0	transitions	0	-1.1261123418807983
0	transitions	1	-0.5832481980323792
0	transitions	2	-10000.0
0	transitions	3	-1.6545367240905762
0	transitions	4	-10000.0
0	transitions	5	1.54305100440979
0	transitions	6	1.0507559776306152
0	transitions	7	0.7170172929763794
0	transitions	8	-0.39137372374534607
0	transitions	9	0.01622912846505642
0	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
0	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
0	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
0	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
0	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
0	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
0	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
0	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
0	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
0	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
0	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
0	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
0	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
0	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
0	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
0	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
0	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
0	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
0	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
0	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
0	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
0	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
0	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
0	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
0	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
0	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
0	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
0	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
0	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
0	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
0	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
0	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
0	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
0	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
0	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
0	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
0	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
0	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
0	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
0	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
0	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
0	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
0	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
0	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
0	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
0	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
0	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
0	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
0	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
0	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
0	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
0	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
0	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
0	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
0	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
0	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
0	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
0	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
0	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
0	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
0	embedding2nn.weight	0	0.00918716099113226
0	embedding2nn.weight	1	-0.00816128309816122
0	embedding2nn.weight	2	-0.014268255792558193
0	embedding2nn.weight	3	0.012549370527267456
0	embedding2nn.weight	4	-0.005915033631026745
0	embedding2nn.weight	5	-0.0037006018683314323
0	embedding2nn.weight	6	-0.0039732735604047775
0	embedding2nn.weight	7	-0.0041489992290735245
0	embedding2nn.weight	8	-0.0019979383796453476
0	embedding2nn.weight	9	-0.0019966955296695232
0	embedding2nn.bias	0	-0.011043114587664604
0	embedding2nn.bias	1	0.014764294028282166
0	embedding2nn.bias	2	0.012201099656522274
0	embedding2nn.bias	3	0.005120222456753254
0	embedding2nn.bias	4	-0.0012709001312032342
0	embedding2nn.bias	5	0.015189814381301403
0	embedding2nn.bias	6	0.008506452664732933
0	embedding2nn.bias	7	-0.011572225019335747
0	embedding2nn.bias	8	0.004001737106591463
0	embedding2nn.bias	9	-0.009012348018586636
0	rnn.weight_ih_l0	0	-0.012591877952218056
0	rnn.weight_ih_l0	1	0.011268040165305138
0	rnn.weight_ih_l0	2	0.02266734093427658
0	rnn.weight_ih_l0	3	0.03399660438299179
0	rnn.weight_ih_l0	4	-0.005661046598106623
0	rnn.weight_ih_l0	5	-0.04275853559374809
0	rnn.weight_ih_l0	6	0.00659565906971693
0	rnn.weight_ih_l0	7	0.04030301794409752
0	rnn.weight_ih_l0	8	0.026340963318943977
0	rnn.weight_ih_l0	9	-0.04342057183384895
0	rnn.weight_hh_l0	0	-0.040642011910676956
0	rnn.weight_hh_l0	1	0.017138607800006866
0	rnn.weight_hh_l0	2	0.024094557389616966
0	rnn.weight_hh_l0	3	-0.008206294849514961
0	rnn.weight_hh_l0	4	0.022806216031312943
0	rnn.weight_hh_l0	5	-0.007944985292851925
0	rnn.weight_hh_l0	6	-0.0332600399851799
0	rnn.weight_hh_l0	7	-0.041821811348199844
0	rnn.weight_hh_l0	8	0.011362330988049507
0	rnn.weight_hh_l0	9	-0.02343275398015976
0	rnn.bias_ih_l0	0	0.015505892224609852
0	rnn.bias_ih_l0	1	-0.037846606224775314
0	rnn.bias_ih_l0	2	-0.006705074571073055
0	rnn.bias_ih_l0	3	0.043191906064748764
0	rnn.bias_ih_l0	4	-0.03943323716521263
0	rnn.bias_ih_l0	5	0.009129250422120094
0	rnn.bias_ih_l0	6	0.005397744942456484
0	rnn.bias_ih_l0	7	0.021335555240511894
0	rnn.bias_ih_l0	8	-0.036312978714704514
0	rnn.bias_ih_l0	9	-0.014787632040679455
0	rnn.bias_hh_l0	0	0.005960352718830109
0	rnn.bias_hh_l0	1	-0.01088105421513319
0	rnn.bias_hh_l0	2	0.01174085307866335
0	rnn.bias_hh_l0	3	-0.020621109753847122
0	rnn.bias_hh_l0	4	0.01772323250770569
0	rnn.bias_hh_l0	5	0.03499834984540939
0	rnn.bias_hh_l0	6	0.03855768218636513
0	rnn.bias_hh_l0	7	-0.005320907570421696
0	rnn.bias_hh_l0	8	-0.02037806063890457
0	rnn.bias_hh_l0	9	-0.03585613891482353
0	rnn.weight_ih_l0_reverse	0	-0.0009297377546317875
0	rnn.weight_ih_l0_reverse	1	-0.03411535546183586
0	rnn.weight_ih_l0_reverse	2	-0.029128849506378174
0	rnn.weight_ih_l0_reverse	3	-0.0025160633958876133
0	rnn.weight_ih_l0_reverse	4	-0.015668213367462158
0	rnn.weight_ih_l0_reverse	5	-0.043703336268663406
0	rnn.weight_ih_l0_reverse	6	0.028836622834205627
0	rnn.weight_ih_l0_reverse	7	-0.02815244346857071
0	rnn.weight_ih_l0_reverse	8	-0.030607962980866432
0	rnn.weight_ih_l0_reverse	9	0.012308313511312008
0	rnn.weight_hh_l0_reverse	0	0.016676651313900948
0	rnn.weight_hh_l0_reverse	1	0.03659729287028313
0	rnn.weight_hh_l0_reverse	2	0.023545971140265465
0	rnn.weight_hh_l0_reverse	3	0.017901742830872536
0	rnn.weight_hh_l0_reverse	4	0.01315569132566452
0	rnn.weight_hh_l0_reverse	5	-0.012930178083479404
0	rnn.weight_hh_l0_reverse	6	0.03747902438044548
0	rnn.weight_hh_l0_reverse	7	-0.016302848234772682
0	rnn.weight_hh_l0_reverse	8	0.0007284038583748043
0	rnn.weight_hh_l0_reverse	9	0.043825965374708176
0	rnn.bias_ih_l0_reverse	0	-0.042406365275382996
0	rnn.bias_ih_l0_reverse	1	-0.041016146540641785
0	rnn.bias_ih_l0_reverse	2	0.021684294566512108
0	rnn.bias_ih_l0_reverse	3	0.03214138001203537
0	rnn.bias_ih_l0_reverse	4	-0.007159915287047625
0	rnn.bias_ih_l0_reverse	5	0.008232152089476585
0	rnn.bias_ih_l0_reverse	6	0.03458044305443764
0	rnn.bias_ih_l0_reverse	7	0.04194904491305351
0	rnn.bias_ih_l0_reverse	8	-0.01408390048891306
0	rnn.bias_ih_l0_reverse	9	0.04346957430243492
0	rnn.bias_hh_l0_reverse	0	-0.026146940886974335
0	rnn.bias_hh_l0_reverse	1	0.005614623427391052
0	rnn.bias_hh_l0_reverse	2	-0.0004696215037256479
0	rnn.bias_hh_l0_reverse	3	-0.031091228127479553
0	rnn.bias_hh_l0_reverse	4	-0.027686676010489464
0	rnn.bias_hh_l0_reverse	5	-0.025777196511626244
0	rnn.bias_hh_l0_reverse	6	-0.01694660820066929
0	rnn.bias_hh_l0_reverse	7	-0.009169433265924454
0	rnn.bias_hh_l0_reverse	8	0.03641737252473831
0	rnn.bias_hh_l0_reverse	9	-0.041696447879076004
0	rnn.weight_ih_l1	0	-0.03322684392333031
0	rnn.weight_ih_l1	1	-0.019715728238224983
0	rnn.weight_ih_l1	2	0.025978613644838333
0	rnn.weight_ih_l1	3	-0.005331383086740971
0	rnn.weight_ih_l1	4	0.009724898263812065
0	rnn.weight_ih_l1	5	-0.03512333706021309
0	rnn.weight_ih_l1	6	0.019763605669140816
0	rnn.weight_ih_l1	7	-0.039044443517923355
0	rnn.weight_ih_l1	8	0.03494090959429741
0	rnn.weight_ih_l1	9	0.01994408294558525
0	rnn.weight_hh_l1	0	0.006846041418612003
0	rnn.weight_hh_l1	1	0.00894436426460743
0	rnn.weight_hh_l1	2	-0.03079969808459282
0	rnn.weight_hh_l1	3	-0.003411759389564395
0	rnn.weight_hh_l1	4	0.00154193677008152
0	rnn.weight_hh_l1	5	0.04000799357891083
0	rnn.weight_hh_l1	6	0.03643231838941574
0	rnn.weight_hh_l1	7	-0.03258815407752991
0	rnn.weight_hh_l1	8	-0.041291236877441406
0	rnn.weight_hh_l1	9	0.03626321628689766
0	rnn.bias_ih_l1	0	0.013761434704065323
0	rnn.bias_ih_l1	1	-0.04076197370886803
0	rnn.bias_ih_l1	2	-0.022216016426682472
0	rnn.bias_ih_l1	3	-0.028350049629807472
0	rnn.bias_ih_l1	4	-0.01737806759774685
0	rnn.bias_ih_l1	5	0.00899734441190958
0	rnn.bias_ih_l1	6	0.04157934710383415
0	rnn.bias_ih_l1	7	0.03958607465028763
0	rnn.bias_ih_l1	8	-0.00730153126642108
0	rnn.bias_ih_l1	9	-0.006865316070616245
0	rnn.bias_hh_l1	0	-0.04413720965385437
0	rnn.bias_hh_l1	1	0.012149851769208908
0	rnn.bias_hh_l1	2	0.01872141659259796
0	rnn.bias_hh_l1	3	0.010717782191932201
0	rnn.bias_hh_l1	4	-0.011558404192328453
0	rnn.bias_hh_l1	5	0.029893968254327774
0	rnn.bias_hh_l1	6	0.016087835654616356
0	rnn.bias_hh_l1	7	-0.04196808114647865
0	rnn.bias_hh_l1	8	0.043895382434129715
0	rnn.bias_hh_l1	9	0.020274020731449127
0	rnn.weight_ih_l1_reverse	0	-0.027484918013215065
0	rnn.weight_ih_l1_reverse	1	0.038408756256103516
0	rnn.weight_ih_l1_reverse	2	-0.02520841918885708
0	rnn.weight_ih_l1_reverse	3	-0.026212329044938087
0	rnn.weight_ih_l1_reverse	4	0.01487763412296772
0	rnn.weight_ih_l1_reverse	5	-0.04041406512260437
0	rnn.weight_ih_l1_reverse	6	-0.012826582416892052
0	rnn.weight_ih_l1_reverse	7	0.008188546635210514
0	rnn.weight_ih_l1_reverse	8	-6.408320768969133e-05
0	rnn.weight_ih_l1_reverse	9	-0.04183243215084076
0	rnn.weight_hh_l1_reverse	0	0.007892563939094543
0	rnn.weight_hh_l1_reverse	1	0.024721957743167877
0	rnn.weight_hh_l1_reverse	2	-0.03418663516640663
0	rnn.weight_hh_l1_reverse	3	0.037539344280958176
0	rnn.weight_hh_l1_reverse	4	0.031040670350193977
0	rnn.weight_hh_l1_reverse	5	0.01834753341972828
0	rnn.weight_hh_l1_reverse	6	0.007316879462450743
0	rnn.weight_hh_l1_reverse	7	0.02977735921740532
0	rnn.weight_hh_l1_reverse	8	0.0006590781267732382
0	rnn.weight_hh_l1_reverse	9	-0.03350936621427536
0	rnn.bias_ih_l1_reverse	0	0.022863231599330902
0	rnn.bias_ih_l1_reverse	1	-0.022758733481168747
0	rnn.bias_ih_l1_reverse	2	0.014824865385890007
0	rnn.bias_ih_l1_reverse	3	0.03633788600564003
0	rnn.bias_ih_l1_reverse	4	-0.03302937373518944
0	rnn.bias_ih_l1_reverse	5	0.027102475985884666
0	rnn.bias_ih_l1_reverse	6	-0.00463614147156477
0	rnn.bias_ih_l1_reverse	7	-0.017604714259505272
0	rnn.bias_ih_l1_reverse	8	0.037554435431957245
0	rnn.bias_ih_l1_reverse	9	-0.005744862835854292
0	rnn.bias_hh_l1_reverse	0	-0.021505476906895638
0	rnn.bias_hh_l1_reverse	1	-0.01609499566257
0	rnn.bias_hh_l1_reverse	2	-0.027964893728494644
0	rnn.bias_hh_l1_reverse	3	0.035678837448358536
0	rnn.bias_hh_l1_reverse	4	0.007876597344875336
0	rnn.bias_hh_l1_reverse	5	0.0289415642619133
0	rnn.bias_hh_l1_reverse	6	0.049355167895555496
0	rnn.bias_hh_l1_reverse	7	0.027720719575881958
0	rnn.bias_hh_l1_reverse	8	-0.0007475242600776255
0	rnn.bias_hh_l1_reverse	9	-0.002965606516227126
0	linear.weight	0	0.002228822559118271
0	linear.weight	1	0.02996988594532013
0	linear.weight	2	0.012058687396347523
0	linear.weight	3	0.031108565628528595
0	linear.weight	4	0.024267736822366714
0	linear.weight	5	-0.005166993010789156
0	linear.weight	6	-0.006743174511939287
0	linear.weight	7	-0.0260408204048872
0	linear.weight	8	0.0029480878729373217
0	linear.weight	9	-0.023398645222187042
0	linear.bias	0	-0.012463591061532497
0	linear.bias	1	-0.025284985080361366
0	linear.bias	2	-0.002231743186712265
0	linear.bias	3	-0.006866480223834515
0	linear.bias	4	-0.04530727118253708
0	linear.bias	5	-0.007120486348867416
0	linear.bias	6	-0.007461949717253447
0	linear.bias	7	-0.017788562923669815
0	linear.bias	8	0.011515946127474308
0	linear.bias	9	-0.040212828665971756
197	transitions	0	-1.1032382249832153
197	transitions	1	-0.5847731828689575
197	transitions	2	-10000.0
197	transitions	3	-1.6564786434173584
197	transitions	4	-10000.0
197	transitions	5	1.4862862825393677
197	transitions	6	0.9620516896247864
197	transitions	7	0.7102639079093933
197	transitions	8	-0.39993974566459656
197	transitions	9	0.008533371612429619
197	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197	embedding2nn.weight	0	0.012340198270976543
197	embedding2nn.weight	1	-0.008006944321095943
197	embedding2nn.weight	2	-0.014268255792558193
197	embedding2nn.weight	3	0.012765481136739254
197	embedding2nn.weight	4	-0.005915033631026745
197	embedding2nn.weight	5	-0.003700602101162076
197	embedding2nn.weight	6	-0.003973271697759628
197	embedding2nn.weight	7	-0.005225690547376871
197	embedding2nn.weight	8	-0.0019979383796453476
197	embedding2nn.weight	9	-0.002655882155522704
197	embedding2nn.bias	0	-0.03103533759713173
197	embedding2nn.bias	1	0.03810421749949455
197	embedding2nn.bias	2	0.005291889421641827
197	embedding2nn.bias	3	0.004953695461153984
197	embedding2nn.bias	4	-0.00858627911657095
197	embedding2nn.bias	5	0.024059120565652847
197	embedding2nn.bias	6	0.020749632269144058
197	embedding2nn.bias	7	-0.025955690070986748
197	embedding2nn.bias	8	0.0089099807664752
197	embedding2nn.bias	9	-0.02916146069765091
197	rnn.weight_ih_l0	0	-0.011588995344936848
197	rnn.weight_ih_l0	1	0.010964203625917435
197	rnn.weight_ih_l0	2	0.022317461669445038
197	rnn.weight_ih_l0	3	0.034098464995622635
197	rnn.weight_ih_l0	4	-0.005676541943103075
197	rnn.weight_ih_l0	5	-0.04267187416553497
197	rnn.weight_ih_l0	6	0.0065534659661352634
197	rnn.weight_ih_l0	7	0.0406101830303669
197	rnn.weight_ih_l0	8	0.026213403791189194
197	rnn.weight_ih_l0	9	-0.04344310611486435
197	rnn.weight_hh_l0	0	-0.04053661599755287
197	rnn.weight_hh_l0	1	0.016859713941812515
197	rnn.weight_hh_l0	2	0.024011272937059402
197	rnn.weight_hh_l0	3	-0.008077461272478104
197	rnn.weight_hh_l0	4	0.022829735651612282
197	rnn.weight_hh_l0	5	-0.007857399061322212
197	rnn.weight_hh_l0	6	-0.033877089619636536
197	rnn.weight_hh_l0	7	-0.041993916034698486
197	rnn.weight_hh_l0	8	0.011967194266617298
197	rnn.weight_hh_l0	9	-0.023353211581707
197	rnn.bias_ih_l0	0	0.014595206826925278
197	rnn.bias_ih_l0	1	-0.029372597113251686
197	rnn.bias_ih_l0	2	-0.006677255965769291
197	rnn.bias_ih_l0	3	0.04303688555955887
197	rnn.bias_ih_l0	4	-0.03845193609595299
197	rnn.bias_ih_l0	5	0.00853752437978983
197	rnn.bias_ih_l0	6	-0.009963140822947025
197	rnn.bias_ih_l0	7	0.0289508868008852
197	rnn.bias_ih_l0	8	-0.037188783288002014
197	rnn.bias_ih_l0	9	-0.016162611544132233
197	rnn.bias_hh_l0	0	0.003065696218982339
197	rnn.bias_hh_l0	1	0.014289675280451775
197	rnn.bias_hh_l0	2	0.01419508270919323
197	rnn.bias_hh_l0	3	-0.02263532392680645
197	rnn.bias_hh_l0	4	0.017554517835378647
197	rnn.bias_hh_l0	5	0.03585401549935341
197	rnn.bias_hh_l0	6	0.032594069838523865
197	rnn.bias_hh_l0	7	0.006731455679982901
197	rnn.bias_hh_l0	8	-0.013224679045379162
197	rnn.bias_hh_l0	9	-0.03836347162723541
197	rnn.weight_ih_l0_reverse	0	-0.0008327930700033903
197	rnn.weight_ih_l0_reverse	1	-0.03434968367218971
197	rnn.weight_ih_l0_reverse	2	-0.030440915375947952
197	rnn.weight_ih_l0_reverse	3	-0.002178339986130595
197	rnn.weight_ih_l0_reverse	4	-0.01575467549264431
197	rnn.weight_ih_l0_reverse	5	-0.043948519974946976
197	rnn.weight_ih_l0_reverse	6	0.028886618092656136
197	rnn.weight_ih_l0_reverse	7	-0.0270747821778059
197	rnn.weight_ih_l0_reverse	8	-0.030509712174534798
197	rnn.weight_ih_l0_reverse	9	0.012228690087795258
197	rnn.weight_hh_l0_reverse	0	0.017998289316892624
197	rnn.weight_hh_l0_reverse	1	0.03654247894883156
197	rnn.weight_hh_l0_reverse	2	0.02349419891834259
197	rnn.weight_hh_l0_reverse	3	0.01763339526951313
197	rnn.weight_hh_l0_reverse	4	0.01303940825164318
197	rnn.weight_hh_l0_reverse	5	-0.0128361526876688
197	rnn.weight_hh_l0_reverse	6	0.03727053478360176
197	rnn.weight_hh_l0_reverse	7	-0.01606835052371025
197	rnn.weight_hh_l0_reverse	8	0.0008300615008920431
197	rnn.weight_hh_l0_reverse	9	0.0435996912419796
197	rnn.bias_ih_l0_reverse	0	-0.03997018560767174
197	rnn.bias_ih_l0_reverse	1	-0.03823317587375641
197	rnn.bias_ih_l0_reverse	2	0.015066886320710182
197	rnn.bias_ih_l0_reverse	3	0.028066551312804222
197	rnn.bias_ih_l0_reverse	4	-1.4683007975690998e-05
197	rnn.bias_ih_l0_reverse	5	0.007502612192183733
197	rnn.bias_ih_l0_reverse	6	0.03468307852745056
197	rnn.bias_ih_l0_reverse	7	0.04167735204100609
197	rnn.bias_ih_l0_reverse	8	-0.01298291701823473
197	rnn.bias_ih_l0_reverse	9	0.046456240117549896
197	rnn.bias_hh_l0_reverse	0	-0.026682646945118904
197	rnn.bias_hh_l0_reverse	1	0.002726312493905425
197	rnn.bias_hh_l0_reverse	2	0.0005210062954574823
197	rnn.bias_hh_l0_reverse	3	-0.031129106879234314
197	rnn.bias_hh_l0_reverse	4	-0.02740580029785633
197	rnn.bias_hh_l0_reverse	5	-0.025719908997416496
197	rnn.bias_hh_l0_reverse	6	-0.00988366361707449
197	rnn.bias_hh_l0_reverse	7	-0.00539188040420413
197	rnn.bias_hh_l0_reverse	8	0.04058530554175377
197	rnn.bias_hh_l0_reverse	9	-0.05133980140089989
197	rnn.weight_ih_l1	0	-0.032704535871744156
197	rnn.weight_ih_l1	1	-0.020078497007489204
197	rnn.weight_ih_l1	2	0.024157635867595673
197	rnn.weight_ih_l1	3	-0.0042373123578727245
197	rnn.weight_ih_l1	4	0.009736305102705956
197	rnn.weight_ih_l1	5	-0.03498658537864685
197	rnn.weight_ih_l1	6	0.01969609595835209
197	rnn.weight_ih_l1	7	-0.03857654705643654
197	rnn.weight_ih_l1	8	0.034774549305438995
197	rnn.weight_ih_l1	9	0.019959289580583572
197	rnn.weight_hh_l1	0	0.007148963864892721
197	rnn.weight_hh_l1	1	0.008942954242229462
197	rnn.weight_hh_l1	2	-0.03026837483048439
197	rnn.weight_hh_l1	3	-0.0030939262360334396
197	rnn.weight_hh_l1	4	0.0021316164638847113
197	rnn.weight_hh_l1	5	0.040387265384197235
197	rnn.weight_hh_l1	6	0.036041684448719025
197	rnn.weight_hh_l1	7	-0.03251836821436882
197	rnn.weight_hh_l1	8	-0.04227634519338608
197	rnn.weight_hh_l1	9	0.035250186920166016
197	rnn.bias_ih_l1	0	0.015889519825577736
197	rnn.bias_ih_l1	1	-0.038814887404441833
197	rnn.bias_ih_l1	2	-0.018388208001852036
197	rnn.bias_ih_l1	3	-0.01674097217619419
197	rnn.bias_ih_l1	4	-0.09472686797380447
197	rnn.bias_ih_l1	5	0.004439904820173979
197	rnn.bias_ih_l1	6	0.04794452711939812
197	rnn.bias_ih_l1	7	0.03959040716290474
197	rnn.bias_ih_l1	8	-0.0007440397748723626
197	rnn.bias_ih_l1	9	0.0005625236663036048
197	rnn.bias_hh_l1	0	-0.04168493300676346
197	rnn.bias_hh_l1	1	0.015902079641819
197	rnn.bias_hh_l1	2	0.021352523937821388
197	rnn.bias_hh_l1	3	0.0006786722224205732
197	rnn.bias_hh_l1	4	-0.011991620995104313
197	rnn.bias_hh_l1	5	0.02764836512506008
197	rnn.bias_hh_l1	6	0.01902778074145317
197	rnn.bias_hh_l1	7	-0.04198801890015602
197	rnn.bias_hh_l1	8	0.05290348455309868
197	rnn.bias_hh_l1	9	0.02138454094529152
197	rnn.weight_ih_l1_reverse	0	-0.02689548395574093
197	rnn.weight_ih_l1_reverse	1	0.03710471838712692
197	rnn.weight_ih_l1_reverse	2	-0.024243412539362907
197	rnn.weight_ih_l1_reverse	3	-0.02552136592566967
197	rnn.weight_ih_l1_reverse	4	0.013929312117397785
197	rnn.weight_ih_l1_reverse	5	-0.04028443619608879
197	rnn.weight_ih_l1_reverse	6	-0.01269497536122799
197	rnn.weight_ih_l1_reverse	7	0.00824430026113987
197	rnn.weight_ih_l1_reverse	8	0.0018493826501071453
197	rnn.weight_ih_l1_reverse	9	-0.04385367035865784
197	rnn.weight_hh_l1_reverse	0	0.00805465318262577
197	rnn.weight_hh_l1_reverse	1	0.024547280743718147
197	rnn.weight_hh_l1_reverse	2	-0.03415292128920555
197	rnn.weight_hh_l1_reverse	3	0.03757040575146675
197	rnn.weight_hh_l1_reverse	4	0.031201869249343872
197	rnn.weight_hh_l1_reverse	5	0.017665782943367958
197	rnn.weight_hh_l1_reverse	6	0.007934249937534332
197	rnn.weight_hh_l1_reverse	7	0.0294453427195549
197	rnn.weight_hh_l1_reverse	8	0.0007596845389343798
197	rnn.weight_hh_l1_reverse	9	-0.033865511417388916
197	rnn.bias_ih_l1_reverse	0	0.02480226755142212
197	rnn.bias_ih_l1_reverse	1	-0.018032293766736984
197	rnn.bias_ih_l1_reverse	2	0.013879134319722652
197	rnn.bias_ih_l1_reverse	3	0.01346667855978012
197	rnn.bias_ih_l1_reverse	4	-0.02720315381884575
197	rnn.bias_ih_l1_reverse	5	0.023225899785757065
197	rnn.bias_ih_l1_reverse	6	-0.005664139986038208
197	rnn.bias_ih_l1_reverse	7	-0.009224116802215576
197	rnn.bias_ih_l1_reverse	8	0.0812850371003151
197	rnn.bias_ih_l1_reverse	9	-0.019062504172325134
197	rnn.bias_hh_l1_reverse	0	-0.02932039462029934
197	rnn.bias_hh_l1_reverse	1	-0.002273780992254615
197	rnn.bias_hh_l1_reverse	2	-0.029258262366056442
197	rnn.bias_hh_l1_reverse	3	0.03899487853050232
197	rnn.bias_hh_l1_reverse	4	0.009501242078840733
197	rnn.bias_hh_l1_reverse	5	0.02936483360826969
197	rnn.bias_hh_l1_reverse	6	0.11819320172071457
197	rnn.bias_hh_l1_reverse	7	0.029597589746117592
197	rnn.bias_hh_l1_reverse	8	0.0009165098308585584
197	rnn.bias_hh_l1_reverse	9	-0.005514503922313452
197	linear.weight	0	0.002228822559118271
197	linear.weight	1	0.025035472586750984
197	linear.weight	2	0.0024772980250418186
197	linear.weight	3	0.05493084341287613
197	linear.weight	4	0.036941010504961014
197	linear.weight	5	0.0500599704682827
197	linear.weight	6	-0.02469204179942608
197	linear.weight	7	-0.03375190496444702
197	linear.weight	8	0.052114445716142654
197	linear.weight	9	-0.02289239875972271
197	linear.bias	0	0.12286821752786636
197	linear.bias	1	0.20181109011173248
197	linear.bias	2	0.15985262393951416
197	linear.bias	3	-0.44316038489341736
197	linear.bias	4	-0.39208677411079407
197	linear.bias	5	-0.11122172325849533
197	linear.bias	6	-0.048895254731178284
197	linear.bias	7	0.07751411944627762
197	linear.bias	8	-0.1386542022228241
197	linear.bias	9	-0.3468271493911743
394	transitions	0	-1.036023736000061
394	transitions	1	-0.5848472118377686
394	transitions	2	-10000.0
394	transitions	3	-1.6596771478652954
394	transitions	4	-10000.0
394	transitions	5	1.406161904335022
394	transitions	6	0.9011287689208984
394	transitions	7	0.7058961987495422
394	transitions	8	-0.4614703357219696
394	transitions	9	0.007414222229272127
394	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
394	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
394	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
394	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
394	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
394	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
394	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
394	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
394	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
394	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
394	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
394	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
394	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
394	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
394	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
394	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
394	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
394	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
394	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
394	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
394	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
394	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
394	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
394	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
394	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
394	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
394	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
394	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
394	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
394	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
394	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
394	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
394	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
394	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
394	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
394	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
394	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
394	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
394	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
394	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
394	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
394	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
394	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
394	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
394	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
394	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
394	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
394	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
394	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
394	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
394	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
394	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
394	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
394	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
394	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
394	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
394	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
394	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
394	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
394	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
394	embedding2nn.weight	0	0.012835387140512466
394	embedding2nn.weight	1	-0.007954027503728867
394	embedding2nn.weight	2	-0.014268255792558193
394	embedding2nn.weight	3	0.014580953866243362
394	embedding2nn.weight	4	-0.005915033631026745
394	embedding2nn.weight	5	-0.003700602101162076
394	embedding2nn.weight	6	-0.003973270300775766
394	embedding2nn.weight	7	-0.007852929644286633
394	embedding2nn.weight	8	-0.0019979383796453476
394	embedding2nn.weight	9	-0.002474428853020072
394	embedding2nn.bias	0	-0.02556098811328411
394	embedding2nn.bias	1	0.024769272655248642
394	embedding2nn.bias	2	0.01425896491855383
394	embedding2nn.bias	3	0.005694797728210688
394	embedding2nn.bias	4	-0.007943455129861832
394	embedding2nn.bias	5	0.017625581473112106
394	embedding2nn.bias	6	0.020752999931573868
394	embedding2nn.bias	7	-0.02492152713239193
394	embedding2nn.bias	8	0.005716565530747175
394	embedding2nn.bias	9	-0.025178244337439537
394	rnn.weight_ih_l0	0	-0.011558901518583298
394	rnn.weight_ih_l0	1	0.010448777116835117
394	rnn.weight_ih_l0	2	0.022117065265774727
394	rnn.weight_ih_l0	3	0.03397059440612793
394	rnn.weight_ih_l0	4	-0.005600511096417904
394	rnn.weight_ih_l0	5	-0.042539581656455994
394	rnn.weight_ih_l0	6	0.006681445054709911
394	rnn.weight_ih_l0	7	0.04010874032974243
394	rnn.weight_ih_l0	8	0.025903865694999695
394	rnn.weight_ih_l0	9	-0.043391067534685135
394	rnn.weight_hh_l0	0	-0.040712904185056686
394	rnn.weight_hh_l0	1	0.01611744426190853
394	rnn.weight_hh_l0	2	0.02418527752161026
394	rnn.weight_hh_l0	3	-0.007920361123979092
394	rnn.weight_hh_l0	4	0.022612206637859344
394	rnn.weight_hh_l0	5	-0.007706041913479567
394	rnn.weight_hh_l0	6	-0.033726148307323456
394	rnn.weight_hh_l0	7	-0.0435112901031971
394	rnn.weight_hh_l0	8	0.012106962502002716
394	rnn.weight_hh_l0	9	-0.023265713825821877
394	rnn.bias_ih_l0	0	0.011892039328813553
394	rnn.bias_ih_l0	1	-0.02807835303246975
394	rnn.bias_ih_l0	2	-0.007828782312572002
394	rnn.bias_ih_l0	3	0.04223363846540451
394	rnn.bias_ih_l0	4	-0.03792240470647812
394	rnn.bias_ih_l0	5	0.007495392579585314
394	rnn.bias_ih_l0	6	-0.0031051996629685163
394	rnn.bias_ih_l0	7	0.031103167682886124
394	rnn.bias_ih_l0	8	-0.03858863189816475
394	rnn.bias_ih_l0	9	-0.01639087125658989
394	rnn.bias_hh_l0	0	0.00031093161669559777
394	rnn.bias_hh_l0	1	0.007945198565721512
394	rnn.bias_hh_l0	2	0.015641769394278526
394	rnn.bias_hh_l0	3	-0.023917051032185555
394	rnn.bias_hh_l0	4	0.017154674977064133
394	rnn.bias_hh_l0	5	0.03630545735359192
394	rnn.bias_hh_l0	6	0.0331387035548687
394	rnn.bias_hh_l0	7	0.007635059766471386
394	rnn.bias_hh_l0	8	-0.00785329844802618
394	rnn.bias_hh_l0	9	-0.03894376382231712
394	rnn.weight_ih_l0_reverse	0	-0.0009563288185745478
394	rnn.weight_ih_l0_reverse	1	-0.03452150523662567
394	rnn.weight_ih_l0_reverse	2	-0.029727643355727196
394	rnn.weight_ih_l0_reverse	3	-0.001926992554217577
394	rnn.weight_ih_l0_reverse	4	-0.016003210097551346
394	rnn.weight_ih_l0_reverse	5	-0.043920181691646576
394	rnn.weight_ih_l0_reverse	6	0.028923137113451958
394	rnn.weight_ih_l0_reverse	7	-0.027432173490524292
394	rnn.weight_ih_l0_reverse	8	-0.030566619709134102
394	rnn.weight_ih_l0_reverse	9	0.012413579039275646
394	rnn.weight_hh_l0_reverse	0	0.021319134160876274
394	rnn.weight_hh_l0_reverse	1	0.036317650228738785
394	rnn.weight_hh_l0_reverse	2	0.02355211228132248
394	rnn.weight_hh_l0_reverse	3	0.01686624437570572
394	rnn.weight_hh_l0_reverse	4	0.013182605616748333
394	rnn.weight_hh_l0_reverse	5	-0.012928024865686893
394	rnn.weight_hh_l0_reverse	6	0.036854732781648636
394	rnn.weight_hh_l0_reverse	7	-0.01579688861966133
394	rnn.weight_hh_l0_reverse	8	0.0009550880058668554
394	rnn.weight_hh_l0_reverse	9	0.04366922378540039
394	rnn.bias_ih_l0_reverse	0	-0.040337253361940384
394	rnn.bias_ih_l0_reverse	1	-0.03573347628116608
394	rnn.bias_ih_l0_reverse	2	0.01909853331744671
394	rnn.bias_ih_l0_reverse	3	0.026545487344264984
394	rnn.bias_ih_l0_reverse	4	0.003245072904974222
394	rnn.bias_ih_l0_reverse	5	0.005975210573524237
394	rnn.bias_ih_l0_reverse	6	0.03240292891860008
394	rnn.bias_ih_l0_reverse	7	0.04213132709264755
394	rnn.bias_ih_l0_reverse	8	-0.012300153262913227
394	rnn.bias_ih_l0_reverse	9	0.04771270975470543
394	rnn.bias_hh_l0_reverse	0	-0.026752423495054245
394	rnn.bias_hh_l0_reverse	1	0.000306301808450371
394	rnn.bias_hh_l0_reverse	2	4.038939005113207e-05
394	rnn.bias_hh_l0_reverse	3	-0.030189791694283485
394	rnn.bias_hh_l0_reverse	4	-0.026835845783352852
394	rnn.bias_hh_l0_reverse	5	-0.024734986945986748
394	rnn.bias_hh_l0_reverse	6	-0.0026164064183831215
394	rnn.bias_hh_l0_reverse	7	-0.0012204584199935198
394	rnn.bias_hh_l0_reverse	8	0.04222796857357025
394	rnn.bias_hh_l0_reverse	9	-0.055693261325359344
394	rnn.weight_ih_l1	0	-0.032396893948316574
394	rnn.weight_ih_l1	1	-0.020437350496649742
394	rnn.weight_ih_l1	2	0.020782293751835823
394	rnn.weight_ih_l1	3	-0.0045227003283798695
394	rnn.weight_ih_l1	4	0.00993888359516859
394	rnn.weight_ih_l1	5	-0.034708984196186066
394	rnn.weight_ih_l1	6	0.019899174571037292
394	rnn.weight_ih_l1	7	-0.03682679682970047
394	rnn.weight_ih_l1	8	0.034460894763469696
394	rnn.weight_ih_l1	9	0.020047737285494804
394	rnn.weight_hh_l1	0	0.006415416952222586
394	rnn.weight_hh_l1	1	0.00888513308018446
394	rnn.weight_hh_l1	2	-0.029199378564953804
394	rnn.weight_hh_l1	3	-0.0031557714100927114
394	rnn.weight_hh_l1	4	0.002327793510630727
394	rnn.weight_hh_l1	5	0.04067065939307213
394	rnn.weight_hh_l1	6	0.03611790016293526
394	rnn.weight_hh_l1	7	-0.03238615766167641
394	rnn.weight_hh_l1	8	-0.042526327073574066
394	rnn.weight_hh_l1	9	0.03452447056770325
394	rnn.bias_ih_l1	0	0.01987728290259838
394	rnn.bias_ih_l1	1	-0.03475824370980263
394	rnn.bias_ih_l1	2	-0.019379280507564545
394	rnn.bias_ih_l1	3	-0.011589165776968002
394	rnn.bias_ih_l1	4	-0.0913599357008934
394	rnn.bias_ih_l1	5	5.913873974350281e-05
394	rnn.bias_ih_l1	6	0.048918090760707855
394	rnn.bias_ih_l1	7	0.040093712508678436
394	rnn.bias_ih_l1	8	0.0004108965222258121
394	rnn.bias_ih_l1	9	0.002679559402167797
394	rnn.bias_hh_l1	0	-0.03806226700544357
394	rnn.bias_hh_l1	1	0.016949888318777084
394	rnn.bias_hh_l1	2	0.026059765368700027
394	rnn.bias_hh_l1	3	-0.0033886036835610867
394	rnn.bias_hh_l1	4	-0.013720957562327385
394	rnn.bias_hh_l1	5	0.02661343850195408
394	rnn.bias_hh_l1	6	0.01850231923162937
394	rnn.bias_hh_l1	7	-0.04686543717980385
394	rnn.bias_hh_l1	8	0.055548425763845444
394	rnn.bias_hh_l1	9	0.021832305938005447
394	rnn.weight_ih_l1_reverse	0	-0.026224307715892792
394	rnn.weight_ih_l1_reverse	1	0.03690561652183533
394	rnn.weight_ih_l1_reverse	2	-0.019515573978424072
394	rnn.weight_ih_l1_reverse	3	-0.0248874481767416
394	rnn.weight_ih_l1_reverse	4	0.012370431795716286
394	rnn.weight_ih_l1_reverse	5	-0.04025845229625702
394	rnn.weight_ih_l1_reverse	6	-0.015438716858625412
394	rnn.weight_ih_l1_reverse	7	0.008433673530817032
394	rnn.weight_ih_l1_reverse	8	0.004073021467775106
394	rnn.weight_ih_l1_reverse	9	-0.043369196355342865
394	rnn.weight_hh_l1_reverse	0	0.008311177603900433
394	rnn.weight_hh_l1_reverse	1	0.024143783375620842
394	rnn.weight_hh_l1_reverse	2	-0.033958278596401215
394	rnn.weight_hh_l1_reverse	3	0.03810462728142738
394	rnn.weight_hh_l1_reverse	4	0.03149191662669182
394	rnn.weight_hh_l1_reverse	5	0.016478465870022774
394	rnn.weight_hh_l1_reverse	6	0.007448377087712288
394	rnn.weight_hh_l1_reverse	7	0.029002595692873
394	rnn.weight_hh_l1_reverse	8	0.000513714796397835
394	rnn.weight_hh_l1_reverse	9	-0.03476661816239357
394	rnn.bias_ih_l1_reverse	0	0.02528834342956543
394	rnn.bias_ih_l1_reverse	1	-0.01608973555266857
394	rnn.bias_ih_l1_reverse	2	0.01138926949352026
394	rnn.bias_ih_l1_reverse	3	0.020280836150050163
394	rnn.bias_ih_l1_reverse	4	-0.022679081186652184
394	rnn.bias_ih_l1_reverse	5	0.020833494141697884
394	rnn.bias_ih_l1_reverse	6	-0.007551433052867651
394	rnn.bias_ih_l1_reverse	7	-0.0025166550185531378
394	rnn.bias_ih_l1_reverse	8	0.0779375433921814
394	rnn.bias_ih_l1_reverse	9	-0.014503594487905502
394	rnn.bias_hh_l1_reverse	0	-0.02707340568304062
394	rnn.bias_hh_l1_reverse	1	-0.0008775198366492987
394	rnn.bias_hh_l1_reverse	2	-0.03143340349197388
394	rnn.bias_hh_l1_reverse	3	0.04250210523605347
394	rnn.bias_hh_l1_reverse	4	0.0070799863897264
394	rnn.bias_hh_l1_reverse	5	0.028989441692829132
394	rnn.bias_hh_l1_reverse	6	0.11556710302829742
394	rnn.bias_hh_l1_reverse	7	0.02801448106765747
394	rnn.bias_hh_l1_reverse	8	-0.002726237289607525
394	rnn.bias_hh_l1_reverse	9	-0.006996258161962032
394	linear.weight	0	0.002228822559118271
394	linear.weight	1	0.022104274481534958
394	linear.weight	2	-0.016820097342133522
394	linear.weight	3	0.07626527547836304
394	linear.weight	4	0.06377170234918594
394	linear.weight	5	0.08521058410406113
394	linear.weight	6	-0.01941937766969204
394	linear.weight	7	-0.03153011575341225
394	linear.weight	8	0.04924064502120018
394	linear.weight	9	-0.033848121762275696
394	linear.bias	0	0.09530814737081528
394	linear.bias	1	0.2192741185426712
394	linear.bias	2	0.18483082950115204
394	linear.bias	3	-0.457185298204422
394	linear.bias	4	-0.40573427081108093
394	linear.bias	5	-0.06738226115703583
394	linear.bias	6	-0.1513337641954422
394	linear.bias	7	0.11491628736257553
394	linear.bias	8	-0.16290904581546783
394	linear.bias	9	-0.3990108072757721
591	transitions	0	-0.973717212677002
591	transitions	1	-0.5804533958435059
591	transitions	2	-10000.0
591	transitions	3	-1.6625456809997559
591	transitions	4	-10000.0
591	transitions	5	1.3584656715393066
591	transitions	6	0.8448344469070435
591	transitions	7	0.7005547881126404
591	transitions	8	-0.5474402904510498
591	transitions	9	0.006896100006997585
591	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
591	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
591	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
591	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
591	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
591	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
591	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
591	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
591	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
591	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
591	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
591	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
591	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
591	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
591	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
591	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
591	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
591	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
591	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
591	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
591	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
591	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
591	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
591	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
591	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
591	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
591	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
591	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
591	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
591	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
591	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
591	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
591	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
591	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
591	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
591	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
591	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
591	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
591	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
591	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
591	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
591	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
591	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
591	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
591	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
591	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
591	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
591	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
591	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
591	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
591	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
591	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
591	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
591	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
591	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
591	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
591	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
591	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
591	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
591	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
591	embedding2nn.weight	0	0.011171093210577965
591	embedding2nn.weight	1	-0.007923106662929058
591	embedding2nn.weight	2	-0.014268255792558193
591	embedding2nn.weight	3	0.016783377155661583
591	embedding2nn.weight	4	-0.005915033631026745
591	embedding2nn.weight	5	-0.0037006011698395014
591	embedding2nn.weight	6	-0.003973271697759628
591	embedding2nn.weight	7	-0.007034963462501764
591	embedding2nn.weight	8	-0.0019979383796453476
591	embedding2nn.weight	9	-0.0024790752213448286
591	embedding2nn.bias	0	-0.021198589354753494
591	embedding2nn.bias	1	0.023731477558612823
591	embedding2nn.bias	2	0.013569910079240799
591	embedding2nn.bias	3	0.009808690287172794
591	embedding2nn.bias	4	-0.008532634004950523
591	embedding2nn.bias	5	0.014432343654334545
591	embedding2nn.bias	6	0.022236675024032593
591	embedding2nn.bias	7	-0.02256719395518303
591	embedding2nn.bias	8	0.0013215987710282207
591	embedding2nn.bias	9	-0.020236432552337646
591	rnn.weight_ih_l0	0	-0.01139026042073965
591	rnn.weight_ih_l0	1	0.009927554987370968
591	rnn.weight_ih_l0	2	0.021830251440405846
591	rnn.weight_ih_l0	3	0.03393369913101196
591	rnn.weight_ih_l0	4	-0.005301579833030701
591	rnn.weight_ih_l0	5	-0.0427451953291893
591	rnn.weight_ih_l0	6	0.006674590520560741
591	rnn.weight_ih_l0	7	0.04006911441683769
591	rnn.weight_ih_l0	8	0.025540968403220177
591	rnn.weight_ih_l0	9	-0.04341059550642967
591	rnn.weight_hh_l0	0	-0.04095636308193207
591	rnn.weight_hh_l0	1	0.016360711306333542
591	rnn.weight_hh_l0	2	0.02339056506752968
591	rnn.weight_hh_l0	3	-0.007785692345350981
591	rnn.weight_hh_l0	4	0.02244732342660427
591	rnn.weight_hh_l0	5	-0.007688628509640694
591	rnn.weight_hh_l0	6	-0.033672403544187546
591	rnn.weight_hh_l0	7	-0.04429579898715019
591	rnn.weight_hh_l0	8	0.012238957919180393
591	rnn.weight_hh_l0	9	-0.023464081808924675
591	rnn.bias_ih_l0	0	0.01120750606060028
591	rnn.bias_ih_l0	1	-0.027162883430719376
591	rnn.bias_ih_l0	2	-0.007410997990518808
591	rnn.bias_ih_l0	3	0.04034600406885147
591	rnn.bias_ih_l0	4	-0.0398758165538311
591	rnn.bias_ih_l0	5	0.005527963396161795
591	rnn.bias_ih_l0	6	-0.0049927025102078915
591	rnn.bias_ih_l0	7	0.0318385548889637
591	rnn.bias_ih_l0	8	-0.040303196758031845
591	rnn.bias_ih_l0	9	-0.013196801766753197
591	rnn.bias_hh_l0	0	-0.0012772526824846864
591	rnn.bias_hh_l0	1	0.00997810810804367
591	rnn.bias_hh_l0	2	0.01503362599760294
591	rnn.bias_hh_l0	3	-0.024255763739347458
591	rnn.bias_hh_l0	4	0.01593060977756977
591	rnn.bias_hh_l0	5	0.03607528284192085
591	rnn.bias_hh_l0	6	0.03351285308599472
591	rnn.bias_hh_l0	7	0.010274059139192104
591	rnn.bias_hh_l0	8	-0.005120757035911083
591	rnn.bias_hh_l0	9	-0.03665291890501976
591	rnn.weight_ih_l0_reverse	0	-0.0011843887623399496
591	rnn.weight_ih_l0_reverse	1	-0.034707553684711456
591	rnn.weight_ih_l0_reverse	2	-0.03028751350939274
591	rnn.weight_ih_l0_reverse	3	-0.0019361282465979457
591	rnn.weight_ih_l0_reverse	4	-0.016377126798033714
591	rnn.weight_ih_l0_reverse	5	-0.0439118929207325
591	rnn.weight_ih_l0_reverse	6	0.029049821197986603
591	rnn.weight_ih_l0_reverse	7	-0.02627442218363285
591	rnn.weight_ih_l0_reverse	8	-0.030720029026269913
591	rnn.weight_ih_l0_reverse	9	0.012320111505687237
591	rnn.weight_hh_l0_reverse	0	0.021387718617916107
591	rnn.weight_hh_l0_reverse	1	0.03601917624473572
591	rnn.weight_hh_l0_reverse	2	0.02348555251955986
591	rnn.weight_hh_l0_reverse	3	0.016522610560059547
591	rnn.weight_hh_l0_reverse	4	0.013120957650244236
591	rnn.weight_hh_l0_reverse	5	-0.013240322470664978
591	rnn.weight_hh_l0_reverse	6	0.036512866616249084
591	rnn.weight_hh_l0_reverse	7	-0.016009880229830742
591	rnn.weight_hh_l0_reverse	8	0.0008404108812101185
591	rnn.weight_hh_l0_reverse	9	0.04375024512410164
591	rnn.bias_ih_l0_reverse	0	-0.04091927036643028
591	rnn.bias_ih_l0_reverse	1	-0.03496670350432396
591	rnn.bias_ih_l0_reverse	2	0.01690412126481533
591	rnn.bias_ih_l0_reverse	3	0.025579435750842094
591	rnn.bias_ih_l0_reverse	4	0.0038426846731454134
591	rnn.bias_ih_l0_reverse	5	0.004773715976625681
591	rnn.bias_ih_l0_reverse	6	0.0283157080411911
591	rnn.bias_ih_l0_reverse	7	0.041933465749025345
591	rnn.bias_ih_l0_reverse	8	-0.010499021038413048
591	rnn.bias_ih_l0_reverse	9	0.04870012775063515
591	rnn.bias_hh_l0_reverse	0	-0.026280667632818222
591	rnn.bias_hh_l0_reverse	1	0.003094176296144724
591	rnn.bias_hh_l0_reverse	2	4.561293462757021e-05
591	rnn.bias_hh_l0_reverse	3	-0.031055288389325142
591	rnn.bias_hh_l0_reverse	4	-0.027330797165632248
591	rnn.bias_hh_l0_reverse	5	-0.02496526949107647
591	rnn.bias_hh_l0_reverse	6	0.001054697553627193
591	rnn.bias_hh_l0_reverse	7	-0.001138715771958232
591	rnn.bias_hh_l0_reverse	8	0.0448983795940876
591	rnn.bias_hh_l0_reverse	9	-0.05698028951883316
591	rnn.weight_ih_l1	0	-0.03289131447672844
591	rnn.weight_ih_l1	1	-0.021755611523985863
591	rnn.weight_ih_l1	2	0.021523667499423027
591	rnn.weight_ih_l1	3	-0.006706248968839645
591	rnn.weight_ih_l1	4	0.00991954654455185
591	rnn.weight_ih_l1	5	-0.03463217616081238
591	rnn.weight_ih_l1	6	0.02006666548550129
591	rnn.weight_ih_l1	7	-0.036231644451618195
591	rnn.weight_ih_l1	8	0.03473931550979614
591	rnn.weight_ih_l1	9	0.020137187093496323
591	rnn.weight_hh_l1	0	0.0058471136726439
591	rnn.weight_hh_l1	1	0.008814238011837006
591	rnn.weight_hh_l1	2	-0.028333257883787155
591	rnn.weight_hh_l1	3	-0.0033001042902469635
591	rnn.weight_hh_l1	4	0.00214978214353323
591	rnn.weight_hh_l1	5	0.040666837245225906
591	rnn.weight_hh_l1	6	0.036130424588918686
591	rnn.weight_hh_l1	7	-0.03226517513394356
591	rnn.weight_hh_l1	8	-0.04216103255748749
591	rnn.weight_hh_l1	9	0.034426938742399216
591	rnn.bias_ih_l1	0	0.020126812160015106
591	rnn.bias_ih_l1	1	-0.03277027606964111
591	rnn.bias_ih_l1	2	-0.019054638221859932
591	rnn.bias_ih_l1	3	-0.009717270731925964
591	rnn.bias_ih_l1	4	-0.0920620933175087
591	rnn.bias_ih_l1	5	-0.00029090128373354673
591	rnn.bias_ih_l1	6	0.052418552339076996
591	rnn.bias_ih_l1	7	0.03992419317364693
591	rnn.bias_ih_l1	8	0.00032341459882445633
591	rnn.bias_ih_l1	9	0.004242726601660252
591	rnn.bias_hh_l1	0	-0.035768117755651474
591	rnn.bias_hh_l1	1	0.01830754615366459
591	rnn.bias_hh_l1	2	0.0271550714969635
591	rnn.bias_hh_l1	3	-0.004754146095365286
591	rnn.bias_hh_l1	4	-0.014697429724037647
591	rnn.bias_hh_l1	5	0.028896356001496315
591	rnn.bias_hh_l1	6	0.018220752477645874
591	rnn.bias_hh_l1	7	-0.042562585324048996
591	rnn.bias_hh_l1	8	0.056214965879917145
591	rnn.bias_hh_l1	9	0.021313078701496124
591	rnn.weight_ih_l1_reverse	0	-0.026367388665676117
591	rnn.weight_ih_l1_reverse	1	0.03731892630457878
591	rnn.weight_ih_l1_reverse	2	-0.014750029891729355
591	rnn.weight_ih_l1_reverse	3	-0.024208299815654755
591	rnn.weight_ih_l1_reverse	4	0.011975732631981373
591	rnn.weight_ih_l1_reverse	5	-0.04035552218556404
591	rnn.weight_ih_l1_reverse	6	-0.016264472156763077
591	rnn.weight_ih_l1_reverse	7	0.008565123192965984
591	rnn.weight_ih_l1_reverse	8	0.0041309986263513565
591	rnn.weight_ih_l1_reverse	9	-0.0447382889688015
591	rnn.weight_hh_l1_reverse	0	0.008557661436498165
591	rnn.weight_hh_l1_reverse	1	0.02409525215625763
591	rnn.weight_hh_l1_reverse	2	-0.03412669152021408
591	rnn.weight_hh_l1_reverse	3	0.03800061345100403
591	rnn.weight_hh_l1_reverse	4	0.030439330264925957
591	rnn.weight_hh_l1_reverse	5	0.015863921493291855
591	rnn.weight_hh_l1_reverse	6	0.0062135676853358746
591	rnn.weight_hh_l1_reverse	7	0.029007649049162865
591	rnn.weight_hh_l1_reverse	8	-0.0007740997243672609
591	rnn.weight_hh_l1_reverse	9	-0.03492158651351929
591	rnn.bias_ih_l1_reverse	0	0.026393936946988106
591	rnn.bias_ih_l1_reverse	1	-0.01226714625954628
591	rnn.bias_ih_l1_reverse	2	0.008156855590641499
591	rnn.bias_ih_l1_reverse	3	0.012142360210418701
591	rnn.bias_ih_l1_reverse	4	-0.024094026535749435
591	rnn.bias_ih_l1_reverse	5	0.019852416589856148
591	rnn.bias_ih_l1_reverse	6	-0.00926874577999115
591	rnn.bias_ih_l1_reverse	7	0.0008794456953182817
591	rnn.bias_ih_l1_reverse	8	0.06857527792453766
591	rnn.bias_ih_l1_reverse	9	-0.018657192587852478
591	rnn.bias_hh_l1_reverse	0	-0.024636754766106606
591	rnn.bias_hh_l1_reverse	1	0.0026834483724087477
591	rnn.bias_hh_l1_reverse	2	-0.038333602249622345
591	rnn.bias_hh_l1_reverse	3	0.04228754714131355
591	rnn.bias_hh_l1_reverse	4	0.004793011583387852
591	rnn.bias_hh_l1_reverse	5	0.028841480612754822
591	rnn.bias_hh_l1_reverse	6	0.10759376734495163
591	rnn.bias_hh_l1_reverse	7	0.029143713414669037
591	rnn.bias_hh_l1_reverse	8	-0.006028726696968079
591	rnn.bias_hh_l1_reverse	9	-0.0070639606565237045
591	linear.weight	0	0.002228822559118271
591	linear.weight	1	0.036312177777290344
591	linear.weight	2	-0.00858329888433218
591	linear.weight	3	0.09030348062515259
591	linear.weight	4	0.07518702000379562
591	linear.weight	5	0.06890831142663956
591	linear.weight	6	-0.019861405715346336
591	linear.weight	7	-0.035322435200214386
591	linear.weight	8	0.04802060127258301
591	linear.weight	9	-0.023098254576325417
591	linear.bias	0	0.07321646064519882
591	linear.bias	1	0.2916136682033539
591	linear.bias	2	0.17691054940223694
591	linear.bias	3	-0.5034064650535583
591	linear.bias	4	-0.4663056433200836
591	linear.bias	5	-0.03794718533754349
591	linear.bias	6	-0.15527774393558502
591	linear.bias	7	0.13523754477500916
591	linear.bias	8	-0.21304944157600403
591	linear.bias	9	-0.4743858873844147
788	transitions	0	-0.9033480882644653
788	transitions	1	-0.5800678730010986
788	transitions	2	-10000.0
788	transitions	3	-1.6649903059005737
788	transitions	4	-10000.0
788	transitions	5	1.3178776502609253
788	transitions	6	0.7924027442932129
788	transitions	7	0.6900228261947632
788	transitions	8	-0.6228445768356323
788	transitions	9	0.006510291248559952
788	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
788	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
788	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
788	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
788	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
788	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
788	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
788	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
788	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
788	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
788	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
788	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
788	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
788	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
788	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
788	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
788	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
788	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
788	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
788	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
788	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
788	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
788	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
788	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
788	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
788	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
788	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
788	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
788	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
788	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
788	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
788	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
788	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
788	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
788	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
788	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
788	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
788	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
788	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
788	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
788	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
788	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
788	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
788	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
788	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
788	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
788	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
788	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
788	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
788	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
788	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
788	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
788	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
788	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
788	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
788	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
788	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
788	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
788	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
788	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
788	embedding2nn.weight	0	0.012572549283504486
788	embedding2nn.weight	1	-0.008189791813492775
788	embedding2nn.weight	2	-0.014268255792558193
788	embedding2nn.weight	3	0.01768072135746479
788	embedding2nn.weight	4	-0.005915033631026745
788	embedding2nn.weight	5	-0.0037006011698395014
788	embedding2nn.weight	6	-0.0039732689037919044
788	embedding2nn.weight	7	-0.00814408715814352
788	embedding2nn.weight	8	-0.0019979383796453476
788	embedding2nn.weight	9	-0.0028685275465250015
788	embedding2nn.bias	0	-0.016091207042336464
788	embedding2nn.bias	1	0.018131429329514503
788	embedding2nn.bias	2	0.015479020774364471
788	embedding2nn.bias	3	0.005985160358250141
788	embedding2nn.bias	4	-0.010496501810848713
788	embedding2nn.bias	5	0.009030402638018131
788	embedding2nn.bias	6	0.0180808138102293
788	embedding2nn.bias	7	-0.021878795698285103
788	embedding2nn.bias	8	-0.002207817044109106
788	embedding2nn.bias	9	-0.013061340898275375
788	rnn.weight_ih_l0	0	-0.011576727963984013
788	rnn.weight_ih_l0	1	0.00940670445561409
788	rnn.weight_ih_l0	2	0.02304665930569172
788	rnn.weight_ih_l0	3	0.03355538100004196
788	rnn.weight_ih_l0	4	-0.005046093836426735
788	rnn.weight_ih_l0	5	-0.042559072375297546
788	rnn.weight_ih_l0	6	0.007038776762783527
788	rnn.weight_ih_l0	7	0.04013141244649887
788	rnn.weight_ih_l0	8	0.02598191797733307
788	rnn.weight_ih_l0	9	-0.04336985573172569
788	rnn.weight_hh_l0	0	-0.040866751223802567
788	rnn.weight_hh_l0	1	0.014358117245137691
788	rnn.weight_hh_l0	2	0.022876523435115814
788	rnn.weight_hh_l0	3	-0.00785750336945057
788	rnn.weight_hh_l0	4	0.02337736450135708
788	rnn.weight_hh_l0	5	-0.007761449087411165
788	rnn.weight_hh_l0	6	-0.03358075022697449
788	rnn.weight_hh_l0	7	-0.04470023512840271
788	rnn.weight_hh_l0	8	0.01243682112544775
788	rnn.weight_hh_l0	9	-0.023783983662724495
788	rnn.bias_ih_l0	0	0.010453187860548496
788	rnn.bias_ih_l0	1	-0.02698993869125843
788	rnn.bias_ih_l0	2	-0.007290142588317394
788	rnn.bias_ih_l0	3	0.042756982147693634
788	rnn.bias_ih_l0	4	-0.03827998414635658
788	rnn.bias_ih_l0	5	0.005681169219315052
788	rnn.bias_ih_l0	6	0.00023030339798424393
788	rnn.bias_ih_l0	7	0.03367156162858009
788	rnn.bias_ih_l0	8	-0.041096560657024384
788	rnn.bias_ih_l0	9	-0.011729462072253227
788	rnn.bias_hh_l0	0	-0.0010159099474549294
788	rnn.bias_hh_l0	1	0.007998021319508553
788	rnn.bias_hh_l0	2	0.014571771956980228
788	rnn.bias_hh_l0	3	-0.024283377453684807
788	rnn.bias_hh_l0	4	0.01573030650615692
788	rnn.bias_hh_l0	5	0.03559783846139908
788	rnn.bias_hh_l0	6	0.03290130943059921
788	rnn.bias_hh_l0	7	0.008825684897601604
788	rnn.bias_hh_l0	8	-0.00466171745210886
788	rnn.bias_hh_l0	9	-0.03896019980311394
788	rnn.weight_ih_l0_reverse	0	-0.0014538916293531656
788	rnn.weight_ih_l0_reverse	1	-0.03475498780608177
788	rnn.weight_ih_l0_reverse	2	-0.030213771387934685
788	rnn.weight_ih_l0_reverse	3	-0.0022443579509854317
788	rnn.weight_ih_l0_reverse	4	-0.01667923294007778
788	rnn.weight_ih_l0_reverse	5	-0.04403819888830185
788	rnn.weight_ih_l0_reverse	6	0.02906365506350994
788	rnn.weight_ih_l0_reverse	7	-0.026456061750650406
788	rnn.weight_ih_l0_reverse	8	-0.031051134690642357
788	rnn.weight_ih_l0_reverse	9	0.01251883152872324
788	rnn.weight_hh_l0_reverse	0	0.023691514506936073
788	rnn.weight_hh_l0_reverse	1	0.036084674298763275
788	rnn.weight_hh_l0_reverse	2	0.023505613207817078
788	rnn.weight_hh_l0_reverse	3	0.016157902777194977
788	rnn.weight_hh_l0_reverse	4	0.013163897208869457
788	rnn.weight_hh_l0_reverse	5	-0.013327458873391151
788	rnn.weight_hh_l0_reverse	6	0.03629690036177635
788	rnn.weight_hh_l0_reverse	7	-0.015970177948474884
788	rnn.weight_hh_l0_reverse	8	0.0009151524282060564
788	rnn.weight_hh_l0_reverse	9	0.04383663088083267
788	rnn.bias_ih_l0_reverse	0	-0.03984972462058067
788	rnn.bias_ih_l0_reverse	1	-0.034933269023895264
788	rnn.bias_ih_l0_reverse	2	0.019674504175782204
788	rnn.bias_ih_l0_reverse	3	0.02403908781707287
788	rnn.bias_ih_l0_reverse	4	0.005861497018486261
788	rnn.bias_ih_l0_reverse	5	0.003650812665000558
788	rnn.bias_ih_l0_reverse	6	0.026890063658356667
788	rnn.bias_ih_l0_reverse	7	0.04160160571336746
788	rnn.bias_ih_l0_reverse	8	-0.011401107534766197
788	rnn.bias_ih_l0_reverse	9	0.04726876690983772
788	rnn.bias_hh_l0_reverse	0	-0.026720736175775528
788	rnn.bias_hh_l0_reverse	1	0.004724505823105574
788	rnn.bias_hh_l0_reverse	2	-0.0006676666671410203
788	rnn.bias_hh_l0_reverse	3	-0.02939668856561184
788	rnn.bias_hh_l0_reverse	4	-0.028039345517754555
788	rnn.bias_hh_l0_reverse	5	-0.025389809161424637
788	rnn.bias_hh_l0_reverse	6	0.005172554403543472
788	rnn.bias_hh_l0_reverse	7	0.0015256655169650912
788	rnn.bias_hh_l0_reverse	8	0.045766592025756836
788	rnn.bias_hh_l0_reverse	9	-0.05928660184144974
788	rnn.weight_ih_l1	0	-0.032549839466810226
788	rnn.weight_ih_l1	1	-0.02125522308051586
788	rnn.weight_ih_l1	2	0.018947022035717964
788	rnn.weight_ih_l1	3	-0.006618966348469257
788	rnn.weight_ih_l1	4	0.010071458294987679
788	rnn.weight_ih_l1	5	-0.0347541868686676
788	rnn.weight_ih_l1	6	0.020283052697777748
788	rnn.weight_ih_l1	7	-0.03590099513530731
788	rnn.weight_ih_l1	8	0.03475514054298401
788	rnn.weight_ih_l1	9	0.02010091207921505
788	rnn.weight_hh_l1	0	0.006404472980648279
788	rnn.weight_hh_l1	1	0.008596756495535374
788	rnn.weight_hh_l1	2	-0.02640717104077339
788	rnn.weight_hh_l1	3	-0.0032461583614349365
788	rnn.weight_hh_l1	4	0.0033723816741257906
788	rnn.weight_hh_l1	5	0.040935952216386795
788	rnn.weight_hh_l1	6	0.03640186786651611
788	rnn.weight_hh_l1	7	-0.032169610261917114
788	rnn.weight_hh_l1	8	-0.041753675788640976
788	rnn.weight_hh_l1	9	0.034340787678956985
788	rnn.bias_ih_l1	0	0.016021039336919785
788	rnn.bias_ih_l1	1	-0.03382051736116409
788	rnn.bias_ih_l1	2	-0.022355247288942337
788	rnn.bias_ih_l1	3	-0.007573546376079321
788	rnn.bias_ih_l1	4	-0.08538304269313812
788	rnn.bias_ih_l1	5	-0.0006087515503168106
788	rnn.bias_ih_l1	6	0.05396459624171257
788	rnn.bias_ih_l1	7	0.03897504881024361
788	rnn.bias_ih_l1	8	-0.002112963004037738
788	rnn.bias_ih_l1	9	0.005240726284682751
788	rnn.bias_hh_l1	0	-0.034723516553640366
788	rnn.bias_hh_l1	1	0.01740163564682007
788	rnn.bias_hh_l1	2	0.02632792480289936
788	rnn.bias_hh_l1	3	-0.00658737076446414
788	rnn.bias_hh_l1	4	-0.014989664778113365
788	rnn.bias_hh_l1	5	0.02560879848897457
788	rnn.bias_hh_l1	6	0.018555227667093277
788	rnn.bias_hh_l1	7	-0.050930205732584
788	rnn.bias_hh_l1	8	0.055201902985572815
788	rnn.bias_hh_l1	9	0.022203616797924042
788	rnn.weight_ih_l1_reverse	0	-0.02496383897960186
788	rnn.weight_ih_l1_reverse	1	0.037130001932382584
788	rnn.weight_ih_l1_reverse	2	-0.014089353382587433
788	rnn.weight_ih_l1_reverse	3	-0.02439882420003414
788	rnn.weight_ih_l1_reverse	4	0.011739715002477169
788	rnn.weight_ih_l1_reverse	5	-0.04036634415388107
788	rnn.weight_ih_l1_reverse	6	-0.018104730173945427
788	rnn.weight_ih_l1_reverse	7	0.009312761947512627
788	rnn.weight_ih_l1_reverse	8	0.0019448776729404926
788	rnn.weight_ih_l1_reverse	9	-0.04103818163275719
788	rnn.weight_hh_l1_reverse	0	0.008676965720951557
788	rnn.weight_hh_l1_reverse	1	0.024109235033392906
788	rnn.weight_hh_l1_reverse	2	-0.0344245508313179
788	rnn.weight_hh_l1_reverse	3	0.03818691894412041
788	rnn.weight_hh_l1_reverse	4	0.02941707894206047
788	rnn.weight_hh_l1_reverse	5	0.015838485211133957
788	rnn.weight_hh_l1_reverse	6	0.006127150263637304
788	rnn.weight_hh_l1_reverse	7	0.02924511954188347
788	rnn.weight_hh_l1_reverse	8	-0.001344349468126893
788	rnn.weight_hh_l1_reverse	9	-0.03476028889417648
788	rnn.bias_ih_l1_reverse	0	0.02734392322599888
788	rnn.bias_ih_l1_reverse	1	-0.012133355252444744
788	rnn.bias_ih_l1_reverse	2	0.007871899753808975
788	rnn.bias_ih_l1_reverse	3	0.019702184945344925
788	rnn.bias_ih_l1_reverse	4	-0.02275470644235611
788	rnn.bias_ih_l1_reverse	5	0.018014689907431602
788	rnn.bias_ih_l1_reverse	6	-0.00877479836344719
788	rnn.bias_ih_l1_reverse	7	0.00039173554978333414
788	rnn.bias_ih_l1_reverse	8	0.07636131346225739
788	rnn.bias_ih_l1_reverse	9	-0.013543128035962582
788	rnn.bias_hh_l1_reverse	0	-0.02345437929034233
788	rnn.bias_hh_l1_reverse	1	-0.003960844129323959
788	rnn.bias_hh_l1_reverse	2	-0.041493840515613556
788	rnn.bias_hh_l1_reverse	3	0.03907986357808113
788	rnn.bias_hh_l1_reverse	4	0.002578690880909562
788	rnn.bias_hh_l1_reverse	5	0.0287785567343235
788	rnn.bias_hh_l1_reverse	6	0.11055485159158707
788	rnn.bias_hh_l1_reverse	7	0.02982259914278984
788	rnn.bias_hh_l1_reverse	8	-0.00847206823527813
788	rnn.bias_hh_l1_reverse	9	-0.007009605877101421
788	linear.weight	0	0.002228822559118271
788	linear.weight	1	0.023593351244926453
788	linear.weight	2	-0.034756045788526535
788	linear.weight	3	0.08385712653398514
788	linear.weight	4	0.06766994297504425
788	linear.weight	5	0.07208196818828583
788	linear.weight	6	-0.017528193071484566
788	linear.weight	7	-0.01826915703713894
788	linear.weight	8	0.04684124514460564
788	linear.weight	9	-0.01721860282123089
788	linear.bias	0	0.10191679745912552
788	linear.bias	1	0.2966741919517517
788	linear.bias	2	0.19943119585514069
788	linear.bias	3	-0.5197675228118896
788	linear.bias	4	-0.49382397532463074
788	linear.bias	5	-0.017059706151485443
788	linear.bias	6	-0.16153252124786377
788	linear.bias	7	0.1404009908437729
788	linear.bias	8	-0.23724782466888428
788	linear.bias	9	-0.5235691666603088
985	transitions	0	-0.8080577254295349
985	transitions	1	-0.5768413543701172
985	transitions	2	-10000.0
985	transitions	3	-1.6688352823257446
985	transitions	4	-10000.0
985	transitions	5	1.2769309282302856
985	transitions	6	0.7433388829231262
985	transitions	7	0.676672637462616
985	transitions	8	-0.6751546859741211
985	transitions	9	0.00618781428784132
985	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
985	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
985	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
985	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
985	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
985	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
985	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
985	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
985	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
985	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
985	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
985	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
985	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
985	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
985	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
985	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
985	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
985	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
985	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
985	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
985	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
985	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
985	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
985	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
985	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
985	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
985	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
985	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
985	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
985	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
985	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
985	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
985	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
985	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
985	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
985	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
985	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
985	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
985	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
985	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
985	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
985	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
985	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
985	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
985	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
985	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
985	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
985	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
985	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
985	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
985	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
985	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
985	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
985	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
985	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
985	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
985	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
985	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
985	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
985	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
985	embedding2nn.weight	0	0.014856181107461452
985	embedding2nn.weight	1	-0.00835814606398344
985	embedding2nn.weight	2	-0.014268255792558193
985	embedding2nn.weight	3	0.020160481333732605
985	embedding2nn.weight	4	-0.005915033631026745
985	embedding2nn.weight	5	-0.003700600704178214
985	embedding2nn.weight	6	-0.003973268438130617
985	embedding2nn.weight	7	-0.008419704623520374
985	embedding2nn.weight	8	-0.0019979383796453476
985	embedding2nn.weight	9	-0.0033577890135347843
985	embedding2nn.bias	0	-0.01575695350766182
985	embedding2nn.bias	1	0.010945658199489117
985	embedding2nn.bias	2	0.017765147611498833
985	embedding2nn.bias	3	0.005274962168186903
985	embedding2nn.bias	4	-0.01539834588766098
985	embedding2nn.bias	5	0.008191362954676151
985	embedding2nn.bias	6	0.019413543865084648
985	embedding2nn.bias	7	-0.02269471064209938
985	embedding2nn.bias	8	-0.0017835141625255346
985	embedding2nn.bias	9	-0.013302664272487164
985	rnn.weight_ih_l0	0	-0.012095712125301361
985	rnn.weight_ih_l0	1	0.00977193471044302
985	rnn.weight_ih_l0	2	0.02307770773768425
985	rnn.weight_ih_l0	3	0.03362181782722473
985	rnn.weight_ih_l0	4	-0.00496605085209012
985	rnn.weight_ih_l0	5	-0.042631976306438446
985	rnn.weight_ih_l0	6	0.006934321951121092
985	rnn.weight_ih_l0	7	0.040300216525793076
985	rnn.weight_ih_l0	8	0.02586958184838295
985	rnn.weight_ih_l0	9	-0.04336601123213768
985	rnn.weight_hh_l0	0	-0.040939319878816605
985	rnn.weight_hh_l0	1	0.013986459001898766
985	rnn.weight_hh_l0	2	0.02108621597290039
985	rnn.weight_hh_l0	3	-0.007903626188635826
985	rnn.weight_hh_l0	4	0.023581210523843765
985	rnn.weight_hh_l0	5	-0.007681325078010559
985	rnn.weight_hh_l0	6	-0.03339887037873268
985	rnn.weight_hh_l0	7	-0.04537690803408623
985	rnn.weight_hh_l0	8	0.012369220145046711
985	rnn.weight_hh_l0	9	-0.023897962644696236
985	rnn.bias_ih_l0	0	0.009386712685227394
985	rnn.bias_ih_l0	1	-0.026003625243902206
985	rnn.bias_ih_l0	2	-0.00643283873796463
985	rnn.bias_ih_l0	3	0.03968062996864319
985	rnn.bias_ih_l0	4	-0.03845897316932678
985	rnn.bias_ih_l0	5	0.003065314143896103
985	rnn.bias_ih_l0	6	-0.003120641689747572
985	rnn.bias_ih_l0	7	0.03371969237923622
985	rnn.bias_ih_l0	8	-0.04317135363817215
985	rnn.bias_ih_l0	9	-0.01630844920873642
985	rnn.bias_hh_l0	0	-0.0033450513146817684
985	rnn.bias_hh_l0	1	0.001146039692685008
985	rnn.bias_hh_l0	2	0.014317530207335949
985	rnn.bias_hh_l0	3	-0.022540530189871788
985	rnn.bias_hh_l0	4	0.01500469259917736
985	rnn.bias_hh_l0	5	0.035609789192676544
985	rnn.bias_hh_l0	6	0.0328446626663208
985	rnn.bias_hh_l0	7	0.009575434029102325
985	rnn.bias_hh_l0	8	-0.006083847489207983
985	rnn.bias_hh_l0	9	-0.03697151318192482
985	rnn.weight_ih_l0_reverse	0	-0.001479361206293106
985	rnn.weight_ih_l0_reverse	1	-0.03484150767326355
985	rnn.weight_ih_l0_reverse	2	-0.03102261945605278
985	rnn.weight_ih_l0_reverse	3	-0.0016337716951966286
985	rnn.weight_ih_l0_reverse	4	-0.01702561229467392
985	rnn.weight_ih_l0_reverse	5	-0.044024158269166946
985	rnn.weight_ih_l0_reverse	6	0.02913074567914009
985	rnn.weight_ih_l0_reverse	7	-0.02548794448375702
985	rnn.weight_ih_l0_reverse	8	-0.03131023794412613
985	rnn.weight_ih_l0_reverse	9	0.01238245889544487
985	rnn.weight_hh_l0_reverse	0	0.02347792685031891
985	rnn.weight_hh_l0_reverse	1	0.03610726073384285
985	rnn.weight_hh_l0_reverse	2	0.023563900962471962
985	rnn.weight_hh_l0_reverse	3	0.016356581822037697
985	rnn.weight_hh_l0_reverse	4	0.012858561240136623
985	rnn.weight_hh_l0_reverse	5	-0.013191373087465763
985	rnn.weight_hh_l0_reverse	6	0.0361587218940258
985	rnn.weight_hh_l0_reverse	7	-0.01612892933189869
985	rnn.weight_hh_l0_reverse	8	0.001139565370976925
985	rnn.weight_hh_l0_reverse	9	0.04397617280483246
985	rnn.bias_ih_l0_reverse	0	-0.039648398756980896
985	rnn.bias_ih_l0_reverse	1	-0.03475816920399666
985	rnn.bias_ih_l0_reverse	2	0.020639417693018913
985	rnn.bias_ih_l0_reverse	3	0.023361176252365112
985	rnn.bias_ih_l0_reverse	4	0.004601264838129282
985	rnn.bias_ih_l0_reverse	5	0.0029430005233734846
985	rnn.bias_ih_l0_reverse	6	0.025367915630340576
985	rnn.bias_ih_l0_reverse	7	0.04163607582449913
985	rnn.bias_ih_l0_reverse	8	-0.01196226105093956
985	rnn.bias_ih_l0_reverse	9	0.04908456280827522
985	rnn.bias_hh_l0_reverse	0	-0.025896381586790085
985	rnn.bias_hh_l0_reverse	1	0.0033781530801206827
985	rnn.bias_hh_l0_reverse	2	-0.0009508280199952424
985	rnn.bias_hh_l0_reverse	3	-0.030092891305685043
985	rnn.bias_hh_l0_reverse	4	-0.027583632618188858
985	rnn.bias_hh_l0_reverse	5	-0.02576516382396221
985	rnn.bias_hh_l0_reverse	6	0.005445072427392006
985	rnn.bias_hh_l0_reverse	7	0.0017295540310442448
985	rnn.bias_hh_l0_reverse	8	0.04606218636035919
985	rnn.bias_hh_l0_reverse	9	-0.06207777559757233
985	rnn.weight_ih_l1	0	-0.0325615219771862
985	rnn.weight_ih_l1	1	-0.022151319310069084
985	rnn.weight_ih_l1	2	0.01683693937957287
985	rnn.weight_ih_l1	3	-0.00977357942610979
985	rnn.weight_ih_l1	4	0.010298439301550388
985	rnn.weight_ih_l1	5	-0.03473871201276779
985	rnn.weight_ih_l1	6	0.02029253914952278
985	rnn.weight_ih_l1	7	-0.03639528900384903
985	rnn.weight_ih_l1	8	0.03475809469819069
985	rnn.weight_ih_l1	9	0.02030809409916401
985	rnn.weight_hh_l1	0	0.0064915562979876995
985	rnn.weight_hh_l1	1	0.008605937473475933
985	rnn.weight_hh_l1	2	-0.02674633450806141
985	rnn.weight_hh_l1	3	-0.0032148179598152637
985	rnn.weight_hh_l1	4	0.003167620161548257
985	rnn.weight_hh_l1	5	0.04077457636594772
985	rnn.weight_hh_l1	6	0.0363350436091423
985	rnn.weight_hh_l1	7	-0.0320550799369812
985	rnn.weight_hh_l1	8	-0.041967011988162994
985	rnn.weight_hh_l1	9	0.03371094912290573
985	rnn.bias_ih_l1	0	0.014767266809940338
985	rnn.bias_ih_l1	1	-0.03238920494914055
985	rnn.bias_ih_l1	2	-0.02152017317712307
985	rnn.bias_ih_l1	3	-0.0056298342533409595
985	rnn.bias_ih_l1	4	-0.0919935330748558
985	rnn.bias_ih_l1	5	-0.0034681507386267185
985	rnn.bias_ih_l1	6	0.05506173521280289
985	rnn.bias_ih_l1	7	0.03938911110162735
985	rnn.bias_ih_l1	8	-0.0031977850012481213
985	rnn.bias_ih_l1	9	0.004648147616535425
985	rnn.bias_hh_l1	0	-0.034347809851169586
985	rnn.bias_hh_l1	1	0.017741438001394272
985	rnn.bias_hh_l1	2	0.02391623705625534
985	rnn.bias_hh_l1	3	-0.007487154565751553
985	rnn.bias_hh_l1	4	-0.016260821372270584
985	rnn.bias_hh_l1	5	0.024436596781015396
985	rnn.bias_hh_l1	6	0.016266513615846634
985	rnn.bias_hh_l1	7	-0.04093699902296066
985	rnn.bias_hh_l1	8	0.05498445779085159
985	rnn.bias_hh_l1	9	0.02208208292722702
985	rnn.weight_ih_l1_reverse	0	-0.026440929621458054
985	rnn.weight_ih_l1_reverse	1	0.03500939905643463
985	rnn.weight_ih_l1_reverse	2	-0.01776478812098503
985	rnn.weight_ih_l1_reverse	3	-0.02478526160120964
985	rnn.weight_ih_l1_reverse	4	0.011896389536559582
985	rnn.weight_ih_l1_reverse	5	-0.04085028916597366
985	rnn.weight_ih_l1_reverse	6	-0.01869858242571354
985	rnn.weight_ih_l1_reverse	7	0.009608905762434006
985	rnn.weight_ih_l1_reverse	8	0.0024299172218889
985	rnn.weight_ih_l1_reverse	9	-0.037435296922922134
985	rnn.weight_hh_l1_reverse	0	0.008599843829870224
985	rnn.weight_hh_l1_reverse	1	0.024048561230301857
985	rnn.weight_hh_l1_reverse	2	-0.03440982848405838
985	rnn.weight_hh_l1_reverse	3	0.03792441263794899
985	rnn.weight_hh_l1_reverse	4	0.029822256416082382
985	rnn.weight_hh_l1_reverse	5	0.015409208834171295
985	rnn.weight_hh_l1_reverse	6	0.006569764111191034
985	rnn.weight_hh_l1_reverse	7	0.02920616790652275
985	rnn.weight_hh_l1_reverse	8	-0.00203406042419374
985	rnn.weight_hh_l1_reverse	9	-0.0348745658993721
985	rnn.bias_ih_l1_reverse	0	0.027885718271136284
985	rnn.bias_ih_l1_reverse	1	-0.011983983218669891
985	rnn.bias_ih_l1_reverse	2	0.004872268997132778
985	rnn.bias_ih_l1_reverse	3	0.030039846897125244
985	rnn.bias_ih_l1_reverse	4	-0.022076716646552086
985	rnn.bias_ih_l1_reverse	5	0.01660826802253723
985	rnn.bias_ih_l1_reverse	6	-0.011154347099363804
985	rnn.bias_ih_l1_reverse	7	0.0043549491092562675
985	rnn.bias_ih_l1_reverse	8	0.07044195383787155
985	rnn.bias_ih_l1_reverse	9	-0.003446124028414488
985	rnn.bias_hh_l1_reverse	0	-0.030984846875071526
985	rnn.bias_hh_l1_reverse	1	-0.007290196605026722
985	rnn.bias_hh_l1_reverse	2	-0.043380994349718094
985	rnn.bias_hh_l1_reverse	3	0.03990033641457558
985	rnn.bias_hh_l1_reverse	4	0.0009547751978971064
985	rnn.bias_hh_l1_reverse	5	0.02862163446843624
985	rnn.bias_hh_l1_reverse	6	0.12318777292966843
985	rnn.bias_hh_l1_reverse	7	0.030445551499724388
985	rnn.bias_hh_l1_reverse	8	-0.009979810565710068
985	rnn.bias_hh_l1_reverse	9	-0.008338055573403835
985	linear.weight	0	0.002228822559118271
985	linear.weight	1	0.05019661411643028
985	linear.weight	2	-0.022321514785289764
985	linear.weight	3	0.08145125210285187
985	linear.weight	4	0.08666995912790298
985	linear.weight	5	0.06841336935758591
985	linear.weight	6	-0.003918264526873827
985	linear.weight	7	-0.01766316220164299
985	linear.weight	8	0.04574379697442055
985	linear.weight	9	-0.014911978505551815
985	linear.bias	0	0.060161344707012177
985	linear.bias	1	0.3010406196117401
985	linear.bias	2	0.2165907472372055
985	linear.bias	3	-0.5388846397399902
985	linear.bias	4	-0.5145494341850281
985	linear.bias	5	0.0022177326027303934
985	linear.bias	6	-0.16638439893722534
985	linear.bias	7	0.15948982536792755
985	linear.bias	8	-0.24577781558036804
985	linear.bias	9	-0.5483409762382507
1182	transitions	0	-0.7291839122772217
1182	transitions	1	-0.5757142305374146
1182	transitions	2	-10000.0
1182	transitions	3	-1.67157781124115
1182	transitions	4	-10000.0
1182	transitions	5	1.235426902770996
1182	transitions	6	0.7050053477287292
1182	transitions	7	0.6628254055976868
1182	transitions	8	-0.7155357599258423
1182	transitions	9	0.005859205033630133
1182	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
1182	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
1182	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
1182	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
1182	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
1182	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
1182	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
1182	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
1182	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
1182	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
1182	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
1182	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
1182	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
1182	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
1182	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
1182	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
1182	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
1182	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
1182	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
1182	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
1182	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
1182	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
1182	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
1182	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
1182	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
1182	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
1182	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
1182	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
1182	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
1182	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
1182	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
1182	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
1182	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
1182	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
1182	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
1182	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
1182	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
1182	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
1182	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
1182	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
1182	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
1182	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
1182	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
1182	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
1182	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
1182	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
1182	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
1182	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
1182	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
1182	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
1182	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
1182	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
1182	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
1182	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
1182	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
1182	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
1182	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
1182	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
1182	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
1182	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
1182	embedding2nn.weight	0	0.015341965481638908
1182	embedding2nn.weight	1	-0.00863964669406414
1182	embedding2nn.weight	2	-0.014268255792558193
1182	embedding2nn.weight	3	0.018985699862241745
1182	embedding2nn.weight	4	-0.005915033631026745
1182	embedding2nn.weight	5	-0.0037006002385169268
1182	embedding2nn.weight	6	-0.0039732689037919044
1182	embedding2nn.weight	7	-0.009604562073946
1182	embedding2nn.weight	8	-0.0019979383796453476
1182	embedding2nn.weight	9	-0.0032105008140206337
1182	embedding2nn.bias	0	-0.01103243324905634
1182	embedding2nn.bias	1	0.004049233626574278
1182	embedding2nn.bias	2	0.018904203549027443
1182	embedding2nn.bias	3	0.00737927109003067
1182	embedding2nn.bias	4	-0.013402908109128475
1182	embedding2nn.bias	5	0.01107843965291977
1182	embedding2nn.bias	6	0.017999328672885895
1182	embedding2nn.bias	7	-0.03056974895298481
1182	embedding2nn.bias	8	-0.006124772597104311
1182	embedding2nn.bias	9	-0.0042974939569830894
1182	rnn.weight_ih_l0	0	-0.012373829260468483
1182	rnn.weight_ih_l0	1	0.010294215753674507
1182	rnn.weight_ih_l0	2	0.023430759087204933
1182	rnn.weight_ih_l0	3	0.03332269564270973
1182	rnn.weight_ih_l0	4	-0.004601404536515474
1182	rnn.weight_ih_l0	5	-0.04301760718226433
1182	rnn.weight_ih_l0	6	0.006827604025602341
1182	rnn.weight_ih_l0	7	0.03985663503408432
1182	rnn.weight_ih_l0	8	0.026311654597520828
1182	rnn.weight_ih_l0	9	-0.04347428306937218
1182	rnn.weight_hh_l0	0	-0.04092167317867279
1182	rnn.weight_hh_l0	1	0.013402312062680721
1182	rnn.weight_hh_l0	2	0.020538024604320526
1182	rnn.weight_hh_l0	3	-0.007899000309407711
1182	rnn.weight_hh_l0	4	0.023749839514493942
1182	rnn.weight_hh_l0	5	-0.007324207108467817
1182	rnn.weight_hh_l0	6	-0.03325662389397621
1182	rnn.weight_hh_l0	7	-0.04531147703528404
1182	rnn.weight_hh_l0	8	0.012638285756111145
1182	rnn.weight_hh_l0	9	-0.024172335863113403
1182	rnn.bias_ih_l0	0	0.010553743690252304
1182	rnn.bias_ih_l0	1	-0.023923099040985107
1182	rnn.bias_ih_l0	2	-0.006127165164798498
1182	rnn.bias_ih_l0	3	0.037402696907520294
1182	rnn.bias_ih_l0	4	-0.041133325546979904
1182	rnn.bias_ih_l0	5	0.001105132163502276
1182	rnn.bias_ih_l0	6	-0.004713005851954222
1182	rnn.bias_ih_l0	7	0.03496495261788368
1182	rnn.bias_ih_l0	8	-0.04363667964935303
1182	rnn.bias_ih_l0	9	-0.017559118568897247
1182	rnn.bias_hh_l0	0	-0.005095320288091898
1182	rnn.bias_hh_l0	1	-0.000730810861568898
1182	rnn.bias_hh_l0	2	0.015931421890854836
1182	rnn.bias_hh_l0	3	-0.022309094667434692
1182	rnn.bias_hh_l0	4	0.014171101152896881
1182	rnn.bias_hh_l0	5	0.03464953973889351
1182	rnn.bias_hh_l0	6	0.03387933224439621
1182	rnn.bias_hh_l0	7	0.00796886719763279
1182	rnn.bias_hh_l0	8	-0.008433128707110882
1182	rnn.bias_hh_l0	9	-0.03739835321903229
1182	rnn.weight_ih_l0_reverse	0	-0.0014384498354047537
1182	rnn.weight_ih_l0_reverse	1	-0.03490796312689781
1182	rnn.weight_ih_l0_reverse	2	-0.03103454038500786
1182	rnn.weight_ih_l0_reverse	3	-0.001672617276199162
1182	rnn.weight_ih_l0_reverse	4	-0.01743227243423462
1182	rnn.weight_ih_l0_reverse	5	-0.0440291203558445
1182	rnn.weight_ih_l0_reverse	6	0.029155807569622993
1182	rnn.weight_ih_l0_reverse	7	-0.02700086310505867
1182	rnn.weight_ih_l0_reverse	8	-0.03142030909657478
1182	rnn.weight_ih_l0_reverse	9	0.012913004495203495
1182	rnn.weight_hh_l0_reverse	0	0.023665018379688263
1182	rnn.weight_hh_l0_reverse	1	0.03614968806505203
1182	rnn.weight_hh_l0_reverse	2	0.023614725098013878
1182	rnn.weight_hh_l0_reverse	3	0.016283737495541573
1182	rnn.weight_hh_l0_reverse	4	0.012723157182335854
1182	rnn.weight_hh_l0_reverse	5	-0.01313716173171997
1182	rnn.weight_hh_l0_reverse	6	0.03644730523228645
1182	rnn.weight_hh_l0_reverse	7	-0.01645657792687416
1182	rnn.weight_hh_l0_reverse	8	0.0011125901946797967
1182	rnn.weight_hh_l0_reverse	9	0.04401645064353943
1182	rnn.bias_ih_l0_reverse	0	-0.04022529348731041
1182	rnn.bias_ih_l0_reverse	1	-0.03599398583173752
1182	rnn.bias_ih_l0_reverse	2	0.019561946392059326
1182	rnn.bias_ih_l0_reverse	3	0.022144796326756477
1182	rnn.bias_ih_l0_reverse	4	0.006657105404883623
1182	rnn.bias_ih_l0_reverse	5	0.0022064796648919582
1182	rnn.bias_ih_l0_reverse	6	0.021877484396100044
1182	rnn.bias_ih_l0_reverse	7	0.04106948897242546
1182	rnn.bias_ih_l0_reverse	8	-0.012278841808438301
1182	rnn.bias_ih_l0_reverse	9	0.04791798070073128
1182	rnn.bias_hh_l0_reverse	0	-0.026872163638472557
1182	rnn.bias_hh_l0_reverse	1	0.0043513840064406395
1182	rnn.bias_hh_l0_reverse	2	-0.0018919624853879213
1182	rnn.bias_hh_l0_reverse	3	-0.030395368114113808
1182	rnn.bias_hh_l0_reverse	4	-0.02855696529150009
1182	rnn.bias_hh_l0_reverse	5	-0.026135383173823357
1182	rnn.bias_hh_l0_reverse	6	0.0034605334512889385
1182	rnn.bias_hh_l0_reverse	7	0.004117236938327551
1182	rnn.bias_hh_l0_reverse	8	0.04585284739732742
1182	rnn.bias_hh_l0_reverse	9	-0.06318313628435135
1182	rnn.weight_ih_l1	0	-0.03259860724210739
1182	rnn.weight_ih_l1	1	-0.022444965317845345
1182	rnn.weight_ih_l1	2	0.015430816449224949
1182	rnn.weight_ih_l1	3	-0.007254770491272211
1182	rnn.weight_ih_l1	4	0.010599225759506226
1182	rnn.weight_ih_l1	5	-0.03432232886552811
1182	rnn.weight_ih_l1	6	0.020481077954173088
1182	rnn.weight_ih_l1	7	-0.03696855530142784
1182	rnn.weight_ih_l1	8	0.034489769488573074
1182	rnn.weight_ih_l1	9	0.02028590627014637
1182	rnn.weight_hh_l1	0	0.004870056640356779
1182	rnn.weight_hh_l1	1	0.008341989479959011
1182	rnn.weight_hh_l1	2	-0.026985730975866318
1182	rnn.weight_hh_l1	3	-0.003258722135797143
1182	rnn.weight_hh_l1	4	0.0029262856114655733
1182	rnn.weight_hh_l1	5	0.04104229062795639
1182	rnn.weight_hh_l1	6	0.03635002300143242
1182	rnn.weight_hh_l1	7	-0.03191424161195755
1182	rnn.weight_hh_l1	8	-0.04266620799899101
1182	rnn.weight_hh_l1	9	0.034144967794418335
1182	rnn.bias_ih_l1	0	0.01552834827452898
1182	rnn.bias_ih_l1	1	-0.03345634415745735
1182	rnn.bias_ih_l1	2	-0.0209274273365736
1182	rnn.bias_ih_l1	3	-0.00810281466692686
1182	rnn.bias_ih_l1	4	-0.10097458213567734
1182	rnn.bias_ih_l1	5	-0.0067297229543328285
1182	rnn.bias_ih_l1	6	0.05474388971924782
1182	rnn.bias_ih_l1	7	0.039477262645959854
1182	rnn.bias_ih_l1	8	-0.00574137270450592
1182	rnn.bias_ih_l1	9	0.005537599790841341
1182	rnn.bias_hh_l1	0	-0.03380764275789261
1182	rnn.bias_hh_l1	1	0.017164437100291252
1182	rnn.bias_hh_l1	2	0.026979295536875725
1182	rnn.bias_hh_l1	3	-0.009917134419083595
1182	rnn.bias_hh_l1	4	-0.017420994117856026
1182	rnn.bias_hh_l1	5	0.02270415611565113
1182	rnn.bias_hh_l1	6	0.015356965363025665
1182	rnn.bias_hh_l1	7	-0.04395928978919983
1182	rnn.bias_hh_l1	8	0.057559676468372345
1182	rnn.bias_hh_l1	9	0.019683418795466423
1182	rnn.weight_ih_l1_reverse	0	-0.026600077748298645
1182	rnn.weight_ih_l1_reverse	1	0.036479219794273376
1182	rnn.weight_ih_l1_reverse	2	-0.017028573900461197
1182	rnn.weight_ih_l1_reverse	3	-0.024921400472521782
1182	rnn.weight_ih_l1_reverse	4	0.011895272880792618
1182	rnn.weight_ih_l1_reverse	5	-0.0404447540640831
1182	rnn.weight_ih_l1_reverse	6	-0.01873302087187767
1182	rnn.weight_ih_l1_reverse	7	0.009691814891994
1182	rnn.weight_ih_l1_reverse	8	0.003321303054690361
1182	rnn.weight_ih_l1_reverse	9	-0.03492593392729759
1182	rnn.weight_hh_l1_reverse	0	0.008369563147425652
1182	rnn.weight_hh_l1_reverse	1	0.024216003715991974
1182	rnn.weight_hh_l1_reverse	2	-0.03463710844516754
1182	rnn.weight_hh_l1_reverse	3	0.03799515590071678
1182	rnn.weight_hh_l1_reverse	4	0.03089742176234722
1182	rnn.weight_hh_l1_reverse	5	0.015221139416098595
1182	rnn.weight_hh_l1_reverse	6	0.00703198928385973
1182	rnn.weight_hh_l1_reverse	7	0.02885557897388935
1182	rnn.weight_hh_l1_reverse	8	-0.002162741729989648
1182	rnn.weight_hh_l1_reverse	9	-0.03472159802913666
1182	rnn.bias_ih_l1_reverse	0	0.02707362361252308
1182	rnn.bias_ih_l1_reverse	1	-0.009791981428861618
1182	rnn.bias_ih_l1_reverse	2	0.0036240187473595142
1182	rnn.bias_ih_l1_reverse	3	0.024211497977375984
1182	rnn.bias_ih_l1_reverse	4	-0.02276541292667389
1182	rnn.bias_ih_l1_reverse	5	0.013491989113390446
1182	rnn.bias_ih_l1_reverse	6	-0.012686653062701225
1182	rnn.bias_ih_l1_reverse	7	0.004013892263174057
1182	rnn.bias_ih_l1_reverse	8	0.0721057653427124
1182	rnn.bias_ih_l1_reverse	9	0.0044232988730072975
1182	rnn.bias_hh_l1_reverse	0	-0.026699882000684738
1182	rnn.bias_hh_l1_reverse	1	-0.007560714613646269
1182	rnn.bias_hh_l1_reverse	2	-0.04771140217781067
1182	rnn.bias_hh_l1_reverse	3	0.03854154422879219
1182	rnn.bias_hh_l1_reverse	4	0.0004598002997227013
1182	rnn.bias_hh_l1_reverse	5	0.028516041114926338
1182	rnn.bias_hh_l1_reverse	6	0.11236906796693802
1182	rnn.bias_hh_l1_reverse	7	0.031714797019958496
1182	rnn.bias_hh_l1_reverse	8	-0.011126868426799774
1182	rnn.bias_hh_l1_reverse	9	-0.008488203398883343
1182	linear.weight	0	0.002228822559118271
1182	linear.weight	1	0.05476982891559601
1182	linear.weight	2	-0.03097623586654663
1182	linear.weight	3	0.0934050902724266
1182	linear.weight	4	0.0792679563164711
1182	linear.weight	5	0.05532914772629738
1182	linear.weight	6	-0.015436875633895397
1182	linear.weight	7	-0.034709785133600235
1182	linear.weight	8	0.04427825286984444
1182	linear.weight	9	-0.01855192892253399
1182	linear.bias	0	0.033181820064783096
1182	linear.bias	1	0.30070748925209045
1182	linear.bias	2	0.22630593180656433
1182	linear.bias	3	-0.5453051924705505
1182	linear.bias	4	-0.531289279460907
1182	linear.bias	5	-0.0023321015760302544
1182	linear.bias	6	-0.15867206454277039
1182	linear.bias	7	0.15714840590953827
1182	linear.bias	8	-0.27132436633110046
1182	linear.bias	9	-0.5681941509246826
1379	transitions	0	-0.6539598107337952
1379	transitions	1	-0.569304883480072
1379	transitions	2	-10000.0
1379	transitions	3	-1.6753509044647217
1379	transitions	4	-10000.0
1379	transitions	5	1.2094950675964355
1379	transitions	6	0.6634922027587891
1379	transitions	7	0.6448941230773926
1379	transitions	8	-0.7574728727340698
1379	transitions	9	0.005614051595330238
1379	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
1379	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
1379	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
1379	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
1379	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
1379	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
1379	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
1379	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
1379	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
1379	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
1379	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
1379	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
1379	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
1379	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
1379	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
1379	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
1379	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
1379	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
1379	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
1379	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
1379	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
1379	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
1379	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
1379	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
1379	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
1379	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
1379	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
1379	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
1379	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
1379	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
1379	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
1379	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
1379	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
1379	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
1379	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
1379	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
1379	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
1379	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
1379	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
1379	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
1379	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
1379	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
1379	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
1379	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
1379	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
1379	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
1379	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
1379	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
1379	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
1379	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
1379	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
1379	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
1379	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
1379	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
1379	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
1379	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
1379	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
1379	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
1379	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
1379	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
1379	embedding2nn.weight	0	0.017493946477770805
1379	embedding2nn.weight	1	-0.009192602708935738
1379	embedding2nn.weight	2	-0.014268255792558193
1379	embedding2nn.weight	3	0.018458396196365356
1379	embedding2nn.weight	4	-0.005915033631026745
1379	embedding2nn.weight	5	-0.003700600005686283
1379	embedding2nn.weight	6	-0.003973261918872595
1379	embedding2nn.weight	7	-0.00874235387891531
1379	embedding2nn.weight	8	-0.0019979383796453476
1379	embedding2nn.weight	9	-0.002575070131570101
1379	embedding2nn.bias	0	-0.007218353915959597
1379	embedding2nn.bias	1	-0.0022123323287814856
1379	embedding2nn.bias	2	0.016660822555422783
1379	embedding2nn.bias	3	0.006851004436612129
1379	embedding2nn.bias	4	-0.012989260256290436
1379	embedding2nn.bias	5	0.01152679044753313
1379	embedding2nn.bias	6	0.019828371703624725
1379	embedding2nn.bias	7	-0.03424700349569321
1379	embedding2nn.bias	8	-0.003025558078661561
1379	embedding2nn.bias	9	-0.0016606987919658422
1379	rnn.weight_ih_l0	0	-0.012884963303804398
1379	rnn.weight_ih_l0	1	0.010204917751252651
1379	rnn.weight_ih_l0	2	0.023910393938422203
1379	rnn.weight_ih_l0	3	0.03289763256907463
1379	rnn.weight_ih_l0	4	-0.004508653189986944
1379	rnn.weight_ih_l0	5	-0.04293496534228325
1379	rnn.weight_ih_l0	6	0.0067155854776501656
1379	rnn.weight_ih_l0	7	0.04007503390312195
1379	rnn.weight_ih_l0	8	0.026764344424009323
1379	rnn.weight_ih_l0	9	-0.04343061149120331
1379	rnn.weight_hh_l0	0	-0.04085883870720863
1379	rnn.weight_hh_l0	1	0.013792561367154121
1379	rnn.weight_hh_l0	2	0.019349610432982445
1379	rnn.weight_hh_l0	3	-0.008044307120144367
1379	rnn.weight_hh_l0	4	0.024758372455835342
1379	rnn.weight_hh_l0	5	-0.0075785135850310326
1379	rnn.weight_hh_l0	6	-0.03319059684872627
1379	rnn.weight_hh_l0	7	-0.04596536234021187
1379	rnn.weight_hh_l0	8	0.012566897086799145
1379	rnn.weight_hh_l0	9	-0.02439117059111595
1379	rnn.bias_ih_l0	0	0.009025451727211475
1379	rnn.bias_ih_l0	1	-0.022990599274635315
1379	rnn.bias_ih_l0	2	-0.00681498646736145
1379	rnn.bias_ih_l0	3	0.0365302711725235
1379	rnn.bias_ih_l0	4	-0.04334113001823425
1379	rnn.bias_ih_l0	5	0.0008502849377691746
1379	rnn.bias_ih_l0	6	-0.0091396514326334
1379	rnn.bias_ih_l0	7	0.03423288092017174
1379	rnn.bias_ih_l0	8	-0.04536190629005432
1379	rnn.bias_ih_l0	9	-0.01245021354407072
1379	rnn.bias_hh_l0	0	-0.005533649120479822
1379	rnn.bias_hh_l0	1	-0.004802121315151453
1379	rnn.bias_hh_l0	2	0.014105753973126411
1379	rnn.bias_hh_l0	3	-0.02282116562128067
1379	rnn.bias_hh_l0	4	0.012775103561580181
1379	rnn.bias_hh_l0	5	0.03517701476812363
1379	rnn.bias_hh_l0	6	0.03251100331544876
1379	rnn.bias_hh_l0	7	0.009290422312915325
1379	rnn.bias_hh_l0	8	-0.009633669629693031
1379	rnn.bias_hh_l0	9	-0.03798772767186165
1379	rnn.weight_ih_l0_reverse	0	-0.0018054225947707891
1379	rnn.weight_ih_l0_reverse	1	-0.034612759947776794
1379	rnn.weight_ih_l0_reverse	2	-0.03111930377781391
1379	rnn.weight_ih_l0_reverse	3	-0.0014973492361605167
1379	rnn.weight_ih_l0_reverse	4	-0.01729237288236618
1379	rnn.weight_ih_l0_reverse	5	-0.04399111121892929
1379	rnn.weight_ih_l0_reverse	6	0.02933145873248577
1379	rnn.weight_ih_l0_reverse	7	-0.027477726340293884
1379	rnn.weight_ih_l0_reverse	8	-0.03148004785180092
1379	rnn.weight_ih_l0_reverse	9	0.01258979830890894
1379	rnn.weight_hh_l0_reverse	0	0.024028219282627106
1379	rnn.weight_hh_l0_reverse	1	0.03585264831781387
1379	rnn.weight_hh_l0_reverse	2	0.023465292528271675
1379	rnn.weight_hh_l0_reverse	3	0.01639844849705696
1379	rnn.weight_hh_l0_reverse	4	0.012618126347661018
1379	rnn.weight_hh_l0_reverse	5	-0.01302321720868349
1379	rnn.weight_hh_l0_reverse	6	0.0363614559173584
1379	rnn.weight_hh_l0_reverse	7	-0.016703950241208076
1379	rnn.weight_hh_l0_reverse	8	0.0014945456059649587
1379	rnn.weight_hh_l0_reverse	9	0.044068366289138794
1379	rnn.bias_ih_l0_reverse	0	-0.040917571634054184
1379	rnn.bias_ih_l0_reverse	1	-0.036260731518268585
1379	rnn.bias_ih_l0_reverse	2	0.013707445934414864
1379	rnn.bias_ih_l0_reverse	3	0.022492079064249992
1379	rnn.bias_ih_l0_reverse	4	0.004981455858796835
1379	rnn.bias_ih_l0_reverse	5	0.0011095649097114801
1379	rnn.bias_ih_l0_reverse	6	0.021134397014975548
1379	rnn.bias_ih_l0_reverse	7	0.04100031405687332
1379	rnn.bias_ih_l0_reverse	8	-0.012188213877379894
1379	rnn.bias_ih_l0_reverse	9	0.04923919588327408
1379	rnn.bias_hh_l0_reverse	0	-0.025734586641192436
1379	rnn.bias_hh_l0_reverse	1	0.006430670153349638
1379	rnn.bias_hh_l0_reverse	2	-0.0017992252251133323
1379	rnn.bias_hh_l0_reverse	3	-0.030505144968628883
1379	rnn.bias_hh_l0_reverse	4	-0.028245998546481133
1379	rnn.bias_hh_l0_reverse	5	-0.026030611246824265
1379	rnn.bias_hh_l0_reverse	6	0.007363229524344206
1379	rnn.bias_hh_l0_reverse	7	0.002038591541349888
1379	rnn.bias_hh_l0_reverse	8	0.046020057052373886
1379	rnn.bias_hh_l0_reverse	9	-0.06431170552968979
1379	rnn.weight_ih_l1	0	-0.03178619593381882
1379	rnn.weight_ih_l1	1	-0.021931208670139313
1379	rnn.weight_ih_l1	2	0.016111694276332855
1379	rnn.weight_ih_l1	3	-0.005649816244840622
1379	rnn.weight_ih_l1	4	0.011005333624780178
1379	rnn.weight_ih_l1	5	-0.034565284848213196
1379	rnn.weight_ih_l1	6	0.020575623959302902
1379	rnn.weight_ih_l1	7	-0.03687858581542969
1379	rnn.weight_ih_l1	8	0.03466515243053436
1379	rnn.weight_ih_l1	9	0.020380262285470963
1379	rnn.weight_hh_l1	0	0.004515086766332388
1379	rnn.weight_hh_l1	1	0.007999381981790066
1379	rnn.weight_hh_l1	2	-0.025516243651509285
1379	rnn.weight_hh_l1	3	-0.003335408167913556
1379	rnn.weight_hh_l1	4	0.0019263444701209664
1379	rnn.weight_hh_l1	5	0.04121081531047821
1379	rnn.weight_hh_l1	6	0.03696512058377266
1379	rnn.weight_hh_l1	7	-0.03176695480942726
1379	rnn.weight_hh_l1	8	-0.04268715903162956
1379	rnn.weight_hh_l1	9	0.034089189022779465
1379	rnn.bias_ih_l1	0	0.015345411375164986
1379	rnn.bias_ih_l1	1	-0.034593407064676285
1379	rnn.bias_ih_l1	2	-0.021652212366461754
1379	rnn.bias_ih_l1	3	-0.005955459550023079
1379	rnn.bias_ih_l1	4	-0.10488628596067429
1379	rnn.bias_ih_l1	5	-0.00689337681978941
1379	rnn.bias_ih_l1	6	0.05601206049323082
1379	rnn.bias_ih_l1	7	0.04065287485718727
1379	rnn.bias_ih_l1	8	-0.006154315546154976
1379	rnn.bias_ih_l1	9	0.0038053561002016068
1379	rnn.bias_hh_l1	0	-0.035172414034605026
1379	rnn.bias_hh_l1	1	0.016101619228720665
1379	rnn.bias_hh_l1	2	0.026905164122581482
1379	rnn.bias_hh_l1	3	-0.010743621736764908
1379	rnn.bias_hh_l1	4	-0.018124805763363838
1379	rnn.bias_hh_l1	5	0.022516515105962753
1379	rnn.bias_hh_l1	6	0.01761801727116108
1379	rnn.bias_hh_l1	7	-0.03549020737409592
1379	rnn.bias_hh_l1	8	0.05752306431531906
1379	rnn.bias_hh_l1	9	0.022845590487122536
1379	rnn.weight_ih_l1_reverse	0	-0.026506928727030754
1379	rnn.weight_ih_l1_reverse	1	0.038686204701662064
1379	rnn.weight_ih_l1_reverse	2	-0.02038877084851265
1379	rnn.weight_ih_l1_reverse	3	-0.023895202204585075
1379	rnn.weight_ih_l1_reverse	4	0.010412639938294888
1379	rnn.weight_ih_l1_reverse	5	-0.040986426174640656
1379	rnn.weight_ih_l1_reverse	6	-0.01963135600090027
1379	rnn.weight_ih_l1_reverse	7	0.009810255840420723
1379	rnn.weight_ih_l1_reverse	8	0.0027637027669698
1379	rnn.weight_ih_l1_reverse	9	-0.03789138421416283
1379	rnn.weight_hh_l1_reverse	0	0.008493275381624699
1379	rnn.weight_hh_l1_reverse	1	0.024121999740600586
1379	rnn.weight_hh_l1_reverse	2	-0.03475149720907211
1379	rnn.weight_hh_l1_reverse	3	0.038422804325819016
1379	rnn.weight_hh_l1_reverse	4	0.031102769076824188
1379	rnn.weight_hh_l1_reverse	5	0.015150335617363453
1379	rnn.weight_hh_l1_reverse	6	0.006534506566822529
1379	rnn.weight_hh_l1_reverse	7	0.028989233076572418
1379	rnn.weight_hh_l1_reverse	8	-0.0024129184894263744
1379	rnn.weight_hh_l1_reverse	9	-0.03469570353627205
1379	rnn.bias_ih_l1_reverse	0	0.027391277253627777
1379	rnn.bias_ih_l1_reverse	1	-0.012828092090785503
1379	rnn.bias_ih_l1_reverse	2	0.0016860846662893891
1379	rnn.bias_ih_l1_reverse	3	0.019519656896591187
1379	rnn.bias_ih_l1_reverse	4	-0.024562643840909004
1379	rnn.bias_ih_l1_reverse	5	0.011861124075949192
1379	rnn.bias_ih_l1_reverse	6	-0.013423753902316093
1379	rnn.bias_ih_l1_reverse	7	0.003993663005530834
1379	rnn.bias_ih_l1_reverse	8	0.09939374029636383
1379	rnn.bias_ih_l1_reverse	9	0.004277925007045269
1379	rnn.bias_hh_l1_reverse	0	-0.008634300902485847
1379	rnn.bias_hh_l1_reverse	1	-0.009954477660357952
1379	rnn.bias_hh_l1_reverse	2	-0.05182070657610893
1379	rnn.bias_hh_l1_reverse	3	0.038912564516067505
1379	rnn.bias_hh_l1_reverse	4	0.0009979390306398273
1379	rnn.bias_hh_l1_reverse	5	0.02941259928047657
1379	rnn.bias_hh_l1_reverse	6	0.10203581303358078
1379	rnn.bias_hh_l1_reverse	7	0.0357368066906929
1379	rnn.bias_hh_l1_reverse	8	-0.011107714846730232
1379	rnn.bias_hh_l1_reverse	9	-0.009054402820765972
1379	linear.weight	0	0.002228822559118271
1379	linear.weight	1	0.06401584297418594
1379	linear.weight	2	-0.023260384798049927
1379	linear.weight	3	0.06824415922164917
1379	linear.weight	4	0.06936608254909515
1379	linear.weight	5	0.0670597031712532
1379	linear.weight	6	-0.023613883182406425
1379	linear.weight	7	-0.01714305952191353
1379	linear.weight	8	0.0437173917889595
1379	linear.weight	9	-0.017904533073306084
1379	linear.bias	0	0.04278507083654404
1379	linear.bias	1	0.30982649326324463
1379	linear.bias	2	0.1616109311580658
1379	linear.bias	3	-0.5463986396789551
1379	linear.bias	4	-0.5439987778663635
1379	linear.bias	5	0.02029881812632084
1379	linear.bias	6	-0.17395304143428802
1379	linear.bias	7	0.1619396209716797
1379	linear.bias	8	-0.28505802154541016
1379	linear.bias	9	-0.5762799382209778
1576	transitions	0	-0.5989213585853577
1576	transitions	1	-0.5600970387458801
1576	transitions	2	-10000.0
1576	transitions	3	-1.678830623626709
1576	transitions	4	-10000.0
1576	transitions	5	1.1940481662750244
1576	transitions	6	0.6359469890594482
1576	transitions	7	0.6213970184326172
1576	transitions	8	-0.7932536005973816
1576	transitions	9	0.005397695116698742
1576	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
1576	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
1576	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
1576	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
1576	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
1576	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
1576	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
1576	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
1576	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
1576	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
1576	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
1576	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
1576	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
1576	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
1576	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
1576	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
1576	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
1576	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
1576	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
1576	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
1576	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
1576	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
1576	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
1576	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
1576	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
1576	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
1576	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
1576	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
1576	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
1576	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
1576	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
1576	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
1576	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
1576	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
1576	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
1576	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
1576	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
1576	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
1576	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
1576	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
1576	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
1576	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
1576	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
1576	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
1576	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
1576	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
1576	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
1576	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
1576	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
1576	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
1576	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
1576	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
1576	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
1576	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
1576	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
1576	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
1576	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
1576	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
1576	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
1576	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
1576	embedding2nn.weight	0	0.01628287509083748
1576	embedding2nn.weight	1	-0.009028512053191662
1576	embedding2nn.weight	2	-0.014268255792558193
1576	embedding2nn.weight	3	0.019559046253561974
1576	embedding2nn.weight	4	-0.005915033631026745
1576	embedding2nn.weight	5	-0.0037006002385169268
1576	embedding2nn.weight	6	-0.003973257727921009
1576	embedding2nn.weight	7	-0.00869305431842804
1576	embedding2nn.weight	8	-0.0019979383796453476
1576	embedding2nn.weight	9	-0.0018069614889100194
1576	embedding2nn.bias	0	-0.008449398912489414
1576	embedding2nn.bias	1	0.006154216360300779
1576	embedding2nn.bias	2	0.020155854523181915
1576	embedding2nn.bias	3	0.013998633250594139
1576	embedding2nn.bias	4	-0.016734452918171883
1576	embedding2nn.bias	5	0.011204139329493046
1576	embedding2nn.bias	6	0.017859168350696564
1576	embedding2nn.bias	7	-0.022885465994477272
1576	embedding2nn.bias	8	-0.006103618536144495
1576	embedding2nn.bias	9	-0.0036391769535839558
1576	rnn.weight_ih_l0	0	-0.01298722717911005
1576	rnn.weight_ih_l0	1	0.009845506399869919
1576	rnn.weight_ih_l0	2	0.023630782961845398
1576	rnn.weight_ih_l0	3	0.03284824267029762
1576	rnn.weight_ih_l0	4	-0.004456805065274239
1576	rnn.weight_ih_l0	5	-0.042745888233184814
1576	rnn.weight_ih_l0	6	0.0069039626978337765
1576	rnn.weight_ih_l0	7	0.040176503360271454
1576	rnn.weight_ih_l0	8	0.02656504511833191
1576	rnn.weight_ih_l0	9	-0.043073222041130066
1576	rnn.weight_hh_l0	0	-0.04057466983795166
1576	rnn.weight_hh_l0	1	0.014216982759535313
1576	rnn.weight_hh_l0	2	0.018462998792529106
1576	rnn.weight_hh_l0	3	-0.00818214938044548
1576	rnn.weight_hh_l0	4	0.025442052632570267
1576	rnn.weight_hh_l0	5	-0.007447630167007446
1576	rnn.weight_hh_l0	6	-0.03319016844034195
1576	rnn.weight_hh_l0	7	-0.04456407204270363
1576	rnn.weight_hh_l0	8	0.012272367253899574
1576	rnn.weight_hh_l0	9	-0.024674084037542343
1576	rnn.bias_ih_l0	0	0.008869703859090805
1576	rnn.bias_ih_l0	1	-0.02429104782640934
1576	rnn.bias_ih_l0	2	-0.00839440617710352
1576	rnn.bias_ih_l0	3	0.03595750778913498
1576	rnn.bias_ih_l0	4	-0.04276111721992493
1576	rnn.bias_ih_l0	5	-0.0004517862107604742
1576	rnn.bias_ih_l0	6	-0.004910632502287626
1576	rnn.bias_ih_l0	7	0.03345140442252159
1576	rnn.bias_ih_l0	8	-0.045344457030296326
1576	rnn.bias_ih_l0	9	-0.004742761142551899
1576	rnn.bias_hh_l0	0	-0.007378766778856516
1576	rnn.bias_hh_l0	1	-0.0008944066939875484
1576	rnn.bias_hh_l0	2	0.014107247814536095
1576	rnn.bias_hh_l0	3	-0.02435733750462532
1576	rnn.bias_hh_l0	4	0.012008153833448887
1576	rnn.bias_hh_l0	5	0.036006536334753036
1576	rnn.bias_hh_l0	6	0.034650810062885284
1576	rnn.bias_hh_l0	7	0.008460819721221924
1576	rnn.bias_hh_l0	8	-0.005921366158872843
1576	rnn.bias_hh_l0	9	-0.035633135586977005
1576	rnn.weight_ih_l0_reverse	0	-0.0020073209889233112
1576	rnn.weight_ih_l0_reverse	1	-0.034549422562122345
1576	rnn.weight_ih_l0_reverse	2	-0.031447913497686386
1576	rnn.weight_ih_l0_reverse	3	-0.0019152857130393386
1576	rnn.weight_ih_l0_reverse	4	-0.017395764589309692
1576	rnn.weight_ih_l0_reverse	5	-0.04392050951719284
1576	rnn.weight_ih_l0_reverse	6	0.02968272566795349
1576	rnn.weight_ih_l0_reverse	7	-0.02698441408574581
1576	rnn.weight_ih_l0_reverse	8	-0.03156421333551407
1576	rnn.weight_ih_l0_reverse	9	0.013145978562533855
1576	rnn.weight_hh_l0_reverse	0	0.024099962785840034
1576	rnn.weight_hh_l0_reverse	1	0.03582099452614784
1576	rnn.weight_hh_l0_reverse	2	0.02336607687175274
1576	rnn.weight_hh_l0_reverse	3	0.01624985970556736
1576	rnn.weight_hh_l0_reverse	4	0.01214172225445509
1576	rnn.weight_hh_l0_reverse	5	-0.01320779137313366
1576	rnn.weight_hh_l0_reverse	6	0.03653450310230255
1576	rnn.weight_hh_l0_reverse	7	-0.017275266349315643
1576	rnn.weight_hh_l0_reverse	8	0.001342752599157393
1576	rnn.weight_hh_l0_reverse	9	0.043859194964170456
1576	rnn.bias_ih_l0_reverse	0	-0.03974247723817825
1576	rnn.bias_ih_l0_reverse	1	-0.035797614604234695
1576	rnn.bias_ih_l0_reverse	2	0.012355498969554901
1576	rnn.bias_ih_l0_reverse	3	0.02300754189491272
1576	rnn.bias_ih_l0_reverse	4	0.00597338518127799
1576	rnn.bias_ih_l0_reverse	5	0.0026218185666948557
1576	rnn.bias_ih_l0_reverse	6	0.020111676305532455
1576	rnn.bias_ih_l0_reverse	7	0.03970692306756973
1576	rnn.bias_ih_l0_reverse	8	-0.012902948074042797
1576	rnn.bias_ih_l0_reverse	9	0.048690930008888245
1576	rnn.bias_hh_l0_reverse	0	-0.024429045617580414
1576	rnn.bias_hh_l0_reverse	1	0.003668678691610694
1576	rnn.bias_hh_l0_reverse	2	-0.001392211066558957
1576	rnn.bias_hh_l0_reverse	3	-0.030704785138368607
1576	rnn.bias_hh_l0_reverse	4	-0.02846243605017662
1576	rnn.bias_hh_l0_reverse	5	-0.025939173996448517
1576	rnn.bias_hh_l0_reverse	6	0.007135317195206881
1576	rnn.bias_hh_l0_reverse	7	0.0036534718237817287
1576	rnn.bias_hh_l0_reverse	8	0.04618354141712189
1576	rnn.bias_hh_l0_reverse	9	-0.06466908007860184
1576	rnn.weight_ih_l1	0	-0.031382348388433456
1576	rnn.weight_ih_l1	1	-0.021316416561603546
1576	rnn.weight_ih_l1	2	0.017543192952871323
1576	rnn.weight_ih_l1	3	-0.006906428374350071
1576	rnn.weight_ih_l1	4	0.010705524124205112
1576	rnn.weight_ih_l1	5	-0.03449022397398949
1576	rnn.weight_ih_l1	6	0.020562848076224327
1576	rnn.weight_ih_l1	7	-0.036059197038412094
1576	rnn.weight_ih_l1	8	0.03494071960449219
1576	rnn.weight_ih_l1	9	0.020357072353363037
1576	rnn.weight_hh_l1	0	0.005875385366380215
1576	rnn.weight_hh_l1	1	0.007989564910531044
1576	rnn.weight_hh_l1	2	-0.025828717276453972
1576	rnn.weight_hh_l1	3	-0.0032040646765381098
1576	rnn.weight_hh_l1	4	0.0025201402604579926
1576	rnn.weight_hh_l1	5	0.04087137058377266
1576	rnn.weight_hh_l1	6	0.03684835880994797
1576	rnn.weight_hh_l1	7	-0.0319286473095417
1576	rnn.weight_hh_l1	8	-0.042649153620004654
1576	rnn.weight_hh_l1	9	0.03384925797581673
1576	rnn.bias_ih_l1	0	0.013715495355427265
1576	rnn.bias_ih_l1	1	-0.03642592951655388
1576	rnn.bias_ih_l1	2	-0.022976703941822052
1576	rnn.bias_ih_l1	3	-0.00683340011164546
1576	rnn.bias_ih_l1	4	-0.1117280125617981
1576	rnn.bias_ih_l1	5	-0.010369238443672657
1576	rnn.bias_ih_l1	6	0.056043997406959534
1576	rnn.bias_ih_l1	7	0.03890015557408333
1576	rnn.bias_ih_l1	8	-0.006907282397150993
1576	rnn.bias_ih_l1	9	0.004773835185915232
1576	rnn.bias_hh_l1	0	-0.034527115523815155
1576	rnn.bias_hh_l1	1	0.015726039186120033
1576	rnn.bias_hh_l1	2	0.025671912357211113
1576	rnn.bias_hh_l1	3	-0.012738747522234917
1576	rnn.bias_hh_l1	4	-0.019131027162075043
1576	rnn.bias_hh_l1	5	0.02161206118762493
1576	rnn.bias_hh_l1	6	0.015056130476295948
1576	rnn.bias_hh_l1	7	-0.041035041213035583
1576	rnn.bias_hh_l1	8	0.05697369948029518
1576	rnn.bias_hh_l1	9	0.018450826406478882
1576	rnn.weight_ih_l1_reverse	0	-0.026592623442411423
1576	rnn.weight_ih_l1_reverse	1	0.039058417081832886
1576	rnn.weight_ih_l1_reverse	2	-0.01970464549958706
1576	rnn.weight_ih_l1_reverse	3	-0.023581786081194878
1576	rnn.weight_ih_l1_reverse	4	0.009460129775106907
1576	rnn.weight_ih_l1_reverse	5	-0.041050273925065994
1576	rnn.weight_ih_l1_reverse	6	-0.02054285816848278
1576	rnn.weight_ih_l1_reverse	7	0.009772374294698238
1576	rnn.weight_ih_l1_reverse	8	0.0024693806190043688
1576	rnn.weight_ih_l1_reverse	9	-0.03627372160553932
1576	rnn.weight_hh_l1_reverse	0	0.008578112348914146
1576	rnn.weight_hh_l1_reverse	1	0.024269985035061836
1576	rnn.weight_hh_l1_reverse	2	-0.03485094755887985
1576	rnn.weight_hh_l1_reverse	3	0.03824575990438461
1576	rnn.weight_hh_l1_reverse	4	0.02990720607340336
1576	rnn.weight_hh_l1_reverse	5	0.015193445608019829
1576	rnn.weight_hh_l1_reverse	6	0.006964742671698332
1576	rnn.weight_hh_l1_reverse	7	0.028985416516661644
1576	rnn.weight_hh_l1_reverse	8	-0.0027507604099810123
1576	rnn.weight_hh_l1_reverse	9	-0.03456800803542137
1576	rnn.bias_ih_l1_reverse	0	0.027438899502158165
1576	rnn.bias_ih_l1_reverse	1	-0.014823222532868385
1576	rnn.bias_ih_l1_reverse	2	0.0024968734942376614
1576	rnn.bias_ih_l1_reverse	3	0.02357480488717556
1576	rnn.bias_ih_l1_reverse	4	-0.025543969124555588
1576	rnn.bias_ih_l1_reverse	5	0.011122060008347034
1576	rnn.bias_ih_l1_reverse	6	-0.014414769597351551
1576	rnn.bias_ih_l1_reverse	7	0.005064857192337513
1576	rnn.bias_ih_l1_reverse	8	0.10760346055030823
1576	rnn.bias_ih_l1_reverse	9	-0.0055073159746825695
1576	rnn.bias_hh_l1_reverse	0	-0.01463095098733902
1576	rnn.bias_hh_l1_reverse	1	-0.008766423910856247
1576	rnn.bias_hh_l1_reverse	2	-0.052836623042821884
1576	rnn.bias_hh_l1_reverse	3	0.038090065121650696
1576	rnn.bias_hh_l1_reverse	4	-0.00024915518588386476
1576	rnn.bias_hh_l1_reverse	5	0.02606475166976452
1576	rnn.bias_hh_l1_reverse	6	0.09563559293746948
1576	rnn.bias_hh_l1_reverse	7	0.03457855433225632
1576	rnn.bias_hh_l1_reverse	8	-0.011315552517771721
1576	rnn.bias_hh_l1_reverse	9	-0.00925772450864315
1576	linear.weight	0	0.002228822559118271
1576	linear.weight	1	0.05638446286320686
1576	linear.weight	2	-0.029030947014689445
1576	linear.weight	3	0.08777878433465958
1576	linear.weight	4	0.08417937904596329
1576	linear.weight	5	0.06494508683681488
1576	linear.weight	6	-0.017986439168453217
1576	linear.weight	7	0.000287248840322718
1576	linear.weight	8	0.043171226978302
1576	linear.weight	9	-0.03093056194484234
1576	linear.bias	0	0.07765848934650421
1576	linear.bias	1	0.33264848589897156
1576	linear.bias	2	0.17514890432357788
1576	linear.bias	3	-0.5715699195861816
1576	linear.bias	4	-0.5733485221862793
1576	linear.bias	5	0.06482311338186264
1576	linear.bias	6	-0.18673990666866302
1576	linear.bias	7	0.17641833424568176
1576	linear.bias	8	-0.3359508216381073
1576	linear.bias	9	-0.6253646016120911
1773	transitions	0	-0.5620834231376648
1773	transitions	1	-0.5356065034866333
1773	transitions	2	-10000.0
1773	transitions	3	-1.6818538904190063
1773	transitions	4	-10000.0
1773	transitions	5	1.1761424541473389
1773	transitions	6	0.6099624633789062
1773	transitions	7	0.6047874689102173
1773	transitions	8	-0.8274214863777161
1773	transitions	9	0.005204208195209503
1773	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
1773	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
1773	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
1773	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
1773	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
1773	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
1773	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
1773	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
1773	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
1773	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
1773	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
1773	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
1773	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
1773	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
1773	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
1773	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
1773	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
1773	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
1773	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
1773	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
1773	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
1773	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
1773	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
1773	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
1773	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
1773	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
1773	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
1773	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
1773	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
1773	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
1773	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
1773	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
1773	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
1773	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
1773	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
1773	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
1773	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
1773	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
1773	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
1773	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
1773	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
1773	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
1773	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
1773	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
1773	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
1773	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
1773	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
1773	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
1773	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
1773	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
1773	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
1773	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
1773	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
1773	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
1773	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
1773	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
1773	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
1773	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
1773	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
1773	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
1773	embedding2nn.weight	0	0.014374412596225739
1773	embedding2nn.weight	1	-0.009294097311794758
1773	embedding2nn.weight	2	-0.014268255792558193
1773	embedding2nn.weight	3	0.01772053726017475
1773	embedding2nn.weight	4	-0.005915033631026745
1773	embedding2nn.weight	5	-0.003700600704178214
1773	embedding2nn.weight	6	-0.003973259124904871
1773	embedding2nn.weight	7	-0.009270732291042805
1773	embedding2nn.weight	8	-0.0019979383796453476
1773	embedding2nn.weight	9	-0.00323112984187901
1773	embedding2nn.bias	0	-0.007169838063418865
1773	embedding2nn.bias	1	0.004939498379826546
1773	embedding2nn.bias	2	0.026018261909484863
1773	embedding2nn.bias	3	0.014535634778439999
1773	embedding2nn.bias	4	-0.01483610738068819
1773	embedding2nn.bias	5	0.0049160560593008995
1773	embedding2nn.bias	6	0.018206370994448662
1773	embedding2nn.bias	7	-0.021153192967176437
1773	embedding2nn.bias	8	-0.0016004955396056175
1773	embedding2nn.bias	9	-0.004427875857800245
1773	rnn.weight_ih_l0	0	-0.012782633304595947
1773	rnn.weight_ih_l0	1	0.010711264796555042
1773	rnn.weight_ih_l0	2	0.0237668976187706
1773	rnn.weight_ih_l0	3	0.03230660781264305
1773	rnn.weight_ih_l0	4	-0.003957992419600487
1773	rnn.weight_ih_l0	5	-0.043017659336328506
1773	rnn.weight_ih_l0	6	0.007005896884948015
1773	rnn.weight_ih_l0	7	0.03963500261306763
1773	rnn.weight_ih_l0	8	0.026596756651997566
1773	rnn.weight_ih_l0	9	-0.04286867380142212
1773	rnn.weight_hh_l0	0	-0.04104215279221535
1773	rnn.weight_hh_l0	1	0.013928328640758991
1773	rnn.weight_hh_l0	2	0.01773456297814846
1773	rnn.weight_hh_l0	3	-0.008115820586681366
1773	rnn.weight_hh_l0	4	0.026092279702425003
1773	rnn.weight_hh_l0	5	-0.007434730883687735
1773	rnn.weight_hh_l0	6	-0.03331596404314041
1773	rnn.weight_hh_l0	7	-0.04404979199171066
1773	rnn.weight_hh_l0	8	0.012031303718686104
1773	rnn.weight_hh_l0	9	-0.024586347863078117
1773	rnn.bias_ih_l0	0	0.00899343378841877
1773	rnn.bias_ih_l0	1	-0.024615265429019928
1773	rnn.bias_ih_l0	2	-0.007941353134810925
1773	rnn.bias_ih_l0	3	0.0387183241546154
1773	rnn.bias_ih_l0	4	-0.043635472655296326
1773	rnn.bias_ih_l0	5	-0.0010450381087139249
1773	rnn.bias_ih_l0	6	-0.009896201081573963
1773	rnn.bias_ih_l0	7	0.03451303020119667
1773	rnn.bias_ih_l0	8	-0.045497454702854156
1773	rnn.bias_ih_l0	9	-0.004412520676851273
1773	rnn.bias_hh_l0	0	-0.007414709776639938
1773	rnn.bias_hh_l0	1	-0.000814925180748105
1773	rnn.bias_hh_l0	2	0.012405539862811565
1773	rnn.bias_hh_l0	3	-0.025831636041402817
1773	rnn.bias_hh_l0	4	0.010556507855653763
1773	rnn.bias_hh_l0	5	0.03626511991024017
1773	rnn.bias_hh_l0	6	0.03334439545869827
1773	rnn.bias_hh_l0	7	0.005864199250936508
1773	rnn.bias_hh_l0	8	-0.00905616395175457
1773	rnn.bias_hh_l0	9	-0.03497582674026489
1773	rnn.weight_ih_l0_reverse	0	-0.0022699327673763037
1773	rnn.weight_ih_l0_reverse	1	-0.034446246922016144
1773	rnn.weight_ih_l0_reverse	2	-0.03147178515791893
1773	rnn.weight_ih_l0_reverse	3	-0.001089702476747334
1773	rnn.weight_ih_l0_reverse	4	-0.017053669318556786
1773	rnn.weight_ih_l0_reverse	5	-0.04410145804286003
1773	rnn.weight_ih_l0_reverse	6	0.029964851215481758
1773	rnn.weight_ih_l0_reverse	7	-0.026527272537350655
1773	rnn.weight_ih_l0_reverse	8	-0.0317058265209198
1773	rnn.weight_ih_l0_reverse	9	0.01315994281321764
1773	rnn.weight_hh_l0_reverse	0	0.02424168400466442
1773	rnn.weight_hh_l0_reverse	1	0.03546493873000145
1773	rnn.weight_hh_l0_reverse	2	0.023505136370658875
1773	rnn.weight_hh_l0_reverse	3	0.016365930438041687
1773	rnn.weight_hh_l0_reverse	4	0.011947092600166798
1773	rnn.weight_hh_l0_reverse	5	-0.012783055193722248
1773	rnn.weight_hh_l0_reverse	6	0.03648630529642105
1773	rnn.weight_hh_l0_reverse	7	-0.017481103539466858
1773	rnn.weight_hh_l0_reverse	8	0.0014270790852606297
1773	rnn.weight_hh_l0_reverse	9	0.043632134795188904
1773	rnn.bias_ih_l0_reverse	0	-0.03963379189372063
1773	rnn.bias_ih_l0_reverse	1	-0.03583034873008728
1773	rnn.bias_ih_l0_reverse	2	0.011016612872481346
1773	rnn.bias_ih_l0_reverse	3	0.023621676489710808
1773	rnn.bias_ih_l0_reverse	4	0.004625170025974512
1773	rnn.bias_ih_l0_reverse	5	0.0033552865497767925
1773	rnn.bias_ih_l0_reverse	6	0.018003081902861595
1773	rnn.bias_ih_l0_reverse	7	0.03847173973917961
1773	rnn.bias_ih_l0_reverse	8	-0.014143276028335094
1773	rnn.bias_ih_l0_reverse	9	0.05111052468419075
1773	rnn.bias_hh_l0_reverse	0	-0.02521570213139057
1773	rnn.bias_hh_l0_reverse	1	0.008919969201087952
1773	rnn.bias_hh_l0_reverse	2	-0.0026542050763964653
1773	rnn.bias_hh_l0_reverse	3	-0.03155554085969925
1773	rnn.bias_hh_l0_reverse	4	-0.028684355318546295
1773	rnn.bias_hh_l0_reverse	5	-0.026372529566287994
1773	rnn.bias_hh_l0_reverse	6	0.006409539375454187
1773	rnn.bias_hh_l0_reverse	7	0.004191507585346699
1773	rnn.bias_hh_l0_reverse	8	0.045392975211143494
1773	rnn.bias_hh_l0_reverse	9	-0.06504475325345993
1773	rnn.weight_ih_l1	0	-0.03071025386452675
1773	rnn.weight_ih_l1	1	-0.022899357602000237
1773	rnn.weight_ih_l1	2	0.016717547550797462
1773	rnn.weight_ih_l1	3	-0.00725755887106061
1773	rnn.weight_ih_l1	4	0.011107456870377064
1773	rnn.weight_ih_l1	5	-0.03471962735056877
1773	rnn.weight_ih_l1	6	0.020799579098820686
1773	rnn.weight_ih_l1	7	-0.03535311296582222
1773	rnn.weight_ih_l1	8	0.03496277332305908
1773	rnn.weight_ih_l1	9	0.020495466887950897
1773	rnn.weight_hh_l1	0	0.006328793708235025
1773	rnn.weight_hh_l1	1	0.007609423715621233
1773	rnn.weight_hh_l1	2	-0.026470093056559563
1773	rnn.weight_hh_l1	3	-0.002907316666096449
1773	rnn.weight_hh_l1	4	0.0027765948325395584
1773	rnn.weight_hh_l1	5	0.04091298580169678
1773	rnn.weight_hh_l1	6	0.036116987466812134
1773	rnn.weight_hh_l1	7	-0.03173665329813957
1773	rnn.weight_hh_l1	8	-0.04216126725077629
1773	rnn.weight_hh_l1	9	0.034299783408641815
1773	rnn.bias_ih_l1	0	0.01458846963942051
1773	rnn.bias_ih_l1	1	-0.03703337535262108
1773	rnn.bias_ih_l1	2	-0.025446221232414246
1773	rnn.bias_ih_l1	3	-0.007084467448294163
1773	rnn.bias_ih_l1	4	-0.10436947643756866
1773	rnn.bias_ih_l1	5	-0.010686859488487244
1773	rnn.bias_ih_l1	6	0.05512160062789917
1773	rnn.bias_ih_l1	7	0.03732731565833092
1773	rnn.bias_ih_l1	8	-0.006174406036734581
1773	rnn.bias_ih_l1	9	0.004277015570551157
1773	rnn.bias_hh_l1	0	-0.03377583250403404
1773	rnn.bias_hh_l1	1	0.014671484008431435
1773	rnn.bias_hh_l1	2	0.023081261664628983
1773	rnn.bias_hh_l1	3	-0.01344261970371008
1773	rnn.bias_hh_l1	4	-0.019384417682886124
1773	rnn.bias_hh_l1	5	0.02352059632539749
1773	rnn.bias_hh_l1	6	0.014836287125945091
1773	rnn.bias_hh_l1	7	-0.03727958723902702
1773	rnn.bias_hh_l1	8	0.059924736618995667
1773	rnn.bias_hh_l1	9	0.01741146109998226
1773	rnn.weight_ih_l1_reverse	0	-0.026959329843521118
1773	rnn.weight_ih_l1_reverse	1	0.04338037222623825
1773	rnn.weight_ih_l1_reverse	2	-0.020420609042048454
1773	rnn.weight_ih_l1_reverse	3	-0.022805767133831978
1773	rnn.weight_ih_l1_reverse	4	0.009953776374459267
1773	rnn.weight_ih_l1_reverse	5	-0.04134085774421692
1773	rnn.weight_ih_l1_reverse	6	-0.020350981503725052
1773	rnn.weight_ih_l1_reverse	7	0.009516254998743534
1773	rnn.weight_ih_l1_reverse	8	0.0033163519110530615
1773	rnn.weight_ih_l1_reverse	9	-0.036270249634981155
1773	rnn.weight_hh_l1_reverse	0	0.00846046768128872
1773	rnn.weight_hh_l1_reverse	1	0.02398069016635418
1773	rnn.weight_hh_l1_reverse	2	-0.03490811958909035
1773	rnn.weight_hh_l1_reverse	3	0.03821321576833725
1773	rnn.weight_hh_l1_reverse	4	0.028909185901284218
1773	rnn.weight_hh_l1_reverse	5	0.014963636174798012
1773	rnn.weight_hh_l1_reverse	6	0.008333909325301647
1773	rnn.weight_hh_l1_reverse	7	0.028789177536964417
1773	rnn.weight_hh_l1_reverse	8	-0.0027494169771671295
1773	rnn.weight_hh_l1_reverse	9	-0.034508101642131805
1773	rnn.bias_ih_l1_reverse	0	0.025452030822634697
1773	rnn.bias_ih_l1_reverse	1	-0.01381875853985548
1773	rnn.bias_ih_l1_reverse	2	0.0018090488156303763
1773	rnn.bias_ih_l1_reverse	3	0.021458322182297707
1773	rnn.bias_ih_l1_reverse	4	-0.024645403027534485
1773	rnn.bias_ih_l1_reverse	5	0.008866745047271252
1773	rnn.bias_ih_l1_reverse	6	-0.013195335865020752
1773	rnn.bias_ih_l1_reverse	7	0.004993677604943514
1773	rnn.bias_ih_l1_reverse	8	0.09385773539543152
1773	rnn.bias_ih_l1_reverse	9	-0.018237251788377762
1773	rnn.bias_hh_l1_reverse	0	-0.017991822212934494
1773	rnn.bias_hh_l1_reverse	1	-0.016856782138347626
1773	rnn.bias_hh_l1_reverse	2	-0.057519689202308655
1773	rnn.bias_hh_l1_reverse	3	0.03870900347828865
1773	rnn.bias_hh_l1_reverse	4	-0.0005325864185579121
1773	rnn.bias_hh_l1_reverse	5	0.025365173816680908
1773	rnn.bias_hh_l1_reverse	6	0.09189066290855408
1773	rnn.bias_hh_l1_reverse	7	0.03848870098590851
1773	rnn.bias_hh_l1_reverse	8	-0.01161600649356842
1773	rnn.bias_hh_l1_reverse	9	-0.010667871683835983
1773	linear.weight	0	0.002228822559118271
1773	linear.weight	1	0.05662955716252327
1773	linear.weight	2	-0.048070766031742096
1773	linear.weight	3	0.07456398010253906
1773	linear.weight	4	0.09150701761245728
1773	linear.weight	5	0.058876510709524155
1773	linear.weight	6	-0.014566954225301743
1773	linear.weight	7	-0.007737129461020231
1773	linear.weight	8	0.041745640337467194
1773	linear.weight	9	-0.03080345317721367
1773	linear.bias	0	0.011456802487373352
1773	linear.bias	1	0.34426432847976685
1773	linear.bias	2	0.14555515348911285
1773	linear.bias	3	-0.5805376172065735
1773	linear.bias	4	-0.5730028748512268
1773	linear.bias	5	0.08306729793548584
1773	linear.bias	6	-0.20139601826667786
1773	linear.bias	7	0.2002560943365097
1773	linear.bias	8	-0.343492329120636
1773	linear.bias	9	-0.6296184062957764
1970	transitions	0	-0.4951779544353485
1970	transitions	1	-0.5372415781021118
1970	transitions	2	-10000.0
1970	transitions	3	-1.6843658685684204
1970	transitions	4	-10000.0
1970	transitions	5	1.154653787612915
1970	transitions	6	0.5850839614868164
1970	transitions	7	0.58978271484375
1970	transitions	8	-0.847091555595398
1970	transitions	9	0.005022334400564432
1970	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
1970	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
1970	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
1970	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
1970	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
1970	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
1970	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
1970	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
1970	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
1970	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
1970	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
1970	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
1970	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
1970	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
1970	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
1970	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
1970	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
1970	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
1970	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
1970	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
1970	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
1970	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
1970	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
1970	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
1970	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
1970	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
1970	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
1970	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
1970	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
1970	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
1970	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
1970	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
1970	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
1970	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
1970	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
1970	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
1970	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
1970	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
1970	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
1970	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
1970	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
1970	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
1970	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
1970	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
1970	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
1970	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
1970	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
1970	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
1970	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
1970	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
1970	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
1970	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
1970	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
1970	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
1970	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
1970	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
1970	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
1970	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
1970	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
1970	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
1970	embedding2nn.weight	0	0.013432293199002743
1970	embedding2nn.weight	1	-0.009375374764204025
1970	embedding2nn.weight	2	-0.014268255792558193
1970	embedding2nn.weight	3	0.018223028630018234
1970	embedding2nn.weight	4	-0.005915033631026745
1970	embedding2nn.weight	5	-0.0037006002385169268
1970	embedding2nn.weight	6	-0.00397326098755002
1970	embedding2nn.weight	7	-0.01010619942098856
1970	embedding2nn.weight	8	-0.0019979383796453476
1970	embedding2nn.weight	9	-0.002974779112264514
1970	embedding2nn.bias	0	-0.008339185267686844
1970	embedding2nn.bias	1	0.011877697892487049
1970	embedding2nn.bias	2	0.02893115021288395
1970	embedding2nn.bias	3	0.018042821437120438
1970	embedding2nn.bias	4	-0.01802510768175125
1970	embedding2nn.bias	5	0.008218701928853989
1970	embedding2nn.bias	6	0.02628006972372532
1970	embedding2nn.bias	7	-0.021417729556560516
1970	embedding2nn.bias	8	-0.0052903215400874615
1970	embedding2nn.bias	9	-0.01048982609063387
1970	rnn.weight_ih_l0	0	-0.012483468279242516
1970	rnn.weight_ih_l0	1	0.010762302204966545
1970	rnn.weight_ih_l0	2	0.022398225963115692
1970	rnn.weight_ih_l0	3	0.032059770077466965
1970	rnn.weight_ih_l0	4	-0.004630769602954388
1970	rnn.weight_ih_l0	5	-0.042973700910806656
1970	rnn.weight_ih_l0	6	0.007115200627595186
1970	rnn.weight_ih_l0	7	0.04010065644979477
1970	rnn.weight_ih_l0	8	0.026360027492046356
1970	rnn.weight_ih_l0	9	-0.04300834983587265
1970	rnn.weight_hh_l0	0	-0.04050465300679207
1970	rnn.weight_hh_l0	1	0.013019914738833904
1970	rnn.weight_hh_l0	2	0.017691558226943016
1970	rnn.weight_hh_l0	3	-0.008151608519256115
1970	rnn.weight_hh_l0	4	0.026886364445090294
1970	rnn.weight_hh_l0	5	-0.008070938289165497
1970	rnn.weight_hh_l0	6	-0.0333588682115078
1970	rnn.weight_hh_l0	7	-0.04458490386605263
1970	rnn.weight_hh_l0	8	0.012649919837713242
1970	rnn.weight_hh_l0	9	-0.02444024197757244
1970	rnn.bias_ih_l0	0	0.008229504339396954
1970	rnn.bias_ih_l0	1	-0.022986171767115593
1970	rnn.bias_ih_l0	2	-0.006848997436463833
1970	rnn.bias_ih_l0	3	0.03853461146354675
1970	rnn.bias_ih_l0	4	-0.04283039644360542
1970	rnn.bias_ih_l0	5	-0.0013705092715099454
1970	rnn.bias_ih_l0	6	-0.010014542378485203
1970	rnn.bias_ih_l0	7	0.0329233817756176
1970	rnn.bias_ih_l0	8	-0.04481623321771622
1970	rnn.bias_ih_l0	9	-0.006186164449900389
1970	rnn.bias_hh_l0	0	-0.00828457996249199
1970	rnn.bias_hh_l0	1	-0.0055773197673261166
1970	rnn.bias_hh_l0	2	0.01249757967889309
1970	rnn.bias_hh_l0	3	-0.028172921389341354
1970	rnn.bias_hh_l0	4	0.009779552929103374
1970	rnn.bias_hh_l0	5	0.03600824251770973
1970	rnn.bias_hh_l0	6	0.03304825350642204
1970	rnn.bias_hh_l0	7	0.017189929261803627
1970	rnn.bias_hh_l0	8	-0.007887656800448895
1970	rnn.bias_hh_l0	9	-0.034371133893728256
1970	rnn.weight_ih_l0_reverse	0	-0.002427275525406003
1970	rnn.weight_ih_l0_reverse	1	-0.03383410722017288
1970	rnn.weight_ih_l0_reverse	2	-0.03044796921312809
1970	rnn.weight_ih_l0_reverse	3	-0.0008125455351546407
1970	rnn.weight_ih_l0_reverse	4	-0.017118487507104874
1970	rnn.weight_ih_l0_reverse	5	-0.044198472052812576
1970	rnn.weight_ih_l0_reverse	6	0.030052945017814636
1970	rnn.weight_ih_l0_reverse	7	-0.02617572247982025
1970	rnn.weight_ih_l0_reverse	8	-0.03199773654341698
1970	rnn.weight_ih_l0_reverse	9	0.01322733424603939
1970	rnn.weight_hh_l0_reverse	0	0.024649478495121002
1970	rnn.weight_hh_l0_reverse	1	0.0350368395447731
1970	rnn.weight_hh_l0_reverse	2	0.023297322914004326
1970	rnn.weight_hh_l0_reverse	3	0.016510706394910812
1970	rnn.weight_hh_l0_reverse	4	0.011860309168696404
1970	rnn.weight_hh_l0_reverse	5	-0.012854834087193012
1970	rnn.weight_hh_l0_reverse	6	0.03680843114852905
1970	rnn.weight_hh_l0_reverse	7	-0.01802726276218891
1970	rnn.weight_hh_l0_reverse	8	0.0013776530977338552
1970	rnn.weight_hh_l0_reverse	9	0.04363277927041054
1970	rnn.bias_ih_l0_reverse	0	-0.03976120427250862
1970	rnn.bias_ih_l0_reverse	1	-0.033323969691991806
1970	rnn.bias_ih_l0_reverse	2	0.010246651247143745
1970	rnn.bias_ih_l0_reverse	3	0.02255522832274437
1970	rnn.bias_ih_l0_reverse	4	0.0065873670391738415
1970	rnn.bias_ih_l0_reverse	5	0.004659556318074465
1970	rnn.bias_ih_l0_reverse	6	0.016416195780038834
1970	rnn.bias_ih_l0_reverse	7	0.03854832053184509
1970	rnn.bias_ih_l0_reverse	8	-0.0140418391674757
1970	rnn.bias_ih_l0_reverse	9	0.05354352295398712
1970	rnn.bias_hh_l0_reverse	0	-0.025263674557209015
1970	rnn.bias_hh_l0_reverse	1	0.005367929115891457
1970	rnn.bias_hh_l0_reverse	2	-0.003370863851159811
1970	rnn.bias_hh_l0_reverse	3	-0.03379257395863533
1970	rnn.bias_hh_l0_reverse	4	-0.029421143233776093
1970	rnn.bias_hh_l0_reverse	5	-0.026228008791804314
1970	rnn.bias_hh_l0_reverse	6	0.0085104089230299
1970	rnn.bias_hh_l0_reverse	7	0.0035021426156163216
1970	rnn.bias_hh_l0_reverse	8	0.04399656876921654
1970	rnn.bias_hh_l0_reverse	9	-0.0658060684800148
1970	rnn.weight_ih_l1	0	-0.029806610196828842
1970	rnn.weight_ih_l1	1	-0.024432342499494553
1970	rnn.weight_ih_l1	2	0.01475281547755003
1970	rnn.weight_ih_l1	3	-0.0025698791723698378
1970	rnn.weight_ih_l1	4	0.011427349410951138
1970	rnn.weight_ih_l1	5	-0.03521425649523735
1970	rnn.weight_ih_l1	6	0.020787587389349937
1970	rnn.weight_ih_l1	7	-0.03451777622103691
1970	rnn.weight_ih_l1	8	0.0352027453482151
1970	rnn.weight_ih_l1	9	0.02029317617416382
1970	rnn.weight_hh_l1	0	0.00445512356236577
1970	rnn.weight_hh_l1	1	0.007351861800998449
1970	rnn.weight_hh_l1	2	-0.027064086869359016
1970	rnn.weight_hh_l1	3	-0.0026436245534569025
1970	rnn.weight_hh_l1	4	0.0028433389961719513
1970	rnn.weight_hh_l1	5	0.04084710031747818
1970	rnn.weight_hh_l1	6	0.03616723418235779
1970	rnn.weight_hh_l1	7	-0.03181950002908707
1970	rnn.weight_hh_l1	8	-0.042283717542886734
1970	rnn.weight_hh_l1	9	0.03396088629961014
1970	rnn.bias_ih_l1	0	0.010484006255865097
1970	rnn.bias_ih_l1	1	-0.036513861268758774
1970	rnn.bias_ih_l1	2	-0.02365383878350258
1970	rnn.bias_ih_l1	3	-0.004285159986466169
1970	rnn.bias_ih_l1	4	-0.09927169233560562
1970	rnn.bias_ih_l1	5	-0.013958617113530636
1970	rnn.bias_ih_l1	6	0.053256407380104065
1970	rnn.bias_ih_l1	7	0.03593263402581215
1970	rnn.bias_ih_l1	8	-0.009856222197413445
1970	rnn.bias_ih_l1	9	0.006056172773241997
1970	rnn.bias_hh_l1	0	-0.03475508093833923
1970	rnn.bias_hh_l1	1	0.015134473331272602
1970	rnn.bias_hh_l1	2	0.02113913744688034
1970	rnn.bias_hh_l1	3	-0.013888487592339516
1970	rnn.bias_hh_l1	4	-0.020354872569441795
1970	rnn.bias_hh_l1	5	0.021774841472506523
1970	rnn.bias_hh_l1	6	0.014345219358801842
1970	rnn.bias_hh_l1	7	-0.03127652034163475
1970	rnn.bias_hh_l1	8	0.05969029664993286
1970	rnn.bias_hh_l1	9	0.017830805853009224
1970	rnn.weight_ih_l1_reverse	0	-0.028680816292762756
1970	rnn.weight_ih_l1_reverse	1	0.04396536946296692
1970	rnn.weight_ih_l1_reverse	2	-0.018677808344364166
1970	rnn.weight_ih_l1_reverse	3	-0.02301427349448204
1970	rnn.weight_ih_l1_reverse	4	0.010282977484166622
1970	rnn.weight_ih_l1_reverse	5	-0.04142754152417183
1970	rnn.weight_ih_l1_reverse	6	-0.021153951063752174
1970	rnn.weight_ih_l1_reverse	7	0.009841755963861942
1970	rnn.weight_ih_l1_reverse	8	0.0034387726336717606
1970	rnn.weight_ih_l1_reverse	9	-0.03643113002181053
1970	rnn.weight_hh_l1_reverse	0	0.00825496669858694
1970	rnn.weight_hh_l1_reverse	1	0.023982422426342964
1970	rnn.weight_hh_l1_reverse	2	-0.03495854511857033
1970	rnn.weight_hh_l1_reverse	3	0.03826035186648369
1970	rnn.weight_hh_l1_reverse	4	0.02932344190776348
1970	rnn.weight_hh_l1_reverse	5	0.014846672303974628
1970	rnn.weight_hh_l1_reverse	6	0.007629852741956711
1970	rnn.weight_hh_l1_reverse	7	0.028547249734401703
1970	rnn.weight_hh_l1_reverse	8	-0.0026723251212388277
1970	rnn.weight_hh_l1_reverse	9	-0.03491751477122307
1970	rnn.bias_ih_l1_reverse	0	0.025719493627548218
1970	rnn.bias_ih_l1_reverse	1	-0.011992384679615498
1970	rnn.bias_ih_l1_reverse	2	0.002665947424247861
1970	rnn.bias_ih_l1_reverse	3	0.02078813500702381
1970	rnn.bias_ih_l1_reverse	4	-0.025546396151185036
1970	rnn.bias_ih_l1_reverse	5	0.005977712105959654
1970	rnn.bias_ih_l1_reverse	6	-0.014059033244848251
1970	rnn.bias_ih_l1_reverse	7	0.005090814083814621
1970	rnn.bias_ih_l1_reverse	8	0.09333568811416626
1970	rnn.bias_ih_l1_reverse	9	0.0009862910956144333
1970	rnn.bias_hh_l1_reverse	0	-0.012640655040740967
1970	rnn.bias_hh_l1_reverse	1	0.002644677646458149
1970	rnn.bias_hh_l1_reverse	2	-0.06007162854075432
1970	rnn.bias_hh_l1_reverse	3	0.04154817759990692
1970	rnn.bias_hh_l1_reverse	4	-0.0007473547011613846
1970	rnn.bias_hh_l1_reverse	5	0.02603203058242798
1970	rnn.bias_hh_l1_reverse	6	0.09459471702575684
1970	rnn.bias_hh_l1_reverse	7	0.03407546505331993
1970	rnn.bias_hh_l1_reverse	8	-0.01519281417131424
1970	rnn.bias_hh_l1_reverse	9	-0.011537511833012104
1970	linear.weight	0	0.002228822559118271
1970	linear.weight	1	0.04780483990907669
1970	linear.weight	2	-0.04700527340173721
1970	linear.weight	3	0.08437740057706833
1970	linear.weight	4	0.08980251848697662
1970	linear.weight	5	0.0779711902141571
1970	linear.weight	6	-0.009943981654942036
1970	linear.weight	7	0.004437498282641172
1970	linear.weight	8	0.041352082043886185
1970	linear.weight	9	-0.03989534080028534
1970	linear.bias	0	-0.006686507258564234
1970	linear.bias	1	0.33908310532569885
1970	linear.bias	2	0.14459817111492157
1970	linear.bias	3	-0.5953854322433472
1970	linear.bias	4	-0.5737887620925903
1970	linear.bias	5	0.10407327115535736
1970	linear.bias	6	-0.20301635563373566
1970	linear.bias	7	0.20930112898349762
1970	linear.bias	8	-0.3566174805164337
1970	linear.bias	9	-0.6438262462615967
1974	transitions	0	-0.4958789050579071
1974	transitions	1	-0.5373643636703491
1974	transitions	2	-10000.0
1974	transitions	3	-1.6843990087509155
1974	transitions	4	-10000.0
1974	transitions	5	1.1542810201644897
1974	transitions	6	0.5847740173339844
1974	transitions	7	0.5889173150062561
1974	transitions	8	-0.8474517464637756
1974	transitions	9	0.005020769312977791
1974	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
1974	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
1974	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
1974	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
1974	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
1974	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
1974	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
1974	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
1974	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
1974	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
1974	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
1974	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
1974	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
1974	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
1974	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
1974	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
1974	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
1974	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
1974	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
1974	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
1974	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
1974	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
1974	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
1974	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
1974	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
1974	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
1974	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
1974	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
1974	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
1974	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
1974	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
1974	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
1974	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
1974	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
1974	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
1974	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
1974	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
1974	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
1974	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
1974	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
1974	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
1974	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
1974	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
1974	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
1974	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
1974	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
1974	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
1974	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
1974	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
1974	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
1974	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
1974	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
1974	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
1974	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
1974	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
1974	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
1974	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
1974	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
1974	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
1974	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
1974	embedding2nn.weight	0	0.013408884406089783
1974	embedding2nn.weight	1	-0.009358457289636135
1974	embedding2nn.weight	2	-0.014268255792558193
1974	embedding2nn.weight	3	0.018200933933258057
1974	embedding2nn.weight	4	-0.005915033631026745
1974	embedding2nn.weight	5	-0.0037006002385169268
1974	embedding2nn.weight	6	-0.00397326098755002
1974	embedding2nn.weight	7	-0.010056068189442158
1974	embedding2nn.weight	8	-0.0019979383796453476
1974	embedding2nn.weight	9	-0.002966557163745165
1974	embedding2nn.bias	0	-0.006976429373025894
1974	embedding2nn.bias	1	0.008822987787425518
1974	embedding2nn.bias	2	0.028271211311221123
1974	embedding2nn.bias	3	0.01624731905758381
1974	embedding2nn.bias	4	-0.018879979848861694
1974	embedding2nn.bias	5	0.010792498476803303
1974	embedding2nn.bias	6	0.02398236282169819
1974	embedding2nn.bias	7	-0.02136152610182762
1974	embedding2nn.bias	8	-0.005793415941298008
1974	embedding2nn.bias	9	-0.01006596814841032
1974	rnn.weight_ih_l0	0	-0.012588651850819588
1974	rnn.weight_ih_l0	1	0.010847048833966255
1974	rnn.weight_ih_l0	2	0.022310476750135422
1974	rnn.weight_ih_l0	3	0.032060153782367706
1974	rnn.weight_ih_l0	4	-0.004588833544403315
1974	rnn.weight_ih_l0	5	-0.042978208512067795
1974	rnn.weight_ih_l0	6	0.007100810296833515
1974	rnn.weight_ih_l0	7	0.04008997604250908
1974	rnn.weight_ih_l0	8	0.026406647637486458
1974	rnn.weight_ih_l0	9	-0.04298976808786392
1974	rnn.weight_hh_l0	0	-0.04043121263384819
1974	rnn.weight_hh_l0	1	0.013076701201498508
1974	rnn.weight_hh_l0	2	0.017664413899183273
1974	rnn.weight_hh_l0	3	-0.008139640092849731
1974	rnn.weight_hh_l0	4	0.026881016790866852
1974	rnn.weight_hh_l0	5	-0.008162238635122776
1974	rnn.weight_hh_l0	6	-0.03334067016839981
1974	rnn.weight_hh_l0	7	-0.04429871588945389
1974	rnn.weight_hh_l0	8	0.012755857780575752
1974	rnn.weight_hh_l0	9	-0.024422790855169296
1974	rnn.bias_ih_l0	0	0.00855605024844408
1974	rnn.bias_ih_l0	1	-0.023152505978941917
1974	rnn.bias_ih_l0	2	-0.007293909788131714
1974	rnn.bias_ih_l0	3	0.039041608572006226
1974	rnn.bias_ih_l0	4	-0.04229826107621193
1974	rnn.bias_ih_l0	5	-0.0014550980413332582
1974	rnn.bias_ih_l0	6	-0.009853794239461422
1974	rnn.bias_ih_l0	7	0.03322068974375725
1974	rnn.bias_ih_l0	8	-0.044531431049108505
1974	rnn.bias_ih_l0	9	-0.00551767461001873
1974	rnn.bias_hh_l0	0	-0.007946516387164593
1974	rnn.bias_hh_l0	1	-0.005694292020052671
1974	rnn.bias_hh_l0	2	0.0126113872975111
1974	rnn.bias_hh_l0	3	-0.028099307790398598
1974	rnn.bias_hh_l0	4	0.009725316427648067
1974	rnn.bias_hh_l0	5	0.036020465195178986
1974	rnn.bias_hh_l0	6	0.032817136496305466
1974	rnn.bias_hh_l0	7	0.017649725079536438
1974	rnn.bias_hh_l0	8	-0.008428247645497322
1974	rnn.bias_hh_l0	9	-0.033970292657613754
1974	rnn.weight_ih_l0_reverse	0	-0.0024168312083929777
1974	rnn.weight_ih_l0_reverse	1	-0.03382226452231407
1974	rnn.weight_ih_l0_reverse	2	-0.030434170737862587
1974	rnn.weight_ih_l0_reverse	3	-0.0008175875409506261
1974	rnn.weight_ih_l0_reverse	4	-0.017104942351579666
1974	rnn.weight_ih_l0_reverse	5	-0.04421696811914444
1974	rnn.weight_ih_l0_reverse	6	0.030034901574254036
1974	rnn.weight_ih_l0_reverse	7	-0.0261470265686512
1974	rnn.weight_ih_l0_reverse	8	-0.03200749680399895
1974	rnn.weight_ih_l0_reverse	9	0.013210741803050041
1974	rnn.weight_hh_l0_reverse	0	0.024723583832383156
1974	rnn.weight_hh_l0_reverse	1	0.03504657745361328
1974	rnn.weight_hh_l0_reverse	2	0.023314781486988068
1974	rnn.weight_hh_l0_reverse	3	0.016474762931466103
1974	rnn.weight_hh_l0_reverse	4	0.011868199333548546
1974	rnn.weight_hh_l0_reverse	5	-0.012828998267650604
1974	rnn.weight_hh_l0_reverse	6	0.03681601211428642
1974	rnn.weight_hh_l0_reverse	7	-0.01809953711926937
1974	rnn.weight_hh_l0_reverse	8	0.0013704769080504775
1974	rnn.weight_hh_l0_reverse	9	0.043618351221084595
1974	rnn.bias_ih_l0_reverse	0	-0.039685990661382675
1974	rnn.bias_ih_l0_reverse	1	-0.03305848315358162
1974	rnn.bias_ih_l0_reverse	2	0.01075808797031641
1974	rnn.bias_ih_l0_reverse	3	0.022477999329566956
1974	rnn.bias_ih_l0_reverse	4	0.006802823860198259
1974	rnn.bias_ih_l0_reverse	5	0.004612954333424568
1974	rnn.bias_ih_l0_reverse	6	0.016338741406798363
1974	rnn.bias_ih_l0_reverse	7	0.03840558975934982
1974	rnn.bias_ih_l0_reverse	8	-0.014123626053333282
1974	rnn.bias_ih_l0_reverse	9	0.05355561897158623
1974	rnn.bias_hh_l0_reverse	0	-0.02522117644548416
1974	rnn.bias_hh_l0_reverse	1	0.005820674821734428
1974	rnn.bias_hh_l0_reverse	2	-0.0032639610581099987
1974	rnn.bias_hh_l0_reverse	3	-0.033696699887514114
1974	rnn.bias_hh_l0_reverse	4	-0.029441839084029198
1974	rnn.bias_hh_l0_reverse	5	-0.026379292830824852
1974	rnn.bias_hh_l0_reverse	6	0.009286383166909218
1974	rnn.bias_hh_l0_reverse	7	0.0032960837706923485
1974	rnn.bias_hh_l0_reverse	8	0.04437568783760071
1974	rnn.bias_hh_l0_reverse	9	-0.06586597859859467
1974	rnn.weight_ih_l1	0	-0.029833680018782616
1974	rnn.weight_ih_l1	1	-0.0243189986795187
1974	rnn.weight_ih_l1	2	0.014974808320403099
1974	rnn.weight_ih_l1	3	-0.0029758838936686516
1974	rnn.weight_ih_l1	4	0.01143086887896061
1974	rnn.weight_ih_l1	5	-0.035197898745536804
1974	rnn.weight_ih_l1	6	0.020770885050296783
1974	rnn.weight_ih_l1	7	-0.0343618243932724
1974	rnn.weight_ih_l1	8	0.03521498292684555
1974	rnn.weight_ih_l1	9	0.020294351503252983
1974	rnn.weight_hh_l1	0	0.004585975781083107
1974	rnn.weight_hh_l1	1	0.0073277950286865234
1974	rnn.weight_hh_l1	2	-0.02691524103283882
1974	rnn.weight_hh_l1	3	-0.002641315571963787
1974	rnn.weight_hh_l1	4	0.0028798312414437532
1974	rnn.weight_hh_l1	5	0.0408465750515461
1974	rnn.weight_hh_l1	6	0.0360262356698513
1974	rnn.weight_hh_l1	7	-0.0318065844476223
1974	rnn.weight_hh_l1	8	-0.04226775839924812
1974	rnn.weight_hh_l1	9	0.03393274545669556
1974	rnn.bias_ih_l1	0	0.01131417416036129
1974	rnn.bias_ih_l1	1	-0.03618311136960983
1974	rnn.bias_ih_l1	2	-0.023735646158456802
1974	rnn.bias_ih_l1	3	-0.004067117813974619
1974	rnn.bias_ih_l1	4	-0.10048490017652512
1974	rnn.bias_ih_l1	5	-0.014600059017539024
1974	rnn.bias_ih_l1	6	0.05283491685986519
1974	rnn.bias_ih_l1	7	0.03588808700442314
1974	rnn.bias_ih_l1	8	-0.009311588481068611
1974	rnn.bias_ih_l1	9	0.00625144736841321
1974	rnn.bias_hh_l1	0	-0.034593719989061356
1974	rnn.bias_hh_l1	1	0.015313263982534409
1974	rnn.bias_hh_l1	2	0.020917300134897232
1974	rnn.bias_hh_l1	3	-0.013881204649806023
1974	rnn.bias_hh_l1	4	-0.020228983834385872
1974	rnn.bias_hh_l1	5	0.021032171323895454
1974	rnn.bias_hh_l1	6	0.014838355593383312
1974	rnn.bias_hh_l1	7	-0.034886423498392105
1974	rnn.bias_hh_l1	8	0.05969448760151863
1974	rnn.bias_hh_l1	9	0.01785380207002163
1974	rnn.weight_ih_l1_reverse	0	-0.02873639576137066
1974	rnn.weight_ih_l1_reverse	1	0.04432954266667366
1974	rnn.weight_ih_l1_reverse	2	-0.01866333745419979
1974	rnn.weight_ih_l1_reverse	3	-0.023205174133181572
1974	rnn.weight_ih_l1_reverse	4	0.010527433827519417
1974	rnn.weight_ih_l1_reverse	5	-0.04136701673269272
1974	rnn.weight_ih_l1_reverse	6	-0.021324733272194862
1974	rnn.weight_ih_l1_reverse	7	0.009837926365435123
1974	rnn.weight_ih_l1_reverse	8	0.003008592175319791
1974	rnn.weight_ih_l1_reverse	9	-0.0360054075717926
1974	rnn.weight_hh_l1_reverse	0	0.008271685801446438
1974	rnn.weight_hh_l1_reverse	1	0.02396906353533268
1974	rnn.weight_hh_l1_reverse	2	-0.03497017174959183
1974	rnn.weight_hh_l1_reverse	3	0.038265712559223175
1974	rnn.weight_hh_l1_reverse	4	0.0294847022742033
1974	rnn.weight_hh_l1_reverse	5	0.01476074755191803
1974	rnn.weight_hh_l1_reverse	6	0.0078000095672905445
1974	rnn.weight_hh_l1_reverse	7	0.02857508696615696
1974	rnn.weight_hh_l1_reverse	8	-0.0028169224970042706
1974	rnn.weight_hh_l1_reverse	9	-0.034758273512125015
1974	rnn.bias_ih_l1_reverse	0	0.025835128501057625
1974	rnn.bias_ih_l1_reverse	1	-0.011850356124341488
1974	rnn.bias_ih_l1_reverse	2	0.002673184033483267
1974	rnn.bias_ih_l1_reverse	3	0.021710483357310295
1974	rnn.bias_ih_l1_reverse	4	-0.02570272609591484
1974	rnn.bias_ih_l1_reverse	5	0.005874774884432554
1974	rnn.bias_ih_l1_reverse	6	-0.013469512574374676
1974	rnn.bias_ih_l1_reverse	7	0.005009501241147518
1974	rnn.bias_ih_l1_reverse	8	0.09296867251396179
1974	rnn.bias_ih_l1_reverse	9	-0.0016016025329008698
1974	rnn.bias_hh_l1_reverse	0	-0.014763153158128262
1974	rnn.bias_hh_l1_reverse	1	0.005422491114586592
1974	rnn.bias_hh_l1_reverse	2	-0.06012668460607529
1974	rnn.bias_hh_l1_reverse	3	0.04163898900151253
1974	rnn.bias_hh_l1_reverse	4	-0.0007834263378754258
1974	rnn.bias_hh_l1_reverse	5	0.02597302570939064
1974	rnn.bias_hh_l1_reverse	6	0.09462186694145203
1974	rnn.bias_hh_l1_reverse	7	0.03434624522924423
1974	rnn.bias_hh_l1_reverse	8	-0.015163530595600605
1974	rnn.bias_hh_l1_reverse	9	-0.011641765013337135
1974	linear.weight	0	0.002228822559118271
1974	linear.weight	1	0.052754051983356476
1974	linear.weight	2	-0.04446892812848091
1974	linear.weight	3	0.08524063974618912
1974	linear.weight	4	0.08838271349668503
1974	linear.weight	5	0.08029268682003021
1974	linear.weight	6	-0.012014849111437798
1974	linear.weight	7	0.008487533777952194
1974	linear.weight	8	0.04135245457291603
1974	linear.weight	9	-0.04064551368355751
1974	linear.bias	0	0.006004357244819403
1974	linear.bias	1	0.3513554334640503
1974	linear.bias	2	0.17052431404590607
1974	linear.bias	3	-0.6143126487731934
1974	linear.bias	4	-0.592712938785553
1974	linear.bias	5	0.11070460081100464
1974	linear.bias	6	-0.1898287832736969
1974	linear.bias	7	0.2157071828842163
1974	linear.bias	8	-0.35895419120788574
1974	linear.bias	9	-0.6460456848144531
2171	transitions	0	-0.4477064609527588
2171	transitions	1	-0.528925359249115
2171	transitions	2	-10000.0
2171	transitions	3	-1.6864012479782104
2171	transitions	4	-10000.0
2171	transitions	5	1.1406738758087158
2171	transitions	6	0.5637797117233276
2171	transitions	7	0.5788742303848267
2171	transitions	8	-0.868457555770874
2171	transitions	9	0.004841565154492855
2171	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
2171	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
2171	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
2171	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
2171	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
2171	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
2171	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
2171	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
2171	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
2171	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
2171	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
2171	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
2171	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
2171	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
2171	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
2171	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
2171	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
2171	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
2171	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
2171	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
2171	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
2171	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
2171	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
2171	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
2171	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
2171	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
2171	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
2171	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
2171	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
2171	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
2171	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
2171	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
2171	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
2171	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
2171	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
2171	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
2171	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
2171	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
2171	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
2171	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
2171	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
2171	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
2171	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
2171	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
2171	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
2171	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
2171	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
2171	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
2171	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
2171	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
2171	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
2171	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
2171	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
2171	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
2171	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
2171	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
2171	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
2171	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
2171	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
2171	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
2171	embedding2nn.weight	0	0.012845600955188274
2171	embedding2nn.weight	1	-0.009421605616807938
2171	embedding2nn.weight	2	-0.014268255792558193
2171	embedding2nn.weight	3	0.01744518242776394
2171	embedding2nn.weight	4	-0.005915033631026745
2171	embedding2nn.weight	5	-0.0037006002385169268
2171	embedding2nn.weight	6	-0.003973259124904871
2171	embedding2nn.weight	7	-0.010313051752746105
2171	embedding2nn.weight	8	-0.0019979383796453476
2171	embedding2nn.weight	9	-0.0038472788874059916
2171	embedding2nn.bias	0	-0.005334835033863783
2171	embedding2nn.bias	1	0.01076583843678236
2171	embedding2nn.bias	2	0.03150036931037903
2171	embedding2nn.bias	3	0.016080103814601898
2171	embedding2nn.bias	4	-0.021515866741538048
2171	embedding2nn.bias	5	0.0014267155202105641
2171	embedding2nn.bias	6	0.02543051913380623
2171	embedding2nn.bias	7	-0.025577330961823463
2171	embedding2nn.bias	8	-0.0041999900713562965
2171	embedding2nn.bias	9	-0.007744745817035437
2171	rnn.weight_ih_l0	0	-0.012832975946366787
2171	rnn.weight_ih_l0	1	0.010761556215584278
2171	rnn.weight_ih_l0	2	0.022065596655011177
2171	rnn.weight_ih_l0	3	0.031888335943222046
2171	rnn.weight_ih_l0	4	-0.004260815680027008
2171	rnn.weight_ih_l0	5	-0.04310297593474388
2171	rnn.weight_ih_l0	6	0.007378412410616875
2171	rnn.weight_ih_l0	7	0.04050356522202492
2171	rnn.weight_ih_l0	8	0.026205316185951233
2171	rnn.weight_ih_l0	9	-0.04269326105713844
2171	rnn.weight_hh_l0	0	-0.040309809148311615
2171	rnn.weight_hh_l0	1	0.01343707274645567
2171	rnn.weight_hh_l0	2	0.01698101870715618
2171	rnn.weight_hh_l0	3	-0.008270296268165112
2171	rnn.weight_hh_l0	4	0.026874786242842674
2171	rnn.weight_hh_l0	5	-0.008845774456858635
2171	rnn.weight_hh_l0	6	-0.03340676426887512
2171	rnn.weight_hh_l0	7	-0.04333376884460449
2171	rnn.weight_hh_l0	8	0.012258433736860752
2171	rnn.weight_hh_l0	9	-0.02433730475604534
2171	rnn.bias_ih_l0	0	0.009839269332587719
2171	rnn.bias_ih_l0	1	-0.022393232211470604
2171	rnn.bias_ih_l0	2	-0.007400944828987122
2171	rnn.bias_ih_l0	3	0.036634594202041626
2171	rnn.bias_ih_l0	4	-0.043249137699604034
2171	rnn.bias_ih_l0	5	-0.004765428602695465
2171	rnn.bias_ih_l0	6	-0.008031160570681095
2171	rnn.bias_ih_l0	7	0.03167204558849335
2171	rnn.bias_ih_l0	8	-0.045631084591150284
2171	rnn.bias_ih_l0	9	-0.0035068243741989136
2171	rnn.bias_hh_l0	0	-0.010187728330492973
2171	rnn.bias_hh_l0	1	-0.008388151414692402
2171	rnn.bias_hh_l0	2	0.008017650805413723
2171	rnn.bias_hh_l0	3	-0.03022507019340992
2171	rnn.bias_hh_l0	4	0.009516716934740543
2171	rnn.bias_hh_l0	5	0.03467101231217384
2171	rnn.bias_hh_l0	6	0.030904093757271767
2171	rnn.bias_hh_l0	7	0.015321948565542698
2171	rnn.bias_hh_l0	8	-0.00796301569789648
2171	rnn.bias_hh_l0	9	-0.032819200307130814
2171	rnn.weight_ih_l0_reverse	0	-0.0024932725355029106
2171	rnn.weight_ih_l0_reverse	1	-0.03466469794511795
2171	rnn.weight_ih_l0_reverse	2	-0.0306338369846344
2171	rnn.weight_ih_l0_reverse	3	-0.0007377135916613042
2171	rnn.weight_ih_l0_reverse	4	-0.017572402954101562
2171	rnn.weight_ih_l0_reverse	5	-0.04421217739582062
2171	rnn.weight_ih_l0_reverse	6	0.030169956386089325
2171	rnn.weight_ih_l0_reverse	7	-0.024946771562099457
2171	rnn.weight_ih_l0_reverse	8	-0.03224228322505951
2171	rnn.weight_ih_l0_reverse	9	0.013180608861148357
2171	rnn.weight_hh_l0_reverse	0	0.024906817823648453
2171	rnn.weight_hh_l0_reverse	1	0.03506084159016609
2171	rnn.weight_hh_l0_reverse	2	0.023503383621573448
2171	rnn.weight_hh_l0_reverse	3	0.0165657140314579
2171	rnn.weight_hh_l0_reverse	4	0.011942945420742035
2171	rnn.weight_hh_l0_reverse	5	-0.0118793910369277
2171	rnn.weight_hh_l0_reverse	6	0.037158235907554626
2171	rnn.weight_hh_l0_reverse	7	-0.01879948563873768
2171	rnn.weight_hh_l0_reverse	8	0.001067174831405282
2171	rnn.weight_hh_l0_reverse	9	0.043817855417728424
2171	rnn.bias_ih_l0_reverse	0	-0.0415780171751976
2171	rnn.bias_ih_l0_reverse	1	-0.032135944813489914
2171	rnn.bias_ih_l0_reverse	2	0.007348701823502779
2171	rnn.bias_ih_l0_reverse	3	0.02178499475121498
2171	rnn.bias_ih_l0_reverse	4	0.004999514203518629
2171	rnn.bias_ih_l0_reverse	5	0.0033968433272093534
2171	rnn.bias_ih_l0_reverse	6	0.014825234189629555
2171	rnn.bias_ih_l0_reverse	7	0.03747206926345825
2171	rnn.bias_ih_l0_reverse	8	-0.015502609312534332
2171	rnn.bias_ih_l0_reverse	9	0.0525745190680027
2171	rnn.bias_hh_l0_reverse	0	-0.025188062340021133
2171	rnn.bias_hh_l0_reverse	1	0.011838356032967567
2171	rnn.bias_hh_l0_reverse	2	-0.004229509737342596
2171	rnn.bias_hh_l0_reverse	3	-0.033360641449689865
2171	rnn.bias_hh_l0_reverse	4	-0.029254980385303497
2171	rnn.bias_hh_l0_reverse	5	-0.026559773832559586
2171	rnn.bias_hh_l0_reverse	6	0.007612212561070919
2171	rnn.bias_hh_l0_reverse	7	0.004711543675512075
2171	rnn.bias_hh_l0_reverse	8	0.04768254607915878
2171	rnn.bias_hh_l0_reverse	9	-0.0662228912115097
2171	rnn.weight_ih_l1	0	-0.02926751971244812
2171	rnn.weight_ih_l1	1	-0.02404950000345707
2171	rnn.weight_ih_l1	2	0.017452875152230263
2171	rnn.weight_ih_l1	3	-0.0021212147548794746
2171	rnn.weight_ih_l1	4	0.011872817762196064
2171	rnn.weight_ih_l1	5	-0.035143956542015076
2171	rnn.weight_ih_l1	6	0.020889630541205406
2171	rnn.weight_ih_l1	7	-0.034999947994947433
2171	rnn.weight_ih_l1	8	0.035296808928251266
2171	rnn.weight_ih_l1	9	0.020357804372906685
2171	rnn.weight_hh_l1	0	0.008686629123985767
2171	rnn.weight_hh_l1	1	0.007366209756582975
2171	rnn.weight_hh_l1	2	-0.02607903629541397
2171	rnn.weight_hh_l1	3	-0.002423943020403385
2171	rnn.weight_hh_l1	4	0.004137757699936628
2171	rnn.weight_hh_l1	5	0.040544383227825165
2171	rnn.weight_hh_l1	6	0.036218490451574326
2171	rnn.weight_hh_l1	7	-0.031801268458366394
2171	rnn.weight_hh_l1	8	-0.04197043552994728
2171	rnn.weight_hh_l1	9	0.03413748741149902
2171	rnn.bias_ih_l1	0	0.002638494363054633
2171	rnn.bias_ih_l1	1	-0.037209223955869675
2171	rnn.bias_ih_l1	2	-0.026693353429436684
2171	rnn.bias_ih_l1	3	-0.005608465522527695
2171	rnn.bias_ih_l1	4	-0.08563163131475449
2171	rnn.bias_ih_l1	5	-0.016507824882864952
2171	rnn.bias_ih_l1	6	0.05173821374773979
2171	rnn.bias_ih_l1	7	0.035377975553274155
2171	rnn.bias_ih_l1	8	-0.00803391169756651
2171	rnn.bias_ih_l1	9	0.004657052457332611
2171	rnn.bias_hh_l1	0	-0.035529475659132004
2171	rnn.bias_hh_l1	1	0.015667887404561043
2171	rnn.bias_hh_l1	2	0.02138756960630417
2171	rnn.bias_hh_l1	3	-0.013475711457431316
2171	rnn.bias_hh_l1	4	-0.022178174927830696
2171	rnn.bias_hh_l1	5	0.017970997840166092
2171	rnn.bias_hh_l1	6	0.013138290494680405
2171	rnn.bias_hh_l1	7	-0.022212622687220573
2171	rnn.bias_hh_l1	8	0.05761877819895744
2171	rnn.bias_hh_l1	9	0.017102062702178955
2171	rnn.weight_ih_l1_reverse	0	-0.031411003321409225
2171	rnn.weight_ih_l1_reverse	1	0.048934079706668854
2171	rnn.weight_ih_l1_reverse	2	-0.02510664239525795
2171	rnn.weight_ih_l1_reverse	3	-0.02427939511835575
2171	rnn.weight_ih_l1_reverse	4	0.012183217331767082
2171	rnn.weight_ih_l1_reverse	5	-0.04153422266244888
2171	rnn.weight_ih_l1_reverse	6	-0.021353520452976227
2171	rnn.weight_ih_l1_reverse	7	0.010368198156356812
2171	rnn.weight_ih_l1_reverse	8	0.0023450818844139576
2171	rnn.weight_ih_l1_reverse	9	-0.038231801241636276
2171	rnn.weight_hh_l1_reverse	0	0.008273454383015633
2171	rnn.weight_hh_l1_reverse	1	0.0240524522960186
2171	rnn.weight_hh_l1_reverse	2	-0.0349922850728035
2171	rnn.weight_hh_l1_reverse	3	0.038127534091472626
2171	rnn.weight_hh_l1_reverse	4	0.03038315288722515
2171	rnn.weight_hh_l1_reverse	5	0.013967419974505901
2171	rnn.weight_hh_l1_reverse	6	0.01048834715038538
2171	rnn.weight_hh_l1_reverse	7	0.028679966926574707
2171	rnn.weight_hh_l1_reverse	8	-0.0023721421603113413
2171	rnn.weight_hh_l1_reverse	9	-0.03453029692173004
2171	rnn.bias_ih_l1_reverse	0	0.021171899512410164
2171	rnn.bias_ih_l1_reverse	1	-0.011811105534434319
2171	rnn.bias_ih_l1_reverse	2	0.0033318789210170507
2171	rnn.bias_ih_l1_reverse	3	0.023660462349653244
2171	rnn.bias_ih_l1_reverse	4	-0.02257370389997959
2171	rnn.bias_ih_l1_reverse	5	0.0058988770470023155
2171	rnn.bias_ih_l1_reverse	6	-0.014534235931932926
2171	rnn.bias_ih_l1_reverse	7	0.003922081086784601
2171	rnn.bias_ih_l1_reverse	8	0.08461020141839981
2171	rnn.bias_ih_l1_reverse	9	-0.006055345758795738
2171	rnn.bias_hh_l1_reverse	0	-0.009681454859673977
2171	rnn.bias_hh_l1_reverse	1	-0.0006367171299643815
2171	rnn.bias_hh_l1_reverse	2	-0.06155453622341156
2171	rnn.bias_hh_l1_reverse	3	0.03914646431803703
2171	rnn.bias_hh_l1_reverse	4	-0.0022288253530859947
2171	rnn.bias_hh_l1_reverse	5	0.02590789645910263
2171	rnn.bias_hh_l1_reverse	6	0.0967836007475853
2171	rnn.bias_hh_l1_reverse	7	0.030120590701699257
2171	rnn.bias_hh_l1_reverse	8	-0.013637524098157883
2171	rnn.bias_hh_l1_reverse	9	-0.011070022359490395
2171	linear.weight	0	0.002228822559118271
2171	linear.weight	1	0.03335869312286377
2171	linear.weight	2	-0.03909763693809509
2171	linear.weight	3	0.06750953942537308
2171	linear.weight	4	0.0977906733751297
2171	linear.weight	5	0.06483759731054306
2171	linear.weight	6	-0.007800559047609568
2171	linear.weight	7	0.008321953937411308
2171	linear.weight	8	0.04167107865214348
2171	linear.weight	9	-0.04446979612112045
2171	linear.bias	0	0.019512733444571495
2171	linear.bias	1	0.33218321204185486
2171	linear.bias	2	0.14928215742111206
2171	linear.bias	3	-0.6097097396850586
2171	linear.bias	4	-0.5944659113883972
2171	linear.bias	5	0.1277557611465454
2171	linear.bias	6	-0.20507276058197021
2171	linear.bias	7	0.22566676139831543
2171	linear.bias	8	-0.36737367510795593
2171	linear.bias	9	-0.6622511148452759
2368	transitions	0	-0.40204665064811707
2368	transitions	1	-0.5315271615982056
2368	transitions	2	-10000.0
2368	transitions	3	-1.6890524625778198
2368	transitions	4	-10000.0
2368	transitions	5	1.1258002519607544
2368	transitions	6	0.5442227721214294
2368	transitions	7	0.564800500869751
2368	transitions	8	-0.8868013620376587
2368	transitions	9	0.0047142342664301395
2368	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
2368	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
2368	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
2368	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
2368	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
2368	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
2368	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
2368	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
2368	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
2368	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
2368	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
2368	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
2368	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
2368	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
2368	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
2368	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
2368	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
2368	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
2368	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
2368	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
2368	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
2368	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
2368	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
2368	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
2368	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
2368	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
2368	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
2368	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
2368	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
2368	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
2368	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
2368	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
2368	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
2368	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
2368	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
2368	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
2368	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
2368	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
2368	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
2368	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
2368	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
2368	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
2368	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
2368	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
2368	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
2368	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
2368	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
2368	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
2368	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
2368	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
2368	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
2368	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
2368	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
2368	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
2368	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
2368	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
2368	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
2368	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
2368	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
2368	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
2368	embedding2nn.weight	0	0.012563913129270077
2368	embedding2nn.weight	1	-0.009417344816029072
2368	embedding2nn.weight	2	-0.014268255792558193
2368	embedding2nn.weight	3	0.016173958778381348
2368	embedding2nn.weight	4	-0.005915033631026745
2368	embedding2nn.weight	5	-0.0037006002385169268
2368	embedding2nn.weight	6	-0.00397325586527586
2368	embedding2nn.weight	7	-0.01225337479263544
2368	embedding2nn.weight	8	-0.0019979383796453476
2368	embedding2nn.weight	9	-0.003938411362469196
2368	embedding2nn.bias	0	-0.01052864734083414
2368	embedding2nn.bias	1	0.011227311566472054
2368	embedding2nn.bias	2	0.04410165175795555
2368	embedding2nn.bias	3	0.017600467428565025
2368	embedding2nn.bias	4	-0.01425156183540821
2368	embedding2nn.bias	5	0.002782717812806368
2368	embedding2nn.bias	6	0.032532699406147
2368	embedding2nn.bias	7	-0.02927035465836525
2368	embedding2nn.bias	8	-0.005970182828605175
2368	embedding2nn.bias	9	-0.007974151521921158
2368	rnn.weight_ih_l0	0	-0.012431842274963856
2368	rnn.weight_ih_l0	1	0.010505017824470997
2368	rnn.weight_ih_l0	2	0.022459575906395912
2368	rnn.weight_ih_l0	3	0.031075751408934593
2368	rnn.weight_ih_l0	4	-0.0033672067802399397
2368	rnn.weight_ih_l0	5	-0.04353031888604164
2368	rnn.weight_ih_l0	6	0.00738429045304656
2368	rnn.weight_ih_l0	7	0.04056509584188461
2368	rnn.weight_ih_l0	8	0.02614862658083439
2368	rnn.weight_ih_l0	9	-0.04239492863416672
2368	rnn.weight_hh_l0	0	-0.03965700417757034
2368	rnn.weight_hh_l0	1	0.013461930677294731
2368	rnn.weight_hh_l0	2	0.016168050467967987
2368	rnn.weight_hh_l0	3	-0.00826991256326437
2368	rnn.weight_hh_l0	4	0.026857811957597733
2368	rnn.weight_hh_l0	5	-0.008290430530905724
2368	rnn.weight_hh_l0	6	-0.03336523845791817
2368	rnn.weight_hh_l0	7	-0.04404720291495323
2368	rnn.weight_hh_l0	8	0.012018609791994095
2368	rnn.weight_hh_l0	9	-0.02463328093290329
2368	rnn.bias_ih_l0	0	0.010115571320056915
2368	rnn.bias_ih_l0	1	-0.020302966237068176
2368	rnn.bias_ih_l0	2	-0.006907728035002947
2368	rnn.bias_ih_l0	3	0.03864235058426857
2368	rnn.bias_ih_l0	4	-0.04144419729709625
2368	rnn.bias_ih_l0	5	-0.0019439951283857226
2368	rnn.bias_ih_l0	6	-0.010149961337447166
2368	rnn.bias_ih_l0	7	0.032013438642024994
2368	rnn.bias_ih_l0	8	-0.046001262962818146
2368	rnn.bias_ih_l0	9	-0.005629586987197399
2368	rnn.bias_hh_l0	0	-0.012869725003838539
2368	rnn.bias_hh_l0	1	-0.010898275300860405
2368	rnn.bias_hh_l0	2	0.008483268320560455
2368	rnn.bias_hh_l0	3	-0.027914488688111305
2368	rnn.bias_hh_l0	4	0.009419280104339123
2368	rnn.bias_hh_l0	5	0.032002680003643036
2368	rnn.bias_hh_l0	6	0.03139927610754967
2368	rnn.bias_hh_l0	7	0.007556242402642965
2368	rnn.bias_hh_l0	8	-0.008562912233173847
2368	rnn.bias_hh_l0	9	-0.03330249339342117
2368	rnn.weight_ih_l0_reverse	0	-0.002273240126669407
2368	rnn.weight_ih_l0_reverse	1	-0.033763933926820755
2368	rnn.weight_ih_l0_reverse	2	-0.03047538734972477
2368	rnn.weight_ih_l0_reverse	3	-0.00016800407320261002
2368	rnn.weight_ih_l0_reverse	4	-0.017440849915146828
2368	rnn.weight_ih_l0_reverse	5	-0.04440110921859741
2368	rnn.weight_ih_l0_reverse	6	0.030292589217424393
2368	rnn.weight_ih_l0_reverse	7	-0.026681864634156227
2368	rnn.weight_ih_l0_reverse	8	-0.03242645785212517
2368	rnn.weight_ih_l0_reverse	9	0.013084939680993557
2368	rnn.weight_hh_l0_reverse	0	0.025805875658988953
2368	rnn.weight_hh_l0_reverse	1	0.034844089299440384
2368	rnn.weight_hh_l0_reverse	2	0.023599551990628242
2368	rnn.weight_hh_l0_reverse	3	0.01676933281123638
2368	rnn.weight_hh_l0_reverse	4	0.012196538969874382
2368	rnn.weight_hh_l0_reverse	5	-0.01179330050945282
2368	rnn.weight_hh_l0_reverse	6	0.03700002282857895
2368	rnn.weight_hh_l0_reverse	7	-0.018847772851586342
2368	rnn.weight_hh_l0_reverse	8	0.000898371625225991
2368	rnn.weight_hh_l0_reverse	9	0.04367584362626076
2368	rnn.bias_ih_l0_reverse	0	-0.04133879765868187
2368	rnn.bias_ih_l0_reverse	1	-0.030076414346694946
2368	rnn.bias_ih_l0_reverse	2	0.006586854811757803
2368	rnn.bias_ih_l0_reverse	3	0.0217735692858696
2368	rnn.bias_ih_l0_reverse	4	0.006825107615441084
2368	rnn.bias_ih_l0_reverse	5	0.005525471642613411
2368	rnn.bias_ih_l0_reverse	6	0.015352718532085419
2368	rnn.bias_ih_l0_reverse	7	0.038042280822992325
2368	rnn.bias_ih_l0_reverse	8	-0.016652289777994156
2368	rnn.bias_ih_l0_reverse	9	0.05098142847418785
2368	rnn.bias_hh_l0_reverse	0	-0.024908678606152534
2368	rnn.bias_hh_l0_reverse	1	0.012141291983425617
2368	rnn.bias_hh_l0_reverse	2	-0.005514153745025396
2368	rnn.bias_hh_l0_reverse	3	-0.034054480493068695
2368	rnn.bias_hh_l0_reverse	4	-0.02990574948489666
2368	rnn.bias_hh_l0_reverse	5	-0.026909947395324707
2368	rnn.bias_hh_l0_reverse	6	0.009329905733466148
2368	rnn.bias_hh_l0_reverse	7	0.004653134383261204
2368	rnn.bias_hh_l0_reverse	8	0.04593804106116295
2368	rnn.bias_hh_l0_reverse	9	-0.063944511115551
2368	rnn.weight_ih_l1	0	-0.029494233429431915
2368	rnn.weight_ih_l1	1	-0.023212864995002747
2368	rnn.weight_ih_l1	2	0.014513901434838772
2368	rnn.weight_ih_l1	3	0.002938739722594619
2368	rnn.weight_ih_l1	4	0.012237749062478542
2368	rnn.weight_ih_l1	5	-0.034828994423151016
2368	rnn.weight_ih_l1	6	0.02126995660364628
2368	rnn.weight_ih_l1	7	-0.035434093326330185
2368	rnn.weight_ih_l1	8	0.035583771765232086
2368	rnn.weight_ih_l1	9	0.020152123644948006
2368	rnn.weight_hh_l1	0	0.005848356522619724
2368	rnn.weight_hh_l1	1	0.007486955728381872
2368	rnn.weight_hh_l1	2	-0.02628803811967373
2368	rnn.weight_hh_l1	3	-0.0019804697949439287
2368	rnn.weight_hh_l1	4	0.003797286655753851
2368	rnn.weight_hh_l1	5	0.04042939469218254
2368	rnn.weight_hh_l1	6	0.03603862598538399
2368	rnn.weight_hh_l1	7	-0.03170745074748993
2368	rnn.weight_hh_l1	8	-0.04146409407258034
2368	rnn.weight_hh_l1	9	0.03446190431714058
2368	rnn.bias_ih_l1	0	0.0003877119452226907
2368	rnn.bias_ih_l1	1	-0.0393173024058342
2368	rnn.bias_ih_l1	2	-0.031876541674137115
2368	rnn.bias_ih_l1	3	-0.00859938282519579
2368	rnn.bias_ih_l1	4	-0.07297930121421814
2368	rnn.bias_ih_l1	5	-0.019413238391280174
2368	rnn.bias_ih_l1	6	0.053876377642154694
2368	rnn.bias_ih_l1	7	0.03577907383441925
2368	rnn.bias_ih_l1	8	-0.01044673565775156
2368	rnn.bias_ih_l1	9	0.002276831539347768
2368	rnn.bias_hh_l1	0	-0.03658027574419975
2368	rnn.bias_hh_l1	1	0.014286334626376629
2368	rnn.bias_hh_l1	2	0.022922566160559654
2368	rnn.bias_hh_l1	3	-0.014507231302559376
2368	rnn.bias_hh_l1	4	-0.022422321140766144
2368	rnn.bias_hh_l1	5	0.020502055063843727
2368	rnn.bias_hh_l1	6	0.014232528395950794
2368	rnn.bias_hh_l1	7	-0.027969248592853546
2368	rnn.bias_hh_l1	8	0.055982738733291626
2368	rnn.bias_hh_l1	9	0.015939442440867424
2368	rnn.weight_ih_l1_reverse	0	-0.03101167269051075
2368	rnn.weight_ih_l1_reverse	1	0.04766242951154709
2368	rnn.weight_ih_l1_reverse	2	-0.022140193730592728
2368	rnn.weight_ih_l1_reverse	3	-0.024485796689987183
2368	rnn.weight_ih_l1_reverse	4	0.012075603939592838
2368	rnn.weight_ih_l1_reverse	5	-0.04195033758878708
2368	rnn.weight_ih_l1_reverse	6	-0.02390475571155548
2368	rnn.weight_ih_l1_reverse	7	0.010297756642103195
2368	rnn.weight_ih_l1_reverse	8	0.006742630619555712
2368	rnn.weight_ih_l1_reverse	9	-0.033751230686903
2368	rnn.weight_hh_l1_reverse	0	0.00831756554543972
2368	rnn.weight_hh_l1_reverse	1	0.024165045469999313
2368	rnn.weight_hh_l1_reverse	2	-0.03503631427884102
2368	rnn.weight_hh_l1_reverse	3	0.03797932714223862
2368	rnn.weight_hh_l1_reverse	4	0.030052775517106056
2368	rnn.weight_hh_l1_reverse	5	0.014112665317952633
2368	rnn.weight_hh_l1_reverse	6	0.012963179498910904
2368	rnn.weight_hh_l1_reverse	7	0.028867758810520172
2368	rnn.weight_hh_l1_reverse	8	-0.00275586755014956
2368	rnn.weight_hh_l1_reverse	9	-0.03439398482441902
2368	rnn.bias_ih_l1_reverse	0	0.022151323035359383
2368	rnn.bias_ih_l1_reverse	1	-0.011845782399177551
2368	rnn.bias_ih_l1_reverse	2	-0.002629836555570364
2368	rnn.bias_ih_l1_reverse	3	0.018876342102885246
2368	rnn.bias_ih_l1_reverse	4	-0.028690189123153687
2368	rnn.bias_ih_l1_reverse	5	0.005713068414479494
2368	rnn.bias_ih_l1_reverse	6	-0.01582571491599083
2368	rnn.bias_ih_l1_reverse	7	0.007621368858963251
2368	rnn.bias_ih_l1_reverse	8	0.09091229736804962
2368	rnn.bias_ih_l1_reverse	9	-0.00516123604029417
2368	rnn.bias_hh_l1_reverse	0	-0.011872193776071072
2368	rnn.bias_hh_l1_reverse	1	-0.010693039745092392
2368	rnn.bias_hh_l1_reverse	2	-0.061416659504175186
2368	rnn.bias_hh_l1_reverse	3	0.039674311876297
2368	rnn.bias_hh_l1_reverse	4	-0.0017871094169095159
2368	rnn.bias_hh_l1_reverse	5	0.025892475619912148
2368	rnn.bias_hh_l1_reverse	6	0.09345784783363342
2368	rnn.bias_hh_l1_reverse	7	0.02851342037320137
2368	rnn.bias_hh_l1_reverse	8	-0.016940800473093987
2368	rnn.bias_hh_l1_reverse	9	-0.012452240101993084
2368	linear.weight	0	0.002228822559118271
2368	linear.weight	1	0.04169567674398422
2368	linear.weight	2	-0.03518006205558777
2368	linear.weight	3	0.04650439694523811
2368	linear.weight	4	0.10420051217079163
2368	linear.weight	5	0.07424664497375488
2368	linear.weight	6	-0.0006006980547681451
2368	linear.weight	7	0.015336116775870323
2368	linear.weight	8	0.04209322854876518
2368	linear.weight	9	-0.04541570320725441
2368	linear.bias	0	0.0021590632386505604
2368	linear.bias	1	0.3334023952484131
2368	linear.bias	2	0.15810538828372955
2368	linear.bias	3	-0.6064770221710205
2368	linear.bias	4	-0.5787869095802307
2368	linear.bias	5	0.12440870702266693
2368	linear.bias	6	-0.2248252034187317
2368	linear.bias	7	0.23967790603637695
2368	linear.bias	8	-0.38045504689216614
2368	linear.bias	9	-0.6707589030265808
2565	transitions	0	-0.34542080760002136
2565	transitions	1	-0.5282368659973145
2565	transitions	2	-10000.0
2565	transitions	3	-1.6912996768951416
2565	transitions	4	-10000.0
2565	transitions	5	1.1121078729629517
2565	transitions	6	0.5218055844306946
2565	transitions	7	0.5472371578216553
2565	transitions	8	-0.903265655040741
2565	transitions	9	0.004606214351952076
2565	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
2565	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
2565	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
2565	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
2565	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
2565	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
2565	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
2565	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
2565	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
2565	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
2565	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
2565	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
2565	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
2565	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
2565	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
2565	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
2565	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
2565	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
2565	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
2565	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
2565	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
2565	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
2565	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
2565	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
2565	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
2565	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
2565	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
2565	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
2565	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
2565	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
2565	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
2565	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
2565	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
2565	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
2565	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
2565	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
2565	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
2565	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
2565	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
2565	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
2565	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
2565	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
2565	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
2565	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
2565	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
2565	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
2565	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
2565	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
2565	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
2565	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
2565	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
2565	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
2565	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
2565	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
2565	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
2565	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
2565	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
2565	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
2565	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
2565	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
2565	embedding2nn.weight	0	0.011126541532576084
2565	embedding2nn.weight	1	-0.009446555748581886
2565	embedding2nn.weight	2	-0.014268255792558193
2565	embedding2nn.weight	3	0.016250846907496452
2565	embedding2nn.weight	4	-0.005915033631026745
2565	embedding2nn.weight	5	-0.003700599540024996
2565	embedding2nn.weight	6	-0.003973259124904871
2565	embedding2nn.weight	7	-0.010950509458780289
2565	embedding2nn.weight	8	-0.0019979383796453476
2565	embedding2nn.weight	9	-0.00283432356081903
2565	embedding2nn.bias	0	-0.011400115676224232
2565	embedding2nn.bias	1	0.016138829290866852
2565	embedding2nn.bias	2	0.04710325226187706
2565	embedding2nn.bias	3	0.019018536433577538
2565	embedding2nn.bias	4	-0.016587350517511368
2565	embedding2nn.bias	5	0.001214485731907189
2565	embedding2nn.bias	6	0.030857916921377182
2565	embedding2nn.bias	7	-0.025971297174692154
2565	embedding2nn.bias	8	-0.011583931744098663
2565	embedding2nn.bias	9	-0.005330180749297142
2565	rnn.weight_ih_l0	0	-0.012734104879200459
2565	rnn.weight_ih_l0	1	0.011232396587729454
2565	rnn.weight_ih_l0	2	0.024772848933935165
2565	rnn.weight_ih_l0	3	0.03142908960580826
2565	rnn.weight_ih_l0	4	-0.004428818356245756
2565	rnn.weight_ih_l0	5	-0.04316726326942444
2565	rnn.weight_ih_l0	6	0.00731143681332469
2565	rnn.weight_ih_l0	7	0.0410071462392807
2565	rnn.weight_ih_l0	8	0.02573738619685173
2565	rnn.weight_ih_l0	9	-0.04201332852244377
2565	rnn.weight_hh_l0	0	-0.0392591767013073
2565	rnn.weight_hh_l0	1	0.012341278605163097
2565	rnn.weight_hh_l0	2	0.016123425215482712
2565	rnn.weight_hh_l0	3	-0.008139040321111679
2565	rnn.weight_hh_l0	4	0.02722187526524067
2565	rnn.weight_hh_l0	5	-0.008615711703896523
2565	rnn.weight_hh_l0	6	-0.03370646759867668
2565	rnn.weight_hh_l0	7	-0.04344017058610916
2565	rnn.weight_hh_l0	8	0.012048037722706795
2565	rnn.weight_hh_l0	9	-0.024928590282797813
2565	rnn.bias_ih_l0	0	0.009763454087078571
2565	rnn.bias_ih_l0	1	-0.021822068840265274
2565	rnn.bias_ih_l0	2	-0.0068577188067138195
2565	rnn.bias_ih_l0	3	0.037303626537323
2565	rnn.bias_ih_l0	4	-0.04443492367863655
2565	rnn.bias_ih_l0	5	-0.003936680033802986
2565	rnn.bias_ih_l0	6	-0.009632925502955914
2565	rnn.bias_ih_l0	7	0.03135906904935837
2565	rnn.bias_ih_l0	8	-0.04698695242404938
2565	rnn.bias_ih_l0	9	-0.003314316738396883
2565	rnn.bias_hh_l0	0	-0.012754756025969982
2565	rnn.bias_hh_l0	1	-0.005978985223919153
2565	rnn.bias_hh_l0	2	0.008386013098061085
2565	rnn.bias_hh_l0	3	-0.02786562591791153
2565	rnn.bias_hh_l0	4	0.00731181213632226
2565	rnn.bias_hh_l0	5	0.030855633318424225
2565	rnn.bias_hh_l0	6	0.03245726600289345
2565	rnn.bias_hh_l0	7	0.011471121571958065
2565	rnn.bias_hh_l0	8	-0.009977936744689941
2565	rnn.bias_hh_l0	9	-0.030334919691085815
2565	rnn.weight_ih_l0_reverse	0	-0.002513725310564041
2565	rnn.weight_ih_l0_reverse	1	-0.03438476100564003
2565	rnn.weight_ih_l0_reverse	2	-0.02989700250327587
2565	rnn.weight_ih_l0_reverse	3	-0.0005042204284109175
2565	rnn.weight_ih_l0_reverse	4	-0.017591986805200577
2565	rnn.weight_ih_l0_reverse	5	-0.04443274810910225
2565	rnn.weight_ih_l0_reverse	6	0.03062751702964306
2565	rnn.weight_ih_l0_reverse	7	-0.026088394224643707
2565	rnn.weight_ih_l0_reverse	8	-0.03205174207687378
2565	rnn.weight_ih_l0_reverse	9	0.012994660064578056
2565	rnn.weight_hh_l0_reverse	0	0.024446291849017143
2565	rnn.weight_hh_l0_reverse	1	0.03470244258642197
2565	rnn.weight_hh_l0_reverse	2	0.02357369102537632
2565	rnn.weight_hh_l0_reverse	3	0.016727305948734283
2565	rnn.weight_hh_l0_reverse	4	0.01238594762980938
2565	rnn.weight_hh_l0_reverse	5	-0.011852574534714222
2565	rnn.weight_hh_l0_reverse	6	0.03726945072412491
2565	rnn.weight_hh_l0_reverse	7	-0.019109532237052917
2565	rnn.weight_hh_l0_reverse	8	0.0006512334803119302
2565	rnn.weight_hh_l0_reverse	9	0.04365713521838188
2565	rnn.bias_ih_l0_reverse	0	-0.0423516109585762
2565	rnn.bias_ih_l0_reverse	1	-0.03055117279291153
2565	rnn.bias_ih_l0_reverse	2	0.008714583702385426
2565	rnn.bias_ih_l0_reverse	3	0.02094203419983387
2565	rnn.bias_ih_l0_reverse	4	0.007211554329842329
2565	rnn.bias_ih_l0_reverse	5	0.006615526974201202
2565	rnn.bias_ih_l0_reverse	6	0.013830767013132572
2565	rnn.bias_ih_l0_reverse	7	0.03901691734790802
2565	rnn.bias_ih_l0_reverse	8	-0.016382455825805664
2565	rnn.bias_ih_l0_reverse	9	0.0513693206012249
2565	rnn.bias_hh_l0_reverse	0	-0.025431733578443527
2565	rnn.bias_hh_l0_reverse	1	0.008822957053780556
2565	rnn.bias_hh_l0_reverse	2	-0.004758984781801701
2565	rnn.bias_hh_l0_reverse	3	-0.03281782194972038
2565	rnn.bias_hh_l0_reverse	4	-0.029268791899085045
2565	rnn.bias_hh_l0_reverse	5	-0.026796463876962662
2565	rnn.bias_hh_l0_reverse	6	0.00909749697893858
2565	rnn.bias_hh_l0_reverse	7	0.006356857717037201
2565	rnn.bias_hh_l0_reverse	8	0.045976217836141586
2565	rnn.bias_hh_l0_reverse	9	-0.06138169765472412
2565	rnn.weight_ih_l1	0	-0.028407715260982513
2565	rnn.weight_ih_l1	1	-0.02319261059165001
2565	rnn.weight_ih_l1	2	0.01241007074713707
2565	rnn.weight_ih_l1	3	0.006065750494599342
2565	rnn.weight_ih_l1	4	0.01270830724388361
2565	rnn.weight_ih_l1	5	-0.034599147737026215
2565	rnn.weight_ih_l1	6	0.021420618519186974
2565	rnn.weight_ih_l1	7	-0.03638089448213577
2565	rnn.weight_ih_l1	8	0.03579188883304596
2565	rnn.weight_ih_l1	9	0.02032587304711342
2565	rnn.weight_hh_l1	0	0.0038076958153396845
2565	rnn.weight_hh_l1	1	0.007498186081647873
2565	rnn.weight_hh_l1	2	-0.026242533698678017
2565	rnn.weight_hh_l1	3	-0.0019273256184533238
2565	rnn.weight_hh_l1	4	0.0027844845317304134
2565	rnn.weight_hh_l1	5	0.04060061275959015
2565	rnn.weight_hh_l1	6	0.035367000848054886
2565	rnn.weight_hh_l1	7	-0.031416796147823334
2565	rnn.weight_hh_l1	8	-0.0413123294711113
2565	rnn.weight_hh_l1	9	0.03415418788790703
2565	rnn.bias_ih_l1	0	-0.002329853130504489
2565	rnn.bias_ih_l1	1	-0.03886902704834938
2565	rnn.bias_ih_l1	2	-0.03460848331451416
2565	rnn.bias_ih_l1	3	-0.006168046500533819
2565	rnn.bias_ih_l1	4	-0.08459199219942093
2565	rnn.bias_ih_l1	5	-0.02092295140028
2565	rnn.bias_ih_l1	6	0.049816664308309555
2565	rnn.bias_ih_l1	7	0.03679269179701805
2565	rnn.bias_ih_l1	8	-0.014036444015800953
2565	rnn.bias_ih_l1	9	0.006860104855149984
2565	rnn.bias_hh_l1	0	-0.03654857724905014
2565	rnn.bias_hh_l1	1	0.013951104134321213
2565	rnn.bias_hh_l1	2	0.02282511442899704
2565	rnn.bias_hh_l1	3	-0.014755831100046635
2565	rnn.bias_hh_l1	4	-0.023581160232424736
2565	rnn.bias_hh_l1	5	0.01924288645386696
2565	rnn.bias_hh_l1	6	0.012725678272545338
2565	rnn.bias_hh_l1	7	-0.016620319336652756
2565	rnn.bias_hh_l1	8	0.056718114763498306
2565	rnn.bias_hh_l1	9	0.01542359497398138
2565	rnn.weight_ih_l1_reverse	0	-0.03156372159719467
2565	rnn.weight_ih_l1_reverse	1	0.046385832130908966
2565	rnn.weight_ih_l1_reverse	2	-0.02280234731733799
2565	rnn.weight_ih_l1_reverse	3	-0.024501550942659378
2565	rnn.weight_ih_l1_reverse	4	0.011904080398380756
2565	rnn.weight_ih_l1_reverse	5	-0.041836995631456375
2565	rnn.weight_ih_l1_reverse	6	-0.02284015528857708
2565	rnn.weight_ih_l1_reverse	7	0.010484733618795872
2565	rnn.weight_ih_l1_reverse	8	0.0088792834430933
2565	rnn.weight_ih_l1_reverse	9	-0.028673205524683
2565	rnn.weight_hh_l1_reverse	0	0.008046574890613556
2565	rnn.weight_hh_l1_reverse	1	0.023912999778985977
2565	rnn.weight_hh_l1_reverse	2	-0.0350576788187027
2565	rnn.weight_hh_l1_reverse	3	0.03792939335107803
2565	rnn.weight_hh_l1_reverse	4	0.031557220965623856
2565	rnn.weight_hh_l1_reverse	5	0.014328300952911377
2565	rnn.weight_hh_l1_reverse	6	0.010371558368206024
2565	rnn.weight_hh_l1_reverse	7	0.028822654858231544
2565	rnn.weight_hh_l1_reverse	8	-0.00309699191711843
2565	rnn.weight_hh_l1_reverse	9	-0.03435192257165909
2565	rnn.bias_ih_l1_reverse	0	0.020681431517004967
2565	rnn.bias_ih_l1_reverse	1	-0.011268245056271553
2565	rnn.bias_ih_l1_reverse	2	-0.002746311016380787
2565	rnn.bias_ih_l1_reverse	3	0.018142566084861755
2565	rnn.bias_ih_l1_reverse	4	-0.023961149156093597
2565	rnn.bias_ih_l1_reverse	5	0.002947353757917881
2565	rnn.bias_ih_l1_reverse	6	-0.016957199200987816
2565	rnn.bias_ih_l1_reverse	7	0.005900634918361902
2565	rnn.bias_ih_l1_reverse	8	0.09739851206541061
2565	rnn.bias_ih_l1_reverse	9	-0.01151922158896923
2565	rnn.bias_hh_l1_reverse	0	-0.01556276436895132
2565	rnn.bias_hh_l1_reverse	1	-0.009937535971403122
2565	rnn.bias_hh_l1_reverse	2	-0.06532805413007736
2565	rnn.bias_hh_l1_reverse	3	0.04189079999923706
2565	rnn.bias_hh_l1_reverse	4	-0.0001040370698319748
2565	rnn.bias_hh_l1_reverse	5	0.024536117911338806
2565	rnn.bias_hh_l1_reverse	6	0.08876974135637283
2565	rnn.bias_hh_l1_reverse	7	0.02765868976712227
2565	rnn.bias_hh_l1_reverse	8	-0.017076322808861732
2565	rnn.bias_hh_l1_reverse	9	-0.014152011834084988
2565	linear.weight	0	0.002228822559118271
2565	linear.weight	1	0.023454193025827408
2565	linear.weight	2	-0.03682585060596466
2565	linear.weight	3	0.09830425679683685
2565	linear.weight	4	0.11334558576345444
2565	linear.weight	5	0.07018005102872849
2565	linear.weight	6	-0.0023160723503679037
2565	linear.weight	7	0.028885863721370697
2565	linear.weight	8	0.04218686372041702
2565	linear.weight	9	-0.04088737443089485
2565	linear.bias	0	-0.02172735147178173
2565	linear.bias	1	0.3364144265651703
2565	linear.bias	2	0.13518384099006653
2565	linear.bias	3	-0.6415823698043823
2565	linear.bias	4	-0.5970021486282349
2565	linear.bias	5	0.1573633998632431
2565	linear.bias	6	-0.22471532225608826
2565	linear.bias	7	0.27773767709732056
2565	linear.bias	8	-0.39371106028556824
2565	linear.bias	9	-0.6808893084526062
2762	transitions	0	-0.2868766486644745
2762	transitions	1	-0.5308591723442078
2762	transitions	2	-10000.0
2762	transitions	3	-1.6937810182571411
2762	transitions	4	-10000.0
2762	transitions	5	1.0970590114593506
2762	transitions	6	0.5014064908027649
2762	transitions	7	0.5324910879135132
2762	transitions	8	-0.9176982641220093
2762	transitions	9	0.0044780573807656765
2762	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
2762	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
2762	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
2762	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
2762	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
2762	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
2762	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
2762	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
2762	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
2762	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
2762	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
2762	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
2762	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
2762	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
2762	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
2762	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
2762	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
2762	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
2762	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
2762	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
2762	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
2762	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
2762	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
2762	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
2762	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
2762	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
2762	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
2762	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
2762	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
2762	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
2762	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
2762	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
2762	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
2762	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
2762	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
2762	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
2762	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
2762	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
2762	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
2762	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
2762	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
2762	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
2762	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
2762	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
2762	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
2762	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
2762	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
2762	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
2762	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
2762	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
2762	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
2762	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
2762	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
2762	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
2762	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
2762	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
2762	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
2762	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
2762	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
2762	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
2762	embedding2nn.weight	0	0.010212020017206669
2762	embedding2nn.weight	1	-0.009544103406369686
2762	embedding2nn.weight	2	-0.014268255792558193
2762	embedding2nn.weight	3	0.014835002832114697
2762	embedding2nn.weight	4	-0.005915033631026745
2762	embedding2nn.weight	5	-0.003700599540024996
2762	embedding2nn.weight	6	-0.003973258659243584
2762	embedding2nn.weight	7	-0.011162004433572292
2762	embedding2nn.weight	8	-0.0019979383796453476
2762	embedding2nn.weight	9	-0.0021855842787772417
2762	embedding2nn.bias	0	-0.012573453597724438
2762	embedding2nn.bias	1	0.014843329787254333
2762	embedding2nn.bias	2	0.04541845619678497
2762	embedding2nn.bias	3	0.018595939502120018
2762	embedding2nn.bias	4	-0.010608363896608353
2762	embedding2nn.bias	5	-0.0012738326331600547
2762	embedding2nn.bias	6	0.027173150330781937
2762	embedding2nn.bias	7	-0.027093490585684776
2762	embedding2nn.bias	8	-0.013683798722922802
2762	embedding2nn.bias	9	-0.002725865924730897
2762	rnn.weight_ih_l0	0	-0.012659416534006596
2762	rnn.weight_ih_l0	1	0.011512165889143944
2762	rnn.weight_ih_l0	2	0.023932021111249924
2762	rnn.weight_ih_l0	3	0.03147037327289581
2762	rnn.weight_ih_l0	4	-0.00466576823964715
2762	rnn.weight_ih_l0	5	-0.04331092908978462
2762	rnn.weight_ih_l0	6	0.007381638512015343
2762	rnn.weight_ih_l0	7	0.04132089018821716
2762	rnn.weight_ih_l0	8	0.025947561487555504
2762	rnn.weight_ih_l0	9	-0.04179515317082405
2762	rnn.weight_hh_l0	0	-0.03926508501172066
2762	rnn.weight_hh_l0	1	0.011719527654349804
2762	rnn.weight_hh_l0	2	0.015374450013041496
2762	rnn.weight_hh_l0	3	-0.008269433863461018
2762	rnn.weight_hh_l0	4	0.02706829458475113
2762	rnn.weight_hh_l0	5	-0.008391137234866619
2762	rnn.weight_hh_l0	6	-0.03385847806930542
2762	rnn.weight_hh_l0	7	-0.04393288120627403
2762	rnn.weight_hh_l0	8	0.011746518313884735
2762	rnn.weight_hh_l0	9	-0.02436003088951111
2762	rnn.bias_ih_l0	0	0.006155548617243767
2762	rnn.bias_ih_l0	1	-0.022630102932453156
2762	rnn.bias_ih_l0	2	-0.006724648177623749
2762	rnn.bias_ih_l0	3	0.03777425363659859
2762	rnn.bias_ih_l0	4	-0.044366590678691864
2762	rnn.bias_ih_l0	5	-0.0044442289508879185
2762	rnn.bias_ih_l0	6	-0.009955344721674919
2762	rnn.bias_ih_l0	7	0.0328860767185688
2762	rnn.bias_ih_l0	8	-0.047300826758146286
2762	rnn.bias_ih_l0	9	-0.002117541851475835
2762	rnn.bias_hh_l0	0	-0.012829793617129326
2762	rnn.bias_hh_l0	1	-0.005315603222697973
2762	rnn.bias_hh_l0	2	0.00998715590685606
2762	rnn.bias_hh_l0	3	-0.028006216511130333
2762	rnn.bias_hh_l0	4	0.007801316678524017
2762	rnn.bias_hh_l0	5	0.029821518808603287
2762	rnn.bias_hh_l0	6	0.03303127363324165
2762	rnn.bias_hh_l0	7	0.006890242453664541
2762	rnn.bias_hh_l0	8	-0.006085808854550123
2762	rnn.bias_hh_l0	9	-0.029795140027999878
2762	rnn.weight_ih_l0_reverse	0	-0.002217067638412118
2762	rnn.weight_ih_l0_reverse	1	-0.033531684428453445
2762	rnn.weight_ih_l0_reverse	2	-0.030690740793943405
2762	rnn.weight_ih_l0_reverse	3	-0.0003459750732872635
2762	rnn.weight_ih_l0_reverse	4	-0.01738092675805092
2762	rnn.weight_ih_l0_reverse	5	-0.04455788433551788
2762	rnn.weight_ih_l0_reverse	6	0.030915996059775352
2762	rnn.weight_ih_l0_reverse	7	-0.02634243480861187
2762	rnn.weight_ih_l0_reverse	8	-0.031784538179636
2762	rnn.weight_ih_l0_reverse	9	0.013082408346235752
2762	rnn.weight_hh_l0_reverse	0	0.02470407262444496
2762	rnn.weight_hh_l0_reverse	1	0.03454103693366051
2762	rnn.weight_hh_l0_reverse	2	0.023702776059508324
2762	rnn.weight_hh_l0_reverse	3	0.01658371090888977
2762	rnn.weight_hh_l0_reverse	4	0.012006777338683605
2762	rnn.weight_hh_l0_reverse	5	-0.011218045838177204
2762	rnn.weight_hh_l0_reverse	6	0.037199269980192184
2762	rnn.weight_hh_l0_reverse	7	-0.01953308843076229
2762	rnn.weight_hh_l0_reverse	8	0.0008561564609408379
2762	rnn.weight_hh_l0_reverse	9	0.043669313192367554
2762	rnn.bias_ih_l0_reverse	0	-0.0441974475979805
2762	rnn.bias_ih_l0_reverse	1	-0.03059512935578823
2762	rnn.bias_ih_l0_reverse	2	0.009289282374083996
2762	rnn.bias_ih_l0_reverse	3	0.021122248843312263
2762	rnn.bias_ih_l0_reverse	4	0.007625126745551825
2762	rnn.bias_ih_l0_reverse	5	0.00814070738852024
2762	rnn.bias_ih_l0_reverse	6	0.011536008678376675
2762	rnn.bias_ih_l0_reverse	7	0.03839161992073059
2762	rnn.bias_ih_l0_reverse	8	-0.01572849228978157
2762	rnn.bias_ih_l0_reverse	9	0.052796620875597
2762	rnn.bias_hh_l0_reverse	0	-0.0260003712028265
2762	rnn.bias_hh_l0_reverse	1	0.00351631548255682
2762	rnn.bias_hh_l0_reverse	2	-0.006960941478610039
2762	rnn.bias_hh_l0_reverse	3	-0.03220849111676216
2762	rnn.bias_hh_l0_reverse	4	-0.02961408905684948
2762	rnn.bias_hh_l0_reverse	5	-0.026784304529428482
2762	rnn.bias_hh_l0_reverse	6	0.012501864694058895
2762	rnn.bias_hh_l0_reverse	7	0.007367945276200771
2762	rnn.bias_hh_l0_reverse	8	0.04222229868173599
2762	rnn.bias_hh_l0_reverse	9	-0.06348515301942825
2762	rnn.weight_ih_l1	0	-0.02821587584912777
2762	rnn.weight_ih_l1	1	-0.02415367402136326
2762	rnn.weight_ih_l1	2	0.018781239166855812
2762	rnn.weight_ih_l1	3	0.006724612787365913
2762	rnn.weight_ih_l1	4	0.012500045821070671
2762	rnn.weight_ih_l1	5	-0.03438238054513931
2762	rnn.weight_ih_l1	6	0.02141697332262993
2762	rnn.weight_ih_l1	7	-0.03650468587875366
2762	rnn.weight_ih_l1	8	0.03592109680175781
2762	rnn.weight_ih_l1	9	0.02040524035692215
2762	rnn.weight_hh_l1	0	0.005286349914968014
2762	rnn.weight_hh_l1	1	0.0075067440047860146
2762	rnn.weight_hh_l1	2	-0.02695535682141781
2762	rnn.weight_hh_l1	3	-0.0016056630993261933
2762	rnn.weight_hh_l1	4	0.0030998156871646643
2762	rnn.weight_hh_l1	5	0.04054506495594978
2762	rnn.weight_hh_l1	6	0.034772876650094986
2762	rnn.weight_hh_l1	7	-0.031119436025619507
2762	rnn.weight_hh_l1	8	-0.041702404618263245
2762	rnn.weight_hh_l1	9	0.033829186111688614
2762	rnn.bias_ih_l1	0	-0.0021707310806959867
2762	rnn.bias_ih_l1	1	-0.03815468028187752
2762	rnn.bias_ih_l1	2	-0.03514983132481575
2762	rnn.bias_ih_l1	3	-0.004398942459374666
2762	rnn.bias_ih_l1	4	-0.10061676800251007
2762	rnn.bias_ih_l1	5	-0.023350022733211517
2762	rnn.bias_ih_l1	6	0.05247220769524574
2762	rnn.bias_ih_l1	7	0.03632050007581711
2762	rnn.bias_ih_l1	8	-0.016320686787366867
2762	rnn.bias_ih_l1	9	0.0042501045390963554
2762	rnn.bias_hh_l1	0	-0.03546881675720215
2762	rnn.bias_hh_l1	1	0.013945672661066055
2762	rnn.bias_hh_l1	2	0.01825878955423832
2762	rnn.bias_hh_l1	3	-0.016234876587986946
2762	rnn.bias_hh_l1	4	-0.02346302568912506
2762	rnn.bias_hh_l1	5	0.021448461338877678
2762	rnn.bias_hh_l1	6	0.011544461362063885
2762	rnn.bias_hh_l1	7	-0.03354404866695404
2762	rnn.bias_hh_l1	8	0.057144895195961
2762	rnn.bias_hh_l1	9	0.01371481642127037
2762	rnn.weight_ih_l1_reverse	0	-0.03029535710811615
2762	rnn.weight_ih_l1_reverse	1	0.04683142527937889
2762	rnn.weight_ih_l1_reverse	2	-0.0223055612295866
2762	rnn.weight_ih_l1_reverse	3	-0.024106793105602264
2762	rnn.weight_ih_l1_reverse	4	0.012633056379854679
2762	rnn.weight_ih_l1_reverse	5	-0.04215879738330841
2762	rnn.weight_ih_l1_reverse	6	-0.025008929893374443
2762	rnn.weight_ih_l1_reverse	7	0.010668511502444744
2762	rnn.weight_ih_l1_reverse	8	0.011847838759422302
2762	rnn.weight_ih_l1_reverse	9	-0.028078315779566765
2762	rnn.weight_hh_l1_reverse	0	0.008132189512252808
2762	rnn.weight_hh_l1_reverse	1	0.023782700300216675
2762	rnn.weight_hh_l1_reverse	2	-0.03510062396526337
2762	rnn.weight_hh_l1_reverse	3	0.03771599009633064
2762	rnn.weight_hh_l1_reverse	4	0.032732293009757996
2762	rnn.weight_hh_l1_reverse	5	0.014321209862828255
2762	rnn.weight_hh_l1_reverse	6	0.008745997212827206
2762	rnn.weight_hh_l1_reverse	7	0.028816523030400276
2762	rnn.weight_hh_l1_reverse	8	-0.0032972514163702726
2762	rnn.weight_hh_l1_reverse	9	-0.03411554917693138
2762	rnn.bias_ih_l1_reverse	0	0.02062634751200676
2762	rnn.bias_ih_l1_reverse	1	-0.011665534228086472
2762	rnn.bias_ih_l1_reverse	2	-0.003991168923676014
2762	rnn.bias_ih_l1_reverse	3	0.015627162531018257
2762	rnn.bias_ih_l1_reverse	4	-0.025272877886891365
2762	rnn.bias_ih_l1_reverse	5	0.001137435669079423
2762	rnn.bias_ih_l1_reverse	6	-0.018107671290636063
2762	rnn.bias_ih_l1_reverse	7	0.004994526505470276
2762	rnn.bias_ih_l1_reverse	8	0.09528356790542603
2762	rnn.bias_ih_l1_reverse	9	-0.005546277388930321
2762	rnn.bias_hh_l1_reverse	0	0.005475602112710476
2762	rnn.bias_hh_l1_reverse	1	-0.007836039178073406
2762	rnn.bias_hh_l1_reverse	2	-0.0680818185210228
2762	rnn.bias_hh_l1_reverse	3	0.037647247314453125
2762	rnn.bias_hh_l1_reverse	4	-0.001146936439909041
2762	rnn.bias_hh_l1_reverse	5	0.026563109830021858
2762	rnn.bias_hh_l1_reverse	6	0.0820205807685852
2762	rnn.bias_hh_l1_reverse	7	0.027300305664539337
2762	rnn.bias_hh_l1_reverse	8	-0.020522333681583405
2762	rnn.bias_hh_l1_reverse	9	-0.013628900051116943
2762	linear.weight	0	0.002228822559118271
2762	linear.weight	1	0.02568151243031025
2762	linear.weight	2	-0.037033457309007645
2762	linear.weight	3	0.0734543576836586
2762	linear.weight	4	0.10219316184520721
2762	linear.weight	5	0.06306788325309753
2762	linear.weight	6	0.016631649807095528
2762	linear.weight	7	0.047294892370700836
2762	linear.weight	8	0.04214034602046013
2762	linear.weight	9	-0.04279845952987671
2762	linear.bias	0	-0.019819486886262894
2762	linear.bias	1	0.3105008602142334
2762	linear.bias	2	0.12422478199005127
2762	linear.bias	3	-0.6501342058181763
2762	linear.bias	4	-0.6203560829162598
2762	linear.bias	5	0.12037629634141922
2762	linear.bias	6	-0.2380925863981247
2762	linear.bias	7	0.2624274790287018
2762	linear.bias	8	-0.3950832188129425
2762	linear.bias	9	-0.6790208220481873
2959	transitions	0	-0.2821243405342102
2959	transitions	1	-0.5254259705543518
2959	transitions	2	-10000.0
2959	transitions	3	-1.6954736709594727
2959	transitions	4	-10000.0
2959	transitions	5	1.0862864255905151
2959	transitions	6	0.487087219953537
2959	transitions	7	0.5203775763511658
2959	transitions	8	-0.9289140105247498
2959	transitions	9	0.004344759974628687
2959	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
2959	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
2959	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
2959	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
2959	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
2959	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
2959	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
2959	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
2959	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
2959	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
2959	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
2959	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
2959	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
2959	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
2959	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
2959	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
2959	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
2959	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
2959	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
2959	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
2959	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
2959	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
2959	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
2959	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
2959	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
2959	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
2959	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
2959	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
2959	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
2959	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
2959	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
2959	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
2959	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
2959	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
2959	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
2959	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
2959	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
2959	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
2959	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
2959	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
2959	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
2959	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
2959	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
2959	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
2959	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
2959	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
2959	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
2959	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
2959	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
2959	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
2959	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
2959	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
2959	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
2959	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
2959	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
2959	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
2959	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
2959	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
2959	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
2959	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
2959	embedding2nn.weight	0	0.012676497921347618
2959	embedding2nn.weight	1	-0.009676567278802395
2959	embedding2nn.weight	2	-0.014268255792558193
2959	embedding2nn.weight	3	0.017196040600538254
2959	embedding2nn.weight	4	-0.005915033631026745
2959	embedding2nn.weight	5	-0.0037005990743637085
2959	embedding2nn.weight	6	-0.003973256330937147
2959	embedding2nn.weight	7	-0.01224383432418108
2959	embedding2nn.weight	8	-0.0019979383796453476
2959	embedding2nn.weight	9	-0.0032501460518687963
2959	embedding2nn.bias	0	-0.010563918389379978
2959	embedding2nn.bias	1	0.013982283882796764
2959	embedding2nn.bias	2	0.04662120342254639
2959	embedding2nn.bias	3	0.019493425264954567
2959	embedding2nn.bias	4	-0.010094167664647102
2959	embedding2nn.bias	5	-0.00874376855790615
2959	embedding2nn.bias	6	0.032499875873327255
2959	embedding2nn.bias	7	-0.02824244648218155
2959	embedding2nn.bias	8	-0.01298551820218563
2959	embedding2nn.bias	9	0.0029540976975113153
2959	rnn.weight_ih_l0	0	-0.014053324237465858
2959	rnn.weight_ih_l0	1	0.01092428620904684
2959	rnn.weight_ih_l0	2	0.023309996351599693
2959	rnn.weight_ih_l0	3	0.03133627772331238
2959	rnn.weight_ih_l0	4	-0.004254983738064766
2959	rnn.weight_ih_l0	5	-0.04362179711461067
2959	rnn.weight_ih_l0	6	0.007412081118673086
2959	rnn.weight_ih_l0	7	0.040728017687797546
2959	rnn.weight_ih_l0	8	0.025540202856063843
2959	rnn.weight_ih_l0	9	-0.04171045124530792
2959	rnn.weight_hh_l0	0	-0.03962612524628639
2959	rnn.weight_hh_l0	1	0.011777587234973907
2959	rnn.weight_hh_l0	2	0.015181219205260277
2959	rnn.weight_hh_l0	3	-0.008534394204616547
2959	rnn.weight_hh_l0	4	0.027541570365428925
2959	rnn.weight_hh_l0	5	-0.008330406621098518
2959	rnn.weight_hh_l0	6	-0.033844634890556335
2959	rnn.weight_hh_l0	7	-0.043999429792165756
2959	rnn.weight_hh_l0	8	0.011401324532926083
2959	rnn.weight_hh_l0	9	-0.0240432508289814
2959	rnn.bias_ih_l0	0	0.007096164859831333
2959	rnn.bias_ih_l0	1	-0.024935923516750336
2959	rnn.bias_ih_l0	2	-0.007635251618921757
2959	rnn.bias_ih_l0	3	0.03721637651324272
2959	rnn.bias_ih_l0	4	-0.045599352568387985
2959	rnn.bias_ih_l0	5	-0.006280850153416395
2959	rnn.bias_ih_l0	6	-0.01066503208130598
2959	rnn.bias_ih_l0	7	0.0337924025952816
2959	rnn.bias_ih_l0	8	-0.048756469041109085
2959	rnn.bias_ih_l0	9	-0.0004317043931223452
2959	rnn.bias_hh_l0	0	-0.012746592052280903
2959	rnn.bias_hh_l0	1	-0.02098892629146576
2959	rnn.bias_hh_l0	2	0.009476675651967525
2959	rnn.bias_hh_l0	3	-0.028605293482542038
2959	rnn.bias_hh_l0	4	0.005887570325285196
2959	rnn.bias_hh_l0	5	0.028463367372751236
2959	rnn.bias_hh_l0	6	0.03549562394618988
2959	rnn.bias_hh_l0	7	0.0068703023716807365
2959	rnn.bias_hh_l0	8	-0.007429705001413822
2959	rnn.bias_hh_l0	9	-0.028204554691910744
2959	rnn.weight_ih_l0_reverse	0	-0.002140520606189966
2959	rnn.weight_ih_l0_reverse	1	-0.03290757164359093
2959	rnn.weight_ih_l0_reverse	2	-0.029362907633185387
2959	rnn.weight_ih_l0_reverse	3	-0.00017705342906992882
2959	rnn.weight_ih_l0_reverse	4	-0.017527543008327484
2959	rnn.weight_ih_l0_reverse	5	-0.04462916776537895
2959	rnn.weight_ih_l0_reverse	6	0.031093228608369827
2959	rnn.weight_ih_l0_reverse	7	-0.027465946972370148
2959	rnn.weight_ih_l0_reverse	8	-0.03141814097762108
2959	rnn.weight_ih_l0_reverse	9	0.013212637975811958
2959	rnn.weight_hh_l0_reverse	0	0.024098290130496025
2959	rnn.weight_hh_l0_reverse	1	0.03384055942296982
2959	rnn.weight_hh_l0_reverse	2	0.02351558580994606
2959	rnn.weight_hh_l0_reverse	3	0.01651533506810665
2959	rnn.weight_hh_l0_reverse	4	0.012127531692385674
2959	rnn.weight_hh_l0_reverse	5	-0.010893854312598705
2959	rnn.weight_hh_l0_reverse	6	0.03710449859499931
2959	rnn.weight_hh_l0_reverse	7	-0.01997262053191662
2959	rnn.weight_hh_l0_reverse	8	0.0007221472333185375
2959	rnn.weight_hh_l0_reverse	9	0.04361850395798683
2959	rnn.bias_ih_l0_reverse	0	-0.042637623846530914
2959	rnn.bias_ih_l0_reverse	1	-0.029208311811089516
2959	rnn.bias_ih_l0_reverse	2	0.013806130737066269
2959	rnn.bias_ih_l0_reverse	3	0.02046218141913414
2959	rnn.bias_ih_l0_reverse	4	0.005148192401975393
2959	rnn.bias_ih_l0_reverse	5	0.008814703673124313
2959	rnn.bias_ih_l0_reverse	6	0.01076554786413908
2959	rnn.bias_ih_l0_reverse	7	0.036956820636987686
2959	rnn.bias_ih_l0_reverse	8	-0.016899392008781433
2959	rnn.bias_ih_l0_reverse	9	0.05202241614460945
2959	rnn.bias_hh_l0_reverse	0	-0.024960270151495934
2959	rnn.bias_hh_l0_reverse	1	0.010883101262152195
2959	rnn.bias_hh_l0_reverse	2	-0.008546378463506699
2959	rnn.bias_hh_l0_reverse	3	-0.032184336334466934
2959	rnn.bias_hh_l0_reverse	4	-0.03015514835715294
2959	rnn.bias_hh_l0_reverse	5	-0.026085030287504196
2959	rnn.bias_hh_l0_reverse	6	0.015957461670041084
2959	rnn.bias_hh_l0_reverse	7	0.007568168919533491
2959	rnn.bias_hh_l0_reverse	8	0.041955091059207916
2959	rnn.bias_hh_l0_reverse	9	-0.06775683909654617
2959	rnn.weight_ih_l1	0	-0.028517387807369232
2959	rnn.weight_ih_l1	1	-0.023525718599557877
2959	rnn.weight_ih_l1	2	0.015323142521083355
2959	rnn.weight_ih_l1	3	0.005338393151760101
2959	rnn.weight_ih_l1	4	0.012268765829503536
2959	rnn.weight_ih_l1	5	-0.035165660083293915
2959	rnn.weight_ih_l1	6	0.02162865921854973
2959	rnn.weight_ih_l1	7	-0.036431025713682175
2959	rnn.weight_ih_l1	8	0.036253672093153
2959	rnn.weight_ih_l1	9	0.019994335249066353
2959	rnn.weight_hh_l1	0	0.004524581134319305
2959	rnn.weight_hh_l1	1	0.007531007751822472
2959	rnn.weight_hh_l1	2	-0.02630736492574215
2959	rnn.weight_hh_l1	3	-0.0012230077991262078
2959	rnn.weight_hh_l1	4	0.0030444557778537273
2959	rnn.weight_hh_l1	5	0.04009515419602394
2959	rnn.weight_hh_l1	6	0.034883808344602585
2959	rnn.weight_hh_l1	7	-0.031224826350808144
2959	rnn.weight_hh_l1	8	-0.04234983026981354
2959	rnn.weight_hh_l1	9	0.03407060727477074
2959	rnn.bias_ih_l1	0	-0.005089535377919674
2959	rnn.bias_ih_l1	1	-0.03873660787940025
2959	rnn.bias_ih_l1	2	-0.03556765988469124
2959	rnn.bias_ih_l1	3	-0.005618084687739611
2959	rnn.bias_ih_l1	4	-0.09851449728012085
2959	rnn.bias_ih_l1	5	-0.024678699672222137
2959	rnn.bias_ih_l1	6	0.05194323882460594
2959	rnn.bias_ih_l1	7	0.036219995468854904
2959	rnn.bias_ih_l1	8	-0.019025972113013268
2959	rnn.bias_ih_l1	9	0.0026372899301350117
2959	rnn.bias_hh_l1	0	-0.038028303533792496
2959	rnn.bias_hh_l1	1	0.015444736927747726
2959	rnn.bias_hh_l1	2	0.016875913366675377
2959	rnn.bias_hh_l1	3	-0.01566552370786667
2959	rnn.bias_hh_l1	4	-0.02444911189377308
2959	rnn.bias_hh_l1	5	0.018832731992006302
2959	rnn.bias_hh_l1	6	0.0071805138140916824
2959	rnn.bias_hh_l1	7	-0.02987642027437687
2959	rnn.bias_hh_l1	8	0.061499807983636856
2959	rnn.bias_hh_l1	9	0.013990373350679874
2959	rnn.weight_ih_l1_reverse	0	-0.030105547979474068
2959	rnn.weight_ih_l1_reverse	1	0.045052316039800644
2959	rnn.weight_ih_l1_reverse	2	-0.023419925943017006
2959	rnn.weight_ih_l1_reverse	3	-0.024367257952690125
2959	rnn.weight_ih_l1_reverse	4	0.011399313807487488
2959	rnn.weight_ih_l1_reverse	5	-0.041648365557193756
2959	rnn.weight_ih_l1_reverse	6	-0.024812983348965645
2959	rnn.weight_ih_l1_reverse	7	0.010826792567968369
2959	rnn.weight_ih_l1_reverse	8	0.014232603833079338
2959	rnn.weight_ih_l1_reverse	9	-0.029577448964118958
2959	rnn.weight_hh_l1_reverse	0	0.008142616599798203
2959	rnn.weight_hh_l1_reverse	1	0.023985615000128746
2959	rnn.weight_hh_l1_reverse	2	-0.035002321004867554
2959	rnn.weight_hh_l1_reverse	3	0.03774400055408478
2959	rnn.weight_hh_l1_reverse	4	0.033222731202840805
2959	rnn.weight_hh_l1_reverse	5	0.014007295481860638
2959	rnn.weight_hh_l1_reverse	6	0.006237098015844822
2959	rnn.weight_hh_l1_reverse	7	0.028996676206588745
2959	rnn.weight_hh_l1_reverse	8	-0.0033085912000387907
2959	rnn.weight_hh_l1_reverse	9	-0.034262869507074356
2959	rnn.bias_ih_l1_reverse	0	0.019570741802453995
2959	rnn.bias_ih_l1_reverse	1	-0.010461906902492046
2959	rnn.bias_ih_l1_reverse	2	-0.00562268728390336
2959	rnn.bias_ih_l1_reverse	3	0.01735587790608406
2959	rnn.bias_ih_l1_reverse	4	-0.030777769163250923
2959	rnn.bias_ih_l1_reverse	5	-0.0013043914223089814
2959	rnn.bias_ih_l1_reverse	6	-0.018019070848822594
2959	rnn.bias_ih_l1_reverse	7	0.004728452768176794
2959	rnn.bias_ih_l1_reverse	8	0.08621815592050552
2959	rnn.bias_ih_l1_reverse	9	0.003998919855803251
2959	rnn.bias_hh_l1_reverse	0	0.002031805692240596
2959	rnn.bias_hh_l1_reverse	1	-0.0035576089285314083
2959	rnn.bias_hh_l1_reverse	2	-0.06867912411689758
2959	rnn.bias_hh_l1_reverse	3	0.03836837038397789
2959	rnn.bias_hh_l1_reverse	4	-0.002875765087082982
2959	rnn.bias_hh_l1_reverse	5	0.025228995829820633
2959	rnn.bias_hh_l1_reverse	6	0.08287924528121948
2959	rnn.bias_hh_l1_reverse	7	0.025171315297484398
2959	rnn.bias_hh_l1_reverse	8	-0.019992738962173462
2959	rnn.bias_hh_l1_reverse	9	-0.014259672723710537
2959	linear.weight	0	0.002228822559118271
2959	linear.weight	1	0.04126916453242302
2959	linear.weight	2	-0.02269548550248146
2959	linear.weight	3	0.08895789086818695
2959	linear.weight	4	0.1070052906870842
2959	linear.weight	5	0.05487637221813202
2959	linear.weight	6	-0.00055187928956002
2959	linear.weight	7	0.04497043788433075
2959	linear.weight	8	0.04163297265768051
2959	linear.weight	9	-0.03458447381854057
2959	linear.bias	0	-0.008782954886555672
2959	linear.bias	1	0.29344433546066284
2959	linear.bias	2	0.12295681238174438
2959	linear.bias	3	-0.6488228440284729
2959	linear.bias	4	-0.6103174686431885
2959	linear.bias	5	0.12417224794626236
2959	linear.bias	6	-0.25106051564216614
2959	linear.bias	7	0.25598686933517456
2959	linear.bias	8	-0.3973025679588318
2959	linear.bias	9	-0.6816835999488831
3156	transitions	0	-0.24166449904441833
3156	transitions	1	-0.5130506753921509
3156	transitions	2	-10000.0
3156	transitions	3	-1.69747793674469
3156	transitions	4	-10000.0
3156	transitions	5	1.0759307146072388
3156	transitions	6	0.47018659114837646
3156	transitions	7	0.5099227428436279
3156	transitions	8	-0.9402709603309631
3156	transitions	9	0.004227766301482916
3156	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
3156	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
3156	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
3156	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
3156	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
3156	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
3156	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
3156	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
3156	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
3156	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
3156	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
3156	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
3156	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
3156	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
3156	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
3156	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
3156	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
3156	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
3156	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
3156	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
3156	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
3156	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
3156	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
3156	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
3156	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
3156	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
3156	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
3156	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
3156	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
3156	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
3156	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
3156	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
3156	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
3156	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
3156	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
3156	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
3156	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
3156	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
3156	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
3156	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
3156	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
3156	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
3156	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
3156	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
3156	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
3156	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
3156	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
3156	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
3156	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
3156	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
3156	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
3156	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
3156	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
3156	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
3156	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
3156	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
3156	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
3156	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
3156	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
3156	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
3156	embedding2nn.weight	0	0.009132296778261662
3156	embedding2nn.weight	1	-0.009790475480258465
3156	embedding2nn.weight	2	-0.014268255792558193
3156	embedding2nn.weight	3	0.016894983127713203
3156	embedding2nn.weight	4	-0.005915033631026745
3156	embedding2nn.weight	5	-0.003700598841533065
3156	embedding2nn.weight	6	-0.003973256330937147
3156	embedding2nn.weight	7	-0.012913516722619534
3156	embedding2nn.weight	8	-0.0019979383796453476
3156	embedding2nn.weight	9	-0.0026341781485825777
3156	embedding2nn.bias	0	-0.006201122887432575
3156	embedding2nn.bias	1	0.01312191504985094
3156	embedding2nn.bias	2	0.04790407791733742
3156	embedding2nn.bias	3	0.021009325981140137
3156	embedding2nn.bias	4	-0.011315903626382351
3156	embedding2nn.bias	5	-0.012643630616366863
3156	embedding2nn.bias	6	0.028143327683210373
3156	embedding2nn.bias	7	-0.024427097290754318
3156	embedding2nn.bias	8	-0.00729744927957654
3156	embedding2nn.bias	9	0.0011442534159868956
3156	rnn.weight_ih_l0	0	-0.013703536242246628
3156	rnn.weight_ih_l0	1	0.011214036494493484
3156	rnn.weight_ih_l0	2	0.02477281354367733
3156	rnn.weight_ih_l0	3	0.031136613339185715
3156	rnn.weight_ih_l0	4	-0.0047256252728402615
3156	rnn.weight_ih_l0	5	-0.04350379854440689
3156	rnn.weight_ih_l0	6	0.0076159765012562275
3156	rnn.weight_ih_l0	7	0.04073517769575119
3156	rnn.weight_ih_l0	8	0.025505773723125458
3156	rnn.weight_ih_l0	9	-0.04184183478355408
3156	rnn.weight_hh_l0	0	-0.039748143404722214
3156	rnn.weight_hh_l0	1	0.011213227175176144
3156	rnn.weight_hh_l0	2	0.014249398373067379
3156	rnn.weight_hh_l0	3	-0.008519943803548813
3156	rnn.weight_hh_l0	4	0.027661064639687538
3156	rnn.weight_hh_l0	5	-0.008640062995254993
3156	rnn.weight_hh_l0	6	-0.03426966443657875
3156	rnn.weight_hh_l0	7	-0.043713271617889404
3156	rnn.weight_hh_l0	8	0.011431497521698475
3156	rnn.weight_hh_l0	9	-0.02452859655022621
3156	rnn.bias_ih_l0	0	0.006923255044966936
3156	rnn.bias_ih_l0	1	-0.02293151244521141
3156	rnn.bias_ih_l0	2	-0.007010710891336203
3156	rnn.bias_ih_l0	3	0.03375572711229324
3156	rnn.bias_ih_l0	4	-0.04669779911637306
3156	rnn.bias_ih_l0	5	-0.006647150497883558
3156	rnn.bias_ih_l0	6	-0.007273675873875618
3156	rnn.bias_ih_l0	7	0.03275023028254509
3156	rnn.bias_ih_l0	8	-0.0476088710129261
3156	rnn.bias_ih_l0	9	-0.0006788827013224363
3156	rnn.bias_hh_l0	0	-0.012949373573064804
3156	rnn.bias_hh_l0	1	-0.016940241679549217
3156	rnn.bias_hh_l0	2	0.008546853438019753
3156	rnn.bias_hh_l0	3	-0.027157574892044067
3156	rnn.bias_hh_l0	4	0.004655935801565647
3156	rnn.bias_hh_l0	5	0.028110690414905548
3156	rnn.bias_hh_l0	6	0.03620058670639992
3156	rnn.bias_hh_l0	7	0.0034618694335222244
3156	rnn.bias_hh_l0	8	-0.008109972812235355
3156	rnn.bias_hh_l0	9	-0.028915507718920708
3156	rnn.weight_ih_l0_reverse	0	-0.0024760004598647356
3156	rnn.weight_ih_l0_reverse	1	-0.032819800078868866
3156	rnn.weight_ih_l0_reverse	2	-0.028114598244428635
3156	rnn.weight_ih_l0_reverse	3	-0.0008267632219940424
3156	rnn.weight_ih_l0_reverse	4	-0.018069865182042122
3156	rnn.weight_ih_l0_reverse	5	-0.04476414620876312
3156	rnn.weight_ih_l0_reverse	6	0.03114442713558674
3156	rnn.weight_ih_l0_reverse	7	-0.02735127881169319
3156	rnn.weight_ih_l0_reverse	8	-0.0317532978951931
3156	rnn.weight_ih_l0_reverse	9	0.013340387493371964
3156	rnn.weight_hh_l0_reverse	0	0.02475162222981453
3156	rnn.weight_hh_l0_reverse	1	0.0337551087141037
3156	rnn.weight_hh_l0_reverse	2	0.023372240364551544
3156	rnn.weight_hh_l0_reverse	3	0.016534319147467613
3156	rnn.weight_hh_l0_reverse	4	0.012029869481921196
3156	rnn.weight_hh_l0_reverse	5	-0.010751997120678425
3156	rnn.weight_hh_l0_reverse	6	0.037285272032022476
3156	rnn.weight_hh_l0_reverse	7	-0.02022620290517807
3156	rnn.weight_hh_l0_reverse	8	0.000835818238556385
3156	rnn.weight_hh_l0_reverse	9	0.04382761940360069
3156	rnn.bias_ih_l0_reverse	0	-0.042486049234867096
3156	rnn.bias_ih_l0_reverse	1	-0.029983466491103172
3156	rnn.bias_ih_l0_reverse	2	0.012572121806442738
3156	rnn.bias_ih_l0_reverse	3	0.022344715893268585
3156	rnn.bias_ih_l0_reverse	4	0.00515072513371706
3156	rnn.bias_ih_l0_reverse	5	0.011209716089069843
3156	rnn.bias_ih_l0_reverse	6	0.010128813795745373
3156	rnn.bias_ih_l0_reverse	7	0.03728915750980377
3156	rnn.bias_ih_l0_reverse	8	-0.01875765435397625
3156	rnn.bias_ih_l0_reverse	9	0.05328929051756859
3156	rnn.bias_hh_l0_reverse	0	-0.024339480325579643
3156	rnn.bias_hh_l0_reverse	1	0.00889024417847395
3156	rnn.bias_hh_l0_reverse	2	-0.009295268915593624
3156	rnn.bias_hh_l0_reverse	3	-0.03088918887078762
3156	rnn.bias_hh_l0_reverse	4	-0.02904854528605938
3156	rnn.bias_hh_l0_reverse	5	-0.025164194405078888
3156	rnn.bias_hh_l0_reverse	6	0.01949199102818966
3156	rnn.bias_hh_l0_reverse	7	0.008872989565134048
3156	rnn.bias_hh_l0_reverse	8	0.04151280224323273
3156	rnn.bias_hh_l0_reverse	9	-0.06740862131118774
3156	rnn.weight_ih_l1	0	-0.028222354128956795
3156	rnn.weight_ih_l1	1	-0.02345125563442707
3156	rnn.weight_ih_l1	2	0.014485277235507965
3156	rnn.weight_ih_l1	3	0.005734903737902641
3156	rnn.weight_ih_l1	4	0.012419425882399082
3156	rnn.weight_ih_l1	5	-0.03529229387640953
3156	rnn.weight_ih_l1	6	0.02135520800948143
3156	rnn.weight_ih_l1	7	-0.037518564611673355
3156	rnn.weight_ih_l1	8	0.03664682060480118
3156	rnn.weight_ih_l1	9	0.020076528191566467
3156	rnn.weight_hh_l1	0	0.004266687668859959
3156	rnn.weight_hh_l1	1	0.007086075842380524
3156	rnn.weight_hh_l1	2	-0.025296324864029884
3156	rnn.weight_hh_l1	3	-0.0013549680588766932
3156	rnn.weight_hh_l1	4	0.003012131666764617
3156	rnn.weight_hh_l1	5	0.03996318206191063
3156	rnn.weight_hh_l1	6	0.035165946930646896
3156	rnn.weight_hh_l1	7	-0.03146885707974434
3156	rnn.weight_hh_l1	8	-0.04167357087135315
3156	rnn.weight_hh_l1	9	0.034033626317977905
3156	rnn.bias_ih_l1	0	-0.006556912325322628
3156	rnn.bias_ih_l1	1	-0.03896032273769379
3156	rnn.bias_ih_l1	2	-0.03573348745703697
3156	rnn.bias_ih_l1	3	-0.010978343896567822
3156	rnn.bias_ih_l1	4	-0.1070631593465805
3156	rnn.bias_ih_l1	5	-0.02574615366756916
3156	rnn.bias_ih_l1	6	0.04806453734636307
3156	rnn.bias_ih_l1	7	0.03365487605333328
3156	rnn.bias_ih_l1	8	-0.01952822133898735
3156	rnn.bias_ih_l1	9	0.0013958484632894397
3156	rnn.bias_hh_l1	0	-0.03595550358295441
3156	rnn.bias_hh_l1	1	0.01590428501367569
3156	rnn.bias_hh_l1	2	0.016871051862835884
3156	rnn.bias_hh_l1	3	-0.018322277814149857
3156	rnn.bias_hh_l1	4	-0.027091795578598976
3156	rnn.bias_hh_l1	5	0.013532860204577446
3156	rnn.bias_hh_l1	6	0.005974920000880957
3156	rnn.bias_hh_l1	7	-0.03683338686823845
3156	rnn.bias_hh_l1	8	0.05496645346283913
3156	rnn.bias_hh_l1	9	0.011748363263905048
3156	rnn.weight_ih_l1_reverse	0	-0.029618054628372192
3156	rnn.weight_ih_l1_reverse	1	0.04377186670899391
3156	rnn.weight_ih_l1_reverse	2	-0.02477777935564518
3156	rnn.weight_ih_l1_reverse	3	-0.025219960138201714
3156	rnn.weight_ih_l1_reverse	4	0.011807643808424473
3156	rnn.weight_ih_l1_reverse	5	-0.04167645052075386
3156	rnn.weight_ih_l1_reverse	6	-0.024350186809897423
3156	rnn.weight_ih_l1_reverse	7	0.011102746240794659
3156	rnn.weight_ih_l1_reverse	8	0.016100356355309486
3156	rnn.weight_ih_l1_reverse	9	-0.03026089072227478
3156	rnn.weight_hh_l1_reverse	0	0.008259653113782406
3156	rnn.weight_hh_l1_reverse	1	0.02343895100057125
3156	rnn.weight_hh_l1_reverse	2	-0.035051558166742325
3156	rnn.weight_hh_l1_reverse	3	0.037896521389484406
3156	rnn.weight_hh_l1_reverse	4	0.03220251575112343
3156	rnn.weight_hh_l1_reverse	5	0.013899595476686954
3156	rnn.weight_hh_l1_reverse	6	0.006558552850037813
3156	rnn.weight_hh_l1_reverse	7	0.028859475627541542
3156	rnn.weight_hh_l1_reverse	8	-0.0033406680449843407
3156	rnn.weight_hh_l1_reverse	9	-0.0344049334526062
3156	rnn.bias_ih_l1_reverse	0	0.020232772454619408
3156	rnn.bias_ih_l1_reverse	1	-0.008142651990056038
3156	rnn.bias_ih_l1_reverse	2	-0.0067448909394443035
3156	rnn.bias_ih_l1_reverse	3	0.011453761719167233
3156	rnn.bias_ih_l1_reverse	4	-0.027958307415246964
3156	rnn.bias_ih_l1_reverse	5	-0.003947124350816011
3156	rnn.bias_ih_l1_reverse	6	-0.01852959580719471
3156	rnn.bias_ih_l1_reverse	7	0.0031638583168387413
3156	rnn.bias_ih_l1_reverse	8	0.08478513360023499
3156	rnn.bias_ih_l1_reverse	9	0.008440174162387848
3156	rnn.bias_hh_l1_reverse	0	-0.009245969355106354
3156	rnn.bias_hh_l1_reverse	1	0.004555977880954742
3156	rnn.bias_hh_l1_reverse	2	-0.07020466774702072
3156	rnn.bias_hh_l1_reverse	3	0.03851848468184471
3156	rnn.bias_hh_l1_reverse	4	-0.0030108571518212557
3156	rnn.bias_hh_l1_reverse	5	0.02478623390197754
3156	rnn.bias_hh_l1_reverse	6	0.08964894711971283
3156	rnn.bias_hh_l1_reverse	7	0.024540090933442116
3156	rnn.bias_hh_l1_reverse	8	-0.02050347439944744
3156	rnn.bias_hh_l1_reverse	9	-0.014944770373404026
3156	linear.weight	0	0.002228822559118271
3156	linear.weight	1	0.028686799108982086
3156	linear.weight	2	-0.02089672163128853
3156	linear.weight	3	0.09222409874200821
3156	linear.weight	4	0.10310973227024078
3156	linear.weight	5	0.05057666450738907
3156	linear.weight	6	-0.0072229644283652306
3156	linear.weight	7	0.0450589656829834
3156	linear.weight	8	0.042024582624435425
3156	linear.weight	9	-0.02710760571062565
3156	linear.bias	0	-0.03185984864830971
3156	linear.bias	1	0.3139176070690155
3156	linear.bias	2	0.11613297462463379
3156	linear.bias	3	-0.6501413583755493
3156	linear.bias	4	-0.601151704788208
3156	linear.bias	5	0.15041029453277588
3156	linear.bias	6	-0.23010852932929993
3156	linear.bias	7	0.28281986713409424
3156	linear.bias	8	-0.4298982620239258
3156	linear.bias	9	-0.7060156464576721
3353	transitions	0	-0.21741734445095062
3353	transitions	1	-0.5178591012954712
3353	transitions	2	-10000.0
3353	transitions	3	-1.6991528272628784
3353	transitions	4	-10000.0
3353	transitions	5	1.0683540105819702
3353	transitions	6	0.45600011944770813
3353	transitions	7	0.49923232197761536
3353	transitions	8	-0.9515867233276367
3353	transitions	9	0.004119327291846275
3353	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
3353	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
3353	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
3353	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
3353	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
3353	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
3353	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
3353	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
3353	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
3353	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
3353	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
3353	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
3353	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
3353	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
3353	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
3353	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
3353	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
3353	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
3353	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
3353	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
3353	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
3353	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
3353	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
3353	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
3353	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
3353	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
3353	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
3353	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
3353	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
3353	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
3353	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
3353	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
3353	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
3353	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
3353	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
3353	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
3353	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
3353	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
3353	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
3353	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
3353	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
3353	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
3353	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
3353	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
3353	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
3353	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
3353	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
3353	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
3353	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
3353	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
3353	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
3353	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
3353	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
3353	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
3353	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
3353	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
3353	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
3353	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
3353	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
3353	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
3353	embedding2nn.weight	0	0.008288737386465073
3353	embedding2nn.weight	1	-0.009821338579058647
3353	embedding2nn.weight	2	-0.014268255792558193
3353	embedding2nn.weight	3	0.017501555383205414
3353	embedding2nn.weight	4	-0.005915033631026745
3353	embedding2nn.weight	5	-0.0037005990743637085
3353	embedding2nn.weight	6	-0.003973258193582296
3353	embedding2nn.weight	7	-0.016000356525182724
3353	embedding2nn.weight	8	-0.0019979383796453476
3353	embedding2nn.weight	9	-0.0034953623544424772
3353	embedding2nn.bias	0	-0.011127226985991001
3353	embedding2nn.bias	1	0.014659212902188301
3353	embedding2nn.bias	2	0.05061640962958336
3353	embedding2nn.bias	3	0.02223711647093296
3353	embedding2nn.bias	4	-0.01129594724625349
3353	embedding2nn.bias	5	-0.012249670922756195
3353	embedding2nn.bias	6	0.027859916910529137
3353	embedding2nn.bias	7	-0.0210121963173151
3353	embedding2nn.bias	8	-0.013276863843202591
3353	embedding2nn.bias	9	0.0018742671236395836
3353	rnn.weight_ih_l0	0	-0.013155097141861916
3353	rnn.weight_ih_l0	1	0.010623283684253693
3353	rnn.weight_ih_l0	2	0.025277694687247276
3353	rnn.weight_ih_l0	3	0.031081946566700935
3353	rnn.weight_ih_l0	4	-0.005010591354221106
3353	rnn.weight_ih_l0	5	-0.04407140985131264
3353	rnn.weight_ih_l0	6	0.007563343737274408
3353	rnn.weight_ih_l0	7	0.04026632383465767
3353	rnn.weight_ih_l0	8	0.026048870757222176
3353	rnn.weight_ih_l0	9	-0.041662249714136124
3353	rnn.weight_hh_l0	0	-0.03962119296193123
3353	rnn.weight_hh_l0	1	0.011396731249988079
3353	rnn.weight_hh_l0	2	0.014559616334736347
3353	rnn.weight_hh_l0	3	-0.008527155965566635
3353	rnn.weight_hh_l0	4	0.028455225750803947
3353	rnn.weight_hh_l0	5	-0.008699147962033749
3353	rnn.weight_hh_l0	6	-0.03434901684522629
3353	rnn.weight_hh_l0	7	-0.044073667377233505
3353	rnn.weight_hh_l0	8	0.011464289389550686
3353	rnn.weight_hh_l0	9	-0.024491365998983383
3353	rnn.bias_ih_l0	0	0.0053352233953773975
3353	rnn.bias_ih_l0	1	-0.023477789014577866
3353	rnn.bias_ih_l0	2	-0.007449457887560129
3353	rnn.bias_ih_l0	3	0.039042919874191284
3353	rnn.bias_ih_l0	4	-0.047435253858566284
3353	rnn.bias_ih_l0	5	-0.00366373173892498
3353	rnn.bias_ih_l0	6	-0.00745773408561945
3353	rnn.bias_ih_l0	7	0.032155781984329224
3353	rnn.bias_ih_l0	8	-0.0499366819858551
3353	rnn.bias_ih_l0	9	-0.003881871933117509
3353	rnn.bias_hh_l0	0	-0.01239889394491911
3353	rnn.bias_hh_l0	1	-0.021117135882377625
3353	rnn.bias_hh_l0	2	0.00822681188583374
3353	rnn.bias_hh_l0	3	-0.02903502620756626
3353	rnn.bias_hh_l0	4	0.005935009568929672
3353	rnn.bias_hh_l0	5	0.026503948494791985
3353	rnn.bias_hh_l0	6	0.03304783254861832
3353	rnn.bias_hh_l0	7	0.004014286678284407
3353	rnn.bias_hh_l0	8	-0.010092763230204582
3353	rnn.bias_hh_l0	9	-0.027620689943432808
3353	rnn.weight_ih_l0_reverse	0	-0.0020192554220557213
3353	rnn.weight_ih_l0_reverse	1	-0.033938970416784286
3353	rnn.weight_ih_l0_reverse	2	-0.029248349368572235
3353	rnn.weight_ih_l0_reverse	3	-0.0008783264202065766
3353	rnn.weight_ih_l0_reverse	4	-0.018277650699019432
3353	rnn.weight_ih_l0_reverse	5	-0.04492385685443878
3353	rnn.weight_ih_l0_reverse	6	0.03091917745769024
3353	rnn.weight_ih_l0_reverse	7	-0.027197465300559998
3353	rnn.weight_ih_l0_reverse	8	-0.03161391615867615
3353	rnn.weight_ih_l0_reverse	9	0.01338256150484085
3353	rnn.weight_hh_l0_reverse	0	0.024636056274175644
3353	rnn.weight_hh_l0_reverse	1	0.03348267823457718
3353	rnn.weight_hh_l0_reverse	2	0.023229343816637993
3353	rnn.weight_hh_l0_reverse	3	0.016472605988383293
3353	rnn.weight_hh_l0_reverse	4	0.011660045944154263
3353	rnn.weight_hh_l0_reverse	5	-0.010520481504499912
3353	rnn.weight_hh_l0_reverse	6	0.03730382025241852
3353	rnn.weight_hh_l0_reverse	7	-0.020403502508997917
3353	rnn.weight_hh_l0_reverse	8	0.001208135043270886
3353	rnn.weight_hh_l0_reverse	9	0.04384645074605942
3353	rnn.bias_ih_l0_reverse	0	-0.04280238226056099
3353	rnn.bias_ih_l0_reverse	1	-0.029604583978652954
3353	rnn.bias_ih_l0_reverse	2	0.010277441702783108
3353	rnn.bias_ih_l0_reverse	3	0.020743178203701973
3353	rnn.bias_ih_l0_reverse	4	0.0041790921241045
3353	rnn.bias_ih_l0_reverse	5	0.014774058945477009
3353	rnn.bias_ih_l0_reverse	6	0.007784040179103613
3353	rnn.bias_ih_l0_reverse	7	0.038615770637989044
3353	rnn.bias_ih_l0_reverse	8	-0.017566639930009842
3353	rnn.bias_ih_l0_reverse	9	0.0517372265458107
3353	rnn.bias_hh_l0_reverse	0	-0.023346859961748123
3353	rnn.bias_hh_l0_reverse	1	0.009660023264586926
3353	rnn.bias_hh_l0_reverse	2	-0.009348517283797264
3353	rnn.bias_hh_l0_reverse	3	-0.03106151521205902
3353	rnn.bias_hh_l0_reverse	4	-0.028959592804312706
3353	rnn.bias_hh_l0_reverse	5	-0.02574959024786949
3353	rnn.bias_hh_l0_reverse	6	0.021642757579684258
3353	rnn.bias_hh_l0_reverse	7	0.007258330471813679
3353	rnn.bias_hh_l0_reverse	8	0.04204026982188225
3353	rnn.bias_hh_l0_reverse	9	-0.06969031691551208
3353	rnn.weight_ih_l1	0	-0.028097329661250114
3353	rnn.weight_ih_l1	1	-0.024051247164607048
3353	rnn.weight_ih_l1	2	0.016376418992877007
3353	rnn.weight_ih_l1	3	0.009290375746786594
3353	rnn.weight_ih_l1	4	0.01293173711746931
3353	rnn.weight_ih_l1	5	-0.03563382849097252
3353	rnn.weight_ih_l1	6	0.02168900892138481
3353	rnn.weight_ih_l1	7	-0.03738498315215111
3353	rnn.weight_ih_l1	8	0.03666112571954727
3353	rnn.weight_ih_l1	9	0.019976094365119934
3353	rnn.weight_hh_l1	0	0.005195084027945995
3353	rnn.weight_hh_l1	1	0.006707221269607544
3353	rnn.weight_hh_l1	2	-0.026032626628875732
3353	rnn.weight_hh_l1	3	-0.0016225662548094988
3353	rnn.weight_hh_l1	4	0.003356336383149028
3353	rnn.weight_hh_l1	5	0.039762113243341446
3353	rnn.weight_hh_l1	6	0.03542374074459076
3353	rnn.weight_hh_l1	7	-0.031236447393894196
3353	rnn.weight_hh_l1	8	-0.04253323748707771
3353	rnn.weight_hh_l1	9	0.03378725051879883
3353	rnn.bias_ih_l1	0	-0.008302388712763786
3353	rnn.bias_ih_l1	1	-0.03825586661696434
3353	rnn.bias_ih_l1	2	-0.03433904051780701
3353	rnn.bias_ih_l1	3	-0.009719296358525753
3353	rnn.bias_ih_l1	4	-0.11592939496040344
3353	rnn.bias_ih_l1	5	-0.026969755068421364
3353	rnn.bias_ih_l1	6	0.04629485309123993
3353	rnn.bias_ih_l1	7	0.03248110041022301
3353	rnn.bias_ih_l1	8	-0.02118229866027832
3353	rnn.bias_ih_l1	9	0.0002629857917781919
3353	rnn.bias_hh_l1	0	-0.03701261430978775
3353	rnn.bias_hh_l1	1	0.015845773741602898
3353	rnn.bias_hh_l1	2	0.015830760821700096
3353	rnn.bias_hh_l1	3	-0.019217951223254204
3353	rnn.bias_hh_l1	4	-0.028451789170503616
3353	rnn.bias_hh_l1	5	0.011091343127191067
3353	rnn.bias_hh_l1	6	0.0029279165901243687
3353	rnn.bias_hh_l1	7	-0.051888033747673035
3353	rnn.bias_hh_l1	8	0.05262540653347969
3353	rnn.bias_hh_l1	9	0.011869207955896854
3353	rnn.weight_ih_l1_reverse	0	-0.030500395223498344
3353	rnn.weight_ih_l1_reverse	1	0.042443159967660904
3353	rnn.weight_ih_l1_reverse	2	-0.025051593780517578
3353	rnn.weight_ih_l1_reverse	3	-0.025776343420147896
3353	rnn.weight_ih_l1_reverse	4	0.012424949556589127
3353	rnn.weight_ih_l1_reverse	5	-0.04198529198765755
3353	rnn.weight_ih_l1_reverse	6	-0.025374673306941986
3353	rnn.weight_ih_l1_reverse	7	0.01128588430583477
3353	rnn.weight_ih_l1_reverse	8	0.017670944333076477
3353	rnn.weight_ih_l1_reverse	9	-0.030246993526816368
3353	rnn.weight_hh_l1_reverse	0	0.008109013549983501
3353	rnn.weight_hh_l1_reverse	1	0.023454269394278526
3353	rnn.weight_hh_l1_reverse	2	-0.035223186016082764
3353	rnn.weight_hh_l1_reverse	3	0.03789850324392319
3353	rnn.weight_hh_l1_reverse	4	0.03219880163669586
3353	rnn.weight_hh_l1_reverse	5	0.013742907904088497
3353	rnn.weight_hh_l1_reverse	6	0.006597285158932209
3353	rnn.weight_hh_l1_reverse	7	0.029089216142892838
3353	rnn.weight_hh_l1_reverse	8	-0.003230632282793522
3353	rnn.weight_hh_l1_reverse	9	-0.03401493281126022
3353	rnn.bias_ih_l1_reverse	0	0.017330816015601158
3353	rnn.bias_ih_l1_reverse	1	-0.012170279398560524
3353	rnn.bias_ih_l1_reverse	2	-0.0084679601714015
3353	rnn.bias_ih_l1_reverse	3	0.013548997230827808
3353	rnn.bias_ih_l1_reverse	4	-0.03514741733670235
3353	rnn.bias_ih_l1_reverse	5	-0.004620711784809828
3353	rnn.bias_ih_l1_reverse	6	-0.01951448991894722
3353	rnn.bias_ih_l1_reverse	7	0.00278871925547719
3353	rnn.bias_ih_l1_reverse	8	0.0894673764705658
3353	rnn.bias_ih_l1_reverse	9	0.012330463156104088
3353	rnn.bias_hh_l1_reverse	0	-0.03276032581925392
3353	rnn.bias_hh_l1_reverse	1	0.00777056347578764
3353	rnn.bias_hh_l1_reverse	2	-0.07023954391479492
3353	rnn.bias_hh_l1_reverse	3	0.037280235439538956
3353	rnn.bias_hh_l1_reverse	4	-0.003947615623474121
3353	rnn.bias_hh_l1_reverse	5	0.023932626470923424
3353	rnn.bias_hh_l1_reverse	6	0.07959610968828201
3353	rnn.bias_hh_l1_reverse	7	0.02624482475221157
3353	rnn.bias_hh_l1_reverse	8	-0.022253524512052536
3353	rnn.bias_hh_l1_reverse	9	-0.01636136695742607
3353	linear.weight	0	0.002228822559118271
3353	linear.weight	1	0.028615422546863556
3353	linear.weight	2	-0.017923422157764435
3353	linear.weight	3	0.10121173411607742
3353	linear.weight	4	0.11803263425827026
3353	linear.weight	5	0.05224588140845299
3353	linear.weight	6	0.0014008944854140282
3353	linear.weight	7	0.026659464463591576
3353	linear.weight	8	0.04223014786839485
3353	linear.weight	9	-0.03014242835342884
3353	linear.bias	0	-0.0420139878988266
3353	linear.bias	1	0.28190889954566956
3353	linear.bias	2	0.12003936618566513
3353	linear.bias	3	-0.6740112900733948
3353	linear.bias	4	-0.6354452967643738
3353	linear.bias	5	0.18499958515167236
3353	linear.bias	6	-0.23414576053619385
3353	linear.bias	7	0.31248393654823303
3353	linear.bias	8	-0.43341049551963806
3353	linear.bias	9	-0.7138302326202393
3550	transitions	0	-0.18836358189582825
3550	transitions	1	-0.5149955153465271
3550	transitions	2	-10000.0
3550	transitions	3	-1.7011312246322632
3550	transitions	4	-10000.0
3550	transitions	5	1.0585262775421143
3550	transitions	6	0.44280701875686646
3550	transitions	7	0.48839545249938965
3550	transitions	8	-0.9622347950935364
3550	transitions	9	0.004002746194601059
3550	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
3550	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
3550	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
3550	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
3550	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
3550	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
3550	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
3550	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
3550	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
3550	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
3550	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
3550	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
3550	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
3550	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
3550	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
3550	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
3550	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
3550	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
3550	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
3550	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
3550	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
3550	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
3550	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
3550	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
3550	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
3550	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
3550	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
3550	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
3550	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
3550	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
3550	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
3550	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
3550	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
3550	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
3550	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
3550	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
3550	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
3550	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
3550	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
3550	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
3550	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
3550	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
3550	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
3550	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
3550	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
3550	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
3550	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
3550	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
3550	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
3550	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
3550	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
3550	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
3550	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
3550	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
3550	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
3550	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
3550	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
3550	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
3550	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
3550	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
3550	embedding2nn.weight	0	0.008641703985631466
3550	embedding2nn.weight	1	-0.009630301035940647
3550	embedding2nn.weight	2	-0.014268255792558193
3550	embedding2nn.weight	3	0.018877431750297546
3550	embedding2nn.weight	4	-0.005915033631026745
3550	embedding2nn.weight	5	-0.0037005990743637085
3550	embedding2nn.weight	6	-0.003973258193582296
3550	embedding2nn.weight	7	-0.0158546082675457
3550	embedding2nn.weight	8	-0.0019979383796453476
3550	embedding2nn.weight	9	-0.003806039923802018
3550	embedding2nn.bias	0	-0.006136763375252485
3550	embedding2nn.bias	1	0.01789066195487976
3550	embedding2nn.bias	2	0.04840570315718651
3550	embedding2nn.bias	3	0.01975669153034687
3550	embedding2nn.bias	4	-0.015364347025752068
3550	embedding2nn.bias	5	-0.014822130091488361
3550	embedding2nn.bias	6	0.032971955835819244
3550	embedding2nn.bias	7	-0.022299086675047874
3550	embedding2nn.bias	8	-0.012520204298198223
3550	embedding2nn.bias	9	-0.004319019615650177
3550	rnn.weight_ih_l0	0	-0.012452362105250359
3550	rnn.weight_ih_l0	1	0.010600767098367214
3550	rnn.weight_ih_l0	2	0.024230480194091797
3550	rnn.weight_ih_l0	3	0.03058648854494095
3550	rnn.weight_ih_l0	4	-0.005295960232615471
3550	rnn.weight_ih_l0	5	-0.043981995433568954
3550	rnn.weight_ih_l0	6	0.007505910005420446
3550	rnn.weight_ih_l0	7	0.03926360234618187
3550	rnn.weight_ih_l0	8	0.026133952662348747
3550	rnn.weight_ih_l0	9	-0.04155515506863594
3550	rnn.weight_hh_l0	0	-0.0391518659889698
3550	rnn.weight_hh_l0	1	0.011579909361898899
3550	rnn.weight_hh_l0	2	0.014337066560983658
3550	rnn.weight_hh_l0	3	-0.008557204157114029
3550	rnn.weight_hh_l0	4	0.02814706601202488
3550	rnn.weight_hh_l0	5	-0.008623859845101833
3550	rnn.weight_hh_l0	6	-0.03426692262291908
3550	rnn.weight_hh_l0	7	-0.04516977071762085
3550	rnn.weight_hh_l0	8	0.011460483074188232
3550	rnn.weight_hh_l0	9	-0.024966318160295486
3550	rnn.bias_ih_l0	0	0.004038781393319368
3550	rnn.bias_ih_l0	1	-0.02162870764732361
3550	rnn.bias_ih_l0	2	-0.006734275259077549
3550	rnn.bias_ih_l0	3	0.03885504603385925
3550	rnn.bias_ih_l0	4	-0.04766739532351494
3550	rnn.bias_ih_l0	5	-0.005286948289722204
3550	rnn.bias_ih_l0	6	-0.008711021393537521
3550	rnn.bias_ih_l0	7	0.030006518587470055
3550	rnn.bias_ih_l0	8	-0.048090819269418716
3550	rnn.bias_ih_l0	9	-0.0024725308176130056
3550	rnn.bias_hh_l0	0	-0.011394627392292023
3550	rnn.bias_hh_l0	1	-0.018361469730734825
3550	rnn.bias_hh_l0	2	0.009805344045162201
3550	rnn.bias_hh_l0	3	-0.02978353761136532
3550	rnn.bias_hh_l0	4	0.004534091800451279
3550	rnn.bias_hh_l0	5	0.024948589503765106
3550	rnn.bias_hh_l0	6	0.03261274844408035
3550	rnn.bias_hh_l0	7	0.001283007673919201
3550	rnn.bias_hh_l0	8	-0.009586498141288757
3550	rnn.bias_hh_l0	9	-0.02963119186460972
3550	rnn.weight_ih_l0_reverse	0	-0.002219647401943803
3550	rnn.weight_ih_l0_reverse	1	-0.0340757891535759
3550	rnn.weight_ih_l0_reverse	2	-0.027232302352786064
3550	rnn.weight_ih_l0_reverse	3	-0.000991596607491374
3550	rnn.weight_ih_l0_reverse	4	-0.01829344592988491
3550	rnn.weight_ih_l0_reverse	5	-0.04488452523946762
3550	rnn.weight_ih_l0_reverse	6	0.030976632609963417
3550	rnn.weight_ih_l0_reverse	7	-0.02794489450752735
3550	rnn.weight_ih_l0_reverse	8	-0.03169877082109451
3550	rnn.weight_ih_l0_reverse	9	0.013452607207000256
3550	rnn.weight_hh_l0_reverse	0	0.024043073877692223
3550	rnn.weight_hh_l0_reverse	1	0.03314543142914772
3550	rnn.weight_hh_l0_reverse	2	0.023472242057323456
3550	rnn.weight_hh_l0_reverse	3	0.016757851466536522
3550	rnn.weight_hh_l0_reverse	4	0.011810705065727234
3550	rnn.weight_hh_l0_reverse	5	-0.010377519764006138
3550	rnn.weight_hh_l0_reverse	6	0.03737128898501396
3550	rnn.weight_hh_l0_reverse	7	-0.02024780958890915
3550	rnn.weight_hh_l0_reverse	8	0.0013382532633841038
3550	rnn.weight_hh_l0_reverse	9	0.04390380531549454
3550	rnn.bias_ih_l0_reverse	0	-0.04327552765607834
3550	rnn.bias_ih_l0_reverse	1	-0.028846455737948418
3550	rnn.bias_ih_l0_reverse	2	0.013438801281154156
3550	rnn.bias_ih_l0_reverse	3	0.021140873432159424
3550	rnn.bias_ih_l0_reverse	4	0.003687345189973712
3550	rnn.bias_ih_l0_reverse	5	0.014774909242987633
3550	rnn.bias_ih_l0_reverse	6	0.0073914192616939545
3550	rnn.bias_ih_l0_reverse	7	0.038088202476501465
3550	rnn.bias_ih_l0_reverse	8	-0.018225666135549545
3550	rnn.bias_ih_l0_reverse	9	0.050766780972480774
3550	rnn.bias_hh_l0_reverse	0	-0.02205570600926876
3550	rnn.bias_hh_l0_reverse	1	0.009100115858018398
3550	rnn.bias_hh_l0_reverse	2	-0.007919120602309704
3550	rnn.bias_hh_l0_reverse	3	-0.032598692923784256
3550	rnn.bias_hh_l0_reverse	4	-0.028525149449706078
3550	rnn.bias_hh_l0_reverse	5	-0.02559143677353859
3550	rnn.bias_hh_l0_reverse	6	0.022137723863124847
3550	rnn.bias_hh_l0_reverse	7	0.010764491744339466
3550	rnn.bias_hh_l0_reverse	8	0.04059761390089989
3550	rnn.bias_hh_l0_reverse	9	-0.06765565276145935
3550	rnn.weight_ih_l1	0	-0.02793208695948124
3550	rnn.weight_ih_l1	1	-0.024107707664370537
3550	rnn.weight_ih_l1	2	0.016032161191105843
3550	rnn.weight_ih_l1	3	0.00976428110152483
3550	rnn.weight_ih_l1	4	0.012900077737867832
3550	rnn.weight_ih_l1	5	-0.0356784351170063
3550	rnn.weight_ih_l1	6	0.021332262083888054
3550	rnn.weight_ih_l1	7	-0.03746216371655464
3550	rnn.weight_ih_l1	8	0.03694016486406326
3550	rnn.weight_ih_l1	9	0.019846709445118904
3550	rnn.weight_hh_l1	0	0.005480543244630098
3550	rnn.weight_hh_l1	1	0.006846406497061253
3550	rnn.weight_hh_l1	2	-0.026777641847729683
3550	rnn.weight_hh_l1	3	-0.0010953530436381698
3550	rnn.weight_hh_l1	4	0.004467615857720375
3550	rnn.weight_hh_l1	5	0.03969860076904297
3550	rnn.weight_hh_l1	6	0.03466877341270447
3550	rnn.weight_hh_l1	7	-0.031269196420907974
3550	rnn.weight_hh_l1	8	-0.04271009564399719
3550	rnn.weight_hh_l1	9	0.03430153802037239
3550	rnn.bias_ih_l1	0	-0.008616738021373749
3550	rnn.bias_ih_l1	1	-0.03951912745833397
3550	rnn.bias_ih_l1	2	-0.0430765338242054
3550	rnn.bias_ih_l1	3	-0.009889285080134869
3550	rnn.bias_ih_l1	4	-0.12306083738803864
3550	rnn.bias_ih_l1	5	-0.02968146838247776
3550	rnn.bias_ih_l1	6	0.04215742647647858
3550	rnn.bias_ih_l1	7	0.030360015109181404
3550	rnn.bias_ih_l1	8	-0.02270430140197277
3550	rnn.bias_ih_l1	9	0.0006072295946069062
3550	rnn.bias_hh_l1	0	-0.03967595845460892
3550	rnn.bias_hh_l1	1	0.014753269962966442
3550	rnn.bias_hh_l1	2	0.014504659920930862
3550	rnn.bias_hh_l1	3	-0.020709684118628502
3550	rnn.bias_hh_l1	4	-0.028485216200351715
3550	rnn.bias_hh_l1	5	0.008533848449587822
3550	rnn.bias_hh_l1	6	0.0015847448958083987
3550	rnn.bias_hh_l1	7	-0.04557604342699051
3550	rnn.bias_hh_l1	8	0.04583187773823738
3550	rnn.bias_hh_l1	9	0.009534190408885479
3550	rnn.weight_ih_l1_reverse	0	-0.0314081571996212
3550	rnn.weight_ih_l1_reverse	1	0.04231635108590126
3550	rnn.weight_ih_l1_reverse	2	-0.024283183738589287
3550	rnn.weight_ih_l1_reverse	3	-0.026450781151652336
3550	rnn.weight_ih_l1_reverse	4	0.011424979194998741
3550	rnn.weight_ih_l1_reverse	5	-0.042195167392492294
3550	rnn.weight_ih_l1_reverse	6	-0.026600593701004982
3550	rnn.weight_ih_l1_reverse	7	0.011364741250872612
3550	rnn.weight_ih_l1_reverse	8	0.02056903950870037
3550	rnn.weight_ih_l1_reverse	9	-0.032273437827825546
3550	rnn.weight_hh_l1_reverse	0	0.008104130625724792
3550	rnn.weight_hh_l1_reverse	1	0.02356652542948723
3550	rnn.weight_hh_l1_reverse	2	-0.03519574552774429
3550	rnn.weight_hh_l1_reverse	3	0.03792904317378998
3550	rnn.weight_hh_l1_reverse	4	0.032500527799129486
3550	rnn.weight_hh_l1_reverse	5	0.013890726491808891
3550	rnn.weight_hh_l1_reverse	6	0.005498887039721012
3550	rnn.weight_hh_l1_reverse	7	0.02923283725976944
3550	rnn.weight_hh_l1_reverse	8	-0.003654995933175087
3550	rnn.weight_hh_l1_reverse	9	-0.03406574949622154
3550	rnn.bias_ih_l1_reverse	0	0.01582106202840805
3550	rnn.bias_ih_l1_reverse	1	-0.010821928270161152
3550	rnn.bias_ih_l1_reverse	2	-0.010689960792660713
3550	rnn.bias_ih_l1_reverse	3	0.014310977421700954
3550	rnn.bias_ih_l1_reverse	4	-0.03219713270664215
3550	rnn.bias_ih_l1_reverse	5	-0.0057107810862362385
3550	rnn.bias_ih_l1_reverse	6	-0.020979072898626328
3550	rnn.bias_ih_l1_reverse	7	0.0037060773465782404
3550	rnn.bias_ih_l1_reverse	8	0.08688584715127945
3550	rnn.bias_ih_l1_reverse	9	0.005188418552279472
3550	rnn.bias_hh_l1_reverse	0	-0.038052141666412354
3550	rnn.bias_hh_l1_reverse	1	-0.004488820675760508
3550	rnn.bias_hh_l1_reverse	2	-0.07035794109106064
3550	rnn.bias_hh_l1_reverse	3	0.03281443566083908
3550	rnn.bias_hh_l1_reverse	4	-0.0035392632707953453
3550	rnn.bias_hh_l1_reverse	5	0.022281788289546967
3550	rnn.bias_hh_l1_reverse	6	0.09213320910930634
3550	rnn.bias_hh_l1_reverse	7	0.02458452619612217
3550	rnn.bias_hh_l1_reverse	8	-0.02268236316740513
3550	rnn.bias_hh_l1_reverse	9	-0.017093408852815628
3550	linear.weight	0	0.002228822559118271
3550	linear.weight	1	0.013561292551457882
3550	linear.weight	2	-0.031331244856119156
3550	linear.weight	3	0.11362893134355545
3550	linear.weight	4	0.11821208894252777
3550	linear.weight	5	0.05274735391139984
3550	linear.weight	6	0.005257460288703442
3550	linear.weight	7	0.03529234603047371
3550	linear.weight	8	0.0423467792570591
3550	linear.weight	9	-0.03540278971195221
3550	linear.bias	0	-0.04049419239163399
3550	linear.bias	1	0.2890123724937439
3550	linear.bias	2	0.11834295094013214
3550	linear.bias	3	-0.6788343787193298
3550	linear.bias	4	-0.6522703170776367
3550	linear.bias	5	0.1704697608947754
3550	linear.bias	6	-0.24357585608959198
3550	linear.bias	7	0.29835861921310425
3550	linear.bias	8	-0.4269042909145355
3550	linear.bias	9	-0.6972903609275818
3747	transitions	0	-0.17513734102249146
3747	transitions	1	-0.5125468373298645
3747	transitions	2	-10000.0
3747	transitions	3	-1.7030808925628662
3747	transitions	4	-10000.0
3747	transitions	5	1.051088809967041
3747	transitions	6	0.4293029308319092
3747	transitions	7	0.4791398346424103
3747	transitions	8	-0.9756083488464355
3747	transitions	9	0.003886262886226177
3747	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
3747	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
3747	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
3747	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
3747	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
3747	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
3747	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
3747	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
3747	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
3747	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
3747	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
3747	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
3747	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
3747	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
3747	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
3747	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
3747	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
3747	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
3747	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
3747	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
3747	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
3747	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
3747	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
3747	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
3747	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
3747	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
3747	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
3747	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
3747	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
3747	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
3747	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
3747	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
3747	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
3747	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
3747	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
3747	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
3747	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
3747	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
3747	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
3747	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
3747	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
3747	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
3747	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
3747	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
3747	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
3747	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
3747	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
3747	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
3747	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
3747	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
3747	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
3747	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
3747	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
3747	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
3747	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
3747	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
3747	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
3747	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
3747	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
3747	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
3747	embedding2nn.weight	0	0.011203956790268421
3747	embedding2nn.weight	1	-0.009555340744554996
3747	embedding2nn.weight	2	-0.014268254861235619
3747	embedding2nn.weight	3	0.019610358402132988
3747	embedding2nn.weight	4	-0.005915033631026745
3747	embedding2nn.weight	5	-0.0037005990743637085
3747	embedding2nn.weight	6	-0.003973258193582296
3747	embedding2nn.weight	7	-0.014977904967963696
3747	embedding2nn.weight	8	-0.0019979383796453476
3747	embedding2nn.weight	9	-0.00411925558000803
3747	embedding2nn.bias	0	-0.014778995886445045
3747	embedding2nn.bias	1	0.022906290367245674
3747	embedding2nn.bias	2	0.04372556880116463
3747	embedding2nn.bias	3	0.016619224101305008
3747	embedding2nn.bias	4	-0.014920300804078579
3747	embedding2nn.bias	5	-0.01437940914183855
3747	embedding2nn.bias	6	0.03181831166148186
3747	embedding2nn.bias	7	-0.02186073362827301
3747	embedding2nn.bias	8	-0.015385345555841923
3747	embedding2nn.bias	9	-0.008261173032224178
3747	rnn.weight_ih_l0	0	-0.011766726151108742
3747	rnn.weight_ih_l0	1	0.009953710250556469
3747	rnn.weight_ih_l0	2	0.022982090711593628
3747	rnn.weight_ih_l0	3	0.030079618096351624
3747	rnn.weight_ih_l0	4	-0.0050939470529556274
3747	rnn.weight_ih_l0	5	-0.044048234820365906
3747	rnn.weight_ih_l0	6	0.0069110095500946045
3747	rnn.weight_ih_l0	7	0.04007429629564285
3747	rnn.weight_ih_l0	8	0.026141399517655373
3747	rnn.weight_ih_l0	9	-0.04130178689956665
3747	rnn.weight_hh_l0	0	-0.04017867520451546
3747	rnn.weight_hh_l0	1	0.012304517440497875
3747	rnn.weight_hh_l0	2	0.013474373146891594
3747	rnn.weight_hh_l0	3	-0.008621512912213802
3747	rnn.weight_hh_l0	4	0.028707360848784447
3747	rnn.weight_hh_l0	5	-0.008669530041515827
3747	rnn.weight_hh_l0	6	-0.034155089408159256
3747	rnn.weight_hh_l0	7	-0.045659951865673065
3747	rnn.weight_hh_l0	8	0.011401423253118992
3747	rnn.weight_hh_l0	9	-0.024663176387548447
3747	rnn.bias_ih_l0	0	0.004448392894119024
3747	rnn.bias_ih_l0	1	-0.021939726546406746
3747	rnn.bias_ih_l0	2	-0.006242429371923208
3747	rnn.bias_ih_l0	3	0.03841785341501236
3747	rnn.bias_ih_l0	4	-0.05078914016485214
3747	rnn.bias_ih_l0	5	-0.00441948464140296
3747	rnn.bias_ih_l0	6	-0.0095467958599329
3747	rnn.bias_ih_l0	7	0.032069966197013855
3747	rnn.bias_ih_l0	8	-0.049686986953020096
3747	rnn.bias_ih_l0	9	-0.0033619788009673357
3747	rnn.bias_hh_l0	0	-0.014002885669469833
3747	rnn.bias_hh_l0	1	-0.016337137669324875
3747	rnn.bias_hh_l0	2	0.0074906121008098125
3747	rnn.bias_hh_l0	3	-0.029874684289097786
3747	rnn.bias_hh_l0	4	0.0029372754506766796
3747	rnn.bias_hh_l0	5	0.02314116060733795
3747	rnn.bias_hh_l0	6	0.030260765925049782
3747	rnn.bias_hh_l0	7	0.005826825276017189
3747	rnn.bias_hh_l0	8	-0.007417632266879082
3747	rnn.bias_hh_l0	9	-0.0288593340665102
3747	rnn.weight_ih_l0_reverse	0	-0.0019095245515927672
3747	rnn.weight_ih_l0_reverse	1	-0.03505457192659378
3747	rnn.weight_ih_l0_reverse	2	-0.02780471369624138
3747	rnn.weight_ih_l0_reverse	3	-0.0007025734521448612
3747	rnn.weight_ih_l0_reverse	4	-0.01797470450401306
3747	rnn.weight_ih_l0_reverse	5	-0.04486476257443428
3747	rnn.weight_ih_l0_reverse	6	0.03135441243648529
3747	rnn.weight_ih_l0_reverse	7	-0.027504773810505867
3747	rnn.weight_ih_l0_reverse	8	-0.031530190259218216
3747	rnn.weight_ih_l0_reverse	9	0.013780927285552025
3747	rnn.weight_hh_l0_reverse	0	0.024068886414170265
3747	rnn.weight_hh_l0_reverse	1	0.03259114921092987
3747	rnn.weight_hh_l0_reverse	2	0.023746248334646225
3747	rnn.weight_hh_l0_reverse	3	0.01693219132721424
3747	rnn.weight_hh_l0_reverse	4	0.0119073037058115
3747	rnn.weight_hh_l0_reverse	5	-0.010925794951617718
3747	rnn.weight_hh_l0_reverse	6	0.03728353604674339
3747	rnn.weight_hh_l0_reverse	7	-0.01997990533709526
3747	rnn.weight_hh_l0_reverse	8	0.0014982579741626978
3747	rnn.weight_hh_l0_reverse	9	0.044264744967222214
3747	rnn.bias_ih_l0_reverse	0	-0.04285039007663727
3747	rnn.bias_ih_l0_reverse	1	-0.028181761503219604
3747	rnn.bias_ih_l0_reverse	2	0.015786215662956238
3747	rnn.bias_ih_l0_reverse	3	0.02101115882396698
3747	rnn.bias_ih_l0_reverse	4	0.0044373394921422005
3747	rnn.bias_ih_l0_reverse	5	0.014938167296350002
3747	rnn.bias_ih_l0_reverse	6	0.008222007192671299
3747	rnn.bias_ih_l0_reverse	7	0.037216171622276306
3747	rnn.bias_ih_l0_reverse	8	-0.018218519166111946
3747	rnn.bias_ih_l0_reverse	9	0.050412364304065704
3747	rnn.bias_hh_l0_reverse	0	-0.02169094793498516
3747	rnn.bias_hh_l0_reverse	1	0.0031642441172152758
3747	rnn.bias_hh_l0_reverse	2	-0.007829905487596989
3747	rnn.bias_hh_l0_reverse	3	-0.03286350145936012
3747	rnn.bias_hh_l0_reverse	4	-0.02917431853711605
3747	rnn.bias_hh_l0_reverse	5	-0.02833551913499832
3747	rnn.bias_hh_l0_reverse	6	0.01608050987124443
3747	rnn.bias_hh_l0_reverse	7	0.00810274388641119
3747	rnn.bias_hh_l0_reverse	8	0.03832833468914032
3747	rnn.bias_hh_l0_reverse	9	-0.07151452451944351
3747	rnn.weight_ih_l1	0	-0.02815585397183895
3747	rnn.weight_ih_l1	1	-0.02347029745578766
3747	rnn.weight_ih_l1	2	0.017394894734025
3747	rnn.weight_ih_l1	3	0.010898943059146404
3747	rnn.weight_ih_l1	4	0.013505951501429081
3747	rnn.weight_ih_l1	5	-0.036091793328523636
3747	rnn.weight_ih_l1	6	0.021235622465610504
3747	rnn.weight_ih_l1	7	-0.038644853979349136
3747	rnn.weight_ih_l1	8	0.037083789706230164
3747	rnn.weight_ih_l1	9	0.019816415384411812
3747	rnn.weight_hh_l1	0	0.0074011171236634254
3747	rnn.weight_hh_l1	1	0.006567404605448246
3747	rnn.weight_hh_l1	2	-0.02702663280069828
3747	rnn.weight_hh_l1	3	-0.0012210548156872392
3747	rnn.weight_hh_l1	4	0.0036451430059969425
3747	rnn.weight_hh_l1	5	0.03943093866109848
3747	rnn.weight_hh_l1	6	0.03401600942015648
3747	rnn.weight_hh_l1	7	-0.031246960163116455
3747	rnn.weight_hh_l1	8	-0.04353755712509155
3747	rnn.weight_hh_l1	9	0.034601181745529175
3747	rnn.bias_ih_l1	0	-0.007746551651507616
3747	rnn.bias_ih_l1	1	-0.03986508399248123
3747	rnn.bias_ih_l1	2	-0.04449018836021423
3747	rnn.bias_ih_l1	3	-0.010160669684410095
3747	rnn.bias_ih_l1	4	-0.11517217755317688
3747	rnn.bias_ih_l1	5	-0.030996736139059067
3747	rnn.bias_ih_l1	6	0.04224976897239685
3747	rnn.bias_ih_l1	7	0.029371825978159904
3747	rnn.bias_ih_l1	8	-0.019813822582364082
3747	rnn.bias_ih_l1	9	0.0014682316686958075
3747	rnn.bias_hh_l1	0	-0.04134698212146759
3747	rnn.bias_hh_l1	1	0.013695732690393925
3747	rnn.bias_hh_l1	2	0.015371234156191349
3747	rnn.bias_hh_l1	3	-0.01973891258239746
3747	rnn.bias_hh_l1	4	-0.027752824127674103
3747	rnn.bias_hh_l1	5	0.007971705868840218
3747	rnn.bias_hh_l1	6	0.0019945946987718344
3747	rnn.bias_hh_l1	7	-0.047976139932870865
3747	rnn.bias_hh_l1	8	0.044508196413517
3747	rnn.bias_hh_l1	9	0.007750649005174637
3747	rnn.weight_ih_l1_reverse	0	-0.031065650284290314
3747	rnn.weight_ih_l1_reverse	1	0.03842903673648834
3747	rnn.weight_ih_l1_reverse	2	-0.030243199318647385
3747	rnn.weight_ih_l1_reverse	3	-0.02752159908413887
3747	rnn.weight_ih_l1_reverse	4	0.011100111529231071
3747	rnn.weight_ih_l1_reverse	5	-0.04208407178521156
3747	rnn.weight_ih_l1_reverse	6	-0.025454359129071236
3747	rnn.weight_ih_l1_reverse	7	0.012271134182810783
3747	rnn.weight_ih_l1_reverse	8	0.020733077079057693
3747	rnn.weight_ih_l1_reverse	9	-0.03340056538581848
3747	rnn.weight_hh_l1_reverse	0	0.00789489783346653
3747	rnn.weight_hh_l1_reverse	1	0.02319980040192604
3747	rnn.weight_hh_l1_reverse	2	-0.035110268741846085
3747	rnn.weight_hh_l1_reverse	3	0.038007672876119614
3747	rnn.weight_hh_l1_reverse	4	0.03277624025940895
3747	rnn.weight_hh_l1_reverse	5	0.01423974521458149
3747	rnn.weight_hh_l1_reverse	6	0.0061987899243831635
3747	rnn.weight_hh_l1_reverse	7	0.029056401923298836
3747	rnn.weight_hh_l1_reverse	8	-0.0038345546927303076
3747	rnn.weight_hh_l1_reverse	9	-0.03392183035612106
3747	rnn.bias_ih_l1_reverse	0	0.01574949361383915
3747	rnn.bias_ih_l1_reverse	1	-0.009887130931019783
3747	rnn.bias_ih_l1_reverse	2	-0.015253656543791294
3747	rnn.bias_ih_l1_reverse	3	0.012882665731012821
3747	rnn.bias_ih_l1_reverse	4	-0.032595206052064896
3747	rnn.bias_ih_l1_reverse	5	-0.005642164498567581
3747	rnn.bias_ih_l1_reverse	6	-0.023168092593550682
3747	rnn.bias_ih_l1_reverse	7	-0.0016138103092089295
3747	rnn.bias_ih_l1_reverse	8	0.08718537539243698
3747	rnn.bias_ih_l1_reverse	9	0.0029259154107421637
3747	rnn.bias_hh_l1_reverse	0	-0.016510851681232452
3747	rnn.bias_hh_l1_reverse	1	-0.008494455367326736
3747	rnn.bias_hh_l1_reverse	2	-0.07357613742351532
3747	rnn.bias_hh_l1_reverse	3	0.03344830498099327
3747	rnn.bias_hh_l1_reverse	4	-0.005215063691139221
3747	rnn.bias_hh_l1_reverse	5	0.021224334836006165
3747	rnn.bias_hh_l1_reverse	6	0.08241059631109238
3747	rnn.bias_hh_l1_reverse	7	0.023320134729146957
3747	rnn.bias_hh_l1_reverse	8	-0.019472654908895493
3747	rnn.bias_hh_l1_reverse	9	-0.017915721982717514
3747	linear.weight	0	0.002228822559118271
3747	linear.weight	1	0.017535608261823654
3747	linear.weight	2	-0.046256013214588165
3747	linear.weight	3	0.11404918134212494
3747	linear.weight	4	0.13818636536598206
3747	linear.weight	5	0.04464026167988777
3747	linear.weight	6	0.007381533272564411
3747	linear.weight	7	0.030796630308032036
3747	linear.weight	8	0.04236137866973877
3747	linear.weight	9	-0.03881977126002312
3747	linear.bias	0	-0.06369873136281967
3747	linear.bias	1	0.2501947581768036
3747	linear.bias	2	0.11824274063110352
3747	linear.bias	3	-0.6398268938064575
3747	linear.bias	4	-0.6103913187980652
3747	linear.bias	5	0.18049056828022003
3747	linear.bias	6	-0.2867908775806427
3747	linear.bias	7	0.3177863359451294
3747	linear.bias	8	-0.4418335258960724
3747	linear.bias	9	-0.7081373333930969
3944	transitions	0	-0.14679160714149475
3944	transitions	1	-0.5000487565994263
3944	transitions	2	-10000.0
3944	transitions	3	-1.7045499086380005
3944	transitions	4	-10000.0
3944	transitions	5	1.0426902770996094
3944	transitions	6	0.4162387251853943
3944	transitions	7	0.4677676558494568
3944	transitions	8	-0.985281765460968
3944	transitions	9	0.0037838933058083057
3944	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
3944	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
3944	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
3944	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
3944	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
3944	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
3944	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
3944	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
3944	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
3944	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
3944	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
3944	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
3944	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
3944	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
3944	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
3944	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
3944	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
3944	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
3944	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
3944	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
3944	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
3944	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
3944	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
3944	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
3944	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
3944	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
3944	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
3944	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
3944	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
3944	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
3944	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
3944	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
3944	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
3944	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
3944	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
3944	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
3944	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
3944	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
3944	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
3944	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
3944	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
3944	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
3944	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
3944	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
3944	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
3944	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
3944	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
3944	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
3944	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
3944	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
3944	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
3944	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
3944	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
3944	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
3944	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
3944	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
3944	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
3944	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
3944	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
3944	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
3944	embedding2nn.weight	0	0.011786404997110367
3944	embedding2nn.weight	1	-0.009431205689907074
3944	embedding2nn.weight	2	-0.014268254861235619
3944	embedding2nn.weight	3	0.01818315126001835
3944	embedding2nn.weight	4	-0.005915033631026745
3944	embedding2nn.weight	5	-0.0037005997728556395
3944	embedding2nn.weight	6	-0.003973252605646849
3944	embedding2nn.weight	7	-0.013898651115596294
3944	embedding2nn.weight	8	-0.0019979383796453476
3944	embedding2nn.weight	9	-0.003893226617947221
3944	embedding2nn.bias	0	-0.006509288679808378
3944	embedding2nn.bias	1	0.01884309947490692
3944	embedding2nn.bias	2	0.04785629361867905
3944	embedding2nn.bias	3	0.02036937139928341
3944	embedding2nn.bias	4	-0.016316555440425873
3944	embedding2nn.bias	5	-0.016774429008364677
3944	embedding2nn.bias	6	0.037915680557489395
3944	embedding2nn.bias	7	-0.023784682154655457
3944	embedding2nn.bias	8	-0.01507723331451416
3944	embedding2nn.bias	9	-0.01502479612827301
3944	rnn.weight_ih_l0	0	-0.010729494504630566
3944	rnn.weight_ih_l0	1	0.010749483481049538
3944	rnn.weight_ih_l0	2	0.02153308130800724
3944	rnn.weight_ih_l0	3	0.029582196846604347
3944	rnn.weight_ih_l0	4	-0.005289786029607058
3944	rnn.weight_ih_l0	5	-0.04350733011960983
3944	rnn.weight_ih_l0	6	0.006870110519230366
3944	rnn.weight_ih_l0	7	0.04066823050379753
3944	rnn.weight_ih_l0	8	0.026296785101294518
3944	rnn.weight_ih_l0	9	-0.041129663586616516
3944	rnn.weight_hh_l0	0	-0.03960677981376648
3944	rnn.weight_hh_l0	1	0.011746436357498169
3944	rnn.weight_hh_l0	2	0.013408630155026913
3944	rnn.weight_hh_l0	3	-0.008740641176700592
3944	rnn.weight_hh_l0	4	0.029153792187571526
3944	rnn.weight_hh_l0	5	-0.008448918350040913
3944	rnn.weight_hh_l0	6	-0.033773273229599
3944	rnn.weight_hh_l0	7	-0.04562870040535927
3944	rnn.weight_hh_l0	8	0.011349509470164776
3944	rnn.weight_hh_l0	9	-0.024666087701916695
3944	rnn.bias_ih_l0	0	0.004126132000237703
3944	rnn.bias_ih_l0	1	-0.02083912119269371
3944	rnn.bias_ih_l0	2	-0.005713790189474821
3944	rnn.bias_ih_l0	3	0.03827214241027832
3944	rnn.bias_ih_l0	4	-0.051018014550209045
3944	rnn.bias_ih_l0	5	-0.007173440884798765
3944	rnn.bias_ih_l0	6	-0.00847573671489954
3944	rnn.bias_ih_l0	7	0.031083472073078156
3944	rnn.bias_ih_l0	8	-0.05025329813361168
3944	rnn.bias_ih_l0	9	-0.004064653068780899
3944	rnn.bias_hh_l0	0	-0.0141380550339818
3944	rnn.bias_hh_l0	1	-0.018428420647978783
3944	rnn.bias_hh_l0	2	0.006754504516720772
3944	rnn.bias_hh_l0	3	-0.030099425464868546
3944	rnn.bias_hh_l0	4	0.003208718728274107
3944	rnn.bias_hh_l0	5	0.02408663183450699
3944	rnn.bias_hh_l0	6	0.031581707298755646
3944	rnn.bias_hh_l0	7	0.009175458922982216
3944	rnn.bias_hh_l0	8	-0.005923749879002571
3944	rnn.bias_hh_l0	9	-0.025325777009129524
3944	rnn.weight_ih_l0_reverse	0	-0.001830645720474422
3944	rnn.weight_ih_l0_reverse	1	-0.03616483882069588
3944	rnn.weight_ih_l0_reverse	2	-0.026806257665157318
3944	rnn.weight_ih_l0_reverse	3	-0.0008281259215436876
3944	rnn.weight_ih_l0_reverse	4	-0.017763471230864525
3944	rnn.weight_ih_l0_reverse	5	-0.04475458338856697
3944	rnn.weight_ih_l0_reverse	6	0.031161872670054436
3944	rnn.weight_ih_l0_reverse	7	-0.027680737897753716
3944	rnn.weight_ih_l0_reverse	8	-0.031616825610399246
3944	rnn.weight_ih_l0_reverse	9	0.013697749935090542
3944	rnn.weight_hh_l0_reverse	0	0.02402746118605137
3944	rnn.weight_hh_l0_reverse	1	0.03261132165789604
3944	rnn.weight_hh_l0_reverse	2	0.023699337616562843
3944	rnn.weight_hh_l0_reverse	3	0.016957644373178482
3944	rnn.weight_hh_l0_reverse	4	0.011529357172548771
3944	rnn.weight_hh_l0_reverse	5	-0.011072811670601368
3944	rnn.weight_hh_l0_reverse	6	0.037282343953847885
3944	rnn.weight_hh_l0_reverse	7	-0.020367102697491646
3944	rnn.weight_hh_l0_reverse	8	0.0015970409149304032
3944	rnn.weight_hh_l0_reverse	9	0.04404819756746292
3944	rnn.bias_ih_l0_reverse	0	-0.042599886655807495
3944	rnn.bias_ih_l0_reverse	1	-0.029897987842559814
3944	rnn.bias_ih_l0_reverse	2	0.01924247480928898
3944	rnn.bias_ih_l0_reverse	3	0.02045578509569168
3944	rnn.bias_ih_l0_reverse	4	0.0028247421141713858
3944	rnn.bias_ih_l0_reverse	5	0.013652180321514606
3944	rnn.bias_ih_l0_reverse	6	0.00714659970253706
3944	rnn.bias_ih_l0_reverse	7	0.03547626733779907
3944	rnn.bias_ih_l0_reverse	8	-0.01967945508658886
3944	rnn.bias_ih_l0_reverse	9	0.04975229501724243
3944	rnn.bias_hh_l0_reverse	0	-0.024174213409423828
3944	rnn.bias_hh_l0_reverse	1	0.005742271896451712
3944	rnn.bias_hh_l0_reverse	2	-0.007707478478550911
3944	rnn.bias_hh_l0_reverse	3	-0.03399667888879776
3944	rnn.bias_hh_l0_reverse	4	-0.029755599796772003
3944	rnn.bias_hh_l0_reverse	5	-0.028364697471261024
3944	rnn.bias_hh_l0_reverse	6	0.01771519146859646
3944	rnn.bias_hh_l0_reverse	7	0.009430993348360062
3944	rnn.bias_hh_l0_reverse	8	0.03926613926887512
3944	rnn.bias_hh_l0_reverse	9	-0.07484054565429688
3944	rnn.weight_ih_l1	0	-0.028012685477733612
3944	rnn.weight_ih_l1	1	-0.023651396855711937
3944	rnn.weight_ih_l1	2	0.021128417924046516
3944	rnn.weight_ih_l1	3	0.010037127882242203
3944	rnn.weight_ih_l1	4	0.01361251063644886
3944	rnn.weight_ih_l1	5	-0.03613154590129852
3944	rnn.weight_ih_l1	6	0.02120434306561947
3944	rnn.weight_ih_l1	7	-0.03849439322948456
3944	rnn.weight_ih_l1	8	0.037281591445207596
3944	rnn.weight_ih_l1	9	0.020013613626360893
3944	rnn.weight_hh_l1	0	0.0067939539439976215
3944	rnn.weight_hh_l1	1	0.006274638697504997
3944	rnn.weight_hh_l1	2	-0.027165012434124947
3944	rnn.weight_hh_l1	3	-0.0009699882357381284
3944	rnn.weight_hh_l1	4	0.004950493574142456
3944	rnn.weight_hh_l1	5	0.03938450664281845
3944	rnn.weight_hh_l1	6	0.03443240746855736
3944	rnn.weight_hh_l1	7	-0.031171388924121857
3944	rnn.weight_hh_l1	8	-0.043023642152547836
3944	rnn.weight_hh_l1	9	0.03461768105626106
3944	rnn.bias_ih_l1	0	-0.012512248009443283
3944	rnn.bias_ih_l1	1	-0.03901158645749092
3944	rnn.bias_ih_l1	2	-0.04520883038640022
3944	rnn.bias_ih_l1	3	-0.015294565819203854
3944	rnn.bias_ih_l1	4	-0.1080213263630867
3944	rnn.bias_ih_l1	5	-0.032191336154937744
3944	rnn.bias_ih_l1	6	0.04015533998608589
3944	rnn.bias_ih_l1	7	0.027926357463002205
3944	rnn.bias_ih_l1	8	-0.018502725288271904
3944	rnn.bias_ih_l1	9	0.0021257195621728897
3944	rnn.bias_hh_l1	0	-0.04208507388830185
3944	rnn.bias_hh_l1	1	0.013632215559482574
3944	rnn.bias_hh_l1	2	0.015172228217124939
3944	rnn.bias_hh_l1	3	-0.020714813843369484
3944	rnn.bias_hh_l1	4	-0.02940581552684307
3944	rnn.bias_hh_l1	5	0.008910037577152252
3944	rnn.bias_hh_l1	6	0.0015391369815915823
3944	rnn.bias_hh_l1	7	-0.05739160627126694
3944	rnn.bias_hh_l1	8	0.04302750527858734
3944	rnn.bias_hh_l1	9	0.007789486553519964
3944	rnn.weight_ih_l1_reverse	0	-0.03158559650182724
3944	rnn.weight_ih_l1_reverse	1	0.041333746165037155
3944	rnn.weight_ih_l1_reverse	2	-0.031783394515514374
3944	rnn.weight_ih_l1_reverse	3	-0.02727626822888851
3944	rnn.weight_ih_l1_reverse	4	0.010675309225916862
3944	rnn.weight_ih_l1_reverse	5	-0.04192110896110535
3944	rnn.weight_ih_l1_reverse	6	-0.024535775184631348
3944	rnn.weight_ih_l1_reverse	7	0.012190008535981178
3944	rnn.weight_ih_l1_reverse	8	0.023227224126458168
3944	rnn.weight_ih_l1_reverse	9	-0.03529937565326691
3944	rnn.weight_hh_l1_reverse	0	0.00778415659442544
3944	rnn.weight_hh_l1_reverse	1	0.023254992440342903
3944	rnn.weight_hh_l1_reverse	2	-0.03532436862587929
3944	rnn.weight_hh_l1_reverse	3	0.03791140019893646
3944	rnn.weight_hh_l1_reverse	4	0.03333507478237152
3944	rnn.weight_hh_l1_reverse	5	0.014392165467143059
3944	rnn.weight_hh_l1_reverse	6	0.005107427015900612
3944	rnn.weight_hh_l1_reverse	7	0.02900862880051136
3944	rnn.weight_hh_l1_reverse	8	-0.0036618902813643217
3944	rnn.weight_hh_l1_reverse	9	-0.03357763960957527
3944	rnn.bias_ih_l1_reverse	0	0.015788624063134193
3944	rnn.bias_ih_l1_reverse	1	-0.010787028819322586
3944	rnn.bias_ih_l1_reverse	2	-0.01456959918141365
3944	rnn.bias_ih_l1_reverse	3	0.007726744748651981
3944	rnn.bias_ih_l1_reverse	4	-0.036327507346868515
3944	rnn.bias_ih_l1_reverse	5	-0.00665420014411211
3944	rnn.bias_ih_l1_reverse	6	-0.025203445926308632
3944	rnn.bias_ih_l1_reverse	7	-0.002924192463979125
3944	rnn.bias_ih_l1_reverse	8	0.07259492576122284
3944	rnn.bias_ih_l1_reverse	9	-0.010757396928966045
3944	rnn.bias_hh_l1_reverse	0	-0.009182171896100044
3944	rnn.bias_hh_l1_reverse	1	-0.010029691271483898
3944	rnn.bias_hh_l1_reverse	2	-0.07501201331615448
3944	rnn.bias_hh_l1_reverse	3	0.03315204009413719
3944	rnn.bias_hh_l1_reverse	4	-0.005678281188011169
3944	rnn.bias_hh_l1_reverse	5	0.020414266735315323
3944	rnn.bias_hh_l1_reverse	6	0.0811004638671875
3944	rnn.bias_hh_l1_reverse	7	0.019129090011119843
3944	rnn.bias_hh_l1_reverse	8	-0.020780833438038826
3944	rnn.bias_hh_l1_reverse	9	-0.018097857013344765
3944	linear.weight	0	0.002228822559118271
3944	linear.weight	1	0.01618967205286026
3944	linear.weight	2	-0.04252958297729492
3944	linear.weight	3	0.12935782968997955
3944	linear.weight	4	0.14382661879062653
3944	linear.weight	5	0.054804638028144836
3944	linear.weight	6	0.0035286173224449158
3944	linear.weight	7	0.041566308587789536
3944	linear.weight	8	0.042693983763456345
3944	linear.weight	9	-0.04476745054125786
3944	linear.bias	0	-0.04501805827021599
3944	linear.bias	1	0.2465662658214569
3944	linear.bias	2	0.11630219221115112
3944	linear.bias	3	-0.6465009450912476
3944	linear.bias	4	-0.6372183561325073
3944	linear.bias	5	0.1864863634109497
3944	linear.bias	6	-0.30945441126823425
3944	linear.bias	7	0.3366788327693939
3944	linear.bias	8	-0.4373107850551605
3944	linear.bias	9	-0.7170049548149109
3948	transitions	0	-0.15014126896858215
3948	transitions	1	-0.5000859498977661
3948	transitions	2	-10000.0
3948	transitions	3	-1.704598069190979
3948	transitions	4	-10000.0
3948	transitions	5	1.0425223112106323
3948	transitions	6	0.41598525643348694
3948	transitions	7	0.4672513008117676
3948	transitions	8	-0.985417902469635
3948	transitions	9	0.0037823328748345375
3948	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
3948	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
3948	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
3948	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
3948	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
3948	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
3948	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
3948	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
3948	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
3948	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
3948	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
3948	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
3948	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
3948	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
3948	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
3948	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
3948	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
3948	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
3948	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
3948	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
3948	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
3948	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
3948	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
3948	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
3948	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
3948	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
3948	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
3948	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
3948	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
3948	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
3948	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
3948	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
3948	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
3948	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
3948	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
3948	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
3948	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
3948	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
3948	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
3948	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
3948	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
3948	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
3948	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
3948	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
3948	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
3948	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
3948	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
3948	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
3948	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
3948	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
3948	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
3948	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
3948	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
3948	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
3948	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
3948	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
3948	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
3948	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
3948	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
3948	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
3948	embedding2nn.weight	0	0.011824008077383041
3948	embedding2nn.weight	1	-0.009452281519770622
3948	embedding2nn.weight	2	-0.014268254861235619
3948	embedding2nn.weight	3	0.0180868748575449
3948	embedding2nn.weight	4	-0.005915033631026745
3948	embedding2nn.weight	5	-0.0037005997728556395
3948	embedding2nn.weight	6	-0.003973252605646849
3948	embedding2nn.weight	7	-0.013746615499258041
3948	embedding2nn.weight	8	-0.0019979383796453476
3948	embedding2nn.weight	9	-0.0038534675259143114
3948	embedding2nn.bias	0	-0.006352855823934078
3948	embedding2nn.bias	1	0.018140433356165886
3948	embedding2nn.bias	2	0.04724476858973503
3948	embedding2nn.bias	3	0.020611261948943138
3948	embedding2nn.bias	4	-0.017205068841576576
3948	embedding2nn.bias	5	-0.015606903471052647
3948	embedding2nn.bias	6	0.03643837943673134
3948	embedding2nn.bias	7	-0.023597395047545433
3948	embedding2nn.bias	8	-0.015075395815074444
3948	embedding2nn.bias	9	-0.01535671018064022
3948	rnn.weight_ih_l0	0	-0.010931495577096939
3948	rnn.weight_ih_l0	1	0.010807342827320099
3948	rnn.weight_ih_l0	2	0.021435122936964035
3948	rnn.weight_ih_l0	3	0.029521876946091652
3948	rnn.weight_ih_l0	4	-0.005286345258355141
3948	rnn.weight_ih_l0	5	-0.04351740702986717
3948	rnn.weight_ih_l0	6	0.006829324644058943
3948	rnn.weight_ih_l0	7	0.040735308080911636
3948	rnn.weight_ih_l0	8	0.02634865790605545
3948	rnn.weight_ih_l0	9	-0.04113421216607094
3948	rnn.weight_hh_l0	0	-0.03957356885075569
3948	rnn.weight_hh_l0	1	0.011601491831243038
3948	rnn.weight_hh_l0	2	0.013377323746681213
3948	rnn.weight_hh_l0	3	-0.00876622088253498
3948	rnn.weight_hh_l0	4	0.029114654287695885
3948	rnn.weight_hh_l0	5	-0.008590166456997395
3948	rnn.weight_hh_l0	6	-0.033753253519535065
3948	rnn.weight_hh_l0	7	-0.04555770009756088
3948	rnn.weight_hh_l0	8	0.011319108307361603
3948	rnn.weight_hh_l0	9	-0.024594873189926147
3948	rnn.bias_ih_l0	0	0.004571010824292898
3948	rnn.bias_ih_l0	1	-0.02128499746322632
3948	rnn.bias_ih_l0	2	-0.005501043051481247
3948	rnn.bias_ih_l0	3	0.038019608706235886
3948	rnn.bias_ih_l0	4	-0.05096687003970146
3948	rnn.bias_ih_l0	5	-0.007147999946027994
3948	rnn.bias_ih_l0	6	-0.007663952652364969
3948	rnn.bias_ih_l0	7	0.030829085037112236
3948	rnn.bias_ih_l0	8	-0.04984550550580025
3948	rnn.bias_ih_l0	9	-0.0037887271028012037
3948	rnn.bias_hh_l0	0	-0.01407677587121725
3948	rnn.bias_hh_l0	1	-0.018454456701874733
3948	rnn.bias_hh_l0	2	0.006320302840322256
3948	rnn.bias_hh_l0	3	-0.030034372583031654
3948	rnn.bias_hh_l0	4	0.0032786312513053417
3948	rnn.bias_hh_l0	5	0.024268705397844315
3948	rnn.bias_hh_l0	6	0.03157876804471016
3948	rnn.bias_hh_l0	7	0.009505168534815311
3948	rnn.bias_hh_l0	8	-0.0062119364738464355
3948	rnn.bias_hh_l0	9	-0.02546939067542553
3948	rnn.weight_ih_l0_reverse	0	-0.001789329806342721
3948	rnn.weight_ih_l0_reverse	1	-0.03609592095017433
3948	rnn.weight_ih_l0_reverse	2	-0.026637796312570572
3948	rnn.weight_ih_l0_reverse	3	-0.000777053355704993
3948	rnn.weight_ih_l0_reverse	4	-0.017754951491951942
3948	rnn.weight_ih_l0_reverse	5	-0.04474244266748428
3948	rnn.weight_ih_l0_reverse	6	0.031150488182902336
3948	rnn.weight_ih_l0_reverse	7	-0.027836881577968597
3948	rnn.weight_ih_l0_reverse	8	-0.03162587061524391
3948	rnn.weight_ih_l0_reverse	9	0.013669525273144245
3948	rnn.weight_hh_l0_reverse	0	0.023953594267368317
3948	rnn.weight_hh_l0_reverse	1	0.03261835500597954
3948	rnn.weight_hh_l0_reverse	2	0.02368849515914917
3948	rnn.weight_hh_l0_reverse	3	0.0169687382876873
3948	rnn.weight_hh_l0_reverse	4	0.011556966230273247
3948	rnn.weight_hh_l0_reverse	5	-0.011012242175638676
3948	rnn.weight_hh_l0_reverse	6	0.03725389391183853
3948	rnn.weight_hh_l0_reverse	7	-0.02028004080057144
3948	rnn.weight_hh_l0_reverse	8	0.001578603987582028
3948	rnn.weight_hh_l0_reverse	9	0.04406305402517319
3948	rnn.bias_ih_l0_reverse	0	-0.042760565876960754
3948	rnn.bias_ih_l0_reverse	1	-0.030645228922367096
3948	rnn.bias_ih_l0_reverse	2	0.018927833065390587
3948	rnn.bias_ih_l0_reverse	3	0.02039969339966774
3948	rnn.bias_ih_l0_reverse	4	0.003209806978702545
3948	rnn.bias_ih_l0_reverse	5	0.01341439038515091
3948	rnn.bias_ih_l0_reverse	6	0.006848583463579416
3948	rnn.bias_ih_l0_reverse	7	0.035753291100263596
3948	rnn.bias_ih_l0_reverse	8	-0.019395368173718452
3948	rnn.bias_ih_l0_reverse	9	0.04967731982469559
3948	rnn.bias_hh_l0_reverse	0	-0.02429664321243763
3948	rnn.bias_hh_l0_reverse	1	0.006136242765933275
3948	rnn.bias_hh_l0_reverse	2	-0.007613210938870907
3948	rnn.bias_hh_l0_reverse	3	-0.034106336534023285
3948	rnn.bias_hh_l0_reverse	4	-0.0297087375074625
3948	rnn.bias_hh_l0_reverse	5	-0.02801503799855709
3948	rnn.bias_hh_l0_reverse	6	0.01850861869752407
3948	rnn.bias_hh_l0_reverse	7	0.009181964211165905
3948	rnn.bias_hh_l0_reverse	8	0.03938205912709236
3948	rnn.bias_hh_l0_reverse	9	-0.07445605099201202
3948	rnn.weight_ih_l1	0	-0.027881046757102013
3948	rnn.weight_ih_l1	1	-0.023879382759332657
3948	rnn.weight_ih_l1	2	0.02165977656841278
3948	rnn.weight_ih_l1	3	0.01032122503966093
3948	rnn.weight_ih_l1	4	0.013638471253216267
3948	rnn.weight_ih_l1	5	-0.03616468608379364
3948	rnn.weight_ih_l1	6	0.021150274202227592
3948	rnn.weight_ih_l1	7	-0.038564130663871765
3948	rnn.weight_ih_l1	8	0.03729446977376938
3948	rnn.weight_ih_l1	9	0.02006405219435692
3948	rnn.weight_hh_l1	0	0.006413283757865429
3948	rnn.weight_hh_l1	1	0.00635924469679594
3948	rnn.weight_hh_l1	2	-0.027288667857646942
3948	rnn.weight_hh_l1	3	-0.0009956256253644824
3948	rnn.weight_hh_l1	4	0.004759320989251137
3948	rnn.weight_hh_l1	5	0.039381228387355804
3948	rnn.weight_hh_l1	6	0.034397196024656296
3948	rnn.weight_hh_l1	7	-0.031163930892944336
3948	rnn.weight_hh_l1	8	-0.04302495718002319
3948	rnn.weight_hh_l1	9	0.034634124487638474
3948	rnn.bias_ih_l1	0	-0.012407563626766205
3948	rnn.bias_ih_l1	1	-0.038859568536281586
3948	rnn.bias_ih_l1	2	-0.04566286876797676
3948	rnn.bias_ih_l1	3	-0.015419592149555683
3948	rnn.bias_ih_l1	4	-0.10670957714319229
3948	rnn.bias_ih_l1	5	-0.032168325036764145
3948	rnn.bias_ih_l1	6	0.03995075076818466
3948	rnn.bias_ih_l1	7	0.027952177450060844
3948	rnn.bias_ih_l1	8	-0.019576556980609894
3948	rnn.bias_ih_l1	9	0.0019255084916949272
3948	rnn.bias_hh_l1	0	-0.042053911834955215
3948	rnn.bias_hh_l1	1	0.013611707836389542
3948	rnn.bias_hh_l1	2	0.015342224389314651
3948	rnn.bias_hh_l1	3	-0.020836880430579185
3948	rnn.bias_hh_l1	4	-0.029490958899259567
3948	rnn.bias_hh_l1	5	0.008884594775736332
3948	rnn.bias_hh_l1	6	0.0015829122858121991
3948	rnn.bias_hh_l1	7	-0.05996721610426903
3948	rnn.bias_hh_l1	8	0.04315144941210747
3948	rnn.bias_hh_l1	9	0.008161607198417187
3948	rnn.weight_ih_l1_reverse	0	-0.03161441534757614
3948	rnn.weight_ih_l1_reverse	1	0.04084369167685509
3948	rnn.weight_ih_l1_reverse	2	-0.03125737980008125
3948	rnn.weight_ih_l1_reverse	3	-0.027274800464510918
3948	rnn.weight_ih_l1_reverse	4	0.010472421534359455
3948	rnn.weight_ih_l1_reverse	5	-0.041914746165275574
3948	rnn.weight_ih_l1_reverse	6	-0.024483496323227882
3948	rnn.weight_ih_l1_reverse	7	0.012232901528477669
3948	rnn.weight_ih_l1_reverse	8	0.02201586216688156
3948	rnn.weight_ih_l1_reverse	9	-0.035041239112615585
3948	rnn.weight_hh_l1_reverse	0	0.007775695063173771
3948	rnn.weight_hh_l1_reverse	1	0.023114774376153946
3948	rnn.weight_hh_l1_reverse	2	-0.03531385585665703
3948	rnn.weight_hh_l1_reverse	3	0.0379020981490612
3948	rnn.weight_hh_l1_reverse	4	0.033314526081085205
3948	rnn.weight_hh_l1_reverse	5	0.0143263079226017
3948	rnn.weight_hh_l1_reverse	6	0.005228546913713217
3948	rnn.weight_hh_l1_reverse	7	0.029014460742473602
3948	rnn.weight_hh_l1_reverse	8	-0.003624526085332036
3948	rnn.weight_hh_l1_reverse	9	-0.03353582322597504
3948	rnn.bias_ih_l1_reverse	0	0.01541520282626152
3948	rnn.bias_ih_l1_reverse	1	-0.010167417116463184
3948	rnn.bias_ih_l1_reverse	2	-0.015077871270477772
3948	rnn.bias_ih_l1_reverse	3	0.007486989721655846
3948	rnn.bias_ih_l1_reverse	4	-0.0360257588326931
3948	rnn.bias_ih_l1_reverse	5	-0.006777009926736355
3948	rnn.bias_ih_l1_reverse	6	-0.025038106366991997
3948	rnn.bias_ih_l1_reverse	7	-0.003579375334084034
3948	rnn.bias_ih_l1_reverse	8	0.07171128690242767
3948	rnn.bias_ih_l1_reverse	9	-0.010541918687522411
3948	rnn.bias_hh_l1_reverse	0	-0.009788837283849716
3948	rnn.bias_hh_l1_reverse	1	-0.010017924010753632
3948	rnn.bias_hh_l1_reverse	2	-0.07500068843364716
3948	rnn.bias_hh_l1_reverse	3	0.03321761265397072
3948	rnn.bias_hh_l1_reverse	4	-0.0059240129776299
3948	rnn.bias_hh_l1_reverse	5	0.020443616434931755
3948	rnn.bias_hh_l1_reverse	6	0.08225799351930618
3948	rnn.bias_hh_l1_reverse	7	0.01951596885919571
3948	rnn.bias_hh_l1_reverse	8	-0.02094697766005993
3948	rnn.bias_hh_l1_reverse	9	-0.01818569377064705
3948	linear.weight	0	0.002228822559118271
3948	linear.weight	1	0.016389306634664536
3948	linear.weight	2	-0.04008736461400986
3948	linear.weight	3	0.12929509580135345
3948	linear.weight	4	0.14159420132637024
3948	linear.weight	5	0.054290641099214554
3948	linear.weight	6	0.0016917090397328138
3948	linear.weight	7	0.04653812572360039
3948	linear.weight	8	0.042705949395895004
3948	linear.weight	9	-0.04439717158675194
3948	linear.bias	0	-0.045104555785655975
3948	linear.bias	1	0.2409680187702179
3948	linear.bias	2	0.09958073496818542
3948	linear.bias	3	-0.6588864326477051
3948	linear.bias	4	-0.6487903594970703
3948	linear.bias	5	0.17730212211608887
3948	linear.bias	6	-0.31319236755371094
3948	linear.bias	7	0.32647645473480225
3948	linear.bias	8	-0.4342027008533478
3948	linear.bias	9	-0.7145832180976868
4145	transitions	0	-0.1577882021665573
4145	transitions	1	-0.49889373779296875
4145	transitions	2	-10000.0
4145	transitions	3	-1.7064094543457031
4145	transitions	4	-10000.0
4145	transitions	5	1.0337331295013428
4145	transitions	6	0.40413010120391846
4145	transitions	7	0.45424801111221313
4145	transitions	8	-0.9947503209114075
4145	transitions	9	0.003694918705150485
4145	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
4145	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
4145	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
4145	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
4145	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
4145	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
4145	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
4145	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
4145	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
4145	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
4145	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
4145	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
4145	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
4145	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
4145	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
4145	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
4145	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
4145	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
4145	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
4145	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
4145	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
4145	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
4145	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
4145	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
4145	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
4145	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
4145	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
4145	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
4145	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
4145	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
4145	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
4145	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
4145	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
4145	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
4145	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
4145	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
4145	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
4145	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
4145	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
4145	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
4145	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
4145	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
4145	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
4145	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
4145	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
4145	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
4145	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
4145	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
4145	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
4145	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
4145	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
4145	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
4145	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
4145	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
4145	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
4145	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
4145	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
4145	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
4145	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
4145	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
4145	embedding2nn.weight	0	0.008026054129004478
4145	embedding2nn.weight	1	-0.009669731371104717
4145	embedding2nn.weight	2	-0.014268254861235619
4145	embedding2nn.weight	3	0.016893109306693077
4145	embedding2nn.weight	4	-0.005915033631026745
4145	embedding2nn.weight	5	-0.003700600005686283
4145	embedding2nn.weight	6	-0.003973254002630711
4145	embedding2nn.weight	7	-0.013832313008606434
4145	embedding2nn.weight	8	-0.0019979383796453476
4145	embedding2nn.weight	9	-0.00462461169809103
4145	embedding2nn.bias	0	0.003778544720262289
4145	embedding2nn.bias	1	0.007566540502011776
4145	embedding2nn.bias	2	0.0444730743765831
4145	embedding2nn.bias	3	0.015987303107976913
4145	embedding2nn.bias	4	-0.012189557775855064
4145	embedding2nn.bias	5	-0.012522343546152115
4145	embedding2nn.bias	6	0.03495701402425766
4145	embedding2nn.bias	7	-0.026619816198945045
4145	embedding2nn.bias	8	-0.008041727356612682
4145	embedding2nn.bias	9	-0.010298623703420162
4145	rnn.weight_ih_l0	0	-0.01133851706981659
4145	rnn.weight_ih_l0	1	0.010548745281994343
4145	rnn.weight_ih_l0	2	0.021108927205204964
4145	rnn.weight_ih_l0	3	0.03008084185421467
4145	rnn.weight_ih_l0	4	-0.004756554029881954
4145	rnn.weight_ih_l0	5	-0.043440356850624084
4145	rnn.weight_ih_l0	6	0.007275611627846956
4145	rnn.weight_ih_l0	7	0.041212812066078186
4145	rnn.weight_ih_l0	8	0.025813566520810127
4145	rnn.weight_ih_l0	9	-0.04108623042702675
4145	rnn.weight_hh_l0	0	-0.03972863778471947
4145	rnn.weight_hh_l0	1	0.011751809157431126
4145	rnn.weight_hh_l0	2	0.01319323293864727
4145	rnn.weight_hh_l0	3	-0.008899749256670475
4145	rnn.weight_hh_l0	4	0.02912972681224346
4145	rnn.weight_hh_l0	5	-0.009260577149689198
4145	rnn.weight_hh_l0	6	-0.033427588641643524
4145	rnn.weight_hh_l0	7	-0.04646604135632515
4145	rnn.weight_hh_l0	8	0.010918891057372093
4145	rnn.weight_hh_l0	9	-0.0239934790879488
4145	rnn.bias_ih_l0	0	0.005282686557620764
4145	rnn.bias_ih_l0	1	-0.021187687292695045
4145	rnn.bias_ih_l0	2	-0.0048281000927090645
4145	rnn.bias_ih_l0	3	0.038170963525772095
4145	rnn.bias_ih_l0	4	-0.05124435946345329
4145	rnn.bias_ih_l0	5	-0.007288089022040367
4145	rnn.bias_ih_l0	6	-0.004145244602113962
4145	rnn.bias_ih_l0	7	0.03146938607096672
4145	rnn.bias_ih_l0	8	-0.049345098435878754
4145	rnn.bias_ih_l0	9	-0.0015805949224159122
4145	rnn.bias_hh_l0	0	-0.01188125554472208
4145	rnn.bias_hh_l0	1	-0.0190568957477808
4145	rnn.bias_hh_l0	2	0.0058594816364347935
4145	rnn.bias_hh_l0	3	-0.030185218900442123
4145	rnn.bias_hh_l0	4	0.0031282685231417418
4145	rnn.bias_hh_l0	5	0.022812435403466225
4145	rnn.bias_hh_l0	6	0.03278481215238571
4145	rnn.bias_hh_l0	7	0.009193877689540386
4145	rnn.bias_hh_l0	8	-0.010000372305512428
4145	rnn.bias_hh_l0	9	-0.028345143422484398
4145	rnn.weight_ih_l0_reverse	0	-0.0015531732933595777
4145	rnn.weight_ih_l0_reverse	1	-0.036852866411209106
4145	rnn.weight_ih_l0_reverse	2	-0.026340674608945847
4145	rnn.weight_ih_l0_reverse	3	-0.0006822273717261851
4145	rnn.weight_ih_l0_reverse	4	-0.01746588759124279
4145	rnn.weight_ih_l0_reverse	5	-0.04487382993102074
4145	rnn.weight_ih_l0_reverse	6	0.031134968623518944
4145	rnn.weight_ih_l0_reverse	7	-0.02794836275279522
4145	rnn.weight_ih_l0_reverse	8	-0.03179357945919037
4145	rnn.weight_ih_l0_reverse	9	0.013432834297418594
4145	rnn.weight_hh_l0_reverse	0	0.024774419143795967
4145	rnn.weight_hh_l0_reverse	1	0.03278081864118576
4145	rnn.weight_hh_l0_reverse	2	0.02384105883538723
4145	rnn.weight_hh_l0_reverse	3	0.016928330063819885
4145	rnn.weight_hh_l0_reverse	4	0.011300432495772839
4145	rnn.weight_hh_l0_reverse	5	-0.010814609006047249
4145	rnn.weight_hh_l0_reverse	6	0.03705792874097824
4145	rnn.weight_hh_l0_reverse	7	-0.020341234281659126
4145	rnn.weight_hh_l0_reverse	8	0.0018283799290657043
4145	rnn.weight_hh_l0_reverse	9	0.044062234461307526
4145	rnn.bias_ih_l0_reverse	0	-0.04316563531756401
4145	rnn.bias_ih_l0_reverse	1	-0.028087176382541656
4145	rnn.bias_ih_l0_reverse	2	0.016012607142329216
4145	rnn.bias_ih_l0_reverse	3	0.02158249169588089
4145	rnn.bias_ih_l0_reverse	4	0.0025117238983511925
4145	rnn.bias_ih_l0_reverse	5	0.01572824828326702
4145	rnn.bias_ih_l0_reverse	6	0.00662762438878417
4145	rnn.bias_ih_l0_reverse	7	0.03633240982890129
4145	rnn.bias_ih_l0_reverse	8	-0.020032454282045364
4145	rnn.bias_ih_l0_reverse	9	0.05025409907102585
4145	rnn.bias_hh_l0_reverse	0	-0.02457905374467373
4145	rnn.bias_hh_l0_reverse	1	0.014988468028604984
4145	rnn.bias_hh_l0_reverse	2	-0.006988317705690861
4145	rnn.bias_hh_l0_reverse	3	-0.036291927099227905
4145	rnn.bias_hh_l0_reverse	4	-0.02938559092581272
4145	rnn.bias_hh_l0_reverse	5	-0.030093660578131676
4145	rnn.bias_hh_l0_reverse	6	0.014994458295404911
4145	rnn.bias_hh_l0_reverse	7	0.008993308991193771
4145	rnn.bias_hh_l0_reverse	8	0.038585614413022995
4145	rnn.bias_hh_l0_reverse	9	-0.0767107903957367
4145	rnn.weight_ih_l1	0	-0.028357092291116714
4145	rnn.weight_ih_l1	1	-0.02484866976737976
4145	rnn.weight_ih_l1	2	0.022984454408288002
4145	rnn.weight_ih_l1	3	0.009539691731333733
4145	rnn.weight_ih_l1	4	0.013406865298748016
4145	rnn.weight_ih_l1	5	-0.036677561700344086
4145	rnn.weight_ih_l1	6	0.021499408408999443
4145	rnn.weight_ih_l1	7	-0.038243118673563004
4145	rnn.weight_ih_l1	8	0.03765292465686798
4145	rnn.weight_ih_l1	9	0.019709715619683266
4145	rnn.weight_hh_l1	0	0.008037854917347431
4145	rnn.weight_hh_l1	1	0.006234797649085522
4145	rnn.weight_hh_l1	2	-0.025634746998548508
4145	rnn.weight_hh_l1	3	-0.0010702951112762094
4145	rnn.weight_hh_l1	4	0.004770978353917599
4145	rnn.weight_hh_l1	5	0.03928437829017639
4145	rnn.weight_hh_l1	6	0.03420073911547661
4145	rnn.weight_hh_l1	7	-0.030998945236206055
4145	rnn.weight_hh_l1	8	-0.04321553558111191
4145	rnn.weight_hh_l1	9	0.034877657890319824
4145	rnn.bias_ih_l1	0	-0.012141164392232895
4145	rnn.bias_ih_l1	1	-0.03895779326558113
4145	rnn.bias_ih_l1	2	-0.04774785786867142
4145	rnn.bias_ih_l1	3	-0.014454330317676067
4145	rnn.bias_ih_l1	4	-0.10438738763332367
4145	rnn.bias_ih_l1	5	-0.03331514820456505
4145	rnn.bias_ih_l1	6	0.04507572203874588
4145	rnn.bias_ih_l1	7	0.02665606699883938
4145	rnn.bias_ih_l1	8	-0.022417986765503883
4145	rnn.bias_ih_l1	9	0.0038063134998083115
4145	rnn.bias_hh_l1	0	-0.0420280322432518
4145	rnn.bias_hh_l1	1	0.016085200011730194
4145	rnn.bias_hh_l1	2	0.013544374145567417
4145	rnn.bias_hh_l1	3	-0.019732197746634483
4145	rnn.bias_hh_l1	4	-0.02920440211892128
4145	rnn.bias_hh_l1	5	0.008662823587656021
4145	rnn.bias_hh_l1	6	-0.00020957071683369577
4145	rnn.bias_hh_l1	7	-0.0697559341788292
4145	rnn.bias_hh_l1	8	0.043164435774087906
4145	rnn.bias_hh_l1	9	0.007532963063567877
4145	rnn.weight_ih_l1_reverse	0	-0.031633079051971436
4145	rnn.weight_ih_l1_reverse	1	0.035487569868564606
4145	rnn.weight_ih_l1_reverse	2	-0.03270788490772247
4145	rnn.weight_ih_l1_reverse	3	-0.024892520159482956
4145	rnn.weight_ih_l1_reverse	4	0.009997819550335407
4145	rnn.weight_ih_l1_reverse	5	-0.04184449836611748
4145	rnn.weight_ih_l1_reverse	6	-0.025486817583441734
4145	rnn.weight_ih_l1_reverse	7	0.012202608399093151
4145	rnn.weight_ih_l1_reverse	8	0.026739979162812233
4145	rnn.weight_ih_l1_reverse	9	-0.034702643752098083
4145	rnn.weight_hh_l1_reverse	0	0.007808424066752195
4145	rnn.weight_hh_l1_reverse	1	0.02295154705643654
4145	rnn.weight_hh_l1_reverse	2	-0.03540511801838875
4145	rnn.weight_hh_l1_reverse	3	0.037909235805273056
4145	rnn.weight_hh_l1_reverse	4	0.03413848578929901
4145	rnn.weight_hh_l1_reverse	5	0.014619313180446625
4145	rnn.weight_hh_l1_reverse	6	0.004613952711224556
4145	rnn.weight_hh_l1_reverse	7	0.02896551601588726
4145	rnn.weight_hh_l1_reverse	8	-0.0034822379238903522
4145	rnn.weight_hh_l1_reverse	9	-0.03332611545920372
4145	rnn.bias_ih_l1_reverse	0	0.015619355253875256
4145	rnn.bias_ih_l1_reverse	1	-0.0106242336332798
4145	rnn.bias_ih_l1_reverse	2	-0.018723271787166595
4145	rnn.bias_ih_l1_reverse	3	0.0023811087012290955
4145	rnn.bias_ih_l1_reverse	4	-0.03826546296477318
4145	rnn.bias_ih_l1_reverse	5	-0.008071967400610447
4145	rnn.bias_ih_l1_reverse	6	-0.024130962789058685
4145	rnn.bias_ih_l1_reverse	7	-0.0031184181571006775
4145	rnn.bias_ih_l1_reverse	8	0.06577097624540329
4145	rnn.bias_ih_l1_reverse	9	-0.011710457503795624
4145	rnn.bias_hh_l1_reverse	0	-0.0038849927950650454
4145	rnn.bias_hh_l1_reverse	1	-0.020197907462716103
4145	rnn.bias_hh_l1_reverse	2	-0.07445642352104187
4145	rnn.bias_hh_l1_reverse	3	0.032057564705610275
4145	rnn.bias_hh_l1_reverse	4	-0.00492499116808176
4145	rnn.bias_hh_l1_reverse	5	0.019803160801529884
4145	rnn.bias_hh_l1_reverse	6	0.08251578360795975
4145	rnn.bias_hh_l1_reverse	7	0.01892542652785778
4145	rnn.bias_hh_l1_reverse	8	-0.022312361747026443
4145	rnn.bias_hh_l1_reverse	9	-0.018629485741257668
4145	linear.weight	0	0.002228822559118271
4145	linear.weight	1	0.02441444620490074
4145	linear.weight	2	-0.024261480197310448
4145	linear.weight	3	0.14932525157928467
4145	linear.weight	4	0.14678694307804108
4145	linear.weight	5	0.04941790550947189
4145	linear.weight	6	0.008473126217722893
4145	linear.weight	7	0.044782672077417374
4145	linear.weight	8	0.042878407984972
4145	linear.weight	9	-0.044230591505765915
4145	linear.bias	0	-0.05633030831813812
4145	linear.bias	1	0.27327218651771545
4145	linear.bias	2	0.10633498430252075
4145	linear.bias	3	-0.6437557339668274
4145	linear.bias	4	-0.6299201846122742
4145	linear.bias	5	0.1468079835176468
4145	linear.bias	6	-0.2811861038208008
4145	linear.bias	7	0.3183765113353729
4145	linear.bias	8	-0.44416144490242004
4145	linear.bias	9	-0.7217082381248474
4342	transitions	0	-0.1337106078863144
4342	transitions	1	-0.4923034906387329
4342	transitions	2	-10000.0
4342	transitions	3	-1.7077693939208984
4342	transitions	4	-10000.0
4342	transitions	5	1.0279057025909424
4342	transitions	6	0.393787682056427
4342	transitions	7	0.44594094157218933
4342	transitions	8	-1.004254937171936
4342	transitions	9	0.0036227412056177855
4342	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
4342	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
4342	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
4342	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
4342	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
4342	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
4342	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
4342	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
4342	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
4342	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
4342	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
4342	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
4342	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
4342	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
4342	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
4342	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
4342	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
4342	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
4342	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
4342	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
4342	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
4342	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
4342	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
4342	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
4342	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
4342	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
4342	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
4342	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
4342	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
4342	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
4342	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
4342	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
4342	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
4342	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
4342	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
4342	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
4342	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
4342	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
4342	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
4342	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
4342	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
4342	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
4342	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
4342	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
4342	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
4342	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
4342	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
4342	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
4342	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
4342	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
4342	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
4342	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
4342	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
4342	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
4342	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
4342	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
4342	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
4342	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
4342	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
4342	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
4342	embedding2nn.weight	0	0.008821588009595871
4342	embedding2nn.weight	1	-0.009663207456469536
4342	embedding2nn.weight	2	-0.014268254861235619
4342	embedding2nn.weight	3	0.022159170359373093
4342	embedding2nn.weight	4	-0.005915033631026745
4342	embedding2nn.weight	5	-0.003700600005686283
4342	embedding2nn.weight	6	-0.003973252605646849
4342	embedding2nn.weight	7	-0.014994127675890923
4342	embedding2nn.weight	8	-0.0019979383796453476
4342	embedding2nn.weight	9	-0.0060086939483881
4342	embedding2nn.bias	0	0.0017041648970916867
4342	embedding2nn.bias	1	0.010319042950868607
4342	embedding2nn.bias	2	0.05140576511621475
4342	embedding2nn.bias	3	0.02064461074769497
4342	embedding2nn.bias	4	-0.011739506386220455
4342	embedding2nn.bias	5	-0.015123835764825344
4342	embedding2nn.bias	6	0.03586459159851074
4342	embedding2nn.bias	7	-0.03024628572165966
4342	embedding2nn.bias	8	-0.012522084638476372
4342	embedding2nn.bias	9	-0.004763368051499128
4342	rnn.weight_ih_l0	0	-0.010869004763662815
4342	rnn.weight_ih_l0	1	0.011239629238843918
4342	rnn.weight_ih_l0	2	0.022961610928177834
4342	rnn.weight_ih_l0	3	0.029242927208542824
4342	rnn.weight_ih_l0	4	-0.006053430959582329
4342	rnn.weight_ih_l0	5	-0.0433073528110981
4342	rnn.weight_ih_l0	6	0.0070768739096820354
4342	rnn.weight_ih_l0	7	0.0420849546790123
4342	rnn.weight_ih_l0	8	0.02589728869497776
4342	rnn.weight_ih_l0	9	-0.04110332578420639
4342	rnn.weight_hh_l0	0	-0.03954234719276428
4342	rnn.weight_hh_l0	1	0.01057554129511118
4342	rnn.weight_hh_l0	2	0.013092292472720146
4342	rnn.weight_hh_l0	3	-0.008888627402484417
4342	rnn.weight_hh_l0	4	0.02908356487751007
4342	rnn.weight_hh_l0	5	-0.008967247791588306
4342	rnn.weight_hh_l0	6	-0.03333958983421326
4342	rnn.weight_hh_l0	7	-0.04548245295882225
4342	rnn.weight_hh_l0	8	0.01004727277904749
4342	rnn.weight_hh_l0	9	-0.023686887696385384
4342	rnn.bias_ih_l0	0	0.004862423054873943
4342	rnn.bias_ih_l0	1	-0.021600179374217987
4342	rnn.bias_ih_l0	2	-0.005462684668600559
4342	rnn.bias_ih_l0	3	0.034459345042705536
4342	rnn.bias_ih_l0	4	-0.05034483224153519
4342	rnn.bias_ih_l0	5	-0.009036589413881302
4342	rnn.bias_ih_l0	6	-0.0072920601814985275
4342	rnn.bias_ih_l0	7	0.030959391966462135
4342	rnn.bias_ih_l0	8	-0.05129522457718849
4342	rnn.bias_ih_l0	9	0.0021019424311816692
4342	rnn.bias_hh_l0	0	-0.01493798941373825
4342	rnn.bias_hh_l0	1	-0.01714853197336197
4342	rnn.bias_hh_l0	2	0.0034617697820067406
4342	rnn.bias_hh_l0	3	-0.029750466346740723
4342	rnn.bias_hh_l0	4	0.0009093304397538304
4342	rnn.bias_hh_l0	5	0.023560969159007072
4342	rnn.bias_hh_l0	6	0.030887631699442863
4342	rnn.bias_hh_l0	7	0.001269694184884429
4342	rnn.bias_hh_l0	8	-0.009927229955792427
4342	rnn.bias_hh_l0	9	-0.02657690830528736
4342	rnn.weight_ih_l0_reverse	0	-0.0016403509071096778
4342	rnn.weight_ih_l0_reverse	1	-0.037484534084796906
4342	rnn.weight_ih_l0_reverse	2	-0.02535240165889263
4342	rnn.weight_ih_l0_reverse	3	0.00023675309785176069
4342	rnn.weight_ih_l0_reverse	4	-0.01764066517353058
4342	rnn.weight_ih_l0_reverse	5	-0.04485689476132393
4342	rnn.weight_ih_l0_reverse	6	0.0314178504049778
4342	rnn.weight_ih_l0_reverse	7	-0.02843967080116272
4342	rnn.weight_ih_l0_reverse	8	-0.03172808140516281
4342	rnn.weight_ih_l0_reverse	9	0.013403048738837242
4342	rnn.weight_hh_l0_reverse	0	0.024220362305641174
4342	rnn.weight_hh_l0_reverse	1	0.03280919790267944
4342	rnn.weight_hh_l0_reverse	2	0.023710526525974274
4342	rnn.weight_hh_l0_reverse	3	0.016756992787122726
4342	rnn.weight_hh_l0_reverse	4	0.011129084043204784
4342	rnn.weight_hh_l0_reverse	5	-0.010185900144279003
4342	rnn.weight_hh_l0_reverse	6	0.03703223913908005
4342	rnn.weight_hh_l0_reverse	7	-0.020223107188940048
4342	rnn.weight_hh_l0_reverse	8	0.0023311832919716835
4342	rnn.weight_hh_l0_reverse	9	0.044193025678396225
4342	rnn.bias_ih_l0_reverse	0	-0.04185100644826889
4342	rnn.bias_ih_l0_reverse	1	-0.024838674813508987
4342	rnn.bias_ih_l0_reverse	2	0.016915323212742805
4342	rnn.bias_ih_l0_reverse	3	0.024193884804844856
4342	rnn.bias_ih_l0_reverse	4	0.0011262682965025306
4342	rnn.bias_ih_l0_reverse	5	0.018267955631017685
4342	rnn.bias_ih_l0_reverse	6	0.007859425619244576
4342	rnn.bias_ih_l0_reverse	7	0.03627109155058861
4342	rnn.bias_ih_l0_reverse	8	-0.020279210060834885
4342	rnn.bias_ih_l0_reverse	9	0.0498332679271698
4342	rnn.bias_hh_l0_reverse	0	-0.024652540683746338
4342	rnn.bias_hh_l0_reverse	1	0.016220491379499435
4342	rnn.bias_hh_l0_reverse	2	-0.009517455473542213
4342	rnn.bias_hh_l0_reverse	3	-0.03651633486151695
4342	rnn.bias_hh_l0_reverse	4	-0.02935454063117504
4342	rnn.bias_hh_l0_reverse	5	-0.03066316805779934
4342	rnn.bias_hh_l0_reverse	6	0.015596171841025352
4342	rnn.bias_hh_l0_reverse	7	0.008913843892514706
4342	rnn.bias_hh_l0_reverse	8	0.03867069259285927
4342	rnn.bias_hh_l0_reverse	9	-0.0761842429637909
4342	rnn.weight_ih_l1	0	-0.028644077479839325
4342	rnn.weight_ih_l1	1	-0.023515071719884872
4342	rnn.weight_ih_l1	2	0.02190498448908329
4342	rnn.weight_ih_l1	3	0.009829430840909481
4342	rnn.weight_ih_l1	4	0.013140670955181122
4342	rnn.weight_ih_l1	5	-0.03659534081816673
4342	rnn.weight_ih_l1	6	0.021377187222242355
4342	rnn.weight_ih_l1	7	-0.03781156986951828
4342	rnn.weight_ih_l1	8	0.03767053410410881
4342	rnn.weight_ih_l1	9	0.019483771175146103
4342	rnn.weight_hh_l1	0	0.006610649637877941
4342	rnn.weight_hh_l1	1	0.006111192516982555
4342	rnn.weight_hh_l1	2	-0.028269879519939423
4342	rnn.weight_hh_l1	3	-0.0009608155232854187
4342	rnn.weight_hh_l1	4	0.004925050772726536
4342	rnn.weight_hh_l1	5	0.03914859890937805
4342	rnn.weight_hh_l1	6	0.033947594463825226
4342	rnn.weight_hh_l1	7	-0.030986320227384567
4342	rnn.weight_hh_l1	8	-0.042720623314380646
4342	rnn.weight_hh_l1	9	0.03510787710547447
4342	rnn.bias_ih_l1	0	-0.010935020633041859
4342	rnn.bias_ih_l1	1	-0.039643801748752594
4342	rnn.bias_ih_l1	2	-0.050228286534547806
4342	rnn.bias_ih_l1	3	-0.016447851434350014
4342	rnn.bias_ih_l1	4	-0.10257051885128021
4342	rnn.bias_ih_l1	5	-0.03469587117433548
4342	rnn.bias_ih_l1	6	0.0436556339263916
4342	rnn.bias_ih_l1	7	0.026964731514453888
4342	rnn.bias_ih_l1	8	-0.02392164245247841
4342	rnn.bias_ih_l1	9	-0.0008105023298412561
4342	rnn.bias_hh_l1	0	-0.040630631148815155
4342	rnn.bias_hh_l1	1	0.019404495134949684
4342	rnn.bias_hh_l1	2	0.014608487486839294
4342	rnn.bias_hh_l1	3	-0.019838403910398483
4342	rnn.bias_hh_l1	4	-0.029581714421510696
4342	rnn.bias_hh_l1	5	0.008921610191464424
4342	rnn.bias_hh_l1	6	8.366200199816376e-05
4342	rnn.bias_hh_l1	7	-0.07881787419319153
4342	rnn.bias_hh_l1	8	0.040756240487098694
4342	rnn.bias_hh_l1	9	0.009248769842088223
4342	rnn.weight_ih_l1_reverse	0	-0.03198293596506119
4342	rnn.weight_ih_l1_reverse	1	0.030880913138389587
4342	rnn.weight_ih_l1_reverse	2	-0.031924035400152206
4342	rnn.weight_ih_l1_reverse	3	-0.024072634056210518
4342	rnn.weight_ih_l1_reverse	4	0.009166375733911991
4342	rnn.weight_ih_l1_reverse	5	-0.04200579226016998
4342	rnn.weight_ih_l1_reverse	6	-0.025899702683091164
4342	rnn.weight_ih_l1_reverse	7	0.01189482118934393
4342	rnn.weight_ih_l1_reverse	8	0.028819046914577484
4342	rnn.weight_ih_l1_reverse	9	-0.03814764320850372
4342	rnn.weight_hh_l1_reverse	0	0.007908245548605919
4342	rnn.weight_hh_l1_reverse	1	0.022941090166568756
4342	rnn.weight_hh_l1_reverse	2	-0.035432007163763046
4342	rnn.weight_hh_l1_reverse	3	0.037790536880493164
4342	rnn.weight_hh_l1_reverse	4	0.03312617540359497
4342	rnn.weight_hh_l1_reverse	5	0.01456062588840723
4342	rnn.weight_hh_l1_reverse	6	0.004617157857865095
4342	rnn.weight_hh_l1_reverse	7	0.029157130047678947
4342	rnn.weight_hh_l1_reverse	8	-0.0033511053770780563
4342	rnn.weight_hh_l1_reverse	9	-0.03395812213420868
4342	rnn.bias_ih_l1_reverse	0	0.013885954394936562
4342	rnn.bias_ih_l1_reverse	1	-0.011413101106882095
4342	rnn.bias_ih_l1_reverse	2	-0.019503943622112274
4342	rnn.bias_ih_l1_reverse	3	-0.004813170991837978
4342	rnn.bias_ih_l1_reverse	4	-0.039116960018873215
4342	rnn.bias_ih_l1_reverse	5	-0.008774738758802414
4342	rnn.bias_ih_l1_reverse	6	-0.02593519538640976
4342	rnn.bias_ih_l1_reverse	7	-0.0061475313268601894
4342	rnn.bias_ih_l1_reverse	8	0.07716076076030731
4342	rnn.bias_ih_l1_reverse	9	-0.014646411873400211
4342	rnn.bias_hh_l1_reverse	0	-0.007891573011875153
4342	rnn.bias_hh_l1_reverse	1	-0.00421589519828558
4342	rnn.bias_hh_l1_reverse	2	-0.077482208609581
4342	rnn.bias_hh_l1_reverse	3	0.030732829123735428
4342	rnn.bias_hh_l1_reverse	4	-0.005373639520257711
4342	rnn.bias_hh_l1_reverse	5	0.017407339066267014
4342	rnn.bias_hh_l1_reverse	6	0.07389228790998459
4342	rnn.bias_hh_l1_reverse	7	0.019199026748538017
4342	rnn.bias_hh_l1_reverse	8	-0.02411978878080845
4342	rnn.bias_hh_l1_reverse	9	-0.019259221851825714
4342	linear.weight	0	0.002228822559118271
4342	linear.weight	1	0.02873273193836212
4342	linear.weight	2	-0.013171493075788021
4342	linear.weight	3	0.14224599301815033
4342	linear.weight	4	0.1552179455757141
4342	linear.weight	5	0.04802032932639122
4342	linear.weight	6	0.014185179024934769
4342	linear.weight	7	0.035384222865104675
4342	linear.weight	8	0.043164681643247604
4342	linear.weight	9	-0.0330229252576828
4342	linear.bias	0	-0.06672825664281845
4342	linear.bias	1	0.27366334199905396
4342	linear.bias	2	0.09263740479946136
4342	linear.bias	3	-0.6542896032333374
4342	linear.bias	4	-0.6408894062042236
4342	linear.bias	5	0.14766265451908112
4342	linear.bias	6	-0.27556130290031433
4342	linear.bias	7	0.33431217074394226
4342	linear.bias	8	-0.44051605463027954
4342	linear.bias	9	-0.7193719744682312
4539	transitions	0	-0.09672874957323074
4539	transitions	1	-0.4872511327266693
4539	transitions	2	-10000.0
4539	transitions	3	-1.7090648412704468
4539	transitions	4	-10000.0
4539	transitions	5	1.0211185216903687
4539	transitions	6	0.3858310878276825
4539	transitions	7	0.437235563993454
4539	transitions	8	-1.0116539001464844
4539	transitions	9	0.003537406213581562
4539	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
4539	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
4539	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
4539	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
4539	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
4539	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
4539	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
4539	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
4539	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
4539	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
4539	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
4539	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
4539	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
4539	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
4539	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
4539	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
4539	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
4539	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
4539	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
4539	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
4539	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
4539	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
4539	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
4539	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
4539	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
4539	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
4539	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
4539	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
4539	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
4539	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
4539	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
4539	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
4539	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
4539	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
4539	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
4539	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
4539	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
4539	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
4539	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
4539	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
4539	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
4539	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
4539	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
4539	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
4539	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
4539	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
4539	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
4539	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
4539	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
4539	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
4539	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
4539	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
4539	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
4539	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
4539	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
4539	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
4539	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
4539	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
4539	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
4539	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
4539	embedding2nn.weight	0	0.009216475300490856
4539	embedding2nn.weight	1	-0.009722599759697914
4539	embedding2nn.weight	2	-0.014268254861235619
4539	embedding2nn.weight	3	0.02235187031328678
4539	embedding2nn.weight	4	-0.005915033631026745
4539	embedding2nn.weight	5	-0.003700600005686283
4539	embedding2nn.weight	6	-0.003973258659243584
4539	embedding2nn.weight	7	-0.014141111634671688
4539	embedding2nn.weight	8	-0.0019979383796453476
4539	embedding2nn.weight	9	-0.005089621525257826
4539	embedding2nn.bias	0	0.002033631782978773
4539	embedding2nn.bias	1	0.013164169155061245
4539	embedding2nn.bias	2	0.04408751055598259
4539	embedding2nn.bias	3	0.018839752301573753
4539	embedding2nn.bias	4	-0.015152269043028355
4539	embedding2nn.bias	5	-0.013881989754736423
4539	embedding2nn.bias	6	0.03528708219528198
4539	embedding2nn.bias	7	-0.03297777846455574
4539	embedding2nn.bias	8	-0.01413621474057436
4539	embedding2nn.bias	9	-0.008941447362303734
4539	rnn.weight_ih_l0	0	-0.010837435722351074
4539	rnn.weight_ih_l0	1	0.011447948403656483
4539	rnn.weight_ih_l0	2	0.022644974291324615
4539	rnn.weight_ih_l0	3	0.029132746160030365
4539	rnn.weight_ih_l0	4	-0.006627574563026428
4539	rnn.weight_ih_l0	5	-0.04343573749065399
4539	rnn.weight_ih_l0	6	0.007415540050715208
4539	rnn.weight_ih_l0	7	0.0418415367603302
4539	rnn.weight_ih_l0	8	0.025910455733537674
4539	rnn.weight_ih_l0	9	-0.04118037223815918
4539	rnn.weight_hh_l0	0	-0.03910541534423828
4539	rnn.weight_hh_l0	1	0.011373343877494335
4539	rnn.weight_hh_l0	2	0.013373692519962788
4539	rnn.weight_hh_l0	3	-0.008579030632972717
4539	rnn.weight_hh_l0	4	0.029170870780944824
4539	rnn.weight_hh_l0	5	-0.009102529846131802
4539	rnn.weight_hh_l0	6	-0.0339127816259861
4539	rnn.weight_hh_l0	7	-0.045722730457782745
4539	rnn.weight_hh_l0	8	0.009771974757313728
4539	rnn.weight_hh_l0	9	-0.024039890617132187
4539	rnn.bias_ih_l0	0	0.0012665443355217576
4539	rnn.bias_ih_l0	1	-0.020125102251768112
4539	rnn.bias_ih_l0	2	-0.005117809399962425
4539	rnn.bias_ih_l0	3	0.033763039857149124
4539	rnn.bias_ih_l0	4	-0.04940023645758629
4539	rnn.bias_ih_l0	5	-0.010270225815474987
4539	rnn.bias_ih_l0	6	-0.0015567824011668563
4539	rnn.bias_ih_l0	7	0.02994474396109581
4539	rnn.bias_ih_l0	8	-0.05233285203576088
4539	rnn.bias_ih_l0	9	0.004089572466909885
4539	rnn.bias_hh_l0	0	-0.01563291624188423
4539	rnn.bias_hh_l0	1	-0.0213194340467453
4539	rnn.bias_hh_l0	2	0.001221299055032432
4539	rnn.bias_hh_l0	3	-0.031646158546209335
4539	rnn.bias_hh_l0	4	0.002630756702274084
4539	rnn.bias_hh_l0	5	0.023348556831479073
4539	rnn.bias_hh_l0	6	0.032325904816389084
4539	rnn.bias_hh_l0	7	0.003762770676985383
4539	rnn.bias_hh_l0	8	-0.01376231200993061
4539	rnn.bias_hh_l0	9	-0.030770378187298775
4539	rnn.weight_ih_l0_reverse	0	-0.001557948300614953
4539	rnn.weight_ih_l0_reverse	1	-0.03699791431427002
4539	rnn.weight_ih_l0_reverse	2	-0.025462131947278976
4539	rnn.weight_ih_l0_reverse	3	0.00010871107951970771
4539	rnn.weight_ih_l0_reverse	4	-0.017201002687215805
4539	rnn.weight_ih_l0_reverse	5	-0.0450296476483345
4539	rnn.weight_ih_l0_reverse	6	0.03157060220837593
4539	rnn.weight_ih_l0_reverse	7	-0.028657879680395126
4539	rnn.weight_ih_l0_reverse	8	-0.03155665099620819
4539	rnn.weight_ih_l0_reverse	9	0.013797521591186523
4539	rnn.weight_hh_l0_reverse	0	0.025256147608160973
4539	rnn.weight_hh_l0_reverse	1	0.03277317062020302
4539	rnn.weight_hh_l0_reverse	2	0.023819122463464737
4539	rnn.weight_hh_l0_reverse	3	0.01687774807214737
4539	rnn.weight_hh_l0_reverse	4	0.010804926976561546
4539	rnn.weight_hh_l0_reverse	5	-0.009150084108114243
4539	rnn.weight_hh_l0_reverse	6	0.03739612177014351
4539	rnn.weight_hh_l0_reverse	7	-0.020383909344673157
4539	rnn.weight_hh_l0_reverse	8	0.0023764909710735083
4539	rnn.weight_hh_l0_reverse	9	0.044389087706804276
4539	rnn.bias_ih_l0_reverse	0	-0.04487554728984833
4539	rnn.bias_ih_l0_reverse	1	-0.028253355994820595
4539	rnn.bias_ih_l0_reverse	2	0.012727463617920876
4539	rnn.bias_ih_l0_reverse	3	0.02623310685157776
4539	rnn.bias_ih_l0_reverse	4	-9.083810437005013e-05
4539	rnn.bias_ih_l0_reverse	5	0.02095022052526474
4539	rnn.bias_ih_l0_reverse	6	0.007362759206444025
4539	rnn.bias_ih_l0_reverse	7	0.0354691781103611
4539	rnn.bias_ih_l0_reverse	8	-0.021249154582619667
4539	rnn.bias_ih_l0_reverse	9	0.04595743864774704
4539	rnn.bias_hh_l0_reverse	0	-0.024854179471731186
4539	rnn.bias_hh_l0_reverse	1	0.01419160794466734
4539	rnn.bias_hh_l0_reverse	2	-0.010044114664196968
4539	rnn.bias_hh_l0_reverse	3	-0.03609178587794304
4539	rnn.bias_hh_l0_reverse	4	-0.029541678726673126
4539	rnn.bias_hh_l0_reverse	5	-0.03186032548546791
4539	rnn.bias_hh_l0_reverse	6	0.01622331514954567
4539	rnn.bias_hh_l0_reverse	7	0.0069297561421990395
4539	rnn.bias_hh_l0_reverse	8	0.03750073164701462
4539	rnn.bias_hh_l0_reverse	9	-0.07758107781410217
4539	rnn.weight_ih_l1	0	-0.028705144301056862
4539	rnn.weight_ih_l1	1	-0.023422928526997566
4539	rnn.weight_ih_l1	2	0.022731265053153038
4539	rnn.weight_ih_l1	3	0.012088087387382984
4539	rnn.weight_ih_l1	4	0.013135342858731747
4539	rnn.weight_ih_l1	5	-0.036380406469106674
4539	rnn.weight_ih_l1	6	0.020970363169908524
4539	rnn.weight_ih_l1	7	-0.03807114437222481
4539	rnn.weight_ih_l1	8	0.03784406930208206
4539	rnn.weight_ih_l1	9	0.019470978528261185
4539	rnn.weight_hh_l1	0	0.0069435532204806805
4539	rnn.weight_hh_l1	1	0.0059638977982103825
4539	rnn.weight_hh_l1	2	-0.02630247175693512
4539	rnn.weight_hh_l1	3	-0.0006439929711632431
4539	rnn.weight_hh_l1	4	0.0059314901009202
4539	rnn.weight_hh_l1	5	0.038863539695739746
4539	rnn.weight_hh_l1	6	0.03486020863056183
4539	rnn.weight_hh_l1	7	-0.031106555834412575
4539	rnn.weight_hh_l1	8	-0.042002227157354355
4539	rnn.weight_hh_l1	9	0.035451944917440414
4539	rnn.bias_ih_l1	0	-0.010891234502196312
4539	rnn.bias_ih_l1	1	-0.04006161168217659
4539	rnn.bias_ih_l1	2	-0.050843171775341034
4539	rnn.bias_ih_l1	3	-0.014756890013813972
4539	rnn.bias_ih_l1	4	-0.11349295824766159
4539	rnn.bias_ih_l1	5	-0.03637375682592392
4539	rnn.bias_ih_l1	6	0.042794350534677505
4539	rnn.bias_ih_l1	7	0.026728518307209015
4539	rnn.bias_ih_l1	8	-0.02394145168364048
4539	rnn.bias_ih_l1	9	-0.001300438423641026
4539	rnn.bias_hh_l1	0	-0.039342716336250305
4539	rnn.bias_hh_l1	1	0.01681823842227459
4539	rnn.bias_hh_l1	2	0.0119411526247859
4539	rnn.bias_hh_l1	3	-0.020113244652748108
4539	rnn.bias_hh_l1	4	-0.029651068150997162
4539	rnn.bias_hh_l1	5	0.0071977232582867146
4539	rnn.bias_hh_l1	6	0.0001674716331763193
4539	rnn.bias_hh_l1	7	-0.09303995966911316
4539	rnn.bias_hh_l1	8	0.042676012963056564
4539	rnn.bias_hh_l1	9	0.01035807840526104
4539	rnn.weight_ih_l1_reverse	0	-0.030857346951961517
4539	rnn.weight_ih_l1_reverse	1	0.031285323202610016
4539	rnn.weight_ih_l1_reverse	2	-0.03112986870110035
4539	rnn.weight_ih_l1_reverse	3	-0.02273649349808693
4539	rnn.weight_ih_l1_reverse	4	0.008287194184958935
4539	rnn.weight_ih_l1_reverse	5	-0.042162321507930756
4539	rnn.weight_ih_l1_reverse	6	-0.024656428024172783
4539	rnn.weight_ih_l1_reverse	7	0.011229246854782104
4539	rnn.weight_ih_l1_reverse	8	0.03752955049276352
4539	rnn.weight_ih_l1_reverse	9	-0.0392363965511322
4539	rnn.weight_hh_l1_reverse	0	0.007942917756736279
4539	rnn.weight_hh_l1_reverse	1	0.02321167103946209
4539	rnn.weight_hh_l1_reverse	2	-0.03555263206362724
4539	rnn.weight_hh_l1_reverse	3	0.03770449757575989
4539	rnn.weight_hh_l1_reverse	4	0.035003941506147385
4539	rnn.weight_hh_l1_reverse	5	0.014528797939419746
4539	rnn.weight_hh_l1_reverse	6	0.004531294107437134
4539	rnn.weight_hh_l1_reverse	7	0.0290747731924057
4539	rnn.weight_hh_l1_reverse	8	-0.0034846693743020296
4539	rnn.weight_hh_l1_reverse	9	-0.034298770129680634
4539	rnn.bias_ih_l1_reverse	0	0.013047116808593273
4539	rnn.bias_ih_l1_reverse	1	-0.01430340763181448
4539	rnn.bias_ih_l1_reverse	2	-0.02195066772401333
4539	rnn.bias_ih_l1_reverse	3	0.008020762354135513
4539	rnn.bias_ih_l1_reverse	4	-0.04002631455659866
4539	rnn.bias_ih_l1_reverse	5	-0.010567634366452694
4539	rnn.bias_ih_l1_reverse	6	-0.026513757184147835
4539	rnn.bias_ih_l1_reverse	7	-0.010525745339691639
4539	rnn.bias_ih_l1_reverse	8	0.06773804873228073
4539	rnn.bias_ih_l1_reverse	9	-0.014152411371469498
4539	rnn.bias_hh_l1_reverse	0	-0.0013808319345116615
4539	rnn.bias_hh_l1_reverse	1	-0.014307905919849873
4539	rnn.bias_hh_l1_reverse	2	-0.07799272984266281
4539	rnn.bias_hh_l1_reverse	3	0.03043597750365734
4539	rnn.bias_hh_l1_reverse	4	-0.006227707490324974
4539	rnn.bias_hh_l1_reverse	5	0.01773456297814846
4539	rnn.bias_hh_l1_reverse	6	0.08031605929136276
4539	rnn.bias_hh_l1_reverse	7	0.023588793352246284
4539	rnn.bias_hh_l1_reverse	8	-0.026078451424837112
4539	rnn.bias_hh_l1_reverse	9	-0.020607277750968933
4539	linear.weight	0	0.002228822559118271
4539	linear.weight	1	0.028902040794491768
4539	linear.weight	2	-0.015444262884557247
4539	linear.weight	3	0.1323118954896927
4539	linear.weight	4	0.1300080418586731
4539	linear.weight	5	0.0455920584499836
4539	linear.weight	6	0.02204989828169346
4539	linear.weight	7	0.018356185406446457
4539	linear.weight	8	0.043756239116191864
4539	linear.weight	9	-0.03812810406088829
4539	linear.bias	0	-0.03626604005694389
4539	linear.bias	1	0.2776848375797272
4539	linear.bias	2	0.10215267539024353
4539	linear.bias	3	-0.6594334840774536
4539	linear.bias	4	-0.6372821927070618
4539	linear.bias	5	0.1608833521604538
4539	linear.bias	6	-0.2904321551322937
4539	linear.bias	7	0.35284706950187683
4539	linear.bias	8	-0.45123153924942017
4539	linear.bias	9	-0.7333118915557861
4736	transitions	0	-0.08997524529695511
4736	transitions	1	-0.4780791997909546
4736	transitions	2	-10000.0
4736	transitions	3	-1.7107837200164795
4736	transitions	4	-10000.0
4736	transitions	5	1.0148528814315796
4736	transitions	6	0.3766976296901703
4736	transitions	7	0.42912882566452026
4736	transitions	8	-1.018945574760437
4736	transitions	9	0.0034693856723606586
4736	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
4736	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
4736	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
4736	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
4736	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
4736	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
4736	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
4736	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
4736	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
4736	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
4736	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
4736	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
4736	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
4736	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
4736	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
4736	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
4736	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
4736	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
4736	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
4736	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
4736	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
4736	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
4736	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
4736	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
4736	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
4736	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
4736	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
4736	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
4736	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
4736	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
4736	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
4736	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
4736	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
4736	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
4736	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
4736	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
4736	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
4736	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
4736	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
4736	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
4736	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
4736	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
4736	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
4736	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
4736	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
4736	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
4736	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
4736	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
4736	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
4736	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
4736	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
4736	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
4736	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
4736	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
4736	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
4736	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
4736	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
4736	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
4736	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
4736	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
4736	embedding2nn.weight	0	0.011154877953231335
4736	embedding2nn.weight	1	-0.009590502828359604
4736	embedding2nn.weight	2	-0.014268254861235619
4736	embedding2nn.weight	3	0.022475017234683037
4736	embedding2nn.weight	4	-0.005915033631026745
4736	embedding2nn.weight	5	-0.0037006002385169268
4736	embedding2nn.weight	6	-0.003973254933953285
4736	embedding2nn.weight	7	-0.014556903392076492
4736	embedding2nn.weight	8	-0.0019979383796453476
4736	embedding2nn.weight	9	-0.00528212683275342
4736	embedding2nn.bias	0	-0.0002424243721179664
4736	embedding2nn.bias	1	0.011096944101154804
4736	embedding2nn.bias	2	0.04041960462927818
4736	embedding2nn.bias	3	0.02414574660360813
4736	embedding2nn.bias	4	-0.006356746889650822
4736	embedding2nn.bias	5	-0.013242466375231743
4736	embedding2nn.bias	6	0.04146398603916168
4736	embedding2nn.bias	7	-0.030666043981909752
4736	embedding2nn.bias	8	-0.013567660935223103
4736	embedding2nn.bias	9	-0.00859727431088686
4736	rnn.weight_ih_l0	0	-0.010495586320757866
4736	rnn.weight_ih_l0	1	0.011249637231230736
4736	rnn.weight_ih_l0	2	0.0239353459328413
4736	rnn.weight_ih_l0	3	0.029168611392378807
4736	rnn.weight_ih_l0	4	-0.00665519293397665
4736	rnn.weight_ih_l0	5	-0.04325610026717186
4736	rnn.weight_ih_l0	6	0.00760941207408905
4736	rnn.weight_ih_l0	7	0.04151499271392822
4736	rnn.weight_ih_l0	8	0.026259569451212883
4736	rnn.weight_ih_l0	9	-0.04141109809279442
4736	rnn.weight_hh_l0	0	-0.03856842592358589
4736	rnn.weight_hh_l0	1	0.011189236305654049
4736	rnn.weight_hh_l0	2	0.012568405829370022
4736	rnn.weight_hh_l0	3	-0.008878577500581741
4736	rnn.weight_hh_l0	4	0.029116589576005936
4736	rnn.weight_hh_l0	5	-0.0089030209928751
4736	rnn.weight_hh_l0	6	-0.034072309732437134
4736	rnn.weight_hh_l0	7	-0.04601164162158966
4736	rnn.weight_hh_l0	8	0.009599059820175171
4736	rnn.weight_hh_l0	9	-0.02400955557823181
4736	rnn.bias_ih_l0	0	0.0013305421452969313
4736	rnn.bias_ih_l0	1	-0.020090527832508087
4736	rnn.bias_ih_l0	2	-0.0035254191607236862
4736	rnn.bias_ih_l0	3	0.03143033757805824
4736	rnn.bias_ih_l0	4	-0.04924251511693001
4736	rnn.bias_ih_l0	5	-0.011125924065709114
4736	rnn.bias_ih_l0	6	-0.007053602486848831
4736	rnn.bias_ih_l0	7	0.030275192111730576
4736	rnn.bias_ih_l0	8	-0.053796231746673584
4736	rnn.bias_ih_l0	9	0.006582512985914946
4736	rnn.bias_hh_l0	0	-0.01635710895061493
4736	rnn.bias_hh_l0	1	-0.024988088756799698
4736	rnn.bias_hh_l0	2	-9.087633770832326e-06
4736	rnn.bias_hh_l0	3	-0.03305744379758835
4736	rnn.bias_hh_l0	4	0.0039001547265797853
4736	rnn.bias_hh_l0	5	0.022803764790296555
4736	rnn.bias_hh_l0	6	0.034916266798973083
4736	rnn.bias_hh_l0	7	0.004058766178786755
4736	rnn.bias_hh_l0	8	-0.014184505678713322
4736	rnn.bias_hh_l0	9	-0.03166961669921875
4736	rnn.weight_ih_l0_reverse	0	-0.001670153229497373
4736	rnn.weight_ih_l0_reverse	1	-0.035991426557302475
4736	rnn.weight_ih_l0_reverse	2	-0.02590504288673401
4736	rnn.weight_ih_l0_reverse	3	-0.0001394403079757467
4736	rnn.weight_ih_l0_reverse	4	-0.01685456372797489
4736	rnn.weight_ih_l0_reverse	5	-0.04502910003066063
4736	rnn.weight_ih_l0_reverse	6	0.0318167582154274
4736	rnn.weight_ih_l0_reverse	7	-0.02829146757721901
4736	rnn.weight_ih_l0_reverse	8	-0.03148284927010536
4736	rnn.weight_ih_l0_reverse	9	0.014298445545136929
4736	rnn.weight_hh_l0_reverse	0	0.0253075510263443
4736	rnn.weight_hh_l0_reverse	1	0.03264995664358139
4736	rnn.weight_hh_l0_reverse	2	0.023439647629857063
4736	rnn.weight_hh_l0_reverse	3	0.016599267721176147
4736	rnn.weight_hh_l0_reverse	4	0.011189287528395653
4736	rnn.weight_hh_l0_reverse	5	-0.009309890680015087
4736	rnn.weight_hh_l0_reverse	6	0.037395309656858444
4736	rnn.weight_hh_l0_reverse	7	-0.020496033132076263
4736	rnn.weight_hh_l0_reverse	8	0.0022317483089864254
4736	rnn.weight_hh_l0_reverse	9	0.04428429156541824
4736	rnn.bias_ih_l0_reverse	0	-0.044312734156847
4736	rnn.bias_ih_l0_reverse	1	-0.02965589053928852
4736	rnn.bias_ih_l0_reverse	2	0.013582250103354454
4736	rnn.bias_ih_l0_reverse	3	0.02610340528190136
4736	rnn.bias_ih_l0_reverse	4	0.002731151646003127
4736	rnn.bias_ih_l0_reverse	5	0.02249750681221485
4736	rnn.bias_ih_l0_reverse	6	0.00543311657384038
4736	rnn.bias_ih_l0_reverse	7	0.03516179323196411
4736	rnn.bias_ih_l0_reverse	8	-0.020429367199540138
4736	rnn.bias_ih_l0_reverse	9	0.04230599105358124
4736	rnn.bias_hh_l0_reverse	0	-0.024786636233329773
4736	rnn.bias_hh_l0_reverse	1	0.012272941879928112
4736	rnn.bias_hh_l0_reverse	2	-0.009290165267884731
4736	rnn.bias_hh_l0_reverse	3	-0.03635534271597862
4736	rnn.bias_hh_l0_reverse	4	-0.030547935515642166
4736	rnn.bias_hh_l0_reverse	5	-0.03021869994699955
4736	rnn.bias_hh_l0_reverse	6	0.015172927640378475
4736	rnn.bias_hh_l0_reverse	7	0.007165204267948866
4736	rnn.bias_hh_l0_reverse	8	0.03641621768474579
4736	rnn.bias_hh_l0_reverse	9	-0.07631674408912659
4736	rnn.weight_ih_l1	0	-0.027567513287067413
4736	rnn.weight_ih_l1	1	-0.024157147854566574
4736	rnn.weight_ih_l1	2	0.021522512659430504
4736	rnn.weight_ih_l1	3	0.009893850423395634
4736	rnn.weight_ih_l1	4	0.012521680444478989
4736	rnn.weight_ih_l1	5	-0.036160316318273544
4736	rnn.weight_ih_l1	6	0.020885204896330833
4736	rnn.weight_ih_l1	7	-0.037529729306697845
4736	rnn.weight_ih_l1	8	0.0378122553229332
4736	rnn.weight_ih_l1	9	0.019354287534952164
4736	rnn.weight_hh_l1	0	0.007487896829843521
4736	rnn.weight_hh_l1	1	0.006149596069008112
4736	rnn.weight_hh_l1	2	-0.025733262300491333
4736	rnn.weight_hh_l1	3	-0.0004963666433468461
4736	rnn.weight_hh_l1	4	0.005530851893126965
4736	rnn.weight_hh_l1	5	0.03846448287367821
4736	rnn.weight_hh_l1	6	0.034920524805784225
4736	rnn.weight_hh_l1	7	-0.030856085941195488
4736	rnn.weight_hh_l1	8	-0.041626304388046265
4736	rnn.weight_hh_l1	9	0.03546791151165962
4736	rnn.bias_ih_l1	0	-0.013400081545114517
4736	rnn.bias_ih_l1	1	-0.0401742048561573
4736	rnn.bias_ih_l1	2	-0.0510837621986866
4736	rnn.bias_ih_l1	3	-0.018310051411390305
4736	rnn.bias_ih_l1	4	-0.1051545962691307
4736	rnn.bias_ih_l1	5	-0.039229437708854675
4736	rnn.bias_ih_l1	6	0.04030914604663849
4736	rnn.bias_ih_l1	7	0.026691647246479988
4736	rnn.bias_ih_l1	8	-0.02122076414525509
4736	rnn.bias_ih_l1	9	0.00012892330414615571
4736	rnn.bias_hh_l1	0	-0.041968803852796555
4736	rnn.bias_hh_l1	1	0.014497988857328892
4736	rnn.bias_hh_l1	2	0.010054433718323708
4736	rnn.bias_hh_l1	3	-0.02029796503484249
4736	rnn.bias_hh_l1	4	-0.02789696492254734
4736	rnn.bias_hh_l1	5	0.007653193548321724
4736	rnn.bias_hh_l1	6	-0.00085739343194291
4736	rnn.bias_hh_l1	7	-0.08633559942245483
4736	rnn.bias_hh_l1	8	0.04119965061545372
4736	rnn.bias_hh_l1	9	0.01037588994950056
4736	rnn.weight_ih_l1_reverse	0	-0.030838150531053543
4736	rnn.weight_ih_l1_reverse	1	0.02973760850727558
4736	rnn.weight_ih_l1_reverse	2	-0.03098118118941784
4736	rnn.weight_ih_l1_reverse	3	-0.022985858842730522
4736	rnn.weight_ih_l1_reverse	4	0.008274275809526443
4736	rnn.weight_ih_l1_reverse	5	-0.042054690420627594
4736	rnn.weight_ih_l1_reverse	6	-0.02468193881213665
4736	rnn.weight_ih_l1_reverse	7	0.011309522204101086
4736	rnn.weight_ih_l1_reverse	8	0.032862234860658646
4736	rnn.weight_ih_l1_reverse	9	-0.04059275984764099
4736	rnn.weight_hh_l1_reverse	0	0.007910682819783688
4736	rnn.weight_hh_l1_reverse	1	0.023396382108330727
4736	rnn.weight_hh_l1_reverse	2	-0.03549860417842865
4736	rnn.weight_hh_l1_reverse	3	0.03767365217208862
4736	rnn.weight_hh_l1_reverse	4	0.035690244287252426
4736	rnn.weight_hh_l1_reverse	5	0.014450612477958202
4736	rnn.weight_hh_l1_reverse	6	0.004408500622957945
4736	rnn.weight_hh_l1_reverse	7	0.029128259047865868
4736	rnn.weight_hh_l1_reverse	8	-0.0034357691183686256
4736	rnn.weight_hh_l1_reverse	9	-0.03434726595878601
4736	rnn.bias_ih_l1_reverse	0	0.010349570773541927
4736	rnn.bias_ih_l1_reverse	1	-0.016147568821907043
4736	rnn.bias_ih_l1_reverse	2	-0.02174169197678566
4736	rnn.bias_ih_l1_reverse	3	0.002647352870553732
4736	rnn.bias_ih_l1_reverse	4	-0.04186666011810303
4736	rnn.bias_ih_l1_reverse	5	-0.009762328118085861
4736	rnn.bias_ih_l1_reverse	6	-0.02532423473894596
4736	rnn.bias_ih_l1_reverse	7	-0.007892285473644733
4736	rnn.bias_ih_l1_reverse	8	0.07759314775466919
4736	rnn.bias_ih_l1_reverse	9	-0.024068694561719894
4736	rnn.bias_hh_l1_reverse	0	-0.010494892485439777
4736	rnn.bias_hh_l1_reverse	1	-0.027894770726561546
4736	rnn.bias_hh_l1_reverse	2	-0.08008476346731186
4736	rnn.bias_hh_l1_reverse	3	0.0295002032071352
4736	rnn.bias_hh_l1_reverse	4	-0.006060303188860416
4736	rnn.bias_hh_l1_reverse	5	0.015755631029605865
4736	rnn.bias_hh_l1_reverse	6	0.07641789317131042
4736	rnn.bias_hh_l1_reverse	7	0.021210648119449615
4736	rnn.bias_hh_l1_reverse	8	-0.026693163439631462
4736	rnn.bias_hh_l1_reverse	9	-0.021369121968746185
4736	linear.weight	0	0.002228822559118271
4736	linear.weight	1	0.03862939402461052
4736	linear.weight	2	-0.03217180818319321
4736	linear.weight	3	0.12736168503761292
4736	linear.weight	4	0.14409023523330688
4736	linear.weight	5	0.050539277493953705
4736	linear.weight	6	0.019013117998838425
4736	linear.weight	7	0.0215187706053257
4736	linear.weight	8	0.04417550191283226
4736	linear.weight	9	-0.03537743166089058
4736	linear.bias	0	-0.0769697055220604
4736	linear.bias	1	0.27471092343330383
4736	linear.bias	2	0.09819674491882324
4736	linear.bias	3	-0.6608083248138428
4736	linear.bias	4	-0.6486733555793762
4736	linear.bias	5	0.1671319603919983
4736	linear.bias	6	-0.310165137052536
4736	linear.bias	7	0.3498823344707489
4736	linear.bias	8	-0.4571296274662018
4736	linear.bias	9	-0.7344704866409302
4933	transitions	0	-0.06279779970645905
4933	transitions	1	-0.4746006429195404
4933	transitions	2	-10000.0
4933	transitions	3	-1.7122007608413696
4933	transitions	4	-10000.0
4933	transitions	5	1.0082018375396729
4933	transitions	6	0.3678031265735626
4933	transitions	7	0.42402714490890503
4933	transitions	8	-1.0264891386032104
4933	transitions	9	0.0033934356179088354
4933	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
4933	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
4933	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
4933	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
4933	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
4933	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
4933	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
4933	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
4933	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
4933	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
4933	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
4933	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
4933	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
4933	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
4933	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
4933	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
4933	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
4933	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
4933	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
4933	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
4933	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
4933	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
4933	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
4933	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
4933	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
4933	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
4933	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
4933	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
4933	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
4933	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
4933	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
4933	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
4933	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
4933	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
4933	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
4933	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
4933	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
4933	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
4933	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
4933	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
4933	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
4933	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
4933	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
4933	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
4933	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
4933	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
4933	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
4933	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
4933	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
4933	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
4933	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
4933	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
4933	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
4933	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
4933	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
4933	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
4933	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
4933	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
4933	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
4933	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
4933	embedding2nn.weight	0	0.00788993202149868
4933	embedding2nn.weight	1	-0.009777386672794819
4933	embedding2nn.weight	2	-0.014268254861235619
4933	embedding2nn.weight	3	0.022933153435587883
4933	embedding2nn.weight	4	-0.005915033631026745
4933	embedding2nn.weight	5	-0.0037005976773798466
4933	embedding2nn.weight	6	-0.003973258659243584
4933	embedding2nn.weight	7	-0.015024318359792233
4933	embedding2nn.weight	8	-0.0019979383796453476
4933	embedding2nn.weight	9	-0.003954908344894648
4933	embedding2nn.bias	0	0.005782585125416517
4933	embedding2nn.bias	1	0.008727611973881721
4933	embedding2nn.bias	2	0.04039105400443077
4933	embedding2nn.bias	3	0.022131934762001038
4933	embedding2nn.bias	4	-0.010227683931589127
4933	embedding2nn.bias	5	-0.02144138142466545
4933	embedding2nn.bias	6	0.034698404371738434
4933	embedding2nn.bias	7	-0.022559817880392075
4933	embedding2nn.bias	8	-0.01318273413926363
4933	embedding2nn.bias	9	-0.007956132292747498
4933	rnn.weight_ih_l0	0	-0.012872906401753426
4933	rnn.weight_ih_l0	1	0.012736502103507519
4933	rnn.weight_ih_l0	2	0.023366481065750122
4933	rnn.weight_ih_l0	3	0.029652876779437065
4933	rnn.weight_ih_l0	4	-0.007104153744876385
4933	rnn.weight_ih_l0	5	-0.04337279871106148
4933	rnn.weight_ih_l0	6	0.007579138036817312
4933	rnn.weight_ih_l0	7	0.04060272127389908
4933	rnn.weight_ih_l0	8	0.02657187543809414
4933	rnn.weight_ih_l0	9	-0.041722651571035385
4933	rnn.weight_hh_l0	0	-0.03852759674191475
4933	rnn.weight_hh_l0	1	0.010957017540931702
4933	rnn.weight_hh_l0	2	0.012101998552680016
4933	rnn.weight_hh_l0	3	-0.009309164248406887
4933	rnn.weight_hh_l0	4	0.029098475351929665
4933	rnn.weight_hh_l0	5	-0.0093760434538126
4933	rnn.weight_hh_l0	6	-0.03446837142109871
4933	rnn.weight_hh_l0	7	-0.04590076953172684
4933	rnn.weight_hh_l0	8	0.009525615721940994
4933	rnn.weight_hh_l0	9	-0.024505017325282097
4933	rnn.bias_ih_l0	0	0.0035963200498372316
4933	rnn.bias_ih_l0	1	-0.01597280241549015
4933	rnn.bias_ih_l0	2	-0.003202708438038826
4933	rnn.bias_ih_l0	3	0.03369083255529404
4933	rnn.bias_ih_l0	4	-0.047985099256038666
4933	rnn.bias_ih_l0	5	-0.011195710860192776
4933	rnn.bias_ih_l0	6	-0.009566432796418667
4933	rnn.bias_ih_l0	7	0.030543243512511253
4933	rnn.bias_ih_l0	8	-0.05403665453195572
4933	rnn.bias_ih_l0	9	0.003300262847915292
4933	rnn.bias_hh_l0	0	-0.017572898417711258
4933	rnn.bias_hh_l0	1	-0.02596883289515972
4933	rnn.bias_hh_l0	2	-0.0016504861414432526
4933	rnn.bias_hh_l0	3	-0.03260837495326996
4933	rnn.bias_hh_l0	4	0.0037235545460134745
4933	rnn.bias_hh_l0	5	0.02276974730193615
4933	rnn.bias_hh_l0	6	0.03259974345564842
4933	rnn.bias_hh_l0	7	0.003986396361142397
4933	rnn.bias_hh_l0	8	-0.016564220190048218
4933	rnn.bias_hh_l0	9	-0.030989494174718857
4933	rnn.weight_ih_l0_reverse	0	-0.0010533289751037955
4933	rnn.weight_ih_l0_reverse	1	-0.03726596012711525
4933	rnn.weight_ih_l0_reverse	2	-0.025712458416819572
4933	rnn.weight_ih_l0_reverse	3	-3.947510049329139e-05
4933	rnn.weight_ih_l0_reverse	4	-0.016661690548062325
4933	rnn.weight_ih_l0_reverse	5	-0.04496382549405098
4933	rnn.weight_ih_l0_reverse	6	0.03172563388943672
4933	rnn.weight_ih_l0_reverse	7	-0.028019439429044724
4933	rnn.weight_ih_l0_reverse	8	-0.03129100054502487
4933	rnn.weight_ih_l0_reverse	9	0.014250497333705425
4933	rnn.weight_hh_l0_reverse	0	0.026662861928343773
4933	rnn.weight_hh_l0_reverse	1	0.03267206251621246
4933	rnn.weight_hh_l0_reverse	2	0.02365093305706978
4933	rnn.weight_hh_l0_reverse	3	0.01653759740293026
4933	rnn.weight_hh_l0_reverse	4	0.011433456093072891
4933	rnn.weight_hh_l0_reverse	5	-0.009271231479942799
4933	rnn.weight_hh_l0_reverse	6	0.03726133331656456
4933	rnn.weight_hh_l0_reverse	7	-0.02066674642264843
4933	rnn.weight_hh_l0_reverse	8	0.0035025866236537695
4933	rnn.weight_hh_l0_reverse	9	0.043767668306827545
4933	rnn.bias_ih_l0_reverse	0	-0.04518244042992592
4933	rnn.bias_ih_l0_reverse	1	-0.027478761970996857
4933	rnn.bias_ih_l0_reverse	2	0.014544140547513962
4933	rnn.bias_ih_l0_reverse	3	0.025825748220086098
4933	rnn.bias_ih_l0_reverse	4	0.0031958837062120438
4933	rnn.bias_ih_l0_reverse	5	0.023135310038924217
4933	rnn.bias_ih_l0_reverse	6	0.007377661764621735
4933	rnn.bias_ih_l0_reverse	7	0.03446798026561737
4933	rnn.bias_ih_l0_reverse	8	-0.022610275074839592
4933	rnn.bias_ih_l0_reverse	9	0.04359155520796776
4933	rnn.bias_hh_l0_reverse	0	-0.024556973949074745
4933	rnn.bias_hh_l0_reverse	1	0.014677471481263638
4933	rnn.bias_hh_l0_reverse	2	-0.008445980027318
4933	rnn.bias_hh_l0_reverse	3	-0.036195266991853714
4933	rnn.bias_hh_l0_reverse	4	-0.030390027910470963
4933	rnn.bias_hh_l0_reverse	5	-0.030661005526781082
4933	rnn.bias_hh_l0_reverse	6	0.016192642971873283
4933	rnn.bias_hh_l0_reverse	7	0.008338634856045246
4933	rnn.bias_hh_l0_reverse	8	0.038709066808223724
4933	rnn.bias_hh_l0_reverse	9	-0.07870892435312271
4933	rnn.weight_ih_l1	0	-0.026651578024029732
4933	rnn.weight_ih_l1	1	-0.024526793509721756
4933	rnn.weight_ih_l1	2	0.020899944007396698
4933	rnn.weight_ih_l1	3	0.009531861171126366
4933	rnn.weight_ih_l1	4	0.011824293993413448
4933	rnn.weight_ih_l1	5	-0.036101896315813065
4933	rnn.weight_ih_l1	6	0.020771848037838936
4933	rnn.weight_ih_l1	7	-0.03623972088098526
4933	rnn.weight_ih_l1	8	0.03762124851346016
4933	rnn.weight_ih_l1	9	0.019628137350082397
4933	rnn.weight_hh_l1	0	0.007186658680438995
4933	rnn.weight_hh_l1	1	0.006047123111784458
4933	rnn.weight_hh_l1	2	-0.02689003199338913
4933	rnn.weight_hh_l1	3	-0.00026230630464851856
4933	rnn.weight_hh_l1	4	0.0070815240032970905
4933	rnn.weight_hh_l1	5	0.03847459331154823
4933	rnn.weight_hh_l1	6	0.03424908220767975
4933	rnn.weight_hh_l1	7	-0.03107042796909809
4933	rnn.weight_hh_l1	8	-0.04172414913773537
4933	rnn.weight_hh_l1	9	0.035818275064229965
4933	rnn.bias_ih_l1	0	-0.009778797626495361
4933	rnn.bias_ih_l1	1	-0.041447266936302185
4933	rnn.bias_ih_l1	2	-0.054411765187978745
4933	rnn.bias_ih_l1	3	-0.01215235237032175
4933	rnn.bias_ih_l1	4	-0.1043245866894722
4933	rnn.bias_ih_l1	5	-0.03903914615511894
4933	rnn.bias_ih_l1	6	0.0403226837515831
4933	rnn.bias_ih_l1	7	0.026381034404039383
4933	rnn.bias_ih_l1	8	-0.024843435734510422
4933	rnn.bias_ih_l1	9	-0.002486778423190117
4933	rnn.bias_hh_l1	0	-0.04166492819786072
4933	rnn.bias_hh_l1	1	0.013163688592612743
4933	rnn.bias_hh_l1	2	0.010033962316811085
4933	rnn.bias_hh_l1	3	-0.022213846445083618
4933	rnn.bias_hh_l1	4	-0.02865646779537201
4933	rnn.bias_hh_l1	5	0.00660574808716774
4933	rnn.bias_hh_l1	6	-0.0014435690827667713
4933	rnn.bias_hh_l1	7	-0.08145536482334137
4933	rnn.bias_hh_l1	8	0.04018615558743477
4933	rnn.bias_hh_l1	9	0.010217777453362942
4933	rnn.weight_ih_l1_reverse	0	-0.031047945842146873
4933	rnn.weight_ih_l1_reverse	1	0.033033788204193115
4933	rnn.weight_ih_l1_reverse	2	-0.030857028439641
4933	rnn.weight_ih_l1_reverse	3	-0.021841129288077354
4933	rnn.weight_ih_l1_reverse	4	0.007929455488920212
4933	rnn.weight_ih_l1_reverse	5	-0.04204673320055008
4933	rnn.weight_ih_l1_reverse	6	-0.024618249386548996
4933	rnn.weight_ih_l1_reverse	7	0.011933373287320137
4933	rnn.weight_ih_l1_reverse	8	0.030866144225001335
4933	rnn.weight_ih_l1_reverse	9	-0.04599085450172424
4933	rnn.weight_hh_l1_reverse	0	0.008032744750380516
4933	rnn.weight_hh_l1_reverse	1	0.023394733667373657
4933	rnn.weight_hh_l1_reverse	2	-0.035377223044633865
4933	rnn.weight_hh_l1_reverse	3	0.037732359021902084
4933	rnn.weight_hh_l1_reverse	4	0.0337638296186924
4933	rnn.weight_hh_l1_reverse	5	0.014491641893982887
4933	rnn.weight_hh_l1_reverse	6	0.006424533668905497
4933	rnn.weight_hh_l1_reverse	7	0.029141493141651154
4933	rnn.weight_hh_l1_reverse	8	-0.0034856221172958612
4933	rnn.weight_hh_l1_reverse	9	-0.03447124361991882
4933	rnn.bias_ih_l1_reverse	0	0.009598233737051487
4933	rnn.bias_ih_l1_reverse	1	-0.019425183534622192
4933	rnn.bias_ih_l1_reverse	2	-0.020546572282910347
4933	rnn.bias_ih_l1_reverse	3	0.009172926656901836
4933	rnn.bias_ih_l1_reverse	4	-0.04419220611453056
4933	rnn.bias_ih_l1_reverse	5	-0.011406106874346733
4933	rnn.bias_ih_l1_reverse	6	-0.02752899006009102
4933	rnn.bias_ih_l1_reverse	7	-0.00931931845843792
4933	rnn.bias_ih_l1_reverse	8	0.08548005670309067
4933	rnn.bias_ih_l1_reverse	9	-0.01126845832914114
4933	rnn.bias_hh_l1_reverse	0	-0.009080263786017895
4933	rnn.bias_hh_l1_reverse	1	-0.0038588480092585087
4933	rnn.bias_hh_l1_reverse	2	-0.08092434704303741
4933	rnn.bias_hh_l1_reverse	3	0.03010035678744316
4933	rnn.bias_hh_l1_reverse	4	-0.0054588112980127335
4933	rnn.bias_hh_l1_reverse	5	0.017433788627386093
4933	rnn.bias_hh_l1_reverse	6	0.06728287041187286
4933	rnn.bias_hh_l1_reverse	7	0.023834791034460068
4933	rnn.bias_hh_l1_reverse	8	-0.02645690366625786
4933	rnn.bias_hh_l1_reverse	9	-0.022175831720232964
4933	linear.weight	0	0.002228822559118271
4933	linear.weight	1	0.04628484696149826
4933	linear.weight	2	-0.04095803201198578
4933	linear.weight	3	0.12347374856472015
4933	linear.weight	4	0.146041601896286
4933	linear.weight	5	0.05194465070962906
4933	linear.weight	6	0.023223891854286194
4933	linear.weight	7	0.01783313788473606
4933	linear.weight	8	0.04462497681379318
4933	linear.weight	9	-0.033234357833862305
4933	linear.bias	0	-0.04558940231800079
4933	linear.bias	1	0.2669849693775177
4933	linear.bias	2	0.08553090691566467
4933	linear.bias	3	-0.6526269912719727
4933	linear.bias	4	-0.6450456380844116
4933	linear.bias	5	0.16460415720939636
4933	linear.bias	6	-0.3314577639102936
4933	linear.bias	7	0.3679087162017822
4933	linear.bias	8	-0.4472874104976654
4933	linear.bias	9	-0.7497403621673584
5130	transitions	0	-0.057588253170251846
5130	transitions	1	-0.4669060707092285
5130	transitions	2	-10000.0
5130	transitions	3	-1.7133547067642212
5130	transitions	4	-10000.0
5130	transitions	5	1.0017626285552979
5130	transitions	6	0.3569754958152771
5130	transitions	7	0.4199623763561249
5130	transitions	8	-1.0328012704849243
5130	transitions	9	0.003329264698550105
5130	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
5130	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
5130	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
5130	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
5130	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
5130	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
5130	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
5130	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
5130	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
5130	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
5130	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
5130	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
5130	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
5130	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
5130	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
5130	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
5130	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
5130	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
5130	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
5130	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
5130	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
5130	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
5130	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
5130	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
5130	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
5130	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
5130	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
5130	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
5130	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
5130	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
5130	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
5130	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
5130	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
5130	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
5130	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
5130	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
5130	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
5130	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
5130	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
5130	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
5130	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
5130	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
5130	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
5130	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
5130	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
5130	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
5130	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
5130	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
5130	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
5130	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
5130	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
5130	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
5130	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
5130	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
5130	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
5130	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
5130	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
5130	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
5130	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
5130	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
5130	embedding2nn.weight	0	0.008055505342781544
5130	embedding2nn.weight	1	-0.0101458840072155
5130	embedding2nn.weight	2	-0.014268254861235619
5130	embedding2nn.weight	3	0.024731038138270378
5130	embedding2nn.weight	4	-0.005915033631026745
5130	embedding2nn.weight	5	-0.003700597444549203
5130	embedding2nn.weight	6	-0.003973258659243584
5130	embedding2nn.weight	7	-0.015694933012127876
5130	embedding2nn.weight	8	-0.0019979383796453476
5130	embedding2nn.weight	9	-0.004003286361694336
5130	embedding2nn.bias	0	0.004405561368912458
5130	embedding2nn.bias	1	0.008447285741567612
5130	embedding2nn.bias	2	0.042351480573415756
5130	embedding2nn.bias	3	0.026880115270614624
5130	embedding2nn.bias	4	-0.012787632644176483
5130	embedding2nn.bias	5	-0.018179824575781822
5130	embedding2nn.bias	6	0.03378928080201149
5130	embedding2nn.bias	7	-0.02426120638847351
5130	embedding2nn.bias	8	-0.01380200032144785
5130	embedding2nn.bias	9	-0.0023690040688961744
5130	rnn.weight_ih_l0	0	-0.010826922953128815
5130	rnn.weight_ih_l0	1	0.012700721621513367
5130	rnn.weight_ih_l0	2	0.0235408004373312
5130	rnn.weight_ih_l0	3	0.028573257848620415
5130	rnn.weight_ih_l0	4	-0.007335327100008726
5130	rnn.weight_ih_l0	5	-0.04339650273323059
5130	rnn.weight_ih_l0	6	0.0074408529326319695
5130	rnn.weight_ih_l0	7	0.04122951999306679
5130	rnn.weight_ih_l0	8	0.026174282655119896
5130	rnn.weight_ih_l0	9	-0.04144417494535446
5130	rnn.weight_hh_l0	0	-0.038773443549871445
5130	rnn.weight_hh_l0	1	0.01012109313160181
5130	rnn.weight_hh_l0	2	0.01124211773276329
5130	rnn.weight_hh_l0	3	-0.009033489041030407
5130	rnn.weight_hh_l0	4	0.029543723911046982
5130	rnn.weight_hh_l0	5	-0.009122801013290882
5130	rnn.weight_hh_l0	6	-0.03486298397183418
5130	rnn.weight_hh_l0	7	-0.046323541551828384
5130	rnn.weight_hh_l0	8	0.009593155235052109
5130	rnn.weight_hh_l0	9	-0.024534977972507477
5130	rnn.bias_ih_l0	0	0.0033585792407393456
5130	rnn.bias_ih_l0	1	-0.0161913949996233
5130	rnn.bias_ih_l0	2	-0.004550773650407791
5130	rnn.bias_ih_l0	3	0.03449945151805878
5130	rnn.bias_ih_l0	4	-0.04737990349531174
5130	rnn.bias_ih_l0	5	-0.010494118556380272
5130	rnn.bias_ih_l0	6	-0.007565630134195089
5130	rnn.bias_ih_l0	7	0.028612084686756134
5130	rnn.bias_ih_l0	8	-0.05579420179128647
5130	rnn.bias_ih_l0	9	0.00338489911518991
5130	rnn.bias_hh_l0	0	-0.015907496213912964
5130	rnn.bias_hh_l0	1	-0.0328475758433342
5130	rnn.bias_hh_l0	2	-0.0008044452406466007
5130	rnn.bias_hh_l0	3	-0.032976068556308746
5130	rnn.bias_hh_l0	4	0.0053630368784070015
5130	rnn.bias_hh_l0	5	0.021838504821062088
5130	rnn.bias_hh_l0	6	0.03386685624718666
5130	rnn.bias_hh_l0	7	0.002639708574861288
5130	rnn.bias_hh_l0	8	-0.015862908214330673
5130	rnn.bias_hh_l0	9	-0.029134606942534447
5130	rnn.weight_ih_l0_reverse	0	-0.0014263542834669352
5130	rnn.weight_ih_l0_reverse	1	-0.036388296633958817
5130	rnn.weight_ih_l0_reverse	2	-0.0246291346848011
5130	rnn.weight_ih_l0_reverse	3	0.000177945097675547
5130	rnn.weight_ih_l0_reverse	4	-0.01699480600655079
5130	rnn.weight_ih_l0_reverse	5	-0.0447733998298645
5130	rnn.weight_ih_l0_reverse	6	0.03171301260590553
5130	rnn.weight_ih_l0_reverse	7	-0.029102284461259842
5130	rnn.weight_ih_l0_reverse	8	-0.031256403774023056
5130	rnn.weight_ih_l0_reverse	9	0.013752210885286331
5130	rnn.weight_hh_l0_reverse	0	0.026944072917103767
5130	rnn.weight_hh_l0_reverse	1	0.03248737007379532
5130	rnn.weight_hh_l0_reverse	2	0.023980000987648964
5130	rnn.weight_hh_l0_reverse	3	0.016564497724175453
5130	rnn.weight_hh_l0_reverse	4	0.011418042704463005
5130	rnn.weight_hh_l0_reverse	5	-0.010121863335371017
5130	rnn.weight_hh_l0_reverse	6	0.0371202677488327
5130	rnn.weight_hh_l0_reverse	7	-0.021232344210147858
5130	rnn.weight_hh_l0_reverse	8	0.003519250312820077
5130	rnn.weight_hh_l0_reverse	9	0.043871231377124786
5130	rnn.bias_ih_l0_reverse	0	-0.04481123387813568
5130	rnn.bias_ih_l0_reverse	1	-0.02528758905827999
5130	rnn.bias_ih_l0_reverse	2	0.0128071503713727
5130	rnn.bias_ih_l0_reverse	3	0.023011092096567154
5130	rnn.bias_ih_l0_reverse	4	0.0034501967020332813
5130	rnn.bias_ih_l0_reverse	5	0.022752536460757256
5130	rnn.bias_ih_l0_reverse	6	0.009365693666040897
5130	rnn.bias_ih_l0_reverse	7	0.03454787656664848
5130	rnn.bias_ih_l0_reverse	8	-0.022916743531823158
5130	rnn.bias_ih_l0_reverse	9	0.04337003827095032
5130	rnn.bias_hh_l0_reverse	0	-0.02443416602909565
5130	rnn.bias_hh_l0_reverse	1	0.005455703940242529
5130	rnn.bias_hh_l0_reverse	2	-0.009492836892604828
5130	rnn.bias_hh_l0_reverse	3	-0.037124354392290115
5130	rnn.bias_hh_l0_reverse	4	-0.030614186078310013
5130	rnn.bias_hh_l0_reverse	5	-0.0334479883313179
5130	rnn.bias_hh_l0_reverse	6	0.015129206702113152
5130	rnn.bias_hh_l0_reverse	7	0.008707202039659023
5130	rnn.bias_hh_l0_reverse	8	0.040173985064029694
5130	rnn.bias_hh_l0_reverse	9	-0.07988901436328888
5130	rnn.weight_ih_l1	0	-0.02669639326632023
5130	rnn.weight_ih_l1	1	-0.02526591159403324
5130	rnn.weight_ih_l1	2	0.021036816760897636
5130	rnn.weight_ih_l1	3	0.012273449450731277
5130	rnn.weight_ih_l1	4	0.01142016053199768
5130	rnn.weight_ih_l1	5	-0.03650230914354324
5130	rnn.weight_ih_l1	6	0.02066926658153534
5130	rnn.weight_ih_l1	7	-0.03649129346013069
5130	rnn.weight_ih_l1	8	0.037951480597257614
5130	rnn.weight_ih_l1	9	0.019698429852724075
5130	rnn.weight_hh_l1	0	0.004483610391616821
5130	rnn.weight_hh_l1	1	0.0059409430250525475
5130	rnn.weight_hh_l1	2	-0.026298340409994125
5130	rnn.weight_hh_l1	3	-0.00015994065324775875
5130	rnn.weight_hh_l1	4	0.0070258332416415215
5130	rnn.weight_hh_l1	5	0.038329970091581345
5130	rnn.weight_hh_l1	6	0.033869419246912
5130	rnn.weight_hh_l1	7	-0.03097379207611084
5130	rnn.weight_hh_l1	8	-0.0414956733584404
5130	rnn.weight_hh_l1	9	0.03581525757908821
5130	rnn.bias_ih_l1	0	-0.0077149211429059505
5130	rnn.bias_ih_l1	1	-0.04238562658429146
5130	rnn.bias_ih_l1	2	-0.0551193468272686
5130	rnn.bias_ih_l1	3	-0.008509840816259384
5130	rnn.bias_ih_l1	4	-0.12149546295404434
5130	rnn.bias_ih_l1	5	-0.043216779828071594
5130	rnn.bias_ih_l1	6	0.03721074387431145
5130	rnn.bias_ih_l1	7	0.026033805683255196
5130	rnn.bias_ih_l1	8	-0.02514803782105446
5130	rnn.bias_ih_l1	9	-0.001290969899855554
5130	rnn.bias_hh_l1	0	-0.04292755201458931
5130	rnn.bias_hh_l1	1	0.010832373984158039
5130	rnn.bias_hh_l1	2	0.00881555862724781
5130	rnn.bias_hh_l1	3	-0.020944302901625633
5130	rnn.bias_hh_l1	4	-0.02889959141612053
5130	rnn.bias_hh_l1	5	0.006729193031787872
5130	rnn.bias_hh_l1	6	-0.0012022745795547962
5130	rnn.bias_hh_l1	7	-0.06893092393875122
5130	rnn.bias_hh_l1	8	0.037181925028562546
5130	rnn.bias_hh_l1	9	0.011595318093895912
5130	rnn.weight_ih_l1_reverse	0	-0.029555222019553185
5130	rnn.weight_ih_l1_reverse	1	0.031010320410132408
5130	rnn.weight_ih_l1_reverse	2	-0.02987803891301155
5130	rnn.weight_ih_l1_reverse	3	-0.01992284506559372
5130	rnn.weight_ih_l1_reverse	4	0.006997386459261179
5130	rnn.weight_ih_l1_reverse	5	-0.04199551045894623
5130	rnn.weight_ih_l1_reverse	6	-0.023838678374886513
5130	rnn.weight_ih_l1_reverse	7	0.012222985737025738
5130	rnn.weight_ih_l1_reverse	8	0.03125135973095894
5130	rnn.weight_ih_l1_reverse	9	-0.05030433088541031
5130	rnn.weight_hh_l1_reverse	0	0.008004040457308292
5130	rnn.weight_hh_l1_reverse	1	0.023173611611127853
5130	rnn.weight_hh_l1_reverse	2	-0.035329412668943405
5130	rnn.weight_hh_l1_reverse	3	0.03770928829908371
5130	rnn.weight_hh_l1_reverse	4	0.03499574959278107
5130	rnn.weight_hh_l1_reverse	5	0.01467183232307434
5130	rnn.weight_hh_l1_reverse	6	0.007289337459951639
5130	rnn.weight_hh_l1_reverse	7	0.029153212904930115
5130	rnn.weight_hh_l1_reverse	8	-0.0034053013660013676
5130	rnn.weight_hh_l1_reverse	9	-0.034313563257455826
5130	rnn.bias_ih_l1_reverse	0	0.008447912521660328
5130	rnn.bias_ih_l1_reverse	1	-0.015664057806134224
5130	rnn.bias_ih_l1_reverse	2	-0.022556232288479805
5130	rnn.bias_ih_l1_reverse	3	0.016156727448105812
5130	rnn.bias_ih_l1_reverse	4	-0.04506702348589897
5130	rnn.bias_ih_l1_reverse	5	-0.011244717054069042
5130	rnn.bias_ih_l1_reverse	6	-0.02854335866868496
5130	rnn.bias_ih_l1_reverse	7	-0.011723467148840427
5130	rnn.bias_ih_l1_reverse	8	0.09388290345668793
5130	rnn.bias_ih_l1_reverse	9	-0.0014251029351726174
5130	rnn.bias_hh_l1_reverse	0	-0.027199480682611465
5130	rnn.bias_hh_l1_reverse	1	0.010564382188022137
5130	rnn.bias_hh_l1_reverse	2	-0.08068753033876419
5130	rnn.bias_hh_l1_reverse	3	0.029200876131653786
5130	rnn.bias_hh_l1_reverse	4	-0.0064071048982441425
5130	rnn.bias_hh_l1_reverse	5	0.015362057834863663
5130	rnn.bias_hh_l1_reverse	6	0.0707368552684784
5130	rnn.bias_hh_l1_reverse	7	0.017728134989738464
5130	rnn.bias_hh_l1_reverse	8	-0.028756335377693176
5130	rnn.bias_hh_l1_reverse	9	-0.023598562926054
5130	linear.weight	0	0.002228822559118271
5130	linear.weight	1	0.050987184047698975
5130	linear.weight	2	-0.03765125200152397
5130	linear.weight	3	0.11170557886362076
5130	linear.weight	4	0.17076615989208221
5130	linear.weight	5	0.043975647538900375
5130	linear.weight	6	0.028217144310474396
5130	linear.weight	7	-0.0053524114191532135
5130	linear.weight	8	0.04492710530757904
5130	linear.weight	9	-0.03764881193637848
5130	linear.bias	0	-0.08212246000766754
5130	linear.bias	1	0.29791393876075745
5130	linear.bias	2	0.1115729957818985
5130	linear.bias	3	-0.6839182376861572
5130	linear.bias	4	-0.6751686930656433
5130	linear.bias	5	0.1738751083612442
5130	linear.bias	6	-0.30192282795906067
5130	linear.bias	7	0.3767596185207367
5130	linear.bias	8	-0.4711513817310333
5130	linear.bias	9	-0.7588196396827698
5327	transitions	0	-0.05760159343481064
5327	transitions	1	-0.46702268719673157
5327	transitions	2	-10000.0
5327	transitions	3	-1.7148621082305908
5327	transitions	4	-10000.0
5327	transitions	5	0.9935004711151123
5327	transitions	6	0.3473886549472809
5327	transitions	7	0.41245749592781067
5327	transitions	8	-1.0388320684432983
5327	transitions	9	0.00326283136382699
5327	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
5327	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
5327	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
5327	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
5327	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
5327	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
5327	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
5327	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
5327	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
5327	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
5327	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
5327	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
5327	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
5327	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
5327	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
5327	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
5327	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
5327	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
5327	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
5327	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
5327	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
5327	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
5327	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
5327	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
5327	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
5327	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
5327	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
5327	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
5327	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
5327	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
5327	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
5327	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
5327	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
5327	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
5327	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
5327	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
5327	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
5327	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
5327	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
5327	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
5327	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
5327	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
5327	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
5327	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
5327	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
5327	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
5327	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
5327	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
5327	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
5327	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
5327	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
5327	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
5327	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
5327	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
5327	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
5327	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
5327	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
5327	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
5327	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
5327	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
5327	embedding2nn.weight	0	0.008014606311917305
5327	embedding2nn.weight	1	-0.010317784734070301
5327	embedding2nn.weight	2	-0.014268254861235619
5327	embedding2nn.weight	3	0.022198546677827835
5327	embedding2nn.weight	4	-0.005915033631026745
5327	embedding2nn.weight	5	-0.003700598143041134
5327	embedding2nn.weight	6	-0.003973257727921009
5327	embedding2nn.weight	7	-0.017335766926407814
5327	embedding2nn.weight	8	-0.0019979383796453476
5327	embedding2nn.weight	9	-0.003671982791274786
5327	embedding2nn.bias	0	0.004735345020890236
5327	embedding2nn.bias	1	0.011205141432583332
5327	embedding2nn.bias	2	0.043446749448776245
5327	embedding2nn.bias	3	0.016031336039304733
5327	embedding2nn.bias	4	-0.010599452070891857
5327	embedding2nn.bias	5	-0.02247719094157219
5327	embedding2nn.bias	6	0.026805773377418518
5327	embedding2nn.bias	7	-0.020077815279364586
5327	embedding2nn.bias	8	-0.007585014216601849
5327	embedding2nn.bias	9	-0.002277216874063015
5327	rnn.weight_ih_l0	0	-0.010765036568045616
5327	rnn.weight_ih_l0	1	0.013102488592267036
5327	rnn.weight_ih_l0	2	0.022881275042891502
5327	rnn.weight_ih_l0	3	0.028913119807839394
5327	rnn.weight_ih_l0	4	-0.006922166328877211
5327	rnn.weight_ih_l0	5	-0.04373767599463463
5327	rnn.weight_ih_l0	6	0.007376006804406643
5327	rnn.weight_ih_l0	7	0.0419013649225235
5327	rnn.weight_ih_l0	8	0.02546085976064205
5327	rnn.weight_ih_l0	9	-0.04117456451058388
5327	rnn.weight_hh_l0	0	-0.03842407464981079
5327	rnn.weight_hh_l0	1	0.01019273977726698
5327	rnn.weight_hh_l0	2	0.011285531334578991
5327	rnn.weight_hh_l0	3	-0.008764025755226612
5327	rnn.weight_hh_l0	4	0.029128164052963257
5327	rnn.weight_hh_l0	5	-0.009328133426606655
5327	rnn.weight_hh_l0	6	-0.034909218549728394
5327	rnn.weight_hh_l0	7	-0.045895278453826904
5327	rnn.weight_hh_l0	8	0.010096525773406029
5327	rnn.weight_hh_l0	9	-0.024616533890366554
5327	rnn.bias_ih_l0	0	0.005466152913868427
5327	rnn.bias_ih_l0	1	-0.015422740951180458
5327	rnn.bias_ih_l0	2	-0.006931310519576073
5327	rnn.bias_ih_l0	3	0.03717562183737755
5327	rnn.bias_ih_l0	4	-0.04656873270869255
5327	rnn.bias_ih_l0	5	-0.012974375858902931
5327	rnn.bias_ih_l0	6	-0.01020923350006342
5327	rnn.bias_ih_l0	7	0.026286130771040916
5327	rnn.bias_ih_l0	8	-0.056910593062639236
5327	rnn.bias_ih_l0	9	-0.0008288604440167546
5327	rnn.bias_hh_l0	0	-0.017044557258486748
5327	rnn.bias_hh_l0	1	-0.030450981110334396
5327	rnn.bias_hh_l0	2	0.002139163902029395
5327	rnn.bias_hh_l0	3	-0.03284050151705742
5327	rnn.bias_hh_l0	4	0.005763890687376261
5327	rnn.bias_hh_l0	5	0.02202385850250721
5327	rnn.bias_hh_l0	6	0.036405786871910095
5327	rnn.bias_hh_l0	7	0.004852902144193649
5327	rnn.bias_hh_l0	8	-0.021090371534228325
5327	rnn.bias_hh_l0	9	-0.027250144630670547
5327	rnn.weight_ih_l0_reverse	0	-0.0009954770794138312
5327	rnn.weight_ih_l0_reverse	1	-0.03617088124155998
5327	rnn.weight_ih_l0_reverse	2	-0.024831028655171394
5327	rnn.weight_ih_l0_reverse	3	0.0004111093294341117
5327	rnn.weight_ih_l0_reverse	4	-0.017237087711691856
5327	rnn.weight_ih_l0_reverse	5	-0.044724881649017334
5327	rnn.weight_ih_l0_reverse	6	0.03266673535108566
5327	rnn.weight_ih_l0_reverse	7	-0.028646206483244896
5327	rnn.weight_ih_l0_reverse	8	-0.03173312172293663
5327	rnn.weight_ih_l0_reverse	9	0.01388437021523714
5327	rnn.weight_hh_l0_reverse	0	0.026516489684581757
5327	rnn.weight_hh_l0_reverse	1	0.031896401196718216
5327	rnn.weight_hh_l0_reverse	2	0.02443721704185009
5327	rnn.weight_hh_l0_reverse	3	0.016723087057471275
5327	rnn.weight_hh_l0_reverse	4	0.011226569302380085
5327	rnn.weight_hh_l0_reverse	5	-0.009871117770671844
5327	rnn.weight_hh_l0_reverse	6	0.037064261734485626
5327	rnn.weight_hh_l0_reverse	7	-0.021104911342263222
5327	rnn.weight_hh_l0_reverse	8	0.0028150530997663736
5327	rnn.weight_hh_l0_reverse	9	0.043950729072093964
5327	rnn.bias_ih_l0_reverse	0	-0.0437837578356266
5327	rnn.bias_ih_l0_reverse	1	-0.027921082451939583
5327	rnn.bias_ih_l0_reverse	2	0.009660366922616959
5327	rnn.bias_ih_l0_reverse	3	0.023542137816548347
5327	rnn.bias_ih_l0_reverse	4	-2.098131153616123e-05
5327	rnn.bias_ih_l0_reverse	5	0.020811595022678375
5327	rnn.bias_ih_l0_reverse	6	0.003320293501019478
5327	rnn.bias_ih_l0_reverse	7	0.03541896119713783
5327	rnn.bias_ih_l0_reverse	8	-0.021390194073319435
5327	rnn.bias_ih_l0_reverse	9	0.044286713004112244
5327	rnn.bias_hh_l0_reverse	0	-0.02508831024169922
5327	rnn.bias_hh_l0_reverse	1	0.004681097809225321
5327	rnn.bias_hh_l0_reverse	2	-0.009128437377512455
5327	rnn.bias_hh_l0_reverse	3	-0.038602203130722046
5327	rnn.bias_hh_l0_reverse	4	-0.03118385560810566
5327	rnn.bias_hh_l0_reverse	5	-0.03339018300175667
5327	rnn.bias_hh_l0_reverse	6	0.01294404175132513
5327	rnn.bias_hh_l0_reverse	7	0.011051799170672894
5327	rnn.bias_hh_l0_reverse	8	0.039081767201423645
5327	rnn.bias_hh_l0_reverse	9	-0.08250412344932556
5327	rnn.weight_ih_l1	0	-0.027036456391215324
5327	rnn.weight_ih_l1	1	-0.024823201820254326
5327	rnn.weight_ih_l1	2	0.023143116384744644
5327	rnn.weight_ih_l1	3	0.0097702881321311
5327	rnn.weight_ih_l1	4	0.011243369430303574
5327	rnn.weight_ih_l1	5	-0.03642338886857033
5327	rnn.weight_ih_l1	6	0.02083209529519081
5327	rnn.weight_ih_l1	7	-0.03725314885377884
5327	rnn.weight_ih_l1	8	0.03820910304784775
5327	rnn.weight_ih_l1	9	0.01948920078575611
5327	rnn.weight_hh_l1	0	0.004743026569485664
5327	rnn.weight_hh_l1	1	0.006043468602001667
5327	rnn.weight_hh_l1	2	-0.026505693793296814
5327	rnn.weight_hh_l1	3	0.00020535264047794044
5327	rnn.weight_hh_l1	4	0.006499794777482748
5327	rnn.weight_hh_l1	5	0.03845818340778351
5327	rnn.weight_hh_l1	6	0.03318927064538002
5327	rnn.weight_hh_l1	7	-0.030919307842850685
5327	rnn.weight_hh_l1	8	-0.04175702854990959
5327	rnn.weight_hh_l1	9	0.03559251129627228
5327	rnn.bias_ih_l1	0	-0.012845602817833424
5327	rnn.bias_ih_l1	1	-0.042382463812828064
5327	rnn.bias_ih_l1	2	-0.05813031643629074
5327	rnn.bias_ih_l1	3	-0.010213690809905529
5327	rnn.bias_ih_l1	4	-0.1155870333313942
5327	rnn.bias_ih_l1	5	-0.04256478697061539
5327	rnn.bias_ih_l1	6	0.03543473035097122
5327	rnn.bias_ih_l1	7	0.027137020602822304
5327	rnn.bias_ih_l1	8	-0.02689477987587452
5327	rnn.bias_ih_l1	9	-0.005591332446783781
5327	rnn.bias_hh_l1	0	-0.044389739632606506
5327	rnn.bias_hh_l1	1	0.009848346933722496
5327	rnn.bias_hh_l1	2	0.008701523765921593
5327	rnn.bias_hh_l1	3	-0.021296203136444092
5327	rnn.bias_hh_l1	4	-0.031202681362628937
5327	rnn.bias_hh_l1	5	0.00596575578674674
5327	rnn.bias_hh_l1	6	-0.0004322789900470525
5327	rnn.bias_hh_l1	7	-0.0627971664071083
5327	rnn.bias_hh_l1	8	0.035753387957811356
5327	rnn.bias_hh_l1	9	0.013019513338804245
5327	rnn.weight_ih_l1_reverse	0	-0.029596270993351936
5327	rnn.weight_ih_l1_reverse	1	0.030812369659543037
5327	rnn.weight_ih_l1_reverse	2	-0.028528399765491486
5327	rnn.weight_ih_l1_reverse	3	-0.020309358835220337
5327	rnn.weight_ih_l1_reverse	4	0.008159997873008251
5327	rnn.weight_ih_l1_reverse	5	-0.04232679679989815
5327	rnn.weight_ih_l1_reverse	6	-0.023623624816536903
5327	rnn.weight_ih_l1_reverse	7	0.011962768621742725
5327	rnn.weight_ih_l1_reverse	8	0.03157510608434677
5327	rnn.weight_ih_l1_reverse	9	-0.04967649281024933
5327	rnn.weight_hh_l1_reverse	0	0.007846777327358723
5327	rnn.weight_hh_l1_reverse	1	0.02321717143058777
5327	rnn.weight_hh_l1_reverse	2	-0.03522638976573944
5327	rnn.weight_hh_l1_reverse	3	0.037773579359054565
5327	rnn.weight_hh_l1_reverse	4	0.03349488973617554
5327	rnn.weight_hh_l1_reverse	5	0.01549330074340105
5327	rnn.weight_hh_l1_reverse	6	0.006659903097897768
5327	rnn.weight_hh_l1_reverse	7	0.029117697849869728
5327	rnn.weight_hh_l1_reverse	8	-0.0033573198597878218
5327	rnn.weight_hh_l1_reverse	9	-0.034363728016614914
5327	rnn.bias_ih_l1_reverse	0	0.010716513730585575
5327	rnn.bias_ih_l1_reverse	1	-0.01666565239429474
5327	rnn.bias_ih_l1_reverse	2	-0.025446893647313118
5327	rnn.bias_ih_l1_reverse	3	0.01057168748229742
5327	rnn.bias_ih_l1_reverse	4	-0.046759944409132004
5327	rnn.bias_ih_l1_reverse	5	-0.012890924699604511
5327	rnn.bias_ih_l1_reverse	6	-0.027570636942982674
5327	rnn.bias_ih_l1_reverse	7	-0.01448832731693983
5327	rnn.bias_ih_l1_reverse	8	0.09058164805173874
5327	rnn.bias_ih_l1_reverse	9	0.0008646791684441268
5327	rnn.bias_hh_l1_reverse	0	-0.03222063556313515
5327	rnn.bias_hh_l1_reverse	1	0.01295836828649044
5327	rnn.bias_hh_l1_reverse	2	-0.08113767951726913
5327	rnn.bias_hh_l1_reverse	3	0.029723016545176506
5327	rnn.bias_hh_l1_reverse	4	-0.005729172378778458
5327	rnn.bias_hh_l1_reverse	5	0.014028687961399555
5327	rnn.bias_hh_l1_reverse	6	0.09018708765506744
5327	rnn.bias_hh_l1_reverse	7	0.01668473146855831
5327	rnn.bias_hh_l1_reverse	8	-0.02935253083705902
5327	rnn.bias_hh_l1_reverse	9	-0.023869752883911133
5327	linear.weight	0	0.002228822559118271
5327	linear.weight	1	0.05608225613832474
5327	linear.weight	2	-0.027737438678741455
5327	linear.weight	3	0.10612431168556213
5327	linear.weight	4	0.1473838984966278
5327	linear.weight	5	0.0490393340587616
5327	linear.weight	6	0.03096320480108261
5327	linear.weight	7	-0.009115767665207386
5327	linear.weight	8	0.04492410644888878
5327	linear.weight	9	-0.04271688684821129
5327	linear.bias	0	-0.08235281705856323
5327	linear.bias	1	0.26528170704841614
5327	linear.bias	2	0.11684171855449677
5327	linear.bias	3	-0.684883177280426
5327	linear.bias	4	-0.6653347015380859
5327	linear.bias	5	0.1666552573442459
5327	linear.bias	6	-0.31946861743927
5327	linear.bias	7	0.38440611958503723
5327	linear.bias	8	-0.46233242750167847
5327	linear.bias	9	-0.7497159242630005
5524	transitions	0	-0.07401356101036072
5524	transitions	1	-0.4617291986942291
5524	transitions	2	-10000.0
5524	transitions	3	-1.715980887413025
5524	transitions	4	-10000.0
5524	transitions	5	0.9875946640968323
5524	transitions	6	0.3377792239189148
5524	transitions	7	0.4013397991657257
5524	transitions	8	-1.0438779592514038
5524	transitions	9	0.003195388475432992
5524	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
5524	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
5524	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
5524	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
5524	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
5524	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
5524	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
5524	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
5524	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
5524	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
5524	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
5524	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
5524	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
5524	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
5524	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
5524	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
5524	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
5524	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
5524	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
5524	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
5524	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
5524	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
5524	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
5524	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
5524	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
5524	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
5524	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
5524	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
5524	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
5524	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
5524	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
5524	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
5524	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
5524	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
5524	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
5524	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
5524	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
5524	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
5524	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
5524	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
5524	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
5524	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
5524	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
5524	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
5524	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
5524	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
5524	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
5524	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
5524	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
5524	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
5524	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
5524	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
5524	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
5524	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
5524	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
5524	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
5524	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
5524	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
5524	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
5524	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
5524	embedding2nn.weight	0	0.009286443702876568
5524	embedding2nn.weight	1	-0.010260045528411865
5524	embedding2nn.weight	2	-0.014268254861235619
5524	embedding2nn.weight	3	0.02166314236819744
5524	embedding2nn.weight	4	-0.005915033631026745
5524	embedding2nn.weight	5	-0.003700598143041134
5524	embedding2nn.weight	6	-0.003973259124904871
5524	embedding2nn.weight	7	-0.016426287591457367
5524	embedding2nn.weight	8	-0.0019979383796453476
5524	embedding2nn.weight	9	-0.0051346695981919765
5524	embedding2nn.bias	0	0.007633168715983629
5524	embedding2nn.bias	1	0.007362828124314547
5524	embedding2nn.bias	2	0.042680077254772186
5524	embedding2nn.bias	3	0.01930689997971058
5524	embedding2nn.bias	4	-0.015261329710483551
5524	embedding2nn.bias	5	-0.03504088521003723
5524	embedding2nn.bias	6	0.027826625853776932
5524	embedding2nn.bias	7	-0.02735661342740059
5524	embedding2nn.bias	8	-0.004851431120187044
5524	embedding2nn.bias	9	0.0007632243796251714
5524	rnn.weight_ih_l0	0	-0.010318523272871971
5524	rnn.weight_ih_l0	1	0.013187980279326439
5524	rnn.weight_ih_l0	2	0.023141615092754364
5524	rnn.weight_ih_l0	3	0.029003238305449486
5524	rnn.weight_ih_l0	4	-0.006910324562340975
5524	rnn.weight_ih_l0	5	-0.044399090111255646
5524	rnn.weight_ih_l0	6	0.007364741060882807
5524	rnn.weight_ih_l0	7	0.04276248440146446
5524	rnn.weight_ih_l0	8	0.026102660223841667
5524	rnn.weight_ih_l0	9	-0.04116985946893692
5524	rnn.weight_hh_l0	0	-0.03892628476023674
5524	rnn.weight_hh_l0	1	0.010050288401544094
5524	rnn.weight_hh_l0	2	0.01103864423930645
5524	rnn.weight_hh_l0	3	-0.009272480383515358
5524	rnn.weight_hh_l0	4	0.02885044366121292
5524	rnn.weight_hh_l0	5	-0.009410563856363297
5524	rnn.weight_hh_l0	6	-0.03508802130818367
5524	rnn.weight_hh_l0	7	-0.046166058629751205
5524	rnn.weight_hh_l0	8	0.009615191258490086
5524	rnn.weight_hh_l0	9	-0.024275925010442734
5524	rnn.bias_ih_l0	0	0.007433517836034298
5524	rnn.bias_ih_l0	1	-0.01502333302050829
5524	rnn.bias_ih_l0	2	-0.00734666408970952
5524	rnn.bias_ih_l0	3	0.03745952248573303
5524	rnn.bias_ih_l0	4	-0.04830498620867729
5524	rnn.bias_ih_l0	5	-0.014044121839106083
5524	rnn.bias_ih_l0	6	-0.006546327844262123
5524	rnn.bias_ih_l0	7	0.027881551533937454
5524	rnn.bias_ih_l0	8	-0.056054383516311646
5524	rnn.bias_ih_l0	9	0.006394019350409508
5524	rnn.bias_hh_l0	0	-0.018543126061558723
5524	rnn.bias_hh_l0	1	-0.0367819182574749
5524	rnn.bias_hh_l0	2	0.0015150310937315226
5524	rnn.bias_hh_l0	3	-0.03331544250249863
5524	rnn.bias_hh_l0	4	0.004417565185576677
5524	rnn.bias_hh_l0	5	0.022137004882097244
5524	rnn.bias_hh_l0	6	0.035765886306762695
5524	rnn.bias_hh_l0	7	0.006228758953511715
5524	rnn.bias_hh_l0	8	-0.020308807492256165
5524	rnn.bias_hh_l0	9	-0.025904731824994087
5524	rnn.weight_ih_l0_reverse	0	-0.001099806628189981
5524	rnn.weight_ih_l0_reverse	1	-0.03678606450557709
5524	rnn.weight_ih_l0_reverse	2	-0.022967590019106865
5524	rnn.weight_ih_l0_reverse	3	0.0009143138886429369
5524	rnn.weight_ih_l0_reverse	4	-0.017538677901029587
5524	rnn.weight_ih_l0_reverse	5	-0.04468262195587158
5524	rnn.weight_ih_l0_reverse	6	0.03286593034863472
5524	rnn.weight_ih_l0_reverse	7	-0.028760815039277077
5524	rnn.weight_ih_l0_reverse	8	-0.03215435892343521
5524	rnn.weight_ih_l0_reverse	9	0.014373754151165485
5524	rnn.weight_hh_l0_reverse	0	0.026224877685308456
5524	rnn.weight_hh_l0_reverse	1	0.031615640968084335
5524	rnn.weight_hh_l0_reverse	2	0.02468133345246315
5524	rnn.weight_hh_l0_reverse	3	0.01678081974387169
5524	rnn.weight_hh_l0_reverse	4	0.010711896233260632
5524	rnn.weight_hh_l0_reverse	5	-0.010345075279474258
5524	rnn.weight_hh_l0_reverse	6	0.037250541150569916
5524	rnn.weight_hh_l0_reverse	7	-0.021259646862745285
5524	rnn.weight_hh_l0_reverse	8	0.0035860808566212654
5524	rnn.weight_hh_l0_reverse	9	0.04398204758763313
5524	rnn.bias_ih_l0_reverse	0	-0.043114759027957916
5524	rnn.bias_ih_l0_reverse	1	-0.030833151191473007
5524	rnn.bias_ih_l0_reverse	2	0.009275862015783787
5524	rnn.bias_ih_l0_reverse	3	0.023793188855051994
5524	rnn.bias_ih_l0_reverse	4	0.003404459683224559
5524	rnn.bias_ih_l0_reverse	5	0.02222803421318531
5524	rnn.bias_ih_l0_reverse	6	0.003171448828652501
5524	rnn.bias_ih_l0_reverse	7	0.03530869632959366
5524	rnn.bias_ih_l0_reverse	8	-0.02351781539618969
5524	rnn.bias_ih_l0_reverse	9	0.043471403419971466
5524	rnn.bias_hh_l0_reverse	0	-0.023691708222031593
5524	rnn.bias_hh_l0_reverse	1	0.011663650162518024
5524	rnn.bias_hh_l0_reverse	2	-0.008056853897869587
5524	rnn.bias_hh_l0_reverse	3	-0.03899673745036125
5524	rnn.bias_hh_l0_reverse	4	-0.03131929412484169
5524	rnn.bias_hh_l0_reverse	5	-0.03290863707661629
5524	rnn.bias_hh_l0_reverse	6	0.011066162027418613
5524	rnn.bias_hh_l0_reverse	7	0.011165973730385303
5524	rnn.bias_hh_l0_reverse	8	0.038963306695222855
5524	rnn.bias_hh_l0_reverse	9	-0.08680832386016846
5524	rnn.weight_ih_l1	0	-0.027198942378163338
5524	rnn.weight_ih_l1	1	-0.023954475298523903
5524	rnn.weight_ih_l1	2	0.022215422242879868
5524	rnn.weight_ih_l1	3	0.00931169930845499
5524	rnn.weight_ih_l1	4	0.011381960473954678
5524	rnn.weight_ih_l1	5	-0.036770302802324295
5524	rnn.weight_ih_l1	6	0.02091660536825657
5524	rnn.weight_ih_l1	7	-0.037453435361385345
5524	rnn.weight_ih_l1	8	0.03831884637475014
5524	rnn.weight_ih_l1	9	0.01946851797401905
5524	rnn.weight_hh_l1	0	0.006233635358512402
5524	rnn.weight_hh_l1	1	0.005973467603325844
5524	rnn.weight_hh_l1	2	-0.02631521224975586
5524	rnn.weight_hh_l1	3	0.0001781872852006927
5524	rnn.weight_hh_l1	4	0.00654213409870863
5524	rnn.weight_hh_l1	5	0.03873462602496147
5524	rnn.weight_hh_l1	6	0.03293618932366371
5524	rnn.weight_hh_l1	7	-0.03071528673171997
5524	rnn.weight_hh_l1	8	-0.04183415696024895
5524	rnn.weight_hh_l1	9	0.035829368978738785
5524	rnn.bias_ih_l1	0	-0.010766285471618176
5524	rnn.bias_ih_l1	1	-0.0432564802467823
5524	rnn.bias_ih_l1	2	-0.06068548187613487
5524	rnn.bias_ih_l1	3	-0.011725155636668205
5524	rnn.bias_ih_l1	4	-0.11935357749462128
5524	rnn.bias_ih_l1	5	-0.042172521352767944
5524	rnn.bias_ih_l1	6	0.03486870229244232
5524	rnn.bias_ih_l1	7	0.025926459580659866
5524	rnn.bias_ih_l1	8	-0.026913894340395927
5524	rnn.bias_ih_l1	9	-0.00767681235447526
5524	rnn.bias_hh_l1	0	-0.04580489918589592
5524	rnn.bias_hh_l1	1	0.008622760884463787
5524	rnn.bias_hh_l1	2	0.008695157244801521
5524	rnn.bias_hh_l1	3	-0.022148391231894493
5524	rnn.bias_hh_l1	4	-0.03187263756990433
5524	rnn.bias_hh_l1	5	0.006587237119674683
5524	rnn.bias_hh_l1	6	-0.003954085521399975
5524	rnn.bias_hh_l1	7	-0.06048284471035004
5524	rnn.bias_hh_l1	8	0.03367256000638008
5524	rnn.bias_hh_l1	9	0.012479160912334919
5524	rnn.weight_ih_l1_reverse	0	-0.030653368681669235
5524	rnn.weight_ih_l1_reverse	1	0.030091986060142517
5524	rnn.weight_ih_l1_reverse	2	-0.025855829939246178
5524	rnn.weight_ih_l1_reverse	3	-0.01965576410293579
5524	rnn.weight_ih_l1_reverse	4	0.007052811328321695
5524	rnn.weight_ih_l1_reverse	5	-0.042265139520168304
5524	rnn.weight_ih_l1_reverse	6	-0.02390686422586441
5524	rnn.weight_ih_l1_reverse	7	0.012289502657949924
5524	rnn.weight_ih_l1_reverse	8	0.028934912756085396
5524	rnn.weight_ih_l1_reverse	9	-0.04884807765483856
5524	rnn.weight_hh_l1_reverse	0	0.008049323223531246
5524	rnn.weight_hh_l1_reverse	1	0.023503104224801064
5524	rnn.weight_hh_l1_reverse	2	-0.035313159227371216
5524	rnn.weight_hh_l1_reverse	3	0.037801992148160934
5524	rnn.weight_hh_l1_reverse	4	0.03247728571295738
5524	rnn.weight_hh_l1_reverse	5	0.014210522174835205
5524	rnn.weight_hh_l1_reverse	6	0.006181702017784119
5524	rnn.weight_hh_l1_reverse	7	0.028861723840236664
5524	rnn.weight_hh_l1_reverse	8	-0.0034270661417394876
5524	rnn.weight_hh_l1_reverse	9	-0.03408769145607948
5524	rnn.bias_ih_l1_reverse	0	0.009928877465426922
5524	rnn.bias_ih_l1_reverse	1	-0.014873753301799297
5524	rnn.bias_ih_l1_reverse	2	-0.025166701525449753
5524	rnn.bias_ih_l1_reverse	3	0.016011256724596024
5524	rnn.bias_ih_l1_reverse	4	-0.048622239381074905
5524	rnn.bias_ih_l1_reverse	5	-0.01379255298525095
5524	rnn.bias_ih_l1_reverse	6	-0.029152752831578255
5524	rnn.bias_ih_l1_reverse	7	-0.01483235415071249
5524	rnn.bias_ih_l1_reverse	8	0.07566413283348083
5524	rnn.bias_ih_l1_reverse	9	0.005410112906247377
5524	rnn.bias_hh_l1_reverse	0	-0.03862355649471283
5524	rnn.bias_hh_l1_reverse	1	0.0016866648802533746
5524	rnn.bias_hh_l1_reverse	2	-0.08183934539556503
5524	rnn.bias_hh_l1_reverse	3	0.026756813749670982
5524	rnn.bias_hh_l1_reverse	4	-0.005888065323233604
5524	rnn.bias_hh_l1_reverse	5	0.012180185876786709
5524	rnn.bias_hh_l1_reverse	6	0.09683948010206223
5524	rnn.bias_hh_l1_reverse	7	0.01526324450969696
5524	rnn.bias_hh_l1_reverse	8	-0.0277850404381752
5524	rnn.bias_hh_l1_reverse	9	-0.024805903434753418
5524	linear.weight	0	0.002228822559118271
5524	linear.weight	1	0.051892682909965515
5524	linear.weight	2	-0.016600314527750015
5524	linear.weight	3	0.1075933650135994
5524	linear.weight	4	0.14310316741466522
5524	linear.weight	5	0.04525281488895416
5524	linear.weight	6	0.03559067100286484
5524	linear.weight	7	0.00729845417663455
5524	linear.weight	8	0.04506412893533707
5524	linear.weight	9	-0.03234701603651047
5524	linear.bias	0	-0.10455287247896194
5524	linear.bias	1	0.2914285659790039
5524	linear.bias	2	0.11729344725608826
5524	linear.bias	3	-0.7096969485282898
5524	linear.bias	4	-0.6908560991287231
5524	linear.bias	5	0.16076509654521942
5524	linear.bias	6	-0.30088841915130615
5524	linear.bias	7	0.36399152874946594
5524	linear.bias	8	-0.4697915017604828
5524	linear.bias	9	-0.7500330805778503
5721	transitions	0	-0.053503960371017456
5721	transitions	1	-0.45591193437576294
5721	transitions	2	-10000.0
5721	transitions	3	-1.7170759439468384
5721	transitions	4	-10000.0
5721	transitions	5	0.9834670424461365
5721	transitions	6	0.331617534160614
5721	transitions	7	0.38944461941719055
5721	transitions	8	-1.0499416589736938
5721	transitions	9	0.0031322953291237354
5721	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
5721	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
5721	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
5721	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
5721	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
5721	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
5721	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
5721	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
5721	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
5721	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
5721	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
5721	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
5721	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
5721	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
5721	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
5721	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
5721	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
5721	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
5721	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
5721	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
5721	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
5721	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
5721	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
5721	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
5721	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
5721	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
5721	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
5721	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
5721	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
5721	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
5721	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
5721	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
5721	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
5721	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
5721	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
5721	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
5721	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
5721	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
5721	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
5721	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
5721	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
5721	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
5721	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
5721	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
5721	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
5721	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
5721	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
5721	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
5721	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
5721	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
5721	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
5721	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
5721	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
5721	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
5721	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
5721	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
5721	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
5721	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
5721	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
5721	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
5721	embedding2nn.weight	0	0.008742963895201683
5721	embedding2nn.weight	1	-0.010176556184887886
5721	embedding2nn.weight	2	-0.014268254861235619
5721	embedding2nn.weight	3	0.020632635802030563
5721	embedding2nn.weight	4	-0.005915033631026745
5721	embedding2nn.weight	5	-0.0037005976773798466
5721	embedding2nn.weight	6	-0.003973254933953285
5721	embedding2nn.weight	7	-0.01637234538793564
5721	embedding2nn.weight	8	-0.0019979383796453476
5721	embedding2nn.weight	9	-0.0037727488670498133
5721	embedding2nn.bias	0	0.009017696604132652
5721	embedding2nn.bias	1	0.01606365106999874
5721	embedding2nn.bias	2	0.044734638184309006
5721	embedding2nn.bias	3	0.01988341473042965
5721	embedding2nn.bias	4	-0.01248245034366846
5721	embedding2nn.bias	5	-0.042784374207258224
5721	embedding2nn.bias	6	0.0307519119232893
5721	embedding2nn.bias	7	-0.024563055485486984
5721	embedding2nn.bias	8	-0.007296768948435783
5721	embedding2nn.bias	9	-0.0021630018018186092
5721	rnn.weight_ih_l0	0	-0.010424872860312462
5721	rnn.weight_ih_l0	1	0.012891914695501328
5721	rnn.weight_ih_l0	2	0.023477107286453247
5721	rnn.weight_ih_l0	3	0.028758231550455093
5721	rnn.weight_ih_l0	4	-0.006905785296112299
5721	rnn.weight_ih_l0	5	-0.04446423798799515
5721	rnn.weight_ih_l0	6	0.008142087608575821
5721	rnn.weight_ih_l0	7	0.04152608662843704
5721	rnn.weight_ih_l0	8	0.026107050478458405
5721	rnn.weight_ih_l0	9	-0.040996115654706955
5721	rnn.weight_hh_l0	0	-0.03823557868599892
5721	rnn.weight_hh_l0	1	0.010532781481742859
5721	rnn.weight_hh_l0	2	0.010431695729494095
5721	rnn.weight_hh_l0	3	-0.009327655658125877
5721	rnn.weight_hh_l0	4	0.02915334142744541
5721	rnn.weight_hh_l0	5	-0.009819029830396175
5721	rnn.weight_hh_l0	6	-0.03478606045246124
5721	rnn.weight_hh_l0	7	-0.04755936563014984
5721	rnn.weight_hh_l0	8	0.009281901642680168
5721	rnn.weight_hh_l0	9	-0.024367574602365494
5721	rnn.bias_ih_l0	0	0.006675462704151869
5721	rnn.bias_ih_l0	1	-0.017658952623605728
5721	rnn.bias_ih_l0	2	-0.008451595902442932
5721	rnn.bias_ih_l0	3	0.0374620221555233
5721	rnn.bias_ih_l0	4	-0.04874437674880028
5721	rnn.bias_ih_l0	5	-0.012874034233391285
5721	rnn.bias_ih_l0	6	-0.002592237666249275
5721	rnn.bias_ih_l0	7	0.02755717560648918
5721	rnn.bias_ih_l0	8	-0.05701825022697449
5721	rnn.bias_ih_l0	9	0.009141880087554455
5721	rnn.bias_hh_l0	0	-0.018730849027633667
5721	rnn.bias_hh_l0	1	-0.03855447843670845
5721	rnn.bias_hh_l0	2	-0.00022081432689446956
5721	rnn.bias_hh_l0	3	-0.0348382443189621
5721	rnn.bias_hh_l0	4	0.0035055081825703382
5721	rnn.bias_hh_l0	5	0.02216181345283985
5721	rnn.bias_hh_l0	6	0.03656449168920517
5721	rnn.bias_hh_l0	7	0.006413090508431196
5721	rnn.bias_hh_l0	8	-0.022605396807193756
5721	rnn.bias_hh_l0	9	-0.02236286737024784
5721	rnn.weight_ih_l0_reverse	0	-0.0013814702397212386
5721	rnn.weight_ih_l0_reverse	1	-0.03651927784085274
5721	rnn.weight_ih_l0_reverse	2	-0.025272859260439873
5721	rnn.weight_ih_l0_reverse	3	0.0006241173832677305
5721	rnn.weight_ih_l0_reverse	4	-0.017089910805225372
5721	rnn.weight_ih_l0_reverse	5	-0.044896893203258514
5721	rnn.weight_ih_l0_reverse	6	0.03314925730228424
5721	rnn.weight_ih_l0_reverse	7	-0.028964366763830185
5721	rnn.weight_ih_l0_reverse	8	-0.032019127160310745
5721	rnn.weight_ih_l0_reverse	9	0.01475260779261589
5721	rnn.weight_hh_l0_reverse	0	0.027763444930315018
5721	rnn.weight_hh_l0_reverse	1	0.03174497187137604
5721	rnn.weight_hh_l0_reverse	2	0.024871714413166046
5721	rnn.weight_hh_l0_reverse	3	0.01673344522714615
5721	rnn.weight_hh_l0_reverse	4	0.010791085660457611
5721	rnn.weight_hh_l0_reverse	5	-0.008713537827134132
5721	rnn.weight_hh_l0_reverse	6	0.03711208328604698
5721	rnn.weight_hh_l0_reverse	7	-0.02101646363735199
5721	rnn.weight_hh_l0_reverse	8	0.0034661144018173218
5721	rnn.weight_hh_l0_reverse	9	0.044995855540037155
5721	rnn.bias_ih_l0_reverse	0	-0.04534948244690895
5721	rnn.bias_ih_l0_reverse	1	-0.03387104347348213
5721	rnn.bias_ih_l0_reverse	2	0.010047074407339096
5721	rnn.bias_ih_l0_reverse	3	0.02407683990895748
5721	rnn.bias_ih_l0_reverse	4	0.0021592932753264904
5721	rnn.bias_ih_l0_reverse	5	0.023247160017490387
5721	rnn.bias_ih_l0_reverse	6	0.0022998028434813023
5721	rnn.bias_ih_l0_reverse	7	0.03536057099699974
5721	rnn.bias_ih_l0_reverse	8	-0.024292970076203346
5721	rnn.bias_ih_l0_reverse	9	0.04403437301516533
5721	rnn.bias_hh_l0_reverse	0	-0.025377927348017693
5721	rnn.bias_hh_l0_reverse	1	0.013303828425705433
5721	rnn.bias_hh_l0_reverse	2	-0.007900104857981205
5721	rnn.bias_hh_l0_reverse	3	-0.03907009959220886
5721	rnn.bias_hh_l0_reverse	4	-0.0308506079018116
5721	rnn.bias_hh_l0_reverse	5	-0.033031243830919266
5721	rnn.bias_hh_l0_reverse	6	0.010133091360330582
5721	rnn.bias_hh_l0_reverse	7	0.01027841679751873
5721	rnn.bias_hh_l0_reverse	8	0.03824713081121445
5721	rnn.bias_hh_l0_reverse	9	-0.08526447415351868
5721	rnn.weight_ih_l1	0	-0.02692876011133194
5721	rnn.weight_ih_l1	1	-0.02404053322970867
5721	rnn.weight_ih_l1	2	0.021637359634041786
5721	rnn.weight_ih_l1	3	0.008491859771311283
5721	rnn.weight_ih_l1	4	0.011365484446287155
5721	rnn.weight_ih_l1	5	-0.036604780703783035
5721	rnn.weight_ih_l1	6	0.020492762327194214
5721	rnn.weight_ih_l1	7	-0.03731650859117508
5721	rnn.weight_ih_l1	8	0.03833083063364029
5721	rnn.weight_ih_l1	9	0.01998024806380272
5721	rnn.weight_hh_l1	0	0.004556312691420317
5721	rnn.weight_hh_l1	1	0.005925806239247322
5721	rnn.weight_hh_l1	2	-0.025624332949519157
5721	rnn.weight_hh_l1	3	0.0003036426496692002
5721	rnn.weight_hh_l1	4	0.006164901424199343
5721	rnn.weight_hh_l1	5	0.03917641565203667
5721	rnn.weight_hh_l1	6	0.0331575833261013
5721	rnn.weight_hh_l1	7	-0.03082841821014881
5721	rnn.weight_hh_l1	8	-0.04156376048922539
5721	rnn.weight_hh_l1	9	0.03610828518867493
5721	rnn.bias_ih_l1	0	-0.01448140200227499
5721	rnn.bias_ih_l1	1	-0.045106202363967896
5721	rnn.bias_ih_l1	2	-0.061785291880369186
5721	rnn.bias_ih_l1	3	-0.015484809875488281
5721	rnn.bias_ih_l1	4	-0.12330593913793564
5721	rnn.bias_ih_l1	5	-0.03970729559659958
5721	rnn.bias_ih_l1	6	0.035484254360198975
5721	rnn.bias_ih_l1	7	0.02551427111029625
5721	rnn.bias_ih_l1	8	-0.030273472890257835
5721	rnn.bias_ih_l1	9	-0.006432280410081148
5721	rnn.bias_hh_l1	0	-0.04556708782911301
5721	rnn.bias_hh_l1	1	0.0071401167660951614
5721	rnn.bias_hh_l1	2	0.010424432344734669
5721	rnn.bias_hh_l1	3	-0.02155611291527748
5721	rnn.bias_hh_l1	4	-0.0318315289914608
5721	rnn.bias_hh_l1	5	0.007253618910908699
5721	rnn.bias_hh_l1	6	-0.004403442610055208
5721	rnn.bias_hh_l1	7	-0.06715305149555206
5721	rnn.bias_hh_l1	8	0.03129066899418831
5721	rnn.bias_hh_l1	9	0.009242931380867958
5721	rnn.weight_ih_l1_reverse	0	-0.03039422631263733
5721	rnn.weight_ih_l1_reverse	1	0.03426428139209747
5721	rnn.weight_ih_l1_reverse	2	-0.023263905197381973
5721	rnn.weight_ih_l1_reverse	3	-0.018206607550382614
5721	rnn.weight_ih_l1_reverse	4	0.007276442833244801
5721	rnn.weight_ih_l1_reverse	5	-0.042242713272571564
5721	rnn.weight_ih_l1_reverse	6	-0.02298608236014843
5721	rnn.weight_ih_l1_reverse	7	0.012617144733667374
5721	rnn.weight_ih_l1_reverse	8	0.02890729531645775
5721	rnn.weight_ih_l1_reverse	9	-0.04658179357647896
5721	rnn.weight_hh_l1_reverse	0	0.008122947067022324
5721	rnn.weight_hh_l1_reverse	1	0.02355722337961197
5721	rnn.weight_hh_l1_reverse	2	-0.035462625324726105
5721	rnn.weight_hh_l1_reverse	3	0.03780071809887886
5721	rnn.weight_hh_l1_reverse	4	0.03319422900676727
5721	rnn.weight_hh_l1_reverse	5	0.015004870481789112
5721	rnn.weight_hh_l1_reverse	6	0.005736091639846563
5721	rnn.weight_hh_l1_reverse	7	0.02867935784161091
5721	rnn.weight_hh_l1_reverse	8	-0.0033913671504706144
5721	rnn.weight_hh_l1_reverse	9	-0.03424636647105217
5721	rnn.bias_ih_l1_reverse	0	0.007758547551929951
5721	rnn.bias_ih_l1_reverse	1	-0.017133992165327072
5721	rnn.bias_ih_l1_reverse	2	-0.02670530043542385
5721	rnn.bias_ih_l1_reverse	3	0.011476748622953892
5721	rnn.bias_ih_l1_reverse	4	-0.04965382069349289
5721	rnn.bias_ih_l1_reverse	5	-0.015223211608827114
5721	rnn.bias_ih_l1_reverse	6	-0.030766073614358902
5721	rnn.bias_ih_l1_reverse	7	-0.019763734191656113
5721	rnn.bias_ih_l1_reverse	8	0.06825368106365204
5721	rnn.bias_ih_l1_reverse	9	0.006648667622357607
5721	rnn.bias_hh_l1_reverse	0	-0.018365681171417236
5721	rnn.bias_hh_l1_reverse	1	0.018950792029500008
5721	rnn.bias_hh_l1_reverse	2	-0.08336625248193741
5721	rnn.bias_hh_l1_reverse	3	0.026805773377418518
5721	rnn.bias_hh_l1_reverse	4	-0.005135844927281141
5721	rnn.bias_hh_l1_reverse	5	0.011548896320164204
5721	rnn.bias_hh_l1_reverse	6	0.07079564779996872
5721	rnn.bias_hh_l1_reverse	7	0.01413162425160408
5721	rnn.bias_hh_l1_reverse	8	-0.03149159625172615
5721	rnn.bias_hh_l1_reverse	9	-0.02508942410349846
5721	linear.weight	0	0.002228822559118271
5721	linear.weight	1	0.06615080684423447
5721	linear.weight	2	-0.03308044746518135
5721	linear.weight	3	0.10755261033773422
5721	linear.weight	4	0.14798472821712494
5721	linear.weight	5	0.04864149168133736
5721	linear.weight	6	0.02356734871864319
5721	linear.weight	7	0.004963889252394438
5721	linear.weight	8	0.04500953108072281
5721	linear.weight	9	-0.039847441017627716
5721	linear.bias	0	-0.08538060635328293
5721	linear.bias	1	0.2718295454978943
5721	linear.bias	2	0.10368833690881729
5721	linear.bias	3	-0.6951593160629272
5721	linear.bias	4	-0.6739485263824463
5721	linear.bias	5	0.15529131889343262
5721	linear.bias	6	-0.32252660393714905
5721	linear.bias	7	0.37746933102607727
5721	linear.bias	8	-0.47825032472610474
5721	linear.bias	9	-0.7457889318466187
5918	transitions	0	-0.04189865291118622
5918	transitions	1	-0.44724127650260925
5918	transitions	2	-10000.0
5918	transitions	3	-1.7183643579483032
5918	transitions	4	-10000.0
5918	transitions	5	0.9742910265922546
5918	transitions	6	0.32425230741500854
5918	transitions	7	0.38152313232421875
5918	transitions	8	-1.055724859237671
5918	transitions	9	0.0030870623886585236
5918	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
5918	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
5918	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
5918	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
5918	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
5918	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
5918	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
5918	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
5918	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
5918	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
5918	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
5918	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
5918	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
5918	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
5918	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
5918	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
5918	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
5918	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
5918	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
5918	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
5918	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
5918	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
5918	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
5918	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
5918	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
5918	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
5918	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
5918	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
5918	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
5918	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
5918	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
5918	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
5918	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
5918	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
5918	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
5918	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
5918	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
5918	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
5918	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
5918	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
5918	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
5918	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
5918	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
5918	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
5918	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
5918	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
5918	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
5918	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
5918	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
5918	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
5918	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
5918	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
5918	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
5918	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
5918	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
5918	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
5918	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
5918	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
5918	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
5918	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
5918	embedding2nn.weight	0	0.007086869794875383
5918	embedding2nn.weight	1	-0.010450991801917553
5918	embedding2nn.weight	2	-0.014268254861235619
5918	embedding2nn.weight	3	0.01991885155439377
5918	embedding2nn.weight	4	-0.005915033631026745
5918	embedding2nn.weight	5	-0.0037005972117185593
5918	embedding2nn.weight	6	-0.003973257262259722
5918	embedding2nn.weight	7	-0.018004316836595535
5918	embedding2nn.weight	8	-0.0019979383796453476
5918	embedding2nn.weight	9	-0.004395813215523958
5918	embedding2nn.bias	0	0.004546389915049076
5918	embedding2nn.bias	1	0.011016818694770336
5918	embedding2nn.bias	2	0.04518025368452072
5918	embedding2nn.bias	3	0.021705999970436096
5918	embedding2nn.bias	4	-0.011421208269894123
5918	embedding2nn.bias	5	-0.04203018918633461
5918	embedding2nn.bias	6	0.027614103630185127
5918	embedding2nn.bias	7	-0.0180915966629982
5918	embedding2nn.bias	8	-0.005901786498725414
5918	embedding2nn.bias	9	-0.004046651069074869
5918	rnn.weight_ih_l0	0	-0.00922033004462719
5918	rnn.weight_ih_l0	1	0.01170379389077425
5918	rnn.weight_ih_l0	2	0.02314436249434948
5918	rnn.weight_ih_l0	3	0.0285263080149889
5918	rnn.weight_ih_l0	4	-0.0069967531599104404
5918	rnn.weight_ih_l0	5	-0.04417555779218674
5918	rnn.weight_ih_l0	6	0.00797884352505207
5918	rnn.weight_ih_l0	7	0.04247674345970154
5918	rnn.weight_ih_l0	8	0.026128584519028664
5918	rnn.weight_ih_l0	9	-0.04115524888038635
5918	rnn.weight_hh_l0	0	-0.037878505885601044
5918	rnn.weight_hh_l0	1	0.01041392982006073
5918	rnn.weight_hh_l0	2	0.010812238790094852
5918	rnn.weight_hh_l0	3	-0.008775402791798115
5918	rnn.weight_hh_l0	4	0.028908777981996536
5918	rnn.weight_hh_l0	5	-0.01044495590031147
5918	rnn.weight_hh_l0	6	-0.034922562539577484
5918	rnn.weight_hh_l0	7	-0.04662571847438812
5918	rnn.weight_hh_l0	8	0.008349603973329067
5918	rnn.weight_hh_l0	9	-0.02418794110417366
5918	rnn.bias_ih_l0	0	0.011537561193108559
5918	rnn.bias_ih_l0	1	-0.01525406539440155
5918	rnn.bias_ih_l0	2	-0.009145611897110939
5918	rnn.bias_ih_l0	3	0.03793725371360779
5918	rnn.bias_ih_l0	4	-0.04912674427032471
5918	rnn.bias_ih_l0	5	-0.011869428679347038
5918	rnn.bias_ih_l0	6	-0.0034224847331643105
5918	rnn.bias_ih_l0	7	0.03177441284060478
5918	rnn.bias_ih_l0	8	-0.057368092238903046
5918	rnn.bias_ih_l0	9	0.010195122100412846
5918	rnn.bias_hh_l0	0	-0.021007150411605835
5918	rnn.bias_hh_l0	1	-0.03144070506095886
5918	rnn.bias_hh_l0	2	-0.0024445250164717436
5918	rnn.bias_hh_l0	3	-0.03514856472611427
5918	rnn.bias_hh_l0	4	0.001962695736438036
5918	rnn.bias_hh_l0	5	0.02353748306632042
5918	rnn.bias_hh_l0	6	0.035950325429439545
5918	rnn.bias_hh_l0	7	0.009582899510860443
5918	rnn.bias_hh_l0	8	-0.02173425257205963
5918	rnn.bias_hh_l0	9	-0.021368062123656273
5918	rnn.weight_ih_l0_reverse	0	-0.0013459533220157027
5918	rnn.weight_ih_l0_reverse	1	-0.03587384521961212
5918	rnn.weight_ih_l0_reverse	2	-0.023161664605140686
5918	rnn.weight_ih_l0_reverse	3	0.0008737603784538805
5918	rnn.weight_ih_l0_reverse	4	-0.016575949266552925
5918	rnn.weight_ih_l0_reverse	5	-0.044897355139255524
5918	rnn.weight_ih_l0_reverse	6	0.033384162932634354
5918	rnn.weight_ih_l0_reverse	7	-0.029015066102147102
5918	rnn.weight_ih_l0_reverse	8	-0.03159694746136665
5918	rnn.weight_ih_l0_reverse	9	0.01485504861921072
5918	rnn.weight_hh_l0_reverse	0	0.026722006499767303
5918	rnn.weight_hh_l0_reverse	1	0.031092004850506783
5918	rnn.weight_hh_l0_reverse	2	0.025054367259144783
5918	rnn.weight_hh_l0_reverse	3	0.01673736982047558
5918	rnn.weight_hh_l0_reverse	4	0.010985197499394417
5918	rnn.weight_hh_l0_reverse	5	-0.00953670870512724
5918	rnn.weight_hh_l0_reverse	6	0.0370895192027092
5918	rnn.weight_hh_l0_reverse	7	-0.020937655121088028
5918	rnn.weight_hh_l0_reverse	8	0.0033664521761238575
5918	rnn.weight_hh_l0_reverse	9	0.04516741260886192
5918	rnn.bias_ih_l0_reverse	0	-0.04549161344766617
5918	rnn.bias_ih_l0_reverse	1	-0.0327446423470974
5918	rnn.bias_ih_l0_reverse	2	0.009890814311802387
5918	rnn.bias_ih_l0_reverse	3	0.024338867515325546
5918	rnn.bias_ih_l0_reverse	4	0.003359844209626317
5918	rnn.bias_ih_l0_reverse	5	0.026768449693918228
5918	rnn.bias_ih_l0_reverse	6	0.004011437762528658
5918	rnn.bias_ih_l0_reverse	7	0.03597496449947357
5918	rnn.bias_ih_l0_reverse	8	-0.024399343878030777
5918	rnn.bias_ih_l0_reverse	9	0.04414131119847298
5918	rnn.bias_hh_l0_reverse	0	-0.024187196046113968
5918	rnn.bias_hh_l0_reverse	1	0.01761798746883869
5918	rnn.bias_hh_l0_reverse	2	-0.006718519609421492
5918	rnn.bias_hh_l0_reverse	3	-0.04050171375274658
5918	rnn.bias_hh_l0_reverse	4	-0.030438361689448357
5918	rnn.bias_hh_l0_reverse	5	-0.03484276309609413
5918	rnn.bias_hh_l0_reverse	6	0.011855293065309525
5918	rnn.bias_hh_l0_reverse	7	0.013515212573111057
5918	rnn.bias_hh_l0_reverse	8	0.03813351318240166
5918	rnn.bias_hh_l0_reverse	9	-0.08511283248662949
5918	rnn.weight_ih_l1	0	-0.02594834752380848
5918	rnn.weight_ih_l1	1	-0.022274000570178032
5918	rnn.weight_ih_l1	2	0.020434925332665443
5918	rnn.weight_ih_l1	3	0.0073144081979990005
5918	rnn.weight_ih_l1	4	0.010661548003554344
5918	rnn.weight_ih_l1	5	-0.03645068034529686
5918	rnn.weight_ih_l1	6	0.020551631227135658
5918	rnn.weight_ih_l1	7	-0.03698137030005455
5918	rnn.weight_ih_l1	8	0.03812522441148758
5918	rnn.weight_ih_l1	9	0.020074790343642235
5918	rnn.weight_hh_l1	0	0.004659839905798435
5918	rnn.weight_hh_l1	1	0.0056348140351474285
5918	rnn.weight_hh_l1	2	-0.025810156017541885
5918	rnn.weight_hh_l1	3	0.0003568396787159145
5918	rnn.weight_hh_l1	4	0.005266987718641758
5918	rnn.weight_hh_l1	5	0.03915863111615181
5918	rnn.weight_hh_l1	6	0.03358178213238716
5918	rnn.weight_hh_l1	7	-0.03099692426621914
5918	rnn.weight_hh_l1	8	-0.0414435900747776
5918	rnn.weight_hh_l1	9	0.036133136600255966
5918	rnn.bias_ih_l1	0	-0.017519580200314522
5918	rnn.bias_ih_l1	1	-0.04793968051671982
5918	rnn.bias_ih_l1	2	-0.06334405392408371
5918	rnn.bias_ih_l1	3	-0.017548678442835808
5918	rnn.bias_ih_l1	4	-0.1485893279314041
5918	rnn.bias_ih_l1	5	-0.040786098688840866
5918	rnn.bias_ih_l1	6	0.03706813231110573
5918	rnn.bias_ih_l1	7	0.022517016157507896
5918	rnn.bias_ih_l1	8	-0.030435560271143913
5918	rnn.bias_ih_l1	9	-0.006942931097000837
5918	rnn.bias_hh_l1	0	-0.04582574591040611
5918	rnn.bias_hh_l1	1	0.009263362735509872
5918	rnn.bias_hh_l1	2	0.007346536498516798
5918	rnn.bias_hh_l1	3	-0.02281908132135868
5918	rnn.bias_hh_l1	4	-0.03310643136501312
5918	rnn.bias_hh_l1	5	0.0073326281271874905
5918	rnn.bias_hh_l1	6	-0.00555796641856432
5918	rnn.bias_hh_l1	7	-0.05959806218743324
5918	rnn.bias_hh_l1	8	0.030873119831085205
5918	rnn.bias_hh_l1	9	0.009421051479876041
5918	rnn.weight_ih_l1_reverse	0	-0.030524050816893578
5918	rnn.weight_ih_l1_reverse	1	0.03273889794945717
5918	rnn.weight_ih_l1_reverse	2	-0.025532996281981468
5918	rnn.weight_ih_l1_reverse	3	-0.018762921914458275
5918	rnn.weight_ih_l1_reverse	4	0.006840398069471121
5918	rnn.weight_ih_l1_reverse	5	-0.042225390672683716
5918	rnn.weight_ih_l1_reverse	6	-0.022534845396876335
5918	rnn.weight_ih_l1_reverse	7	0.012680765241384506
5918	rnn.weight_ih_l1_reverse	8	0.026458172127604485
5918	rnn.weight_ih_l1_reverse	9	-0.050041455775499344
5918	rnn.weight_hh_l1_reverse	0	0.008311152458190918
5918	rnn.weight_hh_l1_reverse	1	0.023880546912550926
5918	rnn.weight_hh_l1_reverse	2	-0.03544936701655388
5918	rnn.weight_hh_l1_reverse	3	0.03794088959693909
5918	rnn.weight_hh_l1_reverse	4	0.03233585134148598
5918	rnn.weight_hh_l1_reverse	5	0.015197496861219406
5918	rnn.weight_hh_l1_reverse	6	0.004250174853950739
5918	rnn.weight_hh_l1_reverse	7	0.02866167575120926
5918	rnn.weight_hh_l1_reverse	8	-0.0034823694732040167
5918	rnn.weight_hh_l1_reverse	9	-0.0345434844493866
5918	rnn.bias_ih_l1_reverse	0	0.00773623026907444
5918	rnn.bias_ih_l1_reverse	1	-0.01889372244477272
5918	rnn.bias_ih_l1_reverse	2	-0.028389902785420418
5918	rnn.bias_ih_l1_reverse	3	0.02257682941854
5918	rnn.bias_ih_l1_reverse	4	-0.05098720267415047
5918	rnn.bias_ih_l1_reverse	5	-0.018715908750891685
5918	rnn.bias_ih_l1_reverse	6	-0.033166419714689255
5918	rnn.bias_ih_l1_reverse	7	-0.018536265939474106
5918	rnn.bias_ih_l1_reverse	8	0.06645803898572922
5918	rnn.bias_ih_l1_reverse	9	0.0020265011116862297
5918	rnn.bias_hh_l1_reverse	0	-0.024128586053848267
5918	rnn.bias_hh_l1_reverse	1	0.011998103000223637
5918	rnn.bias_hh_l1_reverse	2	-0.08417904376983643
5918	rnn.bias_hh_l1_reverse	3	0.027371827512979507
5918	rnn.bias_hh_l1_reverse	4	-0.0050302837044000626
5918	rnn.bias_hh_l1_reverse	5	0.011014014482498169
5918	rnn.bias_hh_l1_reverse	6	0.06792514771223068
5918	rnn.bias_hh_l1_reverse	7	0.013799509964883327
5918	rnn.bias_hh_l1_reverse	8	-0.03210866078734398
5918	rnn.bias_hh_l1_reverse	9	-0.02572493627667427
5918	linear.weight	0	0.002228822559118271
5918	linear.weight	1	0.07016021013259888
5918	linear.weight	2	-0.04157164320349693
5918	linear.weight	3	0.10371953994035721
5918	linear.weight	4	0.14219671487808228
5918	linear.weight	5	0.05079624429345131
5918	linear.weight	6	0.023028327152132988
5918	linear.weight	7	-0.007662876974791288
5918	linear.weight	8	0.0445910207927227
5918	linear.weight	9	-0.047401804476976395
5918	linear.bias	0	-0.059336837381124496
5918	linear.bias	1	0.28975972533226013
5918	linear.bias	2	0.11222227662801743
5918	linear.bias	3	-0.7053064107894897
5918	linear.bias	4	-0.6793535947799683
5918	linear.bias	5	0.14517642557621002
5918	linear.bias	6	-0.30050477385520935
5918	linear.bias	7	0.3728983700275421
5918	linear.bias	8	-0.47724294662475586
5918	linear.bias	9	-0.7533173561096191
5922	transitions	0	-0.04093656316399574
5922	transitions	1	-0.44725850224494934
5922	transitions	2	-10000.0
5922	transitions	3	-1.7183717489242554
5922	transitions	4	-10000.0
5922	transitions	5	0.9742515683174133
5922	transitions	6	0.3240971863269806
5922	transitions	7	0.38151541352272034
5922	transitions	8	-1.0557303428649902
5922	transitions	9	0.00308635039255023
5922	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
5922	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
5922	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
5922	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
5922	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
5922	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
5922	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
5922	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
5922	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
5922	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
5922	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
5922	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
5922	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
5922	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
5922	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
5922	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
5922	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
5922	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
5922	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
5922	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
5922	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
5922	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
5922	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
5922	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
5922	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
5922	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
5922	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
5922	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
5922	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
5922	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
5922	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
5922	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
5922	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
5922	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
5922	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
5922	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
5922	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
5922	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
5922	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
5922	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
5922	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
5922	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
5922	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
5922	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
5922	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
5922	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
5922	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
5922	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
5922	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
5922	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
5922	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
5922	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
5922	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
5922	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
5922	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
5922	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
5922	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
5922	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
5922	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
5922	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
5922	embedding2nn.weight	0	0.007386389188468456
5922	embedding2nn.weight	1	-0.010465404018759727
5922	embedding2nn.weight	2	-0.014268254861235619
5922	embedding2nn.weight	3	0.01985842175781727
5922	embedding2nn.weight	4	-0.005915033631026745
5922	embedding2nn.weight	5	-0.0037005972117185593
5922	embedding2nn.weight	6	-0.003973257727921009
5922	embedding2nn.weight	7	-0.0180651992559433
5922	embedding2nn.weight	8	-0.0019979383796453476
5922	embedding2nn.weight	9	-0.004343471489846706
5922	embedding2nn.bias	0	0.0016810212982818484
5922	embedding2nn.bias	1	0.011799335479736328
5922	embedding2nn.bias	2	0.04626524820923805
5922	embedding2nn.bias	3	0.02163889817893505
5922	embedding2nn.bias	4	-0.01354271825402975
5922	embedding2nn.bias	5	-0.04186682775616646
5922	embedding2nn.bias	6	0.026918744668364525
5922	embedding2nn.bias	7	-0.016866059973835945
5922	embedding2nn.bias	8	-0.004032929427921772
5922	embedding2nn.bias	9	-0.006997992750257254
5922	rnn.weight_ih_l0	0	-0.009599489159882069
5922	rnn.weight_ih_l0	1	0.011683030053973198
5922	rnn.weight_ih_l0	2	0.023151563480496407
5922	rnn.weight_ih_l0	3	0.02855071611702442
5922	rnn.weight_ih_l0	4	-0.006939600687474012
5922	rnn.weight_ih_l0	5	-0.04420020431280136
5922	rnn.weight_ih_l0	6	0.008008155040442944
5922	rnn.weight_ih_l0	7	0.04246852174401283
5922	rnn.weight_ih_l0	8	0.026156248524785042
5922	rnn.weight_ih_l0	9	-0.041159600019454956
5922	rnn.weight_hh_l0	0	-0.03767921403050423
5922	rnn.weight_hh_l0	1	0.010052529163658619
5922	rnn.weight_hh_l0	2	0.010865718126296997
5922	rnn.weight_hh_l0	3	-0.008692427538335323
5922	rnn.weight_hh_l0	4	0.02895520254969597
5922	rnn.weight_hh_l0	5	-0.010395489633083344
5922	rnn.weight_hh_l0	6	-0.03492859750986099
5922	rnn.weight_hh_l0	7	-0.0469500757753849
5922	rnn.weight_hh_l0	8	0.008478591218590736
5922	rnn.weight_hh_l0	9	-0.02417740784585476
5922	rnn.bias_ih_l0	0	0.011562757194042206
5922	rnn.bias_ih_l0	1	-0.015347500331699848
5922	rnn.bias_ih_l0	2	-0.009163153357803822
5922	rnn.bias_ih_l0	3	0.03809479624032974
5922	rnn.bias_ih_l0	4	-0.04927093908190727
5922	rnn.bias_ih_l0	5	-0.011821764521300793
5922	rnn.bias_ih_l0	6	-0.005494327284395695
5922	rnn.bias_ih_l0	7	0.031819410622119904
5922	rnn.bias_ih_l0	8	-0.05749090015888214
5922	rnn.bias_ih_l0	9	0.01005560252815485
5922	rnn.bias_hh_l0	0	-0.021019505336880684
5922	rnn.bias_hh_l0	1	-0.030996710062026978
5922	rnn.bias_hh_l0	2	-0.0017639580182731152
5922	rnn.bias_hh_l0	3	-0.035146597772836685
5922	rnn.bias_hh_l0	4	0.0018415820086374879
5922	rnn.bias_hh_l0	5	0.023705871775746346
5922	rnn.bias_hh_l0	6	0.03628678247332573
5922	rnn.bias_hh_l0	7	0.009821952320635319
5922	rnn.bias_hh_l0	8	-0.021701736375689507
5922	rnn.bias_hh_l0	9	-0.020910311490297318
5922	rnn.weight_ih_l0_reverse	0	-0.0013693316141143441
5922	rnn.weight_ih_l0_reverse	1	-0.03592193126678467
5922	rnn.weight_ih_l0_reverse	2	-0.02362789958715439
5922	rnn.weight_ih_l0_reverse	3	0.0007986463606357574
5922	rnn.weight_ih_l0_reverse	4	-0.016549529507756233
5922	rnn.weight_ih_l0_reverse	5	-0.04489080607891083
5922	rnn.weight_ih_l0_reverse	6	0.03340712934732437
5922	rnn.weight_ih_l0_reverse	7	-0.02884199097752571
5922	rnn.weight_ih_l0_reverse	8	-0.031584709882736206
5922	rnn.weight_ih_l0_reverse	9	0.014861111529171467
5922	rnn.weight_hh_l0_reverse	0	0.026646006852388382
5922	rnn.weight_hh_l0_reverse	1	0.03104369342327118
5922	rnn.weight_hh_l0_reverse	2	0.02503432333469391
5922	rnn.weight_hh_l0_reverse	3	0.01672830618917942
5922	rnn.weight_hh_l0_reverse	4	0.011000093072652817
5922	rnn.weight_hh_l0_reverse	5	-0.009571300819516182
5922	rnn.weight_hh_l0_reverse	6	0.03707309812307358
5922	rnn.weight_hh_l0_reverse	7	-0.020956505089998245
5922	rnn.weight_hh_l0_reverse	8	0.0033208115492016077
5922	rnn.weight_hh_l0_reverse	9	0.045200493186712265
5922	rnn.bias_ih_l0_reverse	0	-0.04568815603852272
5922	rnn.bias_ih_l0_reverse	1	-0.032850850373506546
5922	rnn.bias_ih_l0_reverse	2	0.009326294995844364
5922	rnn.bias_ih_l0_reverse	3	0.024547021836042404
5922	rnn.bias_ih_l0_reverse	4	0.003106681862846017
5922	rnn.bias_ih_l0_reverse	5	0.02677406370639801
5922	rnn.bias_ih_l0_reverse	6	0.003721493063494563
5922	rnn.bias_ih_l0_reverse	7	0.035993486642837524
5922	rnn.bias_ih_l0_reverse	8	-0.02455306239426136
5922	rnn.bias_ih_l0_reverse	9	0.044532448053359985
5922	rnn.bias_hh_l0_reverse	0	-0.024235112592577934
5922	rnn.bias_hh_l0_reverse	1	0.017433587461709976
5922	rnn.bias_hh_l0_reverse	2	-0.00689295120537281
5922	rnn.bias_hh_l0_reverse	3	-0.04034295305609703
5922	rnn.bias_hh_l0_reverse	4	-0.030551834031939507
5922	rnn.bias_hh_l0_reverse	5	-0.03498692438006401
5922	rnn.bias_hh_l0_reverse	6	0.011371002532541752
5922	rnn.bias_hh_l0_reverse	7	0.01375281810760498
5922	rnn.bias_hh_l0_reverse	8	0.03814143314957619
5922	rnn.bias_hh_l0_reverse	9	-0.08496616035699844
5922	rnn.weight_ih_l1	0	-0.025910736992955208
5922	rnn.weight_ih_l1	1	-0.022205697372555733
5922	rnn.weight_ih_l1	2	0.021165890619158745
5922	rnn.weight_ih_l1	3	0.007224577013403177
5922	rnn.weight_ih_l1	4	0.010714810341596603
5922	rnn.weight_ih_l1	5	-0.036490943282842636
5922	rnn.weight_ih_l1	6	0.020515218377113342
5922	rnn.weight_ih_l1	7	-0.03695899248123169
5922	rnn.weight_ih_l1	8	0.03819325566291809
5922	rnn.weight_ih_l1	9	0.02006724290549755
5922	rnn.weight_hh_l1	0	0.004455658607184887
5922	rnn.weight_hh_l1	1	0.005560253746807575
5922	rnn.weight_hh_l1	2	-0.025879468768835068
5922	rnn.weight_hh_l1	3	0.0003460681764408946
5922	rnn.weight_hh_l1	4	0.005217798985540867
5922	rnn.weight_hh_l1	5	0.0391085259616375
5922	rnn.weight_hh_l1	6	0.03353611007332802
5922	rnn.weight_hh_l1	7	-0.030987080186605453
5922	rnn.weight_hh_l1	8	-0.04150563105940819
5922	rnn.weight_hh_l1	9	0.03615663945674896
5922	rnn.bias_ih_l1	0	-0.017341449856758118
5922	rnn.bias_ih_l1	1	-0.04790649563074112
5922	rnn.bias_ih_l1	2	-0.06349392235279083
5922	rnn.bias_ih_l1	3	-0.01853886991739273
5922	rnn.bias_ih_l1	4	-0.14973364770412445
5922	rnn.bias_ih_l1	5	-0.04077715799212456
5922	rnn.bias_ih_l1	6	0.037569478154182434
5922	rnn.bias_ih_l1	7	0.022253060713410378
5922	rnn.bias_ih_l1	8	-0.030523022636771202
5922	rnn.bias_ih_l1	9	-0.006743786856532097
5922	rnn.bias_hh_l1	0	-0.04617762938141823
5922	rnn.bias_hh_l1	1	0.00920863263309002
5922	rnn.bias_hh_l1	2	0.007160302251577377
5922	rnn.bias_hh_l1	3	-0.02284986898303032
5922	rnn.bias_hh_l1	4	-0.03319726884365082
5922	rnn.bias_hh_l1	5	0.007345830090343952
5922	rnn.bias_hh_l1	6	-0.005793493241071701
5922	rnn.bias_hh_l1	7	-0.060649484395980835
5922	rnn.bias_hh_l1	8	0.030819782987236977
5922	rnn.bias_hh_l1	9	0.009385119192302227
5922	rnn.weight_ih_l1_reverse	0	-0.03054264560341835
5922	rnn.weight_ih_l1_reverse	1	0.032700564712285995
5922	rnn.weight_ih_l1_reverse	2	-0.02541661448776722
5922	rnn.weight_ih_l1_reverse	3	-0.018635587766766548
5922	rnn.weight_ih_l1_reverse	4	0.0068208216689527035
5922	rnn.weight_ih_l1_reverse	5	-0.04225752130150795
5922	rnn.weight_ih_l1_reverse	6	-0.02258419245481491
5922	rnn.weight_ih_l1_reverse	7	0.01285056583583355
5922	rnn.weight_ih_l1_reverse	8	0.026358041912317276
5922	rnn.weight_ih_l1_reverse	9	-0.05013223737478256
5922	rnn.weight_hh_l1_reverse	0	0.008325507864356041
5922	rnn.weight_hh_l1_reverse	1	0.023910019546747208
5922	rnn.weight_hh_l1_reverse	2	-0.03552452102303505
5922	rnn.weight_hh_l1_reverse	3	0.03794281557202339
5922	rnn.weight_hh_l1_reverse	4	0.03237917646765709
5922	rnn.weight_hh_l1_reverse	5	0.01539716124534607
5922	rnn.weight_hh_l1_reverse	6	0.003984229173511267
5922	rnn.weight_hh_l1_reverse	7	0.028656605631113052
5922	rnn.weight_hh_l1_reverse	8	-0.0034848800860345364
5922	rnn.weight_hh_l1_reverse	9	-0.03449178859591484
5922	rnn.bias_ih_l1_reverse	0	0.0077764373272657394
5922	rnn.bias_ih_l1_reverse	1	-0.01946789026260376
5922	rnn.bias_ih_l1_reverse	2	-0.028362762182950974
5922	rnn.bias_ih_l1_reverse	3	0.022876083850860596
5922	rnn.bias_ih_l1_reverse	4	-0.050756584852933884
5922	rnn.bias_ih_l1_reverse	5	-0.018735378980636597
5922	rnn.bias_ih_l1_reverse	6	-0.03321633115410805
5922	rnn.bias_ih_l1_reverse	7	-0.018641890957951546
5922	rnn.bias_ih_l1_reverse	8	0.06559412181377411
5922	rnn.bias_ih_l1_reverse	9	0.0025671287439763546
5922	rnn.bias_hh_l1_reverse	0	-0.02258298173546791
5922	rnn.bias_hh_l1_reverse	1	0.013626051135361195
5922	rnn.bias_hh_l1_reverse	2	-0.08377589285373688
5922	rnn.bias_hh_l1_reverse	3	0.027641089633107185
5922	rnn.bias_hh_l1_reverse	4	-0.004855732433497906
5922	rnn.bias_hh_l1_reverse	5	0.010965400375425816
5922	rnn.bias_hh_l1_reverse	6	0.06328937411308289
5922	rnn.bias_hh_l1_reverse	7	0.014298750087618828
5922	rnn.bias_hh_l1_reverse	8	-0.03230368345975876
5922	rnn.bias_hh_l1_reverse	9	-0.025637496262788773
5922	linear.weight	0	0.002228822559118271
5922	linear.weight	1	0.07062288373708725
5922	linear.weight	2	-0.04243302717804909
5922	linear.weight	3	0.10281191766262054
5922	linear.weight	4	0.14311692118644714
5922	linear.weight	5	0.05068398639559746
5922	linear.weight	6	0.02379169873893261
5922	linear.weight	7	-0.00776844983920455
5922	linear.weight	8	0.044588252902030945
5922	linear.weight	9	-0.047758154571056366
5922	linear.bias	0	-0.07996866106987
5922	linear.bias	1	0.2737409472465515
5922	linear.bias	2	0.11302521079778671
5922	linear.bias	3	-0.7025761008262634
5922	linear.bias	4	-0.6768001914024353
5922	linear.bias	5	0.150344118475914
5922	linear.bias	6	-0.3165627121925354
5922	linear.bias	7	0.37828317284584045
5922	linear.bias	8	-0.4733324944972992
5922	linear.bias	9	-0.7498345971107483
6119	transitions	0	-0.0022241766564548016
6119	transitions	1	-0.44964152574539185
6119	transitions	2	-10000.0
6119	transitions	3	-1.7195392847061157
6119	transitions	4	-10000.0
6119	transitions	5	0.9695940017700195
6119	transitions	6	0.3159697353839874
6119	transitions	7	0.3722013831138611
6119	transitions	8	-1.0600937604904175
6119	transitions	9	0.0030381600372493267
6119	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
6119	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
6119	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
6119	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
6119	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
6119	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
6119	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
6119	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
6119	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
6119	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
6119	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
6119	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
6119	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
6119	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
6119	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
6119	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
6119	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
6119	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
6119	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
6119	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
6119	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
6119	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
6119	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
6119	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
6119	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
6119	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
6119	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
6119	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
6119	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
6119	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
6119	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
6119	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
6119	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
6119	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
6119	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
6119	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
6119	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
6119	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
6119	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
6119	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
6119	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
6119	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
6119	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
6119	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
6119	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
6119	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
6119	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
6119	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
6119	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
6119	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
6119	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
6119	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
6119	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
6119	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
6119	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
6119	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
6119	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
6119	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
6119	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
6119	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
6119	embedding2nn.weight	0	0.008046531118452549
6119	embedding2nn.weight	1	-0.010437820106744766
6119	embedding2nn.weight	2	-0.014268254861235619
6119	embedding2nn.weight	3	0.018907802179455757
6119	embedding2nn.weight	4	-0.005915033631026745
6119	embedding2nn.weight	5	-0.0037005976773798466
6119	embedding2nn.weight	6	-0.003973263781517744
6119	embedding2nn.weight	7	-0.017776168882846832
6119	embedding2nn.weight	8	-0.0019979383796453476
6119	embedding2nn.weight	9	-0.003999622538685799
6119	embedding2nn.bias	0	0.005239869933575392
6119	embedding2nn.bias	1	0.005101955030113459
6119	embedding2nn.bias	2	0.039971619844436646
6119	embedding2nn.bias	3	0.022815320640802383
6119	embedding2nn.bias	4	-0.012125574983656406
6119	embedding2nn.bias	5	-0.040293604135513306
6119	embedding2nn.bias	6	0.033094458281993866
6119	embedding2nn.bias	7	-0.024366479367017746
6119	embedding2nn.bias	8	-0.006376625504344702
6119	embedding2nn.bias	9	-0.0026652663946151733
6119	rnn.weight_ih_l0	0	-0.009825707413256168
6119	rnn.weight_ih_l0	1	0.013771940022706985
6119	rnn.weight_ih_l0	2	0.02392491325736046
6119	rnn.weight_ih_l0	3	0.028589772060513496
6119	rnn.weight_ih_l0	4	-0.0069153085350990295
6119	rnn.weight_ih_l0	5	-0.04410763457417488
6119	rnn.weight_ih_l0	6	0.007998854853212833
6119	rnn.weight_ih_l0	7	0.04269897937774658
6119	rnn.weight_ih_l0	8	0.02588829956948757
6119	rnn.weight_ih_l0	9	-0.04119468480348587
6119	rnn.weight_hh_l0	0	-0.037753257900476456
6119	rnn.weight_hh_l0	1	0.009884271770715714
6119	rnn.weight_hh_l0	2	0.011646056547760963
6119	rnn.weight_hh_l0	3	-0.008582936599850655
6119	rnn.weight_hh_l0	4	0.030113505199551582
6119	rnn.weight_hh_l0	5	-0.010249044746160507
6119	rnn.weight_hh_l0	6	-0.03490658849477768
6119	rnn.weight_hh_l0	7	-0.04563087970018387
6119	rnn.weight_hh_l0	8	0.007600031793117523
6119	rnn.weight_hh_l0	9	-0.024401769042015076
6119	rnn.bias_ih_l0	0	0.009076099842786789
6119	rnn.bias_ih_l0	1	-0.012980809435248375
6119	rnn.bias_ih_l0	2	-0.008008930832147598
6119	rnn.bias_ih_l0	3	0.035967353731393814
6119	rnn.bias_ih_l0	4	-0.04943263158202171
6119	rnn.bias_ih_l0	5	-0.012585543096065521
6119	rnn.bias_ih_l0	6	-0.01415951456874609
6119	rnn.bias_ih_l0	7	0.032061655074357986
6119	rnn.bias_ih_l0	8	-0.057563960552215576
6119	rnn.bias_ih_l0	9	0.0062636141665279865
6119	rnn.bias_hh_l0	0	-0.021893074735999107
6119	rnn.bias_hh_l0	1	-0.03956004977226257
6119	rnn.bias_hh_l0	2	0.0013563365209847689
6119	rnn.bias_hh_l0	3	-0.03466230630874634
6119	rnn.bias_hh_l0	4	0.0023758690804243088
6119	rnn.bias_hh_l0	5	0.023320576176047325
6119	rnn.bias_hh_l0	6	0.036115799099206924
6119	rnn.bias_hh_l0	7	0.006022204179316759
6119	rnn.bias_hh_l0	8	-0.024379011243581772
6119	rnn.bias_hh_l0	9	-0.022402241826057434
6119	rnn.weight_ih_l0_reverse	0	-0.0022072256542742252
6119	rnn.weight_ih_l0_reverse	1	-0.03509344533085823
6119	rnn.weight_ih_l0_reverse	2	-0.02191643789410591
6119	rnn.weight_ih_l0_reverse	3	0.0005489411996677518
6119	rnn.weight_ih_l0_reverse	4	-0.016484195366501808
6119	rnn.weight_ih_l0_reverse	5	-0.04469429329037666
6119	rnn.weight_ih_l0_reverse	6	0.033283427357673645
6119	rnn.weight_ih_l0_reverse	7	-0.02852790057659149
6119	rnn.weight_ih_l0_reverse	8	-0.03159766644239426
6119	rnn.weight_ih_l0_reverse	9	0.014819066040217876
6119	rnn.weight_hh_l0_reverse	0	0.026361122727394104
6119	rnn.weight_hh_l0_reverse	1	0.0313032865524292
6119	rnn.weight_hh_l0_reverse	2	0.02494482882320881
6119	rnn.weight_hh_l0_reverse	3	0.016703210771083832
6119	rnn.weight_hh_l0_reverse	4	0.010891996324062347
6119	rnn.weight_hh_l0_reverse	5	-0.008923117071390152
6119	rnn.weight_hh_l0_reverse	6	0.03697134181857109
6119	rnn.weight_hh_l0_reverse	7	-0.021108807995915413
6119	rnn.weight_hh_l0_reverse	8	0.0026906058192253113
6119	rnn.weight_hh_l0_reverse	9	0.04528545215725899
6119	rnn.bias_ih_l0_reverse	0	-0.04543847590684891
6119	rnn.bias_ih_l0_reverse	1	-0.03096221759915352
6119	rnn.bias_ih_l0_reverse	2	0.012138569727540016
6119	rnn.bias_ih_l0_reverse	3	0.02110714465379715
6119	rnn.bias_ih_l0_reverse	4	-0.0019829145167022943
6119	rnn.bias_ih_l0_reverse	5	0.022052330896258354
6119	rnn.bias_ih_l0_reverse	6	0.004546521697193384
6119	rnn.bias_ih_l0_reverse	7	0.035083457827568054
6119	rnn.bias_ih_l0_reverse	8	-0.023964043706655502
6119	rnn.bias_ih_l0_reverse	9	0.047906626015901566
6119	rnn.bias_hh_l0_reverse	0	-0.02412952110171318
6119	rnn.bias_hh_l0_reverse	1	0.018690643832087517
6119	rnn.bias_hh_l0_reverse	2	-0.008214807137846947
6119	rnn.bias_hh_l0_reverse	3	-0.040591057389974594
6119	rnn.bias_hh_l0_reverse	4	-0.030385697260499
6119	rnn.bias_hh_l0_reverse	5	-0.03420199453830719
6119	rnn.bias_hh_l0_reverse	6	0.01427129190415144
6119	rnn.bias_hh_l0_reverse	7	0.015817662701010704
6119	rnn.bias_hh_l0_reverse	8	0.037688128650188446
6119	rnn.bias_hh_l0_reverse	9	-0.08749168366193771
6119	rnn.weight_ih_l1	0	-0.02523859590291977
6119	rnn.weight_ih_l1	1	-0.021781375631690025
6119	rnn.weight_ih_l1	2	0.022954432293772697
6119	rnn.weight_ih_l1	3	0.00865090824663639
6119	rnn.weight_ih_l1	4	0.00983424112200737
6119	rnn.weight_ih_l1	5	-0.03664609044790268
6119	rnn.weight_ih_l1	6	0.021030737087130547
6119	rnn.weight_ih_l1	7	-0.03759520873427391
6119	rnn.weight_ih_l1	8	0.038428645581007004
6119	rnn.weight_ih_l1	9	0.020236752927303314
6119	rnn.weight_hh_l1	0	0.003439036663621664
6119	rnn.weight_hh_l1	1	0.005483401473611593
6119	rnn.weight_hh_l1	2	-0.02655830606818199
6119	rnn.weight_hh_l1	3	0.0005744507652707398
6119	rnn.weight_hh_l1	4	0.004617390222847462
6119	rnn.weight_hh_l1	5	0.039173662662506104
6119	rnn.weight_hh_l1	6	0.03356181085109711
6119	rnn.weight_hh_l1	7	-0.030998995527625084
6119	rnn.weight_hh_l1	8	-0.04120427742600441
6119	rnn.weight_hh_l1	9	0.03707798570394516
6119	rnn.bias_ih_l1	0	-0.01470059435814619
6119	rnn.bias_ih_l1	1	-0.048240844160318375
6119	rnn.bias_ih_l1	2	-0.06503453850746155
6119	rnn.bias_ih_l1	3	-0.01846604235470295
6119	rnn.bias_ih_l1	4	-0.13774694502353668
6119	rnn.bias_ih_l1	5	-0.039999451488256454
6119	rnn.bias_ih_l1	6	0.03512154147028923
6119	rnn.bias_ih_l1	7	0.021236253902316093
6119	rnn.bias_ih_l1	8	-0.03056957572698593
6119	rnn.bias_ih_l1	9	-0.007684754207730293
6119	rnn.bias_hh_l1	0	-0.04591991752386093
6119	rnn.bias_hh_l1	1	0.00929943285882473
6119	rnn.bias_hh_l1	2	0.010258159600198269
6119	rnn.bias_hh_l1	3	-0.023530181497335434
6119	rnn.bias_hh_l1	4	-0.0332762636244297
6119	rnn.bias_hh_l1	5	0.00867440178990364
6119	rnn.bias_hh_l1	6	-0.007446371950209141
6119	rnn.bias_hh_l1	7	-0.040533337742090225
6119	rnn.bias_hh_l1	8	0.029901547357439995
6119	rnn.bias_hh_l1	9	0.010292209684848785
6119	rnn.weight_ih_l1_reverse	0	-0.02982238307595253
6119	rnn.weight_ih_l1_reverse	1	0.03256521373987198
6119	rnn.weight_ih_l1_reverse	2	-0.028673958033323288
6119	rnn.weight_ih_l1_reverse	3	-0.018754569813609123
6119	rnn.weight_ih_l1_reverse	4	0.005651330575346947
6119	rnn.weight_ih_l1_reverse	5	-0.04245717450976372
6119	rnn.weight_ih_l1_reverse	6	-0.022436389699578285
6119	rnn.weight_ih_l1_reverse	7	0.013166738674044609
6119	rnn.weight_ih_l1_reverse	8	0.02841814234852791
6119	rnn.weight_ih_l1_reverse	9	-0.05191389471292496
6119	rnn.weight_hh_l1_reverse	0	0.008216491900384426
6119	rnn.weight_hh_l1_reverse	1	0.02389119751751423
6119	rnn.weight_hh_l1_reverse	2	-0.03587863966822624
6119	rnn.weight_hh_l1_reverse	3	0.03800330311059952
6119	rnn.weight_hh_l1_reverse	4	0.03341462463140488
6119	rnn.weight_hh_l1_reverse	5	0.015445432625710964
6119	rnn.weight_hh_l1_reverse	6	0.0052961502224206924
6119	rnn.weight_hh_l1_reverse	7	0.02857086807489395
6119	rnn.weight_hh_l1_reverse	8	-0.0031699915416538715
6119	rnn.weight_hh_l1_reverse	9	-0.03414107859134674
6119	rnn.bias_ih_l1_reverse	0	0.005723926704376936
6119	rnn.bias_ih_l1_reverse	1	-0.018673593178391457
6119	rnn.bias_ih_l1_reverse	2	-0.0276095699518919
6119	rnn.bias_ih_l1_reverse	3	0.020735522732138634
6119	rnn.bias_ih_l1_reverse	4	-0.05384727194905281
6119	rnn.bias_ih_l1_reverse	5	-0.018920378759503365
6119	rnn.bias_ih_l1_reverse	6	-0.03517289459705353
6119	rnn.bias_ih_l1_reverse	7	-0.020613500848412514
6119	rnn.bias_ih_l1_reverse	8	0.058735232800245285
6119	rnn.bias_ih_l1_reverse	9	0.01129426620900631
6119	rnn.bias_hh_l1_reverse	0	-0.018254850059747696
6119	rnn.bias_hh_l1_reverse	1	0.017793383449316025
6119	rnn.bias_hh_l1_reverse	2	-0.08442104607820511
6119	rnn.bias_hh_l1_reverse	3	0.027060510590672493
6119	rnn.bias_hh_l1_reverse	4	-0.004135298077017069
6119	rnn.bias_hh_l1_reverse	5	0.0071703363209962845
6119	rnn.bias_hh_l1_reverse	6	0.06128750741481781
6119	rnn.bias_hh_l1_reverse	7	0.014116652309894562
6119	rnn.bias_hh_l1_reverse	8	-0.032321587204933167
6119	rnn.bias_hh_l1_reverse	9	-0.02517804317176342
6119	linear.weight	0	0.002228822559118271
6119	linear.weight	1	0.06114216521382332
6119	linear.weight	2	-0.050715506076812744
6119	linear.weight	3	0.11943157017230988
6119	linear.weight	4	0.1531561315059662
6119	linear.weight	5	0.050849780440330505
6119	linear.weight	6	0.019205139949917793
6119	linear.weight	7	0.01784820668399334
6119	linear.weight	8	0.04422895237803459
6119	linear.weight	9	-0.04772425442934036
6119	linear.bias	0	-0.07861412316560745
6119	linear.bias	1	0.2672226130962372
6119	linear.bias	2	0.09125769883394241
6119	linear.bias	3	-0.7156561017036438
6119	linear.bias	4	-0.6965700387954712
6119	linear.bias	5	0.14917166531085968
6119	linear.bias	6	-0.3225709795951843
6119	linear.bias	7	0.37784576416015625
6119	linear.bias	8	-0.4686753749847412
6119	linear.bias	9	-0.7415018677711487
6316	transitions	0	-0.001337575726211071
6316	transitions	1	-0.4493688642978668
6316	transitions	2	-10000.0
6316	transitions	3	-1.7204675674438477
6316	transitions	4	-10000.0
6316	transitions	5	0.9655449390411377
6316	transitions	6	0.30794426798820496
6316	transitions	7	0.3676058053970337
6316	transitions	8	-1.0651873350143433
6316	transitions	9	0.0029671285301446915
6316	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
6316	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
6316	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
6316	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
6316	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
6316	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
6316	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
6316	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
6316	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
6316	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
6316	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
6316	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
6316	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
6316	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
6316	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
6316	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
6316	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
6316	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
6316	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
6316	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
6316	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
6316	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
6316	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
6316	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
6316	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
6316	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
6316	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
6316	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
6316	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
6316	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
6316	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
6316	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
6316	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
6316	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
6316	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
6316	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
6316	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
6316	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
6316	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
6316	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
6316	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
6316	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
6316	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
6316	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
6316	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
6316	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
6316	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
6316	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
6316	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
6316	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
6316	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
6316	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
6316	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
6316	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
6316	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
6316	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
6316	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
6316	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
6316	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
6316	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
6316	embedding2nn.weight	0	0.00765481311827898
6316	embedding2nn.weight	1	-0.010471446439623833
6316	embedding2nn.weight	2	-0.014268254861235619
6316	embedding2nn.weight	3	0.019490394741296768
6316	embedding2nn.weight	4	-0.005915033631026745
6316	embedding2nn.weight	5	-0.0037005983758717775
6316	embedding2nn.weight	6	-0.003973271232098341
6316	embedding2nn.weight	7	-0.01769886538386345
6316	embedding2nn.weight	8	-0.0019979383796453476
6316	embedding2nn.weight	9	-0.0035921079106628895
6316	embedding2nn.bias	0	0.0034117649774998426
6316	embedding2nn.bias	1	0.012278535403311253
6316	embedding2nn.bias	2	0.039738092571496964
6316	embedding2nn.bias	3	0.018125947564840317
6316	embedding2nn.bias	4	-0.003983899485319853
6316	embedding2nn.bias	5	-0.035184379667043686
6316	embedding2nn.bias	6	0.02377355843782425
6316	embedding2nn.bias	7	-0.020053805783391
6316	embedding2nn.bias	8	-0.001999745611101389
6316	embedding2nn.bias	9	-0.003533411305397749
6316	rnn.weight_ih_l0	0	-0.0092469472438097
6316	rnn.weight_ih_l0	1	0.013311957940459251
6316	rnn.weight_ih_l0	2	0.024315664544701576
6316	rnn.weight_ih_l0	3	0.028702937066555023
6316	rnn.weight_ih_l0	4	-0.006057535298168659
6316	rnn.weight_ih_l0	5	-0.04408837482333183
6316	rnn.weight_ih_l0	6	0.008334391750395298
6316	rnn.weight_ih_l0	7	0.042676541954278946
6316	rnn.weight_ih_l0	8	0.02597639709711075
6316	rnn.weight_ih_l0	9	-0.04121658205986023
6316	rnn.weight_hh_l0	0	-0.03871675580739975
6316	rnn.weight_hh_l0	1	0.009292935021221638
6316	rnn.weight_hh_l0	2	0.011395064182579517
6316	rnn.weight_hh_l0	3	-0.010417594574391842
6316	rnn.weight_hh_l0	4	0.02968328632414341
6316	rnn.weight_hh_l0	5	-0.010595165193080902
6316	rnn.weight_hh_l0	6	-0.03449401259422302
6316	rnn.weight_hh_l0	7	-0.044667769223451614
6316	rnn.weight_hh_l0	8	0.007525587920099497
6316	rnn.weight_hh_l0	9	-0.02446022629737854
6316	rnn.bias_ih_l0	0	0.008812223561108112
6316	rnn.bias_ih_l0	1	-0.01404612697660923
6316	rnn.bias_ih_l0	2	-0.00835460051894188
6316	rnn.bias_ih_l0	3	0.03630103915929794
6316	rnn.bias_ih_l0	4	-0.05136323347687721
6316	rnn.bias_ih_l0	5	-0.011973249725997448
6316	rnn.bias_ih_l0	6	-0.0009302154066972435
6316	rnn.bias_ih_l0	7	0.031905293464660645
6316	rnn.bias_ih_l0	8	-0.05754898488521576
6316	rnn.bias_ih_l0	9	0.0034901509061455727
6316	rnn.bias_hh_l0	0	-0.020745210349559784
6316	rnn.bias_hh_l0	1	-0.04054507240653038
6316	rnn.bias_hh_l0	2	0.0020109324250370264
6316	rnn.bias_hh_l0	3	-0.03438512608408928
6316	rnn.bias_hh_l0	4	0.002045851666480303
6316	rnn.bias_hh_l0	5	0.021151550114154816
6316	rnn.bias_hh_l0	6	0.03670741990208626
6316	rnn.bias_hh_l0	7	0.005687729921191931
6316	rnn.bias_hh_l0	8	-0.020690716803073883
6316	rnn.bias_hh_l0	9	-0.025137577205896378
6316	rnn.weight_ih_l0_reverse	0	-0.0020145473536103964
6316	rnn.weight_ih_l0_reverse	1	-0.035724297165870667
6316	rnn.weight_ih_l0_reverse	2	-0.023042932152748108
6316	rnn.weight_ih_l0_reverse	3	0.0014450722374022007
6316	rnn.weight_ih_l0_reverse	4	-0.01605861820280552
6316	rnn.weight_ih_l0_reverse	5	-0.04493711516261101
6316	rnn.weight_ih_l0_reverse	6	0.0337069034576416
6316	rnn.weight_ih_l0_reverse	7	-0.02743842452764511
6316	rnn.weight_ih_l0_reverse	8	-0.03143411874771118
6316	rnn.weight_ih_l0_reverse	9	0.01501546148210764
6316	rnn.weight_hh_l0_reverse	0	0.026287846267223358
6316	rnn.weight_hh_l0_reverse	1	0.031084008514881134
6316	rnn.weight_hh_l0_reverse	2	0.024801086634397507
6316	rnn.weight_hh_l0_reverse	3	0.016825612634420395
6316	rnn.weight_hh_l0_reverse	4	0.010776743292808533
6316	rnn.weight_hh_l0_reverse	5	-0.008602897636592388
6316	rnn.weight_hh_l0_reverse	6	0.037223320454359055
6316	rnn.weight_hh_l0_reverse	7	-0.021278027445077896
6316	rnn.weight_hh_l0_reverse	8	0.003103049471974373
6316	rnn.weight_hh_l0_reverse	9	0.04544612392783165
6316	rnn.bias_ih_l0_reverse	0	-0.04500710591673851
6316	rnn.bias_ih_l0_reverse	1	-0.03323819860816002
6316	rnn.bias_ih_l0_reverse	2	0.01269285287708044
6316	rnn.bias_ih_l0_reverse	3	0.02132248505949974
6316	rnn.bias_ih_l0_reverse	4	-3.714451668201946e-05
6316	rnn.bias_ih_l0_reverse	5	0.023224977776408195
6316	rnn.bias_ih_l0_reverse	6	0.005463421810418367
6316	rnn.bias_ih_l0_reverse	7	0.03419314697384834
6316	rnn.bias_ih_l0_reverse	8	-0.022573335096240044
6316	rnn.bias_ih_l0_reverse	9	0.044663455337285995
6316	rnn.bias_hh_l0_reverse	0	-0.024717342108488083
6316	rnn.bias_hh_l0_reverse	1	0.021055616438388824
6316	rnn.bias_hh_l0_reverse	2	-0.006304626353085041
6316	rnn.bias_hh_l0_reverse	3	-0.04115556180477142
6316	rnn.bias_hh_l0_reverse	4	-0.029205920174717903
6316	rnn.bias_hh_l0_reverse	5	-0.0358753576874733
6316	rnn.bias_hh_l0_reverse	6	0.016101639717817307
6316	rnn.bias_hh_l0_reverse	7	0.014076948165893555
6316	rnn.bias_hh_l0_reverse	8	0.03769124671816826
6316	rnn.bias_hh_l0_reverse	9	-0.0880822017788887
6316	rnn.weight_ih_l1	0	-0.02417215332388878
6316	rnn.weight_ih_l1	1	-0.023152349516749382
6316	rnn.weight_ih_l1	2	0.025168338790535927
6316	rnn.weight_ih_l1	3	0.013912783935666084
6316	rnn.weight_ih_l1	4	0.010358204133808613
6316	rnn.weight_ih_l1	5	-0.03572167083621025
6316	rnn.weight_ih_l1	6	0.020728547126054764
6316	rnn.weight_ih_l1	7	-0.0367741696536541
6316	rnn.weight_ih_l1	8	0.038410771638154984
6316	rnn.weight_ih_l1	9	0.020194385200738907
6316	rnn.weight_hh_l1	0	0.004240125417709351
6316	rnn.weight_hh_l1	1	0.005517370533198118
6316	rnn.weight_hh_l1	2	-0.025923991575837135
6316	rnn.weight_hh_l1	3	0.0007965121767483652
6316	rnn.weight_hh_l1	4	0.005575684830546379
6316	rnn.weight_hh_l1	5	0.03879249095916748
6316	rnn.weight_hh_l1	6	0.03330002725124359
6316	rnn.weight_hh_l1	7	-0.0307158213108778
6316	rnn.weight_hh_l1	8	-0.04118623957037926
6316	rnn.weight_hh_l1	9	0.03705755993723869
6316	rnn.bias_ih_l1	0	-0.014183484017848969
6316	rnn.bias_ih_l1	1	-0.04919879883527756
6316	rnn.bias_ih_l1	2	-0.06367798149585724
6316	rnn.bias_ih_l1	3	-0.017255255952477455
6316	rnn.bias_ih_l1	4	-0.1349947154521942
6316	rnn.bias_ih_l1	5	-0.042471110820770264
6316	rnn.bias_ih_l1	6	0.03793458268046379
6316	rnn.bias_ih_l1	7	0.01994170807301998
6316	rnn.bias_ih_l1	8	-0.027723051607608795
6316	rnn.bias_ih_l1	9	-0.0073043773882091045
6316	rnn.bias_hh_l1	0	-0.04547758027911186
6316	rnn.bias_hh_l1	1	0.0072707622312009335
6316	rnn.bias_hh_l1	2	0.007118489593267441
6316	rnn.bias_hh_l1	3	-0.02338615618646145
6316	rnn.bias_hh_l1	4	-0.03168979659676552
6316	rnn.bias_hh_l1	5	0.008770760148763657
6316	rnn.bias_hh_l1	6	-0.007418254390358925
6316	rnn.bias_hh_l1	7	-0.03902077302336693
6316	rnn.bias_hh_l1	8	0.029667049646377563
6316	rnn.bias_hh_l1	9	0.011813118122518063
6316	rnn.weight_ih_l1_reverse	0	-0.029652804136276245
6316	rnn.weight_ih_l1_reverse	1	0.030773891136050224
6316	rnn.weight_ih_l1_reverse	2	-0.029511354863643646
6316	rnn.weight_ih_l1_reverse	3	-0.018156016245484352
6316	rnn.weight_ih_l1_reverse	4	0.006061218213289976
6316	rnn.weight_ih_l1_reverse	5	-0.04233218729496002
6316	rnn.weight_ih_l1_reverse	6	-0.024710029363632202
6316	rnn.weight_ih_l1_reverse	7	0.013219403102993965
6316	rnn.weight_ih_l1_reverse	8	0.028910154476761818
6316	rnn.weight_ih_l1_reverse	9	-0.04716974496841431
6316	rnn.weight_hh_l1_reverse	0	0.00840962864458561
6316	rnn.weight_hh_l1_reverse	1	0.02411055751144886
6316	rnn.weight_hh_l1_reverse	2	-0.035914186388254166
6316	rnn.weight_hh_l1_reverse	3	0.03786778077483177
6316	rnn.weight_hh_l1_reverse	4	0.034998610615730286
6316	rnn.weight_hh_l1_reverse	5	0.014381613582372665
6316	rnn.weight_hh_l1_reverse	6	0.00565366679802537
6316	rnn.weight_hh_l1_reverse	7	0.028331901878118515
6316	rnn.weight_hh_l1_reverse	8	-0.0031020850874483585
6316	rnn.weight_hh_l1_reverse	9	-0.03379758447408676
6316	rnn.bias_ih_l1_reverse	0	0.0062801893800497055
6316	rnn.bias_ih_l1_reverse	1	-0.021389005705714226
6316	rnn.bias_ih_l1_reverse	2	-0.025040116161108017
6316	rnn.bias_ih_l1_reverse	3	0.02331220917403698
6316	rnn.bias_ih_l1_reverse	4	-0.05477767810225487
6316	rnn.bias_ih_l1_reverse	5	-0.016950279474258423
6316	rnn.bias_ih_l1_reverse	6	-0.03426728770136833
6316	rnn.bias_ih_l1_reverse	7	-0.02054208517074585
6316	rnn.bias_ih_l1_reverse	8	0.05887733772397041
6316	rnn.bias_ih_l1_reverse	9	0.011999129317700863
6316	rnn.bias_hh_l1_reverse	0	-0.019857505336403847
6316	rnn.bias_hh_l1_reverse	1	0.03815393149852753
6316	rnn.bias_hh_l1_reverse	2	-0.08610157668590546
6316	rnn.bias_hh_l1_reverse	3	0.02634226717054844
6316	rnn.bias_hh_l1_reverse	4	-0.005430535413324833
6316	rnn.bias_hh_l1_reverse	5	0.008840990252792835
6316	rnn.bias_hh_l1_reverse	6	0.06511228531599045
6316	rnn.bias_hh_l1_reverse	7	0.014763335697352886
6316	rnn.bias_hh_l1_reverse	8	-0.033791445195674896
6316	rnn.bias_hh_l1_reverse	9	-0.025073116645216942
6316	linear.weight	0	0.002228822559118271
6316	linear.weight	1	0.07334376871585846
6316	linear.weight	2	-0.05684026703238487
6316	linear.weight	3	0.12816794216632843
6316	linear.weight	4	0.14680606126785278
6316	linear.weight	5	0.06398989260196686
6316	linear.weight	6	0.04669496789574623
6316	linear.weight	7	0.04019646346569061
6316	linear.weight	8	0.04391806200146675
6316	linear.weight	9	-0.04343085363507271
6316	linear.bias	0	-0.14420253038406372
6316	linear.bias	1	0.2824561595916748
6316	linear.bias	2	0.09721075743436813
6316	linear.bias	3	-0.6968876719474792
6316	linear.bias	4	-0.6810298562049866
6316	linear.bias	5	0.14883753657341003
6316	linear.bias	6	-0.3061627447605133
6316	linear.bias	7	0.3868353068828583
6316	linear.bias	8	-0.47811296582221985
6316	linear.bias	9	-0.7404255867004395
6513	transitions	0	0.006909096613526344
6513	transitions	1	-0.4415418803691864
6513	transitions	2	-10000.0
6513	transitions	3	-1.7215348482131958
6513	transitions	4	-10000.0
6513	transitions	5	0.9600244760513306
6513	transitions	6	0.3003804683685303
6513	transitions	7	0.3578363060951233
6513	transitions	8	-1.0695397853851318
6513	transitions	9	0.0029230578802525997
6513	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
6513	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
6513	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
6513	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
6513	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
6513	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
6513	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
6513	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
6513	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
6513	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
6513	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
6513	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
6513	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
6513	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
6513	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
6513	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
6513	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
6513	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
6513	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
6513	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
6513	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
6513	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
6513	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
6513	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
6513	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
6513	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
6513	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
6513	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
6513	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
6513	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
6513	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
6513	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
6513	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
6513	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
6513	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
6513	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
6513	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
6513	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
6513	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
6513	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
6513	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
6513	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
6513	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
6513	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
6513	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
6513	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
6513	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
6513	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
6513	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
6513	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
6513	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
6513	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
6513	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
6513	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
6513	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
6513	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
6513	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
6513	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
6513	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
6513	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
6513	embedding2nn.weight	0	0.009363754652440548
6513	embedding2nn.weight	1	-0.010462814010679722
6513	embedding2nn.weight	2	-0.014268254861235619
6513	embedding2nn.weight	3	0.022009877488017082
6513	embedding2nn.weight	4	-0.005915033631026745
6513	embedding2nn.weight	5	-0.0037005983758717775
6513	embedding2nn.weight	6	-0.003973270766437054
6513	embedding2nn.weight	7	-0.019852442666888237
6513	embedding2nn.weight	8	-0.0019979383796453476
6513	embedding2nn.weight	9	-0.0027130094822496176
6513	embedding2nn.bias	0	0.0017246559727936983
6513	embedding2nn.bias	1	0.00835411623120308
6513	embedding2nn.bias	2	0.04282689094543457
6513	embedding2nn.bias	3	0.016552116721868515
6513	embedding2nn.bias	4	-0.009143189527094364
6513	embedding2nn.bias	5	-0.037696145474910736
6513	embedding2nn.bias	6	0.025095874443650246
6513	embedding2nn.bias	7	-0.02467852085828781
6513	embedding2nn.bias	8	0.0015432582003995776
6513	embedding2nn.bias	9	-0.00147264264523983
6513	rnn.weight_ih_l0	0	-0.009401856921613216
6513	rnn.weight_ih_l0	1	0.013835382647812366
6513	rnn.weight_ih_l0	2	0.024874253198504448
6513	rnn.weight_ih_l0	3	0.02822473645210266
6513	rnn.weight_ih_l0	4	-0.006440985482186079
6513	rnn.weight_ih_l0	5	-0.04421038553118706
6513	rnn.weight_ih_l0	6	0.007994298823177814
6513	rnn.weight_ih_l0	7	0.043590039014816284
6513	rnn.weight_ih_l0	8	0.02639099769294262
6513	rnn.weight_ih_l0	9	-0.04106944426894188
6513	rnn.weight_hh_l0	0	-0.0380898080766201
6513	rnn.weight_hh_l0	1	0.009233391843736172
6513	rnn.weight_hh_l0	2	0.011489172466099262
6513	rnn.weight_hh_l0	3	-0.011050328612327576
6513	rnn.weight_hh_l0	4	0.029573043808341026
6513	rnn.weight_hh_l0	5	-0.011043780483305454
6513	rnn.weight_hh_l0	6	-0.03460153564810753
6513	rnn.weight_hh_l0	7	-0.0424208864569664
6513	rnn.weight_hh_l0	8	0.00758233992382884
6513	rnn.weight_hh_l0	9	-0.024813439697027206
6513	rnn.bias_ih_l0	0	0.009723843075335026
6513	rnn.bias_ih_l0	1	-0.012279619462788105
6513	rnn.bias_ih_l0	2	-0.008393649011850357
6513	rnn.bias_ih_l0	3	0.035088054835796356
6513	rnn.bias_ih_l0	4	-0.051190461963415146
6513	rnn.bias_ih_l0	5	-0.011976988054811954
6513	rnn.bias_ih_l0	6	-0.00576590234413743
6513	rnn.bias_ih_l0	7	0.031180808320641518
6513	rnn.bias_ih_l0	8	-0.05835289508104324
6513	rnn.bias_ih_l0	9	0.004367029294371605
6513	rnn.bias_hh_l0	0	-0.021893810480833054
6513	rnn.bias_hh_l0	1	-0.04021679610013962
6513	rnn.bias_hh_l0	2	0.004869105294346809
6513	rnn.bias_hh_l0	3	-0.032726190984249115
6513	rnn.bias_hh_l0	4	0.0008267467492260039
6513	rnn.bias_hh_l0	5	0.023467127233743668
6513	rnn.bias_hh_l0	6	0.033196087926626205
6513	rnn.bias_hh_l0	7	0.012712583877146244
6513	rnn.bias_hh_l0	8	-0.020927440375089645
6513	rnn.bias_hh_l0	9	-0.026561027392745018
6513	rnn.weight_ih_l0_reverse	0	-0.0017179790884256363
6513	rnn.weight_ih_l0_reverse	1	-0.03609054908156395
6513	rnn.weight_ih_l0_reverse	2	-0.02138233743607998
6513	rnn.weight_ih_l0_reverse	3	0.0011475051287561655
6513	rnn.weight_ih_l0_reverse	4	-0.015958772972226143
6513	rnn.weight_ih_l0_reverse	5	-0.04480114206671715
6513	rnn.weight_ih_l0_reverse	6	0.03389771282672882
6513	rnn.weight_ih_l0_reverse	7	-0.027763796970248222
6513	rnn.weight_ih_l0_reverse	8	-0.031619321554899216
6513	rnn.weight_ih_l0_reverse	9	0.015179461799561977
6513	rnn.weight_hh_l0_reverse	0	0.026900209486484528
6513	rnn.weight_hh_l0_reverse	1	0.0310340728610754
6513	rnn.weight_hh_l0_reverse	2	0.024865247309207916
6513	rnn.weight_hh_l0_reverse	3	0.016847334802150726
6513	rnn.weight_hh_l0_reverse	4	0.010621655732393265
6513	rnn.weight_hh_l0_reverse	5	-0.00913997646421194
6513	rnn.weight_hh_l0_reverse	6	0.03737608343362808
6513	rnn.weight_hh_l0_reverse	7	-0.021278569474816322
6513	rnn.weight_hh_l0_reverse	8	0.003303669625893235
6513	rnn.weight_hh_l0_reverse	9	0.04558699578046799
6513	rnn.bias_ih_l0_reverse	0	-0.04581131786108017
6513	rnn.bias_ih_l0_reverse	1	-0.03603994846343994
6513	rnn.bias_ih_l0_reverse	2	0.01571720466017723
6513	rnn.bias_ih_l0_reverse	3	0.02057895064353943
6513	rnn.bias_ih_l0_reverse	4	-0.0004363076586741954
6513	rnn.bias_ih_l0_reverse	5	0.01800689846277237
6513	rnn.bias_ih_l0_reverse	6	0.0070080445148050785
6513	rnn.bias_ih_l0_reverse	7	0.034263283014297485
6513	rnn.bias_ih_l0_reverse	8	-0.0238022580742836
6513	rnn.bias_ih_l0_reverse	9	0.043034978210926056
6513	rnn.bias_hh_l0_reverse	0	-0.02682860754430294
6513	rnn.bias_hh_l0_reverse	1	0.024301065132021904
6513	rnn.bias_hh_l0_reverse	2	-0.006970996968448162
6513	rnn.bias_hh_l0_reverse	3	-0.040817741304636
6513	rnn.bias_hh_l0_reverse	4	-0.030408330261707306
6513	rnn.bias_hh_l0_reverse	5	-0.037567999213933945
6513	rnn.bias_hh_l0_reverse	6	0.015056298114359379
6513	rnn.bias_hh_l0_reverse	7	0.012017729692161083
6513	rnn.bias_hh_l0_reverse	8	0.03760484978556633
6513	rnn.bias_hh_l0_reverse	9	-0.08644568175077438
6513	rnn.weight_ih_l1	0	-0.023710966110229492
6513	rnn.weight_ih_l1	1	-0.022973939776420593
6513	rnn.weight_ih_l1	2	0.02647572197020054
6513	rnn.weight_ih_l1	3	0.0152395935729146
6513	rnn.weight_ih_l1	4	0.010763109661638737
6513	rnn.weight_ih_l1	5	-0.03591354563832283
6513	rnn.weight_ih_l1	6	0.020702527835965157
6513	rnn.weight_ih_l1	7	-0.03757090121507645
6513	rnn.weight_ih_l1	8	0.038526732474565506
6513	rnn.weight_ih_l1	9	0.020087387412786484
6513	rnn.weight_hh_l1	0	0.005553725641220808
6513	rnn.weight_hh_l1	1	0.005599571857601404
6513	rnn.weight_hh_l1	2	-0.026840565726161003
6513	rnn.weight_hh_l1	3	0.0008817233610898256
6513	rnn.weight_hh_l1	4	0.005571285262703896
6513	rnn.weight_hh_l1	5	0.03847726434469223
6513	rnn.weight_hh_l1	6	0.033046506345272064
6513	rnn.weight_hh_l1	7	-0.03063107095658779
6513	rnn.weight_hh_l1	8	-0.0411812961101532
6513	rnn.weight_hh_l1	9	0.037266917526721954
6513	rnn.bias_ih_l1	0	-0.01751048117876053
6513	rnn.bias_ih_l1	1	-0.050201404839754105
6513	rnn.bias_ih_l1	2	-0.06285814195871353
6513	rnn.bias_ih_l1	3	-0.020054053515195847
6513	rnn.bias_ih_l1	4	-0.12322268635034561
6513	rnn.bias_ih_l1	5	-0.043519072234630585
6513	rnn.bias_ih_l1	6	0.034910060465335846
6513	rnn.bias_ih_l1	7	0.023055845871567726
6513	rnn.bias_ih_l1	8	-0.028361281380057335
6513	rnn.bias_ih_l1	9	-0.007330303080379963
6513	rnn.bias_hh_l1	0	-0.045709796249866486
6513	rnn.bias_hh_l1	1	0.006309343967586756
6513	rnn.bias_hh_l1	2	0.009639679454267025
6513	rnn.bias_hh_l1	3	-0.023123782128095627
6513	rnn.bias_hh_l1	4	-0.03249209001660347
6513	rnn.bias_hh_l1	5	0.009389310143887997
6513	rnn.bias_hh_l1	6	-0.005931884981691837
6513	rnn.bias_hh_l1	7	-0.04754072427749634
6513	rnn.bias_hh_l1	8	0.028604304417967796
6513	rnn.bias_hh_l1	9	0.011511408723890781
6513	rnn.weight_ih_l1_reverse	0	-0.02967297099530697
6513	rnn.weight_ih_l1_reverse	1	0.03232837840914726
6513	rnn.weight_ih_l1_reverse	2	-0.029185356572270393
6513	rnn.weight_ih_l1_reverse	3	-0.018119636923074722
6513	rnn.weight_ih_l1_reverse	4	0.005320221651345491
6513	rnn.weight_ih_l1_reverse	5	-0.04241861402988434
6513	rnn.weight_ih_l1_reverse	6	-0.025285672396421432
6513	rnn.weight_ih_l1_reverse	7	0.013761336915194988
6513	rnn.weight_ih_l1_reverse	8	0.026459118351340294
6513	rnn.weight_ih_l1_reverse	9	-0.05219610780477524
6513	rnn.weight_hh_l1_reverse	0	0.008758937940001488
6513	rnn.weight_hh_l1_reverse	1	0.02408245950937271
6513	rnn.weight_hh_l1_reverse	2	-0.03609590232372284
6513	rnn.weight_hh_l1_reverse	3	0.037860848009586334
6513	rnn.weight_hh_l1_reverse	4	0.03800500929355621
6513	rnn.weight_hh_l1_reverse	5	0.013879748061299324
6513	rnn.weight_hh_l1_reverse	6	0.006544225849211216
6513	rnn.weight_hh_l1_reverse	7	0.02830447256565094
6513	rnn.weight_hh_l1_reverse	8	-0.0035961484536528587
6513	rnn.weight_hh_l1_reverse	9	-0.03422591835260391
6513	rnn.bias_ih_l1_reverse	0	0.008993396535515785
6513	rnn.bias_ih_l1_reverse	1	-0.01890513487160206
6513	rnn.bias_ih_l1_reverse	2	-0.026292337104678154
6513	rnn.bias_ih_l1_reverse	3	0.01310793962329626
6513	rnn.bias_ih_l1_reverse	4	-0.0578564889729023
6513	rnn.bias_ih_l1_reverse	5	-0.019182732328772545
6513	rnn.bias_ih_l1_reverse	6	-0.03410981222987175
6513	rnn.bias_ih_l1_reverse	7	-0.018259471282362938
6513	rnn.bias_ih_l1_reverse	8	0.04884713143110275
6513	rnn.bias_ih_l1_reverse	9	0.00895687099546194
6513	rnn.bias_hh_l1_reverse	0	-0.012703461572527885
6513	rnn.bias_hh_l1_reverse	1	0.015407555736601353
6513	rnn.bias_hh_l1_reverse	2	-0.08595579117536545
6513	rnn.bias_hh_l1_reverse	3	0.02576618827879429
6513	rnn.bias_hh_l1_reverse	4	-0.00585580337792635
6513	rnn.bias_hh_l1_reverse	5	0.00941315945237875
6513	rnn.bias_hh_l1_reverse	6	0.0625903382897377
6513	rnn.bias_hh_l1_reverse	7	0.016623174771666527
6513	rnn.bias_hh_l1_reverse	8	-0.03570851311087608
6513	rnn.bias_hh_l1_reverse	9	-0.025309640914201736
6513	linear.weight	0	0.002228822559118271
6513	linear.weight	1	0.07668382674455643
6513	linear.weight	2	-0.058019913733005524
6513	linear.weight	3	0.11071987450122833
6513	linear.weight	4	0.15700379014015198
6513	linear.weight	5	0.05784988775849342
6513	linear.weight	6	0.04589254409074783
6513	linear.weight	7	0.05665459856390953
6513	linear.weight	8	0.04376138374209404
6513	linear.weight	9	-0.04957980662584305
6513	linear.bias	0	-0.10596407204866409
6513	linear.bias	1	0.25621485710144043
6513	linear.bias	2	0.07356419414281845
6513	linear.bias	3	-0.7088637351989746
6513	linear.bias	4	-0.6935086846351624
6513	linear.bias	5	0.14118592441082
6513	linear.bias	6	-0.32364702224731445
6513	linear.bias	7	0.3819900453090668
6513	linear.bias	8	-0.450666606426239
6513	linear.bias	9	-0.7138304710388184
6710	transitions	0	0.02383469231426716
6710	transitions	1	-0.430233895778656
6710	transitions	2	-10000.0
6710	transitions	3	-1.722543716430664
6710	transitions	4	-10000.0
6710	transitions	5	0.9530102014541626
6710	transitions	6	0.2936176359653473
6710	transitions	7	0.3498861491680145
6710	transitions	8	-1.0727317333221436
6710	transitions	9	0.0028663428965955973
6710	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
6710	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
6710	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
6710	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
6710	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
6710	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
6710	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
6710	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
6710	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
6710	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
6710	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
6710	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
6710	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
6710	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
6710	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
6710	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
6710	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
6710	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
6710	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
6710	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
6710	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
6710	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
6710	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
6710	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
6710	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
6710	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
6710	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
6710	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
6710	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
6710	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
6710	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
6710	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
6710	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
6710	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
6710	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
6710	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
6710	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
6710	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
6710	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
6710	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
6710	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
6710	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
6710	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
6710	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
6710	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
6710	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
6710	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
6710	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
6710	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
6710	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
6710	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
6710	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
6710	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
6710	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
6710	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
6710	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
6710	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
6710	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
6710	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
6710	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
6710	embedding2nn.weight	0	0.0077939722687006
6710	embedding2nn.weight	1	-0.010474778711795807
6710	embedding2nn.weight	2	-0.014268254861235619
6710	embedding2nn.weight	3	0.023842452093958855
6710	embedding2nn.weight	4	-0.005915033631026745
6710	embedding2nn.weight	5	-0.0037005983758717775
6710	embedding2nn.weight	6	-0.003973270766437054
6710	embedding2nn.weight	7	-0.019811786711215973
6710	embedding2nn.weight	8	-0.0019979383796453476
6710	embedding2nn.weight	9	-0.002016583690419793
6710	embedding2nn.bias	0	0.002534389728680253
6710	embedding2nn.bias	1	-0.0018590177642181516
6710	embedding2nn.bias	2	0.041565414518117905
6710	embedding2nn.bias	3	0.01741955056786537
6710	embedding2nn.bias	4	-0.003193386597558856
6710	embedding2nn.bias	5	-0.03758830577135086
6710	embedding2nn.bias	6	0.022076120600104332
6710	embedding2nn.bias	7	-0.020618107169866562
6710	embedding2nn.bias	8	0.0034161426592618227
6710	embedding2nn.bias	9	0.008385123685002327
6710	rnn.weight_ih_l0	0	-0.010401394218206406
6710	rnn.weight_ih_l0	1	0.013040326535701752
6710	rnn.weight_ih_l0	2	0.02485218085348606
6710	rnn.weight_ih_l0	3	0.02797822281718254
6710	rnn.weight_ih_l0	4	-0.006579449865967035
6710	rnn.weight_ih_l0	5	-0.044276732951402664
6710	rnn.weight_ih_l0	6	0.007558117620646954
6710	rnn.weight_ih_l0	7	0.04304436221718788
6710	rnn.weight_ih_l0	8	0.02688441053032875
6710	rnn.weight_ih_l0	9	-0.04099223017692566
6710	rnn.weight_hh_l0	0	-0.03785613179206848
6710	rnn.weight_hh_l0	1	0.00936210062354803
6710	rnn.weight_hh_l0	2	0.012309378944337368
6710	rnn.weight_hh_l0	3	-0.010481600649654865
6710	rnn.weight_hh_l0	4	0.029393522068858147
6710	rnn.weight_hh_l0	5	-0.010809171013534069
6710	rnn.weight_hh_l0	6	-0.03464188799262047
6710	rnn.weight_hh_l0	7	-0.04357849806547165
6710	rnn.weight_hh_l0	8	0.007967250421643257
6710	rnn.weight_hh_l0	9	-0.024702021852135658
6710	rnn.bias_ih_l0	0	0.01438943948596716
6710	rnn.bias_ih_l0	1	-0.01266875397413969
6710	rnn.bias_ih_l0	2	-0.007365555502474308
6710	rnn.bias_ih_l0	3	0.03894710913300514
6710	rnn.bias_ih_l0	4	-0.05217209458351135
6710	rnn.bias_ih_l0	5	-0.009920168668031693
6710	rnn.bias_ih_l0	6	0.0017559070838615298
6710	rnn.bias_ih_l0	7	0.03273256868124008
6710	rnn.bias_ih_l0	8	-0.05717190355062485
6710	rnn.bias_ih_l0	9	0.00351545843295753
6710	rnn.bias_hh_l0	0	-0.02108428254723549
6710	rnn.bias_hh_l0	1	-0.03230457752943039
6710	rnn.bias_hh_l0	2	0.004664284642785788
6710	rnn.bias_hh_l0	3	-0.03155018761754036
6710	rnn.bias_hh_l0	4	0.0010259096743538976
6710	rnn.bias_hh_l0	5	0.02225303277373314
6710	rnn.bias_hh_l0	6	0.03379454463720322
6710	rnn.bias_hh_l0	7	0.012887186370790005
6710	rnn.bias_hh_l0	8	-0.021289564669132233
6710	rnn.bias_hh_l0	9	-0.023522645235061646
6710	rnn.weight_ih_l0_reverse	0	-0.0010480009950697422
6710	rnn.weight_ih_l0_reverse	1	-0.036713857203722
6710	rnn.weight_ih_l0_reverse	2	-0.022451933473348618
6710	rnn.weight_ih_l0_reverse	3	0.0007306344341486692
6710	rnn.weight_ih_l0_reverse	4	-0.015907403081655502
6710	rnn.weight_ih_l0_reverse	5	-0.044865187257528305
6710	rnn.weight_ih_l0_reverse	6	0.03407321125268936
6710	rnn.weight_ih_l0_reverse	7	-0.028329961001873016
6710	rnn.weight_ih_l0_reverse	8	-0.03148745745420456
6710	rnn.weight_ih_l0_reverse	9	0.014848226681351662
6710	rnn.weight_hh_l0_reverse	0	0.027743268758058548
6710	rnn.weight_hh_l0_reverse	1	0.03168158978223801
6710	rnn.weight_hh_l0_reverse	2	0.02485540881752968
6710	rnn.weight_hh_l0_reverse	3	0.016862692311406136
6710	rnn.weight_hh_l0_reverse	4	0.010625544935464859
6710	rnn.weight_hh_l0_reverse	5	-0.00906779058277607
6710	rnn.weight_hh_l0_reverse	6	0.03736323490738869
6710	rnn.weight_hh_l0_reverse	7	-0.021571846678853035
6710	rnn.weight_hh_l0_reverse	8	0.003196985926479101
6710	rnn.weight_hh_l0_reverse	9	0.04555128514766693
6710	rnn.bias_ih_l0_reverse	0	-0.04623761400580406
6710	rnn.bias_ih_l0_reverse	1	-0.03696291521191597
6710	rnn.bias_ih_l0_reverse	2	0.012954559177160263
6710	rnn.bias_ih_l0_reverse	3	0.020803093910217285
6710	rnn.bias_ih_l0_reverse	4	0.00045544066233560443
6710	rnn.bias_ih_l0_reverse	5	0.017338598147034645
6710	rnn.bias_ih_l0_reverse	6	0.0060000126250088215
6710	rnn.bias_ih_l0_reverse	7	0.03642621263861656
6710	rnn.bias_ih_l0_reverse	8	-0.022601351141929626
6710	rnn.bias_ih_l0_reverse	9	0.04126359894871712
6710	rnn.bias_hh_l0_reverse	0	-0.02498379535973072
6710	rnn.bias_hh_l0_reverse	1	0.02140025421977043
6710	rnn.bias_hh_l0_reverse	2	-0.008927205577492714
6710	rnn.bias_hh_l0_reverse	3	-0.04026184603571892
6710	rnn.bias_hh_l0_reverse	4	-0.030626783147454262
6710	rnn.bias_hh_l0_reverse	5	-0.03770764172077179
6710	rnn.bias_hh_l0_reverse	6	0.012898720800876617
6710	rnn.bias_hh_l0_reverse	7	0.010706298984587193
6710	rnn.bias_hh_l0_reverse	8	0.03461495786905289
6710	rnn.bias_hh_l0_reverse	9	-0.0885457918047905
6710	rnn.weight_ih_l1	0	-0.023212673142552376
6710	rnn.weight_ih_l1	1	-0.02313375286757946
6710	rnn.weight_ih_l1	2	0.025631748139858246
6710	rnn.weight_ih_l1	3	0.015814507380127907
6710	rnn.weight_ih_l1	4	0.010487961582839489
6710	rnn.weight_ih_l1	5	-0.03592284396290779
6710	rnn.weight_ih_l1	6	0.020617159083485603
6710	rnn.weight_ih_l1	7	-0.036772020161151886
6710	rnn.weight_ih_l1	8	0.0386943481862545
6710	rnn.weight_ih_l1	9	0.01996840164065361
6710	rnn.weight_hh_l1	0	0.004584731068462133
6710	rnn.weight_hh_l1	1	0.005610966123640537
6710	rnn.weight_hh_l1	2	-0.027085622772574425
6710	rnn.weight_hh_l1	3	0.0008598747081123292
6710	rnn.weight_hh_l1	4	0.005281795281916857
6710	rnn.weight_hh_l1	5	0.03870673477649689
6710	rnn.weight_hh_l1	6	0.03316093236207962
6710	rnn.weight_hh_l1	7	-0.030943943187594414
6710	rnn.weight_hh_l1	8	-0.04159221798181534
6710	rnn.weight_hh_l1	9	0.03684820607304573
6710	rnn.bias_ih_l1	0	-0.01765809766948223
6710	rnn.bias_ih_l1	1	-0.049962155520915985
6710	rnn.bias_ih_l1	2	-0.06221179664134979
6710	rnn.bias_ih_l1	3	-0.019961705431342125
6710	rnn.bias_ih_l1	4	-0.12504735589027405
6710	rnn.bias_ih_l1	5	-0.04313167929649353
6710	rnn.bias_ih_l1	6	0.034013159573078156
6710	rnn.bias_ih_l1	7	0.021189000457525253
6710	rnn.bias_ih_l1	8	-0.02853347733616829
6710	rnn.bias_ih_l1	9	-0.010185074992477894
6710	rnn.bias_hh_l1	0	-0.04548540711402893
6710	rnn.bias_hh_l1	1	0.0065074642188847065
6710	rnn.bias_hh_l1	2	0.009251128882169724
6710	rnn.bias_hh_l1	3	-0.02464374154806137
6710	rnn.bias_hh_l1	4	-0.03277091681957245
6710	rnn.bias_hh_l1	5	0.008108682930469513
6710	rnn.bias_hh_l1	6	-0.00514008617028594
6710	rnn.bias_hh_l1	7	-0.07030791789293289
6710	rnn.bias_hh_l1	8	0.029097896069288254
6710	rnn.bias_hh_l1	9	0.009529700502753258
6710	rnn.weight_ih_l1_reverse	0	-0.030180159956216812
6710	rnn.weight_ih_l1_reverse	1	0.03266032040119171
6710	rnn.weight_ih_l1_reverse	2	-0.030711732804775238
6710	rnn.weight_ih_l1_reverse	3	-0.017419353127479553
6710	rnn.weight_ih_l1_reverse	4	0.0049582840874791145
6710	rnn.weight_ih_l1_reverse	5	-0.0425005778670311
6710	rnn.weight_ih_l1_reverse	6	-0.026054969057440758
6710	rnn.weight_ih_l1_reverse	7	0.01353471726179123
6710	rnn.weight_ih_l1_reverse	8	0.02834286540746689
6710	rnn.weight_ih_l1_reverse	9	-0.05207481235265732
6710	rnn.weight_hh_l1_reverse	0	0.008816688321530819
6710	rnn.weight_hh_l1_reverse	1	0.024020077660679817
6710	rnn.weight_hh_l1_reverse	2	-0.03602604940533638
6710	rnn.weight_hh_l1_reverse	3	0.037851084023714066
6710	rnn.weight_hh_l1_reverse	4	0.037143442779779434
6710	rnn.weight_hh_l1_reverse	5	0.013635322451591492
6710	rnn.weight_hh_l1_reverse	6	0.004860191140323877
6710	rnn.weight_hh_l1_reverse	7	0.02812281809747219
6710	rnn.weight_hh_l1_reverse	8	-0.003886908059939742
6710	rnn.weight_hh_l1_reverse	9	-0.034368619322776794
6710	rnn.bias_ih_l1_reverse	0	0.007968529127538204
6710	rnn.bias_ih_l1_reverse	1	-0.017587142065167427
6710	rnn.bias_ih_l1_reverse	2	-0.02891485020518303
6710	rnn.bias_ih_l1_reverse	3	0.011405697092413902
6710	rnn.bias_ih_l1_reverse	4	-0.06021091341972351
6710	rnn.bias_ih_l1_reverse	5	-0.019322892650961876
6710	rnn.bias_ih_l1_reverse	6	-0.034697435796260834
6710	rnn.bias_ih_l1_reverse	7	-0.019977707415819168
6710	rnn.bias_ih_l1_reverse	8	0.05351173132658005
6710	rnn.bias_ih_l1_reverse	9	0.010000312700867653
6710	rnn.bias_hh_l1_reverse	0	-0.020095860585570335
6710	rnn.bias_hh_l1_reverse	1	0.005072044674307108
6710	rnn.bias_hh_l1_reverse	2	-0.08872459828853607
6710	rnn.bias_hh_l1_reverse	3	0.025608759373426437
6710	rnn.bias_hh_l1_reverse	4	-0.007007909938693047
6710	rnn.bias_hh_l1_reverse	5	0.007086351979523897
6710	rnn.bias_hh_l1_reverse	6	0.05570375919342041
6710	rnn.bias_hh_l1_reverse	7	0.01417536661028862
6710	rnn.bias_hh_l1_reverse	8	-0.037372853606939316
6710	rnn.bias_hh_l1_reverse	9	-0.026541315019130707
6710	linear.weight	0	0.002228822559118271
6710	linear.weight	1	0.08068928867578506
6710	linear.weight	2	-0.05563686788082123
6710	linear.weight	3	0.10676968842744827
6710	linear.weight	4	0.15731371939182281
6710	linear.weight	5	0.056251831352710724
6710	linear.weight	6	0.03746500611305237
6710	linear.weight	7	0.07472050935029984
6710	linear.weight	8	0.043876051902770996
6710	linear.weight	9	-0.05309978127479553
6710	linear.bias	0	-0.081325002014637
6710	linear.bias	1	0.22667592763900757
6710	linear.bias	2	0.04088253527879715
6710	linear.bias	3	-0.7332205772399902
6710	linear.bias	4	-0.717877984046936
6710	linear.bias	5	0.1776331514120102
6710	linear.bias	6	-0.33638471364974976
6710	linear.bias	7	0.41709938645362854
6710	linear.bias	8	-0.4596423804759979
6710	linear.bias	9	-0.7271292209625244
6907	transitions	0	0.03795960173010826
6907	transitions	1	-0.4243175685405731
6907	transitions	2	-10000.0
6907	transitions	3	-1.7234796285629272
6907	transitions	4	-10000.0
6907	transitions	5	0.9481855630874634
6907	transitions	6	0.2873741388320923
6907	transitions	7	0.34357836842536926
6907	transitions	8	-1.0761699676513672
6907	transitions	9	0.002809656783938408
6907	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
6907	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
6907	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
6907	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
6907	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
6907	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
6907	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
6907	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
6907	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
6907	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
6907	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
6907	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
6907	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
6907	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
6907	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
6907	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
6907	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
6907	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
6907	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
6907	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
6907	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
6907	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
6907	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
6907	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
6907	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
6907	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
6907	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
6907	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
6907	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
6907	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
6907	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
6907	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
6907	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
6907	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
6907	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
6907	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
6907	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
6907	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
6907	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
6907	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
6907	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
6907	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
6907	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
6907	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
6907	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
6907	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
6907	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
6907	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
6907	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
6907	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
6907	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
6907	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
6907	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
6907	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
6907	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
6907	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
6907	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
6907	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
6907	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
6907	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
6907	embedding2nn.weight	0	0.009175428189337254
6907	embedding2nn.weight	1	-0.010377916507422924
6907	embedding2nn.weight	2	-0.014268254861235619
6907	embedding2nn.weight	3	0.023356299847364426
6907	embedding2nn.weight	4	-0.005915033631026745
6907	embedding2nn.weight	5	-0.003700598143041134
6907	embedding2nn.weight	6	-0.003973272629082203
6907	embedding2nn.weight	7	-0.019561298191547394
6907	embedding2nn.weight	8	-0.0019979383796453476
6907	embedding2nn.weight	9	-0.00242671393789351
6907	embedding2nn.bias	0	0.013740374706685543
6907	embedding2nn.bias	1	-0.013905039988458157
6907	embedding2nn.bias	2	0.04439258575439453
6907	embedding2nn.bias	3	0.01840122975409031
6907	embedding2nn.bias	4	-0.007374568376690149
6907	embedding2nn.bias	5	-0.0331139899790287
6907	embedding2nn.bias	6	0.017355673015117645
6907	embedding2nn.bias	7	-0.03048228845000267
6907	embedding2nn.bias	8	-0.0007446519448421896
6907	embedding2nn.bias	9	-0.0006103665800765157
6907	rnn.weight_ih_l0	0	-0.010416560806334019
6907	rnn.weight_ih_l0	1	0.013215889222919941
6907	rnn.weight_ih_l0	2	0.02399902604520321
6907	rnn.weight_ih_l0	3	0.026701794937253
6907	rnn.weight_ih_l0	4	-0.007071377243846655
6907	rnn.weight_ih_l0	5	-0.04478255286812782
6907	rnn.weight_ih_l0	6	0.007807939313352108
6907	rnn.weight_ih_l0	7	0.04219784587621689
6907	rnn.weight_ih_l0	8	0.02605779469013214
6907	rnn.weight_ih_l0	9	-0.0408867672085762
6907	rnn.weight_hh_l0	0	-0.03764910250902176
6907	rnn.weight_hh_l0	1	0.009174559265375137
6907	rnn.weight_hh_l0	2	0.01104032527655363
6907	rnn.weight_hh_l0	3	-0.010336732491850853
6907	rnn.weight_hh_l0	4	0.029545018449425697
6907	rnn.weight_hh_l0	5	-0.010073110461235046
6907	rnn.weight_hh_l0	6	-0.03432687371969223
6907	rnn.weight_hh_l0	7	-0.04289260879158974
6907	rnn.weight_hh_l0	8	0.007226650137454271
6907	rnn.weight_hh_l0	9	-0.02494204230606556
6907	rnn.bias_ih_l0	0	0.011487348936498165
6907	rnn.bias_ih_l0	1	-0.008658090606331825
6907	rnn.bias_ih_l0	2	-0.006268257740885019
6907	rnn.bias_ih_l0	3	0.03895684704184532
6907	rnn.bias_ih_l0	4	-0.052973996847867966
6907	rnn.bias_ih_l0	5	-0.013192237354815006
6907	rnn.bias_ih_l0	6	0.0020773205906152725
6907	rnn.bias_ih_l0	7	0.033610835671424866
6907	rnn.bias_ih_l0	8	-0.05787038058042526
6907	rnn.bias_ih_l0	9	0.00891963206231594
6907	rnn.bias_hh_l0	0	-0.024233601987361908
6907	rnn.bias_hh_l0	1	-0.03534241020679474
6907	rnn.bias_hh_l0	2	0.005801727529615164
6907	rnn.bias_hh_l0	3	-0.032013677060604095
6907	rnn.bias_hh_l0	4	-7.520911458414048e-05
6907	rnn.bias_hh_l0	5	0.02341720275580883
6907	rnn.bias_hh_l0	6	0.03459353372454643
6907	rnn.bias_hh_l0	7	-0.00025336939143016934
6907	rnn.bias_hh_l0	8	-0.022628450766205788
6907	rnn.bias_hh_l0	9	-0.019568968564271927
6907	rnn.weight_ih_l0_reverse	0	-0.001573072513565421
6907	rnn.weight_ih_l0_reverse	1	-0.03656166046857834
6907	rnn.weight_ih_l0_reverse	2	-0.024093763902783394
6907	rnn.weight_ih_l0_reverse	3	0.0004501746443565935
6907	rnn.weight_ih_l0_reverse	4	-0.01580427773296833
6907	rnn.weight_ih_l0_reverse	5	-0.04471588134765625
6907	rnn.weight_ih_l0_reverse	6	0.034313663840293884
6907	rnn.weight_ih_l0_reverse	7	-0.027606507763266563
6907	rnn.weight_ih_l0_reverse	8	-0.03131153807044029
6907	rnn.weight_ih_l0_reverse	9	0.014929067343473434
6907	rnn.weight_hh_l0_reverse	0	0.025734838098287582
6907	rnn.weight_hh_l0_reverse	1	0.031028755009174347
6907	rnn.weight_hh_l0_reverse	2	0.02475118078291416
6907	rnn.weight_hh_l0_reverse	3	0.01693265326321125
6907	rnn.weight_hh_l0_reverse	4	0.010294468142092228
6907	rnn.weight_hh_l0_reverse	5	-0.009396062232553959
6907	rnn.weight_hh_l0_reverse	6	0.03736815229058266
6907	rnn.weight_hh_l0_reverse	7	-0.021393243223428726
6907	rnn.weight_hh_l0_reverse	8	0.0037589860148727894
6907	rnn.weight_hh_l0_reverse	9	0.04508638009428978
6907	rnn.bias_ih_l0_reverse	0	-0.04706406965851784
6907	rnn.bias_ih_l0_reverse	1	-0.03750436753034592
6907	rnn.bias_ih_l0_reverse	2	0.015205299481749535
6907	rnn.bias_ih_l0_reverse	3	0.020351028069853783
6907	rnn.bias_ih_l0_reverse	4	-0.002427773317322135
6907	rnn.bias_ih_l0_reverse	5	0.020433418452739716
6907	rnn.bias_ih_l0_reverse	6	0.006390123628079891
6907	rnn.bias_ih_l0_reverse	7	0.03615313395857811
6907	rnn.bias_ih_l0_reverse	8	-0.023268310353159904
6907	rnn.bias_ih_l0_reverse	9	0.04104536771774292
6907	rnn.bias_hh_l0_reverse	0	-0.02510799653828144
6907	rnn.bias_hh_l0_reverse	1	0.012200702913105488
6907	rnn.bias_hh_l0_reverse	2	-0.009101384319365025
6907	rnn.bias_hh_l0_reverse	3	-0.04068661108613014
6907	rnn.bias_hh_l0_reverse	4	-0.031521305441856384
6907	rnn.bias_hh_l0_reverse	5	-0.036083925515413284
6907	rnn.bias_hh_l0_reverse	6	0.010620972141623497
6907	rnn.bias_hh_l0_reverse	7	0.012618595734238625
6907	rnn.bias_hh_l0_reverse	8	0.03705662488937378
6907	rnn.bias_hh_l0_reverse	9	-0.08966541290283203
6907	rnn.weight_ih_l1	0	-0.02314995601773262
6907	rnn.weight_ih_l1	1	-0.02341720648109913
6907	rnn.weight_ih_l1	2	0.02330729551613331
6907	rnn.weight_ih_l1	3	0.016020305454730988
6907	rnn.weight_ih_l1	4	0.010488366708159447
6907	rnn.weight_ih_l1	5	-0.03562086448073387
6907	rnn.weight_ih_l1	6	0.020314902067184448
6907	rnn.weight_ih_l1	7	-0.036526989191770554
6907	rnn.weight_ih_l1	8	0.03865109011530876
6907	rnn.weight_ih_l1	9	0.01960282400250435
6907	rnn.weight_hh_l1	0	0.004415116272866726
6907	rnn.weight_hh_l1	1	0.005481509026139975
6907	rnn.weight_hh_l1	2	-0.027275001630187035
6907	rnn.weight_hh_l1	3	0.0007991725578904152
6907	rnn.weight_hh_l1	4	0.005829379428178072
6907	rnn.weight_hh_l1	5	0.03873026743531227
6907	rnn.weight_hh_l1	6	0.03294939920306206
6907	rnn.weight_hh_l1	7	-0.03107905201613903
6907	rnn.weight_hh_l1	8	-0.042398713529109955
6907	rnn.weight_hh_l1	9	0.037277404218912125
6907	rnn.bias_ih_l1	0	-0.01996738836169243
6907	rnn.bias_ih_l1	1	-0.04798353835940361
6907	rnn.bias_ih_l1	2	-0.06057237088680267
6907	rnn.bias_ih_l1	3	-0.018928367644548416
6907	rnn.bias_ih_l1	4	-0.1222628727555275
6907	rnn.bias_ih_l1	5	-0.04437706246972084
6907	rnn.bias_ih_l1	6	0.029005486518144608
6907	rnn.bias_ih_l1	7	0.019826188683509827
6907	rnn.bias_ih_l1	8	-0.02955746464431286
6907	rnn.bias_ih_l1	9	-0.010965141467750072
6907	rnn.bias_hh_l1	0	-0.04621269553899765
6907	rnn.bias_hh_l1	1	0.005508007947355509
6907	rnn.bias_hh_l1	2	0.010485921055078506
6907	rnn.bias_hh_l1	3	-0.023714665323495865
6907	rnn.bias_hh_l1	4	-0.03391975164413452
6907	rnn.bias_hh_l1	5	0.007632366381585598
6907	rnn.bias_hh_l1	6	-0.0029596916865557432
6907	rnn.bias_hh_l1	7	-0.08171620965003967
6907	rnn.bias_hh_l1	8	0.031308770179748535
6907	rnn.bias_hh_l1	9	0.00725440913811326
6907	rnn.weight_ih_l1_reverse	0	-0.030649816617369652
6907	rnn.weight_ih_l1_reverse	1	0.03243115171790123
6907	rnn.weight_ih_l1_reverse	2	-0.03171432018280029
6907	rnn.weight_ih_l1_reverse	3	-0.015696031972765923
6907	rnn.weight_ih_l1_reverse	4	0.0032177844550460577
6907	rnn.weight_ih_l1_reverse	5	-0.042585086077451706
6907	rnn.weight_ih_l1_reverse	6	-0.025827914476394653
6907	rnn.weight_ih_l1_reverse	7	0.01328927930444479
6907	rnn.weight_ih_l1_reverse	8	0.027269383892416954
6907	rnn.weight_ih_l1_reverse	9	-0.05650592967867851
6907	rnn.weight_hh_l1_reverse	0	0.008598648011684418
6907	rnn.weight_hh_l1_reverse	1	0.023906396701931953
6907	rnn.weight_hh_l1_reverse	2	-0.03594956919550896
6907	rnn.weight_hh_l1_reverse	3	0.03807573765516281
6907	rnn.weight_hh_l1_reverse	4	0.03693108260631561
6907	rnn.weight_hh_l1_reverse	5	0.013016507029533386
6907	rnn.weight_hh_l1_reverse	6	0.004959879443049431
6907	rnn.weight_hh_l1_reverse	7	0.02817361429333687
6907	rnn.weight_hh_l1_reverse	8	-0.003955724649131298
6907	rnn.weight_hh_l1_reverse	9	-0.034588299691677094
6907	rnn.bias_ih_l1_reverse	0	0.008014878258109093
6907	rnn.bias_ih_l1_reverse	1	-0.020039880648255348
6907	rnn.bias_ih_l1_reverse	2	-0.02663203701376915
6907	rnn.bias_ih_l1_reverse	3	0.02322457730770111
6907	rnn.bias_ih_l1_reverse	4	-0.06048176437616348
6907	rnn.bias_ih_l1_reverse	5	-0.019494179636240005
6907	rnn.bias_ih_l1_reverse	6	-0.034706637263298035
6907	rnn.bias_ih_l1_reverse	7	-0.020482316613197327
6907	rnn.bias_ih_l1_reverse	8	0.061009205877780914
6907	rnn.bias_ih_l1_reverse	9	0.014639033935964108
6907	rnn.bias_hh_l1_reverse	0	-0.011052238754928112
6907	rnn.bias_hh_l1_reverse	1	0.001580271404236555
6907	rnn.bias_hh_l1_reverse	2	-0.08890976756811142
6907	rnn.bias_hh_l1_reverse	3	0.02537802793085575
6907	rnn.bias_hh_l1_reverse	4	-0.007575416471809149
6907	rnn.bias_hh_l1_reverse	5	0.00668629864230752
6907	rnn.bias_hh_l1_reverse	6	0.0563211552798748
6907	rnn.bias_hh_l1_reverse	7	0.0158839114010334
6907	rnn.bias_hh_l1_reverse	8	-0.035645417869091034
6907	rnn.bias_hh_l1_reverse	9	-0.027043521404266357
6907	linear.weight	0	0.002228822559118271
6907	linear.weight	1	0.071190245449543
6907	linear.weight	2	-0.05854624882340431
6907	linear.weight	3	0.0889892727136612
6907	linear.weight	4	0.1502738893032074
6907	linear.weight	5	0.04785243049263954
6907	linear.weight	6	0.036058515310287476
6907	linear.weight	7	0.0658075287938118
6907	linear.weight	8	0.043895214796066284
6907	linear.weight	9	-0.05060403794050217
6907	linear.bias	0	-0.12249580770730972
6907	linear.bias	1	0.24421028792858124
6907	linear.bias	2	0.057919491082429886
6907	linear.bias	3	-0.7329670190811157
6907	linear.bias	4	-0.7204977869987488
6907	linear.bias	5	0.17903055250644684
6907	linear.bias	6	-0.3219679892063141
6907	linear.bias	7	0.40622109174728394
6907	linear.bias	8	-0.4571323096752167
6907	linear.bias	9	-0.7227184772491455
7104	transitions	0	0.03581492230296135
7104	transitions	1	-0.39969441294670105
7104	transitions	2	-10000.0
7104	transitions	3	-1.7244696617126465
7104	transitions	4	-10000.0
7104	transitions	5	0.9441174864768982
7104	transitions	6	0.28277480602264404
7104	transitions	7	0.33813807368278503
7104	transitions	8	-1.080545425415039
7104	transitions	9	0.0027644862420856953
7104	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
7104	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
7104	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
7104	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
7104	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
7104	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
7104	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
7104	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
7104	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
7104	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
7104	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
7104	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
7104	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
7104	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
7104	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
7104	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
7104	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
7104	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
7104	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
7104	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
7104	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
7104	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
7104	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
7104	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
7104	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
7104	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
7104	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
7104	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
7104	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
7104	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
7104	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
7104	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
7104	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
7104	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
7104	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
7104	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
7104	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
7104	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
7104	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
7104	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
7104	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
7104	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
7104	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
7104	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
7104	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
7104	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
7104	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
7104	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
7104	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
7104	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
7104	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
7104	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
7104	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
7104	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
7104	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
7104	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
7104	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
7104	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
7104	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
7104	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
7104	embedding2nn.weight	0	0.009435612708330154
7104	embedding2nn.weight	1	-0.010185380466282368
7104	embedding2nn.weight	2	-0.014268254861235619
7104	embedding2nn.weight	3	0.022664042189717293
7104	embedding2nn.weight	4	-0.005915033631026745
7104	embedding2nn.weight	5	-0.0037005979102104902
7104	embedding2nn.weight	6	-0.003973274026066065
7104	embedding2nn.weight	7	-0.021056698635220528
7104	embedding2nn.weight	8	-0.0019979383796453476
7104	embedding2nn.weight	9	-0.0030664000660181046
7104	embedding2nn.bias	0	0.009976347908377647
7104	embedding2nn.bias	1	-0.011682075448334217
7104	embedding2nn.bias	2	0.048295751214027405
7104	embedding2nn.bias	3	0.009660888463258743
7104	embedding2nn.bias	4	-0.013091851025819778
7104	embedding2nn.bias	5	-0.03666478767991066
7104	embedding2nn.bias	6	0.016902823001146317
7104	embedding2nn.bias	7	-0.03940759226679802
7104	embedding2nn.bias	8	0.00010730481881182641
7104	embedding2nn.bias	9	0.004548053722828627
7104	rnn.weight_ih_l0	0	-0.011483503505587578
7104	rnn.weight_ih_l0	1	0.012266258709132671
7104	rnn.weight_ih_l0	2	0.023246299475431442
7104	rnn.weight_ih_l0	3	0.02753506787121296
7104	rnn.weight_ih_l0	4	-0.008089368231594563
7104	rnn.weight_ih_l0	5	-0.0448349229991436
7104	rnn.weight_ih_l0	6	0.007831854745745659
7104	rnn.weight_ih_l0	7	0.04214099794626236
7104	rnn.weight_ih_l0	8	0.02580585703253746
7104	rnn.weight_ih_l0	9	-0.04083232209086418
7104	rnn.weight_hh_l0	0	-0.0373714342713356
7104	rnn.weight_hh_l0	1	0.008745726197957993
7104	rnn.weight_hh_l0	2	0.010659841820597649
7104	rnn.weight_hh_l0	3	-0.01102361734956503
7104	rnn.weight_hh_l0	4	0.029517944902181625
7104	rnn.weight_hh_l0	5	-0.011192920617759228
7104	rnn.weight_hh_l0	6	-0.03376520425081253
7104	rnn.weight_hh_l0	7	-0.041988812386989594
7104	rnn.weight_hh_l0	8	0.006847994867712259
7104	rnn.weight_hh_l0	9	-0.024843452498316765
7104	rnn.bias_ih_l0	0	0.013320650905370712
7104	rnn.bias_ih_l0	1	-0.010307719931006432
7104	rnn.bias_ih_l0	2	-0.006048904731869698
7104	rnn.bias_ih_l0	3	0.04271667078137398
7104	rnn.bias_ih_l0	4	-0.049952391535043716
7104	rnn.bias_ih_l0	5	-0.014558463357388973
7104	rnn.bias_ih_l0	6	0.005503437016159296
7104	rnn.bias_ih_l0	7	0.032242871820926666
7104	rnn.bias_ih_l0	8	-0.05806935951113701
7104	rnn.bias_ih_l0	9	0.009571319445967674
7104	rnn.bias_hh_l0	0	-0.02335997112095356
7104	rnn.bias_hh_l0	1	-0.041442543268203735
7104	rnn.bias_hh_l0	2	0.0004087056440766901
7104	rnn.bias_hh_l0	3	-0.032509155571460724
7104	rnn.bias_hh_l0	4	5.285742190608289e-06
7104	rnn.bias_hh_l0	5	0.02546261064708233
7104	rnn.bias_hh_l0	6	0.03310030698776245
7104	rnn.bias_hh_l0	7	0.004025813192129135
7104	rnn.bias_hh_l0	8	-0.027308091521263123
7104	rnn.bias_hh_l0	9	-0.018435336649417877
7104	rnn.weight_ih_l0_reverse	0	-0.0014395061880350113
7104	rnn.weight_ih_l0_reverse	1	-0.03731175884604454
7104	rnn.weight_ih_l0_reverse	2	-0.021492667496204376
7104	rnn.weight_ih_l0_reverse	3	0.0004425313964020461
7104	rnn.weight_ih_l0_reverse	4	-0.015245268121361732
7104	rnn.weight_ih_l0_reverse	5	-0.04485011845827103
7104	rnn.weight_ih_l0_reverse	6	0.033997632563114166
7104	rnn.weight_ih_l0_reverse	7	-0.027927273884415627
7104	rnn.weight_ih_l0_reverse	8	-0.03097795881330967
7104	rnn.weight_ih_l0_reverse	9	0.014168606139719486
7104	rnn.weight_hh_l0_reverse	0	0.02735050953924656
7104	rnn.weight_hh_l0_reverse	1	0.03091857209801674
7104	rnn.weight_hh_l0_reverse	2	0.02476416528224945
7104	rnn.weight_hh_l0_reverse	3	0.016937624663114548
7104	rnn.weight_hh_l0_reverse	4	0.010510348714888096
7104	rnn.weight_hh_l0_reverse	5	-0.008322007954120636
7104	rnn.weight_hh_l0_reverse	6	0.03762267529964447
7104	rnn.weight_hh_l0_reverse	7	-0.021372484043240547
7104	rnn.weight_hh_l0_reverse	8	0.0038069169968366623
7104	rnn.weight_hh_l0_reverse	9	0.04530208930373192
7104	rnn.bias_ih_l0_reverse	0	-0.047160807996988297
7104	rnn.bias_ih_l0_reverse	1	-0.03947548568248749
7104	rnn.bias_ih_l0_reverse	2	0.012565642595291138
7104	rnn.bias_ih_l0_reverse	3	0.02168733812868595
7104	rnn.bias_ih_l0_reverse	4	-0.001123241730965674
7104	rnn.bias_ih_l0_reverse	5	0.02234814502298832
7104	rnn.bias_ih_l0_reverse	6	0.0032052176538854837
7104	rnn.bias_ih_l0_reverse	7	0.03506944701075554
7104	rnn.bias_ih_l0_reverse	8	-0.02385610342025757
7104	rnn.bias_ih_l0_reverse	9	0.04144042730331421
7104	rnn.bias_hh_l0_reverse	0	-0.024337178096175194
7104	rnn.bias_hh_l0_reverse	1	0.020425893366336823
7104	rnn.bias_hh_l0_reverse	2	-0.010391085408627987
7104	rnn.bias_hh_l0_reverse	3	-0.03944754973053932
7104	rnn.bias_hh_l0_reverse	4	-0.03142664209008217
7104	rnn.bias_hh_l0_reverse	5	-0.03474879264831543
7104	rnn.bias_hh_l0_reverse	6	0.01233907975256443
7104	rnn.bias_hh_l0_reverse	7	0.009474105201661587
7104	rnn.bias_hh_l0_reverse	8	0.03854585066437721
7104	rnn.bias_hh_l0_reverse	9	-0.08949059993028641
7104	rnn.weight_ih_l1	0	-0.023208288475871086
7104	rnn.weight_ih_l1	1	-0.022827494889497757
7104	rnn.weight_ih_l1	2	0.028018923476338387
7104	rnn.weight_ih_l1	3	0.017534488812088966
7104	rnn.weight_ih_l1	4	0.010945310816168785
7104	rnn.weight_ih_l1	5	-0.036071404814720154
7104	rnn.weight_ih_l1	6	0.020466508343815804
7104	rnn.weight_ih_l1	7	-0.03664755821228027
7104	rnn.weight_ih_l1	8	0.03870241716504097
7104	rnn.weight_ih_l1	9	0.019768400117754936
7104	rnn.weight_hh_l1	0	0.003627592930570245
7104	rnn.weight_hh_l1	1	0.005721407942473888
7104	rnn.weight_hh_l1	2	-0.02732497826218605
7104	rnn.weight_hh_l1	3	0.0007692406652495265
7104	rnn.weight_hh_l1	4	0.005372695624828339
7104	rnn.weight_hh_l1	5	0.03874955326318741
7104	rnn.weight_hh_l1	6	0.03273016959428787
7104	rnn.weight_hh_l1	7	-0.031219415366649628
7104	rnn.weight_hh_l1	8	-0.04215436801314354
7104	rnn.weight_hh_l1	9	0.037080321460962296
7104	rnn.bias_ih_l1	0	-0.0277169831097126
7104	rnn.bias_ih_l1	1	-0.04795970767736435
7104	rnn.bias_ih_l1	2	-0.06340783089399338
7104	rnn.bias_ih_l1	3	-0.01822671853005886
7104	rnn.bias_ih_l1	4	-0.13848890364170074
7104	rnn.bias_ih_l1	5	-0.04399286210536957
7104	rnn.bias_ih_l1	6	0.03294327110052109
7104	rnn.bias_ih_l1	7	0.019793732091784477
7104	rnn.bias_ih_l1	8	-0.030352769419550896
7104	rnn.bias_ih_l1	9	-0.0086368378251791
7104	rnn.bias_hh_l1	0	-0.04706231877207756
7104	rnn.bias_hh_l1	1	0.00627517607063055
7104	rnn.bias_hh_l1	2	0.008564348332583904
7104	rnn.bias_hh_l1	3	-0.023857418447732925
7104	rnn.bias_hh_l1	4	-0.035526614636182785
7104	rnn.bias_hh_l1	5	0.006747183855623007
7104	rnn.bias_hh_l1	6	-0.002160221105441451
7104	rnn.bias_hh_l1	7	-0.0696546882390976
7104	rnn.bias_hh_l1	8	0.03109956905245781
7104	rnn.bias_hh_l1	9	0.007232763804495335
7104	rnn.weight_ih_l1_reverse	0	-0.030362682417035103
7104	rnn.weight_ih_l1_reverse	1	0.032929304987192154
7104	rnn.weight_ih_l1_reverse	2	-0.03294552490115166
7104	rnn.weight_ih_l1_reverse	3	-0.01549939438700676
7104	rnn.weight_ih_l1_reverse	4	0.0029119614046067
7104	rnn.weight_ih_l1_reverse	5	-0.042387641966342926
7104	rnn.weight_ih_l1_reverse	6	-0.025929996743798256
7104	rnn.weight_ih_l1_reverse	7	0.01359154749661684
7104	rnn.weight_ih_l1_reverse	8	0.030130714178085327
7104	rnn.weight_ih_l1_reverse	9	-0.05825908109545708
7104	rnn.weight_hh_l1_reverse	0	0.008399763144552708
7104	rnn.weight_hh_l1_reverse	1	0.023935355246067047
7104	rnn.weight_hh_l1_reverse	2	-0.03593238443136215
7104	rnn.weight_hh_l1_reverse	3	0.03791256621479988
7104	rnn.weight_hh_l1_reverse	4	0.03700152784585953
7104	rnn.weight_hh_l1_reverse	5	0.013033613562583923
7104	rnn.weight_hh_l1_reverse	6	0.005646547302603722
7104	rnn.weight_hh_l1_reverse	7	0.028135178610682487
7104	rnn.weight_hh_l1_reverse	8	-0.003932071849703789
7104	rnn.weight_hh_l1_reverse	9	-0.03383083641529083
7104	rnn.bias_ih_l1_reverse	0	0.007090456318110228
7104	rnn.bias_ih_l1_reverse	1	-0.021328918635845184
7104	rnn.bias_ih_l1_reverse	2	-0.029051296412944794
7104	rnn.bias_ih_l1_reverse	3	0.022533660754561424
7104	rnn.bias_ih_l1_reverse	4	-0.058710891753435135
7104	rnn.bias_ih_l1_reverse	5	-0.019403191283345222
7104	rnn.bias_ih_l1_reverse	6	-0.035619866102933884
7104	rnn.bias_ih_l1_reverse	7	-0.02316674403846264
7104	rnn.bias_ih_l1_reverse	8	0.05817606672644615
7104	rnn.bias_ih_l1_reverse	9	0.01871989667415619
7104	rnn.bias_hh_l1_reverse	0	-0.01893707364797592
7104	rnn.bias_hh_l1_reverse	1	0.001781966770067811
7104	rnn.bias_hh_l1_reverse	2	-0.09126108884811401
7104	rnn.bias_hh_l1_reverse	3	0.026867737993597984
7104	rnn.bias_hh_l1_reverse	4	-0.008802310563623905
7104	rnn.bias_hh_l1_reverse	5	0.009385776706039906
7104	rnn.bias_hh_l1_reverse	6	0.0542929470539093
7104	rnn.bias_hh_l1_reverse	7	0.013109948486089706
7104	rnn.bias_hh_l1_reverse	8	-0.03450453653931618
7104	rnn.bias_hh_l1_reverse	9	-0.027179967612028122
7104	linear.weight	0	0.002228822559118271
7104	linear.weight	1	0.08355984836816788
7104	linear.weight	2	-0.06686905026435852
7104	linear.weight	3	0.08702406287193298
7104	linear.weight	4	0.11309996247291565
7104	linear.weight	5	0.05764266103506088
7104	linear.weight	6	0.024604972451925278
7104	linear.weight	7	0.041560955345630646
7104	linear.weight	8	0.04392770677804947
7104	linear.weight	9	-0.06220686063170433
7104	linear.bias	0	-0.10635438561439514
7104	linear.bias	1	0.23399443924427032
7104	linear.bias	2	0.03458693251013756
7104	linear.bias	3	-0.7228838205337524
7104	linear.bias	4	-0.717529833316803
7104	linear.bias	5	0.17118674516677856
7104	linear.bias	6	-0.33920973539352417
7104	linear.bias	7	0.4091319143772125
7104	linear.bias	8	-0.4809938371181488
7104	linear.bias	9	-0.7490369081497192
7301	transitions	0	0.04311728477478027
7301	transitions	1	-0.40662717819213867
7301	transitions	2	-10000.0
7301	transitions	3	-1.7254174947738647
7301	transitions	4	-10000.0
7301	transitions	5	0.9396771788597107
7301	transitions	6	0.27764856815338135
7301	transitions	7	0.3329603672027588
7301	transitions	8	-1.0844913721084595
7301	transitions	9	0.00272043002769351
7301	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
7301	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
7301	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
7301	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
7301	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
7301	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
7301	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
7301	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
7301	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
7301	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
7301	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
7301	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
7301	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
7301	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
7301	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
7301	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
7301	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
7301	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
7301	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
7301	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
7301	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
7301	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
7301	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
7301	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
7301	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
7301	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
7301	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
7301	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
7301	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
7301	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
7301	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
7301	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
7301	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
7301	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
7301	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
7301	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
7301	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
7301	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
7301	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
7301	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
7301	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
7301	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
7301	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
7301	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
7301	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
7301	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
7301	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
7301	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
7301	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
7301	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
7301	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
7301	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
7301	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
7301	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
7301	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
7301	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
7301	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
7301	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
7301	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
7301	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
7301	embedding2nn.weight	0	0.01068422943353653
7301	embedding2nn.weight	1	-0.010159702971577644
7301	embedding2nn.weight	2	-0.014268254861235619
7301	embedding2nn.weight	3	0.020750094205141068
7301	embedding2nn.weight	4	-0.005915033631026745
7301	embedding2nn.weight	5	-0.0037005979102104902
7301	embedding2nn.weight	6	-0.00397327309474349
7301	embedding2nn.weight	7	-0.020755458623170853
7301	embedding2nn.weight	8	-0.0019979383796453476
7301	embedding2nn.weight	9	-0.003072122810408473
7301	embedding2nn.bias	0	0.0029950174503028393
7301	embedding2nn.bias	1	-0.007801746018230915
7301	embedding2nn.bias	2	0.05054420605301857
7301	embedding2nn.bias	3	0.011386686004698277
7301	embedding2nn.bias	4	-0.010424833744764328
7301	embedding2nn.bias	5	-0.03595472127199173
7301	embedding2nn.bias	6	0.022547930479049683
7301	embedding2nn.bias	7	-0.03354552760720253
7301	embedding2nn.bias	8	0.0033806932624429464
7301	embedding2nn.bias	9	-0.00041056261397898197
7301	rnn.weight_ih_l0	0	-0.010622646659612656
7301	rnn.weight_ih_l0	1	0.011422972194850445
7301	rnn.weight_ih_l0	2	0.02306143194437027
7301	rnn.weight_ih_l0	3	0.02768302895128727
7301	rnn.weight_ih_l0	4	-0.008191796019673347
7301	rnn.weight_ih_l0	5	-0.04462393373250961
7301	rnn.weight_ih_l0	6	0.00791606493294239
7301	rnn.weight_ih_l0	7	0.04251286759972572
7301	rnn.weight_ih_l0	8	0.024806486442685127
7301	rnn.weight_ih_l0	9	-0.040775761008262634
7301	rnn.weight_hh_l0	0	-0.0371028296649456
7301	rnn.weight_hh_l0	1	0.009699026122689247
7301	rnn.weight_hh_l0	2	0.009555854834616184
7301	rnn.weight_hh_l0	3	-0.01082531362771988
7301	rnn.weight_hh_l0	4	0.02981453761458397
7301	rnn.weight_hh_l0	5	-0.012037868611514568
7301	rnn.weight_hh_l0	6	-0.03317366540431976
7301	rnn.weight_hh_l0	7	-0.040733642876148224
7301	rnn.weight_hh_l0	8	0.00691815884783864
7301	rnn.weight_hh_l0	9	-0.024797597900032997
7301	rnn.bias_ih_l0	0	0.01575625315308571
7301	rnn.bias_ih_l0	1	-0.010434484109282494
7301	rnn.bias_ih_l0	2	-0.005879976786673069
7301	rnn.bias_ih_l0	3	0.04244183748960495
7301	rnn.bias_ih_l0	4	-0.050752732902765274
7301	rnn.bias_ih_l0	5	-0.014177439734339714
7301	rnn.bias_ih_l0	6	-0.0051700761541724205
7301	rnn.bias_ih_l0	7	0.030542656779289246
7301	rnn.bias_ih_l0	8	-0.05800308287143707
7301	rnn.bias_ih_l0	9	0.00762022053822875
7301	rnn.bias_hh_l0	0	-0.02102627232670784
7301	rnn.bias_hh_l0	1	-0.035756055265665054
7301	rnn.bias_hh_l0	2	-0.0003505369822960347
7301	rnn.bias_hh_l0	3	-0.033760324120521545
7301	rnn.bias_hh_l0	4	-0.0009231375297531486
7301	rnn.bias_hh_l0	5	0.025535015389323235
7301	rnn.bias_hh_l0	6	0.03157631680369377
7301	rnn.bias_hh_l0	7	0.008053700439631939
7301	rnn.bias_hh_l0	8	-0.02402525208890438
7301	rnn.bias_hh_l0	9	-0.01719633862376213
7301	rnn.weight_ih_l0_reverse	0	-0.0015143248019739985
7301	rnn.weight_ih_l0_reverse	1	-0.03788360580801964
7301	rnn.weight_ih_l0_reverse	2	-0.021240653470158577
7301	rnn.weight_ih_l0_reverse	3	0.0010260858107358217
7301	rnn.weight_ih_l0_reverse	4	-0.015340572223067284
7301	rnn.weight_ih_l0_reverse	5	-0.04480106383562088
7301	rnn.weight_ih_l0_reverse	6	0.03404584154486656
7301	rnn.weight_ih_l0_reverse	7	-0.02847173437476158
7301	rnn.weight_ih_l0_reverse	8	-0.030812343582510948
7301	rnn.weight_ih_l0_reverse	9	0.013562782667577267
7301	rnn.weight_hh_l0_reverse	0	0.028435276821255684
7301	rnn.weight_hh_l0_reverse	1	0.030848003923892975
7301	rnn.weight_hh_l0_reverse	2	0.02485579438507557
7301	rnn.weight_hh_l0_reverse	3	0.01688581146299839
7301	rnn.weight_hh_l0_reverse	4	0.010141147300601006
7301	rnn.weight_hh_l0_reverse	5	-0.007865672931075096
7301	rnn.weight_hh_l0_reverse	6	0.03758631646633148
7301	rnn.weight_hh_l0_reverse	7	-0.02074991539120674
7301	rnn.weight_hh_l0_reverse	8	0.004163278266787529
7301	rnn.weight_hh_l0_reverse	9	0.04535210132598877
7301	rnn.bias_ih_l0_reverse	0	-0.047434598207473755
7301	rnn.bias_ih_l0_reverse	1	-0.04730597883462906
7301	rnn.bias_ih_l0_reverse	2	0.008274992927908897
7301	rnn.bias_ih_l0_reverse	3	0.02183239907026291
7301	rnn.bias_ih_l0_reverse	4	-0.0003414582461118698
7301	rnn.bias_ih_l0_reverse	5	0.022289706394076347
7301	rnn.bias_ih_l0_reverse	6	0.006573870312422514
7301	rnn.bias_ih_l0_reverse	7	0.0339897982776165
7301	rnn.bias_ih_l0_reverse	8	-0.023614447563886642
7301	rnn.bias_ih_l0_reverse	9	0.039540037512779236
7301	rnn.bias_hh_l0_reverse	0	-0.024641860276460648
7301	rnn.bias_hh_l0_reverse	1	0.020189881324768066
7301	rnn.bias_hh_l0_reverse	2	-0.01094189565628767
7301	rnn.bias_hh_l0_reverse	3	-0.03951188921928406
7301	rnn.bias_hh_l0_reverse	4	-0.03271472081542015
7301	rnn.bias_hh_l0_reverse	5	-0.03462478145956993
7301	rnn.bias_hh_l0_reverse	6	0.008868928998708725
7301	rnn.bias_hh_l0_reverse	7	0.0082229133695364
7301	rnn.bias_hh_l0_reverse	8	0.036061033606529236
7301	rnn.bias_hh_l0_reverse	9	-0.08754851669073105
7301	rnn.weight_ih_l1	0	-0.02339966967701912
7301	rnn.weight_ih_l1	1	-0.022675246000289917
7301	rnn.weight_ih_l1	2	0.02983804978430271
7301	rnn.weight_ih_l1	3	0.018272673711180687
7301	rnn.weight_ih_l1	4	0.011075054295361042
7301	rnn.weight_ih_l1	5	-0.03610863909125328
7301	rnn.weight_ih_l1	6	0.020052876323461533
7301	rnn.weight_ih_l1	7	-0.03732411563396454
7301	rnn.weight_ih_l1	8	0.038787659257650375
7301	rnn.weight_ih_l1	9	0.019514132291078568
7301	rnn.weight_hh_l1	0	0.0037055406719446182
7301	rnn.weight_hh_l1	1	0.005857816897332668
7301	rnn.weight_hh_l1	2	-0.026399211958050728
7301	rnn.weight_hh_l1	3	0.0013183139963075519
7301	rnn.weight_hh_l1	4	0.005514088086783886
7301	rnn.weight_hh_l1	5	0.03823019564151764
7301	rnn.weight_hh_l1	6	0.03315335139632225
7301	rnn.weight_hh_l1	7	-0.031216103583574295
7301	rnn.weight_hh_l1	8	-0.04201884940266609
7301	rnn.weight_hh_l1	9	0.037114113569259644
7301	rnn.bias_ih_l1	0	-0.03109217993915081
7301	rnn.bias_ih_l1	1	-0.04910808429121971
7301	rnn.bias_ih_l1	2	-0.06316263973712921
7301	rnn.bias_ih_l1	3	-0.022583063691854477
7301	rnn.bias_ih_l1	4	-0.12084370106458664
7301	rnn.bias_ih_l1	5	-0.043250326067209244
7301	rnn.bias_ih_l1	6	0.03069012239575386
7301	rnn.bias_ih_l1	7	0.018617868423461914
7301	rnn.bias_ih_l1	8	-0.030538540333509445
7301	rnn.bias_ih_l1	9	-0.008031850680708885
7301	rnn.bias_hh_l1	0	-0.046434033662080765
7301	rnn.bias_hh_l1	1	0.005248050671070814
7301	rnn.bias_hh_l1	2	0.006941749714314938
7301	rnn.bias_hh_l1	3	-0.024213815107941628
7301	rnn.bias_hh_l1	4	-0.03646481782197952
7301	rnn.bias_hh_l1	5	0.007460721302777529
7301	rnn.bias_hh_l1	6	-0.0026010482106357813
7301	rnn.bias_hh_l1	7	-0.06620647758245468
7301	rnn.bias_hh_l1	8	0.02893601357936859
7301	rnn.bias_hh_l1	9	0.005125971045345068
7301	rnn.weight_ih_l1_reverse	0	-0.030255336314439774
7301	rnn.weight_ih_l1_reverse	1	0.03341688588261604
7301	rnn.weight_ih_l1_reverse	2	-0.03243504837155342
7301	rnn.weight_ih_l1_reverse	3	-0.014045951887965202
7301	rnn.weight_ih_l1_reverse	4	0.002894703531637788
7301	rnn.weight_ih_l1_reverse	5	-0.042136505246162415
7301	rnn.weight_ih_l1_reverse	6	-0.027373064309358597
7301	rnn.weight_ih_l1_reverse	7	0.013098509982228279
7301	rnn.weight_ih_l1_reverse	8	0.02787727862596512
7301	rnn.weight_ih_l1_reverse	9	-0.05686674267053604
7301	rnn.weight_hh_l1_reverse	0	0.00857329461723566
7301	rnn.weight_hh_l1_reverse	1	0.02394868992269039
7301	rnn.weight_hh_l1_reverse	2	-0.035863351076841354
7301	rnn.weight_hh_l1_reverse	3	0.03788413479924202
7301	rnn.weight_hh_l1_reverse	4	0.037414729595184326
7301	rnn.weight_hh_l1_reverse	5	0.01302383840084076
7301	rnn.weight_hh_l1_reverse	6	0.0075071328319609165
7301	rnn.weight_hh_l1_reverse	7	0.027873925864696503
7301	rnn.weight_hh_l1_reverse	8	-0.003919418901205063
7301	rnn.weight_hh_l1_reverse	9	-0.03404686972498894
7301	rnn.bias_ih_l1_reverse	0	0.00754739111289382
7301	rnn.bias_ih_l1_reverse	1	-0.02312607690691948
7301	rnn.bias_ih_l1_reverse	2	-0.03227805718779564
7301	rnn.bias_ih_l1_reverse	3	0.01965450868010521
7301	rnn.bias_ih_l1_reverse	4	-0.058158136904239655
7301	rnn.bias_ih_l1_reverse	5	-0.019943973049521446
7301	rnn.bias_ih_l1_reverse	6	-0.037437889724969864
7301	rnn.bias_ih_l1_reverse	7	-0.02463521622121334
7301	rnn.bias_ih_l1_reverse	8	0.07614990323781967
7301	rnn.bias_ih_l1_reverse	9	0.010983327403664589
7301	rnn.bias_hh_l1_reverse	0	-0.013277326710522175
7301	rnn.bias_hh_l1_reverse	1	0.008818159811198711
7301	rnn.bias_hh_l1_reverse	2	-0.08932717144489288
7301	rnn.bias_hh_l1_reverse	3	0.024352652952075005
7301	rnn.bias_hh_l1_reverse	4	-0.00983480829745531
7301	rnn.bias_hh_l1_reverse	5	0.008831921964883804
7301	rnn.bias_hh_l1_reverse	6	0.04953431710600853
7301	rnn.bias_hh_l1_reverse	7	0.008601370267570019
7301	rnn.bias_hh_l1_reverse	8	-0.03555988520383835
7301	rnn.bias_hh_l1_reverse	9	-0.02780456282198429
7301	linear.weight	0	0.002228822559118271
7301	linear.weight	1	0.06616155803203583
7301	linear.weight	2	-0.0615374855697155
7301	linear.weight	3	0.10885270684957504
7301	linear.weight	4	0.12494679540395737
7301	linear.weight	5	0.05847500264644623
7301	linear.weight	6	0.008600562810897827
7301	linear.weight	7	0.025376096367836
7301	linear.weight	8	0.04397781565785408
7301	linear.weight	9	-0.06634799391031265
7301	linear.bias	0	-0.09365144371986389
7301	linear.bias	1	0.22575834393501282
7301	linear.bias	2	0.03752294182777405
7301	linear.bias	3	-0.7242658734321594
7301	linear.bias	4	-0.7227932810783386
7301	linear.bias	5	0.17496073246002197
7301	linear.bias	6	-0.3598385453224182
7301	linear.bias	7	0.41983988881111145
7301	linear.bias	8	-0.45432189106941223
7301	linear.bias	9	-0.7277492880821228
7498	transitions	0	0.05350107699632645
7498	transitions	1	-0.39904505014419556
7498	transitions	2	-10000.0
7498	transitions	3	-1.7264245748519897
7498	transitions	4	-10000.0
7498	transitions	5	0.9350420832633972
7498	transitions	6	0.2722596228122711
7498	transitions	7	0.3237989544868469
7498	transitions	8	-1.0882647037506104
7498	transitions	9	0.002676405245438218
7498	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
7498	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
7498	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
7498	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
7498	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
7498	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
7498	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
7498	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
7498	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
7498	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
7498	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
7498	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
7498	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
7498	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
7498	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
7498	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
7498	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
7498	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
7498	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
7498	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
7498	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
7498	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
7498	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
7498	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
7498	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
7498	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
7498	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
7498	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
7498	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
7498	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
7498	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
7498	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
7498	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
7498	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
7498	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
7498	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
7498	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
7498	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
7498	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
7498	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
7498	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
7498	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
7498	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
7498	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
7498	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
7498	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
7498	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
7498	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
7498	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
7498	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
7498	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
7498	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
7498	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
7498	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
7498	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
7498	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
7498	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
7498	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
7498	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
7498	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
7498	embedding2nn.weight	0	0.01098424568772316
7498	embedding2nn.weight	1	-0.010375332087278366
7498	embedding2nn.weight	2	-0.014268254861235619
7498	embedding2nn.weight	3	0.02006739191710949
7498	embedding2nn.weight	4	-0.005915033631026745
7498	embedding2nn.weight	5	-0.0037005979102104902
7498	embedding2nn.weight	6	-0.003973270766437054
7498	embedding2nn.weight	7	-0.021586159244179726
7498	embedding2nn.weight	8	-0.0019979383796453476
7498	embedding2nn.weight	9	-0.0037757058162242174
7498	embedding2nn.bias	0	0.0077542392536997795
7498	embedding2nn.bias	1	-0.0010344862239435315
7498	embedding2nn.bias	2	0.057557061314582825
7498	embedding2nn.bias	3	0.008302174508571625
7498	embedding2nn.bias	4	-0.022886427119374275
7498	embedding2nn.bias	5	-0.030383862555027008
7498	embedding2nn.bias	6	0.018220067024230957
7498	embedding2nn.bias	7	-0.026861662045121193
7498	embedding2nn.bias	8	0.0031337905675172806
7498	embedding2nn.bias	9	-0.0033139714505523443
7498	rnn.weight_ih_l0	0	-0.011191514320671558
7498	rnn.weight_ih_l0	1	0.012785364873707294
7498	rnn.weight_ih_l0	2	0.022800307720899582
7498	rnn.weight_ih_l0	3	0.027357129380106926
7498	rnn.weight_ih_l0	4	-0.007291481364518404
7498	rnn.weight_ih_l0	5	-0.04476658254861832
7498	rnn.weight_ih_l0	6	0.008003110997378826
7498	rnn.weight_ih_l0	7	0.04206523299217224
7498	rnn.weight_ih_l0	8	0.025582093745470047
7498	rnn.weight_ih_l0	9	-0.04055985435843468
7498	rnn.weight_hh_l0	0	-0.036957621574401855
7498	rnn.weight_hh_l0	1	0.009059373289346695
7498	rnn.weight_hh_l0	2	0.009808085858821869
7498	rnn.weight_hh_l0	3	-0.010968184098601341
7498	rnn.weight_hh_l0	4	0.029480548575520515
7498	rnn.weight_hh_l0	5	-0.012614906765520573
7498	rnn.weight_hh_l0	6	-0.033432528376579285
7498	rnn.weight_hh_l0	7	-0.04078448936343193
7498	rnn.weight_hh_l0	8	0.006729697342962027
7498	rnn.weight_hh_l0	9	-0.025104928761720657
7498	rnn.bias_ih_l0	0	0.01850230060517788
7498	rnn.bias_ih_l0	1	-0.012080024927854538
7498	rnn.bias_ih_l0	2	-0.005298525094985962
7498	rnn.bias_ih_l0	3	0.04056108742952347
7498	rnn.bias_ih_l0	4	-0.05243826285004616
7498	rnn.bias_ih_l0	5	-0.014144664630293846
7498	rnn.bias_ih_l0	6	-0.010599624365568161
7498	rnn.bias_ih_l0	7	0.029223445802927017
7498	rnn.bias_ih_l0	8	-0.058755237609148026
7498	rnn.bias_ih_l0	9	0.00920592900365591
7498	rnn.bias_hh_l0	0	-0.021182823926210403
7498	rnn.bias_hh_l0	1	-0.03640591725707054
7498	rnn.bias_hh_l0	2	0.0004237861721776426
7498	rnn.bias_hh_l0	3	-0.03400496393442154
7498	rnn.bias_hh_l0	4	-0.003002351149916649
7498	rnn.bias_hh_l0	5	0.024028485640883446
7498	rnn.bias_hh_l0	6	0.03468232974410057
7498	rnn.bias_hh_l0	7	0.0071747140027582645
7498	rnn.bias_hh_l0	8	-0.029475359246134758
7498	rnn.bias_hh_l0	9	-0.020629944279789925
7498	rnn.weight_ih_l0_reverse	0	-0.001377908862195909
7498	rnn.weight_ih_l0_reverse	1	-0.03653961792588234
7498	rnn.weight_ih_l0_reverse	2	-0.021378155797719955
7498	rnn.weight_ih_l0_reverse	3	0.0009647634578868747
7498	rnn.weight_ih_l0_reverse	4	-0.015043308027088642
7498	rnn.weight_ih_l0_reverse	5	-0.044812802225351334
7498	rnn.weight_ih_l0_reverse	6	0.03406744450330734
7498	rnn.weight_ih_l0_reverse	7	-0.02825050801038742
7498	rnn.weight_ih_l0_reverse	8	-0.031198667362332344
7498	rnn.weight_ih_l0_reverse	9	0.01276189275085926
7498	rnn.weight_hh_l0_reverse	0	0.027061346918344498
7498	rnn.weight_hh_l0_reverse	1	0.030500316992402077
7498	rnn.weight_hh_l0_reverse	2	0.024669067934155464
7498	rnn.weight_hh_l0_reverse	3	0.017004558816552162
7498	rnn.weight_hh_l0_reverse	4	0.01052794512361288
7498	rnn.weight_hh_l0_reverse	5	-0.00713919335976243
7498	rnn.weight_hh_l0_reverse	6	0.03745581954717636
7498	rnn.weight_hh_l0_reverse	7	-0.02102550119161606
7498	rnn.weight_hh_l0_reverse	8	0.004435088485479355
7498	rnn.weight_hh_l0_reverse	9	0.04619425907731056
7498	rnn.bias_ih_l0_reverse	0	-0.04565276950597763
7498	rnn.bias_ih_l0_reverse	1	-0.04805222526192665
7498	rnn.bias_ih_l0_reverse	2	0.004779559560120106
7498	rnn.bias_ih_l0_reverse	3	0.02112763188779354
7498	rnn.bias_ih_l0_reverse	4	0.0012498284922912717
7498	rnn.bias_ih_l0_reverse	5	0.02072465792298317
7498	rnn.bias_ih_l0_reverse	6	0.008437932468950748
7498	rnn.bias_ih_l0_reverse	7	0.03383464366197586
7498	rnn.bias_ih_l0_reverse	8	-0.02509140782058239
7498	rnn.bias_ih_l0_reverse	9	0.04043985903263092
7498	rnn.bias_hh_l0_reverse	0	-0.023871755227446556
7498	rnn.bias_hh_l0_reverse	1	0.022191548720002174
7498	rnn.bias_hh_l0_reverse	2	-0.009822825901210308
7498	rnn.bias_hh_l0_reverse	3	-0.03914389759302139
7498	rnn.bias_hh_l0_reverse	4	-0.03117317333817482
7498	rnn.bias_hh_l0_reverse	5	-0.035177506506443024
7498	rnn.bias_hh_l0_reverse	6	0.007692794315516949
7498	rnn.bias_hh_l0_reverse	7	0.010235531255602837
7498	rnn.bias_hh_l0_reverse	8	0.03760354593396187
7498	rnn.bias_hh_l0_reverse	9	-0.09041884541511536
7498	rnn.weight_ih_l1	0	-0.023364117369055748
7498	rnn.weight_ih_l1	1	-0.022670909762382507
7498	rnn.weight_ih_l1	2	0.02967469021677971
7498	rnn.weight_ih_l1	3	0.01609378308057785
7498	rnn.weight_ih_l1	4	0.011230692267417908
7498	rnn.weight_ih_l1	5	-0.03557243570685387
7498	rnn.weight_ih_l1	6	0.02032359316945076
7498	rnn.weight_ih_l1	7	-0.03777449205517769
7498	rnn.weight_ih_l1	8	0.038585688918828964
7498	rnn.weight_ih_l1	9	0.01964091695845127
7498	rnn.weight_hh_l1	0	0.003819616511464119
7498	rnn.weight_hh_l1	1	0.006101101171225309
7498	rnn.weight_hh_l1	2	-0.02662631869316101
7498	rnn.weight_hh_l1	3	0.0016791505040600896
7498	rnn.weight_hh_l1	4	0.004565548617392778
7498	rnn.weight_hh_l1	5	0.03802212327718735
7498	rnn.weight_hh_l1	6	0.033214252442121506
7498	rnn.weight_hh_l1	7	-0.03091234713792801
7498	rnn.weight_hh_l1	8	-0.04241449013352394
7498	rnn.weight_hh_l1	9	0.03720108047127724
7498	rnn.bias_ih_l1	0	-0.03084210306406021
7498	rnn.bias_ih_l1	1	-0.047838885337114334
7498	rnn.bias_ih_l1	2	-0.06605467200279236
7498	rnn.bias_ih_l1	3	-0.020225530490279198
7498	rnn.bias_ih_l1	4	-0.11938249319791794
7498	rnn.bias_ih_l1	5	-0.041340600699186325
7498	rnn.bias_ih_l1	6	0.02826659195125103
7498	rnn.bias_ih_l1	7	0.015984591096639633
7498	rnn.bias_ih_l1	8	-0.032224979251623154
7498	rnn.bias_ih_l1	9	-0.007225268520414829
7498	rnn.bias_hh_l1	0	-0.042816150933504105
7498	rnn.bias_hh_l1	1	0.006906068418174982
7498	rnn.bias_hh_l1	2	0.006624280940741301
7498	rnn.bias_hh_l1	3	-0.02485479786992073
7498	rnn.bias_hh_l1	4	-0.03740444779396057
7498	rnn.bias_hh_l1	5	0.006142472382634878
7498	rnn.bias_hh_l1	6	-0.004342689178884029
7498	rnn.bias_hh_l1	7	-0.07339468598365784
7498	rnn.bias_hh_l1	8	0.029034525156021118
7498	rnn.bias_hh_l1	9	0.0031979212071746588
7498	rnn.weight_ih_l1_reverse	0	-0.03080519288778305
7498	rnn.weight_ih_l1_reverse	1	0.03418481722474098
7498	rnn.weight_ih_l1_reverse	2	-0.02993430569767952
7498	rnn.weight_ih_l1_reverse	3	-0.011192280799150467
7498	rnn.weight_ih_l1_reverse	4	0.0026381309144198895
7498	rnn.weight_ih_l1_reverse	5	-0.04209158569574356
7498	rnn.weight_ih_l1_reverse	6	-0.027114225551486015
7498	rnn.weight_ih_l1_reverse	7	0.013227718882262707
7498	rnn.weight_ih_l1_reverse	8	0.02888437733054161
7498	rnn.weight_ih_l1_reverse	9	-0.05501459538936615
7498	rnn.weight_hh_l1_reverse	0	0.00865501444786787
7498	rnn.weight_hh_l1_reverse	1	0.02372446283698082
7498	rnn.weight_hh_l1_reverse	2	-0.03627081587910652
7498	rnn.weight_hh_l1_reverse	3	0.03800320252776146
7498	rnn.weight_hh_l1_reverse	4	0.03696789592504501
7498	rnn.weight_hh_l1_reverse	5	0.013295169919729233
7498	rnn.weight_hh_l1_reverse	6	0.007270217873156071
7498	rnn.weight_hh_l1_reverse	7	0.02750622108578682
7498	rnn.weight_hh_l1_reverse	8	-0.003970982972532511
7498	rnn.weight_hh_l1_reverse	9	-0.03414025902748108
7498	rnn.bias_ih_l1_reverse	0	0.006117691285908222
7498	rnn.bias_ih_l1_reverse	1	-0.025191398337483406
7498	rnn.bias_ih_l1_reverse	2	-0.03462381660938263
7498	rnn.bias_ih_l1_reverse	3	0.008340165950357914
7498	rnn.bias_ih_l1_reverse	4	-0.05917929857969284
7498	rnn.bias_ih_l1_reverse	5	-0.02080537937581539
7498	rnn.bias_ih_l1_reverse	6	-0.03807404637336731
7498	rnn.bias_ih_l1_reverse	7	-0.02912875823676586
7498	rnn.bias_ih_l1_reverse	8	0.06066809222102165
7498	rnn.bias_ih_l1_reverse	9	0.010090638883411884
7498	rnn.bias_hh_l1_reverse	0	-0.010557414032518864
7498	rnn.bias_hh_l1_reverse	1	0.010371750220656395
7498	rnn.bias_hh_l1_reverse	2	-0.09331128001213074
7498	rnn.bias_hh_l1_reverse	3	0.021429432556033134
7498	rnn.bias_hh_l1_reverse	4	-0.011174335144460201
7498	rnn.bias_hh_l1_reverse	5	0.0062552448362112045
7498	rnn.bias_hh_l1_reverse	6	0.044193122535943985
7498	rnn.bias_hh_l1_reverse	7	0.010752690955996513
7498	rnn.bias_hh_l1_reverse	8	-0.032759010791778564
7498	rnn.bias_hh_l1_reverse	9	-0.027137620374560356
7498	linear.weight	0	0.002228822559118271
7498	linear.weight	1	0.06197134777903557
7498	linear.weight	2	-0.08115752041339874
7498	linear.weight	3	0.12737852334976196
7498	linear.weight	4	0.1209682896733284
7498	linear.weight	5	0.053209107369184494
7498	linear.weight	6	-0.015820646658539772
7498	linear.weight	7	0.08533565700054169
7498	linear.weight	8	0.04408937692642212
7498	linear.weight	9	-0.0622943639755249
7498	linear.bias	0	-0.08516481518745422
7498	linear.bias	1	0.21536266803741455
7498	linear.bias	2	0.028258971869945526
7498	linear.bias	3	-0.7515364289283752
7498	linear.bias	4	-0.7405638694763184
7498	linear.bias	5	0.17110228538513184
7498	linear.bias	6	-0.3640623092651367
7498	linear.bias	7	0.42088931798934937
7498	linear.bias	8	-0.4613863527774811
7498	linear.bias	9	-0.7278743386268616
7695	transitions	0	0.04000517353415489
7695	transitions	1	-0.4016893208026886
7695	transitions	2	-10000.0
7695	transitions	3	-1.7275326251983643
7695	transitions	4	-10000.0
7695	transitions	5	0.9299606680870056
7695	transitions	6	0.2676367163658142
7695	transitions	7	0.3169887363910675
7695	transitions	8	-1.0925180912017822
7695	transitions	9	0.0026339704636484385
7695	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
7695	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
7695	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
7695	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
7695	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
7695	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
7695	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
7695	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
7695	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
7695	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
7695	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
7695	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
7695	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
7695	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
7695	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
7695	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
7695	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
7695	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
7695	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
7695	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
7695	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
7695	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
7695	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
7695	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
7695	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
7695	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
7695	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
7695	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
7695	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
7695	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
7695	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
7695	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
7695	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
7695	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
7695	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
7695	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
7695	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
7695	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
7695	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
7695	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
7695	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
7695	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
7695	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
7695	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
7695	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
7695	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
7695	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
7695	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
7695	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
7695	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
7695	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
7695	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
7695	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
7695	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
7695	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
7695	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
7695	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
7695	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
7695	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
7695	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
7695	embedding2nn.weight	0	0.011843579821288586
7695	embedding2nn.weight	1	-0.010519234463572502
7695	embedding2nn.weight	2	-0.014268254861235619
7695	embedding2nn.weight	3	0.018944967538118362
7695	embedding2nn.weight	4	-0.005915033631026745
7695	embedding2nn.weight	5	-0.0037005976773798466
7695	embedding2nn.weight	6	-0.003973266109824181
7695	embedding2nn.weight	7	-0.02217593416571617
7695	embedding2nn.weight	8	-0.0019979383796453476
7695	embedding2nn.weight	9	-0.0032716328278183937
7695	embedding2nn.bias	0	0.0028305738233029842
7695	embedding2nn.bias	1	-0.0019535133615136147
7695	embedding2nn.bias	2	0.06584400683641434
7695	embedding2nn.bias	3	0.0033630270045250654
7695	embedding2nn.bias	4	-0.014078885316848755
7695	embedding2nn.bias	5	-0.03875555843114853
7695	embedding2nn.bias	6	0.02513178624212742
7695	embedding2nn.bias	7	-0.02074396051466465
7695	embedding2nn.bias	8	0.004637940786778927
7695	embedding2nn.bias	9	0.001071635284461081
7695	rnn.weight_ih_l0	0	-0.011687573045492172
7695	rnn.weight_ih_l0	1	0.01385406218469143
7695	rnn.weight_ih_l0	2	0.02205689251422882
7695	rnn.weight_ih_l0	3	0.027173982933163643
7695	rnn.weight_ih_l0	4	-0.007523409090936184
7695	rnn.weight_ih_l0	5	-0.0448017418384552
7695	rnn.weight_ih_l0	6	0.008335770107805729
7695	rnn.weight_ih_l0	7	0.042830612510442734
7695	rnn.weight_ih_l0	8	0.026338310912251472
7695	rnn.weight_ih_l0	9	-0.04048087075352669
7695	rnn.weight_hh_l0	0	-0.037464689463377
7695	rnn.weight_hh_l0	1	0.009481838904321194
7695	rnn.weight_hh_l0	2	0.009420273825526237
7695	rnn.weight_hh_l0	3	-0.01116533949971199
7695	rnn.weight_hh_l0	4	0.029871372506022453
7695	rnn.weight_hh_l0	5	-0.012651373632252216
7695	rnn.weight_hh_l0	6	-0.033242207020521164
7695	rnn.weight_hh_l0	7	-0.04015907272696495
7695	rnn.weight_hh_l0	8	0.006959754507988691
7695	rnn.weight_hh_l0	9	-0.025085680186748505
7695	rnn.bias_ih_l0	0	0.01648920401930809
7695	rnn.bias_ih_l0	1	-0.01132302638143301
7695	rnn.bias_ih_l0	2	-0.004731705877929926
7695	rnn.bias_ih_l0	3	0.03551521152257919
7695	rnn.bias_ih_l0	4	-0.050311438739299774
7695	rnn.bias_ih_l0	5	-0.015414917841553688
7695	rnn.bias_ih_l0	6	-0.005369832739233971
7695	rnn.bias_ih_l0	7	0.03249155730009079
7695	rnn.bias_ih_l0	8	-0.05938906595110893
7695	rnn.bias_ih_l0	9	0.00700445706024766
7695	rnn.bias_hh_l0	0	-0.019215691834688187
7695	rnn.bias_hh_l0	1	-0.04036351665854454
7695	rnn.bias_hh_l0	2	1.771337224454328e-06
7695	rnn.bias_hh_l0	3	-0.03275767341256142
7695	rnn.bias_hh_l0	4	-0.002324960194528103
7695	rnn.bias_hh_l0	5	0.026575960218906403
7695	rnn.bias_hh_l0	6	0.034953776746988297
7695	rnn.bias_hh_l0	7	0.009185443632304668
7695	rnn.bias_hh_l0	8	-0.03103726916015148
7695	rnn.bias_hh_l0	9	-0.027179013937711716
7695	rnn.weight_ih_l0_reverse	0	-0.0011693618725985289
7695	rnn.weight_ih_l0_reverse	1	-0.03732461854815483
7695	rnn.weight_ih_l0_reverse	2	-0.021598409861326218
7695	rnn.weight_ih_l0_reverse	3	0.0010879423934966326
7695	rnn.weight_ih_l0_reverse	4	-0.015562436543405056
7695	rnn.weight_ih_l0_reverse	5	-0.044692263007164
7695	rnn.weight_ih_l0_reverse	6	0.03380662947893143
7695	rnn.weight_ih_l0_reverse	7	-0.02822159044444561
7695	rnn.weight_ih_l0_reverse	8	-0.031382836401462555
7695	rnn.weight_ih_l0_reverse	9	0.012753956951200962
7695	rnn.weight_hh_l0_reverse	0	0.02685389295220375
7695	rnn.weight_hh_l0_reverse	1	0.030356381088495255
7695	rnn.weight_hh_l0_reverse	2	0.024408703669905663
7695	rnn.weight_hh_l0_reverse	3	0.016817713156342506
7695	rnn.weight_hh_l0_reverse	4	0.010958978906273842
7695	rnn.weight_hh_l0_reverse	5	-0.006317913066595793
7695	rnn.weight_hh_l0_reverse	6	0.037342775613069534
7695	rnn.weight_hh_l0_reverse	7	-0.020847633481025696
7695	rnn.weight_hh_l0_reverse	8	0.004167650826275349
7695	rnn.weight_hh_l0_reverse	9	0.04602193459868431
7695	rnn.bias_ih_l0_reverse	0	-0.04579557850956917
7695	rnn.bias_ih_l0_reverse	1	-0.04876154661178589
7695	rnn.bias_ih_l0_reverse	2	0.0037159237544983625
7695	rnn.bias_ih_l0_reverse	3	0.020354630425572395
7695	rnn.bias_ih_l0_reverse	4	-0.00407088827341795
7695	rnn.bias_ih_l0_reverse	5	0.020918823778629303
7695	rnn.bias_ih_l0_reverse	6	0.009318810887634754
7695	rnn.bias_ih_l0_reverse	7	0.03447451442480087
7695	rnn.bias_ih_l0_reverse	8	-0.02783854678273201
7695	rnn.bias_ih_l0_reverse	9	0.04296929016709328
7695	rnn.bias_hh_l0_reverse	0	-0.023688511922955513
7695	rnn.bias_hh_l0_reverse	1	0.01658366434276104
7695	rnn.bias_hh_l0_reverse	2	-0.01138985250145197
7695	rnn.bias_hh_l0_reverse	3	-0.04128126800060272
7695	rnn.bias_hh_l0_reverse	4	-0.03019276261329651
7695	rnn.bias_hh_l0_reverse	5	-0.035608261823654175
7695	rnn.bias_hh_l0_reverse	6	0.007464854046702385
7695	rnn.bias_hh_l0_reverse	7	0.01034459751099348
7695	rnn.bias_hh_l0_reverse	8	0.0383949838578701
7695	rnn.bias_hh_l0_reverse	9	-0.09221872687339783
7695	rnn.weight_ih_l1	0	-0.024337295442819595
7695	rnn.weight_ih_l1	1	-0.02293291501700878
7695	rnn.weight_ih_l1	2	0.028302596881985664
7695	rnn.weight_ih_l1	3	0.013642307370901108
7695	rnn.weight_ih_l1	4	0.011594784446060658
7695	rnn.weight_ih_l1	5	-0.036149922758340836
7695	rnn.weight_ih_l1	6	0.020779700949788094
7695	rnn.weight_ih_l1	7	-0.03774667903780937
7695	rnn.weight_ih_l1	8	0.03850240632891655
7695	rnn.weight_ih_l1	9	0.01968475803732872
7695	rnn.weight_hh_l1	0	0.004414512775838375
7695	rnn.weight_hh_l1	1	0.006011974532157183
7695	rnn.weight_hh_l1	2	-0.0262146033346653
7695	rnn.weight_hh_l1	3	0.001764728338457644
7695	rnn.weight_hh_l1	4	0.005579115357249975
7695	rnn.weight_hh_l1	5	0.03794360160827637
7695	rnn.weight_hh_l1	6	0.03343098238110542
7695	rnn.weight_hh_l1	7	-0.030788730829954147
7695	rnn.weight_hh_l1	8	-0.0420597605407238
7695	rnn.weight_hh_l1	9	0.037666406482458115
7695	rnn.bias_ih_l1	0	-0.03090018406510353
7695	rnn.bias_ih_l1	1	-0.04724128544330597
7695	rnn.bias_ih_l1	2	-0.06473390012979507
7695	rnn.bias_ih_l1	3	-0.019525261595845222
7695	rnn.bias_ih_l1	4	-0.11518202722072601
7695	rnn.bias_ih_l1	5	-0.04259026050567627
7695	rnn.bias_ih_l1	6	0.026502441614866257
7695	rnn.bias_ih_l1	7	0.01406074408441782
7695	rnn.bias_ih_l1	8	-0.030733183026313782
7695	rnn.bias_ih_l1	9	-0.009309545159339905
7695	rnn.bias_hh_l1	0	-0.04362223297357559
7695	rnn.bias_hh_l1	1	0.0026890237350016832
7695	rnn.bias_hh_l1	2	0.00722395209595561
7695	rnn.bias_hh_l1	3	-0.02472921647131443
7695	rnn.bias_hh_l1	4	-0.03799188882112503
7695	rnn.bias_hh_l1	5	0.005699238274246454
7695	rnn.bias_hh_l1	6	-0.002976674120873213
7695	rnn.bias_hh_l1	7	-0.07274733483791351
7695	rnn.bias_hh_l1	8	0.02754073590040207
7695	rnn.bias_hh_l1	9	0.0034558435436338186
7695	rnn.weight_ih_l1_reverse	0	-0.030690006911754608
7695	rnn.weight_ih_l1_reverse	1	0.03482520580291748
7695	rnn.weight_ih_l1_reverse	2	-0.03144531324505806
7695	rnn.weight_ih_l1_reverse	3	-0.012044127099215984
7695	rnn.weight_ih_l1_reverse	4	0.0011314254952594638
7695	rnn.weight_ih_l1_reverse	5	-0.04216882959008217
7695	rnn.weight_ih_l1_reverse	6	-0.025626791641116142
7695	rnn.weight_ih_l1_reverse	7	0.012814920395612717
7695	rnn.weight_ih_l1_reverse	8	0.030149497091770172
7695	rnn.weight_ih_l1_reverse	9	-0.05184279754757881
7695	rnn.weight_hh_l1_reverse	0	0.008807465434074402
7695	rnn.weight_hh_l1_reverse	1	0.023674430325627327
7695	rnn.weight_hh_l1_reverse	2	-0.036458007991313934
7695	rnn.weight_hh_l1_reverse	3	0.03841497004032135
7695	rnn.weight_hh_l1_reverse	4	0.037428323179483414
7695	rnn.weight_hh_l1_reverse	5	0.012969078496098518
7695	rnn.weight_hh_l1_reverse	6	0.006341501139104366
7695	rnn.weight_hh_l1_reverse	7	0.027565598487854004
7695	rnn.weight_hh_l1_reverse	8	-0.0039928508922457695
7695	rnn.weight_hh_l1_reverse	9	-0.034084077924489975
7695	rnn.bias_ih_l1_reverse	0	0.0056405337527394295
7695	rnn.bias_ih_l1_reverse	1	-0.02682396024465561
7695	rnn.bias_ih_l1_reverse	2	-0.037202008068561554
7695	rnn.bias_ih_l1_reverse	3	0.005600488744676113
7695	rnn.bias_ih_l1_reverse	4	-0.056973472237586975
7695	rnn.bias_ih_l1_reverse	5	-0.022758696228265762
7695	rnn.bias_ih_l1_reverse	6	-0.03818711265921593
7695	rnn.bias_ih_l1_reverse	7	-0.028000572696328163
7695	rnn.bias_ih_l1_reverse	8	0.0552024319767952
7695	rnn.bias_ih_l1_reverse	9	0.002806734759360552
7695	rnn.bias_hh_l1_reverse	0	-0.002652551978826523
7695	rnn.bias_hh_l1_reverse	1	0.0026690796948969364
7695	rnn.bias_hh_l1_reverse	2	-0.09489564597606659
7695	rnn.bias_hh_l1_reverse	3	0.020007368177175522
7695	rnn.bias_hh_l1_reverse	4	-0.013786455616354942
7695	rnn.bias_hh_l1_reverse	5	0.0031844961922615767
7695	rnn.bias_hh_l1_reverse	6	0.04347194358706474
7695	rnn.bias_hh_l1_reverse	7	0.007067614234983921
7695	rnn.bias_hh_l1_reverse	8	-0.037994034588336945
7695	rnn.bias_hh_l1_reverse	9	-0.02753693237900734
7695	linear.weight	0	0.002228822559118271
7695	linear.weight	1	0.06688902527093887
7695	linear.weight	2	-0.08034546673297882
7695	linear.weight	3	0.12106357514858246
7695	linear.weight	4	0.1256064921617508
7695	linear.weight	5	0.05636671185493469
7695	linear.weight	6	-0.010837283916771412
7695	linear.weight	7	0.07209698855876923
7695	linear.weight	8	0.0442790761590004
7695	linear.weight	9	-0.06292613595724106
7695	linear.bias	0	-0.12297895550727844
7695	linear.bias	1	0.23846611380577087
7695	linear.bias	2	0.053145281970500946
7695	linear.bias	3	-0.741797685623169
7695	linear.bias	4	-0.742835521697998
7695	linear.bias	5	0.13175015151500702
7695	linear.bias	6	-0.344513863325119
7695	linear.bias	7	0.40319380164146423
7695	linear.bias	8	-0.48082223534584045
7695	linear.bias	9	-0.7401993274688721
7892	transitions	0	0.04943544790148735
7892	transitions	1	-0.39679309725761414
7892	transitions	2	-10000.0
7892	transitions	3	-1.7284036874771118
7892	transitions	4	-10000.0
7892	transitions	5	0.9255321025848389
7892	transitions	6	0.2619529664516449
7892	transitions	7	0.31044042110443115
7892	transitions	8	-1.0963034629821777
7892	transitions	9	0.0025921876076608896
7892	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
7892	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
7892	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
7892	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
7892	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
7892	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
7892	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
7892	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
7892	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
7892	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
7892	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
7892	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
7892	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
7892	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
7892	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
7892	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
7892	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
7892	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
7892	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
7892	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
7892	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
7892	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
7892	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
7892	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
7892	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
7892	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
7892	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
7892	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
7892	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
7892	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
7892	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
7892	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
7892	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
7892	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
7892	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
7892	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
7892	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
7892	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
7892	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
7892	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
7892	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
7892	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
7892	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
7892	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
7892	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
7892	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
7892	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
7892	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
7892	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
7892	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
7892	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
7892	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
7892	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
7892	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
7892	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
7892	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
7892	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
7892	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
7892	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
7892	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
7892	embedding2nn.weight	0	0.011933350935578346
7892	embedding2nn.weight	1	-0.010725248605012894
7892	embedding2nn.weight	2	-0.014268254861235619
7892	embedding2nn.weight	3	0.017790528014302254
7892	embedding2nn.weight	4	-0.005915033631026745
7892	embedding2nn.weight	5	-0.0037005976773798466
7892	embedding2nn.weight	6	-0.0039732735604047775
7892	embedding2nn.weight	7	-0.022526318207383156
7892	embedding2nn.weight	8	-0.0019979383796453476
7892	embedding2nn.weight	9	-0.0023168199695646763
7892	embedding2nn.bias	0	0.0036392512265592813
7892	embedding2nn.bias	1	-0.001969970529899001
7892	embedding2nn.bias	2	0.05463552102446556
7892	embedding2nn.bias	3	-0.0014828668208792806
7892	embedding2nn.bias	4	-0.013699177652597427
7892	embedding2nn.bias	5	-0.02943039871752262
7892	embedding2nn.bias	6	0.023273631930351257
7892	embedding2nn.bias	7	-0.028926657512784004
7892	embedding2nn.bias	8	0.0056662047281861305
7892	embedding2nn.bias	9	0.0005645781056955457
7892	rnn.weight_ih_l0	0	-0.010505283251404762
7892	rnn.weight_ih_l0	1	0.014659792184829712
7892	rnn.weight_ih_l0	2	0.021830618381500244
7892	rnn.weight_ih_l0	3	0.02733403444290161
7892	rnn.weight_ih_l0	4	-0.00785917416214943
7892	rnn.weight_ih_l0	5	-0.044684089720249176
7892	rnn.weight_ih_l0	6	0.0080425338819623
7892	rnn.weight_ih_l0	7	0.04296065494418144
7892	rnn.weight_ih_l0	8	0.026291659101843834
7892	rnn.weight_ih_l0	9	-0.04063428193330765
7892	rnn.weight_hh_l0	0	-0.037083446979522705
7892	rnn.weight_hh_l0	1	0.009110561572015285
7892	rnn.weight_hh_l0	2	0.010821202769875526
7892	rnn.weight_hh_l0	3	-0.011716647073626518
7892	rnn.weight_hh_l0	4	0.02987590804696083
7892	rnn.weight_hh_l0	5	-0.012459950521588326
7892	rnn.weight_hh_l0	6	-0.033195920288562775
7892	rnn.weight_hh_l0	7	-0.03901311382651329
7892	rnn.weight_hh_l0	8	0.006063979584723711
7892	rnn.weight_hh_l0	9	-0.02467898465692997
7892	rnn.bias_ih_l0	0	0.014451653696596622
7892	rnn.bias_ih_l0	1	-0.013020135462284088
7892	rnn.bias_ih_l0	2	-0.008119683712720871
7892	rnn.bias_ih_l0	3	0.037847332656383514
7892	rnn.bias_ih_l0	4	-0.052926987409591675
7892	rnn.bias_ih_l0	5	-0.015140029601752758
7892	rnn.bias_ih_l0	6	-0.0034287802409380674
7892	rnn.bias_ih_l0	7	0.03442621976137161
7892	rnn.bias_ih_l0	8	-0.06106129661202431
7892	rnn.bias_ih_l0	9	0.009344411082565784
7892	rnn.bias_hh_l0	0	-0.0188601091504097
7892	rnn.bias_hh_l0	1	-0.04797038435935974
7892	rnn.bias_hh_l0	2	-0.0008146604523062706
7892	rnn.bias_hh_l0	3	-0.032357439398765564
7892	rnn.bias_hh_l0	4	-0.003269179491326213
7892	rnn.bias_hh_l0	5	0.025899754837155342
7892	rnn.bias_hh_l0	6	0.04042511060833931
7892	rnn.bias_hh_l0	7	0.010427218861877918
7892	rnn.bias_hh_l0	8	-0.03286217153072357
7892	rnn.bias_hh_l0	9	-0.022715099155902863
7892	rnn.weight_ih_l0_reverse	0	-0.0011085624573752284
7892	rnn.weight_ih_l0_reverse	1	-0.03820264711976051
7892	rnn.weight_ih_l0_reverse	2	-0.01921444572508335
7892	rnn.weight_ih_l0_reverse	3	0.0006229412974789739
7892	rnn.weight_ih_l0_reverse	4	-0.014701689593493938
7892	rnn.weight_ih_l0_reverse	5	-0.04484602063894272
7892	rnn.weight_ih_l0_reverse	6	0.033871814608573914
7892	rnn.weight_ih_l0_reverse	7	-0.027792375534772873
7892	rnn.weight_ih_l0_reverse	8	-0.03196851909160614
7892	rnn.weight_ih_l0_reverse	9	0.01328227948397398
7892	rnn.weight_hh_l0_reverse	0	0.027209661900997162
7892	rnn.weight_hh_l0_reverse	1	0.030921749770641327
7892	rnn.weight_hh_l0_reverse	2	0.024643540382385254
7892	rnn.weight_hh_l0_reverse	3	0.016979778185486794
7892	rnn.weight_hh_l0_reverse	4	0.010684685781598091
7892	rnn.weight_hh_l0_reverse	5	-0.007188080344349146
7892	rnn.weight_hh_l0_reverse	6	0.03715426102280617
7892	rnn.weight_hh_l0_reverse	7	-0.020987262949347496
7892	rnn.weight_hh_l0_reverse	8	0.004261378664523363
7892	rnn.weight_hh_l0_reverse	9	0.045774031430482864
7892	rnn.bias_ih_l0_reverse	0	-0.046518996357917786
7892	rnn.bias_ih_l0_reverse	1	-0.04821638762950897
7892	rnn.bias_ih_l0_reverse	2	0.0015529599040746689
7892	rnn.bias_ih_l0_reverse	3	0.020044812932610512
7892	rnn.bias_ih_l0_reverse	4	-0.0009964493801817298
7892	rnn.bias_ih_l0_reverse	5	0.023703472688794136
7892	rnn.bias_ih_l0_reverse	6	0.0101231150329113
7892	rnn.bias_ih_l0_reverse	7	0.03350893408060074
7892	rnn.bias_ih_l0_reverse	8	-0.027580367401242256
7892	rnn.bias_ih_l0_reverse	9	0.040001656860113144
7892	rnn.bias_hh_l0_reverse	0	-0.022999007254838943
7892	rnn.bias_hh_l0_reverse	1	0.013880221173167229
7892	rnn.bias_hh_l0_reverse	2	-0.010019942186772823
7892	rnn.bias_hh_l0_reverse	3	-0.042261265218257904
7892	rnn.bias_hh_l0_reverse	4	-0.031731728464365005
7892	rnn.bias_hh_l0_reverse	5	-0.03659483790397644
7892	rnn.bias_hh_l0_reverse	6	0.0060147750191390514
7892	rnn.bias_hh_l0_reverse	7	0.012564701959490776
7892	rnn.bias_hh_l0_reverse	8	0.03853396326303482
7892	rnn.bias_hh_l0_reverse	9	-0.09245035797357559
7892	rnn.weight_ih_l1	0	-0.02472052536904812
7892	rnn.weight_ih_l1	1	-0.023481937125325203
7892	rnn.weight_ih_l1	2	0.03058784082531929
7892	rnn.weight_ih_l1	3	0.014386016875505447
7892	rnn.weight_ih_l1	4	0.011755790561437607
7892	rnn.weight_ih_l1	5	-0.03581903129816055
7892	rnn.weight_ih_l1	6	0.020975464954972267
7892	rnn.weight_ih_l1	7	-0.037790242582559586
7892	rnn.weight_ih_l1	8	0.03837719187140465
7892	rnn.weight_ih_l1	9	0.01949799805879593
7892	rnn.weight_hh_l1	0	0.0037900011520832777
7892	rnn.weight_hh_l1	1	0.005969324614852667
7892	rnn.weight_hh_l1	2	-0.02547290176153183
7892	rnn.weight_hh_l1	3	0.002114363946020603
7892	rnn.weight_hh_l1	4	0.004746888764202595
7892	rnn.weight_hh_l1	5	0.03817005455493927
7892	rnn.weight_hh_l1	6	0.03292489051818848
7892	rnn.weight_hh_l1	7	-0.030885718762874603
7892	rnn.weight_hh_l1	8	-0.042176663875579834
7892	rnn.weight_hh_l1	9	0.03778674826025963
7892	rnn.bias_ih_l1	0	-0.028130508959293365
7892	rnn.bias_ih_l1	1	-0.0465666837990284
7892	rnn.bias_ih_l1	2	-0.06830494850873947
7892	rnn.bias_ih_l1	3	-0.023128291592001915
7892	rnn.bias_ih_l1	4	-0.12460698187351227
7892	rnn.bias_ih_l1	5	-0.04467085376381874
7892	rnn.bias_ih_l1	6	0.025425294414162636
7892	rnn.bias_ih_l1	7	0.014058243483304977
7892	rnn.bias_ih_l1	8	-0.0335383340716362
7892	rnn.bias_ih_l1	9	-0.006766744889318943
7892	rnn.bias_hh_l1	0	-0.04791242256760597
7892	rnn.bias_hh_l1	1	0.004257421940565109
7892	rnn.bias_hh_l1	2	0.0034946175292134285
7892	rnn.bias_hh_l1	3	-0.025064047425985336
7892	rnn.bias_hh_l1	4	-0.0379282608628273
7892	rnn.bias_hh_l1	5	0.002829787554219365
7892	rnn.bias_hh_l1	6	-0.005508362781256437
7892	rnn.bias_hh_l1	7	-0.06805509328842163
7892	rnn.bias_hh_l1	8	0.030253522098064423
7892	rnn.bias_hh_l1	9	0.0011435552733018994
7892	rnn.weight_ih_l1_reverse	0	-0.029728418216109276
7892	rnn.weight_ih_l1_reverse	1	0.031425412744283676
7892	rnn.weight_ih_l1_reverse	2	-0.03329135477542877
7892	rnn.weight_ih_l1_reverse	3	-0.013691877946257591
7892	rnn.weight_ih_l1_reverse	4	0.0005630083032883704
7892	rnn.weight_ih_l1_reverse	5	-0.042263202369213104
7892	rnn.weight_ih_l1_reverse	6	-0.025686586275696754
7892	rnn.weight_ih_l1_reverse	7	0.013064339756965637
7892	rnn.weight_ih_l1_reverse	8	0.030876830220222473
7892	rnn.weight_ih_l1_reverse	9	-0.05261292681097984
7892	rnn.weight_hh_l1_reverse	0	0.008523905649781227
7892	rnn.weight_hh_l1_reverse	1	0.023843128234148026
7892	rnn.weight_hh_l1_reverse	2	-0.03659692034125328
7892	rnn.weight_hh_l1_reverse	3	0.03839663788676262
7892	rnn.weight_hh_l1_reverse	4	0.037385329604148865
7892	rnn.weight_hh_l1_reverse	5	0.012806499376893044
7892	rnn.weight_hh_l1_reverse	6	0.00558355450630188
7892	rnn.weight_hh_l1_reverse	7	0.02774333953857422
7892	rnn.weight_hh_l1_reverse	8	-0.003990545868873596
7892	rnn.weight_hh_l1_reverse	9	-0.03417316824197769
7892	rnn.bias_ih_l1_reverse	0	0.004579377826303244
7892	rnn.bias_ih_l1_reverse	1	-0.025341255590319633
7892	rnn.bias_ih_l1_reverse	2	-0.036930300295352936
7892	rnn.bias_ih_l1_reverse	3	0.011367633938789368
7892	rnn.bias_ih_l1_reverse	4	-0.061015039682388306
7892	rnn.bias_ih_l1_reverse	5	-0.022993233054876328
7892	rnn.bias_ih_l1_reverse	6	-0.04001197591423988
7892	rnn.bias_ih_l1_reverse	7	-0.02901621349155903
7892	rnn.bias_ih_l1_reverse	8	0.06372469663619995
7892	rnn.bias_ih_l1_reverse	9	0.006022240966558456
7892	rnn.bias_hh_l1_reverse	0	2.0615521862055175e-05
7892	rnn.bias_hh_l1_reverse	1	0.010059036314487457
7892	rnn.bias_hh_l1_reverse	2	-0.09618967771530151
7892	rnn.bias_hh_l1_reverse	3	0.021002816036343575
7892	rnn.bias_hh_l1_reverse	4	-0.013773993588984013
7892	rnn.bias_hh_l1_reverse	5	0.0024807702284306288
7892	rnn.bias_hh_l1_reverse	6	0.05543819069862366
7892	rnn.bias_hh_l1_reverse	7	0.007574656046926975
7892	rnn.bias_hh_l1_reverse	8	-0.03913509473204613
7892	rnn.bias_hh_l1_reverse	9	-0.02637024037539959
7892	linear.weight	0	0.002228822559118271
7892	linear.weight	1	0.0854688510298729
7892	linear.weight	2	-0.0793062224984169
7892	linear.weight	3	0.13157053291797638
7892	linear.weight	4	0.1106119155883789
7892	linear.weight	5	0.06297279894351959
7892	linear.weight	6	-0.016662657260894775
7892	linear.weight	7	0.044465821236371994
7892	linear.weight	8	0.04453267902135849
7892	linear.weight	9	-0.08189866691827774
7892	linear.bias	0	-0.09885278344154358
7892	linear.bias	1	0.21630002558231354
7892	linear.bias	2	0.02196645364165306
7892	linear.bias	3	-0.7368984222412109
7892	linear.bias	4	-0.7421908378601074
7892	linear.bias	5	0.14831987023353577
7892	linear.bias	6	-0.3728417456150055
7892	linear.bias	7	0.41977012157440186
7892	linear.bias	8	-0.46175479888916016
7892	linear.bias	9	-0.7296737432479858
7896	transitions	0	0.048615463078022
7896	transitions	1	-0.3968265652656555
7896	transitions	2	-10000.0
7896	transitions	3	-1.728409767150879
7896	transitions	4	-10000.0
7896	transitions	5	0.9255075454711914
7896	transitions	6	0.2618202865123749
7896	transitions	7	0.31039491295814514
7896	transitions	8	-1.0964393615722656
7896	transitions	9	0.002591500524431467
7896	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
7896	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
7896	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
7896	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
7896	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
7896	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
7896	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
7896	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
7896	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
7896	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
7896	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
7896	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
7896	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
7896	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
7896	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
7896	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
7896	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
7896	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
7896	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
7896	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
7896	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
7896	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
7896	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
7896	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
7896	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
7896	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
7896	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
7896	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
7896	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
7896	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
7896	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
7896	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
7896	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
7896	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
7896	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
7896	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
7896	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
7896	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
7896	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
7896	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
7896	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
7896	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
7896	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
7896	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
7896	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
7896	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
7896	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
7896	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
7896	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
7896	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
7896	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
7896	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
7896	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
7896	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
7896	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
7896	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
7896	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
7896	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
7896	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
7896	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
7896	embedding2nn.weight	0	0.012173461727797985
7896	embedding2nn.weight	1	-0.010728297755122185
7896	embedding2nn.weight	2	-0.014268254861235619
7896	embedding2nn.weight	3	0.017804618924856186
7896	embedding2nn.weight	4	-0.005915033631026745
7896	embedding2nn.weight	5	-0.0037005976773798466
7896	embedding2nn.weight	6	-0.0039732735604047775
7896	embedding2nn.weight	7	-0.02246200293302536
7896	embedding2nn.weight	8	-0.0019979383796453476
7896	embedding2nn.weight	9	-0.002182171680033207
7896	embedding2nn.bias	0	0.00461927242577076
7896	embedding2nn.bias	1	-0.0007678534602746367
7896	embedding2nn.bias	2	0.055667199194431305
7896	embedding2nn.bias	3	-0.0014917697990313172
7896	embedding2nn.bias	4	-0.010757782496511936
7896	embedding2nn.bias	5	-0.03192337229847908
7896	embedding2nn.bias	6	0.02215094305574894
7896	embedding2nn.bias	7	-0.028445689007639885
7896	embedding2nn.bias	8	0.0038613425567746162
7896	embedding2nn.bias	9	0.0011498447274789214
7896	rnn.weight_ih_l0	0	-0.010461116209626198
7896	rnn.weight_ih_l0	1	0.014832460321485996
7896	rnn.weight_ih_l0	2	0.02184787020087242
7896	rnn.weight_ih_l0	3	0.027353767305612564
7896	rnn.weight_ih_l0	4	-0.007869704626500607
7896	rnn.weight_ih_l0	5	-0.04468187689781189
7896	rnn.weight_ih_l0	6	0.008045473136007786
7896	rnn.weight_ih_l0	7	0.04282731935381889
7896	rnn.weight_ih_l0	8	0.026193339377641678
7896	rnn.weight_ih_l0	9	-0.04053796827793121
7896	rnn.weight_hh_l0	0	-0.037011705338954926
7896	rnn.weight_hh_l0	1	0.009340716525912285
7896	rnn.weight_hh_l0	2	0.010829301550984383
7896	rnn.weight_hh_l0	3	-0.011870190501213074
7896	rnn.weight_hh_l0	4	0.029787501320242882
7896	rnn.weight_hh_l0	5	-0.012450111098587513
7896	rnn.weight_hh_l0	6	-0.03321303054690361
7896	rnn.weight_hh_l0	7	-0.03911897912621498
7896	rnn.weight_hh_l0	8	0.005910887382924557
7896	rnn.weight_hh_l0	9	-0.0246866624802351
7896	rnn.bias_ih_l0	0	0.014497368596494198
7896	rnn.bias_ih_l0	1	-0.01363068725913763
7896	rnn.bias_ih_l0	2	-0.00739023182541132
7896	rnn.bias_ih_l0	3	0.03763929381966591
7896	rnn.bias_ih_l0	4	-0.053149204701185226
7896	rnn.bias_ih_l0	5	-0.01526128500699997
7896	rnn.bias_ih_l0	6	-0.0033088456839323044
7896	rnn.bias_ih_l0	7	0.03409178555011749
7896	rnn.bias_ih_l0	8	-0.06055367738008499
7896	rnn.bias_ih_l0	9	0.008943554013967514
7896	rnn.bias_hh_l0	0	-0.019045691937208176
7896	rnn.bias_hh_l0	1	-0.049749020487070084
7896	rnn.bias_hh_l0	2	-0.0005473557976074517
7896	rnn.bias_hh_l0	3	-0.032635483890771866
7896	rnn.bias_hh_l0	4	-0.0036094142124056816
7896	rnn.bias_hh_l0	5	0.025554874911904335
7896	rnn.bias_hh_l0	6	0.0404985286295414
7896	rnn.bias_hh_l0	7	0.008006926625967026
7896	rnn.bias_hh_l0	8	-0.03280017524957657
7896	rnn.bias_hh_l0	9	-0.023331571370363235
7896	rnn.weight_ih_l0_reverse	0	-0.0011001948732882738
7896	rnn.weight_ih_l0_reverse	1	-0.03804488107562065
7896	rnn.weight_ih_l0_reverse	2	-0.019315460696816444
7896	rnn.weight_ih_l0_reverse	3	0.000638372905086726
7896	rnn.weight_ih_l0_reverse	4	-0.014752823859453201
7896	rnn.weight_ih_l0_reverse	5	-0.044901326298713684
7896	rnn.weight_ih_l0_reverse	6	0.033907096832990646
7896	rnn.weight_ih_l0_reverse	7	-0.027807295322418213
7896	rnn.weight_ih_l0_reverse	8	-0.03193053975701332
7896	rnn.weight_ih_l0_reverse	9	0.013305658474564552
7896	rnn.weight_hh_l0_reverse	0	0.02715146727859974
7896	rnn.weight_hh_l0_reverse	1	0.03079957701265812
7896	rnn.weight_hh_l0_reverse	2	0.024548685178160667
7896	rnn.weight_hh_l0_reverse	3	0.01696932502090931
7896	rnn.weight_hh_l0_reverse	4	0.010735010728240013
7896	rnn.weight_hh_l0_reverse	5	-0.007221076171845198
7896	rnn.weight_hh_l0_reverse	6	0.03715254366397858
7896	rnn.weight_hh_l0_reverse	7	-0.021077338606119156
7896	rnn.weight_hh_l0_reverse	8	0.004269803874194622
7896	rnn.weight_hh_l0_reverse	9	0.045823127031326294
7896	rnn.bias_ih_l0_reverse	0	-0.04654397442936897
7896	rnn.bias_ih_l0_reverse	1	-0.04813773185014725
7896	rnn.bias_ih_l0_reverse	2	0.002370112342759967
7896	rnn.bias_ih_l0_reverse	3	0.01986178196966648
7896	rnn.bias_ih_l0_reverse	4	-0.0008348205592483282
7896	rnn.bias_ih_l0_reverse	5	0.023867027834057808
7896	rnn.bias_ih_l0_reverse	6	0.010180889628827572
7896	rnn.bias_ih_l0_reverse	7	0.033554330468177795
7896	rnn.bias_ih_l0_reverse	8	-0.02794169820845127
7896	rnn.bias_ih_l0_reverse	9	0.04026792570948601
7896	rnn.bias_hh_l0_reverse	0	-0.023006660863757133
7896	rnn.bias_hh_l0_reverse	1	0.01602235995233059
7896	rnn.bias_hh_l0_reverse	2	-0.0100567527115345
7896	rnn.bias_hh_l0_reverse	3	-0.04244782775640488
7896	rnn.bias_hh_l0_reverse	4	-0.03165322542190552
7896	rnn.bias_hh_l0_reverse	5	-0.03608027473092079
7896	rnn.bias_hh_l0_reverse	6	0.006036742124706507
7896	rnn.bias_hh_l0_reverse	7	0.01265046838670969
7896	rnn.bias_hh_l0_reverse	8	0.0386430025100708
7896	rnn.bias_hh_l0_reverse	9	-0.09245400130748749
7896	rnn.weight_ih_l1	0	-0.02476915717124939
7896	rnn.weight_ih_l1	1	-0.023643413558602333
7896	rnn.weight_ih_l1	2	0.030517008155584335
7896	rnn.weight_ih_l1	3	0.014197546057403088
7896	rnn.weight_ih_l1	4	0.011745946481823921
7896	rnn.weight_ih_l1	5	-0.035824455320835114
7896	rnn.weight_ih_l1	6	0.020920798182487488
7896	rnn.weight_ih_l1	7	-0.037702061235904694
7896	rnn.weight_ih_l1	8	0.03839777782559395
7896	rnn.weight_ih_l1	9	0.019523659721016884
7896	rnn.weight_hh_l1	0	0.0035414323210716248
7896	rnn.weight_hh_l1	1	0.006034966558218002
7896	rnn.weight_hh_l1	2	-0.025441689416766167
7896	rnn.weight_hh_l1	3	0.0021252338774502277
7896	rnn.weight_hh_l1	4	0.005131194833666086
7896	rnn.weight_hh_l1	5	0.038195401430130005
7896	rnn.weight_hh_l1	6	0.03294393792748451
7896	rnn.weight_hh_l1	7	-0.0308803990483284
7896	rnn.weight_hh_l1	8	-0.04222753643989563
7896	rnn.weight_hh_l1	9	0.03778603672981262
7896	rnn.bias_ih_l1	0	-0.02830602414906025
7896	rnn.bias_ih_l1	1	-0.04628109559416771
7896	rnn.bias_ih_l1	2	-0.06814794987440109
7896	rnn.bias_ih_l1	3	-0.023408623412251472
7896	rnn.bias_ih_l1	4	-0.121922567486763
7896	rnn.bias_ih_l1	5	-0.04468749091029167
7896	rnn.bias_ih_l1	6	0.02535632811486721
7896	rnn.bias_ih_l1	7	0.013993881642818451
7896	rnn.bias_ih_l1	8	-0.03306129574775696
7896	rnn.bias_ih_l1	9	-0.007495295722037554
7896	rnn.bias_hh_l1	0	-0.04792477563023567
7896	rnn.bias_hh_l1	1	0.003961609210819006
7896	rnn.bias_hh_l1	2	0.003522982122376561
7896	rnn.bias_hh_l1	3	-0.025123022496700287
7896	rnn.bias_hh_l1	4	-0.03780993074178696
7896	rnn.bias_hh_l1	5	0.0029226376209408045
7896	rnn.bias_hh_l1	6	-0.005613583140075207
7896	rnn.bias_hh_l1	7	-0.06630858778953552
7896	rnn.bias_hh_l1	8	0.030241310596466064
7896	rnn.bias_hh_l1	9	0.0010002037743106484
7896	rnn.weight_ih_l1_reverse	0	-0.029699692502617836
7896	rnn.weight_ih_l1_reverse	1	0.030635127797722816
7896	rnn.weight_ih_l1_reverse	2	-0.03304632008075714
7896	rnn.weight_ih_l1_reverse	3	-0.013641713187098503
7896	rnn.weight_ih_l1_reverse	4	0.00021927182388026267
7896	rnn.weight_ih_l1_reverse	5	-0.04230323061347008
7896	rnn.weight_ih_l1_reverse	6	-0.025656860321760178
7896	rnn.weight_ih_l1_reverse	7	0.013124759308993816
7896	rnn.weight_ih_l1_reverse	8	0.030625704675912857
7896	rnn.weight_ih_l1_reverse	9	-0.05257919803261757
7896	rnn.weight_hh_l1_reverse	0	0.008553632535040379
7896	rnn.weight_hh_l1_reverse	1	0.02384144254028797
7896	rnn.weight_hh_l1_reverse	2	-0.03653115779161453
7896	rnn.weight_hh_l1_reverse	3	0.03840383514761925
7896	rnn.weight_hh_l1_reverse	4	0.0374939925968647
7896	rnn.weight_hh_l1_reverse	5	0.012781492434442043
7896	rnn.weight_hh_l1_reverse	6	0.005701633170247078
7896	rnn.weight_hh_l1_reverse	7	0.027737576514482498
7896	rnn.weight_hh_l1_reverse	8	-0.003984665498137474
7896	rnn.weight_hh_l1_reverse	9	-0.03412728011608124
7896	rnn.bias_ih_l1_reverse	0	0.004745067562907934
7896	rnn.bias_ih_l1_reverse	1	-0.025914311408996582
7896	rnn.bias_ih_l1_reverse	2	-0.03717765584588051
7896	rnn.bias_ih_l1_reverse	3	0.009608001448214054
7896	rnn.bias_ih_l1_reverse	4	-0.06091102957725525
7896	rnn.bias_ih_l1_reverse	5	-0.022961940616369247
7896	rnn.bias_ih_l1_reverse	6	-0.040074169635772705
7896	rnn.bias_ih_l1_reverse	7	-0.028972409665584564
7896	rnn.bias_ih_l1_reverse	8	0.06378829479217529
7896	rnn.bias_ih_l1_reverse	9	0.005358676891773939
7896	rnn.bias_hh_l1_reverse	0	0.002896432764828205
7896	rnn.bias_hh_l1_reverse	1	0.010824761353433132
7896	rnn.bias_hh_l1_reverse	2	-0.09622065722942352
7896	rnn.bias_hh_l1_reverse	3	0.021195214241743088
7896	rnn.bias_hh_l1_reverse	4	-0.013857187703251839
7896	rnn.bias_hh_l1_reverse	5	0.002502086339518428
7896	rnn.bias_hh_l1_reverse	6	0.05382629111409187
7896	rnn.bias_hh_l1_reverse	7	0.007586314342916012
7896	rnn.bias_hh_l1_reverse	8	-0.03915545716881752
7896	rnn.bias_hh_l1_reverse	9	-0.026189744472503662
7896	linear.weight	0	0.002228822559118271
7896	linear.weight	1	0.08569411933422089
7896	linear.weight	2	-0.08040742576122284
7896	linear.weight	3	0.12614116072654724
7896	linear.weight	4	0.11359652131795883
7896	linear.weight	5	0.06294146180152893
7896	linear.weight	6	-0.02185714989900589
7896	linear.weight	7	0.044035714119672775
7896	linear.weight	8	0.0445452518761158
7896	linear.weight	9	-0.08216390013694763
7896	linear.bias	0	-0.09213408827781677
7896	linear.bias	1	0.21010208129882812
7896	linear.bias	2	0.013041721656918526
7896	linear.bias	3	-0.7150258421897888
7896	linear.bias	4	-0.7210134863853455
7896	linear.bias	5	0.13528597354888916
7896	linear.bias	6	-0.37956029176712036
7896	linear.bias	7	0.4067297577857971
7896	linear.bias	8	-0.4692394733428955
7896	linear.bias	9	-0.7365407347679138
8093	transitions	0	0.03649268299341202
8093	transitions	1	-0.40016859769821167
8093	transitions	2	-10000.0
8093	transitions	3	-1.729568600654602
8093	transitions	4	-10000.0
8093	transitions	5	0.9191562533378601
8093	transitions	6	0.25741836428642273
8093	transitions	7	0.3058006167411804
8093	transitions	8	-1.1001477241516113
8093	transitions	9	0.002551138633862138
8093	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
8093	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
8093	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
8093	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
8093	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
8093	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
8093	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
8093	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
8093	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
8093	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
8093	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
8093	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
8093	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
8093	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
8093	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
8093	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
8093	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
8093	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
8093	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
8093	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
8093	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
8093	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
8093	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
8093	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
8093	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
8093	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
8093	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
8093	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
8093	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
8093	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
8093	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
8093	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
8093	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
8093	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
8093	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
8093	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
8093	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
8093	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
8093	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
8093	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
8093	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
8093	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
8093	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
8093	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
8093	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
8093	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
8093	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
8093	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
8093	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
8093	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
8093	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
8093	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
8093	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
8093	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
8093	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
8093	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
8093	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
8093	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
8093	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
8093	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
8093	embedding2nn.weight	0	0.012520172633230686
8093	embedding2nn.weight	1	-0.010759368538856506
8093	embedding2nn.weight	2	-0.014268254861235619
8093	embedding2nn.weight	3	0.018414953723549843
8093	embedding2nn.weight	4	-0.005915033631026745
8093	embedding2nn.weight	5	-0.0037005969788879156
8093	embedding2nn.weight	6	-0.0039732735604047775
8093	embedding2nn.weight	7	-0.021834364160895348
8093	embedding2nn.weight	8	-0.0019979383796453476
8093	embedding2nn.weight	9	-0.002378551522269845
8093	embedding2nn.bias	0	0.0028595426119863987
8093	embedding2nn.bias	1	-0.0028505418449640274
8093	embedding2nn.bias	2	0.05308445170521736
8093	embedding2nn.bias	3	0.004160952754318714
8093	embedding2nn.bias	4	-0.01767159067094326
8093	embedding2nn.bias	5	-0.027735862880945206
8093	embedding2nn.bias	6	0.023916268721222878
8093	embedding2nn.bias	7	-0.02627323754131794
8093	embedding2nn.bias	8	0.012713268399238586
8093	embedding2nn.bias	9	0.005450451746582985
8093	rnn.weight_ih_l0	0	-0.011098075658082962
8093	rnn.weight_ih_l0	1	0.015106155537068844
8093	rnn.weight_ih_l0	2	0.02199193462729454
8093	rnn.weight_ih_l0	3	0.027675015851855278
8093	rnn.weight_ih_l0	4	-0.00857627298682928
8093	rnn.weight_ih_l0	5	-0.044965554028749466
8093	rnn.weight_ih_l0	6	0.008158932439982891
8093	rnn.weight_ih_l0	7	0.042535290122032166
8093	rnn.weight_ih_l0	8	0.026080895215272903
8093	rnn.weight_ih_l0	9	-0.04096423089504242
8093	rnn.weight_hh_l0	0	-0.03744169697165489
8093	rnn.weight_hh_l0	1	0.009224887005984783
8093	rnn.weight_hh_l0	2	0.011492173187434673
8093	rnn.weight_hh_l0	3	-0.011513028293848038
8093	rnn.weight_hh_l0	4	0.029100557789206505
8093	rnn.weight_hh_l0	5	-0.012558459304273129
8093	rnn.weight_hh_l0	6	-0.03380228579044342
8093	rnn.weight_hh_l0	7	-0.03958809748291969
8093	rnn.weight_hh_l0	8	0.005000345874577761
8093	rnn.weight_hh_l0	9	-0.02467283047735691
8093	rnn.bias_ih_l0	0	0.016731705516576767
8093	rnn.bias_ih_l0	1	-0.012439077720046043
8093	rnn.bias_ih_l0	2	-0.005879224743694067
8093	rnn.bias_ih_l0	3	0.040229447185993195
8093	rnn.bias_ih_l0	4	-0.05444197356700897
8093	rnn.bias_ih_l0	5	-0.01519034057855606
8093	rnn.bias_ih_l0	6	-0.005128168035298586
8093	rnn.bias_ih_l0	7	0.03423693776130676
8093	rnn.bias_ih_l0	8	-0.061992134898900986
8093	rnn.bias_ih_l0	9	0.005959528032690287
8093	rnn.bias_hh_l0	0	-0.020822858437895775
8093	rnn.bias_hh_l0	1	-0.046363748610019684
8093	rnn.bias_hh_l0	2	-0.0023923981934785843
8093	rnn.bias_hh_l0	3	-0.0326651893556118
8093	rnn.bias_hh_l0	4	-0.0032866778783500195
8093	rnn.bias_hh_l0	5	0.026760833337903023
8093	rnn.bias_hh_l0	6	0.038543082773685455
8093	rnn.bias_hh_l0	7	0.0019888652022928
8093	rnn.bias_hh_l0	8	-0.02716459147632122
8093	rnn.bias_hh_l0	9	-0.022380126640200615
8093	rnn.weight_ih_l0_reverse	0	-0.0009332135086879134
8093	rnn.weight_ih_l0_reverse	1	-0.038063302636146545
8093	rnn.weight_ih_l0_reverse	2	-0.0197001826018095
8093	rnn.weight_ih_l0_reverse	3	-0.0009911004453897476
8093	rnn.weight_ih_l0_reverse	4	-0.0147195840254426
8093	rnn.weight_ih_l0_reverse	5	-0.045002520084381104
8093	rnn.weight_ih_l0_reverse	6	0.03437274321913719
8093	rnn.weight_ih_l0_reverse	7	-0.028331682085990906
8093	rnn.weight_ih_l0_reverse	8	-0.031695298850536346
8093	rnn.weight_ih_l0_reverse	9	0.012296890839934349
8093	rnn.weight_hh_l0_reverse	0	0.027021804824471474
8093	rnn.weight_hh_l0_reverse	1	0.031115751713514328
8093	rnn.weight_hh_l0_reverse	2	0.02464902400970459
8093	rnn.weight_hh_l0_reverse	3	0.01702377013862133
8093	rnn.weight_hh_l0_reverse	4	0.011048326268792152
8093	rnn.weight_hh_l0_reverse	5	-0.005440310575067997
8093	rnn.weight_hh_l0_reverse	6	0.037063222378492355
8093	rnn.weight_hh_l0_reverse	7	-0.021272476762533188
8093	rnn.weight_hh_l0_reverse	8	0.003844279097393155
8093	rnn.weight_hh_l0_reverse	9	0.04552364721894264
8093	rnn.bias_ih_l0_reverse	0	-0.04526139423251152
8093	rnn.bias_ih_l0_reverse	1	-0.04653816297650337
8093	rnn.bias_ih_l0_reverse	2	0.0006780012627132237
8093	rnn.bias_ih_l0_reverse	3	0.019740357995033264
8093	rnn.bias_ih_l0_reverse	4	-0.007079202216118574
8093	rnn.bias_ih_l0_reverse	5	0.022927720099687576
8093	rnn.bias_ih_l0_reverse	6	0.006662783212959766
8093	rnn.bias_ih_l0_reverse	7	0.034225933253765106
8093	rnn.bias_ih_l0_reverse	8	-0.026951106265187263
8093	rnn.bias_ih_l0_reverse	9	0.040885064750909805
8093	rnn.bias_hh_l0_reverse	0	-0.020272070541977882
8093	rnn.bias_hh_l0_reverse	1	0.01735224947333336
8093	rnn.bias_hh_l0_reverse	2	-0.008608934469521046
8093	rnn.bias_hh_l0_reverse	3	-0.04326397553086281
8093	rnn.bias_hh_l0_reverse	4	-0.030905114486813545
8093	rnn.bias_hh_l0_reverse	5	-0.03747439756989479
8093	rnn.bias_hh_l0_reverse	6	0.00954502634704113
8093	rnn.bias_hh_l0_reverse	7	0.012377929873764515
8093	rnn.bias_hh_l0_reverse	8	0.03479219973087311
8093	rnn.bias_hh_l0_reverse	9	-0.09145418554544449
8093	rnn.weight_ih_l1	0	-0.02487683668732643
8093	rnn.weight_ih_l1	1	-0.02379048429429531
8093	rnn.weight_ih_l1	2	0.02614297904074192
8093	rnn.weight_ih_l1	3	0.016163039952516556
8093	rnn.weight_ih_l1	4	0.012182166799902916
8093	rnn.weight_ih_l1	5	-0.036110520362854004
8093	rnn.weight_ih_l1	6	0.02136274427175522
8093	rnn.weight_ih_l1	7	-0.03856213763356209
8093	rnn.weight_ih_l1	8	0.03859769552946091
8093	rnn.weight_ih_l1	9	0.01963963732123375
8093	rnn.weight_hh_l1	0	0.004331307485699654
8093	rnn.weight_hh_l1	1	0.0062356977723538876
8093	rnn.weight_hh_l1	2	-0.025400696322321892
8093	rnn.weight_hh_l1	3	0.0016002312768250704
8093	rnn.weight_hh_l1	4	0.0056371307000517845
8093	rnn.weight_hh_l1	5	0.03830137848854065
8093	rnn.weight_hh_l1	6	0.03315870836377144
8093	rnn.weight_hh_l1	7	-0.03092159330844879
8093	rnn.weight_hh_l1	8	-0.04222707822918892
8093	rnn.weight_hh_l1	9	0.03795263171195984
8093	rnn.bias_ih_l1	0	-0.02644624561071396
8093	rnn.bias_ih_l1	1	-0.045697908848524094
8093	rnn.bias_ih_l1	2	-0.0707271546125412
8093	rnn.bias_ih_l1	3	-0.02373860776424408
8093	rnn.bias_ih_l1	4	-0.1242651715874672
8093	rnn.bias_ih_l1	5	-0.043973080813884735
8093	rnn.bias_ih_l1	6	0.0227193683385849
8093	rnn.bias_ih_l1	7	0.012530955485999584
8093	rnn.bias_ih_l1	8	-0.03467164933681488
8093	rnn.bias_ih_l1	9	-0.010889692232012749
8093	rnn.bias_hh_l1	0	-0.04764769226312637
8093	rnn.bias_hh_l1	1	0.0028016597498208284
8093	rnn.bias_hh_l1	2	0.00017584706074558198
8093	rnn.bias_hh_l1	3	-0.02546882815659046
8093	rnn.bias_hh_l1	4	-0.038486383855342865
8093	rnn.bias_hh_l1	5	0.0016756727127358317
8093	rnn.bias_hh_l1	6	-0.0061604175716638565
8093	rnn.bias_hh_l1	7	-0.0725054144859314
8093	rnn.bias_hh_l1	8	0.02904736064374447
8093	rnn.bias_hh_l1	9	0.0017063679406419396
8093	rnn.weight_ih_l1_reverse	0	-0.029812904074788094
8093	rnn.weight_ih_l1_reverse	1	0.03174753487110138
8093	rnn.weight_ih_l1_reverse	2	-0.03259739279747009
8093	rnn.weight_ih_l1_reverse	3	-0.01462272647768259
8093	rnn.weight_ih_l1_reverse	4	0.0019522245274856687
8093	rnn.weight_ih_l1_reverse	5	-0.042216818779706955
8093	rnn.weight_ih_l1_reverse	6	-0.024936683475971222
8093	rnn.weight_ih_l1_reverse	7	0.01323337946087122
8093	rnn.weight_ih_l1_reverse	8	0.03411170840263367
8093	rnn.weight_ih_l1_reverse	9	-0.05467095971107483
8093	rnn.weight_hh_l1_reverse	0	0.008875686675310135
8093	rnn.weight_hh_l1_reverse	1	0.023828843608498573
8093	rnn.weight_hh_l1_reverse	2	-0.03683941811323166
8093	rnn.weight_hh_l1_reverse	3	0.03867176175117493
8093	rnn.weight_hh_l1_reverse	4	0.03925744816660881
8093	rnn.weight_hh_l1_reverse	5	0.012649246491491795
8093	rnn.weight_hh_l1_reverse	6	0.005187543574720621
8093	rnn.weight_hh_l1_reverse	7	0.02757621556520462
8093	rnn.weight_hh_l1_reverse	8	-0.0042582917958498
8093	rnn.weight_hh_l1_reverse	9	-0.03405243530869484
8093	rnn.bias_ih_l1_reverse	0	0.005339772440493107
8093	rnn.bias_ih_l1_reverse	1	-0.027445929124951363
8093	rnn.bias_ih_l1_reverse	2	-0.03664286062121391
8093	rnn.bias_ih_l1_reverse	3	0.015828482806682587
8093	rnn.bias_ih_l1_reverse	4	-0.06107679009437561
8093	rnn.bias_ih_l1_reverse	5	-0.023862434551119804
8093	rnn.bias_ih_l1_reverse	6	-0.03938211128115654
8093	rnn.bias_ih_l1_reverse	7	-0.0295635424554348
8093	rnn.bias_ih_l1_reverse	8	0.07682332396507263
8093	rnn.bias_ih_l1_reverse	9	0.004396702162921429
8093	rnn.bias_hh_l1_reverse	0	-0.0038937830831855536
8093	rnn.bias_hh_l1_reverse	1	-0.0008829304715618491
8093	rnn.bias_hh_l1_reverse	2	-0.09675194323062897
8093	rnn.bias_hh_l1_reverse	3	0.018634654581546783
8093	rnn.bias_hh_l1_reverse	4	-0.013234460726380348
8093	rnn.bias_hh_l1_reverse	5	0.0020520989783108234
8093	rnn.bias_hh_l1_reverse	6	0.056995511054992676
8093	rnn.bias_hh_l1_reverse	7	0.007378260139375925
8093	rnn.bias_hh_l1_reverse	8	-0.04216601699590683
8093	rnn.bias_hh_l1_reverse	9	-0.02773592434823513
8093	linear.weight	0	0.002228822559118271
8093	linear.weight	1	0.08355803042650223
8093	linear.weight	2	-0.08584632724523544
8093	linear.weight	3	0.12667478621006012
8093	linear.weight	4	0.11282019317150116
8093	linear.weight	5	0.05751250311732292
8093	linear.weight	6	0.012686723843216896
8093	linear.weight	7	0.029776595532894135
8093	linear.weight	8	0.04471031203866005
8093	linear.weight	9	-0.08189506083726883
8093	linear.bias	0	-0.10986252874135971
8093	linear.bias	1	0.2271459549665451
8093	linear.bias	2	0.034274857491254807
8093	linear.bias	3	-0.7395665049552917
8093	linear.bias	4	-0.7407102584838867
8093	linear.bias	5	0.12645377218723297
8093	linear.bias	6	-0.3484986424446106
8093	linear.bias	7	0.4156316816806793
8093	linear.bias	8	-0.4529341757297516
8093	linear.bias	9	-0.7334741353988647
8290	transitions	0	0.04197826236486435
8290	transitions	1	-0.4060075879096985
8290	transitions	2	-10000.0
8290	transitions	3	-1.7305668592453003
8290	transitions	4	-10000.0
8290	transitions	5	0.9153257012367249
8290	transitions	6	0.25336024165153503
8290	transitions	7	0.3002725839614868
8290	transitions	8	-1.1033847332000732
8290	transitions	9	0.002508008386939764
8290	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
8290	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
8290	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
8290	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
8290	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
8290	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
8290	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
8290	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
8290	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
8290	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
8290	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
8290	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
8290	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
8290	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
8290	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
8290	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
8290	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
8290	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
8290	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
8290	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
8290	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
8290	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
8290	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
8290	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
8290	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
8290	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
8290	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
8290	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
8290	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
8290	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
8290	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
8290	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
8290	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
8290	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
8290	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
8290	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
8290	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
8290	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
8290	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
8290	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
8290	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
8290	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
8290	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
8290	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
8290	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
8290	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
8290	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
8290	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
8290	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
8290	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
8290	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
8290	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
8290	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
8290	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
8290	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
8290	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
8290	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
8290	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
8290	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
8290	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
8290	embedding2nn.weight	0	0.010599383153021336
8290	embedding2nn.weight	1	-0.010915305465459824
8290	embedding2nn.weight	2	-0.014268254861235619
8290	embedding2nn.weight	3	0.01856982335448265
8290	embedding2nn.weight	4	-0.005915033631026745
8290	embedding2nn.weight	5	-0.0037005969788879156
8290	embedding2nn.weight	6	-0.003973268438130617
8290	embedding2nn.weight	7	-0.022827204316854477
8290	embedding2nn.weight	8	-0.0019979383796453476
8290	embedding2nn.weight	9	-0.0027762767858803272
8290	embedding2nn.bias	0	0.005109031219035387
8290	embedding2nn.bias	1	0.0012001669965684414
8290	embedding2nn.bias	2	0.055075645446777344
8290	embedding2nn.bias	3	0.005411372985690832
8290	embedding2nn.bias	4	-0.013008031994104385
8290	embedding2nn.bias	5	-0.036261558532714844
8290	embedding2nn.bias	6	0.018727611750364304
8290	embedding2nn.bias	7	-0.01948046311736107
8290	embedding2nn.bias	8	0.013445681892335415
8290	embedding2nn.bias	9	0.0042929332703351974
8290	rnn.weight_ih_l0	0	-0.010710706003010273
8290	rnn.weight_ih_l0	1	0.014021229930222034
8290	rnn.weight_ih_l0	2	0.02228677086532116
8290	rnn.weight_ih_l0	3	0.02778785675764084
8290	rnn.weight_ih_l0	4	-0.009184980764985085
8290	rnn.weight_ih_l0	5	-0.0449424646794796
8290	rnn.weight_ih_l0	6	0.007724408991634846
8290	rnn.weight_ih_l0	7	0.042775530368089676
8290	rnn.weight_ih_l0	8	0.02663959562778473
8290	rnn.weight_ih_l0	9	-0.04104602709412575
8290	rnn.weight_hh_l0	0	-0.03710663691163063
8290	rnn.weight_hh_l0	1	0.009861002676188946
8290	rnn.weight_hh_l0	2	0.010185668244957924
8290	rnn.weight_hh_l0	3	-0.011534351855516434
8290	rnn.weight_hh_l0	4	0.02987643890082836
8290	rnn.weight_hh_l0	5	-0.012096844613552094
8290	rnn.weight_hh_l0	6	-0.03350342437624931
8290	rnn.weight_hh_l0	7	-0.03936159238219261
8290	rnn.weight_hh_l0	8	0.00445511331781745
8290	rnn.weight_hh_l0	9	-0.024078136309981346
8290	rnn.bias_ih_l0	0	0.01177160907536745
8290	rnn.bias_ih_l0	1	-0.01469163317233324
8290	rnn.bias_ih_l0	2	-0.0060311052948236465
8290	rnn.bias_ih_l0	3	0.03967924043536186
8290	rnn.bias_ih_l0	4	-0.05463705211877823
8290	rnn.bias_ih_l0	5	-0.015423882752656937
8290	rnn.bias_ih_l0	6	-0.003258636686950922
8290	rnn.bias_ih_l0	7	0.03396015614271164
8290	rnn.bias_ih_l0	8	-0.05895975977182388
8290	rnn.bias_ih_l0	9	7.767170609440655e-05
8290	rnn.bias_hh_l0	0	-0.019742099568247795
8290	rnn.bias_hh_l0	1	-0.047572068870067596
8290	rnn.bias_hh_l0	2	-0.0011017813812941313
8290	rnn.bias_hh_l0	3	-0.032837286591529846
8290	rnn.bias_hh_l0	4	-0.00352256721816957
8290	rnn.bias_hh_l0	5	0.02507654018700123
8290	rnn.bias_hh_l0	6	0.039762772619724274
8290	rnn.bias_hh_l0	7	-0.00432079890742898
8290	rnn.bias_hh_l0	8	-0.03210587427020073
8290	rnn.bias_hh_l0	9	-0.0222576092928648
8290	rnn.weight_ih_l0_reverse	0	-0.0004994174232706428
8290	rnn.weight_ih_l0_reverse	1	-0.03772779181599617
8290	rnn.weight_ih_l0_reverse	2	-0.018722988665103912
8290	rnn.weight_ih_l0_reverse	3	-0.00111715542152524
8290	rnn.weight_ih_l0_reverse	4	-0.013981249183416367
8290	rnn.weight_ih_l0_reverse	5	-0.044908180832862854
8290	rnn.weight_ih_l0_reverse	6	0.034960851073265076
8290	rnn.weight_ih_l0_reverse	7	-0.027631567791104317
8290	rnn.weight_ih_l0_reverse	8	-0.03119250014424324
8290	rnn.weight_ih_l0_reverse	9	0.012784762308001518
8290	rnn.weight_hh_l0_reverse	0	0.02689114399254322
8290	rnn.weight_hh_l0_reverse	1	0.031601857393980026
8290	rnn.weight_hh_l0_reverse	2	0.02469327300786972
8290	rnn.weight_hh_l0_reverse	3	0.017298387363553047
8290	rnn.weight_hh_l0_reverse	4	0.01156418863683939
8290	rnn.weight_hh_l0_reverse	5	-0.007268369197845459
8290	rnn.weight_hh_l0_reverse	6	0.036930035799741745
8290	rnn.weight_hh_l0_reverse	7	-0.020854759961366653
8290	rnn.weight_hh_l0_reverse	8	0.0039199348539114
8290	rnn.weight_hh_l0_reverse	9	0.04522988945245743
8290	rnn.bias_ih_l0_reverse	0	-0.04729356989264488
8290	rnn.bias_ih_l0_reverse	1	-0.044019345194101334
8290	rnn.bias_ih_l0_reverse	2	0.002497154986485839
8290	rnn.bias_ih_l0_reverse	3	0.02085217647254467
8290	rnn.bias_ih_l0_reverse	4	-0.00579654797911644
8290	rnn.bias_ih_l0_reverse	5	0.023836787790060043
8290	rnn.bias_ih_l0_reverse	6	0.007979034446179867
8290	rnn.bias_ih_l0_reverse	7	0.033993326127529144
8290	rnn.bias_ih_l0_reverse	8	-0.02741112746298313
8290	rnn.bias_ih_l0_reverse	9	0.04386284574866295
8290	rnn.bias_hh_l0_reverse	0	-0.018574746325612068
8290	rnn.bias_hh_l0_reverse	1	0.014099445194005966
8290	rnn.bias_hh_l0_reverse	2	-0.006776070222258568
8290	rnn.bias_hh_l0_reverse	3	-0.0422363243997097
8290	rnn.bias_hh_l0_reverse	4	-0.030606769025325775
8290	rnn.bias_hh_l0_reverse	5	-0.03946616128087044
8290	rnn.bias_hh_l0_reverse	6	0.005879409611225128
8290	rnn.bias_hh_l0_reverse	7	0.01279016025364399
8290	rnn.bias_hh_l0_reverse	8	0.036127716302871704
8290	rnn.bias_hh_l0_reverse	9	-0.09184261411428452
8290	rnn.weight_ih_l1	0	-0.02484409511089325
8290	rnn.weight_ih_l1	1	-0.024549225345253944
8290	rnn.weight_ih_l1	2	0.025362327694892883
8290	rnn.weight_ih_l1	3	0.010822960175573826
8290	rnn.weight_ih_l1	4	0.01276435423642397
8290	rnn.weight_ih_l1	5	-0.03611043468117714
8290	rnn.weight_ih_l1	6	0.020420409739017487
8290	rnn.weight_ih_l1	7	-0.0387880764901638
8290	rnn.weight_ih_l1	8	0.03822794184088707
8290	rnn.weight_ih_l1	9	0.020306402817368507
8290	rnn.weight_hh_l1	0	0.005247368011623621
8290	rnn.weight_hh_l1	1	0.006124887149780989
8290	rnn.weight_hh_l1	2	-0.026332775130867958
8290	rnn.weight_hh_l1	3	0.0012273663887754083
8290	rnn.weight_hh_l1	4	0.005522561725229025
8290	rnn.weight_hh_l1	5	0.03787617012858391
8290	rnn.weight_hh_l1	6	0.0330079011619091
8290	rnn.weight_hh_l1	7	-0.030863940715789795
8290	rnn.weight_hh_l1	8	-0.04247087612748146
8290	rnn.weight_hh_l1	9	0.03801514953374863
8290	rnn.bias_ih_l1	0	-0.027899740263819695
8290	rnn.bias_ih_l1	1	-0.046529531478881836
8290	rnn.bias_ih_l1	2	-0.06941496580839157
8290	rnn.bias_ih_l1	3	-0.02731894515454769
8290	rnn.bias_ih_l1	4	-0.11426133662462234
8290	rnn.bias_ih_l1	5	-0.04454720765352249
8290	rnn.bias_ih_l1	6	0.025744782760739326
8290	rnn.bias_ih_l1	7	0.01160677894949913
8290	rnn.bias_ih_l1	8	-0.03388425335288048
8290	rnn.bias_ih_l1	9	-0.014743887819349766
8290	rnn.bias_hh_l1	0	-0.0491357147693634
8290	rnn.bias_hh_l1	1	0.003921162337064743
8290	rnn.bias_hh_l1	2	0.0006102912011556327
8290	rnn.bias_hh_l1	3	-0.02557898685336113
8290	rnn.bias_hh_l1	4	-0.03954022377729416
8290	rnn.bias_hh_l1	5	0.0013446446973830462
8290	rnn.bias_hh_l1	6	-0.006654080469161272
8290	rnn.bias_hh_l1	7	-0.07896830886602402
8290	rnn.bias_hh_l1	8	0.03013382852077484
8290	rnn.bias_hh_l1	9	0.0012320269597694278
8290	rnn.weight_ih_l1_reverse	0	-0.030463868752121925
8290	rnn.weight_ih_l1_reverse	1	0.03381570056080818
8290	rnn.weight_ih_l1_reverse	2	-0.03432757779955864
8290	rnn.weight_ih_l1_reverse	3	-0.015204825438559055
8290	rnn.weight_ih_l1_reverse	4	0.0028764011804014444
8290	rnn.weight_ih_l1_reverse	5	-0.04206465184688568
8290	rnn.weight_ih_l1_reverse	6	-0.02449806220829487
8290	rnn.weight_ih_l1_reverse	7	0.013864496722817421
8290	rnn.weight_ih_l1_reverse	8	0.02772502228617668
8290	rnn.weight_ih_l1_reverse	9	-0.052773963660001755
8290	rnn.weight_hh_l1_reverse	0	0.008899757638573647
8290	rnn.weight_hh_l1_reverse	1	0.02419157139956951
8290	rnn.weight_hh_l1_reverse	2	-0.036977462470531464
8290	rnn.weight_hh_l1_reverse	3	0.03870486840605736
8290	rnn.weight_hh_l1_reverse	4	0.039212875068187714
8290	rnn.weight_hh_l1_reverse	5	0.012671061791479588
8290	rnn.weight_hh_l1_reverse	6	0.005040115676820278
8290	rnn.weight_hh_l1_reverse	7	0.027415374293923378
8290	rnn.weight_hh_l1_reverse	8	-0.004281921777874231
8290	rnn.weight_hh_l1_reverse	9	-0.03374180197715759
8290	rnn.bias_ih_l1_reverse	0	0.0043743508867919445
8290	rnn.bias_ih_l1_reverse	1	-0.025978513062000275
8290	rnn.bias_ih_l1_reverse	2	-0.04044776409864426
8290	rnn.bias_ih_l1_reverse	3	0.02459169179201126
8290	rnn.bias_ih_l1_reverse	4	-0.06389659643173218
8290	rnn.bias_ih_l1_reverse	5	-0.02369546703994274
8290	rnn.bias_ih_l1_reverse	6	-0.039715059101581573
8290	rnn.bias_ih_l1_reverse	7	-0.026113400235772133
8290	rnn.bias_ih_l1_reverse	8	0.08421904593706131
8290	rnn.bias_ih_l1_reverse	9	0.012303187511861324
8290	rnn.bias_hh_l1_reverse	0	-0.0010345837799832225
8290	rnn.bias_hh_l1_reverse	1	0.0031715016812086105
8290	rnn.bias_hh_l1_reverse	2	-0.09782940149307251
8290	rnn.bias_hh_l1_reverse	3	0.01921098865568638
8290	rnn.bias_hh_l1_reverse	4	-0.011902482248842716
8290	rnn.bias_hh_l1_reverse	5	0.00012773591151926666
8290	rnn.bias_hh_l1_reverse	6	0.04840033873915672
8290	rnn.bias_hh_l1_reverse	7	0.003727941308170557
8290	rnn.bias_hh_l1_reverse	8	-0.043912481516599655
8290	rnn.bias_hh_l1_reverse	9	-0.03007638081908226
8290	linear.weight	0	0.002228822559118271
8290	linear.weight	1	0.08910057693719864
8290	linear.weight	2	-0.08332527428865433
8290	linear.weight	3	0.11949076503515244
8290	linear.weight	4	0.09582363069057465
8290	linear.weight	5	0.04970221221446991
8290	linear.weight	6	0.011722906492650509
8290	linear.weight	7	0.033632926642894745
8290	linear.weight	8	0.04465364292263985
8290	linear.weight	9	-0.08589863032102585
8290	linear.bias	0	-0.08325833082199097
8290	linear.bias	1	0.18771950900554657
8290	linear.bias	2	0.017548616975545883
8290	linear.bias	3	-0.7106164693832397
8290	linear.bias	4	-0.7254638075828552
8290	linear.bias	5	0.12888440489768982
8290	linear.bias	6	-0.37788379192352295
8290	linear.bias	7	0.42103660106658936
8290	linear.bias	8	-0.44496530294418335
8290	linear.bias	9	-0.7173205614089966
8487	transitions	0	0.056677211076021194
8487	transitions	1	-0.4023589491844177
8487	transitions	2	-10000.0
8487	transitions	3	-1.7313449382781982
8487	transitions	4	-10000.0
8487	transitions	5	0.9114702343940735
8487	transitions	6	0.24806182086467743
8487	transitions	7	0.2943471372127533
8487	transitions	8	-1.1060357093811035
8487	transitions	9	0.002468515420332551
8487	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
8487	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
8487	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
8487	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
8487	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
8487	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
8487	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
8487	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
8487	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
8487	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
8487	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
8487	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
8487	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
8487	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
8487	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
8487	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
8487	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
8487	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
8487	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
8487	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
8487	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
8487	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
8487	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
8487	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
8487	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
8487	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
8487	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
8487	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
8487	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
8487	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
8487	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
8487	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
8487	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
8487	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
8487	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
8487	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
8487	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
8487	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
8487	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
8487	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
8487	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
8487	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
8487	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
8487	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
8487	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
8487	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
8487	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
8487	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
8487	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
8487	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
8487	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
8487	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
8487	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
8487	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
8487	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
8487	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
8487	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
8487	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
8487	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
8487	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
8487	embedding2nn.weight	0	0.011690272949635983
8487	embedding2nn.weight	1	-0.010991539806127548
8487	embedding2nn.weight	2	-0.014268254861235619
8487	embedding2nn.weight	3	0.01993774250149727
8487	embedding2nn.weight	4	-0.005915033631026745
8487	embedding2nn.weight	5	-0.0037005965132266283
8487	embedding2nn.weight	6	-0.003973269369453192
8487	embedding2nn.weight	7	-0.022938232868909836
8487	embedding2nn.weight	8	-0.0019979383796453476
8487	embedding2nn.weight	9	-0.002118623349815607
8487	embedding2nn.bias	0	0.008559905923902988
8487	embedding2nn.bias	1	-0.0005084053263999522
8487	embedding2nn.bias	2	0.056404903531074524
8487	embedding2nn.bias	3	0.007890460081398487
8487	embedding2nn.bias	4	-0.0065329549834132195
8487	embedding2nn.bias	5	-0.03001249022781849
8487	embedding2nn.bias	6	0.016662722453475
8487	embedding2nn.bias	7	-0.0244043730199337
8487	embedding2nn.bias	8	0.007915535010397434
8487	embedding2nn.bias	9	0.0006255554617382586
8487	rnn.weight_ih_l0	0	-0.009949781931936741
8487	rnn.weight_ih_l0	1	0.013678759336471558
8487	rnn.weight_ih_l0	2	0.0225458275526762
8487	rnn.weight_ih_l0	3	0.027212362736463547
8487	rnn.weight_ih_l0	4	-0.00944801326841116
8487	rnn.weight_ih_l0	5	-0.045111946761608124
8487	rnn.weight_ih_l0	6	0.00812394730746746
8487	rnn.weight_ih_l0	7	0.04316398873925209
8487	rnn.weight_ih_l0	8	0.026076672598719597
8487	rnn.weight_ih_l0	9	-0.04110054671764374
8487	rnn.weight_hh_l0	0	-0.036956701427698135
8487	rnn.weight_hh_l0	1	0.010204216465353966
8487	rnn.weight_hh_l0	2	0.009436608292162418
8487	rnn.weight_hh_l0	3	-0.012566718272864819
8487	rnn.weight_hh_l0	4	0.029274536296725273
8487	rnn.weight_hh_l0	5	-0.011603385210037231
8487	rnn.weight_hh_l0	6	-0.03393174707889557
8487	rnn.weight_hh_l0	7	-0.03946812078356743
8487	rnn.weight_hh_l0	8	0.004864223301410675
8487	rnn.weight_hh_l0	9	-0.023822519928216934
8487	rnn.bias_ih_l0	0	0.010015629231929779
8487	rnn.bias_ih_l0	1	-0.013272450305521488
8487	rnn.bias_ih_l0	2	-0.006033909507095814
8487	rnn.bias_ih_l0	3	0.0392451249063015
8487	rnn.bias_ih_l0	4	-0.05385255068540573
8487	rnn.bias_ih_l0	5	-0.014538997784256935
8487	rnn.bias_ih_l0	6	-0.006798253394663334
8487	rnn.bias_ih_l0	7	0.03483720123767853
8487	rnn.bias_ih_l0	8	-0.06018536537885666
8487	rnn.bias_ih_l0	9	0.0011978010879829526
8487	rnn.bias_hh_l0	0	-0.019843263551592827
8487	rnn.bias_hh_l0	1	-0.04078899696469307
8487	rnn.bias_hh_l0	2	-0.005070935003459454
8487	rnn.bias_hh_l0	3	-0.03127554431557655
8487	rnn.bias_hh_l0	4	-0.003151506185531616
8487	rnn.bias_hh_l0	5	0.025396956130862236
8487	rnn.bias_hh_l0	6	0.037509553134441376
8487	rnn.bias_hh_l0	7	0.00259703048504889
8487	rnn.bias_hh_l0	8	-0.03237903490662575
8487	rnn.bias_hh_l0	9	-0.024437643587589264
8487	rnn.weight_ih_l0_reverse	0	-7.16360955266282e-05
8487	rnn.weight_ih_l0_reverse	1	-0.03682396560907364
8487	rnn.weight_ih_l0_reverse	2	-0.018596544861793518
8487	rnn.weight_ih_l0_reverse	3	-0.0010680113919079304
8487	rnn.weight_ih_l0_reverse	4	-0.014837519265711308
8487	rnn.weight_ih_l0_reverse	5	-0.04480983689427376
8487	rnn.weight_ih_l0_reverse	6	0.0359819196164608
8487	rnn.weight_ih_l0_reverse	7	-0.028294997289776802
8487	rnn.weight_ih_l0_reverse	8	-0.031217779964208603
8487	rnn.weight_ih_l0_reverse	9	0.013067378662526608
8487	rnn.weight_hh_l0_reverse	0	0.027555665001273155
8487	rnn.weight_hh_l0_reverse	1	0.03206745907664299
8487	rnn.weight_hh_l0_reverse	2	0.02454596571624279
8487	rnn.weight_hh_l0_reverse	3	0.01733686402440071
8487	rnn.weight_hh_l0_reverse	4	0.011801778338849545
8487	rnn.weight_hh_l0_reverse	5	-0.008497095666825771
8487	rnn.weight_hh_l0_reverse	6	0.036998238414525986
8487	rnn.weight_hh_l0_reverse	7	-0.02062101662158966
8487	rnn.weight_hh_l0_reverse	8	0.004021611530333757
8487	rnn.weight_hh_l0_reverse	9	0.04483834654092789
8487	rnn.bias_ih_l0_reverse	0	-0.047330744564533234
8487	rnn.bias_ih_l0_reverse	1	-0.0471617765724659
8487	rnn.bias_ih_l0_reverse	2	0.0011106966994702816
8487	rnn.bias_ih_l0_reverse	3	0.01685493439435959
8487	rnn.bias_ih_l0_reverse	4	-0.009845413267612457
8487	rnn.bias_ih_l0_reverse	5	0.025008246302604675
8487	rnn.bias_ih_l0_reverse	6	0.00940072163939476
8487	rnn.bias_ih_l0_reverse	7	0.03482339158654213
8487	rnn.bias_ih_l0_reverse	8	-0.027540361508727074
8487	rnn.bias_ih_l0_reverse	9	0.039759185165166855
8487	rnn.bias_hh_l0_reverse	0	-0.02029537968337536
8487	rnn.bias_hh_l0_reverse	1	0.008156850002706051
8487	rnn.bias_hh_l0_reverse	2	-0.007263924460858107
8487	rnn.bias_hh_l0_reverse	3	-0.041709087789058685
8487	rnn.bias_hh_l0_reverse	4	-0.03011472150683403
8487	rnn.bias_hh_l0_reverse	5	-0.03848446533083916
8487	rnn.bias_hh_l0_reverse	6	0.005752482917159796
8487	rnn.bias_hh_l0_reverse	7	0.013588640838861465
8487	rnn.bias_hh_l0_reverse	8	0.03822553902864456
8487	rnn.bias_hh_l0_reverse	9	-0.0896834209561348
8487	rnn.weight_ih_l1	0	-0.02440885454416275
8487	rnn.weight_ih_l1	1	-0.025243273004889488
8487	rnn.weight_ih_l1	2	0.02855703979730606
8487	rnn.weight_ih_l1	3	0.009560247883200645
8487	rnn.weight_ih_l1	4	0.012387645430862904
8487	rnn.weight_ih_l1	5	-0.03608277440071106
8487	rnn.weight_ih_l1	6	0.02108406275510788
8487	rnn.weight_ih_l1	7	-0.03734763711690903
8487	rnn.weight_ih_l1	8	0.03788667172193527
8487	rnn.weight_ih_l1	9	0.020188406109809875
8487	rnn.weight_hh_l1	0	0.004941168706864119
8487	rnn.weight_hh_l1	1	0.005904777906835079
8487	rnn.weight_hh_l1	2	-0.02584042400121689
8487	rnn.weight_hh_l1	3	0.0012357422383502126
8487	rnn.weight_hh_l1	4	0.004244242794811726
8487	rnn.weight_hh_l1	5	0.03766241297125816
8487	rnn.weight_hh_l1	6	0.032495323568582535
8487	rnn.weight_hh_l1	7	-0.030634403228759766
8487	rnn.weight_hh_l1	8	-0.04191304370760918
8487	rnn.weight_hh_l1	9	0.03812163323163986
8487	rnn.bias_ih_l1	0	-0.02993232011795044
8487	rnn.bias_ih_l1	1	-0.04607434943318367
8487	rnn.bias_ih_l1	2	-0.06851956993341446
8487	rnn.bias_ih_l1	3	-0.028423890471458435
8487	rnn.bias_ih_l1	4	-0.11111068725585938
8487	rnn.bias_ih_l1	5	-0.04462491720914841
8487	rnn.bias_ih_l1	6	0.021436573937535286
8487	rnn.bias_ih_l1	7	0.013040944002568722
8487	rnn.bias_ih_l1	8	-0.03512754291296005
8487	rnn.bias_ih_l1	9	-0.014672873541712761
8487	rnn.bias_hh_l1	0	-0.049852412194013596
8487	rnn.bias_hh_l1	1	0.002574247308075428
8487	rnn.bias_hh_l1	2	5.074732325738296e-05
8487	rnn.bias_hh_l1	3	-0.02663235366344452
8487	rnn.bias_hh_l1	4	-0.03841066360473633
8487	rnn.bias_hh_l1	5	0.001347081270068884
8487	rnn.bias_hh_l1	6	-0.006363273598253727
8487	rnn.bias_hh_l1	7	-0.07008099555969238
8487	rnn.bias_hh_l1	8	0.029236916452646255
8487	rnn.bias_hh_l1	9	-0.0004728599451482296
8487	rnn.weight_ih_l1_reverse	0	-0.03139815106987953
8487	rnn.weight_ih_l1_reverse	1	0.03149964660406113
8487	rnn.weight_ih_l1_reverse	2	-0.03125776723027229
8487	rnn.weight_ih_l1_reverse	3	-0.014454454183578491
8487	rnn.weight_ih_l1_reverse	4	0.0023827978875488043
8487	rnn.weight_ih_l1_reverse	5	-0.04223336651921272
8487	rnn.weight_ih_l1_reverse	6	-0.02482770010828972
8487	rnn.weight_ih_l1_reverse	7	0.013830793090164661
8487	rnn.weight_ih_l1_reverse	8	0.023485643789172173
8487	rnn.weight_ih_l1_reverse	9	-0.05526971071958542
8487	rnn.weight_hh_l1_reverse	0	0.008919448591768742
8487	rnn.weight_hh_l1_reverse	1	0.02418537624180317
8487	rnn.weight_hh_l1_reverse	2	-0.03707967326045036
8487	rnn.weight_hh_l1_reverse	3	0.038638174533843994
8487	rnn.weight_hh_l1_reverse	4	0.0396464541554451
8487	rnn.weight_hh_l1_reverse	5	0.012724529020488262
8487	rnn.weight_hh_l1_reverse	6	0.005748801864683628
8487	rnn.weight_hh_l1_reverse	7	0.027543805539608
8487	rnn.weight_hh_l1_reverse	8	-0.004126293584704399
8487	rnn.weight_hh_l1_reverse	9	-0.034133851528167725
8487	rnn.bias_ih_l1_reverse	0	0.0045700473710894585
8487	rnn.bias_ih_l1_reverse	1	-0.027645833790302277
8487	rnn.bias_ih_l1_reverse	2	-0.042830467224121094
8487	rnn.bias_ih_l1_reverse	3	0.030417095869779587
8487	rnn.bias_ih_l1_reverse	4	-0.05699083209037781
8487	rnn.bias_ih_l1_reverse	5	-0.024351369589567184
8487	rnn.bias_ih_l1_reverse	6	-0.04063648357987404
8487	rnn.bias_ih_l1_reverse	7	-0.02366672269999981
8487	rnn.bias_ih_l1_reverse	8	0.09774558246135712
8487	rnn.bias_ih_l1_reverse	9	0.004122645128518343
8487	rnn.bias_hh_l1_reverse	0	-0.016062891110777855
8487	rnn.bias_hh_l1_reverse	1	0.0009877748088911176
8487	rnn.bias_hh_l1_reverse	2	-0.0980265736579895
8487	rnn.bias_hh_l1_reverse	3	0.01690524071455002
8487	rnn.bias_hh_l1_reverse	4	-0.014540483243763447
8487	rnn.bias_hh_l1_reverse	5	0.00043321988778188825
8487	rnn.bias_hh_l1_reverse	6	0.05512452870607376
8487	rnn.bias_hh_l1_reverse	7	-0.0002825018600560725
8487	rnn.bias_hh_l1_reverse	8	-0.04558394476771355
8487	rnn.bias_hh_l1_reverse	9	-0.030330434441566467
8487	linear.weight	0	0.002228822559118271
8487	linear.weight	1	0.08832252770662308
8487	linear.weight	2	-0.07031603157520294
8487	linear.weight	3	0.12693393230438232
8487	linear.weight	4	0.10274773836135864
8487	linear.weight	5	0.050495751202106476
8487	linear.weight	6	0.012085841037333012
8487	linear.weight	7	0.033231548964977264
8487	linear.weight	8	0.04444300755858421
8487	linear.weight	9	-0.08058100193738937
8487	linear.bias	0	-0.12664338946342468
8487	linear.bias	1	0.2389502078294754
8487	linear.bias	2	0.03317868709564209
8487	linear.bias	3	-0.7260520458221436
8487	linear.bias	4	-0.7444999814033508
8487	linear.bias	5	0.13829800486564636
8487	linear.bias	6	-0.3243078887462616
8487	linear.bias	7	0.4416579604148865
8487	linear.bias	8	-0.454988956451416
8487	linear.bias	9	-0.737350583076477
8684	transitions	0	0.056466031819581985
8684	transitions	1	-0.38346171379089355
8684	transitions	2	-10000.0
8684	transitions	3	-1.7323731184005737
8684	transitions	4	-10000.0
8684	transitions	5	0.9084935188293457
8684	transitions	6	0.24342435598373413
8684	transitions	7	0.2827672064304352
8684	transitions	8	-1.109621524810791
8684	transitions	9	0.0024205290246754885
8684	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
8684	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
8684	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
8684	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
8684	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
8684	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
8684	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
8684	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
8684	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
8684	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
8684	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
8684	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
8684	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
8684	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
8684	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
8684	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
8684	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
8684	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
8684	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
8684	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
8684	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
8684	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
8684	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
8684	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
8684	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
8684	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
8684	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
8684	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
8684	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
8684	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
8684	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
8684	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
8684	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
8684	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
8684	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
8684	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
8684	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
8684	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
8684	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
8684	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
8684	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
8684	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
8684	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
8684	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
8684	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
8684	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
8684	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
8684	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
8684	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
8684	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
8684	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
8684	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
8684	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
8684	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
8684	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
8684	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
8684	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
8684	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
8684	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
8684	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
8684	embedding2nn.weight	0	0.011442020535469055
8684	embedding2nn.weight	1	-0.011030769906938076
8684	embedding2nn.weight	2	-0.014268254861235619
8684	embedding2nn.weight	3	0.01631089113652706
8684	embedding2nn.weight	4	-0.005915033631026745
8684	embedding2nn.weight	5	-0.0037005962803959846
8684	embedding2nn.weight	6	-0.003973270300775766
8684	embedding2nn.weight	7	-0.02424166537821293
8684	embedding2nn.weight	8	-0.0019979383796453476
8684	embedding2nn.weight	9	-0.0015325364656746387
8684	embedding2nn.bias	0	0.0022661734838038683
8684	embedding2nn.bias	1	-0.004906684160232544
8684	embedding2nn.bias	2	0.05180327594280243
8684	embedding2nn.bias	3	0.012001058086752892
8684	embedding2nn.bias	4	-0.0037622759118676186
8684	embedding2nn.bias	5	-0.03291419520974159
8684	embedding2nn.bias	6	0.024856239557266235
8684	embedding2nn.bias	7	-0.024868763983249664
8684	embedding2nn.bias	8	-0.0005544330342672765
8684	embedding2nn.bias	9	-0.0046087694354355335
8684	rnn.weight_ih_l0	0	-0.00989559106528759
8684	rnn.weight_ih_l0	1	0.014733079820871353
8684	rnn.weight_ih_l0	2	0.022572146728634834
8684	rnn.weight_ih_l0	3	0.026674699038267136
8684	rnn.weight_ih_l0	4	-0.010177583433687687
8684	rnn.weight_ih_l0	5	-0.0451052226126194
8684	rnn.weight_ih_l0	6	0.008145156316459179
8684	rnn.weight_ih_l0	7	0.043930783867836
8684	rnn.weight_ih_l0	8	0.026902195066213608
8684	rnn.weight_ih_l0	9	-0.0410926453769207
8684	rnn.weight_hh_l0	0	-0.03701449930667877
8684	rnn.weight_hh_l0	1	0.009665822610259056
8684	rnn.weight_hh_l0	2	0.007074231747537851
8684	rnn.weight_hh_l0	3	-0.012404789216816425
8684	rnn.weight_hh_l0	4	0.029058082029223442
8684	rnn.weight_hh_l0	5	-0.012007428333163261
8684	rnn.weight_hh_l0	6	-0.03362060710787773
8684	rnn.weight_hh_l0	7	-0.03716786205768585
8684	rnn.weight_hh_l0	8	0.004728006199002266
8684	rnn.weight_hh_l0	9	-0.023883137851953506
8684	rnn.bias_ih_l0	0	0.012360583059489727
8684	rnn.bias_ih_l0	1	-0.009007918648421764
8684	rnn.bias_ih_l0	2	-0.007725994568318129
8684	rnn.bias_ih_l0	3	0.039648447185754776
8684	rnn.bias_ih_l0	4	-0.053312648087739944
8684	rnn.bias_ih_l0	5	-0.015939615666866302
8684	rnn.bias_ih_l0	6	-0.006052776239812374
8684	rnn.bias_ih_l0	7	0.03588417172431946
8684	rnn.bias_ih_l0	8	-0.06055523082613945
8684	rnn.bias_ih_l0	9	0.003351830644533038
8684	rnn.bias_hh_l0	0	-0.018139874562621117
8684	rnn.bias_hh_l0	1	-0.04203294962644577
8684	rnn.bias_hh_l0	2	-0.0074732499197125435
8684	rnn.bias_hh_l0	3	-0.0311905387789011
8684	rnn.bias_hh_l0	4	-0.0029063262045383453
8684	rnn.bias_hh_l0	5	0.02469656616449356
8684	rnn.bias_hh_l0	6	0.039334990084171295
8684	rnn.bias_hh_l0	7	-0.0009720118250697851
8684	rnn.bias_hh_l0	8	-0.030431998893618584
8684	rnn.bias_hh_l0	9	-0.024277953431010246
8684	rnn.weight_ih_l0_reverse	0	-0.0004443966317921877
8684	rnn.weight_ih_l0_reverse	1	-0.036984920501708984
8684	rnn.weight_ih_l0_reverse	2	-0.020207004621624947
8684	rnn.weight_ih_l0_reverse	3	-0.0004550250305328518
8684	rnn.weight_ih_l0_reverse	4	-0.015081326477229595
8684	rnn.weight_ih_l0_reverse	5	-0.0449475534260273
8684	rnn.weight_ih_l0_reverse	6	0.03663061186671257
8684	rnn.weight_ih_l0_reverse	7	-0.0289829820394516
8684	rnn.weight_ih_l0_reverse	8	-0.03066233918070793
8684	rnn.weight_ih_l0_reverse	9	0.013628470711410046
8684	rnn.weight_hh_l0_reverse	0	0.02749756909906864
8684	rnn.weight_hh_l0_reverse	1	0.03264995664358139
8684	rnn.weight_hh_l0_reverse	2	0.024565450847148895
8684	rnn.weight_hh_l0_reverse	3	0.01755872182548046
8684	rnn.weight_hh_l0_reverse	4	0.012205722741782665
8684	rnn.weight_hh_l0_reverse	5	-0.006571663543581963
8684	rnn.weight_hh_l0_reverse	6	0.03698834776878357
8684	rnn.weight_hh_l0_reverse	7	-0.02034899592399597
8684	rnn.weight_hh_l0_reverse	8	0.0037919008173048496
8684	rnn.weight_hh_l0_reverse	9	0.0443587526679039
8684	rnn.bias_ih_l0_reverse	0	-0.0464077927172184
8684	rnn.bias_ih_l0_reverse	1	-0.04966554790735245
8684	rnn.bias_ih_l0_reverse	2	-0.002019342500716448
8684	rnn.bias_ih_l0_reverse	3	0.018082303926348686
8684	rnn.bias_ih_l0_reverse	4	-0.006784122437238693
8684	rnn.bias_ih_l0_reverse	5	0.026250343769788742
8684	rnn.bias_ih_l0_reverse	6	0.008650600910186768
8684	rnn.bias_ih_l0_reverse	7	0.033188700675964355
8684	rnn.bias_ih_l0_reverse	8	-0.027663499116897583
8684	rnn.bias_ih_l0_reverse	9	0.04143571853637695
8684	rnn.bias_hh_l0_reverse	0	-0.01819569058716297
8684	rnn.bias_hh_l0_reverse	1	0.004540093243122101
8684	rnn.bias_hh_l0_reverse	2	-0.0068082441575825214
8684	rnn.bias_hh_l0_reverse	3	-0.04266190528869629
8684	rnn.bias_hh_l0_reverse	4	-0.032777782529592514
8684	rnn.bias_hh_l0_reverse	5	-0.038098737597465515
8684	rnn.bias_hh_l0_reverse	6	0.002734977286309004
8684	rnn.bias_hh_l0_reverse	7	0.01344545092433691
8684	rnn.bias_hh_l0_reverse	8	0.03707074373960495
8684	rnn.bias_hh_l0_reverse	9	-0.09009553492069244
8684	rnn.weight_ih_l1	0	-0.02438022941350937
8684	rnn.weight_ih_l1	1	-0.02586229518055916
8684	rnn.weight_ih_l1	2	0.028099853545427322
8684	rnn.weight_ih_l1	3	0.01162115391343832
8684	rnn.weight_ih_l1	4	0.012378868646919727
8684	rnn.weight_ih_l1	5	-0.0361553318798542
8684	rnn.weight_ih_l1	6	0.02099240943789482
8684	rnn.weight_ih_l1	7	-0.038021937012672424
8684	rnn.weight_ih_l1	8	0.037055861204862595
8684	rnn.weight_ih_l1	9	0.020670244470238686
8684	rnn.weight_hh_l1	0	0.005567230749875307
8684	rnn.weight_hh_l1	1	0.005933885928243399
8684	rnn.weight_hh_l1	2	-0.0270843468606472
8684	rnn.weight_hh_l1	3	0.0012521244352683425
8684	rnn.weight_hh_l1	4	0.004687292966991663
8684	rnn.weight_hh_l1	5	0.037423934787511826
8684	rnn.weight_hh_l1	6	0.032289136201143265
8684	rnn.weight_hh_l1	7	-0.030696898698806763
8684	rnn.weight_hh_l1	8	-0.04179607331752777
8684	rnn.weight_hh_l1	9	0.03771176561713219
8684	rnn.bias_ih_l1	0	-0.03416432440280914
8684	rnn.bias_ih_l1	1	-0.047253258526325226
8684	rnn.bias_ih_l1	2	-0.07152882218360901
8684	rnn.bias_ih_l1	3	-0.03280537575483322
8684	rnn.bias_ih_l1	4	-0.11519255489110947
8684	rnn.bias_ih_l1	5	-0.04609353467822075
8684	rnn.bias_ih_l1	6	0.021243952214717865
8684	rnn.bias_ih_l1	7	0.01229924988001585
8684	rnn.bias_ih_l1	8	-0.03636005520820618
8684	rnn.bias_ih_l1	9	-0.01806381531059742
8684	rnn.bias_hh_l1	0	-0.04712580889463425
8684	rnn.bias_hh_l1	1	0.0024194405414164066
8684	rnn.bias_hh_l1	2	-0.004248454701155424
8684	rnn.bias_hh_l1	3	-0.026809167116880417
8684	rnn.bias_hh_l1	4	-0.03886774182319641
8684	rnn.bias_hh_l1	5	0.0016153156757354736
8684	rnn.bias_hh_l1	6	-0.0028490799013525248
8684	rnn.bias_hh_l1	7	-0.0627288818359375
8684	rnn.bias_hh_l1	8	0.03000294417142868
8684	rnn.bias_hh_l1	9	-0.0005286575760692358
8684	rnn.weight_ih_l1_reverse	0	-0.03204904496669769
8684	rnn.weight_ih_l1_reverse	1	0.02847457304596901
8684	rnn.weight_ih_l1_reverse	2	-0.03182796761393547
8684	rnn.weight_ih_l1_reverse	3	-0.014831142500042915
8684	rnn.weight_ih_l1_reverse	4	0.0013522179797291756
8684	rnn.weight_ih_l1_reverse	5	-0.04189900681376457
8684	rnn.weight_ih_l1_reverse	6	-0.023534394800662994
8684	rnn.weight_ih_l1_reverse	7	0.014117779210209846
8684	rnn.weight_ih_l1_reverse	8	0.022595679387450218
8684	rnn.weight_ih_l1_reverse	9	-0.05914727598428726
8684	rnn.weight_hh_l1_reverse	0	0.009237069636583328
8684	rnn.weight_hh_l1_reverse	1	0.02441791072487831
8684	rnn.weight_hh_l1_reverse	2	-0.03716359660029411
8684	rnn.weight_hh_l1_reverse	3	0.03878504037857056
8684	rnn.weight_hh_l1_reverse	4	0.04041730612516403
8684	rnn.weight_hh_l1_reverse	5	0.012856350280344486
8684	rnn.weight_hh_l1_reverse	6	0.004958651959896088
8684	rnn.weight_hh_l1_reverse	7	0.027663225308060646
8684	rnn.weight_hh_l1_reverse	8	-0.0036888839676976204
8684	rnn.weight_hh_l1_reverse	9	-0.033462993800640106
8684	rnn.bias_ih_l1_reverse	0	0.005708180367946625
8684	rnn.bias_ih_l1_reverse	1	-0.027407320216298103
8684	rnn.bias_ih_l1_reverse	2	-0.0436096228659153
8684	rnn.bias_ih_l1_reverse	3	0.01361687108874321
8684	rnn.bias_ih_l1_reverse	4	-0.05167944356799126
8684	rnn.bias_ih_l1_reverse	5	-0.025411659851670265
8684	rnn.bias_ih_l1_reverse	6	-0.04158448800444603
8684	rnn.bias_ih_l1_reverse	7	-0.0268127229064703
8684	rnn.bias_ih_l1_reverse	8	0.10150719434022903
8684	rnn.bias_ih_l1_reverse	9	0.010780010372400284
8684	rnn.bias_hh_l1_reverse	0	-0.009575962089002132
8684	rnn.bias_hh_l1_reverse	1	-0.013361144810914993
8684	rnn.bias_hh_l1_reverse	2	-0.09832020848989487
8684	rnn.bias_hh_l1_reverse	3	0.018180498853325844
8684	rnn.bias_hh_l1_reverse	4	-0.014971394091844559
8684	rnn.bias_hh_l1_reverse	5	-0.0017908132867887616
8684	rnn.bias_hh_l1_reverse	6	0.05731973424553871
8684	rnn.bias_hh_l1_reverse	7	-0.0029503924306482077
8684	rnn.bias_hh_l1_reverse	8	-0.04387666657567024
8684	rnn.bias_hh_l1_reverse	9	-0.03166135028004646
8684	linear.weight	0	0.002228822559118271
8684	linear.weight	1	0.0870637521147728
8684	linear.weight	2	-0.06390070915222168
8684	linear.weight	3	0.12951205670833588
8684	linear.weight	4	0.09596753120422363
8684	linear.weight	5	0.05015086010098457
8684	linear.weight	6	0.016088446602225304
8684	linear.weight	7	0.019846830517053604
8684	linear.weight	8	0.044363826513290405
8684	linear.weight	9	-0.08312094956636429
8684	linear.bias	0	-0.15308503806591034
8684	linear.bias	1	0.24894510209560394
8684	linear.bias	2	0.011313769966363907
8684	linear.bias	3	-0.7214611768722534
8684	linear.bias	4	-0.7386143207550049
8684	linear.bias	5	0.1320231854915619
8684	linear.bias	6	-0.3203827142715454
8684	linear.bias	7	0.4458755552768707
8684	linear.bias	8	-0.47123822569847107
8684	linear.bias	9	-0.739006519317627
8881	transitions	0	0.07979724556207657
8881	transitions	1	-0.37385234236717224
8881	transitions	2	-10000.0
8881	transitions	3	-1.7332932949066162
8881	transitions	4	-10000.0
8881	transitions	5	0.9054978489875793
8881	transitions	6	0.23948551714420319
8881	transitions	7	0.27599477767944336
8881	transitions	8	-1.1129541397094727
8881	transitions	9	0.002380112186074257
8881	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
8881	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
8881	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
8881	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
8881	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
8881	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
8881	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
8881	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
8881	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
8881	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
8881	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
8881	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
8881	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
8881	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
8881	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
8881	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
8881	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
8881	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
8881	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
8881	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
8881	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
8881	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
8881	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
8881	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
8881	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
8881	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
8881	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
8881	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
8881	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
8881	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
8881	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
8881	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
8881	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
8881	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
8881	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
8881	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
8881	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
8881	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
8881	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
8881	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
8881	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
8881	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
8881	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
8881	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
8881	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
8881	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
8881	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
8881	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
8881	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
8881	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
8881	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
8881	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
8881	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
8881	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
8881	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
8881	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
8881	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
8881	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
8881	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
8881	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
8881	embedding2nn.weight	0	0.012593856081366539
8881	embedding2nn.weight	1	-0.011003230698406696
8881	embedding2nn.weight	2	-0.014268254861235619
8881	embedding2nn.weight	3	0.01551791187375784
8881	embedding2nn.weight	4	-0.005915033631026745
8881	embedding2nn.weight	5	-0.0037005962803959846
8881	embedding2nn.weight	6	-0.003973269835114479
8881	embedding2nn.weight	7	-0.02486194483935833
8881	embedding2nn.weight	8	-0.0019979383796453476
8881	embedding2nn.weight	9	-0.0018713115714490414
8881	embedding2nn.bias	0	0.00851838756352663
8881	embedding2nn.bias	1	-0.009124040603637695
8881	embedding2nn.bias	2	0.044451016932725906
8881	embedding2nn.bias	3	0.015000015497207642
8881	embedding2nn.bias	4	-0.006500988733023405
8881	embedding2nn.bias	5	-0.03167257457971573
8881	embedding2nn.bias	6	0.02791674993932247
8881	embedding2nn.bias	7	-0.024526121094822884
8881	embedding2nn.bias	8	0.0017512370832264423
8881	embedding2nn.bias	9	0.0018800765974447131
8881	rnn.weight_ih_l0	0	-0.009807208552956581
8881	rnn.weight_ih_l0	1	0.01441235188394785
8881	rnn.weight_ih_l0	2	0.022656209766864777
8881	rnn.weight_ih_l0	3	0.026474585756659508
8881	rnn.weight_ih_l0	4	-0.009787810035049915
8881	rnn.weight_ih_l0	5	-0.044762562960386276
8881	rnn.weight_ih_l0	6	0.008491952903568745
8881	rnn.weight_ih_l0	7	0.043406348675489426
8881	rnn.weight_ih_l0	8	0.026831431314349174
8881	rnn.weight_ih_l0	9	-0.04076366126537323
8881	rnn.weight_hh_l0	0	-0.036983001977205276
8881	rnn.weight_hh_l0	1	0.009243952110409737
8881	rnn.weight_hh_l0	2	0.0064553930424153805
8881	rnn.weight_hh_l0	3	-0.012560972943902016
8881	rnn.weight_hh_l0	4	0.028600314632058144
8881	rnn.weight_hh_l0	5	-0.012158014811575413
8881	rnn.weight_hh_l0	6	-0.03350532427430153
8881	rnn.weight_hh_l0	7	-0.035742904990911484
8881	rnn.weight_hh_l0	8	0.0039704423397779465
8881	rnn.weight_hh_l0	9	-0.02404961548745632
8881	rnn.bias_ih_l0	0	0.011709069833159447
8881	rnn.bias_ih_l0	1	-0.009417494758963585
8881	rnn.bias_ih_l0	2	-0.007840864360332489
8881	rnn.bias_ih_l0	3	0.04154127836227417
8881	rnn.bias_ih_l0	4	-0.055395353585481644
8881	rnn.bias_ih_l0	5	-0.015391087159514427
8881	rnn.bias_ih_l0	6	0.003756504040211439
8881	rnn.bias_ih_l0	7	0.03226662427186966
8881	rnn.bias_ih_l0	8	-0.06146762892603874
8881	rnn.bias_ih_l0	9	0.005652032792568207
8881	rnn.bias_hh_l0	0	-0.021135114133358
8881	rnn.bias_hh_l0	1	-0.03896980360150337
8881	rnn.bias_hh_l0	2	-0.006365483161062002
8881	rnn.bias_hh_l0	3	-0.03272167220711708
8881	rnn.bias_hh_l0	4	-0.0010637282393872738
8881	rnn.bias_hh_l0	5	0.028494421392679214
8881	rnn.bias_hh_l0	6	0.040997665375471115
8881	rnn.bias_hh_l0	7	-0.0013509297277778387
8881	rnn.bias_hh_l0	8	-0.029460208490490913
8881	rnn.bias_hh_l0	9	-0.019642669707536697
8881	rnn.weight_ih_l0_reverse	0	-0.0005553764058277011
8881	rnn.weight_ih_l0_reverse	1	-0.035811424255371094
8881	rnn.weight_ih_l0_reverse	2	-0.022481484338641167
8881	rnn.weight_ih_l0_reverse	3	0.00010159351222682744
8881	rnn.weight_ih_l0_reverse	4	-0.015592511743307114
8881	rnn.weight_ih_l0_reverse	5	-0.04505802318453789
8881	rnn.weight_ih_l0_reverse	6	0.03664422035217285
8881	rnn.weight_ih_l0_reverse	7	-0.028780115768313408
8881	rnn.weight_ih_l0_reverse	8	-0.03033546544611454
8881	rnn.weight_ih_l0_reverse	9	0.013814464211463928
8881	rnn.weight_hh_l0_reverse	0	0.02764224261045456
8881	rnn.weight_hh_l0_reverse	1	0.033120229840278625
8881	rnn.weight_hh_l0_reverse	2	0.02417239360511303
8881	rnn.weight_hh_l0_reverse	3	0.0173442792147398
8881	rnn.weight_hh_l0_reverse	4	0.012568694539368153
8881	rnn.weight_hh_l0_reverse	5	-0.005656128749251366
8881	rnn.weight_hh_l0_reverse	6	0.03659183904528618
8881	rnn.weight_hh_l0_reverse	7	-0.020067451521754265
8881	rnn.weight_hh_l0_reverse	8	0.004069551359862089
8881	rnn.weight_hh_l0_reverse	9	0.0444076731801033
8881	rnn.bias_ih_l0_reverse	0	-0.049839165061712265
8881	rnn.bias_ih_l0_reverse	1	-0.04911904036998749
8881	rnn.bias_ih_l0_reverse	2	-0.0038190968334674835
8881	rnn.bias_ih_l0_reverse	3	0.018550023436546326
8881	rnn.bias_ih_l0_reverse	4	-0.008057349361479282
8881	rnn.bias_ih_l0_reverse	5	0.028866421431303024
8881	rnn.bias_ih_l0_reverse	6	0.0071709114126861095
8881	rnn.bias_ih_l0_reverse	7	0.03322996944189072
8881	rnn.bias_ih_l0_reverse	8	-0.026981158182024956
8881	rnn.bias_ih_l0_reverse	9	0.040557969361543655
8881	rnn.bias_hh_l0_reverse	0	-0.022439133375883102
8881	rnn.bias_hh_l0_reverse	1	0.01632191613316536
8881	rnn.bias_hh_l0_reverse	2	-0.007226418703794479
8881	rnn.bias_hh_l0_reverse	3	-0.04304860904812813
8881	rnn.bias_hh_l0_reverse	4	-0.0326530747115612
8881	rnn.bias_hh_l0_reverse	5	-0.03932076320052147
8881	rnn.bias_hh_l0_reverse	6	0.0026922360993921757
8881	rnn.bias_hh_l0_reverse	7	0.015052624978125095
8881	rnn.bias_hh_l0_reverse	8	0.036144666373729706
8881	rnn.bias_hh_l0_reverse	9	-0.09346681088209152
8881	rnn.weight_ih_l1	0	-0.02458980120718479
8881	rnn.weight_ih_l1	1	-0.025854043662548065
8881	rnn.weight_ih_l1	2	0.030163902789354324
8881	rnn.weight_ih_l1	3	0.013330217450857162
8881	rnn.weight_ih_l1	4	0.012794426642358303
8881	rnn.weight_ih_l1	5	-0.03588714450597763
8881	rnn.weight_ih_l1	6	0.021055858582258224
8881	rnn.weight_ih_l1	7	-0.03876549378037453
8881	rnn.weight_ih_l1	8	0.03710751235485077
8881	rnn.weight_ih_l1	9	0.0201672725379467
8881	rnn.weight_hh_l1	0	0.004721435252577066
8881	rnn.weight_hh_l1	1	0.005955948028713465
8881	rnn.weight_hh_l1	2	-0.027559952810406685
8881	rnn.weight_hh_l1	3	0.001364653347991407
8881	rnn.weight_hh_l1	4	0.005139532964676619
8881	rnn.weight_hh_l1	5	0.03752080351114273
8881	rnn.weight_hh_l1	6	0.03212348371744156
8881	rnn.weight_hh_l1	7	-0.031070979312062263
8881	rnn.weight_hh_l1	8	-0.04200564697384834
8881	rnn.weight_hh_l1	9	0.03808147832751274
8881	rnn.bias_ih_l1	0	-0.034594178199768066
8881	rnn.bias_ih_l1	1	-0.047568731009960175
8881	rnn.bias_ih_l1	2	-0.07227513939142227
8881	rnn.bias_ih_l1	3	-0.03439493477344513
8881	rnn.bias_ih_l1	4	-0.11327988654375076
8881	rnn.bias_ih_l1	5	-0.04546568542718887
8881	rnn.bias_ih_l1	6	0.024228932335972786
8881	rnn.bias_ih_l1	7	0.014276202768087387
8881	rnn.bias_ih_l1	8	-0.038275741040706635
8881	rnn.bias_ih_l1	9	-0.01858726516366005
8881	rnn.bias_hh_l1	0	-0.046525102108716965
8881	rnn.bias_hh_l1	1	0.0032579610124230385
8881	rnn.bias_hh_l1	2	-0.004704594146460295
8881	rnn.bias_hh_l1	3	-0.0290716290473938
8881	rnn.bias_hh_l1	4	-0.03719848021864891
8881	rnn.bias_hh_l1	5	0.0025129413697868586
8881	rnn.bias_hh_l1	6	0.0006095137796364725
8881	rnn.bias_hh_l1	7	-0.054771386086940765
8881	rnn.bias_hh_l1	8	0.027682019397616386
8881	rnn.bias_hh_l1	9	0.001085365074686706
8881	rnn.weight_ih_l1_reverse	0	-0.033009618520736694
8881	rnn.weight_ih_l1_reverse	1	0.02634921856224537
8881	rnn.weight_ih_l1_reverse	2	-0.02839593216776848
8881	rnn.weight_ih_l1_reverse	3	-0.016296440735459328
8881	rnn.weight_ih_l1_reverse	4	0.00062338582938537
8881	rnn.weight_ih_l1_reverse	5	-0.041859570890665054
8881	rnn.weight_ih_l1_reverse	6	-0.023740941658616066
8881	rnn.weight_ih_l1_reverse	7	0.013993659988045692
8881	rnn.weight_ih_l1_reverse	8	0.02042097970843315
8881	rnn.weight_ih_l1_reverse	9	-0.05504854395985603
8881	rnn.weight_hh_l1_reverse	0	0.009304946288466454
8881	rnn.weight_hh_l1_reverse	1	0.024442410096526146
8881	rnn.weight_hh_l1_reverse	2	-0.03710669279098511
8881	rnn.weight_hh_l1_reverse	3	0.03892836719751358
8881	rnn.weight_hh_l1_reverse	4	0.03885107859969139
8881	rnn.weight_hh_l1_reverse	5	0.012803996913135052
8881	rnn.weight_hh_l1_reverse	6	0.004267399199306965
8881	rnn.weight_hh_l1_reverse	7	0.027730431407690048
8881	rnn.weight_hh_l1_reverse	8	-0.003989501390606165
8881	rnn.weight_hh_l1_reverse	9	-0.03327460587024689
8881	rnn.bias_ih_l1_reverse	0	0.004239422269165516
8881	rnn.bias_ih_l1_reverse	1	-0.02978919818997383
8881	rnn.bias_ih_l1_reverse	2	-0.04527847841382027
8881	rnn.bias_ih_l1_reverse	3	0.0016248268075287342
8881	rnn.bias_ih_l1_reverse	4	-0.06031213328242302
8881	rnn.bias_ih_l1_reverse	5	-0.02583458460867405
8881	rnn.bias_ih_l1_reverse	6	-0.041940681636333466
8881	rnn.bias_ih_l1_reverse	7	-0.03031446598470211
8881	rnn.bias_ih_l1_reverse	8	0.09055529534816742
8881	rnn.bias_ih_l1_reverse	9	0.007884557358920574
8881	rnn.bias_hh_l1_reverse	0	-0.007975466549396515
8881	rnn.bias_hh_l1_reverse	1	-0.016743222251534462
8881	rnn.bias_hh_l1_reverse	2	-0.09463360160589218
8881	rnn.bias_hh_l1_reverse	3	0.01571226678788662
8881	rnn.bias_hh_l1_reverse	4	-0.015268420800566673
8881	rnn.bias_hh_l1_reverse	5	-0.0019348590867593884
8881	rnn.bias_hh_l1_reverse	6	0.0616203173995018
8881	rnn.bias_hh_l1_reverse	7	-0.005669863894581795
8881	rnn.bias_hh_l1_reverse	8	-0.04570823162794113
8881	rnn.bias_hh_l1_reverse	9	-0.031505052000284195
8881	linear.weight	0	0.002228822559118271
8881	linear.weight	1	0.07618115842342377
8881	linear.weight	2	-0.07049402594566345
8881	linear.weight	3	0.12367280572652817
8881	linear.weight	4	0.1194918155670166
8881	linear.weight	5	0.049400489777326584
8881	linear.weight	6	0.032624516636133194
8881	linear.weight	7	0.009419317357242107
8881	linear.weight	8	0.0442010797560215
8881	linear.weight	9	-0.07020141929388046
8881	linear.bias	0	-0.10709654539823532
8881	linear.bias	1	0.2264796644449234
8881	linear.bias	2	-0.011727765202522278
8881	linear.bias	3	-0.7296456098556519
8881	linear.bias	4	-0.758230984210968
8881	linear.bias	5	0.0999632254242897
8881	linear.bias	6	-0.3416934609413147
8881	linear.bias	7	0.42561087012290955
8881	linear.bias	8	-0.4758087396621704
8881	linear.bias	9	-0.7423095107078552
9078	transitions	0	0.089446522295475
9078	transitions	1	-0.37357091903686523
9078	transitions	2	-10000.0
9078	transitions	3	-1.7340059280395508
9078	transitions	4	-10000.0
9078	transitions	5	0.9029551148414612
9078	transitions	6	0.23596858978271484
9078	transitions	7	0.2710035443305969
9078	transitions	8	-1.1160844564437866
9078	transitions	9	0.0023424450773745775
9078	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
9078	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
9078	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
9078	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
9078	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
9078	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
9078	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
9078	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
9078	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
9078	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
9078	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
9078	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
9078	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
9078	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
9078	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
9078	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
9078	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
9078	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
9078	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
9078	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
9078	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
9078	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
9078	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
9078	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
9078	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
9078	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
9078	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
9078	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
9078	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
9078	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
9078	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
9078	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
9078	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
9078	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
9078	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
9078	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
9078	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
9078	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
9078	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
9078	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
9078	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
9078	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
9078	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
9078	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
9078	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
9078	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
9078	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
9078	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
9078	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
9078	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
9078	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
9078	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
9078	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
9078	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
9078	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
9078	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
9078	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
9078	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
9078	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
9078	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
9078	embedding2nn.weight	0	0.014900299720466137
9078	embedding2nn.weight	1	-0.011120552197098732
9078	embedding2nn.weight	2	-0.014268254861235619
9078	embedding2nn.weight	3	0.015661075711250305
9078	embedding2nn.weight	4	-0.005915033631026745
9078	embedding2nn.weight	5	-0.0037005962803959846
9078	embedding2nn.weight	6	-0.003973269369453192
9078	embedding2nn.weight	7	-0.025374628603458405
9078	embedding2nn.weight	8	-0.0019979383796453476
9078	embedding2nn.weight	9	-0.0019027614034712315
9078	embedding2nn.bias	0	0.005030347034335136
9078	embedding2nn.bias	1	-0.008516358211636543
9078	embedding2nn.bias	2	0.04957949370145798
9078	embedding2nn.bias	3	0.010314843617379665
9078	embedding2nn.bias	4	-0.007036216091364622
9078	embedding2nn.bias	5	-0.03297094255685806
9078	embedding2nn.bias	6	0.022701650857925415
9078	embedding2nn.bias	7	-0.030053362250328064
9078	embedding2nn.bias	8	0.005351691506803036
9078	embedding2nn.bias	9	0.01091707218438387
9078	rnn.weight_ih_l0	0	-0.011493002995848656
9078	rnn.weight_ih_l0	1	0.016792520880699158
9078	rnn.weight_ih_l0	2	0.024775924161076546
9078	rnn.weight_ih_l0	3	0.026165662333369255
9078	rnn.weight_ih_l0	4	-0.009655488654971123
9078	rnn.weight_ih_l0	5	-0.04495043680071831
9078	rnn.weight_ih_l0	6	0.008894698694348335
9078	rnn.weight_ih_l0	7	0.04353368654847145
9078	rnn.weight_ih_l0	8	0.02727390266954899
9078	rnn.weight_ih_l0	9	-0.04093866050243378
9078	rnn.weight_hh_l0	0	-0.03701438754796982
9078	rnn.weight_hh_l0	1	0.007961754687130451
9078	rnn.weight_hh_l0	2	0.0070296358317136765
9078	rnn.weight_hh_l0	3	-0.011974056251347065
9078	rnn.weight_hh_l0	4	0.029917201027274132
9078	rnn.weight_hh_l0	5	-0.012516959570348263
9078	rnn.weight_hh_l0	6	-0.0334700308740139
9078	rnn.weight_hh_l0	7	-0.03854434937238693
9078	rnn.weight_hh_l0	8	0.004485455807298422
9078	rnn.weight_hh_l0	9	-0.023743726313114166
9078	rnn.bias_ih_l0	0	0.010388289578258991
9078	rnn.bias_ih_l0	1	-0.011404347606003284
9078	rnn.bias_ih_l0	2	-0.008213028311729431
9078	rnn.bias_ih_l0	3	0.038570769131183624
9078	rnn.bias_ih_l0	4	-0.05602743476629257
9078	rnn.bias_ih_l0	5	-0.015580188482999802
9078	rnn.bias_ih_l0	6	0.00028043377096764743
9078	rnn.bias_ih_l0	7	0.03294696286320686
9078	rnn.bias_ih_l0	8	-0.0620778389275074
9078	rnn.bias_ih_l0	9	0.0018291344167664647
9078	rnn.bias_hh_l0	0	-0.02033480629324913
9078	rnn.bias_hh_l0	1	-0.045057520270347595
9078	rnn.bias_hh_l0	2	-0.004756079986691475
9078	rnn.bias_hh_l0	3	-0.03232657536864281
9078	rnn.bias_hh_l0	4	-0.0011362660443410277
9078	rnn.bias_hh_l0	5	0.028548525646328926
9078	rnn.bias_hh_l0	6	0.040144748985767365
9078	rnn.bias_hh_l0	7	-0.009654278866946697
9078	rnn.bias_hh_l0	8	-0.030991649255156517
9078	rnn.bias_hh_l0	9	-0.014748581685125828
9078	rnn.weight_ih_l0_reverse	0	-0.00034519637119956315
9078	rnn.weight_ih_l0_reverse	1	-0.03499360755085945
9078	rnn.weight_ih_l0_reverse	2	-0.02257326804101467
9078	rnn.weight_ih_l0_reverse	3	0.00014103880675975233
9078	rnn.weight_ih_l0_reverse	4	-0.014652146957814693
9078	rnn.weight_ih_l0_reverse	5	-0.04511449486017227
9078	rnn.weight_ih_l0_reverse	6	0.03683161735534668
9078	rnn.weight_ih_l0_reverse	7	-0.028794288635253906
9078	rnn.weight_ih_l0_reverse	8	-0.030336279422044754
9078	rnn.weight_ih_l0_reverse	9	0.013997495174407959
9078	rnn.weight_hh_l0_reverse	0	0.027184657752513885
9078	rnn.weight_hh_l0_reverse	1	0.03360163792967796
9078	rnn.weight_hh_l0_reverse	2	0.02431708388030529
9078	rnn.weight_hh_l0_reverse	3	0.017574312165379524
9078	rnn.weight_hh_l0_reverse	4	0.012812732718884945
9078	rnn.weight_hh_l0_reverse	5	-0.005995677784085274
9078	rnn.weight_hh_l0_reverse	6	0.0366121344268322
9078	rnn.weight_hh_l0_reverse	7	-0.019575733691453934
9078	rnn.weight_hh_l0_reverse	8	0.0043526627123355865
9078	rnn.weight_hh_l0_reverse	9	0.0448874868452549
9078	rnn.bias_ih_l0_reverse	0	-0.05151227116584778
9078	rnn.bias_ih_l0_reverse	1	-0.05057224631309509
9078	rnn.bias_ih_l0_reverse	2	-0.00685683311894536
9078	rnn.bias_ih_l0_reverse	3	0.019155077636241913
9078	rnn.bias_ih_l0_reverse	4	-0.008198183961212635
9078	rnn.bias_ih_l0_reverse	5	0.02813033200800419
9078	rnn.bias_ih_l0_reverse	6	0.008768985979259014
9078	rnn.bias_ih_l0_reverse	7	0.033105093985795975
9078	rnn.bias_ih_l0_reverse	8	-0.02738843858242035
9078	rnn.bias_ih_l0_reverse	9	0.038268495351076126
9078	rnn.bias_hh_l0_reverse	0	-0.022001119330525398
9078	rnn.bias_hh_l0_reverse	1	0.0042357430793344975
9078	rnn.bias_hh_l0_reverse	2	-0.009448781609535217
9078	rnn.bias_hh_l0_reverse	3	-0.04329429566860199
9078	rnn.bias_hh_l0_reverse	4	-0.03335630148649216
9078	rnn.bias_hh_l0_reverse	5	-0.03860453516244888
9078	rnn.bias_hh_l0_reverse	6	0.004667677916586399
9078	rnn.bias_hh_l0_reverse	7	0.015281246975064278
9078	rnn.bias_hh_l0_reverse	8	0.03703644871711731
9078	rnn.bias_hh_l0_reverse	9	-0.09674785286188126
9078	rnn.weight_ih_l1	0	-0.025120088830590248
9078	rnn.weight_ih_l1	1	-0.02534133940935135
9078	rnn.weight_ih_l1	2	0.02869824320077896
9078	rnn.weight_ih_l1	3	0.011922682635486126
9078	rnn.weight_ih_l1	4	0.013045796193182468
9078	rnn.weight_ih_l1	5	-0.03622853383421898
9078	rnn.weight_ih_l1	6	0.020858407020568848
9078	rnn.weight_ih_l1	7	-0.03822789713740349
9078	rnn.weight_ih_l1	8	0.03668295592069626
9078	rnn.weight_ih_l1	9	0.019403114914894104
9078	rnn.weight_hh_l1	0	0.0037966009695082903
9078	rnn.weight_hh_l1	1	0.005924398545175791
9078	rnn.weight_hh_l1	2	-0.02699482999742031
9078	rnn.weight_hh_l1	3	0.001329899998381734
9078	rnn.weight_hh_l1	4	0.005333406385034323
9078	rnn.weight_hh_l1	5	0.03728003427386284
9078	rnn.weight_hh_l1	6	0.032178446650505066
9078	rnn.weight_hh_l1	7	-0.031186893582344055
9078	rnn.weight_hh_l1	8	-0.04199216142296791
9078	rnn.weight_hh_l1	9	0.03798582777380943
9078	rnn.bias_ih_l1	0	-0.03770298883318901
9078	rnn.bias_ih_l1	1	-0.046075668185949326
9078	rnn.bias_ih_l1	2	-0.07150814682245255
9078	rnn.bias_ih_l1	3	-0.03665321692824364
9078	rnn.bias_ih_l1	4	-0.1193740963935852
9078	rnn.bias_ih_l1	5	-0.04652390629053116
9078	rnn.bias_ih_l1	6	0.026259340345859528
9078	rnn.bias_ih_l1	7	0.011627648957073689
9078	rnn.bias_ih_l1	8	-0.03678564354777336
9078	rnn.bias_ih_l1	9	-0.0189238078892231
9078	rnn.bias_hh_l1	0	-0.04366743564605713
9078	rnn.bias_hh_l1	1	7.953676686156541e-05
9078	rnn.bias_hh_l1	2	-0.006303338799625635
9078	rnn.bias_hh_l1	3	-0.029183661565184593
9078	rnn.bias_hh_l1	4	-0.03676999732851982
9078	rnn.bias_hh_l1	5	0.0032866259571164846
9078	rnn.bias_hh_l1	6	-0.006382324732840061
9078	rnn.bias_hh_l1	7	-0.05082014575600624
9078	rnn.bias_hh_l1	8	0.026375172659754753
9078	rnn.bias_hh_l1	9	0.0007810641545802355
9078	rnn.weight_ih_l1_reverse	0	-0.032858848571777344
9078	rnn.weight_ih_l1_reverse	1	0.029400266706943512
9078	rnn.weight_ih_l1_reverse	2	-0.02729765512049198
9078	rnn.weight_ih_l1_reverse	3	-0.016787199303507805
9078	rnn.weight_ih_l1_reverse	4	0.001495339092798531
9078	rnn.weight_ih_l1_reverse	5	-0.042407695204019547
9078	rnn.weight_ih_l1_reverse	6	-0.02391103282570839
9078	rnn.weight_ih_l1_reverse	7	0.014144361019134521
9078	rnn.weight_ih_l1_reverse	8	0.01865209825336933
9078	rnn.weight_ih_l1_reverse	9	-0.053946416825056076
9078	rnn.weight_hh_l1_reverse	0	0.00930988509207964
9078	rnn.weight_hh_l1_reverse	1	0.024602780118584633
9078	rnn.weight_hh_l1_reverse	2	-0.037079691886901855
9078	rnn.weight_hh_l1_reverse	3	0.03859565034508705
9078	rnn.weight_hh_l1_reverse	4	0.0390033982694149
9078	rnn.weight_hh_l1_reverse	5	0.012488667853176594
9078	rnn.weight_hh_l1_reverse	6	0.004236357752233744
9078	rnn.weight_hh_l1_reverse	7	0.02752157486975193
9078	rnn.weight_hh_l1_reverse	8	-0.0035564859863370657
9078	rnn.weight_hh_l1_reverse	9	-0.033487629145383835
9078	rnn.bias_ih_l1_reverse	0	0.0036252739373594522
9078	rnn.bias_ih_l1_reverse	1	-0.029083726927638054
9078	rnn.bias_ih_l1_reverse	2	-0.04745255038142204
9078	rnn.bias_ih_l1_reverse	3	-0.001827086554840207
9078	rnn.bias_ih_l1_reverse	4	-0.06334619969129562
9078	rnn.bias_ih_l1_reverse	5	-0.026503203436732292
9078	rnn.bias_ih_l1_reverse	6	-0.04171714931726456
9078	rnn.bias_ih_l1_reverse	7	-0.033667296171188354
9078	rnn.bias_ih_l1_reverse	8	0.09799810498952866
9078	rnn.bias_ih_l1_reverse	9	0.024790087714791298
9078	rnn.bias_hh_l1_reverse	0	0.00047548123984597623
9078	rnn.bias_hh_l1_reverse	1	-0.00894414447247982
9078	rnn.bias_hh_l1_reverse	2	-0.09954621642827988
9078	rnn.bias_hh_l1_reverse	3	0.01595904491841793
9078	rnn.bias_hh_l1_reverse	4	-0.01641327142715454
9078	rnn.bias_hh_l1_reverse	5	-0.0029714866541326046
9078	rnn.bias_hh_l1_reverse	6	0.0696825236082077
9078	rnn.bias_hh_l1_reverse	7	-0.006929812952876091
9078	rnn.bias_hh_l1_reverse	8	-0.04557100310921669
9078	rnn.bias_hh_l1_reverse	9	-0.03198821842670441
9078	linear.weight	0	0.002228822559118271
9078	linear.weight	1	0.07301520556211472
9078	linear.weight	2	-0.05930903181433678
9078	linear.weight	3	0.1222679615020752
9078	linear.weight	4	0.11462165415287018
9078	linear.weight	5	0.044123996049165726
9078	linear.weight	6	0.017810024321079254
9078	linear.weight	7	0.012373918667435646
9078	linear.weight	8	0.04403793439269066
9078	linear.weight	9	-0.0748288482427597
9078	linear.bias	0	-0.09868856519460678
9078	linear.bias	1	0.24621352553367615
9078	linear.bias	2	-0.036233559250831604
9078	linear.bias	3	-0.7336808443069458
9078	linear.bias	4	-0.7675319910049438
9078	linear.bias	5	0.09982247650623322
9078	linear.bias	6	-0.3262691795825958
9078	linear.bias	7	0.4421412944793701
9078	linear.bias	8	-0.47059035301208496
9078	linear.bias	9	-0.7337069511413574
9275	transitions	0	0.06650232523679733
9275	transitions	1	-0.3697250783443451
9275	transitions	2	-10000.0
9275	transitions	3	-1.734778881072998
9275	transitions	4	-10000.0
9275	transitions	5	0.8994264006614685
9275	transitions	6	0.2319130301475525
9275	transitions	7	0.26599636673927307
9275	transitions	8	-1.1187316179275513
9275	transitions	9	0.00230642082169652
9275	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
9275	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
9275	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
9275	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
9275	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
9275	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
9275	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
9275	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
9275	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
9275	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
9275	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
9275	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
9275	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
9275	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
9275	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
9275	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
9275	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
9275	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
9275	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
9275	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
9275	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
9275	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
9275	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
9275	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
9275	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
9275	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
9275	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
9275	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
9275	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
9275	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
9275	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
9275	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
9275	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
9275	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
9275	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
9275	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
9275	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
9275	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
9275	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
9275	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
9275	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
9275	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
9275	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
9275	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
9275	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
9275	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
9275	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
9275	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
9275	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
9275	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
9275	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
9275	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
9275	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
9275	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
9275	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
9275	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
9275	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
9275	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
9275	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
9275	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
9275	embedding2nn.weight	0	0.01506408303976059
9275	embedding2nn.weight	1	-0.011329512111842632
9275	embedding2nn.weight	2	-0.014268254861235619
9275	embedding2nn.weight	3	0.01480808760970831
9275	embedding2nn.weight	4	-0.005915033631026745
9275	embedding2nn.weight	5	-0.003700596047565341
9275	embedding2nn.weight	6	-0.003973270300775766
9275	embedding2nn.weight	7	-0.02495788410305977
9275	embedding2nn.weight	8	-0.0019979383796453476
9275	embedding2nn.weight	9	-0.0032273326069116592
9275	embedding2nn.bias	0	0.013905325904488564
9275	embedding2nn.bias	1	-0.003177919192239642
9275	embedding2nn.bias	2	0.04945497587323189
9275	embedding2nn.bias	3	0.008538490161299706
9275	embedding2nn.bias	4	0.007249233312904835
9275	embedding2nn.bias	5	-0.03197365626692772
9275	embedding2nn.bias	6	0.015742044895887375
9275	embedding2nn.bias	7	-0.021963585168123245
9275	embedding2nn.bias	8	0.008795284666121006
9275	embedding2nn.bias	9	0.004940407816320658
9275	rnn.weight_ih_l0	0	-0.010573703795671463
9275	rnn.weight_ih_l0	1	0.01591140404343605
9275	rnn.weight_ih_l0	2	0.025813201442360878
9275	rnn.weight_ih_l0	3	0.02637602388858795
9275	rnn.weight_ih_l0	4	-0.008964666165411472
9275	rnn.weight_ih_l0	5	-0.04482528939843178
9275	rnn.weight_ih_l0	6	0.008204647339880466
9275	rnn.weight_ih_l0	7	0.04400027170777321
9275	rnn.weight_ih_l0	8	0.026787133887410164
9275	rnn.weight_ih_l0	9	-0.04068579524755478
9275	rnn.weight_hh_l0	0	-0.03630533814430237
9275	rnn.weight_hh_l0	1	0.009008398279547691
9275	rnn.weight_hh_l0	2	0.007269940804690123
9275	rnn.weight_hh_l0	3	-0.01211670320481062
9275	rnn.weight_hh_l0	4	0.029614906758069992
9275	rnn.weight_hh_l0	5	-0.013286776840686798
9275	rnn.weight_hh_l0	6	-0.03319629281759262
9275	rnn.weight_hh_l0	7	-0.0344763919711113
9275	rnn.weight_hh_l0	8	0.005174081772565842
9275	rnn.weight_hh_l0	9	-0.024234483018517494
9275	rnn.bias_ih_l0	0	0.012287888675928116
9275	rnn.bias_ih_l0	1	-0.011247347109019756
9275	rnn.bias_ih_l0	2	-0.0075185648165643215
9275	rnn.bias_ih_l0	3	0.0365864634513855
9275	rnn.bias_ih_l0	4	-0.05618799850344658
9275	rnn.bias_ih_l0	5	-0.01348846685141325
9275	rnn.bias_ih_l0	6	0.004881770815700293
9275	rnn.bias_ih_l0	7	0.03324725106358528
9275	rnn.bias_ih_l0	8	-0.06209683418273926
9275	rnn.bias_ih_l0	9	0.00527231628075242
9275	rnn.bias_hh_l0	0	-0.02051946334540844
9275	rnn.bias_hh_l0	1	-0.041188497096300125
9275	rnn.bias_hh_l0	2	-0.00576732587069273
9275	rnn.bias_hh_l0	3	-0.030806848779320717
9275	rnn.bias_hh_l0	4	-0.0032372900750488043
9275	rnn.bias_hh_l0	5	0.025992032140493393
9275	rnn.bias_hh_l0	6	0.04072943702340126
9275	rnn.bias_hh_l0	7	-0.01602807268500328
9275	rnn.bias_hh_l0	8	-0.03536415100097656
9275	rnn.bias_hh_l0	9	-0.013990622945129871
9275	rnn.weight_ih_l0_reverse	0	-0.0008447644067928195
9275	rnn.weight_ih_l0_reverse	1	-0.03696189820766449
9275	rnn.weight_ih_l0_reverse	2	-0.022517478093504906
9275	rnn.weight_ih_l0_reverse	3	-9.186380339087918e-05
9275	rnn.weight_ih_l0_reverse	4	-0.014591657556593418
9275	rnn.weight_ih_l0_reverse	5	-0.04511907696723938
9275	rnn.weight_ih_l0_reverse	6	0.036895714700222015
9275	rnn.weight_ih_l0_reverse	7	-0.028462592512369156
9275	rnn.weight_ih_l0_reverse	8	-0.030972115695476532
9275	rnn.weight_ih_l0_reverse	9	0.014030234888195992
9275	rnn.weight_hh_l0_reverse	0	0.026764454320073128
9275	rnn.weight_hh_l0_reverse	1	0.03361861780285835
9275	rnn.weight_hh_l0_reverse	2	0.024780791252851486
9275	rnn.weight_hh_l0_reverse	3	0.01769854873418808
9275	rnn.weight_hh_l0_reverse	4	0.01193353720009327
9275	rnn.weight_hh_l0_reverse	5	-0.006732719484716654
9275	rnn.weight_hh_l0_reverse	6	0.03664642199873924
9275	rnn.weight_hh_l0_reverse	7	-0.018900066614151
9275	rnn.weight_hh_l0_reverse	8	0.004951048642396927
9275	rnn.weight_hh_l0_reverse	9	0.044930823147296906
9275	rnn.bias_ih_l0_reverse	0	-0.05045069754123688
9275	rnn.bias_ih_l0_reverse	1	-0.0514594241976738
9275	rnn.bias_ih_l0_reverse	2	-0.00552780507132411
9275	rnn.bias_ih_l0_reverse	3	0.019452720880508423
9275	rnn.bias_ih_l0_reverse	4	-0.009347262792289257
9275	rnn.bias_ih_l0_reverse	5	0.026084192097187042
9275	rnn.bias_ih_l0_reverse	6	0.0035367561504244804
9275	rnn.bias_ih_l0_reverse	7	0.031074943020939827
9275	rnn.bias_ih_l0_reverse	8	-0.02788134291768074
9275	rnn.bias_ih_l0_reverse	9	0.037901826202869415
9275	rnn.bias_hh_l0_reverse	0	-0.02189072221517563
9275	rnn.bias_hh_l0_reverse	1	0.00682491110637784
9275	rnn.bias_hh_l0_reverse	2	-0.009023533202707767
9275	rnn.bias_hh_l0_reverse	3	-0.045331377536058426
9275	rnn.bias_hh_l0_reverse	4	-0.03427788242697716
9275	rnn.bias_hh_l0_reverse	5	-0.03929037228226662
9275	rnn.bias_hh_l0_reverse	6	0.0044532534666359425
9275	rnn.bias_hh_l0_reverse	7	0.018130099400877953
9275	rnn.bias_hh_l0_reverse	8	0.038967058062553406
9275	rnn.bias_hh_l0_reverse	9	-0.09784462302923203
9275	rnn.weight_ih_l1	0	-0.024632954970002174
9275	rnn.weight_ih_l1	1	-0.02458787150681019
9275	rnn.weight_ih_l1	2	0.028622759506106377
9275	rnn.weight_ih_l1	3	0.011336647905409336
9275	rnn.weight_ih_l1	4	0.01278797909617424
9275	rnn.weight_ih_l1	5	-0.03616875410079956
9275	rnn.weight_ih_l1	6	0.021187232807278633
9275	rnn.weight_ih_l1	7	-0.03902323544025421
9275	rnn.weight_ih_l1	8	0.03713421896100044
9275	rnn.weight_ih_l1	9	0.019740452989935875
9275	rnn.weight_hh_l1	0	0.003998446278274059
9275	rnn.weight_hh_l1	1	0.005974238738417625
9275	rnn.weight_hh_l1	2	-0.027804024517536163
9275	rnn.weight_hh_l1	3	0.0017229802906513214
9275	rnn.weight_hh_l1	4	0.005278212949633598
9275	rnn.weight_hh_l1	5	0.03730952739715576
9275	rnn.weight_hh_l1	6	0.03223225846886635
9275	rnn.weight_hh_l1	7	-0.03120391257107258
9275	rnn.weight_hh_l1	8	-0.041766632348299026
9275	rnn.weight_hh_l1	9	0.038301046937704086
9275	rnn.bias_ih_l1	0	-0.03605366125702858
9275	rnn.bias_ih_l1	1	-0.045115526765584946
9275	rnn.bias_ih_l1	2	-0.06978809833526611
9275	rnn.bias_ih_l1	3	-0.04221247509121895
9275	rnn.bias_ih_l1	4	-0.12427959591150284
9275	rnn.bias_ih_l1	5	-0.04675349220633507
9275	rnn.bias_ih_l1	6	0.026686571538448334
9275	rnn.bias_ih_l1	7	0.010494162328541279
9275	rnn.bias_ih_l1	8	-0.0367211252450943
9275	rnn.bias_ih_l1	9	-0.022012988105416298
9275	rnn.bias_hh_l1	0	-0.04674996808171272
9275	rnn.bias_hh_l1	1	-0.0006214802851900458
9275	rnn.bias_hh_l1	2	-0.005843207240104675
9275	rnn.bias_hh_l1	3	-0.03043706901371479
9275	rnn.bias_hh_l1	4	-0.03656235337257385
9275	rnn.bias_hh_l1	5	0.002722973469644785
9275	rnn.bias_hh_l1	6	-0.004095930606126785
9275	rnn.bias_hh_l1	7	-0.059803470969200134
9275	rnn.bias_hh_l1	8	0.02736252173781395
9275	rnn.bias_hh_l1	9	0.0002366439439356327
9275	rnn.weight_ih_l1_reverse	0	-0.03275814652442932
9275	rnn.weight_ih_l1_reverse	1	0.02518615685403347
9275	rnn.weight_ih_l1_reverse	2	-0.029274433851242065
9275	rnn.weight_ih_l1_reverse	3	-0.015663357451558113
9275	rnn.weight_ih_l1_reverse	4	0.0015373348724097013
9275	rnn.weight_ih_l1_reverse	5	-0.04220358282327652
9275	rnn.weight_ih_l1_reverse	6	-0.02489682286977768
9275	rnn.weight_ih_l1_reverse	7	0.013816670514643192
9275	rnn.weight_ih_l1_reverse	8	0.017122570425271988
9275	rnn.weight_ih_l1_reverse	9	-0.0541413351893425
9275	rnn.weight_hh_l1_reverse	0	0.009311893954873085
9275	rnn.weight_hh_l1_reverse	1	0.024772826582193375
9275	rnn.weight_hh_l1_reverse	2	-0.03736498951911926
9275	rnn.weight_hh_l1_reverse	3	0.03856172040104866
9275	rnn.weight_hh_l1_reverse	4	0.03875081241130829
9275	rnn.weight_hh_l1_reverse	5	0.012483789585530758
9275	rnn.weight_hh_l1_reverse	6	0.003277774201706052
9275	rnn.weight_hh_l1_reverse	7	0.027580415830016136
9275	rnn.weight_hh_l1_reverse	8	-0.0038918901700526476
9275	rnn.weight_hh_l1_reverse	9	-0.03354736417531967
9275	rnn.bias_ih_l1_reverse	0	0.001218347460962832
9275	rnn.bias_ih_l1_reverse	1	-0.029404141008853912
9275	rnn.bias_ih_l1_reverse	2	-0.049185123294591904
9275	rnn.bias_ih_l1_reverse	3	-0.010812517255544662
9275	rnn.bias_ih_l1_reverse	4	-0.06258615851402283
9275	rnn.bias_ih_l1_reverse	5	-0.027332710102200508
9275	rnn.bias_ih_l1_reverse	6	-0.04074600338935852
9275	rnn.bias_ih_l1_reverse	7	-0.03703576326370239
9275	rnn.bias_ih_l1_reverse	8	0.10709765553474426
9275	rnn.bias_ih_l1_reverse	9	0.03187151998281479
9275	rnn.bias_hh_l1_reverse	0	-0.0026508134324103594
9275	rnn.bias_hh_l1_reverse	1	-0.004467417486011982
9275	rnn.bias_hh_l1_reverse	2	-0.10070952773094177
9275	rnn.bias_hh_l1_reverse	3	0.01622668281197548
9275	rnn.bias_hh_l1_reverse	4	-0.016115134581923485
9275	rnn.bias_hh_l1_reverse	5	-0.0037485037464648485
9275	rnn.bias_hh_l1_reverse	6	0.06282002478837967
9275	rnn.bias_hh_l1_reverse	7	-0.0038978212978690863
9275	rnn.bias_hh_l1_reverse	8	-0.045078378170728683
9275	rnn.bias_hh_l1_reverse	9	-0.030409935861825943
9275	linear.weight	0	0.002228822559118271
9275	linear.weight	1	0.07542165368795395
9275	linear.weight	2	-0.054905276745557785
9275	linear.weight	3	0.13834336400032043
9275	linear.weight	4	0.11637891083955765
9275	linear.weight	5	0.044331144541502
9275	linear.weight	6	0.008966349065303802
9275	linear.weight	7	0.0336955189704895
9275	linear.weight	8	0.04383789747953415
9275	linear.weight	9	-0.07777325063943863
9275	linear.bias	0	-0.09643637388944626
9275	linear.bias	1	0.24426661431789398
9275	linear.bias	2	-0.021839652210474014
9275	linear.bias	3	-0.7318229675292969
9275	linear.bias	4	-0.7629585266113281
9275	linear.bias	5	0.09745046496391296
9275	linear.bias	6	-0.32933783531188965
9275	linear.bias	7	0.44430428743362427
9275	linear.bias	8	-0.46979376673698425
9275	linear.bias	9	-0.7401895523071289
9472	transitions	0	0.07115031778812408
9472	transitions	1	-0.36165785789489746
9472	transitions	2	-10000.0
9472	transitions	3	-1.735329031944275
9472	transitions	4	-10000.0
9472	transitions	5	0.8947040438652039
9472	transitions	6	0.22719621658325195
9472	transitions	7	0.260795921087265
9472	transitions	8	-1.1211705207824707
9472	transitions	9	0.00226639024913311
9472	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
9472	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
9472	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
9472	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
9472	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
9472	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
9472	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
9472	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
9472	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
9472	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
9472	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
9472	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
9472	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
9472	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
9472	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
9472	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
9472	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
9472	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
9472	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
9472	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
9472	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
9472	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
9472	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
9472	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
9472	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
9472	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
9472	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
9472	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
9472	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
9472	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
9472	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
9472	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
9472	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
9472	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
9472	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
9472	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
9472	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
9472	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
9472	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
9472	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
9472	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
9472	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
9472	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
9472	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
9472	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
9472	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
9472	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
9472	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
9472	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
9472	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
9472	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
9472	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
9472	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
9472	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
9472	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
9472	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
9472	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
9472	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
9472	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
9472	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
9472	embedding2nn.weight	0	0.0166244488209486
9472	embedding2nn.weight	1	-0.011411326006054878
9472	embedding2nn.weight	2	-0.014268254861235619
9472	embedding2nn.weight	3	0.016173547133803368
9472	embedding2nn.weight	4	-0.005915033631026745
9472	embedding2nn.weight	5	-0.003700596746057272
9472	embedding2nn.weight	6	-0.003973270766437054
9472	embedding2nn.weight	7	-0.024740753695368767
9472	embedding2nn.weight	8	-0.0019979383796453476
9472	embedding2nn.weight	9	-0.001992752542719245
9472	embedding2nn.bias	0	0.0043907202780246735
9472	embedding2nn.bias	1	-0.004023147281259298
9472	embedding2nn.bias	2	0.049676500260829926
9472	embedding2nn.bias	3	0.0018005856545642018
9472	embedding2nn.bias	4	0.0023547725286334753
9472	embedding2nn.bias	5	-0.03330292925238609
9472	embedding2nn.bias	6	0.01736506074666977
9472	embedding2nn.bias	7	-0.026271384209394455
9472	embedding2nn.bias	8	0.0076483977027237415
9472	embedding2nn.bias	9	0.0003948482626583427
9472	rnn.weight_ih_l0	0	-0.010186346247792244
9472	rnn.weight_ih_l0	1	0.015010538510978222
9472	rnn.weight_ih_l0	2	0.025954103097319603
9472	rnn.weight_ih_l0	3	0.02560524269938469
9472	rnn.weight_ih_l0	4	-0.008156264200806618
9472	rnn.weight_ih_l0	5	-0.04449955374002457
9472	rnn.weight_ih_l0	6	0.008297622203826904
9472	rnn.weight_ih_l0	7	0.04358241334557533
9472	rnn.weight_ih_l0	8	0.027035480365157127
9472	rnn.weight_ih_l0	9	-0.040528830140829086
9472	rnn.weight_hh_l0	0	-0.03673219680786133
9472	rnn.weight_hh_l0	1	0.008416672237217426
9472	rnn.weight_hh_l0	2	0.0072415294125676155
9472	rnn.weight_hh_l0	3	-0.012503249570727348
9472	rnn.weight_hh_l0	4	0.029937326908111572
9472	rnn.weight_hh_l0	5	-0.014453110285103321
9472	rnn.weight_hh_l0	6	-0.03283093869686127
9472	rnn.weight_hh_l0	7	-0.03175664693117142
9472	rnn.weight_hh_l0	8	0.004581689368933439
9472	rnn.weight_hh_l0	9	-0.024602044373750687
9472	rnn.bias_ih_l0	0	0.012391171418130398
9472	rnn.bias_ih_l0	1	-0.009976924397051334
9472	rnn.bias_ih_l0	2	-0.00779374036937952
9472	rnn.bias_ih_l0	3	0.03789897263050079
9472	rnn.bias_ih_l0	4	-0.057137686759233475
9472	rnn.bias_ih_l0	5	-0.014731702394783497
9472	rnn.bias_ih_l0	6	0.005308834835886955
9472	rnn.bias_ih_l0	7	0.034751273691654205
9472	rnn.bias_ih_l0	8	-0.061951540410518646
9472	rnn.bias_ih_l0	9	0.005350586026906967
9472	rnn.bias_hh_l0	0	-0.02145075984299183
9472	rnn.bias_hh_l0	1	-0.04386034980416298
9472	rnn.bias_hh_l0	2	-0.004824708215892315
9472	rnn.bias_hh_l0	3	-0.031040705740451813
9472	rnn.bias_hh_l0	4	-0.0035943281836807728
9472	rnn.bias_hh_l0	5	0.025957191362977028
9472	rnn.bias_hh_l0	6	0.04177544265985489
9472	rnn.bias_hh_l0	7	-0.011936948634684086
9472	rnn.bias_hh_l0	8	-0.03448732569813728
9472	rnn.bias_hh_l0	9	-0.017280708998441696
9472	rnn.weight_ih_l0_reverse	0	-0.000750628940295428
9472	rnn.weight_ih_l0_reverse	1	-0.03928330913186073
9472	rnn.weight_ih_l0_reverse	2	-0.020869236439466476
9472	rnn.weight_ih_l0_reverse	3	0.000316846912028268
9472	rnn.weight_ih_l0_reverse	4	-0.014083842746913433
9472	rnn.weight_ih_l0_reverse	5	-0.045385248959064484
9472	rnn.weight_ih_l0_reverse	6	0.03705165162682533
9472	rnn.weight_ih_l0_reverse	7	-0.028828756883740425
9472	rnn.weight_ih_l0_reverse	8	-0.031936340034008026
9472	rnn.weight_ih_l0_reverse	9	0.014394128695130348
9472	rnn.weight_hh_l0_reverse	0	0.02631840854883194
9472	rnn.weight_hh_l0_reverse	1	0.034578390419483185
9472	rnn.weight_hh_l0_reverse	2	0.02485605888068676
9472	rnn.weight_hh_l0_reverse	3	0.01809951290488243
9472	rnn.weight_hh_l0_reverse	4	0.011986186727881432
9472	rnn.weight_hh_l0_reverse	5	-0.006842863280326128
9472	rnn.weight_hh_l0_reverse	6	0.03647777438163757
9472	rnn.weight_hh_l0_reverse	7	-0.019136905670166016
9472	rnn.weight_hh_l0_reverse	8	0.005135270766913891
9472	rnn.weight_hh_l0_reverse	9	0.0448901392519474
9472	rnn.bias_ih_l0_reverse	0	-0.05249406397342682
9472	rnn.bias_ih_l0_reverse	1	-0.046486664563417435
9472	rnn.bias_ih_l0_reverse	2	-0.0025139092467725277
9472	rnn.bias_ih_l0_reverse	3	0.020754119381308556
9472	rnn.bias_ih_l0_reverse	4	-0.010584141127765179
9472	rnn.bias_ih_l0_reverse	5	0.028917036950588226
9472	rnn.bias_ih_l0_reverse	6	0.00907617062330246
9472	rnn.bias_ih_l0_reverse	7	0.03129388019442558
9472	rnn.bias_ih_l0_reverse	8	-0.027569638565182686
9472	rnn.bias_ih_l0_reverse	9	0.03938007727265358
9472	rnn.bias_hh_l0_reverse	0	-0.023178521543741226
9472	rnn.bias_hh_l0_reverse	1	0.003239526180550456
9472	rnn.bias_hh_l0_reverse	2	-0.009706779383122921
9472	rnn.bias_hh_l0_reverse	3	-0.04558531194925308
9472	rnn.bias_hh_l0_reverse	4	-0.0358455628156662
9472	rnn.bias_hh_l0_reverse	5	-0.038685787469148636
9472	rnn.bias_hh_l0_reverse	6	0.005238449200987816
9472	rnn.bias_hh_l0_reverse	7	0.01743309758603573
9472	rnn.bias_hh_l0_reverse	8	0.03728838637471199
9472	rnn.bias_hh_l0_reverse	9	-0.09470947831869125
9472	rnn.weight_ih_l1	0	-0.025675339624285698
9472	rnn.weight_ih_l1	1	-0.025013092905282974
9472	rnn.weight_ih_l1	2	0.027731573209166527
9472	rnn.weight_ih_l1	3	0.014754941686987877
9472	rnn.weight_ih_l1	4	0.012946211732923985
9472	rnn.weight_ih_l1	5	-0.03592916578054428
9472	rnn.weight_ih_l1	6	0.020923728123307228
9472	rnn.weight_ih_l1	7	-0.039385586977005005
9472	rnn.weight_ih_l1	8	0.03725603595376015
9472	rnn.weight_ih_l1	9	0.019283941015601158
9472	rnn.weight_hh_l1	0	0.003458235412836075
9472	rnn.weight_hh_l1	1	0.0059987823478877544
9472	rnn.weight_hh_l1	2	-0.02717185579240322
9472	rnn.weight_hh_l1	3	0.0018597554881125689
9472	rnn.weight_hh_l1	4	0.007008113898336887
9472	rnn.weight_hh_l1	5	0.03693654388189316
9472	rnn.weight_hh_l1	6	0.032067593187093735
9472	rnn.weight_hh_l1	7	-0.03138454258441925
9472	rnn.weight_hh_l1	8	-0.04223953187465668
9472	rnn.weight_hh_l1	9	0.03867582231760025
9472	rnn.bias_ih_l1	0	-0.033669400960206985
9472	rnn.bias_ih_l1	1	-0.04459238797426224
9472	rnn.bias_ih_l1	2	-0.06948738545179367
9472	rnn.bias_ih_l1	3	-0.0445527657866478
9472	rnn.bias_ih_l1	4	-0.13352705538272858
9472	rnn.bias_ih_l1	5	-0.04591461643576622
9472	rnn.bias_ih_l1	6	0.022886447608470917
9472	rnn.bias_ih_l1	7	0.011848071590065956
9472	rnn.bias_ih_l1	8	-0.040297675877809525
9472	rnn.bias_ih_l1	9	-0.026450244709849358
9472	rnn.bias_hh_l1	0	-0.05050758644938469
9472	rnn.bias_hh_l1	1	-0.0007094505708664656
9472	rnn.bias_hh_l1	2	-0.004357915837317705
9472	rnn.bias_hh_l1	3	-0.030802272260189056
9472	rnn.bias_hh_l1	4	-0.03723686560988426
9472	rnn.bias_hh_l1	5	0.0024148370139300823
9472	rnn.bias_hh_l1	6	-0.010913987644016743
9472	rnn.bias_hh_l1	7	-0.06225103139877319
9472	rnn.bias_hh_l1	8	0.02283335104584694
9472	rnn.bias_hh_l1	9	-0.0015879484126344323
9472	rnn.weight_ih_l1_reverse	0	-0.03273851051926613
9472	rnn.weight_ih_l1_reverse	1	0.025339387357234955
9472	rnn.weight_ih_l1_reverse	2	-0.030752381309866905
9472	rnn.weight_ih_l1_reverse	3	-0.016957907006144524
9472	rnn.weight_ih_l1_reverse	4	0.0021116745192557573
9472	rnn.weight_ih_l1_reverse	5	-0.04224485158920288
9472	rnn.weight_ih_l1_reverse	6	-0.02063688449561596
9472	rnn.weight_ih_l1_reverse	7	0.01354747824370861
9472	rnn.weight_ih_l1_reverse	8	0.013890843838453293
9472	rnn.weight_ih_l1_reverse	9	-0.0493842177093029
9472	rnn.weight_hh_l1_reverse	0	0.008957543410360813
9472	rnn.weight_hh_l1_reverse	1	0.02493537776172161
9472	rnn.weight_hh_l1_reverse	2	-0.03757324069738388
9472	rnn.weight_hh_l1_reverse	3	0.03855413198471069
9472	rnn.weight_hh_l1_reverse	4	0.03805539384484291
9472	rnn.weight_hh_l1_reverse	5	0.012905526906251907
9472	rnn.weight_hh_l1_reverse	6	0.0028544606175273657
9472	rnn.weight_hh_l1_reverse	7	0.027609050273895264
9472	rnn.weight_hh_l1_reverse	8	-0.004147649742662907
9472	rnn.weight_hh_l1_reverse	9	-0.03332879766821861
9472	rnn.bias_ih_l1_reverse	0	0.0009309786255471408
9472	rnn.bias_ih_l1_reverse	1	-0.029352445155382156
9472	rnn.bias_ih_l1_reverse	2	-0.04917969927191734
9472	rnn.bias_ih_l1_reverse	3	-0.012406853958964348
9472	rnn.bias_ih_l1_reverse	4	-0.06125511974096298
9472	rnn.bias_ih_l1_reverse	5	-0.02969389595091343
9472	rnn.bias_ih_l1_reverse	6	-0.0411217100918293
9472	rnn.bias_ih_l1_reverse	7	-0.042828574776649475
9472	rnn.bias_ih_l1_reverse	8	0.10531328618526459
9472	rnn.bias_ih_l1_reverse	9	0.03293972462415695
9472	rnn.bias_hh_l1_reverse	0	0.0021469565108418465
9472	rnn.bias_hh_l1_reverse	1	-0.004281146451830864
9472	rnn.bias_hh_l1_reverse	2	-0.10152487456798553
9472	rnn.bias_hh_l1_reverse	3	0.01717103086411953
9472	rnn.bias_hh_l1_reverse	4	-0.01631244644522667
9472	rnn.bias_hh_l1_reverse	5	-0.003499099053442478
9472	rnn.bias_hh_l1_reverse	6	0.07268676161766052
9472	rnn.bias_hh_l1_reverse	7	-0.006312647834420204
9472	rnn.bias_hh_l1_reverse	8	-0.04528697952628136
9472	rnn.bias_hh_l1_reverse	9	-0.03008664958178997
9472	linear.weight	0	0.002228822559118271
9472	linear.weight	1	0.08406391739845276
9472	linear.weight	2	-0.0512060709297657
9472	linear.weight	3	0.13134558498859406
9472	linear.weight	4	0.13059669733047485
9472	linear.weight	5	0.048048168420791626
9472	linear.weight	6	0.0052999816834926605
9472	linear.weight	7	0.02318582311272621
9472	linear.weight	8	0.04366845637559891
9472	linear.weight	9	-0.06861861795186996
9472	linear.bias	0	-0.10031919181346893
9472	linear.bias	1	0.22577254474163055
9472	linear.bias	2	0.00229244795627892
9472	linear.bias	3	-0.7408696413040161
9472	linear.bias	4	-0.7767311930656433
9472	linear.bias	5	0.12224729359149933
9472	linear.bias	6	-0.3598780035972595
9472	linear.bias	7	0.4539647698402405
9472	linear.bias	8	-0.4789426028728485
9472	linear.bias	9	-0.7594102025032043
9669	transitions	0	0.08858900517225266
9669	transitions	1	-0.35154989361763
9669	transitions	2	-10000.0
9669	transitions	3	-1.735876441001892
9669	transitions	4	-10000.0
9669	transitions	5	0.8908990025520325
9669	transitions	6	0.2222888320684433
9669	transitions	7	0.255170077085495
9669	transitions	8	-1.1233952045440674
9669	transitions	9	0.0022349595092236996
9669	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
9669	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
9669	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
9669	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
9669	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
9669	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
9669	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
9669	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
9669	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
9669	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
9669	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
9669	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
9669	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
9669	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
9669	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
9669	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
9669	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
9669	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
9669	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
9669	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
9669	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
9669	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
9669	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
9669	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
9669	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
9669	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
9669	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
9669	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
9669	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
9669	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
9669	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
9669	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
9669	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
9669	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
9669	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
9669	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
9669	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
9669	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
9669	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
9669	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
9669	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
9669	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
9669	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
9669	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
9669	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
9669	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
9669	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
9669	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
9669	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
9669	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
9669	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
9669	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
9669	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
9669	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
9669	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
9669	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
9669	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
9669	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
9669	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
9669	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
9669	embedding2nn.weight	0	0.015380754135549068
9669	embedding2nn.weight	1	-0.011234434321522713
9669	embedding2nn.weight	2	-0.014268254861235619
9669	embedding2nn.weight	3	0.016457408666610718
9669	embedding2nn.weight	4	-0.005915033631026745
9669	embedding2nn.weight	5	-0.003700596746057272
9669	embedding2nn.weight	6	-0.003973269835114479
9669	embedding2nn.weight	7	-0.02630515955388546
9669	embedding2nn.weight	8	-0.0019979383796453476
9669	embedding2nn.weight	9	-0.0026750213000923395
9669	embedding2nn.bias	0	0.0015805846778675914
9669	embedding2nn.bias	1	-0.0034424473997205496
9669	embedding2nn.bias	2	0.049859680235385895
9669	embedding2nn.bias	3	0.005106006748974323
9669	embedding2nn.bias	4	-0.0023467177525162697
9669	embedding2nn.bias	5	-0.03619604930281639
9669	embedding2nn.bias	6	0.01422373577952385
9669	embedding2nn.bias	7	-0.020596321672201157
9669	embedding2nn.bias	8	0.009148565120995045
9669	embedding2nn.bias	9	0.003252529539167881
9669	rnn.weight_ih_l0	0	-0.012691586278378963
9669	rnn.weight_ih_l0	1	0.015277073718607426
9669	rnn.weight_ih_l0	2	0.02489214763045311
9669	rnn.weight_ih_l0	3	0.02517397701740265
9669	rnn.weight_ih_l0	4	-0.00869010854512453
9669	rnn.weight_ih_l0	5	-0.04436975345015526
9669	rnn.weight_ih_l0	6	0.00800091028213501
9669	rnn.weight_ih_l0	7	0.04303969815373421
9669	rnn.weight_ih_l0	8	0.027208907529711723
9669	rnn.weight_ih_l0	9	-0.04007554054260254
9669	rnn.weight_hh_l0	0	-0.03692280128598213
9669	rnn.weight_hh_l0	1	0.008612973615527153
9669	rnn.weight_hh_l0	2	0.00833908561617136
9669	rnn.weight_hh_l0	3	-0.012262936681509018
9669	rnn.weight_hh_l0	4	0.02991916798055172
9669	rnn.weight_hh_l0	5	-0.0144515261054039
9669	rnn.weight_hh_l0	6	-0.032616425305604935
9669	rnn.weight_hh_l0	7	-0.03357112035155296
9669	rnn.weight_hh_l0	8	0.004157137591391802
9669	rnn.weight_hh_l0	9	-0.02429373562335968
9669	rnn.bias_ih_l0	0	0.013054253533482552
9669	rnn.bias_ih_l0	1	-0.015133584849536419
9669	rnn.bias_ih_l0	2	-0.008989665657281876
9669	rnn.bias_ih_l0	3	0.04073181375861168
9669	rnn.bias_ih_l0	4	-0.05783916264772415
9669	rnn.bias_ih_l0	5	-0.013019602745771408
9669	rnn.bias_ih_l0	6	0.0035129322204738855
9669	rnn.bias_ih_l0	7	0.03132544085383415
9669	rnn.bias_ih_l0	8	-0.06428880244493484
9669	rnn.bias_ih_l0	9	0.007687084376811981
9669	rnn.bias_hh_l0	0	-0.02115212194621563
9669	rnn.bias_hh_l0	1	-0.04924948513507843
9669	rnn.bias_hh_l0	2	-0.00692948279902339
9669	rnn.bias_hh_l0	3	-0.03334151953458786
9669	rnn.bias_hh_l0	4	-0.00373954139649868
9669	rnn.bias_hh_l0	5	0.023340461775660515
9669	rnn.bias_hh_l0	6	0.04027941823005676
9669	rnn.bias_hh_l0	7	-0.008363347500562668
9669	rnn.bias_hh_l0	8	-0.03492903336882591
9669	rnn.bias_hh_l0	9	-0.017673946917057037
9669	rnn.weight_ih_l0_reverse	0	-0.001111749792471528
9669	rnn.weight_ih_l0_reverse	1	-0.040343888103961945
9669	rnn.weight_ih_l0_reverse	2	-0.021830979734659195
9669	rnn.weight_ih_l0_reverse	3	0.0006052165408618748
9669	rnn.weight_ih_l0_reverse	4	-0.014128608629107475
9669	rnn.weight_ih_l0_reverse	5	-0.04549179971218109
9669	rnn.weight_ih_l0_reverse	6	0.037429098039865494
9669	rnn.weight_ih_l0_reverse	7	-0.02862812578678131
9669	rnn.weight_ih_l0_reverse	8	-0.0322481170296669
9669	rnn.weight_ih_l0_reverse	9	0.014265182428061962
9669	rnn.weight_hh_l0_reverse	0	0.026393111795186996
9669	rnn.weight_hh_l0_reverse	1	0.034030985087156296
9669	rnn.weight_hh_l0_reverse	2	0.0249350406229496
9669	rnn.weight_hh_l0_reverse	3	0.0182268638163805
9669	rnn.weight_hh_l0_reverse	4	0.011696353554725647
9669	rnn.weight_hh_l0_reverse	5	-0.006998291704803705
9669	rnn.weight_hh_l0_reverse	6	0.036280468106269836
9669	rnn.weight_hh_l0_reverse	7	-0.019058354198932648
9669	rnn.weight_hh_l0_reverse	8	0.0050164880231022835
9669	rnn.weight_hh_l0_reverse	9	0.04513217508792877
9669	rnn.bias_ih_l0_reverse	0	-0.050045646727085114
9669	rnn.bias_ih_l0_reverse	1	-0.0531875416636467
9669	rnn.bias_ih_l0_reverse	2	-0.004564360249787569
9669	rnn.bias_ih_l0_reverse	3	0.01695420779287815
9669	rnn.bias_ih_l0_reverse	4	-0.008146749809384346
9669	rnn.bias_ih_l0_reverse	5	0.026737047359347343
9669	rnn.bias_ih_l0_reverse	6	0.007239771541208029
9669	rnn.bias_ih_l0_reverse	7	0.028985382989048958
9669	rnn.bias_ih_l0_reverse	8	-0.026858501136302948
9669	rnn.bias_ih_l0_reverse	9	0.03991013765335083
9669	rnn.bias_hh_l0_reverse	0	-0.020842276513576508
9669	rnn.bias_hh_l0_reverse	1	-0.00253130286000669
9669	rnn.bias_hh_l0_reverse	2	-0.009817991405725479
9669	rnn.bias_hh_l0_reverse	3	-0.044428370893001556
9669	rnn.bias_hh_l0_reverse	4	-0.03698073700070381
9669	rnn.bias_hh_l0_reverse	5	-0.036854878067970276
9669	rnn.bias_hh_l0_reverse	6	0.006250948179513216
9669	rnn.bias_hh_l0_reverse	7	0.017294302582740784
9669	rnn.bias_hh_l0_reverse	8	0.03778042271733284
9669	rnn.bias_hh_l0_reverse	9	-0.09537307918071747
9669	rnn.weight_ih_l1	0	-0.0261075459420681
9669	rnn.weight_ih_l1	1	-0.024892188608646393
9669	rnn.weight_ih_l1	2	0.030113182961940765
9669	rnn.weight_ih_l1	3	0.012095712125301361
9669	rnn.weight_ih_l1	4	0.01325502060353756
9669	rnn.weight_ih_l1	5	-0.03638383746147156
9669	rnn.weight_ih_l1	6	0.02060447260737419
9669	rnn.weight_ih_l1	7	-0.039281364530324936
9669	rnn.weight_ih_l1	8	0.037329938262701035
9669	rnn.weight_ih_l1	9	0.019297054037451744
9669	rnn.weight_hh_l1	0	0.003564458107575774
9669	rnn.weight_hh_l1	1	0.006116785109043121
9669	rnn.weight_hh_l1	2	-0.028056833893060684
9669	rnn.weight_hh_l1	3	0.0020773429423570633
9669	rnn.weight_hh_l1	4	0.006728462874889374
9669	rnn.weight_hh_l1	5	0.03691987693309784
9669	rnn.weight_hh_l1	6	0.03199614956974983
9669	rnn.weight_hh_l1	7	-0.031057223677635193
9669	rnn.weight_hh_l1	8	-0.04179197922348976
9669	rnn.weight_hh_l1	9	0.03865707293152809
9669	rnn.bias_ih_l1	0	-0.033068593591451645
9669	rnn.bias_ih_l1	1	-0.04480452463030815
9669	rnn.bias_ih_l1	2	-0.07095012068748474
9669	rnn.bias_ih_l1	3	-0.0438695065677166
9669	rnn.bias_ih_l1	4	-0.12258654087781906
9669	rnn.bias_ih_l1	5	-0.04486297443509102
9669	rnn.bias_ih_l1	6	0.023483458906412125
9669	rnn.bias_ih_l1	7	0.009753950871527195
9669	rnn.bias_ih_l1	8	-0.04179411008954048
9669	rnn.bias_ih_l1	9	-0.026758184656500816
9669	rnn.bias_hh_l1	0	-0.051626257598400116
9669	rnn.bias_hh_l1	1	-0.002694558585062623
9669	rnn.bias_hh_l1	2	-0.0053704665042459965
9669	rnn.bias_hh_l1	3	-0.032368287444114685
9669	rnn.bias_hh_l1	4	-0.03741169348359108
9669	rnn.bias_hh_l1	5	0.0025199924129992723
9669	rnn.bias_hh_l1	6	-0.008555225096642971
9669	rnn.bias_hh_l1	7	-0.06422904133796692
9669	rnn.bias_hh_l1	8	0.02227019891142845
9669	rnn.bias_hh_l1	9	-0.004546530544757843
9669	rnn.weight_ih_l1_reverse	0	-0.033795036375522614
9669	rnn.weight_ih_l1_reverse	1	0.02711162157356739
9669	rnn.weight_ih_l1_reverse	2	-0.03379213064908981
9669	rnn.weight_ih_l1_reverse	3	-0.01710929535329342
9669	rnn.weight_ih_l1_reverse	4	0.0017250699456781149
9669	rnn.weight_ih_l1_reverse	5	-0.042885176837444305
9669	rnn.weight_ih_l1_reverse	6	-0.018806271255016327
9669	rnn.weight_ih_l1_reverse	7	0.01372305303812027
9669	rnn.weight_ih_l1_reverse	8	0.013318865559995174
9669	rnn.weight_ih_l1_reverse	9	-0.05478201061487198
9669	rnn.weight_hh_l1_reverse	0	0.008425758220255375
9669	rnn.weight_hh_l1_reverse	1	0.02502390369772911
9669	rnn.weight_hh_l1_reverse	2	-0.03772234171628952
9669	rnn.weight_hh_l1_reverse	3	0.03869406878948212
9669	rnn.weight_hh_l1_reverse	4	0.038041818886995316
9669	rnn.weight_hh_l1_reverse	5	0.012788773514330387
9669	rnn.weight_hh_l1_reverse	6	0.002080917591229081
9669	rnn.weight_hh_l1_reverse	7	0.027554908767342567
9669	rnn.weight_hh_l1_reverse	8	-0.004321575164794922
9669	rnn.weight_hh_l1_reverse	9	-0.033373620361089706
9669	rnn.bias_ih_l1_reverse	0	0.002196320565417409
9669	rnn.bias_ih_l1_reverse	1	-0.028029976412653923
9669	rnn.bias_ih_l1_reverse	2	-0.04943718761205673
9669	rnn.bias_ih_l1_reverse	3	-0.01414444763213396
9669	rnn.bias_ih_l1_reverse	4	-0.06616666913032532
9669	rnn.bias_ih_l1_reverse	5	-0.031689148396253586
9669	rnn.bias_ih_l1_reverse	6	-0.04200008884072304
9669	rnn.bias_ih_l1_reverse	7	-0.04281768202781677
9669	rnn.bias_ih_l1_reverse	8	0.10799618065357208
9669	rnn.bias_ih_l1_reverse	9	0.025708353146910667
9669	rnn.bias_hh_l1_reverse	0	-0.0047156172804534435
9669	rnn.bias_hh_l1_reverse	1	-0.018217282369732857
9669	rnn.bias_hh_l1_reverse	2	-0.10446745157241821
9669	rnn.bias_hh_l1_reverse	3	0.0159837007522583
9669	rnn.bias_hh_l1_reverse	4	-0.01497623324394226
9669	rnn.bias_hh_l1_reverse	5	-0.004935262259095907
9669	rnn.bias_hh_l1_reverse	6	0.07661212980747223
9669	rnn.bias_hh_l1_reverse	7	-0.00660767313092947
9669	rnn.bias_hh_l1_reverse	8	-0.0474906824529171
9669	rnn.bias_hh_l1_reverse	9	-0.030786026269197464
9669	linear.weight	0	0.002228822559118271
9669	linear.weight	1	0.06736145913600922
9669	linear.weight	2	-0.06336284428834915
9669	linear.weight	3	0.12589788436889648
9669	linear.weight	4	0.12055207043886185
9669	linear.weight	5	0.04273386299610138
9669	linear.weight	6	0.0035496288910508156
9669	linear.weight	7	0.02075461484491825
9669	linear.weight	8	0.043542325496673584
9669	linear.weight	9	-0.08760765939950943
9669	linear.bias	0	-0.10261071473360062
9669	linear.bias	1	0.23860912024974823
9669	linear.bias	2	0.008351286873221397
9669	linear.bias	3	-0.7240973711013794
9669	linear.bias	4	-0.7481313347816467
9669	linear.bias	5	0.0973210483789444
9669	linear.bias	6	-0.34988728165626526
9669	linear.bias	7	0.42577576637268066
9669	linear.bias	8	-0.4691184461116791
9669	linear.bias	9	-0.7413823008537292
9866	transitions	0	0.09411182254552841
9866	transitions	1	-0.3386254906654358
9866	transitions	2	-10000.0
9866	transitions	3	-1.7366549968719482
9866	transitions	4	-10000.0
9866	transitions	5	0.8882961869239807
9866	transitions	6	0.21824254095554352
9866	transitions	7	0.24764889478683472
9866	transitions	8	-1.1265846490859985
9866	transitions	9	0.0022007909137755632
9866	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
9866	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
9866	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
9866	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
9866	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
9866	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
9866	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
9866	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
9866	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
9866	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
9866	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
9866	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
9866	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
9866	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
9866	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
9866	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
9866	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
9866	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
9866	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
9866	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
9866	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
9866	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
9866	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
9866	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
9866	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
9866	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
9866	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
9866	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
9866	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
9866	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
9866	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
9866	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
9866	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
9866	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
9866	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
9866	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
9866	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
9866	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
9866	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
9866	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
9866	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
9866	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
9866	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
9866	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
9866	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
9866	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
9866	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
9866	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
9866	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
9866	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
9866	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
9866	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
9866	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
9866	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
9866	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
9866	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
9866	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
9866	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
9866	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
9866	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
9866	embedding2nn.weight	0	0.012262442149221897
9866	embedding2nn.weight	1	-0.011347287334501743
9866	embedding2nn.weight	2	-0.014268254861235619
9866	embedding2nn.weight	3	0.016240010038018227
9866	embedding2nn.weight	4	-0.005915033631026745
9866	embedding2nn.weight	5	-0.0037005965132266283
9866	embedding2nn.weight	6	-0.0039732675068080425
9866	embedding2nn.weight	7	-0.026023149490356445
9866	embedding2nn.weight	8	-0.0019979383796453476
9866	embedding2nn.weight	9	-0.0028688530437648296
9866	embedding2nn.bias	0	-0.00013346383639145643
9866	embedding2nn.bias	1	-0.008018062449991703
9866	embedding2nn.bias	2	0.05285274609923363
9866	embedding2nn.bias	3	0.012909253127872944
9866	embedding2nn.bias	4	-0.0008969384361989796
9866	embedding2nn.bias	5	-0.03511997312307358
9866	embedding2nn.bias	6	0.019744619727134705
9866	embedding2nn.bias	7	-0.021074894815683365
9866	embedding2nn.bias	8	0.004078114405274391
9866	embedding2nn.bias	9	0.0073322816751897335
9866	rnn.weight_ih_l0	0	-0.012862937524914742
9866	rnn.weight_ih_l0	1	0.013908430933952332
9866	rnn.weight_ih_l0	2	0.024472812190651894
9866	rnn.weight_ih_l0	3	0.025516999885439873
9866	rnn.weight_ih_l0	4	-0.00896281749010086
9866	rnn.weight_ih_l0	5	-0.04440046846866608
9866	rnn.weight_ih_l0	6	0.008565948344767094
9866	rnn.weight_ih_l0	7	0.04291725531220436
9866	rnn.weight_ih_l0	8	0.02714729495346546
9866	rnn.weight_ih_l0	9	-0.03980976343154907
9866	rnn.weight_hh_l0	0	-0.037485480308532715
9866	rnn.weight_hh_l0	1	0.00852742325514555
9866	rnn.weight_hh_l0	2	0.007092063780874014
9866	rnn.weight_hh_l0	3	-0.011631430126726627
9866	rnn.weight_hh_l0	4	0.029669078066945076
9866	rnn.weight_hh_l0	5	-0.014050104655325413
9866	rnn.weight_hh_l0	6	-0.03268919140100479
9866	rnn.weight_hh_l0	7	-0.033448122441768646
9866	rnn.weight_hh_l0	8	0.00455864891409874
9866	rnn.weight_hh_l0	9	-0.023805340752005577
9866	rnn.bias_ih_l0	0	0.013279126025736332
9866	rnn.bias_ih_l0	1	-0.014664225280284882
9866	rnn.bias_ih_l0	2	-0.00816398672759533
9866	rnn.bias_ih_l0	3	0.03931524604558945
9866	rnn.bias_ih_l0	4	-0.057170167565345764
9866	rnn.bias_ih_l0	5	-0.012903904542326927
9866	rnn.bias_ih_l0	6	0.0005264599458314478
9866	rnn.bias_ih_l0	7	0.03278861567378044
9866	rnn.bias_ih_l0	8	-0.06309834867715836
9866	rnn.bias_ih_l0	9	0.006772340275347233
9866	rnn.bias_hh_l0	0	-0.022784583270549774
9866	rnn.bias_hh_l0	1	-0.0536344014108181
9866	rnn.bias_hh_l0	2	-0.00955539382994175
9866	rnn.bias_hh_l0	3	-0.033700209110975266
9866	rnn.bias_hh_l0	4	-0.0036608411464840174
9866	rnn.bias_hh_l0	5	0.025045908987522125
9866	rnn.bias_hh_l0	6	0.03985029458999634
9866	rnn.bias_hh_l0	7	-0.012140695936977863
9866	rnn.bias_hh_l0	8	-0.03561706468462944
9866	rnn.bias_hh_l0	9	-0.022640515118837357
9866	rnn.weight_ih_l0_reverse	0	-0.00022025976795703173
9866	rnn.weight_ih_l0_reverse	1	-0.04006536304950714
9866	rnn.weight_ih_l0_reverse	2	-0.021815283223986626
9866	rnn.weight_ih_l0_reverse	3	0.0008779304334893823
9866	rnn.weight_ih_l0_reverse	4	-0.014573714695870876
9866	rnn.weight_ih_l0_reverse	5	-0.045495305210351944
9866	rnn.weight_ih_l0_reverse	6	0.03755006194114685
9866	rnn.weight_ih_l0_reverse	7	-0.028854841366410255
9866	rnn.weight_ih_l0_reverse	8	-0.03189954161643982
9866	rnn.weight_ih_l0_reverse	9	0.014148379676043987
9866	rnn.weight_hh_l0_reverse	0	0.02574295923113823
9866	rnn.weight_hh_l0_reverse	1	0.034259989857673645
9866	rnn.weight_hh_l0_reverse	2	0.024501316249370575
9866	rnn.weight_hh_l0_reverse	3	0.018518496304750443
9866	rnn.weight_hh_l0_reverse	4	0.011352390982210636
9866	rnn.weight_hh_l0_reverse	5	-0.006763949058949947
9866	rnn.weight_hh_l0_reverse	6	0.036493394523859024
9866	rnn.weight_hh_l0_reverse	7	-0.019592536613345146
9866	rnn.weight_hh_l0_reverse	8	0.00515122851356864
9866	rnn.weight_hh_l0_reverse	9	0.045106519013643265
9866	rnn.bias_ih_l0_reverse	0	-0.04894762486219406
9866	rnn.bias_ih_l0_reverse	1	-0.050327371805906296
9866	rnn.bias_ih_l0_reverse	2	-0.0005903405835852027
9866	rnn.bias_ih_l0_reverse	3	0.017602860927581787
9866	rnn.bias_ih_l0_reverse	4	-0.01524714007973671
9866	rnn.bias_ih_l0_reverse	5	0.024394908919930458
9866	rnn.bias_ih_l0_reverse	6	0.0070275007747113705
9866	rnn.bias_ih_l0_reverse	7	0.03019302897155285
9866	rnn.bias_ih_l0_reverse	8	-0.02745109796524048
9866	rnn.bias_ih_l0_reverse	9	0.03781871125102043
9866	rnn.bias_hh_l0_reverse	0	-0.02080739103257656
9866	rnn.bias_hh_l0_reverse	1	-0.008554193191230297
9866	rnn.bias_hh_l0_reverse	2	-0.007419289089739323
9866	rnn.bias_hh_l0_reverse	3	-0.04559602960944176
9866	rnn.bias_hh_l0_reverse	4	-0.03640659525990486
9866	rnn.bias_hh_l0_reverse	5	-0.03746055066585541
9866	rnn.bias_hh_l0_reverse	6	0.004579450935125351
9866	rnn.bias_hh_l0_reverse	7	0.01632697507739067
9866	rnn.bias_hh_l0_reverse	8	0.037784066051244736
9866	rnn.bias_hh_l0_reverse	9	-0.09460074454545975
9866	rnn.weight_ih_l1	0	-0.02652413584291935
9866	rnn.weight_ih_l1	1	-0.02534216083586216
9866	rnn.weight_ih_l1	2	0.028982460498809814
9866	rnn.weight_ih_l1	3	0.011045857332646847
9866	rnn.weight_ih_l1	4	0.013202406466007233
9866	rnn.weight_ih_l1	5	-0.03593062236905098
9866	rnn.weight_ih_l1	6	0.020720701664686203
9866	rnn.weight_ih_l1	7	-0.03917259722948074
9866	rnn.weight_ih_l1	8	0.038417741656303406
9866	rnn.weight_ih_l1	9	0.019124841317534447
9866	rnn.weight_hh_l1	0	0.003383333794772625
9866	rnn.weight_hh_l1	1	0.0061103058978915215
9866	rnn.weight_hh_l1	2	-0.024279557168483734
9866	rnn.weight_hh_l1	3	0.002173013985157013
9866	rnn.weight_hh_l1	4	0.006016407627612352
9866	rnn.weight_hh_l1	5	0.03663913905620575
9866	rnn.weight_hh_l1	6	0.03245122730731964
9866	rnn.weight_hh_l1	7	-0.031217098236083984
9866	rnn.weight_hh_l1	8	-0.041842855513095856
9866	rnn.weight_hh_l1	9	0.038542915135622025
9866	rnn.bias_ih_l1	0	-0.035503752529621124
9866	rnn.bias_ih_l1	1	-0.049001891165971756
9866	rnn.bias_ih_l1	2	-0.07354852557182312
9866	rnn.bias_ih_l1	3	-0.04570858180522919
9866	rnn.bias_ih_l1	4	-0.12140979617834091
9866	rnn.bias_ih_l1	5	-0.049125269055366516
9866	rnn.bias_ih_l1	6	0.02100198343396187
9866	rnn.bias_ih_l1	7	0.00826993677765131
9866	rnn.bias_ih_l1	8	-0.03920528292655945
9866	rnn.bias_ih_l1	9	-0.028453059494495392
9866	rnn.bias_hh_l1	0	-0.05567397549748421
9866	rnn.bias_hh_l1	1	-0.002882608212530613
9866	rnn.bias_hh_l1	2	-0.009143036790192127
9866	rnn.bias_hh_l1	3	-0.031343307346105576
9866	rnn.bias_hh_l1	4	-0.03923985734581947
9866	rnn.bias_hh_l1	5	0.0024273914750665426
9866	rnn.bias_hh_l1	6	-0.005730925127863884
9866	rnn.bias_hh_l1	7	-0.056715186685323715
9866	rnn.bias_hh_l1	8	0.019531330093741417
9866	rnn.bias_hh_l1	9	-0.0046164109371602535
9866	rnn.weight_ih_l1_reverse	0	-0.03490676358342171
9866	rnn.weight_ih_l1_reverse	1	0.030515646561980247
9866	rnn.weight_ih_l1_reverse	2	-0.033538974821567535
9866	rnn.weight_ih_l1_reverse	3	-0.016335418447852135
9866	rnn.weight_ih_l1_reverse	4	0.0016692556673660874
9866	rnn.weight_ih_l1_reverse	5	-0.04252555966377258
9866	rnn.weight_ih_l1_reverse	6	-0.01962685026228428
9866	rnn.weight_ih_l1_reverse	7	0.013549434021115303
9866	rnn.weight_ih_l1_reverse	8	0.013625138439238071
9866	rnn.weight_ih_l1_reverse	9	-0.0549238920211792
9866	rnn.weight_hh_l1_reverse	0	0.00819741003215313
9866	rnn.weight_hh_l1_reverse	1	0.02493291348218918
9866	rnn.weight_hh_l1_reverse	2	-0.037800367921590805
9866	rnn.weight_hh_l1_reverse	3	0.03832921013236046
9866	rnn.weight_hh_l1_reverse	4	0.03892321512103081
9866	rnn.weight_hh_l1_reverse	5	0.012521748431026936
9866	rnn.weight_hh_l1_reverse	6	0.0023758760653436184
9866	rnn.weight_hh_l1_reverse	7	0.027662478387355804
9866	rnn.weight_hh_l1_reverse	8	-0.004375296179205179
9866	rnn.weight_hh_l1_reverse	9	-0.033576175570487976
9866	rnn.bias_ih_l1_reverse	0	0.0010218968382105231
9866	rnn.bias_ih_l1_reverse	1	-0.028550904244184494
9866	rnn.bias_ih_l1_reverse	2	-0.049969132989645004
9866	rnn.bias_ih_l1_reverse	3	-0.00026271308888681233
9866	rnn.bias_ih_l1_reverse	4	-0.06855656951665878
9866	rnn.bias_ih_l1_reverse	5	-0.03103368915617466
9866	rnn.bias_ih_l1_reverse	6	-0.043302666395902634
9866	rnn.bias_ih_l1_reverse	7	-0.045201871544122696
9866	rnn.bias_ih_l1_reverse	8	0.10963667929172516
9866	rnn.bias_ih_l1_reverse	9	0.0287393257021904
9866	rnn.bias_hh_l1_reverse	0	-0.01430965680629015
9866	rnn.bias_hh_l1_reverse	1	-0.008014434948563576
9866	rnn.bias_hh_l1_reverse	2	-0.10694964230060577
9866	rnn.bias_hh_l1_reverse	3	0.014162096194922924
9866	rnn.bias_hh_l1_reverse	4	-0.017752641811966896
9866	rnn.bias_hh_l1_reverse	5	-0.005966654047369957
9866	rnn.bias_hh_l1_reverse	6	0.07662233710289001
9866	rnn.bias_hh_l1_reverse	7	-0.008874635212123394
9866	rnn.bias_hh_l1_reverse	8	-0.04676704853773117
9866	rnn.bias_hh_l1_reverse	9	-0.029776137322187424
9866	linear.weight	0	0.002228822559118271
9866	linear.weight	1	0.06093691661953926
9866	linear.weight	2	-0.06920994073152542
9866	linear.weight	3	0.13832701742649078
9866	linear.weight	4	0.10503149032592773
9866	linear.weight	5	0.03796577453613281
9866	linear.weight	6	0.0027361854445189238
9866	linear.weight	7	0.04838483780622482
9866	linear.weight	8	0.04345008358359337
9866	linear.weight	9	-0.10056493431329727
9866	linear.bias	0	-0.11530552804470062
9866	linear.bias	1	0.24809496104717255
9866	linear.bias	2	0.011758250184357166
9866	linear.bias	3	-0.7450723052024841
9866	linear.bias	4	-0.7633829116821289
9866	linear.bias	5	0.0839465782046318
9866	linear.bias	6	-0.3523217737674713
9866	linear.bias	7	0.4131447672843933
9866	linear.bias	8	-0.4716412127017975
9866	linear.bias	9	-0.7382427453994751
9870	transitions	0	0.0919482409954071
9870	transitions	1	-0.3333771228790283
9870	transitions	2	-10000.0
9870	transitions	3	-1.7366738319396973
9870	transitions	4	-10000.0
9870	transitions	5	0.8882379531860352
9870	transitions	6	0.21816563606262207
9870	transitions	7	0.24762488901615143
9870	transitions	8	-1.1266093254089355
9870	transitions	9	0.0022004079073667526
9870	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
9870	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
9870	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
9870	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
9870	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
9870	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
9870	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
9870	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
9870	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
9870	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
9870	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
9870	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
9870	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
9870	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
9870	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
9870	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
9870	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
9870	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
9870	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
9870	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
9870	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
9870	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
9870	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
9870	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
9870	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
9870	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
9870	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
9870	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
9870	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
9870	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
9870	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
9870	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
9870	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
9870	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
9870	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
9870	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
9870	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
9870	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
9870	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
9870	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
9870	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
9870	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
9870	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
9870	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
9870	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
9870	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
9870	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
9870	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
9870	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
9870	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
9870	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
9870	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
9870	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
9870	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
9870	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
9870	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
9870	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
9870	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
9870	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
9870	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
9870	embedding2nn.weight	0	0.012236416339874268
9870	embedding2nn.weight	1	-0.011377722956240177
9870	embedding2nn.weight	2	-0.014268254861235619
9870	embedding2nn.weight	3	0.016430910676717758
9870	embedding2nn.weight	4	-0.005915033631026745
9870	embedding2nn.weight	5	-0.0037005965132266283
9870	embedding2nn.weight	6	-0.0039732675068080425
9870	embedding2nn.weight	7	-0.026304224506020546
9870	embedding2nn.weight	8	-0.0019979383796453476
9870	embedding2nn.weight	9	-0.0027985454071313143
9870	embedding2nn.bias	0	-0.0016501402715221047
9870	embedding2nn.bias	1	-0.007050386629998684
9870	embedding2nn.bias	2	0.052362192422151566
9870	embedding2nn.bias	3	0.013730179518461227
9870	embedding2nn.bias	4	-8.501129923388362e-05
9870	embedding2nn.bias	5	-0.03411469981074333
9870	embedding2nn.bias	6	0.019875509664416313
9870	embedding2nn.bias	7	-0.0199175663292408
9870	embedding2nn.bias	8	0.0048268330283463
9870	embedding2nn.bias	9	0.006948514841496944
9870	rnn.weight_ih_l0	0	-0.012767508625984192
9870	rnn.weight_ih_l0	1	0.014030161313712597
9870	rnn.weight_ih_l0	2	0.02441978268325329
9870	rnn.weight_ih_l0	3	0.025412816554307938
9870	rnn.weight_ih_l0	4	-0.009119748137891293
9870	rnn.weight_ih_l0	5	-0.04442168027162552
9870	rnn.weight_ih_l0	6	0.008456103503704071
9870	rnn.weight_ih_l0	7	0.04288053140044212
9870	rnn.weight_ih_l0	8	0.027097608894109726
9870	rnn.weight_ih_l0	9	-0.039814285933971405
9870	rnn.weight_hh_l0	0	-0.03748966380953789
9870	rnn.weight_hh_l0	1	0.00831829197704792
9870	rnn.weight_hh_l0	2	0.007453744299709797
9870	rnn.weight_hh_l0	3	-0.011649644002318382
9870	rnn.weight_hh_l0	4	0.029713274911046028
9870	rnn.weight_hh_l0	5	-0.014040803536772728
9870	rnn.weight_hh_l0	6	-0.03264811262488365
9870	rnn.weight_hh_l0	7	-0.033159613609313965
9870	rnn.weight_hh_l0	8	0.0044974759221076965
9870	rnn.weight_hh_l0	9	-0.02380441688001156
9870	rnn.bias_ih_l0	0	0.01348334364593029
9870	rnn.bias_ih_l0	1	-0.01466525997966528
9870	rnn.bias_ih_l0	2	-0.008242905139923096
9870	rnn.bias_ih_l0	3	0.0394447036087513
9870	rnn.bias_ih_l0	4	-0.05707209184765816
9870	rnn.bias_ih_l0	5	-0.012795990332961082
9870	rnn.bias_ih_l0	6	0.0006758251111023128
9870	rnn.bias_ih_l0	7	0.03243030607700348
9870	rnn.bias_ih_l0	8	-0.06304909288883209
9870	rnn.bias_ih_l0	9	0.006688106805086136
9870	rnn.bias_hh_l0	0	-0.02251468412578106
9870	rnn.bias_hh_l0	1	-0.05351947993040085
9870	rnn.bias_hh_l0	2	-0.009547020308673382
9870	rnn.bias_hh_l0	3	-0.03374351188540459
9870	rnn.bias_hh_l0	4	-0.0035774640273302794
9870	rnn.bias_hh_l0	5	0.024617761373519897
9870	rnn.bias_hh_l0	6	0.03987003117799759
9870	rnn.bias_hh_l0	7	-0.012496340088546276
9870	rnn.bias_hh_l0	8	-0.035797588527202606
9870	rnn.bias_hh_l0	9	-0.02270161174237728
9870	rnn.weight_ih_l0_reverse	0	-0.0002899362298194319
9870	rnn.weight_ih_l0_reverse	1	-0.0399240106344223
9870	rnn.weight_ih_l0_reverse	2	-0.021481577306985855
9870	rnn.weight_ih_l0_reverse	3	0.0009056007838808
9870	rnn.weight_ih_l0_reverse	4	-0.014570686034858227
9870	rnn.weight_ih_l0_reverse	5	-0.045506857335567474
9870	rnn.weight_ih_l0_reverse	6	0.0375673770904541
9870	rnn.weight_ih_l0_reverse	7	-0.028865188360214233
9870	rnn.weight_ih_l0_reverse	8	-0.03189871087670326
9870	rnn.weight_ih_l0_reverse	9	0.014204590581357479
9870	rnn.weight_hh_l0_reverse	0	0.025679992511868477
9870	rnn.weight_hh_l0_reverse	1	0.03420785441994667
9870	rnn.weight_hh_l0_reverse	2	0.024484818801283836
9870	rnn.weight_hh_l0_reverse	3	0.018527889624238014
9870	rnn.weight_hh_l0_reverse	4	0.011266528628766537
9870	rnn.weight_hh_l0_reverse	5	-0.006720122881233692
9870	rnn.weight_hh_l0_reverse	6	0.03649576008319855
9870	rnn.weight_hh_l0_reverse	7	-0.01957750879228115
9870	rnn.weight_hh_l0_reverse	8	0.005060775671154261
9870	rnn.weight_hh_l0_reverse	9	0.0451560840010643
9870	rnn.bias_ih_l0_reverse	0	-0.04926109313964844
9870	rnn.bias_ih_l0_reverse	1	-0.049881793558597565
9870	rnn.bias_ih_l0_reverse	2	-0.0015241361688822508
9870	rnn.bias_ih_l0_reverse	3	0.017446108162403107
9870	rnn.bias_ih_l0_reverse	4	-0.015502182766795158
9870	rnn.bias_ih_l0_reverse	5	0.024369562044739723
9870	rnn.bias_ih_l0_reverse	6	0.007780131418257952
9870	rnn.bias_ih_l0_reverse	7	0.030549095943570137
9870	rnn.bias_ih_l0_reverse	8	-0.027581188827753067
9870	rnn.bias_ih_l0_reverse	9	0.037847984582185745
9870	rnn.bias_hh_l0_reverse	0	-0.020819099619984627
9870	rnn.bias_hh_l0_reverse	1	-0.008259845897555351
9870	rnn.bias_hh_l0_reverse	2	-0.007234066724777222
9870	rnn.bias_hh_l0_reverse	3	-0.04572524502873421
9870	rnn.bias_hh_l0_reverse	4	-0.03656359761953354
9870	rnn.bias_hh_l0_reverse	5	-0.03741876408457756
9870	rnn.bias_hh_l0_reverse	6	0.004503786098212004
9870	rnn.bias_hh_l0_reverse	7	0.016098646447062492
9870	rnn.bias_hh_l0_reverse	8	0.03760116919875145
9870	rnn.bias_hh_l0_reverse	9	-0.09430304169654846
9870	rnn.weight_ih_l1	0	-0.026469536125659943
9870	rnn.weight_ih_l1	1	-0.02534797228872776
9870	rnn.weight_ih_l1	2	0.028922684490680695
9870	rnn.weight_ih_l1	3	0.010865260846912861
9870	rnn.weight_ih_l1	4	0.013201323337852955
9870	rnn.weight_ih_l1	5	-0.03592820465564728
9870	rnn.weight_ih_l1	6	0.020644132047891617
9870	rnn.weight_ih_l1	7	-0.039220474660396576
9870	rnn.weight_ih_l1	8	0.03838297724723816
9870	rnn.weight_ih_l1	9	0.01912812329828739
9870	rnn.weight_hh_l1	0	0.0035104413982480764
9870	rnn.weight_hh_l1	1	0.006097417324781418
9870	rnn.weight_hh_l1	2	-0.024083564057946205
9870	rnn.weight_hh_l1	3	0.0021438030526041985
9870	rnn.weight_hh_l1	4	0.00586303323507309
9870	rnn.weight_hh_l1	5	0.0365733839571476
9870	rnn.weight_hh_l1	6	0.0324619896709919
9870	rnn.weight_hh_l1	7	-0.03121636062860489
9870	rnn.weight_hh_l1	8	-0.04188733175396919
9870	rnn.weight_hh_l1	9	0.0385076068341732
9870	rnn.bias_ih_l1	0	-0.03527897223830223
9870	rnn.bias_ih_l1	1	-0.04868922755122185
9870	rnn.bias_ih_l1	2	-0.07333537191152573
9870	rnn.bias_ih_l1	3	-0.046300746500492096
9870	rnn.bias_ih_l1	4	-0.12223726511001587
9870	rnn.bias_ih_l1	5	-0.0491982065141201
9870	rnn.bias_ih_l1	6	0.020404478535056114
9870	rnn.bias_ih_l1	7	0.008169579319655895
9870	rnn.bias_ih_l1	8	-0.03900604322552681
9870	rnn.bias_ih_l1	9	-0.02817331627011299
9870	rnn.bias_hh_l1	0	-0.055168695747852325
9870	rnn.bias_hh_l1	1	-0.002924080239608884
9870	rnn.bias_hh_l1	2	-0.0087996581569314
9870	rnn.bias_hh_l1	3	-0.031292740255594254
9870	rnn.bias_hh_l1	4	-0.03930921480059624
9870	rnn.bias_hh_l1	5	0.002424598205834627
9870	rnn.bias_hh_l1	6	-0.006195761263370514
9870	rnn.bias_hh_l1	7	-0.053884513676166534
9870	rnn.bias_hh_l1	8	0.019128333777189255
9870	rnn.bias_hh_l1	9	-0.004639721941202879
9870	rnn.weight_ih_l1_reverse	0	-0.034888628870248795
9870	rnn.weight_ih_l1_reverse	1	0.03064052201807499
9870	rnn.weight_ih_l1_reverse	2	-0.03404951095581055
9870	rnn.weight_ih_l1_reverse	3	-0.016413645818829536
9870	rnn.weight_ih_l1_reverse	4	0.001711576129309833
9870	rnn.weight_ih_l1_reverse	5	-0.04255247116088867
9870	rnn.weight_ih_l1_reverse	6	-0.019708283245563507
9870	rnn.weight_ih_l1_reverse	7	0.013547340407967567
9870	rnn.weight_ih_l1_reverse	8	0.013742191717028618
9870	rnn.weight_ih_l1_reverse	9	-0.05503932759165764
9870	rnn.weight_hh_l1_reverse	0	0.008208151906728745
9870	rnn.weight_hh_l1_reverse	1	0.024958806112408638
9870	rnn.weight_hh_l1_reverse	2	-0.037783801555633545
9870	rnn.weight_hh_l1_reverse	3	0.038260407745838165
9870	rnn.weight_hh_l1_reverse	4	0.03892766311764717
9870	rnn.weight_hh_l1_reverse	5	0.012524239718914032
9870	rnn.weight_hh_l1_reverse	6	0.0021941589657217264
9870	rnn.weight_hh_l1_reverse	7	0.027662068605422974
9870	rnn.weight_hh_l1_reverse	8	-0.004387086722999811
9870	rnn.weight_hh_l1_reverse	9	-0.03356771916151047
9870	rnn.bias_ih_l1_reverse	0	0.0011809129500761628
9870	rnn.bias_ih_l1_reverse	1	-0.02863309532403946
9870	rnn.bias_ih_l1_reverse	2	-0.050225451588630676
9870	rnn.bias_ih_l1_reverse	3	0.0018711814191192389
9870	rnn.bias_ih_l1_reverse	4	-0.06809636950492859
9870	rnn.bias_ih_l1_reverse	5	-0.030969617888331413
9870	rnn.bias_ih_l1_reverse	6	-0.04354670271277428
9870	rnn.bias_ih_l1_reverse	7	-0.04562535881996155
9870	rnn.bias_ih_l1_reverse	8	0.1117483377456665
9870	rnn.bias_ih_l1_reverse	9	0.028526032343506813
9870	rnn.bias_hh_l1_reverse	0	-0.013512472622096539
9870	rnn.bias_hh_l1_reverse	1	-0.009051887318491936
9870	rnn.bias_hh_l1_reverse	2	-0.10660260170698166
9870	rnn.bias_hh_l1_reverse	3	0.013747035525739193
9870	rnn.bias_hh_l1_reverse	4	-0.01766427978873253
9870	rnn.bias_hh_l1_reverse	5	-0.0061559611931443214
9870	rnn.bias_hh_l1_reverse	6	0.07312364131212234
9870	rnn.bias_hh_l1_reverse	7	-0.009158599190413952
9870	rnn.bias_hh_l1_reverse	8	-0.0469660609960556
9870	rnn.bias_hh_l1_reverse	9	-0.030016465112566948
9870	linear.weight	0	0.002228822559118271
9870	linear.weight	1	0.05673961713910103
9870	linear.weight	2	-0.07027523219585419
9870	linear.weight	3	0.13799625635147095
9870	linear.weight	4	0.10666729509830475
9870	linear.weight	5	0.037283483892679214
9870	linear.weight	6	0.003889800049364567
9870	linear.weight	7	0.04842408373951912
9870	linear.weight	8	0.04345100745558739
9870	linear.weight	9	-0.10098455101251602
9870	linear.bias	0	-0.11760979145765305
9870	linear.bias	1	0.2480357438325882
9870	linear.bias	2	-0.000661602767650038
9870	linear.bias	3	-0.7372356653213501
9870	linear.bias	4	-0.755216658115387
9870	linear.bias	5	0.09522831439971924
9870	linear.bias	6	-0.35222551226615906
9870	linear.bias	7	0.42455530166625977
9870	linear.bias	8	-0.4750397205352783
9870	linear.bias	9	-0.7430463433265686
10067	transitions	0	0.09535271674394608
10067	transitions	1	-0.33205220103263855
10067	transitions	2	-10000.0
10067	transitions	3	-1.7375530004501343
10067	transitions	4	-10000.0
10067	transitions	5	0.885014533996582
10067	transitions	6	0.21425077319145203
10067	transitions	7	0.24433501064777374
10067	transitions	8	-1.1291224956512451
10067	transitions	9	0.002159764990210533
10067	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
10067	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
10067	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
10067	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
10067	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
10067	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
10067	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
10067	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
10067	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
10067	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
10067	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
10067	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
10067	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
10067	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
10067	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
10067	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
10067	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
10067	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
10067	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
10067	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
10067	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
10067	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
10067	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
10067	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
10067	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
10067	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
10067	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
10067	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
10067	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
10067	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
10067	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
10067	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
10067	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
10067	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
10067	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
10067	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
10067	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
10067	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
10067	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
10067	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
10067	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
10067	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
10067	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
10067	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
10067	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
10067	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
10067	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
10067	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
10067	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
10067	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
10067	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
10067	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
10067	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
10067	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
10067	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
10067	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
10067	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
10067	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
10067	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
10067	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
10067	embedding2nn.weight	0	0.01492368709295988
10067	embedding2nn.weight	1	-0.011432738974690437
10067	embedding2nn.weight	2	-0.014268254861235619
10067	embedding2nn.weight	3	0.017871003597974777
10067	embedding2nn.weight	4	-0.005915033631026745
10067	embedding2nn.weight	5	-0.003700596047565341
10067	embedding2nn.weight	6	-0.003973265644162893
10067	embedding2nn.weight	7	-0.025462381541728973
10067	embedding2nn.weight	8	-0.0019979383796453476
10067	embedding2nn.weight	9	-0.002501534763723612
10067	embedding2nn.bias	0	0.009702029637992382
10067	embedding2nn.bias	1	-0.012386554852128029
10067	embedding2nn.bias	2	0.0560673326253891
10067	embedding2nn.bias	3	0.010340405628085136
10067	embedding2nn.bias	4	-0.010730518028140068
10067	embedding2nn.bias	5	-0.030100610107183456
10067	embedding2nn.bias	6	0.02069084532558918
10067	embedding2nn.bias	7	-0.023330949246883392
10067	embedding2nn.bias	8	0.0061700716614723206
10067	embedding2nn.bias	9	0.009770374745130539
10067	rnn.weight_ih_l0	0	-0.012067826464772224
10067	rnn.weight_ih_l0	1	0.01316891796886921
10067	rnn.weight_ih_l0	2	0.02538447640836239
10067	rnn.weight_ih_l0	3	0.02522047609090805
10067	rnn.weight_ih_l0	4	-0.009231459349393845
10067	rnn.weight_ih_l0	5	-0.044520072638988495
10067	rnn.weight_ih_l0	6	0.008527157828211784
10067	rnn.weight_ih_l0	7	0.0419803261756897
10067	rnn.weight_ih_l0	8	0.026950912550091743
10067	rnn.weight_ih_l0	9	-0.039804063737392426
10067	rnn.weight_hh_l0	0	-0.03760996833443642
10067	rnn.weight_hh_l0	1	0.009209584444761276
10067	rnn.weight_hh_l0	2	0.005228916648775339
10067	rnn.weight_hh_l0	3	-0.011013132520020008
10067	rnn.weight_hh_l0	4	0.030404793098568916
10067	rnn.weight_hh_l0	5	-0.013513973914086819
10067	rnn.weight_hh_l0	6	-0.03282403200864792
10067	rnn.weight_hh_l0	7	-0.03371891379356384
10067	rnn.weight_hh_l0	8	0.004243641160428524
10067	rnn.weight_hh_l0	9	-0.02382180467247963
10067	rnn.bias_ih_l0	0	0.012197084724903107
10067	rnn.bias_ih_l0	1	-0.012917516753077507
10067	rnn.bias_ih_l0	2	-0.00906966533511877
10067	rnn.bias_ih_l0	3	0.039364881813526154
10067	rnn.bias_ih_l0	4	-0.05500670522451401
10067	rnn.bias_ih_l0	5	-0.011675859801471233
10067	rnn.bias_ih_l0	6	-0.0073578841984272
10067	rnn.bias_ih_l0	7	0.03311717510223389
10067	rnn.bias_ih_l0	8	-0.06201206147670746
10067	rnn.bias_ih_l0	9	0.007159735541790724
10067	rnn.bias_hh_l0	0	-0.024461276829242706
10067	rnn.bias_hh_l0	1	-0.048704467713832855
10067	rnn.bias_hh_l0	2	-0.00415804935619235
10067	rnn.bias_hh_l0	3	-0.03473793342709541
10067	rnn.bias_hh_l0	4	-0.0021660157945007086
10067	rnn.bias_hh_l0	5	0.0232236310839653
10067	rnn.bias_hh_l0	6	0.037776634097099304
10067	rnn.bias_hh_l0	7	-0.0041920095682144165
10067	rnn.bias_hh_l0	8	-0.03172853961586952
10067	rnn.bias_hh_l0	9	-0.023635800927877426
10067	rnn.weight_ih_l0_reverse	0	-0.0011391905136406422
10067	rnn.weight_ih_l0_reverse	1	-0.040346257388591766
10067	rnn.weight_ih_l0_reverse	2	-0.020903589203953743
10067	rnn.weight_ih_l0_reverse	3	0.0007150631281547248
10067	rnn.weight_ih_l0_reverse	4	-0.014004332944750786
10067	rnn.weight_ih_l0_reverse	5	-0.045652978122234344
10067	rnn.weight_ih_l0_reverse	6	0.03730394318699837
10067	rnn.weight_ih_l0_reverse	7	-0.02867184579372406
10067	rnn.weight_ih_l0_reverse	8	-0.0325779989361763
10067	rnn.weight_ih_l0_reverse	9	0.0139110516756773
10067	rnn.weight_hh_l0_reverse	0	0.02623760886490345
10067	rnn.weight_hh_l0_reverse	1	0.03373667597770691
10067	rnn.weight_hh_l0_reverse	2	0.024434978142380714
10067	rnn.weight_hh_l0_reverse	3	0.018555570393800735
10067	rnn.weight_hh_l0_reverse	4	0.011355782859027386
10067	rnn.weight_hh_l0_reverse	5	-0.0068876734003424644
10067	rnn.weight_hh_l0_reverse	6	0.03654708340764046
10067	rnn.weight_hh_l0_reverse	7	-0.01927613466978073
10067	rnn.weight_hh_l0_reverse	8	0.005083292722702026
10067	rnn.weight_hh_l0_reverse	9	0.04457220062613487
10067	rnn.bias_ih_l0_reverse	0	-0.04888659715652466
10067	rnn.bias_ih_l0_reverse	1	-0.04953528195619583
10067	rnn.bias_ih_l0_reverse	2	0.0007591733010485768
10067	rnn.bias_ih_l0_reverse	3	0.017772916704416275
10067	rnn.bias_ih_l0_reverse	4	-0.016295265406370163
10067	rnn.bias_ih_l0_reverse	5	0.025775693356990814
10067	rnn.bias_ih_l0_reverse	6	0.006641441024839878
10067	rnn.bias_ih_l0_reverse	7	0.028929077088832855
10067	rnn.bias_ih_l0_reverse	8	-0.02659621275961399
10067	rnn.bias_ih_l0_reverse	9	0.04320196807384491
10067	rnn.bias_hh_l0_reverse	0	-0.01948518306016922
10067	rnn.bias_hh_l0_reverse	1	-0.018978876993060112
10067	rnn.bias_hh_l0_reverse	2	-0.006574602331966162
10067	rnn.bias_hh_l0_reverse	3	-0.04446300491690636
10067	rnn.bias_hh_l0_reverse	4	-0.03728751838207245
10067	rnn.bias_hh_l0_reverse	5	-0.036530062556266785
10067	rnn.bias_hh_l0_reverse	6	0.005936151836067438
10067	rnn.bias_hh_l0_reverse	7	0.015681061893701553
10067	rnn.bias_hh_l0_reverse	8	0.04111094027757645
10067	rnn.bias_hh_l0_reverse	9	-0.09555086493492126
10067	rnn.weight_ih_l1	0	-0.026129474863409996
10067	rnn.weight_ih_l1	1	-0.025314006954431534
10067	rnn.weight_ih_l1	2	0.029774339869618416
10067	rnn.weight_ih_l1	3	0.011833485215902328
10067	rnn.weight_ih_l1	4	0.013378806412220001
10067	rnn.weight_ih_l1	5	-0.03585904464125633
10067	rnn.weight_ih_l1	6	0.02105466090142727
10067	rnn.weight_ih_l1	7	-0.03924781084060669
10067	rnn.weight_ih_l1	8	0.03861970454454422
10067	rnn.weight_ih_l1	9	0.019284505397081375
10067	rnn.weight_hh_l1	0	0.005086731165647507
10067	rnn.weight_hh_l1	1	0.006274465471506119
10067	rnn.weight_hh_l1	2	-0.0247165709733963
10067	rnn.weight_hh_l1	3	0.002002066932618618
10067	rnn.weight_hh_l1	4	0.005434639286249876
10067	rnn.weight_hh_l1	5	0.036809179931879044
10067	rnn.weight_hh_l1	6	0.032761551439762115
10067	rnn.weight_hh_l1	7	-0.030730221420526505
10067	rnn.weight_hh_l1	8	-0.04210887849330902
10067	rnn.weight_hh_l1	9	0.03862154483795166
10067	rnn.bias_ih_l1	0	-0.03510710224509239
10067	rnn.bias_ih_l1	1	-0.047328490763902664
10067	rnn.bias_ih_l1	2	-0.07216934114694595
10067	rnn.bias_ih_l1	3	-0.05052370950579643
10067	rnn.bias_ih_l1	4	-0.12342743575572968
10067	rnn.bias_ih_l1	5	-0.05016596242785454
10067	rnn.bias_ih_l1	6	0.01835518889129162
10067	rnn.bias_ih_l1	7	0.007425310090184212
10067	rnn.bias_ih_l1	8	-0.037879928946495056
10067	rnn.bias_ih_l1	9	-0.03290026634931564
10067	rnn.bias_hh_l1	0	-0.05678414925932884
10067	rnn.bias_hh_l1	1	-0.003783631371334195
10067	rnn.bias_hh_l1	2	-0.005975934211164713
10067	rnn.bias_hh_l1	3	-0.03182240203022957
10067	rnn.bias_hh_l1	4	-0.03931422159075737
10067	rnn.bias_hh_l1	5	0.002957115415483713
10067	rnn.bias_hh_l1	6	-0.004177160561084747
10067	rnn.bias_hh_l1	7	-0.057440679520368576
10067	rnn.bias_hh_l1	8	0.019050979986786842
10067	rnn.bias_hh_l1	9	-0.005770912393927574
10067	rnn.weight_ih_l1_reverse	0	-0.03542276471853256
10067	rnn.weight_ih_l1_reverse	1	0.03347255662083626
10067	rnn.weight_ih_l1_reverse	2	-0.030019257217645645
10067	rnn.weight_ih_l1_reverse	3	-0.015054689720273018
10067	rnn.weight_ih_l1_reverse	4	0.00023431539011653513
10067	rnn.weight_ih_l1_reverse	5	-0.042582690715789795
10067	rnn.weight_ih_l1_reverse	6	-0.01922406442463398
10067	rnn.weight_ih_l1_reverse	7	0.01389148086309433
10067	rnn.weight_ih_l1_reverse	8	0.014928456395864487
10067	rnn.weight_ih_l1_reverse	9	-0.04380111023783684
10067	rnn.weight_hh_l1_reverse	0	0.00805417075753212
10067	rnn.weight_hh_l1_reverse	1	0.02506200224161148
10067	rnn.weight_hh_l1_reverse	2	-0.03777134045958519
10067	rnn.weight_hh_l1_reverse	3	0.038186077028512955
10067	rnn.weight_hh_l1_reverse	4	0.03886013850569725
10067	rnn.weight_hh_l1_reverse	5	0.01234013494104147
10067	rnn.weight_hh_l1_reverse	6	0.0008620178559795022
10067	rnn.weight_hh_l1_reverse	7	0.02763914316892624
10067	rnn.weight_hh_l1_reverse	8	-0.004409178160130978
10067	rnn.weight_hh_l1_reverse	9	-0.03358600288629532
10067	rnn.bias_ih_l1_reverse	0	0.00026251134113408625
10067	rnn.bias_ih_l1_reverse	1	-0.02926325611770153
10067	rnn.bias_ih_l1_reverse	2	-0.05089998617768288
10067	rnn.bias_ih_l1_reverse	3	0.014271026477217674
10067	rnn.bias_ih_l1_reverse	4	-0.0667310282588005
10067	rnn.bias_ih_l1_reverse	5	-0.03156702220439911
10067	rnn.bias_ih_l1_reverse	6	-0.04264943301677704
10067	rnn.bias_ih_l1_reverse	7	-0.04781792685389519
10067	rnn.bias_ih_l1_reverse	8	0.10487093776464462
10067	rnn.bias_ih_l1_reverse	9	0.028711693361401558
10067	rnn.bias_hh_l1_reverse	0	-0.020845267921686172
10067	rnn.bias_hh_l1_reverse	1	-0.009249182417988777
10067	rnn.bias_hh_l1_reverse	2	-0.10633603483438492
10067	rnn.bias_hh_l1_reverse	3	0.014708115719258785
10067	rnn.bias_hh_l1_reverse	4	-0.01722130738198757
10067	rnn.bias_hh_l1_reverse	5	-0.007473716512322426
10067	rnn.bias_hh_l1_reverse	6	0.06969594210386276
10067	rnn.bias_hh_l1_reverse	7	-0.011748050339519978
10067	rnn.bias_hh_l1_reverse	8	-0.04345925897359848
10067	rnn.bias_hh_l1_reverse	9	-0.03142349421977997
10067	linear.weight	0	0.002228822559118271
10067	linear.weight	1	0.03914979100227356
10067	linear.weight	2	-0.05666956678032875
10067	linear.weight	3	0.1509099155664444
10067	linear.weight	4	0.10575930029153824
10067	linear.weight	5	0.030555760487914085
10067	linear.weight	6	0.004251023288816214
10067	linear.weight	7	0.03056849166750908
10067	linear.weight	8	0.04338899254798889
10067	linear.weight	9	-0.10132886469364166
10067	linear.bias	0	-0.10591267049312592
10067	linear.bias	1	0.2428426295518875
10067	linear.bias	2	-0.020258480682969093
10067	linear.bias	3	-0.7485483288764954
10067	linear.bias	4	-0.768186092376709
10067	linear.bias	5	0.0912950187921524
10067	linear.bias	6	-0.34804147481918335
10067	linear.bias	7	0.4150727093219757
10067	linear.bias	8	-0.480764776468277
10067	linear.bias	9	-0.7463693022727966
10264	transitions	0	0.12689493596553802
10264	transitions	1	-0.32781484723091125
10264	transitions	2	-10000.0
10264	transitions	3	-1.738219141960144
10264	transitions	4	-10000.0
10264	transitions	5	0.8813632726669312
10264	transitions	6	0.21076440811157227
10264	transitions	7	0.23814086616039276
10264	transitions	8	-1.132034420967102
10264	transitions	9	0.0021279898937791586
10264	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
10264	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
10264	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
10264	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
10264	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
10264	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
10264	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
10264	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
10264	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
10264	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
10264	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
10264	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
10264	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
10264	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
10264	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
10264	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
10264	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
10264	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
10264	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
10264	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
10264	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
10264	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
10264	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
10264	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
10264	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
10264	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
10264	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
10264	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
10264	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
10264	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
10264	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
10264	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
10264	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
10264	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
10264	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
10264	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
10264	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
10264	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
10264	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
10264	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
10264	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
10264	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
10264	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
10264	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
10264	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
10264	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
10264	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
10264	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
10264	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
10264	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
10264	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
10264	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
10264	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
10264	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
10264	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
10264	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
10264	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
10264	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
10264	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
10264	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
10264	embedding2nn.weight	0	0.01320018619298935
10264	embedding2nn.weight	1	-0.011441054753959179
10264	embedding2nn.weight	2	-0.014268254861235619
10264	embedding2nn.weight	3	0.01581673137843609
10264	embedding2nn.weight	4	-0.005915033631026745
10264	embedding2nn.weight	5	-0.003700596047565341
10264	embedding2nn.weight	6	-0.003973266575485468
10264	embedding2nn.weight	7	-0.026581479236483574
10264	embedding2nn.weight	8	-0.0019979383796453476
10264	embedding2nn.weight	9	-0.0016779671423137188
10264	embedding2nn.bias	0	0.001819489523768425
10264	embedding2nn.bias	1	-0.016459934413433075
10264	embedding2nn.bias	2	0.05677806958556175
10264	embedding2nn.bias	3	0.015016758814454079
10264	embedding2nn.bias	4	-0.01350345741957426
10264	embedding2nn.bias	5	-0.029389968141913414
10264	embedding2nn.bias	6	0.0142643041908741
10264	embedding2nn.bias	7	-0.023062294349074364
10264	embedding2nn.bias	8	0.013971511274576187
10264	embedding2nn.bias	9	0.017234396189451218
10264	rnn.weight_ih_l0	0	-0.01129702664911747
10264	rnn.weight_ih_l0	1	0.013103240169584751
10264	rnn.weight_ih_l0	2	0.02600683458149433
10264	rnn.weight_ih_l0	3	0.025423889979720116
10264	rnn.weight_ih_l0	4	-0.008050181902945042
10264	rnn.weight_ih_l0	5	-0.04551706463098526
10264	rnn.weight_ih_l0	6	0.008609753102064133
10264	rnn.weight_ih_l0	7	0.04163464531302452
10264	rnn.weight_ih_l0	8	0.02732394076883793
10264	rnn.weight_ih_l0	9	-0.04005252569913864
10264	rnn.weight_hh_l0	0	-0.03791479021310806
10264	rnn.weight_hh_l0	1	0.009377744048833847
10264	rnn.weight_hh_l0	2	0.004986673127859831
10264	rnn.weight_hh_l0	3	-0.01123163104057312
10264	rnn.weight_hh_l0	4	0.03074534237384796
10264	rnn.weight_hh_l0	5	-0.013376504182815552
10264	rnn.weight_hh_l0	6	-0.03317945450544357
10264	rnn.weight_hh_l0	7	-0.033384744077920914
10264	rnn.weight_hh_l0	8	0.005094574764370918
10264	rnn.weight_hh_l0	9	-0.023444518446922302
10264	rnn.bias_ih_l0	0	0.013100922107696533
10264	rnn.bias_ih_l0	1	-0.011340293101966381
10264	rnn.bias_ih_l0	2	-0.008839835412800312
10264	rnn.bias_ih_l0	3	0.035463847219944
10264	rnn.bias_ih_l0	4	-0.0514325350522995
10264	rnn.bias_ih_l0	5	-0.013312887400388718
10264	rnn.bias_ih_l0	6	-0.011075644753873348
10264	rnn.bias_ih_l0	7	0.034883685410022736
10264	rnn.bias_ih_l0	8	-0.06003302335739136
10264	rnn.bias_ih_l0	9	0.00844868179410696
10264	rnn.bias_hh_l0	0	-0.02424052357673645
10264	rnn.bias_hh_l0	1	-0.04796173796057701
10264	rnn.bias_hh_l0	2	-0.003258439712226391
10264	rnn.bias_hh_l0	3	-0.03420761227607727
10264	rnn.bias_hh_l0	4	-0.00408418383449316
10264	rnn.bias_hh_l0	5	0.022350968793034554
10264	rnn.bias_hh_l0	6	0.03783087432384491
10264	rnn.bias_hh_l0	7	-0.0003938317531719804
10264	rnn.bias_hh_l0	8	-0.031123977154493332
10264	rnn.bias_hh_l0	9	-0.022423770278692245
10264	rnn.weight_ih_l0_reverse	0	-0.0021309913136065006
10264	rnn.weight_ih_l0_reverse	1	-0.039193615317344666
10264	rnn.weight_ih_l0_reverse	2	-0.0196633692830801
10264	rnn.weight_ih_l0_reverse	3	0.0010353510733693838
10264	rnn.weight_ih_l0_reverse	4	-0.01430776808410883
10264	rnn.weight_ih_l0_reverse	5	-0.04580378532409668
10264	rnn.weight_ih_l0_reverse	6	0.03796793520450592
10264	rnn.weight_ih_l0_reverse	7	-0.029777422547340393
10264	rnn.weight_ih_l0_reverse	8	-0.032311923801898956
10264	rnn.weight_ih_l0_reverse	9	0.014111231081187725
10264	rnn.weight_hh_l0_reverse	0	0.02785504423081875
10264	rnn.weight_hh_l0_reverse	1	0.03388677537441254
10264	rnn.weight_hh_l0_reverse	2	0.024109898135066032
10264	rnn.weight_hh_l0_reverse	3	0.018742842599749565
10264	rnn.weight_hh_l0_reverse	4	0.01099831610918045
10264	rnn.weight_hh_l0_reverse	5	-0.008252962492406368
10264	rnn.weight_hh_l0_reverse	6	0.036682505160570145
10264	rnn.weight_hh_l0_reverse	7	-0.019290126860141754
10264	rnn.weight_hh_l0_reverse	8	0.0052140154875814915
10264	rnn.weight_hh_l0_reverse	9	0.045232582837343216
10264	rnn.bias_ih_l0_reverse	0	-0.050858646631240845
10264	rnn.bias_ih_l0_reverse	1	-0.05141551047563553
10264	rnn.bias_ih_l0_reverse	2	0.00033695733873173594
10264	rnn.bias_ih_l0_reverse	3	0.01801038347184658
10264	rnn.bias_ih_l0_reverse	4	-0.018269073218107224
10264	rnn.bias_ih_l0_reverse	5	0.02671683393418789
10264	rnn.bias_ih_l0_reverse	6	0.00492064468562603
10264	rnn.bias_ih_l0_reverse	7	0.02865009196102619
10264	rnn.bias_ih_l0_reverse	8	-0.02779742144048214
10264	rnn.bias_ih_l0_reverse	9	0.04387732967734337
10264	rnn.bias_hh_l0_reverse	0	-0.020218806341290474
10264	rnn.bias_hh_l0_reverse	1	-0.01970495469868183
10264	rnn.bias_hh_l0_reverse	2	-0.006283577997237444
10264	rnn.bias_hh_l0_reverse	3	-0.04299192130565643
10264	rnn.bias_hh_l0_reverse	4	-0.037264738231897354
10264	rnn.bias_hh_l0_reverse	5	-0.03395595774054527
10264	rnn.bias_hh_l0_reverse	6	0.010840424336493015
10264	rnn.bias_hh_l0_reverse	7	0.014770764857530594
10264	rnn.bias_hh_l0_reverse	8	0.04128683730959892
10264	rnn.bias_hh_l0_reverse	9	-0.09729649871587753
10264	rnn.weight_ih_l1	0	-0.026320911943912506
10264	rnn.weight_ih_l1	1	-0.02667880244553089
10264	rnn.weight_ih_l1	2	0.029477642849087715
10264	rnn.weight_ih_l1	3	0.011191768571734428
10264	rnn.weight_ih_l1	4	0.013311038725078106
10264	rnn.weight_ih_l1	5	-0.03647631034255028
10264	rnn.weight_ih_l1	6	0.021119404584169388
10264	rnn.weight_ih_l1	7	-0.03879299759864807
10264	rnn.weight_ih_l1	8	0.03839457035064697
10264	rnn.weight_ih_l1	9	0.019545521587133408
10264	rnn.weight_hh_l1	0	0.005927183199673891
10264	rnn.weight_hh_l1	1	0.006217313930392265
10264	rnn.weight_hh_l1	2	-0.024302411824464798
10264	rnn.weight_hh_l1	3	0.0023456932976841927
10264	rnn.weight_hh_l1	4	0.005902704782783985
10264	rnn.weight_hh_l1	5	0.036373935639858246
10264	rnn.weight_hh_l1	6	0.03226616606116295
10264	rnn.weight_hh_l1	7	-0.030853215605020523
10264	rnn.weight_hh_l1	8	-0.042153723537921906
10264	rnn.weight_hh_l1	9	0.03926300257444382
10264	rnn.bias_ih_l1	0	-0.03445281833410263
10264	rnn.bias_ih_l1	1	-0.04865443333983421
10264	rnn.bias_ih_l1	2	-0.07642938941717148
10264	rnn.bias_ih_l1	3	-0.05265089124441147
10264	rnn.bias_ih_l1	4	-0.13003219664096832
10264	rnn.bias_ih_l1	5	-0.051810648292303085
10264	rnn.bias_ih_l1	6	0.014397529885172844
10264	rnn.bias_ih_l1	7	0.0070209507830441
10264	rnn.bias_ih_l1	8	-0.03941209614276886
10264	rnn.bias_ih_l1	9	-0.034450046718120575
10264	rnn.bias_hh_l1	0	-0.057875461876392365
10264	rnn.bias_hh_l1	1	-0.0015833016950637102
10264	rnn.bias_hh_l1	2	-0.006075473502278328
10264	rnn.bias_hh_l1	3	-0.03162526339292526
10264	rnn.bias_hh_l1	4	-0.037436358630657196
10264	rnn.bias_hh_l1	5	0.0028918262105435133
10264	rnn.bias_hh_l1	6	-0.0022253934293985367
10264	rnn.bias_hh_l1	7	-0.0707378014922142
10264	rnn.bias_hh_l1	8	0.018192213028669357
10264	rnn.bias_hh_l1	9	-0.0052663665264844894
10264	rnn.weight_ih_l1_reverse	0	-0.0376153290271759
10264	rnn.weight_ih_l1_reverse	1	0.03563723340630531
10264	rnn.weight_ih_l1_reverse	2	-0.03146222606301308
10264	rnn.weight_ih_l1_reverse	3	-0.016049105674028397
10264	rnn.weight_ih_l1_reverse	4	0.00040826076292432845
10264	rnn.weight_ih_l1_reverse	5	-0.04290510714054108
10264	rnn.weight_ih_l1_reverse	6	-0.01877380907535553
10264	rnn.weight_ih_l1_reverse	7	0.014366252347826958
10264	rnn.weight_ih_l1_reverse	8	0.01829782873392105
10264	rnn.weight_ih_l1_reverse	9	-0.043799132108688354
10264	rnn.weight_hh_l1_reverse	0	0.007925055921077728
10264	rnn.weight_hh_l1_reverse	1	0.025027550756931305
10264	rnn.weight_hh_l1_reverse	2	-0.037810664623975754
10264	rnn.weight_hh_l1_reverse	3	0.03815701976418495
10264	rnn.weight_hh_l1_reverse	4	0.03953016549348831
10264	rnn.weight_hh_l1_reverse	5	0.01188520435243845
10264	rnn.weight_hh_l1_reverse	6	0.0007944924873299897
10264	rnn.weight_hh_l1_reverse	7	0.02783314138650894
10264	rnn.weight_hh_l1_reverse	8	-0.004429210908710957
10264	rnn.weight_hh_l1_reverse	9	-0.033563561737537384
10264	rnn.bias_ih_l1_reverse	0	-0.0008349560666829348
10264	rnn.bias_ih_l1_reverse	1	-0.025015899911522865
10264	rnn.bias_ih_l1_reverse	2	-0.05250167474150658
10264	rnn.bias_ih_l1_reverse	3	0.01344579178839922
10264	rnn.bias_ih_l1_reverse	4	-0.06630490720272064
10264	rnn.bias_ih_l1_reverse	5	-0.03127714619040489
10264	rnn.bias_ih_l1_reverse	6	-0.043788861483335495
10264	rnn.bias_ih_l1_reverse	7	-0.04747794568538666
10264	rnn.bias_ih_l1_reverse	8	0.1046537458896637
10264	rnn.bias_ih_l1_reverse	9	0.02389993704855442
10264	rnn.bias_hh_l1_reverse	0	-0.021696843206882477
10264	rnn.bias_hh_l1_reverse	1	-0.012581964023411274
10264	rnn.bias_hh_l1_reverse	2	-0.1078430563211441
10264	rnn.bias_hh_l1_reverse	3	0.013403310440480709
10264	rnn.bias_hh_l1_reverse	4	-0.017848536372184753
10264	rnn.bias_hh_l1_reverse	5	-0.00768465967848897
10264	rnn.bias_hh_l1_reverse	6	0.07929998636245728
10264	rnn.bias_hh_l1_reverse	7	-0.011780643835663795
10264	rnn.bias_hh_l1_reverse	8	-0.04547487944364548
10264	rnn.bias_hh_l1_reverse	9	-0.030989311635494232
10264	linear.weight	0	0.002228822559118271
10264	linear.weight	1	0.042451951652765274
10264	linear.weight	2	-0.05764982849359512
10264	linear.weight	3	0.1383143663406372
10264	linear.weight	4	0.09615880250930786
10264	linear.weight	5	0.02719477191567421
10264	linear.weight	6	0.01270656380802393
10264	linear.weight	7	0.04019034281373024
10264	linear.weight	8	0.04342377558350563
10264	linear.weight	9	-0.09960228949785233
10264	linear.bias	0	-0.11288196593523026
10264	linear.bias	1	0.221157044172287
10264	linear.bias	2	0.015367928892374039
10264	linear.bias	3	-0.7170650362968445
10264	linear.bias	4	-0.7387470006942749
10264	linear.bias	5	0.09684683382511139
10264	linear.bias	6	-0.3687579035758972
10264	linear.bias	7	0.4169926345348358
10264	linear.bias	8	-0.5026224255561829
10264	linear.bias	9	-0.7747059464454651
10461	transitions	0	0.11513201147317886
10461	transitions	1	-0.32874614000320435
10461	transitions	2	-10000.0
10461	transitions	3	-1.7390015125274658
10461	transitions	4	-10000.0
10461	transitions	5	0.8781768083572388
10461	transitions	6	0.2076566070318222
10461	transitions	7	0.2309950739145279
10461	transitions	8	-1.134033203125
10461	transitions	9	0.002103063277900219
10461	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
10461	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
10461	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
10461	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
10461	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
10461	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
10461	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
10461	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
10461	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
10461	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
10461	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
10461	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
10461	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
10461	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
10461	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
10461	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
10461	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
10461	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
10461	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
10461	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
10461	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
10461	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
10461	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
10461	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
10461	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
10461	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
10461	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
10461	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
10461	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
10461	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
10461	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
10461	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
10461	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
10461	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
10461	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
10461	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
10461	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
10461	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
10461	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
10461	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
10461	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
10461	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
10461	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
10461	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
10461	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
10461	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
10461	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
10461	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
10461	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
10461	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
10461	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
10461	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
10461	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
10461	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
10461	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
10461	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
10461	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
10461	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
10461	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
10461	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
10461	embedding2nn.weight	0	0.01040659286081791
10461	embedding2nn.weight	1	-0.011472934857010841
10461	embedding2nn.weight	2	-0.014268254861235619
10461	embedding2nn.weight	3	0.01417267881333828
10461	embedding2nn.weight	4	-0.005915033631026745
10461	embedding2nn.weight	5	-0.0037005951162427664
10461	embedding2nn.weight	6	-0.003973270766437054
10461	embedding2nn.weight	7	-0.027321655303239822
10461	embedding2nn.weight	8	-0.0019979383796453476
10461	embedding2nn.weight	9	-0.0026840297505259514
10461	embedding2nn.bias	0	0.0026282549370080233
10461	embedding2nn.bias	1	-0.00705076614394784
10461	embedding2nn.bias	2	0.06100558489561081
10461	embedding2nn.bias	3	0.0158164594322443
10461	embedding2nn.bias	4	-0.017265664413571358
10461	embedding2nn.bias	5	-0.03288798779249191
10461	embedding2nn.bias	6	0.015153500251471996
10461	embedding2nn.bias	7	-0.020997440442442894
10461	embedding2nn.bias	8	0.016215942800045013
10461	embedding2nn.bias	9	0.007179387379437685
10461	rnn.weight_ih_l0	0	-0.013735580258071423
10461	rnn.weight_ih_l0	1	0.013851105235517025
10461	rnn.weight_ih_l0	2	0.027057813480496407
10461	rnn.weight_ih_l0	3	0.025021487846970558
10461	rnn.weight_ih_l0	4	-0.007964902557432652
10461	rnn.weight_ih_l0	5	-0.04507260024547577
10461	rnn.weight_ih_l0	6	0.009776096791028976
10461	rnn.weight_ih_l0	7	0.04214970022439957
10461	rnn.weight_ih_l0	8	0.02689993940293789
10461	rnn.weight_ih_l0	9	-0.03950488194823265
10461	rnn.weight_hh_l0	0	-0.03823921084403992
10461	rnn.weight_hh_l0	1	0.00943688489496708
10461	rnn.weight_hh_l0	2	0.005666796118021011
10461	rnn.weight_hh_l0	3	-0.01115016732364893
10461	rnn.weight_hh_l0	4	0.030654266476631165
10461	rnn.weight_hh_l0	5	-0.013522026129066944
10461	rnn.weight_hh_l0	6	-0.033692698925733566
10461	rnn.weight_hh_l0	7	-0.03399857133626938
10461	rnn.weight_hh_l0	8	0.005163169931620359
10461	rnn.weight_hh_l0	9	-0.024437636137008667
10461	rnn.bias_ih_l0	0	0.012637784704566002
10461	rnn.bias_ih_l0	1	-0.010859165340662003
10461	rnn.bias_ih_l0	2	-0.008641322143375874
10461	rnn.bias_ih_l0	3	0.03572770953178406
10461	rnn.bias_ih_l0	4	-0.0520695336163044
10461	rnn.bias_ih_l0	5	-0.012732015922665596
10461	rnn.bias_ih_l0	6	-0.00346744479611516
10461	rnn.bias_ih_l0	7	0.0326954610645771
10461	rnn.bias_ih_l0	8	-0.060287125408649445
10461	rnn.bias_ih_l0	9	0.006163357757031918
10461	rnn.bias_hh_l0	0	-0.02403366193175316
10461	rnn.bias_hh_l0	1	-0.04693340137600899
10461	rnn.bias_hh_l0	2	0.00017086621664930135
10461	rnn.bias_hh_l0	3	-0.03470533341169357
10461	rnn.bias_hh_l0	4	-0.0038982415571808815
10461	rnn.bias_hh_l0	5	0.021235071122646332
10461	rnn.bias_hh_l0	6	0.03836103528738022
10461	rnn.bias_hh_l0	7	0.0032927924767136574
10461	rnn.bias_hh_l0	8	-0.03288889676332474
10461	rnn.bias_hh_l0	9	-0.02213331311941147
10461	rnn.weight_ih_l0_reverse	0	-0.0023411645088344812
10461	rnn.weight_ih_l0_reverse	1	-0.04012342169880867
10461	rnn.weight_ih_l0_reverse	2	-0.01741757243871689
10461	rnn.weight_ih_l0_reverse	3	0.001931642764247954
10461	rnn.weight_ih_l0_reverse	4	-0.014906664378941059
10461	rnn.weight_ih_l0_reverse	5	-0.045769594609737396
10461	rnn.weight_ih_l0_reverse	6	0.0378059484064579
10461	rnn.weight_ih_l0_reverse	7	-0.02900068834424019
10461	rnn.weight_ih_l0_reverse	8	-0.03227176517248154
10461	rnn.weight_ih_l0_reverse	9	0.014473157934844494
10461	rnn.weight_hh_l0_reverse	0	0.028251316398382187
10461	rnn.weight_hh_l0_reverse	1	0.034014035016298294
10461	rnn.weight_hh_l0_reverse	2	0.02422342821955681
10461	rnn.weight_hh_l0_reverse	3	0.018643250688910484
10461	rnn.weight_hh_l0_reverse	4	0.011189368553459644
10461	rnn.weight_hh_l0_reverse	5	-0.007982798852026463
10461	rnn.weight_hh_l0_reverse	6	0.036779649555683136
10461	rnn.weight_hh_l0_reverse	7	-0.01934526488184929
10461	rnn.weight_hh_l0_reverse	8	0.005408499389886856
10461	rnn.weight_hh_l0_reverse	9	0.04533403739333153
10461	rnn.bias_ih_l0_reverse	0	-0.051337938755750656
10461	rnn.bias_ih_l0_reverse	1	-0.052338212728500366
10461	rnn.bias_ih_l0_reverse	2	-0.0018537008436396718
10461	rnn.bias_ih_l0_reverse	3	0.01853262074291706
10461	rnn.bias_ih_l0_reverse	4	-0.017584484070539474
10461	rnn.bias_ih_l0_reverse	5	0.025735488161444664
10461	rnn.bias_ih_l0_reverse	6	0.007991247810423374
10461	rnn.bias_ih_l0_reverse	7	0.029405005276203156
10461	rnn.bias_ih_l0_reverse	8	-0.028040757402777672
10461	rnn.bias_ih_l0_reverse	9	0.043104272335767746
10461	rnn.bias_hh_l0_reverse	0	-0.022154977545142174
10461	rnn.bias_hh_l0_reverse	1	-0.015842359513044357
10461	rnn.bias_hh_l0_reverse	2	-0.005268004257231951
10461	rnn.bias_hh_l0_reverse	3	-0.0432777926325798
10461	rnn.bias_hh_l0_reverse	4	-0.03551112115383148
10461	rnn.bias_hh_l0_reverse	5	-0.036879733204841614
10461	rnn.bias_hh_l0_reverse	6	0.011905987747013569
10461	rnn.bias_hh_l0_reverse	7	0.015382668934762478
10461	rnn.bias_hh_l0_reverse	8	0.042445678263902664
10461	rnn.bias_hh_l0_reverse	9	-0.09697888046503067
10461	rnn.weight_ih_l1	0	-0.025929352268576622
10461	rnn.weight_ih_l1	1	-0.02741418406367302
10461	rnn.weight_ih_l1	2	0.027901561930775642
10461	rnn.weight_ih_l1	3	0.011307443492114544
10461	rnn.weight_ih_l1	4	0.012624149210751057
10461	rnn.weight_ih_l1	5	-0.036726213991642
10461	rnn.weight_ih_l1	6	0.02155756764113903
10461	rnn.weight_ih_l1	7	-0.037711553275585175
10461	rnn.weight_ih_l1	8	0.03795086592435837
10461	rnn.weight_ih_l1	9	0.019825361669063568
10461	rnn.weight_hh_l1	0	0.007646764628589153
10461	rnn.weight_hh_l1	1	0.006241235416382551
10461	rnn.weight_hh_l1	2	-0.024814099073410034
10461	rnn.weight_hh_l1	3	0.0022467293310910463
10461	rnn.weight_hh_l1	4	0.006196983624249697
10461	rnn.weight_hh_l1	5	0.036063067615032196
10461	rnn.weight_hh_l1	6	0.03243973106145859
10461	rnn.weight_hh_l1	7	-0.030987553298473358
10461	rnn.weight_hh_l1	8	-0.04190570116043091
10461	rnn.weight_hh_l1	9	0.03893826901912689
10461	rnn.bias_ih_l1	0	-0.03336457908153534
10461	rnn.bias_ih_l1	1	-0.04970714449882507
10461	rnn.bias_ih_l1	2	-0.07935454696416855
10461	rnn.bias_ih_l1	3	-0.0498080849647522
10461	rnn.bias_ih_l1	4	-0.1393655687570572
10461	rnn.bias_ih_l1	5	-0.052562713623046875
10461	rnn.bias_ih_l1	6	0.01301996223628521
10461	rnn.bias_ih_l1	7	0.008884184993803501
10461	rnn.bias_ih_l1	8	-0.038099952042102814
10461	rnn.bias_ih_l1	9	-0.03720463067293167
10461	rnn.bias_hh_l1	0	-0.05676926672458649
10461	rnn.bias_hh_l1	1	0.00039443065179511905
10461	rnn.bias_hh_l1	2	-0.004998067393898964
10461	rnn.bias_hh_l1	3	-0.032367803156375885
10461	rnn.bias_hh_l1	4	-0.03884228318929672
10461	rnn.bias_hh_l1	5	0.003806549357250333
10461	rnn.bias_hh_l1	6	-0.003989371471107006
10461	rnn.bias_hh_l1	7	-0.07308029383420944
10461	rnn.bias_hh_l1	8	0.0162982065230608
10461	rnn.bias_hh_l1	9	-0.005935566034168005
10461	rnn.weight_ih_l1_reverse	0	-0.03820130601525307
10461	rnn.weight_ih_l1_reverse	1	0.024554502218961716
10461	rnn.weight_ih_l1_reverse	2	-0.03048604726791382
10461	rnn.weight_ih_l1_reverse	3	-0.016588466241955757
10461	rnn.weight_ih_l1_reverse	4	7.739752618363127e-05
10461	rnn.weight_ih_l1_reverse	5	-0.043335966765880585
10461	rnn.weight_ih_l1_reverse	6	-0.01778806559741497
10461	rnn.weight_ih_l1_reverse	7	0.014263234101235867
10461	rnn.weight_ih_l1_reverse	8	0.021689631044864655
10461	rnn.weight_ih_l1_reverse	9	-0.04019896313548088
10461	rnn.weight_hh_l1_reverse	0	0.008131561800837517
10461	rnn.weight_hh_l1_reverse	1	0.02494453638792038
10461	rnn.weight_hh_l1_reverse	2	-0.03782738745212555
10461	rnn.weight_hh_l1_reverse	3	0.0384298674762249
10461	rnn.weight_hh_l1_reverse	4	0.03999611362814903
10461	rnn.weight_hh_l1_reverse	5	0.011862455867230892
10461	rnn.weight_hh_l1_reverse	6	1.8782604456646368e-05
10461	rnn.weight_hh_l1_reverse	7	0.027812793850898743
10461	rnn.weight_hh_l1_reverse	8	-0.004492796026170254
10461	rnn.weight_hh_l1_reverse	9	-0.033479198813438416
10461	rnn.bias_ih_l1_reverse	0	-0.0007545583648607135
10461	rnn.bias_ih_l1_reverse	1	-0.026199234649538994
10461	rnn.bias_ih_l1_reverse	2	-0.05137934163212776
10461	rnn.bias_ih_l1_reverse	3	0.013923965394496918
10461	rnn.bias_ih_l1_reverse	4	-0.06585080921649933
10461	rnn.bias_ih_l1_reverse	5	-0.033525194972753525
10461	rnn.bias_ih_l1_reverse	6	-0.04407154396176338
10461	rnn.bias_ih_l1_reverse	7	-0.048750728368759155
10461	rnn.bias_ih_l1_reverse	8	0.1048283651471138
10461	rnn.bias_ih_l1_reverse	9	0.026178553700447083
10461	rnn.bias_hh_l1_reverse	0	-0.02131149359047413
10461	rnn.bias_hh_l1_reverse	1	-0.005906242411583662
10461	rnn.bias_hh_l1_reverse	2	-0.11039744317531586
10461	rnn.bias_hh_l1_reverse	3	0.013650531880557537
10461	rnn.bias_hh_l1_reverse	4	-0.018544761463999748
10461	rnn.bias_hh_l1_reverse	5	-0.009218275547027588
10461	rnn.bias_hh_l1_reverse	6	0.0752558633685112
10461	rnn.bias_hh_l1_reverse	7	-0.012167722918093204
10461	rnn.bias_hh_l1_reverse	8	-0.04586534574627876
10461	rnn.bias_hh_l1_reverse	9	-0.03197113424539566
10461	linear.weight	0	0.002228822559118271
10461	linear.weight	1	0.052408091723918915
10461	linear.weight	2	-0.0639960989356041
10461	linear.weight	3	0.14212019741535187
10461	linear.weight	4	0.10267946124076843
10461	linear.weight	5	0.030157284811139107
10461	linear.weight	6	0.014836025424301624
10461	linear.weight	7	0.03678407520055771
10461	linear.weight	8	0.04344305023550987
10461	linear.weight	9	-0.11516217887401581
10461	linear.bias	0	-0.11197320371866226
10461	linear.bias	1	0.22067002952098846
10461	linear.bias	2	-0.036430735141038895
10461	linear.bias	3	-0.7307882308959961
10461	linear.bias	4	-0.7447354197502136
10461	linear.bias	5	0.10100133717060089
10461	linear.bias	6	-0.358155757188797
10461	linear.bias	7	0.4244079887866974
10461	linear.bias	8	-0.47247180342674255
10461	linear.bias	9	-0.7455957531929016
10658	transitions	0	0.1084609180688858
10658	transitions	1	-0.3251751959323883
10658	transitions	2	-10000.0
10658	transitions	3	-1.7397147417068481
10658	transitions	4	-10000.0
10658	transitions	5	0.8757387399673462
10658	transitions	6	0.2038831263780594
10658	transitions	7	0.22564561665058136
10658	transitions	8	-1.136250376701355
10658	transitions	9	0.0020731640979647636
10658	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
10658	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
10658	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
10658	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
10658	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
10658	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
10658	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
10658	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
10658	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
10658	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
10658	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
10658	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
10658	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
10658	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
10658	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
10658	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
10658	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
10658	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
10658	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
10658	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
10658	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
10658	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
10658	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
10658	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
10658	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
10658	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
10658	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
10658	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
10658	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
10658	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
10658	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
10658	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
10658	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
10658	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
10658	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
10658	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
10658	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
10658	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
10658	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
10658	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
10658	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
10658	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
10658	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
10658	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
10658	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
10658	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
10658	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
10658	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
10658	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
10658	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
10658	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
10658	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
10658	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
10658	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
10658	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
10658	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
10658	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
10658	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
10658	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
10658	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
10658	embedding2nn.weight	0	0.010500065982341766
10658	embedding2nn.weight	1	-0.011549139395356178
10658	embedding2nn.weight	2	-0.014268254861235619
10658	embedding2nn.weight	3	0.014823303557932377
10658	embedding2nn.weight	4	-0.005915033631026745
10658	embedding2nn.weight	5	-0.00370059534907341
10658	embedding2nn.weight	6	-0.003973272163420916
10658	embedding2nn.weight	7	-0.026583408936858177
10658	embedding2nn.weight	8	-0.0019979383796453476
10658	embedding2nn.weight	9	-0.00470050610601902
10658	embedding2nn.bias	0	0.007681428454816341
10658	embedding2nn.bias	1	-0.01367279514670372
10658	embedding2nn.bias	2	0.06857369095087051
10658	embedding2nn.bias	3	0.012447691522538662
10658	embedding2nn.bias	4	-0.017785444855690002
10658	embedding2nn.bias	5	-0.03523678332567215
10658	embedding2nn.bias	6	0.010833277367055416
10658	embedding2nn.bias	7	-0.01724490150809288
10658	embedding2nn.bias	8	0.01594267040491104
10658	embedding2nn.bias	9	0.009994825348258018
10658	rnn.weight_ih_l0	0	-0.014489119872450829
10658	rnn.weight_ih_l0	1	0.013453846797347069
10658	rnn.weight_ih_l0	2	0.028008386492729187
10658	rnn.weight_ih_l0	3	0.02477741613984108
10658	rnn.weight_ih_l0	4	-0.009085704572498798
10658	rnn.weight_ih_l0	5	-0.04509338364005089
10658	rnn.weight_ih_l0	6	0.009492040611803532
10658	rnn.weight_ih_l0	7	0.042579807341098785
10658	rnn.weight_ih_l0	8	0.02676817588508129
10658	rnn.weight_ih_l0	9	-0.03950624540448189
10658	rnn.weight_hh_l0	0	-0.03895631432533264
10658	rnn.weight_hh_l0	1	0.007747333496809006
10658	rnn.weight_hh_l0	2	0.004695110023021698
10658	rnn.weight_hh_l0	3	-0.01220573391765356
10658	rnn.weight_hh_l0	4	0.031095562502741814
10658	rnn.weight_hh_l0	5	-0.013428952544927597
10658	rnn.weight_hh_l0	6	-0.034049246460199356
10658	rnn.weight_hh_l0	7	-0.0340333916246891
10658	rnn.weight_hh_l0	8	0.00524463364854455
10658	rnn.weight_hh_l0	9	-0.024215858429670334
10658	rnn.bias_ih_l0	0	0.011364150792360306
10658	rnn.bias_ih_l0	1	-0.012123382650315762
10658	rnn.bias_ih_l0	2	-0.0082860691472888
10658	rnn.bias_ih_l0	3	0.03546808287501335
10658	rnn.bias_ih_l0	4	-0.04958959296345711
10658	rnn.bias_ih_l0	5	-0.016820695251226425
10658	rnn.bias_ih_l0	6	0.0008493803907185793
10658	rnn.bias_ih_l0	7	0.03156169131398201
10658	rnn.bias_ih_l0	8	-0.06176920607686043
10658	rnn.bias_ih_l0	9	0.0036723290104418993
10658	rnn.bias_hh_l0	0	-0.026453377678990364
10658	rnn.bias_hh_l0	1	-0.04800810292363167
10658	rnn.bias_hh_l0	2	0.0027133491821587086
10658	rnn.bias_hh_l0	3	-0.03500994294881821
10658	rnn.bias_hh_l0	4	-0.002107282867655158
10658	rnn.bias_hh_l0	5	0.024811694398522377
10658	rnn.bias_hh_l0	6	0.038987334817647934
10658	rnn.bias_hh_l0	7	0.00894702598452568
10658	rnn.bias_hh_l0	8	-0.03806397691369057
10658	rnn.bias_hh_l0	9	-0.023355867713689804
10658	rnn.weight_ih_l0_reverse	0	-0.0030591050162911415
10658	rnn.weight_ih_l0_reverse	1	-0.040852729231119156
10658	rnn.weight_ih_l0_reverse	2	-0.015373523347079754
10658	rnn.weight_ih_l0_reverse	3	0.002190454164519906
10658	rnn.weight_ih_l0_reverse	4	-0.015188127756118774
10658	rnn.weight_ih_l0_reverse	5	-0.04593805596232414
10658	rnn.weight_ih_l0_reverse	6	0.03814774379134178
10658	rnn.weight_ih_l0_reverse	7	-0.02971348911523819
10658	rnn.weight_ih_l0_reverse	8	-0.03373167663812637
10658	rnn.weight_ih_l0_reverse	9	0.014889571815729141
10658	rnn.weight_hh_l0_reverse	0	0.02839599922299385
10658	rnn.weight_hh_l0_reverse	1	0.03403332829475403
10658	rnn.weight_hh_l0_reverse	2	0.024497395381331444
10658	rnn.weight_hh_l0_reverse	3	0.018831530585885048
10658	rnn.weight_hh_l0_reverse	4	0.011446873657405376
10658	rnn.weight_hh_l0_reverse	5	-0.0072512319311499596
10658	rnn.weight_hh_l0_reverse	6	0.03680345416069031
10658	rnn.weight_hh_l0_reverse	7	-0.019838698208332062
10658	rnn.weight_hh_l0_reverse	8	0.004942457657307386
10658	rnn.weight_hh_l0_reverse	9	0.04557579383254051
10658	rnn.bias_ih_l0_reverse	0	-0.05054081603884697
10658	rnn.bias_ih_l0_reverse	1	-0.052198681980371475
10658	rnn.bias_ih_l0_reverse	2	0.0034733980428427458
10658	rnn.bias_ih_l0_reverse	3	0.016037361696362495
10658	rnn.bias_ih_l0_reverse	4	-0.017597578465938568
10658	rnn.bias_ih_l0_reverse	5	0.024722972884774208
10658	rnn.bias_ih_l0_reverse	6	0.006568582728505135
10658	rnn.bias_ih_l0_reverse	7	0.031461868435144424
10658	rnn.bias_ih_l0_reverse	8	-0.027581268921494484
10658	rnn.bias_ih_l0_reverse	9	0.042680151760578156
10658	rnn.bias_hh_l0_reverse	0	-0.02313881739974022
10658	rnn.bias_hh_l0_reverse	1	-0.011113623157143593
10658	rnn.bias_hh_l0_reverse	2	-0.003965204581618309
10658	rnn.bias_hh_l0_reverse	3	-0.041044682264328
10658	rnn.bias_hh_l0_reverse	4	-0.03688502311706543
10658	rnn.bias_hh_l0_reverse	5	-0.03480856493115425
10658	rnn.bias_hh_l0_reverse	6	0.012829580344259739
10658	rnn.bias_hh_l0_reverse	7	0.015805764123797417
10658	rnn.bias_hh_l0_reverse	8	0.04055992513895035
10658	rnn.bias_hh_l0_reverse	9	-0.09751356393098831
10658	rnn.weight_ih_l1	0	-0.025787098333239555
10658	rnn.weight_ih_l1	1	-0.027344247326254845
10658	rnn.weight_ih_l1	2	0.02721855603158474
10658	rnn.weight_ih_l1	3	0.010323083028197289
10658	rnn.weight_ih_l1	4	0.012471078895032406
10658	rnn.weight_ih_l1	5	-0.036845386028289795
10658	rnn.weight_ih_l1	6	0.020941002294421196
10658	rnn.weight_ih_l1	7	-0.038750361651182175
10658	rnn.weight_ih_l1	8	0.03819325938820839
10658	rnn.weight_ih_l1	9	0.020116334781050682
10658	rnn.weight_hh_l1	0	0.004413885530084372
10658	rnn.weight_hh_l1	1	0.006235891487449408
10658	rnn.weight_hh_l1	2	-0.023875197395682335
10658	rnn.weight_hh_l1	3	0.0019783549942076206
10658	rnn.weight_hh_l1	4	0.005578567739576101
10658	rnn.weight_hh_l1	5	0.03535560518503189
10658	rnn.weight_hh_l1	6	0.03245297074317932
10658	rnn.weight_hh_l1	7	-0.03103368729352951
10658	rnn.weight_hh_l1	8	-0.04178948327898979
10658	rnn.weight_hh_l1	9	0.03942999616265297
10658	rnn.bias_ih_l1	0	-0.03412669152021408
10658	rnn.bias_ih_l1	1	-0.048036254942417145
10658	rnn.bias_ih_l1	2	-0.08040538430213928
10658	rnn.bias_ih_l1	3	-0.05228159949183464
10658	rnn.bias_ih_l1	4	-0.14435935020446777
10658	rnn.bias_ih_l1	5	-0.05560961738228798
10658	rnn.bias_ih_l1	6	0.01144042145460844
10658	rnn.bias_ih_l1	7	0.008815811946988106
10658	rnn.bias_ih_l1	8	-0.0383807010948658
10658	rnn.bias_ih_l1	9	-0.03534029424190521
10658	rnn.bias_hh_l1	0	-0.057576704770326614
10658	rnn.bias_hh_l1	1	0.0010879011824727058
10658	rnn.bias_hh_l1	2	-0.004402145277708769
10658	rnn.bias_hh_l1	3	-0.03297772258520126
10658	rnn.bias_hh_l1	4	-0.0405452735722065
10658	rnn.bias_hh_l1	5	0.0031290866900235415
10658	rnn.bias_hh_l1	6	-0.0066400268115103245
10658	rnn.bias_hh_l1	7	-0.0640820860862732
10658	rnn.bias_hh_l1	8	0.016817167401313782
10658	rnn.bias_hh_l1	9	-0.0055471728555858135
10658	rnn.weight_ih_l1_reverse	0	-0.03854312375187874
10658	rnn.weight_ih_l1_reverse	1	0.027793841436505318
10658	rnn.weight_ih_l1_reverse	2	-0.03338473290205002
10658	rnn.weight_ih_l1_reverse	3	-0.015525596216320992
10658	rnn.weight_ih_l1_reverse	4	0.0011897425865754485
10658	rnn.weight_ih_l1_reverse	5	-0.0434681698679924
10658	rnn.weight_ih_l1_reverse	6	-0.017005963250994682
10658	rnn.weight_ih_l1_reverse	7	0.014646831899881363
10658	rnn.weight_ih_l1_reverse	8	0.024969881400465965
10658	rnn.weight_ih_l1_reverse	9	-0.04675733298063278
10658	rnn.weight_hh_l1_reverse	0	0.008349613286554813
10658	rnn.weight_hh_l1_reverse	1	0.02485843002796173
10658	rnn.weight_hh_l1_reverse	2	-0.037798549979925156
10658	rnn.weight_hh_l1_reverse	3	0.038306862115859985
10658	rnn.weight_hh_l1_reverse	4	0.04058406502008438
10658	rnn.weight_hh_l1_reverse	5	0.01157127320766449
10658	rnn.weight_hh_l1_reverse	6	0.0020659153815358877
10658	rnn.weight_hh_l1_reverse	7	0.028109954670071602
10658	rnn.weight_hh_l1_reverse	8	-0.0046785552985966206
10658	rnn.weight_hh_l1_reverse	9	-0.03361048176884651
10658	rnn.bias_ih_l1_reverse	0	-0.0018591947155073285
10658	rnn.bias_ih_l1_reverse	1	-0.0293747391551733
10658	rnn.bias_ih_l1_reverse	2	-0.05086033046245575
10658	rnn.bias_ih_l1_reverse	3	0.02219245955348015
10658	rnn.bias_ih_l1_reverse	4	-0.0684063658118248
10658	rnn.bias_ih_l1_reverse	5	-0.03419698029756546
10658	rnn.bias_ih_l1_reverse	6	-0.0434543713927269
10658	rnn.bias_ih_l1_reverse	7	-0.04798401892185211
10658	rnn.bias_ih_l1_reverse	8	0.10102618485689163
10658	rnn.bias_ih_l1_reverse	9	0.02223799377679825
10658	rnn.bias_hh_l1_reverse	0	-0.02808404713869095
10658	rnn.bias_hh_l1_reverse	1	-0.001614264794625342
10658	rnn.bias_hh_l1_reverse	2	-0.11040939390659332
10658	rnn.bias_hh_l1_reverse	3	0.015520971268415451
10658	rnn.bias_hh_l1_reverse	4	-0.01915641687810421
10658	rnn.bias_hh_l1_reverse	5	-0.009543734602630138
10658	rnn.bias_hh_l1_reverse	6	0.07918940484523773
10658	rnn.bias_hh_l1_reverse	7	-0.015457560308277607
10658	rnn.bias_hh_l1_reverse	8	-0.04719998314976692
10658	rnn.bias_hh_l1_reverse	9	-0.033606305718421936
10658	linear.weight	0	0.002228822559118271
10658	linear.weight	1	0.0637817531824112
10658	linear.weight	2	-0.05438639223575592
10658	linear.weight	3	0.12825877964496613
10658	linear.weight	4	0.11636306345462799
10658	linear.weight	5	0.030553216114640236
10658	linear.weight	6	0.012812938541173935
10658	linear.weight	7	0.03722415864467621
10658	linear.weight	8	0.04343252629041672
10658	linear.weight	9	-0.10505986213684082
10658	linear.bias	0	-0.10261203348636627
10658	linear.bias	1	0.2159973680973053
10658	linear.bias	2	-0.007084693759679794
10658	linear.bias	3	-0.7245441675186157
10658	linear.bias	4	-0.7513391971588135
10658	linear.bias	5	0.11773630976676941
10658	linear.bias	6	-0.36109256744384766
10658	linear.bias	7	0.44034165143966675
10658	linear.bias	8	-0.4842272102832794
10658	linear.bias	9	-0.7599818110466003
10855	transitions	0	0.10568594932556152
10855	transitions	1	-0.32665345072746277
10855	transitions	2	-10000.0
10855	transitions	3	-1.740503191947937
10855	transitions	4	-10000.0
10855	transitions	5	0.8734954595565796
10855	transitions	6	0.1997174173593521
10855	transitions	7	0.2211044728755951
10855	transitions	8	-1.138366937637329
10855	transitions	9	0.0020399512723088264
10855	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
10855	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
10855	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
10855	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
10855	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
10855	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
10855	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
10855	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
10855	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
10855	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
10855	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
10855	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
10855	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
10855	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
10855	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
10855	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
10855	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
10855	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
10855	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
10855	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
10855	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
10855	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
10855	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
10855	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
10855	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
10855	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
10855	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
10855	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
10855	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
10855	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
10855	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
10855	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
10855	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
10855	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
10855	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
10855	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
10855	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
10855	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
10855	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
10855	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
10855	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
10855	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
10855	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
10855	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
10855	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
10855	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
10855	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
10855	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
10855	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
10855	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
10855	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
10855	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
10855	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
10855	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
10855	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
10855	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
10855	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
10855	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
10855	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
10855	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
10855	embedding2nn.weight	0	0.0087521281093359
10855	embedding2nn.weight	1	-0.011972841806709766
10855	embedding2nn.weight	2	-0.014268254861235619
10855	embedding2nn.weight	3	0.015765367075800896
10855	embedding2nn.weight	4	-0.005915033631026745
10855	embedding2nn.weight	5	-0.003700596047565341
10855	embedding2nn.weight	6	-0.003973270300775766
10855	embedding2nn.weight	7	-0.027238965034484863
10855	embedding2nn.weight	8	-0.0019979383796453476
10855	embedding2nn.weight	9	-0.004183720797300339
10855	embedding2nn.bias	0	0.012484951876103878
10855	embedding2nn.bias	1	-0.013318706303834915
10855	embedding2nn.bias	2	0.06133623048663139
10855	embedding2nn.bias	3	0.009155241772532463
10855	embedding2nn.bias	4	-0.016680192202329636
10855	embedding2nn.bias	5	-0.033504173159599304
10855	embedding2nn.bias	6	0.014603003859519958
10855	embedding2nn.bias	7	-0.014026916585862637
10855	embedding2nn.bias	8	0.022551240399479866
10855	embedding2nn.bias	9	0.013894210569560528
10855	rnn.weight_ih_l0	0	-0.01569531299173832
10855	rnn.weight_ih_l0	1	0.013445261865854263
10855	rnn.weight_ih_l0	2	0.027721041813492775
10855	rnn.weight_ih_l0	3	0.02492249570786953
10855	rnn.weight_ih_l0	4	-0.009594468399882317
10855	rnn.weight_ih_l0	5	-0.04519161209464073
10855	rnn.weight_ih_l0	6	0.009572057984769344
10855	rnn.weight_ih_l0	7	0.04182774946093559
10855	rnn.weight_ih_l0	8	0.02604181133210659
10855	rnn.weight_ih_l0	9	-0.03955268859863281
10855	rnn.weight_hh_l0	0	-0.03898247703909874
10855	rnn.weight_hh_l0	1	0.008102690801024437
10855	rnn.weight_hh_l0	2	0.004740395583212376
10855	rnn.weight_hh_l0	3	-0.011723576113581657
10855	rnn.weight_hh_l0	4	0.030539831146597862
10855	rnn.weight_hh_l0	5	-0.013055823743343353
10855	rnn.weight_hh_l0	6	-0.03410675749182701
10855	rnn.weight_hh_l0	7	-0.03468281775712967
10855	rnn.weight_hh_l0	8	0.004735160619020462
10855	rnn.weight_hh_l0	9	-0.02430916018784046
10855	rnn.bias_ih_l0	0	0.009508044458925724
10855	rnn.bias_ih_l0	1	-0.010258334688842297
10855	rnn.bias_ih_l0	2	-0.009874772280454636
10855	rnn.bias_ih_l0	3	0.0352170392870903
10855	rnn.bias_ih_l0	4	-0.053024180233478546
10855	rnn.bias_ih_l0	5	-0.016970058903098106
10855	rnn.bias_ih_l0	6	0.005398354027420282
10855	rnn.bias_ih_l0	7	0.03261180594563484
10855	rnn.bias_ih_l0	8	-0.06084910035133362
10855	rnn.bias_ih_l0	9	0.007086205296218395
10855	rnn.bias_hh_l0	0	-0.02495698258280754
10855	rnn.bias_hh_l0	1	-0.049347952008247375
10855	rnn.bias_hh_l0	2	0.0007173410849645734
10855	rnn.bias_hh_l0	3	-0.034322988241910934
10855	rnn.bias_hh_l0	4	0.00037495922879315913
10855	rnn.bias_hh_l0	5	0.024571971967816353
10855	rnn.bias_hh_l0	6	0.037729911506175995
10855	rnn.bias_hh_l0	7	0.0004185614234302193
10855	rnn.bias_hh_l0	8	-0.035249605774879456
10855	rnn.bias_hh_l0	9	-0.018878374248743057
10855	rnn.weight_ih_l0_reverse	0	-0.0035345565993338823
10855	rnn.weight_ih_l0_reverse	1	-0.04004526138305664
10855	rnn.weight_ih_l0_reverse	2	-0.015934770926833153
10855	rnn.weight_ih_l0_reverse	3	0.0025340125430375338
10855	rnn.weight_ih_l0_reverse	4	-0.01532628946006298
10855	rnn.weight_ih_l0_reverse	5	-0.04616520181298256
10855	rnn.weight_ih_l0_reverse	6	0.03815064579248428
10855	rnn.weight_ih_l0_reverse	7	-0.030617980286478996
10855	rnn.weight_ih_l0_reverse	8	-0.03367714211344719
10855	rnn.weight_ih_l0_reverse	9	0.015387186780571938
10855	rnn.weight_hh_l0_reverse	0	0.02765534445643425
10855	rnn.weight_hh_l0_reverse	1	0.03418464586138725
10855	rnn.weight_hh_l0_reverse	2	0.02440229430794716
10855	rnn.weight_hh_l0_reverse	3	0.018813880160450935
10855	rnn.weight_hh_l0_reverse	4	0.011448453180491924
10855	rnn.weight_hh_l0_reverse	5	-0.006920581683516502
10855	rnn.weight_hh_l0_reverse	6	0.03693245351314545
10855	rnn.weight_hh_l0_reverse	7	-0.019799333065748215
10855	rnn.weight_hh_l0_reverse	8	0.004646144807338715
10855	rnn.weight_hh_l0_reverse	9	0.04603759944438934
10855	rnn.bias_ih_l0_reverse	0	-0.05130419880151749
10855	rnn.bias_ih_l0_reverse	1	-0.05139441415667534
10855	rnn.bias_ih_l0_reverse	2	0.0012658247724175453
10855	rnn.bias_ih_l0_reverse	3	0.016396475955843925
10855	rnn.bias_ih_l0_reverse	4	-0.015471050515770912
10855	rnn.bias_ih_l0_reverse	5	0.02376668155193329
10855	rnn.bias_ih_l0_reverse	6	0.005375461187213659
10855	rnn.bias_ih_l0_reverse	7	0.030877569690346718
10855	rnn.bias_ih_l0_reverse	8	-0.027507973834872246
10855	rnn.bias_ih_l0_reverse	9	0.04107527807354927
10855	rnn.bias_hh_l0_reverse	0	-0.02225092425942421
10855	rnn.bias_hh_l0_reverse	1	-0.012178592383861542
10855	rnn.bias_hh_l0_reverse	2	-0.004181893542408943
10855	rnn.bias_hh_l0_reverse	3	-0.04244483634829521
10855	rnn.bias_hh_l0_reverse	4	-0.03831265866756439
10855	rnn.bias_hh_l0_reverse	5	-0.03549950197339058
10855	rnn.bias_hh_l0_reverse	6	0.01160157285630703
10855	rnn.bias_hh_l0_reverse	7	0.013517088256776333
10855	rnn.bias_hh_l0_reverse	8	0.04289020597934723
10855	rnn.bias_hh_l0_reverse	9	-0.09946028143167496
10855	rnn.weight_ih_l1	0	-0.02536849118769169
10855	rnn.weight_ih_l1	1	-0.027399186044931412
10855	rnn.weight_ih_l1	2	0.02512461692094803
10855	rnn.weight_ih_l1	3	0.009419098496437073
10855	rnn.weight_ih_l1	4	0.012447774410247803
10855	rnn.weight_ih_l1	5	-0.03685397654771805
10855	rnn.weight_ih_l1	6	0.020640242844820023
10855	rnn.weight_ih_l1	7	-0.038301628082990646
10855	rnn.weight_ih_l1	8	0.038266394287347794
10855	rnn.weight_ih_l1	9	0.019964847713708878
10855	rnn.weight_hh_l1	0	0.0030158408917486668
10855	rnn.weight_hh_l1	1	0.006222437135875225
10855	rnn.weight_hh_l1	2	-0.024019887670874596
10855	rnn.weight_hh_l1	3	0.0022002083715051413
10855	rnn.weight_hh_l1	4	0.00597129762172699
10855	rnn.weight_hh_l1	5	0.03525104746222496
10855	rnn.weight_hh_l1	6	0.03218250349164009
10855	rnn.weight_hh_l1	7	-0.030882924795150757
10855	rnn.weight_hh_l1	8	-0.04163084551692009
10855	rnn.weight_hh_l1	9	0.03942902386188507
10855	rnn.bias_ih_l1	0	-0.03627442568540573
10855	rnn.bias_ih_l1	1	-0.04962380975484848
10855	rnn.bias_ih_l1	2	-0.08013899624347687
10855	rnn.bias_ih_l1	3	-0.05686730518937111
10855	rnn.bias_ih_l1	4	-0.13385528326034546
10855	rnn.bias_ih_l1	5	-0.05585344508290291
10855	rnn.bias_ih_l1	6	0.009684795513749123
10855	rnn.bias_ih_l1	7	0.010732639580965042
10855	rnn.bias_ih_l1	8	-0.037330109626054764
10855	rnn.bias_ih_l1	9	-0.038034092634916306
10855	rnn.bias_hh_l1	0	-0.060493480414152145
10855	rnn.bias_hh_l1	1	0.0034928827080875635
10855	rnn.bias_hh_l1	2	-0.005823057144880295
10855	rnn.bias_hh_l1	3	-0.03313213214278221
10855	rnn.bias_hh_l1	4	-0.04123092442750931
10855	rnn.bias_hh_l1	5	0.004184361547231674
10855	rnn.bias_hh_l1	6	-0.009517873637378216
10855	rnn.bias_hh_l1	7	-0.05614934489130974
10855	rnn.bias_hh_l1	8	0.016481079161167145
10855	rnn.bias_hh_l1	9	-0.005555202718824148
10855	rnn.weight_ih_l1_reverse	0	-0.038536906242370605
10855	rnn.weight_ih_l1_reverse	1	0.030490390956401825
10855	rnn.weight_ih_l1_reverse	2	-0.031749848276376724
10855	rnn.weight_ih_l1_reverse	3	-0.016038088127970695
10855	rnn.weight_ih_l1_reverse	4	0.000695207912940532
10855	rnn.weight_ih_l1_reverse	5	-0.043583307415246964
10855	rnn.weight_ih_l1_reverse	6	-0.018131723627448082
10855	rnn.weight_ih_l1_reverse	7	0.014476630836725235
10855	rnn.weight_ih_l1_reverse	8	0.025027690455317497
10855	rnn.weight_ih_l1_reverse	9	-0.05295434221625328
10855	rnn.weight_hh_l1_reverse	0	0.008456902578473091
10855	rnn.weight_hh_l1_reverse	1	0.02499697543680668
10855	rnn.weight_hh_l1_reverse	2	-0.037828315049409866
10855	rnn.weight_hh_l1_reverse	3	0.038309067487716675
10855	rnn.weight_hh_l1_reverse	4	0.039672285318374634
10855	rnn.weight_hh_l1_reverse	5	0.011445075273513794
10855	rnn.weight_hh_l1_reverse	6	0.0026661979500204325
10855	rnn.weight_hh_l1_reverse	7	0.027975689619779587
10855	rnn.weight_hh_l1_reverse	8	-0.0046019768342375755
10855	rnn.weight_hh_l1_reverse	9	-0.0332338847219944
10855	rnn.bias_ih_l1_reverse	0	-0.0030569920781999826
10855	rnn.bias_ih_l1_reverse	1	-0.036089614033699036
10855	rnn.bias_ih_l1_reverse	2	-0.050757963210344315
10855	rnn.bias_ih_l1_reverse	3	0.020440606400370598
10855	rnn.bias_ih_l1_reverse	4	-0.06677114218473434
10855	rnn.bias_ih_l1_reverse	5	-0.03644498810172081
10855	rnn.bias_ih_l1_reverse	6	-0.044138841331005096
10855	rnn.bias_ih_l1_reverse	7	-0.04722389578819275
10855	rnn.bias_ih_l1_reverse	8	0.09394426643848419
10855	rnn.bias_ih_l1_reverse	9	0.035459525883197784
10855	rnn.bias_hh_l1_reverse	0	-0.021165762096643448
10855	rnn.bias_hh_l1_reverse	1	-0.006951096933335066
10855	rnn.bias_hh_l1_reverse	2	-0.10997438430786133
10855	rnn.bias_hh_l1_reverse	3	0.011696494184434414
10855	rnn.bias_hh_l1_reverse	4	-0.019047586247324944
10855	rnn.bias_hh_l1_reverse	5	-0.010851644910871983
10855	rnn.bias_hh_l1_reverse	6	0.07618381828069687
10855	rnn.bias_hh_l1_reverse	7	-0.017565548419952393
10855	rnn.bias_hh_l1_reverse	8	-0.04589300602674484
10855	rnn.bias_hh_l1_reverse	9	-0.036546654999256134
10855	linear.weight	0	0.002228822559118271
10855	linear.weight	1	0.05926857516169548
10855	linear.weight	2	-0.051565349102020264
10855	linear.weight	3	0.13330988585948944
10855	linear.weight	4	0.11031581461429596
10855	linear.weight	5	0.029584914445877075
10855	linear.weight	6	0.0078656654804945
10855	linear.weight	7	0.04603798687458038
10855	linear.weight	8	0.04332061856985092
10855	linear.weight	9	-0.11459861695766449
10855	linear.bias	0	-0.0877418965101242
10855	linear.bias	1	0.2153138518333435
10855	linear.bias	2	-0.046155497431755066
10855	linear.bias	3	-0.7369037866592407
10855	linear.bias	4	-0.7663362622261047
10855	linear.bias	5	0.1414726972579956
10855	linear.bias	6	-0.3723955452442169
10855	linear.bias	7	0.45623987913131714
10855	linear.bias	8	-0.5112113356590271
10855	linear.bias	9	-0.7806118130683899
11052	transitions	0	0.12618115544319153
11052	transitions	1	-0.3191837966442108
11052	transitions	2	-10000.0
11052	transitions	3	-1.7412245273590088
11052	transitions	4	-10000.0
11052	transitions	5	0.8713244795799255
11052	transitions	6	0.19663122296333313
11052	transitions	7	0.21087239682674408
11052	transitions	8	-1.1406207084655762
11052	transitions	9	0.0020020075608044863
11052	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
11052	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
11052	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
11052	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
11052	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
11052	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
11052	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
11052	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
11052	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
11052	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
11052	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
11052	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
11052	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
11052	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
11052	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
11052	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
11052	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
11052	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
11052	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
11052	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
11052	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
11052	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
11052	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
11052	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
11052	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
11052	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
11052	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
11052	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
11052	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
11052	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
11052	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
11052	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
11052	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
11052	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
11052	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
11052	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
11052	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
11052	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
11052	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
11052	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
11052	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
11052	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
11052	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
11052	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
11052	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
11052	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
11052	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
11052	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
11052	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
11052	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
11052	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
11052	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
11052	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
11052	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
11052	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
11052	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
11052	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
11052	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
11052	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
11052	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
11052	embedding2nn.weight	0	0.008401072584092617
11052	embedding2nn.weight	1	-0.01191956177353859
11052	embedding2nn.weight	2	-0.014268254861235619
11052	embedding2nn.weight	3	0.015639545395970345
11052	embedding2nn.weight	4	-0.005915033631026745
11052	embedding2nn.weight	5	-0.0037005958147346973
11052	embedding2nn.weight	6	-0.003973271697759628
11052	embedding2nn.weight	7	-0.025022415444254875
11052	embedding2nn.weight	8	-0.0019979383796453476
11052	embedding2nn.weight	9	-0.00429454306140542
11052	embedding2nn.bias	0	0.007012548856437206
11052	embedding2nn.bias	1	-0.012399252504110336
11052	embedding2nn.bias	2	0.06003142148256302
11052	embedding2nn.bias	3	0.012186137959361076
11052	embedding2nn.bias	4	-0.014215161092579365
11052	embedding2nn.bias	5	-0.04781325161457062
11052	embedding2nn.bias	6	0.02806716226041317
11052	embedding2nn.bias	7	-0.01235156413167715
11052	embedding2nn.bias	8	0.013790790922939777
11052	embedding2nn.bias	9	0.013983468525111675
11052	rnn.weight_ih_l0	0	-0.016213243827223778
11052	rnn.weight_ih_l0	1	0.015658678486943245
11052	rnn.weight_ih_l0	2	0.029410509392619133
11052	rnn.weight_ih_l0	3	0.024471433833241463
11052	rnn.weight_ih_l0	4	-0.010601590387523174
11052	rnn.weight_ih_l0	5	-0.04525057226419449
11052	rnn.weight_ih_l0	6	0.009042938239872456
11052	rnn.weight_ih_l0	7	0.04232529550790787
11052	rnn.weight_ih_l0	8	0.025650767609477043
11052	rnn.weight_ih_l0	9	-0.039859361946582794
11052	rnn.weight_hh_l0	0	-0.040109653025865555
11052	rnn.weight_hh_l0	1	0.008398432284593582
11052	rnn.weight_hh_l0	2	0.004006384871900082
11052	rnn.weight_hh_l0	3	-0.011310109868645668
11052	rnn.weight_hh_l0	4	0.030629727989435196
11052	rnn.weight_hh_l0	5	-0.012880074791610241
11052	rnn.weight_hh_l0	6	-0.03407977893948555
11052	rnn.weight_hh_l0	7	-0.03673664480447769
11052	rnn.weight_hh_l0	8	0.004472280386835337
11052	rnn.weight_hh_l0	9	-0.0234228428453207
11052	rnn.bias_ih_l0	0	0.009046393446624279
11052	rnn.bias_ih_l0	1	-0.01091438066214323
11052	rnn.bias_ih_l0	2	-0.009131145663559437
11052	rnn.bias_ih_l0	3	0.03519868478178978
11052	rnn.bias_ih_l0	4	-0.05131690949201584
11052	rnn.bias_ih_l0	5	-0.017686493694782257
11052	rnn.bias_ih_l0	6	0.0028048900421708822
11052	rnn.bias_ih_l0	7	0.030793236568570137
11052	rnn.bias_ih_l0	8	-0.06085498258471489
11052	rnn.bias_ih_l0	9	0.007962762378156185
11052	rnn.bias_hh_l0	0	-0.024560369551181793
11052	rnn.bias_hh_l0	1	-0.053635481745004654
11052	rnn.bias_hh_l0	2	0.001306937774643302
11052	rnn.bias_hh_l0	3	-0.03438028693199158
11052	rnn.bias_hh_l0	4	-0.0016254149377346039
11052	rnn.bias_hh_l0	5	0.02751939743757248
11052	rnn.bias_hh_l0	6	0.03889511525630951
11052	rnn.bias_hh_l0	7	-0.009020171128213406
11052	rnn.bias_hh_l0	8	-0.02976839989423752
11052	rnn.bias_hh_l0	9	-0.019833499565720558
11052	rnn.weight_ih_l0_reverse	0	-0.0037128934636712074
11052	rnn.weight_ih_l0_reverse	1	-0.042697273194789886
11052	rnn.weight_ih_l0_reverse	2	-0.016847196966409683
11052	rnn.weight_ih_l0_reverse	3	0.0034119929186999798
11052	rnn.weight_ih_l0_reverse	4	-0.015309260226786137
11052	rnn.weight_ih_l0_reverse	5	-0.04605403169989586
11052	rnn.weight_ih_l0_reverse	6	0.038034189492464066
11052	rnn.weight_ih_l0_reverse	7	-0.03139687702059746
11052	rnn.weight_ih_l0_reverse	8	-0.03391973674297333
11052	rnn.weight_ih_l0_reverse	9	0.01502207200974226
11052	rnn.weight_hh_l0_reverse	0	0.027266347780823708
11052	rnn.weight_hh_l0_reverse	1	0.03427784517407417
11052	rnn.weight_hh_l0_reverse	2	0.024556320160627365
11052	rnn.weight_hh_l0_reverse	3	0.018048716709017754
11052	rnn.weight_hh_l0_reverse	4	0.011587416753172874
11052	rnn.weight_hh_l0_reverse	5	-0.007733907084912062
11052	rnn.weight_hh_l0_reverse	6	0.036748796701431274
11052	rnn.weight_hh_l0_reverse	7	-0.02011808753013611
11052	rnn.weight_hh_l0_reverse	8	0.0046742758713662624
11052	rnn.weight_hh_l0_reverse	9	0.04603000357747078
11052	rnn.bias_ih_l0_reverse	0	-0.05278016999363899
11052	rnn.bias_ih_l0_reverse	1	-0.0528656430542469
11052	rnn.bias_ih_l0_reverse	2	0.008241217583417892
11052	rnn.bias_ih_l0_reverse	3	0.015062804333865643
11052	rnn.bias_ih_l0_reverse	4	-0.010600846260786057
11052	rnn.bias_ih_l0_reverse	5	0.026640960946679115
11052	rnn.bias_ih_l0_reverse	6	0.0030743556562811136
11052	rnn.bias_ih_l0_reverse	7	0.031389269977808
11052	rnn.bias_ih_l0_reverse	8	-0.029009953141212463
11052	rnn.bias_ih_l0_reverse	9	0.03911086544394493
11052	rnn.bias_hh_l0_reverse	0	-0.022068994119763374
11052	rnn.bias_hh_l0_reverse	1	-0.009499370120465755
11052	rnn.bias_hh_l0_reverse	2	-0.00019879266619682312
11052	rnn.bias_hh_l0_reverse	3	-0.04149779677391052
11052	rnn.bias_hh_l0_reverse	4	-0.03728806972503662
11052	rnn.bias_hh_l0_reverse	5	-0.03477092832326889
11052	rnn.bias_hh_l0_reverse	6	0.01659807562828064
11052	rnn.bias_hh_l0_reverse	7	0.014144651591777802
11052	rnn.bias_hh_l0_reverse	8	0.04062136262655258
11052	rnn.bias_hh_l0_reverse	9	-0.09788062423467636
11052	rnn.weight_ih_l1	0	-0.024913934990763664
11052	rnn.weight_ih_l1	1	-0.02752746269106865
11052	rnn.weight_ih_l1	2	0.027164161205291748
11052	rnn.weight_ih_l1	3	0.01032059546560049
11052	rnn.weight_ih_l1	4	0.012766558676958084
11052	rnn.weight_ih_l1	5	-0.0368187353014946
11052	rnn.weight_ih_l1	6	0.020973151549696922
11052	rnn.weight_ih_l1	7	-0.03888214752078056
11052	rnn.weight_ih_l1	8	0.03866156190633774
11052	rnn.weight_ih_l1	9	0.01987711898982525
11052	rnn.weight_hh_l1	0	0.0036347403656691313
11052	rnn.weight_hh_l1	1	0.006426701322197914
11052	rnn.weight_hh_l1	2	-0.02546806074678898
11052	rnn.weight_hh_l1	3	0.0025482054334133863
11052	rnn.weight_hh_l1	4	0.006418847478926182
11052	rnn.weight_hh_l1	5	0.035384401679039
11052	rnn.weight_hh_l1	6	0.03191980719566345
11052	rnn.weight_hh_l1	7	-0.030744126066565514
11052	rnn.weight_hh_l1	8	-0.04183274134993553
11052	rnn.weight_hh_l1	9	0.03951939567923546
11052	rnn.bias_ih_l1	0	-0.03613750636577606
11052	rnn.bias_ih_l1	1	-0.05377171188592911
11052	rnn.bias_ih_l1	2	-0.07954845577478409
11052	rnn.bias_ih_l1	3	-0.057313233613967896
11052	rnn.bias_ih_l1	4	-0.14063213765621185
11052	rnn.bias_ih_l1	5	-0.057165224105119705
11052	rnn.bias_ih_l1	6	0.007330588065087795
11052	rnn.bias_ih_l1	7	0.010210428386926651
11052	rnn.bias_ih_l1	8	-0.036071546375751495
11052	rnn.bias_ih_l1	9	-0.03830019384622574
11052	rnn.bias_hh_l1	0	-0.06005970388650894
11052	rnn.bias_hh_l1	1	0.0056844609789550304
11052	rnn.bias_hh_l1	2	-0.005602697376161814
11052	rnn.bias_hh_l1	3	-0.03242865577340126
11052	rnn.bias_hh_l1	4	-0.04169296845793724
11052	rnn.bias_hh_l1	5	0.002000473439693451
11052	rnn.bias_hh_l1	6	-0.010184052400290966
11052	rnn.bias_hh_l1	7	-0.053387511521577835
11052	rnn.bias_hh_l1	8	0.012716754339635372
11052	rnn.bias_hh_l1	9	-0.007985505275428295
11052	rnn.weight_ih_l1_reverse	0	-0.039345238357782364
11052	rnn.weight_ih_l1_reverse	1	0.025350356474518776
11052	rnn.weight_ih_l1_reverse	2	-0.03410538285970688
11052	rnn.weight_ih_l1_reverse	3	-0.015844646841287613
11052	rnn.weight_ih_l1_reverse	4	0.00036094849929213524
11052	rnn.weight_ih_l1_reverse	5	-0.043545179069042206
11052	rnn.weight_ih_l1_reverse	6	-0.019164280965924263
11052	rnn.weight_ih_l1_reverse	7	0.014611348509788513
11052	rnn.weight_ih_l1_reverse	8	0.02902764454483986
11052	rnn.weight_ih_l1_reverse	9	-0.0479225255548954
11052	rnn.weight_hh_l1_reverse	0	0.00835086777806282
11052	rnn.weight_hh_l1_reverse	1	0.02505909837782383
11052	rnn.weight_hh_l1_reverse	2	-0.037617381662130356
11052	rnn.weight_hh_l1_reverse	3	0.03852822631597519
11052	rnn.weight_hh_l1_reverse	4	0.03916875645518303
11052	rnn.weight_hh_l1_reverse	5	0.011674328707158566
11052	rnn.weight_hh_l1_reverse	6	0.0024753373581916094
11052	rnn.weight_hh_l1_reverse	7	0.027904503047466278
11052	rnn.weight_hh_l1_reverse	8	-0.004472134169191122
11052	rnn.weight_hh_l1_reverse	9	-0.03372522443532944
11052	rnn.bias_ih_l1_reverse	0	-0.0024859115947037935
11052	rnn.bias_ih_l1_reverse	1	-0.03502056375145912
11052	rnn.bias_ih_l1_reverse	2	-0.05108489468693733
11052	rnn.bias_ih_l1_reverse	3	0.028684737160801888
11052	rnn.bias_ih_l1_reverse	4	-0.06616517901420593
11052	rnn.bias_ih_l1_reverse	5	-0.036014292389154434
11052	rnn.bias_ih_l1_reverse	6	-0.04332346096634865
11052	rnn.bias_ih_l1_reverse	7	-0.04459751024842262
11052	rnn.bias_ih_l1_reverse	8	0.09018702805042267
11052	rnn.bias_ih_l1_reverse	9	0.04873396456241608
11052	rnn.bias_hh_l1_reverse	0	-0.022306354716420174
11052	rnn.bias_hh_l1_reverse	1	0.0045668575912714005
11052	rnn.bias_hh_l1_reverse	2	-0.11113397032022476
11052	rnn.bias_hh_l1_reverse	3	0.010646293871104717
11052	rnn.bias_hh_l1_reverse	4	-0.01958424225449562
11052	rnn.bias_hh_l1_reverse	5	-0.011687531135976315
11052	rnn.bias_hh_l1_reverse	6	0.06728599220514297
11052	rnn.bias_hh_l1_reverse	7	-0.01645565964281559
11052	rnn.bias_hh_l1_reverse	8	-0.045827336609363556
11052	rnn.bias_hh_l1_reverse	9	-0.037301212549209595
11052	linear.weight	0	0.002228822559118271
11052	linear.weight	1	0.070240817964077
11052	linear.weight	2	-0.05859542638063431
11052	linear.weight	3	0.15726543962955475
11052	linear.weight	4	0.10916554182767868
11052	linear.weight	5	0.022966740652918816
11052	linear.weight	6	0.00950730312615633
11052	linear.weight	7	0.040040090680122375
11052	linear.weight	8	0.04309578239917755
11052	linear.weight	9	-0.11432736366987228
11052	linear.bias	0	-0.096192367374897
11052	linear.bias	1	0.18267831206321716
11052	linear.bias	2	-0.055951185524463654
11052	linear.bias	3	-0.7117435932159424
11052	linear.bias	4	-0.7385210394859314
11052	linear.bias	5	0.14371976256370544
11052	linear.bias	6	-0.40334632992744446
11052	linear.bias	7	0.4705200493335724
11052	linear.bias	8	-0.5030000805854797
11052	linear.bias	9	-0.7718403339385986
11249	transitions	0	0.13233372569084167
11249	transitions	1	-0.31548500061035156
11249	transitions	2	-10000.0
11249	transitions	3	-1.7418174743652344
11249	transitions	4	-10000.0
11249	transitions	5	0.8685809373855591
11249	transitions	6	0.19355134665966034
11249	transitions	7	0.20599570870399475
11249	transitions	8	-1.1424031257629395
11249	transitions	9	0.001967528834939003
11249	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
11249	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
11249	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
11249	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
11249	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
11249	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
11249	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
11249	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
11249	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
11249	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
11249	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
11249	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
11249	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
11249	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
11249	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
11249	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
11249	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
11249	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
11249	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
11249	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
11249	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
11249	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
11249	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
11249	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
11249	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
11249	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
11249	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
11249	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
11249	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
11249	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
11249	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
11249	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
11249	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
11249	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
11249	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
11249	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
11249	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
11249	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
11249	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
11249	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
11249	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
11249	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
11249	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
11249	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
11249	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
11249	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
11249	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
11249	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
11249	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
11249	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
11249	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
11249	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
11249	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
11249	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
11249	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
11249	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
11249	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
11249	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
11249	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
11249	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
11249	embedding2nn.weight	0	0.007212421391159296
11249	embedding2nn.weight	1	-0.012245237827301025
11249	embedding2nn.weight	2	-0.014268254861235619
11249	embedding2nn.weight	3	0.015903208404779434
11249	embedding2nn.weight	4	-0.005915033631026745
11249	embedding2nn.weight	5	-0.003700594650581479
11249	embedding2nn.weight	6	-0.003973268438130617
11249	embedding2nn.weight	7	-0.02699372172355652
11249	embedding2nn.weight	8	-0.0019979383796453476
11249	embedding2nn.weight	9	-0.004093064460903406
11249	embedding2nn.bias	0	0.01377028040587902
11249	embedding2nn.bias	1	-0.011537499725818634
11249	embedding2nn.bias	2	0.05442488566040993
11249	embedding2nn.bias	3	0.01657072640955448
11249	embedding2nn.bias	4	-0.007540250662714243
11249	embedding2nn.bias	5	-0.03932902589440346
11249	embedding2nn.bias	6	0.02193203568458557
11249	embedding2nn.bias	7	-0.009144703857600689
11249	embedding2nn.bias	8	0.012233114801347256
11249	embedding2nn.bias	9	0.01583184115588665
11249	rnn.weight_ih_l0	0	-0.015933969989418983
11249	rnn.weight_ih_l0	1	0.01594846323132515
11249	rnn.weight_ih_l0	2	0.029444735497236252
11249	rnn.weight_ih_l0	3	0.0244734063744545
11249	rnn.weight_ih_l0	4	-0.010370345786213875
11249	rnn.weight_ih_l0	5	-0.04487762972712517
11249	rnn.weight_ih_l0	6	0.009471225552260876
11249	rnn.weight_ih_l0	7	0.04201991483569145
11249	rnn.weight_ih_l0	8	0.02491438016295433
11249	rnn.weight_ih_l0	9	-0.039893899112939835
11249	rnn.weight_hh_l0	0	-0.04000972956418991
11249	rnn.weight_hh_l0	1	0.009463713504374027
11249	rnn.weight_hh_l0	2	0.003961773589253426
11249	rnn.weight_hh_l0	3	-0.011341086588799953
11249	rnn.weight_hh_l0	4	0.031813640147447586
11249	rnn.weight_hh_l0	5	-0.012962212786078453
11249	rnn.weight_hh_l0	6	-0.033767230808734894
11249	rnn.weight_hh_l0	7	-0.03676478564739227
11249	rnn.weight_hh_l0	8	0.004876216407865286
11249	rnn.weight_hh_l0	9	-0.023588137701153755
11249	rnn.bias_ih_l0	0	0.009961646050214767
11249	rnn.bias_ih_l0	1	-0.014683815650641918
11249	rnn.bias_ih_l0	2	-0.010351954959332943
11249	rnn.bias_ih_l0	3	0.03539798781275749
11249	rnn.bias_ih_l0	4	-0.05177358165383339
11249	rnn.bias_ih_l0	5	-0.01629512943327427
11249	rnn.bias_ih_l0	6	0.004266970790922642
11249	rnn.bias_ih_l0	7	0.03251365199685097
11249	rnn.bias_ih_l0	8	-0.06050538644194603
11249	rnn.bias_ih_l0	9	0.012959102168679237
11249	rnn.bias_hh_l0	0	-0.025144027546048164
11249	rnn.bias_hh_l0	1	-0.05209437757730484
11249	rnn.bias_hh_l0	2	0.0004028609546367079
11249	rnn.bias_hh_l0	3	-0.034225255250930786
11249	rnn.bias_hh_l0	4	-0.0018298934446647763
11249	rnn.bias_hh_l0	5	0.02712259069085121
11249	rnn.bias_hh_l0	6	0.03787799924612045
11249	rnn.bias_hh_l0	7	-0.009961377829313278
11249	rnn.bias_hh_l0	8	-0.03178296983242035
11249	rnn.bias_hh_l0	9	-0.016912320628762245
11249	rnn.weight_ih_l0_reverse	0	-0.0036321859806776047
11249	rnn.weight_ih_l0_reverse	1	-0.04246487841010094
11249	rnn.weight_ih_l0_reverse	2	-0.020642492920160294
11249	rnn.weight_ih_l0_reverse	3	0.0029363830108195543
11249	rnn.weight_ih_l0_reverse	4	-0.01524977944791317
11249	rnn.weight_ih_l0_reverse	5	-0.04595518484711647
11249	rnn.weight_ih_l0_reverse	6	0.03811277076601982
11249	rnn.weight_ih_l0_reverse	7	-0.03137693181633949
11249	rnn.weight_ih_l0_reverse	8	-0.033542267978191376
11249	rnn.weight_ih_l0_reverse	9	0.014587459154427052
11249	rnn.weight_hh_l0_reverse	0	0.028382206335663795
11249	rnn.weight_hh_l0_reverse	1	0.03527411073446274
11249	rnn.weight_hh_l0_reverse	2	0.024622786790132523
11249	rnn.weight_hh_l0_reverse	3	0.017975835129618645
11249	rnn.weight_hh_l0_reverse	4	0.011556803248822689
11249	rnn.weight_hh_l0_reverse	5	-0.008060410618782043
11249	rnn.weight_hh_l0_reverse	6	0.03655068948864937
11249	rnn.weight_hh_l0_reverse	7	-0.01934174634516239
11249	rnn.weight_hh_l0_reverse	8	0.005003198049962521
11249	rnn.weight_hh_l0_reverse	9	0.04643477126955986
11249	rnn.bias_ih_l0_reverse	0	-0.05346950143575668
11249	rnn.bias_ih_l0_reverse	1	-0.05363626405596733
11249	rnn.bias_ih_l0_reverse	2	0.006348552647978067
11249	rnn.bias_ih_l0_reverse	3	0.015145414508879185
11249	rnn.bias_ih_l0_reverse	4	-0.013149532489478588
11249	rnn.bias_ih_l0_reverse	5	0.027000438421964645
11249	rnn.bias_ih_l0_reverse	6	0.005919822491705418
11249	rnn.bias_ih_l0_reverse	7	0.031604837626218796
11249	rnn.bias_ih_l0_reverse	8	-0.03020551986992359
11249	rnn.bias_ih_l0_reverse	9	0.04328998550772667
11249	rnn.bias_hh_l0_reverse	0	-0.023510348051786423
11249	rnn.bias_hh_l0_reverse	1	-0.009076114743947983
11249	rnn.bias_hh_l0_reverse	2	-0.0042503164149820805
11249	rnn.bias_hh_l0_reverse	3	-0.04192141070961952
11249	rnn.bias_hh_l0_reverse	4	-0.03662489727139473
11249	rnn.bias_hh_l0_reverse	5	-0.03455035388469696
11249	rnn.bias_hh_l0_reverse	6	0.015675174072384834
11249	rnn.bias_hh_l0_reverse	7	0.011757607571780682
11249	rnn.bias_hh_l0_reverse	8	0.04139149188995361
11249	rnn.bias_hh_l0_reverse	9	-0.09814997017383575
11249	rnn.weight_ih_l1	0	-0.025106696411967278
11249	rnn.weight_ih_l1	1	-0.028060870245099068
11249	rnn.weight_ih_l1	2	0.026814054697752
11249	rnn.weight_ih_l1	3	0.008389626629650593
11249	rnn.weight_ih_l1	4	0.013181178830564022
11249	rnn.weight_ih_l1	5	-0.03662803769111633
11249	rnn.weight_ih_l1	6	0.020407186821103096
11249	rnn.weight_ih_l1	7	-0.0377756804227829
11249	rnn.weight_ih_l1	8	0.03829377144575119
11249	rnn.weight_ih_l1	9	0.020240405574440956
11249	rnn.weight_hh_l1	0	0.00282057817094028
11249	rnn.weight_hh_l1	1	0.006760112009942532
11249	rnn.weight_hh_l1	2	-0.025107204914093018
11249	rnn.weight_hh_l1	3	0.0022604623809456825
11249	rnn.weight_hh_l1	4	0.004359139129519463
11249	rnn.weight_hh_l1	5	0.035830698907375336
11249	rnn.weight_hh_l1	6	0.03165270388126373
11249	rnn.weight_hh_l1	7	-0.03065403923392296
11249	rnn.weight_hh_l1	8	-0.041487425565719604
11249	rnn.weight_hh_l1	9	0.0400545597076416
11249	rnn.bias_ih_l1	0	-0.04147576540708542
11249	rnn.bias_ih_l1	1	-0.05312333256006241
11249	rnn.bias_ih_l1	2	-0.08144103735685349
11249	rnn.bias_ih_l1	3	-0.05962396413087845
11249	rnn.bias_ih_l1	4	-0.14095906913280487
11249	rnn.bias_ih_l1	5	-0.058662623167037964
11249	rnn.bias_ih_l1	6	0.006964302156120539
11249	rnn.bias_ih_l1	7	0.009917653165757656
11249	rnn.bias_ih_l1	8	-0.03534471616148949
11249	rnn.bias_ih_l1	9	-0.03658943623304367
11249	rnn.bias_hh_l1	0	-0.059921860694885254
11249	rnn.bias_hh_l1	1	0.005436185747385025
11249	rnn.bias_hh_l1	2	-0.0035292040556669235
11249	rnn.bias_hh_l1	3	-0.03431043401360512
11249	rnn.bias_hh_l1	4	-0.04059087485074997
11249	rnn.bias_hh_l1	5	0.0035536023788154125
11249	rnn.bias_hh_l1	6	-0.009342140518128872
11249	rnn.bias_hh_l1	7	-0.0674368292093277
11249	rnn.bias_hh_l1	8	0.014611789956688881
11249	rnn.bias_hh_l1	9	-0.006837875582277775
11249	rnn.weight_ih_l1_reverse	0	-0.03926994279026985
11249	rnn.weight_ih_l1_reverse	1	0.020887551829218864
11249	rnn.weight_ih_l1_reverse	2	-0.03381683677434921
11249	rnn.weight_ih_l1_reverse	3	-0.015615847893059254
11249	rnn.weight_ih_l1_reverse	4	0.00015140915638767183
11249	rnn.weight_ih_l1_reverse	5	-0.04325127601623535
11249	rnn.weight_ih_l1_reverse	6	-0.020459085702896118
11249	rnn.weight_ih_l1_reverse	7	0.014140268787741661
11249	rnn.weight_ih_l1_reverse	8	0.037020549178123474
11249	rnn.weight_ih_l1_reverse	9	-0.0465041808784008
11249	rnn.weight_hh_l1_reverse	0	0.008113063871860504
11249	rnn.weight_hh_l1_reverse	1	0.025230374187231064
11249	rnn.weight_hh_l1_reverse	2	-0.03760752081871033
11249	rnn.weight_hh_l1_reverse	3	0.03858242183923721
11249	rnn.weight_hh_l1_reverse	4	0.03871076926589012
11249	rnn.weight_hh_l1_reverse	5	0.011750955134630203
11249	rnn.weight_hh_l1_reverse	6	0.0028255123179405928
11249	rnn.weight_hh_l1_reverse	7	0.02805032767355442
11249	rnn.weight_hh_l1_reverse	8	-0.004441550001502037
11249	rnn.weight_hh_l1_reverse	9	-0.03360215947031975
11249	rnn.bias_ih_l1_reverse	0	-0.0034560393542051315
11249	rnn.bias_ih_l1_reverse	1	-0.03916902095079422
11249	rnn.bias_ih_l1_reverse	2	-0.05205406993627548
11249	rnn.bias_ih_l1_reverse	3	0.007327474188059568
11249	rnn.bias_ih_l1_reverse	4	-0.06818690896034241
11249	rnn.bias_ih_l1_reverse	5	-0.03719109669327736
11249	rnn.bias_ih_l1_reverse	6	-0.04350933060050011
11249	rnn.bias_ih_l1_reverse	7	-0.04619627073407173
11249	rnn.bias_ih_l1_reverse	8	0.09481789171695709
11249	rnn.bias_ih_l1_reverse	9	0.0409548357129097
11249	rnn.bias_hh_l1_reverse	0	-0.020308375358581543
11249	rnn.bias_hh_l1_reverse	1	0.002243525581434369
11249	rnn.bias_hh_l1_reverse	2	-0.11271778494119644
11249	rnn.bias_hh_l1_reverse	3	0.009411880746483803
11249	rnn.bias_hh_l1_reverse	4	-0.019831009209156036
11249	rnn.bias_hh_l1_reverse	5	-0.013381472788751125
11249	rnn.bias_hh_l1_reverse	6	0.08184226602315903
11249	rnn.bias_hh_l1_reverse	7	-0.02011640928685665
11249	rnn.bias_hh_l1_reverse	8	-0.04443658888339996
11249	rnn.bias_hh_l1_reverse	9	-0.03769557550549507
11249	linear.weight	0	0.002228822559118271
11249	linear.weight	1	0.060601867735385895
11249	linear.weight	2	-0.05167701840400696
11249	linear.weight	3	0.15346285700798035
11249	linear.weight	4	0.09181223064661026
11249	linear.weight	5	0.024663381278514862
11249	linear.weight	6	0.0140779884532094
11249	linear.weight	7	0.03813157603144646
11249	linear.weight	8	0.04302425682544708
11249	linear.weight	9	-0.11431941390037537
11249	linear.bias	0	-0.07740851491689682
11249	linear.bias	1	0.18362832069396973
11249	linear.bias	2	-0.06651560962200165
11249	linear.bias	3	-0.7469897270202637
11249	linear.bias	4	-0.7722928524017334
11249	linear.bias	5	0.1429527848958969
11249	linear.bias	6	-0.3917255997657776
11249	linear.bias	7	0.4709741771221161
11249	linear.bias	8	-0.5037190914154053
11249	linear.bias	9	-0.7784965634346008
11446	transitions	0	0.1263008415699005
11446	transitions	1	-0.31144067645072937
11446	transitions	2	-10000.0
11446	transitions	3	-1.7423676252365112
11446	transitions	4	-10000.0
11446	transitions	5	0.8660870790481567
11446	transitions	6	0.1908830851316452
11446	transitions	7	0.2019161880016327
11446	transitions	8	-1.1445273160934448
11446	transitions	9	0.0019436314469203353
11446	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
11446	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
11446	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
11446	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
11446	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
11446	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
11446	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
11446	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
11446	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
11446	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
11446	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
11446	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
11446	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
11446	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
11446	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
11446	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
11446	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
11446	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
11446	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
11446	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
11446	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
11446	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
11446	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
11446	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
11446	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
11446	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
11446	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
11446	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
11446	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
11446	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
11446	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
11446	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
11446	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
11446	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
11446	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
11446	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
11446	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
11446	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
11446	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
11446	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
11446	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
11446	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
11446	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
11446	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
11446	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
11446	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
11446	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
11446	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
11446	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
11446	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
11446	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
11446	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
11446	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
11446	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
11446	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
11446	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
11446	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
11446	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
11446	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
11446	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
11446	embedding2nn.weight	0	0.008838517591357231
11446	embedding2nn.weight	1	-0.012323844246566296
11446	embedding2nn.weight	2	-0.014268254861235619
11446	embedding2nn.weight	3	0.015817871317267418
11446	embedding2nn.weight	4	-0.005915033631026745
11446	embedding2nn.weight	5	-0.003700594650581479
11446	embedding2nn.weight	6	-0.00397326797246933
11446	embedding2nn.weight	7	-0.027691496536135674
11446	embedding2nn.weight	8	-0.0019979383796453476
11446	embedding2nn.weight	9	-0.0034920773468911648
11446	embedding2nn.bias	0	0.002058541402220726
11446	embedding2nn.bias	1	-0.006834167987108231
11446	embedding2nn.bias	2	0.06240306422114372
11446	embedding2nn.bias	3	0.015157854184508324
11446	embedding2nn.bias	4	-0.002763375174254179
11446	embedding2nn.bias	5	-0.039891913533210754
11446	embedding2nn.bias	6	0.02040931023657322
11446	embedding2nn.bias	7	-0.023414714261889458
11446	embedding2nn.bias	8	0.015302186831831932
11446	embedding2nn.bias	9	0.021023573353886604
11446	rnn.weight_ih_l0	0	-0.01629526913166046
11446	rnn.weight_ih_l0	1	0.016254572197794914
11446	rnn.weight_ih_l0	2	0.02978215366601944
11446	rnn.weight_ih_l0	3	0.024602502584457397
11446	rnn.weight_ih_l0	4	-0.010018588975071907
11446	rnn.weight_ih_l0	5	-0.04555463418364525
11446	rnn.weight_ih_l0	6	0.009632083587348461
11446	rnn.weight_ih_l0	7	0.04217511788010597
11446	rnn.weight_ih_l0	8	0.02531314268708229
11446	rnn.weight_ih_l0	9	-0.04011533036828041
11446	rnn.weight_hh_l0	0	-0.040119290351867676
11446	rnn.weight_hh_l0	1	0.009300819598138332
11446	rnn.weight_hh_l0	2	0.005297950003296137
11446	rnn.weight_hh_l0	3	-0.01095908135175705
11446	rnn.weight_hh_l0	4	0.031267449259757996
11446	rnn.weight_hh_l0	5	-0.012995121069252491
11446	rnn.weight_hh_l0	6	-0.033894866704940796
11446	rnn.weight_hh_l0	7	-0.035481758415699005
11446	rnn.weight_hh_l0	8	0.005429168697446585
11446	rnn.weight_hh_l0	9	-0.02348301373422146
11446	rnn.bias_ih_l0	0	0.009327604435384274
11446	rnn.bias_ih_l0	1	-0.01974332146346569
11446	rnn.bias_ih_l0	2	-0.010543464682996273
11446	rnn.bias_ih_l0	3	0.035022884607315063
11446	rnn.bias_ih_l0	4	-0.05068685859441757
11446	rnn.bias_ih_l0	5	-0.016670996323227882
11446	rnn.bias_ih_l0	6	0.004467151593416929
11446	rnn.bias_ih_l0	7	0.029474645853042603
11446	rnn.bias_ih_l0	8	-0.05978308618068695
11446	rnn.bias_ih_l0	9	0.009600813500583172
11446	rnn.bias_hh_l0	0	-0.02465723641216755
11446	rnn.bias_hh_l0	1	-0.05128274857997894
11446	rnn.bias_hh_l0	2	0.001549178035929799
11446	rnn.bias_hh_l0	3	-0.033162835985422134
11446	rnn.bias_hh_l0	4	-0.003281068755313754
11446	rnn.bias_hh_l0	5	0.027885867282748222
11446	rnn.bias_hh_l0	6	0.035947225987911224
11446	rnn.bias_hh_l0	7	-0.012698247097432613
11446	rnn.bias_hh_l0	8	-0.03095502220094204
11446	rnn.bias_hh_l0	9	-0.01495660375803709
11446	rnn.weight_ih_l0_reverse	0	-0.0036982127930969
11446	rnn.weight_ih_l0_reverse	1	-0.04280169680714607
11446	rnn.weight_ih_l0_reverse	2	-0.020143957808613777
11446	rnn.weight_ih_l0_reverse	3	0.0032020786311477423
11446	rnn.weight_ih_l0_reverse	4	-0.013084028847515583
11446	rnn.weight_ih_l0_reverse	5	-0.04644244164228439
11446	rnn.weight_ih_l0_reverse	6	0.03827570378780365
11446	rnn.weight_ih_l0_reverse	7	-0.03050212748348713
11446	rnn.weight_ih_l0_reverse	8	-0.033005643635988235
11446	rnn.weight_ih_l0_reverse	9	0.014261194504797459
11446	rnn.weight_hh_l0_reverse	0	0.02878250554203987
11446	rnn.weight_hh_l0_reverse	1	0.03514781594276428
11446	rnn.weight_hh_l0_reverse	2	0.024988345801830292
11446	rnn.weight_hh_l0_reverse	3	0.01758631318807602
11446	rnn.weight_hh_l0_reverse	4	0.01094705332070589
11446	rnn.weight_hh_l0_reverse	5	-0.008209818042814732
11446	rnn.weight_hh_l0_reverse	6	0.036805715411901474
11446	rnn.weight_hh_l0_reverse	7	-0.019660037010908127
11446	rnn.weight_hh_l0_reverse	8	0.004861742723733187
11446	rnn.weight_hh_l0_reverse	9	0.04627814143896103
11446	rnn.bias_ih_l0_reverse	0	-0.052709419280290604
11446	rnn.bias_ih_l0_reverse	1	-0.054681625217199326
11446	rnn.bias_ih_l0_reverse	2	0.004338744096457958
11446	rnn.bias_ih_l0_reverse	3	0.013490994460880756
11446	rnn.bias_ih_l0_reverse	4	-0.012348124757409096
11446	rnn.bias_ih_l0_reverse	5	0.027173906564712524
11446	rnn.bias_ih_l0_reverse	6	0.004020873457193375
11446	rnn.bias_ih_l0_reverse	7	0.03199209272861481
11446	rnn.bias_ih_l0_reverse	8	-0.029609108343720436
11446	rnn.bias_ih_l0_reverse	9	0.04176011681556702
11446	rnn.bias_hh_l0_reverse	0	-0.023945311084389687
11446	rnn.bias_hh_l0_reverse	1	-0.003063771640881896
11446	rnn.bias_hh_l0_reverse	2	-0.0044769528321921825
11446	rnn.bias_hh_l0_reverse	3	-0.043901875615119934
11446	rnn.bias_hh_l0_reverse	4	-0.037470318377017975
11446	rnn.bias_hh_l0_reverse	5	-0.03611818328499794
11446	rnn.bias_hh_l0_reverse	6	0.01279995497316122
11446	rnn.bias_hh_l0_reverse	7	0.014322884380817413
11446	rnn.bias_hh_l0_reverse	8	0.039944760501384735
11446	rnn.bias_hh_l0_reverse	9	-0.09723301231861115
11446	rnn.weight_ih_l1	0	-0.025906534865498543
11446	rnn.weight_ih_l1	1	-0.028969459235668182
11446	rnn.weight_ih_l1	2	0.026742031797766685
11446	rnn.weight_ih_l1	3	0.007980541326105595
11446	rnn.weight_ih_l1	4	0.013217171654105186
11446	rnn.weight_ih_l1	5	-0.03629280626773834
11446	rnn.weight_ih_l1	6	0.01883801259100437
11446	rnn.weight_ih_l1	7	-0.03794994205236435
11446	rnn.weight_ih_l1	8	0.03850330039858818
11446	rnn.weight_ih_l1	9	0.0204180795699358
11446	rnn.weight_hh_l1	0	0.003854601876810193
11446	rnn.weight_hh_l1	1	0.0064339120872318745
11446	rnn.weight_hh_l1	2	-0.024742083624005318
11446	rnn.weight_hh_l1	3	0.0021997226867824793
11446	rnn.weight_hh_l1	4	0.005274874158203602
11446	rnn.weight_hh_l1	5	0.03569653630256653
11446	rnn.weight_hh_l1	6	0.03186538815498352
11446	rnn.weight_hh_l1	7	-0.030623463913798332
11446	rnn.weight_hh_l1	8	-0.0413140244781971
11446	rnn.weight_hh_l1	9	0.03971255570650101
11446	rnn.bias_ih_l1	0	-0.03807539865374565
11446	rnn.bias_ih_l1	1	-0.05285192281007767
11446	rnn.bias_ih_l1	2	-0.07994265109300613
11446	rnn.bias_ih_l1	3	-0.06185689568519592
11446	rnn.bias_ih_l1	4	-0.13398538529872894
11446	rnn.bias_ih_l1	5	-0.058138493448495865
11446	rnn.bias_ih_l1	6	0.007552598137408495
11446	rnn.bias_ih_l1	7	0.009553282521665096
11446	rnn.bias_ih_l1	8	-0.03525527939200401
11446	rnn.bias_ih_l1	9	-0.034356966614723206
11446	rnn.bias_hh_l1	0	-0.062081001698970795
11446	rnn.bias_hh_l1	1	0.0020000310614705086
11446	rnn.bias_hh_l1	2	-0.009331909008324146
11446	rnn.bias_hh_l1	3	-0.033980321139097214
11446	rnn.bias_hh_l1	4	-0.04011394828557968
11446	rnn.bias_hh_l1	5	0.0032416603062301874
11446	rnn.bias_hh_l1	6	-0.010974865406751633
11446	rnn.bias_hh_l1	7	-0.07027381658554077
11446	rnn.bias_hh_l1	8	0.017192145809531212
11446	rnn.bias_hh_l1	9	-0.005402843467891216
11446	rnn.weight_ih_l1_reverse	0	-0.03871965408325195
11446	rnn.weight_ih_l1_reverse	1	0.025354640558362007
11446	rnn.weight_ih_l1_reverse	2	-0.03306444734334946
11446	rnn.weight_ih_l1_reverse	3	-0.014952259138226509
11446	rnn.weight_ih_l1_reverse	4	-0.000761202594731003
11446	rnn.weight_ih_l1_reverse	5	-0.04293658956885338
11446	rnn.weight_ih_l1_reverse	6	-0.02081231400370598
11446	rnn.weight_ih_l1_reverse	7	0.013678462244570255
11446	rnn.weight_ih_l1_reverse	8	0.04068305343389511
11446	rnn.weight_ih_l1_reverse	9	-0.041752636432647705
11446	rnn.weight_hh_l1_reverse	0	0.007718926761299372
11446	rnn.weight_hh_l1_reverse	1	0.025303103029727936
11446	rnn.weight_hh_l1_reverse	2	-0.037718266248703
11446	rnn.weight_hh_l1_reverse	3	0.03854366019368172
11446	rnn.weight_hh_l1_reverse	4	0.03917420655488968
11446	rnn.weight_hh_l1_reverse	5	0.011742773465812206
11446	rnn.weight_hh_l1_reverse	6	0.0025099574122577906
11446	rnn.weight_hh_l1_reverse	7	0.02790895849466324
11446	rnn.weight_hh_l1_reverse	8	-0.004402225371450186
11446	rnn.weight_hh_l1_reverse	9	-0.03381556272506714
11446	rnn.bias_ih_l1_reverse	0	-0.000745873898267746
11446	rnn.bias_ih_l1_reverse	1	-0.038200296461582184
11446	rnn.bias_ih_l1_reverse	2	-0.05065232142806053
11446	rnn.bias_ih_l1_reverse	3	0.024933479726314545
11446	rnn.bias_ih_l1_reverse	4	-0.07045125961303711
11446	rnn.bias_ih_l1_reverse	5	-0.03669578582048416
11446	rnn.bias_ih_l1_reverse	6	-0.043750885874032974
11446	rnn.bias_ih_l1_reverse	7	-0.048727847635746
11446	rnn.bias_ih_l1_reverse	8	0.10487484931945801
11446	rnn.bias_ih_l1_reverse	9	0.03422229364514351
11446	rnn.bias_hh_l1_reverse	0	-0.00883812177926302
11446	rnn.bias_hh_l1_reverse	1	-0.0005505962180905044
11446	rnn.bias_hh_l1_reverse	2	-0.1120028868317604
11446	rnn.bias_hh_l1_reverse	3	0.009092243388295174
11446	rnn.bias_hh_l1_reverse	4	-0.02103673480451107
11446	rnn.bias_hh_l1_reverse	5	-0.014488041400909424
11446	rnn.bias_hh_l1_reverse	6	0.08613226562738419
11446	rnn.bias_hh_l1_reverse	7	-0.019828272983431816
11446	rnn.bias_hh_l1_reverse	8	-0.0496835857629776
11446	rnn.bias_hh_l1_reverse	9	-0.03865823522210121
11446	linear.weight	0	0.002228822559118271
11446	linear.weight	1	0.07780086994171143
11446	linear.weight	2	-0.06003744155168533
11446	linear.weight	3	0.16150406002998352
11446	linear.weight	4	0.07799876481294632
11446	linear.weight	5	0.017985884100198746
11446	linear.weight	6	0.012462884187698364
11446	linear.weight	7	0.04189452901482582
11446	linear.weight	8	0.04295647516846657
11446	linear.weight	9	-0.09964587539434433
11446	linear.bias	0	-0.07397302985191345
11446	linear.bias	1	0.17645138502120972
11446	linear.bias	2	-0.06767581403255463
11446	linear.bias	3	-0.739122748374939
11446	linear.bias	4	-0.7703747749328613
11446	linear.bias	5	0.10462427884340286
11446	linear.bias	6	-0.39486780762672424
11446	linear.bias	7	0.4201834201812744
11446	linear.bias	8	-0.5162085294723511
11446	linear.bias	9	-0.795773446559906
11643	transitions	0	0.1278960406780243
11643	transitions	1	-0.2909531593322754
11643	transitions	2	-10000.0
11643	transitions	3	-1.742952585220337
11643	transitions	4	-10000.0
11643	transitions	5	0.8627320528030396
11643	transitions	6	0.18717236816883087
11643	transitions	7	0.19745250046253204
11643	transitions	8	-1.1462852954864502
11643	transitions	9	0.0019189434824511409
11643	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
11643	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
11643	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
11643	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
11643	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
11643	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
11643	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
11643	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
11643	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
11643	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
11643	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
11643	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
11643	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
11643	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
11643	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
11643	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
11643	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
11643	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
11643	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
11643	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
11643	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
11643	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
11643	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
11643	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
11643	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
11643	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
11643	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
11643	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
11643	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
11643	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
11643	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
11643	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
11643	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
11643	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
11643	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
11643	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
11643	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
11643	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
11643	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
11643	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
11643	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
11643	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
11643	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
11643	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
11643	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
11643	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
11643	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
11643	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
11643	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
11643	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
11643	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
11643	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
11643	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
11643	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
11643	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
11643	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
11643	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
11643	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
11643	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
11643	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
11643	embedding2nn.weight	0	0.005976398941129446
11643	embedding2nn.weight	1	-0.012197486124932766
11643	embedding2nn.weight	2	-0.014268254861235619
11643	embedding2nn.weight	3	0.014932137914001942
11643	embedding2nn.weight	4	-0.005915033631026745
11643	embedding2nn.weight	5	-0.0037005948834121227
11643	embedding2nn.weight	6	-0.003973264712840319
11643	embedding2nn.weight	7	-0.02781680040061474
11643	embedding2nn.weight	8	-0.0019979383796453476
11643	embedding2nn.weight	9	-0.0048430310562253
11643	embedding2nn.bias	0	0.010108654387295246
11643	embedding2nn.bias	1	-0.009756376035511494
11643	embedding2nn.bias	2	0.062043964862823486
11643	embedding2nn.bias	3	0.01827707141637802
11643	embedding2nn.bias	4	-0.0024290774017572403
11643	embedding2nn.bias	5	-0.04156210273504257
11643	embedding2nn.bias	6	0.01260664127767086
11643	embedding2nn.bias	7	-0.02692437916994095
11643	embedding2nn.bias	8	0.01071214023977518
11643	embedding2nn.bias	9	0.025453152135014534
11643	rnn.weight_ih_l0	0	-0.014565113000571728
11643	rnn.weight_ih_l0	1	0.016596799716353416
11643	rnn.weight_ih_l0	2	0.02946615405380726
11643	rnn.weight_ih_l0	3	0.023934274911880493
11643	rnn.weight_ih_l0	4	-0.010308636352419853
11643	rnn.weight_ih_l0	5	-0.04621919244527817
11643	rnn.weight_ih_l0	6	0.009273186326026917
11643	rnn.weight_ih_l0	7	0.04202648252248764
11643	rnn.weight_ih_l0	8	0.02462783269584179
11643	rnn.weight_ih_l0	9	-0.040163978934288025
11643	rnn.weight_hh_l0	0	-0.03973741456866264
11643	rnn.weight_hh_l0	1	0.009422596544027328
11643	rnn.weight_hh_l0	2	0.004117840435355902
11643	rnn.weight_hh_l0	3	-0.010855432599782944
11643	rnn.weight_hh_l0	4	0.03182968869805336
11643	rnn.weight_hh_l0	5	-0.012922181747853756
11643	rnn.weight_hh_l0	6	-0.03339102119207382
11643	rnn.weight_hh_l0	7	-0.0348469503223896
11643	rnn.weight_hh_l0	8	0.00488422904163599
11643	rnn.weight_hh_l0	9	-0.023776013404130936
11643	rnn.bias_ih_l0	0	0.011030895635485649
11643	rnn.bias_ih_l0	1	-0.016745643690228462
11643	rnn.bias_ih_l0	2	-0.009602881968021393
11643	rnn.bias_ih_l0	3	0.04242316633462906
11643	rnn.bias_ih_l0	4	-0.05235898867249489
11643	rnn.bias_ih_l0	5	-0.01569514162838459
11643	rnn.bias_ih_l0	6	0.003964622505009174
11643	rnn.bias_ih_l0	7	0.02878311648964882
11643	rnn.bias_ih_l0	8	-0.05994110181927681
11643	rnn.bias_ih_l0	9	0.007898816838860512
11643	rnn.bias_hh_l0	0	-0.021156659349799156
11643	rnn.bias_hh_l0	1	-0.05223046615719795
11643	rnn.bias_hh_l0	2	-0.00022724264999851584
11643	rnn.bias_hh_l0	3	-0.03409111127257347
11643	rnn.bias_hh_l0	4	-0.0031366818584501743
11643	rnn.bias_hh_l0	5	0.02648918889462948
11643	rnn.bias_hh_l0	6	0.03289331495761871
11643	rnn.bias_hh_l0	7	-0.012899518944323063
11643	rnn.bias_hh_l0	8	-0.034615956246852875
11643	rnn.bias_hh_l0	9	-0.015784939751029015
11643	rnn.weight_ih_l0_reverse	0	-0.003067429643124342
11643	rnn.weight_ih_l0_reverse	1	-0.041617125272750854
11643	rnn.weight_ih_l0_reverse	2	-0.02106340043246746
11643	rnn.weight_ih_l0_reverse	3	0.003270187182351947
11643	rnn.weight_ih_l0_reverse	4	-0.012098654173314571
11643	rnn.weight_ih_l0_reverse	5	-0.04586729407310486
11643	rnn.weight_ih_l0_reverse	6	0.038300659507513046
11643	rnn.weight_ih_l0_reverse	7	-0.029922720044851303
11643	rnn.weight_ih_l0_reverse	8	-0.03234593942761421
11643	rnn.weight_ih_l0_reverse	9	0.013970569707453251
11643	rnn.weight_hh_l0_reverse	0	0.029168637469410896
11643	rnn.weight_hh_l0_reverse	1	0.03472088649868965
11643	rnn.weight_hh_l0_reverse	2	0.02510046400129795
11643	rnn.weight_hh_l0_reverse	3	0.01766642928123474
11643	rnn.weight_hh_l0_reverse	4	0.011216601356863976
11643	rnn.weight_hh_l0_reverse	5	-0.008520366623997688
11643	rnn.weight_hh_l0_reverse	6	0.03667408227920532
11643	rnn.weight_hh_l0_reverse	7	-0.020142268389463425
11643	rnn.weight_hh_l0_reverse	8	0.005033797584474087
11643	rnn.weight_hh_l0_reverse	9	0.04654354602098465
11643	rnn.bias_ih_l0_reverse	0	-0.05167417973279953
11643	rnn.bias_ih_l0_reverse	1	-0.055575598031282425
11643	rnn.bias_ih_l0_reverse	2	-0.00019559107022359967
11643	rnn.bias_ih_l0_reverse	3	0.012869411148130894
11643	rnn.bias_ih_l0_reverse	4	-0.010107560083270073
11643	rnn.bias_ih_l0_reverse	5	0.02670327201485634
11643	rnn.bias_ih_l0_reverse	6	0.003841111436486244
11643	rnn.bias_ih_l0_reverse	7	0.031988274306058884
11643	rnn.bias_ih_l0_reverse	8	-0.03146066889166832
11643	rnn.bias_ih_l0_reverse	9	0.04070110246539116
11643	rnn.bias_hh_l0_reverse	0	-0.024879710748791695
11643	rnn.bias_hh_l0_reverse	1	-0.0018978470470756292
11643	rnn.bias_hh_l0_reverse	2	-0.003018563147634268
11643	rnn.bias_hh_l0_reverse	3	-0.042925186455249786
11643	rnn.bias_hh_l0_reverse	4	-0.039008401334285736
11643	rnn.bias_hh_l0_reverse	5	-0.034941431134939194
11643	rnn.bias_hh_l0_reverse	6	0.011574584990739822
11643	rnn.bias_hh_l0_reverse	7	0.011857441626489162
11643	rnn.bias_hh_l0_reverse	8	0.03633394092321396
11643	rnn.bias_hh_l0_reverse	9	-0.09700962901115417
11643	rnn.weight_ih_l1	0	-0.02598673291504383
11643	rnn.weight_ih_l1	1	-0.02780071645975113
11643	rnn.weight_ih_l1	2	0.02968704141676426
11643	rnn.weight_ih_l1	3	0.009279133751988411
11643	rnn.weight_ih_l1	4	0.013613389804959297
11643	rnn.weight_ih_l1	5	-0.03618188947439194
11643	rnn.weight_ih_l1	6	0.018048906698822975
11643	rnn.weight_ih_l1	7	-0.03791561350226402
11643	rnn.weight_ih_l1	8	0.038136836141347885
11643	rnn.weight_ih_l1	9	0.02051393687725067
11643	rnn.weight_hh_l1	0	0.003574420465156436
11643	rnn.weight_hh_l1	1	0.006472376175224781
11643	rnn.weight_hh_l1	2	-0.02409421280026436
11643	rnn.weight_hh_l1	3	0.0023527394514530897
11643	rnn.weight_hh_l1	4	0.004045604262501001
11643	rnn.weight_hh_l1	5	0.03594842925667763
11643	rnn.weight_hh_l1	6	0.032170020043849945
11643	rnn.weight_hh_l1	7	-0.030541134998202324
11643	rnn.weight_hh_l1	8	-0.040757790207862854
11643	rnn.weight_hh_l1	9	0.03953845426440239
11643	rnn.bias_ih_l1	0	-0.03889453411102295
11643	rnn.bias_ih_l1	1	-0.05419519171118736
11643	rnn.bias_ih_l1	2	-0.08025959879159927
11643	rnn.bias_ih_l1	3	-0.061023131012916565
11643	rnn.bias_ih_l1	4	-0.12926988303661346
11643	rnn.bias_ih_l1	5	-0.05933050438761711
11643	rnn.bias_ih_l1	6	0.004806962795555592
11643	rnn.bias_ih_l1	7	0.005719608627259731
11643	rnn.bias_ih_l1	8	-0.03674519807100296
11643	rnn.bias_ih_l1	9	-0.034842364490032196
11643	rnn.bias_hh_l1	0	-0.06393546611070633
11643	rnn.bias_hh_l1	1	-0.0005070619517937303
11643	rnn.bias_hh_l1	2	-0.010491074062883854
11643	rnn.bias_hh_l1	3	-0.033300191164016724
11643	rnn.bias_hh_l1	4	-0.04175268113613129
11643	rnn.bias_hh_l1	5	0.0006477309507317841
11643	rnn.bias_hh_l1	6	-0.012620472349226475
11643	rnn.bias_hh_l1	7	-0.06856328248977661
11643	rnn.bias_hh_l1	8	0.01856430247426033
11643	rnn.bias_hh_l1	9	-0.007177735213190317
11643	rnn.weight_ih_l1_reverse	0	-0.038586463779211044
11643	rnn.weight_ih_l1_reverse	1	0.02565721422433853
11643	rnn.weight_ih_l1_reverse	2	-0.03220510482788086
11643	rnn.weight_ih_l1_reverse	3	-0.016665317118167877
11643	rnn.weight_ih_l1_reverse	4	-0.0006266479031182826
11643	rnn.weight_ih_l1_reverse	5	-0.042952630668878555
11643	rnn.weight_ih_l1_reverse	6	-0.020872903987765312
11643	rnn.weight_ih_l1_reverse	7	0.014329812489449978
11643	rnn.weight_ih_l1_reverse	8	0.04247920960187912
11643	rnn.weight_ih_l1_reverse	9	-0.043984685093164444
11643	rnn.weight_hh_l1_reverse	0	0.007743519265204668
11643	rnn.weight_hh_l1_reverse	1	0.025234617292881012
11643	rnn.weight_hh_l1_reverse	2	-0.03770127892494202
11643	rnn.weight_hh_l1_reverse	3	0.03839892894029617
11643	rnn.weight_hh_l1_reverse	4	0.03940119966864586
11643	rnn.weight_hh_l1_reverse	5	0.011415083892643452
11643	rnn.weight_hh_l1_reverse	6	0.0023919371888041496
11643	rnn.weight_hh_l1_reverse	7	0.02776641584932804
11643	rnn.weight_hh_l1_reverse	8	-0.004415561910718679
11643	rnn.weight_hh_l1_reverse	9	-0.03400954604148865
11643	rnn.bias_ih_l1_reverse	0	-0.0003429576463531703
11643	rnn.bias_ih_l1_reverse	1	-0.03854299709200859
11643	rnn.bias_ih_l1_reverse	2	-0.0517752580344677
11643	rnn.bias_ih_l1_reverse	3	0.032179370522499084
11643	rnn.bias_ih_l1_reverse	4	-0.07187578827142715
11643	rnn.bias_ih_l1_reverse	5	-0.03733815625309944
11643	rnn.bias_ih_l1_reverse	6	-0.04402383044362068
11643	rnn.bias_ih_l1_reverse	7	-0.04934096708893776
11643	rnn.bias_ih_l1_reverse	8	0.1040554940700531
11643	rnn.bias_ih_l1_reverse	9	0.04145459458231926
11643	rnn.bias_hh_l1_reverse	0	-0.014376788400113583
11643	rnn.bias_hh_l1_reverse	1	0.01078774593770504
11643	rnn.bias_hh_l1_reverse	2	-0.11447063833475113
11643	rnn.bias_hh_l1_reverse	3	0.01045938115566969
11643	rnn.bias_hh_l1_reverse	4	-0.021296359598636627
11643	rnn.bias_hh_l1_reverse	5	-0.016582367941737175
11643	rnn.bias_hh_l1_reverse	6	0.0901276096701622
11643	rnn.bias_hh_l1_reverse	7	-0.02270878292620182
11643	rnn.bias_hh_l1_reverse	8	-0.04854131117463112
11643	rnn.bias_hh_l1_reverse	9	-0.038728855550289154
11643	linear.weight	0	0.002228822559118271
11643	linear.weight	1	0.06648813188076019
11643	linear.weight	2	-0.048940617591142654
11643	linear.weight	3	0.14430806040763855
11643	linear.weight	4	0.06306495517492294
11643	linear.weight	5	0.023075681179761887
11643	linear.weight	6	0.008014852181077003
11643	linear.weight	7	0.04244304448366165
11643	linear.weight	8	0.04288269951939583
11643	linear.weight	9	-0.09036098420619965
11643	linear.bias	0	-0.08901390433311462
11643	linear.bias	1	0.1888677030801773
11643	linear.bias	2	-0.061035819351673126
11643	linear.bias	3	-0.7418668270111084
11643	linear.bias	4	-0.7780494093894958
11643	linear.bias	5	0.1337617188692093
11643	linear.bias	6	-0.3782418668270111
11643	linear.bias	7	0.4493542015552521
11643	linear.bias	8	-0.518879771232605
11643	linear.bias	9	-0.8054471015930176
11840	transitions	0	0.11377336829900742
11840	transitions	1	-0.2934671938419342
11840	transitions	2	-10000.0
11840	transitions	3	-1.7434773445129395
11840	transitions	4	-10000.0
11840	transitions	5	0.860371470451355
11840	transitions	6	0.1830359548330307
11840	transitions	7	0.19398364424705505
11840	transitions	8	-1.1488980054855347
11840	transitions	9	0.0018915189430117607
11840	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
11840	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
11840	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
11840	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
11840	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
11840	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
11840	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
11840	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
11840	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
11840	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
11840	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
11840	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
11840	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
11840	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
11840	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
11840	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
11840	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
11840	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
11840	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
11840	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
11840	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
11840	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
11840	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
11840	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
11840	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
11840	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
11840	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
11840	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
11840	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
11840	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
11840	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
11840	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
11840	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
11840	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
11840	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
11840	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
11840	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
11840	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
11840	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
11840	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
11840	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
11840	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
11840	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
11840	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
11840	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
11840	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
11840	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
11840	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
11840	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
11840	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
11840	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
11840	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
11840	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
11840	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
11840	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
11840	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
11840	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
11840	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
11840	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
11840	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
11840	embedding2nn.weight	0	0.0038262007292360067
11840	embedding2nn.weight	1	-0.011978724971413612
11840	embedding2nn.weight	2	-0.014268254861235619
11840	embedding2nn.weight	3	0.013903265818953514
11840	embedding2nn.weight	4	-0.005915033631026745
11840	embedding2nn.weight	5	-0.00370059534907341
11840	embedding2nn.weight	6	-0.003973263315856457
11840	embedding2nn.weight	7	-0.028410915285348892
11840	embedding2nn.weight	8	-0.0019979383796453476
11840	embedding2nn.weight	9	-0.004257122054696083
11840	embedding2nn.bias	0	0.012356025166809559
11840	embedding2nn.bias	1	-0.011781000532209873
11840	embedding2nn.bias	2	0.05699457600712776
11840	embedding2nn.bias	3	0.016605716198682785
11840	embedding2nn.bias	4	-0.001659677131101489
11840	embedding2nn.bias	5	-0.046834904700517654
11840	embedding2nn.bias	6	0.011444718576967716
11840	embedding2nn.bias	7	-0.024819660931825638
11840	embedding2nn.bias	8	0.015302680432796478
11840	embedding2nn.bias	9	0.024187372997403145
11840	rnn.weight_ih_l0	0	-0.016491306945681572
11840	rnn.weight_ih_l0	1	0.017609072849154472
11840	rnn.weight_ih_l0	2	0.03041658364236355
11840	rnn.weight_ih_l0	3	0.024600142613053322
11840	rnn.weight_ih_l0	4	-0.010839859955012798
11840	rnn.weight_ih_l0	5	-0.045994773507118225
11840	rnn.weight_ih_l0	6	0.009303370490670204
11840	rnn.weight_ih_l0	7	0.0420597679913044
11840	rnn.weight_ih_l0	8	0.02441841922700405
11840	rnn.weight_ih_l0	9	-0.04020415619015694
11840	rnn.weight_hh_l0	0	-0.03974871337413788
11840	rnn.weight_hh_l0	1	0.00885689165443182
11840	rnn.weight_hh_l0	2	0.004300194326788187
11840	rnn.weight_hh_l0	3	-0.010867397300899029
11840	rnn.weight_hh_l0	4	0.03209015727043152
11840	rnn.weight_hh_l0	5	-0.013375045731663704
11840	rnn.weight_hh_l0	6	-0.03325307369232178
11840	rnn.weight_hh_l0	7	-0.035655565559864044
11840	rnn.weight_hh_l0	8	0.005099979694932699
11840	rnn.weight_hh_l0	9	-0.023827189579606056
11840	rnn.bias_ih_l0	0	0.011186150833964348
11840	rnn.bias_ih_l0	1	-0.020787188783288002
11840	rnn.bias_ih_l0	2	-0.009639592841267586
11840	rnn.bias_ih_l0	3	0.046094443649053574
11840	rnn.bias_ih_l0	4	-0.05018596723675728
11840	rnn.bias_ih_l0	5	-0.015286987647414207
11840	rnn.bias_ih_l0	6	0.002783301053568721
11840	rnn.bias_ih_l0	7	0.027773791924118996
11840	rnn.bias_ih_l0	8	-0.059901829808950424
11840	rnn.bias_ih_l0	9	0.007167691830545664
11840	rnn.bias_hh_l0	0	-0.02514401450753212
11840	rnn.bias_hh_l0	1	-0.04973271116614342
11840	rnn.bias_hh_l0	2	-0.004092351999133825
11840	rnn.bias_hh_l0	3	-0.033726852387189865
11840	rnn.bias_hh_l0	4	-0.003934546373784542
11840	rnn.bias_hh_l0	5	0.027100669220089912
11840	rnn.bias_hh_l0	6	0.03180705010890961
11840	rnn.bias_hh_l0	7	-0.01070477906614542
11840	rnn.bias_hh_l0	8	-0.035081133246421814
11840	rnn.bias_hh_l0	9	-0.014876898378133774
11840	rnn.weight_ih_l0_reverse	0	-0.002906403737142682
11840	rnn.weight_ih_l0_reverse	1	-0.04237300530076027
11840	rnn.weight_ih_l0_reverse	2	-0.019394757226109505
11840	rnn.weight_ih_l0_reverse	3	0.0034141549840569496
11840	rnn.weight_ih_l0_reverse	4	-0.013101274147629738
11840	rnn.weight_ih_l0_reverse	5	-0.04582210257649422
11840	rnn.weight_ih_l0_reverse	6	0.03898215666413307
11840	rnn.weight_ih_l0_reverse	7	-0.028489166870713234
11840	rnn.weight_ih_l0_reverse	8	-0.03253337740898132
11840	rnn.weight_ih_l0_reverse	9	0.01428154855966568
11840	rnn.weight_hh_l0_reverse	0	0.031001674011349678
11840	rnn.weight_hh_l0_reverse	1	0.033539559692144394
11840	rnn.weight_hh_l0_reverse	2	0.02563994750380516
11840	rnn.weight_hh_l0_reverse	3	0.017190055921673775
11840	rnn.weight_hh_l0_reverse	4	0.011140835471451283
11840	rnn.weight_hh_l0_reverse	5	-0.007376665249466896
11840	rnn.weight_hh_l0_reverse	6	0.03652382642030716
11840	rnn.weight_hh_l0_reverse	7	-0.02071850560605526
11840	rnn.weight_hh_l0_reverse	8	0.005405195523053408
11840	rnn.weight_hh_l0_reverse	9	0.04621240496635437
11840	rnn.bias_ih_l0_reverse	0	-0.053232308477163315
11840	rnn.bias_ih_l0_reverse	1	-0.05747530609369278
11840	rnn.bias_ih_l0_reverse	2	-0.001824356964789331
11840	rnn.bias_ih_l0_reverse	3	0.013935054652392864
11840	rnn.bias_ih_l0_reverse	4	-0.009943993762135506
11840	rnn.bias_ih_l0_reverse	5	0.0265644583851099
11840	rnn.bias_ih_l0_reverse	6	0.0014305171789601445
11840	rnn.bias_ih_l0_reverse	7	0.031646303832530975
11840	rnn.bias_ih_l0_reverse	8	-0.033108439296483994
11840	rnn.bias_ih_l0_reverse	9	0.040954526513814926
11840	rnn.bias_hh_l0_reverse	0	-0.023476729169487953
11840	rnn.bias_hh_l0_reverse	1	-0.004366794601082802
11840	rnn.bias_hh_l0_reverse	2	-0.0007131657330319285
11840	rnn.bias_hh_l0_reverse	3	-0.04397832602262497
11840	rnn.bias_hh_l0_reverse	4	-0.04057994857430458
11840	rnn.bias_hh_l0_reverse	5	-0.037331271916627884
11840	rnn.bias_hh_l0_reverse	6	0.012727432884275913
11840	rnn.bias_hh_l0_reverse	7	0.012793037109076977
11840	rnn.bias_hh_l0_reverse	8	0.03772479295730591
11840	rnn.bias_hh_l0_reverse	9	-0.09845294058322906
11840	rnn.weight_ih_l1	0	-0.025524035096168518
11840	rnn.weight_ih_l1	1	-0.02727707475423813
11840	rnn.weight_ih_l1	2	0.03018183819949627
11840	rnn.weight_ih_l1	3	0.0111283203586936
11840	rnn.weight_ih_l1	4	0.01319042593240738
11840	rnn.weight_ih_l1	5	-0.035897914320230484
11840	rnn.weight_ih_l1	6	0.017465343698859215
11840	rnn.weight_ih_l1	7	-0.03974077105522156
11840	rnn.weight_ih_l1	8	0.03868734464049339
11840	rnn.weight_ih_l1	9	0.020034121349453926
11840	rnn.weight_hh_l1	0	0.0037226411513984203
11840	rnn.weight_hh_l1	1	0.006357723381370306
11840	rnn.weight_hh_l1	2	-0.025693774223327637
11840	rnn.weight_hh_l1	3	0.002175844507291913
11840	rnn.weight_hh_l1	4	0.005243732128292322
11840	rnn.weight_hh_l1	5	0.03580317273736
11840	rnn.weight_hh_l1	6	0.032224591821432114
11840	rnn.weight_hh_l1	7	-0.03063318133354187
11840	rnn.weight_hh_l1	8	-0.0408991277217865
11840	rnn.weight_hh_l1	9	0.03997308015823364
11840	rnn.bias_ih_l1	0	-0.04287721961736679
11840	rnn.bias_ih_l1	1	-0.05441715940833092
11840	rnn.bias_ih_l1	2	-0.08100000768899918
11840	rnn.bias_ih_l1	3	-0.06549028307199478
11840	rnn.bias_ih_l1	4	-0.12150441855192184
11840	rnn.bias_ih_l1	5	-0.058451734483242035
11840	rnn.bias_ih_l1	6	0.007085086777806282
11840	rnn.bias_ih_l1	7	0.006197510752826929
11840	rnn.bias_ih_l1	8	-0.03573545441031456
11840	rnn.bias_ih_l1	9	-0.03575971722602844
11840	rnn.bias_hh_l1	0	-0.06466463208198547
11840	rnn.bias_hh_l1	1	-0.0005877698422409594
11840	rnn.bias_hh_l1	2	-0.012016929686069489
11840	rnn.bias_hh_l1	3	-0.03325021639466286
11840	rnn.bias_hh_l1	4	-0.04326706379652023
11840	rnn.bias_hh_l1	5	-0.00032082709367386997
11840	rnn.bias_hh_l1	6	-0.015624307096004486
11840	rnn.bias_hh_l1	7	-0.07927554845809937
11840	rnn.bias_hh_l1	8	0.017816726118326187
11840	rnn.bias_hh_l1	9	-0.007403400260955095
11840	rnn.weight_ih_l1_reverse	0	-0.0374569408595562
11840	rnn.weight_ih_l1_reverse	1	0.026599831879138947
11840	rnn.weight_ih_l1_reverse	2	-0.030918918550014496
11840	rnn.weight_ih_l1_reverse	3	-0.016712794080376625
11840	rnn.weight_ih_l1_reverse	4	0.0002372766612097621
11840	rnn.weight_ih_l1_reverse	5	-0.04261953756213188
11840	rnn.weight_ih_l1_reverse	6	-0.023396989330649376
11840	rnn.weight_ih_l1_reverse	7	0.01411440223455429
11840	rnn.weight_ih_l1_reverse	8	0.04776204749941826
11840	rnn.weight_ih_l1_reverse	9	-0.04207983985543251
11840	rnn.weight_hh_l1_reverse	0	0.007732804398983717
11840	rnn.weight_hh_l1_reverse	1	0.025379659608006477
11840	rnn.weight_hh_l1_reverse	2	-0.03781019523739815
11840	rnn.weight_hh_l1_reverse	3	0.0382111519575119
11840	rnn.weight_hh_l1_reverse	4	0.03922596201300621
11840	rnn.weight_hh_l1_reverse	5	0.01174969132989645
11840	rnn.weight_hh_l1_reverse	6	0.0019191503524780273
11840	rnn.weight_hh_l1_reverse	7	0.027902988716959953
11840	rnn.weight_hh_l1_reverse	8	-0.004356402903795242
11840	rnn.weight_hh_l1_reverse	9	-0.03414320945739746
11840	rnn.bias_ih_l1_reverse	0	0.0008286485681310296
11840	rnn.bias_ih_l1_reverse	1	-0.037316638976335526
11840	rnn.bias_ih_l1_reverse	2	-0.05280817672610283
11840	rnn.bias_ih_l1_reverse	3	0.028188714757561684
11840	rnn.bias_ih_l1_reverse	4	-0.06944403797388077
11840	rnn.bias_ih_l1_reverse	5	-0.038193318992853165
11840	rnn.bias_ih_l1_reverse	6	-0.045323461294174194
11840	rnn.bias_ih_l1_reverse	7	-0.04519499093294144
11840	rnn.bias_ih_l1_reverse	8	0.10449060052633286
11840	rnn.bias_ih_l1_reverse	9	0.03669631481170654
11840	rnn.bias_hh_l1_reverse	0	-0.01809726096689701
11840	rnn.bias_hh_l1_reverse	1	0.010999211110174656
11840	rnn.bias_hh_l1_reverse	2	-0.11446932703256607
11840	rnn.bias_hh_l1_reverse	3	0.011831806972622871
11840	rnn.bias_hh_l1_reverse	4	-0.022370269522070885
11840	rnn.bias_hh_l1_reverse	5	-0.016551528126001358
11840	rnn.bias_hh_l1_reverse	6	0.10062617808580399
11840	rnn.bias_hh_l1_reverse	7	-0.02165514975786209
11840	rnn.bias_hh_l1_reverse	8	-0.04847331345081329
11840	rnn.bias_hh_l1_reverse	9	-0.03861858323216438
11840	linear.weight	0	0.002228822559118271
11840	linear.weight	1	0.05609281361103058
11840	linear.weight	2	-0.04971412196755409
11840	linear.weight	3	0.1269197016954422
11840	linear.weight	4	0.07548841834068298
11840	linear.weight	5	0.018671104684472084
11840	linear.weight	6	0.015459475107491016
11840	linear.weight	7	0.06547903269529343
11840	linear.weight	8	0.04275764524936676
11840	linear.weight	9	-0.09185613691806793
11840	linear.bias	0	-0.05625399947166443
11840	linear.bias	1	0.1551167219877243
11840	linear.bias	2	-0.08126577734947205
11840	linear.bias	3	-0.7336508631706238
11840	linear.bias	4	-0.7732853889465332
11840	linear.bias	5	0.12556234002113342
11840	linear.bias	6	-0.4150743782520294
11840	linear.bias	7	0.44111180305480957
11840	linear.bias	8	-0.5063505172729492
11840	linear.bias	9	-0.7855411171913147
11844	transitions	0	0.11366798728704453
11844	transitions	1	-0.293479859828949
11844	transitions	2	-10000.0
11844	transitions	3	-1.7434909343719482
11844	transitions	4	-10000.0
11844	transitions	5	0.8603085279464722
11844	transitions	6	0.18295376002788544
11844	transitions	7	0.1939709633588791
11844	transitions	8	-1.1489297151565552
11844	transitions	9	0.0018903606105595827
11844	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
11844	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
11844	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
11844	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
11844	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
11844	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
11844	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
11844	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
11844	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
11844	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
11844	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
11844	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
11844	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
11844	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
11844	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
11844	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
11844	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
11844	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
11844	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
11844	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
11844	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
11844	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
11844	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
11844	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
11844	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
11844	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
11844	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
11844	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
11844	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
11844	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
11844	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
11844	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
11844	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
11844	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
11844	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
11844	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
11844	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
11844	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
11844	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
11844	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
11844	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
11844	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
11844	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
11844	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
11844	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
11844	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
11844	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
11844	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
11844	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
11844	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
11844	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
11844	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
11844	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
11844	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
11844	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
11844	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
11844	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
11844	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
11844	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
11844	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
11844	embedding2nn.weight	0	0.003845813451334834
11844	embedding2nn.weight	1	-0.011965670622885227
11844	embedding2nn.weight	2	-0.014268254861235619
11844	embedding2nn.weight	3	0.013766362331807613
11844	embedding2nn.weight	4	-0.005915033631026745
11844	embedding2nn.weight	5	-0.00370059534907341
11844	embedding2nn.weight	6	-0.003973263315856457
11844	embedding2nn.weight	7	-0.028205983340740204
11844	embedding2nn.weight	8	-0.0019979383796453476
11844	embedding2nn.weight	9	-0.004321128595620394
11844	embedding2nn.bias	0	0.012289740145206451
11844	embedding2nn.bias	1	-0.012836839072406292
11844	embedding2nn.bias	2	0.05696180462837219
11844	embedding2nn.bias	3	0.0154328104108572
11844	embedding2nn.bias	4	-0.0005481961416080594
11844	embedding2nn.bias	5	-0.044416602700948715
11844	embedding2nn.bias	6	0.012017451226711273
11844	embedding2nn.bias	7	-0.026882918551564217
11844	embedding2nn.bias	8	0.01517497655004263
11844	embedding2nn.bias	9	0.024730991572141647
11844	rnn.weight_ih_l0	0	-0.016489049419760704
11844	rnn.weight_ih_l0	1	0.017527561634778976
11844	rnn.weight_ih_l0	2	0.03025948442518711
11844	rnn.weight_ih_l0	3	0.024606529623270035
11844	rnn.weight_ih_l0	4	-0.010893692262470722
11844	rnn.weight_ih_l0	5	-0.045948464423418045
11844	rnn.weight_ih_l0	6	0.009353266097605228
11844	rnn.weight_ih_l0	7	0.04214245826005936
11844	rnn.weight_ih_l0	8	0.02442723885178566
11844	rnn.weight_ih_l0	9	-0.04027875140309334
11844	rnn.weight_hh_l0	0	-0.03974328562617302
11844	rnn.weight_hh_l0	1	0.0086800092831254
11844	rnn.weight_hh_l0	2	0.004142444580793381
11844	rnn.weight_hh_l0	3	-0.010844013653695583
11844	rnn.weight_hh_l0	4	0.03206099569797516
11844	rnn.weight_hh_l0	5	-0.013316281139850616
11844	rnn.weight_hh_l0	6	-0.03332025557756424
11844	rnn.weight_hh_l0	7	-0.03568796440958977
11844	rnn.weight_hh_l0	8	0.005026872735470533
11844	rnn.weight_hh_l0	9	-0.023749500513076782
11844	rnn.bias_ih_l0	0	0.011003375984728336
11844	rnn.bias_ih_l0	1	-0.021370159462094307
11844	rnn.bias_ih_l0	2	-0.009899930097162724
11844	rnn.bias_ih_l0	3	0.046499308198690414
11844	rnn.bias_ih_l0	4	-0.05066319555044174
11844	rnn.bias_ih_l0	5	-0.015307387337088585
11844	rnn.bias_ih_l0	6	0.0023759156465530396
11844	rnn.bias_ih_l0	7	0.027778249233961105
11844	rnn.bias_ih_l0	8	-0.05977720394730568
11844	rnn.bias_ih_l0	9	0.006856449414044619
11844	rnn.bias_hh_l0	0	-0.025234604254364967
11844	rnn.bias_hh_l0	1	-0.04940277710556984
11844	rnn.bias_hh_l0	2	-0.004362123552709818
11844	rnn.bias_hh_l0	3	-0.03374951705336571
11844	rnn.bias_hh_l0	4	-0.004737221635878086
11844	rnn.bias_hh_l0	5	0.02718348056077957
11844	rnn.bias_hh_l0	6	0.031568143516778946
11844	rnn.bias_hh_l0	7	-0.010850522667169571
11844	rnn.bias_hh_l0	8	-0.035401601344347
11844	rnn.bias_hh_l0	9	-0.01542893797159195
11844	rnn.weight_ih_l0_reverse	0	-0.0028975552413612604
11844	rnn.weight_ih_l0_reverse	1	-0.04267676919698715
11844	rnn.weight_ih_l0_reverse	2	-0.019468383863568306
11844	rnn.weight_ih_l0_reverse	3	0.003485339228063822
11844	rnn.weight_ih_l0_reverse	4	-0.013048417866230011
11844	rnn.weight_ih_l0_reverse	5	-0.04579757899045944
11844	rnn.weight_ih_l0_reverse	6	0.03903510421514511
11844	rnn.weight_ih_l0_reverse	7	-0.028386922553181648
11844	rnn.weight_ih_l0_reverse	8	-0.03252082318067551
11844	rnn.weight_ih_l0_reverse	9	0.01432117447257042
11844	rnn.weight_hh_l0_reverse	0	0.030850432813167572
11844	rnn.weight_hh_l0_reverse	1	0.03380636125802994
11844	rnn.weight_hh_l0_reverse	2	0.02562994696199894
11844	rnn.weight_hh_l0_reverse	3	0.017208274453878403
11844	rnn.weight_hh_l0_reverse	4	0.01116932276636362
11844	rnn.weight_hh_l0_reverse	5	-0.007008032873272896
11844	rnn.weight_hh_l0_reverse	6	0.036553964018821716
11844	rnn.weight_hh_l0_reverse	7	-0.020738689228892326
11844	rnn.weight_hh_l0_reverse	8	0.005378921050578356
11844	rnn.weight_hh_l0_reverse	9	0.046226419508457184
11844	rnn.bias_ih_l0_reverse	0	-0.05340879037976265
11844	rnn.bias_ih_l0_reverse	1	-0.05788543075323105
11844	rnn.bias_ih_l0_reverse	2	-0.001845138263888657
11844	rnn.bias_ih_l0_reverse	3	0.014185984618961811
11844	rnn.bias_ih_l0_reverse	4	-0.010297159664332867
11844	rnn.bias_ih_l0_reverse	5	0.026633145287632942
11844	rnn.bias_ih_l0_reverse	6	0.0016611620085313916
11844	rnn.bias_ih_l0_reverse	7	0.031797878444194794
11844	rnn.bias_ih_l0_reverse	8	-0.03293300420045853
11844	rnn.bias_ih_l0_reverse	9	0.040809255093336105
11844	rnn.bias_hh_l0_reverse	0	-0.023486996069550514
11844	rnn.bias_hh_l0_reverse	1	-0.005096883978694677
11844	rnn.bias_hh_l0_reverse	2	-0.0007877044263295829
11844	rnn.bias_hh_l0_reverse	3	-0.043864164501428604
11844	rnn.bias_hh_l0_reverse	4	-0.04059894382953644
11844	rnn.bias_hh_l0_reverse	5	-0.03748396784067154
11844	rnn.bias_hh_l0_reverse	6	0.012290230952203274
11844	rnn.bias_hh_l0_reverse	7	0.012669569812715054
11844	rnn.bias_hh_l0_reverse	8	0.03767937794327736
11844	rnn.bias_hh_l0_reverse	9	-0.09780121594667435
11844	rnn.weight_ih_l1	0	-0.02545163594186306
11844	rnn.weight_ih_l1	1	-0.02716071531176567
11844	rnn.weight_ih_l1	2	0.030010048300027847
11844	rnn.weight_ih_l1	3	0.011001737788319588
11844	rnn.weight_ih_l1	4	0.013241618871688843
11844	rnn.weight_ih_l1	5	-0.03588499873876572
11844	rnn.weight_ih_l1	6	0.017446080222725868
11844	rnn.weight_ih_l1	7	-0.03990514948964119
11844	rnn.weight_ih_l1	8	0.03871555253863335
11844	rnn.weight_ih_l1	9	0.02001391351222992
11844	rnn.weight_hh_l1	0	0.0034668503794819117
11844	rnn.weight_hh_l1	1	0.006346703972667456
11844	rnn.weight_hh_l1	2	-0.025822412222623825
11844	rnn.weight_hh_l1	3	0.002196653513237834
11844	rnn.weight_hh_l1	4	0.005174587480723858
11844	rnn.weight_hh_l1	5	0.035794276744127274
11844	rnn.weight_hh_l1	6	0.03226090595126152
11844	rnn.weight_hh_l1	7	-0.030638346448540688
11844	rnn.weight_hh_l1	8	-0.04099201783537865
11844	rnn.weight_hh_l1	9	0.04004303365945816
11844	rnn.bias_ih_l1	0	-0.043162666261196136
11844	rnn.bias_ih_l1	1	-0.054361503571271896
11844	rnn.bias_ih_l1	2	-0.08104584366083145
11844	rnn.bias_ih_l1	3	-0.06580466777086258
11844	rnn.bias_ih_l1	4	-0.11873437464237213
11844	rnn.bias_ih_l1	5	-0.0583883561193943
11844	rnn.bias_ih_l1	6	0.007076661568135023
11844	rnn.bias_ih_l1	7	0.0060507068410515785
11844	rnn.bias_ih_l1	8	-0.03572017699480057
11844	rnn.bias_ih_l1	9	-0.036309514194726944
11844	rnn.bias_hh_l1	0	-0.06465867161750793
11844	rnn.bias_hh_l1	1	-0.0005058962851762772
11844	rnn.bias_hh_l1	2	-0.012354178354144096
11844	rnn.bias_hh_l1	3	-0.033460527658462524
11844	rnn.bias_hh_l1	4	-0.04348083585500717
11844	rnn.bias_hh_l1	5	-0.0006177814211696386
11844	rnn.bias_hh_l1	6	-0.015826508402824402
11844	rnn.bias_hh_l1	7	-0.08043520897626877
11844	rnn.bias_hh_l1	8	0.017190925776958466
11844	rnn.bias_hh_l1	9	-0.007023106794804335
11844	rnn.weight_ih_l1_reverse	0	-0.037333037704229355
11844	rnn.weight_ih_l1_reverse	1	0.026621008291840553
11844	rnn.weight_ih_l1_reverse	2	-0.03092184104025364
11844	rnn.weight_ih_l1_reverse	3	-0.016687151044607162
11844	rnn.weight_ih_l1_reverse	4	0.0004517242487054318
11844	rnn.weight_ih_l1_reverse	5	-0.0426115058362484
11844	rnn.weight_ih_l1_reverse	6	-0.02332257479429245
11844	rnn.weight_ih_l1_reverse	7	0.014121870510280132
11844	rnn.weight_ih_l1_reverse	8	0.047236111015081406
11844	rnn.weight_ih_l1_reverse	9	-0.041596945375204086
11844	rnn.weight_hh_l1_reverse	0	0.007741020526736975
11844	rnn.weight_hh_l1_reverse	1	0.025395607575774193
11844	rnn.weight_hh_l1_reverse	2	-0.037817832082509995
11844	rnn.weight_hh_l1_reverse	3	0.0382348857820034
11844	rnn.weight_hh_l1_reverse	4	0.039219800382852554
11844	rnn.weight_hh_l1_reverse	5	0.011797286570072174
11844	rnn.weight_hh_l1_reverse	6	0.0019461816409602761
11844	rnn.weight_hh_l1_reverse	7	0.02791164070367813
11844	rnn.weight_hh_l1_reverse	8	-0.004388970788568258
11844	rnn.weight_hh_l1_reverse	9	-0.03417849913239479
11844	rnn.bias_ih_l1_reverse	0	0.0010754846734926105
11844	rnn.bias_ih_l1_reverse	1	-0.03703839331865311
11844	rnn.bias_ih_l1_reverse	2	-0.052810512483119965
11844	rnn.bias_ih_l1_reverse	3	0.028031252324581146
11844	rnn.bias_ih_l1_reverse	4	-0.06953000277280807
11844	rnn.bias_ih_l1_reverse	5	-0.038314297795295715
11844	rnn.bias_ih_l1_reverse	6	-0.04509572312235832
11844	rnn.bias_ih_l1_reverse	7	-0.04479511082172394
11844	rnn.bias_ih_l1_reverse	8	0.10230077803134918
11844	rnn.bias_ih_l1_reverse	9	0.0376385897397995
11844	rnn.bias_hh_l1_reverse	0	-0.016998719424009323
11844	rnn.bias_hh_l1_reverse	1	0.010448972694575787
11844	rnn.bias_hh_l1_reverse	2	-0.11424171179533005
11844	rnn.bias_hh_l1_reverse	3	0.011608532629907131
11844	rnn.bias_hh_l1_reverse	4	-0.022369230166077614
11844	rnn.bias_hh_l1_reverse	5	-0.016998663544654846
11844	rnn.bias_hh_l1_reverse	6	0.10131990164518356
11844	rnn.bias_hh_l1_reverse	7	-0.021630728617310524
11844	rnn.bias_hh_l1_reverse	8	-0.048647306859493256
11844	rnn.bias_hh_l1_reverse	9	-0.03864317014813423
11844	linear.weight	0	0.002228822559118271
11844	linear.weight	1	0.0562797412276268
11844	linear.weight	2	-0.04899727553129196
11844	linear.weight	3	0.1269715428352356
11844	linear.weight	4	0.07598640024662018
11844	linear.weight	5	0.01889531873166561
11844	linear.weight	6	0.01636369340121746
11844	linear.weight	7	0.06521518528461456
11844	linear.weight	8	0.04275686666369438
11844	linear.weight	9	-0.09121212363243103
11844	linear.bias	0	-0.0796227753162384
11844	linear.bias	1	0.1550053358078003
11844	linear.bias	2	-0.08072007447481155
11844	linear.bias	3	-0.7310969233512878
11844	linear.bias	4	-0.7709916234016418
11844	linear.bias	5	0.11904208362102509
11844	linear.bias	6	-0.4151339530944824
11844	linear.bias	7	0.4335653781890869
11844	linear.bias	8	-0.497344434261322
11844	linear.bias	9	-0.7763739228248596
12041	transitions	0	0.10365945100784302
12041	transitions	1	-0.30060166120529175
12041	transitions	2	-10000.0
12041	transitions	3	-1.7441141605377197
12041	transitions	4	-10000.0
12041	transitions	5	0.85762619972229
12041	transitions	6	0.17893517017364502
12041	transitions	7	0.18771789968013763
12041	transitions	8	-1.1510981321334839
12041	transitions	9	0.001856039511039853
12041	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
12041	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
12041	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
12041	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
12041	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
12041	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
12041	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
12041	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
12041	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
12041	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
12041	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
12041	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
12041	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
12041	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
12041	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
12041	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
12041	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
12041	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
12041	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
12041	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
12041	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
12041	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
12041	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
12041	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
12041	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
12041	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
12041	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
12041	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
12041	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
12041	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
12041	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
12041	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
12041	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
12041	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
12041	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
12041	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
12041	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
12041	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
12041	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
12041	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
12041	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
12041	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
12041	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
12041	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
12041	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
12041	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
12041	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
12041	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
12041	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
12041	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
12041	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
12041	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
12041	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
12041	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
12041	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
12041	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
12041	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
12041	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
12041	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
12041	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
12041	embedding2nn.weight	0	0.004484894219785929
12041	embedding2nn.weight	1	-0.01214020699262619
12041	embedding2nn.weight	2	-0.014268254861235619
12041	embedding2nn.weight	3	0.01241641491651535
12041	embedding2nn.weight	4	-0.005915033631026745
12041	embedding2nn.weight	5	-0.0037005955819040537
12041	embedding2nn.weight	6	-0.0039732628501951694
12041	embedding2nn.weight	7	-0.028856363147497177
12041	embedding2nn.weight	8	-0.0019979383796453476
12041	embedding2nn.weight	9	-0.002962440485134721
12041	embedding2nn.bias	0	0.0039654080756008625
12041	embedding2nn.bias	1	-0.013105959631502628
12041	embedding2nn.bias	2	0.05877057462930679
12041	embedding2nn.bias	3	0.012999863363802433
12041	embedding2nn.bias	4	-0.0031458574812859297
12041	embedding2nn.bias	5	-0.04987459257245064
12041	embedding2nn.bias	6	0.014038631692528725
12041	embedding2nn.bias	7	-0.024729952216148376
12041	embedding2nn.bias	8	0.005490019451826811
12041	embedding2nn.bias	9	0.018695037811994553
12041	rnn.weight_ih_l0	0	-0.014607810415327549
12041	rnn.weight_ih_l0	1	0.01672779768705368
12041	rnn.weight_ih_l0	2	0.0283021479845047
12041	rnn.weight_ih_l0	3	0.02474941499531269
12041	rnn.weight_ih_l0	4	-0.01034574955701828
12041	rnn.weight_ih_l0	5	-0.045501675456762314
12041	rnn.weight_ih_l0	6	0.009279586374759674
12041	rnn.weight_ih_l0	7	0.04143250733613968
12041	rnn.weight_ih_l0	8	0.02337990701198578
12041	rnn.weight_ih_l0	9	-0.04019252210855484
12041	rnn.weight_hh_l0	0	-0.040143486112356186
12041	rnn.weight_hh_l0	1	0.008020429871976376
12041	rnn.weight_hh_l0	2	0.005430527962744236
12041	rnn.weight_hh_l0	3	-0.011003050021827221
12041	rnn.weight_hh_l0	4	0.03186732158064842
12041	rnn.weight_hh_l0	5	-0.013294457457959652
12041	rnn.weight_hh_l0	6	-0.03290163725614548
12041	rnn.weight_hh_l0	7	-0.03657789155840874
12041	rnn.weight_hh_l0	8	0.004294497426599264
12041	rnn.weight_hh_l0	9	-0.023856298997998238
12041	rnn.bias_ih_l0	0	0.013046860694885254
12041	rnn.bias_ih_l0	1	-0.020694205537438393
12041	rnn.bias_ih_l0	2	-0.009390827268362045
12041	rnn.bias_ih_l0	3	0.04986853525042534
12041	rnn.bias_ih_l0	4	-0.051537368446588516
12041	rnn.bias_ih_l0	5	-0.015377011150121689
12041	rnn.bias_ih_l0	6	0.0034733477514237165
12041	rnn.bias_ih_l0	7	0.02983938716351986
12041	rnn.bias_ih_l0	8	-0.060830362141132355
12041	rnn.bias_ih_l0	9	0.008920631371438503
12041	rnn.bias_hh_l0	0	-0.02433009073138237
12041	rnn.bias_hh_l0	1	-0.0459761805832386
12041	rnn.bias_hh_l0	2	-0.00742319505661726
12041	rnn.bias_hh_l0	3	-0.034153491258621216
12041	rnn.bias_hh_l0	4	-0.00415319949388504
12041	rnn.bias_hh_l0	5	0.028282109647989273
12041	rnn.bias_hh_l0	6	0.032111186534166336
12041	rnn.bias_hh_l0	7	-0.011009246110916138
12041	rnn.bias_hh_l0	8	-0.03415018320083618
12041	rnn.bias_hh_l0	9	-0.011749133467674255
12041	rnn.weight_ih_l0_reverse	0	-0.003943998366594315
12041	rnn.weight_ih_l0_reverse	1	-0.04278227686882019
12041	rnn.weight_ih_l0_reverse	2	-0.019174544140696526
12041	rnn.weight_ih_l0_reverse	3	0.00301115564070642
12041	rnn.weight_ih_l0_reverse	4	-0.011816909536719322
12041	rnn.weight_ih_l0_reverse	5	-0.04593060910701752
12041	rnn.weight_ih_l0_reverse	6	0.039331596344709396
12041	rnn.weight_ih_l0_reverse	7	-0.026729971170425415
12041	rnn.weight_ih_l0_reverse	8	-0.0328228734433651
12041	rnn.weight_ih_l0_reverse	9	0.013719731941819191
12041	rnn.weight_hh_l0_reverse	0	0.031370580196380615
12041	rnn.weight_hh_l0_reverse	1	0.0338514968752861
12041	rnn.weight_hh_l0_reverse	2	0.025266144424676895
12041	rnn.weight_hh_l0_reverse	3	0.0173433106392622
12041	rnn.weight_hh_l0_reverse	4	0.01087686326354742
12041	rnn.weight_hh_l0_reverse	5	-0.00851520150899887
12041	rnn.weight_hh_l0_reverse	6	0.03629858419299126
12041	rnn.weight_hh_l0_reverse	7	-0.020980646833777428
12041	rnn.weight_hh_l0_reverse	8	0.005049820989370346
12041	rnn.weight_hh_l0_reverse	9	0.046289291232824326
12041	rnn.bias_ih_l0_reverse	0	-0.05359730124473572
12041	rnn.bias_ih_l0_reverse	1	-0.05686653405427933
12041	rnn.bias_ih_l0_reverse	2	0.0023783270735293627
12041	rnn.bias_ih_l0_reverse	3	0.015063129365444183
12041	rnn.bias_ih_l0_reverse	4	-0.015199878253042698
12041	rnn.bias_ih_l0_reverse	5	0.026845313608646393
12041	rnn.bias_ih_l0_reverse	6	0.0032356157898902893
12041	rnn.bias_ih_l0_reverse	7	0.03182151913642883
12041	rnn.bias_ih_l0_reverse	8	-0.03393828496336937
12041	rnn.bias_ih_l0_reverse	9	0.043343327939510345
12041	rnn.bias_hh_l0_reverse	0	-0.023309167474508286
12041	rnn.bias_hh_l0_reverse	1	-0.014309991151094437
12041	rnn.bias_hh_l0_reverse	2	-0.001772294519469142
12041	rnn.bias_hh_l0_reverse	3	-0.04431192949414253
12041	rnn.bias_hh_l0_reverse	4	-0.04271508380770683
12041	rnn.bias_hh_l0_reverse	5	-0.034667614847421646
12041	rnn.bias_hh_l0_reverse	6	0.012994489632546902
12041	rnn.bias_hh_l0_reverse	7	0.012788289226591587
12041	rnn.bias_hh_l0_reverse	8	0.037697192281484604
12041	rnn.bias_hh_l0_reverse	9	-0.09503501653671265
12041	rnn.weight_ih_l1	0	-0.025350989773869514
12041	rnn.weight_ih_l1	1	-0.02730599232017994
12041	rnn.weight_ih_l1	2	0.02936704270541668
12041	rnn.weight_ih_l1	3	0.009113306179642677
12041	rnn.weight_ih_l1	4	0.013180293142795563
12041	rnn.weight_ih_l1	5	-0.03578953817486763
12041	rnn.weight_ih_l1	6	0.018022140488028526
12041	rnn.weight_ih_l1	7	-0.038679108023643494
12041	rnn.weight_ih_l1	8	0.03834199905395508
12041	rnn.weight_ih_l1	9	0.021040430292487144
12041	rnn.weight_hh_l1	0	0.002639444312080741
12041	rnn.weight_hh_l1	1	0.006335708778351545
12041	rnn.weight_hh_l1	2	-0.025012008845806122
12041	rnn.weight_hh_l1	3	0.001958410954102874
12041	rnn.weight_hh_l1	4	0.005382728297263384
12041	rnn.weight_hh_l1	5	0.035084452480077744
12041	rnn.weight_hh_l1	6	0.03171795979142189
12041	rnn.weight_hh_l1	7	-0.03058633953332901
12041	rnn.weight_hh_l1	8	-0.04088824242353439
12041	rnn.weight_hh_l1	9	0.040602345019578934
12041	rnn.bias_ih_l1	0	-0.040590304881334305
12041	rnn.bias_ih_l1	1	-0.057528041303157806
12041	rnn.bias_ih_l1	2	-0.08212663978338242
12041	rnn.bias_ih_l1	3	-0.06328923255205154
12041	rnn.bias_ih_l1	4	-0.11933587491512299
12041	rnn.bias_ih_l1	5	-0.05800281837582588
12041	rnn.bias_ih_l1	6	0.0050900960341095924
12041	rnn.bias_ih_l1	7	0.005328227300196886
12041	rnn.bias_ih_l1	8	-0.035862501710653305
12041	rnn.bias_ih_l1	9	-0.03863643482327461
12041	rnn.bias_hh_l1	0	-0.06548747420310974
12041	rnn.bias_hh_l1	1	-0.0009094478446058929
12041	rnn.bias_hh_l1	2	-0.011830768547952175
12041	rnn.bias_hh_l1	3	-0.03481580317020416
12041	rnn.bias_hh_l1	4	-0.04419298842549324
12041	rnn.bias_hh_l1	5	-0.0011992480140179396
12041	rnn.bias_hh_l1	6	-0.012050251476466656
12041	rnn.bias_hh_l1	7	-0.08157233893871307
12041	rnn.bias_hh_l1	8	0.01566600240767002
12041	rnn.bias_hh_l1	9	-0.00689458753913641
12041	rnn.weight_ih_l1_reverse	0	-0.03865803778171539
12041	rnn.weight_ih_l1_reverse	1	0.02726765163242817
12041	rnn.weight_ih_l1_reverse	2	-0.034885331988334656
12041	rnn.weight_ih_l1_reverse	3	-0.017542768269777298
12041	rnn.weight_ih_l1_reverse	4	0.0006936808349564672
12041	rnn.weight_ih_l1_reverse	5	-0.04257307946681976
12041	rnn.weight_ih_l1_reverse	6	-0.022954732179641724
12041	rnn.weight_ih_l1_reverse	7	0.013762225396931171
12041	rnn.weight_ih_l1_reverse	8	0.05068117007613182
12041	rnn.weight_ih_l1_reverse	9	-0.042810339480638504
12041	rnn.weight_hh_l1_reverse	0	0.00771948229521513
12041	rnn.weight_hh_l1_reverse	1	0.025396885350346565
12041	rnn.weight_hh_l1_reverse	2	-0.037757545709609985
12041	rnn.weight_hh_l1_reverse	3	0.0382269062101841
12041	rnn.weight_hh_l1_reverse	4	0.03909154608845711
12041	rnn.weight_hh_l1_reverse	5	0.012339272536337376
12041	rnn.weight_hh_l1_reverse	6	0.0036225493531674147
12041	rnn.weight_hh_l1_reverse	7	0.02805488556623459
12041	rnn.weight_hh_l1_reverse	8	-0.004342397674918175
12041	rnn.weight_hh_l1_reverse	9	-0.03430558741092682
12041	rnn.bias_ih_l1_reverse	0	-0.0009578451863490045
12041	rnn.bias_ih_l1_reverse	1	-0.03254496678709984
12041	rnn.bias_ih_l1_reverse	2	-0.052972082048654556
12041	rnn.bias_ih_l1_reverse	3	0.036109454929828644
12041	rnn.bias_ih_l1_reverse	4	-0.06933276355266571
12041	rnn.bias_ih_l1_reverse	5	-0.03870826214551926
12041	rnn.bias_ih_l1_reverse	6	-0.04440240189433098
12041	rnn.bias_ih_l1_reverse	7	-0.04391719400882721
12041	rnn.bias_ih_l1_reverse	8	0.10244937241077423
12041	rnn.bias_ih_l1_reverse	9	0.0368572436273098
12041	rnn.bias_hh_l1_reverse	0	-0.016201505437493324
12041	rnn.bias_hh_l1_reverse	1	0.022749172523617744
12041	rnn.bias_hh_l1_reverse	2	-0.1146162822842598
12041	rnn.bias_hh_l1_reverse	3	0.011243415996432304
12041	rnn.bias_hh_l1_reverse	4	-0.022997988387942314
12041	rnn.bias_hh_l1_reverse	5	-0.01650615781545639
12041	rnn.bias_hh_l1_reverse	6	0.09091640263795853
12041	rnn.bias_hh_l1_reverse	7	-0.019949475303292274
12041	rnn.bias_hh_l1_reverse	8	-0.04990489408373833
12041	rnn.bias_hh_l1_reverse	9	-0.03954251483082771
12041	linear.weight	0	0.002228822559118271
12041	linear.weight	1	0.0707530826330185
12041	linear.weight	2	-0.05656755715608597
12041	linear.weight	3	0.13020025193691254
12041	linear.weight	4	0.07256535440683365
12041	linear.weight	5	0.019564630463719368
12041	linear.weight	6	0.029653305187821388
12041	linear.weight	7	0.06150749325752258
12041	linear.weight	8	0.04261792451143265
12041	linear.weight	9	-0.07636302709579468
12041	linear.bias	0	-0.08084374666213989
12041	linear.bias	1	0.13695262372493744
12041	linear.bias	2	-0.09286685287952423
12041	linear.bias	3	-0.7243108153343201
12041	linear.bias	4	-0.7638766765594482
12041	linear.bias	5	0.1489020586013794
12041	linear.bias	6	-0.439410001039505
12041	linear.bias	7	0.45967215299606323
12041	linear.bias	8	-0.5069698095321655
12041	linear.bias	9	-0.7648443579673767
12238	transitions	0	0.10831371694803238
12238	transitions	1	-0.30112358927726746
12238	transitions	2	-10000.0
12238	transitions	3	-1.744744896888733
12238	transitions	4	-10000.0
12238	transitions	5	0.8555013537406921
12238	transitions	6	0.17570345103740692
12238	transitions	7	0.18243852257728577
12238	transitions	8	-1.153049111366272
12238	transitions	9	0.0018319402588531375
12238	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
12238	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
12238	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
12238	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
12238	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
12238	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
12238	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
12238	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
12238	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
12238	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
12238	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
12238	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
12238	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
12238	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
12238	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
12238	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
12238	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
12238	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
12238	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
12238	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
12238	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
12238	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
12238	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
12238	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
12238	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
12238	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
12238	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
12238	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
12238	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
12238	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
12238	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
12238	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
12238	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
12238	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
12238	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
12238	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
12238	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
12238	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
12238	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
12238	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
12238	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
12238	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
12238	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
12238	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
12238	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
12238	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
12238	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
12238	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
12238	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
12238	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
12238	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
12238	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
12238	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
12238	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
12238	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
12238	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
12238	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
12238	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
12238	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
12238	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
12238	embedding2nn.weight	0	0.0010613977210596204
12238	embedding2nn.weight	1	-0.012000259943306446
12238	embedding2nn.weight	2	-0.014268254861235619
12238	embedding2nn.weight	3	0.012312684208154678
12238	embedding2nn.weight	4	-0.005915033631026745
12238	embedding2nn.weight	5	-0.00370059534907341
12238	embedding2nn.weight	6	-0.0039732675068080425
12238	embedding2nn.weight	7	-0.028255851939320564
12238	embedding2nn.weight	8	-0.0019979383796453476
12238	embedding2nn.weight	9	-0.0023271648678928614
12238	embedding2nn.bias	0	0.0019164178520441055
12238	embedding2nn.bias	1	-0.012676147744059563
12238	embedding2nn.bias	2	0.06154685467481613
12238	embedding2nn.bias	3	0.010006863623857498
12238	embedding2nn.bias	4	-0.0025173372123390436
12238	embedding2nn.bias	5	-0.04247255623340607
12238	embedding2nn.bias	6	0.010697745718061924
12238	embedding2nn.bias	7	-0.024656029418110847
12238	embedding2nn.bias	8	0.003672436811029911
12238	embedding2nn.bias	9	0.017924796789884567
12238	rnn.weight_ih_l0	0	-0.016810856759548187
12238	rnn.weight_ih_l0	1	0.016712583601474762
12238	rnn.weight_ih_l0	2	0.027259929105639458
12238	rnn.weight_ih_l0	3	0.024478696286678314
12238	rnn.weight_ih_l0	4	-0.009443785063922405
12238	rnn.weight_ih_l0	5	-0.0460488423705101
12238	rnn.weight_ih_l0	6	0.009293013252317905
12238	rnn.weight_ih_l0	7	0.04081165790557861
12238	rnn.weight_ih_l0	8	0.024069154635071754
12238	rnn.weight_ih_l0	9	-0.040545810014009476
12238	rnn.weight_hh_l0	0	-0.04008294269442558
12238	rnn.weight_hh_l0	1	0.008989807218313217
12238	rnn.weight_hh_l0	2	0.006810488644987345
12238	rnn.weight_hh_l0	3	-0.011532695963978767
12238	rnn.weight_hh_l0	4	0.03182973340153694
12238	rnn.weight_hh_l0	5	-0.013106402941048145
12238	rnn.weight_hh_l0	6	-0.03273753821849823
12238	rnn.weight_hh_l0	7	-0.03667868673801422
12238	rnn.weight_hh_l0	8	0.0036837446969002485
12238	rnn.weight_hh_l0	9	-0.023810340091586113
12238	rnn.bias_ih_l0	0	0.011422132141888142
12238	rnn.bias_ih_l0	1	-0.018099386245012283
12238	rnn.bias_ih_l0	2	-0.00861947052180767
12238	rnn.bias_ih_l0	3	0.05156029015779495
12238	rnn.bias_ih_l0	4	-0.05288003757596016
12238	rnn.bias_ih_l0	5	-0.014193126931786537
12238	rnn.bias_ih_l0	6	0.0018320453818887472
12238	rnn.bias_ih_l0	7	0.029559433460235596
12238	rnn.bias_ih_l0	8	-0.06173212453722954
12238	rnn.bias_ih_l0	9	0.009439641609787941
12238	rnn.bias_hh_l0	0	-0.023001335561275482
12238	rnn.bias_hh_l0	1	-0.0480007566511631
12238	rnn.bias_hh_l0	2	-0.004953427705913782
12238	rnn.bias_hh_l0	3	-0.0342029333114624
12238	rnn.bias_hh_l0	4	-0.00563461147248745
12238	rnn.bias_hh_l0	5	0.026386165991425514
12238	rnn.bias_hh_l0	6	0.033059850335121155
12238	rnn.bias_hh_l0	7	-0.014566234312951565
12238	rnn.bias_hh_l0	8	-0.03581239655613899
12238	rnn.bias_hh_l0	9	-0.015035220421850681
12238	rnn.weight_ih_l0_reverse	0	-0.0042137703858315945
12238	rnn.weight_ih_l0_reverse	1	-0.04259592667222023
12238	rnn.weight_ih_l0_reverse	2	-0.018796948716044426
12238	rnn.weight_ih_l0_reverse	3	0.0037276323419064283
12238	rnn.weight_ih_l0_reverse	4	-0.012002636678516865
12238	rnn.weight_ih_l0_reverse	5	-0.04613853245973587
12238	rnn.weight_ih_l0_reverse	6	0.03968977555632591
12238	rnn.weight_ih_l0_reverse	7	-0.027270253747701645
12238	rnn.weight_ih_l0_reverse	8	-0.032858915627002716
12238	rnn.weight_ih_l0_reverse	9	0.013575809076428413
12238	rnn.weight_hh_l0_reverse	0	0.030421365052461624
12238	rnn.weight_hh_l0_reverse	1	0.03286369889974594
12238	rnn.weight_hh_l0_reverse	2	0.025082658976316452
12238	rnn.weight_hh_l0_reverse	3	0.017437387257814407
12238	rnn.weight_hh_l0_reverse	4	0.010531289502978325
12238	rnn.weight_hh_l0_reverse	5	-0.007966754026710987
12238	rnn.weight_hh_l0_reverse	6	0.03651374951004982
12238	rnn.weight_hh_l0_reverse	7	-0.02036225236952305
12238	rnn.weight_hh_l0_reverse	8	0.005213113036006689
12238	rnn.weight_hh_l0_reverse	9	0.04668625816702843
12238	rnn.bias_ih_l0_reverse	0	-0.05199683830142021
12238	rnn.bias_ih_l0_reverse	1	-0.054333362728357315
12238	rnn.bias_ih_l0_reverse	2	0.0015016233082860708
12238	rnn.bias_ih_l0_reverse	3	0.013197806663811207
12238	rnn.bias_ih_l0_reverse	4	-0.01673116907477379
12238	rnn.bias_ih_l0_reverse	5	0.025581620633602142
12238	rnn.bias_ih_l0_reverse	6	0.0051889182068407536
12238	rnn.bias_ih_l0_reverse	7	0.032013893127441406
12238	rnn.bias_ih_l0_reverse	8	-0.03441968932747841
12238	rnn.bias_ih_l0_reverse	9	0.04329720139503479
12238	rnn.bias_hh_l0_reverse	0	-0.023424450308084488
12238	rnn.bias_hh_l0_reverse	1	-0.01936076395213604
12238	rnn.bias_hh_l0_reverse	2	-0.0026031869929283857
12238	rnn.bias_hh_l0_reverse	3	-0.04363888502120972
12238	rnn.bias_hh_l0_reverse	4	-0.042958587408065796
12238	rnn.bias_hh_l0_reverse	5	-0.03774449601769447
12238	rnn.bias_hh_l0_reverse	6	0.012515859678387642
12238	rnn.bias_hh_l0_reverse	7	0.012293009087443352
12238	rnn.bias_hh_l0_reverse	8	0.03654225170612335
12238	rnn.bias_hh_l0_reverse	9	-0.09343869239091873
12238	rnn.weight_ih_l1	0	-0.025429261848330498
12238	rnn.weight_ih_l1	1	-0.027262486517429352
12238	rnn.weight_ih_l1	2	0.029337460175156593
12238	rnn.weight_ih_l1	3	0.008560413494706154
12238	rnn.weight_ih_l1	4	0.01339442003518343
12238	rnn.weight_ih_l1	5	-0.03594942390918732
12238	rnn.weight_ih_l1	6	0.0178269874304533
12238	rnn.weight_ih_l1	7	-0.0388636589050293
12238	rnn.weight_ih_l1	8	0.037805553525686264
12238	rnn.weight_ih_l1	9	0.021097049117088318
12238	rnn.weight_hh_l1	0	0.001025117700919509
12238	rnn.weight_hh_l1	1	0.006535742431879044
12238	rnn.weight_hh_l1	2	-0.02490459755063057
12238	rnn.weight_hh_l1	3	0.0016527039697393775
12238	rnn.weight_hh_l1	4	0.005988615565001965
12238	rnn.weight_hh_l1	5	0.034834474325180054
12238	rnn.weight_hh_l1	6	0.03186960890889168
12238	rnn.weight_hh_l1	7	-0.03055262751877308
12238	rnn.weight_hh_l1	8	-0.040632784366607666
12238	rnn.weight_hh_l1	9	0.04067421704530716
12238	rnn.bias_ih_l1	0	-0.04340947046875954
12238	rnn.bias_ih_l1	1	-0.05666104704141617
12238	rnn.bias_ih_l1	2	-0.0813937783241272
12238	rnn.bias_ih_l1	3	-0.06369934231042862
12238	rnn.bias_ih_l1	4	-0.12206476926803589
12238	rnn.bias_ih_l1	5	-0.057418376207351685
12238	rnn.bias_ih_l1	6	0.005991473328322172
12238	rnn.bias_ih_l1	7	0.004070811904966831
12238	rnn.bias_ih_l1	8	-0.03745681792497635
12238	rnn.bias_ih_l1	9	-0.037304531782865524
12238	rnn.bias_hh_l1	0	-0.06904590129852295
12238	rnn.bias_hh_l1	1	-0.0019084981177002192
12238	rnn.bias_hh_l1	2	-0.012608690187335014
12238	rnn.bias_hh_l1	3	-0.035393353551626205
12238	rnn.bias_hh_l1	4	-0.044952891767024994
12238	rnn.bias_hh_l1	5	-0.004657591227442026
12238	rnn.bias_hh_l1	6	-0.01724468544125557
12238	rnn.bias_hh_l1	7	-0.08220449090003967
12238	rnn.bias_hh_l1	8	0.013057108037173748
12238	rnn.bias_hh_l1	9	-0.006866353563964367
12238	rnn.weight_ih_l1_reverse	0	-0.03753311187028885
12238	rnn.weight_ih_l1_reverse	1	0.02514002099633217
12238	rnn.weight_ih_l1_reverse	2	-0.032386042177677155
12238	rnn.weight_ih_l1_reverse	3	-0.01762971095740795
12238	rnn.weight_ih_l1_reverse	4	0.0002508056059014052
12238	rnn.weight_ih_l1_reverse	5	-0.04275393486022949
12238	rnn.weight_ih_l1_reverse	6	-0.022861549630761147
12238	rnn.weight_ih_l1_reverse	7	0.01401930395513773
12238	rnn.weight_ih_l1_reverse	8	0.050474751740694046
12238	rnn.weight_ih_l1_reverse	9	-0.04204094037413597
12238	rnn.weight_hh_l1_reverse	0	0.007537303492426872
12238	rnn.weight_hh_l1_reverse	1	0.025396674871444702
12238	rnn.weight_hh_l1_reverse	2	-0.03775862976908684
12238	rnn.weight_hh_l1_reverse	3	0.03831876069307327
12238	rnn.weight_hh_l1_reverse	4	0.0393061563372612
12238	rnn.weight_hh_l1_reverse	5	0.011729845777153969
12238	rnn.weight_hh_l1_reverse	6	0.0032674921676516533
12238	rnn.weight_hh_l1_reverse	7	0.027949899435043335
12238	rnn.weight_hh_l1_reverse	8	-0.004490770865231752
12238	rnn.weight_hh_l1_reverse	9	-0.03469913452863693
12238	rnn.bias_ih_l1_reverse	0	5.495798905030824e-05
12238	rnn.bias_ih_l1_reverse	1	-0.034637752920389175
12238	rnn.bias_ih_l1_reverse	2	-0.054022882133722305
12238	rnn.bias_ih_l1_reverse	3	0.04481637850403786
12238	rnn.bias_ih_l1_reverse	4	-0.06896896660327911
12238	rnn.bias_ih_l1_reverse	5	-0.03809436038136482
12238	rnn.bias_ih_l1_reverse	6	-0.04498087987303734
12238	rnn.bias_ih_l1_reverse	7	-0.04728434234857559
12238	rnn.bias_ih_l1_reverse	8	0.09854555875062943
12238	rnn.bias_ih_l1_reverse	9	0.03651852905750275
12238	rnn.bias_hh_l1_reverse	0	-0.009635298512876034
12238	rnn.bias_hh_l1_reverse	1	0.017315376549959183
12238	rnn.bias_hh_l1_reverse	2	-0.11464285105466843
12238	rnn.bias_hh_l1_reverse	3	0.010081392712891102
12238	rnn.bias_hh_l1_reverse	4	-0.022647272795438766
12238	rnn.bias_hh_l1_reverse	5	-0.016637003049254417
12238	rnn.bias_hh_l1_reverse	6	0.07990415394306183
12238	rnn.bias_hh_l1_reverse	7	-0.022587371990084648
12238	rnn.bias_hh_l1_reverse	8	-0.04897576943039894
12238	rnn.bias_hh_l1_reverse	9	-0.04105257987976074
12238	linear.weight	0	0.002228822559118271
12238	linear.weight	1	0.05029609426856041
12238	linear.weight	2	-0.05416799709200859
12238	linear.weight	3	0.1116265058517456
12238	linear.weight	4	0.07549452781677246
12238	linear.weight	5	0.014543460682034492
12238	linear.weight	6	0.038787875324487686
12238	linear.weight	7	0.04365944862365723
12238	linear.weight	8	0.04255872964859009
12238	linear.weight	9	-0.07875221967697144
12238	linear.bias	0	-0.11400914937257767
12238	linear.bias	1	0.1566373109817505
12238	linear.bias	2	-0.06883219629526138
12238	linear.bias	3	-0.7017078995704651
12238	linear.bias	4	-0.7403127551078796
12238	linear.bias	5	0.1460292488336563
12238	linear.bias	6	-0.4275591969490051
12238	linear.bias	7	0.46121662855148315
12238	linear.bias	8	-0.5113255381584167
12238	linear.bias	9	-0.7612009644508362
12435	transitions	0	0.11227211356163025
12435	transitions	1	-0.30445387959480286
12435	transitions	2	-10000.0
12435	transitions	3	-1.7452983856201172
12435	transitions	4	-10000.0
12435	transitions	5	0.853347897529602
12435	transitions	6	0.17257867753505707
12435	transitions	7	0.17754091322422028
12435	transitions	8	-1.155184268951416
12435	transitions	9	0.0018066297052428126
12435	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
12435	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
12435	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
12435	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
12435	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
12435	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
12435	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
12435	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
12435	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
12435	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
12435	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
12435	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
12435	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
12435	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
12435	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
12435	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
12435	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
12435	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
12435	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
12435	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
12435	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
12435	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
12435	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
12435	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
12435	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
12435	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
12435	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
12435	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
12435	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
12435	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
12435	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
12435	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
12435	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
12435	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
12435	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
12435	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
12435	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
12435	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
12435	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
12435	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
12435	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
12435	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
12435	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
12435	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
12435	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
12435	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
12435	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
12435	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
12435	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
12435	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
12435	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
12435	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
12435	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
12435	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
12435	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
12435	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
12435	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
12435	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
12435	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
12435	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
12435	embedding2nn.weight	0	0.0011502837296575308
12435	embedding2nn.weight	1	-0.011962905526161194
12435	embedding2nn.weight	2	-0.014268254861235619
12435	embedding2nn.weight	3	0.012282094918191433
12435	embedding2nn.weight	4	-0.005915033631026745
12435	embedding2nn.weight	5	-0.0037005951162427664
12435	embedding2nn.weight	6	-0.003973265644162893
12435	embedding2nn.weight	7	-0.028077462688088417
12435	embedding2nn.weight	8	-0.0019979383796453476
12435	embedding2nn.weight	9	-0.0024475299287587404
12435	embedding2nn.bias	0	0.008670705370604992
12435	embedding2nn.bias	1	-0.013587306253612041
12435	embedding2nn.bias	2	0.06183912232518196
12435	embedding2nn.bias	3	0.010544235818088055
12435	embedding2nn.bias	4	0.003645198419690132
12435	embedding2nn.bias	5	-0.03234129026532173
12435	embedding2nn.bias	6	0.024725904688239098
12435	embedding2nn.bias	7	-0.024160053580999374
12435	embedding2nn.bias	8	0.0010995147749781609
12435	embedding2nn.bias	9	0.014252156019210815
12435	rnn.weight_ih_l0	0	-0.018519001081585884
12435	rnn.weight_ih_l0	1	0.016810256987810135
12435	rnn.weight_ih_l0	2	0.02672436274588108
12435	rnn.weight_ih_l0	3	0.023625468835234642
12435	rnn.weight_ih_l0	4	-0.010103213600814342
12435	rnn.weight_ih_l0	5	-0.04640583321452141
12435	rnn.weight_ih_l0	6	0.008948076516389847
12435	rnn.weight_ih_l0	7	0.04182340204715729
12435	rnn.weight_ih_l0	8	0.023858457803726196
12435	rnn.weight_ih_l0	9	-0.0397334098815918
12435	rnn.weight_hh_l0	0	-0.04036981612443924
12435	rnn.weight_hh_l0	1	0.007782249711453915
12435	rnn.weight_hh_l0	2	0.006180840078741312
12435	rnn.weight_hh_l0	3	-0.011825049296021461
12435	rnn.weight_hh_l0	4	0.03185218572616577
12435	rnn.weight_hh_l0	5	-0.01286060269922018
12435	rnn.weight_hh_l0	6	-0.032638706266880035
12435	rnn.weight_hh_l0	7	-0.03441159054636955
12435	rnn.weight_hh_l0	8	0.003201571526005864
12435	rnn.weight_hh_l0	9	-0.02352593094110489
12435	rnn.bias_ih_l0	0	0.010679095983505249
12435	rnn.bias_ih_l0	1	-0.012573878280818462
12435	rnn.bias_ih_l0	2	-0.010178902186453342
12435	rnn.bias_ih_l0	3	0.05173542723059654
12435	rnn.bias_ih_l0	4	-0.050140202045440674
12435	rnn.bias_ih_l0	5	-0.01645587757229805
12435	rnn.bias_ih_l0	6	0.011499732732772827
12435	rnn.bias_ih_l0	7	0.032379399985075
12435	rnn.bias_ih_l0	8	-0.06169269233942032
12435	rnn.bias_ih_l0	9	0.011112923733890057
12435	rnn.bias_hh_l0	0	-0.022541170939803123
12435	rnn.bias_hh_l0	1	-0.04860648885369301
12435	rnn.bias_hh_l0	2	-0.003629226004704833
12435	rnn.bias_hh_l0	3	-0.03437443822622299
12435	rnn.bias_hh_l0	4	-0.004579922184348106
12435	rnn.bias_hh_l0	5	0.0303140040487051
12435	rnn.bias_hh_l0	6	0.03292791545391083
12435	rnn.bias_hh_l0	7	-0.014649626798927784
12435	rnn.bias_hh_l0	8	-0.03659878298640251
12435	rnn.bias_hh_l0	9	-0.01628326065838337
12435	rnn.weight_ih_l0_reverse	0	-0.0043382649309933186
12435	rnn.weight_ih_l0_reverse	1	-0.043746158480644226
12435	rnn.weight_ih_l0_reverse	2	-0.020219266414642334
12435	rnn.weight_ih_l0_reverse	3	0.003244859864935279
12435	rnn.weight_ih_l0_reverse	4	-0.01260803360491991
12435	rnn.weight_ih_l0_reverse	5	-0.04660017415881157
12435	rnn.weight_ih_l0_reverse	6	0.0398692712187767
12435	rnn.weight_ih_l0_reverse	7	-0.028598332777619362
12435	rnn.weight_ih_l0_reverse	8	-0.03271229937672615
12435	rnn.weight_ih_l0_reverse	9	0.013577165082097054
12435	rnn.weight_hh_l0_reverse	0	0.03082437999546528
12435	rnn.weight_hh_l0_reverse	1	0.03238675743341446
12435	rnn.weight_hh_l0_reverse	2	0.024923572316765785
12435	rnn.weight_hh_l0_reverse	3	0.017483307048678398
12435	rnn.weight_hh_l0_reverse	4	0.010024286806583405
12435	rnn.weight_hh_l0_reverse	5	-0.008225768804550171
12435	rnn.weight_hh_l0_reverse	6	0.03637364134192467
12435	rnn.weight_hh_l0_reverse	7	-0.020160790532827377
12435	rnn.weight_hh_l0_reverse	8	0.004687872249633074
12435	rnn.weight_hh_l0_reverse	9	0.04594182223081589
12435	rnn.bias_ih_l0_reverse	0	-0.05261395499110222
12435	rnn.bias_ih_l0_reverse	1	-0.05943525582551956
12435	rnn.bias_ih_l0_reverse	2	0.0026608575135469437
12435	rnn.bias_ih_l0_reverse	3	0.01251019537448883
12435	rnn.bias_ih_l0_reverse	4	-0.015012764371931553
12435	rnn.bias_ih_l0_reverse	5	0.02468138001859188
12435	rnn.bias_ih_l0_reverse	6	0.005894890986382961
12435	rnn.bias_ih_l0_reverse	7	0.03244591876864433
12435	rnn.bias_ih_l0_reverse	8	-0.03426264971494675
12435	rnn.bias_ih_l0_reverse	9	0.045418791472911835
12435	rnn.bias_hh_l0_reverse	0	-0.02329149655997753
12435	rnn.bias_hh_l0_reverse	1	-0.004751255735754967
12435	rnn.bias_hh_l0_reverse	2	4.4578009692486376e-05
12435	rnn.bias_hh_l0_reverse	3	-0.04335567727684975
12435	rnn.bias_hh_l0_reverse	4	-0.04116317629814148
12435	rnn.bias_hh_l0_reverse	5	-0.03562387079000473
12435	rnn.bias_hh_l0_reverse	6	0.01111389510333538
12435	rnn.bias_hh_l0_reverse	7	0.01147640310227871
12435	rnn.bias_hh_l0_reverse	8	0.037417881190776825
12435	rnn.bias_hh_l0_reverse	9	-0.09175517410039902
12435	rnn.weight_ih_l1	0	-0.025376077741384506
12435	rnn.weight_ih_l1	1	-0.026795556768774986
12435	rnn.weight_ih_l1	2	0.025809219107031822
12435	rnn.weight_ih_l1	3	0.008031696081161499
12435	rnn.weight_ih_l1	4	0.01331730280071497
12435	rnn.weight_ih_l1	5	-0.036178894340991974
12435	rnn.weight_ih_l1	6	0.01792767085134983
12435	rnn.weight_ih_l1	7	-0.038638316094875336
12435	rnn.weight_ih_l1	8	0.03740578144788742
12435	rnn.weight_ih_l1	9	0.021029721945524216
12435	rnn.weight_hh_l1	0	-7.555577030871063e-05
12435	rnn.weight_hh_l1	1	0.006474776659160852
12435	rnn.weight_hh_l1	2	-0.02556469291448593
12435	rnn.weight_hh_l1	3	0.0016345963813364506
12435	rnn.weight_hh_l1	4	0.0053662145510315895
12435	rnn.weight_hh_l1	5	0.03485024720430374
12435	rnn.weight_hh_l1	6	0.03212906792759895
12435	rnn.weight_hh_l1	7	-0.03079051710665226
12435	rnn.weight_hh_l1	8	-0.04142538085579872
12435	rnn.weight_hh_l1	9	0.04035612940788269
12435	rnn.bias_ih_l1	0	-0.04558252915740013
12435	rnn.bias_ih_l1	1	-0.05498042702674866
12435	rnn.bias_ih_l1	2	-0.08278565108776093
12435	rnn.bias_ih_l1	3	-0.059736866503953934
12435	rnn.bias_ih_l1	4	-0.1222882941365242
12435	rnn.bias_ih_l1	5	-0.05735008418560028
12435	rnn.bias_ih_l1	6	0.002789527177810669
12435	rnn.bias_ih_l1	7	0.0018089065561071038
12435	rnn.bias_ih_l1	8	-0.03898926079273224
12435	rnn.bias_ih_l1	9	-0.039975836873054504
12435	rnn.bias_hh_l1	0	-0.07020414620637894
12435	rnn.bias_hh_l1	1	-0.005330322775989771
12435	rnn.bias_hh_l1	2	-0.008762751705944538
12435	rnn.bias_hh_l1	3	-0.03568258136510849
12435	rnn.bias_hh_l1	4	-0.04503893479704857
12435	rnn.bias_hh_l1	5	-0.003970335703343153
12435	rnn.bias_hh_l1	6	-0.018256518989801407
12435	rnn.bias_hh_l1	7	-0.07852476835250854
12435	rnn.bias_hh_l1	8	0.01497542392462492
12435	rnn.bias_hh_l1	9	-0.005629026796668768
12435	rnn.weight_ih_l1_reverse	0	-0.03606145456433296
12435	rnn.weight_ih_l1_reverse	1	0.030260222032666206
12435	rnn.weight_ih_l1_reverse	2	-0.03429485484957695
12435	rnn.weight_ih_l1_reverse	3	-0.01759764924645424
12435	rnn.weight_ih_l1_reverse	4	-0.0011311753187328577
12435	rnn.weight_ih_l1_reverse	5	-0.0426710769534111
12435	rnn.weight_ih_l1_reverse	6	-0.022654438391327858
12435	rnn.weight_ih_l1_reverse	7	0.014325752854347229
12435	rnn.weight_ih_l1_reverse	8	0.047220196574926376
12435	rnn.weight_ih_l1_reverse	9	-0.0387832336127758
12435	rnn.weight_hh_l1_reverse	0	0.007403034251183271
12435	rnn.weight_hh_l1_reverse	1	0.025775285437703133
12435	rnn.weight_hh_l1_reverse	2	-0.03779488801956177
12435	rnn.weight_hh_l1_reverse	3	0.03835573419928551
12435	rnn.weight_hh_l1_reverse	4	0.03845830261707306
12435	rnn.weight_hh_l1_reverse	5	0.01195173803716898
12435	rnn.weight_hh_l1_reverse	6	0.0038452805019915104
12435	rnn.weight_hh_l1_reverse	7	0.027916571125388145
12435	rnn.weight_hh_l1_reverse	8	-0.004746142774820328
12435	rnn.weight_hh_l1_reverse	9	-0.03472099453210831
12435	rnn.bias_ih_l1_reverse	0	-0.0010898762848228216
12435	rnn.bias_ih_l1_reverse	1	-0.033171772956848145
12435	rnn.bias_ih_l1_reverse	2	-0.053948018699884415
12435	rnn.bias_ih_l1_reverse	3	0.05446535721421242
12435	rnn.bias_ih_l1_reverse	4	-0.06678581982851028
12435	rnn.bias_ih_l1_reverse	5	-0.03621896728873253
12435	rnn.bias_ih_l1_reverse	6	-0.046365007758140564
12435	rnn.bias_ih_l1_reverse	7	-0.048768650740385056
12435	rnn.bias_ih_l1_reverse	8	0.09365371614694595
12435	rnn.bias_ih_l1_reverse	9	0.03843597322702408
12435	rnn.bias_hh_l1_reverse	0	-0.008333846926689148
12435	rnn.bias_hh_l1_reverse	1	0.01677985116839409
12435	rnn.bias_hh_l1_reverse	2	-0.11497553437948227
12435	rnn.bias_hh_l1_reverse	3	0.006495016161352396
12435	rnn.bias_hh_l1_reverse	4	-0.02285260148346424
12435	rnn.bias_hh_l1_reverse	5	-0.01717848889529705
12435	rnn.bias_hh_l1_reverse	6	0.06676941365003586
12435	rnn.bias_hh_l1_reverse	7	-0.019611936062574387
12435	rnn.bias_hh_l1_reverse	8	-0.04838968813419342
12435	rnn.bias_hh_l1_reverse	9	-0.041172634810209274
12435	linear.weight	0	0.002228822559118271
12435	linear.weight	1	0.05586083233356476
12435	linear.weight	2	-0.06192627176642418
12435	linear.weight	3	0.12172861397266388
12435	linear.weight	4	0.08326911926269531
12435	linear.weight	5	0.010940778069198132
12435	linear.weight	6	0.03042161650955677
12435	linear.weight	7	0.050258222967386246
12435	linear.weight	8	0.042479220777750015
12435	linear.weight	9	-0.07144829630851746
12435	linear.bias	0	-0.059133075177669525
12435	linear.bias	1	0.17221947014331818
12435	linear.bias	2	-0.11511354893445969
12435	linear.bias	3	-0.7227502465248108
12435	linear.bias	4	-0.7636985778808594
12435	linear.bias	5	0.11167827993631363
12435	linear.bias	6	-0.41960403323173523
12435	linear.bias	7	0.4517996311187744
12435	linear.bias	8	-0.5017287731170654
12435	linear.bias	9	-0.7548654079437256
12632	transitions	0	0.10669737309217453
12632	transitions	1	-0.295938640832901
12632	transitions	2	-10000.0
12632	transitions	3	-1.7459219694137573
12632	transitions	4	-10000.0
12632	transitions	5	0.8512905240058899
12632	transitions	6	0.16987058520317078
12632	transitions	7	0.17243973910808563
12632	transitions	8	-1.1571240425109863
12632	transitions	9	0.0017781916540116072
12632	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
12632	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
12632	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
12632	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
12632	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
12632	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
12632	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
12632	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
12632	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
12632	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
12632	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
12632	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
12632	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
12632	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
12632	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
12632	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
12632	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
12632	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
12632	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
12632	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
12632	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
12632	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
12632	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
12632	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
12632	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
12632	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
12632	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
12632	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
12632	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
12632	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
12632	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
12632	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
12632	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
12632	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
12632	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
12632	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
12632	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
12632	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
12632	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
12632	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
12632	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
12632	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
12632	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
12632	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
12632	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
12632	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
12632	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
12632	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
12632	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
12632	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
12632	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
12632	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
12632	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
12632	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
12632	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
12632	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
12632	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
12632	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
12632	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
12632	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
12632	embedding2nn.weight	0	0.002468987600877881
12632	embedding2nn.weight	1	-0.012285240925848484
12632	embedding2nn.weight	2	-0.014268254861235619
12632	embedding2nn.weight	3	0.012606587260961533
12632	embedding2nn.weight	4	-0.005915033631026745
12632	embedding2nn.weight	5	-0.0037005955819040537
12632	embedding2nn.weight	6	-0.003973266109824181
12632	embedding2nn.weight	7	-0.02865268848836422
12632	embedding2nn.weight	8	-0.0019979383796453476
12632	embedding2nn.weight	9	-0.002908166032284498
12632	embedding2nn.bias	0	0.006862230598926544
12632	embedding2nn.bias	1	-0.023518415167927742
12632	embedding2nn.bias	2	0.061076365411281586
12632	embedding2nn.bias	3	0.01482775155454874
12632	embedding2nn.bias	4	0.0019701269920915365
12632	embedding2nn.bias	5	-0.03936300054192543
12632	embedding2nn.bias	6	0.02659674547612667
12632	embedding2nn.bias	7	-0.02605259418487549
12632	embedding2nn.bias	8	0.0062415930442512035
12632	embedding2nn.bias	9	0.017114415764808655
12632	rnn.weight_ih_l0	0	-0.018698031082749367
12632	rnn.weight_ih_l0	1	0.01613672263920307
12632	rnn.weight_ih_l0	2	0.025690773501992226
12632	rnn.weight_ih_l0	3	0.023765577003359795
12632	rnn.weight_ih_l0	4	-0.010836843401193619
12632	rnn.weight_ih_l0	5	-0.04646823927760124
12632	rnn.weight_ih_l0	6	0.00925456453114748
12632	rnn.weight_ih_l0	7	0.04214251786470413
12632	rnn.weight_ih_l0	8	0.024123018607497215
12632	rnn.weight_ih_l0	9	-0.039711520075798035
12632	rnn.weight_hh_l0	0	-0.04016276076436043
12632	rnn.weight_hh_l0	1	0.007698172703385353
12632	rnn.weight_hh_l0	2	0.00524398498237133
12632	rnn.weight_hh_l0	3	-0.012102990411221981
12632	rnn.weight_hh_l0	4	0.03149915859103203
12632	rnn.weight_hh_l0	5	-0.012844778597354889
12632	rnn.weight_hh_l0	6	-0.03303210437297821
12632	rnn.weight_hh_l0	7	-0.03611575812101364
12632	rnn.weight_hh_l0	8	0.0037753365468233824
12632	rnn.weight_hh_l0	9	-0.024373076856136322
12632	rnn.bias_ih_l0	0	0.01410579588264227
12632	rnn.bias_ih_l0	1	-0.016850268468260765
12632	rnn.bias_ih_l0	2	-0.009061065502464771
12632	rnn.bias_ih_l0	3	0.04994334280490875
12632	rnn.bias_ih_l0	4	-0.0494731143116951
12632	rnn.bias_ih_l0	5	-0.01759527064859867
12632	rnn.bias_ih_l0	6	0.003384862095117569
12632	rnn.bias_ih_l0	7	0.031049229204654694
12632	rnn.bias_ih_l0	8	-0.06145012751221657
12632	rnn.bias_ih_l0	9	0.011889014393091202
12632	rnn.bias_hh_l0	0	-0.020739423111081123
12632	rnn.bias_hh_l0	1	-0.05007699504494667
12632	rnn.bias_hh_l0	2	-0.0032545379363000393
12632	rnn.bias_hh_l0	3	-0.03368482366204262
12632	rnn.bias_hh_l0	4	-0.003119096625596285
12632	rnn.bias_hh_l0	5	0.026701202616095543
12632	rnn.bias_hh_l0	6	0.03174903988838196
12632	rnn.bias_hh_l0	7	-0.014609098434448242
12632	rnn.bias_hh_l0	8	-0.03788421303033829
12632	rnn.bias_hh_l0	9	-0.016978822648525238
12632	rnn.weight_ih_l0_reverse	0	-0.004233609419316053
12632	rnn.weight_ih_l0_reverse	1	-0.044968295842409134
12632	rnn.weight_ih_l0_reverse	2	-0.018015574663877487
12632	rnn.weight_ih_l0_reverse	3	0.003555278992280364
12632	rnn.weight_ih_l0_reverse	4	-0.01285745482891798
12632	rnn.weight_ih_l0_reverse	5	-0.04673204571008682
12632	rnn.weight_ih_l0_reverse	6	0.04007437080144882
12632	rnn.weight_ih_l0_reverse	7	-0.028631996363401413
12632	rnn.weight_ih_l0_reverse	8	-0.03216937184333801
12632	rnn.weight_ih_l0_reverse	9	0.013979824259877205
12632	rnn.weight_hh_l0_reverse	0	0.030530830845236778
12632	rnn.weight_hh_l0_reverse	1	0.032418299466371536
12632	rnn.weight_hh_l0_reverse	2	0.024852730333805084
12632	rnn.weight_hh_l0_reverse	3	0.01816018484532833
12632	rnn.weight_hh_l0_reverse	4	0.010054504498839378
12632	rnn.weight_hh_l0_reverse	5	-0.005505670327693224
12632	rnn.weight_hh_l0_reverse	6	0.03618994355201721
12632	rnn.weight_hh_l0_reverse	7	-0.02081606723368168
12632	rnn.weight_hh_l0_reverse	8	0.005297977011650801
12632	rnn.weight_hh_l0_reverse	9	0.045882776379585266
12632	rnn.bias_ih_l0_reverse	0	-0.05253296345472336
12632	rnn.bias_ih_l0_reverse	1	-0.06120237335562706
12632	rnn.bias_ih_l0_reverse	2	-0.00516343442723155
12632	rnn.bias_ih_l0_reverse	3	0.009491944685578346
12632	rnn.bias_ih_l0_reverse	4	-0.015856193378567696
12632	rnn.bias_ih_l0_reverse	5	0.024719929322600365
12632	rnn.bias_ih_l0_reverse	6	0.006242964416742325
12632	rnn.bias_ih_l0_reverse	7	0.03313019871711731
12632	rnn.bias_ih_l0_reverse	8	-0.03407227247953415
12632	rnn.bias_ih_l0_reverse	9	0.04296749085187912
12632	rnn.bias_hh_l0_reverse	0	-0.024989817291498184
12632	rnn.bias_hh_l0_reverse	1	-0.005417244974523783
12632	rnn.bias_hh_l0_reverse	2	8.530063496436924e-05
12632	rnn.bias_hh_l0_reverse	3	-0.0439891517162323
12632	rnn.bias_hh_l0_reverse	4	-0.0401545874774456
12632	rnn.bias_hh_l0_reverse	5	-0.03915923088788986
12632	rnn.bias_hh_l0_reverse	6	0.010754251852631569
12632	rnn.bias_hh_l0_reverse	7	0.010540639981627464
12632	rnn.bias_hh_l0_reverse	8	0.03379034623503685
12632	rnn.bias_hh_l0_reverse	9	-0.09194169193506241
12632	rnn.weight_ih_l1	0	-0.024925462901592255
12632	rnn.weight_ih_l1	1	-0.026071742177009583
12632	rnn.weight_ih_l1	2	0.028649955987930298
12632	rnn.weight_ih_l1	3	0.005811498034745455
12632	rnn.weight_ih_l1	4	0.013204247690737247
12632	rnn.weight_ih_l1	5	-0.03580178692936897
12632	rnn.weight_ih_l1	6	0.017996719107031822
12632	rnn.weight_ih_l1	7	-0.03771422803401947
12632	rnn.weight_ih_l1	8	0.037574633955955505
12632	rnn.weight_ih_l1	9	0.02114844135940075
12632	rnn.weight_hh_l1	0	0.0013084060046821833
12632	rnn.weight_hh_l1	1	0.006295162718743086
12632	rnn.weight_hh_l1	2	-0.025360722094774246
12632	rnn.weight_hh_l1	3	0.0013128898572176695
12632	rnn.weight_hh_l1	4	0.005814670119434595
12632	rnn.weight_hh_l1	5	0.03435882180929184
12632	rnn.weight_hh_l1	6	0.03207949548959732
12632	rnn.weight_hh_l1	7	-0.031081944704055786
12632	rnn.weight_hh_l1	8	-0.0413145087659359
12632	rnn.weight_hh_l1	9	0.03987548127770424
12632	rnn.bias_ih_l1	0	-0.0432904027402401
12632	rnn.bias_ih_l1	1	-0.0545838363468647
12632	rnn.bias_ih_l1	2	-0.08217138797044754
12632	rnn.bias_ih_l1	3	-0.06256841868162155
12632	rnn.bias_ih_l1	4	-0.11857061088085175
12632	rnn.bias_ih_l1	5	-0.05697077885270119
12632	rnn.bias_ih_l1	6	0.0023916224017739296
12632	rnn.bias_ih_l1	7	0.0017203239258378744
12632	rnn.bias_ih_l1	8	-0.040328215807676315
12632	rnn.bias_ih_l1	9	-0.04113627225160599
12632	rnn.bias_hh_l1	0	-0.07261660695075989
12632	rnn.bias_hh_l1	1	-0.004100187681615353
12632	rnn.bias_hh_l1	2	-0.009944157674908638
12632	rnn.bias_hh_l1	3	-0.03450455889105797
12632	rnn.bias_hh_l1	4	-0.04589250683784485
12632	rnn.bias_hh_l1	5	-0.004369297064840794
12632	rnn.bias_hh_l1	6	-0.018408941105008125
12632	rnn.bias_hh_l1	7	-0.07974342256784439
12632	rnn.bias_hh_l1	8	0.012247834354639053
12632	rnn.bias_hh_l1	9	-0.004746665246784687
12632	rnn.weight_ih_l1_reverse	0	-0.034633006900548935
12632	rnn.weight_ih_l1_reverse	1	0.034811411052942276
12632	rnn.weight_ih_l1_reverse	2	-0.03944026678800583
12632	rnn.weight_ih_l1_reverse	3	-0.0171680748462677
12632	rnn.weight_ih_l1_reverse	4	-0.0024608687963336706
12632	rnn.weight_ih_l1_reverse	5	-0.04250618815422058
12632	rnn.weight_ih_l1_reverse	6	-0.023855825886130333
12632	rnn.weight_ih_l1_reverse	7	0.015288665890693665
12632	rnn.weight_ih_l1_reverse	8	0.043881215155124664
12632	rnn.weight_ih_l1_reverse	9	-0.03461562097072601
12632	rnn.weight_hh_l1_reverse	0	0.00751888332888484
12632	rnn.weight_hh_l1_reverse	1	0.02588600665330887
12632	rnn.weight_hh_l1_reverse	2	-0.037745557725429535
12632	rnn.weight_hh_l1_reverse	3	0.03823017701506615
12632	rnn.weight_hh_l1_reverse	4	0.038130469620227814
12632	rnn.weight_hh_l1_reverse	5	0.011591161601245403
12632	rnn.weight_hh_l1_reverse	6	0.003025934798642993
12632	rnn.weight_hh_l1_reverse	7	0.027896009385585785
12632	rnn.weight_hh_l1_reverse	8	-0.004913104698061943
12632	rnn.weight_hh_l1_reverse	9	-0.03509140387177467
12632	rnn.bias_ih_l1_reverse	0	-0.0011428565485402942
12632	rnn.bias_ih_l1_reverse	1	-0.03333361819386482
12632	rnn.bias_ih_l1_reverse	2	-0.05410967767238617
12632	rnn.bias_ih_l1_reverse	3	0.04176047816872597
12632	rnn.bias_ih_l1_reverse	4	-0.06641930341720581
12632	rnn.bias_ih_l1_reverse	5	-0.038025662302970886
12632	rnn.bias_ih_l1_reverse	6	-0.04527270048856735
12632	rnn.bias_ih_l1_reverse	7	-0.049460530281066895
12632	rnn.bias_ih_l1_reverse	8	0.08377272635698318
12632	rnn.bias_ih_l1_reverse	9	0.03600999712944031
12632	rnn.bias_hh_l1_reverse	0	-0.0044754683040082455
12632	rnn.bias_hh_l1_reverse	1	0.006132160779088736
12632	rnn.bias_hh_l1_reverse	2	-0.11714451014995575
12632	rnn.bias_hh_l1_reverse	3	0.0057561080902814865
12632	rnn.bias_hh_l1_reverse	4	-0.023224741220474243
12632	rnn.bias_hh_l1_reverse	5	-0.01708279177546501
12632	rnn.bias_hh_l1_reverse	6	0.06425171345472336
12632	rnn.bias_hh_l1_reverse	7	-0.019488725811243057
12632	rnn.bias_hh_l1_reverse	8	-0.04954233765602112
12632	rnn.bias_hh_l1_reverse	9	-0.04195914417505264
12632	linear.weight	0	0.002228822559118271
12632	linear.weight	1	0.056139133870601654
12632	linear.weight	2	-0.06631890684366226
12632	linear.weight	3	0.13034971058368683
12632	linear.weight	4	0.10472456365823746
12632	linear.weight	5	0.012691612355411053
12632	linear.weight	6	0.022515160962939262
12632	linear.weight	7	0.036862391978502274
12632	linear.weight	8	0.042411256581544876
12632	linear.weight	9	-0.07796066254377365
12632	linear.bias	0	-0.06721531599760056
12632	linear.bias	1	0.15622812509536743
12632	linear.bias	2	-0.1050921231508255
12632	linear.bias	3	-0.7504273056983948
12632	linear.bias	4	-0.790416955947876
12632	linear.bias	5	0.1158611923456192
12632	linear.bias	6	-0.4236273467540741
12632	linear.bias	7	0.44395384192466736
12632	linear.bias	8	-0.5144669413566589
12632	linear.bias	9	-0.7602469325065613
12829	transitions	0	0.11636196076869965
12829	transitions	1	-0.28543826937675476
12829	transitions	2	-10000.0
12829	transitions	3	-1.7463432550430298
12829	transitions	4	-10000.0
12829	transitions	5	0.8492233157157898
12829	transitions	6	0.16720983386039734
12829	transitions	7	0.16858738660812378
12829	transitions	8	-1.1586391925811768
12829	transitions	9	0.0017536785453557968
12829	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
12829	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
12829	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
12829	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
12829	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
12829	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
12829	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
12829	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
12829	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
12829	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
12829	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
12829	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
12829	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
12829	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
12829	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
12829	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
12829	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
12829	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
12829	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
12829	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
12829	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
12829	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
12829	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
12829	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
12829	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
12829	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
12829	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
12829	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
12829	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
12829	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
12829	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
12829	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
12829	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
12829	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
12829	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
12829	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
12829	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
12829	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
12829	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
12829	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
12829	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
12829	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
12829	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
12829	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
12829	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
12829	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
12829	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
12829	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
12829	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
12829	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
12829	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
12829	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
12829	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
12829	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
12829	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
12829	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
12829	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
12829	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
12829	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
12829	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
12829	embedding2nn.weight	0	0.0013856274308636785
12829	embedding2nn.weight	1	-0.012744506821036339
12829	embedding2nn.weight	2	-0.014268254861235619
12829	embedding2nn.weight	3	0.014289713464677334
12829	embedding2nn.weight	4	-0.005915033631026745
12829	embedding2nn.weight	5	-0.003700596047565341
12829	embedding2nn.weight	6	-0.003973261918872595
12829	embedding2nn.weight	7	-0.028831372037529945
12829	embedding2nn.weight	8	-0.0019979383796453476
12829	embedding2nn.weight	9	-0.0031123317312449217
12829	embedding2nn.bias	0	0.006859166547656059
12829	embedding2nn.bias	1	-0.022740621119737625
12829	embedding2nn.bias	2	0.061932049691677094
12829	embedding2nn.bias	3	0.017644649371504784
12829	embedding2nn.bias	4	-0.004030777607113123
12829	embedding2nn.bias	5	-0.04274905100464821
12829	embedding2nn.bias	6	0.024954786524176598
12829	embedding2nn.bias	7	-0.03153543919324875
12829	embedding2nn.bias	8	0.006115969270467758
12829	embedding2nn.bias	9	0.020946212112903595
12829	rnn.weight_ih_l0	0	-0.019090726971626282
12829	rnn.weight_ih_l0	1	0.015526571311056614
12829	rnn.weight_ih_l0	2	0.026494042947888374
12829	rnn.weight_ih_l0	3	0.02336728572845459
12829	rnn.weight_ih_l0	4	-0.010599043220281601
12829	rnn.weight_ih_l0	5	-0.045866575092077255
12829	rnn.weight_ih_l0	6	0.01015814021229744
12829	rnn.weight_ih_l0	7	0.04193228855729103
12829	rnn.weight_ih_l0	8	0.02365723066031933
12829	rnn.weight_ih_l0	9	-0.03993136063218117
12829	rnn.weight_hh_l0	0	-0.04014342650771141
12829	rnn.weight_hh_l0	1	0.008248011581599712
12829	rnn.weight_hh_l0	2	0.005124382209032774
12829	rnn.weight_hh_l0	3	-0.012205845676362514
12829	rnn.weight_hh_l0	4	0.032115187495946884
12829	rnn.weight_hh_l0	5	-0.012983720749616623
12829	rnn.weight_hh_l0	6	-0.03264376148581505
12829	rnn.weight_hh_l0	7	-0.037122439593076706
12829	rnn.weight_hh_l0	8	0.0048077721148729324
12829	rnn.weight_hh_l0	9	-0.024647586047649384
12829	rnn.bias_ih_l0	0	0.01647603139281273
12829	rnn.bias_ih_l0	1	-0.01568201370537281
12829	rnn.bias_ih_l0	2	-0.009014886803925037
12829	rnn.bias_ih_l0	3	0.056736189872026443
12829	rnn.bias_ih_l0	4	-0.053018733859062195
12829	rnn.bias_ih_l0	5	-0.01802651584148407
12829	rnn.bias_ih_l0	6	0.004239467903971672
12829	rnn.bias_ih_l0	7	0.028320571407675743
12829	rnn.bias_ih_l0	8	-0.06437735259532928
12829	rnn.bias_ih_l0	9	0.008391289040446281
12829	rnn.bias_hh_l0	0	-0.023204343393445015
12829	rnn.bias_hh_l0	1	-0.05628066882491112
12829	rnn.bias_hh_l0	2	-0.00820400845259428
12829	rnn.bias_hh_l0	3	-0.03589264675974846
12829	rnn.bias_hh_l0	4	-0.004718463402241468
12829	rnn.bias_hh_l0	5	0.0239324439316988
12829	rnn.bias_hh_l0	6	0.0263772401958704
12829	rnn.bias_hh_l0	7	-0.021001115441322327
12829	rnn.bias_hh_l0	8	-0.03781621530652046
12829	rnn.bias_hh_l0	9	-0.01574823074042797
12829	rnn.weight_ih_l0_reverse	0	-0.0029585459269583225
12829	rnn.weight_ih_l0_reverse	1	-0.044496480375528336
12829	rnn.weight_ih_l0_reverse	2	-0.01887374371290207
12829	rnn.weight_ih_l0_reverse	3	0.0030481768772006035
12829	rnn.weight_ih_l0_reverse	4	-0.012868102639913559
12829	rnn.weight_ih_l0_reverse	5	-0.04695558920502663
12829	rnn.weight_ih_l0_reverse	6	0.040427181869745255
12829	rnn.weight_ih_l0_reverse	7	-0.028192946687340736
12829	rnn.weight_ih_l0_reverse	8	-0.03168516233563423
12829	rnn.weight_ih_l0_reverse	9	0.013910455629229546
12829	rnn.weight_hh_l0_reverse	0	0.030336441472172737
12829	rnn.weight_hh_l0_reverse	1	0.03254612535238266
12829	rnn.weight_hh_l0_reverse	2	0.025057967752218246
12829	rnn.weight_hh_l0_reverse	3	0.017728809267282486
12829	rnn.weight_hh_l0_reverse	4	0.010558117181062698
12829	rnn.weight_hh_l0_reverse	5	-0.005594399757683277
12829	rnn.weight_hh_l0_reverse	6	0.03597266227006912
12829	rnn.weight_hh_l0_reverse	7	-0.021131403744220734
12829	rnn.weight_hh_l0_reverse	8	0.005801688879728317
12829	rnn.weight_hh_l0_reverse	9	0.04619883373379707
12829	rnn.bias_ih_l0_reverse	0	-0.05048647150397301
12829	rnn.bias_ih_l0_reverse	1	-0.05514359101653099
12829	rnn.bias_ih_l0_reverse	2	-0.010057836771011353
12829	rnn.bias_ih_l0_reverse	3	0.01038407813757658
12829	rnn.bias_ih_l0_reverse	4	-0.015751419588923454
12829	rnn.bias_ih_l0_reverse	5	0.023717785254120827
12829	rnn.bias_ih_l0_reverse	6	0.005852630827575922
12829	rnn.bias_ih_l0_reverse	7	0.03402607515454292
12829	rnn.bias_ih_l0_reverse	8	-0.03382597491145134
12829	rnn.bias_ih_l0_reverse	9	0.04203511402010918
12829	rnn.bias_hh_l0_reverse	0	-0.02381266839802265
12829	rnn.bias_hh_l0_reverse	1	-0.007943600416183472
12829	rnn.bias_hh_l0_reverse	2	-0.0005012631299905479
12829	rnn.bias_hh_l0_reverse	3	-0.04492730274796486
12829	rnn.bias_hh_l0_reverse	4	-0.04099689796566963
12829	rnn.bias_hh_l0_reverse	5	-0.03885853290557861
12829	rnn.bias_hh_l0_reverse	6	0.011432030238211155
12829	rnn.bias_hh_l0_reverse	7	0.012099294923245907
12829	rnn.bias_hh_l0_reverse	8	0.034069858491420746
12829	rnn.bias_hh_l0_reverse	9	-0.09078150242567062
12829	rnn.weight_ih_l1	0	-0.024894224479794502
12829	rnn.weight_ih_l1	1	-0.026239173486828804
12829	rnn.weight_ih_l1	2	0.02398671954870224
12829	rnn.weight_ih_l1	3	0.0004768789804074913
12829	rnn.weight_ih_l1	4	0.012863144278526306
12829	rnn.weight_ih_l1	5	-0.03578391298651695
12829	rnn.weight_ih_l1	6	0.017506051808595657
12829	rnn.weight_ih_l1	7	-0.03738052770495415
12829	rnn.weight_ih_l1	8	0.03757002577185631
12829	rnn.weight_ih_l1	9	0.02116287127137184
12829	rnn.weight_hh_l1	0	0.002022133208811283
12829	rnn.weight_hh_l1	1	0.006494884379208088
12829	rnn.weight_hh_l1	2	-0.02238500490784645
12829	rnn.weight_hh_l1	3	0.0015972653636708856
12829	rnn.weight_hh_l1	4	0.006328188814222813
12829	rnn.weight_hh_l1	5	0.03417132794857025
12829	rnn.weight_hh_l1	6	0.031979624181985855
12829	rnn.weight_hh_l1	7	-0.031143266707658768
12829	rnn.weight_hh_l1	8	-0.04083289951086044
12829	rnn.weight_hh_l1	9	0.039849504828453064
12829	rnn.bias_ih_l1	0	-0.04293214529752731
12829	rnn.bias_ih_l1	1	-0.05461173877120018
12829	rnn.bias_ih_l1	2	-0.08198481053113937
12829	rnn.bias_ih_l1	3	-0.061671484261751175
12829	rnn.bias_ih_l1	4	-0.12280809879302979
12829	rnn.bias_ih_l1	5	-0.0590231716632843
12829	rnn.bias_ih_l1	6	0.003681408939883113
12829	rnn.bias_ih_l1	7	0.0031205257400870323
12829	rnn.bias_ih_l1	8	-0.038154952228069305
12829	rnn.bias_ih_l1	9	-0.042660824954509735
12829	rnn.bias_hh_l1	0	-0.07202043384313583
12829	rnn.bias_hh_l1	1	-0.005848353728652
12829	rnn.bias_hh_l1	2	-0.007586369290947914
12829	rnn.bias_hh_l1	3	-0.03513436019420624
12829	rnn.bias_hh_l1	4	-0.04570610076189041
12829	rnn.bias_hh_l1	5	-0.006647321395576
12829	rnn.bias_hh_l1	6	-0.02027890272438526
12829	rnn.bias_hh_l1	7	-0.09445127099752426
12829	rnn.bias_hh_l1	8	0.01104202400892973
12829	rnn.bias_hh_l1	9	-0.003889064071699977
12829	rnn.weight_ih_l1_reverse	0	-0.03519584983587265
12829	rnn.weight_ih_l1_reverse	1	0.03580967336893082
12829	rnn.weight_ih_l1_reverse	2	-0.03983699530363083
12829	rnn.weight_ih_l1_reverse	3	-0.017990484833717346
12829	rnn.weight_ih_l1_reverse	4	-0.004151796456426382
12829	rnn.weight_ih_l1_reverse	5	-0.04253850877285004
12829	rnn.weight_ih_l1_reverse	6	-0.02682158164680004
12829	rnn.weight_ih_l1_reverse	7	0.01532690692692995
12829	rnn.weight_ih_l1_reverse	8	0.04500481113791466
12829	rnn.weight_ih_l1_reverse	9	-0.03271332010626793
12829	rnn.weight_hh_l1_reverse	0	0.007526536006480455
12829	rnn.weight_hh_l1_reverse	1	0.025971539318561554
12829	rnn.weight_hh_l1_reverse	2	-0.03763654828071594
12829	rnn.weight_hh_l1_reverse	3	0.0385013073682785
12829	rnn.weight_hh_l1_reverse	4	0.03832501173019409
12829	rnn.weight_hh_l1_reverse	5	0.011450543999671936
12829	rnn.weight_hh_l1_reverse	6	0.004435794427990913
12829	rnn.weight_hh_l1_reverse	7	0.027862587943673134
12829	rnn.weight_hh_l1_reverse	8	-0.004883685614913702
12829	rnn.weight_hh_l1_reverse	9	-0.03551722690463066
12829	rnn.bias_ih_l1_reverse	0	-0.00277353310957551
12829	rnn.bias_ih_l1_reverse	1	-0.031181449070572853
12829	rnn.bias_ih_l1_reverse	2	-0.054322559386491776
12829	rnn.bias_ih_l1_reverse	3	0.01866868883371353
12829	rnn.bias_ih_l1_reverse	4	-0.06424178183078766
12829	rnn.bias_ih_l1_reverse	5	-0.03832520917057991
12829	rnn.bias_ih_l1_reverse	6	-0.04371703416109085
12829	rnn.bias_ih_l1_reverse	7	-0.052519071847200394
12829	rnn.bias_ih_l1_reverse	8	0.08953182399272919
12829	rnn.bias_ih_l1_reverse	9	0.044062066823244095
12829	rnn.bias_hh_l1_reverse	0	-0.0020043912809342146
12829	rnn.bias_hh_l1_reverse	1	0.003469746094197035
12829	rnn.bias_hh_l1_reverse	2	-0.1172122210264206
12829	rnn.bias_hh_l1_reverse	3	0.004835819359868765
12829	rnn.bias_hh_l1_reverse	4	-0.024695487692952156
12829	rnn.bias_hh_l1_reverse	5	-0.017030805349349976
12829	rnn.bias_hh_l1_reverse	6	0.06915071606636047
12829	rnn.bias_hh_l1_reverse	7	-0.019512448459863663
12829	rnn.bias_hh_l1_reverse	8	-0.05125058442354202
12829	rnn.bias_hh_l1_reverse	9	-0.04215236380696297
12829	linear.weight	0	0.002228822559118271
12829	linear.weight	1	0.052221380174160004
12829	linear.weight	2	-0.061286911368370056
12829	linear.weight	3	0.11109933257102966
12829	linear.weight	4	0.1083022803068161
12829	linear.weight	5	0.024229079484939575
12829	linear.weight	6	0.03623746708035469
12829	linear.weight	7	0.02155550941824913
12829	linear.weight	8	0.04230962693691254
12829	linear.weight	9	-0.07396218925714493
12829	linear.bias	0	-0.059746596962213516
12829	linear.bias	1	0.16048496961593628
12829	linear.bias	2	-0.11782580614089966
12829	linear.bias	3	-0.7341355681419373
12829	linear.bias	4	-0.7777001857757568
12829	linear.bias	5	0.11205872148275375
12829	linear.bias	6	-0.4178703725337982
12829	linear.bias	7	0.4391482472419739
12829	linear.bias	8	-0.5142544507980347
12829	linear.bias	9	-0.7629512548446655
13026	transitions	0	0.12780055403709412
13026	transitions	1	-0.2858734726905823
13026	transitions	2	-10000.0
13026	transitions	3	-1.7468360662460327
13026	transitions	4	-10000.0
13026	transitions	5	0.8470563292503357
13026	transitions	6	0.1650771200656891
13026	transitions	7	0.1646277904510498
13026	transitions	8	-1.1609597206115723
13026	transitions	9	0.0017258060397580266
13026	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
13026	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
13026	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
13026	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
13026	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
13026	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
13026	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
13026	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
13026	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
13026	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
13026	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
13026	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
13026	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
13026	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
13026	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
13026	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
13026	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
13026	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
13026	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
13026	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
13026	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
13026	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
13026	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
13026	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
13026	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
13026	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
13026	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
13026	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
13026	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
13026	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
13026	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
13026	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
13026	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
13026	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
13026	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
13026	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
13026	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
13026	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
13026	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
13026	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
13026	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
13026	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
13026	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
13026	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
13026	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
13026	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
13026	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
13026	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
13026	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
13026	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
13026	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
13026	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
13026	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
13026	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
13026	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
13026	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
13026	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
13026	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
13026	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
13026	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
13026	embedding2nn.weight	0	0.00011465957504697144
13026	embedding2nn.weight	1	-0.012848826125264168
13026	embedding2nn.weight	2	-0.014268254861235619
13026	embedding2nn.weight	3	0.015330110676586628
13026	embedding2nn.weight	4	-0.005915033631026745
13026	embedding2nn.weight	5	-0.003700596047565341
13026	embedding2nn.weight	6	-0.003973262384533882
13026	embedding2nn.weight	7	-0.030814645811915398
13026	embedding2nn.weight	8	-0.0019979383796453476
13026	embedding2nn.weight	9	-0.002878896426409483
13026	embedding2nn.bias	0	0.009638508781790733
13026	embedding2nn.bias	1	-0.020232394337654114
13026	embedding2nn.bias	2	0.06709993630647659
13026	embedding2nn.bias	3	0.019263727590441704
13026	embedding2nn.bias	4	-0.007830878719687462
13026	embedding2nn.bias	5	-0.05523228272795677
13026	embedding2nn.bias	6	0.01542010996490717
13026	embedding2nn.bias	7	-0.039397403597831726
13026	embedding2nn.bias	8	0.011398974806070328
13026	embedding2nn.bias	9	0.024481581524014473
13026	rnn.weight_ih_l0	0	-0.019790584221482277
13026	rnn.weight_ih_l0	1	0.014265838079154491
13026	rnn.weight_ih_l0	2	0.026530660688877106
13026	rnn.weight_ih_l0	3	0.02394569292664528
13026	rnn.weight_ih_l0	4	-0.011409618891775608
13026	rnn.weight_ih_l0	5	-0.04692467674612999
13026	rnn.weight_ih_l0	6	0.010969353839755058
13026	rnn.weight_ih_l0	7	0.04279808700084686
13026	rnn.weight_ih_l0	8	0.024274272844195366
13026	rnn.weight_ih_l0	9	-0.040315479040145874
13026	rnn.weight_hh_l0	0	-0.03983611613512039
13026	rnn.weight_hh_l0	1	0.007797744125127792
13026	rnn.weight_hh_l0	2	0.005414213053882122
13026	rnn.weight_hh_l0	3	-0.012421835213899612
13026	rnn.weight_hh_l0	4	0.03223642334342003
13026	rnn.weight_hh_l0	5	-0.013359559699892998
13026	rnn.weight_hh_l0	6	-0.032904449850320816
13026	rnn.weight_hh_l0	7	-0.03772095963358879
13026	rnn.weight_hh_l0	8	0.0053909337148070335
13026	rnn.weight_hh_l0	9	-0.02420068345963955
13026	rnn.bias_ih_l0	0	0.018221376463770866
13026	rnn.bias_ih_l0	1	-0.01636354625225067
13026	rnn.bias_ih_l0	2	-0.00818744394928217
13026	rnn.bias_ih_l0	3	0.05531279742717743
13026	rnn.bias_ih_l0	4	-0.050596076995134354
13026	rnn.bias_ih_l0	5	-0.018382687121629715
13026	rnn.bias_ih_l0	6	-0.003408850636333227
13026	rnn.bias_ih_l0	7	0.02985493279993534
13026	rnn.bias_ih_l0	8	-0.06624329835176468
13026	rnn.bias_ih_l0	9	0.012563471682369709
13026	rnn.bias_hh_l0	0	-0.02360137365758419
13026	rnn.bias_hh_l0	1	-0.06112785264849663
13026	rnn.bias_hh_l0	2	-0.00713928509503603
13026	rnn.bias_hh_l0	3	-0.03513161838054657
13026	rnn.bias_hh_l0	4	-0.00390395475551486
13026	rnn.bias_hh_l0	5	0.023966029286384583
13026	rnn.bias_hh_l0	6	0.026911631226539612
13026	rnn.bias_hh_l0	7	-0.020279692485928535
13026	rnn.bias_hh_l0	8	-0.03833336383104324
13026	rnn.bias_hh_l0	9	-0.013459216803312302
13026	rnn.weight_ih_l0_reverse	0	-0.0032039438374340534
13026	rnn.weight_ih_l0_reverse	1	-0.04653772711753845
13026	rnn.weight_ih_l0_reverse	2	-0.01762230321764946
13026	rnn.weight_ih_l0_reverse	3	0.0026773554272949696
13026	rnn.weight_ih_l0_reverse	4	-0.012837962247431278
13026	rnn.weight_ih_l0_reverse	5	-0.04653081297874451
13026	rnn.weight_ih_l0_reverse	6	0.04072871431708336
13026	rnn.weight_ih_l0_reverse	7	-0.029964931309223175
13026	rnn.weight_ih_l0_reverse	8	-0.03164586424827576
13026	rnn.weight_ih_l0_reverse	9	0.013809313997626305
13026	rnn.weight_hh_l0_reverse	0	0.029040483757853508
13026	rnn.weight_hh_l0_reverse	1	0.03170248866081238
13026	rnn.weight_hh_l0_reverse	2	0.024961424991488457
13026	rnn.weight_hh_l0_reverse	3	0.017745433375239372
13026	rnn.weight_hh_l0_reverse	4	0.00998685136437416
13026	rnn.weight_hh_l0_reverse	5	-0.005147753283381462
13026	rnn.weight_hh_l0_reverse	6	0.03597690537571907
13026	rnn.weight_hh_l0_reverse	7	-0.02110244706273079
13026	rnn.weight_hh_l0_reverse	8	0.005566878709942102
13026	rnn.weight_hh_l0_reverse	9	0.04605257511138916
13026	rnn.bias_ih_l0_reverse	0	-0.05263686552643776
13026	rnn.bias_ih_l0_reverse	1	-0.05246097221970558
13026	rnn.bias_ih_l0_reverse	2	-0.009900882840156555
13026	rnn.bias_ih_l0_reverse	3	0.009608794003725052
13026	rnn.bias_ih_l0_reverse	4	-0.010930110700428486
13026	rnn.bias_ih_l0_reverse	5	0.02152113802731037
13026	rnn.bias_ih_l0_reverse	6	0.004874653182923794
13026	rnn.bias_ih_l0_reverse	7	0.03155806288123131
13026	rnn.bias_ih_l0_reverse	8	-0.033069755882024765
13026	rnn.bias_ih_l0_reverse	9	0.04402867332100868
13026	rnn.bias_hh_l0_reverse	0	-0.024454202502965927
13026	rnn.bias_hh_l0_reverse	1	-0.004460596479475498
13026	rnn.bias_hh_l0_reverse	2	0.0022949876729398966
13026	rnn.bias_hh_l0_reverse	3	-0.04789257422089577
13026	rnn.bias_hh_l0_reverse	4	-0.041311901062726974
13026	rnn.bias_hh_l0_reverse	5	-0.04038642719388008
13026	rnn.bias_hh_l0_reverse	6	0.011725635267794132
13026	rnn.bias_hh_l0_reverse	7	0.012658304534852505
13026	rnn.bias_hh_l0_reverse	8	0.03288033977150917
13026	rnn.bias_hh_l0_reverse	9	-0.0920877754688263
13026	rnn.weight_ih_l1	0	-0.024247199296951294
13026	rnn.weight_ih_l1	1	-0.026650631800293922
13026	rnn.weight_ih_l1	2	0.026434313505887985
13026	rnn.weight_ih_l1	3	-7.304028986254707e-05
13026	rnn.weight_ih_l1	4	0.01283622533082962
13026	rnn.weight_ih_l1	5	-0.03668415918946266
13026	rnn.weight_ih_l1	6	0.01656397059559822
13026	rnn.weight_ih_l1	7	-0.03820373862981796
13026	rnn.weight_ih_l1	8	0.0383714884519577
13026	rnn.weight_ih_l1	9	0.021145537495613098
13026	rnn.weight_hh_l1	0	0.0016236953670158982
13026	rnn.weight_hh_l1	1	0.006920997053384781
13026	rnn.weight_hh_l1	2	-0.02441214583814144
13026	rnn.weight_hh_l1	3	0.0015042140148580074
13026	rnn.weight_hh_l1	4	0.005049094557762146
13026	rnn.weight_hh_l1	5	0.034252289682626724
13026	rnn.weight_hh_l1	6	0.0319070927798748
13026	rnn.weight_hh_l1	7	-0.030966974794864655
13026	rnn.weight_hh_l1	8	-0.04084652289748192
13026	rnn.weight_hh_l1	9	0.04012226313352585
13026	rnn.bias_ih_l1	0	-0.0458744540810585
13026	rnn.bias_ih_l1	1	-0.057790420949459076
13026	rnn.bias_ih_l1	2	-0.08307638764381409
13026	rnn.bias_ih_l1	3	-0.06608346104621887
13026	rnn.bias_ih_l1	4	-0.12274397909641266
13026	rnn.bias_ih_l1	5	-0.05990920588374138
13026	rnn.bias_ih_l1	6	-0.0012970617972314358
13026	rnn.bias_ih_l1	7	0.0044773053377866745
13026	rnn.bias_ih_l1	8	-0.039122167974710464
13026	rnn.bias_ih_l1	9	-0.04354993999004364
13026	rnn.bias_hh_l1	0	-0.07205253094434738
13026	rnn.bias_hh_l1	1	-0.006134837865829468
13026	rnn.bias_hh_l1	2	-0.010071955621242523
13026	rnn.bias_hh_l1	3	-0.03541361540555954
13026	rnn.bias_hh_l1	4	-0.04690637066960335
13026	rnn.bias_hh_l1	5	-0.00641328189522028
13026	rnn.bias_hh_l1	6	-0.02329391986131668
13026	rnn.bias_hh_l1	7	-0.08341321349143982
13026	rnn.bias_hh_l1	8	0.013983114622533321
13026	rnn.bias_hh_l1	9	-0.005686360877007246
13026	rnn.weight_ih_l1_reverse	0	-0.034160465002059937
13026	rnn.weight_ih_l1_reverse	1	0.03232000768184662
13026	rnn.weight_ih_l1_reverse	2	-0.044169772416353226
13026	rnn.weight_ih_l1_reverse	3	-0.017567194998264313
13026	rnn.weight_ih_l1_reverse	4	-0.004900780040770769
13026	rnn.weight_ih_l1_reverse	5	-0.042330022901296616
13026	rnn.weight_ih_l1_reverse	6	-0.025246886536478996
13026	rnn.weight_ih_l1_reverse	7	0.0154340248554945
13026	rnn.weight_ih_l1_reverse	8	0.04357987642288208
13026	rnn.weight_ih_l1_reverse	9	-0.026667121797800064
13026	rnn.weight_hh_l1_reverse	0	0.0077924542129039764
13026	rnn.weight_hh_l1_reverse	1	0.02627047710120678
13026	rnn.weight_hh_l1_reverse	2	-0.037785470485687256
13026	rnn.weight_hh_l1_reverse	3	0.038417376577854156
13026	rnn.weight_hh_l1_reverse	4	0.03918338567018509
13026	rnn.weight_hh_l1_reverse	5	0.011068461462855339
13026	rnn.weight_hh_l1_reverse	6	0.005221884697675705
13026	rnn.weight_hh_l1_reverse	7	0.027978284284472466
13026	rnn.weight_hh_l1_reverse	8	-0.004917534999549389
13026	rnn.weight_hh_l1_reverse	9	-0.03548337519168854
13026	rnn.bias_ih_l1_reverse	0	-0.003790399758145213
13026	rnn.bias_ih_l1_reverse	1	-0.032661136239767075
13026	rnn.bias_ih_l1_reverse	2	-0.05482723191380501
13026	rnn.bias_ih_l1_reverse	3	0.0029002116061747074
13026	rnn.bias_ih_l1_reverse	4	-0.0655871033668518
13026	rnn.bias_ih_l1_reverse	5	-0.03975726664066315
13026	rnn.bias_ih_l1_reverse	6	-0.04462113603949547
13026	rnn.bias_ih_l1_reverse	7	-0.05578712001442909
13026	rnn.bias_ih_l1_reverse	8	0.08478429913520813
13026	rnn.bias_ih_l1_reverse	9	0.05432918295264244
13026	rnn.bias_hh_l1_reverse	0	-0.00032450672006234527
13026	rnn.bias_hh_l1_reverse	1	-0.008967585861682892
13026	rnn.bias_hh_l1_reverse	2	-0.11763115227222443
13026	rnn.bias_hh_l1_reverse	3	0.005558657459914684
13026	rnn.bias_hh_l1_reverse	4	-0.024623418226838112
13026	rnn.bias_hh_l1_reverse	5	-0.017374347895383835
13026	rnn.bias_hh_l1_reverse	6	0.08625104278326035
13026	rnn.bias_hh_l1_reverse	7	-0.021159259602427483
13026	rnn.bias_hh_l1_reverse	8	-0.05209905654191971
13026	rnn.bias_hh_l1_reverse	9	-0.04232267290353775
13026	linear.weight	0	0.002228822559118271
13026	linear.weight	1	0.04606730863451958
13026	linear.weight	2	-0.05691329762339592
13026	linear.weight	3	0.12563808262348175
13026	linear.weight	4	0.10632961988449097
13026	linear.weight	5	0.02165243588387966
13026	linear.weight	6	0.046408239752054214
13026	linear.weight	7	-0.002434617606922984
13026	linear.weight	8	0.04221154749393463
13026	linear.weight	9	-0.07731427252292633
13026	linear.bias	0	-0.10069722682237625
13026	linear.bias	1	0.1723114252090454
13026	linear.bias	2	-0.13051846623420715
13026	linear.bias	3	-0.7394952774047852
13026	linear.bias	4	-0.7845419049263
13026	linear.bias	5	0.09929554909467697
13026	linear.bias	6	-0.4104378819465637
13026	linear.bias	7	0.44023412466049194
13026	linear.bias	8	-0.4973544478416443
13026	linear.bias	9	-0.7432554364204407
13223	transitions	0	0.14136822521686554
13223	transitions	1	-0.28231456875801086
13223	transitions	2	-10000.0
13223	transitions	3	-1.7472628355026245
13223	transitions	4	-10000.0
13223	transitions	5	0.8447366952896118
13223	transitions	6	0.16258512437343597
13223	transitions	7	0.16118575632572174
13223	transitions	8	-1.1636275053024292
13223	transitions	9	0.0017025108681991696
13223	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
13223	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
13223	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
13223	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
13223	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
13223	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
13223	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
13223	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
13223	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
13223	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
13223	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
13223	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
13223	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
13223	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
13223	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
13223	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
13223	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
13223	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
13223	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
13223	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
13223	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
13223	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
13223	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
13223	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
13223	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
13223	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
13223	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
13223	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
13223	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
13223	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
13223	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
13223	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
13223	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
13223	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
13223	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
13223	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
13223	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
13223	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
13223	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
13223	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
13223	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
13223	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
13223	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
13223	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
13223	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
13223	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
13223	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
13223	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
13223	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
13223	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
13223	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
13223	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
13223	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
13223	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
13223	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
13223	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
13223	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
13223	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
13223	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
13223	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
13223	embedding2nn.weight	0	0.0010088372509926558
13223	embedding2nn.weight	1	-0.01270750816911459
13223	embedding2nn.weight	2	-0.014268254861235619
13223	embedding2nn.weight	3	0.013395409099757671
13223	embedding2nn.weight	4	-0.005915033631026745
13223	embedding2nn.weight	5	-0.003700596746057272
13223	embedding2nn.weight	6	-0.0039732614532113075
13223	embedding2nn.weight	7	-0.030179502442479134
13223	embedding2nn.weight	8	-0.0019979383796453476
13223	embedding2nn.weight	9	-0.004409761168062687
13223	embedding2nn.bias	0	0.008053871802985668
13223	embedding2nn.bias	1	-0.015717240050435066
13223	embedding2nn.bias	2	0.06269490718841553
13223	embedding2nn.bias	3	0.02512219548225403
13223	embedding2nn.bias	4	0.004928949289023876
13223	embedding2nn.bias	5	-0.052589453756809235
13223	embedding2nn.bias	6	0.02042570151388645
13223	embedding2nn.bias	7	-0.04065897315740585
13223	embedding2nn.bias	8	0.013054586946964264
13223	embedding2nn.bias	9	0.027937807142734528
13223	rnn.weight_ih_l0	0	-0.01886920817196369
13223	rnn.weight_ih_l0	1	0.01255137287080288
13223	rnn.weight_ih_l0	2	0.025868870317935944
13223	rnn.weight_ih_l0	3	0.02500188909471035
13223	rnn.weight_ih_l0	4	-0.012231606990098953
13223	rnn.weight_ih_l0	5	-0.04731183499097824
13223	rnn.weight_ih_l0	6	0.011150144040584564
13223	rnn.weight_ih_l0	7	0.04136178642511368
13223	rnn.weight_ih_l0	8	0.023803269490599632
13223	rnn.weight_ih_l0	9	-0.04061513766646385
13223	rnn.weight_hh_l0	0	-0.03990602120757103
13223	rnn.weight_hh_l0	1	0.007766634691506624
13223	rnn.weight_hh_l0	2	0.0056306044571101665
13223	rnn.weight_hh_l0	3	-0.012581135146319866
13223	rnn.weight_hh_l0	4	0.032312992960214615
13223	rnn.weight_hh_l0	5	-0.013677199371159077
13223	rnn.weight_hh_l0	6	-0.03260842338204384
13223	rnn.weight_hh_l0	7	-0.036059021949768066
13223	rnn.weight_hh_l0	8	0.005412178114056587
13223	rnn.weight_hh_l0	9	-0.024115461856126785
13223	rnn.bias_ih_l0	0	0.01717972196638584
13223	rnn.bias_ih_l0	1	-0.013420837931334972
13223	rnn.bias_ih_l0	2	-0.006920819170773029
13223	rnn.bias_ih_l0	3	0.0571320503950119
13223	rnn.bias_ih_l0	4	-0.04995042830705643
13223	rnn.bias_ih_l0	5	-0.01741723343729973
13223	rnn.bias_ih_l0	6	-0.0027351640164852142
13223	rnn.bias_ih_l0	7	0.028411434963345528
13223	rnn.bias_ih_l0	8	-0.06697381287813187
13223	rnn.bias_ih_l0	9	0.008686773478984833
13223	rnn.bias_hh_l0	0	-0.02289723791182041
13223	rnn.bias_hh_l0	1	-0.059544604271650314
13223	rnn.bias_hh_l0	2	-0.014075327664613724
13223	rnn.bias_hh_l0	3	-0.033028364181518555
13223	rnn.bias_hh_l0	4	-0.00035792955895885825
13223	rnn.bias_hh_l0	5	0.02319583296775818
13223	rnn.bias_hh_l0	6	0.02652011811733246
13223	rnn.bias_hh_l0	7	-0.015998275950551033
13223	rnn.bias_hh_l0	8	-0.037315551191568375
13223	rnn.bias_hh_l0	9	-0.006644074339419603
13223	rnn.weight_ih_l0_reverse	0	-0.0026259960141032934
13223	rnn.weight_ih_l0_reverse	1	-0.04697558656334877
13223	rnn.weight_ih_l0_reverse	2	-0.01891629584133625
13223	rnn.weight_ih_l0_reverse	3	0.002149630105122924
13223	rnn.weight_ih_l0_reverse	4	-0.012920757755637169
13223	rnn.weight_ih_l0_reverse	5	-0.04630282521247864
13223	rnn.weight_ih_l0_reverse	6	0.04077501222491264
13223	rnn.weight_ih_l0_reverse	7	-0.030347153544425964
13223	rnn.weight_ih_l0_reverse	8	-0.03186305612325668
13223	rnn.weight_ih_l0_reverse	9	0.013984465040266514
13223	rnn.weight_hh_l0_reverse	0	0.03025059774518013
13223	rnn.weight_hh_l0_reverse	1	0.031684380024671555
13223	rnn.weight_hh_l0_reverse	2	0.024949412792921066
13223	rnn.weight_hh_l0_reverse	3	0.018147295340895653
13223	rnn.weight_hh_l0_reverse	4	0.01032639667391777
13223	rnn.weight_hh_l0_reverse	5	-0.0073424470610916615
13223	rnn.weight_hh_l0_reverse	6	0.036370765417814255
13223	rnn.weight_hh_l0_reverse	7	-0.020704910159111023
13223	rnn.weight_hh_l0_reverse	8	0.00535937212407589
13223	rnn.weight_hh_l0_reverse	9	0.045335110276937485
13223	rnn.bias_ih_l0_reverse	0	-0.05355624482035637
13223	rnn.bias_ih_l0_reverse	1	-0.06295351684093475
13223	rnn.bias_ih_l0_reverse	2	-0.007888149470090866
13223	rnn.bias_ih_l0_reverse	3	0.009582954458892345
13223	rnn.bias_ih_l0_reverse	4	-0.010713805444538593
13223	rnn.bias_ih_l0_reverse	5	0.021477164700627327
13223	rnn.bias_ih_l0_reverse	6	0.0011668986408039927
13223	rnn.bias_ih_l0_reverse	7	0.03145874664187431
13223	rnn.bias_ih_l0_reverse	8	-0.033071305602788925
13223	rnn.bias_ih_l0_reverse	9	0.04085591062903404
13223	rnn.bias_hh_l0_reverse	0	-0.023807093501091003
13223	rnn.bias_hh_l0_reverse	1	-0.006811307277530432
13223	rnn.bias_hh_l0_reverse	2	0.003266365732997656
13223	rnn.bias_hh_l0_reverse	3	-0.046568844467401505
13223	rnn.bias_hh_l0_reverse	4	-0.04320633038878441
13223	rnn.bias_hh_l0_reverse	5	-0.04135292023420334
13223	rnn.bias_hh_l0_reverse	6	0.013365677557885647
13223	rnn.bias_hh_l0_reverse	7	0.01055123284459114
13223	rnn.bias_hh_l0_reverse	8	0.03374757245182991
13223	rnn.bias_hh_l0_reverse	9	-0.09448771923780441
13223	rnn.weight_ih_l1	0	-0.025132209062576294
13223	rnn.weight_ih_l1	1	-0.027812568470835686
13223	rnn.weight_ih_l1	2	0.0253500584512949
13223	rnn.weight_ih_l1	3	0.0010723343584686518
13223	rnn.weight_ih_l1	4	0.01300781313329935
13223	rnn.weight_ih_l1	5	-0.03753213211894035
13223	rnn.weight_ih_l1	6	0.01640933007001877
13223	rnn.weight_ih_l1	7	-0.03866713121533394
13223	rnn.weight_ih_l1	8	0.038630686700344086
13223	rnn.weight_ih_l1	9	0.021195679903030396
13223	rnn.weight_hh_l1	0	0.0004619985120370984
13223	rnn.weight_hh_l1	1	0.0068827904760837555
13223	rnn.weight_hh_l1	2	-0.02380155399441719
13223	rnn.weight_hh_l1	3	0.0014706091023981571
13223	rnn.weight_hh_l1	4	0.006208444479852915
13223	rnn.weight_hh_l1	5	0.03414006158709526
13223	rnn.weight_hh_l1	6	0.032497406005859375
13223	rnn.weight_hh_l1	7	-0.031060796231031418
13223	rnn.weight_hh_l1	8	-0.04122844710946083
13223	rnn.weight_hh_l1	9	0.03996966779232025
13223	rnn.bias_ih_l1	0	-0.04717421159148216
13223	rnn.bias_ih_l1	1	-0.05846863240003586
13223	rnn.bias_ih_l1	2	-0.08373760432004929
13223	rnn.bias_ih_l1	3	-0.06420709192752838
13223	rnn.bias_ih_l1	4	-0.11376430094242096
13223	rnn.bias_ih_l1	5	-0.059154003858566284
13223	rnn.bias_ih_l1	6	0.0004547994176391512
13223	rnn.bias_ih_l1	7	0.002859831089153886
13223	rnn.bias_ih_l1	8	-0.04051072895526886
13223	rnn.bias_ih_l1	9	-0.04278159514069557
13223	rnn.bias_hh_l1	0	-0.0749637708067894
13223	rnn.bias_hh_l1	1	-0.005636024754494429
13223	rnn.bias_hh_l1	2	-0.010492952540516853
13223	rnn.bias_hh_l1	3	-0.03502104431390762
13223	rnn.bias_hh_l1	4	-0.04749590903520584
13223	rnn.bias_hh_l1	5	-0.006193901412189007
13223	rnn.bias_hh_l1	6	-0.0231588464230299
13223	rnn.bias_hh_l1	7	-0.06972627341747284
13223	rnn.bias_hh_l1	8	0.011725583113729954
13223	rnn.bias_hh_l1	9	-0.004125712905079126
13223	rnn.weight_ih_l1_reverse	0	-0.03357377648353577
13223	rnn.weight_ih_l1_reverse	1	0.029405709356069565
13223	rnn.weight_ih_l1_reverse	2	-0.04447968304157257
13223	rnn.weight_ih_l1_reverse	3	-0.016853220760822296
13223	rnn.weight_ih_l1_reverse	4	-0.0058760265819728374
13223	rnn.weight_ih_l1_reverse	5	-0.04232585057616234
13223	rnn.weight_ih_l1_reverse	6	-0.025730662047863007
13223	rnn.weight_ih_l1_reverse	7	0.015573055483400822
13223	rnn.weight_ih_l1_reverse	8	0.03789301961660385
13223	rnn.weight_ih_l1_reverse	9	-0.026623601093888283
13223	rnn.weight_hh_l1_reverse	0	0.00769919715821743
13223	rnn.weight_hh_l1_reverse	1	0.02625850960612297
13223	rnn.weight_hh_l1_reverse	2	-0.037766680121421814
13223	rnn.weight_hh_l1_reverse	3	0.03858960419893265
13223	rnn.weight_hh_l1_reverse	4	0.03909549489617348
13223	rnn.weight_hh_l1_reverse	5	0.011367364786565304
13223	rnn.weight_hh_l1_reverse	6	0.0046969009563326836
13223	rnn.weight_hh_l1_reverse	7	0.027942992746829987
13223	rnn.weight_hh_l1_reverse	8	-0.00548335537314415
13223	rnn.weight_hh_l1_reverse	9	-0.035382937639951706
13223	rnn.bias_ih_l1_reverse	0	-0.0050522456876933575
13223	rnn.bias_ih_l1_reverse	1	-0.0359315350651741
13223	rnn.bias_ih_l1_reverse	2	-0.05252992734313011
13223	rnn.bias_ih_l1_reverse	3	0.005698466207832098
13223	rnn.bias_ih_l1_reverse	4	-0.06672972440719604
13223	rnn.bias_ih_l1_reverse	5	-0.04017553851008415
13223	rnn.bias_ih_l1_reverse	6	-0.04452404007315636
13223	rnn.bias_ih_l1_reverse	7	-0.05952001363039017
13223	rnn.bias_ih_l1_reverse	8	0.06896927207708359
13223	rnn.bias_ih_l1_reverse	9	0.05515073239803314
13223	rnn.bias_hh_l1_reverse	0	0.0009067129576578736
13223	rnn.bias_hh_l1_reverse	1	-0.014179371297359467
13223	rnn.bias_hh_l1_reverse	2	-0.1167934313416481
13223	rnn.bias_hh_l1_reverse	3	0.002622150583192706
13223	rnn.bias_hh_l1_reverse	4	-0.025634294375777245
13223	rnn.bias_hh_l1_reverse	5	-0.0174912940710783
13223	rnn.bias_hh_l1_reverse	6	0.07372990250587463
13223	rnn.bias_hh_l1_reverse	7	-0.023876631632447243
13223	rnn.bias_hh_l1_reverse	8	-0.05365334823727608
13223	rnn.bias_hh_l1_reverse	9	-0.04167963191866875
13223	linear.weight	0	0.002228822559118271
13223	linear.weight	1	0.038012728095054626
13223	linear.weight	2	-0.0570712611079216
13223	linear.weight	3	0.11120112240314484
13223	linear.weight	4	0.10498259961605072
13223	linear.weight	5	0.028179652988910675
13223	linear.weight	6	0.029376456514000893
13223	linear.weight	7	-0.018638791516423225
13223	linear.weight	8	0.04212605580687523
13223	linear.weight	9	-0.07205779105424881
13223	linear.bias	0	-0.08254706114530563
13223	linear.bias	1	0.19016963243484497
13223	linear.bias	2	-0.13402830064296722
13223	linear.bias	3	-0.74413001537323
13223	linear.bias	4	-0.7963423728942871
13223	linear.bias	5	0.06801462173461914
13223	linear.bias	6	-0.3962059020996094
13223	linear.bias	7	0.41227662563323975
13223	linear.bias	8	-0.5063830614089966
13223	linear.bias	9	-0.7581599950790405
13420	transitions	0	0.16596993803977966
13420	transitions	1	-0.2788698673248291
13420	transitions	2	-10000.0
13420	transitions	3	-1.7476894855499268
13420	transitions	4	-10000.0
13420	transitions	5	0.8429700136184692
13420	transitions	6	0.15985889732837677
13420	transitions	7	0.15551526844501495
13420	transitions	8	-1.165252447128296
13420	transitions	9	0.0016773852985352278
13420	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
13420	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
13420	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
13420	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
13420	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
13420	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
13420	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
13420	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
13420	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
13420	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
13420	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
13420	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
13420	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
13420	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
13420	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
13420	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
13420	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
13420	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
13420	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
13420	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
13420	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
13420	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
13420	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
13420	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
13420	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
13420	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
13420	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
13420	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
13420	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
13420	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
13420	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
13420	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
13420	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
13420	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
13420	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
13420	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
13420	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
13420	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
13420	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
13420	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
13420	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
13420	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
13420	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
13420	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
13420	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
13420	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
13420	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
13420	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
13420	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
13420	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
13420	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
13420	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
13420	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
13420	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
13420	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
13420	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
13420	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
13420	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
13420	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
13420	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
13420	embedding2nn.weight	0	0.00028660587850026786
13420	embedding2nn.weight	1	-0.012831052765250206
13420	embedding2nn.weight	2	-0.014268254861235619
13420	embedding2nn.weight	3	0.014145406894385815
13420	embedding2nn.weight	4	-0.005915033631026745
13420	embedding2nn.weight	5	-0.0037005969788879156
13420	embedding2nn.weight	6	-0.003973261918872595
13420	embedding2nn.weight	7	-0.02980135567486286
13420	embedding2nn.weight	8	-0.0019979383796453476
13420	embedding2nn.weight	9	-0.003080251393839717
13420	embedding2nn.bias	0	0.019523359835147858
13420	embedding2nn.bias	1	-0.016371579840779305
13420	embedding2nn.bias	2	0.06208549812436104
13420	embedding2nn.bias	3	0.026542644947767258
13420	embedding2nn.bias	4	0.0020726644434034824
13420	embedding2nn.bias	5	-0.05321916937828064
13420	embedding2nn.bias	6	0.01983003132045269
13420	embedding2nn.bias	7	-0.03975015506148338
13420	embedding2nn.bias	8	0.008041401393711567
13420	embedding2nn.bias	9	0.030790915712714195
13420	rnn.weight_ih_l0	0	-0.01825222559273243
13420	rnn.weight_ih_l0	1	0.012097010388970375
13420	rnn.weight_ih_l0	2	0.025797899812459946
13420	rnn.weight_ih_l0	3	0.024442404508590698
13420	rnn.weight_ih_l0	4	-0.011538964696228504
13420	rnn.weight_ih_l0	5	-0.04746055603027344
13420	rnn.weight_ih_l0	6	0.012052693404257298
13420	rnn.weight_ih_l0	7	0.041108809411525726
13420	rnn.weight_ih_l0	8	0.023885577917099
13420	rnn.weight_ih_l0	9	-0.04054951295256615
13420	rnn.weight_hh_l0	0	-0.039628706872463226
13420	rnn.weight_hh_l0	1	0.0072617135010659695
13420	rnn.weight_hh_l0	2	0.005853098351508379
13420	rnn.weight_hh_l0	3	-0.011582275852560997
13420	rnn.weight_hh_l0	4	0.03268948569893837
13420	rnn.weight_hh_l0	5	-0.01249318290501833
13420	rnn.weight_hh_l0	6	-0.03316515311598778
13420	rnn.weight_hh_l0	7	-0.03412158787250519
13420	rnn.weight_hh_l0	8	0.006201550830155611
13420	rnn.weight_hh_l0	9	-0.024336079135537148
13420	rnn.bias_ih_l0	0	0.01914256624877453
13420	rnn.bias_ih_l0	1	-0.011861170642077923
13420	rnn.bias_ih_l0	2	-0.00578986806795001
13420	rnn.bias_ih_l0	3	0.06071079522371292
13420	rnn.bias_ih_l0	4	-0.048989273607730865
13420	rnn.bias_ih_l0	5	-0.01993994414806366
13420	rnn.bias_ih_l0	6	-0.005992963910102844
13420	rnn.bias_ih_l0	7	0.02979193814098835
13420	rnn.bias_ih_l0	8	-0.0660359263420105
13420	rnn.bias_ih_l0	9	0.009773033671081066
13420	rnn.bias_hh_l0	0	-0.024785218760371208
13420	rnn.bias_hh_l0	1	-0.059841666370630264
13420	rnn.bias_hh_l0	2	-0.011774729005992413
13420	rnn.bias_hh_l0	3	-0.03302658349275589
13420	rnn.bias_hh_l0	4	6.568762910319492e-05
13420	rnn.bias_hh_l0	5	0.024026861414313316
13420	rnn.bias_hh_l0	6	0.02542906068265438
13420	rnn.bias_hh_l0	7	-0.013317416422069073
13420	rnn.bias_hh_l0	8	-0.03321167454123497
13420	rnn.bias_hh_l0	9	-0.014725782908499241
13420	rnn.weight_ih_l0_reverse	0	-0.0026913306210190058
13420	rnn.weight_ih_l0_reverse	1	-0.04600875452160835
13420	rnn.weight_ih_l0_reverse	2	-0.02086152322590351
13420	rnn.weight_ih_l0_reverse	3	0.003048857906833291
13420	rnn.weight_ih_l0_reverse	4	-0.012510983273386955
13420	rnn.weight_ih_l0_reverse	5	-0.04665264114737511
13420	rnn.weight_ih_l0_reverse	6	0.04032604768872261
13420	rnn.weight_ih_l0_reverse	7	-0.03170807659626007
13420	rnn.weight_ih_l0_reverse	8	-0.03189348056912422
13420	rnn.weight_ih_l0_reverse	9	0.01378502044826746
13420	rnn.weight_hh_l0_reverse	0	0.030773431062698364
13420	rnn.weight_hh_l0_reverse	1	0.030977418646216393
13420	rnn.weight_hh_l0_reverse	2	0.024931371212005615
13420	rnn.weight_hh_l0_reverse	3	0.018491914495825768
13420	rnn.weight_hh_l0_reverse	4	0.011197388172149658
13420	rnn.weight_hh_l0_reverse	5	-0.005780582781881094
13420	rnn.weight_hh_l0_reverse	6	0.03619231656193733
13420	rnn.weight_hh_l0_reverse	7	-0.020555436611175537
13420	rnn.weight_hh_l0_reverse	8	0.004945382010191679
13420	rnn.weight_hh_l0_reverse	9	0.044859629124403
13420	rnn.bias_ih_l0_reverse	0	-0.056587789207696915
13420	rnn.bias_ih_l0_reverse	1	-0.06578752398490906
13420	rnn.bias_ih_l0_reverse	2	-0.012292666360735893
13420	rnn.bias_ih_l0_reverse	3	0.0092331413179636
13420	rnn.bias_ih_l0_reverse	4	-0.008802840486168861
13420	rnn.bias_ih_l0_reverse	5	0.024517366662621498
13420	rnn.bias_ih_l0_reverse	6	0.0015109904343262315
13420	rnn.bias_ih_l0_reverse	7	0.030198829248547554
13420	rnn.bias_ih_l0_reverse	8	-0.03463175892829895
13420	rnn.bias_ih_l0_reverse	9	0.03773483261466026
13420	rnn.bias_hh_l0_reverse	0	-0.02199547551572323
13420	rnn.bias_hh_l0_reverse	1	0.0028961331117898226
13420	rnn.bias_hh_l0_reverse	2	0.0046326154842972755
13420	rnn.bias_hh_l0_reverse	3	-0.046837374567985535
13420	rnn.bias_hh_l0_reverse	4	-0.04090806096792221
13420	rnn.bias_hh_l0_reverse	5	-0.041845932602882385
13420	rnn.bias_hh_l0_reverse	6	0.01292214822024107
13420	rnn.bias_hh_l0_reverse	7	0.01176014356315136
13420	rnn.bias_hh_l0_reverse	8	0.030019497498869896
13420	rnn.bias_hh_l0_reverse	9	-0.0926552414894104
13420	rnn.weight_ih_l1	0	-0.024552175775170326
13420	rnn.weight_ih_l1	1	-0.02817814238369465
13420	rnn.weight_ih_l1	2	0.02715020440518856
13420	rnn.weight_ih_l1	3	0.0003858511336147785
13420	rnn.weight_ih_l1	4	0.012637186795473099
13420	rnn.weight_ih_l1	5	-0.03726113960146904
13420	rnn.weight_ih_l1	6	0.016756795346736908
13420	rnn.weight_ih_l1	7	-0.039377618581056595
13420	rnn.weight_ih_l1	8	0.03864418342709541
13420	rnn.weight_ih_l1	9	0.020786898210644722
13420	rnn.weight_hh_l1	0	0.0012913785176351666
13420	rnn.weight_hh_l1	1	0.006728708278387785
13420	rnn.weight_hh_l1	2	-0.026247907429933548
13420	rnn.weight_hh_l1	3	0.001528295804746449
13420	rnn.weight_hh_l1	4	0.005394984968006611
13420	rnn.weight_hh_l1	5	0.034347403794527054
13420	rnn.weight_hh_l1	6	0.0327095091342926
13420	rnn.weight_hh_l1	7	-0.030906859785318375
13420	rnn.weight_hh_l1	8	-0.03983146324753761
13420	rnn.weight_hh_l1	9	0.03955388814210892
13420	rnn.bias_ih_l1	0	-0.05349786579608917
13420	rnn.bias_ih_l1	1	-0.057352885603904724
13420	rnn.bias_ih_l1	2	-0.08705547451972961
13420	rnn.bias_ih_l1	3	-0.06247246637940407
13420	rnn.bias_ih_l1	4	-0.10670159757137299
13420	rnn.bias_ih_l1	5	-0.062047358602285385
13420	rnn.bias_ih_l1	6	0.004304039292037487
13420	rnn.bias_ih_l1	7	-0.000301586085697636
13420	rnn.bias_ih_l1	8	-0.039121054112911224
13420	rnn.bias_ih_l1	9	-0.0436706580221653
13420	rnn.bias_hh_l1	0	-0.073409803211689
13420	rnn.bias_hh_l1	1	-0.006032376550137997
13420	rnn.bias_hh_l1	2	-0.012079505249857903
13420	rnn.bias_hh_l1	3	-0.037385668605566025
13420	rnn.bias_hh_l1	4	-0.048885490745306015
13420	rnn.bias_hh_l1	5	-0.006318698171526194
13420	rnn.bias_hh_l1	6	-0.02201133966445923
13420	rnn.bias_hh_l1	7	-0.06594154983758926
13420	rnn.bias_hh_l1	8	0.011545847170054913
13420	rnn.bias_hh_l1	9	-0.006760612595826387
13420	rnn.weight_ih_l1_reverse	0	-0.034581102430820465
13420	rnn.weight_ih_l1_reverse	1	0.031080329790711403
13420	rnn.weight_ih_l1_reverse	2	-0.04005247354507446
13420	rnn.weight_ih_l1_reverse	3	-0.016465915367007256
13420	rnn.weight_ih_l1_reverse	4	-0.005571709480136633
13420	rnn.weight_ih_l1_reverse	5	-0.0420452356338501
13420	rnn.weight_ih_l1_reverse	6	-0.02642616629600525
13420	rnn.weight_ih_l1_reverse	7	0.014761378988623619
13420	rnn.weight_ih_l1_reverse	8	0.038111064583063126
13420	rnn.weight_ih_l1_reverse	9	-0.02343611605465412
13420	rnn.weight_hh_l1_reverse	0	0.00798172689974308
13420	rnn.weight_hh_l1_reverse	1	0.026421692222356796
13420	rnn.weight_hh_l1_reverse	2	-0.03783724829554558
13420	rnn.weight_hh_l1_reverse	3	0.038510456681251526
13420	rnn.weight_hh_l1_reverse	4	0.038747552782297134
13420	rnn.weight_hh_l1_reverse	5	0.011713831685483456
13420	rnn.weight_hh_l1_reverse	6	0.00456732464954257
13420	rnn.weight_hh_l1_reverse	7	0.028007736429572105
13420	rnn.weight_hh_l1_reverse	8	-0.005630908068269491
13420	rnn.weight_hh_l1_reverse	9	-0.03594215214252472
13420	rnn.bias_ih_l1_reverse	0	-0.006760179530829191
13420	rnn.bias_ih_l1_reverse	1	-0.03799993544816971
13420	rnn.bias_ih_l1_reverse	2	-0.05214197188615799
13420	rnn.bias_ih_l1_reverse	3	0.022993402555584908
13420	rnn.bias_ih_l1_reverse	4	-0.06790325045585632
13420	rnn.bias_ih_l1_reverse	5	-0.04204341024160385
13420	rnn.bias_ih_l1_reverse	6	-0.0450768806040287
13420	rnn.bias_ih_l1_reverse	7	-0.06580381095409393
13420	rnn.bias_ih_l1_reverse	8	0.06445097178220749
13420	rnn.bias_ih_l1_reverse	9	0.05730053409934044
13420	rnn.bias_hh_l1_reverse	0	0.0081668421626091
13420	rnn.bias_hh_l1_reverse	1	-0.01204767543822527
13420	rnn.bias_hh_l1_reverse	2	-0.1221805214881897
13420	rnn.bias_hh_l1_reverse	3	0.0012386367889121175
13420	rnn.bias_hh_l1_reverse	4	-0.026219826191663742
13420	rnn.bias_hh_l1_reverse	5	-0.018149584531784058
13420	rnn.bias_hh_l1_reverse	6	0.09620591253042221
13420	rnn.bias_hh_l1_reverse	7	-0.024637864902615547
13420	rnn.bias_hh_l1_reverse	8	-0.05403804033994675
13420	rnn.bias_hh_l1_reverse	9	-0.04291719198226929
13420	linear.weight	0	0.002228822559118271
13420	linear.weight	1	0.023728761821985245
13420	linear.weight	2	-0.05666329711675644
13420	linear.weight	3	0.1196703165769577
13420	linear.weight	4	0.09645460546016693
13420	linear.weight	5	0.01924101449549198
13420	linear.weight	6	0.02888202667236328
13420	linear.weight	7	-0.012896942906081676
13420	linear.weight	8	0.04208710044622421
13420	linear.weight	9	-0.0706898421049118
13420	linear.bias	0	-0.1202552318572998
13420	linear.bias	1	0.21886992454528809
13420	linear.bias	2	-0.11699260771274567
13420	linear.bias	3	-0.766701877117157
13420	linear.bias	4	-0.8114083409309387
13420	linear.bias	5	0.09096074849367142
13420	linear.bias	6	-0.3623301684856415
13420	linear.bias	7	0.43822744488716125
13420	linear.bias	8	-0.5137297511100769
13420	linear.bias	9	-0.7587330937385559
13617	transitions	0	0.18536338210105896
13617	transitions	1	-0.27810895442962646
13617	transitions	2	-10000.0
13617	transitions	3	-1.7481765747070312
13617	transitions	4	-10000.0
13617	transitions	5	0.8408215045928955
13617	transitions	6	0.15752287209033966
13617	transitions	7	0.1469430774450302
13617	transitions	8	-1.1687668561935425
13617	transitions	9	0.001641959184780717
13617	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
13617	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
13617	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
13617	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
13617	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
13617	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
13617	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
13617	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
13617	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
13617	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
13617	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
13617	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
13617	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
13617	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
13617	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
13617	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
13617	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
13617	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
13617	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
13617	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
13617	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
13617	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
13617	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
13617	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
13617	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
13617	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
13617	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
13617	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
13617	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
13617	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
13617	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
13617	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
13617	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
13617	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
13617	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
13617	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
13617	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
13617	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
13617	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
13617	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
13617	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
13617	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
13617	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
13617	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
13617	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
13617	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
13617	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
13617	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
13617	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
13617	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
13617	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
13617	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
13617	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
13617	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
13617	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
13617	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
13617	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
13617	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
13617	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
13617	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
13617	embedding2nn.weight	0	0.0013035507872700691
13617	embedding2nn.weight	1	-0.012877716682851315
13617	embedding2nn.weight	2	-0.014268254861235619
13617	embedding2nn.weight	3	0.014722518622875214
13617	embedding2nn.weight	4	-0.005915033631026745
13617	embedding2nn.weight	5	-0.0037005969788879156
13617	embedding2nn.weight	6	-0.0039732675068080425
13617	embedding2nn.weight	7	-0.028482265770435333
13617	embedding2nn.weight	8	-0.0019979383796453476
13617	embedding2nn.weight	9	-0.0032044346444308758
13617	embedding2nn.bias	0	0.01657138578593731
13617	embedding2nn.bias	1	-0.017675479874014854
13617	embedding2nn.bias	2	0.06294910609722137
13617	embedding2nn.bias	3	0.03185133635997772
13617	embedding2nn.bias	4	-0.0017659052973613143
13617	embedding2nn.bias	5	-0.050477057695388794
13617	embedding2nn.bias	6	0.023530138656497
13617	embedding2nn.bias	7	-0.033661969006061554
13617	embedding2nn.bias	8	0.01872500590980053
13617	embedding2nn.bias	9	0.01571263186633587
13617	rnn.weight_ih_l0	0	-0.01833798922598362
13617	rnn.weight_ih_l0	1	0.012193913571536541
13617	rnn.weight_ih_l0	2	0.025858808308839798
13617	rnn.weight_ih_l0	3	0.024396071210503578
13617	rnn.weight_ih_l0	4	-0.011647326871752739
13617	rnn.weight_ih_l0	5	-0.04715058207511902
13617	rnn.weight_ih_l0	6	0.012626671232283115
13617	rnn.weight_ih_l0	7	0.04148666933178902
13617	rnn.weight_ih_l0	8	0.023907704278826714
13617	rnn.weight_ih_l0	9	-0.04035685211420059
13617	rnn.weight_hh_l0	0	-0.04012807831168175
13617	rnn.weight_hh_l0	1	0.006356052588671446
13617	rnn.weight_hh_l0	2	0.005320252384990454
13617	rnn.weight_hh_l0	3	-0.011788353323936462
13617	rnn.weight_hh_l0	4	0.03245772421360016
13617	rnn.weight_hh_l0	5	-0.012217015027999878
13617	rnn.weight_hh_l0	6	-0.03286531940102577
13617	rnn.weight_hh_l0	7	-0.034798573702573776
13617	rnn.weight_hh_l0	8	0.00564355356618762
13617	rnn.weight_hh_l0	9	-0.024470988661050797
13617	rnn.bias_ih_l0	0	0.016203997656702995
13617	rnn.bias_ih_l0	1	-0.012263582088053226
13617	rnn.bias_ih_l0	2	-0.006144725251942873
13617	rnn.bias_ih_l0	3	0.05987848341464996
13617	rnn.bias_ih_l0	4	-0.04728390648961067
13617	rnn.bias_ih_l0	5	-0.019545581191778183
13617	rnn.bias_ih_l0	6	0.0011364794336259365
13617	rnn.bias_ih_l0	7	0.028021862730383873
13617	rnn.bias_ih_l0	8	-0.06619216501712799
13617	rnn.bias_ih_l0	9	0.003738183295354247
13617	rnn.bias_hh_l0	0	-0.022777412086725235
13617	rnn.bias_hh_l0	1	-0.05906610190868378
13617	rnn.bias_hh_l0	2	-0.011263635940849781
13617	rnn.bias_hh_l0	3	-0.03202003613114357
13617	rnn.bias_hh_l0	4	-0.0011467960430309176
13617	rnn.bias_hh_l0	5	0.023947371169924736
13617	rnn.bias_hh_l0	6	0.02491004951298237
13617	rnn.bias_hh_l0	7	-0.017644807696342468
13617	rnn.bias_hh_l0	8	-0.029875654727220535
13617	rnn.bias_hh_l0	9	-0.011513822712004185
13617	rnn.weight_ih_l0_reverse	0	-0.00280358805321157
13617	rnn.weight_ih_l0_reverse	1	-0.04618033766746521
13617	rnn.weight_ih_l0_reverse	2	-0.0210235845297575
13617	rnn.weight_ih_l0_reverse	3	0.002423762809485197
13617	rnn.weight_ih_l0_reverse	4	-0.012345354072749615
13617	rnn.weight_ih_l0_reverse	5	-0.046610865741968155
13617	rnn.weight_ih_l0_reverse	6	0.04116200655698776
13617	rnn.weight_ih_l0_reverse	7	-0.03177511692047119
13617	rnn.weight_ih_l0_reverse	8	-0.03198592737317085
13617	rnn.weight_ih_l0_reverse	9	0.013880793005228043
13617	rnn.weight_hh_l0_reverse	0	0.03173462301492691
13617	rnn.weight_hh_l0_reverse	1	0.03134318068623543
13617	rnn.weight_hh_l0_reverse	2	0.02544764243066311
13617	rnn.weight_hh_l0_reverse	3	0.018626641482114792
13617	rnn.weight_hh_l0_reverse	4	0.011174924671649933
13617	rnn.weight_hh_l0_reverse	5	-0.004386488348245621
13617	rnn.weight_hh_l0_reverse	6	0.036194052547216415
13617	rnn.weight_hh_l0_reverse	7	-0.021197855472564697
13617	rnn.weight_hh_l0_reverse	8	0.004939259961247444
13617	rnn.weight_hh_l0_reverse	9	0.04510686174035072
13617	rnn.bias_ih_l0_reverse	0	-0.05551819130778313
13617	rnn.bias_ih_l0_reverse	1	-0.06509452313184738
13617	rnn.bias_ih_l0_reverse	2	-0.011409714818000793
13617	rnn.bias_ih_l0_reverse	3	0.009535758756101131
13617	rnn.bias_ih_l0_reverse	4	-0.011493608355522156
13617	rnn.bias_ih_l0_reverse	5	0.02436515875160694
13617	rnn.bias_ih_l0_reverse	6	0.002463981742039323
13617	rnn.bias_ih_l0_reverse	7	0.029921039938926697
13617	rnn.bias_ih_l0_reverse	8	-0.03399217873811722
13617	rnn.bias_ih_l0_reverse	9	0.03639664500951767
13617	rnn.bias_hh_l0_reverse	0	-0.022422535344958305
13617	rnn.bias_hh_l0_reverse	1	0.002523103728890419
13617	rnn.bias_hh_l0_reverse	2	0.005602989345788956
13617	rnn.bias_hh_l0_reverse	3	-0.04631800949573517
13617	rnn.bias_hh_l0_reverse	4	-0.0426507294178009
13617	rnn.bias_hh_l0_reverse	5	-0.04123734310269356
13617	rnn.bias_hh_l0_reverse	6	0.01719542033970356
13617	rnn.bias_hh_l0_reverse	7	0.0115357032045722
13617	rnn.bias_hh_l0_reverse	8	0.028086483478546143
13617	rnn.bias_hh_l0_reverse	9	-0.09222745895385742
13617	rnn.weight_ih_l1	0	-0.024492664262652397
13617	rnn.weight_ih_l1	1	-0.02782774157822132
13617	rnn.weight_ih_l1	2	0.02462039515376091
13617	rnn.weight_ih_l1	3	0.001484303385950625
13617	rnn.weight_ih_l1	4	0.012325525283813477
13617	rnn.weight_ih_l1	5	-0.03762032836675644
13617	rnn.weight_ih_l1	6	0.017158715054392815
13617	rnn.weight_ih_l1	7	-0.03855976462364197
13617	rnn.weight_ih_l1	8	0.03884707763791084
13617	rnn.weight_ih_l1	9	0.020672015845775604
13617	rnn.weight_hh_l1	0	-0.0002099549601553008
13617	rnn.weight_hh_l1	1	0.006574932020157576
13617	rnn.weight_hh_l1	2	-0.027649637311697006
13617	rnn.weight_hh_l1	3	0.0014112327480688691
13617	rnn.weight_hh_l1	4	0.004867491777986288
13617	rnn.weight_hh_l1	5	0.034428633749485016
13617	rnn.weight_hh_l1	6	0.03317101299762726
13617	rnn.weight_hh_l1	7	-0.03079376555979252
13617	rnn.weight_hh_l1	8	-0.04012932628393173
13617	rnn.weight_hh_l1	9	0.04003304988145828
13617	rnn.bias_ih_l1	0	-0.05569291114807129
13617	rnn.bias_ih_l1	1	-0.06021846830844879
13617	rnn.bias_ih_l1	2	-0.087337426841259
13617	rnn.bias_ih_l1	3	-0.061165951192379
13617	rnn.bias_ih_l1	4	-0.0971897691488266
13617	rnn.bias_ih_l1	5	-0.06101138889789581
13617	rnn.bias_ih_l1	6	0.0005102746072225273
13617	rnn.bias_ih_l1	7	7.753268619126175e-06
13617	rnn.bias_ih_l1	8	-0.03907659277319908
13617	rnn.bias_ih_l1	9	-0.043095726519823074
13617	rnn.bias_hh_l1	0	-0.06977543234825134
13617	rnn.bias_hh_l1	1	-0.008857524953782558
13617	rnn.bias_hh_l1	2	-0.013887940905988216
13617	rnn.bias_hh_l1	3	-0.038026534020900726
13617	rnn.bias_hh_l1	4	-0.0497746579349041
13617	rnn.bias_hh_l1	5	-0.0061834584921598434
13617	rnn.bias_hh_l1	6	-0.023279055953025818
13617	rnn.bias_hh_l1	7	-0.07315555214881897
13617	rnn.bias_hh_l1	8	0.011394529603421688
13617	rnn.bias_hh_l1	9	-0.007124266587197781
13617	rnn.weight_ih_l1_reverse	0	-0.03536100313067436
13617	rnn.weight_ih_l1_reverse	1	0.0279474426060915
13617	rnn.weight_ih_l1_reverse	2	-0.0395730622112751
13617	rnn.weight_ih_l1_reverse	3	-0.0176414605230093
13617	rnn.weight_ih_l1_reverse	4	-0.007766841445118189
13617	rnn.weight_ih_l1_reverse	5	-0.04224422201514244
13617	rnn.weight_ih_l1_reverse	6	-0.028354821726679802
13617	rnn.weight_ih_l1_reverse	7	0.014892016537487507
13617	rnn.weight_ih_l1_reverse	8	0.03584665060043335
13617	rnn.weight_ih_l1_reverse	9	-0.024458887055516243
13617	rnn.weight_hh_l1_reverse	0	0.008208194747567177
13617	rnn.weight_hh_l1_reverse	1	0.026599936187267303
13617	rnn.weight_hh_l1_reverse	2	-0.037772830575704575
13617	rnn.weight_hh_l1_reverse	3	0.0385163277387619
13617	rnn.weight_hh_l1_reverse	4	0.03847167268395424
13617	rnn.weight_hh_l1_reverse	5	0.011902237311005592
13617	rnn.weight_hh_l1_reverse	6	0.003740080166608095
13617	rnn.weight_hh_l1_reverse	7	0.028018582612276077
13617	rnn.weight_hh_l1_reverse	8	-0.005614821799099445
13617	rnn.weight_hh_l1_reverse	9	-0.03587871417403221
13617	rnn.bias_ih_l1_reverse	0	-0.0054326229728758335
13617	rnn.bias_ih_l1_reverse	1	-0.040317464619874954
13617	rnn.bias_ih_l1_reverse	2	-0.05158352106809616
13617	rnn.bias_ih_l1_reverse	3	0.006778093986213207
13617	rnn.bias_ih_l1_reverse	4	-0.06848036497831345
13617	rnn.bias_ih_l1_reverse	5	-0.04110291227698326
13617	rnn.bias_ih_l1_reverse	6	-0.04698112979531288
13617	rnn.bias_ih_l1_reverse	7	-0.06451553106307983
13617	rnn.bias_ih_l1_reverse	8	0.060894619673490524
13617	rnn.bias_ih_l1_reverse	9	0.0528605617582798
13617	rnn.bias_hh_l1_reverse	0	0.010026189498603344
13617	rnn.bias_hh_l1_reverse	1	-0.002638737205415964
13617	rnn.bias_hh_l1_reverse	2	-0.11921631544828415
13617	rnn.bias_hh_l1_reverse	3	0.00014410096628125757
13617	rnn.bias_hh_l1_reverse	4	-0.02617531642317772
13617	rnn.bias_hh_l1_reverse	5	-0.01985360123217106
13617	rnn.bias_hh_l1_reverse	6	0.08392535895109177
13617	rnn.bias_hh_l1_reverse	7	-0.02384890243411064
13617	rnn.bias_hh_l1_reverse	8	-0.05180605500936508
13617	rnn.bias_hh_l1_reverse	9	-0.043810635805130005
13617	linear.weight	0	0.002228822559118271
13617	linear.weight	1	0.015557845123112202
13617	linear.weight	2	-0.03920740261673927
13617	linear.weight	3	0.13433067500591278
13617	linear.weight	4	0.09898874163627625
13617	linear.weight	5	0.02961120195686817
13617	linear.weight	6	0.022400088608264923
13617	linear.weight	7	0.006824991665780544
13617	linear.weight	8	0.04205639660358429
13617	linear.weight	9	-0.06789569556713104
13617	linear.bias	0	-0.11442389339208603
13617	linear.bias	1	0.18706905841827393
13617	linear.bias	2	-0.13201509416103363
13617	linear.bias	3	-0.7381410002708435
13617	linear.bias	4	-0.7769453525543213
13617	linear.bias	5	0.08096425235271454
13617	linear.bias	6	-0.404956579208374
13617	linear.bias	7	0.4359453022480011
13617	linear.bias	8	-0.5193546414375305
13617	linear.bias	9	-0.7566992044448853
13814	transitions	0	0.18280978500843048
13814	transitions	1	-0.27705127000808716
13814	transitions	2	-10000.0
13814	transitions	3	-1.7486598491668701
13814	transitions	4	-10000.0
13814	transitions	5	0.8387368321418762
13814	transitions	6	0.15417267382144928
13814	transitions	7	0.14285653829574585
13814	transitions	8	-1.1709564924240112
13814	transitions	9	0.0016170735470950603
13814	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
13814	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
13814	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
13814	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
13814	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
13814	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
13814	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
13814	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
13814	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
13814	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
13814	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
13814	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
13814	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
13814	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
13814	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
13814	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
13814	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
13814	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
13814	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
13814	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
13814	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
13814	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
13814	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
13814	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
13814	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
13814	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
13814	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
13814	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
13814	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
13814	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
13814	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
13814	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
13814	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
13814	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
13814	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
13814	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
13814	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
13814	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
13814	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
13814	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
13814	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
13814	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
13814	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
13814	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
13814	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
13814	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
13814	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
13814	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
13814	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
13814	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
13814	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
13814	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
13814	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
13814	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
13814	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
13814	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
13814	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
13814	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
13814	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
13814	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
13814	embedding2nn.weight	0	0.001358476816676557
13814	embedding2nn.weight	1	-0.01282722782343626
13814	embedding2nn.weight	2	-0.014268254861235619
13814	embedding2nn.weight	3	0.01550830528140068
13814	embedding2nn.weight	4	-0.005915033631026745
13814	embedding2nn.weight	5	-0.003700597444549203
13814	embedding2nn.weight	6	-0.00397326797246933
13814	embedding2nn.weight	7	-0.026284538209438324
13814	embedding2nn.weight	8	-0.0019979383796453476
13814	embedding2nn.weight	9	-0.00331513280980289
13814	embedding2nn.bias	0	0.01400552224367857
13814	embedding2nn.bias	1	-0.021209053695201874
13814	embedding2nn.bias	2	0.0650949478149414
13814	embedding2nn.bias	3	0.030448080971837044
13814	embedding2nn.bias	4	-0.00032221688888967037
13814	embedding2nn.bias	5	-0.0461825467646122
13814	embedding2nn.bias	6	0.025566991418600082
13814	embedding2nn.bias	7	-0.03910253569483757
13814	embedding2nn.bias	8	0.013217883184552193
13814	embedding2nn.bias	9	0.015279608778655529
13814	rnn.weight_ih_l0	0	-0.01959470845758915
13814	rnn.weight_ih_l0	1	0.01280805841088295
13814	rnn.weight_ih_l0	2	0.026487572118639946
13814	rnn.weight_ih_l0	3	0.023556532338261604
13814	rnn.weight_ih_l0	4	-0.01085581909865141
13814	rnn.weight_ih_l0	5	-0.04745888710021973
13814	rnn.weight_ih_l0	6	0.012811994180083275
13814	rnn.weight_ih_l0	7	0.0413704589009285
13814	rnn.weight_ih_l0	8	0.02316650189459324
13814	rnn.weight_ih_l0	9	-0.04055747762322426
13814	rnn.weight_hh_l0	0	-0.040355134755373
13814	rnn.weight_hh_l0	1	0.0077832103706896305
13814	rnn.weight_hh_l0	2	0.0062173232436180115
13814	rnn.weight_hh_l0	3	-0.011928675696253777
13814	rnn.weight_hh_l0	4	0.032249800860881805
13814	rnn.weight_hh_l0	5	-0.011676874943077564
13814	rnn.weight_hh_l0	6	-0.034170012921094894
13814	rnn.weight_hh_l0	7	-0.03568392992019653
13814	rnn.weight_hh_l0	8	0.004707389045506716
13814	rnn.weight_hh_l0	9	-0.025180652737617493
13814	rnn.bias_ih_l0	0	0.014534834772348404
13814	rnn.bias_ih_l0	1	-0.009937332011759281
13814	rnn.bias_ih_l0	2	-0.007087307516485453
13814	rnn.bias_ih_l0	3	0.05664948746562004
13814	rnn.bias_ih_l0	4	-0.046508993953466415
13814	rnn.bias_ih_l0	5	-0.018252918496727943
13814	rnn.bias_ih_l0	6	-0.0024584948550909758
13814	rnn.bias_ih_l0	7	0.02699204906821251
13814	rnn.bias_ih_l0	8	-0.064710333943367
13814	rnn.bias_ih_l0	9	0.0056447857059538364
13814	rnn.bias_hh_l0	0	-0.022053269669413567
13814	rnn.bias_hh_l0	1	-0.05791033059358597
13814	rnn.bias_hh_l0	2	-0.018391476944088936
13814	rnn.bias_hh_l0	3	-0.031006474047899246
13814	rnn.bias_hh_l0	4	-0.000986933009698987
13814	rnn.bias_hh_l0	5	0.022667229175567627
13814	rnn.bias_hh_l0	6	0.02517637610435486
13814	rnn.bias_hh_l0	7	-0.015373939648270607
13814	rnn.bias_hh_l0	8	-0.03348756209015846
13814	rnn.bias_hh_l0	9	-0.010268346406519413
13814	rnn.weight_ih_l0_reverse	0	-0.002305347705259919
13814	rnn.weight_ih_l0_reverse	1	-0.04525243490934372
13814	rnn.weight_ih_l0_reverse	2	-0.02036903239786625
13814	rnn.weight_ih_l0_reverse	3	0.002143984427675605
13814	rnn.weight_ih_l0_reverse	4	-0.012128368020057678
13814	rnn.weight_ih_l0_reverse	5	-0.04697607457637787
13814	rnn.weight_ih_l0_reverse	6	0.04142061993479729
13814	rnn.weight_ih_l0_reverse	7	-0.03328818082809448
13814	rnn.weight_ih_l0_reverse	8	-0.03144415095448494
13814	rnn.weight_ih_l0_reverse	9	0.013592502102255821
13814	rnn.weight_hh_l0_reverse	0	0.030743727460503578
13814	rnn.weight_hh_l0_reverse	1	0.03110935539007187
13814	rnn.weight_hh_l0_reverse	2	0.02533986046910286
13814	rnn.weight_hh_l0_reverse	3	0.01854618825018406
13814	rnn.weight_hh_l0_reverse	4	0.011551463045179844
13814	rnn.weight_hh_l0_reverse	5	-0.004190173931419849
13814	rnn.weight_hh_l0_reverse	6	0.0362018421292305
13814	rnn.weight_hh_l0_reverse	7	-0.02122068777680397
13814	rnn.weight_hh_l0_reverse	8	0.005872360896319151
13814	rnn.weight_hh_l0_reverse	9	0.0446331761777401
13814	rnn.bias_ih_l0_reverse	0	-0.05369008705019951
13814	rnn.bias_ih_l0_reverse	1	-0.06733265519142151
13814	rnn.bias_ih_l0_reverse	2	-0.009934091940522194
13814	rnn.bias_ih_l0_reverse	3	0.008797517977654934
13814	rnn.bias_ih_l0_reverse	4	-0.008025229908525944
13814	rnn.bias_ih_l0_reverse	5	0.03031000681221485
13814	rnn.bias_ih_l0_reverse	6	-0.00122476601973176
13814	rnn.bias_ih_l0_reverse	7	0.02965383790433407
13814	rnn.bias_ih_l0_reverse	8	-0.03198889270424843
13814	rnn.bias_ih_l0_reverse	9	0.03870676830410957
13814	rnn.bias_hh_l0_reverse	0	-0.022161420434713364
13814	rnn.bias_hh_l0_reverse	1	0.0024678693152964115
13814	rnn.bias_hh_l0_reverse	2	0.009731789119541645
13814	rnn.bias_hh_l0_reverse	3	-0.04716212674975395
13814	rnn.bias_hh_l0_reverse	4	-0.04508187994360924
13814	rnn.bias_hh_l0_reverse	5	-0.04389163851737976
13814	rnn.bias_hh_l0_reverse	6	0.014521448872983456
13814	rnn.bias_hh_l0_reverse	7	0.011367988772690296
13814	rnn.bias_hh_l0_reverse	8	0.030457038432359695
13814	rnn.bias_hh_l0_reverse	9	-0.09153249859809875
13814	rnn.weight_ih_l1	0	-0.024230552837252617
13814	rnn.weight_ih_l1	1	-0.028238050639629364
13814	rnn.weight_ih_l1	2	0.025812646374106407
13814	rnn.weight_ih_l1	3	0.0014650572557002306
13814	rnn.weight_ih_l1	4	0.012230020947754383
13814	rnn.weight_ih_l1	5	-0.03804987668991089
13814	rnn.weight_ih_l1	6	0.01650100387632847
13814	rnn.weight_ih_l1	7	-0.036606766283512115
13814	rnn.weight_ih_l1	8	0.0388837531208992
13814	rnn.weight_ih_l1	9	0.020850617438554764
13814	rnn.weight_hh_l1	0	-0.0009428285993635654
13814	rnn.weight_hh_l1	1	0.006691479589790106
13814	rnn.weight_hh_l1	2	-0.02754145674407482
13814	rnn.weight_hh_l1	3	0.0008670255774632096
13814	rnn.weight_hh_l1	4	0.005733777303248644
13814	rnn.weight_hh_l1	5	0.03387199342250824
13814	rnn.weight_hh_l1	6	0.03292092680931091
13814	rnn.weight_hh_l1	7	-0.030860435217618942
13814	rnn.weight_hh_l1	8	-0.03939932957291603
13814	rnn.weight_hh_l1	9	0.04024813696742058
13814	rnn.bias_ih_l1	0	-0.057130537927150726
13814	rnn.bias_ih_l1	1	-0.06162920594215393
13814	rnn.bias_ih_l1	2	-0.08950359374284744
13814	rnn.bias_ih_l1	3	-0.05720582231879234
13814	rnn.bias_ih_l1	4	-0.10693536698818207
13814	rnn.bias_ih_l1	5	-0.06237354874610901
13814	rnn.bias_ih_l1	6	-0.0022676964290440083
13814	rnn.bias_ih_l1	7	0.0041495938785374165
13814	rnn.bias_ih_l1	8	-0.042722877115011215
13814	rnn.bias_ih_l1	9	-0.04509337246417999
13814	rnn.bias_hh_l1	0	-0.0711347907781601
13814	rnn.bias_hh_l1	1	-0.011313168331980705
13814	rnn.bias_hh_l1	2	-0.01646362617611885
13814	rnn.bias_hh_l1	3	-0.03908536955714226
13814	rnn.bias_hh_l1	4	-0.050021182745695114
13814	rnn.bias_hh_l1	5	-0.007964926771819592
13814	rnn.bias_hh_l1	6	-0.024608749896287918
13814	rnn.bias_hh_l1	7	-0.07938623428344727
13814	rnn.bias_hh_l1	8	0.01001004595309496
13814	rnn.bias_hh_l1	9	-0.00802098773419857
13814	rnn.weight_ih_l1_reverse	0	-0.03564877808094025
13814	rnn.weight_ih_l1_reverse	1	0.02810739539563656
13814	rnn.weight_ih_l1_reverse	2	-0.04065202921628952
13814	rnn.weight_ih_l1_reverse	3	-0.0183719489723444
13814	rnn.weight_ih_l1_reverse	4	-0.008410136215388775
13814	rnn.weight_ih_l1_reverse	5	-0.041979093104600906
13814	rnn.weight_ih_l1_reverse	6	-0.02733493223786354
13814	rnn.weight_ih_l1_reverse	7	0.015104553662240505
13814	rnn.weight_ih_l1_reverse	8	0.037062376737594604
13814	rnn.weight_ih_l1_reverse	9	-0.025402888655662537
13814	rnn.weight_hh_l1_reverse	0	0.008332943543791771
13814	rnn.weight_hh_l1_reverse	1	0.026845090091228485
13814	rnn.weight_hh_l1_reverse	2	-0.037745218724012375
13814	rnn.weight_hh_l1_reverse	3	0.03847089782357216
13814	rnn.weight_hh_l1_reverse	4	0.03865381330251694
13814	rnn.weight_hh_l1_reverse	5	0.012211478315293789
13814	rnn.weight_hh_l1_reverse	6	0.004018950276076794
13814	rnn.weight_hh_l1_reverse	7	0.02805272676050663
13814	rnn.weight_hh_l1_reverse	8	-0.005788957700133324
13814	rnn.weight_hh_l1_reverse	9	-0.035624753683805466
13814	rnn.bias_ih_l1_reverse	0	-0.0054601384326815605
13814	rnn.bias_ih_l1_reverse	1	-0.04182647541165352
13814	rnn.bias_ih_l1_reverse	2	-0.051554590463638306
13814	rnn.bias_ih_l1_reverse	3	0.004222756717354059
13814	rnn.bias_ih_l1_reverse	4	-0.06519528478384018
13814	rnn.bias_ih_l1_reverse	5	-0.041105907410383224
13814	rnn.bias_ih_l1_reverse	6	-0.04779934510588646
13814	rnn.bias_ih_l1_reverse	7	-0.06511129438877106
13814	rnn.bias_ih_l1_reverse	8	0.05419338867068291
13814	rnn.bias_ih_l1_reverse	9	0.0459209643304348
13814	rnn.bias_hh_l1_reverse	0	0.018834512680768967
13814	rnn.bias_hh_l1_reverse	1	-0.0066530536860227585
13814	rnn.bias_hh_l1_reverse	2	-0.12159222364425659
13814	rnn.bias_hh_l1_reverse	3	0.002526196651160717
13814	rnn.bias_hh_l1_reverse	4	-0.02630653604865074
13814	rnn.bias_hh_l1_reverse	5	-0.02114195004105568
13814	rnn.bias_hh_l1_reverse	6	0.08708314597606659
13814	rnn.bias_hh_l1_reverse	7	-0.027566533535718918
13814	rnn.bias_hh_l1_reverse	8	-0.05245606601238251
13814	rnn.bias_hh_l1_reverse	9	-0.04430323466658592
13814	linear.weight	0	0.002228822559118271
13814	linear.weight	1	0.013776752166450024
13814	linear.weight	2	-0.037997741252183914
13814	linear.weight	3	0.1607397198677063
13814	linear.weight	4	0.0844847783446312
13814	linear.weight	5	0.030353164300322533
13814	linear.weight	6	0.01769336126744747
13814	linear.weight	7	0.03409571945667267
13814	linear.weight	8	0.04205138236284256
13814	linear.weight	9	-0.07198132574558258
13814	linear.bias	0	-0.1025618240237236
13814	linear.bias	1	0.18788336217403412
13814	linear.bias	2	-0.15198899805545807
13814	linear.bias	3	-0.7502144575119019
13814	linear.bias	4	-0.793602705001831
13814	linear.bias	5	0.07351084798574448
13814	linear.bias	6	-0.40987470746040344
13814	linear.bias	7	0.42355209589004517
13814	linear.bias	8	-0.5279698967933655
13814	linear.bias	9	-0.7594099044799805
13818	transitions	0	0.1826978623867035
13818	transitions	1	-0.27706295251846313
13818	transitions	2	-10000.0
13818	transitions	3	-1.7486772537231445
13818	transitions	4	-10000.0
13818	transitions	5	0.8386923670768738
13818	transitions	6	0.15413318574428558
13818	transitions	7	0.1428389698266983
13818	transitions	8	-1.1710225343704224
13818	transitions	9	0.0016166873974725604
13818	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
13818	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
13818	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
13818	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
13818	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
13818	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
13818	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
13818	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
13818	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
13818	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
13818	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
13818	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
13818	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
13818	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
13818	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
13818	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
13818	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
13818	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
13818	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
13818	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
13818	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
13818	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
13818	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
13818	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
13818	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
13818	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
13818	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
13818	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
13818	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
13818	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
13818	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
13818	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
13818	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
13818	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
13818	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
13818	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
13818	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
13818	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
13818	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
13818	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
13818	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
13818	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
13818	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
13818	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
13818	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
13818	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
13818	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
13818	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
13818	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
13818	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
13818	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
13818	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
13818	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
13818	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
13818	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
13818	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
13818	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
13818	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
13818	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
13818	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
13818	embedding2nn.weight	0	0.0011172109516337514
13818	embedding2nn.weight	1	-0.012841043062508106
13818	embedding2nn.weight	2	-0.014268254861235619
13818	embedding2nn.weight	3	0.015544264577329159
13818	embedding2nn.weight	4	-0.005915033631026745
13818	embedding2nn.weight	5	-0.003700597444549203
13818	embedding2nn.weight	6	-0.00397326797246933
13818	embedding2nn.weight	7	-0.026382531970739365
13818	embedding2nn.weight	8	-0.0019979383796453476
13818	embedding2nn.weight	9	-0.0033380852546542883
13818	embedding2nn.bias	0	0.01620982028543949
13818	embedding2nn.bias	1	-0.022047750651836395
13818	embedding2nn.bias	2	0.06539551168680191
13818	embedding2nn.bias	3	0.03063766472041607
13818	embedding2nn.bias	4	4.755215286422754e-06
13818	embedding2nn.bias	5	-0.04518375173211098
13818	embedding2nn.bias	6	0.02636767365038395
13818	embedding2nn.bias	7	-0.039733801037073135
13818	embedding2nn.bias	8	0.011362397111952305
13818	embedding2nn.bias	9	0.014484045095741749
13818	rnn.weight_ih_l0	0	-0.019621971994638443
13818	rnn.weight_ih_l0	1	0.012823592871427536
13818	rnn.weight_ih_l0	2	0.026447704061865807
13818	rnn.weight_ih_l0	3	0.023603757843375206
13818	rnn.weight_ih_l0	4	-0.010806367732584476
13818	rnn.weight_ih_l0	5	-0.04745272174477577
13818	rnn.weight_ih_l0	6	0.012804637663066387
13818	rnn.weight_ih_l0	7	0.04136881232261658
13818	rnn.weight_ih_l0	8	0.023223303258419037
13818	rnn.weight_ih_l0	9	-0.040533773601055145
13818	rnn.weight_hh_l0	0	-0.04038846120238304
13818	rnn.weight_hh_l0	1	0.007658505812287331
13818	rnn.weight_hh_l0	2	0.006134513765573502
13818	rnn.weight_hh_l0	3	-0.01193151157349348
13818	rnn.weight_hh_l0	4	0.03230273351073265
13818	rnn.weight_hh_l0	5	-0.011670623905956745
13818	rnn.weight_hh_l0	6	-0.03403785824775696
13818	rnn.weight_hh_l0	7	-0.0359112024307251
13818	rnn.weight_hh_l0	8	0.00466880714520812
13818	rnn.weight_hh_l0	9	-0.02512863092124462
13818	rnn.bias_ih_l0	0	0.01467997208237648
13818	rnn.bias_ih_l0	1	-0.010329270735383034
13818	rnn.bias_ih_l0	2	-0.006877911277115345
13818	rnn.bias_ih_l0	3	0.05593700706958771
13818	rnn.bias_ih_l0	4	-0.04642777889966965
13818	rnn.bias_ih_l0	5	-0.018093572929501534
13818	rnn.bias_ih_l0	6	-0.0017300439067184925
13818	rnn.bias_ih_l0	7	0.027226310223340988
13818	rnn.bias_ih_l0	8	-0.0645420253276825
13818	rnn.bias_ih_l0	9	0.004979745950549841
13818	rnn.bias_hh_l0	0	-0.02303866669535637
13818	rnn.bias_hh_l0	1	-0.05713851749897003
13818	rnn.bias_hh_l0	2	-0.018021294847130775
13818	rnn.bias_hh_l0	3	-0.030917569994926453
13818	rnn.bias_hh_l0	4	-0.00114000856410712
13818	rnn.bias_hh_l0	5	0.023648273199796677
13818	rnn.bias_hh_l0	6	0.024855846539139748
13818	rnn.bias_hh_l0	7	-0.015013734810054302
13818	rnn.bias_hh_l0	8	-0.0327795036137104
13818	rnn.bias_hh_l0	9	-0.010984036140143871
13818	rnn.weight_ih_l0_reverse	0	-0.002093976829200983
13818	rnn.weight_ih_l0_reverse	1	-0.04493975266814232
13818	rnn.weight_ih_l0_reverse	2	-0.02042141743004322
13818	rnn.weight_ih_l0_reverse	3	0.0021650365088135004
13818	rnn.weight_ih_l0_reverse	4	-0.01209328230470419
13818	rnn.weight_ih_l0_reverse	5	-0.04699938744306564
13818	rnn.weight_ih_l0_reverse	6	0.04141237586736679
13818	rnn.weight_ih_l0_reverse	7	-0.03319342061877251
13818	rnn.weight_ih_l0_reverse	8	-0.03156555816531181
13818	rnn.weight_ih_l0_reverse	9	0.01365253608673811
13818	rnn.weight_hh_l0_reverse	0	0.030557990074157715
13818	rnn.weight_hh_l0_reverse	1	0.031134843826293945
13818	rnn.weight_hh_l0_reverse	2	0.025378655642271042
13818	rnn.weight_hh_l0_reverse	3	0.018537551164627075
13818	rnn.weight_hh_l0_reverse	4	0.011556608602404594
13818	rnn.weight_hh_l0_reverse	5	-0.004054561257362366
13818	rnn.weight_hh_l0_reverse	6	0.036161862313747406
13818	rnn.weight_hh_l0_reverse	7	-0.021198255941271782
13818	rnn.weight_hh_l0_reverse	8	0.005893113557249308
13818	rnn.weight_hh_l0_reverse	9	0.04454796388745308
13818	rnn.bias_ih_l0_reverse	0	-0.05352801829576492
13818	rnn.bias_ih_l0_reverse	1	-0.06622038781642914
13818	rnn.bias_ih_l0_reverse	2	-0.008425978943705559
13818	rnn.bias_ih_l0_reverse	3	0.008731714449822903
13818	rnn.bias_ih_l0_reverse	4	-0.008147760294377804
13818	rnn.bias_ih_l0_reverse	5	0.030558248981833458
13818	rnn.bias_ih_l0_reverse	6	-0.0016812898684293032
13818	rnn.bias_ih_l0_reverse	7	0.02959819883108139
13818	rnn.bias_ih_l0_reverse	8	-0.03187639266252518
13818	rnn.bias_ih_l0_reverse	9	0.03789285942912102
13818	rnn.bias_hh_l0_reverse	0	-0.021974440664052963
13818	rnn.bias_hh_l0_reverse	1	0.002118657575920224
13818	rnn.bias_hh_l0_reverse	2	0.010199086740612984
13818	rnn.bias_hh_l0_reverse	3	-0.04718320444226265
13818	rnn.bias_hh_l0_reverse	4	-0.04495764151215553
13818	rnn.bias_hh_l0_reverse	5	-0.04407535120844841
13818	rnn.bias_hh_l0_reverse	6	0.014295055530965328
13818	rnn.bias_hh_l0_reverse	7	0.011568811722099781
13818	rnn.bias_hh_l0_reverse	8	0.03092803806066513
13818	rnn.bias_hh_l0_reverse	9	-0.0916130319237709
13818	rnn.weight_ih_l1	0	-0.02425858937203884
13818	rnn.weight_ih_l1	1	-0.028091439977288246
13818	rnn.weight_ih_l1	2	0.02614251710474491
13818	rnn.weight_ih_l1	3	0.001067252829670906
13818	rnn.weight_ih_l1	4	0.012216242961585522
13818	rnn.weight_ih_l1	5	-0.038049180060625076
13818	rnn.weight_ih_l1	6	0.016532564535737038
13818	rnn.weight_ih_l1	7	-0.03664827346801758
13818	rnn.weight_ih_l1	8	0.03888845071196556
13818	rnn.weight_ih_l1	9	0.02081722393631935
13818	rnn.weight_hh_l1	0	-0.0006784707657061517
13818	rnn.weight_hh_l1	1	0.006640267092734575
13818	rnn.weight_hh_l1	2	-0.02780498005449772
13818	rnn.weight_hh_l1	3	0.0009209451964125037
13818	rnn.weight_hh_l1	4	0.005883852951228619
13818	rnn.weight_hh_l1	5	0.03383144363760948
13818	rnn.weight_hh_l1	6	0.03291979804635048
13818	rnn.weight_hh_l1	7	-0.030905796214938164
13818	rnn.weight_hh_l1	8	-0.039421044290065765
13818	rnn.weight_hh_l1	9	0.04016488045454025
13818	rnn.bias_ih_l1	0	-0.057356201112270355
13818	rnn.bias_ih_l1	1	-0.06171455234289169
13818	rnn.bias_ih_l1	2	-0.0891798585653305
13818	rnn.bias_ih_l1	3	-0.05519615486264229
13818	rnn.bias_ih_l1	4	-0.10594317317008972
13818	rnn.bias_ih_l1	5	-0.06220134720206261
13818	rnn.bias_ih_l1	6	-0.0021491225343197584
13818	rnn.bias_ih_l1	7	0.004162209574133158
13818	rnn.bias_ih_l1	8	-0.04298363998532295
13818	rnn.bias_ih_l1	9	-0.04504917934536934
13818	rnn.bias_hh_l1	0	-0.07098278403282166
13818	rnn.bias_hh_l1	1	-0.011313934810459614
13818	rnn.bias_hh_l1	2	-0.016634123399853706
13818	rnn.bias_hh_l1	3	-0.03917384520173073
13818	rnn.bias_hh_l1	4	-0.049969255924224854
13818	rnn.bias_hh_l1	5	-0.008132949471473694
13818	rnn.bias_hh_l1	6	-0.02427278459072113
13818	rnn.bias_hh_l1	7	-0.07713023573160172
13818	rnn.bias_hh_l1	8	0.00967871118336916
13818	rnn.bias_hh_l1	9	-0.0076849074102938175
13818	rnn.weight_ih_l1_reverse	0	-0.03557255491614342
13818	rnn.weight_ih_l1_reverse	1	0.027947107329964638
13818	rnn.weight_ih_l1_reverse	2	-0.04108462482690811
13818	rnn.weight_ih_l1_reverse	3	-0.018287653103470802
13818	rnn.weight_ih_l1_reverse	4	-0.008045312017202377
13818	rnn.weight_ih_l1_reverse	5	-0.04196995496749878
13818	rnn.weight_ih_l1_reverse	6	-0.02708045206964016
13818	rnn.weight_ih_l1_reverse	7	0.01518129650503397
13818	rnn.weight_ih_l1_reverse	8	0.03720381110906601
13818	rnn.weight_ih_l1_reverse	9	-0.025387566536664963
13818	rnn.weight_hh_l1_reverse	0	0.008333796635270119
13818	rnn.weight_hh_l1_reverse	1	0.026838740333914757
13818	rnn.weight_hh_l1_reverse	2	-0.037745751440525055
13818	rnn.weight_hh_l1_reverse	3	0.03849651291966438
13818	rnn.weight_hh_l1_reverse	4	0.03871481493115425
13818	rnn.weight_hh_l1_reverse	5	0.012160031124949455
13818	rnn.weight_hh_l1_reverse	6	0.0038607665337622166
13818	rnn.weight_hh_l1_reverse	7	0.028069261461496353
13818	rnn.weight_hh_l1_reverse	8	-0.005799470469355583
13818	rnn.weight_hh_l1_reverse	9	-0.03561321645975113
13818	rnn.bias_ih_l1_reverse	0	-0.005454571917653084
13818	rnn.bias_ih_l1_reverse	1	-0.0419621542096138
13818	rnn.bias_ih_l1_reverse	2	-0.05136464908719063
13818	rnn.bias_ih_l1_reverse	3	0.004479310009628534
13818	rnn.bias_ih_l1_reverse	4	-0.06577566266059875
13818	rnn.bias_ih_l1_reverse	5	-0.04107765853404999
13818	rnn.bias_ih_l1_reverse	6	-0.04820909723639488
13818	rnn.bias_ih_l1_reverse	7	-0.06466857343912125
13818	rnn.bias_ih_l1_reverse	8	0.051168687641620636
13818	rnn.bias_ih_l1_reverse	9	0.045428987592458725
13818	rnn.bias_hh_l1_reverse	0	0.018939657136797905
13818	rnn.bias_hh_l1_reverse	1	-0.007048920262604952
13818	rnn.bias_hh_l1_reverse	2	-0.12108778953552246
13818	rnn.bias_hh_l1_reverse	3	0.0023772651329636574
13818	rnn.bias_hh_l1_reverse	4	-0.026471927762031555
13818	rnn.bias_hh_l1_reverse	5	-0.02122090943157673
13818	rnn.bias_hh_l1_reverse	6	0.09087961167097092
13818	rnn.bias_hh_l1_reverse	7	-0.027471153065562248
13818	rnn.bias_hh_l1_reverse	8	-0.05256321281194687
13818	rnn.bias_hh_l1_reverse	9	-0.04437059909105301
13818	linear.weight	0	0.002228822559118271
13818	linear.weight	1	0.013684596866369247
13818	linear.weight	2	-0.039160557091236115
13818	linear.weight	3	0.1614593267440796
13818	linear.weight	4	0.08677414059638977
13818	linear.weight	5	0.030222950503230095
13818	linear.weight	6	0.021096158772706985
13818	linear.weight	7	0.036232758313417435
13818	linear.weight	8	0.042051542550325394
13818	linear.weight	9	-0.07209838181734085
13818	linear.bias	0	-0.09673457592725754
13818	linear.bias	1	0.17826783657073975
13818	linear.bias	2	-0.14774827659130096
13818	linear.bias	3	-0.7565948963165283
13818	linear.bias	4	-0.7999670505523682
13818	linear.bias	5	0.06808529049158096
13818	linear.bias	6	-0.41944754123687744
13818	linear.bias	7	0.41862982511520386
13818	linear.bias	8	-0.5329625010490417
13818	linear.bias	9	-0.7645722031593323
14015	transitions	0	0.18290948867797852
14015	transitions	1	-0.2815846800804138
14015	transitions	2	-10000.0
14015	transitions	3	-1.7490408420562744
14015	transitions	4	-10000.0
14015	transitions	5	0.8362694978713989
14015	transitions	6	0.15070950984954834
14015	transitions	7	0.13827653229236603
14015	transitions	8	-1.1723600625991821
14015	transitions	9	0.0015895989490672946
14015	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
14015	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
14015	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
14015	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
14015	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
14015	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
14015	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
14015	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
14015	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
14015	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
14015	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
14015	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
14015	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
14015	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
14015	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
14015	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
14015	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
14015	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
14015	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
14015	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
14015	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
14015	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
14015	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
14015	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
14015	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
14015	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
14015	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
14015	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
14015	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
14015	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
14015	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
14015	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
14015	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
14015	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
14015	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
14015	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
14015	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
14015	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
14015	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
14015	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
14015	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
14015	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
14015	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
14015	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
14015	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
14015	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
14015	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
14015	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
14015	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
14015	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
14015	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
14015	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
14015	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
14015	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
14015	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
14015	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
14015	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
14015	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
14015	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
14015	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
14015	embedding2nn.weight	0	0.0036994845140725374
14015	embedding2nn.weight	1	-0.013106056489050388
14015	embedding2nn.weight	2	-0.014268254861235619
14015	embedding2nn.weight	3	0.015267696231603622
14015	embedding2nn.weight	4	-0.005915033631026745
14015	embedding2nn.weight	5	-0.0037005965132266283
14015	embedding2nn.weight	6	-0.003973268438130617
14015	embedding2nn.weight	7	-0.025390299037098885
14015	embedding2nn.weight	8	-0.0019979383796453476
14015	embedding2nn.weight	9	-0.0034145605750381947
14015	embedding2nn.bias	0	0.013622261583805084
14015	embedding2nn.bias	1	-0.027171436697244644
14015	embedding2nn.bias	2	0.0669524222612381
14015	embedding2nn.bias	3	0.027010157704353333
14015	embedding2nn.bias	4	0.003447318682447076
14015	embedding2nn.bias	5	-0.041346561163663864
14015	embedding2nn.bias	6	0.028967609629034996
14015	embedding2nn.bias	7	-0.035647548735141754
14015	embedding2nn.bias	8	0.010394577868282795
14015	embedding2nn.bias	9	0.02024434134364128
14015	rnn.weight_ih_l0	0	-0.020507199689745903
14015	rnn.weight_ih_l0	1	0.012159849517047405
14015	rnn.weight_ih_l0	2	0.027196431532502174
14015	rnn.weight_ih_l0	3	0.024985328316688538
14015	rnn.weight_ih_l0	4	-0.011064399965107441
14015	rnn.weight_ih_l0	5	-0.04741780459880829
14015	rnn.weight_ih_l0	6	0.012535532005131245
14015	rnn.weight_ih_l0	7	0.04239704832434654
14015	rnn.weight_ih_l0	8	0.022969042882323265
14015	rnn.weight_ih_l0	9	-0.04010562226176262
14015	rnn.weight_hh_l0	0	-0.040054094046354294
14015	rnn.weight_hh_l0	1	0.007377817761152983
14015	rnn.weight_hh_l0	2	0.0074852509424090385
14015	rnn.weight_hh_l0	3	-0.011318451724946499
14015	rnn.weight_hh_l0	4	0.03315575048327446
14015	rnn.weight_hh_l0	5	-0.011866000480949879
14015	rnn.weight_hh_l0	6	-0.033500075340270996
14015	rnn.weight_hh_l0	7	-0.03365456312894821
14015	rnn.weight_hh_l0	8	0.005812386050820351
14015	rnn.weight_hh_l0	9	-0.025303371250629425
14015	rnn.bias_ih_l0	0	0.016740182414650917
14015	rnn.bias_ih_l0	1	-0.009511798620223999
14015	rnn.bias_ih_l0	2	-0.005151532590389252
14015	rnn.bias_ih_l0	3	0.054662074893713
14015	rnn.bias_ih_l0	4	-0.044666588306427
14015	rnn.bias_ih_l0	5	-0.01901431195437908
14015	rnn.bias_ih_l0	6	0.0016384506598114967
14015	rnn.bias_ih_l0	7	0.024317961186170578
14015	rnn.bias_ih_l0	8	-0.06465283036231995
14015	rnn.bias_ih_l0	9	0.007895444519817829
14015	rnn.bias_hh_l0	0	-0.022169115021824837
14015	rnn.bias_hh_l0	1	-0.059302546083927155
14015	rnn.bias_hh_l0	2	-0.017877647653222084
14015	rnn.bias_hh_l0	3	-0.03224390745162964
14015	rnn.bias_hh_l0	4	-0.00286590657196939
14015	rnn.bias_hh_l0	5	0.02272188663482666
14015	rnn.bias_hh_l0	6	0.025605328381061554
14015	rnn.bias_hh_l0	7	-0.015385357663035393
14015	rnn.bias_hh_l0	8	-0.033433523029088974
14015	rnn.bias_hh_l0	9	-0.008732164278626442
14015	rnn.weight_ih_l0_reverse	0	-0.0033249198459088802
14015	rnn.weight_ih_l0_reverse	1	-0.045779749751091
14015	rnn.weight_ih_l0_reverse	2	-0.019156454131007195
14015	rnn.weight_ih_l0_reverse	3	0.0022232572082430124
14015	rnn.weight_ih_l0_reverse	4	-0.012317406944930553
14015	rnn.weight_ih_l0_reverse	5	-0.04694611579179764
14015	rnn.weight_ih_l0_reverse	6	0.041443098336458206
14015	rnn.weight_ih_l0_reverse	7	-0.03496980667114258
14015	rnn.weight_ih_l0_reverse	8	-0.03078916110098362
14015	rnn.weight_ih_l0_reverse	9	0.014245161786675453
14015	rnn.weight_hh_l0_reverse	0	0.03232333064079285
14015	rnn.weight_hh_l0_reverse	1	0.03133599832653999
14015	rnn.weight_hh_l0_reverse	2	0.025642236694693565
14015	rnn.weight_hh_l0_reverse	3	0.01877037063241005
14015	rnn.weight_hh_l0_reverse	4	0.012140006758272648
14015	rnn.weight_hh_l0_reverse	5	-0.0037466890644282103
14015	rnn.weight_hh_l0_reverse	6	0.03609216585755348
14015	rnn.weight_hh_l0_reverse	7	-0.021590376272797585
14015	rnn.weight_hh_l0_reverse	8	0.006130417343229055
14015	rnn.weight_hh_l0_reverse	9	0.04372626170516014
14015	rnn.bias_ih_l0_reverse	0	-0.05321046710014343
14015	rnn.bias_ih_l0_reverse	1	-0.07156720012426376
14015	rnn.bias_ih_l0_reverse	2	-0.011554437689483166
14015	rnn.bias_ih_l0_reverse	3	0.00975607056170702
14015	rnn.bias_ih_l0_reverse	4	-0.009529603645205498
14015	rnn.bias_ih_l0_reverse	5	0.032828640192747116
14015	rnn.bias_ih_l0_reverse	6	0.0007798007573001087
14015	rnn.bias_ih_l0_reverse	7	0.03148731589317322
14015	rnn.bias_ih_l0_reverse	8	-0.03260212019085884
14015	rnn.bias_ih_l0_reverse	9	0.04035941883921623
14015	rnn.bias_hh_l0_reverse	0	-0.026762021705508232
14015	rnn.bias_hh_l0_reverse	1	-0.0023609711788594723
14015	rnn.bias_hh_l0_reverse	2	0.010676448233425617
14015	rnn.bias_hh_l0_reverse	3	-0.04808257520198822
14015	rnn.bias_hh_l0_reverse	4	-0.04450225085020065
14015	rnn.bias_hh_l0_reverse	5	-0.04360182583332062
14015	rnn.bias_hh_l0_reverse	6	0.016048789024353027
14015	rnn.bias_hh_l0_reverse	7	0.011279989033937454
14015	rnn.bias_hh_l0_reverse	8	0.03142247349023819
14015	rnn.bias_hh_l0_reverse	9	-0.09069167822599411
14015	rnn.weight_ih_l1	0	-0.02441982552409172
14015	rnn.weight_ih_l1	1	-0.028653159737586975
14015	rnn.weight_ih_l1	2	0.02620101347565651
14015	rnn.weight_ih_l1	3	-0.0025057983584702015
14015	rnn.weight_ih_l1	4	0.011504625901579857
14015	rnn.weight_ih_l1	5	-0.038301851600408554
14015	rnn.weight_ih_l1	6	0.016663817688822746
14015	rnn.weight_ih_l1	7	-0.03626488149166107
14015	rnn.weight_ih_l1	8	0.0383760891854763
14015	rnn.weight_ih_l1	9	0.021069379523396492
14015	rnn.weight_hh_l1	0	-0.0002799074864014983
14015	rnn.weight_hh_l1	1	0.006834105588495731
14015	rnn.weight_hh_l1	2	-0.02653176710009575
14015	rnn.weight_hh_l1	3	0.0008803092641755939
14015	rnn.weight_hh_l1	4	0.00487883947789669
14015	rnn.weight_hh_l1	5	0.0337943397462368
14015	rnn.weight_hh_l1	6	0.03318168595433235
14015	rnn.weight_hh_l1	7	-0.031003372743725777
14015	rnn.weight_hh_l1	8	-0.03973556309938431
14015	rnn.weight_hh_l1	9	0.040018901228904724
14015	rnn.bias_ih_l1	0	-0.05561401695013046
14015	rnn.bias_ih_l1	1	-0.062199026346206665
14015	rnn.bias_ih_l1	2	-0.08838103711605072
14015	rnn.bias_ih_l1	3	-0.05909629911184311
14015	rnn.bias_ih_l1	4	-0.1089019849896431
14015	rnn.bias_ih_l1	5	-0.06328827887773514
14015	rnn.bias_ih_l1	6	-0.0033471272327005863
14015	rnn.bias_ih_l1	7	-0.0009082889300771058
14015	rnn.bias_ih_l1	8	-0.04248235002160072
14015	rnn.bias_ih_l1	9	-0.04527364298701286
14015	rnn.bias_hh_l1	0	-0.07333783805370331
14015	rnn.bias_hh_l1	1	-0.01146009936928749
14015	rnn.bias_hh_l1	2	-0.011733518913388252
14015	rnn.bias_hh_l1	3	-0.040572550147771835
14015	rnn.bias_hh_l1	4	-0.04812264442443848
14015	rnn.bias_hh_l1	5	-0.009064659476280212
14015	rnn.bias_hh_l1	6	-0.021900227293372154
14015	rnn.bias_hh_l1	7	-0.07895064353942871
14015	rnn.bias_hh_l1	8	0.005561279598623514
14015	rnn.bias_hh_l1	9	-0.00679832324385643
14015	rnn.weight_ih_l1_reverse	0	-0.03626624867320061
14015	rnn.weight_ih_l1_reverse	1	0.027946319431066513
14015	rnn.weight_ih_l1_reverse	2	-0.040299441665410995
14015	rnn.weight_ih_l1_reverse	3	-0.01858152449131012
14015	rnn.weight_ih_l1_reverse	4	-0.007419603876769543
14015	rnn.weight_ih_l1_reverse	5	-0.0421600267291069
14015	rnn.weight_ih_l1_reverse	6	-0.029152797535061836
14015	rnn.weight_ih_l1_reverse	7	0.015326348133385181
14015	rnn.weight_ih_l1_reverse	8	0.043901339173316956
14015	rnn.weight_ih_l1_reverse	9	-0.023714842274785042
14015	rnn.weight_hh_l1_reverse	0	0.008177311159670353
14015	rnn.weight_hh_l1_reverse	1	0.026715921238064766
14015	rnn.weight_hh_l1_reverse	2	-0.037695638835430145
14015	rnn.weight_hh_l1_reverse	3	0.03853857144713402
14015	rnn.weight_hh_l1_reverse	4	0.0386774018406868
14015	rnn.weight_hh_l1_reverse	5	0.012347114272415638
14015	rnn.weight_hh_l1_reverse	6	0.0037920514587312937
14015	rnn.weight_hh_l1_reverse	7	0.0279386043548584
14015	rnn.weight_hh_l1_reverse	8	-0.0057976869866251945
14015	rnn.weight_hh_l1_reverse	9	-0.03572487458586693
14015	rnn.bias_ih_l1_reverse	0	-0.005230288952589035
14015	rnn.bias_ih_l1_reverse	1	-0.043353404849767685
14015	rnn.bias_ih_l1_reverse	2	-0.05259723216295242
14015	rnn.bias_ih_l1_reverse	3	0.01334384921938181
14015	rnn.bias_ih_l1_reverse	4	-0.0652606412768364
14015	rnn.bias_ih_l1_reverse	5	-0.04101385921239853
14015	rnn.bias_ih_l1_reverse	6	-0.048182111233472824
14015	rnn.bias_ih_l1_reverse	7	-0.05926862359046936
14015	rnn.bias_ih_l1_reverse	8	0.05055628716945648
14015	rnn.bias_ih_l1_reverse	9	0.02821682207286358
14015	rnn.bias_hh_l1_reverse	0	0.016428779810667038
14015	rnn.bias_hh_l1_reverse	1	0.004719265270978212
14015	rnn.bias_hh_l1_reverse	2	-0.12164706736803055
14015	rnn.bias_hh_l1_reverse	3	0.001660405658185482
14015	rnn.bias_hh_l1_reverse	4	-0.02625403180718422
14015	rnn.bias_hh_l1_reverse	5	-0.020800067111849785
14015	rnn.bias_hh_l1_reverse	6	0.07188508659601212
14015	rnn.bias_hh_l1_reverse	7	-0.02676963061094284
14015	rnn.bias_hh_l1_reverse	8	-0.051678918302059174
14015	rnn.bias_hh_l1_reverse	9	-0.044309016317129135
14015	linear.weight	0	0.002228822559118271
14015	linear.weight	1	0.010939917527139187
14015	linear.weight	2	-0.03669193387031555
14015	linear.weight	3	0.14817598462104797
14015	linear.weight	4	0.08738704025745392
14015	linear.weight	5	0.04057602211833
14015	linear.weight	6	0.019618431106209755
14015	linear.weight	7	0.02388925477862358
14015	linear.weight	8	0.042055100202560425
14015	linear.weight	9	-0.07972854375839233
14015	linear.bias	0	-0.10374049842357635
14015	linear.bias	1	0.17665015161037445
14015	linear.bias	2	-0.15529575943946838
14015	linear.bias	3	-0.7513732314109802
14015	linear.bias	4	-0.7895308136940002
14015	linear.bias	5	0.10339450091123581
14015	linear.bias	6	-0.4186815917491913
14015	linear.bias	7	0.4479622542858124
14015	linear.bias	8	-0.5328716039657593
14015	linear.bias	9	-0.7680193185806274
14212	transitions	0	0.1813698261976242
14212	transitions	1	-0.2757888436317444
14212	transitions	2	-10000.0
14212	transitions	3	-1.749560832977295
14212	transitions	4	-10000.0
14212	transitions	5	0.8336848020553589
14212	transitions	6	0.14784376323223114
14212	transitions	7	0.1303972750902176
14212	transitions	8	-1.173735499382019
14212	transitions	9	0.0015627306420356035
14212	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
14212	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
14212	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
14212	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
14212	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
14212	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
14212	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
14212	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
14212	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
14212	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
14212	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
14212	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
14212	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
14212	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
14212	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
14212	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
14212	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
14212	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
14212	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
14212	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
14212	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
14212	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
14212	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
14212	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
14212	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
14212	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
14212	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
14212	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
14212	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
14212	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
14212	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
14212	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
14212	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
14212	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
14212	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
14212	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
14212	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
14212	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
14212	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
14212	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
14212	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
14212	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
14212	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
14212	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
14212	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
14212	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
14212	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
14212	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
14212	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
14212	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
14212	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
14212	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
14212	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
14212	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
14212	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
14212	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
14212	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
14212	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
14212	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
14212	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
14212	embedding2nn.weight	0	0.004341629333794117
14212	embedding2nn.weight	1	-0.013284173794090748
14212	embedding2nn.weight	2	-0.014268254861235619
14212	embedding2nn.weight	3	0.016167575493454933
14212	embedding2nn.weight	4	-0.005915033631026745
14212	embedding2nn.weight	5	-0.0037005972117185593
14212	embedding2nn.weight	6	-0.003973264712840319
14212	embedding2nn.weight	7	-0.025287430733442307
14212	embedding2nn.weight	8	-0.0019979383796453476
14212	embedding2nn.weight	9	-0.0029959790408611298
14212	embedding2nn.bias	0	0.015162135474383831
14212	embedding2nn.bias	1	-0.029154863208532333
14212	embedding2nn.bias	2	0.06628222018480301
14212	embedding2nn.bias	3	0.029245158657431602
14212	embedding2nn.bias	4	0.005023095291107893
14212	embedding2nn.bias	5	-0.03374648466706276
14212	embedding2nn.bias	6	0.028705580160021782
14212	embedding2nn.bias	7	-0.03252905607223511
14212	embedding2nn.bias	8	0.009323690086603165
14212	embedding2nn.bias	9	0.010522599332034588
14212	rnn.weight_ih_l0	0	-0.01925114169716835
14212	rnn.weight_ih_l0	1	0.011432587169110775
14212	rnn.weight_ih_l0	2	0.027573056519031525
14212	rnn.weight_ih_l0	3	0.025230053812265396
14212	rnn.weight_ih_l0	4	-0.011371204629540443
14212	rnn.weight_ih_l0	5	-0.047008853405714035
14212	rnn.weight_ih_l0	6	0.013625831343233585
14212	rnn.weight_ih_l0	7	0.042351312935352325
14212	rnn.weight_ih_l0	8	0.02406572923064232
14212	rnn.weight_ih_l0	9	-0.03983075171709061
14212	rnn.weight_hh_l0	0	-0.04008113965392113
14212	rnn.weight_hh_l0	1	0.007878218777477741
14212	rnn.weight_hh_l0	2	0.008765606209635735
14212	rnn.weight_hh_l0	3	-0.010832950472831726
14212	rnn.weight_hh_l0	4	0.03274720162153244
14212	rnn.weight_hh_l0	5	-0.012149881571531296
14212	rnn.weight_hh_l0	6	-0.033752504736185074
14212	rnn.weight_hh_l0	7	-0.03568539395928383
14212	rnn.weight_hh_l0	8	0.0054176016710698605
14212	rnn.weight_hh_l0	9	-0.025546807795763016
14212	rnn.bias_ih_l0	0	0.014612901024520397
14212	rnn.bias_ih_l0	1	-0.007781022693961859
14212	rnn.bias_ih_l0	2	-0.006327448878437281
14212	rnn.bias_ih_l0	3	0.053656842559576035
14212	rnn.bias_ih_l0	4	-0.045415882021188736
14212	rnn.bias_ih_l0	5	-0.019177239388227463
14212	rnn.bias_ih_l0	6	0.002417412819340825
14212	rnn.bias_ih_l0	7	0.02489272691309452
14212	rnn.bias_ih_l0	8	-0.06418757885694504
14212	rnn.bias_ih_l0	9	0.01009640097618103
14212	rnn.bias_hh_l0	0	-0.024006495252251625
14212	rnn.bias_hh_l0	1	-0.06021754443645477
14212	rnn.bias_hh_l0	2	-0.017421316355466843
14212	rnn.bias_hh_l0	3	-0.03387482836842537
14212	rnn.bias_hh_l0	4	-0.004890536889433861
14212	rnn.bias_hh_l0	5	0.023967718705534935
14212	rnn.bias_hh_l0	6	0.027206629514694214
14212	rnn.bias_hh_l0	7	-0.013768370263278484
14212	rnn.bias_hh_l0	8	-0.034848202019929886
14212	rnn.bias_hh_l0	9	-0.010950010269880295
14212	rnn.weight_ih_l0_reverse	0	-0.0033354072365909815
14212	rnn.weight_ih_l0_reverse	1	-0.047490138560533524
14212	rnn.weight_ih_l0_reverse	2	-0.01910450868308544
14212	rnn.weight_ih_l0_reverse	3	0.0018698429921641946
14212	rnn.weight_ih_l0_reverse	4	-0.013186425901949406
14212	rnn.weight_ih_l0_reverse	5	-0.046739235520362854
14212	rnn.weight_ih_l0_reverse	6	0.04147797450423241
14212	rnn.weight_ih_l0_reverse	7	-0.03441162779927254
14212	rnn.weight_ih_l0_reverse	8	-0.030892264097929
14212	rnn.weight_ih_l0_reverse	9	0.01438842061907053
14212	rnn.weight_hh_l0_reverse	0	0.03135594353079796
14212	rnn.weight_hh_l0_reverse	1	0.03146170824766159
14212	rnn.weight_hh_l0_reverse	2	0.02557574212551117
14212	rnn.weight_hh_l0_reverse	3	0.01831459440290928
14212	rnn.weight_hh_l0_reverse	4	0.012170965783298016
14212	rnn.weight_hh_l0_reverse	5	-0.002571499440819025
14212	rnn.weight_hh_l0_reverse	6	0.03596164658665657
14212	rnn.weight_hh_l0_reverse	7	-0.021938879042863846
14212	rnn.weight_hh_l0_reverse	8	0.006778827402740717
14212	rnn.weight_hh_l0_reverse	9	0.043760187923908234
14212	rnn.bias_ih_l0_reverse	0	-0.05679933354258537
14212	rnn.bias_ih_l0_reverse	1	-0.06747879832983017
14212	rnn.bias_ih_l0_reverse	2	-0.0087080467492342
14212	rnn.bias_ih_l0_reverse	3	0.006810501217842102
14212	rnn.bias_ih_l0_reverse	4	-0.0077959634363651276
14212	rnn.bias_ih_l0_reverse	5	0.03140133619308472
14212	rnn.bias_ih_l0_reverse	6	7.906838436610997e-05
14212	rnn.bias_ih_l0_reverse	7	0.03394836559891701
14212	rnn.bias_ih_l0_reverse	8	-0.03314240276813507
14212	rnn.bias_ih_l0_reverse	9	0.03748876601457596
14212	rnn.bias_hh_l0_reverse	0	-0.027696771547198296
14212	rnn.bias_hh_l0_reverse	1	0.003294640453532338
14212	rnn.bias_hh_l0_reverse	2	0.009468001313507557
14212	rnn.bias_hh_l0_reverse	3	-0.048037316650152206
14212	rnn.bias_hh_l0_reverse	4	-0.04529722034931183
14212	rnn.bias_hh_l0_reverse	5	-0.04369090870022774
14212	rnn.bias_hh_l0_reverse	6	0.0147017203271389
14212	rnn.bias_hh_l0_reverse	7	0.010154359973967075
14212	rnn.bias_hh_l0_reverse	8	0.0328872986137867
14212	rnn.bias_hh_l0_reverse	9	-0.08944391459226608
14212	rnn.weight_ih_l1	0	-0.02456454560160637
14212	rnn.weight_ih_l1	1	-0.030340716242790222
14212	rnn.weight_ih_l1	2	0.024752041324973106
14212	rnn.weight_ih_l1	3	-0.004213767126202583
14212	rnn.weight_ih_l1	4	0.012230347841978073
14212	rnn.weight_ih_l1	5	-0.03795706480741501
14212	rnn.weight_ih_l1	6	0.017807936295866966
14212	rnn.weight_ih_l1	7	-0.03507748246192932
14212	rnn.weight_ih_l1	8	0.038474660366773605
14212	rnn.weight_ih_l1	9	0.02127503976225853
14212	rnn.weight_hh_l1	0	0.0018322403775528073
14212	rnn.weight_hh_l1	1	0.007351706735789776
14212	rnn.weight_hh_l1	2	-0.02577979862689972
14212	rnn.weight_hh_l1	3	0.0004797851725015789
14212	rnn.weight_hh_l1	4	0.0045448592863976955
14212	rnn.weight_hh_l1	5	0.034176845103502274
14212	rnn.weight_hh_l1	6	0.03329955041408539
14212	rnn.weight_hh_l1	7	-0.031170986592769623
14212	rnn.weight_hh_l1	8	-0.03938872739672661
14212	rnn.weight_hh_l1	9	0.04008711874485016
14212	rnn.bias_ih_l1	0	-0.05952475219964981
14212	rnn.bias_ih_l1	1	-0.06111403927206993
14212	rnn.bias_ih_l1	2	-0.08590196818113327
14212	rnn.bias_ih_l1	3	-0.06236099824309349
14212	rnn.bias_ih_l1	4	-0.1128813624382019
14212	rnn.bias_ih_l1	5	-0.06349243223667145
14212	rnn.bias_ih_l1	6	-0.0018807552987709641
14212	rnn.bias_ih_l1	7	-0.000854823156259954
14212	rnn.bias_ih_l1	8	-0.04297279939055443
14212	rnn.bias_ih_l1	9	-0.04594256728887558
14212	rnn.bias_hh_l1	0	-0.07268261909484863
14212	rnn.bias_hh_l1	1	-0.011322650127112865
14212	rnn.bias_hh_l1	2	-0.012497011572122574
14212	rnn.bias_hh_l1	3	-0.040121741592884064
14212	rnn.bias_hh_l1	4	-0.04785948991775513
14212	rnn.bias_hh_l1	5	-0.00877857394516468
14212	rnn.bias_hh_l1	6	-0.02268691547214985
14212	rnn.bias_hh_l1	7	-0.06754987686872482
14212	rnn.bias_hh_l1	8	0.004421130288392305
14212	rnn.bias_hh_l1	9	-0.0069061461836099625
14212	rnn.weight_ih_l1_reverse	0	-0.03550072759389877
14212	rnn.weight_ih_l1_reverse	1	0.028056327253580093
14212	rnn.weight_ih_l1_reverse	2	-0.0391879677772522
14212	rnn.weight_ih_l1_reverse	3	-0.019798535853624344
14212	rnn.weight_ih_l1_reverse	4	-0.006472558714449406
14212	rnn.weight_ih_l1_reverse	5	-0.04210510477423668
14212	rnn.weight_ih_l1_reverse	6	-0.028217848390340805
14212	rnn.weight_ih_l1_reverse	7	0.01535163912922144
14212	rnn.weight_ih_l1_reverse	8	0.04255261272192001
14212	rnn.weight_ih_l1_reverse	9	-0.0259453896433115
14212	rnn.weight_hh_l1_reverse	0	0.00797342974692583
14212	rnn.weight_hh_l1_reverse	1	0.026720155030488968
14212	rnn.weight_hh_l1_reverse	2	-0.037695180624723434
14212	rnn.weight_hh_l1_reverse	3	0.03852442279458046
14212	rnn.weight_hh_l1_reverse	4	0.039452869445085526
14212	rnn.weight_hh_l1_reverse	5	0.012022297829389572
14212	rnn.weight_hh_l1_reverse	6	0.0034517741296440363
14212	rnn.weight_hh_l1_reverse	7	0.028134463354945183
14212	rnn.weight_hh_l1_reverse	8	-0.005903617478907108
14212	rnn.weight_hh_l1_reverse	9	-0.03578035905957222
14212	rnn.bias_ih_l1_reverse	0	-0.007134703919291496
14212	rnn.bias_ih_l1_reverse	1	-0.0451117679476738
14212	rnn.bias_ih_l1_reverse	2	-0.05158570781350136
14212	rnn.bias_ih_l1_reverse	3	-0.004149017855525017
14212	rnn.bias_ih_l1_reverse	4	-0.0699729397892952
14212	rnn.bias_ih_l1_reverse	5	-0.04085223376750946
14212	rnn.bias_ih_l1_reverse	6	-0.04834295064210892
14212	rnn.bias_ih_l1_reverse	7	-0.057681649923324585
14212	rnn.bias_ih_l1_reverse	8	0.0496649406850338
14212	rnn.bias_ih_l1_reverse	9	0.025159280747175217
14212	rnn.bias_hh_l1_reverse	0	0.02308325283229351
14212	rnn.bias_hh_l1_reverse	1	0.01181515958160162
14212	rnn.bias_hh_l1_reverse	2	-0.12399258464574814
14212	rnn.bias_hh_l1_reverse	3	0.00282968464307487
14212	rnn.bias_hh_l1_reverse	4	-0.0278752651065588
14212	rnn.bias_hh_l1_reverse	5	-0.02298835478723049
14212	rnn.bias_hh_l1_reverse	6	0.07933355122804642
14212	rnn.bias_hh_l1_reverse	7	-0.025844573974609375
14212	rnn.bias_hh_l1_reverse	8	-0.05224740877747536
14212	rnn.bias_hh_l1_reverse	9	-0.045040808618068695
14212	linear.weight	0	0.002228822559118271
14212	linear.weight	1	0.009502988308668137
14212	linear.weight	2	-0.045838676393032074
14212	linear.weight	3	0.14147208631038666
14212	linear.weight	4	0.09487871825695038
14212	linear.weight	5	0.04016105458140373
14212	linear.weight	6	0.03684113919734955
14212	linear.weight	7	0.04660223796963692
14212	linear.weight	8	0.04208321496844292
14212	linear.weight	9	-0.0628310814499855
14212	linear.bias	0	-0.0652085542678833
14212	linear.bias	1	0.15676349401474
14212	linear.bias	2	-0.15567508339881897
14212	linear.bias	3	-0.7713785171508789
14212	linear.bias	4	-0.8013455867767334
14212	linear.bias	5	0.10259624570608139
14212	linear.bias	6	-0.4167231321334839
14212	linear.bias	7	0.44118547439575195
14212	linear.bias	8	-0.5364542007446289
14212	linear.bias	9	-0.7708505988121033
14409	transitions	0	0.17969602346420288
14409	transitions	1	-0.26902326941490173
14409	transitions	2	-10000.0
14409	transitions	3	-1.7501063346862793
14409	transitions	4	-10000.0
14409	transitions	5	0.8314952254295349
14409	transitions	6	0.1455521583557129
14409	transitions	7	0.12744440138339996
14409	transitions	8	-1.1752969026565552
14409	transitions	9	0.001542194397188723
14409	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
14409	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
14409	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
14409	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
14409	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
14409	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
14409	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
14409	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
14409	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
14409	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
14409	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
14409	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
14409	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
14409	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
14409	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
14409	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
14409	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
14409	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
14409	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
14409	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
14409	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
14409	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
14409	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
14409	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
14409	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
14409	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
14409	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
14409	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
14409	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
14409	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
14409	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
14409	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
14409	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
14409	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
14409	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
14409	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
14409	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
14409	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
14409	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
14409	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
14409	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
14409	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
14409	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
14409	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
14409	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
14409	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
14409	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
14409	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
14409	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
14409	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
14409	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
14409	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
14409	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
14409	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
14409	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
14409	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
14409	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
14409	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
14409	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
14409	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
14409	embedding2nn.weight	0	0.004515159409493208
14409	embedding2nn.weight	1	-0.013395216315984726
14409	embedding2nn.weight	2	-0.014268254861235619
14409	embedding2nn.weight	3	0.017334049567580223
14409	embedding2nn.weight	4	-0.005915033631026745
14409	embedding2nn.weight	5	-0.0037005972117185593
14409	embedding2nn.weight	6	-0.003973266109824181
14409	embedding2nn.weight	7	-0.02501622587442398
14409	embedding2nn.weight	8	-0.0019979383796453476
14409	embedding2nn.weight	9	-0.0036299508064985275
14409	embedding2nn.bias	0	0.01207639742642641
14409	embedding2nn.bias	1	-0.03193385526537895
14409	embedding2nn.bias	2	0.06009747087955475
14409	embedding2nn.bias	3	0.03489895164966583
14409	embedding2nn.bias	4	0.009963571093976498
14409	embedding2nn.bias	5	-0.02904231660068035
14409	embedding2nn.bias	6	0.028113778680562973
14409	embedding2nn.bias	7	-0.026523210108280182
14409	embedding2nn.bias	8	0.0032204606104642153
14409	embedding2nn.bias	9	0.017522772774100304
14409	rnn.weight_ih_l0	0	-0.01730811968445778
14409	rnn.weight_ih_l0	1	0.01205726619809866
14409	rnn.weight_ih_l0	2	0.02738179825246334
14409	rnn.weight_ih_l0	3	0.025258950889110565
14409	rnn.weight_ih_l0	4	-0.01186456810683012
14409	rnn.weight_ih_l0	5	-0.048352159559726715
14409	rnn.weight_ih_l0	6	0.013644188642501831
14409	rnn.weight_ih_l0	7	0.042258668690919876
14409	rnn.weight_ih_l0	8	0.02428511716425419
14409	rnn.weight_ih_l0	9	-0.039393022656440735
14409	rnn.weight_hh_l0	0	-0.03973822295665741
14409	rnn.weight_hh_l0	1	0.0077958316542208195
14409	rnn.weight_hh_l0	2	0.007912993431091309
14409	rnn.weight_hh_l0	3	-0.0111912926658988
14409	rnn.weight_hh_l0	4	0.03321121633052826
14409	rnn.weight_hh_l0	5	-0.012491807341575623
14409	rnn.weight_hh_l0	6	-0.03331166133284569
14409	rnn.weight_hh_l0	7	-0.03629670664668083
14409	rnn.weight_hh_l0	8	0.005509437993168831
14409	rnn.weight_hh_l0	9	-0.025301938876509666
14409	rnn.bias_ih_l0	0	0.01651250571012497
14409	rnn.bias_ih_l0	1	-0.008837232366204262
14409	rnn.bias_ih_l0	2	-0.007016208954155445
14409	rnn.bias_ih_l0	3	0.05739583075046539
14409	rnn.bias_ih_l0	4	-0.04389830678701401
14409	rnn.bias_ih_l0	5	-0.020665032789111137
14409	rnn.bias_ih_l0	6	0.00899666827172041
14409	rnn.bias_ih_l0	7	0.026741815730929375
14409	rnn.bias_ih_l0	8	-0.06366414576768875
14409	rnn.bias_ih_l0	9	0.002386277075856924
14409	rnn.bias_hh_l0	0	-0.02541716769337654
14409	rnn.bias_hh_l0	1	-0.050855424255132675
14409	rnn.bias_hh_l0	2	-0.01704704575240612
14409	rnn.bias_hh_l0	3	-0.032683294266462326
14409	rnn.bias_hh_l0	4	-0.00438992353156209
14409	rnn.bias_hh_l0	5	0.02306031808257103
14409	rnn.bias_hh_l0	6	0.02610323764383793
14409	rnn.bias_hh_l0	7	-0.017936106771230698
14409	rnn.bias_hh_l0	8	-0.03379623219370842
14409	rnn.bias_hh_l0	9	-0.011778497137129307
14409	rnn.weight_ih_l0_reverse	0	-0.0027551318053156137
14409	rnn.weight_ih_l0_reverse	1	-0.047378189861774445
14409	rnn.weight_ih_l0_reverse	2	-0.018093496561050415
14409	rnn.weight_ih_l0_reverse	3	0.002179952571168542
14409	rnn.weight_ih_l0_reverse	4	-0.013455916196107864
14409	rnn.weight_ih_l0_reverse	5	-0.04702766239643097
14409	rnn.weight_ih_l0_reverse	6	0.04188847169280052
14409	rnn.weight_ih_l0_reverse	7	-0.03429078310728073
14409	rnn.weight_ih_l0_reverse	8	-0.03144030272960663
14409	rnn.weight_ih_l0_reverse	9	0.014411140233278275
14409	rnn.weight_hh_l0_reverse	0	0.030029162764549255
14409	rnn.weight_hh_l0_reverse	1	0.030324343591928482
14409	rnn.weight_hh_l0_reverse	2	0.025898659601807594
14409	rnn.weight_hh_l0_reverse	3	0.018513817340135574
14409	rnn.weight_hh_l0_reverse	4	0.012232022359967232
14409	rnn.weight_hh_l0_reverse	5	-0.0007041912176646292
14409	rnn.weight_hh_l0_reverse	6	0.036075662821531296
14409	rnn.weight_hh_l0_reverse	7	-0.022339031100273132
14409	rnn.weight_hh_l0_reverse	8	0.006341453641653061
14409	rnn.weight_hh_l0_reverse	9	0.04523199796676636
14409	rnn.bias_ih_l0_reverse	0	-0.05421513691544533
14409	rnn.bias_ih_l0_reverse	1	-0.07513654977083206
14409	rnn.bias_ih_l0_reverse	2	-0.004092642106115818
14409	rnn.bias_ih_l0_reverse	3	0.008638362400233746
14409	rnn.bias_ih_l0_reverse	4	-0.008047010749578476
14409	rnn.bias_ih_l0_reverse	5	0.028460271656513214
14409	rnn.bias_ih_l0_reverse	6	0.001530755078420043
14409	rnn.bias_ih_l0_reverse	7	0.03337747976183891
14409	rnn.bias_ih_l0_reverse	8	-0.030653787776827812
14409	rnn.bias_ih_l0_reverse	9	0.0375409796833992
14409	rnn.bias_hh_l0_reverse	0	-0.027133643627166748
14409	rnn.bias_hh_l0_reverse	1	0.0012890080688521266
14409	rnn.bias_hh_l0_reverse	2	0.012409388087689877
14409	rnn.bias_hh_l0_reverse	3	-0.04881702736020088
14409	rnn.bias_hh_l0_reverse	4	-0.04668878763914108
14409	rnn.bias_hh_l0_reverse	5	-0.04199475422501564
14409	rnn.bias_hh_l0_reverse	6	0.01047900877892971
14409	rnn.bias_hh_l0_reverse	7	0.011759379878640175
14409	rnn.bias_hh_l0_reverse	8	0.03004564344882965
14409	rnn.bias_hh_l0_reverse	9	-0.0897432342171669
14409	rnn.weight_ih_l1	0	-0.02480265498161316
14409	rnn.weight_ih_l1	1	-0.030403820797801018
14409	rnn.weight_ih_l1	2	0.02427990734577179
14409	rnn.weight_ih_l1	3	-0.0036801595706492662
14409	rnn.weight_ih_l1	4	0.012292690575122833
14409	rnn.weight_ih_l1	5	-0.03826473653316498
14409	rnn.weight_ih_l1	6	0.018005887046456337
14409	rnn.weight_ih_l1	7	-0.03396793454885483
14409	rnn.weight_ih_l1	8	0.038255855441093445
14409	rnn.weight_ih_l1	9	0.021333087235689163
14409	rnn.weight_hh_l1	0	0.0015404202276840806
14409	rnn.weight_hh_l1	1	0.0073201702907681465
14409	rnn.weight_hh_l1	2	-0.028689486905932426
14409	rnn.weight_hh_l1	3	0.0004876739694736898
14409	rnn.weight_hh_l1	4	0.006900343578308821
14409	rnn.weight_hh_l1	5	0.034496013075113297
14409	rnn.weight_hh_l1	6	0.03257840871810913
14409	rnn.weight_hh_l1	7	-0.031107818707823753
14409	rnn.weight_hh_l1	8	-0.03968160226941109
14409	rnn.weight_hh_l1	9	0.03993508964776993
14409	rnn.bias_ih_l1	0	-0.06261803209781647
14409	rnn.bias_ih_l1	1	-0.05866830050945282
14409	rnn.bias_ih_l1	2	-0.085921511054039
14409	rnn.bias_ih_l1	3	-0.06254296004772186
14409	rnn.bias_ih_l1	4	-0.12270993739366531
14409	rnn.bias_ih_l1	5	-0.06196816265583038
14409	rnn.bias_ih_l1	6	-0.0038806567899882793
14409	rnn.bias_ih_l1	7	-0.0033781672827899456
14409	rnn.bias_ih_l1	8	-0.04505333676934242
14409	rnn.bias_ih_l1	9	-0.045981068164110184
14409	rnn.bias_hh_l1	0	-0.07259136438369751
14409	rnn.bias_hh_l1	1	-0.013323744758963585
14409	rnn.bias_hh_l1	2	-0.010603913106024265
14409	rnn.bias_hh_l1	3	-0.03888111934065819
14409	rnn.bias_hh_l1	4	-0.04903380200266838
14409	rnn.bias_hh_l1	5	-0.007997898384928703
14409	rnn.bias_hh_l1	6	-0.024010805413126945
14409	rnn.bias_hh_l1	7	-0.05413700267672539
14409	rnn.bias_hh_l1	8	0.0053437622264027596
14409	rnn.bias_hh_l1	9	-0.01248288992792368
14409	rnn.weight_ih_l1_reverse	0	-0.03554556891322136
14409	rnn.weight_ih_l1_reverse	1	0.025998031720519066
14409	rnn.weight_ih_l1_reverse	2	-0.04095795005559921
14409	rnn.weight_ih_l1_reverse	3	-0.019804805517196655
14409	rnn.weight_ih_l1_reverse	4	-0.007265024818480015
14409	rnn.weight_ih_l1_reverse	5	-0.041767582297325134
14409	rnn.weight_ih_l1_reverse	6	-0.03040572628378868
14409	rnn.weight_ih_l1_reverse	7	0.014945671893656254
14409	rnn.weight_ih_l1_reverse	8	0.044496409595012665
14409	rnn.weight_ih_l1_reverse	9	-0.02299313060939312
14409	rnn.weight_hh_l1_reverse	0	0.008136419579386711
14409	rnn.weight_hh_l1_reverse	1	0.026487231254577637
14409	rnn.weight_hh_l1_reverse	2	-0.03766793757677078
14409	rnn.weight_hh_l1_reverse	3	0.03868871554732323
14409	rnn.weight_hh_l1_reverse	4	0.038449134677648544
14409	rnn.weight_hh_l1_reverse	5	0.0120987668633461
14409	rnn.weight_hh_l1_reverse	6	0.004627557005733252
14409	rnn.weight_hh_l1_reverse	7	0.028252145275473595
14409	rnn.weight_hh_l1_reverse	8	-0.00606147525832057
14409	rnn.weight_hh_l1_reverse	9	-0.03578610718250275
14409	rnn.bias_ih_l1_reverse	0	-0.005257883574813604
14409	rnn.bias_ih_l1_reverse	1	-0.04257852956652641
14409	rnn.bias_ih_l1_reverse	2	-0.05127102881669998
14409	rnn.bias_ih_l1_reverse	3	0.007970348000526428
14409	rnn.bias_ih_l1_reverse	4	-0.06831256300210953
14409	rnn.bias_ih_l1_reverse	5	-0.03911849856376648
14409	rnn.bias_ih_l1_reverse	6	-0.04983760789036751
14409	rnn.bias_ih_l1_reverse	7	-0.05897017568349838
14409	rnn.bias_ih_l1_reverse	8	0.05563278868794441
14409	rnn.bias_ih_l1_reverse	9	0.014868609607219696
14409	rnn.bias_hh_l1_reverse	0	0.021571343764662743
14409	rnn.bias_hh_l1_reverse	1	0.01491549238562584
14409	rnn.bias_hh_l1_reverse	2	-0.12290777266025543
14409	rnn.bias_hh_l1_reverse	3	0.0024126500356942415
14409	rnn.bias_hh_l1_reverse	4	-0.027652213349938393
14409	rnn.bias_hh_l1_reverse	5	-0.024397272616624832
14409	rnn.bias_hh_l1_reverse	6	0.07527114450931549
14409	rnn.bias_hh_l1_reverse	7	-0.02774938754737377
14409	rnn.bias_hh_l1_reverse	8	-0.052608098834753036
14409	rnn.bias_hh_l1_reverse	9	-0.04490353912115097
14409	linear.weight	0	0.002228822559118271
14409	linear.weight	1	0.014241977594792843
14409	linear.weight	2	-0.038711436092853546
14409	linear.weight	3	0.15093539655208588
14409	linear.weight	4	0.09442750364542007
14409	linear.weight	5	0.032353129237890244
14409	linear.weight	6	0.015646761283278465
14409	linear.weight	7	0.009602125734090805
14409	linear.weight	8	0.042083609849214554
14409	linear.weight	9	-0.06731510907411575
14409	linear.bias	0	-0.06161746755242348
14409	linear.bias	1	0.18024255335330963
14409	linear.bias	2	-0.15304899215698242
14409	linear.bias	3	-0.7479380965232849
14409	linear.bias	4	-0.788642168045044
14409	linear.bias	5	0.1142180934548378
14409	linear.bias	6	-0.3873281180858612
14409	linear.bias	7	0.444955050945282
14409	linear.bias	8	-0.5505308508872986
14409	linear.bias	9	-0.7946076393127441
14606	transitions	0	0.16837510466575623
14606	transitions	1	-0.2669292390346527
14606	transitions	2	-10000.0
14606	transitions	3	-1.7507107257843018
14606	transitions	4	-10000.0
14606	transitions	5	0.8293864130973816
14606	transitions	6	0.14349527657032013
14606	transitions	7	0.12381705641746521
14606	transitions	8	-1.1768498420715332
14606	transitions	9	0.0015230467543005943
14606	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
14606	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
14606	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
14606	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
14606	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
14606	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
14606	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
14606	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
14606	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
14606	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
14606	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
14606	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
14606	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
14606	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
14606	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
14606	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
14606	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
14606	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
14606	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
14606	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
14606	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
14606	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
14606	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
14606	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
14606	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
14606	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
14606	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
14606	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
14606	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
14606	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
14606	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
14606	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
14606	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
14606	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
14606	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
14606	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
14606	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
14606	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
14606	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
14606	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
14606	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
14606	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
14606	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
14606	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
14606	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
14606	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
14606	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
14606	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
14606	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
14606	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
14606	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
14606	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
14606	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
14606	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
14606	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
14606	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
14606	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
14606	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
14606	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
14606	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
14606	embedding2nn.weight	0	0.0036450219340622425
14606	embedding2nn.weight	1	-0.013386810198426247
14606	embedding2nn.weight	2	-0.014268254861235619
14606	embedding2nn.weight	3	0.016398468986153603
14606	embedding2nn.weight	4	-0.005915033631026745
14606	embedding2nn.weight	5	-0.0037005976773798466
14606	embedding2nn.weight	6	-0.003973265178501606
14606	embedding2nn.weight	7	-0.02642451599240303
14606	embedding2nn.weight	8	-0.0019979383796453476
14606	embedding2nn.weight	9	-0.0033029497135430574
14606	embedding2nn.bias	0	0.009074828587472439
14606	embedding2nn.bias	1	-0.019631866365671158
14606	embedding2nn.bias	2	0.06046098470687866
14606	embedding2nn.bias	3	0.04342036321759224
14606	embedding2nn.bias	4	0.002470490988343954
14606	embedding2nn.bias	5	-0.023959176614880562
14606	embedding2nn.bias	6	0.025322478264570236
14606	embedding2nn.bias	7	-0.022429736331105232
14606	embedding2nn.bias	8	0.015133568085730076
14606	embedding2nn.bias	9	0.019099975004792213
14606	rnn.weight_ih_l0	0	-0.017746778205037117
14606	rnn.weight_ih_l0	1	0.012289327569305897
14606	rnn.weight_ih_l0	2	0.027903061360120773
14606	rnn.weight_ih_l0	3	0.02536953054368496
14606	rnn.weight_ih_l0	4	-0.011859309859573841
14606	rnn.weight_ih_l0	5	-0.048092376440763474
14606	rnn.weight_ih_l0	6	0.013455073349177837
14606	rnn.weight_ih_l0	7	0.04264697805047035
14606	rnn.weight_ih_l0	8	0.024058112874627113
14606	rnn.weight_ih_l0	9	-0.03965527191758156
14606	rnn.weight_hh_l0	0	-0.039876628667116165
14606	rnn.weight_hh_l0	1	0.006869664881378412
14606	rnn.weight_hh_l0	2	0.007835367694497108
14606	rnn.weight_hh_l0	3	-0.010722553357481956
14606	rnn.weight_hh_l0	4	0.03281177207827568
14606	rnn.weight_hh_l0	5	-0.012176145799458027
14606	rnn.weight_hh_l0	6	-0.03341827169060707
14606	rnn.weight_hh_l0	7	-0.03747694194316864
14606	rnn.weight_hh_l0	8	0.005527857691049576
14606	rnn.weight_hh_l0	9	-0.02579573728144169
14606	rnn.bias_ih_l0	0	0.01918249949812889
14606	rnn.bias_ih_l0	1	-0.010183838196098804
14606	rnn.bias_ih_l0	2	-0.006864475551992655
14606	rnn.bias_ih_l0	3	0.05441709980368614
14606	rnn.bias_ih_l0	4	-0.044236693531274796
14606	rnn.bias_ih_l0	5	-0.018394416198134422
14606	rnn.bias_ih_l0	6	0.008330615237355232
14606	rnn.bias_ih_l0	7	0.023877492174506187
14606	rnn.bias_ih_l0	8	-0.06345748901367188
14606	rnn.bias_ih_l0	9	0.0012058840366080403
14606	rnn.bias_hh_l0	0	-0.025420119985938072
14606	rnn.bias_hh_l0	1	-0.04873441532254219
14606	rnn.bias_hh_l0	2	-0.01834864355623722
14606	rnn.bias_hh_l0	3	-0.03055075742304325
14606	rnn.bias_hh_l0	4	-0.0036989436484873295
14606	rnn.bias_hh_l0	5	0.024908078834414482
14606	rnn.bias_hh_l0	6	0.030857598409056664
14606	rnn.bias_hh_l0	7	-0.01991770602762699
14606	rnn.bias_hh_l0	8	-0.03225412219762802
14606	rnn.bias_hh_l0	9	-0.010635889135301113
14606	rnn.weight_ih_l0_reverse	0	-0.0034254754427820444
14606	rnn.weight_ih_l0_reverse	1	-0.04748864471912384
14606	rnn.weight_ih_l0_reverse	2	-0.018805546686053276
14606	rnn.weight_ih_l0_reverse	3	0.002717653289437294
14606	rnn.weight_ih_l0_reverse	4	-0.013465075753629208
14606	rnn.weight_ih_l0_reverse	5	-0.046591997146606445
14606	rnn.weight_ih_l0_reverse	6	0.04185035452246666
14606	rnn.weight_ih_l0_reverse	7	-0.03413844853639603
14606	rnn.weight_ih_l0_reverse	8	-0.032013148069381714
14606	rnn.weight_ih_l0_reverse	9	0.0156298466026783
14606	rnn.weight_hh_l0_reverse	0	0.03075263276696205
14606	rnn.weight_hh_l0_reverse	1	0.03062504529953003
14606	rnn.weight_hh_l0_reverse	2	0.025842083618044853
14606	rnn.weight_hh_l0_reverse	3	0.018743908032774925
14606	rnn.weight_hh_l0_reverse	4	0.01208541914820671
14606	rnn.weight_hh_l0_reverse	5	0.0003918470174539834
14606	rnn.weight_hh_l0_reverse	6	0.036235418170690536
14606	rnn.weight_hh_l0_reverse	7	-0.02246558479964733
14606	rnn.weight_hh_l0_reverse	8	0.005432050209492445
14606	rnn.weight_hh_l0_reverse	9	0.04526109993457794
14606	rnn.bias_ih_l0_reverse	0	-0.05523616075515747
14606	rnn.bias_ih_l0_reverse	1	-0.07031754404306412
14606	rnn.bias_ih_l0_reverse	2	-0.004934010095894337
14606	rnn.bias_ih_l0_reverse	3	0.004390842746943235
14606	rnn.bias_ih_l0_reverse	4	-0.006174532230943441
14606	rnn.bias_ih_l0_reverse	5	0.0312319528311491
14606	rnn.bias_ih_l0_reverse	6	0.00322291674092412
14606	rnn.bias_ih_l0_reverse	7	0.03177841007709503
14606	rnn.bias_ih_l0_reverse	8	-0.03038029931485653
14606	rnn.bias_ih_l0_reverse	9	0.03709674999117851
14606	rnn.bias_hh_l0_reverse	0	-0.027161642909049988
14606	rnn.bias_hh_l0_reverse	1	-0.0060447766445577145
14606	rnn.bias_hh_l0_reverse	2	0.013380694203078747
14606	rnn.bias_hh_l0_reverse	3	-0.04758227616548538
14606	rnn.bias_hh_l0_reverse	4	-0.049862705171108246
14606	rnn.bias_hh_l0_reverse	5	-0.0449926033616066
14606	rnn.bias_hh_l0_reverse	6	0.00881451927125454
14606	rnn.bias_hh_l0_reverse	7	0.013009841553866863
14606	rnn.bias_hh_l0_reverse	8	0.03307401016354561
14606	rnn.bias_hh_l0_reverse	9	-0.08904942125082016
14606	rnn.weight_ih_l1	0	-0.02488121949136257
14606	rnn.weight_ih_l1	1	-0.029970945790410042
14606	rnn.weight_ih_l1	2	0.02194858342409134
14606	rnn.weight_ih_l1	3	-0.002804648131132126
14606	rnn.weight_ih_l1	4	0.012255875393748283
14606	rnn.weight_ih_l1	5	-0.038165416568517685
14606	rnn.weight_ih_l1	6	0.01776551641523838
14606	rnn.weight_ih_l1	7	-0.03406989574432373
14606	rnn.weight_ih_l1	8	0.038380544632673264
14606	rnn.weight_ih_l1	9	0.021335940808057785
14606	rnn.weight_hh_l1	0	0.002718499628826976
14606	rnn.weight_hh_l1	1	0.007504844106733799
14606	rnn.weight_hh_l1	2	-0.027935413643717766
14606	rnn.weight_hh_l1	3	0.00021624640794470906
14606	rnn.weight_hh_l1	4	0.007332006935030222
14606	rnn.weight_hh_l1	5	0.03406815603375435
14606	rnn.weight_hh_l1	6	0.03254220262169838
14606	rnn.weight_hh_l1	7	-0.031041741371154785
14606	rnn.weight_hh_l1	8	-0.04018568620085716
14606	rnn.weight_hh_l1	9	0.03969459980726242
14606	rnn.bias_ih_l1	0	-0.06551115214824677
14606	rnn.bias_ih_l1	1	-0.061005450785160065
14606	rnn.bias_ih_l1	2	-0.0861235037446022
14606	rnn.bias_ih_l1	3	-0.06894832849502563
14606	rnn.bias_ih_l1	4	-0.12364329397678375
14606	rnn.bias_ih_l1	5	-0.061711862683296204
14606	rnn.bias_ih_l1	6	-0.00016954504826571792
14606	rnn.bias_ih_l1	7	-0.0025289952754974365
14606	rnn.bias_ih_l1	8	-0.04577081277966499
14606	rnn.bias_ih_l1	9	-0.04834844172000885
14606	rnn.bias_hh_l1	0	-0.07097917795181274
14606	rnn.bias_hh_l1	1	-0.014710614457726479
14606	rnn.bias_hh_l1	2	-0.011327139101922512
14606	rnn.bias_hh_l1	3	-0.03916594758629799
14606	rnn.bias_hh_l1	4	-0.04867249354720116
14606	rnn.bias_hh_l1	5	-0.010196835733950138
14606	rnn.bias_hh_l1	6	-0.02432331256568432
14606	rnn.bias_hh_l1	7	-0.04883237183094025
14606	rnn.bias_hh_l1	8	0.0068062045611441135
14606	rnn.bias_hh_l1	9	-0.012102446518838406
14606	rnn.weight_ih_l1_reverse	0	-0.03584843501448631
14606	rnn.weight_ih_l1_reverse	1	0.02466418221592903
14606	rnn.weight_ih_l1_reverse	2	-0.040272608399391174
14606	rnn.weight_ih_l1_reverse	3	-0.021018393337726593
14606	rnn.weight_ih_l1_reverse	4	-0.007435327395796776
14606	rnn.weight_ih_l1_reverse	5	-0.04120174050331116
14606	rnn.weight_ih_l1_reverse	6	-0.02894875966012478
14606	rnn.weight_ih_l1_reverse	7	0.014583559706807137
14606	rnn.weight_ih_l1_reverse	8	0.045795831829309464
14606	rnn.weight_ih_l1_reverse	9	-0.022405261173844337
14606	rnn.weight_hh_l1_reverse	0	0.008318984881043434
14606	rnn.weight_hh_l1_reverse	1	0.026523854583501816
14606	rnn.weight_hh_l1_reverse	2	-0.03758710250258446
14606	rnn.weight_hh_l1_reverse	3	0.038846321403980255
14606	rnn.weight_hh_l1_reverse	4	0.03792807087302208
14606	rnn.weight_hh_l1_reverse	5	0.011534936726093292
14606	rnn.weight_hh_l1_reverse	6	0.004002656787633896
14606	rnn.weight_hh_l1_reverse	7	0.02817908488214016
14606	rnn.weight_hh_l1_reverse	8	-0.006269264034926891
14606	rnn.weight_hh_l1_reverse	9	-0.03583299368619919
14606	rnn.bias_ih_l1_reverse	0	-0.005530671216547489
14606	rnn.bias_ih_l1_reverse	1	-0.046268098056316376
14606	rnn.bias_ih_l1_reverse	2	-0.04946496710181236
14606	rnn.bias_ih_l1_reverse	3	0.013727383688092232
14606	rnn.bias_ih_l1_reverse	4	-0.0692569762468338
14606	rnn.bias_ih_l1_reverse	5	-0.04089625924825668
14606	rnn.bias_ih_l1_reverse	6	-0.051453597843647
14606	rnn.bias_ih_l1_reverse	7	-0.05525147169828415
14606	rnn.bias_ih_l1_reverse	8	0.04829917848110199
14606	rnn.bias_ih_l1_reverse	9	0.01931188441812992
14606	rnn.bias_hh_l1_reverse	0	0.016565730795264244
14606	rnn.bias_hh_l1_reverse	1	0.01555056031793356
14606	rnn.bias_hh_l1_reverse	2	-0.12392298877239227
14606	rnn.bias_hh_l1_reverse	3	0.003664080984890461
14606	rnn.bias_hh_l1_reverse	4	-0.02800752967596054
14606	rnn.bias_hh_l1_reverse	5	-0.024839578196406364
14606	rnn.bias_hh_l1_reverse	6	0.06941764056682587
14606	rnn.bias_hh_l1_reverse	7	-0.02811529114842415
14606	rnn.bias_hh_l1_reverse	8	-0.05262213572859764
14606	rnn.bias_hh_l1_reverse	9	-0.045472774654626846
14606	linear.weight	0	0.002228822559118271
14606	linear.weight	1	0.026414327323436737
14606	linear.weight	2	-0.0427066944539547
14606	linear.weight	3	0.15127134323120117
14606	linear.weight	4	0.09536202251911163
14606	linear.weight	5	0.029379578307271004
14606	linear.weight	6	0.024350833147764206
14606	linear.weight	7	0.01750984415411949
14606	linear.weight	8	0.042127031832933426
14606	linear.weight	9	-0.07255633920431137
14606	linear.bias	0	-0.11909740418195724
14606	linear.bias	1	0.1864957958459854
14606	linear.bias	2	-0.1427990049123764
14606	linear.bias	3	-0.7605627775192261
14606	linear.bias	4	-0.7942551374435425
14606	linear.bias	5	0.10625870525836945
14606	linear.bias	6	-0.3735099732875824
14606	linear.bias	7	0.4488518536090851
14606	linear.bias	8	-0.5576556324958801
14606	linear.bias	9	-0.8055715560913086
14803	transitions	0	0.18270829319953918
14803	transitions	1	-0.2657848298549652
14803	transitions	2	-10000.0
14803	transitions	3	-1.7512587308883667
14803	transitions	4	-10000.0
14803	transitions	5	0.8271862268447876
14803	transitions	6	0.14128828048706055
14803	transitions	7	0.12072913348674774
14803	transitions	8	-1.1793922185897827
14803	transitions	9	0.001498219557106495
14803	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
14803	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
14803	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
14803	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
14803	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
14803	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
14803	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
14803	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
14803	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
14803	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
14803	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
14803	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
14803	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
14803	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
14803	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
14803	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
14803	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
14803	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
14803	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
14803	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
14803	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
14803	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
14803	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
14803	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
14803	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
14803	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
14803	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
14803	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
14803	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
14803	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
14803	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
14803	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
14803	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
14803	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
14803	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
14803	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
14803	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
14803	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
14803	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
14803	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
14803	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
14803	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
14803	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
14803	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
14803	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
14803	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
14803	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
14803	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
14803	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
14803	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
14803	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
14803	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
14803	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
14803	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
14803	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
14803	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
14803	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
14803	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
14803	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
14803	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
14803	embedding2nn.weight	0	0.0051499344408512115
14803	embedding2nn.weight	1	-0.01318304892629385
14803	embedding2nn.weight	2	-0.014268254861235619
14803	embedding2nn.weight	3	0.014198409393429756
14803	embedding2nn.weight	4	-0.005915033631026745
14803	embedding2nn.weight	5	-0.0037005976773798466
14803	embedding2nn.weight	6	-0.003973267041146755
14803	embedding2nn.weight	7	-0.026946179568767548
14803	embedding2nn.weight	8	-0.0019979383796453476
14803	embedding2nn.weight	9	-0.0033173630945384502
14803	embedding2nn.bias	0	0.016963673755526543
14803	embedding2nn.bias	1	-0.031061075627803802
14803	embedding2nn.bias	2	0.06589534133672714
14803	embedding2nn.bias	3	0.04658053442835808
14803	embedding2nn.bias	4	0.005392889957875013
14803	embedding2nn.bias	5	-0.02991632930934429
14803	embedding2nn.bias	6	0.025593994185328484
14803	embedding2nn.bias	7	-0.033084433525800705
14803	embedding2nn.bias	8	0.015507656149566174
14803	embedding2nn.bias	9	0.017095891758799553
14803	rnn.weight_ih_l0	0	-0.016011986881494522
14803	rnn.weight_ih_l0	1	0.012492649257183075
14803	rnn.weight_ih_l0	2	0.029912088066339493
14803	rnn.weight_ih_l0	3	0.024812590330839157
14803	rnn.weight_ih_l0	4	-0.011531941592693329
14803	rnn.weight_ih_l0	5	-0.04843679815530777
14803	rnn.weight_ih_l0	6	0.013094448484480381
14803	rnn.weight_ih_l0	7	0.04205870255827904
14803	rnn.weight_ih_l0	8	0.022812018170952797
14803	rnn.weight_ih_l0	9	-0.03967965021729469
14803	rnn.weight_hh_l0	0	-0.0396098755300045
14803	rnn.weight_hh_l0	1	0.006371357012540102
14803	rnn.weight_hh_l0	2	0.008955760858952999
14803	rnn.weight_hh_l0	3	-0.0113567179068923
14803	rnn.weight_hh_l0	4	0.03380165249109268
14803	rnn.weight_hh_l0	5	-0.012565970420837402
14803	rnn.weight_hh_l0	6	-0.03307180106639862
14803	rnn.weight_hh_l0	7	-0.03695868328213692
14803	rnn.weight_hh_l0	8	0.005910032894462347
14803	rnn.weight_hh_l0	9	-0.025790633633732796
14803	rnn.bias_ih_l0	0	0.017449187114834785
14803	rnn.bias_ih_l0	1	-0.010347559116780758
14803	rnn.bias_ih_l0	2	-0.005624122451990843
14803	rnn.bias_ih_l0	3	0.05583641305565834
14803	rnn.bias_ih_l0	4	-0.046255022287368774
14803	rnn.bias_ih_l0	5	-0.017223354429006577
14803	rnn.bias_ih_l0	6	-9.680131915956736e-05
14803	rnn.bias_ih_l0	7	0.023847194388508797
14803	rnn.bias_ih_l0	8	-0.06430426239967346
14803	rnn.bias_ih_l0	9	0.00020914249762427062
14803	rnn.bias_hh_l0	0	-0.025972697883844376
14803	rnn.bias_hh_l0	1	-0.04333264380693436
14803	rnn.bias_hh_l0	2	-0.019255544990301132
14803	rnn.bias_hh_l0	3	-0.029292723163962364
14803	rnn.bias_hh_l0	4	-0.0025732831563800573
14803	rnn.bias_hh_l0	5	0.025296540930867195
14803	rnn.bias_hh_l0	6	0.03202689811587334
14803	rnn.bias_hh_l0	7	-0.023269690573215485
14803	rnn.bias_hh_l0	8	-0.0348326675593853
14803	rnn.bias_hh_l0	9	-0.016561036929488182
14803	rnn.weight_ih_l0_reverse	0	-0.0037858993746340275
14803	rnn.weight_ih_l0_reverse	1	-0.047131333500146866
14803	rnn.weight_ih_l0_reverse	2	-0.018073391169309616
14803	rnn.weight_ih_l0_reverse	3	0.0019162149401381612
14803	rnn.weight_ih_l0_reverse	4	-0.013134215027093887
14803	rnn.weight_ih_l0_reverse	5	-0.04651101678609848
14803	rnn.weight_ih_l0_reverse	6	0.042072463780641556
14803	rnn.weight_ih_l0_reverse	7	-0.03510357439517975
14803	rnn.weight_ih_l0_reverse	8	-0.03171557933092117
14803	rnn.weight_ih_l0_reverse	9	0.016014661639928818
14803	rnn.weight_hh_l0_reverse	0	0.03153872489929199
14803	rnn.weight_hh_l0_reverse	1	0.030658386647701263
14803	rnn.weight_hh_l0_reverse	2	0.025986865162849426
14803	rnn.weight_hh_l0_reverse	3	0.018865488469600677
14803	rnn.weight_hh_l0_reverse	4	0.011731283739209175
14803	rnn.weight_hh_l0_reverse	5	-7.66811535868328e-06
14803	rnn.weight_hh_l0_reverse	6	0.03615152835845947
14803	rnn.weight_hh_l0_reverse	7	-0.022822251543402672
14803	rnn.weight_hh_l0_reverse	8	0.004581036511808634
14803	rnn.weight_hh_l0_reverse	9	0.04513857513666153
14803	rnn.bias_ih_l0_reverse	0	-0.05666135996580124
14803	rnn.bias_ih_l0_reverse	1	-0.07489689439535141
14803	rnn.bias_ih_l0_reverse	2	-0.005228756461292505
14803	rnn.bias_ih_l0_reverse	3	0.007393172942101955
14803	rnn.bias_ih_l0_reverse	4	-0.0033676978200674057
14803	rnn.bias_ih_l0_reverse	5	0.032240886241197586
14803	rnn.bias_ih_l0_reverse	6	0.001042391755618155
14803	rnn.bias_ih_l0_reverse	7	0.034209515899419785
14803	rnn.bias_ih_l0_reverse	8	-0.031836435198783875
14803	rnn.bias_ih_l0_reverse	9	0.03757817670702934
14803	rnn.bias_hh_l0_reverse	0	-0.02853216417133808
14803	rnn.bias_hh_l0_reverse	1	-0.01043865829706192
14803	rnn.bias_hh_l0_reverse	2	0.01468722615391016
14803	rnn.bias_hh_l0_reverse	3	-0.048062514513731
14803	rnn.bias_hh_l0_reverse	4	-0.04943137243390083
14803	rnn.bias_hh_l0_reverse	5	-0.04627915844321251
14803	rnn.bias_hh_l0_reverse	6	0.008114594034850597
14803	rnn.bias_hh_l0_reverse	7	0.01138495933264494
14803	rnn.bias_hh_l0_reverse	8	0.03336319327354431
14803	rnn.bias_hh_l0_reverse	9	-0.090737484395504
14803	rnn.weight_ih_l1	0	-0.024759501218795776
14803	rnn.weight_ih_l1	1	-0.029553471133112907
14803	rnn.weight_ih_l1	2	0.019313599914312363
14803	rnn.weight_ih_l1	3	-0.0015783297130838037
14803	rnn.weight_ih_l1	4	0.012616574764251709
14803	rnn.weight_ih_l1	5	-0.03857876732945442
14803	rnn.weight_ih_l1	6	0.017098287120461464
14803	rnn.weight_ih_l1	7	-0.03346220776438713
14803	rnn.weight_ih_l1	8	0.03844563290476799
14803	rnn.weight_ih_l1	9	0.0215915460139513
14803	rnn.weight_hh_l1	0	0.0028739976696670055
14803	rnn.weight_hh_l1	1	0.007197841536253691
14803	rnn.weight_hh_l1	2	-0.029165277257561684
14803	rnn.weight_hh_l1	3	0.0003873680252581835
14803	rnn.weight_hh_l1	4	0.006237111520022154
14803	rnn.weight_hh_l1	5	0.034577254205942154
14803	rnn.weight_hh_l1	6	0.03274630755186081
14803	rnn.weight_hh_l1	7	-0.031048839911818504
14803	rnn.weight_hh_l1	8	-0.04024607315659523
14803	rnn.weight_hh_l1	9	0.039380744099617004
14803	rnn.bias_ih_l1	0	-0.06445632129907608
14803	rnn.bias_ih_l1	1	-0.06019516661763191
14803	rnn.bias_ih_l1	2	-0.08619216084480286
14803	rnn.bias_ih_l1	3	-0.06628245115280151
14803	rnn.bias_ih_l1	4	-0.12145594507455826
14803	rnn.bias_ih_l1	5	-0.06384798139333725
14803	rnn.bias_ih_l1	6	0.00012208784755785018
14803	rnn.bias_ih_l1	7	-0.004200054798275232
14803	rnn.bias_ih_l1	8	-0.041554611176252365
14803	rnn.bias_ih_l1	9	-0.047234538942575455
14803	rnn.bias_hh_l1	0	-0.07049515843391418
14803	rnn.bias_hh_l1	1	-0.014004654251039028
14803	rnn.bias_hh_l1	2	-0.004340816289186478
14803	rnn.bias_hh_l1	3	-0.04008868336677551
14803	rnn.bias_hh_l1	4	-0.049522437155246735
14803	rnn.bias_hh_l1	5	-0.011616948060691357
14803	rnn.bias_hh_l1	6	-0.026388809084892273
14803	rnn.bias_hh_l1	7	-0.05341902747750282
14803	rnn.bias_hh_l1	8	0.005501447711139917
14803	rnn.bias_hh_l1	9	-0.011546636000275612
14803	rnn.weight_ih_l1_reverse	0	-0.035279564559459686
14803	rnn.weight_ih_l1_reverse	1	0.02716411091387272
14803	rnn.weight_ih_l1_reverse	2	-0.03941784054040909
14803	rnn.weight_ih_l1_reverse	3	-0.020029600709676743
14803	rnn.weight_ih_l1_reverse	4	-0.006619783118367195
14803	rnn.weight_ih_l1_reverse	5	-0.04098889231681824
14803	rnn.weight_ih_l1_reverse	6	-0.027401508763432503
14803	rnn.weight_ih_l1_reverse	7	0.01412995159626007
14803	rnn.weight_ih_l1_reverse	8	0.04300842061638832
14803	rnn.weight_ih_l1_reverse	9	-0.023338336497545242
14803	rnn.weight_hh_l1_reverse	0	0.008320723660290241
14803	rnn.weight_hh_l1_reverse	1	0.026513809338212013
14803	rnn.weight_hh_l1_reverse	2	-0.037497133016586304
14803	rnn.weight_hh_l1_reverse	3	0.03910189867019653
14803	rnn.weight_hh_l1_reverse	4	0.03832882642745972
14803	rnn.weight_hh_l1_reverse	5	0.011124756187200546
14803	rnn.weight_hh_l1_reverse	6	0.0030184858478605747
14803	rnn.weight_hh_l1_reverse	7	0.028154900297522545
14803	rnn.weight_hh_l1_reverse	8	-0.006446381099522114
14803	rnn.weight_hh_l1_reverse	9	-0.03580755367875099
14803	rnn.bias_ih_l1_reverse	0	-0.0035735846031457186
14803	rnn.bias_ih_l1_reverse	1	-0.04716559872031212
14803	rnn.bias_ih_l1_reverse	2	-0.04847925156354904
14803	rnn.bias_ih_l1_reverse	3	0.016460420563817024
14803	rnn.bias_ih_l1_reverse	4	-0.0710388720035553
14803	rnn.bias_ih_l1_reverse	5	-0.04376332089304924
14803	rnn.bias_ih_l1_reverse	6	-0.05206875875592232
14803	rnn.bias_ih_l1_reverse	7	-0.05911462381482124
14803	rnn.bias_ih_l1_reverse	8	0.04987059906125069
14803	rnn.bias_ih_l1_reverse	9	0.020276198163628578
14803	rnn.bias_hh_l1_reverse	0	0.013276399113237858
14803	rnn.bias_hh_l1_reverse	1	0.015932250767946243
14803	rnn.bias_hh_l1_reverse	2	-0.12531891465187073
14803	rnn.bias_hh_l1_reverse	3	0.0023645770270377398
14803	rnn.bias_hh_l1_reverse	4	-0.02560606226325035
14803	rnn.bias_hh_l1_reverse	5	-0.024158770218491554
14803	rnn.bias_hh_l1_reverse	6	0.08115043491125107
14803	rnn.bias_hh_l1_reverse	7	-0.02846759743988514
14803	rnn.bias_hh_l1_reverse	8	-0.05500633642077446
14803	rnn.bias_hh_l1_reverse	9	-0.04551492631435394
14803	linear.weight	0	0.002228822559118271
14803	linear.weight	1	0.01828186959028244
14803	linear.weight	2	-0.041726332157850266
14803	linear.weight	3	0.14644135534763336
14803	linear.weight	4	0.09109265357255936
14803	linear.weight	5	0.02040066383779049
14803	linear.weight	6	0.015200921334326267
14803	linear.weight	7	0.053808461874723434
14803	linear.weight	8	0.04216301068663597
14803	linear.weight	9	-0.07100988924503326
14803	linear.bias	0	-0.08627703785896301
14803	linear.bias	1	0.19440461695194244
14803	linear.bias	2	-0.15993860363960266
14803	linear.bias	3	-0.7357568144798279
14803	linear.bias	4	-0.7788395285606384
14803	linear.bias	5	0.0743485540151596
14803	linear.bias	6	-0.3651844263076782
14803	linear.bias	7	0.4291928708553314
14803	linear.bias	8	-0.5492666363716125
14803	linear.bias	9	-0.793759286403656
15000	transitions	0	0.1957416832447052
15000	transitions	1	-0.265147864818573
15000	transitions	2	-10000.0
15000	transitions	3	-1.7516894340515137
15000	transitions	4	-10000.0
15000	transitions	5	0.8248700499534607
15000	transitions	6	0.1389784812927246
15000	transitions	7	0.11612596362829208
15000	transitions	8	-1.1813360452651978
15000	transitions	9	0.0014720860635861754
15000	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15000	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15000	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15000	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15000	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15000	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15000	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15000	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15000	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15000	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15000	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15000	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15000	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15000	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15000	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15000	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15000	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15000	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15000	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15000	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15000	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15000	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15000	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15000	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15000	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15000	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15000	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15000	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15000	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15000	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15000	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15000	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15000	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15000	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15000	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15000	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15000	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15000	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15000	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15000	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15000	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15000	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15000	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15000	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15000	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15000	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15000	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15000	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15000	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15000	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15000	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15000	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15000	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15000	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15000	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15000	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15000	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15000	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15000	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15000	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15000	embedding2nn.weight	0	0.0037320281844586134
15000	embedding2nn.weight	1	-0.013166412711143494
15000	embedding2nn.weight	2	-0.014268254861235619
15000	embedding2nn.weight	3	0.017020493745803833
15000	embedding2nn.weight	4	-0.005915033631026745
15000	embedding2nn.weight	5	-0.0037005976773798466
15000	embedding2nn.weight	6	-0.0039732675068080425
15000	embedding2nn.weight	7	-0.02748885564506054
15000	embedding2nn.weight	8	-0.0019979383796453476
15000	embedding2nn.weight	9	-0.0036480799317359924
15000	embedding2nn.bias	0	0.01976374350488186
15000	embedding2nn.bias	1	-0.034889739006757736
15000	embedding2nn.bias	2	0.07189416140317917
15000	embedding2nn.bias	3	0.046230342239141464
15000	embedding2nn.bias	4	0.012907043099403381
15000	embedding2nn.bias	5	-0.027465149760246277
15000	embedding2nn.bias	6	0.024957766756415367
15000	embedding2nn.bias	7	-0.02302737534046173
15000	embedding2nn.bias	8	0.013135446235537529
15000	embedding2nn.bias	9	0.019616669043898582
15000	rnn.weight_ih_l0	0	-0.017260050401091576
15000	rnn.weight_ih_l0	1	0.012881521135568619
15000	rnn.weight_ih_l0	2	0.03055698797106743
15000	rnn.weight_ih_l0	3	0.024807162582874298
15000	rnn.weight_ih_l0	4	-0.011855497024953365
15000	rnn.weight_ih_l0	5	-0.04809745028614998
15000	rnn.weight_ih_l0	6	0.013432474806904793
15000	rnn.weight_ih_l0	7	0.042440012097358704
15000	rnn.weight_ih_l0	8	0.023370742797851562
15000	rnn.weight_ih_l0	9	-0.039816878736019135
15000	rnn.weight_hh_l0	0	-0.03928273171186447
15000	rnn.weight_hh_l0	1	0.006412148475646973
15000	rnn.weight_hh_l0	2	0.009566647931933403
15000	rnn.weight_hh_l0	3	-0.010714291594922543
15000	rnn.weight_hh_l0	4	0.03398073464632034
15000	rnn.weight_hh_l0	5	-0.012818453833460808
15000	rnn.weight_hh_l0	6	-0.032767731696367264
15000	rnn.weight_hh_l0	7	-0.03853939101099968
15000	rnn.weight_hh_l0	8	0.005516781937330961
15000	rnn.weight_hh_l0	9	-0.026359591633081436
15000	rnn.bias_ih_l0	0	0.01816861890256405
15000	rnn.bias_ih_l0	1	-0.011960719712078571
15000	rnn.bias_ih_l0	2	-0.005357739981263876
15000	rnn.bias_ih_l0	3	0.050829093903303146
15000	rnn.bias_ih_l0	4	-0.04486004263162613
15000	rnn.bias_ih_l0	5	-0.015738749876618385
15000	rnn.bias_ih_l0	6	-0.0029648791532963514
15000	rnn.bias_ih_l0	7	0.02545853704214096
15000	rnn.bias_ih_l0	8	-0.06508106738328934
15000	rnn.bias_ih_l0	9	0.0008159066783264279
15000	rnn.bias_hh_l0	0	-0.026165010407567024
15000	rnn.bias_hh_l0	1	-0.04100906103849411
15000	rnn.bias_hh_l0	2	-0.01649748720228672
15000	rnn.bias_hh_l0	3	-0.03036624565720558
15000	rnn.bias_hh_l0	4	-0.002818081295117736
15000	rnn.bias_hh_l0	5	0.023607613518834114
15000	rnn.bias_hh_l0	6	0.029983704909682274
15000	rnn.bias_hh_l0	7	-0.02921118400990963
15000	rnn.bias_hh_l0	8	-0.03635735064744949
15000	rnn.bias_hh_l0	9	-0.016636310145258904
15000	rnn.weight_ih_l0_reverse	0	-0.003679755376651883
15000	rnn.weight_ih_l0_reverse	1	-0.04847637563943863
15000	rnn.weight_ih_l0_reverse	2	-0.017302487045526505
15000	rnn.weight_ih_l0_reverse	3	0.00240345299243927
15000	rnn.weight_ih_l0_reverse	4	-0.012707265093922615
15000	rnn.weight_ih_l0_reverse	5	-0.046548567712306976
15000	rnn.weight_ih_l0_reverse	6	0.042264822870492935
15000	rnn.weight_ih_l0_reverse	7	-0.03488011285662651
15000	rnn.weight_ih_l0_reverse	8	-0.03208877891302109
15000	rnn.weight_ih_l0_reverse	9	0.016117434948682785
15000	rnn.weight_hh_l0_reverse	0	0.0312057975679636
15000	rnn.weight_hh_l0_reverse	1	0.029984230175614357
15000	rnn.weight_hh_l0_reverse	2	0.026303859427571297
15000	rnn.weight_hh_l0_reverse	3	0.01875527761876583
15000	rnn.weight_hh_l0_reverse	4	0.011222067289054394
15000	rnn.weight_hh_l0_reverse	5	-4.0570936107542366e-05
15000	rnn.weight_hh_l0_reverse	6	0.03615139052271843
15000	rnn.weight_hh_l0_reverse	7	-0.022574488073587418
15000	rnn.weight_hh_l0_reverse	8	0.006102290004491806
15000	rnn.weight_hh_l0_reverse	9	0.04432638734579086
15000	rnn.bias_ih_l0_reverse	0	-0.05658678337931633
15000	rnn.bias_ih_l0_reverse	1	-0.07366275042295456
15000	rnn.bias_ih_l0_reverse	2	-0.01006072387099266
15000	rnn.bias_ih_l0_reverse	3	0.006215876899659634
15000	rnn.bias_ih_l0_reverse	4	-0.011128613725304604
15000	rnn.bias_ih_l0_reverse	5	0.03119470179080963
15000	rnn.bias_ih_l0_reverse	6	0.0007920715725049376
15000	rnn.bias_ih_l0_reverse	7	0.03178448602557182
15000	rnn.bias_ih_l0_reverse	8	-0.030281871557235718
15000	rnn.bias_ih_l0_reverse	9	0.036813877522945404
15000	rnn.bias_hh_l0_reverse	0	-0.02822425588965416
15000	rnn.bias_hh_l0_reverse	1	-0.008037629537284374
15000	rnn.bias_hh_l0_reverse	2	0.0125206233933568
15000	rnn.bias_hh_l0_reverse	3	-0.04783611744642258
15000	rnn.bias_hh_l0_reverse	4	-0.04724673926830292
15000	rnn.bias_hh_l0_reverse	5	-0.04864923655986786
15000	rnn.bias_hh_l0_reverse	6	0.009845809079706669
15000	rnn.bias_hh_l0_reverse	7	0.009980691596865654
15000	rnn.bias_hh_l0_reverse	8	0.03318246454000473
15000	rnn.bias_hh_l0_reverse	9	-0.09300829470157623
15000	rnn.weight_ih_l1	0	-0.02401338517665863
15000	rnn.weight_ih_l1	1	-0.029008131474256516
15000	rnn.weight_ih_l1	2	0.019294029101729393
15000	rnn.weight_ih_l1	3	-0.003949279896914959
15000	rnn.weight_ih_l1	4	0.01238720491528511
15000	rnn.weight_ih_l1	5	-0.03877560421824455
15000	rnn.weight_ih_l1	6	0.017399519681930542
15000	rnn.weight_ih_l1	7	-0.034881919622421265
15000	rnn.weight_ih_l1	8	0.03845302388072014
15000	rnn.weight_ih_l1	9	0.021645208820700645
15000	rnn.weight_hh_l1	0	0.004826068412512541
15000	rnn.weight_hh_l1	1	0.0072532533667981625
15000	rnn.weight_hh_l1	2	-0.029900137335062027
15000	rnn.weight_hh_l1	3	0.000342395476764068
15000	rnn.weight_hh_l1	4	0.005684679839760065
15000	rnn.weight_hh_l1	5	0.034405842423439026
15000	rnn.weight_hh_l1	6	0.0330435186624527
15000	rnn.weight_hh_l1	7	-0.031227510422468185
15000	rnn.weight_hh_l1	8	-0.039987824857234955
15000	rnn.weight_hh_l1	9	0.039407774806022644
15000	rnn.bias_ih_l1	0	-0.06253005564212799
15000	rnn.bias_ih_l1	1	-0.0628330260515213
15000	rnn.bias_ih_l1	2	-0.08754902333021164
15000	rnn.bias_ih_l1	3	-0.06716457009315491
15000	rnn.bias_ih_l1	4	-0.11187823116779327
15000	rnn.bias_ih_l1	5	-0.063917376101017
15000	rnn.bias_ih_l1	6	-0.0018117654835805297
15000	rnn.bias_ih_l1	7	-0.005501464009284973
15000	rnn.bias_ih_l1	8	-0.04596726968884468
15000	rnn.bias_ih_l1	9	-0.0472184456884861
15000	rnn.bias_hh_l1	0	-0.07128632813692093
15000	rnn.bias_hh_l1	1	-0.013964558020234108
15000	rnn.bias_hh_l1	2	-0.004941634833812714
15000	rnn.bias_hh_l1	3	-0.040565360337495804
15000	rnn.bias_hh_l1	4	-0.05010020360350609
15000	rnn.bias_hh_l1	5	-0.01134211104363203
15000	rnn.bias_hh_l1	6	-0.029425296932458878
15000	rnn.bias_hh_l1	7	-0.052506908774375916
15000	rnn.bias_hh_l1	8	0.00416540028527379
15000	rnn.bias_hh_l1	9	-0.01315936166793108
15000	rnn.weight_ih_l1_reverse	0	-0.03392411395907402
15000	rnn.weight_ih_l1_reverse	1	0.028635771945118904
15000	rnn.weight_ih_l1_reverse	2	-0.039607394486665726
15000	rnn.weight_ih_l1_reverse	3	-0.02115345373749733
15000	rnn.weight_ih_l1_reverse	4	-0.006572833750396967
15000	rnn.weight_ih_l1_reverse	5	-0.04090272635221481
15000	rnn.weight_ih_l1_reverse	6	-0.026407336816191673
15000	rnn.weight_ih_l1_reverse	7	0.014614212326705456
15000	rnn.weight_ih_l1_reverse	8	0.040495697408914566
15000	rnn.weight_ih_l1_reverse	9	-0.022240564227104187
15000	rnn.weight_hh_l1_reverse	0	0.008416751399636269
15000	rnn.weight_hh_l1_reverse	1	0.026386763900518417
15000	rnn.weight_hh_l1_reverse	2	-0.037561219185590744
15000	rnn.weight_hh_l1_reverse	3	0.038962654769420624
15000	rnn.weight_hh_l1_reverse	4	0.03842874616384506
15000	rnn.weight_hh_l1_reverse	5	0.010603965260088444
15000	rnn.weight_hh_l1_reverse	6	0.003196712350472808
15000	rnn.weight_hh_l1_reverse	7	0.028338002040982246
15000	rnn.weight_hh_l1_reverse	8	-0.00630821380764246
15000	rnn.weight_hh_l1_reverse	9	-0.03561219945549965
15000	rnn.bias_ih_l1_reverse	0	-0.005711365956813097
15000	rnn.bias_ih_l1_reverse	1	-0.043426405638456345
15000	rnn.bias_ih_l1_reverse	2	-0.04824896901845932
15000	rnn.bias_ih_l1_reverse	3	0.019181014969944954
15000	rnn.bias_ih_l1_reverse	4	-0.07915056496858597
15000	rnn.bias_ih_l1_reverse	5	-0.044056594371795654
15000	rnn.bias_ih_l1_reverse	6	-0.05036482214927673
15000	rnn.bias_ih_l1_reverse	7	-0.06196499615907669
15000	rnn.bias_ih_l1_reverse	8	0.051470737904310226
15000	rnn.bias_ih_l1_reverse	9	0.012437860481441021
15000	rnn.bias_hh_l1_reverse	0	0.015772998332977295
15000	rnn.bias_hh_l1_reverse	1	0.014749965630471706
15000	rnn.bias_hh_l1_reverse	2	-0.12388060986995697
15000	rnn.bias_hh_l1_reverse	3	0.002518767723813653
15000	rnn.bias_hh_l1_reverse	4	-0.02500743232667446
15000	rnn.bias_hh_l1_reverse	5	-0.02393622137606144
15000	rnn.bias_hh_l1_reverse	6	0.08417133241891861
15000	rnn.bias_hh_l1_reverse	7	-0.031907252967357635
15000	rnn.bias_hh_l1_reverse	8	-0.05433547496795654
15000	rnn.bias_hh_l1_reverse	9	-0.046360600739717484
15000	linear.weight	0	0.002228822559118271
15000	linear.weight	1	0.02569493278861046
15000	linear.weight	2	-0.05485824868083
15000	linear.weight	3	0.1495678722858429
15000	linear.weight	4	0.10653669387102127
15000	linear.weight	5	0.02533966302871704
15000	linear.weight	6	0.03299800306558609
15000	linear.weight	7	0.06734751164913177
15000	linear.weight	8	0.04221717640757561
15000	linear.weight	9	-0.06683895736932755
15000	linear.bias	0	-0.08809785544872284
15000	linear.bias	1	0.17864462733268738
15000	linear.bias	2	-0.13868777453899384
15000	linear.bias	3	-0.7465729117393494
15000	linear.bias	4	-0.7869844436645508
15000	linear.bias	5	0.07613666355609894
15000	linear.bias	6	-0.37127867341041565
15000	linear.bias	7	0.43485021591186523
15000	linear.bias	8	-0.5364311337471008
15000	linear.bias	9	-0.7850925922393799
15197	transitions	0	0.21146677434444427
15197	transitions	1	-0.2443699985742569
15197	transitions	2	-10000.0
15197	transitions	3	-1.7523095607757568
15197	transitions	4	-10000.0
15197	transitions	5	0.8225515484809875
15197	transitions	6	0.13669636845588684
15197	transitions	7	0.11273770779371262
15197	transitions	8	-1.182686686515808
15197	transitions	9	0.0014497666852548718
15197	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15197	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15197	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15197	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15197	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15197	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15197	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15197	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15197	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15197	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15197	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15197	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15197	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15197	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15197	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15197	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15197	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15197	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15197	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15197	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15197	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15197	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15197	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15197	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15197	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15197	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15197	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15197	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15197	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15197	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15197	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15197	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15197	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15197	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15197	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15197	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15197	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15197	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15197	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15197	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15197	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15197	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15197	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15197	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15197	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15197	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15197	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15197	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15197	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15197	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15197	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15197	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15197	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15197	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15197	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15197	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15197	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15197	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15197	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15197	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15197	embedding2nn.weight	0	0.00525522930547595
15197	embedding2nn.weight	1	-0.013275879435241222
15197	embedding2nn.weight	2	-0.014268254861235619
15197	embedding2nn.weight	3	0.015173682942986488
15197	embedding2nn.weight	4	-0.005915033631026745
15197	embedding2nn.weight	5	-0.0037005972117185593
15197	embedding2nn.weight	6	-0.003973268438130617
15197	embedding2nn.weight	7	-0.02729475311934948
15197	embedding2nn.weight	8	-0.0019979383796453476
15197	embedding2nn.weight	9	-0.003875979222357273
15197	embedding2nn.bias	0	0.015788577497005463
15197	embedding2nn.bias	1	-0.02593291364610195
15197	embedding2nn.bias	2	0.0725255236029625
15197	embedding2nn.bias	3	0.04222915321588516
15197	embedding2nn.bias	4	0.0030158543959259987
15197	embedding2nn.bias	5	-0.029120594263076782
15197	embedding2nn.bias	6	0.026827216148376465
15197	embedding2nn.bias	7	-0.03106539323925972
15197	embedding2nn.bias	8	0.0199937354773283
15197	embedding2nn.bias	9	0.01357705146074295
15197	rnn.weight_ih_l0	0	-0.01762658916413784
15197	rnn.weight_ih_l0	1	0.013721159659326077
15197	rnn.weight_ih_l0	2	0.02960263192653656
15197	rnn.weight_ih_l0	3	0.02495598793029785
15197	rnn.weight_ih_l0	4	-0.012482390739023685
15197	rnn.weight_ih_l0	5	-0.04841233789920807
15197	rnn.weight_ih_l0	6	0.013442354276776314
15197	rnn.weight_ih_l0	7	0.04209514707326889
15197	rnn.weight_ih_l0	8	0.023848935961723328
15197	rnn.weight_ih_l0	9	-0.03979000821709633
15197	rnn.weight_hh_l0	0	-0.0396554209291935
15197	rnn.weight_hh_l0	1	0.006162555422633886
15197	rnn.weight_hh_l0	2	0.0104384059086442
15197	rnn.weight_hh_l0	3	-0.010376076214015484
15197	rnn.weight_hh_l0	4	0.03459867462515831
15197	rnn.weight_hh_l0	5	-0.012312172912061214
15197	rnn.weight_hh_l0	6	-0.032438091933727264
15197	rnn.weight_hh_l0	7	-0.038486868143081665
15197	rnn.weight_hh_l0	8	0.004961330909281969
15197	rnn.weight_hh_l0	9	-0.02655046433210373
15197	rnn.bias_ih_l0	0	0.018571972846984863
15197	rnn.bias_ih_l0	1	-0.010687853209674358
15197	rnn.bias_ih_l0	2	-0.0071960873901844025
15197	rnn.bias_ih_l0	3	0.0474114790558815
15197	rnn.bias_ih_l0	4	-0.04454885795712471
15197	rnn.bias_ih_l0	5	-0.01646178402006626
15197	rnn.bias_ih_l0	6	0.001931590959429741
15197	rnn.bias_ih_l0	7	0.02906688302755356
15197	rnn.bias_ih_l0	8	-0.06546740978956223
15197	rnn.bias_ih_l0	9	0.0006055080448277295
15197	rnn.bias_hh_l0	0	-0.026504814624786377
15197	rnn.bias_hh_l0	1	-0.04496588930487633
15197	rnn.bias_hh_l0	2	-0.014701752923429012
15197	rnn.bias_hh_l0	3	-0.03029024600982666
15197	rnn.bias_hh_l0	4	-0.0036385327111929655
15197	rnn.bias_hh_l0	5	0.02472333051264286
15197	rnn.bias_hh_l0	6	0.03018033318221569
15197	rnn.bias_hh_l0	7	-0.029513202607631683
15197	rnn.bias_hh_l0	8	-0.03722844645380974
15197	rnn.bias_hh_l0	9	-0.012889754958450794
15197	rnn.weight_ih_l0_reverse	0	-0.004339379724115133
15197	rnn.weight_ih_l0_reverse	1	-0.049412645399570465
15197	rnn.weight_ih_l0_reverse	2	-0.01987585797905922
15197	rnn.weight_ih_l0_reverse	3	0.0029630986973643303
15197	rnn.weight_ih_l0_reverse	4	-0.011892822571098804
15197	rnn.weight_ih_l0_reverse	5	-0.04655998572707176
15197	rnn.weight_ih_l0_reverse	6	0.04159354791045189
15197	rnn.weight_ih_l0_reverse	7	-0.035508476197719574
15197	rnn.weight_ih_l0_reverse	8	-0.03076828457415104
15197	rnn.weight_ih_l0_reverse	9	0.015240334905683994
15197	rnn.weight_hh_l0_reverse	0	0.03449346497654915
15197	rnn.weight_hh_l0_reverse	1	0.030855374410748482
15197	rnn.weight_hh_l0_reverse	2	0.026056837290525436
15197	rnn.weight_hh_l0_reverse	3	0.018775280565023422
15197	rnn.weight_hh_l0_reverse	4	0.011814906261861324
15197	rnn.weight_hh_l0_reverse	5	0.0020521371625363827
15197	rnn.weight_hh_l0_reverse	6	0.036603379994630814
15197	rnn.weight_hh_l0_reverse	7	-0.023012276738882065
15197	rnn.weight_hh_l0_reverse	8	0.007189514581114054
15197	rnn.weight_hh_l0_reverse	9	0.04431035369634628
15197	rnn.bias_ih_l0_reverse	0	-0.057945769280195236
15197	rnn.bias_ih_l0_reverse	1	-0.07162143290042877
15197	rnn.bias_ih_l0_reverse	2	-0.0032709892839193344
15197	rnn.bias_ih_l0_reverse	3	0.007106025703251362
15197	rnn.bias_ih_l0_reverse	4	-0.01053886953741312
15197	rnn.bias_ih_l0_reverse	5	0.029311317950487137
15197	rnn.bias_ih_l0_reverse	6	-0.0009220590582117438
15197	rnn.bias_ih_l0_reverse	7	0.02971283160150051
15197	rnn.bias_ih_l0_reverse	8	-0.03094496577978134
15197	rnn.bias_ih_l0_reverse	9	0.03744698315858841
15197	rnn.bias_hh_l0_reverse	0	-0.02739209495484829
15197	rnn.bias_hh_l0_reverse	1	-0.0029567971359938383
15197	rnn.bias_hh_l0_reverse	2	0.01044667698442936
15197	rnn.bias_hh_l0_reverse	3	-0.04824252426624298
15197	rnn.bias_hh_l0_reverse	4	-0.04806974530220032
15197	rnn.bias_hh_l0_reverse	5	-0.048188768327236176
15197	rnn.bias_hh_l0_reverse	6	0.009792635217308998
15197	rnn.bias_hh_l0_reverse	7	0.011572017334401608
15197	rnn.bias_hh_l0_reverse	8	0.031418200582265854
15197	rnn.bias_hh_l0_reverse	9	-0.09560351073741913
15197	rnn.weight_ih_l1	0	-0.02483408711850643
15197	rnn.weight_ih_l1	1	-0.02903841622173786
15197	rnn.weight_ih_l1	2	0.02158398926258087
15197	rnn.weight_ih_l1	3	-0.006588743068277836
15197	rnn.weight_ih_l1	4	0.013119961135089397
15197	rnn.weight_ih_l1	5	-0.0387548953294754
15197	rnn.weight_ih_l1	6	0.01660970039665699
15197	rnn.weight_ih_l1	7	-0.035237789154052734
15197	rnn.weight_ih_l1	8	0.03874944522976875
15197	rnn.weight_ih_l1	9	0.02155262418091297
15197	rnn.weight_hh_l1	0	0.003626387333497405
15197	rnn.weight_hh_l1	1	0.007292595691978931
15197	rnn.weight_hh_l1	2	-0.02971259504556656
15197	rnn.weight_hh_l1	3	0.0004678029799833894
15197	rnn.weight_hh_l1	4	0.005474415607750416
15197	rnn.weight_hh_l1	5	0.034327585250139236
15197	rnn.weight_hh_l1	6	0.03307177498936653
15197	rnn.weight_hh_l1	7	-0.03102760575711727
15197	rnn.weight_hh_l1	8	-0.03978879004716873
15197	rnn.weight_hh_l1	9	0.03899039700627327
15197	rnn.bias_ih_l1	0	-0.0675620511174202
15197	rnn.bias_ih_l1	1	-0.06135407090187073
15197	rnn.bias_ih_l1	2	-0.08513330668210983
15197	rnn.bias_ih_l1	3	-0.06519123166799545
15197	rnn.bias_ih_l1	4	-0.10432309657335281
15197	rnn.bias_ih_l1	5	-0.06252835690975189
15197	rnn.bias_ih_l1	6	-0.0012738960795104504
15197	rnn.bias_ih_l1	7	-0.0049525978974998
15197	rnn.bias_ih_l1	8	-0.04570562019944191
15197	rnn.bias_ih_l1	9	-0.04716144874691963
15197	rnn.bias_hh_l1	0	-0.07260199636220932
15197	rnn.bias_hh_l1	1	-0.010772988200187683
15197	rnn.bias_hh_l1	2	-0.005160634871572256
15197	rnn.bias_hh_l1	3	-0.04223792999982834
15197	rnn.bias_hh_l1	4	-0.05046648159623146
15197	rnn.bias_hh_l1	5	-0.013308010995388031
15197	rnn.bias_hh_l1	6	-0.030170440673828125
15197	rnn.bias_hh_l1	7	-0.05606953427195549
15197	rnn.bias_hh_l1	8	0.002802461152896285
15197	rnn.bias_hh_l1	9	-0.013525373302400112
15197	rnn.weight_ih_l1_reverse	0	-0.031328629702329636
15197	rnn.weight_ih_l1_reverse	1	0.031430717557668686
15197	rnn.weight_ih_l1_reverse	2	-0.039045896381139755
15197	rnn.weight_ih_l1_reverse	3	-0.020402969792485237
15197	rnn.weight_ih_l1_reverse	4	-0.007409663405269384
15197	rnn.weight_ih_l1_reverse	5	-0.04077233746647835
15197	rnn.weight_ih_l1_reverse	6	-0.02650950476527214
15197	rnn.weight_ih_l1_reverse	7	0.014257551170885563
15197	rnn.weight_ih_l1_reverse	8	0.04241415113210678
15197	rnn.weight_ih_l1_reverse	9	-0.023629825562238693
15197	rnn.weight_hh_l1_reverse	0	0.008398761041462421
15197	rnn.weight_hh_l1_reverse	1	0.026468556374311447
15197	rnn.weight_hh_l1_reverse	2	-0.037536002695560455
15197	rnn.weight_hh_l1_reverse	3	0.038749564439058304
15197	rnn.weight_hh_l1_reverse	4	0.038445401936769485
15197	rnn.weight_hh_l1_reverse	5	0.010491842404007912
15197	rnn.weight_hh_l1_reverse	6	0.0032601412385702133
15197	rnn.weight_hh_l1_reverse	7	0.028188899159431458
15197	rnn.weight_hh_l1_reverse	8	-0.006488410755991936
15197	rnn.weight_hh_l1_reverse	9	-0.03573179990053177
15197	rnn.bias_ih_l1_reverse	0	-0.006333181634545326
15197	rnn.bias_ih_l1_reverse	1	-0.048216335475444794
15197	rnn.bias_ih_l1_reverse	2	-0.05048280581831932
15197	rnn.bias_ih_l1_reverse	3	0.022480620071291924
15197	rnn.bias_ih_l1_reverse	4	-0.0771392285823822
15197	rnn.bias_ih_l1_reverse	5	-0.045534610748291016
15197	rnn.bias_ih_l1_reverse	6	-0.05203593894839287
15197	rnn.bias_ih_l1_reverse	7	-0.06121547520160675
15197	rnn.bias_ih_l1_reverse	8	0.05258280411362648
15197	rnn.bias_ih_l1_reverse	9	0.021188970655202866
15197	rnn.bias_hh_l1_reverse	0	0.00768055347725749
15197	rnn.bias_hh_l1_reverse	1	0.01752961240708828
15197	rnn.bias_hh_l1_reverse	2	-0.12179150432348251
15197	rnn.bias_hh_l1_reverse	3	0.0032576697412878275
15197	rnn.bias_hh_l1_reverse	4	-0.025362810119986534
15197	rnn.bias_hh_l1_reverse	5	-0.02411629445850849
15197	rnn.bias_hh_l1_reverse	6	0.08761587738990784
15197	rnn.bias_hh_l1_reverse	7	-0.03177083283662796
15197	rnn.bias_hh_l1_reverse	8	-0.05335734039545059
15197	rnn.bias_hh_l1_reverse	9	-0.047341860830783844
15197	linear.weight	0	0.002228822559118271
15197	linear.weight	1	0.021476639434695244
15197	linear.weight	2	-0.0535820908844471
15197	linear.weight	3	0.1513182669878006
15197	linear.weight	4	0.10881081223487854
15197	linear.weight	5	0.024573078379034996
15197	linear.weight	6	0.038899678736925125
15197	linear.weight	7	0.06586408615112305
15197	linear.weight	8	0.04224105924367905
15197	linear.weight	9	-0.0612315908074379
15197	linear.bias	0	-0.09606902301311493
15197	linear.bias	1	0.1762351542711258
15197	linear.bias	2	-0.15552428364753723
15197	linear.bias	3	-0.7318562865257263
15197	linear.bias	4	-0.7798258066177368
15197	linear.bias	5	0.10612668842077255
15197	linear.bias	6	-0.3645398020744324
15197	linear.bias	7	0.45367902517318726
15197	linear.bias	8	-0.5607448220252991
15197	linear.bias	9	-0.8089643120765686
15394	transitions	0	0.20933400094509125
15394	transitions	1	-0.2402658462524414
15394	transitions	2	-10000.0
15394	transitions	3	-1.752802848815918
15394	transitions	4	-10000.0
15394	transitions	5	0.8204182386398315
15394	transitions	6	0.13480480015277863
15394	transitions	7	0.10944674164056778
15394	transitions	8	-1.1840856075286865
15394	transitions	9	0.0014223572798073292
15394	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15394	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15394	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15394	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15394	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15394	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15394	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15394	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15394	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15394	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15394	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15394	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15394	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15394	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15394	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15394	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15394	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15394	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15394	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15394	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15394	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15394	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15394	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15394	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15394	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15394	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15394	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15394	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15394	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15394	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15394	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15394	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15394	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15394	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15394	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15394	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15394	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15394	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15394	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15394	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15394	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15394	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15394	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15394	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15394	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15394	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15394	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15394	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15394	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15394	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15394	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15394	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15394	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15394	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15394	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15394	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15394	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15394	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15394	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15394	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15394	embedding2nn.weight	0	0.004114577081054449
15394	embedding2nn.weight	1	-0.01320622768253088
15394	embedding2nn.weight	2	-0.014268254861235619
15394	embedding2nn.weight	3	0.01500425674021244
15394	embedding2nn.weight	4	-0.005915033631026745
15394	embedding2nn.weight	5	-0.0037005962803959846
15394	embedding2nn.weight	6	-0.003973267041146755
15394	embedding2nn.weight	7	-0.027103940024971962
15394	embedding2nn.weight	8	-0.0019979383796453476
15394	embedding2nn.weight	9	-0.0040668160654604435
15394	embedding2nn.bias	0	0.014170178212225437
15394	embedding2nn.bias	1	-0.031165817752480507
15394	embedding2nn.bias	2	0.0626053661108017
15394	embedding2nn.bias	3	0.04264108091592789
15394	embedding2nn.bias	4	-0.0007669743499718606
15394	embedding2nn.bias	5	-0.019870342686772346
15394	embedding2nn.bias	6	0.020422670990228653
15394	embedding2nn.bias	7	-0.03289223462343216
15394	embedding2nn.bias	8	0.021340705454349518
15394	embedding2nn.bias	9	0.024599144235253334
15394	rnn.weight_ih_l0	0	-0.016980333253741264
15394	rnn.weight_ih_l0	1	0.013978985138237476
15394	rnn.weight_ih_l0	2	0.0284106582403183
15394	rnn.weight_ih_l0	3	0.024609791114926338
15394	rnn.weight_ih_l0	4	-0.013082304038107395
15394	rnn.weight_ih_l0	5	-0.04827494919300079
15394	rnn.weight_ih_l0	6	0.01388329267501831
15394	rnn.weight_ih_l0	7	0.0421738401055336
15394	rnn.weight_ih_l0	8	0.02285129763185978
15394	rnn.weight_ih_l0	9	-0.03950297832489014
15394	rnn.weight_hh_l0	0	-0.03995857387781143
15394	rnn.weight_hh_l0	1	0.006516867317259312
15394	rnn.weight_hh_l0	2	0.010872266255319118
15394	rnn.weight_hh_l0	3	-0.01007530651986599
15394	rnn.weight_hh_l0	4	0.0342148095369339
15394	rnn.weight_hh_l0	5	-0.012757216580212116
15394	rnn.weight_hh_l0	6	-0.03205166384577751
15394	rnn.weight_hh_l0	7	-0.039549440145492554
15394	rnn.weight_hh_l0	8	0.004748255014419556
15394	rnn.weight_hh_l0	9	-0.02614562399685383
15394	rnn.bias_ih_l0	0	0.01961214654147625
15394	rnn.bias_ih_l0	1	-0.010908720083534718
15394	rnn.bias_ih_l0	2	-0.004867886658757925
15394	rnn.bias_ih_l0	3	0.05108966678380966
15394	rnn.bias_ih_l0	4	-0.04600295424461365
15394	rnn.bias_ih_l0	5	-0.0158387478441
15394	rnn.bias_ih_l0	6	0.007513799704611301
15394	rnn.bias_ih_l0	7	0.02636096067726612
15394	rnn.bias_ih_l0	8	-0.06665995717048645
15394	rnn.bias_ih_l0	9	-0.0017613237723708153
15394	rnn.bias_hh_l0	0	-0.02419665828347206
15394	rnn.bias_hh_l0	1	-0.04547389596700668
15394	rnn.bias_hh_l0	2	-0.014575952664017677
15394	rnn.bias_hh_l0	3	-0.029161229729652405
15394	rnn.bias_hh_l0	4	-0.003977910149842501
15394	rnn.bias_hh_l0	5	0.026431258767843246
15394	rnn.bias_hh_l0	6	0.029801756143569946
15394	rnn.bias_hh_l0	7	-0.028391074389219284
15394	rnn.bias_hh_l0	8	-0.037279970943927765
15394	rnn.bias_hh_l0	9	-0.01792895421385765
15394	rnn.weight_ih_l0_reverse	0	-0.003917535301297903
15394	rnn.weight_ih_l0_reverse	1	-0.04885584115982056
15394	rnn.weight_ih_l0_reverse	2	-0.018064584583044052
15394	rnn.weight_ih_l0_reverse	3	0.0025915836449712515
15394	rnn.weight_ih_l0_reverse	4	-0.011514624580740929
15394	rnn.weight_ih_l0_reverse	5	-0.04705620929598808
15394	rnn.weight_ih_l0_reverse	6	0.04155335575342178
15394	rnn.weight_ih_l0_reverse	7	-0.03407272323966026
15394	rnn.weight_ih_l0_reverse	8	-0.03012637048959732
15394	rnn.weight_ih_l0_reverse	9	0.015412643551826477
15394	rnn.weight_hh_l0_reverse	0	0.03299872577190399
15394	rnn.weight_hh_l0_reverse	1	0.030470801517367363
15394	rnn.weight_hh_l0_reverse	2	0.025539716705679893
15394	rnn.weight_hh_l0_reverse	3	0.018664682283997536
15394	rnn.weight_hh_l0_reverse	4	0.011903544887900352
15394	rnn.weight_hh_l0_reverse	5	0.002244166564196348
15394	rnn.weight_hh_l0_reverse	6	0.0365765206515789
15394	rnn.weight_hh_l0_reverse	7	-0.02336033806204796
15394	rnn.weight_hh_l0_reverse	8	0.006624940317124128
15394	rnn.weight_hh_l0_reverse	9	0.04514255374670029
15394	rnn.bias_ih_l0_reverse	0	-0.05885622277855873
15394	rnn.bias_ih_l0_reverse	1	-0.07038561254739761
15394	rnn.bias_ih_l0_reverse	2	-0.0029749751556664705
15394	rnn.bias_ih_l0_reverse	3	0.0027606715448200703
15394	rnn.bias_ih_l0_reverse	4	-0.009604280814528465
15394	rnn.bias_ih_l0_reverse	5	0.031071534380316734
15394	rnn.bias_ih_l0_reverse	6	-0.0010364094050601125
15394	rnn.bias_ih_l0_reverse	7	0.030858729034662247
15394	rnn.bias_ih_l0_reverse	8	-0.030327579006552696
15394	rnn.bias_ih_l0_reverse	9	0.03657471761107445
15394	rnn.bias_hh_l0_reverse	0	-0.027570320293307304
15394	rnn.bias_hh_l0_reverse	1	-0.010523874312639236
15394	rnn.bias_hh_l0_reverse	2	0.010933903977274895
15394	rnn.bias_hh_l0_reverse	3	-0.0480651780962944
15394	rnn.bias_hh_l0_reverse	4	-0.048248931765556335
15394	rnn.bias_hh_l0_reverse	5	-0.04656234011054039
15394	rnn.bias_hh_l0_reverse	6	0.007299458142369986
15394	rnn.bias_hh_l0_reverse	7	0.012286245822906494
15394	rnn.bias_hh_l0_reverse	8	0.03213651478290558
15394	rnn.bias_hh_l0_reverse	9	-0.09448692947626114
15394	rnn.weight_ih_l1	0	-0.025419289246201515
15394	rnn.weight_ih_l1	1	-0.029113145545125008
15394	rnn.weight_ih_l1	2	0.01922588236629963
15394	rnn.weight_ih_l1	3	-0.005753464996814728
15394	rnn.weight_ih_l1	4	0.012627013958990574
15394	rnn.weight_ih_l1	5	-0.038835130631923676
15394	rnn.weight_ih_l1	6	0.016085661947727203
15394	rnn.weight_ih_l1	7	-0.03525276482105255
15394	rnn.weight_ih_l1	8	0.03872513025999069
15394	rnn.weight_ih_l1	9	0.021845584735274315
15394	rnn.weight_hh_l1	0	0.005181082524359226
15394	rnn.weight_hh_l1	1	0.007279819808900356
15394	rnn.weight_hh_l1	2	-0.02744004689157009
15394	rnn.weight_hh_l1	3	0.0005676346481777728
15394	rnn.weight_hh_l1	4	0.0057099806144833565
15394	rnn.weight_hh_l1	5	0.034159597009420395
15394	rnn.weight_hh_l1	6	0.033273376524448395
15394	rnn.weight_hh_l1	7	-0.03109803795814514
15394	rnn.weight_hh_l1	8	-0.04017511382699013
15394	rnn.weight_hh_l1	9	0.03946040943264961
15394	rnn.bias_ih_l1	0	-0.06876810640096664
15394	rnn.bias_ih_l1	1	-0.06277086585760117
15394	rnn.bias_ih_l1	2	-0.0841449573636055
15394	rnn.bias_ih_l1	3	-0.0654148980975151
15394	rnn.bias_ih_l1	4	-0.11332079768180847
15394	rnn.bias_ih_l1	5	-0.06310760974884033
15394	rnn.bias_ih_l1	6	0.0015768182929605246
15394	rnn.bias_ih_l1	7	-0.006172132212668657
15394	rnn.bias_ih_l1	8	-0.046532806009054184
15394	rnn.bias_ih_l1	9	-0.048193175345659256
15394	rnn.bias_hh_l1	0	-0.07499216496944427
15394	rnn.bias_hh_l1	1	-0.01195319090038538
15394	rnn.bias_hh_l1	2	-0.008562829345464706
15394	rnn.bias_hh_l1	3	-0.0427745059132576
15394	rnn.bias_hh_l1	4	-0.05081456899642944
15394	rnn.bias_hh_l1	5	-0.013300500810146332
15394	rnn.bias_hh_l1	6	-0.031704094260931015
15394	rnn.bias_hh_l1	7	-0.050508782267570496
15394	rnn.bias_hh_l1	8	0.005471240729093552
15394	rnn.bias_hh_l1	9	-0.01382865197956562
15394	rnn.weight_ih_l1_reverse	0	-0.03147829696536064
15394	rnn.weight_ih_l1_reverse	1	0.03555355221033096
15394	rnn.weight_ih_l1_reverse	2	-0.03762773796916008
15394	rnn.weight_ih_l1_reverse	3	-0.021309662610292435
15394	rnn.weight_ih_l1_reverse	4	-0.00729169650003314
15394	rnn.weight_ih_l1_reverse	5	-0.0406576544046402
15394	rnn.weight_ih_l1_reverse	6	-0.025782393291592598
15394	rnn.weight_ih_l1_reverse	7	0.014483882114291191
15394	rnn.weight_ih_l1_reverse	8	0.041546501219272614
15394	rnn.weight_ih_l1_reverse	9	-0.02797631174325943
15394	rnn.weight_hh_l1_reverse	0	0.008436550386250019
15394	rnn.weight_hh_l1_reverse	1	0.026869578287005424
15394	rnn.weight_hh_l1_reverse	2	-0.03738969564437866
15394	rnn.weight_hh_l1_reverse	3	0.03878962993621826
15394	rnn.weight_hh_l1_reverse	4	0.03892182558774948
15394	rnn.weight_hh_l1_reverse	5	0.010706019587814808
15394	rnn.weight_hh_l1_reverse	6	0.004530641250312328
15394	rnn.weight_hh_l1_reverse	7	0.02810191549360752
15394	rnn.weight_hh_l1_reverse	8	-0.006527145858854055
15394	rnn.weight_hh_l1_reverse	9	-0.03565910458564758
15394	rnn.bias_ih_l1_reverse	0	-0.005924708675593138
15394	rnn.bias_ih_l1_reverse	1	-0.047417573630809784
15394	rnn.bias_ih_l1_reverse	2	-0.047482945024967194
15394	rnn.bias_ih_l1_reverse	3	0.016987977549433708
15394	rnn.bias_ih_l1_reverse	4	-0.07902027666568756
15394	rnn.bias_ih_l1_reverse	5	-0.04489562660455704
15394	rnn.bias_ih_l1_reverse	6	-0.05278897285461426
15394	rnn.bias_ih_l1_reverse	7	-0.06168822944164276
15394	rnn.bias_ih_l1_reverse	8	0.04531421512365341
15394	rnn.bias_ih_l1_reverse	9	0.019236845895648003
15394	rnn.bias_hh_l1_reverse	0	0.009153001941740513
15394	rnn.bias_hh_l1_reverse	1	0.010794753208756447
15394	rnn.bias_hh_l1_reverse	2	-0.12501654028892517
15394	rnn.bias_hh_l1_reverse	3	0.004212682601064444
15394	rnn.bias_hh_l1_reverse	4	-0.025689782574772835
15394	rnn.bias_hh_l1_reverse	5	-0.023190567269921303
15394	rnn.bias_hh_l1_reverse	6	0.0814191997051239
15394	rnn.bias_hh_l1_reverse	7	-0.03184925392270088
15394	rnn.bias_hh_l1_reverse	8	-0.054599225521087646
15394	rnn.bias_hh_l1_reverse	9	-0.048231422901153564
15394	linear.weight	0	0.002228822559118271
15394	linear.weight	1	0.03434274345636368
15394	linear.weight	2	-0.05477160960435867
15394	linear.weight	3	0.15584434568881989
15394	linear.weight	4	0.11405814439058304
15394	linear.weight	5	0.019854307174682617
15394	linear.weight	6	0.058451998978853226
15394	linear.weight	7	0.08126147091388702
15394	linear.weight	8	0.04218548908829689
15394	linear.weight	9	-0.05875123292207718
15394	linear.bias	0	-0.06786686182022095
15394	linear.bias	1	0.16647766530513763
15394	linear.bias	2	-0.1462429314851761
15394	linear.bias	3	-0.7513338327407837
15394	linear.bias	4	-0.7956919074058533
15394	linear.bias	5	0.09552706032991409
15394	linear.bias	6	-0.3635052442550659
15394	linear.bias	7	0.4529758095741272
15394	linear.bias	8	-0.5878283977508545
15394	linear.bias	9	-0.8213158249855042
15591	transitions	0	0.19108924269676208
15591	transitions	1	-0.2568424344062805
15591	transitions	2	-10000.0
15591	transitions	3	-1.7532068490982056
15591	transitions	4	-10000.0
15591	transitions	5	0.8192321062088013
15591	transitions	6	0.13305774331092834
15591	transitions	7	0.1074155941605568
15591	transitions	8	-1.1854771375656128
15591	transitions	9	0.0013975624460726976
15591	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15591	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15591	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15591	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15591	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15591	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15591	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15591	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15591	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15591	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15591	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15591	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15591	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15591	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15591	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15591	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15591	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15591	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15591	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15591	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15591	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15591	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15591	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15591	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15591	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15591	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15591	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15591	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15591	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15591	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15591	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15591	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15591	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15591	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15591	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15591	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15591	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15591	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15591	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15591	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15591	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15591	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15591	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15591	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15591	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15591	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15591	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15591	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15591	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15591	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15591	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15591	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15591	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15591	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15591	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15591	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15591	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15591	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15591	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15591	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15591	embedding2nn.weight	0	0.0028003158513456583
15591	embedding2nn.weight	1	-0.013157909736037254
15591	embedding2nn.weight	2	-0.014268254861235619
15591	embedding2nn.weight	3	0.015104125253856182
15591	embedding2nn.weight	4	-0.005915033631026745
15591	embedding2nn.weight	5	-0.003700597444549203
15591	embedding2nn.weight	6	-0.0039732614532113075
15591	embedding2nn.weight	7	-0.02781650424003601
15591	embedding2nn.weight	8	-0.0019979383796453476
15591	embedding2nn.weight	9	-0.003442761255428195
15591	embedding2nn.bias	0	0.006671707611531019
15591	embedding2nn.bias	1	-0.02464773692190647
15591	embedding2nn.bias	2	0.0639287680387497
15591	embedding2nn.bias	3	0.03952856734395027
15591	embedding2nn.bias	4	-0.001649040263146162
15591	embedding2nn.bias	5	-0.01808200404047966
15591	embedding2nn.bias	6	0.021847832947969437
15591	embedding2nn.bias	7	-0.022708067670464516
15591	embedding2nn.bias	8	0.02090839110314846
15591	embedding2nn.bias	9	0.017273638397455215
15591	rnn.weight_ih_l0	0	-0.01725938357412815
15591	rnn.weight_ih_l0	1	0.01347353681921959
15591	rnn.weight_ih_l0	2	0.027286428958177567
15591	rnn.weight_ih_l0	3	0.02456737868487835
15591	rnn.weight_ih_l0	4	-0.012970677576959133
15591	rnn.weight_ih_l0	5	-0.048584677278995514
15591	rnn.weight_ih_l0	6	0.013304171152412891
15591	rnn.weight_ih_l0	7	0.0415189154446125
15591	rnn.weight_ih_l0	8	0.021898619830608368
15591	rnn.weight_ih_l0	9	-0.03929417207837105
15591	rnn.weight_hh_l0	0	-0.04012016952037811
15591	rnn.weight_hh_l0	1	0.006872775498777628
15591	rnn.weight_hh_l0	2	0.011943181976675987
15591	rnn.weight_hh_l0	3	-0.01068259309977293
15591	rnn.weight_hh_l0	4	0.03457745164632797
15591	rnn.weight_hh_l0	5	-0.012369225732982159
15591	rnn.weight_hh_l0	6	-0.03204231336712837
15591	rnn.weight_hh_l0	7	-0.03972303122282028
15591	rnn.weight_hh_l0	8	0.003519099671393633
15591	rnn.weight_hh_l0	9	-0.026319595053792
15591	rnn.bias_ih_l0	0	0.0195288248360157
15591	rnn.bias_ih_l0	1	-0.014040722511708736
15591	rnn.bias_ih_l0	2	-0.003741590306162834
15591	rnn.bias_ih_l0	3	0.05210522562265396
15591	rnn.bias_ih_l0	4	-0.04558597132563591
15591	rnn.bias_ih_l0	5	-0.013700863346457481
15591	rnn.bias_ih_l0	6	0.0011367413681000471
15591	rnn.bias_ih_l0	7	0.027220232412219048
15591	rnn.bias_ih_l0	8	-0.06749070435762405
15591	rnn.bias_ih_l0	9	0.0007020460325293243
15591	rnn.bias_hh_l0	0	-0.024650108069181442
15591	rnn.bias_hh_l0	1	-0.038362808525562286
15591	rnn.bias_hh_l0	2	-0.018890051171183586
15591	rnn.bias_hh_l0	3	-0.030768992379307747
15591	rnn.bias_hh_l0	4	-0.004827495198696852
15591	rnn.bias_hh_l0	5	0.025791501626372337
15591	rnn.bias_hh_l0	6	0.02745932713150978
15591	rnn.bias_hh_l0	7	-0.023516567423939705
15591	rnn.bias_hh_l0	8	-0.035060543566942215
15591	rnn.bias_hh_l0	9	-0.014494846574962139
15591	rnn.weight_ih_l0_reverse	0	-0.002984939841553569
15591	rnn.weight_ih_l0_reverse	1	-0.04914519190788269
15591	rnn.weight_ih_l0_reverse	2	-0.016581155359745026
15591	rnn.weight_ih_l0_reverse	3	0.0032137837260961533
15591	rnn.weight_ih_l0_reverse	4	-0.012629477307200432
15591	rnn.weight_ih_l0_reverse	5	-0.04772849380970001
15591	rnn.weight_ih_l0_reverse	6	0.04138188064098358
15591	rnn.weight_ih_l0_reverse	7	-0.032881684601306915
15591	rnn.weight_ih_l0_reverse	8	-0.02994684688746929
15591	rnn.weight_ih_l0_reverse	9	0.014389132149517536
15591	rnn.weight_hh_l0_reverse	0	0.030927376821637154
15591	rnn.weight_hh_l0_reverse	1	0.03059803694486618
15591	rnn.weight_hh_l0_reverse	2	0.02529328130185604
15591	rnn.weight_hh_l0_reverse	3	0.018541967496275902
15591	rnn.weight_hh_l0_reverse	4	0.01205932255834341
15591	rnn.weight_hh_l0_reverse	5	0.003006245940923691
15591	rnn.weight_hh_l0_reverse	6	0.036529138684272766
15591	rnn.weight_hh_l0_reverse	7	-0.02339942567050457
15591	rnn.weight_hh_l0_reverse	8	0.005694140214473009
15591	rnn.weight_hh_l0_reverse	9	0.04500023275613785
15591	rnn.bias_ih_l0_reverse	0	-0.06016705185174942
15591	rnn.bias_ih_l0_reverse	1	-0.0737166628241539
15591	rnn.bias_ih_l0_reverse	2	-0.006233938969671726
15591	rnn.bias_ih_l0_reverse	3	0.005151117220520973
15591	rnn.bias_ih_l0_reverse	4	-0.007701038848608732
15591	rnn.bias_ih_l0_reverse	5	0.03326381370425224
15591	rnn.bias_ih_l0_reverse	6	-0.002064591273665428
15591	rnn.bias_ih_l0_reverse	7	0.029970301315188408
15591	rnn.bias_ih_l0_reverse	8	-0.027668854221701622
15591	rnn.bias_ih_l0_reverse	9	0.03856537491083145
15591	rnn.bias_hh_l0_reverse	0	-0.028238564729690552
15591	rnn.bias_hh_l0_reverse	1	-0.017512286081910133
15591	rnn.bias_hh_l0_reverse	2	0.010496449656784534
15591	rnn.bias_hh_l0_reverse	3	-0.04625241830945015
15591	rnn.bias_hh_l0_reverse	4	-0.05091073364019394
15591	rnn.bias_hh_l0_reverse	5	-0.045911893248558044
15591	rnn.bias_hh_l0_reverse	6	0.008808327838778496
15591	rnn.bias_hh_l0_reverse	7	0.01323393639177084
15591	rnn.bias_hh_l0_reverse	8	0.03118278831243515
15591	rnn.bias_hh_l0_reverse	9	-0.0981701910495758
15591	rnn.weight_ih_l1	0	-0.026110880076885223
15591	rnn.weight_ih_l1	1	-0.028683390468358994
15591	rnn.weight_ih_l1	2	0.020869292318820953
15591	rnn.weight_ih_l1	3	-0.007047007326036692
15591	rnn.weight_ih_l1	4	0.013032147660851479
15591	rnn.weight_ih_l1	5	-0.03901824355125427
15591	rnn.weight_ih_l1	6	0.01553357020020485
15591	rnn.weight_ih_l1	7	-0.03567155450582504
15591	rnn.weight_ih_l1	8	0.03852313756942749
15591	rnn.weight_ih_l1	9	0.022033696994185448
15591	rnn.weight_hh_l1	0	0.005057067144662142
15591	rnn.weight_hh_l1	1	0.006835023406893015
15591	rnn.weight_hh_l1	2	-0.029219690710306168
15591	rnn.weight_hh_l1	3	0.0008118675323203206
15591	rnn.weight_hh_l1	4	0.0062591335736215115
15591	rnn.weight_hh_l1	5	0.03416783735156059
15591	rnn.weight_hh_l1	6	0.03332139924168587
15591	rnn.weight_hh_l1	7	-0.030915211886167526
15591	rnn.weight_hh_l1	8	-0.040472179651260376
15591	rnn.weight_hh_l1	9	0.03912527859210968
15591	rnn.bias_ih_l1	0	-0.06714829057455063
15591	rnn.bias_ih_l1	1	-0.06408075243234634
15591	rnn.bias_ih_l1	2	-0.08597292006015778
15591	rnn.bias_ih_l1	3	-0.06676866114139557
15591	rnn.bias_ih_l1	4	-0.11759470403194427
15591	rnn.bias_ih_l1	5	-0.06082533672451973
15591	rnn.bias_ih_l1	6	0.003368996549397707
15591	rnn.bias_ih_l1	7	-0.008439102210104465
15591	rnn.bias_ih_l1	8	-0.0492204986512661
15591	rnn.bias_ih_l1	9	-0.04551202058792114
15591	rnn.bias_hh_l1	0	-0.07525042444467545
15591	rnn.bias_hh_l1	1	-0.008173896931111813
15591	rnn.bias_hh_l1	2	-0.008494669571518898
15591	rnn.bias_hh_l1	3	-0.04412483796477318
15591	rnn.bias_hh_l1	4	-0.050189219415187836
15591	rnn.bias_hh_l1	5	-0.0148091409355402
15591	rnn.bias_hh_l1	6	-0.03406534716486931
15591	rnn.bias_hh_l1	7	-0.05468478798866272
15591	rnn.bias_hh_l1	8	0.006668080110102892
15591	rnn.bias_hh_l1	9	-0.016502829268574715
15591	rnn.weight_ih_l1_reverse	0	-0.030828455463051796
15591	rnn.weight_ih_l1_reverse	1	0.03144770860671997
15591	rnn.weight_ih_l1_reverse	2	-0.037622056901454926
15591	rnn.weight_ih_l1_reverse	3	-0.02014198899269104
15591	rnn.weight_ih_l1_reverse	4	-0.00768002774566412
15591	rnn.weight_ih_l1_reverse	5	-0.040614623576402664
15591	rnn.weight_ih_l1_reverse	6	-0.025312652811408043
15591	rnn.weight_ih_l1_reverse	7	0.014919375069439411
15591	rnn.weight_ih_l1_reverse	8	0.0421629324555397
15591	rnn.weight_ih_l1_reverse	9	-0.029089832678437233
15591	rnn.weight_hh_l1_reverse	0	0.008390631526708603
15591	rnn.weight_hh_l1_reverse	1	0.027117308229207993
15591	rnn.weight_hh_l1_reverse	2	-0.03747732564806938
15591	rnn.weight_hh_l1_reverse	3	0.03895159065723419
15591	rnn.weight_hh_l1_reverse	4	0.03942976891994476
15591	rnn.weight_hh_l1_reverse	5	0.01028075534850359
15591	rnn.weight_hh_l1_reverse	6	0.005191418807953596
15591	rnn.weight_hh_l1_reverse	7	0.028093943372368813
15591	rnn.weight_hh_l1_reverse	8	-0.006487363018095493
15591	rnn.weight_hh_l1_reverse	9	-0.03555712103843689
15591	rnn.bias_ih_l1_reverse	0	-0.007979460060596466
15591	rnn.bias_ih_l1_reverse	1	-0.04812183231115341
15591	rnn.bias_ih_l1_reverse	2	-0.048281241208314896
15591	rnn.bias_ih_l1_reverse	3	0.012409497052431107
15591	rnn.bias_ih_l1_reverse	4	-0.0803903341293335
15591	rnn.bias_ih_l1_reverse	5	-0.04503502696752548
15591	rnn.bias_ih_l1_reverse	6	-0.05259709432721138
15591	rnn.bias_ih_l1_reverse	7	-0.06396830826997757
15591	rnn.bias_ih_l1_reverse	8	0.04805298149585724
15591	rnn.bias_ih_l1_reverse	9	0.03030400723218918
15591	rnn.bias_hh_l1_reverse	0	0.007036344148218632
15591	rnn.bias_hh_l1_reverse	1	-0.0004830004763789475
15591	rnn.bias_hh_l1_reverse	2	-0.12548676133155823
15591	rnn.bias_hh_l1_reverse	3	0.002763523021712899
15591	rnn.bias_hh_l1_reverse	4	-0.02545386739075184
15591	rnn.bias_hh_l1_reverse	5	-0.02250906080007553
15591	rnn.bias_hh_l1_reverse	6	0.07225403934717178
15591	rnn.bias_hh_l1_reverse	7	-0.03355325385928154
15591	rnn.bias_hh_l1_reverse	8	-0.0545545369386673
15591	rnn.bias_hh_l1_reverse	9	-0.04759238287806511
15591	linear.weight	0	0.002228822559118271
15591	linear.weight	1	0.029909547418355942
15591	linear.weight	2	-0.053690630942583084
15591	linear.weight	3	0.14977985620498657
15591	linear.weight	4	0.1158386617898941
15591	linear.weight	5	0.028037190437316895
15591	linear.weight	6	0.06846699118614197
15591	linear.weight	7	0.06322326511144638
15591	linear.weight	8	0.042153045535087585
15591	linear.weight	9	-0.05179767683148384
15591	linear.bias	0	-0.1040903627872467
15591	linear.bias	1	0.17329712212085724
15591	linear.bias	2	-0.12267951667308807
15591	linear.bias	3	-0.746198832988739
15591	linear.bias	4	-0.7936875820159912
15591	linear.bias	5	0.08385873585939407
15591	linear.bias	6	-0.362672358751297
15591	linear.bias	7	0.43536117672920227
15591	linear.bias	8	-0.559941291809082
15591	linear.bias	9	-0.7902250289916992
15788	transitions	0	0.18310920894145966
15788	transitions	1	-0.24834974110126495
15788	transitions	2	-10000.0
15788	transitions	3	-1.7536576986312866
15788	transitions	4	-10000.0
15788	transitions	5	0.8172138333320618
15788	transitions	6	0.13099756836891174
15788	transitions	7	0.10321243107318878
15788	transitions	8	-1.1863722801208496
15788	transitions	9	0.0013745297910645604
15788	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15788	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15788	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15788	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15788	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15788	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15788	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15788	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15788	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15788	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15788	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15788	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15788	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15788	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15788	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15788	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15788	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15788	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15788	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15788	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15788	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15788	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15788	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15788	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15788	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15788	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15788	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15788	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15788	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15788	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15788	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15788	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15788	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15788	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15788	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15788	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15788	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15788	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15788	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15788	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15788	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15788	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15788	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15788	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15788	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15788	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15788	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15788	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15788	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15788	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15788	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15788	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15788	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15788	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15788	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15788	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15788	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15788	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15788	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15788	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15788	embedding2nn.weight	0	0.004981189034879208
15788	embedding2nn.weight	1	-0.013221670873463154
15788	embedding2nn.weight	2	-0.014268254861235619
15788	embedding2nn.weight	3	0.015406028367578983
15788	embedding2nn.weight	4	-0.005915034096688032
15788	embedding2nn.weight	5	-0.003700597444549203
15788	embedding2nn.weight	6	-0.003973260056227446
15788	embedding2nn.weight	7	-0.02695436030626297
15788	embedding2nn.weight	8	-0.0019979383796453476
15788	embedding2nn.weight	9	-0.003524055704474449
15788	embedding2nn.bias	0	0.006220126990228891
15788	embedding2nn.bias	1	-0.029985634610056877
15788	embedding2nn.bias	2	0.06017444655299187
15788	embedding2nn.bias	3	0.037307776510715485
15788	embedding2nn.bias	4	0.0005397025379352272
15788	embedding2nn.bias	5	-0.021361546590924263
15788	embedding2nn.bias	6	0.029553575441241264
15788	embedding2nn.bias	7	-0.02674475498497486
15788	embedding2nn.bias	8	0.026555359363555908
15788	embedding2nn.bias	9	0.024692751467227936
15788	rnn.weight_ih_l0	0	-0.016571296378970146
15788	rnn.weight_ih_l0	1	0.013665207661688328
15788	rnn.weight_ih_l0	2	0.028041765093803406
15788	rnn.weight_ih_l0	3	0.024497615173459053
15788	rnn.weight_ih_l0	4	-0.013934299349784851
15788	rnn.weight_ih_l0	5	-0.049043793231248856
15788	rnn.weight_ih_l0	6	0.013313451781868935
15788	rnn.weight_ih_l0	7	0.04222072660923004
15788	rnn.weight_ih_l0	8	0.02175126038491726
15788	rnn.weight_ih_l0	9	-0.03905192017555237
15788	rnn.weight_hh_l0	0	-0.04035760462284088
15788	rnn.weight_hh_l0	1	0.006212251260876656
15788	rnn.weight_hh_l0	2	0.011465913616120815
15788	rnn.weight_hh_l0	3	-0.011659645475447178
15788	rnn.weight_hh_l0	4	0.03481707349419594
15788	rnn.weight_hh_l0	5	-0.012658137828111649
15788	rnn.weight_hh_l0	6	-0.0311709176748991
15788	rnn.weight_hh_l0	7	-0.04021671041846275
15788	rnn.weight_hh_l0	8	0.00348306423984468
15788	rnn.weight_hh_l0	9	-0.02617027424275875
15788	rnn.bias_ih_l0	0	0.016662148758769035
15788	rnn.bias_ih_l0	1	-0.01428617350757122
15788	rnn.bias_ih_l0	2	-0.0036612797994166613
15788	rnn.bias_ih_l0	3	0.06017963960766792
15788	rnn.bias_ih_l0	4	-0.04368174448609352
15788	rnn.bias_ih_l0	5	-0.012916447594761848
15788	rnn.bias_ih_l0	6	0.00555670540779829
15788	rnn.bias_ih_l0	7	0.029199540615081787
15788	rnn.bias_ih_l0	8	-0.06761027127504349
15788	rnn.bias_ih_l0	9	0.003439124906435609
15788	rnn.bias_hh_l0	0	-0.021657094359397888
15788	rnn.bias_hh_l0	1	-0.046796347945928574
15788	rnn.bias_hh_l0	2	-0.021794261410832405
15788	rnn.bias_hh_l0	3	-0.032187145203351974
15788	rnn.bias_hh_l0	4	-0.006294932682067156
15788	rnn.bias_hh_l0	5	0.02620306797325611
15788	rnn.bias_hh_l0	6	0.026986995711922646
15788	rnn.bias_hh_l0	7	-0.023652570322155952
15788	rnn.bias_hh_l0	8	-0.03754924610257149
15788	rnn.bias_hh_l0	9	-0.013849177397787571
15788	rnn.weight_ih_l0_reverse	0	-0.005236637778580189
15788	rnn.weight_ih_l0_reverse	1	-0.04937838390469551
15788	rnn.weight_ih_l0_reverse	2	-0.017640871927142143
15788	rnn.weight_ih_l0_reverse	3	0.0025945433881133795
15788	rnn.weight_ih_l0_reverse	4	-0.012822608463466167
15788	rnn.weight_ih_l0_reverse	5	-0.047588665038347244
15788	rnn.weight_ih_l0_reverse	6	0.041446711868047714
15788	rnn.weight_ih_l0_reverse	7	-0.03184163570404053
15788	rnn.weight_ih_l0_reverse	8	-0.02890661358833313
15788	rnn.weight_ih_l0_reverse	9	0.014509730041027069
15788	rnn.weight_hh_l0_reverse	0	0.030350951477885246
15788	rnn.weight_hh_l0_reverse	1	0.030204197391867638
15788	rnn.weight_hh_l0_reverse	2	0.025068527087569237
15788	rnn.weight_hh_l0_reverse	3	0.018762510269880295
15788	rnn.weight_hh_l0_reverse	4	0.01207167562097311
15788	rnn.weight_hh_l0_reverse	5	0.0006909084622748196
15788	rnn.weight_hh_l0_reverse	6	0.03654470294713974
15788	rnn.weight_hh_l0_reverse	7	-0.0230801310390234
15788	rnn.weight_hh_l0_reverse	8	0.004988465458154678
15788	rnn.weight_hh_l0_reverse	9	0.044856663793325424
15788	rnn.bias_ih_l0_reverse	0	-0.059429701417684555
15788	rnn.bias_ih_l0_reverse	1	-0.07260721921920776
15788	rnn.bias_ih_l0_reverse	2	-0.005383222363889217
15788	rnn.bias_ih_l0_reverse	3	0.007091868203133345
15788	rnn.bias_ih_l0_reverse	4	-0.010546267963945866
15788	rnn.bias_ih_l0_reverse	5	0.03284471109509468
15788	rnn.bias_ih_l0_reverse	6	-0.0020751552656292915
15788	rnn.bias_ih_l0_reverse	7	0.029450295493006706
15788	rnn.bias_ih_l0_reverse	8	-0.02894223853945732
15788	rnn.bias_ih_l0_reverse	9	0.035959914326667786
15788	rnn.bias_hh_l0_reverse	0	-0.028715746477246284
15788	rnn.bias_hh_l0_reverse	1	-0.013378606177866459
15788	rnn.bias_hh_l0_reverse	2	0.009254650212824345
15788	rnn.bias_hh_l0_reverse	3	-0.04413355141878128
15788	rnn.bias_hh_l0_reverse	4	-0.04794813320040703
15788	rnn.bias_hh_l0_reverse	5	-0.04321455955505371
15788	rnn.bias_hh_l0_reverse	6	0.011487716808915138
15788	rnn.bias_hh_l0_reverse	7	0.014817100018262863
15788	rnn.bias_hh_l0_reverse	8	0.033055223524570465
15788	rnn.bias_hh_l0_reverse	9	-0.10015814751386642
15788	rnn.weight_ih_l1	0	-0.025454554706811905
15788	rnn.weight_ih_l1	1	-0.02968571148812771
15788	rnn.weight_ih_l1	2	0.018003171309828758
15788	rnn.weight_ih_l1	3	-0.008450585417449474
15788	rnn.weight_ih_l1	4	0.012835178524255753
15788	rnn.weight_ih_l1	5	-0.03872084245085716
15788	rnn.weight_ih_l1	6	0.015533026307821274
15788	rnn.weight_ih_l1	7	-0.03644483909010887
15788	rnn.weight_ih_l1	8	0.03907972201704979
15788	rnn.weight_ih_l1	9	0.022171631455421448
15788	rnn.weight_hh_l1	0	0.003110233461484313
15788	rnn.weight_hh_l1	1	0.007245020009577274
15788	rnn.weight_hh_l1	2	-0.02952965348958969
15788	rnn.weight_hh_l1	3	0.0006591882556676865
15788	rnn.weight_hh_l1	4	0.004450121894478798
15788	rnn.weight_hh_l1	5	0.034203581511974335
15788	rnn.weight_hh_l1	6	0.03335767611861229
15788	rnn.weight_hh_l1	7	-0.030920805409550667
15788	rnn.weight_hh_l1	8	-0.04040315002202988
15788	rnn.weight_hh_l1	9	0.03932555019855499
15788	rnn.bias_ih_l1	0	-0.06724952906370163
15788	rnn.bias_ih_l1	1	-0.06385614722967148
15788	rnn.bias_ih_l1	2	-0.08340110629796982
15788	rnn.bias_ih_l1	3	-0.07278725504875183
15788	rnn.bias_ih_l1	4	-0.12766234576702118
15788	rnn.bias_ih_l1	5	-0.06375882029533386
15788	rnn.bias_ih_l1	6	0.007008269429206848
15788	rnn.bias_ih_l1	7	-0.008906927891075611
15788	rnn.bias_ih_l1	8	-0.04946032539010048
15788	rnn.bias_ih_l1	9	-0.049486495554447174
15788	rnn.bias_hh_l1	0	-0.07409536093473434
15788	rnn.bias_hh_l1	1	-0.008376764133572578
15788	rnn.bias_hh_l1	2	-0.008622684516012669
15788	rnn.bias_hh_l1	3	-0.04456164687871933
15788	rnn.bias_hh_l1	4	-0.050779834389686584
15788	rnn.bias_hh_l1	5	-0.014611784368753433
15788	rnn.bias_hh_l1	6	-0.029529046267271042
15788	rnn.bias_hh_l1	7	-0.059501927345991135
15788	rnn.bias_hh_l1	8	0.004863443784415722
15788	rnn.bias_hh_l1	9	-0.016124607995152473
15788	rnn.weight_ih_l1_reverse	0	-0.03061765991151333
15788	rnn.weight_ih_l1_reverse	1	0.031137071549892426
15788	rnn.weight_ih_l1_reverse	2	-0.0374421626329422
15788	rnn.weight_ih_l1_reverse	3	-0.020199498161673546
15788	rnn.weight_ih_l1_reverse	4	-0.00921352207660675
15788	rnn.weight_ih_l1_reverse	5	-0.040694460272789
15788	rnn.weight_ih_l1_reverse	6	-0.02597605623304844
15788	rnn.weight_ih_l1_reverse	7	0.015024838969111443
15788	rnn.weight_ih_l1_reverse	8	0.0398239903151989
15788	rnn.weight_ih_l1_reverse	9	-0.03148380294442177
15788	rnn.weight_hh_l1_reverse	0	0.008208348415791988
15788	rnn.weight_hh_l1_reverse	1	0.027174387127161026
15788	rnn.weight_hh_l1_reverse	2	-0.03753478825092316
15788	rnn.weight_hh_l1_reverse	3	0.03914410620927811
15788	rnn.weight_hh_l1_reverse	4	0.039314527064561844
15788	rnn.weight_hh_l1_reverse	5	0.010434193536639214
15788	rnn.weight_hh_l1_reverse	6	0.007264127489179373
15788	rnn.weight_hh_l1_reverse	7	0.028254758566617966
15788	rnn.weight_hh_l1_reverse	8	-0.006352246273308992
15788	rnn.weight_hh_l1_reverse	9	-0.035792261362075806
15788	rnn.bias_ih_l1_reverse	0	-0.007285915315151215
15788	rnn.bias_ih_l1_reverse	1	-0.04812844470143318
15788	rnn.bias_ih_l1_reverse	2	-0.048797596246004105
15788	rnn.bias_ih_l1_reverse	3	0.016900962218642235
15788	rnn.bias_ih_l1_reverse	4	-0.08165138959884644
15788	rnn.bias_ih_l1_reverse	5	-0.04449944198131561
15788	rnn.bias_ih_l1_reverse	6	-0.054730117321014404
15788	rnn.bias_ih_l1_reverse	7	-0.06625961512327194
15788	rnn.bias_ih_l1_reverse	8	0.04529433697462082
15788	rnn.bias_ih_l1_reverse	9	0.02953173965215683
15788	rnn.bias_hh_l1_reverse	0	-0.0008915858925320208
15788	rnn.bias_hh_l1_reverse	1	0.004998748656362295
15788	rnn.bias_hh_l1_reverse	2	-0.13085725903511047
15788	rnn.bias_hh_l1_reverse	3	0.0028959582559764385
15788	rnn.bias_hh_l1_reverse	4	-0.026178846135735512
15788	rnn.bias_hh_l1_reverse	5	-0.02375086024403572
15788	rnn.bias_hh_l1_reverse	6	0.07865504920482635
15788	rnn.bias_hh_l1_reverse	7	-0.035939108580350876
15788	rnn.bias_hh_l1_reverse	8	-0.054468367248773575
15788	rnn.bias_hh_l1_reverse	9	-0.044871192425489426
15788	linear.weight	0	0.002228822559118271
15788	linear.weight	1	0.026230338960886
15788	linear.weight	2	-0.03961121290922165
15788	linear.weight	3	0.17283570766448975
15788	linear.weight	4	0.1243463009595871
15788	linear.weight	5	0.035186149179935455
15788	linear.weight	6	0.06335102766752243
15788	linear.weight	7	0.07922931760549545
15788	linear.weight	8	0.04213940352201462
15788	linear.weight	9	-0.05343561992049217
15788	linear.bias	0	-0.08441697061061859
15788	linear.bias	1	0.1375107765197754
15788	linear.bias	2	-0.16188198328018188
15788	linear.bias	3	-0.7544277906417847
15788	linear.bias	4	-0.7972915172576904
15788	linear.bias	5	0.11570931226015091
15788	linear.bias	6	-0.39580801129341125
15788	linear.bias	7	0.4633408784866333
15788	linear.bias	8	-0.5436702966690063
15788	linear.bias	9	-0.76971435546875
15792	transitions	0	0.19470854103565216
15792	transitions	1	-0.24651890993118286
15792	transitions	2	-10000.0
15792	transitions	3	-1.753659725189209
15792	transitions	4	-10000.0
15792	transitions	5	0.8171849846839905
15792	transitions	6	0.13093876838684082
15792	transitions	7	0.10317659378051758
15792	transitions	8	-1.186414122581482
15792	transitions	9	0.0013736902037635446
15792	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15792	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15792	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15792	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15792	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15792	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15792	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15792	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15792	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15792	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15792	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15792	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15792	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15792	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15792	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15792	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15792	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15792	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15792	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15792	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15792	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15792	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15792	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15792	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15792	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15792	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15792	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15792	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15792	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15792	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15792	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15792	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15792	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15792	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15792	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15792	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15792	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15792	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15792	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15792	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15792	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15792	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15792	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15792	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15792	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15792	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15792	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15792	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15792	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15792	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15792	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15792	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15792	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15792	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15792	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15792	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15792	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15792	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15792	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15792	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15792	embedding2nn.weight	0	0.00490601547062397
15792	embedding2nn.weight	1	-0.013221067376434803
15792	embedding2nn.weight	2	-0.014268254861235619
15792	embedding2nn.weight	3	0.01567363180220127
15792	embedding2nn.weight	4	-0.005915034096688032
15792	embedding2nn.weight	5	-0.003700597444549203
15792	embedding2nn.weight	6	-0.003973260056227446
15792	embedding2nn.weight	7	-0.02676345780491829
15792	embedding2nn.weight	8	-0.0019979383796453476
15792	embedding2nn.weight	9	-0.0038061863742768764
15792	embedding2nn.bias	0	0.006158248521387577
15792	embedding2nn.bias	1	-0.030948471277952194
15792	embedding2nn.bias	2	0.05947219952940941
15792	embedding2nn.bias	3	0.03710388019680977
15792	embedding2nn.bias	4	-0.0004565186973195523
15792	embedding2nn.bias	5	-0.021634068340063095
15792	embedding2nn.bias	6	0.030753694474697113
15792	embedding2nn.bias	7	-0.02680675871670246
15792	embedding2nn.bias	8	0.027138225734233856
15792	embedding2nn.bias	9	0.023618513718247414
15792	rnn.weight_ih_l0	0	-0.01698099449276924
15792	rnn.weight_ih_l0	1	0.013690215535461903
15792	rnn.weight_ih_l0	2	0.027912406250834465
15792	rnn.weight_ih_l0	3	0.02446124143898487
15792	rnn.weight_ih_l0	4	-0.013963485136628151
15792	rnn.weight_ih_l0	5	-0.04898769035935402
15792	rnn.weight_ih_l0	6	0.01335171703249216
15792	rnn.weight_ih_l0	7	0.04220204055309296
15792	rnn.weight_ih_l0	8	0.021726157516241074
15792	rnn.weight_ih_l0	9	-0.039046965539455414
15792	rnn.weight_hh_l0	0	-0.04035312309861183
15792	rnn.weight_hh_l0	1	0.006214615888893604
15792	rnn.weight_hh_l0	2	0.011330155655741692
15792	rnn.weight_hh_l0	3	-0.011638407595455647
15792	rnn.weight_hh_l0	4	0.034810665994882584
15792	rnn.weight_hh_l0	5	-0.012859592214226723
15792	rnn.weight_hh_l0	6	-0.031216811388731003
15792	rnn.weight_hh_l0	7	-0.04060836136341095
15792	rnn.weight_hh_l0	8	0.003531570313498378
15792	rnn.weight_hh_l0	9	-0.026206564158201218
15792	rnn.bias_ih_l0	0	0.0170181542634964
15792	rnn.bias_ih_l0	1	-0.013887405395507812
15792	rnn.bias_ih_l0	2	-0.003334211651235819
15792	rnn.bias_ih_l0	3	0.05960248410701752
15792	rnn.bias_ih_l0	4	-0.04401066154241562
15792	rnn.bias_ih_l0	5	-0.013465611264109612
15792	rnn.bias_ih_l0	6	0.005474202800542116
15792	rnn.bias_ih_l0	7	0.02856261096894741
15792	rnn.bias_ih_l0	8	-0.06763650476932526
15792	rnn.bias_ih_l0	9	0.0031891686376184225
15792	rnn.bias_hh_l0	0	-0.021556003019213676
15792	rnn.bias_hh_l0	1	-0.04626603424549103
15792	rnn.bias_hh_l0	2	-0.02196384407579899
15792	rnn.bias_hh_l0	3	-0.03219648823142052
15792	rnn.bias_hh_l0	4	-0.006422363221645355
15792	rnn.bias_hh_l0	5	0.026004746556282043
15792	rnn.bias_hh_l0	6	0.027065901085734367
15792	rnn.bias_hh_l0	7	-0.023666588589549065
15792	rnn.bias_hh_l0	8	-0.03819452226161957
15792	rnn.bias_hh_l0	9	-0.014661475084722042
15792	rnn.weight_ih_l0_reverse	0	-0.005274771712720394
15792	rnn.weight_ih_l0_reverse	1	-0.04953553155064583
15792	rnn.weight_ih_l0_reverse	2	-0.01756656914949417
15792	rnn.weight_ih_l0_reverse	3	0.0023264987394213676
15792	rnn.weight_ih_l0_reverse	4	-0.012777072377502918
15792	rnn.weight_ih_l0_reverse	5	-0.047616299241781235
15792	rnn.weight_ih_l0_reverse	6	0.04149876907467842
15792	rnn.weight_ih_l0_reverse	7	-0.031851742416620255
15792	rnn.weight_ih_l0_reverse	8	-0.02888476848602295
15792	rnn.weight_ih_l0_reverse	9	0.014421726576983929
15792	rnn.weight_hh_l0_reverse	0	0.030603397637605667
15792	rnn.weight_hh_l0_reverse	1	0.030147619545459747
15792	rnn.weight_hh_l0_reverse	2	0.025030076503753662
15792	rnn.weight_hh_l0_reverse	3	0.01876741088926792
15792	rnn.weight_hh_l0_reverse	4	0.012153072282671928
15792	rnn.weight_hh_l0_reverse	5	0.0005464163841679692
15792	rnn.weight_hh_l0_reverse	6	0.036499202251434326
15792	rnn.weight_hh_l0_reverse	7	-0.023184260353446007
15792	rnn.weight_hh_l0_reverse	8	0.004958455450832844
15792	rnn.weight_hh_l0_reverse	9	0.044968437403440475
15792	rnn.bias_ih_l0_reverse	0	-0.05955846607685089
15792	rnn.bias_ih_l0_reverse	1	-0.07327032089233398
15792	rnn.bias_ih_l0_reverse	2	-0.005656941793859005
15792	rnn.bias_ih_l0_reverse	3	0.00771617004647851
15792	rnn.bias_ih_l0_reverse	4	-0.011257246136665344
15792	rnn.bias_ih_l0_reverse	5	0.03277348726987839
15792	rnn.bias_ih_l0_reverse	6	-0.002123679732903838
15792	rnn.bias_ih_l0_reverse	7	0.02971169911324978
15792	rnn.bias_ih_l0_reverse	8	-0.029153484851121902
15792	rnn.bias_ih_l0_reverse	9	0.03547288849949837
15792	rnn.bias_hh_l0_reverse	0	-0.028681088238954544
15792	rnn.bias_hh_l0_reverse	1	-0.013806810602545738
15792	rnn.bias_hh_l0_reverse	2	0.00897782202810049
15792	rnn.bias_hh_l0_reverse	3	-0.04385882616043091
15792	rnn.bias_hh_l0_reverse	4	-0.04763028770685196
15792	rnn.bias_hh_l0_reverse	5	-0.043170180171728134
15792	rnn.bias_hh_l0_reverse	6	0.011523367837071419
15792	rnn.bias_hh_l0_reverse	7	0.015236363746225834
15792	rnn.bias_hh_l0_reverse	8	0.03247274085879326
15792	rnn.bias_hh_l0_reverse	9	-0.09983961284160614
15792	rnn.weight_ih_l1	0	-0.025378376245498657
15792	rnn.weight_ih_l1	1	-0.029591478407382965
15792	rnn.weight_ih_l1	2	0.017689334228634834
15792	rnn.weight_ih_l1	3	-0.008422434329986572
15792	rnn.weight_ih_l1	4	0.012787837535142899
15792	rnn.weight_ih_l1	5	-0.03876860439777374
15792	rnn.weight_ih_l1	6	0.015575071796774864
15792	rnn.weight_ih_l1	7	-0.036448732018470764
15792	rnn.weight_ih_l1	8	0.039038240909576416
15792	rnn.weight_ih_l1	9	0.022143565118312836
15792	rnn.weight_hh_l1	0	0.003164709312841296
15792	rnn.weight_hh_l1	1	0.007236808072775602
15792	rnn.weight_hh_l1	2	-0.029439330101013184
15792	rnn.weight_hh_l1	3	0.0006781358970329165
15792	rnn.weight_hh_l1	4	0.0044845156371593475
15792	rnn.weight_hh_l1	5	0.03417101874947548
15792	rnn.weight_hh_l1	6	0.03336472436785698
15792	rnn.weight_hh_l1	7	-0.030923577025532722
15792	rnn.weight_hh_l1	8	-0.040407754480838776
15792	rnn.weight_hh_l1	9	0.03933485597372055
15792	rnn.bias_ih_l1	0	-0.06754643470048904
15792	rnn.bias_ih_l1	1	-0.06362486630678177
15792	rnn.bias_ih_l1	2	-0.08322467654943466
15792	rnn.bias_ih_l1	3	-0.07303411513566971
15792	rnn.bias_ih_l1	4	-0.1314762979745865
15792	rnn.bias_ih_l1	5	-0.06344997882843018
15792	rnn.bias_ih_l1	6	0.0069916099309921265
15792	rnn.bias_ih_l1	7	-0.00842426810413599
15792	rnn.bias_ih_l1	8	-0.04976429045200348
15792	rnn.bias_ih_l1	9	-0.049601878970861435
15792	rnn.bias_hh_l1	0	-0.07447775453329086
15792	rnn.bias_hh_l1	1	-0.008366938680410385
15792	rnn.bias_hh_l1	2	-0.008362920954823494
15792	rnn.bias_hh_l1	3	-0.04453800991177559
15792	rnn.bias_hh_l1	4	-0.050766024738550186
15792	rnn.bias_hh_l1	5	-0.014465797692537308
15792	rnn.bias_hh_l1	6	-0.029741961508989334
15792	rnn.bias_hh_l1	7	-0.05882829427719116
15792	rnn.bias_hh_l1	8	0.0052207354456186295
15792	rnn.bias_hh_l1	9	-0.016038045287132263
15792	rnn.weight_ih_l1_reverse	0	-0.030545303598046303
15792	rnn.weight_ih_l1_reverse	1	0.03140087053179741
15792	rnn.weight_ih_l1_reverse	2	-0.03725985065102577
15792	rnn.weight_ih_l1_reverse	3	-0.020221462473273277
15792	rnn.weight_ih_l1_reverse	4	-0.009058356285095215
15792	rnn.weight_ih_l1_reverse	5	-0.04069143906235695
15792	rnn.weight_ih_l1_reverse	6	-0.02615230157971382
15792	rnn.weight_ih_l1_reverse	7	0.015042859129607677
15792	rnn.weight_ih_l1_reverse	8	0.0389820858836174
15792	rnn.weight_ih_l1_reverse	9	-0.03158681094646454
15792	rnn.weight_hh_l1_reverse	0	0.008197447285056114
15792	rnn.weight_hh_l1_reverse	1	0.0271726306527853
15792	rnn.weight_hh_l1_reverse	2	-0.03755296766757965
15792	rnn.weight_hh_l1_reverse	3	0.03913723677396774
15792	rnn.weight_hh_l1_reverse	4	0.03935326635837555
15792	rnn.weight_hh_l1_reverse	5	0.01047117356210947
15792	rnn.weight_hh_l1_reverse	6	0.007244717329740524
15792	rnn.weight_hh_l1_reverse	7	0.02822842262685299
15792	rnn.weight_hh_l1_reverse	8	-0.006341868080198765
15792	rnn.weight_hh_l1_reverse	9	-0.035803668200969696
15792	rnn.bias_ih_l1_reverse	0	-0.007233404088765383
15792	rnn.bias_ih_l1_reverse	1	-0.04856140911579132
15792	rnn.bias_ih_l1_reverse	2	-0.04906800016760826
15792	rnn.bias_ih_l1_reverse	3	0.016109585762023926
15792	rnn.bias_ih_l1_reverse	4	-0.08110052347183228
15792	rnn.bias_ih_l1_reverse	5	-0.04434669017791748
15792	rnn.bias_ih_l1_reverse	6	-0.05483676493167877
15792	rnn.bias_ih_l1_reverse	7	-0.06555506587028503
15792	rnn.bias_ih_l1_reverse	8	0.04747117683291435
15792	rnn.bias_ih_l1_reverse	9	0.029532210901379585
15792	rnn.bias_hh_l1_reverse	0	0.001362089766189456
15792	rnn.bias_hh_l1_reverse	1	0.004496541805565357
15792	rnn.bias_hh_l1_reverse	2	-0.1307283341884613
15792	rnn.bias_hh_l1_reverse	3	0.003408504417166114
15792	rnn.bias_hh_l1_reverse	4	-0.026123149320483208
15792	rnn.bias_hh_l1_reverse	5	-0.023242346942424774
15792	rnn.bias_hh_l1_reverse	6	0.08061011135578156
15792	rnn.bias_hh_l1_reverse	7	-0.03615831956267357
15792	rnn.bias_hh_l1_reverse	8	-0.05436937138438225
15792	rnn.bias_hh_l1_reverse	9	-0.0448504239320755
15792	linear.weight	0	0.002228822559118271
15792	linear.weight	1	0.026225047186017036
15792	linear.weight	2	-0.04001171514391899
15792	linear.weight	3	0.17202748358249664
15792	linear.weight	4	0.12251932919025421
15792	linear.weight	5	0.0357607826590538
15792	linear.weight	6	0.06548020243644714
15792	linear.weight	7	0.08172759413719177
15792	linear.weight	8	0.042140521109104156
15792	linear.weight	9	-0.05553064122796059
15792	linear.bias	0	-0.08964905142784119
15792	linear.bias	1	0.14951738715171814
15792	linear.bias	2	-0.18086007237434387
15792	linear.bias	3	-0.7596663236618042
15792	linear.bias	4	-0.8022098541259766
15792	linear.bias	5	0.11570339649915695
15792	linear.bias	6	-0.3841690719127655
15792	linear.bias	7	0.4633828401565552
15792	linear.bias	8	-0.5457717776298523
15792	linear.bias	9	-0.7712646722793579
15989	transitions	0	0.20861311256885529
15989	transitions	1	-0.25001266598701477
15989	transitions	2	-10000.0
15989	transitions	3	-1.7540826797485352
15989	transitions	4	-10000.0
15989	transitions	5	0.8151820302009583
15989	transitions	6	0.12902066111564636
15989	transitions	7	0.10013042390346527
15989	transitions	8	-1.1879092454910278
15989	transitions	9	0.0013495851308107376
15989	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
15989	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
15989	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
15989	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
15989	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
15989	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
15989	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
15989	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
15989	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
15989	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
15989	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
15989	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
15989	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
15989	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
15989	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
15989	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
15989	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
15989	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
15989	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
15989	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
15989	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
15989	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
15989	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
15989	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
15989	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
15989	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
15989	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
15989	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
15989	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
15989	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
15989	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
15989	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
15989	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
15989	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
15989	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
15989	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
15989	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
15989	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
15989	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
15989	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
15989	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
15989	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
15989	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
15989	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
15989	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
15989	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
15989	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
15989	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
15989	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
15989	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
15989	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
15989	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
15989	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
15989	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
15989	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
15989	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
15989	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
15989	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
15989	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
15989	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
15989	embedding2nn.weight	0	0.002590786898508668
15989	embedding2nn.weight	1	-0.013306865468621254
15989	embedding2nn.weight	2	-0.014268254861235619
15989	embedding2nn.weight	3	0.017133794724941254
15989	embedding2nn.weight	4	-0.005915034096688032
15989	embedding2nn.weight	5	-0.0037005976773798466
15989	embedding2nn.weight	6	-0.003973263315856457
15989	embedding2nn.weight	7	-0.027129605412483215
15989	embedding2nn.weight	8	-0.0019979383796453476
15989	embedding2nn.weight	9	-0.003944036550819874
15989	embedding2nn.bias	0	0.003875931492075324
15989	embedding2nn.bias	1	-0.038080647587776184
15989	embedding2nn.bias	2	0.05889895558357239
15989	embedding2nn.bias	3	0.03166935592889786
15989	embedding2nn.bias	4	0.007145777810364962
15989	embedding2nn.bias	5	-0.026451686397194862
15989	embedding2nn.bias	6	0.027618171647191048
15989	embedding2nn.bias	7	-0.026980681344866753
15989	embedding2nn.bias	8	0.025358637794852257
15989	embedding2nn.bias	9	0.02657567523419857
15989	rnn.weight_ih_l0	0	-0.017274241894483566
15989	rnn.weight_ih_l0	1	0.014334941282868385
15989	rnn.weight_ih_l0	2	0.026818489655852318
15989	rnn.weight_ih_l0	3	0.024453021585941315
15989	rnn.weight_ih_l0	4	-0.013900036923587322
15989	rnn.weight_ih_l0	5	-0.0495949424803257
15989	rnn.weight_ih_l0	6	0.013585103675723076
15989	rnn.weight_ih_l0	7	0.04253228381276131
15989	rnn.weight_ih_l0	8	0.020927181467413902
15989	rnn.weight_ih_l0	9	-0.038920141756534576
15989	rnn.weight_hh_l0	0	-0.040071919560432434
15989	rnn.weight_hh_l0	1	0.006697781849652529
15989	rnn.weight_hh_l0	2	0.01137597020715475
15989	rnn.weight_hh_l0	3	-0.01221123244613409
15989	rnn.weight_hh_l0	4	0.034732747822999954
15989	rnn.weight_hh_l0	5	-0.01291984785348177
15989	rnn.weight_hh_l0	6	-0.031445980072021484
15989	rnn.weight_hh_l0	7	-0.04031140357255936
15989	rnn.weight_hh_l0	8	0.0032344702631235123
15989	rnn.weight_hh_l0	9	-0.025959014892578125
15989	rnn.bias_ih_l0	0	0.016556505113840103
15989	rnn.bias_ih_l0	1	-0.013941258192062378
15989	rnn.bias_ih_l0	2	-0.0025996165350079536
15989	rnn.bias_ih_l0	3	0.05904795974493027
15989	rnn.bias_ih_l0	4	-0.0466502383351326
15989	rnn.bias_ih_l0	5	-0.011474017053842545
15989	rnn.bias_ih_l0	6	0.008522158488631248
15989	rnn.bias_ih_l0	7	0.027113687247037888
15989	rnn.bias_ih_l0	8	-0.06682220101356506
15989	rnn.bias_ih_l0	9	0.009396061301231384
15989	rnn.bias_hh_l0	0	-0.02324874885380268
15989	rnn.bias_hh_l0	1	-0.04786410927772522
15989	rnn.bias_hh_l0	2	-0.020426729694008827
15989	rnn.bias_hh_l0	3	-0.03356913477182388
15989	rnn.bias_hh_l0	4	-0.006726260297000408
15989	rnn.bias_hh_l0	5	0.026024166494607925
15989	rnn.bias_hh_l0	6	0.03075929917395115
15989	rnn.bias_hh_l0	7	-0.02072514221072197
15989	rnn.bias_hh_l0	8	-0.03768448159098625
15989	rnn.bias_hh_l0	9	-0.0177468191832304
15989	rnn.weight_ih_l0_reverse	0	-0.005118823144584894
15989	rnn.weight_ih_l0_reverse	1	-0.05036824569106102
15989	rnn.weight_ih_l0_reverse	2	-0.01912497915327549
15989	rnn.weight_ih_l0_reverse	3	0.0023030980955809355
15989	rnn.weight_ih_l0_reverse	4	-0.013274967670440674
15989	rnn.weight_ih_l0_reverse	5	-0.04772721603512764
15989	rnn.weight_ih_l0_reverse	6	0.04162343591451645
15989	rnn.weight_ih_l0_reverse	7	-0.03362824395298958
15989	rnn.weight_ih_l0_reverse	8	-0.028501396998763084
15989	rnn.weight_ih_l0_reverse	9	0.014277205802500248
15989	rnn.weight_hh_l0_reverse	0	0.029573814943432808
15989	rnn.weight_hh_l0_reverse	1	0.02994193509221077
15989	rnn.weight_hh_l0_reverse	2	0.024554414674639702
15989	rnn.weight_hh_l0_reverse	3	0.018436249345541
15989	rnn.weight_hh_l0_reverse	4	0.012376740574836731
15989	rnn.weight_hh_l0_reverse	5	0.0003197419864591211
15989	rnn.weight_hh_l0_reverse	6	0.03643103688955307
15989	rnn.weight_hh_l0_reverse	7	-0.022542469203472137
15989	rnn.weight_hh_l0_reverse	8	0.005383419804275036
15989	rnn.weight_hh_l0_reverse	9	0.046293746680021286
15989	rnn.bias_ih_l0_reverse	0	-0.05857215076684952
15989	rnn.bias_ih_l0_reverse	1	-0.0750013068318367
15989	rnn.bias_ih_l0_reverse	2	-0.009317105636000633
15989	rnn.bias_ih_l0_reverse	3	0.007105459924787283
15989	rnn.bias_ih_l0_reverse	4	-0.0115123325958848
15989	rnn.bias_ih_l0_reverse	5	0.03162975609302521
15989	rnn.bias_ih_l0_reverse	6	-0.001602223957888782
15989	rnn.bias_ih_l0_reverse	7	0.029486848041415215
15989	rnn.bias_ih_l0_reverse	8	-0.03077559359371662
15989	rnn.bias_ih_l0_reverse	9	0.038165800273418427
15989	rnn.bias_hh_l0_reverse	0	-0.03060588613152504
15989	rnn.bias_hh_l0_reverse	1	-0.020469030365347862
15989	rnn.bias_hh_l0_reverse	2	0.008949343115091324
15989	rnn.bias_hh_l0_reverse	3	-0.04482957348227501
15989	rnn.bias_hh_l0_reverse	4	-0.046845655888319016
15989	rnn.bias_hh_l0_reverse	5	-0.043767403811216354
15989	rnn.bias_hh_l0_reverse	6	0.012991763651371002
15989	rnn.bias_hh_l0_reverse	7	0.017344854772090912
15989	rnn.bias_hh_l0_reverse	8	0.03292711079120636
15989	rnn.bias_hh_l0_reverse	9	-0.09824980795383453
15989	rnn.weight_ih_l1	0	-0.025837348774075508
15989	rnn.weight_ih_l1	1	-0.02923731878399849
15989	rnn.weight_ih_l1	2	0.018561428412795067
15989	rnn.weight_ih_l1	3	-0.008870038203895092
15989	rnn.weight_ih_l1	4	0.012267828918993473
15989	rnn.weight_ih_l1	5	-0.03862892463803291
15989	rnn.weight_ih_l1	6	0.015635963529348373
15989	rnn.weight_ih_l1	7	-0.03664600849151611
15989	rnn.weight_ih_l1	8	0.038311347365379333
15989	rnn.weight_ih_l1	9	0.02213829569518566
15989	rnn.weight_hh_l1	0	0.004019320011138916
15989	rnn.weight_hh_l1	1	0.007431200239807367
15989	rnn.weight_hh_l1	2	-0.029476290568709373
15989	rnn.weight_hh_l1	3	0.0005082078278064728
15989	rnn.weight_hh_l1	4	0.004324923735111952
15989	rnn.weight_hh_l1	5	0.03407251834869385
15989	rnn.weight_hh_l1	6	0.03342002257704735
15989	rnn.weight_hh_l1	7	-0.03093329444527626
15989	rnn.weight_hh_l1	8	-0.04056021571159363
15989	rnn.weight_hh_l1	9	0.03912103921175003
15989	rnn.bias_ih_l1	0	-0.06884856522083282
15989	rnn.bias_ih_l1	1	-0.06538773328065872
15989	rnn.bias_ih_l1	2	-0.08655408024787903
15989	rnn.bias_ih_l1	3	-0.06801848858594894
15989	rnn.bias_ih_l1	4	-0.12168285995721817
15989	rnn.bias_ih_l1	5	-0.06599225103855133
15989	rnn.bias_ih_l1	6	0.004973207600414753
15989	rnn.bias_ih_l1	7	-0.00812817458063364
15989	rnn.bias_ih_l1	8	-0.05269657075405121
15989	rnn.bias_ih_l1	9	-0.05245988816022873
15989	rnn.bias_hh_l1	0	-0.07136937975883484
15989	rnn.bias_hh_l1	1	-0.006965797394514084
15989	rnn.bias_hh_l1	2	-0.009409137070178986
15989	rnn.bias_hh_l1	3	-0.04649275913834572
15989	rnn.bias_hh_l1	4	-0.0507279671728611
15989	rnn.bias_hh_l1	5	-0.011423430405557156
15989	rnn.bias_hh_l1	6	-0.027541477233171463
15989	rnn.bias_hh_l1	7	-0.051932260394096375
15989	rnn.bias_hh_l1	8	0.006094423122704029
15989	rnn.bias_hh_l1	9	-0.01538187824189663
15989	rnn.weight_ih_l1_reverse	0	-0.031364552676677704
15989	rnn.weight_ih_l1_reverse	1	0.03655298799276352
15989	rnn.weight_ih_l1_reverse	2	-0.03779515251517296
15989	rnn.weight_ih_l1_reverse	3	-0.02145993337035179
15989	rnn.weight_ih_l1_reverse	4	-0.01052249874919653
15989	rnn.weight_ih_l1_reverse	5	-0.04099956899881363
15989	rnn.weight_ih_l1_reverse	6	-0.02540728822350502
15989	rnn.weight_ih_l1_reverse	7	0.014078688807785511
15989	rnn.weight_ih_l1_reverse	8	0.04323123022913933
15989	rnn.weight_ih_l1_reverse	9	-0.0304080992937088
15989	rnn.weight_hh_l1_reverse	0	0.00811366830021143
15989	rnn.weight_hh_l1_reverse	1	0.02733447588980198
15989	rnn.weight_hh_l1_reverse	2	-0.03741561621427536
15989	rnn.weight_hh_l1_reverse	3	0.03926137462258339
15989	rnn.weight_hh_l1_reverse	4	0.03940504044294357
15989	rnn.weight_hh_l1_reverse	5	0.009867203421890736
15989	rnn.weight_hh_l1_reverse	6	0.007528278511017561
15989	rnn.weight_hh_l1_reverse	7	0.028395026922225952
15989	rnn.weight_hh_l1_reverse	8	-0.0061405072920024395
15989	rnn.weight_hh_l1_reverse	9	-0.035616789013147354
15989	rnn.bias_ih_l1_reverse	0	-0.008123704232275486
15989	rnn.bias_ih_l1_reverse	1	-0.051893945783376694
15989	rnn.bias_ih_l1_reverse	2	-0.05247223749756813
15989	rnn.bias_ih_l1_reverse	3	0.0194637943059206
15989	rnn.bias_ih_l1_reverse	4	-0.08005144447088242
15989	rnn.bias_ih_l1_reverse	5	-0.0452660471200943
15989	rnn.bias_ih_l1_reverse	6	-0.05429450795054436
15989	rnn.bias_ih_l1_reverse	7	-0.0673745647072792
15989	rnn.bias_ih_l1_reverse	8	0.04747772589325905
15989	rnn.bias_ih_l1_reverse	9	0.02712380513548851
15989	rnn.bias_hh_l1_reverse	0	0.0027665086090564728
15989	rnn.bias_hh_l1_reverse	1	0.014501849189400673
15989	rnn.bias_hh_l1_reverse	2	-0.12996284663677216
15989	rnn.bias_hh_l1_reverse	3	0.00112225825432688
15989	rnn.bias_hh_l1_reverse	4	-0.026159845292568207
15989	rnn.bias_hh_l1_reverse	5	-0.022817077115178108
15989	rnn.bias_hh_l1_reverse	6	0.08170043677091599
15989	rnn.bias_hh_l1_reverse	7	-0.035061065107584
15989	rnn.bias_hh_l1_reverse	8	-0.05584657937288284
15989	rnn.bias_hh_l1_reverse	9	-0.04619880020618439
15989	linear.weight	0	0.002228822559118271
15989	linear.weight	1	0.007818495854735374
15989	linear.weight	2	-0.04886338487267494
15989	linear.weight	3	0.17670410871505737
15989	linear.weight	4	0.11956701427698135
15989	linear.weight	5	0.04145551100373268
15989	linear.weight	6	0.09451113641262054
15989	linear.weight	7	0.08180344104766846
15989	linear.weight	8	0.042118269950151443
15989	linear.weight	9	-0.051336321979761124
15989	linear.bias	0	-0.07049201428890228
15989	linear.bias	1	0.1328960806131363
15989	linear.bias	2	-0.162606343626976
15989	linear.bias	3	-0.7547213435173035
15989	linear.bias	4	-0.7975801825523376
15989	linear.bias	5	0.08117452263832092
15989	linear.bias	6	-0.39939337968826294
15989	linear.bias	7	0.4338120222091675
15989	linear.bias	8	-0.5372429490089417
15989	linear.bias	9	-0.7614539265632629
16186	transitions	0	0.22936241328716278
16186	transitions	1	-0.24551504850387573
16186	transitions	2	-10000.0
16186	transitions	3	-1.7546241283416748
16186	transitions	4	-10000.0
16186	transitions	5	0.8128597140312195
16186	transitions	6	0.1270178109407425
16186	transitions	7	0.09640050679445267
16186	transitions	8	-1.1889331340789795
16186	transitions	9	0.0013316934928297997
16186	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
16186	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
16186	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
16186	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
16186	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
16186	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
16186	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
16186	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
16186	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
16186	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
16186	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
16186	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
16186	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
16186	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
16186	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
16186	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
16186	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
16186	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
16186	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
16186	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
16186	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
16186	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
16186	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
16186	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
16186	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
16186	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
16186	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
16186	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
16186	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
16186	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
16186	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
16186	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
16186	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
16186	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
16186	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
16186	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
16186	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
16186	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
16186	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
16186	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
16186	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
16186	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
16186	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
16186	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
16186	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
16186	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
16186	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
16186	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
16186	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
16186	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
16186	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
16186	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
16186	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
16186	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
16186	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
16186	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
16186	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
16186	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
16186	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
16186	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
16186	embedding2nn.weight	0	0.003672707360237837
16186	embedding2nn.weight	1	-0.013549304567277431
16186	embedding2nn.weight	2	-0.014268254861235619
16186	embedding2nn.weight	3	0.01967744156718254
16186	embedding2nn.weight	4	-0.005915034096688032
16186	embedding2nn.weight	5	-0.003700597444549203
16186	embedding2nn.weight	6	-0.003973257727921009
16186	embedding2nn.weight	7	-0.02794896811246872
16186	embedding2nn.weight	8	-0.0019979383796453476
16186	embedding2nn.weight	9	-0.0050646523013710976
16186	embedding2nn.bias	0	0.009337801486253738
16186	embedding2nn.bias	1	-0.03612421452999115
16186	embedding2nn.bias	2	0.05981788784265518
16186	embedding2nn.bias	3	0.034948814660310745
16186	embedding2nn.bias	4	0.0090940548107028
16186	embedding2nn.bias	5	-0.030366508290171623
16186	embedding2nn.bias	6	0.02793925069272518
16186	embedding2nn.bias	7	-0.03256367892026901
16186	embedding2nn.bias	8	0.027919797226786613
16186	embedding2nn.bias	9	0.016821173951029778
16186	rnn.weight_ih_l0	0	-0.016890300437808037
16186	rnn.weight_ih_l0	1	0.016585465520620346
16186	rnn.weight_ih_l0	2	0.026436571031808853
16186	rnn.weight_ih_l0	3	0.023571373894810677
16186	rnn.weight_ih_l0	4	-0.01541710551828146
16186	rnn.weight_ih_l0	5	-0.0494028776884079
16186	rnn.weight_ih_l0	6	0.01344336662441492
16186	rnn.weight_ih_l0	7	0.04391315579414368
16186	rnn.weight_ih_l0	8	0.020276429131627083
16186	rnn.weight_ih_l0	9	-0.03864586725831032
16186	rnn.weight_hh_l0	0	-0.03993793576955795
16186	rnn.weight_hh_l0	1	0.008110258728265762
16186	rnn.weight_hh_l0	2	0.010677197948098183
16186	rnn.weight_hh_l0	3	-0.012261955998837948
16186	rnn.weight_hh_l0	4	0.035646118223667145
16186	rnn.weight_hh_l0	5	-0.012256225571036339
16186	rnn.weight_hh_l0	6	-0.0312863364815712
16186	rnn.weight_hh_l0	7	-0.040448691695928574
16186	rnn.weight_hh_l0	8	0.0027040322311222553
16186	rnn.weight_hh_l0	9	-0.025942644104361534
16186	rnn.bias_ih_l0	0	0.016133172437548637
16186	rnn.bias_ih_l0	1	-0.012838260270655155
16186	rnn.bias_ih_l0	2	0.00012714376498479396
16186	rnn.bias_ih_l0	3	0.05682637542486191
16186	rnn.bias_ih_l0	4	-0.04376892000436783
16186	rnn.bias_ih_l0	5	-0.012314840219914913
16186	rnn.bias_ih_l0	6	0.014306392520666122
16186	rnn.bias_ih_l0	7	0.024868030101060867
16186	rnn.bias_ih_l0	8	-0.06396783888339996
16186	rnn.bias_ih_l0	9	0.006239484995603561
16186	rnn.bias_hh_l0	0	-0.023447401821613312
16186	rnn.bias_hh_l0	1	-0.05513365939259529
16186	rnn.bias_hh_l0	2	-0.020030396059155464
16186	rnn.bias_hh_l0	3	-0.03410983830690384
16186	rnn.bias_hh_l0	4	-0.006621141918003559
16186	rnn.bias_hh_l0	5	0.02463008277118206
16186	rnn.bias_hh_l0	6	0.03320727497339249
16186	rnn.bias_hh_l0	7	-0.02115689404308796
16186	rnn.bias_hh_l0	8	-0.04278698191046715
16186	rnn.bias_hh_l0	9	-0.014471551403403282
16186	rnn.weight_ih_l0_reverse	0	-0.004821345210075378
16186	rnn.weight_ih_l0_reverse	1	-0.05040454491972923
16186	rnn.weight_ih_l0_reverse	2	-0.019791515544056892
16186	rnn.weight_ih_l0_reverse	3	0.0025965075474232435
16186	rnn.weight_ih_l0_reverse	4	-0.012663173489272594
16186	rnn.weight_ih_l0_reverse	5	-0.04802536591887474
16186	rnn.weight_ih_l0_reverse	6	0.04183705896139145
16186	rnn.weight_ih_l0_reverse	7	-0.034298643469810486
16186	rnn.weight_ih_l0_reverse	8	-0.028005268424749374
16186	rnn.weight_ih_l0_reverse	9	0.014120268635451794
16186	rnn.weight_hh_l0_reverse	0	0.030384596437215805
16186	rnn.weight_hh_l0_reverse	1	0.030241211876273155
16186	rnn.weight_hh_l0_reverse	2	0.024158615618944168
16186	rnn.weight_hh_l0_reverse	3	0.01864362508058548
16186	rnn.weight_hh_l0_reverse	4	0.011375407688319683
16186	rnn.weight_hh_l0_reverse	5	0.0005257421871647239
16186	rnn.weight_hh_l0_reverse	6	0.03646603226661682
16186	rnn.weight_hh_l0_reverse	7	-0.023038093000650406
16186	rnn.weight_hh_l0_reverse	8	0.005134192761033773
16186	rnn.weight_hh_l0_reverse	9	0.04632691666483879
16186	rnn.bias_ih_l0_reverse	0	-0.05622972175478935
16186	rnn.bias_ih_l0_reverse	1	-0.07158002257347107
16186	rnn.bias_ih_l0_reverse	2	-0.013351756148040295
16186	rnn.bias_ih_l0_reverse	3	0.00514134531840682
16186	rnn.bias_ih_l0_reverse	4	-0.012652956880629063
16186	rnn.bias_ih_l0_reverse	5	0.03154492378234863
16186	rnn.bias_ih_l0_reverse	6	0.0022044035140424967
16186	rnn.bias_ih_l0_reverse	7	0.029746655374765396
16186	rnn.bias_ih_l0_reverse	8	-0.029352942481637
16186	rnn.bias_ih_l0_reverse	9	0.039014872163534164
16186	rnn.bias_hh_l0_reverse	0	-0.031607311218976974
16186	rnn.bias_hh_l0_reverse	1	-0.010330277495086193
16186	rnn.bias_hh_l0_reverse	2	0.006812939420342445
16186	rnn.bias_hh_l0_reverse	3	-0.04553147405385971
16186	rnn.bias_hh_l0_reverse	4	-0.04518789052963257
16186	rnn.bias_hh_l0_reverse	5	-0.046181779354810715
16186	rnn.bias_hh_l0_reverse	6	0.010253987275063992
16186	rnn.bias_hh_l0_reverse	7	0.018508855253458023
16186	rnn.bias_hh_l0_reverse	8	0.03364637866616249
16186	rnn.bias_hh_l0_reverse	9	-0.09564020484685898
16186	rnn.weight_ih_l1	0	-0.0243881456553936
16186	rnn.weight_ih_l1	1	-0.028169678524136543
16186	rnn.weight_ih_l1	2	0.01667001284658909
16186	rnn.weight_ih_l1	3	-0.010345247574150562
16186	rnn.weight_ih_l1	4	0.011270832270383835
16186	rnn.weight_ih_l1	5	-0.039085205644369125
16186	rnn.weight_ih_l1	6	0.01627645641565323
16186	rnn.weight_ih_l1	7	-0.03732738271355629
16186	rnn.weight_ih_l1	8	0.03826257213950157
16186	rnn.weight_ih_l1	9	0.022316737100481987
16186	rnn.weight_hh_l1	0	0.003449635813012719
16186	rnn.weight_hh_l1	1	0.007375483401119709
16186	rnn.weight_hh_l1	2	-0.028974730521440506
16186	rnn.weight_hh_l1	3	0.00026593738584779203
16186	rnn.weight_hh_l1	4	0.0050976634956896305
16186	rnn.weight_hh_l1	5	0.03380259871482849
16186	rnn.weight_hh_l1	6	0.0333799310028553
16186	rnn.weight_hh_l1	7	-0.031002098694443703
16186	rnn.weight_hh_l1	8	-0.041055288165807724
16186	rnn.weight_hh_l1	9	0.03905050456523895
16186	rnn.bias_ih_l1	0	-0.06818532198667526
16186	rnn.bias_ih_l1	1	-0.06540802866220474
16186	rnn.bias_ih_l1	2	-0.09006395936012268
16186	rnn.bias_ih_l1	3	-0.07273396849632263
16186	rnn.bias_ih_l1	4	-0.11716020852327347
16186	rnn.bias_ih_l1	5	-0.06851615756750107
16186	rnn.bias_ih_l1	6	0.005658403970301151
16186	rnn.bias_ih_l1	7	-0.006475869566202164
16186	rnn.bias_ih_l1	8	-0.050218869000673294
16186	rnn.bias_ih_l1	9	-0.05239125341176987
16186	rnn.bias_hh_l1	0	-0.07488927990198135
16186	rnn.bias_hh_l1	1	-0.007476364262402058
16186	rnn.bias_hh_l1	2	-0.012013601139187813
16186	rnn.bias_hh_l1	3	-0.04974944889545441
16186	rnn.bias_hh_l1	4	-0.05068794637918472
16186	rnn.bias_hh_l1	5	-0.010734989307820797
16186	rnn.bias_hh_l1	6	-0.02807890623807907
16186	rnn.bias_hh_l1	7	-0.05274084210395813
16186	rnn.bias_hh_l1	8	0.007384319789707661
16186	rnn.bias_hh_l1	9	-0.01619725488126278
16186	rnn.weight_ih_l1_reverse	0	-0.029812155291438103
16186	rnn.weight_ih_l1_reverse	1	0.03996441513299942
16186	rnn.weight_ih_l1_reverse	2	-0.03679049760103226
16186	rnn.weight_ih_l1_reverse	3	-0.023363014683127403
16186	rnn.weight_ih_l1_reverse	4	-0.00926514994353056
16186	rnn.weight_ih_l1_reverse	5	-0.040813565254211426
16186	rnn.weight_ih_l1_reverse	6	-0.023923195898532867
16186	rnn.weight_ih_l1_reverse	7	0.014399011619389057
16186	rnn.weight_ih_l1_reverse	8	0.04272019490599632
16186	rnn.weight_ih_l1_reverse	9	-0.029800625517964363
16186	rnn.weight_hh_l1_reverse	0	0.008243740536272526
16186	rnn.weight_hh_l1_reverse	1	0.027248816564679146
16186	rnn.weight_hh_l1_reverse	2	-0.037283655256032944
16186	rnn.weight_hh_l1_reverse	3	0.03921286389231682
16186	rnn.weight_hh_l1_reverse	4	0.03951674699783325
16186	rnn.weight_hh_l1_reverse	5	0.009953265078365803
16186	rnn.weight_hh_l1_reverse	6	0.007625848054885864
16186	rnn.weight_hh_l1_reverse	7	0.028400689363479614
16186	rnn.weight_hh_l1_reverse	8	-0.006253502797335386
16186	rnn.weight_hh_l1_reverse	9	-0.03551805391907692
16186	rnn.bias_ih_l1_reverse	0	-0.009038078598678112
16186	rnn.bias_ih_l1_reverse	1	-0.05549846962094307
16186	rnn.bias_ih_l1_reverse	2	-0.053072039037942886
16186	rnn.bias_ih_l1_reverse	3	0.011738414876163006
16186	rnn.bias_ih_l1_reverse	4	-0.08476032316684723
16186	rnn.bias_ih_l1_reverse	5	-0.04556041210889816
16186	rnn.bias_ih_l1_reverse	6	-0.05507999286055565
16186	rnn.bias_ih_l1_reverse	7	-0.06900142878293991
16186	rnn.bias_ih_l1_reverse	8	0.04672304540872574
16186	rnn.bias_ih_l1_reverse	9	0.02576174959540367
16186	rnn.bias_hh_l1_reverse	0	0.0036773013416677713
16186	rnn.bias_hh_l1_reverse	1	0.01552050095051527
16186	rnn.bias_hh_l1_reverse	2	-0.12895932793617249
16186	rnn.bias_hh_l1_reverse	3	-0.0002989423228427768
16186	rnn.bias_hh_l1_reverse	4	-0.02543650195002556
16186	rnn.bias_hh_l1_reverse	5	-0.023427855223417282
16186	rnn.bias_hh_l1_reverse	6	0.09455601871013641
16186	rnn.bias_hh_l1_reverse	7	-0.03774445503950119
16186	rnn.bias_hh_l1_reverse	8	-0.05835002288222313
16186	rnn.bias_hh_l1_reverse	9	-0.04709649085998535
16186	linear.weight	0	0.002228822559118271
16186	linear.weight	1	0.013174743391573429
16186	linear.weight	2	-0.0471346341073513
16186	linear.weight	3	0.20396631956100464
16186	linear.weight	4	0.10990534722805023
16186	linear.weight	5	0.03340160846710205
16186	linear.weight	6	0.10275541990995407
16186	linear.weight	7	0.0765438973903656
16186	linear.weight	8	0.042060788720846176
16186	linear.weight	9	-0.047117605805397034
16186	linear.bias	0	-0.10688190162181854
16186	linear.bias	1	0.15737642347812653
16186	linear.bias	2	-0.16290749609470367
16186	linear.bias	3	-0.7474153637886047
16186	linear.bias	4	-0.7913784980773926
16186	linear.bias	5	0.07831212878227234
16186	linear.bias	6	-0.375861793756485
16186	linear.bias	7	0.4242650866508484
16186	linear.bias	8	-0.5497912168502808
16186	linear.bias	9	-0.7774199843406677
16383	transitions	0	0.22395381331443787
16383	transitions	1	-0.2566361129283905
16383	transitions	2	-10000.0
16383	transitions	3	-1.7550742626190186
16383	transitions	4	-10000.0
16383	transitions	5	0.8113046884536743
16383	transitions	6	0.12552765011787415
16383	transitions	7	0.09374115616083145
16383	transitions	8	-1.1900396347045898
16383	transitions	9	0.0013169839512556791
16383	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
16383	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
16383	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
16383	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
16383	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
16383	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
16383	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
16383	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
16383	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
16383	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
16383	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
16383	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
16383	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
16383	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
16383	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
16383	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
16383	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
16383	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
16383	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
16383	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
16383	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
16383	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
16383	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
16383	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
16383	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
16383	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
16383	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
16383	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
16383	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
16383	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
16383	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
16383	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
16383	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
16383	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
16383	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
16383	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
16383	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
16383	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
16383	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
16383	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
16383	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
16383	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
16383	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
16383	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
16383	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
16383	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
16383	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
16383	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
16383	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
16383	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
16383	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
16383	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
16383	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
16383	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
16383	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
16383	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
16383	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
16383	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
16383	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
16383	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
16383	embedding2nn.weight	0	0.004971219692379236
16383	embedding2nn.weight	1	-0.0137832285836339
16383	embedding2nn.weight	2	-0.014268254861235619
16383	embedding2nn.weight	3	0.02220088429749012
16383	embedding2nn.weight	4	-0.005915034096688032
16383	embedding2nn.weight	5	-0.003700597444549203
16383	embedding2nn.weight	6	-0.003973254468291998
16383	embedding2nn.weight	7	-0.0290992371737957
16383	embedding2nn.weight	8	-0.0019979383796453476
16383	embedding2nn.weight	9	-0.004972632508724928
16383	embedding2nn.bias	0	0.00603223592042923
16383	embedding2nn.bias	1	-0.033735428005456924
16383	embedding2nn.bias	2	0.051123037934303284
16383	embedding2nn.bias	3	0.03772946447134018
16383	embedding2nn.bias	4	0.007491247728466988
16383	embedding2nn.bias	5	-0.029257215559482574
16383	embedding2nn.bias	6	0.022362833842635155
16383	embedding2nn.bias	7	-0.0283587034791708
16383	embedding2nn.bias	8	0.024781253188848495
16383	embedding2nn.bias	9	0.02362370304763317
16383	rnn.weight_ih_l0	0	-0.01641393080353737
16383	rnn.weight_ih_l0	1	0.015466811135411263
16383	rnn.weight_ih_l0	2	0.027359837666153908
16383	rnn.weight_ih_l0	3	0.024139782413840294
16383	rnn.weight_ih_l0	4	-0.015329206362366676
16383	rnn.weight_ih_l0	5	-0.04939979687333107
16383	rnn.weight_ih_l0	6	0.013648691587150097
16383	rnn.weight_ih_l0	7	0.043826233595609665
16383	rnn.weight_ih_l0	8	0.019991766661405563
16383	rnn.weight_ih_l0	9	-0.038365814834833145
16383	rnn.weight_hh_l0	0	-0.039849601686000824
16383	rnn.weight_hh_l0	1	0.007860356010496616
16383	rnn.weight_hh_l0	2	0.010085991583764553
16383	rnn.weight_hh_l0	3	-0.010732846334576607
16383	rnn.weight_hh_l0	4	0.035864852368831635
16383	rnn.weight_hh_l0	5	-0.012375738471746445
16383	rnn.weight_hh_l0	6	-0.03031327575445175
16383	rnn.weight_hh_l0	7	-0.04280887171626091
16383	rnn.weight_hh_l0	8	0.002838802058249712
16383	rnn.weight_hh_l0	9	-0.025787675753235817
16383	rnn.bias_ih_l0	0	0.01730622723698616
16383	rnn.bias_ih_l0	1	-0.013539859093725681
16383	rnn.bias_ih_l0	2	-0.0016104794340208173
16383	rnn.bias_ih_l0	3	0.052606694400310516
16383	rnn.bias_ih_l0	4	-0.04163925722241402
16383	rnn.bias_ih_l0	5	-0.014301071874797344
16383	rnn.bias_ih_l0	6	0.015753358602523804
16383	rnn.bias_ih_l0	7	0.024317685514688492
16383	rnn.bias_ih_l0	8	-0.06384275108575821
16383	rnn.bias_ih_l0	9	0.006148694083094597
16383	rnn.bias_hh_l0	0	-0.024947645142674446
16383	rnn.bias_hh_l0	1	-0.05438193678855896
16383	rnn.bias_hh_l0	2	-0.01777818612754345
16383	rnn.bias_hh_l0	3	-0.036867111921310425
16383	rnn.bias_hh_l0	4	-0.0054990979842841625
16383	rnn.bias_hh_l0	5	0.021985165774822235
16383	rnn.bias_hh_l0	6	0.03039039485156536
16383	rnn.bias_hh_l0	7	-0.01873020827770233
16383	rnn.bias_hh_l0	8	-0.04330609738826752
16383	rnn.bias_hh_l0	9	-0.011543544009327888
16383	rnn.weight_ih_l0_reverse	0	-0.005612608045339584
16383	rnn.weight_ih_l0_reverse	1	-0.05014412850141525
16383	rnn.weight_ih_l0_reverse	2	-0.019448155537247658
16383	rnn.weight_ih_l0_reverse	3	0.0035276447888463736
16383	rnn.weight_ih_l0_reverse	4	-0.012790347449481487
16383	rnn.weight_ih_l0_reverse	5	-0.048072610050439835
16383	rnn.weight_ih_l0_reverse	6	0.04168638214468956
16383	rnn.weight_ih_l0_reverse	7	-0.03365059942007065
16383	rnn.weight_ih_l0_reverse	8	-0.02874167263507843
16383	rnn.weight_ih_l0_reverse	9	0.014207090251147747
16383	rnn.weight_hh_l0_reverse	0	0.031074712052941322
16383	rnn.weight_hh_l0_reverse	1	0.030511027202010155
16383	rnn.weight_hh_l0_reverse	2	0.02390252985060215
16383	rnn.weight_hh_l0_reverse	3	0.019124142825603485
16383	rnn.weight_hh_l0_reverse	4	0.01134449616074562
16383	rnn.weight_hh_l0_reverse	5	0.002458009170368314
16383	rnn.weight_hh_l0_reverse	6	0.036481454968452454
16383	rnn.weight_hh_l0_reverse	7	-0.02315196581184864
16383	rnn.weight_hh_l0_reverse	8	0.005574041046202183
16383	rnn.weight_hh_l0_reverse	9	0.04690556973218918
16383	rnn.bias_ih_l0_reverse	0	-0.06066828593611717
16383	rnn.bias_ih_l0_reverse	1	-0.07099355012178421
16383	rnn.bias_ih_l0_reverse	2	-0.016293605789542198
16383	rnn.bias_ih_l0_reverse	3	0.003850869368761778
16383	rnn.bias_ih_l0_reverse	4	-0.012261063791811466
16383	rnn.bias_ih_l0_reverse	5	0.027392301708459854
16383	rnn.bias_ih_l0_reverse	6	-0.0013957556802779436
16383	rnn.bias_ih_l0_reverse	7	0.03061820939183235
16383	rnn.bias_ih_l0_reverse	8	-0.029063817113637924
16383	rnn.bias_ih_l0_reverse	9	0.0384121909737587
16383	rnn.bias_hh_l0_reverse	0	-0.03235387057065964
16383	rnn.bias_hh_l0_reverse	1	-0.015041644684970379
16383	rnn.bias_hh_l0_reverse	2	0.008616182021796703
16383	rnn.bias_hh_l0_reverse	3	-0.04596415162086487
16383	rnn.bias_hh_l0_reverse	4	-0.04684530943632126
16383	rnn.bias_hh_l0_reverse	5	-0.04691097140312195
16383	rnn.bias_hh_l0_reverse	6	0.010668447241187096
16383	rnn.bias_hh_l0_reverse	7	0.018823321908712387
16383	rnn.bias_hh_l0_reverse	8	0.03483010083436966
16383	rnn.bias_hh_l0_reverse	9	-0.09719064831733704
16383	rnn.weight_ih_l1	0	-0.023796183988451958
16383	rnn.weight_ih_l1	1	-0.027766836807131767
16383	rnn.weight_ih_l1	2	0.016941159963607788
16383	rnn.weight_ih_l1	3	-0.007443340495228767
16383	rnn.weight_ih_l1	4	0.009654663503170013
16383	rnn.weight_ih_l1	5	-0.039597105234861374
16383	rnn.weight_ih_l1	6	0.01606863923370838
16383	rnn.weight_ih_l1	7	-0.03725992515683174
16383	rnn.weight_ih_l1	8	0.03829270228743553
16383	rnn.weight_ih_l1	9	0.022500760853290558
16383	rnn.weight_hh_l1	0	0.003051919862627983
16383	rnn.weight_hh_l1	1	0.00753610348328948
16383	rnn.weight_hh_l1	2	-0.028848886489868164
16383	rnn.weight_hh_l1	3	0.00047618785174563527
16383	rnn.weight_hh_l1	4	0.005133837461471558
16383	rnn.weight_hh_l1	5	0.034012023359537125
16383	rnn.weight_hh_l1	6	0.03381463512778282
16383	rnn.weight_hh_l1	7	-0.03097626194357872
16383	rnn.weight_hh_l1	8	-0.04066026583313942
16383	rnn.weight_hh_l1	9	0.03907610848546028
16383	rnn.bias_ih_l1	0	-0.06511547416448593
16383	rnn.bias_ih_l1	1	-0.0660991370677948
16383	rnn.bias_ih_l1	2	-0.09047788381576538
16383	rnn.bias_ih_l1	3	-0.07328858226537704
16383	rnn.bias_ih_l1	4	-0.11992049962282181
16383	rnn.bias_ih_l1	5	-0.07232572883367538
16383	rnn.bias_ih_l1	6	0.003639995353296399
16383	rnn.bias_ih_l1	7	-0.010882718488574028
16383	rnn.bias_ih_l1	8	-0.05044049397110939
16383	rnn.bias_ih_l1	9	-0.05396724119782448
16383	rnn.bias_hh_l1	0	-0.07687637209892273
16383	rnn.bias_hh_l1	1	-0.00835523009300232
16383	rnn.bias_hh_l1	2	-0.009974478743970394
16383	rnn.bias_hh_l1	3	-0.04898512363433838
16383	rnn.bias_hh_l1	4	-0.04983979091048241
16383	rnn.bias_hh_l1	5	-0.01272609829902649
16383	rnn.bias_hh_l1	6	-0.03009616956114769
16383	rnn.bias_hh_l1	7	-0.06254548579454422
16383	rnn.bias_hh_l1	8	0.006094279233366251
16383	rnn.bias_hh_l1	9	-0.01599775440990925
16383	rnn.weight_ih_l1_reverse	0	-0.02874162793159485
16383	rnn.weight_ih_l1_reverse	1	0.03722499683499336
16383	rnn.weight_ih_l1_reverse	2	-0.03820336237549782
16383	rnn.weight_ih_l1_reverse	3	-0.024634141474962234
16383	rnn.weight_ih_l1_reverse	4	-0.007993059232831001
16383	rnn.weight_ih_l1_reverse	5	-0.040623560547828674
16383	rnn.weight_ih_l1_reverse	6	-0.02317531779408455
16383	rnn.weight_ih_l1_reverse	7	0.01375648658722639
16383	rnn.weight_ih_l1_reverse	8	0.04896746575832367
16383	rnn.weight_ih_l1_reverse	9	-0.03261469304561615
16383	rnn.weight_hh_l1_reverse	0	0.008238647133111954
16383	rnn.weight_hh_l1_reverse	1	0.027301650494337082
16383	rnn.weight_hh_l1_reverse	2	-0.03733089566230774
16383	rnn.weight_hh_l1_reverse	3	0.03906845301389694
16383	rnn.weight_hh_l1_reverse	4	0.03995794430375099
16383	rnn.weight_hh_l1_reverse	5	0.010011973790824413
16383	rnn.weight_hh_l1_reverse	6	0.008686513639986515
16383	rnn.weight_hh_l1_reverse	7	0.028269603848457336
16383	rnn.weight_hh_l1_reverse	8	-0.006358771119266748
16383	rnn.weight_hh_l1_reverse	9	-0.035895030945539474
16383	rnn.bias_ih_l1_reverse	0	-0.007687786128371954
16383	rnn.bias_ih_l1_reverse	1	-0.05728200823068619
16383	rnn.bias_ih_l1_reverse	2	-0.05126890912652016
16383	rnn.bias_ih_l1_reverse	3	0.004999776836484671
16383	rnn.bias_ih_l1_reverse	4	-0.08336073905229568
16383	rnn.bias_ih_l1_reverse	5	-0.045534733682870865
16383	rnn.bias_ih_l1_reverse	6	-0.05495823547244072
16383	rnn.bias_ih_l1_reverse	7	-0.06588488072156906
16383	rnn.bias_ih_l1_reverse	8	0.04972975328564644
16383	rnn.bias_ih_l1_reverse	9	0.0162621159106493
16383	rnn.bias_hh_l1_reverse	0	0.009450126439332962
16383	rnn.bias_hh_l1_reverse	1	0.015927216038107872
16383	rnn.bias_hh_l1_reverse	2	-0.12837648391723633
16383	rnn.bias_hh_l1_reverse	3	0.0029768766835331917
16383	rnn.bias_hh_l1_reverse	4	-0.02575647085905075
16383	rnn.bias_hh_l1_reverse	5	-0.0230911523103714
16383	rnn.bias_hh_l1_reverse	6	0.09331590682268143
16383	rnn.bias_hh_l1_reverse	7	-0.03693588450551033
16383	rnn.bias_hh_l1_reverse	8	-0.059495534747838974
16383	rnn.bias_hh_l1_reverse	9	-0.046821676194667816
16383	linear.weight	0	0.002228822559118271
16383	linear.weight	1	0.0035639642737805843
16383	linear.weight	2	-0.045526422560214996
16383	linear.weight	3	0.20679312944412231
16383	linear.weight	4	0.11390276998281479
16383	linear.weight	5	0.030012106522917747
16383	linear.weight	6	0.12946273386478424
16383	linear.weight	7	0.06685686111450195
16383	linear.weight	8	0.04200839623808861
16383	linear.weight	9	-0.05017414689064026
16383	linear.bias	0	-0.08987579494714737
16383	linear.bias	1	0.17955522239208221
16383	linear.bias	2	-0.19032436609268188
16383	linear.bias	3	-0.7540743947029114
16383	linear.bias	4	-0.7951734662055969
16383	linear.bias	5	0.10706422477960587
16383	linear.bias	6	-0.3556508719921112
16383	linear.bias	7	0.4476710855960846
16383	linear.bias	8	-0.5562000274658203
16383	linear.bias	9	-0.7938680052757263
16580	transitions	0	0.2219444215297699
16580	transitions	1	-0.2512936294078827
16580	transitions	2	-10000.0
16580	transitions	3	-1.755562663078308
16580	transitions	4	-10000.0
16580	transitions	5	0.8091757297515869
16580	transitions	6	0.12373068183660507
16580	transitions	7	0.09003588557243347
16580	transitions	8	-1.1912647485733032
16580	transitions	9	0.0012997777666896582
16580	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
16580	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
16580	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
16580	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
16580	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
16580	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
16580	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
16580	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
16580	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
16580	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
16580	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
16580	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
16580	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
16580	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
16580	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
16580	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
16580	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
16580	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
16580	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
16580	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
16580	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
16580	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
16580	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
16580	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
16580	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
16580	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
16580	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
16580	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
16580	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
16580	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
16580	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
16580	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
16580	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
16580	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
16580	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
16580	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
16580	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
16580	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
16580	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
16580	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
16580	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
16580	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
16580	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
16580	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
16580	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
16580	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
16580	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
16580	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
16580	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
16580	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
16580	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
16580	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
16580	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
16580	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
16580	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
16580	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
16580	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
16580	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
16580	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
16580	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
16580	embedding2nn.weight	0	0.004352774005383253
16580	embedding2nn.weight	1	-0.013765931129455566
16580	embedding2nn.weight	2	-0.014268254861235619
16580	embedding2nn.weight	3	0.02306017465889454
16580	embedding2nn.weight	4	-0.005915034096688032
16580	embedding2nn.weight	5	-0.0037005979102104902
16580	embedding2nn.weight	6	-0.003973253071308136
16580	embedding2nn.weight	7	-0.03000635839998722
16580	embedding2nn.weight	8	-0.0019979383796453476
16580	embedding2nn.weight	9	-0.0060296254232525826
16580	embedding2nn.bias	0	0.012642103247344494
16580	embedding2nn.bias	1	-0.031715281307697296
16580	embedding2nn.bias	2	0.05661804974079132
16580	embedding2nn.bias	3	0.03650268167257309
16580	embedding2nn.bias	4	0.006142273545265198
16580	embedding2nn.bias	5	-0.030816420912742615
16580	embedding2nn.bias	6	0.02562279812991619
16580	embedding2nn.bias	7	-0.02372274361550808
16580	embedding2nn.bias	8	0.0243238415569067
16580	embedding2nn.bias	9	0.02260741963982582
16580	rnn.weight_ih_l0	0	-0.01696005091071129
16580	rnn.weight_ih_l0	1	0.01584634743630886
16580	rnn.weight_ih_l0	2	0.025490891188383102
16580	rnn.weight_ih_l0	3	0.023268094286322594
16580	rnn.weight_ih_l0	4	-0.014837891794741154
16580	rnn.weight_ih_l0	5	-0.049472760409116745
16580	rnn.weight_ih_l0	6	0.014079822227358818
16580	rnn.weight_ih_l0	7	0.04497164487838745
16580	rnn.weight_ih_l0	8	0.01965864934027195
16580	rnn.weight_ih_l0	9	-0.038166023790836334
16580	rnn.weight_hh_l0	0	-0.04059695079922676
16580	rnn.weight_hh_l0	1	0.00824020616710186
16580	rnn.weight_hh_l0	2	0.009160319343209267
16580	rnn.weight_hh_l0	3	-0.011609994806349277
16580	rnn.weight_hh_l0	4	0.036181461066007614
16580	rnn.weight_hh_l0	5	-0.01195545680820942
16580	rnn.weight_hh_l0	6	-0.031242847442626953
16580	rnn.weight_hh_l0	7	-0.04183690622448921
16580	rnn.weight_hh_l0	8	0.0033234339207410812
16580	rnn.weight_hh_l0	9	-0.02559996210038662
16580	rnn.bias_ih_l0	0	0.019073134288191795
16580	rnn.bias_ih_l0	1	-0.012816719710826874
16580	rnn.bias_ih_l0	2	-0.002171129919588566
16580	rnn.bias_ih_l0	3	0.051037512719631195
16580	rnn.bias_ih_l0	4	-0.04130125790834427
16580	rnn.bias_ih_l0	5	-0.013980601914227009
16580	rnn.bias_ih_l0	6	0.012734354473650455
16580	rnn.bias_ih_l0	7	0.02383553422987461
16580	rnn.bias_ih_l0	8	-0.06261084973812103
16580	rnn.bias_ih_l0	9	0.0056592379696667194
16580	rnn.bias_hh_l0	0	-0.026794055476784706
16580	rnn.bias_hh_l0	1	-0.057974863797426224
16580	rnn.bias_hh_l0	2	-0.01851745881140232
16580	rnn.bias_hh_l0	3	-0.03657599166035652
16580	rnn.bias_hh_l0	4	-0.004656816832721233
16580	rnn.bias_hh_l0	5	0.023484667763113976
16580	rnn.bias_hh_l0	6	0.028650594875216484
16580	rnn.bias_hh_l0	7	-0.013166284188628197
16580	rnn.bias_hh_l0	8	-0.04344978928565979
16580	rnn.bias_hh_l0	9	-0.013812169432640076
16580	rnn.weight_ih_l0_reverse	0	-0.0052651818841695786
16580	rnn.weight_ih_l0_reverse	1	-0.05117357149720192
16580	rnn.weight_ih_l0_reverse	2	-0.019392510876059532
16580	rnn.weight_ih_l0_reverse	3	0.0030595464631915092
16580	rnn.weight_ih_l0_reverse	4	-0.012906230986118317
16580	rnn.weight_ih_l0_reverse	5	-0.048357076942920685
16580	rnn.weight_ih_l0_reverse	6	0.04165990278124809
16580	rnn.weight_ih_l0_reverse	7	-0.03319112956523895
16580	rnn.weight_ih_l0_reverse	8	-0.028411194682121277
16580	rnn.weight_ih_l0_reverse	9	0.013815579004585743
16580	rnn.weight_hh_l0_reverse	0	0.031655553728342056
16580	rnn.weight_hh_l0_reverse	1	0.03157765045762062
16580	rnn.weight_hh_l0_reverse	2	0.024583548307418823
16580	rnn.weight_hh_l0_reverse	3	0.018533701077103615
16580	rnn.weight_hh_l0_reverse	4	0.011537289246916771
16580	rnn.weight_hh_l0_reverse	5	-1.4154144992062356e-05
16580	rnn.weight_hh_l0_reverse	6	0.03623238950967789
16580	rnn.weight_hh_l0_reverse	7	-0.024101631715893745
16580	rnn.weight_hh_l0_reverse	8	0.006350305397063494
16580	rnn.weight_hh_l0_reverse	9	0.04767995700240135
16580	rnn.bias_ih_l0_reverse	0	-0.05957077443599701
16580	rnn.bias_ih_l0_reverse	1	-0.07125797867774963
16580	rnn.bias_ih_l0_reverse	2	-0.018990229815244675
16580	rnn.bias_ih_l0_reverse	3	0.0057390229776501656
16580	rnn.bias_ih_l0_reverse	4	-0.010539486072957516
16580	rnn.bias_ih_l0_reverse	5	0.025353165343403816
16580	rnn.bias_ih_l0_reverse	6	0.00039221550105139613
16580	rnn.bias_ih_l0_reverse	7	0.03293665871024132
16580	rnn.bias_ih_l0_reverse	8	-0.029310623183846474
16580	rnn.bias_ih_l0_reverse	9	0.04026185721158981
16580	rnn.bias_hh_l0_reverse	0	-0.03174322098493576
16580	rnn.bias_hh_l0_reverse	1	-0.01594284363090992
16580	rnn.bias_hh_l0_reverse	2	0.007340217940509319
16580	rnn.bias_hh_l0_reverse	3	-0.04626438394188881
16580	rnn.bias_hh_l0_reverse	4	-0.04961453750729561
16580	rnn.bias_hh_l0_reverse	5	-0.047472529113292694
16580	rnn.bias_hh_l0_reverse	6	0.013315139338374138
16580	rnn.bias_hh_l0_reverse	7	0.01860387995839119
16580	rnn.bias_hh_l0_reverse	8	0.033492717891931534
16580	rnn.bias_hh_l0_reverse	9	-0.09752918034791946
16580	rnn.weight_ih_l1	0	-0.02517596073448658
16580	rnn.weight_ih_l1	1	-0.027178708463907242
16580	rnn.weight_ih_l1	2	0.015556089580059052
16580	rnn.weight_ih_l1	3	-0.012541545554995537
16580	rnn.weight_ih_l1	4	0.009553458541631699
16580	rnn.weight_ih_l1	5	-0.04009784385561943
16580	rnn.weight_ih_l1	6	0.016325047239661217
16580	rnn.weight_ih_l1	7	-0.03799381107091904
16580	rnn.weight_ih_l1	8	0.0381290540099144
16580	rnn.weight_ih_l1	9	0.02220834419131279
16580	rnn.weight_hh_l1	0	0.005925063509494066
16580	rnn.weight_hh_l1	1	0.007208372466266155
16580	rnn.weight_hh_l1	2	-0.0278399009257555
16580	rnn.weight_hh_l1	3	0.0011257657315582037
16580	rnn.weight_hh_l1	4	0.004331493284553289
16580	rnn.weight_hh_l1	5	0.03421187773346901
16580	rnn.weight_hh_l1	6	0.033664219081401825
16580	rnn.weight_hh_l1	7	-0.031078467145562172
16580	rnn.weight_hh_l1	8	-0.04092691093683243
16580	rnn.weight_hh_l1	9	0.03905392438173294
16580	rnn.bias_ih_l1	0	-0.06302136182785034
16580	rnn.bias_ih_l1	1	-0.06647861003875732
16580	rnn.bias_ih_l1	2	-0.09267526865005493
16580	rnn.bias_ih_l1	3	-0.07160930335521698
16580	rnn.bias_ih_l1	4	-0.12181644141674042
16580	rnn.bias_ih_l1	5	-0.07214698195457458
16580	rnn.bias_ih_l1	6	0.003711902303621173
16580	rnn.bias_ih_l1	7	-0.013032668270170689
16580	rnn.bias_ih_l1	8	-0.050891607999801636
16580	rnn.bias_ih_l1	9	-0.056258901953697205
16580	rnn.bias_hh_l1	0	-0.07497455924749374
16580	rnn.bias_hh_l1	1	-0.00766083225607872
16580	rnn.bias_hh_l1	2	-0.014541647396981716
16580	rnn.bias_hh_l1	3	-0.05231758952140808
16580	rnn.bias_hh_l1	4	-0.052531640976667404
16580	rnn.bias_hh_l1	5	-0.012955025769770145
16580	rnn.bias_hh_l1	6	-0.031988777220249176
16580	rnn.bias_hh_l1	7	-0.06353354454040527
16580	rnn.bias_hh_l1	8	0.005628789775073528
16580	rnn.bias_hh_l1	9	-0.015012030489742756
16580	rnn.weight_ih_l1_reverse	0	-0.028867263346910477
16580	rnn.weight_ih_l1_reverse	1	0.03296587988734245
16580	rnn.weight_ih_l1_reverse	2	-0.04632295295596123
16580	rnn.weight_ih_l1_reverse	3	-0.02509240247309208
16580	rnn.weight_ih_l1_reverse	4	-0.008995850570499897
16580	rnn.weight_ih_l1_reverse	5	-0.04069921001791954
16580	rnn.weight_ih_l1_reverse	6	-0.02425968460738659
16580	rnn.weight_ih_l1_reverse	7	0.013021005317568779
16580	rnn.weight_ih_l1_reverse	8	0.04942028224468231
16580	rnn.weight_ih_l1_reverse	9	-0.03118937835097313
16580	rnn.weight_hh_l1_reverse	0	0.00813557580113411
16580	rnn.weight_hh_l1_reverse	1	0.027467261999845505
16580	rnn.weight_hh_l1_reverse	2	-0.037416718900203705
16580	rnn.weight_hh_l1_reverse	3	0.039186395704746246
16580	rnn.weight_hh_l1_reverse	4	0.040646493434906006
16580	rnn.weight_hh_l1_reverse	5	0.00946551188826561
16580	rnn.weight_hh_l1_reverse	6	0.0069506242871284485
16580	rnn.weight_hh_l1_reverse	7	0.028334379196166992
16580	rnn.weight_hh_l1_reverse	8	-0.006352822761982679
16580	rnn.weight_hh_l1_reverse	9	-0.0361623652279377
16580	rnn.bias_ih_l1_reverse	0	-0.009296765550971031
16580	rnn.bias_ih_l1_reverse	1	-0.0580655075609684
16580	rnn.bias_ih_l1_reverse	2	-0.050707750022411346
16580	rnn.bias_ih_l1_reverse	3	0.008969983085989952
16580	rnn.bias_ih_l1_reverse	4	-0.08317561447620392
16580	rnn.bias_ih_l1_reverse	5	-0.044562213122844696
16580	rnn.bias_ih_l1_reverse	6	-0.056312888860702515
16580	rnn.bias_ih_l1_reverse	7	-0.06398774683475494
16580	rnn.bias_ih_l1_reverse	8	0.042420219630002975
16580	rnn.bias_ih_l1_reverse	9	0.011840810999274254
16580	rnn.bias_hh_l1_reverse	0	0.0015692308079451323
16580	rnn.bias_hh_l1_reverse	1	0.01328873261809349
16580	rnn.bias_hh_l1_reverse	2	-0.12979373335838318
16580	rnn.bias_hh_l1_reverse	3	0.0004729801439680159
16580	rnn.bias_hh_l1_reverse	4	-0.027287425473332405
16580	rnn.bias_hh_l1_reverse	5	-0.023187434300780296
16580	rnn.bias_hh_l1_reverse	6	0.092222660779953
16580	rnn.bias_hh_l1_reverse	7	-0.03257228061556816
16580	rnn.bias_hh_l1_reverse	8	-0.05835631862282753
16580	rnn.bias_hh_l1_reverse	9	-0.04718537628650665
16580	linear.weight	0	0.002228822559118271
16580	linear.weight	1	0.027004007250070572
16580	linear.weight	2	-0.041828714311122894
16580	linear.weight	3	0.20728018879890442
16580	linear.weight	4	0.10871654003858566
16580	linear.weight	5	0.03395833075046539
16580	linear.weight	6	0.09883876144886017
16580	linear.weight	7	0.06403006613254547
16580	linear.weight	8	0.041970014572143555
16580	linear.weight	9	-0.04908962920308113
16580	linear.bias	0	-0.095582976937294
16580	linear.bias	1	0.17417149245738983
16580	linear.bias	2	-0.18969346582889557
16580	linear.bias	3	-0.7600292563438416
16580	linear.bias	4	-0.8010739088058472
16580	linear.bias	5	0.07179731875658035
16580	linear.bias	6	-0.35942399501800537
16580	linear.bias	7	0.40757083892822266
16580	linear.bias	8	-0.5396733283996582
16580	linear.bias	9	-0.7729780673980713
16777	transitions	0	0.22875486314296722
16777	transitions	1	-0.2530268430709839
16777	transitions	2	-10000.0
16777	transitions	3	-1.755954623222351
16777	transitions	4	-10000.0
16777	transitions	5	0.8074955344200134
16777	transitions	6	0.12158075720071793
16777	transitions	7	0.08549675345420837
16777	transitions	8	-1.1927218437194824
16777	transitions	9	0.0012817996321246028
16777	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
16777	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
16777	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
16777	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
16777	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
16777	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
16777	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
16777	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
16777	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
16777	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
16777	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
16777	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
16777	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
16777	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
16777	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
16777	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
16777	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
16777	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
16777	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
16777	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
16777	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
16777	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
16777	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
16777	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
16777	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
16777	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
16777	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
16777	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
16777	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
16777	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
16777	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
16777	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
16777	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
16777	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
16777	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
16777	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
16777	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
16777	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
16777	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
16777	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
16777	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
16777	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
16777	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
16777	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
16777	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
16777	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
16777	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
16777	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
16777	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
16777	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
16777	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
16777	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
16777	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
16777	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
16777	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
16777	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
16777	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
16777	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
16777	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
16777	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
16777	embedding2nn.weight	0	0.004929587244987488
16777	embedding2nn.weight	1	-0.013643190264701843
16777	embedding2nn.weight	2	-0.014268254861235619
16777	embedding2nn.weight	3	0.02363426610827446
16777	embedding2nn.weight	4	-0.005915034096688032
16777	embedding2nn.weight	5	-0.0037005979102104902
16777	embedding2nn.weight	6	-0.003973257262259722
16777	embedding2nn.weight	7	-0.02913467399775982
16777	embedding2nn.weight	8	-0.0019979383796453476
16777	embedding2nn.weight	9	-0.005655581131577492
16777	embedding2nn.bias	0	0.006466210819780827
16777	embedding2nn.bias	1	-0.0396314412355423
16777	embedding2nn.bias	2	0.05572890117764473
16777	embedding2nn.bias	3	0.04129236191511154
16777	embedding2nn.bias	4	0.00816584937274456
16777	embedding2nn.bias	5	-0.03991791233420372
16777	embedding2nn.bias	6	0.028425507247447968
16777	embedding2nn.bias	7	-0.021911749616265297
16777	embedding2nn.bias	8	0.020489037036895752
16777	embedding2nn.bias	9	0.021767115220427513
16777	rnn.weight_ih_l0	0	-0.017011653631925583
16777	rnn.weight_ih_l0	1	0.01667681708931923
16777	rnn.weight_ih_l0	2	0.02748776040971279
16777	rnn.weight_ih_l0	3	0.023387616500258446
16777	rnn.weight_ih_l0	4	-0.016207870095968246
16777	rnn.weight_ih_l0	5	-0.04980215057730675
16777	rnn.weight_ih_l0	6	0.014408353716135025
16777	rnn.weight_ih_l0	7	0.04560020565986633
16777	rnn.weight_ih_l0	8	0.0205323938280344
16777	rnn.weight_ih_l0	9	-0.03778917342424393
16777	rnn.weight_hh_l0	0	-0.04062182828783989
16777	rnn.weight_hh_l0	1	0.007953904569149017
16777	rnn.weight_hh_l0	2	0.009195475839078426
16777	rnn.weight_hh_l0	3	-0.012484748847782612
16777	rnn.weight_hh_l0	4	0.03544769808650017
16777	rnn.weight_hh_l0	5	-0.012025216594338417
16777	rnn.weight_hh_l0	6	-0.030637742951512337
16777	rnn.weight_hh_l0	7	-0.03988853469491005
16777	rnn.weight_hh_l0	8	0.0031407347414642572
16777	rnn.weight_hh_l0	9	-0.02510613575577736
16777	rnn.bias_ih_l0	0	0.01802806742489338
16777	rnn.bias_ih_l0	1	-0.008321710862219334
16777	rnn.bias_ih_l0	2	-0.0007881011115387082
16777	rnn.bias_ih_l0	3	0.05434481427073479
16777	rnn.bias_ih_l0	4	-0.042348578572273254
16777	rnn.bias_ih_l0	5	-0.013398951850831509
16777	rnn.bias_ih_l0	6	0.01411572564393282
16777	rnn.bias_ih_l0	7	0.023378940299153328
16777	rnn.bias_ih_l0	8	-0.06198817864060402
16777	rnn.bias_ih_l0	9	0.011666820384562016
16777	rnn.bias_hh_l0	0	-0.031086808070540428
16777	rnn.bias_hh_l0	1	-0.06280827522277832
16777	rnn.bias_hh_l0	2	-0.013706466183066368
16777	rnn.bias_hh_l0	3	-0.037143006920814514
16777	rnn.bias_hh_l0	4	-0.004599129781126976
16777	rnn.bias_hh_l0	5	0.022736400365829468
16777	rnn.bias_hh_l0	6	0.027410928159952164
16777	rnn.bias_hh_l0	7	-0.016049768775701523
16777	rnn.bias_hh_l0	8	-0.04611106589436531
16777	rnn.bias_hh_l0	9	-0.014382517896592617
16777	rnn.weight_ih_l0_reverse	0	-0.006190159358084202
16777	rnn.weight_ih_l0_reverse	1	-0.05052699148654938
16777	rnn.weight_ih_l0_reverse	2	-0.01937463879585266
16777	rnn.weight_ih_l0_reverse	3	0.0033969294745475054
16777	rnn.weight_ih_l0_reverse	4	-0.013007232919335365
16777	rnn.weight_ih_l0_reverse	5	-0.04784137010574341
16777	rnn.weight_ih_l0_reverse	6	0.041939932852983475
16777	rnn.weight_ih_l0_reverse	7	-0.03170308470726013
16777	rnn.weight_ih_l0_reverse	8	-0.02847401425242424
16777	rnn.weight_ih_l0_reverse	9	0.013279082253575325
16777	rnn.weight_hh_l0_reverse	0	0.030606307089328766
16777	rnn.weight_hh_l0_reverse	1	0.030341818928718567
16777	rnn.weight_hh_l0_reverse	2	0.024248061701655388
16777	rnn.weight_hh_l0_reverse	3	0.018442509695887566
16777	rnn.weight_hh_l0_reverse	4	0.011147412471473217
16777	rnn.weight_hh_l0_reverse	5	0.0008436883217655122
16777	rnn.weight_hh_l0_reverse	6	0.03624442219734192
16777	rnn.weight_hh_l0_reverse	7	-0.02409324236214161
16777	rnn.weight_hh_l0_reverse	8	0.007447164040058851
16777	rnn.weight_hh_l0_reverse	9	0.0458356998860836
16777	rnn.bias_ih_l0_reverse	0	-0.06024893745779991
16777	rnn.bias_ih_l0_reverse	1	-0.07634895294904709
16777	rnn.bias_ih_l0_reverse	2	-0.021680284291505814
16777	rnn.bias_ih_l0_reverse	3	0.005217909812927246
16777	rnn.bias_ih_l0_reverse	4	-0.00975890550762415
16777	rnn.bias_ih_l0_reverse	5	0.028065750375390053
16777	rnn.bias_ih_l0_reverse	6	0.0016633134800940752
16777	rnn.bias_ih_l0_reverse	7	0.03294021263718605
16777	rnn.bias_ih_l0_reverse	8	-0.031002642586827278
16777	rnn.bias_ih_l0_reverse	9	0.03993424028158188
16777	rnn.bias_hh_l0_reverse	0	-0.03333195298910141
16777	rnn.bias_hh_l0_reverse	1	-0.015197470784187317
16777	rnn.bias_hh_l0_reverse	2	0.010817036963999271
16777	rnn.bias_hh_l0_reverse	3	-0.04189826920628548
16777	rnn.bias_hh_l0_reverse	4	-0.050669752061367035
16777	rnn.bias_hh_l0_reverse	5	-0.04568401351571083
16777	rnn.bias_hh_l0_reverse	6	0.012588904239237309
16777	rnn.bias_hh_l0_reverse	7	0.021030409261584282
16777	rnn.bias_hh_l0_reverse	8	0.03161546215415001
16777	rnn.bias_hh_l0_reverse	9	-0.09854541718959808
16777	rnn.weight_ih_l1	0	-0.0249315332621336
16777	rnn.weight_ih_l1	1	-0.027151137590408325
16777	rnn.weight_ih_l1	2	0.014132600277662277
16777	rnn.weight_ih_l1	3	-0.009669964201748371
16777	rnn.weight_ih_l1	4	0.009621883742511272
16777	rnn.weight_ih_l1	5	-0.03958166018128395
16777	rnn.weight_ih_l1	6	0.01572537235915661
16777	rnn.weight_ih_l1	7	-0.03809846565127373
16777	rnn.weight_ih_l1	8	0.03803475946187973
16777	rnn.weight_ih_l1	9	0.022005664184689522
16777	rnn.weight_hh_l1	0	0.006458849646151066
16777	rnn.weight_hh_l1	1	0.007448657415807247
16777	rnn.weight_hh_l1	2	-0.027328936383128166
16777	rnn.weight_hh_l1	3	0.0008720465702936053
16777	rnn.weight_hh_l1	4	0.004494120366871357
16777	rnn.weight_hh_l1	5	0.033699147403240204
16777	rnn.weight_hh_l1	6	0.0338607095181942
16777	rnn.weight_hh_l1	7	-0.03126366063952446
16777	rnn.weight_hh_l1	8	-0.041412897408008575
16777	rnn.weight_hh_l1	9	0.039578039199113846
16777	rnn.bias_ih_l1	0	-0.06807968020439148
16777	rnn.bias_ih_l1	1	-0.06677703559398651
16777	rnn.bias_ih_l1	2	-0.09178373962640762
16777	rnn.bias_ih_l1	3	-0.0774209275841713
16777	rnn.bias_ih_l1	4	-0.11635342985391617
16777	rnn.bias_ih_l1	5	-0.07357493042945862
16777	rnn.bias_ih_l1	6	0.001059953821823001
16777	rnn.bias_ih_l1	7	-0.01258806698024273
16777	rnn.bias_ih_l1	8	-0.05289594456553459
16777	rnn.bias_ih_l1	9	-0.0588064044713974
16777	rnn.bias_hh_l1	0	-0.07241798937320709
16777	rnn.bias_hh_l1	1	-0.009946809150278568
16777	rnn.bias_hh_l1	2	-0.015153958462178707
16777	rnn.bias_hh_l1	3	-0.052631355822086334
16777	rnn.bias_hh_l1	4	-0.05416521430015564
16777	rnn.bias_hh_l1	5	-0.011696177534759045
16777	rnn.bias_hh_l1	6	-0.03239813074469566
16777	rnn.bias_hh_l1	7	-0.07671461254358292
16777	rnn.bias_hh_l1	8	0.004815913736820221
16777	rnn.bias_hh_l1	9	-0.01435512863099575
16777	rnn.weight_ih_l1_reverse	0	-0.0304243341088295
16777	rnn.weight_ih_l1_reverse	1	0.03594677150249481
16777	rnn.weight_ih_l1_reverse	2	-0.049050044268369675
16777	rnn.weight_ih_l1_reverse	3	-0.023663602769374847
16777	rnn.weight_ih_l1_reverse	4	-0.011693960055708885
16777	rnn.weight_ih_l1_reverse	5	-0.04074352607131004
16777	rnn.weight_ih_l1_reverse	6	-0.024207821115851402
16777	rnn.weight_ih_l1_reverse	7	0.01272099930793047
16777	rnn.weight_ih_l1_reverse	8	0.0534072183072567
16777	rnn.weight_ih_l1_reverse	9	-0.03184341639280319
16777	rnn.weight_hh_l1_reverse	0	0.008218077011406422
16777	rnn.weight_hh_l1_reverse	1	0.027561986818909645
16777	rnn.weight_hh_l1_reverse	2	-0.03739781677722931
16777	rnn.weight_hh_l1_reverse	3	0.0390799343585968
16777	rnn.weight_hh_l1_reverse	4	0.040669750422239304
16777	rnn.weight_hh_l1_reverse	5	0.009254105389118195
16777	rnn.weight_hh_l1_reverse	6	0.006055027712136507
16777	rnn.weight_hh_l1_reverse	7	0.028309063985943794
16777	rnn.weight_hh_l1_reverse	8	-0.006577489897608757
16777	rnn.weight_hh_l1_reverse	9	-0.03626466542482376
16777	rnn.bias_ih_l1_reverse	0	-0.00974202435463667
16777	rnn.bias_ih_l1_reverse	1	-0.05477645620703697
16777	rnn.bias_ih_l1_reverse	2	-0.052039869129657745
16777	rnn.bias_ih_l1_reverse	3	0.006546244490891695
16777	rnn.bias_ih_l1_reverse	4	-0.08771287649869919
16777	rnn.bias_ih_l1_reverse	5	-0.04448699206113815
16777	rnn.bias_ih_l1_reverse	6	-0.058243632316589355
16777	rnn.bias_ih_l1_reverse	7	-0.07066334784030914
16777	rnn.bias_ih_l1_reverse	8	0.031193621456623077
16777	rnn.bias_ih_l1_reverse	9	0.002756856381893158
16777	rnn.bias_hh_l1_reverse	0	-0.012555756606161594
16777	rnn.bias_hh_l1_reverse	1	0.015669960528612137
16777	rnn.bias_hh_l1_reverse	2	-0.13024936616420746
16777	rnn.bias_hh_l1_reverse	3	0.0026925653219223022
16777	rnn.bias_hh_l1_reverse	4	-0.027200644835829735
16777	rnn.bias_hh_l1_reverse	5	-0.023627646267414093
16777	rnn.bias_hh_l1_reverse	6	0.09174270182847977
16777	rnn.bias_hh_l1_reverse	7	-0.033815037459135056
16777	rnn.bias_hh_l1_reverse	8	-0.05895957723259926
16777	rnn.bias_hh_l1_reverse	9	-0.047932133078575134
16777	linear.weight	0	0.002228822559118271
16777	linear.weight	1	0.029791245236992836
16777	linear.weight	2	-0.046687666326761246
16777	linear.weight	3	0.200611412525177
16777	linear.weight	4	0.11100896447896957
16777	linear.weight	5	0.032994769513607025
16777	linear.weight	6	0.1096535325050354
16777	linear.weight	7	0.09003695845603943
16777	linear.weight	8	0.04192979633808136
16777	linear.weight	9	-0.053895462304353714
16777	linear.bias	0	-0.093058742582798
16777	linear.bias	1	0.13973507285118103
16777	linear.bias	2	-0.23508843779563904
16777	linear.bias	3	-0.7442622184753418
16777	linear.bias	4	-0.7782137393951416
16777	linear.bias	5	0.09345151484012604
16777	linear.bias	6	-0.3954131603240967
16777	linear.bias	7	0.42347630858421326
16777	linear.bias	8	-0.5465034246444702
16777	linear.bias	9	-0.7680309414863586
16974	transitions	0	0.24096491932868958
16974	transitions	1	-0.2483379989862442
16974	transitions	2	-10000.0
16974	transitions	3	-1.7562980651855469
16974	transitions	4	-10000.0
16974	transitions	5	0.8063921332359314
16974	transitions	6	0.12010681629180908
16974	transitions	7	0.08144596964120865
16974	transitions	8	-1.1942287683486938
16974	transitions	9	0.0012598222820088267
16974	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
16974	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
16974	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
16974	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
16974	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
16974	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
16974	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
16974	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
16974	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
16974	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
16974	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
16974	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
16974	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
16974	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
16974	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
16974	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
16974	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
16974	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
16974	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
16974	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
16974	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
16974	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
16974	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
16974	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
16974	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
16974	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
16974	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
16974	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
16974	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
16974	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
16974	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
16974	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
16974	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
16974	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
16974	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
16974	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
16974	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
16974	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
16974	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
16974	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
16974	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
16974	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
16974	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
16974	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
16974	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
16974	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
16974	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
16974	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
16974	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
16974	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
16974	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
16974	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
16974	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
16974	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
16974	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
16974	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
16974	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
16974	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
16974	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
16974	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
16974	embedding2nn.weight	0	0.005836996249854565
16974	embedding2nn.weight	1	-0.01353913638740778
16974	embedding2nn.weight	2	-0.014268254861235619
16974	embedding2nn.weight	3	0.02379510924220085
16974	embedding2nn.weight	4	-0.005915034096688032
16974	embedding2nn.weight	5	-0.003700598143041134
16974	embedding2nn.weight	6	-0.003973254002630711
16974	embedding2nn.weight	7	-0.029900748282670975
16974	embedding2nn.weight	8	-0.0019979383796453476
16974	embedding2nn.weight	9	-0.005070772487670183
16974	embedding2nn.bias	0	0.009952683001756668
16974	embedding2nn.bias	1	-0.04042942076921463
16974	embedding2nn.bias	2	0.04895934835076332
16974	embedding2nn.bias	3	0.04836561903357506
16974	embedding2nn.bias	4	0.0035017640329897404
16974	embedding2nn.bias	5	-0.036791469901800156
16974	embedding2nn.bias	6	0.032187167555093765
16974	embedding2nn.bias	7	-0.027553092688322067
16974	embedding2nn.bias	8	0.024712298065423965
16974	embedding2nn.bias	9	0.020374294370412827
16974	rnn.weight_ih_l0	0	-0.017924070358276367
16974	rnn.weight_ih_l0	1	0.015991875901818275
16974	rnn.weight_ih_l0	2	0.024809760972857475
16974	rnn.weight_ih_l0	3	0.02372654527425766
16974	rnn.weight_ih_l0	4	-0.017376944422721863
16974	rnn.weight_ih_l0	5	-0.04985807463526726
16974	rnn.weight_ih_l0	6	0.014255814254283905
16974	rnn.weight_ih_l0	7	0.04517501965165138
16974	rnn.weight_ih_l0	8	0.02103208377957344
16974	rnn.weight_ih_l0	9	-0.037569791078567505
16974	rnn.weight_hh_l0	0	-0.0404137559235096
16974	rnn.weight_hh_l0	1	0.006471403408795595
16974	rnn.weight_hh_l0	2	0.009529455564916134
16974	rnn.weight_hh_l0	3	-0.012639959342777729
16974	rnn.weight_hh_l0	4	0.035848744213581085
16974	rnn.weight_hh_l0	5	-0.01164968591183424
16974	rnn.weight_hh_l0	6	-0.0312691330909729
16974	rnn.weight_hh_l0	7	-0.040050555020570755
16974	rnn.weight_hh_l0	8	0.003243467304855585
16974	rnn.weight_hh_l0	9	-0.025856798514723778
16974	rnn.bias_ih_l0	0	0.019658314064145088
16974	rnn.bias_ih_l0	1	-0.009885893203318119
16974	rnn.bias_ih_l0	2	-0.0019153776811435819
16974	rnn.bias_ih_l0	3	0.0493670217692852
16974	rnn.bias_ih_l0	4	-0.04226645827293396
16974	rnn.bias_ih_l0	5	-0.0110677694901824
16974	rnn.bias_ih_l0	6	0.017872454598546028
16974	rnn.bias_ih_l0	7	0.02438203990459442
16974	rnn.bias_ih_l0	8	-0.05969370901584625
16974	rnn.bias_ih_l0	9	0.007592587266117334
16974	rnn.bias_hh_l0	0	-0.03247946500778198
16974	rnn.bias_hh_l0	1	-0.05527081340551376
16974	rnn.bias_hh_l0	2	-0.014606146141886711
16974	rnn.bias_hh_l0	3	-0.036247819662094116
16974	rnn.bias_hh_l0	4	-0.006627982947975397
16974	rnn.bias_hh_l0	5	0.022720996290445328
16974	rnn.bias_hh_l0	6	0.027437547221779823
16974	rnn.bias_hh_l0	7	-0.015854362398386
16974	rnn.bias_hh_l0	8	-0.04329478368163109
16974	rnn.bias_hh_l0	9	-0.015710249543190002
16974	rnn.weight_ih_l0_reverse	0	-0.005585898645222187
16974	rnn.weight_ih_l0_reverse	1	-0.052172236144542694
16974	rnn.weight_ih_l0_reverse	2	-0.01864926889538765
16974	rnn.weight_ih_l0_reverse	3	0.00424077408388257
16974	rnn.weight_ih_l0_reverse	4	-0.01239615585654974
16974	rnn.weight_ih_l0_reverse	5	-0.048332661390304565
16974	rnn.weight_ih_l0_reverse	6	0.043067995458841324
16974	rnn.weight_ih_l0_reverse	7	-0.029903780668973923
16974	rnn.weight_ih_l0_reverse	8	-0.029182353988289833
16974	rnn.weight_ih_l0_reverse	9	0.013062198646366596
16974	rnn.weight_hh_l0_reverse	0	0.02937781997025013
16974	rnn.weight_hh_l0_reverse	1	0.030280886217951775
16974	rnn.weight_hh_l0_reverse	2	0.02403128892183304
16974	rnn.weight_hh_l0_reverse	3	0.018579887226223946
16974	rnn.weight_hh_l0_reverse	4	0.010514579713344574
16974	rnn.weight_hh_l0_reverse	5	0.0014410294825211167
16974	rnn.weight_hh_l0_reverse	6	0.03652725741267204
16974	rnn.weight_hh_l0_reverse	7	-0.02432209439575672
16974	rnn.weight_hh_l0_reverse	8	0.0065094889141619205
16974	rnn.weight_hh_l0_reverse	9	0.04615744948387146
16974	rnn.bias_ih_l0_reverse	0	-0.060058921575546265
16974	rnn.bias_ih_l0_reverse	1	-0.07370001077651978
16974	rnn.bias_ih_l0_reverse	2	-0.018327226862311363
16974	rnn.bias_ih_l0_reverse	3	0.0033859864342957735
16974	rnn.bias_ih_l0_reverse	4	-0.0066934432834386826
16974	rnn.bias_ih_l0_reverse	5	0.025989701971411705
16974	rnn.bias_ih_l0_reverse	6	-0.00044999230885878205
16974	rnn.bias_ih_l0_reverse	7	0.034373145550489426
16974	rnn.bias_ih_l0_reverse	8	-0.031479332596063614
16974	rnn.bias_ih_l0_reverse	9	0.037546657025814056
16974	rnn.bias_hh_l0_reverse	0	-0.03294634073972702
16974	rnn.bias_hh_l0_reverse	1	-0.01916440948843956
16974	rnn.bias_hh_l0_reverse	2	0.014867447316646576
16974	rnn.bias_hh_l0_reverse	3	-0.043656181544065475
16974	rnn.bias_hh_l0_reverse	4	-0.04942197725176811
16974	rnn.bias_hh_l0_reverse	5	-0.044482529163360596
16974	rnn.bias_hh_l0_reverse	6	0.014871044084429741
16974	rnn.bias_hh_l0_reverse	7	0.01909705623984337
16974	rnn.bias_hh_l0_reverse	8	0.031115805730223656
16974	rnn.bias_hh_l0_reverse	9	-0.09710752964019775
16974	rnn.weight_ih_l1	0	-0.025256723165512085
16974	rnn.weight_ih_l1	1	-0.02819470688700676
16974	rnn.weight_ih_l1	2	0.015138399787247181
16974	rnn.weight_ih_l1	3	-0.00865237321704626
16974	rnn.weight_ih_l1	4	0.010511473752558231
16974	rnn.weight_ih_l1	5	-0.03923031687736511
16974	rnn.weight_ih_l1	6	0.015458965674042702
16974	rnn.weight_ih_l1	7	-0.03788058087229729
16974	rnn.weight_ih_l1	8	0.03761829808354378
16974	rnn.weight_ih_l1	9	0.02225319668650627
16974	rnn.weight_hh_l1	0	0.008554300293326378
16974	rnn.weight_hh_l1	1	0.007167570758610964
16974	rnn.weight_hh_l1	2	-0.029097938910126686
16974	rnn.weight_hh_l1	3	0.000994310830719769
16974	rnn.weight_hh_l1	4	0.0038100394885987043
16974	rnn.weight_hh_l1	5	0.0337904654443264
16974	rnn.weight_hh_l1	6	0.03315074369311333
16974	rnn.weight_hh_l1	7	-0.031257737427949905
16974	rnn.weight_hh_l1	8	-0.04105953872203827
16974	rnn.weight_hh_l1	9	0.039792515337467194
16974	rnn.bias_ih_l1	0	-0.07149109244346619
16974	rnn.bias_ih_l1	1	-0.06776559352874756
16974	rnn.bias_ih_l1	2	-0.09353427588939667
16974	rnn.bias_ih_l1	3	-0.08075924962759018
16974	rnn.bias_ih_l1	4	-0.10254906117916107
16974	rnn.bias_ih_l1	5	-0.07361643761396408
16974	rnn.bias_ih_l1	6	-8.873832848621532e-05
16974	rnn.bias_ih_l1	7	-0.012831428088247776
16974	rnn.bias_ih_l1	8	-0.051104895770549774
16974	rnn.bias_ih_l1	9	-0.057602010667324066
16974	rnn.bias_hh_l1	0	-0.07404864579439163
16974	rnn.bias_hh_l1	1	-0.010072771459817886
16974	rnn.bias_hh_l1	2	-0.013731930404901505
16974	rnn.bias_hh_l1	3	-0.052376583218574524
16974	rnn.bias_hh_l1	4	-0.055611275136470795
16974	rnn.bias_hh_l1	5	-0.014655779115855694
16974	rnn.bias_hh_l1	6	-0.03175362944602966
16974	rnn.bias_hh_l1	7	-0.07890792191028595
16974	rnn.bias_hh_l1	8	0.0012032599188387394
16974	rnn.bias_hh_l1	9	-0.012171256355941296
16974	rnn.weight_ih_l1_reverse	0	-0.03264136239886284
16974	rnn.weight_ih_l1_reverse	1	0.03480759263038635
16974	rnn.weight_ih_l1_reverse	2	-0.05279197916388512
16974	rnn.weight_ih_l1_reverse	3	-0.023718828335404396
16974	rnn.weight_ih_l1_reverse	4	-0.01230454072356224
16974	rnn.weight_ih_l1_reverse	5	-0.040674272924661636
16974	rnn.weight_ih_l1_reverse	6	-0.02394036017358303
16974	rnn.weight_ih_l1_reverse	7	0.012425457127392292
16974	rnn.weight_ih_l1_reverse	8	0.05737555772066116
16974	rnn.weight_ih_l1_reverse	9	-0.03215377777814865
16974	rnn.weight_hh_l1_reverse	0	0.008107338100671768
16974	rnn.weight_hh_l1_reverse	1	0.027522802352905273
16974	rnn.weight_hh_l1_reverse	2	-0.03723471984267235
16974	rnn.weight_hh_l1_reverse	3	0.03909337520599365
16974	rnn.weight_hh_l1_reverse	4	0.04046165198087692
16974	rnn.weight_hh_l1_reverse	5	0.009451874531805515
16974	rnn.weight_hh_l1_reverse	6	0.006112708710134029
16974	rnn.weight_hh_l1_reverse	7	0.028546703979372978
16974	rnn.weight_hh_l1_reverse	8	-0.006576451472938061
16974	rnn.weight_hh_l1_reverse	9	-0.03585483878850937
16974	rnn.bias_ih_l1_reverse	0	-0.009606512263417244
16974	rnn.bias_ih_l1_reverse	1	-0.05832229182124138
16974	rnn.bias_ih_l1_reverse	2	-0.0511116199195385
16974	rnn.bias_ih_l1_reverse	3	0.004823475144803524
16974	rnn.bias_ih_l1_reverse	4	-0.0880943089723587
16974	rnn.bias_ih_l1_reverse	5	-0.04369248077273369
16974	rnn.bias_ih_l1_reverse	6	-0.05940171331167221
16974	rnn.bias_ih_l1_reverse	7	-0.0713743269443512
16974	rnn.bias_ih_l1_reverse	8	0.034173354506492615
16974	rnn.bias_ih_l1_reverse	9	0.0006234007887542248
16974	rnn.bias_hh_l1_reverse	0	-0.005865664687007666
16974	rnn.bias_hh_l1_reverse	1	0.008891331031918526
16974	rnn.bias_hh_l1_reverse	2	-0.13326767086982727
16974	rnn.bias_hh_l1_reverse	3	0.001588467974215746
16974	rnn.bias_hh_l1_reverse	4	-0.028235776349902153
16974	rnn.bias_hh_l1_reverse	5	-0.023665228858590126
16974	rnn.bias_hh_l1_reverse	6	0.08409679681062698
16974	rnn.bias_hh_l1_reverse	7	-0.035346854478120804
16974	rnn.bias_hh_l1_reverse	8	-0.060903631150722504
16974	rnn.bias_hh_l1_reverse	9	-0.048095282167196274
16974	linear.weight	0	0.002228822559118271
16974	linear.weight	1	0.02050454169511795
16974	linear.weight	2	-0.03465167060494423
16974	linear.weight	3	0.21627140045166016
16974	linear.weight	4	0.11174382269382477
16974	linear.weight	5	0.03440163657069206
16974	linear.weight	6	0.10240723192691803
16974	linear.weight	7	0.09680648893117905
16974	linear.weight	8	0.04188503697514534
16974	linear.weight	9	-0.03892496973276138
16974	linear.bias	0	-0.10447113960981369
16974	linear.bias	1	0.14627017080783844
16974	linear.bias	2	-0.2100663036108017
16974	linear.bias	3	-0.7619361281394958
16974	linear.bias	4	-0.800119936466217
16974	linear.bias	5	0.11616794764995575
16974	linear.bias	6	-0.39682161808013916
16974	linear.bias	7	0.44161564111709595
16974	linear.bias	8	-0.5330860018730164
16974	linear.bias	9	-0.7536647319793701
17171	transitions	0	0.2566930949687958
17171	transitions	1	-0.23513001203536987
17171	transitions	2	-10000.0
17171	transitions	3	-1.7568126916885376
17171	transitions	4	-10000.0
17171	transitions	5	0.8051353096961975
17171	transitions	6	0.1185857281088829
17171	transitions	7	0.0746714174747467
17171	transitions	8	-1.1960585117340088
17171	transitions	9	0.001233403803780675
17171	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
17171	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
17171	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
17171	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
17171	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
17171	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
17171	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
17171	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
17171	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
17171	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
17171	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
17171	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
17171	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
17171	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
17171	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
17171	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
17171	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
17171	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
17171	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
17171	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
17171	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
17171	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
17171	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
17171	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
17171	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
17171	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
17171	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
17171	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
17171	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
17171	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
17171	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
17171	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
17171	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
17171	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
17171	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
17171	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
17171	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
17171	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
17171	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
17171	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
17171	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
17171	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
17171	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
17171	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
17171	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
17171	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
17171	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
17171	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
17171	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
17171	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
17171	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
17171	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
17171	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
17171	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
17171	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
17171	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
17171	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
17171	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
17171	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
17171	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
17171	embedding2nn.weight	0	0.0070586069487035275
17171	embedding2nn.weight	1	-0.01336767990142107
17171	embedding2nn.weight	2	-0.014268254861235619
17171	embedding2nn.weight	3	0.02519831247627735
17171	embedding2nn.weight	4	-0.005915034096688032
17171	embedding2nn.weight	5	-0.003700598143041134
17171	embedding2nn.weight	6	-0.003973254933953285
17171	embedding2nn.weight	7	-0.030233291909098625
17171	embedding2nn.weight	8	-0.0019979383796453476
17171	embedding2nn.weight	9	-0.005154818762093782
17171	embedding2nn.bias	0	0.009002448059618473
17171	embedding2nn.bias	1	-0.042276132851839066
17171	embedding2nn.bias	2	0.04763451963663101
17171	embedding2nn.bias	3	0.05093095824122429
17171	embedding2nn.bias	4	0.011850545182824135
17171	embedding2nn.bias	5	-0.03772700950503349
17171	embedding2nn.bias	6	0.037384964525699615
17171	embedding2nn.bias	7	-0.03310130164027214
17171	embedding2nn.bias	8	0.0343572162091732
17171	embedding2nn.bias	9	0.020033299922943115
17171	rnn.weight_ih_l0	0	-0.01694663241505623
17171	rnn.weight_ih_l0	1	0.016102993860840797
17171	rnn.weight_ih_l0	2	0.025104710832238197
17171	rnn.weight_ih_l0	3	0.0238603837788105
17171	rnn.weight_ih_l0	4	-0.01797996088862419
17171	rnn.weight_ih_l0	5	-0.050356097519397736
17171	rnn.weight_ih_l0	6	0.013607623986899853
17171	rnn.weight_ih_l0	7	0.045098353177309036
17171	rnn.weight_ih_l0	8	0.021277807652950287
17171	rnn.weight_ih_l0	9	-0.03681665286421776
17171	rnn.weight_hh_l0	0	-0.040407974272966385
17171	rnn.weight_hh_l0	1	0.0060265082865953445
17171	rnn.weight_hh_l0	2	0.010074291378259659
17171	rnn.weight_hh_l0	3	-0.013039995916187763
17171	rnn.weight_hh_l0	4	0.035701144486665726
17171	rnn.weight_hh_l0	5	-0.01145948190242052
17171	rnn.weight_hh_l0	6	-0.032076381146907806
17171	rnn.weight_hh_l0	7	-0.04163764417171478
17171	rnn.weight_hh_l0	8	0.002739107236266136
17171	rnn.weight_hh_l0	9	-0.025779064744710922
17171	rnn.bias_ih_l0	0	0.01861797459423542
17171	rnn.bias_ih_l0	1	-0.009639331139624119
17171	rnn.bias_ih_l0	2	-0.0030756103806197643
17171	rnn.bias_ih_l0	3	0.04838329926133156
17171	rnn.bias_ih_l0	4	-0.0421452522277832
17171	rnn.bias_ih_l0	5	-0.011793440207839012
17171	rnn.bias_ih_l0	6	0.020846936851739883
17171	rnn.bias_ih_l0	7	0.022060707211494446
17171	rnn.bias_ih_l0	8	-0.05926313251256943
17171	rnn.bias_ih_l0	9	0.010329784825444221
17171	rnn.bias_hh_l0	0	-0.03302959352731705
17171	rnn.bias_hh_l0	1	-0.05585329607129097
17171	rnn.bias_hh_l0	2	-0.016806142404675484
17171	rnn.bias_hh_l0	3	-0.03387138620018959
17171	rnn.bias_hh_l0	4	-0.006408384535461664
17171	rnn.bias_hh_l0	5	0.02211935445666313
17171	rnn.bias_hh_l0	6	0.026922989636659622
17171	rnn.bias_hh_l0	7	-0.008643667213618755
17171	rnn.bias_hh_l0	8	-0.04200150445103645
17171	rnn.bias_hh_l0	9	-0.015909641981124878
17171	rnn.weight_ih_l0_reverse	0	-0.005962797440588474
17171	rnn.weight_ih_l0_reverse	1	-0.051410380750894547
17171	rnn.weight_ih_l0_reverse	2	-0.022422440350055695
17171	rnn.weight_ih_l0_reverse	3	0.0036397979129105806
17171	rnn.weight_ih_l0_reverse	4	-0.012195756658911705
17171	rnn.weight_ih_l0_reverse	5	-0.048429783433675766
17171	rnn.weight_ih_l0_reverse	6	0.04317343607544899
17171	rnn.weight_ih_l0_reverse	7	-0.029245201498270035
17171	rnn.weight_ih_l0_reverse	8	-0.029676679521799088
17171	rnn.weight_ih_l0_reverse	9	0.012847770005464554
17171	rnn.weight_hh_l0_reverse	0	0.02789430506527424
17171	rnn.weight_hh_l0_reverse	1	0.03002331592142582
17171	rnn.weight_hh_l0_reverse	2	0.024220051243901253
17171	rnn.weight_hh_l0_reverse	3	0.01887541264295578
17171	rnn.weight_hh_l0_reverse	4	0.010096598416566849
17171	rnn.weight_hh_l0_reverse	5	0.00043859388097189367
17171	rnn.weight_hh_l0_reverse	6	0.036485906690359116
17171	rnn.weight_hh_l0_reverse	7	-0.024245237931609154
17171	rnn.weight_hh_l0_reverse	8	0.006888174451887608
17171	rnn.weight_hh_l0_reverse	9	0.045859578996896744
17171	rnn.bias_ih_l0_reverse	0	-0.059754449874162674
17171	rnn.bias_ih_l0_reverse	1	-0.0706823542714119
17171	rnn.bias_ih_l0_reverse	2	-0.01671495847404003
17171	rnn.bias_ih_l0_reverse	3	0.0028534552548080683
17171	rnn.bias_ih_l0_reverse	4	-0.008208035491406918
17171	rnn.bias_ih_l0_reverse	5	0.027411265298724174
17171	rnn.bias_ih_l0_reverse	6	0.002699295524507761
17171	rnn.bias_ih_l0_reverse	7	0.03696885704994202
17171	rnn.bias_ih_l0_reverse	8	-0.03146140277385712
17171	rnn.bias_ih_l0_reverse	9	0.03513842076063156
17171	rnn.bias_hh_l0_reverse	0	-0.033410269767045975
17171	rnn.bias_hh_l0_reverse	1	-0.021817918866872787
17171	rnn.bias_hh_l0_reverse	2	0.012574955821037292
17171	rnn.bias_hh_l0_reverse	3	-0.04232088103890419
17171	rnn.bias_hh_l0_reverse	4	-0.04806990548968315
17171	rnn.bias_hh_l0_reverse	5	-0.043969664722681046
17171	rnn.bias_hh_l0_reverse	6	0.013526327908039093
17171	rnn.bias_hh_l0_reverse	7	0.020499948412179947
17171	rnn.bias_hh_l0_reverse	8	0.02927984483540058
17171	rnn.bias_hh_l0_reverse	9	-0.0961490049958229
17171	rnn.weight_ih_l1	0	-0.024858053773641586
17171	rnn.weight_ih_l1	1	-0.027295565232634544
17171	rnn.weight_ih_l1	2	0.02125386707484722
17171	rnn.weight_ih_l1	3	-0.010434857569634914
17171	rnn.weight_ih_l1	4	0.009169689379632473
17171	rnn.weight_ih_l1	5	-0.03753189742565155
17171	rnn.weight_ih_l1	6	0.014953416772186756
17171	rnn.weight_ih_l1	7	-0.037422627210617065
17171	rnn.weight_ih_l1	8	0.0374770313501358
17171	rnn.weight_ih_l1	9	0.02249235473573208
17171	rnn.weight_hh_l1	0	0.008351102471351624
17171	rnn.weight_hh_l1	1	0.007053895387798548
17171	rnn.weight_hh_l1	2	-0.02663045935332775
17171	rnn.weight_hh_l1	3	0.001012032967992127
17171	rnn.weight_hh_l1	4	0.004145053680986166
17171	rnn.weight_hh_l1	5	0.03333254158496857
17171	rnn.weight_hh_l1	6	0.03318476676940918
17171	rnn.weight_hh_l1	7	-0.031042555347085
17171	rnn.weight_hh_l1	8	-0.04096571356058121
17171	rnn.weight_hh_l1	9	0.03921142965555191
17171	rnn.bias_ih_l1	0	-0.07310988754034042
17171	rnn.bias_ih_l1	1	-0.06776988506317139
17171	rnn.bias_ih_l1	2	-0.0931544154882431
17171	rnn.bias_ih_l1	3	-0.07936546206474304
17171	rnn.bias_ih_l1	4	-0.1146295890212059
17171	rnn.bias_ih_l1	5	-0.07330066710710526
17171	rnn.bias_ih_l1	6	-0.005257470067590475
17171	rnn.bias_ih_l1	7	-0.0114601394161582
17171	rnn.bias_ih_l1	8	-0.053709518164396286
17171	rnn.bias_ih_l1	9	-0.061953987926244736
17171	rnn.bias_hh_l1	0	-0.07465086132287979
17171	rnn.bias_hh_l1	1	-0.012552456930279732
17171	rnn.bias_hh_l1	2	-0.017055951058864594
17171	rnn.bias_hh_l1	3	-0.051533009856939316
17171	rnn.bias_hh_l1	4	-0.057864945381879807
17171	rnn.bias_hh_l1	5	-0.01790527254343033
17171	rnn.bias_hh_l1	6	-0.033867355436086655
17171	rnn.bias_hh_l1	7	-0.07668228447437286
17171	rnn.bias_hh_l1	8	0.0024763657711446285
17171	rnn.bias_hh_l1	9	-0.012629824690520763
17171	rnn.weight_ih_l1_reverse	0	-0.0334458090364933
17171	rnn.weight_ih_l1_reverse	1	0.033737629652023315
17171	rnn.weight_ih_l1_reverse	2	-0.05308828875422478
17171	rnn.weight_ih_l1_reverse	3	-0.024741156026721
17171	rnn.weight_ih_l1_reverse	4	-0.014599073678255081
17171	rnn.weight_ih_l1_reverse	5	-0.040575891733169556
17171	rnn.weight_ih_l1_reverse	6	-0.025720225647091866
17171	rnn.weight_ih_l1_reverse	7	0.012817516922950745
17171	rnn.weight_ih_l1_reverse	8	0.05698823556303978
17171	rnn.weight_ih_l1_reverse	9	-0.02868407964706421
17171	rnn.weight_hh_l1_reverse	0	0.008151463232934475
17171	rnn.weight_hh_l1_reverse	1	0.02746254950761795
17171	rnn.weight_hh_l1_reverse	2	-0.037305403500795364
17171	rnn.weight_hh_l1_reverse	3	0.03917422518134117
17171	rnn.weight_hh_l1_reverse	4	0.0412161760032177
17171	rnn.weight_hh_l1_reverse	5	0.009867914021015167
17171	rnn.weight_hh_l1_reverse	6	0.005040371790528297
17171	rnn.weight_hh_l1_reverse	7	0.02837129682302475
17171	rnn.weight_hh_l1_reverse	8	-0.006828938610851765
17171	rnn.weight_hh_l1_reverse	9	-0.036127496510744095
17171	rnn.bias_ih_l1_reverse	0	-0.00875619426369667
17171	rnn.bias_ih_l1_reverse	1	-0.062250468879938126
17171	rnn.bias_ih_l1_reverse	2	-0.052685823291540146
17171	rnn.bias_ih_l1_reverse	3	0.0009474055259488523
17171	rnn.bias_ih_l1_reverse	4	-0.08984335511922836
17171	rnn.bias_ih_l1_reverse	5	-0.042731933295726776
17171	rnn.bias_ih_l1_reverse	6	-0.05963679775595665
17171	rnn.bias_ih_l1_reverse	7	-0.07363328337669373
17171	rnn.bias_ih_l1_reverse	8	0.042268287390470505
17171	rnn.bias_ih_l1_reverse	9	0.0030563618056476116
17171	rnn.bias_hh_l1_reverse	0	-0.0022811724338680506
17171	rnn.bias_hh_l1_reverse	1	0.01062096655368805
17171	rnn.bias_hh_l1_reverse	2	-0.13370858132839203
17171	rnn.bias_hh_l1_reverse	3	0.0010834160493686795
17171	rnn.bias_hh_l1_reverse	4	-0.028522679582238197
17171	rnn.bias_hh_l1_reverse	5	-0.023539934307336807
17171	rnn.bias_hh_l1_reverse	6	0.08403011411428452
17171	rnn.bias_hh_l1_reverse	7	-0.03699025139212608
17171	rnn.bias_hh_l1_reverse	8	-0.05910630151629448
17171	rnn.bias_hh_l1_reverse	9	-0.04855913668870926
17171	linear.weight	0	0.002228822559118271
17171	linear.weight	1	0.018239090219140053
17171	linear.weight	2	-0.031089235097169876
17171	linear.weight	3	0.22003471851348877
17171	linear.weight	4	0.09772668033838272
17171	linear.weight	5	0.03598497807979584
17171	linear.weight	6	0.11402199417352676
17171	linear.weight	7	0.10841765999794006
17171	linear.weight	8	0.04185464605689049
17171	linear.weight	9	-0.04269527271389961
17171	linear.bias	0	-0.10064322501420975
17171	linear.bias	1	0.12230382859706879
17171	linear.bias	2	-0.23459003865718842
17171	linear.bias	3	-0.7810656428337097
17171	linear.bias	4	-0.8192046880722046
17171	linear.bias	5	0.11104275286197662
17171	linear.bias	6	-0.41204386949539185
17171	linear.bias	7	0.45552313327789307
17171	linear.bias	8	-0.5126745700836182
17171	linear.bias	9	-0.7298488020896912
17368	transitions	0	0.25720757246017456
17368	transitions	1	-0.23094691336154938
17368	transitions	2	-10000.0
17368	transitions	3	-1.757285714149475
17368	transitions	4	-10000.0
17368	transitions	5	0.8038309216499329
17368	transitions	6	0.11680900305509567
17368	transitions	7	0.07112126797437668
17368	transitions	8	-1.1971179246902466
17368	transitions	9	0.0012159504694864154
17368	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
17368	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
17368	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
17368	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
17368	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
17368	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
17368	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
17368	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
17368	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
17368	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
17368	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
17368	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
17368	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
17368	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
17368	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
17368	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
17368	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
17368	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
17368	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
17368	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
17368	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
17368	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
17368	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
17368	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
17368	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
17368	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
17368	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
17368	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
17368	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
17368	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
17368	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
17368	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
17368	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
17368	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
17368	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
17368	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
17368	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
17368	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
17368	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
17368	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
17368	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
17368	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
17368	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
17368	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
17368	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
17368	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
17368	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
17368	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
17368	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
17368	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
17368	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
17368	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
17368	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
17368	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
17368	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
17368	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
17368	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
17368	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
17368	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
17368	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
17368	embedding2nn.weight	0	0.00508960522711277
17368	embedding2nn.weight	1	-0.013318133540451527
17368	embedding2nn.weight	2	-0.014268254861235619
17368	embedding2nn.weight	3	0.025497032329440117
17368	embedding2nn.weight	4	-0.005915034096688032
17368	embedding2nn.weight	5	-0.003700598608702421
17368	embedding2nn.weight	6	-0.003973257727921009
17368	embedding2nn.weight	7	-0.030031569302082062
17368	embedding2nn.weight	8	-0.0019979383796453476
17368	embedding2nn.weight	9	-0.006392670329660177
17368	embedding2nn.bias	0	0.027295954525470734
17368	embedding2nn.bias	1	-0.039703596383333206
17368	embedding2nn.bias	2	0.06036951765418053
17368	embedding2nn.bias	3	0.04823991656303406
17368	embedding2nn.bias	4	-0.001968332100659609
17368	embedding2nn.bias	5	-0.03979809209704399
17368	embedding2nn.bias	6	0.031626250594854355
17368	embedding2nn.bias	7	-0.0328255221247673
17368	embedding2nn.bias	8	0.024607906118035316
17368	embedding2nn.bias	9	0.02527489699423313
17368	rnn.weight_ih_l0	0	-0.016701003536581993
17368	rnn.weight_ih_l0	1	0.016086654737591743
17368	rnn.weight_ih_l0	2	0.021163437515497208
17368	rnn.weight_ih_l0	3	0.023513035848736763
17368	rnn.weight_ih_l0	4	-0.01758628524839878
17368	rnn.weight_ih_l0	5	-0.05037830397486687
17368	rnn.weight_ih_l0	6	0.013278968632221222
17368	rnn.weight_ih_l0	7	0.045944347977638245
17368	rnn.weight_ih_l0	8	0.02122488245368004
17368	rnn.weight_ih_l0	9	-0.03655926138162613
17368	rnn.weight_hh_l0	0	-0.04083815589547157
17368	rnn.weight_hh_l0	1	0.006639224477112293
17368	rnn.weight_hh_l0	2	0.009884718805551529
17368	rnn.weight_hh_l0	3	-0.013204722665250301
17368	rnn.weight_hh_l0	4	0.03622497618198395
17368	rnn.weight_hh_l0	5	-0.011003206484019756
17368	rnn.weight_hh_l0	6	-0.032306477427482605
17368	rnn.weight_hh_l0	7	-0.04099129140377045
17368	rnn.weight_hh_l0	8	0.002505645388737321
17368	rnn.weight_hh_l0	9	-0.025433501228690147
17368	rnn.bias_ih_l0	0	0.020215768367052078
17368	rnn.bias_ih_l0	1	-0.011420459486544132
17368	rnn.bias_ih_l0	2	-0.0016564627876505256
17368	rnn.bias_ih_l0	3	0.04863884672522545
17368	rnn.bias_ih_l0	4	-0.04360261559486389
17368	rnn.bias_ih_l0	5	-0.012418340891599655
17368	rnn.bias_ih_l0	6	0.02386144921183586
17368	rnn.bias_ih_l0	7	0.025043601170182228
17368	rnn.bias_ih_l0	8	-0.060673195868730545
17368	rnn.bias_ih_l0	9	0.01029875222593546
17368	rnn.bias_hh_l0	0	-0.030942946672439575
17368	rnn.bias_hh_l0	1	-0.059009261429309845
17368	rnn.bias_hh_l0	2	-0.01730550266802311
17368	rnn.bias_hh_l0	3	-0.03454086557030678
17368	rnn.bias_hh_l0	4	-0.008306455798447132
17368	rnn.bias_hh_l0	5	0.022173495963215828
17368	rnn.bias_hh_l0	6	0.02508111111819744
17368	rnn.bias_hh_l0	7	-0.008314947597682476
17368	rnn.bias_hh_l0	8	-0.043085355311632156
17368	rnn.bias_hh_l0	9	-0.019252842292189598
17368	rnn.weight_ih_l0_reverse	0	-0.006007318384945393
17368	rnn.weight_ih_l0_reverse	1	-0.051087744534015656
17368	rnn.weight_ih_l0_reverse	2	-0.02143237553536892
17368	rnn.weight_ih_l0_reverse	3	0.003593588247895241
17368	rnn.weight_ih_l0_reverse	4	-0.01317556481808424
17368	rnn.weight_ih_l0_reverse	5	-0.048321813344955444
17368	rnn.weight_ih_l0_reverse	6	0.043517641723155975
17368	rnn.weight_ih_l0_reverse	7	-0.028156405314803123
17368	rnn.weight_ih_l0_reverse	8	-0.029626481235027313
17368	rnn.weight_ih_l0_reverse	9	0.012592924758791924
17368	rnn.weight_hh_l0_reverse	0	0.02612234838306904
17368	rnn.weight_hh_l0_reverse	1	0.030021414160728455
17368	rnn.weight_hh_l0_reverse	2	0.02420457825064659
17368	rnn.weight_hh_l0_reverse	3	0.019142180681228638
17368	rnn.weight_hh_l0_reverse	4	0.009602528996765614
17368	rnn.weight_hh_l0_reverse	5	0.0003765799629036337
17368	rnn.weight_hh_l0_reverse	6	0.0366436131298542
17368	rnn.weight_hh_l0_reverse	7	-0.023695338517427444
17368	rnn.weight_hh_l0_reverse	8	0.007422345224767923
17368	rnn.weight_hh_l0_reverse	9	0.04595882445573807
17368	rnn.bias_ih_l0_reverse	0	-0.05945833399891853
17368	rnn.bias_ih_l0_reverse	1	-0.07170724868774414
17368	rnn.bias_ih_l0_reverse	2	-0.020334722474217415
17368	rnn.bias_ih_l0_reverse	3	0.005741694010794163
17368	rnn.bias_ih_l0_reverse	4	-0.009978595189750195
17368	rnn.bias_ih_l0_reverse	5	0.029749764129519463
17368	rnn.bias_ih_l0_reverse	6	0.0050779771991074085
17368	rnn.bias_ih_l0_reverse	7	0.03607252612709999
17368	rnn.bias_ih_l0_reverse	8	-0.03193418309092522
17368	rnn.bias_ih_l0_reverse	9	0.034627802670001984
17368	rnn.bias_hh_l0_reverse	0	-0.03329173102974892
17368	rnn.bias_hh_l0_reverse	1	-0.020436599850654602
17368	rnn.bias_hh_l0_reverse	2	0.014727738685905933
17368	rnn.bias_hh_l0_reverse	3	-0.04291311278939247
17368	rnn.bias_hh_l0_reverse	4	-0.04678269103169441
17368	rnn.bias_hh_l0_reverse	5	-0.042309921234846115
17368	rnn.bias_hh_l0_reverse	6	0.013624095357954502
17368	rnn.bias_hh_l0_reverse	7	0.02199609950184822
17368	rnn.bias_hh_l0_reverse	8	0.026725461706519127
17368	rnn.bias_hh_l0_reverse	9	-0.09541594237089157
17368	rnn.weight_ih_l1	0	-0.024338074028491974
17368	rnn.weight_ih_l1	1	-0.02795145846903324
17368	rnn.weight_ih_l1	2	0.0220315083861351
17368	rnn.weight_ih_l1	3	-0.010175658389925957
17368	rnn.weight_ih_l1	4	0.0088610565289855
17368	rnn.weight_ih_l1	5	-0.037667084485292435
17368	rnn.weight_ih_l1	6	0.014946738258004189
17368	rnn.weight_ih_l1	7	-0.03704468533396721
17368	rnn.weight_ih_l1	8	0.037273626774549484
17368	rnn.weight_ih_l1	9	0.02229148894548416
17368	rnn.weight_hh_l1	0	0.009252944961190224
17368	rnn.weight_hh_l1	1	0.007064835634082556
17368	rnn.weight_hh_l1	2	-0.027512045577168465
17368	rnn.weight_hh_l1	3	0.0015593189746141434
17368	rnn.weight_hh_l1	4	0.0033741514198482037
17368	rnn.weight_hh_l1	5	0.03316505625844002
17368	rnn.weight_hh_l1	6	0.033329568803310394
17368	rnn.weight_hh_l1	7	-0.0310836099088192
17368	rnn.weight_hh_l1	8	-0.04080021753907204
17368	rnn.weight_hh_l1	9	0.03938225284218788
17368	rnn.bias_ih_l1	0	-0.0771884173154831
17368	rnn.bias_ih_l1	1	-0.06697720289230347
17368	rnn.bias_ih_l1	2	-0.09330259263515472
17368	rnn.bias_ih_l1	3	-0.07421573251485825
17368	rnn.bias_ih_l1	4	-0.11704297363758087
17368	rnn.bias_ih_l1	5	-0.07394460588693619
17368	rnn.bias_ih_l1	6	-0.0041221873834729195
17368	rnn.bias_ih_l1	7	-0.011162037029862404
17368	rnn.bias_ih_l1	8	-0.05524687469005585
17368	rnn.bias_ih_l1	9	-0.05786505714058876
17368	rnn.bias_hh_l1	0	-0.07512163370847702
17368	rnn.bias_hh_l1	1	-0.013632919639348984
17368	rnn.bias_hh_l1	2	-0.016485387459397316
17368	rnn.bias_hh_l1	3	-0.0527610257267952
17368	rnn.bias_hh_l1	4	-0.05755893141031265
17368	rnn.bias_hh_l1	5	-0.019319215789437294
17368	rnn.bias_hh_l1	6	-0.03641001507639885
17368	rnn.bias_hh_l1	7	-0.07776757329702377
17368	rnn.bias_hh_l1	8	0.0029845568351447582
17368	rnn.bias_hh_l1	9	-0.01305896695703268
17368	rnn.weight_ih_l1_reverse	0	-0.03352872654795647
17368	rnn.weight_ih_l1_reverse	1	0.030303874984383583
17368	rnn.weight_ih_l1_reverse	2	-0.05313597619533539
17368	rnn.weight_ih_l1_reverse	3	-0.02350444532930851
17368	rnn.weight_ih_l1_reverse	4	-0.01693996600806713
17368	rnn.weight_ih_l1_reverse	5	-0.04046128690242767
17368	rnn.weight_ih_l1_reverse	6	-0.024033378809690475
17368	rnn.weight_ih_l1_reverse	7	0.012623828835785389
17368	rnn.weight_ih_l1_reverse	8	0.061704251915216446
17368	rnn.weight_ih_l1_reverse	9	-0.027664242312312126
17368	rnn.weight_hh_l1_reverse	0	0.00818837620317936
17368	rnn.weight_hh_l1_reverse	1	0.027709003537893295
17368	rnn.weight_hh_l1_reverse	2	-0.03723173961043358
17368	rnn.weight_hh_l1_reverse	3	0.03942791000008583
17368	rnn.weight_hh_l1_reverse	4	0.04162994399666786
17368	rnn.weight_hh_l1_reverse	5	0.01023908518254757
17368	rnn.weight_hh_l1_reverse	6	0.0031113505829125643
17368	rnn.weight_hh_l1_reverse	7	0.028824880719184875
17368	rnn.weight_hh_l1_reverse	8	-0.006749392952769995
17368	rnn.weight_hh_l1_reverse	9	-0.0358695425093174
17368	rnn.bias_ih_l1_reverse	0	-0.006685751490294933
17368	rnn.bias_ih_l1_reverse	1	-0.06505490839481354
17368	rnn.bias_ih_l1_reverse	2	-0.05327887833118439
17368	rnn.bias_ih_l1_reverse	3	0.014512560330331326
17368	rnn.bias_ih_l1_reverse	4	-0.09165492653846741
17368	rnn.bias_ih_l1_reverse	5	-0.04466766491532326
17368	rnn.bias_ih_l1_reverse	6	-0.06083014979958534
17368	rnn.bias_ih_l1_reverse	7	-0.07274887710809708
17368	rnn.bias_ih_l1_reverse	8	0.04881042614579201
17368	rnn.bias_ih_l1_reverse	9	0.0013460916234180331
17368	rnn.bias_hh_l1_reverse	0	0.0030137451831251383
17368	rnn.bias_hh_l1_reverse	1	0.0168184544891119
17368	rnn.bias_hh_l1_reverse	2	-0.1347951889038086
17368	rnn.bias_hh_l1_reverse	3	0.002797510242089629
17368	rnn.bias_hh_l1_reverse	4	-0.028688130900263786
17368	rnn.bias_hh_l1_reverse	5	-0.02382885292172432
17368	rnn.bias_hh_l1_reverse	6	0.0790349543094635
17368	rnn.bias_hh_l1_reverse	7	-0.03759263828396797
17368	rnn.bias_hh_l1_reverse	8	-0.059801604598760605
17368	rnn.bias_hh_l1_reverse	9	-0.04793975502252579
17368	linear.weight	0	0.002228822559118271
17368	linear.weight	1	0.036090731620788574
17368	linear.weight	2	-0.03042064793407917
17368	linear.weight	3	0.21820636093616486
17368	linear.weight	4	0.08647873997688293
17368	linear.weight	5	0.041239239275455475
17368	linear.weight	6	0.09414122998714447
17368	linear.weight	7	0.11297200620174408
17368	linear.weight	8	0.041891660541296005
17368	linear.weight	9	-0.040044594556093216
17368	linear.bias	0	-0.10636459290981293
17368	linear.bias	1	0.14020003378391266
17368	linear.bias	2	-0.22774693369865417
17368	linear.bias	3	-0.7871198058128357
17368	linear.bias	4	-0.8231370449066162
17368	linear.bias	5	0.08491495996713638
17368	linear.bias	6	-0.38307228684425354
17368	linear.bias	7	0.449819952249527
17368	linear.bias	8	-0.5395513772964478
17368	linear.bias	9	-0.7578228116035461
17565	transitions	0	0.2455092966556549
17565	transitions	1	-0.23489509522914886
17565	transitions	2	-10000.0
17565	transitions	3	-1.7576402425765991
17565	transitions	4	-10000.0
17565	transitions	5	0.8026836514472961
17565	transitions	6	0.11517640203237534
17565	transitions	7	0.06862293928861618
17565	transitions	8	-1.198559045791626
17565	transitions	9	0.0011948610190302134
17565	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
17565	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
17565	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
17565	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
17565	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
17565	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
17565	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
17565	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
17565	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
17565	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
17565	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
17565	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
17565	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
17565	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
17565	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
17565	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
17565	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
17565	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
17565	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
17565	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
17565	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
17565	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
17565	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
17565	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
17565	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
17565	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
17565	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
17565	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
17565	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
17565	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
17565	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
17565	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
17565	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
17565	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
17565	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
17565	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
17565	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
17565	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
17565	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
17565	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
17565	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
17565	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
17565	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
17565	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
17565	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
17565	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
17565	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
17565	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
17565	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
17565	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
17565	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
17565	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
17565	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
17565	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
17565	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
17565	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
17565	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
17565	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
17565	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
17565	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
17565	embedding2nn.weight	0	0.004835113417357206
17565	embedding2nn.weight	1	-0.01323552243411541
17565	embedding2nn.weight	2	-0.014268254861235619
17565	embedding2nn.weight	3	0.02249482274055481
17565	embedding2nn.weight	4	-0.005915034096688032
17565	embedding2nn.weight	5	-0.003700599307194352
17565	embedding2nn.weight	6	-0.00397326098755002
17565	embedding2nn.weight	7	-0.030291078612208366
17565	embedding2nn.weight	8	-0.0019979383796453476
17565	embedding2nn.weight	9	-0.005949812009930611
17565	embedding2nn.bias	0	0.017690766602754593
17565	embedding2nn.bias	1	-0.02555874176323414
17565	embedding2nn.bias	2	0.05847030133008957
17565	embedding2nn.bias	3	0.04824278503656387
17565	embedding2nn.bias	4	0.00019036811136174947
17565	embedding2nn.bias	5	-0.04049844667315483
17565	embedding2nn.bias	6	0.03236842155456543
17565	embedding2nn.bias	7	-0.025253280997276306
17565	embedding2nn.bias	8	0.020717797800898552
17565	embedding2nn.bias	9	0.013844681903719902
17565	rnn.weight_ih_l0	0	-0.016798965632915497
17565	rnn.weight_ih_l0	1	0.016616294160485268
17565	rnn.weight_ih_l0	2	0.020112406462430954
17565	rnn.weight_ih_l0	3	0.02403474971652031
17565	rnn.weight_ih_l0	4	-0.016918500885367393
17565	rnn.weight_ih_l0	5	-0.0496925413608551
17565	rnn.weight_ih_l0	6	0.013793298043310642
17565	rnn.weight_ih_l0	7	0.04917776957154274
17565	rnn.weight_ih_l0	8	0.020755691453814507
17565	rnn.weight_ih_l0	9	-0.03629409149289131
17565	rnn.weight_hh_l0	0	-0.04061771184206009
17565	rnn.weight_hh_l0	1	0.005803852807730436
17565	rnn.weight_hh_l0	2	0.009294497780501842
17565	rnn.weight_hh_l0	3	-0.0127730593085289
17565	rnn.weight_hh_l0	4	0.03505837917327881
17565	rnn.weight_hh_l0	5	-0.01062082126736641
17565	rnn.weight_hh_l0	6	-0.03197355940937996
17565	rnn.weight_hh_l0	7	-0.04235279932618141
17565	rnn.weight_hh_l0	8	0.0031103487126529217
17565	rnn.weight_hh_l0	9	-0.025424359366297722
17565	rnn.bias_ih_l0	0	0.02038421668112278
17565	rnn.bias_ih_l0	1	-0.014418216422200203
17565	rnn.bias_ih_l0	2	-0.0025763921439647675
17565	rnn.bias_ih_l0	3	0.047978080809116364
17565	rnn.bias_ih_l0	4	-0.046383339911699295
17565	rnn.bias_ih_l0	5	-0.009934470988810062
17565	rnn.bias_ih_l0	6	0.023433789610862732
17565	rnn.bias_ih_l0	7	0.02787136286497116
17565	rnn.bias_ih_l0	8	-0.0634918063879013
17565	rnn.bias_ih_l0	9	0.003325122408568859
17565	rnn.bias_hh_l0	0	-0.02982495166361332
17565	rnn.bias_hh_l0	1	-0.054472606629133224
17565	rnn.bias_hh_l0	2	-0.01998676359653473
17565	rnn.bias_hh_l0	3	-0.03257523104548454
17565	rnn.bias_hh_l0	4	-0.007896640338003635
17565	rnn.bias_hh_l0	5	0.017357662320137024
17565	rnn.bias_hh_l0	6	0.025046085938811302
17565	rnn.bias_hh_l0	7	-0.0035711335949599743
17565	rnn.bias_hh_l0	8	-0.04339514300227165
17565	rnn.bias_hh_l0	9	-0.0172153078019619
17565	rnn.weight_ih_l0_reverse	0	-0.00655662827193737
17565	rnn.weight_ih_l0_reverse	1	-0.052301499992609024
17565	rnn.weight_ih_l0_reverse	2	-0.02285229042172432
17565	rnn.weight_ih_l0_reverse	3	0.0032579773105680943
17565	rnn.weight_ih_l0_reverse	4	-0.013140461407601833
17565	rnn.weight_ih_l0_reverse	5	-0.04864475876092911
17565	rnn.weight_ih_l0_reverse	6	0.0442403107881546
17565	rnn.weight_ih_l0_reverse	7	-0.02876671776175499
17565	rnn.weight_ih_l0_reverse	8	-0.029536820948123932
17565	rnn.weight_ih_l0_reverse	9	0.01262829452753067
17565	rnn.weight_hh_l0_reverse	0	0.028028341010212898
17565	rnn.weight_hh_l0_reverse	1	0.029382094740867615
17565	rnn.weight_hh_l0_reverse	2	0.024581344798207283
17565	rnn.weight_hh_l0_reverse	3	0.019095586612820625
17565	rnn.weight_hh_l0_reverse	4	0.01058308593928814
17565	rnn.weight_hh_l0_reverse	5	0.0013679221738129854
17565	rnn.weight_hh_l0_reverse	6	0.03681977838277817
17565	rnn.weight_hh_l0_reverse	7	-0.023379908874630928
17565	rnn.weight_hh_l0_reverse	8	0.008496420457959175
17565	rnn.weight_hh_l0_reverse	9	0.0462559275329113
17565	rnn.bias_ih_l0_reverse	0	-0.06021348387002945
17565	rnn.bias_ih_l0_reverse	1	-0.0755365863442421
17565	rnn.bias_ih_l0_reverse	2	-0.023459335789084435
17565	rnn.bias_ih_l0_reverse	3	0.004284008871763945
17565	rnn.bias_ih_l0_reverse	4	-0.013560931198298931
17565	rnn.bias_ih_l0_reverse	5	0.033823031932115555
17565	rnn.bias_ih_l0_reverse	6	0.004517066292464733
17565	rnn.bias_ih_l0_reverse	7	0.036039698868989944
17565	rnn.bias_ih_l0_reverse	8	-0.03301197290420532
17565	rnn.bias_ih_l0_reverse	9	0.03357866778969765
17565	rnn.bias_hh_l0_reverse	0	-0.035008035600185394
17565	rnn.bias_hh_l0_reverse	1	-0.018398545682430267
17565	rnn.bias_hh_l0_reverse	2	0.013030079193413258
17565	rnn.bias_hh_l0_reverse	3	-0.043714482337236404
17565	rnn.bias_hh_l0_reverse	4	-0.04632573202252388
17565	rnn.bias_hh_l0_reverse	5	-0.0400143638253212
17565	rnn.bias_hh_l0_reverse	6	0.014143259264528751
17565	rnn.bias_hh_l0_reverse	7	0.020819637924432755
17565	rnn.bias_hh_l0_reverse	8	0.028401721268892288
17565	rnn.bias_hh_l0_reverse	9	-0.09735089540481567
17565	rnn.weight_ih_l1	0	-0.02419814094901085
17565	rnn.weight_ih_l1	1	-0.02724950574338436
17565	rnn.weight_ih_l1	2	0.02376106008887291
17565	rnn.weight_ih_l1	3	-0.009238739497959614
17565	rnn.weight_ih_l1	4	0.008901922032237053
17565	rnn.weight_ih_l1	5	-0.0375150628387928
17565	rnn.weight_ih_l1	6	0.016125310212373734
17565	rnn.weight_ih_l1	7	-0.03687586262822151
17565	rnn.weight_ih_l1	8	0.03748064115643501
17565	rnn.weight_ih_l1	9	0.022455880418419838
17565	rnn.weight_hh_l1	0	0.008847727440297604
17565	rnn.weight_hh_l1	1	0.007146499119699001
17565	rnn.weight_hh_l1	2	-0.027355371043086052
17565	rnn.weight_hh_l1	3	0.0010280599817633629
17565	rnn.weight_hh_l1	4	0.0025866604410111904
17565	rnn.weight_hh_l1	5	0.033298347145318985
17565	rnn.weight_hh_l1	6	0.03409940004348755
17565	rnn.weight_hh_l1	7	-0.03108089417219162
17565	rnn.weight_hh_l1	8	-0.04071231931447983
17565	rnn.weight_hh_l1	9	0.0396079383790493
17565	rnn.bias_ih_l1	0	-0.08014317601919174
17565	rnn.bias_ih_l1	1	-0.06562948226928711
17565	rnn.bias_ih_l1	2	-0.09560449421405792
17565	rnn.bias_ih_l1	3	-0.07697262614965439
17565	rnn.bias_ih_l1	4	-0.12308500707149506
17565	rnn.bias_ih_l1	5	-0.07424581050872803
17565	rnn.bias_ih_l1	6	-0.0020472591277211905
17565	rnn.bias_ih_l1	7	-0.01181226596236229
17565	rnn.bias_ih_l1	8	-0.05357767269015312
17565	rnn.bias_ih_l1	9	-0.057192761451005936
17565	rnn.bias_hh_l1	0	-0.07406801730394363
17565	rnn.bias_hh_l1	1	-0.012693557888269424
17565	rnn.bias_hh_l1	2	-0.019357332959771156
17565	rnn.bias_hh_l1	3	-0.05123681202530861
17565	rnn.bias_hh_l1	4	-0.058543138206005096
17565	rnn.bias_hh_l1	5	-0.020786387845873833
17565	rnn.bias_hh_l1	6	-0.041445616632699966
17565	rnn.bias_hh_l1	7	-0.07518844306468964
17565	rnn.bias_hh_l1	8	0.003272988833487034
17565	rnn.bias_hh_l1	9	-0.01237900648266077
17565	rnn.weight_ih_l1_reverse	0	-0.03359052911400795
17565	rnn.weight_ih_l1_reverse	1	0.034611668437719345
17565	rnn.weight_ih_l1_reverse	2	-0.05007907375693321
17565	rnn.weight_ih_l1_reverse	3	-0.023316331207752228
17565	rnn.weight_ih_l1_reverse	4	-0.01640886813402176
17565	rnn.weight_ih_l1_reverse	5	-0.040262799710035324
17565	rnn.weight_ih_l1_reverse	6	-0.023543724790215492
17565	rnn.weight_ih_l1_reverse	7	0.01144059281796217
17565	rnn.weight_ih_l1_reverse	8	0.06344158947467804
17565	rnn.weight_ih_l1_reverse	9	-0.02750145085155964
17565	rnn.weight_hh_l1_reverse	0	0.008166591636836529
17565	rnn.weight_hh_l1_reverse	1	0.027514979243278503
17565	rnn.weight_hh_l1_reverse	2	-0.03727477043867111
17565	rnn.weight_hh_l1_reverse	3	0.039213743060827255
17565	rnn.weight_hh_l1_reverse	4	0.041894640773534775
17565	rnn.weight_hh_l1_reverse	5	0.010039453394711018
17565	rnn.weight_hh_l1_reverse	6	0.002312013180926442
17565	rnn.weight_hh_l1_reverse	7	0.0286354161798954
17565	rnn.weight_hh_l1_reverse	8	-0.00672246003523469
17565	rnn.weight_hh_l1_reverse	9	-0.036222830414772034
17565	rnn.bias_ih_l1_reverse	0	-0.005233559757471085
17565	rnn.bias_ih_l1_reverse	1	-0.06286641955375671
17565	rnn.bias_ih_l1_reverse	2	-0.052543673664331436
17565	rnn.bias_ih_l1_reverse	3	0.01926305890083313
17565	rnn.bias_ih_l1_reverse	4	-0.09438875317573547
17565	rnn.bias_ih_l1_reverse	5	-0.04649662226438522
17565	rnn.bias_ih_l1_reverse	6	-0.0621587373316288
17565	rnn.bias_ih_l1_reverse	7	-0.07399904727935791
17565	rnn.bias_ih_l1_reverse	8	0.059287089854478836
17565	rnn.bias_ih_l1_reverse	9	-0.0023452520836144686
17565	rnn.bias_hh_l1_reverse	0	-0.0021579377353191376
17565	rnn.bias_hh_l1_reverse	1	0.03169243782758713
17565	rnn.bias_hh_l1_reverse	2	-0.1358271986246109
17565	rnn.bias_hh_l1_reverse	3	0.0017967664171010256
17565	rnn.bias_hh_l1_reverse	4	-0.02904736064374447
17565	rnn.bias_hh_l1_reverse	5	-0.0229354090988636
17565	rnn.bias_hh_l1_reverse	6	0.08410730957984924
17565	rnn.bias_hh_l1_reverse	7	-0.03677992522716522
17565	rnn.bias_hh_l1_reverse	8	-0.060737013816833496
17565	rnn.bias_hh_l1_reverse	9	-0.047673046588897705
17565	linear.weight	0	0.002228822559118271
17565	linear.weight	1	0.04113929718732834
17565	linear.weight	2	-0.02413126453757286
17565	linear.weight	3	0.22249199450016022
17565	linear.weight	4	0.08600233495235443
17565	linear.weight	5	0.04149683937430382
17565	linear.weight	6	0.09724649786949158
17565	linear.weight	7	0.10672730207443237
17565	linear.weight	8	0.04187522828578949
17565	linear.weight	9	-0.047667406499385834
17565	linear.bias	0	-0.06500427424907684
17565	linear.bias	1	0.13123363256454468
17565	linear.bias	2	-0.19896937906742096
17565	linear.bias	3	-0.798562228679657
17565	linear.bias	4	-0.8347967267036438
17565	linear.bias	5	0.0700322613120079
17565	linear.bias	6	-0.4000624120235443
17565	linear.bias	7	0.44584161043167114
17565	linear.bias	8	-0.5544161200523376
17565	linear.bias	9	-0.7659720182418823
17762	transitions	0	0.2370109111070633
17762	transitions	1	-0.23933720588684082
17762	transitions	2	-10000.0
17762	transitions	3	-1.7580498456954956
17762	transitions	4	-10000.0
17762	transitions	5	0.8013134598731995
17762	transitions	6	0.11376553028821945
17762	transitions	7	0.06464529037475586
17762	transitions	8	-1.1997506618499756
17762	transitions	9	0.0011734352447092533
17762	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
17762	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
17762	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
17762	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
17762	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
17762	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
17762	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
17762	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
17762	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
17762	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
17762	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
17762	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
17762	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
17762	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
17762	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
17762	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
17762	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
17762	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
17762	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
17762	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
17762	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
17762	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
17762	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
17762	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
17762	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
17762	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
17762	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
17762	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
17762	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
17762	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
17762	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
17762	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
17762	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
17762	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
17762	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
17762	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
17762	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
17762	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
17762	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
17762	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
17762	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
17762	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
17762	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
17762	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
17762	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
17762	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
17762	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
17762	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
17762	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
17762	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
17762	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
17762	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
17762	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
17762	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
17762	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
17762	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
17762	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
17762	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
17762	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
17762	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
17762	embedding2nn.weight	0	0.0013733126688748598
17762	embedding2nn.weight	1	-0.013356335461139679
17762	embedding2nn.weight	2	-0.014268254861235619
17762	embedding2nn.weight	3	0.021594682708382607
17762	embedding2nn.weight	4	-0.005915034096688032
17762	embedding2nn.weight	5	-0.003700599307194352
17762	embedding2nn.weight	6	-0.00397326098755002
17762	embedding2nn.weight	7	-0.029662961140275
17762	embedding2nn.weight	8	-0.0019979383796453476
17762	embedding2nn.weight	9	-0.00611869478598237
17762	embedding2nn.bias	0	0.016402292996644974
17762	embedding2nn.bias	1	-0.031347230076789856
17762	embedding2nn.bias	2	0.051182810217142105
17762	embedding2nn.bias	3	0.04493853822350502
17762	embedding2nn.bias	4	-0.004090819973498583
17762	embedding2nn.bias	5	-0.038848575204610825
17762	embedding2nn.bias	6	0.026150081306695938
17762	embedding2nn.bias	7	-0.024895114824175835
17762	embedding2nn.bias	8	0.029231958091259003
17762	embedding2nn.bias	9	0.015912367030978203
17762	rnn.weight_ih_l0	0	-0.01728093810379505
17762	rnn.weight_ih_l0	1	0.015698108822107315
17762	rnn.weight_ih_l0	2	0.019293799996376038
17762	rnn.weight_ih_l0	3	0.02385290153324604
17762	rnn.weight_ih_l0	4	-0.015461056493222713
17762	rnn.weight_ih_l0	5	-0.050389304757118225
17762	rnn.weight_ih_l0	6	0.014181327074766159
17762	rnn.weight_ih_l0	7	0.0486566536128521
17762	rnn.weight_ih_l0	8	0.020170627161860466
17762	rnn.weight_ih_l0	9	-0.03587522357702255
17762	rnn.weight_hh_l0	0	-0.040441665798425674
17762	rnn.weight_hh_l0	1	0.0049234358593821526
17762	rnn.weight_hh_l0	2	0.008722859434783459
17762	rnn.weight_hh_l0	3	-0.013396549038589
17762	rnn.weight_hh_l0	4	0.03596458584070206
17762	rnn.weight_hh_l0	5	-0.010676193982362747
17762	rnn.weight_hh_l0	6	-0.03178999572992325
17762	rnn.weight_hh_l0	7	-0.04253469407558441
17762	rnn.weight_hh_l0	8	0.0029181200079619884
17762	rnn.weight_hh_l0	9	-0.025768674910068512
17762	rnn.bias_ih_l0	0	0.02007831074297428
17762	rnn.bias_ih_l0	1	-0.015429981984198093
17762	rnn.bias_ih_l0	2	-0.003467269241809845
17762	rnn.bias_ih_l0	3	0.04517059773206711
17762	rnn.bias_ih_l0	4	-0.04367334023118019
17762	rnn.bias_ih_l0	5	-0.011984859593212605
17762	rnn.bias_ih_l0	6	0.021734051406383514
17762	rnn.bias_ih_l0	7	0.02724684216082096
17762	rnn.bias_ih_l0	8	-0.06277254968881607
17762	rnn.bias_ih_l0	9	0.005799648351967335
17762	rnn.bias_hh_l0	0	-0.02910502441227436
17762	rnn.bias_hh_l0	1	-0.053671784698963165
17762	rnn.bias_hh_l0	2	-0.023039519786834717
17762	rnn.bias_hh_l0	3	-0.033727843314409256
17762	rnn.bias_hh_l0	4	-0.00763216195628047
17762	rnn.bias_hh_l0	5	0.019102293998003006
17762	rnn.bias_hh_l0	6	0.027529016137123108
17762	rnn.bias_hh_l0	7	-0.0014467730652540922
17762	rnn.bias_hh_l0	8	-0.04011065885424614
17762	rnn.bias_hh_l0	9	-0.017262542620301247
17762	rnn.weight_ih_l0_reverse	0	-0.0055520422756671906
17762	rnn.weight_ih_l0_reverse	1	-0.051760099828243256
17762	rnn.weight_ih_l0_reverse	2	-0.02041608840227127
17762	rnn.weight_ih_l0_reverse	3	0.002999987220391631
17762	rnn.weight_ih_l0_reverse	4	-0.013009915128350258
17762	rnn.weight_ih_l0_reverse	5	-0.048030976206064224
17762	rnn.weight_ih_l0_reverse	6	0.04409356787800789
17762	rnn.weight_ih_l0_reverse	7	-0.02796187810599804
17762	rnn.weight_ih_l0_reverse	8	-0.02956085093319416
17762	rnn.weight_ih_l0_reverse	9	0.012140464037656784
17762	rnn.weight_hh_l0_reverse	0	0.029176075011491776
17762	rnn.weight_hh_l0_reverse	1	0.029921002686023712
17762	rnn.weight_hh_l0_reverse	2	0.024951431900262833
17762	rnn.weight_hh_l0_reverse	3	0.019114620983600616
17762	rnn.weight_hh_l0_reverse	4	0.010021498426795006
17762	rnn.weight_hh_l0_reverse	5	0.0012578924652189016
17762	rnn.weight_hh_l0_reverse	6	0.036995988339185715
17762	rnn.weight_hh_l0_reverse	7	-0.02287779562175274
17762	rnn.weight_hh_l0_reverse	8	0.007721995003521442
17762	rnn.weight_hh_l0_reverse	9	0.04665258899331093
17762	rnn.bias_ih_l0_reverse	0	-0.060894925147295
17762	rnn.bias_ih_l0_reverse	1	-0.08399025350809097
17762	rnn.bias_ih_l0_reverse	2	-0.02589157596230507
17762	rnn.bias_ih_l0_reverse	3	0.0045943353325128555
17762	rnn.bias_ih_l0_reverse	4	-0.014138760045170784
17762	rnn.bias_ih_l0_reverse	5	0.032346416264772415
17762	rnn.bias_ih_l0_reverse	6	0.0028326951432973146
17762	rnn.bias_ih_l0_reverse	7	0.03422538563609123
17762	rnn.bias_ih_l0_reverse	8	-0.0325726680457592
17762	rnn.bias_ih_l0_reverse	9	0.0343983992934227
17762	rnn.bias_hh_l0_reverse	0	-0.03534083440899849
17762	rnn.bias_hh_l0_reverse	1	-0.03156249225139618
17762	rnn.bias_hh_l0_reverse	2	0.010389653034508228
17762	rnn.bias_hh_l0_reverse	3	-0.0416078120470047
17762	rnn.bias_hh_l0_reverse	4	-0.04707318916916847
17762	rnn.bias_hh_l0_reverse	5	-0.03894113749265671
17762	rnn.bias_hh_l0_reverse	6	0.012295959517359734
17762	rnn.bias_hh_l0_reverse	7	0.019996117800474167
17762	rnn.bias_hh_l0_reverse	8	0.030083348974585533
17762	rnn.bias_hh_l0_reverse	9	-0.09553147852420807
17762	rnn.weight_ih_l1	0	-0.023935940116643906
17762	rnn.weight_ih_l1	1	-0.026390574872493744
17762	rnn.weight_ih_l1	2	0.022287875413894653
17762	rnn.weight_ih_l1	3	-0.010616100393235683
17762	rnn.weight_ih_l1	4	0.008504633791744709
17762	rnn.weight_ih_l1	5	-0.038015078753232956
17762	rnn.weight_ih_l1	6	0.015191804617643356
17762	rnn.weight_ih_l1	7	-0.03721420466899872
17762	rnn.weight_ih_l1	8	0.03717717155814171
17762	rnn.weight_ih_l1	9	0.022533908486366272
17762	rnn.weight_hh_l1	0	0.008755226619541645
17762	rnn.weight_hh_l1	1	0.00723017705604434
17762	rnn.weight_hh_l1	2	-0.02650490030646324
17762	rnn.weight_hh_l1	3	0.0005656334105879068
17762	rnn.weight_hh_l1	4	0.0014986700844019651
17762	rnn.weight_hh_l1	5	0.03290052339434624
17762	rnn.weight_hh_l1	6	0.033571235835552216
17762	rnn.weight_hh_l1	7	-0.031126471236348152
17762	rnn.weight_hh_l1	8	-0.040928006172180176
17762	rnn.weight_hh_l1	9	0.03950468450784683
17762	rnn.bias_ih_l1	0	-0.08090942353010178
17762	rnn.bias_ih_l1	1	-0.0663929134607315
17762	rnn.bias_ih_l1	2	-0.09468279778957367
17762	rnn.bias_ih_l1	3	-0.08146849274635315
17762	rnn.bias_ih_l1	4	-0.11128664016723633
17762	rnn.bias_ih_l1	5	-0.07541362196207047
17762	rnn.bias_ih_l1	6	-0.005247834604233503
17762	rnn.bias_ih_l1	7	-0.013196626678109169
17762	rnn.bias_ih_l1	8	-0.05539765581488609
17762	rnn.bias_ih_l1	9	-0.0570581890642643
17762	rnn.bias_hh_l1	0	-0.07545872032642365
17762	rnn.bias_hh_l1	1	-0.012155921198427677
17762	rnn.bias_hh_l1	2	-0.02135617658495903
17762	rnn.bias_hh_l1	3	-0.05121786147356033
17762	rnn.bias_hh_l1	4	-0.05853815749287605
17762	rnn.bias_hh_l1	5	-0.022491445764899254
17762	rnn.bias_hh_l1	6	-0.03862016275525093
17762	rnn.bias_hh_l1	7	-0.08548223227262497
17762	rnn.bias_hh_l1	8	0.0018802630947902799
17762	rnn.bias_hh_l1	9	-0.014037487097084522
17762	rnn.weight_ih_l1_reverse	0	-0.033971477299928665
17762	rnn.weight_ih_l1_reverse	1	0.031972143799066544
17762	rnn.weight_ih_l1_reverse	2	-0.050907574594020844
17762	rnn.weight_ih_l1_reverse	3	-0.022198177874088287
17762	rnn.weight_ih_l1_reverse	4	-0.013519234023988247
17762	rnn.weight_ih_l1_reverse	5	-0.04026127979159355
17762	rnn.weight_ih_l1_reverse	6	-0.025466669350862503
17762	rnn.weight_ih_l1_reverse	7	0.011906272731721401
17762	rnn.weight_ih_l1_reverse	8	0.06625337153673172
17762	rnn.weight_ih_l1_reverse	9	-0.027206460013985634
17762	rnn.weight_hh_l1_reverse	0	0.008186143822968006
17762	rnn.weight_hh_l1_reverse	1	0.027724191546440125
17762	rnn.weight_hh_l1_reverse	2	-0.03726287931203842
17762	rnn.weight_hh_l1_reverse	3	0.0391649529337883
17762	rnn.weight_hh_l1_reverse	4	0.04147898405790329
17762	rnn.weight_hh_l1_reverse	5	0.010299681685864925
17762	rnn.weight_hh_l1_reverse	6	0.001936443499289453
17762	rnn.weight_hh_l1_reverse	7	0.028579244390130043
17762	rnn.weight_hh_l1_reverse	8	-0.006647967733442783
17762	rnn.weight_hh_l1_reverse	9	-0.036307115107774734
17762	rnn.bias_ih_l1_reverse	0	-0.002912481315433979
17762	rnn.bias_ih_l1_reverse	1	-0.06393785029649734
17762	rnn.bias_ih_l1_reverse	2	-0.05465781316161156
17762	rnn.bias_ih_l1_reverse	3	0.006738034542649984
17762	rnn.bias_ih_l1_reverse	4	-0.09651884436607361
17762	rnn.bias_ih_l1_reverse	5	-0.04744679853320122
17762	rnn.bias_ih_l1_reverse	6	-0.06144511327147484
17762	rnn.bias_ih_l1_reverse	7	-0.0745391920208931
17762	rnn.bias_ih_l1_reverse	8	0.06402350962162018
17762	rnn.bias_ih_l1_reverse	9	-0.004413079936057329
17762	rnn.bias_hh_l1_reverse	0	0.0029459192883223295
17762	rnn.bias_hh_l1_reverse	1	0.0216246135532856
17762	rnn.bias_hh_l1_reverse	2	-0.1354416310787201
17762	rnn.bias_hh_l1_reverse	3	0.0037652524188160896
17762	rnn.bias_hh_l1_reverse	4	-0.02738555148243904
17762	rnn.bias_hh_l1_reverse	5	-0.02394840680062771
17762	rnn.bias_hh_l1_reverse	6	0.08366106450557709
17762	rnn.bias_hh_l1_reverse	7	-0.037407223135232925
17762	rnn.bias_hh_l1_reverse	8	-0.06148574501276016
17762	rnn.bias_hh_l1_reverse	9	-0.048968322575092316
17762	linear.weight	0	0.002228822559118271
17762	linear.weight	1	0.047037363052368164
17762	linear.weight	2	-0.02725759707391262
17762	linear.weight	3	0.2175883799791336
17762	linear.weight	4	0.08898559212684631
17762	linear.weight	5	0.047089092433452606
17762	linear.weight	6	0.1063983142375946
17762	linear.weight	7	0.10973531007766724
17762	linear.weight	8	0.041851818561553955
17762	linear.weight	9	-0.05203872174024582
17762	linear.bias	0	-0.07424721866846085
17762	linear.bias	1	0.1299540400505066
17762	linear.bias	2	-0.21846452355384827
17762	linear.bias	3	-0.789247453212738
17762	linear.bias	4	-0.8239576816558838
17762	linear.bias	5	0.07397937029600143
17762	linear.bias	6	-0.40501582622528076
17762	linear.bias	7	0.4556676149368286
17762	linear.bias	8	-0.562705934047699
17762	linear.bias	9	-0.769603967666626
17766	transitions	0	0.2372487187385559
17766	transitions	1	-0.23934994637966156
17766	transitions	2	-10000.0
17766	transitions	3	-1.758052110671997
17766	transitions	4	-10000.0
17766	transitions	5	0.8012958765029907
17766	transitions	6	0.11371719092130661
17766	transitions	7	0.06451287120580673
17766	transitions	8	-1.199752688407898
17766	transitions	9	0.0011726603843271732
17766	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
17766	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
17766	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
17766	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
17766	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
17766	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
17766	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
17766	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
17766	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
17766	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
17766	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
17766	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
17766	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
17766	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
17766	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
17766	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
17766	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
17766	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
17766	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
17766	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
17766	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
17766	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
17766	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
17766	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
17766	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
17766	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
17766	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
17766	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
17766	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
17766	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
17766	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
17766	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
17766	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
17766	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
17766	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
17766	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
17766	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
17766	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
17766	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
17766	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
17766	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
17766	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
17766	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
17766	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
17766	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
17766	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
17766	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
17766	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
17766	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
17766	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
17766	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
17766	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
17766	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
17766	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
17766	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
17766	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
17766	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
17766	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
17766	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
17766	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
17766	embedding2nn.weight	0	0.001178703852929175
17766	embedding2nn.weight	1	-0.013363884761929512
17766	embedding2nn.weight	2	-0.014268254861235619
17766	embedding2nn.weight	3	0.02180560491979122
17766	embedding2nn.weight	4	-0.005915034096688032
17766	embedding2nn.weight	5	-0.003700599307194352
17766	embedding2nn.weight	6	-0.00397326098755002
17766	embedding2nn.weight	7	-0.029503900557756424
17766	embedding2nn.weight	8	-0.0019979383796453476
17766	embedding2nn.weight	9	-0.006120323669165373
17766	embedding2nn.bias	0	0.017101626843214035
17766	embedding2nn.bias	1	-0.03065618872642517
17766	embedding2nn.bias	2	0.051638390868902206
17766	embedding2nn.bias	3	0.04631902277469635
17766	embedding2nn.bias	4	-0.0041117118671536446
17766	embedding2nn.bias	5	-0.038328319787979126
17766	embedding2nn.bias	6	0.028467774391174316
17766	embedding2nn.bias	7	-0.023983187973499298
17766	embedding2nn.bias	8	0.026071038097143173
17766	embedding2nn.bias	9	0.015220231376588345
17766	rnn.weight_ih_l0	0	-0.017266923561692238
17766	rnn.weight_ih_l0	1	0.015677785500884056
17766	rnn.weight_ih_l0	2	0.019220810383558273
17766	rnn.weight_ih_l0	3	0.02392411418259144
17766	rnn.weight_ih_l0	4	-0.015494761057198048
17766	rnn.weight_ih_l0	5	-0.05026942119002342
17766	rnn.weight_ih_l0	6	0.014222634956240654
17766	rnn.weight_ih_l0	7	0.04874534159898758
17766	rnn.weight_ih_l0	8	0.020310500636696815
17766	rnn.weight_ih_l0	9	-0.03595839813351631
17766	rnn.weight_hh_l0	0	-0.04049333557486534
17766	rnn.weight_hh_l0	1	0.004901105538010597
17766	rnn.weight_hh_l0	2	0.008641500025987625
17766	rnn.weight_hh_l0	3	-0.013400794938206673
17766	rnn.weight_hh_l0	4	0.03595691919326782
17766	rnn.weight_hh_l0	5	-0.010591045953333378
17766	rnn.weight_hh_l0	6	-0.03185116872191429
17766	rnn.weight_hh_l0	7	-0.04247976467013359
17766	rnn.weight_hh_l0	8	0.003064610529690981
17766	rnn.weight_hh_l0	9	-0.02570837363600731
17766	rnn.bias_ih_l0	0	0.019919848069548607
17766	rnn.bias_ih_l0	1	-0.016189223155379295
17766	rnn.bias_ih_l0	2	-0.0034381586592644453
17766	rnn.bias_ih_l0	3	0.04520497843623161
17766	rnn.bias_ih_l0	4	-0.04423990100622177
17766	rnn.bias_ih_l0	5	-0.012124919332563877
17766	rnn.bias_ih_l0	6	0.022068804129958153
17766	rnn.bias_ih_l0	7	0.02717713452875614
17766	rnn.bias_ih_l0	8	-0.06274477392435074
17766	rnn.bias_ih_l0	9	0.005676436237990856
17766	rnn.bias_hh_l0	0	-0.029140448197722435
17766	rnn.bias_hh_l0	1	-0.05356648191809654
17766	rnn.bias_hh_l0	2	-0.02316874824464321
17766	rnn.bias_hh_l0	3	-0.03356653451919556
17766	rnn.bias_hh_l0	4	-0.007717757020145655
17766	rnn.bias_hh_l0	5	0.01950349658727646
17766	rnn.bias_hh_l0	6	0.027422083541750908
17766	rnn.bias_hh_l0	7	-0.0024938893038779497
17766	rnn.bias_hh_l0	8	-0.040478240698575974
17766	rnn.bias_hh_l0	9	-0.017593348398804665
17766	rnn.weight_ih_l0_reverse	0	-0.005467509385198355
17766	rnn.weight_ih_l0_reverse	1	-0.05157708004117012
17766	rnn.weight_ih_l0_reverse	2	-0.02046463079750538
17766	rnn.weight_ih_l0_reverse	3	0.0030691626016050577
17766	rnn.weight_ih_l0_reverse	4	-0.012991778552532196
17766	rnn.weight_ih_l0_reverse	5	-0.04805639013648033
17766	rnn.weight_ih_l0_reverse	6	0.04404675215482712
17766	rnn.weight_ih_l0_reverse	7	-0.02784830704331398
17766	rnn.weight_ih_l0_reverse	8	-0.029561705887317657
17766	rnn.weight_ih_l0_reverse	9	0.012128189206123352
17766	rnn.weight_hh_l0_reverse	0	0.02920570969581604
17766	rnn.weight_hh_l0_reverse	1	0.030011121183633804
17766	rnn.weight_hh_l0_reverse	2	0.02494337223470211
17766	rnn.weight_hh_l0_reverse	3	0.019109318032860756
17766	rnn.weight_hh_l0_reverse	4	0.010058936662971973
17766	rnn.weight_hh_l0_reverse	5	0.0010627986630424857
17766	rnn.weight_hh_l0_reverse	6	0.03703509643673897
17766	rnn.weight_hh_l0_reverse	7	-0.022790467366576195
17766	rnn.weight_hh_l0_reverse	8	0.0077502974309027195
17766	rnn.weight_hh_l0_reverse	9	0.04661940410733223
17766	rnn.bias_ih_l0_reverse	0	-0.0610755980014801
17766	rnn.bias_ih_l0_reverse	1	-0.0833679810166359
17766	rnn.bias_ih_l0_reverse	2	-0.02583789825439453
17766	rnn.bias_ih_l0_reverse	3	0.004645301960408688
17766	rnn.bias_ih_l0_reverse	4	-0.013728461228311062
17766	rnn.bias_ih_l0_reverse	5	0.03242020308971405
17766	rnn.bias_ih_l0_reverse	6	0.0031110947020351887
17766	rnn.bias_ih_l0_reverse	7	0.03427119553089142
17766	rnn.bias_ih_l0_reverse	8	-0.03293852135539055
17766	rnn.bias_ih_l0_reverse	9	0.03385249897837639
17766	rnn.bias_hh_l0_reverse	0	-0.03516475483775139
17766	rnn.bias_hh_l0_reverse	1	-0.030344713479280472
17766	rnn.bias_hh_l0_reverse	2	0.01036121603101492
17766	rnn.bias_hh_l0_reverse	3	-0.04164569452404976
17766	rnn.bias_hh_l0_reverse	4	-0.04712780937552452
17766	rnn.bias_hh_l0_reverse	5	-0.03908202424645424
17766	rnn.bias_hh_l0_reverse	6	0.012729437090456486
17766	rnn.bias_hh_l0_reverse	7	0.019789453595876694
17766	rnn.bias_hh_l0_reverse	8	0.03029918670654297
17766	rnn.bias_hh_l0_reverse	9	-0.09532499313354492
17766	rnn.weight_ih_l1	0	-0.024025477468967438
17766	rnn.weight_ih_l1	1	-0.02649143896996975
17766	rnn.weight_ih_l1	2	0.02235930599272251
17766	rnn.weight_ih_l1	3	-0.010833773761987686
17766	rnn.weight_ih_l1	4	0.008523398078978062
17766	rnn.weight_ih_l1	5	-0.0379851758480072
17766	rnn.weight_ih_l1	6	0.015191660262644291
17766	rnn.weight_ih_l1	7	-0.037292953580617905
17766	rnn.weight_ih_l1	8	0.037143006920814514
17766	rnn.weight_ih_l1	9	0.022503327578306198
17766	rnn.weight_hh_l1	0	0.008711148984730244
17766	rnn.weight_hh_l1	1	0.007275854237377644
17766	rnn.weight_hh_l1	2	-0.02640589140355587
17766	rnn.weight_hh_l1	3	0.0005459031090140343
17766	rnn.weight_hh_l1	4	0.0013230984332039952
17766	rnn.weight_hh_l1	5	0.03285231068730354
17766	rnn.weight_hh_l1	6	0.03358723223209381
17766	rnn.weight_hh_l1	7	-0.031138300895690918
17766	rnn.weight_hh_l1	8	-0.041007138788700104
17766	rnn.weight_hh_l1	9	0.039527490735054016
17766	rnn.bias_ih_l1	0	-0.08075045794248581
17766	rnn.bias_ih_l1	1	-0.06634342670440674
17766	rnn.bias_ih_l1	2	-0.09485314041376114
17766	rnn.bias_ih_l1	3	-0.08086497336626053
17766	rnn.bias_ih_l1	4	-0.10879218578338623
17766	rnn.bias_ih_l1	5	-0.07555663585662842
17766	rnn.bias_ih_l1	6	-0.004989396780729294
17766	rnn.bias_ih_l1	7	-0.012921851128339767
17766	rnn.bias_ih_l1	8	-0.0551447719335556
17766	rnn.bias_ih_l1	9	-0.057497113943099976
17766	rnn.bias_hh_l1	0	-0.07527526468038559
17766	rnn.bias_hh_l1	1	-0.01251248363405466
17766	rnn.bias_hh_l1	2	-0.020929645746946335
17766	rnn.bias_hh_l1	3	-0.05142012983560562
17766	rnn.bias_hh_l1	4	-0.05881277844309807
17766	rnn.bias_hh_l1	5	-0.022583046928048134
17766	rnn.bias_hh_l1	6	-0.03880499303340912
17766	rnn.bias_hh_l1	7	-0.08626285195350647
17766	rnn.bias_hh_l1	8	0.002183107892051339
17766	rnn.bias_hh_l1	9	-0.013867608271539211
17766	rnn.weight_ih_l1_reverse	0	-0.03404475003480911
17766	rnn.weight_ih_l1_reverse	1	0.03204261139035225
17766	rnn.weight_ih_l1_reverse	2	-0.05113283917307854
17766	rnn.weight_ih_l1_reverse	3	-0.022474518045783043
17766	rnn.weight_ih_l1_reverse	4	-0.01348857395350933
17766	rnn.weight_ih_l1_reverse	5	-0.04026423394680023
17766	rnn.weight_ih_l1_reverse	6	-0.025427136570215225
17766	rnn.weight_ih_l1_reverse	7	0.01189053151756525
17766	rnn.weight_ih_l1_reverse	8	0.06591825932264328
17766	rnn.weight_ih_l1_reverse	9	-0.027210811153054237
17766	rnn.weight_hh_l1_reverse	0	0.008192792534828186
17766	rnn.weight_hh_l1_reverse	1	0.027728945016860962
17766	rnn.weight_hh_l1_reverse	2	-0.03728294372558594
17766	rnn.weight_hh_l1_reverse	3	0.039161745458841324
17766	rnn.weight_hh_l1_reverse	4	0.04148975387215614
17766	rnn.weight_hh_l1_reverse	5	0.010321184061467648
17766	rnn.weight_hh_l1_reverse	6	0.0018969711381942034
17766	rnn.weight_hh_l1_reverse	7	0.028546972200274467
17766	rnn.weight_hh_l1_reverse	8	-0.006627765018492937
17766	rnn.weight_hh_l1_reverse	9	-0.036311663687229156
17766	rnn.bias_ih_l1_reverse	0	-0.00286793801933527
17766	rnn.bias_ih_l1_reverse	1	-0.06382370740175247
17766	rnn.bias_ih_l1_reverse	2	-0.05443727597594261
17766	rnn.bias_ih_l1_reverse	3	0.007027119863778353
17766	rnn.bias_ih_l1_reverse	4	-0.09629762917757034
17766	rnn.bias_ih_l1_reverse	5	-0.04745347797870636
17766	rnn.bias_ih_l1_reverse	6	-0.06132286414504051
17766	rnn.bias_ih_l1_reverse	7	-0.07511335611343384
17766	rnn.bias_ih_l1_reverse	8	0.06199664622545242
17766	rnn.bias_ih_l1_reverse	9	-0.005084770265966654
17766	rnn.bias_hh_l1_reverse	0	0.00252690096385777
17766	rnn.bias_hh_l1_reverse	1	0.023304015398025513
17766	rnn.bias_hh_l1_reverse	2	-0.13571208715438843
17766	rnn.bias_hh_l1_reverse	3	0.0035359470639377832
17766	rnn.bias_hh_l1_reverse	4	-0.027327364310622215
17766	rnn.bias_hh_l1_reverse	5	-0.023849699646234512
17766	rnn.bias_hh_l1_reverse	6	0.08117879927158356
17766	rnn.bias_hh_l1_reverse	7	-0.037772826850414276
17766	rnn.bias_hh_l1_reverse	8	-0.061592455953359604
17766	rnn.bias_hh_l1_reverse	9	-0.048875320702791214
17766	linear.weight	0	0.002228822559118271
17766	linear.weight	1	0.050209108740091324
17766	linear.weight	2	-0.02736496925354004
17766	linear.weight	3	0.21737445890903473
17766	linear.weight	4	0.08922970294952393
17766	linear.weight	5	0.04602700471878052
17766	linear.weight	6	0.10588473826646805
17766	linear.weight	7	0.10955902189016342
17766	linear.weight	8	0.041850730776786804
17766	linear.weight	9	-0.05364108458161354
17766	linear.bias	0	-0.08419512212276459
17766	linear.bias	1	0.11434701830148697
17766	linear.bias	2	-0.21250441670417786
17766	linear.bias	3	-0.7814624309539795
17766	linear.bias	4	-0.8161524534225464
17766	linear.bias	5	0.06988226622343063
17766	linear.bias	6	-0.42111122608184814
17766	linear.bias	7	0.4519908130168915
17766	linear.bias	8	-0.5626795887947083
17766	linear.bias	9	-0.7699840068817139
17963	transitions	0	0.24691693484783173
17963	transitions	1	-0.22107335925102234
17963	transitions	2	-10000.0
17963	transitions	3	-1.758458137512207
17963	transitions	4	-10000.0
17963	transitions	5	0.7994712591171265
17963	transitions	6	0.11221069097518921
17963	transitions	7	0.061887238174676895
17963	transitions	8	-1.2012239694595337
17963	transitions	9	0.001150443684309721
17963	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
17963	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
17963	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
17963	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
17963	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
17963	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
17963	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
17963	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
17963	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
17963	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
17963	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
17963	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
17963	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
17963	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
17963	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
17963	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
17963	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
17963	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
17963	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
17963	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
17963	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
17963	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
17963	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
17963	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
17963	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
17963	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
17963	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
17963	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
17963	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
17963	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
17963	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
17963	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
17963	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
17963	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
17963	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
17963	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
17963	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
17963	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
17963	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
17963	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
17963	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
17963	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
17963	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
17963	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
17963	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
17963	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
17963	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
17963	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
17963	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
17963	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
17963	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
17963	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
17963	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
17963	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
17963	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
17963	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
17963	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
17963	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
17963	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
17963	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
17963	embedding2nn.weight	0	0.002146143699064851
17963	embedding2nn.weight	1	-0.01335956435650587
17963	embedding2nn.weight	2	-0.014268254861235619
17963	embedding2nn.weight	3	0.021487554535269737
17963	embedding2nn.weight	4	-0.005915034096688032
17963	embedding2nn.weight	5	-0.003700599307194352
17963	embedding2nn.weight	6	-0.003973257262259722
17963	embedding2nn.weight	7	-0.029913054779171944
17963	embedding2nn.weight	8	-0.0019979383796453476
17963	embedding2nn.weight	9	-0.00672572897747159
17963	embedding2nn.bias	0	0.019207525998353958
17963	embedding2nn.bias	1	-0.03262495994567871
17963	embedding2nn.bias	2	0.05435453727841377
17963	embedding2nn.bias	3	0.04731621593236923
17963	embedding2nn.bias	4	0.005186229478567839
17963	embedding2nn.bias	5	-0.03616676479578018
17963	embedding2nn.bias	6	0.028838157653808594
17963	embedding2nn.bias	7	-0.02219969965517521
17963	embedding2nn.bias	8	0.033531151711940765
17963	embedding2nn.bias	9	0.013257188722491264
17963	rnn.weight_ih_l0	0	-0.018013399094343185
17963	rnn.weight_ih_l0	1	0.0166558139026165
17963	rnn.weight_ih_l0	2	0.0188901349902153
17963	rnn.weight_ih_l0	3	0.02300952561199665
17963	rnn.weight_ih_l0	4	-0.015181352384388447
17963	rnn.weight_ih_l0	5	-0.04995904490351677
17963	rnn.weight_ih_l0	6	0.01479685865342617
17963	rnn.weight_ih_l0	7	0.04877466335892677
17963	rnn.weight_ih_l0	8	0.01969851925969124
17963	rnn.weight_ih_l0	9	-0.0359099842607975
17963	rnn.weight_hh_l0	0	-0.040543489158153534
17963	rnn.weight_hh_l0	1	0.0055021969601511955
17963	rnn.weight_hh_l0	2	0.008779691532254219
17963	rnn.weight_hh_l0	3	-0.014185450039803982
17963	rnn.weight_hh_l0	4	0.03587359935045242
17963	rnn.weight_hh_l0	5	-0.009861337952315807
17963	rnn.weight_hh_l0	6	-0.032271139323711395
17963	rnn.weight_hh_l0	7	-0.04289153963327408
17963	rnn.weight_hh_l0	8	0.0030882246792316437
17963	rnn.weight_hh_l0	9	-0.026489142328500748
17963	rnn.bias_ih_l0	0	0.01800316572189331
17963	rnn.bias_ih_l0	1	-0.01516578160226345
17963	rnn.bias_ih_l0	2	-0.0029206343460828066
17963	rnn.bias_ih_l0	3	0.05141689255833626
17963	rnn.bias_ih_l0	4	-0.042307645082473755
17963	rnn.bias_ih_l0	5	-0.010930334217846394
17963	rnn.bias_ih_l0	6	0.021640188992023468
17963	rnn.bias_ih_l0	7	0.029010586440563202
17963	rnn.bias_ih_l0	8	-0.06277980655431747
17963	rnn.bias_ih_l0	9	0.0057711428962647915
17963	rnn.bias_hh_l0	0	-0.026002205908298492
17963	rnn.bias_hh_l0	1	-0.05789247155189514
17963	rnn.bias_hh_l0	2	-0.018880747258663177
17963	rnn.bias_hh_l0	3	-0.036836013197898865
17963	rnn.bias_hh_l0	4	-0.007935048080980778
17963	rnn.bias_hh_l0	5	0.01844639889895916
17963	rnn.bias_hh_l0	6	0.02697412297129631
17963	rnn.bias_hh_l0	7	-0.003975831903517246
17963	rnn.bias_hh_l0	8	-0.04202382266521454
17963	rnn.bias_hh_l0	9	-0.02120324596762657
17963	rnn.weight_ih_l0_reverse	0	-0.0074930875562131405
17963	rnn.weight_ih_l0_reverse	1	-0.052704181522130966
17963	rnn.weight_ih_l0_reverse	2	-0.019937662407755852
17963	rnn.weight_ih_l0_reverse	3	0.0041483803652226925
17963	rnn.weight_ih_l0_reverse	4	-0.012807427905499935
17963	rnn.weight_ih_l0_reverse	5	-0.04851102456450462
17963	rnn.weight_ih_l0_reverse	6	0.04441795125603676
17963	rnn.weight_ih_l0_reverse	7	-0.029400337487459183
17963	rnn.weight_ih_l0_reverse	8	-0.029826346784830093
17963	rnn.weight_ih_l0_reverse	9	0.011363810859620571
17963	rnn.weight_hh_l0_reverse	0	0.02972360886633396
17963	rnn.weight_hh_l0_reverse	1	0.030254561454057693
17963	rnn.weight_hh_l0_reverse	2	0.025352442637085915
17963	rnn.weight_hh_l0_reverse	3	0.019238213077187538
17963	rnn.weight_hh_l0_reverse	4	0.009815523400902748
17963	rnn.weight_hh_l0_reverse	5	0.0013979588402435184
17963	rnn.weight_hh_l0_reverse	6	0.037042297422885895
17963	rnn.weight_hh_l0_reverse	7	-0.023168271407485008
17963	rnn.weight_hh_l0_reverse	8	0.007425528485327959
17963	rnn.weight_hh_l0_reverse	9	0.046341873705387115
17963	rnn.bias_ih_l0_reverse	0	-0.058411408215761185
17963	rnn.bias_ih_l0_reverse	1	-0.0847570151090622
17963	rnn.bias_ih_l0_reverse	2	-0.022525647655129433
17963	rnn.bias_ih_l0_reverse	3	0.002848003525286913
17963	rnn.bias_ih_l0_reverse	4	-0.012497450225055218
17963	rnn.bias_ih_l0_reverse	5	0.03166811540722847
17963	rnn.bias_ih_l0_reverse	6	0.0034896349534392357
17963	rnn.bias_ih_l0_reverse	7	0.03415543958544731
17963	rnn.bias_ih_l0_reverse	8	-0.03092360310256481
17963	rnn.bias_ih_l0_reverse	9	0.03527212142944336
17963	rnn.bias_hh_l0_reverse	0	-0.035559818148612976
17963	rnn.bias_hh_l0_reverse	1	-0.03524480015039444
17963	rnn.bias_hh_l0_reverse	2	0.011246876791119576
17963	rnn.bias_hh_l0_reverse	3	-0.04235425591468811
17963	rnn.bias_hh_l0_reverse	4	-0.04566001147031784
17963	rnn.bias_hh_l0_reverse	5	-0.04355087876319885
17963	rnn.bias_hh_l0_reverse	6	0.013704067096114159
17963	rnn.bias_hh_l0_reverse	7	0.022707954049110413
17963	rnn.bias_hh_l0_reverse	8	0.03188232332468033
17963	rnn.bias_hh_l0_reverse	9	-0.09489848464727402
17963	rnn.weight_ih_l1	0	-0.024477336555719376
17963	rnn.weight_ih_l1	1	-0.02507590502500534
17963	rnn.weight_ih_l1	2	0.022197358310222626
17963	rnn.weight_ih_l1	3	-0.01051343884319067
17963	rnn.weight_ih_l1	4	0.008524156175553799
17963	rnn.weight_ih_l1	5	-0.03864414244890213
17963	rnn.weight_ih_l1	6	0.015604361891746521
17963	rnn.weight_ih_l1	7	-0.03506401553750038
17963	rnn.weight_ih_l1	8	0.0368475541472435
17963	rnn.weight_ih_l1	9	0.022792065516114235
17963	rnn.weight_hh_l1	0	0.008074377663433552
17963	rnn.weight_hh_l1	1	0.007445782423019409
17963	rnn.weight_hh_l1	2	-0.026962921023368835
17963	rnn.weight_hh_l1	3	0.00011976767564192414
17963	rnn.weight_hh_l1	4	0.0011828717542812228
17963	rnn.weight_hh_l1	5	0.032813139259815216
17963	rnn.weight_hh_l1	6	0.03344299644231796
17963	rnn.weight_hh_l1	7	-0.031113943085074425
17963	rnn.weight_hh_l1	8	-0.04053109511733055
17963	rnn.weight_hh_l1	9	0.03894733637571335
17963	rnn.bias_ih_l1	0	-0.0793880894780159
17963	rnn.bias_ih_l1	1	-0.06529826670885086
17963	rnn.bias_ih_l1	2	-0.09488242119550705
17963	rnn.bias_ih_l1	3	-0.08527600765228271
17963	rnn.bias_ih_l1	4	-0.1100948378443718
17963	rnn.bias_ih_l1	5	-0.07521975785493851
17963	rnn.bias_ih_l1	6	-0.0027696758043020964
17963	rnn.bias_ih_l1	7	-0.015733515843749046
17963	rnn.bias_ih_l1	8	-0.051561690866947174
17963	rnn.bias_ih_l1	9	-0.05684729665517807
17963	rnn.bias_hh_l1	0	-0.0745374858379364
17963	rnn.bias_hh_l1	1	-0.012177783064544201
17963	rnn.bias_hh_l1	2	-0.021865548565983772
17963	rnn.bias_hh_l1	3	-0.050954800099134445
17963	rnn.bias_hh_l1	4	-0.05861533805727959
17963	rnn.bias_hh_l1	5	-0.02413974702358246
17963	rnn.bias_hh_l1	6	-0.03939448669552803
17963	rnn.bias_hh_l1	7	-0.08031593263149261
17963	rnn.bias_hh_l1	8	0.0016537333140149713
17963	rnn.bias_hh_l1	9	-0.013997222296893597
17963	rnn.weight_ih_l1_reverse	0	-0.03557438403367996
17963	rnn.weight_ih_l1_reverse	1	0.031248996034264565
17963	rnn.weight_ih_l1_reverse	2	-0.056130919605493546
17963	rnn.weight_ih_l1_reverse	3	-0.021653668954968452
17963	rnn.weight_ih_l1_reverse	4	-0.011837171390652657
17963	rnn.weight_ih_l1_reverse	5	-0.03994647413492203
17963	rnn.weight_ih_l1_reverse	6	-0.025856006890535355
17963	rnn.weight_ih_l1_reverse	7	0.011757727712392807
17963	rnn.weight_ih_l1_reverse	8	0.06770791858434677
17963	rnn.weight_ih_l1_reverse	9	-0.025230979546904564
17963	rnn.weight_hh_l1_reverse	0	0.008245008997619152
17963	rnn.weight_hh_l1_reverse	1	0.027562960982322693
17963	rnn.weight_hh_l1_reverse	2	-0.03729119896888733
17963	rnn.weight_hh_l1_reverse	3	0.03902900964021683
17963	rnn.weight_hh_l1_reverse	4	0.04055043309926987
17963	rnn.weight_hh_l1_reverse	5	0.009410884231328964
17963	rnn.weight_hh_l1_reverse	6	0.0036357275675982237
17963	rnn.weight_hh_l1_reverse	7	0.028504695743322372
17963	rnn.weight_hh_l1_reverse	8	-0.0066468077711761
17963	rnn.weight_hh_l1_reverse	9	-0.03641608729958534
17963	rnn.bias_ih_l1_reverse	0	-0.004932294599711895
17963	rnn.bias_ih_l1_reverse	1	-0.0647808313369751
17963	rnn.bias_ih_l1_reverse	2	-0.05303119122982025
17963	rnn.bias_ih_l1_reverse	3	0.001968610333278775
17963	rnn.bias_ih_l1_reverse	4	-0.1000562310218811
17963	rnn.bias_ih_l1_reverse	5	-0.046966925263404846
17963	rnn.bias_ih_l1_reverse	6	-0.061525844037532806
17963	rnn.bias_ih_l1_reverse	7	-0.08020506054162979
17963	rnn.bias_ih_l1_reverse	8	0.0741099938750267
17963	rnn.bias_ih_l1_reverse	9	0.005208379123359919
17963	rnn.bias_hh_l1_reverse	0	-0.008265417069196701
17963	rnn.bias_hh_l1_reverse	1	0.011776345781981945
17963	rnn.bias_hh_l1_reverse	2	-0.13680395483970642
17963	rnn.bias_hh_l1_reverse	3	0.0008897659718059003
17963	rnn.bias_hh_l1_reverse	4	-0.028728997334837914
17963	rnn.bias_hh_l1_reverse	5	-0.023461181670427322
17963	rnn.bias_hh_l1_reverse	6	0.07461024075746536
17963	rnn.bias_hh_l1_reverse	7	-0.04223254695534706
17963	rnn.bias_hh_l1_reverse	8	-0.062183354049921036
17963	rnn.bias_hh_l1_reverse	9	-0.04986335709691048
17963	linear.weight	0	0.002228822559118271
17963	linear.weight	1	0.043658964335918427
17963	linear.weight	2	-0.027518965303897858
17963	linear.weight	3	0.19265174865722656
17963	linear.weight	4	0.07854639738798141
17963	linear.weight	5	0.04955118149518967
17963	linear.weight	6	0.10467922687530518
17963	linear.weight	7	0.0978633239865303
17963	linear.weight	8	0.04186076298356056
17963	linear.weight	9	-0.05189994350075722
17963	linear.bias	0	-0.06408707052469254
17963	linear.bias	1	0.11761627346277237
17963	linear.bias	2	-0.23034998774528503
17963	linear.bias	3	-0.795395016670227
17963	linear.bias	4	-0.8305920958518982
17963	linear.bias	5	0.06020308658480644
17963	linear.bias	6	-0.42012229561805725
17963	linear.bias	7	0.44639357924461365
17963	linear.bias	8	-0.547090470790863
17963	linear.bias	9	-0.7583156228065491
18160	transitions	0	0.25148752331733704
18160	transitions	1	-0.22143693268299103
18160	transitions	2	-10000.0
18160	transitions	3	-1.758852481842041
18160	transitions	4	-10000.0
18160	transitions	5	0.7980924248695374
18160	transitions	6	0.11084077507257462
18160	transitions	7	0.058542169630527496
18160	transitions	8	-1.202285885810852
18160	transitions	9	0.0011259445454925299
18160	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
18160	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
18160	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
18160	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
18160	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
18160	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
18160	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
18160	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
18160	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
18160	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
18160	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
18160	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
18160	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
18160	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
18160	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
18160	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
18160	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
18160	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
18160	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
18160	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
18160	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
18160	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
18160	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
18160	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
18160	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
18160	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
18160	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
18160	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
18160	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
18160	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
18160	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
18160	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
18160	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
18160	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
18160	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
18160	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
18160	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
18160	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
18160	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
18160	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
18160	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
18160	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
18160	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
18160	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
18160	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
18160	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
18160	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
18160	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
18160	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
18160	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
18160	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
18160	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
18160	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
18160	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
18160	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
18160	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
18160	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
18160	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
18160	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
18160	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
18160	embedding2nn.weight	0	0.0052657900378108025
18160	embedding2nn.weight	1	-0.013700133189558983
18160	embedding2nn.weight	2	-0.014268254861235619
18160	embedding2nn.weight	3	0.023104116320610046
18160	embedding2nn.weight	4	-0.005915034096688032
18160	embedding2nn.weight	5	-0.0037005990743637085
18160	embedding2nn.weight	6	-0.00397326098755002
18160	embedding2nn.weight	7	-0.031104914844036102
18160	embedding2nn.weight	8	-0.0019979383796453476
18160	embedding2nn.weight	9	-0.0077370889484882355
18160	embedding2nn.bias	0	0.0074060275219380856
18160	embedding2nn.bias	1	-0.034142088145017624
18160	embedding2nn.bias	2	0.06433849781751633
18160	embedding2nn.bias	3	0.04353991895914078
18160	embedding2nn.bias	4	-0.003108933800831437
18160	embedding2nn.bias	5	-0.03834497183561325
18160	embedding2nn.bias	6	0.03201786056160927
18160	embedding2nn.bias	7	-0.018079495057463646
18160	embedding2nn.bias	8	0.02321043610572815
18160	embedding2nn.bias	9	0.012237349525094032
18160	rnn.weight_ih_l0	0	-0.018246231600642204
18160	rnn.weight_ih_l0	1	0.015814751386642456
18160	rnn.weight_ih_l0	2	0.016952667385339737
18160	rnn.weight_ih_l0	3	0.02135605923831463
18160	rnn.weight_ih_l0	4	-0.015141572803258896
18160	rnn.weight_ih_l0	5	-0.04987519234418869
18160	rnn.weight_ih_l0	6	0.01448045577853918
18160	rnn.weight_ih_l0	7	0.0488131009042263
18160	rnn.weight_ih_l0	8	0.019916879013180733
18160	rnn.weight_ih_l0	9	-0.03626237437129021
18160	rnn.weight_hh_l0	0	-0.040427494794130325
18160	rnn.weight_hh_l0	1	0.005902773700654507
18160	rnn.weight_hh_l0	2	0.008391979150474072
18160	rnn.weight_hh_l0	3	-0.015728872269392014
18160	rnn.weight_hh_l0	4	0.03484098240733147
18160	rnn.weight_hh_l0	5	-0.009718751534819603
18160	rnn.weight_hh_l0	6	-0.03238270804286003
18160	rnn.weight_hh_l0	7	-0.04478331655263901
18160	rnn.weight_hh_l0	8	0.0032014227472245693
18160	rnn.weight_hh_l0	9	-0.027249936014413834
18160	rnn.bias_ih_l0	0	0.015773583203554153
18160	rnn.bias_ih_l0	1	-0.011875594966113567
18160	rnn.bias_ih_l0	2	-0.002312306547537446
18160	rnn.bias_ih_l0	3	0.050241488963365555
18160	rnn.bias_ih_l0	4	-0.04217667132616043
18160	rnn.bias_ih_l0	5	-0.013763335533440113
18160	rnn.bias_ih_l0	6	0.013265677727758884
18160	rnn.bias_ih_l0	7	0.029437709599733353
18160	rnn.bias_ih_l0	8	-0.06361202150583267
18160	rnn.bias_ih_l0	9	0.01149512268602848
18160	rnn.bias_hh_l0	0	-0.029217464849352837
18160	rnn.bias_hh_l0	1	-0.05994750186800957
18160	rnn.bias_hh_l0	2	-0.017502842471003532
18160	rnn.bias_hh_l0	3	-0.038834936916828156
18160	rnn.bias_hh_l0	4	-0.009135893546044827
18160	rnn.bias_hh_l0	5	0.017686087638139725
18160	rnn.bias_hh_l0	6	0.02820259891450405
18160	rnn.bias_hh_l0	7	-0.003724549664184451
18160	rnn.bias_hh_l0	8	-0.044768866151571274
18160	rnn.bias_hh_l0	9	-0.01796940341591835
18160	rnn.weight_ih_l0_reverse	0	-0.007333254907280207
18160	rnn.weight_ih_l0_reverse	1	-0.05291212722659111
18160	rnn.weight_ih_l0_reverse	2	-0.02124231681227684
18160	rnn.weight_ih_l0_reverse	3	0.0044713737443089485
18160	rnn.weight_ih_l0_reverse	4	-0.012317105196416378
18160	rnn.weight_ih_l0_reverse	5	-0.04914246127009392
18160	rnn.weight_ih_l0_reverse	6	0.04370366409420967
18160	rnn.weight_ih_l0_reverse	7	-0.028794506564736366
18160	rnn.weight_ih_l0_reverse	8	-0.029681485146284103
18160	rnn.weight_ih_l0_reverse	9	0.01253301277756691
18160	rnn.weight_hh_l0_reverse	0	0.030446171760559082
18160	rnn.weight_hh_l0_reverse	1	0.029068265110254288
18160	rnn.weight_hh_l0_reverse	2	0.02541479282081127
18160	rnn.weight_hh_l0_reverse	3	0.019138984382152557
18160	rnn.weight_hh_l0_reverse	4	0.01005533430725336
18160	rnn.weight_hh_l0_reverse	5	0.0025869354140013456
18160	rnn.weight_hh_l0_reverse	6	0.037242498248815536
18160	rnn.weight_hh_l0_reverse	7	-0.023107025772333145
18160	rnn.weight_hh_l0_reverse	8	0.007803870365023613
18160	rnn.weight_hh_l0_reverse	9	0.04645426198840141
18160	rnn.bias_ih_l0_reverse	0	-0.05909018591046333
18160	rnn.bias_ih_l0_reverse	1	-0.08274869620800018
18160	rnn.bias_ih_l0_reverse	2	-0.025182459503412247
18160	rnn.bias_ih_l0_reverse	3	0.003672284074127674
18160	rnn.bias_ih_l0_reverse	4	-0.012131333351135254
18160	rnn.bias_ih_l0_reverse	5	0.030751623213291168
18160	rnn.bias_ih_l0_reverse	6	0.0040381490252912045
18160	rnn.bias_ih_l0_reverse	7	0.0332631953060627
18160	rnn.bias_ih_l0_reverse	8	-0.02857307344675064
18160	rnn.bias_ih_l0_reverse	9	0.034267328679561615
18160	rnn.bias_hh_l0_reverse	0	-0.03660714253783226
18160	rnn.bias_hh_l0_reverse	1	-0.03719262778759003
18160	rnn.bias_hh_l0_reverse	2	0.008964880369603634
18160	rnn.bias_hh_l0_reverse	3	-0.039406079798936844
18160	rnn.bias_hh_l0_reverse	4	-0.046837665140628815
18160	rnn.bias_hh_l0_reverse	5	-0.042997248470783234
18160	rnn.bias_hh_l0_reverse	6	0.01768258400261402
18160	rnn.bias_hh_l0_reverse	7	0.021618545055389404
18160	rnn.bias_hh_l0_reverse	8	0.03028753027319908
18160	rnn.bias_hh_l0_reverse	9	-0.09388170391321182
18160	rnn.weight_ih_l1	0	-0.024806438013911247
18160	rnn.weight_ih_l1	1	-0.025756316259503365
18160	rnn.weight_ih_l1	2	0.02145380713045597
18160	rnn.weight_ih_l1	3	-0.01309946458786726
18160	rnn.weight_ih_l1	4	0.007547001354396343
18160	rnn.weight_ih_l1	5	-0.0398116372525692
18160	rnn.weight_ih_l1	6	0.01546879019588232
18160	rnn.weight_ih_l1	7	-0.034115295857191086
18160	rnn.weight_ih_l1	8	0.03660693019628525
18160	rnn.weight_ih_l1	9	0.022867640480399132
18160	rnn.weight_hh_l1	0	0.007273281924426556
18160	rnn.weight_hh_l1	1	0.007622804958373308
18160	rnn.weight_hh_l1	2	-0.025225363671779633
18160	rnn.weight_hh_l1	3	-0.0004685052263084799
18160	rnn.weight_hh_l1	4	-0.00034660164965316653
18160	rnn.weight_hh_l1	5	0.03282793238759041
18160	rnn.weight_hh_l1	6	0.033492766320705414
18160	rnn.weight_hh_l1	7	-0.030827030539512634
18160	rnn.weight_hh_l1	8	-0.04038230702280998
18160	rnn.weight_hh_l1	9	0.038871292024850845
18160	rnn.bias_ih_l1	0	-0.08139490336179733
18160	rnn.bias_ih_l1	1	-0.06776697188615799
18160	rnn.bias_ih_l1	2	-0.09690575301647186
18160	rnn.bias_ih_l1	3	-0.0830102488398552
18160	rnn.bias_ih_l1	4	-0.10954822599887848
18160	rnn.bias_ih_l1	5	-0.07535938918590546
18160	rnn.bias_ih_l1	6	-0.006446029059588909
18160	rnn.bias_ih_l1	7	-0.017267828807234764
18160	rnn.bias_ih_l1	8	-0.05619356408715248
18160	rnn.bias_ih_l1	9	-0.05834842473268509
18160	rnn.bias_hh_l1	0	-0.07264064997434616
18160	rnn.bias_hh_l1	1	-0.01142484787851572
18160	rnn.bias_hh_l1	2	-0.022834861651062965
18160	rnn.bias_hh_l1	3	-0.05135366693139076
18160	rnn.bias_hh_l1	4	-0.05942733585834503
18160	rnn.bias_hh_l1	5	-0.024608878418803215
18160	rnn.bias_hh_l1	6	-0.04149772971868515
18160	rnn.bias_hh_l1	7	-0.08085622638463974
18160	rnn.bias_hh_l1	8	0.0027890352066606283
18160	rnn.bias_hh_l1	9	-0.016262177377939224
18160	rnn.weight_ih_l1_reverse	0	-0.034978531301021576
18160	rnn.weight_ih_l1_reverse	1	0.034190572798252106
18160	rnn.weight_ih_l1_reverse	2	-0.05920133739709854
18160	rnn.weight_ih_l1_reverse	3	-0.019038813188672066
18160	rnn.weight_ih_l1_reverse	4	-0.012067269533872604
18160	rnn.weight_ih_l1_reverse	5	-0.03934470936655998
18160	rnn.weight_ih_l1_reverse	6	-0.025835203006863594
18160	rnn.weight_ih_l1_reverse	7	0.011409618891775608
18160	rnn.weight_ih_l1_reverse	8	0.060809288173913956
18160	rnn.weight_ih_l1_reverse	9	-0.02809230610728264
18160	rnn.weight_hh_l1_reverse	0	0.008045061491429806
18160	rnn.weight_hh_l1_reverse	1	0.027557138353586197
18160	rnn.weight_hh_l1_reverse	2	-0.03728168085217476
18160	rnn.weight_hh_l1_reverse	3	0.03905310481786728
18160	rnn.weight_hh_l1_reverse	4	0.041159488260746
18160	rnn.weight_hh_l1_reverse	5	0.009892573580145836
18160	rnn.weight_hh_l1_reverse	6	0.0039097610861063
18160	rnn.weight_hh_l1_reverse	7	0.028458230197429657
18160	rnn.weight_hh_l1_reverse	8	-0.006418925244361162
18160	rnn.weight_hh_l1_reverse	9	-0.03701411187648773
18160	rnn.bias_ih_l1_reverse	0	-0.00859744381159544
18160	rnn.bias_ih_l1_reverse	1	-0.05953487753868103
18160	rnn.bias_ih_l1_reverse	2	-0.052690569311380386
18160	rnn.bias_ih_l1_reverse	3	0.005123477429151535
18160	rnn.bias_ih_l1_reverse	4	-0.09966577589511871
18160	rnn.bias_ih_l1_reverse	5	-0.046472202986478806
18160	rnn.bias_ih_l1_reverse	6	-0.06174898147583008
18160	rnn.bias_ih_l1_reverse	7	-0.08214692026376724
18160	rnn.bias_ih_l1_reverse	8	0.07408764213323593
18160	rnn.bias_ih_l1_reverse	9	0.00877643283456564
18160	rnn.bias_hh_l1_reverse	0	-0.007590685971081257
18160	rnn.bias_hh_l1_reverse	1	0.007580059580504894
18160	rnn.bias_hh_l1_reverse	2	-0.1371822953224182
18160	rnn.bias_hh_l1_reverse	3	-0.0007028625695966184
18160	rnn.bias_hh_l1_reverse	4	-0.0298918429762125
18160	rnn.bias_hh_l1_reverse	5	-0.022899992763996124
18160	rnn.bias_hh_l1_reverse	6	0.06288877129554749
18160	rnn.bias_hh_l1_reverse	7	-0.04007446765899658
18160	rnn.bias_hh_l1_reverse	8	-0.06333477795124054
18160	rnn.bias_hh_l1_reverse	9	-0.050493571907281876
18160	linear.weight	0	0.002228822559118271
18160	linear.weight	1	0.022884590551257133
18160	linear.weight	2	-0.033945634961128235
18160	linear.weight	3	0.19415698945522308
18160	linear.weight	4	0.07044725865125656
18160	linear.weight	5	0.04098868742585182
18160	linear.weight	6	0.09618402272462845
18160	linear.weight	7	0.09268110990524292
18160	linear.weight	8	0.04187608137726784
18160	linear.weight	9	-0.04150323569774628
18160	linear.bias	0	-0.09269081801176071
18160	linear.bias	1	0.10588778555393219
18160	linear.bias	2	-0.23937714099884033
18160	linear.bias	3	-0.7750723958015442
18160	linear.bias	4	-0.8110291361808777
18160	linear.bias	5	0.05700599029660225
18160	linear.bias	6	-0.42507606744766235
18160	linear.bias	7	0.4474973976612091
18160	linear.bias	8	-0.5356178879737854
18160	linear.bias	9	-0.7426904439926147
18357	transitions	0	0.23911993205547333
18357	transitions	1	-0.2299574315547943
18357	transitions	2	-10000.0
18357	transitions	3	-1.759263277053833
18357	transitions	4	-10000.0
18357	transitions	5	0.7965466976165771
18357	transitions	6	0.1089610606431961
18357	transitions	7	0.05565815046429634
18357	transitions	8	-1.203260898590088
18357	transitions	9	0.0011086994782090187
18357	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
18357	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
18357	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
18357	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
18357	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
18357	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
18357	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
18357	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
18357	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
18357	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
18357	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
18357	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
18357	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
18357	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
18357	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
18357	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
18357	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
18357	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
18357	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
18357	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
18357	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
18357	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
18357	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
18357	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
18357	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
18357	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
18357	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
18357	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
18357	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
18357	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
18357	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
18357	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
18357	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
18357	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
18357	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
18357	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
18357	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
18357	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
18357	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
18357	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
18357	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
18357	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
18357	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
18357	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
18357	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
18357	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
18357	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
18357	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
18357	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
18357	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
18357	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
18357	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
18357	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
18357	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
18357	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
18357	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
18357	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
18357	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
18357	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
18357	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
18357	embedding2nn.weight	0	0.007295247167348862
18357	embedding2nn.weight	1	-0.013527308590710163
18357	embedding2nn.weight	2	-0.014268254861235619
18357	embedding2nn.weight	3	0.022631997242569923
18357	embedding2nn.weight	4	-0.005915034096688032
18357	embedding2nn.weight	5	-0.003700598841533065
18357	embedding2nn.weight	6	-0.003973257262259722
18357	embedding2nn.weight	7	-0.031302161514759064
18357	embedding2nn.weight	8	-0.0019979383796453476
18357	embedding2nn.weight	9	-0.008504563942551613
18357	embedding2nn.bias	0	0.009577321819961071
18357	embedding2nn.bias	1	-0.03770216181874275
18357	embedding2nn.bias	2	0.05758794769644737
18357	embedding2nn.bias	3	0.04431778937578201
18357	embedding2nn.bias	4	-0.003314083442091942
18357	embedding2nn.bias	5	-0.0341021828353405
18357	embedding2nn.bias	6	0.03203568980097771
18357	embedding2nn.bias	7	-0.022992052137851715
18357	embedding2nn.bias	8	0.028920041397213936
18357	embedding2nn.bias	9	0.020001811906695366
18357	rnn.weight_ih_l0	0	-0.018738143146038055
18357	rnn.weight_ih_l0	1	0.015419102273881435
18357	rnn.weight_ih_l0	2	0.017134593799710274
18357	rnn.weight_ih_l0	3	0.022093448787927628
18357	rnn.weight_ih_l0	4	-0.015353200025856495
18357	rnn.weight_ih_l0	5	-0.05019816383719444
18357	rnn.weight_ih_l0	6	0.014853188768029213
18357	rnn.weight_ih_l0	7	0.04919765144586563
18357	rnn.weight_ih_l0	8	0.019902797415852547
18357	rnn.weight_ih_l0	9	-0.036110859364271164
18357	rnn.weight_hh_l0	0	-0.039662767201662064
18357	rnn.weight_hh_l0	1	0.005730398464947939
18357	rnn.weight_hh_l0	2	0.007937627844512463
18357	rnn.weight_hh_l0	3	-0.015652740374207497
18357	rnn.weight_hh_l0	4	0.034350160509347916
18357	rnn.weight_hh_l0	5	-0.009758926928043365
18357	rnn.weight_hh_l0	6	-0.03370526432991028
18357	rnn.weight_hh_l0	7	-0.04424665868282318
18357	rnn.weight_hh_l0	8	0.003560004523023963
18357	rnn.weight_hh_l0	9	-0.027327097952365875
18357	rnn.bias_ih_l0	0	0.016703246161341667
18357	rnn.bias_ih_l0	1	-0.00792643241584301
18357	rnn.bias_ih_l0	2	-0.0019456021254882216
18357	rnn.bias_ih_l0	3	0.04924052953720093
18357	rnn.bias_ih_l0	4	-0.04137439280748367
18357	rnn.bias_ih_l0	5	-0.013954306952655315
18357	rnn.bias_ih_l0	6	0.012378850020468235
18357	rnn.bias_ih_l0	7	0.027796395123004913
18357	rnn.bias_ih_l0	8	-0.05991770327091217
18357	rnn.bias_ih_l0	9	0.01166369765996933
18357	rnn.bias_hh_l0	0	-0.03553986921906471
18357	rnn.bias_hh_l0	1	-0.053864143788814545
18357	rnn.bias_hh_l0	2	-0.018991542980074883
18357	rnn.bias_hh_l0	3	-0.037681594491004944
18357	rnn.bias_hh_l0	4	-0.009415149688720703
18357	rnn.bias_hh_l0	5	0.016954485327005386
18357	rnn.bias_hh_l0	6	0.03111112490296364
18357	rnn.bias_hh_l0	7	-0.004867625888437033
18357	rnn.bias_hh_l0	8	-0.043714478611946106
18357	rnn.bias_hh_l0	9	-0.02156279981136322
18357	rnn.weight_ih_l0_reverse	0	-0.007601688150316477
18357	rnn.weight_ih_l0_reverse	1	-0.05285167321562767
18357	rnn.weight_ih_l0_reverse	2	-0.021235831081867218
18357	rnn.weight_ih_l0_reverse	3	0.004487329628318548
18357	rnn.weight_ih_l0_reverse	4	-0.012147150002419949
18357	rnn.weight_ih_l0_reverse	5	-0.0493028424680233
18357	rnn.weight_ih_l0_reverse	6	0.043346107006073
18357	rnn.weight_ih_l0_reverse	7	-0.028752990067005157
18357	rnn.weight_ih_l0_reverse	8	-0.030190933495759964
18357	rnn.weight_ih_l0_reverse	9	0.013317079283297062
18357	rnn.weight_hh_l0_reverse	0	0.030567603185772896
18357	rnn.weight_hh_l0_reverse	1	0.029999105259776115
18357	rnn.weight_hh_l0_reverse	2	0.02548244595527649
18357	rnn.weight_hh_l0_reverse	3	0.018910976126790047
18357	rnn.weight_hh_l0_reverse	4	0.009605152532458305
18357	rnn.weight_hh_l0_reverse	5	0.00046075190766714513
18357	rnn.weight_hh_l0_reverse	6	0.03703884035348892
18357	rnn.weight_hh_l0_reverse	7	-0.023506471887230873
18357	rnn.weight_hh_l0_reverse	8	0.007793789729475975
18357	rnn.weight_hh_l0_reverse	9	0.04652514308691025
18357	rnn.bias_ih_l0_reverse	0	-0.059666477143764496
18357	rnn.bias_ih_l0_reverse	1	-0.07924014329910278
18357	rnn.bias_ih_l0_reverse	2	-0.020235907286405563
18357	rnn.bias_ih_l0_reverse	3	0.0020289926324039698
18357	rnn.bias_ih_l0_reverse	4	-0.00905712228268385
18357	rnn.bias_ih_l0_reverse	5	0.024805370718240738
18357	rnn.bias_ih_l0_reverse	6	0.0024812743067741394
18357	rnn.bias_ih_l0_reverse	7	0.034289147704839706
18357	rnn.bias_ih_l0_reverse	8	-0.03349482640624046
18357	rnn.bias_ih_l0_reverse	9	0.034432973712682724
18357	rnn.bias_hh_l0_reverse	0	-0.035800669342279434
18357	rnn.bias_hh_l0_reverse	1	-0.035645563155412674
18357	rnn.bias_hh_l0_reverse	2	0.011817456223070621
18357	rnn.bias_hh_l0_reverse	3	-0.03770904615521431
18357	rnn.bias_hh_l0_reverse	4	-0.04748860001564026
18357	rnn.bias_hh_l0_reverse	5	-0.04275139048695564
18357	rnn.bias_hh_l0_reverse	6	0.018129417672753334
18357	rnn.bias_hh_l0_reverse	7	0.0216081440448761
18357	rnn.bias_hh_l0_reverse	8	0.030205104500055313
18357	rnn.bias_hh_l0_reverse	9	-0.09581927210092545
18357	rnn.weight_ih_l1	0	-0.025343719869852066
18357	rnn.weight_ih_l1	1	-0.026129722595214844
18357	rnn.weight_ih_l1	2	0.01965685933828354
18357	rnn.weight_ih_l1	3	-0.015296910889446735
18357	rnn.weight_ih_l1	4	0.008190080523490906
18357	rnn.weight_ih_l1	5	-0.039907969534397125
18357	rnn.weight_ih_l1	6	0.01470265258103609
18357	rnn.weight_ih_l1	7	-0.034810855984687805
18357	rnn.weight_ih_l1	8	0.03690691292285919
18357	rnn.weight_ih_l1	9	0.02282659150660038
18357	rnn.weight_hh_l1	0	0.007930410094559193
18357	rnn.weight_hh_l1	1	0.0074203722178936005
18357	rnn.weight_hh_l1	2	-0.0247045811265707
18357	rnn.weight_hh_l1	3	0.00010572651081020012
18357	rnn.weight_hh_l1	4	-0.0003797786484938115
18357	rnn.weight_hh_l1	5	0.032655540853738785
18357	rnn.weight_hh_l1	6	0.0338796004652977
18357	rnn.weight_hh_l1	7	-0.030870884656906128
18357	rnn.weight_hh_l1	8	-0.04005107283592224
18357	rnn.weight_hh_l1	9	0.03877105563879013
18357	rnn.bias_ih_l1	0	-0.08373275399208069
18357	rnn.bias_ih_l1	1	-0.06602983921766281
18357	rnn.bias_ih_l1	2	-0.09442854672670364
18357	rnn.bias_ih_l1	3	-0.08194997161626816
18357	rnn.bias_ih_l1	4	-0.11390861868858337
18357	rnn.bias_ih_l1	5	-0.07503689080476761
18357	rnn.bias_ih_l1	6	-0.00449935719370842
18357	rnn.bias_ih_l1	7	-0.015393642708659172
18357	rnn.bias_ih_l1	8	-0.05774173140525818
18357	rnn.bias_ih_l1	9	-0.056459806859493256
18357	rnn.bias_hh_l1	0	-0.07286112010478973
18357	rnn.bias_hh_l1	1	-0.012054466642439365
18357	rnn.bias_hh_l1	2	-0.026975426822900772
18357	rnn.bias_hh_l1	3	-0.05201468989253044
18357	rnn.bias_hh_l1	4	-0.05992818623781204
18357	rnn.bias_hh_l1	5	-0.026436839252710342
18357	rnn.bias_hh_l1	6	-0.04326698184013367
18357	rnn.bias_hh_l1	7	-0.08401180803775787
18357	rnn.bias_hh_l1	8	0.0023438825737684965
18357	rnn.bias_hh_l1	9	-0.01734207756817341
18357	rnn.weight_ih_l1_reverse	0	-0.032859817147254944
18357	rnn.weight_ih_l1_reverse	1	0.03791523724794388
18357	rnn.weight_ih_l1_reverse	2	-0.05764263868331909
18357	rnn.weight_ih_l1_reverse	3	-0.018764548003673553
18357	rnn.weight_ih_l1_reverse	4	-0.013776394538581371
18357	rnn.weight_ih_l1_reverse	5	-0.03949882090091705
18357	rnn.weight_ih_l1_reverse	6	-0.024212578311562538
18357	rnn.weight_ih_l1_reverse	7	0.010918518528342247
18357	rnn.weight_ih_l1_reverse	8	0.05525166168808937
18357	rnn.weight_ih_l1_reverse	9	-0.028734326362609863
18357	rnn.weight_hh_l1_reverse	0	0.007996034808456898
18357	rnn.weight_hh_l1_reverse	1	0.027581999078392982
18357	rnn.weight_hh_l1_reverse	2	-0.037301186472177505
18357	rnn.weight_hh_l1_reverse	3	0.038864120841026306
18357	rnn.weight_hh_l1_reverse	4	0.04085973650217056
18357	rnn.weight_hh_l1_reverse	5	0.009807394817471504
18357	rnn.weight_hh_l1_reverse	6	0.0034107558894902468
18357	rnn.weight_hh_l1_reverse	7	0.028347326442599297
18357	rnn.weight_hh_l1_reverse	8	-0.006247793324291706
18357	rnn.weight_hh_l1_reverse	9	-0.0369466133415699
18357	rnn.bias_ih_l1_reverse	0	-0.006072006653994322
18357	rnn.bias_ih_l1_reverse	1	-0.0612478069961071
18357	rnn.bias_ih_l1_reverse	2	-0.056221622973680496
18357	rnn.bias_ih_l1_reverse	3	-0.00678743002936244
18357	rnn.bias_ih_l1_reverse	4	-0.10055288672447205
18357	rnn.bias_ih_l1_reverse	5	-0.04763057455420494
18357	rnn.bias_ih_l1_reverse	6	-0.06349150836467743
18357	rnn.bias_ih_l1_reverse	7	-0.07776127010583878
18357	rnn.bias_ih_l1_reverse	8	0.07842272520065308
18357	rnn.bias_ih_l1_reverse	9	0.0003778526734095067
18357	rnn.bias_hh_l1_reverse	0	-0.004429392516613007
18357	rnn.bias_hh_l1_reverse	1	0.002952367067337036
18357	rnn.bias_hh_l1_reverse	2	-0.13685256242752075
18357	rnn.bias_hh_l1_reverse	3	-0.00018223647202830762
18357	rnn.bias_hh_l1_reverse	4	-0.029285557568073273
18357	rnn.bias_hh_l1_reverse	5	-0.01968751661479473
18357	rnn.bias_hh_l1_reverse	6	0.06918549537658691
18357	rnn.bias_hh_l1_reverse	7	-0.04036826640367508
18357	rnn.bias_hh_l1_reverse	8	-0.06382241100072861
18357	rnn.bias_hh_l1_reverse	9	-0.04972875118255615
18357	linear.weight	0	0.002228822559118271
18357	linear.weight	1	0.03001677244901657
18357	linear.weight	2	-0.03655489161610603
18357	linear.weight	3	0.18090541660785675
18357	linear.weight	4	0.07536067068576813
18357	linear.weight	5	0.042700063437223434
18357	linear.weight	6	0.11809749901294708
18357	linear.weight	7	0.08657065778970718
18357	linear.weight	8	0.04190026968717575
18357	linear.weight	9	-0.056707389652729034
18357	linear.bias	0	-0.10147958993911743
18357	linear.bias	1	0.10339990258216858
18357	linear.bias	2	-0.2389334738254547
18357	linear.bias	3	-0.7742335200309753
18357	linear.bias	4	-0.8123278021812439
18357	linear.bias	5	0.06343921273946762
18357	linear.bias	6	-0.4198251962661743
18357	linear.bias	7	0.4523853659629822
18357	linear.bias	8	-0.5615556836128235
18357	linear.bias	9	-0.7751718759536743
18554	transitions	0	0.21744404733181
18554	transitions	1	-0.2307811826467514
18554	transitions	2	-10000.0
18554	transitions	3	-1.7596174478530884
18554	transitions	4	-10000.0
18554	transitions	5	0.7945321798324585
18554	transitions	6	0.10710477083921432
18554	transitions	7	0.05175493657588959
18554	transitions	8	-1.2047754526138306
18554	transitions	9	0.0010876767337322235
18554	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
18554	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
18554	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
18554	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
18554	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
18554	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
18554	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
18554	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
18554	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
18554	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
18554	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
18554	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
18554	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
18554	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
18554	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
18554	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
18554	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
18554	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
18554	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
18554	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
18554	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
18554	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
18554	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
18554	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
18554	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
18554	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
18554	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
18554	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
18554	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
18554	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
18554	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
18554	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
18554	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
18554	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
18554	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
18554	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
18554	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
18554	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
18554	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
18554	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
18554	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
18554	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
18554	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
18554	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
18554	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
18554	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
18554	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
18554	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
18554	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
18554	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
18554	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
18554	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
18554	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
18554	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
18554	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
18554	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
18554	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
18554	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
18554	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
18554	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
18554	embedding2nn.weight	0	0.0075340536423027515
18554	embedding2nn.weight	1	-0.013368594460189342
18554	embedding2nn.weight	2	-0.014268254861235619
18554	embedding2nn.weight	3	0.019765393808484077
18554	embedding2nn.weight	4	-0.005915034096688032
18554	embedding2nn.weight	5	-0.003700598841533065
18554	embedding2nn.weight	6	-0.003973259124904871
18554	embedding2nn.weight	7	-0.03143060952425003
18554	embedding2nn.weight	8	-0.0019979383796453476
18554	embedding2nn.weight	9	-0.007511362433433533
18554	embedding2nn.bias	0	0.02236863411962986
18554	embedding2nn.bias	1	-0.04174258932471275
18554	embedding2nn.bias	2	0.05724438279867172
18554	embedding2nn.bias	3	0.04387231171131134
18554	embedding2nn.bias	4	-0.0006122697959654033
18554	embedding2nn.bias	5	-0.035712942481040955
18554	embedding2nn.bias	6	0.017598852515220642
18554	embedding2nn.bias	7	-0.024598050862550735
18554	embedding2nn.bias	8	0.02179577760398388
18554	embedding2nn.bias	9	0.02523047663271427
18554	rnn.weight_ih_l0	0	-0.019947297871112823
18554	rnn.weight_ih_l0	1	0.016606375575065613
18554	rnn.weight_ih_l0	2	0.0170226339250803
18554	rnn.weight_ih_l0	3	0.021307921037077904
18554	rnn.weight_ih_l0	4	-0.014997649006545544
18554	rnn.weight_ih_l0	5	-0.04942135140299797
18554	rnn.weight_ih_l0	6	0.014988702721893787
18554	rnn.weight_ih_l0	7	0.049269530922174454
18554	rnn.weight_ih_l0	8	0.01891455613076687
18554	rnn.weight_ih_l0	9	-0.03562934324145317
18554	rnn.weight_hh_l0	0	-0.040067847818136215
18554	rnn.weight_hh_l0	1	0.006865110248327255
18554	rnn.weight_hh_l0	2	0.009083124808967113
18554	rnn.weight_hh_l0	3	-0.01617436669766903
18554	rnn.weight_hh_l0	4	0.0347202867269516
18554	rnn.weight_hh_l0	5	-0.010404332540929317
18554	rnn.weight_hh_l0	6	-0.033288560807704926
18554	rnn.weight_hh_l0	7	-0.0436202771961689
18554	rnn.weight_hh_l0	8	0.0034983817022293806
18554	rnn.weight_hh_l0	9	-0.026611879467964172
18554	rnn.bias_ih_l0	0	0.014215374365448952
18554	rnn.bias_ih_l0	1	-0.008679822087287903
18554	rnn.bias_ih_l0	2	-0.0020870554726570845
18554	rnn.bias_ih_l0	3	0.04841363802552223
18554	rnn.bias_ih_l0	4	-0.04044589027762413
18554	rnn.bias_ih_l0	5	-0.015345345251262188
18554	rnn.bias_ih_l0	6	0.010629895143210888
18554	rnn.bias_ih_l0	7	0.029948726296424866
18554	rnn.bias_ih_l0	8	-0.060753948986530304
18554	rnn.bias_ih_l0	9	0.011133634485304356
18554	rnn.bias_hh_l0	0	-0.03519781678915024
18554	rnn.bias_hh_l0	1	-0.056715864688158035
18554	rnn.bias_hh_l0	2	-0.021853646263480186
18554	rnn.bias_hh_l0	3	-0.03908202424645424
18554	rnn.bias_hh_l0	4	-0.00900623481720686
18554	rnn.bias_hh_l0	5	0.018094530329108238
18554	rnn.bias_hh_l0	6	0.031100790947675705
18554	rnn.bias_hh_l0	7	-0.009638824500143528
18554	rnn.bias_hh_l0	8	-0.04876016452908516
18554	rnn.bias_hh_l0	9	-0.018052585422992706
18554	rnn.weight_ih_l0_reverse	0	-0.008131973445415497
18554	rnn.weight_ih_l0_reverse	1	-0.05269334092736244
18554	rnn.weight_ih_l0_reverse	2	-0.020220251753926277
18554	rnn.weight_ih_l0_reverse	3	0.006005064584314823
18554	rnn.weight_ih_l0_reverse	4	-0.013308306224644184
18554	rnn.weight_ih_l0_reverse	5	-0.04913054034113884
18554	rnn.weight_ih_l0_reverse	6	0.04257642477750778
18554	rnn.weight_ih_l0_reverse	7	-0.02845597453415394
18554	rnn.weight_ih_l0_reverse	8	-0.02993033640086651
18554	rnn.weight_ih_l0_reverse	9	0.013030721805989742
18554	rnn.weight_hh_l0_reverse	0	0.030893146991729736
18554	rnn.weight_hh_l0_reverse	1	0.03015563264489174
18554	rnn.weight_hh_l0_reverse	2	0.025901038199663162
18554	rnn.weight_hh_l0_reverse	3	0.018658777698874474
18554	rnn.weight_hh_l0_reverse	4	0.009848184883594513
18554	rnn.weight_hh_l0_reverse	5	0.0014075723011046648
18554	rnn.weight_hh_l0_reverse	6	0.03674769401550293
18554	rnn.weight_hh_l0_reverse	7	-0.025461560115218163
18554	rnn.weight_hh_l0_reverse	8	0.0075896307826042175
18554	rnn.weight_hh_l0_reverse	9	0.046913452446460724
18554	rnn.bias_ih_l0_reverse	0	-0.05852610990405083
18554	rnn.bias_ih_l0_reverse	1	-0.08172853291034698
18554	rnn.bias_ih_l0_reverse	2	-0.02260947786271572
18554	rnn.bias_ih_l0_reverse	3	0.0035468782298266888
18554	rnn.bias_ih_l0_reverse	4	-0.011392975226044655
18554	rnn.bias_ih_l0_reverse	5	0.023935982957482338
18554	rnn.bias_ih_l0_reverse	6	0.0012042283779010177
18554	rnn.bias_ih_l0_reverse	7	0.033519573509693146
18554	rnn.bias_ih_l0_reverse	8	-0.0337979756295681
18554	rnn.bias_ih_l0_reverse	9	0.03227948024868965
18554	rnn.bias_hh_l0_reverse	0	-0.034241367131471634
18554	rnn.bias_hh_l0_reverse	1	-0.03786294534802437
18554	rnn.bias_hh_l0_reverse	2	0.006264842115342617
18554	rnn.bias_hh_l0_reverse	3	-0.039646584540605545
18554	rnn.bias_hh_l0_reverse	4	-0.04574590548872948
18554	rnn.bias_hh_l0_reverse	5	-0.042302995920181274
18554	rnn.bias_hh_l0_reverse	6	0.01643700897693634
18554	rnn.bias_hh_l0_reverse	7	0.021982623264193535
18554	rnn.bias_hh_l0_reverse	8	0.031564097851514816
18554	rnn.bias_hh_l0_reverse	9	-0.09592513740062714
18554	rnn.weight_ih_l1	0	-0.024983184412121773
18554	rnn.weight_ih_l1	1	-0.027090448886156082
18554	rnn.weight_ih_l1	2	0.017781805247068405
18554	rnn.weight_ih_l1	3	-0.017906006425619125
18554	rnn.weight_ih_l1	4	0.007656400557607412
18554	rnn.weight_ih_l1	5	-0.03983600437641144
18554	rnn.weight_ih_l1	6	0.01477450504899025
18554	rnn.weight_ih_l1	7	-0.03553002327680588
18554	rnn.weight_ih_l1	8	0.03750839829444885
18554	rnn.weight_ih_l1	9	0.022847313433885574
18554	rnn.weight_hh_l1	0	0.006819923873990774
18554	rnn.weight_hh_l1	1	0.007607585750520229
18554	rnn.weight_hh_l1	2	-0.025151459500193596
18554	rnn.weight_hh_l1	3	0.0002126694016624242
18554	rnn.weight_hh_l1	4	-0.00011289452231721953
18554	rnn.weight_hh_l1	5	0.03274349495768547
18554	rnn.weight_hh_l1	6	0.03425915539264679
18554	rnn.weight_hh_l1	7	-0.030703220516443253
18554	rnn.weight_hh_l1	8	-0.03982285037636757
18554	rnn.weight_hh_l1	9	0.03892350569367409
18554	rnn.bias_ih_l1	0	-0.0837160050868988
18554	rnn.bias_ih_l1	1	-0.0650307759642601
18554	rnn.bias_ih_l1	2	-0.09384875744581223
18554	rnn.bias_ih_l1	3	-0.0785863995552063
18554	rnn.bias_ih_l1	4	-0.11681900918483734
18554	rnn.bias_ih_l1	5	-0.07282723486423492
18554	rnn.bias_ih_l1	6	-0.004226161632686853
18554	rnn.bias_ih_l1	7	-0.01754123717546463
18554	rnn.bias_ih_l1	8	-0.0553540401160717
18554	rnn.bias_ih_l1	9	-0.05825016275048256
18554	rnn.bias_hh_l1	0	-0.07378548383712769
18554	rnn.bias_hh_l1	1	-0.013635885901749134
18554	rnn.bias_hh_l1	2	-0.025908833369612694
18554	rnn.bias_hh_l1	3	-0.05135294795036316
18554	rnn.bias_hh_l1	4	-0.06209009513258934
18554	rnn.bias_hh_l1	5	-0.026028746739029884
18554	rnn.bias_hh_l1	6	-0.04285585135221481
18554	rnn.bias_hh_l1	7	-0.09154518693685532
18554	rnn.bias_hh_l1	8	-0.0009529594681225717
18554	rnn.bias_hh_l1	9	-0.018620362505316734
18554	rnn.weight_ih_l1_reverse	0	-0.031980015337467194
18554	rnn.weight_ih_l1_reverse	1	0.03629807382822037
18554	rnn.weight_ih_l1_reverse	2	-0.05918463319540024
18554	rnn.weight_ih_l1_reverse	3	-0.01868942566215992
18554	rnn.weight_ih_l1_reverse	4	-0.015094597823917866
18554	rnn.weight_ih_l1_reverse	5	-0.038745228201150894
18554	rnn.weight_ih_l1_reverse	6	-0.022969281300902367
18554	rnn.weight_ih_l1_reverse	7	0.0119377626106143
18554	rnn.weight_ih_l1_reverse	8	0.05451637879014015
18554	rnn.weight_ih_l1_reverse	9	-0.027998650446534157
18554	rnn.weight_hh_l1_reverse	0	0.007951435633003712
18554	rnn.weight_hh_l1_reverse	1	0.027536125853657722
18554	rnn.weight_hh_l1_reverse	2	-0.03743014484643936
18554	rnn.weight_hh_l1_reverse	3	0.038671623915433884
18554	rnn.weight_hh_l1_reverse	4	0.04057549312710762
18554	rnn.weight_hh_l1_reverse	5	0.009957555681467056
18554	rnn.weight_hh_l1_reverse	6	0.003700998844578862
18554	rnn.weight_hh_l1_reverse	7	0.028774676844477654
18554	rnn.weight_hh_l1_reverse	8	-0.006147444248199463
18554	rnn.weight_hh_l1_reverse	9	-0.037134088575839996
18554	rnn.bias_ih_l1_reverse	0	-0.005375523120164871
18554	rnn.bias_ih_l1_reverse	1	-0.06151728704571724
18554	rnn.bias_ih_l1_reverse	2	-0.05946110934019089
18554	rnn.bias_ih_l1_reverse	3	-0.006355833262205124
18554	rnn.bias_ih_l1_reverse	4	-0.10220035910606384
18554	rnn.bias_ih_l1_reverse	5	-0.04626099392771721
18554	rnn.bias_ih_l1_reverse	6	-0.06354415416717529
18554	rnn.bias_ih_l1_reverse	7	-0.07959168404340744
18554	rnn.bias_ih_l1_reverse	8	0.06692861020565033
18554	rnn.bias_ih_l1_reverse	9	-0.0026308661326766014
18554	rnn.bias_hh_l1_reverse	0	-0.012097163125872612
18554	rnn.bias_hh_l1_reverse	1	0.003946954850107431
18554	rnn.bias_hh_l1_reverse	2	-0.13892754912376404
18554	rnn.bias_hh_l1_reverse	3	-0.0012109249364584684
18554	rnn.bias_hh_l1_reverse	4	-0.03025362268090248
18554	rnn.bias_hh_l1_reverse	5	-0.02404146082699299
18554	rnn.bias_hh_l1_reverse	6	0.07366464287042618
18554	rnn.bias_hh_l1_reverse	7	-0.04387586563825607
18554	rnn.bias_hh_l1_reverse	8	-0.0648447722196579
18554	rnn.bias_hh_l1_reverse	9	-0.04936693608760834
18554	linear.weight	0	0.002228822559118271
18554	linear.weight	1	0.0418766625225544
18554	linear.weight	2	-0.04570498317480087
18554	linear.weight	3	0.18535278737545013
18554	linear.weight	4	0.0890413448214531
18554	linear.weight	5	0.05619651451706886
18554	linear.weight	6	0.12325742840766907
18554	linear.weight	7	0.06215200573205948
18554	linear.weight	8	0.04193849116563797
18554	linear.weight	9	-0.053553979843854904
18554	linear.bias	0	-0.06275290250778198
18554	linear.bias	1	0.10515470802783966
18554	linear.bias	2	-0.24488195776939392
18554	linear.bias	3	-0.8092307448387146
18554	linear.bias	4	-0.8481872081756592
18554	linear.bias	5	0.06694789230823517
18554	linear.bias	6	-0.4062419533729553
18554	linear.bias	7	0.4582666754722595
18554	linear.bias	8	-0.5424087643623352
18554	linear.bias	9	-0.7586401104927063
18751	transitions	0	0.2245761752128601
18751	transitions	1	-0.20822030305862427
18751	transitions	2	-10000.0
18751	transitions	3	-1.7600715160369873
18751	transitions	4	-10000.0
18751	transitions	5	0.7922201156616211
18751	transitions	6	0.10479103773832321
18751	transitions	7	0.048309192061424255
18751	transitions	8	-1.2058817148208618
18751	transitions	9	0.0010678444523364305
18751	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
18751	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
18751	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
18751	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
18751	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
18751	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
18751	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
18751	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
18751	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
18751	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
18751	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
18751	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
18751	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
18751	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
18751	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
18751	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
18751	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
18751	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
18751	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
18751	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
18751	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
18751	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
18751	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
18751	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
18751	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
18751	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
18751	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
18751	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
18751	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
18751	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
18751	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
18751	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
18751	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
18751	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
18751	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
18751	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
18751	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
18751	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
18751	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
18751	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
18751	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
18751	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
18751	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
18751	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
18751	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
18751	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
18751	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
18751	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
18751	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
18751	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
18751	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
18751	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
18751	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
18751	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
18751	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
18751	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
18751	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
18751	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
18751	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
18751	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
18751	embedding2nn.weight	0	0.0077397506684064865
18751	embedding2nn.weight	1	-0.013520448468625546
18751	embedding2nn.weight	2	-0.014268253929913044
18751	embedding2nn.weight	3	0.02071949653327465
18751	embedding2nn.weight	4	-0.005915034096688032
18751	embedding2nn.weight	5	-0.003700598143041134
18751	embedding2nn.weight	6	-0.0039732567965984344
18751	embedding2nn.weight	7	-0.03159191459417343
18751	embedding2nn.weight	8	-0.0019979383796453476
18751	embedding2nn.weight	9	-0.007405164185911417
18751	embedding2nn.bias	0	0.014990564435720444
18751	embedding2nn.bias	1	-0.03969316557049751
18751	embedding2nn.bias	2	0.05553979426622391
18751	embedding2nn.bias	3	0.040030431002378464
18751	embedding2nn.bias	4	-0.0008016280480660498
18751	embedding2nn.bias	5	-0.024717586115002632
18751	embedding2nn.bias	6	0.022146141156554222
18751	embedding2nn.bias	7	-0.025628283619880676
18751	embedding2nn.bias	8	0.0249110609292984
18751	embedding2nn.bias	9	0.024704506620764732
18751	rnn.weight_ih_l0	0	-0.018717391416430473
18751	rnn.weight_ih_l0	1	0.01740117371082306
18751	rnn.weight_ih_l0	2	0.01738850213587284
18751	rnn.weight_ih_l0	3	0.02135227806866169
18751	rnn.weight_ih_l0	4	-0.014097606763243675
18751	rnn.weight_ih_l0	5	-0.049108583480119705
18751	rnn.weight_ih_l0	6	0.014942673034965992
18751	rnn.weight_ih_l0	7	0.05094611272215843
18751	rnn.weight_ih_l0	8	0.01969122514128685
18751	rnn.weight_ih_l0	9	-0.03493909165263176
18751	rnn.weight_hh_l0	0	-0.0400971993803978
18751	rnn.weight_hh_l0	1	0.00634792260825634
18751	rnn.weight_hh_l0	2	0.008706239983439445
18751	rnn.weight_hh_l0	3	-0.016468951478600502
18751	rnn.weight_hh_l0	4	0.03444525972008705
18751	rnn.weight_hh_l0	5	-0.010181666351854801
18751	rnn.weight_hh_l0	6	-0.032324012368917465
18751	rnn.weight_hh_l0	7	-0.04318829998373985
18751	rnn.weight_hh_l0	8	0.003923308569937944
18751	rnn.weight_hh_l0	9	-0.026756977662444115
18751	rnn.bias_ih_l0	0	0.016133535653352737
18751	rnn.bias_ih_l0	1	-0.007810221519321203
18751	rnn.bias_ih_l0	2	-0.0009306424180977046
18751	rnn.bias_ih_l0	3	0.0485798716545105
18751	rnn.bias_ih_l0	4	-0.03967359662055969
18751	rnn.bias_ih_l0	5	-0.015222865156829357
18751	rnn.bias_ih_l0	6	0.006186059210449457
18751	rnn.bias_ih_l0	7	0.02575916051864624
18751	rnn.bias_ih_l0	8	-0.06049661338329315
18751	rnn.bias_ih_l0	9	0.008460511453449726
18751	rnn.bias_hh_l0	0	-0.033625103533267975
18751	rnn.bias_hh_l0	1	-0.05773242563009262
18751	rnn.bias_hh_l0	2	-0.019760236144065857
18751	rnn.bias_hh_l0	3	-0.0378534197807312
18751	rnn.bias_hh_l0	4	-0.008622212335467339
18751	rnn.bias_hh_l0	5	0.018788781017065048
18751	rnn.bias_hh_l0	6	0.03085053153336048
18751	rnn.bias_hh_l0	7	-0.007219975348562002
18751	rnn.bias_hh_l0	8	-0.048102136701345444
18751	rnn.bias_hh_l0	9	-0.020787162706255913
18751	rnn.weight_ih_l0_reverse	0	-0.008162301033735275
18751	rnn.weight_ih_l0_reverse	1	-0.052049752324819565
18751	rnn.weight_ih_l0_reverse	2	-0.020802143961191177
18751	rnn.weight_ih_l0_reverse	3	0.004937730263918638
18751	rnn.weight_ih_l0_reverse	4	-0.012368405237793922
18751	rnn.weight_ih_l0_reverse	5	-0.048700861632823944
18751	rnn.weight_ih_l0_reverse	6	0.043251655995845795
18751	rnn.weight_ih_l0_reverse	7	-0.0280194990336895
18751	rnn.weight_ih_l0_reverse	8	-0.030439430847764015
18751	rnn.weight_ih_l0_reverse	9	0.013696216978132725
18751	rnn.weight_hh_l0_reverse	0	0.031133413314819336
18751	rnn.weight_hh_l0_reverse	1	0.029013460502028465
18751	rnn.weight_hh_l0_reverse	2	0.025924338027834892
18751	rnn.weight_hh_l0_reverse	3	0.0187265295535326
18751	rnn.weight_hh_l0_reverse	4	0.009880012832581997
18751	rnn.weight_hh_l0_reverse	5	0.0016880728071555495
18751	rnn.weight_hh_l0_reverse	6	0.03651653602719307
18751	rnn.weight_hh_l0_reverse	7	-0.02531450428068638
18751	rnn.weight_hh_l0_reverse	8	0.008174577727913857
18751	rnn.weight_hh_l0_reverse	9	0.046664390712976456
18751	rnn.bias_ih_l0_reverse	0	-0.05818117409944534
18751	rnn.bias_ih_l0_reverse	1	-0.0862744078040123
18751	rnn.bias_ih_l0_reverse	2	-0.02041476033627987
18751	rnn.bias_ih_l0_reverse	3	0.0013962696539238095
18751	rnn.bias_ih_l0_reverse	4	-0.012354728765785694
18751	rnn.bias_ih_l0_reverse	5	0.022771352902054787
18751	rnn.bias_ih_l0_reverse	6	0.0014467071741819382
18751	rnn.bias_ih_l0_reverse	7	0.03570457920432091
18751	rnn.bias_ih_l0_reverse	8	-0.03327983245253563
18751	rnn.bias_ih_l0_reverse	9	0.032779134809970856
18751	rnn.bias_hh_l0_reverse	0	-0.03380919247865677
18751	rnn.bias_hh_l0_reverse	1	-0.04010183736681938
18751	rnn.bias_hh_l0_reverse	2	0.002741507487371564
18751	rnn.bias_hh_l0_reverse	3	-0.041670069098472595
18751	rnn.bias_hh_l0_reverse	4	-0.04591548442840576
18751	rnn.bias_hh_l0_reverse	5	-0.045288074761629105
18751	rnn.bias_hh_l0_reverse	6	0.012910790741443634
18751	rnn.bias_hh_l0_reverse	7	0.022588757798075676
18751	rnn.bias_hh_l0_reverse	8	0.03177886828780174
18751	rnn.bias_hh_l0_reverse	9	-0.09809945523738861
18751	rnn.weight_ih_l1	0	-0.025255074724555016
18751	rnn.weight_ih_l1	1	-0.027382658794522285
18751	rnn.weight_ih_l1	2	0.01768157258629799
18751	rnn.weight_ih_l1	3	-0.014003416523337364
18751	rnn.weight_ih_l1	4	0.008441224694252014
18751	rnn.weight_ih_l1	5	-0.040016524493694305
18751	rnn.weight_ih_l1	6	0.014938813634216785
18751	rnn.weight_ih_l1	7	-0.03380301967263222
18751	rnn.weight_ih_l1	8	0.03772836551070213
18751	rnn.weight_ih_l1	9	0.02302866242825985
18751	rnn.weight_hh_l1	0	0.006879841908812523
18751	rnn.weight_hh_l1	1	0.007806920912116766
18751	rnn.weight_hh_l1	2	-0.025404371321201324
18751	rnn.weight_hh_l1	3	0.00044603575952351093
18751	rnn.weight_hh_l1	4	-0.0010753042297437787
18751	rnn.weight_hh_l1	5	0.032290466129779816
18751	rnn.weight_hh_l1	6	0.03454861789941788
18751	rnn.weight_hh_l1	7	-0.03055551089346409
18751	rnn.weight_hh_l1	8	-0.03970000892877579
18751	rnn.weight_hh_l1	9	0.038623660802841187
18751	rnn.bias_ih_l1	0	-0.086348757147789
18751	rnn.bias_ih_l1	1	-0.06535778939723969
18751	rnn.bias_ih_l1	2	-0.09196165204048157
18751	rnn.bias_ih_l1	3	-0.0730602815747261
18751	rnn.bias_ih_l1	4	-0.10974956303834915
18751	rnn.bias_ih_l1	5	-0.07492534816265106
18751	rnn.bias_ih_l1	6	-0.0016405432252213359
18751	rnn.bias_ih_l1	7	-0.017852988094091415
18751	rnn.bias_ih_l1	8	-0.05489441379904747
18751	rnn.bias_ih_l1	9	-0.058318521827459335
18751	rnn.bias_hh_l1	0	-0.07594665139913559
18751	rnn.bias_hh_l1	1	-0.016113705933094025
18751	rnn.bias_hh_l1	2	-0.02690673992037773
18751	rnn.bias_hh_l1	3	-0.05245532840490341
18751	rnn.bias_hh_l1	4	-0.06389579176902771
18751	rnn.bias_hh_l1	5	-0.02600814588367939
18751	rnn.bias_hh_l1	6	-0.04425735026597977
18751	rnn.bias_hh_l1	7	-0.09397032111883163
18751	rnn.bias_hh_l1	8	-0.0018378319218754768
18751	rnn.bias_hh_l1	9	-0.017756300047039986
18751	rnn.weight_ih_l1_reverse	0	-0.032305166125297546
18751	rnn.weight_ih_l1_reverse	1	0.04102025926113129
18751	rnn.weight_ih_l1_reverse	2	-0.05691714212298393
18751	rnn.weight_ih_l1_reverse	3	-0.018223153427243233
18751	rnn.weight_ih_l1_reverse	4	-0.01326280552893877
18751	rnn.weight_ih_l1_reverse	5	-0.038356997072696686
18751	rnn.weight_ih_l1_reverse	6	-0.02400754950940609
18751	rnn.weight_ih_l1_reverse	7	0.011532554402947426
18751	rnn.weight_ih_l1_reverse	8	0.04665403440594673
18751	rnn.weight_ih_l1_reverse	9	-0.029428455978631973
18751	rnn.weight_hh_l1_reverse	0	0.007869058288633823
18751	rnn.weight_hh_l1_reverse	1	0.02731151692569256
18751	rnn.weight_hh_l1_reverse	2	-0.037265557795763016
18751	rnn.weight_hh_l1_reverse	3	0.03867705166339874
18751	rnn.weight_hh_l1_reverse	4	0.040027517825365067
18751	rnn.weight_hh_l1_reverse	5	0.010021806694567204
18751	rnn.weight_hh_l1_reverse	6	0.004558424931019545
18751	rnn.weight_hh_l1_reverse	7	0.028713641688227654
18751	rnn.weight_hh_l1_reverse	8	-0.006051179021596909
18751	rnn.weight_hh_l1_reverse	9	-0.036979950964450836
18751	rnn.bias_ih_l1_reverse	0	-0.0060512712225317955
18751	rnn.bias_ih_l1_reverse	1	-0.058007560670375824
18751	rnn.bias_ih_l1_reverse	2	-0.05555841326713562
18751	rnn.bias_ih_l1_reverse	3	-0.004146388731896877
18751	rnn.bias_ih_l1_reverse	4	-0.102569080889225
18751	rnn.bias_ih_l1_reverse	5	-0.04842548817396164
18751	rnn.bias_ih_l1_reverse	6	-0.06349345296621323
18751	rnn.bias_ih_l1_reverse	7	-0.08304286748170853
18751	rnn.bias_ih_l1_reverse	8	0.065834641456604
18751	rnn.bias_ih_l1_reverse	9	0.006916232872754335
18751	rnn.bias_hh_l1_reverse	0	-0.009596558287739754
18751	rnn.bias_hh_l1_reverse	1	0.011783716268837452
18751	rnn.bias_hh_l1_reverse	2	-0.14253374934196472
18751	rnn.bias_hh_l1_reverse	3	0.0010551875457167625
18751	rnn.bias_hh_l1_reverse	4	-0.02907305210828781
18751	rnn.bias_hh_l1_reverse	5	-0.025874102488160133
18751	rnn.bias_hh_l1_reverse	6	0.05689656734466553
18751	rnn.bias_hh_l1_reverse	7	-0.04338569939136505
18751	rnn.bias_hh_l1_reverse	8	-0.0636565312743187
18751	rnn.bias_hh_l1_reverse	9	-0.05109681189060211
18751	linear.weight	0	0.002228822559118271
18751	linear.weight	1	0.04135635867714882
18751	linear.weight	2	-0.038605183362960815
18751	linear.weight	3	0.18085920810699463
18751	linear.weight	4	0.10077723115682602
18751	linear.weight	5	0.054785117506980896
18751	linear.weight	6	0.11597029119729996
18751	linear.weight	7	0.07310047745704651
18751	linear.weight	8	0.04196634143590927
18751	linear.weight	9	-0.054712165147066116
18751	linear.bias	0	-0.09569281339645386
18751	linear.bias	1	0.11094117164611816
18751	linear.bias	2	-0.22276587784290314
18751	linear.bias	3	-0.7986844778060913
18751	linear.bias	4	-0.8441322445869446
18751	linear.bias	5	0.060517363250255585
18751	linear.bias	6	-0.40344664454460144
18751	linear.bias	7	0.4526538550853729
18751	linear.bias	8	-0.5391217470169067
18751	linear.bias	9	-0.7622160315513611
18948	transitions	0	0.22306011617183685
18948	transitions	1	-0.2031065821647644
18948	transitions	2	-10000.0
18948	transitions	3	-1.7604578733444214
18948	transitions	4	-10000.0
18948	transitions	5	0.7907599806785583
18948	transitions	6	0.1028098315000534
18948	transitions	7	0.04547400772571564
18948	transitions	8	-1.2072192430496216
18948	transitions	9	0.0010518552735447884
18948	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
18948	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
18948	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
18948	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
18948	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
18948	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
18948	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
18948	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
18948	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
18948	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
18948	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
18948	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
18948	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
18948	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
18948	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
18948	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
18948	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
18948	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
18948	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
18948	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
18948	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
18948	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
18948	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
18948	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
18948	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
18948	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
18948	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
18948	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
18948	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
18948	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
18948	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
18948	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
18948	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
18948	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
18948	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
18948	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
18948	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
18948	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
18948	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
18948	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
18948	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
18948	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
18948	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
18948	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
18948	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
18948	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
18948	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
18948	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
18948	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
18948	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
18948	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
18948	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
18948	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
18948	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
18948	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
18948	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
18948	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
18948	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
18948	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
18948	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
18948	embedding2nn.weight	0	0.008469321765005589
18948	embedding2nn.weight	1	-0.013538064435124397
18948	embedding2nn.weight	2	-0.014268253929913044
18948	embedding2nn.weight	3	0.02049628272652626
18948	embedding2nn.weight	4	-0.005915034096688032
18948	embedding2nn.weight	5	-0.003700598143041134
18948	embedding2nn.weight	6	-0.0039732553996145725
18948	embedding2nn.weight	7	-0.029438886791467667
18948	embedding2nn.weight	8	-0.0019979383796453476
18948	embedding2nn.weight	9	-0.00715916370972991
18948	embedding2nn.bias	0	0.02151162177324295
18948	embedding2nn.bias	1	-0.039390694350004196
18948	embedding2nn.bias	2	0.05247863382101059
18948	embedding2nn.bias	3	0.03736945614218712
18948	embedding2nn.bias	4	-0.00010951676813419908
18948	embedding2nn.bias	5	-0.028616543859243393
18948	embedding2nn.bias	6	0.022618109360337257
18948	embedding2nn.bias	7	-0.025759683921933174
18948	embedding2nn.bias	8	0.029530588537454605
18948	embedding2nn.bias	9	0.025342894718050957
18948	rnn.weight_ih_l0	0	-0.01774275116622448
18948	rnn.weight_ih_l0	1	0.01606990210711956
18948	rnn.weight_ih_l0	2	0.017346195876598358
18948	rnn.weight_ih_l0	3	0.02028031088411808
18948	rnn.weight_ih_l0	4	-0.014566812664270401
18948	rnn.weight_ih_l0	5	-0.04936627298593521
18948	rnn.weight_ih_l0	6	0.015060234814882278
18948	rnn.weight_ih_l0	7	0.05151255428791046
18948	rnn.weight_ih_l0	8	0.019076194614171982
18948	rnn.weight_ih_l0	9	-0.034696877002716064
18948	rnn.weight_hh_l0	0	-0.039991915225982666
18948	rnn.weight_hh_l0	1	0.006253328640013933
18948	rnn.weight_hh_l0	2	0.007827242836356163
18948	rnn.weight_hh_l0	3	-0.016728458926081657
18948	rnn.weight_hh_l0	4	0.034684695303440094
18948	rnn.weight_hh_l0	5	-0.009467098861932755
18948	rnn.weight_hh_l0	6	-0.031783875077962875
18948	rnn.weight_hh_l0	7	-0.041731614619493484
18948	rnn.weight_hh_l0	8	0.003898897673934698
18948	rnn.weight_hh_l0	9	-0.026797976344823837
18948	rnn.bias_ih_l0	0	0.018354715779423714
18948	rnn.bias_ih_l0	1	-0.0053876726888120174
18948	rnn.bias_ih_l0	2	-0.003957496955990791
18948	rnn.bias_ih_l0	3	0.04651714116334915
18948	rnn.bias_ih_l0	4	-0.04056614637374878
18948	rnn.bias_ih_l0	5	-0.0168794896453619
18948	rnn.bias_ih_l0	6	0.005610707215964794
18948	rnn.bias_ih_l0	7	0.029051005840301514
18948	rnn.bias_ih_l0	8	-0.05744708329439163
18948	rnn.bias_ih_l0	9	0.00881694070994854
18948	rnn.bias_hh_l0	0	-0.03477269411087036
18948	rnn.bias_hh_l0	1	-0.05666501447558403
18948	rnn.bias_hh_l0	2	-0.020680714398622513
18948	rnn.bias_hh_l0	3	-0.03693830966949463
18948	rnn.bias_hh_l0	4	-0.008628514595329762
18948	rnn.bias_hh_l0	5	0.017330847680568695
18948	rnn.bias_hh_l0	6	0.02924087457358837
18948	rnn.bias_hh_l0	7	-0.004419364966452122
18948	rnn.bias_hh_l0	8	-0.051572054624557495
18948	rnn.bias_hh_l0	9	-0.021588142961263657
18948	rnn.weight_ih_l0_reverse	0	-0.007357269525527954
18948	rnn.weight_ih_l0_reverse	1	-0.051315225660800934
18948	rnn.weight_ih_l0_reverse	2	-0.020253170281648636
18948	rnn.weight_ih_l0_reverse	3	0.004480543080717325
18948	rnn.weight_ih_l0_reverse	4	-0.013111218810081482
18948	rnn.weight_ih_l0_reverse	5	-0.04858265072107315
18948	rnn.weight_ih_l0_reverse	6	0.04288029670715332
18948	rnn.weight_ih_l0_reverse	7	-0.029079144820570946
18948	rnn.weight_ih_l0_reverse	8	-0.03036212921142578
18948	rnn.weight_ih_l0_reverse	9	0.014204490929841995
18948	rnn.weight_hh_l0_reverse	0	0.03009842149913311
18948	rnn.weight_hh_l0_reverse	1	0.029620865359902382
18948	rnn.weight_hh_l0_reverse	2	0.02607429027557373
18948	rnn.weight_hh_l0_reverse	3	0.01903042197227478
18948	rnn.weight_hh_l0_reverse	4	0.00992375798523426
18948	rnn.weight_hh_l0_reverse	5	0.0020699086599051952
18948	rnn.weight_hh_l0_reverse	6	0.036917589604854584
18948	rnn.weight_hh_l0_reverse	7	-0.024691876024007797
18948	rnn.weight_hh_l0_reverse	8	0.008849899284541607
18948	rnn.weight_hh_l0_reverse	9	0.04633859172463417
18948	rnn.bias_ih_l0_reverse	0	-0.05953558161854744
18948	rnn.bias_ih_l0_reverse	1	-0.09394648671150208
18948	rnn.bias_ih_l0_reverse	2	-0.026169491931796074
18948	rnn.bias_ih_l0_reverse	3	0.00246596522629261
18948	rnn.bias_ih_l0_reverse	4	-0.017416667193174362
18948	rnn.bias_ih_l0_reverse	5	0.021960198879241943
18948	rnn.bias_ih_l0_reverse	6	0.004549582954496145
18948	rnn.bias_ih_l0_reverse	7	0.035552795976400375
18948	rnn.bias_ih_l0_reverse	8	-0.033714599907398224
18948	rnn.bias_ih_l0_reverse	9	0.03372015804052353
18948	rnn.bias_hh_l0_reverse	0	-0.03516783565282822
18948	rnn.bias_hh_l0_reverse	1	-0.043306685984134674
18948	rnn.bias_hh_l0_reverse	2	0.0034398220013827085
18948	rnn.bias_hh_l0_reverse	3	-0.044707950204610825
18948	rnn.bias_hh_l0_reverse	4	-0.04583151265978813
18948	rnn.bias_hh_l0_reverse	5	-0.044992052018642426
18948	rnn.bias_hh_l0_reverse	6	0.01232154667377472
18948	rnn.bias_hh_l0_reverse	7	0.025033678859472275
18948	rnn.bias_hh_l0_reverse	8	0.03258220851421356
18948	rnn.bias_hh_l0_reverse	9	-0.0936557799577713
18948	rnn.weight_ih_l1	0	-0.025078201666474342
18948	rnn.weight_ih_l1	1	-0.02831566333770752
18948	rnn.weight_ih_l1	2	0.017529167234897614
18948	rnn.weight_ih_l1	3	-0.010423162952065468
18948	rnn.weight_ih_l1	4	0.008283177390694618
18948	rnn.weight_ih_l1	5	-0.040200311690568924
18948	rnn.weight_ih_l1	6	0.015621116384863853
18948	rnn.weight_ih_l1	7	-0.033646631985902786
18948	rnn.weight_ih_l1	8	0.037314265966415405
18948	rnn.weight_ih_l1	9	0.023061858490109444
18948	rnn.weight_hh_l1	0	0.00547413993626833
18948	rnn.weight_hh_l1	1	0.007738326210528612
18948	rnn.weight_hh_l1	2	-0.025499660521745682
18948	rnn.weight_hh_l1	3	-0.00014975780504755676
18948	rnn.weight_hh_l1	4	-0.0001877399772638455
18948	rnn.weight_hh_l1	5	0.03241449594497681
18948	rnn.weight_hh_l1	6	0.03467901051044464
18948	rnn.weight_hh_l1	7	-0.030599066987633705
18948	rnn.weight_hh_l1	8	-0.03962719812989235
18948	rnn.weight_hh_l1	9	0.03912835940718651
18948	rnn.bias_ih_l1	0	-0.08787510544061661
18948	rnn.bias_ih_l1	1	-0.06210116669535637
18948	rnn.bias_ih_l1	2	-0.0899960920214653
18948	rnn.bias_ih_l1	3	-0.08257948607206345
18948	rnn.bias_ih_l1	4	-0.10369827598333359
18948	rnn.bias_ih_l1	5	-0.0736679956316948
18948	rnn.bias_ih_l1	6	-0.003985301591455936
18948	rnn.bias_ih_l1	7	-0.02213381789624691
18948	rnn.bias_ih_l1	8	-0.05302140861749649
18948	rnn.bias_ih_l1	9	-0.05777738243341446
18948	rnn.bias_hh_l1	0	-0.07749694585800171
18948	rnn.bias_hh_l1	1	-0.01750895380973816
18948	rnn.bias_hh_l1	2	-0.02732042223215103
18948	rnn.bias_hh_l1	3	-0.052252355962991714
18948	rnn.bias_hh_l1	4	-0.06376630812883377
18948	rnn.bias_hh_l1	5	-0.026513852179050446
18948	rnn.bias_hh_l1	6	-0.04159330949187279
18948	rnn.bias_hh_l1	7	-0.09649055451154709
18948	rnn.bias_hh_l1	8	-0.0023390038404613733
18948	rnn.bias_hh_l1	9	-0.020557386800646782
18948	rnn.weight_ih_l1_reverse	0	-0.03253336623311043
18948	rnn.weight_ih_l1_reverse	1	0.04079113528132439
18948	rnn.weight_ih_l1_reverse	2	-0.05146067216992378
18948	rnn.weight_ih_l1_reverse	3	-0.019273823127150536
18948	rnn.weight_ih_l1_reverse	4	-0.017009645700454712
18948	rnn.weight_ih_l1_reverse	5	-0.03850467875599861
18948	rnn.weight_ih_l1_reverse	6	-0.024362221360206604
18948	rnn.weight_ih_l1_reverse	7	0.012260961346328259
18948	rnn.weight_ih_l1_reverse	8	0.051463909447193146
18948	rnn.weight_ih_l1_reverse	9	-0.028626762330532074
18948	rnn.weight_hh_l1_reverse	0	0.00803594570606947
18948	rnn.weight_hh_l1_reverse	1	0.027224725112318993
18948	rnn.weight_hh_l1_reverse	2	-0.03723720833659172
18948	rnn.weight_hh_l1_reverse	3	0.03874196112155914
18948	rnn.weight_hh_l1_reverse	4	0.039484068751335144
18948	rnn.weight_hh_l1_reverse	5	0.008897199295461178
18948	rnn.weight_hh_l1_reverse	6	0.0037356307730078697
18948	rnn.weight_hh_l1_reverse	7	0.028575165197253227
18948	rnn.weight_hh_l1_reverse	8	-0.005998816341161728
18948	rnn.weight_hh_l1_reverse	9	-0.03682318702340126
18948	rnn.bias_ih_l1_reverse	0	-0.004369130823761225
18948	rnn.bias_ih_l1_reverse	1	-0.05677858740091324
18948	rnn.bias_ih_l1_reverse	2	-0.05697409063577652
18948	rnn.bias_ih_l1_reverse	3	-0.004496891982853413
18948	rnn.bias_ih_l1_reverse	4	-0.10252994298934937
18948	rnn.bias_ih_l1_reverse	5	-0.049388572573661804
18948	rnn.bias_ih_l1_reverse	6	-0.06387234479188919
18948	rnn.bias_ih_l1_reverse	7	-0.08201541751623154
18948	rnn.bias_ih_l1_reverse	8	0.04601195827126503
18948	rnn.bias_ih_l1_reverse	9	0.01984422840178013
18948	rnn.bias_hh_l1_reverse	0	-0.004492415115237236
18948	rnn.bias_hh_l1_reverse	1	0.006494532804936171
18948	rnn.bias_hh_l1_reverse	2	-0.14373259246349335
18948	rnn.bias_hh_l1_reverse	3	-0.000906460452824831
18948	rnn.bias_hh_l1_reverse	4	-0.029641704633831978
18948	rnn.bias_hh_l1_reverse	5	-0.02595209889113903
18948	rnn.bias_hh_l1_reverse	6	0.051236413419246674
18948	rnn.bias_hh_l1_reverse	7	-0.046247225254774094
18948	rnn.bias_hh_l1_reverse	8	-0.06180308014154434
18948	rnn.bias_hh_l1_reverse	9	-0.051140014082193375
18948	linear.weight	0	0.002228822559118271
18948	linear.weight	1	0.0315202921628952
18948	linear.weight	2	-0.05082197114825249
18948	linear.weight	3	0.19766320288181305
18948	linear.weight	4	0.09523157775402069
18948	linear.weight	5	0.05472772940993309
18948	linear.weight	6	0.09946447610855103
18948	linear.weight	7	0.07943212985992432
18948	linear.weight	8	0.041979677975177765
18948	linear.weight	9	-0.05804814398288727
18948	linear.bias	0	-0.047879837453365326
18948	linear.bias	1	0.08466873317956924
18948	linear.bias	2	-0.264626681804657
18948	linear.bias	3	-0.7862666845321655
18948	linear.bias	4	-0.8387657999992371
18948	linear.bias	5	0.06106637418270111
18948	linear.bias	6	-0.4272845685482025
18948	linear.bias	7	0.4661017060279846
18948	linear.bias	8	-0.5404967069625854
18948	linear.bias	9	-0.7640028595924377
19145	transitions	0	0.22442975640296936
19145	transitions	1	-0.21071423590183258
19145	transitions	2	-10000.0
19145	transitions	3	-1.7607641220092773
19145	transitions	4	-10000.0
19145	transitions	5	0.7895674109458923
19145	transitions	6	0.1012919470667839
19145	transitions	7	0.041647769510746
19145	transitions	8	-1.208725094795227
19145	transitions	9	0.0010370620293542743
19145	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
19145	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
19145	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
19145	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
19145	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
19145	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
19145	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
19145	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
19145	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
19145	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
19145	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
19145	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
19145	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
19145	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
19145	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
19145	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
19145	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
19145	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
19145	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
19145	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
19145	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
19145	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
19145	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
19145	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
19145	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
19145	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
19145	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
19145	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
19145	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
19145	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
19145	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
19145	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
19145	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
19145	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
19145	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
19145	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
19145	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
19145	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
19145	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
19145	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
19145	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
19145	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
19145	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
19145	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
19145	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
19145	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
19145	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
19145	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
19145	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
19145	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
19145	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
19145	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
19145	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
19145	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
19145	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
19145	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
19145	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
19145	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
19145	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
19145	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
19145	embedding2nn.weight	0	0.009112679399549961
19145	embedding2nn.weight	1	-0.013740167953073978
19145	embedding2nn.weight	2	-0.014268253929913044
19145	embedding2nn.weight	3	0.019246215000748634
19145	embedding2nn.weight	4	-0.005915034096688032
19145	embedding2nn.weight	5	-0.0037005979102104902
19145	embedding2nn.weight	6	-0.003973260056227446
19145	embedding2nn.weight	7	-0.02838016487658024
19145	embedding2nn.weight	8	-0.0019979383796453476
19145	embedding2nn.weight	9	-0.007148824166506529
19145	embedding2nn.bias	0	0.015813376754522324
19145	embedding2nn.bias	1	-0.037801966071128845
19145	embedding2nn.bias	2	0.055939700454473495
19145	embedding2nn.bias	3	0.03872917965054512
19145	embedding2nn.bias	4	-0.0033419679384678602
19145	embedding2nn.bias	5	-0.023840326815843582
19145	embedding2nn.bias	6	0.02864689752459526
19145	embedding2nn.bias	7	-0.03017420321702957
19145	embedding2nn.bias	8	0.027802646160125732
19145	embedding2nn.bias	9	0.0202536191791296
19145	rnn.weight_ih_l0	0	-0.018141621723771095
19145	rnn.weight_ih_l0	1	0.015903357416391373
19145	rnn.weight_ih_l0	2	0.019099073484539986
19145	rnn.weight_ih_l0	3	0.020162880420684814
19145	rnn.weight_ih_l0	4	-0.01510388869792223
19145	rnn.weight_ih_l0	5	-0.049730151891708374
19145	rnn.weight_ih_l0	6	0.014053517952561378
19145	rnn.weight_ih_l0	7	0.0515916608273983
19145	rnn.weight_ih_l0	8	0.019168740138411522
19145	rnn.weight_ih_l0	9	-0.035463232547044754
19145	rnn.weight_hh_l0	0	-0.03991280496120453
19145	rnn.weight_hh_l0	1	0.005858349613845348
19145	rnn.weight_hh_l0	2	0.007353708613663912
19145	rnn.weight_hh_l0	3	-0.01687529683113098
19145	rnn.weight_hh_l0	4	0.03466581925749779
19145	rnn.weight_hh_l0	5	-0.010553589090704918
19145	rnn.weight_hh_l0	6	-0.031756382435560226
19145	rnn.weight_hh_l0	7	-0.04262210801243782
19145	rnn.weight_hh_l0	8	0.004638873506337404
19145	rnn.weight_hh_l0	9	-0.027165208011865616
19145	rnn.bias_ih_l0	0	0.018564514815807343
19145	rnn.bias_ih_l0	1	-0.009072033688426018
19145	rnn.bias_ih_l0	2	-0.0036418370436877012
19145	rnn.bias_ih_l0	3	0.04392684996128082
19145	rnn.bias_ih_l0	4	-0.036552149802446365
19145	rnn.bias_ih_l0	5	-0.019035570323467255
19145	rnn.bias_ih_l0	6	0.01010753121227026
19145	rnn.bias_ih_l0	7	0.030304357409477234
19145	rnn.bias_ih_l0	8	-0.059203073382377625
19145	rnn.bias_ih_l0	9	0.0039005898870527744
19145	rnn.bias_hh_l0	0	-0.035076603293418884
19145	rnn.bias_hh_l0	1	-0.0630166232585907
19145	rnn.bias_hh_l0	2	-0.022501498460769653
19145	rnn.bias_hh_l0	3	-0.035288985818624496
19145	rnn.bias_hh_l0	4	-0.01012467686086893
19145	rnn.bias_hh_l0	5	0.01903177797794342
19145	rnn.bias_hh_l0	6	0.026230596005916595
19145	rnn.bias_hh_l0	7	-0.003042176365852356
19145	rnn.bias_hh_l0	8	-0.04876384511590004
19145	rnn.bias_hh_l0	9	-0.02342623844742775
19145	rnn.weight_ih_l0_reverse	0	-0.006536838132888079
19145	rnn.weight_ih_l0_reverse	1	-0.05247023329138756
19145	rnn.weight_ih_l0_reverse	2	-0.02135453373193741
19145	rnn.weight_ih_l0_reverse	3	0.0048102643340826035
19145	rnn.weight_ih_l0_reverse	4	-0.012017804197967052
19145	rnn.weight_ih_l0_reverse	5	-0.048683784902095795
19145	rnn.weight_ih_l0_reverse	6	0.04312439635396004
19145	rnn.weight_ih_l0_reverse	7	-0.027878427878022194
19145	rnn.weight_ih_l0_reverse	8	-0.030166860669851303
19145	rnn.weight_ih_l0_reverse	9	0.01419788971543312
19145	rnn.weight_hh_l0_reverse	0	0.03016802668571472
19145	rnn.weight_hh_l0_reverse	1	0.029622867703437805
19145	rnn.weight_hh_l0_reverse	2	0.02615481987595558
19145	rnn.weight_hh_l0_reverse	3	0.019158175215125084
19145	rnn.weight_hh_l0_reverse	4	0.009795064106583595
19145	rnn.weight_hh_l0_reverse	5	0.003121688263490796
19145	rnn.weight_hh_l0_reverse	6	0.036741942167282104
19145	rnn.weight_hh_l0_reverse	7	-0.025154482573270798
19145	rnn.weight_hh_l0_reverse	8	0.00916336104273796
19145	rnn.weight_hh_l0_reverse	9	0.04574914649128914
19145	rnn.bias_ih_l0_reverse	0	-0.05684618651866913
19145	rnn.bias_ih_l0_reverse	1	-0.09354770183563232
19145	rnn.bias_ih_l0_reverse	2	-0.029610034078359604
19145	rnn.bias_ih_l0_reverse	3	0.0058283451944589615
19145	rnn.bias_ih_l0_reverse	4	-0.019363895058631897
19145	rnn.bias_ih_l0_reverse	5	0.02069578878581524
19145	rnn.bias_ih_l0_reverse	6	-0.0017431483138352633
19145	rnn.bias_ih_l0_reverse	7	0.035256411880254745
19145	rnn.bias_ih_l0_reverse	8	-0.03272749483585358
19145	rnn.bias_ih_l0_reverse	9	0.036924488842487335
19145	rnn.bias_hh_l0_reverse	0	-0.03484082594513893
19145	rnn.bias_hh_l0_reverse	1	-0.050983138382434845
19145	rnn.bias_hh_l0_reverse	2	0.0042234426364302635
19145	rnn.bias_hh_l0_reverse	3	-0.04409727826714516
19145	rnn.bias_hh_l0_reverse	4	-0.043171051889657974
19145	rnn.bias_hh_l0_reverse	5	-0.04515327885746956
19145	rnn.bias_hh_l0_reverse	6	0.009937964379787445
19145	rnn.bias_hh_l0_reverse	7	0.024651575833559036
19145	rnn.bias_hh_l0_reverse	8	0.03227490186691284
19145	rnn.bias_hh_l0_reverse	9	-0.09073507785797119
19145	rnn.weight_ih_l1	0	-0.02481730841100216
19145	rnn.weight_ih_l1	1	-0.02861160784959793
19145	rnn.weight_ih_l1	2	0.018123600631952286
19145	rnn.weight_ih_l1	3	-0.01355464942753315
19145	rnn.weight_ih_l1	4	0.00820246897637844
19145	rnn.weight_ih_l1	5	-0.04090441018342972
19145	rnn.weight_ih_l1	6	0.01604047231376171
19145	rnn.weight_ih_l1	7	-0.03397342562675476
19145	rnn.weight_ih_l1	8	0.03736770898103714
19145	rnn.weight_ih_l1	9	0.023038432002067566
19145	rnn.weight_hh_l1	0	0.0060104127041995525
19145	rnn.weight_hh_l1	1	0.007800643797963858
19145	rnn.weight_hh_l1	2	-0.025453966110944748
19145	rnn.weight_hh_l1	3	0.00019213046471122652
19145	rnn.weight_hh_l1	4	0.0009632729925215244
19145	rnn.weight_hh_l1	5	0.032126832753419876
19145	rnn.weight_hh_l1	6	0.0347023606300354
19145	rnn.weight_hh_l1	7	-0.03047814778983593
19145	rnn.weight_hh_l1	8	-0.039612334221601486
19145	rnn.weight_hh_l1	9	0.03971313312649727
19145	rnn.bias_ih_l1	0	-0.08724537491798401
19145	rnn.bias_ih_l1	1	-0.06204802915453911
19145	rnn.bias_ih_l1	2	-0.09023940563201904
19145	rnn.bias_ih_l1	3	-0.08951666951179504
19145	rnn.bias_ih_l1	4	-0.09588763862848282
19145	rnn.bias_ih_l1	5	-0.07475549727678299
19145	rnn.bias_ih_l1	6	-0.006915520876646042
19145	rnn.bias_ih_l1	7	-0.024796443060040474
19145	rnn.bias_ih_l1	8	-0.052318111062049866
19145	rnn.bias_ih_l1	9	-0.05769683048129082
19145	rnn.bias_hh_l1	0	-0.07753869891166687
19145	rnn.bias_hh_l1	1	-0.015494706109166145
19145	rnn.bias_hh_l1	2	-0.026477975770831108
19145	rnn.bias_hh_l1	3	-0.05245424062013626
19145	rnn.bias_hh_l1	4	-0.06246817111968994
19145	rnn.bias_hh_l1	5	-0.026596421375870705
19145	rnn.bias_hh_l1	6	-0.03874856233596802
19145	rnn.bias_hh_l1	7	-0.09124743938446045
19145	rnn.bias_hh_l1	8	-0.0018361732363700867
19145	rnn.bias_hh_l1	9	-0.018770691007375717
19145	rnn.weight_ih_l1_reverse	0	-0.03370063006877899
19145	rnn.weight_ih_l1_reverse	1	0.044777240604162216
19145	rnn.weight_ih_l1_reverse	2	-0.05247124657034874
19145	rnn.weight_ih_l1_reverse	3	-0.019609713926911354
19145	rnn.weight_ih_l1_reverse	4	-0.016799351200461388
19145	rnn.weight_ih_l1_reverse	5	-0.038950104266405106
19145	rnn.weight_ih_l1_reverse	6	-0.023542873561382294
19145	rnn.weight_ih_l1_reverse	7	0.012440333142876625
19145	rnn.weight_ih_l1_reverse	8	0.05202654004096985
19145	rnn.weight_ih_l1_reverse	9	-0.02729959972202778
19145	rnn.weight_hh_l1_reverse	0	0.007967349141836166
19145	rnn.weight_hh_l1_reverse	1	0.02739672176539898
19145	rnn.weight_hh_l1_reverse	2	-0.037156764417886734
19145	rnn.weight_hh_l1_reverse	3	0.03882341459393501
19145	rnn.weight_hh_l1_reverse	4	0.0402144230902195
19145	rnn.weight_hh_l1_reverse	5	0.00917526800185442
19145	rnn.weight_hh_l1_reverse	6	0.002633116440847516
19145	rnn.weight_hh_l1_reverse	7	0.028709786012768745
19145	rnn.weight_hh_l1_reverse	8	-0.006003164686262608
19145	rnn.weight_hh_l1_reverse	9	-0.03770860657095909
19145	rnn.bias_ih_l1_reverse	0	-0.005911410320550203
19145	rnn.bias_ih_l1_reverse	1	-0.05410716310143471
19145	rnn.bias_ih_l1_reverse	2	-0.054899584501981735
19145	rnn.bias_ih_l1_reverse	3	0.008864342235028744
19145	rnn.bias_ih_l1_reverse	4	-0.10299477726221085
19145	rnn.bias_ih_l1_reverse	5	-0.05027547478675842
19145	rnn.bias_ih_l1_reverse	6	-0.06364216655492783
19145	rnn.bias_ih_l1_reverse	7	-0.0823676586151123
19145	rnn.bias_ih_l1_reverse	8	0.052025362849235535
19145	rnn.bias_ih_l1_reverse	9	0.01541440561413765
19145	rnn.bias_hh_l1_reverse	0	-0.003267485648393631
19145	rnn.bias_hh_l1_reverse	1	0.0016731683863326907
19145	rnn.bias_hh_l1_reverse	2	-0.1441229283809662
19145	rnn.bias_hh_l1_reverse	3	-0.0037551079876720905
19145	rnn.bias_hh_l1_reverse	4	-0.028775883838534355
19145	rnn.bias_hh_l1_reverse	5	-0.02362986095249653
19145	rnn.bias_hh_l1_reverse	6	0.05083031207323074
19145	rnn.bias_hh_l1_reverse	7	-0.0474063903093338
19145	rnn.bias_hh_l1_reverse	8	-0.06103869155049324
19145	rnn.bias_hh_l1_reverse	9	-0.051031433045864105
19145	linear.weight	0	0.002228822559118271
19145	linear.weight	1	0.03140419349074364
19145	linear.weight	2	-0.06093279644846916
19145	linear.weight	3	0.1890551745891571
19145	linear.weight	4	0.10190066695213318
19145	linear.weight	5	0.047523271292448044
19145	linear.weight	6	0.10415497422218323
19145	linear.weight	7	0.08048706501722336
19145	linear.weight	8	0.041978854686021805
19145	linear.weight	9	-0.059673525393009186
19145	linear.bias	0	-0.1109086349606514
19145	linear.bias	1	0.08041872084140778
19145	linear.bias	2	-0.270081102848053
19145	linear.bias	3	-0.7753511667251587
19145	linear.bias	4	-0.8267161846160889
19145	linear.bias	5	0.056972209364175797
19145	linear.bias	6	-0.4385126829147339
19145	linear.bias	7	0.4558888077735901
19145	linear.bias	8	-0.537588894367218
19145	linear.bias	9	-0.7598311305046082
19342	transitions	0	0.22404859960079193
19342	transitions	1	-0.20909883081912994
19342	transitions	2	-10000.0
19342	transitions	3	-1.7611192464828491
19342	transitions	4	-10000.0
19342	transitions	5	0.7878875732421875
19342	transitions	6	0.10001162439584732
19342	transitions	7	0.03633032366633415
19342	transitions	8	-1.2096309661865234
19342	transitions	9	0.0010246215388178825
19342	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
19342	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
19342	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
19342	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
19342	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
19342	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
19342	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
19342	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
19342	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
19342	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
19342	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
19342	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
19342	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
19342	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
19342	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
19342	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
19342	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
19342	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
19342	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
19342	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
19342	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
19342	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
19342	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
19342	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
19342	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
19342	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
19342	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
19342	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
19342	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
19342	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
19342	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
19342	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
19342	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
19342	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
19342	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
19342	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
19342	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
19342	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
19342	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
19342	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
19342	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
19342	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
19342	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
19342	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
19342	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
19342	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
19342	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
19342	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
19342	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
19342	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
19342	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
19342	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
19342	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
19342	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
19342	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
19342	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
19342	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
19342	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
19342	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
19342	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
19342	embedding2nn.weight	0	0.010957092978060246
19342	embedding2nn.weight	1	-0.013746360316872597
19342	embedding2nn.weight	2	-0.014268253929913044
19342	embedding2nn.weight	3	0.0197548046708107
19342	embedding2nn.weight	4	-0.005915034096688032
19342	embedding2nn.weight	5	-0.0037005976773798466
19342	embedding2nn.weight	6	-0.003973260056227446
19342	embedding2nn.weight	7	-0.02747461199760437
19342	embedding2nn.weight	8	-0.0019979383796453476
19342	embedding2nn.weight	9	-0.0073943184688687325
19342	embedding2nn.bias	0	0.015302407555282116
19342	embedding2nn.bias	1	-0.04048486426472664
19342	embedding2nn.bias	2	0.05491292476654053
19342	embedding2nn.bias	3	0.03674494847655296
19342	embedding2nn.bias	4	-0.0045176912099123
19342	embedding2nn.bias	5	-0.02352576144039631
19342	embedding2nn.bias	6	0.02104922942817211
19342	embedding2nn.bias	7	-0.030730854719877243
19342	embedding2nn.bias	8	0.03890404850244522
19342	embedding2nn.bias	9	0.020023858174681664
19342	rnn.weight_ih_l0	0	-0.019461141899228096
19342	rnn.weight_ih_l0	1	0.015545345842838287
19342	rnn.weight_ih_l0	2	0.021368995308876038
19342	rnn.weight_ih_l0	3	0.020059924572706223
19342	rnn.weight_ih_l0	4	-0.015162997879087925
19342	rnn.weight_ih_l0	5	-0.04928699508309364
19342	rnn.weight_ih_l0	6	0.013596459291875362
19342	rnn.weight_ih_l0	7	0.049832407385110855
19342	rnn.weight_ih_l0	8	0.019195597618818283
19342	rnn.weight_ih_l0	9	-0.03543176129460335
19342	rnn.weight_hh_l0	0	-0.039945513010025024
19342	rnn.weight_hh_l0	1	0.006029361858963966
19342	rnn.weight_hh_l0	2	0.008476173505187035
19342	rnn.weight_hh_l0	3	-0.017628652974963188
19342	rnn.weight_hh_l0	4	0.03460869938135147
19342	rnn.weight_hh_l0	5	-0.00896389503031969
19342	rnn.weight_hh_l0	6	-0.03180554509162903
19342	rnn.weight_hh_l0	7	-0.04163004085421562
19342	rnn.weight_hh_l0	8	0.004392689093947411
19342	rnn.weight_hh_l0	9	-0.0275201927870512
19342	rnn.bias_ih_l0	0	0.02159241773188114
19342	rnn.bias_ih_l0	1	-0.009268569760024548
19342	rnn.bias_ih_l0	2	-0.00442234193906188
19342	rnn.bias_ih_l0	3	0.04294303432106972
19342	rnn.bias_ih_l0	4	-0.035562291741371155
19342	rnn.bias_ih_l0	5	-0.022031372413039207
19342	rnn.bias_ih_l0	6	0.011610633693635464
19342	rnn.bias_ih_l0	7	0.029908891767263412
19342	rnn.bias_ih_l0	8	-0.06175675243139267
19342	rnn.bias_ih_l0	9	0.004334375727921724
19342	rnn.bias_hh_l0	0	-0.03608725965023041
19342	rnn.bias_hh_l0	1	-0.058697208762168884
19342	rnn.bias_hh_l0	2	-0.02399333007633686
19342	rnn.bias_hh_l0	3	-0.03495563939213753
19342	rnn.bias_hh_l0	4	-0.011261777952313423
19342	rnn.bias_hh_l0	5	0.018922245129942894
19342	rnn.bias_hh_l0	6	0.028295015916228294
19342	rnn.bias_hh_l0	7	0.002908952534198761
19342	rnn.bias_hh_l0	8	-0.04870884120464325
19342	rnn.bias_hh_l0	9	-0.025608571246266365
19342	rnn.weight_ih_l0_reverse	0	-0.0081436512991786
19342	rnn.weight_ih_l0_reverse	1	-0.052315372973680496
19342	rnn.weight_ih_l0_reverse	2	-0.02236447110772133
19342	rnn.weight_ih_l0_reverse	3	0.004970744717866182
19342	rnn.weight_ih_l0_reverse	4	-0.013168828561902046
19342	rnn.weight_ih_l0_reverse	5	-0.04817236214876175
19342	rnn.weight_ih_l0_reverse	6	0.04330400377511978
19342	rnn.weight_ih_l0_reverse	7	-0.02755848690867424
19342	rnn.weight_ih_l0_reverse	8	-0.030464768409729004
19342	rnn.weight_ih_l0_reverse	9	0.01447362918406725
19342	rnn.weight_hh_l0_reverse	0	0.03138839453458786
19342	rnn.weight_hh_l0_reverse	1	0.029256239533424377
19342	rnn.weight_hh_l0_reverse	2	0.025547435507178307
19342	rnn.weight_hh_l0_reverse	3	0.019368812441825867
19342	rnn.weight_hh_l0_reverse	4	0.009525967761874199
19342	rnn.weight_hh_l0_reverse	5	0.0031628881115466356
19342	rnn.weight_hh_l0_reverse	6	0.03649507462978363
19342	rnn.weight_hh_l0_reverse	7	-0.024675564840435982
19342	rnn.weight_hh_l0_reverse	8	0.009913947433233261
19342	rnn.weight_hh_l0_reverse	9	0.04515476152300835
19342	rnn.bias_ih_l0_reverse	0	-0.05579352378845215
19342	rnn.bias_ih_l0_reverse	1	-0.09704163670539856
19342	rnn.bias_ih_l0_reverse	2	-0.02610175684094429
19342	rnn.bias_ih_l0_reverse	3	0.008061404339969158
19342	rnn.bias_ih_l0_reverse	4	-0.01971948705613613
19342	rnn.bias_ih_l0_reverse	5	0.02076723612844944
19342	rnn.bias_ih_l0_reverse	6	-0.0037687523290514946
19342	rnn.bias_ih_l0_reverse	7	0.036455802619457245
19342	rnn.bias_ih_l0_reverse	8	-0.03208775445818901
19342	rnn.bias_ih_l0_reverse	9	0.03864399343729019
19342	rnn.bias_hh_l0_reverse	0	-0.03504721820354462
19342	rnn.bias_hh_l0_reverse	1	-0.040872275829315186
19342	rnn.bias_hh_l0_reverse	2	0.0017544812289997935
19342	rnn.bias_hh_l0_reverse	3	-0.04480140283703804
19342	rnn.bias_hh_l0_reverse	4	-0.04433836787939072
19342	rnn.bias_hh_l0_reverse	5	-0.046532079577445984
19342	rnn.bias_hh_l0_reverse	6	0.00678454153239727
19342	rnn.bias_hh_l0_reverse	7	0.025393560528755188
19342	rnn.bias_hh_l0_reverse	8	0.030460955575108528
19342	rnn.bias_hh_l0_reverse	9	-0.09448269009590149
19342	rnn.weight_ih_l1	0	-0.025753222405910492
19342	rnn.weight_ih_l1	1	-0.028334232047200203
19342	rnn.weight_ih_l1	2	0.02131376788020134
19342	rnn.weight_ih_l1	3	-0.011188043281435966
19342	rnn.weight_ih_l1	4	0.008172121830284595
19342	rnn.weight_ih_l1	5	-0.04082196578383446
19342	rnn.weight_ih_l1	6	0.016875270754098892
19342	rnn.weight_ih_l1	7	-0.034191571176052094
19342	rnn.weight_ih_l1	8	0.03708426654338837
19342	rnn.weight_ih_l1	9	0.023297537118196487
19342	rnn.weight_hh_l1	0	0.005186554975807667
19342	rnn.weight_hh_l1	1	0.007616962771862745
19342	rnn.weight_hh_l1	2	-0.023655546829104424
19342	rnn.weight_hh_l1	3	0.0001763662148732692
19342	rnn.weight_hh_l1	4	0.0010896691819652915
19342	rnn.weight_hh_l1	5	0.032115403562784195
19342	rnn.weight_hh_l1	6	0.03430492430925369
19342	rnn.weight_hh_l1	7	-0.030502302572131157
19342	rnn.weight_hh_l1	8	-0.03988583758473396
19342	rnn.weight_hh_l1	9	0.03974291309714317
19342	rnn.bias_ih_l1	0	-0.08970388770103455
19342	rnn.bias_ih_l1	1	-0.06487660855054855
19342	rnn.bias_ih_l1	2	-0.09110020101070404
19342	rnn.bias_ih_l1	3	-0.08643549680709839
19342	rnn.bias_ih_l1	4	-0.1065748855471611
19342	rnn.bias_ih_l1	5	-0.07732939720153809
19342	rnn.bias_ih_l1	6	-0.009106330573558807
19342	rnn.bias_ih_l1	7	-0.0242508165538311
19342	rnn.bias_ih_l1	8	-0.04995196312665939
19342	rnn.bias_ih_l1	9	-0.05810534209012985
19342	rnn.bias_hh_l1	0	-0.07684434950351715
19342	rnn.bias_hh_l1	1	-0.016163086518645287
19342	rnn.bias_hh_l1	2	-0.024940384551882744
19342	rnn.bias_hh_l1	3	-0.051867689937353134
19342	rnn.bias_hh_l1	4	-0.06281793862581253
19342	rnn.bias_hh_l1	5	-0.02520941011607647
19342	rnn.bias_hh_l1	6	-0.03971143811941147
19342	rnn.bias_hh_l1	7	-0.08786875754594803
19342	rnn.bias_hh_l1	8	-0.0023851364385336637
19342	rnn.bias_hh_l1	9	-0.018925068899989128
19342	rnn.weight_ih_l1_reverse	0	-0.03449460491538048
19342	rnn.weight_ih_l1_reverse	1	0.048025943338871
19342	rnn.weight_ih_l1_reverse	2	-0.05316518247127533
19342	rnn.weight_ih_l1_reverse	3	-0.021072201430797577
19342	rnn.weight_ih_l1_reverse	4	-0.01745793968439102
19342	rnn.weight_ih_l1_reverse	5	-0.03874301165342331
19342	rnn.weight_ih_l1_reverse	6	-0.02445150911808014
19342	rnn.weight_ih_l1_reverse	7	0.012947406619787216
19342	rnn.weight_ih_l1_reverse	8	0.05072847008705139
19342	rnn.weight_ih_l1_reverse	9	-0.026394717395305634
19342	rnn.weight_hh_l1_reverse	0	0.007959417998790741
19342	rnn.weight_hh_l1_reverse	1	0.02745884656906128
19342	rnn.weight_hh_l1_reverse	2	-0.03714783117175102
19342	rnn.weight_hh_l1_reverse	3	0.03902345895767212
19342	rnn.weight_hh_l1_reverse	4	0.04040941223502159
19342	rnn.weight_hh_l1_reverse	5	0.009263508953154087
19342	rnn.weight_hh_l1_reverse	6	0.0031649686861783266
19342	rnn.weight_hh_l1_reverse	7	0.028942149132490158
19342	rnn.weight_hh_l1_reverse	8	-0.0059778508730232716
19342	rnn.weight_hh_l1_reverse	9	-0.0376301072537899
19342	rnn.bias_ih_l1_reverse	0	-0.006306815426796675
19342	rnn.bias_ih_l1_reverse	1	-0.05138878896832466
19342	rnn.bias_ih_l1_reverse	2	-0.05551878362894058
19342	rnn.bias_ih_l1_reverse	3	0.009365749545395374
19342	rnn.bias_ih_l1_reverse	4	-0.1033187285065651
19342	rnn.bias_ih_l1_reverse	5	-0.049962036311626434
19342	rnn.bias_ih_l1_reverse	6	-0.06603444367647171
19342	rnn.bias_ih_l1_reverse	7	-0.07851121574640274
19342	rnn.bias_ih_l1_reverse	8	0.05760706588625908
19342	rnn.bias_ih_l1_reverse	9	-0.004474370274692774
19342	rnn.bias_hh_l1_reverse	0	-0.0015580710023641586
19342	rnn.bias_hh_l1_reverse	1	0.01084232423454523
19342	rnn.bias_hh_l1_reverse	2	-0.1456301212310791
19342	rnn.bias_hh_l1_reverse	3	-0.0033898968249559402
19342	rnn.bias_hh_l1_reverse	4	-0.02879870869219303
19342	rnn.bias_hh_l1_reverse	5	-0.02595529705286026
19342	rnn.bias_hh_l1_reverse	6	0.060172151774168015
19342	rnn.bias_hh_l1_reverse	7	-0.04539382830262184
19342	rnn.bias_hh_l1_reverse	8	-0.06246473267674446
19342	rnn.bias_hh_l1_reverse	9	-0.05182350426912308
19342	linear.weight	0	0.002228822559118271
19342	linear.weight	1	0.022947566583752632
19342	linear.weight	2	-0.061241816729307175
19342	linear.weight	3	0.1940971463918686
19342	linear.weight	4	0.09688974171876907
19342	linear.weight	5	0.05346298962831497
19342	linear.weight	6	0.10445559024810791
19342	linear.weight	7	0.08265441656112671
19342	linear.weight	8	0.04199085012078285
19342	linear.weight	9	-0.05604057386517525
19342	linear.bias	0	-0.09512442350387573
19342	linear.bias	1	0.0818747952580452
19342	linear.bias	2	-0.23116034269332886
19342	linear.bias	3	-0.7937425374984741
19342	linear.bias	4	-0.837529718875885
19342	linear.bias	5	0.06342047452926636
19342	linear.bias	6	-0.43572214245796204
19342	linear.bias	7	0.4650343060493469
19342	linear.bias	8	-0.5217033624649048
19342	linear.bias	9	-0.7544021606445312
19539	transitions	0	0.2243351936340332
19539	transitions	1	-0.19635362923145294
19539	transitions	2	-10000.0
19539	transitions	3	-1.761488437652588
19539	transitions	4	-10000.0
19539	transitions	5	0.7865413427352905
19539	transitions	6	0.09847759455442429
19539	transitions	7	0.033208876848220825
19539	transitions	8	-1.2105815410614014
19539	transitions	9	0.0010058239568024874
19539	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
19539	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
19539	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
19539	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
19539	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
19539	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
19539	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
19539	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
19539	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
19539	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
19539	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
19539	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
19539	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
19539	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
19539	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
19539	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
19539	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
19539	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
19539	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
19539	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
19539	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
19539	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
19539	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
19539	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
19539	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
19539	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
19539	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
19539	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
19539	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
19539	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
19539	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
19539	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
19539	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
19539	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
19539	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
19539	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
19539	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
19539	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
19539	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
19539	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
19539	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
19539	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
19539	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
19539	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
19539	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
19539	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
19539	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
19539	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
19539	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
19539	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
19539	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
19539	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
19539	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
19539	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
19539	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
19539	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
19539	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
19539	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
19539	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
19539	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
19539	embedding2nn.weight	0	0.01070567686110735
19539	embedding2nn.weight	1	-0.013690619729459286
19539	embedding2nn.weight	2	-0.014268253929913044
19539	embedding2nn.weight	3	0.018002910539507866
19539	embedding2nn.weight	4	-0.005915034096688032
19539	embedding2nn.weight	5	-0.003700597444549203
19539	embedding2nn.weight	6	-0.003973263781517744
19539	embedding2nn.weight	7	-0.02780800871551037
19539	embedding2nn.weight	8	-0.0019979383796453476
19539	embedding2nn.weight	9	-0.007240084931254387
19539	embedding2nn.bias	0	0.018830759450793266
19539	embedding2nn.bias	1	-0.04057012125849724
19539	embedding2nn.bias	2	0.061718475073575974
19539	embedding2nn.bias	3	0.040595296770334244
19539	embedding2nn.bias	4	-0.006402697879821062
19539	embedding2nn.bias	5	-0.0316142737865448
19539	embedding2nn.bias	6	0.024207113310694695
19539	embedding2nn.bias	7	-0.02833402529358864
19539	embedding2nn.bias	8	0.036996595561504364
19539	embedding2nn.bias	9	0.018091166391968727
19539	rnn.weight_ih_l0	0	-0.019897419959306717
19539	rnn.weight_ih_l0	1	0.015622072853147984
19539	rnn.weight_ih_l0	2	0.02057320810854435
19539	rnn.weight_ih_l0	3	0.01938244327902794
19539	rnn.weight_ih_l0	4	-0.014782740734517574
19539	rnn.weight_ih_l0	5	-0.04968762770295143
19539	rnn.weight_ih_l0	6	0.013914080336689949
19539	rnn.weight_ih_l0	7	0.04947298392653465
19539	rnn.weight_ih_l0	8	0.018466604873538017
19539	rnn.weight_ih_l0	9	-0.03540186956524849
19539	rnn.weight_hh_l0	0	-0.04002898186445236
19539	rnn.weight_hh_l0	1	0.007165435701608658
19539	rnn.weight_hh_l0	2	0.0080880643799901
19539	rnn.weight_hh_l0	3	-0.0172339528799057
19539	rnn.weight_hh_l0	4	0.035005223006010056
19539	rnn.weight_hh_l0	5	-0.008611085824668407
19539	rnn.weight_hh_l0	6	-0.03266886994242668
19539	rnn.weight_hh_l0	7	-0.042532406747341156
19539	rnn.weight_hh_l0	8	0.003047471633180976
19539	rnn.weight_hh_l0	9	-0.027549458667635918
19539	rnn.bias_ih_l0	0	0.022979849949479103
19539	rnn.bias_ih_l0	1	-0.004939645994454622
19539	rnn.bias_ih_l0	2	-0.003654257394373417
19539	rnn.bias_ih_l0	3	0.04352457448840141
19539	rnn.bias_ih_l0	4	-0.03865862265229225
19539	rnn.bias_ih_l0	5	-0.017752762883901596
19539	rnn.bias_ih_l0	6	0.012986498884856701
19539	rnn.bias_ih_l0	7	0.028469722718000412
19539	rnn.bias_ih_l0	8	-0.06266224384307861
19539	rnn.bias_ih_l0	9	0.0009936320129781961
19539	rnn.bias_hh_l0	0	-0.034886159002780914
19539	rnn.bias_hh_l0	1	-0.05753770470619202
19539	rnn.bias_hh_l0	2	-0.02836955152451992
19539	rnn.bias_hh_l0	3	-0.034936003386974335
19539	rnn.bias_hh_l0	4	-0.01107762660831213
19539	rnn.bias_hh_l0	5	0.020149996504187584
19539	rnn.bias_hh_l0	6	0.027569036930799484
19539	rnn.bias_hh_l0	7	-0.006297440268099308
19539	rnn.bias_hh_l0	8	-0.04928949475288391
19539	rnn.bias_hh_l0	9	-0.024094685912132263
19539	rnn.weight_ih_l0_reverse	0	-0.007780691608786583
19539	rnn.weight_ih_l0_reverse	1	-0.053484391421079636
19539	rnn.weight_ih_l0_reverse	2	-0.021077200770378113
19539	rnn.weight_ih_l0_reverse	3	0.006389366928488016
19539	rnn.weight_ih_l0_reverse	4	-0.013757819309830666
19539	rnn.weight_ih_l0_reverse	5	-0.047661010175943375
19539	rnn.weight_ih_l0_reverse	6	0.043425045907497406
19539	rnn.weight_ih_l0_reverse	7	-0.026656365022063255
19539	rnn.weight_ih_l0_reverse	8	-0.030847012996673584
19539	rnn.weight_ih_l0_reverse	9	0.01491608563810587
19539	rnn.weight_hh_l0_reverse	0	0.030178749933838844
19539	rnn.weight_hh_l0_reverse	1	0.029008183628320694
19539	rnn.weight_hh_l0_reverse	2	0.02572723664343357
19539	rnn.weight_hh_l0_reverse	3	0.019495179876685143
19539	rnn.weight_hh_l0_reverse	4	0.00942512508481741
19539	rnn.weight_hh_l0_reverse	5	0.002634641947224736
19539	rnn.weight_hh_l0_reverse	6	0.03642956167459488
19539	rnn.weight_hh_l0_reverse	7	-0.025135310366749763
19539	rnn.weight_hh_l0_reverse	8	0.0093106459826231
19539	rnn.weight_hh_l0_reverse	9	0.045389387756586075
19539	rnn.bias_ih_l0_reverse	0	-0.0554865263402462
19539	rnn.bias_ih_l0_reverse	1	-0.0977659672498703
19539	rnn.bias_ih_l0_reverse	2	-0.028823427855968475
19539	rnn.bias_ih_l0_reverse	3	0.008084000088274479
19539	rnn.bias_ih_l0_reverse	4	-0.020565826445817947
19539	rnn.bias_ih_l0_reverse	5	0.022499870508909225
19539	rnn.bias_ih_l0_reverse	6	-0.004229784477502108
19539	rnn.bias_ih_l0_reverse	7	0.03541846573352814
19539	rnn.bias_ih_l0_reverse	8	-0.03265402838587761
19539	rnn.bias_ih_l0_reverse	9	0.04114050045609474
19539	rnn.bias_hh_l0_reverse	0	-0.032667022198438644
19539	rnn.bias_hh_l0_reverse	1	-0.03909466043114662
19539	rnn.bias_hh_l0_reverse	2	-0.0010641015833243728
19539	rnn.bias_hh_l0_reverse	3	-0.042739469558000565
19539	rnn.bias_hh_l0_reverse	4	-0.04563046991825104
19539	rnn.bias_hh_l0_reverse	5	-0.04247628524899483
19539	rnn.bias_hh_l0_reverse	6	0.0032497490756213665
19539	rnn.bias_hh_l0_reverse	7	0.02514534629881382
19539	rnn.bias_hh_l0_reverse	8	0.030452685430645943
19539	rnn.bias_hh_l0_reverse	9	-0.09433425962924957
19539	rnn.weight_ih_l1	0	-0.025402981787919998
19539	rnn.weight_ih_l1	1	-0.02997039072215557
19539	rnn.weight_ih_l1	2	0.021376516669988632
19539	rnn.weight_ih_l1	3	-0.01083145011216402
19539	rnn.weight_ih_l1	4	0.00798808690160513
19539	rnn.weight_ih_l1	5	-0.0406523123383522
19539	rnn.weight_ih_l1	6	0.016209587454795837
19539	rnn.weight_ih_l1	7	-0.033305779099464417
19539	rnn.weight_ih_l1	8	0.03713598847389221
19539	rnn.weight_ih_l1	9	0.02365720085799694
19539	rnn.weight_hh_l1	0	0.004754992201924324
19539	rnn.weight_hh_l1	1	0.007272884249687195
19539	rnn.weight_hh_l1	2	-0.022009780630469322
19539	rnn.weight_hh_l1	3	-9.862926526693627e-05
19539	rnn.weight_hh_l1	4	0.0019361318554729223
19539	rnn.weight_hh_l1	5	0.03225548192858696
19539	rnn.weight_hh_l1	6	0.03386196121573448
19539	rnn.weight_hh_l1	7	-0.030040305107831955
19539	rnn.weight_hh_l1	8	-0.039882659912109375
19539	rnn.weight_hh_l1	9	0.03990767523646355
19539	rnn.bias_ih_l1	0	-0.0916065126657486
19539	rnn.bias_ih_l1	1	-0.06874765455722809
19539	rnn.bias_ih_l1	2	-0.09357541799545288
19539	rnn.bias_ih_l1	3	-0.09121209383010864
19539	rnn.bias_ih_l1	4	-0.10469147562980652
19539	rnn.bias_ih_l1	5	-0.07681877911090851
19539	rnn.bias_ih_l1	6	-0.009426849894225597
19539	rnn.bias_ih_l1	7	-0.025013525038957596
19539	rnn.bias_ih_l1	8	-0.0502924919128418
19539	rnn.bias_ih_l1	9	-0.05746893957257271
19539	rnn.bias_hh_l1	0	-0.07664273679256439
19539	rnn.bias_hh_l1	1	-0.02028166875243187
19539	rnn.bias_hh_l1	2	-0.02605077251791954
19539	rnn.bias_hh_l1	3	-0.051745057106018066
19539	rnn.bias_hh_l1	4	-0.0634729266166687
19539	rnn.bias_hh_l1	5	-0.024831069633364677
19539	rnn.bias_hh_l1	6	-0.03983341157436371
19539	rnn.bias_hh_l1	7	-0.08426067978143692
19539	rnn.bias_hh_l1	8	-0.0007386807701550424
19539	rnn.bias_hh_l1	9	-0.01811377890408039
19539	rnn.weight_ih_l1_reverse	0	-0.03451316058635712
19539	rnn.weight_ih_l1_reverse	1	0.048714522272348404
19539	rnn.weight_ih_l1_reverse	2	-0.05547548830509186
19539	rnn.weight_ih_l1_reverse	3	-0.018954001367092133
19539	rnn.weight_ih_l1_reverse	4	-0.015048746019601822
19539	rnn.weight_ih_l1_reverse	5	-0.03866550698876381
19539	rnn.weight_ih_l1_reverse	6	-0.02494492009282112
19539	rnn.weight_ih_l1_reverse	7	0.0128298569470644
19539	rnn.weight_ih_l1_reverse	8	0.045137837529182434
19539	rnn.weight_ih_l1_reverse	9	-0.025074150413274765
19539	rnn.weight_hh_l1_reverse	0	0.007914531044661999
19539	rnn.weight_hh_l1_reverse	1	0.027766263112425804
19539	rnn.weight_hh_l1_reverse	2	-0.0370720811188221
19539	rnn.weight_hh_l1_reverse	3	0.03863877058029175
19539	rnn.weight_hh_l1_reverse	4	0.040632572025060654
19539	rnn.weight_hh_l1_reverse	5	0.00970993097871542
19539	rnn.weight_hh_l1_reverse	6	0.003246019594371319
19539	rnn.weight_hh_l1_reverse	7	0.029036860913038254
19539	rnn.weight_hh_l1_reverse	8	-0.0058935401029884815
19539	rnn.weight_hh_l1_reverse	9	-0.037561360746622086
19539	rnn.bias_ih_l1_reverse	0	-0.007815073244273663
19539	rnn.bias_ih_l1_reverse	1	-0.051395948976278305
19539	rnn.bias_ih_l1_reverse	2	-0.05616260692477226
19539	rnn.bias_ih_l1_reverse	3	0.017414316534996033
19539	rnn.bias_ih_l1_reverse	4	-0.10458385199308395
19539	rnn.bias_ih_l1_reverse	5	-0.05021701753139496
19539	rnn.bias_ih_l1_reverse	6	-0.0660289004445076
19539	rnn.bias_ih_l1_reverse	7	-0.08328384160995483
19539	rnn.bias_ih_l1_reverse	8	0.05388898402452469
19539	rnn.bias_ih_l1_reverse	9	0.013338154181838036
19539	rnn.bias_hh_l1_reverse	0	-0.0028661552350968122
19539	rnn.bias_hh_l1_reverse	1	0.005867216736078262
19539	rnn.bias_hh_l1_reverse	2	-0.14628349244594574
19539	rnn.bias_hh_l1_reverse	3	-0.002543803071603179
19539	rnn.bias_hh_l1_reverse	4	-0.029417425394058228
19539	rnn.bias_hh_l1_reverse	5	-0.026374733075499535
19539	rnn.bias_hh_l1_reverse	6	0.05455326288938522
19539	rnn.bias_hh_l1_reverse	7	-0.04191231727600098
19539	rnn.bias_hh_l1_reverse	8	-0.06269223242998123
19539	rnn.bias_hh_l1_reverse	9	-0.052352387458086014
19539	linear.weight	0	0.002228822559118271
19539	linear.weight	1	0.043557096272706985
19539	linear.weight	2	-0.06062614545226097
19539	linear.weight	3	0.18527929484844208
19539	linear.weight	4	0.09646781533956528
19539	linear.weight	5	0.0489022359251976
19539	linear.weight	6	0.10825131088495255
19539	linear.weight	7	0.07914389669895172
19539	linear.weight	8	0.041998110711574554
19539	linear.weight	9	-0.04308656230568886
19539	linear.bias	0	-0.07941753417253494
19539	linear.bias	1	0.08810002356767654
19539	linear.bias	2	-0.25759491324424744
19539	linear.bias	3	-0.8135315179824829
19539	linear.bias	4	-0.8621195554733276
19539	linear.bias	5	0.06521610915660858
19539	linear.bias	6	-0.44046443700790405
19539	linear.bias	7	0.46406298875808716
19539	linear.bias	8	-0.529861569404602
19539	linear.bias	9	-0.7567715644836426
19736	transitions	0	0.2257908433675766
19736	transitions	1	-0.18462778627872467
19736	transitions	2	-10000.0
19736	transitions	3	-1.761803150177002
19736	transitions	4	-10000.0
19736	transitions	5	0.7854026556015015
19736	transitions	6	0.09689929336309433
19736	transitions	7	0.030571775510907173
19736	transitions	8	-1.2115015983581543
19736	transitions	9	0.000988192274235189
19736	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
19736	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
19736	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
19736	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
19736	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
19736	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
19736	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
19736	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
19736	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
19736	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
19736	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
19736	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
19736	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
19736	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
19736	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
19736	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
19736	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
19736	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
19736	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
19736	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
19736	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
19736	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
19736	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
19736	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
19736	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
19736	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
19736	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
19736	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
19736	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
19736	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
19736	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
19736	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
19736	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
19736	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
19736	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
19736	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
19736	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
19736	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
19736	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
19736	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
19736	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
19736	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
19736	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
19736	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
19736	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
19736	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
19736	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
19736	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
19736	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
19736	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
19736	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
19736	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
19736	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
19736	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
19736	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
19736	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
19736	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
19736	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
19736	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
19736	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
19736	embedding2nn.weight	0	0.01144056674093008
19736	embedding2nn.weight	1	-0.013636745512485504
19736	embedding2nn.weight	2	-0.014268253929913044
19736	embedding2nn.weight	3	0.01955665461719036
19736	embedding2nn.weight	4	-0.005915034096688032
19736	embedding2nn.weight	5	-0.0037005976773798466
19736	embedding2nn.weight	6	-0.0039732628501951694
19736	embedding2nn.weight	7	-0.027776941657066345
19736	embedding2nn.weight	8	-0.0019979383796453476
19736	embedding2nn.weight	9	-0.007503385189920664
19736	embedding2nn.bias	0	0.016764380037784576
19736	embedding2nn.bias	1	-0.03633638098835945
19736	embedding2nn.bias	2	0.06833525002002716
19736	embedding2nn.bias	3	0.0476536899805069
19736	embedding2nn.bias	4	-0.011102048680186272
19736	embedding2nn.bias	5	-0.0314277820289135
19736	embedding2nn.bias	6	0.029548875987529755
19736	embedding2nn.bias	7	-0.04029340296983719
19736	embedding2nn.bias	8	0.030129415914416313
19736	embedding2nn.bias	9	0.02259919047355652
19736	rnn.weight_ih_l0	0	-0.018284767866134644
19736	rnn.weight_ih_l0	1	0.014827754348516464
19736	rnn.weight_ih_l0	2	0.021769318729639053
19736	rnn.weight_ih_l0	3	0.018916402012109756
19736	rnn.weight_ih_l0	4	-0.014059746637940407
19736	rnn.weight_ih_l0	5	-0.04929063096642494
19736	rnn.weight_ih_l0	6	0.01367427222430706
19736	rnn.weight_ih_l0	7	0.0508379302918911
19736	rnn.weight_ih_l0	8	0.0174903254956007
19736	rnn.weight_ih_l0	9	-0.03540413826704025
19736	rnn.weight_hh_l0	0	-0.04024166613817215
19736	rnn.weight_hh_l0	1	0.006406741216778755
19736	rnn.weight_hh_l0	2	0.007896826602518559
19736	rnn.weight_hh_l0	3	-0.01694556139409542
19736	rnn.weight_hh_l0	4	0.03537744656205177
19736	rnn.weight_hh_l0	5	-0.009646122343838215
19736	rnn.weight_hh_l0	6	-0.03298483416438103
19736	rnn.weight_hh_l0	7	-0.04415282607078552
19736	rnn.weight_hh_l0	8	0.00347923650406301
19736	rnn.weight_hh_l0	9	-0.028374558314681053
19736	rnn.bias_ih_l0	0	0.027171533554792404
19736	rnn.bias_ih_l0	1	-0.005296344868838787
19736	rnn.bias_ih_l0	2	-0.0012672013835981488
19736	rnn.bias_ih_l0	3	0.045931655913591385
19736	rnn.bias_ih_l0	4	-0.04028437286615372
19736	rnn.bias_ih_l0	5	-0.02208012342453003
19736	rnn.bias_ih_l0	6	0.017073221504688263
19736	rnn.bias_ih_l0	7	0.025234615430235863
19736	rnn.bias_ih_l0	8	-0.06292648613452911
19736	rnn.bias_ih_l0	9	0.003532279981300235
19736	rnn.bias_hh_l0	0	-0.030500711873173714
19736	rnn.bias_hh_l0	1	-0.06191587820649147
19736	rnn.bias_hh_l0	2	-0.02712017297744751
19736	rnn.bias_hh_l0	3	-0.03550343215465546
19736	rnn.bias_hh_l0	4	-0.010792295448482037
19736	rnn.bias_hh_l0	5	0.01849399134516716
19736	rnn.bias_hh_l0	6	0.03236186131834984
19736	rnn.bias_hh_l0	7	-0.0038762143813073635
19736	rnn.bias_hh_l0	8	-0.04769356921315193
19736	rnn.bias_hh_l0	9	-0.016733713448047638
19736	rnn.weight_ih_l0_reverse	0	-0.009088660590350628
19736	rnn.weight_ih_l0_reverse	1	-0.05291850492358208
19736	rnn.weight_ih_l0_reverse	2	-0.022480828687548637
19736	rnn.weight_ih_l0_reverse	3	0.006541859358549118
19736	rnn.weight_ih_l0_reverse	4	-0.012879460118710995
19736	rnn.weight_ih_l0_reverse	5	-0.04785279929637909
19736	rnn.weight_ih_l0_reverse	6	0.043081559240818024
19736	rnn.weight_ih_l0_reverse	7	-0.02647891640663147
19736	rnn.weight_ih_l0_reverse	8	-0.030848756432533264
19736	rnn.weight_ih_l0_reverse	9	0.015464916825294495
19736	rnn.weight_hh_l0_reverse	0	0.030316326767206192
19736	rnn.weight_hh_l0_reverse	1	0.028188319876790047
19736	rnn.weight_hh_l0_reverse	2	0.02560284174978733
19736	rnn.weight_hh_l0_reverse	3	0.019486233592033386
19736	rnn.weight_hh_l0_reverse	4	0.009888733737170696
19736	rnn.weight_hh_l0_reverse	5	0.002514939522370696
19736	rnn.weight_hh_l0_reverse	6	0.036490265280008316
19736	rnn.weight_hh_l0_reverse	7	-0.024183399975299835
19736	rnn.weight_hh_l0_reverse	8	0.009749921970069408
19736	rnn.weight_hh_l0_reverse	9	0.04590423032641411
19736	rnn.bias_ih_l0_reverse	0	-0.053326211869716644
19736	rnn.bias_ih_l0_reverse	1	-0.1037382110953331
19736	rnn.bias_ih_l0_reverse	2	-0.028984205797314644
19736	rnn.bias_ih_l0_reverse	3	0.007884523831307888
19736	rnn.bias_ih_l0_reverse	4	-0.018355919048190117
19736	rnn.bias_ih_l0_reverse	5	0.022334856912493706
19736	rnn.bias_ih_l0_reverse	6	-0.005402610637247562
19736	rnn.bias_ih_l0_reverse	7	0.033895231783390045
19736	rnn.bias_ih_l0_reverse	8	-0.029982037842273712
19736	rnn.bias_ih_l0_reverse	9	0.03973942622542381
19736	rnn.bias_hh_l0_reverse	0	-0.03071950003504753
19736	rnn.bias_hh_l0_reverse	1	-0.0292687825858593
19736	rnn.bias_hh_l0_reverse	2	0.0029500892851501703
19736	rnn.bias_hh_l0_reverse	3	-0.042783223092556
19736	rnn.bias_hh_l0_reverse	4	-0.04574259743094444
19736	rnn.bias_hh_l0_reverse	5	-0.04017230495810509
19736	rnn.bias_hh_l0_reverse	6	0.0032403510995209217
19736	rnn.bias_hh_l0_reverse	7	0.02678944356739521
19736	rnn.bias_hh_l0_reverse	8	0.02967960014939308
19736	rnn.bias_hh_l0_reverse	9	-0.09086955338716507
19736	rnn.weight_ih_l1	0	-0.024630624800920486
19736	rnn.weight_ih_l1	1	-0.03194725513458252
19736	rnn.weight_ih_l1	2	0.024822834879159927
19736	rnn.weight_ih_l1	3	-0.007998987101018429
19736	rnn.weight_ih_l1	4	0.007916295900940895
19736	rnn.weight_ih_l1	5	-0.04122369736433029
19736	rnn.weight_ih_l1	6	0.016302142292261124
19736	rnn.weight_ih_l1	7	-0.03270571678876877
19736	rnn.weight_ih_l1	8	0.03698905557394028
19736	rnn.weight_ih_l1	9	0.023831205442547798
19736	rnn.weight_hh_l1	0	0.004566372837871313
19736	rnn.weight_hh_l1	1	0.007263318169862032
19736	rnn.weight_hh_l1	2	-0.022574355825781822
19736	rnn.weight_hh_l1	3	4.482944859773852e-05
19736	rnn.weight_hh_l1	4	0.0030669088009744883
19736	rnn.weight_hh_l1	5	0.03200583904981613
19736	rnn.weight_hh_l1	6	0.033656321465969086
19736	rnn.weight_hh_l1	7	-0.03017275594174862
19736	rnn.weight_hh_l1	8	-0.03945409879088402
19736	rnn.weight_hh_l1	9	0.03989028185606003
19736	rnn.bias_ih_l1	0	-0.09079153090715408
19736	rnn.bias_ih_l1	1	-0.06833266466856003
19736	rnn.bias_ih_l1	2	-0.09417884051799774
19736	rnn.bias_ih_l1	3	-0.08880630135536194
19736	rnn.bias_ih_l1	4	-0.10409978032112122
19736	rnn.bias_ih_l1	5	-0.07729948312044144
19736	rnn.bias_ih_l1	6	-0.01136398408561945
19736	rnn.bias_ih_l1	7	-0.025530537590384483
19736	rnn.bias_ih_l1	8	-0.05044489726424217
19736	rnn.bias_ih_l1	9	-0.058245107531547546
19736	rnn.bias_hh_l1	0	-0.07919382303953171
19736	rnn.bias_hh_l1	1	-0.02005879208445549
19736	rnn.bias_hh_l1	2	-0.029162881895899773
19736	rnn.bias_hh_l1	3	-0.05063007026910782
19736	rnn.bias_hh_l1	4	-0.06362132728099823
19736	rnn.bias_hh_l1	5	-0.022868551313877106
19736	rnn.bias_hh_l1	6	-0.03989337384700775
19736	rnn.bias_hh_l1	7	-0.07451433688402176
19736	rnn.bias_hh_l1	8	0.001532034482806921
19736	rnn.bias_hh_l1	9	-0.017623987048864365
19736	rnn.weight_ih_l1_reverse	0	-0.03610366955399513
19736	rnn.weight_ih_l1_reverse	1	0.04351260885596275
19736	rnn.weight_ih_l1_reverse	2	-0.05468945950269699
19736	rnn.weight_ih_l1_reverse	3	-0.017130082473158836
19736	rnn.weight_ih_l1_reverse	4	-0.01667509414255619
19736	rnn.weight_ih_l1_reverse	5	-0.038840118795633316
19736	rnn.weight_ih_l1_reverse	6	-0.02447972074151039
19736	rnn.weight_ih_l1_reverse	7	0.012741844169795513
19736	rnn.weight_ih_l1_reverse	8	0.039029497653245926
19736	rnn.weight_ih_l1_reverse	9	-0.026055648922920227
19736	rnn.weight_hh_l1_reverse	0	0.008075443096458912
19736	rnn.weight_hh_l1_reverse	1	0.027777915820479393
19736	rnn.weight_hh_l1_reverse	2	-0.037048209458589554
19736	rnn.weight_hh_l1_reverse	3	0.03873410448431969
19736	rnn.weight_hh_l1_reverse	4	0.04096806049346924
19736	rnn.weight_hh_l1_reverse	5	0.009769055061042309
19736	rnn.weight_hh_l1_reverse	6	0.0020796468015760183
19736	rnn.weight_hh_l1_reverse	7	0.0288922768086195
19736	rnn.weight_hh_l1_reverse	8	-0.006104764528572559
19736	rnn.weight_hh_l1_reverse	9	-0.03753293678164482
19736	rnn.bias_ih_l1_reverse	0	-0.007304124068468809
19736	rnn.bias_ih_l1_reverse	1	-0.053455088287591934
19736	rnn.bias_ih_l1_reverse	2	-0.05716096982359886
19736	rnn.bias_ih_l1_reverse	3	0.002864142647013068
19736	rnn.bias_ih_l1_reverse	4	-0.1043718010187149
19736	rnn.bias_ih_l1_reverse	5	-0.05097663402557373
19736	rnn.bias_ih_l1_reverse	6	-0.06641578674316406
19736	rnn.bias_ih_l1_reverse	7	-0.08430321514606476
19736	rnn.bias_ih_l1_reverse	8	0.06107381731271744
19736	rnn.bias_ih_l1_reverse	9	0.021562520414590836
19736	rnn.bias_hh_l1_reverse	0	-0.00025474512949585915
19736	rnn.bias_hh_l1_reverse	1	0.01433318667113781
19736	rnn.bias_hh_l1_reverse	2	-0.14585408568382263
19736	rnn.bias_hh_l1_reverse	3	-0.004532855004072189
19736	rnn.bias_hh_l1_reverse	4	-0.030167169868946075
19736	rnn.bias_hh_l1_reverse	5	-0.02929237298667431
19736	rnn.bias_hh_l1_reverse	6	0.05453919991850853
19736	rnn.bias_hh_l1_reverse	7	-0.04323288053274155
19736	rnn.bias_hh_l1_reverse	8	-0.06371712684631348
19736	rnn.bias_hh_l1_reverse	9	-0.05121851712465286
19736	linear.weight	0	0.002228822559118271
19736	linear.weight	1	0.04428789019584656
19736	linear.weight	2	-0.08029130846261978
19736	linear.weight	3	0.16727958619594574
19736	linear.weight	4	0.09076631814241409
19736	linear.weight	5	0.04965631291270256
19736	linear.weight	6	0.11081082373857498
19736	linear.weight	7	0.07850905507802963
19736	linear.weight	8	0.04200609773397446
19736	linear.weight	9	-0.03954627737402916
19736	linear.bias	0	-0.09181059151887894
19736	linear.bias	1	0.09910806268453598
19736	linear.bias	2	-0.19904771447181702
19736	linear.bias	3	-0.8058212995529175
19736	linear.bias	4	-0.8573052883148193
19736	linear.bias	5	0.06452639400959015
19736	linear.bias	6	-0.4363957941532135
19736	linear.bias	7	0.4645101726055145
19736	linear.bias	8	-0.5657456517219543
19736	linear.bias	9	-0.7887701392173767
19740	transitions	0	0.2254595309495926
19740	transitions	1	-0.18468396365642548
19740	transitions	2	-10000.0
19740	transitions	3	-1.7618051767349243
19740	transitions	4	-10000.0
19740	transitions	5	0.7853785157203674
19740	transitions	6	0.09686004370450974
19740	transitions	7	0.030568523332476616
19740	transitions	8	-1.2115113735198975
19740	transitions	9	0.0009877235861495137
19740	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
19740	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
19740	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
19740	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
19740	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
19740	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
19740	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
19740	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
19740	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
19740	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
19740	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
19740	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
19740	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
19740	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
19740	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
19740	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
19740	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
19740	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
19740	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
19740	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
19740	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
19740	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
19740	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
19740	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
19740	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
19740	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
19740	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
19740	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
19740	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
19740	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
19740	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
19740	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
19740	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
19740	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
19740	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
19740	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
19740	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
19740	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
19740	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
19740	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
19740	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
19740	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
19740	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
19740	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
19740	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
19740	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
19740	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
19740	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
19740	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
19740	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
19740	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
19740	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
19740	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
19740	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
19740	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
19740	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
19740	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
19740	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
19740	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
19740	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
19740	embedding2nn.weight	0	0.011557086370885372
19740	embedding2nn.weight	1	-0.013651525601744652
19740	embedding2nn.weight	2	-0.014268253929913044
19740	embedding2nn.weight	3	0.019341161474585533
19740	embedding2nn.weight	4	-0.005915034096688032
19740	embedding2nn.weight	5	-0.0037005976773798466
19740	embedding2nn.weight	6	-0.0039732628501951694
19740	embedding2nn.weight	7	-0.027823075652122498
19740	embedding2nn.weight	8	-0.0019979383796453476
19740	embedding2nn.weight	9	-0.007537792436778545
19740	embedding2nn.bias	0	0.016995219513773918
19740	embedding2nn.bias	1	-0.03535286337137222
19740	embedding2nn.bias	2	0.06746704876422882
19740	embedding2nn.bias	3	0.046829938888549805
19740	embedding2nn.bias	4	-0.010505923070013523
19740	embedding2nn.bias	5	-0.031731948256492615
19740	embedding2nn.bias	6	0.02987895905971527
19740	embedding2nn.bias	7	-0.04046976566314697
19740	embedding2nn.bias	8	0.031228316947817802
19740	embedding2nn.bias	9	0.02113831415772438
19740	rnn.weight_ih_l0	0	-0.018098052591085434
19740	rnn.weight_ih_l0	1	0.014730654656887054
19740	rnn.weight_ih_l0	2	0.021630901843309402
19740	rnn.weight_ih_l0	3	0.01897457428276539
19740	rnn.weight_ih_l0	4	-0.013913542032241821
19740	rnn.weight_ih_l0	5	-0.049308743327856064
19740	rnn.weight_ih_l0	6	0.01365065760910511
19740	rnn.weight_ih_l0	7	0.05088469386100769
19740	rnn.weight_ih_l0	8	0.017457567155361176
19740	rnn.weight_ih_l0	9	-0.03539431095123291
19740	rnn.weight_hh_l0	0	-0.04026399552822113
19740	rnn.weight_hh_l0	1	0.006024253088980913
19740	rnn.weight_hh_l0	2	0.008082158863544464
19740	rnn.weight_hh_l0	3	-0.017153481021523476
19740	rnn.weight_hh_l0	4	0.035405322909355164
19740	rnn.weight_hh_l0	5	-0.009466288611292839
19740	rnn.weight_hh_l0	6	-0.03306547924876213
19740	rnn.weight_hh_l0	7	-0.04398292675614357
19740	rnn.weight_hh_l0	8	0.0034414390102028847
19740	rnn.weight_hh_l0	9	-0.028356248512864113
19740	rnn.bias_ih_l0	0	0.027247820049524307
19740	rnn.bias_ih_l0	1	-0.005118990316987038
19740	rnn.bias_ih_l0	2	-0.0010242614662274718
19740	rnn.bias_ih_l0	3	0.04587998986244202
19740	rnn.bias_ih_l0	4	-0.03989213705062866
19740	rnn.bias_ih_l0	5	-0.02149028331041336
19740	rnn.bias_ih_l0	6	0.0158992912620306
19740	rnn.bias_ih_l0	7	0.025151630863547325
19740	rnn.bias_ih_l0	8	-0.06296949088573456
19740	rnn.bias_ih_l0	9	0.0038351560942828655
19740	rnn.bias_hh_l0	0	-0.03083464689552784
19740	rnn.bias_hh_l0	1	-0.062207289040088654
19740	rnn.bias_hh_l0	2	-0.026703771203756332
19740	rnn.bias_hh_l0	3	-0.03574845567345619
19740	rnn.bias_hh_l0	4	-0.01069366279989481
19740	rnn.bias_hh_l0	5	0.018349720165133476
19740	rnn.bias_hh_l0	6	0.032988328486680984
19740	rnn.bias_hh_l0	7	-0.003851063782349229
19740	rnn.bias_hh_l0	8	-0.04751700907945633
19740	rnn.bias_hh_l0	9	-0.017269477248191833
19740	rnn.weight_ih_l0_reverse	0	-0.0090523986145854
19740	rnn.weight_ih_l0_reverse	1	-0.05296115204691887
19740	rnn.weight_ih_l0_reverse	2	-0.022628668695688248
19740	rnn.weight_ih_l0_reverse	3	0.006544293835759163
19740	rnn.weight_ih_l0_reverse	4	-0.012902671471238136
19740	rnn.weight_ih_l0_reverse	5	-0.04772776737809181
19740	rnn.weight_ih_l0_reverse	6	0.043056510388851166
19740	rnn.weight_ih_l0_reverse	7	-0.026246903464198112
19740	rnn.weight_ih_l0_reverse	8	-0.030832193791866302
19740	rnn.weight_ih_l0_reverse	9	0.015495837666094303
19740	rnn.weight_hh_l0_reverse	0	0.03047052212059498
19740	rnn.weight_hh_l0_reverse	1	0.028160804882645607
19740	rnn.weight_hh_l0_reverse	2	0.0256499033421278
19740	rnn.weight_hh_l0_reverse	3	0.019513212144374847
19740	rnn.weight_hh_l0_reverse	4	0.009801559150218964
19740	rnn.weight_hh_l0_reverse	5	0.0026812381111085415
19740	rnn.weight_hh_l0_reverse	6	0.03648068383336067
19740	rnn.weight_hh_l0_reverse	7	-0.024226928129792213
19740	rnn.weight_hh_l0_reverse	8	0.009766011498868465
19740	rnn.weight_hh_l0_reverse	9	0.04584462195634842
19740	rnn.bias_ih_l0_reverse	0	-0.05323723703622818
19740	rnn.bias_ih_l0_reverse	1	-0.10269691050052643
19740	rnn.bias_ih_l0_reverse	2	-0.02961990237236023
19740	rnn.bias_ih_l0_reverse	3	0.007857471704483032
19740	rnn.bias_ih_l0_reverse	4	-0.01797793060541153
19740	rnn.bias_ih_l0_reverse	5	0.022357769310474396
19740	rnn.bias_ih_l0_reverse	6	-0.004996129777282476
19740	rnn.bias_ih_l0_reverse	7	0.03342040255665779
19740	rnn.bias_ih_l0_reverse	8	-0.029885726049542427
19740	rnn.bias_ih_l0_reverse	9	0.03953894227743149
19740	rnn.bias_hh_l0_reverse	0	-0.030547894537448883
19740	rnn.bias_hh_l0_reverse	1	-0.02969176322221756
19740	rnn.bias_hh_l0_reverse	2	0.002904450986534357
19740	rnn.bias_hh_l0_reverse	3	-0.042798273265361786
19740	rnn.bias_hh_l0_reverse	4	-0.04564746469259262
19740	rnn.bias_hh_l0_reverse	5	-0.04053397849202156
19740	rnn.bias_hh_l0_reverse	6	0.0038576230872422457
19740	rnn.bias_hh_l0_reverse	7	0.026559097692370415
19740	rnn.bias_hh_l0_reverse	8	0.02970675379037857
19740	rnn.bias_hh_l0_reverse	9	-0.09043186902999878
19740	rnn.weight_ih_l1	0	-0.02459695376455784
19740	rnn.weight_ih_l1	1	-0.031892742961645126
19740	rnn.weight_ih_l1	2	0.024777011945843697
19740	rnn.weight_ih_l1	3	-0.00831279344856739
19740	rnn.weight_ih_l1	4	0.00802485179156065
19740	rnn.weight_ih_l1	5	-0.04122190549969673
19740	rnn.weight_ih_l1	6	0.0162025298923254
19740	rnn.weight_ih_l1	7	-0.0327104777097702
19740	rnn.weight_ih_l1	8	0.03685558959841728
19740	rnn.weight_ih_l1	9	0.02383674494922161
19740	rnn.weight_hh_l1	0	0.0045134504325687885
19740	rnn.weight_hh_l1	1	0.007220286410301924
19740	rnn.weight_hh_l1	2	-0.022607136517763138
19740	rnn.weight_hh_l1	3	5.550975038204342e-05
19740	rnn.weight_hh_l1	4	0.0029655529651790857
19740	rnn.weight_hh_l1	5	0.031991615891456604
19740	rnn.weight_hh_l1	6	0.03369168937206268
19740	rnn.weight_hh_l1	7	-0.030152147635817528
19740	rnn.weight_hh_l1	8	-0.03944900259375572
19740	rnn.weight_hh_l1	9	0.03988754004240036
19740	rnn.bias_ih_l1	0	-0.09056210517883301
19740	rnn.bias_ih_l1	1	-0.06847968697547913
19740	rnn.bias_ih_l1	2	-0.09420772641897202
19740	rnn.bias_ih_l1	3	-0.0891038179397583
19740	rnn.bias_ih_l1	4	-0.10511092841625214
19740	rnn.bias_ih_l1	5	-0.07753028720617294
19740	rnn.bias_ih_l1	6	-0.011492510326206684
19740	rnn.bias_ih_l1	7	-0.02579531818628311
19740	rnn.bias_ih_l1	8	-0.05067475512623787
19740	rnn.bias_ih_l1	9	-0.058277156203985214
19740	rnn.bias_hh_l1	0	-0.07897953689098358
19740	rnn.bias_hh_l1	1	-0.020362384617328644
19740	rnn.bias_hh_l1	2	-0.029010433703660965
19740	rnn.bias_hh_l1	3	-0.05076776072382927
19740	rnn.bias_hh_l1	4	-0.06371860206127167
19740	rnn.bias_hh_l1	5	-0.022739291191101074
19740	rnn.bias_hh_l1	6	-0.03992404043674469
19740	rnn.bias_hh_l1	7	-0.07500945031642914
19740	rnn.bias_hh_l1	8	0.000860974017996341
19740	rnn.bias_hh_l1	9	-0.017461629584431648
19740	rnn.weight_ih_l1_reverse	0	-0.036109186708927155
19740	rnn.weight_ih_l1_reverse	1	0.043551813811063766
19740	rnn.weight_ih_l1_reverse	2	-0.05476323887705803
19740	rnn.weight_ih_l1_reverse	3	-0.017198387533426285
19740	rnn.weight_ih_l1_reverse	4	-0.016657592728734016
19740	rnn.weight_ih_l1_reverse	5	-0.03872893750667572
19740	rnn.weight_ih_l1_reverse	6	-0.02442464604973793
19740	rnn.weight_ih_l1_reverse	7	0.012765911407768726
19740	rnn.weight_ih_l1_reverse	8	0.0402451753616333
19740	rnn.weight_ih_l1_reverse	9	-0.026024943217635155
19740	rnn.weight_hh_l1_reverse	0	0.008069194853305817
19740	rnn.weight_hh_l1_reverse	1	0.027775337919592857
19740	rnn.weight_hh_l1_reverse	2	-0.03706904128193855
19740	rnn.weight_hh_l1_reverse	3	0.038735516369342804
19740	rnn.weight_hh_l1_reverse	4	0.04105034098029137
19740	rnn.weight_hh_l1_reverse	5	0.009888915345072746
19740	rnn.weight_hh_l1_reverse	6	0.0022265282459557056
19740	rnn.weight_hh_l1_reverse	7	0.028835413977503777
19740	rnn.weight_hh_l1_reverse	8	-0.006085407454520464
19740	rnn.weight_hh_l1_reverse	9	-0.03752446547150612
19740	rnn.bias_ih_l1_reverse	0	-0.007407159078866243
19740	rnn.bias_ih_l1_reverse	1	-0.053851064294576645
19740	rnn.bias_ih_l1_reverse	2	-0.05739395692944527
19740	rnn.bias_ih_l1_reverse	3	0.002828756580129266
19740	rnn.bias_ih_l1_reverse	4	-0.1044006198644638
19740	rnn.bias_ih_l1_reverse	5	-0.05098341032862663
19740	rnn.bias_ih_l1_reverse	6	-0.06640354543924332
19740	rnn.bias_ih_l1_reverse	7	-0.08435510843992233
19740	rnn.bias_ih_l1_reverse	8	0.061756979674100876
19740	rnn.bias_ih_l1_reverse	9	0.02127295359969139
19740	rnn.bias_hh_l1_reverse	0	-0.00010479299817234278
19740	rnn.bias_hh_l1_reverse	1	0.0147010562941432
19740	rnn.bias_hh_l1_reverse	2	-0.14575830101966858
19740	rnn.bias_hh_l1_reverse	3	-0.0050185066647827625
19740	rnn.bias_hh_l1_reverse	4	-0.030331265181303024
19740	rnn.bias_hh_l1_reverse	5	-0.029133008792996407
19740	rnn.bias_hh_l1_reverse	6	0.05396511033177376
19740	rnn.bias_hh_l1_reverse	7	-0.04381345584988594
19740	rnn.bias_hh_l1_reverse	8	-0.06350427865982056
19740	rnn.bias_hh_l1_reverse	9	-0.05124996602535248
19740	linear.weight	0	0.002228822559118271
19740	linear.weight	1	0.043361514806747437
19740	linear.weight	2	-0.08077657222747803
19740	linear.weight	3	0.1663370579481125
19740	linear.weight	4	0.09153272211551666
19740	linear.weight	5	0.049634821712970734
19740	linear.weight	6	0.10837168246507645
19740	linear.weight	7	0.07856401801109314
19740	linear.weight	8	0.042006269097328186
19740	linear.weight	9	-0.03896099701523781
19740	linear.bias	0	-0.10758066922426224
19740	linear.bias	1	0.1016896441578865
19740	linear.bias	2	-0.20760485529899597
19740	linear.bias	3	-0.809304416179657
19740	linear.bias	4	-0.8608863949775696
19740	linear.bias	5	0.0697270929813385
19740	linear.bias	6	-0.43367281556129456
19740	linear.bias	7	0.4698318839073181
19740	linear.bias	8	-0.5580706596374512
19740	linear.bias	9	-0.7811155915260315
19937	transitions	0	0.20022577047348022
19937	transitions	1	-0.18487390875816345
19937	transitions	2	-10000.0
19937	transitions	3	-1.7622063159942627
19937	transitions	4	-10000.0
19937	transitions	5	0.7839704751968384
19937	transitions	6	0.0958954468369484
19937	transitions	7	0.028463447466492653
19937	transitions	8	-1.2125107049942017
19937	transitions	9	0.0009718675282783806
19937	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
19937	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
19937	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
19937	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
19937	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
19937	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
19937	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
19937	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
19937	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
19937	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
19937	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
19937	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
19937	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
19937	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
19937	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
19937	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
19937	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
19937	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
19937	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
19937	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
19937	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
19937	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
19937	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
19937	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
19937	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
19937	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
19937	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
19937	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
19937	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
19937	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
19937	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
19937	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
19937	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
19937	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
19937	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
19937	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
19937	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
19937	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
19937	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
19937	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
19937	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
19937	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
19937	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
19937	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
19937	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
19937	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
19937	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
19937	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
19937	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
19937	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
19937	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
19937	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
19937	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
19937	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
19937	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
19937	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
19937	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
19937	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
19937	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
19937	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
19937	embedding2nn.weight	0	0.011268699541687965
19937	embedding2nn.weight	1	-0.013700111769139767
19937	embedding2nn.weight	2	-0.014268253929913044
19937	embedding2nn.weight	3	0.020855849608778954
19937	embedding2nn.weight	4	-0.005915034096688032
19937	embedding2nn.weight	5	-0.003700597444549203
19937	embedding2nn.weight	6	-0.003973261918872595
19937	embedding2nn.weight	7	-0.02845386043190956
19937	embedding2nn.weight	8	-0.0019979383796453476
19937	embedding2nn.weight	9	-0.008308272808790207
19937	embedding2nn.bias	0	0.01593022607266903
19937	embedding2nn.bias	1	-0.03423240780830383
19937	embedding2nn.bias	2	0.06536005437374115
19937	embedding2nn.bias	3	0.0435340516269207
19937	embedding2nn.bias	4	-0.011231177486479282
19937	embedding2nn.bias	5	-0.025641895830631256
19937	embedding2nn.bias	6	0.03117765486240387
19937	embedding2nn.bias	7	-0.037520404905080795
19937	embedding2nn.bias	8	0.026365621015429497
19937	embedding2nn.bias	9	0.017137354239821434
19937	rnn.weight_ih_l0	0	-0.018654800951480865
19937	rnn.weight_ih_l0	1	0.01444416306912899
19937	rnn.weight_ih_l0	2	0.022655388340353966
19937	rnn.weight_ih_l0	3	0.018646052107214928
19937	rnn.weight_ih_l0	4	-0.015228870324790478
19937	rnn.weight_ih_l0	5	-0.050002291798591614
19937	rnn.weight_ih_l0	6	0.014023867435753345
19937	rnn.weight_ih_l0	7	0.05075576901435852
19937	rnn.weight_ih_l0	8	0.017293550074100494
19937	rnn.weight_ih_l0	9	-0.035457950085401535
19937	rnn.weight_hh_l0	0	-0.040068402886390686
19937	rnn.weight_hh_l0	1	0.005540692713111639
19937	rnn.weight_hh_l0	2	0.007779543288052082
19937	rnn.weight_hh_l0	3	-0.018107688054442406
19937	rnn.weight_hh_l0	4	0.03640615940093994
19937	rnn.weight_hh_l0	5	-0.009887197986245155
19937	rnn.weight_hh_l0	6	-0.032162681221961975
19937	rnn.weight_hh_l0	7	-0.04546898975968361
19937	rnn.weight_hh_l0	8	0.003954669460654259
19937	rnn.weight_hh_l0	9	-0.02912764623761177
19937	rnn.bias_ih_l0	0	0.02500777505338192
19937	rnn.bias_ih_l0	1	-0.009782685898244381
19937	rnn.bias_ih_l0	2	-0.0009278164943680167
19937	rnn.bias_ih_l0	3	0.04521806538105011
19937	rnn.bias_ih_l0	4	-0.03710160776972771
19937	rnn.bias_ih_l0	5	-0.01988881453871727
19937	rnn.bias_ih_l0	6	0.009635581634938717
19937	rnn.bias_ih_l0	7	0.02817663922905922
19937	rnn.bias_ih_l0	8	-0.06510256975889206
19937	rnn.bias_ih_l0	9	0.003534177551046014
19937	rnn.bias_hh_l0	0	-0.030466455966234207
19937	rnn.bias_hh_l0	1	-0.06085323169827461
19937	rnn.bias_hh_l0	2	-0.03103945590555668
19937	rnn.bias_hh_l0	3	-0.036648087203502655
19937	rnn.bias_hh_l0	4	-0.010520055890083313
19937	rnn.bias_hh_l0	5	0.019552404060959816
19937	rnn.bias_hh_l0	6	0.028608132153749466
19937	rnn.bias_hh_l0	7	-0.005809152498841286
19937	rnn.bias_hh_l0	8	-0.04597698152065277
19937	rnn.bias_hh_l0	9	-0.014615668915212154
19937	rnn.weight_ih_l0_reverse	0	-0.009082231670618057
19937	rnn.weight_ih_l0_reverse	1	-0.05368342250585556
19937	rnn.weight_ih_l0_reverse	2	-0.021955521777272224
19937	rnn.weight_ih_l0_reverse	3	0.005515142809599638
19937	rnn.weight_ih_l0_reverse	4	-0.012029469944536686
19937	rnn.weight_ih_l0_reverse	5	-0.047447334975004196
19937	rnn.weight_ih_l0_reverse	6	0.042864784598350525
19937	rnn.weight_ih_l0_reverse	7	-0.026373954489827156
19937	rnn.weight_ih_l0_reverse	8	-0.031535230576992035
19937	rnn.weight_ih_l0_reverse	9	0.01514411624521017
19937	rnn.weight_hh_l0_reverse	0	0.030113503336906433
19937	rnn.weight_hh_l0_reverse	1	0.02918851561844349
19937	rnn.weight_hh_l0_reverse	2	0.025981951504945755
19937	rnn.weight_hh_l0_reverse	3	0.01956162042915821
19937	rnn.weight_hh_l0_reverse	4	0.010551023297011852
19937	rnn.weight_hh_l0_reverse	5	0.0010023488430306315
19937	rnn.weight_hh_l0_reverse	6	0.03653516247868538
19937	rnn.weight_hh_l0_reverse	7	-0.024351289495825768
19937	rnn.weight_hh_l0_reverse	8	0.00991814211010933
19937	rnn.weight_hh_l0_reverse	9	0.04557440057396889
19937	rnn.bias_ih_l0_reverse	0	-0.05250193551182747
19937	rnn.bias_ih_l0_reverse	1	-0.09747737646102905
19937	rnn.bias_ih_l0_reverse	2	-0.027825752273201942
19937	rnn.bias_ih_l0_reverse	3	0.007288085296750069
19937	rnn.bias_ih_l0_reverse	4	-0.017655091360211372
19937	rnn.bias_ih_l0_reverse	5	0.025736574083566666
19937	rnn.bias_ih_l0_reverse	6	0.00011185931361978874
19937	rnn.bias_ih_l0_reverse	7	0.03651075065135956
19937	rnn.bias_ih_l0_reverse	8	-0.03046705760061741
19937	rnn.bias_ih_l0_reverse	9	0.04021359980106354
19937	rnn.bias_hh_l0_reverse	0	-0.03004908375442028
19937	rnn.bias_hh_l0_reverse	1	-0.03385643661022186
19937	rnn.bias_hh_l0_reverse	2	-0.00020542045240290463
19937	rnn.bias_hh_l0_reverse	3	-0.04294160008430481
19937	rnn.bias_hh_l0_reverse	4	-0.044833313673734665
19937	rnn.bias_hh_l0_reverse	5	-0.03996775299310684
19937	rnn.bias_hh_l0_reverse	6	0.0060270437970757484
19937	rnn.bias_hh_l0_reverse	7	0.025390928611159325
19937	rnn.bias_hh_l0_reverse	8	0.029936455190181732
19937	rnn.bias_hh_l0_reverse	9	-0.09092269837856293
19937	rnn.weight_ih_l1	0	-0.02365177497267723
19937	rnn.weight_ih_l1	1	-0.031350959092378616
19937	rnn.weight_ih_l1	2	0.024779248982667923
19937	rnn.weight_ih_l1	3	-0.008451763540506363
19937	rnn.weight_ih_l1	4	0.008569403551518917
19937	rnn.weight_ih_l1	5	-0.04131146892905235
19937	rnn.weight_ih_l1	6	0.016625607386231422
19937	rnn.weight_ih_l1	7	-0.03378037363290787
19937	rnn.weight_ih_l1	8	0.0369873009622097
19937	rnn.weight_ih_l1	9	0.0241424348205328
19937	rnn.weight_hh_l1	0	0.0021504084579646587
19937	rnn.weight_hh_l1	1	0.007290470413863659
19937	rnn.weight_hh_l1	2	-0.02142798714339733
19937	rnn.weight_hh_l1	3	2.5421299142180942e-05
19937	rnn.weight_hh_l1	4	0.003130549332126975
19937	rnn.weight_hh_l1	5	0.032537173479795456
19937	rnn.weight_hh_l1	6	0.03375927731394768
19937	rnn.weight_hh_l1	7	-0.029801901429891586
19937	rnn.weight_hh_l1	8	-0.03934992849826813
19937	rnn.weight_hh_l1	9	0.03933039307594299
19937	rnn.bias_ih_l1	0	-0.08971111476421356
19937	rnn.bias_ih_l1	1	-0.07371360063552856
19937	rnn.bias_ih_l1	2	-0.09056933224201202
19937	rnn.bias_ih_l1	3	-0.09193063527345657
19937	rnn.bias_ih_l1	4	-0.10503579676151276
19937	rnn.bias_ih_l1	5	-0.07854088395833969
19937	rnn.bias_ih_l1	6	-0.012961764819920063
19937	rnn.bias_ih_l1	7	-0.026165254414081573
19937	rnn.bias_ih_l1	8	-0.05184807628393173
19937	rnn.bias_ih_l1	9	-0.05810091644525528
19937	rnn.bias_hh_l1	0	-0.0793592631816864
19937	rnn.bias_hh_l1	1	-0.023260248824954033
19937	rnn.bias_hh_l1	2	-0.03326999023556709
19937	rnn.bias_hh_l1	3	-0.05100896954536438
19937	rnn.bias_hh_l1	4	-0.0644359365105629
19937	rnn.bias_hh_l1	5	-0.02379876933991909
19937	rnn.bias_hh_l1	6	-0.04253397881984711
19937	rnn.bias_hh_l1	7	-0.07483921945095062
19937	rnn.bias_hh_l1	8	-0.0006568789831362665
19937	rnn.bias_hh_l1	9	-0.018786635249853134
19937	rnn.weight_ih_l1_reverse	0	-0.035419680178165436
19937	rnn.weight_ih_l1_reverse	1	0.04303738847374916
19937	rnn.weight_ih_l1_reverse	2	-0.056264426559209824
19937	rnn.weight_ih_l1_reverse	3	-0.016306908801198006
19937	rnn.weight_ih_l1_reverse	4	-0.01619286648929119
19937	rnn.weight_ih_l1_reverse	5	-0.038140662014484406
19937	rnn.weight_ih_l1_reverse	6	-0.027608821168541908
19937	rnn.weight_ih_l1_reverse	7	0.011852423660457134
19937	rnn.weight_ih_l1_reverse	8	0.03839556500315666
19937	rnn.weight_ih_l1_reverse	9	-0.02443080209195614
19937	rnn.weight_hh_l1_reverse	0	0.008014502935111523
19937	rnn.weight_hh_l1_reverse	1	0.027637939900159836
19937	rnn.weight_hh_l1_reverse	2	-0.03714672103524208
19937	rnn.weight_hh_l1_reverse	3	0.03839269280433655
19937	rnn.weight_hh_l1_reverse	4	0.04027005657553673
19937	rnn.weight_hh_l1_reverse	5	0.01173644419759512
19937	rnn.weight_hh_l1_reverse	6	0.0027033176738768816
19937	rnn.weight_hh_l1_reverse	7	0.028600361198186874
19937	rnn.weight_hh_l1_reverse	8	-0.0059393830597400665
19937	rnn.weight_hh_l1_reverse	9	-0.037522029131650925
19937	rnn.bias_ih_l1_reverse	0	-0.009675059467554092
19937	rnn.bias_ih_l1_reverse	1	-0.05815679207444191
19937	rnn.bias_ih_l1_reverse	2	-0.05957420542836189
19937	rnn.bias_ih_l1_reverse	3	0.003510008566081524
19937	rnn.bias_ih_l1_reverse	4	-0.10472472757101059
19937	rnn.bias_ih_l1_reverse	5	-0.05007833242416382
19937	rnn.bias_ih_l1_reverse	6	-0.06700798869132996
19937	rnn.bias_ih_l1_reverse	7	-0.0865296870470047
19937	rnn.bias_ih_l1_reverse	8	0.059775955975055695
19937	rnn.bias_ih_l1_reverse	9	0.01797562837600708
19937	rnn.bias_hh_l1_reverse	0	-0.003347146324813366
19937	rnn.bias_hh_l1_reverse	1	0.009214675053954124
19937	rnn.bias_hh_l1_reverse	2	-0.14757832884788513
19937	rnn.bias_hh_l1_reverse	3	-0.0032393326982855797
19937	rnn.bias_hh_l1_reverse	4	-0.029512867331504822
19937	rnn.bias_hh_l1_reverse	5	-0.03001280501484871
19937	rnn.bias_hh_l1_reverse	6	0.04936959967017174
19937	rnn.bias_hh_l1_reverse	7	-0.0456094965338707
19937	rnn.bias_hh_l1_reverse	8	-0.06235916540026665
19937	rnn.bias_hh_l1_reverse	9	-0.051424894481897354
19937	linear.weight	0	0.002228822559118271
19937	linear.weight	1	0.040236905217170715
19937	linear.weight	2	-0.07357589155435562
19937	linear.weight	3	0.14641954004764557
19937	linear.weight	4	0.0931180864572525
19937	linear.weight	5	0.04974441975355148
19937	linear.weight	6	0.11413642019033432
19937	linear.weight	7	0.11849738657474518
19937	linear.weight	8	0.042007144540548325
19937	linear.weight	9	-0.049906060099601746
19937	linear.bias	0	-0.09513863176107407
19937	linear.bias	1	0.10859309881925583
19937	linear.bias	2	-0.23267926275730133
19937	linear.bias	3	-0.8050748109817505
19937	linear.bias	4	-0.8631395697593689
19937	linear.bias	5	0.07301383465528488
19937	linear.bias	6	-0.4330325126647949
19937	linear.bias	7	0.4733847677707672
19937	linear.bias	8	-0.5563636422157288
19937	linear.bias	9	-0.7786393165588379
20134	transitions	0	0.18001168966293335
20134	transitions	1	-0.19145457446575165
20134	transitions	2	-10000.0
20134	transitions	3	-1.7625654935836792
20134	transitions	4	-10000.0
20134	transitions	5	0.7828941345214844
20134	transitions	6	0.09461553394794464
20134	transitions	7	0.02413022890686989
20134	transitions	8	-1.2136778831481934
20134	transitions	9	0.0009572340059094131
20134	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
20134	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
20134	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
20134	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
20134	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
20134	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
20134	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
20134	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
20134	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
20134	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
20134	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
20134	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
20134	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
20134	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
20134	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
20134	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
20134	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
20134	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
20134	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
20134	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
20134	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
20134	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
20134	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
20134	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
20134	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
20134	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
20134	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
20134	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
20134	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
20134	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
20134	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
20134	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
20134	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
20134	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
20134	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
20134	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
20134	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
20134	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
20134	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
20134	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
20134	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
20134	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
20134	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
20134	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
20134	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
20134	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
20134	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
20134	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
20134	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
20134	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
20134	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
20134	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
20134	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
20134	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
20134	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
20134	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
20134	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
20134	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
20134	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
20134	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
20134	embedding2nn.weight	0	0.01092646736651659
20134	embedding2nn.weight	1	-0.013723067007958889
20134	embedding2nn.weight	2	-0.014268253929913044
20134	embedding2nn.weight	3	0.018785620108246803
20134	embedding2nn.weight	4	-0.005915034096688032
20134	embedding2nn.weight	5	-0.0037005972117185593
20134	embedding2nn.weight	6	-0.003973264712840319
20134	embedding2nn.weight	7	-0.0286883395165205
20134	embedding2nn.weight	8	-0.0019979383796453476
20134	embedding2nn.weight	9	-0.008424196392297745
20134	embedding2nn.bias	0	0.010086645372211933
20134	embedding2nn.bias	1	-0.03342241421341896
20134	embedding2nn.bias	2	0.061034418642520905
20134	embedding2nn.bias	3	0.04168098419904709
20134	embedding2nn.bias	4	-0.014066769741475582
20134	embedding2nn.bias	5	-0.033892396837472916
20134	embedding2nn.bias	6	0.0231420136988163
20134	embedding2nn.bias	7	-0.035404711961746216
20134	embedding2nn.bias	8	0.03435071185231209
20134	embedding2nn.bias	9	0.02337857522070408
20134	rnn.weight_ih_l0	0	-0.01975272409617901
20134	rnn.weight_ih_l0	1	0.015878360718488693
20134	rnn.weight_ih_l0	2	0.02366071194410324
20134	rnn.weight_ih_l0	3	0.01942751184105873
20134	rnn.weight_ih_l0	4	-0.015537197701632977
20134	rnn.weight_ih_l0	5	-0.04989530146121979
20134	rnn.weight_ih_l0	6	0.014361493289470673
20134	rnn.weight_ih_l0	7	0.05022375285625458
20134	rnn.weight_ih_l0	8	0.017298800870776176
20134	rnn.weight_ih_l0	9	-0.035543669015169144
20134	rnn.weight_hh_l0	0	-0.04024219512939453
20134	rnn.weight_hh_l0	1	0.006335429847240448
20134	rnn.weight_hh_l0	2	0.007118631154298782
20134	rnn.weight_hh_l0	3	-0.01810854859650135
20134	rnn.weight_hh_l0	4	0.035926636308431625
20134	rnn.weight_hh_l0	5	-0.009091166779398918
20134	rnn.weight_hh_l0	6	-0.03205094113945961
20134	rnn.weight_hh_l0	7	-0.046924490481615067
20134	rnn.weight_hh_l0	8	0.0022821296006441116
20134	rnn.weight_hh_l0	9	-0.02951345406472683
20134	rnn.bias_ih_l0	0	0.024098049849271774
20134	rnn.bias_ih_l0	1	-0.005084487143903971
20134	rnn.bias_ih_l0	2	-0.0025451567489653826
20134	rnn.bias_ih_l0	3	0.048104576766490936
20134	rnn.bias_ih_l0	4	-0.04103053733706474
20134	rnn.bias_ih_l0	5	-0.020098790526390076
20134	rnn.bias_ih_l0	6	0.013574022799730301
20134	rnn.bias_ih_l0	7	0.027041055262088776
20134	rnn.bias_ih_l0	8	-0.06503090262413025
20134	rnn.bias_ih_l0	9	0.0024425105657428503
20134	rnn.bias_hh_l0	0	-0.030338212847709656
20134	rnn.bias_hh_l0	1	-0.06088043749332428
20134	rnn.bias_hh_l0	2	-0.028157826513051987
20134	rnn.bias_hh_l0	3	-0.035786114633083344
20134	rnn.bias_hh_l0	4	-0.01094716228544712
20134	rnn.bias_hh_l0	5	0.01942502148449421
20134	rnn.bias_hh_l0	6	0.028568318113684654
20134	rnn.bias_hh_l0	7	-0.008930752985179424
20134	rnn.bias_hh_l0	8	-0.04197981208562851
20134	rnn.bias_hh_l0	9	-0.015221649780869484
20134	rnn.weight_ih_l0_reverse	0	-0.009009351022541523
20134	rnn.weight_ih_l0_reverse	1	-0.05346532166004181
20134	rnn.weight_ih_l0_reverse	2	-0.02165716513991356
20134	rnn.weight_ih_l0_reverse	3	0.004975026473402977
20134	rnn.weight_ih_l0_reverse	4	-0.013199948705732822
20134	rnn.weight_ih_l0_reverse	5	-0.048524949699640274
20134	rnn.weight_ih_l0_reverse	6	0.042556893080472946
20134	rnn.weight_ih_l0_reverse	7	-0.026446668431162834
20134	rnn.weight_ih_l0_reverse	8	-0.03130995109677315
20134	rnn.weight_ih_l0_reverse	9	0.014969303272664547
20134	rnn.weight_hh_l0_reverse	0	0.028804833069443703
20134	rnn.weight_hh_l0_reverse	1	0.027985261753201485
20134	rnn.weight_hh_l0_reverse	2	0.025910256430506706
20134	rnn.weight_hh_l0_reverse	3	0.019526945427060127
20134	rnn.weight_hh_l0_reverse	4	0.010929770767688751
20134	rnn.weight_hh_l0_reverse	5	0.0017229204531759024
20134	rnn.weight_hh_l0_reverse	6	0.036494478583335876
20134	rnn.weight_hh_l0_reverse	7	-0.0242704376578331
20134	rnn.weight_hh_l0_reverse	8	0.009946237318217754
20134	rnn.weight_hh_l0_reverse	9	0.045818496495485306
20134	rnn.bias_ih_l0_reverse	0	-0.05162990838289261
20134	rnn.bias_ih_l0_reverse	1	-0.09735894203186035
20134	rnn.bias_ih_l0_reverse	2	-0.02952425554394722
20134	rnn.bias_ih_l0_reverse	3	0.008302322588860989
20134	rnn.bias_ih_l0_reverse	4	-0.01400418858975172
20134	rnn.bias_ih_l0_reverse	5	0.02693779021501541
20134	rnn.bias_ih_l0_reverse	6	-0.004524616990238428
20134	rnn.bias_ih_l0_reverse	7	0.038146670907735825
20134	rnn.bias_ih_l0_reverse	8	-0.029449133202433586
20134	rnn.bias_ih_l0_reverse	9	0.03903811052441597
20134	rnn.bias_hh_l0_reverse	0	-0.02825837768614292
20134	rnn.bias_hh_l0_reverse	1	-0.0263251680880785
20134	rnn.bias_hh_l0_reverse	2	-0.0023988024331629276
20134	rnn.bias_hh_l0_reverse	3	-0.0431387722492218
20134	rnn.bias_hh_l0_reverse	4	-0.04197508469223976
20134	rnn.bias_hh_l0_reverse	5	-0.03719571605324745
20134	rnn.bias_hh_l0_reverse	6	0.003020178759470582
20134	rnn.bias_hh_l0_reverse	7	0.025458432734012604
20134	rnn.bias_hh_l0_reverse	8	0.02831893600523472
20134	rnn.bias_hh_l0_reverse	9	-0.09386982023715973
20134	rnn.weight_ih_l1	0	-0.02495996467769146
20134	rnn.weight_ih_l1	1	-0.03180748596787453
20134	rnn.weight_ih_l1	2	0.025143230333924294
20134	rnn.weight_ih_l1	3	-0.01060179341584444
20134	rnn.weight_ih_l1	4	0.008301240392029285
20134	rnn.weight_ih_l1	5	-0.041592199355363846
20134	rnn.weight_ih_l1	6	0.016913531348109245
20134	rnn.weight_ih_l1	7	-0.033454250544309616
20134	rnn.weight_ih_l1	8	0.036895398050546646
20134	rnn.weight_ih_l1	9	0.023846471682190895
20134	rnn.weight_hh_l1	0	0.001273384434171021
20134	rnn.weight_hh_l1	1	0.0073145246133208275
20134	rnn.weight_hh_l1	2	-0.021217571571469307
20134	rnn.weight_hh_l1	3	0.00041226440225727856
20134	rnn.weight_hh_l1	4	0.00405562948435545
20134	rnn.weight_hh_l1	5	0.03214595466852188
20134	rnn.weight_hh_l1	6	0.03368522971868515
20134	rnn.weight_hh_l1	7	-0.029377693310379982
20134	rnn.weight_hh_l1	8	-0.03954349458217621
20134	rnn.weight_hh_l1	9	0.039187245070934296
20134	rnn.bias_ih_l1	0	-0.08888528496026993
20134	rnn.bias_ih_l1	1	-0.07259295880794525
20134	rnn.bias_ih_l1	2	-0.09145121276378632
20134	rnn.bias_ih_l1	3	-0.0919077917933464
20134	rnn.bias_ih_l1	4	-0.10107421875
20134	rnn.bias_ih_l1	5	-0.07894638925790787
20134	rnn.bias_ih_l1	6	-0.011047245003283024
20134	rnn.bias_ih_l1	7	-0.02492113783955574
20134	rnn.bias_ih_l1	8	-0.05314042046666145
20134	rnn.bias_ih_l1	9	-0.05770401656627655
20134	rnn.bias_hh_l1	0	-0.08191974461078644
20134	rnn.bias_hh_l1	1	-0.023203253746032715
20134	rnn.bias_hh_l1	2	-0.032639939337968826
20134	rnn.bias_hh_l1	3	-0.051341041922569275
20134	rnn.bias_hh_l1	4	-0.06485658138990402
20134	rnn.bias_hh_l1	5	-0.025531448423862457
20134	rnn.bias_hh_l1	6	-0.04525423049926758
20134	rnn.bias_hh_l1	7	-0.07746662199497223
20134	rnn.bias_hh_l1	8	-6.943306652829051e-05
20134	rnn.bias_hh_l1	9	-0.018608052283525467
20134	rnn.weight_ih_l1_reverse	0	-0.03665686026215553
20134	rnn.weight_ih_l1_reverse	1	0.04831567779183388
20134	rnn.weight_ih_l1_reverse	2	-0.05555996298789978
20134	rnn.weight_ih_l1_reverse	3	-0.016842838376760483
20134	rnn.weight_ih_l1_reverse	4	-0.01618216745555401
20134	rnn.weight_ih_l1_reverse	5	-0.03820882365107536
20134	rnn.weight_ih_l1_reverse	6	-0.026318367570638657
20134	rnn.weight_ih_l1_reverse	7	0.011293724179267883
20134	rnn.weight_ih_l1_reverse	8	0.04213295131921768
20134	rnn.weight_ih_l1_reverse	9	-0.02703208662569523
20134	rnn.weight_hh_l1_reverse	0	0.00811722967773676
20134	rnn.weight_hh_l1_reverse	1	0.027703016996383667
20134	rnn.weight_hh_l1_reverse	2	-0.0372735932469368
20134	rnn.weight_hh_l1_reverse	3	0.03846459835767746
20134	rnn.weight_hh_l1_reverse	4	0.0413387194275856
20134	rnn.weight_hh_l1_reverse	5	0.01157975010573864
20134	rnn.weight_hh_l1_reverse	6	0.0018877623369917274
20134	rnn.weight_hh_l1_reverse	7	0.028790179640054703
20134	rnn.weight_hh_l1_reverse	8	-0.005959566216915846
20134	rnn.weight_hh_l1_reverse	9	-0.03723331168293953
20134	rnn.bias_ih_l1_reverse	0	-0.010177412070333958
20134	rnn.bias_ih_l1_reverse	1	-0.05594480037689209
20134	rnn.bias_ih_l1_reverse	2	-0.062269654124975204
20134	rnn.bias_ih_l1_reverse	3	-0.00021179467148613185
20134	rnn.bias_ih_l1_reverse	4	-0.10294537246227264
20134	rnn.bias_ih_l1_reverse	5	-0.04927968606352806
20134	rnn.bias_ih_l1_reverse	6	-0.06540440768003464
20134	rnn.bias_ih_l1_reverse	7	-0.08686341345310211
20134	rnn.bias_ih_l1_reverse	8	0.06396808475255966
20134	rnn.bias_ih_l1_reverse	9	0.01221607718616724
20134	rnn.bias_hh_l1_reverse	0	-0.014430643990635872
20134	rnn.bias_hh_l1_reverse	1	0.003637291258201003
20134	rnn.bias_hh_l1_reverse	2	-0.1481005847454071
20134	rnn.bias_hh_l1_reverse	3	-0.008100681938230991
20134	rnn.bias_hh_l1_reverse	4	-0.03025631420314312
20134	rnn.bias_hh_l1_reverse	5	-0.030311161652207375
20134	rnn.bias_hh_l1_reverse	6	0.0624375194311142
20134	rnn.bias_hh_l1_reverse	7	-0.04658466577529907
20134	rnn.bias_hh_l1_reverse	8	-0.06265638768672943
20134	rnn.bias_hh_l1_reverse	9	-0.05160513520240784
20134	linear.weight	0	0.002228822559118271
20134	linear.weight	1	0.057733818888664246
20134	linear.weight	2	-0.0742008239030838
20134	linear.weight	3	0.14885948598384857
20134	linear.weight	4	0.08996899425983429
20134	linear.weight	5	0.04695762321352959
20134	linear.weight	6	0.1191006675362587
20134	linear.weight	7	0.1409570723772049
20134	linear.weight	8	0.04202262684702873
20134	linear.weight	9	-0.049228668212890625
20134	linear.bias	0	-0.055015407502651215
20134	linear.bias	1	0.09656067192554474
20134	linear.bias	2	-0.23936466872692108
20134	linear.bias	3	-0.788650631904602
20134	linear.bias	4	-0.8560231924057007
20134	linear.bias	5	0.08162163943052292
20134	linear.bias	6	-0.4485303461551666
20134	linear.bias	7	0.49153128266334534
20134	linear.bias	8	-0.5806353688240051
20134	linear.bias	9	-0.7944791316986084
20331	transitions	0	0.18032501637935638
20331	transitions	1	-0.1848720908164978
20331	transitions	2	-10000.0
20331	transitions	3	-1.7629075050354004
20331	transitions	4	-10000.0
20331	transitions	5	0.7815800309181213
20331	transitions	6	0.09326919913291931
20331	transitions	7	0.0213723573833704
20331	transitions	8	-1.214858055114746
20331	transitions	9	0.0009411729988642037
20331	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
20331	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
20331	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
20331	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
20331	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
20331	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
20331	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
20331	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
20331	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
20331	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
20331	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
20331	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
20331	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
20331	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
20331	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
20331	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
20331	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
20331	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
20331	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
20331	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
20331	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
20331	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
20331	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
20331	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
20331	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
20331	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
20331	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
20331	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
20331	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
20331	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
20331	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
20331	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
20331	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
20331	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
20331	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
20331	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
20331	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
20331	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
20331	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
20331	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
20331	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
20331	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
20331	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
20331	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
20331	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
20331	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
20331	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
20331	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
20331	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
20331	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
20331	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
20331	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
20331	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
20331	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
20331	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
20331	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
20331	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
20331	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
20331	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
20331	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
20331	embedding2nn.weight	0	0.007558237761259079
20331	embedding2nn.weight	1	-0.01401821430772543
20331	embedding2nn.weight	2	-0.014268253929913044
20331	embedding2nn.weight	3	0.018579060211777687
20331	embedding2nn.weight	4	-0.005915034096688032
20331	embedding2nn.weight	5	-0.0037005965132266283
20331	embedding2nn.weight	6	-0.00397326098755002
20331	embedding2nn.weight	7	-0.027810772880911827
20331	embedding2nn.weight	8	-0.0019979383796453476
20331	embedding2nn.weight	9	-0.008289842866361141
20331	embedding2nn.bias	0	0.017233887687325478
20331	embedding2nn.bias	1	-0.034774377942085266
20331	embedding2nn.bias	2	0.05751677602529526
20331	embedding2nn.bias	3	0.03664643317461014
20331	embedding2nn.bias	4	-0.014912967570126057
20331	embedding2nn.bias	5	-0.03350500017404556
20331	embedding2nn.bias	6	0.029924310743808746
20331	embedding2nn.bias	7	-0.042112115770578384
20331	embedding2nn.bias	8	0.028304830193519592
20331	embedding2nn.bias	9	0.018096141517162323
20331	rnn.weight_ih_l0	0	-0.020059961825609207
20331	rnn.weight_ih_l0	1	0.015759246423840523
20331	rnn.weight_ih_l0	2	0.023934774100780487
20331	rnn.weight_ih_l0	3	0.019626324996352196
20331	rnn.weight_ih_l0	4	-0.015905939042568207
20331	rnn.weight_ih_l0	5	-0.04965833202004433
20331	rnn.weight_ih_l0	6	0.014429865404963493
20331	rnn.weight_ih_l0	7	0.049404192715883255
20331	rnn.weight_ih_l0	8	0.018240883946418762
20331	rnn.weight_ih_l0	9	-0.03578042611479759
20331	rnn.weight_hh_l0	0	-0.03965666890144348
20331	rnn.weight_hh_l0	1	0.004765621852129698
20331	rnn.weight_hh_l0	2	0.006968317087739706
20331	rnn.weight_hh_l0	3	-0.01798250898718834
20331	rnn.weight_hh_l0	4	0.03539157286286354
20331	rnn.weight_hh_l0	5	-0.008798687718808651
20331	rnn.weight_hh_l0	6	-0.03217829763889313
20331	rnn.weight_hh_l0	7	-0.044867195188999176
20331	rnn.weight_hh_l0	8	0.0017044113483279943
20331	rnn.weight_hh_l0	9	-0.029408931732177734
20331	rnn.bias_ih_l0	0	0.02553953230381012
20331	rnn.bias_ih_l0	1	-0.005441370885819197
20331	rnn.bias_ih_l0	2	-0.003202978987246752
20331	rnn.bias_ih_l0	3	0.04813637584447861
20331	rnn.bias_ih_l0	4	-0.04001486301422119
20331	rnn.bias_ih_l0	5	-0.019592218101024628
20331	rnn.bias_ih_l0	6	0.012838907539844513
20331	rnn.bias_ih_l0	7	0.027428675442934036
20331	rnn.bias_ih_l0	8	-0.0669812336564064
20331	rnn.bias_ih_l0	9	0.0007479457999579608
20331	rnn.bias_hh_l0	0	-0.035886794328689575
20331	rnn.bias_hh_l0	1	-0.06332047283649445
20331	rnn.bias_hh_l0	2	-0.028384361416101456
20331	rnn.bias_hh_l0	3	-0.035887181758880615
20331	rnn.bias_hh_l0	4	-0.009325243532657623
20331	rnn.bias_hh_l0	5	0.017545178532600403
20331	rnn.bias_hh_l0	6	0.03138072043657303
20331	rnn.bias_hh_l0	7	-0.008789081126451492
20331	rnn.bias_hh_l0	8	-0.042428333312273026
20331	rnn.bias_hh_l0	9	-0.02168070338666439
20331	rnn.weight_ih_l0_reverse	0	-0.009887776337563992
20331	rnn.weight_ih_l0_reverse	1	-0.05298370495438576
20331	rnn.weight_ih_l0_reverse	2	-0.02203909121453762
20331	rnn.weight_ih_l0_reverse	3	0.005416736472398043
20331	rnn.weight_ih_l0_reverse	4	-0.013875028118491173
20331	rnn.weight_ih_l0_reverse	5	-0.04871479794383049
20331	rnn.weight_ih_l0_reverse	6	0.042802564799785614
20331	rnn.weight_ih_l0_reverse	7	-0.027046583592891693
20331	rnn.weight_ih_l0_reverse	8	-0.0316707007586956
20331	rnn.weight_ih_l0_reverse	9	0.015046894550323486
20331	rnn.weight_hh_l0_reverse	0	0.028657006099820137
20331	rnn.weight_hh_l0_reverse	1	0.029197510331869125
20331	rnn.weight_hh_l0_reverse	2	0.026950404047966003
20331	rnn.weight_hh_l0_reverse	3	0.01945444755256176
20331	rnn.weight_hh_l0_reverse	4	0.01080554910004139
20331	rnn.weight_hh_l0_reverse	5	0.001021767151542008
20331	rnn.weight_hh_l0_reverse	6	0.03648987039923668
20331	rnn.weight_hh_l0_reverse	7	-0.024500437080860138
20331	rnn.weight_hh_l0_reverse	8	0.0093119191005826
20331	rnn.weight_hh_l0_reverse	9	0.04632147401571274
20331	rnn.bias_ih_l0_reverse	0	-0.052197981625795364
20331	rnn.bias_ih_l0_reverse	1	-0.09740585833787918
20331	rnn.bias_ih_l0_reverse	2	-0.025353213772177696
20331	rnn.bias_ih_l0_reverse	3	0.005398967768996954
20331	rnn.bias_ih_l0_reverse	4	-0.015230809338390827
20331	rnn.bias_ih_l0_reverse	5	0.02995442785322666
20331	rnn.bias_ih_l0_reverse	6	-0.0026516765356063843
20331	rnn.bias_ih_l0_reverse	7	0.03609108179807663
20331	rnn.bias_ih_l0_reverse	8	-0.029687535017728806
20331	rnn.bias_ih_l0_reverse	9	0.040643204003572464
20331	rnn.bias_hh_l0_reverse	0	-0.030185416340827942
20331	rnn.bias_hh_l0_reverse	1	-0.02157551236450672
20331	rnn.bias_hh_l0_reverse	2	0.0003880089207086712
20331	rnn.bias_hh_l0_reverse	3	-0.04332251474261284
20331	rnn.bias_hh_l0_reverse	4	-0.04336994141340256
20331	rnn.bias_hh_l0_reverse	5	-0.035962704569101334
20331	rnn.bias_hh_l0_reverse	6	0.0002280859334859997
20331	rnn.bias_hh_l0_reverse	7	0.02408980391919613
20331	rnn.bias_hh_l0_reverse	8	0.029466481879353523
20331	rnn.bias_hh_l0_reverse	9	-0.09579338133335114
20331	rnn.weight_ih_l1	0	-0.025044264271855354
20331	rnn.weight_ih_l1	1	-0.03256728872656822
20331	rnn.weight_ih_l1	2	0.025762150064110756
20331	rnn.weight_ih_l1	3	-0.008508367463946342
20331	rnn.weight_ih_l1	4	0.008348693139851093
20331	rnn.weight_ih_l1	5	-0.04149378463625908
20331	rnn.weight_ih_l1	6	0.016796676442027092
20331	rnn.weight_ih_l1	7	-0.032663408666849136
20331	rnn.weight_ih_l1	8	0.03696012124419212
20331	rnn.weight_ih_l1	9	0.023934556171298027
20331	rnn.weight_hh_l1	0	0.00015294014883693308
20331	rnn.weight_hh_l1	1	0.007475379388779402
20331	rnn.weight_hh_l1	2	-0.022894322872161865
20331	rnn.weight_hh_l1	3	0.0004981819074600935
20331	rnn.weight_hh_l1	4	0.0026019136421382427
20331	rnn.weight_hh_l1	5	0.032246753573417664
20331	rnn.weight_hh_l1	6	0.03273139148950577
20331	rnn.weight_hh_l1	7	-0.029670635238289833
20331	rnn.weight_hh_l1	8	-0.03950829431414604
20331	rnn.weight_hh_l1	9	0.03892922028899193
20331	rnn.bias_ih_l1	0	-0.08858947455883026
20331	rnn.bias_ih_l1	1	-0.06977275013923645
20331	rnn.bias_ih_l1	2	-0.09126532077789307
20331	rnn.bias_ih_l1	3	-0.09023843705654144
20331	rnn.bias_ih_l1	4	-0.10694759339094162
20331	rnn.bias_ih_l1	5	-0.07881559431552887
20331	rnn.bias_ih_l1	6	-0.015254703350365162
20331	rnn.bias_ih_l1	7	-0.024543872103095055
20331	rnn.bias_ih_l1	8	-0.055558521300554276
20331	rnn.bias_ih_l1	9	-0.05884339660406113
20331	rnn.bias_hh_l1	0	-0.08257770538330078
20331	rnn.bias_hh_l1	1	-0.02472350187599659
20331	rnn.bias_hh_l1	2	-0.030010774731636047
20331	rnn.bias_hh_l1	3	-0.052126143127679825
20331	rnn.bias_hh_l1	4	-0.06374771147966385
20331	rnn.bias_hh_l1	5	-0.024890515953302383
20331	rnn.bias_hh_l1	6	-0.04595549777150154
20331	rnn.bias_hh_l1	7	-0.06750889867544174
20331	rnn.bias_hh_l1	8	0.0016898625763133168
20331	rnn.bias_hh_l1	9	-0.01681009866297245
20331	rnn.weight_ih_l1_reverse	0	-0.03552709147334099
20331	rnn.weight_ih_l1_reverse	1	0.044344864785671234
20331	rnn.weight_ih_l1_reverse	2	-0.05309853330254555
20331	rnn.weight_ih_l1_reverse	3	-0.01661735586822033
20331	rnn.weight_ih_l1_reverse	4	-0.01606844551861286
20331	rnn.weight_ih_l1_reverse	5	-0.037870921194553375
20331	rnn.weight_ih_l1_reverse	6	-0.02356559783220291
20331	rnn.weight_ih_l1_reverse	7	0.011646170169115067
20331	rnn.weight_ih_l1_reverse	8	0.0409000962972641
20331	rnn.weight_ih_l1_reverse	9	-0.03366504982113838
20331	rnn.weight_hh_l1_reverse	0	0.008243112824857235
20331	rnn.weight_hh_l1_reverse	1	0.027753908187150955
20331	rnn.weight_hh_l1_reverse	2	-0.03724397346377373
20331	rnn.weight_hh_l1_reverse	3	0.03837704285979271
20331	rnn.weight_hh_l1_reverse	4	0.042088501155376434
20331	rnn.weight_hh_l1_reverse	5	0.011688906699419022
20331	rnn.weight_hh_l1_reverse	6	0.0025654376950114965
20331	rnn.weight_hh_l1_reverse	7	0.028978776186704636
20331	rnn.weight_hh_l1_reverse	8	-0.005956901703029871
20331	rnn.weight_hh_l1_reverse	9	-0.0371670126914978
20331	rnn.bias_ih_l1_reverse	0	-0.008856033906340599
20331	rnn.bias_ih_l1_reverse	1	-0.054465048015117645
20331	rnn.bias_ih_l1_reverse	2	-0.061655450612306595
20331	rnn.bias_ih_l1_reverse	3	0.0093391640111804
20331	rnn.bias_ih_l1_reverse	4	-0.103529192507267
20331	rnn.bias_ih_l1_reverse	5	-0.04993176832795143
20331	rnn.bias_ih_l1_reverse	6	-0.06507899612188339
20331	rnn.bias_ih_l1_reverse	7	-0.08477503061294556
20331	rnn.bias_ih_l1_reverse	8	0.07976773381233215
20331	rnn.bias_ih_l1_reverse	9	0.01696654036641121
20331	rnn.bias_hh_l1_reverse	0	-0.024439167231321335
20331	rnn.bias_hh_l1_reverse	1	0.005755221005529165
20331	rnn.bias_hh_l1_reverse	2	-0.14844831824302673
20331	rnn.bias_hh_l1_reverse	3	-0.007505533751100302
20331	rnn.bias_hh_l1_reverse	4	-0.02874554879963398
20331	rnn.bias_hh_l1_reverse	5	-0.03169490024447441
20331	rnn.bias_hh_l1_reverse	6	0.06432276219129562
20331	rnn.bias_hh_l1_reverse	7	-0.047260332852602005
20331	rnn.bias_hh_l1_reverse	8	-0.06030893698334694
20331	rnn.bias_hh_l1_reverse	9	-0.054887305945158005
20331	linear.weight	0	0.002228822559118271
20331	linear.weight	1	0.061869051307439804
20331	linear.weight	2	-0.0756983608007431
20331	linear.weight	3	0.13911788165569305
20331	linear.weight	4	0.08976006507873535
20331	linear.weight	5	0.0440182089805603
20331	linear.weight	6	0.12008543312549591
20331	linear.weight	7	0.14510829746723175
20331	linear.weight	8	0.04203429073095322
20331	linear.weight	9	-0.048477474600076675
20331	linear.bias	0	-0.0596327967941761
20331	linear.bias	1	0.08251728862524033
20331	linear.bias	2	-0.28626513481140137
20331	linear.bias	3	-0.7720104455947876
20331	linear.bias	4	-0.8549772500991821
20331	linear.bias	5	0.09004756063222885
20331	linear.bias	6	-0.4580823481082916
20331	linear.bias	7	0.5022314190864563
20331	linear.bias	8	-0.5454029440879822
20331	linear.bias	9	-0.7594199180603027
20528	transitions	0	0.18276667594909668
20528	transitions	1	-0.18786337971687317
20528	transitions	2	-10000.0
20528	transitions	3	-1.7632055282592773
20528	transitions	4	-10000.0
20528	transitions	5	0.7804892063140869
20528	transitions	6	0.09204814583063126
20528	transitions	7	0.018731793388724327
20528	transitions	8	-1.2163183689117432
20528	transitions	9	0.0009262416861020029
20528	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
20528	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
20528	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
20528	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
20528	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
20528	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
20528	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
20528	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
20528	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
20528	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
20528	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
20528	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
20528	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
20528	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
20528	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
20528	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
20528	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
20528	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
20528	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
20528	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
20528	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
20528	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
20528	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
20528	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
20528	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
20528	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
20528	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
20528	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
20528	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
20528	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
20528	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
20528	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
20528	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
20528	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
20528	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
20528	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
20528	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
20528	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
20528	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
20528	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
20528	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
20528	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
20528	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
20528	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
20528	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
20528	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
20528	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
20528	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
20528	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
20528	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
20528	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
20528	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
20528	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
20528	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
20528	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
20528	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
20528	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
20528	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
20528	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
20528	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
20528	embedding2nn.weight	0	0.006866806652396917
20528	embedding2nn.weight	1	-0.01429364737123251
20528	embedding2nn.weight	2	-0.014268253929913044
20528	embedding2nn.weight	3	0.01813110150396824
20528	embedding2nn.weight	4	-0.005915034096688032
20528	embedding2nn.weight	5	-0.0037005965132266283
20528	embedding2nn.weight	6	-0.003973257727921009
20528	embedding2nn.weight	7	-0.027461493387818336
20528	embedding2nn.weight	8	-0.0019979383796453476
20528	embedding2nn.weight	9	-0.008357655256986618
20528	embedding2nn.bias	0	0.013025813736021519
20528	embedding2nn.bias	1	-0.029730292037129402
20528	embedding2nn.bias	2	0.05885826423764229
20528	embedding2nn.bias	3	0.04725739732384682
20528	embedding2nn.bias	4	-0.01581272855401039
20528	embedding2nn.bias	5	-0.027680350467562675
20528	embedding2nn.bias	6	0.03261004760861397
20528	embedding2nn.bias	7	-0.0417218878865242
20528	embedding2nn.bias	8	0.034505441784858704
20528	embedding2nn.bias	9	0.017923720180988312
20528	rnn.weight_ih_l0	0	-0.01913425885140896
20528	rnn.weight_ih_l0	1	0.015916552394628525
20528	rnn.weight_ih_l0	2	0.022375090047717094
20528	rnn.weight_ih_l0	3	0.01985778659582138
20528	rnn.weight_ih_l0	4	-0.01723724789917469
20528	rnn.weight_ih_l0	5	-0.04936682805418968
20528	rnn.weight_ih_l0	6	0.014361552894115448
20528	rnn.weight_ih_l0	7	0.0504898726940155
20528	rnn.weight_ih_l0	8	0.01806516945362091
20528	rnn.weight_ih_l0	9	-0.0360221341252327
20528	rnn.weight_hh_l0	0	-0.03880385681986809
20528	rnn.weight_hh_l0	1	0.004772782325744629
20528	rnn.weight_hh_l0	2	0.00681381905451417
20528	rnn.weight_hh_l0	3	-0.017442408949136734
20528	rnn.weight_hh_l0	4	0.035953082144260406
20528	rnn.weight_hh_l0	5	-0.00811635609716177
20528	rnn.weight_hh_l0	6	-0.031477056443691254
20528	rnn.weight_hh_l0	7	-0.04411664977669716
20528	rnn.weight_hh_l0	8	0.001015912857837975
20528	rnn.weight_hh_l0	9	-0.029161905869841576
20528	rnn.bias_ih_l0	0	0.02328053116798401
20528	rnn.bias_ih_l0	1	-0.007997221313416958
20528	rnn.bias_ih_l0	2	-0.0047376384027302265
20528	rnn.bias_ih_l0	3	0.044589076191186905
20528	rnn.bias_ih_l0	4	-0.04048621654510498
20528	rnn.bias_ih_l0	5	-0.017025023698806763
20528	rnn.bias_ih_l0	6	0.009014441631734371
20528	rnn.bias_ih_l0	7	0.027818240225315094
20528	rnn.bias_ih_l0	8	-0.06640592217445374
20528	rnn.bias_ih_l0	9	0.0014752941206097603
20528	rnn.bias_hh_l0	0	-0.03388682007789612
20528	rnn.bias_hh_l0	1	-0.059907056391239166
20528	rnn.bias_hh_l0	2	-0.024654274806380272
20528	rnn.bias_hh_l0	3	-0.037455324083566666
20528	rnn.bias_hh_l0	4	-0.0071653942577540874
20528	rnn.bias_hh_l0	5	0.01616758666932583
20528	rnn.bias_hh_l0	6	0.031498055905103683
20528	rnn.bias_hh_l0	7	-0.01486788596957922
20528	rnn.bias_hh_l0	8	-0.044397708028554916
20528	rnn.bias_hh_l0	9	-0.023212173953652382
20528	rnn.weight_ih_l0_reverse	0	-0.008859197609126568
20528	rnn.weight_ih_l0_reverse	1	-0.05336806923151016
20528	rnn.weight_ih_l0_reverse	2	-0.022467290982604027
20528	rnn.weight_ih_l0_reverse	3	0.004768379498273134
20528	rnn.weight_ih_l0_reverse	4	-0.013621223159134388
20528	rnn.weight_ih_l0_reverse	5	-0.04859783127903938
20528	rnn.weight_ih_l0_reverse	6	0.044081415981054306
20528	rnn.weight_ih_l0_reverse	7	-0.025286847725510597
20528	rnn.weight_ih_l0_reverse	8	-0.031033001840114594
20528	rnn.weight_ih_l0_reverse	9	0.015002978965640068
20528	rnn.weight_hh_l0_reverse	0	0.028381891548633575
20528	rnn.weight_hh_l0_reverse	1	0.029545864090323448
20528	rnn.weight_hh_l0_reverse	2	0.026774385944008827
20528	rnn.weight_hh_l0_reverse	3	0.019351253286004066
20528	rnn.weight_hh_l0_reverse	4	0.010383819229900837
20528	rnn.weight_hh_l0_reverse	5	0.0008476879447698593
20528	rnn.weight_hh_l0_reverse	6	0.03623630478978157
20528	rnn.weight_hh_l0_reverse	7	-0.02424546703696251
20528	rnn.weight_hh_l0_reverse	8	0.00968840904533863
20528	rnn.weight_hh_l0_reverse	9	0.04664158448576927
20528	rnn.bias_ih_l0_reverse	0	-0.0505654402077198
20528	rnn.bias_ih_l0_reverse	1	-0.10074268281459808
20528	rnn.bias_ih_l0_reverse	2	-0.024585146456956863
20528	rnn.bias_ih_l0_reverse	3	0.005137550178915262
20528	rnn.bias_ih_l0_reverse	4	-0.016290105879306793
20528	rnn.bias_ih_l0_reverse	5	0.029384830966591835
20528	rnn.bias_ih_l0_reverse	6	-0.004443245939910412
20528	rnn.bias_ih_l0_reverse	7	0.03486953675746918
20528	rnn.bias_ih_l0_reverse	8	-0.02953360229730606
20528	rnn.bias_ih_l0_reverse	9	0.0378434993326664
20528	rnn.bias_hh_l0_reverse	0	-0.028809472918510437
20528	rnn.bias_hh_l0_reverse	1	-0.02416253834962845
20528	rnn.bias_hh_l0_reverse	2	-0.002129031578078866
20528	rnn.bias_hh_l0_reverse	3	-0.04350018501281738
20528	rnn.bias_hh_l0_reverse	4	-0.04520266503095627
20528	rnn.bias_hh_l0_reverse	5	-0.03515281900763512
20528	rnn.bias_hh_l0_reverse	6	-0.00020200693688821048
20528	rnn.bias_hh_l0_reverse	7	0.02389821968972683
20528	rnn.bias_hh_l0_reverse	8	0.02957993932068348
20528	rnn.bias_hh_l0_reverse	9	-0.09383521229028702
20528	rnn.weight_ih_l1	0	-0.025615518912672997
20528	rnn.weight_ih_l1	1	-0.031763575971126556
20528	rnn.weight_ih_l1	2	0.021631216630339622
20528	rnn.weight_ih_l1	3	-0.00870535895228386
20528	rnn.weight_ih_l1	4	0.008118724450469017
20528	rnn.weight_ih_l1	5	-0.04124575853347778
20528	rnn.weight_ih_l1	6	0.01624303311109543
20528	rnn.weight_ih_l1	7	-0.03364326059818268
20528	rnn.weight_ih_l1	8	0.03775538504123688
20528	rnn.weight_ih_l1	9	0.023870650678873062
20528	rnn.weight_hh_l1	0	0.0008600663277320564
20528	rnn.weight_hh_l1	1	0.007195910904556513
20528	rnn.weight_hh_l1	2	-0.023858502507209778
20528	rnn.weight_hh_l1	3	0.0005501437117345631
20528	rnn.weight_hh_l1	4	0.002907613990828395
20528	rnn.weight_hh_l1	5	0.03232984617352486
20528	rnn.weight_hh_l1	6	0.03231418505311012
20528	rnn.weight_hh_l1	7	-0.02974945306777954
20528	rnn.weight_hh_l1	8	-0.039630599319934845
20528	rnn.weight_hh_l1	9	0.03898429498076439
20528	rnn.bias_ih_l1	0	-0.08804981410503387
20528	rnn.bias_ih_l1	1	-0.07050784677267075
20528	rnn.bias_ih_l1	2	-0.08988002687692642
20528	rnn.bias_ih_l1	3	-0.09268222749233246
20528	rnn.bias_ih_l1	4	-0.11799021810293198
20528	rnn.bias_ih_l1	5	-0.078394815325737
20528	rnn.bias_ih_l1	6	-0.01104135811328888
20528	rnn.bias_ih_l1	7	-0.021831057965755463
20528	rnn.bias_ih_l1	8	-0.05661255121231079
20528	rnn.bias_ih_l1	9	-0.055036772042512894
20528	rnn.bias_hh_l1	0	-0.08304324001073837
20528	rnn.bias_hh_l1	1	-0.02292209304869175
20528	rnn.bias_hh_l1	2	-0.0263324286788702
20528	rnn.bias_hh_l1	3	-0.05395423248410225
20528	rnn.bias_hh_l1	4	-0.0654280036687851
20528	rnn.bias_hh_l1	5	-0.024648509919643402
20528	rnn.bias_hh_l1	6	-0.04699317738413811
20528	rnn.bias_hh_l1	7	-0.06565872579813004
20528	rnn.bias_hh_l1	8	-0.0006969228852540255
20528	rnn.bias_hh_l1	9	-0.01718994975090027
20528	rnn.weight_ih_l1_reverse	0	-0.0366973951458931
20528	rnn.weight_ih_l1_reverse	1	0.04450645670294762
20528	rnn.weight_ih_l1_reverse	2	-0.05129554495215416
20528	rnn.weight_ih_l1_reverse	3	-0.016310663893818855
20528	rnn.weight_ih_l1_reverse	4	-0.016576113179326057
20528	rnn.weight_ih_l1_reverse	5	-0.0378897562623024
20528	rnn.weight_ih_l1_reverse	6	-0.022658850997686386
20528	rnn.weight_ih_l1_reverse	7	0.011695458553731441
20528	rnn.weight_ih_l1_reverse	8	0.039665672928094864
20528	rnn.weight_ih_l1_reverse	9	-0.030990201979875565
20528	rnn.weight_hh_l1_reverse	0	0.008462568745017052
20528	rnn.weight_hh_l1_reverse	1	0.027496015653014183
20528	rnn.weight_hh_l1_reverse	2	-0.03721928223967552
20528	rnn.weight_hh_l1_reverse	3	0.03844652324914932
20528	rnn.weight_hh_l1_reverse	4	0.04260281100869179
20528	rnn.weight_hh_l1_reverse	5	0.01194643136113882
20528	rnn.weight_hh_l1_reverse	6	0.00309472787193954
20528	rnn.weight_hh_l1_reverse	7	0.028828291222453117
20528	rnn.weight_hh_l1_reverse	8	-0.0061811283230781555
20528	rnn.weight_hh_l1_reverse	9	-0.03664500266313553
20528	rnn.bias_ih_l1_reverse	0	-0.006707606837153435
20528	rnn.bias_ih_l1_reverse	1	-0.05321560427546501
20528	rnn.bias_ih_l1_reverse	2	-0.061835430562496185
20528	rnn.bias_ih_l1_reverse	3	0.0017993756337091327
20528	rnn.bias_ih_l1_reverse	4	-0.10230621695518494
20528	rnn.bias_ih_l1_reverse	5	-0.04789447784423828
20528	rnn.bias_ih_l1_reverse	6	-0.06571616232395172
20528	rnn.bias_ih_l1_reverse	7	-0.08236203342676163
20528	rnn.bias_ih_l1_reverse	8	0.07436919957399368
20528	rnn.bias_ih_l1_reverse	9	0.008127409964799881
20528	rnn.bias_hh_l1_reverse	0	-0.019367657601833344
20528	rnn.bias_hh_l1_reverse	1	0.005367620848119259
20528	rnn.bias_hh_l1_reverse	2	-0.14733396470546722
20528	rnn.bias_hh_l1_reverse	3	-0.005873427726328373
20528	rnn.bias_hh_l1_reverse	4	-0.029469458386301994
20528	rnn.bias_hh_l1_reverse	5	-0.03059397265315056
20528	rnn.bias_hh_l1_reverse	6	0.06447793543338776
20528	rnn.bias_hh_l1_reverse	7	-0.04844937473535538
20528	rnn.bias_hh_l1_reverse	8	-0.059792738407850266
20528	rnn.bias_hh_l1_reverse	9	-0.05466952919960022
20528	linear.weight	0	0.002228822559118271
20528	linear.weight	1	0.05884175002574921
20528	linear.weight	2	-0.08910778909921646
20528	linear.weight	3	0.1467742919921875
20528	linear.weight	4	0.10060440003871918
20528	linear.weight	5	0.05216999724507332
20528	linear.weight	6	0.10102479159832001
20528	linear.weight	7	0.1566377878189087
20528	linear.weight	8	0.04202907159924507
20528	linear.weight	9	-0.04916645586490631
20528	linear.bias	0	-0.062053266912698746
20528	linear.bias	1	0.08010824769735336
20528	linear.bias	2	-0.24446025490760803
20528	linear.bias	3	-0.7722794413566589
20528	linear.bias	4	-0.860553503036499
20528	linear.bias	5	0.10145220160484314
20528	linear.bias	6	-0.4659321904182434
20528	linear.bias	7	0.5142125487327576
20528	linear.bias	8	-0.5631464719772339
20528	linear.bias	9	-0.7782076597213745
20725	transitions	0	0.18476344645023346
20725	transitions	1	-0.17968086898326874
20725	transitions	2	-10000.0
20725	transitions	3	-1.7635247707366943
20725	transitions	4	-10000.0
20725	transitions	5	0.7792807221412659
20725	transitions	6	0.09090058505535126
20725	transitions	7	0.013454482890665531
20725	transitions	8	-1.2176852226257324
20725	transitions	9	0.0009128825622610748
20725	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
20725	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
20725	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
20725	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
20725	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
20725	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
20725	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
20725	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
20725	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
20725	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
20725	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
20725	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
20725	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
20725	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
20725	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
20725	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
20725	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
20725	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
20725	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
20725	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
20725	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
20725	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
20725	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
20725	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
20725	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
20725	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
20725	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
20725	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
20725	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
20725	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
20725	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
20725	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
20725	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
20725	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
20725	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
20725	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
20725	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
20725	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
20725	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
20725	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
20725	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
20725	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
20725	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
20725	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
20725	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
20725	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
20725	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
20725	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
20725	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
20725	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
20725	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
20725	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
20725	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
20725	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
20725	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
20725	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
20725	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
20725	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
20725	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
20725	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
20725	embedding2nn.weight	0	0.0078651774674654
20725	embedding2nn.weight	1	-0.014102734625339508
20725	embedding2nn.weight	2	-0.014268253929913044
20725	embedding2nn.weight	3	0.020488858222961426
20725	embedding2nn.weight	4	-0.005915034096688032
20725	embedding2nn.weight	5	-0.0037005962803959846
20725	embedding2nn.weight	6	-0.003973260056227446
20725	embedding2nn.weight	7	-0.028385600075125694
20725	embedding2nn.weight	8	-0.0019979383796453476
20725	embedding2nn.weight	9	-0.007992740720510483
20725	embedding2nn.bias	0	0.0051552243530750275
20725	embedding2nn.bias	1	-0.03351714089512825
20725	embedding2nn.bias	2	0.05469324439764023
20725	embedding2nn.bias	3	0.03730636462569237
20725	embedding2nn.bias	4	-0.012058977037668228
20725	embedding2nn.bias	5	-0.02979312464594841
20725	embedding2nn.bias	6	0.03370964154601097
20725	embedding2nn.bias	7	-0.03724661096930504
20725	embedding2nn.bias	8	0.025139838457107544
20725	embedding2nn.bias	9	0.011997484602034092
20725	rnn.weight_ih_l0	0	-0.0188441202044487
20725	rnn.weight_ih_l0	1	0.016027893871068954
20725	rnn.weight_ih_l0	2	0.023059984669089317
20725	rnn.weight_ih_l0	3	0.020258694887161255
20725	rnn.weight_ih_l0	4	-0.016534384340047836
20725	rnn.weight_ih_l0	5	-0.04908305034041405
20725	rnn.weight_ih_l0	6	0.015317932702600956
20725	rnn.weight_ih_l0	7	0.049094896763563156
20725	rnn.weight_ih_l0	8	0.017143966630101204
20725	rnn.weight_ih_l0	9	-0.03628497198224068
20725	rnn.weight_hh_l0	0	-0.038757819682359695
20725	rnn.weight_hh_l0	1	0.0035547486040741205
20725	rnn.weight_hh_l0	2	0.006663298700004816
20725	rnn.weight_hh_l0	3	-0.01772931031882763
20725	rnn.weight_hh_l0	4	0.036643072962760925
20725	rnn.weight_hh_l0	5	-0.008957312442362309
20725	rnn.weight_hh_l0	6	-0.033067911863327026
20725	rnn.weight_hh_l0	7	-0.04394134134054184
20725	rnn.weight_hh_l0	8	0.0011521332198753953
20725	rnn.weight_hh_l0	9	-0.029559126123785973
20725	rnn.bias_ih_l0	0	0.022116053849458694
20725	rnn.bias_ih_l0	1	-0.009879949502646923
20725	rnn.bias_ih_l0	2	-0.004771206062287092
20725	rnn.bias_ih_l0	3	0.0471283383667469
20725	rnn.bias_ih_l0	4	-0.03909870237112045
20725	rnn.bias_ih_l0	5	-0.019034789875149727
20725	rnn.bias_ih_l0	6	0.007947966456413269
20725	rnn.bias_ih_l0	7	0.030073922127485275
20725	rnn.bias_ih_l0	8	-0.06867504119873047
20725	rnn.bias_ih_l0	9	-0.0018679606728255749
20725	rnn.bias_hh_l0	0	-0.03455429524183273
20725	rnn.bias_hh_l0	1	-0.06360208243131638
20725	rnn.bias_hh_l0	2	-0.02699536271393299
20725	rnn.bias_hh_l0	3	-0.0388118140399456
20725	rnn.bias_hh_l0	4	-0.008869260549545288
20725	rnn.bias_hh_l0	5	0.012866436503827572
20725	rnn.bias_hh_l0	6	0.028630221262574196
20725	rnn.bias_hh_l0	7	-0.010200517252087593
20725	rnn.bias_hh_l0	8	-0.045601822435855865
20725	rnn.bias_hh_l0	9	-0.019388802349567413
20725	rnn.weight_ih_l0_reverse	0	-0.007888521999120712
20725	rnn.weight_ih_l0_reverse	1	-0.052477333694696426
20725	rnn.weight_ih_l0_reverse	2	-0.02279864437878132
20725	rnn.weight_ih_l0_reverse	3	0.0060167438350617886
20725	rnn.weight_ih_l0_reverse	4	-0.014302263967692852
20725	rnn.weight_ih_l0_reverse	5	-0.048701487481594086
20725	rnn.weight_ih_l0_reverse	6	0.04439520463347435
20725	rnn.weight_ih_l0_reverse	7	-0.025324033573269844
20725	rnn.weight_ih_l0_reverse	8	-0.03153815120458603
20725	rnn.weight_ih_l0_reverse	9	0.015299135819077492
20725	rnn.weight_hh_l0_reverse	0	0.027942124754190445
20725	rnn.weight_hh_l0_reverse	1	0.028959495946764946
20725	rnn.weight_hh_l0_reverse	2	0.02644064463675022
20725	rnn.weight_hh_l0_reverse	3	0.019623778760433197
20725	rnn.weight_hh_l0_reverse	4	0.010561216622591019
20725	rnn.weight_hh_l0_reverse	5	0.0011089200852438807
20725	rnn.weight_hh_l0_reverse	6	0.03634911775588989
20725	rnn.weight_hh_l0_reverse	7	-0.024301864206790924
20725	rnn.weight_hh_l0_reverse	8	0.010428639128804207
20725	rnn.weight_hh_l0_reverse	9	0.04671666398644447
20725	rnn.bias_ih_l0_reverse	0	-0.05385223776102066
20725	rnn.bias_ih_l0_reverse	1	-0.10398752242326736
20725	rnn.bias_ih_l0_reverse	2	-0.02737416699528694
20725	rnn.bias_ih_l0_reverse	3	0.007025761995464563
20725	rnn.bias_ih_l0_reverse	4	-0.010168200358748436
20725	rnn.bias_ih_l0_reverse	5	0.03170182183384895
20725	rnn.bias_ih_l0_reverse	6	-0.006064614746719599
20725	rnn.bias_ih_l0_reverse	7	0.03793656453490257
20725	rnn.bias_ih_l0_reverse	8	-0.02833910845220089
20725	rnn.bias_ih_l0_reverse	9	0.037541117519140244
20725	rnn.bias_hh_l0_reverse	0	-0.025862300768494606
20725	rnn.bias_hh_l0_reverse	1	-0.029742548242211342
20725	rnn.bias_hh_l0_reverse	2	-0.002166627673432231
20725	rnn.bias_hh_l0_reverse	3	-0.04188970476388931
20725	rnn.bias_hh_l0_reverse	4	-0.04516657069325447
20725	rnn.bias_hh_l0_reverse	5	-0.03482268005609512
20725	rnn.bias_hh_l0_reverse	6	0.0013588662259280682
20725	rnn.bias_hh_l0_reverse	7	0.02468045800924301
20725	rnn.bias_hh_l0_reverse	8	0.02764047496020794
20725	rnn.bias_hh_l0_reverse	9	-0.09058302640914917
20725	rnn.weight_ih_l1	0	-0.0251565370708704
20725	rnn.weight_ih_l1	1	-0.03353992849588394
20725	rnn.weight_ih_l1	2	0.024892158806324005
20725	rnn.weight_ih_l1	3	-0.008585280738770962
20725	rnn.weight_ih_l1	4	0.008852792903780937
20725	rnn.weight_ih_l1	5	-0.04134286567568779
20725	rnn.weight_ih_l1	6	0.01589147560298443
20725	rnn.weight_ih_l1	7	-0.035396184772253036
20725	rnn.weight_ih_l1	8	0.03817177191376686
20725	rnn.weight_ih_l1	9	0.02426091395318508
20725	rnn.weight_hh_l1	0	0.001084611751139164
20725	rnn.weight_hh_l1	1	0.007141456939280033
20725	rnn.weight_hh_l1	2	-0.024590179324150085
20725	rnn.weight_hh_l1	3	0.000388938671676442
20725	rnn.weight_hh_l1	4	0.004509389400482178
20725	rnn.weight_hh_l1	5	0.03151439130306244
20725	rnn.weight_hh_l1	6	0.032216135412454605
20725	rnn.weight_hh_l1	7	-0.029763083904981613
20725	rnn.weight_hh_l1	8	-0.03963986784219742
20725	rnn.weight_hh_l1	9	0.03877979516983032
20725	rnn.bias_ih_l1	0	-0.08806813508272171
20725	rnn.bias_ih_l1	1	-0.07062510401010513
20725	rnn.bias_ih_l1	2	-0.08975541591644287
20725	rnn.bias_ih_l1	3	-0.09478715807199478
20725	rnn.bias_ih_l1	4	-0.12376159429550171
20725	rnn.bias_ih_l1	5	-0.0773596465587616
20725	rnn.bias_ih_l1	6	-0.009254655800759792
20725	rnn.bias_ih_l1	7	-0.02570170722901821
20725	rnn.bias_ih_l1	8	-0.05653678998351097
20725	rnn.bias_ih_l1	9	-0.058056898415088654
20725	rnn.bias_hh_l1	0	-0.08531828969717026
20725	rnn.bias_hh_l1	1	-0.020845497027039528
20725	rnn.bias_hh_l1	2	-0.027915621176362038
20725	rnn.bias_hh_l1	3	-0.05507513880729675
20725	rnn.bias_hh_l1	4	-0.06504654884338379
20725	rnn.bias_hh_l1	5	-0.024163881316781044
20725	rnn.bias_hh_l1	6	-0.04724140837788582
20725	rnn.bias_hh_l1	7	-0.06637021899223328
20725	rnn.bias_hh_l1	8	-0.0011688831727951765
20725	rnn.bias_hh_l1	9	-0.014814523980021477
20725	rnn.weight_ih_l1_reverse	0	-0.037439972162246704
20725	rnn.weight_ih_l1_reverse	1	0.050579022616147995
20725	rnn.weight_ih_l1_reverse	2	-0.04547280818223953
20725	rnn.weight_ih_l1_reverse	3	-0.01793597638607025
20725	rnn.weight_ih_l1_reverse	4	-0.01649169810116291
20725	rnn.weight_ih_l1_reverse	5	-0.037640005350112915
20725	rnn.weight_ih_l1_reverse	6	-0.022922277450561523
20725	rnn.weight_ih_l1_reverse	7	0.010895159095525742
20725	rnn.weight_ih_l1_reverse	8	0.03952875733375549
20725	rnn.weight_ih_l1_reverse	9	-0.028693988919258118
20725	rnn.weight_hh_l1_reverse	0	0.008439036086201668
20725	rnn.weight_hh_l1_reverse	1	0.027753062546253204
20725	rnn.weight_hh_l1_reverse	2	-0.03738483414053917
20725	rnn.weight_hh_l1_reverse	3	0.0382850244641304
20725	rnn.weight_hh_l1_reverse	4	0.041754357516765594
20725	rnn.weight_hh_l1_reverse	5	0.011471942998468876
20725	rnn.weight_hh_l1_reverse	6	0.00328485737554729
20725	rnn.weight_hh_l1_reverse	7	0.028773363679647446
20725	rnn.weight_hh_l1_reverse	8	-0.006273237988352776
20725	rnn.weight_hh_l1_reverse	9	-0.03668862581253052
20725	rnn.bias_ih_l1_reverse	0	-0.004767702892422676
20725	rnn.bias_ih_l1_reverse	1	-0.05590452626347542
20725	rnn.bias_ih_l1_reverse	2	-0.060847241431474686
20725	rnn.bias_ih_l1_reverse	3	0.008250664919614792
20725	rnn.bias_ih_l1_reverse	4	-0.102094367146492
20725	rnn.bias_ih_l1_reverse	5	-0.048175521194934845
20725	rnn.bias_ih_l1_reverse	6	-0.06396588683128357
20725	rnn.bias_ih_l1_reverse	7	-0.0822611004114151
20725	rnn.bias_ih_l1_reverse	8	0.07194402068853378
20725	rnn.bias_ih_l1_reverse	9	0.01310133095830679
20725	rnn.bias_hh_l1_reverse	0	-0.013585463166236877
20725	rnn.bias_hh_l1_reverse	1	7.997472857823595e-05
20725	rnn.bias_hh_l1_reverse	2	-0.14789746701717377
20725	rnn.bias_hh_l1_reverse	3	-0.007670646533370018
20725	rnn.bias_hh_l1_reverse	4	-0.02951148711144924
20725	rnn.bias_hh_l1_reverse	5	-0.030812758952379227
20725	rnn.bias_hh_l1_reverse	6	0.06630104035139084
20725	rnn.bias_hh_l1_reverse	7	-0.04671195521950722
20725	rnn.bias_hh_l1_reverse	8	-0.06226864457130432
20725	rnn.bias_hh_l1_reverse	9	-0.05504656210541725
20725	linear.weight	0	0.002228822559118271
20725	linear.weight	1	0.05253582447767258
20725	linear.weight	2	-0.08846738934516907
20725	linear.weight	3	0.1495354324579239
20725	linear.weight	4	0.10484015196561813
20725	linear.weight	5	0.049095217138528824
20725	linear.weight	6	0.09960316866636276
20725	linear.weight	7	0.13185831904411316
20725	linear.weight	8	0.04200643301010132
20725	linear.weight	9	-0.04781290888786316
20725	linear.bias	0	-0.056460246443748474
20725	linear.bias	1	0.04574480652809143
20725	linear.bias	2	-0.2854233980178833
20725	linear.bias	3	-0.7429946660995483
20725	linear.bias	4	-0.8273034691810608
20725	linear.bias	5	0.07498162984848022
20725	linear.bias	6	-0.5021896362304688
20725	linear.bias	7	0.4990973472595215
20725	linear.bias	8	-0.5277858972549438
20725	linear.bias	9	-0.7377107739448547
20922	transitions	0	0.19393841922283173
20922	transitions	1	-0.18238508701324463
20922	transitions	2	-10000.0
20922	transitions	3	-1.7637873888015747
20922	transitions	4	-10000.0
20922	transitions	5	0.7778019309043884
20922	transitions	6	0.08975113928318024
20922	transitions	7	0.007527991198003292
20922	transitions	8	-1.2191040515899658
20922	transitions	9	0.0008997597033157945
20922	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
20922	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
20922	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
20922	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
20922	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
20922	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
20922	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
20922	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
20922	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
20922	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
20922	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
20922	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
20922	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
20922	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
20922	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
20922	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
20922	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
20922	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
20922	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
20922	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
20922	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
20922	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
20922	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
20922	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
20922	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
20922	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
20922	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
20922	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
20922	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
20922	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
20922	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
20922	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
20922	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
20922	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
20922	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
20922	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
20922	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
20922	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
20922	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
20922	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
20922	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
20922	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
20922	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
20922	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
20922	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
20922	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
20922	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
20922	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
20922	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
20922	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
20922	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
20922	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
20922	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
20922	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
20922	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
20922	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
20922	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
20922	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
20922	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
20922	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
20922	embedding2nn.weight	0	0.008714529685676098
20922	embedding2nn.weight	1	-0.014429831877350807
20922	embedding2nn.weight	2	-0.014268253929913044
20922	embedding2nn.weight	3	0.020749250426888466
20922	embedding2nn.weight	4	-0.005915034096688032
20922	embedding2nn.weight	5	-0.003700596047565341
20922	embedding2nn.weight	6	-0.003973263315856457
20922	embedding2nn.weight	7	-0.027939872816205025
20922	embedding2nn.weight	8	-0.0019979383796453476
20922	embedding2nn.weight	9	-0.007410324644297361
20922	embedding2nn.bias	0	0.008530916646122932
20922	embedding2nn.bias	1	-0.03765333071351051
20922	embedding2nn.bias	2	0.0576968751847744
20922	embedding2nn.bias	3	0.04677041992545128
20922	embedding2nn.bias	4	-0.013380126096308231
20922	embedding2nn.bias	5	-0.02598869614303112
20922	embedding2nn.bias	6	0.02124098129570484
20922	embedding2nn.bias	7	-0.0323294922709465
20922	embedding2nn.bias	8	0.02979915216565132
20922	embedding2nn.bias	9	0.014429891481995583
20922	rnn.weight_ih_l0	0	-0.017642047256231308
20922	rnn.weight_ih_l0	1	0.015152957290410995
20922	rnn.weight_ih_l0	2	0.02303970977663994
20922	rnn.weight_ih_l0	3	0.019642842933535576
20922	rnn.weight_ih_l0	4	-0.017285190522670746
20922	rnn.weight_ih_l0	5	-0.04931957274675369
20922	rnn.weight_ih_l0	6	0.015006698668003082
20922	rnn.weight_ih_l0	7	0.0475122444331646
20922	rnn.weight_ih_l0	8	0.01767708919942379
20922	rnn.weight_ih_l0	9	-0.035910021513700485
20922	rnn.weight_hh_l0	0	-0.038445331156253815
20922	rnn.weight_hh_l0	1	0.003703599562868476
20922	rnn.weight_hh_l0	2	0.006004673428833485
20922	rnn.weight_hh_l0	3	-0.017378393560647964
20922	rnn.weight_hh_l0	4	0.037037305533885956
20922	rnn.weight_hh_l0	5	-0.009600205346941948
20922	rnn.weight_hh_l0	6	-0.03378864750266075
20922	rnn.weight_hh_l0	7	-0.04421744495630264
20922	rnn.weight_hh_l0	8	0.0015114630805328488
20922	rnn.weight_hh_l0	9	-0.030550535768270493
20922	rnn.bias_ih_l0	0	0.022349398583173752
20922	rnn.bias_ih_l0	1	-0.00833839550614357
20922	rnn.bias_ih_l0	2	-0.002548164688050747
20922	rnn.bias_ih_l0	3	0.05044975131750107
20922	rnn.bias_ih_l0	4	-0.04236796870827675
20922	rnn.bias_ih_l0	5	-0.020921306684613228
20922	rnn.bias_ih_l0	6	0.006854584440588951
20922	rnn.bias_ih_l0	7	0.028472909703850746
20922	rnn.bias_ih_l0	8	-0.06838788092136383
20922	rnn.bias_ih_l0	9	-0.0008319705375470221
20922	rnn.bias_hh_l0	0	-0.031716831028461456
20922	rnn.bias_hh_l0	1	-0.06622333824634552
20922	rnn.bias_hh_l0	2	-0.026621313765645027
20922	rnn.bias_hh_l0	3	-0.036732204258441925
20922	rnn.bias_hh_l0	4	-0.0067794290371239185
20922	rnn.bias_hh_l0	5	0.014332249760627747
20922	rnn.bias_hh_l0	6	0.03113592602312565
20922	rnn.bias_hh_l0	7	-0.004793690051883459
20922	rnn.bias_hh_l0	8	-0.04799453914165497
20922	rnn.bias_hh_l0	9	-0.0214772280305624
20922	rnn.weight_ih_l0_reverse	0	-0.008410594426095486
20922	rnn.weight_ih_l0_reverse	1	-0.05222822725772858
20922	rnn.weight_ih_l0_reverse	2	-0.020529303699731827
20922	rnn.weight_ih_l0_reverse	3	0.007216033060103655
20922	rnn.weight_ih_l0_reverse	4	-0.01445700041949749
20922	rnn.weight_ih_l0_reverse	5	-0.04881476238369942
20922	rnn.weight_ih_l0_reverse	6	0.04531147703528404
20922	rnn.weight_ih_l0_reverse	7	-0.026248112320899963
20922	rnn.weight_ih_l0_reverse	8	-0.03203093260526657
20922	rnn.weight_ih_l0_reverse	9	0.014810401014983654
20922	rnn.weight_hh_l0_reverse	0	0.02748935855925083
20922	rnn.weight_hh_l0_reverse	1	0.0292691458016634
20922	rnn.weight_hh_l0_reverse	2	0.026354173198342323
20922	rnn.weight_hh_l0_reverse	3	0.019432656466960907
20922	rnn.weight_hh_l0_reverse	4	0.011045919731259346
20922	rnn.weight_hh_l0_reverse	5	0.0010706536704674363
20922	rnn.weight_hh_l0_reverse	6	0.03635269030928612
20922	rnn.weight_hh_l0_reverse	7	-0.02474169060587883
20922	rnn.weight_hh_l0_reverse	8	0.010295303538441658
20922	rnn.weight_hh_l0_reverse	9	0.04679637402296066
20922	rnn.bias_ih_l0_reverse	0	-0.05477980151772499
20922	rnn.bias_ih_l0_reverse	1	-0.10829266905784607
20922	rnn.bias_ih_l0_reverse	2	-0.02190551720559597
20922	rnn.bias_ih_l0_reverse	3	0.003133427584543824
20922	rnn.bias_ih_l0_reverse	4	-0.014121051877737045
20922	rnn.bias_ih_l0_reverse	5	0.03264694660902023
20922	rnn.bias_ih_l0_reverse	6	-0.0069594052620232105
20922	rnn.bias_ih_l0_reverse	7	0.0365903414785862
20922	rnn.bias_ih_l0_reverse	8	-0.029790207743644714
20922	rnn.bias_ih_l0_reverse	9	0.0351494625210762
20922	rnn.bias_hh_l0_reverse	0	-0.025245171040296555
20922	rnn.bias_hh_l0_reverse	1	-0.03206641599535942
20922	rnn.bias_hh_l0_reverse	2	0.0010114506585523486
20922	rnn.bias_hh_l0_reverse	3	-0.041419677436351776
20922	rnn.bias_hh_l0_reverse	4	-0.04358908161520958
20922	rnn.bias_hh_l0_reverse	5	-0.034010086208581924
20922	rnn.bias_hh_l0_reverse	6	0.0014749127440154552
20922	rnn.bias_hh_l0_reverse	7	0.023757267743349075
20922	rnn.bias_hh_l0_reverse	8	0.027400443330407143
20922	rnn.bias_hh_l0_reverse	9	-0.09296862781047821
20922	rnn.weight_ih_l1	0	-0.025278855115175247
20922	rnn.weight_ih_l1	1	-0.032807085663080215
20922	rnn.weight_ih_l1	2	0.028835518285632133
20922	rnn.weight_ih_l1	3	-0.01098670344799757
20922	rnn.weight_ih_l1	4	0.008461636491119862
20922	rnn.weight_ih_l1	5	-0.04105352982878685
20922	rnn.weight_ih_l1	6	0.015616999939084053
20922	rnn.weight_ih_l1	7	-0.033065635710954666
20922	rnn.weight_ih_l1	8	0.03803834319114685
20922	rnn.weight_ih_l1	9	0.024520983919501305
20922	rnn.weight_hh_l1	0	0.0008317047031596303
20922	rnn.weight_hh_l1	1	0.006806146819144487
20922	rnn.weight_hh_l1	2	-0.022140875458717346
20922	rnn.weight_hh_l1	3	0.00025140197249129415
20922	rnn.weight_hh_l1	4	0.003678341628983617
20922	rnn.weight_hh_l1	5	0.031436625868082047
20922	rnn.weight_hh_l1	6	0.032545529305934906
20922	rnn.weight_hh_l1	7	-0.02972041256725788
20922	rnn.weight_hh_l1	8	-0.03957141190767288
20922	rnn.weight_hh_l1	9	0.0392020158469677
20922	rnn.bias_ih_l1	0	-0.08740980923175812
20922	rnn.bias_ih_l1	1	-0.0727226659655571
20922	rnn.bias_ih_l1	2	-0.09236211329698563
20922	rnn.bias_ih_l1	3	-0.09472762048244476
20922	rnn.bias_ih_l1	4	-0.12032683193683624
20922	rnn.bias_ih_l1	5	-0.07678233087062836
20922	rnn.bias_ih_l1	6	-0.007092882879078388
20922	rnn.bias_ih_l1	7	-0.025186140090227127
20922	rnn.bias_ih_l1	8	-0.058633796870708466
20922	rnn.bias_ih_l1	9	-0.055750928819179535
20922	rnn.bias_hh_l1	0	-0.08443543314933777
20922	rnn.bias_hh_l1	1	-0.021448636427521706
20922	rnn.bias_hh_l1	2	-0.030591126531362534
20922	rnn.bias_hh_l1	3	-0.05418051779270172
20922	rnn.bias_hh_l1	4	-0.06450205296278
20922	rnn.bias_hh_l1	5	-0.025394516065716743
20922	rnn.bias_hh_l1	6	-0.0468120351433754
20922	rnn.bias_hh_l1	7	-0.07530521601438522
20922	rnn.bias_hh_l1	8	-0.0028287458699196577
20922	rnn.bias_hh_l1	9	-0.011626108549535275
20922	rnn.weight_ih_l1_reverse	0	-0.037683889269828796
20922	rnn.weight_ih_l1_reverse	1	0.04645637050271034
20922	rnn.weight_ih_l1_reverse	2	-0.045998938381671906
20922	rnn.weight_ih_l1_reverse	3	-0.017637591809034348
20922	rnn.weight_ih_l1_reverse	4	-0.014444953761994839
20922	rnn.weight_ih_l1_reverse	5	-0.03730903938412666
20922	rnn.weight_ih_l1_reverse	6	-0.024809515103697777
20922	rnn.weight_ih_l1_reverse	7	0.011164038442075253
20922	rnn.weight_ih_l1_reverse	8	0.03904833272099495
20922	rnn.weight_ih_l1_reverse	9	-0.02986118383705616
20922	rnn.weight_hh_l1_reverse	0	0.00846798811107874
20922	rnn.weight_hh_l1_reverse	1	0.02758312039077282
20922	rnn.weight_hh_l1_reverse	2	-0.03737489879131317
20922	rnn.weight_hh_l1_reverse	3	0.03842765465378761
20922	rnn.weight_hh_l1_reverse	4	0.04276200383901596
20922	rnn.weight_hh_l1_reverse	5	0.011357607319951057
20922	rnn.weight_hh_l1_reverse	6	0.004368145018815994
20922	rnn.weight_hh_l1_reverse	7	0.028728269040584564
20922	rnn.weight_hh_l1_reverse	8	-0.006165878847241402
20922	rnn.weight_hh_l1_reverse	9	-0.036230385303497314
20922	rnn.bias_ih_l1_reverse	0	-0.003924040589481592
20922	rnn.bias_ih_l1_reverse	1	-0.05736939609050751
20922	rnn.bias_ih_l1_reverse	2	-0.059823185205459595
20922	rnn.bias_ih_l1_reverse	3	0.018754655495285988
20922	rnn.bias_ih_l1_reverse	4	-0.10384836047887802
20922	rnn.bias_ih_l1_reverse	5	-0.04976680502295494
20922	rnn.bias_ih_l1_reverse	6	-0.06346945464611053
20922	rnn.bias_ih_l1_reverse	7	-0.08291388303041458
20922	rnn.bias_ih_l1_reverse	8	0.06904532760381699
20922	rnn.bias_ih_l1_reverse	9	0.0024183313362300396
20922	rnn.bias_hh_l1_reverse	0	-0.019147831946611404
20922	rnn.bias_hh_l1_reverse	1	0.0014575559180229902
20922	rnn.bias_hh_l1_reverse	2	-0.14661666750907898
20922	rnn.bias_hh_l1_reverse	3	-0.008389072492718697
20922	rnn.bias_hh_l1_reverse	4	-0.029776819050312042
20922	rnn.bias_hh_l1_reverse	5	-0.0311699490994215
20922	rnn.bias_hh_l1_reverse	6	0.06973401457071304
20922	rnn.bias_hh_l1_reverse	7	-0.04920552298426628
20922	rnn.bias_hh_l1_reverse	8	-0.06470753252506256
20922	rnn.bias_hh_l1_reverse	9	-0.05467461049556732
20922	linear.weight	0	0.002228822559118271
20922	linear.weight	1	0.0626940131187439
20922	linear.weight	2	-0.09214603155851364
20922	linear.weight	3	0.16327698528766632
20922	linear.weight	4	0.10763496160507202
20922	linear.weight	5	0.05205082893371582
20922	linear.weight	6	0.09488093852996826
20922	linear.weight	7	0.12357893586158752
20922	linear.weight	8	0.041982557624578476
20922	linear.weight	9	-0.04682665318250656
20922	linear.bias	0	-0.05045931413769722
20922	linear.bias	1	0.07935836166143417
20922	linear.bias	2	-0.22519326210021973
20922	linear.bias	3	-0.7913756370544434
20922	linear.bias	4	-0.8598896861076355
20922	linear.bias	5	0.09084032475948334
20922	linear.bias	6	-0.47049251198768616
20922	linear.bias	7	0.5161444544792175
20922	linear.bias	8	-0.561244785785675
20922	linear.bias	9	-0.7739374041557312
21119	transitions	0	0.17899645864963531
21119	transitions	1	-0.19072416424751282
21119	transitions	2	-10000.0
21119	transitions	3	-1.76412034034729
21119	transitions	4	-10000.0
21119	transitions	5	0.77630615234375
21119	transitions	6	0.08867218345403671
21119	transitions	7	0.005350872408598661
21119	transitions	8	-1.219982385635376
21119	transitions	9	0.0008818659698590636
21119	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
21119	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
21119	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
21119	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
21119	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
21119	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
21119	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
21119	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
21119	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
21119	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
21119	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
21119	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
21119	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
21119	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
21119	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
21119	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
21119	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
21119	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
21119	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
21119	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
21119	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
21119	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
21119	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
21119	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
21119	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
21119	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
21119	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
21119	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
21119	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
21119	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
21119	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
21119	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
21119	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
21119	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
21119	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
21119	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
21119	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
21119	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
21119	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
21119	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
21119	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
21119	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
21119	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
21119	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
21119	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
21119	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
21119	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
21119	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
21119	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
21119	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
21119	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
21119	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
21119	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
21119	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
21119	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
21119	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
21119	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
21119	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
21119	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
21119	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
21119	embedding2nn.weight	0	0.009055547416210175
21119	embedding2nn.weight	1	-0.014495884999632835
21119	embedding2nn.weight	2	-0.014268253929913044
21119	embedding2nn.weight	3	0.022326815873384476
21119	embedding2nn.weight	4	-0.005915034096688032
21119	embedding2nn.weight	5	-0.003700596047565341
21119	embedding2nn.weight	6	-0.0039732628501951694
21119	embedding2nn.weight	7	-0.03000524267554283
21119	embedding2nn.weight	8	-0.0019979383796453476
21119	embedding2nn.weight	9	-0.007520225364714861
21119	embedding2nn.bias	0	0.014160927385091782
21119	embedding2nn.bias	1	-0.04338119924068451
21119	embedding2nn.bias	2	0.05969692021608353
21119	embedding2nn.bias	3	0.048965342342853546
21119	embedding2nn.bias	4	-0.01787218451499939
21119	embedding2nn.bias	5	-0.019789688289165497
21119	embedding2nn.bias	6	0.024263957515358925
21119	embedding2nn.bias	7	-0.028830936178565025
21119	embedding2nn.bias	8	0.03025047294795513
21119	embedding2nn.bias	9	0.016714829951524734
21119	rnn.weight_ih_l0	0	-0.016528014093637466
21119	rnn.weight_ih_l0	1	0.01458656508475542
21119	rnn.weight_ih_l0	2	0.023246638476848602
21119	rnn.weight_ih_l0	3	0.019945673644542694
21119	rnn.weight_ih_l0	4	-0.01817919686436653
21119	rnn.weight_ih_l0	5	-0.04949701949954033
21119	rnn.weight_ih_l0	6	0.015124708414077759
21119	rnn.weight_ih_l0	7	0.04818527773022652
21119	rnn.weight_ih_l0	8	0.01787719875574112
21119	rnn.weight_ih_l0	9	-0.035880494862794876
21119	rnn.weight_hh_l0	0	-0.03721174597740173
21119	rnn.weight_hh_l0	1	0.002330525079742074
21119	rnn.weight_hh_l0	2	0.005175676196813583
21119	rnn.weight_hh_l0	3	-0.017562443390488625
21119	rnn.weight_hh_l0	4	0.03722642734646797
21119	rnn.weight_hh_l0	5	-0.008615686558187008
21119	rnn.weight_hh_l0	6	-0.03335239365696907
21119	rnn.weight_hh_l0	7	-0.043984461575746536
21119	rnn.weight_hh_l0	8	0.002422009129077196
21119	rnn.weight_hh_l0	9	-0.030915386974811554
21119	rnn.bias_ih_l0	0	0.022848136723041534
21119	rnn.bias_ih_l0	1	-0.004504659678786993
21119	rnn.bias_ih_l0	2	-0.001787431538105011
21119	rnn.bias_ih_l0	3	0.048731233924627304
21119	rnn.bias_ih_l0	4	-0.03828159719705582
21119	rnn.bias_ih_l0	5	-0.01971515268087387
21119	rnn.bias_ih_l0	6	-0.002226810436695814
21119	rnn.bias_ih_l0	7	0.02840447425842285
21119	rnn.bias_ih_l0	8	-0.06999336928129196
21119	rnn.bias_ih_l0	9	0.0037829503417015076
21119	rnn.bias_hh_l0	0	-0.030387328937649727
21119	rnn.bias_hh_l0	1	-0.06282826513051987
21119	rnn.bias_hh_l0	2	-0.028517572209239006
21119	rnn.bias_hh_l0	3	-0.036742616444826126
21119	rnn.bias_hh_l0	4	-0.005845886189490557
21119	rnn.bias_hh_l0	5	0.017199261114001274
21119	rnn.bias_hh_l0	6	0.028583934530615807
21119	rnn.bias_hh_l0	7	-0.00986635871231556
21119	rnn.bias_hh_l0	8	-0.05130070075392723
21119	rnn.bias_hh_l0	9	-0.02506261132657528
21119	rnn.weight_ih_l0_reverse	0	-0.009021230973303318
21119	rnn.weight_ih_l0_reverse	1	-0.05260983109474182
21119	rnn.weight_ih_l0_reverse	2	-0.017552759498357773
21119	rnn.weight_ih_l0_reverse	3	0.005652939435094595
21119	rnn.weight_ih_l0_reverse	4	-0.014796709641814232
21119	rnn.weight_ih_l0_reverse	5	-0.0483725368976593
21119	rnn.weight_ih_l0_reverse	6	0.04526440054178238
21119	rnn.weight_ih_l0_reverse	7	-0.02720087394118309
21119	rnn.weight_ih_l0_reverse	8	-0.03125907853245735
21119	rnn.weight_ih_l0_reverse	9	0.014852507971227169
21119	rnn.weight_hh_l0_reverse	0	0.025189144536852837
21119	rnn.weight_hh_l0_reverse	1	0.02910313382744789
21119	rnn.weight_hh_l0_reverse	2	0.027583947405219078
21119	rnn.weight_hh_l0_reverse	3	0.01940099336206913
21119	rnn.weight_hh_l0_reverse	4	0.011199182830750942
21119	rnn.weight_hh_l0_reverse	5	0.002772206673398614
21119	rnn.weight_hh_l0_reverse	6	0.036403413861989975
21119	rnn.weight_hh_l0_reverse	7	-0.0255076065659523
21119	rnn.weight_hh_l0_reverse	8	0.011951077729463577
21119	rnn.weight_hh_l0_reverse	9	0.04673271253705025
21119	rnn.bias_ih_l0_reverse	0	-0.05537793040275574
21119	rnn.bias_ih_l0_reverse	1	-0.10594890266656876
21119	rnn.bias_ih_l0_reverse	2	-0.02249617874622345
21119	rnn.bias_ih_l0_reverse	3	0.004609285853803158
21119	rnn.bias_ih_l0_reverse	4	-0.01380060613155365
21119	rnn.bias_ih_l0_reverse	5	0.03669794276356697
21119	rnn.bias_ih_l0_reverse	6	-0.005716998130083084
21119	rnn.bias_ih_l0_reverse	7	0.036301787942647934
21119	rnn.bias_ih_l0_reverse	8	-0.031045345589518547
21119	rnn.bias_ih_l0_reverse	9	0.03717764839529991
21119	rnn.bias_hh_l0_reverse	0	-0.024855924770236015
21119	rnn.bias_hh_l0_reverse	1	-0.0365542508661747
21119	rnn.bias_hh_l0_reverse	2	0.0005358128692023456
21119	rnn.bias_hh_l0_reverse	3	-0.04347662627696991
21119	rnn.bias_hh_l0_reverse	4	-0.043143369257450104
21119	rnn.bias_hh_l0_reverse	5	-0.040041327476501465
21119	rnn.bias_hh_l0_reverse	6	-0.001000328455120325
21119	rnn.bias_hh_l0_reverse	7	0.022743362933397293
21119	rnn.bias_hh_l0_reverse	8	0.02984115295112133
21119	rnn.bias_hh_l0_reverse	9	-0.09418734163045883
21119	rnn.weight_ih_l1	0	-0.02556394413113594
21119	rnn.weight_ih_l1	1	-0.031745657324790955
21119	rnn.weight_ih_l1	2	0.03012731485068798
21119	rnn.weight_ih_l1	3	-0.010406717658042908
21119	rnn.weight_ih_l1	4	0.008280420675873756
21119	rnn.weight_ih_l1	5	-0.041427187621593475
21119	rnn.weight_ih_l1	6	0.016511794179677963
21119	rnn.weight_ih_l1	7	-0.033765386790037155
21119	rnn.weight_ih_l1	8	0.038006238639354706
21119	rnn.weight_ih_l1	9	0.024360937997698784
21119	rnn.weight_hh_l1	0	0.00015007395995780826
21119	rnn.weight_hh_l1	1	0.006777958944439888
21119	rnn.weight_hh_l1	2	-0.0242864191532135
21119	rnn.weight_hh_l1	3	-0.00023536170192528516
21119	rnn.weight_hh_l1	4	0.0050689950585365295
21119	rnn.weight_hh_l1	5	0.0315459743142128
21119	rnn.weight_hh_l1	6	0.031575947999954224
21119	rnn.weight_hh_l1	7	-0.029552573338150978
21119	rnn.weight_hh_l1	8	-0.03964243829250336
21119	rnn.weight_hh_l1	9	0.03890928253531456
21119	rnn.bias_ih_l1	0	-0.08747521042823792
21119	rnn.bias_ih_l1	1	-0.07163682579994202
21119	rnn.bias_ih_l1	2	-0.09453656524419785
21119	rnn.bias_ih_l1	3	-0.09469326585531235
21119	rnn.bias_ih_l1	4	-0.10979676991701126
21119	rnn.bias_ih_l1	5	-0.07667993009090424
21119	rnn.bias_ih_l1	6	-0.007056545466184616
21119	rnn.bias_ih_l1	7	-0.022630183026194572
21119	rnn.bias_ih_l1	8	-0.061364736407995224
21119	rnn.bias_ih_l1	9	-0.05621655657887459
21119	rnn.bias_hh_l1	0	-0.08553725481033325
21119	rnn.bias_hh_l1	1	-0.022532396018505096
21119	rnn.bias_hh_l1	2	-0.0333784818649292
21119	rnn.bias_hh_l1	3	-0.05291619524359703
21119	rnn.bias_hh_l1	4	-0.06527194380760193
21119	rnn.bias_hh_l1	5	-0.026950834318995476
21119	rnn.bias_hh_l1	6	-0.04603477939963341
21119	rnn.bias_hh_l1	7	-0.07907684892416
21119	rnn.bias_hh_l1	8	-0.0013564095133915544
21119	rnn.bias_hh_l1	9	-0.011563568376004696
21119	rnn.weight_ih_l1_reverse	0	-0.03651447221636772
21119	rnn.weight_ih_l1_reverse	1	0.04577748104929924
21119	rnn.weight_ih_l1_reverse	2	-0.04219548776745796
21119	rnn.weight_ih_l1_reverse	3	-0.01948712021112442
21119	rnn.weight_ih_l1_reverse	4	-0.016027027741074562
21119	rnn.weight_ih_l1_reverse	5	-0.03776548430323601
21119	rnn.weight_ih_l1_reverse	6	-0.024178486317396164
21119	rnn.weight_ih_l1_reverse	7	0.011178357526659966
21119	rnn.weight_ih_l1_reverse	8	0.03713472932577133
21119	rnn.weight_ih_l1_reverse	9	-0.030753858387470245
21119	rnn.weight_hh_l1_reverse	0	0.008478714153170586
21119	rnn.weight_hh_l1_reverse	1	0.027661724016070366
21119	rnn.weight_hh_l1_reverse	2	-0.03739957511425018
21119	rnn.weight_hh_l1_reverse	3	0.03863311931490898
21119	rnn.weight_hh_l1_reverse	4	0.04388387128710747
21119	rnn.weight_hh_l1_reverse	5	0.012041958048939705
21119	rnn.weight_hh_l1_reverse	6	0.003741723485291004
21119	rnn.weight_hh_l1_reverse	7	0.028453350067138672
21119	rnn.weight_hh_l1_reverse	8	-0.006181321106851101
21119	rnn.weight_hh_l1_reverse	9	-0.036533694714307785
21119	rnn.bias_ih_l1_reverse	0	-0.00854416098445654
21119	rnn.bias_ih_l1_reverse	1	-0.058168064802885056
21119	rnn.bias_ih_l1_reverse	2	-0.06138256937265396
21119	rnn.bias_ih_l1_reverse	3	0.015500400215387344
21119	rnn.bias_ih_l1_reverse	4	-0.10415659099817276
21119	rnn.bias_ih_l1_reverse	5	-0.04983052983880043
21119	rnn.bias_ih_l1_reverse	6	-0.06278189271688461
21119	rnn.bias_ih_l1_reverse	7	-0.07953808456659317
21119	rnn.bias_ih_l1_reverse	8	0.059309639036655426
21119	rnn.bias_ih_l1_reverse	9	0.009156483225524426
21119	rnn.bias_hh_l1_reverse	0	-0.010286407545208931
21119	rnn.bias_hh_l1_reverse	1	-0.0022852111142128706
21119	rnn.bias_hh_l1_reverse	2	-0.14666733145713806
21119	rnn.bias_hh_l1_reverse	3	-0.0059176962822675705
21119	rnn.bias_hh_l1_reverse	4	-0.02972896210849285
21119	rnn.bias_hh_l1_reverse	5	-0.028684427961707115
21119	rnn.bias_hh_l1_reverse	6	0.07337289303541183
21119	rnn.bias_hh_l1_reverse	7	-0.047928422689437866
21119	rnn.bias_hh_l1_reverse	8	-0.06372519582509995
21119	rnn.bias_hh_l1_reverse	9	-0.055262401700019836
21119	linear.weight	0	0.002228822559118271
21119	linear.weight	1	0.06275385618209839
21119	linear.weight	2	-0.09216558933258057
21119	linear.weight	3	0.16621585190296173
21119	linear.weight	4	0.10284454375505447
21119	linear.weight	5	0.060985464602708817
21119	linear.weight	6	0.09099426120519638
21119	linear.weight	7	0.12145056575536728
21119	linear.weight	8	0.04195854067802429
21119	linear.weight	9	-0.034272413700819016
21119	linear.bias	0	-0.10934572666883469
21119	linear.bias	1	0.08620883524417877
21119	linear.bias	2	-0.27820417284965515
21119	linear.bias	3	-0.7832161784172058
21119	linear.bias	4	-0.8483626246452332
21119	linear.bias	5	0.09784871339797974
21119	linear.bias	6	-0.4511062800884247
21119	linear.bias	7	0.5220802426338196
21119	linear.bias	8	-0.5621897578239441
21119	linear.bias	9	-0.7772299647331238
21316	transitions	0	0.1761435866355896
21316	transitions	1	-0.2002691626548767
21316	transitions	2	-10000.0
21316	transitions	3	-1.7645424604415894
21316	transitions	4	-10000.0
21316	transitions	5	0.7750295996665955
21316	transitions	6	0.08742351830005646
21316	transitions	7	0.002162561286240816
21316	transitions	8	-1.2207179069519043
21316	transitions	9	0.0008725625229999423
21316	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
21316	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
21316	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
21316	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
21316	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
21316	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
21316	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
21316	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
21316	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
21316	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
21316	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
21316	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
21316	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
21316	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
21316	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
21316	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
21316	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
21316	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
21316	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
21316	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
21316	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
21316	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
21316	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
21316	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
21316	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
21316	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
21316	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
21316	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
21316	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
21316	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
21316	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
21316	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
21316	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
21316	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
21316	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
21316	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
21316	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
21316	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
21316	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
21316	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
21316	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
21316	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
21316	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
21316	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
21316	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
21316	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
21316	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
21316	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
21316	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
21316	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
21316	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
21316	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
21316	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
21316	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
21316	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
21316	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
21316	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
21316	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
21316	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
21316	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
21316	embedding2nn.weight	0	0.008513162843883038
21316	embedding2nn.weight	1	-0.014678515493869781
21316	embedding2nn.weight	2	-0.014268253929913044
21316	embedding2nn.weight	3	0.021964551880955696
21316	embedding2nn.weight	4	-0.005915034096688032
21316	embedding2nn.weight	5	-0.0037005955819040537
21316	embedding2nn.weight	6	-0.003973269835114479
21316	embedding2nn.weight	7	-0.03084794245660305
21316	embedding2nn.weight	8	-0.0019979383796453476
21316	embedding2nn.weight	9	-0.00805590022355318
21316	embedding2nn.bias	0	0.023043636232614517
21316	embedding2nn.bias	1	-0.04313596710562706
21316	embedding2nn.bias	2	0.057895727455616
21316	embedding2nn.bias	3	0.04401330277323723
21316	embedding2nn.bias	4	-0.015439399518072605
21316	embedding2nn.bias	5	-0.028768030926585197
21316	embedding2nn.bias	6	0.016015062108635902
21316	embedding2nn.bias	7	-0.02953481115400791
21316	embedding2nn.bias	8	0.025843732059001923
21316	embedding2nn.bias	9	0.023345068097114563
21316	rnn.weight_ih_l0	0	-0.016344595700502396
21316	rnn.weight_ih_l0	1	0.013365128077566624
21316	rnn.weight_ih_l0	2	0.023163720965385437
21316	rnn.weight_ih_l0	3	0.019052190706133842
21316	rnn.weight_ih_l0	4	-0.01860332116484642
21316	rnn.weight_ih_l0	5	-0.049208782613277435
21316	rnn.weight_ih_l0	6	0.015619494020938873
21316	rnn.weight_ih_l0	7	0.048276398330926895
21316	rnn.weight_ih_l0	8	0.01779934950172901
21316	rnn.weight_ih_l0	9	-0.03562917560338974
21316	rnn.weight_hh_l0	0	-0.03675553947687149
21316	rnn.weight_hh_l0	1	0.0018089996883645654
21316	rnn.weight_hh_l0	2	0.004232917446643114
21316	rnn.weight_hh_l0	3	-0.01762709766626358
21316	rnn.weight_hh_l0	4	0.03807690739631653
21316	rnn.weight_hh_l0	5	-0.008761189877986908
21316	rnn.weight_hh_l0	6	-0.03280889615416527
21316	rnn.weight_hh_l0	7	-0.04537148028612137
21316	rnn.weight_hh_l0	8	0.0022147204726934433
21316	rnn.weight_hh_l0	9	-0.030845701694488525
21316	rnn.bias_ih_l0	0	0.023348888382315636
21316	rnn.bias_ih_l0	1	-0.003544626757502556
21316	rnn.bias_ih_l0	2	-0.0026033383328467607
21316	rnn.bias_ih_l0	3	0.05069921538233757
21316	rnn.bias_ih_l0	4	-0.037150975316762924
21316	rnn.bias_ih_l0	5	-0.01862485334277153
21316	rnn.bias_ih_l0	6	0.004784900229424238
21316	rnn.bias_ih_l0	7	0.027776183560490608
21316	rnn.bias_ih_l0	8	-0.07120015472173691
21316	rnn.bias_ih_l0	9	0.003275283146649599
21316	rnn.bias_hh_l0	0	-0.03313259035348892
21316	rnn.bias_hh_l0	1	-0.06700523942708969
21316	rnn.bias_hh_l0	2	-0.028364108875393867
21316	rnn.bias_hh_l0	3	-0.03794823959469795
21316	rnn.bias_hh_l0	4	-0.0048080990090966225
21316	rnn.bias_hh_l0	5	0.017102858051657677
21316	rnn.bias_hh_l0	6	0.028321364894509315
21316	rnn.bias_hh_l0	7	-0.011899009346961975
21316	rnn.bias_hh_l0	8	-0.05278055742383003
21316	rnn.bias_hh_l0	9	-0.028306927531957626
21316	rnn.weight_ih_l0_reverse	0	-0.009113048203289509
21316	rnn.weight_ih_l0_reverse	1	-0.05368172004818916
21316	rnn.weight_ih_l0_reverse	2	-0.014576157554984093
21316	rnn.weight_ih_l0_reverse	3	0.005561319645494223
21316	rnn.weight_ih_l0_reverse	4	-0.014918043278157711
21316	rnn.weight_ih_l0_reverse	5	-0.048463255167007446
21316	rnn.weight_ih_l0_reverse	6	0.0457388199865818
21316	rnn.weight_ih_l0_reverse	7	-0.02794235572218895
21316	rnn.weight_ih_l0_reverse	8	-0.031407736241817474
21316	rnn.weight_ih_l0_reverse	9	0.014280877076089382
21316	rnn.weight_hh_l0_reverse	0	0.0254933200776577
21316	rnn.weight_hh_l0_reverse	1	0.028375200927257538
21316	rnn.weight_hh_l0_reverse	2	0.027846958488225937
21316	rnn.weight_hh_l0_reverse	3	0.019493401050567627
21316	rnn.weight_hh_l0_reverse	4	0.0122127840295434
21316	rnn.weight_hh_l0_reverse	5	0.0025966891553252935
21316	rnn.weight_hh_l0_reverse	6	0.036385465413331985
21316	rnn.weight_hh_l0_reverse	7	-0.025363853201270103
21316	rnn.weight_hh_l0_reverse	8	0.01254185102880001
21316	rnn.weight_hh_l0_reverse	9	0.04666752740740776
21316	rnn.bias_ih_l0_reverse	0	-0.057118311524391174
21316	rnn.bias_ih_l0_reverse	1	-0.10630705952644348
21316	rnn.bias_ih_l0_reverse	2	-0.02363121323287487
21316	rnn.bias_ih_l0_reverse	3	0.002415167400613427
21316	rnn.bias_ih_l0_reverse	4	-0.012805690057575703
21316	rnn.bias_ih_l0_reverse	5	0.036103446036577225
21316	rnn.bias_ih_l0_reverse	6	-0.007991132326424122
21316	rnn.bias_ih_l0_reverse	7	0.03962944447994232
21316	rnn.bias_ih_l0_reverse	8	-0.02899159863591194
21316	rnn.bias_ih_l0_reverse	9	0.037760913372039795
21316	rnn.bias_hh_l0_reverse	0	-0.023191329091787338
21316	rnn.bias_hh_l0_reverse	1	-0.026439769193530083
21316	rnn.bias_hh_l0_reverse	2	-0.00044008041732013226
21316	rnn.bias_hh_l0_reverse	3	-0.043470751494169235
21316	rnn.bias_hh_l0_reverse	4	-0.04452650249004364
21316	rnn.bias_hh_l0_reverse	5	-0.041288264095783234
21316	rnn.bias_hh_l0_reverse	6	-0.000834523350931704
21316	rnn.bias_hh_l0_reverse	7	0.024676211178302765
21316	rnn.bias_hh_l0_reverse	8	0.030301177874207497
21316	rnn.bias_hh_l0_reverse	9	-0.09737639129161835
21316	rnn.weight_ih_l1	0	-0.025598647072911263
21316	rnn.weight_ih_l1	1	-0.031049197539687157
21316	rnn.weight_ih_l1	2	0.031075168401002884
21316	rnn.weight_ih_l1	3	-0.00990782305598259
21316	rnn.weight_ih_l1	4	0.008332259021699429
21316	rnn.weight_ih_l1	5	-0.04108332097530365
21316	rnn.weight_ih_l1	6	0.015965383499860764
21316	rnn.weight_ih_l1	7	-0.034664664417505264
21316	rnn.weight_ih_l1	8	0.038630545139312744
21316	rnn.weight_ih_l1	9	0.023991471156477928
21316	rnn.weight_hh_l1	0	0.0018901998410001397
21316	rnn.weight_hh_l1	1	0.006680659018456936
21316	rnn.weight_hh_l1	2	-0.02435026317834854
21316	rnn.weight_hh_l1	3	0.00012610960402525961
21316	rnn.weight_hh_l1	4	0.0051676128059625626
21316	rnn.weight_hh_l1	5	0.03105810284614563
21316	rnn.weight_hh_l1	6	0.03175460547208786
21316	rnn.weight_hh_l1	7	-0.029697434976696968
21316	rnn.weight_hh_l1	8	-0.03953064605593681
21316	rnn.weight_hh_l1	9	0.03925100341439247
21316	rnn.bias_ih_l1	0	-0.087489552795887
21316	rnn.bias_ih_l1	1	-0.07405512034893036
21316	rnn.bias_ih_l1	2	-0.09404318034648895
21316	rnn.bias_ih_l1	3	-0.0954003557562828
21316	rnn.bias_ih_l1	4	-0.11482757329940796
21316	rnn.bias_ih_l1	5	-0.07901264727115631
21316	rnn.bias_ih_l1	6	-0.015491672791540623
21316	rnn.bias_ih_l1	7	-0.024511389434337616
21316	rnn.bias_ih_l1	8	-0.06481490284204483
21316	rnn.bias_ih_l1	9	-0.05542809143662453
21316	rnn.bias_hh_l1	0	-0.08294213563203812
21316	rnn.bias_hh_l1	1	-0.020726768299937248
21316	rnn.bias_hh_l1	2	-0.032936520874500275
21316	rnn.bias_hh_l1	3	-0.05219683051109314
21316	rnn.bias_hh_l1	4	-0.06651826202869415
21316	rnn.bias_hh_l1	5	-0.027017926797270775
21316	rnn.bias_hh_l1	6	-0.045888300985097885
21316	rnn.bias_hh_l1	7	-0.08096686750650406
21316	rnn.bias_hh_l1	8	-0.0028561062645167112
21316	rnn.bias_hh_l1	9	-0.010387545451521873
21316	rnn.weight_ih_l1_reverse	0	-0.036702580749988556
21316	rnn.weight_ih_l1_reverse	1	0.04579072445631027
21316	rnn.weight_ih_l1_reverse	2	-0.04878702014684677
21316	rnn.weight_ih_l1_reverse	3	-0.018489180132746696
21316	rnn.weight_ih_l1_reverse	4	-0.016546467319130898
21316	rnn.weight_ih_l1_reverse	5	-0.037704817950725555
21316	rnn.weight_ih_l1_reverse	6	-0.02781629003584385
21316	rnn.weight_ih_l1_reverse	7	0.010734803974628448
21316	rnn.weight_ih_l1_reverse	8	0.036827925592660904
21316	rnn.weight_ih_l1_reverse	9	-0.030305571854114532
21316	rnn.weight_hh_l1_reverse	0	0.008493664674460888
21316	rnn.weight_hh_l1_reverse	1	0.02752266451716423
21316	rnn.weight_hh_l1_reverse	2	-0.037495553493499756
21316	rnn.weight_hh_l1_reverse	3	0.038514573127031326
21316	rnn.weight_hh_l1_reverse	4	0.04450441896915436
21316	rnn.weight_hh_l1_reverse	5	0.01178409717977047
21316	rnn.weight_hh_l1_reverse	6	0.0040986607782542706
21316	rnn.weight_hh_l1_reverse	7	0.02847200445830822
21316	rnn.weight_hh_l1_reverse	8	-0.006283409893512726
21316	rnn.weight_hh_l1_reverse	9	-0.03675772622227669
21316	rnn.bias_ih_l1_reverse	0	-0.006494408939033747
21316	rnn.bias_ih_l1_reverse	1	-0.059003110975027084
21316	rnn.bias_ih_l1_reverse	2	-0.0641901046037674
21316	rnn.bias_ih_l1_reverse	3	0.018464751541614532
21316	rnn.bias_ih_l1_reverse	4	-0.103604257106781
21316	rnn.bias_ih_l1_reverse	5	-0.0507110133767128
21316	rnn.bias_ih_l1_reverse	6	-0.06226257607340813
21316	rnn.bias_ih_l1_reverse	7	-0.07809001952409744
21316	rnn.bias_ih_l1_reverse	8	0.05831471458077431
21316	rnn.bias_ih_l1_reverse	9	0.011251886375248432
21316	rnn.bias_hh_l1_reverse	0	-0.02298794686794281
21316	rnn.bias_hh_l1_reverse	1	-0.004138562828302383
21316	rnn.bias_hh_l1_reverse	2	-0.14710311591625214
21316	rnn.bias_hh_l1_reverse	3	-0.009195615537464619
21316	rnn.bias_hh_l1_reverse	4	-0.030042635276913643
21316	rnn.bias_hh_l1_reverse	5	-0.028395365923643112
21316	rnn.bias_hh_l1_reverse	6	0.08021308481693268
21316	rnn.bias_hh_l1_reverse	7	-0.047244295477867126
21316	rnn.bias_hh_l1_reverse	8	-0.06573497503995895
21316	rnn.bias_hh_l1_reverse	9	-0.05618928745388985
21316	linear.weight	0	0.002228822559118271
21316	linear.weight	1	0.05789531394839287
21316	linear.weight	2	-0.09437926113605499
21316	linear.weight	3	0.1646847128868103
21316	linear.weight	4	0.09957588464021683
21316	linear.weight	5	0.06056301295757294
21316	linear.weight	6	0.09287990629673004
21316	linear.weight	7	0.13583894073963165
21316	linear.weight	8	0.041920553892850876
21316	linear.weight	9	-0.03779860958456993
21316	linear.bias	0	-0.10333690047264099
21316	linear.bias	1	0.0740925669670105
21316	linear.bias	2	-0.27693238854408264
21316	linear.bias	3	-0.8056851029396057
21316	linear.bias	4	-0.8735249042510986
21316	linear.bias	5	0.09352688491344452
21316	linear.bias	6	-0.4580754339694977
21316	linear.bias	7	0.5171008110046387
21316	linear.bias	8	-0.519573450088501
21316	linear.bias	9	-0.7413280606269836
21513	transitions	0	0.16083364188671112
21513	transitions	1	-0.19762398302555084
21513	transitions	2	-10000.0
21513	transitions	3	-1.7649534940719604
21513	transitions	4	-10000.0
21513	transitions	5	0.774095356464386
21513	transitions	6	0.08625640720129013
21513	transitions	7	-0.0025650456082075834
21513	transitions	8	-1.2222141027450562
21513	transitions	9	0.0008616637787781656
21513	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
21513	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
21513	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
21513	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
21513	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
21513	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
21513	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
21513	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
21513	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
21513	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
21513	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
21513	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
21513	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
21513	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
21513	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
21513	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
21513	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
21513	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
21513	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
21513	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
21513	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
21513	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
21513	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
21513	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
21513	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
21513	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
21513	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
21513	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
21513	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
21513	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
21513	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
21513	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
21513	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
21513	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
21513	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
21513	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
21513	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
21513	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
21513	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
21513	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
21513	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
21513	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
21513	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
21513	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
21513	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
21513	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
21513	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
21513	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
21513	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
21513	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
21513	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
21513	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
21513	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
21513	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
21513	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
21513	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
21513	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
21513	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
21513	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
21513	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
21513	embedding2nn.weight	0	0.006678295787423849
21513	embedding2nn.weight	1	-0.014672036282718182
21513	embedding2nn.weight	2	-0.014268253929913044
21513	embedding2nn.weight	3	0.021720293909311295
21513	embedding2nn.weight	4	-0.005915034096688032
21513	embedding2nn.weight	5	-0.0037005948834121227
21513	embedding2nn.weight	6	-0.003973268438130617
21513	embedding2nn.weight	7	-0.029553182423114777
21513	embedding2nn.weight	8	-0.0019979383796453476
21513	embedding2nn.weight	9	-0.007180539425462484
21513	embedding2nn.bias	0	0.029999621212482452
21513	embedding2nn.bias	1	-0.03984512761235237
21513	embedding2nn.bias	2	0.05357077345252037
21513	embedding2nn.bias	3	0.04415598884224892
21513	embedding2nn.bias	4	-0.017841488122940063
21513	embedding2nn.bias	5	-0.023428790271282196
21513	embedding2nn.bias	6	0.01955694891512394
21513	embedding2nn.bias	7	-0.03879738226532936
21513	embedding2nn.bias	8	0.036486346274614334
21513	embedding2nn.bias	9	0.018913837149739265
21513	rnn.weight_ih_l0	0	-0.015849173069000244
21513	rnn.weight_ih_l0	1	0.012371685355901718
21513	rnn.weight_ih_l0	2	0.024760989472270012
21513	rnn.weight_ih_l0	3	0.018780993297696114
21513	rnn.weight_ih_l0	4	-0.018663672730326653
21513	rnn.weight_ih_l0	5	-0.04900979623198509
21513	rnn.weight_ih_l0	6	0.01528378389775753
21513	rnn.weight_ih_l0	7	0.04885980486869812
21513	rnn.weight_ih_l0	8	0.0174303837120533
21513	rnn.weight_ih_l0	9	-0.03578077256679535
21513	rnn.weight_hh_l0	0	-0.03631512075662613
21513	rnn.weight_hh_l0	1	0.001893705572001636
21513	rnn.weight_hh_l0	2	0.005026164930313826
21513	rnn.weight_hh_l0	3	-0.018515417352318764
21513	rnn.weight_hh_l0	4	0.03796260803937912
21513	rnn.weight_hh_l0	5	-0.008771909400820732
21513	rnn.weight_hh_l0	6	-0.034057166427373886
21513	rnn.weight_hh_l0	7	-0.04766108840703964
21513	rnn.weight_hh_l0	8	0.002508939942345023
21513	rnn.weight_hh_l0	9	-0.030914925038814545
21513	rnn.bias_ih_l0	0	0.022204020991921425
21513	rnn.bias_ih_l0	1	-0.0076758465729653835
21513	rnn.bias_ih_l0	2	-0.0016769279027357697
21513	rnn.bias_ih_l0	3	0.04525541886687279
21513	rnn.bias_ih_l0	4	-0.039041150361299515
21513	rnn.bias_ih_l0	5	-0.01569618657231331
21513	rnn.bias_ih_l0	6	0.00256942305713892
21513	rnn.bias_ih_l0	7	0.02638418786227703
21513	rnn.bias_ih_l0	8	-0.07235798984766006
21513	rnn.bias_ih_l0	9	-0.0036950544454157352
21513	rnn.bias_hh_l0	0	-0.03259635716676712
21513	rnn.bias_hh_l0	1	-0.06433626264333725
21513	rnn.bias_hh_l0	2	-0.031123386695981026
21513	rnn.bias_hh_l0	3	-0.03804824873805046
21513	rnn.bias_hh_l0	4	-0.0075294929556548595
21513	rnn.bias_hh_l0	5	0.016972992569208145
21513	rnn.bias_hh_l0	6	0.02915286086499691
21513	rnn.bias_hh_l0	7	-0.015912316739559174
21513	rnn.bias_hh_l0	8	-0.050010111182928085
21513	rnn.bias_hh_l0	9	-0.028509600088000298
21513	rnn.weight_ih_l0_reverse	0	-0.010759922675788403
21513	rnn.weight_ih_l0_reverse	1	-0.05438821390271187
21513	rnn.weight_ih_l0_reverse	2	-0.012379983440041542
21513	rnn.weight_ih_l0_reverse	3	0.005203752778470516
21513	rnn.weight_ih_l0_reverse	4	-0.015361514873802662
21513	rnn.weight_ih_l0_reverse	5	-0.04860657453536987
21513	rnn.weight_ih_l0_reverse	6	0.045480355620384216
21513	rnn.weight_ih_l0_reverse	7	-0.028152277693152428
21513	rnn.weight_ih_l0_reverse	8	-0.03129957243800163
21513	rnn.weight_ih_l0_reverse	9	0.014164510183036327
21513	rnn.weight_hh_l0_reverse	0	0.02627887763082981
21513	rnn.weight_hh_l0_reverse	1	0.028563786298036575
21513	rnn.weight_hh_l0_reverse	2	0.028407469391822815
21513	rnn.weight_hh_l0_reverse	3	0.019542239606380463
21513	rnn.weight_hh_l0_reverse	4	0.011968487873673439
21513	rnn.weight_hh_l0_reverse	5	0.004657002631574869
21513	rnn.weight_hh_l0_reverse	6	0.03615105152130127
21513	rnn.weight_hh_l0_reverse	7	-0.02468757890164852
21513	rnn.weight_hh_l0_reverse	8	0.011704521253705025
21513	rnn.weight_hh_l0_reverse	9	0.04609985277056694
21513	rnn.bias_ih_l0_reverse	0	-0.05700913444161415
21513	rnn.bias_ih_l0_reverse	1	-0.10133305191993713
21513	rnn.bias_ih_l0_reverse	2	-0.025371136143803596
21513	rnn.bias_ih_l0_reverse	3	0.001462683081626892
21513	rnn.bias_ih_l0_reverse	4	-0.009481177665293217
21513	rnn.bias_ih_l0_reverse	5	0.03502172976732254
21513	rnn.bias_ih_l0_reverse	6	-0.007690607104450464
21513	rnn.bias_ih_l0_reverse	7	0.038520991802215576
21513	rnn.bias_ih_l0_reverse	8	-0.03172769397497177
21513	rnn.bias_ih_l0_reverse	9	0.032764170318841934
21513	rnn.bias_hh_l0_reverse	0	-0.02513931319117546
21513	rnn.bias_hh_l0_reverse	1	-0.027098769322037697
21513	rnn.bias_hh_l0_reverse	2	0.002770122606307268
21513	rnn.bias_hh_l0_reverse	3	-0.04456337168812752
21513	rnn.bias_hh_l0_reverse	4	-0.04098523408174515
21513	rnn.bias_hh_l0_reverse	5	-0.04020004719495773
21513	rnn.bias_hh_l0_reverse	6	-0.0002024907007580623
21513	rnn.bias_hh_l0_reverse	7	0.025844164192676544
21513	rnn.bias_hh_l0_reverse	8	0.02910379134118557
21513	rnn.bias_hh_l0_reverse	9	-0.09602460265159607
21513	rnn.weight_ih_l1	0	-0.025067806243896484
21513	rnn.weight_ih_l1	1	-0.030806969851255417
21513	rnn.weight_ih_l1	2	0.03243973106145859
21513	rnn.weight_ih_l1	3	-0.012056826613843441
21513	rnn.weight_ih_l1	4	0.00856994092464447
21513	rnn.weight_ih_l1	5	-0.04107503965497017
21513	rnn.weight_ih_l1	6	0.016139844432473183
21513	rnn.weight_ih_l1	7	-0.03514343872666359
21513	rnn.weight_ih_l1	8	0.03862597048282623
21513	rnn.weight_ih_l1	9	0.02419714815914631
21513	rnn.weight_hh_l1	0	0.0016753349918872118
21513	rnn.weight_hh_l1	1	0.006794607732445002
21513	rnn.weight_hh_l1	2	-0.02356913313269615
21513	rnn.weight_hh_l1	3	6.755340291419998e-05
21513	rnn.weight_hh_l1	4	0.005230104550719261
21513	rnn.weight_hh_l1	5	0.031180791556835175
21513	rnn.weight_hh_l1	6	0.03174702450633049
21513	rnn.weight_hh_l1	7	-0.029889661818742752
21513	rnn.weight_hh_l1	8	-0.03993351012468338
21513	rnn.weight_hh_l1	9	0.0392179898917675
21513	rnn.bias_ih_l1	0	-0.08572178333997726
21513	rnn.bias_ih_l1	1	-0.0754997655749321
21513	rnn.bias_ih_l1	2	-0.09798267483711243
21513	rnn.bias_ih_l1	3	-0.0935448482632637
21513	rnn.bias_ih_l1	4	-0.12241216748952866
21513	rnn.bias_ih_l1	5	-0.07915735244750977
21513	rnn.bias_ih_l1	6	-0.015000171959400177
21513	rnn.bias_ih_l1	7	-0.0235417690128088
21513	rnn.bias_ih_l1	8	-0.06668119132518768
21513	rnn.bias_ih_l1	9	-0.05333864316344261
21513	rnn.bias_hh_l1	0	-0.08152305334806442
21513	rnn.bias_hh_l1	1	-0.02204771526157856
21513	rnn.bias_hh_l1	2	-0.033130746334791183
21513	rnn.bias_hh_l1	3	-0.051817797124385834
21513	rnn.bias_hh_l1	4	-0.06823236495256424
21513	rnn.bias_hh_l1	5	-0.02812969870865345
21513	rnn.bias_hh_l1	6	-0.04521045461297035
21513	rnn.bias_hh_l1	7	-0.08120540529489517
21513	rnn.bias_hh_l1	8	-0.003868967294692993
21513	rnn.bias_hh_l1	9	-0.013885604217648506
21513	rnn.weight_ih_l1_reverse	0	-0.03653348609805107
21513	rnn.weight_ih_l1_reverse	1	0.03912097588181496
21513	rnn.weight_ih_l1_reverse	2	-0.05113086476922035
21513	rnn.weight_ih_l1_reverse	3	-0.017961949110031128
21513	rnn.weight_ih_l1_reverse	4	-0.0172501802444458
21513	rnn.weight_ih_l1_reverse	5	-0.03773064538836479
21513	rnn.weight_ih_l1_reverse	6	-0.027443991973996162
21513	rnn.weight_ih_l1_reverse	7	0.011182758957147598
21513	rnn.weight_ih_l1_reverse	8	0.03742216154932976
21513	rnn.weight_ih_l1_reverse	9	-0.03371457755565643
21513	rnn.weight_hh_l1_reverse	0	0.008391779847443104
21513	rnn.weight_hh_l1_reverse	1	0.02760470286011696
21513	rnn.weight_hh_l1_reverse	2	-0.03734070062637329
21513	rnn.weight_hh_l1_reverse	3	0.038566458970308304
21513	rnn.weight_hh_l1_reverse	4	0.04477250576019287
21513	rnn.weight_hh_l1_reverse	5	0.011460546404123306
21513	rnn.weight_hh_l1_reverse	6	0.005139275919646025
21513	rnn.weight_hh_l1_reverse	7	0.028384720906615257
21513	rnn.weight_hh_l1_reverse	8	-0.00653589703142643
21513	rnn.weight_hh_l1_reverse	9	-0.037427835166454315
21513	rnn.bias_ih_l1_reverse	0	-0.005452600307762623
21513	rnn.bias_ih_l1_reverse	1	-0.05830734968185425
21513	rnn.bias_ih_l1_reverse	2	-0.06462449580430984
21513	rnn.bias_ih_l1_reverse	3	0.007245526649057865
21513	rnn.bias_ih_l1_reverse	4	-0.10240084677934647
21513	rnn.bias_ih_l1_reverse	5	-0.05014042556285858
21513	rnn.bias_ih_l1_reverse	6	-0.0635320395231247
21513	rnn.bias_ih_l1_reverse	7	-0.07761474698781967
21513	rnn.bias_ih_l1_reverse	8	0.05087701603770256
21513	rnn.bias_ih_l1_reverse	9	0.0072884326800704
21513	rnn.bias_hh_l1_reverse	0	-0.019409071654081345
21513	rnn.bias_hh_l1_reverse	1	-0.009753483347594738
21513	rnn.bias_hh_l1_reverse	2	-0.1482195258140564
21513	rnn.bias_hh_l1_reverse	3	-0.009799432009458542
21513	rnn.bias_hh_l1_reverse	4	-0.030219975858926773
21513	rnn.bias_hh_l1_reverse	5	-0.028166506439447403
21513	rnn.bias_hh_l1_reverse	6	0.08589494973421097
21513	rnn.bias_hh_l1_reverse	7	-0.04212420806288719
21513	rnn.bias_hh_l1_reverse	8	-0.06344697624444962
21513	rnn.bias_hh_l1_reverse	9	-0.05638589709997177
21513	linear.weight	0	0.002228822559118271
21513	linear.weight	1	0.06717129051685333
21513	linear.weight	2	-0.0908333957195282
21513	linear.weight	3	0.17225410044193268
21513	linear.weight	4	0.09479697048664093
21513	linear.weight	5	0.06197596341371536
21513	linear.weight	6	0.09599083662033081
21513	linear.weight	7	0.139469176530838
21513	linear.weight	8	0.04189310967922211
21513	linear.weight	9	-0.038688238710165024
21513	linear.bias	0	-0.09027279913425446
21513	linear.bias	1	0.07624784857034683
21513	linear.bias	2	-0.2859518527984619
21513	linear.bias	3	-0.7910336852073669
21513	linear.bias	4	-0.854851484298706
21513	linear.bias	5	0.06217728927731514
21513	linear.bias	6	-0.4582761228084564
21513	linear.bias	7	0.4947984516620636
21513	linear.bias	8	-0.5428277850151062
21513	linear.bias	9	-0.763925313949585
21710	transitions	0	0.17132145166397095
21710	transitions	1	-0.18113787472248077
21710	transitions	2	-10000.0
21710	transitions	3	-1.7652696371078491
21710	transitions	4	-10000.0
21710	transitions	5	0.773152232170105
21710	transitions	6	0.08493033051490784
21710	transitions	7	-0.004196598194539547
21710	transitions	8	-1.2232779264450073
21710	transitions	9	0.0008478266536258161
21710	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
21710	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
21710	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
21710	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
21710	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
21710	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
21710	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
21710	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
21710	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
21710	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
21710	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
21710	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
21710	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
21710	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
21710	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
21710	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
21710	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
21710	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
21710	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
21710	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
21710	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
21710	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
21710	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
21710	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
21710	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
21710	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
21710	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
21710	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
21710	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
21710	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
21710	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
21710	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
21710	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
21710	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
21710	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
21710	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
21710	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
21710	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
21710	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
21710	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
21710	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
21710	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
21710	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
21710	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
21710	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
21710	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
21710	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
21710	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
21710	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
21710	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
21710	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
21710	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
21710	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
21710	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
21710	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
21710	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
21710	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
21710	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
21710	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
21710	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
21710	embedding2nn.weight	0	0.007682610768824816
21710	embedding2nn.weight	1	-0.014745108783245087
21710	embedding2nn.weight	2	-0.014268253929913044
21710	embedding2nn.weight	3	0.024663103744387627
21710	embedding2nn.weight	4	-0.005915034096688032
21710	embedding2nn.weight	5	-0.003700594650581479
21710	embedding2nn.weight	6	-0.003973270300775766
21710	embedding2nn.weight	7	-0.030009469017386436
21710	embedding2nn.weight	8	-0.0019979383796453476
21710	embedding2nn.weight	9	-0.00795678235590458
21710	embedding2nn.bias	0	0.03493905067443848
21710	embedding2nn.bias	1	-0.03990039974451065
21710	embedding2nn.bias	2	0.0534885972738266
21710	embedding2nn.bias	3	0.0408758707344532
21710	embedding2nn.bias	4	-0.013317737728357315
21710	embedding2nn.bias	5	-0.025202743709087372
21710	embedding2nn.bias	6	0.015392563305795193
21710	embedding2nn.bias	7	-0.03155107796192169
21710	embedding2nn.bias	8	0.037133026868104935
21710	embedding2nn.bias	9	0.02469916269183159
21710	rnn.weight_ih_l0	0	-0.014958874322474003
21710	rnn.weight_ih_l0	1	0.012489902786910534
21710	rnn.weight_ih_l0	2	0.026051629334688187
21710	rnn.weight_ih_l0	3	0.019568895921111107
21710	rnn.weight_ih_l0	4	-0.02060595713555813
21710	rnn.weight_ih_l0	5	-0.04930160567164421
21710	rnn.weight_ih_l0	6	0.015027984045445919
21710	rnn.weight_ih_l0	7	0.049208249896764755
21710	rnn.weight_ih_l0	8	0.01779055967926979
21710	rnn.weight_ih_l0	9	-0.03508700057864189
21710	rnn.weight_hh_l0	0	-0.036779291927814484
21710	rnn.weight_hh_l0	1	0.0033463086001574993
21710	rnn.weight_hh_l0	2	0.0047669787891209126
21710	rnn.weight_hh_l0	3	-0.017797227948904037
21710	rnn.weight_hh_l0	4	0.03876353055238724
21710	rnn.weight_hh_l0	5	-0.009026458486914635
21710	rnn.weight_hh_l0	6	-0.03543673828244209
21710	rnn.weight_hh_l0	7	-0.04791198670864105
21710	rnn.weight_hh_l0	8	0.0024393757339566946
21710	rnn.weight_hh_l0	9	-0.03146752715110779
21710	rnn.bias_ih_l0	0	0.024553917348384857
21710	rnn.bias_ih_l0	1	-0.011579886078834534
21710	rnn.bias_ih_l0	2	-0.0011507115559652448
21710	rnn.bias_ih_l0	3	0.04603196308016777
21710	rnn.bias_ih_l0	4	-0.041144851595163345
21710	rnn.bias_ih_l0	5	-0.0206910390406847
21710	rnn.bias_ih_l0	6	0.005248947534710169
21710	rnn.bias_ih_l0	7	0.02525075152516365
21710	rnn.bias_ih_l0	8	-0.07277734577655792
21710	rnn.bias_ih_l0	9	0.00226957886479795
21710	rnn.bias_hh_l0	0	-0.03433152288198471
21710	rnn.bias_hh_l0	1	-0.06687472015619278
21710	rnn.bias_hh_l0	2	-0.030515719205141068
21710	rnn.bias_hh_l0	3	-0.03840450569987297
21710	rnn.bias_hh_l0	4	-0.006292036268860102
21710	rnn.bias_hh_l0	5	0.019017063081264496
21710	rnn.bias_hh_l0	6	0.028514835983514786
21710	rnn.bias_hh_l0	7	-0.026008397340774536
21710	rnn.bias_hh_l0	8	-0.05207085609436035
21710	rnn.bias_hh_l0	9	-0.02943626046180725
21710	rnn.weight_ih_l0_reverse	0	-0.012333843857049942
21710	rnn.weight_ih_l0_reverse	1	-0.05452074855566025
21710	rnn.weight_ih_l0_reverse	2	-0.012953434139490128
21710	rnn.weight_ih_l0_reverse	3	0.005665019154548645
21710	rnn.weight_ih_l0_reverse	4	-0.014655299484729767
21710	rnn.weight_ih_l0_reverse	5	-0.04845418781042099
21710	rnn.weight_ih_l0_reverse	6	0.044922903180122375
21710	rnn.weight_ih_l0_reverse	7	-0.026528414338827133
21710	rnn.weight_ih_l0_reverse	8	-0.031267691403627396
21710	rnn.weight_ih_l0_reverse	9	0.014434785582125187
21710	rnn.weight_hh_l0_reverse	0	0.023299919441342354
21710	rnn.weight_hh_l0_reverse	1	0.028747888281941414
21710	rnn.weight_hh_l0_reverse	2	0.02833087556064129
21710	rnn.weight_hh_l0_reverse	3	0.019553449004888535
21710	rnn.weight_hh_l0_reverse	4	0.011859459802508354
21710	rnn.weight_hh_l0_reverse	5	0.004333702381700277
21710	rnn.weight_hh_l0_reverse	6	0.0364154651761055
21710	rnn.weight_hh_l0_reverse	7	-0.025561148300766945
21710	rnn.weight_hh_l0_reverse	8	0.012174823321402073
21710	rnn.weight_hh_l0_reverse	9	0.0463792085647583
21710	rnn.bias_ih_l0_reverse	0	-0.05581935867667198
21710	rnn.bias_ih_l0_reverse	1	-0.1028115451335907
21710	rnn.bias_ih_l0_reverse	2	-0.024801069870591164
21710	rnn.bias_ih_l0_reverse	3	0.0014123952714726329
21710	rnn.bias_ih_l0_reverse	4	-0.01898409239947796
21710	rnn.bias_ih_l0_reverse	5	0.03448127210140228
21710	rnn.bias_ih_l0_reverse	6	-0.007625359110534191
21710	rnn.bias_ih_l0_reverse	7	0.03904002532362938
21710	rnn.bias_ih_l0_reverse	8	-0.031326774507761
21710	rnn.bias_ih_l0_reverse	9	0.03677351027727127
21710	rnn.bias_hh_l0_reverse	0	-0.024441394954919815
21710	rnn.bias_hh_l0_reverse	1	-0.021951351314783096
21710	rnn.bias_hh_l0_reverse	2	0.002992831403389573
21710	rnn.bias_hh_l0_reverse	3	-0.04406299814581871
21710	rnn.bias_hh_l0_reverse	4	-0.04425140097737312
21710	rnn.bias_hh_l0_reverse	5	-0.04175229370594025
21710	rnn.bias_hh_l0_reverse	6	-0.0025005678180605173
21710	rnn.bias_hh_l0_reverse	7	0.02478102594614029
21710	rnn.bias_hh_l0_reverse	8	0.02915697731077671
21710	rnn.bias_hh_l0_reverse	9	-0.09273611009120941
21710	rnn.weight_ih_l1	0	-0.024474024772644043
21710	rnn.weight_ih_l1	1	-0.031170222908258438
21710	rnn.weight_ih_l1	2	0.032408278435468674
21710	rnn.weight_ih_l1	3	-0.01122988574206829
21710	rnn.weight_ih_l1	4	0.008407684974372387
21710	rnn.weight_ih_l1	5	-0.04063393175601959
21710	rnn.weight_ih_l1	6	0.016477767378091812
21710	rnn.weight_ih_l1	7	-0.03532172739505768
21710	rnn.weight_ih_l1	8	0.0386495441198349
21710	rnn.weight_ih_l1	9	0.024254947900772095
21710	rnn.weight_hh_l1	0	0.002240475732833147
21710	rnn.weight_hh_l1	1	0.007120785303413868
21710	rnn.weight_hh_l1	2	-0.023685108870267868
21710	rnn.weight_hh_l1	3	-0.00022535429161507636
21710	rnn.weight_hh_l1	4	0.004198254086077213
21710	rnn.weight_hh_l1	5	0.03121180273592472
21710	rnn.weight_hh_l1	6	0.03215741738677025
21710	rnn.weight_hh_l1	7	-0.029931487515568733
21710	rnn.weight_hh_l1	8	-0.039678528904914856
21710	rnn.weight_hh_l1	9	0.03866654261946678
21710	rnn.bias_ih_l1	0	-0.08448844403028488
21710	rnn.bias_ih_l1	1	-0.0720108300447464
21710	rnn.bias_ih_l1	2	-0.10046209394931793
21710	rnn.bias_ih_l1	3	-0.09239308536052704
21710	rnn.bias_ih_l1	4	-0.12276281416416168
21710	rnn.bias_ih_l1	5	-0.07905801385641098
21710	rnn.bias_ih_l1	6	-0.016184750944375992
21710	rnn.bias_ih_l1	7	-0.022480109706521034
21710	rnn.bias_ih_l1	8	-0.06839770078659058
21710	rnn.bias_ih_l1	9	-0.053714655339717865
21710	rnn.bias_hh_l1	0	-0.0831318125128746
21710	rnn.bias_hh_l1	1	-0.020674819126725197
21710	rnn.bias_hh_l1	2	-0.03631550446152687
21710	rnn.bias_hh_l1	3	-0.05210762470960617
21710	rnn.bias_hh_l1	4	-0.06620220094919205
21710	rnn.bias_hh_l1	5	-0.03070054017007351
21710	rnn.bias_hh_l1	6	-0.047882530838251114
21710	rnn.bias_hh_l1	7	-0.08157263696193695
21710	rnn.bias_hh_l1	8	-0.00016049925761763006
21710	rnn.bias_hh_l1	9	-0.014342972077429295
21710	rnn.weight_ih_l1_reverse	0	-0.03622499108314514
21710	rnn.weight_ih_l1_reverse	1	0.0421452596783638
21710	rnn.weight_ih_l1_reverse	2	-0.05704245716333389
21710	rnn.weight_ih_l1_reverse	3	-0.01593664474785328
21710	rnn.weight_ih_l1_reverse	4	-0.0165668074041605
21710	rnn.weight_ih_l1_reverse	5	-0.03787685185670853
21710	rnn.weight_ih_l1_reverse	6	-0.02636273019015789
21710	rnn.weight_ih_l1_reverse	7	0.011220375075936317
21710	rnn.weight_ih_l1_reverse	8	0.03367152065038681
21710	rnn.weight_ih_l1_reverse	9	-0.0324363149702549
21710	rnn.weight_hh_l1_reverse	0	0.008497364819049835
21710	rnn.weight_hh_l1_reverse	1	0.027505647391080856
21710	rnn.weight_hh_l1_reverse	2	-0.03741365671157837
21710	rnn.weight_hh_l1_reverse	3	0.03866305202245712
21710	rnn.weight_hh_l1_reverse	4	0.04339723289012909
21710	rnn.weight_hh_l1_reverse	5	0.011529664508998394
21710	rnn.weight_hh_l1_reverse	6	0.005748203955590725
21710	rnn.weight_hh_l1_reverse	7	0.028459850698709488
21710	rnn.weight_hh_l1_reverse	8	-0.006382348947227001
21710	rnn.weight_hh_l1_reverse	9	-0.03753376752138138
21710	rnn.bias_ih_l1_reverse	0	-0.006425275932997465
21710	rnn.bias_ih_l1_reverse	1	-0.06010262295603752
21710	rnn.bias_ih_l1_reverse	2	-0.06495828926563263
21710	rnn.bias_ih_l1_reverse	3	0.010649720206856728
21710	rnn.bias_ih_l1_reverse	4	-0.10324105620384216
21710	rnn.bias_ih_l1_reverse	5	-0.05095614865422249
21710	rnn.bias_ih_l1_reverse	6	-0.06414637714624405
21710	rnn.bias_ih_l1_reverse	7	-0.07621143758296967
21710	rnn.bias_ih_l1_reverse	8	0.04692545905709267
21710	rnn.bias_ih_l1_reverse	9	0.005312631372362375
21710	rnn.bias_hh_l1_reverse	0	-0.020395830273628235
21710	rnn.bias_hh_l1_reverse	1	-0.014295533299446106
21710	rnn.bias_hh_l1_reverse	2	-0.14972558617591858
21710	rnn.bias_hh_l1_reverse	3	-0.010055876336991787
21710	rnn.bias_hh_l1_reverse	4	-0.030675236135721207
21710	rnn.bias_hh_l1_reverse	5	-0.028128357604146004
21710	rnn.bias_hh_l1_reverse	6	0.10650229454040527
21710	rnn.bias_hh_l1_reverse	7	-0.04391543194651604
21710	rnn.bias_hh_l1_reverse	8	-0.06276807188987732
21710	rnn.bias_hh_l1_reverse	9	-0.05752796679735184
21710	linear.weight	0	0.002228822559118271
21710	linear.weight	1	0.07354406267404556
21710	linear.weight	2	-0.08884035795927048
21710	linear.weight	3	0.17750342190265656
21710	linear.weight	4	0.0986664742231369
21710	linear.weight	5	0.05690950155258179
21710	linear.weight	6	0.0934423953294754
21710	linear.weight	7	0.1498107761144638
21710	linear.weight	8	0.04187506437301636
21710	linear.weight	9	-0.03650709614157677
21710	linear.bias	0	-0.03307753801345825
21710	linear.bias	1	0.07548519223928452
21710	linear.bias	2	-0.30007341504096985
21710	linear.bias	3	-0.7873725295066833
21710	linear.bias	4	-0.8582538962364197
21710	linear.bias	5	0.06512844562530518
21710	linear.bias	6	-0.46850380301475525
21710	linear.bias	7	0.4993266463279724
21710	linear.bias	8	-0.5255101919174194
21710	linear.bias	9	-0.7488081455230713
21714	transitions	0	0.1709510087966919
21714	transitions	1	-0.18114349246025085
21714	transitions	2	-10000.0
21714	transitions	3	-1.7652782201766968
21714	transitions	4	-10000.0
21714	transitions	5	0.7731355428695679
21714	transitions	6	0.08490260690450668
21714	transitions	7	-0.00419906061142683
21714	transitions	8	-1.2232831716537476
21714	transitions	9	0.0008476359071210027
21714	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
21714	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
21714	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
21714	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
21714	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
21714	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
21714	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
21714	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
21714	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
21714	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
21714	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
21714	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
21714	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
21714	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
21714	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
21714	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
21714	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
21714	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
21714	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
21714	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
21714	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
21714	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
21714	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
21714	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
21714	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
21714	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
21714	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
21714	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
21714	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
21714	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
21714	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
21714	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
21714	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
21714	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
21714	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
21714	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
21714	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
21714	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
21714	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
21714	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
21714	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
21714	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
21714	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
21714	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
21714	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
21714	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
21714	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
21714	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
21714	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
21714	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
21714	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
21714	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
21714	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
21714	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
21714	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
21714	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
21714	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
21714	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
21714	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
21714	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
21714	embedding2nn.weight	0	0.0077056740410625935
21714	embedding2nn.weight	1	-0.014724092558026314
21714	embedding2nn.weight	2	-0.014268253929913044
21714	embedding2nn.weight	3	0.024766430258750916
21714	embedding2nn.weight	4	-0.005915034096688032
21714	embedding2nn.weight	5	-0.003700594650581479
21714	embedding2nn.weight	6	-0.003973269835114479
21714	embedding2nn.weight	7	-0.030116934329271317
21714	embedding2nn.weight	8	-0.0019979383796453476
21714	embedding2nn.weight	9	-0.007994814775884151
21714	embedding2nn.bias	0	0.03341454267501831
21714	embedding2nn.bias	1	-0.03647966310381889
21714	embedding2nn.bias	2	0.05379292741417885
21714	embedding2nn.bias	3	0.04161519557237625
21714	embedding2nn.bias	4	-0.013440965674817562
21714	embedding2nn.bias	5	-0.024128342047333717
21714	embedding2nn.bias	6	0.015933716669678688
21714	embedding2nn.bias	7	-0.03155255317687988
21714	embedding2nn.bias	8	0.03749249503016472
21714	embedding2nn.bias	9	0.023996489122509956
21714	rnn.weight_ih_l0	0	-0.014909757301211357
21714	rnn.weight_ih_l0	1	0.012556176632642746
21714	rnn.weight_ih_l0	2	0.02605646289885044
21714	rnn.weight_ih_l0	3	0.01964128017425537
21714	rnn.weight_ih_l0	4	-0.02066281996667385
21714	rnn.weight_ih_l0	5	-0.04926745221018791
21714	rnn.weight_ih_l0	6	0.01494034193456173
21714	rnn.weight_ih_l0	7	0.049246594309806824
21714	rnn.weight_ih_l0	8	0.017838414758443832
21714	rnn.weight_ih_l0	9	-0.03505367040634155
21714	rnn.weight_hh_l0	0	-0.03673098236322403
21714	rnn.weight_hh_l0	1	0.0034031278919428587
21714	rnn.weight_hh_l0	2	0.004765248857438564
21714	rnn.weight_hh_l0	3	-0.01818413846194744
21714	rnn.weight_hh_l0	4	0.03877699375152588
21714	rnn.weight_hh_l0	5	-0.009033680893480778
21714	rnn.weight_hh_l0	6	-0.03541252017021179
21714	rnn.weight_hh_l0	7	-0.04788769409060478
21714	rnn.weight_hh_l0	8	0.0024440367706120014
21714	rnn.weight_hh_l0	9	-0.031427837908267975
21714	rnn.bias_ih_l0	0	0.02424049749970436
21714	rnn.bias_ih_l0	1	-0.012235843576490879
21714	rnn.bias_ih_l0	2	-0.0013702729484066367
21714	rnn.bias_ih_l0	3	0.046453364193439484
21714	rnn.bias_ih_l0	4	-0.04077065363526344
21714	rnn.bias_ih_l0	5	-0.01980605162680149
21714	rnn.bias_ih_l0	6	0.0057875183410942554
21714	rnn.bias_ih_l0	7	0.02456117793917656
21714	rnn.bias_ih_l0	8	-0.07256671786308289
21714	rnn.bias_ih_l0	9	0.0017443427350372076
21714	rnn.bias_hh_l0	0	-0.033891938626766205
21714	rnn.bias_hh_l0	1	-0.06736995279788971
21714	rnn.bias_hh_l0	2	-0.030399352312088013
21714	rnn.bias_hh_l0	3	-0.03869269788265228
21714	rnn.bias_hh_l0	4	-0.006152926944196224
21714	rnn.bias_hh_l0	5	0.018766168504953384
21714	rnn.bias_hh_l0	6	0.02902344800531864
21714	rnn.bias_hh_l0	7	-0.025849204510450363
21714	rnn.bias_hh_l0	8	-0.051096223294734955
21714	rnn.bias_hh_l0	9	-0.02983316034078598
21714	rnn.weight_ih_l0_reverse	0	-0.012518047355115414
21714	rnn.weight_ih_l0_reverse	1	-0.05462060123682022
21714	rnn.weight_ih_l0_reverse	2	-0.013197382912039757
21714	rnn.weight_ih_l0_reverse	3	0.005612615030258894
21714	rnn.weight_ih_l0_reverse	4	-0.014600949361920357
21714	rnn.weight_ih_l0_reverse	5	-0.048455242067575455
21714	rnn.weight_ih_l0_reverse	6	0.044790491461753845
21714	rnn.weight_ih_l0_reverse	7	-0.026657577604055405
21714	rnn.weight_ih_l0_reverse	8	-0.031301356852054596
21714	rnn.weight_ih_l0_reverse	9	0.014421357773244381
21714	rnn.weight_hh_l0_reverse	0	0.023216214030981064
21714	rnn.weight_hh_l0_reverse	1	0.02879401296377182
21714	rnn.weight_hh_l0_reverse	2	0.02836604416370392
21714	rnn.weight_hh_l0_reverse	3	0.019464176148176193
21714	rnn.weight_hh_l0_reverse	4	0.01194163877516985
21714	rnn.weight_hh_l0_reverse	5	0.004335886333137751
21714	rnn.weight_hh_l0_reverse	6	0.036403510719537735
21714	rnn.weight_hh_l0_reverse	7	-0.02571672387421131
21714	rnn.weight_hh_l0_reverse	8	0.012145535089075565
21714	rnn.weight_hh_l0_reverse	9	0.04637474939227104
21714	rnn.bias_ih_l0_reverse	0	-0.05569496005773544
21714	rnn.bias_ih_l0_reverse	1	-0.10287231206893921
21714	rnn.bias_ih_l0_reverse	2	-0.023889360949397087
21714	rnn.bias_ih_l0_reverse	3	0.0012778145028278232
21714	rnn.bias_ih_l0_reverse	4	-0.019253592938184738
21714	rnn.bias_ih_l0_reverse	5	0.03446260467171669
21714	rnn.bias_ih_l0_reverse	6	-0.007285065017640591
21714	rnn.bias_ih_l0_reverse	7	0.039167795330286026
21714	rnn.bias_ih_l0_reverse	8	-0.03057747893035412
21714	rnn.bias_ih_l0_reverse	9	0.035834286361932755
21714	rnn.bias_hh_l0_reverse	0	-0.024289380759000778
21714	rnn.bias_hh_l0_reverse	1	-0.02377558872103691
21714	rnn.bias_hh_l0_reverse	2	0.003078468143939972
21714	rnn.bias_hh_l0_reverse	3	-0.04390363767743111
21714	rnn.bias_hh_l0_reverse	4	-0.044430479407310486
21714	rnn.bias_hh_l0_reverse	5	-0.04252224415540695
21714	rnn.bias_hh_l0_reverse	6	-0.003597247414290905
21714	rnn.bias_hh_l0_reverse	7	0.02508031763136387
21714	rnn.bias_hh_l0_reverse	8	0.029107684269547462
21714	rnn.bias_hh_l0_reverse	9	-0.09293283522129059
21714	rnn.weight_ih_l1	0	-0.024456705898046494
21714	rnn.weight_ih_l1	1	-0.031062638387084007
21714	rnn.weight_ih_l1	2	0.03202935308218002
21714	rnn.weight_ih_l1	3	-0.010594310238957405
21714	rnn.weight_ih_l1	4	0.00846525002270937
21714	rnn.weight_ih_l1	5	-0.04065253213047981
21714	rnn.weight_ih_l1	6	0.016429102048277855
21714	rnn.weight_ih_l1	7	-0.03532915562391281
21714	rnn.weight_ih_l1	8	0.03864416107535362
21714	rnn.weight_ih_l1	9	0.02427699975669384
21714	rnn.weight_hh_l1	0	0.00195358251221478
21714	rnn.weight_hh_l1	1	0.007102568168193102
21714	rnn.weight_hh_l1	2	-0.02368273213505745
21714	rnn.weight_hh_l1	3	-0.00022305110178422183
21714	rnn.weight_hh_l1	4	0.004306744318455458
21714	rnn.weight_hh_l1	5	0.031150976195931435
21714	rnn.weight_hh_l1	6	0.03213579207658768
21714	rnn.weight_hh_l1	7	-0.029970435425639153
21714	rnn.weight_hh_l1	8	-0.039653580635786057
21714	rnn.weight_hh_l1	9	0.038594137877225876
21714	rnn.bias_ih_l1	0	-0.08430229872465134
21714	rnn.bias_ih_l1	1	-0.07128653675317764
21714	rnn.bias_ih_l1	2	-0.10037393867969513
21714	rnn.bias_ih_l1	3	-0.0921516865491867
21714	rnn.bias_ih_l1	4	-0.12420477718114853
21714	rnn.bias_ih_l1	5	-0.07896171510219574
21714	rnn.bias_ih_l1	6	-0.017126033082604408
21714	rnn.bias_ih_l1	7	-0.022624636068940163
21714	rnn.bias_ih_l1	8	-0.06856011599302292
21714	rnn.bias_ih_l1	9	-0.053914859890937805
21714	rnn.bias_hh_l1	0	-0.0831686332821846
21714	rnn.bias_hh_l1	1	-0.02090211771428585
21714	rnn.bias_hh_l1	2	-0.03642287477850914
21714	rnn.bias_hh_l1	3	-0.05206705629825592
21714	rnn.bias_hh_l1	4	-0.0660649910569191
21714	rnn.bias_hh_l1	5	-0.030596518889069557
21714	rnn.bias_hh_l1	6	-0.047880981117486954
21714	rnn.bias_hh_l1	7	-0.07912523299455643
21714	rnn.bias_hh_l1	8	-0.0005859166849404573
21714	rnn.bias_hh_l1	9	-0.014256458729505539
21714	rnn.weight_ih_l1_reverse	0	-0.03626164048910141
21714	rnn.weight_ih_l1_reverse	1	0.04235392063856125
21714	rnn.weight_ih_l1_reverse	2	-0.057236891239881516
21714	rnn.weight_ih_l1_reverse	3	-0.01587286777794361
21714	rnn.weight_ih_l1_reverse	4	-0.016700981184840202
21714	rnn.weight_ih_l1_reverse	5	-0.03787516802549362
21714	rnn.weight_ih_l1_reverse	6	-0.026353465393185616
21714	rnn.weight_ih_l1_reverse	7	0.011322535574436188
21714	rnn.weight_ih_l1_reverse	8	0.03338027745485306
21714	rnn.weight_ih_l1_reverse	9	-0.03235900402069092
21714	rnn.weight_hh_l1_reverse	0	0.008514638058841228
21714	rnn.weight_hh_l1_reverse	1	0.02750289998948574
21714	rnn.weight_hh_l1_reverse	2	-0.037410102784633636
21714	rnn.weight_hh_l1_reverse	3	0.03867286071181297
21714	rnn.weight_hh_l1_reverse	4	0.043322548270225525
21714	rnn.weight_hh_l1_reverse	5	0.011544374749064445
21714	rnn.weight_hh_l1_reverse	6	0.005773507058620453
21714	rnn.weight_hh_l1_reverse	7	0.028458667919039726
21714	rnn.weight_hh_l1_reverse	8	-0.006406316999346018
21714	rnn.weight_hh_l1_reverse	9	-0.03761472925543785
21714	rnn.bias_ih_l1_reverse	0	-0.00675261439755559
21714	rnn.bias_ih_l1_reverse	1	-0.059966377913951874
21714	rnn.bias_ih_l1_reverse	2	-0.06505991518497467
21714	rnn.bias_ih_l1_reverse	3	0.009097457863390446
21714	rnn.bias_ih_l1_reverse	4	-0.10335079580545425
21714	rnn.bias_ih_l1_reverse	5	-0.05117347836494446
21714	rnn.bias_ih_l1_reverse	6	-0.06418738514184952
21714	rnn.bias_ih_l1_reverse	7	-0.07599149644374847
21714	rnn.bias_ih_l1_reverse	8	0.044749706983566284
21714	rnn.bias_ih_l1_reverse	9	0.003403804497793317
21714	rnn.bias_hh_l1_reverse	0	-0.02143643982708454
21714	rnn.bias_hh_l1_reverse	1	-0.01396262925118208
21714	rnn.bias_hh_l1_reverse	2	-0.14969518780708313
21714	rnn.bias_hh_l1_reverse	3	-0.010952506214380264
21714	rnn.bias_hh_l1_reverse	4	-0.030594827607274055
21714	rnn.bias_hh_l1_reverse	5	-0.028346678242087364
21714	rnn.bias_hh_l1_reverse	6	0.10638681054115295
21714	rnn.bias_hh_l1_reverse	7	-0.044052571058273315
21714	rnn.bias_hh_l1_reverse	8	-0.06299175322055817
21714	rnn.bias_hh_l1_reverse	9	-0.05748805031180382
21714	linear.weight	0	0.002228822559118271
21714	linear.weight	1	0.07566942274570465
21714	linear.weight	2	-0.08873576670885086
21714	linear.weight	3	0.17676439881324768
21714	linear.weight	4	0.10023599863052368
21714	linear.weight	5	0.05656728148460388
21714	linear.weight	6	0.09204833954572678
21714	linear.weight	7	0.14885687828063965
21714	linear.weight	8	0.041875217109918594
21714	linear.weight	9	-0.03637276217341423
21714	linear.bias	0	-0.051989149302244186
21714	linear.bias	1	0.08387453109025955
21714	linear.bias	2	-0.2858082056045532
21714	linear.bias	3	-0.7792761325836182
21714	linear.bias	4	-0.8500266075134277
21714	linear.bias	5	0.05637522041797638
21714	linear.bias	6	-0.45988667011260986
21714	linear.bias	7	0.4905966818332672
21714	linear.bias	8	-0.5399637818336487
21714	linear.bias	9	-0.7635342478752136
21911	transitions	0	0.1577322632074356
21911	transitions	1	-0.1879768967628479
21911	transitions	2	-10000.0
21911	transitions	3	-1.7655278444290161
21911	transitions	4	-10000.0
21911	transitions	5	0.7713399529457092
21911	transitions	6	0.0835137590765953
21911	transitions	7	-0.006386026740074158
21911	transitions	8	-1.2242902517318726
21911	transitions	9	0.0008341378998011351
21911	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
21911	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
21911	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
21911	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
21911	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
21911	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
21911	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
21911	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
21911	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
21911	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
21911	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
21911	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
21911	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
21911	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
21911	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
21911	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
21911	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
21911	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
21911	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
21911	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
21911	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
21911	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
21911	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
21911	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
21911	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
21911	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
21911	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
21911	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
21911	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
21911	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
21911	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
21911	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
21911	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
21911	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
21911	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
21911	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
21911	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
21911	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
21911	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
21911	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
21911	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
21911	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
21911	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
21911	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
21911	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
21911	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
21911	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
21911	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
21911	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
21911	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
21911	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
21911	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
21911	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
21911	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
21911	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
21911	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
21911	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
21911	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
21911	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
21911	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
21911	embedding2nn.weight	0	0.010680329985916615
21911	embedding2nn.weight	1	-0.014636759646236897
21911	embedding2nn.weight	2	-0.014268253929913044
21911	embedding2nn.weight	3	0.02443193830549717
21911	embedding2nn.weight	4	-0.005915034096688032
21911	embedding2nn.weight	5	-0.0037005944177508354
21911	embedding2nn.weight	6	-0.003973269835114479
21911	embedding2nn.weight	7	-0.02811906486749649
21911	embedding2nn.weight	8	-0.0019979383796453476
21911	embedding2nn.weight	9	-0.008611948229372501
21911	embedding2nn.bias	0	0.03758833184838295
21911	embedding2nn.bias	1	-0.04717930778861046
21911	embedding2nn.bias	2	0.062124453485012054
21911	embedding2nn.bias	3	0.04873272404074669
21911	embedding2nn.bias	4	-0.008799401111900806
21911	embedding2nn.bias	5	-0.02703079767525196
21911	embedding2nn.bias	6	0.011479707434773445
21911	embedding2nn.bias	7	-0.03616635501384735
21911	embedding2nn.bias	8	0.029721055179834366
21911	embedding2nn.bias	9	0.026815025135874748
21911	rnn.weight_ih_l0	0	-0.015811225399374962
21911	rnn.weight_ih_l0	1	0.011828005313873291
21911	rnn.weight_ih_l0	2	0.02485637553036213
21911	rnn.weight_ih_l0	3	0.01881847344338894
21911	rnn.weight_ih_l0	4	-0.019315987825393677
21911	rnn.weight_ih_l0	5	-0.04973452910780907
21911	rnn.weight_ih_l0	6	0.014784011989831924
21911	rnn.weight_ih_l0	7	0.049473851919174194
21911	rnn.weight_ih_l0	8	0.01741156540811062
21911	rnn.weight_ih_l0	9	-0.035349369049072266
21911	rnn.weight_hh_l0	0	-0.036984652280807495
21911	rnn.weight_hh_l0	1	0.0033014186192303896
21911	rnn.weight_hh_l0	2	0.003430834738537669
21911	rnn.weight_hh_l0	3	-0.01963949203491211
21911	rnn.weight_hh_l0	4	0.03963996842503548
21911	rnn.weight_hh_l0	5	-0.008733049966394901
21911	rnn.weight_hh_l0	6	-0.03414136543869972
21911	rnn.weight_hh_l0	7	-0.04951854795217514
21911	rnn.weight_hh_l0	8	0.0024319179356098175
21911	rnn.weight_hh_l0	9	-0.03134951740503311
21911	rnn.bias_ih_l0	0	0.023597024381160736
21911	rnn.bias_ih_l0	1	-0.01607225090265274
21911	rnn.bias_ih_l0	2	-0.0010522527154535055
21911	rnn.bias_ih_l0	3	0.0458902083337307
21911	rnn.bias_ih_l0	4	-0.038354966789484024
21911	rnn.bias_ih_l0	5	-0.01986529305577278
21911	rnn.bias_ih_l0	6	0.006447007413953543
21911	rnn.bias_ih_l0	7	0.0256724264472723
21911	rnn.bias_ih_l0	8	-0.0726751983165741
21911	rnn.bias_ih_l0	9	0.0033942824229598045
21911	rnn.bias_hh_l0	0	-0.03619461506605148
21911	rnn.bias_hh_l0	1	-0.07737534493207932
21911	rnn.bias_hh_l0	2	-0.03535347431898117
21911	rnn.bias_hh_l0	3	-0.03825316205620766
21911	rnn.bias_hh_l0	4	-0.004696979653090239
21911	rnn.bias_hh_l0	5	0.020235782489180565
21911	rnn.bias_hh_l0	6	0.02394852600991726
21911	rnn.bias_hh_l0	7	-0.012325871735811234
21911	rnn.bias_hh_l0	8	-0.05480683222413063
21911	rnn.bias_hh_l0	9	-0.03324783593416214
21911	rnn.weight_ih_l0_reverse	0	-0.012976473197340965
21911	rnn.weight_ih_l0_reverse	1	-0.053404416888952255
21911	rnn.weight_ih_l0_reverse	2	-0.012254402041435242
21911	rnn.weight_ih_l0_reverse	3	0.00644600810483098
21911	rnn.weight_ih_l0_reverse	4	-0.014485377818346024
21911	rnn.weight_ih_l0_reverse	5	-0.04860774800181389
21911	rnn.weight_ih_l0_reverse	6	0.0447668582201004
21911	rnn.weight_ih_l0_reverse	7	-0.02643752656877041
21911	rnn.weight_ih_l0_reverse	8	-0.03163904696702957
21911	rnn.weight_ih_l0_reverse	9	0.014392263256013393
21911	rnn.weight_hh_l0_reverse	0	0.02423097752034664
21911	rnn.weight_hh_l0_reverse	1	0.028457527980208397
21911	rnn.weight_hh_l0_reverse	2	0.02870606631040573
21911	rnn.weight_hh_l0_reverse	3	0.019044477492570877
21911	rnn.weight_hh_l0_reverse	4	0.011830358766019344
21911	rnn.weight_hh_l0_reverse	5	0.0020155792590230703
21911	rnn.weight_hh_l0_reverse	6	0.0364760160446167
21911	rnn.weight_hh_l0_reverse	7	-0.025169245898723602
21911	rnn.weight_hh_l0_reverse	8	0.012162068858742714
21911	rnn.weight_hh_l0_reverse	9	0.0465230718255043
21911	rnn.bias_ih_l0_reverse	0	-0.056872230023145676
21911	rnn.bias_ih_l0_reverse	1	-0.0963677167892456
21911	rnn.bias_ih_l0_reverse	2	-0.02270479127764702
21911	rnn.bias_ih_l0_reverse	3	0.0032689296640455723
21911	rnn.bias_ih_l0_reverse	4	-0.01607682555913925
21911	rnn.bias_ih_l0_reverse	5	0.041919879615306854
21911	rnn.bias_ih_l0_reverse	6	-0.007652691099792719
21911	rnn.bias_ih_l0_reverse	7	0.0372152253985405
21911	rnn.bias_ih_l0_reverse	8	-0.03271294757723808
21911	rnn.bias_ih_l0_reverse	9	0.03682667016983032
21911	rnn.bias_hh_l0_reverse	0	-0.023000109940767288
21911	rnn.bias_hh_l0_reverse	1	-0.030125396326184273
21911	rnn.bias_hh_l0_reverse	2	0.0027355761267244816
21911	rnn.bias_hh_l0_reverse	3	-0.04498396813869476
21911	rnn.bias_hh_l0_reverse	4	-0.04379019886255264
21911	rnn.bias_hh_l0_reverse	5	-0.040116120129823685
21911	rnn.bias_hh_l0_reverse	6	-0.0027486917097121477
21911	rnn.bias_hh_l0_reverse	7	0.029256820678710938
21911	rnn.bias_hh_l0_reverse	8	0.03057410940527916
21911	rnn.bias_hh_l0_reverse	9	-0.09649353474378586
21911	rnn.weight_ih_l1	0	-0.025289028882980347
21911	rnn.weight_ih_l1	1	-0.03181685134768486
21911	rnn.weight_ih_l1	2	0.03201094642281532
21911	rnn.weight_ih_l1	3	-0.011720935814082623
21911	rnn.weight_ih_l1	4	0.008537091314792633
21911	rnn.weight_ih_l1	5	-0.04059651866555214
21911	rnn.weight_ih_l1	6	0.016532031819224358
21911	rnn.weight_ih_l1	7	-0.03626420721411705
21911	rnn.weight_ih_l1	8	0.0382852740585804
21911	rnn.weight_ih_l1	9	0.024666311219334602
21911	rnn.weight_hh_l1	0	0.0033141947351396084
21911	rnn.weight_hh_l1	1	0.007006295491009951
21911	rnn.weight_hh_l1	2	-0.0239019263535738
21911	rnn.weight_hh_l1	3	-0.0009765216382220387
21911	rnn.weight_hh_l1	4	0.005337990820407867
21911	rnn.weight_hh_l1	5	0.031003927811980247
21911	rnn.weight_hh_l1	6	0.03199111670255661
21911	rnn.weight_hh_l1	7	-0.030115870758891106
21911	rnn.weight_hh_l1	8	-0.03935255482792854
21911	rnn.weight_hh_l1	9	0.038451679050922394
21911	rnn.bias_ih_l1	0	-0.08187370002269745
21911	rnn.bias_ih_l1	1	-0.06934591382741928
21911	rnn.bias_ih_l1	2	-0.10062708705663681
21911	rnn.bias_ih_l1	3	-0.09743255376815796
21911	rnn.bias_ih_l1	4	-0.12461107224225998
21911	rnn.bias_ih_l1	5	-0.07977743446826935
21911	rnn.bias_ih_l1	6	-0.017226597294211388
21911	rnn.bias_ih_l1	7	-0.02429775893688202
21911	rnn.bias_ih_l1	8	-0.06815652549266815
21911	rnn.bias_ih_l1	9	-0.05672752112150192
21911	rnn.bias_hh_l1	0	-0.0849163830280304
21911	rnn.bias_hh_l1	1	-0.02172526903450489
21911	rnn.bias_hh_l1	2	-0.0336381159722805
21911	rnn.bias_hh_l1	3	-0.05188509821891785
21911	rnn.bias_hh_l1	4	-0.0673653706908226
21911	rnn.bias_hh_l1	5	-0.03168189525604248
21911	rnn.bias_hh_l1	6	-0.04291175678372383
21911	rnn.bias_hh_l1	7	-0.07360272109508514
21911	rnn.bias_hh_l1	8	-0.000582825974561274
21911	rnn.bias_hh_l1	9	-0.012530514970421791
21911	rnn.weight_ih_l1_reverse	0	-0.036225371062755585
21911	rnn.weight_ih_l1_reverse	1	0.0467669703066349
21911	rnn.weight_ih_l1_reverse	2	-0.05553096905350685
21911	rnn.weight_ih_l1_reverse	3	-0.01471691858023405
21911	rnn.weight_ih_l1_reverse	4	-0.01684117317199707
21911	rnn.weight_ih_l1_reverse	5	-0.03821612522006035
21911	rnn.weight_ih_l1_reverse	6	-0.022765250876545906
21911	rnn.weight_ih_l1_reverse	7	0.011391974054276943
21911	rnn.weight_ih_l1_reverse	8	0.03648986667394638
21911	rnn.weight_ih_l1_reverse	9	-0.03333040326833725
21911	rnn.weight_hh_l1_reverse	0	0.00846240483224392
21911	rnn.weight_hh_l1_reverse	1	0.027504025027155876
21911	rnn.weight_hh_l1_reverse	2	-0.037363629788160324
21911	rnn.weight_hh_l1_reverse	3	0.038750529289245605
21911	rnn.weight_hh_l1_reverse	4	0.04348425194621086
21911	rnn.weight_hh_l1_reverse	5	0.012006621807813644
21911	rnn.weight_hh_l1_reverse	6	0.006022363901138306
21911	rnn.weight_hh_l1_reverse	7	0.028560742735862732
21911	rnn.weight_hh_l1_reverse	8	-0.006388324312865734
21911	rnn.weight_hh_l1_reverse	9	-0.038066599518060684
21911	rnn.bias_ih_l1_reverse	0	-0.007027998100966215
21911	rnn.bias_ih_l1_reverse	1	-0.057675886899232864
21911	rnn.bias_ih_l1_reverse	2	-0.06194254755973816
21911	rnn.bias_ih_l1_reverse	3	0.016424203291535378
21911	rnn.bias_ih_l1_reverse	4	-0.10176730155944824
21911	rnn.bias_ih_l1_reverse	5	-0.05153154954314232
21911	rnn.bias_ih_l1_reverse	6	-0.06419851630926132
21911	rnn.bias_ih_l1_reverse	7	-0.07326888293027878
21911	rnn.bias_ih_l1_reverse	8	0.03644527122378349
21911	rnn.bias_ih_l1_reverse	9	0.008745766244828701
21911	rnn.bias_hh_l1_reverse	0	-0.03211795538663864
21911	rnn.bias_hh_l1_reverse	1	-0.02042868547141552
21911	rnn.bias_hh_l1_reverse	2	-0.14622561633586884
21911	rnn.bias_hh_l1_reverse	3	-0.011465194635093212
21911	rnn.bias_hh_l1_reverse	4	-0.030507545918226242
21911	rnn.bias_hh_l1_reverse	5	-0.02975892648100853
21911	rnn.bias_hh_l1_reverse	6	0.10568144917488098
21911	rnn.bias_hh_l1_reverse	7	-0.048523541539907455
21911	rnn.bias_hh_l1_reverse	8	-0.06227477267384529
21911	rnn.bias_hh_l1_reverse	9	-0.0591055266559124
21911	linear.weight	0	0.002228822559118271
21911	linear.weight	1	0.05661489814519882
21911	linear.weight	2	-0.08530455082654953
21911	linear.weight	3	0.17932230234146118
21911	linear.weight	4	0.085316501557827
21911	linear.weight	5	0.05072113871574402
21911	linear.weight	6	0.08972666412591934
21911	linear.weight	7	0.11872424185276031
21911	linear.weight	8	0.041853487491607666
21911	linear.weight	9	-0.027208244428038597
21911	linear.bias	0	-0.016082219779491425
21911	linear.bias	1	0.052127037197351456
21911	linear.bias	2	-0.29164955019950867
21911	linear.bias	3	-0.7916224002838135
21911	linear.bias	4	-0.8661656975746155
21911	linear.bias	5	0.050916463136672974
21911	linear.bias	6	-0.4965597987174988
21911	linear.bias	7	0.4909653961658478
21911	linear.bias	8	-0.5382353663444519
21911	linear.bias	9	-0.7601615786552429
22108	transitions	0	0.1836676448583603
22108	transitions	1	-0.1927729994058609
22108	transitions	2	-10000.0
22108	transitions	3	-1.7659010887145996
22108	transitions	4	-10000.0
22108	transitions	5	0.7702972292900085
22108	transitions	6	0.08246278017759323
22108	transitions	7	-0.009403401054441929
22108	transitions	8	-1.2253495454788208
22108	transitions	9	0.0008202146273106337
22108	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
22108	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
22108	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
22108	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
22108	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
22108	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
22108	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
22108	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
22108	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
22108	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
22108	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
22108	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
22108	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
22108	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
22108	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
22108	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
22108	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
22108	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
22108	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
22108	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
22108	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
22108	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
22108	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
22108	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
22108	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
22108	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
22108	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
22108	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
22108	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
22108	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
22108	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
22108	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
22108	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
22108	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
22108	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
22108	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
22108	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
22108	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
22108	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
22108	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
22108	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
22108	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
22108	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
22108	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
22108	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
22108	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
22108	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
22108	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
22108	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
22108	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
22108	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
22108	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
22108	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
22108	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
22108	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
22108	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
22108	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
22108	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
22108	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
22108	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
22108	embedding2nn.weight	0	0.01272416952997446
22108	embedding2nn.weight	1	-0.014561870135366917
22108	embedding2nn.weight	2	-0.014268253929913044
22108	embedding2nn.weight	3	0.02318185195326805
22108	embedding2nn.weight	4	-0.005915034096688032
22108	embedding2nn.weight	5	-0.0037005944177508354
22108	embedding2nn.weight	6	-0.003973253536969423
22108	embedding2nn.weight	7	-0.027847059071063995
22108	embedding2nn.weight	8	-0.0019979383796453476
22108	embedding2nn.weight	9	-0.009254353120923042
22108	embedding2nn.bias	0	0.031097153201699257
22108	embedding2nn.bias	1	-0.03980528190732002
22108	embedding2nn.bias	2	0.06503525376319885
22108	embedding2nn.bias	3	0.047516096383333206
22108	embedding2nn.bias	4	-0.0036842168774455786
22108	embedding2nn.bias	5	-0.027391206473112106
22108	embedding2nn.bias	6	0.011380779556930065
22108	embedding2nn.bias	7	-0.03420950844883919
22108	embedding2nn.bias	8	0.04153129458427429
22108	embedding2nn.bias	9	0.025153379887342453
22108	rnn.weight_ih_l0	0	-0.016415094956755638
22108	rnn.weight_ih_l0	1	0.011570684611797333
22108	rnn.weight_ih_l0	2	0.02386735938489437
22108	rnn.weight_ih_l0	3	0.019379934296011925
22108	rnn.weight_ih_l0	4	-0.019756827503442764
22108	rnn.weight_ih_l0	5	-0.050138652324676514
22108	rnn.weight_ih_l0	6	0.01576993428170681
22108	rnn.weight_ih_l0	7	0.05108649656176567
22108	rnn.weight_ih_l0	8	0.01751861907541752
22108	rnn.weight_ih_l0	9	-0.035778675228357315
22108	rnn.weight_hh_l0	0	-0.03740726783871651
22108	rnn.weight_hh_l0	1	0.003991547506302595
22108	rnn.weight_hh_l0	2	0.006358382757753134
22108	rnn.weight_hh_l0	3	-0.020942190662026405
22108	rnn.weight_hh_l0	4	0.0387033186852932
22108	rnn.weight_hh_l0	5	-0.008950837887823582
22108	rnn.weight_hh_l0	6	-0.032105959951877594
22108	rnn.weight_hh_l0	7	-0.050670426338911057
22108	rnn.weight_hh_l0	8	0.0022244600113481283
22108	rnn.weight_hh_l0	9	-0.03133910149335861
22108	rnn.bias_ih_l0	0	0.02612493373453617
22108	rnn.bias_ih_l0	1	-0.017949914559721947
22108	rnn.bias_ih_l0	2	-0.00010578044020803645
22108	rnn.bias_ih_l0	3	0.045170050114393234
22108	rnn.bias_ih_l0	4	-0.03826342895627022
22108	rnn.bias_ih_l0	5	-0.0238041989505291
22108	rnn.bias_ih_l0	6	0.0016852894332259893
22108	rnn.bias_ih_l0	7	0.024765968322753906
22108	rnn.bias_ih_l0	8	-0.07107989490032196
22108	rnn.bias_ih_l0	9	0.0006227358244359493
22108	rnn.bias_hh_l0	0	-0.03666705638170242
22108	rnn.bias_hh_l0	1	-0.07504259049892426
22108	rnn.bias_hh_l0	2	-0.033477164804935455
22108	rnn.bias_hh_l0	3	-0.03857956454157829
22108	rnn.bias_hh_l0	4	-0.007243814878165722
22108	rnn.bias_hh_l0	5	0.020961128175258636
22108	rnn.bias_hh_l0	6	0.02307705581188202
22108	rnn.bias_hh_l0	7	-0.013425106182694435
22108	rnn.bias_hh_l0	8	-0.05441858246922493
22108	rnn.bias_hh_l0	9	-0.031069502234458923
22108	rnn.weight_ih_l0_reverse	0	-0.013354604132473469
22108	rnn.weight_ih_l0_reverse	1	-0.053962163627147675
22108	rnn.weight_ih_l0_reverse	2	-0.01209179125726223
22108	rnn.weight_ih_l0_reverse	3	0.007460418622940779
22108	rnn.weight_ih_l0_reverse	4	-0.015271509997546673
22108	rnn.weight_ih_l0_reverse	5	-0.04824144393205643
22108	rnn.weight_ih_l0_reverse	6	0.04544639587402344
22108	rnn.weight_ih_l0_reverse	7	-0.025888700038194656
22108	rnn.weight_ih_l0_reverse	8	-0.03144485130906105
22108	rnn.weight_ih_l0_reverse	9	0.014553900808095932
22108	rnn.weight_hh_l0_reverse	0	0.02552814967930317
22108	rnn.weight_hh_l0_reverse	1	0.027828726917505264
22108	rnn.weight_hh_l0_reverse	2	0.02846604213118553
22108	rnn.weight_hh_l0_reverse	3	0.019162924960255623
22108	rnn.weight_hh_l0_reverse	4	0.011940241791307926
22108	rnn.weight_hh_l0_reverse	5	0.0024404011201113462
22108	rnn.weight_hh_l0_reverse	6	0.036675021052360535
22108	rnn.weight_hh_l0_reverse	7	-0.02538401633501053
22108	rnn.weight_hh_l0_reverse	8	0.01265075895935297
22108	rnn.weight_hh_l0_reverse	9	0.04711819067597389
22108	rnn.bias_ih_l0_reverse	0	-0.05719725787639618
22108	rnn.bias_ih_l0_reverse	1	-0.10566257685422897
22108	rnn.bias_ih_l0_reverse	2	-0.023568695411086082
22108	rnn.bias_ih_l0_reverse	3	0.00051403563702479
22108	rnn.bias_ih_l0_reverse	4	-0.013968473300337791
22108	rnn.bias_ih_l0_reverse	5	0.038290321826934814
22108	rnn.bias_ih_l0_reverse	6	-0.0080905482172966
22108	rnn.bias_ih_l0_reverse	7	0.03651148080825806
22108	rnn.bias_ih_l0_reverse	8	-0.031377725303173065
22108	rnn.bias_ih_l0_reverse	9	0.03573791682720184
22108	rnn.bias_hh_l0_reverse	0	-0.023645034059882164
22108	rnn.bias_hh_l0_reverse	1	-0.025618240237236023
22108	rnn.bias_hh_l0_reverse	2	0.004425188526511192
22108	rnn.bias_hh_l0_reverse	3	-0.0428832471370697
22108	rnn.bias_hh_l0_reverse	4	-0.04230343922972679
22108	rnn.bias_hh_l0_reverse	5	-0.043715015053749084
22108	rnn.bias_hh_l0_reverse	6	-0.0037485824432224035
22108	rnn.bias_hh_l0_reverse	7	0.026079583913087845
22108	rnn.bias_hh_l0_reverse	8	0.03376610577106476
22108	rnn.bias_hh_l0_reverse	9	-0.09072641283273697
22108	rnn.weight_ih_l1	0	-0.025905372574925423
22108	rnn.weight_ih_l1	1	-0.03258335590362549
22108	rnn.weight_ih_l1	2	0.03415156900882721
22108	rnn.weight_ih_l1	3	-0.01351536437869072
22108	rnn.weight_ih_l1	4	0.00859026424586773
22108	rnn.weight_ih_l1	5	-0.0412081815302372
22108	rnn.weight_ih_l1	6	0.014954705722630024
22108	rnn.weight_ih_l1	7	-0.038318831473588943
22108	rnn.weight_ih_l1	8	0.03821646049618721
22108	rnn.weight_ih_l1	9	0.02544359117746353
22108	rnn.weight_hh_l1	0	0.0030211335979402065
22108	rnn.weight_hh_l1	1	0.006672771647572517
22108	rnn.weight_hh_l1	2	-0.024142934009432793
22108	rnn.weight_hh_l1	3	-0.00048303796211257577
22108	rnn.weight_hh_l1	4	0.005892740096896887
22108	rnn.weight_hh_l1	5	0.03102361597120762
22108	rnn.weight_hh_l1	6	0.03174164146184921
22108	rnn.weight_hh_l1	7	-0.029899470508098602
22108	rnn.weight_hh_l1	8	-0.038587432354688644
22108	rnn.weight_hh_l1	9	0.03924398124217987
22108	rnn.bias_ih_l1	0	-0.07952982187271118
22108	rnn.bias_ih_l1	1	-0.06817182153463364
22108	rnn.bias_ih_l1	2	-0.10315525531768799
22108	rnn.bias_ih_l1	3	-0.09649120271205902
22108	rnn.bias_ih_l1	4	-0.1256350427865982
22108	rnn.bias_ih_l1	5	-0.07854548841714859
22108	rnn.bias_ih_l1	6	-0.014164092019200325
22108	rnn.bias_ih_l1	7	-0.020994698628783226
22108	rnn.bias_ih_l1	8	-0.07070191949605942
22108	rnn.bias_ih_l1	9	-0.057819414883852005
22108	rnn.bias_hh_l1	0	-0.08520402014255524
22108	rnn.bias_hh_l1	1	-0.02173779532313347
22108	rnn.bias_hh_l1	2	-0.03272935375571251
22108	rnn.bias_hh_l1	3	-0.052587538957595825
22108	rnn.bias_hh_l1	4	-0.06794550269842148
22108	rnn.bias_hh_l1	5	-0.033763132989406586
22108	rnn.bias_hh_l1	6	-0.043400414288043976
22108	rnn.bias_hh_l1	7	-0.07082350552082062
22108	rnn.bias_hh_l1	8	0.0004777939466293901
22108	rnn.bias_hh_l1	9	-0.013137536123394966
22108	rnn.weight_ih_l1_reverse	0	-0.03617696836590767
22108	rnn.weight_ih_l1_reverse	1	0.03376774862408638
22108	rnn.weight_ih_l1_reverse	2	-0.057586364448070526
22108	rnn.weight_ih_l1_reverse	3	-0.014439704827964306
22108	rnn.weight_ih_l1_reverse	4	-0.017374824732542038
22108	rnn.weight_ih_l1_reverse	5	-0.038006652146577835
22108	rnn.weight_ih_l1_reverse	6	-0.02080508880317211
22108	rnn.weight_ih_l1_reverse	7	0.011228813789784908
22108	rnn.weight_ih_l1_reverse	8	0.03722760081291199
22108	rnn.weight_ih_l1_reverse	9	-0.033381734043359756
22108	rnn.weight_hh_l1_reverse	0	0.008556695654988289
22108	rnn.weight_hh_l1_reverse	1	0.02754816599190235
22108	rnn.weight_hh_l1_reverse	2	-0.03738902881741524
22108	rnn.weight_hh_l1_reverse	3	0.03875244781374931
22108	rnn.weight_hh_l1_reverse	4	0.0438929907977581
22108	rnn.weight_hh_l1_reverse	5	0.012517991475760937
22108	rnn.weight_hh_l1_reverse	6	0.005936347413808107
22108	rnn.weight_hh_l1_reverse	7	0.028542520478367805
22108	rnn.weight_hh_l1_reverse	8	-0.006197769194841385
22108	rnn.weight_hh_l1_reverse	9	-0.038006190210580826
22108	rnn.bias_ih_l1_reverse	0	-0.0039471834897994995
22108	rnn.bias_ih_l1_reverse	1	-0.054289259016513824
22108	rnn.bias_ih_l1_reverse	2	-0.06021739915013313
22108	rnn.bias_ih_l1_reverse	3	0.0031401608139276505
22108	rnn.bias_ih_l1_reverse	4	-0.10369372367858887
22108	rnn.bias_ih_l1_reverse	5	-0.05292396992444992
22108	rnn.bias_ih_l1_reverse	6	-0.06572848558425903
22108	rnn.bias_ih_l1_reverse	7	-0.07290297746658325
22108	rnn.bias_ih_l1_reverse	8	0.050842925906181335
22108	rnn.bias_ih_l1_reverse	9	0.010823438875377178
22108	rnn.bias_hh_l1_reverse	0	-0.027894236147403717
22108	rnn.bias_hh_l1_reverse	1	-0.018233664333820343
22108	rnn.bias_hh_l1_reverse	2	-0.14739643037319183
22108	rnn.bias_hh_l1_reverse	3	-0.012961311265826225
22108	rnn.bias_hh_l1_reverse	4	-0.02865060418844223
22108	rnn.bias_hh_l1_reverse	5	-0.029327254742383957
22108	rnn.bias_hh_l1_reverse	6	0.11707198619842529
22108	rnn.bias_hh_l1_reverse	7	-0.05115099996328354
22108	rnn.bias_hh_l1_reverse	8	-0.06466313451528549
22108	rnn.bias_hh_l1_reverse	9	-0.060046128928661346
22108	linear.weight	0	0.002228822559118271
22108	linear.weight	1	0.05989872291684151
22108	linear.weight	2	-0.07713371515274048
22108	linear.weight	3	0.1791725903749466
22108	linear.weight	4	0.09677081555128098
22108	linear.weight	5	0.047011323273181915
22108	linear.weight	6	0.09319942444562912
22108	linear.weight	7	0.1189097911119461
22108	linear.weight	8	0.041836049407720566
22108	linear.weight	9	-0.025917047634720802
22108	linear.bias	0	-0.04327365383505821
22108	linear.bias	1	0.07850668579339981
22108	linear.bias	2	-0.2739076316356659
22108	linear.bias	3	-0.7745313048362732
22108	linear.bias	4	-0.8507247567176819
22108	linear.bias	5	0.05412560701370239
22108	linear.bias	6	-0.4639338552951813
22108	linear.bias	7	0.5020089149475098
22108	linear.bias	8	-0.5623958110809326
22108	linear.bias	9	-0.7818942666053772
22305	transitions	0	0.17246779799461365
22305	transitions	1	-0.19453737139701843
22305	transitions	2	-10000.0
22305	transitions	3	-1.7663061618804932
22305	transitions	4	-10000.0
22305	transitions	5	0.7680377960205078
22305	transitions	6	0.08093187212944031
22305	transitions	7	-0.011622882448136806
22305	transitions	8	-1.2259658575057983
22305	transitions	9	0.0008047783630900085
22305	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
22305	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
22305	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
22305	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
22305	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
22305	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
22305	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
22305	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
22305	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
22305	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
22305	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
22305	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
22305	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
22305	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
22305	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
22305	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
22305	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
22305	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
22305	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
22305	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
22305	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
22305	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
22305	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
22305	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
22305	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
22305	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
22305	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
22305	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
22305	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
22305	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
22305	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
22305	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
22305	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
22305	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
22305	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
22305	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
22305	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
22305	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
22305	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
22305	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
22305	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
22305	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
22305	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
22305	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
22305	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
22305	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
22305	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
22305	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
22305	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
22305	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
22305	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
22305	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
22305	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
22305	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
22305	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
22305	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
22305	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
22305	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
22305	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
22305	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
22305	embedding2nn.weight	0	0.01447540707886219
22305	embedding2nn.weight	1	-0.014656915329396725
22305	embedding2nn.weight	2	-0.014268253929913044
22305	embedding2nn.weight	3	0.018626371398568153
22305	embedding2nn.weight	4	-0.005915034096688032
22305	embedding2nn.weight	5	-0.003700594650581479
22305	embedding2nn.weight	6	-0.003973254933953285
22305	embedding2nn.weight	7	-0.027578577399253845
22305	embedding2nn.weight	8	-0.0019979383796453476
22305	embedding2nn.weight	9	-0.009774853475391865
22305	embedding2nn.bias	0	0.02356671541929245
22305	embedding2nn.bias	1	-0.04676644504070282
22305	embedding2nn.bias	2	0.06249478831887245
22305	embedding2nn.bias	3	0.04189338535070419
22305	embedding2nn.bias	4	-0.005854655522853136
22305	embedding2nn.bias	5	-0.03238098323345184
22305	embedding2nn.bias	6	0.00931632798165083
22305	embedding2nn.bias	7	-0.031536765396595
22305	embedding2nn.bias	8	0.03205389529466629
22305	embedding2nn.bias	9	0.02931070141494274
22305	rnn.weight_ih_l0	0	-0.01581449620425701
22305	rnn.weight_ih_l0	1	0.012347852811217308
22305	rnn.weight_ih_l0	2	0.02480343170464039
22305	rnn.weight_ih_l0	3	0.01858031563460827
22305	rnn.weight_ih_l0	4	-0.01985904760658741
22305	rnn.weight_ih_l0	5	-0.050487078726291656
22305	rnn.weight_ih_l0	6	0.0154761653393507
22305	rnn.weight_ih_l0	7	0.05004492029547691
22305	rnn.weight_ih_l0	8	0.018211448565125465
22305	rnn.weight_ih_l0	9	-0.03654110059142113
22305	rnn.weight_hh_l0	0	-0.038318928331136703
22305	rnn.weight_hh_l0	1	0.003727411385625601
22305	rnn.weight_hh_l0	2	0.005988295655697584
22305	rnn.weight_hh_l0	3	-0.02257615700364113
22305	rnn.weight_hh_l0	4	0.03816627711057663
22305	rnn.weight_hh_l0	5	-0.008659929037094116
22305	rnn.weight_hh_l0	6	-0.03299308568239212
22305	rnn.weight_hh_l0	7	-0.04983990639448166
22305	rnn.weight_hh_l0	8	0.0020175406243652105
22305	rnn.weight_hh_l0	9	-0.03155248612165451
22305	rnn.bias_ih_l0	0	0.028250757604837418
22305	rnn.bias_ih_l0	1	-0.020474443212151527
22305	rnn.bias_ih_l0	2	0.00102646101731807
22305	rnn.bias_ih_l0	3	0.04395733401179314
22305	rnn.bias_ih_l0	4	-0.03625582903623581
22305	rnn.bias_ih_l0	5	-0.021012984216213226
22305	rnn.bias_ih_l0	6	-0.0013518220512196422
22305	rnn.bias_ih_l0	7	0.024667857214808464
22305	rnn.bias_ih_l0	8	-0.07200925797224045
22305	rnn.bias_ih_l0	9	0.00034597996273078024
22305	rnn.bias_hh_l0	0	-0.03760913014411926
22305	rnn.bias_hh_l0	1	-0.07196397334337234
22305	rnn.bias_hh_l0	2	-0.03362910449504852
22305	rnn.bias_hh_l0	3	-0.03932621702551842
22305	rnn.bias_hh_l0	4	-0.00847973208874464
22305	rnn.bias_hh_l0	5	0.01704414002597332
22305	rnn.bias_hh_l0	6	0.02127915248274803
22305	rnn.bias_hh_l0	7	-0.015119815245270729
22305	rnn.bias_hh_l0	8	-0.058926720172166824
22305	rnn.bias_hh_l0	9	-0.03611185774207115
22305	rnn.weight_ih_l0_reverse	0	-0.012448634020984173
22305	rnn.weight_ih_l0_reverse	1	-0.052443377673625946
22305	rnn.weight_ih_l0_reverse	2	-0.01020875945687294
22305	rnn.weight_ih_l0_reverse	3	0.00719346571713686
22305	rnn.weight_ih_l0_reverse	4	-0.015012080781161785
22305	rnn.weight_ih_l0_reverse	5	-0.04846325144171715
22305	rnn.weight_ih_l0_reverse	6	0.04491353780031204
22305	rnn.weight_ih_l0_reverse	7	-0.025404928252100945
22305	rnn.weight_ih_l0_reverse	8	-0.03132631629705429
22305	rnn.weight_ih_l0_reverse	9	0.014415509067475796
22305	rnn.weight_hh_l0_reverse	0	0.02590416744351387
22305	rnn.weight_hh_l0_reverse	1	0.02762928605079651
22305	rnn.weight_hh_l0_reverse	2	0.02877850830554962
22305	rnn.weight_hh_l0_reverse	3	0.0193080585449934
22305	rnn.weight_hh_l0_reverse	4	0.011730801314115524
22305	rnn.weight_hh_l0_reverse	5	0.001930690836161375
22305	rnn.weight_hh_l0_reverse	6	0.03661234676837921
22305	rnn.weight_hh_l0_reverse	7	-0.024879764765501022
22305	rnn.weight_hh_l0_reverse	8	0.01256253570318222
22305	rnn.weight_hh_l0_reverse	9	0.0469881147146225
22305	rnn.bias_ih_l0_reverse	0	-0.05707626789808273
22305	rnn.bias_ih_l0_reverse	1	-0.10876523703336716
22305	rnn.bias_ih_l0_reverse	2	-0.02271326258778572
22305	rnn.bias_ih_l0_reverse	3	4.2220439354423434e-05
22305	rnn.bias_ih_l0_reverse	4	-0.01224981527775526
22305	rnn.bias_ih_l0_reverse	5	0.035040728747844696
22305	rnn.bias_ih_l0_reverse	6	-0.006744226440787315
22305	rnn.bias_ih_l0_reverse	7	0.037039197981357574
22305	rnn.bias_ih_l0_reverse	8	-0.03140783682465553
22305	rnn.bias_ih_l0_reverse	9	0.03346490487456322
22305	rnn.bias_hh_l0_reverse	0	-0.02359742484986782
22305	rnn.bias_hh_l0_reverse	1	-0.02078721672296524
22305	rnn.bias_hh_l0_reverse	2	0.0034225196577608585
22305	rnn.bias_hh_l0_reverse	3	-0.044644542038440704
22305	rnn.bias_hh_l0_reverse	4	-0.040982238948345184
22305	rnn.bias_hh_l0_reverse	5	-0.04249345138669014
22305	rnn.bias_hh_l0_reverse	6	-0.0037249813321977854
22305	rnn.bias_hh_l0_reverse	7	0.028672119602560997
22305	rnn.bias_hh_l0_reverse	8	0.03333727642893791
22305	rnn.bias_hh_l0_reverse	9	-0.09083882719278336
22305	rnn.weight_ih_l1	0	-0.02678212895989418
22305	rnn.weight_ih_l1	1	-0.03322878107428551
22305	rnn.weight_ih_l1	2	0.03275025263428688
22305	rnn.weight_ih_l1	3	-0.012641580775380135
22305	rnn.weight_ih_l1	4	0.008171798661351204
22305	rnn.weight_ih_l1	5	-0.04130266234278679
22305	rnn.weight_ih_l1	6	0.015623151324689388
22305	rnn.weight_ih_l1	7	-0.03915486857295036
22305	rnn.weight_ih_l1	8	0.03837483376264572
22305	rnn.weight_ih_l1	9	0.02545662596821785
22305	rnn.weight_hh_l1	0	0.0025654472410678864
22305	rnn.weight_hh_l1	1	0.006486990489065647
22305	rnn.weight_hh_l1	2	-0.024610105901956558
22305	rnn.weight_hh_l1	3	-0.0005767836701124907
22305	rnn.weight_hh_l1	4	0.005793535150587559
22305	rnn.weight_hh_l1	5	0.031288791447877884
22305	rnn.weight_hh_l1	6	0.0319041982293129
22305	rnn.weight_hh_l1	7	-0.030189013108611107
22305	rnn.weight_hh_l1	8	-0.03803094103932381
22305	rnn.weight_hh_l1	9	0.0396728552877903
22305	rnn.bias_ih_l1	0	-0.08006151765584946
22305	rnn.bias_ih_l1	1	-0.06544207036495209
22305	rnn.bias_ih_l1	2	-0.10128740221261978
22305	rnn.bias_ih_l1	3	-0.0984719768166542
22305	rnn.bias_ih_l1	4	-0.12182185053825378
22305	rnn.bias_ih_l1	5	-0.07784615457057953
22305	rnn.bias_ih_l1	6	-0.016552649438381195
22305	rnn.bias_ih_l1	7	-0.024170024320483208
22305	rnn.bias_ih_l1	8	-0.072065569460392
22305	rnn.bias_ih_l1	9	-0.05890817567706108
22305	rnn.bias_hh_l1	0	-0.08731447905302048
22305	rnn.bias_hh_l1	1	-0.02430027164518833
22305	rnn.bias_hh_l1	2	-0.029973778873682022
22305	rnn.bias_hh_l1	3	-0.05158348008990288
22305	rnn.bias_hh_l1	4	-0.06842375546693802
22305	rnn.bias_hh_l1	5	-0.03357772156596184
22305	rnn.bias_hh_l1	6	-0.04546477645635605
22305	rnn.bias_hh_l1	7	-0.06591612845659256
22305	rnn.bias_hh_l1	8	-0.004118615295737982
22305	rnn.bias_hh_l1	9	-0.014171757735311985
22305	rnn.weight_ih_l1_reverse	0	-0.034655794501304626
22305	rnn.weight_ih_l1_reverse	1	0.034592121839523315
22305	rnn.weight_ih_l1_reverse	2	-0.055780086666345596
22305	rnn.weight_ih_l1_reverse	3	-0.014956774190068245
22305	rnn.weight_ih_l1_reverse	4	-0.01843172311782837
22305	rnn.weight_ih_l1_reverse	5	-0.03775569051504135
22305	rnn.weight_ih_l1_reverse	6	-0.018976571038365364
22305	rnn.weight_ih_l1_reverse	7	0.010888149961829185
22305	rnn.weight_ih_l1_reverse	8	0.035470668226480484
22305	rnn.weight_ih_l1_reverse	9	-0.03241787478327751
22305	rnn.weight_hh_l1_reverse	0	0.008796912617981434
22305	rnn.weight_hh_l1_reverse	1	0.027641011402010918
22305	rnn.weight_hh_l1_reverse	2	-0.037332117557525635
22305	rnn.weight_hh_l1_reverse	3	0.03866671398282051
22305	rnn.weight_hh_l1_reverse	4	0.04324238374829292
22305	rnn.weight_hh_l1_reverse	5	0.01256761234253645
22305	rnn.weight_hh_l1_reverse	6	0.0055642761290073395
22305	rnn.weight_hh_l1_reverse	7	0.028555890545248985
22305	rnn.weight_hh_l1_reverse	8	-0.00624401168897748
22305	rnn.weight_hh_l1_reverse	9	-0.03782546520233154
22305	rnn.bias_ih_l1_reverse	0	-0.002105106133967638
22305	rnn.bias_ih_l1_reverse	1	-0.05330276861786842
22305	rnn.bias_ih_l1_reverse	2	-0.05539998039603233
22305	rnn.bias_ih_l1_reverse	3	0.006859969347715378
22305	rnn.bias_ih_l1_reverse	4	-0.10465242713689804
22305	rnn.bias_ih_l1_reverse	5	-0.05307634547352791
22305	rnn.bias_ih_l1_reverse	6	-0.06619556248188019
22305	rnn.bias_ih_l1_reverse	7	-0.06941509246826172
22305	rnn.bias_ih_l1_reverse	8	0.045345984399318695
22305	rnn.bias_ih_l1_reverse	9	0.009121784940361977
22305	rnn.bias_hh_l1_reverse	0	-0.02623860165476799
22305	rnn.bias_hh_l1_reverse	1	-0.02263004705309868
22305	rnn.bias_hh_l1_reverse	2	-0.14855130016803741
22305	rnn.bias_hh_l1_reverse	3	-0.011736143380403519
22305	rnn.bias_hh_l1_reverse	4	-0.028667395934462547
22305	rnn.bias_hh_l1_reverse	5	-0.03126909211277962
22305	rnn.bias_hh_l1_reverse	6	0.10804452747106552
22305	rnn.bias_hh_l1_reverse	7	-0.053739797323942184
22305	rnn.bias_hh_l1_reverse	8	-0.06491074711084366
22305	rnn.bias_hh_l1_reverse	9	-0.060292065143585205
22305	linear.weight	0	0.002228822559118271
22305	linear.weight	1	0.04855390265583992
22305	linear.weight	2	-0.07468733936548233
22305	linear.weight	3	0.16586291790008545
22305	linear.weight	4	0.09182614088058472
22305	linear.weight	5	0.04822557419538498
22305	linear.weight	6	0.10366491973400116
22305	linear.weight	7	0.11627217382192612
22305	linear.weight	8	0.04183632507920265
22305	linear.weight	9	-0.019128872081637383
22305	linear.bias	0	-0.042517486959695816
22305	linear.bias	1	0.05474088340997696
22305	linear.bias	2	-0.3185797929763794
22305	linear.bias	3	-0.7910087704658508
22305	linear.bias	4	-0.8812288641929626
22305	linear.bias	5	0.0851043164730072
22305	linear.bias	6	-0.4880637526512146
22305	linear.bias	7	0.5243201851844788
22305	linear.bias	8	-0.5392221212387085
22305	linear.bias	9	-0.7615699172019958
22502	transitions	0	0.17379118502140045
22502	transitions	1	-0.1910390555858612
22502	transitions	2	-10000.0
22502	transitions	3	-1.7665684223175049
22502	transitions	4	-10000.0
22502	transitions	5	0.7670146226882935
22502	transitions	6	0.07979477196931839
22502	transitions	7	-0.01290325727313757
22502	transitions	8	-1.2267684936523438
22502	transitions	9	0.0007911871653050184
22502	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
22502	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
22502	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
22502	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
22502	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
22502	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
22502	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
22502	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
22502	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
22502	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
22502	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
22502	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
22502	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
22502	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
22502	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
22502	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
22502	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
22502	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
22502	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
22502	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
22502	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
22502	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
22502	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
22502	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
22502	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
22502	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
22502	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
22502	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
22502	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
22502	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
22502	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
22502	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
22502	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
22502	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
22502	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
22502	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
22502	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
22502	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
22502	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
22502	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
22502	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
22502	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
22502	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
22502	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
22502	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
22502	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
22502	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
22502	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
22502	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
22502	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
22502	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
22502	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
22502	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
22502	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
22502	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
22502	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
22502	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
22502	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
22502	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
22502	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
22502	embedding2nn.weight	0	0.01452548522502184
22502	embedding2nn.weight	1	-0.014680727384984493
22502	embedding2nn.weight	2	-0.014268253929913044
22502	embedding2nn.weight	3	0.019682368263602257
22502	embedding2nn.weight	4	-0.005915034096688032
22502	embedding2nn.weight	5	-0.0037005944177508354
22502	embedding2nn.weight	6	-0.003973263315856457
22502	embedding2nn.weight	7	-0.027735935524106026
22502	embedding2nn.weight	8	-0.0019979383796453476
22502	embedding2nn.weight	9	-0.009893023408949375
22502	embedding2nn.bias	0	0.02091950736939907
22502	embedding2nn.bias	1	-0.04526927322149277
22502	embedding2nn.bias	2	0.06256042420864105
22502	embedding2nn.bias	3	0.03987765684723854
22502	embedding2nn.bias	4	-0.003982488997280598
22502	embedding2nn.bias	5	-0.0293028075248003
22502	embedding2nn.bias	6	0.003568782703951001
22502	embedding2nn.bias	7	-0.027323858812451363
22502	embedding2nn.bias	8	0.02787335030734539
22502	embedding2nn.bias	9	0.02827267162501812
22502	rnn.weight_ih_l0	0	-0.01593470387160778
22502	rnn.weight_ih_l0	1	0.0116433622315526
22502	rnn.weight_ih_l0	2	0.02477683685719967
22502	rnn.weight_ih_l0	3	0.01870669797062874
22502	rnn.weight_ih_l0	4	-0.018151255324482918
22502	rnn.weight_ih_l0	5	-0.050337113440036774
22502	rnn.weight_ih_l0	6	0.014895963482558727
22502	rnn.weight_ih_l0	7	0.05097544938325882
22502	rnn.weight_ih_l0	8	0.01780831441283226
22502	rnn.weight_ih_l0	9	-0.037387024611234665
22502	rnn.weight_hh_l0	0	-0.03808804973959923
22502	rnn.weight_hh_l0	1	0.002257948974147439
22502	rnn.weight_hh_l0	2	0.005137945059686899
22502	rnn.weight_hh_l0	3	-0.023605570197105408
22502	rnn.weight_hh_l0	4	0.03782224282622337
22502	rnn.weight_hh_l0	5	-0.008802343159914017
22502	rnn.weight_hh_l0	6	-0.03382639214396477
22502	rnn.weight_hh_l0	7	-0.04943586513400078
22502	rnn.weight_hh_l0	8	0.002163160592317581
22502	rnn.weight_hh_l0	9	-0.03166469931602478
22502	rnn.bias_ih_l0	0	0.028799183666706085
22502	rnn.bias_ih_l0	1	-0.020153993740677834
22502	rnn.bias_ih_l0	2	-0.0013926461106166244
22502	rnn.bias_ih_l0	3	0.044626254588365555
22502	rnn.bias_ih_l0	4	-0.03590025380253792
22502	rnn.bias_ih_l0	5	-0.022581415250897408
22502	rnn.bias_ih_l0	6	-0.004639877006411552
22502	rnn.bias_ih_l0	7	0.025539711117744446
22502	rnn.bias_ih_l0	8	-0.07126079499721527
22502	rnn.bias_ih_l0	9	-0.0036752913147211075
22502	rnn.bias_hh_l0	0	-0.037796374410390854
22502	rnn.bias_hh_l0	1	-0.06767474859952927
22502	rnn.bias_hh_l0	2	-0.032041750848293304
22502	rnn.bias_hh_l0	3	-0.03771377354860306
22502	rnn.bias_hh_l0	4	-0.006802964489907026
22502	rnn.bias_hh_l0	5	0.0161731094121933
22502	rnn.bias_hh_l0	6	0.020965218544006348
22502	rnn.bias_hh_l0	7	-0.014952712692320347
22502	rnn.bias_hh_l0	8	-0.054464925080537796
22502	rnn.bias_hh_l0	9	-0.03102301061153412
22502	rnn.weight_ih_l0_reverse	0	-0.011967238038778305
22502	rnn.weight_ih_l0_reverse	1	-0.053573690354824066
22502	rnn.weight_ih_l0_reverse	2	-0.010627711191773415
22502	rnn.weight_ih_l0_reverse	3	0.0069820270873606205
22502	rnn.weight_ih_l0_reverse	4	-0.014977844431996346
22502	rnn.weight_ih_l0_reverse	5	-0.04867267981171608
22502	rnn.weight_ih_l0_reverse	6	0.045247577130794525
22502	rnn.weight_ih_l0_reverse	7	-0.025345446541905403
22502	rnn.weight_ih_l0_reverse	8	-0.03172625973820686
22502	rnn.weight_ih_l0_reverse	9	0.014280898496508598
22502	rnn.weight_hh_l0_reverse	0	0.025279730558395386
22502	rnn.weight_hh_l0_reverse	1	0.028569284826517105
22502	rnn.weight_hh_l0_reverse	2	0.028561832383275032
22502	rnn.weight_hh_l0_reverse	3	0.019664248451590538
22502	rnn.weight_hh_l0_reverse	4	0.011650492437183857
22502	rnn.weight_hh_l0_reverse	5	0.0029754426795989275
22502	rnn.weight_hh_l0_reverse	6	0.036556050181388855
22502	rnn.weight_hh_l0_reverse	7	-0.024643372744321823
22502	rnn.weight_hh_l0_reverse	8	0.012775076553225517
22502	rnn.weight_hh_l0_reverse	9	0.047318726778030396
22502	rnn.bias_ih_l0_reverse	0	-0.05801605060696602
22502	rnn.bias_ih_l0_reverse	1	-0.10498940199613571
22502	rnn.bias_ih_l0_reverse	2	-0.026953278109431267
22502	rnn.bias_ih_l0_reverse	3	-0.0004999566008336842
22502	rnn.bias_ih_l0_reverse	4	-0.012073575519025326
22502	rnn.bias_ih_l0_reverse	5	0.03465908020734787
22502	rnn.bias_ih_l0_reverse	6	-0.006716000381857157
22502	rnn.bias_ih_l0_reverse	7	0.038006123155355453
22502	rnn.bias_ih_l0_reverse	8	-0.03223784640431404
22502	rnn.bias_ih_l0_reverse	9	0.03378268703818321
22502	rnn.bias_hh_l0_reverse	0	-0.024638159200549126
22502	rnn.bias_hh_l0_reverse	1	-0.02497929148375988
22502	rnn.bias_hh_l0_reverse	2	0.005396620370447636
22502	rnn.bias_hh_l0_reverse	3	-0.043938491493463516
22502	rnn.bias_hh_l0_reverse	4	-0.04098694398999214
22502	rnn.bias_hh_l0_reverse	5	-0.04117439314723015
22502	rnn.bias_hh_l0_reverse	6	-0.004083253443241119
22502	rnn.bias_hh_l0_reverse	7	0.028293637558817863
22502	rnn.bias_hh_l0_reverse	8	0.03285276144742966
22502	rnn.bias_hh_l0_reverse	9	-0.08679123222827911
22502	rnn.weight_ih_l1	0	-0.027474481612443924
22502	rnn.weight_ih_l1	1	-0.032619114965200424
22502	rnn.weight_ih_l1	2	0.03178218752145767
22502	rnn.weight_ih_l1	3	-0.013633664697408676
22502	rnn.weight_ih_l1	4	0.007950755767524242
22502	rnn.weight_ih_l1	5	-0.04139012470841408
22502	rnn.weight_ih_l1	6	0.015949491411447525
22502	rnn.weight_ih_l1	7	-0.03836687281727791
22502	rnn.weight_ih_l1	8	0.03790510073304176
22502	rnn.weight_ih_l1	9	0.024789610877633095
22502	rnn.weight_hh_l1	0	0.003106268821284175
22502	rnn.weight_hh_l1	1	0.0064817629754543304
22502	rnn.weight_hh_l1	2	-0.02474459446966648
22502	rnn.weight_hh_l1	3	-0.0008345937239937484
22502	rnn.weight_hh_l1	4	0.00647182809188962
22502	rnn.weight_hh_l1	5	0.03120976686477661
22502	rnn.weight_hh_l1	6	0.032220739871263504
22502	rnn.weight_hh_l1	7	-0.030299082398414612
22502	rnn.weight_hh_l1	8	-0.03840262070298195
22502	rnn.weight_hh_l1	9	0.0398702472448349
22502	rnn.bias_ih_l1	0	-0.0813828632235527
22502	rnn.bias_ih_l1	1	-0.06445113569498062
22502	rnn.bias_ih_l1	2	-0.10190177708864212
22502	rnn.bias_ih_l1	3	-0.10105258226394653
22502	rnn.bias_ih_l1	4	-0.1336147040128708
22502	rnn.bias_ih_l1	5	-0.07694088667631149
22502	rnn.bias_ih_l1	6	-0.013160280883312225
22502	rnn.bias_ih_l1	7	-0.02083677239716053
22502	rnn.bias_ih_l1	8	-0.07039983570575714
22502	rnn.bias_ih_l1	9	-0.05868760123848915
22502	rnn.bias_hh_l1	0	-0.08670109510421753
22502	rnn.bias_hh_l1	1	-0.025864431634545326
22502	rnn.bias_hh_l1	2	-0.030778642743825912
22502	rnn.bias_hh_l1	3	-0.051997698843479156
22502	rnn.bias_hh_l1	4	-0.06933372467756271
22502	rnn.bias_hh_l1	5	-0.033733949065208435
22502	rnn.bias_hh_l1	6	-0.04602118581533432
22502	rnn.bias_hh_l1	7	-0.058726418763399124
22502	rnn.bias_hh_l1	8	-0.004647610243409872
22502	rnn.bias_hh_l1	9	-0.016095194965600967
22502	rnn.weight_ih_l1_reverse	0	-0.03281446173787117
22502	rnn.weight_ih_l1_reverse	1	0.032006051391363144
22502	rnn.weight_ih_l1_reverse	2	-0.05524976924061775
22502	rnn.weight_ih_l1_reverse	3	-0.01595340669155121
22502	rnn.weight_ih_l1_reverse	4	-0.02061941847205162
22502	rnn.weight_ih_l1_reverse	5	-0.03743138536810875
22502	rnn.weight_ih_l1_reverse	6	-0.01888638362288475
22502	rnn.weight_ih_l1_reverse	7	0.011714749969542027
22502	rnn.weight_ih_l1_reverse	8	0.042854588478803635
22502	rnn.weight_ih_l1_reverse	9	-0.03552291914820671
22502	rnn.weight_hh_l1_reverse	0	0.008726906031370163
22502	rnn.weight_hh_l1_reverse	1	0.027732212096452713
22502	rnn.weight_hh_l1_reverse	2	-0.037297673523426056
22502	rnn.weight_hh_l1_reverse	3	0.03867177665233612
22502	rnn.weight_hh_l1_reverse	4	0.04371482878923416
22502	rnn.weight_hh_l1_reverse	5	0.012844960205256939
22502	rnn.weight_hh_l1_reverse	6	0.00563831115141511
22502	rnn.weight_hh_l1_reverse	7	0.028628576546907425
22502	rnn.weight_hh_l1_reverse	8	-0.00634600268676877
22502	rnn.weight_hh_l1_reverse	9	-0.03755880892276764
22502	rnn.bias_ih_l1_reverse	0	-0.0018768406007438898
22502	rnn.bias_ih_l1_reverse	1	-0.0529518686234951
22502	rnn.bias_ih_l1_reverse	2	-0.05363549292087555
22502	rnn.bias_ih_l1_reverse	3	0.003843087237328291
22502	rnn.bias_ih_l1_reverse	4	-0.10381262004375458
22502	rnn.bias_ih_l1_reverse	5	-0.05338245630264282
22502	rnn.bias_ih_l1_reverse	6	-0.06574762612581253
22502	rnn.bias_ih_l1_reverse	7	-0.07096872478723526
22502	rnn.bias_ih_l1_reverse	8	0.044358838349580765
22502	rnn.bias_ih_l1_reverse	9	0.00980506744235754
22502	rnn.bias_hh_l1_reverse	0	-0.02751605212688446
22502	rnn.bias_hh_l1_reverse	1	-0.025473622605204582
22502	rnn.bias_hh_l1_reverse	2	-0.15007063746452332
22502	rnn.bias_hh_l1_reverse	3	-0.01282656379044056
22502	rnn.bias_hh_l1_reverse	4	-0.028294024989008904
22502	rnn.bias_hh_l1_reverse	5	-0.0336889810860157
22502	rnn.bias_hh_l1_reverse	6	0.1118975281715393
22502	rnn.bias_hh_l1_reverse	7	-0.05624793842434883
22502	rnn.bias_hh_l1_reverse	8	-0.06382105499505997
22502	rnn.bias_hh_l1_reverse	9	-0.06012502685189247
22502	linear.weight	0	0.002228822559118271
22502	linear.weight	1	0.045535650104284286
22502	linear.weight	2	-0.07178855687379837
22502	linear.weight	3	0.16121332347393036
22502	linear.weight	4	0.08671404421329498
22502	linear.weight	5	0.047167688608169556
22502	linear.weight	6	0.09699376672506332
22502	linear.weight	7	0.12401276081800461
22502	linear.weight	8	0.04183974117040634
22502	linear.weight	9	-0.024727877229452133
22502	linear.bias	0	-0.046582967042922974
22502	linear.bias	1	0.06644955277442932
22502	linear.bias	2	-0.3203398585319519
22502	linear.bias	3	-0.7715564370155334
22502	linear.bias	4	-0.8714819550514221
22502	linear.bias	5	0.06904269754886627
22502	linear.bias	6	-0.47524499893188477
22502	linear.bias	7	0.509297251701355
22502	linear.bias	8	-0.5307186245918274
22502	linear.bias	9	-0.7506020665168762
22699	transitions	0	0.1649785190820694
22699	transitions	1	-0.17387528717517853
22699	transitions	2	-10000.0
22699	transitions	3	-1.7669256925582886
22699	transitions	4	-10000.0
22699	transitions	5	0.7658656239509583
22699	transitions	6	0.07870593667030334
22699	transitions	7	-0.014967714436352253
22699	transitions	8	-1.227834701538086
22699	transitions	9	0.0007794848643243313
22699	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
22699	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
22699	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
22699	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
22699	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
22699	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
22699	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
22699	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
22699	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
22699	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
22699	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
22699	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
22699	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
22699	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
22699	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
22699	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
22699	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
22699	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
22699	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
22699	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
22699	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
22699	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
22699	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
22699	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
22699	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
22699	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
22699	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
22699	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
22699	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
22699	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
22699	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
22699	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
22699	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
22699	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
22699	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
22699	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
22699	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
22699	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
22699	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
22699	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
22699	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
22699	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
22699	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
22699	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
22699	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
22699	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
22699	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
22699	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
22699	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
22699	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
22699	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
22699	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
22699	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
22699	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
22699	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
22699	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
22699	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
22699	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
22699	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
22699	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
22699	embedding2nn.weight	0	0.01836813986301422
22699	embedding2nn.weight	1	-0.014724122360348701
22699	embedding2nn.weight	2	-0.014268253929913044
22699	embedding2nn.weight	3	0.019242992624640465
22699	embedding2nn.weight	4	-0.005915034096688032
22699	embedding2nn.weight	5	-0.0037005951162427664
22699	embedding2nn.weight	6	-0.003973260056227446
22699	embedding2nn.weight	7	-0.027864759787917137
22699	embedding2nn.weight	8	-0.0019979383796453476
22699	embedding2nn.weight	9	-0.010027439333498478
22699	embedding2nn.bias	0	0.02027522213757038
22699	embedding2nn.bias	1	-0.038812004029750824
22699	embedding2nn.bias	2	0.05778487026691437
22699	embedding2nn.bias	3	0.040203485637903214
22699	embedding2nn.bias	4	-0.007474069949239492
22699	embedding2nn.bias	5	-0.040481600910425186
22699	embedding2nn.bias	6	0.0008265175274573267
22699	embedding2nn.bias	7	-0.028187019750475883
22699	embedding2nn.bias	8	0.02899704873561859
22699	embedding2nn.bias	9	0.033029377460479736
22699	rnn.weight_ih_l0	0	-0.015530014410614967
22699	rnn.weight_ih_l0	1	0.010530434548854828
22699	rnn.weight_ih_l0	2	0.024368049576878548
22699	rnn.weight_ih_l0	3	0.017514668405056
22699	rnn.weight_ih_l0	4	-0.017319146543741226
22699	rnn.weight_ih_l0	5	-0.049652159214019775
22699	rnn.weight_ih_l0	6	0.015075015835464
22699	rnn.weight_ih_l0	7	0.05043468624353409
22699	rnn.weight_ih_l0	8	0.01728847622871399
22699	rnn.weight_ih_l0	9	-0.03771904483437538
22699	rnn.weight_hh_l0	0	-0.03768257796764374
22699	rnn.weight_hh_l0	1	0.0010575911728665233
22699	rnn.weight_hh_l0	2	0.005346173420548439
22699	rnn.weight_hh_l0	3	-0.024900835007429123
22699	rnn.weight_hh_l0	4	0.039169590920209885
22699	rnn.weight_hh_l0	5	-0.008604790084064007
22699	rnn.weight_hh_l0	6	-0.033714570105075836
22699	rnn.weight_hh_l0	7	-0.04873575270175934
22699	rnn.weight_hh_l0	8	0.002465968718752265
22699	rnn.weight_hh_l0	9	-0.03235352784395218
22699	rnn.bias_ih_l0	0	0.026048433035612106
22699	rnn.bias_ih_l0	1	-0.01874040998518467
22699	rnn.bias_ih_l0	2	-0.0016006329096853733
22699	rnn.bias_ih_l0	3	0.046770188957452774
22699	rnn.bias_ih_l0	4	-0.03538485988974571
22699	rnn.bias_ih_l0	5	-0.02198880910873413
22699	rnn.bias_ih_l0	6	-0.006400378420948982
22699	rnn.bias_ih_l0	7	0.02563774771988392
22699	rnn.bias_ih_l0	8	-0.07161545008420944
22699	rnn.bias_ih_l0	9	0.00028131669387221336
22699	rnn.bias_hh_l0	0	-0.03594241291284561
22699	rnn.bias_hh_l0	1	-0.07203935831785202
22699	rnn.bias_hh_l0	2	-0.03305519372224808
22699	rnn.bias_hh_l0	3	-0.03747327998280525
22699	rnn.bias_hh_l0	4	-0.006646279711276293
22699	rnn.bias_hh_l0	5	0.01580752432346344
22699	rnn.bias_hh_l0	6	0.023003507405519485
22699	rnn.bias_hh_l0	7	-0.009827706962823868
22699	rnn.bias_hh_l0	8	-0.057721398770809174
22699	rnn.bias_hh_l0	9	-0.027907585725188255
22699	rnn.weight_ih_l0_reverse	0	-0.010729702189564705
22699	rnn.weight_ih_l0_reverse	1	-0.052859894931316376
22699	rnn.weight_ih_l0_reverse	2	-0.0113503597676754
22699	rnn.weight_ih_l0_reverse	3	0.006934783887118101
22699	rnn.weight_ih_l0_reverse	4	-0.014321460388600826
22699	rnn.weight_ih_l0_reverse	5	-0.048956502228975296
22699	rnn.weight_ih_l0_reverse	6	0.043864354491233826
22699	rnn.weight_ih_l0_reverse	7	-0.025087304413318634
22699	rnn.weight_ih_l0_reverse	8	-0.031814537942409515
22699	rnn.weight_ih_l0_reverse	9	0.01405312493443489
22699	rnn.weight_hh_l0_reverse	0	0.02566971257328987
22699	rnn.weight_hh_l0_reverse	1	0.028766682371497154
22699	rnn.weight_hh_l0_reverse	2	0.029081908985972404
22699	rnn.weight_hh_l0_reverse	3	0.019719796255230904
22699	rnn.weight_hh_l0_reverse	4	0.011412931606173515
22699	rnn.weight_hh_l0_reverse	5	0.0031852428801357746
22699	rnn.weight_hh_l0_reverse	6	0.03645414486527443
22699	rnn.weight_hh_l0_reverse	7	-0.024759959429502487
22699	rnn.weight_hh_l0_reverse	8	0.012949523515999317
22699	rnn.weight_hh_l0_reverse	9	0.047555144876241684
22699	rnn.bias_ih_l0_reverse	0	-0.0579792782664299
22699	rnn.bias_ih_l0_reverse	1	-0.10776608437299728
22699	rnn.bias_ih_l0_reverse	2	-0.021521100774407387
22699	rnn.bias_ih_l0_reverse	3	-3.8912248783162795e-06
22699	rnn.bias_ih_l0_reverse	4	-0.012476430274546146
22699	rnn.bias_ih_l0_reverse	5	0.03190552070736885
22699	rnn.bias_ih_l0_reverse	6	-0.006456286646425724
22699	rnn.bias_ih_l0_reverse	7	0.03716617822647095
22699	rnn.bias_ih_l0_reverse	8	-0.03167494386434555
22699	rnn.bias_ih_l0_reverse	9	0.03684648871421814
22699	rnn.bias_hh_l0_reverse	0	-0.02665739320218563
22699	rnn.bias_hh_l0_reverse	1	-0.02819075621664524
22699	rnn.bias_hh_l0_reverse	2	0.0040766289457678795
22699	rnn.bias_hh_l0_reverse	3	-0.043831538408994675
22699	rnn.bias_hh_l0_reverse	4	-0.039149586111307144
22699	rnn.bias_hh_l0_reverse	5	-0.041756462305784225
22699	rnn.bias_hh_l0_reverse	6	-0.0019222194096073508
22699	rnn.bias_hh_l0_reverse	7	0.029620956629514694
22699	rnn.bias_hh_l0_reverse	8	0.031698375940322876
22699	rnn.bias_hh_l0_reverse	9	-0.08419163525104523
22699	rnn.weight_ih_l1	0	-0.02785469964146614
22699	rnn.weight_ih_l1	1	-0.03184721991419792
22699	rnn.weight_ih_l1	2	0.030324095860123634
22699	rnn.weight_ih_l1	3	-0.013096346519887447
22699	rnn.weight_ih_l1	4	0.008399988524615765
22699	rnn.weight_ih_l1	5	-0.041246604174375534
22699	rnn.weight_ih_l1	6	0.01668710820376873
22699	rnn.weight_ih_l1	7	-0.036904361099004745
22699	rnn.weight_ih_l1	8	0.03748440369963646
22699	rnn.weight_ih_l1	9	0.02531380020081997
22699	rnn.weight_hh_l1	0	0.0020686581265181303
22699	rnn.weight_hh_l1	1	0.006308028474450111
22699	rnn.weight_hh_l1	2	-0.026209676638245583
22699	rnn.weight_hh_l1	3	-0.0010644558351486921
22699	rnn.weight_hh_l1	4	0.006435693241655827
22699	rnn.weight_hh_l1	5	0.031137799844145775
22699	rnn.weight_hh_l1	6	0.03238675743341446
22699	rnn.weight_hh_l1	7	-0.03028324991464615
22699	rnn.weight_hh_l1	8	-0.03806105628609657
22699	rnn.weight_hh_l1	9	0.04012284055352211
22699	rnn.bias_ih_l1	0	-0.08110549300909042
22699	rnn.bias_ih_l1	1	-0.06314322352409363
22699	rnn.bias_ih_l1	2	-0.10050594061613083
22699	rnn.bias_ih_l1	3	-0.0985526591539383
22699	rnn.bias_ih_l1	4	-0.14879360795021057
22699	rnn.bias_ih_l1	5	-0.07591934502124786
22699	rnn.bias_ih_l1	6	-0.017861805856227875
22699	rnn.bias_ih_l1	7	-0.017753275111317635
22699	rnn.bias_ih_l1	8	-0.07231951504945755
22699	rnn.bias_ih_l1	9	-0.05385787785053253
22699	rnn.bias_hh_l1	0	-0.0869697853922844
22699	rnn.bias_hh_l1	1	-0.024637922644615173
22699	rnn.bias_hh_l1	2	-0.026849085465073586
22699	rnn.bias_hh_l1	3	-0.051707372069358826
22699	rnn.bias_hh_l1	4	-0.07087937742471695
22699	rnn.bias_hh_l1	5	-0.034979455173015594
22699	rnn.bias_hh_l1	6	-0.04602637141942978
22699	rnn.bias_hh_l1	7	-0.05253000184893608
22699	rnn.bias_hh_l1	8	-0.0050239646807312965
22699	rnn.bias_hh_l1	9	-0.01726689375936985
22699	rnn.weight_ih_l1_reverse	0	-0.03326824679970741
22699	rnn.weight_ih_l1_reverse	1	0.026396896690130234
22699	rnn.weight_ih_l1_reverse	2	-0.05675587058067322
22699	rnn.weight_ih_l1_reverse	3	-0.014833019115030766
22699	rnn.weight_ih_l1_reverse	4	-0.01968558132648468
22699	rnn.weight_ih_l1_reverse	5	-0.03705499321222305
22699	rnn.weight_ih_l1_reverse	6	-0.01801498606801033
22699	rnn.weight_ih_l1_reverse	7	0.011972879059612751
22699	rnn.weight_ih_l1_reverse	8	0.044692762196063995
22699	rnn.weight_ih_l1_reverse	9	-0.03515472635626793
22699	rnn.weight_hh_l1_reverse	0	0.00885827001184225
22699	rnn.weight_hh_l1_reverse	1	0.027602892369031906
22699	rnn.weight_hh_l1_reverse	2	-0.037363722920417786
22699	rnn.weight_hh_l1_reverse	3	0.038744788616895676
22699	rnn.weight_hh_l1_reverse	4	0.04301426187157631
22699	rnn.weight_hh_l1_reverse	5	0.012297358363866806
22699	rnn.weight_hh_l1_reverse	6	0.005386887118220329
22699	rnn.weight_hh_l1_reverse	7	0.028633126989006996
22699	rnn.weight_hh_l1_reverse	8	-0.006291704252362251
22699	rnn.weight_hh_l1_reverse	9	-0.03750142455101013
22699	rnn.bias_ih_l1_reverse	0	-0.0039222692139446735
22699	rnn.bias_ih_l1_reverse	1	-0.049352630972862244
22699	rnn.bias_ih_l1_reverse	2	-0.055606648325920105
22699	rnn.bias_ih_l1_reverse	3	0.005035050678998232
22699	rnn.bias_ih_l1_reverse	4	-0.10124881565570831
22699	rnn.bias_ih_l1_reverse	5	-0.055627934634685516
22699	rnn.bias_ih_l1_reverse	6	-0.06608369201421738
22699	rnn.bias_ih_l1_reverse	7	-0.06746482849121094
22699	rnn.bias_ih_l1_reverse	8	0.04699833691120148
22699	rnn.bias_ih_l1_reverse	9	0.0114881731569767
22699	rnn.bias_hh_l1_reverse	0	-0.02628709003329277
22699	rnn.bias_hh_l1_reverse	1	-0.03100120648741722
22699	rnn.bias_hh_l1_reverse	2	-0.14717045426368713
22699	rnn.bias_hh_l1_reverse	3	-0.014279945753514767
22699	rnn.bias_hh_l1_reverse	4	-0.02908884361386299
22699	rnn.bias_hh_l1_reverse	5	-0.03304733708500862
22699	rnn.bias_hh_l1_reverse	6	0.09131251275539398
22699	rnn.bias_hh_l1_reverse	7	-0.058262523263692856
22699	rnn.bias_hh_l1_reverse	8	-0.06291550397872925
22699	rnn.bias_hh_l1_reverse	9	-0.05934299901127815
22699	linear.weight	0	0.002228822559118271
22699	linear.weight	1	0.03873812407255173
22699	linear.weight	2	-0.07749459892511368
22699	linear.weight	3	0.1616031378507614
22699	linear.weight	4	0.08080784976482391
22699	linear.weight	5	0.042345743626356125
22699	linear.weight	6	0.09169289469718933
22699	linear.weight	7	0.13640932738780975
22699	linear.weight	8	0.041832663118839264
22699	linear.weight	9	-0.010314560495316982
22699	linear.bias	0	-0.04305124655365944
22699	linear.bias	1	0.0773065909743309
22699	linear.bias	2	-0.31236374378204346
22699	linear.bias	3	-0.760857880115509
22699	linear.bias	4	-0.8665838241577148
22699	linear.bias	5	0.07098342478275299
22699	linear.bias	6	-0.4679316580295563
22699	linear.bias	7	0.5120447278022766
22699	linear.bias	8	-0.544265866279602
22699	linear.bias	9	-0.7611919641494751
22896	transitions	0	0.17076249420642853
22896	transitions	1	-0.17463277280330658
22896	transitions	2	-10000.0
22896	transitions	3	-1.767343521118164
22896	transitions	4	-10000.0
22896	transitions	5	0.7648416757583618
22896	transitions	6	0.07754748314619064
22896	transitions	7	-0.01787431351840496
22896	transitions	8	-1.2286972999572754
22896	transitions	9	0.0007671875646337867
22896	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
22896	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
22896	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
22896	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
22896	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
22896	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
22896	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
22896	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
22896	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
22896	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
22896	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
22896	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
22896	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
22896	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
22896	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
22896	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
22896	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
22896	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
22896	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
22896	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
22896	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
22896	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
22896	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
22896	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
22896	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
22896	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
22896	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
22896	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
22896	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
22896	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
22896	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
22896	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
22896	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
22896	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
22896	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
22896	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
22896	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
22896	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
22896	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
22896	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
22896	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
22896	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
22896	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
22896	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
22896	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
22896	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
22896	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
22896	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
22896	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
22896	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
22896	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
22896	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
22896	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
22896	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
22896	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
22896	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
22896	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
22896	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
22896	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
22896	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
22896	embedding2nn.weight	0	0.018221814185380936
22896	embedding2nn.weight	1	-0.01472620852291584
22896	embedding2nn.weight	2	-0.014268253929913044
22896	embedding2nn.weight	3	0.017840217798948288
22896	embedding2nn.weight	4	-0.005915034096688032
22896	embedding2nn.weight	5	-0.0037005948834121227
22896	embedding2nn.weight	6	-0.003973260056227446
22896	embedding2nn.weight	7	-0.026752866804599762
22896	embedding2nn.weight	8	-0.0019979383796453476
22896	embedding2nn.weight	9	-0.009917930699884892
22896	embedding2nn.bias	0	0.021839680150151253
22896	embedding2nn.bias	1	-0.04752521589398384
22896	embedding2nn.bias	2	0.05160817131400108
22896	embedding2nn.bias	3	0.044008564203977585
22896	embedding2nn.bias	4	-0.002793476451188326
22896	embedding2nn.bias	5	-0.03280128538608551
22896	embedding2nn.bias	6	0.0089652631431818
22896	embedding2nn.bias	7	-0.023857658728957176
22896	embedding2nn.bias	8	0.02219408191740513
22896	embedding2nn.bias	9	0.03387634828686714
22896	rnn.weight_ih_l0	0	-0.015199798159301281
22896	rnn.weight_ih_l0	1	0.010708816349506378
22896	rnn.weight_ih_l0	2	0.023291973397135735
22896	rnn.weight_ih_l0	3	0.017816705629229546
22896	rnn.weight_ih_l0	4	-0.018213607370853424
22896	rnn.weight_ih_l0	5	-0.04924604669213295
22896	rnn.weight_ih_l0	6	0.015328899957239628
22896	rnn.weight_ih_l0	7	0.04996061325073242
22896	rnn.weight_ih_l0	8	0.016670774668455124
22896	rnn.weight_ih_l0	9	-0.03772871941328049
22896	rnn.weight_hh_l0	0	-0.03747908025979996
22896	rnn.weight_hh_l0	1	-0.0007653242209926248
22896	rnn.weight_hh_l0	2	0.005230879411101341
22896	rnn.weight_hh_l0	3	-0.0250866562128067
22896	rnn.weight_hh_l0	4	0.040363870561122894
22896	rnn.weight_hh_l0	5	-0.00843318272382021
22896	rnn.weight_hh_l0	6	-0.03458355367183685
22896	rnn.weight_hh_l0	7	-0.04984806478023529
22896	rnn.weight_hh_l0	8	0.002102196915075183
22896	rnn.weight_hh_l0	9	-0.032597292214632034
22896	rnn.bias_ih_l0	0	0.026706160977482796
22896	rnn.bias_ih_l0	1	-0.016789402812719345
22896	rnn.bias_ih_l0	2	-0.00046611923607997596
22896	rnn.bias_ih_l0	3	0.0442645289003849
22896	rnn.bias_ih_l0	4	-0.0346890427172184
22896	rnn.bias_ih_l0	5	-0.02254115231335163
22896	rnn.bias_ih_l0	6	-0.013433992862701416
22896	rnn.bias_ih_l0	7	0.023623786866664886
22896	rnn.bias_ih_l0	8	-0.07065372914075851
22896	rnn.bias_ih_l0	9	-0.0007705829339101911
22896	rnn.bias_hh_l0	0	-0.03448551148176193
22896	rnn.bias_hh_l0	1	-0.07495687156915665
22896	rnn.bias_hh_l0	2	-0.03151661530137062
22896	rnn.bias_hh_l0	3	-0.03938630595803261
22896	rnn.bias_hh_l0	4	-0.008102417923510075
22896	rnn.bias_hh_l0	5	0.017874982208013535
22896	rnn.bias_hh_l0	6	0.024125725030899048
22896	rnn.bias_hh_l0	7	-0.008487417362630367
22896	rnn.bias_hh_l0	8	-0.05776771530508995
22896	rnn.bias_hh_l0	9	-0.026687590405344963
22896	rnn.weight_ih_l0_reverse	0	-0.010435995645821095
22896	rnn.weight_ih_l0_reverse	1	-0.05341825261712074
22896	rnn.weight_ih_l0_reverse	2	-0.012385874055325985
22896	rnn.weight_ih_l0_reverse	3	0.006378290243446827
22896	rnn.weight_ih_l0_reverse	4	-0.014355745166540146
22896	rnn.weight_ih_l0_reverse	5	-0.04920494928956032
22896	rnn.weight_ih_l0_reverse	6	0.04348205029964447
22896	rnn.weight_ih_l0_reverse	7	-0.022776298224925995
22896	rnn.weight_ih_l0_reverse	8	-0.03210880607366562
22896	rnn.weight_ih_l0_reverse	9	0.01463420782238245
22896	rnn.weight_hh_l0_reverse	0	0.026418134570121765
22896	rnn.weight_hh_l0_reverse	1	0.02904648892581463
22896	rnn.weight_hh_l0_reverse	2	0.02874183841049671
22896	rnn.weight_hh_l0_reverse	3	0.01965179480612278
22896	rnn.weight_hh_l0_reverse	4	0.01101750135421753
22896	rnn.weight_hh_l0_reverse	5	0.003632391570135951
22896	rnn.weight_hh_l0_reverse	6	0.03657936677336693
22896	rnn.weight_hh_l0_reverse	7	-0.025085536763072014
22896	rnn.weight_hh_l0_reverse	8	0.012844054959714413
22896	rnn.weight_hh_l0_reverse	9	0.04782532900571823
22896	rnn.bias_ih_l0_reverse	0	-0.05898816138505936
22896	rnn.bias_ih_l0_reverse	1	-0.11024539917707443
22896	rnn.bias_ih_l0_reverse	2	-0.019839616492390633
22896	rnn.bias_ih_l0_reverse	3	0.0005802788073197007
22896	rnn.bias_ih_l0_reverse	4	-0.013347453437745571
22896	rnn.bias_ih_l0_reverse	5	0.030967317521572113
22896	rnn.bias_ih_l0_reverse	6	-0.007911783643066883
22896	rnn.bias_ih_l0_reverse	7	0.03726883977651596
22896	rnn.bias_ih_l0_reverse	8	-0.03378933295607567
22896	rnn.bias_ih_l0_reverse	9	0.03594300523400307
22896	rnn.bias_hh_l0_reverse	0	-0.027571504935622215
22896	rnn.bias_hh_l0_reverse	1	-0.031805798411369324
22896	rnn.bias_hh_l0_reverse	2	0.003123682690784335
22896	rnn.bias_hh_l0_reverse	3	-0.04556865245103836
22896	rnn.bias_hh_l0_reverse	4	-0.039575640112161636
22896	rnn.bias_hh_l0_reverse	5	-0.04153451696038246
22896	rnn.bias_hh_l0_reverse	6	-0.0005675340653397143
22896	rnn.bias_hh_l0_reverse	7	0.03042573668062687
22896	rnn.bias_hh_l0_reverse	8	0.031078370288014412
22896	rnn.bias_hh_l0_reverse	9	-0.0803774818778038
22896	rnn.weight_ih_l1	0	-0.028434323146939278
22896	rnn.weight_ih_l1	1	-0.02965557388961315
22896	rnn.weight_ih_l1	2	0.0304553359746933
22896	rnn.weight_ih_l1	3	-0.015361707657575607
22896	rnn.weight_ih_l1	4	0.008562642149627209
22896	rnn.weight_ih_l1	5	-0.041067954152822495
22896	rnn.weight_ih_l1	6	0.017146380618214607
22896	rnn.weight_ih_l1	7	-0.036511827260255814
22896	rnn.weight_ih_l1	8	0.03768797963857651
22896	rnn.weight_ih_l1	9	0.025197362527251244
22896	rnn.weight_hh_l1	0	0.0005408229772001505
22896	rnn.weight_hh_l1	1	0.006242801435291767
22896	rnn.weight_hh_l1	2	-0.026289254426956177
22896	rnn.weight_hh_l1	3	-0.0007193679339252412
22896	rnn.weight_hh_l1	4	0.005902665667235851
22896	rnn.weight_hh_l1	5	0.03126820921897888
22896	rnn.weight_hh_l1	6	0.031918760389089584
22896	rnn.weight_hh_l1	7	-0.03015613555908203
22896	rnn.weight_hh_l1	8	-0.037751778960227966
22896	rnn.weight_hh_l1	9	0.040604688227176666
22896	rnn.bias_ih_l1	0	-0.08167833834886551
22896	rnn.bias_ih_l1	1	-0.06255912035703659
22896	rnn.bias_ih_l1	2	-0.10088171809911728
22896	rnn.bias_ih_l1	3	-0.10458387434482574
22896	rnn.bias_ih_l1	4	-0.14390027523040771
22896	rnn.bias_ih_l1	5	-0.07675481587648392
22896	rnn.bias_ih_l1	6	-0.020383527502417564
22896	rnn.bias_ih_l1	7	-0.019291160628199577
22896	rnn.bias_ih_l1	8	-0.07077808678150177
22896	rnn.bias_ih_l1	9	-0.05270440876483917
22896	rnn.bias_hh_l1	0	-0.08415840566158295
22896	rnn.bias_hh_l1	1	-0.02687700092792511
22896	rnn.bias_hh_l1	2	-0.023697568103671074
22896	rnn.bias_hh_l1	3	-0.05249787122011185
22896	rnn.bias_hh_l1	4	-0.07355790585279465
22896	rnn.bias_hh_l1	5	-0.03644389286637306
22896	rnn.bias_hh_l1	6	-0.0454864464700222
22896	rnn.bias_hh_l1	7	-0.039577167481184006
22896	rnn.bias_hh_l1	8	-0.008987296372652054
22896	rnn.bias_hh_l1	9	-0.016482528299093246
22896	rnn.weight_ih_l1_reverse	0	-0.03353748470544815
22896	rnn.weight_ih_l1_reverse	1	0.029080400243401527
22896	rnn.weight_ih_l1_reverse	2	-0.0578962005674839
22896	rnn.weight_ih_l1_reverse	3	-0.01607104204595089
22896	rnn.weight_ih_l1_reverse	4	-0.016642078757286072
22896	rnn.weight_ih_l1_reverse	5	-0.03700319677591324
22896	rnn.weight_ih_l1_reverse	6	-0.018732011318206787
22896	rnn.weight_ih_l1_reverse	7	0.012095842510461807
22896	rnn.weight_ih_l1_reverse	8	0.04670799523591995
22896	rnn.weight_ih_l1_reverse	9	-0.03410518541932106
22896	rnn.weight_hh_l1_reverse	0	0.00890284962952137
22896	rnn.weight_hh_l1_reverse	1	0.027651019394397736
22896	rnn.weight_hh_l1_reverse	2	-0.03732272982597351
22896	rnn.weight_hh_l1_reverse	3	0.03875894099473953
22896	rnn.weight_hh_l1_reverse	4	0.042679544538259506
22896	rnn.weight_hh_l1_reverse	5	0.012586236000061035
22896	rnn.weight_hh_l1_reverse	6	0.004857258405536413
22896	rnn.weight_hh_l1_reverse	7	0.028582755476236343
22896	rnn.weight_hh_l1_reverse	8	-0.006296506617218256
22896	rnn.weight_hh_l1_reverse	9	-0.037612564861774445
22896	rnn.bias_ih_l1_reverse	0	-0.005231419578194618
22896	rnn.bias_ih_l1_reverse	1	-0.05299606919288635
22896	rnn.bias_ih_l1_reverse	2	-0.05987641215324402
22896	rnn.bias_ih_l1_reverse	3	0.004031899385154247
22896	rnn.bias_ih_l1_reverse	4	-0.10313843935728073
22896	rnn.bias_ih_l1_reverse	5	-0.0575755275785923
22896	rnn.bias_ih_l1_reverse	6	-0.06683728843927383
22896	rnn.bias_ih_l1_reverse	7	-0.06758303195238113
22896	rnn.bias_ih_l1_reverse	8	0.05379989370703697
22896	rnn.bias_ih_l1_reverse	9	0.009351461194455624
22896	rnn.bias_hh_l1_reverse	0	-0.02067926898598671
22896	rnn.bias_hh_l1_reverse	1	-0.03484083339571953
22896	rnn.bias_hh_l1_reverse	2	-0.14785908162593842
22896	rnn.bias_hh_l1_reverse	3	-0.015266052447259426
22896	rnn.bias_hh_l1_reverse	4	-0.02973419800400734
22896	rnn.bias_hh_l1_reverse	5	-0.03552428260445595
22896	rnn.bias_hh_l1_reverse	6	0.11344431340694427
22896	rnn.bias_hh_l1_reverse	7	-0.05959869548678398
22896	rnn.bias_hh_l1_reverse	8	-0.06191801279783249
22896	rnn.bias_hh_l1_reverse	9	-0.05914678797125816
22896	linear.weight	0	0.002228822559118271
22896	linear.weight	1	0.04029277339577675
22896	linear.weight	2	-0.06824761629104614
22896	linear.weight	3	0.15751706063747406
22896	linear.weight	4	0.08746910840272903
22896	linear.weight	5	0.042218804359436035
22896	linear.weight	6	0.11059733480215073
22896	linear.weight	7	0.1354900747537613
22896	linear.weight	8	0.04183279722929001
22896	linear.weight	9	-0.005772384814918041
22896	linear.bias	0	-0.07935923337936401
22896	linear.bias	1	0.05220725014805794
22896	linear.bias	2	-0.29967954754829407
22896	linear.bias	3	-0.7555181980133057
22896	linear.bias	4	-0.8621483445167542
22896	linear.bias	5	0.06915668398141861
22896	linear.bias	6	-0.4907761812210083
22896	linear.bias	7	0.5032384395599365
22896	linear.bias	8	-0.5519315600395203
22896	linear.bias	9	-0.7663023471832275
23093	transitions	0	0.15757760405540466
23093	transitions	1	-0.17091625928878784
23093	transitions	2	-10000.0
23093	transitions	3	-1.7676390409469604
23093	transitions	4	-10000.0
23093	transitions	5	0.7640028595924377
23093	transitions	6	0.07647281885147095
23093	transitions	7	-0.019885659217834473
23093	transitions	8	-1.2296301126480103
23093	transitions	9	0.0007536105695180595
23093	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
23093	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
23093	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
23093	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
23093	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
23093	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
23093	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
23093	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
23093	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
23093	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
23093	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
23093	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
23093	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
23093	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
23093	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
23093	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
23093	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
23093	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
23093	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
23093	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
23093	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
23093	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
23093	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
23093	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
23093	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
23093	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
23093	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
23093	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
23093	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
23093	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
23093	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
23093	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
23093	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
23093	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
23093	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
23093	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
23093	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
23093	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
23093	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
23093	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
23093	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
23093	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
23093	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
23093	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
23093	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
23093	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
23093	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
23093	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
23093	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
23093	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
23093	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
23093	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
23093	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
23093	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
23093	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
23093	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
23093	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
23093	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
23093	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
23093	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
23093	embedding2nn.weight	0	0.018008101731538773
23093	embedding2nn.weight	1	-0.014521230943500996
23093	embedding2nn.weight	2	-0.014268253929913044
23093	embedding2nn.weight	3	0.017780156806111336
23093	embedding2nn.weight	4	-0.005915034096688032
23093	embedding2nn.weight	5	-0.0037005948834121227
23093	embedding2nn.weight	6	-0.003973257262259722
23093	embedding2nn.weight	7	-0.02676713652908802
23093	embedding2nn.weight	8	-0.0019979383796453476
23093	embedding2nn.weight	9	-0.01085701584815979
23093	embedding2nn.bias	0	0.02724492736160755
23093	embedding2nn.bias	1	-0.0442977212369442
23093	embedding2nn.bias	2	0.059667810797691345
23093	embedding2nn.bias	3	0.03794977441430092
23093	embedding2nn.bias	4	-0.0035797166638076305
23093	embedding2nn.bias	5	-0.03043735772371292
23093	embedding2nn.bias	6	0.001420761807821691
23093	embedding2nn.bias	7	-0.020374909043312073
23093	embedding2nn.bias	8	0.02194984070956707
23093	embedding2nn.bias	9	0.027468521147966385
23093	rnn.weight_ih_l0	0	-0.014354056678712368
23093	rnn.weight_ih_l0	1	0.010741476900875568
23093	rnn.weight_ih_l0	2	0.022513289004564285
23093	rnn.weight_ih_l0	3	0.01747589372098446
23093	rnn.weight_ih_l0	4	-0.019110117107629776
23093	rnn.weight_ih_l0	5	-0.04991850629448891
23093	rnn.weight_ih_l0	6	0.015729883685708046
23093	rnn.weight_ih_l0	7	0.04963632673025131
23093	rnn.weight_ih_l0	8	0.016567299142479897
23093	rnn.weight_ih_l0	9	-0.038371793925762177
23093	rnn.weight_hh_l0	0	-0.037494175136089325
23093	rnn.weight_hh_l0	1	-0.0017296639271080494
23093	rnn.weight_hh_l0	2	0.00560207711532712
23093	rnn.weight_hh_l0	3	-0.024993805214762688
23093	rnn.weight_hh_l0	4	0.041309159249067307
23093	rnn.weight_hh_l0	5	-0.007809802889823914
23093	rnn.weight_hh_l0	6	-0.034161388874053955
23093	rnn.weight_hh_l0	7	-0.050213515758514404
23093	rnn.weight_hh_l0	8	0.0026963904965668917
23093	rnn.weight_hh_l0	9	-0.03295212611556053
23093	rnn.bias_ih_l0	0	0.031205300241708755
23093	rnn.bias_ih_l0	1	-0.021515734493732452
23093	rnn.bias_ih_l0	2	-0.0007873953436501324
23093	rnn.bias_ih_l0	3	0.04759407043457031
23093	rnn.bias_ih_l0	4	-0.035662293434143066
23093	rnn.bias_ih_l0	5	-0.020159384235739708
23093	rnn.bias_ih_l0	6	-0.014412008225917816
23093	rnn.bias_ih_l0	7	0.023263806477189064
23093	rnn.bias_ih_l0	8	-0.07257864624261856
23093	rnn.bias_ih_l0	9	-0.00199359399266541
23093	rnn.bias_hh_l0	0	-0.0300925113260746
23093	rnn.bias_hh_l0	1	-0.0678868442773819
23093	rnn.bias_hh_l0	2	-0.02667044848203659
23093	rnn.bias_hh_l0	3	-0.03978092595934868
23093	rnn.bias_hh_l0	4	-0.009173805825412273
23093	rnn.bias_hh_l0	5	0.019872017204761505
23093	rnn.bias_hh_l0	6	0.02378847636282444
23093	rnn.bias_hh_l0	7	-0.008086048997938633
23093	rnn.bias_hh_l0	8	-0.0563671849668026
23093	rnn.bias_hh_l0	9	-0.026507366448640823
23093	rnn.weight_ih_l0_reverse	0	-0.011520680971443653
23093	rnn.weight_ih_l0_reverse	1	-0.05333266407251358
23093	rnn.weight_ih_l0_reverse	2	-0.012792697176337242
23093	rnn.weight_ih_l0_reverse	3	0.006337609142065048
23093	rnn.weight_ih_l0_reverse	4	-0.014577550813555717
23093	rnn.weight_ih_l0_reverse	5	-0.04874902591109276
23093	rnn.weight_ih_l0_reverse	6	0.04432659596204758
23093	rnn.weight_ih_l0_reverse	7	-0.02332238294184208
23093	rnn.weight_ih_l0_reverse	8	-0.0316191092133522
23093	rnn.weight_ih_l0_reverse	9	0.014489912427961826
23093	rnn.weight_hh_l0_reverse	0	0.027256470173597336
23093	rnn.weight_hh_l0_reverse	1	0.02996682934463024
23093	rnn.weight_hh_l0_reverse	2	0.028797244653105736
23093	rnn.weight_hh_l0_reverse	3	0.01912679336965084
23093	rnn.weight_hh_l0_reverse	4	0.011493965052068233
23093	rnn.weight_hh_l0_reverse	5	0.004077723249793053
23093	rnn.weight_hh_l0_reverse	6	0.036312393844127655
23093	rnn.weight_hh_l0_reverse	7	-0.024827254936099052
23093	rnn.weight_hh_l0_reverse	8	0.01323376502841711
23093	rnn.weight_hh_l0_reverse	9	0.04747139289975166
23093	rnn.bias_ih_l0_reverse	0	-0.05988583713769913
23093	rnn.bias_ih_l0_reverse	1	-0.11253757029771805
23093	rnn.bias_ih_l0_reverse	2	-0.01937071979045868
23093	rnn.bias_ih_l0_reverse	3	-0.0005938754184171557
23093	rnn.bias_ih_l0_reverse	4	-0.015294882468879223
23093	rnn.bias_ih_l0_reverse	5	0.03258800134062767
23093	rnn.bias_ih_l0_reverse	6	-0.005982114467769861
23093	rnn.bias_ih_l0_reverse	7	0.0382668636739254
23093	rnn.bias_ih_l0_reverse	8	-0.029299534857273102
23093	rnn.bias_ih_l0_reverse	9	0.03464498370885849
23093	rnn.bias_hh_l0_reverse	0	-0.02775922417640686
23093	rnn.bias_hh_l0_reverse	1	-0.019625049084424973
23093	rnn.bias_hh_l0_reverse	2	0.003966426011174917
23093	rnn.bias_hh_l0_reverse	3	-0.043627697974443436
23093	rnn.bias_hh_l0_reverse	4	-0.03884442523121834
23093	rnn.bias_hh_l0_reverse	5	-0.04060252383351326
23093	rnn.bias_hh_l0_reverse	6	0.002515713218599558
23093	rnn.bias_hh_l0_reverse	7	0.028120074421167374
23093	rnn.bias_hh_l0_reverse	8	0.03343461453914642
23093	rnn.bias_hh_l0_reverse	9	-0.08252432197332382
23093	rnn.weight_ih_l1	0	-0.028646524995565414
23093	rnn.weight_ih_l1	1	-0.028706815093755722
23093	rnn.weight_ih_l1	2	0.027001898735761642
23093	rnn.weight_ih_l1	3	-0.015687860548496246
23093	rnn.weight_ih_l1	4	0.008392400108277798
23093	rnn.weight_ih_l1	5	-0.041052915155887604
23093	rnn.weight_ih_l1	6	0.017296522855758667
23093	rnn.weight_ih_l1	7	-0.03674139827489853
23093	rnn.weight_ih_l1	8	0.03801863268017769
23093	rnn.weight_ih_l1	9	0.025298956781625748
23093	rnn.weight_hh_l1	0	-0.0007289716158993542
23093	rnn.weight_hh_l1	1	0.00615640077739954
23093	rnn.weight_hh_l1	2	-0.028346281498670578
23093	rnn.weight_hh_l1	3	-0.0007216563681140542
23093	rnn.weight_hh_l1	4	0.006142159923911095
23093	rnn.weight_hh_l1	5	0.030924232676625252
23093	rnn.weight_hh_l1	6	0.03205449506640434
23093	rnn.weight_hh_l1	7	-0.030017079785466194
23093	rnn.weight_hh_l1	8	-0.03797731176018715
23093	rnn.weight_hh_l1	9	0.04111433029174805
23093	rnn.bias_ih_l1	0	-0.07888386398553848
23093	rnn.bias_ih_l1	1	-0.06450805813074112
23093	rnn.bias_ih_l1	2	-0.09849799424409866
23093	rnn.bias_ih_l1	3	-0.10664688795804977
23093	rnn.bias_ih_l1	4	-0.14674152433872223
23093	rnn.bias_ih_l1	5	-0.07622621208429337
23093	rnn.bias_ih_l1	6	-0.018285423517227173
23093	rnn.bias_ih_l1	7	-0.020533062517642975
23093	rnn.bias_ih_l1	8	-0.06730068475008011
23093	rnn.bias_ih_l1	9	-0.049842625856399536
23093	rnn.bias_hh_l1	0	-0.08335352689027786
23093	rnn.bias_hh_l1	1	-0.030305638909339905
23093	rnn.bias_hh_l1	2	-0.022015422582626343
23093	rnn.bias_hh_l1	3	-0.052309222519397736
23093	rnn.bias_hh_l1	4	-0.07393837720155716
23093	rnn.bias_hh_l1	5	-0.035229869186878204
23093	rnn.bias_hh_l1	6	-0.048297420144081116
23093	rnn.bias_hh_l1	7	-0.03802379593253136
23093	rnn.bias_hh_l1	8	-0.007607659790664911
23093	rnn.bias_hh_l1	9	-0.019556790590286255
23093	rnn.weight_ih_l1_reverse	0	-0.03272034972906113
23093	rnn.weight_ih_l1_reverse	1	0.02208002842962742
23093	rnn.weight_ih_l1_reverse	2	-0.05684126541018486
23093	rnn.weight_ih_l1_reverse	3	-0.016572758555412292
23093	rnn.weight_ih_l1_reverse	4	-0.01566889137029648
23093	rnn.weight_ih_l1_reverse	5	-0.03652999550104141
23093	rnn.weight_ih_l1_reverse	6	-0.020223820582032204
23093	rnn.weight_ih_l1_reverse	7	0.012018509209156036
23093	rnn.weight_ih_l1_reverse	8	0.04405057057738304
23093	rnn.weight_ih_l1_reverse	9	-0.03656359761953354
23093	rnn.weight_hh_l1_reverse	0	0.008659240789711475
23093	rnn.weight_hh_l1_reverse	1	0.027627719566226006
23093	rnn.weight_hh_l1_reverse	2	-0.037323854863643646
23093	rnn.weight_hh_l1_reverse	3	0.038775525987148285
23093	rnn.weight_hh_l1_reverse	4	0.042903460562229156
23093	rnn.weight_hh_l1_reverse	5	0.012808297760784626
23093	rnn.weight_hh_l1_reverse	6	0.004669296555221081
23093	rnn.weight_hh_l1_reverse	7	0.02861151285469532
23093	rnn.weight_hh_l1_reverse	8	-0.0061717103235423565
23093	rnn.weight_hh_l1_reverse	9	-0.03754720091819763
23093	rnn.bias_ih_l1_reverse	0	-0.004677554126828909
23093	rnn.bias_ih_l1_reverse	1	-0.051992833614349365
23093	rnn.bias_ih_l1_reverse	2	-0.06076527386903763
23093	rnn.bias_ih_l1_reverse	3	0.011854549869894981
23093	rnn.bias_ih_l1_reverse	4	-0.10391924530267715
23093	rnn.bias_ih_l1_reverse	5	-0.05675630271434784
23093	rnn.bias_ih_l1_reverse	6	-0.06672591716051102
23093	rnn.bias_ih_l1_reverse	7	-0.07085955888032913
23093	rnn.bias_ih_l1_reverse	8	0.0697169154882431
23093	rnn.bias_ih_l1_reverse	9	0.009143381379544735
23093	rnn.bias_hh_l1_reverse	0	-0.016482263803482056
23093	rnn.bias_hh_l1_reverse	1	-0.0391598604619503
23093	rnn.bias_hh_l1_reverse	2	-0.14923179149627686
23093	rnn.bias_hh_l1_reverse	3	-0.01388521771878004
23093	rnn.bias_hh_l1_reverse	4	-0.03004631958901882
23093	rnn.bias_hh_l1_reverse	5	-0.03657110407948494
23093	rnn.bias_hh_l1_reverse	6	0.11360587924718857
23093	rnn.bias_hh_l1_reverse	7	-0.056130193173885345
23093	rnn.bias_hh_l1_reverse	8	-0.06310327351093292
23093	rnn.bias_hh_l1_reverse	9	-0.0598752461373806
23093	linear.weight	0	0.002228822559118271
23093	linear.weight	1	0.05126454681158066
23093	linear.weight	2	-0.06762660294771194
23093	linear.weight	3	0.16281342506408691
23093	linear.weight	4	0.09033000469207764
23093	linear.weight	5	0.039727259427309036
23093	linear.weight	6	0.10603046417236328
23093	linear.weight	7	0.1281391978263855
23093	linear.weight	8	0.04184725135564804
23093	linear.weight	9	-0.018256982788443565
23093	linear.bias	0	-0.09321004897356033
23093	linear.bias	1	0.0568905808031559
23093	linear.bias	2	-0.32630303502082825
23093	linear.bias	3	-0.7432515025138855
23093	linear.bias	4	-0.8517786264419556
23093	linear.bias	5	0.0673433393239975
23093	linear.bias	6	-0.4923638701438904
23093	linear.bias	7	0.5051140189170837
23093	linear.bias	8	-0.5528102517127991
23093	linear.bias	9	-0.7655904293060303
23290	transitions	0	0.1734631359577179
23290	transitions	1	-0.17089638113975525
23290	transitions	2	-10000.0
23290	transitions	3	-1.7678730487823486
23290	transitions	4	-10000.0
23290	transitions	5	0.7628515362739563
23290	transitions	6	0.07563703507184982
23290	transitions	7	-0.022620612755417824
23290	transitions	8	-1.230539083480835
23290	transitions	9	0.0007419244502671063
23290	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
23290	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
23290	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
23290	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
23290	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
23290	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
23290	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
23290	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
23290	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
23290	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
23290	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
23290	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
23290	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
23290	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
23290	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
23290	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
23290	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
23290	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
23290	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
23290	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
23290	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
23290	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
23290	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
23290	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
23290	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
23290	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
23290	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
23290	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
23290	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
23290	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
23290	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
23290	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
23290	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
23290	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
23290	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
23290	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
23290	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
23290	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
23290	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
23290	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
23290	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
23290	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
23290	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
23290	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
23290	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
23290	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
23290	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
23290	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
23290	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
23290	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
23290	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
23290	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
23290	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
23290	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
23290	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
23290	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
23290	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
23290	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
23290	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
23290	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
23290	embedding2nn.weight	0	0.018607215955853462
23290	embedding2nn.weight	1	-0.01486999075859785
23290	embedding2nn.weight	2	-0.014268253929913044
23290	embedding2nn.weight	3	0.016339868307113647
23290	embedding2nn.weight	4	-0.005915034096688032
23290	embedding2nn.weight	5	-0.003700594650581479
23290	embedding2nn.weight	6	-0.0039732567965984344
23290	embedding2nn.weight	7	-0.026127858087420464
23290	embedding2nn.weight	8	-0.0019979383796453476
23290	embedding2nn.weight	9	-0.010023974813520908
23290	embedding2nn.bias	0	0.027114471420645714
23290	embedding2nn.bias	1	-0.04335803911089897
23290	embedding2nn.bias	2	0.06451445072889328
23290	embedding2nn.bias	3	0.04258844628930092
23290	embedding2nn.bias	4	-0.006594823207706213
23290	embedding2nn.bias	5	-0.02734612300992012
23290	embedding2nn.bias	6	0.009035729803144932
23290	embedding2nn.bias	7	-0.01468618493527174
23290	embedding2nn.bias	8	0.032465610653162
23290	embedding2nn.bias	9	0.023024611175060272
23290	rnn.weight_ih_l0	0	-0.014424623921513557
23290	rnn.weight_ih_l0	1	0.011646661907434464
23290	rnn.weight_ih_l0	2	0.023210985586047173
23290	rnn.weight_ih_l0	3	0.01621081307530403
23290	rnn.weight_ih_l0	4	-0.01786288246512413
23290	rnn.weight_ih_l0	5	-0.049308907240629196
23290	rnn.weight_ih_l0	6	0.015690119937062263
23290	rnn.weight_ih_l0	7	0.05027179792523384
23290	rnn.weight_ih_l0	8	0.016573229804635048
23290	rnn.weight_ih_l0	9	-0.03850240632891655
23290	rnn.weight_hh_l0	0	-0.037655171006917953
23290	rnn.weight_hh_l0	1	-0.0006952344556339085
23290	rnn.weight_hh_l0	2	0.00524281058460474
23290	rnn.weight_hh_l0	3	-0.024060506373643875
23290	rnn.weight_hh_l0	4	0.04225706681609154
23290	rnn.weight_hh_l0	5	-0.007635212037712336
23290	rnn.weight_hh_l0	6	-0.03412913531064987
23290	rnn.weight_hh_l0	7	-0.04906857758760452
23290	rnn.weight_hh_l0	8	0.002454527420923114
23290	rnn.weight_hh_l0	9	-0.03294868394732475
23290	rnn.bias_ih_l0	0	0.031118839979171753
23290	rnn.bias_ih_l0	1	-0.021783428266644478
23290	rnn.bias_ih_l0	2	-0.0013558421051129699
23290	rnn.bias_ih_l0	3	0.048337727785110474
23290	rnn.bias_ih_l0	4	-0.037499334663152695
23290	rnn.bias_ih_l0	5	-0.018143368884921074
23290	rnn.bias_ih_l0	6	-0.016632484272122383
23290	rnn.bias_ih_l0	7	0.02426380291581154
23290	rnn.bias_ih_l0	8	-0.0705467015504837
23290	rnn.bias_ih_l0	9	0.0010419475147500634
23290	rnn.bias_hh_l0	0	-0.03388035669922829
23290	rnn.bias_hh_l0	1	-0.0667642131447792
23290	rnn.bias_hh_l0	2	-0.02449066936969757
23290	rnn.bias_hh_l0	3	-0.041322365403175354
23290	rnn.bias_hh_l0	4	-0.010291440412402153
23290	rnn.bias_hh_l0	5	0.019141435623168945
23290	rnn.bias_hh_l0	6	0.022853311151266098
23290	rnn.bias_hh_l0	7	-0.013084466569125652
23290	rnn.bias_hh_l0	8	-0.0545407198369503
23290	rnn.bias_hh_l0	9	-0.031046373769640923
23290	rnn.weight_ih_l0_reverse	0	-0.01147572509944439
23290	rnn.weight_ih_l0_reverse	1	-0.051959455013275146
23290	rnn.weight_ih_l0_reverse	2	-0.01360141672194004
23290	rnn.weight_ih_l0_reverse	3	0.005617313552647829
23290	rnn.weight_ih_l0_reverse	4	-0.014464939013123512
23290	rnn.weight_ih_l0_reverse	5	-0.04884245991706848
23290	rnn.weight_ih_l0_reverse	6	0.04440053179860115
23290	rnn.weight_ih_l0_reverse	7	-0.022597918286919594
23290	rnn.weight_ih_l0_reverse	8	-0.03210122883319855
23290	rnn.weight_ih_l0_reverse	9	0.014423880726099014
23290	rnn.weight_hh_l0_reverse	0	0.027493147179484367
23290	rnn.weight_hh_l0_reverse	1	0.029368368908762932
23290	rnn.weight_hh_l0_reverse	2	0.028865983709692955
23290	rnn.weight_hh_l0_reverse	3	0.018909575417637825
23290	rnn.weight_hh_l0_reverse	4	0.010945072397589684
23290	rnn.weight_hh_l0_reverse	5	0.0026665765326470137
23290	rnn.weight_hh_l0_reverse	6	0.03650209680199623
23290	rnn.weight_hh_l0_reverse	7	-0.025998622179031372
23290	rnn.weight_hh_l0_reverse	8	0.01367923617362976
23290	rnn.weight_hh_l0_reverse	9	0.04754830524325371
23290	rnn.bias_ih_l0_reverse	0	-0.05957809463143349
23290	rnn.bias_ih_l0_reverse	1	-0.11123406887054443
23290	rnn.bias_ih_l0_reverse	2	-0.02303423173725605
23290	rnn.bias_ih_l0_reverse	3	-0.0017812895821407437
23290	rnn.bias_ih_l0_reverse	4	-0.012854838743805885
23290	rnn.bias_ih_l0_reverse	5	0.02967420592904091
23290	rnn.bias_ih_l0_reverse	6	-0.004772046115249395
23290	rnn.bias_ih_l0_reverse	7	0.03592902421951294
23290	rnn.bias_ih_l0_reverse	8	-0.02845706418156624
23290	rnn.bias_ih_l0_reverse	9	0.03256902098655701
23290	rnn.bias_hh_l0_reverse	0	-0.028620950877666473
23290	rnn.bias_hh_l0_reverse	1	-0.013079321943223476
23290	rnn.bias_hh_l0_reverse	2	0.006559525150805712
23290	rnn.bias_hh_l0_reverse	3	-0.04416229575872421
23290	rnn.bias_hh_l0_reverse	4	-0.04084102436900139
23290	rnn.bias_hh_l0_reverse	5	-0.04029977321624756
23290	rnn.bias_hh_l0_reverse	6	0.005347400438040495
23290	rnn.bias_hh_l0_reverse	7	0.02991422638297081
23290	rnn.bias_hh_l0_reverse	8	0.0329781137406826
23290	rnn.bias_hh_l0_reverse	9	-0.08082567900419235
23290	rnn.weight_ih_l1	0	-0.028860151767730713
23290	rnn.weight_ih_l1	1	-0.03079310432076454
23290	rnn.weight_ih_l1	2	0.026651989668607712
23290	rnn.weight_ih_l1	3	-0.015640592202544212
23290	rnn.weight_ih_l1	4	0.008509919978678226
23290	rnn.weight_ih_l1	5	-0.041100047528743744
23290	rnn.weight_ih_l1	6	0.017686521634459496
23290	rnn.weight_ih_l1	7	-0.035493481904268265
23290	rnn.weight_ih_l1	8	0.0382457859814167
23290	rnn.weight_ih_l1	9	0.025711718946695328
23290	rnn.weight_hh_l1	0	0.0009549799142405391
23290	rnn.weight_hh_l1	1	0.006175546906888485
23290	rnn.weight_hh_l1	2	-0.02640601433813572
23290	rnn.weight_hh_l1	3	-0.0006521624163724482
23290	rnn.weight_hh_l1	4	0.006063498090952635
23290	rnn.weight_hh_l1	5	0.031049594283103943
23290	rnn.weight_hh_l1	6	0.03241931274533272
23290	rnn.weight_hh_l1	7	-0.029833918437361717
23290	rnn.weight_hh_l1	8	-0.03859247639775276
23290	rnn.weight_hh_l1	9	0.041172370314598083
23290	rnn.bias_ih_l1	0	-0.08030085265636444
23290	rnn.bias_ih_l1	1	-0.06141893193125725
23290	rnn.bias_ih_l1	2	-0.09999462217092514
23290	rnn.bias_ih_l1	3	-0.11054658889770508
23290	rnn.bias_ih_l1	4	-0.14418210089206696
23290	rnn.bias_ih_l1	5	-0.07585614919662476
23290	rnn.bias_ih_l1	6	-0.023866381496191025
23290	rnn.bias_ih_l1	7	-0.01933414489030838
23290	rnn.bias_ih_l1	8	-0.06879595667123795
23290	rnn.bias_ih_l1	9	-0.05486398935317993
23290	rnn.bias_hh_l1	0	-0.08303691446781158
23290	rnn.bias_hh_l1	1	-0.029824331402778625
23290	rnn.bias_hh_l1	2	-0.02632029540836811
23290	rnn.bias_hh_l1	3	-0.05296089127659798
23290	rnn.bias_hh_l1	4	-0.07515496760606766
23290	rnn.bias_hh_l1	5	-0.03554327040910721
23290	rnn.bias_hh_l1	6	-0.048050448298454285
23290	rnn.bias_hh_l1	7	-0.03601691126823425
23290	rnn.bias_hh_l1	8	-0.006601235363632441
23290	rnn.bias_hh_l1	9	-0.017734359949827194
23290	rnn.weight_ih_l1_reverse	0	-0.03361804410815239
23290	rnn.weight_ih_l1_reverse	1	0.0188980083912611
23290	rnn.weight_ih_l1_reverse	2	-0.05497892573475838
23290	rnn.weight_ih_l1_reverse	3	-0.017133399844169617
23290	rnn.weight_ih_l1_reverse	4	-0.015931541100144386
23290	rnn.weight_ih_l1_reverse	5	-0.03678535297513008
23290	rnn.weight_ih_l1_reverse	6	-0.018289808183908463
23290	rnn.weight_ih_l1_reverse	7	0.011838588863611221
23290	rnn.weight_ih_l1_reverse	8	0.04274613410234451
23290	rnn.weight_ih_l1_reverse	9	-0.04281265288591385
23290	rnn.weight_hh_l1_reverse	0	0.008781966753304005
23290	rnn.weight_hh_l1_reverse	1	0.027600504457950592
23290	rnn.weight_hh_l1_reverse	2	-0.03732264041900635
23290	rnn.weight_hh_l1_reverse	3	0.038779426366090775
23290	rnn.weight_hh_l1_reverse	4	0.043287988752126694
23290	rnn.weight_hh_l1_reverse	5	0.012220947071909904
23290	rnn.weight_hh_l1_reverse	6	0.006410899106413126
23290	rnn.weight_hh_l1_reverse	7	0.028625208884477615
23290	rnn.weight_hh_l1_reverse	8	-0.006088667083531618
23290	rnn.weight_hh_l1_reverse	9	-0.03780117630958557
23290	rnn.bias_ih_l1_reverse	0	-0.0052100904285907745
23290	rnn.bias_ih_l1_reverse	1	-0.05057061091065407
23290	rnn.bias_ih_l1_reverse	2	-0.06414766609668732
23290	rnn.bias_ih_l1_reverse	3	0.007830515503883362
23290	rnn.bias_ih_l1_reverse	4	-0.10750052332878113
23290	rnn.bias_ih_l1_reverse	5	-0.057071369141340256
23290	rnn.bias_ih_l1_reverse	6	-0.06720799207687378
23290	rnn.bias_ih_l1_reverse	7	-0.06930441409349442
23290	rnn.bias_ih_l1_reverse	8	0.07681290060281754
23290	rnn.bias_ih_l1_reverse	9	6.834333908045664e-05
23290	rnn.bias_hh_l1_reverse	0	-0.018028901889920235
23290	rnn.bias_hh_l1_reverse	1	-0.0343887060880661
23290	rnn.bias_hh_l1_reverse	2	-0.148273304104805
23290	rnn.bias_hh_l1_reverse	3	-0.013882363215088844
23290	rnn.bias_hh_l1_reverse	4	-0.030687173828482628
23290	rnn.bias_hh_l1_reverse	5	-0.03417636454105377
23290	rnn.bias_hh_l1_reverse	6	0.11320842057466507
23290	rnn.bias_hh_l1_reverse	7	-0.057251397520303726
23290	rnn.bias_hh_l1_reverse	8	-0.06252481043338776
23290	rnn.bias_hh_l1_reverse	9	-0.06077883392572403
23290	linear.weight	0	0.002228822559118271
23290	linear.weight	1	0.0378606803715229
23290	linear.weight	2	-0.06689408421516418
23290	linear.weight	3	0.1668376326560974
23290	linear.weight	4	0.0912918746471405
23290	linear.weight	5	0.03859775885939598
23290	linear.weight	6	0.12628965079784393
23290	linear.weight	7	0.14020882546901703
23290	linear.weight	8	0.04184826835989952
23290	linear.weight	9	-0.014179357327520847
23290	linear.bias	0	-0.13368286192417145
23290	linear.bias	1	0.04552476480603218
23290	linear.bias	2	-0.3269261419773102
23290	linear.bias	3	-0.7263134717941284
23290	linear.bias	4	-0.8347687125205994
23290	linear.bias	5	0.08946555107831955
23290	linear.bias	6	-0.5050343871116638
23290	linear.bias	7	0.538210391998291
23290	linear.bias	8	-0.5275709629058838
23290	linear.bias	9	-0.7444323301315308
23487	transitions	0	0.16645577549934387
23487	transitions	1	-0.16550613939762115
23487	transitions	2	-10000.0
23487	transitions	3	-1.768141269683838
23487	transitions	4	-10000.0
23487	transitions	5	0.7617649435997009
23487	transitions	6	0.07446345686912537
23487	transitions	7	-0.024275608360767365
23487	transitions	8	-1.2314904928207397
23487	transitions	9	0.0007330861990340054
23487	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
23487	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
23487	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
23487	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
23487	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
23487	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
23487	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
23487	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
23487	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
23487	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
23487	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
23487	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
23487	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
23487	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
23487	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
23487	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
23487	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
23487	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
23487	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
23487	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
23487	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
23487	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
23487	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
23487	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
23487	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
23487	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
23487	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
23487	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
23487	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
23487	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
23487	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
23487	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
23487	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
23487	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
23487	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
23487	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
23487	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
23487	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
23487	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
23487	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
23487	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
23487	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
23487	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
23487	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
23487	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
23487	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
23487	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
23487	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
23487	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
23487	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
23487	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
23487	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
23487	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
23487	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
23487	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
23487	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
23487	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
23487	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
23487	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
23487	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
23487	embedding2nn.weight	0	0.017939362674951553
23487	embedding2nn.weight	1	-0.015054344199597836
23487	embedding2nn.weight	2	-0.014268253929913044
23487	embedding2nn.weight	3	0.015031522139906883
23487	embedding2nn.weight	4	-0.005915034096688032
23487	embedding2nn.weight	5	-0.0037005944177508354
23487	embedding2nn.weight	6	-0.003973257262259722
23487	embedding2nn.weight	7	-0.02573932521045208
23487	embedding2nn.weight	8	-0.0019979383796453476
23487	embedding2nn.weight	9	-0.010421092621982098
23487	embedding2nn.bias	0	0.03013002686202526
23487	embedding2nn.bias	1	-0.04351397603750229
23487	embedding2nn.bias	2	0.07120457291603088
23487	embedding2nn.bias	3	0.03746615722775459
23487	embedding2nn.bias	4	-0.005040423944592476
23487	embedding2nn.bias	5	-0.031930964440107346
23487	embedding2nn.bias	6	0.008944118395447731
23487	embedding2nn.bias	7	-0.02108040079474449
23487	embedding2nn.bias	8	0.027345139533281326
23487	embedding2nn.bias	9	0.025829797610640526
23487	rnn.weight_ih_l0	0	-0.014807337895035744
23487	rnn.weight_ih_l0	1	0.0127310361713171
23487	rnn.weight_ih_l0	2	0.02468162216246128
23487	rnn.weight_ih_l0	3	0.016524367034435272
23487	rnn.weight_ih_l0	4	-0.017874760553240776
23487	rnn.weight_ih_l0	5	-0.04916273057460785
23487	rnn.weight_ih_l0	6	0.015459059737622738
23487	rnn.weight_ih_l0	7	0.05136003717780113
23487	rnn.weight_ih_l0	8	0.01674157939851284
23487	rnn.weight_ih_l0	9	-0.03858698159456253
23487	rnn.weight_hh_l0	0	-0.03821726515889168
23487	rnn.weight_hh_l0	1	-0.001368580968119204
23487	rnn.weight_hh_l0	2	0.005501419305801392
23487	rnn.weight_hh_l0	3	-0.025866016745567322
23487	rnn.weight_hh_l0	4	0.04144442453980446
23487	rnn.weight_hh_l0	5	-0.008030522614717484
23487	rnn.weight_hh_l0	6	-0.033125489950180054
23487	rnn.weight_hh_l0	7	-0.04731975495815277
23487	rnn.weight_hh_l0	8	0.0026711307000368834
23487	rnn.weight_hh_l0	9	-0.032555289566516876
23487	rnn.bias_ih_l0	0	0.03202067315578461
23487	rnn.bias_ih_l0	1	-0.01898055709898472
23487	rnn.bias_ih_l0	2	-0.002258899388834834
23487	rnn.bias_ih_l0	3	0.052739083766937256
23487	rnn.bias_ih_l0	4	-0.038230981677770615
23487	rnn.bias_ih_l0	5	-0.01848790980875492
23487	rnn.bias_ih_l0	6	-0.008078953251242638
23487	rnn.bias_ih_l0	7	0.02505597658455372
23487	rnn.bias_ih_l0	8	-0.07212983071804047
23487	rnn.bias_ih_l0	9	0.0015957520809024572
23487	rnn.bias_hh_l0	0	-0.03652724251151085
23487	rnn.bias_hh_l0	1	-0.0630565732717514
23487	rnn.bias_hh_l0	2	-0.02489202842116356
23487	rnn.bias_hh_l0	3	-0.04007663205265999
23487	rnn.bias_hh_l0	4	-0.009621252305805683
23487	rnn.bias_hh_l0	5	0.020292803645133972
23487	rnn.bias_hh_l0	6	0.025053028017282486
23487	rnn.bias_hh_l0	7	-0.008671233430504799
23487	rnn.bias_hh_l0	8	-0.054068002849817276
23487	rnn.bias_hh_l0	9	-0.028977759182453156
23487	rnn.weight_ih_l0_reverse	0	-0.011867077089846134
23487	rnn.weight_ih_l0_reverse	1	-0.05166826769709587
23487	rnn.weight_ih_l0_reverse	2	-0.015103872865438461
23487	rnn.weight_ih_l0_reverse	3	0.006135046947747469
23487	rnn.weight_ih_l0_reverse	4	-0.014454453252255917
23487	rnn.weight_ih_l0_reverse	5	-0.048868224024772644
23487	rnn.weight_ih_l0_reverse	6	0.04437251389026642
23487	rnn.weight_ih_l0_reverse	7	-0.022130664438009262
23487	rnn.weight_ih_l0_reverse	8	-0.03207918256521225
23487	rnn.weight_ih_l0_reverse	9	0.014518768526613712
23487	rnn.weight_hh_l0_reverse	0	0.028428053483366966
23487	rnn.weight_hh_l0_reverse	1	0.02951626293361187
23487	rnn.weight_hh_l0_reverse	2	0.030148934572935104
23487	rnn.weight_hh_l0_reverse	3	0.018683576956391335
23487	rnn.weight_hh_l0_reverse	4	0.011313515715301037
23487	rnn.weight_hh_l0_reverse	5	0.0027375356294214725
23487	rnn.weight_hh_l0_reverse	6	0.036123745143413544
23487	rnn.weight_hh_l0_reverse	7	-0.027101317420601845
23487	rnn.weight_hh_l0_reverse	8	0.012878738343715668
23487	rnn.weight_hh_l0_reverse	9	0.0469551682472229
23487	rnn.bias_ih_l0_reverse	0	-0.05991189181804657
23487	rnn.bias_ih_l0_reverse	1	-0.11003653705120087
23487	rnn.bias_ih_l0_reverse	2	-0.023933088406920433
23487	rnn.bias_ih_l0_reverse	3	-0.0003601896751206368
23487	rnn.bias_ih_l0_reverse	4	-0.013414645567536354
23487	rnn.bias_ih_l0_reverse	5	0.03352730721235275
23487	rnn.bias_ih_l0_reverse	6	-0.006177941337227821
23487	rnn.bias_ih_l0_reverse	7	0.03275354951620102
23487	rnn.bias_ih_l0_reverse	8	-0.03000745363533497
23487	rnn.bias_ih_l0_reverse	9	0.033186282962560654
23487	rnn.bias_hh_l0_reverse	0	-0.029252275824546814
23487	rnn.bias_hh_l0_reverse	1	-0.01675437204539776
23487	rnn.bias_hh_l0_reverse	2	0.009806932881474495
23487	rnn.bias_hh_l0_reverse	3	-0.04306301102042198
23487	rnn.bias_hh_l0_reverse	4	-0.04438323527574539
23487	rnn.bias_hh_l0_reverse	5	-0.0398680604994297
23487	rnn.bias_hh_l0_reverse	6	0.009213322773575783
23487	rnn.bias_hh_l0_reverse	7	0.02918546088039875
23487	rnn.bias_hh_l0_reverse	8	0.03298214450478554
23487	rnn.bias_hh_l0_reverse	9	-0.08058013021945953
23487	rnn.weight_ih_l1	0	-0.02905445545911789
23487	rnn.weight_ih_l1	1	-0.031070709228515625
23487	rnn.weight_ih_l1	2	0.027243265882134438
23487	rnn.weight_ih_l1	3	-0.0212284903973341
23487	rnn.weight_ih_l1	4	0.008683836087584496
23487	rnn.weight_ih_l1	5	-0.04118400067090988
23487	rnn.weight_ih_l1	6	0.01697641611099243
23487	rnn.weight_ih_l1	7	-0.03639570623636246
23487	rnn.weight_ih_l1	8	0.03891484811902046
23487	rnn.weight_ih_l1	9	0.025575991719961166
23487	rnn.weight_hh_l1	0	0.002124580554664135
23487	rnn.weight_hh_l1	1	0.006158400792628527
23487	rnn.weight_hh_l1	2	-0.02649088017642498
23487	rnn.weight_hh_l1	3	-0.0008949832990765572
23487	rnn.weight_hh_l1	4	0.0059217908419668674
23487	rnn.weight_hh_l1	5	0.03110581263899803
23487	rnn.weight_hh_l1	6	0.032722700387239456
23487	rnn.weight_hh_l1	7	-0.02984660491347313
23487	rnn.weight_hh_l1	8	-0.03862900659441948
23487	rnn.weight_hh_l1	9	0.04138152673840523
23487	rnn.bias_ih_l1	0	-0.07984805107116699
23487	rnn.bias_ih_l1	1	-0.0631893053650856
23487	rnn.bias_ih_l1	2	-0.09669073671102524
23487	rnn.bias_ih_l1	3	-0.11360295861959457
23487	rnn.bias_ih_l1	4	-0.13063009083271027
23487	rnn.bias_ih_l1	5	-0.07632941007614136
23487	rnn.bias_ih_l1	6	-0.02374638244509697
23487	rnn.bias_ih_l1	7	-0.018200132995843887
23487	rnn.bias_ih_l1	8	-0.0681651160120964
23487	rnn.bias_ih_l1	9	-0.05694682523608208
23487	rnn.bias_hh_l1	0	-0.08210387080907822
23487	rnn.bias_hh_l1	1	-0.03138182312250137
23487	rnn.bias_hh_l1	2	-0.02801414579153061
23487	rnn.bias_hh_l1	3	-0.0532817579805851
23487	rnn.bias_hh_l1	4	-0.07462317496538162
23487	rnn.bias_hh_l1	5	-0.036474116146564484
23487	rnn.bias_hh_l1	6	-0.04944702237844467
23487	rnn.bias_hh_l1	7	-0.05052584782242775
23487	rnn.bias_hh_l1	8	-0.010388089343905449
23487	rnn.bias_hh_l1	9	-0.01911252737045288
23487	rnn.weight_ih_l1_reverse	0	-0.03472970053553581
23487	rnn.weight_ih_l1_reverse	1	0.01199286337941885
23487	rnn.weight_ih_l1_reverse	2	-0.05696947127580643
23487	rnn.weight_ih_l1_reverse	3	-0.016553541645407677
23487	rnn.weight_ih_l1_reverse	4	-0.013978134840726852
23487	rnn.weight_ih_l1_reverse	5	-0.03707597777247429
23487	rnn.weight_ih_l1_reverse	6	-0.018159756436944008
23487	rnn.weight_ih_l1_reverse	7	0.011530204676091671
23487	rnn.weight_ih_l1_reverse	8	0.04299971088767052
23487	rnn.weight_ih_l1_reverse	9	-0.04502201825380325
23487	rnn.weight_hh_l1_reverse	0	0.008836622349917889
23487	rnn.weight_hh_l1_reverse	1	0.0275137759745121
23487	rnn.weight_hh_l1_reverse	2	-0.037341658025979996
23487	rnn.weight_hh_l1_reverse	3	0.0386759489774704
23487	rnn.weight_hh_l1_reverse	4	0.043143387883901596
23487	rnn.weight_hh_l1_reverse	5	0.011702105402946472
23487	rnn.weight_hh_l1_reverse	6	0.0060424827970564365
23487	rnn.weight_hh_l1_reverse	7	0.02871887944638729
23487	rnn.weight_hh_l1_reverse	8	-0.005916973575949669
23487	rnn.weight_hh_l1_reverse	9	-0.03734973818063736
23487	rnn.bias_ih_l1_reverse	0	-0.006769886240363121
23487	rnn.bias_ih_l1_reverse	1	-0.05081603303551674
23487	rnn.bias_ih_l1_reverse	2	-0.06357409060001373
23487	rnn.bias_ih_l1_reverse	3	-0.0030340540688484907
23487	rnn.bias_ih_l1_reverse	4	-0.11005663126707077
23487	rnn.bias_ih_l1_reverse	5	-0.05722014978528023
23487	rnn.bias_ih_l1_reverse	6	-0.06714101880788803
23487	rnn.bias_ih_l1_reverse	7	-0.06861353665590286
23487	rnn.bias_ih_l1_reverse	8	0.08450958877801895
23487	rnn.bias_ih_l1_reverse	9	0.005457082763314247
23487	rnn.bias_hh_l1_reverse	0	-0.015801746398210526
23487	rnn.bias_hh_l1_reverse	1	-0.023572567850351334
23487	rnn.bias_hh_l1_reverse	2	-0.1480378359556198
23487	rnn.bias_hh_l1_reverse	3	-0.016019221395254135
23487	rnn.bias_hh_l1_reverse	4	-0.029571233317255974
23487	rnn.bias_hh_l1_reverse	5	-0.03245848789811134
23487	rnn.bias_hh_l1_reverse	6	0.10259023308753967
23487	rnn.bias_hh_l1_reverse	7	-0.056863971054553986
23487	rnn.bias_hh_l1_reverse	8	-0.06276791542768478
23487	rnn.bias_hh_l1_reverse	9	-0.06099322810769081
23487	linear.weight	0	0.002228822559118271
23487	linear.weight	1	0.04434673860669136
23487	linear.weight	2	-0.06829936057329178
23487	linear.weight	3	0.16556762158870697
23487	linear.weight	4	0.07851917296648026
23487	linear.weight	5	0.04057125747203827
23487	linear.weight	6	0.13582049310207367
23487	linear.weight	7	0.13835833966732025
23487	linear.weight	8	0.04184621945023537
23487	linear.weight	9	-0.010857179760932922
23487	linear.bias	0	-0.10734675824642181
23487	linear.bias	1	0.04844296723604202
23487	linear.bias	2	-0.30609363317489624
23487	linear.bias	3	-0.7390166521072388
23487	linear.bias	4	-0.853556752204895
23487	linear.bias	5	0.0826852098107338
23487	linear.bias	6	-0.502197802066803
23487	linear.bias	7	0.534572422504425
23487	linear.bias	8	-0.541073739528656
23487	linear.bias	9	-0.7506067752838135
23684	transitions	0	0.16524913907051086
23684	transitions	1	-0.1513495296239853
23684	transitions	2	-10000.0
23684	transitions	3	-1.7684080600738525
23684	transitions	4	-10000.0
23684	transitions	5	0.7606200575828552
23684	transitions	6	0.07359105348587036
23684	transitions	7	-0.026830455288290977
23684	transitions	8	-1.2323870658874512
23684	transitions	9	0.0007203654386103153
23684	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
23684	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
23684	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
23684	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
23684	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
23684	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
23684	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
23684	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
23684	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
23684	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
23684	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
23684	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
23684	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
23684	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
23684	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
23684	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
23684	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
23684	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
23684	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
23684	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
23684	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
23684	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
23684	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
23684	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
23684	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
23684	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
23684	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
23684	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
23684	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
23684	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
23684	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
23684	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
23684	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
23684	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
23684	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
23684	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
23684	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
23684	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
23684	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
23684	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
23684	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
23684	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
23684	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
23684	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
23684	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
23684	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
23684	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
23684	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
23684	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
23684	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
23684	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
23684	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
23684	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
23684	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
23684	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
23684	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
23684	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
23684	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
23684	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
23684	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
23684	embedding2nn.weight	0	0.017015524208545685
23684	embedding2nn.weight	1	-0.015036008320748806
23684	embedding2nn.weight	2	-0.014268253929913044
23684	embedding2nn.weight	3	0.014609109610319138
23684	embedding2nn.weight	4	-0.005915034096688032
23684	embedding2nn.weight	5	-0.0037005951162427664
23684	embedding2nn.weight	6	-0.003973252605646849
23684	embedding2nn.weight	7	-0.026328356936573982
23684	embedding2nn.weight	8	-0.0019979383796453476
23684	embedding2nn.weight	9	-0.01014619693160057
23684	embedding2nn.bias	0	0.03139660134911537
23684	embedding2nn.bias	1	-0.03913549333810806
23684	embedding2nn.bias	2	0.06751404702663422
23684	embedding2nn.bias	3	0.03998219594359398
23684	embedding2nn.bias	4	-0.01578821800649166
23684	embedding2nn.bias	5	-0.024951953440904617
23684	embedding2nn.bias	6	0.00933813489973545
23684	embedding2nn.bias	7	-0.024555128067731857
23684	embedding2nn.bias	8	0.03056332841515541
23684	embedding2nn.bias	9	0.026880435645580292
23684	rnn.weight_ih_l0	0	-0.014864847995340824
23684	rnn.weight_ih_l0	1	0.012048530392348766
23684	rnn.weight_ih_l0	2	0.025255491957068443
23684	rnn.weight_ih_l0	3	0.01634839177131653
23684	rnn.weight_ih_l0	4	-0.019157415255904198
23684	rnn.weight_ih_l0	5	-0.04890142008662224
23684	rnn.weight_ih_l0	6	0.01631363108754158
23684	rnn.weight_ih_l0	7	0.050667233765125275
23684	rnn.weight_ih_l0	8	0.016686219722032547
23684	rnn.weight_ih_l0	9	-0.038333166390657425
23684	rnn.weight_hh_l0	0	-0.038669124245643616
23684	rnn.weight_hh_l0	1	-0.0012500708689913154
23684	rnn.weight_hh_l0	2	0.005532520357519388
23684	rnn.weight_hh_l0	3	-0.025434283539652824
23684	rnn.weight_hh_l0	4	0.041118111461400986
23684	rnn.weight_hh_l0	5	-0.0072745513170957565
23684	rnn.weight_hh_l0	6	-0.033461157232522964
23684	rnn.weight_hh_l0	7	-0.04645530506968498
23684	rnn.weight_hh_l0	8	0.0020904571283608675
23684	rnn.weight_hh_l0	9	-0.0320991650223732
23684	rnn.bias_ih_l0	0	0.029560692608356476
23684	rnn.bias_ih_l0	1	-0.022583216428756714
23684	rnn.bias_ih_l0	2	-0.002785489661619067
23684	rnn.bias_ih_l0	3	0.05200902000069618
23684	rnn.bias_ih_l0	4	-0.038386743515729904
23684	rnn.bias_ih_l0	5	-0.022476334124803543
23684	rnn.bias_ih_l0	6	-0.013083714060485363
23684	rnn.bias_ih_l0	7	0.025455636903643608
23684	rnn.bias_ih_l0	8	-0.071396604180336
23684	rnn.bias_ih_l0	9	0.0011007809080183506
23684	rnn.bias_hh_l0	0	-0.03414412587881088
23684	rnn.bias_hh_l0	1	-0.059911806136369705
23684	rnn.bias_hh_l0	2	-0.024400996044278145
23684	rnn.bias_hh_l0	3	-0.040978867560625076
23684	rnn.bias_hh_l0	4	-0.01061609759926796
23684	rnn.bias_hh_l0	5	0.019538521766662598
23684	rnn.bias_hh_l0	6	0.025424983352422714
23684	rnn.bias_hh_l0	7	-0.006202253047376871
23684	rnn.bias_hh_l0	8	-0.056121546775102615
23684	rnn.bias_hh_l0	9	-0.026317961513996124
23684	rnn.weight_ih_l0_reverse	0	-0.01100762840360403
23684	rnn.weight_ih_l0_reverse	1	-0.054025232791900635
23684	rnn.weight_ih_l0_reverse	2	-0.017009740695357323
23684	rnn.weight_ih_l0_reverse	3	0.006615485996007919
23684	rnn.weight_ih_l0_reverse	4	-0.015422707423567772
23684	rnn.weight_ih_l0_reverse	5	-0.04899828881025314
23684	rnn.weight_ih_l0_reverse	6	0.04385092854499817
23684	rnn.weight_ih_l0_reverse	7	-0.02301557920873165
23684	rnn.weight_ih_l0_reverse	8	-0.032248638570308685
23684	rnn.weight_ih_l0_reverse	9	0.015051651746034622
23684	rnn.weight_hh_l0_reverse	0	0.027031337842345238
23684	rnn.weight_hh_l0_reverse	1	0.02982664853334427
23684	rnn.weight_hh_l0_reverse	2	0.029516618698835373
23684	rnn.weight_hh_l0_reverse	3	0.018540604040026665
23684	rnn.weight_hh_l0_reverse	4	0.011692595668137074
23684	rnn.weight_hh_l0_reverse	5	0.0033478625118732452
23684	rnn.weight_hh_l0_reverse	6	0.03617263585329056
23684	rnn.weight_hh_l0_reverse	7	-0.02761327102780342
23684	rnn.weight_hh_l0_reverse	8	0.013735130429267883
23684	rnn.weight_hh_l0_reverse	9	0.04725942760705948
23684	rnn.bias_ih_l0_reverse	0	-0.0573885403573513
23684	rnn.bias_ih_l0_reverse	1	-0.10906599462032318
23684	rnn.bias_ih_l0_reverse	2	-0.017125336453318596
23684	rnn.bias_ih_l0_reverse	3	-0.0016464149812236428
23684	rnn.bias_ih_l0_reverse	4	-0.013404079712927341
23684	rnn.bias_ih_l0_reverse	5	0.032509274780750275
23684	rnn.bias_ih_l0_reverse	6	-0.009322451427578926
23684	rnn.bias_ih_l0_reverse	7	0.03373492881655693
23684	rnn.bias_ih_l0_reverse	8	-0.030914541333913803
23684	rnn.bias_ih_l0_reverse	9	0.032382577657699585
23684	rnn.bias_hh_l0_reverse	0	-0.029623787850141525
23684	rnn.bias_hh_l0_reverse	1	-0.01571989618241787
23684	rnn.bias_hh_l0_reverse	2	0.014717817306518555
23684	rnn.bias_hh_l0_reverse	3	-0.0426018200814724
23684	rnn.bias_hh_l0_reverse	4	-0.042516157031059265
23684	rnn.bias_hh_l0_reverse	5	-0.038201022893190384
23684	rnn.bias_hh_l0_reverse	6	0.0051953718066215515
23684	rnn.bias_hh_l0_reverse	7	0.029833754524588585
23684	rnn.bias_hh_l0_reverse	8	0.03386504203081131
23684	rnn.bias_hh_l0_reverse	9	-0.07938451319932938
23684	rnn.weight_ih_l1	0	-0.02916368842124939
23684	rnn.weight_ih_l1	1	-0.0303339846432209
23684	rnn.weight_ih_l1	2	0.027432773262262344
23684	rnn.weight_ih_l1	3	-0.022184548899531364
23684	rnn.weight_ih_l1	4	0.009083425626158714
23684	rnn.weight_ih_l1	5	-0.041370783001184464
23684	rnn.weight_ih_l1	6	0.016506198793649673
23684	rnn.weight_ih_l1	7	-0.037783730775117874
23684	rnn.weight_ih_l1	8	0.03877488523721695
23684	rnn.weight_ih_l1	9	0.025637144222855568
23684	rnn.weight_hh_l1	0	-0.001547513296827674
23684	rnn.weight_hh_l1	1	0.0060293287970125675
23684	rnn.weight_hh_l1	2	-0.02722855471074581
23684	rnn.weight_hh_l1	3	-0.0012451800284907222
23684	rnn.weight_hh_l1	4	0.006244718562811613
23684	rnn.weight_hh_l1	5	0.03129960224032402
23684	rnn.weight_hh_l1	6	0.03271329402923584
23684	rnn.weight_hh_l1	7	-0.029655715450644493
23684	rnn.weight_hh_l1	8	-0.038758840411901474
23684	rnn.weight_hh_l1	9	0.04173815995454788
23684	rnn.bias_ih_l1	0	-0.07887621968984604
23684	rnn.bias_ih_l1	1	-0.0658760592341423
23684	rnn.bias_ih_l1	2	-0.09834887832403183
23684	rnn.bias_ih_l1	3	-0.10991735756397247
23684	rnn.bias_ih_l1	4	-0.13192419707775116
23684	rnn.bias_ih_l1	5	-0.07740536332130432
23684	rnn.bias_ih_l1	6	-0.02367003634572029
23684	rnn.bias_ih_l1	7	-0.016328958794474602
23684	rnn.bias_ih_l1	8	-0.065895676612854
23684	rnn.bias_ih_l1	9	-0.05701211839914322
23684	rnn.bias_hh_l1	0	-0.0845465287566185
23684	rnn.bias_hh_l1	1	-0.030061936005949974
23684	rnn.bias_hh_l1	2	-0.030078738927841187
23684	rnn.bias_hh_l1	3	-0.05329223349690437
23684	rnn.bias_hh_l1	4	-0.07488492876291275
23684	rnn.bias_hh_l1	5	-0.03680393844842911
23684	rnn.bias_hh_l1	6	-0.05349418893456459
23684	rnn.bias_hh_l1	7	-0.051311902701854706
23684	rnn.bias_hh_l1	8	-0.009315849281847477
23684	rnn.bias_hh_l1	9	-0.01801747828722
23684	rnn.weight_ih_l1_reverse	0	-0.03537299484014511
23684	rnn.weight_ih_l1_reverse	1	0.010902225971221924
23684	rnn.weight_ih_l1_reverse	2	-0.056381918489933014
23684	rnn.weight_ih_l1_reverse	3	-0.015623954124748707
23684	rnn.weight_ih_l1_reverse	4	-0.013046842999756336
23684	rnn.weight_ih_l1_reverse	5	-0.036310359835624695
23684	rnn.weight_ih_l1_reverse	6	-0.01503552496433258
23684	rnn.weight_ih_l1_reverse	7	0.010840077884495258
23684	rnn.weight_ih_l1_reverse	8	0.039032064378261566
23684	rnn.weight_ih_l1_reverse	9	-0.044392574578523636
23684	rnn.weight_hh_l1_reverse	0	0.00880747102200985
23684	rnn.weight_hh_l1_reverse	1	0.02764151617884636
23684	rnn.weight_hh_l1_reverse	2	-0.037399616092443466
23684	rnn.weight_hh_l1_reverse	3	0.03864382952451706
23684	rnn.weight_hh_l1_reverse	4	0.042705267667770386
23684	rnn.weight_hh_l1_reverse	5	0.011256653815507889
23684	rnn.weight_hh_l1_reverse	6	0.005868861451745033
23684	rnn.weight_hh_l1_reverse	7	0.0288535188883543
23684	rnn.weight_hh_l1_reverse	8	-0.005778220482170582
23684	rnn.weight_hh_l1_reverse	9	-0.037484049797058105
23684	rnn.bias_ih_l1_reverse	0	-0.0068269711919128895
23684	rnn.bias_ih_l1_reverse	1	-0.04874122887849808
23684	rnn.bias_ih_l1_reverse	2	-0.06629335880279541
23684	rnn.bias_ih_l1_reverse	3	-0.004629828967154026
23684	rnn.bias_ih_l1_reverse	4	-0.10943485796451569
23684	rnn.bias_ih_l1_reverse	5	-0.05638202279806137
23684	rnn.bias_ih_l1_reverse	6	-0.06695554405450821
23684	rnn.bias_ih_l1_reverse	7	-0.06880559027194977
23684	rnn.bias_ih_l1_reverse	8	0.07941324263811111
23684	rnn.bias_ih_l1_reverse	9	0.00034258567029610276
23684	rnn.bias_hh_l1_reverse	0	-0.01550284493714571
23684	rnn.bias_hh_l1_reverse	1	-0.013607479631900787
23684	rnn.bias_hh_l1_reverse	2	-0.14716431498527527
23684	rnn.bias_hh_l1_reverse	3	-0.016993209719657898
23684	rnn.bias_hh_l1_reverse	4	-0.03046729415655136
23684	rnn.bias_hh_l1_reverse	5	-0.03444477915763855
23684	rnn.bias_hh_l1_reverse	6	0.11510362476110458
23684	rnn.bias_hh_l1_reverse	7	-0.052973199635744095
23684	rnn.bias_hh_l1_reverse	8	-0.061050985008478165
23684	rnn.bias_hh_l1_reverse	9	-0.06124464049935341
23684	linear.weight	0	0.002228822559118271
23684	linear.weight	1	0.05359240993857384
23684	linear.weight	2	-0.06734208017587662
23684	linear.weight	3	0.16064555943012238
23684	linear.weight	4	0.0906965434551239
23684	linear.weight	5	0.03995538130402565
23684	linear.weight	6	0.14019674062728882
23684	linear.weight	7	0.12933430075645447
23684	linear.weight	8	0.041834089905023575
23684	linear.weight	9	-0.014118579216301441
23684	linear.bias	0	-0.10987411439418793
23684	linear.bias	1	0.03485610708594322
23684	linear.bias	2	-0.27563777565956116
23684	linear.bias	3	-0.7497012615203857
23684	linear.bias	4	-0.87012779712677
23684	linear.bias	5	0.0664660781621933
23684	linear.bias	6	-0.5198177099227905
23684	linear.bias	7	0.521312952041626
23684	linear.bias	8	-0.5503382086753845
23684	linear.bias	9	-0.7605546712875366
23688	transitions	0	0.1669967770576477
23688	transitions	1	-0.15135987102985382
23688	transitions	2	-10000.0
23688	transitions	3	-1.7684111595153809
23688	transitions	4	-10000.0
23688	transitions	5	0.760613739490509
23688	transitions	6	0.07358606159687042
23688	transitions	7	-0.02718956395983696
23688	transitions	8	-1.2324033975601196
23688	transitions	9	0.0007199522806331515
23688	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
23688	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
23688	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
23688	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
23688	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
23688	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
23688	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
23688	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
23688	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
23688	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
23688	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
23688	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
23688	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
23688	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
23688	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
23688	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
23688	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
23688	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
23688	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
23688	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
23688	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
23688	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
23688	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
23688	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
23688	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
23688	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
23688	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
23688	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
23688	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
23688	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
23688	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
23688	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
23688	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
23688	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
23688	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
23688	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
23688	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
23688	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
23688	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
23688	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
23688	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
23688	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
23688	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
23688	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
23688	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
23688	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
23688	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
23688	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
23688	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
23688	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
23688	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
23688	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
23688	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
23688	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
23688	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
23688	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
23688	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
23688	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
23688	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
23688	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
23688	embedding2nn.weight	0	0.01677062176167965
23688	embedding2nn.weight	1	-0.015032855793833733
23688	embedding2nn.weight	2	-0.014268253929913044
23688	embedding2nn.weight	3	0.014808092266321182
23688	embedding2nn.weight	4	-0.005915034096688032
23688	embedding2nn.weight	5	-0.0037005951162427664
23688	embedding2nn.weight	6	-0.003973252605646849
23688	embedding2nn.weight	7	-0.025972876697778702
23688	embedding2nn.weight	8	-0.0019979383796453476
23688	embedding2nn.weight	9	-0.010176524519920349
23688	embedding2nn.bias	0	0.03271668031811714
23688	embedding2nn.bias	1	-0.038913123309612274
23688	embedding2nn.bias	2	0.0677676871418953
23688	embedding2nn.bias	3	0.04081527516245842
23688	embedding2nn.bias	4	-0.01668287254869938
23688	embedding2nn.bias	5	-0.02601638063788414
23688	embedding2nn.bias	6	0.009420869871973991
23688	embedding2nn.bias	7	-0.022554179653525352
23688	embedding2nn.bias	8	0.030164064839482307
23688	embedding2nn.bias	9	0.027617620304226875
23688	rnn.weight_ih_l0	0	-0.01485839020460844
23688	rnn.weight_ih_l0	1	0.012234118767082691
23688	rnn.weight_ih_l0	2	0.025233790278434753
23688	rnn.weight_ih_l0	3	0.016334008425474167
23688	rnn.weight_ih_l0	4	-0.01901085115969181
23688	rnn.weight_ih_l0	5	-0.04891536012291908
23688	rnn.weight_ih_l0	6	0.01643025130033493
23688	rnn.weight_ih_l0	7	0.050743360072374344
23688	rnn.weight_ih_l0	8	0.016776755452156067
23688	rnn.weight_ih_l0	9	-0.03827904537320137
23688	rnn.weight_hh_l0	0	-0.038705989718437195
23688	rnn.weight_hh_l0	1	-0.001124072470702231
23688	rnn.weight_hh_l0	2	0.005692819133400917
23688	rnn.weight_hh_l0	3	-0.02547791600227356
23688	rnn.weight_hh_l0	4	0.041056860238313675
23688	rnn.weight_hh_l0	5	-0.0073201609775424
23688	rnn.weight_hh_l0	6	-0.033444344997406006
23688	rnn.weight_hh_l0	7	-0.0464688204228878
23688	rnn.weight_hh_l0	8	0.002129922155290842
23688	rnn.weight_hh_l0	9	-0.03201077878475189
23688	rnn.bias_ih_l0	0	0.029349757358431816
23688	rnn.bias_ih_l0	1	-0.02213895320892334
23688	rnn.bias_ih_l0	2	-0.0026903566904366016
23688	rnn.bias_ih_l0	3	0.05163714662194252
23688	rnn.bias_ih_l0	4	-0.03829009085893631
23688	rnn.bias_ih_l0	5	-0.023156173527240753
23688	rnn.bias_ih_l0	6	-0.013684166595339775
23688	rnn.bias_ih_l0	7	0.025910424068570137
23688	rnn.bias_ih_l0	8	-0.07106173038482666
23688	rnn.bias_ih_l0	9	0.0014505541184917092
23688	rnn.bias_hh_l0	0	-0.03416384011507034
23688	rnn.bias_hh_l0	1	-0.060115911066532135
23688	rnn.bias_hh_l0	2	-0.024034785106778145
23688	rnn.bias_hh_l0	3	-0.04110866039991379
23688	rnn.bias_hh_l0	4	-0.010464061051607132
23688	rnn.bias_hh_l0	5	0.01981961913406849
23688	rnn.bias_hh_l0	6	0.025329912081360817
23688	rnn.bias_hh_l0	7	-0.006296179722994566
23688	rnn.bias_hh_l0	8	-0.05598518252372742
23688	rnn.bias_hh_l0	9	-0.026728540658950806
23688	rnn.weight_ih_l0_reverse	0	-0.011109770275652409
23688	rnn.weight_ih_l0_reverse	1	-0.05386835336685181
23688	rnn.weight_ih_l0_reverse	2	-0.017007702961564064
23688	rnn.weight_ih_l0_reverse	3	0.006661632563918829
23688	rnn.weight_ih_l0_reverse	4	-0.015351998619735241
23688	rnn.weight_ih_l0_reverse	5	-0.049009356647729874
23688	rnn.weight_ih_l0_reverse	6	0.04386548697948456
23688	rnn.weight_ih_l0_reverse	7	-0.02308920957148075
23688	rnn.weight_ih_l0_reverse	8	-0.032328955829143524
23688	rnn.weight_ih_l0_reverse	9	0.01508751418441534
23688	rnn.weight_hh_l0_reverse	0	0.027048079296946526
23688	rnn.weight_hh_l0_reverse	1	0.029852675274014473
23688	rnn.weight_hh_l0_reverse	2	0.029490383341908455
23688	rnn.weight_hh_l0_reverse	3	0.018550943583250046
23688	rnn.weight_hh_l0_reverse	4	0.011693241074681282
23688	rnn.weight_hh_l0_reverse	5	0.003447044873610139
23688	rnn.weight_hh_l0_reverse	6	0.036168139427900314
23688	rnn.weight_hh_l0_reverse	7	-0.027444176375865936
23688	rnn.weight_hh_l0_reverse	8	0.013788498006761074
23688	rnn.weight_hh_l0_reverse	9	0.047348737716674805
23688	rnn.bias_ih_l0_reverse	0	-0.05726468935608864
23688	rnn.bias_ih_l0_reverse	1	-0.10938289016485214
23688	rnn.bias_ih_l0_reverse	2	-0.016489684581756592
23688	rnn.bias_ih_l0_reverse	3	-0.001659612637013197
23688	rnn.bias_ih_l0_reverse	4	-0.012815337628126144
23688	rnn.bias_ih_l0_reverse	5	0.032577741891145706
23688	rnn.bias_ih_l0_reverse	6	-0.009450698271393776
23688	rnn.bias_ih_l0_reverse	7	0.03372761979699135
23688	rnn.bias_ih_l0_reverse	8	-0.030812278389930725
23688	rnn.bias_ih_l0_reverse	9	0.032311245799064636
23688	rnn.bias_hh_l0_reverse	0	-0.029773863032460213
23688	rnn.bias_hh_l0_reverse	1	-0.014528213068842888
23688	rnn.bias_hh_l0_reverse	2	0.016103239730000496
23688	rnn.bias_hh_l0_reverse	3	-0.04247622191905975
23688	rnn.bias_hh_l0_reverse	4	-0.042947977781295776
23688	rnn.bias_hh_l0_reverse	5	-0.038211822509765625
23688	rnn.bias_hh_l0_reverse	6	0.005203230772167444
23688	rnn.bias_hh_l0_reverse	7	0.029929837211966515
23688	rnn.bias_hh_l0_reverse	8	0.03394662216305733
23688	rnn.bias_hh_l0_reverse	9	-0.07930560410022736
23688	rnn.weight_ih_l1	0	-0.029263371601700783
23688	rnn.weight_ih_l1	1	-0.030392132699489594
23688	rnn.weight_ih_l1	2	0.02720993384718895
23688	rnn.weight_ih_l1	3	-0.02223646454513073
23688	rnn.weight_ih_l1	4	0.009066925384104252
23688	rnn.weight_ih_l1	5	-0.04138403385877609
23688	rnn.weight_ih_l1	6	0.016547922044992447
23688	rnn.weight_ih_l1	7	-0.03779728338122368
23688	rnn.weight_ih_l1	8	0.038755591958761215
23688	rnn.weight_ih_l1	9	0.025631576776504517
23688	rnn.weight_hh_l1	0	-0.0014147033216431737
23688	rnn.weight_hh_l1	1	0.0060309539549052715
23688	rnn.weight_hh_l1	2	-0.027202634140849113
23688	rnn.weight_hh_l1	3	-0.001276913215406239
23688	rnn.weight_hh_l1	4	0.006371577735990286
23688	rnn.weight_hh_l1	5	0.031291019171476364
23688	rnn.weight_hh_l1	6	0.032713811844587326
23688	rnn.weight_hh_l1	7	-0.02966158837080002
23688	rnn.weight_hh_l1	8	-0.038692209869623184
23688	rnn.weight_hh_l1	9	0.04168608412146568
23688	rnn.bias_ih_l1	0	-0.07859934866428375
23688	rnn.bias_ih_l1	1	-0.06578458100557327
23688	rnn.bias_ih_l1	2	-0.09795903414487839
23688	rnn.bias_ih_l1	3	-0.10977008193731308
23688	rnn.bias_ih_l1	4	-0.13484609127044678
23688	rnn.bias_ih_l1	5	-0.07743570953607559
23688	rnn.bias_ih_l1	6	-0.023761354386806488
23688	rnn.bias_ih_l1	7	-0.015909815207123756
23688	rnn.bias_ih_l1	8	-0.06576836109161377
23688	rnn.bias_ih_l1	9	-0.05647626891732216
23688	rnn.bias_hh_l1	0	-0.08428844809532166
23688	rnn.bias_hh_l1	1	-0.029993368312716484
23688	rnn.bias_hh_l1	2	-0.029993481934070587
23688	rnn.bias_hh_l1	3	-0.05337052047252655
23688	rnn.bias_hh_l1	4	-0.07493028789758682
23688	rnn.bias_hh_l1	5	-0.03666037321090698
23688	rnn.bias_hh_l1	6	-0.053343258798122406
23688	rnn.bias_hh_l1	7	-0.05137608200311661
23688	rnn.bias_hh_l1	8	-0.009238701313734055
23688	rnn.bias_hh_l1	9	-0.018466945737600327
23688	rnn.weight_ih_l1_reverse	0	-0.03535272181034088
23688	rnn.weight_ih_l1_reverse	1	0.010870862752199173
23688	rnn.weight_ih_l1_reverse	2	-0.056444279849529266
23688	rnn.weight_ih_l1_reverse	3	-0.015714863315224648
23688	rnn.weight_ih_l1_reverse	4	-0.012847851030528545
23688	rnn.weight_ih_l1_reverse	5	-0.036292094737291336
23688	rnn.weight_ih_l1_reverse	6	-0.015049203298985958
23688	rnn.weight_ih_l1_reverse	7	0.010859784670174122
23688	rnn.weight_ih_l1_reverse	8	0.03898078575730324
23688	rnn.weight_ih_l1_reverse	9	-0.04463855177164078
23688	rnn.weight_hh_l1_reverse	0	0.008816266432404518
23688	rnn.weight_hh_l1_reverse	1	0.027645844966173172
23688	rnn.weight_hh_l1_reverse	2	-0.037394676357507706
23688	rnn.weight_hh_l1_reverse	3	0.03862845152616501
23688	rnn.weight_hh_l1_reverse	4	0.04266497492790222
23688	rnn.weight_hh_l1_reverse	5	0.011210324242711067
23688	rnn.weight_hh_l1_reverse	6	0.005961703136563301
23688	rnn.weight_hh_l1_reverse	7	0.028822943568229675
23688	rnn.weight_hh_l1_reverse	8	-0.005773169454187155
23688	rnn.weight_hh_l1_reverse	9	-0.03750012069940567
23688	rnn.bias_ih_l1_reverse	0	-0.006635663099586964
23688	rnn.bias_ih_l1_reverse	1	-0.04841272905468941
23688	rnn.bias_ih_l1_reverse	2	-0.06618987023830414
23688	rnn.bias_ih_l1_reverse	3	-0.0018944296753033996
23688	rnn.bias_ih_l1_reverse	4	-0.10935099422931671
23688	rnn.bias_ih_l1_reverse	5	-0.056552644819021225
23688	rnn.bias_ih_l1_reverse	6	-0.06706525385379791
23688	rnn.bias_ih_l1_reverse	7	-0.0688483789563179
23688	rnn.bias_ih_l1_reverse	8	0.07769062370061874
23688	rnn.bias_ih_l1_reverse	9	0.0003891505184583366
23688	rnn.bias_hh_l1_reverse	0	-0.016148800030350685
23688	rnn.bias_hh_l1_reverse	1	-0.012867657467722893
23688	rnn.bias_hh_l1_reverse	2	-0.14732153713703156
23688	rnn.bias_hh_l1_reverse	3	-0.017158227041363716
23688	rnn.bias_hh_l1_reverse	4	-0.03044857084751129
23688	rnn.bias_hh_l1_reverse	5	-0.03436988964676857
23688	rnn.bias_hh_l1_reverse	6	0.11484307795763016
23688	rnn.bias_hh_l1_reverse	7	-0.05268951505422592
23688	rnn.bias_hh_l1_reverse	8	-0.06114121899008751
23688	rnn.bias_hh_l1_reverse	9	-0.06125682592391968
23688	linear.weight	0	0.002228822559118271
23688	linear.weight	1	0.055182065814733505
23688	linear.weight	2	-0.06690143793821335
23688	linear.weight	3	0.161594420671463
23688	linear.weight	4	0.09407993406057358
23688	linear.weight	5	0.03995978459715843
23688	linear.weight	6	0.1435178965330124
23688	linear.weight	7	0.12861886620521545
23688	linear.weight	8	0.04183397814631462
23688	linear.weight	9	-0.014160145074129105
23688	linear.bias	0	-0.10478676855564117
23688	linear.bias	1	0.03562478348612785
23688	linear.bias	2	-0.2799217700958252
23688	linear.bias	3	-0.7421867251396179
23688	linear.bias	4	-0.8625962734222412
23688	linear.bias	5	0.08181454241275787
23688	linear.bias	6	-0.5189574956893921
23688	linear.bias	7	0.5357412099838257
23688	linear.bias	8	-0.5513469576835632
23688	linear.bias	9	-0.7616876363754272
23885	transitions	0	0.1706518530845642
23885	transitions	1	-0.14849676191806793
23885	transitions	2	-10000.0
23885	transitions	3	-1.7686767578125
23885	transitions	4	-10000.0
23885	transitions	5	0.7597910165786743
23885	transitions	6	0.07266100496053696
23885	transitions	7	-0.02921948954463005
23885	transitions	8	-1.2331571578979492
23885	transitions	9	0.0007037429022602737
23885	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
23885	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
23885	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
23885	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
23885	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
23885	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
23885	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
23885	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
23885	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
23885	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
23885	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
23885	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
23885	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
23885	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
23885	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
23885	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
23885	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
23885	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
23885	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
23885	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
23885	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
23885	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
23885	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
23885	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
23885	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
23885	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
23885	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
23885	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
23885	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
23885	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
23885	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
23885	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
23885	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
23885	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
23885	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
23885	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
23885	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
23885	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
23885	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
23885	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
23885	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
23885	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
23885	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
23885	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
23885	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
23885	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
23885	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
23885	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
23885	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
23885	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
23885	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
23885	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
23885	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
23885	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
23885	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
23885	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
23885	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
23885	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
23885	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
23885	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
23885	embedding2nn.weight	0	0.018465681001544
23885	embedding2nn.weight	1	-0.015370121225714684
23885	embedding2nn.weight	2	-0.014268253929913044
23885	embedding2nn.weight	3	0.012880164198577404
23885	embedding2nn.weight	4	-0.005915034096688032
23885	embedding2nn.weight	5	-0.0037005958147346973
23885	embedding2nn.weight	6	-0.003973252139985561
23885	embedding2nn.weight	7	-0.02714947797358036
23885	embedding2nn.weight	8	-0.0019979383796453476
23885	embedding2nn.weight	9	-0.010759578086435795
23885	embedding2nn.bias	0	0.03188207000494003
23885	embedding2nn.bias	1	-0.04335327073931694
23885	embedding2nn.bias	2	0.07256793975830078
23885	embedding2nn.bias	3	0.035037264227867126
23885	embedding2nn.bias	4	-0.011511514894664288
23885	embedding2nn.bias	5	-0.0315556600689888
23885	embedding2nn.bias	6	0.013175025582313538
23885	embedding2nn.bias	7	-0.03510477766394615
23885	embedding2nn.bias	8	0.03146924450993538
23885	embedding2nn.bias	9	0.022741444408893585
23885	rnn.weight_ih_l0	0	-0.013658608309924603
23885	rnn.weight_ih_l0	1	0.010474339127540588
23885	rnn.weight_ih_l0	2	0.0263686440885067
23885	rnn.weight_ih_l0	3	0.016047315672039986
23885	rnn.weight_ih_l0	4	-0.018855109810829163
23885	rnn.weight_ih_l0	5	-0.0494256354868412
23885	rnn.weight_ih_l0	6	0.016359630972146988
23885	rnn.weight_ih_l0	7	0.05034494772553444
23885	rnn.weight_ih_l0	8	0.016600722447037697
23885	rnn.weight_ih_l0	9	-0.03753490746021271
23885	rnn.weight_hh_l0	0	-0.038604047149419785
23885	rnn.weight_hh_l0	1	-0.0012328920420259237
23885	rnn.weight_hh_l0	2	0.006596560124307871
23885	rnn.weight_hh_l0	3	-0.025664983317255974
23885	rnn.weight_hh_l0	4	0.040758829563856125
23885	rnn.weight_hh_l0	5	-0.0086413798853755
23885	rnn.weight_hh_l0	6	-0.03249659761786461
23885	rnn.weight_hh_l0	7	-0.04745545983314514
23885	rnn.weight_hh_l0	8	0.00291637796908617
23885	rnn.weight_hh_l0	9	-0.031604837626218796
23885	rnn.bias_ih_l0	0	0.028265636414289474
23885	rnn.bias_ih_l0	1	-0.018939003348350525
23885	rnn.bias_ih_l0	2	-0.0015049618668854237
23885	rnn.bias_ih_l0	3	0.04935478791594505
23885	rnn.bias_ih_l0	4	-0.03925788402557373
23885	rnn.bias_ih_l0	5	-0.021374840289354324
23885	rnn.bias_ih_l0	6	-0.011695866473019123
23885	rnn.bias_ih_l0	7	0.027971388772130013
23885	rnn.bias_ih_l0	8	-0.0725613608956337
23885	rnn.bias_ih_l0	9	0.002040090272203088
23885	rnn.bias_hh_l0	0	-0.0326833575963974
23885	rnn.bias_hh_l0	1	-0.06492173671722412
23885	rnn.bias_hh_l0	2	-0.023102426901459694
23885	rnn.bias_hh_l0	3	-0.040369972586631775
23885	rnn.bias_hh_l0	4	-0.010248474776744843
23885	rnn.bias_hh_l0	5	0.01591772772371769
23885	rnn.bias_hh_l0	6	0.026691602542996407
23885	rnn.bias_hh_l0	7	-0.010757308453321457
23885	rnn.bias_hh_l0	8	-0.05523986741900444
23885	rnn.bias_hh_l0	9	-0.03163151815533638
23885	rnn.weight_ih_l0_reverse	0	-0.010814175941050053
23885	rnn.weight_ih_l0_reverse	1	-0.05371800810098648
23885	rnn.weight_ih_l0_reverse	2	-0.017872599884867668
23885	rnn.weight_ih_l0_reverse	3	0.006841334979981184
23885	rnn.weight_ih_l0_reverse	4	-0.014519000425934792
23885	rnn.weight_ih_l0_reverse	5	-0.04897741973400116
23885	rnn.weight_ih_l0_reverse	6	0.04451734945178032
23885	rnn.weight_ih_l0_reverse	7	-0.023208260536193848
23885	rnn.weight_ih_l0_reverse	8	-0.03190195932984352
23885	rnn.weight_ih_l0_reverse	9	0.01511944830417633
23885	rnn.weight_hh_l0_reverse	0	0.02632303163409233
23885	rnn.weight_hh_l0_reverse	1	0.029989175498485565
23885	rnn.weight_hh_l0_reverse	2	0.0295423474162817
23885	rnn.weight_hh_l0_reverse	3	0.018562212586402893
23885	rnn.weight_hh_l0_reverse	4	0.011534154415130615
23885	rnn.weight_hh_l0_reverse	5	0.0036368391010910273
23885	rnn.weight_hh_l0_reverse	6	0.03603165224194527
23885	rnn.weight_hh_l0_reverse	7	-0.027819974347949028
23885	rnn.weight_hh_l0_reverse	8	0.013874780386686325
23885	rnn.weight_hh_l0_reverse	9	0.04702262952923775
23885	rnn.bias_ih_l0_reverse	0	-0.05513601005077362
23885	rnn.bias_ih_l0_reverse	1	-0.107936792075634
23885	rnn.bias_ih_l0_reverse	2	-0.015475699678063393
23885	rnn.bias_ih_l0_reverse	3	-0.0004538047651294619
23885	rnn.bias_ih_l0_reverse	4	-0.012331193313002586
23885	rnn.bias_ih_l0_reverse	5	0.032324641942977905
23885	rnn.bias_ih_l0_reverse	6	-0.010018613189458847
23885	rnn.bias_ih_l0_reverse	7	0.03327128291130066
23885	rnn.bias_ih_l0_reverse	8	-0.03135906159877777
23885	rnn.bias_ih_l0_reverse	9	0.03208715468645096
23885	rnn.bias_hh_l0_reverse	0	-0.030507365241646767
23885	rnn.bias_hh_l0_reverse	1	-0.009365063160657883
23885	rnn.bias_hh_l0_reverse	2	0.015372948721051216
23885	rnn.bias_hh_l0_reverse	3	-0.04342689365148544
23885	rnn.bias_hh_l0_reverse	4	-0.04044618830084801
23885	rnn.bias_hh_l0_reverse	5	-0.035753801465034485
23885	rnn.bias_hh_l0_reverse	6	0.006227338686585426
23885	rnn.bias_hh_l0_reverse	7	0.031572021543979645
23885	rnn.bias_hh_l0_reverse	8	0.03170236200094223
23885	rnn.bias_hh_l0_reverse	9	-0.07764167338609695
23885	rnn.weight_ih_l1	0	-0.02974885143339634
23885	rnn.weight_ih_l1	1	-0.02948399819433689
23885	rnn.weight_ih_l1	2	0.028534945100545883
23885	rnn.weight_ih_l1	3	-0.02385720983147621
23885	rnn.weight_ih_l1	4	0.009184765629470348
23885	rnn.weight_ih_l1	5	-0.04140321537852287
23885	rnn.weight_ih_l1	6	0.015860095620155334
23885	rnn.weight_ih_l1	7	-0.038173921406269073
23885	rnn.weight_ih_l1	8	0.03842133283615112
23885	rnn.weight_ih_l1	9	0.025375066325068474
23885	rnn.weight_hh_l1	0	-0.0021781669929623604
23885	rnn.weight_hh_l1	1	0.00599710363894701
23885	rnn.weight_hh_l1	2	-0.02566659264266491
23885	rnn.weight_hh_l1	3	-0.001288605504669249
23885	rnn.weight_hh_l1	4	0.005613112822175026
23885	rnn.weight_hh_l1	5	0.031250279396772385
23885	rnn.weight_hh_l1	6	0.032764941453933716
23885	rnn.weight_hh_l1	7	-0.030008230358362198
23885	rnn.weight_hh_l1	8	-0.0381365604698658
23885	rnn.weight_hh_l1	9	0.04096411541104317
23885	rnn.bias_ih_l1	0	-0.08145700395107269
23885	rnn.bias_ih_l1	1	-0.0643279030919075
23885	rnn.bias_ih_l1	2	-0.10055626183748245
23885	rnn.bias_ih_l1	3	-0.11086133867502213
23885	rnn.bias_ih_l1	4	-0.13933688402175903
23885	rnn.bias_ih_l1	5	-0.07814162969589233
23885	rnn.bias_ih_l1	6	-0.02419469691812992
23885	rnn.bias_ih_l1	7	-0.017104672268033028
23885	rnn.bias_ih_l1	8	-0.06688734889030457
23885	rnn.bias_ih_l1	9	-0.0607578419148922
23885	rnn.bias_hh_l1	0	-0.08279813826084137
23885	rnn.bias_hh_l1	1	-0.028268316760659218
23885	rnn.bias_hh_l1	2	-0.027530521154403687
23885	rnn.bias_hh_l1	3	-0.05222436040639877
23885	rnn.bias_hh_l1	4	-0.07502986490726471
23885	rnn.bias_hh_l1	5	-0.03767465800046921
23885	rnn.bias_hh_l1	6	-0.05301206558942795
23885	rnn.bias_hh_l1	7	-0.04638317972421646
23885	rnn.bias_hh_l1	8	-0.012266464531421661
23885	rnn.bias_hh_l1	9	-0.020716747269034386
23885	rnn.weight_ih_l1_reverse	0	-0.03461199253797531
23885	rnn.weight_ih_l1_reverse	1	0.013977748341858387
23885	rnn.weight_ih_l1_reverse	2	-0.057914141565561295
23885	rnn.weight_ih_l1_reverse	3	-0.017436346039175987
23885	rnn.weight_ih_l1_reverse	4	-0.012599087320268154
23885	rnn.weight_ih_l1_reverse	5	-0.03632093593478203
23885	rnn.weight_ih_l1_reverse	6	-0.01573733240365982
23885	rnn.weight_ih_l1_reverse	7	0.012389604933559895
23885	rnn.weight_ih_l1_reverse	8	0.03848658502101898
23885	rnn.weight_ih_l1_reverse	9	-0.0437900573015213
23885	rnn.weight_hh_l1_reverse	0	0.008637191727757454
23885	rnn.weight_hh_l1_reverse	1	0.027835119515657425
23885	rnn.weight_hh_l1_reverse	2	-0.03733859211206436
23885	rnn.weight_hh_l1_reverse	3	0.03853650391101837
23885	rnn.weight_hh_l1_reverse	4	0.042693495750427246
23885	rnn.weight_hh_l1_reverse	5	0.011139933951199055
23885	rnn.weight_hh_l1_reverse	6	0.005479014944285154
23885	rnn.weight_hh_l1_reverse	7	0.0286178570240736
23885	rnn.weight_hh_l1_reverse	8	-0.005667987745255232
23885	rnn.weight_hh_l1_reverse	9	-0.03755248337984085
23885	rnn.bias_ih_l1_reverse	0	-0.006465523969382048
23885	rnn.bias_ih_l1_reverse	1	-0.04789973050355911
23885	rnn.bias_ih_l1_reverse	2	-0.06772973388433456
23885	rnn.bias_ih_l1_reverse	3	0.0006919100997038186
23885	rnn.bias_ih_l1_reverse	4	-0.1118762195110321
23885	rnn.bias_ih_l1_reverse	5	-0.057436928153038025
23885	rnn.bias_ih_l1_reverse	6	-0.06802479177713394
23885	rnn.bias_ih_l1_reverse	7	-0.07234581559896469
23885	rnn.bias_ih_l1_reverse	8	0.07636439800262451
23885	rnn.bias_ih_l1_reverse	9	0.014027813449501991
23885	rnn.bias_hh_l1_reverse	0	-0.00762944808229804
23885	rnn.bias_hh_l1_reverse	1	-0.014944390393793583
23885	rnn.bias_hh_l1_reverse	2	-0.14749906957149506
23885	rnn.bias_hh_l1_reverse	3	-0.018898095935583115
23885	rnn.bias_hh_l1_reverse	4	-0.029625453054904938
23885	rnn.bias_hh_l1_reverse	5	-0.034182727336883545
23885	rnn.bias_hh_l1_reverse	6	0.11328189820051193
23885	rnn.bias_hh_l1_reverse	7	-0.05387677997350693
23885	rnn.bias_hh_l1_reverse	8	-0.059175293892621994
23885	rnn.bias_hh_l1_reverse	9	-0.06059965118765831
23885	linear.weight	0	0.002228822559118271
23885	linear.weight	1	0.06540628522634506
23885	linear.weight	2	-0.0698765367269516
23885	linear.weight	3	0.16596898436546326
23885	linear.weight	4	0.09740301966667175
23885	linear.weight	5	0.03551916405558586
23885	linear.weight	6	0.15320217609405518
23885	linear.weight	7	0.1370048075914383
23885	linear.weight	8	0.041821256279945374
23885	linear.weight	9	-0.018965953961014748
23885	linear.bias	0	-0.14536553621292114
23885	linear.bias	1	0.047202810645103455
23885	linear.bias	2	-0.2660624086856842
23885	linear.bias	3	-0.7498251795768738
23885	linear.bias	4	-0.8764750361442566
23885	linear.bias	5	0.10251177102327347
23885	linear.bias	6	-0.5009690523147583
23885	linear.bias	7	0.5577484369277954
23885	linear.bias	8	-0.5658841133117676
23885	linear.bias	9	-0.7752552628517151
24082	transitions	0	0.15995986759662628
24082	transitions	1	-0.1489277184009552
24082	transitions	2	-10000.0
24082	transitions	3	-1.768988013267517
24082	transitions	4	-10000.0
24082	transitions	5	0.758992075920105
24082	transitions	6	0.07166338711977005
24082	transitions	7	-0.03156312555074692
24082	transitions	8	-1.2339129447937012
24082	transitions	9	0.0006911659147590399
24082	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
24082	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
24082	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
24082	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
24082	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
24082	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
24082	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
24082	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
24082	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
24082	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
24082	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
24082	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
24082	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
24082	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
24082	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
24082	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
24082	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
24082	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
24082	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
24082	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
24082	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
24082	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
24082	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
24082	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
24082	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
24082	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
24082	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
24082	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
24082	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
24082	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
24082	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
24082	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
24082	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
24082	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
24082	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
24082	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
24082	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
24082	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
24082	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
24082	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
24082	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
24082	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
24082	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
24082	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
24082	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
24082	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
24082	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
24082	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
24082	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
24082	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
24082	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
24082	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
24082	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
24082	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
24082	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
24082	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
24082	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
24082	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
24082	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
24082	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
24082	embedding2nn.weight	0	0.02123182825744152
24082	embedding2nn.weight	1	-0.015510102733969688
24082	embedding2nn.weight	2	-0.014268253929913044
24082	embedding2nn.weight	3	0.012358567677438259
24082	embedding2nn.weight	4	-0.005915034096688032
24082	embedding2nn.weight	5	-0.00370059534907341
24082	embedding2nn.weight	6	-0.00397324888035655
24082	embedding2nn.weight	7	-0.026557888835668564
24082	embedding2nn.weight	8	-0.0019979383796453476
24082	embedding2nn.weight	9	-0.01034806203097105
24082	embedding2nn.bias	0	0.029563048854470253
24082	embedding2nn.bias	1	-0.04565661773085594
24082	embedding2nn.bias	2	0.07409187406301498
24082	embedding2nn.bias	3	0.033466409891843796
24082	embedding2nn.bias	4	-0.0012897674459964037
24082	embedding2nn.bias	5	-0.021410048007965088
24082	embedding2nn.bias	6	0.015689237043261528
24082	embedding2nn.bias	7	-0.03556142374873161
24082	embedding2nn.bias	8	0.04233025014400482
24082	embedding2nn.bias	9	0.026082880795001984
24082	rnn.weight_ih_l0	0	-0.013081108219921589
24082	rnn.weight_ih_l0	1	0.010260545648634434
24082	rnn.weight_ih_l0	2	0.026740601286292076
24082	rnn.weight_ih_l0	3	0.015854738652706146
24082	rnn.weight_ih_l0	4	-0.019373925402760506
24082	rnn.weight_ih_l0	5	-0.048908837139606476
24082	rnn.weight_ih_l0	6	0.016245272010564804
24082	rnn.weight_ih_l0	7	0.05186891555786133
24082	rnn.weight_ih_l0	8	0.016634436324238777
24082	rnn.weight_ih_l0	9	-0.03735262155532837
24082	rnn.weight_hh_l0	0	-0.03829969838261604
24082	rnn.weight_hh_l0	1	-0.00234099174849689
24082	rnn.weight_hh_l0	2	0.005905310157686472
24082	rnn.weight_hh_l0	3	-0.0252921674400568
24082	rnn.weight_hh_l0	4	0.04218568280339241
24082	rnn.weight_hh_l0	5	-0.009644879959523678
24082	rnn.weight_hh_l0	6	-0.0331868939101696
24082	rnn.weight_hh_l0	7	-0.05030138045549393
24082	rnn.weight_hh_l0	8	0.0028358320705592632
24082	rnn.weight_hh_l0	9	-0.030911577865481377
24082	rnn.bias_ih_l0	0	0.028546439483761787
24082	rnn.bias_ih_l0	1	-0.023073624819517136
24082	rnn.bias_ih_l0	2	-0.0010758909629657865
24082	rnn.bias_ih_l0	3	0.04956964775919914
24082	rnn.bias_ih_l0	4	-0.038151245564222336
24082	rnn.bias_ih_l0	5	-0.026548750698566437
24082	rnn.bias_ih_l0	6	-0.007482597604393959
24082	rnn.bias_ih_l0	7	0.02860098145902157
24082	rnn.bias_ih_l0	8	-0.07284998893737793
24082	rnn.bias_ih_l0	9	-8.115166565403342e-05
24082	rnn.bias_hh_l0	0	-0.03245708346366882
24082	rnn.bias_hh_l0	1	-0.06123979017138481
24082	rnn.bias_hh_l0	2	-0.025531262159347534
24082	rnn.bias_hh_l0	3	-0.04055795818567276
24082	rnn.bias_hh_l0	4	-0.007943501695990562
24082	rnn.bias_hh_l0	5	0.0169632900506258
24082	rnn.bias_hh_l0	6	0.02821144461631775
24082	rnn.bias_hh_l0	7	-0.01139889471232891
24082	rnn.bias_hh_l0	8	-0.05702826753258705
24082	rnn.bias_hh_l0	9	-0.0318673737347126
24082	rnn.weight_ih_l0_reverse	0	-0.009751747362315655
24082	rnn.weight_ih_l0_reverse	1	-0.05350653454661369
24082	rnn.weight_ih_l0_reverse	2	-0.01947362907230854
24082	rnn.weight_ih_l0_reverse	3	0.007078942842781544
24082	rnn.weight_ih_l0_reverse	4	-0.014915399253368378
24082	rnn.weight_ih_l0_reverse	5	-0.04862205684185028
24082	rnn.weight_ih_l0_reverse	6	0.04406553506851196
24082	rnn.weight_ih_l0_reverse	7	-0.0234513022005558
24082	rnn.weight_ih_l0_reverse	8	-0.032246921211481094
24082	rnn.weight_ih_l0_reverse	9	0.015843309462070465
24082	rnn.weight_hh_l0_reverse	0	0.027718884870409966
24082	rnn.weight_hh_l0_reverse	1	0.030311817303299904
24082	rnn.weight_hh_l0_reverse	2	0.030594762414693832
24082	rnn.weight_hh_l0_reverse	3	0.018972162157297134
24082	rnn.weight_hh_l0_reverse	4	0.011395173147320747
24082	rnn.weight_hh_l0_reverse	5	0.0033512236550450325
24082	rnn.weight_hh_l0_reverse	6	0.03607836738228798
24082	rnn.weight_hh_l0_reverse	7	-0.027507897466421127
24082	rnn.weight_hh_l0_reverse	8	0.013283059000968933
24082	rnn.weight_hh_l0_reverse	9	0.047151487320661545
24082	rnn.bias_ih_l0_reverse	0	-0.05655599758028984
24082	rnn.bias_ih_l0_reverse	1	-0.10808665305376053
24082	rnn.bias_ih_l0_reverse	2	-0.0226600244641304
24082	rnn.bias_ih_l0_reverse	3	-0.002505776472389698
24082	rnn.bias_ih_l0_reverse	4	-0.008846438489854336
24082	rnn.bias_ih_l0_reverse	5	0.03207002952694893
24082	rnn.bias_ih_l0_reverse	6	-0.012938940897583961
24082	rnn.bias_ih_l0_reverse	7	0.03273003175854683
24082	rnn.bias_ih_l0_reverse	8	-0.029953187331557274
24082	rnn.bias_ih_l0_reverse	9	0.0279422327876091
24082	rnn.bias_hh_l0_reverse	0	-0.02990671433508396
24082	rnn.bias_hh_l0_reverse	1	-0.008782071061432362
24082	rnn.bias_hh_l0_reverse	2	0.015581533312797546
24082	rnn.bias_hh_l0_reverse	3	-0.04312335327267647
24082	rnn.bias_hh_l0_reverse	4	-0.0407496802508831
24082	rnn.bias_hh_l0_reverse	5	-0.040176160633563995
24082	rnn.bias_hh_l0_reverse	6	0.009005196392536163
24082	rnn.bias_hh_l0_reverse	7	0.03311263397336006
24082	rnn.bias_hh_l0_reverse	8	0.03400955721735954
24082	rnn.bias_hh_l0_reverse	9	-0.08350121229887009
24082	rnn.weight_ih_l1	0	-0.03018380142748356
24082	rnn.weight_ih_l1	1	-0.029615379869937897
24082	rnn.weight_ih_l1	2	0.027601996436715126
24082	rnn.weight_ih_l1	3	-0.024120721966028214
24082	rnn.weight_ih_l1	4	0.00880382303148508
24082	rnn.weight_ih_l1	5	-0.04131937026977539
24082	rnn.weight_ih_l1	6	0.016554582864046097
24082	rnn.weight_ih_l1	7	-0.03859826177358627
24082	rnn.weight_ih_l1	8	0.03823387995362282
24082	rnn.weight_ih_l1	9	0.025416778400540352
24082	rnn.weight_hh_l1	0	-0.001227312139235437
24082	rnn.weight_hh_l1	1	0.006002803798764944
24082	rnn.weight_hh_l1	2	-0.024831658229231834
24082	rnn.weight_hh_l1	3	-0.0014356758911162615
24082	rnn.weight_hh_l1	4	0.005353512708097696
24082	rnn.weight_hh_l1	5	0.031317055225372314
24082	rnn.weight_hh_l1	6	0.03272329270839691
24082	rnn.weight_hh_l1	7	-0.02955213189125061
24082	rnn.weight_hh_l1	8	-0.038120467215776443
24082	rnn.weight_hh_l1	9	0.040779389441013336
24082	rnn.bias_ih_l1	0	-0.08198413252830505
24082	rnn.bias_ih_l1	1	-0.06485837697982788
24082	rnn.bias_ih_l1	2	-0.10005413740873337
24082	rnn.bias_ih_l1	3	-0.11282816529273987
24082	rnn.bias_ih_l1	4	-0.13439570367336273
24082	rnn.bias_ih_l1	5	-0.07922527939081192
24082	rnn.bias_ih_l1	6	-0.027767041698098183
24082	rnn.bias_ih_l1	7	-0.017937645316123962
24082	rnn.bias_ih_l1	8	-0.06695765256881714
24082	rnn.bias_ih_l1	9	-0.06118489056825638
24082	rnn.bias_hh_l1	0	-0.08396527171134949
24082	rnn.bias_hh_l1	1	-0.02835884317755699
24082	rnn.bias_hh_l1	2	-0.03310780972242355
24082	rnn.bias_hh_l1	3	-0.05137897655367851
24082	rnn.bias_hh_l1	4	-0.07466073334217072
24082	rnn.bias_hh_l1	5	-0.037515055388212204
24082	rnn.bias_hh_l1	6	-0.0534905269742012
24082	rnn.bias_hh_l1	7	-0.041070833802223206
24082	rnn.bias_hh_l1	8	-0.014346119947731495
24082	rnn.bias_hh_l1	9	-0.01800970360636711
24082	rnn.weight_ih_l1_reverse	0	-0.035568173974752426
24082	rnn.weight_ih_l1_reverse	1	0.008999773301184177
24082	rnn.weight_ih_l1_reverse	2	-0.05308039113879204
24082	rnn.weight_ih_l1_reverse	3	-0.019079379737377167
24082	rnn.weight_ih_l1_reverse	4	-0.013008327223360538
24082	rnn.weight_ih_l1_reverse	5	-0.036725811660289764
24082	rnn.weight_ih_l1_reverse	6	-0.01575128547847271
24082	rnn.weight_ih_l1_reverse	7	0.012375866062939167
24082	rnn.weight_ih_l1_reverse	8	0.03757913410663605
24082	rnn.weight_ih_l1_reverse	9	-0.04542499780654907
24082	rnn.weight_hh_l1_reverse	0	0.008674908429384232
24082	rnn.weight_hh_l1_reverse	1	0.02774607203900814
24082	rnn.weight_hh_l1_reverse	2	-0.03738406300544739
24082	rnn.weight_hh_l1_reverse	3	0.03830873966217041
24082	rnn.weight_hh_l1_reverse	4	0.04262913018465042
24082	rnn.weight_hh_l1_reverse	5	0.010995899327099323
24082	rnn.weight_hh_l1_reverse	6	0.0060350061394274235
24082	rnn.weight_hh_l1_reverse	7	0.028570828959345818
24082	rnn.weight_hh_l1_reverse	8	-0.005743995774537325
24082	rnn.weight_hh_l1_reverse	9	-0.03735717386007309
24082	rnn.bias_ih_l1_reverse	0	-0.007302530109882355
24082	rnn.bias_ih_l1_reverse	1	-0.048344071954488754
24082	rnn.bias_ih_l1_reverse	2	-0.06728677451610565
24082	rnn.bias_ih_l1_reverse	3	-0.007426034193485975
24082	rnn.bias_ih_l1_reverse	4	-0.10952367633581161
24082	rnn.bias_ih_l1_reverse	5	-0.05849064886569977
24082	rnn.bias_ih_l1_reverse	6	-0.0676630362868309
24082	rnn.bias_ih_l1_reverse	7	-0.07160559296607971
24082	rnn.bias_ih_l1_reverse	8	0.08127957582473755
24082	rnn.bias_ih_l1_reverse	9	0.006407600361853838
24082	rnn.bias_hh_l1_reverse	0	-0.004617998376488686
24082	rnn.bias_hh_l1_reverse	1	-0.010081675834953785
24082	rnn.bias_hh_l1_reverse	2	-0.14768703281879425
24082	rnn.bias_hh_l1_reverse	3	-0.01799081265926361
24082	rnn.bias_hh_l1_reverse	4	-0.02971063181757927
24082	rnn.bias_hh_l1_reverse	5	-0.034297820180654526
24082	rnn.bias_hh_l1_reverse	6	0.11241115629673004
24082	rnn.bias_hh_l1_reverse	7	-0.05594636872410774
24082	rnn.bias_hh_l1_reverse	8	-0.06021266058087349
24082	rnn.bias_hh_l1_reverse	9	-0.059378329664468765
24082	linear.weight	0	0.002228822559118271
24082	linear.weight	1	0.06669189780950546
24082	linear.weight	2	-0.07218854129314423
24082	linear.weight	3	0.16720177233219147
24082	linear.weight	4	0.10288694500923157
24082	linear.weight	5	0.03388126194477081
24082	linear.weight	6	0.15856315195560455
24082	linear.weight	7	0.14611391723155975
24082	linear.weight	8	0.04183248430490494
24082	linear.weight	9	-0.023382995277643204
24082	linear.bias	0	-0.12258823215961456
24082	linear.bias	1	0.041029978543519974
24082	linear.bias	2	-0.3100470006465912
24082	linear.bias	3	-0.7334687113761902
24082	linear.bias	4	-0.8672946691513062
24082	linear.bias	5	0.06175226718187332
24082	linear.bias	6	-0.5039293169975281
24082	linear.bias	7	0.5238161683082581
24082	linear.bias	8	-0.5601202845573425
24082	linear.bias	9	-0.7654377222061157
24279	transitions	0	0.16319306194782257
24279	transitions	1	-0.1457107663154602
24279	transitions	2	-10000.0
24279	transitions	3	-1.7692655324935913
24279	transitions	4	-10000.0
24279	transitions	5	0.7581228613853455
24279	transitions	6	0.07071201503276825
24279	transitions	7	-0.03439179062843323
24279	transitions	8	-1.234662652015686
24279	transitions	9	0.0006804987206123769
24279	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
24279	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
24279	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
24279	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
24279	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
24279	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
24279	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
24279	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
24279	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
24279	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
24279	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
24279	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
24279	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
24279	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
24279	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
24279	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
24279	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
24279	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
24279	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
24279	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
24279	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
24279	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
24279	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
24279	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
24279	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
24279	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
24279	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
24279	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
24279	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
24279	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
24279	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
24279	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
24279	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
24279	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
24279	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
24279	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
24279	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
24279	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
24279	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
24279	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
24279	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
24279	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
24279	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
24279	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
24279	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
24279	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
24279	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
24279	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
24279	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
24279	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
24279	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
24279	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
24279	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
24279	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
24279	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
24279	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
24279	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
24279	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
24279	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
24279	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
24279	embedding2nn.weight	0	0.022401148453354836
24279	embedding2nn.weight	1	-0.01565386913716793
24279	embedding2nn.weight	2	-0.014268253929913044
24279	embedding2nn.weight	3	0.01185532845556736
24279	embedding2nn.weight	4	-0.005915034096688032
24279	embedding2nn.weight	5	-0.0037005955819040537
24279	embedding2nn.weight	6	-0.003973250277340412
24279	embedding2nn.weight	7	-0.026943694800138474
24279	embedding2nn.weight	8	-0.0019979383796453476
24279	embedding2nn.weight	9	-0.011053677648305893
24279	embedding2nn.bias	0	0.03417230769991875
24279	embedding2nn.bias	1	-0.04627364128828049
24279	embedding2nn.bias	2	0.07909219712018967
24279	embedding2nn.bias	3	0.04050592705607414
24279	embedding2nn.bias	4	-0.005082463845610619
24279	embedding2nn.bias	5	-0.017847102135419846
24279	embedding2nn.bias	6	0.009643171913921833
24279	embedding2nn.bias	7	-0.03431570902466774
24279	embedding2nn.bias	8	0.03367419168353081
24279	embedding2nn.bias	9	0.030159804970026016
24279	rnn.weight_ih_l0	0	-0.012067463248968124
24279	rnn.weight_ih_l0	1	0.009759682230651379
24279	rnn.weight_ih_l0	2	0.02828046679496765
24279	rnn.weight_ih_l0	3	0.01615583337843418
24279	rnn.weight_ih_l0	4	-0.018993277102708817
24279	rnn.weight_ih_l0	5	-0.05010981485247612
24279	rnn.weight_ih_l0	6	0.017050297930836678
24279	rnn.weight_ih_l0	7	0.05176509916782379
24279	rnn.weight_ih_l0	8	0.016014546155929565
24279	rnn.weight_ih_l0	9	-0.03688225522637367
24279	rnn.weight_hh_l0	0	-0.03752634674310684
24279	rnn.weight_hh_l0	1	-0.0016368019860237837
24279	rnn.weight_hh_l0	2	0.005682066548615694
24279	rnn.weight_hh_l0	3	-0.024349341168999672
24279	rnn.weight_hh_l0	4	0.0416901633143425
24279	rnn.weight_hh_l0	5	-0.0094428900629282
24279	rnn.weight_hh_l0	6	-0.03256934881210327
24279	rnn.weight_hh_l0	7	-0.04927898943424225
24279	rnn.weight_hh_l0	8	0.0028376406989991665
24279	rnn.weight_hh_l0	9	-0.030407320708036423
24279	rnn.bias_ih_l0	0	0.027265876531600952
24279	rnn.bias_ih_l0	1	-0.02107751928269863
24279	rnn.bias_ih_l0	2	-0.0013018507743254304
24279	rnn.bias_ih_l0	3	0.047558970749378204
24279	rnn.bias_ih_l0	4	-0.03657935932278633
24279	rnn.bias_ih_l0	5	-0.02848653309047222
24279	rnn.bias_ih_l0	6	-0.0013436609879136086
24279	rnn.bias_ih_l0	7	0.030434712767601013
24279	rnn.bias_ih_l0	8	-0.07216954976320267
24279	rnn.bias_ih_l0	9	-0.0052132816053926945
24279	rnn.bias_hh_l0	0	-0.028210381045937538
24279	rnn.bias_hh_l0	1	-0.05929094925522804
24279	rnn.bias_hh_l0	2	-0.025819960981607437
24279	rnn.bias_hh_l0	3	-0.0399140864610672
24279	rnn.bias_hh_l0	4	-0.00667285080999136
24279	rnn.bias_hh_l0	5	0.016409313306212425
24279	rnn.bias_hh_l0	6	0.02575484663248062
24279	rnn.bias_hh_l0	7	-0.011462535709142685
24279	rnn.bias_hh_l0	8	-0.05786023661494255
24279	rnn.bias_hh_l0	9	-0.032273370772600174
24279	rnn.weight_ih_l0_reverse	0	-0.009716954082250595
24279	rnn.weight_ih_l0_reverse	1	-0.055031485855579376
24279	rnn.weight_ih_l0_reverse	2	-0.019430559128522873
24279	rnn.weight_ih_l0_reverse	3	0.006580841727554798
24279	rnn.weight_ih_l0_reverse	4	-0.014865590259432793
24279	rnn.weight_ih_l0_reverse	5	-0.04831156134605408
24279	rnn.weight_ih_l0_reverse	6	0.042635880410671234
24279	rnn.weight_ih_l0_reverse	7	-0.023535368964076042
24279	rnn.weight_ih_l0_reverse	8	-0.031289294362068176
24279	rnn.weight_ih_l0_reverse	9	0.015479512512683868
24279	rnn.weight_hh_l0_reverse	0	0.028884096071124077
24279	rnn.weight_hh_l0_reverse	1	0.030466968193650246
24279	rnn.weight_hh_l0_reverse	2	0.030657518655061722
24279	rnn.weight_hh_l0_reverse	3	0.019089406356215477
24279	rnn.weight_hh_l0_reverse	4	0.011346090584993362
24279	rnn.weight_hh_l0_reverse	5	0.002628494054079056
24279	rnn.weight_hh_l0_reverse	6	0.036299023777246475
24279	rnn.weight_hh_l0_reverse	7	-0.027438456192612648
24279	rnn.weight_hh_l0_reverse	8	0.013438506051898003
24279	rnn.weight_hh_l0_reverse	9	0.0468011200428009
24279	rnn.bias_ih_l0_reverse	0	-0.05550318956375122
24279	rnn.bias_ih_l0_reverse	1	-0.10299047827720642
24279	rnn.bias_ih_l0_reverse	2	-0.01909312605857849
24279	rnn.bias_ih_l0_reverse	3	-0.0005187800852581859
24279	rnn.bias_ih_l0_reverse	4	-0.014844425022602081
24279	rnn.bias_ih_l0_reverse	5	0.03013351373374462
24279	rnn.bias_ih_l0_reverse	6	-0.01311205979436636
24279	rnn.bias_ih_l0_reverse	7	0.03303288668394089
24279	rnn.bias_ih_l0_reverse	8	-0.031030451878905296
24279	rnn.bias_ih_l0_reverse	9	0.030329247936606407
24279	rnn.bias_hh_l0_reverse	0	-0.030136698856949806
24279	rnn.bias_hh_l0_reverse	1	-0.006257163360714912
24279	rnn.bias_hh_l0_reverse	2	0.015213989652693272
24279	rnn.bias_hh_l0_reverse	3	-0.04396156221628189
24279	rnn.bias_hh_l0_reverse	4	-0.039388541132211685
24279	rnn.bias_hh_l0_reverse	5	-0.042951956391334534
24279	rnn.bias_hh_l0_reverse	6	0.0076336669735610485
24279	rnn.bias_hh_l0_reverse	7	0.03641949221491814
24279	rnn.bias_hh_l0_reverse	8	0.03547549992799759
24279	rnn.bias_hh_l0_reverse	9	-0.08544505387544632
24279	rnn.weight_ih_l1	0	-0.030380358919501305
24279	rnn.weight_ih_l1	1	-0.029057584702968597
24279	rnn.weight_ih_l1	2	0.02597835473716259
24279	rnn.weight_ih_l1	3	-0.02541608177125454
24279	rnn.weight_ih_l1	4	0.009186383336782455
24279	rnn.weight_ih_l1	5	-0.0416119210422039
24279	rnn.weight_ih_l1	6	0.017066260799765587
24279	rnn.weight_ih_l1	7	-0.03920109197497368
24279	rnn.weight_ih_l1	8	0.03847062215209007
24279	rnn.weight_ih_l1	9	0.02512785792350769
24279	rnn.weight_hh_l1	0	5.4609736253041774e-05
24279	rnn.weight_hh_l1	1	0.0059671360068023205
24279	rnn.weight_hh_l1	2	-0.02479879930615425
24279	rnn.weight_hh_l1	3	-0.0014077674131840467
24279	rnn.weight_hh_l1	4	0.004588768817484379
24279	rnn.weight_hh_l1	5	0.030892642214894295
24279	rnn.weight_hh_l1	6	0.032567061483860016
24279	rnn.weight_hh_l1	7	-0.02965381182730198
24279	rnn.weight_hh_l1	8	-0.038323160260915756
24279	rnn.weight_hh_l1	9	0.04019896686077118
24279	rnn.bias_ih_l1	0	-0.08198966830968857
24279	rnn.bias_ih_l1	1	-0.065647192299366
24279	rnn.bias_ih_l1	2	-0.10265442728996277
24279	rnn.bias_ih_l1	3	-0.11261408030986786
24279	rnn.bias_ih_l1	4	-0.13302753865718842
24279	rnn.bias_ih_l1	5	-0.08101870119571686
24279	rnn.bias_ih_l1	6	-0.03246137872338295
24279	rnn.bias_ih_l1	7	-0.019383491948246956
24279	rnn.bias_ih_l1	8	-0.0666499063372612
24279	rnn.bias_ih_l1	9	-0.062411222606897354
24279	rnn.bias_hh_l1	0	-0.0852392315864563
24279	rnn.bias_hh_l1	1	-0.030682850629091263
24279	rnn.bias_hh_l1	2	-0.03622199222445488
24279	rnn.bias_hh_l1	3	-0.05092012137174606
24279	rnn.bias_hh_l1	4	-0.07484475523233414
24279	rnn.bias_hh_l1	5	-0.038752514868974686
24279	rnn.bias_hh_l1	6	-0.052596211433410645
24279	rnn.bias_hh_l1	7	-0.034109365195035934
24279	rnn.bias_hh_l1	8	-0.012456358410418034
24279	rnn.bias_hh_l1	9	-0.018711373209953308
24279	rnn.weight_ih_l1_reverse	0	-0.03582414984703064
24279	rnn.weight_ih_l1_reverse	1	0.006109259091317654
24279	rnn.weight_ih_l1_reverse	2	-0.054820939898490906
24279	rnn.weight_ih_l1_reverse	3	-0.019241616129875183
24279	rnn.weight_ih_l1_reverse	4	-0.013214414939284325
24279	rnn.weight_ih_l1_reverse	5	-0.03622252866625786
24279	rnn.weight_ih_l1_reverse	6	-0.016021694988012314
24279	rnn.weight_ih_l1_reverse	7	0.0127634322270751
24279	rnn.weight_ih_l1_reverse	8	0.03878195583820343
24279	rnn.weight_ih_l1_reverse	9	-0.04929399862885475
24279	rnn.weight_hh_l1_reverse	0	0.008628870360553265
24279	rnn.weight_hh_l1_reverse	1	0.027766169980168343
24279	rnn.weight_hh_l1_reverse	2	-0.037358883768320084
24279	rnn.weight_hh_l1_reverse	3	0.038188233971595764
24279	rnn.weight_hh_l1_reverse	4	0.04362400621175766
24279	rnn.weight_hh_l1_reverse	5	0.011254974640905857
24279	rnn.weight_hh_l1_reverse	6	0.006055026780813932
24279	rnn.weight_hh_l1_reverse	7	0.028561551123857498
24279	rnn.weight_hh_l1_reverse	8	-0.005495545919984579
24279	rnn.weight_hh_l1_reverse	9	-0.03770343214273453
24279	rnn.bias_ih_l1_reverse	0	-0.007773960940539837
24279	rnn.bias_ih_l1_reverse	1	-0.04890675097703934
24279	rnn.bias_ih_l1_reverse	2	-0.06644336134195328
24279	rnn.bias_ih_l1_reverse	3	-0.0059650312177836895
24279	rnn.bias_ih_l1_reverse	4	-0.10888249427080154
24279	rnn.bias_ih_l1_reverse	5	-0.058125365525484085
24279	rnn.bias_ih_l1_reverse	6	-0.06713902950286865
24279	rnn.bias_ih_l1_reverse	7	-0.0718800500035286
24279	rnn.bias_ih_l1_reverse	8	0.08760383725166321
24279	rnn.bias_ih_l1_reverse	9	0.008803431876003742
24279	rnn.bias_hh_l1_reverse	0	-0.0028131683357059956
24279	rnn.bias_hh_l1_reverse	1	-2.551617035351228e-05
24279	rnn.bias_hh_l1_reverse	2	-0.1472211629152298
24279	rnn.bias_hh_l1_reverse	3	-0.0188869871199131
24279	rnn.bias_hh_l1_reverse	4	-0.030339490622282028
24279	rnn.bias_hh_l1_reverse	5	-0.03582301363348961
24279	rnn.bias_hh_l1_reverse	6	0.11077239364385605
24279	rnn.bias_hh_l1_reverse	7	-0.05395270138978958
24279	rnn.bias_hh_l1_reverse	8	-0.05983799323439598
24279	rnn.bias_hh_l1_reverse	9	-0.0612613819539547
24279	linear.weight	0	0.002228822559118271
24279	linear.weight	1	0.08040821552276611
24279	linear.weight	2	-0.06714915484189987
24279	linear.weight	3	0.14834348857402802
24279	linear.weight	4	0.09899640828371048
24279	linear.weight	5	0.033448681235313416
24279	linear.weight	6	0.14954304695129395
24279	linear.weight	7	0.134504035115242
24279	linear.weight	8	0.041846320033073425
24279	linear.weight	9	-0.026338165625929832
24279	linear.bias	0	-0.12086322158575058
24279	linear.bias	1	0.05876857787370682
24279	linear.bias	2	-0.3126192092895508
24279	linear.bias	3	-0.7335203886032104
24279	linear.bias	4	-0.8663685917854309
24279	linear.bias	5	0.04422051087021828
24279	linear.bias	6	-0.48656246066093445
24279	linear.bias	7	0.5113900899887085
24279	linear.bias	8	-0.5792316198348999
24279	linear.bias	9	-0.7832179069519043
24476	transitions	0	0.18405447900295258
24476	transitions	1	-0.14347608387470245
24476	transitions	2	-10000.0
24476	transitions	3	-1.7694997787475586
24476	transitions	4	-10000.0
24476	transitions	5	0.7574225664138794
24476	transitions	6	0.06919622421264648
24476	transitions	7	-0.0367094911634922
24476	transitions	8	-1.2355800867080688
24476	transitions	9	0.000670952198561281
24476	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
24476	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
24476	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
24476	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
24476	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
24476	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
24476	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
24476	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
24476	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
24476	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
24476	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
24476	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
24476	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
24476	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
24476	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
24476	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
24476	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
24476	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
24476	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
24476	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
24476	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
24476	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
24476	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
24476	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
24476	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
24476	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
24476	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
24476	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
24476	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
24476	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
24476	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
24476	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
24476	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
24476	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
24476	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
24476	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
24476	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
24476	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
24476	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
24476	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
24476	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
24476	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
24476	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
24476	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
24476	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
24476	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
24476	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
24476	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
24476	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
24476	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
24476	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
24476	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
24476	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
24476	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
24476	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
24476	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
24476	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
24476	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
24476	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
24476	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
24476	embedding2nn.weight	0	0.025252962484955788
24476	embedding2nn.weight	1	-0.01575184240937233
24476	embedding2nn.weight	2	-0.014268253929913044
24476	embedding2nn.weight	3	0.011729673482477665
24476	embedding2nn.weight	4	-0.005915034096688032
24476	embedding2nn.weight	5	-0.0037005951162427664
24476	embedding2nn.weight	6	-0.003973251208662987
24476	embedding2nn.weight	7	-0.027663733810186386
24476	embedding2nn.weight	8	-0.0019979383796453476
24476	embedding2nn.weight	9	-0.011053292080760002
24476	embedding2nn.bias	0	0.029393885284662247
24476	embedding2nn.bias	1	-0.04176131263375282
24476	embedding2nn.bias	2	0.07833512127399445
24476	embedding2nn.bias	3	0.040002673864364624
24476	embedding2nn.bias	4	0.00045827540452592075
24476	embedding2nn.bias	5	-0.020974453538656235
24476	embedding2nn.bias	6	0.009721585549414158
24476	embedding2nn.bias	7	-0.037931669503450394
24476	embedding2nn.bias	8	0.03217416629195213
24476	embedding2nn.bias	9	0.019758934155106544
24476	rnn.weight_ih_l0	0	-0.013353572227060795
24476	rnn.weight_ih_l0	1	0.010118198581039906
24476	rnn.weight_ih_l0	2	0.03041195496916771
24476	rnn.weight_ih_l0	3	0.01640143245458603
24476	rnn.weight_ih_l0	4	-0.019102897495031357
24476	rnn.weight_ih_l0	5	-0.049901966005563736
24476	rnn.weight_ih_l0	6	0.01675044372677803
24476	rnn.weight_ih_l0	7	0.053000517189502716
24476	rnn.weight_ih_l0	8	0.017171258106827736
24476	rnn.weight_ih_l0	9	-0.03698671981692314
24476	rnn.weight_hh_l0	0	-0.037579137831926346
24476	rnn.weight_hh_l0	1	-0.0017644172767177224
24476	rnn.weight_hh_l0	2	0.007940233685076237
24476	rnn.weight_hh_l0	3	-0.024305611848831177
24476	rnn.weight_hh_l0	4	0.04183739796280861
24476	rnn.weight_hh_l0	5	-0.01054294127970934
24476	rnn.weight_hh_l0	6	-0.032480232417583466
24476	rnn.weight_hh_l0	7	-0.04965757578611374
24476	rnn.weight_hh_l0	8	0.002226181561127305
24476	rnn.weight_hh_l0	9	-0.03057103417813778
24476	rnn.bias_ih_l0	0	0.027329392731189728
24476	rnn.bias_ih_l0	1	-0.0196085087954998
24476	rnn.bias_ih_l0	2	-9.614510781830177e-05
24476	rnn.bias_ih_l0	3	0.049147672951221466
24476	rnn.bias_ih_l0	4	-0.036001697182655334
24476	rnn.bias_ih_l0	5	-0.0264862310141325
24476	rnn.bias_ih_l0	6	0.0019847634248435497
24476	rnn.bias_ih_l0	7	0.03238518908619881
24476	rnn.bias_ih_l0	8	-0.07285095751285553
24476	rnn.bias_ih_l0	9	-0.009498671628534794
24476	rnn.bias_hh_l0	0	-0.030760493129491806
24476	rnn.bias_hh_l0	1	-0.05731899291276932
24476	rnn.bias_hh_l0	2	-0.02889125421643257
24476	rnn.bias_hh_l0	3	-0.03851534053683281
24476	rnn.bias_hh_l0	4	-0.005208202172070742
24476	rnn.bias_hh_l0	5	0.01578695885837078
24476	rnn.bias_hh_l0	6	0.026278316974639893
24476	rnn.bias_hh_l0	7	-0.009878277778625488
24476	rnn.bias_hh_l0	8	-0.059153974056243896
24476	rnn.bias_hh_l0	9	-0.028630636632442474
24476	rnn.weight_ih_l0_reverse	0	-0.009000842459499836
24476	rnn.weight_ih_l0_reverse	1	-0.05536322668194771
24476	rnn.weight_ih_l0_reverse	2	-0.02254720777273178
24476	rnn.weight_ih_l0_reverse	3	0.006376083008944988
24476	rnn.weight_ih_l0_reverse	4	-0.014515836723148823
24476	rnn.weight_ih_l0_reverse	5	-0.04786013439297676
24476	rnn.weight_ih_l0_reverse	6	0.04296700656414032
24476	rnn.weight_ih_l0_reverse	7	-0.02412227727472782
24476	rnn.weight_ih_l0_reverse	8	-0.03163674846291542
24476	rnn.weight_ih_l0_reverse	9	0.01624535769224167
24476	rnn.weight_hh_l0_reverse	0	0.02976374886929989
24476	rnn.weight_hh_l0_reverse	1	0.031089479103684425
24476	rnn.weight_hh_l0_reverse	2	0.03093019314110279
24476	rnn.weight_hh_l0_reverse	3	0.01888805627822876
24476	rnn.weight_hh_l0_reverse	4	0.010660537518560886
24476	rnn.weight_hh_l0_reverse	5	0.0029471460729837418
24476	rnn.weight_hh_l0_reverse	6	0.036221206188201904
24476	rnn.weight_hh_l0_reverse	7	-0.02709224820137024
24476	rnn.weight_hh_l0_reverse	8	0.013175839558243752
24476	rnn.weight_hh_l0_reverse	9	0.04697351157665253
24476	rnn.bias_ih_l0_reverse	0	-0.05692137032747269
24476	rnn.bias_ih_l0_reverse	1	-0.10435298085212708
24476	rnn.bias_ih_l0_reverse	2	-0.022601451724767685
24476	rnn.bias_ih_l0_reverse	3	-0.0031148716807365417
24476	rnn.bias_ih_l0_reverse	4	-0.01644779182970524
24476	rnn.bias_ih_l0_reverse	5	0.028805118054151535
24476	rnn.bias_ih_l0_reverse	6	-0.010833571664988995
24476	rnn.bias_ih_l0_reverse	7	0.0326402485370636
24476	rnn.bias_ih_l0_reverse	8	-0.02999681606888771
24476	rnn.bias_ih_l0_reverse	9	0.02877202071249485
24476	rnn.bias_hh_l0_reverse	0	-0.029782423749566078
24476	rnn.bias_hh_l0_reverse	1	-0.005069888662546873
24476	rnn.bias_hh_l0_reverse	2	0.015439281240105629
24476	rnn.bias_hh_l0_reverse	3	-0.043402500450611115
24476	rnn.bias_hh_l0_reverse	4	-0.039416417479515076
24476	rnn.bias_hh_l0_reverse	5	-0.04930855333805084
24476	rnn.bias_hh_l0_reverse	6	0.01374402828514576
24476	rnn.bias_hh_l0_reverse	7	0.03346417471766472
24476	rnn.bias_hh_l0_reverse	8	0.036177344620227814
24476	rnn.bias_hh_l0_reverse	9	-0.08309280872344971
24476	rnn.weight_ih_l1	0	-0.030644968152046204
24476	rnn.weight_ih_l1	1	-0.02861177735030651
24476	rnn.weight_ih_l1	2	0.02733084373176098
24476	rnn.weight_ih_l1	3	-0.025986557826399803
24476	rnn.weight_ih_l1	4	0.010055859573185444
24476	rnn.weight_ih_l1	5	-0.041665926575660706
24476	rnn.weight_ih_l1	6	0.01714419201016426
24476	rnn.weight_ih_l1	7	-0.03911739960312843
24476	rnn.weight_ih_l1	8	0.03842877596616745
24476	rnn.weight_ih_l1	9	0.025403909385204315
24476	rnn.weight_hh_l1	0	0.00018104944319929928
24476	rnn.weight_hh_l1	1	0.006080466788262129
24476	rnn.weight_hh_l1	2	-0.02627226710319519
24476	rnn.weight_hh_l1	3	-0.0017709843814373016
24476	rnn.weight_hh_l1	4	0.00410353671759367
24476	rnn.weight_hh_l1	5	0.030729537829756737
24476	rnn.weight_hh_l1	6	0.03186777979135513
24476	rnn.weight_hh_l1	7	-0.0295011755079031
24476	rnn.weight_hh_l1	8	-0.038654983043670654
24476	rnn.weight_hh_l1	9	0.040098365396261215
24476	rnn.bias_ih_l1	0	-0.08026101440191269
24476	rnn.bias_ih_l1	1	-0.061911217868328094
24476	rnn.bias_ih_l1	2	-0.10572264343500137
24476	rnn.bias_ih_l1	3	-0.11298907548189163
24476	rnn.bias_ih_l1	4	-0.13798590004444122
24476	rnn.bias_ih_l1	5	-0.08019831031560898
24476	rnn.bias_ih_l1	6	-0.032125767320394516
24476	rnn.bias_ih_l1	7	-0.02173564024269581
24476	rnn.bias_ih_l1	8	-0.06544795632362366
24476	rnn.bias_ih_l1	9	-0.06358795613050461
24476	rnn.bias_hh_l1	0	-0.08457638323307037
24476	rnn.bias_hh_l1	1	-0.029476800933480263
24476	rnn.bias_hh_l1	2	-0.03770248219370842
24476	rnn.bias_hh_l1	3	-0.050085123628377914
24476	rnn.bias_hh_l1	4	-0.07620608806610107
24476	rnn.bias_hh_l1	5	-0.03869513049721718
24476	rnn.bias_hh_l1	6	-0.055411625653505325
24476	rnn.bias_hh_l1	7	-0.03667459264397621
24476	rnn.bias_hh_l1	8	-0.013264619745314121
24476	rnn.bias_hh_l1	9	-0.015807492658495903
24476	rnn.weight_ih_l1_reverse	0	-0.034020502120256424
24476	rnn.weight_ih_l1_reverse	1	0.006572741083800793
24476	rnn.weight_ih_l1_reverse	2	-0.052615147083997726
24476	rnn.weight_ih_l1_reverse	3	-0.019017796963453293
24476	rnn.weight_ih_l1_reverse	4	-0.011179358698427677
24476	rnn.weight_ih_l1_reverse	5	-0.036258719861507416
24476	rnn.weight_ih_l1_reverse	6	-0.01537258829921484
24476	rnn.weight_ih_l1_reverse	7	0.012147395871579647
24476	rnn.weight_ih_l1_reverse	8	0.03631456941366196
24476	rnn.weight_ih_l1_reverse	9	-0.04682097211480141
24476	rnn.weight_hh_l1_reverse	0	0.008686193265020847
24476	rnn.weight_hh_l1_reverse	1	0.027848348021507263
24476	rnn.weight_hh_l1_reverse	2	-0.03735114634037018
24476	rnn.weight_hh_l1_reverse	3	0.03805622085928917
24476	rnn.weight_hh_l1_reverse	4	0.04342879727482796
24476	rnn.weight_hh_l1_reverse	5	0.010894552804529667
24476	rnn.weight_hh_l1_reverse	6	0.006906086578965187
24476	rnn.weight_hh_l1_reverse	7	0.028521932661533356
24476	rnn.weight_hh_l1_reverse	8	-0.005529066082090139
24476	rnn.weight_hh_l1_reverse	9	-0.03755715861916542
24476	rnn.bias_ih_l1_reverse	0	-0.005681953392922878
24476	rnn.bias_ih_l1_reverse	1	-0.05066836252808571
24476	rnn.bias_ih_l1_reverse	2	-0.06643737107515335
24476	rnn.bias_ih_l1_reverse	3	-0.0023210630752146244
24476	rnn.bias_ih_l1_reverse	4	-0.11034566909074783
24476	rnn.bias_ih_l1_reverse	5	-0.05880342051386833
24476	rnn.bias_ih_l1_reverse	6	-0.06705868989229202
24476	rnn.bias_ih_l1_reverse	7	-0.0756150484085083
24476	rnn.bias_ih_l1_reverse	8	0.07955173403024673
24476	rnn.bias_ih_l1_reverse	9	0.003664263989776373
24476	rnn.bias_hh_l1_reverse	0	-0.005946820601820946
24476	rnn.bias_hh_l1_reverse	1	0.0018567678052932024
24476	rnn.bias_hh_l1_reverse	2	-0.14818888902664185
24476	rnn.bias_hh_l1_reverse	3	-0.017867445945739746
24476	rnn.bias_hh_l1_reverse	4	-0.029874106869101524
24476	rnn.bias_hh_l1_reverse	5	-0.0349976047873497
24476	rnn.bias_hh_l1_reverse	6	0.1228557899594307
24476	rnn.bias_hh_l1_reverse	7	-0.05442368611693382
24476	rnn.bias_hh_l1_reverse	8	-0.06315687298774719
24476	rnn.bias_hh_l1_reverse	9	-0.061618804931640625
24476	linear.weight	0	0.002228822559118271
24476	linear.weight	1	0.0630786120891571
24476	linear.weight	2	-0.07072050124406815
24476	linear.weight	3	0.13763085007667542
24476	linear.weight	4	0.08894431591033936
24476	linear.weight	5	0.0358772873878479
24476	linear.weight	6	0.14583659172058105
24476	linear.weight	7	0.12313495576381683
24476	linear.weight	8	0.04186510294675827
24476	linear.weight	9	-0.027157075703144073
24476	linear.bias	0	-0.09334368258714676
24476	linear.bias	1	0.0533389076590538
24476	linear.bias	2	-0.3017735481262207
24476	linear.bias	3	-0.7453416585922241
24476	linear.bias	4	-0.870449423789978
24476	linear.bias	5	0.050996553152799606
24476	linear.bias	6	-0.49697843194007874
24476	linear.bias	7	0.51624596118927
24476	linear.bias	8	-0.5557957291603088
24476	linear.bias	9	-0.7539753913879395
24673	transitions	0	0.17389120161533356
24673	transitions	1	-0.1419399529695511
24673	transitions	2	-10000.0
24673	transitions	3	-1.7697006464004517
24673	transitions	4	-10000.0
24673	transitions	5	0.7563151717185974
24673	transitions	6	0.06819340586662292
24673	transitions	7	-0.040829066187143326
24673	transitions	8	-1.2362337112426758
24673	transitions	9	0.0006560239708051085
24673	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
24673	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
24673	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
24673	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
24673	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
24673	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
24673	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
24673	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
24673	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
24673	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
24673	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
24673	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
24673	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
24673	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
24673	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
24673	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
24673	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
24673	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
24673	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
24673	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
24673	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
24673	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
24673	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
24673	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
24673	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
24673	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
24673	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
24673	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
24673	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
24673	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
24673	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
24673	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
24673	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
24673	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
24673	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
24673	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
24673	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
24673	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
24673	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
24673	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
24673	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
24673	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
24673	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
24673	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
24673	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
24673	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
24673	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
24673	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
24673	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
24673	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
24673	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
24673	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
24673	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
24673	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
24673	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
24673	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
24673	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
24673	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
24673	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
24673	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
24673	embedding2nn.weight	0	0.02723861299455166
24673	embedding2nn.weight	1	-0.015620831400156021
24673	embedding2nn.weight	2	-0.014268253929913044
24673	embedding2nn.weight	3	0.010196289978921413
24673	embedding2nn.weight	4	-0.005915034096688032
24673	embedding2nn.weight	5	-0.0037005948834121227
24673	embedding2nn.weight	6	-0.003973253536969423
24673	embedding2nn.weight	7	-0.02851005457341671
24673	embedding2nn.weight	8	-0.0019979383796453476
24673	embedding2nn.weight	9	-0.011182431131601334
24673	embedding2nn.bias	0	0.02703251503407955
24673	embedding2nn.bias	1	-0.03853597119450569
24673	embedding2nn.bias	2	0.07758432626724243
24673	embedding2nn.bias	3	0.038736071437597275
24673	embedding2nn.bias	4	0.004498316440731287
24673	embedding2nn.bias	5	-0.017621522769331932
24673	embedding2nn.bias	6	0.014546663500368595
24673	embedding2nn.bias	7	-0.051637742668390274
24673	embedding2nn.bias	8	0.03398420289158821
24673	embedding2nn.bias	9	0.025307364761829376
24673	rnn.weight_ih_l0	0	-0.014108074828982353
24673	rnn.weight_ih_l0	1	0.009713320061564445
24673	rnn.weight_ih_l0	2	0.029704540967941284
24673	rnn.weight_ih_l0	3	0.016206936910748482
24673	rnn.weight_ih_l0	4	-0.019896456971764565
24673	rnn.weight_ih_l0	5	-0.05063578113913536
24673	rnn.weight_ih_l0	6	0.016977407038211823
24673	rnn.weight_ih_l0	7	0.05266746133565903
24673	rnn.weight_ih_l0	8	0.01607511006295681
24673	rnn.weight_ih_l0	9	-0.03646780550479889
24673	rnn.weight_hh_l0	0	-0.03717741370201111
24673	rnn.weight_hh_l0	1	-0.001663692994043231
24673	rnn.weight_hh_l0	2	0.007108515128493309
24673	rnn.weight_hh_l0	3	-0.02469581365585327
24673	rnn.weight_hh_l0	4	0.041351862251758575
24673	rnn.weight_hh_l0	5	-0.009178395383059978
24673	rnn.weight_hh_l0	6	-0.029611969366669655
24673	rnn.weight_hh_l0	7	-0.046741705387830734
24673	rnn.weight_hh_l0	8	0.0020303502678871155
24673	rnn.weight_hh_l0	9	-0.030881637707352638
24673	rnn.bias_ih_l0	0	0.027013303712010384
24673	rnn.bias_ih_l0	1	-0.020941343158483505
24673	rnn.bias_ih_l0	2	-0.0005970853380858898
24673	rnn.bias_ih_l0	3	0.04914466291666031
24673	rnn.bias_ih_l0	4	-0.03700235113501549
24673	rnn.bias_ih_l0	5	-0.027098393067717552
24673	rnn.bias_ih_l0	6	-0.0047926586121320724
24673	rnn.bias_ih_l0	7	0.03212900832295418
24673	rnn.bias_ih_l0	8	-0.0701693445444107
24673	rnn.bias_ih_l0	9	-0.0060690888203680515
24673	rnn.bias_hh_l0	0	-0.032540202140808105
24673	rnn.bias_hh_l0	1	-0.057087887078523636
24673	rnn.bias_hh_l0	2	-0.0323885902762413
24673	rnn.bias_hh_l0	3	-0.03896256163716316
24673	rnn.bias_hh_l0	4	-0.006510281469672918
24673	rnn.bias_hh_l0	5	0.01575450785458088
24673	rnn.bias_hh_l0	6	0.026563461869955063
24673	rnn.bias_hh_l0	7	-0.012912280857563019
24673	rnn.bias_hh_l0	8	-0.061239976435899734
24673	rnn.bias_hh_l0	9	-0.030931510031223297
24673	rnn.weight_ih_l0_reverse	0	-0.009408197365701199
24673	rnn.weight_ih_l0_reverse	1	-0.05448088049888611
24673	rnn.weight_ih_l0_reverse	2	-0.02275983802974224
24673	rnn.weight_ih_l0_reverse	3	0.0070262025110423565
24673	rnn.weight_ih_l0_reverse	4	-0.014146661385893822
24673	rnn.weight_ih_l0_reverse	5	-0.04777538403868675
24673	rnn.weight_ih_l0_reverse	6	0.042829737067222595
24673	rnn.weight_ih_l0_reverse	7	-0.024161776527762413
24673	rnn.weight_ih_l0_reverse	8	-0.032075878232717514
24673	rnn.weight_ih_l0_reverse	9	0.015832625329494476
24673	rnn.weight_hh_l0_reverse	0	0.028763268142938614
24673	rnn.weight_hh_l0_reverse	1	0.03175537660717964
24673	rnn.weight_hh_l0_reverse	2	0.031103922054171562
24673	rnn.weight_hh_l0_reverse	3	0.01871529035270214
24673	rnn.weight_hh_l0_reverse	4	0.010795434936881065
24673	rnn.weight_hh_l0_reverse	5	0.002934293122962117
24673	rnn.weight_hh_l0_reverse	6	0.03601134940981865
24673	rnn.weight_hh_l0_reverse	7	-0.02710031159222126
24673	rnn.weight_hh_l0_reverse	8	0.0135462936013937
24673	rnn.weight_hh_l0_reverse	9	0.047520432621240616
24673	rnn.bias_ih_l0_reverse	0	-0.060055095702409744
24673	rnn.bias_ih_l0_reverse	1	-0.10776686668395996
24673	rnn.bias_ih_l0_reverse	2	-0.026835527271032333
24673	rnn.bias_ih_l0_reverse	3	-0.0036449094768613577
24673	rnn.bias_ih_l0_reverse	4	-0.016477465629577637
24673	rnn.bias_ih_l0_reverse	5	0.03079523891210556
24673	rnn.bias_ih_l0_reverse	6	-0.015582049265503883
24673	rnn.bias_ih_l0_reverse	7	0.032173432409763336
24673	rnn.bias_ih_l0_reverse	8	-0.028930874541401863
24673	rnn.bias_ih_l0_reverse	9	0.02688690461218357
24673	rnn.bias_hh_l0_reverse	0	-0.027544734999537468
24673	rnn.bias_hh_l0_reverse	1	-0.008544297888875008
24673	rnn.bias_hh_l0_reverse	2	0.012549652718007565
24673	rnn.bias_hh_l0_reverse	3	-0.04230453073978424
24673	rnn.bias_hh_l0_reverse	4	-0.04052429273724556
24673	rnn.bias_hh_l0_reverse	5	-0.04930732771754265
24673	rnn.bias_hh_l0_reverse	6	0.017144516110420227
24673	rnn.bias_hh_l0_reverse	7	0.030179046094417572
24673	rnn.bias_hh_l0_reverse	8	0.0358959436416626
24673	rnn.bias_hh_l0_reverse	9	-0.08215058594942093
24673	rnn.weight_ih_l1	0	-0.030576488003134727
24673	rnn.weight_ih_l1	1	-0.029274089261889458
24673	rnn.weight_ih_l1	2	0.029719339683651924
24673	rnn.weight_ih_l1	3	-0.025158079341053963
24673	rnn.weight_ih_l1	4	0.009359846822917461
24673	rnn.weight_ih_l1	5	-0.04164522513747215
24673	rnn.weight_ih_l1	6	0.017136452719569206
24673	rnn.weight_ih_l1	7	-0.03971019759774208
24673	rnn.weight_ih_l1	8	0.038189519196748734
24673	rnn.weight_ih_l1	9	0.0251897182315588
24673	rnn.weight_hh_l1	0	-0.0020403980743139982
24673	rnn.weight_hh_l1	1	0.00597946485504508
24673	rnn.weight_hh_l1	2	-0.02582716941833496
24673	rnn.weight_hh_l1	3	-0.0016376409912481904
24673	rnn.weight_hh_l1	4	0.004378051031380892
24673	rnn.weight_hh_l1	5	0.03035903163254261
24673	rnn.weight_hh_l1	6	0.031539544463157654
24673	rnn.weight_hh_l1	7	-0.029202979058027267
24673	rnn.weight_hh_l1	8	-0.039075080305337906
24673	rnn.weight_hh_l1	9	0.04053691029548645
24673	rnn.bias_ih_l1	0	-0.0784812718629837
24673	rnn.bias_ih_l1	1	-0.05869089439511299
24673	rnn.bias_ih_l1	2	-0.10358394682407379
24673	rnn.bias_ih_l1	3	-0.11190365999937057
24673	rnn.bias_ih_l1	4	-0.14389216899871826
24673	rnn.bias_ih_l1	5	-0.07964492589235306
24673	rnn.bias_ih_l1	6	-0.027111293748021126
24673	rnn.bias_ih_l1	7	-0.022548934444785118
24673	rnn.bias_ih_l1	8	-0.06255896389484406
24673	rnn.bias_ih_l1	9	-0.062482282519340515
24673	rnn.bias_hh_l1	0	-0.08520931005477905
24673	rnn.bias_hh_l1	1	-0.027368906885385513
24673	rnn.bias_hh_l1	2	-0.035745978355407715
24673	rnn.bias_hh_l1	3	-0.049858756363391876
24673	rnn.bias_hh_l1	4	-0.07700227946043015
24673	rnn.bias_hh_l1	5	-0.037529636174440384
24673	rnn.bias_hh_l1	6	-0.05349932610988617
24673	rnn.bias_hh_l1	7	-0.037564512342214584
24673	rnn.bias_hh_l1	8	-0.014269239269196987
24673	rnn.bias_hh_l1	9	-0.014033985324203968
24673	rnn.weight_ih_l1_reverse	0	-0.03319860249757767
24673	rnn.weight_ih_l1_reverse	1	0.00946431327611208
24673	rnn.weight_ih_l1_reverse	2	-0.05354650691151619
24673	rnn.weight_ih_l1_reverse	3	-0.019158916547894478
24673	rnn.weight_ih_l1_reverse	4	-0.012323163449764252
24673	rnn.weight_ih_l1_reverse	5	-0.035694997757673264
24673	rnn.weight_ih_l1_reverse	6	-0.015065143816173077
24673	rnn.weight_ih_l1_reverse	7	0.012274332344532013
24673	rnn.weight_ih_l1_reverse	8	0.03331522271037102
24673	rnn.weight_ih_l1_reverse	9	-0.049378201365470886
24673	rnn.weight_hh_l1_reverse	0	0.008802706375718117
24673	rnn.weight_hh_l1_reverse	1	0.0278087817132473
24673	rnn.weight_hh_l1_reverse	2	-0.03733416274189949
24673	rnn.weight_hh_l1_reverse	3	0.0380699560046196
24673	rnn.weight_hh_l1_reverse	4	0.04430590569972992
24673	rnn.weight_hh_l1_reverse	5	0.011083030141890049
24673	rnn.weight_hh_l1_reverse	6	0.007668269798159599
24673	rnn.weight_hh_l1_reverse	7	0.02861403115093708
24673	rnn.weight_hh_l1_reverse	8	-0.005750930868089199
24673	rnn.weight_hh_l1_reverse	9	-0.03697025403380394
24673	rnn.bias_ih_l1_reverse	0	-0.007778342813253403
24673	rnn.bias_ih_l1_reverse	1	-0.05235287547111511
24673	rnn.bias_ih_l1_reverse	2	-0.06987550109624863
24673	rnn.bias_ih_l1_reverse	3	-0.01025768369436264
24673	rnn.bias_ih_l1_reverse	4	-0.11298075318336487
24673	rnn.bias_ih_l1_reverse	5	-0.05861053615808487
24673	rnn.bias_ih_l1_reverse	6	-0.06722471117973328
24673	rnn.bias_ih_l1_reverse	7	-0.07443031668663025
24673	rnn.bias_ih_l1_reverse	8	0.07638689130544662
24673	rnn.bias_ih_l1_reverse	9	0.0019048486137762666
24673	rnn.bias_hh_l1_reverse	0	0.0038984715938568115
24673	rnn.bias_hh_l1_reverse	1	0.0033396780490875244
24673	rnn.bias_hh_l1_reverse	2	-0.15008702874183655
24673	rnn.bias_hh_l1_reverse	3	-0.016936367377638817
24673	rnn.bias_hh_l1_reverse	4	-0.03078296408057213
24673	rnn.bias_hh_l1_reverse	5	-0.03521153703331947
24673	rnn.bias_hh_l1_reverse	6	0.12484916299581528
24673	rnn.bias_hh_l1_reverse	7	-0.05462399125099182
24673	rnn.bias_hh_l1_reverse	8	-0.06449482589960098
24673	rnn.bias_hh_l1_reverse	9	-0.061329614371061325
24673	linear.weight	0	0.002228822559118271
24673	linear.weight	1	0.05431467294692993
24673	linear.weight	2	-0.0799102783203125
24673	linear.weight	3	0.13725058734416962
24673	linear.weight	4	0.0882183313369751
24673	linear.weight	5	0.04133094102144241
24673	linear.weight	6	0.132008358836174
24673	linear.weight	7	0.1191948726773262
24673	linear.weight	8	0.0418948158621788
24673	linear.weight	9	-0.031074292957782745
24673	linear.bias	0	-0.0999622493982315
24673	linear.bias	1	0.055304139852523804
24673	linear.bias	2	-0.3272152245044708
24673	linear.bias	3	-0.7312089800834656
24673	linear.bias	4	-0.8539457321166992
24673	linear.bias	5	0.04955712705850601
24673	linear.bias	6	-0.4930798411369324
24673	linear.bias	7	0.5149579048156738
24673	linear.bias	8	-0.5695117115974426
24673	linear.bias	9	-0.771884560585022
24870	transitions	0	0.17044810950756073
24870	transitions	1	-0.13192839920520782
24870	transitions	2	-10000.0
24870	transitions	3	-1.7698991298675537
24870	transitions	4	-10000.0
24870	transitions	5	0.7554753422737122
24870	transitions	6	0.06734742224216461
24870	transitions	7	-0.044344231486320496
24870	transitions	8	-1.2373979091644287
24870	transitions	9	0.0006426770705729723
24870	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
24870	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
24870	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
24870	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
24870	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
24870	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
24870	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
24870	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
24870	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
24870	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
24870	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
24870	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
24870	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
24870	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
24870	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
24870	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
24870	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
24870	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
24870	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
24870	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
24870	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
24870	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
24870	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
24870	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
24870	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
24870	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
24870	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
24870	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
24870	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
24870	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
24870	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
24870	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
24870	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
24870	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
24870	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
24870	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
24870	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
24870	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
24870	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
24870	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
24870	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
24870	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
24870	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
24870	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
24870	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
24870	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
24870	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
24870	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
24870	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
24870	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
24870	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
24870	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
24870	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
24870	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
24870	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
24870	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
24870	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
24870	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
24870	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
24870	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
24870	embedding2nn.weight	0	0.028430739417672157
24870	embedding2nn.weight	1	-0.01600749045610428
24870	embedding2nn.weight	2	-0.014268253929913044
24870	embedding2nn.weight	3	0.013613136485219002
24870	embedding2nn.weight	4	-0.005915034096688032
24870	embedding2nn.weight	5	-0.00370059534907341
24870	embedding2nn.weight	6	-0.0039732493460178375
24870	embedding2nn.weight	7	-0.02727435529232025
24870	embedding2nn.weight	8	-0.0019979383796453476
24870	embedding2nn.weight	9	-0.011133620515465736
24870	embedding2nn.bias	0	0.02759731560945511
24870	embedding2nn.bias	1	-0.030588090419769287
24870	embedding2nn.bias	2	0.07788541913032532
24870	embedding2nn.bias	3	0.034837108105421066
24870	embedding2nn.bias	4	-0.006030613090842962
24870	embedding2nn.bias	5	-0.009031885303556919
24870	embedding2nn.bias	6	0.020435338839888573
24870	embedding2nn.bias	7	-0.04192213714122772
24870	embedding2nn.bias	8	0.02309373766183853
24870	embedding2nn.bias	9	0.025934243574738503
24870	rnn.weight_ih_l0	0	-0.014359287917613983
24870	rnn.weight_ih_l0	1	0.0105520561337471
24870	rnn.weight_ih_l0	2	0.02943378873169422
24870	rnn.weight_ih_l0	3	0.01537416409701109
24870	rnn.weight_ih_l0	4	-0.018411574885249138
24870	rnn.weight_ih_l0	5	-0.05054064840078354
24870	rnn.weight_ih_l0	6	0.01623605564236641
24870	rnn.weight_ih_l0	7	0.05236663296818733
24870	rnn.weight_ih_l0	8	0.016413772478699684
24870	rnn.weight_ih_l0	9	-0.03671688959002495
24870	rnn.weight_hh_l0	0	-0.03735364228487015
24870	rnn.weight_hh_l0	1	-0.0012414772063493729
24870	rnn.weight_hh_l0	2	0.005867599509656429
24870	rnn.weight_hh_l0	3	-0.024961447343230247
24870	rnn.weight_hh_l0	4	0.04100441932678223
24870	rnn.weight_hh_l0	5	-0.010604132898151875
24870	rnn.weight_hh_l0	6	-0.029639076441526413
24870	rnn.weight_hh_l0	7	-0.046549901366233826
24870	rnn.weight_hh_l0	8	0.0018766431603580713
24870	rnn.weight_hh_l0	9	-0.03130967915058136
24870	rnn.bias_ih_l0	0	0.02542985789477825
24870	rnn.bias_ih_l0	1	-0.02277418226003647
24870	rnn.bias_ih_l0	2	0.0013429323444142938
24870	rnn.bias_ih_l0	3	0.046551045030355453
24870	rnn.bias_ih_l0	4	-0.03900911659002304
24870	rnn.bias_ih_l0	5	-0.029543310403823853
24870	rnn.bias_ih_l0	6	-0.008428731933236122
24870	rnn.bias_ih_l0	7	0.033335499465465546
24870	rnn.bias_ih_l0	8	-0.06997489184141159
24870	rnn.bias_ih_l0	9	-0.004064863082021475
24870	rnn.bias_hh_l0	0	-0.035538654774427414
24870	rnn.bias_hh_l0	1	-0.057040587067604065
24870	rnn.bias_hh_l0	2	-0.0311446376144886
24870	rnn.bias_hh_l0	3	-0.036381110548973083
24870	rnn.bias_hh_l0	4	-0.002782178809866309
24870	rnn.bias_hh_l0	5	0.014871146529912949
24870	rnn.bias_hh_l0	6	0.028222182765603065
24870	rnn.bias_hh_l0	7	-0.009798254817724228
24870	rnn.bias_hh_l0	8	-0.05809226259589195
24870	rnn.bias_hh_l0	9	-0.031617362052202225
24870	rnn.weight_ih_l0_reverse	0	-0.009607698768377304
24870	rnn.weight_ih_l0_reverse	1	-0.055476292967796326
24870	rnn.weight_ih_l0_reverse	2	-0.022979648783802986
24870	rnn.weight_ih_l0_reverse	3	0.006817568559199572
24870	rnn.weight_ih_l0_reverse	4	-0.013771912083029747
24870	rnn.weight_ih_l0_reverse	5	-0.04846872761845589
24870	rnn.weight_ih_l0_reverse	6	0.0429341085255146
24870	rnn.weight_ih_l0_reverse	7	-0.025320561602711678
24870	rnn.weight_ih_l0_reverse	8	-0.03217918425798416
24870	rnn.weight_ih_l0_reverse	9	0.016461823135614395
24870	rnn.weight_hh_l0_reverse	0	0.030111704021692276
24870	rnn.weight_hh_l0_reverse	1	0.03097379393875599
24870	rnn.weight_hh_l0_reverse	2	0.0317043699324131
24870	rnn.weight_hh_l0_reverse	3	0.018799563869833946
24870	rnn.weight_hh_l0_reverse	4	0.011247292160987854
24870	rnn.weight_hh_l0_reverse	5	0.002383788814768195
24870	rnn.weight_hh_l0_reverse	6	0.035854507237672806
24870	rnn.weight_hh_l0_reverse	7	-0.026638628914952278
24870	rnn.weight_hh_l0_reverse	8	0.013333679176867008
24870	rnn.weight_hh_l0_reverse	9	0.04657135158777237
24870	rnn.bias_ih_l0_reverse	0	-0.05930427089333534
24870	rnn.bias_ih_l0_reverse	1	-0.10547091066837311
24870	rnn.bias_ih_l0_reverse	2	-0.028871748596429825
24870	rnn.bias_ih_l0_reverse	3	-0.005535850767046213
24870	rnn.bias_ih_l0_reverse	4	-0.01731826364994049
24870	rnn.bias_ih_l0_reverse	5	0.02718444913625717
24870	rnn.bias_ih_l0_reverse	6	-0.015876445919275284
24870	rnn.bias_ih_l0_reverse	7	0.03235418349504471
24870	rnn.bias_ih_l0_reverse	8	-0.026773197576403618
24870	rnn.bias_ih_l0_reverse	9	0.02614053711295128
24870	rnn.bias_hh_l0_reverse	0	-0.02823093719780445
24870	rnn.bias_hh_l0_reverse	1	-0.011689826846122742
24870	rnn.bias_hh_l0_reverse	2	0.013164612464606762
24870	rnn.bias_hh_l0_reverse	3	-0.04356349632143974
24870	rnn.bias_hh_l0_reverse	4	-0.039096295833587646
24870	rnn.bias_hh_l0_reverse	5	-0.04561511427164078
24870	rnn.bias_hh_l0_reverse	6	0.013184529729187489
24870	rnn.bias_hh_l0_reverse	7	0.03106764331459999
24870	rnn.bias_hh_l0_reverse	8	0.03471025824546814
24870	rnn.bias_hh_l0_reverse	9	-0.0830434113740921
24870	rnn.weight_ih_l1	0	-0.031524207442998886
24870	rnn.weight_ih_l1	1	-0.031183427199721336
24870	rnn.weight_ih_l1	2	0.031717449426651
24870	rnn.weight_ih_l1	3	-0.025731289759278297
24870	rnn.weight_ih_l1	4	0.008624225854873657
24870	rnn.weight_ih_l1	5	-0.04173661395907402
24870	rnn.weight_ih_l1	6	0.017510447651147842
24870	rnn.weight_ih_l1	7	-0.03931839391589165
24870	rnn.weight_ih_l1	8	0.03821512311697006
24870	rnn.weight_ih_l1	9	0.025469301268458366
24870	rnn.weight_hh_l1	0	-0.002168432343751192
24870	rnn.weight_hh_l1	1	0.005819798447191715
24870	rnn.weight_hh_l1	2	-0.02679271623492241
24870	rnn.weight_hh_l1	3	-0.0012550175888463855
24870	rnn.weight_hh_l1	4	0.006258661858737469
24870	rnn.weight_hh_l1	5	0.030247759073972702
24870	rnn.weight_hh_l1	6	0.031249258667230606
24870	rnn.weight_hh_l1	7	-0.029262781143188477
24870	rnn.weight_hh_l1	8	-0.03914497420191765
24870	rnn.weight_hh_l1	9	0.04001229256391525
24870	rnn.bias_ih_l1	0	-0.08085039258003235
24870	rnn.bias_ih_l1	1	-0.0568256601691246
24870	rnn.bias_ih_l1	2	-0.10427922010421753
24870	rnn.bias_ih_l1	3	-0.11125823110342026
24870	rnn.bias_ih_l1	4	-0.13575537502765656
24870	rnn.bias_ih_l1	5	-0.0796855241060257
24870	rnn.bias_ih_l1	6	-0.025162644684314728
24870	rnn.bias_ih_l1	7	-0.025665922090411186
24870	rnn.bias_ih_l1	8	-0.06799320876598358
24870	rnn.bias_ih_l1	9	-0.0633365586400032
24870	rnn.bias_hh_l1	0	-0.08959270268678665
24870	rnn.bias_hh_l1	1	-0.027319636195898056
24870	rnn.bias_hh_l1	2	-0.034829556941986084
24870	rnn.bias_hh_l1	3	-0.04924044758081436
24870	rnn.bias_hh_l1	4	-0.07746114581823349
24870	rnn.bias_hh_l1	5	-0.03710811957716942
24870	rnn.bias_hh_l1	6	-0.05712316185235977
24870	rnn.bias_hh_l1	7	-0.03995610773563385
24870	rnn.bias_hh_l1	8	-0.015086734667420387
24870	rnn.bias_hh_l1	9	-0.015091006644070148
24870	rnn.weight_ih_l1_reverse	0	-0.03186880052089691
24870	rnn.weight_ih_l1_reverse	1	0.008003243245184422
24870	rnn.weight_ih_l1_reverse	2	-0.053113892674446106
24870	rnn.weight_ih_l1_reverse	3	-0.019422579556703568
24870	rnn.weight_ih_l1_reverse	4	-0.013722741976380348
24870	rnn.weight_ih_l1_reverse	5	-0.035855185240507126
24870	rnn.weight_ih_l1_reverse	6	-0.016401926055550575
24870	rnn.weight_ih_l1_reverse	7	0.011811268515884876
24870	rnn.weight_ih_l1_reverse	8	0.03130289167165756
24870	rnn.weight_ih_l1_reverse	9	-0.04779062047600746
24870	rnn.weight_hh_l1_reverse	0	0.008895187638700008
24870	rnn.weight_hh_l1_reverse	1	0.027829915285110474
24870	rnn.weight_hh_l1_reverse	2	-0.03739376366138458
24870	rnn.weight_hh_l1_reverse	3	0.037893567234277725
24870	rnn.weight_hh_l1_reverse	4	0.044450853019952774
24870	rnn.weight_hh_l1_reverse	5	0.010697828605771065
24870	rnn.weight_hh_l1_reverse	6	0.009070100262761116
24870	rnn.weight_hh_l1_reverse	7	0.028746170923113823
24870	rnn.weight_hh_l1_reverse	8	-0.00573506485670805
24870	rnn.weight_hh_l1_reverse	9	-0.037069302052259445
24870	rnn.bias_ih_l1_reverse	0	-0.008315188810229301
24870	rnn.bias_ih_l1_reverse	1	-0.056137435138225555
24870	rnn.bias_ih_l1_reverse	2	-0.07034415751695633
24870	rnn.bias_ih_l1_reverse	3	-0.007335260510444641
24870	rnn.bias_ih_l1_reverse	4	-0.11291248351335526
24870	rnn.bias_ih_l1_reverse	5	-0.06119769811630249
24870	rnn.bias_ih_l1_reverse	6	-0.06689944118261337
24870	rnn.bias_ih_l1_reverse	7	-0.0765908882021904
24870	rnn.bias_ih_l1_reverse	8	0.08430437743663788
24870	rnn.bias_ih_l1_reverse	9	0.017847340553998947
24870	rnn.bias_hh_l1_reverse	0	0.007561112754046917
24870	rnn.bias_hh_l1_reverse	1	0.007571028079837561
24870	rnn.bias_hh_l1_reverse	2	-0.1506674587726593
24870	rnn.bias_hh_l1_reverse	3	-0.016731198877096176
24870	rnn.bias_hh_l1_reverse	4	-0.03125188499689102
24870	rnn.bias_hh_l1_reverse	5	-0.037680525332689285
24870	rnn.bias_hh_l1_reverse	6	0.12327475845813751
24870	rnn.bias_hh_l1_reverse	7	-0.05355378985404968
24870	rnn.bias_hh_l1_reverse	8	-0.0619199313223362
24870	rnn.bias_hh_l1_reverse	9	-0.06180709972977638
24870	linear.weight	0	0.002228822559118271
24870	linear.weight	1	0.06955178081989288
24870	linear.weight	2	-0.08312315493822098
24870	linear.weight	3	0.1289946585893631
24870	linear.weight	4	0.08356639742851257
24870	linear.weight	5	0.043638650327920914
24870	linear.weight	6	0.1458849012851715
24870	linear.weight	7	0.11193520575761795
24870	linear.weight	8	0.04191376268863678
24870	linear.weight	9	-0.03490603342652321
24870	linear.bias	0	-0.1293722540140152
24870	linear.bias	1	0.057630475610494614
24870	linear.bias	2	-0.3265572488307953
24870	linear.bias	3	-0.7673348784446716
24870	linear.bias	4	-0.8879697322845459
24870	linear.bias	5	0.06465795636177063
24870	linear.bias	6	-0.49106815457344055
24870	linear.bias	7	0.532277524471283
24870	linear.bias	8	-0.562412679195404
24870	linear.bias	9	-0.7649123072624207
25067	transitions	0	0.18039709329605103
25067	transitions	1	-0.12005732953548431
25067	transitions	2	-10000.0
25067	transitions	3	-1.770154356956482
25067	transitions	4	-10000.0
25067	transitions	5	0.7548473477363586
25067	transitions	6	0.06651180982589722
25067	transitions	7	-0.04659741371870041
25067	transitions	8	-1.2384361028671265
25067	transitions	9	0.0006318193627521396
25067	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
25067	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
25067	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
25067	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
25067	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
25067	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
25067	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
25067	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
25067	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
25067	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
25067	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
25067	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
25067	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
25067	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
25067	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
25067	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
25067	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
25067	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
25067	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
25067	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
25067	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
25067	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
25067	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
25067	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
25067	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
25067	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
25067	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
25067	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
25067	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
25067	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
25067	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
25067	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
25067	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
25067	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
25067	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
25067	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
25067	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
25067	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
25067	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
25067	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
25067	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
25067	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
25067	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
25067	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
25067	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
25067	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
25067	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
25067	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
25067	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
25067	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
25067	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
25067	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
25067	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
25067	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
25067	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
25067	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
25067	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
25067	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
25067	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
25067	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
25067	embedding2nn.weight	0	0.02913932129740715
25067	embedding2nn.weight	1	-0.016260184347629547
25067	embedding2nn.weight	2	-0.014268253929913044
25067	embedding2nn.weight	3	0.013891016133129597
25067	embedding2nn.weight	4	-0.005915034096688032
25067	embedding2nn.weight	5	-0.00370059534907341
25067	embedding2nn.weight	6	-0.003973252139985561
25067	embedding2nn.weight	7	-0.02797560580074787
25067	embedding2nn.weight	8	-0.0019979383796453476
25067	embedding2nn.weight	9	-0.011564885266125202
25067	embedding2nn.bias	0	0.026394423097372055
25067	embedding2nn.bias	1	-0.04294233024120331
25067	embedding2nn.bias	2	0.07997585088014603
25067	embedding2nn.bias	3	0.0356462225317955
25067	embedding2nn.bias	4	-0.010551756247878075
25067	embedding2nn.bias	5	-0.009790763258934021
25067	embedding2nn.bias	6	0.0153746223077178
25067	embedding2nn.bias	7	-0.03840482980012894
25067	embedding2nn.bias	8	0.028761636465787888
25067	embedding2nn.bias	9	0.02373187616467476
25067	rnn.weight_ih_l0	0	-0.014920913614332676
25067	rnn.weight_ih_l0	1	0.009443853981792927
25067	rnn.weight_ih_l0	2	0.03304494544863701
25067	rnn.weight_ih_l0	3	0.014919009990990162
25067	rnn.weight_ih_l0	4	-0.0191580168902874
25067	rnn.weight_ih_l0	5	-0.05033308267593384
25067	rnn.weight_ih_l0	6	0.017012804746627808
25067	rnn.weight_ih_l0	7	0.051873624324798584
25067	rnn.weight_ih_l0	8	0.016262367367744446
25067	rnn.weight_ih_l0	9	-0.037012215703725815
25067	rnn.weight_hh_l0	0	-0.03864947706460953
25067	rnn.weight_hh_l0	1	-0.0013423828640952706
25067	rnn.weight_hh_l0	2	0.006796799134463072
25067	rnn.weight_hh_l0	3	-0.025128059089183807
25067	rnn.weight_hh_l0	4	0.04068732261657715
25067	rnn.weight_hh_l0	5	-0.010401091538369656
25067	rnn.weight_hh_l0	6	-0.029395723715424538
25067	rnn.weight_hh_l0	7	-0.04869596287608147
25067	rnn.weight_hh_l0	8	0.0019141831435263157
25067	rnn.weight_hh_l0	9	-0.031241966411471367
25067	rnn.bias_ih_l0	0	0.026654087007045746
25067	rnn.bias_ih_l0	1	-0.0261515025049448
25067	rnn.bias_ih_l0	2	0.0008567322511225939
25067	rnn.bias_ih_l0	3	0.04924947768449783
25067	rnn.bias_ih_l0	4	-0.03643267974257469
25067	rnn.bias_ih_l0	5	-0.027767276391386986
25067	rnn.bias_ih_l0	6	-0.004979709628969431
25067	rnn.bias_ih_l0	7	0.032991550862789154
25067	rnn.bias_ih_l0	8	-0.07003888487815857
25067	rnn.bias_ih_l0	9	-0.0014718981692567468
25067	rnn.bias_hh_l0	0	-0.03476430103182793
25067	rnn.bias_hh_l0	1	-0.052282895892858505
25067	rnn.bias_hh_l0	2	-0.027529779821634293
25067	rnn.bias_hh_l0	3	-0.03646554797887802
25067	rnn.bias_hh_l0	4	-0.0008468012092635036
25067	rnn.bias_hh_l0	5	0.015639852732419968
25067	rnn.bias_hh_l0	6	0.025533758103847504
25067	rnn.bias_hh_l0	7	-0.0065066758543252945
25067	rnn.bias_hh_l0	8	-0.057009246200323105
25067	rnn.bias_hh_l0	9	-0.028471961617469788
25067	rnn.weight_ih_l0_reverse	0	-0.009606772102415562
25067	rnn.weight_ih_l0_reverse	1	-0.05805367976427078
25067	rnn.weight_ih_l0_reverse	2	-0.023240307345986366
25067	rnn.weight_ih_l0_reverse	3	0.0052681248635053635
25067	rnn.weight_ih_l0_reverse	4	-0.013619030825793743
25067	rnn.weight_ih_l0_reverse	5	-0.04809487983584404
25067	rnn.weight_ih_l0_reverse	6	0.043281443417072296
25067	rnn.weight_ih_l0_reverse	7	-0.026154829189181328
25067	rnn.weight_ih_l0_reverse	8	-0.03287067636847496
25067	rnn.weight_ih_l0_reverse	9	0.016832226887345314
25067	rnn.weight_hh_l0_reverse	0	0.028624141588807106
25067	rnn.weight_hh_l0_reverse	1	0.031230244785547256
25067	rnn.weight_hh_l0_reverse	2	0.03188729286193848
25067	rnn.weight_hh_l0_reverse	3	0.01909211277961731
25067	rnn.weight_hh_l0_reverse	4	0.010785664431750774
25067	rnn.weight_hh_l0_reverse	5	0.0025547391269356012
25067	rnn.weight_hh_l0_reverse	6	0.03591423109173775
25067	rnn.weight_hh_l0_reverse	7	-0.026964973658323288
25067	rnn.weight_hh_l0_reverse	8	0.012763354927301407
25067	rnn.weight_hh_l0_reverse	9	0.047134995460510254
25067	rnn.bias_ih_l0_reverse	0	-0.062485385686159134
25067	rnn.bias_ih_l0_reverse	1	-0.11160015314817429
25067	rnn.bias_ih_l0_reverse	2	-0.031367458403110504
25067	rnn.bias_ih_l0_reverse	3	-0.00481678731739521
25067	rnn.bias_ih_l0_reverse	4	-0.017182860523462296
25067	rnn.bias_ih_l0_reverse	5	0.030210012570023537
25067	rnn.bias_ih_l0_reverse	6	-0.01311434619128704
25067	rnn.bias_ih_l0_reverse	7	0.03493808954954147
25067	rnn.bias_ih_l0_reverse	8	-0.026597019284963608
25067	rnn.bias_ih_l0_reverse	9	0.028810657560825348
25067	rnn.bias_hh_l0_reverse	0	-0.026528656482696533
25067	rnn.bias_hh_l0_reverse	1	-0.0059598651714622974
25067	rnn.bias_hh_l0_reverse	2	0.019429869949817657
25067	rnn.bias_hh_l0_reverse	3	-0.042242735624313354
25067	rnn.bias_hh_l0_reverse	4	-0.03679464012384415
25067	rnn.bias_hh_l0_reverse	5	-0.04219809174537659
25067	rnn.bias_hh_l0_reverse	6	0.012191937305033207
25067	rnn.bias_hh_l0_reverse	7	0.029966307803988457
25067	rnn.bias_hh_l0_reverse	8	0.0351429283618927
25067	rnn.bias_hh_l0_reverse	9	-0.08090837299823761
25067	rnn.weight_ih_l1	0	-0.031365640461444855
25067	rnn.weight_ih_l1	1	-0.03126465156674385
25067	rnn.weight_ih_l1	2	0.03234411031007767
25067	rnn.weight_ih_l1	3	-0.02670636773109436
25067	rnn.weight_ih_l1	4	0.00875661801546812
25067	rnn.weight_ih_l1	5	-0.041888803243637085
25067	rnn.weight_ih_l1	6	0.01835959032177925
25067	rnn.weight_ih_l1	7	-0.03745335340499878
25067	rnn.weight_ih_l1	8	0.03851739689707756
25067	rnn.weight_ih_l1	9	0.025509389117360115
25067	rnn.weight_hh_l1	0	0.0016908945981413126
25067	rnn.weight_hh_l1	1	0.005787787027657032
25067	rnn.weight_hh_l1	2	-0.027536874637007713
25067	rnn.weight_hh_l1	3	-0.001918239751830697
25067	rnn.weight_hh_l1	4	0.006463564466685057
25067	rnn.weight_hh_l1	5	0.030338743701577187
25067	rnn.weight_hh_l1	6	0.031157109886407852
25067	rnn.weight_hh_l1	7	-0.02911168523132801
25067	rnn.weight_hh_l1	8	-0.03895949944853783
25067	rnn.weight_hh_l1	9	0.040890444070100784
25067	rnn.bias_ih_l1	0	-0.08120749890804291
25067	rnn.bias_ih_l1	1	-0.05963312089443207
25067	rnn.bias_ih_l1	2	-0.10496197640895844
25067	rnn.bias_ih_l1	3	-0.11072102189064026
25067	rnn.bias_ih_l1	4	-0.1343180537223816
25067	rnn.bias_ih_l1	5	-0.08003093302249908
25067	rnn.bias_ih_l1	6	-0.024271627888083458
25067	rnn.bias_ih_l1	7	-0.026848262175917625
25067	rnn.bias_ih_l1	8	-0.07056013494729996
25067	rnn.bias_ih_l1	9	-0.06206006929278374
25067	rnn.bias_hh_l1	0	-0.09015542268753052
25067	rnn.bias_hh_l1	1	-0.02497633919119835
25067	rnn.bias_hh_l1	2	-0.03932465985417366
25067	rnn.bias_hh_l1	3	-0.047373682260513306
25067	rnn.bias_hh_l1	4	-0.07724817097187042
25067	rnn.bias_hh_l1	5	-0.03858545795083046
25067	rnn.bias_hh_l1	6	-0.059320468455553055
25067	rnn.bias_hh_l1	7	-0.02836662530899048
25067	rnn.bias_hh_l1	8	-0.013179822824895382
25067	rnn.bias_hh_l1	9	-0.01381638366729021
25067	rnn.weight_ih_l1_reverse	0	-0.03450458124279976
25067	rnn.weight_ih_l1_reverse	1	0.011318910866975784
25067	rnn.weight_ih_l1_reverse	2	-0.055110782384872437
25067	rnn.weight_ih_l1_reverse	3	-0.020060710608959198
25067	rnn.weight_ih_l1_reverse	4	-0.013556422665715218
25067	rnn.weight_ih_l1_reverse	5	-0.035492271184921265
25067	rnn.weight_ih_l1_reverse	6	-0.015934448689222336
25067	rnn.weight_ih_l1_reverse	7	0.011840508319437504
25067	rnn.weight_ih_l1_reverse	8	0.03132854029536247
25067	rnn.weight_ih_l1_reverse	9	-0.04466332122683525
25067	rnn.weight_hh_l1_reverse	0	0.00885026529431343
25067	rnn.weight_hh_l1_reverse	1	0.027828585356473923
25067	rnn.weight_hh_l1_reverse	2	-0.03734355792403221
25067	rnn.weight_hh_l1_reverse	3	0.037699081003665924
25067	rnn.weight_hh_l1_reverse	4	0.044775065034627914
25067	rnn.weight_hh_l1_reverse	5	0.010969758033752441
25067	rnn.weight_hh_l1_reverse	6	0.009142713621258736
25067	rnn.weight_hh_l1_reverse	7	0.028726331889629364
25067	rnn.weight_hh_l1_reverse	8	-0.00542147271335125
25067	rnn.weight_hh_l1_reverse	9	-0.0373111218214035
25067	rnn.bias_ih_l1_reverse	0	-0.008173936046659946
25067	rnn.bias_ih_l1_reverse	1	-0.05934864282608032
25067	rnn.bias_ih_l1_reverse	2	-0.07182573527097702
25067	rnn.bias_ih_l1_reverse	3	-0.014236907474696636
25067	rnn.bias_ih_l1_reverse	4	-0.1144314780831337
25067	rnn.bias_ih_l1_reverse	5	-0.06182107329368591
25067	rnn.bias_ih_l1_reverse	6	-0.06859952211380005
25067	rnn.bias_ih_l1_reverse	7	-0.07757167518138885
25067	rnn.bias_ih_l1_reverse	8	0.08407599478960037
25067	rnn.bias_ih_l1_reverse	9	0.012734174728393555
25067	rnn.bias_hh_l1_reverse	0	-0.0016233756905421615
25067	rnn.bias_hh_l1_reverse	1	0.011392077431082726
25067	rnn.bias_hh_l1_reverse	2	-0.15170927345752716
25067	rnn.bias_hh_l1_reverse	3	-0.01806260086596012
25067	rnn.bias_hh_l1_reverse	4	-0.03148331865668297
25067	rnn.bias_hh_l1_reverse	5	-0.03666674345731735
25067	rnn.bias_hh_l1_reverse	6	0.12105132639408112
25067	rnn.bias_hh_l1_reverse	7	-0.0564805343747139
25067	rnn.bias_hh_l1_reverse	8	-0.06191915273666382
25067	rnn.bias_hh_l1_reverse	9	-0.06174999475479126
25067	linear.weight	0	0.002228822559118271
25067	linear.weight	1	0.04424003139138222
25067	linear.weight	2	-0.09003585577011108
25067	linear.weight	3	0.11460097879171371
25067	linear.weight	4	0.07344216853380203
25067	linear.weight	5	0.03925122693181038
25067	linear.weight	6	0.1457769274711609
25067	linear.weight	7	0.09950199723243713
25067	linear.weight	8	0.0419231578707695
25067	linear.weight	9	-0.03768329322338104
25067	linear.bias	0	-0.10170218348503113
25067	linear.bias	1	0.06313807517290115
25067	linear.bias	2	-0.34682145714759827
25067	linear.bias	3	-0.7604235410690308
25067	linear.bias	4	-0.8844735026359558
25067	linear.bias	5	0.04107353836297989
25067	linear.bias	6	-0.4877728819847107
25067	linear.bias	7	0.5119396448135376
25067	linear.bias	8	-0.5543100833892822
25067	linear.bias	9	-0.7567744255065918
25264	transitions	0	0.17972983419895172
25264	transitions	1	-0.1221211850643158
25264	transitions	2	-10000.0
25264	transitions	3	-1.7703889608383179
25264	transitions	4	-10000.0
25264	transitions	5	0.753947377204895
25264	transitions	6	0.06570328027009964
25264	transitions	7	-0.04963131994009018
25264	transitions	8	-1.2393344640731812
25264	transitions	9	0.0006194420857354999
25264	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
25264	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
25264	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
25264	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
25264	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
25264	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
25264	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
25264	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
25264	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
25264	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
25264	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
25264	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
25264	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
25264	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
25264	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
25264	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
25264	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
25264	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
25264	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
25264	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
25264	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
25264	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
25264	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
25264	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
25264	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
25264	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
25264	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
25264	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
25264	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
25264	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
25264	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
25264	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
25264	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
25264	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
25264	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
25264	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
25264	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
25264	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
25264	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
25264	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
25264	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
25264	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
25264	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
25264	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
25264	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
25264	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
25264	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
25264	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
25264	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
25264	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
25264	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
25264	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
25264	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
25264	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
25264	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
25264	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
25264	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
25264	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
25264	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
25264	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
25264	embedding2nn.weight	0	0.028690798208117485
25264	embedding2nn.weight	1	-0.0163227841258049
25264	embedding2nn.weight	2	-0.014268253929913044
25264	embedding2nn.weight	3	0.014369838871061802
25264	embedding2nn.weight	4	-0.005915034096688032
25264	embedding2nn.weight	5	-0.0037005951162427664
25264	embedding2nn.weight	6	-0.003973247017711401
25264	embedding2nn.weight	7	-0.028520410880446434
25264	embedding2nn.weight	8	-0.0019979383796453476
25264	embedding2nn.weight	9	-0.012801806442439556
25264	embedding2nn.bias	0	0.024678826332092285
25264	embedding2nn.bias	1	-0.04607585072517395
25264	embedding2nn.bias	2	0.0791962742805481
25264	embedding2nn.bias	3	0.03443403169512749
25264	embedding2nn.bias	4	-0.008064335212111473
25264	embedding2nn.bias	5	-0.010366833768785
25264	embedding2nn.bias	6	0.00821208767592907
25264	embedding2nn.bias	7	-0.04194783419370651
25264	embedding2nn.bias	8	0.033463768661022186
25264	embedding2nn.bias	9	0.025597572326660156
25264	rnn.weight_ih_l0	0	-0.017064131796360016
25264	rnn.weight_ih_l0	1	0.009744762443006039
25264	rnn.weight_ih_l0	2	0.032580964267253876
25264	rnn.weight_ih_l0	3	0.014478021301329136
25264	rnn.weight_ih_l0	4	-0.019517751410603523
25264	rnn.weight_ih_l0	5	-0.049960218369960785
25264	rnn.weight_ih_l0	6	0.01621701568365097
25264	rnn.weight_ih_l0	7	0.0502852126955986
25264	rnn.weight_ih_l0	8	0.01658031903207302
25264	rnn.weight_ih_l0	9	-0.03692598268389702
25264	rnn.weight_hh_l0	0	-0.03770560398697853
25264	rnn.weight_hh_l0	1	-0.0022660279646515846
25264	rnn.weight_hh_l0	2	0.007020032964646816
25264	rnn.weight_hh_l0	3	-0.02632276900112629
25264	rnn.weight_hh_l0	4	0.04051601141691208
25264	rnn.weight_hh_l0	5	-0.010247070342302322
25264	rnn.weight_hh_l0	6	-0.02961195446550846
25264	rnn.weight_hh_l0	7	-0.047445427626371384
25264	rnn.weight_hh_l0	8	0.002423915546387434
25264	rnn.weight_hh_l0	9	-0.03185373544692993
25264	rnn.bias_ih_l0	0	0.026950810104608536
25264	rnn.bias_ih_l0	1	-0.024940554052591324
25264	rnn.bias_ih_l0	2	0.001040989300236106
25264	rnn.bias_ih_l0	3	0.05145742744207382
25264	rnn.bias_ih_l0	4	-0.03731334209442139
25264	rnn.bias_ih_l0	5	-0.03204880654811859
25264	rnn.bias_ih_l0	6	-0.006266562268137932
25264	rnn.bias_ih_l0	7	0.03554627671837807
25264	rnn.bias_ih_l0	8	-0.07224833220243454
25264	rnn.bias_ih_l0	9	-0.006128593347966671
25264	rnn.bias_hh_l0	0	-0.035052575170993805
25264	rnn.bias_hh_l0	1	-0.04675619304180145
25264	rnn.bias_hh_l0	2	-0.026088368147611618
25264	rnn.bias_hh_l0	3	-0.035636499524116516
25264	rnn.bias_hh_l0	4	-0.004371017217636108
25264	rnn.bias_hh_l0	5	0.015411868691444397
25264	rnn.bias_hh_l0	6	0.025460921227931976
25264	rnn.bias_hh_l0	7	0.000202471564989537
25264	rnn.bias_hh_l0	8	-0.0531240776181221
25264	rnn.bias_hh_l0	9	-0.026433145627379417
25264	rnn.weight_ih_l0_reverse	0	-0.00977416429668665
25264	rnn.weight_ih_l0_reverse	1	-0.058335237205028534
25264	rnn.weight_ih_l0_reverse	2	-0.02441909722983837
25264	rnn.weight_ih_l0_reverse	3	0.0061570932157337666
25264	rnn.weight_ih_l0_reverse	4	-0.013405123725533485
25264	rnn.weight_ih_l0_reverse	5	-0.04799572378396988
25264	rnn.weight_ih_l0_reverse	6	0.04329309239983559
25264	rnn.weight_ih_l0_reverse	7	-0.026580810546875
25264	rnn.weight_ih_l0_reverse	8	-0.03314979746937752
25264	rnn.weight_ih_l0_reverse	9	0.016733920201659203
25264	rnn.weight_hh_l0_reverse	0	0.029027901589870453
25264	rnn.weight_hh_l0_reverse	1	0.031304266303777695
25264	rnn.weight_hh_l0_reverse	2	0.031957097351551056
25264	rnn.weight_hh_l0_reverse	3	0.019257064908742905
25264	rnn.weight_hh_l0_reverse	4	0.011246399953961372
25264	rnn.weight_hh_l0_reverse	5	0.0026429384015500546
25264	rnn.weight_hh_l0_reverse	6	0.036080390214920044
25264	rnn.weight_hh_l0_reverse	7	-0.02791668102145195
25264	rnn.weight_hh_l0_reverse	8	0.012240679003298283
25264	rnn.weight_hh_l0_reverse	9	0.047414448112249374
25264	rnn.bias_ih_l0_reverse	0	-0.06212928518652916
25264	rnn.bias_ih_l0_reverse	1	-0.11375366151332855
25264	rnn.bias_ih_l0_reverse	2	-0.03035464696586132
25264	rnn.bias_ih_l0_reverse	3	-0.0050702388398349285
25264	rnn.bias_ih_l0_reverse	4	-0.015181698836386204
25264	rnn.bias_ih_l0_reverse	5	0.031159931793808937
25264	rnn.bias_ih_l0_reverse	6	-0.015095424838364124
25264	rnn.bias_ih_l0_reverse	7	0.03524909168481827
25264	rnn.bias_ih_l0_reverse	8	-0.0297634769231081
25264	rnn.bias_ih_l0_reverse	9	0.028703952208161354
25264	rnn.bias_hh_l0_reverse	0	-0.026142815127968788
25264	rnn.bias_hh_l0_reverse	1	-0.014286376535892487
25264	rnn.bias_hh_l0_reverse	2	0.020782340317964554
25264	rnn.bias_hh_l0_reverse	3	-0.03907454013824463
25264	rnn.bias_hh_l0_reverse	4	-0.038415104150772095
25264	rnn.bias_hh_l0_reverse	5	-0.04232454672455788
25264	rnn.bias_hh_l0_reverse	6	0.007483876310288906
25264	rnn.bias_hh_l0_reverse	7	0.030175548046827316
25264	rnn.bias_hh_l0_reverse	8	0.03205642104148865
25264	rnn.bias_hh_l0_reverse	9	-0.0829407200217247
25264	rnn.weight_ih_l1	0	-0.030911607667803764
25264	rnn.weight_ih_l1	1	-0.03226923570036888
25264	rnn.weight_ih_l1	2	0.03166675195097923
25264	rnn.weight_ih_l1	3	-0.02643982321023941
25264	rnn.weight_ih_l1	4	0.008146917447447777
25264	rnn.weight_ih_l1	5	-0.0411255843937397
25264	rnn.weight_ih_l1	6	0.018879501149058342
25264	rnn.weight_ih_l1	7	-0.03729935362935066
25264	rnn.weight_ih_l1	8	0.03913901373744011
25264	rnn.weight_ih_l1	9	0.025538822636008263
25264	rnn.weight_hh_l1	0	0.0016534855822101235
25264	rnn.weight_hh_l1	1	0.005795571953058243
25264	rnn.weight_hh_l1	2	-0.027098262682557106
25264	rnn.weight_hh_l1	3	-0.0018692957237362862
25264	rnn.weight_hh_l1	4	0.0060917651280760765
25264	rnn.weight_hh_l1	5	0.030164582654833794
25264	rnn.weight_hh_l1	6	0.031071750447154045
25264	rnn.weight_hh_l1	7	-0.029400134459137917
25264	rnn.weight_hh_l1	8	-0.03939221799373627
25264	rnn.weight_hh_l1	9	0.04052083194255829
25264	rnn.bias_ih_l1	0	-0.08260548114776611
25264	rnn.bias_ih_l1	1	-0.0634595975279808
25264	rnn.bias_ih_l1	2	-0.10503175109624863
25264	rnn.bias_ih_l1	3	-0.11209200322628021
25264	rnn.bias_ih_l1	4	-0.14469073712825775
25264	rnn.bias_ih_l1	5	-0.0795774757862091
25264	rnn.bias_ih_l1	6	-0.02559255063533783
25264	rnn.bias_ih_l1	7	-0.028245102614164352
25264	rnn.bias_ih_l1	8	-0.06984240561723709
25264	rnn.bias_ih_l1	9	-0.06254582852125168
25264	rnn.bias_hh_l1	0	-0.09232143312692642
25264	rnn.bias_hh_l1	1	-0.027732711285352707
25264	rnn.bias_hh_l1	2	-0.04136628657579422
25264	rnn.bias_hh_l1	3	-0.04838866367936134
25264	rnn.bias_hh_l1	4	-0.0760994404554367
25264	rnn.bias_hh_l1	5	-0.03673752769827843
25264	rnn.bias_hh_l1	6	-0.056514542549848557
25264	rnn.bias_hh_l1	7	-0.029832016676664352
25264	rnn.bias_hh_l1	8	-0.01537039503455162
25264	rnn.bias_hh_l1	9	-0.0153749268501997
25264	rnn.weight_ih_l1_reverse	0	-0.03458991274237633
25264	rnn.weight_ih_l1_reverse	1	0.006709937006235123
25264	rnn.weight_ih_l1_reverse	2	-0.05489370971918106
25264	rnn.weight_ih_l1_reverse	3	-0.021305004134774208
25264	rnn.weight_ih_l1_reverse	4	-0.014220182783901691
25264	rnn.weight_ih_l1_reverse	5	-0.03535444661974907
25264	rnn.weight_ih_l1_reverse	6	-0.015248737297952175
25264	rnn.weight_ih_l1_reverse	7	0.012208348140120506
25264	rnn.weight_ih_l1_reverse	8	0.030926285311579704
25264	rnn.weight_ih_l1_reverse	9	-0.04717658832669258
25264	rnn.weight_hh_l1_reverse	0	0.008993932977318764
25264	rnn.weight_hh_l1_reverse	1	0.027865348383784294
25264	rnn.weight_hh_l1_reverse	2	-0.03731508180499077
25264	rnn.weight_hh_l1_reverse	3	0.0377810075879097
25264	rnn.weight_hh_l1_reverse	4	0.044965960085392
25264	rnn.weight_hh_l1_reverse	5	0.010807759128510952
25264	rnn.weight_hh_l1_reverse	6	0.008976416662335396
25264	rnn.weight_hh_l1_reverse	7	0.028605250641703606
25264	rnn.weight_hh_l1_reverse	8	-0.005452162120491266
25264	rnn.weight_hh_l1_reverse	9	-0.037466101348400116
25264	rnn.bias_ih_l1_reverse	0	-0.007394930813461542
25264	rnn.bias_ih_l1_reverse	1	-0.060937073081731796
25264	rnn.bias_ih_l1_reverse	2	-0.07226666808128357
25264	rnn.bias_ih_l1_reverse	3	-0.025927847251296043
25264	rnn.bias_ih_l1_reverse	4	-0.11101581156253815
25264	rnn.bias_ih_l1_reverse	5	-0.0650266632437706
25264	rnn.bias_ih_l1_reverse	6	-0.06978875398635864
25264	rnn.bias_ih_l1_reverse	7	-0.08103395253419876
25264	rnn.bias_ih_l1_reverse	8	0.07871588319540024
25264	rnn.bias_ih_l1_reverse	9	0.020334377884864807
25264	rnn.bias_hh_l1_reverse	0	0.0012640416389331222
25264	rnn.bias_hh_l1_reverse	1	0.025729404762387276
25264	rnn.bias_hh_l1_reverse	2	-0.1509695202112198
25264	rnn.bias_hh_l1_reverse	3	-0.019867289811372757
25264	rnn.bias_hh_l1_reverse	4	-0.03129133582115173
25264	rnn.bias_hh_l1_reverse	5	-0.03804464638233185
25264	rnn.bias_hh_l1_reverse	6	0.11152917891740799
25264	rnn.bias_hh_l1_reverse	7	-0.058597415685653687
25264	rnn.bias_hh_l1_reverse	8	-0.059902675449848175
25264	rnn.bias_hh_l1_reverse	9	-0.06245142221450806
25264	linear.weight	0	0.002228822559118271
25264	linear.weight	1	0.05164061114192009
25264	linear.weight	2	-0.10554191470146179
25264	linear.weight	3	0.12982355058193207
25264	linear.weight	4	0.07261325418949127
25264	linear.weight	5	0.04295094311237335
25264	linear.weight	6	0.12668241560459137
25264	linear.weight	7	0.10807903110980988
25264	linear.weight	8	0.04193270206451416
25264	linear.weight	9	-0.03557661920785904
25264	linear.bias	0	-0.10167387127876282
25264	linear.bias	1	0.08203190565109253
25264	linear.bias	2	-0.31579476594924927
25264	linear.bias	3	-0.7519693374633789
25264	linear.bias	4	-0.8743334412574768
25264	linear.bias	5	0.04125642403960228
25264	linear.bias	6	-0.47355151176452637
25264	linear.bias	7	0.5145730972290039
25264	linear.bias	8	-0.5709193348884583
25264	linear.bias	9	-0.7754131555557251
25461	transitions	0	0.20683787763118744
25461	transitions	1	-0.13082444667816162
25461	transitions	2	-10000.0
25461	transitions	3	-1.7706292867660522
25461	transitions	4	-10000.0
25461	transitions	5	0.7529880404472351
25461	transitions	6	0.06493638455867767
25461	transitions	7	-0.052251964807510376
25461	transitions	8	-1.2400840520858765
25461	transitions	9	0.0006106070941314101
25461	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
25461	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
25461	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
25461	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
25461	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
25461	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
25461	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
25461	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
25461	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
25461	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
25461	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
25461	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
25461	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
25461	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
25461	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
25461	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
25461	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
25461	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
25461	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
25461	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
25461	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
25461	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
25461	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
25461	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
25461	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
25461	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
25461	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
25461	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
25461	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
25461	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
25461	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
25461	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
25461	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
25461	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
25461	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
25461	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
25461	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
25461	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
25461	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
25461	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
25461	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
25461	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
25461	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
25461	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
25461	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
25461	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
25461	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
25461	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
25461	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
25461	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
25461	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
25461	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
25461	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
25461	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
25461	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
25461	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
25461	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
25461	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
25461	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
25461	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
25461	embedding2nn.weight	0	0.02928173914551735
25461	embedding2nn.weight	1	-0.016201507300138474
25461	embedding2nn.weight	2	-0.014268253929913044
25461	embedding2nn.weight	3	0.015510567463934422
25461	embedding2nn.weight	4	-0.005915034096688032
25461	embedding2nn.weight	5	-0.0037005951162427664
25461	embedding2nn.weight	6	-0.0039732507430016994
25461	embedding2nn.weight	7	-0.02724209614098072
25461	embedding2nn.weight	8	-0.0019979383796453476
25461	embedding2nn.weight	9	-0.013620405457913876
25461	embedding2nn.bias	0	0.018382282927632332
25461	embedding2nn.bias	1	-0.04665108397603035
25461	embedding2nn.bias	2	0.0796065405011177
25461	embedding2nn.bias	3	0.03653259575366974
25461	embedding2nn.bias	4	-0.01608027145266533
25461	embedding2nn.bias	5	-0.01352223102003336
25461	embedding2nn.bias	6	0.01816922426223755
25461	embedding2nn.bias	7	-0.0484493263065815
25461	embedding2nn.bias	8	0.033463723957538605
25461	embedding2nn.bias	9	0.0235542394220829
25461	rnn.weight_ih_l0	0	-0.01630808599293232
25461	rnn.weight_ih_l0	1	0.010408550500869751
25461	rnn.weight_ih_l0	2	0.03256506472826004
25461	rnn.weight_ih_l0	3	0.013897811993956566
25461	rnn.weight_ih_l0	4	-0.01882743276655674
25461	rnn.weight_ih_l0	5	-0.05011283978819847
25461	rnn.weight_ih_l0	6	0.015138208866119385
25461	rnn.weight_ih_l0	7	0.04959000274538994
25461	rnn.weight_ih_l0	8	0.018282506614923477
25461	rnn.weight_ih_l0	9	-0.03718721494078636
25461	rnn.weight_hh_l0	0	-0.03801228478550911
25461	rnn.weight_hh_l0	1	-0.004321326036006212
25461	rnn.weight_hh_l0	2	0.007538462057709694
25461	rnn.weight_hh_l0	3	-0.028559764847159386
25461	rnn.weight_hh_l0	4	0.040564749389886856
25461	rnn.weight_hh_l0	5	-0.010931801050901413
25461	rnn.weight_hh_l0	6	-0.02994668483734131
25461	rnn.weight_hh_l0	7	-0.04703528806567192
25461	rnn.weight_hh_l0	8	0.001982439309358597
25461	rnn.weight_hh_l0	9	-0.03175106272101402
25461	rnn.bias_ih_l0	0	0.025082435458898544
25461	rnn.bias_ih_l0	1	-0.0235150083899498
25461	rnn.bias_ih_l0	2	-3.152368662995286e-05
25461	rnn.bias_ih_l0	3	0.052668288350105286
25461	rnn.bias_ih_l0	4	-0.03314470499753952
25461	rnn.bias_ih_l0	5	-0.03303566202521324
25461	rnn.bias_ih_l0	6	-0.0026415465399622917
25461	rnn.bias_ih_l0	7	0.03502470627427101
25461	rnn.bias_ih_l0	8	-0.07267917692661285
25461	rnn.bias_ih_l0	9	-0.0033611415419727564
25461	rnn.bias_hh_l0	0	-0.032663896679878235
25461	rnn.bias_hh_l0	1	-0.053389932960271835
25461	rnn.bias_hh_l0	2	-0.02764376439154148
25461	rnn.bias_hh_l0	3	-0.03801608458161354
25461	rnn.bias_hh_l0	4	-0.004984468221664429
25461	rnn.bias_hh_l0	5	0.016837671399116516
25461	rnn.bias_hh_l0	6	0.026075830683112144
25461	rnn.bias_hh_l0	7	-0.0011034236522391438
25461	rnn.bias_hh_l0	8	-0.057727351784706116
25461	rnn.bias_hh_l0	9	-0.026562217622995377
25461	rnn.weight_ih_l0_reverse	0	-0.010011568665504456
25461	rnn.weight_ih_l0_reverse	1	-0.05873166769742966
25461	rnn.weight_ih_l0_reverse	2	-0.025109564885497093
25461	rnn.weight_ih_l0_reverse	3	0.0061775087378919125
25461	rnn.weight_ih_l0_reverse	4	-0.013644545339047909
25461	rnn.weight_ih_l0_reverse	5	-0.047328706830739975
25461	rnn.weight_ih_l0_reverse	6	0.04308149218559265
25461	rnn.weight_ih_l0_reverse	7	-0.026253538206219673
25461	rnn.weight_ih_l0_reverse	8	-0.03261192515492439
25461	rnn.weight_ih_l0_reverse	9	0.017060650512576103
25461	rnn.weight_hh_l0_reverse	0	0.02901614084839821
25461	rnn.weight_hh_l0_reverse	1	0.03012494556605816
25461	rnn.weight_hh_l0_reverse	2	0.03233528882265091
25461	rnn.weight_hh_l0_reverse	3	0.019250413402915
25461	rnn.weight_hh_l0_reverse	4	0.011645941063761711
25461	rnn.weight_hh_l0_reverse	5	0.004228224977850914
25461	rnn.weight_hh_l0_reverse	6	0.035932254046201706
25461	rnn.weight_hh_l0_reverse	7	-0.029673587530851364
25461	rnn.weight_hh_l0_reverse	8	0.01213355828076601
25461	rnn.weight_hh_l0_reverse	9	0.048201773315668106
25461	rnn.bias_ih_l0_reverse	0	-0.060893815010786057
25461	rnn.bias_ih_l0_reverse	1	-0.1118697002530098
25461	rnn.bias_ih_l0_reverse	2	-0.03124452382326126
25461	rnn.bias_ih_l0_reverse	3	-0.007189938798546791
25461	rnn.bias_ih_l0_reverse	4	-0.021651223301887512
25461	rnn.bias_ih_l0_reverse	5	0.03167872875928879
25461	rnn.bias_ih_l0_reverse	6	-0.016310038045048714
25461	rnn.bias_ih_l0_reverse	7	0.03609694913029671
25461	rnn.bias_ih_l0_reverse	8	-0.030710317194461823
25461	rnn.bias_ih_l0_reverse	9	0.02647070772945881
25461	rnn.bias_hh_l0_reverse	0	-0.026665959507226944
25461	rnn.bias_hh_l0_reverse	1	-0.022874444723129272
25461	rnn.bias_hh_l0_reverse	2	0.022100701928138733
25461	rnn.bias_hh_l0_reverse	3	-0.04108284041285515
25461	rnn.bias_hh_l0_reverse	4	-0.03897866979241371
25461	rnn.bias_hh_l0_reverse	5	-0.04455430433154106
25461	rnn.bias_hh_l0_reverse	6	0.0058731455355882645
25461	rnn.bias_hh_l0_reverse	7	0.028107542544603348
25461	rnn.bias_hh_l0_reverse	8	0.030887052416801453
25461	rnn.bias_hh_l0_reverse	9	-0.08424351364374161
25461	rnn.weight_ih_l1	0	-0.0305766761302948
25461	rnn.weight_ih_l1	1	-0.03228197991847992
25461	rnn.weight_ih_l1	2	0.034441761672496796
25461	rnn.weight_ih_l1	3	-0.02696748450398445
25461	rnn.weight_ih_l1	4	0.007999069057404995
25461	rnn.weight_ih_l1	5	-0.04031357541680336
25461	rnn.weight_ih_l1	6	0.01910727471113205
25461	rnn.weight_ih_l1	7	-0.037078794091939926
25461	rnn.weight_ih_l1	8	0.03887007385492325
25461	rnn.weight_ih_l1	9	0.025915300473570824
25461	rnn.weight_hh_l1	0	0.0026114247739315033
25461	rnn.weight_hh_l1	1	0.006049059797078371
25461	rnn.weight_hh_l1	2	-0.026848115026950836
25461	rnn.weight_hh_l1	3	-0.0018166659865528345
25461	rnn.weight_hh_l1	4	0.005166228860616684
25461	rnn.weight_hh_l1	5	0.03013538010418415
25461	rnn.weight_hh_l1	6	0.03156965970993042
25461	rnn.weight_hh_l1	7	-0.029668431729078293
25461	rnn.weight_hh_l1	8	-0.03939666226506233
25461	rnn.weight_hh_l1	9	0.041136033833026886
25461	rnn.bias_ih_l1	0	-0.0846722200512886
25461	rnn.bias_ih_l1	1	-0.06206224486231804
25461	rnn.bias_ih_l1	2	-0.10502926260232925
25461	rnn.bias_ih_l1	3	-0.11463902145624161
25461	rnn.bias_ih_l1	4	-0.133968323469162
25461	rnn.bias_ih_l1	5	-0.08068989217281342
25461	rnn.bias_ih_l1	6	-0.02893855608999729
25461	rnn.bias_ih_l1	7	-0.03100544959306717
25461	rnn.bias_ih_l1	8	-0.07130837440490723
25461	rnn.bias_ih_l1	9	-0.06437056511640549
25461	rnn.bias_hh_l1	0	-0.09059818834066391
25461	rnn.bias_hh_l1	1	-0.02649797312915325
25461	rnn.bias_hh_l1	2	-0.0399995893239975
25461	rnn.bias_hh_l1	3	-0.04948580637574196
25461	rnn.bias_hh_l1	4	-0.07550788670778275
25461	rnn.bias_hh_l1	5	-0.03594828024506569
25461	rnn.bias_hh_l1	6	-0.05355416610836983
25461	rnn.bias_hh_l1	7	-0.023919906467199326
25461	rnn.bias_hh_l1	8	-0.013010564260184765
25461	rnn.bias_hh_l1	9	-0.017296435311436653
25461	rnn.weight_ih_l1_reverse	0	-0.03494994342327118
25461	rnn.weight_ih_l1_reverse	1	0.002692686626687646
25461	rnn.weight_ih_l1_reverse	2	-0.053075868636369705
25461	rnn.weight_ih_l1_reverse	3	-0.02211919240653515
25461	rnn.weight_ih_l1_reverse	4	-0.01608414575457573
25461	rnn.weight_ih_l1_reverse	5	-0.03519893065094948
25461	rnn.weight_ih_l1_reverse	6	-0.01767324097454548
25461	rnn.weight_ih_l1_reverse	7	0.012900479137897491
25461	rnn.weight_ih_l1_reverse	8	0.029385648667812347
25461	rnn.weight_ih_l1_reverse	9	-0.04785570129752159
25461	rnn.weight_hh_l1_reverse	0	0.009011059999465942
25461	rnn.weight_hh_l1_reverse	1	0.027859652414917946
25461	rnn.weight_hh_l1_reverse	2	-0.037302903831005096
25461	rnn.weight_hh_l1_reverse	3	0.03799450770020485
25461	rnn.weight_hh_l1_reverse	4	0.04371476173400879
25461	rnn.weight_hh_l1_reverse	5	0.010934538207948208
25461	rnn.weight_hh_l1_reverse	6	0.009121621027588844
25461	rnn.weight_hh_l1_reverse	7	0.028504395857453346
25461	rnn.weight_hh_l1_reverse	8	-0.005704054143279791
25461	rnn.weight_hh_l1_reverse	9	-0.03769783675670624
25461	rnn.bias_ih_l1_reverse	0	-0.00855600368231535
25461	rnn.bias_ih_l1_reverse	1	-0.06082621216773987
25461	rnn.bias_ih_l1_reverse	2	-0.07323088496923447
25461	rnn.bias_ih_l1_reverse	3	-0.01772793009877205
25461	rnn.bias_ih_l1_reverse	4	-0.10889776796102524
25461	rnn.bias_ih_l1_reverse	5	-0.06490830332040787
25461	rnn.bias_ih_l1_reverse	6	-0.07085514068603516
25461	rnn.bias_ih_l1_reverse	7	-0.08096589148044586
25461	rnn.bias_ih_l1_reverse	8	0.07842863351106644
25461	rnn.bias_ih_l1_reverse	9	0.0267193503677845
25461	rnn.bias_hh_l1_reverse	0	-0.00023744022473692894
25461	rnn.bias_hh_l1_reverse	1	0.030676767230033875
25461	rnn.bias_hh_l1_reverse	2	-0.14748480916023254
25461	rnn.bias_hh_l1_reverse	3	-0.022826403379440308
25461	rnn.bias_hh_l1_reverse	4	-0.031041663140058517
25461	rnn.bias_hh_l1_reverse	5	-0.03892986476421356
25461	rnn.bias_hh_l1_reverse	6	0.11030740290880203
25461	rnn.bias_hh_l1_reverse	7	-0.059643980115652084
25461	rnn.bias_hh_l1_reverse	8	-0.06030532345175743
25461	rnn.bias_hh_l1_reverse	9	-0.06255839020013809
25461	linear.weight	0	0.002228822559118271
25461	linear.weight	1	0.0578649640083313
25461	linear.weight	2	-0.10207847505807877
25461	linear.weight	3	0.1317480057477951
25461	linear.weight	4	0.07285652309656143
25461	linear.weight	5	0.041723329573869705
25461	linear.weight	6	0.13107790052890778
25461	linear.weight	7	0.10181735455989838
25461	linear.weight	8	0.04193584993481636
25461	linear.weight	9	-0.03156116232275963
25461	linear.bias	0	-0.05359744653105736
25461	linear.bias	1	0.07386625558137894
25461	linear.bias	2	-0.3394884765148163
25461	linear.bias	3	-0.7535114288330078
25461	linear.bias	4	-0.8735553622245789
25461	linear.bias	5	0.02742769569158554
25461	linear.bias	6	-0.4833725690841675
25461	linear.bias	7	0.5053515434265137
25461	linear.bias	8	-0.564597487449646
25461	linear.bias	9	-0.7683335542678833
25658	transitions	0	0.2195182740688324
25658	transitions	1	-0.1322830468416214
25658	transitions	2	-10000.0
25658	transitions	3	-1.7709141969680786
25658	transitions	4	-10000.0
25658	transitions	5	0.7521331906318665
25658	transitions	6	0.06403997540473938
25658	transitions	7	-0.053983815014362335
25658	transitions	8	-1.2410204410552979
25658	transitions	9	0.0005997038097120821
25658	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
25658	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
25658	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
25658	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
25658	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
25658	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
25658	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
25658	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
25658	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
25658	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
25658	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
25658	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
25658	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
25658	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
25658	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
25658	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
25658	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
25658	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
25658	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
25658	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
25658	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
25658	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
25658	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
25658	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
25658	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
25658	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
25658	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
25658	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
25658	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
25658	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
25658	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
25658	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
25658	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
25658	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
25658	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
25658	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
25658	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
25658	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
25658	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
25658	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
25658	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
25658	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
25658	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
25658	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
25658	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
25658	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
25658	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
25658	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
25658	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
25658	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
25658	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
25658	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
25658	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
25658	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
25658	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
25658	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
25658	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
25658	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
25658	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
25658	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
25658	embedding2nn.weight	0	0.029618004336953163
25658	embedding2nn.weight	1	-0.01613321714103222
25658	embedding2nn.weight	2	-0.014268253929913044
25658	embedding2nn.weight	3	0.016694312915205956
25658	embedding2nn.weight	4	-0.005915034096688032
25658	embedding2nn.weight	5	-0.003700594650581479
25658	embedding2nn.weight	6	-0.00397325586527586
25658	embedding2nn.weight	7	-0.028650904074311256
25658	embedding2nn.weight	8	-0.0019979383796453476
25658	embedding2nn.weight	9	-0.013297824189066887
25658	embedding2nn.bias	0	0.015278229489922523
25658	embedding2nn.bias	1	-0.034725673496723175
25658	embedding2nn.bias	2	0.07849913835525513
25658	embedding2nn.bias	3	0.05199772119522095
25658	embedding2nn.bias	4	-0.015329444780945778
25658	embedding2nn.bias	5	-0.023403972387313843
25658	embedding2nn.bias	6	0.0161626935005188
25658	embedding2nn.bias	7	-0.050691187381744385
25658	embedding2nn.bias	8	0.031009254977107048
25658	embedding2nn.bias	9	0.024011537432670593
25658	rnn.weight_ih_l0	0	-0.017738714814186096
25658	rnn.weight_ih_l0	1	0.010800826363265514
25658	rnn.weight_ih_l0	2	0.03166383504867554
25658	rnn.weight_ih_l0	3	0.014333436265587807
25658	rnn.weight_ih_l0	4	-0.019608568400144577
25658	rnn.weight_ih_l0	5	-0.049856171011924744
25658	rnn.weight_ih_l0	6	0.014760486781597137
25658	rnn.weight_ih_l0	7	0.04894033446907997
25658	rnn.weight_ih_l0	8	0.018246019259095192
25658	rnn.weight_ih_l0	9	-0.03729010373353958
25658	rnn.weight_hh_l0	0	-0.03744308277964592
25658	rnn.weight_hh_l0	1	-0.005928407423198223
25658	rnn.weight_hh_l0	2	0.007548309396952391
25658	rnn.weight_hh_l0	3	-0.028844764456152916
25658	rnn.weight_hh_l0	4	0.040056098252534866
25658	rnn.weight_hh_l0	5	-0.010282911360263824
25658	rnn.weight_hh_l0	6	-0.02976091019809246
25658	rnn.weight_hh_l0	7	-0.04657586291432381
25658	rnn.weight_hh_l0	8	0.001974415499716997
25658	rnn.weight_hh_l0	9	-0.030788114294409752
25658	rnn.bias_ih_l0	0	0.024240940809249878
25658	rnn.bias_ih_l0	1	-0.02176823653280735
25658	rnn.bias_ih_l0	2	-0.0018206349341198802
25658	rnn.bias_ih_l0	3	0.04922265186905861
25658	rnn.bias_ih_l0	4	-0.03442246839404106
25658	rnn.bias_ih_l0	5	-0.029596081003546715
25658	rnn.bias_ih_l0	6	-0.013294347561895847
25658	rnn.bias_ih_l0	7	0.03135130926966667
25658	rnn.bias_ih_l0	8	-0.07188062369823456
25658	rnn.bias_ih_l0	9	-0.004954488482326269
25658	rnn.bias_hh_l0	0	-0.03087814338505268
25658	rnn.bias_hh_l0	1	-0.05699161812663078
25658	rnn.bias_hh_l0	2	-0.03156421706080437
25658	rnn.bias_hh_l0	3	-0.037277184426784515
25658	rnn.bias_hh_l0	4	-0.004641935229301453
25658	rnn.bias_hh_l0	5	0.015956727787852287
25658	rnn.bias_hh_l0	6	0.025999976322054863
25658	rnn.bias_hh_l0	7	-0.005885983817279339
25658	rnn.bias_hh_l0	8	-0.05483374372124672
25658	rnn.bias_hh_l0	9	-0.01995347999036312
25658	rnn.weight_ih_l0_reverse	0	-0.009523505344986916
25658	rnn.weight_ih_l0_reverse	1	-0.060111962258815765
25658	rnn.weight_ih_l0_reverse	2	-0.02481376938521862
25658	rnn.weight_ih_l0_reverse	3	0.005573955364525318
25658	rnn.weight_ih_l0_reverse	4	-0.013728420250117779
25658	rnn.weight_ih_l0_reverse	5	-0.04636155441403389
25658	rnn.weight_ih_l0_reverse	6	0.04280511662364006
25658	rnn.weight_ih_l0_reverse	7	-0.025435836985707283
25658	rnn.weight_ih_l0_reverse	8	-0.03201434761285782
25658	rnn.weight_ih_l0_reverse	9	0.017503580078482628
25658	rnn.weight_hh_l0_reverse	0	0.02906583435833454
25658	rnn.weight_hh_l0_reverse	1	0.03035740554332733
25658	rnn.weight_hh_l0_reverse	2	0.032637108117341995
25658	rnn.weight_hh_l0_reverse	3	0.019116055220365524
25658	rnn.weight_hh_l0_reverse	4	0.011273275129497051
25658	rnn.weight_hh_l0_reverse	5	0.005063308868557215
25658	rnn.weight_hh_l0_reverse	6	0.03584146872162819
25658	rnn.weight_hh_l0_reverse	7	-0.02913467027246952
25658	rnn.weight_hh_l0_reverse	8	0.011837771162390709
25658	rnn.weight_hh_l0_reverse	9	0.0486573725938797
25658	rnn.bias_ih_l0_reverse	0	-0.06070551648736
25658	rnn.bias_ih_l0_reverse	1	-0.11384477466344833
25658	rnn.bias_ih_l0_reverse	2	-0.029779955744743347
25658	rnn.bias_ih_l0_reverse	3	-0.007089714054018259
25658	rnn.bias_ih_l0_reverse	4	-0.023293670266866684
25658	rnn.bias_ih_l0_reverse	5	0.03409336507320404
25658	rnn.bias_ih_l0_reverse	6	-0.014355289749801159
25658	rnn.bias_ih_l0_reverse	7	0.034472882747650146
25658	rnn.bias_ih_l0_reverse	8	-0.030311673879623413
25658	rnn.bias_ih_l0_reverse	9	0.0265462938696146
25658	rnn.bias_hh_l0_reverse	0	-0.026471750810742378
25658	rnn.bias_hh_l0_reverse	1	-0.025637298822402954
25658	rnn.bias_hh_l0_reverse	2	0.020133167505264282
25658	rnn.bias_hh_l0_reverse	3	-0.04099874198436737
25658	rnn.bias_hh_l0_reverse	4	-0.03911934420466423
25658	rnn.bias_hh_l0_reverse	5	-0.04657123610377312
25658	rnn.bias_hh_l0_reverse	6	0.0037088317330926657
25658	rnn.bias_hh_l0_reverse	7	0.03046960011124611
25658	rnn.bias_hh_l0_reverse	8	0.03258233889937401
25658	rnn.bias_hh_l0_reverse	9	-0.08234547078609467
25658	rnn.weight_ih_l1	0	-0.03057001531124115
25658	rnn.weight_ih_l1	1	-0.032125748693943024
25658	rnn.weight_ih_l1	2	0.035039566457271576
25658	rnn.weight_ih_l1	3	-0.025548575446009636
25658	rnn.weight_ih_l1	4	0.007810992654412985
25658	rnn.weight_ih_l1	5	-0.040422819554805756
25658	rnn.weight_ih_l1	6	0.018337184563279152
25658	rnn.weight_ih_l1	7	-0.037497781217098236
25658	rnn.weight_ih_l1	8	0.038794465363025665
25658	rnn.weight_ih_l1	9	0.026090700179338455
25658	rnn.weight_hh_l1	0	0.0024919745046645403
25658	rnn.weight_hh_l1	1	0.005852381698787212
25658	rnn.weight_hh_l1	2	-0.028019096702337265
25658	rnn.weight_hh_l1	3	-0.002476738067343831
25658	rnn.weight_hh_l1	4	0.004636622499674559
25658	rnn.weight_hh_l1	5	0.030293090268969536
25658	rnn.weight_hh_l1	6	0.031211186200380325
25658	rnn.weight_hh_l1	7	-0.029750574380159378
25658	rnn.weight_hh_l1	8	-0.039283387362957
25658	rnn.weight_hh_l1	9	0.039743851870298386
25658	rnn.bias_ih_l1	0	-0.08820385485887527
25658	rnn.bias_ih_l1	1	-0.06211255118250847
25658	rnn.bias_ih_l1	2	-0.1044500470161438
25658	rnn.bias_ih_l1	3	-0.11056094616651535
25658	rnn.bias_ih_l1	4	-0.1434919387102127
25658	rnn.bias_ih_l1	5	-0.08172006160020828
25658	rnn.bias_ih_l1	6	-0.029773369431495667
25658	rnn.bias_ih_l1	7	-0.031037768349051476
25658	rnn.bias_ih_l1	8	-0.07349850237369537
25658	rnn.bias_ih_l1	9	-0.06466148048639297
25658	rnn.bias_hh_l1	0	-0.09123384952545166
25658	rnn.bias_hh_l1	1	-0.02987167052924633
25658	rnn.bias_hh_l1	2	-0.03559817746281624
25658	rnn.bias_hh_l1	3	-0.047437626868486404
25658	rnn.bias_hh_l1	4	-0.07657070457935333
25658	rnn.bias_hh_l1	5	-0.03496073931455612
25658	rnn.bias_hh_l1	6	-0.051394425332546234
25658	rnn.bias_hh_l1	7	-0.014129817485809326
25658	rnn.bias_hh_l1	8	-0.014425799250602722
25658	rnn.bias_hh_l1	9	-0.014960751868784428
25658	rnn.weight_ih_l1_reverse	0	-0.033461153507232666
25658	rnn.weight_ih_l1_reverse	1	0.006047448609024286
25658	rnn.weight_ih_l1_reverse	2	-0.05142614617943764
25658	rnn.weight_ih_l1_reverse	3	-0.023494670167565346
25658	rnn.weight_ih_l1_reverse	4	-0.015129730105400085
25658	rnn.weight_ih_l1_reverse	5	-0.035206638276576996
25658	rnn.weight_ih_l1_reverse	6	-0.016532747074961662
25658	rnn.weight_ih_l1_reverse	7	0.01319362223148346
25658	rnn.weight_ih_l1_reverse	8	0.0269284937530756
25658	rnn.weight_ih_l1_reverse	9	-0.04707600176334381
25658	rnn.weight_hh_l1_reverse	0	0.009351938031613827
25658	rnn.weight_hh_l1_reverse	1	0.02785007283091545
25658	rnn.weight_hh_l1_reverse	2	-0.037255581468343735
25658	rnn.weight_hh_l1_reverse	3	0.03825933486223221
25658	rnn.weight_hh_l1_reverse	4	0.04246975854039192
25658	rnn.weight_hh_l1_reverse	5	0.011636084876954556
25658	rnn.weight_hh_l1_reverse	6	0.011299312114715576
25658	rnn.weight_hh_l1_reverse	7	0.028469935059547424
25658	rnn.weight_hh_l1_reverse	8	-0.005623186938464642
25658	rnn.weight_hh_l1_reverse	9	-0.03776196762919426
25658	rnn.bias_ih_l1_reverse	0	-0.005816055461764336
25658	rnn.bias_ih_l1_reverse	1	-0.057762645184993744
25658	rnn.bias_ih_l1_reverse	2	-0.07417452335357666
25658	rnn.bias_ih_l1_reverse	3	-0.02400745451450348
25658	rnn.bias_ih_l1_reverse	4	-0.10708129405975342
25658	rnn.bias_ih_l1_reverse	5	-0.06730803102254868
25658	rnn.bias_ih_l1_reverse	6	-0.0702785924077034
25658	rnn.bias_ih_l1_reverse	7	-0.08342758566141129
25658	rnn.bias_ih_l1_reverse	8	0.08888936042785645
25658	rnn.bias_ih_l1_reverse	9	0.025468088686466217
25658	rnn.bias_hh_l1_reverse	0	0.0013958988711237907
25658	rnn.bias_hh_l1_reverse	1	0.03510162979364395
25658	rnn.bias_hh_l1_reverse	2	-0.14763155579566956
25658	rnn.bias_hh_l1_reverse	3	-0.022181252017617226
25658	rnn.bias_hh_l1_reverse	4	-0.032180484384298325
25658	rnn.bias_hh_l1_reverse	5	-0.03961721435189247
25658	rnn.bias_hh_l1_reverse	6	0.09835241734981537
25658	rnn.bias_hh_l1_reverse	7	-0.06602765619754791
25658	rnn.bias_hh_l1_reverse	8	-0.06298823654651642
25658	rnn.bias_hh_l1_reverse	9	-0.06261447072029114
25658	linear.weight	0	0.002228822559118271
25658	linear.weight	1	0.042051058262586594
25658	linear.weight	2	-0.10422028601169586
25658	linear.weight	3	0.12726618349552155
25658	linear.weight	4	0.08007147908210754
25658	linear.weight	5	0.041372478008270264
25658	linear.weight	6	0.14031264185905457
25658	linear.weight	7	0.11448852717876434
25658	linear.weight	8	0.04194214567542076
25658	linear.weight	9	-0.04157321900129318
25658	linear.bias	0	-0.08194423466920853
25658	linear.bias	1	0.08372869342565536
25658	linear.bias	2	-0.34162473678588867
25658	linear.bias	3	-0.7524922490119934
25658	linear.bias	4	-0.8801695108413696
25658	linear.bias	5	0.03139431029558182
25658	linear.bias	6	-0.4770427942276001
25658	linear.bias	7	0.5049034357070923
25658	linear.bias	8	-0.560927152633667
25658	linear.bias	9	-0.7608613967895508
25662	transitions	0	0.21933096647262573
25662	transitions	1	-0.13228467106819153
25662	transitions	2	-10000.0
25662	transitions	3	-1.770932674407959
25662	transitions	4	-10000.0
25662	transitions	5	0.752126157283783
25662	transitions	6	0.06402179598808289
25662	transitions	7	-0.05399797856807709
25662	transitions	8	-1.2410310506820679
25662	transitions	9	0.000599613762460649
25662	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
25662	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
25662	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
25662	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
25662	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
25662	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
25662	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
25662	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
25662	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
25662	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
25662	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
25662	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
25662	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
25662	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
25662	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
25662	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
25662	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
25662	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
25662	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
25662	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
25662	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
25662	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
25662	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
25662	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
25662	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
25662	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
25662	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
25662	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
25662	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
25662	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
25662	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
25662	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
25662	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
25662	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
25662	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
25662	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
25662	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
25662	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
25662	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
25662	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
25662	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
25662	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
25662	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
25662	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
25662	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
25662	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
25662	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
25662	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
25662	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
25662	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
25662	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
25662	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
25662	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
25662	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
25662	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
25662	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
25662	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
25662	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
25662	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
25662	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
25662	embedding2nn.weight	0	0.02938438020646572
25662	embedding2nn.weight	1	-0.016172124072909355
25662	embedding2nn.weight	2	-0.014268253929913044
25662	embedding2nn.weight	3	0.01695806346833706
25662	embedding2nn.weight	4	-0.005915034096688032
25662	embedding2nn.weight	5	-0.003700594650581479
25662	embedding2nn.weight	6	-0.00397325586527586
25662	embedding2nn.weight	7	-0.02845880575478077
25662	embedding2nn.weight	8	-0.0019979383796453476
25662	embedding2nn.weight	9	-0.013242078945040703
25662	embedding2nn.bias	0	0.0143980011343956
25662	embedding2nn.bias	1	-0.034669600427150726
25662	embedding2nn.bias	2	0.07812255620956421
25662	embedding2nn.bias	3	0.049358755350112915
25662	embedding2nn.bias	4	-0.016174528747797012
25662	embedding2nn.bias	5	-0.0250267144292593
25662	embedding2nn.bias	6	0.015880342572927475
25662	embedding2nn.bias	7	-0.0494268499314785
25662	embedding2nn.bias	8	0.031075242906808853
25662	embedding2nn.bias	9	0.023862924426794052
25662	rnn.weight_ih_l0	0	-0.01777867041528225
25662	rnn.weight_ih_l0	1	0.010860580019652843
25662	rnn.weight_ih_l0	2	0.03190189227461815
25662	rnn.weight_ih_l0	3	0.014242054894566536
25662	rnn.weight_ih_l0	4	-0.019593173637986183
25662	rnn.weight_ih_l0	5	-0.04983082413673401
25662	rnn.weight_ih_l0	6	0.014722470194101334
25662	rnn.weight_ih_l0	7	0.048647597432136536
25662	rnn.weight_ih_l0	8	0.018243473023176193
25662	rnn.weight_ih_l0	9	-0.037250250577926636
25662	rnn.weight_hh_l0	0	-0.03737971931695938
25662	rnn.weight_hh_l0	1	-0.005902098026126623
25662	rnn.weight_hh_l0	2	0.007500400301069021
25662	rnn.weight_hh_l0	3	-0.028819048777222633
25662	rnn.weight_hh_l0	4	0.03987881541252136
25662	rnn.weight_hh_l0	5	-0.010159493423998356
25662	rnn.weight_hh_l0	6	-0.029715318232774734
25662	rnn.weight_hh_l0	7	-0.04660545662045479
25662	rnn.weight_hh_l0	8	0.0019510270794853568
25662	rnn.weight_hh_l0	9	-0.030838528648018837
25662	rnn.bias_ih_l0	0	0.024070018902420998
25662	rnn.bias_ih_l0	1	-0.022748691961169243
25662	rnn.bias_ih_l0	2	-0.0023377584293484688
25662	rnn.bias_ih_l0	3	0.04967808350920677
25662	rnn.bias_ih_l0	4	-0.03438236191868782
25662	rnn.bias_ih_l0	5	-0.029838725924491882
25662	rnn.bias_ih_l0	6	-0.012974021956324577
25662	rnn.bias_ih_l0	7	0.03154691681265831
25662	rnn.bias_ih_l0	8	-0.07183131575584412
25662	rnn.bias_ih_l0	9	-0.005666798446327448
25662	rnn.bias_hh_l0	0	-0.030881645157933235
25662	rnn.bias_hh_l0	1	-0.0557682141661644
25662	rnn.bias_hh_l0	2	-0.03161142021417618
25662	rnn.bias_hh_l0	3	-0.037339307367801666
25662	rnn.bias_hh_l0	4	-0.004935260862112045
25662	rnn.bias_hh_l0	5	0.015998125076293945
25662	rnn.bias_hh_l0	6	0.02592710591852665
25662	rnn.bias_hh_l0	7	-0.006765629164874554
25662	rnn.bias_hh_l0	8	-0.05508766323328018
25662	rnn.bias_hh_l0	9	-0.019843831658363342
25662	rnn.weight_ih_l0_reverse	0	-0.009568354114890099
25662	rnn.weight_ih_l0_reverse	1	-0.060359470546245575
25662	rnn.weight_ih_l0_reverse	2	-0.024895938113331795
25662	rnn.weight_ih_l0_reverse	3	0.005367147270590067
25662	rnn.weight_ih_l0_reverse	4	-0.013737913221120834
25662	rnn.weight_ih_l0_reverse	5	-0.04635878652334213
25662	rnn.weight_ih_l0_reverse	6	0.04274420067667961
25662	rnn.weight_ih_l0_reverse	7	-0.025383731350302696
25662	rnn.weight_ih_l0_reverse	8	-0.0319640189409256
25662	rnn.weight_ih_l0_reverse	9	0.017563220113515854
25662	rnn.weight_hh_l0_reverse	0	0.029055513441562653
25662	rnn.weight_hh_l0_reverse	1	0.030323097482323647
25662	rnn.weight_hh_l0_reverse	2	0.03265668451786041
25662	rnn.weight_hh_l0_reverse	3	0.019116977229714394
25662	rnn.weight_hh_l0_reverse	4	0.011322091333568096
25662	rnn.weight_hh_l0_reverse	5	0.004642114974558353
25662	rnn.weight_hh_l0_reverse	6	0.035811226814985275
25662	rnn.weight_hh_l0_reverse	7	-0.02911607176065445
25662	rnn.weight_hh_l0_reverse	8	0.011797328479588032
25662	rnn.weight_hh_l0_reverse	9	0.04869481176137924
25662	rnn.bias_ih_l0_reverse	0	-0.060621678829193115
25662	rnn.bias_ih_l0_reverse	1	-0.11355996876955032
25662	rnn.bias_ih_l0_reverse	2	-0.029853221029043198
25662	rnn.bias_ih_l0_reverse	3	-0.006670208647847176
25662	rnn.bias_ih_l0_reverse	4	-0.024183891713619232
25662	rnn.bias_ih_l0_reverse	5	0.03440386801958084
25662	rnn.bias_ih_l0_reverse	6	-0.014368291944265366
25662	rnn.bias_ih_l0_reverse	7	0.034428197890520096
25662	rnn.bias_ih_l0_reverse	8	-0.030764877796173096
25662	rnn.bias_ih_l0_reverse	9	0.02691185474395752
25662	rnn.bias_hh_l0_reverse	0	-0.02635401114821434
25662	rnn.bias_hh_l0_reverse	1	-0.02605522610247135
25662	rnn.bias_hh_l0_reverse	2	0.020029086619615555
25662	rnn.bias_hh_l0_reverse	3	-0.040902331471443176
25662	rnn.bias_hh_l0_reverse	4	-0.039443619549274445
25662	rnn.bias_hh_l0_reverse	5	-0.04578705504536629
25662	rnn.bias_hh_l0_reverse	6	0.002940464997664094
25662	rnn.bias_hh_l0_reverse	7	0.030047539621591568
25662	rnn.bias_hh_l0_reverse	8	0.031783659011125565
25662	rnn.bias_hh_l0_reverse	9	-0.08163482695817947
25662	rnn.weight_ih_l1	0	-0.030527208000421524
25662	rnn.weight_ih_l1	1	-0.03222681209445
25662	rnn.weight_ih_l1	2	0.0345965251326561
25662	rnn.weight_ih_l1	3	-0.02567552588880062
25662	rnn.weight_ih_l1	4	0.007771769538521767
25662	rnn.weight_ih_l1	5	-0.04043995589017868
25662	rnn.weight_ih_l1	6	0.01826992630958557
25662	rnn.weight_ih_l1	7	-0.03745536506175995
25662	rnn.weight_ih_l1	8	0.03879876434803009
25662	rnn.weight_ih_l1	9	0.025952173396945
25662	rnn.weight_hh_l1	0	0.00241693202406168
25662	rnn.weight_hh_l1	1	0.005867058411240578
25662	rnn.weight_hh_l1	2	-0.0277848020195961
25662	rnn.weight_hh_l1	3	-0.002327459864318371
25662	rnn.weight_hh_l1	4	0.004857542458921671
25662	rnn.weight_hh_l1	5	0.03026617132127285
25662	rnn.weight_hh_l1	6	0.03118463233113289
25662	rnn.weight_hh_l1	7	-0.029726658016443253
25662	rnn.weight_hh_l1	8	-0.03935503959655762
25662	rnn.weight_hh_l1	9	0.03979959711432457
25662	rnn.bias_ih_l1	0	-0.08795411884784698
25662	rnn.bias_ih_l1	1	-0.06271611899137497
25662	rnn.bias_ih_l1	2	-0.10467710345983505
25662	rnn.bias_ih_l1	3	-0.11028644442558289
25662	rnn.bias_ih_l1	4	-0.14188537001609802
25662	rnn.bias_ih_l1	5	-0.08186612278223038
25662	rnn.bias_ih_l1	6	-0.030305830761790276
25662	rnn.bias_ih_l1	7	-0.03106805309653282
25662	rnn.bias_ih_l1	8	-0.07320620119571686
25662	rnn.bias_ih_l1	9	-0.06450700014829636
25662	rnn.bias_hh_l1	0	-0.09103135019540787
25662	rnn.bias_hh_l1	1	-0.030267979949712753
25662	rnn.bias_hh_l1	2	-0.03553340211510658
25662	rnn.bias_hh_l1	3	-0.0470334067940712
25662	rnn.bias_hh_l1	4	-0.07656842470169067
25662	rnn.bias_hh_l1	5	-0.03489203378558159
25662	rnn.bias_hh_l1	6	-0.05159994959831238
25662	rnn.bias_hh_l1	7	-0.014847001992166042
25662	rnn.bias_hh_l1	8	-0.014796282164752483
25662	rnn.bias_hh_l1	9	-0.014926743693649769
25662	rnn.weight_ih_l1_reverse	0	-0.03353685140609741
25662	rnn.weight_ih_l1_reverse	1	0.006067311856895685
25662	rnn.weight_ih_l1_reverse	2	-0.051503587514162064
25662	rnn.weight_ih_l1_reverse	3	-0.02332245744764805
25662	rnn.weight_ih_l1_reverse	4	-0.014955328777432442
25662	rnn.weight_ih_l1_reverse	5	-0.03520696237683296
25662	rnn.weight_ih_l1_reverse	6	-0.016424421221017838
25662	rnn.weight_ih_l1_reverse	7	0.013199882581830025
25662	rnn.weight_ih_l1_reverse	8	0.026996823027729988
25662	rnn.weight_ih_l1_reverse	9	-0.046849511563777924
25662	rnn.weight_hh_l1_reverse	0	0.009344377554953098
25662	rnn.weight_hh_l1_reverse	1	0.027866022661328316
25662	rnn.weight_hh_l1_reverse	2	-0.037255167961120605
25662	rnn.weight_hh_l1_reverse	3	0.03828582912683487
25662	rnn.weight_hh_l1_reverse	4	0.042481258511543274
25662	rnn.weight_hh_l1_reverse	5	0.011683874763548374
25662	rnn.weight_hh_l1_reverse	6	0.01126021333038807
25662	rnn.weight_hh_l1_reverse	7	0.028482209891080856
25662	rnn.weight_hh_l1_reverse	8	-0.005630225874483585
25662	rnn.weight_hh_l1_reverse	9	-0.03778453543782234
25662	rnn.bias_ih_l1_reverse	0	-0.0060187168419361115
25662	rnn.bias_ih_l1_reverse	1	-0.05720872804522514
25662	rnn.bias_ih_l1_reverse	2	-0.07420622557401657
25662	rnn.bias_ih_l1_reverse	3	-0.024013962596654892
25662	rnn.bias_ih_l1_reverse	4	-0.10730073601007462
25662	rnn.bias_ih_l1_reverse	5	-0.06730486452579498
25662	rnn.bias_ih_l1_reverse	6	-0.07035965472459793
25662	rnn.bias_ih_l1_reverse	7	-0.08297576755285263
25662	rnn.bias_ih_l1_reverse	8	0.08644405007362366
25662	rnn.bias_ih_l1_reverse	9	0.027018338441848755
25662	rnn.bias_hh_l1_reverse	0	0.0031636853236705065
25662	rnn.bias_hh_l1_reverse	1	0.03539162501692772
25662	rnn.bias_hh_l1_reverse	2	-0.1475680023431778
25662	rnn.bias_hh_l1_reverse	3	-0.021825581789016724
25662	rnn.bias_hh_l1_reverse	4	-0.03215484321117401
25662	rnn.bias_hh_l1_reverse	5	-0.03983490541577339
25662	rnn.bias_hh_l1_reverse	6	0.09909586608409882
25662	rnn.bias_hh_l1_reverse	7	-0.06652984023094177
25662	rnn.bias_hh_l1_reverse	8	-0.06293053925037384
25662	rnn.bias_hh_l1_reverse	9	-0.0626433715224266
25662	linear.weight	0	0.002228822559118271
25662	linear.weight	1	0.039559077471494675
25662	linear.weight	2	-0.1044420525431633
25662	linear.weight	3	0.12721699476242065
25662	linear.weight	4	0.07965222001075745
25662	linear.weight	5	0.041318777948617935
25662	linear.weight	6	0.13932625949382782
25662	linear.weight	7	0.11468849331140518
25662	linear.weight	8	0.04194188490509987
25662	linear.weight	9	-0.04156164452433586
25662	linear.bias	0	-0.0837571918964386
25662	linear.bias	1	0.08014858514070511
25662	linear.bias	2	-0.3313211500644684
25662	linear.bias	3	-0.7471702694892883
25662	linear.bias	4	-0.8750635981559753
25662	linear.bias	5	0.02451777271926403
25662	linear.bias	6	-0.48098665475845337
25662	linear.bias	7	0.49790531396865845
25662	linear.bias	8	-0.554268479347229
25662	linear.bias	9	-0.7544888854026794
25859	transitions	0	0.22004441916942596
25859	transitions	1	-0.11850523948669434
25859	transitions	2	-10000.0
25859	transitions	3	-1.7712196111679077
25859	transitions	4	-10000.0
25859	transitions	5	0.7506695985794067
25859	transitions	6	0.06286188960075378
25859	transitions	7	-0.05675242096185684
25859	transitions	8	-1.241645097732544
25859	transitions	9	0.0005885034333914518
25859	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
25859	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
25859	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
25859	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
25859	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
25859	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
25859	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
25859	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
25859	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
25859	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
25859	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
25859	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
25859	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
25859	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
25859	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
25859	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
25859	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
25859	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
25859	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
25859	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
25859	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
25859	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
25859	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
25859	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
25859	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
25859	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
25859	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
25859	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
25859	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
25859	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
25859	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
25859	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
25859	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
25859	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
25859	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
25859	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
25859	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
25859	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
25859	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
25859	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
25859	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
25859	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
25859	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
25859	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
25859	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
25859	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
25859	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
25859	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
25859	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
25859	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
25859	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
25859	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
25859	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
25859	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
25859	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
25859	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
25859	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
25859	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
25859	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
25859	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
25859	embedding2nn.weight	0	0.02893538400530815
25859	embedding2nn.weight	1	-0.015796806663274765
25859	embedding2nn.weight	2	-0.014268253929913044
25859	embedding2nn.weight	3	0.018493512645363808
25859	embedding2nn.weight	4	-0.005915034096688032
25859	embedding2nn.weight	5	-0.003700594650581479
25859	embedding2nn.weight	6	-0.0039732567965984344
25859	embedding2nn.weight	7	-0.029356693848967552
25859	embedding2nn.weight	8	-0.0019979383796453476
25859	embedding2nn.weight	9	-0.013581156730651855
25859	embedding2nn.bias	0	0.02138488180935383
25859	embedding2nn.bias	1	-0.03417123481631279
25859	embedding2nn.bias	2	0.08240409940481186
25859	embedding2nn.bias	3	0.056880395859479904
25859	embedding2nn.bias	4	-0.017246119678020477
25859	embedding2nn.bias	5	-0.024634400382637978
25859	embedding2nn.bias	6	0.0226445309817791
25859	embedding2nn.bias	7	-0.04709108918905258
25859	embedding2nn.bias	8	0.034193288534879684
25859	embedding2nn.bias	9	0.022177377715706825
25859	rnn.weight_ih_l0	0	-0.017305731773376465
25859	rnn.weight_ih_l0	1	0.010831148363649845
25859	rnn.weight_ih_l0	2	0.03291827812790871
25859	rnn.weight_ih_l0	3	0.014045635238289833
25859	rnn.weight_ih_l0	4	-0.020808463916182518
25859	rnn.weight_ih_l0	5	-0.04986931011080742
25859	rnn.weight_ih_l0	6	0.014549356885254383
25859	rnn.weight_ih_l0	7	0.04773532599210739
25859	rnn.weight_ih_l0	8	0.01758239045739174
25859	rnn.weight_ih_l0	9	-0.037138599902391434
25859	rnn.weight_hh_l0	0	-0.037204861640930176
25859	rnn.weight_hh_l0	1	-0.005659312941133976
25859	rnn.weight_hh_l0	2	0.0077140131033957005
25859	rnn.weight_hh_l0	3	-0.030203016474843025
25859	rnn.weight_hh_l0	4	0.04026370123028755
25859	rnn.weight_hh_l0	5	-0.010465968400239944
25859	rnn.weight_hh_l0	6	-0.029918011277914047
25859	rnn.weight_hh_l0	7	-0.04546554759144783
25859	rnn.weight_hh_l0	8	0.002385138999670744
25859	rnn.weight_hh_l0	9	-0.031237082555890083
25859	rnn.bias_ih_l0	0	0.02501632645726204
25859	rnn.bias_ih_l0	1	-0.026567719876766205
25859	rnn.bias_ih_l0	2	-0.0028967885300517082
25859	rnn.bias_ih_l0	3	0.05021669715642929
25859	rnn.bias_ih_l0	4	-0.03795800358057022
25859	rnn.bias_ih_l0	5	-0.02963371016085148
25859	rnn.bias_ih_l0	6	-0.006977402605116367
25859	rnn.bias_ih_l0	7	0.03133770823478699
25859	rnn.bias_ih_l0	8	-0.07166069000959396
25859	rnn.bias_ih_l0	9	-0.008153919130563736
25859	rnn.bias_hh_l0	0	-0.03252189978957176
25859	rnn.bias_hh_l0	1	-0.05649378523230553
25859	rnn.bias_hh_l0	2	-0.034624479711055756
25859	rnn.bias_hh_l0	3	-0.0378185398876667
25859	rnn.bias_hh_l0	4	-0.004560808651149273
25859	rnn.bias_hh_l0	5	0.01334846206009388
25859	rnn.bias_hh_l0	6	0.02582203410565853
25859	rnn.bias_hh_l0	7	-0.003614302258938551
25859	rnn.bias_hh_l0	8	-0.057422786951065063
25859	rnn.bias_hh_l0	9	-0.02499290369451046
25859	rnn.weight_ih_l0_reverse	0	-0.009995581582188606
25859	rnn.weight_ih_l0_reverse	1	-0.06016000360250473
25859	rnn.weight_ih_l0_reverse	2	-0.02437485381960869
25859	rnn.weight_ih_l0_reverse	3	0.005306207574903965
25859	rnn.weight_ih_l0_reverse	4	-0.01344570703804493
25859	rnn.weight_ih_l0_reverse	5	-0.047351349145174026
25859	rnn.weight_ih_l0_reverse	6	0.042874157428741455
25859	rnn.weight_ih_l0_reverse	7	-0.02366078458726406
25859	rnn.weight_ih_l0_reverse	8	-0.03154832869768143
25859	rnn.weight_ih_l0_reverse	9	0.01709405519068241
25859	rnn.weight_hh_l0_reverse	0	0.028959648683667183
25859	rnn.weight_hh_l0_reverse	1	0.029931465163826942
25859	rnn.weight_hh_l0_reverse	2	0.03202544152736664
25859	rnn.weight_hh_l0_reverse	3	0.01932390220463276
25859	rnn.weight_hh_l0_reverse	4	0.01130751147866249
25859	rnn.weight_hh_l0_reverse	5	0.0021336954087018967
25859	rnn.weight_hh_l0_reverse	6	0.03587156534194946
25859	rnn.weight_hh_l0_reverse	7	-0.028880223631858826
25859	rnn.weight_hh_l0_reverse	8	0.011851263232529163
25859	rnn.weight_hh_l0_reverse	9	0.04922936484217644
25859	rnn.bias_ih_l0_reverse	0	-0.06313499808311462
25859	rnn.bias_ih_l0_reverse	1	-0.11465205252170563
25859	rnn.bias_ih_l0_reverse	2	-0.03128235414624214
25859	rnn.bias_ih_l0_reverse	3	-0.00734333973377943
25859	rnn.bias_ih_l0_reverse	4	-0.022716248407959938
25859	rnn.bias_ih_l0_reverse	5	0.03424166142940521
25859	rnn.bias_ih_l0_reverse	6	-0.014893813990056515
25859	rnn.bias_ih_l0_reverse	7	0.03566733002662659
25859	rnn.bias_ih_l0_reverse	8	-0.03124789334833622
25859	rnn.bias_ih_l0_reverse	9	0.027244582772254944
25859	rnn.bias_hh_l0_reverse	0	-0.02576604299247265
25859	rnn.bias_hh_l0_reverse	1	-0.020037326961755753
25859	rnn.bias_hh_l0_reverse	2	0.016648706048727036
25859	rnn.bias_hh_l0_reverse	3	-0.040893957018852234
25859	rnn.bias_hh_l0_reverse	4	-0.04181605949997902
25859	rnn.bias_hh_l0_reverse	5	-0.043616678565740585
25859	rnn.bias_hh_l0_reverse	6	0.0021343405824154615
25859	rnn.bias_hh_l0_reverse	7	0.03064683824777603
25859	rnn.bias_hh_l0_reverse	8	0.0355229377746582
25859	rnn.bias_hh_l0_reverse	9	-0.08576857298612595
25859	rnn.weight_ih_l1	0	-0.03039230778813362
25859	rnn.weight_ih_l1	1	-0.03334029018878937
25859	rnn.weight_ih_l1	2	0.03814074769616127
25859	rnn.weight_ih_l1	3	-0.024020906537771225
25859	rnn.weight_ih_l1	4	0.007600873243063688
25859	rnn.weight_ih_l1	5	-0.0406544953584671
25859	rnn.weight_ih_l1	6	0.01752999983727932
25859	rnn.weight_ih_l1	7	-0.03764078766107559
25859	rnn.weight_ih_l1	8	0.03909071907401085
25859	rnn.weight_ih_l1	9	0.02578587271273136
25859	rnn.weight_hh_l1	0	0.0019420117605477571
25859	rnn.weight_hh_l1	1	0.006028482224792242
25859	rnn.weight_hh_l1	2	-0.027181142941117287
25859	rnn.weight_hh_l1	3	-0.0027512330561876297
25859	rnn.weight_hh_l1	4	0.005998767446726561
25859	rnn.weight_hh_l1	5	0.030105507001280785
25859	rnn.weight_hh_l1	6	0.031009068712592125
25859	rnn.weight_hh_l1	7	-0.029306713491678238
25859	rnn.weight_hh_l1	8	-0.03931707143783569
25859	rnn.weight_hh_l1	9	0.039462026208639145
25859	rnn.bias_ih_l1	0	-0.08723197877407074
25859	rnn.bias_ih_l1	1	-0.058226291090250015
25859	rnn.bias_ih_l1	2	-0.10352043807506561
25859	rnn.bias_ih_l1	3	-0.10611400753259659
25859	rnn.bias_ih_l1	4	-0.14531223475933075
25859	rnn.bias_ih_l1	5	-0.08312030881643295
25859	rnn.bias_ih_l1	6	-0.026846788823604584
25859	rnn.bias_ih_l1	7	-0.028835566714406013
25859	rnn.bias_ih_l1	8	-0.07265495508909225
25859	rnn.bias_ih_l1	9	-0.0658995509147644
25859	rnn.bias_hh_l1	0	-0.08772289752960205
25859	rnn.bias_hh_l1	1	-0.028660448268055916
25859	rnn.bias_hh_l1	2	-0.037619348615407944
25859	rnn.bias_hh_l1	3	-0.046101562678813934
25859	rnn.bias_hh_l1	4	-0.07672728598117828
25859	rnn.bias_hh_l1	5	-0.03582845255732536
25859	rnn.bias_hh_l1	6	-0.051198940724134445
25859	rnn.bias_hh_l1	7	-0.015110563486814499
25859	rnn.bias_hh_l1	8	-0.017807934433221817
25859	rnn.bias_hh_l1	9	-0.013706848956644535
25859	rnn.weight_ih_l1_reverse	0	-0.033120762556791306
25859	rnn.weight_ih_l1_reverse	1	0.0025203158147633076
25859	rnn.weight_ih_l1_reverse	2	-0.05078088864684105
25859	rnn.weight_ih_l1_reverse	3	-0.022824540734291077
25859	rnn.weight_ih_l1_reverse	4	-0.015704412013292313
25859	rnn.weight_ih_l1_reverse	5	-0.03505030274391174
25859	rnn.weight_ih_l1_reverse	6	-0.018156830221414566
25859	rnn.weight_ih_l1_reverse	7	0.01331592258065939
25859	rnn.weight_ih_l1_reverse	8	0.031186405569314957
25859	rnn.weight_ih_l1_reverse	9	-0.05087743699550629
25859	rnn.weight_hh_l1_reverse	0	0.009397161193192005
25859	rnn.weight_hh_l1_reverse	1	0.027919799089431763
25859	rnn.weight_hh_l1_reverse	2	-0.03726906701922417
25859	rnn.weight_hh_l1_reverse	3	0.03834880515933037
25859	rnn.weight_hh_l1_reverse	4	0.04258713498711586
25859	rnn.weight_hh_l1_reverse	5	0.010767614468932152
25859	rnn.weight_hh_l1_reverse	6	0.012119377963244915
25859	rnn.weight_hh_l1_reverse	7	0.02832948789000511
25859	rnn.weight_hh_l1_reverse	8	-0.005627799779176712
25859	rnn.weight_hh_l1_reverse	9	-0.03797620162367821
25859	rnn.bias_ih_l1_reverse	0	-0.007097118999809027
25859	rnn.bias_ih_l1_reverse	1	-0.05627593398094177
25859	rnn.bias_ih_l1_reverse	2	-0.07377444952726364
25859	rnn.bias_ih_l1_reverse	3	-0.0329953134059906
25859	rnn.bias_ih_l1_reverse	4	-0.10609116405248642
25859	rnn.bias_ih_l1_reverse	5	-0.06705611944198608
25859	rnn.bias_ih_l1_reverse	6	-0.06948228180408478
25859	rnn.bias_ih_l1_reverse	7	-0.08151688426733017
25859	rnn.bias_ih_l1_reverse	8	0.08397290855646133
25859	rnn.bias_ih_l1_reverse	9	0.02403990365564823
25859	rnn.bias_hh_l1_reverse	0	0.0013765390031039715
25859	rnn.bias_hh_l1_reverse	1	0.04451746121048927
25859	rnn.bias_hh_l1_reverse	2	-0.14757700264453888
25859	rnn.bias_hh_l1_reverse	3	-0.021260524168610573
25859	rnn.bias_hh_l1_reverse	4	-0.03281175345182419
25859	rnn.bias_hh_l1_reverse	5	-0.040260862559080124
25859	rnn.bias_hh_l1_reverse	6	0.10928621888160706
25859	rnn.bias_hh_l1_reverse	7	-0.06873778253793716
25859	rnn.bias_hh_l1_reverse	8	-0.0606195367872715
25859	rnn.bias_hh_l1_reverse	9	-0.06183256581425667
25859	linear.weight	0	0.002228822559118271
25859	linear.weight	1	0.040123824030160904
25859	linear.weight	2	-0.11197419464588165
25859	linear.weight	3	0.12059543281793594
25859	linear.weight	4	0.07893592864274979
25859	linear.weight	5	0.039222922176122665
25859	linear.weight	6	0.12164987623691559
25859	linear.weight	7	0.10830000042915344
25859	linear.weight	8	0.04193932190537453
25859	linear.weight	9	-0.038456790149211884
25859	linear.bias	0	-0.05029402673244476
25859	linear.bias	1	0.05843735486268997
25859	linear.bias	2	-0.35083189606666565
25859	linear.bias	3	-0.7769614458084106
25859	linear.bias	4	-0.9084122180938721
25859	linear.bias	5	0.02835734561085701
25859	linear.bias	6	-0.49808835983276367
25859	linear.bias	7	0.5030185580253601
25859	linear.bias	8	-0.5767442584037781
25859	linear.bias	9	-0.7727060914039612
26056	transitions	0	0.21506215631961823
26056	transitions	1	-0.11116021871566772
26056	transitions	2	-10000.0
26056	transitions	3	-1.7714749574661255
26056	transitions	4	-10000.0
26056	transitions	5	0.74994957447052
26056	transitions	6	0.06162070482969284
26056	transitions	7	-0.05965021252632141
26056	transitions	8	-1.2425565719604492
26056	transitions	9	0.0005780777428299189
26056	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
26056	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
26056	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
26056	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
26056	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
26056	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
26056	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
26056	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
26056	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
26056	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
26056	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
26056	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
26056	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
26056	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
26056	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
26056	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
26056	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
26056	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
26056	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
26056	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
26056	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
26056	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
26056	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
26056	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
26056	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
26056	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
26056	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
26056	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
26056	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
26056	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
26056	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
26056	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
26056	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
26056	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
26056	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
26056	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
26056	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
26056	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
26056	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
26056	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
26056	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
26056	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
26056	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
26056	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
26056	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
26056	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
26056	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
26056	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
26056	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
26056	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
26056	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
26056	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
26056	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
26056	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
26056	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
26056	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
26056	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
26056	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
26056	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
26056	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
26056	embedding2nn.weight	0	0.028519416227936745
26056	embedding2nn.weight	1	-0.015796037390828133
26056	embedding2nn.weight	2	-0.014268253929913044
26056	embedding2nn.weight	3	0.019915428012609482
26056	embedding2nn.weight	4	-0.005915034096688032
26056	embedding2nn.weight	5	-0.003700594650581479
26056	embedding2nn.weight	6	-0.003973258193582296
26056	embedding2nn.weight	7	-0.02941487729549408
26056	embedding2nn.weight	8	-0.0019979383796453476
26056	embedding2nn.weight	9	-0.013762910850346088
26056	embedding2nn.bias	0	0.03168053552508354
26056	embedding2nn.bias	1	-0.038008660078048706
26056	embedding2nn.bias	2	0.08497263491153717
26056	embedding2nn.bias	3	0.047268133610486984
26056	embedding2nn.bias	4	-0.012531643733382225
26056	embedding2nn.bias	5	-0.028727401047945023
26056	embedding2nn.bias	6	0.026198171079158783
26056	embedding2nn.bias	7	-0.04657014086842537
26056	embedding2nn.bias	8	0.0326286256313324
26056	embedding2nn.bias	9	0.02216445282101631
26056	rnn.weight_ih_l0	0	-0.01700279861688614
26056	rnn.weight_ih_l0	1	0.010947712697088718
26056	rnn.weight_ih_l0	2	0.033828530460596085
26056	rnn.weight_ih_l0	3	0.014503096230328083
26056	rnn.weight_ih_l0	4	-0.019907871261239052
26056	rnn.weight_ih_l0	5	-0.04981100559234619
26056	rnn.weight_ih_l0	6	0.015549818053841591
26056	rnn.weight_ih_l0	7	0.04733459651470184
26056	rnn.weight_ih_l0	8	0.01758272759616375
26056	rnn.weight_ih_l0	9	-0.03721204400062561
26056	rnn.weight_hh_l0	0	-0.03746052086353302
26056	rnn.weight_hh_l0	1	-0.006078362464904785
26056	rnn.weight_hh_l0	2	0.006976217497140169
26056	rnn.weight_hh_l0	3	-0.029073821380734444
26056	rnn.weight_hh_l0	4	0.04050828889012337
26056	rnn.weight_hh_l0	5	-0.010915074497461319
26056	rnn.weight_hh_l0	6	-0.028538983315229416
26056	rnn.weight_hh_l0	7	-0.04510043188929558
26056	rnn.weight_hh_l0	8	0.0025435863062739372
26056	rnn.weight_hh_l0	9	-0.031088225543498993
26056	rnn.bias_ih_l0	0	0.023285364732146263
26056	rnn.bias_ih_l0	1	-0.023369817063212395
26056	rnn.bias_ih_l0	2	-0.0043998290784657
26056	rnn.bias_ih_l0	3	0.05316884070634842
26056	rnn.bias_ih_l0	4	-0.033802855759859085
26056	rnn.bias_ih_l0	5	-0.03300463780760765
26056	rnn.bias_ih_l0	6	-0.00544404610991478
26056	rnn.bias_ih_l0	7	0.03124944679439068
26056	rnn.bias_ih_l0	8	-0.07226242125034332
26056	rnn.bias_ih_l0	9	-0.009917868301272392
26056	rnn.bias_hh_l0	0	-0.028772488236427307
26056	rnn.bias_hh_l0	1	-0.05743342638015747
26056	rnn.bias_hh_l0	2	-0.03637097775936127
26056	rnn.bias_hh_l0	3	-0.03712937980890274
26056	rnn.bias_hh_l0	4	-0.00444450369104743
26056	rnn.bias_hh_l0	5	0.01205733697861433
26056	rnn.bias_hh_l0	6	0.024052664637565613
26056	rnn.bias_hh_l0	7	0.0005588892381638288
26056	rnn.bias_hh_l0	8	-0.05686701834201813
26056	rnn.bias_hh_l0	9	-0.024270903319120407
26056	rnn.weight_ih_l0_reverse	0	-0.009911619126796722
26056	rnn.weight_ih_l0_reverse	1	-0.0608496367931366
26056	rnn.weight_ih_l0_reverse	2	-0.024773485958576202
26056	rnn.weight_ih_l0_reverse	3	0.0056639681570231915
26056	rnn.weight_ih_l0_reverse	4	-0.013239280320703983
26056	rnn.weight_ih_l0_reverse	5	-0.047852978110313416
26056	rnn.weight_ih_l0_reverse	6	0.04300572723150253
26056	rnn.weight_ih_l0_reverse	7	-0.024639124050736427
26056	rnn.weight_ih_l0_reverse	8	-0.030501611530780792
26056	rnn.weight_ih_l0_reverse	9	0.016709165647625923
26056	rnn.weight_hh_l0_reverse	0	0.03032021038234234
26056	rnn.weight_hh_l0_reverse	1	0.031035197898745537
26056	rnn.weight_hh_l0_reverse	2	0.03230651468038559
26056	rnn.weight_hh_l0_reverse	3	0.01883191242814064
26056	rnn.weight_hh_l0_reverse	4	0.011509103700518608
26056	rnn.weight_hh_l0_reverse	5	0.0010698571568354964
26056	rnn.weight_hh_l0_reverse	6	0.03597167506814003
26056	rnn.weight_hh_l0_reverse	7	-0.0294016283005476
26056	rnn.weight_hh_l0_reverse	8	0.011994139291346073
26056	rnn.weight_hh_l0_reverse	9	0.04883328452706337
26056	rnn.bias_ih_l0_reverse	0	-0.0627940222620964
26056	rnn.bias_ih_l0_reverse	1	-0.11377483606338501
26056	rnn.bias_ih_l0_reverse	2	-0.026534192264080048
26056	rnn.bias_ih_l0_reverse	3	-0.004928939510136843
26056	rnn.bias_ih_l0_reverse	4	-0.01940915547311306
26056	rnn.bias_ih_l0_reverse	5	0.032431334257125854
26056	rnn.bias_ih_l0_reverse	6	-0.015333102084696293
26056	rnn.bias_ih_l0_reverse	7	0.03391946852207184
26056	rnn.bias_ih_l0_reverse	8	-0.03306558355689049
26056	rnn.bias_ih_l0_reverse	9	0.028957737609744072
26056	rnn.bias_hh_l0_reverse	0	-0.026897916570305824
26056	rnn.bias_hh_l0_reverse	1	-0.02194094844162464
26056	rnn.bias_hh_l0_reverse	2	0.01616746187210083
26056	rnn.bias_hh_l0_reverse	3	-0.04311834275722504
26056	rnn.bias_hh_l0_reverse	4	-0.04043020308017731
26056	rnn.bias_hh_l0_reverse	5	-0.04490123689174652
26056	rnn.bias_hh_l0_reverse	6	0.0010672218631953
26056	rnn.bias_hh_l0_reverse	7	0.030744390562176704
26056	rnn.bias_hh_l0_reverse	8	0.03834523260593414
26056	rnn.bias_hh_l0_reverse	9	-0.07940422743558884
26056	rnn.weight_ih_l1	0	-0.031119635328650475
26056	rnn.weight_ih_l1	1	-0.03449254855513573
26056	rnn.weight_ih_l1	2	0.03486595302820206
26056	rnn.weight_ih_l1	3	-0.026823997497558594
26056	rnn.weight_ih_l1	4	0.00783856213092804
26056	rnn.weight_ih_l1	5	-0.04078296571969986
26056	rnn.weight_ih_l1	6	0.017703840509057045
26056	rnn.weight_ih_l1	7	-0.03794116899371147
26056	rnn.weight_ih_l1	8	0.038999609649181366
26056	rnn.weight_ih_l1	9	0.026068871840834618
26056	rnn.weight_hh_l1	0	0.002804880030453205
26056	rnn.weight_hh_l1	1	0.005884126294404268
26056	rnn.weight_hh_l1	2	-0.02654220163822174
26056	rnn.weight_hh_l1	3	-0.0028903454076498747
26056	rnn.weight_hh_l1	4	0.005367323290556669
26056	rnn.weight_hh_l1	5	0.030329320579767227
26056	rnn.weight_hh_l1	6	0.03068818897008896
26056	rnn.weight_hh_l1	7	-0.029738012701272964
26056	rnn.weight_hh_l1	8	-0.03901712968945503
26056	rnn.weight_hh_l1	9	0.03907870128750801
26056	rnn.bias_ih_l1	0	-0.09090165048837662
26056	rnn.bias_ih_l1	1	-0.061319977045059204
26056	rnn.bias_ih_l1	2	-0.10631895065307617
26056	rnn.bias_ih_l1	3	-0.10099262744188309
26056	rnn.bias_ih_l1	4	-0.1517512947320938
26056	rnn.bias_ih_l1	5	-0.08196233212947845
26056	rnn.bias_ih_l1	6	-0.03140447661280632
26056	rnn.bias_ih_l1	7	-0.0256184209138155
26056	rnn.bias_ih_l1	8	-0.07161786407232285
26056	rnn.bias_ih_l1	9	-0.06593647599220276
26056	rnn.bias_hh_l1	0	-0.0861443281173706
26056	rnn.bias_hh_l1	1	-0.02699313685297966
26056	rnn.bias_hh_l1	2	-0.03474314883351326
26056	rnn.bias_hh_l1	3	-0.04623456671833992
26056	rnn.bias_hh_l1	4	-0.07886230200529099
26056	rnn.bias_hh_l1	5	-0.03659460321068764
26056	rnn.bias_hh_l1	6	-0.0540347620844841
26056	rnn.bias_hh_l1	7	-0.00700079370290041
26056	rnn.bias_hh_l1	8	-0.01718066819012165
26056	rnn.bias_hh_l1	9	-0.014933225698769093
26056	rnn.weight_ih_l1_reverse	0	-0.03191468492150307
26056	rnn.weight_ih_l1_reverse	1	0.005124084185808897
26056	rnn.weight_ih_l1_reverse	2	-0.05161740630865097
26056	rnn.weight_ih_l1_reverse	3	-0.0237706508487463
26056	rnn.weight_ih_l1_reverse	4	-0.015056650154292583
26056	rnn.weight_ih_l1_reverse	5	-0.034885432571172714
26056	rnn.weight_ih_l1_reverse	6	-0.019223423674702644
26056	rnn.weight_ih_l1_reverse	7	0.013082791119813919
26056	rnn.weight_ih_l1_reverse	8	0.029020873829722404
26056	rnn.weight_ih_l1_reverse	9	-0.05320073291659355
26056	rnn.weight_hh_l1_reverse	0	0.009393338114023209
26056	rnn.weight_hh_l1_reverse	1	0.027693545445799828
26056	rnn.weight_hh_l1_reverse	2	-0.037297509610652924
26056	rnn.weight_hh_l1_reverse	3	0.03834303095936775
26056	rnn.weight_hh_l1_reverse	4	0.042967163026332855
26056	rnn.weight_hh_l1_reverse	5	0.011331229470670223
26056	rnn.weight_hh_l1_reverse	6	0.011713900603353977
26056	rnn.weight_hh_l1_reverse	7	0.028338124975562096
26056	rnn.weight_hh_l1_reverse	8	-0.005863635800778866
26056	rnn.weight_hh_l1_reverse	9	-0.0380355641245842
26056	rnn.bias_ih_l1_reverse	0	-0.006268640048801899
26056	rnn.bias_ih_l1_reverse	1	-0.057160694152116776
26056	rnn.bias_ih_l1_reverse	2	-0.07476897537708282
26056	rnn.bias_ih_l1_reverse	3	-0.04140947386622429
26056	rnn.bias_ih_l1_reverse	4	-0.10605103522539139
26056	rnn.bias_ih_l1_reverse	5	-0.06791456788778305
26056	rnn.bias_ih_l1_reverse	6	-0.06900247186422348
26056	rnn.bias_ih_l1_reverse	7	-0.08214478939771652
26056	rnn.bias_ih_l1_reverse	8	0.08178862929344177
26056	rnn.bias_ih_l1_reverse	9	0.018338171765208244
26056	rnn.bias_hh_l1_reverse	0	-0.002391624264419079
26056	rnn.bias_hh_l1_reverse	1	0.0503942109644413
26056	rnn.bias_hh_l1_reverse	2	-0.14875787496566772
26056	rnn.bias_hh_l1_reverse	3	-0.023414302617311478
26056	rnn.bias_hh_l1_reverse	4	-0.03275304660201073
26056	rnn.bias_hh_l1_reverse	5	-0.04172553867101669
26056	rnn.bias_hh_l1_reverse	6	0.1035466343164444
26056	rnn.bias_hh_l1_reverse	7	-0.06895318627357483
26056	rnn.bias_hh_l1_reverse	8	-0.05941976234316826
26056	rnn.bias_hh_l1_reverse	9	-0.06137745827436447
26056	linear.weight	0	0.002228822559118271
26056	linear.weight	1	0.05058829113841057
26056	linear.weight	2	-0.10604376345872879
26056	linear.weight	3	0.13228008151054382
26056	linear.weight	4	0.0870303213596344
26056	linear.weight	5	0.04138001427054405
26056	linear.weight	6	0.10520678758621216
26056	linear.weight	7	0.09567449241876602
26056	linear.weight	8	0.041949860751628876
26056	linear.weight	9	-0.04055348411202431
26056	linear.bias	0	-0.0956135019659996
26056	linear.bias	1	0.06271494179964066
26056	linear.bias	2	-0.3536430299282074
26056	linear.bias	3	-0.7485178709030151
26056	linear.bias	4	-0.8841980695724487
26056	linear.bias	5	0.020728211849927902
26056	linear.bias	6	-0.4961789846420288
26056	linear.bias	7	0.49130791425704956
26056	linear.bias	8	-0.557198703289032
26056	linear.bias	9	-0.7543562650680542
26253	transitions	0	0.2149878293275833
26253	transitions	1	-0.09626810997724533
26253	transitions	2	-10000.0
26253	transitions	3	-1.7717262506484985
26253	transitions	4	-10000.0
26253	transitions	5	0.7489094138145447
26253	transitions	6	0.060745783150196075
26253	transitions	7	-0.06165632605552673
26253	transitions	8	-1.2432162761688232
26253	transitions	9	0.0005674590938724577
26253	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
26253	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
26253	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
26253	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
26253	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
26253	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
26253	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
26253	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
26253	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
26253	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
26253	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
26253	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
26253	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
26253	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
26253	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
26253	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
26253	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
26253	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
26253	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
26253	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
26253	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
26253	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
26253	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
26253	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
26253	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
26253	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
26253	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
26253	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
26253	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
26253	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
26253	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
26253	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
26253	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
26253	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
26253	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
26253	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
26253	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
26253	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
26253	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
26253	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
26253	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
26253	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
26253	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
26253	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
26253	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
26253	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
26253	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
26253	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
26253	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
26253	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
26253	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
26253	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
26253	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
26253	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
26253	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
26253	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
26253	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
26253	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
26253	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
26253	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
26253	embedding2nn.weight	0	0.027732819318771362
26253	embedding2nn.weight	1	-0.016112031415104866
26253	embedding2nn.weight	2	-0.014268253929913044
26253	embedding2nn.weight	3	0.01824384741485119
26253	embedding2nn.weight	4	-0.005915034096688032
26253	embedding2nn.weight	5	-0.0037005937192589045
26253	embedding2nn.weight	6	-0.003973256330937147
26253	embedding2nn.weight	7	-0.031183535233139992
26253	embedding2nn.weight	8	-0.0019979383796453476
26253	embedding2nn.weight	9	-0.014182907529175282
26253	embedding2nn.bias	0	0.038124293088912964
26253	embedding2nn.bias	1	-0.046662915498018265
26253	embedding2nn.bias	2	0.07992076873779297
26253	embedding2nn.bias	3	0.04860243201255798
26253	embedding2nn.bias	4	-0.01664070226252079
26253	embedding2nn.bias	5	-0.025818144902586937
26253	embedding2nn.bias	6	0.02102745696902275
26253	embedding2nn.bias	7	-0.048431966453790665
26253	embedding2nn.bias	8	0.03451886400580406
26253	embedding2nn.bias	9	0.01774442009627819
26253	rnn.weight_ih_l0	0	-0.015260839834809303
26253	rnn.weight_ih_l0	1	0.011205669492483139
26253	rnn.weight_ih_l0	2	0.03328685462474823
26253	rnn.weight_ih_l0	3	0.015086700208485126
26253	rnn.weight_ih_l0	4	-0.021588632836937904
26253	rnn.weight_ih_l0	5	-0.049226853996515274
26253	rnn.weight_ih_l0	6	0.015699680894613266
26253	rnn.weight_ih_l0	7	0.0464998334646225
26253	rnn.weight_ih_l0	8	0.017623601481318474
26253	rnn.weight_ih_l0	9	-0.037310343235731125
26253	rnn.weight_hh_l0	0	-0.03748220205307007
26253	rnn.weight_hh_l0	1	-0.005758368410170078
26253	rnn.weight_hh_l0	2	0.008103211410343647
26253	rnn.weight_hh_l0	3	-0.02970554679632187
26253	rnn.weight_hh_l0	4	0.04087532311677933
26253	rnn.weight_hh_l0	5	-0.010877998545765877
26253	rnn.weight_hh_l0	6	-0.028763609007000923
26253	rnn.weight_hh_l0	7	-0.04363150894641876
26253	rnn.weight_hh_l0	8	0.003196362406015396
26253	rnn.weight_hh_l0	9	-0.03065563552081585
26253	rnn.bias_ih_l0	0	0.024953193962574005
26253	rnn.bias_ih_l0	1	-0.026369860395789146
26253	rnn.bias_ih_l0	2	-0.005818958859890699
26253	rnn.bias_ih_l0	3	0.05406515672802925
26253	rnn.bias_ih_l0	4	-0.032206304371356964
26253	rnn.bias_ih_l0	5	-0.036506373435258865
26253	rnn.bias_ih_l0	6	-0.003982912749052048
26253	rnn.bias_ih_l0	7	0.033048804849386215
26253	rnn.bias_ih_l0	8	-0.07350018620491028
26253	rnn.bias_ih_l0	9	-0.008318471722304821
26253	rnn.bias_hh_l0	0	-0.029536385089159012
26253	rnn.bias_hh_l0	1	-0.052665501832962036
26253	rnn.bias_hh_l0	2	-0.03494797646999359
26253	rnn.bias_hh_l0	3	-0.03596219792962074
26253	rnn.bias_hh_l0	4	-0.004002389498054981
26253	rnn.bias_hh_l0	5	0.012178677134215832
26253	rnn.bias_hh_l0	6	0.02426694892346859
26253	rnn.bias_hh_l0	7	-0.0032198478002101183
26253	rnn.bias_hh_l0	8	-0.05967973172664642
26253	rnn.bias_hh_l0	9	-0.025115152820944786
26253	rnn.weight_ih_l0_reverse	0	-0.01037865411490202
26253	rnn.weight_ih_l0_reverse	1	-0.059652525931596756
26253	rnn.weight_ih_l0_reverse	2	-0.023960215970873833
26253	rnn.weight_ih_l0_reverse	3	0.004350687377154827
26253	rnn.weight_ih_l0_reverse	4	-0.012632815167307854
26253	rnn.weight_ih_l0_reverse	5	-0.04792360961437225
26253	rnn.weight_ih_l0_reverse	6	0.043254368007183075
26253	rnn.weight_ih_l0_reverse	7	-0.02475316822528839
26253	rnn.weight_ih_l0_reverse	8	-0.030290843918919563
26253	rnn.weight_ih_l0_reverse	9	0.01737167127430439
26253	rnn.weight_hh_l0_reverse	0	0.031926944851875305
26253	rnn.weight_hh_l0_reverse	1	0.03134261444211006
26253	rnn.weight_hh_l0_reverse	2	0.03267895430326462
26253	rnn.weight_hh_l0_reverse	3	0.0186382494866848
26253	rnn.weight_hh_l0_reverse	4	0.010149241425096989
26253	rnn.weight_hh_l0_reverse	5	0.0009566221851855516
26253	rnn.weight_hh_l0_reverse	6	0.03602857142686844
26253	rnn.weight_hh_l0_reverse	7	-0.030786778777837753
26253	rnn.weight_hh_l0_reverse	8	0.01268561091274023
26253	rnn.weight_hh_l0_reverse	9	0.048725079745054245
26253	rnn.bias_ih_l0_reverse	0	-0.06085258349776268
26253	rnn.bias_ih_l0_reverse	1	-0.10999761521816254
26253	rnn.bias_ih_l0_reverse	2	-0.024780822917819023
26253	rnn.bias_ih_l0_reverse	3	-0.004892530385404825
26253	rnn.bias_ih_l0_reverse	4	-0.01928587816655636
26253	rnn.bias_ih_l0_reverse	5	0.03334784880280495
26253	rnn.bias_ih_l0_reverse	6	-0.018671244382858276
26253	rnn.bias_ih_l0_reverse	7	0.03112470731139183
26253	rnn.bias_ih_l0_reverse	8	-0.028075378388166428
26253	rnn.bias_ih_l0_reverse	9	0.028837736696004868
26253	rnn.bias_hh_l0_reverse	0	-0.028174564242362976
26253	rnn.bias_hh_l0_reverse	1	-0.018175775185227394
26253	rnn.bias_hh_l0_reverse	2	0.016559913754463196
26253	rnn.bias_hh_l0_reverse	3	-0.044107742607593536
26253	rnn.bias_hh_l0_reverse	4	-0.03875447064638138
26253	rnn.bias_hh_l0_reverse	5	-0.045625537633895874
26253	rnn.bias_hh_l0_reverse	6	-0.0004335099074523896
26253	rnn.bias_hh_l0_reverse	7	0.033693645149469376
26253	rnn.bias_hh_l0_reverse	8	0.038510486483573914
26253	rnn.bias_hh_l0_reverse	9	-0.08057177811861038
26253	rnn.weight_ih_l1	0	-0.03207550197839737
26253	rnn.weight_ih_l1	1	-0.033953677862882614
26253	rnn.weight_ih_l1	2	0.03785876929759979
26253	rnn.weight_ih_l1	3	-0.02560519427061081
26253	rnn.weight_ih_l1	4	0.007652697619050741
26253	rnn.weight_ih_l1	5	-0.04016771540045738
26253	rnn.weight_ih_l1	6	0.018892129883170128
26253	rnn.weight_ih_l1	7	-0.038732971996068954
26253	rnn.weight_ih_l1	8	0.038881637156009674
26253	rnn.weight_ih_l1	9	0.026451358571648598
26253	rnn.weight_hh_l1	0	0.0006220080540515482
26253	rnn.weight_hh_l1	1	0.0059992363676428795
26253	rnn.weight_hh_l1	2	-0.026603074744343758
26253	rnn.weight_hh_l1	3	-0.002693343907594681
26253	rnn.weight_hh_l1	4	0.005749697797000408
26253	rnn.weight_hh_l1	5	0.030374988913536072
26253	rnn.weight_hh_l1	6	0.03121514990925789
26253	rnn.weight_hh_l1	7	-0.030232319608330727
26253	rnn.weight_hh_l1	8	-0.039225831627845764
26253	rnn.weight_hh_l1	9	0.03923206403851509
26253	rnn.bias_ih_l1	0	-0.08953575789928436
26253	rnn.bias_ih_l1	1	-0.05978669598698616
26253	rnn.bias_ih_l1	2	-0.10327313840389252
26253	rnn.bias_ih_l1	3	-0.1082005575299263
26253	rnn.bias_ih_l1	4	-0.14447377622127533
26253	rnn.bias_ih_l1	5	-0.08193111419677734
26253	rnn.bias_ih_l1	6	-0.03441997617483139
26253	rnn.bias_ih_l1	7	-0.02950996160507202
26253	rnn.bias_ih_l1	8	-0.0724543035030365
26253	rnn.bias_ih_l1	9	-0.06588747352361679
26253	rnn.bias_hh_l1	0	-0.08711342513561249
26253	rnn.bias_hh_l1	1	-0.026352180168032646
26253	rnn.bias_hh_l1	2	-0.03390345349907875
26253	rnn.bias_hh_l1	3	-0.04693814367055893
26253	rnn.bias_hh_l1	4	-0.07930245995521545
26253	rnn.bias_hh_l1	5	-0.03699526563286781
26253	rnn.bias_hh_l1	6	-0.05565096437931061
26253	rnn.bias_hh_l1	7	-0.011051236651837826
26253	rnn.bias_hh_l1	8	-0.020374169573187828
26253	rnn.bias_hh_l1	9	-0.014560532756149769
26253	rnn.weight_ih_l1_reverse	0	-0.031632278114557266
26253	rnn.weight_ih_l1_reverse	1	0.001385158277116716
26253	rnn.weight_ih_l1_reverse	2	-0.05599575489759445
26253	rnn.weight_ih_l1_reverse	3	-0.02398291602730751
26253	rnn.weight_ih_l1_reverse	4	-0.013739952817559242
26253	rnn.weight_ih_l1_reverse	5	-0.034917838871479034
26253	rnn.weight_ih_l1_reverse	6	-0.021592848002910614
26253	rnn.weight_ih_l1_reverse	7	0.013616287149488926
26253	rnn.weight_ih_l1_reverse	8	0.025361623615026474
26253	rnn.weight_ih_l1_reverse	9	-0.04995569959282875
26253	rnn.weight_hh_l1_reverse	0	0.009372979402542114
26253	rnn.weight_hh_l1_reverse	1	0.027876699343323708
26253	rnn.weight_hh_l1_reverse	2	-0.03733845055103302
26253	rnn.weight_hh_l1_reverse	3	0.03853125125169754
26253	rnn.weight_hh_l1_reverse	4	0.04319169744849205
26253	rnn.weight_hh_l1_reverse	5	0.011434324085712433
26253	rnn.weight_hh_l1_reverse	6	0.010575275868177414
26253	rnn.weight_hh_l1_reverse	7	0.02843407541513443
26253	rnn.weight_hh_l1_reverse	8	-0.006125816144049168
26253	rnn.weight_hh_l1_reverse	9	-0.03800689056515694
26253	rnn.bias_ih_l1_reverse	0	-0.007280508056282997
26253	rnn.bias_ih_l1_reverse	1	-0.056577496230602264
26253	rnn.bias_ih_l1_reverse	2	-0.07560186833143234
26253	rnn.bias_ih_l1_reverse	3	-0.03354651853442192
26253	rnn.bias_ih_l1_reverse	4	-0.10738156735897064
26253	rnn.bias_ih_l1_reverse	5	-0.06820757687091827
26253	rnn.bias_ih_l1_reverse	6	-0.06915877014398575
26253	rnn.bias_ih_l1_reverse	7	-0.08284364640712738
26253	rnn.bias_ih_l1_reverse	8	0.0688125267624855
26253	rnn.bias_ih_l1_reverse	9	0.01194340642541647
26253	rnn.bias_hh_l1_reverse	0	0.005923067219555378
26253	rnn.bias_hh_l1_reverse	1	0.04018986225128174
26253	rnn.bias_hh_l1_reverse	2	-0.14688341319561005
26253	rnn.bias_hh_l1_reverse	3	-0.02461688034236431
26253	rnn.bias_hh_l1_reverse	4	-0.0324501134455204
26253	rnn.bias_hh_l1_reverse	5	-0.04313591867685318
26253	rnn.bias_hh_l1_reverse	6	0.0906476080417633
26253	rnn.bias_hh_l1_reverse	7	-0.07002482563257217
26253	rnn.bias_hh_l1_reverse	8	-0.058713581413030624
26253	rnn.bias_hh_l1_reverse	9	-0.06190009042620659
26253	linear.weight	0	0.002228822559118271
26253	linear.weight	1	0.0321035273373127
26253	linear.weight	2	-0.1089402362704277
26253	linear.weight	3	0.1225193589925766
26253	linear.weight	4	0.08006684482097626
26253	linear.weight	5	0.04170653223991394
26253	linear.weight	6	0.10099707543849945
26253	linear.weight	7	0.0819014310836792
26253	linear.weight	8	0.04196435958147049
26253	linear.weight	9	-0.040560491383075714
26253	linear.bias	0	-0.0375402569770813
26253	linear.bias	1	0.07705556601285934
26253	linear.bias	2	-0.36549562215805054
26253	linear.bias	3	-0.7633275985717773
26253	linear.bias	4	-0.9027305841445923
26253	linear.bias	5	0.0594533309340477
26253	linear.bias	6	-0.47948113083839417
26253	linear.bias	7	0.5338656306266785
26253	linear.bias	8	-0.548138439655304
26253	linear.bias	9	-0.7467402219772339
26450	transitions	0	0.2356732040643692
26450	transitions	1	-0.09813980013132095
26450	transitions	2	-10000.0
26450	transitions	3	-1.7721295356750488
26450	transitions	4	-10000.0
26450	transitions	5	0.7475109696388245
26450	transitions	6	0.05954839289188385
26450	transitions	7	-0.06545795500278473
26450	transitions	8	-1.2438595294952393
26450	transitions	9	0.0005571063375100493
26450	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
26450	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
26450	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
26450	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
26450	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
26450	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
26450	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
26450	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
26450	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
26450	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
26450	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
26450	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
26450	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
26450	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
26450	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
26450	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
26450	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
26450	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
26450	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
26450	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
26450	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
26450	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
26450	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
26450	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
26450	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
26450	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
26450	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
26450	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
26450	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
26450	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
26450	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
26450	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
26450	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
26450	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
26450	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
26450	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
26450	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
26450	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
26450	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
26450	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
26450	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
26450	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
26450	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
26450	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
26450	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
26450	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
26450	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
26450	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
26450	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
26450	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
26450	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
26450	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
26450	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
26450	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
26450	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
26450	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
26450	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
26450	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
26450	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
26450	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
26450	embedding2nn.weight	0	0.029348067939281464
26450	embedding2nn.weight	1	-0.01609073020517826
26450	embedding2nn.weight	2	-0.014268253929913044
26450	embedding2nn.weight	3	0.015982380136847496
26450	embedding2nn.weight	4	-0.005915034096688032
26450	embedding2nn.weight	5	-0.0037005937192589045
26450	embedding2nn.weight	6	-0.003973253536969423
26450	embedding2nn.weight	7	-0.03309807926416397
26450	embedding2nn.weight	8	-0.0019979383796453476
26450	embedding2nn.weight	9	-0.014094032347202301
26450	embedding2nn.bias	0	0.03942215442657471
26450	embedding2nn.bias	1	-0.04525754228234291
26450	embedding2nn.bias	2	0.07324680685997009
26450	embedding2nn.bias	3	0.04553697258234024
26450	embedding2nn.bias	4	-0.00992181058973074
26450	embedding2nn.bias	5	-0.03063177317380905
26450	embedding2nn.bias	6	0.028434569016098976
26450	embedding2nn.bias	7	-0.050923097878694534
26450	embedding2nn.bias	8	0.036394521594047546
26450	embedding2nn.bias	9	0.02090785652399063
26450	rnn.weight_ih_l0	0	-0.015718480572104454
26450	rnn.weight_ih_l0	1	0.01253220159560442
26450	rnn.weight_ih_l0	2	0.033670827746391296
26450	rnn.weight_ih_l0	3	0.014457233250141144
26450	rnn.weight_ih_l0	4	-0.021696629002690315
26450	rnn.weight_ih_l0	5	-0.048922114074230194
26450	rnn.weight_ih_l0	6	0.01593667082488537
26450	rnn.weight_ih_l0	7	0.04738888517022133
26450	rnn.weight_ih_l0	8	0.01724429242312908
26450	rnn.weight_ih_l0	9	-0.03761735185980797
26450	rnn.weight_hh_l0	0	-0.03706710785627365
26450	rnn.weight_hh_l0	1	-0.0046584634110331535
26450	rnn.weight_hh_l0	2	0.007199099753051996
26450	rnn.weight_hh_l0	3	-0.030304811894893646
26450	rnn.weight_hh_l0	4	0.04042544960975647
26450	rnn.weight_hh_l0	5	-0.01212011743336916
26450	rnn.weight_hh_l0	6	-0.02905898354947567
26450	rnn.weight_hh_l0	7	-0.0431414358317852
26450	rnn.weight_hh_l0	8	0.0038037975318729877
26450	rnn.weight_hh_l0	9	-0.03085930272936821
26450	rnn.bias_ih_l0	0	0.02577122300863266
26450	rnn.bias_ih_l0	1	-0.026182811707258224
26450	rnn.bias_ih_l0	2	-0.004807088524103165
26450	rnn.bias_ih_l0	3	0.05301790311932564
26450	rnn.bias_ih_l0	4	-0.034139182418584824
26450	rnn.bias_ih_l0	5	-0.038081079721450806
26450	rnn.bias_ih_l0	6	-0.009981224313378334
26450	rnn.bias_ih_l0	7	0.029587609693408012
26450	rnn.bias_ih_l0	8	-0.0720968246459961
26450	rnn.bias_ih_l0	9	-0.003837892087176442
26450	rnn.bias_hh_l0	0	-0.028010200709104538
26450	rnn.bias_hh_l0	1	-0.056062519550323486
26450	rnn.bias_hh_l0	2	-0.033061061054468155
26450	rnn.bias_hh_l0	3	-0.03771757706999779
26450	rnn.bias_hh_l0	4	-0.004988592118024826
26450	rnn.bias_hh_l0	5	0.012976010330021381
26450	rnn.bias_hh_l0	6	0.022766033187508583
26450	rnn.bias_hh_l0	7	-0.00881306454539299
26450	rnn.bias_hh_l0	8	-0.05687617510557175
26450	rnn.bias_hh_l0	9	-0.021048137918114662
26450	rnn.weight_ih_l0_reverse	0	-0.01096615195274353
26450	rnn.weight_ih_l0_reverse	1	-0.05801822990179062
26450	rnn.weight_ih_l0_reverse	2	-0.024467376992106438
26450	rnn.weight_ih_l0_reverse	3	0.003296289825811982
26450	rnn.weight_ih_l0_reverse	4	-0.014069746248424053
26450	rnn.weight_ih_l0_reverse	5	-0.04794204235076904
26450	rnn.weight_ih_l0_reverse	6	0.043265201151371
26450	rnn.weight_ih_l0_reverse	7	-0.023701883852481842
26450	rnn.weight_ih_l0_reverse	8	-0.030296051874756813
26450	rnn.weight_ih_l0_reverse	9	0.01753455214202404
26450	rnn.weight_hh_l0_reverse	0	0.031596843153238297
26450	rnn.weight_hh_l0_reverse	1	0.031257569789886475
26450	rnn.weight_hh_l0_reverse	2	0.03197428956627846
26450	rnn.weight_hh_l0_reverse	3	0.018653569743037224
26450	rnn.weight_hh_l0_reverse	4	0.0099523039534688
26450	rnn.weight_hh_l0_reverse	5	-0.0024712535087019205
26450	rnn.weight_hh_l0_reverse	6	0.03598075360059738
26450	rnn.weight_hh_l0_reverse	7	-0.029143711552023888
26450	rnn.weight_hh_l0_reverse	8	0.011924587190151215
26450	rnn.weight_hh_l0_reverse	9	0.04934148117899895
26450	rnn.bias_ih_l0_reverse	0	-0.06031382828950882
26450	rnn.bias_ih_l0_reverse	1	-0.11417356133460999
26450	rnn.bias_ih_l0_reverse	2	-0.022978127002716064
26450	rnn.bias_ih_l0_reverse	3	-0.00458171172067523
26450	rnn.bias_ih_l0_reverse	4	-0.020620563998818398
26450	rnn.bias_ih_l0_reverse	5	0.031405333429574966
26450	rnn.bias_ih_l0_reverse	6	-0.02358037233352661
26450	rnn.bias_ih_l0_reverse	7	0.031060701236128807
26450	rnn.bias_ih_l0_reverse	8	-0.02872590906918049
26450	rnn.bias_ih_l0_reverse	9	0.025854818522930145
26450	rnn.bias_hh_l0_reverse	0	-0.02735034190118313
26450	rnn.bias_hh_l0_reverse	1	-0.01480298675596714
26450	rnn.bias_hh_l0_reverse	2	0.01687917672097683
26450	rnn.bias_hh_l0_reverse	3	-0.04224296286702156
26450	rnn.bias_hh_l0_reverse	4	-0.03567064180970192
26450	rnn.bias_hh_l0_reverse	5	-0.03832801803946495
26450	rnn.bias_hh_l0_reverse	6	0.0027595465071499348
26450	rnn.bias_hh_l0_reverse	7	0.03345147520303726
26450	rnn.bias_hh_l0_reverse	8	0.03699243441224098
26450	rnn.bias_hh_l0_reverse	9	-0.07989683747291565
26450	rnn.weight_ih_l1	0	-0.031107092276215553
26450	rnn.weight_ih_l1	1	-0.033299606293439865
26450	rnn.weight_ih_l1	2	0.040932878851890564
26450	rnn.weight_ih_l1	3	-0.025532329455018044
26450	rnn.weight_ih_l1	4	0.0071590738371014595
26450	rnn.weight_ih_l1	5	-0.0406576544046402
26450	rnn.weight_ih_l1	6	0.017676925286650658
26450	rnn.weight_ih_l1	7	-0.03770017996430397
26450	rnn.weight_ih_l1	8	0.03902760148048401
26450	rnn.weight_ih_l1	9	0.026457427069544792
26450	rnn.weight_hh_l1	0	0.0012941774912178516
26450	rnn.weight_hh_l1	1	0.0062016514129936695
26450	rnn.weight_hh_l1	2	-0.026036009192466736
26450	rnn.weight_hh_l1	3	-0.002775585977360606
26450	rnn.weight_hh_l1	4	0.006537776440382004
26450	rnn.weight_hh_l1	5	0.030793234705924988
26450	rnn.weight_hh_l1	6	0.03154291212558746
26450	rnn.weight_hh_l1	7	-0.030363505706191063
26450	rnn.weight_hh_l1	8	-0.03921477124094963
26450	rnn.weight_hh_l1	9	0.03937812149524689
26450	rnn.bias_ih_l1	0	-0.08772658556699753
26450	rnn.bias_ih_l1	1	-0.058648012578487396
26450	rnn.bias_ih_l1	2	-0.10737951844930649
26450	rnn.bias_ih_l1	3	-0.11029177904129028
26450	rnn.bias_ih_l1	4	-0.14597301185131073
26450	rnn.bias_ih_l1	5	-0.08270353823900223
26450	rnn.bias_ih_l1	6	-0.03457462415099144
26450	rnn.bias_ih_l1	7	-0.02955656498670578
26450	rnn.bias_ih_l1	8	-0.07071644067764282
26450	rnn.bias_ih_l1	9	-0.06944947689771652
26450	rnn.bias_hh_l1	0	-0.08627760410308838
26450	rnn.bias_hh_l1	1	-0.025811564177274704
26450	rnn.bias_hh_l1	2	-0.028305934742093086
26450	rnn.bias_hh_l1	3	-0.04513925313949585
26450	rnn.bias_hh_l1	4	-0.07794422656297684
26450	rnn.bias_hh_l1	5	-0.03470684215426445
26450	rnn.bias_hh_l1	6	-0.055450376123189926
26450	rnn.bias_hh_l1	7	-0.008990044705569744
26450	rnn.bias_hh_l1	8	-0.01907745935022831
26450	rnn.bias_hh_l1	9	-0.017213381826877594
26450	rnn.weight_ih_l1_reverse	0	-0.03163415938615799
26450	rnn.weight_ih_l1_reverse	1	-0.0013187634758651257
26450	rnn.weight_ih_l1_reverse	2	-0.05349491536617279
26450	rnn.weight_ih_l1_reverse	3	-0.024013027548789978
26450	rnn.weight_ih_l1_reverse	4	-0.013409399427473545
26450	rnn.weight_ih_l1_reverse	5	-0.03487468138337135
26450	rnn.weight_ih_l1_reverse	6	-0.021797973662614822
26450	rnn.weight_ih_l1_reverse	7	0.012769900262355804
26450	rnn.weight_ih_l1_reverse	8	0.02486434578895569
26450	rnn.weight_ih_l1_reverse	9	-0.05224495381116867
26450	rnn.weight_hh_l1_reverse	0	0.009082409553229809
26450	rnn.weight_hh_l1_reverse	1	0.02798391506075859
26450	rnn.weight_hh_l1_reverse	2	-0.03735470026731491
26450	rnn.weight_hh_l1_reverse	3	0.038517650216817856
26450	rnn.weight_hh_l1_reverse	4	0.043328747153282166
26450	rnn.weight_hh_l1_reverse	5	0.011415346525609493
26450	rnn.weight_hh_l1_reverse	6	0.010008911602199078
26450	rnn.weight_hh_l1_reverse	7	0.028284724801778793
26450	rnn.weight_hh_l1_reverse	8	-0.006149256601929665
26450	rnn.weight_hh_l1_reverse	9	-0.03826415538787842
26450	rnn.bias_ih_l1_reverse	0	-0.005389367695897818
26450	rnn.bias_ih_l1_reverse	1	-0.049217503517866135
26450	rnn.bias_ih_l1_reverse	2	-0.07628770172595978
26450	rnn.bias_ih_l1_reverse	3	-0.036993607878685
26450	rnn.bias_ih_l1_reverse	4	-0.10746260732412338
26450	rnn.bias_ih_l1_reverse	5	-0.0695294588804245
26450	rnn.bias_ih_l1_reverse	6	-0.06833625584840775
26450	rnn.bias_ih_l1_reverse	7	-0.08137742429971695
26450	rnn.bias_ih_l1_reverse	8	0.0648016631603241
26450	rnn.bias_ih_l1_reverse	9	0.01204878930002451
26450	rnn.bias_hh_l1_reverse	0	0.006444732192903757
26450	rnn.bias_hh_l1_reverse	1	0.04628421366214752
26450	rnn.bias_hh_l1_reverse	2	-0.14688648283481598
26450	rnn.bias_hh_l1_reverse	3	-0.023475322872400284
26450	rnn.bias_hh_l1_reverse	4	-0.03191069886088371
26450	rnn.bias_hh_l1_reverse	5	-0.042480189353227615
26450	rnn.bias_hh_l1_reverse	6	0.08006170392036438
26450	rnn.bias_hh_l1_reverse	7	-0.06942443549633026
26450	rnn.bias_hh_l1_reverse	8	-0.05549704656004906
26450	rnn.bias_hh_l1_reverse	9	-0.062160659581422806
26450	linear.weight	0	0.002228822559118271
26450	linear.weight	1	0.030243081972002983
26450	linear.weight	2	-0.11235242336988449
26450	linear.weight	3	0.1416698694229126
26450	linear.weight	4	0.08060719817876816
26450	linear.weight	5	0.04237296059727669
26450	linear.weight	6	0.11150329560041428
26450	linear.weight	7	0.09359487146139145
26450	linear.weight	8	0.04196500405669212
26450	linear.weight	9	-0.039103418588638306
26450	linear.bias	0	-0.0895223543047905
26450	linear.bias	1	0.057595156133174896
26450	linear.bias	2	-0.369332492351532
26450	linear.bias	3	-0.7456976175308228
26450	linear.bias	4	-0.8850898742675781
26450	linear.bias	5	0.04207266867160797
26450	linear.bias	6	-0.4858124256134033
26450	linear.bias	7	0.5111683011054993
26450	linear.bias	8	-0.558042585849762
26450	linear.bias	9	-0.76044100522995
26647	transitions	0	0.23666979372501373
26647	transitions	1	-0.09878280758857727
26647	transitions	2	-10000.0
26647	transitions	3	-1.772365689277649
26647	transitions	4	-10000.0
26647	transitions	5	0.7467630505561829
26647	transitions	6	0.058717623353004456
26647	transitions	7	-0.06892198324203491
26647	transitions	8	-1.2445956468582153
26647	transitions	9	0.0005498864920809865
26647	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
26647	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
26647	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
26647	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
26647	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
26647	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
26647	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
26647	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
26647	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
26647	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
26647	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
26647	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
26647	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
26647	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
26647	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
26647	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
26647	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
26647	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
26647	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
26647	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
26647	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
26647	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
26647	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
26647	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
26647	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
26647	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
26647	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
26647	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
26647	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
26647	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
26647	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
26647	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
26647	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
26647	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
26647	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
26647	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
26647	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
26647	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
26647	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
26647	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
26647	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
26647	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
26647	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
26647	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
26647	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
26647	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
26647	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
26647	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
26647	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
26647	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
26647	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
26647	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
26647	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
26647	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
26647	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
26647	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
26647	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
26647	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
26647	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
26647	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
26647	embedding2nn.weight	0	0.02974439039826393
26647	embedding2nn.weight	1	-0.016476646065711975
26647	embedding2nn.weight	2	-0.014268253929913044
26647	embedding2nn.weight	3	0.017874378710985184
26647	embedding2nn.weight	4	-0.005915034096688032
26647	embedding2nn.weight	5	-0.0037005937192589045
26647	embedding2nn.weight	6	-0.003973256330937147
26647	embedding2nn.weight	7	-0.033028434962034225
26647	embedding2nn.weight	8	-0.0019979383796453476
26647	embedding2nn.weight	9	-0.01324709877371788
26647	embedding2nn.bias	0	0.04432092234492302
26647	embedding2nn.bias	1	-0.05488412827253342
26647	embedding2nn.bias	2	0.07353290170431137
26647	embedding2nn.bias	3	0.04809661582112312
26647	embedding2nn.bias	4	-0.001317070797085762
26647	embedding2nn.bias	5	-0.03514108806848526
26647	embedding2nn.bias	6	0.02891884557902813
26647	embedding2nn.bias	7	-0.05435961112380028
26647	embedding2nn.bias	8	0.03453874960541725
26647	embedding2nn.bias	9	0.025788798928260803
26647	rnn.weight_ih_l0	0	-0.0158882737159729
26647	rnn.weight_ih_l0	1	0.010705349035561085
26647	rnn.weight_ih_l0	2	0.03178878501057625
26647	rnn.weight_ih_l0	3	0.014842519536614418
26647	rnn.weight_ih_l0	4	-0.021440409123897552
26647	rnn.weight_ih_l0	5	-0.04841853678226471
26647	rnn.weight_ih_l0	6	0.01564045064151287
26647	rnn.weight_ih_l0	7	0.048025380820035934
26647	rnn.weight_ih_l0	8	0.016021335497498512
26647	rnn.weight_ih_l0	9	-0.037538934499025345
26647	rnn.weight_hh_l0	0	-0.03704672306776047
26647	rnn.weight_hh_l0	1	-0.003916705492883921
26647	rnn.weight_hh_l0	2	0.00747116981074214
26647	rnn.weight_hh_l0	3	-0.031141389161348343
26647	rnn.weight_hh_l0	4	0.040885452181100845
26647	rnn.weight_hh_l0	5	-0.012120754458010197
26647	rnn.weight_hh_l0	6	-0.029190437868237495
26647	rnn.weight_hh_l0	7	-0.04432324692606926
26647	rnn.weight_hh_l0	8	0.004139028489589691
26647	rnn.weight_hh_l0	9	-0.030441250652074814
26647	rnn.bias_ih_l0	0	0.02634420245885849
26647	rnn.bias_ih_l0	1	-0.026202525943517685
26647	rnn.bias_ih_l0	2	-0.003688968950882554
26647	rnn.bias_ih_l0	3	0.055327072739601135
26647	rnn.bias_ih_l0	4	-0.035803720355033875
26647	rnn.bias_ih_l0	5	-0.03708858788013458
26647	rnn.bias_ih_l0	6	-0.008280512876808643
26647	rnn.bias_ih_l0	7	0.027942944318056107
26647	rnn.bias_ih_l0	8	-0.07216769456863403
26647	rnn.bias_ih_l0	9	-0.0015922789461910725
26647	rnn.bias_hh_l0	0	-0.031073126941919327
26647	rnn.bias_hh_l0	1	-0.0556253045797348
26647	rnn.bias_hh_l0	2	-0.03461790829896927
26647	rnn.bias_hh_l0	3	-0.0379633791744709
26647	rnn.bias_hh_l0	4	-0.008725999854505062
26647	rnn.bias_hh_l0	5	0.01690845936536789
26647	rnn.bias_hh_l0	6	0.021841151639819145
26647	rnn.bias_hh_l0	7	-0.012177780270576477
26647	rnn.bias_hh_l0	8	-0.059911467134952545
26647	rnn.bias_hh_l0	9	-0.016268586739897728
26647	rnn.weight_ih_l0_reverse	0	-0.01170908659696579
26647	rnn.weight_ih_l0_reverse	1	-0.05703495442867279
26647	rnn.weight_ih_l0_reverse	2	-0.024954793974757195
26647	rnn.weight_ih_l0_reverse	3	0.0030357236973941326
26647	rnn.weight_ih_l0_reverse	4	-0.014228558167815208
26647	rnn.weight_ih_l0_reverse	5	-0.048877205699682236
26647	rnn.weight_ih_l0_reverse	6	0.0432906337082386
26647	rnn.weight_ih_l0_reverse	7	-0.02361191064119339
26647	rnn.weight_ih_l0_reverse	8	-0.030316850170493126
26647	rnn.weight_ih_l0_reverse	9	0.01794721558690071
26647	rnn.weight_hh_l0_reverse	0	0.03150734305381775
26647	rnn.weight_hh_l0_reverse	1	0.031009744852781296
26647	rnn.weight_hh_l0_reverse	2	0.03224320337176323
26647	rnn.weight_hh_l0_reverse	3	0.018439536914229393
26647	rnn.weight_hh_l0_reverse	4	0.010579814203083515
26647	rnn.weight_hh_l0_reverse	5	-0.002093228744342923
26647	rnn.weight_hh_l0_reverse	6	0.03588387742638588
26647	rnn.weight_hh_l0_reverse	7	-0.028707392513751984
26647	rnn.weight_hh_l0_reverse	8	0.012443828396499157
26647	rnn.weight_hh_l0_reverse	9	0.04899779334664345
26647	rnn.bias_ih_l0_reverse	0	-0.060474541038274765
26647	rnn.bias_ih_l0_reverse	1	-0.11638973653316498
26647	rnn.bias_ih_l0_reverse	2	-0.027163362130522728
26647	rnn.bias_ih_l0_reverse	3	4.563715629046783e-05
26647	rnn.bias_ih_l0_reverse	4	-0.01638820394873619
26647	rnn.bias_ih_l0_reverse	5	0.030210882425308228
26647	rnn.bias_ih_l0_reverse	6	-0.023631788790225983
26647	rnn.bias_ih_l0_reverse	7	0.03051145374774933
26647	rnn.bias_ih_l0_reverse	8	-0.027690397575497627
26647	rnn.bias_ih_l0_reverse	9	0.027308780699968338
26647	rnn.bias_hh_l0_reverse	0	-0.028492983430624008
26647	rnn.bias_hh_l0_reverse	1	-0.02089906483888626
26647	rnn.bias_hh_l0_reverse	2	0.0158793106675148
26647	rnn.bias_hh_l0_reverse	3	-0.04234015569090843
26647	rnn.bias_hh_l0_reverse	4	-0.03964196890592575
26647	rnn.bias_hh_l0_reverse	5	-0.03933592140674591
26647	rnn.bias_hh_l0_reverse	6	0.00034461577888578176
26647	rnn.bias_hh_l0_reverse	7	0.033215444535017014
26647	rnn.bias_hh_l0_reverse	8	0.03967541456222534
26647	rnn.bias_hh_l0_reverse	9	-0.07843223959207535
26647	rnn.weight_ih_l1	0	-0.0315520204603672
26647	rnn.weight_ih_l1	1	-0.03393467143177986
26647	rnn.weight_ih_l1	2	0.04142070189118385
26647	rnn.weight_ih_l1	3	-0.027604108676314354
26647	rnn.weight_ih_l1	4	0.007179989013820887
26647	rnn.weight_ih_l1	5	-0.040614865720272064
26647	rnn.weight_ih_l1	6	0.016390854492783546
26647	rnn.weight_ih_l1	7	-0.03866170719265938
26647	rnn.weight_ih_l1	8	0.03910217061638832
26647	rnn.weight_ih_l1	9	0.026464100927114487
26647	rnn.weight_hh_l1	0	0.0023701011668890715
26647	rnn.weight_hh_l1	1	0.006304936017841101
26647	rnn.weight_hh_l1	2	-0.025273680686950684
26647	rnn.weight_hh_l1	3	-0.002629718976095319
26647	rnn.weight_hh_l1	4	0.006223185453563929
26647	rnn.weight_hh_l1	5	0.03113529458642006
26647	rnn.weight_hh_l1	6	0.03126762807369232
26647	rnn.weight_hh_l1	7	-0.03048524260520935
26647	rnn.weight_hh_l1	8	-0.039352335035800934
26647	rnn.weight_hh_l1	9	0.03932148218154907
26647	rnn.bias_ih_l1	0	-0.08601626008749008
26647	rnn.bias_ih_l1	1	-0.06306827813386917
26647	rnn.bias_ih_l1	2	-0.10815269500017166
26647	rnn.bias_ih_l1	3	-0.1122191846370697
26647	rnn.bias_ih_l1	4	-0.14934571087360382
26647	rnn.bias_ih_l1	5	-0.08331912010908127
26647	rnn.bias_ih_l1	6	-0.03841967508196831
26647	rnn.bias_ih_l1	7	-0.030572030693292618
26647	rnn.bias_ih_l1	8	-0.06877276301383972
26647	rnn.bias_ih_l1	9	-0.07048659026622772
26647	rnn.bias_hh_l1	0	-0.08633463084697723
26647	rnn.bias_hh_l1	1	-0.024729982018470764
26647	rnn.bias_hh_l1	2	-0.030088715255260468
26647	rnn.bias_hh_l1	3	-0.04684358462691307
26647	rnn.bias_hh_l1	4	-0.07753568142652512
26647	rnn.bias_hh_l1	5	-0.036271099001169205
26647	rnn.bias_hh_l1	6	-0.05534876137971878
26647	rnn.bias_hh_l1	7	-0.004149625077843666
26647	rnn.bias_hh_l1	8	-0.020490195602178574
26647	rnn.bias_hh_l1	9	-0.014329309575259686
26647	rnn.weight_ih_l1_reverse	0	-0.030371803790330887
26647	rnn.weight_ih_l1_reverse	1	-0.00619963463395834
26647	rnn.weight_ih_l1_reverse	2	-0.0523441843688488
26647	rnn.weight_ih_l1_reverse	3	-0.024951942265033722
26647	rnn.weight_ih_l1_reverse	4	-0.01361638680100441
26647	rnn.weight_ih_l1_reverse	5	-0.03542522341012955
26647	rnn.weight_ih_l1_reverse	6	-0.022358333691954613
26647	rnn.weight_ih_l1_reverse	7	0.012779278680682182
26647	rnn.weight_ih_l1_reverse	8	0.026945412158966064
26647	rnn.weight_ih_l1_reverse	9	-0.05283833667635918
26647	rnn.weight_hh_l1_reverse	0	0.009187937714159489
26647	rnn.weight_hh_l1_reverse	1	0.02797907218337059
26647	rnn.weight_hh_l1_reverse	2	-0.03736666589975357
26647	rnn.weight_hh_l1_reverse	3	0.03853282704949379
26647	rnn.weight_hh_l1_reverse	4	0.04231394827365875
26647	rnn.weight_hh_l1_reverse	5	0.011485346592962742
26647	rnn.weight_hh_l1_reverse	6	0.01095165591686964
26647	rnn.weight_hh_l1_reverse	7	0.028193240985274315
26647	rnn.weight_hh_l1_reverse	8	-0.006109659560024738
26647	rnn.weight_hh_l1_reverse	9	-0.03849126398563385
26647	rnn.bias_ih_l1_reverse	0	-0.009368333034217358
26647	rnn.bias_ih_l1_reverse	1	-0.04962427169084549
26647	rnn.bias_ih_l1_reverse	2	-0.07577415555715561
26647	rnn.bias_ih_l1_reverse	3	-0.021060800179839134
26647	rnn.bias_ih_l1_reverse	4	-0.10887009650468826
26647	rnn.bias_ih_l1_reverse	5	-0.0700991228222847
26647	rnn.bias_ih_l1_reverse	6	-0.06923922896385193
26647	rnn.bias_ih_l1_reverse	7	-0.08305815607309341
26647	rnn.bias_ih_l1_reverse	8	0.04808807373046875
26647	rnn.bias_ih_l1_reverse	9	0.015765417367219925
26647	rnn.bias_hh_l1_reverse	0	-9.709265577839687e-05
26647	rnn.bias_hh_l1_reverse	1	0.04008392244577408
26647	rnn.bias_hh_l1_reverse	2	-0.14519715309143066
26647	rnn.bias_hh_l1_reverse	3	-0.023650148883461952
26647	rnn.bias_hh_l1_reverse	4	-0.030742472037672997
26647	rnn.bias_hh_l1_reverse	5	-0.04327815771102905
26647	rnn.bias_hh_l1_reverse	6	0.08256974816322327
26647	rnn.bias_hh_l1_reverse	7	-0.07105288654565811
26647	rnn.bias_hh_l1_reverse	8	-0.057522956281900406
26647	rnn.bias_hh_l1_reverse	9	-0.06237449869513512
26647	linear.weight	0	0.002228822559118271
26647	linear.weight	1	0.03015730530023575
26647	linear.weight	2	-0.10158126056194305
26647	linear.weight	3	0.1318129450082779
26647	linear.weight	4	0.08549126237630844
26647	linear.weight	5	0.04225838929414749
26647	linear.weight	6	0.09298232942819595
26647	linear.weight	7	0.09935645014047623
26647	linear.weight	8	0.04197879135608673
26647	linear.weight	9	-0.036769092082977295
26647	linear.bias	0	-0.06239616870880127
26647	linear.bias	1	0.02645844593644142
26647	linear.bias	2	-0.3932833671569824
26647	linear.bias	3	-0.7738975882530212
26647	linear.bias	4	-0.9093891978263855
26647	linear.bias	5	0.05725419148802757
26647	linear.bias	6	-0.5101931691169739
26647	linear.bias	7	0.5278747081756592
26647	linear.bias	8	-0.5672916173934937
26647	linear.bias	9	-0.7621043920516968
26844	transitions	0	0.23551416397094727
26844	transitions	1	-0.1057002991437912
26844	transitions	2	-10000.0
26844	transitions	3	-1.7725932598114014
26844	transitions	4	-10000.0
26844	transitions	5	0.7460756897926331
26844	transitions	6	0.05781729519367218
26844	transitions	7	-0.07133283466100693
26844	transitions	8	-1.2453876733779907
26844	transitions	9	0.0005407231510616839
26844	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
26844	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
26844	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
26844	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
26844	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
26844	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
26844	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
26844	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
26844	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
26844	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
26844	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
26844	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
26844	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
26844	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
26844	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
26844	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
26844	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
26844	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
26844	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
26844	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
26844	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
26844	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
26844	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
26844	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
26844	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
26844	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
26844	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
26844	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
26844	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
26844	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
26844	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
26844	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
26844	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
26844	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
26844	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
26844	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
26844	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
26844	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
26844	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
26844	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
26844	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
26844	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
26844	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
26844	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
26844	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
26844	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
26844	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
26844	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
26844	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
26844	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
26844	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
26844	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
26844	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
26844	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
26844	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
26844	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
26844	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
26844	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
26844	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
26844	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
26844	embedding2nn.weight	0	0.028719956055283546
26844	embedding2nn.weight	1	-0.016565542668104172
26844	embedding2nn.weight	2	-0.014268253929913044
26844	embedding2nn.weight	3	0.017781278118491173
26844	embedding2nn.weight	4	-0.005915034096688032
26844	embedding2nn.weight	5	-0.003700593486428261
26844	embedding2nn.weight	6	-0.003973253536969423
26844	embedding2nn.weight	7	-0.03306594491004944
26844	embedding2nn.weight	8	-0.0019979383796453476
26844	embedding2nn.weight	9	-0.01262782420963049
26844	embedding2nn.bias	0	0.034914661198854446
26844	embedding2nn.bias	1	-0.0521748811006546
26844	embedding2nn.bias	2	0.06831854581832886
26844	embedding2nn.bias	3	0.04512709751725197
26844	embedding2nn.bias	4	0.0015463023446500301
26844	embedding2nn.bias	5	-0.038248755037784576
26844	embedding2nn.bias	6	0.016231726855039597
26844	embedding2nn.bias	7	-0.06058396399021149
26844	embedding2nn.bias	8	0.03434021398425102
26844	embedding2nn.bias	9	0.016597148030996323
26844	rnn.weight_ih_l0	0	-0.016315169632434845
26844	rnn.weight_ih_l0	1	0.011346169747412205
26844	rnn.weight_ih_l0	2	0.03144308552145958
26844	rnn.weight_ih_l0	3	0.015290051698684692
26844	rnn.weight_ih_l0	4	-0.021315963938832283
26844	rnn.weight_ih_l0	5	-0.048395946621894836
26844	rnn.weight_ih_l0	6	0.01624678634107113
26844	rnn.weight_ih_l0	7	0.046970635652542114
26844	rnn.weight_ih_l0	8	0.015858357772231102
26844	rnn.weight_ih_l0	9	-0.03700149431824684
26844	rnn.weight_hh_l0	0	-0.03695087879896164
26844	rnn.weight_hh_l0	1	-0.005682761315256357
26844	rnn.weight_hh_l0	2	0.008554658852517605
26844	rnn.weight_hh_l0	3	-0.030771298334002495
26844	rnn.weight_hh_l0	4	0.040676675736904144
26844	rnn.weight_hh_l0	5	-0.011182156391441822
26844	rnn.weight_hh_l0	6	-0.03103742189705372
26844	rnn.weight_hh_l0	7	-0.04467610642313957
26844	rnn.weight_hh_l0	8	0.004790767095983028
26844	rnn.weight_hh_l0	9	-0.030306972563266754
26844	rnn.bias_ih_l0	0	0.02991415746510029
26844	rnn.bias_ih_l0	1	-0.027839772403240204
26844	rnn.bias_ih_l0	2	-0.003989244811236858
26844	rnn.bias_ih_l0	3	0.05738430842757225
26844	rnn.bias_ih_l0	4	-0.03922778740525246
26844	rnn.bias_ih_l0	5	-0.03612038493156433
26844	rnn.bias_ih_l0	6	-0.0019952694419771433
26844	rnn.bias_ih_l0	7	0.027235377579927444
26844	rnn.bias_ih_l0	8	-0.07166900485754013
26844	rnn.bias_ih_l0	9	0.0033515894319862127
26844	rnn.bias_hh_l0	0	-0.03145945072174072
26844	rnn.bias_hh_l0	1	-0.056705292314291
26844	rnn.bias_hh_l0	2	-0.032237403094768524
26844	rnn.bias_hh_l0	3	-0.04073762148618698
26844	rnn.bias_hh_l0	4	-0.009422718547284603
26844	rnn.bias_hh_l0	5	0.016563214361667633
26844	rnn.bias_hh_l0	6	0.022948358207941055
26844	rnn.bias_hh_l0	7	-0.013042648322880268
26844	rnn.bias_hh_l0	8	-0.06332282721996307
26844	rnn.bias_hh_l0	9	-0.011507799848914146
26844	rnn.weight_ih_l0_reverse	0	-0.011030526831746101
26844	rnn.weight_ih_l0_reverse	1	-0.05674571543931961
26844	rnn.weight_ih_l0_reverse	2	-0.02349182218313217
26844	rnn.weight_ih_l0_reverse	3	0.0029513868503272533
26844	rnn.weight_ih_l0_reverse	4	-0.014889393001794815
26844	rnn.weight_ih_l0_reverse	5	-0.048764899373054504
26844	rnn.weight_ih_l0_reverse	6	0.04325229674577713
26844	rnn.weight_ih_l0_reverse	7	-0.024066012352705002
26844	rnn.weight_ih_l0_reverse	8	-0.029936663806438446
26844	rnn.weight_ih_l0_reverse	9	0.017172755673527718
26844	rnn.weight_hh_l0_reverse	0	0.031926535069942474
26844	rnn.weight_hh_l0_reverse	1	0.030980128794908524
26844	rnn.weight_hh_l0_reverse	2	0.031678199768066406
26844	rnn.weight_hh_l0_reverse	3	0.01837773807346821
26844	rnn.weight_hh_l0_reverse	4	0.010810958221554756
26844	rnn.weight_hh_l0_reverse	5	-0.002166001359000802
26844	rnn.weight_hh_l0_reverse	6	0.03602900728583336
26844	rnn.weight_hh_l0_reverse	7	-0.028549809008836746
26844	rnn.weight_hh_l0_reverse	8	0.012346387840807438
26844	rnn.weight_hh_l0_reverse	9	0.049303825944662094
26844	rnn.bias_ih_l0_reverse	0	-0.06090085208415985
26844	rnn.bias_ih_l0_reverse	1	-0.11724749207496643
26844	rnn.bias_ih_l0_reverse	2	-0.02387799695134163
26844	rnn.bias_ih_l0_reverse	3	-7.583583646919578e-05
26844	rnn.bias_ih_l0_reverse	4	-0.018062997609376907
26844	rnn.bias_ih_l0_reverse	5	0.025796327739953995
26844	rnn.bias_ih_l0_reverse	6	-0.022731538861989975
26844	rnn.bias_ih_l0_reverse	7	0.030894018709659576
26844	rnn.bias_ih_l0_reverse	8	-0.02795318327844143
26844	rnn.bias_ih_l0_reverse	9	0.024250458925962448
26844	rnn.bias_hh_l0_reverse	0	-0.028282225131988525
26844	rnn.bias_hh_l0_reverse	1	-0.02461162768304348
26844	rnn.bias_hh_l0_reverse	2	0.01681853085756302
26844	rnn.bias_hh_l0_reverse	3	-0.041148584336042404
26844	rnn.bias_hh_l0_reverse	4	-0.036003898829221725
26844	rnn.bias_hh_l0_reverse	5	-0.04211060330271721
26844	rnn.bias_hh_l0_reverse	6	0.0024132016114890575
26844	rnn.bias_hh_l0_reverse	7	0.03197196125984192
26844	rnn.bias_hh_l0_reverse	8	0.03773033991456032
26844	rnn.bias_hh_l0_reverse	9	-0.0814003273844719
26844	rnn.weight_ih_l1	0	-0.031420718878507614
26844	rnn.weight_ih_l1	1	-0.03611285239458084
26844	rnn.weight_ih_l1	2	0.045891810208559036
26844	rnn.weight_ih_l1	3	-0.025463711470365524
26844	rnn.weight_ih_l1	4	0.007580986712127924
26844	rnn.weight_ih_l1	5	-0.04126790538430214
26844	rnn.weight_ih_l1	6	0.017594274133443832
26844	rnn.weight_ih_l1	7	-0.03932759910821915
26844	rnn.weight_ih_l1	8	0.038933005183935165
26844	rnn.weight_ih_l1	9	0.025841496884822845
26844	rnn.weight_hh_l1	0	0.005320449825376272
26844	rnn.weight_hh_l1	1	0.006106976885348558
26844	rnn.weight_hh_l1	2	-0.025191213935613632
26844	rnn.weight_hh_l1	3	-0.0029668572824448347
26844	rnn.weight_hh_l1	4	0.005801588762551546
26844	rnn.weight_hh_l1	5	0.03129873052239418
26844	rnn.weight_hh_l1	6	0.03187882527709007
26844	rnn.weight_hh_l1	7	-0.0303731020539999
26844	rnn.weight_hh_l1	8	-0.039644669741392136
26844	rnn.weight_hh_l1	9	0.03911746293306351
26844	rnn.bias_ih_l1	0	-0.08604758232831955
26844	rnn.bias_ih_l1	1	-0.06219761073589325
26844	rnn.bias_ih_l1	2	-0.10580956190824509
26844	rnn.bias_ih_l1	3	-0.11056071519851685
26844	rnn.bias_ih_l1	4	-0.14732927083969116
26844	rnn.bias_ih_l1	5	-0.08480125665664673
26844	rnn.bias_ih_l1	6	-0.03563745319843292
26844	rnn.bias_ih_l1	7	-0.03038065694272518
26844	rnn.bias_ih_l1	8	-0.0693931132555008
26844	rnn.bias_ih_l1	9	-0.07303754985332489
26844	rnn.bias_hh_l1	0	-0.08763346821069717
26844	rnn.bias_hh_l1	1	-0.025482460856437683
26844	rnn.bias_hh_l1	2	-0.029833881184458733
26844	rnn.bias_hh_l1	3	-0.048742398619651794
26844	rnn.bias_hh_l1	4	-0.07817269116640091
26844	rnn.bias_hh_l1	5	-0.038923077285289764
26844	rnn.bias_hh_l1	6	-0.05788194760680199
26844	rnn.bias_hh_l1	7	-0.013371076434850693
26844	rnn.bias_hh_l1	8	-0.02300582267343998
26844	rnn.bias_hh_l1	9	-0.01302354410290718
26844	rnn.weight_ih_l1_reverse	0	-0.029455022886395454
26844	rnn.weight_ih_l1_reverse	1	-0.011935459449887276
26844	rnn.weight_ih_l1_reverse	2	-0.0530906543135643
26844	rnn.weight_ih_l1_reverse	3	-0.026508670300245285
26844	rnn.weight_ih_l1_reverse	4	-0.015303253196179867
26844	rnn.weight_ih_l1_reverse	5	-0.03550897538661957
26844	rnn.weight_ih_l1_reverse	6	-0.022764798253774643
26844	rnn.weight_ih_l1_reverse	7	0.01312885619699955
26844	rnn.weight_ih_l1_reverse	8	0.025918468832969666
26844	rnn.weight_ih_l1_reverse	9	-0.04862315207719803
26844	rnn.weight_hh_l1_reverse	0	0.009180872701108456
26844	rnn.weight_hh_l1_reverse	1	0.02815469540655613
26844	rnn.weight_hh_l1_reverse	2	-0.03733040392398834
26844	rnn.weight_hh_l1_reverse	3	0.03849336877465248
26844	rnn.weight_hh_l1_reverse	4	0.0422888845205307
26844	rnn.weight_hh_l1_reverse	5	0.011223703622817993
26844	rnn.weight_hh_l1_reverse	6	0.010255640372633934
26844	rnn.weight_hh_l1_reverse	7	0.028411084786057472
26844	rnn.weight_hh_l1_reverse	8	-0.0060563157312572
26844	rnn.weight_hh_l1_reverse	9	-0.038696903735399246
26844	rnn.bias_ih_l1_reverse	0	-0.011818137019872665
26844	rnn.bias_ih_l1_reverse	1	-0.04999343305826187
26844	rnn.bias_ih_l1_reverse	2	-0.07687276601791382
26844	rnn.bias_ih_l1_reverse	3	-0.01177783403545618
26844	rnn.bias_ih_l1_reverse	4	-0.10618779063224792
26844	rnn.bias_ih_l1_reverse	5	-0.06986449658870697
26844	rnn.bias_ih_l1_reverse	6	-0.06846439093351364
26844	rnn.bias_ih_l1_reverse	7	-0.08324794471263885
26844	rnn.bias_ih_l1_reverse	8	0.05476216971874237
26844	rnn.bias_ih_l1_reverse	9	0.0217768382281065
26844	rnn.bias_hh_l1_reverse	0	-0.009729948826134205
26844	rnn.bias_hh_l1_reverse	1	0.039484646171331406
26844	rnn.bias_hh_l1_reverse	2	-0.14380815625190735
26844	rnn.bias_hh_l1_reverse	3	-0.02073012664914131
26844	rnn.bias_hh_l1_reverse	4	-0.031862419098615646
26844	rnn.bias_hh_l1_reverse	5	-0.04257047548890114
26844	rnn.bias_hh_l1_reverse	6	0.07540060579776764
26844	rnn.bias_hh_l1_reverse	7	-0.07012832909822464
26844	rnn.bias_hh_l1_reverse	8	-0.059205055236816406
26844	rnn.bias_hh_l1_reverse	9	-0.061988815665245056
26844	linear.weight	0	0.002228822559118271
26844	linear.weight	1	0.03105609305202961
26844	linear.weight	2	-0.1120636984705925
26844	linear.weight	3	0.13157887756824493
26844	linear.weight	4	0.08370161056518555
26844	linear.weight	5	0.04102495312690735
26844	linear.weight	6	0.10462936758995056
26844	linear.weight	7	0.08231773227453232
26844	linear.weight	8	0.04198841005563736
26844	linear.weight	9	-0.04133833199739456
26844	linear.bias	0	-0.05530356243252754
26844	linear.bias	1	0.03605540841817856
26844	linear.bias	2	-0.41487744450569153
26844	linear.bias	3	-0.7532910704612732
26844	linear.bias	4	-0.8898465633392334
26844	linear.bias	5	0.053162045776844025
26844	linear.bias	6	-0.5060868263244629
26844	linear.bias	7	0.5242282748222351
26844	linear.bias	8	-0.539853572845459
26844	linear.bias	9	-0.7363111972808838
27041	transitions	0	0.24979205429553986
27041	transitions	1	-0.10669532418251038
27041	transitions	2	-10000.0
27041	transitions	3	-1.7728549242019653
27041	transitions	4	-10000.0
27041	transitions	5	0.7451883554458618
27041	transitions	6	0.05714712664484978
27041	transitions	7	-0.07315359264612198
27041	transitions	8	-1.2463135719299316
27041	transitions	9	0.0005325539386831224
27041	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
27041	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
27041	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
27041	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
27041	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
27041	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
27041	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
27041	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
27041	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
27041	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
27041	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
27041	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
27041	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
27041	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
27041	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
27041	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
27041	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
27041	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
27041	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
27041	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
27041	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
27041	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
27041	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
27041	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
27041	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
27041	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
27041	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
27041	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
27041	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
27041	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
27041	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
27041	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
27041	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
27041	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
27041	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
27041	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
27041	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
27041	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
27041	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
27041	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
27041	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
27041	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
27041	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
27041	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
27041	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
27041	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
27041	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
27041	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
27041	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
27041	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
27041	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
27041	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
27041	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
27041	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
27041	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
27041	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
27041	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
27041	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
27041	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
27041	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
27041	embedding2nn.weight	0	0.029045792296528816
27041	embedding2nn.weight	1	-0.016542566940188408
27041	embedding2nn.weight	2	-0.014268253929913044
27041	embedding2nn.weight	3	0.017985239624977112
27041	embedding2nn.weight	4	-0.005915034096688032
27041	embedding2nn.weight	5	-0.003700592555105686
27041	embedding2nn.weight	6	-0.003973254468291998
27041	embedding2nn.weight	7	-0.032876066863536835
27041	embedding2nn.weight	8	-0.0019979383796453476
27041	embedding2nn.weight	9	-0.012637319974601269
27041	embedding2nn.bias	0	0.033583130687475204
27041	embedding2nn.bias	1	-0.042738139629364014
27041	embedding2nn.bias	2	0.06235294044017792
27041	embedding2nn.bias	3	0.044793277978897095
27041	embedding2nn.bias	4	-0.00204558321274817
27041	embedding2nn.bias	5	-0.03194805979728699
27041	embedding2nn.bias	6	0.019888876006007195
27041	embedding2nn.bias	7	-0.05740655958652496
27041	embedding2nn.bias	8	0.023420892655849457
27041	embedding2nn.bias	9	0.019044945016503334
27041	rnn.weight_ih_l0	0	-0.015143629163503647
27041	rnn.weight_ih_l0	1	0.009998412802815437
27041	rnn.weight_ih_l0	2	0.03131783381104469
27041	rnn.weight_ih_l0	3	0.0147914569824934
27041	rnn.weight_ih_l0	4	-0.023560529574751854
27041	rnn.weight_ih_l0	5	-0.0494365431368351
27041	rnn.weight_ih_l0	6	0.01572369411587715
27041	rnn.weight_ih_l0	7	0.0467434898018837
27041	rnn.weight_ih_l0	8	0.01613038405776024
27041	rnn.weight_ih_l0	9	-0.03682418167591095
27041	rnn.weight_hh_l0	0	-0.03875325992703438
27041	rnn.weight_hh_l0	1	-0.006021063309162855
27041	rnn.weight_hh_l0	2	0.008823567070066929
27041	rnn.weight_hh_l0	3	-0.02927268296480179
27041	rnn.weight_hh_l0	4	0.040446288883686066
27041	rnn.weight_hh_l0	5	-0.011033435352146626
27041	rnn.weight_hh_l0	6	-0.02960662730038166
27041	rnn.weight_hh_l0	7	-0.04346431419253349
27041	rnn.weight_hh_l0	8	0.004916352219879627
27041	rnn.weight_hh_l0	9	-0.029626045376062393
27041	rnn.bias_ih_l0	0	0.02619318664073944
27041	rnn.bias_ih_l0	1	-0.028702013194561005
27041	rnn.bias_ih_l0	2	-0.003129635937511921
27041	rnn.bias_ih_l0	3	0.05799229443073273
27041	rnn.bias_ih_l0	4	-0.038131289184093475
27041	rnn.bias_ih_l0	5	-0.037603944540023804
27041	rnn.bias_ih_l0	6	-0.0041288030333817005
27041	rnn.bias_ih_l0	7	0.02763635478913784
27041	rnn.bias_ih_l0	8	-0.0705326572060585
27041	rnn.bias_ih_l0	9	-0.002573961392045021
27041	rnn.bias_hh_l0	0	-0.029030704870820045
27041	rnn.bias_hh_l0	1	-0.05491218715906143
27041	rnn.bias_hh_l0	2	-0.030875585973262787
27041	rnn.bias_hh_l0	3	-0.03991546854376793
27041	rnn.bias_hh_l0	4	-0.008442836813628674
27041	rnn.bias_hh_l0	5	0.015312219969928265
27041	rnn.bias_hh_l0	6	0.023342523723840714
27041	rnn.bias_hh_l0	7	-0.016362138092517853
27041	rnn.bias_hh_l0	8	-0.06384836882352829
27041	rnn.bias_hh_l0	9	-0.010622182860970497
27041	rnn.weight_ih_l0_reverse	0	-0.010470266453921795
27041	rnn.weight_ih_l0_reverse	1	-0.05477430298924446
27041	rnn.weight_ih_l0_reverse	2	-0.023044440895318985
27041	rnn.weight_ih_l0_reverse	3	0.0025300271809101105
27041	rnn.weight_ih_l0_reverse	4	-0.014592129737138748
27041	rnn.weight_ih_l0_reverse	5	-0.0489342026412487
27041	rnn.weight_ih_l0_reverse	6	0.043447621166706085
27041	rnn.weight_ih_l0_reverse	7	-0.024008309468626976
27041	rnn.weight_ih_l0_reverse	8	-0.029849182814359665
27041	rnn.weight_ih_l0_reverse	9	0.017984559759497643
27041	rnn.weight_hh_l0_reverse	0	0.031124765053391457
27041	rnn.weight_hh_l0_reverse	1	0.030289435759186745
27041	rnn.weight_hh_l0_reverse	2	0.030929069966077805
27041	rnn.weight_hh_l0_reverse	3	0.018721304833889008
27041	rnn.weight_hh_l0_reverse	4	0.010648783296346664
27041	rnn.weight_hh_l0_reverse	5	-0.004851656965911388
27041	rnn.weight_hh_l0_reverse	6	0.03603173792362213
27041	rnn.weight_hh_l0_reverse	7	-0.027724066749215126
27041	rnn.weight_hh_l0_reverse	8	0.011928735300898552
27041	rnn.weight_hh_l0_reverse	9	0.04977338761091232
27041	rnn.bias_ih_l0_reverse	0	-0.061524175107479095
27041	rnn.bias_ih_l0_reverse	1	-0.11832409352064133
27041	rnn.bias_ih_l0_reverse	2	-0.023399746045470238
27041	rnn.bias_ih_l0_reverse	3	-0.004592009354382753
27041	rnn.bias_ih_l0_reverse	4	-0.01863754354417324
27041	rnn.bias_ih_l0_reverse	5	0.0288335382938385
27041	rnn.bias_ih_l0_reverse	6	-0.02262277528643608
27041	rnn.bias_ih_l0_reverse	7	0.031483907252550125
27041	rnn.bias_ih_l0_reverse	8	-0.02804224193096161
27041	rnn.bias_ih_l0_reverse	9	0.023269370198249817
27041	rnn.bias_hh_l0_reverse	0	-0.030310869216918945
27041	rnn.bias_hh_l0_reverse	1	-0.02518569678068161
27041	rnn.bias_hh_l0_reverse	2	0.019256286323070526
27041	rnn.bias_hh_l0_reverse	3	-0.04105730727314949
27041	rnn.bias_hh_l0_reverse	4	-0.037774231284856796
27041	rnn.bias_hh_l0_reverse	5	-0.04148601368069649
27041	rnn.bias_hh_l0_reverse	6	0.007470834534615278
27041	rnn.bias_hh_l0_reverse	7	0.028447454795241356
27041	rnn.bias_hh_l0_reverse	8	0.034107185900211334
27041	rnn.bias_hh_l0_reverse	9	-0.08206507563591003
27041	rnn.weight_ih_l1	0	-0.031550850719213486
27041	rnn.weight_ih_l1	1	-0.036103613674640656
27041	rnn.weight_ih_l1	2	0.04329138621687889
27041	rnn.weight_ih_l1	3	-0.02567310631275177
27041	rnn.weight_ih_l1	4	0.008241638541221619
27041	rnn.weight_ih_l1	5	-0.04094965010881424
27041	rnn.weight_ih_l1	6	0.017918797209858894
27041	rnn.weight_ih_l1	7	-0.0402211956679821
27041	rnn.weight_ih_l1	8	0.03840919956564903
27041	rnn.weight_ih_l1	9	0.025977106764912605
27041	rnn.weight_hh_l1	0	0.004560388159006834
27041	rnn.weight_hh_l1	1	0.005997333209961653
27041	rnn.weight_hh_l1	2	-0.026312794536352158
27041	rnn.weight_hh_l1	3	-0.0031161350198090076
27041	rnn.weight_hh_l1	4	0.004660297185182571
27041	rnn.weight_hh_l1	5	0.03114686906337738
27041	rnn.weight_hh_l1	6	0.0320826955139637
27041	rnn.weight_hh_l1	7	-0.030264105647802353
27041	rnn.weight_hh_l1	8	-0.03937969729304314
27041	rnn.weight_hh_l1	9	0.03935858979821205
27041	rnn.bias_ih_l1	0	-0.08900139480829239
27041	rnn.bias_ih_l1	1	-0.05961284041404724
27041	rnn.bias_ih_l1	2	-0.10539623349905014
27041	rnn.bias_ih_l1	3	-0.11015315353870392
27041	rnn.bias_ih_l1	4	-0.1514672487974167
27041	rnn.bias_ih_l1	5	-0.08401047438383102
27041	rnn.bias_ih_l1	6	-0.03785628452897072
27041	rnn.bias_ih_l1	7	-0.029223231598734856
27041	rnn.bias_ih_l1	8	-0.06613673269748688
27041	rnn.bias_ih_l1	9	-0.06963684409856796
27041	rnn.bias_hh_l1	0	-0.08375638723373413
27041	rnn.bias_hh_l1	1	-0.023193802684545517
27041	rnn.bias_hh_l1	2	-0.03010638989508152
27041	rnn.bias_hh_l1	3	-0.04917445778846741
27041	rnn.bias_hh_l1	4	-0.07791104912757874
27041	rnn.bias_hh_l1	5	-0.03917057439684868
27041	rnn.bias_hh_l1	6	-0.05976168438792229
27041	rnn.bias_hh_l1	7	-0.022390276193618774
27041	rnn.bias_hh_l1	8	-0.023899931460618973
27041	rnn.bias_hh_l1	9	-0.014606064185500145
27041	rnn.weight_ih_l1_reverse	0	-0.030825618654489517
27041	rnn.weight_ih_l1_reverse	1	-0.006964651867747307
27041	rnn.weight_ih_l1_reverse	2	-0.04988585039973259
27041	rnn.weight_ih_l1_reverse	3	-0.026572488248348236
27041	rnn.weight_ih_l1_reverse	4	-0.016208909451961517
27041	rnn.weight_ih_l1_reverse	5	-0.035473961383104324
27041	rnn.weight_ih_l1_reverse	6	-0.022165779024362564
27041	rnn.weight_ih_l1_reverse	7	0.012972456403076649
27041	rnn.weight_ih_l1_reverse	8	0.017601249739527702
27041	rnn.weight_ih_l1_reverse	9	-0.04538428410887718
27041	rnn.weight_hh_l1_reverse	0	0.009234190918505192
27041	rnn.weight_hh_l1_reverse	1	0.028189565986394882
27041	rnn.weight_hh_l1_reverse	2	-0.03732879459857941
27041	rnn.weight_hh_l1_reverse	3	0.038531187921762466
27041	rnn.weight_hh_l1_reverse	4	0.042353175580501556
27041	rnn.weight_hh_l1_reverse	5	0.011712259612977505
27041	rnn.weight_hh_l1_reverse	6	0.011736116372048855
27041	rnn.weight_hh_l1_reverse	7	0.028295161202549934
27041	rnn.weight_hh_l1_reverse	8	-0.005826840177178383
27041	rnn.weight_hh_l1_reverse	9	-0.03858496621251106
27041	rnn.bias_ih_l1_reverse	0	-0.013428715988993645
27041	rnn.bias_ih_l1_reverse	1	-0.0506146177649498
27041	rnn.bias_ih_l1_reverse	2	-0.07726756483316422
27041	rnn.bias_ih_l1_reverse	3	-0.014786878600716591
27041	rnn.bias_ih_l1_reverse	4	-0.10470516979694366
27041	rnn.bias_ih_l1_reverse	5	-0.06904523819684982
27041	rnn.bias_ih_l1_reverse	6	-0.06902694702148438
27041	rnn.bias_ih_l1_reverse	7	-0.08415023237466812
27041	rnn.bias_ih_l1_reverse	8	0.0584581159055233
27041	rnn.bias_ih_l1_reverse	9	0.022491663694381714
27041	rnn.bias_hh_l1_reverse	0	-0.0029914015904068947
27041	rnn.bias_hh_l1_reverse	1	0.03637692704796791
27041	rnn.bias_hh_l1_reverse	2	-0.14397944509983063
27041	rnn.bias_hh_l1_reverse	3	-0.021615467965602875
27041	rnn.bias_hh_l1_reverse	4	-0.032582543790340424
27041	rnn.bias_hh_l1_reverse	5	-0.04267024248838425
27041	rnn.bias_hh_l1_reverse	6	0.08035360276699066
27041	rnn.bias_hh_l1_reverse	7	-0.07069934904575348
27041	rnn.bias_hh_l1_reverse	8	-0.05703005939722061
27041	rnn.bias_hh_l1_reverse	9	-0.062269825488328934
27041	linear.weight	0	0.002228822559118271
27041	linear.weight	1	0.030093178153038025
27041	linear.weight	2	-0.11541083455085754
27041	linear.weight	3	0.1466795951128006
27041	linear.weight	4	0.07959417253732681
27041	linear.weight	5	0.043942444026470184
27041	linear.weight	6	0.08956930041313171
27041	linear.weight	7	0.08163004368543625
27041	linear.weight	8	0.04200025647878647
27041	linear.weight	9	-0.046618178486824036
27041	linear.bias	0	-0.07866968959569931
27041	linear.bias	1	0.0467655323445797
27041	linear.bias	2	-0.38376545906066895
27041	linear.bias	3	-0.7577054500579834
27041	linear.bias	4	-0.8962451815605164
27041	linear.bias	5	0.03635251522064209
27041	linear.bias	6	-0.49840739369392395
27041	linear.bias	7	0.5121653079986572
27041	linear.bias	8	-0.5556700825691223
27041	linear.bias	9	-0.7596458196640015
27238	transitions	0	0.2437891811132431
27238	transitions	1	-0.11579257249832153
27238	transitions	2	-10000.0
27238	transitions	3	-1.7731541395187378
27238	transitions	4	-10000.0
27238	transitions	5	0.7441621422767639
27238	transitions	6	0.05623577907681465
27238	transitions	7	-0.07511018961668015
27238	transitions	8	-1.2469751834869385
27238	transitions	9	0.0005227202200330794
27238	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
27238	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
27238	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
27238	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
27238	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
27238	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
27238	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
27238	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
27238	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
27238	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
27238	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
27238	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
27238	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
27238	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
27238	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
27238	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
27238	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
27238	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
27238	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
27238	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
27238	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
27238	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
27238	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
27238	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
27238	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
27238	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
27238	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
27238	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
27238	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
27238	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
27238	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
27238	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
27238	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
27238	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
27238	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
27238	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
27238	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
27238	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
27238	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
27238	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
27238	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
27238	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
27238	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
27238	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
27238	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
27238	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
27238	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
27238	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
27238	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
27238	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
27238	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
27238	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
27238	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
27238	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
27238	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
27238	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
27238	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
27238	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
27238	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
27238	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
27238	embedding2nn.weight	0	0.02850603498518467
27238	embedding2nn.weight	1	-0.016744472086429596
27238	embedding2nn.weight	2	-0.014268253929913044
27238	embedding2nn.weight	3	0.018627552315592766
27238	embedding2nn.weight	4	-0.005915034096688032
27238	embedding2nn.weight	5	-0.0037005923222750425
27238	embedding2nn.weight	6	-0.00397325586527586
27238	embedding2nn.weight	7	-0.03370837867259979
27238	embedding2nn.weight	8	-0.0019979383796453476
27238	embedding2nn.weight	9	-0.01304388977587223
27238	embedding2nn.bias	0	0.04427376016974449
27238	embedding2nn.bias	1	-0.05143993720412254
27238	embedding2nn.bias	2	0.06289511919021606
27238	embedding2nn.bias	3	0.055563922971487045
27238	embedding2nn.bias	4	-0.005083490163087845
27238	embedding2nn.bias	5	-0.029930269345641136
27238	embedding2nn.bias	6	0.013350552879273891
27238	embedding2nn.bias	7	-0.06395623087882996
27238	embedding2nn.bias	8	0.02460925281047821
27238	embedding2nn.bias	9	0.027291741222143173
27238	rnn.weight_ih_l0	0	-0.01534980908036232
27238	rnn.weight_ih_l0	1	0.01042445469647646
27238	rnn.weight_ih_l0	2	0.029516730457544327
27238	rnn.weight_ih_l0	3	0.014900903217494488
27238	rnn.weight_ih_l0	4	-0.02256467379629612
27238	rnn.weight_ih_l0	5	-0.04872504249215126
27238	rnn.weight_ih_l0	6	0.016467837616801262
27238	rnn.weight_ih_l0	7	0.0478048138320446
27238	rnn.weight_ih_l0	8	0.014807257801294327
27238	rnn.weight_ih_l0	9	-0.03641652688384056
27238	rnn.weight_hh_l0	0	-0.03889739513397217
27238	rnn.weight_hh_l0	1	-0.00453386502340436
27238	rnn.weight_hh_l0	2	0.008754381909966469
27238	rnn.weight_hh_l0	3	-0.02842000499367714
27238	rnn.weight_hh_l0	4	0.04031703993678093
27238	rnn.weight_hh_l0	5	-0.010562307201325893
27238	rnn.weight_hh_l0	6	-0.029357802122831345
27238	rnn.weight_hh_l0	7	-0.04287242516875267
27238	rnn.weight_hh_l0	8	0.00480299536138773
27238	rnn.weight_hh_l0	9	-0.029071679338812828
27238	rnn.bias_ih_l0	0	0.026579121127724648
27238	rnn.bias_ih_l0	1	-0.028626667335629463
27238	rnn.bias_ih_l0	2	-0.001380977570079267
27238	rnn.bias_ih_l0	3	0.055928491055965424
27238	rnn.bias_ih_l0	4	-0.03885387256741524
27238	rnn.bias_ih_l0	5	-0.038103025406599045
27238	rnn.bias_ih_l0	6	-0.008293229155242443
27238	rnn.bias_ih_l0	7	0.028296981006860733
27238	rnn.bias_ih_l0	8	-0.06991328299045563
27238	rnn.bias_ih_l0	9	-0.0027817219961434603
27238	rnn.bias_hh_l0	0	-0.02827662229537964
27238	rnn.bias_hh_l0	1	-0.05635729059576988
27238	rnn.bias_hh_l0	2	-0.025961820036172867
27238	rnn.bias_hh_l0	3	-0.042722757905721664
27238	rnn.bias_hh_l0	4	-0.008657564409077168
27238	rnn.bias_hh_l0	5	0.01686028204858303
27238	rnn.bias_hh_l0	6	0.022053558379411697
27238	rnn.bias_hh_l0	7	-0.006059097591787577
27238	rnn.bias_hh_l0	8	-0.06964517384767532
27238	rnn.bias_hh_l0	9	-0.017397282645106316
27238	rnn.weight_ih_l0_reverse	0	-0.011642423458397388
27238	rnn.weight_ih_l0_reverse	1	-0.05449662357568741
27238	rnn.weight_ih_l0_reverse	2	-0.02560964785516262
27238	rnn.weight_ih_l0_reverse	3	0.002579314401373267
27238	rnn.weight_ih_l0_reverse	4	-0.014969914220273495
27238	rnn.weight_ih_l0_reverse	5	-0.0491340272128582
27238	rnn.weight_ih_l0_reverse	6	0.0428091436624527
27238	rnn.weight_ih_l0_reverse	7	-0.02503073588013649
27238	rnn.weight_ih_l0_reverse	8	-0.030476978048682213
27238	rnn.weight_ih_l0_reverse	9	0.018254397436976433
27238	rnn.weight_hh_l0_reverse	0	0.031246965751051903
27238	rnn.weight_hh_l0_reverse	1	0.030274532735347748
27238	rnn.weight_hh_l0_reverse	2	0.03037743642926216
27238	rnn.weight_hh_l0_reverse	3	0.018435807898640633
27238	rnn.weight_hh_l0_reverse	4	0.010403905063867569
27238	rnn.weight_hh_l0_reverse	5	-0.00437585124745965
27238	rnn.weight_hh_l0_reverse	6	0.035849954932928085
27238	rnn.weight_hh_l0_reverse	7	-0.027448421344161034
27238	rnn.weight_hh_l0_reverse	8	0.011753558181226254
27238	rnn.weight_hh_l0_reverse	9	0.04993860423564911
27238	rnn.bias_ih_l0_reverse	0	-0.05966348201036453
27238	rnn.bias_ih_l0_reverse	1	-0.11962459236383438
27238	rnn.bias_ih_l0_reverse	2	-0.028919195756316185
27238	rnn.bias_ih_l0_reverse	3	-0.005126135423779488
27238	rnn.bias_ih_l0_reverse	4	-0.017035476863384247
27238	rnn.bias_ih_l0_reverse	5	0.03439721837639809
27238	rnn.bias_ih_l0_reverse	6	-0.020923983305692673
27238	rnn.bias_ih_l0_reverse	7	0.03240920975804329
27238	rnn.bias_ih_l0_reverse	8	-0.028553366661071777
27238	rnn.bias_ih_l0_reverse	9	0.02486158348619938
27238	rnn.bias_hh_l0_reverse	0	-0.033172767609357834
27238	rnn.bias_hh_l0_reverse	1	-0.027642102912068367
27238	rnn.bias_hh_l0_reverse	2	0.020821865648031235
27238	rnn.bias_hh_l0_reverse	3	-0.04110196232795715
27238	rnn.bias_hh_l0_reverse	4	-0.038683366030454636
27238	rnn.bias_hh_l0_reverse	5	-0.043533217161893845
27238	rnn.bias_hh_l0_reverse	6	0.004937350284308195
27238	rnn.bias_hh_l0_reverse	7	0.03314323350787163
27238	rnn.bias_hh_l0_reverse	8	0.03300269693136215
27238	rnn.bias_hh_l0_reverse	9	-0.0761917307972908
27238	rnn.weight_ih_l1	0	-0.0322311706840992
27238	rnn.weight_ih_l1	1	-0.03554829582571983
27238	rnn.weight_ih_l1	2	0.03925533965229988
27238	rnn.weight_ih_l1	3	-0.02813073806464672
27238	rnn.weight_ih_l1	4	0.008805730380117893
27238	rnn.weight_ih_l1	5	-0.040657658129930496
27238	rnn.weight_ih_l1	6	0.01608259789645672
27238	rnn.weight_ih_l1	7	-0.04028145968914032
27238	rnn.weight_ih_l1	8	0.03816299885511398
27238	rnn.weight_ih_l1	9	0.026073135435581207
27238	rnn.weight_hh_l1	0	0.003261732403188944
27238	rnn.weight_hh_l1	1	0.005967356730252504
27238	rnn.weight_hh_l1	2	-0.024047087877988815
27238	rnn.weight_hh_l1	3	-0.0032262022141367197
27238	rnn.weight_hh_l1	4	0.00560016930103302
27238	rnn.weight_hh_l1	5	0.03091534413397312
27238	rnn.weight_hh_l1	6	0.03212803974747658
27238	rnn.weight_hh_l1	7	-0.030206965282559395
27238	rnn.weight_hh_l1	8	-0.039445556700229645
27238	rnn.weight_hh_l1	9	0.03906920179724693
27238	rnn.bias_ih_l1	0	-0.08720695227384567
27238	rnn.bias_ih_l1	1	-0.060037583112716675
27238	rnn.bias_ih_l1	2	-0.10710199177265167
27238	rnn.bias_ih_l1	3	-0.10773468017578125
27238	rnn.bias_ih_l1	4	-0.14676348865032196
27238	rnn.bias_ih_l1	5	-0.0831538587808609
27238	rnn.bias_ih_l1	6	-0.0405312143266201
27238	rnn.bias_ih_l1	7	-0.02953230030834675
27238	rnn.bias_ih_l1	8	-0.06685112416744232
27238	rnn.bias_ih_l1	9	-0.07179710268974304
27238	rnn.bias_hh_l1	0	-0.08776221424341202
27238	rnn.bias_hh_l1	1	-0.02126132883131504
27238	rnn.bias_hh_l1	2	-0.024461286142468452
27238	rnn.bias_hh_l1	3	-0.04923189431428909
27238	rnn.bias_hh_l1	4	-0.07530078291893005
27238	rnn.bias_hh_l1	5	-0.04201512783765793
27238	rnn.bias_hh_l1	6	-0.057407159358263016
27238	rnn.bias_hh_l1	7	-0.03244974464178085
27238	rnn.bias_hh_l1	8	-0.02429225482046604
27238	rnn.bias_hh_l1	9	-0.016197066754102707
27238	rnn.weight_ih_l1_reverse	0	-0.02728487178683281
27238	rnn.weight_ih_l1_reverse	1	-0.0022014982532709837
27238	rnn.weight_ih_l1_reverse	2	-0.04956545680761337
27238	rnn.weight_ih_l1_reverse	3	-0.027231436222791672
27238	rnn.weight_ih_l1_reverse	4	-0.016956500709056854
27238	rnn.weight_ih_l1_reverse	5	-0.03567969799041748
27238	rnn.weight_ih_l1_reverse	6	-0.01960889622569084
27238	rnn.weight_ih_l1_reverse	7	0.013968602754175663
27238	rnn.weight_ih_l1_reverse	8	0.01784299500286579
27238	rnn.weight_ih_l1_reverse	9	-0.04291112348437309
27238	rnn.weight_hh_l1_reverse	0	0.009148216806352139
27238	rnn.weight_hh_l1_reverse	1	0.028444580733776093
27238	rnn.weight_hh_l1_reverse	2	-0.037298522889614105
27238	rnn.weight_hh_l1_reverse	3	0.03849019855260849
27238	rnn.weight_hh_l1_reverse	4	0.041551243513822556
27238	rnn.weight_hh_l1_reverse	5	0.011639135889708996
27238	rnn.weight_hh_l1_reverse	6	0.011594931595027447
27238	rnn.weight_hh_l1_reverse	7	0.02819431573152542
27238	rnn.weight_hh_l1_reverse	8	-0.005673217587172985
27238	rnn.weight_hh_l1_reverse	9	-0.038319703191518784
27238	rnn.bias_ih_l1_reverse	0	-0.015521662309765816
27238	rnn.bias_ih_l1_reverse	1	-0.0480252280831337
27238	rnn.bias_ih_l1_reverse	2	-0.07649737596511841
27238	rnn.bias_ih_l1_reverse	3	-0.022005267441272736
27238	rnn.bias_ih_l1_reverse	4	-0.10804608464241028
27238	rnn.bias_ih_l1_reverse	5	-0.07010623067617416
27238	rnn.bias_ih_l1_reverse	6	-0.06854697316884995
27238	rnn.bias_ih_l1_reverse	7	-0.08686956018209457
27238	rnn.bias_ih_l1_reverse	8	0.06646636128425598
27238	rnn.bias_ih_l1_reverse	9	0.004535764921456575
27238	rnn.bias_hh_l1_reverse	0	-0.00949417520314455
27238	rnn.bias_hh_l1_reverse	1	0.036203667521476746
27238	rnn.bias_hh_l1_reverse	2	-0.14465057849884033
27238	rnn.bias_hh_l1_reverse	3	-0.02279028296470642
27238	rnn.bias_hh_l1_reverse	4	-0.032440345734357834
27238	rnn.bias_hh_l1_reverse	5	-0.043502409011125565
27238	rnn.bias_hh_l1_reverse	6	0.0736766904592514
27238	rnn.bias_hh_l1_reverse	7	-0.07292032241821289
27238	rnn.bias_hh_l1_reverse	8	-0.05859740450978279
27238	rnn.bias_hh_l1_reverse	9	-0.06330885738134384
27238	linear.weight	0	0.002228822559118271
27238	linear.weight	1	0.030779268592596054
27238	linear.weight	2	-0.11175218969583511
27238	linear.weight	3	0.1431124359369278
27238	linear.weight	4	0.0804789736866951
27238	linear.weight	5	0.042215097695589066
27238	linear.weight	6	0.06215856224298477
27238	linear.weight	7	0.09207279980182648
27238	linear.weight	8	0.042005378752946854
27238	linear.weight	9	-0.052937865257263184
27238	linear.bias	0	-0.06493666023015976
27238	linear.bias	1	0.04919872805476189
27238	linear.bias	2	-0.37191885709762573
27238	linear.bias	3	-0.7682369351387024
27238	linear.bias	4	-0.9101188778877258
27238	linear.bias	5	0.05365210399031639
27238	linear.bias	6	-0.49822360277175903
27238	linear.bias	7	0.5293020606040955
27238	linear.bias	8	-0.554200291633606
27238	linear.bias	9	-0.7603825330734253
27435	transitions	0	0.2513808012008667
27435	transitions	1	-0.11365514248609543
27435	transitions	2	-10000.0
27435	transitions	3	-1.7733025550842285
27435	transitions	4	-10000.0
27435	transitions	5	0.7433285117149353
27435	transitions	6	0.05532122775912285
27435	transitions	7	-0.07662497460842133
27435	transitions	8	-1.247705340385437
27435	transitions	9	0.0005131508805789053
27435	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
27435	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
27435	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
27435	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
27435	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
27435	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
27435	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
27435	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
27435	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
27435	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
27435	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
27435	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
27435	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
27435	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
27435	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
27435	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
27435	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
27435	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
27435	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
27435	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
27435	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
27435	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
27435	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
27435	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
27435	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
27435	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
27435	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
27435	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
27435	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
27435	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
27435	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
27435	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
27435	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
27435	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
27435	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
27435	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
27435	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
27435	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
27435	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
27435	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
27435	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
27435	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
27435	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
27435	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
27435	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
27435	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
27435	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
27435	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
27435	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
27435	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
27435	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
27435	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
27435	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
27435	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
27435	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
27435	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
27435	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
27435	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
27435	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
27435	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
27435	embedding2nn.weight	0	0.02661154419183731
27435	embedding2nn.weight	1	-0.01714436151087284
27435	embedding2nn.weight	2	-0.014268253929913044
27435	embedding2nn.weight	3	0.016810975968837738
27435	embedding2nn.weight	4	-0.005915034096688032
27435	embedding2nn.weight	5	-0.0037005930207669735
27435	embedding2nn.weight	6	-0.003973260056227446
27435	embedding2nn.weight	7	-0.03368721902370453
27435	embedding2nn.weight	8	-0.0019979383796453476
27435	embedding2nn.weight	9	-0.012370717711746693
27435	embedding2nn.bias	0	0.03606317937374115
27435	embedding2nn.bias	1	-0.044380348175764084
27435	embedding2nn.bias	2	0.06415607035160065
27435	embedding2nn.bias	3	0.05444067344069481
27435	embedding2nn.bias	4	-0.0069953277707099915
27435	embedding2nn.bias	5	-0.0215450432151556
27435	embedding2nn.bias	6	0.018183508887887
27435	embedding2nn.bias	7	-0.06040690466761589
27435	embedding2nn.bias	8	0.02647719718515873
27435	embedding2nn.bias	9	0.027680793777108192
27435	rnn.weight_ih_l0	0	-0.013878006488084793
27435	rnn.weight_ih_l0	1	0.01006211619824171
27435	rnn.weight_ih_l0	2	0.030359501019120216
27435	rnn.weight_ih_l0	3	0.014477414079010487
27435	rnn.weight_ih_l0	4	-0.02263476327061653
27435	rnn.weight_ih_l0	5	-0.04787931963801384
27435	rnn.weight_ih_l0	6	0.016658538952469826
27435	rnn.weight_ih_l0	7	0.0467156246304512
27435	rnn.weight_ih_l0	8	0.014125914312899113
27435	rnn.weight_ih_l0	9	-0.03598304092884064
27435	rnn.weight_hh_l0	0	-0.039041489362716675
27435	rnn.weight_hh_l0	1	-0.004942124243825674
27435	rnn.weight_hh_l0	2	0.009717888198792934
27435	rnn.weight_hh_l0	3	-0.030143141746520996
27435	rnn.weight_hh_l0	4	0.03993125259876251
27435	rnn.weight_hh_l0	5	-0.011058072559535503
27435	rnn.weight_hh_l0	6	-0.029389185830950737
27435	rnn.weight_hh_l0	7	-0.043929386883974075
27435	rnn.weight_hh_l0	8	0.0053664306178689
27435	rnn.weight_hh_l0	9	-0.02897343970835209
27435	rnn.bias_ih_l0	0	0.02455824241042137
27435	rnn.bias_ih_l0	1	-0.029632017016410828
27435	rnn.bias_ih_l0	2	-0.003428936470299959
27435	rnn.bias_ih_l0	3	0.05710425227880478
27435	rnn.bias_ih_l0	4	-0.0414641834795475
27435	rnn.bias_ih_l0	5	-0.03817256540060043
27435	rnn.bias_ih_l0	6	-0.012756302021443844
27435	rnn.bias_ih_l0	7	0.02956744097173214
27435	rnn.bias_ih_l0	8	-0.06918715685606003
27435	rnn.bias_ih_l0	9	0.0046745543368160725
27435	rnn.bias_hh_l0	0	-0.028299421072006226
27435	rnn.bias_hh_l0	1	-0.058482613414525986
27435	rnn.bias_hh_l0	2	-0.027816712856292725
27435	rnn.bias_hh_l0	3	-0.043473172932863235
27435	rnn.bias_hh_l0	4	-0.009199043735861778
27435	rnn.bias_hh_l0	5	0.016587359830737114
27435	rnn.bias_hh_l0	6	0.021270019933581352
27435	rnn.bias_hh_l0	7	-0.002518863882869482
27435	rnn.bias_hh_l0	8	-0.06936322897672653
27435	rnn.bias_hh_l0	9	-0.014732738956809044
27435	rnn.weight_ih_l0_reverse	0	-0.011526706628501415
27435	rnn.weight_ih_l0_reverse	1	-0.052914705127477646
27435	rnn.weight_ih_l0_reverse	2	-0.023751281201839447
27435	rnn.weight_ih_l0_reverse	3	0.0026799687184393406
27435	rnn.weight_ih_l0_reverse	4	-0.015034185722470284
27435	rnn.weight_ih_l0_reverse	5	-0.04950353503227234
27435	rnn.weight_ih_l0_reverse	6	0.043216876685619354
27435	rnn.weight_ih_l0_reverse	7	-0.02357565425336361
27435	rnn.weight_ih_l0_reverse	8	-0.029815901070833206
27435	rnn.weight_ih_l0_reverse	9	0.01836535707116127
27435	rnn.weight_hh_l0_reverse	0	0.032485995441675186
27435	rnn.weight_hh_l0_reverse	1	0.03006848692893982
27435	rnn.weight_hh_l0_reverse	2	0.029921825975179672
27435	rnn.weight_hh_l0_reverse	3	0.01871706359088421
27435	rnn.weight_hh_l0_reverse	4	0.010776808485388756
27435	rnn.weight_hh_l0_reverse	5	-0.004107894375920296
27435	rnn.weight_hh_l0_reverse	6	0.035813238471746445
27435	rnn.weight_hh_l0_reverse	7	-0.026930563151836395
27435	rnn.weight_hh_l0_reverse	8	0.011765524744987488
27435	rnn.weight_hh_l0_reverse	9	0.04956512898206711
27435	rnn.bias_ih_l0_reverse	0	-0.06011924147605896
27435	rnn.bias_ih_l0_reverse	1	-0.11596716940402985
27435	rnn.bias_ih_l0_reverse	2	-0.03285141661763191
27435	rnn.bias_ih_l0_reverse	3	-0.0065103936940431595
27435	rnn.bias_ih_l0_reverse	4	-0.014818661846220493
27435	rnn.bias_ih_l0_reverse	5	0.03213996812701225
27435	rnn.bias_ih_l0_reverse	6	-0.0193452388048172
27435	rnn.bias_ih_l0_reverse	7	0.03276887163519859
27435	rnn.bias_ih_l0_reverse	8	-0.02882039174437523
27435	rnn.bias_ih_l0_reverse	9	0.0245769415050745
27435	rnn.bias_hh_l0_reverse	0	-0.032684989273548126
27435	rnn.bias_hh_l0_reverse	1	-0.029004359617829323
27435	rnn.bias_hh_l0_reverse	2	0.020511601120233536
27435	rnn.bias_hh_l0_reverse	3	-0.040973298251628876
27435	rnn.bias_hh_l0_reverse	4	-0.041493289172649384
27435	rnn.bias_hh_l0_reverse	5	-0.03799198567867279
27435	rnn.bias_hh_l0_reverse	6	0.0037863936740905046
27435	rnn.bias_hh_l0_reverse	7	0.03520217537879944
27435	rnn.bias_hh_l0_reverse	8	0.03776669129729271
27435	rnn.bias_hh_l0_reverse	9	-0.07773701846599579
27435	rnn.weight_ih_l1	0	-0.03278586268424988
27435	rnn.weight_ih_l1	1	-0.036215584725141525
27435	rnn.weight_ih_l1	2	0.04163775220513344
27435	rnn.weight_ih_l1	3	-0.02773376554250717
27435	rnn.weight_ih_l1	4	0.0085150096565485
27435	rnn.weight_ih_l1	5	-0.040124841034412384
27435	rnn.weight_ih_l1	6	0.015577363781630993
27435	rnn.weight_ih_l1	7	-0.03923516720533371
27435	rnn.weight_ih_l1	8	0.03833595663309097
27435	rnn.weight_ih_l1	9	0.025952549651265144
27435	rnn.weight_hh_l1	0	0.0032255889382213354
27435	rnn.weight_hh_l1	1	0.006322900764644146
27435	rnn.weight_hh_l1	2	-0.023997275158762932
27435	rnn.weight_hh_l1	3	-0.0031469727400690317
27435	rnn.weight_hh_l1	4	0.003962820861488581
27435	rnn.weight_hh_l1	5	0.030771687626838684
27435	rnn.weight_hh_l1	6	0.03215654194355011
27435	rnn.weight_hh_l1	7	-0.03018307127058506
27435	rnn.weight_hh_l1	8	-0.03895267844200134
27435	rnn.weight_hh_l1	9	0.03845932334661484
27435	rnn.bias_ih_l1	0	-0.08834133297204971
27435	rnn.bias_ih_l1	1	-0.058226604014635086
27435	rnn.bias_ih_l1	2	-0.10122094303369522
27435	rnn.bias_ih_l1	3	-0.10782597959041595
27435	rnn.bias_ih_l1	4	-0.16013655066490173
27435	rnn.bias_ih_l1	5	-0.08209625631570816
27435	rnn.bias_ih_l1	6	-0.03517330437898636
27435	rnn.bias_ih_l1	7	-0.030038347467780113
27435	rnn.bias_ih_l1	8	-0.07062414288520813
27435	rnn.bias_ih_l1	9	-0.06909702718257904
27435	rnn.bias_hh_l1	0	-0.08741813153028488
27435	rnn.bias_hh_l1	1	-0.020869242027401924
27435	rnn.bias_hh_l1	2	-0.028609827160835266
27435	rnn.bias_hh_l1	3	-0.04999333992600441
27435	rnn.bias_hh_l1	4	-0.07543545216321945
27435	rnn.bias_hh_l1	5	-0.04201040416955948
27435	rnn.bias_hh_l1	6	-0.05379022657871246
27435	rnn.bias_hh_l1	7	-0.041511841118335724
27435	rnn.bias_hh_l1	8	-0.022544031962752342
27435	rnn.bias_hh_l1	9	-0.020361103117465973
27435	rnn.weight_ih_l1_reverse	0	-0.030084308236837387
27435	rnn.weight_ih_l1_reverse	1	0.002300561871379614
27435	rnn.weight_ih_l1_reverse	2	-0.053432486951351166
27435	rnn.weight_ih_l1_reverse	3	-0.027687324211001396
27435	rnn.weight_ih_l1_reverse	4	-0.017797917127609253
27435	rnn.weight_ih_l1_reverse	5	-0.035839252173900604
27435	rnn.weight_ih_l1_reverse	6	-0.0212464090436697
27435	rnn.weight_ih_l1_reverse	7	0.014345964416861534
27435	rnn.weight_ih_l1_reverse	8	0.015818025916814804
27435	rnn.weight_ih_l1_reverse	9	-0.04409351199865341
27435	rnn.weight_hh_l1_reverse	0	0.008930651471018791
27435	rnn.weight_hh_l1_reverse	1	0.02839694544672966
27435	rnn.weight_hh_l1_reverse	2	-0.037241656333208084
27435	rnn.weight_hh_l1_reverse	3	0.03848744556307793
27435	rnn.weight_hh_l1_reverse	4	0.04171895235776901
27435	rnn.weight_hh_l1_reverse	5	0.011099501512944698
27435	rnn.weight_hh_l1_reverse	6	0.011977209709584713
27435	rnn.weight_hh_l1_reverse	7	0.02827393263578415
27435	rnn.weight_hh_l1_reverse	8	-0.005488818511366844
27435	rnn.weight_hh_l1_reverse	9	-0.038448408246040344
27435	rnn.bias_ih_l1_reverse	0	-0.013604865409433842
27435	rnn.bias_ih_l1_reverse	1	-0.050015415996313095
27435	rnn.bias_ih_l1_reverse	2	-0.07421267032623291
27435	rnn.bias_ih_l1_reverse	3	-0.011013290844857693
27435	rnn.bias_ih_l1_reverse	4	-0.1102423220872879
27435	rnn.bias_ih_l1_reverse	5	-0.07052606344223022
27435	rnn.bias_ih_l1_reverse	6	-0.06998691707849503
27435	rnn.bias_ih_l1_reverse	7	-0.08592448383569717
27435	rnn.bias_ih_l1_reverse	8	0.07150803506374359
27435	rnn.bias_ih_l1_reverse	9	0.013433455489575863
27435	rnn.bias_hh_l1_reverse	0	-0.00710419612005353
27435	rnn.bias_hh_l1_reverse	1	0.028909027576446533
27435	rnn.bias_hh_l1_reverse	2	-0.14491911232471466
27435	rnn.bias_hh_l1_reverse	3	-0.022943031042814255
27435	rnn.bias_hh_l1_reverse	4	-0.032798122614622116
27435	rnn.bias_hh_l1_reverse	5	-0.043379444628953934
27435	rnn.bias_hh_l1_reverse	6	0.08893562853336334
27435	rnn.bias_hh_l1_reverse	7	-0.07314055413007736
27435	rnn.bias_hh_l1_reverse	8	-0.059178441762924194
27435	rnn.bias_hh_l1_reverse	9	-0.06235985457897186
27435	linear.weight	0	0.002228822559118271
27435	linear.weight	1	0.03758380189538002
27435	linear.weight	2	-0.10897152125835419
27435	linear.weight	3	0.12645460665225983
27435	linear.weight	4	0.07340046763420105
27435	linear.weight	5	0.03936818242073059
27435	linear.weight	6	0.06967280060052872
27435	linear.weight	7	0.10623426735401154
27435	linear.weight	8	0.04200330376625061
27435	linear.weight	9	-0.05506254732608795
27435	linear.bias	0	-0.07606829702854156
27435	linear.bias	1	0.05212237685918808
27435	linear.bias	2	-0.4009387195110321
27435	linear.bias	3	-0.7316253781318665
27435	linear.bias	4	-0.8763365149497986
27435	linear.bias	5	0.060369670391082764
27435	linear.bias	6	-0.5056866407394409
27435	linear.bias	7	0.5318325757980347
27435	linear.bias	8	-0.550902783870697
27435	linear.bias	9	-0.752092182636261
27632	transitions	0	0.23898574709892273
27632	transitions	1	-0.11179762333631516
27632	transitions	2	-10000.0
27632	transitions	3	-1.7734895944595337
27632	transitions	4	-10000.0
27632	transitions	5	0.7425501346588135
27632	transitions	6	0.054510775953531265
27632	transitions	7	-0.07880976051092148
27632	transitions	8	-1.2483621835708618
27632	transitions	9	0.0005037668161094189
27632	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
27632	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
27632	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
27632	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
27632	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
27632	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
27632	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
27632	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
27632	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
27632	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
27632	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
27632	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
27632	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
27632	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
27632	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
27632	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
27632	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
27632	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
27632	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
27632	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
27632	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
27632	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
27632	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
27632	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
27632	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
27632	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
27632	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
27632	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
27632	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
27632	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
27632	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
27632	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
27632	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
27632	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
27632	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
27632	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
27632	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
27632	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
27632	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
27632	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
27632	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
27632	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
27632	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
27632	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
27632	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
27632	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
27632	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
27632	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
27632	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
27632	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
27632	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
27632	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
27632	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
27632	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
27632	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
27632	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
27632	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
27632	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
27632	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
27632	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
27632	embedding2nn.weight	0	0.025929993018507957
27632	embedding2nn.weight	1	-0.017343144863843918
27632	embedding2nn.weight	2	-0.014268253929913044
27632	embedding2nn.weight	3	0.01636504754424095
27632	embedding2nn.weight	4	-0.005915034096688032
27632	embedding2nn.weight	5	-0.003700593486428261
27632	embedding2nn.weight	6	-0.003973259124904871
27632	embedding2nn.weight	7	-0.03485748916864395
27632	embedding2nn.weight	8	-0.0019979383796453476
27632	embedding2nn.weight	9	-0.011518311686813831
27632	embedding2nn.bias	0	0.03375788778066635
27632	embedding2nn.bias	1	-0.039881035685539246
27632	embedding2nn.bias	2	0.05720672383904457
27632	embedding2nn.bias	3	0.048139624297618866
27632	embedding2nn.bias	4	-0.005905910860747099
27632	embedding2nn.bias	5	-0.020673176273703575
27632	embedding2nn.bias	6	0.03266233205795288
27632	embedding2nn.bias	7	-0.06237876042723656
27632	embedding2nn.bias	8	0.03123638592660427
27632	embedding2nn.bias	9	0.029904913157224655
27632	rnn.weight_ih_l0	0	-0.015840547159314156
27632	rnn.weight_ih_l0	1	0.011954177170991898
27632	rnn.weight_ih_l0	2	0.029331693425774574
27632	rnn.weight_ih_l0	3	0.014047633856534958
27632	rnn.weight_ih_l0	4	-0.02374148555099964
27632	rnn.weight_ih_l0	5	-0.04801737144589424
27632	rnn.weight_ih_l0	6	0.016610894352197647
27632	rnn.weight_ih_l0	7	0.04659968242049217
27632	rnn.weight_ih_l0	8	0.01480274461209774
27632	rnn.weight_ih_l0	9	-0.035776104778051376
27632	rnn.weight_hh_l0	0	-0.03949248418211937
27632	rnn.weight_hh_l0	1	-0.0048899841494858265
27632	rnn.weight_hh_l0	2	0.009446999058127403
27632	rnn.weight_hh_l0	3	-0.030926892533898354
27632	rnn.weight_hh_l0	4	0.040408916771411896
27632	rnn.weight_hh_l0	5	-0.009680762887001038
27632	rnn.weight_hh_l0	6	-0.02902347408235073
27632	rnn.weight_hh_l0	7	-0.043674420565366745
27632	rnn.weight_hh_l0	8	0.005410356447100639
27632	rnn.weight_hh_l0	9	-0.028992775827646255
27632	rnn.bias_ih_l0	0	0.024655647575855255
27632	rnn.bias_ih_l0	1	-0.029002197086811066
27632	rnn.bias_ih_l0	2	-0.003383360570296645
27632	rnn.bias_ih_l0	3	0.05774170160293579
27632	rnn.bias_ih_l0	4	-0.04611281305551529
27632	rnn.bias_ih_l0	5	-0.035433847457170486
27632	rnn.bias_ih_l0	6	-0.017475182190537453
27632	rnn.bias_ih_l0	7	0.029874570667743683
27632	rnn.bias_ih_l0	8	-0.06747140735387802
27632	rnn.bias_ih_l0	9	0.0007089757709763944
27632	rnn.bias_hh_l0	0	-0.031653158366680145
27632	rnn.bias_hh_l0	1	-0.05993817374110222
27632	rnn.bias_hh_l0	2	-0.027189617976546288
27632	rnn.bias_hh_l0	3	-0.04381078854203224
27632	rnn.bias_hh_l0	4	-0.008850411511957645
27632	rnn.bias_hh_l0	5	0.014803066849708557
27632	rnn.bias_hh_l0	6	0.022764187306165695
27632	rnn.bias_hh_l0	7	-0.0014474195195361972
27632	rnn.bias_hh_l0	8	-0.06866516172885895
27632	rnn.bias_hh_l0	9	-0.016599630936980247
27632	rnn.weight_ih_l0_reverse	0	-0.009621525183320045
27632	rnn.weight_ih_l0_reverse	1	-0.052874427288770676
27632	rnn.weight_ih_l0_reverse	2	-0.020301196724176407
27632	rnn.weight_ih_l0_reverse	3	0.0025461576879024506
27632	rnn.weight_ih_l0_reverse	4	-0.015030710026621819
27632	rnn.weight_ih_l0_reverse	5	-0.04963429272174835
27632	rnn.weight_ih_l0_reverse	6	0.04355671629309654
27632	rnn.weight_ih_l0_reverse	7	-0.023753996938467026
27632	rnn.weight_ih_l0_reverse	8	-0.029917538166046143
27632	rnn.weight_ih_l0_reverse	9	0.017761308699846268
27632	rnn.weight_hh_l0_reverse	0	0.033437032252550125
27632	rnn.weight_hh_l0_reverse	1	0.030684901401400566
27632	rnn.weight_hh_l0_reverse	2	0.029675457626581192
27632	rnn.weight_hh_l0_reverse	3	0.01846173219382763
27632	rnn.weight_hh_l0_reverse	4	0.010372043587267399
27632	rnn.weight_hh_l0_reverse	5	-0.0038575357757508755
27632	rnn.weight_hh_l0_reverse	6	0.03563421592116356
27632	rnn.weight_hh_l0_reverse	7	-0.027116278186440468
27632	rnn.weight_hh_l0_reverse	8	0.012179363518953323
27632	rnn.weight_hh_l0_reverse	9	0.04956159368157387
27632	rnn.bias_ih_l0_reverse	0	-0.06153116747736931
27632	rnn.bias_ih_l0_reverse	1	-0.11174292862415314
27632	rnn.bias_ih_l0_reverse	2	-0.028943173587322235
27632	rnn.bias_ih_l0_reverse	3	-0.004081073682755232
27632	rnn.bias_ih_l0_reverse	4	-0.015760766342282295
27632	rnn.bias_ih_l0_reverse	5	0.031803496181964874
27632	rnn.bias_ih_l0_reverse	6	-0.019925205036997795
27632	rnn.bias_ih_l0_reverse	7	0.030695777386426926
27632	rnn.bias_ih_l0_reverse	8	-0.027010144665837288
27632	rnn.bias_ih_l0_reverse	9	0.021838802844285965
27632	rnn.bias_hh_l0_reverse	0	-0.031420834362506866
27632	rnn.bias_hh_l0_reverse	1	-0.025638969615101814
27632	rnn.bias_hh_l0_reverse	2	0.018644142895936966
27632	rnn.bias_hh_l0_reverse	3	-0.041805680841207504
27632	rnn.bias_hh_l0_reverse	4	-0.03934277221560478
27632	rnn.bias_hh_l0_reverse	5	-0.04349200427532196
27632	rnn.bias_hh_l0_reverse	6	0.005891094449907541
27632	rnn.bias_hh_l0_reverse	7	0.036515865474939346
27632	rnn.bias_hh_l0_reverse	8	0.03757131099700928
27632	rnn.bias_hh_l0_reverse	9	-0.07815650850534439
27632	rnn.weight_ih_l1	0	-0.033489879220724106
27632	rnn.weight_ih_l1	1	-0.0359497107565403
27632	rnn.weight_ih_l1	2	0.03924001008272171
27632	rnn.weight_ih_l1	3	-0.023717761039733887
27632	rnn.weight_ih_l1	4	0.008914588019251823
27632	rnn.weight_ih_l1	5	-0.040228549391031265
27632	rnn.weight_ih_l1	6	0.014667072333395481
27632	rnn.weight_ih_l1	7	-0.03843609616160393
27632	rnn.weight_ih_l1	8	0.03864337131381035
27632	rnn.weight_ih_l1	9	0.026028268039226532
27632	rnn.weight_hh_l1	0	0.0015637794276699424
27632	rnn.weight_hh_l1	1	0.006386990658938885
27632	rnn.weight_hh_l1	2	-0.02309439145028591
27632	rnn.weight_hh_l1	3	-0.00314689171500504
27632	rnn.weight_hh_l1	4	0.004593434277921915
27632	rnn.weight_hh_l1	5	0.03122866339981556
27632	rnn.weight_hh_l1	6	0.03222347050905228
27632	rnn.weight_hh_l1	7	-0.03041165880858898
27632	rnn.weight_hh_l1	8	-0.0387556217610836
27632	rnn.weight_hh_l1	9	0.038615159690380096
27632	rnn.bias_ih_l1	0	-0.08614089339971542
27632	rnn.bias_ih_l1	1	-0.06510207056999207
27632	rnn.bias_ih_l1	2	-0.09961976110935211
27632	rnn.bias_ih_l1	3	-0.10931568592786789
27632	rnn.bias_ih_l1	4	-0.15187974274158478
27632	rnn.bias_ih_l1	5	-0.08076382428407669
27632	rnn.bias_ih_l1	6	-0.03412405028939247
27632	rnn.bias_ih_l1	7	-0.029916904866695404
27632	rnn.bias_ih_l1	8	-0.06863269954919815
27632	rnn.bias_ih_l1	9	-0.06956198811531067
27632	rnn.bias_hh_l1	0	-0.08522821217775345
27632	rnn.bias_hh_l1	1	-0.023343484848737717
27632	rnn.bias_hh_l1	2	-0.0274392981082201
27632	rnn.bias_hh_l1	3	-0.05098806694149971
27632	rnn.bias_hh_l1	4	-0.07483813911676407
27632	rnn.bias_hh_l1	5	-0.04371390491724014
27632	rnn.bias_hh_l1	6	-0.05091283470392227
27632	rnn.bias_hh_l1	7	-0.04385902360081673
27632	rnn.bias_hh_l1	8	-0.020672427490353584
27632	rnn.bias_hh_l1	9	-0.019992835819721222
27632	rnn.weight_ih_l1_reverse	0	-0.030225785449147224
27632	rnn.weight_ih_l1_reverse	1	0.0020624545868486166
27632	rnn.weight_ih_l1_reverse	2	-0.04478916898369789
27632	rnn.weight_ih_l1_reverse	3	-0.027215341106057167
27632	rnn.weight_ih_l1_reverse	4	-0.018031418323516846
27632	rnn.weight_ih_l1_reverse	5	-0.03628502041101456
27632	rnn.weight_ih_l1_reverse	6	-0.023283300921320915
27632	rnn.weight_ih_l1_reverse	7	0.014237749390304089
27632	rnn.weight_ih_l1_reverse	8	0.014270230196416378
27632	rnn.weight_ih_l1_reverse	9	-0.04331221804022789
27632	rnn.weight_hh_l1_reverse	0	0.008706389926373959
27632	rnn.weight_hh_l1_reverse	1	0.028610164299607277
27632	rnn.weight_hh_l1_reverse	2	-0.037264950573444366
27632	rnn.weight_hh_l1_reverse	3	0.038583360612392426
27632	rnn.weight_hh_l1_reverse	4	0.04078991338610649
27632	rnn.weight_hh_l1_reverse	5	0.011854458600282669
27632	rnn.weight_hh_l1_reverse	6	0.012998743914067745
27632	rnn.weight_hh_l1_reverse	7	0.02836677059531212
27632	rnn.weight_hh_l1_reverse	8	-0.005404642317444086
27632	rnn.weight_hh_l1_reverse	9	-0.038290370255708694
27632	rnn.bias_ih_l1_reverse	0	-0.016208289191126823
27632	rnn.bias_ih_l1_reverse	1	-0.04848508536815643
27632	rnn.bias_ih_l1_reverse	2	-0.07288789749145508
27632	rnn.bias_ih_l1_reverse	3	-0.018860433250665665
27632	rnn.bias_ih_l1_reverse	4	-0.1109505444765091
27632	rnn.bias_ih_l1_reverse	5	-0.0704125463962555
27632	rnn.bias_ih_l1_reverse	6	-0.06945501267910004
27632	rnn.bias_ih_l1_reverse	7	-0.0874379575252533
27632	rnn.bias_ih_l1_reverse	8	0.07014410197734833
27632	rnn.bias_ih_l1_reverse	9	0.020406005904078484
27632	rnn.bias_hh_l1_reverse	0	-0.011220836080610752
27632	rnn.bias_hh_l1_reverse	1	0.025383641943335533
27632	rnn.bias_hh_l1_reverse	2	-0.14728336036205292
27632	rnn.bias_hh_l1_reverse	3	-0.024339906871318817
27632	rnn.bias_hh_l1_reverse	4	-0.033694349229335785
27632	rnn.bias_hh_l1_reverse	5	-0.04196874797344208
27632	rnn.bias_hh_l1_reverse	6	0.08590009063482285
27632	rnn.bias_hh_l1_reverse	7	-0.07370871305465698
27632	rnn.bias_hh_l1_reverse	8	-0.05984802171587944
27632	rnn.bias_hh_l1_reverse	9	-0.06264694780111313
27632	linear.weight	0	0.002228822559118271
27632	linear.weight	1	0.05391611531376839
27632	linear.weight	2	-0.11582734435796738
27632	linear.weight	3	0.13239818811416626
27632	linear.weight	4	0.07159107178449631
27632	linear.weight	5	0.04224065691232681
27632	linear.weight	6	0.06568595767021179
27632	linear.weight	7	0.11471523344516754
27632	linear.weight	8	0.04201382398605347
27632	linear.weight	9	-0.07001683861017227
27632	linear.bias	0	-0.056814439594745636
27632	linear.bias	1	0.04693705216050148
27632	linear.bias	2	-0.353806734085083
27632	linear.bias	3	-0.7273672819137573
27632	linear.bias	4	-0.8662325739860535
27632	linear.bias	5	0.04615653678774834
27632	linear.bias	6	-0.5083580613136292
27632	linear.bias	7	0.5189557671546936
27632	linear.bias	8	-0.589939296245575
27632	linear.bias	9	-0.7848024964332581
27636	transitions	0	0.23876841366291046
27636	transitions	1	-0.11181146651506424
27636	transitions	2	-10000.0
27636	transitions	3	-1.773496150970459
27636	transitions	4	-10000.0
27636	transitions	5	0.7425418496131897
27636	transitions	6	0.05448669195175171
27636	transitions	7	-0.07886537164449692
27636	transitions	8	-1.248363971710205
27636	transitions	9	0.000503509072586894
27636	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
27636	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
27636	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
27636	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
27636	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
27636	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
27636	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
27636	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
27636	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
27636	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
27636	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
27636	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
27636	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
27636	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
27636	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
27636	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
27636	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
27636	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
27636	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
27636	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
27636	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
27636	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
27636	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
27636	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
27636	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
27636	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
27636	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
27636	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
27636	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
27636	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
27636	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
27636	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
27636	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
27636	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
27636	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
27636	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
27636	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
27636	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
27636	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
27636	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
27636	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
27636	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
27636	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
27636	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
27636	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
27636	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
27636	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
27636	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
27636	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
27636	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
27636	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
27636	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
27636	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
27636	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
27636	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
27636	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
27636	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
27636	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
27636	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
27636	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
27636	embedding2nn.weight	0	0.02593834325671196
27636	embedding2nn.weight	1	-0.017330685630440712
27636	embedding2nn.weight	2	-0.014268253929913044
27636	embedding2nn.weight	3	0.016630569472908974
27636	embedding2nn.weight	4	-0.005915034096688032
27636	embedding2nn.weight	5	-0.003700593486428261
27636	embedding2nn.weight	6	-0.003973259124904871
27636	embedding2nn.weight	7	-0.03496377170085907
27636	embedding2nn.weight	8	-0.0019979383796453476
27636	embedding2nn.weight	9	-0.011426184326410294
27636	embedding2nn.bias	0	0.03615468740463257
27636	embedding2nn.bias	1	-0.03921402990818024
27636	embedding2nn.bias	2	0.056371502578258514
27636	embedding2nn.bias	3	0.048795294016599655
27636	embedding2nn.bias	4	-0.004874120466411114
27636	embedding2nn.bias	5	-0.022927790880203247
27636	embedding2nn.bias	6	0.032762642949819565
27636	embedding2nn.bias	7	-0.061448730528354645
27636	embedding2nn.bias	8	0.03172215819358826
27636	embedding2nn.bias	9	0.02858106419444084
27636	rnn.weight_ih_l0	0	-0.015835365280508995
27636	rnn.weight_ih_l0	1	0.011797669343650341
27636	rnn.weight_ih_l0	2	0.029397370293736458
27636	rnn.weight_ih_l0	3	0.013975868932902813
27636	rnn.weight_ih_l0	4	-0.02376866526901722
27636	rnn.weight_ih_l0	5	-0.04802515357732773
27636	rnn.weight_ih_l0	6	0.016773080453276634
27636	rnn.weight_ih_l0	7	0.04645909368991852
27636	rnn.weight_ih_l0	8	0.01480705477297306
27636	rnn.weight_ih_l0	9	-0.03577539697289467
27636	rnn.weight_hh_l0	0	-0.03985288366675377
27636	rnn.weight_hh_l0	1	-0.005026399157941341
27636	rnn.weight_hh_l0	2	0.009533131495118141
27636	rnn.weight_hh_l0	3	-0.03091994673013687
27636	rnn.weight_hh_l0	4	0.040587060153484344
27636	rnn.weight_hh_l0	5	-0.009604818187654018
27636	rnn.weight_hh_l0	6	-0.029001353308558464
27636	rnn.weight_hh_l0	7	-0.04350760579109192
27636	rnn.weight_hh_l0	8	0.005494046490639448
27636	rnn.weight_hh_l0	9	-0.028833454474806786
27636	rnn.bias_ih_l0	0	0.02498653531074524
27636	rnn.bias_ih_l0	1	-0.028639299795031548
27636	rnn.bias_ih_l0	2	-0.00285685365088284
27636	rnn.bias_ih_l0	3	0.05804627388715744
27636	rnn.bias_ih_l0	4	-0.046303655952215195
27636	rnn.bias_ih_l0	5	-0.0351119264960289
27636	rnn.bias_ih_l0	6	-0.016556579619646072
27636	rnn.bias_ih_l0	7	0.029773645102977753
27636	rnn.bias_ih_l0	8	-0.06714009493589401
27636	rnn.bias_ih_l0	9	0.00028965092496946454
27636	rnn.bias_hh_l0	0	-0.03161256015300751
27636	rnn.bias_hh_l0	1	-0.05986552685499191
27636	rnn.bias_hh_l0	2	-0.0270558949559927
27636	rnn.bias_hh_l0	3	-0.04375496134161949
27636	rnn.bias_hh_l0	4	-0.009194405749440193
27636	rnn.bias_hh_l0	5	0.014549385756254196
27636	rnn.bias_hh_l0	6	0.022854020819067955
27636	rnn.bias_hh_l0	7	-0.0007236342644318938
27636	rnn.bias_hh_l0	8	-0.06839657574892044
27636	rnn.bias_hh_l0	9	-0.015413452871143818
27636	rnn.weight_ih_l0_reverse	0	-0.009463654831051826
27636	rnn.weight_ih_l0_reverse	1	-0.05277442932128906
27636	rnn.weight_ih_l0_reverse	2	-0.02023015171289444
27636	rnn.weight_ih_l0_reverse	3	0.00254481821320951
27636	rnn.weight_ih_l0_reverse	4	-0.0150259118527174
27636	rnn.weight_ih_l0_reverse	5	-0.04950454458594322
27636	rnn.weight_ih_l0_reverse	6	0.04355526715517044
27636	rnn.weight_ih_l0_reverse	7	-0.023803800344467163
27636	rnn.weight_ih_l0_reverse	8	-0.029967710375785828
27636	rnn.weight_ih_l0_reverse	9	0.017775682732462883
27636	rnn.weight_hh_l0_reverse	0	0.03332662954926491
27636	rnn.weight_hh_l0_reverse	1	0.030799927189946175
27636	rnn.weight_hh_l0_reverse	2	0.02956559881567955
27636	rnn.weight_hh_l0_reverse	3	0.018409572541713715
27636	rnn.weight_hh_l0_reverse	4	0.010331375524401665
27636	rnn.weight_hh_l0_reverse	5	-0.0040062712505459785
27636	rnn.weight_hh_l0_reverse	6	0.035635750740766525
27636	rnn.weight_hh_l0_reverse	7	-0.02707611955702305
27636	rnn.weight_hh_l0_reverse	8	0.012224821373820305
27636	rnn.weight_hh_l0_reverse	9	0.04961945861577988
27636	rnn.bias_ih_l0_reverse	0	-0.06167975440621376
27636	rnn.bias_ih_l0_reverse	1	-0.11157895624637604
27636	rnn.bias_ih_l0_reverse	2	-0.02940133772790432
27636	rnn.bias_ih_l0_reverse	3	-0.003856473136693239
27636	rnn.bias_ih_l0_reverse	4	-0.01593848504126072
27636	rnn.bias_ih_l0_reverse	5	0.03193800523877144
27636	rnn.bias_ih_l0_reverse	6	-0.02019272930920124
27636	rnn.bias_ih_l0_reverse	7	0.030734475702047348
27636	rnn.bias_ih_l0_reverse	8	-0.027357956394553185
27636	rnn.bias_ih_l0_reverse	9	0.021459627896547318
27636	rnn.bias_hh_l0_reverse	0	-0.03172052279114723
27636	rnn.bias_hh_l0_reverse	1	-0.0270063579082489
27636	rnn.bias_hh_l0_reverse	2	0.01851957105100155
27636	rnn.bias_hh_l0_reverse	3	-0.04182487353682518
27636	rnn.bias_hh_l0_reverse	4	-0.039379019290208817
27636	rnn.bias_hh_l0_reverse	5	-0.04353625699877739
27636	rnn.bias_hh_l0_reverse	6	0.0062784855253994465
27636	rnn.bias_hh_l0_reverse	7	0.03629440441727638
27636	rnn.bias_hh_l0_reverse	8	0.03693244606256485
27636	rnn.bias_hh_l0_reverse	9	-0.0777888149023056
27636	rnn.weight_ih_l1	0	-0.033525533974170685
27636	rnn.weight_ih_l1	1	-0.035972390323877335
27636	rnn.weight_ih_l1	2	0.03948317840695381
27636	rnn.weight_ih_l1	3	-0.02364513650536537
27636	rnn.weight_ih_l1	4	0.008961657993495464
27636	rnn.weight_ih_l1	5	-0.040252938866615295
27636	rnn.weight_ih_l1	6	0.014515185728669167
27636	rnn.weight_ih_l1	7	-0.03827712684869766
27636	rnn.weight_ih_l1	8	0.03858833387494087
27636	rnn.weight_ih_l1	9	0.026021141558885574
27636	rnn.weight_hh_l1	0	0.0012795241782441735
27636	rnn.weight_hh_l1	1	0.0063993982039391994
27636	rnn.weight_hh_l1	2	-0.02296048030257225
27636	rnn.weight_hh_l1	3	-0.00311906635761261
27636	rnn.weight_hh_l1	4	0.004287580493837595
27636	rnn.weight_hh_l1	5	0.0312727726995945
27636	rnn.weight_hh_l1	6	0.03215950354933739
27636	rnn.weight_hh_l1	7	-0.030390873551368713
27636	rnn.weight_hh_l1	8	-0.038851287215948105
27636	rnn.weight_hh_l1	9	0.03860955685377121
27636	rnn.bias_ih_l1	0	-0.08608750253915787
27636	rnn.bias_ih_l1	1	-0.06519254297018051
27636	rnn.bias_ih_l1	2	-0.10030464828014374
27636	rnn.bias_ih_l1	3	-0.10883185267448425
27636	rnn.bias_ih_l1	4	-0.15294022858142853
27636	rnn.bias_ih_l1	5	-0.08039802312850952
27636	rnn.bias_ih_l1	6	-0.033904947340488434
27636	rnn.bias_ih_l1	7	-0.030229492112994194
27636	rnn.bias_ih_l1	8	-0.06814146786928177
27636	rnn.bias_ih_l1	9	-0.06917517632246017
27636	rnn.bias_hh_l1	0	-0.0850265622138977
27636	rnn.bias_hh_l1	1	-0.02367943525314331
27636	rnn.bias_hh_l1	2	-0.026844866573810577
27636	rnn.bias_hh_l1	3	-0.05124335736036301
27636	rnn.bias_hh_l1	4	-0.07485618442296982
27636	rnn.bias_hh_l1	5	-0.04444674402475357
27636	rnn.bias_hh_l1	6	-0.05048106983304024
27636	rnn.bias_hh_l1	7	-0.04518642649054527
27636	rnn.bias_hh_l1	8	-0.020974911749362946
27636	rnn.bias_hh_l1	9	-0.020310161635279655
27636	rnn.weight_ih_l1_reverse	0	-0.03041263483464718
27636	rnn.weight_ih_l1_reverse	1	0.0014664089540019631
27636	rnn.weight_ih_l1_reverse	2	-0.044485434889793396
27636	rnn.weight_ih_l1_reverse	3	-0.027129286900162697
27636	rnn.weight_ih_l1_reverse	4	-0.01819824054837227
27636	rnn.weight_ih_l1_reverse	5	-0.03627576306462288
27636	rnn.weight_ih_l1_reverse	6	-0.02317577227950096
27636	rnn.weight_ih_l1_reverse	7	0.01410903874784708
27636	rnn.weight_ih_l1_reverse	8	0.014274703338742256
27636	rnn.weight_ih_l1_reverse	9	-0.04323544725775719
27636	rnn.weight_hh_l1_reverse	0	0.008687782101333141
27636	rnn.weight_hh_l1_reverse	1	0.02862737514078617
27636	rnn.weight_hh_l1_reverse	2	-0.03725903481245041
27636	rnn.weight_hh_l1_reverse	3	0.038600608706474304
27636	rnn.weight_hh_l1_reverse	4	0.04086267948150635
27636	rnn.weight_hh_l1_reverse	5	0.01187346875667572
27636	rnn.weight_hh_l1_reverse	6	0.012778634205460548
27636	rnn.weight_hh_l1_reverse	7	0.02835395559668541
27636	rnn.weight_hh_l1_reverse	8	-0.005416675936430693
27636	rnn.weight_hh_l1_reverse	9	-0.03828294202685356
27636	rnn.bias_ih_l1_reverse	0	-0.0164653230458498
27636	rnn.bias_ih_l1_reverse	1	-0.04821523278951645
27636	rnn.bias_ih_l1_reverse	2	-0.07305282354354858
27636	rnn.bias_ih_l1_reverse	3	-0.01905435137450695
27636	rnn.bias_ih_l1_reverse	4	-0.11122152209281921
27636	rnn.bias_ih_l1_reverse	5	-0.07052714377641678
27636	rnn.bias_ih_l1_reverse	6	-0.06948956847190857
27636	rnn.bias_ih_l1_reverse	7	-0.08758759498596191
27636	rnn.bias_ih_l1_reverse	8	0.07085707038640976
27636	rnn.bias_ih_l1_reverse	9	0.02152215503156185
27636	rnn.bias_hh_l1_reverse	0	-0.012761588208377361
27636	rnn.bias_hh_l1_reverse	1	0.02554045058786869
27636	rnn.bias_hh_l1_reverse	2	-0.14737045764923096
27636	rnn.bias_hh_l1_reverse	3	-0.024250810965895653
27636	rnn.bias_hh_l1_reverse	4	-0.033667005598545074
27636	rnn.bias_hh_l1_reverse	5	-0.042081449180841446
27636	rnn.bias_hh_l1_reverse	6	0.08627929538488388
27636	rnn.bias_hh_l1_reverse	7	-0.07374770939350128
27636	rnn.bias_hh_l1_reverse	8	-0.06004016473889351
27636	rnn.bias_hh_l1_reverse	9	-0.06262050569057465
27636	linear.weight	0	0.002228822559118271
27636	linear.weight	1	0.05354483425617218
27636	linear.weight	2	-0.11594802886247635
27636	linear.weight	3	0.13226740062236786
27636	linear.weight	4	0.07176040858030319
27636	linear.weight	5	0.04226159304380417
27636	linear.weight	6	0.06430268287658691
27636	linear.weight	7	0.11876142770051956
27636	linear.weight	8	0.04201324284076691
27636	linear.weight	9	-0.06925364583730698
27636	linear.bias	0	-0.0694441944360733
27636	linear.bias	1	0.05637377128005028
27636	linear.bias	2	-0.33838769793510437
27636	linear.bias	3	-0.7349047064781189
27636	linear.bias	4	-0.8742396831512451
27636	linear.bias	5	0.03351088613271713
27636	linear.bias	6	-0.49974673986434937
27636	linear.bias	7	0.5062088966369629
27636	linear.bias	8	-0.5832826495170593
27636	linear.bias	9	-0.778434693813324
27833	transitions	0	0.23674769699573517
27833	transitions	1	-0.1133010983467102
27833	transitions	2	-10000.0
27833	transitions	3	-1.7736735343933105
27833	transitions	4	-10000.0
27833	transitions	5	0.7416099309921265
27833	transitions	6	0.053663790225982666
27833	transitions	7	-0.08037835359573364
27833	transitions	8	-1.2492855787277222
27833	transitions	9	0.0004941446823067963
27833	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
27833	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
27833	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
27833	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
27833	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
27833	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
27833	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
27833	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
27833	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
27833	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
27833	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
27833	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
27833	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
27833	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
27833	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
27833	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
27833	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
27833	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
27833	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
27833	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
27833	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
27833	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
27833	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
27833	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
27833	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
27833	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
27833	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
27833	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
27833	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
27833	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
27833	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
27833	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
27833	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
27833	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
27833	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
27833	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
27833	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
27833	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
27833	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
27833	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
27833	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
27833	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
27833	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
27833	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
27833	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
27833	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
27833	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
27833	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
27833	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
27833	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
27833	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
27833	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
27833	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
27833	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
27833	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
27833	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
27833	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
27833	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
27833	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
27833	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
27833	embedding2nn.weight	0	0.02851354517042637
27833	embedding2nn.weight	1	-0.017505599185824394
27833	embedding2nn.weight	2	-0.014268253929913044
27833	embedding2nn.weight	3	0.018437828868627548
27833	embedding2nn.weight	4	-0.005915034096688032
27833	embedding2nn.weight	5	-0.0037005937192589045
27833	embedding2nn.weight	6	-0.0039732628501951694
27833	embedding2nn.weight	7	-0.03532601147890091
27833	embedding2nn.weight	8	-0.0019979383796453476
27833	embedding2nn.weight	9	-0.010592272505164146
27833	embedding2nn.bias	0	0.04054591804742813
27833	embedding2nn.bias	1	-0.03298631310462952
27833	embedding2nn.bias	2	0.062350161373615265
27833	embedding2nn.bias	3	0.051862187683582306
27833	embedding2nn.bias	4	-0.002187806647270918
27833	embedding2nn.bias	5	-0.023098763078451157
27833	embedding2nn.bias	6	0.037715598940849304
27833	embedding2nn.bias	7	-0.05444982275366783
27833	embedding2nn.bias	8	0.03268103301525116
27833	embedding2nn.bias	9	0.03167843446135521
27833	rnn.weight_ih_l0	0	-0.014570316299796104
27833	rnn.weight_ih_l0	1	0.010052822530269623
27833	rnn.weight_ih_l0	2	0.02704339660704136
27833	rnn.weight_ih_l0	3	0.01416805014014244
27833	rnn.weight_ih_l0	4	-0.02341850847005844
27833	rnn.weight_ih_l0	5	-0.048414766788482666
27833	rnn.weight_ih_l0	6	0.016829553991556168
27833	rnn.weight_ih_l0	7	0.04800616577267647
27833	rnn.weight_ih_l0	8	0.014391453936696053
27833	rnn.weight_ih_l0	9	-0.036172155290842056
27833	rnn.weight_hh_l0	0	-0.04011610150337219
27833	rnn.weight_hh_l0	1	-0.00404080655425787
27833	rnn.weight_hh_l0	2	0.010118629783391953
27833	rnn.weight_hh_l0	3	-0.03233891725540161
27833	rnn.weight_hh_l0	4	0.041651271283626556
27833	rnn.weight_hh_l0	5	-0.010378175415098667
27833	rnn.weight_hh_l0	6	-0.028943412005901337
27833	rnn.weight_hh_l0	7	-0.04173889383673668
27833	rnn.weight_hh_l0	8	0.0056729428470134735
27833	rnn.weight_hh_l0	9	-0.028592361137270927
27833	rnn.bias_ih_l0	0	0.027896735817193985
27833	rnn.bias_ih_l0	1	-0.026490595191717148
27833	rnn.bias_ih_l0	2	-0.0022217126097530127
27833	rnn.bias_ih_l0	3	0.05782385170459747
27833	rnn.bias_ih_l0	4	-0.0465332455933094
27833	rnn.bias_ih_l0	5	-0.03452286869287491
27833	rnn.bias_ih_l0	6	-0.017886102199554443
27833	rnn.bias_ih_l0	7	0.027775699272751808
27833	rnn.bias_ih_l0	8	-0.06524012982845306
27833	rnn.bias_ih_l0	9	-0.001634004875086248
27833	rnn.bias_hh_l0	0	-0.03220231086015701
27833	rnn.bias_hh_l0	1	-0.0664464682340622
27833	rnn.bias_hh_l0	2	-0.022616630420088768
27833	rnn.bias_hh_l0	3	-0.043820057064294815
27833	rnn.bias_hh_l0	4	-0.007531796116381884
27833	rnn.bias_hh_l0	5	0.013874374330043793
27833	rnn.bias_hh_l0	6	0.021987810730934143
27833	rnn.bias_hh_l0	7	-0.004348145332187414
27833	rnn.bias_hh_l0	8	-0.07177168875932693
27833	rnn.bias_hh_l0	9	-0.014968535862863064
27833	rnn.weight_ih_l0_reverse	0	-0.009788943454623222
27833	rnn.weight_ih_l0_reverse	1	-0.05191360041499138
27833	rnn.weight_ih_l0_reverse	2	-0.021290583536028862
27833	rnn.weight_ih_l0_reverse	3	0.0027560731396079063
27833	rnn.weight_ih_l0_reverse	4	-0.01480869110673666
27833	rnn.weight_ih_l0_reverse	5	-0.04984420910477638
27833	rnn.weight_ih_l0_reverse	6	0.04323533922433853
27833	rnn.weight_ih_l0_reverse	7	-0.023264693096280098
27833	rnn.weight_ih_l0_reverse	8	-0.031410954892635345
27833	rnn.weight_ih_l0_reverse	9	0.018040789291262627
27833	rnn.weight_hh_l0_reverse	0	0.03323724865913391
27833	rnn.weight_hh_l0_reverse	1	0.030321666970849037
27833	rnn.weight_hh_l0_reverse	2	0.029232801869511604
27833	rnn.weight_hh_l0_reverse	3	0.018185671418905258
27833	rnn.weight_hh_l0_reverse	4	0.010400745086371899
27833	rnn.weight_hh_l0_reverse	5	-0.004607279319316149
27833	rnn.weight_hh_l0_reverse	6	0.03547217324376106
27833	rnn.weight_hh_l0_reverse	7	-0.02637176588177681
27833	rnn.weight_hh_l0_reverse	8	0.0121958889067173
27833	rnn.weight_hh_l0_reverse	9	0.04914676770567894
27833	rnn.bias_ih_l0_reverse	0	-0.06324677169322968
27833	rnn.bias_ih_l0_reverse	1	-0.1115795448422432
27833	rnn.bias_ih_l0_reverse	2	-0.03132905811071396
27833	rnn.bias_ih_l0_reverse	3	-0.0026409944985061884
27833	rnn.bias_ih_l0_reverse	4	-0.015677031129598618
27833	rnn.bias_ih_l0_reverse	5	0.027223996818065643
27833	rnn.bias_ih_l0_reverse	6	-0.017664462327957153
27833	rnn.bias_ih_l0_reverse	7	0.03210651874542236
27833	rnn.bias_ih_l0_reverse	8	-0.02709696628153324
27833	rnn.bias_ih_l0_reverse	9	0.01928684115409851
27833	rnn.bias_hh_l0_reverse	0	-0.033028360456228256
27833	rnn.bias_hh_l0_reverse	1	-0.026026632636785507
27833	rnn.bias_hh_l0_reverse	2	0.016096040606498718
27833	rnn.bias_hh_l0_reverse	3	-0.04244181513786316
27833	rnn.bias_hh_l0_reverse	4	-0.042141158133745193
27833	rnn.bias_hh_l0_reverse	5	-0.040361955761909485
27833	rnn.bias_hh_l0_reverse	6	0.005661571864038706
27833	rnn.bias_hh_l0_reverse	7	0.03691999614238739
27833	rnn.bias_hh_l0_reverse	8	0.03882391005754471
27833	rnn.bias_hh_l0_reverse	9	-0.08210627734661102
27833	rnn.weight_ih_l1	0	-0.0341239869594574
27833	rnn.weight_ih_l1	1	-0.03257455676794052
27833	rnn.weight_ih_l1	2	0.04018658772110939
27833	rnn.weight_ih_l1	3	-0.02420085482299328
27833	rnn.weight_ih_l1	4	0.00915711373090744
27833	rnn.weight_ih_l1	5	-0.040322329849004745
27833	rnn.weight_ih_l1	6	0.015310865826904774
27833	rnn.weight_ih_l1	7	-0.039730004966259
27833	rnn.weight_ih_l1	8	0.03836475685238838
27833	rnn.weight_ih_l1	9	0.0263656098395586
27833	rnn.weight_hh_l1	0	0.0032522911205887794
27833	rnn.weight_hh_l1	1	0.006266449578106403
27833	rnn.weight_hh_l1	2	-0.02237175963819027
27833	rnn.weight_hh_l1	3	-0.0034358249977231026
27833	rnn.weight_hh_l1	4	0.005900156684219837
27833	rnn.weight_hh_l1	5	0.03157598897814751
27833	rnn.weight_hh_l1	6	0.03222371265292168
27833	rnn.weight_hh_l1	7	-0.03072136640548706
27833	rnn.weight_hh_l1	8	-0.03889548033475876
27833	rnn.weight_hh_l1	9	0.03828442096710205
27833	rnn.bias_ih_l1	0	-0.0911146029829979
27833	rnn.bias_ih_l1	1	-0.06357628107070923
27833	rnn.bias_ih_l1	2	-0.09939990937709808
27833	rnn.bias_ih_l1	3	-0.11480314284563065
27833	rnn.bias_ih_l1	4	-0.155669167637825
27833	rnn.bias_ih_l1	5	-0.08070959895849228
27833	rnn.bias_ih_l1	6	-0.03658800572156906
27833	rnn.bias_ih_l1	7	-0.02985437959432602
27833	rnn.bias_ih_l1	8	-0.07001982629299164
27833	rnn.bias_ih_l1	9	-0.06972835212945938
27833	rnn.bias_hh_l1	0	-0.08544694632291794
27833	rnn.bias_hh_l1	1	-0.0231590885668993
27833	rnn.bias_hh_l1	2	-0.025681203231215477
27833	rnn.bias_hh_l1	3	-0.05083901435136795
27833	rnn.bias_hh_l1	4	-0.07525137811899185
27833	rnn.bias_hh_l1	5	-0.0415332168340683
27833	rnn.bias_hh_l1	6	-0.05659506469964981
27833	rnn.bias_hh_l1	7	-0.051905591040849686
27833	rnn.bias_hh_l1	8	-0.022050408646464348
27833	rnn.bias_hh_l1	9	-0.023988300934433937
27833	rnn.weight_ih_l1_reverse	0	-0.03129639849066734
27833	rnn.weight_ih_l1_reverse	1	0.0009889381472021341
27833	rnn.weight_ih_l1_reverse	2	-0.04523952305316925
27833	rnn.weight_ih_l1_reverse	3	-0.026903050020337105
27833	rnn.weight_ih_l1_reverse	4	-0.020135944709181786
27833	rnn.weight_ih_l1_reverse	5	-0.036302562803030014
27833	rnn.weight_ih_l1_reverse	6	-0.020679257810115814
27833	rnn.weight_ih_l1_reverse	7	0.013613284565508366
27833	rnn.weight_ih_l1_reverse	8	0.015439067035913467
27833	rnn.weight_ih_l1_reverse	9	-0.04416757449507713
27833	rnn.weight_hh_l1_reverse	0	0.00857286062091589
27833	rnn.weight_hh_l1_reverse	1	0.02905247174203396
27833	rnn.weight_hh_l1_reverse	2	-0.037242989987134933
27833	rnn.weight_hh_l1_reverse	3	0.038624536246061325
27833	rnn.weight_hh_l1_reverse	4	0.0410596989095211
27833	rnn.weight_hh_l1_reverse	5	0.011151407845318317
27833	rnn.weight_hh_l1_reverse	6	0.012264274060726166
27833	rnn.weight_hh_l1_reverse	7	0.028370335698127747
27833	rnn.weight_hh_l1_reverse	8	-0.005493272561579943
27833	rnn.weight_hh_l1_reverse	9	-0.03874269127845764
27833	rnn.bias_ih_l1_reverse	0	-0.014175652526319027
27833	rnn.bias_ih_l1_reverse	1	-0.05105338990688324
27833	rnn.bias_ih_l1_reverse	2	-0.07246511429548264
27833	rnn.bias_ih_l1_reverse	3	-0.01170324720442295
27833	rnn.bias_ih_l1_reverse	4	-0.11528587341308594
27833	rnn.bias_ih_l1_reverse	5	-0.06884002685546875
27833	rnn.bias_ih_l1_reverse	6	-0.06917739659547806
27833	rnn.bias_ih_l1_reverse	7	-0.09035622328519821
27833	rnn.bias_ih_l1_reverse	8	0.06996221840381622
27833	rnn.bias_ih_l1_reverse	9	0.01407889649271965
27833	rnn.bias_hh_l1_reverse	0	0.0012182076461613178
27833	rnn.bias_hh_l1_reverse	1	0.030063770711421967
27833	rnn.bias_hh_l1_reverse	2	-0.14551633596420288
27833	rnn.bias_hh_l1_reverse	3	-0.02617419697344303
27833	rnn.bias_hh_l1_reverse	4	-0.033894989639520645
27833	rnn.bias_hh_l1_reverse	5	-0.04182564094662666
27833	rnn.bias_hh_l1_reverse	6	0.08696526288986206
27833	rnn.bias_hh_l1_reverse	7	-0.0736740306019783
27833	rnn.bias_hh_l1_reverse	8	-0.06100531667470932
27833	rnn.bias_hh_l1_reverse	9	-0.06303822249174118
27833	linear.weight	0	0.002228822559118271
27833	linear.weight	1	0.06521285325288773
27833	linear.weight	2	-0.11242445558309555
27833	linear.weight	3	0.13360074162483215
27833	linear.weight	4	0.09231553971767426
27833	linear.weight	5	0.037306252866983414
27833	linear.weight	6	0.060628633946180344
27833	linear.weight	7	0.0989224761724472
27833	linear.weight	8	0.042036037892103195
27833	linear.weight	9	-0.055365849286317825
27833	linear.bias	0	-0.0712522342801094
27833	linear.bias	1	0.028314124792814255
27833	linear.bias	2	-0.3949345648288727
27833	linear.bias	3	-0.724402904510498
27833	linear.bias	4	-0.8606088161468506
27833	linear.bias	5	0.07293280959129333
27833	linear.bias	6	-0.5330934524536133
27833	linear.bias	7	0.5412539839744568
27833	linear.bias	8	-0.5783175826072693
27833	linear.bias	9	-0.7704490423202515
28030	transitions	0	0.24119238555431366
28030	transitions	1	-0.09654101729393005
28030	transitions	2	-10000.0
28030	transitions	3	-1.7738869190216064
28030	transitions	4	-10000.0
28030	transitions	5	0.7409896850585938
28030	transitions	6	0.05269499123096466
28030	transitions	7	-0.08262179046869278
28030	transitions	8	-1.2502690553665161
28030	transitions	9	0.0004850682453252375
28030	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
28030	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
28030	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
28030	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
28030	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
28030	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
28030	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
28030	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
28030	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
28030	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
28030	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
28030	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
28030	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
28030	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
28030	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
28030	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
28030	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
28030	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
28030	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
28030	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
28030	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
28030	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
28030	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
28030	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
28030	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
28030	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
28030	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
28030	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
28030	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
28030	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
28030	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
28030	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
28030	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
28030	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
28030	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
28030	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
28030	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
28030	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
28030	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
28030	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
28030	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
28030	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
28030	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
28030	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
28030	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
28030	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
28030	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
28030	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
28030	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
28030	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
28030	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
28030	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
28030	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
28030	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
28030	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
28030	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
28030	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
28030	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
28030	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
28030	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
28030	embedding2nn.weight	0	0.026791099458932877
28030	embedding2nn.weight	1	-0.017796408385038376
28030	embedding2nn.weight	2	-0.014268253929913044
28030	embedding2nn.weight	3	0.016627902165055275
28030	embedding2nn.weight	4	-0.005915034096688032
28030	embedding2nn.weight	5	-0.0037005930207669735
28030	embedding2nn.weight	6	-0.00397326098755002
28030	embedding2nn.weight	7	-0.03430929780006409
28030	embedding2nn.weight	8	-0.0019979383796453476
28030	embedding2nn.weight	9	-0.01106275711208582
28030	embedding2nn.bias	0	0.035716235637664795
28030	embedding2nn.bias	1	-0.03758213296532631
28030	embedding2nn.bias	2	0.06676222383975983
28030	embedding2nn.bias	3	0.05582771822810173
28030	embedding2nn.bias	4	-0.008403056301176548
28030	embedding2nn.bias	5	-0.025133546441793442
28030	embedding2nn.bias	6	0.031625211238861084
28030	embedding2nn.bias	7	-0.06000865623354912
28030	embedding2nn.bias	8	0.03459440916776657
28030	embedding2nn.bias	9	0.027933429926633835
28030	rnn.weight_ih_l0	0	-0.016020817682147026
28030	rnn.weight_ih_l0	1	0.007823207415640354
28030	rnn.weight_ih_l0	2	0.02713306061923504
28030	rnn.weight_ih_l0	3	0.014005356468260288
28030	rnn.weight_ih_l0	4	-0.022750699892640114
28030	rnn.weight_ih_l0	5	-0.04827225208282471
28030	rnn.weight_ih_l0	6	0.016504021361470222
28030	rnn.weight_ih_l0	7	0.04855718836188316
28030	rnn.weight_ih_l0	8	0.014308215118944645
28030	rnn.weight_ih_l0	9	-0.03579312562942505
28030	rnn.weight_hh_l0	0	-0.04150750860571861
28030	rnn.weight_hh_l0	1	-0.004274147562682629
28030	rnn.weight_hh_l0	2	0.009917342104017735
28030	rnn.weight_hh_l0	3	-0.03286394476890564
28030	rnn.weight_hh_l0	4	0.04083128273487091
28030	rnn.weight_hh_l0	5	-0.010347729548811913
28030	rnn.weight_hh_l0	6	-0.028490891680121422
28030	rnn.weight_hh_l0	7	-0.04185019060969353
28030	rnn.weight_hh_l0	8	0.005149866454303265
28030	rnn.weight_hh_l0	9	-0.028357859700918198
28030	rnn.bias_ih_l0	0	0.026998376473784447
28030	rnn.bias_ih_l0	1	-0.02583465538918972
28030	rnn.bias_ih_l0	2	-0.0013176149222999811
28030	rnn.bias_ih_l0	3	0.05889928340911865
28030	rnn.bias_ih_l0	4	-0.04579877480864525
28030	rnn.bias_ih_l0	5	-0.03462725877761841
28030	rnn.bias_ih_l0	6	-0.017250770702958107
28030	rnn.bias_ih_l0	7	0.02543838508427143
28030	rnn.bias_ih_l0	8	-0.06674788147211075
28030	rnn.bias_ih_l0	9	-0.0020759047474712133
28030	rnn.bias_hh_l0	0	-0.03656716272234917
28030	rnn.bias_hh_l0	1	-0.06460234522819519
28030	rnn.bias_hh_l0	2	-0.02907516248524189
28030	rnn.bias_hh_l0	3	-0.04290161281824112
28030	rnn.bias_hh_l0	4	-0.008098206482827663
28030	rnn.bias_hh_l0	5	0.014443100430071354
28030	rnn.bias_hh_l0	6	0.025952642783522606
28030	rnn.bias_hh_l0	7	-0.0016390727832913399
28030	rnn.bias_hh_l0	8	-0.07576201856136322
28030	rnn.bias_hh_l0	9	-0.014559158124029636
28030	rnn.weight_ih_l0_reverse	0	-0.011486397124826908
28030	rnn.weight_ih_l0_reverse	1	-0.0504884235560894
28030	rnn.weight_ih_l0_reverse	2	-0.019171718508005142
28030	rnn.weight_ih_l0_reverse	3	0.0033112275414168835
28030	rnn.weight_ih_l0_reverse	4	-0.015047886408865452
28030	rnn.weight_ih_l0_reverse	5	-0.04969784989953041
28030	rnn.weight_ih_l0_reverse	6	0.04307996854186058
28030	rnn.weight_ih_l0_reverse	7	-0.022698137909173965
28030	rnn.weight_ih_l0_reverse	8	-0.03184916451573372
28030	rnn.weight_ih_l0_reverse	9	0.01952267810702324
28030	rnn.weight_hh_l0_reverse	0	0.03388546407222748
28030	rnn.weight_hh_l0_reverse	1	0.030950499698519707
28030	rnn.weight_hh_l0_reverse	2	0.029961878433823586
28030	rnn.weight_hh_l0_reverse	3	0.017949186265468597
28030	rnn.weight_hh_l0_reverse	4	0.010427012108266354
28030	rnn.weight_hh_l0_reverse	5	-0.002822690177708864
28030	rnn.weight_hh_l0_reverse	6	0.0352792926132679
28030	rnn.weight_hh_l0_reverse	7	-0.02641691453754902
28030	rnn.weight_hh_l0_reverse	8	0.01261205691844225
28030	rnn.weight_hh_l0_reverse	9	0.049100764095783234
28030	rnn.bias_ih_l0_reverse	0	-0.06221805512905121
28030	rnn.bias_ih_l0_reverse	1	-0.11090659350156784
28030	rnn.bias_ih_l0_reverse	2	-0.033936627209186554
28030	rnn.bias_ih_l0_reverse	3	-0.0010257038520649076
28030	rnn.bias_ih_l0_reverse	4	-0.018639273941516876
28030	rnn.bias_ih_l0_reverse	5	0.026393717154860497
28030	rnn.bias_ih_l0_reverse	6	-0.01523581799119711
28030	rnn.bias_ih_l0_reverse	7	0.03213324770331383
28030	rnn.bias_ih_l0_reverse	8	-0.026920916512608528
28030	rnn.bias_ih_l0_reverse	9	0.022834094241261482
28030	rnn.bias_hh_l0_reverse	0	-0.03359852358698845
28030	rnn.bias_hh_l0_reverse	1	-0.021483270451426506
28030	rnn.bias_hh_l0_reverse	2	0.014981787651777267
28030	rnn.bias_hh_l0_reverse	3	-0.041409894824028015
28030	rnn.bias_hh_l0_reverse	4	-0.04186227172613144
28030	rnn.bias_hh_l0_reverse	5	-0.040283672511577606
28030	rnn.bias_hh_l0_reverse	6	0.004957668017596006
28030	rnn.bias_hh_l0_reverse	7	0.03740585222840309
28030	rnn.bias_hh_l0_reverse	8	0.035895220935344696
28030	rnn.bias_hh_l0_reverse	9	-0.08620959520339966
28030	rnn.weight_ih_l1	0	-0.03366938978433609
28030	rnn.weight_ih_l1	1	-0.032979726791381836
28030	rnn.weight_ih_l1	2	0.04238174110651016
28030	rnn.weight_ih_l1	3	-0.02724849060177803
28030	rnn.weight_ih_l1	4	0.008613667450845242
28030	rnn.weight_ih_l1	5	-0.04017982259392738
28030	rnn.weight_ih_l1	6	0.015873510390520096
28030	rnn.weight_ih_l1	7	-0.038501158356666565
28030	rnn.weight_ih_l1	8	0.03854997828602791
28030	rnn.weight_ih_l1	9	0.02608395367860794
28030	rnn.weight_hh_l1	0	0.004682441707700491
28030	rnn.weight_hh_l1	1	0.0062894392758607864
28030	rnn.weight_hh_l1	2	-0.02402292937040329
28030	rnn.weight_hh_l1	3	-0.003344495315104723
28030	rnn.weight_hh_l1	4	0.006289276294410229
28030	rnn.weight_hh_l1	5	0.031703680753707886
28030	rnn.weight_hh_l1	6	0.032197073101997375
28030	rnn.weight_hh_l1	7	-0.030558234080672264
28030	rnn.weight_hh_l1	8	-0.03834903985261917
28030	rnn.weight_hh_l1	9	0.037471406161785126
28030	rnn.bias_ih_l1	0	-0.0904807299375534
28030	rnn.bias_ih_l1	1	-0.061420366168022156
28030	rnn.bias_ih_l1	2	-0.0989798754453659
28030	rnn.bias_ih_l1	3	-0.11405610293149948
28030	rnn.bias_ih_l1	4	-0.15039107203483582
28030	rnn.bias_ih_l1	5	-0.08193353563547134
28030	rnn.bias_ih_l1	6	-0.03591438755393028
28030	rnn.bias_ih_l1	7	-0.030352693051099777
28030	rnn.bias_ih_l1	8	-0.07269659638404846
28030	rnn.bias_ih_l1	9	-0.07145161181688309
28030	rnn.bias_hh_l1	0	-0.0860414132475853
28030	rnn.bias_hh_l1	1	-0.019751882180571556
28030	rnn.bias_hh_l1	2	-0.021823156625032425
28030	rnn.bias_hh_l1	3	-0.051787376403808594
28030	rnn.bias_hh_l1	4	-0.07651907205581665
28030	rnn.bias_hh_l1	5	-0.04073099046945572
28030	rnn.bias_hh_l1	6	-0.05558834597468376
28030	rnn.bias_hh_l1	7	-0.05043546482920647
28030	rnn.bias_hh_l1	8	-0.020969832316040993
28030	rnn.bias_hh_l1	9	-0.024022724479436874
28030	rnn.weight_ih_l1_reverse	0	-0.02970651350915432
28030	rnn.weight_ih_l1_reverse	1	0.0023226740304380655
28030	rnn.weight_ih_l1_reverse	2	-0.04739650711417198
28030	rnn.weight_ih_l1_reverse	3	-0.028472818434238434
28030	rnn.weight_ih_l1_reverse	4	-0.021836047992110252
28030	rnn.weight_ih_l1_reverse	5	-0.03620719909667969
28030	rnn.weight_ih_l1_reverse	6	-0.020660875365138054
28030	rnn.weight_ih_l1_reverse	7	0.012882037088274956
28030	rnn.weight_ih_l1_reverse	8	0.017717448994517326
28030	rnn.weight_ih_l1_reverse	9	-0.04321029409766197
28030	rnn.weight_hh_l1_reverse	0	0.008433657698333263
28030	rnn.weight_hh_l1_reverse	1	0.028843563050031662
28030	rnn.weight_hh_l1_reverse	2	-0.03716699406504631
28030	rnn.weight_hh_l1_reverse	3	0.038572754710912704
28030	rnn.weight_hh_l1_reverse	4	0.040310394018888474
28030	rnn.weight_hh_l1_reverse	5	0.011522075161337852
28030	rnn.weight_hh_l1_reverse	6	0.014816702343523502
28030	rnn.weight_hh_l1_reverse	7	0.02841857634484768
28030	rnn.weight_hh_l1_reverse	8	-0.005688711069524288
28030	rnn.weight_hh_l1_reverse	9	-0.03864692151546478
28030	rnn.bias_ih_l1_reverse	0	-0.012590368278324604
28030	rnn.bias_ih_l1_reverse	1	-0.05130846053361893
28030	rnn.bias_ih_l1_reverse	2	-0.07113362848758698
28030	rnn.bias_ih_l1_reverse	3	-0.018317436799407005
28030	rnn.bias_ih_l1_reverse	4	-0.11710146069526672
28030	rnn.bias_ih_l1_reverse	5	-0.06845834106206894
28030	rnn.bias_ih_l1_reverse	6	-0.06980960816144943
28030	rnn.bias_ih_l1_reverse	7	-0.09200876206159592
28030	rnn.bias_ih_l1_reverse	8	0.06721413880586624
28030	rnn.bias_ih_l1_reverse	9	0.005362086929380894
28030	rnn.bias_hh_l1_reverse	0	-0.0013853928539901972
28030	rnn.bias_hh_l1_reverse	1	0.024400809779763222
28030	rnn.bias_hh_l1_reverse	2	-0.14512285590171814
28030	rnn.bias_hh_l1_reverse	3	-0.02619052305817604
28030	rnn.bias_hh_l1_reverse	4	-0.03335731849074364
28030	rnn.bias_hh_l1_reverse	5	-0.04039311781525612
28030	rnn.bias_hh_l1_reverse	6	0.0909685418009758
28030	rnn.bias_hh_l1_reverse	7	-0.07669040560722351
28030	rnn.bias_hh_l1_reverse	8	-0.06362037360668182
28030	rnn.bias_hh_l1_reverse	9	-0.06416148692369461
28030	linear.weight	0	0.002228822559118271
28030	linear.weight	1	0.06636004894971848
28030	linear.weight	2	-0.11866552382707596
28030	linear.weight	3	0.1351415365934372
28030	linear.weight	4	0.07928501814603806
28030	linear.weight	5	0.0388077087700367
28030	linear.weight	6	0.07448824495077133
28030	linear.weight	7	0.09664089232683182
28030	linear.weight	8	0.04205533489584923
28030	linear.weight	9	-0.057435210794210434
28030	linear.bias	0	-0.08706079423427582
28030	linear.bias	1	0.05909016355872154
28030	linear.bias	2	-0.3688444197177887
28030	linear.bias	3	-0.7389393448829651
28030	linear.bias	4	-0.8836442232131958
28030	linear.bias	5	0.07577305287122726
28030	linear.bias	6	-0.5086824297904968
28030	linear.bias	7	0.5402158498764038
28030	linear.bias	8	-0.5653230547904968
28030	linear.bias	9	-0.753356397151947
28227	transitions	0	0.22205278277397156
28227	transitions	1	-0.10208142548799515
28227	transitions	2	-10000.0
28227	transitions	3	-1.7741763591766357
28227	transitions	4	-10000.0
28227	transitions	5	0.7401067018508911
28227	transitions	6	0.051751695573329926
28227	transitions	7	-0.08431845158338547
28227	transitions	8	-1.2508795261383057
28227	transitions	9	0.0004722769372165203
28227	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
28227	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
28227	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
28227	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
28227	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
28227	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
28227	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
28227	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
28227	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
28227	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
28227	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
28227	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
28227	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
28227	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
28227	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
28227	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
28227	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
28227	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
28227	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
28227	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
28227	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
28227	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
28227	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
28227	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
28227	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
28227	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
28227	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
28227	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
28227	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
28227	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
28227	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
28227	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
28227	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
28227	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
28227	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
28227	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
28227	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
28227	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
28227	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
28227	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
28227	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
28227	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
28227	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
28227	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
28227	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
28227	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
28227	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
28227	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
28227	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
28227	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
28227	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
28227	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
28227	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
28227	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
28227	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
28227	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
28227	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
28227	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
28227	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
28227	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
28227	embedding2nn.weight	0	0.02788960561156273
28227	embedding2nn.weight	1	-0.017876282334327698
28227	embedding2nn.weight	2	-0.014268253929913044
28227	embedding2nn.weight	3	0.019297858700156212
28227	embedding2nn.weight	4	-0.005915034096688032
28227	embedding2nn.weight	5	-0.0037005941849201918
28227	embedding2nn.weight	6	-0.00397325586527586
28227	embedding2nn.weight	7	-0.033861152827739716
28227	embedding2nn.weight	8	-0.0019979383796453476
28227	embedding2nn.weight	9	-0.010911685414612293
28227	embedding2nn.bias	0	0.03776003047823906
28227	embedding2nn.bias	1	-0.036052264273166656
28227	embedding2nn.bias	2	0.06043373420834541
28227	embedding2nn.bias	3	0.0478421188890934
28227	embedding2nn.bias	4	-0.01516660675406456
28227	embedding2nn.bias	5	-0.027437055483460426
28227	embedding2nn.bias	6	0.027024369686841965
28227	embedding2nn.bias	7	-0.0532655231654644
28227	embedding2nn.bias	8	0.043302249163389206
28227	embedding2nn.bias	9	0.027949264273047447
28227	rnn.weight_ih_l0	0	-0.015781333670020103
28227	rnn.weight_ih_l0	1	0.006815748289227486
28227	rnn.weight_ih_l0	2	0.02784791775047779
28227	rnn.weight_ih_l0	3	0.013776278123259544
28227	rnn.weight_ih_l0	4	-0.02122974582016468
28227	rnn.weight_ih_l0	5	-0.048817090690135956
28227	rnn.weight_ih_l0	6	0.0161436814814806
28227	rnn.weight_ih_l0	7	0.0496024452149868
28227	rnn.weight_ih_l0	8	0.014429351314902306
28227	rnn.weight_ih_l0	9	-0.036154668778181076
28227	rnn.weight_hh_l0	0	-0.042549122124910355
28227	rnn.weight_hh_l0	1	-0.0031316508539021015
28227	rnn.weight_hh_l0	2	0.010481313802301884
28227	rnn.weight_hh_l0	3	-0.03201250359416008
28227	rnn.weight_hh_l0	4	0.04076630622148514
28227	rnn.weight_hh_l0	5	-0.010915767401456833
28227	rnn.weight_hh_l0	6	-0.027829600498080254
28227	rnn.weight_hh_l0	7	-0.04136233404278755
28227	rnn.weight_hh_l0	8	0.0055754822678864
28227	rnn.weight_hh_l0	9	-0.02788400463759899
28227	rnn.bias_ih_l0	0	0.028647443279623985
28227	rnn.bias_ih_l0	1	-0.030664140358567238
28227	rnn.bias_ih_l0	2	-0.001423039473593235
28227	rnn.bias_ih_l0	3	0.054906316101551056
28227	rnn.bias_ih_l0	4	-0.043704044073820114
28227	rnn.bias_ih_l0	5	-0.03336819261312485
28227	rnn.bias_ih_l0	6	-0.01639368198812008
28227	rnn.bias_ih_l0	7	0.026584601029753685
28227	rnn.bias_ih_l0	8	-0.06661679595708847
28227	rnn.bias_ih_l0	9	-0.00037808335036970675
28227	rnn.bias_hh_l0	0	-0.038429632782936096
28227	rnn.bias_hh_l0	1	-0.05630681663751602
28227	rnn.bias_hh_l0	2	-0.029416514560580254
28227	rnn.bias_hh_l0	3	-0.03910310938954353
28227	rnn.bias_hh_l0	4	-0.007002516184002161
28227	rnn.bias_hh_l0	5	0.013726608827710152
28227	rnn.bias_hh_l0	6	0.025777697563171387
28227	rnn.bias_hh_l0	7	-0.0038418613839894533
28227	rnn.bias_hh_l0	8	-0.07106681913137436
28227	rnn.bias_hh_l0	9	-0.006570952478796244
28227	rnn.weight_ih_l0_reverse	0	-0.011626890860497952
28227	rnn.weight_ih_l0_reverse	1	-0.04982345923781395
28227	rnn.weight_ih_l0_reverse	2	-0.018846897408366203
28227	rnn.weight_ih_l0_reverse	3	0.0028239593375474215
28227	rnn.weight_ih_l0_reverse	4	-0.014916816726326942
28227	rnn.weight_ih_l0_reverse	5	-0.049936965107917786
28227	rnn.weight_ih_l0_reverse	6	0.043519794940948486
28227	rnn.weight_ih_l0_reverse	7	-0.022198151797056198
28227	rnn.weight_ih_l0_reverse	8	-0.03168291598558426
28227	rnn.weight_ih_l0_reverse	9	0.018248816952109337
28227	rnn.weight_hh_l0_reverse	0	0.03503449633717537
28227	rnn.weight_hh_l0_reverse	1	0.031007817015051842
28227	rnn.weight_hh_l0_reverse	2	0.029672255739569664
28227	rnn.weight_hh_l0_reverse	3	0.018001476302742958
28227	rnn.weight_hh_l0_reverse	4	0.010288309305906296
28227	rnn.weight_hh_l0_reverse	5	-0.004706988111138344
28227	rnn.weight_hh_l0_reverse	6	0.03531709685921669
28227	rnn.weight_hh_l0_reverse	7	-0.02710454724729061
28227	rnn.weight_hh_l0_reverse	8	0.013043081387877464
28227	rnn.weight_hh_l0_reverse	9	0.05030883476138115
28227	rnn.bias_ih_l0_reverse	0	-0.06163572147488594
28227	rnn.bias_ih_l0_reverse	1	-0.11670394241809845
28227	rnn.bias_ih_l0_reverse	2	-0.03335646539926529
28227	rnn.bias_ih_l0_reverse	3	-0.00048117354162968695
28227	rnn.bias_ih_l0_reverse	4	-0.02283739671111107
28227	rnn.bias_ih_l0_reverse	5	0.024922819808125496
28227	rnn.bias_ih_l0_reverse	6	-0.016793765127658844
28227	rnn.bias_ih_l0_reverse	7	0.030954718589782715
28227	rnn.bias_ih_l0_reverse	8	-0.026220818981528282
28227	rnn.bias_ih_l0_reverse	9	0.021789761260151863
28227	rnn.bias_hh_l0_reverse	0	-0.034257106482982635
28227	rnn.bias_hh_l0_reverse	1	-0.016759317368268967
28227	rnn.bias_hh_l0_reverse	2	0.017561009153723717
28227	rnn.bias_hh_l0_reverse	3	-0.040980711579322815
28227	rnn.bias_hh_l0_reverse	4	-0.04113813489675522
28227	rnn.bias_hh_l0_reverse	5	-0.0400044322013855
28227	rnn.bias_hh_l0_reverse	6	0.004114951938390732
28227	rnn.bias_hh_l0_reverse	7	0.040133602917194366
28227	rnn.bias_hh_l0_reverse	8	0.03480362892150879
28227	rnn.bias_hh_l0_reverse	9	-0.0868312418460846
28227	rnn.weight_ih_l1	0	-0.03419850394129753
28227	rnn.weight_ih_l1	1	-0.033457864075899124
28227	rnn.weight_ih_l1	2	0.043753765523433685
28227	rnn.weight_ih_l1	3	-0.02696560136973858
28227	rnn.weight_ih_l1	4	0.008245420642197132
28227	rnn.weight_ih_l1	5	-0.039888881146907806
28227	rnn.weight_ih_l1	6	0.016352295875549316
28227	rnn.weight_ih_l1	7	-0.03912050276994705
28227	rnn.weight_ih_l1	8	0.03890328109264374
28227	rnn.weight_ih_l1	9	0.026132328435778618
28227	rnn.weight_hh_l1	0	0.004776059649884701
28227	rnn.weight_hh_l1	1	0.006068609654903412
28227	rnn.weight_hh_l1	2	-0.02345201000571251
28227	rnn.weight_hh_l1	3	-0.003872532397508621
28227	rnn.weight_hh_l1	4	0.0069198003038764
28227	rnn.weight_hh_l1	5	0.031140170991420746
28227	rnn.weight_hh_l1	6	0.032087814062833786
28227	rnn.weight_hh_l1	7	-0.03041774407029152
28227	rnn.weight_hh_l1	8	-0.038719553500413895
28227	rnn.weight_hh_l1	9	0.037596963346004486
28227	rnn.bias_ih_l1	0	-0.09075738489627838
28227	rnn.bias_ih_l1	1	-0.06204326078295708
28227	rnn.bias_ih_l1	2	-0.10006707161664963
28227	rnn.bias_ih_l1	3	-0.11544858664274216
28227	rnn.bias_ih_l1	4	-0.1444440484046936
28227	rnn.bias_ih_l1	5	-0.08199146389961243
28227	rnn.bias_ih_l1	6	-0.04002518579363823
28227	rnn.bias_ih_l1	7	-0.029250310733914375
28227	rnn.bias_ih_l1	8	-0.0739845260977745
28227	rnn.bias_ih_l1	9	-0.07066936790943146
28227	rnn.bias_hh_l1	0	-0.09060933440923691
28227	rnn.bias_hh_l1	1	-0.018730996176600456
28227	rnn.bias_hh_l1	2	-0.026089906692504883
28227	rnn.bias_hh_l1	3	-0.052769601345062256
28227	rnn.bias_hh_l1	4	-0.07860859483480453
28227	rnn.bias_hh_l1	5	-0.03943407163023949
28227	rnn.bias_hh_l1	6	-0.056273601949214935
28227	rnn.bias_hh_l1	7	-0.04949776455760002
28227	rnn.bias_hh_l1	8	-0.020216604694724083
28227	rnn.bias_hh_l1	9	-0.024558700621128082
28227	rnn.weight_ih_l1_reverse	0	-0.029281890019774437
28227	rnn.weight_ih_l1_reverse	1	0.004847981035709381
28227	rnn.weight_ih_l1_reverse	2	-0.048877567052841187
28227	rnn.weight_ih_l1_reverse	3	-0.026965059340000153
28227	rnn.weight_ih_l1_reverse	4	-0.022833963856101036
28227	rnn.weight_ih_l1_reverse	5	-0.03641342744231224
28227	rnn.weight_ih_l1_reverse	6	-0.01996786706149578
28227	rnn.weight_ih_l1_reverse	7	0.012605259194970131
28227	rnn.weight_ih_l1_reverse	8	0.015562178567051888
28227	rnn.weight_ih_l1_reverse	9	-0.04312910512089729
28227	rnn.weight_hh_l1_reverse	0	0.008241320960223675
28227	rnn.weight_hh_l1_reverse	1	0.02885611727833748
28227	rnn.weight_hh_l1_reverse	2	-0.03724738955497742
28227	rnn.weight_hh_l1_reverse	3	0.03858579695224762
28227	rnn.weight_hh_l1_reverse	4	0.040440160781145096
28227	rnn.weight_hh_l1_reverse	5	0.010731521993875504
28227	rnn.weight_hh_l1_reverse	6	0.013689158484339714
28227	rnn.weight_hh_l1_reverse	7	0.02831522934138775
28227	rnn.weight_hh_l1_reverse	8	-0.005781610496342182
28227	rnn.weight_hh_l1_reverse	9	-0.03882845491170883
28227	rnn.bias_ih_l1_reverse	0	-0.011364765465259552
28227	rnn.bias_ih_l1_reverse	1	-0.04745500907301903
28227	rnn.bias_ih_l1_reverse	2	-0.0730627179145813
28227	rnn.bias_ih_l1_reverse	3	-0.02452082373201847
28227	rnn.bias_ih_l1_reverse	4	-0.11769193410873413
28227	rnn.bias_ih_l1_reverse	5	-0.0688687190413475
28227	rnn.bias_ih_l1_reverse	6	-0.0697898417711258
28227	rnn.bias_ih_l1_reverse	7	-0.0920521691441536
28227	rnn.bias_ih_l1_reverse	8	0.0718599185347557
28227	rnn.bias_ih_l1_reverse	9	0.009744908660650253
28227	rnn.bias_hh_l1_reverse	0	-0.007794724311679602
28227	rnn.bias_hh_l1_reverse	1	0.030105190351605415
28227	rnn.bias_hh_l1_reverse	2	-0.14577680826187134
28227	rnn.bias_hh_l1_reverse	3	-0.024834442883729935
28227	rnn.bias_hh_l1_reverse	4	-0.033423930406570435
28227	rnn.bias_hh_l1_reverse	5	-0.04166452959179878
28227	rnn.bias_hh_l1_reverse	6	0.08394770324230194
28227	rnn.bias_hh_l1_reverse	7	-0.07712846249341965
28227	rnn.bias_hh_l1_reverse	8	-0.06475616991519928
28227	rnn.bias_hh_l1_reverse	9	-0.06486638635396957
28227	linear.weight	0	0.002228822559118271
28227	linear.weight	1	0.08777637779712677
28227	linear.weight	2	-0.12446068972349167
28227	linear.weight	3	0.1431521773338318
28227	linear.weight	4	0.08074607700109482
28227	linear.weight	5	0.03761693090200424
28227	linear.weight	6	0.06929977983236313
28227	linear.weight	7	0.10420512408018112
28227	linear.weight	8	0.04206349328160286
28227	linear.weight	9	-0.05402509868144989
28227	linear.bias	0	-0.08477218449115753
28227	linear.bias	1	0.031118420884013176
28227	linear.bias	2	-0.3530835509300232
28227	linear.bias	3	-0.7378221750259399
28227	linear.bias	4	-0.8891910314559937
28227	linear.bias	5	0.07067448645830154
28227	linear.bias	6	-0.5402663946151733
28227	linear.bias	7	0.5336416363716125
28227	linear.bias	8	-0.550654411315918
28227	linear.bias	9	-0.7415882349014282
28424	transitions	0	0.22891148924827576
28424	transitions	1	-0.10173404216766357
28424	transitions	2	-10000.0
28424	transitions	3	-1.7744529247283936
28424	transitions	4	-10000.0
28424	transitions	5	0.7387729287147522
28424	transitions	6	0.05110648646950722
28424	transitions	7	-0.08527795970439911
28424	transitions	8	-1.251645565032959
28424	transitions	9	0.000464899669168517
28424	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
28424	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
28424	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
28424	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
28424	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
28424	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
28424	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
28424	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
28424	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
28424	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
28424	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
28424	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
28424	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
28424	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
28424	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
28424	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
28424	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
28424	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
28424	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
28424	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
28424	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
28424	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
28424	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
28424	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
28424	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
28424	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
28424	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
28424	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
28424	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
28424	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
28424	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
28424	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
28424	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
28424	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
28424	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
28424	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
28424	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
28424	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
28424	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
28424	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
28424	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
28424	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
28424	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
28424	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
28424	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
28424	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
28424	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
28424	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
28424	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
28424	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
28424	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
28424	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
28424	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
28424	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
28424	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
28424	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
28424	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
28424	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
28424	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
28424	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
28424	embedding2nn.weight	0	0.026504885405302048
28424	embedding2nn.weight	1	-0.018062736839056015
28424	embedding2nn.weight	2	-0.014268253929913044
28424	embedding2nn.weight	3	0.018363289535045624
28424	embedding2nn.weight	4	-0.005915034096688032
28424	embedding2nn.weight	5	-0.0037005941849201918
28424	embedding2nn.weight	6	-0.003973258659243584
28424	embedding2nn.weight	7	-0.034012068063020706
28424	embedding2nn.weight	8	-0.0019979383796453476
28424	embedding2nn.weight	9	-0.011786078102886677
28424	embedding2nn.bias	0	0.036822933703660965
28424	embedding2nn.bias	1	-0.03997505083680153
28424	embedding2nn.bias	2	0.06717833131551743
28424	embedding2nn.bias	3	0.04482979327440262
28424	embedding2nn.bias	4	-0.0060732425190508366
28424	embedding2nn.bias	5	-0.03129255399107933
28424	embedding2nn.bias	6	0.021307596936821938
28424	embedding2nn.bias	7	-0.04118437319993973
28424	embedding2nn.bias	8	0.04204334691166878
28424	embedding2nn.bias	9	0.02724136784672737
28424	rnn.weight_ih_l0	0	-0.016565758734941483
28424	rnn.weight_ih_l0	1	0.006136537995189428
28424	rnn.weight_ih_l0	2	0.028098298236727715
28424	rnn.weight_ih_l0	3	0.014096598140895367
28424	rnn.weight_ih_l0	4	-0.021985193714499474
28424	rnn.weight_ih_l0	5	-0.049398817121982574
28424	rnn.weight_ih_l0	6	0.01645037531852722
28424	rnn.weight_ih_l0	7	0.04853516444563866
28424	rnn.weight_ih_l0	8	0.014807380735874176
28424	rnn.weight_ih_l0	9	-0.03570965677499771
28424	rnn.weight_hh_l0	0	-0.04274577647447586
28424	rnn.weight_hh_l0	1	-0.0037181817460805178
28424	rnn.weight_hh_l0	2	0.009927268140017986
28424	rnn.weight_hh_l0	3	-0.03127407655119896
28424	rnn.weight_hh_l0	4	0.042058832943439484
28424	rnn.weight_hh_l0	5	-0.010983653366565704
28424	rnn.weight_hh_l0	6	-0.028182419016957283
28424	rnn.weight_hh_l0	7	-0.041248779743909836
28424	rnn.weight_hh_l0	8	0.005753776524215937
28424	rnn.weight_hh_l0	9	-0.027416301891207695
28424	rnn.bias_ih_l0	0	0.027578996494412422
28424	rnn.bias_ih_l0	1	-0.03328004106879234
28424	rnn.bias_ih_l0	2	-0.0014813857851549983
28424	rnn.bias_ih_l0	3	0.05342460796236992
28424	rnn.bias_ih_l0	4	-0.044239576905965805
28424	rnn.bias_ih_l0	5	-0.03598012402653694
28424	rnn.bias_ih_l0	6	-0.018306715413928032
28424	rnn.bias_ih_l0	7	0.02502339892089367
28424	rnn.bias_ih_l0	8	-0.06837320327758789
28424	rnn.bias_ih_l0	9	-0.004446625709533691
28424	rnn.bias_hh_l0	0	-0.03881068527698517
28424	rnn.bias_hh_l0	1	-0.054038967937231064
28424	rnn.bias_hh_l0	2	-0.027184579521417618
28424	rnn.bias_hh_l0	3	-0.041309479624032974
28424	rnn.bias_hh_l0	4	-0.00718979025259614
28424	rnn.bias_hh_l0	5	0.013994325883686543
28424	rnn.bias_hh_l0	6	0.026091361418366432
28424	rnn.bias_hh_l0	7	-0.005459591746330261
28424	rnn.bias_hh_l0	8	-0.06846040487289429
28424	rnn.bias_hh_l0	9	-0.011602100916206837
28424	rnn.weight_ih_l0_reverse	0	-0.012087513692677021
28424	rnn.weight_ih_l0_reverse	1	-0.0518789067864418
28424	rnn.weight_ih_l0_reverse	2	-0.018719658255577087
28424	rnn.weight_ih_l0_reverse	3	0.002065017120912671
28424	rnn.weight_ih_l0_reverse	4	-0.014792285859584808
28424	rnn.weight_ih_l0_reverse	5	-0.049835264682769775
28424	rnn.weight_ih_l0_reverse	6	0.04384002834558487
28424	rnn.weight_ih_l0_reverse	7	-0.022379456087946892
28424	rnn.weight_ih_l0_reverse	8	-0.03151887282729149
28424	rnn.weight_ih_l0_reverse	9	0.01880701631307602
28424	rnn.weight_hh_l0_reverse	0	0.03528519719839096
28424	rnn.weight_hh_l0_reverse	1	0.031353894621133804
28424	rnn.weight_hh_l0_reverse	2	0.029705528169870377
28424	rnn.weight_hh_l0_reverse	3	0.017833171412348747
28424	rnn.weight_hh_l0_reverse	4	0.010019325651228428
28424	rnn.weight_hh_l0_reverse	5	-0.0031057049054652452
28424	rnn.weight_hh_l0_reverse	6	0.03542427718639374
28424	rnn.weight_hh_l0_reverse	7	-0.026914939284324646
28424	rnn.weight_hh_l0_reverse	8	0.014690196141600609
28424	rnn.weight_hh_l0_reverse	9	0.05033537372946739
28424	rnn.bias_ih_l0_reverse	0	-0.0606730580329895
28424	rnn.bias_ih_l0_reverse	1	-0.11346767097711563
28424	rnn.bias_ih_l0_reverse	2	-0.0326368473470211
28424	rnn.bias_ih_l0_reverse	3	-0.003031262196600437
28424	rnn.bias_ih_l0_reverse	4	-0.022653911262750626
28424	rnn.bias_ih_l0_reverse	5	0.021907461807131767
28424	rnn.bias_ih_l0_reverse	6	-0.015204220078885555
28424	rnn.bias_ih_l0_reverse	7	0.03210035338997841
28424	rnn.bias_ih_l0_reverse	8	-0.02662462182343006
28424	rnn.bias_ih_l0_reverse	9	0.018581334501504898
28424	rnn.bias_hh_l0_reverse	0	-0.03537451848387718
28424	rnn.bias_hh_l0_reverse	1	-0.01707245036959648
28424	rnn.bias_hh_l0_reverse	2	0.015194305218756199
28424	rnn.bias_hh_l0_reverse	3	-0.0411917008459568
28424	rnn.bias_hh_l0_reverse	4	-0.03830341622233391
28424	rnn.bias_hh_l0_reverse	5	-0.04446597024798393
28424	rnn.bias_hh_l0_reverse	6	0.003414752194657922
28424	rnn.bias_hh_l0_reverse	7	0.04079970344901085
28424	rnn.bias_hh_l0_reverse	8	0.034369323402643204
28424	rnn.bias_hh_l0_reverse	9	-0.08466718345880508
28424	rnn.weight_ih_l1	0	-0.034439511597156525
28424	rnn.weight_ih_l1	1	-0.03342132270336151
28424	rnn.weight_ih_l1	2	0.040512919425964355
28424	rnn.weight_ih_l1	3	-0.02627064660191536
28424	rnn.weight_ih_l1	4	0.007493048906326294
28424	rnn.weight_ih_l1	5	-0.04051579162478447
28424	rnn.weight_ih_l1	6	0.017189467325806618
28424	rnn.weight_ih_l1	7	-0.040960319340229034
28424	rnn.weight_ih_l1	8	0.03910260275006294
28424	rnn.weight_ih_l1	9	0.026565590873360634
28424	rnn.weight_hh_l1	0	0.003993011545389891
28424	rnn.weight_hh_l1	1	0.0060949320904910564
28424	rnn.weight_hh_l1	2	-0.0247874166816473
28424	rnn.weight_hh_l1	3	-0.0046015470288693905
28424	rnn.weight_hh_l1	4	0.0066332439891994
28424	rnn.weight_hh_l1	5	0.030978510156273842
28424	rnn.weight_hh_l1	6	0.032249704003334045
28424	rnn.weight_hh_l1	7	-0.030453283339738846
28424	rnn.weight_hh_l1	8	-0.03892004117369652
28424	rnn.weight_hh_l1	9	0.038041386753320694
28424	rnn.bias_ih_l1	0	-0.08944837003946304
28424	rnn.bias_ih_l1	1	-0.06100250408053398
28424	rnn.bias_ih_l1	2	-0.10090593248605728
28424	rnn.bias_ih_l1	3	-0.11351113766431808
28424	rnn.bias_ih_l1	4	-0.14236213266849518
28424	rnn.bias_ih_l1	5	-0.08228244632482529
28424	rnn.bias_ih_l1	6	-0.04010826721787453
28424	rnn.bias_ih_l1	7	-0.02649156004190445
28424	rnn.bias_ih_l1	8	-0.07504237443208694
28424	rnn.bias_ih_l1	9	-0.0722777396440506
28424	rnn.bias_hh_l1	0	-0.09423810243606567
28424	rnn.bias_hh_l1	1	-0.020608024671673775
28424	rnn.bias_hh_l1	2	-0.027888529002666473
28424	rnn.bias_hh_l1	3	-0.05409140884876251
28424	rnn.bias_hh_l1	4	-0.0796976089477539
28424	rnn.bias_hh_l1	5	-0.04159677028656006
28424	rnn.bias_hh_l1	6	-0.05483773350715637
28424	rnn.bias_hh_l1	7	-0.04552038386464119
28424	rnn.bias_hh_l1	8	-0.023843294009566307
28424	rnn.bias_hh_l1	9	-0.023024383932352066
28424	rnn.weight_ih_l1_reverse	0	-0.028675027191638947
28424	rnn.weight_ih_l1_reverse	1	-0.0048838332295417786
28424	rnn.weight_ih_l1_reverse	2	-0.0448906309902668
28424	rnn.weight_ih_l1_reverse	3	-0.02578940987586975
28424	rnn.weight_ih_l1_reverse	4	-0.02191178873181343
28424	rnn.weight_ih_l1_reverse	5	-0.03700491786003113
28424	rnn.weight_ih_l1_reverse	6	-0.021379727870225906
28424	rnn.weight_ih_l1_reverse	7	0.012389389798045158
28424	rnn.weight_ih_l1_reverse	8	0.018779104575514793
28424	rnn.weight_ih_l1_reverse	9	-0.04410742595791817
28424	rnn.weight_hh_l1_reverse	0	0.00839986652135849
28424	rnn.weight_hh_l1_reverse	1	0.028670478612184525
28424	rnn.weight_hh_l1_reverse	2	-0.03710569068789482
28424	rnn.weight_hh_l1_reverse	3	0.038571037352085114
28424	rnn.weight_hh_l1_reverse	4	0.041192807257175446
28424	rnn.weight_hh_l1_reverse	5	0.009279587306082249
28424	rnn.weight_hh_l1_reverse	6	0.012323920615017414
28424	rnn.weight_hh_l1_reverse	7	0.028437918052077293
28424	rnn.weight_hh_l1_reverse	8	-0.0055853258818387985
28424	rnn.weight_hh_l1_reverse	9	-0.03865782544016838
28424	rnn.bias_ih_l1_reverse	0	-0.01165774092078209
28424	rnn.bias_ih_l1_reverse	1	-0.0502108559012413
28424	rnn.bias_ih_l1_reverse	2	-0.07408443093299866
28424	rnn.bias_ih_l1_reverse	3	-0.02301785908639431
28424	rnn.bias_ih_l1_reverse	4	-0.12030612677335739
28424	rnn.bias_ih_l1_reverse	5	-0.0682697743177414
28424	rnn.bias_ih_l1_reverse	6	-0.07063035666942596
28424	rnn.bias_ih_l1_reverse	7	-0.09720996767282486
28424	rnn.bias_ih_l1_reverse	8	0.07538551092147827
28424	rnn.bias_ih_l1_reverse	9	0.016463560983538628
28424	rnn.bias_hh_l1_reverse	0	-0.006025558803230524
28424	rnn.bias_hh_l1_reverse	1	0.032933421432971954
28424	rnn.bias_hh_l1_reverse	2	-0.1441074162721634
28424	rnn.bias_hh_l1_reverse	3	-0.022758446633815765
28424	rnn.bias_hh_l1_reverse	4	-0.03351478651165962
28424	rnn.bias_hh_l1_reverse	5	-0.04211869463324547
28424	rnn.bias_hh_l1_reverse	6	0.09793152660131454
28424	rnn.bias_hh_l1_reverse	7	-0.06892803311347961
28424	rnn.bias_hh_l1_reverse	8	-0.063580222427845
28424	rnn.bias_hh_l1_reverse	9	-0.06482154875993729
28424	linear.weight	0	0.002228822559118271
28424	linear.weight	1	0.08610060065984726
28424	linear.weight	2	-0.1164150983095169
28424	linear.weight	3	0.14267311990261078
28424	linear.weight	4	0.07991786301136017
28424	linear.weight	5	0.033387914299964905
28424	linear.weight	6	0.07142915576696396
28424	linear.weight	7	0.09807468205690384
28424	linear.weight	8	0.04207749292254448
28424	linear.weight	9	-0.06350960582494736
28424	linear.bias	0	-0.07413872331380844
28424	linear.bias	1	0.04205640032887459
28424	linear.bias	2	-0.3743637800216675
28424	linear.bias	3	-0.7577665448188782
28424	linear.bias	4	-0.9169802069664001
28424	linear.bias	5	0.06542295962572098
28424	linear.bias	6	-0.5275309085845947
28424	linear.bias	7	0.5320494771003723
28424	linear.bias	8	-0.5616909265518188
28424	linear.bias	9	-0.7600926160812378
28621	transitions	0	0.22764074802398682
28621	transitions	1	-0.09851177036762238
28621	transitions	2	-10000.0
28621	transitions	3	-1.774682879447937
28621	transitions	4	-10000.0
28621	transitions	5	0.737563967704773
28621	transitions	6	0.050313230603933334
28621	transitions	7	-0.0914960727095604
28621	transitions	8	-1.252579927444458
28621	transitions	9	0.0004521384835243225
28621	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
28621	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
28621	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
28621	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
28621	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
28621	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
28621	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
28621	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
28621	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
28621	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
28621	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
28621	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
28621	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
28621	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
28621	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
28621	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
28621	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
28621	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
28621	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
28621	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
28621	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
28621	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
28621	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
28621	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
28621	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
28621	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
28621	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
28621	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
28621	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
28621	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
28621	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
28621	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
28621	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
28621	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
28621	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
28621	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
28621	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
28621	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
28621	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
28621	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
28621	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
28621	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
28621	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
28621	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
28621	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
28621	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
28621	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
28621	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
28621	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
28621	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
28621	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
28621	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
28621	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
28621	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
28621	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
28621	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
28621	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
28621	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
28621	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
28621	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
28621	embedding2nn.weight	0	0.024634523317217827
28621	embedding2nn.weight	1	-0.018038127571344376
28621	embedding2nn.weight	2	-0.014268253929913044
28621	embedding2nn.weight	3	0.018116118386387825
28621	embedding2nn.weight	4	-0.005915034096688032
28621	embedding2nn.weight	5	-0.0037005941849201918
28621	embedding2nn.weight	6	-0.003973266575485468
28621	embedding2nn.weight	7	-0.03338710963726044
28621	embedding2nn.weight	8	-0.0019979383796453476
28621	embedding2nn.weight	9	-0.01246965304017067
28621	embedding2nn.bias	0	0.030430292710661888
28621	embedding2nn.bias	1	-0.0404343456029892
28621	embedding2nn.bias	2	0.06087735295295715
28621	embedding2nn.bias	3	0.04422971233725548
28621	embedding2nn.bias	4	-0.004278646782040596
28621	embedding2nn.bias	5	-0.024561772122979164
28621	embedding2nn.bias	6	0.02138056978583336
28621	embedding2nn.bias	7	-0.043233659118413925
28621	embedding2nn.bias	8	0.04532470554113388
28621	embedding2nn.bias	9	0.027865611016750336
28621	rnn.weight_ih_l0	0	-0.01854781247675419
28621	rnn.weight_ih_l0	1	0.007041597738862038
28621	rnn.weight_ih_l0	2	0.029293395578861237
28621	rnn.weight_ih_l0	3	0.013368110172450542
28621	rnn.weight_ih_l0	4	-0.020485809072852135
28621	rnn.weight_ih_l0	5	-0.04971268028020859
28621	rnn.weight_ih_l0	6	0.01636025682091713
28621	rnn.weight_ih_l0	7	0.04860556125640869
28621	rnn.weight_ih_l0	8	0.014325196854770184
28621	rnn.weight_ih_l0	9	-0.03522324189543724
28621	rnn.weight_hh_l0	0	-0.04228171333670616
28621	rnn.weight_hh_l0	1	-0.0037762345746159554
28621	rnn.weight_hh_l0	2	0.010424645617604256
28621	rnn.weight_hh_l0	3	-0.030538951978087425
28621	rnn.weight_hh_l0	4	0.041503723710775375
28621	rnn.weight_hh_l0	5	-0.01152440719306469
28621	rnn.weight_hh_l0	6	-0.028502946719527245
28621	rnn.weight_hh_l0	7	-0.040957868099212646
28621	rnn.weight_hh_l0	8	0.005976467858999968
28621	rnn.weight_hh_l0	9	-0.02741987444460392
28621	rnn.bias_ih_l0	0	0.025575989857316017
28621	rnn.bias_ih_l0	1	-0.03457969054579735
28621	rnn.bias_ih_l0	2	-0.004286630544811487
28621	rnn.bias_ih_l0	3	0.05179927498102188
28621	rnn.bias_ih_l0	4	-0.044302720576524734
28621	rnn.bias_ih_l0	5	-0.032911818474531174
28621	rnn.bias_ih_l0	6	-0.020582415163517
28621	rnn.bias_ih_l0	7	0.023991549387574196
28621	rnn.bias_ih_l0	8	-0.06644540280103683
28621	rnn.bias_ih_l0	9	0.0014814903261139989
28621	rnn.bias_hh_l0	0	-0.037848565727472305
28621	rnn.bias_hh_l0	1	-0.05923796817660332
28621	rnn.bias_hh_l0	2	-0.03164828196167946
28621	rnn.bias_hh_l0	3	-0.04215790703892708
28621	rnn.bias_hh_l0	4	-0.006014639046043158
28621	rnn.bias_hh_l0	5	0.012911494821310043
28621	rnn.bias_hh_l0	6	0.027853669598698616
28621	rnn.bias_hh_l0	7	-0.007214038632810116
28621	rnn.bias_hh_l0	8	-0.06968044489622116
28621	rnn.bias_hh_l0	9	-0.00944336224347353
28621	rnn.weight_ih_l0_reverse	0	-0.014777916483581066
28621	rnn.weight_ih_l0_reverse	1	-0.05256330966949463
28621	rnn.weight_ih_l0_reverse	2	-0.01557176560163498
28621	rnn.weight_ih_l0_reverse	3	0.002698134398087859
28621	rnn.weight_ih_l0_reverse	4	-0.014249189756810665
28621	rnn.weight_ih_l0_reverse	5	-0.049438878893852234
28621	rnn.weight_ih_l0_reverse	6	0.04399477690458298
28621	rnn.weight_ih_l0_reverse	7	-0.021223224699497223
28621	rnn.weight_ih_l0_reverse	8	-0.03090517595410347
28621	rnn.weight_ih_l0_reverse	9	0.018717443570494652
28621	rnn.weight_hh_l0_reverse	0	0.03394691273570061
28621	rnn.weight_hh_l0_reverse	1	0.03158694878220558
28621	rnn.weight_hh_l0_reverse	2	0.02949114516377449
28621	rnn.weight_hh_l0_reverse	3	0.017976369708776474
28621	rnn.weight_hh_l0_reverse	4	0.010271300561726093
28621	rnn.weight_hh_l0_reverse	5	-0.0026572367642074823
28621	rnn.weight_hh_l0_reverse	6	0.035460833460092545
28621	rnn.weight_hh_l0_reverse	7	-0.027570070698857307
28621	rnn.weight_hh_l0_reverse	8	0.014856372028589249
28621	rnn.weight_hh_l0_reverse	9	0.049701523035764694
28621	rnn.bias_ih_l0_reverse	0	-0.06262075901031494
28621	rnn.bias_ih_l0_reverse	1	-0.11732252687215805
28621	rnn.bias_ih_l0_reverse	2	-0.03297099098563194
28621	rnn.bias_ih_l0_reverse	3	-0.005320445168763399
28621	rnn.bias_ih_l0_reverse	4	-0.023655099794268608
28621	rnn.bias_ih_l0_reverse	5	0.020662106573581696
28621	rnn.bias_ih_l0_reverse	6	-0.017214085906744003
28621	rnn.bias_ih_l0_reverse	7	0.03367078676819801
28621	rnn.bias_ih_l0_reverse	8	-0.027195559814572334
28621	rnn.bias_ih_l0_reverse	9	0.016074882820248604
28621	rnn.bias_hh_l0_reverse	0	-0.033710889518260956
28621	rnn.bias_hh_l0_reverse	1	-0.018477825447916985
28621	rnn.bias_hh_l0_reverse	2	0.0198773592710495
28621	rnn.bias_hh_l0_reverse	3	-0.043107472360134125
28621	rnn.bias_hh_l0_reverse	4	-0.037861235439777374
28621	rnn.bias_hh_l0_reverse	5	-0.049806252121925354
28621	rnn.bias_hh_l0_reverse	6	0.0004955718177370727
28621	rnn.bias_hh_l0_reverse	7	0.04218354821205139
28621	rnn.bias_hh_l0_reverse	8	0.033637918531894684
28621	rnn.bias_hh_l0_reverse	9	-0.08688902854919434
28621	rnn.weight_ih_l1	0	-0.03439673036336899
28621	rnn.weight_ih_l1	1	-0.032362524420022964
28621	rnn.weight_ih_l1	2	0.03877239674329758
28621	rnn.weight_ih_l1	3	-0.026232341304421425
28621	rnn.weight_ih_l1	4	0.006789647974073887
28621	rnn.weight_ih_l1	5	-0.03983765468001366
28621	rnn.weight_ih_l1	6	0.01807163655757904
28621	rnn.weight_ih_l1	7	-0.04107208922505379
28621	rnn.weight_ih_l1	8	0.0388137511909008
28621	rnn.weight_ih_l1	9	0.02638900652527809
28621	rnn.weight_hh_l1	0	0.004151773639023304
28621	rnn.weight_hh_l1	1	0.006098711863160133
28621	rnn.weight_hh_l1	2	-0.02661871910095215
28621	rnn.weight_hh_l1	3	-0.004811451770365238
28621	rnn.weight_hh_l1	4	0.0062537114135921
28621	rnn.weight_hh_l1	5	0.030831940472126007
28621	rnn.weight_hh_l1	6	0.03226305544376373
28621	rnn.weight_hh_l1	7	-0.03007224202156067
28621	rnn.weight_hh_l1	8	-0.03860676661133766
28621	rnn.weight_hh_l1	9	0.03806775435805321
28621	rnn.bias_ih_l1	0	-0.08854947984218597
28621	rnn.bias_ih_l1	1	-0.06384386122226715
28621	rnn.bias_ih_l1	2	-0.09806820750236511
28621	rnn.bias_ih_l1	3	-0.12035276740789413
28621	rnn.bias_ih_l1	4	-0.1442318558692932
28621	rnn.bias_ih_l1	5	-0.08135312795639038
28621	rnn.bias_ih_l1	6	-0.043466221541166306
28621	rnn.bias_ih_l1	7	-0.02471529133617878
28621	rnn.bias_ih_l1	8	-0.07565991580486298
28621	rnn.bias_ih_l1	9	-0.06834620982408524
28621	rnn.bias_hh_l1	0	-0.09506399929523468
28621	rnn.bias_hh_l1	1	-0.021678265184164047
28621	rnn.bias_hh_l1	2	-0.029865339398384094
28621	rnn.bias_hh_l1	3	-0.05367056280374527
28621	rnn.bias_hh_l1	4	-0.08039581775665283
28621	rnn.bias_hh_l1	5	-0.04206838086247444
28621	rnn.bias_hh_l1	6	-0.056195154786109924
28621	rnn.bias_hh_l1	7	-0.03933598846197128
28621	rnn.bias_hh_l1	8	-0.025006599724292755
28621	rnn.bias_hh_l1	9	-0.022857461124658585
28621	rnn.weight_ih_l1_reverse	0	-0.028315633535385132
28621	rnn.weight_ih_l1_reverse	1	-0.0024507720954716206
28621	rnn.weight_ih_l1_reverse	2	-0.048045381903648376
28621	rnn.weight_ih_l1_reverse	3	-0.024539003148674965
28621	rnn.weight_ih_l1_reverse	4	-0.01952134631574154
28621	rnn.weight_ih_l1_reverse	5	-0.03731941804289818
28621	rnn.weight_ih_l1_reverse	6	-0.020691826939582825
28621	rnn.weight_ih_l1_reverse	7	0.01274779625236988
28621	rnn.weight_ih_l1_reverse	8	0.020161252468824387
28621	rnn.weight_ih_l1_reverse	9	-0.04421889781951904
28621	rnn.weight_hh_l1_reverse	0	0.008390032686293125
28621	rnn.weight_hh_l1_reverse	1	0.028815574944019318
28621	rnn.weight_hh_l1_reverse	2	-0.03708938881754875
28621	rnn.weight_hh_l1_reverse	3	0.038593366742134094
28621	rnn.weight_hh_l1_reverse	4	0.04056369513273239
28621	rnn.weight_hh_l1_reverse	5	0.008938957005739212
28621	rnn.weight_hh_l1_reverse	6	0.012871046550571918
28621	rnn.weight_hh_l1_reverse	7	0.028428606688976288
28621	rnn.weight_hh_l1_reverse	8	-0.005488695111125708
28621	rnn.weight_hh_l1_reverse	9	-0.038689836859703064
28621	rnn.bias_ih_l1_reverse	0	-0.011902755126357079
28621	rnn.bias_ih_l1_reverse	1	-0.04911364987492561
28621	rnn.bias_ih_l1_reverse	2	-0.0739029124379158
28621	rnn.bias_ih_l1_reverse	3	-0.009788760915398598
28621	rnn.bias_ih_l1_reverse	4	-0.11960452049970627
28621	rnn.bias_ih_l1_reverse	5	-0.0691666528582573
28621	rnn.bias_ih_l1_reverse	6	-0.0696464478969574
28621	rnn.bias_ih_l1_reverse	7	-0.09760462492704391
28621	rnn.bias_ih_l1_reverse	8	0.07939175516366959
28621	rnn.bias_ih_l1_reverse	9	0.006296462845057249
28621	rnn.bias_hh_l1_reverse	0	-0.005641608964651823
28621	rnn.bias_hh_l1_reverse	1	0.03512034937739372
28621	rnn.bias_hh_l1_reverse	2	-0.1451776921749115
28621	rnn.bias_hh_l1_reverse	3	-0.022703275084495544
28621	rnn.bias_hh_l1_reverse	4	-0.03356463462114334
28621	rnn.bias_hh_l1_reverse	5	-0.041499827057123184
28621	rnn.bias_hh_l1_reverse	6	0.09819570183753967
28621	rnn.bias_hh_l1_reverse	7	-0.07274215668439865
28621	rnn.bias_hh_l1_reverse	8	-0.06325890123844147
28621	rnn.bias_hh_l1_reverse	9	-0.06502372771501541
28621	linear.weight	0	0.002228822559118271
28621	linear.weight	1	0.07865122705698013
28621	linear.weight	2	-0.11964551359415054
28621	linear.weight	3	0.1408645063638687
28621	linear.weight	4	0.07951861619949341
28621	linear.weight	5	0.030250657349824905
28621	linear.weight	6	0.04956350848078728
28621	linear.weight	7	0.11772938817739487
28621	linear.weight	8	0.04209106042981148
28621	linear.weight	9	-0.05423326417803764
28621	linear.bias	0	-0.06997620314359665
28621	linear.bias	1	0.03967698663473129
28621	linear.bias	2	-0.37485983967781067
28621	linear.bias	3	-0.7599903345108032
28621	linear.bias	4	-0.9175654649734497
28621	linear.bias	5	0.06319678574800491
28621	linear.bias	6	-0.5333606600761414
28621	linear.bias	7	0.5203157067298889
28621	linear.bias	8	-0.5535230040550232
28621	linear.bias	9	-0.755824089050293
28818	transitions	0	0.22999176383018494
28818	transitions	1	-0.10331790149211884
28818	transitions	2	-10000.0
28818	transitions	3	-1.7749032974243164
28818	transitions	4	-10000.0
28818	transitions	5	0.7363962531089783
28818	transitions	6	0.049352142959833145
28818	transitions	7	-0.09344929456710815
28818	transitions	8	-1.2534958124160767
28818	transitions	9	0.00044403414358384907
28818	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
28818	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
28818	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
28818	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
28818	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
28818	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
28818	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
28818	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
28818	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
28818	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
28818	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
28818	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
28818	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
28818	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
28818	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
28818	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
28818	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
28818	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
28818	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
28818	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
28818	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
28818	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
28818	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
28818	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
28818	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
28818	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
28818	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
28818	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
28818	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
28818	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
28818	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
28818	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
28818	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
28818	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
28818	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
28818	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
28818	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
28818	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
28818	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
28818	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
28818	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
28818	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
28818	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
28818	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
28818	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
28818	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
28818	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
28818	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
28818	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
28818	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
28818	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
28818	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
28818	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
28818	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
28818	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
28818	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
28818	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
28818	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
28818	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
28818	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
28818	embedding2nn.weight	0	0.024156520143151283
28818	embedding2nn.weight	1	-0.0178960170596838
28818	embedding2nn.weight	2	-0.014268253929913044
28818	embedding2nn.weight	3	0.016781797632575035
28818	embedding2nn.weight	4	-0.005915034096688032
28818	embedding2nn.weight	5	-0.003700593952089548
28818	embedding2nn.weight	6	-0.003973271697759628
28818	embedding2nn.weight	7	-0.03389223292469978
28818	embedding2nn.weight	8	-0.0019979383796453476
28818	embedding2nn.weight	9	-0.012686504051089287
28818	embedding2nn.bias	0	0.03255123645067215
28818	embedding2nn.bias	1	-0.037925638258457184
28818	embedding2nn.bias	2	0.05404859408736229
28818	embedding2nn.bias	3	0.04145919159054756
28818	embedding2nn.bias	4	-0.006260495167225599
28818	embedding2nn.bias	5	-0.02860916592180729
28818	embedding2nn.bias	6	0.01703597791492939
28818	embedding2nn.bias	7	-0.04577895626425743
28818	embedding2nn.bias	8	0.043597087264060974
28818	embedding2nn.bias	9	0.02566874958574772
28818	rnn.weight_ih_l0	0	-0.017663056030869484
28818	rnn.weight_ih_l0	1	0.007280484773218632
28818	rnn.weight_ih_l0	2	0.029816068708896637
28818	rnn.weight_ih_l0	3	0.013915680348873138
28818	rnn.weight_ih_l0	4	-0.01926734670996666
28818	rnn.weight_ih_l0	5	-0.050247158855199814
28818	rnn.weight_ih_l0	6	0.01649564504623413
28818	rnn.weight_ih_l0	7	0.04792923480272293
28818	rnn.weight_ih_l0	8	0.014852357096970081
28818	rnn.weight_ih_l0	9	-0.03522179275751114
28818	rnn.weight_hh_l0	0	-0.04153791442513466
28818	rnn.weight_hh_l0	1	-0.0037340421695262194
28818	rnn.weight_hh_l0	2	0.009921413846313953
28818	rnn.weight_hh_l0	3	-0.030698079615831375
28818	rnn.weight_hh_l0	4	0.04173870012164116
28818	rnn.weight_hh_l0	5	-0.011837707832455635
28818	rnn.weight_hh_l0	6	-0.02790994569659233
28818	rnn.weight_hh_l0	7	-0.03874913975596428
28818	rnn.weight_hh_l0	8	0.00586993433535099
28818	rnn.weight_hh_l0	9	-0.026830343529582024
28818	rnn.bias_ih_l0	0	0.026176804676651955
28818	rnn.bias_ih_l0	1	-0.03157605230808258
28818	rnn.bias_ih_l0	2	-0.004659897647798061
28818	rnn.bias_ih_l0	3	0.048992402851581573
28818	rnn.bias_ih_l0	4	-0.04290328174829483
28818	rnn.bias_ih_l0	5	-0.031978655606508255
28818	rnn.bias_ih_l0	6	-0.023376982659101486
28818	rnn.bias_ih_l0	7	0.02555415965616703
28818	rnn.bias_ih_l0	8	-0.06698007881641388
28818	rnn.bias_ih_l0	9	-0.004722557496279478
28818	rnn.bias_hh_l0	0	-0.03520258516073227
28818	rnn.bias_hh_l0	1	-0.057345349341630936
28818	rnn.bias_hh_l0	2	-0.030885634943842888
28818	rnn.bias_hh_l0	3	-0.04213148355484009
28818	rnn.bias_hh_l0	4	-0.007043906487524509
28818	rnn.bias_hh_l0	5	0.010098068974912167
28818	rnn.bias_hh_l0	6	0.027673931792378426
28818	rnn.bias_hh_l0	7	-0.006560345180332661
28818	rnn.bias_hh_l0	8	-0.06438200175762177
28818	rnn.bias_hh_l0	9	-0.010176964104175568
28818	rnn.weight_ih_l0_reverse	0	-0.013640389777719975
28818	rnn.weight_ih_l0_reverse	1	-0.052315615117549896
28818	rnn.weight_ih_l0_reverse	2	-0.016690993681550026
28818	rnn.weight_ih_l0_reverse	3	0.002328448696061969
28818	rnn.weight_ih_l0_reverse	4	-0.014526399783790112
28818	rnn.weight_ih_l0_reverse	5	-0.04920010268688202
28818	rnn.weight_ih_l0_reverse	6	0.04418116807937622
28818	rnn.weight_ih_l0_reverse	7	-0.020074380561709404
28818	rnn.weight_ih_l0_reverse	8	-0.03086734376847744
28818	rnn.weight_ih_l0_reverse	9	0.01861346885561943
28818	rnn.weight_hh_l0_reverse	0	0.03497724235057831
28818	rnn.weight_hh_l0_reverse	1	0.03240636736154556
28818	rnn.weight_hh_l0_reverse	2	0.028639543801546097
28818	rnn.weight_hh_l0_reverse	3	0.01811332441866398
28818	rnn.weight_hh_l0_reverse	4	0.00988291297107935
28818	rnn.weight_hh_l0_reverse	5	-0.002671812428161502
28818	rnn.weight_hh_l0_reverse	6	0.03557269275188446
28818	rnn.weight_hh_l0_reverse	7	-0.027377687394618988
28818	rnn.weight_hh_l0_reverse	8	0.014919753186404705
28818	rnn.weight_hh_l0_reverse	9	0.04888935387134552
28818	rnn.bias_ih_l0_reverse	0	-0.06100359931588173
28818	rnn.bias_ih_l0_reverse	1	-0.11641823500394821
28818	rnn.bias_ih_l0_reverse	2	-0.032356515526771545
28818	rnn.bias_ih_l0_reverse	3	-0.008448680862784386
28818	rnn.bias_ih_l0_reverse	4	-0.022173617035150528
28818	rnn.bias_ih_l0_reverse	5	0.0191965214908123
28818	rnn.bias_ih_l0_reverse	6	-0.016837945207953453
28818	rnn.bias_ih_l0_reverse	7	0.03294435143470764
28818	rnn.bias_ih_l0_reverse	8	-0.027022942900657654
28818	rnn.bias_ih_l0_reverse	9	0.016062259674072266
28818	rnn.bias_hh_l0_reverse	0	-0.03410351648926735
28818	rnn.bias_hh_l0_reverse	1	-0.017427552491426468
28818	rnn.bias_hh_l0_reverse	2	0.018172023817896843
28818	rnn.bias_hh_l0_reverse	3	-0.04193909093737602
28818	rnn.bias_hh_l0_reverse	4	-0.040031835436820984
28818	rnn.bias_hh_l0_reverse	5	-0.04571150243282318
28818	rnn.bias_hh_l0_reverse	6	-0.003186060581356287
28818	rnn.bias_hh_l0_reverse	7	0.04248644411563873
28818	rnn.bias_hh_l0_reverse	8	0.03354060277342796
28818	rnn.bias_hh_l0_reverse	9	-0.08725755661725998
28818	rnn.weight_ih_l1	0	-0.03420501947402954
28818	rnn.weight_ih_l1	1	-0.03043973818421364
28818	rnn.weight_ih_l1	2	0.039483629167079926
28818	rnn.weight_ih_l1	3	-0.027911949902772903
28818	rnn.weight_ih_l1	4	0.006283516995608807
28818	rnn.weight_ih_l1	5	-0.04002775624394417
28818	rnn.weight_ih_l1	6	0.017325757071375847
28818	rnn.weight_ih_l1	7	-0.040411680936813354
28818	rnn.weight_ih_l1	8	0.03861216455698013
28818	rnn.weight_ih_l1	9	0.0263506006449461
28818	rnn.weight_hh_l1	0	0.0043321833945810795
28818	rnn.weight_hh_l1	1	0.0060365390963852406
28818	rnn.weight_hh_l1	2	-0.02623709663748741
28818	rnn.weight_hh_l1	3	-0.004967838525772095
28818	rnn.weight_hh_l1	4	0.005916220135986805
28818	rnn.weight_hh_l1	5	0.03075711615383625
28818	rnn.weight_hh_l1	6	0.03199254721403122
28818	rnn.weight_hh_l1	7	-0.02980750985443592
28818	rnn.weight_hh_l1	8	-0.03860459476709366
28818	rnn.weight_hh_l1	9	0.0384613461792469
28818	rnn.bias_ih_l1	0	-0.08722592145204544
28818	rnn.bias_ih_l1	1	-0.06809315830469131
28818	rnn.bias_ih_l1	2	-0.10082593560218811
28818	rnn.bias_ih_l1	3	-0.1214924231171608
28818	rnn.bias_ih_l1	4	-0.1415524184703827
28818	rnn.bias_ih_l1	5	-0.08195764571428299
28818	rnn.bias_ih_l1	6	-0.04267287254333496
28818	rnn.bias_ih_l1	7	-0.02747286483645439
28818	rnn.bias_ih_l1	8	-0.0773770734667778
28818	rnn.bias_ih_l1	9	-0.06354940682649612
28818	rnn.bias_hh_l1	0	-0.09383991360664368
28818	rnn.bias_hh_l1	1	-0.024724513292312622
28818	rnn.bias_hh_l1	2	-0.02990223653614521
28818	rnn.bias_hh_l1	3	-0.053333450108766556
28818	rnn.bias_hh_l1	4	-0.08022172003984451
28818	rnn.bias_hh_l1	5	-0.040935009717941284
28818	rnn.bias_hh_l1	6	-0.05759849771857262
28818	rnn.bias_hh_l1	7	-0.036622773855924606
28818	rnn.bias_hh_l1	8	-0.02423994243144989
28818	rnn.bias_hh_l1	9	-0.02540639229118824
28818	rnn.weight_ih_l1_reverse	0	-0.029306616634130478
28818	rnn.weight_ih_l1_reverse	1	0.0042267716489732265
28818	rnn.weight_ih_l1_reverse	2	-0.044711366295814514
28818	rnn.weight_ih_l1_reverse	3	-0.025108302012085915
28818	rnn.weight_ih_l1_reverse	4	-0.019990060478448868
28818	rnn.weight_ih_l1_reverse	5	-0.037263814359903336
28818	rnn.weight_ih_l1_reverse	6	-0.021028757095336914
28818	rnn.weight_ih_l1_reverse	7	0.013489590026438236
28818	rnn.weight_ih_l1_reverse	8	0.023614635691046715
28818	rnn.weight_ih_l1_reverse	9	-0.045762885361909866
28818	rnn.weight_hh_l1_reverse	0	0.008557496592402458
28818	rnn.weight_hh_l1_reverse	1	0.029029199853539467
28818	rnn.weight_hh_l1_reverse	2	-0.0371059887111187
28818	rnn.weight_hh_l1_reverse	3	0.03858909010887146
28818	rnn.weight_hh_l1_reverse	4	0.04007665812969208
28818	rnn.weight_hh_l1_reverse	5	0.009050366468727589
28818	rnn.weight_hh_l1_reverse	6	0.01257797796279192
28818	rnn.weight_hh_l1_reverse	7	0.0285613015294075
28818	rnn.weight_hh_l1_reverse	8	-0.005355088971555233
28818	rnn.weight_hh_l1_reverse	9	-0.03825579956173897
28818	rnn.bias_ih_l1_reverse	0	-0.011492716148495674
28818	rnn.bias_ih_l1_reverse	1	-0.05004480853676796
28818	rnn.bias_ih_l1_reverse	2	-0.07426110655069351
28818	rnn.bias_ih_l1_reverse	3	-0.004325334448367357
28818	rnn.bias_ih_l1_reverse	4	-0.11962572485208511
28818	rnn.bias_ih_l1_reverse	5	-0.06875313818454742
28818	rnn.bias_ih_l1_reverse	6	-0.06833119690418243
28818	rnn.bias_ih_l1_reverse	7	-0.0957932397723198
28818	rnn.bias_ih_l1_reverse	8	0.06635326892137527
28818	rnn.bias_ih_l1_reverse	9	0.008176470175385475
28818	rnn.bias_hh_l1_reverse	0	-0.016353504732251167
28818	rnn.bias_hh_l1_reverse	1	0.035581037402153015
28818	rnn.bias_hh_l1_reverse	2	-0.14500652253627777
28818	rnn.bias_hh_l1_reverse	3	-0.02173781394958496
28818	rnn.bias_hh_l1_reverse	4	-0.03393702581524849
28818	rnn.bias_hh_l1_reverse	5	-0.03987085446715355
28818	rnn.bias_hh_l1_reverse	6	0.10420869290828705
28818	rnn.bias_hh_l1_reverse	7	-0.07133307307958603
28818	rnn.bias_hh_l1_reverse	8	-0.06449282914400101
28818	rnn.bias_hh_l1_reverse	9	-0.06520545482635498
28818	linear.weight	0	0.002228822559118271
28818	linear.weight	1	0.08075854927301407
28818	linear.weight	2	-0.11454799771308899
28818	linear.weight	3	0.14754733443260193
28818	linear.weight	4	0.07155667245388031
28818	linear.weight	5	0.03377245366573334
28818	linear.weight	6	0.06815960258245468
28818	linear.weight	7	0.13154657185077667
28818	linear.weight	8	0.04210134968161583
28818	linear.weight	9	-0.054422009736299515
28818	linear.bias	0	-0.09865777939558029
28818	linear.bias	1	0.04523032531142235
28818	linear.bias	2	-0.35692107677459717
28818	linear.bias	3	-0.7642518877983093
28818	linear.bias	4	-0.9199323654174805
28818	linear.bias	5	0.08662690222263336
28818	linear.bias	6	-0.5235177874565125
28818	linear.bias	7	0.5440760850906372
28818	linear.bias	8	-0.5544969439506531
28818	linear.bias	9	-0.7502578496932983
29015	transitions	0	0.23603561520576477
29015	transitions	1	-0.09720386564731598
29015	transitions	2	-10000.0
29015	transitions	3	-1.7751837968826294
29015	transitions	4	-10000.0
29015	transitions	5	0.7356463670730591
29015	transitions	6	0.048115357756614685
29015	transitions	7	-0.09527865052223206
29015	transitions	8	-1.2539432048797607
29015	transitions	9	0.00043444495531730354
29015	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
29015	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
29015	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
29015	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
29015	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
29015	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
29015	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
29015	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
29015	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
29015	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
29015	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
29015	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
29015	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
29015	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
29015	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
29015	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
29015	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
29015	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
29015	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
29015	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
29015	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
29015	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
29015	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
29015	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
29015	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
29015	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
29015	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
29015	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
29015	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
29015	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
29015	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
29015	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
29015	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
29015	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
29015	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
29015	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
29015	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
29015	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
29015	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
29015	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
29015	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
29015	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
29015	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
29015	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
29015	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
29015	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
29015	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
29015	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
29015	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
29015	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
29015	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
29015	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
29015	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
29015	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
29015	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
29015	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
29015	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
29015	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
29015	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
29015	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
29015	embedding2nn.weight	0	0.02266346849501133
29015	embedding2nn.weight	1	-0.018046002835035324
29015	embedding2nn.weight	2	-0.014268253929913044
29015	embedding2nn.weight	3	0.018672114238142967
29015	embedding2nn.weight	4	-0.005915034096688032
29015	embedding2nn.weight	5	-0.0037005937192589045
29015	embedding2nn.weight	6	-0.003973272163420916
29015	embedding2nn.weight	7	-0.03385369852185249
29015	embedding2nn.weight	8	-0.0019979383796453476
29015	embedding2nn.weight	9	-0.013421686366200447
29015	embedding2nn.bias	0	0.03423990309238434
29015	embedding2nn.bias	1	-0.036818861961364746
29015	embedding2nn.bias	2	0.06238327547907829
29015	embedding2nn.bias	3	0.041840486228466034
29015	embedding2nn.bias	4	-0.015002263709902763
29015	embedding2nn.bias	5	-0.0351695641875267
29015	embedding2nn.bias	6	0.01693606935441494
29015	embedding2nn.bias	7	-0.043873380869627
29015	embedding2nn.bias	8	0.04288088530302048
29015	embedding2nn.bias	9	0.02377025969326496
29015	rnn.weight_ih_l0	0	-0.018287425860762596
29015	rnn.weight_ih_l0	1	0.006953409872949123
29015	rnn.weight_ih_l0	2	0.029075171798467636
29015	rnn.weight_ih_l0	3	0.014881832525134087
29015	rnn.weight_ih_l0	4	-0.01887769252061844
29015	rnn.weight_ih_l0	5	-0.05024593695998192
29015	rnn.weight_ih_l0	6	0.015739234164357185
29015	rnn.weight_ih_l0	7	0.04591229185461998
29015	rnn.weight_ih_l0	8	0.01441182941198349
29015	rnn.weight_ih_l0	9	-0.03488263115286827
29015	rnn.weight_hh_l0	0	-0.041674040257930756
29015	rnn.weight_hh_l0	1	-0.004462184850126505
29015	rnn.weight_hh_l0	2	0.010049262084066868
29015	rnn.weight_hh_l0	3	-0.029418816789984703
29015	rnn.weight_hh_l0	4	0.042643532156944275
29015	rnn.weight_hh_l0	5	-0.011790304444730282
29015	rnn.weight_hh_l0	6	-0.027152396738529205
29015	rnn.weight_hh_l0	7	-0.038673169910907745
29015	rnn.weight_hh_l0	8	0.006568628828972578
29015	rnn.weight_hh_l0	9	-0.026511000469326973
29015	rnn.bias_ih_l0	0	0.028202218934893608
29015	rnn.bias_ih_l0	1	-0.0337955467402935
29015	rnn.bias_ih_l0	2	-0.0037378626875579357
29015	rnn.bias_ih_l0	3	0.05013442412018776
29015	rnn.bias_ih_l0	4	-0.043769076466560364
29015	rnn.bias_ih_l0	5	-0.03143861144781113
29015	rnn.bias_ih_l0	6	-0.01919715106487274
29015	rnn.bias_ih_l0	7	0.027811530977487564
29015	rnn.bias_ih_l0	8	-0.06719311326742172
29015	rnn.bias_ih_l0	9	-0.005100063979625702
29015	rnn.bias_hh_l0	0	-0.03429121896624565
29015	rnn.bias_hh_l0	1	-0.06466451287269592
29015	rnn.bias_hh_l0	2	-0.028096681460738182
29015	rnn.bias_hh_l0	3	-0.04101642966270447
29015	rnn.bias_hh_l0	4	-0.005520808044821024
29015	rnn.bias_hh_l0	5	0.012792127206921577
29015	rnn.bias_hh_l0	6	0.03041045181453228
29015	rnn.bias_hh_l0	7	-0.011906980536878109
29015	rnn.bias_hh_l0	8	-0.06623417884111404
29015	rnn.bias_hh_l0	9	-0.011226293630897999
29015	rnn.weight_ih_l0_reverse	0	-0.01400839164853096
29015	rnn.weight_ih_l0_reverse	1	-0.05272236466407776
29015	rnn.weight_ih_l0_reverse	2	-0.017573069781064987
29015	rnn.weight_ih_l0_reverse	3	0.002984518650919199
29015	rnn.weight_ih_l0_reverse	4	-0.014148627407848835
29015	rnn.weight_ih_l0_reverse	5	-0.048978041857481
29015	rnn.weight_ih_l0_reverse	6	0.044381655752658844
29015	rnn.weight_ih_l0_reverse	7	-0.02035481669008732
29015	rnn.weight_ih_l0_reverse	8	-0.03152475133538246
29015	rnn.weight_ih_l0_reverse	9	0.017868442460894585
29015	rnn.weight_hh_l0_reverse	0	0.03523890674114227
29015	rnn.weight_hh_l0_reverse	1	0.03211618587374687
29015	rnn.weight_hh_l0_reverse	2	0.02930089645087719
29015	rnn.weight_hh_l0_reverse	3	0.01862039603292942
29015	rnn.weight_hh_l0_reverse	4	0.009405980817973614
29015	rnn.weight_hh_l0_reverse	5	-0.0026255962438881397
29015	rnn.weight_hh_l0_reverse	6	0.03567393869161606
29015	rnn.weight_hh_l0_reverse	7	-0.026542600244283676
29015	rnn.weight_hh_l0_reverse	8	0.015152793377637863
29015	rnn.weight_hh_l0_reverse	9	0.04838825389742851
29015	rnn.bias_ih_l0_reverse	0	-0.059864163398742676
29015	rnn.bias_ih_l0_reverse	1	-0.11617489159107208
29015	rnn.bias_ih_l0_reverse	2	-0.03668808564543724
29015	rnn.bias_ih_l0_reverse	3	-0.007340418640524149
29015	rnn.bias_ih_l0_reverse	4	-0.020703813061118126
29015	rnn.bias_ih_l0_reverse	5	0.018645495176315308
29015	rnn.bias_ih_l0_reverse	6	-0.019326822832226753
29015	rnn.bias_ih_l0_reverse	7	0.03321802616119385
29015	rnn.bias_ih_l0_reverse	8	-0.026420854032039642
29015	rnn.bias_ih_l0_reverse	9	0.01160990260541439
29015	rnn.bias_hh_l0_reverse	0	-0.03235340118408203
29015	rnn.bias_hh_l0_reverse	1	-0.021796081215143204
29015	rnn.bias_hh_l0_reverse	2	0.017578037455677986
29015	rnn.bias_hh_l0_reverse	3	-0.043136924505233765
29015	rnn.bias_hh_l0_reverse	4	-0.040685515850782394
29015	rnn.bias_hh_l0_reverse	5	-0.0457342229783535
29015	rnn.bias_hh_l0_reverse	6	-0.001971880439668894
29015	rnn.bias_hh_l0_reverse	7	0.04346990957856178
29015	rnn.bias_hh_l0_reverse	8	0.035100121051073074
29015	rnn.bias_hh_l0_reverse	9	-0.08395640552043915
29015	rnn.weight_ih_l1	0	-0.03396693244576454
29015	rnn.weight_ih_l1	1	-0.02993347868323326
29015	rnn.weight_ih_l1	2	0.0404842235147953
29015	rnn.weight_ih_l1	3	-0.02887888066470623
29015	rnn.weight_ih_l1	4	0.00635917205363512
29015	rnn.weight_ih_l1	5	-0.040075529366731644
29015	rnn.weight_ih_l1	6	0.01752563752233982
29015	rnn.weight_ih_l1	7	-0.038199033588171005
29015	rnn.weight_ih_l1	8	0.039007846266031265
29015	rnn.weight_ih_l1	9	0.02643900364637375
29015	rnn.weight_hh_l1	0	0.001946170232258737
29015	rnn.weight_hh_l1	1	0.006050814874470234
29015	rnn.weight_hh_l1	2	-0.024905426427721977
29015	rnn.weight_hh_l1	3	-0.005035683047026396
29015	rnn.weight_hh_l1	4	0.0051652733236551285
29015	rnn.weight_hh_l1	5	0.0306004099547863
29015	rnn.weight_hh_l1	6	0.03230362758040428
29015	rnn.weight_hh_l1	7	-0.029754668474197388
29015	rnn.weight_hh_l1	8	-0.03884363919496536
29015	rnn.weight_hh_l1	9	0.03869703784584999
29015	rnn.bias_ih_l1	0	-0.08679764717817307
29015	rnn.bias_ih_l1	1	-0.06866946071386337
29015	rnn.bias_ih_l1	2	-0.10451168566942215
29015	rnn.bias_ih_l1	3	-0.11988645792007446
29015	rnn.bias_ih_l1	4	-0.1416468322277069
29015	rnn.bias_ih_l1	5	-0.0813116654753685
29015	rnn.bias_ih_l1	6	-0.048175256699323654
29015	rnn.bias_ih_l1	7	-0.02204175852239132
29015	rnn.bias_ih_l1	8	-0.07565949857234955
29015	rnn.bias_ih_l1	9	-0.06291650980710983
29015	rnn.bias_hh_l1	0	-0.09401513636112213
29015	rnn.bias_hh_l1	1	-0.024750176817178726
29015	rnn.bias_hh_l1	2	-0.03187579661607742
29015	rnn.bias_hh_l1	3	-0.054460395127534866
29015	rnn.bias_hh_l1	4	-0.08053840696811676
29015	rnn.bias_hh_l1	5	-0.0410250760614872
29015	rnn.bias_hh_l1	6	-0.06153940036892891
29015	rnn.bias_hh_l1	7	-0.0340002179145813
29015	rnn.bias_hh_l1	8	-0.022903431206941605
29015	rnn.bias_hh_l1	9	-0.029649721458554268
29015	rnn.weight_ih_l1_reverse	0	-0.028413085266947746
29015	rnn.weight_ih_l1_reverse	1	0.003857629606500268
29015	rnn.weight_ih_l1_reverse	2	-0.04702867567539215
29015	rnn.weight_ih_l1_reverse	3	-0.02553723193705082
29015	rnn.weight_ih_l1_reverse	4	-0.01916894130408764
29015	rnn.weight_ih_l1_reverse	5	-0.037007447332143784
29015	rnn.weight_ih_l1_reverse	6	-0.019813822582364082
29015	rnn.weight_ih_l1_reverse	7	0.013372122310101986
29015	rnn.weight_ih_l1_reverse	8	0.025973720476031303
29015	rnn.weight_ih_l1_reverse	9	-0.0435875728726387
29015	rnn.weight_hh_l1_reverse	0	0.008767117746174335
29015	rnn.weight_hh_l1_reverse	1	0.029095223173499107
29015	rnn.weight_hh_l1_reverse	2	-0.03711879998445511
29015	rnn.weight_hh_l1_reverse	3	0.03862728923559189
29015	rnn.weight_hh_l1_reverse	4	0.03968963027000427
29015	rnn.weight_hh_l1_reverse	5	0.009194564074277878
29015	rnn.weight_hh_l1_reverse	6	0.014031796716153622
29015	rnn.weight_hh_l1_reverse	7	0.028328098356723785
29015	rnn.weight_hh_l1_reverse	8	-0.005234151612967253
29015	rnn.weight_hh_l1_reverse	9	-0.03823188319802284
29015	rnn.bias_ih_l1_reverse	0	-0.008856827393174171
29015	rnn.bias_ih_l1_reverse	1	-0.04871606454253197
29015	rnn.bias_ih_l1_reverse	2	-0.0745532363653183
29015	rnn.bias_ih_l1_reverse	3	-0.01678416132926941
29015	rnn.bias_ih_l1_reverse	4	-0.12054207921028137
29015	rnn.bias_ih_l1_reverse	5	-0.06882655620574951
29015	rnn.bias_ih_l1_reverse	6	-0.0687895193696022
29015	rnn.bias_ih_l1_reverse	7	-0.09577226638793945
29015	rnn.bias_ih_l1_reverse	8	0.0665268674492836
29015	rnn.bias_ih_l1_reverse	9	0.010759877972304821
29015	rnn.bias_hh_l1_reverse	0	-0.0098146116361022
29015	rnn.bias_hh_l1_reverse	1	0.038477297872304916
29015	rnn.bias_hh_l1_reverse	2	-0.14618068933486938
29015	rnn.bias_hh_l1_reverse	3	-0.02057689242064953
29015	rnn.bias_hh_l1_reverse	4	-0.03440757840871811
29015	rnn.bias_hh_l1_reverse	5	-0.04009983688592911
29015	rnn.bias_hh_l1_reverse	6	0.1096092090010643
29015	rnn.bias_hh_l1_reverse	7	-0.07276594638824463
29015	rnn.bias_hh_l1_reverse	8	-0.06432265788316727
29015	rnn.bias_hh_l1_reverse	9	-0.06622489541769028
29015	linear.weight	0	0.002228822559118271
29015	linear.weight	1	0.07768767327070236
29015	linear.weight	2	-0.10766144096851349
29015	linear.weight	3	0.14790813624858856
29015	linear.weight	4	0.06642236560583115
29015	linear.weight	5	0.035257212817668915
29015	linear.weight	6	0.05957786738872528
29015	linear.weight	7	0.12399661540985107
29015	linear.weight	8	0.04209854081273079
29015	linear.weight	9	-0.05218080058693886
29015	linear.bias	0	-0.10462915152311325
29015	linear.bias	1	0.02940923534333706
29015	linear.bias	2	-0.36427178978919983
29015	linear.bias	3	-0.734883725643158
29015	linear.bias	4	-0.8940043449401855
29015	linear.bias	5	0.07252135127782822
29015	linear.bias	6	-0.543173611164093
29015	linear.bias	7	0.5181227326393127
29015	linear.bias	8	-0.5542313456535339
29015	linear.bias	9	-0.7496585249900818
29212	transitions	0	0.2429862916469574
29212	transitions	1	-0.09250208735466003
29212	transitions	2	-10000.0
29212	transitions	3	-1.775396704673767
29212	transitions	4	-10000.0
29212	transitions	5	0.734466552734375
29212	transitions	6	0.047331031411886215
29212	transitions	7	-0.09701304137706757
29212	transitions	8	-1.2544366121292114
29212	transitions	9	0.00042808635043911636
29212	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
29212	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
29212	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
29212	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
29212	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
29212	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
29212	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
29212	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
29212	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
29212	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
29212	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
29212	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
29212	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
29212	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
29212	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
29212	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
29212	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
29212	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
29212	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
29212	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
29212	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
29212	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
29212	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
29212	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
29212	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
29212	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
29212	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
29212	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
29212	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
29212	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
29212	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
29212	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
29212	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
29212	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
29212	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
29212	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
29212	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
29212	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
29212	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
29212	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
29212	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
29212	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
29212	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
29212	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
29212	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
29212	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
29212	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
29212	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
29212	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
29212	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
29212	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
29212	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
29212	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
29212	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
29212	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
29212	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
29212	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
29212	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
29212	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
29212	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
29212	embedding2nn.weight	0	0.025534674525260925
29212	embedding2nn.weight	1	-0.018052853643894196
29212	embedding2nn.weight	2	-0.014268253929913044
29212	embedding2nn.weight	3	0.01726699434220791
29212	embedding2nn.weight	4	-0.005915034096688032
29212	embedding2nn.weight	5	-0.003700593486428261
29212	embedding2nn.weight	6	-0.003973270300775766
29212	embedding2nn.weight	7	-0.03293929621577263
29212	embedding2nn.weight	8	-0.0019979383796453476
29212	embedding2nn.weight	9	-0.013692010194063187
29212	embedding2nn.bias	0	0.035788193345069885
29212	embedding2nn.bias	1	-0.03589839115738869
29212	embedding2nn.bias	2	0.058559123426675797
29212	embedding2nn.bias	3	0.04727131128311157
29212	embedding2nn.bias	4	-0.011954668909311295
29212	embedding2nn.bias	5	-0.034978531301021576
29212	embedding2nn.bias	6	0.012282847426831722
29212	embedding2nn.bias	7	-0.040336232632398605
29212	embedding2nn.bias	8	0.036699868738651276
29212	embedding2nn.bias	9	0.030708041042089462
29212	rnn.weight_ih_l0	0	-0.01812858320772648
29212	rnn.weight_ih_l0	1	0.009101727977395058
29212	rnn.weight_ih_l0	2	0.027619032189249992
29212	rnn.weight_ih_l0	3	0.014935960061848164
29212	rnn.weight_ih_l0	4	-0.018418241292238235
29212	rnn.weight_ih_l0	5	-0.05200372636318207
29212	rnn.weight_ih_l0	6	0.015044761821627617
29212	rnn.weight_ih_l0	7	0.04586419835686684
29212	rnn.weight_ih_l0	8	0.014891320839524269
29212	rnn.weight_ih_l0	9	-0.03493122383952141
29212	rnn.weight_hh_l0	0	-0.04228876158595085
29212	rnn.weight_hh_l0	1	-0.00536970654502511
29212	rnn.weight_hh_l0	2	0.010178313590586185
29212	rnn.weight_hh_l0	3	-0.02906225249171257
29212	rnn.weight_hh_l0	4	0.041157860308885574
29212	rnn.weight_hh_l0	5	-0.010878794826567173
29212	rnn.weight_hh_l0	6	-0.026307933032512665
29212	rnn.weight_hh_l0	7	-0.037250664085149765
29212	rnn.weight_hh_l0	8	0.005914799403399229
29212	rnn.weight_hh_l0	9	-0.026141144335269928
29212	rnn.bias_ih_l0	0	0.02498764358460903
29212	rnn.bias_ih_l0	1	-0.03214674070477486
29212	rnn.bias_ih_l0	2	-0.0033740182407200336
29212	rnn.bias_ih_l0	3	0.049223218113183975
29212	rnn.bias_ih_l0	4	-0.04061712324619293
29212	rnn.bias_ih_l0	5	-0.0324423611164093
29212	rnn.bias_ih_l0	6	-0.01792997121810913
29212	rnn.bias_ih_l0	7	0.03175211697816849
29212	rnn.bias_ih_l0	8	-0.06708968430757523
29212	rnn.bias_ih_l0	9	-0.010050573386251926
29212	rnn.bias_hh_l0	0	-0.02973342314362526
29212	rnn.bias_hh_l0	1	-0.065688356757164
29212	rnn.bias_hh_l0	2	-0.02594059705734253
29212	rnn.bias_hh_l0	3	-0.04008602350950241
29212	rnn.bias_hh_l0	4	-0.006139316596090794
29212	rnn.bias_hh_l0	5	0.011527187190949917
29212	rnn.bias_hh_l0	6	0.02862294763326645
29212	rnn.bias_hh_l0	7	-0.012807946652173996
29212	rnn.bias_hh_l0	8	-0.06671580672264099
29212	rnn.bias_hh_l0	9	-0.006782857235521078
29212	rnn.weight_ih_l0_reverse	0	-0.014368575997650623
29212	rnn.weight_ih_l0_reverse	1	-0.052151620388031006
29212	rnn.weight_ih_l0_reverse	2	-0.016353048384189606
29212	rnn.weight_ih_l0_reverse	3	0.004513319116085768
29212	rnn.weight_ih_l0_reverse	4	-0.014555208384990692
29212	rnn.weight_ih_l0_reverse	5	-0.048712167888879776
29212	rnn.weight_ih_l0_reverse	6	0.044446658343076706
29212	rnn.weight_ih_l0_reverse	7	-0.020862117409706116
29212	rnn.weight_ih_l0_reverse	8	-0.03129718452692032
29212	rnn.weight_ih_l0_reverse	9	0.01817045733332634
29212	rnn.weight_hh_l0_reverse	0	0.035465534776449203
29212	rnn.weight_hh_l0_reverse	1	0.031608279794454575
29212	rnn.weight_hh_l0_reverse	2	0.02983297035098076
29212	rnn.weight_hh_l0_reverse	3	0.018642006441950798
29212	rnn.weight_hh_l0_reverse	4	0.008991488255560398
29212	rnn.weight_hh_l0_reverse	5	-0.003937840461730957
29212	rnn.weight_hh_l0_reverse	6	0.03555186837911606
29212	rnn.weight_hh_l0_reverse	7	-0.026973983272910118
29212	rnn.weight_hh_l0_reverse	8	0.01611795276403427
29212	rnn.weight_hh_l0_reverse	9	0.04798887297511101
29212	rnn.bias_ih_l0_reverse	0	-0.05871174484491348
29212	rnn.bias_ih_l0_reverse	1	-0.11442454904317856
29212	rnn.bias_ih_l0_reverse	2	-0.0367024764418602
29212	rnn.bias_ih_l0_reverse	3	-0.006977943237870932
29212	rnn.bias_ih_l0_reverse	4	-0.022776246070861816
29212	rnn.bias_ih_l0_reverse	5	0.019745254889130592
29212	rnn.bias_ih_l0_reverse	6	-0.020647795870900154
29212	rnn.bias_ih_l0_reverse	7	0.0322655625641346
29212	rnn.bias_ih_l0_reverse	8	-0.026425277814269066
29212	rnn.bias_ih_l0_reverse	9	0.011440996080636978
29212	rnn.bias_hh_l0_reverse	0	-0.03075534477829933
29212	rnn.bias_hh_l0_reverse	1	-0.023757532238960266
29212	rnn.bias_hh_l0_reverse	2	0.022090483456850052
29212	rnn.bias_hh_l0_reverse	3	-0.04137200117111206
29212	rnn.bias_hh_l0_reverse	4	-0.04229306802153587
29212	rnn.bias_hh_l0_reverse	5	-0.04698856174945831
29212	rnn.bias_hh_l0_reverse	6	-0.002119021024554968
29212	rnn.bias_hh_l0_reverse	7	0.0433943048119545
29212	rnn.bias_hh_l0_reverse	8	0.034662894904613495
29212	rnn.bias_hh_l0_reverse	9	-0.08255214989185333
29212	rnn.weight_ih_l1	0	-0.03374519199132919
29212	rnn.weight_ih_l1	1	-0.03295949473977089
29212	rnn.weight_ih_l1	2	0.040338341146707535
29212	rnn.weight_ih_l1	3	-0.031025385484099388
29212	rnn.weight_ih_l1	4	0.0065458593890070915
29212	rnn.weight_ih_l1	5	-0.04053445905447006
29212	rnn.weight_ih_l1	6	0.018942411988973618
29212	rnn.weight_ih_l1	7	-0.03707985207438469
29212	rnn.weight_ih_l1	8	0.03904660418629646
29212	rnn.weight_ih_l1	9	0.026812804862856865
29212	rnn.weight_hh_l1	0	0.00108633516356349
29212	rnn.weight_hh_l1	1	0.00580102251842618
29212	rnn.weight_hh_l1	2	-0.024589091539382935
29212	rnn.weight_hh_l1	3	-0.005734162405133247
29212	rnn.weight_hh_l1	4	0.005634719971567392
29212	rnn.weight_hh_l1	5	0.030720602720975876
29212	rnn.weight_hh_l1	6	0.032077282667160034
29212	rnn.weight_hh_l1	7	-0.030238023027777672
29212	rnn.weight_hh_l1	8	-0.03850100561976433
29212	rnn.weight_hh_l1	9	0.03858548775315285
29212	rnn.bias_ih_l1	0	-0.08596637845039368
29212	rnn.bias_ih_l1	1	-0.0692819133400917
29212	rnn.bias_ih_l1	2	-0.10607625544071198
29212	rnn.bias_ih_l1	3	-0.12076696753501892
29212	rnn.bias_ih_l1	4	-0.1391032189130783
29212	rnn.bias_ih_l1	5	-0.0818689838051796
29212	rnn.bias_ih_l1	6	-0.04775196313858032
29212	rnn.bias_ih_l1	7	-0.021546242758631706
29212	rnn.bias_ih_l1	8	-0.07554401457309723
29212	rnn.bias_ih_l1	9	-0.060955960303545
29212	rnn.bias_hh_l1	0	-0.09409619867801666
29212	rnn.bias_hh_l1	1	-0.021580765023827553
29212	rnn.bias_hh_l1	2	-0.03501638025045395
29212	rnn.bias_hh_l1	3	-0.054953932762145996
29212	rnn.bias_hh_l1	4	-0.08065889775753021
29212	rnn.bias_hh_l1	5	-0.04364222660660744
29212	rnn.bias_hh_l1	6	-0.06014540046453476
29212	rnn.bias_hh_l1	7	-0.027476035058498383
29212	rnn.bias_hh_l1	8	-0.02344069443643093
29212	rnn.bias_hh_l1	9	-0.027529781684279442
29212	rnn.weight_ih_l1_reverse	0	-0.03120442107319832
29212	rnn.weight_ih_l1_reverse	1	0.007097030524164438
29212	rnn.weight_ih_l1_reverse	2	-0.045417189598083496
29212	rnn.weight_ih_l1_reverse	3	-0.02613731473684311
29212	rnn.weight_ih_l1_reverse	4	-0.018944624811410904
29212	rnn.weight_ih_l1_reverse	5	-0.03711860626935959
29212	rnn.weight_ih_l1_reverse	6	-0.01977706328034401
29212	rnn.weight_ih_l1_reverse	7	0.013713406398892403
29212	rnn.weight_ih_l1_reverse	8	0.028446346521377563
29212	rnn.weight_ih_l1_reverse	9	-0.042899344116449356
29212	rnn.weight_hh_l1_reverse	0	0.008908133953809738
29212	rnn.weight_hh_l1_reverse	1	0.02950308844447136
29212	rnn.weight_hh_l1_reverse	2	-0.03708073869347572
29212	rnn.weight_hh_l1_reverse	3	0.0387360043823719
29212	rnn.weight_hh_l1_reverse	4	0.04020930454134941
29212	rnn.weight_hh_l1_reverse	5	0.009122285060584545
29212	rnn.weight_hh_l1_reverse	6	0.012421482242643833
29212	rnn.weight_hh_l1_reverse	7	0.028439048677682877
29212	rnn.weight_hh_l1_reverse	8	-0.005264878273010254
29212	rnn.weight_hh_l1_reverse	9	-0.03815669193863869
29212	rnn.bias_ih_l1_reverse	0	-0.009612171910703182
29212	rnn.bias_ih_l1_reverse	1	-0.04801085963845253
29212	rnn.bias_ih_l1_reverse	2	-0.0746927335858345
29212	rnn.bias_ih_l1_reverse	3	-0.017581596970558167
29212	rnn.bias_ih_l1_reverse	4	-0.11769088357686996
29212	rnn.bias_ih_l1_reverse	5	-0.06855389475822449
29212	rnn.bias_ih_l1_reverse	6	-0.06773604452610016
29212	rnn.bias_ih_l1_reverse	7	-0.0942629799246788
29212	rnn.bias_ih_l1_reverse	8	0.06777749210596085
29212	rnn.bias_ih_l1_reverse	9	0.009792698547244072
29212	rnn.bias_hh_l1_reverse	0	-0.008209077641367912
29212	rnn.bias_hh_l1_reverse	1	0.037421006709337234
29212	rnn.bias_hh_l1_reverse	2	-0.1459861546754837
29212	rnn.bias_hh_l1_reverse	3	-0.0220450721681118
29212	rnn.bias_hh_l1_reverse	4	-0.034372832626104355
29212	rnn.bias_hh_l1_reverse	5	-0.03779967501759529
29212	rnn.bias_hh_l1_reverse	6	0.11943686008453369
29212	rnn.bias_hh_l1_reverse	7	-0.07489465177059174
29212	rnn.bias_hh_l1_reverse	8	-0.061677321791648865
29212	rnn.bias_hh_l1_reverse	9	-0.06602948904037476
29212	linear.weight	0	0.002228822559118271
29212	linear.weight	1	0.08037912100553513
29212	linear.weight	2	-0.10668262839317322
29212	linear.weight	3	0.14690536260604858
29212	linear.weight	4	0.06063457950949669
29212	linear.weight	5	0.0355658121407032
29212	linear.weight	6	0.061925604939460754
29212	linear.weight	7	0.13048192858695984
29212	linear.weight	8	0.04209694638848305
29212	linear.weight	9	-0.05125061422586441
29212	linear.bias	0	-0.11119074374437332
29212	linear.bias	1	0.042736656963825226
29212	linear.bias	2	-0.35686060786247253
29212	linear.bias	3	-0.7286429405212402
29212	linear.bias	4	-0.8893511891365051
29212	linear.bias	5	0.07619444280862808
29212	linear.bias	6	-0.5248530507087708
29212	linear.bias	7	0.5172819495201111
29212	linear.bias	8	-0.5478967428207397
29212	linear.bias	9	-0.7501803636550903
29409	transitions	0	0.25008440017700195
29409	transitions	1	-0.0933806523680687
29409	transitions	2	-10000.0
29409	transitions	3	-1.7756752967834473
29409	transitions	4	-10000.0
29409	transitions	5	0.7332603335380554
29409	transitions	6	0.04678429290652275
29409	transitions	7	-0.1016744077205658
29409	transitions	8	-1.2548946142196655
29409	transitions	9	0.00042271899292245507
29409	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
29409	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
29409	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
29409	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
29409	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
29409	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
29409	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
29409	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
29409	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
29409	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
29409	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
29409	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
29409	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
29409	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
29409	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
29409	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
29409	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
29409	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
29409	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
29409	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
29409	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
29409	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
29409	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
29409	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
29409	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
29409	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
29409	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
29409	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
29409	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
29409	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
29409	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
29409	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
29409	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
29409	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
29409	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
29409	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
29409	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
29409	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
29409	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
29409	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
29409	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
29409	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
29409	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
29409	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
29409	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
29409	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
29409	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
29409	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
29409	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
29409	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
29409	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
29409	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
29409	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
29409	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
29409	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
29409	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
29409	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
29409	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
29409	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
29409	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
29409	embedding2nn.weight	0	0.02764049731194973
29409	embedding2nn.weight	1	-0.01821276731789112
29409	embedding2nn.weight	2	-0.014268253929913044
29409	embedding2nn.weight	3	0.0171384047716856
29409	embedding2nn.weight	4	-0.005915034096688032
29409	embedding2nn.weight	5	-0.003700593486428261
29409	embedding2nn.weight	6	-0.003973265644162893
29409	embedding2nn.weight	7	-0.03294826298952103
29409	embedding2nn.weight	8	-0.0019979383796453476
29409	embedding2nn.weight	9	-0.015161730349063873
29409	embedding2nn.bias	0	0.033406954258680344
29409	embedding2nn.bias	1	-0.03864841163158417
29409	embedding2nn.bias	2	0.061027176678180695
29409	embedding2nn.bias	3	0.04264442250132561
29409	embedding2nn.bias	4	-0.007616364862769842
29409	embedding2nn.bias	5	-0.032031502574682236
29409	embedding2nn.bias	6	0.018826061859726906
29409	embedding2nn.bias	7	-0.04182104021310806
29409	embedding2nn.bias	8	0.03401138260960579
29409	embedding2nn.bias	9	0.035333044826984406
29409	rnn.weight_ih_l0	0	-0.018727213144302368
29409	rnn.weight_ih_l0	1	0.009347894228994846
29409	rnn.weight_ih_l0	2	0.027417946606874466
29409	rnn.weight_ih_l0	3	0.014062752015888691
29409	rnn.weight_ih_l0	4	-0.01915692165493965
29409	rnn.weight_ih_l0	5	-0.052466437220573425
29409	rnn.weight_ih_l0	6	0.014625545591115952
29409	rnn.weight_ih_l0	7	0.044203389436006546
29409	rnn.weight_ih_l0	8	0.014595617540180683
29409	rnn.weight_ih_l0	9	-0.03542716056108475
29409	rnn.weight_hh_l0	0	-0.042237233370542526
29409	rnn.weight_hh_l0	1	-0.005418754182755947
29409	rnn.weight_hh_l0	2	0.0095190005376935
29409	rnn.weight_hh_l0	3	-0.028861701488494873
29409	rnn.weight_hh_l0	4	0.04109366238117218
29409	rnn.weight_hh_l0	5	-0.010305074974894524
29409	rnn.weight_hh_l0	6	-0.026093343272805214
29409	rnn.weight_hh_l0	7	-0.037309035658836365
29409	rnn.weight_hh_l0	8	0.004876614548265934
29409	rnn.weight_hh_l0	9	-0.026720980182290077
29409	rnn.bias_ih_l0	0	0.01980290748178959
29409	rnn.bias_ih_l0	1	-0.03416459634900093
29409	rnn.bias_ih_l0	2	-0.003854278475046158
29409	rnn.bias_ih_l0	3	0.0508476197719574
29409	rnn.bias_ih_l0	4	-0.04189496114850044
29409	rnn.bias_ih_l0	5	-0.02862318977713585
29409	rnn.bias_ih_l0	6	-0.020872298628091812
29409	rnn.bias_ih_l0	7	0.031074322760105133
29409	rnn.bias_ih_l0	8	-0.06456214189529419
29409	rnn.bias_ih_l0	9	-0.009273696690797806
29409	rnn.bias_hh_l0	0	-0.029012273997068405
29409	rnn.bias_hh_l0	1	-0.06399305909872055
29409	rnn.bias_hh_l0	2	-0.030163617804646492
29409	rnn.bias_hh_l0	3	-0.03991939499974251
29409	rnn.bias_hh_l0	4	-0.005067646037787199
29409	rnn.bias_hh_l0	5	0.013060529716312885
29409	rnn.bias_hh_l0	6	0.025469275191426277
29409	rnn.bias_hh_l0	7	-0.005268523469567299
29409	rnn.bias_hh_l0	8	-0.06323303282260895
29409	rnn.bias_hh_l0	9	-0.01602676324546337
29409	rnn.weight_ih_l0_reverse	0	-0.01512759830802679
29409	rnn.weight_ih_l0_reverse	1	-0.05344882607460022
29409	rnn.weight_ih_l0_reverse	2	-0.016569817438721657
29409	rnn.weight_ih_l0_reverse	3	0.004310111980885267
29409	rnn.weight_ih_l0_reverse	4	-0.01456883829087019
29409	rnn.weight_ih_l0_reverse	5	-0.04858784377574921
29409	rnn.weight_ih_l0_reverse	6	0.043831732124090195
29409	rnn.weight_ih_l0_reverse	7	-0.022291410714387894
29409	rnn.weight_ih_l0_reverse	8	-0.031758733093738556
29409	rnn.weight_ih_l0_reverse	9	0.018574822694063187
29409	rnn.weight_hh_l0_reverse	0	0.03626607730984688
29409	rnn.weight_hh_l0_reverse	1	0.03112899139523506
29409	rnn.weight_hh_l0_reverse	2	0.031230345368385315
29409	rnn.weight_hh_l0_reverse	3	0.01861766166985035
29409	rnn.weight_hh_l0_reverse	4	0.008913091383874416
29409	rnn.weight_hh_l0_reverse	5	-0.003428965574130416
29409	rnn.weight_hh_l0_reverse	6	0.03556716814637184
29409	rnn.weight_hh_l0_reverse	7	-0.02718494087457657
29409	rnn.weight_hh_l0_reverse	8	0.016056526452302933
29409	rnn.weight_hh_l0_reverse	9	0.04855141416192055
29409	rnn.bias_ih_l0_reverse	0	-0.058444634079933167
29409	rnn.bias_ih_l0_reverse	1	-0.11591964215040207
29409	rnn.bias_ih_l0_reverse	2	-0.02935921400785446
29409	rnn.bias_ih_l0_reverse	3	-0.006551030091941357
29409	rnn.bias_ih_l0_reverse	4	-0.02178909257054329
29409	rnn.bias_ih_l0_reverse	5	0.022966906428337097
29409	rnn.bias_ih_l0_reverse	6	-0.018721261993050575
29409	rnn.bias_ih_l0_reverse	7	0.03176092356443405
29409	rnn.bias_ih_l0_reverse	8	-0.029341327026486397
29409	rnn.bias_ih_l0_reverse	9	0.01245653536170721
29409	rnn.bias_hh_l0_reverse	0	-0.03183016926050186
29409	rnn.bias_hh_l0_reverse	1	-0.02311488427221775
29409	rnn.bias_hh_l0_reverse	2	0.02083246037364006
29409	rnn.bias_hh_l0_reverse	3	-0.041278570890426636
29409	rnn.bias_hh_l0_reverse	4	-0.03937283530831337
29409	rnn.bias_hh_l0_reverse	5	-0.04734405502676964
29409	rnn.bias_hh_l0_reverse	6	-0.00891125574707985
29409	rnn.bias_hh_l0_reverse	7	0.04459548369050026
29409	rnn.bias_hh_l0_reverse	8	0.03541934862732887
29409	rnn.bias_hh_l0_reverse	9	-0.08026214689016342
29409	rnn.weight_ih_l1	0	-0.03467598184943199
29409	rnn.weight_ih_l1	1	-0.03458007797598839
29409	rnn.weight_ih_l1	2	0.040856294333934784
29409	rnn.weight_ih_l1	3	-0.030562158674001694
29409	rnn.weight_ih_l1	4	0.006775237619876862
29409	rnn.weight_ih_l1	5	-0.04019598290324211
29409	rnn.weight_ih_l1	6	0.01943649910390377
29409	rnn.weight_ih_l1	7	-0.035723257809877396
29409	rnn.weight_ih_l1	8	0.03922879695892334
29409	rnn.weight_ih_l1	9	0.026447629556059837
29409	rnn.weight_hh_l1	0	-0.0005910618929192424
29409	rnn.weight_hh_l1	1	0.005866523832082748
29409	rnn.weight_hh_l1	2	-0.024970361962914467
29409	rnn.weight_hh_l1	3	-0.005495669785887003
29409	rnn.weight_hh_l1	4	0.005931089166551828
29409	rnn.weight_hh_l1	5	0.030739523470401764
29409	rnn.weight_hh_l1	6	0.03228579834103584
29409	rnn.weight_hh_l1	7	-0.03002539649605751
29409	rnn.weight_hh_l1	8	-0.0380757674574852
29409	rnn.weight_hh_l1	9	0.03850000351667404
29409	rnn.bias_ih_l1	0	-0.08765819668769836
29409	rnn.bias_ih_l1	1	-0.06788144260644913
29409	rnn.bias_ih_l1	2	-0.10645908117294312
29409	rnn.bias_ih_l1	3	-0.11956372857093811
29409	rnn.bias_ih_l1	4	-0.13521786034107208
29409	rnn.bias_ih_l1	5	-0.08509257435798645
29409	rnn.bias_ih_l1	6	-0.0486074760556221
29409	rnn.bias_ih_l1	7	-0.02445063553750515
29409	rnn.bias_ih_l1	8	-0.0748189240694046
29409	rnn.bias_ih_l1	9	-0.06387143582105637
29409	rnn.bias_hh_l1	0	-0.09759975969791412
29409	rnn.bias_hh_l1	1	-0.0260967705398798
29409	rnn.bias_hh_l1	2	-0.03372888267040253
29409	rnn.bias_hh_l1	3	-0.054993417114019394
29409	rnn.bias_hh_l1	4	-0.08049237728118896
29409	rnn.bias_hh_l1	5	-0.045160628855228424
29409	rnn.bias_hh_l1	6	-0.06295154243707657
29409	rnn.bias_hh_l1	7	-0.021616296842694283
29409	rnn.bias_hh_l1	8	-0.02255421131849289
29409	rnn.bias_hh_l1	9	-0.02889242209494114
29409	rnn.weight_ih_l1_reverse	0	-0.03181319311261177
29409	rnn.weight_ih_l1_reverse	1	0.005422188900411129
29409	rnn.weight_ih_l1_reverse	2	-0.048974230885505676
29409	rnn.weight_ih_l1_reverse	3	-0.02631237544119358
29409	rnn.weight_ih_l1_reverse	4	-0.016868961974978447
29409	rnn.weight_ih_l1_reverse	5	-0.03715122491121292
29409	rnn.weight_ih_l1_reverse	6	-0.020629363134503365
29409	rnn.weight_ih_l1_reverse	7	0.014590420760214329
29409	rnn.weight_ih_l1_reverse	8	0.03423279523849487
29409	rnn.weight_ih_l1_reverse	9	-0.04218003898859024
29409	rnn.weight_hh_l1_reverse	0	0.009006386622786522
29409	rnn.weight_hh_l1_reverse	1	0.029533106833696365
29409	rnn.weight_hh_l1_reverse	2	-0.03709263354539871
29409	rnn.weight_hh_l1_reverse	3	0.038696836680173874
29409	rnn.weight_hh_l1_reverse	4	0.04017513990402222
29409	rnn.weight_hh_l1_reverse	5	0.008947397582232952
29409	rnn.weight_hh_l1_reverse	6	0.012393120676279068
29409	rnn.weight_hh_l1_reverse	7	0.028428154066205025
29409	rnn.weight_hh_l1_reverse	8	-0.005251188296824694
29409	rnn.weight_hh_l1_reverse	9	-0.038367632776498795
29409	rnn.bias_ih_l1_reverse	0	-0.010001694783568382
29409	rnn.bias_ih_l1_reverse	1	-0.05071159079670906
29409	rnn.bias_ih_l1_reverse	2	-0.07594677805900574
29409	rnn.bias_ih_l1_reverse	3	-0.02322307601571083
29409	rnn.bias_ih_l1_reverse	4	-0.11836908757686615
29409	rnn.bias_ih_l1_reverse	5	-0.06782358884811401
29409	rnn.bias_ih_l1_reverse	6	-0.06939754635095596
29409	rnn.bias_ih_l1_reverse	7	-0.0912855714559555
29409	rnn.bias_ih_l1_reverse	8	0.0676964819431305
29409	rnn.bias_ih_l1_reverse	9	0.013696437701582909
29409	rnn.bias_hh_l1_reverse	0	-0.014253711327910423
29409	rnn.bias_hh_l1_reverse	1	0.021528048440814018
29409	rnn.bias_hh_l1_reverse	2	-0.14397434890270233
29409	rnn.bias_hh_l1_reverse	3	-0.024237610399723053
29409	rnn.bias_hh_l1_reverse	4	-0.03449532762169838
29409	rnn.bias_hh_l1_reverse	5	-0.03849697485566139
29409	rnn.bias_hh_l1_reverse	6	0.11434538662433624
29409	rnn.bias_hh_l1_reverse	7	-0.07619217783212662
29409	rnn.bias_hh_l1_reverse	8	-0.06050105020403862
29409	rnn.bias_hh_l1_reverse	9	-0.06601136177778244
29409	linear.weight	0	0.002228822559118271
29409	linear.weight	1	0.07447107136249542
29409	linear.weight	2	-0.1072261780500412
29409	linear.weight	3	0.14354702830314636
29409	linear.weight	4	0.062457021325826645
29409	linear.weight	5	0.037144243717193604
29409	linear.weight	6	0.05368500202894211
29409	linear.weight	7	0.12780089676380157
29409	linear.weight	8	0.04209772124886513
29409	linear.weight	9	-0.04743156582117081
29409	linear.bias	0	-0.12828868627548218
29409	linear.bias	1	0.05354738608002663
29409	linear.bias	2	-0.368086040019989
29409	linear.bias	3	-0.7339422106742859
29409	linear.bias	4	-0.8918970823287964
29409	linear.bias	5	0.04840250685811043
29409	linear.bias	6	-0.5068148374557495
29409	linear.bias	7	0.48976239562034607
29409	linear.bias	8	-0.5462898015975952
29409	linear.bias	9	-0.7512531280517578
29606	transitions	0	0.25071343779563904
29606	transitions	1	-0.09608098119497299
29606	transitions	2	-10000.0
29606	transitions	3	-1.7759095430374146
29606	transitions	4	-10000.0
29606	transitions	5	0.7323694229125977
29606	transitions	6	0.04611853137612343
29606	transitions	7	-0.10391931235790253
29606	transitions	8	-1.255452036857605
29606	transitions	9	0.00041368778329342604
29606	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
29606	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
29606	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
29606	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
29606	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
29606	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
29606	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
29606	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
29606	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
29606	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
29606	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
29606	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
29606	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
29606	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
29606	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
29606	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
29606	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
29606	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
29606	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
29606	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
29606	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
29606	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
29606	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
29606	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
29606	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
29606	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
29606	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
29606	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
29606	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
29606	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
29606	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
29606	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
29606	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
29606	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
29606	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
29606	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
29606	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
29606	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
29606	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
29606	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
29606	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
29606	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
29606	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
29606	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
29606	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
29606	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
29606	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
29606	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
29606	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
29606	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
29606	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
29606	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
29606	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
29606	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
29606	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
29606	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
29606	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
29606	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
29606	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
29606	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
29606	embedding2nn.weight	0	0.023979943245649338
29606	embedding2nn.weight	1	-0.018271056935191154
29606	embedding2nn.weight	2	-0.014268253929913044
29606	embedding2nn.weight	3	0.01529700681567192
29606	embedding2nn.weight	4	-0.005915034096688032
29606	embedding2nn.weight	5	-0.003700593486428261
29606	embedding2nn.weight	6	-0.0039732675068080425
29606	embedding2nn.weight	7	-0.032572273164987564
29606	embedding2nn.weight	8	-0.0019979383796453476
29606	embedding2nn.weight	9	-0.016216052696108818
29606	embedding2nn.bias	0	0.031430888921022415
29606	embedding2nn.bias	1	-0.036707840859889984
29606	embedding2nn.bias	2	0.058354783803224564
29606	embedding2nn.bias	3	0.04983380436897278
29606	embedding2nn.bias	4	-0.0046415491960942745
29606	embedding2nn.bias	5	-0.027034614235162735
29606	embedding2nn.bias	6	0.011935391463339329
29606	embedding2nn.bias	7	-0.04076048359274864
29606	embedding2nn.bias	8	0.033704496920108795
29606	embedding2nn.bias	9	0.040963489562273026
29606	rnn.weight_ih_l0	0	-0.019681720063090324
29606	rnn.weight_ih_l0	1	0.00884268805384636
29606	rnn.weight_ih_l0	2	0.027807027101516724
29606	rnn.weight_ih_l0	3	0.015254409983754158
29606	rnn.weight_ih_l0	4	-0.01925290934741497
29606	rnn.weight_ih_l0	5	-0.05212121829390526
29606	rnn.weight_ih_l0	6	0.013891782611608505
29606	rnn.weight_ih_l0	7	0.04556186869740486
29606	rnn.weight_ih_l0	8	0.014005257748067379
29606	rnn.weight_ih_l0	9	-0.0355447381734848
29606	rnn.weight_hh_l0	0	-0.041626546531915665
29606	rnn.weight_hh_l0	1	-0.00549890473484993
29606	rnn.weight_hh_l0	2	0.009508204646408558
29606	rnn.weight_hh_l0	3	-0.029666809365153313
29606	rnn.weight_hh_l0	4	0.042436741292476654
29606	rnn.weight_hh_l0	5	-0.009721104055643082
29606	rnn.weight_hh_l0	6	-0.02593196928501129
29606	rnn.weight_hh_l0	7	-0.035995256155729294
29606	rnn.weight_hh_l0	8	0.004757946822792292
29606	rnn.weight_hh_l0	9	-0.026541616767644882
29606	rnn.bias_ih_l0	0	0.021170606836676598
29606	rnn.bias_ih_l0	1	-0.029871834442019463
29606	rnn.bias_ih_l0	2	-0.00422376673668623
29606	rnn.bias_ih_l0	3	0.0504843145608902
29606	rnn.bias_ih_l0	4	-0.04442416504025459
29606	rnn.bias_ih_l0	5	-0.030014503747224808
29606	rnn.bias_ih_l0	6	-0.018404126167297363
29606	rnn.bias_ih_l0	7	0.02945037931203842
29606	rnn.bias_ih_l0	8	-0.06606823951005936
29606	rnn.bias_ih_l0	9	-0.013132916763424873
29606	rnn.bias_hh_l0	0	-0.026828479021787643
29606	rnn.bias_hh_l0	1	-0.06531453877687454
29606	rnn.bias_hh_l0	2	-0.031950902193784714
29606	rnn.bias_hh_l0	3	-0.04158563166856766
29606	rnn.bias_hh_l0	4	-0.004083293955773115
29606	rnn.bias_hh_l0	5	0.01493640523403883
29606	rnn.bias_hh_l0	6	0.028844570741057396
29606	rnn.bias_hh_l0	7	-0.01469023060053587
29606	rnn.bias_hh_l0	8	-0.06474432349205017
29606	rnn.bias_hh_l0	9	-0.010027208365499973
29606	rnn.weight_ih_l0_reverse	0	-0.01578962430357933
29606	rnn.weight_ih_l0_reverse	1	-0.054418548941612244
29606	rnn.weight_ih_l0_reverse	2	-0.01817084103822708
29606	rnn.weight_ih_l0_reverse	3	0.004638148937374353
29606	rnn.weight_ih_l0_reverse	4	-0.014463636092841625
29606	rnn.weight_ih_l0_reverse	5	-0.0486169271171093
29606	rnn.weight_ih_l0_reverse	6	0.044977907091379166
29606	rnn.weight_ih_l0_reverse	7	-0.02191433124244213
29606	rnn.weight_ih_l0_reverse	8	-0.03195560351014137
29606	rnn.weight_ih_l0_reverse	9	0.018938221037387848
29606	rnn.weight_hh_l0_reverse	0	0.03580721095204353
29606	rnn.weight_hh_l0_reverse	1	0.031658776104450226
29606	rnn.weight_hh_l0_reverse	2	0.031024351716041565
29606	rnn.weight_hh_l0_reverse	3	0.01839572563767433
29606	rnn.weight_hh_l0_reverse	4	0.008914041332900524
29606	rnn.weight_hh_l0_reverse	5	-0.002244398696348071
29606	rnn.weight_hh_l0_reverse	6	0.03584401309490204
29606	rnn.weight_hh_l0_reverse	7	-0.0273112952709198
29606	rnn.weight_hh_l0_reverse	8	0.01675095036625862
29606	rnn.weight_hh_l0_reverse	9	0.049127478152513504
29606	rnn.bias_ih_l0_reverse	0	-0.059740081429481506
29606	rnn.bias_ih_l0_reverse	1	-0.11773119866847992
29606	rnn.bias_ih_l0_reverse	2	-0.03308366239070892
29606	rnn.bias_ih_l0_reverse	3	-0.005085525568574667
29606	rnn.bias_ih_l0_reverse	4	-0.022727107629179955
29606	rnn.bias_ih_l0_reverse	5	0.022088106721639633
29606	rnn.bias_ih_l0_reverse	6	-0.017927924171090126
29606	rnn.bias_ih_l0_reverse	7	0.033085811883211136
29606	rnn.bias_ih_l0_reverse	8	-0.031109651550650597
29606	rnn.bias_ih_l0_reverse	9	0.011926545761525631
29606	rnn.bias_hh_l0_reverse	0	-0.030444635078310966
29606	rnn.bias_hh_l0_reverse	1	-0.023075396195054054
29606	rnn.bias_hh_l0_reverse	2	0.025488849729299545
29606	rnn.bias_hh_l0_reverse	3	-0.04109685495495796
29606	rnn.bias_hh_l0_reverse	4	-0.04053299129009247
29606	rnn.bias_hh_l0_reverse	5	-0.04662855714559555
29606	rnn.bias_hh_l0_reverse	6	-0.0070452503859996796
29606	rnn.bias_hh_l0_reverse	7	0.046449024230241776
29606	rnn.bias_hh_l0_reverse	8	0.03630436584353447
29606	rnn.bias_hh_l0_reverse	9	-0.07995901256799698
29606	rnn.weight_ih_l1	0	-0.03485419601202011
29606	rnn.weight_ih_l1	1	-0.03504298999905586
29606	rnn.weight_ih_l1	2	0.04633709788322449
29606	rnn.weight_ih_l1	3	-0.030001666396856308
29606	rnn.weight_ih_l1	4	0.006686977576464415
29606	rnn.weight_ih_l1	5	-0.0406583696603775
29606	rnn.weight_ih_l1	6	0.01947338879108429
29606	rnn.weight_ih_l1	7	-0.036243654787540436
29606	rnn.weight_ih_l1	8	0.03914669528603554
29606	rnn.weight_ih_l1	9	0.026430051773786545
29606	rnn.weight_hh_l1	0	0.0005977399414405227
29606	rnn.weight_hh_l1	1	0.005982428323477507
29606	rnn.weight_hh_l1	2	-0.02480260655283928
29606	rnn.weight_hh_l1	3	-0.00582886254414916
29606	rnn.weight_hh_l1	4	0.005290340632200241
29606	rnn.weight_hh_l1	5	0.030745459720492363
29606	rnn.weight_hh_l1	6	0.03228859230875969
29606	rnn.weight_hh_l1	7	-0.030136335641145706
29606	rnn.weight_hh_l1	8	-0.0381866991519928
29606	rnn.weight_hh_l1	9	0.03852172940969467
29606	rnn.bias_ih_l1	0	-0.08987337350845337
29606	rnn.bias_ih_l1	1	-0.06862697750329971
29606	rnn.bias_ih_l1	2	-0.10596248507499695
29606	rnn.bias_ih_l1	3	-0.12191873043775558
29606	rnn.bias_ih_l1	4	-0.13380178809165955
29606	rnn.bias_ih_l1	5	-0.08655442297458649
29606	rnn.bias_ih_l1	6	-0.04689721018075943
29606	rnn.bias_ih_l1	7	-0.024511756375432014
29606	rnn.bias_ih_l1	8	-0.07494480162858963
29606	rnn.bias_ih_l1	9	-0.065404511988163
29606	rnn.bias_hh_l1	0	-0.09675691276788712
29606	rnn.bias_hh_l1	1	-0.024087166413664818
29606	rnn.bias_hh_l1	2	-0.03655225783586502
29606	rnn.bias_hh_l1	3	-0.05299733579158783
29606	rnn.bias_hh_l1	4	-0.08036234974861145
29606	rnn.bias_hh_l1	5	-0.04477798566222191
29606	rnn.bias_hh_l1	6	-0.06476948410272598
29606	rnn.bias_hh_l1	7	-0.03273462504148483
29606	rnn.bias_hh_l1	8	-0.023515745997428894
29606	rnn.bias_hh_l1	9	-0.030263710767030716
29606	rnn.weight_ih_l1_reverse	0	-0.033119093626737595
29606	rnn.weight_ih_l1_reverse	1	0.004518080502748489
29606	rnn.weight_ih_l1_reverse	2	-0.04832907021045685
29606	rnn.weight_ih_l1_reverse	3	-0.025881187990307808
29606	rnn.weight_ih_l1_reverse	4	-0.016649072989821434
29606	rnn.weight_ih_l1_reverse	5	-0.036939606070518494
29606	rnn.weight_ih_l1_reverse	6	-0.019966959953308105
29606	rnn.weight_ih_l1_reverse	7	0.014922027476131916
29606	rnn.weight_ih_l1_reverse	8	0.0359039381146431
29606	rnn.weight_ih_l1_reverse	9	-0.04151292145252228
29606	rnn.weight_hh_l1_reverse	0	0.009093009866774082
29606	rnn.weight_hh_l1_reverse	1	0.029334500432014465
29606	rnn.weight_hh_l1_reverse	2	-0.03702014684677124
29606	rnn.weight_hh_l1_reverse	3	0.038777172565460205
29606	rnn.weight_hh_l1_reverse	4	0.03993334621191025
29606	rnn.weight_hh_l1_reverse	5	0.009227649308741093
29606	rnn.weight_hh_l1_reverse	6	0.011215269565582275
29606	rnn.weight_hh_l1_reverse	7	0.028292225673794746
29606	rnn.weight_hh_l1_reverse	8	-0.005254239309579134
29606	rnn.weight_hh_l1_reverse	9	-0.03829318657517433
29606	rnn.bias_ih_l1_reverse	0	-0.010964509099721909
29606	rnn.bias_ih_l1_reverse	1	-0.05153951793909073
29606	rnn.bias_ih_l1_reverse	2	-0.07724276930093765
29606	rnn.bias_ih_l1_reverse	3	-0.013133613392710686
29606	rnn.bias_ih_l1_reverse	4	-0.12036960572004318
29606	rnn.bias_ih_l1_reverse	5	-0.06672395020723343
29606	rnn.bias_ih_l1_reverse	6	-0.07024434208869934
29606	rnn.bias_ih_l1_reverse	7	-0.09563606977462769
29606	rnn.bias_ih_l1_reverse	8	0.07258596271276474
29606	rnn.bias_ih_l1_reverse	9	0.013662738725543022
29606	rnn.bias_hh_l1_reverse	0	-0.009754725731909275
29606	rnn.bias_hh_l1_reverse	1	0.030407998710870743
29606	rnn.bias_hh_l1_reverse	2	-0.14405007660388947
29606	rnn.bias_hh_l1_reverse	3	-0.026324376463890076
29606	rnn.bias_hh_l1_reverse	4	-0.03503543138504028
29606	rnn.bias_hh_l1_reverse	5	-0.038766857236623764
29606	rnn.bias_hh_l1_reverse	6	0.10297133773565292
29606	rnn.bias_hh_l1_reverse	7	-0.07572448253631592
29606	rnn.bias_hh_l1_reverse	8	-0.061084166169166565
29606	rnn.bias_hh_l1_reverse	9	-0.06640622019767761
29606	linear.weight	0	0.002228822559118271
29606	linear.weight	1	0.0751902237534523
29606	linear.weight	2	-0.10517072677612305
29606	linear.weight	3	0.1699979603290558
29606	linear.weight	4	0.05982153117656708
29606	linear.weight	5	0.037553541362285614
29606	linear.weight	6	0.06168482080101967
29606	linear.weight	7	0.14284680783748627
29606	linear.weight	8	0.04209236428141594
29606	linear.weight	9	-0.04103958606719971
29606	linear.bias	0	-0.08750316500663757
29606	linear.bias	1	0.034311965107917786
29606	linear.bias	2	-0.36496859788894653
29606	linear.bias	3	-0.7463586330413818
29606	linear.bias	4	-0.9031222462654114
29606	linear.bias	5	0.0577237494289875
29606	linear.bias	6	-0.5319737792015076
29606	linear.bias	7	0.4985918402671814
29606	linear.bias	8	-0.544845700263977
29606	linear.bias	9	-0.7537321448326111
29610	transitions	0	0.24791963398456573
29610	transitions	1	-0.09609492868185043
29610	transitions	2	-10000.0
29610	transitions	3	-1.775911808013916
29610	transitions	4	-10000.0
29610	transitions	5	0.732364296913147
29610	transitions	6	0.046101443469524384
29610	transitions	7	-0.10402577370405197
29610	transitions	8	-1.2554595470428467
29610	transitions	9	0.00041362206684425473
29610	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
29610	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
29610	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
29610	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
29610	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
29610	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
29610	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
29610	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
29610	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
29610	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
29610	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
29610	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
29610	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
29610	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
29610	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
29610	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
29610	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
29610	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
29610	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
29610	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
29610	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
29610	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
29610	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
29610	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
29610	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
29610	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
29610	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
29610	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
29610	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
29610	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
29610	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
29610	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
29610	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
29610	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
29610	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
29610	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
29610	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
29610	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
29610	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
29610	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
29610	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
29610	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
29610	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
29610	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
29610	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
29610	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
29610	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
29610	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
29610	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
29610	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
29610	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
29610	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
29610	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
29610	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
29610	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
29610	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
29610	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
29610	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
29610	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
29610	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
29610	embedding2nn.weight	0	0.023479469120502472
29610	embedding2nn.weight	1	-0.01824364811182022
29610	embedding2nn.weight	2	-0.014268253929913044
29610	embedding2nn.weight	3	0.015360929071903229
29610	embedding2nn.weight	4	-0.005915034096688032
29610	embedding2nn.weight	5	-0.003700593486428261
29610	embedding2nn.weight	6	-0.0039732675068080425
29610	embedding2nn.weight	7	-0.03263096883893013
29610	embedding2nn.weight	8	-0.0019979383796453476
29610	embedding2nn.weight	9	-0.01630331017076969
29610	embedding2nn.bias	0	0.03279885649681091
29610	embedding2nn.bias	1	-0.038676291704177856
29610	embedding2nn.bias	2	0.058702562004327774
29610	embedding2nn.bias	3	0.04841729253530502
29610	embedding2nn.bias	4	-0.005781784653663635
29610	embedding2nn.bias	5	-0.026739755645394325
29610	embedding2nn.bias	6	0.012576325796544552
29610	embedding2nn.bias	7	-0.04228508099913597
29610	embedding2nn.bias	8	0.03248526528477669
29610	embedding2nn.bias	9	0.04127462953329086
29610	rnn.weight_ih_l0	0	-0.019634343683719635
29610	rnn.weight_ih_l0	1	0.008811459876596928
29610	rnn.weight_ih_l0	2	0.027905568480491638
29610	rnn.weight_ih_l0	3	0.015186545439064503
29610	rnn.weight_ih_l0	4	-0.019181525334715843
29610	rnn.weight_ih_l0	5	-0.05235212296247482
29610	rnn.weight_ih_l0	6	0.01386826392263174
29610	rnn.weight_ih_l0	7	0.04534200206398964
29610	rnn.weight_ih_l0	8	0.01406281441450119
29610	rnn.weight_ih_l0	9	-0.03557146340608597
29610	rnn.weight_hh_l0	0	-0.04202423244714737
29610	rnn.weight_hh_l0	1	-0.0055318367667496204
29610	rnn.weight_hh_l0	2	0.009435885585844517
29610	rnn.weight_hh_l0	3	-0.02959955483675003
29610	rnn.weight_hh_l0	4	0.04250742122530937
29610	rnn.weight_hh_l0	5	-0.009783916175365448
29610	rnn.weight_hh_l0	6	-0.025879481807351112
29610	rnn.weight_hh_l0	7	-0.035880353301763535
29610	rnn.weight_hh_l0	8	0.00467868335545063
29610	rnn.weight_hh_l0	9	-0.026564205065369606
29610	rnn.bias_ih_l0	0	0.021444223821163177
29610	rnn.bias_ih_l0	1	-0.029872214421629906
29610	rnn.bias_ih_l0	2	-0.0043260036036372185
29610	rnn.bias_ih_l0	3	0.0503014512360096
29610	rnn.bias_ih_l0	4	-0.044302523136138916
29610	rnn.bias_ih_l0	5	-0.0297187939286232
29610	rnn.bias_ih_l0	6	-0.015642410144209862
29610	rnn.bias_ih_l0	7	0.02947033941745758
29610	rnn.bias_ih_l0	8	-0.06593754142522812
29610	rnn.bias_ih_l0	9	-0.013192154467105865
29610	rnn.bias_hh_l0	0	-0.027192682027816772
29610	rnn.bias_hh_l0	1	-0.0646192654967308
29610	rnn.bias_hh_l0	2	-0.03173217549920082
29610	rnn.bias_hh_l0	3	-0.04235009104013443
29610	rnn.bias_hh_l0	4	-0.004441965837031603
29610	rnn.bias_hh_l0	5	0.015059133991599083
29610	rnn.bias_hh_l0	6	0.029183579608798027
29610	rnn.bias_hh_l0	7	-0.014202730730175972
29610	rnn.bias_hh_l0	8	-0.06488548964262009
29610	rnn.bias_hh_l0	9	-0.01030622236430645
29610	rnn.weight_ih_l0_reverse	0	-0.015585330314934254
29610	rnn.weight_ih_l0_reverse	1	-0.05426491051912308
29610	rnn.weight_ih_l0_reverse	2	-0.01822132058441639
29610	rnn.weight_ih_l0_reverse	3	0.004679910838603973
29610	rnn.weight_ih_l0_reverse	4	-0.014402712695300579
29610	rnn.weight_ih_l0_reverse	5	-0.04865894094109535
29610	rnn.weight_ih_l0_reverse	6	0.04499512538313866
29610	rnn.weight_ih_l0_reverse	7	-0.02183111384510994
29610	rnn.weight_ih_l0_reverse	8	-0.032017018646001816
29610	rnn.weight_ih_l0_reverse	9	0.019082386046648026
29610	rnn.weight_hh_l0_reverse	0	0.03605848550796509
29610	rnn.weight_hh_l0_reverse	1	0.031607288867235184
29610	rnn.weight_hh_l0_reverse	2	0.031064707785844803
29610	rnn.weight_hh_l0_reverse	3	0.018430620431900024
29610	rnn.weight_hh_l0_reverse	4	0.008949942886829376
29610	rnn.weight_hh_l0_reverse	5	-0.0023129808250814676
29610	rnn.weight_hh_l0_reverse	6	0.035856205970048904
29610	rnn.weight_hh_l0_reverse	7	-0.027388213202357292
29610	rnn.weight_hh_l0_reverse	8	0.016755132004618645
29610	rnn.weight_hh_l0_reverse	9	0.04908249154686928
29610	rnn.bias_ih_l0_reverse	0	-0.05990012735128403
29610	rnn.bias_ih_l0_reverse	1	-0.1176639273762703
29610	rnn.bias_ih_l0_reverse	2	-0.03420073539018631
29610	rnn.bias_ih_l0_reverse	3	-0.005431045312434435
29610	rnn.bias_ih_l0_reverse	4	-0.0220720823854208
29610	rnn.bias_ih_l0_reverse	5	0.02192644588649273
29610	rnn.bias_ih_l0_reverse	6	-0.01769155077636242
29610	rnn.bias_ih_l0_reverse	7	0.033155571669340134
29610	rnn.bias_ih_l0_reverse	8	-0.03110361099243164
29610	rnn.bias_ih_l0_reverse	9	0.012323885224759579
29610	rnn.bias_hh_l0_reverse	0	-0.030234500765800476
29610	rnn.bias_hh_l0_reverse	1	-0.022000044584274292
29610	rnn.bias_hh_l0_reverse	2	0.02566520869731903
29610	rnn.bias_hh_l0_reverse	3	-0.04074084013700485
29610	rnn.bias_hh_l0_reverse	4	-0.04085517302155495
29610	rnn.bias_hh_l0_reverse	5	-0.04731638357043266
29610	rnn.bias_hh_l0_reverse	6	-0.005891823675483465
29610	rnn.bias_hh_l0_reverse	7	0.046835433691740036
29610	rnn.bias_hh_l0_reverse	8	0.036107756197452545
29610	rnn.bias_hh_l0_reverse	9	-0.08094093203544617
29610	rnn.weight_ih_l1	0	-0.0349026620388031
29610	rnn.weight_ih_l1	1	-0.03497499227523804
29610	rnn.weight_ih_l1	2	0.04595758020877838
29610	rnn.weight_ih_l1	3	-0.029944464564323425
29610	rnn.weight_ih_l1	4	0.0070752594619989395
29610	rnn.weight_ih_l1	5	-0.04044828191399574
29610	rnn.weight_ih_l1	6	0.01945510320365429
29610	rnn.weight_ih_l1	7	-0.036259427666664124
29610	rnn.weight_ih_l1	8	0.039173658937215805
29610	rnn.weight_ih_l1	9	0.02639848366379738
29610	rnn.weight_hh_l1	0	0.0006098428857512772
29610	rnn.weight_hh_l1	1	0.005956646520644426
29610	rnn.weight_hh_l1	2	-0.024916663765907288
29610	rnn.weight_hh_l1	3	-0.0058076996356248856
29610	rnn.weight_hh_l1	4	0.005176601465791464
29610	rnn.weight_hh_l1	5	0.03073749504983425
29610	rnn.weight_hh_l1	6	0.032273244112730026
29610	rnn.weight_hh_l1	7	-0.030111949890851974
29610	rnn.weight_hh_l1	8	-0.03813941404223442
29610	rnn.weight_hh_l1	9	0.03857145085930824
29610	rnn.bias_ih_l1	0	-0.08922046422958374
29610	rnn.bias_ih_l1	1	-0.06854260712862015
29610	rnn.bias_ih_l1	2	-0.10553702712059021
29610	rnn.bias_ih_l1	3	-0.12081436067819595
29610	rnn.bias_ih_l1	4	-0.13536836206912994
29610	rnn.bias_ih_l1	5	-0.08655474334955215
29610	rnn.bias_ih_l1	6	-0.04699062183499336
29610	rnn.bias_ih_l1	7	-0.0245938990265131
29610	rnn.bias_ih_l1	8	-0.07519078999757767
29610	rnn.bias_ih_l1	9	-0.06549463421106339
29610	rnn.bias_hh_l1	0	-0.0965041071176529
29610	rnn.bias_hh_l1	1	-0.0241394080221653
29610	rnn.bias_hh_l1	2	-0.03642329201102257
29610	rnn.bias_hh_l1	3	-0.05299658700823784
29610	rnn.bias_hh_l1	4	-0.0802702009677887
29610	rnn.bias_hh_l1	5	-0.04488587751984596
29610	rnn.bias_hh_l1	6	-0.0656905472278595
29610	rnn.bias_hh_l1	7	-0.03306150808930397
29610	rnn.bias_hh_l1	8	-0.023805849254131317
29610	rnn.bias_hh_l1	9	-0.030164483934640884
29610	rnn.weight_ih_l1_reverse	0	-0.033109378069639206
29610	rnn.weight_ih_l1_reverse	1	0.004168403800576925
29610	rnn.weight_ih_l1_reverse	2	-0.04839907959103584
29610	rnn.weight_ih_l1_reverse	3	-0.02596302703022957
29610	rnn.weight_ih_l1_reverse	4	-0.016678495332598686
29610	rnn.weight_ih_l1_reverse	5	-0.03693671151995659
29610	rnn.weight_ih_l1_reverse	6	-0.01992114819586277
29610	rnn.weight_ih_l1_reverse	7	0.014946223236620426
29610	rnn.weight_ih_l1_reverse	8	0.03578188270330429
29610	rnn.weight_ih_l1_reverse	9	-0.0413353331387043
29610	rnn.weight_hh_l1_reverse	0	0.009091219864785671
29610	rnn.weight_hh_l1_reverse	1	0.02935856021940708
29610	rnn.weight_hh_l1_reverse	2	-0.0370168574154377
29610	rnn.weight_hh_l1_reverse	3	0.03881416097283363
29610	rnn.weight_hh_l1_reverse	4	0.04003477469086647
29610	rnn.weight_hh_l1_reverse	5	0.009209742769598961
29610	rnn.weight_hh_l1_reverse	6	0.011286902241408825
29610	rnn.weight_hh_l1_reverse	7	0.02830212377011776
29610	rnn.weight_hh_l1_reverse	8	-0.005218537524342537
29610	rnn.weight_hh_l1_reverse	9	-0.03832172602415085
29610	rnn.bias_ih_l1_reverse	0	-0.011280089616775513
29610	rnn.bias_ih_l1_reverse	1	-0.051409754902124405
29610	rnn.bias_ih_l1_reverse	2	-0.0770437940955162
29610	rnn.bias_ih_l1_reverse	3	-0.011555738747119904
29610	rnn.bias_ih_l1_reverse	4	-0.1201896071434021
29610	rnn.bias_ih_l1_reverse	5	-0.06670934706926346
29610	rnn.bias_ih_l1_reverse	6	-0.07005958259105682
29610	rnn.bias_ih_l1_reverse	7	-0.09577977657318115
29610	rnn.bias_ih_l1_reverse	8	0.07108965516090393
29610	rnn.bias_ih_l1_reverse	9	0.014459636062383652
29610	rnn.bias_hh_l1_reverse	0	-0.009504311718046665
29610	rnn.bias_hh_l1_reverse	1	0.029724139720201492
29610	rnn.bias_hh_l1_reverse	2	-0.1443055421113968
29610	rnn.bias_hh_l1_reverse	3	-0.02608351968228817
29610	rnn.bias_hh_l1_reverse	4	-0.03497878462076187
29610	rnn.bias_hh_l1_reverse	5	-0.03855052962899208
29610	rnn.bias_hh_l1_reverse	6	0.10367037355899811
29610	rnn.bias_hh_l1_reverse	7	-0.0758165791630745
29610	rnn.bias_hh_l1_reverse	8	-0.060805793851614
29610	rnn.bias_hh_l1_reverse	9	-0.06658248603343964
29610	linear.weight	0	0.002228822559118271
29610	linear.weight	1	0.07647024840116501
29610	linear.weight	2	-0.10507640242576599
29610	linear.weight	3	0.17082428932189941
29610	linear.weight	4	0.06089683249592781
29610	linear.weight	5	0.037568435072898865
29610	linear.weight	6	0.06162535026669502
29610	linear.weight	7	0.141567200422287
29610	linear.weight	8	0.04209045693278313
29610	linear.weight	9	-0.04162880778312683
29610	linear.bias	0	-0.0944877564907074
29610	linear.bias	1	0.027595452964305878
29610	linear.bias	2	-0.3457268476486206
29610	linear.bias	3	-0.7351862788200378
29610	linear.bias	4	-0.8916468024253845
29610	linear.bias	5	0.06130637228488922
29610	linear.bias	6	-0.5388816595077515
29610	linear.bias	7	0.5021733045578003
29610	linear.bias	8	-0.5503861904144287
29610	linear.bias	9	-0.759376049041748
29807	transitions	0	0.24861422181129456
29807	transitions	1	-0.08644761145114899
29807	transitions	2	-10000.0
29807	transitions	3	-1.776077151298523
29807	transitions	4	-10000.0
29807	transitions	5	0.731185257434845
29807	transitions	6	0.04535532370209694
29807	transitions	7	-0.10581310838460922
29807	transitions	8	-1.2561757564544678
29807	transitions	9	0.0004065760294906795
29807	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
29807	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
29807	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
29807	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
29807	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
29807	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
29807	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
29807	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
29807	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
29807	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
29807	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
29807	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
29807	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
29807	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
29807	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
29807	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
29807	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
29807	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
29807	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
29807	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
29807	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
29807	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
29807	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
29807	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
29807	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
29807	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
29807	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
29807	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
29807	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
29807	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
29807	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
29807	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
29807	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
29807	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
29807	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
29807	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
29807	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
29807	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
29807	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
29807	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
29807	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
29807	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
29807	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
29807	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
29807	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
29807	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
29807	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
29807	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
29807	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
29807	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
29807	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
29807	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
29807	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
29807	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
29807	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
29807	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
29807	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
29807	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
29807	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
29807	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
29807	embedding2nn.weight	0	0.021999461576342583
29807	embedding2nn.weight	1	-0.018193187192082405
29807	embedding2nn.weight	2	-0.014268253929913044
29807	embedding2nn.weight	3	0.012993519194424152
29807	embedding2nn.weight	4	-0.005915034096688032
29807	embedding2nn.weight	5	-0.003700593486428261
29807	embedding2nn.weight	6	-0.0039732675068080425
29807	embedding2nn.weight	7	-0.03368227556347847
29807	embedding2nn.weight	8	-0.0019979383796453476
29807	embedding2nn.weight	9	-0.015674609690904617
29807	embedding2nn.bias	0	0.028150882571935654
29807	embedding2nn.bias	1	-0.027445757761597633
29807	embedding2nn.bias	2	0.062117286026477814
29807	embedding2nn.bias	3	0.05150426924228668
29807	embedding2nn.bias	4	-0.009379987604916096
29807	embedding2nn.bias	5	-0.033793870359659195
29807	embedding2nn.bias	6	0.00791291706264019
29807	embedding2nn.bias	7	-0.03616948798298836
29807	embedding2nn.bias	8	0.03803357109427452
29807	embedding2nn.bias	9	0.03291605785489082
29807	rnn.weight_ih_l0	0	-0.020512273535132408
29807	rnn.weight_ih_l0	1	0.009026750922203064
29807	rnn.weight_ih_l0	2	0.028291096910834312
29807	rnn.weight_ih_l0	3	0.014147251844406128
29807	rnn.weight_ih_l0	4	-0.019826263189315796
29807	rnn.weight_ih_l0	5	-0.05285390466451645
29807	rnn.weight_ih_l0	6	0.01263860147446394
29807	rnn.weight_ih_l0	7	0.04465789720416069
29807	rnn.weight_ih_l0	8	0.014086076058447361
29807	rnn.weight_ih_l0	9	-0.03519676253199577
29807	rnn.weight_hh_l0	0	-0.0422147698700428
29807	rnn.weight_hh_l0	1	-0.004884216468781233
29807	rnn.weight_hh_l0	2	0.009728515520691872
29807	rnn.weight_hh_l0	3	-0.030392354354262352
29807	rnn.weight_hh_l0	4	0.04246490076184273
29807	rnn.weight_hh_l0	5	-0.010299739427864552
29807	rnn.weight_hh_l0	6	-0.02571476437151432
29807	rnn.weight_hh_l0	7	-0.034428566694259644
29807	rnn.weight_hh_l0	8	0.0035513138864189386
29807	rnn.weight_hh_l0	9	-0.026184774935245514
29807	rnn.bias_ih_l0	0	0.022239001467823982
29807	rnn.bias_ih_l0	1	-0.025300348177552223
29807	rnn.bias_ih_l0	2	-0.004858137108385563
29807	rnn.bias_ih_l0	3	0.05302254855632782
29807	rnn.bias_ih_l0	4	-0.0442628413438797
29807	rnn.bias_ih_l0	5	-0.02461218275129795
29807	rnn.bias_ih_l0	6	-0.01421811431646347
29807	rnn.bias_ih_l0	7	0.027568859979510307
29807	rnn.bias_ih_l0	8	-0.06661813706159592
29807	rnn.bias_ih_l0	9	-0.016693536192178726
29807	rnn.bias_hh_l0	0	-0.024028189480304718
29807	rnn.bias_hh_l0	1	-0.06884850561618805
29807	rnn.bias_hh_l0	2	-0.03459310159087181
29807	rnn.bias_hh_l0	3	-0.04437330365180969
29807	rnn.bias_hh_l0	4	-0.009372065775096416
29807	rnn.bias_hh_l0	5	0.01154493261128664
29807	rnn.bias_hh_l0	6	0.02895643189549446
29807	rnn.bias_hh_l0	7	-0.02212192490696907
29807	rnn.bias_hh_l0	8	-0.06497911363840103
29807	rnn.bias_hh_l0	9	-0.00573762459680438
29807	rnn.weight_ih_l0_reverse	0	-0.016288617625832558
29807	rnn.weight_ih_l0_reverse	1	-0.05386390537023544
29807	rnn.weight_ih_l0_reverse	2	-0.01695500873029232
29807	rnn.weight_ih_l0_reverse	3	0.005027553997933865
29807	rnn.weight_ih_l0_reverse	4	-0.014293748885393143
29807	rnn.weight_ih_l0_reverse	5	-0.0481874942779541
29807	rnn.weight_ih_l0_reverse	6	0.04457997903227806
29807	rnn.weight_ih_l0_reverse	7	-0.02209566906094551
29807	rnn.weight_ih_l0_reverse	8	-0.03183550387620926
29807	rnn.weight_ih_l0_reverse	9	0.01867315173149109
29807	rnn.weight_hh_l0_reverse	0	0.03512289747595787
29807	rnn.weight_hh_l0_reverse	1	0.03076898120343685
29807	rnn.weight_hh_l0_reverse	2	0.02979906089603901
29807	rnn.weight_hh_l0_reverse	3	0.018657982349395752
29807	rnn.weight_hh_l0_reverse	4	0.008756459690630436
29807	rnn.weight_hh_l0_reverse	5	-0.003934462089091539
29807	rnn.weight_hh_l0_reverse	6	0.03573345020413399
29807	rnn.weight_hh_l0_reverse	7	-0.027048802003264427
29807	rnn.weight_hh_l0_reverse	8	0.016929857432842255
29807	rnn.weight_hh_l0_reverse	9	0.04909998178482056
29807	rnn.bias_ih_l0_reverse	0	-0.061508599668741226
29807	rnn.bias_ih_l0_reverse	1	-0.11556936800479889
29807	rnn.bias_ih_l0_reverse	2	-0.031101368367671967
29807	rnn.bias_ih_l0_reverse	3	-0.003538058139383793
29807	rnn.bias_ih_l0_reverse	4	-0.023822665214538574
29807	rnn.bias_ih_l0_reverse	5	0.01781507208943367
29807	rnn.bias_ih_l0_reverse	6	-0.020486043766140938
29807	rnn.bias_ih_l0_reverse	7	0.03125549107789993
29807	rnn.bias_ih_l0_reverse	8	-0.03264874219894409
29807	rnn.bias_ih_l0_reverse	9	0.009292235597968102
29807	rnn.bias_hh_l0_reverse	0	-0.030236825346946716
29807	rnn.bias_hh_l0_reverse	1	-0.023255666717886925
29807	rnn.bias_hh_l0_reverse	2	0.025543292984366417
29807	rnn.bias_hh_l0_reverse	3	-0.04163360968232155
29807	rnn.bias_hh_l0_reverse	4	-0.04196689650416374
29807	rnn.bias_hh_l0_reverse	5	-0.04612433537840843
29807	rnn.bias_hh_l0_reverse	6	-0.005895914975553751
29807	rnn.bias_hh_l0_reverse	7	0.05037909001111984
29807	rnn.bias_hh_l0_reverse	8	0.036460503935813904
29807	rnn.bias_hh_l0_reverse	9	-0.08194003254175186
29807	rnn.weight_ih_l1	0	-0.034819331020116806
29807	rnn.weight_ih_l1	1	-0.03355627879500389
29807	rnn.weight_ih_l1	2	0.04771372303366661
29807	rnn.weight_ih_l1	3	-0.02597450464963913
29807	rnn.weight_ih_l1	4	0.006899620406329632
29807	rnn.weight_ih_l1	5	-0.04029182717204094
29807	rnn.weight_ih_l1	6	0.019513804465532303
29807	rnn.weight_ih_l1	7	-0.0361919067800045
29807	rnn.weight_ih_l1	8	0.03869357705116272
29807	rnn.weight_ih_l1	9	0.02654874138534069
29807	rnn.weight_hh_l1	0	0.0008508575847372413
29807	rnn.weight_hh_l1	1	0.005804946646094322
29807	rnn.weight_hh_l1	2	-0.024083444848656654
29807	rnn.weight_hh_l1	3	-0.005880941636860371
29807	rnn.weight_hh_l1	4	0.0047592343762516975
29807	rnn.weight_hh_l1	5	0.030547335743904114
29807	rnn.weight_hh_l1	6	0.03236579895019531
29807	rnn.weight_hh_l1	7	-0.030200975015759468
29807	rnn.weight_hh_l1	8	-0.038245439529418945
29807	rnn.weight_hh_l1	9	0.03858955204486847
29807	rnn.bias_ih_l1	0	-0.09064531326293945
29807	rnn.bias_ih_l1	1	-0.07093161344528198
29807	rnn.bias_ih_l1	2	-0.10571499913930893
29807	rnn.bias_ih_l1	3	-0.12647761404514313
29807	rnn.bias_ih_l1	4	-0.14214520156383514
29807	rnn.bias_ih_l1	5	-0.08531875908374786
29807	rnn.bias_ih_l1	6	-0.04426757991313934
29807	rnn.bias_ih_l1	7	-0.02414604276418686
29807	rnn.bias_ih_l1	8	-0.07293825596570969
29807	rnn.bias_ih_l1	9	-0.06859719008207321
29807	rnn.bias_hh_l1	0	-0.09727451205253601
29807	rnn.bias_hh_l1	1	-0.024122996255755424
29807	rnn.bias_hh_l1	2	-0.03422795981168747
29807	rnn.bias_hh_l1	3	-0.05448971688747406
29807	rnn.bias_hh_l1	4	-0.07931985706090927
29807	rnn.bias_hh_l1	5	-0.04359125718474388
29807	rnn.bias_hh_l1	6	-0.06719794869422913
29807	rnn.bias_hh_l1	7	-0.02162203937768936
29807	rnn.bias_hh_l1	8	-0.02103506028652191
29807	rnn.bias_hh_l1	9	-0.03167061135172844
29807	rnn.weight_ih_l1_reverse	0	-0.032406385987997055
29807	rnn.weight_ih_l1_reverse	1	0.007941300980746746
29807	rnn.weight_ih_l1_reverse	2	-0.04668630659580231
29807	rnn.weight_ih_l1_reverse	3	-0.025419102981686592
29807	rnn.weight_ih_l1_reverse	4	-0.018262969329953194
29807	rnn.weight_ih_l1_reverse	5	-0.03704162687063217
29807	rnn.weight_ih_l1_reverse	6	-0.021053649485111237
29807	rnn.weight_ih_l1_reverse	7	0.015037363395094872
29807	rnn.weight_ih_l1_reverse	8	0.03605862706899643
29807	rnn.weight_ih_l1_reverse	9	-0.041119612753391266
29807	rnn.weight_hh_l1_reverse	0	0.00907887052744627
29807	rnn.weight_hh_l1_reverse	1	0.029201610013842583
29807	rnn.weight_hh_l1_reverse	2	-0.036969974637031555
29807	rnn.weight_hh_l1_reverse	3	0.038613706827163696
29807	rnn.weight_hh_l1_reverse	4	0.04056886211037636
29807	rnn.weight_hh_l1_reverse	5	0.009508021175861359
29807	rnn.weight_hh_l1_reverse	6	0.01174869854003191
29807	rnn.weight_hh_l1_reverse	7	0.028619270771741867
29807	rnn.weight_hh_l1_reverse	8	-0.00507710687816143
29807	rnn.weight_hh_l1_reverse	9	-0.038227736949920654
29807	rnn.bias_ih_l1_reverse	0	-0.007418362889438868
29807	rnn.bias_ih_l1_reverse	1	-0.055427730083465576
29807	rnn.bias_ih_l1_reverse	2	-0.07548971474170685
29807	rnn.bias_ih_l1_reverse	3	-0.008179512806236744
29807	rnn.bias_ih_l1_reverse	4	-0.118776835501194
29807	rnn.bias_ih_l1_reverse	5	-0.06570031493902206
29807	rnn.bias_ih_l1_reverse	6	-0.07127044349908829
29807	rnn.bias_ih_l1_reverse	7	-0.09798561036586761
29807	rnn.bias_ih_l1_reverse	8	0.08258374035358429
29807	rnn.bias_ih_l1_reverse	9	0.014909662306308746
29807	rnn.bias_hh_l1_reverse	0	-0.006982725113630295
29807	rnn.bias_hh_l1_reverse	1	0.0241091288626194
29807	rnn.bias_hh_l1_reverse	2	-0.14273041486740112
29807	rnn.bias_hh_l1_reverse	3	-0.02434784546494484
29807	rnn.bias_hh_l1_reverse	4	-0.03604452684521675
29807	rnn.bias_hh_l1_reverse	5	-0.03735123574733734
29807	rnn.bias_hh_l1_reverse	6	0.10010764002799988
29807	rnn.bias_hh_l1_reverse	7	-0.075716532766819
29807	rnn.bias_hh_l1_reverse	8	-0.06118609383702278
29807	rnn.bias_hh_l1_reverse	9	-0.06569171696901321
29807	linear.weight	0	0.002228822559118271
29807	linear.weight	1	0.06145937368273735
29807	linear.weight	2	-0.10363534092903137
29807	linear.weight	3	0.17138256132602692
29807	linear.weight	4	0.07134281098842621
29807	linear.weight	5	0.03787532076239586
29807	linear.weight	6	0.08033251017332077
29807	linear.weight	7	0.14862854778766632
29807	linear.weight	8	0.04207461699843407
29807	linear.weight	9	-0.03338715806603432
29807	linear.bias	0	-0.10686803609132767
29807	linear.bias	1	0.020066432654857635
29807	linear.bias	2	-0.36991116404533386
29807	linear.bias	3	-0.7392592430114746
29807	linear.bias	4	-0.8971426486968994
29807	linear.bias	5	0.07811962813138962
29807	linear.bias	6	-0.549542248249054
29807	linear.bias	7	0.5173003077507019
29807	linear.bias	8	-0.5483313202857971
29807	linear.bias	9	-0.7593087553977966
30004	transitions	0	0.265664279460907
30004	transitions	1	-0.08845031261444092
30004	transitions	2	-10000.0
30004	transitions	3	-1.7763001918792725
30004	transitions	4	-10000.0
30004	transitions	5	0.7303484082221985
30004	transitions	6	0.044864751398563385
30004	transitions	7	-0.10838061571121216
30004	transitions	8	-1.2567481994628906
30004	transitions	9	0.00039917253889143467
30004	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
30004	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
30004	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
30004	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
30004	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
30004	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
30004	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
30004	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
30004	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
30004	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
30004	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
30004	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
30004	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
30004	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
30004	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
30004	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
30004	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
30004	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
30004	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
30004	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
30004	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
30004	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
30004	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
30004	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
30004	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
30004	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
30004	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
30004	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
30004	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
30004	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
30004	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
30004	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
30004	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
30004	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
30004	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
30004	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
30004	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
30004	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
30004	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
30004	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
30004	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
30004	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
30004	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
30004	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
30004	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
30004	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
30004	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
30004	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
30004	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
30004	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
30004	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
30004	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
30004	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
30004	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
30004	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
30004	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
30004	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
30004	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
30004	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
30004	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
30004	embedding2nn.weight	0	0.02298281341791153
30004	embedding2nn.weight	1	-0.01805494911968708
30004	embedding2nn.weight	2	-0.014268253929913044
30004	embedding2nn.weight	3	0.0141824996098876
30004	embedding2nn.weight	4	-0.005915034096688032
30004	embedding2nn.weight	5	-0.003700593486428261
30004	embedding2nn.weight	6	-0.003973265644162893
30004	embedding2nn.weight	7	-0.03346484526991844
30004	embedding2nn.weight	8	-0.0019979383796453476
30004	embedding2nn.weight	9	-0.015438643284142017
30004	embedding2nn.bias	0	0.02951609157025814
30004	embedding2nn.bias	1	-0.029610417783260345
30004	embedding2nn.bias	2	0.0631139725446701
30004	embedding2nn.bias	3	0.0601387582719326
30004	embedding2nn.bias	4	-0.00741564529016614
30004	embedding2nn.bias	5	-0.02899620309472084
30004	embedding2nn.bias	6	0.007024175487458706
30004	embedding2nn.bias	7	-0.04246477782726288
30004	embedding2nn.bias	8	0.03253704309463501
30004	embedding2nn.bias	9	0.02976701222360134
30004	rnn.weight_ih_l0	0	-0.021420976147055626
30004	rnn.weight_ih_l0	1	0.008675089105963707
30004	rnn.weight_ih_l0	2	0.02705625630915165
30004	rnn.weight_ih_l0	3	0.013669677078723907
30004	rnn.weight_ih_l0	4	-0.018455104902386665
30004	rnn.weight_ih_l0	5	-0.05277954041957855
30004	rnn.weight_ih_l0	6	0.012544650584459305
30004	rnn.weight_ih_l0	7	0.043951332569122314
30004	rnn.weight_ih_l0	8	0.01367882639169693
30004	rnn.weight_ih_l0	9	-0.03462517261505127
30004	rnn.weight_hh_l0	0	-0.04093048349022865
30004	rnn.weight_hh_l0	1	-0.0049871657975018024
30004	rnn.weight_hh_l0	2	0.009859307669103146
30004	rnn.weight_hh_l0	3	-0.029710978269577026
30004	rnn.weight_hh_l0	4	0.041982077062129974
30004	rnn.weight_hh_l0	5	-0.010210673324763775
30004	rnn.weight_hh_l0	6	-0.025554683059453964
30004	rnn.weight_hh_l0	7	-0.035332486033439636
30004	rnn.weight_hh_l0	8	0.0023354855366051197
30004	rnn.weight_hh_l0	9	-0.025876566767692566
30004	rnn.bias_ih_l0	0	0.02321932464838028
30004	rnn.bias_ih_l0	1	-0.027618585154414177
30004	rnn.bias_ih_l0	2	-0.005628548096865416
30004	rnn.bias_ih_l0	3	0.050999969244003296
30004	rnn.bias_ih_l0	4	-0.042344238609075546
30004	rnn.bias_ih_l0	5	-0.026905249804258347
30004	rnn.bias_ih_l0	6	-0.018962597474455833
30004	rnn.bias_ih_l0	7	0.029328662902116776
30004	rnn.bias_ih_l0	8	-0.06689003854990005
30004	rnn.bias_ih_l0	9	-0.01590857282280922
30004	rnn.bias_hh_l0	0	-0.026052305474877357
30004	rnn.bias_hh_l0	1	-0.06887533515691757
30004	rnn.bias_hh_l0	2	-0.031896475702524185
30004	rnn.bias_hh_l0	3	-0.04427018761634827
30004	rnn.bias_hh_l0	4	-0.010315108112990856
30004	rnn.bias_hh_l0	5	0.010638861916959286
30004	rnn.bias_hh_l0	6	0.027968542650341988
30004	rnn.bias_hh_l0	7	-0.023130660876631737
30004	rnn.bias_hh_l0	8	-0.0620228536427021
30004	rnn.bias_hh_l0	9	-0.01086372323334217
30004	rnn.weight_ih_l0_reverse	0	-0.01725940592586994
30004	rnn.weight_ih_l0_reverse	1	-0.053937338292598724
30004	rnn.weight_ih_l0_reverse	2	-0.0156870074570179
30004	rnn.weight_ih_l0_reverse	3	0.004390920512378216
30004	rnn.weight_ih_l0_reverse	4	-0.014230117201805115
30004	rnn.weight_ih_l0_reverse	5	-0.04788738116621971
30004	rnn.weight_ih_l0_reverse	6	0.04436185956001282
30004	rnn.weight_ih_l0_reverse	7	-0.021168412640690804
30004	rnn.weight_ih_l0_reverse	8	-0.0317215733230114
30004	rnn.weight_ih_l0_reverse	9	0.018931128084659576
30004	rnn.weight_hh_l0_reverse	0	0.03483673930168152
30004	rnn.weight_hh_l0_reverse	1	0.031321682035923004
30004	rnn.weight_hh_l0_reverse	2	0.029405977576971054
30004	rnn.weight_hh_l0_reverse	3	0.01876281574368477
30004	rnn.weight_hh_l0_reverse	4	0.00821924302726984
30004	rnn.weight_hh_l0_reverse	5	-0.0031696471851319075
30004	rnn.weight_hh_l0_reverse	6	0.035630177706480026
30004	rnn.weight_hh_l0_reverse	7	-0.026118308305740356
30004	rnn.weight_hh_l0_reverse	8	0.016886141151189804
30004	rnn.weight_hh_l0_reverse	9	0.04807306453585625
30004	rnn.bias_ih_l0_reverse	0	-0.06278739124536514
30004	rnn.bias_ih_l0_reverse	1	-0.1134374812245369
30004	rnn.bias_ih_l0_reverse	2	-0.03360722213983536
30004	rnn.bias_ih_l0_reverse	3	-0.0034050371032208204
30004	rnn.bias_ih_l0_reverse	4	-0.025740258395671844
30004	rnn.bias_ih_l0_reverse	5	0.015475559048354626
30004	rnn.bias_ih_l0_reverse	6	-0.0203640665858984
30004	rnn.bias_ih_l0_reverse	7	0.03592062368988991
30004	rnn.bias_ih_l0_reverse	8	-0.03430171683430672
30004	rnn.bias_ih_l0_reverse	9	0.009519700892269611
30004	rnn.bias_hh_l0_reverse	0	-0.03383288159966469
30004	rnn.bias_hh_l0_reverse	1	-0.02357175201177597
30004	rnn.bias_hh_l0_reverse	2	0.025762690231204033
30004	rnn.bias_hh_l0_reverse	3	-0.04035451263189316
30004	rnn.bias_hh_l0_reverse	4	-0.04129509627819061
30004	rnn.bias_hh_l0_reverse	5	-0.04395507648587227
30004	rnn.bias_hh_l0_reverse	6	-0.00046077455044724047
30004	rnn.bias_hh_l0_reverse	7	0.051304563879966736
30004	rnn.bias_hh_l0_reverse	8	0.03652242571115494
30004	rnn.bias_hh_l0_reverse	9	-0.0862932801246643
30004	rnn.weight_ih_l1	0	-0.034695953130722046
30004	rnn.weight_ih_l1	1	-0.0338505357503891
30004	rnn.weight_ih_l1	2	0.049789704382419586
30004	rnn.weight_ih_l1	3	-0.025723066180944443
30004	rnn.weight_ih_l1	4	0.006046151276677847
30004	rnn.weight_ih_l1	5	-0.04041196033358574
30004	rnn.weight_ih_l1	6	0.018645061179995537
30004	rnn.weight_ih_l1	7	-0.03465576842427254
30004	rnn.weight_ih_l1	8	0.03936139494180679
30004	rnn.weight_ih_l1	9	0.02587156742811203
30004	rnn.weight_hh_l1	0	-0.0017943254206329584
30004	rnn.weight_hh_l1	1	0.005397754721343517
30004	rnn.weight_hh_l1	2	-0.023580137640237808
30004	rnn.weight_hh_l1	3	-0.006005674134939909
30004	rnn.weight_hh_l1	4	0.00469638966023922
30004	rnn.weight_hh_l1	5	0.030048828572034836
30004	rnn.weight_hh_l1	6	0.03218855336308479
30004	rnn.weight_hh_l1	7	-0.030038155615329742
30004	rnn.weight_hh_l1	8	-0.038383521139621735
30004	rnn.weight_hh_l1	9	0.03855825960636139
30004	rnn.bias_ih_l1	0	-0.09098978340625763
30004	rnn.bias_ih_l1	1	-0.07485692948102951
30004	rnn.bias_ih_l1	2	-0.11229435354471207
30004	rnn.bias_ih_l1	3	-0.13197386264801025
30004	rnn.bias_ih_l1	4	-0.1515868455171585
30004	rnn.bias_ih_l1	5	-0.08565680682659149
30004	rnn.bias_ih_l1	6	-0.04597572982311249
30004	rnn.bias_ih_l1	7	-0.02965604141354561
30004	rnn.bias_ih_l1	8	-0.07312341779470444
30004	rnn.bias_ih_l1	9	-0.06508702039718628
30004	rnn.bias_hh_l1	0	-0.10024410486221313
30004	rnn.bias_hh_l1	1	-0.024513402953743935
30004	rnn.bias_hh_l1	2	-0.032730720937252045
30004	rnn.bias_hh_l1	3	-0.05567489191889763
30004	rnn.bias_hh_l1	4	-0.0802929475903511
30004	rnn.bias_hh_l1	5	-0.04396752640604973
30004	rnn.bias_hh_l1	6	-0.070956289768219
30004	rnn.bias_hh_l1	7	-0.03527342155575752
30004	rnn.bias_hh_l1	8	-0.018801303580403328
30004	rnn.bias_hh_l1	9	-0.02839069999754429
30004	rnn.weight_ih_l1_reverse	0	-0.0322699137032032
30004	rnn.weight_ih_l1_reverse	1	0.013974003493785858
30004	rnn.weight_ih_l1_reverse	2	-0.046573150902986526
30004	rnn.weight_ih_l1_reverse	3	-0.026640823110938072
30004	rnn.weight_ih_l1_reverse	4	-0.01788097433745861
30004	rnn.weight_ih_l1_reverse	5	-0.036806389689445496
30004	rnn.weight_ih_l1_reverse	6	-0.022032776847481728
30004	rnn.weight_ih_l1_reverse	7	0.015680251643061638
30004	rnn.weight_ih_l1_reverse	8	0.04037413001060486
30004	rnn.weight_ih_l1_reverse	9	-0.039660897105932236
30004	rnn.weight_hh_l1_reverse	0	0.009031959809362888
30004	rnn.weight_hh_l1_reverse	1	0.029501542448997498
30004	rnn.weight_hh_l1_reverse	2	-0.037052590399980545
30004	rnn.weight_hh_l1_reverse	3	0.03878962993621826
30004	rnn.weight_hh_l1_reverse	4	0.040678370743989944
30004	rnn.weight_hh_l1_reverse	5	0.009550022892653942
30004	rnn.weight_hh_l1_reverse	6	0.011899137869477272
30004	rnn.weight_hh_l1_reverse	7	0.028369374573230743
30004	rnn.weight_hh_l1_reverse	8	-0.005161592271178961
30004	rnn.weight_hh_l1_reverse	9	-0.03820868954062462
30004	rnn.bias_ih_l1_reverse	0	-0.008564237505197525
30004	rnn.bias_ih_l1_reverse	1	-0.05566709116101265
30004	rnn.bias_ih_l1_reverse	2	-0.07543075829744339
30004	rnn.bias_ih_l1_reverse	3	-0.011668531224131584
30004	rnn.bias_ih_l1_reverse	4	-0.11963459849357605
30004	rnn.bias_ih_l1_reverse	5	-0.06586438417434692
30004	rnn.bias_ih_l1_reverse	6	-0.07220622897148132
30004	rnn.bias_ih_l1_reverse	7	-0.09700674563646317
30004	rnn.bias_ih_l1_reverse	8	0.07498718798160553
30004	rnn.bias_ih_l1_reverse	9	0.007383178919553757
30004	rnn.bias_hh_l1_reverse	0	-0.008916684426367283
30004	rnn.bias_hh_l1_reverse	1	0.016281239688396454
30004	rnn.bias_hh_l1_reverse	2	-0.14316728711128235
30004	rnn.bias_hh_l1_reverse	3	-0.025706693530082703
30004	rnn.bias_hh_l1_reverse	4	-0.03667506203055382
30004	rnn.bias_hh_l1_reverse	5	-0.037502601742744446
30004	rnn.bias_hh_l1_reverse	6	0.11045711487531662
30004	rnn.bias_hh_l1_reverse	7	-0.07407363504171371
30004	rnn.bias_hh_l1_reverse	8	-0.06016157567501068
30004	rnn.bias_hh_l1_reverse	9	-0.06579222530126572
30004	linear.weight	0	0.002228822559118271
30004	linear.weight	1	0.05896355211734772
30004	linear.weight	2	-0.09046903252601624
30004	linear.weight	3	0.19601278007030487
30004	linear.weight	4	0.06288647651672363
30004	linear.weight	5	0.035205960273742676
30004	linear.weight	6	0.08955726027488708
30004	linear.weight	7	0.1255224049091339
30004	linear.weight	8	0.042056333273649216
30004	linear.weight	9	-0.030604496598243713
30004	linear.bias	0	-0.08453874289989471
30004	linear.bias	1	0.03160139545798302
30004	linear.bias	2	-0.37175095081329346
30004	linear.bias	3	-0.7479150295257568
30004	linear.bias	4	-0.9116432666778564
30004	linear.bias	5	0.07107946276664734
30004	linear.bias	6	-0.5380561351776123
30004	linear.bias	7	0.5148977637290955
30004	linear.bias	8	-0.551011860370636
30004	linear.bias	9	-0.7597078084945679
30201	transitions	0	0.27109599113464355
30201	transitions	1	-0.10028591752052307
30201	transitions	2	-10000.0
30201	transitions	3	-1.7765235900878906
30201	transitions	4	-10000.0
30201	transitions	5	0.7297385931015015
30201	transitions	6	0.04426829516887665
30201	transitions	7	-0.10944713652133942
30201	transitions	8	-1.2573670148849487
30201	transitions	9	0.00039338922942988575
30201	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
30201	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
30201	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
30201	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
30201	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
30201	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
30201	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
30201	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
30201	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
30201	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
30201	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
30201	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
30201	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
30201	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
30201	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
30201	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
30201	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
30201	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
30201	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
30201	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
30201	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
30201	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
30201	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
30201	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
30201	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
30201	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
30201	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
30201	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
30201	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
30201	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
30201	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
30201	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
30201	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
30201	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
30201	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
30201	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
30201	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
30201	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
30201	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
30201	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
30201	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
30201	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
30201	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
30201	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
30201	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
30201	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
30201	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
30201	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
30201	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
30201	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
30201	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
30201	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
30201	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
30201	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
30201	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
30201	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
30201	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
30201	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
30201	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
30201	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
30201	embedding2nn.weight	0	0.0226755328476429
30201	embedding2nn.weight	1	-0.01805953122675419
30201	embedding2nn.weight	2	-0.014268253929913044
30201	embedding2nn.weight	3	0.015497265383601189
30201	embedding2nn.weight	4	-0.005915034096688032
30201	embedding2nn.weight	5	-0.0037005930207669735
30201	embedding2nn.weight	6	-0.003973267041146755
30201	embedding2nn.weight	7	-0.03316456824541092
30201	embedding2nn.weight	8	-0.0019979383796453476
30201	embedding2nn.weight	9	-0.014701109379529953
30201	embedding2nn.bias	0	0.030103567987680435
30201	embedding2nn.bias	1	-0.029102012515068054
30201	embedding2nn.bias	2	0.06510177999734879
30201	embedding2nn.bias	3	0.04904921352863312
30201	embedding2nn.bias	4	-0.009873880073428154
30201	embedding2nn.bias	5	-0.03279661759734154
30201	embedding2nn.bias	6	0.005502066109329462
30201	embedding2nn.bias	7	-0.03671305254101753
30201	embedding2nn.bias	8	0.04108120873570442
30201	embedding2nn.bias	9	0.03427684307098389
30201	rnn.weight_ih_l0	0	-0.021526340395212173
30201	rnn.weight_ih_l0	1	0.0065988814458251
30201	rnn.weight_ih_l0	2	0.025395579636096954
30201	rnn.weight_ih_l0	3	0.014222726225852966
30201	rnn.weight_ih_l0	4	-0.020027317106723785
30201	rnn.weight_ih_l0	5	-0.052941396832466125
30201	rnn.weight_ih_l0	6	0.012336204759776592
30201	rnn.weight_ih_l0	7	0.044624220579862595
30201	rnn.weight_ih_l0	8	0.014589793980121613
30201	rnn.weight_ih_l0	9	-0.03480678051710129
30201	rnn.weight_hh_l0	0	-0.040030863136053085
30201	rnn.weight_hh_l0	1	-0.005615599919110537
30201	rnn.weight_hh_l0	2	0.011428110301494598
30201	rnn.weight_hh_l0	3	-0.030076388269662857
30201	rnn.weight_hh_l0	4	0.04129872843623161
30201	rnn.weight_hh_l0	5	-0.009644951671361923
30201	rnn.weight_hh_l0	6	-0.02544967457652092
30201	rnn.weight_hh_l0	7	-0.03470112383365631
30201	rnn.weight_hh_l0	8	0.0025222785770893097
30201	rnn.weight_hh_l0	9	-0.025791076943278313
30201	rnn.bias_ih_l0	0	0.022525567561388016
30201	rnn.bias_ih_l0	1	-0.028487155213952065
30201	rnn.bias_ih_l0	2	-0.004482732620090246
30201	rnn.bias_ih_l0	3	0.050331179052591324
30201	rnn.bias_ih_l0	4	-0.04066341742873192
30201	rnn.bias_ih_l0	5	-0.02695300243794918
30201	rnn.bias_ih_l0	6	-0.015000484883785248
30201	rnn.bias_ih_l0	7	0.030161842703819275
30201	rnn.bias_ih_l0	8	-0.0662575513124466
30201	rnn.bias_ih_l0	9	-0.011907810345292091
30201	rnn.bias_hh_l0	0	-0.026908578351140022
30201	rnn.bias_hh_l0	1	-0.06460919231176376
30201	rnn.bias_hh_l0	2	-0.033921632915735245
30201	rnn.bias_hh_l0	3	-0.04100612550973892
30201	rnn.bias_hh_l0	4	-0.008125326596200466
30201	rnn.bias_hh_l0	5	0.009238408878445625
30201	rnn.bias_hh_l0	6	0.029184943065047264
30201	rnn.bias_hh_l0	7	-0.028995415195822716
30201	rnn.bias_hh_l0	8	-0.0698549747467041
30201	rnn.bias_hh_l0	9	-0.01071080006659031
30201	rnn.weight_ih_l0_reverse	0	-0.016579613089561462
30201	rnn.weight_ih_l0_reverse	1	-0.05400685593485832
30201	rnn.weight_ih_l0_reverse	2	-0.018728487193584442
30201	rnn.weight_ih_l0_reverse	3	0.004759772680699825
30201	rnn.weight_ih_l0_reverse	4	-0.014172466471791267
30201	rnn.weight_ih_l0_reverse	5	-0.048489298671483994
30201	rnn.weight_ih_l0_reverse	6	0.04472452774643898
30201	rnn.weight_ih_l0_reverse	7	-0.020692909136414528
30201	rnn.weight_ih_l0_reverse	8	-0.03218385577201843
30201	rnn.weight_ih_l0_reverse	9	0.019010411575436592
30201	rnn.weight_hh_l0_reverse	0	0.033156126737594604
30201	rnn.weight_hh_l0_reverse	1	0.0313715860247612
30201	rnn.weight_hh_l0_reverse	2	0.02919772081077099
30201	rnn.weight_hh_l0_reverse	3	0.018858902156352997
30201	rnn.weight_hh_l0_reverse	4	0.007674508728086948
30201	rnn.weight_hh_l0_reverse	5	-0.00215561012737453
30201	rnn.weight_hh_l0_reverse	6	0.03556529060006142
30201	rnn.weight_hh_l0_reverse	7	-0.026072362437844276
30201	rnn.weight_hh_l0_reverse	8	0.01722576841711998
30201	rnn.weight_hh_l0_reverse	9	0.0479017049074173
30201	rnn.bias_ih_l0_reverse	0	-0.06362728774547577
30201	rnn.bias_ih_l0_reverse	1	-0.11727146059274673
30201	rnn.bias_ih_l0_reverse	2	-0.03581664711236954
30201	rnn.bias_ih_l0_reverse	3	-0.0027982706669718027
30201	rnn.bias_ih_l0_reverse	4	-0.02323729917407036
30201	rnn.bias_ih_l0_reverse	5	0.015785682946443558
30201	rnn.bias_ih_l0_reverse	6	-0.021654969081282616
30201	rnn.bias_ih_l0_reverse	7	0.033780284225940704
30201	rnn.bias_ih_l0_reverse	8	-0.03373643010854721
30201	rnn.bias_ih_l0_reverse	9	0.01124792080372572
30201	rnn.bias_hh_l0_reverse	0	-0.03417082503437996
30201	rnn.bias_hh_l0_reverse	1	-0.02176094241440296
30201	rnn.bias_hh_l0_reverse	2	0.021519990637898445
30201	rnn.bias_hh_l0_reverse	3	-0.04018775746226311
30201	rnn.bias_hh_l0_reverse	4	-0.04241132736206055
30201	rnn.bias_hh_l0_reverse	5	-0.04353313520550728
30201	rnn.bias_hh_l0_reverse	6	0.001513101626187563
30201	rnn.bias_hh_l0_reverse	7	0.04905235022306442
30201	rnn.bias_hh_l0_reverse	8	0.034457892179489136
30201	rnn.bias_hh_l0_reverse	9	-0.08621842414140701
30201	rnn.weight_ih_l1	0	-0.03554065153002739
30201	rnn.weight_ih_l1	1	-0.033335067331790924
30201	rnn.weight_ih_l1	2	0.05051065608859062
30201	rnn.weight_ih_l1	3	-0.024532143026590347
30201	rnn.weight_ih_l1	4	0.006635359022766352
30201	rnn.weight_ih_l1	5	-0.040279973298311234
30201	rnn.weight_ih_l1	6	0.01942991465330124
30201	rnn.weight_ih_l1	7	-0.03478461131453514
30201	rnn.weight_ih_l1	8	0.040047787129879
30201	rnn.weight_ih_l1	9	0.025893695652484894
30201	rnn.weight_hh_l1	0	-0.00280499248765409
30201	rnn.weight_hh_l1	1	0.005483383312821388
30201	rnn.weight_hh_l1	2	-0.024149224162101746
30201	rnn.weight_hh_l1	3	-0.006213976535946131
30201	rnn.weight_hh_l1	4	0.004144128877669573
30201	rnn.weight_hh_l1	5	0.0306082833558321
30201	rnn.weight_hh_l1	6	0.03187159076333046
30201	rnn.weight_hh_l1	7	-0.03034636564552784
30201	rnn.weight_hh_l1	8	-0.03889886662364006
30201	rnn.weight_hh_l1	9	0.038563840091228485
30201	rnn.bias_ih_l1	0	-0.09070145338773727
30201	rnn.bias_ih_l1	1	-0.07278632372617722
30201	rnn.bias_ih_l1	2	-0.11121731251478195
30201	rnn.bias_ih_l1	3	-0.12986169755458832
30201	rnn.bias_ih_l1	4	-0.15087458491325378
30201	rnn.bias_ih_l1	5	-0.08680198341608047
30201	rnn.bias_ih_l1	6	-0.0446159765124321
30201	rnn.bias_ih_l1	7	-0.03244048357009888
30201	rnn.bias_ih_l1	8	-0.07393228262662888
30201	rnn.bias_ih_l1	9	-0.06171507015824318
30201	rnn.bias_hh_l1	0	-0.10049358010292053
30201	rnn.bias_hh_l1	1	-0.021967342123389244
30201	rnn.bias_hh_l1	2	-0.03453391417860985
30201	rnn.bias_hh_l1	3	-0.057297296822071075
30201	rnn.bias_hh_l1	4	-0.0796356126666069
30201	rnn.bias_hh_l1	5	-0.045557938516139984
30201	rnn.bias_hh_l1	6	-0.07230529934167862
30201	rnn.bias_hh_l1	7	-0.030969200655817986
30201	rnn.bias_hh_l1	8	-0.017625907436013222
30201	rnn.bias_hh_l1	9	-0.03041195124387741
30201	rnn.weight_ih_l1_reverse	0	-0.03246370330452919
30201	rnn.weight_ih_l1_reverse	1	0.008555220440030098
30201	rnn.weight_ih_l1_reverse	2	-0.04606039077043533
30201	rnn.weight_ih_l1_reverse	3	-0.024128803983330727
30201	rnn.weight_ih_l1_reverse	4	-0.01768755353987217
30201	rnn.weight_ih_l1_reverse	5	-0.03697613999247551
30201	rnn.weight_ih_l1_reverse	6	-0.018029384315013885
30201	rnn.weight_ih_l1_reverse	7	0.01639324612915516
30201	rnn.weight_ih_l1_reverse	8	0.03596150875091553
30201	rnn.weight_ih_l1_reverse	9	-0.04107643663883209
30201	rnn.weight_hh_l1_reverse	0	0.008829113095998764
30201	rnn.weight_hh_l1_reverse	1	0.02957015298306942
30201	rnn.weight_hh_l1_reverse	2	-0.036997877061367035
30201	rnn.weight_hh_l1_reverse	3	0.03876746445894241
30201	rnn.weight_hh_l1_reverse	4	0.04127659648656845
30201	rnn.weight_hh_l1_reverse	5	0.009344557300209999
30201	rnn.weight_hh_l1_reverse	6	0.0131541658192873
30201	rnn.weight_hh_l1_reverse	7	0.028433222323656082
30201	rnn.weight_hh_l1_reverse	8	-0.005112380720674992
30201	rnn.weight_hh_l1_reverse	9	-0.03812461718916893
30201	rnn.bias_ih_l1_reverse	0	-0.0087736202403903
30201	rnn.bias_ih_l1_reverse	1	-0.055859096348285675
30201	rnn.bias_ih_l1_reverse	2	-0.07545531541109085
30201	rnn.bias_ih_l1_reverse	3	-0.011782211251556873
30201	rnn.bias_ih_l1_reverse	4	-0.12178205698728561
30201	rnn.bias_ih_l1_reverse	5	-0.06507822871208191
30201	rnn.bias_ih_l1_reverse	6	-0.07131623476743698
30201	rnn.bias_ih_l1_reverse	7	-0.0978008359670639
30201	rnn.bias_ih_l1_reverse	8	0.06568393111228943
30201	rnn.bias_ih_l1_reverse	9	0.004506000317633152
30201	rnn.bias_hh_l1_reverse	0	-0.00010485320672160015
30201	rnn.bias_hh_l1_reverse	1	0.00369241856969893
30201	rnn.bias_hh_l1_reverse	2	-0.1449713557958603
30201	rnn.bias_hh_l1_reverse	3	-0.026008035987615585
30201	rnn.bias_hh_l1_reverse	4	-0.0363864004611969
30201	rnn.bias_hh_l1_reverse	5	-0.03531106561422348
30201	rnn.bias_hh_l1_reverse	6	0.10695260018110275
30201	rnn.bias_hh_l1_reverse	7	-0.07164496183395386
30201	rnn.bias_hh_l1_reverse	8	-0.06016687676310539
30201	rnn.bias_hh_l1_reverse	9	-0.06579674780368805
30201	linear.weight	0	0.002228822559118271
30201	linear.weight	1	0.06830742955207825
30201	linear.weight	2	-0.09250964224338531
30201	linear.weight	3	0.19620200991630554
30201	linear.weight	4	0.07047975808382034
30201	linear.weight	5	0.03798811510205269
30201	linear.weight	6	0.07550432533025742
30201	linear.weight	7	0.12819138169288635
30201	linear.weight	8	0.04204196110367775
30201	linear.weight	9	-0.042083870619535446
30201	linear.bias	0	-0.08016108721494675
30201	linear.bias	1	0.016042523086071014
30201	linear.bias	2	-0.3758057951927185
30201	linear.bias	3	-0.7509015202522278
30201	linear.bias	4	-0.920214831829071
30201	linear.bias	5	0.06692837178707123
30201	linear.bias	6	-0.5591860413551331
30201	linear.bias	7	0.5146769881248474
30201	linear.bias	8	-0.545804500579834
30201	linear.bias	9	-0.7583486437797546
30398	transitions	0	0.28744181990623474
30398	transitions	1	-0.08838257193565369
30398	transitions	2	-10000.0
30398	transitions	3	-1.776760220527649
30398	transitions	4	-10000.0
30398	transitions	5	0.7289290428161621
30398	transitions	6	0.04341728612780571
30398	transitions	7	-0.11056521534919739
30398	transitions	8	-1.2579638957977295
30398	transitions	9	0.00038606167072430253
30398	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
30398	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
30398	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
30398	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
30398	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
30398	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
30398	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
30398	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
30398	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
30398	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
30398	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
30398	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
30398	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
30398	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
30398	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
30398	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
30398	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
30398	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
30398	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
30398	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
30398	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
30398	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
30398	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
30398	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
30398	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
30398	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
30398	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
30398	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
30398	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
30398	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
30398	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
30398	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
30398	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
30398	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
30398	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
30398	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
30398	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
30398	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
30398	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
30398	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
30398	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
30398	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
30398	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
30398	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
30398	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
30398	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
30398	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
30398	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
30398	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
30398	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
30398	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
30398	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
30398	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
30398	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
30398	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
30398	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
30398	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
30398	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
30398	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
30398	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
30398	embedding2nn.weight	0	0.021841062232851982
30398	embedding2nn.weight	1	-0.018191279843449593
30398	embedding2nn.weight	2	-0.014268253929913044
30398	embedding2nn.weight	3	0.01654278300702572
30398	embedding2nn.weight	4	-0.005915034096688032
30398	embedding2nn.weight	5	-0.003700593253597617
30398	embedding2nn.weight	6	-0.003973266109824181
30398	embedding2nn.weight	7	-0.033046573400497437
30398	embedding2nn.weight	8	-0.0019979383796453476
30398	embedding2nn.weight	9	-0.014828263781964779
30398	embedding2nn.bias	0	0.033625517040491104
30398	embedding2nn.bias	1	-0.02306080050766468
30398	embedding2nn.bias	2	0.06869840621948242
30398	embedding2nn.bias	3	0.047914475202560425
30398	embedding2nn.bias	4	-0.010389072820544243
30398	embedding2nn.bias	5	-0.0267114769667387
30398	embedding2nn.bias	6	0.00857889000326395
30398	embedding2nn.bias	7	-0.030878927558660507
30398	embedding2nn.bias	8	0.040975697338581085
30398	embedding2nn.bias	9	0.029677413403987885
30398	rnn.weight_ih_l0	0	-0.022595476359128952
30398	rnn.weight_ih_l0	1	0.006875596474856138
30398	rnn.weight_ih_l0	2	0.02367553859949112
30398	rnn.weight_ih_l0	3	0.013833570294082165
30398	rnn.weight_ih_l0	4	-0.018982499837875366
30398	rnn.weight_ih_l0	5	-0.05338112264871597
30398	rnn.weight_ih_l0	6	0.012584925629198551
30398	rnn.weight_ih_l0	7	0.04500076547265053
30398	rnn.weight_ih_l0	8	0.015013755299150944
30398	rnn.weight_ih_l0	9	-0.034544069319963455
30398	rnn.weight_hh_l0	0	-0.03947297856211662
30398	rnn.weight_hh_l0	1	-0.005425450392067432
30398	rnn.weight_hh_l0	2	0.010909175500273705
30398	rnn.weight_hh_l0	3	-0.029989095404744148
30398	rnn.weight_hh_l0	4	0.04101259633898735
30398	rnn.weight_hh_l0	5	-0.01033839676529169
30398	rnn.weight_hh_l0	6	-0.025759730488061905
30398	rnn.weight_hh_l0	7	-0.035265278071165085
30398	rnn.weight_hh_l0	8	0.0021991643588989973
30398	rnn.weight_hh_l0	9	-0.025350691750645638
30398	rnn.bias_ih_l0	0	0.021949416026473045
30398	rnn.bias_ih_l0	1	-0.034630488604307175
30398	rnn.bias_ih_l0	2	-0.008014350198209286
30398	rnn.bias_ih_l0	3	0.048869553953409195
30398	rnn.bias_ih_l0	4	-0.040297940373420715
30398	rnn.bias_ih_l0	5	-0.030930358916521072
30398	rnn.bias_ih_l0	6	-0.012763929553329945
30398	rnn.bias_ih_l0	7	0.029303528368473053
30398	rnn.bias_ih_l0	8	-0.06641906499862671
30398	rnn.bias_ih_l0	9	-0.017217570915818214
30398	rnn.bias_hh_l0	0	-0.025523005053400993
30398	rnn.bias_hh_l0	1	-0.06032469868659973
30398	rnn.bias_hh_l0	2	-0.0274332445114851
30398	rnn.bias_hh_l0	3	-0.04361066594719887
30398	rnn.bias_hh_l0	4	-0.007427219767123461
30398	rnn.bias_hh_l0	5	0.004705389030277729
30398	rnn.bias_hh_l0	6	0.026901734992861748
30398	rnn.bias_hh_l0	7	-0.0243677981197834
30398	rnn.bias_hh_l0	8	-0.06630247086286545
30398	rnn.bias_hh_l0	9	-0.020121058449149132
30398	rnn.weight_ih_l0_reverse	0	-0.01545060332864523
30398	rnn.weight_ih_l0_reverse	1	-0.05411510914564133
30398	rnn.weight_ih_l0_reverse	2	-0.016770249232649803
30398	rnn.weight_ih_l0_reverse	3	0.004304972011595964
30398	rnn.weight_ih_l0_reverse	4	-0.01430608332157135
30398	rnn.weight_ih_l0_reverse	5	-0.04826367273926735
30398	rnn.weight_ih_l0_reverse	6	0.04416816309094429
30398	rnn.weight_ih_l0_reverse	7	-0.022083405405282974
30398	rnn.weight_ih_l0_reverse	8	-0.032158784568309784
30398	rnn.weight_ih_l0_reverse	9	0.01894795522093773
30398	rnn.weight_hh_l0_reverse	0	0.03131610527634621
30398	rnn.weight_hh_l0_reverse	1	0.029818715527653694
30398	rnn.weight_hh_l0_reverse	2	0.02897823229432106
30398	rnn.weight_hh_l0_reverse	3	0.018604490906000137
30398	rnn.weight_hh_l0_reverse	4	0.007660663221031427
30398	rnn.weight_hh_l0_reverse	5	-0.003066263161599636
30398	rnn.weight_hh_l0_reverse	6	0.03559023141860962
30398	rnn.weight_hh_l0_reverse	7	-0.025227028876543045
30398	rnn.weight_hh_l0_reverse	8	0.01666577346622944
30398	rnn.weight_hh_l0_reverse	9	0.047531113028526306
30398	rnn.bias_ih_l0_reverse	0	-0.06261052191257477
30398	rnn.bias_ih_l0_reverse	1	-0.11413709819316864
30398	rnn.bias_ih_l0_reverse	2	-0.03484434261918068
30398	rnn.bias_ih_l0_reverse	3	-0.0010096346959471703
30398	rnn.bias_ih_l0_reverse	4	-0.021825751289725304
30398	rnn.bias_ih_l0_reverse	5	0.015489221550524235
30398	rnn.bias_ih_l0_reverse	6	-0.023708565160632133
30398	rnn.bias_ih_l0_reverse	7	0.032093595713377
30398	rnn.bias_ih_l0_reverse	8	-0.031079895794391632
30398	rnn.bias_ih_l0_reverse	9	0.013187438249588013
30398	rnn.bias_hh_l0_reverse	0	-0.03140035271644592
30398	rnn.bias_hh_l0_reverse	1	-0.022548114880919456
30398	rnn.bias_hh_l0_reverse	2	0.020729297772049904
30398	rnn.bias_hh_l0_reverse	3	-0.03679506480693817
30398	rnn.bias_hh_l0_reverse	4	-0.03899268060922623
30398	rnn.bias_hh_l0_reverse	5	-0.04712915048003197
30398	rnn.bias_hh_l0_reverse	6	0.0026358384639024734
30398	rnn.bias_hh_l0_reverse	7	0.04963526502251625
30398	rnn.bias_hh_l0_reverse	8	0.03385510668158531
30398	rnn.bias_hh_l0_reverse	9	-0.08667133748531342
30398	rnn.weight_ih_l1	0	-0.03552825003862381
30398	rnn.weight_ih_l1	1	-0.035333044826984406
30398	rnn.weight_ih_l1	2	0.049023423343896866
30398	rnn.weight_ih_l1	3	-0.02516792342066765
30398	rnn.weight_ih_l1	4	0.007016004528850317
30398	rnn.weight_ih_l1	5	-0.040647685527801514
30398	rnn.weight_ih_l1	6	0.019437775015830994
30398	rnn.weight_ih_l1	7	-0.03584915027022362
30398	rnn.weight_ih_l1	8	0.039942555129528046
30398	rnn.weight_ih_l1	9	0.02580728568136692
30398	rnn.weight_hh_l1	0	-0.001663956674747169
30398	rnn.weight_hh_l1	1	0.005475345067679882
30398	rnn.weight_hh_l1	2	-0.025126643478870392
30398	rnn.weight_hh_l1	3	-0.005844832863658667
30398	rnn.weight_hh_l1	4	0.0033836776856333017
30398	rnn.weight_hh_l1	5	0.030676933005452156
30398	rnn.weight_hh_l1	6	0.03154975548386574
30398	rnn.weight_hh_l1	7	-0.030214980244636536
30398	rnn.weight_hh_l1	8	-0.03911439701914787
30398	rnn.weight_hh_l1	9	0.03842568024992943
30398	rnn.bias_ih_l1	0	-0.09119950234889984
30398	rnn.bias_ih_l1	1	-0.07449757307767868
30398	rnn.bias_ih_l1	2	-0.11279888451099396
30398	rnn.bias_ih_l1	3	-0.12808440625667572
30398	rnn.bias_ih_l1	4	-0.1452581137418747
30398	rnn.bias_ih_l1	5	-0.08513133227825165
30398	rnn.bias_ih_l1	6	-0.04444509372115135
30398	rnn.bias_ih_l1	7	-0.03227890655398369
30398	rnn.bias_ih_l1	8	-0.07454541325569153
30398	rnn.bias_ih_l1	9	-0.06363710016012192
30398	rnn.bias_hh_l1	0	-0.10238215327262878
30398	rnn.bias_hh_l1	1	-0.0213179774582386
30398	rnn.bias_hh_l1	2	-0.03708833456039429
30398	rnn.bias_hh_l1	3	-0.05559254065155983
30398	rnn.bias_hh_l1	4	-0.08066274970769882
30398	rnn.bias_hh_l1	5	-0.04658716544508934
30398	rnn.bias_hh_l1	6	-0.07069556415081024
30398	rnn.bias_hh_l1	7	-0.03345887362957001
30398	rnn.bias_hh_l1	8	-0.022335097193717957
30398	rnn.bias_hh_l1	9	-0.030413329601287842
30398	rnn.weight_ih_l1_reverse	0	-0.03168165683746338
30398	rnn.weight_ih_l1_reverse	1	0.0077120233327150345
30398	rnn.weight_ih_l1_reverse	2	-0.04455386474728584
30398	rnn.weight_ih_l1_reverse	3	-0.024935590103268623
30398	rnn.weight_ih_l1_reverse	4	-0.01646847277879715
30398	rnn.weight_ih_l1_reverse	5	-0.03708149865269661
30398	rnn.weight_ih_l1_reverse	6	-0.016181884333491325
30398	rnn.weight_ih_l1_reverse	7	0.01766587793827057
30398	rnn.weight_ih_l1_reverse	8	0.03312978148460388
30398	rnn.weight_ih_l1_reverse	9	-0.038691598922014236
30398	rnn.weight_hh_l1_reverse	0	0.008879940956830978
30398	rnn.weight_hh_l1_reverse	1	0.02931687980890274
30398	rnn.weight_hh_l1_reverse	2	-0.03698083385825157
30398	rnn.weight_hh_l1_reverse	3	0.03887509927153587
30398	rnn.weight_hh_l1_reverse	4	0.04178420081734657
30398	rnn.weight_hh_l1_reverse	5	0.00972825288772583
30398	rnn.weight_hh_l1_reverse	6	0.014273323118686676
30398	rnn.weight_hh_l1_reverse	7	0.028214439749717712
30398	rnn.weight_hh_l1_reverse	8	-0.004980977158993483
30398	rnn.weight_hh_l1_reverse	9	-0.03815979138016701
30398	rnn.bias_ih_l1_reverse	0	-0.006544150412082672
30398	rnn.bias_ih_l1_reverse	1	-0.053542595356702805
30398	rnn.bias_ih_l1_reverse	2	-0.07588993012905121
30398	rnn.bias_ih_l1_reverse	3	-0.003939746879041195
30398	rnn.bias_ih_l1_reverse	4	-0.12311693280935287
30398	rnn.bias_ih_l1_reverse	5	-0.06585118174552917
30398	rnn.bias_ih_l1_reverse	6	-0.07231484353542328
30398	rnn.bias_ih_l1_reverse	7	-0.09601809084415436
30398	rnn.bias_ih_l1_reverse	8	0.0620904378592968
30398	rnn.bias_ih_l1_reverse	9	0.013458303175866604
30398	rnn.bias_hh_l1_reverse	0	5.307920218911022e-05
30398	rnn.bias_hh_l1_reverse	1	-0.006742177531123161
30398	rnn.bias_hh_l1_reverse	2	-0.14535288512706757
30398	rnn.bias_hh_l1_reverse	3	-0.027229443192481995
30398	rnn.bias_hh_l1_reverse	4	-0.036706890910863876
30398	rnn.bias_hh_l1_reverse	5	-0.03923787549138069
30398	rnn.bias_hh_l1_reverse	6	0.09852244704961777
30398	rnn.bias_hh_l1_reverse	7	-0.07028498500585556
30398	rnn.bias_hh_l1_reverse	8	-0.06004532799124718
30398	rnn.bias_hh_l1_reverse	9	-0.06685888022184372
30398	linear.weight	0	0.002228822559118271
30398	linear.weight	1	0.06157595291733742
30398	linear.weight	2	-0.09169874340295792
30398	linear.weight	3	0.18688815832138062
30398	linear.weight	4	0.06604176759719849
30398	linear.weight	5	0.04601779207587242
30398	linear.weight	6	0.0746673122048378
30398	linear.weight	7	0.14214593172073364
30398	linear.weight	8	0.0420282781124115
30398	linear.weight	9	-0.04252103343605995
30398	linear.bias	0	-0.11686097085475922
30398	linear.bias	1	0.0017119125695899129
30398	linear.bias	2	-0.36591508984565735
30398	linear.bias	3	-0.7392364740371704
30398	linear.bias	4	-0.9074766635894775
30398	linear.bias	5	0.0723019540309906
30398	linear.bias	6	-0.5659484267234802
30398	linear.bias	7	0.5194097757339478
30398	linear.bias	8	-0.5441362261772156
30398	linear.bias	9	-0.7623525261878967
30595	transitions	0	0.2924482524394989
30595	transitions	1	-0.08514939993619919
30595	transitions	2	-10000.0
30595	transitions	3	-1.776990294456482
30595	transitions	4	-10000.0
30595	transitions	5	0.7279685735702515
30595	transitions	6	0.04287005215883255
30595	transitions	7	-0.11300655454397202
30595	transitions	8	-1.2585787773132324
30595	transitions	9	0.00037853021058253944
30595	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
30595	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
30595	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
30595	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
30595	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
30595	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
30595	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
30595	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
30595	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
30595	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
30595	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
30595	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
30595	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
30595	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
30595	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
30595	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
30595	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
30595	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
30595	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
30595	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
30595	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
30595	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
30595	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
30595	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
30595	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
30595	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
30595	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
30595	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
30595	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
30595	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
30595	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
30595	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
30595	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
30595	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
30595	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
30595	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
30595	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
30595	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
30595	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
30595	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
30595	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
30595	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
30595	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
30595	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
30595	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
30595	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
30595	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
30595	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
30595	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
30595	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
30595	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
30595	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
30595	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
30595	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
30595	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
30595	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
30595	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
30595	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
30595	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
30595	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
30595	embedding2nn.weight	0	0.021773740649223328
30595	embedding2nn.weight	1	-0.01853707991540432
30595	embedding2nn.weight	2	-0.014268253929913044
30595	embedding2nn.weight	3	0.017968259751796722
30595	embedding2nn.weight	4	-0.005915034096688032
30595	embedding2nn.weight	5	-0.003700593486428261
30595	embedding2nn.weight	6	-0.003973270766437054
30595	embedding2nn.weight	7	-0.03322286158800125
30595	embedding2nn.weight	8	-0.0019979383796453476
30595	embedding2nn.weight	9	-0.014621810987591743
30595	embedding2nn.bias	0	0.032629817724227905
30595	embedding2nn.bias	1	-0.022846482694149017
30595	embedding2nn.bias	2	0.06581266969442368
30595	embedding2nn.bias	3	0.049617670476436615
30595	embedding2nn.bias	4	-0.014322918839752674
30595	embedding2nn.bias	5	-0.026411883533000946
30595	embedding2nn.bias	6	0.009295263327658176
30595	embedding2nn.bias	7	-0.043694425374269485
30595	embedding2nn.bias	8	0.03247880935668945
30595	embedding2nn.bias	9	0.03244074061512947
30595	rnn.weight_ih_l0	0	-0.02136298455297947
30595	rnn.weight_ih_l0	1	0.00800170935690403
30595	rnn.weight_ih_l0	2	0.025948945432901382
30595	rnn.weight_ih_l0	3	0.013217315077781677
30595	rnn.weight_ih_l0	4	-0.01860598288476467
30595	rnn.weight_ih_l0	5	-0.05394189432263374
30595	rnn.weight_ih_l0	6	0.011655786074697971
30595	rnn.weight_ih_l0	7	0.04567783698439598
30595	rnn.weight_ih_l0	8	0.014049685560166836
30595	rnn.weight_ih_l0	9	-0.035310130566358566
30595	rnn.weight_hh_l0	0	-0.039820581674575806
30595	rnn.weight_hh_l0	1	-0.0051805186085402966
30595	rnn.weight_hh_l0	2	0.010756094940006733
30595	rnn.weight_hh_l0	3	-0.030714666470885277
30595	rnn.weight_hh_l0	4	0.04139864072203636
30595	rnn.weight_hh_l0	5	-0.010134810581803322
30595	rnn.weight_hh_l0	6	-0.025958215817809105
30595	rnn.weight_hh_l0	7	-0.036322496831417084
30595	rnn.weight_hh_l0	8	0.0015326329739764333
30595	rnn.weight_hh_l0	9	-0.025089966133236885
30595	rnn.bias_ih_l0	0	0.02039678581058979
30595	rnn.bias_ih_l0	1	-0.028911834582686424
30595	rnn.bias_ih_l0	2	-0.007344473619014025
30595	rnn.bias_ih_l0	3	0.05411424860358238
30595	rnn.bias_ih_l0	4	-0.043045271188020706
30595	rnn.bias_ih_l0	5	-0.0302744060754776
30595	rnn.bias_ih_l0	6	-0.015476582571864128
30595	rnn.bias_ih_l0	7	0.027550607919692993
30595	rnn.bias_ih_l0	8	-0.06648147851228714
30595	rnn.bias_ih_l0	9	-0.015575402416288853
30595	rnn.bias_hh_l0	0	-0.029537266120314598
30595	rnn.bias_hh_l0	1	-0.05919299274682999
30595	rnn.bias_hh_l0	2	-0.029406661167740822
30595	rnn.bias_hh_l0	3	-0.04603414610028267
30595	rnn.bias_hh_l0	4	-0.008042740635573864
30595	rnn.bias_hh_l0	5	0.005912327207624912
30595	rnn.bias_hh_l0	6	0.027697592973709106
30595	rnn.bias_hh_l0	7	-0.02323511429131031
30595	rnn.bias_hh_l0	8	-0.06649085134267807
30595	rnn.bias_hh_l0	9	-0.030145401135087013
30595	rnn.weight_ih_l0_reverse	0	-0.01590242236852646
30595	rnn.weight_ih_l0_reverse	1	-0.05467798933386803
30595	rnn.weight_ih_l0_reverse	2	-0.01860089972615242
30595	rnn.weight_ih_l0_reverse	3	0.003640122478827834
30595	rnn.weight_ih_l0_reverse	4	-0.014426225796341896
30595	rnn.weight_ih_l0_reverse	5	-0.04858370125293732
30595	rnn.weight_ih_l0_reverse	6	0.043696895241737366
30595	rnn.weight_ih_l0_reverse	7	-0.022821031510829926
30595	rnn.weight_ih_l0_reverse	8	-0.03263812139630318
30595	rnn.weight_ih_l0_reverse	9	0.01815931126475334
30595	rnn.weight_hh_l0_reverse	0	0.031028881669044495
30595	rnn.weight_hh_l0_reverse	1	0.029325060546398163
30595	rnn.weight_hh_l0_reverse	2	0.02918175607919693
30595	rnn.weight_hh_l0_reverse	3	0.018376300111413002
30595	rnn.weight_hh_l0_reverse	4	0.007907848805189133
30595	rnn.weight_hh_l0_reverse	5	-0.0019248095341026783
30595	rnn.weight_hh_l0_reverse	6	0.03560546413064003
30595	rnn.weight_hh_l0_reverse	7	-0.02546527422964573
30595	rnn.weight_hh_l0_reverse	8	0.016796160489320755
30595	rnn.weight_hh_l0_reverse	9	0.04815845564007759
30595	rnn.bias_ih_l0_reverse	0	-0.06282781064510345
30595	rnn.bias_ih_l0_reverse	1	-0.1115742102265358
30595	rnn.bias_ih_l0_reverse	2	-0.03269781172275543
30595	rnn.bias_ih_l0_reverse	3	-0.0020722898188978434
30595	rnn.bias_ih_l0_reverse	4	-0.025027843192219734
30595	rnn.bias_ih_l0_reverse	5	0.01410682126879692
30595	rnn.bias_ih_l0_reverse	6	-0.02406839095056057
30595	rnn.bias_ih_l0_reverse	7	0.031018411740660667
30595	rnn.bias_ih_l0_reverse	8	-0.02973276935517788
30595	rnn.bias_ih_l0_reverse	9	0.0159308984875679
30595	rnn.bias_hh_l0_reverse	0	-0.029208706691861153
30595	rnn.bias_hh_l0_reverse	1	-0.019375378265976906
30595	rnn.bias_hh_l0_reverse	2	0.019673077389597893
30595	rnn.bias_hh_l0_reverse	3	-0.03745975345373154
30595	rnn.bias_hh_l0_reverse	4	-0.03636559098958969
30595	rnn.bias_hh_l0_reverse	5	-0.04401174187660217
30595	rnn.bias_hh_l0_reverse	6	0.001427531591616571
30595	rnn.bias_hh_l0_reverse	7	0.05022086575627327
30595	rnn.bias_hh_l0_reverse	8	0.036896806210279465
30595	rnn.bias_hh_l0_reverse	9	-0.08830353617668152
30595	rnn.weight_ih_l1	0	-0.03594740107655525
30595	rnn.weight_ih_l1	1	-0.036675333976745605
30595	rnn.weight_ih_l1	2	0.0477137453854084
30595	rnn.weight_ih_l1	3	-0.02647634595632553
30595	rnn.weight_ih_l1	4	0.006336928345263004
30595	rnn.weight_ih_l1	5	-0.040840622037649155
30595	rnn.weight_ih_l1	6	0.019172977656126022
30595	rnn.weight_ih_l1	7	-0.03681612387299538
30595	rnn.weight_ih_l1	8	0.039837796241045
30595	rnn.weight_ih_l1	9	0.025911716744303703
30595	rnn.weight_hh_l1	0	-0.0009275498450733721
30595	rnn.weight_hh_l1	1	0.005605849903076887
30595	rnn.weight_hh_l1	2	-0.02348955348134041
30595	rnn.weight_hh_l1	3	-0.0056866793893277645
30595	rnn.weight_hh_l1	4	0.00289116776548326
30595	rnn.weight_hh_l1	5	0.030887598171830177
30595	rnn.weight_hh_l1	6	0.031100882217288017
30595	rnn.weight_hh_l1	7	-0.030187593773007393
30595	rnn.weight_hh_l1	8	-0.03876561298966408
30595	rnn.weight_hh_l1	9	0.03850867971777916
30595	rnn.bias_ih_l1	0	-0.09333711862564087
30595	rnn.bias_ih_l1	1	-0.07513735443353653
30595	rnn.bias_ih_l1	2	-0.11351212859153748
30595	rnn.bias_ih_l1	3	-0.12980186939239502
30595	rnn.bias_ih_l1	4	-0.14644786715507507
30595	rnn.bias_ih_l1	5	-0.084708072245121
30595	rnn.bias_ih_l1	6	-0.04267937317490578
30595	rnn.bias_ih_l1	7	-0.03311983868479729
30595	rnn.bias_ih_l1	8	-0.07255982607603073
30595	rnn.bias_ih_l1	9	-0.06090124696493149
30595	rnn.bias_hh_l1	0	-0.10382460057735443
30595	rnn.bias_hh_l1	1	-0.02265225723385811
30595	rnn.bias_hh_l1	2	-0.03505693003535271
30595	rnn.bias_hh_l1	3	-0.05706188082695007
30595	rnn.bias_hh_l1	4	-0.08065705001354218
30595	rnn.bias_hh_l1	5	-0.04708124324679375
30595	rnn.bias_hh_l1	6	-0.07103060185909271
30595	rnn.bias_hh_l1	7	-0.01963820680975914
30595	rnn.bias_hh_l1	8	-0.028782615438103676
30595	rnn.bias_hh_l1	9	-0.030647391453385353
30595	rnn.weight_ih_l1_reverse	0	-0.030311618000268936
30595	rnn.weight_ih_l1_reverse	1	0.01103560533374548
30595	rnn.weight_ih_l1_reverse	2	-0.049885015934705734
30595	rnn.weight_ih_l1_reverse	3	-0.02412751317024231
30595	rnn.weight_ih_l1_reverse	4	-0.017210522666573524
30595	rnn.weight_ih_l1_reverse	5	-0.03740614280104637
30595	rnn.weight_ih_l1_reverse	6	-0.014430257491767406
30595	rnn.weight_ih_l1_reverse	7	0.017606617882847786
30595	rnn.weight_ih_l1_reverse	8	0.033371701836586
30595	rnn.weight_ih_l1_reverse	9	-0.03986797854304314
30595	rnn.weight_hh_l1_reverse	0	0.008927784860134125
30595	rnn.weight_hh_l1_reverse	1	0.029234977439045906
30595	rnn.weight_hh_l1_reverse	2	-0.03696826845407486
30595	rnn.weight_hh_l1_reverse	3	0.039048194885253906
30595	rnn.weight_hh_l1_reverse	4	0.04204653948545456
30595	rnn.weight_hh_l1_reverse	5	0.009715951979160309
30595	rnn.weight_hh_l1_reverse	6	0.01455418486148119
30595	rnn.weight_hh_l1_reverse	7	0.027890831232070923
30595	rnn.weight_hh_l1_reverse	8	-0.0051398384384810925
30595	rnn.weight_hh_l1_reverse	9	-0.03807046264410019
30595	rnn.bias_ih_l1_reverse	0	-0.006622754503041506
30595	rnn.bias_ih_l1_reverse	1	-0.05682216212153435
30595	rnn.bias_ih_l1_reverse	2	-0.07677679508924484
30595	rnn.bias_ih_l1_reverse	3	-3.995109727839008e-05
30595	rnn.bias_ih_l1_reverse	4	-0.12427050620317459
30595	rnn.bias_ih_l1_reverse	5	-0.06563755869865417
30595	rnn.bias_ih_l1_reverse	6	-0.07248362898826599
30595	rnn.bias_ih_l1_reverse	7	-0.0937182828783989
30595	rnn.bias_ih_l1_reverse	8	0.07539874315261841
30595	rnn.bias_ih_l1_reverse	9	0.015195201151072979
30595	rnn.bias_hh_l1_reverse	0	-0.0023423833772540092
30595	rnn.bias_hh_l1_reverse	1	0.0018610191764310002
30595	rnn.bias_hh_l1_reverse	2	-0.14533357322216034
30595	rnn.bias_hh_l1_reverse	3	-0.0268241036683321
30595	rnn.bias_hh_l1_reverse	4	-0.03804078325629234
30595	rnn.bias_hh_l1_reverse	5	-0.03962485119700432
30595	rnn.bias_hh_l1_reverse	6	0.10187359154224396
30595	rnn.bias_hh_l1_reverse	7	-0.07112182676792145
30595	rnn.bias_hh_l1_reverse	8	-0.062165774405002594
30595	rnn.bias_hh_l1_reverse	9	-0.06715963780879974
30595	linear.weight	0	0.002228822559118271
30595	linear.weight	1	0.0792911946773529
30595	linear.weight	2	-0.09269574284553528
30595	linear.weight	3	0.1844353824853897
30595	linear.weight	4	0.07158663868904114
30595	linear.weight	5	0.042941778898239136
30595	linear.weight	6	0.08764546364545822
30595	linear.weight	7	0.12357388436794281
30595	linear.weight	8	0.04201382026076317
30595	linear.weight	9	-0.032746173441410065
30595	linear.bias	0	-0.08817846328020096
30595	linear.bias	1	0.02337852120399475
30595	linear.bias	2	-0.4042966961860657
30595	linear.bias	3	-0.7482660412788391
30595	linear.bias	4	-0.9107064604759216
30595	linear.bias	5	0.08281998336315155
30595	linear.bias	6	-0.5357543230056763
30595	linear.bias	7	0.532512366771698
30595	linear.bias	8	-0.5484673380851746
30595	linear.bias	9	-0.7713632583618164
30792	transitions	0	0.3045446574687958
30792	transitions	1	-0.0859927088022232
30792	transitions	2	-10000.0
30792	transitions	3	-1.777190089225769
30792	transitions	4	-10000.0
30792	transitions	5	0.7272003889083862
30792	transitions	6	0.04222754016518593
30792	transitions	7	-0.11470340192317963
30792	transitions	8	-1.2596019506454468
30792	transitions	9	0.0003729149466380477
30792	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
30792	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
30792	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
30792	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
30792	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
30792	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
30792	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
30792	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
30792	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
30792	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
30792	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
30792	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
30792	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
30792	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
30792	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
30792	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
30792	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
30792	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
30792	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
30792	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
30792	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
30792	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
30792	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
30792	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
30792	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
30792	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
30792	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
30792	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
30792	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
30792	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
30792	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
30792	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
30792	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
30792	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
30792	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
30792	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
30792	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
30792	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
30792	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
30792	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
30792	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
30792	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
30792	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
30792	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
30792	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
30792	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
30792	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
30792	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
30792	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
30792	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
30792	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
30792	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
30792	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
30792	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
30792	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
30792	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
30792	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
30792	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
30792	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
30792	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
30792	embedding2nn.weight	0	0.019741225987672806
30792	embedding2nn.weight	1	-0.018382366746664047
30792	embedding2nn.weight	2	-0.014268253929913044
30792	embedding2nn.weight	3	0.020429834723472595
30792	embedding2nn.weight	4	-0.005915034096688032
30792	embedding2nn.weight	5	-0.003700593486428261
30792	embedding2nn.weight	6	-0.003973270766437054
30792	embedding2nn.weight	7	-0.0361354723572731
30792	embedding2nn.weight	8	-0.0019979383796453476
30792	embedding2nn.weight	9	-0.01449135784059763
30792	embedding2nn.bias	0	0.034511834383010864
30792	embedding2nn.bias	1	-0.027192246168851852
30792	embedding2nn.bias	2	0.069572314620018
30792	embedding2nn.bias	3	0.058046016842126846
30792	embedding2nn.bias	4	-0.014524520374834538
30792	embedding2nn.bias	5	-0.014018758200109005
30792	embedding2nn.bias	6	0.008602941408753395
30792	embedding2nn.bias	7	-0.04260500520467758
30792	embedding2nn.bias	8	0.03813159093260765
30792	embedding2nn.bias	9	0.029691273346543312
30792	rnn.weight_ih_l0	0	-0.02260168455541134
30792	rnn.weight_ih_l0	1	0.00778938177973032
30792	rnn.weight_ih_l0	2	0.026377445086836815
30792	rnn.weight_ih_l0	3	0.012995485216379166
30792	rnn.weight_ih_l0	4	-0.01825110800564289
30792	rnn.weight_ih_l0	5	-0.05509091168642044
30792	rnn.weight_ih_l0	6	0.012599828653037548
30792	rnn.weight_ih_l0	7	0.04560112953186035
30792	rnn.weight_ih_l0	8	0.013284124433994293
30792	rnn.weight_ih_l0	9	-0.03596944361925125
30792	rnn.weight_hh_l0	0	-0.04024000093340874
30792	rnn.weight_hh_l0	1	-0.005090352613478899
30792	rnn.weight_hh_l0	2	0.01034651231020689
30792	rnn.weight_hh_l0	3	-0.02998955361545086
30792	rnn.weight_hh_l0	4	0.04083964601159096
30792	rnn.weight_hh_l0	5	-0.011041853576898575
30792	rnn.weight_hh_l0	6	-0.025271601974964142
30792	rnn.weight_hh_l0	7	-0.0352504700422287
30792	rnn.weight_hh_l0	8	0.001740092528052628
30792	rnn.weight_hh_l0	9	-0.025109533220529556
30792	rnn.bias_ih_l0	0	0.019459141418337822
30792	rnn.bias_ih_l0	1	-0.029538007453083992
30792	rnn.bias_ih_l0	2	-0.005790451541543007
30792	rnn.bias_ih_l0	3	0.054389774799346924
30792	rnn.bias_ih_l0	4	-0.041318926960229874
30792	rnn.bias_ih_l0	5	-0.026829436421394348
30792	rnn.bias_ih_l0	6	-0.018422454595565796
30792	rnn.bias_ih_l0	7	0.025725284591317177
30792	rnn.bias_ih_l0	8	-0.06558108329772949
30792	rnn.bias_ih_l0	9	-0.019057994708418846
30792	rnn.bias_hh_l0	0	-0.0314767025411129
30792	rnn.bias_hh_l0	1	-0.060969386249780655
30792	rnn.bias_hh_l0	2	-0.03255357965826988
30792	rnn.bias_hh_l0	3	-0.04593115299940109
30792	rnn.bias_hh_l0	4	-0.00977206788957119
30792	rnn.bias_hh_l0	5	0.0055834646336734295
30792	rnn.bias_hh_l0	6	0.028312262147665024
30792	rnn.bias_hh_l0	7	-0.010493495501577854
30792	rnn.bias_hh_l0	8	-0.066953644156456
30792	rnn.bias_hh_l0	9	-0.029074857011437416
30792	rnn.weight_ih_l0_reverse	0	-0.016318995505571365
30792	rnn.weight_ih_l0_reverse	1	-0.05444860830903053
30792	rnn.weight_ih_l0_reverse	2	-0.017725229263305664
30792	rnn.weight_ih_l0_reverse	3	0.004327603615820408
30792	rnn.weight_ih_l0_reverse	4	-0.013669554144144058
30792	rnn.weight_ih_l0_reverse	5	-0.04865981265902519
30792	rnn.weight_ih_l0_reverse	6	0.04363943263888359
30792	rnn.weight_ih_l0_reverse	7	-0.022430136799812317
30792	rnn.weight_ih_l0_reverse	8	-0.03271333500742912
30792	rnn.weight_ih_l0_reverse	9	0.018787367269396782
30792	rnn.weight_hh_l0_reverse	0	0.0320194810628891
30792	rnn.weight_hh_l0_reverse	1	0.028978262096643448
30792	rnn.weight_hh_l0_reverse	2	0.0288519486784935
30792	rnn.weight_hh_l0_reverse	3	0.018337398767471313
30792	rnn.weight_hh_l0_reverse	4	0.00693501764908433
30792	rnn.weight_hh_l0_reverse	5	-0.0015846631722524762
30792	rnn.weight_hh_l0_reverse	6	0.03551207855343819
30792	rnn.weight_hh_l0_reverse	7	-0.025663970038294792
30792	rnn.weight_hh_l0_reverse	8	0.0164933018386364
30792	rnn.weight_hh_l0_reverse	9	0.047773465514183044
30792	rnn.bias_ih_l0_reverse	0	-0.06208433583378792
30792	rnn.bias_ih_l0_reverse	1	-0.11128397285938263
30792	rnn.bias_ih_l0_reverse	2	-0.03812478855252266
30792	rnn.bias_ih_l0_reverse	3	-0.0006587776588276029
30792	rnn.bias_ih_l0_reverse	4	-0.0250473003834486
30792	rnn.bias_ih_l0_reverse	5	0.01521054096519947
30792	rnn.bias_ih_l0_reverse	6	-0.02346958965063095
30792	rnn.bias_ih_l0_reverse	7	0.030219539999961853
30792	rnn.bias_ih_l0_reverse	8	-0.029189124703407288
30792	rnn.bias_ih_l0_reverse	9	0.01625242829322815
30792	rnn.bias_hh_l0_reverse	0	-0.025959206745028496
30792	rnn.bias_hh_l0_reverse	1	-0.022907797247171402
30792	rnn.bias_hh_l0_reverse	2	0.021179677918553352
30792	rnn.bias_hh_l0_reverse	3	-0.03975357487797737
30792	rnn.bias_hh_l0_reverse	4	-0.036251600831747055
30792	rnn.bias_hh_l0_reverse	5	-0.04505311697721481
30792	rnn.bias_hh_l0_reverse	6	-0.0020881828386336565
30792	rnn.bias_hh_l0_reverse	7	0.051919370889663696
30792	rnn.bias_hh_l0_reverse	8	0.0381607860326767
30792	rnn.bias_hh_l0_reverse	9	-0.0887618213891983
30792	rnn.weight_ih_l1	0	-0.03540908917784691
30792	rnn.weight_ih_l1	1	-0.03747783973813057
30792	rnn.weight_ih_l1	2	0.04884396493434906
30792	rnn.weight_ih_l1	3	-0.02456609345972538
30792	rnn.weight_ih_l1	4	0.006284151691943407
30792	rnn.weight_ih_l1	5	-0.04118365794420242
30792	rnn.weight_ih_l1	6	0.019521908834576607
30792	rnn.weight_ih_l1	7	-0.035789262503385544
30792	rnn.weight_ih_l1	8	0.039905279874801636
30792	rnn.weight_ih_l1	9	0.025798223912715912
30792	rnn.weight_hh_l1	0	-0.0027306722477078438
30792	rnn.weight_hh_l1	1	0.005540886428207159
30792	rnn.weight_hh_l1	2	-0.02374291978776455
30792	rnn.weight_hh_l1	3	-0.005931414198130369
30792	rnn.weight_hh_l1	4	0.003513751085847616
30792	rnn.weight_hh_l1	5	0.031449075788259506
30792	rnn.weight_hh_l1	6	0.030714431777596474
30792	rnn.weight_hh_l1	7	-0.030435612425208092
30792	rnn.weight_hh_l1	8	-0.038807447999715805
30792	rnn.weight_hh_l1	9	0.03873994201421738
30792	rnn.bias_ih_l1	0	-0.09454331547021866
30792	rnn.bias_ih_l1	1	-0.07145867496728897
30792	rnn.bias_ih_l1	2	-0.11478021740913391
30792	rnn.bias_ih_l1	3	-0.13629700243473053
30792	rnn.bias_ih_l1	4	-0.14175371825695038
30792	rnn.bias_ih_l1	5	-0.08325217664241791
30792	rnn.bias_ih_l1	6	-0.05059198662638664
30792	rnn.bias_ih_l1	7	-0.030122973024845123
30792	rnn.bias_ih_l1	8	-0.07077573984861374
30792	rnn.bias_ih_l1	9	-0.06785234063863754
30792	rnn.bias_hh_l1	0	-0.10786554217338562
30792	rnn.bias_hh_l1	1	-0.020339779555797577
30792	rnn.bias_hh_l1	2	-0.03543046489357948
30792	rnn.bias_hh_l1	3	-0.05669267475605011
30792	rnn.bias_hh_l1	4	-0.08105871081352234
30792	rnn.bias_hh_l1	5	-0.04774026572704315
30792	rnn.bias_hh_l1	6	-0.07172779738903046
30792	rnn.bias_hh_l1	7	-0.004244994837790728
30792	rnn.bias_hh_l1	8	-0.0317382849752903
30792	rnn.bias_hh_l1	9	-0.029702285304665565
30792	rnn.weight_ih_l1_reverse	0	-0.031422682106494904
30792	rnn.weight_ih_l1_reverse	1	0.009327337145805359
30792	rnn.weight_ih_l1_reverse	2	-0.050829511135816574
30792	rnn.weight_ih_l1_reverse	3	-0.02372620813548565
30792	rnn.weight_ih_l1_reverse	4	-0.017888570204377174
30792	rnn.weight_ih_l1_reverse	5	-0.03749416396021843
30792	rnn.weight_ih_l1_reverse	6	-0.01586901769042015
30792	rnn.weight_ih_l1_reverse	7	0.017721880227327347
30792	rnn.weight_ih_l1_reverse	8	0.03849572688341141
30792	rnn.weight_ih_l1_reverse	9	-0.03933870047330856
30792	rnn.weight_hh_l1_reverse	0	0.008876508101820946
30792	rnn.weight_hh_l1_reverse	1	0.02899208851158619
30792	rnn.weight_hh_l1_reverse	2	-0.03701110556721687
30792	rnn.weight_hh_l1_reverse	3	0.039105139672756195
30792	rnn.weight_hh_l1_reverse	4	0.04130329191684723
30792	rnn.weight_hh_l1_reverse	5	0.009508960880339146
30792	rnn.weight_hh_l1_reverse	6	0.016026180237531662
30792	rnn.weight_hh_l1_reverse	7	0.02795650064945221
30792	rnn.weight_hh_l1_reverse	8	-0.00517682172358036
30792	rnn.weight_hh_l1_reverse	9	-0.038249921053647995
30792	rnn.bias_ih_l1_reverse	0	-0.003979261498898268
30792	rnn.bias_ih_l1_reverse	1	-0.05671704187989235
30792	rnn.bias_ih_l1_reverse	2	-0.07871433347463608
30792	rnn.bias_ih_l1_reverse	3	-0.0008267465163953602
30792	rnn.bias_ih_l1_reverse	4	-0.12229692935943604
30792	rnn.bias_ih_l1_reverse	5	-0.06475327163934708
30792	rnn.bias_ih_l1_reverse	6	-0.07106290012598038
30792	rnn.bias_ih_l1_reverse	7	-0.09179181605577469
30792	rnn.bias_ih_l1_reverse	8	0.08215699344873428
30792	rnn.bias_ih_l1_reverse	9	0.02279004268348217
30792	rnn.bias_hh_l1_reverse	0	-0.0036246811505407095
30792	rnn.bias_hh_l1_reverse	1	0.0008837658097036183
30792	rnn.bias_hh_l1_reverse	2	-0.14625732600688934
30792	rnn.bias_hh_l1_reverse	3	-0.027412667870521545
30792	rnn.bias_hh_l1_reverse	4	-0.037884049117565155
30792	rnn.bias_hh_l1_reverse	5	-0.03860734403133392
30792	rnn.bias_hh_l1_reverse	6	0.09498851746320724
30792	rnn.bias_hh_l1_reverse	7	-0.07137485593557358
30792	rnn.bias_hh_l1_reverse	8	-0.06305847316980362
30792	rnn.bias_hh_l1_reverse	9	-0.06769508123397827
30792	linear.weight	0	0.002228822559118271
30792	linear.weight	1	0.08886755257844925
30792	linear.weight	2	-0.08969929069280624
30792	linear.weight	3	0.1838064044713974
30792	linear.weight	4	0.07449134439229965
30792	linear.weight	5	0.039880961179733276
30792	linear.weight	6	0.08746452629566193
30792	linear.weight	7	0.12398592382669449
30792	linear.weight	8	0.0420001782476902
30792	linear.weight	9	-0.03692048415541649
30792	linear.bias	0	-0.10348401963710785
30792	linear.bias	1	0.004727033898234367
30792	linear.bias	2	-0.4094987213611603
30792	linear.bias	3	-0.7531552314758301
30792	linear.bias	4	-0.9110562801361084
30792	linear.bias	5	0.09654372185468674
30792	linear.bias	6	-0.548728346824646
30792	linear.bias	7	0.5476223826408386
30792	linear.bias	8	-0.5374214053153992
30792	linear.bias	9	-0.7596163749694824
30989	transitions	0	0.2945266664028168
30989	transitions	1	-0.09842311590909958
30989	transitions	2	-10000.0
30989	transitions	3	-1.7773996591567993
30989	transitions	4	-10000.0
30989	transitions	5	0.7266569137573242
30989	transitions	6	0.041702620685100555
30989	transitions	7	-0.11611638963222504
30989	transitions	8	-1.260270595550537
30989	transitions	9	0.00036267860559746623
30989	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
30989	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
30989	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
30989	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
30989	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
30989	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
30989	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
30989	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
30989	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
30989	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
30989	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
30989	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
30989	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
30989	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
30989	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
30989	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
30989	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
30989	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
30989	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
30989	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
30989	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
30989	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
30989	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
30989	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
30989	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
30989	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
30989	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
30989	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
30989	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
30989	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
30989	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
30989	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
30989	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
30989	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
30989	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
30989	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
30989	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
30989	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
30989	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
30989	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
30989	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
30989	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
30989	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
30989	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
30989	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
30989	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
30989	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
30989	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
30989	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
30989	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
30989	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
30989	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
30989	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
30989	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
30989	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
30989	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
30989	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
30989	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
30989	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
30989	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
30989	embedding2nn.weight	0	0.019699702039361
30989	embedding2nn.weight	1	-0.01823108084499836
30989	embedding2nn.weight	2	-0.014268253929913044
30989	embedding2nn.weight	3	0.01917315647006035
30989	embedding2nn.weight	4	-0.005915034096688032
30989	embedding2nn.weight	5	-0.003700593486428261
30989	embedding2nn.weight	6	-0.003973277285695076
30989	embedding2nn.weight	7	-0.0355934277176857
30989	embedding2nn.weight	8	-0.0019979383796453476
30989	embedding2nn.weight	9	-0.015332567505538464
30989	embedding2nn.bias	0	0.0363483689725399
30989	embedding2nn.bias	1	-0.0347687192261219
30989	embedding2nn.bias	2	0.07312136143445969
30989	embedding2nn.bias	3	0.05510576814413071
30989	embedding2nn.bias	4	-0.0061971265822649
30989	embedding2nn.bias	5	-0.02049868181347847
30989	embedding2nn.bias	6	0.01700342260301113
30989	embedding2nn.bias	7	-0.04289814829826355
30989	embedding2nn.bias	8	0.044593580067157745
30989	embedding2nn.bias	9	0.031573060899972916
30989	rnn.weight_ih_l0	0	-0.022484231740236282
30989	rnn.weight_ih_l0	1	0.007437325082719326
30989	rnn.weight_ih_l0	2	0.02636813372373581
30989	rnn.weight_ih_l0	3	0.012632453814148903
30989	rnn.weight_ih_l0	4	-0.019337385892868042
30989	rnn.weight_ih_l0	5	-0.05514318123459816
30989	rnn.weight_ih_l0	6	0.01378803700208664
30989	rnn.weight_ih_l0	7	0.04542568325996399
30989	rnn.weight_ih_l0	8	0.013975786976516247
30989	rnn.weight_ih_l0	9	-0.03553100675344467
30989	rnn.weight_hh_l0	0	-0.04077659547328949
30989	rnn.weight_hh_l0	1	-0.005915866699069738
30989	rnn.weight_hh_l0	2	0.009826356545090675
30989	rnn.weight_hh_l0	3	-0.030721435323357582
30989	rnn.weight_hh_l0	4	0.04183542728424072
30989	rnn.weight_hh_l0	5	-0.011647721752524376
30989	rnn.weight_hh_l0	6	-0.025192102417349815
30989	rnn.weight_hh_l0	7	-0.034382738173007965
30989	rnn.weight_hh_l0	8	0.002943395869806409
30989	rnn.weight_hh_l0	9	-0.025371043011546135
30989	rnn.bias_ih_l0	0	0.01763487607240677
30989	rnn.bias_ih_l0	1	-0.028854358941316605
30989	rnn.bias_ih_l0	2	-0.004014094825834036
30989	rnn.bias_ih_l0	3	0.05587279424071312
30989	rnn.bias_ih_l0	4	-0.04199279472231865
30989	rnn.bias_ih_l0	5	-0.027740072458982468
30989	rnn.bias_ih_l0	6	-0.014033777639269829
30989	rnn.bias_ih_l0	7	0.02750147134065628
30989	rnn.bias_ih_l0	8	-0.06462287902832031
30989	rnn.bias_ih_l0	9	-0.022844556719064713
30989	rnn.bias_hh_l0	0	-0.03094990737736225
30989	rnn.bias_hh_l0	1	-0.058084677904844284
30989	rnn.bias_hh_l0	2	-0.03418422490358353
30989	rnn.bias_hh_l0	3	-0.045647893100976944
30989	rnn.bias_hh_l0	4	-0.009418457746505737
30989	rnn.bias_hh_l0	5	0.008053489029407501
30989	rnn.bias_hh_l0	6	0.027239549905061722
30989	rnn.bias_hh_l0	7	-0.00548423221334815
30989	rnn.bias_hh_l0	8	-0.06850020587444305
30989	rnn.bias_hh_l0	9	-0.02614155039191246
30989	rnn.weight_ih_l0_reverse	0	-0.017633622512221336
30989	rnn.weight_ih_l0_reverse	1	-0.05329262092709541
30989	rnn.weight_ih_l0_reverse	2	-0.017309242859482765
30989	rnn.weight_ih_l0_reverse	3	0.003913311753422022
30989	rnn.weight_ih_l0_reverse	4	-0.013887491077184677
30989	rnn.weight_ih_l0_reverse	5	-0.049171339720487595
30989	rnn.weight_ih_l0_reverse	6	0.04402196779847145
30989	rnn.weight_ih_l0_reverse	7	-0.023729275912046432
30989	rnn.weight_ih_l0_reverse	8	-0.03293362259864807
30989	rnn.weight_ih_l0_reverse	9	0.018095722422003746
30989	rnn.weight_hh_l0_reverse	0	0.03276923671364784
30989	rnn.weight_hh_l0_reverse	1	0.029391001909971237
30989	rnn.weight_hh_l0_reverse	2	0.02989250421524048
30989	rnn.weight_hh_l0_reverse	3	0.018282033503055573
30989	rnn.weight_hh_l0_reverse	4	0.007517462596297264
30989	rnn.weight_hh_l0_reverse	5	-0.0021433981601148844
30989	rnn.weight_hh_l0_reverse	6	0.035713281482458115
30989	rnn.weight_hh_l0_reverse	7	-0.02583269774913788
30989	rnn.weight_hh_l0_reverse	8	0.016995329409837723
30989	rnn.weight_hh_l0_reverse	9	0.046968068927526474
30989	rnn.bias_ih_l0_reverse	0	-0.06413435190916061
30989	rnn.bias_ih_l0_reverse	1	-0.10956321656703949
30989	rnn.bias_ih_l0_reverse	2	-0.036339323967695236
30989	rnn.bias_ih_l0_reverse	3	-0.0009308508597314358
30989	rnn.bias_ih_l0_reverse	4	-0.027024220675230026
30989	rnn.bias_ih_l0_reverse	5	0.01198688056319952
30989	rnn.bias_ih_l0_reverse	6	-0.021020280197262764
30989	rnn.bias_ih_l0_reverse	7	0.030251994729042053
30989	rnn.bias_ih_l0_reverse	8	-0.029988650232553482
30989	rnn.bias_ih_l0_reverse	9	0.01959792897105217
30989	rnn.bias_hh_l0_reverse	0	-0.02492239885032177
30989	rnn.bias_hh_l0_reverse	1	-0.02626892179250717
30989	rnn.bias_hh_l0_reverse	2	0.02211095206439495
30989	rnn.bias_hh_l0_reverse	3	-0.039873313158750534
30989	rnn.bias_hh_l0_reverse	4	-0.03715742751955986
30989	rnn.bias_hh_l0_reverse	5	-0.04246917739510536
30989	rnn.bias_hh_l0_reverse	6	-0.0030418038368225098
30989	rnn.bias_hh_l0_reverse	7	0.05502905324101448
30989	rnn.bias_hh_l0_reverse	8	0.0375276654958725
30989	rnn.bias_hh_l0_reverse	9	-0.08912231773138046
30989	rnn.weight_ih_l1	0	-0.03576758876442909
30989	rnn.weight_ih_l1	1	-0.03834621608257294
30989	rnn.weight_ih_l1	2	0.04616382345557213
30989	rnn.weight_ih_l1	3	-0.026037923991680145
30989	rnn.weight_ih_l1	4	0.005977694410830736
30989	rnn.weight_ih_l1	5	-0.04091597720980644
30989	rnn.weight_ih_l1	6	0.019233927130699158
30989	rnn.weight_ih_l1	7	-0.03466325253248215
30989	rnn.weight_ih_l1	8	0.0403665229678154
30989	rnn.weight_ih_l1	9	0.02613627165555954
30989	rnn.weight_hh_l1	0	-0.002388449152931571
30989	rnn.weight_hh_l1	1	0.005360583309084177
30989	rnn.weight_hh_l1	2	-0.02263258956372738
30989	rnn.weight_hh_l1	3	-0.005954686552286148
30989	rnn.weight_hh_l1	4	0.004231585655361414
30989	rnn.weight_hh_l1	5	0.030978603288531303
30989	rnn.weight_hh_l1	6	0.03046995773911476
30989	rnn.weight_hh_l1	7	-0.03049752116203308
30989	rnn.weight_hh_l1	8	-0.03900512307882309
30989	rnn.weight_hh_l1	9	0.03849417716264725
30989	rnn.bias_ih_l1	0	-0.09844863414764404
30989	rnn.bias_ih_l1	1	-0.06804826110601425
30989	rnn.bias_ih_l1	2	-0.1151319295167923
30989	rnn.bias_ih_l1	3	-0.14033277332782745
30989	rnn.bias_ih_l1	4	-0.1437753438949585
30989	rnn.bias_ih_l1	5	-0.0843651220202446
30989	rnn.bias_ih_l1	6	-0.05333736538887024
30989	rnn.bias_ih_l1	7	-0.02800128050148487
30989	rnn.bias_ih_l1	8	-0.0666443333029747
30989	rnn.bias_ih_l1	9	-0.06784488260746002
30989	rnn.bias_hh_l1	0	-0.10859894007444382
30989	rnn.bias_hh_l1	1	-0.022900445386767387
30989	rnn.bias_hh_l1	2	-0.03619274124503136
30989	rnn.bias_hh_l1	3	-0.05418895557522774
30989	rnn.bias_hh_l1	4	-0.08112318068742752
30989	rnn.bias_hh_l1	5	-0.046885766088962555
30989	rnn.bias_hh_l1	6	-0.07395000755786896
30989	rnn.bias_hh_l1	7	-0.01112463977187872
30989	rnn.bias_hh_l1	8	-0.026864217594265938
30989	rnn.bias_hh_l1	9	-0.031483717262744904
30989	rnn.weight_ih_l1_reverse	0	-0.0325658842921257
30989	rnn.weight_ih_l1_reverse	1	0.008544960990548134
30989	rnn.weight_ih_l1_reverse	2	-0.0514700748026371
30989	rnn.weight_ih_l1_reverse	3	-0.023962195962667465
30989	rnn.weight_ih_l1_reverse	4	-0.021055573597550392
30989	rnn.weight_ih_l1_reverse	5	-0.037094730883836746
30989	rnn.weight_ih_l1_reverse	6	-0.016544628888368607
30989	rnn.weight_ih_l1_reverse	7	0.018220242112874985
30989	rnn.weight_ih_l1_reverse	8	0.037861164659261703
30989	rnn.weight_ih_l1_reverse	9	-0.042612966150045395
30989	rnn.weight_hh_l1_reverse	0	0.008717468939721584
30989	rnn.weight_hh_l1_reverse	1	0.028957169502973557
30989	rnn.weight_hh_l1_reverse	2	-0.03688899800181389
30989	rnn.weight_hh_l1_reverse	3	0.03933316469192505
30989	rnn.weight_hh_l1_reverse	4	0.041508011519908905
30989	rnn.weight_hh_l1_reverse	5	0.009823666885495186
30989	rnn.weight_hh_l1_reverse	6	0.015148491598665714
30989	rnn.weight_hh_l1_reverse	7	0.02799852378666401
30989	rnn.weight_hh_l1_reverse	8	-0.005001679994165897
30989	rnn.weight_hh_l1_reverse	9	-0.038131535053253174
30989	rnn.bias_ih_l1_reverse	0	-0.004859797656536102
30989	rnn.bias_ih_l1_reverse	1	-0.05849606543779373
30989	rnn.bias_ih_l1_reverse	2	-0.07892663776874542
30989	rnn.bias_ih_l1_reverse	3	-0.003939432557672262
30989	rnn.bias_ih_l1_reverse	4	-0.12249946594238281
30989	rnn.bias_ih_l1_reverse	5	-0.06640114635229111
30989	rnn.bias_ih_l1_reverse	6	-0.0707470178604126
30989	rnn.bias_ih_l1_reverse	7	-0.09150514751672745
30989	rnn.bias_ih_l1_reverse	8	0.07454406470060349
30989	rnn.bias_ih_l1_reverse	9	0.018336929380893707
30989	rnn.bias_hh_l1_reverse	0	0.007181232329457998
30989	rnn.bias_hh_l1_reverse	1	0.011006145738065243
30989	rnn.bias_hh_l1_reverse	2	-0.14748859405517578
30989	rnn.bias_hh_l1_reverse	3	-0.028851937502622604
30989	rnn.bias_hh_l1_reverse	4	-0.0366179496049881
30989	rnn.bias_hh_l1_reverse	5	-0.038832198828458786
30989	rnn.bias_hh_l1_reverse	6	0.11110959202051163
30989	rnn.bias_hh_l1_reverse	7	-0.07150135934352875
30989	rnn.bias_hh_l1_reverse	8	-0.061879318207502365
30989	rnn.bias_hh_l1_reverse	9	-0.07007008790969849
30989	linear.weight	0	0.002228822559118271
30989	linear.weight	1	0.08536478132009506
30989	linear.weight	2	-0.0845840573310852
30989	linear.weight	3	0.18534323573112488
30989	linear.weight	4	0.07382620126008987
30989	linear.weight	5	0.03871375322341919
30989	linear.weight	6	0.09196435660123825
30989	linear.weight	7	0.14881663024425507
30989	linear.weight	8	0.04198789224028587
30989	linear.weight	9	-0.03487678989768028
30989	linear.bias	0	-0.08725679665803909
30989	linear.bias	1	0.02427869476377964
30989	linear.bias	2	-0.3786620497703552
30989	linear.bias	3	-0.7541221380233765
30989	linear.bias	4	-0.9099696278572083
30989	linear.bias	5	0.08166712522506714
30989	linear.bias	6	-0.5338392853736877
30989	linear.bias	7	0.5429704785346985
30989	linear.bias	8	-0.5658256411552429
30989	linear.bias	9	-0.784343421459198
31186	transitions	0	0.30553463101387024
31186	transitions	1	-0.0879962295293808
31186	transitions	2	-10000.0
31186	transitions	3	-1.7775917053222656
31186	transitions	4	-10000.0
31186	transitions	5	0.7258201837539673
31186	transitions	6	0.041008275002241135
31186	transitions	7	-0.11764437705278397
31186	transitions	8	-1.260802984237671
31186	transitions	9	0.00035406736424192786
31186	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
31186	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
31186	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
31186	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
31186	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
31186	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
31186	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
31186	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
31186	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
31186	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
31186	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
31186	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
31186	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
31186	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
31186	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
31186	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
31186	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
31186	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
31186	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
31186	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
31186	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
31186	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
31186	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
31186	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
31186	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
31186	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
31186	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
31186	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
31186	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
31186	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
31186	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
31186	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
31186	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
31186	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
31186	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
31186	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
31186	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
31186	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
31186	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
31186	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
31186	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
31186	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
31186	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
31186	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
31186	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
31186	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
31186	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
31186	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
31186	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
31186	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
31186	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
31186	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
31186	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
31186	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
31186	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
31186	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
31186	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
31186	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
31186	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
31186	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
31186	embedding2nn.weight	0	0.017710039392113686
31186	embedding2nn.weight	1	-0.0181223563849926
31186	embedding2nn.weight	2	-0.014268253929913044
31186	embedding2nn.weight	3	0.020701058208942413
31186	embedding2nn.weight	4	-0.005915034096688032
31186	embedding2nn.weight	5	-0.003700593253597617
31186	embedding2nn.weight	6	-0.003973274491727352
31186	embedding2nn.weight	7	-0.03367652744054794
31186	embedding2nn.weight	8	-0.0019979383796453476
31186	embedding2nn.weight	9	-0.015246065333485603
31186	embedding2nn.bias	0	0.03795097768306732
31186	embedding2nn.bias	1	-0.03863469138741493
31186	embedding2nn.bias	2	0.06989912688732147
31186	embedding2nn.bias	3	0.04754076153039932
31186	embedding2nn.bias	4	-0.014255347661674023
31186	embedding2nn.bias	5	-0.027633734047412872
31186	embedding2nn.bias	6	0.013462764210999012
31186	embedding2nn.bias	7	-0.05079755187034607
31186	embedding2nn.bias	8	0.045516375452280045
31186	embedding2nn.bias	9	0.031047362834215164
31186	rnn.weight_ih_l0	0	-0.019518466666340828
31186	rnn.weight_ih_l0	1	0.00641917297616601
31186	rnn.weight_ih_l0	2	0.027623672038316727
31186	rnn.weight_ih_l0	3	0.012585478834807873
31186	rnn.weight_ih_l0	4	-0.018629232421517372
31186	rnn.weight_ih_l0	5	-0.05593281239271164
31186	rnn.weight_ih_l0	6	0.015031484887003899
31186	rnn.weight_ih_l0	7	0.04465533792972565
31186	rnn.weight_ih_l0	8	0.01523007545620203
31186	rnn.weight_ih_l0	9	-0.0356501042842865
31186	rnn.weight_hh_l0	0	-0.04076828435063362
31186	rnn.weight_hh_l0	1	-0.006287332158535719
31186	rnn.weight_hh_l0	2	0.009019646793603897
31186	rnn.weight_hh_l0	3	-0.031075766310095787
31186	rnn.weight_hh_l0	4	0.041997745633125305
31186	rnn.weight_hh_l0	5	-0.011637368239462376
31186	rnn.weight_hh_l0	6	-0.02500913478434086
31186	rnn.weight_hh_l0	7	-0.03361789137125015
31186	rnn.weight_hh_l0	8	0.0027920089196413755
31186	rnn.weight_hh_l0	9	-0.025121411308646202
31186	rnn.bias_ih_l0	0	0.016483409330248833
31186	rnn.bias_ih_l0	1	-0.03016635961830616
31186	rnn.bias_ih_l0	2	-0.004264978691935539
31186	rnn.bias_ih_l0	3	0.05495799705386162
31186	rnn.bias_ih_l0	4	-0.036967724561691284
31186	rnn.bias_ih_l0	5	-0.03169360011816025
31186	rnn.bias_ih_l0	6	-0.016629189252853394
31186	rnn.bias_ih_l0	7	0.02519112639129162
31186	rnn.bias_ih_l0	8	-0.06559796631336212
31186	rnn.bias_ih_l0	9	-0.022858964279294014
31186	rnn.bias_hh_l0	0	-0.03501180559396744
31186	rnn.bias_hh_l0	1	-0.05792257934808731
31186	rnn.bias_hh_l0	2	-0.03576861694455147
31186	rnn.bias_hh_l0	3	-0.04310353100299835
31186	rnn.bias_hh_l0	4	-0.010962683707475662
31186	rnn.bias_hh_l0	5	0.0046148416586220264
31186	rnn.bias_hh_l0	6	0.027840401977300644
31186	rnn.bias_hh_l0	7	-0.002226686803624034
31186	rnn.bias_hh_l0	8	-0.07152292132377625
31186	rnn.bias_hh_l0	9	-0.021481405943632126
31186	rnn.weight_ih_l0_reverse	0	-0.018915483728051186
31186	rnn.weight_ih_l0_reverse	1	-0.053431905806064606
31186	rnn.weight_ih_l0_reverse	2	-0.018105922266840935
31186	rnn.weight_ih_l0_reverse	3	0.0038573523052036762
31186	rnn.weight_ih_l0_reverse	4	-0.013820077292621136
31186	rnn.weight_ih_l0_reverse	5	-0.04892771691083908
31186	rnn.weight_ih_l0_reverse	6	0.04453008621931076
31186	rnn.weight_ih_l0_reverse	7	-0.02493809349834919
31186	rnn.weight_ih_l0_reverse	8	-0.0324622243642807
31186	rnn.weight_ih_l0_reverse	9	0.018282903358340263
31186	rnn.weight_hh_l0_reverse	0	0.03583354502916336
31186	rnn.weight_hh_l0_reverse	1	0.029532210901379585
31186	rnn.weight_hh_l0_reverse	2	0.03055403009057045
31186	rnn.weight_hh_l0_reverse	3	0.018532203510403633
31186	rnn.weight_hh_l0_reverse	4	0.007466027978807688
31186	rnn.weight_hh_l0_reverse	5	-0.0024794405326247215
31186	rnn.weight_hh_l0_reverse	6	0.03564688190817833
31186	rnn.weight_hh_l0_reverse	7	-0.026145676150918007
31186	rnn.weight_hh_l0_reverse	8	0.017716264352202415
31186	rnn.weight_hh_l0_reverse	9	0.047137290239334106
31186	rnn.bias_ih_l0_reverse	0	-0.061906419694423676
31186	rnn.bias_ih_l0_reverse	1	-0.11316714435815811
31186	rnn.bias_ih_l0_reverse	2	-0.03748007491230965
31186	rnn.bias_ih_l0_reverse	3	-0.0006431807414628565
31186	rnn.bias_ih_l0_reverse	4	-0.025022748857736588
31186	rnn.bias_ih_l0_reverse	5	0.01076778769493103
31186	rnn.bias_ih_l0_reverse	6	-0.020405808463692665
31186	rnn.bias_ih_l0_reverse	7	0.030521772801876068
31186	rnn.bias_ih_l0_reverse	8	-0.03223186358809471
31186	rnn.bias_ih_l0_reverse	9	0.017825158312916756
31186	rnn.bias_hh_l0_reverse	0	-0.025626886636018753
31186	rnn.bias_hh_l0_reverse	1	-0.023324918001890182
31186	rnn.bias_hh_l0_reverse	2	0.022814329713582993
31186	rnn.bias_hh_l0_reverse	3	-0.03856152668595314
31186	rnn.bias_hh_l0_reverse	4	-0.03881418704986572
31186	rnn.bias_hh_l0_reverse	5	-0.04068832844495773
31186	rnn.bias_hh_l0_reverse	6	-0.002051780465990305
31186	rnn.bias_hh_l0_reverse	7	0.053151633590459824
31186	rnn.bias_hh_l0_reverse	8	0.03340604528784752
31186	rnn.bias_hh_l0_reverse	9	-0.08533309400081635
31186	rnn.weight_ih_l1	0	-0.03514906391501427
31186	rnn.weight_ih_l1	1	-0.03635628521442413
31186	rnn.weight_ih_l1	2	0.04975535720586777
31186	rnn.weight_ih_l1	3	-0.027732910588383675
31186	rnn.weight_ih_l1	4	0.005831314716488123
31186	rnn.weight_ih_l1	5	-0.040273409336805344
31186	rnn.weight_ih_l1	6	0.01957481913268566
31186	rnn.weight_ih_l1	7	-0.03356800600886345
31186	rnn.weight_ih_l1	8	0.04042617976665497
31186	rnn.weight_ih_l1	9	0.02575993910431862
31186	rnn.weight_hh_l1	0	-0.0038123242557048798
31186	rnn.weight_hh_l1	1	0.005305457394570112
31186	rnn.weight_hh_l1	2	-0.021892311051487923
31186	rnn.weight_hh_l1	3	-0.0061157457530498505
31186	rnn.weight_hh_l1	4	0.004236458335071802
31186	rnn.weight_hh_l1	5	0.030789770185947418
31186	rnn.weight_hh_l1	6	0.030479736626148224
31186	rnn.weight_hh_l1	7	-0.030312534421682358
31186	rnn.weight_hh_l1	8	-0.0390828400850296
31186	rnn.weight_hh_l1	9	0.03886808827519417
31186	rnn.bias_ih_l1	0	-0.09718062728643417
31186	rnn.bias_ih_l1	1	-0.06992439180612564
31186	rnn.bias_ih_l1	2	-0.11420147866010666
31186	rnn.bias_ih_l1	3	-0.14016510546207428
31186	rnn.bias_ih_l1	4	-0.15051820874214172
31186	rnn.bias_ih_l1	5	-0.08542503416538239
31186	rnn.bias_ih_l1	6	-0.05289342999458313
31186	rnn.bias_ih_l1	7	-0.027050863951444626
31186	rnn.bias_ih_l1	8	-0.0661536306142807
31186	rnn.bias_ih_l1	9	-0.0691869705915451
31186	rnn.bias_hh_l1	0	-0.10816975682973862
31186	rnn.bias_hh_l1	1	-0.024568673223257065
31186	rnn.bias_hh_l1	2	-0.03696674108505249
31186	rnn.bias_hh_l1	3	-0.05511623993515968
31186	rnn.bias_hh_l1	4	-0.08196742087602615
31186	rnn.bias_hh_l1	5	-0.04731481522321701
31186	rnn.bias_hh_l1	6	-0.07126295566558838
31186	rnn.bias_hh_l1	7	-0.005703102797269821
31186	rnn.bias_hh_l1	8	-0.028481891378760338
31186	rnn.bias_hh_l1	9	-0.031075794249773026
31186	rnn.weight_ih_l1_reverse	0	-0.032894812524318695
31186	rnn.weight_ih_l1_reverse	1	0.010011103004217148
31186	rnn.weight_ih_l1_reverse	2	-0.04922240227460861
31186	rnn.weight_ih_l1_reverse	3	-0.022127456963062286
31186	rnn.weight_ih_l1_reverse	4	-0.020758453756570816
31186	rnn.weight_ih_l1_reverse	5	-0.037013426423072815
31186	rnn.weight_ih_l1_reverse	6	-0.017835011705756187
31186	rnn.weight_ih_l1_reverse	7	0.017521187663078308
31186	rnn.weight_ih_l1_reverse	8	0.03594362363219261
31186	rnn.weight_ih_l1_reverse	9	-0.04308699816465378
31186	rnn.weight_hh_l1_reverse	0	0.008561686612665653
31186	rnn.weight_hh_l1_reverse	1	0.02895359694957733
31186	rnn.weight_hh_l1_reverse	2	-0.03691834583878517
31186	rnn.weight_hh_l1_reverse	3	0.03940225765109062
31186	rnn.weight_hh_l1_reverse	4	0.041358888149261475
31186	rnn.weight_hh_l1_reverse	5	0.009821714833378792
31186	rnn.weight_hh_l1_reverse	6	0.015469308011233807
31186	rnn.weight_hh_l1_reverse	7	0.027973614633083344
31186	rnn.weight_hh_l1_reverse	8	-0.004818944726139307
31186	rnn.weight_hh_l1_reverse	9	-0.03833172097802162
31186	rnn.bias_ih_l1_reverse	0	-0.007818157784640789
31186	rnn.bias_ih_l1_reverse	1	-0.058515142649412155
31186	rnn.bias_ih_l1_reverse	2	-0.0774960145354271
31186	rnn.bias_ih_l1_reverse	3	-0.010628770105540752
31186	rnn.bias_ih_l1_reverse	4	-0.12124671041965485
31186	rnn.bias_ih_l1_reverse	5	-0.06823817640542984
31186	rnn.bias_ih_l1_reverse	6	-0.07254066318273544
31186	rnn.bias_ih_l1_reverse	7	-0.09245806187391281
31186	rnn.bias_ih_l1_reverse	8	0.07150266319513321
31186	rnn.bias_ih_l1_reverse	9	0.011855566874146461
31186	rnn.bias_hh_l1_reverse	0	0.00835586991161108
31186	rnn.bias_hh_l1_reverse	1	0.008062570355832577
31186	rnn.bias_hh_l1_reverse	2	-0.15028373897075653
31186	rnn.bias_hh_l1_reverse	3	-0.027208101004362106
31186	rnn.bias_hh_l1_reverse	4	-0.03671681508421898
31186	rnn.bias_hh_l1_reverse	5	-0.04193640127778053
31186	rnn.bias_hh_l1_reverse	6	0.11068880558013916
31186	rnn.bias_hh_l1_reverse	7	-0.06997627764940262
31186	rnn.bias_hh_l1_reverse	8	-0.06398768723011017
31186	rnn.bias_hh_l1_reverse	9	-0.06920476257801056
31186	linear.weight	0	0.002228822559118271
31186	linear.weight	1	0.0722578912973404
31186	linear.weight	2	-0.08411380648612976
31186	linear.weight	3	0.19565752148628235
31186	linear.weight	4	0.08691819757223129
31186	linear.weight	5	0.03717969357967377
31186	linear.weight	6	0.09031228721141815
31186	linear.weight	7	0.1406676471233368
31186	linear.weight	8	0.0419718362390995
31186	linear.weight	9	-0.0408097505569458
31186	linear.bias	0	-0.15456391870975494
31186	linear.bias	1	0.014459582976996899
31186	linear.bias	2	-0.3707587420940399
31186	linear.bias	3	-0.7569438219070435
31186	linear.bias	4	-0.9093258380889893
31186	linear.bias	5	0.0710994154214859
31186	linear.bias	6	-0.543311357498169
31186	linear.bias	7	0.5236145257949829
31186	linear.bias	8	-0.5413854122161865
31186	linear.bias	9	-0.7549681663513184
31383	transitions	0	0.31033819913864136
31383	transitions	1	-0.0792006105184555
31383	transitions	2	-10000.0
31383	transitions	3	-1.7777910232543945
31383	transitions	4	-10000.0
31383	transitions	5	0.7250312566757202
31383	transitions	6	0.0403766930103302
31383	transitions	7	-0.11898530274629593
31383	transitions	8	-1.2614290714263916
31383	transitions	9	0.00034580359351821244
31383	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
31383	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
31383	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
31383	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
31383	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
31383	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
31383	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
31383	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
31383	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
31383	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
31383	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
31383	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
31383	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
31383	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
31383	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
31383	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
31383	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
31383	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
31383	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
31383	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
31383	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
31383	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
31383	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
31383	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
31383	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
31383	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
31383	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
31383	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
31383	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
31383	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
31383	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
31383	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
31383	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
31383	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
31383	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
31383	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
31383	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
31383	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
31383	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
31383	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
31383	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
31383	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
31383	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
31383	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
31383	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
31383	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
31383	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
31383	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
31383	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
31383	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
31383	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
31383	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
31383	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
31383	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
31383	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
31383	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
31383	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
31383	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
31383	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
31383	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
31383	embedding2nn.weight	0	0.015890251845121384
31383	embedding2nn.weight	1	-0.01813347637653351
31383	embedding2nn.weight	2	-0.014268253929913044
31383	embedding2nn.weight	3	0.017266228795051575
31383	embedding2nn.weight	4	-0.005915034096688032
31383	embedding2nn.weight	5	-0.003700592555105686
31383	embedding2nn.weight	6	-0.0039732735604047775
31383	embedding2nn.weight	7	-0.03456071391701698
31383	embedding2nn.weight	8	-0.0019979383796453476
31383	embedding2nn.weight	9	-0.014740324579179287
31383	embedding2nn.bias	0	0.03421301394701004
31383	embedding2nn.bias	1	-0.029138125479221344
31383	embedding2nn.bias	2	0.06171434745192528
31383	embedding2nn.bias	3	0.04754532873630524
31383	embedding2nn.bias	4	-0.021420704200863838
31383	embedding2nn.bias	5	-0.02095826528966427
31383	embedding2nn.bias	6	0.011565949767827988
31383	embedding2nn.bias	7	-0.04879654571413994
31383	embedding2nn.bias	8	0.04734589532017708
31383	embedding2nn.bias	9	0.02393350377678871
31383	rnn.weight_ih_l0	0	-0.01935935765504837
31383	rnn.weight_ih_l0	1	0.0058603123761713505
31383	rnn.weight_ih_l0	2	0.027741285040974617
31383	rnn.weight_ih_l0	3	0.012989369221031666
31383	rnn.weight_ih_l0	4	-0.01653408817946911
31383	rnn.weight_ih_l0	5	-0.05644087865948677
31383	rnn.weight_ih_l0	6	0.014627900905907154
31383	rnn.weight_ih_l0	7	0.04469224810600281
31383	rnn.weight_ih_l0	8	0.015785371884703636
31383	rnn.weight_ih_l0	9	-0.035062119364738464
31383	rnn.weight_hh_l0	0	-0.04241369664669037
31383	rnn.weight_hh_l0	1	-0.005901300814002752
31383	rnn.weight_hh_l0	2	0.008307498879730701
31383	rnn.weight_hh_l0	3	-0.030433787032961845
31383	rnn.weight_hh_l0	4	0.043064966797828674
31383	rnn.weight_hh_l0	5	-0.011771958321332932
31383	rnn.weight_hh_l0	6	-0.025080060586333275
31383	rnn.weight_hh_l0	7	-0.032695524394512177
31383	rnn.weight_hh_l0	8	0.0008362281951121986
31383	rnn.weight_hh_l0	9	-0.025081725791096687
31383	rnn.bias_ih_l0	0	0.01744893193244934
31383	rnn.bias_ih_l0	1	-0.028377629816532135
31383	rnn.bias_ih_l0	2	-0.003956429660320282
31383	rnn.bias_ih_l0	3	0.05517774820327759
31383	rnn.bias_ih_l0	4	-0.03466549888253212
31383	rnn.bias_ih_l0	5	-0.03085845150053501
31383	rnn.bias_ih_l0	6	-0.007805772125720978
31383	rnn.bias_ih_l0	7	0.024682408198714256
31383	rnn.bias_ih_l0	8	-0.0673704743385315
31383	rnn.bias_ih_l0	9	-0.023180801421403885
31383	rnn.bias_hh_l0	0	-0.035298362374305725
31383	rnn.bias_hh_l0	1	-0.05753879249095917
31383	rnn.bias_hh_l0	2	-0.038292575627565384
31383	rnn.bias_hh_l0	3	-0.04375036433339119
31383	rnn.bias_hh_l0	4	-0.01136210560798645
31383	rnn.bias_hh_l0	5	0.003754017176106572
31383	rnn.bias_hh_l0	6	0.0257785115391016
31383	rnn.bias_hh_l0	7	7.3037440415646415e-06
31383	rnn.bias_hh_l0	8	-0.0704084187746048
31383	rnn.bias_hh_l0	9	-0.012045050039887428
31383	rnn.weight_ih_l0_reverse	0	-0.019992301240563393
31383	rnn.weight_ih_l0_reverse	1	-0.05513900890946388
31383	rnn.weight_ih_l0_reverse	2	-0.01979535073041916
31383	rnn.weight_ih_l0_reverse	3	0.004997569136321545
31383	rnn.weight_ih_l0_reverse	4	-0.013449693098664284
31383	rnn.weight_ih_l0_reverse	5	-0.04907820001244545
31383	rnn.weight_ih_l0_reverse	6	0.04476272687315941
31383	rnn.weight_ih_l0_reverse	7	-0.02263600192964077
31383	rnn.weight_ih_l0_reverse	8	-0.033090297132730484
31383	rnn.weight_ih_l0_reverse	9	0.018030889332294464
31383	rnn.weight_hh_l0_reverse	0	0.036100927740335464
31383	rnn.weight_hh_l0_reverse	1	0.0303188469260931
31383	rnn.weight_hh_l0_reverse	2	0.02978590503334999
31383	rnn.weight_hh_l0_reverse	3	0.018664473667740822
31383	rnn.weight_hh_l0_reverse	4	0.007139501627534628
31383	rnn.weight_hh_l0_reverse	5	-0.0028487835079431534
31383	rnn.weight_hh_l0_reverse	6	0.03573406860232353
31383	rnn.weight_hh_l0_reverse	7	-0.02537117712199688
31383	rnn.weight_hh_l0_reverse	8	0.01829736866056919
31383	rnn.weight_hh_l0_reverse	9	0.04736320301890373
31383	rnn.bias_ih_l0_reverse	0	-0.06254010647535324
31383	rnn.bias_ih_l0_reverse	1	-0.11220040172338486
31383	rnn.bias_ih_l0_reverse	2	-0.034899063408374786
31383	rnn.bias_ih_l0_reverse	3	-0.002198804635554552
31383	rnn.bias_ih_l0_reverse	4	-0.025592517107725143
31383	rnn.bias_ih_l0_reverse	5	0.012923906557261944
31383	rnn.bias_ih_l0_reverse	6	-0.020755229517817497
31383	rnn.bias_ih_l0_reverse	7	0.030375249683856964
31383	rnn.bias_ih_l0_reverse	8	-0.03345542773604393
31383	rnn.bias_ih_l0_reverse	9	0.016687091439962387
31383	rnn.bias_hh_l0_reverse	0	-0.023312320932745934
31383	rnn.bias_hh_l0_reverse	1	-0.022344039753079414
31383	rnn.bias_hh_l0_reverse	2	0.026250803843140602
31383	rnn.bias_hh_l0_reverse	3	-0.03698849678039551
31383	rnn.bias_hh_l0_reverse	4	-0.03564557805657387
31383	rnn.bias_hh_l0_reverse	5	-0.04236741364002228
31383	rnn.bias_hh_l0_reverse	6	-0.0031227145809680223
31383	rnn.bias_hh_l0_reverse	7	0.05051688477396965
31383	rnn.bias_hh_l0_reverse	8	0.03355022147297859
31383	rnn.bias_hh_l0_reverse	9	-0.08394180983304977
31383	rnn.weight_ih_l1	0	-0.03483648598194122
31383	rnn.weight_ih_l1	1	-0.03393042832612991
31383	rnn.weight_ih_l1	2	0.04646890237927437
31383	rnn.weight_ih_l1	3	-0.027094753459095955
31383	rnn.weight_ih_l1	4	0.005668085068464279
31383	rnn.weight_ih_l1	5	-0.04003686457872391
31383	rnn.weight_ih_l1	6	0.019995469599962234
31383	rnn.weight_ih_l1	7	-0.03501463308930397
31383	rnn.weight_ih_l1	8	0.040389884263277054
31383	rnn.weight_ih_l1	9	0.026608025655150414
31383	rnn.weight_hh_l1	0	-0.0028114216402173042
31383	rnn.weight_hh_l1	1	0.004861862398684025
31383	rnn.weight_hh_l1	2	-0.022592103108763695
31383	rnn.weight_hh_l1	3	-0.005679548252373934
31383	rnn.weight_hh_l1	4	0.0031869346275925636
31383	rnn.weight_hh_l1	5	0.031216245144605637
31383	rnn.weight_hh_l1	6	0.030413659289479256
31383	rnn.weight_hh_l1	7	-0.03054027259349823
31383	rnn.weight_hh_l1	8	-0.038987431675195694
31383	rnn.weight_hh_l1	9	0.03868446126580238
31383	rnn.bias_ih_l1	0	-0.09776929020881653
31383	rnn.bias_ih_l1	1	-0.07267497479915619
31383	rnn.bias_ih_l1	2	-0.11477790772914886
31383	rnn.bias_ih_l1	3	-0.14235293865203857
31383	rnn.bias_ih_l1	4	-0.1574258804321289
31383	rnn.bias_ih_l1	5	-0.08475670963525772
31383	rnn.bias_ih_l1	6	-0.052979543805122375
31383	rnn.bias_ih_l1	7	-0.029243357479572296
31383	rnn.bias_ih_l1	8	-0.06786107271909714
31383	rnn.bias_ih_l1	9	-0.06619283556938171
31383	rnn.bias_hh_l1	0	-0.10700350999832153
31383	rnn.bias_hh_l1	1	-0.026539476588368416
31383	rnn.bias_hh_l1	2	-0.036502525210380554
31383	rnn.bias_hh_l1	3	-0.05410578474402428
31383	rnn.bias_hh_l1	4	-0.08293494582176208
31383	rnn.bias_hh_l1	5	-0.047110408544540405
31383	rnn.bias_hh_l1	6	-0.07304588705301285
31383	rnn.bias_hh_l1	7	-0.0133267343044281
31383	rnn.bias_hh_l1	8	-0.030909616500139236
31383	rnn.bias_hh_l1	9	-0.0341925285756588
31383	rnn.weight_ih_l1_reverse	0	-0.03238297998905182
31383	rnn.weight_ih_l1_reverse	1	0.016933569684624672
31383	rnn.weight_ih_l1_reverse	2	-0.04795784130692482
31383	rnn.weight_ih_l1_reverse	3	-0.023599328473210335
31383	rnn.weight_ih_l1_reverse	4	-0.02173573523759842
31383	rnn.weight_ih_l1_reverse	5	-0.03678479045629501
31383	rnn.weight_ih_l1_reverse	6	-0.01889904960989952
31383	rnn.weight_ih_l1_reverse	7	0.01676061749458313
31383	rnn.weight_ih_l1_reverse	8	0.03349699452519417
31383	rnn.weight_ih_l1_reverse	9	-0.044297028332948685
31383	rnn.weight_hh_l1_reverse	0	0.008604069240391254
31383	rnn.weight_hh_l1_reverse	1	0.02906230092048645
31383	rnn.weight_hh_l1_reverse	2	-0.03697221726179123
31383	rnn.weight_hh_l1_reverse	3	0.03950121998786926
31383	rnn.weight_hh_l1_reverse	4	0.041450146585702896
31383	rnn.weight_hh_l1_reverse	5	0.009754904545843601
31383	rnn.weight_hh_l1_reverse	6	0.016594216227531433
31383	rnn.weight_hh_l1_reverse	7	0.027998480945825577
31383	rnn.weight_hh_l1_reverse	8	-0.004791926592588425
31383	rnn.weight_hh_l1_reverse	9	-0.03790878504514694
31383	rnn.bias_ih_l1_reverse	0	-0.009353091940283775
31383	rnn.bias_ih_l1_reverse	1	-0.05934245139360428
31383	rnn.bias_ih_l1_reverse	2	-0.07748839259147644
31383	rnn.bias_ih_l1_reverse	3	-0.0016397946747019887
31383	rnn.bias_ih_l1_reverse	4	-0.12248028814792633
31383	rnn.bias_ih_l1_reverse	5	-0.06939469277858734
31383	rnn.bias_ih_l1_reverse	6	-0.07293596863746643
31383	rnn.bias_ih_l1_reverse	7	-0.09410209208726883
31383	rnn.bias_ih_l1_reverse	8	0.07502862066030502
31383	rnn.bias_ih_l1_reverse	9	0.012742914259433746
31383	rnn.bias_hh_l1_reverse	0	0.0017737227026373148
31383	rnn.bias_hh_l1_reverse	1	0.0038474237080663443
31383	rnn.bias_hh_l1_reverse	2	-0.15249556303024292
31383	rnn.bias_hh_l1_reverse	3	-0.03001077100634575
31383	rnn.bias_hh_l1_reverse	4	-0.03756990283727646
31383	rnn.bias_hh_l1_reverse	5	-0.04475293681025505
31383	rnn.bias_hh_l1_reverse	6	0.10641772300004959
31383	rnn.bias_hh_l1_reverse	7	-0.07482906430959702
31383	rnn.bias_hh_l1_reverse	8	-0.06271906942129135
31383	rnn.bias_hh_l1_reverse	9	-0.06984386593103409
31383	linear.weight	0	0.002228822559118271
31383	linear.weight	1	0.07797813415527344
31383	linear.weight	2	-0.07833470404148102
31383	linear.weight	3	0.20227190852165222
31383	linear.weight	4	0.07858741283416748
31383	linear.weight	5	0.031068608164787292
31383	linear.weight	6	0.07232238352298737
31383	linear.weight	7	0.13800416886806488
31383	linear.weight	8	0.04196496307849884
31383	linear.weight	9	-0.04548594355583191
31383	linear.bias	0	-0.1260567009449005
31383	linear.bias	1	0.006288012955337763
31383	linear.bias	2	-0.3679458498954773
31383	linear.bias	3	-0.7658685445785522
31383	linear.bias	4	-0.9198794960975647
31383	linear.bias	5	0.08451404422521591
31383	linear.bias	6	-0.5440055131912231
31383	linear.bias	7	0.5394724011421204
31383	linear.bias	8	-0.5605887174606323
31383	linear.bias	9	-0.7756863236427307
31580	transitions	0	0.32894280552864075
31580	transitions	1	-0.07701718807220459
31580	transitions	2	-10000.0
31580	transitions	3	-1.778066873550415
31580	transitions	4	-10000.0
31580	transitions	5	0.7241566181182861
31580	transitions	6	0.03983337804675102
31580	transitions	7	-0.12109547853469849
31580	transitions	8	-1.2621421813964844
31580	transitions	9	0.00033816785435192287
31580	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
31580	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
31580	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
31580	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
31580	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
31580	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
31580	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
31580	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
31580	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
31580	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
31580	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
31580	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
31580	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
31580	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
31580	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
31580	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
31580	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
31580	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
31580	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
31580	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
31580	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
31580	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
31580	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
31580	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
31580	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
31580	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
31580	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
31580	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
31580	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
31580	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
31580	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
31580	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
31580	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
31580	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
31580	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
31580	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
31580	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
31580	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
31580	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
31580	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
31580	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
31580	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
31580	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
31580	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
31580	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
31580	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
31580	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
31580	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
31580	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
31580	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
31580	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
31580	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
31580	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
31580	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
31580	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
31580	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
31580	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
31580	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
31580	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
31580	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
31580	embedding2nn.weight	0	0.015254060737788677
31580	embedding2nn.weight	1	-0.018714269623160362
31580	embedding2nn.weight	2	-0.014268253929913044
31580	embedding2nn.weight	3	0.021293720230460167
31580	embedding2nn.weight	4	-0.005915034096688032
31580	embedding2nn.weight	5	-0.0037005923222750425
31580	embedding2nn.weight	6	-0.003973276354372501
31580	embedding2nn.weight	7	-0.03571433573961258
31580	embedding2nn.weight	8	-0.0019979383796453476
31580	embedding2nn.weight	9	-0.014769526198506355
31580	embedding2nn.bias	0	0.034302495419979095
31580	embedding2nn.bias	1	-0.030842525884509087
31580	embedding2nn.bias	2	0.06653043627738953
31580	embedding2nn.bias	3	0.058367714285850525
31580	embedding2nn.bias	4	-0.024983108043670654
31580	embedding2nn.bias	5	-0.023998545482754707
31580	embedding2nn.bias	6	0.009053712710738182
31580	embedding2nn.bias	7	-0.04005208611488342
31580	embedding2nn.bias	8	0.05003749579191208
31580	embedding2nn.bias	9	0.023051133379340172
31580	rnn.weight_ih_l0	0	-0.019167426973581314
31580	rnn.weight_ih_l0	1	0.006590152624994516
31580	rnn.weight_ih_l0	2	0.02873343415558338
31580	rnn.weight_ih_l0	3	0.012987286783754826
31580	rnn.weight_ih_l0	4	-0.017021307721734047
31580	rnn.weight_ih_l0	5	-0.05582452565431595
31580	rnn.weight_ih_l0	6	0.015597258694469929
31580	rnn.weight_ih_l0	7	0.04594462737441063
31580	rnn.weight_ih_l0	8	0.0168266911059618
31580	rnn.weight_ih_l0	9	-0.0346747562289238
31580	rnn.weight_hh_l0	0	-0.04276299476623535
31580	rnn.weight_hh_l0	1	-0.0056714280508458614
31580	rnn.weight_hh_l0	2	0.008118652738630772
31580	rnn.weight_hh_l0	3	-0.03030526638031006
31580	rnn.weight_hh_l0	4	0.04190292954444885
31580	rnn.weight_hh_l0	5	-0.01065396424382925
31580	rnn.weight_hh_l0	6	-0.024058090522885323
31580	rnn.weight_hh_l0	7	-0.033767685294151306
31580	rnn.weight_hh_l0	8	0.0008093296783044934
31580	rnn.weight_hh_l0	9	-0.025302229449152946
31580	rnn.bias_ih_l0	0	0.01929512806236744
31580	rnn.bias_ih_l0	1	-0.025619501248002052
31580	rnn.bias_ih_l0	2	-0.0015071725938469172
31580	rnn.bias_ih_l0	3	0.05821218714118004
31580	rnn.bias_ih_l0	4	-0.03538614138960838
31580	rnn.bias_ih_l0	5	-0.03037695772945881
31580	rnn.bias_ih_l0	6	-0.011487924493849277
31580	rnn.bias_ih_l0	7	0.027011550962924957
31580	rnn.bias_ih_l0	8	-0.06731433421373367
31580	rnn.bias_ih_l0	9	-0.02337050624191761
31580	rnn.bias_hh_l0	0	-0.034763846546411514
31580	rnn.bias_hh_l0	1	-0.054590046405792236
31580	rnn.bias_hh_l0	2	-0.03836609050631523
31580	rnn.bias_hh_l0	3	-0.042517244815826416
31580	rnn.bias_hh_l0	4	-0.006106948014348745
31580	rnn.bias_hh_l0	5	0.0024584864731878042
31580	rnn.bias_hh_l0	6	0.026057032868266106
31580	rnn.bias_hh_l0	7	0.0002867118164431304
31580	rnn.bias_hh_l0	8	-0.06922562420368195
31580	rnn.bias_hh_l0	9	-0.01401661615818739
31580	rnn.weight_ih_l0_reverse	0	-0.0192421805113554
31580	rnn.weight_ih_l0_reverse	1	-0.05293029546737671
31580	rnn.weight_ih_l0_reverse	2	-0.018790028989315033
31580	rnn.weight_ih_l0_reverse	3	0.006010494194924831
31580	rnn.weight_ih_l0_reverse	4	-0.013975382782518864
31580	rnn.weight_ih_l0_reverse	5	-0.04820422828197479
31580	rnn.weight_ih_l0_reverse	6	0.04488362744450569
31580	rnn.weight_ih_l0_reverse	7	-0.02260758727788925
31580	rnn.weight_ih_l0_reverse	8	-0.03343290090560913
31580	rnn.weight_ih_l0_reverse	9	0.017970604822039604
31580	rnn.weight_hh_l0_reverse	0	0.036428920924663544
31580	rnn.weight_hh_l0_reverse	1	0.03100859746336937
31580	rnn.weight_hh_l0_reverse	2	0.030727921053767204
31580	rnn.weight_hh_l0_reverse	3	0.018483564257621765
31580	rnn.weight_hh_l0_reverse	4	0.006413610652089119
31580	rnn.weight_hh_l0_reverse	5	-0.0025649145245552063
31580	rnn.weight_hh_l0_reverse	6	0.0356268435716629
31580	rnn.weight_hh_l0_reverse	7	-0.025436589494347572
31580	rnn.weight_hh_l0_reverse	8	0.01832558773458004
31580	rnn.weight_hh_l0_reverse	9	0.04773065447807312
31580	rnn.bias_ih_l0_reverse	0	-0.06344533711671829
31580	rnn.bias_ih_l0_reverse	1	-0.11250445991754532
31580	rnn.bias_ih_l0_reverse	2	-0.04026283696293831
31580	rnn.bias_ih_l0_reverse	3	-0.002453132066875696
31580	rnn.bias_ih_l0_reverse	4	-0.021732168272137642
31580	rnn.bias_ih_l0_reverse	5	0.014683650806546211
31580	rnn.bias_ih_l0_reverse	6	-0.0206754170358181
31580	rnn.bias_ih_l0_reverse	7	0.02782297506928444
31580	rnn.bias_ih_l0_reverse	8	-0.031222328543663025
31580	rnn.bias_ih_l0_reverse	9	0.0193894375115633
31580	rnn.bias_hh_l0_reverse	0	-0.026170674711465836
31580	rnn.bias_hh_l0_reverse	1	-0.0156550332903862
31580	rnn.bias_hh_l0_reverse	2	0.024641744792461395
31580	rnn.bias_hh_l0_reverse	3	-0.036315325647592545
31580	rnn.bias_hh_l0_reverse	4	-0.03721056506037712
31580	rnn.bias_hh_l0_reverse	5	-0.04671211168169975
31580	rnn.bias_hh_l0_reverse	6	-0.00536310113966465
31580	rnn.bias_hh_l0_reverse	7	0.05296826362609863
31580	rnn.bias_hh_l0_reverse	8	0.03675326332449913
31580	rnn.bias_hh_l0_reverse	9	-0.08615383505821228
31580	rnn.weight_ih_l1	0	-0.03390628099441528
31580	rnn.weight_ih_l1	1	-0.031844161450862885
31580	rnn.weight_ih_l1	2	0.047204479575157166
31580	rnn.weight_ih_l1	3	-0.026777081191539764
31580	rnn.weight_ih_l1	4	0.0064439428970217705
31580	rnn.weight_ih_l1	5	-0.04103359952569008
31580	rnn.weight_ih_l1	6	0.02078179456293583
31580	rnn.weight_ih_l1	7	-0.03472982719540596
31580	rnn.weight_ih_l1	8	0.03948318213224411
31580	rnn.weight_ih_l1	9	0.026443442329764366
31580	rnn.weight_hh_l1	0	-0.003518184181302786
31580	rnn.weight_hh_l1	1	0.0046685198321938515
31580	rnn.weight_hh_l1	2	-0.02113376557826996
31580	rnn.weight_hh_l1	3	-0.005746868904680014
31580	rnn.weight_hh_l1	4	0.0033635380677878857
31580	rnn.weight_hh_l1	5	0.030977552756667137
31580	rnn.weight_hh_l1	6	0.030646033585071564
31580	rnn.weight_hh_l1	7	-0.030412616208195686
31580	rnn.weight_hh_l1	8	-0.03808797150850296
31580	rnn.weight_hh_l1	9	0.03888250142335892
31580	rnn.bias_ih_l1	0	-0.09990248829126358
31580	rnn.bias_ih_l1	1	-0.0788155049085617
31580	rnn.bias_ih_l1	2	-0.11552997678518295
31580	rnn.bias_ih_l1	3	-0.1397109031677246
31580	rnn.bias_ih_l1	4	-0.1459907442331314
31580	rnn.bias_ih_l1	5	-0.08652712404727936
31580	rnn.bias_ih_l1	6	-0.05319875851273537
31580	rnn.bias_ih_l1	7	-0.027846308425068855
31580	rnn.bias_ih_l1	8	-0.06620919704437256
31580	rnn.bias_ih_l1	9	-0.06764011830091476
31580	rnn.bias_hh_l1	0	-0.10779494047164917
31580	rnn.bias_hh_l1	1	-0.02339109778404236
31580	rnn.bias_hh_l1	2	-0.03636087849736214
31580	rnn.bias_hh_l1	3	-0.0541386753320694
31580	rnn.bias_hh_l1	4	-0.08249859511852264
31580	rnn.bias_hh_l1	5	-0.047968123108148575
31580	rnn.bias_hh_l1	6	-0.07517814636230469
31580	rnn.bias_hh_l1	7	-0.014869960024952888
31580	rnn.bias_hh_l1	8	-0.032499030232429504
31580	rnn.bias_hh_l1	9	-0.03227464482188225
31580	rnn.weight_ih_l1_reverse	0	-0.03089277632534504
31580	rnn.weight_ih_l1_reverse	1	0.01679113321006298
31580	rnn.weight_ih_l1_reverse	2	-0.047302644699811935
31580	rnn.weight_ih_l1_reverse	3	-0.023883609101176262
31580	rnn.weight_ih_l1_reverse	4	-0.0215960294008255
31580	rnn.weight_ih_l1_reverse	5	-0.036327436566352844
31580	rnn.weight_ih_l1_reverse	6	-0.018487202003598213
31580	rnn.weight_ih_l1_reverse	7	0.01752302795648575
31580	rnn.weight_ih_l1_reverse	8	0.029607869684696198
31580	rnn.weight_ih_l1_reverse	9	-0.0413982979953289
31580	rnn.weight_hh_l1_reverse	0	0.008529755286872387
31580	rnn.weight_hh_l1_reverse	1	0.02925899811089039
31580	rnn.weight_hh_l1_reverse	2	-0.037007272243499756
31580	rnn.weight_hh_l1_reverse	3	0.039359740912914276
31580	rnn.weight_hh_l1_reverse	4	0.041786689311265945
31580	rnn.weight_hh_l1_reverse	5	0.01003272458910942
31580	rnn.weight_hh_l1_reverse	6	0.017792783677577972
31580	rnn.weight_hh_l1_reverse	7	0.028176525607705116
31580	rnn.weight_hh_l1_reverse	8	-0.004691125359386206
31580	rnn.weight_hh_l1_reverse	9	-0.03828324005007744
31580	rnn.bias_ih_l1_reverse	0	-0.006541107315570116
31580	rnn.bias_ih_l1_reverse	1	-0.06011658534407616
31580	rnn.bias_ih_l1_reverse	2	-0.07718997448682785
31580	rnn.bias_ih_l1_reverse	3	0.0013118406059220433
31580	rnn.bias_ih_l1_reverse	4	-0.1225929781794548
31580	rnn.bias_ih_l1_reverse	5	-0.07063664495944977
31580	rnn.bias_ih_l1_reverse	6	-0.07313031703233719
31580	rnn.bias_ih_l1_reverse	7	-0.09426391869783401
31580	rnn.bias_ih_l1_reverse	8	0.06873717159032822
31580	rnn.bias_ih_l1_reverse	9	0.01929992251098156
31580	rnn.bias_hh_l1_reverse	0	0.0032204301096498966
31580	rnn.bias_hh_l1_reverse	1	0.010529347695410252
31580	rnn.bias_hh_l1_reverse	2	-0.15245285630226135
31580	rnn.bias_hh_l1_reverse	3	-0.02996787428855896
31580	rnn.bias_hh_l1_reverse	4	-0.037142686545848846
31580	rnn.bias_hh_l1_reverse	5	-0.044449735432863235
31580	rnn.bias_hh_l1_reverse	6	0.10661650449037552
31580	rnn.bias_hh_l1_reverse	7	-0.07731378078460693
31580	rnn.bias_hh_l1_reverse	8	-0.06085459515452385
31580	rnn.bias_hh_l1_reverse	9	-0.06964103877544403
31580	linear.weight	0	0.002228822559118271
31580	linear.weight	1	0.0696863904595375
31580	linear.weight	2	-0.07798147201538086
31580	linear.weight	3	0.2137293964624405
31580	linear.weight	4	0.10262937843799591
31580	linear.weight	5	0.03357311710715294
31580	linear.weight	6	0.05909504368901253
31580	linear.weight	7	0.12761466205120087
31580	linear.weight	8	0.041965171694755554
31580	linear.weight	9	-0.04496436566114426
31580	linear.bias	0	-0.10122879594564438
31580	linear.bias	1	0.012683622539043427
31580	linear.bias	2	-0.38415032625198364
31580	linear.bias	3	-0.7455049753189087
31580	linear.bias	4	-0.900954008102417
31580	linear.bias	5	0.07714076340198517
31580	linear.bias	6	-0.5384098887443542
31580	linear.bias	7	0.5338658094406128
31580	linear.bias	8	-0.5208391547203064
31580	linear.bias	9	-0.7437015771865845
31584	transitions	0	0.32880380749702454
31584	transitions	1	-0.07787281274795532
31584	transitions	2	-10000.0
31584	transitions	3	-1.7780742645263672
31584	transitions	4	-10000.0
31584	transitions	5	0.7241546511650085
31584	transitions	6	0.03981759771704674
31584	transitions	7	-0.12110023200511932
31584	transitions	8	-1.262169361114502
31584	transitions	9	0.0003380388079676777
31584	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
31584	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
31584	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
31584	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
31584	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
31584	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
31584	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
31584	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
31584	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
31584	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
31584	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
31584	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
31584	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
31584	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
31584	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
31584	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
31584	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
31584	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
31584	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
31584	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
31584	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
31584	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
31584	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
31584	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
31584	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
31584	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
31584	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
31584	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
31584	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
31584	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
31584	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
31584	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
31584	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
31584	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
31584	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
31584	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
31584	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
31584	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
31584	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
31584	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
31584	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
31584	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
31584	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
31584	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
31584	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
31584	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
31584	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
31584	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
31584	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
31584	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
31584	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
31584	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
31584	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
31584	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
31584	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
31584	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
31584	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
31584	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
31584	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
31584	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
31584	embedding2nn.weight	0	0.015114467591047287
31584	embedding2nn.weight	1	-0.018711458891630173
31584	embedding2nn.weight	2	-0.014268253929913044
31584	embedding2nn.weight	3	0.021081043407320976
31584	embedding2nn.weight	4	-0.005915034096688032
31584	embedding2nn.weight	5	-0.0037005923222750425
31584	embedding2nn.weight	6	-0.003973276354372501
31584	embedding2nn.weight	7	-0.03558579459786415
31584	embedding2nn.weight	8	-0.0019979383796453476
31584	embedding2nn.weight	9	-0.014780459925532341
31584	embedding2nn.bias	0	0.0355907566845417
31584	embedding2nn.bias	1	-0.032786041498184204
31584	embedding2nn.bias	2	0.065989188849926
31584	embedding2nn.bias	3	0.05854549631476402
31584	embedding2nn.bias	4	-0.02570824883878231
31584	embedding2nn.bias	5	-0.023211665451526642
31584	embedding2nn.bias	6	0.0073059494607150555
31584	embedding2nn.bias	7	-0.04260969161987305
31584	embedding2nn.bias	8	0.0506073534488678
31584	embedding2nn.bias	9	0.0236531812697649
31584	rnn.weight_ih_l0	0	-0.01890912838280201
31584	rnn.weight_ih_l0	1	0.006527036894112825
31584	rnn.weight_ih_l0	2	0.028686555102467537
31584	rnn.weight_ih_l0	3	0.012985803186893463
31584	rnn.weight_ih_l0	4	-0.017301661893725395
31584	rnn.weight_ih_l0	5	-0.055798839777708054
31584	rnn.weight_ih_l0	6	0.015665262937545776
31584	rnn.weight_ih_l0	7	0.04593323916196823
31584	rnn.weight_ih_l0	8	0.01680421270430088
31584	rnn.weight_ih_l0	9	-0.03471842780709267
31584	rnn.weight_hh_l0	0	-0.042747315019369125
31584	rnn.weight_hh_l0	1	-0.005916335619986057
31584	rnn.weight_hh_l0	2	0.00796898826956749
31584	rnn.weight_hh_l0	3	-0.030238566920161247
31584	rnn.weight_hh_l0	4	0.04166132211685181
31584	rnn.weight_hh_l0	5	-0.010685475543141365
31584	rnn.weight_hh_l0	6	-0.023701122030615807
31584	rnn.weight_hh_l0	7	-0.033826787024736404
31584	rnn.weight_hh_l0	8	0.0009611473651602864
31584	rnn.weight_hh_l0	9	-0.025310896337032318
31584	rnn.bias_ih_l0	0	0.01927288994193077
31584	rnn.bias_ih_l0	1	-0.025029843673110008
31584	rnn.bias_ih_l0	2	-0.001667901873588562
31584	rnn.bias_ih_l0	3	0.05850084871053696
31584	rnn.bias_ih_l0	4	-0.03544451296329498
31584	rnn.bias_ih_l0	5	-0.02973749302327633
31584	rnn.bias_ih_l0	6	-0.011502066627144814
31584	rnn.bias_ih_l0	7	0.027367806062102318
31584	rnn.bias_ih_l0	8	-0.0672900378704071
31584	rnn.bias_ih_l0	9	-0.02358013391494751
31584	rnn.bias_hh_l0	0	-0.03493237867951393
31584	rnn.bias_hh_l0	1	-0.05312918499112129
31584	rnn.bias_hh_l0	2	-0.038925252854824066
31584	rnn.bias_hh_l0	3	-0.042416635900735855
31584	rnn.bias_hh_l0	4	-0.006325968075543642
31584	rnn.bias_hh_l0	5	0.002310688840225339
31584	rnn.bias_hh_l0	6	0.025976112112402916
31584	rnn.bias_hh_l0	7	0.0010929760755971074
31584	rnn.bias_hh_l0	8	-0.06921274960041046
31584	rnn.bias_hh_l0	9	-0.013237811625003815
31584	rnn.weight_ih_l0_reverse	0	-0.019247205927968025
31584	rnn.weight_ih_l0_reverse	1	-0.05276767536997795
31584	rnn.weight_ih_l0_reverse	2	-0.018862679600715637
31584	rnn.weight_ih_l0_reverse	3	0.005999558139592409
31584	rnn.weight_ih_l0_reverse	4	-0.014009938575327396
31584	rnn.weight_ih_l0_reverse	5	-0.04831448942422867
31584	rnn.weight_ih_l0_reverse	6	0.04480251297354698
31584	rnn.weight_ih_l0_reverse	7	-0.022751247510313988
31584	rnn.weight_ih_l0_reverse	8	-0.03342556208372116
31584	rnn.weight_ih_l0_reverse	9	0.017937349155545235
31584	rnn.weight_hh_l0_reverse	0	0.03648584708571434
31584	rnn.weight_hh_l0_reverse	1	0.03098977357149124
31584	rnn.weight_hh_l0_reverse	2	0.030801454558968544
31584	rnn.weight_hh_l0_reverse	3	0.018473008647561073
31584	rnn.weight_hh_l0_reverse	4	0.0064119319431483746
31584	rnn.weight_hh_l0_reverse	5	-0.0024140127934515476
31584	rnn.weight_hh_l0_reverse	6	0.03561697155237198
31584	rnn.weight_hh_l0_reverse	7	-0.02539205364882946
31584	rnn.weight_hh_l0_reverse	8	0.018313873559236526
31584	rnn.weight_hh_l0_reverse	9	0.047717247158288956
31584	rnn.bias_ih_l0_reverse	0	-0.06334685534238815
31584	rnn.bias_ih_l0_reverse	1	-0.11222396045923233
31584	rnn.bias_ih_l0_reverse	2	-0.04014573618769646
31584	rnn.bias_ih_l0_reverse	3	-0.002476182533428073
31584	rnn.bias_ih_l0_reverse	4	-0.021611623466014862
31584	rnn.bias_ih_l0_reverse	5	0.01443908829241991
31584	rnn.bias_ih_l0_reverse	6	-0.02056276798248291
31584	rnn.bias_ih_l0_reverse	7	0.02710960991680622
31584	rnn.bias_ih_l0_reverse	8	-0.031428590416908264
31584	rnn.bias_ih_l0_reverse	9	0.019147228449583054
31584	rnn.bias_hh_l0_reverse	0	-0.02641143836081028
31584	rnn.bias_hh_l0_reverse	1	-0.016044963151216507
31584	rnn.bias_hh_l0_reverse	2	0.025003457441926003
31584	rnn.bias_hh_l0_reverse	3	-0.03671465441584587
31584	rnn.bias_hh_l0_reverse	4	-0.03686226159334183
31584	rnn.bias_hh_l0_reverse	5	-0.04626796767115593
31584	rnn.bias_hh_l0_reverse	6	-0.005334046203643084
31584	rnn.bias_hh_l0_reverse	7	0.052902087569236755
31584	rnn.bias_hh_l0_reverse	8	0.03665407374501228
31584	rnn.bias_hh_l0_reverse	9	-0.08581770211458206
31584	rnn.weight_ih_l1	0	-0.033936578780412674
31584	rnn.weight_ih_l1	1	-0.03178561478853226
31584	rnn.weight_ih_l1	2	0.047626834362745285
31584	rnn.weight_ih_l1	3	-0.026761528104543686
31584	rnn.weight_ih_l1	4	0.0064484854228794575
31584	rnn.weight_ih_l1	5	-0.04104344919323921
31584	rnn.weight_ih_l1	6	0.020749201998114586
31584	rnn.weight_ih_l1	7	-0.03483761474490166
31584	rnn.weight_ih_l1	8	0.0394921638071537
31584	rnn.weight_ih_l1	9	0.026480697095394135
31584	rnn.weight_hh_l1	0	-0.003598974784836173
31584	rnn.weight_hh_l1	1	0.0046855248510837555
31584	rnn.weight_hh_l1	2	-0.02102653682231903
31584	rnn.weight_hh_l1	3	-0.005740432534366846
31584	rnn.weight_hh_l1	4	0.003409904194995761
31584	rnn.weight_hh_l1	5	0.030925922095775604
31584	rnn.weight_hh_l1	6	0.030651921406388283
31584	rnn.weight_hh_l1	7	-0.030429411679506302
31584	rnn.weight_hh_l1	8	-0.03815232217311859
31584	rnn.weight_hh_l1	9	0.03890863433480263
31584	rnn.bias_ih_l1	0	-0.10026293992996216
31584	rnn.bias_ih_l1	1	-0.07827325910329819
31584	rnn.bias_ih_l1	2	-0.11534446477890015
31584	rnn.bias_ih_l1	3	-0.14005941152572632
31584	rnn.bias_ih_l1	4	-0.14576973021030426
31584	rnn.bias_ih_l1	5	-0.08644653111696243
31584	rnn.bias_ih_l1	6	-0.05296992138028145
31584	rnn.bias_ih_l1	7	-0.027349893003702164
31584	rnn.bias_ih_l1	8	-0.0655284970998764
31584	rnn.bias_ih_l1	9	-0.06753992289304733
31584	rnn.bias_hh_l1	0	-0.10784931480884552
31584	rnn.bias_hh_l1	1	-0.024010539054870605
31584	rnn.bias_hh_l1	2	-0.0375329814851284
31584	rnn.bias_hh_l1	3	-0.05398846045136452
31584	rnn.bias_hh_l1	4	-0.08240605145692825
31584	rnn.bias_hh_l1	5	-0.048004694283008575
31584	rnn.bias_hh_l1	6	-0.07474420219659805
31584	rnn.bias_hh_l1	7	-0.01618700847029686
31584	rnn.bias_hh_l1	8	-0.03311998024582863
31584	rnn.bias_hh_l1	9	-0.03128286823630333
31584	rnn.weight_ih_l1_reverse	0	-0.03091599978506565
31584	rnn.weight_ih_l1_reverse	1	0.016474049538373947
31584	rnn.weight_ih_l1_reverse	2	-0.047521382570266724
31584	rnn.weight_ih_l1_reverse	3	-0.02424641139805317
31584	rnn.weight_ih_l1_reverse	4	-0.021522609516978264
31584	rnn.weight_ih_l1_reverse	5	-0.036311883479356766
31584	rnn.weight_ih_l1_reverse	6	-0.0185904111713171
31584	rnn.weight_ih_l1_reverse	7	0.017517589032649994
31584	rnn.weight_ih_l1_reverse	8	0.029824726283550262
31584	rnn.weight_ih_l1_reverse	9	-0.04093771055340767
31584	rnn.weight_hh_l1_reverse	0	0.008523539640009403
31584	rnn.weight_hh_l1_reverse	1	0.029238266870379448
31584	rnn.weight_hh_l1_reverse	2	-0.03700722008943558
31584	rnn.weight_hh_l1_reverse	3	0.03934309259057045
31584	rnn.weight_hh_l1_reverse	4	0.04173178970813751
31584	rnn.weight_hh_l1_reverse	5	0.010077818296849728
31584	rnn.weight_hh_l1_reverse	6	0.018001630902290344
31584	rnn.weight_hh_l1_reverse	7	0.02815479040145874
31584	rnn.weight_hh_l1_reverse	8	-0.004697058349847794
31584	rnn.weight_hh_l1_reverse	9	-0.03826003521680832
31584	rnn.bias_ih_l1_reverse	0	-0.006281333044171333
31584	rnn.bias_ih_l1_reverse	1	-0.060005515813827515
31584	rnn.bias_ih_l1_reverse	2	-0.07727167755365372
31584	rnn.bias_ih_l1_reverse	3	-0.00020812478032894433
31584	rnn.bias_ih_l1_reverse	4	-0.12275498360395432
31584	rnn.bias_ih_l1_reverse	5	-0.07068880647420883
31584	rnn.bias_ih_l1_reverse	6	-0.0731615498661995
31584	rnn.bias_ih_l1_reverse	7	-0.09364442527294159
31584	rnn.bias_ih_l1_reverse	8	0.06886277347803116
31584	rnn.bias_ih_l1_reverse	9	0.018754448741674423
31584	rnn.bias_hh_l1_reverse	0	0.002536875195801258
31584	rnn.bias_hh_l1_reverse	1	0.012152249924838543
31584	rnn.bias_hh_l1_reverse	2	-0.152481347322464
31584	rnn.bias_hh_l1_reverse	3	-0.030039653182029724
31584	rnn.bias_hh_l1_reverse	4	-0.03745195269584656
31584	rnn.bias_hh_l1_reverse	5	-0.044379472732543945
31584	rnn.bias_hh_l1_reverse	6	0.10637810081243515
31584	rnn.bias_hh_l1_reverse	7	-0.07713020592927933
31584	rnn.bias_hh_l1_reverse	8	-0.06091957539319992
31584	rnn.bias_hh_l1_reverse	9	-0.06964578479528427
31584	linear.weight	0	0.002228822559118271
31584	linear.weight	1	0.07090026140213013
31584	linear.weight	2	-0.07698418200016022
31584	linear.weight	3	0.21352261304855347
31584	linear.weight	4	0.10233688354492188
31584	linear.weight	5	0.03355678170919418
31584	linear.weight	6	0.05446253716945648
31584	linear.weight	7	0.13381260633468628
31584	linear.weight	8	0.041965097188949585
31584	linear.weight	9	-0.04456275328993797
31584	linear.bias	0	-0.11565403640270233
31584	linear.bias	1	0.016649235039949417
31584	linear.bias	2	-0.36136922240257263
31584	linear.bias	3	-0.7514160871505737
31584	linear.bias	4	-0.9069976806640625
31584	linear.bias	5	0.07079818099737167
31584	linear.bias	6	-0.5339910387992859
31584	linear.bias	7	0.5276840925216675
31584	linear.bias	8	-0.5218309164047241
31584	linear.bias	9	-0.7448098063468933
31781	transitions	0	0.33492422103881836
31781	transitions	1	-0.07985595613718033
31781	transitions	2	-10000.0
31781	transitions	3	-1.7782858610153198
31781	transitions	4	-10000.0
31781	transitions	5	0.7235140204429626
31781	transitions	6	0.03902602940797806
31781	transitions	7	-0.12279141694307327
31781	transitions	8	-1.2628411054611206
31781	transitions	9	0.00033133471151813865
31781	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
31781	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
31781	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
31781	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
31781	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
31781	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
31781	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
31781	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
31781	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
31781	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
31781	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
31781	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
31781	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
31781	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
31781	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
31781	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
31781	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
31781	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
31781	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
31781	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
31781	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
31781	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
31781	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
31781	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
31781	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
31781	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
31781	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
31781	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
31781	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
31781	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
31781	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
31781	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
31781	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
31781	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
31781	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
31781	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
31781	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
31781	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
31781	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
31781	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
31781	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
31781	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
31781	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
31781	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
31781	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
31781	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
31781	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
31781	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
31781	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
31781	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
31781	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
31781	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
31781	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
31781	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
31781	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
31781	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
31781	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
31781	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
31781	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
31781	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
31781	embedding2nn.weight	0	0.014777039177715778
31781	embedding2nn.weight	1	-0.01876075193285942
31781	embedding2nn.weight	2	-0.014268253929913044
31781	embedding2nn.weight	3	0.02067270316183567
31781	embedding2nn.weight	4	-0.005915034096688032
31781	embedding2nn.weight	5	-0.00370059278793633
31781	embedding2nn.weight	6	-0.0039732749573886395
31781	embedding2nn.weight	7	-0.03469429165124893
31781	embedding2nn.weight	8	-0.0019979383796453476
31781	embedding2nn.weight	9	-0.014686435461044312
31781	embedding2nn.bias	0	0.03685586154460907
31781	embedding2nn.bias	1	-0.036668337881565094
31781	embedding2nn.bias	2	0.06505261361598969
31781	embedding2nn.bias	3	0.05838795378804207
31781	embedding2nn.bias	4	-0.02370406500995159
31781	embedding2nn.bias	5	-0.02038099430501461
31781	embedding2nn.bias	6	0.001660597394220531
31781	embedding2nn.bias	7	-0.03672223538160324
31781	embedding2nn.bias	8	0.0483768992125988
31781	embedding2nn.bias	9	0.02479510009288788
31781	rnn.weight_ih_l0	0	-0.019277948886156082
31781	rnn.weight_ih_l0	1	0.005937960464507341
31781	rnn.weight_ih_l0	2	0.029903864488005638
31781	rnn.weight_ih_l0	3	0.011206461116671562
31781	rnn.weight_ih_l0	4	-0.016539346426725388
31781	rnn.weight_ih_l0	5	-0.0551128014922142
31781	rnn.weight_ih_l0	6	0.016072634607553482
31781	rnn.weight_ih_l0	7	0.046086929738521576
31781	rnn.weight_ih_l0	8	0.016845079138875008
31781	rnn.weight_ih_l0	9	-0.03489995747804642
31781	rnn.weight_hh_l0	0	-0.04345415160059929
31781	rnn.weight_hh_l0	1	-0.0071855150163173676
31781	rnn.weight_hh_l0	2	0.008516184985637665
31781	rnn.weight_hh_l0	3	-0.031508538872003555
31781	rnn.weight_hh_l0	4	0.042557068169116974
31781	rnn.weight_hh_l0	5	-0.010587112046778202
31781	rnn.weight_hh_l0	6	-0.02452734112739563
31781	rnn.weight_hh_l0	7	-0.03298334777355194
31781	rnn.weight_hh_l0	8	0.0019756907131522894
31781	rnn.weight_hh_l0	9	-0.02515999786555767
31781	rnn.bias_ih_l0	0	0.021353479474782944
31781	rnn.bias_ih_l0	1	-0.022724580019712448
31781	rnn.bias_ih_l0	2	-0.0004588660958688706
31781	rnn.bias_ih_l0	3	0.05810927599668503
31781	rnn.bias_ih_l0	4	-0.0363769605755806
31781	rnn.bias_ih_l0	5	-0.03372248634696007
31781	rnn.bias_ih_l0	6	-0.015761086717247963
31781	rnn.bias_ih_l0	7	0.0251397043466568
31781	rnn.bias_ih_l0	8	-0.067953921854496
31781	rnn.bias_ih_l0	9	-0.023192614316940308
31781	rnn.bias_hh_l0	0	-0.036153074353933334
31781	rnn.bias_hh_l0	1	-0.05705992504954338
31781	rnn.bias_hh_l0	2	-0.037536174058914185
31781	rnn.bias_hh_l0	3	-0.04210536554455757
31781	rnn.bias_hh_l0	4	-0.003046494210138917
31781	rnn.bias_hh_l0	5	0.002988192718476057
31781	rnn.bias_hh_l0	6	0.027456143870949745
31781	rnn.bias_hh_l0	7	0.005860596429556608
31781	rnn.bias_hh_l0	8	-0.06758344173431396
31781	rnn.bias_hh_l0	9	-0.015826012939214706
31781	rnn.weight_ih_l0_reverse	0	-0.01936125010251999
31781	rnn.weight_ih_l0_reverse	1	-0.05438322573900223
31781	rnn.weight_ih_l0_reverse	2	-0.017967188730835915
31781	rnn.weight_ih_l0_reverse	3	0.006295447237789631
31781	rnn.weight_ih_l0_reverse	4	-0.01434248499572277
31781	rnn.weight_ih_l0_reverse	5	-0.04798191413283348
31781	rnn.weight_ih_l0_reverse	6	0.04420005530118942
31781	rnn.weight_ih_l0_reverse	7	-0.024380944669246674
31781	rnn.weight_ih_l0_reverse	8	-0.03328883647918701
31781	rnn.weight_ih_l0_reverse	9	0.017753902822732925
31781	rnn.weight_hh_l0_reverse	0	0.036051273345947266
31781	rnn.weight_hh_l0_reverse	1	0.03138674050569534
31781	rnn.weight_hh_l0_reverse	2	0.030763518065214157
31781	rnn.weight_hh_l0_reverse	3	0.01858917996287346
31781	rnn.weight_hh_l0_reverse	4	0.006131405476480722
31781	rnn.weight_hh_l0_reverse	5	-0.004236997105181217
31781	rnn.weight_hh_l0_reverse	6	0.035502295941114426
31781	rnn.weight_hh_l0_reverse	7	-0.025468017905950546
31781	rnn.weight_hh_l0_reverse	8	0.018083816394209862
31781	rnn.weight_hh_l0_reverse	9	0.0478874035179615
31781	rnn.bias_ih_l0_reverse	0	-0.06324600428342819
31781	rnn.bias_ih_l0_reverse	1	-0.11665582656860352
31781	rnn.bias_ih_l0_reverse	2	-0.037800490856170654
31781	rnn.bias_ih_l0_reverse	3	-0.003785308450460434
31781	rnn.bias_ih_l0_reverse	4	-0.018559034913778305
31781	rnn.bias_ih_l0_reverse	5	0.018965505063533783
31781	rnn.bias_ih_l0_reverse	6	-0.02240760438144207
31781	rnn.bias_ih_l0_reverse	7	0.027657436206936836
31781	rnn.bias_ih_l0_reverse	8	-0.033946722745895386
31781	rnn.bias_ih_l0_reverse	9	0.018258346244692802
31781	rnn.bias_hh_l0_reverse	0	-0.025467900559306145
31781	rnn.bias_hh_l0_reverse	1	-0.015456321649253368
31781	rnn.bias_hh_l0_reverse	2	0.025668352842330933
31781	rnn.bias_hh_l0_reverse	3	-0.035690806806087494
31781	rnn.bias_hh_l0_reverse	4	-0.037168603390455246
31781	rnn.bias_hh_l0_reverse	5	-0.04505978897213936
31781	rnn.bias_hh_l0_reverse	6	-0.007582773454487324
31781	rnn.bias_hh_l0_reverse	7	0.05578416585922241
31781	rnn.bias_hh_l0_reverse	8	0.03625364974141121
31781	rnn.bias_hh_l0_reverse	9	-0.09191474318504333
31781	rnn.weight_ih_l1	0	-0.03391213342547417
31781	rnn.weight_ih_l1	1	-0.0298237893730402
31781	rnn.weight_ih_l1	2	0.04623566195368767
31781	rnn.weight_ih_l1	3	-0.023801414296030998
31781	rnn.weight_ih_l1	4	0.007016119081526995
31781	rnn.weight_ih_l1	5	-0.041326865553855896
31781	rnn.weight_ih_l1	6	0.021786823868751526
31781	rnn.weight_ih_l1	7	-0.03552103415131569
31781	rnn.weight_ih_l1	8	0.03945895656943321
31781	rnn.weight_ih_l1	9	0.02658446691930294
31781	rnn.weight_hh_l1	0	-0.004493577405810356
31781	rnn.weight_hh_l1	1	0.004548660945147276
31781	rnn.weight_hh_l1	2	-0.020835911855101585
31781	rnn.weight_hh_l1	3	-0.0058497157879173756
31781	rnn.weight_hh_l1	4	0.003155381651595235
31781	rnn.weight_hh_l1	5	0.0311965961009264
31781	rnn.weight_hh_l1	6	0.030795522034168243
31781	rnn.weight_hh_l1	7	-0.030566181987524033
31781	rnn.weight_hh_l1	8	-0.03795187175273895
31781	rnn.weight_hh_l1	9	0.03910042345523834
31781	rnn.bias_ih_l1	0	-0.0972483903169632
31781	rnn.bias_ih_l1	1	-0.0809604674577713
31781	rnn.bias_ih_l1	2	-0.11218791455030441
31781	rnn.bias_ih_l1	3	-0.14102889597415924
31781	rnn.bias_ih_l1	4	-0.15101352334022522
31781	rnn.bias_ih_l1	5	-0.08837991952896118
31781	rnn.bias_ih_l1	6	-0.053103648126125336
31781	rnn.bias_ih_l1	7	-0.030724847689270973
31781	rnn.bias_ih_l1	8	-0.06605102121829987
31781	rnn.bias_ih_l1	9	-0.06844688951969147
31781	rnn.bias_hh_l1	0	-0.10665525496006012
31781	rnn.bias_hh_l1	1	-0.02491494081914425
31781	rnn.bias_hh_l1	2	-0.04272342473268509
31781	rnn.bias_hh_l1	3	-0.056148920208215714
31781	rnn.bias_hh_l1	4	-0.08185485005378723
31781	rnn.bias_hh_l1	5	-0.047942813485860825
31781	rnn.bias_hh_l1	6	-0.07762031257152557
31781	rnn.bias_hh_l1	7	-0.01846473664045334
31781	rnn.bias_hh_l1	8	-0.03163948655128479
31781	rnn.bias_hh_l1	9	-0.03433767333626747
31781	rnn.weight_ih_l1_reverse	0	-0.03259405866265297
31781	rnn.weight_ih_l1_reverse	1	0.0170820914208889
31781	rnn.weight_ih_l1_reverse	2	-0.054901544004678726
31781	rnn.weight_ih_l1_reverse	3	-0.024152034893631935
31781	rnn.weight_ih_l1_reverse	4	-0.018860459327697754
31781	rnn.weight_ih_l1_reverse	5	-0.036686971783638
31781	rnn.weight_ih_l1_reverse	6	-0.017621703445911407
31781	rnn.weight_ih_l1_reverse	7	0.017769984900951385
31781	rnn.weight_ih_l1_reverse	8	0.03206832706928253
31781	rnn.weight_ih_l1_reverse	9	-0.041117891669273376
31781	rnn.weight_hh_l1_reverse	0	0.008682632818818092
31781	rnn.weight_hh_l1_reverse	1	0.029333602637052536
31781	rnn.weight_hh_l1_reverse	2	-0.03708086535334587
31781	rnn.weight_hh_l1_reverse	3	0.039346903562545776
31781	rnn.weight_hh_l1_reverse	4	0.04141142591834068
31781	rnn.weight_hh_l1_reverse	5	0.010273092426359653
31781	rnn.weight_hh_l1_reverse	6	0.01851007342338562
31781	rnn.weight_hh_l1_reverse	7	0.02823636680841446
31781	rnn.weight_hh_l1_reverse	8	-0.004595440812408924
31781	rnn.weight_hh_l1_reverse	9	-0.03779010474681854
31781	rnn.bias_ih_l1_reverse	0	-0.00615244684740901
31781	rnn.bias_ih_l1_reverse	1	-0.06375766545534134
31781	rnn.bias_ih_l1_reverse	2	-0.07879246026277542
31781	rnn.bias_ih_l1_reverse	3	0.0016924242954701185
31781	rnn.bias_ih_l1_reverse	4	-0.11693786829710007
31781	rnn.bias_ih_l1_reverse	5	-0.07258729636669159
31781	rnn.bias_ih_l1_reverse	6	-0.07254847139120102
31781	rnn.bias_ih_l1_reverse	7	-0.09758087992668152
31781	rnn.bias_ih_l1_reverse	8	0.07330276072025299
31781	rnn.bias_ih_l1_reverse	9	0.010121984407305717
31781	rnn.bias_hh_l1_reverse	0	0.00196650018915534
31781	rnn.bias_hh_l1_reverse	1	0.010985045693814754
31781	rnn.bias_hh_l1_reverse	2	-0.1523178070783615
31781	rnn.bias_hh_l1_reverse	3	-0.03033900447189808
31781	rnn.bias_hh_l1_reverse	4	-0.03984138369560242
31781	rnn.bias_hh_l1_reverse	5	-0.045190613716840744
31781	rnn.bias_hh_l1_reverse	6	0.11452560871839523
31781	rnn.bias_hh_l1_reverse	7	-0.07621628791093826
31781	rnn.bias_hh_l1_reverse	8	-0.061505600810050964
31781	rnn.bias_hh_l1_reverse	9	-0.0694098025560379
31781	linear.weight	0	0.002228822559118271
31781	linear.weight	1	0.07462526112794876
31781	linear.weight	2	-0.07334619760513306
31781	linear.weight	3	0.2114122211933136
31781	linear.weight	4	0.11013475805521011
31781	linear.weight	5	0.03219754621386528
31781	linear.weight	6	0.06291615962982178
31781	linear.weight	7	0.13141284883022308
31781	linear.weight	8	0.04196149855852127
31781	linear.weight	9	-0.03966856375336647
31781	linear.bias	0	-0.07121386379003525
31781	linear.bias	1	0.0018626827513799071
31781	linear.bias	2	-0.3616352081298828
31781	linear.bias	3	-0.770651638507843
31781	linear.bias	4	-0.932462215423584
31781	linear.bias	5	0.06303619593381882
31781	linear.bias	6	-0.5442090034484863
31781	linear.bias	7	0.5213116407394409
31781	linear.bias	8	-0.5328614115715027
31781	linear.bias	9	-0.7516137957572937
31978	transitions	0	0.3393309414386749
31978	transitions	1	-0.07861388474702835
31978	transitions	2	-10000.0
31978	transitions	3	-1.778482437133789
31978	transitions	4	-10000.0
31978	transitions	5	0.7223817706108093
31978	transitions	6	0.03822319209575653
31978	transitions	7	-0.12727348506450653
31978	transitions	8	-1.2633804082870483
31978	transitions	9	0.00032335345167666674
31978	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
31978	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
31978	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
31978	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
31978	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
31978	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
31978	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
31978	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
31978	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
31978	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
31978	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
31978	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
31978	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
31978	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
31978	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
31978	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
31978	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
31978	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
31978	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
31978	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
31978	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
31978	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
31978	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
31978	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
31978	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
31978	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
31978	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
31978	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
31978	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
31978	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
31978	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
31978	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
31978	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
31978	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
31978	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
31978	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
31978	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
31978	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
31978	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
31978	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
31978	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
31978	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
31978	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
31978	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
31978	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
31978	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
31978	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
31978	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
31978	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
31978	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
31978	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
31978	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
31978	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
31978	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
31978	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
31978	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
31978	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
31978	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
31978	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
31978	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
31978	embedding2nn.weight	0	0.013597222976386547
31978	embedding2nn.weight	1	-0.018638961017131805
31978	embedding2nn.weight	2	-0.014268253929913044
31978	embedding2nn.weight	3	0.019064294174313545
31978	embedding2nn.weight	4	-0.005915034096688032
31978	embedding2nn.weight	5	-0.003700592555105686
31978	embedding2nn.weight	6	-0.0039732675068080425
31978	embedding2nn.weight	7	-0.03601861372590065
31978	embedding2nn.weight	8	-0.0019979383796453476
31978	embedding2nn.weight	9	-0.014054665341973305
31978	embedding2nn.bias	0	0.034866176545619965
31978	embedding2nn.bias	1	-0.04220033437013626
31978	embedding2nn.bias	2	0.06262050569057465
31978	embedding2nn.bias	3	0.05786605179309845
31978	embedding2nn.bias	4	-0.013640130870044231
31978	embedding2nn.bias	5	-0.024723025038838387
31978	embedding2nn.bias	6	0.0018021645955741405
31978	embedding2nn.bias	7	-0.0523645281791687
31978	embedding2nn.bias	8	0.055063169449567795
31978	embedding2nn.bias	9	0.021227244287729263
31978	rnn.weight_ih_l0	0	-0.019402531906962395
31978	rnn.weight_ih_l0	1	0.006636689882725477
31978	rnn.weight_ih_l0	2	0.029399840161204338
31978	rnn.weight_ih_l0	3	0.010961059480905533
31978	rnn.weight_ih_l0	4	-0.018663575872778893
31978	rnn.weight_ih_l0	5	-0.05716932192444801
31978	rnn.weight_ih_l0	6	0.01661926507949829
31978	rnn.weight_ih_l0	7	0.048054493963718414
31978	rnn.weight_ih_l0	8	0.015382298268377781
31978	rnn.weight_ih_l0	9	-0.03512386605143547
31978	rnn.weight_hh_l0	0	-0.0432504378259182
31978	rnn.weight_hh_l0	1	-0.008216699585318565
31978	rnn.weight_hh_l0	2	0.007913907058537006
31978	rnn.weight_hh_l0	3	-0.03213996812701225
31978	rnn.weight_hh_l0	4	0.04347730800509453
31978	rnn.weight_hh_l0	5	-0.010324290953576565
31978	rnn.weight_hh_l0	6	-0.02547871693968773
31978	rnn.weight_hh_l0	7	-0.031657252460718155
31978	rnn.weight_hh_l0	8	0.0015788449672982097
31978	rnn.weight_hh_l0	9	-0.025592144578695297
31978	rnn.bias_ih_l0	0	0.020348915830254555
31978	rnn.bias_ih_l0	1	-0.0241161547601223
31978	rnn.bias_ih_l0	2	0.0011425844859331846
31978	rnn.bias_ih_l0	3	0.0583794042468071
31978	rnn.bias_ih_l0	4	-0.03807477653026581
31978	rnn.bias_ih_l0	5	-0.03315358981490135
31978	rnn.bias_ih_l0	6	-0.009484471753239632
31978	rnn.bias_ih_l0	7	0.025474196299910545
31978	rnn.bias_ih_l0	8	-0.06670651584863663
31978	rnn.bias_ih_l0	9	-0.02013838104903698
31978	rnn.bias_hh_l0	0	-0.03664062172174454
31978	rnn.bias_hh_l0	1	-0.05642324313521385
31978	rnn.bias_hh_l0	2	-0.03650367632508278
31978	rnn.bias_hh_l0	3	-0.041759613901376724
31978	rnn.bias_hh_l0	4	-0.003291976870968938
31978	rnn.bias_hh_l0	5	0.00367978448048234
31978	rnn.bias_hh_l0	6	0.0270125363022089
31978	rnn.bias_hh_l0	7	-0.0016347221098840237
31978	rnn.bias_hh_l0	8	-0.06931731849908829
31978	rnn.bias_hh_l0	9	-0.017248714342713356
31978	rnn.weight_ih_l0_reverse	0	-0.017567604780197144
31978	rnn.weight_ih_l0_reverse	1	-0.05540475994348526
31978	rnn.weight_ih_l0_reverse	2	-0.0183853842318058
31978	rnn.weight_ih_l0_reverse	3	0.00563225569203496
31978	rnn.weight_ih_l0_reverse	4	-0.014216297306120396
31978	rnn.weight_ih_l0_reverse	5	-0.048377394676208496
31978	rnn.weight_ih_l0_reverse	6	0.044658008962869644
31978	rnn.weight_ih_l0_reverse	7	-0.02488180622458458
31978	rnn.weight_ih_l0_reverse	8	-0.03429706394672394
31978	rnn.weight_ih_l0_reverse	9	0.017960017547011375
31978	rnn.weight_hh_l0_reverse	0	0.03566322103142738
31978	rnn.weight_hh_l0_reverse	1	0.032088059931993484
31978	rnn.weight_hh_l0_reverse	2	0.030686277896165848
31978	rnn.weight_hh_l0_reverse	3	0.018595226109027863
31978	rnn.weight_hh_l0_reverse	4	0.005262654274702072
31978	rnn.weight_hh_l0_reverse	5	-0.003759783925488591
31978	rnn.weight_hh_l0_reverse	6	0.035224396735429764
31978	rnn.weight_hh_l0_reverse	7	-0.02660875767469406
31978	rnn.weight_hh_l0_reverse	8	0.0177660770714283
31978	rnn.weight_hh_l0_reverse	9	0.04802504554390907
31978	rnn.bias_ih_l0_reverse	0	-0.0638991966843605
31978	rnn.bias_ih_l0_reverse	1	-0.11287488788366318
31978	rnn.bias_ih_l0_reverse	2	-0.03392958641052246
31978	rnn.bias_ih_l0_reverse	3	-0.0034867729991674423
31978	rnn.bias_ih_l0_reverse	4	-0.013962050899863243
31978	rnn.bias_ih_l0_reverse	5	0.02008277364075184
31978	rnn.bias_ih_l0_reverse	6	-0.019357573240995407
31978	rnn.bias_ih_l0_reverse	7	0.027230743318796158
31978	rnn.bias_ih_l0_reverse	8	-0.033913351595401764
31978	rnn.bias_ih_l0_reverse	9	0.015054888091981411
31978	rnn.bias_hh_l0_reverse	0	-0.026392273604869843
31978	rnn.bias_hh_l0_reverse	1	-0.010076395235955715
31978	rnn.bias_hh_l0_reverse	2	0.02648642472922802
31978	rnn.bias_hh_l0_reverse	3	-0.03676556423306465
31978	rnn.bias_hh_l0_reverse	4	-0.03708142787218094
31978	rnn.bias_hh_l0_reverse	5	-0.04491683840751648
31978	rnn.bias_hh_l0_reverse	6	-0.0074217189103364944
31978	rnn.bias_hh_l0_reverse	7	0.05529516190290451
31978	rnn.bias_hh_l0_reverse	8	0.0356767401099205
31978	rnn.bias_hh_l0_reverse	9	-0.08472926914691925
31978	rnn.weight_ih_l1	0	-0.03367703780531883
31978	rnn.weight_ih_l1	1	-0.030688457190990448
31978	rnn.weight_ih_l1	2	0.045012302696704865
31978	rnn.weight_ih_l1	3	-0.02224433422088623
31978	rnn.weight_ih_l1	4	0.007509404793381691
31978	rnn.weight_ih_l1	5	-0.041339095681905746
31978	rnn.weight_ih_l1	6	0.021813860163092613
31978	rnn.weight_ih_l1	7	-0.03589748591184616
31978	rnn.weight_ih_l1	8	0.039173491299152374
31978	rnn.weight_ih_l1	9	0.026310032233595848
31978	rnn.weight_hh_l1	0	-0.004301678389310837
31978	rnn.weight_hh_l1	1	0.004510764963924885
31978	rnn.weight_hh_l1	2	-0.020773109048604965
31978	rnn.weight_hh_l1	3	-0.005636491347104311
31978	rnn.weight_hh_l1	4	0.0020970439072698355
31978	rnn.weight_hh_l1	5	0.031339649111032486
31978	rnn.weight_hh_l1	6	0.03127981349825859
31978	rnn.weight_hh_l1	7	-0.030636338517069817
31978	rnn.weight_hh_l1	8	-0.03780081123113632
31978	rnn.weight_hh_l1	9	0.03935041278600693
31978	rnn.bias_ih_l1	0	-0.09766620397567749
31978	rnn.bias_ih_l1	1	-0.08097711950540543
31978	rnn.bias_ih_l1	2	-0.1121290773153305
31978	rnn.bias_ih_l1	3	-0.1386062502861023
31978	rnn.bias_ih_l1	4	-0.13943533599376678
31978	rnn.bias_ih_l1	5	-0.08821222931146622
31978	rnn.bias_ih_l1	6	-0.055951233953237534
31978	rnn.bias_ih_l1	7	-0.027514412999153137
31978	rnn.bias_ih_l1	8	-0.06488434970378876
31978	rnn.bias_ih_l1	9	-0.06820008903741837
31978	rnn.bias_hh_l1	0	-0.1053750067949295
31978	rnn.bias_hh_l1	1	-0.027799230068922043
31978	rnn.bias_hh_l1	2	-0.04356919974088669
31978	rnn.bias_hh_l1	3	-0.05704674869775772
31978	rnn.bias_hh_l1	4	-0.08169357478618622
31978	rnn.bias_hh_l1	5	-0.04757262393832207
31978	rnn.bias_hh_l1	6	-0.07813619822263718
31978	rnn.bias_hh_l1	7	-0.015570444986224174
31978	rnn.bias_hh_l1	8	-0.03223658353090286
31978	rnn.bias_hh_l1	9	-0.034064680337905884
31978	rnn.weight_ih_l1_reverse	0	-0.031133003532886505
31978	rnn.weight_ih_l1_reverse	1	0.02247377298772335
31978	rnn.weight_ih_l1_reverse	2	-0.05092962458729744
31978	rnn.weight_ih_l1_reverse	3	-0.02406255714595318
31978	rnn.weight_ih_l1_reverse	4	-0.019581545144319534
31978	rnn.weight_ih_l1_reverse	5	-0.03619718551635742
31978	rnn.weight_ih_l1_reverse	6	-0.017075104638934135
31978	rnn.weight_ih_l1_reverse	7	0.017923615872859955
31978	rnn.weight_ih_l1_reverse	8	0.031257957220077515
31978	rnn.weight_ih_l1_reverse	9	-0.040515124797821045
31978	rnn.weight_hh_l1_reverse	0	0.00885754358023405
31978	rnn.weight_hh_l1_reverse	1	0.029690638184547424
31978	rnn.weight_hh_l1_reverse	2	-0.0370328463613987
31978	rnn.weight_hh_l1_reverse	3	0.03916645795106888
31978	rnn.weight_hh_l1_reverse	4	0.041556503623723984
31978	rnn.weight_hh_l1_reverse	5	0.009510879404842854
31978	rnn.weight_hh_l1_reverse	6	0.018302684649825096
31978	rnn.weight_hh_l1_reverse	7	0.028226325288414955
31978	rnn.weight_hh_l1_reverse	8	-0.00465036416426301
31978	rnn.weight_hh_l1_reverse	9	-0.037744250148534775
31978	rnn.bias_ih_l1_reverse	0	-0.008509154431521893
31978	rnn.bias_ih_l1_reverse	1	-0.06519271433353424
31978	rnn.bias_ih_l1_reverse	2	-0.07967378199100494
31978	rnn.bias_ih_l1_reverse	3	0.002259831177070737
31978	rnn.bias_ih_l1_reverse	4	-0.11909744143486023
31978	rnn.bias_ih_l1_reverse	5	-0.07323220372200012
31978	rnn.bias_ih_l1_reverse	6	-0.07240065187215805
31978	rnn.bias_ih_l1_reverse	7	-0.09840305894613266
31978	rnn.bias_ih_l1_reverse	8	0.0710088312625885
31978	rnn.bias_ih_l1_reverse	9	0.0022939806804060936
31978	rnn.bias_hh_l1_reverse	0	0.005116801243275404
31978	rnn.bias_hh_l1_reverse	1	0.006204572506248951
31978	rnn.bias_hh_l1_reverse	2	-0.15033970773220062
31978	rnn.bias_hh_l1_reverse	3	-0.029227018356323242
31978	rnn.bias_hh_l1_reverse	4	-0.03948020190000534
31978	rnn.bias_hh_l1_reverse	5	-0.043485429137945175
31978	rnn.bias_hh_l1_reverse	6	0.11399037390947342
31978	rnn.bias_hh_l1_reverse	7	-0.08073302358388901
31978	rnn.bias_hh_l1_reverse	8	-0.06344699114561081
31978	rnn.bias_hh_l1_reverse	9	-0.06903254985809326
31978	linear.weight	0	0.002228822559118271
31978	linear.weight	1	0.0726209431886673
31978	linear.weight	2	-0.07154183834791183
31978	linear.weight	3	0.22125442326068878
31978	linear.weight	4	0.10773152112960815
31978	linear.weight	5	0.03147765249013901
31978	linear.weight	6	0.08119239658117294
31978	linear.weight	7	0.1172589659690857
31978	linear.weight	8	0.04196193814277649
31978	linear.weight	9	-0.05628906562924385
31978	linear.bias	0	-0.12044688314199448
31978	linear.bias	1	0.027266334742307663
31978	linear.bias	2	-0.3838100731372833
31978	linear.bias	3	-0.7740347385406494
31978	linear.bias	4	-0.9304699897766113
31978	linear.bias	5	0.09049506485462189
31978	linear.bias	6	-0.5275449156761169
31978	linear.bias	7	0.5491690635681152
31978	linear.bias	8	-0.5511382818222046
31978	linear.bias	9	-0.7733812928199768
32175	transitions	0	0.3389483690261841
32175	transitions	1	-0.07011761516332626
32175	transitions	2	-10000.0
32175	transitions	3	-1.7786788940429688
32175	transitions	4	-10000.0
32175	transitions	5	0.720848560333252
32175	transitions	6	0.037432365119457245
32175	transitions	7	-0.131521537899971
32175	transitions	8	-1.2639532089233398
32175	transitions	9	0.0003150570555590093
32175	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
32175	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
32175	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
32175	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
32175	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
32175	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
32175	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
32175	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
32175	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
32175	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
32175	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
32175	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
32175	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
32175	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
32175	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
32175	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
32175	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
32175	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
32175	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
32175	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
32175	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
32175	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
32175	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
32175	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
32175	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
32175	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
32175	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
32175	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
32175	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
32175	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
32175	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
32175	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
32175	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
32175	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
32175	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
32175	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
32175	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
32175	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
32175	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
32175	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
32175	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
32175	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
32175	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
32175	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
32175	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
32175	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
32175	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
32175	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
32175	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
32175	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
32175	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
32175	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
32175	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
32175	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
32175	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
32175	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
32175	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
32175	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
32175	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
32175	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
32175	embedding2nn.weight	0	0.014835392124950886
32175	embedding2nn.weight	1	-0.018536612391471863
32175	embedding2nn.weight	2	-0.014268253929913044
32175	embedding2nn.weight	3	0.020451286807656288
32175	embedding2nn.weight	4	-0.005915034096688032
32175	embedding2nn.weight	5	-0.00370059278793633
32175	embedding2nn.weight	6	-0.003973266109824181
32175	embedding2nn.weight	7	-0.03519991412758827
32175	embedding2nn.weight	8	-0.0019979383796453476
32175	embedding2nn.weight	9	-0.01399540901184082
32175	embedding2nn.bias	0	0.03376847133040428
32175	embedding2nn.bias	1	-0.03289424255490303
32175	embedding2nn.bias	2	0.0701732337474823
32175	embedding2nn.bias	3	0.06536874175071716
32175	embedding2nn.bias	4	-0.015861082822084427
32175	embedding2nn.bias	5	-0.021435782313346863
32175	embedding2nn.bias	6	-0.0014929859898984432
32175	embedding2nn.bias	7	-0.0558682419359684
32175	embedding2nn.bias	8	0.058887895196676254
32175	embedding2nn.bias	9	0.02765551209449768
32175	rnn.weight_ih_l0	0	-0.01791543886065483
32175	rnn.weight_ih_l0	1	0.006165314465761185
32175	rnn.weight_ih_l0	2	0.02955886535346508
32175	rnn.weight_ih_l0	3	0.01096033863723278
32175	rnn.weight_ih_l0	4	-0.018482418730854988
32175	rnn.weight_ih_l0	5	-0.05688394233584404
32175	rnn.weight_ih_l0	6	0.016949493438005447
32175	rnn.weight_ih_l0	7	0.04717768356204033
32175	rnn.weight_ih_l0	8	0.016071636229753494
32175	rnn.weight_ih_l0	9	-0.03461373224854469
32175	rnn.weight_hh_l0	0	-0.04255448281764984
32175	rnn.weight_hh_l0	1	-0.007623032666742802
32175	rnn.weight_hh_l0	2	0.00724188843742013
32175	rnn.weight_hh_l0	3	-0.03317420929670334
32175	rnn.weight_hh_l0	4	0.04508163034915924
32175	rnn.weight_hh_l0	5	-0.011391106061637402
32175	rnn.weight_hh_l0	6	-0.025433551520109177
32175	rnn.weight_hh_l0	7	-0.031372882425785065
32175	rnn.weight_hh_l0	8	0.0020672795362770557
32175	rnn.weight_hh_l0	9	-0.025879722088575363
32175	rnn.bias_ih_l0	0	0.01961723156273365
32175	rnn.bias_ih_l0	1	-0.026080215349793434
32175	rnn.bias_ih_l0	2	-0.0003311726322863251
32175	rnn.bias_ih_l0	3	0.05990879610180855
32175	rnn.bias_ih_l0	4	-0.041048213839530945
32175	rnn.bias_ih_l0	5	-0.030468015000224113
32175	rnn.bias_ih_l0	6	-0.008265662007033825
32175	rnn.bias_ih_l0	7	0.025673232972621918
32175	rnn.bias_ih_l0	8	-0.06604771316051483
32175	rnn.bias_ih_l0	9	-0.019139664247632027
32175	rnn.bias_hh_l0	0	-0.03963065519928932
32175	rnn.bias_hh_l0	1	-0.054305948317050934
32175	rnn.bias_hh_l0	2	-0.03485914692282677
32175	rnn.bias_hh_l0	3	-0.04118792340159416
32175	rnn.bias_hh_l0	4	-0.0022921510972082615
32175	rnn.bias_hh_l0	5	0.0041045802645385265
32175	rnn.bias_hh_l0	6	0.026249097660183907
32175	rnn.bias_hh_l0	7	0.0043332381173968315
32175	rnn.bias_hh_l0	8	-0.06540603935718536
32175	rnn.bias_hh_l0	9	-0.026149718090891838
32175	rnn.weight_ih_l0_reverse	0	-0.01824553869664669
32175	rnn.weight_ih_l0_reverse	1	-0.05347081646323204
32175	rnn.weight_ih_l0_reverse	2	-0.018816296011209488
32175	rnn.weight_ih_l0_reverse	3	0.005471900105476379
32175	rnn.weight_ih_l0_reverse	4	-0.01371048390865326
32175	rnn.weight_ih_l0_reverse	5	-0.04890616983175278
32175	rnn.weight_ih_l0_reverse	6	0.044527702033519745
32175	rnn.weight_ih_l0_reverse	7	-0.024240391328930855
32175	rnn.weight_ih_l0_reverse	8	-0.0342552475631237
32175	rnn.weight_ih_l0_reverse	9	0.0178843941539526
32175	rnn.weight_hh_l0_reverse	0	0.035468850284814835
32175	rnn.weight_hh_l0_reverse	1	0.032077036798000336
32175	rnn.weight_hh_l0_reverse	2	0.030366787686944008
32175	rnn.weight_hh_l0_reverse	3	0.01815071702003479
32175	rnn.weight_hh_l0_reverse	4	0.005670086480677128
32175	rnn.weight_hh_l0_reverse	5	-0.0036667054519057274
32175	rnn.weight_hh_l0_reverse	6	0.03510310500860214
32175	rnn.weight_hh_l0_reverse	7	-0.026945026591420174
32175	rnn.weight_hh_l0_reverse	8	0.017563240602612495
32175	rnn.weight_hh_l0_reverse	9	0.04868714138865471
32175	rnn.bias_ih_l0_reverse	0	-0.06487548351287842
32175	rnn.bias_ih_l0_reverse	1	-0.10993826389312744
32175	rnn.bias_ih_l0_reverse	2	-0.03235092759132385
32175	rnn.bias_ih_l0_reverse	3	-0.005956606008112431
32175	rnn.bias_ih_l0_reverse	4	-0.013741323724389076
32175	rnn.bias_ih_l0_reverse	5	0.02078845351934433
32175	rnn.bias_ih_l0_reverse	6	-0.018877137452363968
32175	rnn.bias_ih_l0_reverse	7	0.028622273355722427
32175	rnn.bias_ih_l0_reverse	8	-0.03169875964522362
32175	rnn.bias_ih_l0_reverse	9	0.01761941984295845
32175	rnn.bias_hh_l0_reverse	0	-0.026380619034171104
32175	rnn.bias_hh_l0_reverse	1	-0.012277658097445965
32175	rnn.bias_hh_l0_reverse	2	0.02556137554347515
32175	rnn.bias_hh_l0_reverse	3	-0.03763928636908531
32175	rnn.bias_hh_l0_reverse	4	-0.037653740495443344
32175	rnn.bias_hh_l0_reverse	5	-0.04483582451939583
32175	rnn.bias_hh_l0_reverse	6	-0.0064451987855136395
32175	rnn.bias_hh_l0_reverse	7	0.05480450391769409
32175	rnn.bias_hh_l0_reverse	8	0.03625481575727463
32175	rnn.bias_hh_l0_reverse	9	-0.08520922809839249
32175	rnn.weight_ih_l1	0	-0.03376904875040054
32175	rnn.weight_ih_l1	1	-0.03144121915102005
32175	rnn.weight_ih_l1	2	0.04530555382370949
32175	rnn.weight_ih_l1	3	-0.025077929720282555
32175	rnn.weight_ih_l1	4	0.007504264358431101
32175	rnn.weight_ih_l1	5	-0.04099176451563835
32175	rnn.weight_ih_l1	6	0.021564645692706108
32175	rnn.weight_ih_l1	7	-0.03586132451891899
32175	rnn.weight_ih_l1	8	0.039173442870378494
32175	rnn.weight_ih_l1	9	0.026618992909789085
32175	rnn.weight_hh_l1	0	-0.003458606544882059
32175	rnn.weight_hh_l1	1	0.004397125449031591
32175	rnn.weight_hh_l1	2	-0.021714914590120316
32175	rnn.weight_hh_l1	3	-0.006118693854659796
32175	rnn.weight_hh_l1	4	0.0017187603516504169
32175	rnn.weight_hh_l1	5	0.03137293830513954
32175	rnn.weight_hh_l1	6	0.03120868280529976
32175	rnn.weight_hh_l1	7	-0.030703330412507057
32175	rnn.weight_hh_l1	8	-0.037822071462869644
32175	rnn.weight_hh_l1	9	0.03912555053830147
32175	rnn.bias_ih_l1	0	-0.09405092149972916
32175	rnn.bias_ih_l1	1	-0.08259064704179764
32175	rnn.bias_ih_l1	2	-0.10971355438232422
32175	rnn.bias_ih_l1	3	-0.1410207450389862
32175	rnn.bias_ih_l1	4	-0.14172625541687012
32175	rnn.bias_ih_l1	5	-0.08770254999399185
32175	rnn.bias_ih_l1	6	-0.0564257875084877
32175	rnn.bias_ih_l1	7	-0.02454124577343464
32175	rnn.bias_ih_l1	8	-0.06764604151248932
32175	rnn.bias_ih_l1	9	-0.06641536951065063
32175	rnn.bias_hh_l1	0	-0.10728403180837631
32175	rnn.bias_hh_l1	1	-0.027591647580266
32175	rnn.bias_hh_l1	2	-0.04430161789059639
32175	rnn.bias_hh_l1	3	-0.05992788076400757
32175	rnn.bias_hh_l1	4	-0.08186355233192444
32175	rnn.bias_hh_l1	5	-0.047707293182611465
32175	rnn.bias_hh_l1	6	-0.07855930924415588
32175	rnn.bias_hh_l1	7	-0.018243037164211273
32175	rnn.bias_hh_l1	8	-0.03248366713523865
32175	rnn.bias_hh_l1	9	-0.03450632095336914
32175	rnn.weight_ih_l1_reverse	0	-0.030891375616192818
32175	rnn.weight_ih_l1_reverse	1	0.01587533950805664
32175	rnn.weight_ih_l1_reverse	2	-0.052501458674669266
32175	rnn.weight_ih_l1_reverse	3	-0.023380450904369354
32175	rnn.weight_ih_l1_reverse	4	-0.019269170239567757
32175	rnn.weight_ih_l1_reverse	5	-0.03590047359466553
32175	rnn.weight_ih_l1_reverse	6	-0.015969419851899147
32175	rnn.weight_ih_l1_reverse	7	0.01766911894083023
32175	rnn.weight_ih_l1_reverse	8	0.03192439302802086
32175	rnn.weight_ih_l1_reverse	9	-0.04374602809548378
32175	rnn.weight_hh_l1_reverse	0	0.008780458010733128
32175	rnn.weight_hh_l1_reverse	1	0.029400978237390518
32175	rnn.weight_hh_l1_reverse	2	-0.03697724640369415
32175	rnn.weight_hh_l1_reverse	3	0.03921857476234436
32175	rnn.weight_hh_l1_reverse	4	0.04280475527048111
32175	rnn.weight_hh_l1_reverse	5	0.009569419547915459
32175	rnn.weight_hh_l1_reverse	6	0.018184108659625053
32175	rnn.weight_hh_l1_reverse	7	0.028029758483171463
32175	rnn.weight_hh_l1_reverse	8	-0.004658193793147802
32175	rnn.weight_hh_l1_reverse	9	-0.03814161568880081
32175	rnn.bias_ih_l1_reverse	0	-0.008659212850034237
32175	rnn.bias_ih_l1_reverse	1	-0.06242987886071205
32175	rnn.bias_ih_l1_reverse	2	-0.0792776495218277
32175	rnn.bias_ih_l1_reverse	3	0.0010952524608001113
32175	rnn.bias_ih_l1_reverse	4	-0.11911015957593918
32175	rnn.bias_ih_l1_reverse	5	-0.07331624627113342
32175	rnn.bias_ih_l1_reverse	6	-0.07187376171350479
32175	rnn.bias_ih_l1_reverse	7	-0.09770102053880692
32175	rnn.bias_ih_l1_reverse	8	0.07588735222816467
32175	rnn.bias_ih_l1_reverse	9	0.0008067029411904514
32175	rnn.bias_hh_l1_reverse	0	0.00034914404386654496
32175	rnn.bias_hh_l1_reverse	1	0.001279702177271247
32175	rnn.bias_hh_l1_reverse	2	-0.14956119656562805
32175	rnn.bias_hh_l1_reverse	3	-0.029411951079964638
32175	rnn.bias_hh_l1_reverse	4	-0.040109939873218536
32175	rnn.bias_hh_l1_reverse	5	-0.044852230697870255
32175	rnn.bias_hh_l1_reverse	6	0.11290819197893143
32175	rnn.bias_hh_l1_reverse	7	-0.0819130539894104
32175	rnn.bias_hh_l1_reverse	8	-0.06238718703389168
32175	rnn.bias_hh_l1_reverse	9	-0.06983868777751923
32175	linear.weight	0	0.002228822559118271
32175	linear.weight	1	0.07302871346473694
32175	linear.weight	2	-0.0713203176856041
32175	linear.weight	3	0.2139279842376709
32175	linear.weight	4	0.10543086379766464
32175	linear.weight	5	0.028462020680308342
32175	linear.weight	6	0.0785970687866211
32175	linear.weight	7	0.10754226893186569
32175	linear.weight	8	0.04195660725235939
32175	linear.weight	9	-0.05140519142150879
32175	linear.bias	0	-0.10150304436683655
32175	linear.bias	1	-0.006536521017551422
32175	linear.bias	2	-0.35400667786598206
32175	linear.bias	3	-0.7800628542900085
32175	linear.bias	4	-0.9342690110206604
32175	linear.bias	5	0.08699198812246323
32175	linear.bias	6	-0.5608710050582886
32175	linear.bias	7	0.5476230382919312
32175	linear.bias	8	-0.5518380403518677
32175	linear.bias	9	-0.7792057991027832
32372	transitions	0	0.3491521179676056
32372	transitions	1	-0.071930892765522
32372	transitions	2	-10000.0
32372	transitions	3	-1.7788399457931519
32372	transitions	4	-10000.0
32372	transitions	5	0.7202330827713013
32372	transitions	6	0.0367978997528553
32372	transitions	7	-0.13390600681304932
32372	transitions	8	-1.2647677659988403
32372	transitions	9	0.00030842042178846896
32372	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
32372	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
32372	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
32372	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
32372	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
32372	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
32372	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
32372	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
32372	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
32372	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
32372	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
32372	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
32372	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
32372	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
32372	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
32372	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
32372	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
32372	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
32372	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
32372	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
32372	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
32372	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
32372	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
32372	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
32372	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
32372	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
32372	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
32372	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
32372	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
32372	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
32372	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
32372	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
32372	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
32372	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
32372	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
32372	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
32372	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
32372	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
32372	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
32372	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
32372	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
32372	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
32372	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
32372	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
32372	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
32372	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
32372	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
32372	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
32372	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
32372	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
32372	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
32372	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
32372	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
32372	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
32372	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
32372	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
32372	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
32372	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
32372	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
32372	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
32372	embedding2nn.weight	0	0.014720127917826176
32372	embedding2nn.weight	1	-0.01841248944401741
32372	embedding2nn.weight	2	-0.014268253929913044
32372	embedding2nn.weight	3	0.021012121811509132
32372	embedding2nn.weight	4	-0.005915034096688032
32372	embedding2nn.weight	5	-0.00370059278793633
32372	embedding2nn.weight	6	-0.003973265644162893
32372	embedding2nn.weight	7	-0.03684132173657417
32372	embedding2nn.weight	8	-0.0019979383796453476
32372	embedding2nn.weight	9	-0.01368898805230856
32372	embedding2nn.bias	0	0.027269834652543068
32372	embedding2nn.bias	1	-0.040798213332891464
32372	embedding2nn.bias	2	0.06672107428312302
32372	embedding2nn.bias	3	0.0621991828083992
32372	embedding2nn.bias	4	-0.021084371954202652
32372	embedding2nn.bias	5	-0.021065326407551765
32372	embedding2nn.bias	6	-0.0031476602889597416
32372	embedding2nn.bias	7	-0.05184120312333107
32372	embedding2nn.bias	8	0.04571264609694481
32372	embedding2nn.bias	9	0.03586338460445404
32372	rnn.weight_ih_l0	0	-0.01866893097758293
32372	rnn.weight_ih_l0	1	0.004950131755322218
32372	rnn.weight_ih_l0	2	0.029823336750268936
32372	rnn.weight_ih_l0	3	0.012442572042346
32372	rnn.weight_ih_l0	4	-0.01886538788676262
32372	rnn.weight_ih_l0	5	-0.056635890156030655
32372	rnn.weight_ih_l0	6	0.01705506257712841
32372	rnn.weight_ih_l0	7	0.04831964522600174
32372	rnn.weight_ih_l0	8	0.014770478010177612
32372	rnn.weight_ih_l0	9	-0.035638075321912766
32372	rnn.weight_hh_l0	0	-0.04337015748023987
32372	rnn.weight_hh_l0	1	-0.008418462239205837
32372	rnn.weight_hh_l0	2	0.005708025302737951
32372	rnn.weight_hh_l0	3	-0.03261717036366463
32372	rnn.weight_hh_l0	4	0.044998202472925186
32372	rnn.weight_hh_l0	5	-0.011390555649995804
32372	rnn.weight_hh_l0	6	-0.026145998388528824
32372	rnn.weight_hh_l0	7	-0.03235774487257004
32372	rnn.weight_hh_l0	8	0.0024866077583283186
32372	rnn.weight_hh_l0	9	-0.025309108197689056
32372	rnn.bias_ih_l0	0	0.01862155646085739
32372	rnn.bias_ih_l0	1	-0.025861743837594986
32372	rnn.bias_ih_l0	2	-0.0019628379959613085
32372	rnn.bias_ih_l0	3	0.06270688027143478
32372	rnn.bias_ih_l0	4	-0.03998563066124916
32372	rnn.bias_ih_l0	5	-0.03121471032500267
32372	rnn.bias_ih_l0	6	-0.010284333489835262
32372	rnn.bias_ih_l0	7	0.025158831849694252
32372	rnn.bias_ih_l0	8	-0.0659954845905304
32372	rnn.bias_ih_l0	9	-0.01724243350327015
32372	rnn.bias_hh_l0	0	-0.03742213919758797
32372	rnn.bias_hh_l0	1	-0.052400123327970505
32372	rnn.bias_hh_l0	2	-0.0356326624751091
32372	rnn.bias_hh_l0	3	-0.04212111607193947
32372	rnn.bias_hh_l0	4	-0.00030844053253531456
32372	rnn.bias_hh_l0	5	0.0030916347168385983
32372	rnn.bias_hh_l0	6	0.02613731473684311
32372	rnn.bias_hh_l0	7	0.005437713582068682
32372	rnn.bias_hh_l0	8	-0.06324803084135056
32372	rnn.bias_hh_l0	9	-0.022093085572123528
32372	rnn.weight_ih_l0_reverse	0	-0.017253553494811058
32372	rnn.weight_ih_l0_reverse	1	-0.052239660173654556
32372	rnn.weight_ih_l0_reverse	2	-0.018567003309726715
32372	rnn.weight_ih_l0_reverse	3	0.006497589871287346
32372	rnn.weight_ih_l0_reverse	4	-0.013643104583024979
32372	rnn.weight_ih_l0_reverse	5	-0.04868185147643089
32372	rnn.weight_ih_l0_reverse	6	0.04448902979493141
32372	rnn.weight_ih_l0_reverse	7	-0.024688314646482468
32372	rnn.weight_ih_l0_reverse	8	-0.033529363572597504
32372	rnn.weight_ih_l0_reverse	9	0.01726890541613102
32372	rnn.weight_hh_l0_reverse	0	0.03586961328983307
32372	rnn.weight_hh_l0_reverse	1	0.03200007602572441
32372	rnn.weight_hh_l0_reverse	2	0.03163348138332367
32372	rnn.weight_hh_l0_reverse	3	0.018511073663830757
32372	rnn.weight_hh_l0_reverse	4	0.006807608995586634
32372	rnn.weight_hh_l0_reverse	5	-0.002385849831625819
32372	rnn.weight_hh_l0_reverse	6	0.03482034057378769
32372	rnn.weight_hh_l0_reverse	7	-0.02830200269818306
32372	rnn.weight_hh_l0_reverse	8	0.0174834243953228
32372	rnn.weight_hh_l0_reverse	9	0.0486883670091629
32372	rnn.bias_ih_l0_reverse	0	-0.06628350913524628
32372	rnn.bias_ih_l0_reverse	1	-0.11056050658226013
32372	rnn.bias_ih_l0_reverse	2	-0.03627676144242287
32372	rnn.bias_ih_l0_reverse	3	-0.0050631072372198105
32372	rnn.bias_ih_l0_reverse	4	-0.01524528581649065
32372	rnn.bias_ih_l0_reverse	5	0.01877627708017826
32372	rnn.bias_ih_l0_reverse	6	-0.01842603273689747
32372	rnn.bias_ih_l0_reverse	7	0.028950311243534088
32372	rnn.bias_ih_l0_reverse	8	-0.03248433768749237
32372	rnn.bias_ih_l0_reverse	9	0.016748128458857536
32372	rnn.bias_hh_l0_reverse	0	-0.026250101625919342
32372	rnn.bias_hh_l0_reverse	1	-0.008012358099222183
32372	rnn.bias_hh_l0_reverse	2	0.025861477479338646
32372	rnn.bias_hh_l0_reverse	3	-0.03715440630912781
32372	rnn.bias_hh_l0_reverse	4	-0.03960179165005684
32372	rnn.bias_hh_l0_reverse	5	-0.04342934116721153
32372	rnn.bias_hh_l0_reverse	6	-0.005325543228536844
32372	rnn.bias_hh_l0_reverse	7	0.05814081057906151
32372	rnn.bias_hh_l0_reverse	8	0.03124759905040264
32372	rnn.bias_hh_l0_reverse	9	-0.08682556450366974
32372	rnn.weight_ih_l1	0	-0.03381253033876419
32372	rnn.weight_ih_l1	1	-0.031337715685367584
32372	rnn.weight_ih_l1	2	0.04659862443804741
32372	rnn.weight_ih_l1	3	-0.027609996497631073
32372	rnn.weight_ih_l1	4	0.008107412606477737
32372	rnn.weight_ih_l1	5	-0.04063112661242485
32372	rnn.weight_ih_l1	6	0.02200271189212799
32372	rnn.weight_ih_l1	7	-0.03597107157111168
32372	rnn.weight_ih_l1	8	0.03938344120979309
32372	rnn.weight_ih_l1	9	0.02698678709566593
32372	rnn.weight_hh_l1	0	-0.0036105995532125235
32372	rnn.weight_hh_l1	1	0.004603907000273466
32372	rnn.weight_hh_l1	2	-0.022221863269805908
32372	rnn.weight_hh_l1	3	-0.00595431262627244
32372	rnn.weight_hh_l1	4	0.0013257634127512574
32372	rnn.weight_hh_l1	5	0.031208572909235954
32372	rnn.weight_hh_l1	6	0.031444232910871506
32372	rnn.weight_hh_l1	7	-0.03065553493797779
32372	rnn.weight_hh_l1	8	-0.037201862782239914
32372	rnn.weight_hh_l1	9	0.03857956454157829
32372	rnn.bias_ih_l1	0	-0.09941214323043823
32372	rnn.bias_ih_l1	1	-0.08424803614616394
32372	rnn.bias_ih_l1	2	-0.10949379205703735
32372	rnn.bias_ih_l1	3	-0.13946577906608582
32372	rnn.bias_ih_l1	4	-0.14828141033649445
32372	rnn.bias_ih_l1	5	-0.08750776946544647
32372	rnn.bias_ih_l1	6	-0.05658206716179848
32372	rnn.bias_ih_l1	7	-0.022479938343167305
32372	rnn.bias_ih_l1	8	-0.06933894008398056
32372	rnn.bias_ih_l1	9	-0.07030059397220612
32372	rnn.bias_hh_l1	0	-0.10643830895423889
32372	rnn.bias_hh_l1	1	-0.028746219351887703
32372	rnn.bias_hh_l1	2	-0.04596962034702301
32372	rnn.bias_hh_l1	3	-0.058196961879730225
32372	rnn.bias_hh_l1	4	-0.08312895148992538
32372	rnn.bias_hh_l1	5	-0.047782108187675476
32372	rnn.bias_hh_l1	6	-0.07736892253160477
32372	rnn.bias_hh_l1	7	-0.006635957397520542
32372	rnn.bias_hh_l1	8	-0.035365402698516846
32372	rnn.bias_hh_l1	9	-0.03499777242541313
32372	rnn.weight_ih_l1_reverse	0	-0.034196436405181885
32372	rnn.weight_ih_l1_reverse	1	0.016402557492256165
32372	rnn.weight_ih_l1_reverse	2	-0.055327460169792175
32372	rnn.weight_ih_l1_reverse	3	-0.021587295457720757
32372	rnn.weight_ih_l1_reverse	4	-0.019379720091819763
32372	rnn.weight_ih_l1_reverse	5	-0.03601692244410515
32372	rnn.weight_ih_l1_reverse	6	-0.016850588843226433
32372	rnn.weight_ih_l1_reverse	7	0.016370341181755066
32372	rnn.weight_ih_l1_reverse	8	0.033316031098365784
32372	rnn.weight_ih_l1_reverse	9	-0.04425116628408432
32372	rnn.weight_hh_l1_reverse	0	0.008449263870716095
32372	rnn.weight_hh_l1_reverse	1	0.0292644202709198
32372	rnn.weight_hh_l1_reverse	2	-0.03695935010910034
32372	rnn.weight_hh_l1_reverse	3	0.0390898771584034
32372	rnn.weight_hh_l1_reverse	4	0.0419372133910656
32372	rnn.weight_hh_l1_reverse	5	0.009467384777963161
32372	rnn.weight_hh_l1_reverse	6	0.01754594035446644
32372	rnn.weight_hh_l1_reverse	7	0.02795732021331787
32372	rnn.weight_hh_l1_reverse	8	-0.00465996703132987
32372	rnn.weight_hh_l1_reverse	9	-0.03836200386285782
32372	rnn.bias_ih_l1_reverse	0	-0.011723006144165993
32372	rnn.bias_ih_l1_reverse	1	-0.05932869389653206
32372	rnn.bias_ih_l1_reverse	2	-0.08128663152456284
32372	rnn.bias_ih_l1_reverse	3	-0.004207519348710775
32372	rnn.bias_ih_l1_reverse	4	-0.11924516409635544
32372	rnn.bias_ih_l1_reverse	5	-0.07229775935411453
32372	rnn.bias_ih_l1_reverse	6	-0.07165581732988358
32372	rnn.bias_ih_l1_reverse	7	-0.09615619480609894
32372	rnn.bias_ih_l1_reverse	8	0.08219090104103088
32372	rnn.bias_ih_l1_reverse	9	0.0037500441540032625
32372	rnn.bias_hh_l1_reverse	0	0.00856616161763668
32372	rnn.bias_hh_l1_reverse	1	0.007250117138028145
32372	rnn.bias_hh_l1_reverse	2	-0.15154929459095
32372	rnn.bias_hh_l1_reverse	3	-0.028940847143530846
32372	rnn.bias_hh_l1_reverse	4	-0.03981997072696686
32372	rnn.bias_hh_l1_reverse	5	-0.04257500171661377
32372	rnn.bias_hh_l1_reverse	6	0.11663343757390976
32372	rnn.bias_hh_l1_reverse	7	-0.07850982993841171
32372	rnn.bias_hh_l1_reverse	8	-0.058495111763477325
32372	rnn.bias_hh_l1_reverse	9	-0.0694236308336258
32372	linear.weight	0	0.002228822559118271
32372	linear.weight	1	0.07997416704893112
32372	linear.weight	2	-0.07327262312173843
32372	linear.weight	3	0.21834193170070648
32372	linear.weight	4	0.10027237981557846
32372	linear.weight	5	0.028882982209324837
32372	linear.weight	6	0.08208771049976349
32372	linear.weight	7	0.12644338607788086
32372	linear.weight	8	0.041960399597883224
32372	linear.weight	9	-0.05114540085196495
32372	linear.bias	0	-0.08518551290035248
32372	linear.bias	1	0.002940890844911337
32372	linear.bias	2	-0.3880303204059601
32372	linear.bias	3	-0.778317391872406
32372	linear.bias	4	-0.9275113344192505
32372	linear.bias	5	0.06066431477665901
32372	linear.bias	6	-0.5546200275421143
32372	linear.bias	7	0.5228595733642578
32372	linear.bias	8	-0.5436466336250305
32372	linear.bias	9	-0.7732099294662476
32569	transitions	0	0.33031684160232544
32569	transitions	1	-0.07563295215368271
32569	transitions	2	-10000.0
32569	transitions	3	-1.779026746749878
32569	transitions	4	-10000.0
32569	transitions	5	0.7195835113525391
32569	transitions	6	0.036052629351615906
32569	transitions	7	-0.13555678725242615
32569	transitions	8	-1.2651435136795044
32569	transitions	9	0.00030308941495604813
32569	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
32569	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
32569	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
32569	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
32569	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
32569	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
32569	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
32569	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
32569	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
32569	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
32569	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
32569	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
32569	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
32569	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
32569	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
32569	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
32569	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
32569	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
32569	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
32569	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
32569	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
32569	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
32569	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
32569	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
32569	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
32569	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
32569	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
32569	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
32569	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
32569	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
32569	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
32569	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
32569	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
32569	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
32569	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
32569	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
32569	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
32569	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
32569	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
32569	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
32569	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
32569	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
32569	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
32569	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
32569	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
32569	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
32569	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
32569	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
32569	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
32569	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
32569	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
32569	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
32569	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
32569	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
32569	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
32569	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
32569	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
32569	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
32569	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
32569	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
32569	embedding2nn.weight	0	0.01574735902249813
32569	embedding2nn.weight	1	-0.018468797206878662
32569	embedding2nn.weight	2	-0.014268253929913044
32569	embedding2nn.weight	3	0.020321914926171303
32569	embedding2nn.weight	4	-0.005915034096688032
32569	embedding2nn.weight	5	-0.0037005930207669735
32569	embedding2nn.weight	6	-0.003973272163420916
32569	embedding2nn.weight	7	-0.036986663937568665
32569	embedding2nn.weight	8	-0.0019979383796453476
32569	embedding2nn.weight	9	-0.013840578496456146
32569	embedding2nn.bias	0	0.030020786449313164
32569	embedding2nn.bias	1	-0.04176618903875351
32569	embedding2nn.bias	2	0.06194846332073212
32569	embedding2nn.bias	3	0.06177397444844246
32569	embedding2nn.bias	4	-0.01334912795573473
32569	embedding2nn.bias	5	-0.028111428022384644
32569	embedding2nn.bias	6	-0.004218928515911102
32569	embedding2nn.bias	7	-0.045663733035326004
32569	embedding2nn.bias	8	0.06205277889966965
32569	embedding2nn.bias	9	0.0388498418033123
32569	rnn.weight_ih_l0	0	-0.01898808963596821
32569	rnn.weight_ih_l0	1	0.0040976195596158504
32569	rnn.weight_ih_l0	2	0.03082103654742241
32569	rnn.weight_ih_l0	3	0.011881520971655846
32569	rnn.weight_ih_l0	4	-0.02035094052553177
32569	rnn.weight_ih_l0	5	-0.05448504537343979
32569	rnn.weight_ih_l0	6	0.017361508682370186
32569	rnn.weight_ih_l0	7	0.047389447689056396
32569	rnn.weight_ih_l0	8	0.01382000744342804
32569	rnn.weight_ih_l0	9	-0.03614595904946327
32569	rnn.weight_hh_l0	0	-0.04385855048894882
32569	rnn.weight_hh_l0	1	-0.008012691512703896
32569	rnn.weight_hh_l0	2	0.006097640376538038
32569	rnn.weight_hh_l0	3	-0.03435932844877243
32569	rnn.weight_hh_l0	4	0.0461009256541729
32569	rnn.weight_hh_l0	5	-0.009942489676177502
32569	rnn.weight_hh_l0	6	-0.024197561666369438
32569	rnn.weight_hh_l0	7	-0.0313936211168766
32569	rnn.weight_hh_l0	8	0.0026628237683326006
32569	rnn.weight_hh_l0	9	-0.024662179872393608
32569	rnn.bias_ih_l0	0	0.017813364043831825
32569	rnn.bias_ih_l0	1	-0.027964849025011063
32569	rnn.bias_ih_l0	2	-0.002578405197709799
32569	rnn.bias_ih_l0	3	0.06163834035396576
32569	rnn.bias_ih_l0	4	-0.04526578634977341
32569	rnn.bias_ih_l0	5	-0.029639067128300667
32569	rnn.bias_ih_l0	6	-0.007208972703665495
32569	rnn.bias_ih_l0	7	0.025977255776524544
32569	rnn.bias_ih_l0	8	-0.06484276801347733
32569	rnn.bias_ih_l0	9	-0.015149018727242947
32569	rnn.bias_hh_l0	0	-0.03910726681351662
32569	rnn.bias_hh_l0	1	-0.05321578308939934
32569	rnn.bias_hh_l0	2	-0.039006635546684265
32569	rnn.bias_hh_l0	3	-0.04283375293016434
32569	rnn.bias_hh_l0	4	-0.0015066080959513783
32569	rnn.bias_hh_l0	5	0.002215402666479349
32569	rnn.bias_hh_l0	6	0.027002723887562752
32569	rnn.bias_hh_l0	7	0.003929814323782921
32569	rnn.bias_hh_l0	8	-0.06380676478147507
32569	rnn.bias_hh_l0	9	-0.02411438152194023
32569	rnn.weight_ih_l0_reverse	0	-0.01635352522134781
32569	rnn.weight_ih_l0_reverse	1	-0.05167396366596222
32569	rnn.weight_ih_l0_reverse	2	-0.01810549944639206
32569	rnn.weight_ih_l0_reverse	3	0.006980895064771175
32569	rnn.weight_ih_l0_reverse	4	-0.01328306831419468
32569	rnn.weight_ih_l0_reverse	5	-0.04830535873770714
32569	rnn.weight_ih_l0_reverse	6	0.04453112185001373
32569	rnn.weight_ih_l0_reverse	7	-0.025622116401791573
32569	rnn.weight_ih_l0_reverse	8	-0.03292003646492958
32569	rnn.weight_ih_l0_reverse	9	0.017635922878980637
32569	rnn.weight_hh_l0_reverse	0	0.036164749413728714
32569	rnn.weight_hh_l0_reverse	1	0.031594496220350266
32569	rnn.weight_hh_l0_reverse	2	0.03134765848517418
32569	rnn.weight_hh_l0_reverse	3	0.01822049729526043
32569	rnn.weight_hh_l0_reverse	4	0.006914469413459301
32569	rnn.weight_hh_l0_reverse	5	-0.0016568995779380202
32569	rnn.weight_hh_l0_reverse	6	0.0350215807557106
32569	rnn.weight_hh_l0_reverse	7	-0.02856125310063362
32569	rnn.weight_hh_l0_reverse	8	0.017757192254066467
32569	rnn.weight_hh_l0_reverse	9	0.0490112379193306
32569	rnn.bias_ih_l0_reverse	0	-0.06701922416687012
32569	rnn.bias_ih_l0_reverse	1	-0.11116547882556915
32569	rnn.bias_ih_l0_reverse	2	-0.03520078957080841
32569	rnn.bias_ih_l0_reverse	3	-0.0022214630153030157
32569	rnn.bias_ih_l0_reverse	4	-0.016761986538767815
32569	rnn.bias_ih_l0_reverse	5	0.01670941151678562
32569	rnn.bias_ih_l0_reverse	6	-0.01830936037003994
32569	rnn.bias_ih_l0_reverse	7	0.027419861406087875
32569	rnn.bias_ih_l0_reverse	8	-0.033538784831762314
32569	rnn.bias_ih_l0_reverse	9	0.014225361868739128
32569	rnn.bias_hh_l0_reverse	0	-0.025900283828377724
32569	rnn.bias_hh_l0_reverse	1	-0.007274996489286423
32569	rnn.bias_hh_l0_reverse	2	0.025922866538167
32569	rnn.bias_hh_l0_reverse	3	-0.03591563552618027
32569	rnn.bias_hh_l0_reverse	4	-0.039449602365493774
32569	rnn.bias_hh_l0_reverse	5	-0.04688464105129242
32569	rnn.bias_hh_l0_reverse	6	-0.0049514323472976685
32569	rnn.bias_hh_l0_reverse	7	0.05559816211462021
32569	rnn.bias_hh_l0_reverse	8	0.02911926619708538
32569	rnn.bias_hh_l0_reverse	9	-0.08269960433244705
32569	rnn.weight_ih_l1	0	-0.033363524824380875
32569	rnn.weight_ih_l1	1	-0.030420437455177307
32569	rnn.weight_ih_l1	2	0.04578343406319618
32569	rnn.weight_ih_l1	3	-0.02634175680577755
32569	rnn.weight_ih_l1	4	0.0077833388932049274
32569	rnn.weight_ih_l1	5	-0.04070563614368439
32569	rnn.weight_ih_l1	6	0.022532768547534943
32569	rnn.weight_ih_l1	7	-0.03575025871396065
32569	rnn.weight_ih_l1	8	0.03920723870396614
32569	rnn.weight_ih_l1	9	0.02736649475991726
32569	rnn.weight_hh_l1	0	-0.0048877522349357605
32569	rnn.weight_hh_l1	1	0.004215619992464781
32569	rnn.weight_hh_l1	2	-0.021339688450098038
32569	rnn.weight_hh_l1	3	-0.005848038475960493
32569	rnn.weight_hh_l1	4	0.0013557731872424483
32569	rnn.weight_hh_l1	5	0.030784139409661293
32569	rnn.weight_hh_l1	6	0.03121495060622692
32569	rnn.weight_hh_l1	7	-0.030504895374178886
32569	rnn.weight_hh_l1	8	-0.03739618510007858
32569	rnn.weight_hh_l1	9	0.03875426948070526
32569	rnn.bias_ih_l1	0	-0.0986020490527153
32569	rnn.bias_ih_l1	1	-0.08532891422510147
32569	rnn.bias_ih_l1	2	-0.10986756533384323
32569	rnn.bias_ih_l1	3	-0.13567982614040375
32569	rnn.bias_ih_l1	4	-0.15239661931991577
32569	rnn.bias_ih_l1	5	-0.08623461425304413
32569	rnn.bias_ih_l1	6	-0.054857928305864334
32569	rnn.bias_ih_l1	7	-0.0270997267216444
32569	rnn.bias_ih_l1	8	-0.06623360514640808
32569	rnn.bias_ih_l1	9	-0.06675489246845245
32569	rnn.bias_hh_l1	0	-0.10599038749933243
32569	rnn.bias_hh_l1	1	-0.024225618690252304
32569	rnn.bias_hh_l1	2	-0.04752233624458313
32569	rnn.bias_hh_l1	3	-0.05853614956140518
32569	rnn.bias_hh_l1	4	-0.08394933491945267
32569	rnn.bias_hh_l1	5	-0.048329275101423264
32569	rnn.bias_hh_l1	6	-0.08112882077693939
32569	rnn.bias_hh_l1	7	-0.010439706966280937
32569	rnn.bias_hh_l1	8	-0.033535849303007126
32569	rnn.bias_hh_l1	9	-0.03006535768508911
32569	rnn.weight_ih_l1_reverse	0	-0.035747040063142776
32569	rnn.weight_ih_l1_reverse	1	0.015468578785657883
32569	rnn.weight_ih_l1_reverse	2	-0.055682890117168427
32569	rnn.weight_ih_l1_reverse	3	-0.0232823695987463
32569	rnn.weight_ih_l1_reverse	4	-0.02045670710504055
32569	rnn.weight_ih_l1_reverse	5	-0.03571028634905815
32569	rnn.weight_ih_l1_reverse	6	-0.01602260209619999
32569	rnn.weight_ih_l1_reverse	7	0.015882451087236404
32569	rnn.weight_ih_l1_reverse	8	0.032390329986810684
32569	rnn.weight_ih_l1_reverse	9	-0.04535679146647453
32569	rnn.weight_hh_l1_reverse	0	0.008441247045993805
32569	rnn.weight_hh_l1_reverse	1	0.02924329973757267
32569	rnn.weight_hh_l1_reverse	2	-0.03689070791006088
32569	rnn.weight_hh_l1_reverse	3	0.03917938470840454
32569	rnn.weight_hh_l1_reverse	4	0.04224644601345062
32569	rnn.weight_hh_l1_reverse	5	0.010070620104670525
32569	rnn.weight_hh_l1_reverse	6	0.015945130959153175
32569	rnn.weight_hh_l1_reverse	7	0.028041653335094452
32569	rnn.weight_hh_l1_reverse	8	-0.004888754338026047
32569	rnn.weight_hh_l1_reverse	9	-0.03834076598286629
32569	rnn.bias_ih_l1_reverse	0	-0.012342201545834541
32569	rnn.bias_ih_l1_reverse	1	-0.0632261112332344
32569	rnn.bias_ih_l1_reverse	2	-0.07914893329143524
32569	rnn.bias_ih_l1_reverse	3	-0.016916120424866676
32569	rnn.bias_ih_l1_reverse	4	-0.1216655969619751
32569	rnn.bias_ih_l1_reverse	5	-0.0713915154337883
32569	rnn.bias_ih_l1_reverse	6	-0.07043307274580002
32569	rnn.bias_ih_l1_reverse	7	-0.09648123383522034
32569	rnn.bias_ih_l1_reverse	8	0.08186142146587372
32569	rnn.bias_ih_l1_reverse	9	0.010140557773411274
32569	rnn.bias_hh_l1_reverse	0	-0.0017670986708253622
32569	rnn.bias_hh_l1_reverse	1	0.011425714008510113
32569	rnn.bias_hh_l1_reverse	2	-0.15126532316207886
32569	rnn.bias_hh_l1_reverse	3	-0.029624663293361664
32569	rnn.bias_hh_l1_reverse	4	-0.03863799571990967
32569	rnn.bias_hh_l1_reverse	5	-0.044319234788417816
32569	rnn.bias_hh_l1_reverse	6	0.11481493711471558
32569	rnn.bias_hh_l1_reverse	7	-0.08218646794557571
32569	rnn.bias_hh_l1_reverse	8	-0.05770028755068779
32569	rnn.bias_hh_l1_reverse	9	-0.06945355981588364
32569	linear.weight	0	0.002228822559118271
32569	linear.weight	1	0.08622065931558609
32569	linear.weight	2	-0.0744563490152359
32569	linear.weight	3	0.21855928003787994
32569	linear.weight	4	0.10459882766008377
32569	linear.weight	5	0.027638595551252365
32569	linear.weight	6	0.09137143194675446
32569	linear.weight	7	0.13508343696594238
32569	linear.weight	8	0.04196825623512268
32569	linear.weight	9	-0.0438353568315506
32569	linear.bias	0	-0.10516893118619919
32569	linear.bias	1	0.006710572633892298
32569	linear.bias	2	-0.35673412680625916
32569	linear.bias	3	-0.775353729724884
32569	linear.bias	4	-0.9283320903778076
32569	linear.bias	5	0.0502639003098011
32569	linear.bias	6	-0.5498868823051453
32569	linear.bias	7	0.5069637894630432
32569	linear.bias	8	-0.5450797080993652
32569	linear.bias	9	-0.774350106716156
32766	transitions	0	0.3193899095058441
32766	transitions	1	-0.07229489833116531
32766	transitions	2	-10000.0
32766	transitions	3	-1.779155969619751
32766	transitions	4	-10000.0
32766	transitions	5	0.718770444393158
32766	transitions	6	0.03548519313335419
32766	transitions	7	-0.13720329105854034
32766	transitions	8	-1.2657867670059204
32766	transitions	9	0.00029674009419977665
32766	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
32766	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
32766	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
32766	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
32766	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
32766	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
32766	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
32766	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
32766	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
32766	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
32766	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
32766	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
32766	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
32766	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
32766	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
32766	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
32766	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
32766	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
32766	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
32766	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
32766	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
32766	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
32766	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
32766	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
32766	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
32766	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
32766	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
32766	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
32766	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
32766	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
32766	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
32766	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
32766	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
32766	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
32766	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
32766	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
32766	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
32766	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
32766	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
32766	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
32766	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
32766	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
32766	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
32766	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
32766	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
32766	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
32766	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
32766	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
32766	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
32766	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
32766	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
32766	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
32766	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
32766	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
32766	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
32766	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
32766	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
32766	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
32766	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
32766	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
32766	embedding2nn.weight	0	0.015241523273289204
32766	embedding2nn.weight	1	-0.018381662666797638
32766	embedding2nn.weight	2	-0.014268253929913044
32766	embedding2nn.weight	3	0.018231196328997612
32766	embedding2nn.weight	4	-0.005915034096688032
32766	embedding2nn.weight	5	-0.0037005923222750425
32766	embedding2nn.weight	6	-0.0039732689037919044
32766	embedding2nn.weight	7	-0.03754961118102074
32766	embedding2nn.weight	8	-0.0019979383796453476
32766	embedding2nn.weight	9	-0.013650037348270416
32766	embedding2nn.bias	0	0.029990456998348236
32766	embedding2nn.bias	1	-0.03717454522848129
32766	embedding2nn.bias	2	0.06923171877861023
32766	embedding2nn.bias	3	0.05084256827831268
32766	embedding2nn.bias	4	-0.012211207300424576
32766	embedding2nn.bias	5	-0.02462984435260296
32766	embedding2nn.bias	6	-0.0049206470139324665
32766	embedding2nn.bias	7	-0.04710870236158371
32766	embedding2nn.bias	8	0.05469580739736557
32766	embedding2nn.bias	9	0.04143344238400459
32766	rnn.weight_ih_l0	0	-0.018642401322722435
32766	rnn.weight_ih_l0	1	0.0030656326562166214
32766	rnn.weight_ih_l0	2	0.029847823083400726
32766	rnn.weight_ih_l0	3	0.0126598896458745
32766	rnn.weight_ih_l0	4	-0.021289128810167313
32766	rnn.weight_ih_l0	5	-0.05447063595056534
32766	rnn.weight_ih_l0	6	0.0194045752286911
32766	rnn.weight_ih_l0	7	0.04656205326318741
32766	rnn.weight_ih_l0	8	0.013266870751976967
32766	rnn.weight_ih_l0	9	-0.035541124641895294
32766	rnn.weight_hh_l0	0	-0.043285951018333435
32766	rnn.weight_hh_l0	1	-0.007548853754997253
32766	rnn.weight_hh_l0	2	0.0047153388150036335
32766	rnn.weight_hh_l0	3	-0.034612104296684265
32766	rnn.weight_hh_l0	4	0.04590985178947449
32766	rnn.weight_hh_l0	5	-0.009550835005939007
32766	rnn.weight_hh_l0	6	-0.025524094700813293
32766	rnn.weight_hh_l0	7	-0.030290037393569946
32766	rnn.weight_hh_l0	8	0.0023148704785853624
32766	rnn.weight_hh_l0	9	-0.025224769487977028
32766	rnn.bias_ih_l0	0	0.02112230844795704
32766	rnn.bias_ih_l0	1	-0.023763759061694145
32766	rnn.bias_ih_l0	2	-0.0032067534048110247
32766	rnn.bias_ih_l0	3	0.05950596556067467
32766	rnn.bias_ih_l0	4	-0.041376516222953796
32766	rnn.bias_ih_l0	5	-0.03273101523518562
32766	rnn.bias_ih_l0	6	-0.008235346525907516
32766	rnn.bias_ih_l0	7	0.02463238127529621
32766	rnn.bias_ih_l0	8	-0.06434405595064163
32766	rnn.bias_ih_l0	9	-0.015330750495195389
32766	rnn.bias_hh_l0	0	-0.03858834505081177
32766	rnn.bias_hh_l0	1	-0.05282958596944809
32766	rnn.bias_hh_l0	2	-0.041412144899368286
32766	rnn.bias_hh_l0	3	-0.04282321780920029
32766	rnn.bias_hh_l0	4	-0.0031138404738157988
32766	rnn.bias_hh_l0	5	0.0014491331530734897
32766	rnn.bias_hh_l0	6	0.02800796367228031
32766	rnn.bias_hh_l0	7	-0.0008763185469433665
32766	rnn.bias_hh_l0	8	-0.0681903287768364
32766	rnn.bias_hh_l0	9	-0.023211359977722168
32766	rnn.weight_ih_l0_reverse	0	-0.015370337292551994
32766	rnn.weight_ih_l0_reverse	1	-0.05334867164492607
32766	rnn.weight_ih_l0_reverse	2	-0.017383579164743423
32766	rnn.weight_ih_l0_reverse	3	0.005604488309472799
32766	rnn.weight_ih_l0_reverse	4	-0.013427379541099072
32766	rnn.weight_ih_l0_reverse	5	-0.04796325042843819
32766	rnn.weight_ih_l0_reverse	6	0.045160118490457535
32766	rnn.weight_ih_l0_reverse	7	-0.02379816770553589
32766	rnn.weight_ih_l0_reverse	8	-0.03307044878602028
32766	rnn.weight_ih_l0_reverse	9	0.0177054014056921
32766	rnn.weight_hh_l0_reverse	0	0.03688642755150795
32766	rnn.weight_hh_l0_reverse	1	0.031554535031318665
32766	rnn.weight_hh_l0_reverse	2	0.032084185630083084
32766	rnn.weight_hh_l0_reverse	3	0.01828928478062153
32766	rnn.weight_hh_l0_reverse	4	0.007158004213124514
32766	rnn.weight_hh_l0_reverse	5	-0.0014895921340212226
32766	rnn.weight_hh_l0_reverse	6	0.034873418509960175
32766	rnn.weight_hh_l0_reverse	7	-0.028552381321787834
32766	rnn.weight_hh_l0_reverse	8	0.01820056512951851
32766	rnn.weight_hh_l0_reverse	9	0.049271415919065475
32766	rnn.bias_ih_l0_reverse	0	-0.06811200827360153
32766	rnn.bias_ih_l0_reverse	1	-0.11364156752824783
32766	rnn.bias_ih_l0_reverse	2	-0.03706909716129303
32766	rnn.bias_ih_l0_reverse	3	-0.0008039336535148323
32766	rnn.bias_ih_l0_reverse	4	-0.0191019419580698
32766	rnn.bias_ih_l0_reverse	5	0.013361793011426926
32766	rnn.bias_ih_l0_reverse	6	-0.020420273765921593
32766	rnn.bias_ih_l0_reverse	7	0.027317875996232033
32766	rnn.bias_ih_l0_reverse	8	-0.03297283872961998
32766	rnn.bias_ih_l0_reverse	9	0.01927272044122219
32766	rnn.bias_hh_l0_reverse	0	-0.02697249874472618
32766	rnn.bias_hh_l0_reverse	1	-0.0005077809910289943
32766	rnn.bias_hh_l0_reverse	2	0.028341008350253105
32766	rnn.bias_hh_l0_reverse	3	-0.03252444788813591
32766	rnn.bias_hh_l0_reverse	4	-0.03660820052027702
32766	rnn.bias_hh_l0_reverse	5	-0.05048813298344612
32766	rnn.bias_hh_l0_reverse	6	-0.006470716092735529
32766	rnn.bias_hh_l0_reverse	7	0.05661080777645111
32766	rnn.bias_hh_l0_reverse	8	0.03086083196103573
32766	rnn.bias_hh_l0_reverse	9	-0.08076971769332886
32766	rnn.weight_ih_l1	0	-0.03287183493375778
32766	rnn.weight_ih_l1	1	-0.030529208481311798
32766	rnn.weight_ih_l1	2	0.047788217663764954
32766	rnn.weight_ih_l1	3	-0.023316236212849617
32766	rnn.weight_ih_l1	4	0.008000494912266731
32766	rnn.weight_ih_l1	5	-0.040573228150606155
32766	rnn.weight_ih_l1	6	0.020457671955227852
32766	rnn.weight_ih_l1	7	-0.03523968532681465
32766	rnn.weight_ih_l1	8	0.03909120336174965
32766	rnn.weight_ih_l1	9	0.0272732675075531
32766	rnn.weight_hh_l1	0	-0.005354584194719791
32766	rnn.weight_hh_l1	1	0.004320000298321247
32766	rnn.weight_hh_l1	2	-0.021840402856469154
32766	rnn.weight_hh_l1	3	-0.00554420193657279
32766	rnn.weight_hh_l1	4	0.0013264900771901011
32766	rnn.weight_hh_l1	5	0.0307802502065897
32766	rnn.weight_hh_l1	6	0.03153146058320999
32766	rnn.weight_hh_l1	7	-0.030525468289852142
32766	rnn.weight_hh_l1	8	-0.03753671050071716
32766	rnn.weight_hh_l1	9	0.03859740123152733
32766	rnn.bias_ih_l1	0	-0.09930194914340973
32766	rnn.bias_ih_l1	1	-0.08797238022089005
32766	rnn.bias_ih_l1	2	-0.11389296501874924
32766	rnn.bias_ih_l1	3	-0.13914011418819427
32766	rnn.bias_ih_l1	4	-0.14968128502368927
32766	rnn.bias_ih_l1	5	-0.08613497018814087
32766	rnn.bias_ih_l1	6	-0.053766489028930664
32766	rnn.bias_ih_l1	7	-0.026364047080278397
32766	rnn.bias_ih_l1	8	-0.06655096262693405
32766	rnn.bias_ih_l1	9	-0.06689721345901489
32766	rnn.bias_hh_l1	0	-0.10748275369405746
32766	rnn.bias_hh_l1	1	-0.025425663217902184
32766	rnn.bias_hh_l1	2	-0.05001227557659149
32766	rnn.bias_hh_l1	3	-0.057987507432699203
32766	rnn.bias_hh_l1	4	-0.08410728722810745
32766	rnn.bias_hh_l1	5	-0.04823016747832298
32766	rnn.bias_hh_l1	6	-0.08156946301460266
32766	rnn.bias_hh_l1	7	-0.009587064385414124
32766	rnn.bias_hh_l1	8	-0.030427556484937668
32766	rnn.bias_hh_l1	9	-0.030937431380152702
32766	rnn.weight_ih_l1_reverse	0	-0.035037457942962646
32766	rnn.weight_ih_l1_reverse	1	0.019712308421730995
32766	rnn.weight_ih_l1_reverse	2	-0.057285603135824203
32766	rnn.weight_ih_l1_reverse	3	-0.024527117609977722
32766	rnn.weight_ih_l1_reverse	4	-0.020416485145688057
32766	rnn.weight_ih_l1_reverse	5	-0.03573144972324371
32766	rnn.weight_ih_l1_reverse	6	-0.016938041895627975
32766	rnn.weight_ih_l1_reverse	7	0.015771953389048576
32766	rnn.weight_ih_l1_reverse	8	0.031680505722761154
32766	rnn.weight_ih_l1_reverse	9	-0.044304776936769485
32766	rnn.weight_hh_l1_reverse	0	0.008516634814441204
32766	rnn.weight_hh_l1_reverse	1	0.029267672449350357
32766	rnn.weight_hh_l1_reverse	2	-0.03691484406590462
32766	rnn.weight_hh_l1_reverse	3	0.03912590816617012
32766	rnn.weight_hh_l1_reverse	4	0.042254749685525894
32766	rnn.weight_hh_l1_reverse	5	0.010128154419362545
32766	rnn.weight_hh_l1_reverse	6	0.015508757904171944
32766	rnn.weight_hh_l1_reverse	7	0.028012271970510483
32766	rnn.weight_hh_l1_reverse	8	-0.004859320353716612
32766	rnn.weight_hh_l1_reverse	9	-0.03857141733169556
32766	rnn.bias_ih_l1_reverse	0	-0.012483487837016582
32766	rnn.bias_ih_l1_reverse	1	-0.061879873275756836
32766	rnn.bias_ih_l1_reverse	2	-0.08113522827625275
32766	rnn.bias_ih_l1_reverse	3	-0.016823818907141685
32766	rnn.bias_ih_l1_reverse	4	-0.12154651433229446
32766	rnn.bias_ih_l1_reverse	5	-0.07228491455316544
32766	rnn.bias_ih_l1_reverse	6	-0.07063689827919006
32766	rnn.bias_ih_l1_reverse	7	-0.09566847234964371
32766	rnn.bias_ih_l1_reverse	8	0.08120527863502502
32766	rnn.bias_ih_l1_reverse	9	0.008944920264184475
32766	rnn.bias_hh_l1_reverse	0	0.015036110766232014
32766	rnn.bias_hh_l1_reverse	1	0.021596796810626984
32766	rnn.bias_hh_l1_reverse	2	-0.15102702379226685
32766	rnn.bias_hh_l1_reverse	3	-0.02909436635673046
32766	rnn.bias_hh_l1_reverse	4	-0.04031164199113846
32766	rnn.bias_hh_l1_reverse	5	-0.04332795739173889
32766	rnn.bias_hh_l1_reverse	6	0.10206420719623566
32766	rnn.bias_hh_l1_reverse	7	-0.08411920815706253
32766	rnn.bias_hh_l1_reverse	8	-0.057366374880075455
32766	rnn.bias_hh_l1_reverse	9	-0.06952714920043945
32766	linear.weight	0	0.002228822559118271
32766	linear.weight	1	0.08441989868879318
32766	linear.weight	2	-0.07479997724294662
32766	linear.weight	3	0.22555692493915558
32766	linear.weight	4	0.10463671386241913
32766	linear.weight	5	0.026748519390821457
32766	linear.weight	6	0.09475097060203552
32766	linear.weight	7	0.14555609226226807
32766	linear.weight	8	0.04197922348976135
32766	linear.weight	9	-0.05214497819542885
32766	linear.bias	0	-0.09376057982444763
32766	linear.bias	1	0.01617426984012127
32766	linear.bias	2	-0.3638599216938019
32766	linear.bias	3	-0.7880367040634155
32766	linear.bias	4	-0.9376994371414185
32766	linear.bias	5	0.05714016407728195
32766	linear.bias	6	-0.5371925234794617
32766	linear.bias	7	0.5091350674629211
32766	linear.bias	8	-0.5521066784858704
32766	linear.bias	9	-0.7848635911941528
32963	transitions	0	0.3322964906692505
32963	transitions	1	-0.06455134600400925
32963	transitions	2	-10000.0
32963	transitions	3	-1.7793796062469482
32963	transitions	4	-10000.0
32963	transitions	5	0.717991292476654
32963	transitions	6	0.034968163818120956
32963	transitions	7	-0.13835890591144562
32963	transitions	8	-1.2664191722869873
32963	transitions	9	0.00028947897953912616
32963	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
32963	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
32963	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
32963	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
32963	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
32963	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
32963	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
32963	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
32963	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
32963	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
32963	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
32963	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
32963	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
32963	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
32963	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
32963	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
32963	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
32963	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
32963	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
32963	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
32963	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
32963	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
32963	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
32963	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
32963	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
32963	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
32963	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
32963	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
32963	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
32963	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
32963	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
32963	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
32963	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
32963	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
32963	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
32963	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
32963	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
32963	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
32963	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
32963	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
32963	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
32963	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
32963	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
32963	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
32963	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
32963	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
32963	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
32963	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
32963	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
32963	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
32963	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
32963	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
32963	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
32963	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
32963	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
32963	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
32963	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
32963	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
32963	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
32963	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
32963	embedding2nn.weight	0	0.0158336590975523
32963	embedding2nn.weight	1	-0.018523070961236954
32963	embedding2nn.weight	2	-0.014268253929913044
32963	embedding2nn.weight	3	0.019187631085515022
32963	embedding2nn.weight	4	-0.005915034096688032
32963	embedding2nn.weight	5	-0.003700592555105686
32963	embedding2nn.weight	6	-0.003973265644162893
32963	embedding2nn.weight	7	-0.03670699894428253
32963	embedding2nn.weight	8	-0.0019979383796453476
32963	embedding2nn.weight	9	-0.013747288845479488
32963	embedding2nn.bias	0	0.034518443048000336
32963	embedding2nn.bias	1	-0.03701934218406677
32963	embedding2nn.bias	2	0.06491481512784958
32963	embedding2nn.bias	3	0.046916548162698746
32963	embedding2nn.bias	4	-0.020129835233092308
32963	embedding2nn.bias	5	-0.028195101767778397
32963	embedding2nn.bias	6	-0.009604920633137226
32963	embedding2nn.bias	7	-0.04331924766302109
32963	embedding2nn.bias	8	0.055893994867801666
32963	embedding2nn.bias	9	0.042801372706890106
32963	rnn.weight_ih_l0	0	-0.01973513327538967
32963	rnn.weight_ih_l0	1	0.004186590202152729
32963	rnn.weight_ih_l0	2	0.02991327829658985
32963	rnn.weight_ih_l0	3	0.011182665824890137
32963	rnn.weight_ih_l0	4	-0.019770003855228424
32963	rnn.weight_ih_l0	5	-0.0554671585559845
32963	rnn.weight_ih_l0	6	0.019224977120757103
32963	rnn.weight_ih_l0	7	0.045189786702394485
32963	rnn.weight_ih_l0	8	0.01285642758011818
32963	rnn.weight_ih_l0	9	-0.035369858145713806
32963	rnn.weight_hh_l0	0	-0.04289824143052101
32963	rnn.weight_hh_l0	1	-0.00785072147846222
32963	rnn.weight_hh_l0	2	0.005779343657195568
32963	rnn.weight_hh_l0	3	-0.03373449668288231
32963	rnn.weight_hh_l0	4	0.044691137969493866
32963	rnn.weight_hh_l0	5	-0.008825825527310371
32963	rnn.weight_hh_l0	6	-0.025836264714598656
32963	rnn.weight_hh_l0	7	-0.029440099373459816
32963	rnn.weight_hh_l0	8	0.002086823806166649
32963	rnn.weight_hh_l0	9	-0.025643672794103622
32963	rnn.bias_ih_l0	0	0.024167964234948158
32963	rnn.bias_ih_l0	1	-0.026046432554721832
32963	rnn.bias_ih_l0	2	-0.004895212594419718
32963	rnn.bias_ih_l0	3	0.060029029846191406
32963	rnn.bias_ih_l0	4	-0.039942603558301926
32963	rnn.bias_ih_l0	5	-0.032641589641571045
32963	rnn.bias_ih_l0	6	-0.013719228096306324
32963	rnn.bias_ih_l0	7	0.025039611384272575
32963	rnn.bias_ih_l0	8	-0.06435300409793854
32963	rnn.bias_ih_l0	9	-0.016979899257421494
32963	rnn.bias_hh_l0	0	-0.04165840893983841
32963	rnn.bias_hh_l0	1	-0.056182801723480225
32963	rnn.bias_hh_l0	2	-0.040377311408519745
32963	rnn.bias_hh_l0	3	-0.04349858686327934
32963	rnn.bias_hh_l0	4	-0.0037629669532179832
32963	rnn.bias_hh_l0	5	0.0029013464227318764
32963	rnn.bias_hh_l0	6	0.029675129801034927
32963	rnn.bias_hh_l0	7	-0.005429964512586594
32963	rnn.bias_hh_l0	8	-0.06322478502988815
32963	rnn.bias_hh_l0	9	-0.02526017464697361
32963	rnn.weight_ih_l0_reverse	0	-0.014929159544408321
32963	rnn.weight_ih_l0_reverse	1	-0.053186267614364624
32963	rnn.weight_ih_l0_reverse	2	-0.01778993383049965
32963	rnn.weight_ih_l0_reverse	3	0.004872003570199013
32963	rnn.weight_ih_l0_reverse	4	-0.013459710404276848
32963	rnn.weight_ih_l0_reverse	5	-0.04792264848947525
32963	rnn.weight_ih_l0_reverse	6	0.04548558220267296
32963	rnn.weight_ih_l0_reverse	7	-0.022902531549334526
32963	rnn.weight_ih_l0_reverse	8	-0.0326998345553875
32963	rnn.weight_ih_l0_reverse	9	0.01756734773516655
32963	rnn.weight_hh_l0_reverse	0	0.03917563334107399
32963	rnn.weight_hh_l0_reverse	1	0.031559549272060394
32963	rnn.weight_hh_l0_reverse	2	0.03196385130286217
32963	rnn.weight_hh_l0_reverse	3	0.017789432778954506
32963	rnn.weight_hh_l0_reverse	4	0.0068357037380337715
32963	rnn.weight_hh_l0_reverse	5	-0.002278362400829792
32963	rnn.weight_hh_l0_reverse	6	0.03480125218629837
32963	rnn.weight_hh_l0_reverse	7	-0.028207089751958847
32963	rnn.weight_hh_l0_reverse	8	0.018243541941046715
32963	rnn.weight_hh_l0_reverse	9	0.04968195781111717
32963	rnn.bias_ih_l0_reverse	0	-0.06391452252864838
32963	rnn.bias_ih_l0_reverse	1	-0.11356557905673981
32963	rnn.bias_ih_l0_reverse	2	-0.032390084117650986
32963	rnn.bias_ih_l0_reverse	3	-0.004972694907337427
32963	rnn.bias_ih_l0_reverse	4	-0.0156527291983366
32963	rnn.bias_ih_l0_reverse	5	0.018923355266451836
32963	rnn.bias_ih_l0_reverse	6	-0.021693052724003792
32963	rnn.bias_ih_l0_reverse	7	0.02716718800365925
32963	rnn.bias_ih_l0_reverse	8	-0.03468276932835579
32963	rnn.bias_ih_l0_reverse	9	0.016262825578451157
32963	rnn.bias_hh_l0_reverse	0	-0.02813895232975483
32963	rnn.bias_hh_l0_reverse	1	0.001011779997497797
32963	rnn.bias_hh_l0_reverse	2	0.027812859043478966
32963	rnn.bias_hh_l0_reverse	3	-0.03338112682104111
32963	rnn.bias_hh_l0_reverse	4	-0.03530191257596016
32963	rnn.bias_hh_l0_reverse	5	-0.048522576689720154
32963	rnn.bias_hh_l0_reverse	6	-0.005855670664459467
32963	rnn.bias_hh_l0_reverse	7	0.05644918233156204
32963	rnn.bias_hh_l0_reverse	8	0.031945809721946716
32963	rnn.bias_hh_l0_reverse	9	-0.08041068911552429
32963	rnn.weight_ih_l1	0	-0.03219643607735634
32963	rnn.weight_ih_l1	1	-0.029265474528074265
32963	rnn.weight_ih_l1	2	0.04975114390254021
32963	rnn.weight_ih_l1	3	-0.018368098884820938
32963	rnn.weight_ih_l1	4	0.007884519174695015
32963	rnn.weight_ih_l1	5	-0.04060091823339462
32963	rnn.weight_ih_l1	6	0.019918713718652725
32963	rnn.weight_ih_l1	7	-0.03473849222064018
32963	rnn.weight_ih_l1	8	0.03888414427638054
32963	rnn.weight_ih_l1	9	0.027211982756853104
32963	rnn.weight_hh_l1	0	-0.006230376660823822
32963	rnn.weight_hh_l1	1	0.00421317620202899
32963	rnn.weight_hh_l1	2	-0.020964771509170532
32963	rnn.weight_hh_l1	3	-0.005322412587702274
32963	rnn.weight_hh_l1	4	0.0017721030162647367
32963	rnn.weight_hh_l1	5	0.030495120212435722
32963	rnn.weight_hh_l1	6	0.03139422833919525
32963	rnn.weight_hh_l1	7	-0.030548520386219025
32963	rnn.weight_hh_l1	8	-0.03789175674319267
32963	rnn.weight_hh_l1	9	0.03901718929409981
32963	rnn.bias_ih_l1	0	-0.09567438066005707
32963	rnn.bias_ih_l1	1	-0.08752970397472382
32963	rnn.bias_ih_l1	2	-0.11482276022434235
32963	rnn.bias_ih_l1	3	-0.13494686782360077
32963	rnn.bias_ih_l1	4	-0.15419737994670868
32963	rnn.bias_ih_l1	5	-0.08535315096378326
32963	rnn.bias_ih_l1	6	-0.05274420976638794
32963	rnn.bias_ih_l1	7	-0.027534764260053635
32963	rnn.bias_ih_l1	8	-0.06847119331359863
32963	rnn.bias_ih_l1	9	-0.06625214219093323
32963	rnn.bias_hh_l1	0	-0.10996746271848679
32963	rnn.bias_hh_l1	1	-0.026119515299797058
32963	rnn.bias_hh_l1	2	-0.0483623668551445
32963	rnn.bias_hh_l1	3	-0.05995817482471466
32963	rnn.bias_hh_l1	4	-0.08419442921876907
32963	rnn.bias_hh_l1	5	-0.048564612865448
32963	rnn.bias_hh_l1	6	-0.08181019872426987
32963	rnn.bias_hh_l1	7	-0.014995972625911236
32963	rnn.bias_hh_l1	8	-0.03663391247391701
32963	rnn.bias_hh_l1	9	-0.03210610896348953
32963	rnn.weight_ih_l1_reverse	0	-0.035843219608068466
32963	rnn.weight_ih_l1_reverse	1	0.019641650840640068
32963	rnn.weight_ih_l1_reverse	2	-0.049761321395635605
32963	rnn.weight_ih_l1_reverse	3	-0.02595408260822296
32963	rnn.weight_ih_l1_reverse	4	-0.021558189764618874
32963	rnn.weight_ih_l1_reverse	5	-0.03556450083851814
32963	rnn.weight_ih_l1_reverse	6	-0.018557751551270485
32963	rnn.weight_ih_l1_reverse	7	0.01629803702235222
32963	rnn.weight_ih_l1_reverse	8	0.030603334307670593
32963	rnn.weight_ih_l1_reverse	9	-0.047964803874492645
32963	rnn.weight_hh_l1_reverse	0	0.008494445122778416
32963	rnn.weight_hh_l1_reverse	1	0.029472604393959045
32963	rnn.weight_hh_l1_reverse	2	-0.037014324218034744
32963	rnn.weight_hh_l1_reverse	3	0.03901573270559311
32963	rnn.weight_hh_l1_reverse	4	0.04248778894543648
32963	rnn.weight_hh_l1_reverse	5	0.010537907481193542
32963	rnn.weight_hh_l1_reverse	6	0.01727508381009102
32963	rnn.weight_hh_l1_reverse	7	0.027921168133616447
32963	rnn.weight_hh_l1_reverse	8	-0.004669410642236471
32963	rnn.weight_hh_l1_reverse	9	-0.03893477842211723
32963	rnn.bias_ih_l1_reverse	0	-0.013391504995524883
32963	rnn.bias_ih_l1_reverse	1	-0.06256658583879471
32963	rnn.bias_ih_l1_reverse	2	-0.08203759789466858
32963	rnn.bias_ih_l1_reverse	3	-0.024619635194540024
32963	rnn.bias_ih_l1_reverse	4	-0.11987131834030151
32963	rnn.bias_ih_l1_reverse	5	-0.07135797291994095
32963	rnn.bias_ih_l1_reverse	6	-0.07063918560743332
32963	rnn.bias_ih_l1_reverse	7	-0.09182660281658173
32963	rnn.bias_ih_l1_reverse	8	0.08765590190887451
32963	rnn.bias_ih_l1_reverse	9	0.01644868403673172
32963	rnn.bias_hh_l1_reverse	0	0.013274814933538437
32963	rnn.bias_hh_l1_reverse	1	0.01848401129245758
32963	rnn.bias_hh_l1_reverse	2	-0.15055468678474426
32963	rnn.bias_hh_l1_reverse	3	-0.031653132289648056
32963	rnn.bias_hh_l1_reverse	4	-0.040799058973789215
32963	rnn.bias_hh_l1_reverse	5	-0.04445843771100044
32963	rnn.bias_hh_l1_reverse	6	0.09627114981412888
32963	rnn.bias_hh_l1_reverse	7	-0.08061710000038147
32963	rnn.bias_hh_l1_reverse	8	-0.05706505477428436
32963	rnn.bias_hh_l1_reverse	9	-0.07027938961982727
32963	linear.weight	0	0.002228822559118271
32963	linear.weight	1	0.07526338845491409
32963	linear.weight	2	-0.07167403399944305
32963	linear.weight	3	0.2308058887720108
32963	linear.weight	4	0.11899521946907043
32963	linear.weight	5	0.024138318374753
32963	linear.weight	6	0.09588834643363953
32963	linear.weight	7	0.13137075304985046
32963	linear.weight	8	0.04197349771857262
32963	linear.weight	9	-0.04388405755162239
32963	linear.bias	0	-0.0933690145611763
32963	linear.bias	1	-0.049955252557992935
32963	linear.bias	2	-0.3515861928462982
32963	linear.bias	3	-0.7709940075874329
32963	linear.bias	4	-0.921256422996521
32963	linear.bias	5	0.07977384328842163
32963	linear.bias	6	-0.5971041321754456
32963	linear.bias	7	0.52956223487854
32963	linear.bias	8	-0.5310105681419373
32963	linear.bias	9	-0.7657527327537537
33160	transitions	0	0.32511523365974426
33160	transitions	1	-0.05639589577913284
33160	transitions	2	-10000.0
33160	transitions	3	-1.7795822620391846
33160	transitions	4	-10000.0
33160	transitions	5	0.7170326709747314
33160	transitions	6	0.034252800047397614
33160	transitions	7	-0.14029590785503387
33160	transitions	8	-1.267128586769104
33160	transitions	9	0.00028280698461458087
33160	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
33160	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
33160	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
33160	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
33160	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
33160	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
33160	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
33160	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
33160	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
33160	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
33160	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
33160	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
33160	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
33160	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
33160	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
33160	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
33160	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
33160	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
33160	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
33160	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
33160	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
33160	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
33160	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
33160	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
33160	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
33160	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
33160	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
33160	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
33160	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
33160	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
33160	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
33160	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
33160	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
33160	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
33160	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
33160	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
33160	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
33160	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
33160	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
33160	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
33160	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
33160	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
33160	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
33160	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
33160	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
33160	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
33160	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
33160	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
33160	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
33160	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
33160	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
33160	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
33160	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
33160	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
33160	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
33160	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
33160	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
33160	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
33160	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
33160	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
33160	embedding2nn.weight	0	0.01636975258588791
33160	embedding2nn.weight	1	-0.018787821754813194
33160	embedding2nn.weight	2	-0.014268253929913044
33160	embedding2nn.weight	3	0.019243035465478897
33160	embedding2nn.weight	4	-0.005915034096688032
33160	embedding2nn.weight	5	-0.003700592089444399
33160	embedding2nn.weight	6	-0.0039732628501951694
33160	embedding2nn.weight	7	-0.035725243389606476
33160	embedding2nn.weight	8	-0.0019979383796453476
33160	embedding2nn.weight	9	-0.014201706275343895
33160	embedding2nn.bias	0	0.029577620327472687
33160	embedding2nn.bias	1	-0.030313793569803238
33160	embedding2nn.bias	2	0.06741189956665039
33160	embedding2nn.bias	3	0.052013099193573
33160	embedding2nn.bias	4	-0.016048038378357887
33160	embedding2nn.bias	5	-0.024122975766658783
33160	embedding2nn.bias	6	-0.007615921087563038
33160	embedding2nn.bias	7	-0.042049214243888855
33160	embedding2nn.bias	8	0.05108022689819336
33160	embedding2nn.bias	9	0.039799049496650696
33160	rnn.weight_ih_l0	0	-0.01837816834449768
33160	rnn.weight_ih_l0	1	0.004604681860655546
33160	rnn.weight_ih_l0	2	0.030036071315407753
33160	rnn.weight_ih_l0	3	0.011268671602010727
33160	rnn.weight_ih_l0	4	-0.021705299615859985
33160	rnn.weight_ih_l0	5	-0.05585900694131851
33160	rnn.weight_ih_l0	6	0.019867178052663803
33160	rnn.weight_ih_l0	7	0.045457638800144196
33160	rnn.weight_ih_l0	8	0.012718825601041317
33160	rnn.weight_ih_l0	9	-0.03507804125547409
33160	rnn.weight_hh_l0	0	-0.0433320477604866
33160	rnn.weight_hh_l0	1	-0.007120224181562662
33160	rnn.weight_hh_l0	2	0.007712353952229023
33160	rnn.weight_hh_l0	3	-0.03385277837514877
33160	rnn.weight_hh_l0	4	0.04556417092680931
33160	rnn.weight_hh_l0	5	-0.008917172439396381
33160	rnn.weight_hh_l0	6	-0.02604399248957634
33160	rnn.weight_hh_l0	7	-0.029160471633076668
33160	rnn.weight_hh_l0	8	0.0016820270102471113
33160	rnn.weight_hh_l0	9	-0.02472495101392269
33160	rnn.bias_ih_l0	0	0.023456839844584465
33160	rnn.bias_ih_l0	1	-0.01856296882033348
33160	rnn.bias_ih_l0	2	-0.00565734738484025
33160	rnn.bias_ih_l0	3	0.06301742047071457
33160	rnn.bias_ih_l0	4	-0.033870991319417953
33160	rnn.bias_ih_l0	5	-0.032051652669906616
33160	rnn.bias_ih_l0	6	-0.011050146073102951
33160	rnn.bias_ih_l0	7	0.025530682876706123
33160	rnn.bias_ih_l0	8	-0.061800334602594376
33160	rnn.bias_ih_l0	9	-0.020738491788506508
33160	rnn.bias_hh_l0	0	-0.04064679518342018
33160	rnn.bias_hh_l0	1	-0.0601540170609951
33160	rnn.bias_hh_l0	2	-0.039455343037843704
33160	rnn.bias_hh_l0	3	-0.04192821681499481
33160	rnn.bias_hh_l0	4	0.002010129624977708
33160	rnn.bias_hh_l0	5	0.004474414046853781
33160	rnn.bias_hh_l0	6	0.029284872114658356
33160	rnn.bias_hh_l0	7	-0.0002548489428590983
33160	rnn.bias_hh_l0	8	-0.06317351758480072
33160	rnn.bias_hh_l0	9	-0.023659057915210724
33160	rnn.weight_ih_l0_reverse	0	-0.012696783058345318
33160	rnn.weight_ih_l0_reverse	1	-0.053476449102163315
33160	rnn.weight_ih_l0_reverse	2	-0.020084915682673454
33160	rnn.weight_ih_l0_reverse	3	0.0042795296758413315
33160	rnn.weight_ih_l0_reverse	4	-0.012869076803326607
33160	rnn.weight_ih_l0_reverse	5	-0.04764878749847412
33160	rnn.weight_ih_l0_reverse	6	0.04560518637299538
33160	rnn.weight_ih_l0_reverse	7	-0.02187049761414528
33160	rnn.weight_ih_l0_reverse	8	-0.031793490052223206
33160	rnn.weight_ih_l0_reverse	9	0.017462894320487976
33160	rnn.weight_hh_l0_reverse	0	0.04089744761586189
33160	rnn.weight_hh_l0_reverse	1	0.03044460527598858
33160	rnn.weight_hh_l0_reverse	2	0.0318898931145668
33160	rnn.weight_hh_l0_reverse	3	0.018058760091662407
33160	rnn.weight_hh_l0_reverse	4	0.006537795998156071
33160	rnn.weight_hh_l0_reverse	5	-0.0028746032621711493
33160	rnn.weight_hh_l0_reverse	6	0.03488222509622574
33160	rnn.weight_hh_l0_reverse	7	-0.0275600366294384
33160	rnn.weight_hh_l0_reverse	8	0.017375057563185692
33160	rnn.weight_hh_l0_reverse	9	0.05032719671726227
33160	rnn.bias_ih_l0_reverse	0	-0.06306757032871246
33160	rnn.bias_ih_l0_reverse	1	-0.11299779266119003
33160	rnn.bias_ih_l0_reverse	2	-0.034968651831150055
33160	rnn.bias_ih_l0_reverse	3	-0.006298992317169905
33160	rnn.bias_ih_l0_reverse	4	-0.01914047636091709
33160	rnn.bias_ih_l0_reverse	5	0.020598748698830605
33160	rnn.bias_ih_l0_reverse	6	-0.02124076895415783
33160	rnn.bias_ih_l0_reverse	7	0.02771805413067341
33160	rnn.bias_ih_l0_reverse	8	-0.03512316942214966
33160	rnn.bias_ih_l0_reverse	9	0.01835530437529087
33160	rnn.bias_hh_l0_reverse	0	-0.027364907786250114
33160	rnn.bias_hh_l0_reverse	1	0.00032839589403010905
33160	rnn.bias_hh_l0_reverse	2	0.02727068029344082
33160	rnn.bias_hh_l0_reverse	3	-0.03487275540828705
33160	rnn.bias_hh_l0_reverse	4	-0.03370821848511696
33160	rnn.bias_hh_l0_reverse	5	-0.04975263029336929
33160	rnn.bias_hh_l0_reverse	6	-0.007706661242991686
33160	rnn.bias_hh_l0_reverse	7	0.05719909444451332
33160	rnn.bias_hh_l0_reverse	8	0.03225060552358627
33160	rnn.bias_hh_l0_reverse	9	-0.07700170576572418
33160	rnn.weight_ih_l1	0	-0.032154787331819534
33160	rnn.weight_ih_l1	1	-0.029153231531381607
33160	rnn.weight_ih_l1	2	0.047600772231817245
33160	rnn.weight_ih_l1	3	-0.01947733946144581
33160	rnn.weight_ih_l1	4	0.006704153027385473
33160	rnn.weight_ih_l1	5	-0.040669530630111694
33160	rnn.weight_ih_l1	6	0.020584486424922943
33160	rnn.weight_ih_l1	7	-0.033567290753126144
33160	rnn.weight_ih_l1	8	0.03907986730337143
33160	rnn.weight_ih_l1	9	0.027657344937324524
33160	rnn.weight_hh_l1	0	-0.006228049751371145
33160	rnn.weight_hh_l1	1	0.004347535781562328
33160	rnn.weight_hh_l1	2	-0.02178988792002201
33160	rnn.weight_hh_l1	3	-0.005928504280745983
33160	rnn.weight_hh_l1	4	0.0014711166732013226
33160	rnn.weight_hh_l1	5	0.03066977486014366
33160	rnn.weight_hh_l1	6	0.031790830194950104
33160	rnn.weight_hh_l1	7	-0.03084537386894226
33160	rnn.weight_hh_l1	8	-0.03796698525547981
33160	rnn.weight_hh_l1	9	0.03874002769589424
33160	rnn.bias_ih_l1	0	-0.09445556253194809
33160	rnn.bias_ih_l1	1	-0.0834793820977211
33160	rnn.bias_ih_l1	2	-0.11287395656108856
33160	rnn.bias_ih_l1	3	-0.13640019297599792
33160	rnn.bias_ih_l1	4	-0.1597662717103958
33160	rnn.bias_ih_l1	5	-0.08536533266305923
33160	rnn.bias_ih_l1	6	-0.055110733956098557
33160	rnn.bias_ih_l1	7	-0.025208378210663795
33160	rnn.bias_ih_l1	8	-0.06817597895860672
33160	rnn.bias_ih_l1	9	-0.07060862332582474
33160	rnn.bias_hh_l1	0	-0.1108478456735611
33160	rnn.bias_hh_l1	1	-0.028844870626926422
33160	rnn.bias_hh_l1	2	-0.0485176183283329
33160	rnn.bias_hh_l1	3	-0.056945595890283585
33160	rnn.bias_hh_l1	4	-0.08518283069133759
33160	rnn.bias_hh_l1	5	-0.04801790416240692
33160	rnn.bias_hh_l1	6	-0.08367661386728287
33160	rnn.bias_hh_l1	7	-0.022951658815145493
33160	rnn.bias_hh_l1	8	-0.03751968964934349
33160	rnn.bias_hh_l1	9	-0.0319804809987545
33160	rnn.weight_ih_l1_reverse	0	-0.03551967442035675
33160	rnn.weight_ih_l1_reverse	1	0.019438307732343674
33160	rnn.weight_ih_l1_reverse	2	-0.049647007137537
33160	rnn.weight_ih_l1_reverse	3	-0.02572326548397541
33160	rnn.weight_ih_l1_reverse	4	-0.020587867125868797
33160	rnn.weight_ih_l1_reverse	5	-0.03578057885169983
33160	rnn.weight_ih_l1_reverse	6	-0.01824989914894104
33160	rnn.weight_ih_l1_reverse	7	0.016644151881337166
33160	rnn.weight_ih_l1_reverse	8	0.029991518706083298
33160	rnn.weight_ih_l1_reverse	9	-0.04766504466533661
33160	rnn.weight_hh_l1_reverse	0	0.00840670894831419
33160	rnn.weight_hh_l1_reverse	1	0.029614919796586037
33160	rnn.weight_hh_l1_reverse	2	-0.03695657104253769
33160	rnn.weight_hh_l1_reverse	3	0.0389283262193203
33160	rnn.weight_hh_l1_reverse	4	0.04249200597405434
33160	rnn.weight_hh_l1_reverse	5	0.010592078790068626
33160	rnn.weight_hh_l1_reverse	6	0.018804840743541718
33160	rnn.weight_hh_l1_reverse	7	0.027929795905947685
33160	rnn.weight_hh_l1_reverse	8	-0.004584549926221371
33160	rnn.weight_hh_l1_reverse	9	-0.03948735073208809
33160	rnn.bias_ih_l1_reverse	0	-0.014053543098270893
33160	rnn.bias_ih_l1_reverse	1	-0.061000194400548935
33160	rnn.bias_ih_l1_reverse	2	-0.08102621138095856
33160	rnn.bias_ih_l1_reverse	3	-0.032825589179992676
33160	rnn.bias_ih_l1_reverse	4	-0.1211910992860794
33160	rnn.bias_ih_l1_reverse	5	-0.07044511288404465
33160	rnn.bias_ih_l1_reverse	6	-0.07257503271102905
33160	rnn.bias_ih_l1_reverse	7	-0.09662174433469772
33160	rnn.bias_ih_l1_reverse	8	0.08507991582155228
33160	rnn.bias_ih_l1_reverse	9	0.009714923799037933
33160	rnn.bias_hh_l1_reverse	0	0.010701830498874187
33160	rnn.bias_hh_l1_reverse	1	0.01891518197953701
33160	rnn.bias_hh_l1_reverse	2	-0.15274052321910858
33160	rnn.bias_hh_l1_reverse	3	-0.030532466247677803
33160	rnn.bias_hh_l1_reverse	4	-0.04013308510184288
33160	rnn.bias_hh_l1_reverse	5	-0.04389386996626854
33160	rnn.bias_hh_l1_reverse	6	0.09402146935462952
33160	rnn.bias_hh_l1_reverse	7	-0.07860449701547623
33160	rnn.bias_hh_l1_reverse	8	-0.05664564296603203
33160	rnn.bias_hh_l1_reverse	9	-0.06968466192483902
33160	linear.weight	0	0.002228822559118271
33160	linear.weight	1	0.07097819447517395
33160	linear.weight	2	-0.07705608010292053
33160	linear.weight	3	0.23327791690826416
33160	linear.weight	4	0.12029320746660233
33160	linear.weight	5	0.02691277116537094
33160	linear.weight	6	0.10435881465673447
33160	linear.weight	7	0.1375824213027954
33160	linear.weight	8	0.04196949303150177
33160	linear.weight	9	-0.04229557886719704
33160	linear.bias	0	-0.11427213996648788
33160	linear.bias	1	-0.015454269014298916
33160	linear.bias	2	-0.36526164412498474
33160	linear.bias	3	-0.7821784019470215
33160	linear.bias	4	-0.931028425693512
33160	linear.bias	5	0.1024034395813942
33160	linear.bias	6	-0.5610206127166748
33160	linear.bias	7	0.548375129699707
33160	linear.bias	8	-0.5453274250030518
33160	linear.bias	9	-0.7811628580093384
33357	transitions	0	0.3109040856361389
33357	transitions	1	-0.05299947410821915
33357	transitions	2	-10000.0
33357	transitions	3	-1.7797530889511108
33357	transitions	4	-10000.0
33357	transitions	5	0.7165406942367554
33357	transitions	6	0.03367437794804573
33357	transitions	7	-0.1420351266860962
33357	transitions	8	-1.2675269842147827
33357	transitions	9	0.00027557022986002266
33357	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
33357	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
33357	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
33357	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
33357	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
33357	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
33357	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
33357	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
33357	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
33357	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
33357	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
33357	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
33357	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
33357	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
33357	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
33357	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
33357	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
33357	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
33357	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
33357	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
33357	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
33357	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
33357	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
33357	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
33357	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
33357	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
33357	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
33357	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
33357	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
33357	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
33357	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
33357	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
33357	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
33357	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
33357	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
33357	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
33357	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
33357	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
33357	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
33357	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
33357	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
33357	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
33357	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
33357	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
33357	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
33357	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
33357	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
33357	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
33357	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
33357	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
33357	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
33357	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
33357	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
33357	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
33357	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
33357	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
33357	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
33357	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
33357	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
33357	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
33357	embedding2nn.weight	0	0.012904409319162369
33357	embedding2nn.weight	1	-0.018872197717428207
33357	embedding2nn.weight	2	-0.014268253929913044
33357	embedding2nn.weight	3	0.018912700936198235
33357	embedding2nn.weight	4	-0.005915034096688032
33357	embedding2nn.weight	5	-0.0037005923222750425
33357	embedding2nn.weight	6	-0.003973263781517744
33357	embedding2nn.weight	7	-0.03554369509220123
33357	embedding2nn.weight	8	-0.0019979383796453476
33357	embedding2nn.weight	9	-0.01483606081455946
33357	embedding2nn.bias	0	0.02688479796051979
33357	embedding2nn.bias	1	-0.030977969989180565
33357	embedding2nn.bias	2	0.06974717229604721
33357	embedding2nn.bias	3	0.05442412570118904
33357	embedding2nn.bias	4	-0.008312216959893703
33357	embedding2nn.bias	5	-0.0199066661298275
33357	embedding2nn.bias	6	-0.005707322154194117
33357	embedding2nn.bias	7	-0.040790822356939316
33357	embedding2nn.bias	8	0.05005156993865967
33357	embedding2nn.bias	9	0.03713545203208923
33357	rnn.weight_ih_l0	0	-0.017298128455877304
33357	rnn.weight_ih_l0	1	0.0043428451754152775
33357	rnn.weight_ih_l0	2	0.03009435534477234
33357	rnn.weight_ih_l0	3	0.01120938640087843
33357	rnn.weight_ih_l0	4	-0.020482683554291725
33357	rnn.weight_ih_l0	5	-0.05518509820103645
33357	rnn.weight_ih_l0	6	0.02004030905663967
33357	rnn.weight_ih_l0	7	0.0446862131357193
33357	rnn.weight_ih_l0	8	0.013932942412793636
33357	rnn.weight_ih_l0	9	-0.03504439443349838
33357	rnn.weight_hh_l0	0	-0.04345447197556496
33357	rnn.weight_hh_l0	1	-0.007676835171878338
33357	rnn.weight_hh_l0	2	0.008279622532427311
33357	rnn.weight_hh_l0	3	-0.03493170812726021
33357	rnn.weight_hh_l0	4	0.04731764644384384
33357	rnn.weight_hh_l0	5	-0.00824612844735384
33357	rnn.weight_hh_l0	6	-0.027179090306162834
33357	rnn.weight_hh_l0	7	-0.02852008491754532
33357	rnn.weight_hh_l0	8	0.0022934700828045607
33357	rnn.weight_hh_l0	9	-0.024816587567329407
33357	rnn.bias_ih_l0	0	0.019061695784330368
33357	rnn.bias_ih_l0	1	-0.022504912689328194
33357	rnn.bias_ih_l0	2	-0.006385263055562973
33357	rnn.bias_ih_l0	3	0.06452121585607529
33357	rnn.bias_ih_l0	4	-0.03292526304721832
33357	rnn.bias_ih_l0	5	-0.031174398958683014
33357	rnn.bias_ih_l0	6	-0.00419464660808444
33357	rnn.bias_ih_l0	7	0.02597942017018795
33357	rnn.bias_ih_l0	8	-0.061683617532253265
33357	rnn.bias_ih_l0	9	-0.025509677827358246
33357	rnn.bias_hh_l0	0	-0.04208376631140709
33357	rnn.bias_hh_l0	1	-0.055338237434625626
33357	rnn.bias_hh_l0	2	-0.039780791848897934
33357	rnn.bias_hh_l0	3	-0.04432143643498421
33357	rnn.bias_hh_l0	4	0.0025013566482812166
33357	rnn.bias_hh_l0	5	0.0050703310407698154
33357	rnn.bias_hh_l0	6	0.02981877699494362
33357	rnn.bias_hh_l0	7	-0.002447819337248802
33357	rnn.bias_hh_l0	8	-0.06409846991300583
33357	rnn.bias_hh_l0	9	-0.02066640928387642
33357	rnn.weight_ih_l0_reverse	0	-0.013134927488863468
33357	rnn.weight_ih_l0_reverse	1	-0.05322205275297165
33357	rnn.weight_ih_l0_reverse	2	-0.022563662379980087
33357	rnn.weight_ih_l0_reverse	3	0.004403211642056704
33357	rnn.weight_ih_l0_reverse	4	-0.012190276756882668
33357	rnn.weight_ih_l0_reverse	5	-0.0480002798140049
33357	rnn.weight_ih_l0_reverse	6	0.04537273570895195
33357	rnn.weight_ih_l0_reverse	7	-0.02132055163383484
33357	rnn.weight_ih_l0_reverse	8	-0.032206032425165176
33357	rnn.weight_ih_l0_reverse	9	0.017320437356829643
33357	rnn.weight_hh_l0_reverse	0	0.04089942201972008
33357	rnn.weight_hh_l0_reverse	1	0.03114325925707817
33357	rnn.weight_hh_l0_reverse	2	0.03211100399494171
33357	rnn.weight_hh_l0_reverse	3	0.01841115392744541
33357	rnn.weight_hh_l0_reverse	4	0.006172094959765673
33357	rnn.weight_hh_l0_reverse	5	-0.0031542920041829348
33357	rnn.weight_hh_l0_reverse	6	0.034844085574150085
33357	rnn.weight_hh_l0_reverse	7	-0.027252284809947014
33357	rnn.weight_hh_l0_reverse	8	0.01821625977754593
33357	rnn.weight_hh_l0_reverse	9	0.049486562609672546
33357	rnn.bias_ih_l0_reverse	0	-0.062410868704319
33357	rnn.bias_ih_l0_reverse	1	-0.11618158221244812
33357	rnn.bias_ih_l0_reverse	2	-0.034086257219314575
33357	rnn.bias_ih_l0_reverse	3	-0.005951480474323034
33357	rnn.bias_ih_l0_reverse	4	-0.01966830901801586
33357	rnn.bias_ih_l0_reverse	5	0.020301396027207375
33357	rnn.bias_ih_l0_reverse	6	-0.016530470922589302
33357	rnn.bias_ih_l0_reverse	7	0.028611348941922188
33357	rnn.bias_ih_l0_reverse	8	-0.03323362395167351
33357	rnn.bias_ih_l0_reverse	9	0.01795559749007225
33357	rnn.bias_hh_l0_reverse	0	-0.0285150408744812
33357	rnn.bias_hh_l0_reverse	1	-0.0024434481747448444
33357	rnn.bias_hh_l0_reverse	2	0.0279969722032547
33357	rnn.bias_hh_l0_reverse	3	-0.03359149396419525
33357	rnn.bias_hh_l0_reverse	4	-0.03673231229186058
33357	rnn.bias_hh_l0_reverse	5	-0.04971037432551384
33357	rnn.bias_hh_l0_reverse	6	-0.0032442740630358458
33357	rnn.bias_hh_l0_reverse	7	0.05986317992210388
33357	rnn.bias_hh_l0_reverse	8	0.03550496697425842
33357	rnn.bias_hh_l0_reverse	9	-0.0775938630104065
33357	rnn.weight_ih_l1	0	-0.03233940899372101
33357	rnn.weight_ih_l1	1	-0.030674120411276817
33357	rnn.weight_ih_l1	2	0.049331601709127426
33357	rnn.weight_ih_l1	3	-0.0181159395724535
33357	rnn.weight_ih_l1	4	0.007205275818705559
33357	rnn.weight_ih_l1	5	-0.04071067273616791
33357	rnn.weight_ih_l1	6	0.01974521018564701
33357	rnn.weight_ih_l1	7	-0.0341968759894371
33357	rnn.weight_ih_l1	8	0.03926044702529907
33357	rnn.weight_ih_l1	9	0.027732888236641884
33357	rnn.weight_hh_l1	0	-0.006776830181479454
33357	rnn.weight_hh_l1	1	0.0043631442822515965
33357	rnn.weight_hh_l1	2	-0.022114312276244164
33357	rnn.weight_hh_l1	3	-0.005970979109406471
33357	rnn.weight_hh_l1	4	0.0011720904149115086
33357	rnn.weight_hh_l1	5	0.030138056725263596
33357	rnn.weight_hh_l1	6	0.03172897920012474
33357	rnn.weight_hh_l1	7	-0.03088892437517643
33357	rnn.weight_hh_l1	8	-0.03802487254142761
33357	rnn.weight_hh_l1	9	0.038688983768224716
33357	rnn.bias_ih_l1	0	-0.09427082538604736
33357	rnn.bias_ih_l1	1	-0.08592651039361954
33357	rnn.bias_ih_l1	2	-0.11288231611251831
33357	rnn.bias_ih_l1	3	-0.13298918306827545
33357	rnn.bias_ih_l1	4	-0.16332487761974335
33357	rnn.bias_ih_l1	5	-0.08662006258964539
33357	rnn.bias_ih_l1	6	-0.05206485837697983
33357	rnn.bias_ih_l1	7	-0.024882182478904724
33357	rnn.bias_ih_l1	8	-0.06616400927305222
33357	rnn.bias_ih_l1	9	-0.07582919299602509
33357	rnn.bias_hh_l1	0	-0.11098818480968475
33357	rnn.bias_hh_l1	1	-0.02661074697971344
33357	rnn.bias_hh_l1	2	-0.04726053401827812
33357	rnn.bias_hh_l1	3	-0.05821887031197548
33357	rnn.bias_hh_l1	4	-0.08834077417850494
33357	rnn.bias_hh_l1	5	-0.0483308844268322
33357	rnn.bias_hh_l1	6	-0.08333004266023636
33357	rnn.bias_hh_l1	7	-0.023767050355672836
33357	rnn.bias_hh_l1	8	-0.03907562419772148
33357	rnn.bias_hh_l1	9	-0.03343743830919266
33357	rnn.weight_ih_l1_reverse	0	-0.034851618111133575
33357	rnn.weight_ih_l1_reverse	1	0.02217627875506878
33357	rnn.weight_ih_l1_reverse	2	-0.05044427141547203
33357	rnn.weight_ih_l1_reverse	3	-0.02670665644109249
33357	rnn.weight_ih_l1_reverse	4	-0.023744061589241028
33357	rnn.weight_ih_l1_reverse	5	-0.035749781876802444
33357	rnn.weight_ih_l1_reverse	6	-0.019600698724389076
33357	rnn.weight_ih_l1_reverse	7	0.016991304233670235
33357	rnn.weight_ih_l1_reverse	8	0.03132754936814308
33357	rnn.weight_ih_l1_reverse	9	-0.04896523803472519
33357	rnn.weight_hh_l1_reverse	0	0.008356234058737755
33357	rnn.weight_hh_l1_reverse	1	0.02946511283516884
33357	rnn.weight_hh_l1_reverse	2	-0.037099190056324005
33357	rnn.weight_hh_l1_reverse	3	0.03904721513390541
33357	rnn.weight_hh_l1_reverse	4	0.04241298884153366
33357	rnn.weight_hh_l1_reverse	5	0.010060753673315048
33357	rnn.weight_hh_l1_reverse	6	0.018808510154485703
33357	rnn.weight_hh_l1_reverse	7	0.027940373867750168
33357	rnn.weight_hh_l1_reverse	8	-0.004591989330947399
33357	rnn.weight_hh_l1_reverse	9	-0.039744794368743896
33357	rnn.bias_ih_l1_reverse	0	-0.014740846119821072
33357	rnn.bias_ih_l1_reverse	1	-0.06406910717487335
33357	rnn.bias_ih_l1_reverse	2	-0.08032019436359406
33357	rnn.bias_ih_l1_reverse	3	-0.03656546026468277
33357	rnn.bias_ih_l1_reverse	4	-0.12409187108278275
33357	rnn.bias_ih_l1_reverse	5	-0.07064890116453171
33357	rnn.bias_ih_l1_reverse	6	-0.07269034534692764
33357	rnn.bias_ih_l1_reverse	7	-0.09940788894891739
33357	rnn.bias_ih_l1_reverse	8	0.09035393595695496
33357	rnn.bias_ih_l1_reverse	9	0.01259752456098795
33357	rnn.bias_hh_l1_reverse	0	0.004829409532248974
33357	rnn.bias_hh_l1_reverse	1	0.017855316400527954
33357	rnn.bias_hh_l1_reverse	2	-0.1540617197751999
33357	rnn.bias_hh_l1_reverse	3	-0.03163650631904602
33357	rnn.bias_hh_l1_reverse	4	-0.03936458379030228
33357	rnn.bias_hh_l1_reverse	5	-0.04641435667872429
33357	rnn.bias_hh_l1_reverse	6	0.09592968225479126
33357	rnn.bias_hh_l1_reverse	7	-0.07884491980075836
33357	rnn.bias_hh_l1_reverse	8	-0.057945042848587036
33357	rnn.bias_hh_l1_reverse	9	-0.070334292948246
33357	linear.weight	0	0.002228822559118271
33357	linear.weight	1	0.06230590492486954
33357	linear.weight	2	-0.08120867609977722
33357	linear.weight	3	0.22015273571014404
33357	linear.weight	4	0.12529656291007996
33357	linear.weight	5	0.02560683898627758
33357	linear.weight	6	0.08038187772035599
33357	linear.weight	7	0.15456323325634003
33357	linear.weight	8	0.04196619614958763
33357	linear.weight	9	-0.044938988983631134
33357	linear.bias	0	-0.13537482917308807
33357	linear.bias	1	-0.04023732244968414
33357	linear.bias	2	-0.3556894361972809
33357	linear.bias	3	-0.7531347274780273
33357	linear.bias	4	-0.9079679846763611
33357	linear.bias	5	0.07472454756498337
33357	linear.bias	6	-0.5787287354469299
33357	linear.bias	7	0.5226351618766785
33357	linear.bias	8	-0.5248850584030151
33357	linear.bias	9	-0.7659081816673279
33554	transitions	0	0.320358008146286
33554	transitions	1	-0.05826273187994957
33554	transitions	2	-10000.0
33554	transitions	3	-1.779961347579956
33554	transitions	4	-10000.0
33554	transitions	5	0.7157846689224243
33554	transitions	6	0.03304585441946983
33554	transitions	7	-0.1444571167230606
33554	transitions	8	-1.2682920694351196
33554	transitions	9	0.000268160569248721
33554	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
33554	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
33554	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
33554	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
33554	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
33554	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
33554	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
33554	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
33554	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
33554	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
33554	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
33554	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
33554	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
33554	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
33554	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
33554	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
33554	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
33554	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
33554	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
33554	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
33554	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
33554	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
33554	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
33554	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
33554	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
33554	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
33554	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
33554	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
33554	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
33554	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
33554	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
33554	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
33554	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
33554	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
33554	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
33554	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
33554	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
33554	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
33554	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
33554	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
33554	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
33554	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
33554	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
33554	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
33554	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
33554	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
33554	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
33554	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
33554	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
33554	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
33554	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
33554	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
33554	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
33554	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
33554	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
33554	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
33554	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
33554	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
33554	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
33554	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
33554	embedding2nn.weight	0	0.01126401498913765
33554	embedding2nn.weight	1	-0.018998650833964348
33554	embedding2nn.weight	2	-0.014268253929913044
33554	embedding2nn.weight	3	0.01780075393617153
33554	embedding2nn.weight	4	-0.005915034096688032
33554	embedding2nn.weight	5	-0.003700592555105686
33554	embedding2nn.weight	6	-0.003973264712840319
33554	embedding2nn.weight	7	-0.03505324572324753
33554	embedding2nn.weight	8	-0.0019979383796453476
33554	embedding2nn.weight	9	-0.01544756069779396
33554	embedding2nn.bias	0	0.026104215532541275
33554	embedding2nn.bias	1	-0.03329324349761009
33554	embedding2nn.bias	2	0.07014603912830353
33554	embedding2nn.bias	3	0.05745192989706993
33554	embedding2nn.bias	4	-0.01639561913907528
33554	embedding2nn.bias	5	-0.0186461228877306
33554	embedding2nn.bias	6	-0.0016599827213212848
33554	embedding2nn.bias	7	-0.037294890731573105
33554	embedding2nn.bias	8	0.040434155613183975
33554	embedding2nn.bias	9	0.044034235179424286
33554	rnn.weight_ih_l0	0	-0.01785307750105858
33554	rnn.weight_ih_l0	1	0.0029130689799785614
33554	rnn.weight_ih_l0	2	0.02894388884305954
33554	rnn.weight_ih_l0	3	0.010685114189982414
33554	rnn.weight_ih_l0	4	-0.02010827325284481
33554	rnn.weight_ih_l0	5	-0.055069874972105026
33554	rnn.weight_ih_l0	6	0.0192647073417902
33554	rnn.weight_ih_l0	7	0.04566029831767082
33554	rnn.weight_ih_l0	8	0.014234163798391819
33554	rnn.weight_ih_l0	9	-0.03515977784991264
33554	rnn.weight_hh_l0	0	-0.04326494410634041
33554	rnn.weight_hh_l0	1	-0.007079227361828089
33554	rnn.weight_hh_l0	2	0.00787435844540596
33554	rnn.weight_hh_l0	3	-0.03487928584218025
33554	rnn.weight_hh_l0	4	0.04776886850595474
33554	rnn.weight_hh_l0	5	-0.009437814354896545
33554	rnn.weight_hh_l0	6	-0.027952006086707115
33554	rnn.weight_hh_l0	7	-0.03006773814558983
33554	rnn.weight_hh_l0	8	0.0030182392802089453
33554	rnn.weight_hh_l0	9	-0.024949727579951286
33554	rnn.bias_ih_l0	0	0.01930297166109085
33554	rnn.bias_ih_l0	1	-0.02261984534561634
33554	rnn.bias_ih_l0	2	-0.004664572421461344
33554	rnn.bias_ih_l0	3	0.07013449817895889
33554	rnn.bias_ih_l0	4	-0.030859962105751038
33554	rnn.bias_ih_l0	5	-0.0287527684122324
33554	rnn.bias_ih_l0	6	-0.001235729781910777
33554	rnn.bias_ih_l0	7	0.029383327811956406
33554	rnn.bias_ih_l0	8	-0.06133340671658516
33554	rnn.bias_ih_l0	9	-0.02269848622381687
33554	rnn.bias_hh_l0	0	-0.03947839513421059
33554	rnn.bias_hh_l0	1	-0.05429725721478462
33554	rnn.bias_hh_l0	2	-0.03791463375091553
33554	rnn.bias_hh_l0	3	-0.04609433934092522
33554	rnn.bias_hh_l0	4	0.003805964719504118
33554	rnn.bias_hh_l0	5	0.004690220113843679
33554	rnn.bias_hh_l0	6	0.027737636119127274
33554	rnn.bias_hh_l0	7	-0.007248292677104473
33554	rnn.bias_hh_l0	8	-0.06534900516271591
33554	rnn.bias_hh_l0	9	-0.020148906856775284
33554	rnn.weight_ih_l0_reverse	0	-0.01533193327486515
33554	rnn.weight_ih_l0_reverse	1	-0.05406429246068001
33554	rnn.weight_ih_l0_reverse	2	-0.022295022383332253
33554	rnn.weight_ih_l0_reverse	3	0.003758208593353629
33554	rnn.weight_ih_l0_reverse	4	-0.012161577120423317
33554	rnn.weight_ih_l0_reverse	5	-0.04814407601952553
33554	rnn.weight_ih_l0_reverse	6	0.045583341270685196
33554	rnn.weight_ih_l0_reverse	7	-0.023569341748952866
33554	rnn.weight_ih_l0_reverse	8	-0.03327526897192001
33554	rnn.weight_ih_l0_reverse	9	0.01649567298591137
33554	rnn.weight_hh_l0_reverse	0	0.03940673545002937
33554	rnn.weight_hh_l0_reverse	1	0.03146878257393837
33554	rnn.weight_hh_l0_reverse	2	0.03196011111140251
33554	rnn.weight_hh_l0_reverse	3	0.018641622737050056
33554	rnn.weight_hh_l0_reverse	4	0.006332188844680786
33554	rnn.weight_hh_l0_reverse	5	-0.004341509193181992
33554	rnn.weight_hh_l0_reverse	6	0.034319303929805756
33554	rnn.weight_hh_l0_reverse	7	-0.026673389598727226
33554	rnn.weight_hh_l0_reverse	8	0.017655035480856895
33554	rnn.weight_hh_l0_reverse	9	0.049514077603816986
33554	rnn.bias_ih_l0_reverse	0	-0.06399288028478622
33554	rnn.bias_ih_l0_reverse	1	-0.11972468346357346
33554	rnn.bias_ih_l0_reverse	2	-0.03224931284785271
33554	rnn.bias_ih_l0_reverse	3	-0.006595079321414232
33554	rnn.bias_ih_l0_reverse	4	-0.024007946252822876
33554	rnn.bias_ih_l0_reverse	5	0.018152251839637756
33554	rnn.bias_ih_l0_reverse	6	-0.014564068987965584
33554	rnn.bias_ih_l0_reverse	7	0.02826959267258644
33554	rnn.bias_ih_l0_reverse	8	-0.029141664505004883
33554	rnn.bias_ih_l0_reverse	9	0.019510595127940178
33554	rnn.bias_hh_l0_reverse	0	-0.0300546083599329
33554	rnn.bias_hh_l0_reverse	1	-0.0030928475316613913
33554	rnn.bias_hh_l0_reverse	2	0.03225947916507721
33554	rnn.bias_hh_l0_reverse	3	-0.034990061074495316
33554	rnn.bias_hh_l0_reverse	4	-0.037551090121269226
33554	rnn.bias_hh_l0_reverse	5	-0.05035149306058884
33554	rnn.bias_hh_l0_reverse	6	-0.0015752491308376193
33554	rnn.bias_hh_l0_reverse	7	0.05739786848425865
33554	rnn.bias_hh_l0_reverse	8	0.03084663860499859
33554	rnn.bias_hh_l0_reverse	9	-0.07420151680707932
33554	rnn.weight_ih_l1	0	-0.032828643918037415
33554	rnn.weight_ih_l1	1	-0.030304186046123505
33554	rnn.weight_ih_l1	2	0.04634656757116318
33554	rnn.weight_ih_l1	3	-0.018001655116677284
33554	rnn.weight_ih_l1	4	0.0077465595677495
33554	rnn.weight_ih_l1	5	-0.0410659983754158
33554	rnn.weight_ih_l1	6	0.01850907877087593
33554	rnn.weight_ih_l1	7	-0.03364386409521103
33554	rnn.weight_ih_l1	8	0.03936934098601341
33554	rnn.weight_ih_l1	9	0.028048912063241005
33554	rnn.weight_hh_l1	0	-0.006198827177286148
33554	rnn.weight_hh_l1	1	0.004477962851524353
33554	rnn.weight_hh_l1	2	-0.022702665999531746
33554	rnn.weight_hh_l1	3	-0.005685020238161087
33554	rnn.weight_hh_l1	4	0.0014113951474428177
33554	rnn.weight_hh_l1	5	0.0304380115121603
33554	rnn.weight_hh_l1	6	0.031655050814151764
33554	rnn.weight_hh_l1	7	-0.03104568086564541
33554	rnn.weight_hh_l1	8	-0.03779781982302666
33554	rnn.weight_hh_l1	9	0.03863516077399254
33554	rnn.bias_ih_l1	0	-0.08809705078601837
33554	rnn.bias_ih_l1	1	-0.0874129980802536
33554	rnn.bias_ih_l1	2	-0.10850507766008377
33554	rnn.bias_ih_l1	3	-0.13046377897262573
33554	rnn.bias_ih_l1	4	-0.1501431167125702
33554	rnn.bias_ih_l1	5	-0.08598936349153519
33554	rnn.bias_ih_l1	6	-0.052889272570610046
33554	rnn.bias_ih_l1	7	-0.025319520384073257
33554	rnn.bias_ih_l1	8	-0.06804689764976501
33554	rnn.bias_ih_l1	9	-0.0725136399269104
33554	rnn.bias_hh_l1	0	-0.11234702169895172
33554	rnn.bias_hh_l1	1	-0.028909957036376
33554	rnn.bias_hh_l1	2	-0.05275099352002144
33554	rnn.bias_hh_l1	3	-0.059635911136865616
33554	rnn.bias_hh_l1	4	-0.08788575232028961
33554	rnn.bias_hh_l1	5	-0.04906714707612991
33554	rnn.bias_hh_l1	6	-0.08417212963104248
33554	rnn.bias_hh_l1	7	-0.018501659855246544
33554	rnn.bias_hh_l1	8	-0.03716661408543587
33554	rnn.bias_hh_l1	9	-0.03559494391083717
33554	rnn.weight_ih_l1_reverse	0	-0.0359792485833168
33554	rnn.weight_ih_l1_reverse	1	0.018625233322381973
33554	rnn.weight_ih_l1_reverse	2	-0.05550454184412956
33554	rnn.weight_ih_l1_reverse	3	-0.029463088139891624
33554	rnn.weight_ih_l1_reverse	4	-0.023993074893951416
33554	rnn.weight_ih_l1_reverse	5	-0.0358474999666214
33554	rnn.weight_ih_l1_reverse	6	-0.019029172137379646
33554	rnn.weight_ih_l1_reverse	7	0.016425181180238724
33554	rnn.weight_ih_l1_reverse	8	0.03348845615983009
33554	rnn.weight_ih_l1_reverse	9	-0.047906696796417236
33554	rnn.weight_hh_l1_reverse	0	0.008257903158664703
33554	rnn.weight_hh_l1_reverse	1	0.029585951939225197
33554	rnn.weight_hh_l1_reverse	2	-0.037018001079559326
33554	rnn.weight_hh_l1_reverse	3	0.03899892419576645
33554	rnn.weight_hh_l1_reverse	4	0.042457111179828644
33554	rnn.weight_hh_l1_reverse	5	0.010232650674879551
33554	rnn.weight_hh_l1_reverse	6	0.016709038987755775
33554	rnn.weight_hh_l1_reverse	7	0.027993062511086464
33554	rnn.weight_hh_l1_reverse	8	-0.004593344405293465
33554	rnn.weight_hh_l1_reverse	9	-0.04000984504818916
33554	rnn.bias_ih_l1_reverse	0	-0.014419961720705032
33554	rnn.bias_ih_l1_reverse	1	-0.06665746867656708
33554	rnn.bias_ih_l1_reverse	2	-0.08027344197034836
33554	rnn.bias_ih_l1_reverse	3	-0.024575646966695786
33554	rnn.bias_ih_l1_reverse	4	-0.126878559589386
33554	rnn.bias_ih_l1_reverse	5	-0.06988394260406494
33554	rnn.bias_ih_l1_reverse	6	-0.07493317127227783
33554	rnn.bias_ih_l1_reverse	7	-0.10206913203001022
33554	rnn.bias_ih_l1_reverse	8	0.10581130534410477
33554	rnn.bias_ih_l1_reverse	9	0.008025144226849079
33554	rnn.bias_hh_l1_reverse	0	0.008439568802714348
33554	rnn.bias_hh_l1_reverse	1	0.010104932822287083
33554	rnn.bias_hh_l1_reverse	2	-0.1537735015153885
33554	rnn.bias_hh_l1_reverse	3	-0.031831227242946625
33554	rnn.bias_hh_l1_reverse	4	-0.03929993510246277
33554	rnn.bias_hh_l1_reverse	5	-0.04678359255194664
33554	rnn.bias_hh_l1_reverse	6	0.10073743760585785
33554	rnn.bias_hh_l1_reverse	7	-0.07999326288700104
33554	rnn.bias_hh_l1_reverse	8	-0.06018005311489105
33554	rnn.bias_hh_l1_reverse	9	-0.07076988369226456
33554	linear.weight	0	0.002228822559118271
33554	linear.weight	1	0.07653262466192245
33554	linear.weight	2	-0.08197906613349915
33554	linear.weight	3	0.2226104438304901
33554	linear.weight	4	0.11602934449911118
33554	linear.weight	5	0.02807362750172615
33554	linear.weight	6	0.08636736869812012
33554	linear.weight	7	0.15419715642929077
33554	linear.weight	8	0.04195414483547211
33554	linear.weight	9	-0.05227334424853325
33554	linear.bias	0	-0.12059743702411652
33554	linear.bias	1	0.0005450586904771626
33554	linear.bias	2	-0.3808777332305908
33554	linear.bias	3	-0.7668218612670898
33554	linear.bias	4	-0.9243372678756714
33554	linear.bias	5	0.05783890187740326
33554	linear.bias	6	-0.5341670513153076
33554	linear.bias	7	0.5051862001419067
33554	linear.bias	8	-0.5216289758682251
33554	linear.bias	9	-0.764090895652771
33558	transitions	0	0.3203096389770508
33558	transitions	1	-0.058288998901844025
33558	transitions	2	-10000.0
33558	transitions	3	-1.7799649238586426
33558	transitions	4	-10000.0
33558	transitions	5	0.7157783508300781
33558	transitions	6	0.03303106501698494
33558	transitions	7	-0.14534248411655426
33558	transitions	8	-1.2682996988296509
33558	transitions	9	0.00026794616132974625
33558	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
33558	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
33558	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
33558	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
33558	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
33558	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
33558	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
33558	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
33558	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
33558	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
33558	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
33558	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
33558	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
33558	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
33558	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
33558	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
33558	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
33558	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
33558	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
33558	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
33558	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
33558	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
33558	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
33558	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
33558	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
33558	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
33558	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
33558	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
33558	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
33558	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
33558	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
33558	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
33558	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
33558	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
33558	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
33558	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
33558	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
33558	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
33558	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
33558	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
33558	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
33558	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
33558	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
33558	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
33558	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
33558	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
33558	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
33558	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
33558	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
33558	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
33558	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
33558	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
33558	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
33558	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
33558	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
33558	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
33558	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
33558	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
33558	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
33558	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
33558	embedding2nn.weight	0	0.011635873466730118
33558	embedding2nn.weight	1	-0.019011372700333595
33558	embedding2nn.weight	2	-0.014268253929913044
33558	embedding2nn.weight	3	0.0177463311702013
33558	embedding2nn.weight	4	-0.005915034096688032
33558	embedding2nn.weight	5	-0.003700592555105686
33558	embedding2nn.weight	6	-0.003973264712840319
33558	embedding2nn.weight	7	-0.03504400700330734
33558	embedding2nn.weight	8	-0.0019979383796453476
33558	embedding2nn.weight	9	-0.015501241199672222
33558	embedding2nn.bias	0	0.026733960956335068
33558	embedding2nn.bias	1	-0.03138153627514839
33558	embedding2nn.bias	2	0.07003424316644669
33558	embedding2nn.bias	3	0.057965513318777084
33558	embedding2nn.bias	4	-0.016674252226948738
33558	embedding2nn.bias	5	-0.01889592409133911
33558	embedding2nn.bias	6	-0.0016617352375760674
33558	embedding2nn.bias	7	-0.0352000929415226
33558	embedding2nn.bias	8	0.04199251905083656
33558	embedding2nn.bias	9	0.04215511679649353
33558	rnn.weight_ih_l0	0	-0.017891468480229378
33558	rnn.weight_ih_l0	1	0.002925767796114087
33558	rnn.weight_ih_l0	2	0.028925538063049316
33558	rnn.weight_ih_l0	3	0.010527540929615498
33558	rnn.weight_ih_l0	4	-0.020073680207133293
33558	rnn.weight_ih_l0	5	-0.05530485138297081
33558	rnn.weight_ih_l0	6	0.01923256739974022
33558	rnn.weight_ih_l0	7	0.04556180536746979
33558	rnn.weight_ih_l0	8	0.014212235808372498
33558	rnn.weight_ih_l0	9	-0.03520629182457924
33558	rnn.weight_hh_l0	0	-0.04329715669155121
33558	rnn.weight_hh_l0	1	-0.007084174547344446
33558	rnn.weight_hh_l0	2	0.007752216421067715
33558	rnn.weight_hh_l0	3	-0.034890469163656235
33558	rnn.weight_hh_l0	4	0.04778607562184334
33558	rnn.weight_hh_l0	5	-0.009272183291614056
33558	rnn.weight_hh_l0	6	-0.02798147313296795
33558	rnn.weight_hh_l0	7	-0.03006807714700699
33558	rnn.weight_hh_l0	8	0.0029145493172109127
33558	rnn.weight_hh_l0	9	-0.024988507851958275
33558	rnn.bias_ih_l0	0	0.019593914970755577
33558	rnn.bias_ih_l0	1	-0.021762743592262268
33558	rnn.bias_ih_l0	2	-0.004438292235136032
33558	rnn.bias_ih_l0	3	0.06964405626058578
33558	rnn.bias_ih_l0	4	-0.03144571930170059
33558	rnn.bias_ih_l0	5	-0.029034536331892014
33558	rnn.bias_ih_l0	6	-0.0015166046796366572
33558	rnn.bias_ih_l0	7	0.029264798387885094
33558	rnn.bias_ih_l0	8	-0.06145811080932617
33558	rnn.bias_ih_l0	9	-0.023091869428753853
33558	rnn.bias_hh_l0	0	-0.04001590982079506
33558	rnn.bias_hh_l0	1	-0.054297562688589096
33558	rnn.bias_hh_l0	2	-0.03798538073897362
33558	rnn.bias_hh_l0	3	-0.04595392569899559
33558	rnn.bias_hh_l0	4	0.0033343418035656214
33558	rnn.bias_hh_l0	5	0.004569231532514095
33558	rnn.bias_hh_l0	6	0.0278386939316988
33558	rnn.bias_hh_l0	7	-0.007294123992323875
33558	rnn.bias_hh_l0	8	-0.06547833234071732
33558	rnn.bias_hh_l0	9	-0.02039196714758873
33558	rnn.weight_ih_l0_reverse	0	-0.01536499708890915
33558	rnn.weight_ih_l0_reverse	1	-0.0539342425763607
33558	rnn.weight_ih_l0_reverse	2	-0.022525155916810036
33558	rnn.weight_ih_l0_reverse	3	0.003728550625964999
33558	rnn.weight_ih_l0_reverse	4	-0.012156407348811626
33558	rnn.weight_ih_l0_reverse	5	-0.04817396029829979
33558	rnn.weight_ih_l0_reverse	6	0.04560362920165062
33558	rnn.weight_ih_l0_reverse	7	-0.023463914170861244
33558	rnn.weight_ih_l0_reverse	8	-0.03328149765729904
33558	rnn.weight_ih_l0_reverse	9	0.01646110974252224
33558	rnn.weight_hh_l0_reverse	0	0.039427559822797775
33558	rnn.weight_hh_l0_reverse	1	0.03131142258644104
33558	rnn.weight_hh_l0_reverse	2	0.031968116760253906
33558	rnn.weight_hh_l0_reverse	3	0.018621455878019333
33558	rnn.weight_hh_l0_reverse	4	0.006318523548543453
33558	rnn.weight_hh_l0_reverse	5	-0.004274663049727678
33558	rnn.weight_hh_l0_reverse	6	0.03430116921663284
33558	rnn.weight_hh_l0_reverse	7	-0.026636222377419472
33558	rnn.weight_hh_l0_reverse	8	0.017561154440045357
33558	rnn.weight_hh_l0_reverse	9	0.0495474599301815
33558	rnn.bias_ih_l0_reverse	0	-0.06406130641698837
33558	rnn.bias_ih_l0_reverse	1	-0.11956131458282471
33558	rnn.bias_ih_l0_reverse	2	-0.0323340967297554
33558	rnn.bias_ih_l0_reverse	3	-0.006258002948015928
33558	rnn.bias_ih_l0_reverse	4	-0.024012716487050056
33558	rnn.bias_ih_l0_reverse	5	0.018093427643179893
33558	rnn.bias_ih_l0_reverse	6	-0.014637794345617294
33558	rnn.bias_ih_l0_reverse	7	0.02803645096719265
33558	rnn.bias_ih_l0_reverse	8	-0.029177777469158173
33558	rnn.bias_ih_l0_reverse	9	0.019413799047470093
33558	rnn.bias_hh_l0_reverse	0	-0.030032381415367126
33558	rnn.bias_hh_l0_reverse	1	-0.0027758521027863026
33558	rnn.bias_hh_l0_reverse	2	0.03209995478391647
33558	rnn.bias_hh_l0_reverse	3	-0.03470940887928009
33558	rnn.bias_hh_l0_reverse	4	-0.03716794773936272
33558	rnn.bias_hh_l0_reverse	5	-0.05051237717270851
33558	rnn.bias_hh_l0_reverse	6	-0.001167698996141553
33558	rnn.bias_hh_l0_reverse	7	0.05721953511238098
33558	rnn.bias_hh_l0_reverse	8	0.03096623718738556
33558	rnn.bias_hh_l0_reverse	9	-0.07423020899295807
33558	rnn.weight_ih_l1	0	-0.03283559903502464
33558	rnn.weight_ih_l1	1	-0.030347391963005066
33558	rnn.weight_ih_l1	2	0.046234238892793655
33558	rnn.weight_ih_l1	3	-0.01816866360604763
33558	rnn.weight_ih_l1	4	0.007746486458927393
33558	rnn.weight_ih_l1	5	-0.04103529453277588
33558	rnn.weight_ih_l1	6	0.018505381420254707
33558	rnn.weight_ih_l1	7	-0.03360268846154213
33558	rnn.weight_ih_l1	8	0.03861454874277115
33558	rnn.weight_ih_l1	9	0.028076153248548508
33558	rnn.weight_hh_l1	0	-0.006283793598413467
33558	rnn.weight_hh_l1	1	0.0044879186898469925
33558	rnn.weight_hh_l1	2	-0.022503240033984184
33558	rnn.weight_hh_l1	3	-0.005741497036069632
33558	rnn.weight_hh_l1	4	0.0013933427399024367
33558	rnn.weight_hh_l1	5	0.030368855223059654
33558	rnn.weight_hh_l1	6	0.03168714419007301
33558	rnn.weight_hh_l1	7	-0.031049521639943123
33558	rnn.weight_hh_l1	8	-0.03776905685663223
33558	rnn.weight_hh_l1	9	0.03862227499485016
33558	rnn.bias_ih_l1	0	-0.08898801356554031
33558	rnn.bias_ih_l1	1	-0.08727051317691803
33558	rnn.bias_ih_l1	2	-0.10830982774496078
33558	rnn.bias_ih_l1	3	-0.1318620890378952
33558	rnn.bias_ih_l1	4	-0.15222661197185516
33558	rnn.bias_ih_l1	5	-0.08581894636154175
33558	rnn.bias_ih_l1	6	-0.05273348465561867
33558	rnn.bias_ih_l1	7	-0.025523716583848
33558	rnn.bias_ih_l1	8	-0.06810428202152252
33558	rnn.bias_ih_l1	9	-0.07168614119291306
33558	rnn.bias_hh_l1	0	-0.1124764159321785
33558	rnn.bias_hh_l1	1	-0.02920520305633545
33558	rnn.bias_hh_l1	2	-0.05322560667991638
33558	rnn.bias_hh_l1	3	-0.0596189945936203
33558	rnn.bias_hh_l1	4	-0.08778555691242218
33558	rnn.bias_hh_l1	5	-0.04917333647608757
33558	rnn.bias_hh_l1	6	-0.08427316695451736
33558	rnn.bias_hh_l1	7	-0.017916498705744743
33558	rnn.bias_hh_l1	8	-0.037732381373643875
33558	rnn.bias_hh_l1	9	-0.03577353432774544
33558	rnn.weight_ih_l1_reverse	0	-0.03578902781009674
33558	rnn.weight_ih_l1_reverse	1	0.018565844744443893
33558	rnn.weight_ih_l1_reverse	2	-0.055739086121320724
33558	rnn.weight_ih_l1_reverse	3	-0.029162572696805
33558	rnn.weight_ih_l1_reverse	4	-0.02353544533252716
33558	rnn.weight_ih_l1_reverse	5	-0.03585554659366608
33558	rnn.weight_ih_l1_reverse	6	-0.01918792352080345
33558	rnn.weight_ih_l1_reverse	7	0.01638197898864746
33558	rnn.weight_ih_l1_reverse	8	0.0338461808860302
33558	rnn.weight_ih_l1_reverse	9	-0.04792381078004837
33558	rnn.weight_hh_l1_reverse	0	0.008257650770246983
33558	rnn.weight_hh_l1_reverse	1	0.02957826852798462
33558	rnn.weight_hh_l1_reverse	2	-0.037008825689554214
33558	rnn.weight_hh_l1_reverse	3	0.03900878503918648
33558	rnn.weight_hh_l1_reverse	4	0.04248989373445511
33558	rnn.weight_hh_l1_reverse	5	0.010247653350234032
33558	rnn.weight_hh_l1_reverse	6	0.016763146966695786
33558	rnn.weight_hh_l1_reverse	7	0.027968965470790863
33558	rnn.weight_hh_l1_reverse	8	-0.0045946878381073475
33558	rnn.weight_hh_l1_reverse	9	-0.0399787537753582
33558	rnn.bias_ih_l1_reverse	0	-0.014605964533984661
33558	rnn.bias_ih_l1_reverse	1	-0.06705519556999207
33558	rnn.bias_ih_l1_reverse	2	-0.08015774190425873
33558	rnn.bias_ih_l1_reverse	3	-0.021907072514295578
33558	rnn.bias_ih_l1_reverse	4	-0.12682577967643738
33558	rnn.bias_ih_l1_reverse	5	-0.06962361186742783
33558	rnn.bias_ih_l1_reverse	6	-0.07509852945804596
33558	rnn.bias_ih_l1_reverse	7	-0.10260909795761108
33558	rnn.bias_ih_l1_reverse	8	0.10497375577688217
33558	rnn.bias_ih_l1_reverse	9	0.007221550680696964
33558	rnn.bias_hh_l1_reverse	0	0.00847143679857254
33558	rnn.bias_hh_l1_reverse	1	0.00918448343873024
33558	rnn.bias_hh_l1_reverse	2	-0.15367639064788818
33558	rnn.bias_hh_l1_reverse	3	-0.03180479630827904
33558	rnn.bias_hh_l1_reverse	4	-0.039199382066726685
33558	rnn.bias_hh_l1_reverse	5	-0.04666462540626526
33558	rnn.bias_hh_l1_reverse	6	0.10023149847984314
33558	rnn.bias_hh_l1_reverse	7	-0.08047398179769516
33558	rnn.bias_hh_l1_reverse	8	-0.059811268001794815
33558	rnn.bias_hh_l1_reverse	9	-0.07077355682849884
33558	linear.weight	0	0.002228822559118271
33558	linear.weight	1	0.07622993737459183
33558	linear.weight	2	-0.08323530107736588
33558	linear.weight	3	0.2236161082983017
33558	linear.weight	4	0.11554756760597229
33558	linear.weight	5	0.027989862486720085
33558	linear.weight	6	0.0875685065984726
33558	linear.weight	7	0.1550344079732895
33558	linear.weight	8	0.04195431247353554
33558	linear.weight	9	-0.053956881165504456
33558	linear.bias	0	-0.13266536593437195
33558	linear.bias	1	-0.011795160360634327
33558	linear.bias	2	-0.3849697411060333
33558	linear.bias	3	-0.7655998468399048
33558	linear.bias	4	-0.9225735664367676
33558	linear.bias	5	0.06833589822053909
33558	linear.bias	6	-0.5457386374473572
33558	linear.bias	7	0.5153347253799438
33558	linear.bias	8	-0.527660608291626
33558	linear.bias	9	-0.7698325514793396
33755	transitions	0	0.3276504576206207
33755	transitions	1	-0.06139497458934784
33755	transitions	2	-10000.0
33755	transitions	3	-1.780103325843811
33755	transitions	4	-10000.0
33755	transitions	5	0.7151439785957336
33755	transitions	6	0.032389551401138306
33755	transitions	7	-0.14830902218818665
33755	transitions	8	-1.269773244857788
33755	transitions	9	0.0002616445708554238
33755	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
33755	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
33755	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
33755	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
33755	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
33755	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
33755	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
33755	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
33755	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
33755	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
33755	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
33755	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
33755	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
33755	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
33755	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
33755	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
33755	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
33755	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
33755	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
33755	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
33755	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
33755	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
33755	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
33755	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
33755	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
33755	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
33755	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
33755	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
33755	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
33755	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
33755	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
33755	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
33755	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
33755	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
33755	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
33755	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
33755	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
33755	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
33755	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
33755	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
33755	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
33755	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
33755	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
33755	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
33755	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
33755	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
33755	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
33755	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
33755	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
33755	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
33755	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
33755	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
33755	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
33755	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
33755	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
33755	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
33755	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
33755	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
33755	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
33755	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
33755	embedding2nn.weight	0	0.011862925253808498
33755	embedding2nn.weight	1	-0.01913628913462162
33755	embedding2nn.weight	2	-0.014268253929913044
33755	embedding2nn.weight	3	0.017611291259527206
33755	embedding2nn.weight	4	-0.005915034096688032
33755	embedding2nn.weight	5	-0.0037005930207669735
33755	embedding2nn.weight	6	-0.003973259590566158
33755	embedding2nn.weight	7	-0.035144392400979996
33755	embedding2nn.weight	8	-0.0019979383796453476
33755	embedding2nn.weight	9	-0.014957237057387829
33755	embedding2nn.bias	0	0.034661564975976944
33755	embedding2nn.bias	1	-0.02675040438771248
33755	embedding2nn.bias	2	0.06740932166576385
33755	embedding2nn.bias	3	0.06258256733417511
33755	embedding2nn.bias	4	-0.006289314012974501
33755	embedding2nn.bias	5	-0.03074728138744831
33755	embedding2nn.bias	6	-0.001879821065813303
33755	embedding2nn.bias	7	-0.042825061827898026
33755	embedding2nn.bias	8	0.04700426012277603
33755	embedding2nn.bias	9	0.03320978209376335
33755	rnn.weight_ih_l0	0	-0.016918767243623734
33755	rnn.weight_ih_l0	1	0.002766544697806239
33755	rnn.weight_ih_l0	2	0.028818422928452492
33755	rnn.weight_ih_l0	3	0.01022307202219963
33755	rnn.weight_ih_l0	4	-0.019818250089883804
33755	rnn.weight_ih_l0	5	-0.055803198367357254
33755	rnn.weight_ih_l0	6	0.020126482471823692
33755	rnn.weight_ih_l0	7	0.045417528599500656
33755	rnn.weight_ih_l0	8	0.013249030336737633
33755	rnn.weight_ih_l0	9	-0.03574687987565994
33755	rnn.weight_hh_l0	0	-0.0434095598757267
33755	rnn.weight_hh_l0	1	-0.006401285994797945
33755	rnn.weight_hh_l0	2	0.007617977913469076
33755	rnn.weight_hh_l0	3	-0.035548895597457886
33755	rnn.weight_hh_l0	4	0.047555018216371536
33755	rnn.weight_hh_l0	5	-0.008798748254776001
33755	rnn.weight_hh_l0	6	-0.026951134204864502
33755	rnn.weight_hh_l0	7	-0.031476862728595734
33755	rnn.weight_hh_l0	8	0.0033930863719433546
33755	rnn.weight_hh_l0	9	-0.02507273107767105
33755	rnn.bias_ih_l0	0	0.019801173359155655
33755	rnn.bias_ih_l0	1	-0.021568933501839638
33755	rnn.bias_ih_l0	2	-0.0037403081078082323
33755	rnn.bias_ih_l0	3	0.0673125684261322
33755	rnn.bias_ih_l0	4	-0.03290314972400665
33755	rnn.bias_ih_l0	5	-0.028605980798602104
33755	rnn.bias_ih_l0	6	-0.005852194502949715
33755	rnn.bias_ih_l0	7	0.029011331498622894
33755	rnn.bias_ih_l0	8	-0.062461551278829575
33755	rnn.bias_ih_l0	9	-0.024553513154387474
33755	rnn.bias_hh_l0	0	-0.03584993630647659
33755	rnn.bias_hh_l0	1	-0.05422920361161232
33755	rnn.bias_hh_l0	2	-0.03472395986318588
33755	rnn.bias_hh_l0	3	-0.04627341777086258
33755	rnn.bias_hh_l0	4	0.00027595620485953987
33755	rnn.bias_hh_l0	5	0.005001144949346781
33755	rnn.bias_hh_l0	6	0.02693740464746952
33755	rnn.bias_hh_l0	7	-0.003482487518340349
33755	rnn.bias_hh_l0	8	-0.06642353534698486
33755	rnn.bias_hh_l0	9	-0.016280774027109146
33755	rnn.weight_ih_l0_reverse	0	-0.014586616307497025
33755	rnn.weight_ih_l0_reverse	1	-0.0545201376080513
33755	rnn.weight_ih_l0_reverse	2	-0.020139073953032494
33755	rnn.weight_ih_l0_reverse	3	0.00393677456304431
33755	rnn.weight_ih_l0_reverse	4	-0.011880324222147465
33755	rnn.weight_ih_l0_reverse	5	-0.04814523085951805
33755	rnn.weight_ih_l0_reverse	6	0.0460498072206974
33755	rnn.weight_ih_l0_reverse	7	-0.02491702139377594
33755	rnn.weight_ih_l0_reverse	8	-0.033855512738227844
33755	rnn.weight_ih_l0_reverse	9	0.0163278728723526
33755	rnn.weight_hh_l0_reverse	0	0.04118047654628754
33755	rnn.weight_hh_l0_reverse	1	0.03129393979907036
33755	rnn.weight_hh_l0_reverse	2	0.031997960060834885
33755	rnn.weight_hh_l0_reverse	3	0.01894671469926834
33755	rnn.weight_hh_l0_reverse	4	0.0065612150356173515
33755	rnn.weight_hh_l0_reverse	5	-0.004173967055976391
33755	rnn.weight_hh_l0_reverse	6	0.0346895232796669
33755	rnn.weight_hh_l0_reverse	7	-0.027060937136411667
33755	rnn.weight_hh_l0_reverse	8	0.016259152442216873
33755	rnn.weight_hh_l0_reverse	9	0.04977496340870857
33755	rnn.bias_ih_l0_reverse	0	-0.06268195807933807
33755	rnn.bias_ih_l0_reverse	1	-0.12283218652009964
33755	rnn.bias_ih_l0_reverse	2	-0.03482744097709656
33755	rnn.bias_ih_l0_reverse	3	-0.006319324020296335
33755	rnn.bias_ih_l0_reverse	4	-0.0203707255423069
33755	rnn.bias_ih_l0_reverse	5	0.018162239342927933
33755	rnn.bias_ih_l0_reverse	6	-0.013170583173632622
33755	rnn.bias_ih_l0_reverse	7	0.029049869626760483
33755	rnn.bias_ih_l0_reverse	8	-0.029186634346842766
33755	rnn.bias_ih_l0_reverse	9	0.020951740443706512
33755	rnn.bias_hh_l0_reverse	0	-0.02911691926419735
33755	rnn.bias_hh_l0_reverse	1	-0.010976138524711132
33755	rnn.bias_hh_l0_reverse	2	0.028751078993082047
33755	rnn.bias_hh_l0_reverse	3	-0.035494741052389145
33755	rnn.bias_hh_l0_reverse	4	-0.03653974086046219
33755	rnn.bias_hh_l0_reverse	5	-0.04697515070438385
33755	rnn.bias_hh_l0_reverse	6	-0.0073346588760614395
33755	rnn.bias_hh_l0_reverse	7	0.058530308306217194
33755	rnn.bias_hh_l0_reverse	8	0.03396457061171532
33755	rnn.bias_hh_l0_reverse	9	-0.07306235283613205
33755	rnn.weight_ih_l1	0	-0.03273871913552284
33755	rnn.weight_ih_l1	1	-0.031887900084257126
33755	rnn.weight_ih_l1	2	0.04670066013932228
33755	rnn.weight_ih_l1	3	-0.018649611622095108
33755	rnn.weight_ih_l1	4	0.006869341246783733
33755	rnn.weight_ih_l1	5	-0.04137352481484413
33755	rnn.weight_ih_l1	6	0.018865955993533134
33755	rnn.weight_ih_l1	7	-0.03270513936877251
33755	rnn.weight_ih_l1	8	0.03858928754925728
33755	rnn.weight_ih_l1	9	0.028501277789473534
33755	rnn.weight_hh_l1	0	-0.005873715039342642
33755	rnn.weight_hh_l1	1	0.004424596205353737
33755	rnn.weight_hh_l1	2	-0.02182595059275627
33755	rnn.weight_hh_l1	3	-0.0048766243271529675
33755	rnn.weight_hh_l1	4	0.0012570458929985762
33755	rnn.weight_hh_l1	5	0.030126990750432014
33755	rnn.weight_hh_l1	6	0.031437769532203674
33755	rnn.weight_hh_l1	7	-0.030929381027817726
33755	rnn.weight_hh_l1	8	-0.03791743889451027
33755	rnn.weight_hh_l1	9	0.03860970214009285
33755	rnn.bias_ih_l1	0	-0.09094811975955963
33755	rnn.bias_ih_l1	1	-0.08804146945476532
33755	rnn.bias_ih_l1	2	-0.11022579669952393
33755	rnn.bias_ih_l1	3	-0.13549579679965973
33755	rnn.bias_ih_l1	4	-0.14281193912029266
33755	rnn.bias_ih_l1	5	-0.0866553857922554
33755	rnn.bias_ih_l1	6	-0.05344347655773163
33755	rnn.bias_ih_l1	7	-0.025823013857007027
33755	rnn.bias_ih_l1	8	-0.06471170485019684
33755	rnn.bias_ih_l1	9	-0.0731278657913208
33755	rnn.bias_hh_l1	0	-0.1126462072134018
33755	rnn.bias_hh_l1	1	-0.02790757641196251
33755	rnn.bias_hh_l1	2	-0.05372658744454384
33755	rnn.bias_hh_l1	3	-0.06135343760251999
33755	rnn.bias_hh_l1	4	-0.08542615920305252
33755	rnn.bias_hh_l1	5	-0.04836747422814369
33755	rnn.bias_hh_l1	6	-0.0856105387210846
33755	rnn.bias_hh_l1	7	-0.02095319889485836
33755	rnn.bias_hh_l1	8	-0.04095083102583885
33755	rnn.bias_hh_l1	9	-0.03616901859641075
33755	rnn.weight_ih_l1_reverse	0	-0.03530363366007805
33755	rnn.weight_ih_l1_reverse	1	0.01909361220896244
33755	rnn.weight_ih_l1_reverse	2	-0.055654700845479965
33755	rnn.weight_ih_l1_reverse	3	-0.027980610728263855
33755	rnn.weight_ih_l1_reverse	4	-0.02237606607377529
33755	rnn.weight_ih_l1_reverse	5	-0.03597632050514221
33755	rnn.weight_ih_l1_reverse	6	-0.018705854192376137
33755	rnn.weight_ih_l1_reverse	7	0.016014765948057175
33755	rnn.weight_ih_l1_reverse	8	0.03451037406921387
33755	rnn.weight_ih_l1_reverse	9	-0.047838278114795685
33755	rnn.weight_hh_l1_reverse	0	0.007981344126164913
33755	rnn.weight_hh_l1_reverse	1	0.029490597546100616
33755	rnn.weight_hh_l1_reverse	2	-0.037022605538368225
33755	rnn.weight_hh_l1_reverse	3	0.03894532844424248
33755	rnn.weight_hh_l1_reverse	4	0.04263673350214958
33755	rnn.weight_hh_l1_reverse	5	0.009765773080289364
33755	rnn.weight_hh_l1_reverse	6	0.017931008711457253
33755	rnn.weight_hh_l1_reverse	7	0.02797946147620678
33755	rnn.weight_hh_l1_reverse	8	-0.004493893124163151
33755	rnn.weight_hh_l1_reverse	9	-0.04031950980424881
33755	rnn.bias_ih_l1_reverse	0	-0.015875261276960373
33755	rnn.bias_ih_l1_reverse	1	-0.06376248598098755
33755	rnn.bias_ih_l1_reverse	2	-0.08217649161815643
33755	rnn.bias_ih_l1_reverse	3	-0.02888665348291397
33755	rnn.bias_ih_l1_reverse	4	-0.12421491742134094
33755	rnn.bias_ih_l1_reverse	5	-0.06948702037334442
33755	rnn.bias_ih_l1_reverse	6	-0.07518360763788223
33755	rnn.bias_ih_l1_reverse	7	-0.09833697974681854
33755	rnn.bias_ih_l1_reverse	8	0.10175098478794098
33755	rnn.bias_ih_l1_reverse	9	0.0009590471163392067
33755	rnn.bias_hh_l1_reverse	0	0.017660027369856834
33755	rnn.bias_hh_l1_reverse	1	0.02263120748102665
33755	rnn.bias_hh_l1_reverse	2	-0.15421178936958313
33755	rnn.bias_hh_l1_reverse	3	-0.03235121816396713
33755	rnn.bias_hh_l1_reverse	4	-0.03914088010787964
33755	rnn.bias_hh_l1_reverse	5	-0.04606418311595917
33755	rnn.bias_hh_l1_reverse	6	0.10586004704236984
33755	rnn.bias_hh_l1_reverse	7	-0.0827922523021698
33755	rnn.bias_hh_l1_reverse	8	-0.05968955531716347
33755	rnn.bias_hh_l1_reverse	9	-0.07129669189453125
33755	linear.weight	0	0.002228822559118271
33755	linear.weight	1	0.08891133219003677
33755	linear.weight	2	-0.07878043502569199
33755	linear.weight	3	0.21715645492076874
33755	linear.weight	4	0.11303433030843735
33755	linear.weight	5	0.02719981223344803
33755	linear.weight	6	0.09678589552640915
33755	linear.weight	7	0.14916814863681793
33755	linear.weight	8	0.04194781929254532
33755	linear.weight	9	-0.05898405238986015
33755	linear.bias	0	-0.11393421143293381
33755	linear.bias	1	-0.015871616080403328
33755	linear.bias	2	-0.394880086183548
33755	linear.bias	3	-0.7623597383499146
33755	linear.bias	4	-0.9275648593902588
33755	linear.bias	5	0.06482542306184769
33755	linear.bias	6	-0.5595296025276184
33755	linear.bias	7	0.5095407366752625
33755	linear.bias	8	-0.5124755501747131
33755	linear.bias	9	-0.7541528940200806
33952	transitions	0	0.33208104968070984
33952	transitions	1	-0.06650261580944061
33952	transitions	2	-10000.0
33952	transitions	3	-1.7802828550338745
33952	transitions	4	-10000.0
33952	transitions	5	0.7142927646636963
33952	transitions	6	0.03167174011468887
33952	transitions	7	-0.14905551075935364
33952	transitions	8	-1.2702680826187134
33952	transitions	9	0.000255963095696643
33952	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
33952	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
33952	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
33952	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
33952	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
33952	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
33952	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
33952	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
33952	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
33952	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
33952	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
33952	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
33952	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
33952	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
33952	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
33952	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
33952	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
33952	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
33952	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
33952	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
33952	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
33952	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
33952	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
33952	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
33952	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
33952	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
33952	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
33952	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
33952	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
33952	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
33952	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
33952	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
33952	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
33952	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
33952	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
33952	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
33952	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
33952	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
33952	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
33952	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
33952	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
33952	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
33952	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
33952	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
33952	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
33952	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
33952	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
33952	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
33952	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
33952	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
33952	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
33952	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
33952	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
33952	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
33952	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
33952	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
33952	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
33952	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
33952	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
33952	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
33952	embedding2nn.weight	0	0.015178234316408634
33952	embedding2nn.weight	1	-0.018790537491440773
33952	embedding2nn.weight	2	-0.014268253929913044
33952	embedding2nn.weight	3	0.016102038323879242
33952	embedding2nn.weight	4	-0.005915034096688032
33952	embedding2nn.weight	5	-0.00370059278793633
33952	embedding2nn.weight	6	-0.0039732675068080425
33952	embedding2nn.weight	7	-0.03386298567056656
33952	embedding2nn.weight	8	-0.0019979383796453476
33952	embedding2nn.weight	9	-0.01471925713121891
33952	embedding2nn.bias	0	0.03253364935517311
33952	embedding2nn.bias	1	-0.029802102595567703
33952	embedding2nn.bias	2	0.0657893493771553
33952	embedding2nn.bias	3	0.04992499202489853
33952	embedding2nn.bias	4	-0.0076520913280546665
33952	embedding2nn.bias	5	-0.029772669076919556
33952	embedding2nn.bias	6	-0.008313792757689953
33952	embedding2nn.bias	7	-0.042033832520246506
33952	embedding2nn.bias	8	0.055481936782598495
33952	embedding2nn.bias	9	0.04067381098866463
33952	rnn.weight_ih_l0	0	-0.014284730888903141
33952	rnn.weight_ih_l0	1	0.0004728040948975831
33952	rnn.weight_ih_l0	2	0.03167082369327545
33952	rnn.weight_ih_l0	3	0.00971221923828125
33952	rnn.weight_ih_l0	4	-0.019362306222319603
33952	rnn.weight_ih_l0	5	-0.056324902921915054
33952	rnn.weight_ih_l0	6	0.01912144012749195
33952	rnn.weight_ih_l0	7	0.046928465366363525
33952	rnn.weight_ih_l0	8	0.013279212638735771
33952	rnn.weight_ih_l0	9	-0.03569312393665314
33952	rnn.weight_hh_l0	0	-0.04279172793030739
33952	rnn.weight_hh_l0	1	-0.00682134460657835
33952	rnn.weight_hh_l0	2	0.008702313527464867
33952	rnn.weight_hh_l0	3	-0.03530608117580414
33952	rnn.weight_hh_l0	4	0.04672698304057121
33952	rnn.weight_hh_l0	5	-0.008404877036809921
33952	rnn.weight_hh_l0	6	-0.02647518739104271
33952	rnn.weight_hh_l0	7	-0.03222670406103134
33952	rnn.weight_hh_l0	8	0.004811166785657406
33952	rnn.weight_hh_l0	9	-0.023902101442217827
33952	rnn.bias_ih_l0	0	0.018272699788212776
33952	rnn.bias_ih_l0	1	-0.02333514578640461
33952	rnn.bias_ih_l0	2	-0.0068053677678108215
33952	rnn.bias_ih_l0	3	0.0668957531452179
33952	rnn.bias_ih_l0	4	-0.033581048250198364
33952	rnn.bias_ih_l0	5	-0.03263942897319794
33952	rnn.bias_ih_l0	6	-0.00830603763461113
33952	rnn.bias_ih_l0	7	0.029812483116984367
33952	rnn.bias_ih_l0	8	-0.0626942589879036
33952	rnn.bias_ih_l0	9	-0.027263475582003593
33952	rnn.bias_hh_l0	0	-0.03600924834609032
33952	rnn.bias_hh_l0	1	-0.056747518479824066
33952	rnn.bias_hh_l0	2	-0.036149732768535614
33952	rnn.bias_hh_l0	3	-0.04617191106081009
33952	rnn.bias_hh_l0	4	0.0028805918991565704
33952	rnn.bias_hh_l0	5	0.008246338926255703
33952	rnn.bias_hh_l0	6	0.026491934433579445
33952	rnn.bias_hh_l0	7	-0.005294822156429291
33952	rnn.bias_hh_l0	8	-0.06509531289339066
33952	rnn.bias_hh_l0	9	-0.016911808401346207
33952	rnn.weight_ih_l0_reverse	0	-0.01585657335817814
33952	rnn.weight_ih_l0_reverse	1	-0.054633401334285736
33952	rnn.weight_ih_l0_reverse	2	-0.020755663514137268
33952	rnn.weight_ih_l0_reverse	3	0.004112400580197573
33952	rnn.weight_ih_l0_reverse	4	-0.011713042855262756
33952	rnn.weight_ih_l0_reverse	5	-0.04823467135429382
33952	rnn.weight_ih_l0_reverse	6	0.04527819901704788
33952	rnn.weight_ih_l0_reverse	7	-0.024284953251481056
33952	rnn.weight_ih_l0_reverse	8	-0.033671848475933075
33952	rnn.weight_ih_l0_reverse	9	0.016415085643529892
33952	rnn.weight_hh_l0_reverse	0	0.038823213428258896
33952	rnn.weight_hh_l0_reverse	1	0.03109770454466343
33952	rnn.weight_hh_l0_reverse	2	0.03129773959517479
33952	rnn.weight_hh_l0_reverse	3	0.019071554765105247
33952	rnn.weight_hh_l0_reverse	4	0.006298154126852751
33952	rnn.weight_hh_l0_reverse	5	-0.0035669472999870777
33952	rnn.weight_hh_l0_reverse	6	0.034926578402519226
33952	rnn.weight_hh_l0_reverse	7	-0.027368616312742233
33952	rnn.weight_hh_l0_reverse	8	0.01606810837984085
33952	rnn.weight_hh_l0_reverse	9	0.04930095002055168
33952	rnn.bias_ih_l0_reverse	0	-0.061239615082740784
33952	rnn.bias_ih_l0_reverse	1	-0.12540258467197418
33952	rnn.bias_ih_l0_reverse	2	-0.04124491661787033
33952	rnn.bias_ih_l0_reverse	3	-0.004580438137054443
33952	rnn.bias_ih_l0_reverse	4	-0.020055336877703667
33952	rnn.bias_ih_l0_reverse	5	0.01796855591237545
33952	rnn.bias_ih_l0_reverse	6	-0.015000130981206894
33952	rnn.bias_ih_l0_reverse	7	0.030150920152664185
33952	rnn.bias_ih_l0_reverse	8	-0.030070826411247253
33952	rnn.bias_ih_l0_reverse	9	0.022238481789827347
33952	rnn.bias_hh_l0_reverse	0	-0.032513733953237534
33952	rnn.bias_hh_l0_reverse	1	-0.01196527574211359
33952	rnn.bias_hh_l0_reverse	2	0.03205622732639313
33952	rnn.bias_hh_l0_reverse	3	-0.03582360967993736
33952	rnn.bias_hh_l0_reverse	4	-0.038071099668741226
33952	rnn.bias_hh_l0_reverse	5	-0.04772898182272911
33952	rnn.bias_hh_l0_reverse	6	-0.004301933571696281
33952	rnn.bias_hh_l0_reverse	7	0.05772536247968674
33952	rnn.bias_hh_l0_reverse	8	0.03460823372006416
33952	rnn.bias_hh_l0_reverse	9	-0.06968150287866592
33952	rnn.weight_ih_l1	0	-0.03268449753522873
33952	rnn.weight_ih_l1	1	-0.034101154655218124
33952	rnn.weight_ih_l1	2	0.04856288805603981
33952	rnn.weight_ih_l1	3	-0.01990393176674843
33952	rnn.weight_ih_l1	4	0.007079433184117079
33952	rnn.weight_ih_l1	5	-0.04119695723056793
33952	rnn.weight_ih_l1	6	0.017847569659352303
33952	rnn.weight_ih_l1	7	-0.03276791051030159
33952	rnn.weight_ih_l1	8	0.03859272599220276
33952	rnn.weight_ih_l1	9	0.02915067970752716
33952	rnn.weight_hh_l1	0	-0.005771515425294638
33952	rnn.weight_hh_l1	1	0.004317846614867449
33952	rnn.weight_hh_l1	2	-0.022599391639232635
33952	rnn.weight_hh_l1	3	-0.004905142355710268
33952	rnn.weight_hh_l1	4	0.001266533974558115
33952	rnn.weight_hh_l1	5	0.030488189309835434
33952	rnn.weight_hh_l1	6	0.031258806586265564
33952	rnn.weight_hh_l1	7	-0.030679116025567055
33952	rnn.weight_hh_l1	8	-0.038528479635715485
33952	rnn.weight_hh_l1	9	0.038808200508356094
33952	rnn.bias_ih_l1	0	-0.09218389540910721
33952	rnn.bias_ih_l1	1	-0.08782796561717987
33952	rnn.bias_ih_l1	2	-0.10671687126159668
33952	rnn.bias_ih_l1	3	-0.13860048353672028
33952	rnn.bias_ih_l1	4	-0.1446836143732071
33952	rnn.bias_ih_l1	5	-0.08730736374855042
33952	rnn.bias_ih_l1	6	-0.05246078968048096
33952	rnn.bias_ih_l1	7	-0.02609175816178322
33952	rnn.bias_ih_l1	8	-0.061321280896663666
33952	rnn.bias_ih_l1	9	-0.07253865152597427
33952	rnn.bias_hh_l1	0	-0.11146716773509979
33952	rnn.bias_hh_l1	1	-0.02506607584655285
33952	rnn.bias_hh_l1	2	-0.0528189018368721
33952	rnn.bias_hh_l1	3	-0.06211187317967415
33952	rnn.bias_hh_l1	4	-0.08664827048778534
33952	rnn.bias_hh_l1	5	-0.04778905585408211
33952	rnn.bias_hh_l1	6	-0.08591865003108978
33952	rnn.bias_hh_l1	7	-0.01717696152627468
33952	rnn.bias_hh_l1	8	-0.0434233620762825
33952	rnn.bias_hh_l1	9	-0.03482934087514877
33952	rnn.weight_ih_l1_reverse	0	-0.03601810708642006
33952	rnn.weight_ih_l1_reverse	1	0.022109653800725937
33952	rnn.weight_ih_l1_reverse	2	-0.053217239677906036
33952	rnn.weight_ih_l1_reverse	3	-0.029766159132122993
33952	rnn.weight_ih_l1_reverse	4	-0.02176935225725174
33952	rnn.weight_ih_l1_reverse	5	-0.03600504249334335
33952	rnn.weight_ih_l1_reverse	6	-0.020555047318339348
33952	rnn.weight_ih_l1_reverse	7	0.016491254791617393
33952	rnn.weight_ih_l1_reverse	8	0.03449956700205803
33952	rnn.weight_ih_l1_reverse	9	-0.04766103997826576
33952	rnn.weight_hh_l1_reverse	0	0.007781751453876495
33952	rnn.weight_hh_l1_reverse	1	0.029020117595791817
33952	rnn.weight_hh_l1_reverse	2	-0.0370623916387558
33952	rnn.weight_hh_l1_reverse	3	0.03898291662335396
33952	rnn.weight_hh_l1_reverse	4	0.04198647290468216
33952	rnn.weight_hh_l1_reverse	5	0.00965747982263565
33952	rnn.weight_hh_l1_reverse	6	0.018154345452785492
33952	rnn.weight_hh_l1_reverse	7	0.028121106326580048
33952	rnn.weight_hh_l1_reverse	8	-0.0043750642798841
33952	rnn.weight_hh_l1_reverse	9	-0.04009290412068367
33952	rnn.bias_ih_l1_reverse	0	-0.017967605963349342
33952	rnn.bias_ih_l1_reverse	1	-0.06811156123876572
33952	rnn.bias_ih_l1_reverse	2	-0.08321408927440643
33952	rnn.bias_ih_l1_reverse	3	-0.0242888405919075
33952	rnn.bias_ih_l1_reverse	4	-0.12567882239818573
33952	rnn.bias_ih_l1_reverse	5	-0.06888968497514725
33952	rnn.bias_ih_l1_reverse	6	-0.07411570101976395
33952	rnn.bias_ih_l1_reverse	7	-0.09892900288105011
33952	rnn.bias_ih_l1_reverse	8	0.10805369168519974
33952	rnn.bias_ih_l1_reverse	9	0.004481798503547907
33952	rnn.bias_hh_l1_reverse	0	0.014137464575469494
33952	rnn.bias_hh_l1_reverse	1	0.02264156937599182
33952	rnn.bias_hh_l1_reverse	2	-0.15359412133693695
33952	rnn.bias_hh_l1_reverse	3	-0.03023708239197731
33952	rnn.bias_hh_l1_reverse	4	-0.03940173611044884
33952	rnn.bias_hh_l1_reverse	5	-0.0449952632188797
33952	rnn.bias_hh_l1_reverse	6	0.10730134695768356
33952	rnn.bias_hh_l1_reverse	7	-0.08534681051969528
33952	rnn.bias_hh_l1_reverse	8	-0.06109994649887085
33952	rnn.bias_hh_l1_reverse	9	-0.07070422917604446
33952	linear.weight	0	0.002228822559118271
33952	linear.weight	1	0.09015273302793503
33952	linear.weight	2	-0.07897723466157913
33952	linear.weight	3	0.23218779265880585
33952	linear.weight	4	0.10512921959161758
33952	linear.weight	5	0.02390996739268303
33952	linear.weight	6	0.09884411096572876
33952	linear.weight	7	0.1386493295431137
33952	linear.weight	8	0.041936907917261124
33952	linear.weight	9	-0.06128804013133049
33952	linear.bias	0	-0.10796574503183365
33952	linear.bias	1	-0.005830221809446812
33952	linear.bias	2	-0.35704925656318665
33952	linear.bias	3	-0.7772011160850525
33952	linear.bias	4	-0.9452193975448608
33952	linear.bias	5	0.07089454680681229
33952	linear.bias	6	-0.5451085567474365
33952	linear.bias	7	0.5153882503509521
33952	linear.bias	8	-0.5252007246017456
33952	linear.bias	9	-0.7631366848945618
34149	transitions	0	0.3360248804092407
34149	transitions	1	-0.06447261571884155
34149	transitions	2	-10000.0
34149	transitions	3	-1.7804226875305176
34149	transitions	4	-10000.0
34149	transitions	5	0.7139112949371338
34149	transitions	6	0.030948083847761154
34149	transitions	7	-0.15157906711101532
34149	transitions	8	-1.270916223526001
34149	transitions	9	0.0002499747206456959
34149	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
34149	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
34149	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
34149	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
34149	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
34149	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
34149	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
34149	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
34149	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
34149	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
34149	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
34149	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
34149	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
34149	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
34149	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
34149	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
34149	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
34149	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
34149	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
34149	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
34149	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
34149	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
34149	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
34149	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
34149	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
34149	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
34149	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
34149	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
34149	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
34149	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
34149	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
34149	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
34149	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
34149	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
34149	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
34149	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
34149	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
34149	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
34149	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
34149	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
34149	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
34149	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
34149	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
34149	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
34149	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
34149	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
34149	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
34149	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
34149	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
34149	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
34149	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
34149	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
34149	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
34149	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
34149	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
34149	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
34149	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
34149	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
34149	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
34149	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
34149	embedding2nn.weight	0	0.018459377810359
34149	embedding2nn.weight	1	-0.018516268581151962
34149	embedding2nn.weight	2	-0.014268253929913044
34149	embedding2nn.weight	3	0.01984085701406002
34149	embedding2nn.weight	4	-0.005915034096688032
34149	embedding2nn.weight	5	-0.00370059278793633
34149	embedding2nn.weight	6	-0.003973264247179031
34149	embedding2nn.weight	7	-0.03343553468585014
34149	embedding2nn.weight	8	-0.0019979383796453476
34149	embedding2nn.weight	9	-0.014232570305466652
34149	embedding2nn.bias	0	0.038743916898965836
34149	embedding2nn.bias	1	-0.02731388248503208
34149	embedding2nn.bias	2	0.06842198222875595
34149	embedding2nn.bias	3	0.04072629660367966
34149	embedding2nn.bias	4	-0.010976106859743595
34149	embedding2nn.bias	5	-0.032320328056812286
34149	embedding2nn.bias	6	-0.012689102441072464
34149	embedding2nn.bias	7	-0.043221164494752884
34149	embedding2nn.bias	8	0.055296871811151505
34149	embedding2nn.bias	9	0.046455737203359604
34149	rnn.weight_ih_l0	0	-0.012499470263719559
34149	rnn.weight_ih_l0	1	0.0009599105105735362
34149	rnn.weight_ih_l0	2	0.030059540644288063
34149	rnn.weight_ih_l0	3	0.010108481161296368
34149	rnn.weight_ih_l0	4	-0.019901728257536888
34149	rnn.weight_ih_l0	5	-0.05750993639230728
34149	rnn.weight_ih_l0	6	0.01934678480029106
34149	rnn.weight_ih_l0	7	0.04506745561957359
34149	rnn.weight_ih_l0	8	0.012116105295717716
34149	rnn.weight_ih_l0	9	-0.036316145211458206
34149	rnn.weight_hh_l0	0	-0.04353945329785347
34149	rnn.weight_hh_l0	1	-0.006799482740461826
34149	rnn.weight_hh_l0	2	0.007796731311827898
34149	rnn.weight_hh_l0	3	-0.03718499839305878
34149	rnn.weight_hh_l0	4	0.04723731800913811
34149	rnn.weight_hh_l0	5	-0.007554964628070593
34149	rnn.weight_hh_l0	6	-0.026096945628523827
34149	rnn.weight_hh_l0	7	-0.031196480616927147
34149	rnn.weight_hh_l0	8	0.0029991355258971453
34149	rnn.weight_hh_l0	9	-0.02422327734529972
34149	rnn.bias_ih_l0	0	0.019755471497774124
34149	rnn.bias_ih_l0	1	-0.021840617060661316
34149	rnn.bias_ih_l0	2	-0.005771837197244167
34149	rnn.bias_ih_l0	3	0.06989341974258423
34149	rnn.bias_ih_l0	4	-0.03739538788795471
34149	rnn.bias_ih_l0	5	-0.0354100801050663
34149	rnn.bias_ih_l0	6	-0.005393631290644407
34149	rnn.bias_ih_l0	7	0.0313199944794178
34149	rnn.bias_ih_l0	8	-0.06350663304328918
34149	rnn.bias_ih_l0	9	-0.029150227084755898
34149	rnn.bias_hh_l0	0	-0.0319003127515316
34149	rnn.bias_hh_l0	1	-0.056043583899736404
34149	rnn.bias_hh_l0	2	-0.0339730940759182
34149	rnn.bias_hh_l0	3	-0.04621000960469246
34149	rnn.bias_hh_l0	4	0.0034363875165581703
34149	rnn.bias_hh_l0	5	0.007279790937900543
34149	rnn.bias_hh_l0	6	0.027694877237081528
34149	rnn.bias_hh_l0	7	0.0020145901944488287
34149	rnn.bias_hh_l0	8	-0.06649789214134216
34149	rnn.bias_hh_l0	9	-0.017284460365772247
34149	rnn.weight_ih_l0_reverse	0	-0.017082644626498222
34149	rnn.weight_ih_l0_reverse	1	-0.05309862643480301
34149	rnn.weight_ih_l0_reverse	2	-0.019925439730286598
34149	rnn.weight_ih_l0_reverse	3	0.004513002932071686
34149	rnn.weight_ih_l0_reverse	4	-0.011210710741579533
34149	rnn.weight_ih_l0_reverse	5	-0.04820369929075241
34149	rnn.weight_ih_l0_reverse	6	0.04447100684046745
34149	rnn.weight_ih_l0_reverse	7	-0.023587271571159363
34149	rnn.weight_ih_l0_reverse	8	-0.03365298733115196
34149	rnn.weight_ih_l0_reverse	9	0.01569938473403454
34149	rnn.weight_hh_l0_reverse	0	0.03867333009839058
34149	rnn.weight_hh_l0_reverse	1	0.03139805048704147
34149	rnn.weight_hh_l0_reverse	2	0.030421990901231766
34149	rnn.weight_hh_l0_reverse	3	0.018888719379901886
34149	rnn.weight_hh_l0_reverse	4	0.006024771369993687
34149	rnn.weight_hh_l0_reverse	5	-0.004420012701302767
34149	rnn.weight_hh_l0_reverse	6	0.0350227877497673
34149	rnn.weight_hh_l0_reverse	7	-0.026759570464491844
34149	rnn.weight_hh_l0_reverse	8	0.016425717622041702
34149	rnn.weight_hh_l0_reverse	9	0.04923867806792259
34149	rnn.bias_ih_l0_reverse	0	-0.06064920872449875
34149	rnn.bias_ih_l0_reverse	1	-0.1321260929107666
34149	rnn.bias_ih_l0_reverse	2	-0.040344543755054474
34149	rnn.bias_ih_l0_reverse	3	-0.0029123255517333746
34149	rnn.bias_ih_l0_reverse	4	-0.019666453823447227
34149	rnn.bias_ih_l0_reverse	5	0.015619863756000996
34149	rnn.bias_ih_l0_reverse	6	-0.016292953863739967
34149	rnn.bias_ih_l0_reverse	7	0.030990460887551308
34149	rnn.bias_ih_l0_reverse	8	-0.03154712915420532
34149	rnn.bias_ih_l0_reverse	9	0.026293696835637093
34149	rnn.bias_hh_l0_reverse	0	-0.03041297011077404
34149	rnn.bias_hh_l0_reverse	1	-0.009483986534178257
34149	rnn.bias_hh_l0_reverse	2	0.03010648675262928
34149	rnn.bias_hh_l0_reverse	3	-0.031045394018292427
34149	rnn.bias_hh_l0_reverse	4	-0.03653431683778763
34149	rnn.bias_hh_l0_reverse	5	-0.0510726235806942
34149	rnn.bias_hh_l0_reverse	6	-0.007471325807273388
34149	rnn.bias_hh_l0_reverse	7	0.05789000168442726
34149	rnn.bias_hh_l0_reverse	8	0.035093434154987335
34149	rnn.bias_hh_l0_reverse	9	-0.07601511478424072
34149	rnn.weight_ih_l1	0	-0.03348981589078903
34149	rnn.weight_ih_l1	1	-0.032283104956150055
34149	rnn.weight_ih_l1	2	0.04457572102546692
34149	rnn.weight_ih_l1	3	-0.013391474261879921
34149	rnn.weight_ih_l1	4	0.006628111004829407
34149	rnn.weight_ih_l1	5	-0.04095295071601868
34149	rnn.weight_ih_l1	6	0.018024319782853127
34149	rnn.weight_ih_l1	7	-0.03200069069862366
34149	rnn.weight_ih_l1	8	0.03824075683951378
34149	rnn.weight_ih_l1	9	0.029323188588023186
34149	rnn.weight_hh_l1	0	-0.006945021916180849
34149	rnn.weight_hh_l1	1	0.004395956173539162
34149	rnn.weight_hh_l1	2	-0.02278917282819748
34149	rnn.weight_hh_l1	3	-0.005087979603558779
34149	rnn.weight_hh_l1	4	0.0010822585318237543
34149	rnn.weight_hh_l1	5	0.0299157053232193
34149	rnn.weight_hh_l1	6	0.031122494488954544
34149	rnn.weight_hh_l1	7	-0.030492063611745834
34149	rnn.weight_hh_l1	8	-0.039250604808330536
34149	rnn.weight_hh_l1	9	0.03785988688468933
34149	rnn.bias_ih_l1	0	-0.08653047680854797
34149	rnn.bias_ih_l1	1	-0.08769534528255463
34149	rnn.bias_ih_l1	2	-0.10915590822696686
34149	rnn.bias_ih_l1	3	-0.13486166298389435
34149	rnn.bias_ih_l1	4	-0.14909407496452332
34149	rnn.bias_ih_l1	5	-0.08579722791910172
34149	rnn.bias_ih_l1	6	-0.053154610097408295
34149	rnn.bias_ih_l1	7	-0.024069160223007202
34149	rnn.bias_ih_l1	8	-0.06644153594970703
34149	rnn.bias_ih_l1	9	-0.07265179604291916
34149	rnn.bias_hh_l1	0	-0.11140358448028564
34149	rnn.bias_hh_l1	1	-0.019975656643509865
34149	rnn.bias_hh_l1	2	-0.05468561127781868
34149	rnn.bias_hh_l1	3	-0.061590369790792465
34149	rnn.bias_hh_l1	4	-0.08732374757528305
34149	rnn.bias_hh_l1	5	-0.045989591628313065
34149	rnn.bias_hh_l1	6	-0.08559273928403854
34149	rnn.bias_hh_l1	7	-0.021425912156701088
34149	rnn.bias_hh_l1	8	-0.04380899667739868
34149	rnn.bias_hh_l1	9	-0.03808704763650894
34149	rnn.weight_ih_l1_reverse	0	-0.03529525548219681
34149	rnn.weight_ih_l1_reverse	1	0.016999436542391777
34149	rnn.weight_ih_l1_reverse	2	-0.051234759390354156
34149	rnn.weight_ih_l1_reverse	3	-0.028148947283625603
34149	rnn.weight_ih_l1_reverse	4	-0.021110419183969498
34149	rnn.weight_ih_l1_reverse	5	-0.036169592291116714
34149	rnn.weight_ih_l1_reverse	6	-0.020695239305496216
34149	rnn.weight_ih_l1_reverse	7	0.016792485490441322
34149	rnn.weight_ih_l1_reverse	8	0.035089023411273956
34149	rnn.weight_ih_l1_reverse	9	-0.04357755184173584
34149	rnn.weight_hh_l1_reverse	0	0.007739076390862465
34149	rnn.weight_hh_l1_reverse	1	0.029101848602294922
34149	rnn.weight_hh_l1_reverse	2	-0.036972470581531525
34149	rnn.weight_hh_l1_reverse	3	0.03892816975712776
34149	rnn.weight_hh_l1_reverse	4	0.04212549701333046
34149	rnn.weight_hh_l1_reverse	5	0.009683776646852493
34149	rnn.weight_hh_l1_reverse	6	0.016942504793405533
34149	rnn.weight_hh_l1_reverse	7	0.02800680138170719
34149	rnn.weight_hh_l1_reverse	8	-0.0042936368845403194
34149	rnn.weight_hh_l1_reverse	9	-0.040018972009420395
34149	rnn.bias_ih_l1_reverse	0	-0.01505621150135994
34149	rnn.bias_ih_l1_reverse	1	-0.06872530281543732
34149	rnn.bias_ih_l1_reverse	2	-0.08407958596944809
34149	rnn.bias_ih_l1_reverse	3	-0.01511560007929802
34149	rnn.bias_ih_l1_reverse	4	-0.12910908460617065
34149	rnn.bias_ih_l1_reverse	5	-0.06845900416374207
34149	rnn.bias_ih_l1_reverse	6	-0.07515764981508255
34149	rnn.bias_ih_l1_reverse	7	-0.10030053555965424
34149	rnn.bias_ih_l1_reverse	8	0.10909181088209152
34149	rnn.bias_ih_l1_reverse	9	0.0025961087085306644
34149	rnn.bias_hh_l1_reverse	0	0.0031704423017799854
34149	rnn.bias_hh_l1_reverse	1	0.019561534747481346
34149	rnn.bias_hh_l1_reverse	2	-0.1551402062177658
34149	rnn.bias_hh_l1_reverse	3	-0.03204042837023735
34149	rnn.bias_hh_l1_reverse	4	-0.04119269922375679
34149	rnn.bias_hh_l1_reverse	5	-0.04392973333597183
34149	rnn.bias_hh_l1_reverse	6	0.11056549847126007
34149	rnn.bias_hh_l1_reverse	7	-0.0838802233338356
34149	rnn.bias_hh_l1_reverse	8	-0.061073385179042816
34149	rnn.bias_hh_l1_reverse	9	-0.07000195235013962
34149	linear.weight	0	0.002228822559118271
34149	linear.weight	1	0.09432866424322128
34149	linear.weight	2	-0.08044145256280899
34149	linear.weight	3	0.22827745974063873
34149	linear.weight	4	0.10601778328418732
34149	linear.weight	5	0.028105268254876137
34149	linear.weight	6	0.10387852042913437
34149	linear.weight	7	0.1349521428346634
34149	linear.weight	8	0.04191962629556656
34149	linear.weight	9	-0.06393671035766602
34149	linear.bias	0	-0.05132078379392624
34149	linear.bias	1	-0.038809869438409805
34149	linear.bias	2	-0.37041500210762024
34149	linear.bias	3	-0.7479305267333984
34149	linear.bias	4	-0.9143672585487366
34149	linear.bias	5	0.06538097560405731
34149	linear.bias	6	-0.5824511647224426
34149	linear.bias	7	0.5066164135932922
34149	linear.bias	8	-0.554864764213562
34149	linear.bias	9	-0.7901009917259216
34346	transitions	0	0.3335148096084595
34346	transitions	1	-0.055171068757772446
34346	transitions	2	-10000.0
34346	transitions	3	-1.780562400817871
34346	transitions	4	-10000.0
34346	transitions	5	0.7134236097335815
34346	transitions	6	0.030479250475764275
34346	transitions	7	-0.1530870646238327
34346	transitions	8	-1.2717448472976685
34346	transitions	9	0.00024573307018727064
34346	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
34346	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
34346	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
34346	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
34346	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
34346	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
34346	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
34346	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
34346	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
34346	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
34346	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
34346	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
34346	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
34346	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
34346	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
34346	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
34346	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
34346	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
34346	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
34346	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
34346	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
34346	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
34346	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
34346	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
34346	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
34346	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
34346	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
34346	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
34346	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
34346	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
34346	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
34346	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
34346	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
34346	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
34346	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
34346	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
34346	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
34346	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
34346	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
34346	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
34346	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
34346	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
34346	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
34346	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
34346	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
34346	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
34346	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
34346	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
34346	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
34346	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
34346	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
34346	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
34346	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
34346	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
34346	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
34346	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
34346	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
34346	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
34346	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
34346	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
34346	embedding2nn.weight	0	0.01788213476538658
34346	embedding2nn.weight	1	-0.018677201122045517
34346	embedding2nn.weight	2	-0.014268253929913044
34346	embedding2nn.weight	3	0.017878282815217972
34346	embedding2nn.weight	4	-0.005915034096688032
34346	embedding2nn.weight	5	-0.00370059278793633
34346	embedding2nn.weight	6	-0.003973263315856457
34346	embedding2nn.weight	7	-0.03479713946580887
34346	embedding2nn.weight	8	-0.0019979383796453476
34346	embedding2nn.weight	9	-0.014492516405880451
34346	embedding2nn.bias	0	0.031384389847517014
34346	embedding2nn.bias	1	-0.029819564893841743
34346	embedding2nn.bias	2	0.06517533212900162
34346	embedding2nn.bias	3	0.05055750906467438
34346	embedding2nn.bias	4	-0.013621647842228413
34346	embedding2nn.bias	5	-0.030053017660975456
34346	embedding2nn.bias	6	-0.021748049184679985
34346	embedding2nn.bias	7	-0.04528968036174774
34346	embedding2nn.bias	8	0.054843246936798096
34346	embedding2nn.bias	9	0.042027853429317474
34346	rnn.weight_ih_l0	0	-0.01402350515127182
34346	rnn.weight_ih_l0	1	0.0025400412268936634
34346	rnn.weight_ih_l0	2	0.02967124804854393
34346	rnn.weight_ih_l0	3	0.009974256157875061
34346	rnn.weight_ih_l0	4	-0.020181838423013687
34346	rnn.weight_ih_l0	5	-0.057952143251895905
34346	rnn.weight_ih_l0	6	0.019477861002087593
34346	rnn.weight_ih_l0	7	0.04550629109144211
34346	rnn.weight_ih_l0	8	0.011012477800250053
34346	rnn.weight_ih_l0	9	-0.03706619143486023
34346	rnn.weight_hh_l0	0	-0.04379945248365402
34346	rnn.weight_hh_l0	1	-0.006987859960645437
34346	rnn.weight_hh_l0	2	0.00798315554857254
34346	rnn.weight_hh_l0	3	-0.037064213305711746
34346	rnn.weight_hh_l0	4	0.04764646291732788
34346	rnn.weight_hh_l0	5	-0.007063277531415224
34346	rnn.weight_hh_l0	6	-0.02682269737124443
34346	rnn.weight_hh_l0	7	-0.03246792033314705
34346	rnn.weight_hh_l0	8	0.0025357098784297705
34346	rnn.weight_hh_l0	9	-0.023726515471935272
34346	rnn.bias_ih_l0	0	0.018704362213611603
34346	rnn.bias_ih_l0	1	-0.01934010535478592
34346	rnn.bias_ih_l0	2	-0.006676065735518932
34346	rnn.bias_ih_l0	3	0.06938102096319199
34346	rnn.bias_ih_l0	4	-0.03869260847568512
34346	rnn.bias_ih_l0	5	-0.03476870805025101
34346	rnn.bias_ih_l0	6	-0.011872568167746067
34346	rnn.bias_ih_l0	7	0.03341430425643921
34346	rnn.bias_ih_l0	8	-0.06429556757211685
34346	rnn.bias_ih_l0	9	-0.02811916545033455
34346	rnn.bias_hh_l0	0	-0.029349442571401596
34346	rnn.bias_hh_l0	1	-0.05472793057560921
34346	rnn.bias_hh_l0	2	-0.03325854614377022
34346	rnn.bias_hh_l0	3	-0.04880925640463829
34346	rnn.bias_hh_l0	4	0.005511675029993057
34346	rnn.bias_hh_l0	5	0.010220743715763092
34346	rnn.bias_hh_l0	6	0.027597878128290176
34346	rnn.bias_hh_l0	7	0.0018639505142346025
34346	rnn.bias_hh_l0	8	-0.06975480914115906
34346	rnn.bias_hh_l0	9	-0.01537409145385027
34346	rnn.weight_ih_l0_reverse	0	-0.01769145205616951
34346	rnn.weight_ih_l0_reverse	1	-0.05294293165206909
34346	rnn.weight_ih_l0_reverse	2	-0.02032710798084736
34346	rnn.weight_ih_l0_reverse	3	0.004330416675657034
34346	rnn.weight_ih_l0_reverse	4	-0.011296512559056282
34346	rnn.weight_ih_l0_reverse	5	-0.048386625945568085
34346	rnn.weight_ih_l0_reverse	6	0.04400644823908806
34346	rnn.weight_ih_l0_reverse	7	-0.023843709379434586
34346	rnn.weight_ih_l0_reverse	8	-0.034824032336473465
34346	rnn.weight_ih_l0_reverse	9	0.015311630442738533
34346	rnn.weight_hh_l0_reverse	0	0.038771387189626694
34346	rnn.weight_hh_l0_reverse	1	0.030782222747802734
34346	rnn.weight_hh_l0_reverse	2	0.030080825090408325
34346	rnn.weight_hh_l0_reverse	3	0.019009776413440704
34346	rnn.weight_hh_l0_reverse	4	0.006295896600931883
34346	rnn.weight_hh_l0_reverse	5	-0.0048088859766721725
34346	rnn.weight_hh_l0_reverse	6	0.03468059003353119
34346	rnn.weight_hh_l0_reverse	7	-0.026470182463526726
34346	rnn.weight_hh_l0_reverse	8	0.01574350707232952
34346	rnn.weight_hh_l0_reverse	9	0.04985813423991203
34346	rnn.bias_ih_l0_reverse	0	-0.06080625578761101
34346	rnn.bias_ih_l0_reverse	1	-0.13071157038211823
34346	rnn.bias_ih_l0_reverse	2	-0.03760060295462608
34346	rnn.bias_ih_l0_reverse	3	-0.005198355298489332
34346	rnn.bias_ih_l0_reverse	4	-0.023317283019423485
34346	rnn.bias_ih_l0_reverse	5	0.017076730728149414
34346	rnn.bias_ih_l0_reverse	6	-0.016234293580055237
34346	rnn.bias_ih_l0_reverse	7	0.030033810064196587
34346	rnn.bias_ih_l0_reverse	8	-0.03301047533750534
34346	rnn.bias_ih_l0_reverse	9	0.026621539145708084
34346	rnn.bias_hh_l0_reverse	0	-0.03378664329648018
34346	rnn.bias_hh_l0_reverse	1	-0.01031969953328371
34346	rnn.bias_hh_l0_reverse	2	0.033410899341106415
34346	rnn.bias_hh_l0_reverse	3	-0.033750977367162704
34346	rnn.bias_hh_l0_reverse	4	-0.039905209094285965
34346	rnn.bias_hh_l0_reverse	5	-0.04866906628012657
34346	rnn.bias_hh_l0_reverse	6	-0.01135085429996252
34346	rnn.bias_hh_l0_reverse	7	0.057466574013233185
34346	rnn.bias_hh_l0_reverse	8	0.03771328926086426
34346	rnn.bias_hh_l0_reverse	9	-0.07635795325040817
34346	rnn.weight_ih_l1	0	-0.03369425609707832
34346	rnn.weight_ih_l1	1	-0.03136840835213661
34346	rnn.weight_ih_l1	2	0.04582751542329788
34346	rnn.weight_ih_l1	3	-0.016538569703698158
34346	rnn.weight_ih_l1	4	0.006683087907731533
34346	rnn.weight_ih_l1	5	-0.04105476289987564
34346	rnn.weight_ih_l1	6	0.018107673153281212
34346	rnn.weight_ih_l1	7	-0.03105512633919716
34346	rnn.weight_ih_l1	8	0.03815995156764984
34346	rnn.weight_ih_l1	9	0.02973175421357155
34346	rnn.weight_hh_l1	0	-0.005929464008659124
34346	rnn.weight_hh_l1	1	0.0042695412412285805
34346	rnn.weight_hh_l1	2	-0.022629698738455772
34346	rnn.weight_hh_l1	3	-0.0049825189635157585
34346	rnn.weight_hh_l1	4	-0.0006001883302815259
34346	rnn.weight_hh_l1	5	0.030283590778708458
34346	rnn.weight_hh_l1	6	0.03129700571298599
34346	rnn.weight_hh_l1	7	-0.030551593750715256
34346	rnn.weight_hh_l1	8	-0.03934289142489433
34346	rnn.weight_hh_l1	9	0.03725961968302727
34346	rnn.bias_ih_l1	0	-0.0899713784456253
34346	rnn.bias_ih_l1	1	-0.08956453204154968
34346	rnn.bias_ih_l1	2	-0.10917214304208755
34346	rnn.bias_ih_l1	3	-0.13789115846157074
34346	rnn.bias_ih_l1	4	-0.15278847515583038
34346	rnn.bias_ih_l1	5	-0.08739369362592697
34346	rnn.bias_ih_l1	6	-0.05412379652261734
34346	rnn.bias_ih_l1	7	-0.024493465200066566
34346	rnn.bias_ih_l1	8	-0.06294607371091843
34346	rnn.bias_ih_l1	9	-0.07533147186040878
34346	rnn.bias_hh_l1	0	-0.10971307009458542
34346	rnn.bias_hh_l1	1	-0.025082001462578773
34346	rnn.bias_hh_l1	2	-0.05383181571960449
34346	rnn.bias_hh_l1	3	-0.061954133212566376
34346	rnn.bias_hh_l1	4	-0.08963920921087265
34346	rnn.bias_hh_l1	5	-0.045261263847351074
34346	rnn.bias_hh_l1	6	-0.08431451767683029
34346	rnn.bias_hh_l1	7	-0.014584758318960667
34346	rnn.bias_hh_l1	8	-0.04126947000622749
34346	rnn.bias_hh_l1	9	-0.038639847189188004
34346	rnn.weight_ih_l1_reverse	0	-0.034465253353118896
34346	rnn.weight_ih_l1_reverse	1	0.021334461867809296
34346	rnn.weight_ih_l1_reverse	2	-0.052322521805763245
34346	rnn.weight_ih_l1_reverse	3	-0.029352976009249687
34346	rnn.weight_ih_l1_reverse	4	-0.019744873046875
34346	rnn.weight_ih_l1_reverse	5	-0.03651028871536255
34346	rnn.weight_ih_l1_reverse	6	-0.018600676208734512
34346	rnn.weight_ih_l1_reverse	7	0.01838836818933487
34346	rnn.weight_ih_l1_reverse	8	0.032943300902843475
34346	rnn.weight_ih_l1_reverse	9	-0.045140381902456284
34346	rnn.weight_hh_l1_reverse	0	0.007735975086688995
34346	rnn.weight_hh_l1_reverse	1	0.029165292158722878
34346	rnn.weight_hh_l1_reverse	2	-0.036839261651039124
34346	rnn.weight_hh_l1_reverse	3	0.03888511285185814
34346	rnn.weight_hh_l1_reverse	4	0.042847272008657455
34346	rnn.weight_hh_l1_reverse	5	0.009913422167301178
34346	rnn.weight_hh_l1_reverse	6	0.01478982251137495
34346	rnn.weight_hh_l1_reverse	7	0.027912510558962822
34346	rnn.weight_hh_l1_reverse	8	-0.004236247390508652
34346	rnn.weight_hh_l1_reverse	9	-0.03979058936238289
34346	rnn.bias_ih_l1_reverse	0	-0.015206022188067436
34346	rnn.bias_ih_l1_reverse	1	-0.0658191591501236
34346	rnn.bias_ih_l1_reverse	2	-0.08328454941511154
34346	rnn.bias_ih_l1_reverse	3	-0.013725848868489265
34346	rnn.bias_ih_l1_reverse	4	-0.12570814788341522
34346	rnn.bias_ih_l1_reverse	5	-0.06979265809059143
34346	rnn.bias_ih_l1_reverse	6	-0.07543089240789413
34346	rnn.bias_ih_l1_reverse	7	-0.09625260531902313
34346	rnn.bias_ih_l1_reverse	8	0.11288689821958542
34346	rnn.bias_ih_l1_reverse	9	0.0005736744496971369
34346	rnn.bias_hh_l1_reverse	0	0.006032825447618961
34346	rnn.bias_hh_l1_reverse	1	0.010618627071380615
34346	rnn.bias_hh_l1_reverse	2	-0.1551457643508911
34346	rnn.bias_hh_l1_reverse	3	-0.032148413360118866
34346	rnn.bias_hh_l1_reverse	4	-0.040722329169511795
34346	rnn.bias_hh_l1_reverse	5	-0.048678189516067505
34346	rnn.bias_hh_l1_reverse	6	0.11115879565477371
34346	rnn.bias_hh_l1_reverse	7	-0.08483453094959259
34346	rnn.bias_hh_l1_reverse	8	-0.06291031092405319
34346	rnn.bias_hh_l1_reverse	9	-0.0708133727312088
34346	linear.weight	0	0.002228822559118271
34346	linear.weight	1	0.07610361278057098
34346	linear.weight	2	-0.0760791227221489
34346	linear.weight	3	0.22966116666793823
34346	linear.weight	4	0.11487214267253876
34346	linear.weight	5	0.024396328255534172
34346	linear.weight	6	0.08917367458343506
34346	linear.weight	7	0.13749510049819946
34346	linear.weight	8	0.041913144290447235
34346	linear.weight	9	-0.06803586333990097
34346	linear.bias	0	-0.03590317815542221
34346	linear.bias	1	-0.015819504857063293
34346	linear.bias	2	-0.37854722142219543
34346	linear.bias	3	-0.7702879309654236
34346	linear.bias	4	-0.9381995797157288
34346	linear.bias	5	0.06647900491952896
34346	linear.bias	6	-0.5630437731742859
34346	linear.bias	7	0.5147235989570618
34346	linear.bias	8	-0.535496175289154
34346	linear.bias	9	-0.7731339931488037
34543	transitions	0	0.35391291975975037
34543	transitions	1	-0.04898403584957123
34543	transitions	2	-10000.0
34543	transitions	3	-1.7807387113571167
34543	transitions	4	-10000.0
34543	transitions	5	0.712623655796051
34543	transitions	6	0.02992863953113556
34543	transitions	7	-0.15522757172584534
34543	transitions	8	-1.2724473476409912
34543	transitions	9	0.00023857818450778723
34543	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
34543	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
34543	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
34543	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
34543	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
34543	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
34543	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
34543	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
34543	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
34543	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
34543	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
34543	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
34543	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
34543	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
34543	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
34543	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
34543	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
34543	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
34543	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
34543	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
34543	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
34543	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
34543	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
34543	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
34543	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
34543	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
34543	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
34543	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
34543	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
34543	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
34543	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
34543	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
34543	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
34543	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
34543	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
34543	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
34543	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
34543	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
34543	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
34543	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
34543	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
34543	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
34543	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
34543	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
34543	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
34543	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
34543	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
34543	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
34543	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
34543	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
34543	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
34543	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
34543	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
34543	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
34543	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
34543	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
34543	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
34543	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
34543	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
34543	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
34543	embedding2nn.weight	0	0.018334709107875824
34543	embedding2nn.weight	1	-0.01894100196659565
34543	embedding2nn.weight	2	-0.014268253929913044
34543	embedding2nn.weight	3	0.017510101199150085
34543	embedding2nn.weight	4	-0.005915034096688032
34543	embedding2nn.weight	5	-0.0037005918566137552
34543	embedding2nn.weight	6	-0.003973264712840319
34543	embedding2nn.weight	7	-0.03448086604475975
34543	embedding2nn.weight	8	-0.0019979383796453476
34543	embedding2nn.weight	9	-0.015005330555140972
34543	embedding2nn.bias	0	0.03857804462313652
34543	embedding2nn.bias	1	-0.03053315356373787
34543	embedding2nn.bias	2	0.06375487148761749
34543	embedding2nn.bias	3	0.05079329013824463
34543	embedding2nn.bias	4	-0.016643203794956207
34543	embedding2nn.bias	5	-0.02672410197556019
34543	embedding2nn.bias	6	-0.013667743653059006
34543	embedding2nn.bias	7	-0.04976119473576546
34543	embedding2nn.bias	8	0.048884954303503036
34543	embedding2nn.bias	9	0.04632580652832985
34543	rnn.weight_ih_l0	0	-0.013475566171109676
34543	rnn.weight_ih_l0	1	0.0019353688694536686
34543	rnn.weight_ih_l0	2	0.02963186427950859
34543	rnn.weight_ih_l0	3	0.009049422107636929
34543	rnn.weight_ih_l0	4	-0.01986277848482132
34543	rnn.weight_ih_l0	5	-0.058088283985853195
34543	rnn.weight_ih_l0	6	0.020489955320954323
34543	rnn.weight_ih_l0	7	0.04623190313577652
34543	rnn.weight_ih_l0	8	0.012225214391946793
34543	rnn.weight_ih_l0	9	-0.0368337482213974
34543	rnn.weight_hh_l0	0	-0.04469165951013565
34543	rnn.weight_hh_l0	1	-0.007596398238092661
34543	rnn.weight_hh_l0	2	0.007293884176760912
34543	rnn.weight_hh_l0	3	-0.03764829412102699
34543	rnn.weight_hh_l0	4	0.04713752493262291
34543	rnn.weight_hh_l0	5	-0.00706481235101819
34543	rnn.weight_hh_l0	6	-0.0266676377505064
34543	rnn.weight_hh_l0	7	-0.03185797855257988
34543	rnn.weight_hh_l0	8	0.0014083702117204666
34543	rnn.weight_hh_l0	9	-0.023965857923030853
34543	rnn.bias_ih_l0	0	0.01887994073331356
34543	rnn.bias_ih_l0	1	-0.018722133710980415
34543	rnn.bias_ih_l0	2	-0.005115616135299206
34543	rnn.bias_ih_l0	3	0.07207059860229492
34543	rnn.bias_ih_l0	4	-0.03783430904150009
34543	rnn.bias_ih_l0	5	-0.03453000634908676
34543	rnn.bias_ih_l0	6	-0.008463649079203606
34543	rnn.bias_ih_l0	7	0.03383434936404228
34543	rnn.bias_ih_l0	8	-0.06345337629318237
34543	rnn.bias_ih_l0	9	-0.025862986221909523
34543	rnn.bias_hh_l0	0	-0.02992946095764637
34543	rnn.bias_hh_l0	1	-0.05570264160633087
34543	rnn.bias_hh_l0	2	-0.03449194133281708
34543	rnn.bias_hh_l0	3	-0.04874459281563759
34543	rnn.bias_hh_l0	4	0.003637848189100623
34543	rnn.bias_hh_l0	5	0.010186487808823586
34543	rnn.bias_hh_l0	6	0.029273442924022675
34543	rnn.bias_hh_l0	7	-0.003669595578685403
34543	rnn.bias_hh_l0	8	-0.06802843511104584
34543	rnn.bias_hh_l0	9	-0.02239675261080265
34543	rnn.weight_ih_l0_reverse	0	-0.01721903868019581
34543	rnn.weight_ih_l0_reverse	1	-0.05434379354119301
34543	rnn.weight_ih_l0_reverse	2	-0.01890110969543457
34543	rnn.weight_ih_l0_reverse	3	0.003782832995057106
34543	rnn.weight_ih_l0_reverse	4	-0.011066543869674206
34543	rnn.weight_ih_l0_reverse	5	-0.04883157089352608
34543	rnn.weight_ih_l0_reverse	6	0.04303716495633125
34543	rnn.weight_ih_l0_reverse	7	-0.024420522153377533
34543	rnn.weight_ih_l0_reverse	8	-0.03524123877286911
34543	rnn.weight_ih_l0_reverse	9	0.01629927195608616
34543	rnn.weight_hh_l0_reverse	0	0.037383075803518295
34543	rnn.weight_hh_l0_reverse	1	0.030583955347537994
34543	rnn.weight_hh_l0_reverse	2	0.03004905954003334
34543	rnn.weight_hh_l0_reverse	3	0.01898428611457348
34543	rnn.weight_hh_l0_reverse	4	0.005860847886651754
34543	rnn.weight_hh_l0_reverse	5	-0.004822432529181242
34543	rnn.weight_hh_l0_reverse	6	0.03486493602395058
34543	rnn.weight_hh_l0_reverse	7	-0.026599669829010963
34543	rnn.weight_hh_l0_reverse	8	0.01643574982881546
34543	rnn.weight_hh_l0_reverse	9	0.04977945238351822
34543	rnn.bias_ih_l0_reverse	0	-0.063582643866539
34543	rnn.bias_ih_l0_reverse	1	-0.1286693811416626
34543	rnn.bias_ih_l0_reverse	2	-0.03831300884485245
34543	rnn.bias_ih_l0_reverse	3	-0.004474926274269819
34543	rnn.bias_ih_l0_reverse	4	-0.017032282426953316
34543	rnn.bias_ih_l0_reverse	5	0.019527237862348557
34543	rnn.bias_ih_l0_reverse	6	-0.020787149667739868
34543	rnn.bias_ih_l0_reverse	7	0.029064109548926353
34543	rnn.bias_ih_l0_reverse	8	-0.03284796327352524
34543	rnn.bias_ih_l0_reverse	9	0.025761738419532776
34543	rnn.bias_hh_l0_reverse	0	-0.03409896418452263
34543	rnn.bias_hh_l0_reverse	1	-0.007506764028221369
34543	rnn.bias_hh_l0_reverse	2	0.02949920855462551
34543	rnn.bias_hh_l0_reverse	3	-0.03414945676922798
34543	rnn.bias_hh_l0_reverse	4	-0.041105564683675766
34543	rnn.bias_hh_l0_reverse	5	-0.05074375495314598
34543	rnn.bias_hh_l0_reverse	6	-0.0137545270845294
34543	rnn.bias_hh_l0_reverse	7	0.05922093242406845
34543	rnn.bias_hh_l0_reverse	8	0.04021668806672096
34543	rnn.bias_hh_l0_reverse	9	-0.0684337392449379
34543	rnn.weight_ih_l1	0	-0.0337442085146904
34543	rnn.weight_ih_l1	1	-0.03294992446899414
34543	rnn.weight_ih_l1	2	0.04763428494334221
34543	rnn.weight_ih_l1	3	-0.01708977296948433
34543	rnn.weight_ih_l1	4	0.006230982020497322
34543	rnn.weight_ih_l1	5	-0.04135948792099953
34543	rnn.weight_ih_l1	6	0.019517825916409492
34543	rnn.weight_ih_l1	7	-0.03156783804297447
34543	rnn.weight_ih_l1	8	0.037786565721035004
34543	rnn.weight_ih_l1	9	0.029103999957442284
34543	rnn.weight_hh_l1	0	-0.00539427250623703
34543	rnn.weight_hh_l1	1	0.004321492277085781
34543	rnn.weight_hh_l1	2	-0.022224603220820427
34543	rnn.weight_hh_l1	3	-0.005139414686709642
34543	rnn.weight_hh_l1	4	-0.00033682590583339334
34543	rnn.weight_hh_l1	5	0.030138643458485603
34543	rnn.weight_hh_l1	6	0.031266145408153534
34543	rnn.weight_hh_l1	7	-0.03078739531338215
34543	rnn.weight_hh_l1	8	-0.038860443979501724
34543	rnn.weight_hh_l1	9	0.03710881248116493
34543	rnn.bias_ih_l1	0	-0.09469641745090485
34543	rnn.bias_ih_l1	1	-0.08913253247737885
34543	rnn.bias_ih_l1	2	-0.11065144836902618
34543	rnn.bias_ih_l1	3	-0.14055633544921875
34543	rnn.bias_ih_l1	4	-0.14934347569942474
34543	rnn.bias_ih_l1	5	-0.0858500748872757
34543	rnn.bias_ih_l1	6	-0.04960260167717934
34543	rnn.bias_ih_l1	7	-0.02233288437128067
34543	rnn.bias_ih_l1	8	-0.058961331844329834
34543	rnn.bias_ih_l1	9	-0.07277573645114899
34543	rnn.bias_hh_l1	0	-0.10705089569091797
34543	rnn.bias_hh_l1	1	-0.02391422912478447
34543	rnn.bias_hh_l1	2	-0.05313769355416298
34543	rnn.bias_hh_l1	3	-0.061635516583919525
34543	rnn.bias_hh_l1	4	-0.08952828496694565
34543	rnn.bias_hh_l1	5	-0.045879799872636795
34543	rnn.bias_hh_l1	6	-0.0846901684999466
34543	rnn.bias_hh_l1	7	-0.01498611643910408
34543	rnn.bias_hh_l1	8	-0.04024568572640419
34543	rnn.bias_hh_l1	9	-0.03956492990255356
34543	rnn.weight_ih_l1_reverse	0	-0.03412964940071106
34543	rnn.weight_ih_l1_reverse	1	0.014199981465935707
34543	rnn.weight_ih_l1_reverse	2	-0.05521460995078087
34543	rnn.weight_ih_l1_reverse	3	-0.02862568013370037
34543	rnn.weight_ih_l1_reverse	4	-0.01894347369670868
34543	rnn.weight_ih_l1_reverse	5	-0.03648166358470917
34543	rnn.weight_ih_l1_reverse	6	-0.02103062905371189
34543	rnn.weight_ih_l1_reverse	7	0.01741620898246765
34543	rnn.weight_ih_l1_reverse	8	0.03298543393611908
34543	rnn.weight_ih_l1_reverse	9	-0.04454267397522926
34543	rnn.weight_hh_l1_reverse	0	0.007778575643897057
34543	rnn.weight_hh_l1_reverse	1	0.028733305633068085
34543	rnn.weight_hh_l1_reverse	2	-0.03687814623117447
34543	rnn.weight_hh_l1_reverse	3	0.03885670751333237
34543	rnn.weight_hh_l1_reverse	4	0.042961545288562775
34543	rnn.weight_hh_l1_reverse	5	0.00990850105881691
34543	rnn.weight_hh_l1_reverse	6	0.013875280506908894
34543	rnn.weight_hh_l1_reverse	7	0.028324030339717865
34543	rnn.weight_hh_l1_reverse	8	-0.004288988653570414
34543	rnn.weight_hh_l1_reverse	9	-0.03977508842945099
34543	rnn.bias_ih_l1_reverse	0	-0.017142964527010918
34543	rnn.bias_ih_l1_reverse	1	-0.06391065567731857
34543	rnn.bias_ih_l1_reverse	2	-0.08308755606412888
34543	rnn.bias_ih_l1_reverse	3	-0.002642271341755986
34543	rnn.bias_ih_l1_reverse	4	-0.1266680806875229
34543	rnn.bias_ih_l1_reverse	5	-0.06912616640329361
34543	rnn.bias_ih_l1_reverse	6	-0.07569874078035355
34543	rnn.bias_ih_l1_reverse	7	-0.0965542420744896
34543	rnn.bias_ih_l1_reverse	8	0.11133906990289688
34543	rnn.bias_ih_l1_reverse	9	-0.010905129835009575
34543	rnn.bias_hh_l1_reverse	0	0.010671975091099739
34543	rnn.bias_hh_l1_reverse	1	0.00791227724403143
34543	rnn.bias_hh_l1_reverse	2	-0.1568167358636856
34543	rnn.bias_hh_l1_reverse	3	-0.036458007991313934
34543	rnn.bias_hh_l1_reverse	4	-0.0407731719315052
34543	rnn.bias_hh_l1_reverse	5	-0.047967489808797836
34543	rnn.bias_hh_l1_reverse	6	0.10978194326162338
34543	rnn.bias_hh_l1_reverse	7	-0.08315751701593399
34543	rnn.bias_hh_l1_reverse	8	-0.06567782908678055
34543	rnn.bias_hh_l1_reverse	9	-0.07148568332195282
34543	linear.weight	0	0.002228822559118271
34543	linear.weight	1	0.07253812998533249
34543	linear.weight	2	-0.07990754395723343
34543	linear.weight	3	0.2362724095582962
34543	linear.weight	4	0.12118846923112869
34543	linear.weight	5	0.023584838956594467
34543	linear.weight	6	0.08930005133152008
34543	linear.weight	7	0.14060907065868378
34543	linear.weight	8	0.04191109165549278
34543	linear.weight	9	-0.06934133172035217
34543	linear.bias	0	-0.07310791313648224
34543	linear.bias	1	-0.0353580079972744
34543	linear.bias	2	-0.3669392466545105
34543	linear.bias	3	-0.7715198993682861
34543	linear.bias	4	-0.9422025680541992
34543	linear.bias	5	0.07675805687904358
34543	linear.bias	6	-0.5818941593170166
34543	linear.bias	7	0.5312352776527405
34543	linear.bias	8	-0.5534006953239441
34543	linear.bias	9	-0.7920647859573364
34740	transitions	0	0.34830960631370544
34740	transitions	1	-0.05572349950671196
34740	transitions	2	-10000.0
34740	transitions	3	-1.7809137105941772
34740	transitions	4	-10000.0
34740	transitions	5	0.711480438709259
34740	transitions	6	0.029291274026036263
34740	transitions	7	-0.1563856303691864
34740	transitions	8	-1.2728937864303589
34740	transitions	9	0.00023212943051476032
34740	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
34740	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
34740	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
34740	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
34740	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
34740	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
34740	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
34740	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
34740	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
34740	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
34740	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
34740	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
34740	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
34740	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
34740	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
34740	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
34740	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
34740	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
34740	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
34740	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
34740	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
34740	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
34740	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
34740	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
34740	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
34740	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
34740	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
34740	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
34740	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
34740	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
34740	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
34740	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
34740	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
34740	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
34740	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
34740	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
34740	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
34740	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
34740	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
34740	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
34740	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
34740	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
34740	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
34740	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
34740	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
34740	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
34740	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
34740	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
34740	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
34740	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
34740	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
34740	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
34740	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
34740	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
34740	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
34740	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
34740	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
34740	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
34740	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
34740	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
34740	embedding2nn.weight	0	0.014724237844347954
34740	embedding2nn.weight	1	-0.019279077649116516
34740	embedding2nn.weight	2	-0.014268253929913044
34740	embedding2nn.weight	3	0.01866205781698227
34740	embedding2nn.weight	4	-0.005915034096688032
34740	embedding2nn.weight	5	-0.0037005916237831116
34740	embedding2nn.weight	6	-0.003973265644162893
34740	embedding2nn.weight	7	-0.03421342745423317
34740	embedding2nn.weight	8	-0.0019979383796453476
34740	embedding2nn.weight	9	-0.01545897126197815
34740	embedding2nn.bias	0	0.03805004060268402
34740	embedding2nn.bias	1	-0.03903935104608536
34740	embedding2nn.bias	2	0.06688819825649261
34740	embedding2nn.bias	3	0.04862693324685097
34740	embedding2nn.bias	4	-0.018711745738983154
34740	embedding2nn.bias	5	-0.021763356402516365
34740	embedding2nn.bias	6	-0.0032571263145655394
34740	embedding2nn.bias	7	-0.04193790629506111
34740	embedding2nn.bias	8	0.052146706730127335
34740	embedding2nn.bias	9	0.058620404452085495
34740	rnn.weight_ih_l0	0	-0.012779503129422665
34740	rnn.weight_ih_l0	1	0.0014582846779376268
34740	rnn.weight_ih_l0	2	0.03040159121155739
34740	rnn.weight_ih_l0	3	0.007569700945168734
34740	rnn.weight_ih_l0	4	-0.018854377791285515
34740	rnn.weight_ih_l0	5	-0.05698550119996071
34740	rnn.weight_ih_l0	6	0.020781567320227623
34740	rnn.weight_ih_l0	7	0.045345596969127655
34740	rnn.weight_ih_l0	8	0.012024953030049801
34740	rnn.weight_ih_l0	9	-0.0363866351544857
34740	rnn.weight_hh_l0	0	-0.0454404354095459
34740	rnn.weight_hh_l0	1	-0.007823645137250423
34740	rnn.weight_hh_l0	2	0.00623560743406415
34740	rnn.weight_hh_l0	3	-0.038542259484529495
34740	rnn.weight_hh_l0	4	0.046296969056129456
34740	rnn.weight_hh_l0	5	-0.00739922234788537
34740	rnn.weight_hh_l0	6	-0.02753068320453167
34740	rnn.weight_hh_l0	7	-0.03100365772843361
34740	rnn.weight_hh_l0	8	0.0024630895350128412
34740	rnn.weight_hh_l0	9	-0.023283816874027252
34740	rnn.bias_ih_l0	0	0.020910829305648804
34740	rnn.bias_ih_l0	1	-0.017156261950731277
34740	rnn.bias_ih_l0	2	-0.0033457204699516296
34740	rnn.bias_ih_l0	3	0.07105569541454315
34740	rnn.bias_ih_l0	4	-0.03592803329229355
34740	rnn.bias_ih_l0	5	-0.037728000432252884
34740	rnn.bias_ih_l0	6	-0.007690717466175556
34740	rnn.bias_ih_l0	7	0.033868543803691864
34740	rnn.bias_ih_l0	8	-0.06467103213071823
34740	rnn.bias_ih_l0	9	-0.026801466941833496
34740	rnn.bias_hh_l0	0	-0.03242497891187668
34740	rnn.bias_hh_l0	1	-0.05501685291528702
34740	rnn.bias_hh_l0	2	-0.034211546182632446
34740	rnn.bias_hh_l0	3	-0.04883858561515808
34740	rnn.bias_hh_l0	4	0.004358744714409113
34740	rnn.bias_hh_l0	5	0.010715851560235023
34740	rnn.bias_hh_l0	6	0.030830856412649155
34740	rnn.bias_hh_l0	7	-0.002444260520860553
34740	rnn.bias_hh_l0	8	-0.06779676675796509
34740	rnn.bias_hh_l0	9	-0.02579391561448574
34740	rnn.weight_ih_l0_reverse	0	-0.01640765368938446
34740	rnn.weight_ih_l0_reverse	1	-0.05425281450152397
34740	rnn.weight_ih_l0_reverse	2	-0.01903546415269375
34740	rnn.weight_ih_l0_reverse	3	0.003971290774643421
34740	rnn.weight_ih_l0_reverse	4	-0.011082591488957405
34740	rnn.weight_ih_l0_reverse	5	-0.0489608570933342
34740	rnn.weight_ih_l0_reverse	6	0.04248422384262085
34740	rnn.weight_ih_l0_reverse	7	-0.023362204432487488
34740	rnn.weight_ih_l0_reverse	8	-0.0350097231566906
34740	rnn.weight_ih_l0_reverse	9	0.01684032566845417
34740	rnn.weight_hh_l0_reverse	0	0.03780027851462364
34740	rnn.weight_hh_l0_reverse	1	0.030722517520189285
34740	rnn.weight_hh_l0_reverse	2	0.02973550744354725
34740	rnn.weight_hh_l0_reverse	3	0.018883483484387398
34740	rnn.weight_hh_l0_reverse	4	0.0055867694318294525
34740	rnn.weight_hh_l0_reverse	5	-0.004989857319742441
34740	rnn.weight_hh_l0_reverse	6	0.034487735480070114
34740	rnn.weight_hh_l0_reverse	7	-0.026662221178412437
34740	rnn.weight_hh_l0_reverse	8	0.016678404062986374
34740	rnn.weight_hh_l0_reverse	9	0.04941254481673241
34740	rnn.bias_ih_l0_reverse	0	-0.06269867718219757
34740	rnn.bias_ih_l0_reverse	1	-0.12879252433776855
34740	rnn.bias_ih_l0_reverse	2	-0.036517176777124405
34740	rnn.bias_ih_l0_reverse	3	-0.004953292198479176
34740	rnn.bias_ih_l0_reverse	4	-0.024303775280714035
34740	rnn.bias_ih_l0_reverse	5	0.015859248116612434
34740	rnn.bias_ih_l0_reverse	6	-0.019183481112122536
34740	rnn.bias_ih_l0_reverse	7	0.028037823736667633
34740	rnn.bias_ih_l0_reverse	8	-0.030617360025644302
34740	rnn.bias_ih_l0_reverse	9	0.023844916373491287
34740	rnn.bias_hh_l0_reverse	0	-0.035420410335063934
34740	rnn.bias_hh_l0_reverse	1	-0.015419348143041134
34740	rnn.bias_hh_l0_reverse	2	0.030141543596982956
34740	rnn.bias_hh_l0_reverse	3	-0.036691393703222275
34740	rnn.bias_hh_l0_reverse	4	-0.04272349923849106
34740	rnn.bias_hh_l0_reverse	5	-0.05396122485399246
34740	rnn.bias_hh_l0_reverse	6	-0.013272374868392944
34740	rnn.bias_hh_l0_reverse	7	0.0584704726934433
34740	rnn.bias_hh_l0_reverse	8	0.03685052692890167
34740	rnn.bias_hh_l0_reverse	9	-0.06935582309961319
34740	rnn.weight_ih_l1	0	-0.033870596438646317
34740	rnn.weight_ih_l1	1	-0.03275512903928757
34740	rnn.weight_ih_l1	2	0.04819740355014801
34740	rnn.weight_ih_l1	3	-0.01965879090130329
34740	rnn.weight_ih_l1	4	0.005973926279693842
34740	rnn.weight_ih_l1	5	-0.041427720338106155
34740	rnn.weight_ih_l1	6	0.01954139582812786
34740	rnn.weight_ih_l1	7	-0.03181501105427742
34740	rnn.weight_ih_l1	8	0.03800913318991661
34740	rnn.weight_ih_l1	9	0.02918057329952717
34740	rnn.weight_hh_l1	0	-0.00618387758731842
34740	rnn.weight_hh_l1	1	0.0044022114016115665
34740	rnn.weight_hh_l1	2	-0.02127395197749138
34740	rnn.weight_hh_l1	3	-0.0049361283890903
34740	rnn.weight_hh_l1	4	-0.00040037877624854445
34740	rnn.weight_hh_l1	5	0.0297275111079216
34740	rnn.weight_hh_l1	6	0.031717799603939056
34740	rnn.weight_hh_l1	7	-0.03050699271261692
34740	rnn.weight_hh_l1	8	-0.03819332271814346
34740	rnn.weight_hh_l1	9	0.03736868500709534
34740	rnn.bias_ih_l1	0	-0.09582369029521942
34740	rnn.bias_ih_l1	1	-0.08903569728136063
34740	rnn.bias_ih_l1	2	-0.11108122020959854
34740	rnn.bias_ih_l1	3	-0.1399930864572525
34740	rnn.bias_ih_l1	4	-0.15436691045761108
34740	rnn.bias_ih_l1	5	-0.0847906768321991
34740	rnn.bias_ih_l1	6	-0.04795975610613823
34740	rnn.bias_ih_l1	7	-0.022870253771543503
34740	rnn.bias_ih_l1	8	-0.06539324671030045
34740	rnn.bias_ih_l1	9	-0.07315081357955933
34740	rnn.bias_hh_l1	0	-0.10713165998458862
34740	rnn.bias_hh_l1	1	-0.0278355423361063
34740	rnn.bias_hh_l1	2	-0.056095730513334274
34740	rnn.bias_hh_l1	3	-0.0625319629907608
34740	rnn.bias_hh_l1	4	-0.08970532566308975
34740	rnn.bias_hh_l1	5	-0.04637131094932556
34740	rnn.bias_hh_l1	6	-0.08632752299308777
34740	rnn.bias_hh_l1	7	-0.010444681160151958
34740	rnn.bias_hh_l1	8	-0.03836168721318245
34740	rnn.bias_hh_l1	9	-0.04085957258939743
34740	rnn.weight_ih_l1_reverse	0	-0.034321464598178864
34740	rnn.weight_ih_l1_reverse	1	0.0125312190502882
34740	rnn.weight_ih_l1_reverse	2	-0.05830920860171318
34740	rnn.weight_ih_l1_reverse	3	-0.027081409469246864
34740	rnn.weight_ih_l1_reverse	4	-0.02049568109214306
34740	rnn.weight_ih_l1_reverse	5	-0.03689661994576454
34740	rnn.weight_ih_l1_reverse	6	-0.020848605781793594
34740	rnn.weight_ih_l1_reverse	7	0.01777995005249977
34740	rnn.weight_ih_l1_reverse	8	0.03317464515566826
34740	rnn.weight_ih_l1_reverse	9	-0.04777960479259491
34740	rnn.weight_hh_l1_reverse	0	0.007835636846721172
34740	rnn.weight_hh_l1_reverse	1	0.028610607609152794
34740	rnn.weight_hh_l1_reverse	2	-0.036870960146188736
34740	rnn.weight_hh_l1_reverse	3	0.03884771093726158
34740	rnn.weight_hh_l1_reverse	4	0.04315994679927826
34740	rnn.weight_hh_l1_reverse	5	0.009988296777009964
34740	rnn.weight_hh_l1_reverse	6	0.014062957838177681
34740	rnn.weight_hh_l1_reverse	7	0.028452878817915916
34740	rnn.weight_hh_l1_reverse	8	-0.0043099308386445045
34740	rnn.weight_hh_l1_reverse	9	-0.039484500885009766
34740	rnn.bias_ih_l1_reverse	0	-0.015195438638329506
34740	rnn.bias_ih_l1_reverse	1	-0.06613192707300186
34740	rnn.bias_ih_l1_reverse	2	-0.08367306739091873
34740	rnn.bias_ih_l1_reverse	3	-0.0011004896368831396
34740	rnn.bias_ih_l1_reverse	4	-0.12836378812789917
34740	rnn.bias_ih_l1_reverse	5	-0.07087536156177521
34740	rnn.bias_ih_l1_reverse	6	-0.07656390964984894
34740	rnn.bias_ih_l1_reverse	7	-0.09701318293809891
34740	rnn.bias_ih_l1_reverse	8	0.1093449592590332
34740	rnn.bias_ih_l1_reverse	9	-0.010442649945616722
34740	rnn.bias_hh_l1_reverse	0	-0.0014419462531805038
34740	rnn.bias_hh_l1_reverse	1	-0.0033806045539677143
34740	rnn.bias_hh_l1_reverse	2	-0.15766359865665436
34740	rnn.bias_hh_l1_reverse	3	-0.03817525506019592
34740	rnn.bias_hh_l1_reverse	4	-0.04010619968175888
34740	rnn.bias_hh_l1_reverse	5	-0.045445602387189865
34740	rnn.bias_hh_l1_reverse	6	0.10121267288923264
34740	rnn.bias_hh_l1_reverse	7	-0.08018599450588226
34740	rnn.bias_hh_l1_reverse	8	-0.06479213386774063
34740	rnn.bias_hh_l1_reverse	9	-0.07190319150686264
34740	linear.weight	0	0.002228822559118271
34740	linear.weight	1	0.06597569584846497
34740	linear.weight	2	-0.07266975194215775
34740	linear.weight	3	0.22962751984596252
34740	linear.weight	4	0.1191130131483078
34740	linear.weight	5	0.02151501551270485
34740	linear.weight	6	0.073972187936306
34740	linear.weight	7	0.1350494623184204
34740	linear.weight	8	0.041897885501384735
34740	linear.weight	9	-0.06251984089612961
34740	linear.bias	0	-0.052388276904821396
34740	linear.bias	1	-0.034338004887104034
34740	linear.bias	2	-0.3743528425693512
34740	linear.bias	3	-0.7829705476760864
34740	linear.bias	4	-0.9566725492477417
34740	linear.bias	5	0.047932740300893784
34740	linear.bias	6	-0.5800189971923828
34740	linear.bias	7	0.5086843371391296
34740	linear.bias	8	-0.5539551973342896
34740	linear.bias	9	-0.7940413951873779
34937	transitions	0	0.3333267867565155
34937	transitions	1	-0.04838649183511734
34937	transitions	2	-10000.0
34937	transitions	3	-1.7810583114624023
34937	transitions	4	-10000.0
34937	transitions	5	0.7110892534255981
34937	transitions	6	0.02855651080608368
34937	transitions	7	-0.15891438722610474
34937	transitions	8	-1.2733705043792725
34937	transitions	9	0.0002230718673672527
34937	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
34937	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
34937	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
34937	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
34937	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
34937	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
34937	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
34937	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
34937	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
34937	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
34937	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
34937	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
34937	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
34937	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
34937	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
34937	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
34937	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
34937	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
34937	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
34937	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
34937	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
34937	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
34937	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
34937	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
34937	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
34937	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
34937	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
34937	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
34937	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
34937	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
34937	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
34937	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
34937	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
34937	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
34937	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
34937	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
34937	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
34937	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
34937	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
34937	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
34937	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
34937	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
34937	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
34937	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
34937	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
34937	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
34937	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
34937	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
34937	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
34937	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
34937	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
34937	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
34937	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
34937	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
34937	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
34937	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
34937	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
34937	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
34937	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
34937	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
34937	embedding2nn.weight	0	0.016350464895367622
34937	embedding2nn.weight	1	-0.019188683480024338
34937	embedding2nn.weight	2	-0.014268253929913044
34937	embedding2nn.weight	3	0.019910132512450218
34937	embedding2nn.weight	4	-0.005915034096688032
34937	embedding2nn.weight	5	-0.003700591390952468
34937	embedding2nn.weight	6	-0.003973264247179031
34937	embedding2nn.weight	7	-0.03509918227791786
34937	embedding2nn.weight	8	-0.0019979383796453476
34937	embedding2nn.weight	9	-0.014775171875953674
34937	embedding2nn.bias	0	0.04553445056080818
34937	embedding2nn.bias	1	-0.03518843278288841
34937	embedding2nn.bias	2	0.0685291513800621
34937	embedding2nn.bias	3	0.053760603070259094
34937	embedding2nn.bias	4	-0.016640422865748405
34937	embedding2nn.bias	5	-0.030211810022592545
34937	embedding2nn.bias	6	0.00970505177974701
34937	embedding2nn.bias	7	-0.042737722396850586
34937	embedding2nn.bias	8	0.04711713641881943
34937	embedding2nn.bias	9	0.05603460967540741
34937	rnn.weight_ih_l0	0	-0.012022952549159527
34937	rnn.weight_ih_l0	1	0.0011808456620201468
34937	rnn.weight_ih_l0	2	0.028120102360844612
34937	rnn.weight_ih_l0	3	0.007861516438424587
34937	rnn.weight_ih_l0	4	-0.017877403646707535
34937	rnn.weight_ih_l0	5	-0.057257916778326035
34937	rnn.weight_ih_l0	6	0.020743027329444885
34937	rnn.weight_ih_l0	7	0.04597580060362816
34937	rnn.weight_ih_l0	8	0.011697765439748764
34937	rnn.weight_ih_l0	9	-0.035535287111997604
34937	rnn.weight_hh_l0	0	-0.044156432151794434
34937	rnn.weight_hh_l0	1	-0.00818719994276762
34937	rnn.weight_hh_l0	2	0.006645033601671457
34937	rnn.weight_hh_l0	3	-0.04002930596470833
34937	rnn.weight_hh_l0	4	0.04703006520867348
34937	rnn.weight_hh_l0	5	-0.007464648690074682
34937	rnn.weight_hh_l0	6	-0.028389975428581238
34937	rnn.weight_hh_l0	7	-0.031580600887537
34937	rnn.weight_hh_l0	8	0.003679628251120448
34937	rnn.weight_hh_l0	9	-0.02358618937432766
34937	rnn.bias_ih_l0	0	0.017537830397486687
34937	rnn.bias_ih_l0	1	-0.017992032691836357
34937	rnn.bias_ih_l0	2	-0.0046051121316850185
34937	rnn.bias_ih_l0	3	0.07081970572471619
34937	rnn.bias_ih_l0	4	-0.037532512098550797
34937	rnn.bias_ih_l0	5	-0.036943331360816956
34937	rnn.bias_ih_l0	6	-0.0008897468796931207
34937	rnn.bias_ih_l0	7	0.03287490829825401
34937	rnn.bias_ih_l0	8	-0.06773064285516739
34937	rnn.bias_ih_l0	9	-0.028018364682793617
34937	rnn.bias_hh_l0	0	-0.02903280034661293
34937	rnn.bias_hh_l0	1	-0.05548148974776268
34937	rnn.bias_hh_l0	2	-0.035943448543548584
34937	rnn.bias_hh_l0	3	-0.051751792430877686
34937	rnn.bias_hh_l0	4	0.0023732881527394056
34937	rnn.bias_hh_l0	5	0.01358842384070158
34937	rnn.bias_hh_l0	6	0.031261105090379715
34937	rnn.bias_hh_l0	7	0.0031863830517977476
34937	rnn.bias_hh_l0	8	-0.06609829515218735
34937	rnn.bias_hh_l0	9	-0.02494245022535324
34937	rnn.weight_ih_l0_reverse	0	-0.016671331599354744
34937	rnn.weight_ih_l0_reverse	1	-0.0542934387922287
34937	rnn.weight_ih_l0_reverse	2	-0.018194599077105522
34937	rnn.weight_ih_l0_reverse	3	0.004335000645369291
34937	rnn.weight_ih_l0_reverse	4	-0.010889912955462933
34937	rnn.weight_ih_l0_reverse	5	-0.04941333085298538
34937	rnn.weight_ih_l0_reverse	6	0.04216708615422249
34937	rnn.weight_ih_l0_reverse	7	-0.02440551109611988
34937	rnn.weight_ih_l0_reverse	8	-0.034692276269197464
34937	rnn.weight_ih_l0_reverse	9	0.016450926661491394
34937	rnn.weight_hh_l0_reverse	0	0.03791828453540802
34937	rnn.weight_hh_l0_reverse	1	0.030448969453573227
34937	rnn.weight_hh_l0_reverse	2	0.02978515625
34937	rnn.weight_hh_l0_reverse	3	0.019285988062620163
34937	rnn.weight_hh_l0_reverse	4	0.0049439771100878716
34937	rnn.weight_hh_l0_reverse	5	-0.007226406596601009
34937	rnn.weight_hh_l0_reverse	6	0.0349859781563282
34937	rnn.weight_hh_l0_reverse	7	-0.026415888220071793
34937	rnn.weight_hh_l0_reverse	8	0.016965894028544426
34937	rnn.weight_hh_l0_reverse	9	0.049117885529994965
34937	rnn.bias_ih_l0_reverse	0	-0.061507657170295715
34937	rnn.bias_ih_l0_reverse	1	-0.12447027117013931
34937	rnn.bias_ih_l0_reverse	2	-0.03351897746324539
34937	rnn.bias_ih_l0_reverse	3	-0.007187382318079472
34937	rnn.bias_ih_l0_reverse	4	-0.026586666703224182
34937	rnn.bias_ih_l0_reverse	5	0.016378253698349
34937	rnn.bias_ih_l0_reverse	6	-0.022689444944262505
34937	rnn.bias_ih_l0_reverse	7	0.026882637292146683
34937	rnn.bias_ih_l0_reverse	8	-0.031118430197238922
34937	rnn.bias_ih_l0_reverse	9	0.029709886759519577
34937	rnn.bias_hh_l0_reverse	0	-0.033067576587200165
34937	rnn.bias_hh_l0_reverse	1	-0.01589963212609291
34937	rnn.bias_hh_l0_reverse	2	0.028374701738357544
34937	rnn.bias_hh_l0_reverse	3	-0.03903396055102348
34937	rnn.bias_hh_l0_reverse	4	-0.04461216181516647
34937	rnn.bias_hh_l0_reverse	5	-0.053656697273254395
34937	rnn.bias_hh_l0_reverse	6	-0.014663380570709705
34937	rnn.bias_hh_l0_reverse	7	0.05894104391336441
34937	rnn.bias_hh_l0_reverse	8	0.037403590977191925
34937	rnn.bias_hh_l0_reverse	9	-0.0693412721157074
34937	rnn.weight_ih_l1	0	-0.033643536269664764
34937	rnn.weight_ih_l1	1	-0.033131346106529236
34937	rnn.weight_ih_l1	2	0.04957045614719391
34937	rnn.weight_ih_l1	3	-0.021463191136717796
34937	rnn.weight_ih_l1	4	0.005531987175345421
34937	rnn.weight_ih_l1	5	-0.041933588683605194
34937	rnn.weight_ih_l1	6	0.01927437260746956
34937	rnn.weight_ih_l1	7	-0.033558063209056854
34937	rnn.weight_ih_l1	8	0.038151320070028305
34937	rnn.weight_ih_l1	9	0.028706954792141914
34937	rnn.weight_hh_l1	0	-0.006023806519806385
34937	rnn.weight_hh_l1	1	0.004653999116271734
34937	rnn.weight_hh_l1	2	-0.021927423775196075
34937	rnn.weight_hh_l1	3	-0.00484929233789444
34937	rnn.weight_hh_l1	4	-7.433084829244763e-05
34937	rnn.weight_hh_l1	5	0.029937442392110825
34937	rnn.weight_hh_l1	6	0.031975068151950836
34937	rnn.weight_hh_l1	7	-0.030316781252622604
34937	rnn.weight_hh_l1	8	-0.038274578750133514
34937	rnn.weight_hh_l1	9	0.03709565848112106
34937	rnn.bias_ih_l1	0	-0.09295984357595444
34937	rnn.bias_ih_l1	1	-0.08885030448436737
34937	rnn.bias_ih_l1	2	-0.10995366424322128
34937	rnn.bias_ih_l1	3	-0.13579553365707397
34937	rnn.bias_ih_l1	4	-0.1476505696773529
34937	rnn.bias_ih_l1	5	-0.08470617234706879
34937	rnn.bias_ih_l1	6	-0.05191836878657341
34937	rnn.bias_ih_l1	7	-0.02824467606842518
34937	rnn.bias_ih_l1	8	-0.06403783708810806
34937	rnn.bias_ih_l1	9	-0.07482550293207169
34937	rnn.bias_hh_l1	0	-0.10467759519815445
34937	rnn.bias_hh_l1	1	-0.02948666550219059
34937	rnn.bias_hh_l1	2	-0.055047743022441864
34937	rnn.bias_hh_l1	3	-0.06253305822610855
34937	rnn.bias_hh_l1	4	-0.08916381001472473
34937	rnn.bias_hh_l1	5	-0.047173380851745605
34937	rnn.bias_hh_l1	6	-0.08880677074193954
34937	rnn.bias_hh_l1	7	-0.016020184382796288
34937	rnn.bias_hh_l1	8	-0.04358008876442909
34937	rnn.bias_hh_l1	9	-0.04137518256902695
34937	rnn.weight_ih_l1_reverse	0	-0.03391024470329285
34937	rnn.weight_ih_l1_reverse	1	0.014958617277443409
34937	rnn.weight_ih_l1_reverse	2	-0.058444730937480927
34937	rnn.weight_ih_l1_reverse	3	-0.02672567218542099
34937	rnn.weight_ih_l1_reverse	4	-0.020710241049528122
34937	rnn.weight_ih_l1_reverse	5	-0.03717938810586929
34937	rnn.weight_ih_l1_reverse	6	-0.022156311199069023
34937	rnn.weight_ih_l1_reverse	7	0.018380451947450638
34937	rnn.weight_ih_l1_reverse	8	0.03387808799743652
34937	rnn.weight_ih_l1_reverse	9	-0.04314513877034187
34937	rnn.weight_hh_l1_reverse	0	0.008299005217850208
34937	rnn.weight_hh_l1_reverse	1	0.02844143845140934
34937	rnn.weight_hh_l1_reverse	2	-0.03684116154909134
34937	rnn.weight_hh_l1_reverse	3	0.03876696154475212
34937	rnn.weight_hh_l1_reverse	4	0.04280564561486244
34937	rnn.weight_hh_l1_reverse	5	0.009801037609577179
34937	rnn.weight_hh_l1_reverse	6	0.014238416217267513
34937	rnn.weight_hh_l1_reverse	7	0.028909793123602867
34937	rnn.weight_hh_l1_reverse	8	-0.0042879823595285416
34937	rnn.weight_hh_l1_reverse	9	-0.039426449686288834
34937	rnn.bias_ih_l1_reverse	0	-0.015481825917959213
34937	rnn.bias_ih_l1_reverse	1	-0.07103879004716873
34937	rnn.bias_ih_l1_reverse	2	-0.08263912051916122
34937	rnn.bias_ih_l1_reverse	3	0.0005844008410349488
34937	rnn.bias_ih_l1_reverse	4	-0.1301899254322052
34937	rnn.bias_ih_l1_reverse	5	-0.07020682096481323
34937	rnn.bias_ih_l1_reverse	6	-0.07701856642961502
34937	rnn.bias_ih_l1_reverse	7	-0.09822548180818558
34937	rnn.bias_ih_l1_reverse	8	0.10193810611963272
34937	rnn.bias_ih_l1_reverse	9	-0.010290306992828846
34937	rnn.bias_hh_l1_reverse	0	0.004850356373935938
34937	rnn.bias_hh_l1_reverse	1	-0.0027210272382944822
34937	rnn.bias_hh_l1_reverse	2	-0.158697709441185
34937	rnn.bias_hh_l1_reverse	3	-0.040604203939437866
34937	rnn.bias_hh_l1_reverse	4	-0.0397256538271904
34937	rnn.bias_hh_l1_reverse	5	-0.047141652554273605
34937	rnn.bias_hh_l1_reverse	6	0.09874130040407181
34937	rnn.bias_hh_l1_reverse	7	-0.08004690706729889
34937	rnn.bias_hh_l1_reverse	8	-0.06111853942275047
34937	rnn.bias_hh_l1_reverse	9	-0.07159282267093658
34937	linear.weight	0	0.002228822559118271
34937	linear.weight	1	0.056539252400398254
34937	linear.weight	2	-0.08023454993963242
34937	linear.weight	3	0.24039627611637115
34937	linear.weight	4	0.1222814992070198
34937	linear.weight	5	0.020229825749993324
34937	linear.weight	6	0.06719321012496948
34937	linear.weight	7	0.13619866967201233
34937	linear.weight	8	0.04189195856451988
34937	linear.weight	9	-0.06237635388970375
34937	linear.bias	0	-0.0677439495921135
34937	linear.bias	1	-0.05010882019996643
34937	linear.bias	2	-0.35289207100868225
34937	linear.bias	3	-0.7669066786766052
34937	linear.bias	4	-0.9382660388946533
34937	linear.bias	5	0.07063848525285721
34937	linear.bias	6	-0.5949242115020752
34937	linear.bias	7	0.5316351056098938
34937	linear.bias	8	-0.5565022230148315
34937	linear.bias	9	-0.7914578914642334
35134	transitions	0	0.32729586958885193
35134	transitions	1	-0.04675113409757614
35134	transitions	2	-10000.0
35134	transitions	3	-1.7812259197235107
35134	transitions	4	-10000.0
35134	transitions	5	0.7107046246528625
35134	transitions	6	0.027971498668193817
35134	transitions	7	-0.16086868941783905
35134	transitions	8	-1.2738604545593262
35134	transitions	9	0.0002160748263122514
35134	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
35134	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
35134	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
35134	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
35134	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
35134	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
35134	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
35134	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
35134	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
35134	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
35134	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
35134	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
35134	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
35134	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
35134	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
35134	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
35134	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
35134	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
35134	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
35134	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
35134	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
35134	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
35134	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
35134	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
35134	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
35134	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
35134	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
35134	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
35134	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
35134	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
35134	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
35134	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
35134	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
35134	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
35134	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
35134	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
35134	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
35134	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
35134	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
35134	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
35134	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
35134	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
35134	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
35134	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
35134	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
35134	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
35134	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
35134	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
35134	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
35134	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
35134	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
35134	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
35134	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
35134	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
35134	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
35134	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
35134	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
35134	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
35134	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
35134	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
35134	embedding2nn.weight	0	0.013951819390058517
35134	embedding2nn.weight	1	-0.01908503659069538
35134	embedding2nn.weight	2	-0.014268253929913044
35134	embedding2nn.weight	3	0.02018805593252182
35134	embedding2nn.weight	4	-0.005915034096688032
35134	embedding2nn.weight	5	-0.0037005911581218243
35134	embedding2nn.weight	6	-0.003973263781517744
35134	embedding2nn.weight	7	-0.035487640649080276
35134	embedding2nn.weight	8	-0.0019979383796453476
35134	embedding2nn.weight	9	-0.01501025166362524
35134	embedding2nn.bias	0	0.043749164789915085
35134	embedding2nn.bias	1	-0.03774292767047882
35134	embedding2nn.bias	2	0.07345085591077805
35134	embedding2nn.bias	3	0.0566362664103508
35134	embedding2nn.bias	4	-0.01759152300655842
35134	embedding2nn.bias	5	-0.03215709328651428
35134	embedding2nn.bias	6	0.0060059018433094025
35134	embedding2nn.bias	7	-0.04461480677127838
35134	embedding2nn.bias	8	0.058449964970350266
35134	embedding2nn.bias	9	0.05123792588710785
35134	rnn.weight_ih_l0	0	-0.01288504060357809
35134	rnn.weight_ih_l0	1	0.0012280765222385526
35134	rnn.weight_ih_l0	2	0.028310898691415787
35134	rnn.weight_ih_l0	3	0.006781173869967461
35134	rnn.weight_ih_l0	4	-0.01935468055307865
35134	rnn.weight_ih_l0	5	-0.05726885795593262
35134	rnn.weight_ih_l0	6	0.021267637610435486
35134	rnn.weight_ih_l0	7	0.046854645013809204
35134	rnn.weight_ih_l0	8	0.011594058014452457
35134	rnn.weight_ih_l0	9	-0.035189930349588394
35134	rnn.weight_hh_l0	0	-0.0447048544883728
35134	rnn.weight_hh_l0	1	-0.007781189400702715
35134	rnn.weight_hh_l0	2	0.006784914527088404
35134	rnn.weight_hh_l0	3	-0.041184403002262115
35134	rnn.weight_hh_l0	4	0.04683839902281761
35134	rnn.weight_hh_l0	5	-0.007874848321080208
35134	rnn.weight_hh_l0	6	-0.028627943247556686
35134	rnn.weight_hh_l0	7	-0.03120248205959797
35134	rnn.weight_hh_l0	8	0.002348468406125903
35134	rnn.weight_hh_l0	9	-0.024511389434337616
35134	rnn.bias_ih_l0	0	0.019508233293890953
35134	rnn.bias_ih_l0	1	-0.017621828243136406
35134	rnn.bias_ih_l0	2	-0.0045578014105558395
35134	rnn.bias_ih_l0	3	0.07027612626552582
35134	rnn.bias_ih_l0	4	-0.04078507423400879
35134	rnn.bias_ih_l0	5	-0.03746294602751732
35134	rnn.bias_ih_l0	6	-0.0027142325416207314
35134	rnn.bias_ih_l0	7	0.032770078629255295
35134	rnn.bias_ih_l0	8	-0.0692213773727417
35134	rnn.bias_ih_l0	9	-0.028392910957336426
35134	rnn.bias_hh_l0	0	-0.027563240379095078
35134	rnn.bias_hh_l0	1	-0.05342413857579231
35134	rnn.bias_hh_l0	2	-0.03748606890439987
35134	rnn.bias_hh_l0	3	-0.05367047339677811
35134	rnn.bias_hh_l0	4	0.0030506339389830828
35134	rnn.bias_hh_l0	5	0.012562097050249577
35134	rnn.bias_hh_l0	6	0.029698209837079048
35134	rnn.bias_hh_l0	7	2.771745676000137e-05
35134	rnn.bias_hh_l0	8	-0.06561878323554993
35134	rnn.bias_hh_l0	9	-0.016663800925016403
35134	rnn.weight_ih_l0_reverse	0	-0.01479873713105917
35134	rnn.weight_ih_l0_reverse	1	-0.055097661912441254
35134	rnn.weight_ih_l0_reverse	2	-0.017773300409317017
35134	rnn.weight_ih_l0_reverse	3	0.0035473371390253305
35134	rnn.weight_ih_l0_reverse	4	-0.009871342219412327
35134	rnn.weight_ih_l0_reverse	5	-0.04937973991036415
35134	rnn.weight_ih_l0_reverse	6	0.0415453165769577
35134	rnn.weight_ih_l0_reverse	7	-0.025699511170387268
35134	rnn.weight_ih_l0_reverse	8	-0.03494912013411522
35134	rnn.weight_ih_l0_reverse	9	0.015248249284923077
35134	rnn.weight_hh_l0_reverse	0	0.03846408799290657
35134	rnn.weight_hh_l0_reverse	1	0.03036602959036827
35134	rnn.weight_hh_l0_reverse	2	0.029364924877882004
35134	rnn.weight_hh_l0_reverse	3	0.01927250064909458
35134	rnn.weight_hh_l0_reverse	4	0.004810522310435772
35134	rnn.weight_hh_l0_reverse	5	-0.006070871837437153
35134	rnn.weight_hh_l0_reverse	6	0.035125814378261566
35134	rnn.weight_hh_l0_reverse	7	-0.026878664270043373
35134	rnn.weight_hh_l0_reverse	8	0.01727122999727726
35134	rnn.weight_hh_l0_reverse	9	0.04954121261835098
35134	rnn.bias_ih_l0_reverse	0	-0.06128467246890068
35134	rnn.bias_ih_l0_reverse	1	-0.13067428767681122
35134	rnn.bias_ih_l0_reverse	2	-0.029101641848683357
35134	rnn.bias_ih_l0_reverse	3	-0.007853169925510883
35134	rnn.bias_ih_l0_reverse	4	-0.026377331465482712
35134	rnn.bias_ih_l0_reverse	5	0.016639256849884987
35134	rnn.bias_ih_l0_reverse	6	-0.022014671936631203
35134	rnn.bias_ih_l0_reverse	7	0.02881447784602642
35134	rnn.bias_ih_l0_reverse	8	-0.03147018700838089
35134	rnn.bias_ih_l0_reverse	9	0.025121547281742096
35134	rnn.bias_hh_l0_reverse	0	-0.03425965830683708
35134	rnn.bias_hh_l0_reverse	1	-0.01100980769842863
35134	rnn.bias_hh_l0_reverse	2	0.02662961371243
35134	rnn.bias_hh_l0_reverse	3	-0.03668705001473427
35134	rnn.bias_hh_l0_reverse	4	-0.04419993609189987
35134	rnn.bias_hh_l0_reverse	5	-0.05249803140759468
35134	rnn.bias_hh_l0_reverse	6	-0.013458679430186749
35134	rnn.bias_hh_l0_reverse	7	0.057264335453510284
35134	rnn.bias_hh_l0_reverse	8	0.03654063865542412
35134	rnn.bias_hh_l0_reverse	9	-0.06918645650148392
35134	rnn.weight_ih_l1	0	-0.03409939259290695
35134	rnn.weight_ih_l1	1	-0.034245893359184265
35134	rnn.weight_ih_l1	2	0.049548350274562836
35134	rnn.weight_ih_l1	3	-0.01996610499918461
35134	rnn.weight_ih_l1	4	0.005848479922860861
35134	rnn.weight_ih_l1	5	-0.04151240363717079
35134	rnn.weight_ih_l1	6	0.020007705315947533
35134	rnn.weight_ih_l1	7	-0.03336190804839134
35134	rnn.weight_ih_l1	8	0.037758681923151016
35134	rnn.weight_ih_l1	9	0.027187205851078033
35134	rnn.weight_hh_l1	0	-0.006487294565886259
35134	rnn.weight_hh_l1	1	0.004807214252650738
35134	rnn.weight_hh_l1	2	-0.022473031654953957
35134	rnn.weight_hh_l1	3	-0.0055258916690945625
35134	rnn.weight_hh_l1	4	-0.0001410704426234588
35134	rnn.weight_hh_l1	5	0.02955184504389763
35134	rnn.weight_hh_l1	6	0.031662315130233765
35134	rnn.weight_hh_l1	7	-0.030596408993005753
35134	rnn.weight_hh_l1	8	-0.03820272162556648
35134	rnn.weight_hh_l1	9	0.0372779406607151
35134	rnn.bias_ih_l1	0	-0.0921998918056488
35134	rnn.bias_ih_l1	1	-0.09125453233718872
35134	rnn.bias_ih_l1	2	-0.10933873802423477
35134	rnn.bias_ih_l1	3	-0.13955499231815338
35134	rnn.bias_ih_l1	4	-0.14553935825824738
35134	rnn.bias_ih_l1	5	-0.08446608483791351
35134	rnn.bias_ih_l1	6	-0.05506261810660362
35134	rnn.bias_ih_l1	7	-0.025321420282125473
35134	rnn.bias_ih_l1	8	-0.06242792308330536
35134	rnn.bias_ih_l1	9	-0.07559438049793243
35134	rnn.bias_hh_l1	0	-0.10490921884775162
35134	rnn.bias_hh_l1	1	-0.028540557250380516
35134	rnn.bias_hh_l1	2	-0.0549965463578701
35134	rnn.bias_hh_l1	3	-0.06270129978656769
35134	rnn.bias_hh_l1	4	-0.08931419998407364
35134	rnn.bias_hh_l1	5	-0.048135675489902496
35134	rnn.bias_hh_l1	6	-0.08792845904827118
35134	rnn.bias_hh_l1	7	-0.018694669008255005
35134	rnn.bias_hh_l1	8	-0.048524320125579834
35134	rnn.bias_hh_l1	9	-0.03805002197623253
35134	rnn.weight_ih_l1_reverse	0	-0.034244123846292496
35134	rnn.weight_ih_l1_reverse	1	0.012624505907297134
35134	rnn.weight_ih_l1_reverse	2	-0.05730004608631134
35134	rnn.weight_ih_l1_reverse	3	-0.025902124121785164
35134	rnn.weight_ih_l1_reverse	4	-0.021737437695264816
35134	rnn.weight_ih_l1_reverse	5	-0.036851637065410614
35134	rnn.weight_ih_l1_reverse	6	-0.021905729547142982
35134	rnn.weight_ih_l1_reverse	7	0.01844688691198826
35134	rnn.weight_ih_l1_reverse	8	0.03241400048136711
35134	rnn.weight_ih_l1_reverse	9	-0.04196576401591301
35134	rnn.weight_hh_l1_reverse	0	0.008362221531569958
35134	rnn.weight_hh_l1_reverse	1	0.028621060773730278
35134	rnn.weight_hh_l1_reverse	2	-0.03681626170873642
35134	rnn.weight_hh_l1_reverse	3	0.03872594237327576
35134	rnn.weight_hh_l1_reverse	4	0.04313059523701668
35134	rnn.weight_hh_l1_reverse	5	0.009607541374862194
35134	rnn.weight_hh_l1_reverse	6	0.014483205042779446
35134	rnn.weight_hh_l1_reverse	7	0.02908886969089508
35134	rnn.weight_hh_l1_reverse	8	-0.00423986604437232
35134	rnn.weight_hh_l1_reverse	9	-0.03939950838685036
35134	rnn.bias_ih_l1_reverse	0	-0.015404065139591694
35134	rnn.bias_ih_l1_reverse	1	-0.0695100724697113
35134	rnn.bias_ih_l1_reverse	2	-0.08484764397144318
35134	rnn.bias_ih_l1_reverse	3	-0.0004959441139362752
35134	rnn.bias_ih_l1_reverse	4	-0.13038603961467743
35134	rnn.bias_ih_l1_reverse	5	-0.07010087370872498
35134	rnn.bias_ih_l1_reverse	6	-0.07594463229179382
35134	rnn.bias_ih_l1_reverse	7	-0.09878326952457428
35134	rnn.bias_ih_l1_reverse	8	0.10095949470996857
35134	rnn.bias_ih_l1_reverse	9	-0.010233549401164055
35134	rnn.bias_hh_l1_reverse	0	0.015567293390631676
35134	rnn.bias_hh_l1_reverse	1	-0.017091622576117516
35134	rnn.bias_hh_l1_reverse	2	-0.15974566340446472
35134	rnn.bias_hh_l1_reverse	3	-0.042284637689590454
35134	rnn.bias_hh_l1_reverse	4	-0.039031822234392166
35134	rnn.bias_hh_l1_reverse	5	-0.04852805286645889
35134	rnn.bias_hh_l1_reverse	6	0.09783651679754257
35134	rnn.bias_hh_l1_reverse	7	-0.0774468332529068
35134	rnn.bias_hh_l1_reverse	8	-0.06402014195919037
35134	rnn.bias_hh_l1_reverse	9	-0.0717230886220932
35134	linear.weight	0	0.002228822559118271
35134	linear.weight	1	0.051752571016550064
35134	linear.weight	2	-0.07411450147628784
35134	linear.weight	3	0.2334490567445755
35134	linear.weight	4	0.11903607100248337
35134	linear.weight	5	0.020149124786257744
35134	linear.weight	6	0.05411767587065697
35134	linear.weight	7	0.13942724466323853
35134	linear.weight	8	0.04188557341694832
35134	linear.weight	9	-0.062101177871227264
35134	linear.bias	0	-0.09479733556509018
35134	linear.bias	1	-0.017098797485232353
35134	linear.bias	2	-0.3982469439506531
35134	linear.bias	3	-0.76063472032547
35134	linear.bias	4	-0.9307800531387329
35134	linear.bias	5	0.05593004450201988
35134	linear.bias	6	-0.566412627696991
35134	linear.bias	7	0.5089049935340881
35134	linear.bias	8	-0.5526846647262573
35134	linear.bias	9	-0.789228081703186
35331	transitions	0	0.3308660686016083
35331	transitions	1	-0.03806483373045921
35331	transitions	2	-10000.0
35331	transitions	3	-1.781399130821228
35331	transitions	4	-10000.0
35331	transitions	5	0.7102279663085938
35331	transitions	6	0.02738427184522152
35331	transitions	7	-0.16385744512081146
35331	transitions	8	-1.2742629051208496
35331	transitions	9	0.0002099771809298545
35331	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
35331	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
35331	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
35331	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
35331	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
35331	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
35331	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
35331	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
35331	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
35331	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
35331	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
35331	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
35331	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
35331	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
35331	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
35331	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
35331	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
35331	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
35331	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
35331	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
35331	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
35331	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
35331	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
35331	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
35331	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
35331	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
35331	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
35331	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
35331	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
35331	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
35331	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
35331	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
35331	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
35331	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
35331	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
35331	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
35331	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
35331	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
35331	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
35331	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
35331	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
35331	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
35331	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
35331	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
35331	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
35331	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
35331	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
35331	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
35331	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
35331	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
35331	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
35331	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
35331	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
35331	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
35331	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
35331	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
35331	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
35331	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
35331	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
35331	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
35331	embedding2nn.weight	0	0.01520316582173109
35331	embedding2nn.weight	1	-0.019119834527373314
35331	embedding2nn.weight	2	-0.014268253929913044
35331	embedding2nn.weight	3	0.018477384001016617
35331	embedding2nn.weight	4	-0.005915034096688032
35331	embedding2nn.weight	5	-0.003700591390952468
35331	embedding2nn.weight	6	-0.0039732628501951694
35331	embedding2nn.weight	7	-0.03387615457177162
35331	embedding2nn.weight	8	-0.0019979383796453476
35331	embedding2nn.weight	9	-0.015733109787106514
35331	embedding2nn.bias	0	0.043608054518699646
35331	embedding2nn.bias	1	-0.04024937003850937
35331	embedding2nn.bias	2	0.07727842777967453
35331	embedding2nn.bias	3	0.04864969104528427
35331	embedding2nn.bias	4	-0.023370033130049706
35331	embedding2nn.bias	5	-0.030952461063861847
35331	embedding2nn.bias	6	0.0009158577886410058
35331	embedding2nn.bias	7	-0.040566664189100266
35331	embedding2nn.bias	8	0.053592171519994736
35331	embedding2nn.bias	9	0.05273106321692467
35331	rnn.weight_ih_l0	0	-0.012931017205119133
35331	rnn.weight_ih_l0	1	0.0009041184675879776
35331	rnn.weight_ih_l0	2	0.028082767501473427
35331	rnn.weight_ih_l0	3	0.007449307944625616
35331	rnn.weight_ih_l0	4	-0.01988655887544155
35331	rnn.weight_ih_l0	5	-0.05834534391760826
35331	rnn.weight_ih_l0	6	0.020406154915690422
35331	rnn.weight_ih_l0	7	0.04601622372865677
35331	rnn.weight_ih_l0	8	0.010712794959545135
35331	rnn.weight_ih_l0	9	-0.03456871956586838
35331	rnn.weight_hh_l0	0	-0.04485008865594864
35331	rnn.weight_hh_l0	1	-0.007113076280802488
35331	rnn.weight_hh_l0	2	0.005998752545565367
35331	rnn.weight_hh_l0	3	-0.04323253408074379
35331	rnn.weight_hh_l0	4	0.04723002389073372
35331	rnn.weight_hh_l0	5	-0.009177641943097115
35331	rnn.weight_hh_l0	6	-0.029929766431450844
35331	rnn.weight_hh_l0	7	-0.031493157148361206
35331	rnn.weight_hh_l0	8	0.0021456226240843534
35331	rnn.weight_hh_l0	9	-0.024803990498185158
35331	rnn.bias_ih_l0	0	0.01985866390168667
35331	rnn.bias_ih_l0	1	-0.017311319708824158
35331	rnn.bias_ih_l0	2	-0.0036593913100659847
35331	rnn.bias_ih_l0	3	0.06887504458427429
35331	rnn.bias_ih_l0	4	-0.039268746972084045
35331	rnn.bias_ih_l0	5	-0.03755077347159386
35331	rnn.bias_ih_l0	6	-0.0036809018347412348
35331	rnn.bias_ih_l0	7	0.03004044108092785
35331	rnn.bias_ih_l0	8	-0.0686030164361
35331	rnn.bias_ih_l0	9	-0.029681529849767685
35331	rnn.bias_hh_l0	0	-0.027754148468375206
35331	rnn.bias_hh_l0	1	-0.05227279290556908
35331	rnn.bias_hh_l0	2	-0.04008825495839119
35331	rnn.bias_hh_l0	3	-0.055677928030490875
35331	rnn.bias_hh_l0	4	0.0006686353008262813
35331	rnn.bias_hh_l0	5	0.011687696911394596
35331	rnn.bias_hh_l0	6	0.02924715168774128
35331	rnn.bias_hh_l0	7	-0.008693908341228962
35331	rnn.bias_hh_l0	8	-0.06865576654672623
35331	rnn.bias_hh_l0	9	-0.018436364829540253
35331	rnn.weight_ih_l0_reverse	0	-0.016123395413160324
35331	rnn.weight_ih_l0_reverse	1	-0.05448457598686218
35331	rnn.weight_ih_l0_reverse	2	-0.016858326271176338
35331	rnn.weight_ih_l0_reverse	3	0.0042336140759289265
35331	rnn.weight_ih_l0_reverse	4	-0.009419547393918037
35331	rnn.weight_ih_l0_reverse	5	-0.04903414472937584
35331	rnn.weight_ih_l0_reverse	6	0.04157044366002083
35331	rnn.weight_ih_l0_reverse	7	-0.025811316445469856
35331	rnn.weight_ih_l0_reverse	8	-0.03512391448020935
35331	rnn.weight_ih_l0_reverse	9	0.014958959072828293
35331	rnn.weight_hh_l0_reverse	0	0.03708753362298012
35331	rnn.weight_hh_l0_reverse	1	0.031271371990442276
35331	rnn.weight_hh_l0_reverse	2	0.029176652431488037
35331	rnn.weight_hh_l0_reverse	3	0.019547585397958755
35331	rnn.weight_hh_l0_reverse	4	0.004937107674777508
35331	rnn.weight_hh_l0_reverse	5	-0.008276603184640408
35331	rnn.weight_hh_l0_reverse	6	0.03539791703224182
35331	rnn.weight_hh_l0_reverse	7	-0.02703992649912834
35331	rnn.weight_hh_l0_reverse	8	0.017937403172254562
35331	rnn.weight_hh_l0_reverse	9	0.049390509724617004
35331	rnn.bias_ih_l0_reverse	0	-0.062298715114593506
35331	rnn.bias_ih_l0_reverse	1	-0.128775954246521
35331	rnn.bias_ih_l0_reverse	2	-0.032538946717977524
35331	rnn.bias_ih_l0_reverse	3	-0.006424712482839823
35331	rnn.bias_ih_l0_reverse	4	-0.02496233955025673
35331	rnn.bias_ih_l0_reverse	5	0.014459776692092419
35331	rnn.bias_ih_l0_reverse	6	-0.022334542125463486
35331	rnn.bias_ih_l0_reverse	7	0.03145478293299675
35331	rnn.bias_ih_l0_reverse	8	-0.03137922286987305
35331	rnn.bias_ih_l0_reverse	9	0.026802752166986465
35331	rnn.bias_hh_l0_reverse	0	-0.033336687833070755
35331	rnn.bias_hh_l0_reverse	1	-0.01838694140315056
35331	rnn.bias_hh_l0_reverse	2	0.026097871363162994
35331	rnn.bias_hh_l0_reverse	3	-0.03734678402543068
35331	rnn.bias_hh_l0_reverse	4	-0.04471862316131592
35331	rnn.bias_hh_l0_reverse	5	-0.05093405023217201
35331	rnn.bias_hh_l0_reverse	6	-0.013252795673906803
35331	rnn.bias_hh_l0_reverse	7	0.0531826950609684
35331	rnn.bias_hh_l0_reverse	8	0.03787291422486305
35331	rnn.bias_hh_l0_reverse	9	-0.0655255988240242
35331	rnn.weight_ih_l1	0	-0.03322586789727211
35331	rnn.weight_ih_l1	1	-0.03362651169300079
35331	rnn.weight_ih_l1	2	0.05041508749127388
35331	rnn.weight_ih_l1	3	-0.02019997127354145
35331	rnn.weight_ih_l1	4	0.006087294314056635
35331	rnn.weight_ih_l1	5	-0.041923195123672485
35331	rnn.weight_ih_l1	6	0.020419100299477577
35331	rnn.weight_ih_l1	7	-0.03323642536997795
35331	rnn.weight_ih_l1	8	0.037982840090990067
35331	rnn.weight_ih_l1	9	0.02659876085817814
35331	rnn.weight_hh_l1	0	-0.005427954718470573
35331	rnn.weight_hh_l1	1	0.004897098522633314
35331	rnn.weight_hh_l1	2	-0.022283444181084633
35331	rnn.weight_hh_l1	3	-0.005589629057794809
35331	rnn.weight_hh_l1	4	-0.00015067610365804285
35331	rnn.weight_hh_l1	5	0.029296165332198143
35331	rnn.weight_hh_l1	6	0.03134087473154068
35331	rnn.weight_hh_l1	7	-0.030282407999038696
35331	rnn.weight_hh_l1	8	-0.03778950870037079
35331	rnn.weight_hh_l1	9	0.03733094781637192
35331	rnn.bias_ih_l1	0	-0.09614941477775574
35331	rnn.bias_ih_l1	1	-0.09101908653974533
35331	rnn.bias_ih_l1	2	-0.10937868803739548
35331	rnn.bias_ih_l1	3	-0.1411704421043396
35331	rnn.bias_ih_l1	4	-0.16115576028823853
35331	rnn.bias_ih_l1	5	-0.08497226983308792
35331	rnn.bias_ih_l1	6	-0.057890765368938446
35331	rnn.bias_ih_l1	7	-0.02633718028664589
35331	rnn.bias_ih_l1	8	-0.05968868359923363
35331	rnn.bias_ih_l1	9	-0.07218730449676514
35331	rnn.bias_hh_l1	0	-0.10224582999944687
35331	rnn.bias_hh_l1	1	-0.026099657639861107
35331	rnn.bias_hh_l1	2	-0.04935599863529205
35331	rnn.bias_hh_l1	3	-0.06329970806837082
35331	rnn.bias_hh_l1	4	-0.08812166750431061
35331	rnn.bias_hh_l1	5	-0.047828324139118195
35331	rnn.bias_hh_l1	6	-0.0881294533610344
35331	rnn.bias_hh_l1	7	-0.017664790153503418
35331	rnn.bias_hh_l1	8	-0.05557728558778763
35331	rnn.bias_hh_l1	9	-0.03744518384337425
35331	rnn.weight_ih_l1_reverse	0	-0.033288124948740005
35331	rnn.weight_ih_l1_reverse	1	0.013629273511469364
35331	rnn.weight_ih_l1_reverse	2	-0.05600666627287865
35331	rnn.weight_ih_l1_reverse	3	-0.024867966771125793
35331	rnn.weight_ih_l1_reverse	4	-0.023883908987045288
35331	rnn.weight_ih_l1_reverse	5	-0.036785196512937546
35331	rnn.weight_ih_l1_reverse	6	-0.022274890914559364
35331	rnn.weight_ih_l1_reverse	7	0.017776019871234894
35331	rnn.weight_ih_l1_reverse	8	0.032289814203977585
35331	rnn.weight_ih_l1_reverse	9	-0.03994499891996384
35331	rnn.weight_hh_l1_reverse	0	0.008468623273074627
35331	rnn.weight_hh_l1_reverse	1	0.028430866077542305
35331	rnn.weight_hh_l1_reverse	2	-0.03675633296370506
35331	rnn.weight_hh_l1_reverse	3	0.038736071437597275
35331	rnn.weight_hh_l1_reverse	4	0.042613789439201355
35331	rnn.weight_hh_l1_reverse	5	0.0098261134698987
35331	rnn.weight_hh_l1_reverse	6	0.014757564291357994
35331	rnn.weight_hh_l1_reverse	7	0.0290298443287611
35331	rnn.weight_hh_l1_reverse	8	-0.00427015358582139
35331	rnn.weight_hh_l1_reverse	9	-0.039612509310245514
35331	rnn.bias_ih_l1_reverse	0	-0.0143030546605587
35331	rnn.bias_ih_l1_reverse	1	-0.072284035384655
35331	rnn.bias_ih_l1_reverse	2	-0.08396859467029572
35331	rnn.bias_ih_l1_reverse	3	-0.0006767850136384368
35331	rnn.bias_ih_l1_reverse	4	-0.13176201283931732
35331	rnn.bias_ih_l1_reverse	5	-0.06997383385896683
35331	rnn.bias_ih_l1_reverse	6	-0.07556939870119095
35331	rnn.bias_ih_l1_reverse	7	-0.1028943806886673
35331	rnn.bias_ih_l1_reverse	8	0.09140869975090027
35331	rnn.bias_ih_l1_reverse	9	-0.002423618920147419
35331	rnn.bias_hh_l1_reverse	0	0.016555029898881912
35331	rnn.bias_hh_l1_reverse	1	-0.02027767337858677
35331	rnn.bias_hh_l1_reverse	2	-0.16084524989128113
35331	rnn.bias_hh_l1_reverse	3	-0.04244626685976982
35331	rnn.bias_hh_l1_reverse	4	-0.038702115416526794
35331	rnn.bias_hh_l1_reverse	5	-0.04912369325757027
35331	rnn.bias_hh_l1_reverse	6	0.09876368939876556
35331	rnn.bias_hh_l1_reverse	7	-0.07565285265445709
35331	rnn.bias_hh_l1_reverse	8	-0.0665220096707344
35331	rnn.bias_hh_l1_reverse	9	-0.07013069838285446
35331	linear.weight	0	0.002228822559118271
35331	linear.weight	1	0.05975676700472832
35331	linear.weight	2	-0.0841078907251358
35331	linear.weight	3	0.24618785083293915
35331	linear.weight	4	0.1116667315363884
35331	linear.weight	5	0.017364613711833954
35331	linear.weight	6	0.06036992371082306
35331	linear.weight	7	0.1448853760957718
35331	linear.weight	8	0.04188314825296402
35331	linear.weight	9	-0.05824235826730728
35331	linear.bias	0	-0.060058701783418655
35331	linear.bias	1	-0.03854236379265785
35331	linear.bias	2	-0.38773113489151
35331	linear.bias	3	-0.7546327114105225
35331	linear.bias	4	-0.9259527921676636
35331	linear.bias	5	0.07334206253290176
35331	linear.bias	6	-0.5838877558708191
35331	linear.bias	7	0.5175922513008118
35331	linear.bias	8	-0.5557698607444763
35331	linear.bias	9	-0.7936123609542847
35528	transitions	0	0.3413636386394501
35528	transitions	1	-0.0498405359685421
35528	transitions	2	-10000.0
35528	transitions	3	-1.7815754413604736
35528	transitions	4	-10000.0
35528	transitions	5	0.7097399234771729
35528	transitions	6	0.02674493007361889
35528	transitions	7	-0.1660633236169815
35528	transitions	8	-1.274787425994873
35528	transitions	9	0.000203071249416098
35528	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
35528	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
35528	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
35528	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
35528	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
35528	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
35528	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
35528	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
35528	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
35528	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
35528	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
35528	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
35528	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
35528	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
35528	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
35528	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
35528	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
35528	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
35528	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
35528	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
35528	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
35528	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
35528	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
35528	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
35528	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
35528	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
35528	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
35528	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
35528	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
35528	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
35528	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
35528	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
35528	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
35528	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
35528	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
35528	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
35528	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
35528	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
35528	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
35528	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
35528	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
35528	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
35528	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
35528	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
35528	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
35528	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
35528	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
35528	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
35528	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
35528	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
35528	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
35528	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
35528	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
35528	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
35528	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
35528	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
35528	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
35528	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
35528	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
35528	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
35528	embedding2nn.weight	0	0.01713845506310463
35528	embedding2nn.weight	1	-0.019097188487648964
35528	embedding2nn.weight	2	-0.014268253929913044
35528	embedding2nn.weight	3	0.01782253384590149
35528	embedding2nn.weight	4	-0.005915034096688032
35528	embedding2nn.weight	5	-0.003700591390952468
35528	embedding2nn.weight	6	-0.003973260056227446
35528	embedding2nn.weight	7	-0.03437289223074913
35528	embedding2nn.weight	8	-0.0019979383796453476
35528	embedding2nn.weight	9	-0.01566237397491932
35528	embedding2nn.bias	0	0.050593167543411255
35528	embedding2nn.bias	1	-0.04845375195145607
35528	embedding2nn.bias	2	0.07356446236371994
35528	embedding2nn.bias	3	0.044893451035022736
35528	embedding2nn.bias	4	-0.02695286273956299
35528	embedding2nn.bias	5	-0.027507852762937546
35528	embedding2nn.bias	6	0.0017075868090614676
35528	embedding2nn.bias	7	-0.03794088587164879
35528	embedding2nn.bias	8	0.04922966659069061
35528	embedding2nn.bias	9	0.060444533824920654
35528	rnn.weight_ih_l0	0	-0.012830152176320553
35528	rnn.weight_ih_l0	1	-0.0007195918005891144
35528	rnn.weight_ih_l0	2	0.029479658231139183
35528	rnn.weight_ih_l0	3	0.007943842560052872
35528	rnn.weight_ih_l0	4	-0.01936698704957962
35528	rnn.weight_ih_l0	5	-0.05874962359666824
35528	rnn.weight_ih_l0	6	0.020711179822683334
35528	rnn.weight_ih_l0	7	0.04791422560811043
35528	rnn.weight_ih_l0	8	0.012500346638262272
35528	rnn.weight_ih_l0	9	-0.03444143012166023
35528	rnn.weight_hh_l0	0	-0.04406724125146866
35528	rnn.weight_hh_l0	1	-0.006871553137898445
35528	rnn.weight_hh_l0	2	0.006927958689630032
35528	rnn.weight_hh_l0	3	-0.043487563729286194
35528	rnn.weight_hh_l0	4	0.046731140464544296
35528	rnn.weight_hh_l0	5	-0.008452676236629486
35528	rnn.weight_hh_l0	6	-0.030639581382274628
35528	rnn.weight_hh_l0	7	-0.028593100607395172
35528	rnn.weight_hh_l0	8	0.0024367428850382566
35528	rnn.weight_hh_l0	9	-0.024416755884885788
35528	rnn.bias_ih_l0	0	0.020353207364678383
35528	rnn.bias_ih_l0	1	-0.019246254116296768
35528	rnn.bias_ih_l0	2	-0.0017849550349637866
35528	rnn.bias_ih_l0	3	0.07028535008430481
35528	rnn.bias_ih_l0	4	-0.03773340582847595
35528	rnn.bias_ih_l0	5	-0.03696904331445694
35528	rnn.bias_ih_l0	6	-0.002028814982622862
35528	rnn.bias_ih_l0	7	0.031153852120041847
35528	rnn.bias_ih_l0	8	-0.06979944556951523
35528	rnn.bias_ih_l0	9	-0.028729217126965523
35528	rnn.bias_hh_l0	0	-0.03491298109292984
35528	rnn.bias_hh_l0	1	-0.05222925916314125
35528	rnn.bias_hh_l0	2	-0.03934446722269058
35528	rnn.bias_hh_l0	3	-0.05631053075194359
35528	rnn.bias_hh_l0	4	0.002699182601645589
35528	rnn.bias_hh_l0	5	0.009841131046414375
35528	rnn.bias_hh_l0	6	0.028792962431907654
35528	rnn.bias_hh_l0	7	-0.010243344120681286
35528	rnn.bias_hh_l0	8	-0.06786635518074036
35528	rnn.bias_hh_l0	9	-0.020070573315024376
35528	rnn.weight_ih_l0_reverse	0	-0.015386869199573994
35528	rnn.weight_ih_l0_reverse	1	-0.0546472892165184
35528	rnn.weight_ih_l0_reverse	2	-0.015647539868950844
35528	rnn.weight_ih_l0_reverse	3	0.003129740944132209
35528	rnn.weight_ih_l0_reverse	4	-0.009363067336380482
35528	rnn.weight_ih_l0_reverse	5	-0.04870809242129326
35528	rnn.weight_ih_l0_reverse	6	0.040784984827041626
35528	rnn.weight_ih_l0_reverse	7	-0.0241154246032238
35528	rnn.weight_ih_l0_reverse	8	-0.035172317177057266
35528	rnn.weight_ih_l0_reverse	9	0.014966853894293308
35528	rnn.weight_hh_l0_reverse	0	0.037760455161333084
35528	rnn.weight_hh_l0_reverse	1	0.031230825930833817
35528	rnn.weight_hh_l0_reverse	2	0.028893541544675827
35528	rnn.weight_hh_l0_reverse	3	0.01923133060336113
35528	rnn.weight_hh_l0_reverse	4	0.005247916094958782
35528	rnn.weight_hh_l0_reverse	5	-0.008183407597243786
35528	rnn.weight_hh_l0_reverse	6	0.035708747804164886
35528	rnn.weight_hh_l0_reverse	7	-0.026470694690942764
35528	rnn.weight_hh_l0_reverse	8	0.01754879392683506
35528	rnn.weight_hh_l0_reverse	9	0.04959600046277046
35528	rnn.bias_ih_l0_reverse	0	-0.06238780543208122
35528	rnn.bias_ih_l0_reverse	1	-0.13001972436904907
35528	rnn.bias_ih_l0_reverse	2	-0.03686957061290741
35528	rnn.bias_ih_l0_reverse	3	-0.005273372866213322
35528	rnn.bias_ih_l0_reverse	4	-0.029415572062134743
35528	rnn.bias_ih_l0_reverse	5	0.015474304556846619
35528	rnn.bias_ih_l0_reverse	6	-0.022471411153674126
35528	rnn.bias_ih_l0_reverse	7	0.030959652736783028
35528	rnn.bias_ih_l0_reverse	8	-0.03247658908367157
35528	rnn.bias_ih_l0_reverse	9	0.026709940284490585
35528	rnn.bias_hh_l0_reverse	0	-0.03671988844871521
35528	rnn.bias_hh_l0_reverse	1	-0.015375428833067417
35528	rnn.bias_hh_l0_reverse	2	0.027567222714424133
35528	rnn.bias_hh_l0_reverse	3	-0.03848572075366974
35528	rnn.bias_hh_l0_reverse	4	-0.04461754485964775
35528	rnn.bias_hh_l0_reverse	5	-0.05651364102959633
35528	rnn.bias_hh_l0_reverse	6	-0.007243412081152201
35528	rnn.bias_hh_l0_reverse	7	0.052076924592256546
35528	rnn.bias_hh_l0_reverse	8	0.04021861031651497
35528	rnn.bias_hh_l0_reverse	9	-0.0652770921587944
35528	rnn.weight_ih_l1	0	-0.03309331461787224
35528	rnn.weight_ih_l1	1	-0.032848093658685684
35528	rnn.weight_ih_l1	2	0.052203934639692307
35528	rnn.weight_ih_l1	3	-0.02113894559442997
35528	rnn.weight_ih_l1	4	0.006498136091977358
35528	rnn.weight_ih_l1	5	-0.0418778657913208
35528	rnn.weight_ih_l1	6	0.021032871678471565
35528	rnn.weight_ih_l1	7	-0.0332656055688858
35528	rnn.weight_ih_l1	8	0.037960484623909
35528	rnn.weight_ih_l1	9	0.026618489995598793
35528	rnn.weight_hh_l1	0	-0.005044694058597088
35528	rnn.weight_hh_l1	1	0.004960533697158098
35528	rnn.weight_hh_l1	2	-0.021713439375162125
35528	rnn.weight_hh_l1	3	-0.00594394700601697
35528	rnn.weight_hh_l1	4	0.0007002023630775511
35528	rnn.weight_hh_l1	5	0.028995370492339134
35528	rnn.weight_hh_l1	6	0.03176106885075569
35528	rnn.weight_hh_l1	7	-0.03050084598362446
35528	rnn.weight_hh_l1	8	-0.037708573043346405
35528	rnn.weight_hh_l1	9	0.03657454624772072
35528	rnn.bias_ih_l1	0	-0.0971640944480896
35528	rnn.bias_ih_l1	1	-0.09293173998594284
35528	rnn.bias_ih_l1	2	-0.11128441244363785
35528	rnn.bias_ih_l1	3	-0.14324821531772614
35528	rnn.bias_ih_l1	4	-0.16193559765815735
35528	rnn.bias_ih_l1	5	-0.08580133318901062
35528	rnn.bias_ih_l1	6	-0.05642210692167282
35528	rnn.bias_ih_l1	7	-0.02745494619011879
35528	rnn.bias_ih_l1	8	-0.06485714018344879
35528	rnn.bias_ih_l1	9	-0.07372792065143585
35528	rnn.bias_hh_l1	0	-0.0993175208568573
35528	rnn.bias_hh_l1	1	-0.023628802970051765
35528	rnn.bias_hh_l1	2	-0.051762811839580536
35528	rnn.bias_hh_l1	3	-0.06325126439332962
35528	rnn.bias_hh_l1	4	-0.08732601255178452
35528	rnn.bias_hh_l1	5	-0.04724251106381416
35528	rnn.bias_hh_l1	6	-0.08757948130369186
35528	rnn.bias_hh_l1	7	-0.011835748329758644
35528	rnn.bias_hh_l1	8	-0.05145779252052307
35528	rnn.bias_hh_l1	9	-0.03562455251812935
35528	rnn.weight_ih_l1_reverse	0	-0.032885435968637466
35528	rnn.weight_ih_l1_reverse	1	0.017354469746351242
35528	rnn.weight_ih_l1_reverse	2	-0.05474819242954254
35528	rnn.weight_ih_l1_reverse	3	-0.02764091081917286
35528	rnn.weight_ih_l1_reverse	4	-0.02277008630335331
35528	rnn.weight_ih_l1_reverse	5	-0.03708548843860626
35528	rnn.weight_ih_l1_reverse	6	-0.0217415951192379
35528	rnn.weight_ih_l1_reverse	7	0.017493605613708496
35528	rnn.weight_ih_l1_reverse	8	0.03093167208135128
35528	rnn.weight_ih_l1_reverse	9	-0.043120816349983215
35528	rnn.weight_hh_l1_reverse	0	0.008452785201370716
35528	rnn.weight_hh_l1_reverse	1	0.028511693701148033
35528	rnn.weight_hh_l1_reverse	2	-0.03679727017879486
35528	rnn.weight_hh_l1_reverse	3	0.03899632766842842
35528	rnn.weight_hh_l1_reverse	4	0.0432206466794014
35528	rnn.weight_hh_l1_reverse	5	0.009868829511106014
35528	rnn.weight_hh_l1_reverse	6	0.014104639180004597
35528	rnn.weight_hh_l1_reverse	7	0.028576940298080444
35528	rnn.weight_hh_l1_reverse	8	-0.004104997962713242
35528	rnn.weight_hh_l1_reverse	9	-0.039711713790893555
35528	rnn.bias_ih_l1_reverse	0	-0.015388420782983303
35528	rnn.bias_ih_l1_reverse	1	-0.07430914044380188
35528	rnn.bias_ih_l1_reverse	2	-0.08572881668806076
35528	rnn.bias_ih_l1_reverse	3	-0.00719442218542099
35528	rnn.bias_ih_l1_reverse	4	-0.13145342469215393
35528	rnn.bias_ih_l1_reverse	5	-0.06805568188428879
35528	rnn.bias_ih_l1_reverse	6	-0.07380987703800201
35528	rnn.bias_ih_l1_reverse	7	-0.10027920454740524
35528	rnn.bias_ih_l1_reverse	8	0.09408289194107056
35528	rnn.bias_ih_l1_reverse	9	-0.007586481980979443
35528	rnn.bias_hh_l1_reverse	0	0.010306412354111671
35528	rnn.bias_hh_l1_reverse	1	-0.01534340437501669
35528	rnn.bias_hh_l1_reverse	2	-0.16289079189300537
35528	rnn.bias_hh_l1_reverse	3	-0.04341904819011688
35528	rnn.bias_hh_l1_reverse	4	-0.03877805173397064
35528	rnn.bias_hh_l1_reverse	5	-0.04932212457060814
35528	rnn.bias_hh_l1_reverse	6	0.09933028370141983
35528	rnn.bias_hh_l1_reverse	7	-0.07724057883024216
35528	rnn.bias_hh_l1_reverse	8	-0.06487485766410828
35528	rnn.bias_hh_l1_reverse	9	-0.07012996822595596
35528	linear.weight	0	0.002228822559118271
35528	linear.weight	1	0.05805114284157753
35528	linear.weight	2	-0.08559931814670563
35528	linear.weight	3	0.24193143844604492
35528	linear.weight	4	0.10315912216901779
35528	linear.weight	5	0.018981270492076874
35528	linear.weight	6	0.04315086826682091
35528	linear.weight	7	0.15425941348075867
35528	linear.weight	8	0.04187313839793205
35528	linear.weight	9	-0.06228291988372803
35528	linear.bias	0	-0.05971774831414223
35528	linear.bias	1	-0.014618047513067722
35528	linear.bias	2	-0.3898191452026367
35528	linear.bias	3	-0.7434504628181458
35528	linear.bias	4	-0.9164294600486755
35528	linear.bias	5	0.07913666218519211
35528	linear.bias	6	-0.5602268576622009
35528	linear.bias	7	0.5155275464057922
35528	linear.bias	8	-0.5640644431114197
35528	linear.bias	9	-0.8028781414031982
35532	transitions	0	0.3453029990196228
35532	transitions	1	-0.04984978213906288
35532	transitions	2	-10000.0
35532	transitions	3	-1.7815791368484497
35532	transitions	4	-10000.0
35532	transitions	5	0.7097363471984863
35532	transitions	6	0.026724187657237053
35532	transitions	7	-0.16608615219593048
35532	transitions	8	-1.2747886180877686
35532	transitions	9	0.0002027839218499139
35532	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
35532	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
35532	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
35532	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
35532	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
35532	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
35532	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
35532	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
35532	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
35532	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
35532	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
35532	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
35532	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
35532	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
35532	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
35532	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
35532	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
35532	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
35532	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
35532	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
35532	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
35532	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
35532	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
35532	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
35532	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
35532	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
35532	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
35532	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
35532	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
35532	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
35532	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
35532	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
35532	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
35532	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
35532	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
35532	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
35532	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
35532	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
35532	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
35532	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
35532	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
35532	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
35532	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
35532	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
35532	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
35532	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
35532	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
35532	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
35532	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
35532	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
35532	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
35532	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
35532	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
35532	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
35532	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
35532	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
35532	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
35532	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
35532	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
35532	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
35532	embedding2nn.weight	0	0.01701158471405506
35532	embedding2nn.weight	1	-0.019080951809883118
35532	embedding2nn.weight	2	-0.014268253929913044
35532	embedding2nn.weight	3	0.017892001196742058
35532	embedding2nn.weight	4	-0.005915034096688032
35532	embedding2nn.weight	5	-0.003700591390952468
35532	embedding2nn.weight	6	-0.003973260056227446
35532	embedding2nn.weight	7	-0.034200169146060944
35532	embedding2nn.weight	8	-0.0019979383796453476
35532	embedding2nn.weight	9	-0.01569109782576561
35532	embedding2nn.bias	0	0.05118316784501076
35532	embedding2nn.bias	1	-0.047307681292295456
35532	embedding2nn.bias	2	0.0737096518278122
35532	embedding2nn.bias	3	0.044840242713689804
35532	embedding2nn.bias	4	-0.02794637531042099
35532	embedding2nn.bias	5	-0.02717086859047413
35532	embedding2nn.bias	6	0.0017887321300804615
35532	embedding2nn.bias	7	-0.038819123059511185
35532	embedding2nn.bias	8	0.04685327038168907
35532	embedding2nn.bias	9	0.06085769459605217
35532	rnn.weight_ih_l0	0	-0.012583253905177116
35532	rnn.weight_ih_l0	1	-0.0008445368148386478
35532	rnn.weight_ih_l0	2	0.029288727790117264
35532	rnn.weight_ih_l0	3	0.007917623035609722
35532	rnn.weight_ih_l0	4	-0.019281605258584023
35532	rnn.weight_ih_l0	5	-0.05878979340195656
35532	rnn.weight_ih_l0	6	0.020812692120671272
35532	rnn.weight_ih_l0	7	0.048090528696775436
35532	rnn.weight_ih_l0	8	0.012514266185462475
35532	rnn.weight_ih_l0	9	-0.034484051167964935
35532	rnn.weight_hh_l0	0	-0.04403559863567352
35532	rnn.weight_hh_l0	1	-0.006643201224505901
35532	rnn.weight_hh_l0	2	0.006870091427117586
35532	rnn.weight_hh_l0	3	-0.043479833751916885
35532	rnn.weight_hh_l0	4	0.046685174107551575
35532	rnn.weight_hh_l0	5	-0.00836148951202631
35532	rnn.weight_hh_l0	6	-0.03042188286781311
35532	rnn.weight_hh_l0	7	-0.028832685202360153
35532	rnn.weight_hh_l0	8	0.0028536405880004168
35532	rnn.weight_hh_l0	9	-0.02439960651099682
35532	rnn.bias_ih_l0	0	0.021113403141498566
35532	rnn.bias_ih_l0	1	-0.019123326987028122
35532	rnn.bias_ih_l0	2	-0.0015634287847205997
35532	rnn.bias_ih_l0	3	0.06981971114873886
35532	rnn.bias_ih_l0	4	-0.037913352251052856
35532	rnn.bias_ih_l0	5	-0.03694359213113785
35532	rnn.bias_ih_l0	6	-0.002043594140559435
35532	rnn.bias_ih_l0	7	0.031248746439814568
35532	rnn.bias_ih_l0	8	-0.06990396231412888
35532	rnn.bias_ih_l0	9	-0.02842620573937893
35532	rnn.bias_hh_l0	0	-0.035028498619794846
35532	rnn.bias_hh_l0	1	-0.052587833255529404
35532	rnn.bias_hh_l0	2	-0.038915399461984634
35532	rnn.bias_hh_l0	3	-0.056149233132600784
35532	rnn.bias_hh_l0	4	0.0029065159615129232
35532	rnn.bias_hh_l0	5	0.009683276526629925
35532	rnn.bias_hh_l0	6	0.02894539386034012
35532	rnn.bias_hh_l0	7	-0.009799507446587086
35532	rnn.bias_hh_l0	8	-0.06765609979629517
35532	rnn.bias_hh_l0	9	-0.021620552986860275
35532	rnn.weight_ih_l0_reverse	0	-0.015341808088123798
35532	rnn.weight_ih_l0_reverse	1	-0.05480022728443146
35532	rnn.weight_ih_l0_reverse	2	-0.015820646658539772
35532	rnn.weight_ih_l0_reverse	3	0.0031011549290269613
35532	rnn.weight_ih_l0_reverse	4	-0.009414076805114746
35532	rnn.weight_ih_l0_reverse	5	-0.048653434962034225
35532	rnn.weight_ih_l0_reverse	6	0.040851201862096786
35532	rnn.weight_ih_l0_reverse	7	-0.02370026707649231
35532	rnn.weight_ih_l0_reverse	8	-0.035122595727443695
35532	rnn.weight_ih_l0_reverse	9	0.015072057954967022
35532	rnn.weight_hh_l0_reverse	0	0.0377708375453949
35532	rnn.weight_hh_l0_reverse	1	0.031208697706460953
35532	rnn.weight_hh_l0_reverse	2	0.02889675833284855
35532	rnn.weight_hh_l0_reverse	3	0.019304990768432617
35532	rnn.weight_hh_l0_reverse	4	0.0052411495707929134
35532	rnn.weight_hh_l0_reverse	5	-0.008348551578819752
35532	rnn.weight_hh_l0_reverse	6	0.035696785897016525
35532	rnn.weight_hh_l0_reverse	7	-0.026499999687075615
35532	rnn.weight_hh_l0_reverse	8	0.017607878893613815
35532	rnn.weight_hh_l0_reverse	9	0.04935391992330551
35532	rnn.bias_ih_l0_reverse	0	-0.062148552387952805
35532	rnn.bias_ih_l0_reverse	1	-0.13005392253398895
35532	rnn.bias_ih_l0_reverse	2	-0.036025114357471466
35532	rnn.bias_ih_l0_reverse	3	-0.005609773099422455
35532	rnn.bias_ih_l0_reverse	4	-0.02950628288090229
35532	rnn.bias_ih_l0_reverse	5	0.01547050941735506
35532	rnn.bias_ih_l0_reverse	6	-0.02249155566096306
35532	rnn.bias_ih_l0_reverse	7	0.031739797443151474
35532	rnn.bias_ih_l0_reverse	8	-0.03179444372653961
35532	rnn.bias_ih_l0_reverse	9	0.026375964283943176
35532	rnn.bias_hh_l0_reverse	0	-0.03634682670235634
35532	rnn.bias_hh_l0_reverse	1	-0.01570109650492668
35532	rnn.bias_hh_l0_reverse	2	0.027685297653079033
35532	rnn.bias_hh_l0_reverse	3	-0.038210414350032806
35532	rnn.bias_hh_l0_reverse	4	-0.044626954942941666
35532	rnn.bias_hh_l0_reverse	5	-0.05565904825925827
35532	rnn.bias_hh_l0_reverse	6	-0.0071394238620996475
35532	rnn.bias_hh_l0_reverse	7	0.05217665061354637
35532	rnn.bias_hh_l0_reverse	8	0.04031489044427872
35532	rnn.bias_hh_l0_reverse	9	-0.06582482904195786
35532	rnn.weight_ih_l1	0	-0.03297710791230202
35532	rnn.weight_ih_l1	1	-0.032739683985710144
35532	rnn.weight_ih_l1	2	0.052361246198415756
35532	rnn.weight_ih_l1	3	-0.02147424779832363
35532	rnn.weight_ih_l1	4	0.006573038641363382
35532	rnn.weight_ih_l1	5	-0.04194089025259018
35532	rnn.weight_ih_l1	6	0.021031582728028297
35532	rnn.weight_ih_l1	7	-0.03317617252469063
35532	rnn.weight_ih_l1	8	0.03801362216472626
35532	rnn.weight_ih_l1	9	0.02663474902510643
35532	rnn.weight_hh_l1	0	-0.0051423064433038235
35532	rnn.weight_hh_l1	1	0.00491948239505291
35532	rnn.weight_hh_l1	2	-0.021627094596624374
35532	rnn.weight_hh_l1	3	-0.005918738432228565
35532	rnn.weight_hh_l1	4	0.0008118099649436772
35532	rnn.weight_hh_l1	5	0.029003096744418144
35532	rnn.weight_hh_l1	6	0.03177294880151749
35532	rnn.weight_hh_l1	7	-0.030495092272758484
35532	rnn.weight_hh_l1	8	-0.03762789070606232
35532	rnn.weight_hh_l1	9	0.03657145798206329
35532	rnn.bias_ih_l1	0	-0.09717051684856415
35532	rnn.bias_ih_l1	1	-0.0925692617893219
35532	rnn.bias_ih_l1	2	-0.11081930994987488
35532	rnn.bias_ih_l1	3	-0.14384792745113373
35532	rnn.bias_ih_l1	4	-0.16135042905807495
35532	rnn.bias_ih_l1	5	-0.08539754152297974
35532	rnn.bias_ih_l1	6	-0.055762503296136856
35532	rnn.bias_ih_l1	7	-0.027557117864489555
35532	rnn.bias_ih_l1	8	-0.06522538512945175
35532	rnn.bias_ih_l1	9	-0.07398592680692673
35532	rnn.bias_hh_l1	0	-0.09946564584970474
35532	rnn.bias_hh_l1	1	-0.0234132818877697
35532	rnn.bias_hh_l1	2	-0.051696013659238815
35532	rnn.bias_hh_l1	3	-0.06346970796585083
35532	rnn.bias_hh_l1	4	-0.08743099123239517
35532	rnn.bias_hh_l1	5	-0.04739301651716232
35532	rnn.bias_hh_l1	6	-0.08738380670547485
35532	rnn.bias_hh_l1	7	-0.011531922966241837
35532	rnn.bias_hh_l1	8	-0.051373690366744995
35532	rnn.bias_hh_l1	9	-0.03498220443725586
35532	rnn.weight_ih_l1_reverse	0	-0.03294484689831734
35532	rnn.weight_ih_l1_reverse	1	0.017284860834479332
35532	rnn.weight_ih_l1_reverse	2	-0.054917700588703156
35532	rnn.weight_ih_l1_reverse	3	-0.027583349496126175
35532	rnn.weight_ih_l1_reverse	4	-0.022877905517816544
35532	rnn.weight_ih_l1_reverse	5	-0.03707772120833397
35532	rnn.weight_ih_l1_reverse	6	-0.021916266530752182
35532	rnn.weight_ih_l1_reverse	7	0.017540710046887398
35532	rnn.weight_ih_l1_reverse	8	0.03130851313471794
35532	rnn.weight_ih_l1_reverse	9	-0.043286263942718506
35532	rnn.weight_hh_l1_reverse	0	0.008440124802291393
35532	rnn.weight_hh_l1_reverse	1	0.028506450355052948
35532	rnn.weight_hh_l1_reverse	2	-0.036803923547267914
35532	rnn.weight_hh_l1_reverse	3	0.038998935371637344
35532	rnn.weight_hh_l1_reverse	4	0.04326636344194412
35532	rnn.weight_hh_l1_reverse	5	0.009872264228761196
35532	rnn.weight_hh_l1_reverse	6	0.014133969321846962
35532	rnn.weight_hh_l1_reverse	7	0.028633682057261467
35532	rnn.weight_hh_l1_reverse	8	-0.00410895049571991
35532	rnn.weight_hh_l1_reverse	9	-0.039716385304927826
35532	rnn.bias_ih_l1_reverse	0	-0.015553757548332214
35532	rnn.bias_ih_l1_reverse	1	-0.07376819849014282
35532	rnn.bias_ih_l1_reverse	2	-0.08568564802408218
35532	rnn.bias_ih_l1_reverse	3	-0.0056930044665932655
35532	rnn.bias_ih_l1_reverse	4	-0.13161592185497284
35532	rnn.bias_ih_l1_reverse	5	-0.06799425929784775
35532	rnn.bias_ih_l1_reverse	6	-0.07366100698709488
35532	rnn.bias_ih_l1_reverse	7	-0.10040754824876785
35532	rnn.bias_ih_l1_reverse	8	0.09313100576400757
35532	rnn.bias_ih_l1_reverse	9	-0.0069874608889222145
35532	rnn.bias_hh_l1_reverse	0	0.00901814829558134
35532	rnn.bias_hh_l1_reverse	1	-0.016399860382080078
35532	rnn.bias_hh_l1_reverse	2	-0.16300809383392334
35532	rnn.bias_hh_l1_reverse	3	-0.04332926496863365
35532	rnn.bias_hh_l1_reverse	4	-0.03874591365456581
35532	rnn.bias_hh_l1_reverse	5	-0.049247827380895615
35532	rnn.bias_hh_l1_reverse	6	0.10022103041410446
35532	rnn.bias_hh_l1_reverse	7	-0.07731889188289642
35532	rnn.bias_hh_l1_reverse	8	-0.06507095694541931
35532	rnn.bias_hh_l1_reverse	9	-0.07001117616891861
35532	linear.weight	0	0.002228822559118271
35532	linear.weight	1	0.06042998656630516
35532	linear.weight	2	-0.0844104215502739
35532	linear.weight	3	0.24198631942272186
35532	linear.weight	4	0.10492707043886185
35532	linear.weight	5	0.017732374370098114
35532	linear.weight	6	0.04268135502934456
35532	linear.weight	7	0.15448789298534393
35532	linear.weight	8	0.041865844279527664
35532	linear.weight	9	-0.06377121061086655
35532	linear.bias	0	-0.08776108920574188
35532	linear.bias	1	-0.010435542091727257
35532	linear.bias	2	-0.3720830976963043
35532	linear.bias	3	-0.7467929124832153
35532	linear.bias	4	-0.9197110533714294
35532	linear.bias	5	0.08162327855825424
35532	linear.bias	6	-0.5558609962463379
35532	linear.bias	7	0.5176169276237488
35532	linear.bias	8	-0.5812453627586365
35532	linear.bias	9	-0.8203971982002258
35729	transitions	0	0.3396395146846771
35729	transitions	1	-0.05581238493323326
35729	transitions	2	-10000.0
35729	transitions	3	-1.781813144683838
35729	transitions	4	-10000.0
35729	transitions	5	0.7093095183372498
35729	transitions	6	0.02612818032503128
35729	transitions	7	-0.1669587790966034
35729	transitions	8	-1.2751597166061401
35729	transitions	9	0.00019719029660336673
35729	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
35729	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
35729	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
35729	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
35729	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
35729	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
35729	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
35729	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
35729	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
35729	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
35729	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
35729	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
35729	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
35729	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
35729	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
35729	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
35729	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
35729	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
35729	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
35729	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
35729	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
35729	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
35729	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
35729	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
35729	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
35729	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
35729	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
35729	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
35729	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
35729	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
35729	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
35729	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
35729	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
35729	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
35729	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
35729	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
35729	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
35729	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
35729	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
35729	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
35729	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
35729	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
35729	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
35729	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
35729	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
35729	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
35729	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
35729	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
35729	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
35729	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
35729	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
35729	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
35729	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
35729	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
35729	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
35729	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
35729	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
35729	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
35729	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
35729	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
35729	embedding2nn.weight	0	0.017813242971897125
35729	embedding2nn.weight	1	-0.019058402627706528
35729	embedding2nn.weight	2	-0.014268253929913044
35729	embedding2nn.weight	3	0.019270554184913635
35729	embedding2nn.weight	4	-0.005915034096688032
35729	embedding2nn.weight	5	-0.0037005909252911806
35729	embedding2nn.weight	6	-0.0039732628501951694
35729	embedding2nn.weight	7	-0.03369452804327011
35729	embedding2nn.weight	8	-0.0019979383796453476
35729	embedding2nn.weight	9	-0.014323176816105843
35729	embedding2nn.bias	0	0.05065201595425606
35729	embedding2nn.bias	1	-0.05172450840473175
35729	embedding2nn.bias	2	0.07467823475599289
35729	embedding2nn.bias	3	0.05129552632570267
35729	embedding2nn.bias	4	-0.028039950877428055
35729	embedding2nn.bias	5	-0.022408397868275642
35729	embedding2nn.bias	6	0.00795146357268095
35729	embedding2nn.bias	7	-0.03993546590209007
35729	embedding2nn.bias	8	0.04632358253002167
35729	embedding2nn.bias	9	0.06044960394501686
35729	rnn.weight_ih_l0	0	-0.010732966475188732
35729	rnn.weight_ih_l0	1	0.0005430710152722895
35729	rnn.weight_ih_l0	2	0.028760652989149094
35729	rnn.weight_ih_l0	3	0.0077348919585347176
35729	rnn.weight_ih_l0	4	-0.02031862363219261
35729	rnn.weight_ih_l0	5	-0.05993662029504776
35729	rnn.weight_ih_l0	6	0.021950209513306618
35729	rnn.weight_ih_l0	7	0.0497918464243412
35729	rnn.weight_ih_l0	8	0.01146740559488535
35729	rnn.weight_ih_l0	9	-0.03428443521261215
35729	rnn.weight_hh_l0	0	-0.04360853135585785
35729	rnn.weight_hh_l0	1	-0.006196289788931608
35729	rnn.weight_hh_l0	2	0.007031451445072889
35729	rnn.weight_hh_l0	3	-0.04349392652511597
35729	rnn.weight_hh_l0	4	0.047605570405721664
35729	rnn.weight_hh_l0	5	-0.008597302250564098
35729	rnn.weight_hh_l0	6	-0.02958683669567108
35729	rnn.weight_hh_l0	7	-0.03140949085354805
35729	rnn.weight_hh_l0	8	0.002342287451028824
35729	rnn.weight_hh_l0	9	-0.024130655452609062
35729	rnn.bias_ih_l0	0	0.02164963260293007
35729	rnn.bias_ih_l0	1	-0.022279689088463783
35729	rnn.bias_ih_l0	2	0.0001374577113892883
35729	rnn.bias_ih_l0	3	0.07336706668138504
35729	rnn.bias_ih_l0	4	-0.03636077046394348
35729	rnn.bias_ih_l0	5	-0.03801688551902771
35729	rnn.bias_ih_l0	6	-0.0018863278673961759
35729	rnn.bias_ih_l0	7	0.032088752835989
35729	rnn.bias_ih_l0	8	-0.07090464979410172
35729	rnn.bias_ih_l0	9	-0.032034460455179214
35729	rnn.bias_hh_l0	0	-0.03739253059029579
35729	rnn.bias_hh_l0	1	-0.052891530096530914
35729	rnn.bias_hh_l0	2	-0.03798142820596695
35729	rnn.bias_hh_l0	3	-0.05625304952263832
35729	rnn.bias_hh_l0	4	0.002897614147514105
35729	rnn.bias_hh_l0	5	0.009881777688860893
35729	rnn.bias_hh_l0	6	0.029649794101715088
35729	rnn.bias_hh_l0	7	-0.0065755234099924564
35729	rnn.bias_hh_l0	8	-0.07026632875204086
35729	rnn.bias_hh_l0	9	-0.021215735003352165
35729	rnn.weight_ih_l0_reverse	0	-0.01715458184480667
35729	rnn.weight_ih_l0_reverse	1	-0.054892074316740036
35729	rnn.weight_ih_l0_reverse	2	-0.014992902055382729
35729	rnn.weight_ih_l0_reverse	3	0.00416492810472846
35729	rnn.weight_ih_l0_reverse	4	-0.009653473272919655
35729	rnn.weight_ih_l0_reverse	5	-0.048708416521549225
35729	rnn.weight_ih_l0_reverse	6	0.04083026945590973
35729	rnn.weight_ih_l0_reverse	7	-0.02371283620595932
35729	rnn.weight_ih_l0_reverse	8	-0.035075463354587555
35729	rnn.weight_ih_l0_reverse	9	0.015380064025521278
35729	rnn.weight_hh_l0_reverse	0	0.03671872243285179
35729	rnn.weight_hh_l0_reverse	1	0.03092156909406185
35729	rnn.weight_hh_l0_reverse	2	0.02871023863554001
35729	rnn.weight_hh_l0_reverse	3	0.01941940374672413
35729	rnn.weight_hh_l0_reverse	4	0.004853751976042986
35729	rnn.weight_hh_l0_reverse	5	-0.008901974186301231
35729	rnn.weight_hh_l0_reverse	6	0.036003053188323975
35729	rnn.weight_hh_l0_reverse	7	-0.026249948889017105
35729	rnn.weight_hh_l0_reverse	8	0.016950825229287148
35729	rnn.weight_hh_l0_reverse	9	0.04961814358830452
35729	rnn.bias_ih_l0_reverse	0	-0.06276213377714157
35729	rnn.bias_ih_l0_reverse	1	-0.1291271448135376
35729	rnn.bias_ih_l0_reverse	2	-0.04181902855634689
35729	rnn.bias_ih_l0_reverse	3	-0.002550456440076232
35729	rnn.bias_ih_l0_reverse	4	-0.029568718746304512
35729	rnn.bias_ih_l0_reverse	5	0.01870385743677616
35729	rnn.bias_ih_l0_reverse	6	-0.02246607095003128
35729	rnn.bias_ih_l0_reverse	7	0.031831044703722
35729	rnn.bias_ih_l0_reverse	8	-0.03435080870985985
35729	rnn.bias_ih_l0_reverse	9	0.021810322999954224
35729	rnn.bias_hh_l0_reverse	0	-0.03409117832779884
35729	rnn.bias_hh_l0_reverse	1	-0.019571280106902122
35729	rnn.bias_hh_l0_reverse	2	0.03029429167509079
35729	rnn.bias_hh_l0_reverse	3	-0.037567056715488434
35729	rnn.bias_hh_l0_reverse	4	-0.0463649146258831
35729	rnn.bias_hh_l0_reverse	5	-0.059079598635435104
35729	rnn.bias_hh_l0_reverse	6	-0.005424280650913715
35729	rnn.bias_hh_l0_reverse	7	0.05278603360056877
35729	rnn.bias_hh_l0_reverse	8	0.036165881901979446
35729	rnn.bias_hh_l0_reverse	9	-0.0698123574256897
35729	rnn.weight_ih_l1	0	-0.03274787589907646
35729	rnn.weight_ih_l1	1	-0.03395778313279152
35729	rnn.weight_ih_l1	2	0.053415339440107346
35729	rnn.weight_ih_l1	3	-0.019893581047654152
35729	rnn.weight_ih_l1	4	0.00652289716526866
35729	rnn.weight_ih_l1	5	-0.04202662408351898
35729	rnn.weight_ih_l1	6	0.020657531917095184
35729	rnn.weight_ih_l1	7	-0.03301398083567619
35729	rnn.weight_ih_l1	8	0.03865910694003105
35729	rnn.weight_ih_l1	9	0.02645084448158741
35729	rnn.weight_hh_l1	0	-0.005158198066055775
35729	rnn.weight_hh_l1	1	0.004766659811139107
35729	rnn.weight_hh_l1	2	-0.0236152745783329
35729	rnn.weight_hh_l1	3	-0.005766420625150204
35729	rnn.weight_hh_l1	4	0.0003873712557833642
35729	rnn.weight_hh_l1	5	0.028624670580029488
35729	rnn.weight_hh_l1	6	0.03193465992808342
35729	rnn.weight_hh_l1	7	-0.03074927069246769
35729	rnn.weight_hh_l1	8	-0.03768229857087135
35729	rnn.weight_hh_l1	9	0.03716899827122688
35729	rnn.bias_ih_l1	0	-0.09760498255491257
35729	rnn.bias_ih_l1	1	-0.09412036836147308
35729	rnn.bias_ih_l1	2	-0.1103377714753151
35729	rnn.bias_ih_l1	3	-0.14338639378547668
35729	rnn.bias_ih_l1	4	-0.15723854303359985
35729	rnn.bias_ih_l1	5	-0.082029327750206
35729	rnn.bias_ih_l1	6	-0.05559229850769043
35729	rnn.bias_ih_l1	7	-0.027087345719337463
35729	rnn.bias_ih_l1	8	-0.0659913495182991
35729	rnn.bias_ih_l1	9	-0.07136749476194382
35729	rnn.bias_hh_l1	0	-0.10223466157913208
35729	rnn.bias_hh_l1	1	-0.02287883311510086
35729	rnn.bias_hh_l1	2	-0.05465003848075867
35729	rnn.bias_hh_l1	3	-0.06351575255393982
35729	rnn.bias_hh_l1	4	-0.08842095732688904
35729	rnn.bias_hh_l1	5	-0.04840673878788948
35729	rnn.bias_hh_l1	6	-0.08819683641195297
35729	rnn.bias_hh_l1	7	-0.00865862611681223
35729	rnn.bias_hh_l1	8	-0.05237128958106041
35729	rnn.bias_hh_l1	9	-0.035730354487895966
35729	rnn.weight_ih_l1_reverse	0	-0.03339225798845291
35729	rnn.weight_ih_l1_reverse	1	0.017781293019652367
35729	rnn.weight_ih_l1_reverse	2	-0.053064800798892975
35729	rnn.weight_ih_l1_reverse	3	-0.027349038049578667
35729	rnn.weight_ih_l1_reverse	4	-0.02232595719397068
35729	rnn.weight_ih_l1_reverse	5	-0.03723752126097679
35729	rnn.weight_ih_l1_reverse	6	-0.019961701706051826
35729	rnn.weight_ih_l1_reverse	7	0.01721932552754879
35729	rnn.weight_ih_l1_reverse	8	0.03336786851286888
35729	rnn.weight_ih_l1_reverse	9	-0.04141797125339508
35729	rnn.weight_hh_l1_reverse	0	0.008282584138214588
35729	rnn.weight_hh_l1_reverse	1	0.02853800728917122
35729	rnn.weight_hh_l1_reverse	2	-0.03673926368355751
35729	rnn.weight_hh_l1_reverse	3	0.03893360495567322
35729	rnn.weight_hh_l1_reverse	4	0.043203916400671005
35729	rnn.weight_hh_l1_reverse	5	0.009597882628440857
35729	rnn.weight_hh_l1_reverse	6	0.013224241323769093
35729	rnn.weight_hh_l1_reverse	7	0.028457805514335632
35729	rnn.weight_hh_l1_reverse	8	-0.004140767734497786
35729	rnn.weight_hh_l1_reverse	9	-0.03979633003473282
35729	rnn.bias_ih_l1_reverse	0	-0.01758589968085289
35729	rnn.bias_ih_l1_reverse	1	-0.07573627680540085
35729	rnn.bias_ih_l1_reverse	2	-0.08591869473457336
35729	rnn.bias_ih_l1_reverse	3	-0.004811296239495277
35729	rnn.bias_ih_l1_reverse	4	-0.13277380168437958
35729	rnn.bias_ih_l1_reverse	5	-0.06717097014188766
35729	rnn.bias_ih_l1_reverse	6	-0.07378298789262772
35729	rnn.bias_ih_l1_reverse	7	-0.10446792095899582
35729	rnn.bias_ih_l1_reverse	8	0.08710236847400665
35729	rnn.bias_ih_l1_reverse	9	-0.006304068490862846
35729	rnn.bias_hh_l1_reverse	0	0.007788665127009153
35729	rnn.bias_hh_l1_reverse	1	-0.013522813096642494
35729	rnn.bias_hh_l1_reverse	2	-0.16270282864570618
35729	rnn.bias_hh_l1_reverse	3	-0.04400213435292244
35729	rnn.bias_hh_l1_reverse	4	-0.038890816271305084
35729	rnn.bias_hh_l1_reverse	5	-0.047150611877441406
35729	rnn.bias_hh_l1_reverse	6	0.10021453350782394
35729	rnn.bias_hh_l1_reverse	7	-0.07990363240242004
35729	rnn.bias_hh_l1_reverse	8	-0.06303618103265762
35729	rnn.bias_hh_l1_reverse	9	-0.07019855827093124
35729	linear.weight	0	0.002228822559118271
35729	linear.weight	1	0.05300038680434227
35729	linear.weight	2	-0.0924336165189743
35729	linear.weight	3	0.25186988711357117
35729	linear.weight	4	0.09795034676790237
35729	linear.weight	5	0.023315491154789925
35729	linear.weight	6	0.050594598054885864
35729	linear.weight	7	0.1642240583896637
35729	linear.weight	8	0.04185609892010689
35729	linear.weight	9	-0.06780610233545303
35729	linear.bias	0	-0.10470236837863922
35729	linear.bias	1	-0.03552917763590813
35729	linear.bias	2	-0.359790176153183
35729	linear.bias	3	-0.7479422092437744
35729	linear.bias	4	-0.9232912063598633
35729	linear.bias	5	0.0792178064584732
35729	linear.bias	6	-0.5764182806015015
35729	linear.bias	7	0.518020510673523
35729	linear.bias	8	-0.5827797055244446
35729	linear.bias	9	-0.8156938552856445
35926	transitions	0	0.335395872592926
35926	transitions	1	-0.05085553228855133
35926	transitions	2	-10000.0
35926	transitions	3	-1.7820042371749878
35926	transitions	4	-10000.0
35926	transitions	5	0.7088077068328857
35926	transitions	6	0.025587502866983414
35926	transitions	7	-0.16827400028705597
35926	transitions	8	-1.275767207145691
35926	transitions	9	0.00018958117289002985
35926	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
35926	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
35926	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
35926	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
35926	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
35926	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
35926	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
35926	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
35926	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
35926	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
35926	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
35926	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
35926	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
35926	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
35926	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
35926	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
35926	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
35926	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
35926	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
35926	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
35926	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
35926	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
35926	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
35926	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
35926	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
35926	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
35926	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
35926	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
35926	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
35926	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
35926	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
35926	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
35926	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
35926	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
35926	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
35926	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
35926	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
35926	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
35926	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
35926	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
35926	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
35926	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
35926	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
35926	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
35926	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
35926	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
35926	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
35926	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
35926	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
35926	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
35926	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
35926	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
35926	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
35926	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
35926	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
35926	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
35926	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
35926	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
35926	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
35926	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
35926	embedding2nn.weight	0	0.017843805253505707
35926	embedding2nn.weight	1	-0.019010988995432854
35926	embedding2nn.weight	2	-0.014268253929913044
35926	embedding2nn.weight	3	0.0207790769636631
35926	embedding2nn.weight	4	-0.005915034096688032
35926	embedding2nn.weight	5	-0.0037005911581218243
35926	embedding2nn.weight	6	-0.003973259124904871
35926	embedding2nn.weight	7	-0.03147184103727341
35926	embedding2nn.weight	8	-0.0019979383796453476
35926	embedding2nn.weight	9	-0.013124271295964718
35926	embedding2nn.bias	0	0.04517650604248047
35926	embedding2nn.bias	1	-0.05084499716758728
35926	embedding2nn.bias	2	0.07552391290664673
35926	embedding2nn.bias	3	0.04580611363053322
35926	embedding2nn.bias	4	-0.022972531616687775
35926	embedding2nn.bias	5	-0.023149924352765083
35926	embedding2nn.bias	6	0.0036473877262324095
35926	embedding2nn.bias	7	-0.038701239973306656
35926	embedding2nn.bias	8	0.05933581665158272
35926	embedding2nn.bias	9	0.05958441644906998
35926	rnn.weight_ih_l0	0	-0.012948368676006794
35926	rnn.weight_ih_l0	1	0.0029370030388236046
35926	rnn.weight_ih_l0	2	0.03021075576543808
35926	rnn.weight_ih_l0	3	0.0069985222071409225
35926	rnn.weight_ih_l0	4	-0.02172757498919964
35926	rnn.weight_ih_l0	5	-0.05960258096456528
35926	rnn.weight_ih_l0	6	0.021891165524721146
35926	rnn.weight_ih_l0	7	0.05037984251976013
35926	rnn.weight_ih_l0	8	0.011350197717547417
35926	rnn.weight_ih_l0	9	-0.03400932624936104
35926	rnn.weight_hh_l0	0	-0.04165685921907425
35926	rnn.weight_hh_l0	1	-0.005786337424069643
35926	rnn.weight_hh_l0	2	0.007118025328963995
35926	rnn.weight_hh_l0	3	-0.043570078909397125
35926	rnn.weight_hh_l0	4	0.04914644733071327
35926	rnn.weight_hh_l0	5	-0.008796246722340584
35926	rnn.weight_hh_l0	6	-0.029706478118896484
35926	rnn.weight_hh_l0	7	-0.032317835837602615
35926	rnn.weight_hh_l0	8	0.002618993865326047
35926	rnn.weight_hh_l0	9	-0.023963894695043564
35926	rnn.bias_ih_l0	0	0.025951052084565163
35926	rnn.bias_ih_l0	1	-0.02356366254389286
35926	rnn.bias_ih_l0	2	0.0004172573972027749
35926	rnn.bias_ih_l0	3	0.08220534771680832
35926	rnn.bias_ih_l0	4	-0.037226077169179916
35926	rnn.bias_ih_l0	5	-0.03692305460572243
35926	rnn.bias_ih_l0	6	-0.0023938242811709642
35926	rnn.bias_ih_l0	7	0.03259773179888725
35926	rnn.bias_ih_l0	8	-0.06864876300096512
35926	rnn.bias_ih_l0	9	-0.03461962938308716
35926	rnn.bias_hh_l0	0	-0.0364033505320549
35926	rnn.bias_hh_l0	1	-0.04767543822526932
35926	rnn.bias_hh_l0	2	-0.040167927742004395
35926	rnn.bias_hh_l0	3	-0.05718625336885452
35926	rnn.bias_hh_l0	4	0.002673567971214652
35926	rnn.bias_hh_l0	5	0.008294126018881798
35926	rnn.bias_hh_l0	6	0.029950981959700584
35926	rnn.bias_hh_l0	7	-0.012425648979842663
35926	rnn.bias_hh_l0	8	-0.06790851056575775
35926	rnn.bias_hh_l0	9	-0.032971058040857315
35926	rnn.weight_ih_l0_reverse	0	-0.017124950885772705
35926	rnn.weight_ih_l0_reverse	1	-0.05250732600688934
35926	rnn.weight_ih_l0_reverse	2	-0.015279736369848251
35926	rnn.weight_ih_l0_reverse	3	0.004965183790773153
35926	rnn.weight_ih_l0_reverse	4	-0.010534847155213356
35926	rnn.weight_ih_l0_reverse	5	-0.04908648133277893
35926	rnn.weight_ih_l0_reverse	6	0.040998294949531555
35926	rnn.weight_ih_l0_reverse	7	-0.025237927213311195
35926	rnn.weight_ih_l0_reverse	8	-0.03523974493145943
35926	rnn.weight_ih_l0_reverse	9	0.014631766825914383
35926	rnn.weight_hh_l0_reverse	0	0.03694925457239151
35926	rnn.weight_hh_l0_reverse	1	0.03226778656244278
35926	rnn.weight_hh_l0_reverse	2	0.02888343669474125
35926	rnn.weight_hh_l0_reverse	3	0.01944483257830143
35926	rnn.weight_hh_l0_reverse	4	0.004924613982439041
35926	rnn.weight_hh_l0_reverse	5	-0.009966563433408737
35926	rnn.weight_hh_l0_reverse	6	0.035835035145282745
35926	rnn.weight_hh_l0_reverse	7	-0.026187026873230934
35926	rnn.weight_hh_l0_reverse	8	0.016700204461812973
35926	rnn.weight_hh_l0_reverse	9	0.04935438930988312
35926	rnn.bias_ih_l0_reverse	0	-0.06171697378158569
35926	rnn.bias_ih_l0_reverse	1	-0.12419407069683075
35926	rnn.bias_ih_l0_reverse	2	-0.04303378984332085
35926	rnn.bias_ih_l0_reverse	3	-0.003267139196395874
35926	rnn.bias_ih_l0_reverse	4	-0.032347701489925385
35926	rnn.bias_ih_l0_reverse	5	0.020554492250084877
35926	rnn.bias_ih_l0_reverse	6	-0.022369587793946266
35926	rnn.bias_ih_l0_reverse	7	0.030383417382836342
35926	rnn.bias_ih_l0_reverse	8	-0.03456826135516167
35926	rnn.bias_ih_l0_reverse	9	0.02243596501648426
35926	rnn.bias_hh_l0_reverse	0	-0.03504616394639015
35926	rnn.bias_hh_l0_reverse	1	-0.016859887167811394
35926	rnn.bias_hh_l0_reverse	2	0.032393183559179306
35926	rnn.bias_hh_l0_reverse	3	-0.039579156786203384
35926	rnn.bias_hh_l0_reverse	4	-0.045239731669425964
35926	rnn.bias_hh_l0_reverse	5	-0.05555114895105362
35926	rnn.bias_hh_l0_reverse	6	-0.007574115879833698
35926	rnn.bias_hh_l0_reverse	7	0.05605041980743408
35926	rnn.bias_hh_l0_reverse	8	0.03240063786506653
35926	rnn.bias_hh_l0_reverse	9	-0.0695708692073822
35926	rnn.weight_ih_l1	0	-0.03298012539744377
35926	rnn.weight_ih_l1	1	-0.03587611764669418
35926	rnn.weight_ih_l1	2	0.05314653739333153
35926	rnn.weight_ih_l1	3	-0.019538436084985733
35926	rnn.weight_ih_l1	4	0.006714666727930307
35926	rnn.weight_ih_l1	5	-0.042416684329509735
35926	rnn.weight_ih_l1	6	0.02096126228570938
35926	rnn.weight_ih_l1	7	-0.032808057963848114
35926	rnn.weight_ih_l1	8	0.0387832336127758
35926	rnn.weight_ih_l1	9	0.02679569460451603
35926	rnn.weight_hh_l1	0	-0.006589250639081001
35926	rnn.weight_hh_l1	1	0.004954835399985313
35926	rnn.weight_hh_l1	2	-0.02373724989593029
35926	rnn.weight_hh_l1	3	-0.0052828253246843815
35926	rnn.weight_hh_l1	4	0.00065705826273188
35926	rnn.weight_hh_l1	5	0.02825990505516529
35926	rnn.weight_hh_l1	6	0.03174036368727684
35926	rnn.weight_hh_l1	7	-0.030609160661697388
35926	rnn.weight_hh_l1	8	-0.03751039505004883
35926	rnn.weight_hh_l1	9	0.037602320313453674
35926	rnn.bias_ih_l1	0	-0.09038357436656952
35926	rnn.bias_ih_l1	1	-0.09296099841594696
35926	rnn.bias_ih_l1	2	-0.1134444996714592
35926	rnn.bias_ih_l1	3	-0.14170955121517181
35926	rnn.bias_ih_l1	4	-0.15462391078472137
35926	rnn.bias_ih_l1	5	-0.08120890706777573
35926	rnn.bias_ih_l1	6	-0.05829232186079025
35926	rnn.bias_ih_l1	7	-0.026898344978690147
35926	rnn.bias_ih_l1	8	-0.06864555925130844
35926	rnn.bias_ih_l1	9	-0.07029104977846146
35926	rnn.bias_hh_l1	0	-0.10347803682088852
35926	rnn.bias_hh_l1	1	-0.022995900362730026
35926	rnn.bias_hh_l1	2	-0.05512241646647453
35926	rnn.bias_hh_l1	3	-0.06296701729297638
35926	rnn.bias_hh_l1	4	-0.09091146290302277
35926	rnn.bias_hh_l1	5	-0.04781132936477661
35926	rnn.bias_hh_l1	6	-0.08778184652328491
35926	rnn.bias_hh_l1	7	-0.014209452085196972
35926	rnn.bias_hh_l1	8	-0.057788487523794174
35926	rnn.bias_hh_l1	9	-0.03536191210150719
35926	rnn.weight_ih_l1_reverse	0	-0.03313234820961952
35926	rnn.weight_ih_l1_reverse	1	0.017870230600237846
35926	rnn.weight_ih_l1_reverse	2	-0.05012929439544678
35926	rnn.weight_ih_l1_reverse	3	-0.028168916702270508
35926	rnn.weight_ih_l1_reverse	4	-0.024105925112962723
35926	rnn.weight_ih_l1_reverse	5	-0.03759089112281799
35926	rnn.weight_ih_l1_reverse	6	-0.020320279523730278
35926	rnn.weight_ih_l1_reverse	7	0.016483090817928314
35926	rnn.weight_ih_l1_reverse	8	0.03401011973619461
35926	rnn.weight_ih_l1_reverse	9	-0.03953523561358452
35926	rnn.weight_hh_l1_reverse	0	0.008224559016525745
35926	rnn.weight_hh_l1_reverse	1	0.028958706185221672
35926	rnn.weight_hh_l1_reverse	2	-0.03682106360793114
35926	rnn.weight_hh_l1_reverse	3	0.038832176476716995
35926	rnn.weight_hh_l1_reverse	4	0.0432094931602478
35926	rnn.weight_hh_l1_reverse	5	0.009721679612994194
35926	rnn.weight_hh_l1_reverse	6	0.013090277090668678
35926	rnn.weight_hh_l1_reverse	7	0.028396865352988243
35926	rnn.weight_hh_l1_reverse	8	-0.0040956721641123295
35926	rnn.weight_hh_l1_reverse	9	-0.039965640753507614
35926	rnn.bias_ih_l1_reverse	0	-0.020418545231223106
35926	rnn.bias_ih_l1_reverse	1	-0.07340729981660843
35926	rnn.bias_ih_l1_reverse	2	-0.08614041656255722
35926	rnn.bias_ih_l1_reverse	3	-0.003018827410414815
35926	rnn.bias_ih_l1_reverse	4	-0.13229916989803314
35926	rnn.bias_ih_l1_reverse	5	-0.06655478477478027
35926	rnn.bias_ih_l1_reverse	6	-0.07259219139814377
35926	rnn.bias_ih_l1_reverse	7	-0.10638832300901413
35926	rnn.bias_ih_l1_reverse	8	0.08754830807447433
35926	rnn.bias_ih_l1_reverse	9	-0.010999320074915886
35926	rnn.bias_hh_l1_reverse	0	0.005413892678916454
35926	rnn.bias_hh_l1_reverse	1	-0.02333507128059864
35926	rnn.bias_hh_l1_reverse	2	-0.16330380737781525
35926	rnn.bias_hh_l1_reverse	3	-0.04326806217432022
35926	rnn.bias_hh_l1_reverse	4	-0.03829976171255112
35926	rnn.bias_hh_l1_reverse	5	-0.0470895990729332
35926	rnn.bias_hh_l1_reverse	6	0.09896887838840485
35926	rnn.bias_hh_l1_reverse	7	-0.07972206920385361
35926	rnn.bias_hh_l1_reverse	8	-0.06634175032377243
35926	rnn.bias_hh_l1_reverse	9	-0.06994647532701492
35926	linear.weight	0	0.002228822559118271
35926	linear.weight	1	0.06639508157968521
35926	linear.weight	2	-0.09813190996646881
35926	linear.weight	3	0.24740132689476013
35926	linear.weight	4	0.09816022217273712
35926	linear.weight	5	0.025782905519008636
35926	linear.weight	6	0.0718652755022049
35926	linear.weight	7	0.16383492946624756
35926	linear.weight	8	0.04184138402342796
35926	linear.weight	9	-0.0714820995926857
35926	linear.bias	0	-0.10916188359260559
35926	linear.bias	1	-0.006984574720263481
35926	linear.bias	2	-0.3628906011581421
35926	linear.bias	3	-0.735765278339386
35926	linear.bias	4	-0.9183015823364258
35926	linear.bias	5	0.08278125524520874
35926	linear.bias	6	-0.5551759004592896
35926	linear.bias	7	0.5161541104316711
35926	linear.bias	8	-0.5950430035591125
35926	linear.bias	9	-0.8152769804000854
36123	transitions	0	0.34710225462913513
36123	transitions	1	-0.0538586787879467
36123	transitions	2	-10000.0
36123	transitions	3	-1.782120943069458
36123	transitions	4	-10000.0
36123	transitions	5	0.7081698179244995
36123	transitions	6	0.024951908737421036
36123	transitions	7	-0.17170265316963196
36123	transitions	8	-1.276124119758606
36123	transitions	9	0.00018189667025581002
36123	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
36123	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
36123	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
36123	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
36123	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
36123	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
36123	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
36123	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
36123	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
36123	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
36123	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
36123	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
36123	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
36123	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
36123	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
36123	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
36123	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
36123	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
36123	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
36123	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
36123	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
36123	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
36123	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
36123	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
36123	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
36123	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
36123	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
36123	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
36123	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
36123	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
36123	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
36123	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
36123	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
36123	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
36123	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
36123	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
36123	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
36123	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
36123	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
36123	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
36123	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
36123	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
36123	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
36123	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
36123	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
36123	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
36123	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
36123	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
36123	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
36123	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
36123	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
36123	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
36123	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
36123	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
36123	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
36123	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
36123	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
36123	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
36123	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
36123	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
36123	embedding2nn.weight	0	0.019732479006052017
36123	embedding2nn.weight	1	-0.01908668503165245
36123	embedding2nn.weight	2	-0.014268253929913044
36123	embedding2nn.weight	3	0.02101624198257923
36123	embedding2nn.weight	4	-0.005915034096688032
36123	embedding2nn.weight	5	-0.0037005911581218243
36123	embedding2nn.weight	6	-0.003973257262259722
36123	embedding2nn.weight	7	-0.03033294901251793
36123	embedding2nn.weight	8	-0.0019979383796453476
36123	embedding2nn.weight	9	-0.013925035484135151
36123	embedding2nn.bias	0	0.04613025486469269
36123	embedding2nn.bias	1	-0.050390277057886124
36123	embedding2nn.bias	2	0.07306132465600967
36123	embedding2nn.bias	3	0.048208896070718765
36123	embedding2nn.bias	4	-0.026069119572639465
36123	embedding2nn.bias	5	-0.028704911470413208
36123	embedding2nn.bias	6	-0.0021568110678344965
36123	embedding2nn.bias	7	-0.04482303559780121
36123	embedding2nn.bias	8	0.06325876712799072
36123	embedding2nn.bias	9	0.04904609173536301
36123	rnn.weight_ih_l0	0	-0.01224550325423479
36123	rnn.weight_ih_l0	1	0.0036289123818278313
36123	rnn.weight_ih_l0	2	0.02889302745461464
36123	rnn.weight_ih_l0	3	0.006933730095624924
36123	rnn.weight_ih_l0	4	-0.021038532257080078
36123	rnn.weight_ih_l0	5	-0.059259358793497086
36123	rnn.weight_ih_l0	6	0.022982222959399223
36123	rnn.weight_ih_l0	7	0.05001354590058327
36123	rnn.weight_ih_l0	8	0.01209786906838417
36123	rnn.weight_ih_l0	9	-0.033407170325517654
36123	rnn.weight_hh_l0	0	-0.04188758507370949
36123	rnn.weight_hh_l0	1	-0.005208580754697323
36123	rnn.weight_hh_l0	2	0.0074839042499661446
36123	rnn.weight_hh_l0	3	-0.04466547071933746
36123	rnn.weight_hh_l0	4	0.04871421679854393
36123	rnn.weight_hh_l0	5	-0.009104595519602299
36123	rnn.weight_hh_l0	6	-0.02894924208521843
36123	rnn.weight_hh_l0	7	-0.032641950994729996
36123	rnn.weight_hh_l0	8	0.002781844465062022
36123	rnn.weight_hh_l0	9	-0.02482805959880352
36123	rnn.bias_ih_l0	0	0.025971993803977966
36123	rnn.bias_ih_l0	1	-0.02477014623582363
36123	rnn.bias_ih_l0	2	0.00048334425082430243
36123	rnn.bias_ih_l0	3	0.0789334699511528
36123	rnn.bias_ih_l0	4	-0.03407665714621544
36123	rnn.bias_ih_l0	5	-0.03830675035715103
36123	rnn.bias_ih_l0	6	-0.0039971210062503815
36123	rnn.bias_ih_l0	7	0.034543149173259735
36123	rnn.bias_ih_l0	8	-0.06951238214969635
36123	rnn.bias_ih_l0	9	-0.034610565751791
36123	rnn.bias_hh_l0	0	-0.0365714430809021
36123	rnn.bias_hh_l0	1	-0.04696549475193024
36123	rnn.bias_hh_l0	2	-0.03779885172843933
36123	rnn.bias_hh_l0	3	-0.05774625390768051
36123	rnn.bias_hh_l0	4	0.0029673294629901648
36123	rnn.bias_hh_l0	5	0.006144387181848288
36123	rnn.bias_hh_l0	6	0.026713261380791664
36123	rnn.bias_hh_l0	7	-0.017603378742933273
36123	rnn.bias_hh_l0	8	-0.06808140128850937
36123	rnn.bias_hh_l0	9	-0.024105297401547432
36123	rnn.weight_ih_l0_reverse	0	-0.016727210953831673
36123	rnn.weight_ih_l0_reverse	1	-0.052321404218673706
36123	rnn.weight_ih_l0_reverse	2	-0.014727512374520302
36123	rnn.weight_ih_l0_reverse	3	0.005245757754892111
36123	rnn.weight_ih_l0_reverse	4	-0.010699556209146976
36123	rnn.weight_ih_l0_reverse	5	-0.04870891198515892
36123	rnn.weight_ih_l0_reverse	6	0.0402575358748436
36123	rnn.weight_ih_l0_reverse	7	-0.024819722399115562
36123	rnn.weight_ih_l0_reverse	8	-0.03498942777514458
36123	rnn.weight_ih_l0_reverse	9	0.014048082754015923
36123	rnn.weight_hh_l0_reverse	0	0.03617217019200325
36123	rnn.weight_hh_l0_reverse	1	0.0329306535422802
36123	rnn.weight_hh_l0_reverse	2	0.029290106147527695
36123	rnn.weight_hh_l0_reverse	3	0.01941678673028946
36123	rnn.weight_hh_l0_reverse	4	0.006113892421126366
36123	rnn.weight_hh_l0_reverse	5	-0.010596651583909988
36123	rnn.weight_hh_l0_reverse	6	0.03616778180003166
36123	rnn.weight_hh_l0_reverse	7	-0.026068586856126785
36123	rnn.weight_hh_l0_reverse	8	0.01610829308629036
36123	rnn.weight_hh_l0_reverse	9	0.04889897257089615
36123	rnn.bias_ih_l0_reverse	0	-0.06556256115436554
36123	rnn.bias_ih_l0_reverse	1	-0.12841422855854034
36123	rnn.bias_ih_l0_reverse	2	-0.04518333077430725
36123	rnn.bias_ih_l0_reverse	3	-0.003031739965081215
36123	rnn.bias_ih_l0_reverse	4	-0.029280809685587883
36123	rnn.bias_ih_l0_reverse	5	0.016013741493225098
36123	rnn.bias_ih_l0_reverse	6	-0.023581409826874733
36123	rnn.bias_ih_l0_reverse	7	0.031295135617256165
36123	rnn.bias_ih_l0_reverse	8	-0.03830968961119652
36123	rnn.bias_ih_l0_reverse	9	0.0243259035050869
36123	rnn.bias_hh_l0_reverse	0	-0.03422505781054497
36123	rnn.bias_hh_l0_reverse	1	-0.0162935983389616
36123	rnn.bias_hh_l0_reverse	2	0.0341266468167305
36123	rnn.bias_hh_l0_reverse	3	-0.03913499042391777
36123	rnn.bias_hh_l0_reverse	4	-0.04138695448637009
36123	rnn.bias_hh_l0_reverse	5	-0.05248585715889931
36123	rnn.bias_hh_l0_reverse	6	-0.0043198405764997005
36123	rnn.bias_hh_l0_reverse	7	0.05649823322892189
36123	rnn.bias_hh_l0_reverse	8	0.032541174441576004
36123	rnn.bias_hh_l0_reverse	9	-0.07050691545009613
36123	rnn.weight_ih_l1	0	-0.03313896805047989
36123	rnn.weight_ih_l1	1	-0.03270995616912842
36123	rnn.weight_ih_l1	2	0.053677529096603394
36123	rnn.weight_ih_l1	3	-0.019336778670549393
36123	rnn.weight_ih_l1	4	0.005935175810009241
36123	rnn.weight_ih_l1	5	-0.042471203953027725
36123	rnn.weight_ih_l1	6	0.02112865447998047
36123	rnn.weight_ih_l1	7	-0.03277283534407616
36123	rnn.weight_ih_l1	8	0.038610994815826416
36123	rnn.weight_ih_l1	9	0.026677407324314117
36123	rnn.weight_hh_l1	0	-0.00621090829372406
36123	rnn.weight_hh_l1	1	0.00506123062223196
36123	rnn.weight_hh_l1	2	-0.02399100922048092
36123	rnn.weight_hh_l1	3	-0.004548216238617897
36123	rnn.weight_hh_l1	4	0.0010152128525078297
36123	rnn.weight_hh_l1	5	0.027483565732836723
36123	rnn.weight_hh_l1	6	0.03208198398351669
36123	rnn.weight_hh_l1	7	-0.030576011165976524
36123	rnn.weight_hh_l1	8	-0.03714193403720856
36123	rnn.weight_hh_l1	9	0.03738386556506157
36123	rnn.bias_ih_l1	0	-0.09230686724185944
36123	rnn.bias_ih_l1	1	-0.09258180856704712
36123	rnn.bias_ih_l1	2	-0.11470258980989456
36123	rnn.bias_ih_l1	3	-0.1460122913122177
36123	rnn.bias_ih_l1	4	-0.15509098768234253
36123	rnn.bias_ih_l1	5	-0.07995434105396271
36123	rnn.bias_ih_l1	6	-0.062294021248817444
36123	rnn.bias_ih_l1	7	-0.024643167853355408
36123	rnn.bias_ih_l1	8	-0.0693296492099762
36123	rnn.bias_ih_l1	9	-0.07216110825538635
36123	rnn.bias_hh_l1	0	-0.10331886261701584
36123	rnn.bias_hh_l1	1	-0.021619558334350586
36123	rnn.bias_hh_l1	2	-0.05527925491333008
36123	rnn.bias_hh_l1	3	-0.06211242079734802
36123	rnn.bias_hh_l1	4	-0.0903637707233429
36123	rnn.bias_hh_l1	5	-0.04928813874721527
36123	rnn.bias_hh_l1	6	-0.08807067573070526
36123	rnn.bias_hh_l1	7	-0.013766738586127758
36123	rnn.bias_hh_l1	8	-0.05833134800195694
36123	rnn.bias_hh_l1	9	-0.036809999495744705
36123	rnn.weight_ih_l1_reverse	0	-0.033430732786655426
36123	rnn.weight_ih_l1_reverse	1	0.020710725337266922
36123	rnn.weight_ih_l1_reverse	2	-0.052221182733774185
36123	rnn.weight_ih_l1_reverse	3	-0.030970817431807518
36123	rnn.weight_ih_l1_reverse	4	-0.024551982060074806
36123	rnn.weight_ih_l1_reverse	5	-0.03776656836271286
36123	rnn.weight_ih_l1_reverse	6	-0.021954849362373352
36123	rnn.weight_ih_l1_reverse	7	0.016482427716255188
36123	rnn.weight_ih_l1_reverse	8	0.03481610491871834
36123	rnn.weight_ih_l1_reverse	9	-0.03866814449429512
36123	rnn.weight_hh_l1_reverse	0	0.008236548863351345
36123	rnn.weight_hh_l1_reverse	1	0.028949903324246407
36123	rnn.weight_hh_l1_reverse	2	-0.036857135593891144
36123	rnn.weight_hh_l1_reverse	3	0.03893046826124191
36123	rnn.weight_hh_l1_reverse	4	0.043571796268224716
36123	rnn.weight_hh_l1_reverse	5	0.009596170857548714
36123	rnn.weight_hh_l1_reverse	6	0.011968228965997696
36123	rnn.weight_hh_l1_reverse	7	0.02832574024796486
36123	rnn.weight_hh_l1_reverse	8	-0.004182062577456236
36123	rnn.weight_hh_l1_reverse	9	-0.04015972465276718
36123	rnn.bias_ih_l1_reverse	0	-0.02146056480705738
36123	rnn.bias_ih_l1_reverse	1	-0.07849448919296265
36123	rnn.bias_ih_l1_reverse	2	-0.08739801496267319
36123	rnn.bias_ih_l1_reverse	3	-0.006462935823947191
36123	rnn.bias_ih_l1_reverse	4	-0.12921710312366486
36123	rnn.bias_ih_l1_reverse	5	-0.0665263831615448
36123	rnn.bias_ih_l1_reverse	6	-0.07326889783143997
36123	rnn.bias_ih_l1_reverse	7	-0.1073170080780983
36123	rnn.bias_ih_l1_reverse	8	0.09886515885591507
36123	rnn.bias_ih_l1_reverse	9	-0.006590105593204498
36123	rnn.bias_hh_l1_reverse	0	0.0008573286468163133
36123	rnn.bias_hh_l1_reverse	1	-0.01745099574327469
36123	rnn.bias_hh_l1_reverse	2	-0.1630207598209381
36123	rnn.bias_hh_l1_reverse	3	-0.04014584422111511
36123	rnn.bias_hh_l1_reverse	4	-0.03742348402738571
36123	rnn.bias_hh_l1_reverse	5	-0.04633307829499245
36123	rnn.bias_hh_l1_reverse	6	0.10284144431352615
36123	rnn.bias_hh_l1_reverse	7	-0.07812202721834183
36123	rnn.bias_hh_l1_reverse	8	-0.0694587305188179
36123	rnn.bias_hh_l1_reverse	9	-0.06925837695598602
36123	linear.weight	0	0.002228822559118271
36123	linear.weight	1	0.0703025534749031
36123	linear.weight	2	-0.09809506684541702
36123	linear.weight	3	0.2563231885433197
36123	linear.weight	4	0.09438817203044891
36123	linear.weight	5	0.028973093256354332
36123	linear.weight	6	0.060358576476573944
36123	linear.weight	7	0.14418427646160126
36123	linear.weight	8	0.041835710406303406
36123	linear.weight	9	-0.06290582567453384
36123	linear.bias	0	-0.13117460906505585
36123	linear.bias	1	-0.005475420504808426
36123	linear.bias	2	-0.40441077947616577
36123	linear.bias	3	-0.7786651253700256
36123	linear.bias	4	-0.9548170566558838
36123	linear.bias	5	0.07885038107633591
36123	linear.bias	6	-0.5524098873138428
36123	linear.bias	7	0.5069141983985901
36123	linear.bias	8	-0.5546781420707703
36123	linear.bias	9	-0.7680971026420593
36320	transitions	0	0.33775976300239563
36320	transitions	1	-0.0541214793920517
36320	transitions	2	-10000.0
36320	transitions	3	-1.78229820728302
36320	transitions	4	-10000.0
36320	transitions	5	0.7072442173957825
36320	transitions	6	0.024466047063469887
36320	transitions	7	-0.17269162833690643
36320	transitions	8	-1.2765239477157593
36320	transitions	9	0.00017403170932084322
36320	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
36320	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
36320	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
36320	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
36320	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
36320	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
36320	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
36320	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
36320	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
36320	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
36320	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
36320	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
36320	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
36320	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
36320	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
36320	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
36320	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
36320	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
36320	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
36320	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
36320	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
36320	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
36320	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
36320	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
36320	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
36320	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
36320	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
36320	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
36320	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
36320	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
36320	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
36320	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
36320	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
36320	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
36320	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
36320	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
36320	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
36320	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
36320	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
36320	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
36320	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
36320	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
36320	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
36320	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
36320	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
36320	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
36320	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
36320	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
36320	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
36320	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
36320	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
36320	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
36320	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
36320	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
36320	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
36320	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
36320	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
36320	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
36320	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
36320	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
36320	embedding2nn.weight	0	0.019689025357365608
36320	embedding2nn.weight	1	-0.018833477050065994
36320	embedding2nn.weight	2	-0.014268253929913044
36320	embedding2nn.weight	3	0.022837046533823013
36320	embedding2nn.weight	4	-0.005915034096688032
36320	embedding2nn.weight	5	-0.0037005911581218243
36320	embedding2nn.weight	6	-0.00397325586527586
36320	embedding2nn.weight	7	-0.03032108210027218
36320	embedding2nn.weight	8	-0.0019979383796453476
36320	embedding2nn.weight	9	-0.014967714436352253
36320	embedding2nn.bias	0	0.045663248747587204
36320	embedding2nn.bias	1	-0.050292082130908966
36320	embedding2nn.bias	2	0.07297803461551666
36320	embedding2nn.bias	3	0.04330892860889435
36320	embedding2nn.bias	4	-0.02082115411758423
36320	embedding2nn.bias	5	-0.021957149729132652
36320	embedding2nn.bias	6	-0.004616776946932077
36320	embedding2nn.bias	7	-0.0431743748486042
36320	embedding2nn.bias	8	0.0680118054151535
36320	embedding2nn.bias	9	0.058358971029520035
36320	rnn.weight_ih_l0	0	-0.01056351326406002
36320	rnn.weight_ih_l0	1	0.0045110792852938175
36320	rnn.weight_ih_l0	2	0.02861747145652771
36320	rnn.weight_ih_l0	3	0.007118422072380781
36320	rnn.weight_ih_l0	4	-0.02130996808409691
36320	rnn.weight_ih_l0	5	-0.05945420637726784
36320	rnn.weight_ih_l0	6	0.022980447858572006
36320	rnn.weight_ih_l0	7	0.049769654870033264
36320	rnn.weight_ih_l0	8	0.011321594007313251
36320	rnn.weight_ih_l0	9	-0.033359795808792114
36320	rnn.weight_hh_l0	0	-0.04113068804144859
36320	rnn.weight_hh_l0	1	-0.005030210595577955
36320	rnn.weight_hh_l0	2	0.007379478309303522
36320	rnn.weight_hh_l0	3	-0.04507012292742729
36320	rnn.weight_hh_l0	4	0.04946873337030411
36320	rnn.weight_hh_l0	5	-0.008557419292628765
36320	rnn.weight_hh_l0	6	-0.02897731214761734
36320	rnn.weight_hh_l0	7	-0.030979294329881668
36320	rnn.weight_hh_l0	8	0.0030392948538064957
36320	rnn.weight_hh_l0	9	-0.02469879575073719
36320	rnn.bias_ih_l0	0	0.02832045406103134
36320	rnn.bias_ih_l0	1	-0.03018084727227688
36320	rnn.bias_ih_l0	2	0.0011931471526622772
36320	rnn.bias_ih_l0	3	0.08147546648979187
36320	rnn.bias_ih_l0	4	-0.033327922224998474
36320	rnn.bias_ih_l0	5	-0.036213651299476624
36320	rnn.bias_ih_l0	6	0.002628442831337452
36320	rnn.bias_ih_l0	7	0.031901903450489044
36320	rnn.bias_ih_l0	8	-0.06711668521165848
36320	rnn.bias_ih_l0	9	-0.03351243585348129
36320	rnn.bias_hh_l0	0	-0.03576032444834709
36320	rnn.bias_hh_l0	1	-0.046343084424734116
36320	rnn.bias_hh_l0	2	-0.03569233790040016
36320	rnn.bias_hh_l0	3	-0.0577218122780323
36320	rnn.bias_hh_l0	4	0.004553076345473528
36320	rnn.bias_hh_l0	5	0.007531472481787205
36320	rnn.bias_hh_l0	6	0.026125522330403328
36320	rnn.bias_hh_l0	7	-0.02078705094754696
36320	rnn.bias_hh_l0	8	-0.06600001454353333
36320	rnn.bias_hh_l0	9	-0.02007152885198593
36320	rnn.weight_ih_l0_reverse	0	-0.01641971990466118
36320	rnn.weight_ih_l0_reverse	1	-0.051483575254678726
36320	rnn.weight_ih_l0_reverse	2	-0.013052089139819145
36320	rnn.weight_ih_l0_reverse	3	0.004013890400528908
36320	rnn.weight_ih_l0_reverse	4	-0.011080794967710972
36320	rnn.weight_ih_l0_reverse	5	-0.04818924143910408
36320	rnn.weight_ih_l0_reverse	6	0.03905859962105751
36320	rnn.weight_ih_l0_reverse	7	-0.024711089208722115
36320	rnn.weight_ih_l0_reverse	8	-0.035074345767498016
36320	rnn.weight_ih_l0_reverse	9	0.014101533219218254
36320	rnn.weight_hh_l0_reverse	0	0.035267651081085205
36320	rnn.weight_hh_l0_reverse	1	0.032394424080848694
36320	rnn.weight_hh_l0_reverse	2	0.029648389667272568
36320	rnn.weight_hh_l0_reverse	3	0.01930488832294941
36320	rnn.weight_hh_l0_reverse	4	0.006359316408634186
36320	rnn.weight_hh_l0_reverse	5	-0.009973924607038498
36320	rnn.weight_hh_l0_reverse	6	0.03617792949080467
36320	rnn.weight_hh_l0_reverse	7	-0.02583465352654457
36320	rnn.weight_hh_l0_reverse	8	0.01727832853794098
36320	rnn.weight_hh_l0_reverse	9	0.048498574644327164
36320	rnn.bias_ih_l0_reverse	0	-0.0659572184085846
36320	rnn.bias_ih_l0_reverse	1	-0.12981632351875305
36320	rnn.bias_ih_l0_reverse	2	-0.04128345847129822
36320	rnn.bias_ih_l0_reverse	3	-0.005629184655845165
36320	rnn.bias_ih_l0_reverse	4	-0.028397975489497185
36320	rnn.bias_ih_l0_reverse	5	0.01734177954494953
36320	rnn.bias_ih_l0_reverse	6	-0.02777748368680477
36320	rnn.bias_ih_l0_reverse	7	0.031764425337314606
36320	rnn.bias_ih_l0_reverse	8	-0.038912177085876465
36320	rnn.bias_ih_l0_reverse	9	0.025280047208070755
36320	rnn.bias_hh_l0_reverse	0	-0.03446812927722931
36320	rnn.bias_hh_l0_reverse	1	-0.012992885895073414
36320	rnn.bias_hh_l0_reverse	2	0.03209255635738373
36320	rnn.bias_hh_l0_reverse	3	-0.03736385703086853
36320	rnn.bias_hh_l0_reverse	4	-0.03922513872385025
36320	rnn.bias_hh_l0_reverse	5	-0.057532936334609985
36320	rnn.bias_hh_l0_reverse	6	-0.00549320550635457
36320	rnn.bias_hh_l0_reverse	7	0.057917434722185135
36320	rnn.bias_hh_l0_reverse	8	0.028825921937823296
36320	rnn.bias_hh_l0_reverse	9	-0.07284349203109741
36320	rnn.weight_ih_l1	0	-0.03268220275640488
36320	rnn.weight_ih_l1	1	-0.03302431479096413
36320	rnn.weight_ih_l1	2	0.055249862372875214
36320	rnn.weight_ih_l1	3	-0.017618637531995773
36320	rnn.weight_ih_l1	4	0.0052634370513260365
36320	rnn.weight_ih_l1	5	-0.042124371975660324
36320	rnn.weight_ih_l1	6	0.019734108820557594
36320	rnn.weight_ih_l1	7	-0.03321182727813721
36320	rnn.weight_ih_l1	8	0.03849779814481735
36320	rnn.weight_ih_l1	9	0.026790106669068336
36320	rnn.weight_hh_l1	0	-0.006926730275154114
36320	rnn.weight_hh_l1	1	0.005149205680936575
36320	rnn.weight_hh_l1	2	-0.023921450600028038
36320	rnn.weight_hh_l1	3	-0.004053314682096243
36320	rnn.weight_hh_l1	4	0.001618044450879097
36320	rnn.weight_hh_l1	5	0.027414357289671898
36320	rnn.weight_hh_l1	6	0.032117318361997604
36320	rnn.weight_hh_l1	7	-0.030570631846785545
36320	rnn.weight_hh_l1	8	-0.03732728958129883
36320	rnn.weight_hh_l1	9	0.03685688599944115
36320	rnn.bias_ih_l1	0	-0.09325764328241348
36320	rnn.bias_ih_l1	1	-0.09370950609445572
36320	rnn.bias_ih_l1	2	-0.115333691239357
36320	rnn.bias_ih_l1	3	-0.14067813754081726
36320	rnn.bias_ih_l1	4	-0.1546781361103058
36320	rnn.bias_ih_l1	5	-0.08032312989234924
36320	rnn.bias_ih_l1	6	-0.06413371860980988
36320	rnn.bias_ih_l1	7	-0.0260509941726923
36320	rnn.bias_ih_l1	8	-0.06780322641134262
36320	rnn.bias_ih_l1	9	-0.07651732116937637
36320	rnn.bias_hh_l1	0	-0.10206513851881027
36320	rnn.bias_hh_l1	1	-0.021837403997778893
36320	rnn.bias_hh_l1	2	-0.053139828145504
36320	rnn.bias_hh_l1	3	-0.062091536819934845
36320	rnn.bias_hh_l1	4	-0.09149742871522903
36320	rnn.bias_hh_l1	5	-0.048401858657598495
36320	rnn.bias_hh_l1	6	-0.08753828704357147
36320	rnn.bias_hh_l1	7	-0.0038295192644000053
36320	rnn.bias_hh_l1	8	-0.05515395104885101
36320	rnn.bias_hh_l1	9	-0.03945934772491455
36320	rnn.weight_ih_l1_reverse	0	-0.03531410172581673
36320	rnn.weight_ih_l1_reverse	1	0.01789943501353264
36320	rnn.weight_ih_l1_reverse	2	-0.05053974688053131
36320	rnn.weight_ih_l1_reverse	3	-0.03331251069903374
36320	rnn.weight_ih_l1_reverse	4	-0.02344263531267643
36320	rnn.weight_ih_l1_reverse	5	-0.03777288272976875
36320	rnn.weight_ih_l1_reverse	6	-0.02158212661743164
36320	rnn.weight_ih_l1_reverse	7	0.016973847523331642
36320	rnn.weight_ih_l1_reverse	8	0.03403664007782936
36320	rnn.weight_ih_l1_reverse	9	-0.04024229943752289
36320	rnn.weight_hh_l1_reverse	0	0.00820230133831501
36320	rnn.weight_hh_l1_reverse	1	0.028839586302638054
36320	rnn.weight_hh_l1_reverse	2	-0.036851685494184494
36320	rnn.weight_hh_l1_reverse	3	0.03896988928318024
36320	rnn.weight_hh_l1_reverse	4	0.04338090121746063
36320	rnn.weight_hh_l1_reverse	5	0.009384390898048878
36320	rnn.weight_hh_l1_reverse	6	0.010245747864246368
36320	rnn.weight_hh_l1_reverse	7	0.028194449841976166
36320	rnn.weight_hh_l1_reverse	8	-0.004194052889943123
36320	rnn.weight_hh_l1_reverse	9	-0.04022175446152687
36320	rnn.bias_ih_l1_reverse	0	-0.019968632608652115
36320	rnn.bias_ih_l1_reverse	1	-0.07628652453422546
36320	rnn.bias_ih_l1_reverse	2	-0.08720164746046066
36320	rnn.bias_ih_l1_reverse	3	-0.008435363881289959
36320	rnn.bias_ih_l1_reverse	4	-0.13007299602031708
36320	rnn.bias_ih_l1_reverse	5	-0.06820111721754074
36320	rnn.bias_ih_l1_reverse	6	-0.07170683890581131
36320	rnn.bias_ih_l1_reverse	7	-0.10581044852733612
36320	rnn.bias_ih_l1_reverse	8	0.10184452682733536
36320	rnn.bias_ih_l1_reverse	9	-0.00391234178096056
36320	rnn.bias_hh_l1_reverse	0	-0.002696066629141569
36320	rnn.bias_hh_l1_reverse	1	-0.018768595531582832
36320	rnn.bias_hh_l1_reverse	2	-0.162539541721344
36320	rnn.bias_hh_l1_reverse	3	-0.03975284472107887
36320	rnn.bias_hh_l1_reverse	4	-0.03818802908062935
36320	rnn.bias_hh_l1_reverse	5	-0.04522083327174187
36320	rnn.bias_hh_l1_reverse	6	0.10483335703611374
36320	rnn.bias_hh_l1_reverse	7	-0.07686920464038849
36320	rnn.bias_hh_l1_reverse	8	-0.07015329599380493
36320	rnn.bias_hh_l1_reverse	9	-0.07009720057249069
36320	linear.weight	0	0.002228822559118271
36320	linear.weight	1	0.07613344490528107
36320	linear.weight	2	-0.09703417867422104
36320	linear.weight	3	0.26411202549934387
36320	linear.weight	4	0.08616360276937485
36320	linear.weight	5	0.029842372983694077
36320	linear.weight	6	0.0645126923918724
36320	linear.weight	7	0.14684751629829407
36320	linear.weight	8	0.04183315858244896
36320	linear.weight	9	-0.05520980805158615
36320	linear.bias	0	-0.09667908400297165
36320	linear.bias	1	-0.034981995820999146
36320	linear.bias	2	-0.4256783425807953
36320	linear.bias	3	-0.7497484087944031
36320	linear.bias	4	-0.9255152940750122
36320	linear.bias	5	0.08698642998933792
36320	linear.bias	6	-0.5773373246192932
36320	linear.bias	7	0.5147745609283447
36320	linear.bias	8	-0.5486447215080261
36320	linear.bias	9	-0.7603936791419983
36517	transitions	0	0.35209721326828003
36517	transitions	1	-0.05908191576600075
36517	transitions	2	-10000.0
36517	transitions	3	-1.7825641632080078
36517	transitions	4	-10000.0
36517	transitions	5	0.7067103981971741
36517	transitions	6	0.024030935019254684
36517	transitions	7	-0.17365148663520813
36517	transitions	8	-1.2772716283798218
36517	transitions	9	0.00016460994083900005
36517	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
36517	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
36517	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
36517	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
36517	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
36517	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
36517	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
36517	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
36517	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
36517	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
36517	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
36517	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
36517	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
36517	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
36517	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
36517	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
36517	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
36517	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
36517	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
36517	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
36517	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
36517	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
36517	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
36517	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
36517	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
36517	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
36517	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
36517	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
36517	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
36517	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
36517	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
36517	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
36517	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
36517	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
36517	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
36517	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
36517	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
36517	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
36517	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
36517	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
36517	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
36517	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
36517	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
36517	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
36517	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
36517	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
36517	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
36517	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
36517	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
36517	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
36517	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
36517	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
36517	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
36517	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
36517	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
36517	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
36517	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
36517	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
36517	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
36517	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
36517	embedding2nn.weight	0	0.019556956365704536
36517	embedding2nn.weight	1	-0.018760301172733307
36517	embedding2nn.weight	2	-0.014268253929913044
36517	embedding2nn.weight	3	0.021107448264956474
36517	embedding2nn.weight	4	-0.005915034096688032
36517	embedding2nn.weight	5	-0.0037005904596298933
36517	embedding2nn.weight	6	-0.003973250277340412
36517	embedding2nn.weight	7	-0.03010518103837967
36517	embedding2nn.weight	8	-0.0019979383796453476
36517	embedding2nn.weight	9	-0.016081737354397774
36517	embedding2nn.bias	0	0.04400903359055519
36517	embedding2nn.bias	1	-0.05597621574997902
36517	embedding2nn.bias	2	0.0749264732003212
36517	embedding2nn.bias	3	0.04543552175164223
36517	embedding2nn.bias	4	-0.019035659730434418
36517	embedding2nn.bias	5	-0.030054355040192604
36517	embedding2nn.bias	6	-0.0032585347071290016
36517	embedding2nn.bias	7	-0.047334954142570496
36517	embedding2nn.bias	8	0.05538540333509445
36517	embedding2nn.bias	9	0.055549249053001404
36517	rnn.weight_ih_l0	0	-0.01199167687445879
36517	rnn.weight_ih_l0	1	0.006198964547365904
36517	rnn.weight_ih_l0	2	0.028950190171599388
36517	rnn.weight_ih_l0	3	0.0059506213292479515
36517	rnn.weight_ih_l0	4	-0.020934121683239937
36517	rnn.weight_ih_l0	5	-0.05902305990457535
36517	rnn.weight_ih_l0	6	0.02278818003833294
36517	rnn.weight_ih_l0	7	0.05041331425309181
36517	rnn.weight_ih_l0	8	0.010705392807722092
36517	rnn.weight_ih_l0	9	-0.03367936238646507
36517	rnn.weight_hh_l0	0	-0.04134846478700638
36517	rnn.weight_hh_l0	1	-0.005607898812741041
36517	rnn.weight_hh_l0	2	0.007636906113475561
36517	rnn.weight_hh_l0	3	-0.044868528842926025
36517	rnn.weight_hh_l0	4	0.04890485480427742
36517	rnn.weight_hh_l0	5	-0.008850342594087124
36517	rnn.weight_hh_l0	6	-0.029285931959748268
36517	rnn.weight_hh_l0	7	-0.029648317024111748
36517	rnn.weight_hh_l0	8	0.004236758220940828
36517	rnn.weight_hh_l0	9	-0.024383431300520897
36517	rnn.bias_ih_l0	0	0.03144541755318642
36517	rnn.bias_ih_l0	1	-0.029657337814569473
36517	rnn.bias_ih_l0	2	-0.0012440906139090657
36517	rnn.bias_ih_l0	3	0.08292656391859055
36517	rnn.bias_ih_l0	4	-0.03363776579499245
36517	rnn.bias_ih_l0	5	-0.037473589181900024
36517	rnn.bias_ih_l0	6	7.025891682133079e-05
36517	rnn.bias_ih_l0	7	0.0315701849758625
36517	rnn.bias_ih_l0	8	-0.06637334078550339
36517	rnn.bias_ih_l0	9	-0.029912900179624557
36517	rnn.bias_hh_l0	0	-0.03161908686161041
36517	rnn.bias_hh_l0	1	-0.044831931591033936
36517	rnn.bias_hh_l0	2	-0.03446584194898605
36517	rnn.bias_hh_l0	3	-0.05887918174266815
36517	rnn.bias_hh_l0	4	0.0036385993007570505
36517	rnn.bias_hh_l0	5	0.009925886988639832
36517	rnn.bias_hh_l0	6	0.023420607671141624
36517	rnn.bias_hh_l0	7	-0.022949928417801857
36517	rnn.bias_hh_l0	8	-0.06938166171312332
36517	rnn.bias_hh_l0	9	-0.022246941924095154
36517	rnn.weight_ih_l0_reverse	0	-0.016574431210756302
36517	rnn.weight_ih_l0_reverse	1	-0.05149371549487114
36517	rnn.weight_ih_l0_reverse	2	-0.014657394960522652
36517	rnn.weight_ih_l0_reverse	3	0.004130813758820295
36517	rnn.weight_ih_l0_reverse	4	-0.011274194344878197
36517	rnn.weight_ih_l0_reverse	5	-0.048463039100170135
36517	rnn.weight_ih_l0_reverse	6	0.0386456735432148
36517	rnn.weight_ih_l0_reverse	7	-0.02501114271581173
36517	rnn.weight_ih_l0_reverse	8	-0.03546180576086044
36517	rnn.weight_ih_l0_reverse	9	0.013385376892983913
36517	rnn.weight_hh_l0_reverse	0	0.03481977805495262
36517	rnn.weight_hh_l0_reverse	1	0.03149387612938881
36517	rnn.weight_hh_l0_reverse	2	0.0289229117333889
36517	rnn.weight_hh_l0_reverse	3	0.018956102430820465
36517	rnn.weight_hh_l0_reverse	4	0.005676069296896458
36517	rnn.weight_hh_l0_reverse	5	-0.009585601277649403
36517	rnn.weight_hh_l0_reverse	6	0.035814184695482254
36517	rnn.weight_hh_l0_reverse	7	-0.025882519781589508
36517	rnn.weight_hh_l0_reverse	8	0.019170546904206276
36517	rnn.weight_hh_l0_reverse	9	0.04780213534832001
36517	rnn.bias_ih_l0_reverse	0	-0.06580661237239838
36517	rnn.bias_ih_l0_reverse	1	-0.1359228938817978
36517	rnn.bias_ih_l0_reverse	2	-0.046034980565309525
36517	rnn.bias_ih_l0_reverse	3	-0.003519889898598194
36517	rnn.bias_ih_l0_reverse	4	-0.027897199615836143
36517	rnn.bias_ih_l0_reverse	5	0.017300313338637352
36517	rnn.bias_ih_l0_reverse	6	-0.02873806282877922
36517	rnn.bias_ih_l0_reverse	7	0.030965227633714676
36517	rnn.bias_ih_l0_reverse	8	-0.03721277788281441
36517	rnn.bias_ih_l0_reverse	9	0.02705131471157074
36517	rnn.bias_hh_l0_reverse	0	-0.034273795783519745
36517	rnn.bias_hh_l0_reverse	1	-0.011712885461747646
36517	rnn.bias_hh_l0_reverse	2	0.031536974012851715
36517	rnn.bias_hh_l0_reverse	3	-0.03716081380844116
36517	rnn.bias_hh_l0_reverse	4	-0.04063982889056206
36517	rnn.bias_hh_l0_reverse	5	-0.054809316992759705
36517	rnn.bias_hh_l0_reverse	6	-0.007174176163971424
36517	rnn.bias_hh_l0_reverse	7	0.05644509568810463
36517	rnn.bias_hh_l0_reverse	8	0.02514650672674179
36517	rnn.bias_hh_l0_reverse	9	-0.0735236257314682
36517	rnn.weight_ih_l1	0	-0.032179977744817734
36517	rnn.weight_ih_l1	1	-0.03189795836806297
36517	rnn.weight_ih_l1	2	0.05352482944726944
36517	rnn.weight_ih_l1	3	-0.01900688372552395
36517	rnn.weight_ih_l1	4	0.00499812001362443
36517	rnn.weight_ih_l1	5	-0.04208473488688469
36517	rnn.weight_ih_l1	6	0.020158497616648674
36517	rnn.weight_ih_l1	7	-0.03291286155581474
36517	rnn.weight_ih_l1	8	0.0384565144777298
36517	rnn.weight_ih_l1	9	0.026285307481884956
36517	rnn.weight_hh_l1	0	-0.005466758739203215
36517	rnn.weight_hh_l1	1	0.005174298770725727
36517	rnn.weight_hh_l1	2	-0.02223585732281208
36517	rnn.weight_hh_l1	3	-0.004545471630990505
36517	rnn.weight_hh_l1	4	0.0024848657194525003
36517	rnn.weight_hh_l1	5	0.027950061485171318
36517	rnn.weight_hh_l1	6	0.03203066438436508
36517	rnn.weight_hh_l1	7	-0.030186884105205536
36517	rnn.weight_hh_l1	8	-0.03646407276391983
36517	rnn.weight_hh_l1	9	0.036188527941703796
36517	rnn.bias_ih_l1	0	-0.09523449838161469
36517	rnn.bias_ih_l1	1	-0.08902620524168015
36517	rnn.bias_ih_l1	2	-0.11653193086385727
36517	rnn.bias_ih_l1	3	-0.13665993511676788
36517	rnn.bias_ih_l1	4	-0.170491561293602
36517	rnn.bias_ih_l1	5	-0.0815231204032898
36517	rnn.bias_ih_l1	6	-0.05678999423980713
36517	rnn.bias_ih_l1	7	-0.026355991140007973
36517	rnn.bias_ih_l1	8	-0.06990737468004227
36517	rnn.bias_ih_l1	9	-0.07522524148225784
36517	rnn.bias_hh_l1	0	-0.10176866501569748
36517	rnn.bias_hh_l1	1	-0.025089634582400322
36517	rnn.bias_hh_l1	2	-0.0520176962018013
36517	rnn.bias_hh_l1	3	-0.06249042600393295
36517	rnn.bias_hh_l1	4	-0.09121131151914597
36517	rnn.bias_hh_l1	5	-0.050764940679073334
36517	rnn.bias_hh_l1	6	-0.08603739738464355
36517	rnn.bias_hh_l1	7	-0.015011310577392578
36517	rnn.bias_hh_l1	8	-0.05578967556357384
36517	rnn.bias_hh_l1	9	-0.037647806107997894
36517	rnn.weight_ih_l1_reverse	0	-0.034488845616579056
36517	rnn.weight_ih_l1_reverse	1	0.019852861762046814
36517	rnn.weight_ih_l1_reverse	2	-0.0493149608373642
36517	rnn.weight_ih_l1_reverse	3	-0.034526046365499496
36517	rnn.weight_ih_l1_reverse	4	-0.024604469537734985
36517	rnn.weight_ih_l1_reverse	5	-0.038281966000795364
36517	rnn.weight_ih_l1_reverse	6	-0.023317033424973488
36517	rnn.weight_ih_l1_reverse	7	0.017211003229022026
36517	rnn.weight_ih_l1_reverse	8	0.03186400607228279
36517	rnn.weight_ih_l1_reverse	9	-0.04012462496757507
36517	rnn.weight_hh_l1_reverse	0	0.008009308017790318
36517	rnn.weight_hh_l1_reverse	1	0.028729362413287163
36517	rnn.weight_hh_l1_reverse	2	-0.03682044893503189
36517	rnn.weight_hh_l1_reverse	3	0.03907553479075432
36517	rnn.weight_hh_l1_reverse	4	0.043011195957660675
36517	rnn.weight_hh_l1_reverse	5	0.008919286541640759
36517	rnn.weight_hh_l1_reverse	6	0.008913742378354073
36517	rnn.weight_hh_l1_reverse	7	0.028087932616472244
36517	rnn.weight_hh_l1_reverse	8	-0.0042386227287352085
36517	rnn.weight_hh_l1_reverse	9	-0.03976593166589737
36517	rnn.bias_ih_l1_reverse	0	-0.018931591883301735
36517	rnn.bias_ih_l1_reverse	1	-0.07849318534135818
36517	rnn.bias_ih_l1_reverse	2	-0.08750724047422409
36517	rnn.bias_ih_l1_reverse	3	-0.008789792656898499
36517	rnn.bias_ih_l1_reverse	4	-0.12945787608623505
36517	rnn.bias_ih_l1_reverse	5	-0.0676751583814621
36517	rnn.bias_ih_l1_reverse	6	-0.07258524000644684
36517	rnn.bias_ih_l1_reverse	7	-0.10315968096256256
36517	rnn.bias_ih_l1_reverse	8	0.10806022584438324
36517	rnn.bias_ih_l1_reverse	9	0.007442508824169636
36517	rnn.bias_hh_l1_reverse	0	0.0013620154932141304
36517	rnn.bias_hh_l1_reverse	1	-0.030102564021945
36517	rnn.bias_hh_l1_reverse	2	-0.16282407939434052
36517	rnn.bias_hh_l1_reverse	3	-0.03977232798933983
36517	rnn.bias_hh_l1_reverse	4	-0.03935889154672623
36517	rnn.bias_hh_l1_reverse	5	-0.046427879482507706
36517	rnn.bias_hh_l1_reverse	6	0.1124722957611084
36517	rnn.bias_hh_l1_reverse	7	-0.07372905313968658
36517	rnn.bias_hh_l1_reverse	8	-0.06987122446298599
36517	rnn.bias_hh_l1_reverse	9	-0.07010829448699951
36517	linear.weight	0	0.002228822559118271
36517	linear.weight	1	0.0885360911488533
36517	linear.weight	2	-0.0939965546131134
36517	linear.weight	3	0.26874840259552
36517	linear.weight	4	0.08744663745164871
36517	linear.weight	5	0.02470254711806774
36517	linear.weight	6	0.06881594657897949
36517	linear.weight	7	0.1541561782360077
36517	linear.weight	8	0.04183562844991684
36517	linear.weight	9	-0.05371465906500816
36517	linear.bias	0	-0.09215310215950012
36517	linear.bias	1	-0.02919143997132778
36517	linear.bias	2	-0.4175839126110077
36517	linear.bias	3	-0.7393794655799866
36517	linear.bias	4	-0.9211794137954712
36517	linear.bias	5	0.07956562936306
36517	linear.bias	6	-0.5687317848205566
36517	linear.bias	7	0.5085842609405518
36517	linear.bias	8	-0.5775861740112305
36517	linear.bias	9	-0.7871329188346863
36714	transitions	0	0.38588106632232666
36714	transitions	1	-0.06343536078929901
36714	transitions	2	-10000.0
36714	transitions	3	-1.7827223539352417
36714	transitions	4	-10000.0
36714	transitions	5	0.7064041495323181
36714	transitions	6	0.0236224252730608
36714	transitions	7	-0.1754499226808548
36714	transitions	8	-1.2779887914657593
36714	transitions	9	0.00015777321823406965
36714	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
36714	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
36714	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
36714	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
36714	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
36714	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
36714	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
36714	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
36714	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
36714	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
36714	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
36714	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
36714	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
36714	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
36714	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
36714	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
36714	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
36714	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
36714	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
36714	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
36714	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
36714	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
36714	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
36714	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
36714	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
36714	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
36714	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
36714	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
36714	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
36714	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
36714	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
36714	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
36714	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
36714	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
36714	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
36714	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
36714	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
36714	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
36714	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
36714	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
36714	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
36714	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
36714	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
36714	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
36714	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
36714	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
36714	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
36714	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
36714	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
36714	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
36714	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
36714	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
36714	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
36714	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
36714	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
36714	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
36714	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
36714	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
36714	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
36714	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
36714	embedding2nn.weight	0	0.021083451807498932
36714	embedding2nn.weight	1	-0.018708650022745132
36714	embedding2nn.weight	2	-0.014268253929913044
36714	embedding2nn.weight	3	0.01913394033908844
36714	embedding2nn.weight	4	-0.005915034096688032
36714	embedding2nn.weight	5	-0.0037005904596298933
36714	embedding2nn.weight	6	-0.0039732507430016994
36714	embedding2nn.weight	7	-0.029377272352576256
36714	embedding2nn.weight	8	-0.0019979383796453476
36714	embedding2nn.weight	9	-0.016528679057955742
36714	embedding2nn.bias	0	0.03946293890476227
36714	embedding2nn.bias	1	-0.0505218580365181
36714	embedding2nn.bias	2	0.07187168300151825
36714	embedding2nn.bias	3	0.051985401660203934
36714	embedding2nn.bias	4	-0.013134126551449299
36714	embedding2nn.bias	5	-0.03615918010473251
36714	embedding2nn.bias	6	-0.0027645232621580362
36714	embedding2nn.bias	7	-0.04790748655796051
36714	embedding2nn.bias	8	0.054106615483760834
36714	embedding2nn.bias	9	0.059424448758363724
36714	rnn.weight_ih_l0	0	-0.010733299888670444
36714	rnn.weight_ih_l0	1	0.004968724679201841
36714	rnn.weight_ih_l0	2	0.028542224317789078
36714	rnn.weight_ih_l0	3	0.006144953425973654
36714	rnn.weight_ih_l0	4	-0.021767709404230118
36714	rnn.weight_ih_l0	5	-0.05816866457462311
36714	rnn.weight_ih_l0	6	0.022556466981768608
36714	rnn.weight_ih_l0	7	0.050457607954740524
36714	rnn.weight_ih_l0	8	0.009028177708387375
36714	rnn.weight_ih_l0	9	-0.03395732119679451
36714	rnn.weight_hh_l0	0	-0.0414464995265007
36714	rnn.weight_hh_l0	1	-0.004926483146846294
36714	rnn.weight_hh_l0	2	0.00691072316840291
36714	rnn.weight_hh_l0	3	-0.04500284790992737
36714	rnn.weight_hh_l0	4	0.04780065640807152
36714	rnn.weight_hh_l0	5	-0.009536271914839745
36714	rnn.weight_hh_l0	6	-0.028916096314787865
36714	rnn.weight_hh_l0	7	-0.030603405088186264
36714	rnn.weight_hh_l0	8	0.0035137508530169725
36714	rnn.weight_hh_l0	9	-0.02433275803923607
36714	rnn.bias_ih_l0	0	0.035977378487586975
36714	rnn.bias_ih_l0	1	-0.02809845469892025
36714	rnn.bias_ih_l0	2	-2.1916228433838114e-05
36714	rnn.bias_ih_l0	3	0.0865202397108078
36714	rnn.bias_ih_l0	4	-0.03770438954234123
36714	rnn.bias_ih_l0	5	-0.03764302656054497
36714	rnn.bias_ih_l0	6	0.0031436302233487368
36714	rnn.bias_ih_l0	7	0.03096957318484783
36714	rnn.bias_ih_l0	8	-0.06536781787872314
36714	rnn.bias_ih_l0	9	-0.029583092778921127
36714	rnn.bias_hh_l0	0	-0.03383082151412964
36714	rnn.bias_hh_l0	1	-0.047332316637039185
36714	rnn.bias_hh_l0	2	-0.03241019695997238
36714	rnn.bias_hh_l0	3	-0.060878731310367584
36714	rnn.bias_hh_l0	4	0.003366440534591675
36714	rnn.bias_hh_l0	5	0.010437510907649994
36714	rnn.bias_hh_l0	6	0.022929126396775246
36714	rnn.bias_hh_l0	7	-0.017273910343647003
36714	rnn.bias_hh_l0	8	-0.06623079627752304
36714	rnn.bias_hh_l0	9	-0.018488235771656036
36714	rnn.weight_ih_l0_reverse	0	-0.01673068478703499
36714	rnn.weight_ih_l0_reverse	1	-0.05184882506728172
36714	rnn.weight_ih_l0_reverse	2	-0.015075931325554848
36714	rnn.weight_ih_l0_reverse	3	0.003872582223266363
36714	rnn.weight_ih_l0_reverse	4	-0.011020103469491005
36714	rnn.weight_ih_l0_reverse	5	-0.048875126987695694
36714	rnn.weight_ih_l0_reverse	6	0.03968171775341034
36714	rnn.weight_ih_l0_reverse	7	-0.024495858699083328
36714	rnn.weight_ih_l0_reverse	8	-0.035655926913022995
36714	rnn.weight_ih_l0_reverse	9	0.014098269864916801
36714	rnn.weight_hh_l0_reverse	0	0.035782936960458755
36714	rnn.weight_hh_l0_reverse	1	0.030994299799203873
36714	rnn.weight_hh_l0_reverse	2	0.028799692168831825
36714	rnn.weight_hh_l0_reverse	3	0.019046131521463394
36714	rnn.weight_hh_l0_reverse	4	0.006048131268471479
36714	rnn.weight_hh_l0_reverse	5	-0.009213260374963284
36714	rnn.weight_hh_l0_reverse	6	0.035706911236047745
36714	rnn.weight_hh_l0_reverse	7	-0.026643261313438416
36714	rnn.weight_hh_l0_reverse	8	0.018665913492441177
36714	rnn.weight_hh_l0_reverse	9	0.047941338270902634
36714	rnn.bias_ih_l0_reverse	0	-0.06860686093568802
36714	rnn.bias_ih_l0_reverse	1	-0.1322195678949356
36714	rnn.bias_ih_l0_reverse	2	-0.0468473955988884
36714	rnn.bias_ih_l0_reverse	3	-0.0012903347378596663
36714	rnn.bias_ih_l0_reverse	4	-0.02644054777920246
36714	rnn.bias_ih_l0_reverse	5	0.01974352076649666
36714	rnn.bias_ih_l0_reverse	6	-0.031607359647750854
36714	rnn.bias_ih_l0_reverse	7	0.03233303129673004
36714	rnn.bias_ih_l0_reverse	8	-0.03607447072863579
36714	rnn.bias_ih_l0_reverse	9	0.028830284252762794
36714	rnn.bias_hh_l0_reverse	0	-0.03542080894112587
36714	rnn.bias_hh_l0_reverse	1	-0.016601627692580223
36714	rnn.bias_hh_l0_reverse	2	0.03206281736493111
36714	rnn.bias_hh_l0_reverse	3	-0.0389530248939991
36714	rnn.bias_hh_l0_reverse	4	-0.03689860925078392
36714	rnn.bias_hh_l0_reverse	5	-0.05034437030553818
36714	rnn.bias_hh_l0_reverse	6	-0.007985823787748814
36714	rnn.bias_hh_l0_reverse	7	0.058153193444013596
36714	rnn.bias_hh_l0_reverse	8	0.024958839640021324
36714	rnn.bias_hh_l0_reverse	9	-0.07325625419616699
36714	rnn.weight_ih_l1	0	-0.0327131561934948
36714	rnn.weight_ih_l1	1	-0.03187902644276619
36714	rnn.weight_ih_l1	2	0.05497659742832184
36714	rnn.weight_ih_l1	3	-0.017320606857538223
36714	rnn.weight_ih_l1	4	0.005782726686447859
36714	rnn.weight_ih_l1	5	-0.04248809441924095
36714	rnn.weight_ih_l1	6	0.01982722245156765
36714	rnn.weight_ih_l1	7	-0.03210248798131943
36714	rnn.weight_ih_l1	8	0.03839440271258354
36714	rnn.weight_ih_l1	9	0.026424609124660492
36714	rnn.weight_hh_l1	0	-0.005121179390698671
36714	rnn.weight_hh_l1	1	0.005137649830430746
36714	rnn.weight_hh_l1	2	-0.02156323939561844
36714	rnn.weight_hh_l1	3	-0.004860009532421827
36714	rnn.weight_hh_l1	4	0.0028441583272069693
36714	rnn.weight_hh_l1	5	0.027489356696605682
36714	rnn.weight_hh_l1	6	0.03198641911149025
36714	rnn.weight_hh_l1	7	-0.030480852350592613
36714	rnn.weight_hh_l1	8	-0.03597656637430191
36714	rnn.weight_hh_l1	9	0.037042733281850815
36714	rnn.bias_ih_l1	0	-0.0993998572230339
36714	rnn.bias_ih_l1	1	-0.09034688025712967
36714	rnn.bias_ih_l1	2	-0.11051367223262787
36714	rnn.bias_ih_l1	3	-0.13847917318344116
36714	rnn.bias_ih_l1	4	-0.1752777099609375
36714	rnn.bias_ih_l1	5	-0.0818619355559349
36714	rnn.bias_ih_l1	6	-0.05120473355054855
36714	rnn.bias_ih_l1	7	-0.02510179951786995
36714	rnn.bias_ih_l1	8	-0.0723949745297432
36714	rnn.bias_ih_l1	9	-0.08006831258535385
36714	rnn.bias_hh_l1	0	-0.10159114003181458
36714	rnn.bias_hh_l1	1	-0.026200909167528152
36714	rnn.bias_hh_l1	2	-0.0497097373008728
36714	rnn.bias_hh_l1	3	-0.06396391987800598
36714	rnn.bias_hh_l1	4	-0.0917515978217125
36714	rnn.bias_hh_l1	5	-0.052124034613370895
36714	rnn.bias_hh_l1	6	-0.08639762550592422
36714	rnn.bias_hh_l1	7	-0.012682611122727394
36714	rnn.bias_hh_l1	8	-0.05513043701648712
36714	rnn.bias_hh_l1	9	-0.03895723074674606
36714	rnn.weight_ih_l1_reverse	0	-0.03367755562067032
36714	rnn.weight_ih_l1_reverse	1	0.01858026720583439
36714	rnn.weight_ih_l1_reverse	2	-0.050075724720954895
36714	rnn.weight_ih_l1_reverse	3	-0.03480735421180725
36714	rnn.weight_ih_l1_reverse	4	-0.023538140580058098
36714	rnn.weight_ih_l1_reverse	5	-0.03838427737355232
36714	rnn.weight_ih_l1_reverse	6	-0.02469598315656185
36714	rnn.weight_ih_l1_reverse	7	0.017043082043528557
36714	rnn.weight_ih_l1_reverse	8	0.030819404870271683
36714	rnn.weight_ih_l1_reverse	9	-0.03729252889752388
36714	rnn.weight_hh_l1_reverse	0	0.008007586933672428
36714	rnn.weight_hh_l1_reverse	1	0.028771286830306053
36714	rnn.weight_hh_l1_reverse	2	-0.03677947819232941
36714	rnn.weight_hh_l1_reverse	3	0.038932591676712036
36714	rnn.weight_hh_l1_reverse	4	0.04282395914196968
36714	rnn.weight_hh_l1_reverse	5	0.009340550750494003
36714	rnn.weight_hh_l1_reverse	6	0.009991484694182873
36714	rnn.weight_hh_l1_reverse	7	0.027615303173661232
36714	rnn.weight_hh_l1_reverse	8	-0.004137789364904165
36714	rnn.weight_hh_l1_reverse	9	-0.039710626006126404
36714	rnn.bias_ih_l1_reverse	0	-0.020175574347376823
36714	rnn.bias_ih_l1_reverse	1	-0.0778222382068634
36714	rnn.bias_ih_l1_reverse	2	-0.08726876229047775
36714	rnn.bias_ih_l1_reverse	3	-0.01618870534002781
36714	rnn.bias_ih_l1_reverse	4	-0.13002948462963104
36714	rnn.bias_ih_l1_reverse	5	-0.06904613226652145
36714	rnn.bias_ih_l1_reverse	6	-0.07135914266109467
36714	rnn.bias_ih_l1_reverse	7	-0.10361196100711823
36714	rnn.bias_ih_l1_reverse	8	0.1117003858089447
36714	rnn.bias_ih_l1_reverse	9	0.010484789498150349
36714	rnn.bias_hh_l1_reverse	0	-0.0007372130639851093
36714	rnn.bias_hh_l1_reverse	1	-0.026329031214118004
36714	rnn.bias_hh_l1_reverse	2	-0.1613665670156479
36714	rnn.bias_hh_l1_reverse	3	-0.03760196268558502
36714	rnn.bias_hh_l1_reverse	4	-0.03793974965810776
36714	rnn.bias_hh_l1_reverse	5	-0.04685728996992111
36714	rnn.bias_hh_l1_reverse	6	0.11362337321043015
36714	rnn.bias_hh_l1_reverse	7	-0.07685574144124985
36714	rnn.bias_hh_l1_reverse	8	-0.06984872370958328
36714	rnn.bias_hh_l1_reverse	9	-0.070283904671669
36714	linear.weight	0	0.002228822559118271
36714	linear.weight	1	0.08140996843576431
36714	linear.weight	2	-0.09059958159923553
36714	linear.weight	3	0.25945156812667847
36714	linear.weight	4	0.08320701122283936
36714	linear.weight	5	0.025963708758354187
36714	linear.weight	6	0.07063664495944977
36714	linear.weight	7	0.14215275645256042
36714	linear.weight	8	0.0418412908911705
36714	linear.weight	9	-0.06159907951951027
36714	linear.bias	0	-0.06834205985069275
36714	linear.bias	1	-0.025053376331925392
36714	linear.bias	2	-0.42236918210983276
36714	linear.bias	3	-0.7421504855155945
36714	linear.bias	4	-0.9186547994613647
36714	linear.bias	5	0.06536269932985306
36714	linear.bias	6	-0.5666904449462891
36714	linear.bias	7	0.4992835521697998
36714	linear.bias	8	-0.5790711045265198
36714	linear.bias	9	-0.7888854742050171
36911	transitions	0	0.38095682859420776
36911	transitions	1	-0.06787929683923721
36911	transitions	2	-10000.0
36911	transitions	3	-1.7828750610351562
36911	transitions	4	-10000.0
36911	transitions	5	0.7059345841407776
36911	transitions	6	0.023186983540654182
36911	transitions	7	-0.17853106558322906
36911	transitions	8	-1.2785433530807495
36911	transitions	9	0.00015273186727426946
36911	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
36911	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
36911	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
36911	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
36911	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
36911	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
36911	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
36911	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
36911	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
36911	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
36911	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
36911	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
36911	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
36911	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
36911	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
36911	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
36911	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
36911	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
36911	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
36911	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
36911	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
36911	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
36911	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
36911	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
36911	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
36911	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
36911	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
36911	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
36911	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
36911	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
36911	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
36911	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
36911	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
36911	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
36911	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
36911	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
36911	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
36911	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
36911	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
36911	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
36911	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
36911	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
36911	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
36911	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
36911	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
36911	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
36911	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
36911	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
36911	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
36911	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
36911	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
36911	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
36911	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
36911	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
36911	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
36911	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
36911	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
36911	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
36911	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
36911	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
36911	embedding2nn.weight	0	0.022702639922499657
36911	embedding2nn.weight	1	-0.01888071931898594
36911	embedding2nn.weight	2	-0.014268253929913044
36911	embedding2nn.weight	3	0.02140244096517563
36911	embedding2nn.weight	4	-0.005915034096688032
36911	embedding2nn.weight	5	-0.003700590692460537
36911	embedding2nn.weight	6	-0.00397324888035655
36911	embedding2nn.weight	7	-0.029052063822746277
36911	embedding2nn.weight	8	-0.0019979383796453476
36911	embedding2nn.weight	9	-0.01687774248421192
36911	embedding2nn.bias	0	0.0360633060336113
36911	embedding2nn.bias	1	-0.04128330573439598
36911	embedding2nn.bias	2	0.0766185000538826
36911	embedding2nn.bias	3	0.04837903380393982
36911	embedding2nn.bias	4	-0.015062467195093632
36911	embedding2nn.bias	5	-0.02745022065937519
36911	embedding2nn.bias	6	0.00026430224534124136
36911	embedding2nn.bias	7	-0.03911443427205086
36911	embedding2nn.bias	8	0.0553208626806736
36911	embedding2nn.bias	9	0.059607695788145065
36911	rnn.weight_ih_l0	0	-0.012225305661559105
36911	rnn.weight_ih_l0	1	0.006131499540060759
36911	rnn.weight_ih_l0	2	0.029196452349424362
36911	rnn.weight_ih_l0	3	0.0063888905569911
36911	rnn.weight_ih_l0	4	-0.021393047645688057
36911	rnn.weight_ih_l0	5	-0.057409338653087616
36911	rnn.weight_ih_l0	6	0.02171422727406025
36911	rnn.weight_ih_l0	7	0.05018405243754387
36911	rnn.weight_ih_l0	8	0.008727534674108028
36911	rnn.weight_ih_l0	9	-0.034454211592674255
36911	rnn.weight_hh_l0	0	-0.0385829359292984
36911	rnn.weight_hh_l0	1	-0.0042105913162231445
36911	rnn.weight_hh_l0	2	0.007387719117105007
36911	rnn.weight_hh_l0	3	-0.04459790140390396
36911	rnn.weight_hh_l0	4	0.047532618045806885
36911	rnn.weight_hh_l0	5	-0.008748342283070087
36911	rnn.weight_hh_l0	6	-0.028936855494976044
36911	rnn.weight_hh_l0	7	-0.03001638874411583
36911	rnn.weight_hh_l0	8	0.0028525383677333593
36911	rnn.weight_hh_l0	9	-0.02487393096089363
36911	rnn.bias_ih_l0	0	0.03591563180088997
36911	rnn.bias_ih_l0	1	-0.02915194444358349
36911	rnn.bias_ih_l0	2	-0.0008310363627970219
36911	rnn.bias_ih_l0	3	0.08413153886795044
36911	rnn.bias_ih_l0	4	-0.038753725588321686
36911	rnn.bias_ih_l0	5	-0.037610143423080444
36911	rnn.bias_ih_l0	6	-0.0035803623031824827
36911	rnn.bias_ih_l0	7	0.02970888465642929
36911	rnn.bias_ih_l0	8	-0.0655655488371849
36911	rnn.bias_ih_l0	9	-0.03185481205582619
36911	rnn.bias_hh_l0	0	-0.03241937607526779
36911	rnn.bias_hh_l0	1	-0.05156538262963295
36911	rnn.bias_hh_l0	2	-0.03159225732088089
36911	rnn.bias_hh_l0	3	-0.060032010078430176
36911	rnn.bias_hh_l0	4	0.002524980343878269
36911	rnn.bias_hh_l0	5	0.006346764974296093
36911	rnn.bias_hh_l0	6	0.02330172434449196
36911	rnn.bias_hh_l0	7	-0.016294145956635475
36911	rnn.bias_hh_l0	8	-0.06620514392852783
36911	rnn.bias_hh_l0	9	-0.01556683424860239
36911	rnn.weight_ih_l0_reverse	0	-0.016646303236484528
36911	rnn.weight_ih_l0_reverse	1	-0.05234333127737045
36911	rnn.weight_ih_l0_reverse	2	-0.014019366353750229
36911	rnn.weight_ih_l0_reverse	3	0.004330805502831936
36911	rnn.weight_ih_l0_reverse	4	-0.011341015808284283
36911	rnn.weight_ih_l0_reverse	5	-0.04871707782149315
36911	rnn.weight_ih_l0_reverse	6	0.03964579105377197
36911	rnn.weight_ih_l0_reverse	7	-0.022313550114631653
36911	rnn.weight_ih_l0_reverse	8	-0.03605322167277336
36911	rnn.weight_ih_l0_reverse	9	0.014088902622461319
36911	rnn.weight_hh_l0_reverse	0	0.0370471253991127
36911	rnn.weight_hh_l0_reverse	1	0.031761523336172104
36911	rnn.weight_hh_l0_reverse	2	0.02868841402232647
36911	rnn.weight_hh_l0_reverse	3	0.018835661932826042
36911	rnn.weight_hh_l0_reverse	4	0.005754758138209581
36911	rnn.weight_hh_l0_reverse	5	-0.008899983018636703
36911	rnn.weight_hh_l0_reverse	6	0.03580747917294502
36911	rnn.weight_hh_l0_reverse	7	-0.02709258161485195
36911	rnn.weight_hh_l0_reverse	8	0.018249429762363434
36911	rnn.weight_hh_l0_reverse	9	0.047683391720056534
36911	rnn.bias_ih_l0_reverse	0	-0.06854578852653503
36911	rnn.bias_ih_l0_reverse	1	-0.12771488726139069
36911	rnn.bias_ih_l0_reverse	2	-0.0399617925286293
36911	rnn.bias_ih_l0_reverse	3	0.0017160336719825864
36911	rnn.bias_ih_l0_reverse	4	-0.0281616672873497
36911	rnn.bias_ih_l0_reverse	5	0.021120812743902206
36911	rnn.bias_ih_l0_reverse	6	-0.029555736109614372
36911	rnn.bias_ih_l0_reverse	7	0.033354248851537704
36911	rnn.bias_ih_l0_reverse	8	-0.03983045741915703
36911	rnn.bias_ih_l0_reverse	9	0.031591158360242844
36911	rnn.bias_hh_l0_reverse	0	-0.03492020443081856
36911	rnn.bias_hh_l0_reverse	1	-0.014292364940047264
36911	rnn.bias_hh_l0_reverse	2	0.037450503557920456
36911	rnn.bias_hh_l0_reverse	3	-0.038014546036720276
36911	rnn.bias_hh_l0_reverse	4	-0.035578906536102295
36911	rnn.bias_hh_l0_reverse	5	-0.050267018377780914
36911	rnn.bias_hh_l0_reverse	6	-0.00943690724670887
36911	rnn.bias_hh_l0_reverse	7	0.060984931886196136
36911	rnn.bias_hh_l0_reverse	8	0.032921358942985535
36911	rnn.bias_hh_l0_reverse	9	-0.07256906479597092
36911	rnn.weight_ih_l1	0	-0.032933998852968216
36911	rnn.weight_ih_l1	1	-0.032277368009090424
36911	rnn.weight_ih_l1	2	0.058627884835004807
36911	rnn.weight_ih_l1	3	-0.0175841823220253
36911	rnn.weight_ih_l1	4	0.005726912058889866
36911	rnn.weight_ih_l1	5	-0.04210583493113518
36911	rnn.weight_ih_l1	6	0.020176932215690613
36911	rnn.weight_ih_l1	7	-0.03120546042919159
36911	rnn.weight_ih_l1	8	0.03805358335375786
36911	rnn.weight_ih_l1	9	0.026718612760305405
36911	rnn.weight_hh_l1	0	-0.005894873756915331
36911	rnn.weight_hh_l1	1	0.005102518014609814
36911	rnn.weight_hh_l1	2	-0.022237000986933708
36911	rnn.weight_hh_l1	3	-0.005463419947773218
36911	rnn.weight_hh_l1	4	0.0022787328343838453
36911	rnn.weight_hh_l1	5	0.027162473648786545
36911	rnn.weight_hh_l1	6	0.031438738107681274
36911	rnn.weight_hh_l1	7	-0.03034701757133007
36911	rnn.weight_hh_l1	8	-0.036003392189741135
36911	rnn.weight_hh_l1	9	0.03705926984548569
36911	rnn.bias_ih_l1	0	-0.09786565601825714
36911	rnn.bias_ih_l1	1	-0.09293056279420853
36911	rnn.bias_ih_l1	2	-0.11398915946483612
36911	rnn.bias_ih_l1	3	-0.13682161271572113
36911	rnn.bias_ih_l1	4	-0.1792970448732376
36911	rnn.bias_ih_l1	5	-0.08242938667535782
36911	rnn.bias_ih_l1	6	-0.05141611024737358
36911	rnn.bias_ih_l1	7	-0.02647518739104271
36911	rnn.bias_ih_l1	8	-0.07308033853769302
36911	rnn.bias_ih_l1	9	-0.0817098468542099
36911	rnn.bias_hh_l1	0	-0.1010199561715126
36911	rnn.bias_hh_l1	1	-0.027030102908611298
36911	rnn.bias_hh_l1	2	-0.054363492876291275
36911	rnn.bias_hh_l1	3	-0.06242893636226654
36911	rnn.bias_hh_l1	4	-0.09140440821647644
36911	rnn.bias_hh_l1	5	-0.05097074434161186
36911	rnn.bias_hh_l1	6	-0.0866667851805687
36911	rnn.bias_hh_l1	7	-0.009020905941724777
36911	rnn.bias_hh_l1	8	-0.055307306349277496
36911	rnn.bias_hh_l1	9	-0.03982602059841156
36911	rnn.weight_ih_l1_reverse	0	-0.03510838374495506
36911	rnn.weight_ih_l1_reverse	1	0.019387047737836838
36911	rnn.weight_ih_l1_reverse	2	-0.05188651382923126
36911	rnn.weight_ih_l1_reverse	3	-0.035425666719675064
36911	rnn.weight_ih_l1_reverse	4	-0.023896878585219383
36911	rnn.weight_ih_l1_reverse	5	-0.03786130249500275
36911	rnn.weight_ih_l1_reverse	6	-0.024745143949985504
36911	rnn.weight_ih_l1_reverse	7	0.016886357218027115
36911	rnn.weight_ih_l1_reverse	8	0.030772777274250984
36911	rnn.weight_ih_l1_reverse	9	-0.03942789137363434
36911	rnn.weight_hh_l1_reverse	0	0.007873992435634136
36911	rnn.weight_hh_l1_reverse	1	0.028673706576228142
36911	rnn.weight_hh_l1_reverse	2	-0.036702122539281845
36911	rnn.weight_hh_l1_reverse	3	0.03890107944607735
36911	rnn.weight_hh_l1_reverse	4	0.042335670441389084
36911	rnn.weight_hh_l1_reverse	5	0.009693882428109646
36911	rnn.weight_hh_l1_reverse	6	0.00959302019327879
36911	rnn.weight_hh_l1_reverse	7	0.02792675793170929
36911	rnn.weight_hh_l1_reverse	8	-0.004232965875416994
36911	rnn.weight_hh_l1_reverse	9	-0.03960800543427467
36911	rnn.bias_ih_l1_reverse	0	-0.01952885277569294
36911	rnn.bias_ih_l1_reverse	1	-0.07910556346178055
36911	rnn.bias_ih_l1_reverse	2	-0.08944369107484818
36911	rnn.bias_ih_l1_reverse	3	-0.0076508489437401295
36911	rnn.bias_ih_l1_reverse	4	-0.1311074197292328
36911	rnn.bias_ih_l1_reverse	5	-0.07040680199861526
36911	rnn.bias_ih_l1_reverse	6	-0.07313355058431625
36911	rnn.bias_ih_l1_reverse	7	-0.10569331794977188
36911	rnn.bias_ih_l1_reverse	8	0.10501442104578018
36911	rnn.bias_ih_l1_reverse	9	0.015462241135537624
36911	rnn.bias_hh_l1_reverse	0	-0.0022125912364572287
36911	rnn.bias_hh_l1_reverse	1	-0.029757609590888023
36911	rnn.bias_hh_l1_reverse	2	-0.1618519276380539
36911	rnn.bias_hh_l1_reverse	3	-0.03732016310095787
36911	rnn.bias_hh_l1_reverse	4	-0.03985144942998886
36911	rnn.bias_hh_l1_reverse	5	-0.04421887919306755
36911	rnn.bias_hh_l1_reverse	6	0.11410956084728241
36911	rnn.bias_hh_l1_reverse	7	-0.07906720042228699
36911	rnn.bias_hh_l1_reverse	8	-0.06905756890773773
36911	rnn.bias_hh_l1_reverse	9	-0.07108132541179657
36911	linear.weight	0	0.002228822559118271
36911	linear.weight	1	0.0818905383348465
36911	linear.weight	2	-0.09027597308158875
36911	linear.weight	3	0.27325528860092163
36911	linear.weight	4	0.09228972345590591
36911	linear.weight	5	0.02622140571475029
36911	linear.weight	6	0.06704993546009064
36911	linear.weight	7	0.141285240650177
36911	linear.weight	8	0.041848231106996536
36911	linear.weight	9	-0.06245948001742363
36911	linear.bias	0	-0.06995359808206558
36911	linear.bias	1	-0.04012278839945793
36911	linear.bias	2	-0.4508700370788574
36911	linear.bias	3	-0.7384977340698242
36911	linear.bias	4	-0.9197301864624023
36911	linear.bias	5	0.06412176787853241
36911	linear.bias	6	-0.5832555294036865
36911	linear.bias	7	0.4991759657859802
36911	linear.bias	8	-0.5623659491539001
36911	linear.bias	9	-0.7688117623329163
37108	transitions	0	0.3820260763168335
37108	transitions	1	-0.05906301364302635
37108	transitions	2	-10000.0
37108	transitions	3	-1.7830487489700317
37108	transitions	4	-10000.0
37108	transitions	5	0.7051204442977905
37108	transitions	6	0.02273537777364254
37108	transitions	7	-0.17947056889533997
37108	transitions	8	-1.2790826559066772
37108	transitions	9	0.00014564637967851013
37108	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
37108	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
37108	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
37108	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
37108	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
37108	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
37108	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
37108	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
37108	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
37108	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
37108	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
37108	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
37108	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
37108	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
37108	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
37108	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
37108	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
37108	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
37108	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
37108	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
37108	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
37108	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
37108	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
37108	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
37108	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
37108	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
37108	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
37108	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
37108	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
37108	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
37108	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
37108	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
37108	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
37108	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
37108	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
37108	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
37108	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
37108	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
37108	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
37108	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
37108	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
37108	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
37108	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
37108	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
37108	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
37108	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
37108	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
37108	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
37108	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
37108	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
37108	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
37108	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
37108	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
37108	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
37108	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
37108	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
37108	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
37108	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
37108	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
37108	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
37108	embedding2nn.weight	0	0.023186450824141502
37108	embedding2nn.weight	1	-0.0192725732922554
37108	embedding2nn.weight	2	-0.014268253929913044
37108	embedding2nn.weight	3	0.017791058868169785
37108	embedding2nn.weight	4	-0.005915034096688032
37108	embedding2nn.weight	5	-0.003700590692460537
37108	embedding2nn.weight	6	-0.003973249811679125
37108	embedding2nn.weight	7	-0.028941143304109573
37108	embedding2nn.weight	8	-0.0019979383796453476
37108	embedding2nn.weight	9	-0.015938865020871162
37108	embedding2nn.bias	0	0.025226952508091927
37108	embedding2nn.bias	1	-0.038000933825969696
37108	embedding2nn.bias	2	0.0872284397482872
37108	embedding2nn.bias	3	0.052779536694288254
37108	embedding2nn.bias	4	-0.013388467952609062
37108	embedding2nn.bias	5	-0.035187143832445145
37108	embedding2nn.bias	6	0.004510907921940088
37108	embedding2nn.bias	7	-0.0424397774040699
37108	embedding2nn.bias	8	0.055713023990392685
37108	embedding2nn.bias	9	0.058103181421756744
37108	rnn.weight_ih_l0	0	-0.012685359455645084
37108	rnn.weight_ih_l0	1	0.007100590504705906
37108	rnn.weight_ih_l0	2	0.02679602988064289
37108	rnn.weight_ih_l0	3	0.006021841429173946
37108	rnn.weight_ih_l0	4	-0.02048441208899021
37108	rnn.weight_ih_l0	5	-0.05773559957742691
37108	rnn.weight_ih_l0	6	0.02080642059445381
37108	rnn.weight_ih_l0	7	0.05013574659824371
37108	rnn.weight_ih_l0	8	0.010355150327086449
37108	rnn.weight_ih_l0	9	-0.03415954113006592
37108	rnn.weight_hh_l0	0	-0.03786036744713783
37108	rnn.weight_hh_l0	1	-0.004356995690613985
37108	rnn.weight_hh_l0	2	0.006688711233437061
37108	rnn.weight_hh_l0	3	-0.045298993587493896
37108	rnn.weight_hh_l0	4	0.047606226056814194
37108	rnn.weight_hh_l0	5	-0.009914262220263481
37108	rnn.weight_hh_l0	6	-0.029666675254702568
37108	rnn.weight_hh_l0	7	-0.029058655723929405
37108	rnn.weight_hh_l0	8	0.003174440236762166
37108	rnn.weight_hh_l0	9	-0.02524273842573166
37108	rnn.bias_ih_l0	0	0.038704995065927505
37108	rnn.bias_ih_l0	1	-0.026681162416934967
37108	rnn.bias_ih_l0	2	-0.0034964601509273052
37108	rnn.bias_ih_l0	3	0.08210736513137817
37108	rnn.bias_ih_l0	4	-0.034704744815826416
37108	rnn.bias_ih_l0	5	-0.03781445324420929
37108	rnn.bias_ih_l0	6	-0.0010298846755176783
37108	rnn.bias_ih_l0	7	0.030828658491373062
37108	rnn.bias_ih_l0	8	-0.06563227623701096
37108	rnn.bias_ih_l0	9	-0.03123079426586628
37108	rnn.bias_hh_l0	0	-0.032976184040308
37108	rnn.bias_hh_l0	1	-0.0533064603805542
37108	rnn.bias_hh_l0	2	-0.03151595592498779
37108	rnn.bias_hh_l0	3	-0.059660520404577255
37108	rnn.bias_hh_l0	4	0.002170335967093706
37108	rnn.bias_hh_l0	5	0.006845325231552124
37108	rnn.bias_hh_l0	6	0.025498341768980026
37108	rnn.bias_hh_l0	7	-0.013790645636618137
37108	rnn.bias_hh_l0	8	-0.06478256732225418
37108	rnn.bias_hh_l0	9	-0.01700563170015812
37108	rnn.weight_ih_l0_reverse	0	-0.016702551394701004
37108	rnn.weight_ih_l0_reverse	1	-0.05036038160324097
37108	rnn.weight_ih_l0_reverse	2	-0.014245946891605854
37108	rnn.weight_ih_l0_reverse	3	0.004561283625662327
37108	rnn.weight_ih_l0_reverse	4	-0.010829758830368519
37108	rnn.weight_ih_l0_reverse	5	-0.04928942397236824
37108	rnn.weight_ih_l0_reverse	6	0.03961174935102463
37108	rnn.weight_ih_l0_reverse	7	-0.02419107034802437
37108	rnn.weight_ih_l0_reverse	8	-0.036501966416835785
37108	rnn.weight_ih_l0_reverse	9	0.014081540517508984
37108	rnn.weight_hh_l0_reverse	0	0.03653997182846069
37108	rnn.weight_hh_l0_reverse	1	0.030595974996685982
37108	rnn.weight_hh_l0_reverse	2	0.028182949870824814
37108	rnn.weight_hh_l0_reverse	3	0.019100427627563477
37108	rnn.weight_hh_l0_reverse	4	0.005240891594439745
37108	rnn.weight_hh_l0_reverse	5	-0.007115786429494619
37108	rnn.weight_hh_l0_reverse	6	0.03613685071468353
37108	rnn.weight_hh_l0_reverse	7	-0.02676541544497013
37108	rnn.weight_hh_l0_reverse	8	0.01961682178080082
37108	rnn.weight_hh_l0_reverse	9	0.04800119623541832
37108	rnn.bias_ih_l0_reverse	0	-0.07000909000635147
37108	rnn.bias_ih_l0_reverse	1	-0.13211186230182648
37108	rnn.bias_ih_l0_reverse	2	-0.04623543098568916
37108	rnn.bias_ih_l0_reverse	3	-0.0018584432546049356
37108	rnn.bias_ih_l0_reverse	4	-0.033775243908166885
37108	rnn.bias_ih_l0_reverse	5	0.019872892647981644
37108	rnn.bias_ih_l0_reverse	6	-0.027266470715403557
37108	rnn.bias_ih_l0_reverse	7	0.03226712346076965
37108	rnn.bias_ih_l0_reverse	8	-0.04325070604681969
37108	rnn.bias_ih_l0_reverse	9	0.027567125856876373
37108	rnn.bias_hh_l0_reverse	0	-0.03266315907239914
37108	rnn.bias_hh_l0_reverse	1	-0.01330289151519537
37108	rnn.bias_hh_l0_reverse	2	0.03697234392166138
37108	rnn.bias_hh_l0_reverse	3	-0.03755941241979599
37108	rnn.bias_hh_l0_reverse	4	-0.03293120488524437
37108	rnn.bias_hh_l0_reverse	5	-0.05085937678813934
37108	rnn.bias_hh_l0_reverse	6	-0.012596162967383862
37108	rnn.bias_hh_l0_reverse	7	0.0635918453335762
37108	rnn.bias_hh_l0_reverse	8	0.029510682448744774
37108	rnn.bias_hh_l0_reverse	9	-0.07628138363361359
37108	rnn.weight_ih_l1	0	-0.0335499607026577
37108	rnn.weight_ih_l1	1	-0.032532501965761185
37108	rnn.weight_ih_l1	2	0.05903604254126549
37108	rnn.weight_ih_l1	3	-0.01749182678759098
37108	rnn.weight_ih_l1	4	0.004868104122579098
37108	rnn.weight_ih_l1	5	-0.04232894256711006
37108	rnn.weight_ih_l1	6	0.02020185813307762
37108	rnn.weight_ih_l1	7	-0.031315457075834274
37108	rnn.weight_ih_l1	8	0.037926673889160156
37108	rnn.weight_ih_l1	9	0.026596220210194588
37108	rnn.weight_hh_l1	0	-0.007349880412220955
37108	rnn.weight_hh_l1	1	0.005090783350169659
37108	rnn.weight_hh_l1	2	-0.02317679487168789
37108	rnn.weight_hh_l1	3	-0.005487896502017975
37108	rnn.weight_hh_l1	4	0.0024386050645262003
37108	rnn.weight_hh_l1	5	0.026859182864427567
37108	rnn.weight_hh_l1	6	0.031017068773508072
37108	rnn.weight_hh_l1	7	-0.03005656972527504
37108	rnn.weight_hh_l1	8	-0.03576873242855072
37108	rnn.weight_hh_l1	9	0.03684288263320923
37108	rnn.bias_ih_l1	0	-0.09724002331495285
37108	rnn.bias_ih_l1	1	-0.09335239976644516
37108	rnn.bias_ih_l1	2	-0.11458190530538559
37108	rnn.bias_ih_l1	3	-0.14171606302261353
37108	rnn.bias_ih_l1	4	-0.18610019981861115
37108	rnn.bias_ih_l1	5	-0.08312411606311798
37108	rnn.bias_ih_l1	6	-0.055471841245889664
37108	rnn.bias_ih_l1	7	-0.028773650527000427
37108	rnn.bias_ih_l1	8	-0.07603632658720016
37108	rnn.bias_ih_l1	9	-0.08411895483732224
37108	rnn.bias_hh_l1	0	-0.10161985456943512
37108	rnn.bias_hh_l1	1	-0.025325654074549675
37108	rnn.bias_hh_l1	2	-0.058207713067531586
37108	rnn.bias_hh_l1	3	-0.06173356622457504
37108	rnn.bias_hh_l1	4	-0.09256846457719803
37108	rnn.bias_hh_l1	5	-0.051394399255514145
37108	rnn.bias_hh_l1	6	-0.08726493269205093
37108	rnn.bias_hh_l1	7	-0.009846359491348267
37108	rnn.bias_hh_l1	8	-0.05520594120025635
37108	rnn.bias_hh_l1	9	-0.04008432477712631
37108	rnn.weight_ih_l1_reverse	0	-0.035379424691200256
37108	rnn.weight_ih_l1_reverse	1	0.02020740695297718
37108	rnn.weight_ih_l1_reverse	2	-0.05163965001702309
37108	rnn.weight_ih_l1_reverse	3	-0.03439394012093544
37108	rnn.weight_ih_l1_reverse	4	-0.024180838838219643
37108	rnn.weight_ih_l1_reverse	5	-0.038080595433712006
37108	rnn.weight_ih_l1_reverse	6	-0.025404522195458412
37108	rnn.weight_ih_l1_reverse	7	0.016284262761473656
37108	rnn.weight_ih_l1_reverse	8	0.03437365964055061
37108	rnn.weight_ih_l1_reverse	9	-0.04067232459783554
37108	rnn.weight_hh_l1_reverse	0	0.007980466820299625
37108	rnn.weight_hh_l1_reverse	1	0.028716856613755226
37108	rnn.weight_hh_l1_reverse	2	-0.036682527512311935
37108	rnn.weight_hh_l1_reverse	3	0.039000943303108215
37108	rnn.weight_hh_l1_reverse	4	0.04203873872756958
37108	rnn.weight_hh_l1_reverse	5	0.009450425393879414
37108	rnn.weight_hh_l1_reverse	6	0.010190012864768505
37108	rnn.weight_hh_l1_reverse	7	0.02793917804956436
37108	rnn.weight_hh_l1_reverse	8	-0.004267677199095488
37108	rnn.weight_hh_l1_reverse	9	-0.040171947330236435
37108	rnn.bias_ih_l1_reverse	0	-0.016793571412563324
37108	rnn.bias_ih_l1_reverse	1	-0.08064340800046921
37108	rnn.bias_ih_l1_reverse	2	-0.08853371441364288
37108	rnn.bias_ih_l1_reverse	3	-0.014534899033606052
37108	rnn.bias_ih_l1_reverse	4	-0.13231787085533142
37108	rnn.bias_ih_l1_reverse	5	-0.07002998143434525
37108	rnn.bias_ih_l1_reverse	6	-0.07346227765083313
37108	rnn.bias_ih_l1_reverse	7	-0.10647083818912506
37108	rnn.bias_ih_l1_reverse	8	0.11876903474330902
37108	rnn.bias_ih_l1_reverse	9	0.016409194096922874
37108	rnn.bias_hh_l1_reverse	0	-0.009987518191337585
37108	rnn.bias_hh_l1_reverse	1	-0.025036904960870743
37108	rnn.bias_hh_l1_reverse	2	-0.1606743186712265
37108	rnn.bias_hh_l1_reverse	3	-0.03627920150756836
37108	rnn.bias_hh_l1_reverse	4	-0.04019821807742119
37108	rnn.bias_hh_l1_reverse	5	-0.04699970781803131
37108	rnn.bias_hh_l1_reverse	6	0.11235329508781433
37108	rnn.bias_hh_l1_reverse	7	-0.0780898854136467
37108	rnn.bias_hh_l1_reverse	8	-0.07003936916589737
37108	rnn.bias_hh_l1_reverse	9	-0.07081589102745056
37108	linear.weight	0	0.002228822559118271
37108	linear.weight	1	0.0853932723402977
37108	linear.weight	2	-0.09610448032617569
37108	linear.weight	3	0.2796843945980072
37108	linear.weight	4	0.09663554280996323
37108	linear.weight	5	0.026397690176963806
37108	linear.weight	6	0.08588467538356781
37108	linear.weight	7	0.14330555498600006
37108	linear.weight	8	0.041858915239572525
37108	linear.weight	9	-0.0597134605050087
37108	linear.bias	0	-0.07002752274274826
37108	linear.bias	1	-0.0209956094622612
37108	linear.bias	2	-0.4245757758617401
37108	linear.bias	3	-0.7613215446472168
37108	linear.bias	4	-0.9472169280052185
37108	linear.bias	5	0.05484098568558693
37108	linear.bias	6	-0.5611327886581421
37108	linear.bias	7	0.4963076114654541
37108	linear.bias	8	-0.5746631622314453
37108	linear.bias	9	-0.782460629940033
37305	transitions	0	0.38653814792633057
37305	transitions	1	-0.05362456664443016
37305	transitions	2	-10000.0
37305	transitions	3	-1.7831884622573853
37305	transitions	4	-10000.0
37305	transitions	5	0.7042811512947083
37305	transitions	6	0.022340940311551094
37305	transitions	7	-0.1808895319700241
37305	transitions	8	-1.2796473503112793
37305	transitions	9	0.00013758505519945174
37305	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
37305	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
37305	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
37305	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
37305	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
37305	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
37305	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
37305	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
37305	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
37305	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
37305	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
37305	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
37305	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
37305	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
37305	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
37305	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
37305	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
37305	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
37305	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
37305	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
37305	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
37305	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
37305	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
37305	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
37305	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
37305	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
37305	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
37305	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
37305	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
37305	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
37305	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
37305	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
37305	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
37305	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
37305	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
37305	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
37305	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
37305	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
37305	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
37305	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
37305	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
37305	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
37305	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
37305	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
37305	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
37305	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
37305	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
37305	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
37305	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
37305	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
37305	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
37305	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
37305	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
37305	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
37305	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
37305	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
37305	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
37305	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
37305	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
37305	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
37305	embedding2nn.weight	0	0.022222621366381645
37305	embedding2nn.weight	1	-0.01919015869498253
37305	embedding2nn.weight	2	-0.014268253929913044
37305	embedding2nn.weight	3	0.01859172247350216
37305	embedding2nn.weight	4	-0.005915034096688032
37305	embedding2nn.weight	5	-0.003700590692460537
37305	embedding2nn.weight	6	-0.003973248414695263
37305	embedding2nn.weight	7	-0.02952822856605053
37305	embedding2nn.weight	8	-0.0019979383796453476
37305	embedding2nn.weight	9	-0.015970643609762192
37305	embedding2nn.bias	0	0.03140075504779816
37305	embedding2nn.bias	1	-0.04348796233534813
37305	embedding2nn.bias	2	0.09226412326097488
37305	embedding2nn.bias	3	0.06181934475898743
37305	embedding2nn.bias	4	-0.014428568072617054
37305	embedding2nn.bias	5	-0.036688126623630524
37305	embedding2nn.bias	6	0.001361224101856351
37305	embedding2nn.bias	7	-0.043506018817424774
37305	embedding2nn.bias	8	0.05487418547272682
37305	embedding2nn.bias	9	0.05213368311524391
37305	rnn.weight_ih_l0	0	-0.011990929022431374
37305	rnn.weight_ih_l0	1	0.010001959279179573
37305	rnn.weight_ih_l0	2	0.027476666495203972
37305	rnn.weight_ih_l0	3	0.005888347048312426
37305	rnn.weight_ih_l0	4	-0.021374978125095367
37305	rnn.weight_ih_l0	5	-0.057526130229234695
37305	rnn.weight_ih_l0	6	0.019933748990297318
37305	rnn.weight_ih_l0	7	0.05071541294455528
37305	rnn.weight_ih_l0	8	0.009605229832231998
37305	rnn.weight_ih_l0	9	-0.03355146571993828
37305	rnn.weight_hh_l0	0	-0.03874744474887848
37305	rnn.weight_hh_l0	1	-0.004256694111973047
37305	rnn.weight_hh_l0	2	0.007007545791566372
37305	rnn.weight_hh_l0	3	-0.044888462871313095
37305	rnn.weight_hh_l0	4	0.04775949940085411
37305	rnn.weight_hh_l0	5	-0.010155333206057549
37305	rnn.weight_hh_l0	6	-0.02969123236835003
37305	rnn.weight_hh_l0	7	-0.029172927141189575
37305	rnn.weight_hh_l0	8	0.0031035132706165314
37305	rnn.weight_hh_l0	9	-0.02430109679698944
37305	rnn.bias_ih_l0	0	0.041294146329164505
37305	rnn.bias_ih_l0	1	-0.02508857659995556
37305	rnn.bias_ih_l0	2	-0.002180553739890456
37305	rnn.bias_ih_l0	3	0.08219244331121445
37305	rnn.bias_ih_l0	4	-0.03452290594577789
37305	rnn.bias_ih_l0	5	-0.03884663060307503
37305	rnn.bias_ih_l0	6	-0.00257550529204309
37305	rnn.bias_ih_l0	7	0.03398408368229866
37305	rnn.bias_ih_l0	8	-0.06515425443649292
37305	rnn.bias_ih_l0	9	-0.03446214273571968
37305	rnn.bias_hh_l0	0	-0.03390687331557274
37305	rnn.bias_hh_l0	1	-0.05435089021921158
37305	rnn.bias_hh_l0	2	-0.03608116880059242
37305	rnn.bias_hh_l0	3	-0.05726995691657066
37305	rnn.bias_hh_l0	4	-0.0009682322270236909
37305	rnn.bias_hh_l0	5	0.003881961340084672
37305	rnn.bias_hh_l0	6	0.026120534166693687
37305	rnn.bias_hh_l0	7	-0.0188736692070961
37305	rnn.bias_hh_l0	8	-0.06446611881256104
37305	rnn.bias_hh_l0	9	-0.016287168487906456
37305	rnn.weight_ih_l0_reverse	0	-0.01619051769375801
37305	rnn.weight_ih_l0_reverse	1	-0.04933083429932594
37305	rnn.weight_ih_l0_reverse	2	-0.01443030871450901
37305	rnn.weight_ih_l0_reverse	3	0.004923196975141764
37305	rnn.weight_ih_l0_reverse	4	-0.010879846289753914
37305	rnn.weight_ih_l0_reverse	5	-0.04934839531779289
37305	rnn.weight_ih_l0_reverse	6	0.03816279396414757
37305	rnn.weight_ih_l0_reverse	7	-0.024622667580842972
37305	rnn.weight_ih_l0_reverse	8	-0.03578607365489006
37305	rnn.weight_ih_l0_reverse	9	0.016078364104032516
37305	rnn.weight_hh_l0_reverse	0	0.03561128303408623
37305	rnn.weight_hh_l0_reverse	1	0.0297071635723114
37305	rnn.weight_hh_l0_reverse	2	0.02887374348938465
37305	rnn.weight_hh_l0_reverse	3	0.019102586433291435
37305	rnn.weight_hh_l0_reverse	4	0.005236958619207144
37305	rnn.weight_hh_l0_reverse	5	-0.008241178467869759
37305	rnn.weight_hh_l0_reverse	6	0.03628185763955116
37305	rnn.weight_hh_l0_reverse	7	-0.026950940489768982
37305	rnn.weight_hh_l0_reverse	8	0.02042349800467491
37305	rnn.weight_hh_l0_reverse	9	0.04753383994102478
37305	rnn.bias_ih_l0_reverse	0	-0.06986088305711746
37305	rnn.bias_ih_l0_reverse	1	-0.1315121054649353
37305	rnn.bias_ih_l0_reverse	2	-0.05208266153931618
37305	rnn.bias_ih_l0_reverse	3	-0.0010097060585394502
37305	rnn.bias_ih_l0_reverse	4	-0.03406514599919319
37305	rnn.bias_ih_l0_reverse	5	0.021705491468310356
37305	rnn.bias_ih_l0_reverse	6	-0.027892127633094788
37305	rnn.bias_ih_l0_reverse	7	0.03251904994249344
37305	rnn.bias_ih_l0_reverse	8	-0.0439547561109066
37305	rnn.bias_ih_l0_reverse	9	0.02854558825492859
37305	rnn.bias_hh_l0_reverse	0	-0.03287310153245926
37305	rnn.bias_hh_l0_reverse	1	-0.009751444682478905
37305	rnn.bias_hh_l0_reverse	2	0.03442315384745598
37305	rnn.bias_hh_l0_reverse	3	-0.03802726790308952
37305	rnn.bias_hh_l0_reverse	4	-0.03415067121386528
37305	rnn.bias_hh_l0_reverse	5	-0.05667058005928993
37305	rnn.bias_hh_l0_reverse	6	-0.01244436763226986
37305	rnn.bias_hh_l0_reverse	7	0.0642566829919815
37305	rnn.bias_hh_l0_reverse	8	0.032837171107530594
37305	rnn.bias_hh_l0_reverse	9	-0.07600238919258118
37305	rnn.weight_ih_l1	0	-0.03391702473163605
37305	rnn.weight_ih_l1	1	-0.032930828630924225
37305	rnn.weight_ih_l1	2	0.05807332694530487
37305	rnn.weight_ih_l1	3	-0.015887191519141197
37305	rnn.weight_ih_l1	4	0.0053642974235117435
37305	rnn.weight_ih_l1	5	-0.04230332747101784
37305	rnn.weight_ih_l1	6	0.021899394690990448
37305	rnn.weight_ih_l1	7	-0.031244074925780296
37305	rnn.weight_ih_l1	8	0.03820201754570007
37305	rnn.weight_ih_l1	9	0.0266426894813776
37305	rnn.weight_hh_l1	0	-0.007309963461011648
37305	rnn.weight_hh_l1	1	0.004985927604138851
37305	rnn.weight_hh_l1	2	-0.022774143144488335
37305	rnn.weight_hh_l1	3	-0.0057586063630878925
37305	rnn.weight_hh_l1	4	0.0021510988008230925
37305	rnn.weight_hh_l1	5	0.02669672667980194
37305	rnn.weight_hh_l1	6	0.03115183115005493
37305	rnn.weight_hh_l1	7	-0.029830191284418106
37305	rnn.weight_hh_l1	8	-0.03607650846242905
37305	rnn.weight_hh_l1	9	0.036865659058094025
37305	rnn.bias_ih_l1	0	-0.09783131629228592
37305	rnn.bias_ih_l1	1	-0.09340859204530716
37305	rnn.bias_ih_l1	2	-0.11720362305641174
37305	rnn.bias_ih_l1	3	-0.14120902121067047
37305	rnn.bias_ih_l1	4	-0.18365497887134552
37305	rnn.bias_ih_l1	5	-0.08478838205337524
37305	rnn.bias_ih_l1	6	-0.05153306573629379
37305	rnn.bias_ih_l1	7	-0.029962381348013878
37305	rnn.bias_ih_l1	8	-0.07332815229892731
37305	rnn.bias_ih_l1	9	-0.0836595818400383
37305	rnn.bias_hh_l1	0	-0.10325578600168228
37305	rnn.bias_hh_l1	1	-0.02616572566330433
37305	rnn.bias_hh_l1	2	-0.060810890048742294
37305	rnn.bias_hh_l1	3	-0.061809420585632324
37305	rnn.bias_hh_l1	4	-0.09067078679800034
37305	rnn.bias_hh_l1	5	-0.0522879995405674
37305	rnn.bias_hh_l1	6	-0.08523708581924438
37305	rnn.bias_hh_l1	7	-0.007663799915462732
37305	rnn.bias_hh_l1	8	-0.05473055690526962
37305	rnn.bias_hh_l1	9	-0.038961272686719894
37305	rnn.weight_ih_l1_reverse	0	-0.036337755620479584
37305	rnn.weight_ih_l1_reverse	1	0.020044667646288872
37305	rnn.weight_ih_l1_reverse	2	-0.05519338324666023
37305	rnn.weight_ih_l1_reverse	3	-0.03524694964289665
37305	rnn.weight_ih_l1_reverse	4	-0.023101935163140297
37305	rnn.weight_ih_l1_reverse	5	-0.03826921805739403
37305	rnn.weight_ih_l1_reverse	6	-0.025298118591308594
37305	rnn.weight_ih_l1_reverse	7	0.016904765740036964
37305	rnn.weight_ih_l1_reverse	8	0.039690762758255005
37305	rnn.weight_ih_l1_reverse	9	-0.041674017906188965
37305	rnn.weight_hh_l1_reverse	0	0.00766111770644784
37305	rnn.weight_hh_l1_reverse	1	0.028732532635331154
37305	rnn.weight_hh_l1_reverse	2	-0.03675476461648941
37305	rnn.weight_hh_l1_reverse	3	0.03891463950276375
37305	rnn.weight_hh_l1_reverse	4	0.041448239237070084
37305	rnn.weight_hh_l1_reverse	5	0.010090907104313374
37305	rnn.weight_hh_l1_reverse	6	0.010149004869163036
37305	rnn.weight_hh_l1_reverse	7	0.027555055916309357
37305	rnn.weight_hh_l1_reverse	8	-0.0041961087845265865
37305	rnn.weight_hh_l1_reverse	9	-0.040046483278274536
37305	rnn.bias_ih_l1_reverse	0	-0.018516654148697853
37305	rnn.bias_ih_l1_reverse	1	-0.07785642892122269
37305	rnn.bias_ih_l1_reverse	2	-0.08942366391420364
37305	rnn.bias_ih_l1_reverse	3	-0.01734047941863537
37305	rnn.bias_ih_l1_reverse	4	-0.13246294856071472
37305	rnn.bias_ih_l1_reverse	5	-0.07068070769309998
37305	rnn.bias_ih_l1_reverse	6	-0.07521726936101913
37305	rnn.bias_ih_l1_reverse	7	-0.1054493635892868
37305	rnn.bias_ih_l1_reverse	8	0.11360692232847214
37305	rnn.bias_ih_l1_reverse	9	0.00626136502251029
37305	rnn.bias_hh_l1_reverse	0	-0.004528635647147894
37305	rnn.bias_hh_l1_reverse	1	-0.02691355161368847
37305	rnn.bias_hh_l1_reverse	2	-0.1613478660583496
37305	rnn.bias_hh_l1_reverse	3	-0.03770732134580612
37305	rnn.bias_hh_l1_reverse	4	-0.04072998836636543
37305	rnn.bias_hh_l1_reverse	5	-0.0475504994392395
37305	rnn.bias_hh_l1_reverse	6	0.1061553806066513
37305	rnn.bias_hh_l1_reverse	7	-0.08190727978944778
37305	rnn.bias_hh_l1_reverse	8	-0.07098279148340225
37305	rnn.bias_hh_l1_reverse	9	-0.07093361020088196
37305	linear.weight	0	0.002228822559118271
37305	linear.weight	1	0.08044560998678207
37305	linear.weight	2	-0.10249684751033783
37305	linear.weight	3	0.27168038487434387
37305	linear.weight	4	0.09095221757888794
37305	linear.weight	5	0.028204860165715218
37305	linear.weight	6	0.08361106365919113
37305	linear.weight	7	0.1554218977689743
37305	linear.weight	8	0.04187518358230591
37305	linear.weight	9	-0.06253296136856079
37305	linear.bias	0	-0.10008513182401657
37305	linear.bias	1	-0.0022813237737864256
37305	linear.bias	2	-0.4050239324569702
37305	linear.bias	3	-0.7684697508811951
37305	linear.bias	4	-0.9579823017120361
37305	linear.bias	5	0.06492354720830917
37305	linear.bias	6	-0.5371206998825073
37305	linear.bias	7	0.5060334205627441
37305	linear.bias	8	-0.587190568447113
37305	linear.bias	9	-0.8023598194122314
37502	transitions	0	0.392097532749176
37502	transitions	1	-0.049800530076026917
37502	transitions	2	-10000.0
37502	transitions	3	-1.783380389213562
37502	transitions	4	-10000.0
37502	transitions	5	0.7037600874900818
37502	transitions	6	0.021829113364219666
37502	transitions	7	-0.18349802494049072
37502	transitions	8	-1.2802276611328125
37502	transitions	9	0.00013251882046461105
37502	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
37502	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
37502	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
37502	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
37502	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
37502	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
37502	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
37502	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
37502	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
37502	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
37502	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
37502	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
37502	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
37502	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
37502	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
37502	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
37502	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
37502	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
37502	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
37502	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
37502	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
37502	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
37502	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
37502	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
37502	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
37502	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
37502	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
37502	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
37502	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
37502	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
37502	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
37502	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
37502	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
37502	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
37502	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
37502	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
37502	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
37502	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
37502	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
37502	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
37502	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
37502	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
37502	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
37502	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
37502	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
37502	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
37502	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
37502	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
37502	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
37502	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
37502	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
37502	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
37502	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
37502	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
37502	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
37502	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
37502	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
37502	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
37502	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
37502	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
37502	embedding2nn.weight	0	0.021691467612981796
37502	embedding2nn.weight	1	-0.018660476431250572
37502	embedding2nn.weight	2	-0.014268253929913044
37502	embedding2nn.weight	3	0.020860005170106888
37502	embedding2nn.weight	4	-0.005915034096688032
37502	embedding2nn.weight	5	-0.003700589993968606
37502	embedding2nn.weight	6	-0.003973248414695263
37502	embedding2nn.weight	7	-0.030116133391857147
37502	embedding2nn.weight	8	-0.0019979383796453476
37502	embedding2nn.weight	9	-0.015912823379039764
37502	embedding2nn.bias	0	0.031321268528699875
37502	embedding2nn.bias	1	-0.04826325178146362
37502	embedding2nn.bias	2	0.09743303060531616
37502	embedding2nn.bias	3	0.061605747789144516
37502	embedding2nn.bias	4	-0.009862548671662807
37502	embedding2nn.bias	5	-0.029887450858950615
37502	embedding2nn.bias	6	-0.003026655875146389
37502	embedding2nn.bias	7	-0.04171592742204666
37502	embedding2nn.bias	8	0.05778231844305992
37502	embedding2nn.bias	9	0.052729055285453796
37502	rnn.weight_ih_l0	0	-0.010421122424304485
37502	rnn.weight_ih_l0	1	0.009966178797185421
37502	rnn.weight_ih_l0	2	0.02719910442829132
37502	rnn.weight_ih_l0	3	0.006224200129508972
37502	rnn.weight_ih_l0	4	-0.021059561520814896
37502	rnn.weight_ih_l0	5	-0.057189878076314926
37502	rnn.weight_ih_l0	6	0.019812364131212234
37502	rnn.weight_ih_l0	7	0.050855834037065506
37502	rnn.weight_ih_l0	8	0.01026463694870472
37502	rnn.weight_ih_l0	9	-0.03340951353311539
37502	rnn.weight_hh_l0	0	-0.03894991800189018
37502	rnn.weight_hh_l0	1	-0.005257285200059414
37502	rnn.weight_hh_l0	2	0.00835021585226059
37502	rnn.weight_hh_l0	3	-0.04495440423488617
37502	rnn.weight_hh_l0	4	0.047474686056375504
37502	rnn.weight_hh_l0	5	-0.008627672679722309
37502	rnn.weight_hh_l0	6	-0.030016658827662468
37502	rnn.weight_hh_l0	7	-0.03123788721859455
37502	rnn.weight_hh_l0	8	0.0024308529682457447
37502	rnn.weight_hh_l0	9	-0.024077262729406357
37502	rnn.bias_ih_l0	0	0.04079229012131691
37502	rnn.bias_ih_l0	1	-0.025121580809354782
37502	rnn.bias_ih_l0	2	-0.0004329838266130537
37502	rnn.bias_ih_l0	3	0.08058171719312668
37502	rnn.bias_ih_l0	4	-0.03657929226756096
37502	rnn.bias_ih_l0	5	-0.04350971803069115
37502	rnn.bias_ih_l0	6	-0.0016732709482312202
37502	rnn.bias_ih_l0	7	0.034344688057899475
37502	rnn.bias_ih_l0	8	-0.06569560617208481
37502	rnn.bias_ih_l0	9	-0.03574759140610695
37502	rnn.bias_hh_l0	0	-0.03308337554335594
37502	rnn.bias_hh_l0	1	-0.05851012095808983
37502	rnn.bias_hh_l0	2	-0.03449929878115654
37502	rnn.bias_hh_l0	3	-0.05560240149497986
37502	rnn.bias_hh_l0	4	-0.0020597241818904877
37502	rnn.bias_hh_l0	5	0.005797835998237133
37502	rnn.bias_hh_l0	6	0.02567053772509098
37502	rnn.bias_hh_l0	7	-0.021049480885267258
37502	rnn.bias_hh_l0	8	-0.06821174174547195
37502	rnn.bias_hh_l0	9	-0.015232768841087818
37502	rnn.weight_ih_l0_reverse	0	-0.01644812896847725
37502	rnn.weight_ih_l0_reverse	1	-0.050336211919784546
37502	rnn.weight_ih_l0_reverse	2	-0.013455076143145561
37502	rnn.weight_ih_l0_reverse	3	0.0050871288403868675
37502	rnn.weight_ih_l0_reverse	4	-0.011080339550971985
37502	rnn.weight_ih_l0_reverse	5	-0.049147527664899826
37502	rnn.weight_ih_l0_reverse	6	0.03816728666424751
37502	rnn.weight_ih_l0_reverse	7	-0.02265912853181362
37502	rnn.weight_ih_l0_reverse	8	-0.03586960956454277
37502	rnn.weight_ih_l0_reverse	9	0.015419213101267815
37502	rnn.weight_hh_l0_reverse	0	0.034978870302438736
37502	rnn.weight_hh_l0_reverse	1	0.03040904738008976
37502	rnn.weight_hh_l0_reverse	2	0.028342582285404205
37502	rnn.weight_hh_l0_reverse	3	0.019366448745131493
37502	rnn.weight_hh_l0_reverse	4	0.004894292447715998
37502	rnn.weight_hh_l0_reverse	5	-0.006272768136113882
37502	rnn.weight_hh_l0_reverse	6	0.03639458492398262
37502	rnn.weight_hh_l0_reverse	7	-0.026227515190839767
37502	rnn.weight_hh_l0_reverse	8	0.019960833713412285
37502	rnn.weight_hh_l0_reverse	9	0.0468529649078846
37502	rnn.bias_ih_l0_reverse	0	-0.06984075158834457
37502	rnn.bias_ih_l0_reverse	1	-0.1304941326379776
37502	rnn.bias_ih_l0_reverse	2	-0.05504056066274643
37502	rnn.bias_ih_l0_reverse	3	-0.0035664918832480907
37502	rnn.bias_ih_l0_reverse	4	-0.028278829529881477
37502	rnn.bias_ih_l0_reverse	5	0.02091710828244686
37502	rnn.bias_ih_l0_reverse	6	-0.026840992271900177
37502	rnn.bias_ih_l0_reverse	7	0.03407887741923332
37502	rnn.bias_ih_l0_reverse	8	-0.03737708553671837
37502	rnn.bias_ih_l0_reverse	9	0.030484642833471298
37502	rnn.bias_hh_l0_reverse	0	-0.03241242468357086
37502	rnn.bias_hh_l0_reverse	1	-0.010943543165922165
37502	rnn.bias_hh_l0_reverse	2	0.031753040850162506
37502	rnn.bias_hh_l0_reverse	3	-0.03724384307861328
37502	rnn.bias_hh_l0_reverse	4	-0.034801606088876724
37502	rnn.bias_hh_l0_reverse	5	-0.059191443026065826
37502	rnn.bias_hh_l0_reverse	6	-0.010657752864062786
37502	rnn.bias_hh_l0_reverse	7	0.06106629967689514
37502	rnn.bias_hh_l0_reverse	8	0.030961716547608376
37502	rnn.bias_hh_l0_reverse	9	-0.07849312573671341
37502	rnn.weight_ih_l1	0	-0.033961620181798935
37502	rnn.weight_ih_l1	1	-0.03371075168251991
37502	rnn.weight_ih_l1	2	0.05630236119031906
37502	rnn.weight_ih_l1	3	-0.01540121715515852
37502	rnn.weight_ih_l1	4	0.004881495144218206
37502	rnn.weight_ih_l1	5	-0.04189109802246094
37502	rnn.weight_ih_l1	6	0.02137220837175846
37502	rnn.weight_ih_l1	7	-0.030271761119365692
37502	rnn.weight_ih_l1	8	0.03809031471610069
37502	rnn.weight_ih_l1	9	0.026248518377542496
37502	rnn.weight_hh_l1	0	-0.006346983835101128
37502	rnn.weight_hh_l1	1	0.005053759552538395
37502	rnn.weight_hh_l1	2	-0.022208714857697487
37502	rnn.weight_hh_l1	3	-0.00582303199917078
37502	rnn.weight_hh_l1	4	0.0024112036917358637
37502	rnn.weight_hh_l1	5	0.02675914391875267
37502	rnn.weight_hh_l1	6	0.03130550682544708
37502	rnn.weight_hh_l1	7	-0.02998509258031845
37502	rnn.weight_hh_l1	8	-0.036410972476005554
37502	rnn.weight_hh_l1	9	0.03678708150982857
37502	rnn.bias_ih_l1	0	-0.09788801521062851
37502	rnn.bias_ih_l1	1	-0.09460622072219849
37502	rnn.bias_ih_l1	2	-0.11907099187374115
37502	rnn.bias_ih_l1	3	-0.1357647329568863
37502	rnn.bias_ih_l1	4	-0.17546169459819794
37502	rnn.bias_ih_l1	5	-0.08459073305130005
37502	rnn.bias_ih_l1	6	-0.04906080290675163
37502	rnn.bias_ih_l1	7	-0.02842777594923973
37502	rnn.bias_ih_l1	8	-0.07133493572473526
37502	rnn.bias_ih_l1	9	-0.08192221075296402
37502	rnn.bias_hh_l1	0	-0.10437127947807312
37502	rnn.bias_hh_l1	1	-0.026995176449418068
37502	rnn.bias_hh_l1	2	-0.0612608976662159
37502	rnn.bias_hh_l1	3	-0.06208200007677078
37502	rnn.bias_hh_l1	4	-0.08965834975242615
37502	rnn.bias_hh_l1	5	-0.051170945167541504
37502	rnn.bias_hh_l1	6	-0.08562815189361572
37502	rnn.bias_hh_l1	7	-0.009576917625963688
37502	rnn.bias_hh_l1	8	-0.05996367707848549
37502	rnn.bias_hh_l1	9	-0.03751848638057709
37502	rnn.weight_ih_l1_reverse	0	-0.036367904394865036
37502	rnn.weight_ih_l1_reverse	1	0.01765221357345581
37502	rnn.weight_ih_l1_reverse	2	-0.0544976070523262
37502	rnn.weight_ih_l1_reverse	3	-0.033437877893447876
37502	rnn.weight_ih_l1_reverse	4	-0.024690361693501472
37502	rnn.weight_ih_l1_reverse	5	-0.03803247585892677
37502	rnn.weight_ih_l1_reverse	6	-0.025867631658911705
37502	rnn.weight_ih_l1_reverse	7	0.016455838456749916
37502	rnn.weight_ih_l1_reverse	8	0.03443935513496399
37502	rnn.weight_ih_l1_reverse	9	-0.03994423523545265
37502	rnn.weight_hh_l1_reverse	0	0.0074851936660707
37502	rnn.weight_hh_l1_reverse	1	0.028668630868196487
37502	rnn.weight_hh_l1_reverse	2	-0.0367276594042778
37502	rnn.weight_hh_l1_reverse	3	0.038826923817396164
37502	rnn.weight_hh_l1_reverse	4	0.04188735783100128
37502	rnn.weight_hh_l1_reverse	5	0.010066810064017773
37502	rnn.weight_hh_l1_reverse	6	0.011141949333250523
37502	rnn.weight_hh_l1_reverse	7	0.027335980907082558
37502	rnn.weight_hh_l1_reverse	8	-0.004167831968516111
37502	rnn.weight_hh_l1_reverse	9	-0.0403418093919754
37502	rnn.bias_ih_l1_reverse	0	-0.01609320566058159
37502	rnn.bias_ih_l1_reverse	1	-0.07856621593236923
37502	rnn.bias_ih_l1_reverse	2	-0.0906786322593689
37502	rnn.bias_ih_l1_reverse	3	-0.01964462175965309
37502	rnn.bias_ih_l1_reverse	4	-0.13133427500724792
37502	rnn.bias_ih_l1_reverse	5	-0.07083110511302948
37502	rnn.bias_ih_l1_reverse	6	-0.07665406167507172
37502	rnn.bias_ih_l1_reverse	7	-0.10335981100797653
37502	rnn.bias_ih_l1_reverse	8	0.11137143522500992
37502	rnn.bias_ih_l1_reverse	9	0.013324595987796783
37502	rnn.bias_hh_l1_reverse	0	-0.012334729544818401
37502	rnn.bias_hh_l1_reverse	1	-0.023950915783643723
37502	rnn.bias_hh_l1_reverse	2	-0.16306933760643005
37502	rnn.bias_hh_l1_reverse	3	-0.03808383643627167
37502	rnn.bias_hh_l1_reverse	4	-0.04186972603201866
37502	rnn.bias_hh_l1_reverse	5	-0.04958731681108475
37502	rnn.bias_hh_l1_reverse	6	0.11286559700965881
37502	rnn.bias_hh_l1_reverse	7	-0.08302976936101913
37502	rnn.bias_hh_l1_reverse	8	-0.069548599421978
37502	rnn.bias_hh_l1_reverse	9	-0.07126057147979736
37502	linear.weight	0	0.002228822559118271
37502	linear.weight	1	0.0774819627404213
37502	linear.weight	2	-0.10708944499492645
37502	linear.weight	3	0.2869803309440613
37502	linear.weight	4	0.10350390523672104
37502	linear.weight	5	0.03165604546666145
37502	linear.weight	6	0.07868999242782593
37502	linear.weight	7	0.15534824132919312
37502	linear.weight	8	0.041888635605573654
37502	linear.weight	9	-0.06094830855727196
37502	linear.bias	0	-0.054080817848443985
37502	linear.bias	1	-0.04083535075187683
37502	linear.bias	2	-0.40902671217918396
37502	linear.bias	3	-0.7491739988327026
37502	linear.bias	4	-0.9463541507720947
37502	linear.bias	5	0.05810404196381569
37502	linear.bias	6	-0.5695713758468628
37502	linear.bias	7	0.49835407733917236
37502	linear.bias	8	-0.5888489484786987
37502	linear.bias	9	-0.8055626749992371
37506	transitions	0	0.3921121656894684
37506	transitions	1	-0.04980343207716942
37506	transitions	2	-10000.0
37506	transitions	3	-1.7833830118179321
37506	transitions	4	-10000.0
37506	transitions	5	0.7037492990493774
37506	transitions	6	0.02181416191160679
37506	transitions	7	-0.18349850177764893
37506	transitions	8	-1.2802287340164185
37506	transitions	9	0.00013245437003206462
37506	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
37506	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
37506	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
37506	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
37506	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
37506	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
37506	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
37506	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
37506	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
37506	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
37506	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
37506	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
37506	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
37506	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
37506	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
37506	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
37506	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
37506	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
37506	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
37506	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
37506	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
37506	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
37506	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
37506	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
37506	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
37506	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
37506	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
37506	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
37506	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
37506	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
37506	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
37506	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
37506	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
37506	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
37506	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
37506	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
37506	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
37506	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
37506	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
37506	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
37506	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
37506	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
37506	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
37506	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
37506	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
37506	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
37506	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
37506	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
37506	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
37506	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
37506	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
37506	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
37506	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
37506	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
37506	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
37506	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
37506	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
37506	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
37506	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
37506	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
37506	embedding2nn.weight	0	0.021512476727366447
37506	embedding2nn.weight	1	-0.01866994984447956
37506	embedding2nn.weight	2	-0.014268253929913044
37506	embedding2nn.weight	3	0.020735101774334908
37506	embedding2nn.weight	4	-0.005915034096688032
37506	embedding2nn.weight	5	-0.003700589993968606
37506	embedding2nn.weight	6	-0.003973248414695263
37506	embedding2nn.weight	7	-0.029994964599609375
37506	embedding2nn.weight	8	-0.0019979383796453476
37506	embedding2nn.weight	9	-0.01591285690665245
37506	embedding2nn.bias	0	0.03182755410671234
37506	embedding2nn.bias	1	-0.04850954934954643
37506	embedding2nn.bias	2	0.0967995747923851
37506	embedding2nn.bias	3	0.06164531409740448
37506	embedding2nn.bias	4	-0.01010308787226677
37506	embedding2nn.bias	5	-0.030841292813420296
37506	embedding2nn.bias	6	-0.003080915194004774
37506	embedding2nn.bias	7	-0.04150820150971413
37506	embedding2nn.bias	8	0.057511843740940094
37506	embedding2nn.bias	9	0.05338161811232567
37506	rnn.weight_ih_l0	0	-0.010507037863135338
37506	rnn.weight_ih_l0	1	0.009732678532600403
37506	rnn.weight_ih_l0	2	0.027162699028849602
37506	rnn.weight_ih_l0	3	0.006304637994617224
37506	rnn.weight_ih_l0	4	-0.0209271889179945
37506	rnn.weight_ih_l0	5	-0.05706613510847092
37506	rnn.weight_ih_l0	6	0.01974370703101158
37506	rnn.weight_ih_l0	7	0.05078022927045822
37506	rnn.weight_ih_l0	8	0.01016268227249384
37506	rnn.weight_ih_l0	9	-0.033351629972457886
37506	rnn.weight_hh_l0	0	-0.038959261029958725
37506	rnn.weight_hh_l0	1	-0.005319530144333839
37506	rnn.weight_hh_l0	2	0.008202574215829372
37506	rnn.weight_hh_l0	3	-0.04497385397553444
37506	rnn.weight_hh_l0	4	0.04722871258854866
37506	rnn.weight_hh_l0	5	-0.00865325890481472
37506	rnn.weight_hh_l0	6	-0.03001968376338482
37506	rnn.weight_hh_l0	7	-0.031170789152383804
37506	rnn.weight_hh_l0	8	0.0023472679313272238
37506	rnn.weight_hh_l0	9	-0.024118697270751
37506	rnn.bias_ih_l0	0	0.04082430526614189
37506	rnn.bias_ih_l0	1	-0.02499658428132534
37506	rnn.bias_ih_l0	2	-0.00042551246588118374
37506	rnn.bias_ih_l0	3	0.0808829739689827
37506	rnn.bias_ih_l0	4	-0.036679238080978394
37506	rnn.bias_ih_l0	5	-0.04378873109817505
37506	rnn.bias_ih_l0	6	-0.0016602439573034644
37506	rnn.bias_ih_l0	7	0.03425048664212227
37506	rnn.bias_ih_l0	8	-0.06583964824676514
37506	rnn.bias_ih_l0	9	-0.03608280420303345
37506	rnn.bias_hh_l0	0	-0.0329926572740078
37506	rnn.bias_hh_l0	1	-0.0585859976708889
37506	rnn.bias_hh_l0	2	-0.034771379083395004
37506	rnn.bias_hh_l0	3	-0.05571494251489639
37506	rnn.bias_hh_l0	4	-0.001792597584426403
37506	rnn.bias_hh_l0	5	0.0051879179663956165
37506	rnn.bias_hh_l0	6	0.025784160941839218
37506	rnn.bias_hh_l0	7	-0.02115803025662899
37506	rnn.bias_hh_l0	8	-0.06818334013223648
37506	rnn.bias_hh_l0	9	-0.014648486860096455
37506	rnn.weight_ih_l0_reverse	0	-0.016442181542515755
37506	rnn.weight_ih_l0_reverse	1	-0.05030934885144234
37506	rnn.weight_ih_l0_reverse	2	-0.013803056441247463
37506	rnn.weight_ih_l0_reverse	3	0.005087424069643021
37506	rnn.weight_ih_l0_reverse	4	-0.011106140911579132
37506	rnn.weight_ih_l0_reverse	5	-0.049071792513132095
37506	rnn.weight_ih_l0_reverse	6	0.03808234632015228
37506	rnn.weight_ih_l0_reverse	7	-0.022666579112410545
37506	rnn.weight_ih_l0_reverse	8	-0.03587540239095688
37506	rnn.weight_ih_l0_reverse	9	0.015218952670693398
37506	rnn.weight_hh_l0_reverse	0	0.035020750015974045
37506	rnn.weight_hh_l0_reverse	1	0.030239293351769447
37506	rnn.weight_hh_l0_reverse	2	0.028293583542108536
37506	rnn.weight_hh_l0_reverse	3	0.019346030429005623
37506	rnn.weight_hh_l0_reverse	4	0.004894017707556486
37506	rnn.weight_hh_l0_reverse	5	-0.006271790247410536
37506	rnn.weight_hh_l0_reverse	6	0.03636453300714493
37506	rnn.weight_hh_l0_reverse	7	-0.026313671842217445
37506	rnn.weight_hh_l0_reverse	8	0.02002877928316593
37506	rnn.weight_hh_l0_reverse	9	0.04659739136695862
37506	rnn.bias_ih_l0_reverse	0	-0.0701565146446228
37506	rnn.bias_ih_l0_reverse	1	-0.13087090849876404
37506	rnn.bias_ih_l0_reverse	2	-0.05558580905199051
37506	rnn.bias_ih_l0_reverse	3	-0.0033850150648504496
37506	rnn.bias_ih_l0_reverse	4	-0.02791815996170044
37506	rnn.bias_ih_l0_reverse	5	0.020712029188871384
37506	rnn.bias_ih_l0_reverse	6	-0.027054935693740845
37506	rnn.bias_ih_l0_reverse	7	0.034140534698963165
37506	rnn.bias_ih_l0_reverse	8	-0.03713669627904892
37506	rnn.bias_ih_l0_reverse	9	0.030905509367585182
37506	rnn.bias_hh_l0_reverse	0	-0.03218621015548706
37506	rnn.bias_hh_l0_reverse	1	-0.010751099325716496
37506	rnn.bias_hh_l0_reverse	2	0.03070458211004734
37506	rnn.bias_hh_l0_reverse	3	-0.03734559193253517
37506	rnn.bias_hh_l0_reverse	4	-0.03511795401573181
37506	rnn.bias_hh_l0_reverse	5	-0.05942907556891441
37506	rnn.bias_hh_l0_reverse	6	-0.010936696082353592
37506	rnn.bias_hh_l0_reverse	7	0.060829248279333115
37506	rnn.bias_hh_l0_reverse	8	0.0311279334127903
37506	rnn.bias_hh_l0_reverse	9	-0.07877839356660843
37506	rnn.weight_ih_l1	0	-0.033943064510822296
37506	rnn.weight_ih_l1	1	-0.03392690792679787
37506	rnn.weight_ih_l1	2	0.05607450008392334
37506	rnn.weight_ih_l1	3	-0.015329781919717789
37506	rnn.weight_ih_l1	4	0.004811534658074379
37506	rnn.weight_ih_l1	5	-0.041829463094472885
37506	rnn.weight_ih_l1	6	0.02140563726425171
37506	rnn.weight_ih_l1	7	-0.03020610846579075
37506	rnn.weight_ih_l1	8	0.038097213953733444
37506	rnn.weight_ih_l1	9	0.02624785155057907
37506	rnn.weight_hh_l1	0	-0.0063650524243712425
37506	rnn.weight_hh_l1	1	0.005058010574430227
37506	rnn.weight_hh_l1	2	-0.02214628830552101
37506	rnn.weight_hh_l1	3	-0.005883131641894579
37506	rnn.weight_hh_l1	4	0.002394220558926463
37506	rnn.weight_hh_l1	5	0.026760732755064964
37506	rnn.weight_hh_l1	6	0.03133963420987129
37506	rnn.weight_hh_l1	7	-0.029963074252009392
37506	rnn.weight_hh_l1	8	-0.03638848662376404
37506	rnn.weight_hh_l1	9	0.03676535189151764
37506	rnn.bias_ih_l1	0	-0.09775540232658386
37506	rnn.bias_ih_l1	1	-0.09461331367492676
37506	rnn.bias_ih_l1	2	-0.1190028116106987
37506	rnn.bias_ih_l1	3	-0.1360139399766922
37506	rnn.bias_ih_l1	4	-0.17594772577285767
37506	rnn.bias_ih_l1	5	-0.08430636674165726
37506	rnn.bias_ih_l1	6	-0.04892100766301155
37506	rnn.bias_ih_l1	7	-0.028193064033985138
37506	rnn.bias_ih_l1	8	-0.07151754200458527
37506	rnn.bias_ih_l1	9	-0.08201511949300766
37506	rnn.bias_hh_l1	0	-0.10419413447380066
37506	rnn.bias_hh_l1	1	-0.027049202471971512
37506	rnn.bias_hh_l1	2	-0.06113962456583977
37506	rnn.bias_hh_l1	3	-0.06217709928750992
37506	rnn.bias_hh_l1	4	-0.08948597311973572
37506	rnn.bias_hh_l1	5	-0.05105675756931305
37506	rnn.bias_hh_l1	6	-0.08570495247840881
37506	rnn.bias_hh_l1	7	-0.010065959766507149
37506	rnn.bias_hh_l1	8	-0.05924217030405998
37506	rnn.bias_hh_l1	9	-0.037777796387672424
37506	rnn.weight_ih_l1_reverse	0	-0.03612842410802841
37506	rnn.weight_ih_l1_reverse	1	0.017742838710546494
37506	rnn.weight_ih_l1_reverse	2	-0.05448770150542259
37506	rnn.weight_ih_l1_reverse	3	-0.03338836878538132
37506	rnn.weight_ih_l1_reverse	4	-0.024635374546051025
37506	rnn.weight_ih_l1_reverse	5	-0.03801954165101051
37506	rnn.weight_ih_l1_reverse	6	-0.02554909884929657
37506	rnn.weight_ih_l1_reverse	7	0.01654437743127346
37506	rnn.weight_ih_l1_reverse	8	0.03449425846338272
37506	rnn.weight_ih_l1_reverse	9	-0.03984241932630539
37506	rnn.weight_hh_l1_reverse	0	0.0075118509121239185
37506	rnn.weight_hh_l1_reverse	1	0.028607146814465523
37506	rnn.weight_hh_l1_reverse	2	-0.036724209785461426
37506	rnn.weight_hh_l1_reverse	3	0.03881177306175232
37506	rnn.weight_hh_l1_reverse	4	0.04194238781929016
37506	rnn.weight_hh_l1_reverse	5	0.010025672614574432
37506	rnn.weight_hh_l1_reverse	6	0.010930816642940044
37506	rnn.weight_hh_l1_reverse	7	0.027305832132697105
37506	rnn.weight_hh_l1_reverse	8	-0.0041852970607578754
37506	rnn.weight_hh_l1_reverse	9	-0.04032957926392555
37506	rnn.bias_ih_l1_reverse	0	-0.01689937338232994
37506	rnn.bias_ih_l1_reverse	1	-0.07787046581506729
37506	rnn.bias_ih_l1_reverse	2	-0.09036675840616226
37506	rnn.bias_ih_l1_reverse	3	-0.020052198320627213
37506	rnn.bias_ih_l1_reverse	4	-0.13099341094493866
37506	rnn.bias_ih_l1_reverse	5	-0.0707416757941246
37506	rnn.bias_ih_l1_reverse	6	-0.07670219987630844
37506	rnn.bias_ih_l1_reverse	7	-0.10345105826854706
37506	rnn.bias_ih_l1_reverse	8	0.11213303357362747
37506	rnn.bias_ih_l1_reverse	9	0.013988891616463661
37506	rnn.bias_hh_l1_reverse	0	-0.011746623553335667
37506	rnn.bias_hh_l1_reverse	1	-0.024408791214227676
37506	rnn.bias_hh_l1_reverse	2	-0.1630232185125351
37506	rnn.bias_hh_l1_reverse	3	-0.03790174424648285
37506	rnn.bias_hh_l1_reverse	4	-0.04200281947851181
37506	rnn.bias_hh_l1_reverse	5	-0.049960799515247345
37506	rnn.bias_hh_l1_reverse	6	0.11255048960447311
37506	rnn.bias_hh_l1_reverse	7	-0.08330004662275314
37506	rnn.bias_hh_l1_reverse	8	-0.06932912766933441
37506	rnn.bias_hh_l1_reverse	9	-0.07128618657588959
37506	linear.weight	0	0.002228822559118271
37506	linear.weight	1	0.07748524844646454
37506	linear.weight	2	-0.10678059607744217
37506	linear.weight	3	0.286536306142807
37506	linear.weight	4	0.1043899655342102
37506	linear.weight	5	0.0314318872988224
37506	linear.weight	6	0.0750647708773613
37506	linear.weight	7	0.15436029434204102
37506	linear.weight	8	0.041889071464538574
37506	linear.weight	9	-0.05937132611870766
37506	linear.bias	0	-0.04934992268681526
37506	linear.bias	1	-0.03409354016184807
37506	linear.bias	2	-0.4153141379356384
37506	linear.bias	3	-0.7495347261428833
37506	linear.bias	4	-0.946826159954071
37506	linear.bias	5	0.04855480045080185
37506	linear.bias	6	-0.5631439685821533
37506	linear.bias	7	0.4887075424194336
37506	linear.bias	8	-0.5854297876358032
37506	linear.bias	9	-0.8021411895751953
37703	transitions	0	0.38679733872413635
37703	transitions	1	-0.05061710253357887
37703	transitions	2	-10000.0
37703	transitions	3	-1.783571481704712
37703	transitions	4	-10000.0
37703	transitions	5	0.7029498219490051
37703	transitions	6	0.021365217864513397
37703	transitions	7	-0.1853223294019699
37703	transitions	8	-1.2808483839035034
37703	transitions	9	0.0001283164747292176
37703	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
37703	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
37703	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
37703	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
37703	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
37703	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
37703	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
37703	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
37703	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
37703	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
37703	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
37703	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
37703	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
37703	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
37703	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
37703	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
37703	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
37703	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
37703	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
37703	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
37703	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
37703	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
37703	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
37703	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
37703	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
37703	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
37703	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
37703	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
37703	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
37703	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
37703	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
37703	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
37703	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
37703	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
37703	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
37703	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
37703	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
37703	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
37703	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
37703	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
37703	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
37703	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
37703	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
37703	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
37703	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
37703	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
37703	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
37703	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
37703	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
37703	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
37703	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
37703	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
37703	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
37703	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
37703	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
37703	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
37703	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
37703	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
37703	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
37703	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
37703	embedding2nn.weight	0	0.019264336675405502
37703	embedding2nn.weight	1	-0.018218375742435455
37703	embedding2nn.weight	2	-0.014268253929913044
37703	embedding2nn.weight	3	0.020799998193979263
37703	embedding2nn.weight	4	-0.005915034096688032
37703	embedding2nn.weight	5	-0.0037005897611379623
37703	embedding2nn.weight	6	-0.0039732507430016994
37703	embedding2nn.weight	7	-0.029696622863411903
37703	embedding2nn.weight	8	-0.0019979383796453476
37703	embedding2nn.weight	9	-0.01604384183883667
37703	embedding2nn.bias	0	0.02869832143187523
37703	embedding2nn.bias	1	-0.04688940942287445
37703	embedding2nn.bias	2	0.09427689760923386
37703	embedding2nn.bias	3	0.053827524185180664
37703	embedding2nn.bias	4	-0.0070299990475177765
37703	embedding2nn.bias	5	-0.03170039877295494
37703	embedding2nn.bias	6	0.006222064141184092
37703	embedding2nn.bias	7	-0.057783424854278564
37703	embedding2nn.bias	8	0.060286037623882294
37703	embedding2nn.bias	9	0.05152374878525734
37703	rnn.weight_ih_l0	0	-0.009504266083240509
37703	rnn.weight_ih_l0	1	0.008612758480012417
37703	rnn.weight_ih_l0	2	0.027216101065278053
37703	rnn.weight_ih_l0	3	0.006476913578808308
37703	rnn.weight_ih_l0	4	-0.021706121042370796
37703	rnn.weight_ih_l0	5	-0.05785028636455536
37703	rnn.weight_ih_l0	6	0.019539786502718925
37703	rnn.weight_ih_l0	7	0.05127929151058197
37703	rnn.weight_ih_l0	8	0.008695251308381557
37703	rnn.weight_ih_l0	9	-0.033008940517902374
37703	rnn.weight_hh_l0	0	-0.038177818059921265
37703	rnn.weight_hh_l0	1	-0.004845132119953632
37703	rnn.weight_hh_l0	2	0.008825822733342648
37703	rnn.weight_hh_l0	3	-0.04369589313864708
37703	rnn.weight_hh_l0	4	0.04849034175276756
37703	rnn.weight_hh_l0	5	-0.007590516936033964
37703	rnn.weight_hh_l0	6	-0.029719362035393715
37703	rnn.weight_hh_l0	7	-0.030725250020623207
37703	rnn.weight_hh_l0	8	0.0024848338216543198
37703	rnn.weight_hh_l0	9	-0.02349606342613697
37703	rnn.bias_ih_l0	0	0.04717356339097023
37703	rnn.bias_ih_l0	1	-0.024983147159218788
37703	rnn.bias_ih_l0	2	-0.0035846156533807516
37703	rnn.bias_ih_l0	3	0.07889502495527267
37703	rnn.bias_ih_l0	4	-0.036275580525398254
37703	rnn.bias_ih_l0	5	-0.0432124137878418
37703	rnn.bias_ih_l0	6	-0.0019344619940966368
37703	rnn.bias_ih_l0	7	0.035645630210638046
37703	rnn.bias_ih_l0	8	-0.0664588063955307
37703	rnn.bias_ih_l0	9	-0.035319071263074875
37703	rnn.bias_hh_l0	0	-0.03436976671218872
37703	rnn.bias_hh_l0	1	-0.05604315549135208
37703	rnn.bias_hh_l0	2	-0.03590542823076248
37703	rnn.bias_hh_l0	3	-0.056423213332891464
37703	rnn.bias_hh_l0	4	-0.0014095371589064598
37703	rnn.bias_hh_l0	5	0.004119517747312784
37703	rnn.bias_hh_l0	6	0.02603408321738243
37703	rnn.bias_hh_l0	7	-0.02272859960794449
37703	rnn.bias_hh_l0	8	-0.07490722090005875
37703	rnn.bias_hh_l0	9	-0.01306226197630167
37703	rnn.weight_ih_l0_reverse	0	-0.016506226733326912
37703	rnn.weight_ih_l0_reverse	1	-0.04877327010035515
37703	rnn.weight_ih_l0_reverse	2	-0.015436507761478424
37703	rnn.weight_ih_l0_reverse	3	0.00553625263273716
37703	rnn.weight_ih_l0_reverse	4	-0.010996014811098576
37703	rnn.weight_ih_l0_reverse	5	-0.049551673233509064
37703	rnn.weight_ih_l0_reverse	6	0.03876562416553497
37703	rnn.weight_ih_l0_reverse	7	-0.02263067476451397
37703	rnn.weight_ih_l0_reverse	8	-0.037185199558734894
37703	rnn.weight_ih_l0_reverse	9	0.014542747288942337
37703	rnn.weight_hh_l0_reverse	0	0.03459426388144493
37703	rnn.weight_hh_l0_reverse	1	0.03119509294629097
37703	rnn.weight_hh_l0_reverse	2	0.0293051116168499
37703	rnn.weight_hh_l0_reverse	3	0.01940922439098358
37703	rnn.weight_hh_l0_reverse	4	0.00488694291561842
37703	rnn.weight_hh_l0_reverse	5	-0.009786734357476234
37703	rnn.weight_hh_l0_reverse	6	0.036365799605846405
37703	rnn.weight_hh_l0_reverse	7	-0.027767470106482506
37703	rnn.weight_hh_l0_reverse	8	0.020592737942934036
37703	rnn.weight_hh_l0_reverse	9	0.04719267413020134
37703	rnn.bias_ih_l0_reverse	0	-0.072029709815979
37703	rnn.bias_ih_l0_reverse	1	-0.13132815062999725
37703	rnn.bias_ih_l0_reverse	2	-0.05592945218086243
37703	rnn.bias_ih_l0_reverse	3	-0.004801855888217688
37703	rnn.bias_ih_l0_reverse	4	-0.0285885538905859
37703	rnn.bias_ih_l0_reverse	5	0.022835450246930122
37703	rnn.bias_ih_l0_reverse	6	-0.02923598140478134
37703	rnn.bias_ih_l0_reverse	7	0.036043256521224976
37703	rnn.bias_ih_l0_reverse	8	-0.034986462444067
37703	rnn.bias_ih_l0_reverse	9	0.030639387667179108
37703	rnn.bias_hh_l0_reverse	0	-0.030336221680045128
37703	rnn.bias_hh_l0_reverse	1	-0.01690252311527729
37703	rnn.bias_hh_l0_reverse	2	0.026332801207900047
37703	rnn.bias_hh_l0_reverse	3	-0.039087239652872086
37703	rnn.bias_hh_l0_reverse	4	-0.03187193721532822
37703	rnn.bias_hh_l0_reverse	5	-0.06064124032855034
37703	rnn.bias_hh_l0_reverse	6	-0.012065443210303783
37703	rnn.bias_hh_l0_reverse	7	0.06087111681699753
37703	rnn.bias_hh_l0_reverse	8	0.02840963378548622
37703	rnn.bias_hh_l0_reverse	9	-0.07853145152330399
37703	rnn.weight_ih_l1	0	-0.03413551300764084
37703	rnn.weight_ih_l1	1	-0.03364625945687294
37703	rnn.weight_ih_l1	2	0.05774182826280594
37703	rnn.weight_ih_l1	3	-0.017155854031443596
37703	rnn.weight_ih_l1	4	0.004914230667054653
37703	rnn.weight_ih_l1	5	-0.0419795997440815
37703	rnn.weight_ih_l1	6	0.02067289873957634
37703	rnn.weight_ih_l1	7	-0.030471855774521828
37703	rnn.weight_ih_l1	8	0.038385238498449326
37703	rnn.weight_ih_l1	9	0.025701528415083885
37703	rnn.weight_hh_l1	0	-0.005586249753832817
37703	rnn.weight_hh_l1	1	0.005133461207151413
37703	rnn.weight_hh_l1	2	-0.021581755951046944
37703	rnn.weight_hh_l1	3	-0.005354985594749451
37703	rnn.weight_hh_l1	4	0.001583433011546731
37703	rnn.weight_hh_l1	5	0.026787051931023598
37703	rnn.weight_hh_l1	6	0.031304001808166504
37703	rnn.weight_hh_l1	7	-0.030101409181952477
37703	rnn.weight_hh_l1	8	-0.035662941634655
37703	rnn.weight_hh_l1	9	0.036621008068323135
37703	rnn.bias_ih_l1	0	-0.09832921624183655
37703	rnn.bias_ih_l1	1	-0.09510757774114609
37703	rnn.bias_ih_l1	2	-0.12043174356222153
37703	rnn.bias_ih_l1	3	-0.13369090855121613
37703	rnn.bias_ih_l1	4	-0.1699717491865158
37703	rnn.bias_ih_l1	5	-0.08448094129562378
37703	rnn.bias_ih_l1	6	-0.044701527804136276
37703	rnn.bias_ih_l1	7	-0.02559051848948002
37703	rnn.bias_ih_l1	8	-0.06939760595560074
37703	rnn.bias_ih_l1	9	-0.08706917613744736
37703	rnn.bias_hh_l1	0	-0.10125715285539627
37703	rnn.bias_hh_l1	1	-0.027169715613126755
37703	rnn.bias_hh_l1	2	-0.06195973977446556
37703	rnn.bias_hh_l1	3	-0.062000107020139694
37703	rnn.bias_hh_l1	4	-0.08985234051942825
37703	rnn.bias_hh_l1	5	-0.050745055079460144
37703	rnn.bias_hh_l1	6	-0.08399569243192673
37703	rnn.bias_hh_l1	7	-0.008052719756960869
37703	rnn.bias_hh_l1	8	-0.05900653824210167
37703	rnn.bias_hh_l1	9	-0.03575466200709343
37703	rnn.weight_ih_l1_reverse	0	-0.0377192497253418
37703	rnn.weight_ih_l1_reverse	1	0.0209748987108469
37703	rnn.weight_ih_l1_reverse	2	-0.05359640717506409
37703	rnn.weight_ih_l1_reverse	3	-0.031945690512657166
37703	rnn.weight_ih_l1_reverse	4	-0.02347005158662796
37703	rnn.weight_ih_l1_reverse	5	-0.03823091462254524
37703	rnn.weight_ih_l1_reverse	6	-0.0254575964063406
37703	rnn.weight_ih_l1_reverse	7	0.016486868262290955
37703	rnn.weight_ih_l1_reverse	8	0.03333772346377373
37703	rnn.weight_ih_l1_reverse	9	-0.04060424119234085
37703	rnn.weight_hh_l1_reverse	0	0.007526142988353968
37703	rnn.weight_hh_l1_reverse	1	0.028653986752033234
37703	rnn.weight_hh_l1_reverse	2	-0.03670186921954155
37703	rnn.weight_hh_l1_reverse	3	0.03890717402100563
37703	rnn.weight_hh_l1_reverse	4	0.04241148754954338
37703	rnn.weight_hh_l1_reverse	5	0.009992717765271664
37703	rnn.weight_hh_l1_reverse	6	0.01055921707302332
37703	rnn.weight_hh_l1_reverse	7	0.027474770322442055
37703	rnn.weight_hh_l1_reverse	8	-0.0042397091165184975
37703	rnn.weight_hh_l1_reverse	9	-0.04007813706994057
37703	rnn.bias_ih_l1_reverse	0	-0.016496071591973305
37703	rnn.bias_ih_l1_reverse	1	-0.08121763169765472
37703	rnn.bias_ih_l1_reverse	2	-0.09164667129516602
37703	rnn.bias_ih_l1_reverse	3	-0.024072567000985146
37703	rnn.bias_ih_l1_reverse	4	-0.1314312219619751
37703	rnn.bias_ih_l1_reverse	5	-0.0701126828789711
37703	rnn.bias_ih_l1_reverse	6	-0.07420745491981506
37703	rnn.bias_ih_l1_reverse	7	-0.1060561090707779
37703	rnn.bias_ih_l1_reverse	8	0.11521489918231964
37703	rnn.bias_ih_l1_reverse	9	0.009856638498604298
37703	rnn.bias_hh_l1_reverse	0	-0.011913708411157131
37703	rnn.bias_hh_l1_reverse	1	-0.025913137942552567
37703	rnn.bias_hh_l1_reverse	2	-0.1641172617673874
37703	rnn.bias_hh_l1_reverse	3	-0.03629760816693306
37703	rnn.bias_hh_l1_reverse	4	-0.042382970452308655
37703	rnn.bias_hh_l1_reverse	5	-0.04905422031879425
37703	rnn.bias_hh_l1_reverse	6	0.11302744597196579
37703	rnn.bias_hh_l1_reverse	7	-0.08381721377372742
37703	rnn.bias_hh_l1_reverse	8	-0.0686744749546051
37703	rnn.bias_hh_l1_reverse	9	-0.07190799713134766
37703	linear.weight	0	0.002228822559118271
37703	linear.weight	1	0.07609566301107407
37703	linear.weight	2	-0.11158807575702667
37703	linear.weight	3	0.28891509771347046
37703	linear.weight	4	0.09999636560678482
37703	linear.weight	5	0.030871624127030373
37703	linear.weight	6	0.07880822569131851
37703	linear.weight	7	0.16312429308891296
37703	linear.weight	8	0.04190025478601456
37703	linear.weight	9	-0.05512112006545067
37703	linear.bias	0	-0.08040635287761688
37703	linear.bias	1	-0.04599574953317642
37703	linear.bias	2	-0.4122753143310547
37703	linear.bias	3	-0.7646288275718689
37703	linear.bias	4	-0.9672837853431702
37703	linear.bias	5	0.042208727449178696
37703	linear.bias	6	-0.5674498081207275
37703	linear.bias	7	0.4798564612865448
37703	linear.bias	8	-0.5928374528884888
37703	linear.bias	9	-0.8090618252754211
37900	transitions	0	0.3786504864692688
37900	transitions	1	-0.0479583777487278
37900	transitions	2	-10000.0
37900	transitions	3	-1.7837800979614258
37900	transitions	4	-10000.0
37900	transitions	5	0.7021428942680359
37900	transitions	6	0.021041864529252052
37900	transitions	7	-0.18650712072849274
37900	transitions	8	-1.2815285921096802
37900	transitions	9	0.00012256359332241118
37900	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
37900	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
37900	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
37900	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
37900	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
37900	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
37900	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
37900	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
37900	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
37900	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
37900	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
37900	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
37900	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
37900	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
37900	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
37900	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
37900	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
37900	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
37900	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
37900	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
37900	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
37900	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
37900	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
37900	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
37900	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
37900	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
37900	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
37900	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
37900	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
37900	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
37900	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
37900	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
37900	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
37900	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
37900	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
37900	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
37900	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
37900	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
37900	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
37900	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
37900	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
37900	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
37900	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
37900	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
37900	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
37900	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
37900	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
37900	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
37900	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
37900	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
37900	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
37900	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
37900	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
37900	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
37900	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
37900	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
37900	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
37900	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
37900	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
37900	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
37900	embedding2nn.weight	0	0.017627855762839317
37900	embedding2nn.weight	1	-0.018511705100536346
37900	embedding2nn.weight	2	-0.014268253929913044
37900	embedding2nn.weight	3	0.022087829187512398
37900	embedding2nn.weight	4	-0.005915034096688032
37900	embedding2nn.weight	5	-0.0037005897611379623
37900	embedding2nn.weight	6	-0.003973244223743677
37900	embedding2nn.weight	7	-0.029741497710347176
37900	embedding2nn.weight	8	-0.0019979383796453476
37900	embedding2nn.weight	9	-0.015355817042291164
37900	embedding2nn.bias	0	0.02230834774672985
37900	embedding2nn.bias	1	-0.04335849732160568
37900	embedding2nn.bias	2	0.0953437089920044
37900	embedding2nn.bias	3	0.057093262672424316
37900	embedding2nn.bias	4	-0.018553221598267555
37900	embedding2nn.bias	5	-0.029748035594820976
37900	embedding2nn.bias	6	0.015665261074900627
37900	embedding2nn.bias	7	-0.0512821227312088
37900	embedding2nn.bias	8	0.06266789138317108
37900	embedding2nn.bias	9	0.04648109897971153
37900	rnn.weight_ih_l0	0	-0.009488241747021675
37900	rnn.weight_ih_l0	1	0.00885018054395914
37900	rnn.weight_ih_l0	2	0.02858932502567768
37900	rnn.weight_ih_l0	3	0.006568470504134893
37900	rnn.weight_ih_l0	4	-0.02208222635090351
37900	rnn.weight_ih_l0	5	-0.0578455813229084
37900	rnn.weight_ih_l0	6	0.020348910242319107
37900	rnn.weight_ih_l0	7	0.05197707191109657
37900	rnn.weight_ih_l0	8	0.009897305630147457
37900	rnn.weight_ih_l0	9	-0.032504305243492126
37900	rnn.weight_hh_l0	0	-0.036557238548994064
37900	rnn.weight_hh_l0	1	-0.004848138894885778
37900	rnn.weight_hh_l0	2	0.008137819357216358
37900	rnn.weight_hh_l0	3	-0.04364582523703575
37900	rnn.weight_hh_l0	4	0.04823610186576843
37900	rnn.weight_hh_l0	5	-0.007003672420978546
37900	rnn.weight_hh_l0	6	-0.02902999520301819
37900	rnn.weight_hh_l0	7	-0.03115730546414852
37900	rnn.weight_hh_l0	8	0.002747229067608714
37900	rnn.weight_hh_l0	9	-0.023043714463710785
37900	rnn.bias_ih_l0	0	0.045213837176561356
37900	rnn.bias_ih_l0	1	-0.0270340945571661
37900	rnn.bias_ih_l0	2	-0.0025950446724891663
37900	rnn.bias_ih_l0	3	0.08127397298812866
37900	rnn.bias_ih_l0	4	-0.03590163215994835
37900	rnn.bias_ih_l0	5	-0.04583802819252014
37900	rnn.bias_ih_l0	6	-0.0006867641932331026
37900	rnn.bias_ih_l0	7	0.03578442335128784
37900	rnn.bias_ih_l0	8	-0.06799544394016266
37900	rnn.bias_ih_l0	9	-0.0327695831656456
37900	rnn.bias_hh_l0	0	-0.03487194702029228
37900	rnn.bias_hh_l0	1	-0.06342484056949615
37900	rnn.bias_hh_l0	2	-0.034823112189769745
37900	rnn.bias_hh_l0	3	-0.05570320412516594
37900	rnn.bias_hh_l0	4	-0.0035603109281510115
37900	rnn.bias_hh_l0	5	0.0034938554745167494
37900	rnn.bias_hh_l0	6	0.029908601194620132
37900	rnn.bias_hh_l0	7	-0.022453678771853447
37900	rnn.bias_hh_l0	8	-0.07751044631004333
37900	rnn.bias_hh_l0	9	-0.008528280071914196
37900	rnn.weight_ih_l0_reverse	0	-0.016886888071894646
37900	rnn.weight_ih_l0_reverse	1	-0.04769676551222801
37900	rnn.weight_ih_l0_reverse	2	-0.01593741774559021
37900	rnn.weight_ih_l0_reverse	3	0.004814499523490667
37900	rnn.weight_ih_l0_reverse	4	-0.010674349032342434
37900	rnn.weight_ih_l0_reverse	5	-0.04874866455793381
37900	rnn.weight_ih_l0_reverse	6	0.03841381147503853
37900	rnn.weight_ih_l0_reverse	7	-0.02320614457130432
37900	rnn.weight_ih_l0_reverse	8	-0.03702506795525551
37900	rnn.weight_ih_l0_reverse	9	0.014061972498893738
37900	rnn.weight_hh_l0_reverse	0	0.03526923432946205
37900	rnn.weight_hh_l0_reverse	1	0.03090311400592327
37900	rnn.weight_hh_l0_reverse	2	0.029143277555704117
37900	rnn.weight_hh_l0_reverse	3	0.019511528313159943
37900	rnn.weight_hh_l0_reverse	4	0.004163866396993399
37900	rnn.weight_hh_l0_reverse	5	-0.006537281442433596
37900	rnn.weight_hh_l0_reverse	6	0.03674032911658287
37900	rnn.weight_hh_l0_reverse	7	-0.028186185285449028
37900	rnn.weight_hh_l0_reverse	8	0.021317042410373688
37900	rnn.weight_hh_l0_reverse	9	0.04736046865582466
37900	rnn.bias_ih_l0_reverse	0	-0.07100881636142731
37900	rnn.bias_ih_l0_reverse	1	-0.12521500885486603
37900	rnn.bias_ih_l0_reverse	2	-0.052607715129852295
37900	rnn.bias_ih_l0_reverse	3	-0.0032620630227029324
37900	rnn.bias_ih_l0_reverse	4	-0.029636744409799576
37900	rnn.bias_ih_l0_reverse	5	0.028885064646601677
37900	rnn.bias_ih_l0_reverse	6	-0.029011040925979614
37900	rnn.bias_ih_l0_reverse	7	0.036557309329509735
37900	rnn.bias_ih_l0_reverse	8	-0.034338854253292084
37900	rnn.bias_ih_l0_reverse	9	0.03234664350748062
37900	rnn.bias_hh_l0_reverse	0	-0.029197216033935547
37900	rnn.bias_hh_l0_reverse	1	-0.01814122684299946
37900	rnn.bias_hh_l0_reverse	2	0.02382545731961727
37900	rnn.bias_hh_l0_reverse	3	-0.03831828013062477
37900	rnn.bias_hh_l0_reverse	4	-0.0355520136654377
37900	rnn.bias_hh_l0_reverse	5	-0.060507774353027344
37900	rnn.bias_hh_l0_reverse	6	-0.013028533197939396
37900	rnn.bias_hh_l0_reverse	7	0.057772815227508545
37900	rnn.bias_hh_l0_reverse	8	0.03195638582110405
37900	rnn.bias_hh_l0_reverse	9	-0.07756136357784271
37900	rnn.weight_ih_l1	0	-0.033741410821676254
37900	rnn.weight_ih_l1	1	-0.033619944006204605
37900	rnn.weight_ih_l1	2	0.05378105491399765
37900	rnn.weight_ih_l1	3	-0.016308948397636414
37900	rnn.weight_ih_l1	4	0.004161239136010408
37900	rnn.weight_ih_l1	5	-0.04209655150771141
37900	rnn.weight_ih_l1	6	0.02017863839864731
37900	rnn.weight_ih_l1	7	-0.031832680106163025
37900	rnn.weight_ih_l1	8	0.03818070888519287
37900	rnn.weight_ih_l1	9	0.025570206344127655
37900	rnn.weight_hh_l1	0	-0.004822874907404184
37900	rnn.weight_hh_l1	1	0.005219324957579374
37900	rnn.weight_hh_l1	2	-0.02001553773880005
37900	rnn.weight_hh_l1	3	-0.005989093333482742
37900	rnn.weight_hh_l1	4	0.0018153584096580744
37900	rnn.weight_hh_l1	5	0.026905780658125877
37900	rnn.weight_hh_l1	6	0.031363073736429214
37900	rnn.weight_hh_l1	7	-0.029899589717388153
37900	rnn.weight_hh_l1	8	-0.03531245142221451
37900	rnn.weight_hh_l1	9	0.03672331944108009
37900	rnn.bias_ih_l1	0	-0.09679168462753296
37900	rnn.bias_ih_l1	1	-0.09155187010765076
37900	rnn.bias_ih_l1	2	-0.11921241879463196
37900	rnn.bias_ih_l1	3	-0.13779820501804352
37900	rnn.bias_ih_l1	4	-0.1701326072216034
37900	rnn.bias_ih_l1	5	-0.08336202800273895
37900	rnn.bias_ih_l1	6	-0.04897617921233177
37900	rnn.bias_ih_l1	7	-0.02661711908876896
37900	rnn.bias_ih_l1	8	-0.0684310644865036
37900	rnn.bias_ih_l1	9	-0.08594218641519547
37900	rnn.bias_hh_l1	0	-0.10211033374071121
37900	rnn.bias_hh_l1	1	-0.028568940237164497
37900	rnn.bias_hh_l1	2	-0.06077290698885918
37900	rnn.bias_hh_l1	3	-0.06296748667955399
37900	rnn.bias_hh_l1	4	-0.08868896216154099
37900	rnn.bias_hh_l1	5	-0.04926641285419464
37900	rnn.bias_hh_l1	6	-0.08511524647474289
37900	rnn.bias_hh_l1	7	-0.00870369840413332
37900	rnn.bias_hh_l1	8	-0.05354003608226776
37900	rnn.bias_hh_l1	9	-0.03312446177005768
37900	rnn.weight_ih_l1_reverse	0	-0.0382552444934845
37900	rnn.weight_ih_l1_reverse	1	0.01946631632745266
37900	rnn.weight_ih_l1_reverse	2	-0.05582119897007942
37900	rnn.weight_ih_l1_reverse	3	-0.029818160459399223
37900	rnn.weight_ih_l1_reverse	4	-0.02490149810910225
37900	rnn.weight_ih_l1_reverse	5	-0.03847173601388931
37900	rnn.weight_ih_l1_reverse	6	-0.023458633571863174
37900	rnn.weight_ih_l1_reverse	7	0.015956569463014603
37900	rnn.weight_ih_l1_reverse	8	0.03871109336614609
37900	rnn.weight_ih_l1_reverse	9	-0.03484145551919937
37900	rnn.weight_hh_l1_reverse	0	0.007495811674743891
37900	rnn.weight_hh_l1_reverse	1	0.028600431978702545
37900	rnn.weight_hh_l1_reverse	2	-0.03668341040611267
37900	rnn.weight_hh_l1_reverse	3	0.039055947214365005
37900	rnn.weight_hh_l1_reverse	4	0.04195276275277138
37900	rnn.weight_hh_l1_reverse	5	0.009891023859381676
37900	rnn.weight_hh_l1_reverse	6	0.011835352517664433
37900	rnn.weight_hh_l1_reverse	7	0.02764892391860485
37900	rnn.weight_hh_l1_reverse	8	-0.0043245162814855576
37900	rnn.weight_hh_l1_reverse	9	-0.04026094079017639
37900	rnn.bias_ih_l1_reverse	0	-0.015039169229567051
37900	rnn.bias_ih_l1_reverse	1	-0.08333777636289597
37900	rnn.bias_ih_l1_reverse	2	-0.09240668267011642
37900	rnn.bias_ih_l1_reverse	3	-0.022657454013824463
37900	rnn.bias_ih_l1_reverse	4	-0.13120169937610626
37900	rnn.bias_ih_l1_reverse	5	-0.06996003538370132
37900	rnn.bias_ih_l1_reverse	6	-0.07221139967441559
37900	rnn.bias_ih_l1_reverse	7	-0.10543106496334076
37900	rnn.bias_ih_l1_reverse	8	0.11165103316307068
37900	rnn.bias_ih_l1_reverse	9	0.005177093204110861
37900	rnn.bias_hh_l1_reverse	0	-0.007873859256505966
37900	rnn.bias_hh_l1_reverse	1	-0.026629513129591942
37900	rnn.bias_hh_l1_reverse	2	-0.16428911685943604
37900	rnn.bias_hh_l1_reverse	3	-0.03765874728560448
37900	rnn.bias_hh_l1_reverse	4	-0.04252656176686287
37900	rnn.bias_hh_l1_reverse	5	-0.045983098447322845
37900	rnn.bias_hh_l1_reverse	6	0.1028207316994667
37900	rnn.bias_hh_l1_reverse	7	-0.08575130999088287
37900	rnn.bias_hh_l1_reverse	8	-0.06854856014251709
37900	rnn.bias_hh_l1_reverse	9	-0.07308413833379745
37900	linear.weight	0	0.002228822559118271
37900	linear.weight	1	0.06452630460262299
37900	linear.weight	2	-0.10911837220191956
37900	linear.weight	3	0.2841587960720062
37900	linear.weight	4	0.10253426432609558
37900	linear.weight	5	0.028371144086122513
37900	linear.weight	6	0.07954476773738861
37900	linear.weight	7	0.1419864296913147
37900	linear.weight	8	0.041919078677892685
37900	linear.weight	9	-0.05506647005677223
37900	linear.bias	0	-0.030311327427625656
37900	linear.bias	1	-0.06676645576953888
37900	linear.bias	2	-0.39581918716430664
37900	linear.bias	3	-0.7456128001213074
37900	linear.bias	4	-0.9488347172737122
37900	linear.bias	5	0.08351220190525055
37900	linear.bias	6	-0.588543713092804
37900	linear.bias	7	0.5294224619865417
37900	linear.bias	8	-0.6101004481315613
37900	linear.bias	9	-0.8245809674263
38097	transitions	0	0.3765369951725006
38097	transitions	1	-0.04846632853150368
38097	transitions	2	-10000.0
38097	transitions	3	-1.7840039730072021
38097	transitions	4	-10000.0
38097	transitions	5	0.701637864112854
38097	transitions	6	0.02069738693535328
38097	transitions	7	-0.18790383636951447
38097	transitions	8	-1.2819544076919556
38097	transitions	9	0.00011347018153173849
38097	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
38097	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
38097	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
38097	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
38097	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
38097	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
38097	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
38097	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
38097	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
38097	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
38097	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
38097	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
38097	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
38097	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
38097	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
38097	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
38097	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
38097	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
38097	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
38097	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
38097	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
38097	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
38097	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
38097	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
38097	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
38097	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
38097	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
38097	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
38097	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
38097	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
38097	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
38097	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
38097	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
38097	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
38097	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
38097	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
38097	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
38097	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
38097	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
38097	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
38097	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
38097	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
38097	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
38097	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
38097	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
38097	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
38097	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
38097	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
38097	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
38097	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
38097	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
38097	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
38097	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
38097	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
38097	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
38097	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
38097	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
38097	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
38097	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
38097	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
38097	embedding2nn.weight	0	0.016998741775751114
38097	embedding2nn.weight	1	-0.01850280724465847
38097	embedding2nn.weight	2	-0.014268253929913044
38097	embedding2nn.weight	3	0.021870974451303482
38097	embedding2nn.weight	4	-0.005915034096688032
38097	embedding2nn.weight	5	-0.0037005904596298933
38097	embedding2nn.weight	6	-0.003973239567130804
38097	embedding2nn.weight	7	-0.029572345316410065
38097	embedding2nn.weight	8	-0.0019979383796453476
38097	embedding2nn.weight	9	-0.015529249794781208
38097	embedding2nn.bias	0	0.018238205462694168
38097	embedding2nn.bias	1	-0.04709012433886528
38097	embedding2nn.bias	2	0.08827225863933563
38097	embedding2nn.bias	3	0.0507359504699707
38097	embedding2nn.bias	4	-0.012294894084334373
38097	embedding2nn.bias	5	-0.03429106995463371
38097	embedding2nn.bias	6	0.018557842820882797
38097	embedding2nn.bias	7	-0.047890760004520416
38097	embedding2nn.bias	8	0.06366315484046936
38097	embedding2nn.bias	9	0.04890690743923187
38097	rnn.weight_ih_l0	0	-0.008722186088562012
38097	rnn.weight_ih_l0	1	0.008941499516367912
38097	rnn.weight_ih_l0	2	0.02829667367041111
38097	rnn.weight_ih_l0	3	0.007262037601321936
38097	rnn.weight_ih_l0	4	-0.0207020565867424
38097	rnn.weight_ih_l0	5	-0.05809203162789345
38097	rnn.weight_ih_l0	6	0.020073913037776947
38097	rnn.weight_ih_l0	7	0.05273730680346489
38097	rnn.weight_ih_l0	8	0.011865977197885513
38097	rnn.weight_ih_l0	9	-0.03320341557264328
38097	rnn.weight_hh_l0	0	-0.03640570491552353
38097	rnn.weight_hh_l0	1	-0.004752431530505419
38097	rnn.weight_hh_l0	2	0.00813055969774723
38097	rnn.weight_hh_l0	3	-0.044111400842666626
38097	rnn.weight_hh_l0	4	0.04821033030748367
38097	rnn.weight_hh_l0	5	-0.008078268729150295
38097	rnn.weight_hh_l0	6	-0.02969309315085411
38097	rnn.weight_hh_l0	7	-0.031682100147008896
38097	rnn.weight_hh_l0	8	0.002966277999803424
38097	rnn.weight_hh_l0	9	-0.02414202317595482
38097	rnn.bias_ih_l0	0	0.04029984772205353
38097	rnn.bias_ih_l0	1	-0.025995193049311638
38097	rnn.bias_ih_l0	2	-0.004740591626614332
38097	rnn.bias_ih_l0	3	0.07796385884284973
38097	rnn.bias_ih_l0	4	-0.04152195155620575
38097	rnn.bias_ih_l0	5	-0.04726232588291168
38097	rnn.bias_ih_l0	6	-0.0023476409260183573
38097	rnn.bias_ih_l0	7	0.03416546434164047
38097	rnn.bias_ih_l0	8	-0.06704208999872208
38097	rnn.bias_ih_l0	9	-0.03498699516057968
38097	rnn.bias_hh_l0	0	-0.038263484835624695
38097	rnn.bias_hh_l0	1	-0.0612410232424736
38097	rnn.bias_hh_l0	2	-0.034953873604536057
38097	rnn.bias_hh_l0	3	-0.056619346141815186
38097	rnn.bias_hh_l0	4	-0.002535017440095544
38097	rnn.bias_hh_l0	5	0.007951132953166962
38097	rnn.bias_hh_l0	6	0.029103325679898262
38097	rnn.bias_hh_l0	7	-0.015362359583377838
38097	rnn.bias_hh_l0	8	-0.07665710896253586
38097	rnn.bias_hh_l0	9	-0.010509073734283447
38097	rnn.weight_ih_l0_reverse	0	-0.01651725359261036
38097	rnn.weight_ih_l0_reverse	1	-0.048680175095796585
38097	rnn.weight_ih_l0_reverse	2	-0.014738481491804123
38097	rnn.weight_ih_l0_reverse	3	0.004671284928917885
38097	rnn.weight_ih_l0_reverse	4	-0.010780076496303082
38097	rnn.weight_ih_l0_reverse	5	-0.04836000129580498
38097	rnn.weight_ih_l0_reverse	6	0.038358818739652634
38097	rnn.weight_ih_l0_reverse	7	-0.02234487421810627
38097	rnn.weight_ih_l0_reverse	8	-0.037827346473932266
38097	rnn.weight_ih_l0_reverse	9	0.01444349903613329
38097	rnn.weight_hh_l0_reverse	0	0.03354097902774811
38097	rnn.weight_hh_l0_reverse	1	0.030472982674837112
38097	rnn.weight_hh_l0_reverse	2	0.02979152277112007
38097	rnn.weight_hh_l0_reverse	3	0.019761066883802414
38097	rnn.weight_hh_l0_reverse	4	0.004121002741158009
38097	rnn.weight_hh_l0_reverse	5	-0.00502379983663559
38097	rnn.weight_hh_l0_reverse	6	0.036743223667144775
38097	rnn.weight_hh_l0_reverse	7	-0.028264574706554413
38097	rnn.weight_hh_l0_reverse	8	0.021340951323509216
38097	rnn.weight_hh_l0_reverse	9	0.048152465373277664
38097	rnn.bias_ih_l0_reverse	0	-0.0699150338768959
38097	rnn.bias_ih_l0_reverse	1	-0.12794633209705353
38097	rnn.bias_ih_l0_reverse	2	-0.0593116395175457
38097	rnn.bias_ih_l0_reverse	3	-0.0031149485148489475
38097	rnn.bias_ih_l0_reverse	4	-0.03266807273030281
38097	rnn.bias_ih_l0_reverse	5	0.02634037472307682
38097	rnn.bias_ih_l0_reverse	6	-0.02778114192187786
38097	rnn.bias_ih_l0_reverse	7	0.03768717497587204
38097	rnn.bias_ih_l0_reverse	8	-0.03584209457039833
38097	rnn.bias_ih_l0_reverse	9	0.030921289697289467
38097	rnn.bias_hh_l0_reverse	0	-0.02629936672747135
38097	rnn.bias_hh_l0_reverse	1	-0.025339214131236076
38097	rnn.bias_hh_l0_reverse	2	0.02526579424738884
38097	rnn.bias_hh_l0_reverse	3	-0.03820931911468506
38097	rnn.bias_hh_l0_reverse	4	-0.03645235672593117
38097	rnn.bias_hh_l0_reverse	5	-0.06065558269619942
38097	rnn.bias_hh_l0_reverse	6	-0.010578751564025879
38097	rnn.bias_hh_l0_reverse	7	0.05669134110212326
38097	rnn.bias_hh_l0_reverse	8	0.03046470135450363
38097	rnn.bias_hh_l0_reverse	9	-0.08116141706705093
38097	rnn.weight_ih_l1	0	-0.034018710255622864
38097	rnn.weight_ih_l1	1	-0.03201698139309883
38097	rnn.weight_ih_l1	2	0.04896724596619606
38097	rnn.weight_ih_l1	3	-0.016932575032114983
38097	rnn.weight_ih_l1	4	0.00438658706843853
38097	rnn.weight_ih_l1	5	-0.041648250073194504
38097	rnn.weight_ih_l1	6	0.020923567935824394
38097	rnn.weight_ih_l1	7	-0.03268595412373543
38097	rnn.weight_ih_l1	8	0.03868094086647034
38097	rnn.weight_ih_l1	9	0.02579480968415737
38097	rnn.weight_hh_l1	0	-0.004709594417363405
38097	rnn.weight_hh_l1	1	0.005198091734200716
38097	rnn.weight_hh_l1	2	-0.01948501542210579
38097	rnn.weight_hh_l1	3	-0.006328891031444073
38097	rnn.weight_hh_l1	4	0.0016369899967685342
38097	rnn.weight_hh_l1	5	0.027046436443924904
38097	rnn.weight_hh_l1	6	0.031091514974832535
38097	rnn.weight_hh_l1	7	-0.029993968084454536
38097	rnn.weight_hh_l1	8	-0.03520054370164871
38097	rnn.weight_hh_l1	9	0.03592853248119354
38097	rnn.bias_ih_l1	0	-0.09773128479719162
38097	rnn.bias_ih_l1	1	-0.08942997455596924
38097	rnn.bias_ih_l1	2	-0.11358604580163956
38097	rnn.bias_ih_l1	3	-0.13979224860668182
38097	rnn.bias_ih_l1	4	-0.1834382861852646
38097	rnn.bias_ih_l1	5	-0.08240552246570587
38097	rnn.bias_ih_l1	6	-0.05186976119875908
38097	rnn.bias_ih_l1	7	-0.02600480616092682
38097	rnn.bias_ih_l1	8	-0.0673791840672493
38097	rnn.bias_ih_l1	9	-0.0879073217511177
38097	rnn.bias_hh_l1	0	-0.10244259238243103
38097	rnn.bias_hh_l1	1	-0.03340369090437889
38097	rnn.bias_hh_l1	2	-0.06505609303712845
38097	rnn.bias_hh_l1	3	-0.06256194412708282
38097	rnn.bias_hh_l1	4	-0.09010148048400879
38097	rnn.bias_hh_l1	5	-0.050020162016153336
38097	rnn.bias_hh_l1	6	-0.08399007469415665
38097	rnn.bias_hh_l1	7	-0.013929642736911774
38097	rnn.bias_hh_l1	8	-0.0558333620429039
38097	rnn.bias_hh_l1	9	-0.03273056447505951
38097	rnn.weight_ih_l1_reverse	0	-0.038969069719314575
38097	rnn.weight_ih_l1_reverse	1	0.02354852855205536
38097	rnn.weight_ih_l1_reverse	2	-0.0552397258579731
38097	rnn.weight_ih_l1_reverse	3	-0.031191635876893997
38097	rnn.weight_ih_l1_reverse	4	-0.02262377180159092
38097	rnn.weight_ih_l1_reverse	5	-0.038369640707969666
38097	rnn.weight_ih_l1_reverse	6	-0.02594722807407379
38097	rnn.weight_ih_l1_reverse	7	0.016174618154764175
38097	rnn.weight_ih_l1_reverse	8	0.02865564450621605
38097	rnn.weight_ih_l1_reverse	9	-0.036401621997356415
38097	rnn.weight_hh_l1_reverse	0	0.0074993399903178215
38097	rnn.weight_hh_l1_reverse	1	0.028652893379330635
38097	rnn.weight_hh_l1_reverse	2	-0.0367368683218956
38097	rnn.weight_hh_l1_reverse	3	0.038994912058115005
38097	rnn.weight_hh_l1_reverse	4	0.041293468326330185
38097	rnn.weight_hh_l1_reverse	5	0.01017741858959198
38097	rnn.weight_hh_l1_reverse	6	0.010998301208019257
38097	rnn.weight_hh_l1_reverse	7	0.027127446606755257
38097	rnn.weight_hh_l1_reverse	8	-0.0044993190094828606
38097	rnn.weight_hh_l1_reverse	9	-0.04052167385816574
38097	rnn.bias_ih_l1_reverse	0	-0.014996863901615143
38097	rnn.bias_ih_l1_reverse	1	-0.0840216651558876
38097	rnn.bias_ih_l1_reverse	2	-0.09351888298988342
38097	rnn.bias_ih_l1_reverse	3	-0.026538128033280373
38097	rnn.bias_ih_l1_reverse	4	-0.13109618425369263
38097	rnn.bias_ih_l1_reverse	5	-0.06967519968748093
38097	rnn.bias_ih_l1_reverse	6	-0.07087264955043793
38097	rnn.bias_ih_l1_reverse	7	-0.10732901096343994
38097	rnn.bias_ih_l1_reverse	8	0.1114678606390953
38097	rnn.bias_ih_l1_reverse	9	0.006156775169074535
38097	rnn.bias_hh_l1_reverse	0	-0.00651809386909008
38097	rnn.bias_hh_l1_reverse	1	-0.024412311613559723
38097	rnn.bias_hh_l1_reverse	2	-0.1657210737466812
38097	rnn.bias_hh_l1_reverse	3	-0.038897302001714706
38097	rnn.bias_hh_l1_reverse	4	-0.04147493466734886
38097	rnn.bias_hh_l1_reverse	5	-0.04237622395157814
38097	rnn.bias_hh_l1_reverse	6	0.11044676601886749
38097	rnn.bias_hh_l1_reverse	7	-0.08523975312709808
38097	rnn.bias_hh_l1_reverse	8	-0.06756759434938431
38097	rnn.bias_hh_l1_reverse	9	-0.07279989868402481
38097	linear.weight	0	0.002228822559118271
38097	linear.weight	1	0.06625830382108688
38097	linear.weight	2	-0.10691960155963898
38097	linear.weight	3	0.29642027616500854
38097	linear.weight	4	0.09310120344161987
38097	linear.weight	5	0.030931008979678154
38097	linear.weight	6	0.0944417342543602
38097	linear.weight	7	0.14373871684074402
38097	linear.weight	8	0.04192671552300453
38097	linear.weight	9	-0.054421283304691315
38097	linear.bias	0	-0.04953714460134506
38097	linear.bias	1	-0.07454518228769302
38097	linear.bias	2	-0.4080286920070648
38097	linear.bias	3	-0.7489177584648132
38097	linear.bias	4	-0.9535174369812012
38097	linear.bias	5	0.05025156959891319
38097	linear.bias	6	-0.5921587347984314
38097	linear.bias	7	0.5013061165809631
38097	linear.bias	8	-0.5953892469406128
38097	linear.bias	9	-0.8098552823066711
38294	transitions	0	0.3690698742866516
38294	transitions	1	-0.031254760921001434
38294	transitions	2	-10000.0
38294	transitions	3	-1.7842153310775757
38294	transitions	4	-10000.0
38294	transitions	5	0.7011662125587463
38294	transitions	6	0.02025199495255947
38294	transitions	7	-0.19043157994747162
38294	transitions	8	-1.2823928594589233
38294	transitions	9	0.00010767464118544012
38294	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
38294	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
38294	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
38294	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
38294	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
38294	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
38294	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
38294	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
38294	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
38294	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
38294	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
38294	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
38294	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
38294	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
38294	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
38294	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
38294	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
38294	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
38294	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
38294	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
38294	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
38294	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
38294	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
38294	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
38294	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
38294	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
38294	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
38294	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
38294	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
38294	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
38294	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
38294	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
38294	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
38294	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
38294	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
38294	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
38294	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
38294	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
38294	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
38294	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
38294	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
38294	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
38294	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
38294	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
38294	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
38294	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
38294	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
38294	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
38294	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
38294	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
38294	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
38294	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
38294	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
38294	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
38294	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
38294	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
38294	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
38294	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
38294	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
38294	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
38294	embedding2nn.weight	0	0.016428101807832718
38294	embedding2nn.weight	1	-0.018416395410895348
38294	embedding2nn.weight	2	-0.014268253929913044
38294	embedding2nn.weight	3	0.019523682072758675
38294	embedding2nn.weight	4	-0.005915034096688032
38294	embedding2nn.weight	5	-0.0037005904596298933
38294	embedding2nn.weight	6	-0.003973240498453379
38294	embedding2nn.weight	7	-0.03002297878265381
38294	embedding2nn.weight	8	-0.0019979383796453476
38294	embedding2nn.weight	9	-0.015994969755411148
38294	embedding2nn.bias	0	0.025535710155963898
38294	embedding2nn.bias	1	-0.05257903411984444
38294	embedding2nn.bias	2	0.07459982484579086
38294	embedding2nn.bias	3	0.046323876827955246
38294	embedding2nn.bias	4	-0.015851691365242004
38294	embedding2nn.bias	5	-0.03257264941930771
38294	embedding2nn.bias	6	0.011895050294697285
38294	embedding2nn.bias	7	-0.05276893079280853
38294	embedding2nn.bias	8	0.058541975915431976
38294	embedding2nn.bias	9	0.057190943509340286
38294	rnn.weight_ih_l0	0	-0.007438271772116423
38294	rnn.weight_ih_l0	1	0.009288978762924671
38294	rnn.weight_ih_l0	2	0.029111048206686974
38294	rnn.weight_ih_l0	3	0.007374019827693701
38294	rnn.weight_ih_l0	4	-0.02153400331735611
38294	rnn.weight_ih_l0	5	-0.057208411395549774
38294	rnn.weight_ih_l0	6	0.020539497956633568
38294	rnn.weight_ih_l0	7	0.05279834568500519
38294	rnn.weight_ih_l0	8	0.012291518971323967
38294	rnn.weight_ih_l0	9	-0.032800279557704926
38294	rnn.weight_hh_l0	0	-0.03534494712948799
38294	rnn.weight_hh_l0	1	-0.005003838334232569
38294	rnn.weight_hh_l0	2	0.007889598608016968
38294	rnn.weight_hh_l0	3	-0.044901471585035324
38294	rnn.weight_hh_l0	4	0.048343904316425323
38294	rnn.weight_hh_l0	5	-0.008303163573145866
38294	rnn.weight_hh_l0	6	-0.030171094462275505
38294	rnn.weight_hh_l0	7	-0.03001108206808567
38294	rnn.weight_hh_l0	8	0.0037706617731601
38294	rnn.weight_hh_l0	9	-0.024011291563510895
38294	rnn.bias_ih_l0	0	0.03754318878054619
38294	rnn.bias_ih_l0	1	-0.023620963096618652
38294	rnn.bias_ih_l0	2	-0.006101984065026045
38294	rnn.bias_ih_l0	3	0.07730560004711151
38294	rnn.bias_ih_l0	4	-0.03819039836525917
38294	rnn.bias_ih_l0	5	-0.045814063400030136
38294	rnn.bias_ih_l0	6	-0.002825687639415264
38294	rnn.bias_ih_l0	7	0.03409586846828461
38294	rnn.bias_ih_l0	8	-0.06699453294277191
38294	rnn.bias_ih_l0	9	-0.03480309620499611
38294	rnn.bias_hh_l0	0	-0.04044755920767784
38294	rnn.bias_hh_l0	1	-0.05954395607113838
38294	rnn.bias_hh_l0	2	-0.03320180997252464
38294	rnn.bias_hh_l0	3	-0.05760660022497177
38294	rnn.bias_hh_l0	4	-0.0030344200786203146
38294	rnn.bias_hh_l0	5	0.006554719991981983
38294	rnn.bias_hh_l0	6	0.026937274262309074
38294	rnn.bias_hh_l0	7	-0.01768369786441326
38294	rnn.bias_hh_l0	8	-0.07964008301496506
38294	rnn.bias_hh_l0	9	-0.005790526047348976
38294	rnn.weight_ih_l0_reverse	0	-0.015860995277762413
38294	rnn.weight_ih_l0_reverse	1	-0.049176547676324844
38294	rnn.weight_ih_l0_reverse	2	-0.011641142889857292
38294	rnn.weight_ih_l0_reverse	3	0.004370637703686953
38294	rnn.weight_ih_l0_reverse	4	-0.01042521744966507
38294	rnn.weight_ih_l0_reverse	5	-0.04818904399871826
38294	rnn.weight_ih_l0_reverse	6	0.03830908238887787
38294	rnn.weight_ih_l0_reverse	7	-0.022710679098963737
38294	rnn.weight_ih_l0_reverse	8	-0.03862861916422844
38294	rnn.weight_ih_l0_reverse	9	0.015350975096225739
38294	rnn.weight_hh_l0_reverse	0	0.034645501524209976
38294	rnn.weight_hh_l0_reverse	1	0.030589034780859947
38294	rnn.weight_hh_l0_reverse	2	0.02953522838652134
38294	rnn.weight_hh_l0_reverse	3	0.019329575821757317
38294	rnn.weight_hh_l0_reverse	4	0.004507654346525669
38294	rnn.weight_hh_l0_reverse	5	-0.005475293844938278
38294	rnn.weight_hh_l0_reverse	6	0.0369567945599556
38294	rnn.weight_hh_l0_reverse	7	-0.027848508208990097
38294	rnn.weight_hh_l0_reverse	8	0.02193259634077549
38294	rnn.weight_hh_l0_reverse	9	0.047120481729507446
38294	rnn.bias_ih_l0_reverse	0	-0.06913012266159058
38294	rnn.bias_ih_l0_reverse	1	-0.13356362283229828
38294	rnn.bias_ih_l0_reverse	2	-0.060211438685655594
38294	rnn.bias_ih_l0_reverse	3	-0.0062711904756724834
38294	rnn.bias_ih_l0_reverse	4	-0.034549612551927567
38294	rnn.bias_ih_l0_reverse	5	0.019424796104431152
38294	rnn.bias_ih_l0_reverse	6	-0.027702709659934044
38294	rnn.bias_ih_l0_reverse	7	0.03746623545885086
38294	rnn.bias_ih_l0_reverse	8	-0.03609451279044151
38294	rnn.bias_ih_l0_reverse	9	0.030769672244787216
38294	rnn.bias_hh_l0_reverse	0	-0.027640674263238907
38294	rnn.bias_hh_l0_reverse	1	-0.021466828882694244
38294	rnn.bias_hh_l0_reverse	2	0.025807807222008705
38294	rnn.bias_hh_l0_reverse	3	-0.03708680719137192
38294	rnn.bias_hh_l0_reverse	4	-0.03766275569796562
38294	rnn.bias_hh_l0_reverse	5	-0.05915236100554466
38294	rnn.bias_hh_l0_reverse	6	-0.008830906823277473
38294	rnn.bias_hh_l0_reverse	7	0.059165433049201965
38294	rnn.bias_hh_l0_reverse	8	0.03138109669089317
38294	rnn.bias_hh_l0_reverse	9	-0.08256614208221436
38294	rnn.weight_ih_l1	0	-0.033455878496170044
38294	rnn.weight_ih_l1	1	-0.03174315392971039
38294	rnn.weight_ih_l1	2	0.05088283121585846
38294	rnn.weight_ih_l1	3	-0.017643403261899948
38294	rnn.weight_ih_l1	4	0.004310121759772301
38294	rnn.weight_ih_l1	5	-0.04139881581068039
38294	rnn.weight_ih_l1	6	0.020245879888534546
38294	rnn.weight_ih_l1	7	-0.03356814756989479
38294	rnn.weight_ih_l1	8	0.038616761565208435
38294	rnn.weight_ih_l1	9	0.026083575561642647
38294	rnn.weight_hh_l1	0	-0.005098577588796616
38294	rnn.weight_hh_l1	1	0.005156076978892088
38294	rnn.weight_hh_l1	2	-0.019273176789283752
38294	rnn.weight_hh_l1	3	-0.00648108497262001
38294	rnn.weight_hh_l1	4	0.0013876890297979116
38294	rnn.weight_hh_l1	5	0.027079328894615173
38294	rnn.weight_hh_l1	6	0.031200921162962914
38294	rnn.weight_hh_l1	7	-0.03031226433813572
38294	rnn.weight_hh_l1	8	-0.035618409514427185
38294	rnn.weight_hh_l1	9	0.0363127626478672
38294	rnn.bias_ih_l1	0	-0.09494747221469879
38294	rnn.bias_ih_l1	1	-0.09077052772045135
38294	rnn.bias_ih_l1	2	-0.11604954302310944
38294	rnn.bias_ih_l1	3	-0.1433655321598053
38294	rnn.bias_ih_l1	4	-0.17500662803649902
38294	rnn.bias_ih_l1	5	-0.08152371644973755
38294	rnn.bias_ih_l1	6	-0.04899844527244568
38294	rnn.bias_ih_l1	7	-0.026043003425002098
38294	rnn.bias_ih_l1	8	-0.06513796001672745
38294	rnn.bias_ih_l1	9	-0.08955706655979156
38294	rnn.bias_hh_l1	0	-0.1008848026394844
38294	rnn.bias_hh_l1	1	-0.03517662361264229
38294	rnn.bias_hh_l1	2	-0.06681612133979797
38294	rnn.bias_hh_l1	3	-0.062324222177267075
38294	rnn.bias_hh_l1	4	-0.0901218131184578
38294	rnn.bias_hh_l1	5	-0.04923868551850319
38294	rnn.bias_hh_l1	6	-0.08529659360647202
38294	rnn.bias_hh_l1	7	-0.011528026312589645
38294	rnn.bias_hh_l1	8	-0.05323442071676254
38294	rnn.bias_hh_l1	9	-0.03315234184265137
38294	rnn.weight_ih_l1_reverse	0	-0.03984571993350983
38294	rnn.weight_ih_l1_reverse	1	0.023229194805026054
38294	rnn.weight_ih_l1_reverse	2	-0.05116928741335869
38294	rnn.weight_ih_l1_reverse	3	-0.02971646748483181
38294	rnn.weight_ih_l1_reverse	4	-0.02442951872944832
38294	rnn.weight_ih_l1_reverse	5	-0.03824397549033165
38294	rnn.weight_ih_l1_reverse	6	-0.02433002181351185
38294	rnn.weight_ih_l1_reverse	7	0.01583699882030487
38294	rnn.weight_ih_l1_reverse	8	0.02832874096930027
38294	rnn.weight_ih_l1_reverse	9	-0.037622883915901184
38294	rnn.weight_hh_l1_reverse	0	0.007620679680258036
38294	rnn.weight_hh_l1_reverse	1	0.02860570140182972
38294	rnn.weight_hh_l1_reverse	2	-0.03666754439473152
38294	rnn.weight_hh_l1_reverse	3	0.03901711851358414
38294	rnn.weight_hh_l1_reverse	4	0.04161710664629936
38294	rnn.weight_hh_l1_reverse	5	0.010099804028868675
38294	rnn.weight_hh_l1_reverse	6	0.01060053613036871
38294	rnn.weight_hh_l1_reverse	7	0.026802560314536095
38294	rnn.weight_hh_l1_reverse	8	-0.004542576149106026
38294	rnn.weight_hh_l1_reverse	9	-0.04094748944044113
38294	rnn.bias_ih_l1_reverse	0	-0.013150444254279137
38294	rnn.bias_ih_l1_reverse	1	-0.08275101333856583
38294	rnn.bias_ih_l1_reverse	2	-0.09271898865699768
38294	rnn.bias_ih_l1_reverse	3	-0.023139305412769318
38294	rnn.bias_ih_l1_reverse	4	-0.13331925868988037
38294	rnn.bias_ih_l1_reverse	5	-0.07208535820245743
38294	rnn.bias_ih_l1_reverse	6	-0.07302350550889969
38294	rnn.bias_ih_l1_reverse	7	-0.1123557984828949
38294	rnn.bias_ih_l1_reverse	8	0.11282559484243393
38294	rnn.bias_ih_l1_reverse	9	0.010265843942761421
38294	rnn.bias_hh_l1_reverse	0	-0.002162921940907836
38294	rnn.bias_hh_l1_reverse	1	-0.018279915675520897
38294	rnn.bias_hh_l1_reverse	2	-0.16496409475803375
38294	rnn.bias_hh_l1_reverse	3	-0.03927140310406685
38294	rnn.bias_hh_l1_reverse	4	-0.04161405935883522
38294	rnn.bias_hh_l1_reverse	5	-0.04117128998041153
38294	rnn.bias_hh_l1_reverse	6	0.1163935735821724
38294	rnn.bias_hh_l1_reverse	7	-0.08770181238651276
38294	rnn.bias_hh_l1_reverse	8	-0.06714751571416855
38294	rnn.bias_hh_l1_reverse	9	-0.0726814940571785
38294	linear.weight	0	0.002228822559118271
38294	linear.weight	1	0.07004758715629578
38294	linear.weight	2	-0.09707994759082794
38294	linear.weight	3	0.27551162242889404
38294	linear.weight	4	0.09500592201948166
38294	linear.weight	5	0.03054969571530819
38294	linear.weight	6	0.05970738083124161
38294	linear.weight	7	0.15882878005504608
38294	linear.weight	8	0.041925232857465744
38294	linear.weight	9	-0.05722193792462349
38294	linear.bias	0	-0.06794555485248566
38294	linear.bias	1	-0.04901109263300896
38294	linear.bias	2	-0.4302492141723633
38294	linear.bias	3	-0.7377357482910156
38294	linear.bias	4	-0.9438661932945251
38294	linear.bias	5	0.05045410990715027
38294	linear.bias	6	-0.5643594264984131
38294	linear.bias	7	0.5041971206665039
38294	linear.bias	8	-0.5776541829109192
38294	linear.bias	9	-0.7926753163337708
38491	transitions	0	0.3839424252510071
38491	transitions	1	-0.03575381264090538
38491	transitions	2	-10000.0
38491	transitions	3	-1.7844188213348389
38491	transitions	4	-10000.0
38491	transitions	5	0.7007414102554321
38491	transitions	6	0.01980416662991047
38491	transitions	7	-0.19174796342849731
38491	transitions	8	-1.2828807830810547
38491	transitions	9	0.00010302144073648378
38491	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
38491	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
38491	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
38491	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
38491	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
38491	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
38491	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
38491	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
38491	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
38491	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
38491	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
38491	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
38491	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
38491	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
38491	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
38491	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
38491	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
38491	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
38491	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
38491	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
38491	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
38491	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
38491	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
38491	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
38491	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
38491	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
38491	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
38491	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
38491	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
38491	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
38491	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
38491	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
38491	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
38491	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
38491	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
38491	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
38491	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
38491	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
38491	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
38491	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
38491	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
38491	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
38491	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
38491	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
38491	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
38491	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
38491	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
38491	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
38491	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
38491	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
38491	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
38491	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
38491	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
38491	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
38491	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
38491	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
38491	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
38491	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
38491	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
38491	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
38491	embedding2nn.weight	0	0.01633330062031746
38491	embedding2nn.weight	1	-0.018147384747862816
38491	embedding2nn.weight	2	-0.014268253929913044
38491	embedding2nn.weight	3	0.021455321460962296
38491	embedding2nn.weight	4	-0.005915034096688032
38491	embedding2nn.weight	5	-0.0037005902267992496
38491	embedding2nn.weight	6	-0.003973239101469517
38491	embedding2nn.weight	7	-0.029411476105451584
38491	embedding2nn.weight	8	-0.0019979383796453476
38491	embedding2nn.weight	9	-0.016246557235717773
38491	embedding2nn.bias	0	0.02892708033323288
38491	embedding2nn.bias	1	-0.0654822438955307
38491	embedding2nn.bias	2	0.08113240450620651
38491	embedding2nn.bias	3	0.04559275507926941
38491	embedding2nn.bias	4	-0.017701322212815285
38491	embedding2nn.bias	5	-0.029236093163490295
38491	embedding2nn.bias	6	0.0046627698466181755
38491	embedding2nn.bias	7	-0.057689912617206573
38491	embedding2nn.bias	8	0.061656903475522995
38491	embedding2nn.bias	9	0.05898004770278931
38491	rnn.weight_ih_l0	0	-0.007135816849768162
38491	rnn.weight_ih_l0	1	0.011961954645812511
38491	rnn.weight_ih_l0	2	0.028612380847334862
38491	rnn.weight_ih_l0	3	0.007043927907943726
38491	rnn.weight_ih_l0	4	-0.020864203572273254
38491	rnn.weight_ih_l0	5	-0.05692805349826813
38491	rnn.weight_ih_l0	6	0.020558327436447144
38491	rnn.weight_ih_l0	7	0.05339724197983742
38491	rnn.weight_ih_l0	8	0.013306183740496635
38491	rnn.weight_ih_l0	9	-0.03258990868926048
38491	rnn.weight_hh_l0	0	-0.035715896636247635
38491	rnn.weight_hh_l0	1	-0.004745495971292257
38491	rnn.weight_hh_l0	2	0.008023688569664955
38491	rnn.weight_hh_l0	3	-0.0453106164932251
38491	rnn.weight_hh_l0	4	0.04822980985045433
38491	rnn.weight_hh_l0	5	-0.008031073026359081
38491	rnn.weight_hh_l0	6	-0.030359072610735893
38491	rnn.weight_hh_l0	7	-0.029912613332271576
38491	rnn.weight_hh_l0	8	0.0024990190286189318
38491	rnn.weight_hh_l0	9	-0.023624954745173454
38491	rnn.bias_ih_l0	0	0.03691834211349487
38491	rnn.bias_ih_l0	1	-0.023957079276442528
38491	rnn.bias_ih_l0	2	-0.00105071731377393
38491	rnn.bias_ih_l0	3	0.07626572251319885
38491	rnn.bias_ih_l0	4	-0.03662197291851044
38491	rnn.bias_ih_l0	5	-0.04622998461127281
38491	rnn.bias_ih_l0	6	0.0035023337695747614
38491	rnn.bias_ih_l0	7	0.034125179052352905
38491	rnn.bias_ih_l0	8	-0.06635209918022156
38491	rnn.bias_ih_l0	9	-0.03874846175312996
38491	rnn.bias_hh_l0	0	-0.04155641049146652
38491	rnn.bias_hh_l0	1	-0.06208382919430733
38491	rnn.bias_hh_l0	2	-0.0264577716588974
38491	rnn.bias_hh_l0	3	-0.058120548725128174
38491	rnn.bias_hh_l0	4	-0.0022448936942964792
38491	rnn.bias_hh_l0	5	0.00694538839161396
38491	rnn.bias_hh_l0	6	0.023749802261590958
38491	rnn.bias_hh_l0	7	-0.007918262854218483
38491	rnn.bias_hh_l0	8	-0.07862861454486847
38491	rnn.bias_hh_l0	9	-0.005795861128717661
38491	rnn.weight_ih_l0_reverse	0	-0.01572403684258461
38491	rnn.weight_ih_l0_reverse	1	-0.04929939657449722
38491	rnn.weight_ih_l0_reverse	2	-0.011628571897745132
38491	rnn.weight_ih_l0_reverse	3	0.004491382744163275
38491	rnn.weight_ih_l0_reverse	4	-0.01039211917668581
38491	rnn.weight_ih_l0_reverse	5	-0.04808790981769562
38491	rnn.weight_ih_l0_reverse	6	0.03898440673947334
38491	rnn.weight_ih_l0_reverse	7	-0.022483104839920998
38491	rnn.weight_ih_l0_reverse	8	-0.03800799697637558
38491	rnn.weight_ih_l0_reverse	9	0.015596345998346806
38491	rnn.weight_hh_l0_reverse	0	0.035077862441539764
38491	rnn.weight_hh_l0_reverse	1	0.03134705498814583
38491	rnn.weight_hh_l0_reverse	2	0.029416095465421677
38491	rnn.weight_hh_l0_reverse	3	0.019152114167809486
38491	rnn.weight_hh_l0_reverse	4	0.002529263263568282
38491	rnn.weight_hh_l0_reverse	5	-0.005707651376724243
38491	rnn.weight_hh_l0_reverse	6	0.036892879754304886
38491	rnn.weight_hh_l0_reverse	7	-0.028752069920301437
38491	rnn.weight_hh_l0_reverse	8	0.022443586960434914
38491	rnn.weight_hh_l0_reverse	9	0.0460943728685379
38491	rnn.bias_ih_l0_reverse	0	-0.06982940435409546
38491	rnn.bias_ih_l0_reverse	1	-0.13474583625793457
38491	rnn.bias_ih_l0_reverse	2	-0.06389418989419937
38491	rnn.bias_ih_l0_reverse	3	-0.006839158944785595
38491	rnn.bias_ih_l0_reverse	4	-0.03856685385107994
38491	rnn.bias_ih_l0_reverse	5	0.022364860400557518
38491	rnn.bias_ih_l0_reverse	6	-0.026473797857761383
38491	rnn.bias_ih_l0_reverse	7	0.03661595284938812
38491	rnn.bias_ih_l0_reverse	8	-0.03589111939072609
38491	rnn.bias_ih_l0_reverse	9	0.033208027482032776
38491	rnn.bias_hh_l0_reverse	0	-0.029087567701935768
38491	rnn.bias_hh_l0_reverse	1	-0.021755466237664223
38491	rnn.bias_hh_l0_reverse	2	0.02110178768634796
38491	rnn.bias_hh_l0_reverse	3	-0.03635137528181076
38491	rnn.bias_hh_l0_reverse	4	-0.04163307696580887
38491	rnn.bias_hh_l0_reverse	5	-0.05484667047858238
38491	rnn.bias_hh_l0_reverse	6	-0.00828936230391264
38491	rnn.bias_hh_l0_reverse	7	0.059422463178634644
38491	rnn.bias_hh_l0_reverse	8	0.03240739181637764
38491	rnn.bias_hh_l0_reverse	9	-0.07842575013637543
38491	rnn.weight_ih_l1	0	-0.03342482075095177
38491	rnn.weight_ih_l1	1	-0.030896911397576332
38491	rnn.weight_ih_l1	2	0.05342917516827583
38491	rnn.weight_ih_l1	3	-0.018902475014328957
38491	rnn.weight_ih_l1	4	0.0040265037678182125
38491	rnn.weight_ih_l1	5	-0.041221294552087784
38491	rnn.weight_ih_l1	6	0.020117469131946564
38491	rnn.weight_ih_l1	7	-0.033772729337215424
38491	rnn.weight_ih_l1	8	0.03856576979160309
38491	rnn.weight_ih_l1	9	0.026352325454354286
38491	rnn.weight_hh_l1	0	-0.0037724829744547606
38491	rnn.weight_hh_l1	1	0.005259164143353701
38491	rnn.weight_hh_l1	2	-0.02066173031926155
38491	rnn.weight_hh_l1	3	-0.007035739254206419
38491	rnn.weight_hh_l1	4	0.0020298094023019075
38491	rnn.weight_hh_l1	5	0.027191350236535072
38491	rnn.weight_hh_l1	6	0.03116242215037346
38491	rnn.weight_hh_l1	7	-0.030181247740983963
38491	rnn.weight_hh_l1	8	-0.035551853477954865
38491	rnn.weight_hh_l1	9	0.0362522155046463
38491	rnn.bias_ih_l1	0	-0.09649713337421417
38491	rnn.bias_ih_l1	1	-0.0896194651722908
38491	rnn.bias_ih_l1	2	-0.11689064651727676
38491	rnn.bias_ih_l1	3	-0.14019624888896942
38491	rnn.bias_ih_l1	4	-0.18411925435066223
38491	rnn.bias_ih_l1	5	-0.0836261734366417
38491	rnn.bias_ih_l1	6	-0.05708146095275879
38491	rnn.bias_ih_l1	7	-0.02489374577999115
38491	rnn.bias_ih_l1	8	-0.06620047241449356
38491	rnn.bias_ih_l1	9	-0.0918789803981781
38491	rnn.bias_hh_l1	0	-0.10245797038078308
38491	rnn.bias_hh_l1	1	-0.03408564254641533
38491	rnn.bias_hh_l1	2	-0.06973374634981155
38491	rnn.bias_hh_l1	3	-0.06171933561563492
38491	rnn.bias_hh_l1	4	-0.08896941691637039
38491	rnn.bias_hh_l1	5	-0.048109520226716995
38491	rnn.bias_hh_l1	6	-0.0860656276345253
38491	rnn.bias_hh_l1	7	-0.01382115576416254
38491	rnn.bias_hh_l1	8	-0.0567682683467865
38491	rnn.bias_hh_l1	9	-0.03370649740099907
38491	rnn.weight_ih_l1_reverse	0	-0.03892239183187485
38491	rnn.weight_ih_l1_reverse	1	0.029558179900050163
38491	rnn.weight_ih_l1_reverse	2	-0.051653385162353516
38491	rnn.weight_ih_l1_reverse	3	-0.030576718971133232
38491	rnn.weight_ih_l1_reverse	4	-0.02496781013906002
38491	rnn.weight_ih_l1_reverse	5	-0.03823474794626236
38491	rnn.weight_ih_l1_reverse	6	-0.02256317436695099
38491	rnn.weight_ih_l1_reverse	7	0.01597696729004383
38491	rnn.weight_ih_l1_reverse	8	0.028094597160816193
38491	rnn.weight_ih_l1_reverse	9	-0.03291504457592964
38491	rnn.weight_hh_l1_reverse	0	0.007586712948977947
38491	rnn.weight_hh_l1_reverse	1	0.028554106131196022
38491	rnn.weight_hh_l1_reverse	2	-0.036603204905986786
38491	rnn.weight_hh_l1_reverse	3	0.039115045219659805
38491	rnn.weight_hh_l1_reverse	4	0.041575782001018524
38491	rnn.weight_hh_l1_reverse	5	0.009654280729591846
38491	rnn.weight_hh_l1_reverse	6	0.009434466250240803
38491	rnn.weight_hh_l1_reverse	7	0.02661610208451748
38491	rnn.weight_hh_l1_reverse	8	-0.004602308385074139
38491	rnn.weight_hh_l1_reverse	9	-0.04096303507685661
38491	rnn.bias_ih_l1_reverse	0	-0.019101036712527275
38491	rnn.bias_ih_l1_reverse	1	-0.08539213240146637
38491	rnn.bias_ih_l1_reverse	2	-0.09501001983880997
38491	rnn.bias_ih_l1_reverse	3	-0.0077243526466190815
38491	rnn.bias_ih_l1_reverse	4	-0.13350605964660645
38491	rnn.bias_ih_l1_reverse	5	-0.07085704803466797
38491	rnn.bias_ih_l1_reverse	6	-0.0707554742693901
38491	rnn.bias_ih_l1_reverse	7	-0.11486970633268356
38491	rnn.bias_ih_l1_reverse	8	0.10677515715360641
38491	rnn.bias_ih_l1_reverse	9	0.007307360414415598
38491	rnn.bias_hh_l1_reverse	0	0.0070192208513617516
38491	rnn.bias_hh_l1_reverse	1	-0.015232495963573456
38491	rnn.bias_hh_l1_reverse	2	-0.16619575023651123
38491	rnn.bias_hh_l1_reverse	3	-0.04085609316825867
38491	rnn.bias_hh_l1_reverse	4	-0.04188264161348343
38491	rnn.bias_hh_l1_reverse	5	-0.0411691814661026
38491	rnn.bias_hh_l1_reverse	6	0.12220752984285355
38491	rnn.bias_hh_l1_reverse	7	-0.08821535110473633
38491	rnn.bias_hh_l1_reverse	8	-0.06653402745723724
38491	rnn.bias_hh_l1_reverse	9	-0.0744905024766922
38491	linear.weight	0	0.002228822559118271
38491	linear.weight	1	0.0715973824262619
38491	linear.weight	2	-0.0923696830868721
38491	linear.weight	3	0.27305665612220764
38491	linear.weight	4	0.08621241897344589
38491	linear.weight	5	0.02532472461462021
38491	linear.weight	6	0.06989692896604538
38491	linear.weight	7	0.14246249198913574
38491	linear.weight	8	0.04192832484841347
38491	linear.weight	9	-0.05866231396794319
38491	linear.bias	0	-0.06522373855113983
38491	linear.bias	1	-0.04815084859728813
38491	linear.bias	2	-0.42062413692474365
38491	linear.bias	3	-0.7514112591743469
38491	linear.bias	4	-0.9623196721076965
38491	linear.bias	5	0.06591135263442993
38491	linear.bias	6	-0.5622448325157166
38491	linear.bias	7	0.5180681943893433
38491	linear.bias	8	-0.5988653898239136
38491	linear.bias	9	-0.8171228170394897
38688	transitions	0	0.3851550221443176
38688	transitions	1	-0.0399845689535141
38688	transitions	2	-10000.0
38688	transitions	3	-1.784623384475708
38688	transitions	4	-10000.0
38688	transitions	5	0.7003544569015503
38688	transitions	6	0.019265571609139442
38688	transitions	7	-0.19293244183063507
38688	transitions	8	-1.2832573652267456
38688	transitions	9	9.749411401571706e-05
38688	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
38688	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
38688	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
38688	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
38688	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
38688	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
38688	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
38688	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
38688	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
38688	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
38688	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
38688	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
38688	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
38688	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
38688	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
38688	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
38688	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
38688	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
38688	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
38688	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
38688	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
38688	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
38688	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
38688	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
38688	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
38688	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
38688	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
38688	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
38688	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
38688	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
38688	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
38688	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
38688	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
38688	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
38688	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
38688	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
38688	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
38688	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
38688	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
38688	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
38688	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
38688	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
38688	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
38688	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
38688	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
38688	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
38688	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
38688	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
38688	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
38688	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
38688	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
38688	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
38688	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
38688	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
38688	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
38688	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
38688	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
38688	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
38688	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
38688	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
38688	embedding2nn.weight	0	0.015144276432693005
38688	embedding2nn.weight	1	-0.018124643713235855
38688	embedding2nn.weight	2	-0.014268253929913044
38688	embedding2nn.weight	3	0.02216089516878128
38688	embedding2nn.weight	4	-0.005915034096688032
38688	embedding2nn.weight	5	-0.0037005902267992496
38688	embedding2nn.weight	6	-0.003973240964114666
38688	embedding2nn.weight	7	-0.02829066850244999
38688	embedding2nn.weight	8	-0.0019979383796453476
38688	embedding2nn.weight	9	-0.01615401729941368
38688	embedding2nn.bias	0	0.02874460630118847
38688	embedding2nn.bias	1	-0.050503648817539215
38688	embedding2nn.bias	2	0.0813032016158104
38688	embedding2nn.bias	3	0.05069950968027115
38688	embedding2nn.bias	4	-0.019246211275458336
38688	embedding2nn.bias	5	-0.0340384803712368
38688	embedding2nn.bias	6	0.004924156703054905
38688	embedding2nn.bias	7	-0.05833333358168602
38688	embedding2nn.bias	8	0.06471335887908936
38688	embedding2nn.bias	9	0.05742042884230614
38688	rnn.weight_ih_l0	0	-0.007342076860368252
38688	rnn.weight_ih_l0	1	0.011886966414749622
38688	rnn.weight_ih_l0	2	0.029771700501441956
38688	rnn.weight_ih_l0	3	0.0066173383966088295
38688	rnn.weight_ih_l0	4	-0.02070365473628044
38688	rnn.weight_ih_l0	5	-0.056798581033945084
38688	rnn.weight_ih_l0	6	0.02141309529542923
38688	rnn.weight_ih_l0	7	0.05294041335582733
38688	rnn.weight_ih_l0	8	0.012463769875466824
38688	rnn.weight_ih_l0	9	-0.03198787197470665
38688	rnn.weight_hh_l0	0	-0.036520861089229584
38688	rnn.weight_hh_l0	1	-0.003934500738978386
38688	rnn.weight_hh_l0	2	0.006830370519310236
38688	rnn.weight_hh_l0	3	-0.04498128965497017
38688	rnn.weight_hh_l0	4	0.048647262156009674
38688	rnn.weight_hh_l0	5	-0.009080283343791962
38688	rnn.weight_hh_l0	6	-0.03036268800497055
38688	rnn.weight_hh_l0	7	-0.02997412718832493
38688	rnn.weight_hh_l0	8	0.001156873069703579
38688	rnn.weight_hh_l0	9	-0.023975692689418793
38688	rnn.bias_ih_l0	0	0.0350550040602684
38688	rnn.bias_ih_l0	1	-0.025702353566884995
38688	rnn.bias_ih_l0	2	-0.0022354067768901587
38688	rnn.bias_ih_l0	3	0.07633578777313232
38688	rnn.bias_ih_l0	4	-0.03507839888334274
38688	rnn.bias_ih_l0	5	-0.04522743448615074
38688	rnn.bias_ih_l0	6	0.01232195645570755
38688	rnn.bias_ih_l0	7	0.03800462931394577
38688	rnn.bias_ih_l0	8	-0.0659782737493515
38688	rnn.bias_ih_l0	9	-0.036404188722372055
38688	rnn.bias_hh_l0	0	-0.042207423597574234
38688	rnn.bias_hh_l0	1	-0.05778906121850014
38688	rnn.bias_hh_l0	2	-0.02222239226102829
38688	rnn.bias_hh_l0	3	-0.058324020355939865
38688	rnn.bias_hh_l0	4	-0.0010276512475684285
38688	rnn.bias_hh_l0	5	0.008427937515079975
38688	rnn.bias_hh_l0	6	0.022690201178193092
38688	rnn.bias_hh_l0	7	-0.00885974895209074
38688	rnn.bias_hh_l0	8	-0.07511641830205917
38688	rnn.bias_hh_l0	9	-0.004218932241201401
38688	rnn.weight_ih_l0_reverse	0	-0.016176512464880943
38688	rnn.weight_ih_l0_reverse	1	-0.04927540943026543
38688	rnn.weight_ih_l0_reverse	2	-0.013031234964728355
38688	rnn.weight_ih_l0_reverse	3	0.0039328220300376415
38688	rnn.weight_ih_l0_reverse	4	-0.01026573870331049
38688	rnn.weight_ih_l0_reverse	5	-0.04793611168861389
38688	rnn.weight_ih_l0_reverse	6	0.03919266536831856
38688	rnn.weight_ih_l0_reverse	7	-0.022890908643603325
38688	rnn.weight_ih_l0_reverse	8	-0.03759479150176048
38688	rnn.weight_ih_l0_reverse	9	0.015367134474217892
38688	rnn.weight_hh_l0_reverse	0	0.033694587647914886
38688	rnn.weight_hh_l0_reverse	1	0.03231397643685341
38688	rnn.weight_hh_l0_reverse	2	0.029898807406425476
38688	rnn.weight_hh_l0_reverse	3	0.019550615921616554
38688	rnn.weight_hh_l0_reverse	4	0.0032827199902385473
38688	rnn.weight_hh_l0_reverse	5	-0.0056270938366651535
38688	rnn.weight_hh_l0_reverse	6	0.03702961280941963
38688	rnn.weight_hh_l0_reverse	7	-0.02867947332561016
38688	rnn.weight_hh_l0_reverse	8	0.02132638357579708
38688	rnn.weight_hh_l0_reverse	9	0.045850273221731186
38688	rnn.bias_ih_l0_reverse	0	-0.06756927073001862
38688	rnn.bias_ih_l0_reverse	1	-0.1292899250984192
38688	rnn.bias_ih_l0_reverse	2	-0.06197265163064003
38688	rnn.bias_ih_l0_reverse	3	-0.006749151274561882
38688	rnn.bias_ih_l0_reverse	4	-0.036038801074028015
38688	rnn.bias_ih_l0_reverse	5	0.023720214143395424
38688	rnn.bias_ih_l0_reverse	6	-0.03172328323125839
38688	rnn.bias_ih_l0_reverse	7	0.03569652512669563
38688	rnn.bias_ih_l0_reverse	8	-0.03720540180802345
38688	rnn.bias_ih_l0_reverse	9	0.031109889969229698
38688	rnn.bias_hh_l0_reverse	0	-0.02977188676595688
38688	rnn.bias_hh_l0_reverse	1	-0.013239185325801373
38688	rnn.bias_hh_l0_reverse	2	0.02316964417695999
38688	rnn.bias_hh_l0_reverse	3	-0.03787833824753761
38688	rnn.bias_hh_l0_reverse	4	-0.039332229644060135
38688	rnn.bias_hh_l0_reverse	5	-0.054050710052251816
38688	rnn.bias_hh_l0_reverse	6	-0.01013903133571148
38688	rnn.bias_hh_l0_reverse	7	0.05955604091286659
38688	rnn.bias_hh_l0_reverse	8	0.031425632536411285
38688	rnn.bias_hh_l0_reverse	9	-0.07793663442134857
38688	rnn.weight_ih_l1	0	-0.03285762295126915
38688	rnn.weight_ih_l1	1	-0.03328552097082138
38688	rnn.weight_ih_l1	2	0.05109575763344765
38688	rnn.weight_ih_l1	3	-0.019519751891493797
38688	rnn.weight_ih_l1	4	0.0033327164128422737
38688	rnn.weight_ih_l1	5	-0.04148529842495918
38688	rnn.weight_ih_l1	6	0.020889893174171448
38688	rnn.weight_ih_l1	7	-0.033333003520965576
38688	rnn.weight_ih_l1	8	0.03860139846801758
38688	rnn.weight_ih_l1	9	0.026648465543985367
38688	rnn.weight_hh_l1	0	-0.004188111051917076
38688	rnn.weight_hh_l1	1	0.005289412569254637
38688	rnn.weight_hh_l1	2	-0.020103005692362785
38688	rnn.weight_hh_l1	3	-0.007137218955904245
38688	rnn.weight_hh_l1	4	0.0016350018559023738
38688	rnn.weight_hh_l1	5	0.026940837502479553
38688	rnn.weight_hh_l1	6	0.0307046826928854
38688	rnn.weight_hh_l1	7	-0.02966843731701374
38688	rnn.weight_hh_l1	8	-0.03604205697774887
38688	rnn.weight_hh_l1	9	0.03640183061361313
38688	rnn.bias_ih_l1	0	-0.0963280126452446
38688	rnn.bias_ih_l1	1	-0.08621102571487427
38688	rnn.bias_ih_l1	2	-0.11800423264503479
38688	rnn.bias_ih_l1	3	-0.14417068660259247
38688	rnn.bias_ih_l1	4	-0.19148333370685577
38688	rnn.bias_ih_l1	5	-0.08471871167421341
38688	rnn.bias_ih_l1	6	-0.05953775718808174
38688	rnn.bias_ih_l1	7	-0.024382201954722404
38688	rnn.bias_ih_l1	8	-0.06619356572628021
38688	rnn.bias_ih_l1	9	-0.08301129937171936
38688	rnn.bias_hh_l1	0	-0.10239755362272263
38688	rnn.bias_hh_l1	1	-0.03741997107863426
38688	rnn.bias_hh_l1	2	-0.07007502019405365
38688	rnn.bias_hh_l1	3	-0.06166466325521469
38688	rnn.bias_hh_l1	4	-0.08926121890544891
38688	rnn.bias_hh_l1	5	-0.049895454198122025
38688	rnn.bias_hh_l1	6	-0.08335530757904053
38688	rnn.bias_hh_l1	7	-0.012124281376600266
38688	rnn.bias_hh_l1	8	-0.05867360904812813
38688	rnn.bias_hh_l1	9	-0.035887815058231354
38688	rnn.weight_ih_l1_reverse	0	-0.038549818098545074
38688	rnn.weight_ih_l1_reverse	1	0.028219690546393394
38688	rnn.weight_ih_l1_reverse	2	-0.05362801253795624
38688	rnn.weight_ih_l1_reverse	3	-0.029587822034955025
38688	rnn.weight_ih_l1_reverse	4	-0.02698476053774357
38688	rnn.weight_ih_l1_reverse	5	-0.03824777901172638
38688	rnn.weight_ih_l1_reverse	6	-0.02155214361846447
38688	rnn.weight_ih_l1_reverse	7	0.016070785000920296
38688	rnn.weight_ih_l1_reverse	8	0.02723415568470955
38688	rnn.weight_ih_l1_reverse	9	-0.03286954015493393
38688	rnn.weight_hh_l1_reverse	0	0.007739043794572353
38688	rnn.weight_hh_l1_reverse	1	0.02849740907549858
38688	rnn.weight_hh_l1_reverse	2	-0.036655839532613754
38688	rnn.weight_hh_l1_reverse	3	0.0390925332903862
38688	rnn.weight_hh_l1_reverse	4	0.041887566447257996
38688	rnn.weight_hh_l1_reverse	5	0.009579893201589584
38688	rnn.weight_hh_l1_reverse	6	0.01016946043819189
38688	rnn.weight_hh_l1_reverse	7	0.026380425319075584
38688	rnn.weight_hh_l1_reverse	8	-0.0047716922126710415
38688	rnn.weight_hh_l1_reverse	9	-0.041135333478450775
38688	rnn.bias_ih_l1_reverse	0	-0.019107794389128685
38688	rnn.bias_ih_l1_reverse	1	-0.08536338061094284
38688	rnn.bias_ih_l1_reverse	2	-0.09673415124416351
38688	rnn.bias_ih_l1_reverse	3	-0.00791866984218359
38688	rnn.bias_ih_l1_reverse	4	-0.13368545472621918
38688	rnn.bias_ih_l1_reverse	5	-0.07142337411642075
38688	rnn.bias_ih_l1_reverse	6	-0.07213679701089859
38688	rnn.bias_ih_l1_reverse	7	-0.10957188904285431
38688	rnn.bias_ih_l1_reverse	8	0.10229721665382385
38688	rnn.bias_ih_l1_reverse	9	0.007478368002921343
38688	rnn.bias_hh_l1_reverse	0	0.007309633307158947
38688	rnn.bias_hh_l1_reverse	1	-0.012943942099809647
38688	rnn.bias_hh_l1_reverse	2	-0.16725873947143555
38688	rnn.bias_hh_l1_reverse	3	-0.04186980426311493
38688	rnn.bias_hh_l1_reverse	4	-0.04313625395298004
38688	rnn.bias_hh_l1_reverse	5	-0.037931863218545914
38688	rnn.bias_hh_l1_reverse	6	0.1250450611114502
38688	rnn.bias_hh_l1_reverse	7	-0.08563391119241714
38688	rnn.bias_hh_l1_reverse	8	-0.0671154037117958
38688	rnn.bias_hh_l1_reverse	9	-0.07384075224399567
38688	linear.weight	0	0.002228822559118271
38688	linear.weight	1	0.07011782377958298
38688	linear.weight	2	-0.09501996636390686
38688	linear.weight	3	0.27231162786483765
38688	linear.weight	4	0.09389632940292358
38688	linear.weight	5	0.024258287623524666
38688	linear.weight	6	0.0642613023519516
38688	linear.weight	7	0.1421782672405243
38688	linear.weight	8	0.041928958147764206
38688	linear.weight	9	-0.056633055210113525
38688	linear.bias	0	-0.0681663379073143
38688	linear.bias	1	-0.04868391156196594
38688	linear.bias	2	-0.4185013771057129
38688	linear.bias	3	-0.7327446341514587
38688	linear.bias	4	-0.9520983695983887
38688	linear.bias	5	0.04478418454527855
38688	linear.bias	6	-0.5621716380119324
38688	linear.bias	7	0.49619126319885254
38688	linear.bias	8	-0.5892760753631592
38688	linear.bias	9	-0.804218053817749
38885	transitions	0	0.43220055103302
38885	transitions	1	-0.04042813926935196
38885	transitions	2	-10000.0
38885	transitions	3	-1.784796118736267
38885	transitions	4	-10000.0
38885	transitions	5	0.6994823217391968
38885	transitions	6	0.0188035536557436
38885	transitions	7	-0.19489260017871857
38885	transitions	8	-1.2839324474334717
38885	transitions	9	9.032342495629564e-05
38885	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
38885	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
38885	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
38885	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
38885	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
38885	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
38885	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
38885	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
38885	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
38885	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
38885	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
38885	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
38885	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
38885	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
38885	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
38885	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
38885	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
38885	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
38885	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
38885	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
38885	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
38885	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
38885	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
38885	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
38885	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
38885	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
38885	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
38885	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
38885	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
38885	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
38885	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
38885	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
38885	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
38885	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
38885	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
38885	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
38885	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
38885	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
38885	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
38885	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
38885	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
38885	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
38885	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
38885	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
38885	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
38885	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
38885	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
38885	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
38885	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
38885	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
38885	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
38885	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
38885	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
38885	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
38885	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
38885	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
38885	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
38885	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
38885	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
38885	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
38885	embedding2nn.weight	0	0.013939300552010536
38885	embedding2nn.weight	1	-0.017714105546474457
38885	embedding2nn.weight	2	-0.014268253929913044
38885	embedding2nn.weight	3	0.024676185101270676
38885	embedding2nn.weight	4	-0.005915034096688032
38885	embedding2nn.weight	5	-0.003700590692460537
38885	embedding2nn.weight	6	-0.003973242361098528
38885	embedding2nn.weight	7	-0.028698787093162537
38885	embedding2nn.weight	8	-0.0019979383796453476
38885	embedding2nn.weight	9	-0.015680603682994843
38885	embedding2nn.bias	0	0.030421307310461998
38885	embedding2nn.bias	1	-0.053536392748355865
38885	embedding2nn.bias	2	0.07975000143051147
38885	embedding2nn.bias	3	0.054503485560417175
38885	embedding2nn.bias	4	-0.021800430491566658
38885	embedding2nn.bias	5	-0.031270191073417664
38885	embedding2nn.bias	6	-0.0008338973857462406
38885	embedding2nn.bias	7	-0.0571708045899868
38885	embedding2nn.bias	8	0.060340918600559235
38885	embedding2nn.bias	9	0.04900120943784714
38885	rnn.weight_ih_l0	0	-0.009057699702680111
38885	rnn.weight_ih_l0	1	0.011599927209317684
38885	rnn.weight_ih_l0	2	0.028184153139591217
38885	rnn.weight_ih_l0	3	0.006621039472520351
38885	rnn.weight_ih_l0	4	-0.020573172718286514
38885	rnn.weight_ih_l0	5	-0.057259511202573776
38885	rnn.weight_ih_l0	6	0.020678730681538582
38885	rnn.weight_ih_l0	7	0.053713150322437286
38885	rnn.weight_ih_l0	8	0.012435199692845345
38885	rnn.weight_ih_l0	9	-0.03149997815489769
38885	rnn.weight_hh_l0	0	-0.037244826555252075
38885	rnn.weight_hh_l0	1	-0.00449550524353981
38885	rnn.weight_hh_l0	2	0.006726182997226715
38885	rnn.weight_hh_l0	3	-0.04421093314886093
38885	rnn.weight_hh_l0	4	0.048823267221450806
38885	rnn.weight_hh_l0	5	-0.008936407044529915
38885	rnn.weight_hh_l0	6	-0.03176166117191315
38885	rnn.weight_hh_l0	7	-0.028925303369760513
38885	rnn.weight_hh_l0	8	0.001260486082173884
38885	rnn.weight_hh_l0	9	-0.024200869724154472
38885	rnn.bias_ih_l0	0	0.036529719829559326
38885	rnn.bias_ih_l0	1	-0.02710992470383644
38885	rnn.bias_ih_l0	2	-0.002152057131752372
38885	rnn.bias_ih_l0	3	0.0786026269197464
38885	rnn.bias_ih_l0	4	-0.03953859582543373
38885	rnn.bias_ih_l0	5	-0.040975991636514664
38885	rnn.bias_ih_l0	6	0.012311935424804688
38885	rnn.bias_ih_l0	7	0.0390198677778244
38885	rnn.bias_ih_l0	8	-0.06587757915258408
38885	rnn.bias_ih_l0	9	-0.033403899520635605
38885	rnn.bias_hh_l0	0	-0.04265696182847023
38885	rnn.bias_hh_l0	1	-0.05865636095404625
38885	rnn.bias_hh_l0	2	-0.027476195245981216
38885	rnn.bias_hh_l0	3	-0.05926932767033577
38885	rnn.bias_hh_l0	4	-0.0018439958803355694
38885	rnn.bias_hh_l0	5	0.008329076692461967
38885	rnn.bias_hh_l0	6	0.021496567875146866
38885	rnn.bias_hh_l0	7	-0.008094698190689087
38885	rnn.bias_hh_l0	8	-0.07483575493097305
38885	rnn.bias_hh_l0	9	0.003704188158735633
38885	rnn.weight_ih_l0_reverse	0	-0.014610313810408115
38885	rnn.weight_ih_l0_reverse	1	-0.04856900870800018
38885	rnn.weight_ih_l0_reverse	2	-0.017581310123205185
38885	rnn.weight_ih_l0_reverse	3	0.002528661862015724
38885	rnn.weight_ih_l0_reverse	4	-0.010768848471343517
38885	rnn.weight_ih_l0_reverse	5	-0.04795287922024727
38885	rnn.weight_ih_l0_reverse	6	0.03954143822193146
38885	rnn.weight_ih_l0_reverse	7	-0.023314643651247025
38885	rnn.weight_ih_l0_reverse	8	-0.03752950206398964
38885	rnn.weight_ih_l0_reverse	9	0.015433031134307384
38885	rnn.weight_hh_l0_reverse	0	0.034298304468393326
38885	rnn.weight_hh_l0_reverse	1	0.032625604420900345
38885	rnn.weight_hh_l0_reverse	2	0.029569188132882118
38885	rnn.weight_hh_l0_reverse	3	0.019850026816129684
38885	rnn.weight_hh_l0_reverse	4	0.002716345712542534
38885	rnn.weight_hh_l0_reverse	5	-0.005488933529704809
38885	rnn.weight_hh_l0_reverse	6	0.03654291853308678
38885	rnn.weight_hh_l0_reverse	7	-0.029345503076910973
38885	rnn.weight_hh_l0_reverse	8	0.02001054584980011
38885	rnn.weight_hh_l0_reverse	9	0.04632047191262245
38885	rnn.bias_ih_l0_reverse	0	-0.0641077384352684
38885	rnn.bias_ih_l0_reverse	1	-0.13029007613658905
38885	rnn.bias_ih_l0_reverse	2	-0.06238215044140816
38885	rnn.bias_ih_l0_reverse	3	-0.0060085272416472435
38885	rnn.bias_ih_l0_reverse	4	-0.034378889948129654
38885	rnn.bias_ih_l0_reverse	5	0.027366412803530693
38885	rnn.bias_ih_l0_reverse	6	-0.033981531858444214
38885	rnn.bias_ih_l0_reverse	7	0.03676677867770195
38885	rnn.bias_ih_l0_reverse	8	-0.03288847953081131
38885	rnn.bias_ih_l0_reverse	9	0.03231280669569969
38885	rnn.bias_hh_l0_reverse	0	-0.032227709889411926
38885	rnn.bias_hh_l0_reverse	1	-0.01607055962085724
38885	rnn.bias_hh_l0_reverse	2	0.021510690450668335
38885	rnn.bias_hh_l0_reverse	3	-0.036745842546224594
38885	rnn.bias_hh_l0_reverse	4	-0.038809213787317276
38885	rnn.bias_hh_l0_reverse	5	-0.05319466069340706
38885	rnn.bias_hh_l0_reverse	6	-0.009371289052069187
38885	rnn.bias_hh_l0_reverse	7	0.05827658250927925
38885	rnn.bias_hh_l0_reverse	8	0.03049764595925808
38885	rnn.bias_hh_l0_reverse	9	-0.07756882905960083
38885	rnn.weight_ih_l1	0	-0.03314022347331047
38885	rnn.weight_ih_l1	1	-0.03305968642234802
38885	rnn.weight_ih_l1	2	0.050220295786857605
38885	rnn.weight_ih_l1	3	-0.019670657813549042
38885	rnn.weight_ih_l1	4	0.003646304365247488
38885	rnn.weight_ih_l1	5	-0.04149075224995613
38885	rnn.weight_ih_l1	6	0.021355627104640007
38885	rnn.weight_ih_l1	7	-0.03268205374479294
38885	rnn.weight_ih_l1	8	0.038501445204019547
38885	rnn.weight_ih_l1	9	0.026817528530955315
38885	rnn.weight_hh_l1	0	-0.004628033842891455
38885	rnn.weight_hh_l1	1	0.005369556602090597
38885	rnn.weight_hh_l1	2	-0.018955541774630547
38885	rnn.weight_hh_l1	3	-0.00686339708045125
38885	rnn.weight_hh_l1	4	0.0014062183909118176
38885	rnn.weight_hh_l1	5	0.02677471935749054
38885	rnn.weight_hh_l1	6	0.03045584075152874
38885	rnn.weight_hh_l1	7	-0.03031524270772934
38885	rnn.weight_hh_l1	8	-0.03596416115760803
38885	rnn.weight_hh_l1	9	0.03684863820672035
38885	rnn.bias_ih_l1	0	-0.09909939020872116
38885	rnn.bias_ih_l1	1	-0.08309229463338852
38885	rnn.bias_ih_l1	2	-0.1179671436548233
38885	rnn.bias_ih_l1	3	-0.1421913206577301
38885	rnn.bias_ih_l1	4	-0.18692606687545776
38885	rnn.bias_ih_l1	5	-0.08446051925420761
38885	rnn.bias_ih_l1	6	-0.05674595385789871
38885	rnn.bias_ih_l1	7	-0.023640897125005722
38885	rnn.bias_ih_l1	8	-0.06574750691652298
38885	rnn.bias_ih_l1	9	-0.08408153057098389
38885	rnn.bias_hh_l1	0	-0.10227640718221664
38885	rnn.bias_hh_l1	1	-0.03509329631924629
38885	rnn.bias_hh_l1	2	-0.07067373394966125
38885	rnn.bias_hh_l1	3	-0.061521898955106735
38885	rnn.bias_hh_l1	4	-0.08843757212162018
38885	rnn.bias_hh_l1	5	-0.05336012318730354
38885	rnn.bias_hh_l1	6	-0.081197090446949
38885	rnn.bias_hh_l1	7	-0.007401386275887489
38885	rnn.bias_hh_l1	8	-0.0594632513821125
38885	rnn.bias_hh_l1	9	-0.036707304418087006
38885	rnn.weight_ih_l1_reverse	0	-0.0384519137442112
38885	rnn.weight_ih_l1_reverse	1	0.02615300938487053
38885	rnn.weight_ih_l1_reverse	2	-0.05516079068183899
38885	rnn.weight_ih_l1_reverse	3	-0.03083258680999279
38885	rnn.weight_ih_l1_reverse	4	-0.027059616521000862
38885	rnn.weight_ih_l1_reverse	5	-0.03795471042394638
38885	rnn.weight_ih_l1_reverse	6	-0.02236093208193779
38885	rnn.weight_ih_l1_reverse	7	0.01648836024105549
38885	rnn.weight_ih_l1_reverse	8	0.02585590071976185
38885	rnn.weight_ih_l1_reverse	9	-0.029545865952968597
38885	rnn.weight_hh_l1_reverse	0	0.007576223462820053
38885	rnn.weight_hh_l1_reverse	1	0.02881656400859356
38885	rnn.weight_hh_l1_reverse	2	-0.03666021674871445
38885	rnn.weight_hh_l1_reverse	3	0.039197251200675964
38885	rnn.weight_hh_l1_reverse	4	0.04136599972844124
38885	rnn.weight_hh_l1_reverse	5	0.010044745169579983
38885	rnn.weight_hh_l1_reverse	6	0.009954100474715233
38885	rnn.weight_hh_l1_reverse	7	0.026366475969552994
38885	rnn.weight_hh_l1_reverse	8	-0.004536062013357878
38885	rnn.weight_hh_l1_reverse	9	-0.0408179871737957
38885	rnn.bias_ih_l1_reverse	0	-0.02496962808072567
38885	rnn.bias_ih_l1_reverse	1	-0.0865132138133049
38885	rnn.bias_ih_l1_reverse	2	-0.09727705270051956
38885	rnn.bias_ih_l1_reverse	3	-0.008028991520404816
38885	rnn.bias_ih_l1_reverse	4	-0.13253100216388702
38885	rnn.bias_ih_l1_reverse	5	-0.07151873409748077
38885	rnn.bias_ih_l1_reverse	6	-0.07338129729032516
38885	rnn.bias_ih_l1_reverse	7	-0.10851281136274338
38885	rnn.bias_ih_l1_reverse	8	0.11188734322786331
38885	rnn.bias_ih_l1_reverse	9	0.011992553249001503
38885	rnn.bias_hh_l1_reverse	0	-0.0065752356313169
38885	rnn.bias_hh_l1_reverse	1	-0.01781255006790161
38885	rnn.bias_hh_l1_reverse	2	-0.16708238422870636
38885	rnn.bias_hh_l1_reverse	3	-0.038212671875953674
38885	rnn.bias_hh_l1_reverse	4	-0.04326961562037468
38885	rnn.bias_hh_l1_reverse	5	-0.03712591528892517
38885	rnn.bias_hh_l1_reverse	6	0.12131506949663162
38885	rnn.bias_hh_l1_reverse	7	-0.08436350524425507
38885	rnn.bias_hh_l1_reverse	8	-0.06707091629505157
38885	rnn.bias_hh_l1_reverse	9	-0.07433750480413437
38885	linear.weight	0	0.002228822559118271
38885	linear.weight	1	0.05498778447508812
38885	linear.weight	2	-0.09857537597417831
38885	linear.weight	3	0.2679263949394226
38885	linear.weight	4	0.09099374711513519
38885	linear.weight	5	0.021126220002770424
38885	linear.weight	6	0.06774023920297623
38885	linear.weight	7	0.15136124193668365
38885	linear.weight	8	0.041928280144929886
38885	linear.weight	9	-0.05404775217175484
38885	linear.bias	0	-0.0405799075961113
38885	linear.bias	1	-0.039336759597063065
38885	linear.bias	2	-0.41901353001594543
38885	linear.bias	3	-0.7507869005203247
38885	linear.bias	4	-0.9727789759635925
38885	linear.bias	5	0.05307287722826004
38885	linear.bias	6	-0.550211489200592
38885	linear.bias	7	0.5111574530601501
38885	linear.bias	8	-0.5952640771865845
38885	linear.bias	9	-0.8117620348930359
39082	transitions	0	0.4332256317138672
39082	transitions	1	-0.04066940397024155
39082	transitions	2	-10000.0
39082	transitions	3	-1.7849836349487305
39082	transitions	4	-10000.0
39082	transitions	5	0.6988779306411743
39082	transitions	6	0.01822930946946144
39082	transitions	7	-0.19721204042434692
39082	transitions	8	-1.2843472957611084
39082	transitions	9	8.554399391869083e-05
39082	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
39082	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
39082	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
39082	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
39082	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
39082	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
39082	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
39082	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
39082	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
39082	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
39082	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
39082	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
39082	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
39082	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
39082	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
39082	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
39082	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
39082	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
39082	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
39082	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
39082	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
39082	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
39082	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
39082	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
39082	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
39082	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
39082	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
39082	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
39082	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
39082	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
39082	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
39082	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
39082	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
39082	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
39082	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
39082	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
39082	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
39082	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
39082	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
39082	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
39082	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
39082	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
39082	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
39082	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
39082	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
39082	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
39082	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
39082	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
39082	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
39082	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
39082	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
39082	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
39082	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
39082	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
39082	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
39082	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
39082	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
39082	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
39082	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
39082	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
39082	embedding2nn.weight	0	0.015666181221604347
39082	embedding2nn.weight	1	-0.01797594130039215
39082	embedding2nn.weight	2	-0.014268253929913044
39082	embedding2nn.weight	3	0.02642395906150341
39082	embedding2nn.weight	4	-0.005915034096688032
39082	embedding2nn.weight	5	-0.003700590692460537
39082	embedding2nn.weight	6	-0.003973246552050114
39082	embedding2nn.weight	7	-0.028037171810865402
39082	embedding2nn.weight	8	-0.0019979383796453476
39082	embedding2nn.weight	9	-0.01514991745352745
39082	embedding2nn.bias	0	0.030966252088546753
39082	embedding2nn.bias	1	-0.054100457578897476
39082	embedding2nn.bias	2	0.07996513694524765
39082	embedding2nn.bias	3	0.05483650788664818
39082	embedding2nn.bias	4	-0.017742149531841278
39082	embedding2nn.bias	5	-0.03406170755624771
39082	embedding2nn.bias	6	0.0009557008743286133
39082	embedding2nn.bias	7	-0.062414124608039856
39082	embedding2nn.bias	8	0.06346587091684341
39082	embedding2nn.bias	9	0.053132593631744385
39082	rnn.weight_ih_l0	0	-0.009973847307264805
39082	rnn.weight_ih_l0	1	0.012598350644111633
39082	rnn.weight_ih_l0	2	0.026314297690987587
39082	rnn.weight_ih_l0	3	0.006969843991100788
39082	rnn.weight_ih_l0	4	-0.020236723124980927
39082	rnn.weight_ih_l0	5	-0.05716016888618469
39082	rnn.weight_ih_l0	6	0.021347787231206894
39082	rnn.weight_ih_l0	7	0.05298512056469917
39082	rnn.weight_ih_l0	8	0.01174378115683794
39082	rnn.weight_ih_l0	9	-0.031064122915267944
39082	rnn.weight_hh_l0	0	-0.03672691062092781
39082	rnn.weight_hh_l0	1	-0.005435928702354431
39082	rnn.weight_hh_l0	2	0.00750433374196291
39082	rnn.weight_hh_l0	3	-0.04486468806862831
39082	rnn.weight_hh_l0	4	0.04852214455604553
39082	rnn.weight_hh_l0	5	-0.009061266668140888
39082	rnn.weight_hh_l0	6	-0.031416650861501694
39082	rnn.weight_hh_l0	7	-0.029774833470582962
39082	rnn.weight_hh_l0	8	0.0005796350887976587
39082	rnn.weight_hh_l0	9	-0.02400326170027256
39082	rnn.bias_ih_l0	0	0.036595702171325684
39082	rnn.bias_ih_l0	1	-0.02714381366968155
39082	rnn.bias_ih_l0	2	-0.004145234357565641
39082	rnn.bias_ih_l0	3	0.07585954666137695
39082	rnn.bias_ih_l0	4	-0.04186420142650604
39082	rnn.bias_ih_l0	5	-0.03606483340263367
39082	rnn.bias_ih_l0	6	0.006867125164717436
39082	rnn.bias_ih_l0	7	0.03944272920489311
39082	rnn.bias_ih_l0	8	-0.06737891584634781
39082	rnn.bias_ih_l0	9	-0.03421841561794281
39082	rnn.bias_hh_l0	0	-0.04207124561071396
39082	rnn.bias_hh_l0	1	-0.061266034841537476
39082	rnn.bias_hh_l0	2	-0.028693605214357376
39082	rnn.bias_hh_l0	3	-0.059236861765384674
39082	rnn.bias_hh_l0	4	-0.004097506403923035
39082	rnn.bias_hh_l0	5	0.0056441910564899445
39082	rnn.bias_hh_l0	6	0.019764570519328117
39082	rnn.bias_hh_l0	7	-0.006970756221562624
39082	rnn.bias_hh_l0	8	-0.07684957981109619
39082	rnn.bias_hh_l0	9	0.0001138044535764493
39082	rnn.weight_ih_l0_reverse	0	-0.013503620401024818
39082	rnn.weight_ih_l0_reverse	1	-0.04790583625435829
39082	rnn.weight_ih_l0_reverse	2	-0.017628826200962067
39082	rnn.weight_ih_l0_reverse	3	0.0029830490238964558
39082	rnn.weight_ih_l0_reverse	4	-0.010142212733626366
39082	rnn.weight_ih_l0_reverse	5	-0.04749889671802521
39082	rnn.weight_ih_l0_reverse	6	0.040041837841272354
39082	rnn.weight_ih_l0_reverse	7	-0.0229407399892807
39082	rnn.weight_ih_l0_reverse	8	-0.03774092718958855
39082	rnn.weight_ih_l0_reverse	9	0.014438378624618053
39082	rnn.weight_hh_l0_reverse	0	0.03500085696578026
39082	rnn.weight_hh_l0_reverse	1	0.03216445446014404
39082	rnn.weight_hh_l0_reverse	2	0.029155241325497627
39082	rnn.weight_hh_l0_reverse	3	0.02000889554619789
39082	rnn.weight_hh_l0_reverse	4	0.0029753209091722965
39082	rnn.weight_hh_l0_reverse	5	-0.0059632593765854836
39082	rnn.weight_hh_l0_reverse	6	0.036758169531822205
39082	rnn.weight_hh_l0_reverse	7	-0.029500572010874748
39082	rnn.weight_hh_l0_reverse	8	0.020144755020737648
39082	rnn.weight_hh_l0_reverse	9	0.04563887044787407
39082	rnn.bias_ih_l0_reverse	0	-0.06312721222639084
39082	rnn.bias_ih_l0_reverse	1	-0.12900054454803467
39082	rnn.bias_ih_l0_reverse	2	-0.059699416160583496
39082	rnn.bias_ih_l0_reverse	3	-0.005536248441785574
39082	rnn.bias_ih_l0_reverse	4	-0.03117266111075878
39082	rnn.bias_ih_l0_reverse	5	0.028613939881324768
39082	rnn.bias_ih_l0_reverse	6	-0.029265783727169037
39082	rnn.bias_ih_l0_reverse	7	0.037732549011707306
39082	rnn.bias_ih_l0_reverse	8	-0.03199334442615509
39082	rnn.bias_ih_l0_reverse	9	0.03152650222182274
39082	rnn.bias_hh_l0_reverse	0	-0.03137083724141121
39082	rnn.bias_hh_l0_reverse	1	-0.01629432663321495
39082	rnn.bias_hh_l0_reverse	2	0.023918529972434044
39082	rnn.bias_hh_l0_reverse	3	-0.03817788138985634
39082	rnn.bias_hh_l0_reverse	4	-0.04072938486933708
39082	rnn.bias_hh_l0_reverse	5	-0.05322567746043205
39082	rnn.bias_hh_l0_reverse	6	-0.01217153761535883
39082	rnn.bias_hh_l0_reverse	7	0.0589306615293026
39082	rnn.bias_hh_l0_reverse	8	0.034344784915447235
39082	rnn.bias_hh_l0_reverse	9	-0.07919123023748398
39082	rnn.weight_ih_l1	0	-0.03258867189288139
39082	rnn.weight_ih_l1	1	-0.03363367170095444
39082	rnn.weight_ih_l1	2	0.05121888965368271
39082	rnn.weight_ih_l1	3	-0.018349802121520042
39082	rnn.weight_ih_l1	4	0.0036898700054734945
39082	rnn.weight_ih_l1	5	-0.04129084199666977
39082	rnn.weight_ih_l1	6	0.021905798465013504
39082	rnn.weight_ih_l1	7	-0.03216986730694771
39082	rnn.weight_ih_l1	8	0.03860526531934738
39082	rnn.weight_ih_l1	9	0.027278359979391098
39082	rnn.weight_hh_l1	0	-0.003373347921296954
39082	rnn.weight_hh_l1	1	0.005402042530477047
39082	rnn.weight_hh_l1	2	-0.01750774495303631
39082	rnn.weight_hh_l1	3	-0.006868938449770212
39082	rnn.weight_hh_l1	4	0.0011683054035529494
39082	rnn.weight_hh_l1	5	0.026773734018206596
39082	rnn.weight_hh_l1	6	0.030382772907614708
39082	rnn.weight_hh_l1	7	-0.030243901535868645
39082	rnn.weight_hh_l1	8	-0.035478707402944565
39082	rnn.weight_hh_l1	9	0.036648526787757874
39082	rnn.bias_ih_l1	0	-0.09894654899835587
39082	rnn.bias_ih_l1	1	-0.08534068614244461
39082	rnn.bias_ih_l1	2	-0.12002640217542648
39082	rnn.bias_ih_l1	3	-0.14405319094657898
39082	rnn.bias_ih_l1	4	-0.17738215625286102
39082	rnn.bias_ih_l1	5	-0.08082513511180878
39082	rnn.bias_ih_l1	6	-0.057476650923490524
39082	rnn.bias_ih_l1	7	-0.023784756660461426
39082	rnn.bias_ih_l1	8	-0.06296336650848389
39082	rnn.bias_ih_l1	9	-0.08616543561220169
39082	rnn.bias_hh_l1	0	-0.10467632114887238
39082	rnn.bias_hh_l1	1	-0.037858594208955765
39082	rnn.bias_hh_l1	2	-0.07284336537122726
39082	rnn.bias_hh_l1	3	-0.06268145143985748
39082	rnn.bias_hh_l1	4	-0.08951465040445328
39082	rnn.bias_hh_l1	5	-0.05355924740433693
39082	rnn.bias_hh_l1	6	-0.07862960547208786
39082	rnn.bias_hh_l1	7	-0.006331244483590126
39082	rnn.bias_hh_l1	8	-0.05598271265625954
39082	rnn.bias_hh_l1	9	-0.040016867220401764
39082	rnn.weight_ih_l1_reverse	0	-0.03938787803053856
39082	rnn.weight_ih_l1_reverse	1	0.025152666494250298
39082	rnn.weight_ih_l1_reverse	2	-0.05305417254567146
39082	rnn.weight_ih_l1_reverse	3	-0.02730068750679493
39082	rnn.weight_ih_l1_reverse	4	-0.029370224103331566
39082	rnn.weight_ih_l1_reverse	5	-0.03846973180770874
39082	rnn.weight_ih_l1_reverse	6	-0.021716469898819923
39082	rnn.weight_ih_l1_reverse	7	0.016620786860585213
39082	rnn.weight_ih_l1_reverse	8	0.024857455864548683
39082	rnn.weight_ih_l1_reverse	9	-0.02932129241526127
39082	rnn.weight_hh_l1_reverse	0	0.007619263604283333
39082	rnn.weight_hh_l1_reverse	1	0.0288300309330225
39082	rnn.weight_hh_l1_reverse	2	-0.03657319396734238
39082	rnn.weight_hh_l1_reverse	3	0.03941703960299492
39082	rnn.weight_hh_l1_reverse	4	0.04139043763279915
39082	rnn.weight_hh_l1_reverse	5	0.010009567253291607
39082	rnn.weight_hh_l1_reverse	6	0.009431065060198307
39082	rnn.weight_hh_l1_reverse	7	0.026313647627830505
39082	rnn.weight_hh_l1_reverse	8	-0.004395566415041685
39082	rnn.weight_hh_l1_reverse	9	-0.04083947092294693
39082	rnn.bias_ih_l1_reverse	0	-0.02422587014734745
39082	rnn.bias_ih_l1_reverse	1	-0.08748438954353333
39082	rnn.bias_ih_l1_reverse	2	-0.09921923279762268
39082	rnn.bias_ih_l1_reverse	3	-0.0074519808404147625
39082	rnn.bias_ih_l1_reverse	4	-0.13287606835365295
39082	rnn.bias_ih_l1_reverse	5	-0.07112215459346771
39082	rnn.bias_ih_l1_reverse	6	-0.0732017531991005
39082	rnn.bias_ih_l1_reverse	7	-0.10919007658958435
39082	rnn.bias_ih_l1_reverse	8	0.1135495975613594
39082	rnn.bias_ih_l1_reverse	9	0.021380193531513214
39082	rnn.bias_hh_l1_reverse	0	-0.017138194292783737
39082	rnn.bias_hh_l1_reverse	1	-0.011198180727660656
39082	rnn.bias_hh_l1_reverse	2	-0.16770823299884796
39082	rnn.bias_hh_l1_reverse	3	-0.037543147802352905
39082	rnn.bias_hh_l1_reverse	4	-0.043905869126319885
39082	rnn.bias_hh_l1_reverse	5	-0.0386856347322464
39082	rnn.bias_hh_l1_reverse	6	0.11626756191253662
39082	rnn.bias_hh_l1_reverse	7	-0.08417964726686478
39082	rnn.bias_hh_l1_reverse	8	-0.06871191412210464
39082	rnn.bias_hh_l1_reverse	9	-0.07458759099245071
39082	linear.weight	0	0.002228822559118271
39082	linear.weight	1	0.056055646389722824
39082	linear.weight	2	-0.0982106477022171
39082	linear.weight	3	0.2863086760044098
39082	linear.weight	4	0.09265381842851639
39082	linear.weight	5	0.023343468084931374
39082	linear.weight	6	0.04529256746172905
39082	linear.weight	7	0.14180748164653778
39082	linear.weight	8	0.04192883148789406
39082	linear.weight	9	-0.04807598888874054
39082	linear.bias	0	-0.05560813099145889
39082	linear.bias	1	-0.056650277227163315
39082	linear.bias	2	-0.41111576557159424
39082	linear.bias	3	-0.7193413972854614
39082	linear.bias	4	-0.9465199112892151
39082	linear.bias	5	0.06620107591152191
39082	linear.bias	6	-0.5663602948188782
39082	linear.bias	7	0.5273348689079285
39082	linear.bias	8	-0.5910987854003906
39082	linear.bias	9	-0.8057453036308289
39279	transitions	0	0.41713738441467285
39279	transitions	1	-0.04324442893266678
39279	transitions	2	-10000.0
39279	transitions	3	-1.7852411270141602
39279	transitions	4	-10000.0
39279	transitions	5	0.6980308890342712
39279	transitions	6	0.01755271852016449
39279	transitions	7	-0.19851277768611908
39279	transitions	8	-1.28522527217865
39279	transitions	9	7.804402412148193e-05
39279	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
39279	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
39279	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
39279	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
39279	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
39279	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
39279	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
39279	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
39279	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
39279	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
39279	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
39279	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
39279	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
39279	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
39279	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
39279	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
39279	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
39279	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
39279	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
39279	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
39279	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
39279	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
39279	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
39279	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
39279	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
39279	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
39279	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
39279	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
39279	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
39279	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
39279	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
39279	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
39279	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
39279	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
39279	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
39279	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
39279	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
39279	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
39279	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
39279	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
39279	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
39279	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
39279	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
39279	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
39279	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
39279	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
39279	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
39279	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
39279	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
39279	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
39279	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
39279	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
39279	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
39279	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
39279	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
39279	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
39279	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
39279	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
39279	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
39279	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
39279	embedding2nn.weight	0	0.01604449935257435
39279	embedding2nn.weight	1	-0.018087012693285942
39279	embedding2nn.weight	2	-0.014268253929913044
39279	embedding2nn.weight	3	0.025494353845715523
39279	embedding2nn.weight	4	-0.005915034096688032
39279	embedding2nn.weight	5	-0.003700589993968606
39279	embedding2nn.weight	6	-0.003973239567130804
39279	embedding2nn.weight	7	-0.028304798528552055
39279	embedding2nn.weight	8	-0.0019979383796453476
39279	embedding2nn.weight	9	-0.014645797200500965
39279	embedding2nn.bias	0	0.02727614901959896
39279	embedding2nn.bias	1	-0.03883081302046776
39279	embedding2nn.bias	2	0.07857827097177505
39279	embedding2nn.bias	3	0.050646863877773285
39279	embedding2nn.bias	4	-0.01221728976815939
39279	embedding2nn.bias	5	-0.029319550842046738
39279	embedding2nn.bias	6	0.005372530780732632
39279	embedding2nn.bias	7	-0.06643202900886536
39279	embedding2nn.bias	8	0.06331915408372879
39279	embedding2nn.bias	9	0.05515819042921066
39279	rnn.weight_ih_l0	0	-0.012004317715764046
39279	rnn.weight_ih_l0	1	0.01203003991395235
39279	rnn.weight_ih_l0	2	0.02650073543190956
39279	rnn.weight_ih_l0	3	0.00662104832008481
39279	rnn.weight_ih_l0	4	-0.019959785044193268
39279	rnn.weight_ih_l0	5	-0.05656009912490845
39279	rnn.weight_ih_l0	6	0.022315066307783127
39279	rnn.weight_ih_l0	7	0.05382923409342766
39279	rnn.weight_ih_l0	8	0.010873060673475266
39279	rnn.weight_ih_l0	9	-0.03048466332256794
39279	rnn.weight_hh_l0	0	-0.03628326952457428
39279	rnn.weight_hh_l0	1	-0.005162759684026241
39279	rnn.weight_hh_l0	2	0.006811473052948713
39279	rnn.weight_hh_l0	3	-0.04510850831866264
39279	rnn.weight_hh_l0	4	0.04833253473043442
39279	rnn.weight_hh_l0	5	-0.009549490176141262
39279	rnn.weight_hh_l0	6	-0.030589232221245766
39279	rnn.weight_hh_l0	7	-0.029839470982551575
39279	rnn.weight_hh_l0	8	0.0004120873345527798
39279	rnn.weight_hh_l0	9	-0.02409358136355877
39279	rnn.bias_ih_l0	0	0.035672180354595184
39279	rnn.bias_ih_l0	1	-0.03231442719697952
39279	rnn.bias_ih_l0	2	-0.004183873999863863
39279	rnn.bias_ih_l0	3	0.07548822462558746
39279	rnn.bias_ih_l0	4	-0.04067087173461914
39279	rnn.bias_ih_l0	5	-0.03309688717126846
39279	rnn.bias_ih_l0	6	0.007294870913028717
39279	rnn.bias_ih_l0	7	0.04106835275888443
39279	rnn.bias_ih_l0	8	-0.06816883385181427
39279	rnn.bias_ih_l0	9	-0.03213462233543396
39279	rnn.bias_hh_l0	0	-0.039924852550029755
39279	rnn.bias_hh_l0	1	-0.05844671279191971
39279	rnn.bias_hh_l0	2	-0.028752347454428673
39279	rnn.bias_hh_l0	3	-0.060426387935876846
39279	rnn.bias_hh_l0	4	-0.005070623476058245
39279	rnn.bias_hh_l0	5	0.011058822274208069
39279	rnn.bias_hh_l0	6	0.01864948496222496
39279	rnn.bias_hh_l0	7	-0.005249333567917347
39279	rnn.bias_hh_l0	8	-0.07772356271743774
39279	rnn.bias_hh_l0	9	0.002530238591134548
39279	rnn.weight_ih_l0_reverse	0	-0.013964544981718063
39279	rnn.weight_ih_l0_reverse	1	-0.047497451305389404
39279	rnn.weight_ih_l0_reverse	2	-0.016767848283052444
39279	rnn.weight_ih_l0_reverse	3	0.0037253652699291706
39279	rnn.weight_ih_l0_reverse	4	-0.010013201273977757
39279	rnn.weight_ih_l0_reverse	5	-0.0477038249373436
39279	rnn.weight_ih_l0_reverse	6	0.041451409459114075
39279	rnn.weight_ih_l0_reverse	7	-0.023433208465576172
39279	rnn.weight_ih_l0_reverse	8	-0.03765612840652466
39279	rnn.weight_ih_l0_reverse	9	0.014881787821650505
39279	rnn.weight_hh_l0_reverse	0	0.03523635491728783
39279	rnn.weight_hh_l0_reverse	1	0.032529354095458984
39279	rnn.weight_hh_l0_reverse	2	0.02959819696843624
39279	rnn.weight_hh_l0_reverse	3	0.020399387925863266
39279	rnn.weight_hh_l0_reverse	4	0.0030150236561894417
39279	rnn.weight_hh_l0_reverse	5	-0.004438680596649647
39279	rnn.weight_hh_l0_reverse	6	0.03690240532159805
39279	rnn.weight_hh_l0_reverse	7	-0.030405018478631973
39279	rnn.weight_hh_l0_reverse	8	0.018664542585611343
39279	rnn.weight_hh_l0_reverse	9	0.04580352082848549
39279	rnn.bias_ih_l0_reverse	0	-0.06439246237277985
39279	rnn.bias_ih_l0_reverse	1	-0.13114970922470093
39279	rnn.bias_ih_l0_reverse	2	-0.061090242117643356
39279	rnn.bias_ih_l0_reverse	3	-0.0044331541284918785
39279	rnn.bias_ih_l0_reverse	4	-0.03325514495372772
39279	rnn.bias_ih_l0_reverse	5	0.02812587283551693
39279	rnn.bias_ih_l0_reverse	6	-0.027656789869070053
39279	rnn.bias_ih_l0_reverse	7	0.03674108907580376
39279	rnn.bias_ih_l0_reverse	8	-0.03134183585643768
39279	rnn.bias_ih_l0_reverse	9	0.028056425973773003
39279	rnn.bias_hh_l0_reverse	0	-0.028928790241479874
39279	rnn.bias_hh_l0_reverse	1	-0.014296644367277622
39279	rnn.bias_hh_l0_reverse	2	0.026148606091737747
39279	rnn.bias_hh_l0_reverse	3	-0.037911366671323776
39279	rnn.bias_hh_l0_reverse	4	-0.03935685008764267
39279	rnn.bias_hh_l0_reverse	5	-0.055096182972192764
39279	rnn.bias_hh_l0_reverse	6	-0.017077408730983734
39279	rnn.bias_hh_l0_reverse	7	0.0591910146176815
39279	rnn.bias_hh_l0_reverse	8	0.03456665575504303
39279	rnn.bias_hh_l0_reverse	9	-0.07724500447511673
39279	rnn.weight_ih_l1	0	-0.032692648470401764
39279	rnn.weight_ih_l1	1	-0.03364250436425209
39279	rnn.weight_ih_l1	2	0.04981742426753044
39279	rnn.weight_ih_l1	3	-0.017393024638295174
39279	rnn.weight_ih_l1	4	0.0033817386720329523
39279	rnn.weight_ih_l1	5	-0.041362911462783813
39279	rnn.weight_ih_l1	6	0.02237740159034729
39279	rnn.weight_ih_l1	7	-0.03178093954920769
39279	rnn.weight_ih_l1	8	0.03858395293354988
39279	rnn.weight_ih_l1	9	0.027300134301185608
39279	rnn.weight_hh_l1	0	-0.0024116290733218193
39279	rnn.weight_hh_l1	1	0.005384550429880619
39279	rnn.weight_hh_l1	2	-0.01571119762957096
39279	rnn.weight_hh_l1	3	-0.006666930858045816
39279	rnn.weight_hh_l1	4	0.001691786223091185
39279	rnn.weight_hh_l1	5	0.026696858927607536
39279	rnn.weight_hh_l1	6	0.03062300942838192
39279	rnn.weight_hh_l1	7	-0.03072151355445385
39279	rnn.weight_hh_l1	8	-0.03592268005013466
39279	rnn.weight_hh_l1	9	0.03695815056562424
39279	rnn.bias_ih_l1	0	-0.10050566494464874
39279	rnn.bias_ih_l1	1	-0.08872085064649582
39279	rnn.bias_ih_l1	2	-0.11712884157896042
39279	rnn.bias_ih_l1	3	-0.14446258544921875
39279	rnn.bias_ih_l1	4	-0.16903245449066162
39279	rnn.bias_ih_l1	5	-0.08293455839157104
39279	rnn.bias_ih_l1	6	-0.056886203587055206
39279	rnn.bias_ih_l1	7	-0.02404431626200676
39279	rnn.bias_ih_l1	8	-0.05935772880911827
39279	rnn.bias_ih_l1	9	-0.0835355743765831
39279	rnn.bias_hh_l1	0	-0.1060434877872467
39279	rnn.bias_hh_l1	1	-0.03864691033959389
39279	rnn.bias_hh_l1	2	-0.07188250869512558
39279	rnn.bias_hh_l1	3	-0.061300843954086304
39279	rnn.bias_hh_l1	4	-0.09020631015300751
39279	rnn.bias_hh_l1	5	-0.052803799510002136
39279	rnn.bias_hh_l1	6	-0.07689929008483887
39279	rnn.bias_hh_l1	7	-0.009683293290436268
39279	rnn.bias_hh_l1	8	-0.05714156851172447
39279	rnn.bias_hh_l1	9	-0.04457344487309456
39279	rnn.weight_ih_l1_reverse	0	-0.039931319653987885
39279	rnn.weight_ih_l1_reverse	1	0.02801010198891163
39279	rnn.weight_ih_l1_reverse	2	-0.051192693412303925
39279	rnn.weight_ih_l1_reverse	3	-0.027089456096291542
39279	rnn.weight_ih_l1_reverse	4	-0.028786443173885345
39279	rnn.weight_ih_l1_reverse	5	-0.03775155171751976
39279	rnn.weight_ih_l1_reverse	6	-0.02261076495051384
39279	rnn.weight_ih_l1_reverse	7	0.016314122825860977
39279	rnn.weight_ih_l1_reverse	8	0.02320905588567257
39279	rnn.weight_ih_l1_reverse	9	-0.03240034729242325
39279	rnn.weight_hh_l1_reverse	0	0.007517228834331036
39279	rnn.weight_hh_l1_reverse	1	0.028812043368816376
39279	rnn.weight_hh_l1_reverse	2	-0.036592211574316025
39279	rnn.weight_hh_l1_reverse	3	0.03952935338020325
39279	rnn.weight_hh_l1_reverse	4	0.04170406982302666
39279	rnn.weight_hh_l1_reverse	5	0.009994595311582088
39279	rnn.weight_hh_l1_reverse	6	0.009438497945666313
39279	rnn.weight_hh_l1_reverse	7	0.02632419764995575
39279	rnn.weight_hh_l1_reverse	8	-0.0045567406341433525
39279	rnn.weight_hh_l1_reverse	9	-0.041274141520261765
39279	rnn.bias_ih_l1_reverse	0	-0.02362869679927826
39279	rnn.bias_ih_l1_reverse	1	-0.08489532768726349
39279	rnn.bias_ih_l1_reverse	2	-0.09807843714952469
39279	rnn.bias_ih_l1_reverse	3	-0.0011816553305834532
39279	rnn.bias_ih_l1_reverse	4	-0.1311267614364624
39279	rnn.bias_ih_l1_reverse	5	-0.07143980264663696
39279	rnn.bias_ih_l1_reverse	6	-0.07334772497415543
39279	rnn.bias_ih_l1_reverse	7	-0.10501749068498611
39279	rnn.bias_ih_l1_reverse	8	0.1136842891573906
39279	rnn.bias_ih_l1_reverse	9	0.017348846420645714
39279	rnn.bias_hh_l1_reverse	0	-0.02773282304406166
39279	rnn.bias_hh_l1_reverse	1	-0.01260625384747982
39279	rnn.bias_hh_l1_reverse	2	-0.1681017130613327
39279	rnn.bias_hh_l1_reverse	3	-0.041215017437934875
39279	rnn.bias_hh_l1_reverse	4	-0.04572577029466629
39279	rnn.bias_hh_l1_reverse	5	-0.04131048172712326
39279	rnn.bias_hh_l1_reverse	6	0.12057849764823914
39279	rnn.bias_hh_l1_reverse	7	-0.08407166600227356
39279	rnn.bias_hh_l1_reverse	8	-0.06995948404073715
39279	rnn.bias_hh_l1_reverse	9	-0.07503755390644073
39279	linear.weight	0	0.002228822559118271
39279	linear.weight	1	0.06908485293388367
39279	linear.weight	2	-0.09393996000289917
39279	linear.weight	3	0.30131328105926514
39279	linear.weight	4	0.0862966850399971
39279	linear.weight	5	0.025329923257231712
39279	linear.weight	6	0.04611619561910629
39279	linear.weight	7	0.12850148975849152
39279	linear.weight	8	0.04193512722849846
39279	linear.weight	9	-0.04534748196601868
39279	linear.bias	0	-0.06984177231788635
39279	linear.bias	1	-0.025317586958408356
39279	linear.bias	2	-0.4013108015060425
39279	linear.bias	3	-0.7496538758277893
39279	linear.bias	4	-0.9874165654182434
39279	linear.bias	5	0.02605091594159603
39279	linear.bias	6	-0.5359101891517639
39279	linear.bias	7	0.48686280846595764
39279	linear.bias	8	-0.5931613445281982
39279	linear.bias	9	-0.8124116659164429
39476	transitions	0	0.40034523606300354
39476	transitions	1	-0.03694753721356392
39476	transitions	2	-10000.0
39476	transitions	3	-1.7853690385818481
39476	transitions	4	-10000.0
39476	transitions	5	0.6973448395729065
39476	transitions	6	0.016887351870536804
39476	transitions	7	-0.19953055679798126
39476	transitions	8	-1.285823106765747
39476	transitions	9	7.027771061984822e-05
39476	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
39476	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
39476	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
39476	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
39476	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
39476	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
39476	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
39476	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
39476	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
39476	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
39476	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
39476	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
39476	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
39476	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
39476	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
39476	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
39476	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
39476	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
39476	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
39476	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
39476	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
39476	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
39476	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
39476	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
39476	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
39476	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
39476	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
39476	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
39476	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
39476	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
39476	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
39476	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
39476	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
39476	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
39476	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
39476	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
39476	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
39476	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
39476	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
39476	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
39476	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
39476	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
39476	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
39476	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
39476	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
39476	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
39476	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
39476	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
39476	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
39476	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
39476	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
39476	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
39476	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
39476	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
39476	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
39476	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
39476	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
39476	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
39476	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
39476	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
39476	embedding2nn.weight	0	0.017425017431378365
39476	embedding2nn.weight	1	-0.018081126734614372
39476	embedding2nn.weight	2	-0.014268253929913044
39476	embedding2nn.weight	3	0.02359890751540661
39476	embedding2nn.weight	4	-0.005915034096688032
39476	embedding2nn.weight	5	-0.0037005902267992496
39476	embedding2nn.weight	6	-0.003973238170146942
39476	embedding2nn.weight	7	-0.028052689507603645
39476	embedding2nn.weight	8	-0.0019979383796453476
39476	embedding2nn.weight	9	-0.014556745067238808
39476	embedding2nn.bias	0	0.03159996494650841
39476	embedding2nn.bias	1	-0.03555310145020485
39476	embedding2nn.bias	2	0.08243520557880402
39476	embedding2nn.bias	3	0.052514851093292236
39476	embedding2nn.bias	4	-0.01692243479192257
39476	embedding2nn.bias	5	-0.021325375884771347
39476	embedding2nn.bias	6	-0.0005740298656746745
39476	embedding2nn.bias	7	-0.06019452586770058
39476	embedding2nn.bias	8	0.06763030588626862
39476	embedding2nn.bias	9	0.047966595739126205
39476	rnn.weight_ih_l0	0	-0.011405031196773052
39476	rnn.weight_ih_l0	1	0.011451374739408493
39476	rnn.weight_ih_l0	2	0.02618560567498207
39476	rnn.weight_ih_l0	3	0.004772473592311144
39476	rnn.weight_ih_l0	4	-0.020292799919843674
39476	rnn.weight_ih_l0	5	-0.05673680454492569
39476	rnn.weight_ih_l0	6	0.023164451122283936
39476	rnn.weight_ih_l0	7	0.054185278713703156
39476	rnn.weight_ih_l0	8	0.011784221976995468
39476	rnn.weight_ih_l0	9	-0.030951881781220436
39476	rnn.weight_hh_l0	0	-0.036971740424633026
39476	rnn.weight_hh_l0	1	-0.0055282702669501305
39476	rnn.weight_hh_l0	2	0.006855227518826723
39476	rnn.weight_hh_l0	3	-0.0444183386862278
39476	rnn.weight_hh_l0	4	0.04845882207155228
39476	rnn.weight_hh_l0	5	-0.009389408864080906
39476	rnn.weight_hh_l0	6	-0.030372748151421547
39476	rnn.weight_hh_l0	7	-0.029381155967712402
39476	rnn.weight_hh_l0	8	-9.051937922777142e-06
39476	rnn.weight_hh_l0	9	-0.023960251361131668
39476	rnn.bias_ih_l0	0	0.033808380365371704
39476	rnn.bias_ih_l0	1	-0.034096114337444305
39476	rnn.bias_ih_l0	2	-0.006485583260655403
39476	rnn.bias_ih_l0	3	0.07547502964735031
39476	rnn.bias_ih_l0	4	-0.04095141217112541
39476	rnn.bias_ih_l0	5	-0.03914985805749893
39476	rnn.bias_ih_l0	6	0.01296086236834526
39476	rnn.bias_ih_l0	7	0.03865955397486687
39476	rnn.bias_ih_l0	8	-0.0692935436964035
39476	rnn.bias_ih_l0	9	-0.029760004952549934
39476	rnn.bias_hh_l0	0	-0.039891235530376434
39476	rnn.bias_hh_l0	1	-0.05309934914112091
39476	rnn.bias_hh_l0	2	-0.02568589709699154
39476	rnn.bias_hh_l0	3	-0.061679113656282425
39476	rnn.bias_hh_l0	4	-0.0033676077146083117
39476	rnn.bias_hh_l0	5	0.009759057313203812
39476	rnn.bias_hh_l0	6	0.018437927588820457
39476	rnn.bias_hh_l0	7	0.0009090193780139089
39476	rnn.bias_hh_l0	8	-0.0793706551194191
39476	rnn.bias_hh_l0	9	0.006589027121663094
39476	rnn.weight_ih_l0_reverse	0	-0.013262201100587845
39476	rnn.weight_ih_l0_reverse	1	-0.04742282256484032
39476	rnn.weight_ih_l0_reverse	2	-0.018854208290576935
39476	rnn.weight_ih_l0_reverse	3	0.0027985572814941406
39476	rnn.weight_ih_l0_reverse	4	-0.009975497610867023
39476	rnn.weight_ih_l0_reverse	5	-0.048283353447914124
39476	rnn.weight_ih_l0_reverse	6	0.04178761690855026
39476	rnn.weight_ih_l0_reverse	7	-0.024267924949526787
39476	rnn.weight_ih_l0_reverse	8	-0.03755537047982216
39476	rnn.weight_ih_l0_reverse	9	0.014993228949606419
39476	rnn.weight_hh_l0_reverse	0	0.033753082156181335
39476	rnn.weight_hh_l0_reverse	1	0.032101113349199295
39476	rnn.weight_hh_l0_reverse	2	0.02908347360789776
39476	rnn.weight_hh_l0_reverse	3	0.020914465188980103
39476	rnn.weight_hh_l0_reverse	4	0.003037894843146205
39476	rnn.weight_hh_l0_reverse	5	-0.005218271631747484
39476	rnn.weight_hh_l0_reverse	6	0.036484625190496445
39476	rnn.weight_hh_l0_reverse	7	-0.030528351664543152
39476	rnn.weight_hh_l0_reverse	8	0.01871495321393013
39476	rnn.weight_hh_l0_reverse	9	0.045370232313871384
39476	rnn.bias_ih_l0_reverse	0	-0.06455154716968536
39476	rnn.bias_ih_l0_reverse	1	-0.1432543247938156
39476	rnn.bias_ih_l0_reverse	2	-0.05486613139510155
39476	rnn.bias_ih_l0_reverse	3	-0.0038291404489427805
39476	rnn.bias_ih_l0_reverse	4	-0.03332775458693504
39476	rnn.bias_ih_l0_reverse	5	0.027783794328570366
39476	rnn.bias_ih_l0_reverse	6	-0.02947881817817688
39476	rnn.bias_ih_l0_reverse	7	0.03721977397799492
39476	rnn.bias_ih_l0_reverse	8	-0.03250477835536003
39476	rnn.bias_ih_l0_reverse	9	0.02378363348543644
39476	rnn.bias_hh_l0_reverse	0	-0.028848353773355484
39476	rnn.bias_hh_l0_reverse	1	-0.011235568672418594
39476	rnn.bias_hh_l0_reverse	2	0.02155742049217224
39476	rnn.bias_hh_l0_reverse	3	-0.039753105491399765
39476	rnn.bias_hh_l0_reverse	4	-0.04216696694493294
39476	rnn.bias_hh_l0_reverse	5	-0.05504710227251053
39476	rnn.bias_hh_l0_reverse	6	-0.018098928034305573
39476	rnn.bias_hh_l0_reverse	7	0.05925559625029564
39476	rnn.bias_hh_l0_reverse	8	0.026757556945085526
39476	rnn.bias_hh_l0_reverse	9	-0.0702509954571724
39476	rnn.weight_ih_l1	0	-0.03218976780772209
39476	rnn.weight_ih_l1	1	-0.03265940770506859
39476	rnn.weight_ih_l1	2	0.04953642934560776
39476	rnn.weight_ih_l1	3	-0.020463602617383003
39476	rnn.weight_ih_l1	4	0.003581301076337695
39476	rnn.weight_ih_l1	5	-0.04156108200550079
39476	rnn.weight_ih_l1	6	0.02184096723794937
39476	rnn.weight_ih_l1	7	-0.03243452310562134
39476	rnn.weight_ih_l1	8	0.03862433508038521
39476	rnn.weight_ih_l1	9	0.027315309271216393
39476	rnn.weight_hh_l1	0	-0.0010912055149674416
39476	rnn.weight_hh_l1	1	0.0053812009282410145
39476	rnn.weight_hh_l1	2	-0.014809893444180489
39476	rnn.weight_hh_l1	3	-0.007085741031914949
39476	rnn.weight_hh_l1	4	0.0015765567077323794
39476	rnn.weight_hh_l1	5	0.026834703981876373
39476	rnn.weight_hh_l1	6	0.030697215348482132
39476	rnn.weight_hh_l1	7	-0.030590036883950233
39476	rnn.weight_hh_l1	8	-0.03587927296757698
39476	rnn.weight_hh_l1	9	0.037319935858249664
39476	rnn.bias_ih_l1	0	-0.10007563978433609
39476	rnn.bias_ih_l1	1	-0.09115307033061981
39476	rnn.bias_ih_l1	2	-0.11894963681697845
39476	rnn.bias_ih_l1	3	-0.1493152529001236
39476	rnn.bias_ih_l1	4	-0.17095160484313965
39476	rnn.bias_ih_l1	5	-0.08392133563756943
39476	rnn.bias_ih_l1	6	-0.05902913212776184
39476	rnn.bias_ih_l1	7	-0.02278151921927929
39476	rnn.bias_ih_l1	8	-0.06445822864770889
39476	rnn.bias_ih_l1	9	-0.08650945127010345
39476	rnn.bias_hh_l1	0	-0.10776767134666443
39476	rnn.bias_hh_l1	1	-0.037797532975673676
39476	rnn.bias_hh_l1	2	-0.06980135291814804
39476	rnn.bias_hh_l1	3	-0.06223442777991295
39476	rnn.bias_hh_l1	4	-0.09101972728967667
39476	rnn.bias_hh_l1	5	-0.05361050367355347
39476	rnn.bias_hh_l1	6	-0.0745374858379364
39476	rnn.bias_hh_l1	7	-0.005557629279792309
39476	rnn.bias_hh_l1	8	-0.058643974363803864
39476	rnn.bias_hh_l1	9	-0.045440491288900375
39476	rnn.weight_ih_l1_reverse	0	-0.04177512228488922
39476	rnn.weight_ih_l1_reverse	1	0.03556379675865173
39476	rnn.weight_ih_l1_reverse	2	-0.05200963094830513
39476	rnn.weight_ih_l1_reverse	3	-0.028254058212041855
39476	rnn.weight_ih_l1_reverse	4	-0.02941831573843956
39476	rnn.weight_ih_l1_reverse	5	-0.03760560601949692
39476	rnn.weight_ih_l1_reverse	6	-0.022942781448364258
39476	rnn.weight_ih_l1_reverse	7	0.015618162229657173
39476	rnn.weight_ih_l1_reverse	8	0.024625476449728012
39476	rnn.weight_ih_l1_reverse	9	-0.03119419515132904
39476	rnn.weight_hh_l1_reverse	0	0.007639820221811533
39476	rnn.weight_hh_l1_reverse	1	0.028778599575161934
39476	rnn.weight_hh_l1_reverse	2	-0.036610282957553864
39476	rnn.weight_hh_l1_reverse	3	0.03951117768883705
39476	rnn.weight_hh_l1_reverse	4	0.041889388114213943
39476	rnn.weight_hh_l1_reverse	5	0.010460220277309418
39476	rnn.weight_hh_l1_reverse	6	0.008147851563990116
39476	rnn.weight_hh_l1_reverse	7	0.026205332949757576
39476	rnn.weight_hh_l1_reverse	8	-0.00461446400731802
39476	rnn.weight_hh_l1_reverse	9	-0.04160197824239731
39476	rnn.bias_ih_l1_reverse	0	-0.023154007270932198
39476	rnn.bias_ih_l1_reverse	1	-0.0856151208281517
39476	rnn.bias_ih_l1_reverse	2	-0.09434036165475845
39476	rnn.bias_ih_l1_reverse	3	6.0057594964746386e-05
39476	rnn.bias_ih_l1_reverse	4	-0.13135047256946564
39476	rnn.bias_ih_l1_reverse	5	-0.07124081254005432
39476	rnn.bias_ih_l1_reverse	6	-0.07410340011119843
39476	rnn.bias_ih_l1_reverse	7	-0.10238192975521088
39476	rnn.bias_ih_l1_reverse	8	0.1060943454504013
39476	rnn.bias_ih_l1_reverse	9	0.0180620439350605
39476	rnn.bias_hh_l1_reverse	0	-0.027866479009389877
39476	rnn.bias_hh_l1_reverse	1	-0.010871759615838528
39476	rnn.bias_hh_l1_reverse	2	-0.16772396862506866
39476	rnn.bias_hh_l1_reverse	3	-0.0397382527589798
39476	rnn.bias_hh_l1_reverse	4	-0.04504372179508209
39476	rnn.bias_hh_l1_reverse	5	-0.0418914370238781
39476	rnn.bias_hh_l1_reverse	6	0.11891169100999832
39476	rnn.bias_hh_l1_reverse	7	-0.07797074317932129
39476	rnn.bias_hh_l1_reverse	8	-0.0697648823261261
39476	rnn.bias_hh_l1_reverse	9	-0.0755879133939743
39476	linear.weight	0	0.002228822559118271
39476	linear.weight	1	0.07267865538597107
39476	linear.weight	2	-0.10102067142724991
39476	linear.weight	3	0.3006496727466583
39476	linear.weight	4	0.08403897285461426
39476	linear.weight	5	0.02403079718351364
39476	linear.weight	6	0.05687626451253891
39476	linear.weight	7	0.12149114906787872
39476	linear.weight	8	0.04193979501724243
39476	linear.weight	9	-0.048741549253463745
39476	linear.bias	0	-0.02686777338385582
39476	linear.bias	1	-0.021415740251541138
39476	linear.bias	2	-0.4145480692386627
39476	linear.bias	3	-0.7630136609077454
39476	linear.bias	4	-1.0017892122268677
39476	linear.bias	5	0.0376359187066555
39476	linear.bias	6	-0.5354964733123779
39476	linear.bias	7	0.496882826089859
39476	linear.bias	8	-0.5839300751686096
39476	linear.bias	9	-0.796244740486145
39480	transitions	0	0.400332510471344
39480	transitions	1	-0.036956287920475006
39480	transitions	2	-10000.0
39480	transitions	3	-1.7853691577911377
39480	transitions	4	-10000.0
39480	transitions	5	0.6973426938056946
39480	transitions	6	0.016886403784155846
39480	transitions	7	-0.19953107833862305
39480	transitions	8	-1.2858234643936157
39480	transitions	9	7.024560181889683e-05
39480	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
39480	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
39480	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
39480	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
39480	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
39480	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
39480	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
39480	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
39480	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
39480	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
39480	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
39480	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
39480	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
39480	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
39480	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
39480	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
39480	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
39480	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
39480	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
39480	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
39480	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
39480	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
39480	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
39480	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
39480	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
39480	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
39480	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
39480	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
39480	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
39480	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
39480	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
39480	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
39480	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
39480	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
39480	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
39480	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
39480	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
39480	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
39480	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
39480	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
39480	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
39480	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
39480	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
39480	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
39480	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
39480	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
39480	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
39480	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
39480	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
39480	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
39480	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
39480	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
39480	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
39480	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
39480	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
39480	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
39480	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
39480	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
39480	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
39480	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
39480	embedding2nn.weight	0	0.017726555466651917
39480	embedding2nn.weight	1	-0.018071278929710388
39480	embedding2nn.weight	2	-0.014268253929913044
39480	embedding2nn.weight	3	0.023501312360167503
39480	embedding2nn.weight	4	-0.005915034096688032
39480	embedding2nn.weight	5	-0.0037005902267992496
39480	embedding2nn.weight	6	-0.003973238170146942
39480	embedding2nn.weight	7	-0.02814025990664959
39480	embedding2nn.weight	8	-0.0019979383796453476
39480	embedding2nn.weight	9	-0.01427424792200327
39480	embedding2nn.bias	0	0.033416375517845154
39480	embedding2nn.bias	1	-0.0356297567486763
39480	embedding2nn.bias	2	0.08364569395780563
39480	embedding2nn.bias	3	0.053439971059560776
39480	embedding2nn.bias	4	-0.017108561471104622
39480	embedding2nn.bias	5	-0.022625068202614784
39480	embedding2nn.bias	6	-0.0006668153218924999
39480	embedding2nn.bias	7	-0.06140362098813057
39480	embedding2nn.bias	8	0.06733743846416473
39480	embedding2nn.bias	9	0.04698101058602333
39480	rnn.weight_ih_l0	0	-0.011490728706121445
39480	rnn.weight_ih_l0	1	0.011504486203193665
39480	rnn.weight_ih_l0	2	0.02616063319146633
39480	rnn.weight_ih_l0	3	0.004781739786267281
39480	rnn.weight_ih_l0	4	-0.020286088809370995
39480	rnn.weight_ih_l0	5	-0.056812915951013565
39480	rnn.weight_ih_l0	6	0.02311704121530056
39480	rnn.weight_ih_l0	7	0.054056890308856964
39480	rnn.weight_ih_l0	8	0.011796878650784492
39480	rnn.weight_ih_l0	9	-0.0308984462171793
39480	rnn.weight_hh_l0	0	-0.03698528930544853
39480	rnn.weight_hh_l0	1	-0.005599124822765589
39480	rnn.weight_hh_l0	2	0.006832021288573742
39480	rnn.weight_hh_l0	3	-0.044427718967199326
39480	rnn.weight_hh_l0	4	0.04842506721615791
39480	rnn.weight_hh_l0	5	-0.00945310015231371
39480	rnn.weight_hh_l0	6	-0.030399063602089882
39480	rnn.weight_hh_l0	7	-0.029306313022971153
39480	rnn.weight_hh_l0	8	-0.00012129644164815545
39480	rnn.weight_hh_l0	9	-0.02403661608695984
39480	rnn.bias_ih_l0	0	0.033799946308135986
39480	rnn.bias_ih_l0	1	-0.03425033390522003
39480	rnn.bias_ih_l0	2	-0.0065019391477108
39480	rnn.bias_ih_l0	3	0.07553450763225555
39480	rnn.bias_ih_l0	4	-0.04132118821144104
39480	rnn.bias_ih_l0	5	-0.03905460983514786
39480	rnn.bias_ih_l0	6	0.013866618275642395
39480	rnn.bias_ih_l0	7	0.03851115331053734
39480	rnn.bias_ih_l0	8	-0.06954421103000641
39480	rnn.bias_ih_l0	9	-0.029675887897610664
39480	rnn.bias_hh_l0	0	-0.03999648615717888
39480	rnn.bias_hh_l0	1	-0.05335020646452904
39480	rnn.bias_hh_l0	2	-0.025550488382577896
39480	rnn.bias_hh_l0	3	-0.0615631565451622
39480	rnn.bias_hh_l0	4	-0.0033868455793708563
39480	rnn.bias_hh_l0	5	0.009527287445962429
39480	rnn.bias_hh_l0	6	0.018272366374731064
39480	rnn.bias_hh_l0	7	0.0008606570190750062
39480	rnn.bias_hh_l0	8	-0.0786122977733612
39480	rnn.bias_hh_l0	9	0.00624760752543807
39480	rnn.weight_ih_l0_reverse	0	-0.013086667284369469
39480	rnn.weight_ih_l0_reverse	1	-0.04733041301369667
39480	rnn.weight_ih_l0_reverse	2	-0.018797054886817932
39480	rnn.weight_ih_l0_reverse	3	0.0027323963586241007
39480	rnn.weight_ih_l0_reverse	4	-0.009947267360985279
39480	rnn.weight_ih_l0_reverse	5	-0.048263512551784515
39480	rnn.weight_ih_l0_reverse	6	0.041867587715387344
39480	rnn.weight_ih_l0_reverse	7	-0.024235131219029427
39480	rnn.weight_ih_l0_reverse	8	-0.03774644806981087
39480	rnn.weight_ih_l0_reverse	9	0.015051464550197124
39480	rnn.weight_hh_l0_reverse	0	0.0338459387421608
39480	rnn.weight_hh_l0_reverse	1	0.032042209059000015
39480	rnn.weight_hh_l0_reverse	2	0.02907891757786274
39480	rnn.weight_hh_l0_reverse	3	0.020885592326521873
39480	rnn.weight_hh_l0_reverse	4	0.003118863794952631
39480	rnn.weight_hh_l0_reverse	5	-0.005258405581116676
39480	rnn.weight_hh_l0_reverse	6	0.03652957081794739
39480	rnn.weight_hh_l0_reverse	7	-0.03057187981903553
39480	rnn.weight_hh_l0_reverse	8	0.01860128529369831
39480	rnn.weight_hh_l0_reverse	9	0.045364826917648315
39480	rnn.bias_ih_l0_reverse	0	-0.06470833718776703
39480	rnn.bias_ih_l0_reverse	1	-0.1429964303970337
39480	rnn.bias_ih_l0_reverse	2	-0.05423586443066597
39480	rnn.bias_ih_l0_reverse	3	-0.004145401995629072
39480	rnn.bias_ih_l0_reverse	4	-0.03338497504591942
39480	rnn.bias_ih_l0_reverse	5	0.02849753014743328
39480	rnn.bias_ih_l0_reverse	6	-0.029381316155195236
39480	rnn.bias_ih_l0_reverse	7	0.0371597558259964
39480	rnn.bias_ih_l0_reverse	8	-0.03202405199408531
39480	rnn.bias_ih_l0_reverse	9	0.023448964580893517
39480	rnn.bias_hh_l0_reverse	0	-0.028879379853606224
39480	rnn.bias_hh_l0_reverse	1	-0.01166695635765791
39480	rnn.bias_hh_l0_reverse	2	0.021506158635020256
39480	rnn.bias_hh_l0_reverse	3	-0.03976864367723465
39480	rnn.bias_hh_l0_reverse	4	-0.04273848608136177
39480	rnn.bias_hh_l0_reverse	5	-0.054975058883428574
39480	rnn.bias_hh_l0_reverse	6	-0.018037237226963043
39480	rnn.bias_hh_l0_reverse	7	0.05957573652267456
39480	rnn.bias_hh_l0_reverse	8	0.027278956025838852
39480	rnn.bias_hh_l0_reverse	9	-0.07003982365131378
39480	rnn.weight_ih_l1	0	-0.03217729926109314
39480	rnn.weight_ih_l1	1	-0.03266686201095581
39480	rnn.weight_ih_l1	2	0.049560196697711945
39480	rnn.weight_ih_l1	3	-0.02033785730600357
39480	rnn.weight_ih_l1	4	0.003587982151657343
39480	rnn.weight_ih_l1	5	-0.041585393249988556
39480	rnn.weight_ih_l1	6	0.021875742822885513
39480	rnn.weight_ih_l1	7	-0.032565176486968994
39480	rnn.weight_ih_l1	8	0.03865182772278786
39480	rnn.weight_ih_l1	9	0.027288980782032013
39480	rnn.weight_hh_l1	0	-0.0011586982291191816
39480	rnn.weight_hh_l1	1	0.005373233463615179
39480	rnn.weight_hh_l1	2	-0.014901163056492805
39480	rnn.weight_hh_l1	3	-0.007026988547295332
39480	rnn.weight_hh_l1	4	0.001653204788453877
39480	rnn.weight_hh_l1	5	0.02685270458459854
39480	rnn.weight_hh_l1	6	0.030680567026138306
39480	rnn.weight_hh_l1	7	-0.030528606846928596
39480	rnn.weight_hh_l1	8	-0.03586198389530182
39480	rnn.weight_hh_l1	9	0.03732451796531677
39480	rnn.bias_ih_l1	0	-0.10013321787118912
39480	rnn.bias_ih_l1	1	-0.09159445762634277
39480	rnn.bias_ih_l1	2	-0.11922527104616165
39480	rnn.bias_ih_l1	3	-0.14968380331993103
39480	rnn.bias_ih_l1	4	-0.1690692901611328
39480	rnn.bias_ih_l1	5	-0.08391928672790527
39480	rnn.bias_ih_l1	6	-0.05929969996213913
39480	rnn.bias_ih_l1	7	-0.022999349981546402
39480	rnn.bias_ih_l1	8	-0.06503529101610184
39480	rnn.bias_ih_l1	9	-0.08695267885923386
39480	rnn.bias_hh_l1	0	-0.10800153017044067
39480	rnn.bias_hh_l1	1	-0.03797093406319618
39480	rnn.bias_hh_l1	2	-0.07027356326580048
39480	rnn.bias_hh_l1	3	-0.06200246512889862
39480	rnn.bias_hh_l1	4	-0.09123777598142624
39480	rnn.bias_hh_l1	5	-0.053653210401535034
39480	rnn.bias_hh_l1	6	-0.07416438311338425
39480	rnn.bias_hh_l1	7	-0.004631293937563896
39480	rnn.bias_hh_l1	8	-0.05924362689256668
39480	rnn.bias_hh_l1	9	-0.04550815373659134
39480	rnn.weight_ih_l1_reverse	0	-0.04179910570383072
39480	rnn.weight_ih_l1_reverse	1	0.035682953894138336
39480	rnn.weight_ih_l1_reverse	2	-0.0520620197057724
39480	rnn.weight_ih_l1_reverse	3	-0.02814481407403946
39480	rnn.weight_ih_l1_reverse	4	-0.02947956509888172
39480	rnn.weight_ih_l1_reverse	5	-0.037576716393232346
39480	rnn.weight_ih_l1_reverse	6	-0.02295784465968609
39480	rnn.weight_ih_l1_reverse	7	0.01580936275422573
39480	rnn.weight_ih_l1_reverse	8	0.024582277983427048
39480	rnn.weight_ih_l1_reverse	9	-0.031198346987366676
39480	rnn.weight_hh_l1_reverse	0	0.007658996153622866
39480	rnn.weight_hh_l1_reverse	1	0.028766335919499397
39480	rnn.weight_hh_l1_reverse	2	-0.03660929203033447
39480	rnn.weight_hh_l1_reverse	3	0.039528992027044296
39480	rnn.weight_hh_l1_reverse	4	0.04190199449658394
39480	rnn.weight_hh_l1_reverse	5	0.010477536357939243
39480	rnn.weight_hh_l1_reverse	6	0.00780908390879631
39480	rnn.weight_hh_l1_reverse	7	0.026256198063492775
39480	rnn.weight_hh_l1_reverse	8	-0.004596733953803778
39480	rnn.weight_hh_l1_reverse	9	-0.04162013903260231
39480	rnn.bias_ih_l1_reverse	0	-0.023038135841488838
39480	rnn.bias_ih_l1_reverse	1	-0.08569449186325073
39480	rnn.bias_ih_l1_reverse	2	-0.09432308375835419
39480	rnn.bias_ih_l1_reverse	3	-0.0002572188968770206
39480	rnn.bias_ih_l1_reverse	4	-0.1316726952791214
39480	rnn.bias_ih_l1_reverse	5	-0.07113829255104065
39480	rnn.bias_ih_l1_reverse	6	-0.0743153765797615
39480	rnn.bias_ih_l1_reverse	7	-0.10262283682823181
39480	rnn.bias_ih_l1_reverse	8	0.10624973475933075
39480	rnn.bias_ih_l1_reverse	9	0.018984442576766014
39480	rnn.bias_hh_l1_reverse	0	-0.028443947434425354
39480	rnn.bias_hh_l1_reverse	1	-0.010188131593167782
39480	rnn.bias_hh_l1_reverse	2	-0.16771374642848969
39480	rnn.bias_hh_l1_reverse	3	-0.0394868366420269
39480	rnn.bias_hh_l1_reverse	4	-0.04505079984664917
39480	rnn.bias_hh_l1_reverse	5	-0.04218073561787605
39480	rnn.bias_hh_l1_reverse	6	0.12100837379693985
39480	rnn.bias_hh_l1_reverse	7	-0.07727041840553284
39480	rnn.bias_hh_l1_reverse	8	-0.06985415518283844
39480	rnn.bias_hh_l1_reverse	9	-0.07565882056951523
39480	linear.weight	0	0.002228822559118271
39480	linear.weight	1	0.07409507036209106
39480	linear.weight	2	-0.10120839625597
39480	linear.weight	3	0.30166980624198914
39480	linear.weight	4	0.08410515636205673
39480	linear.weight	5	0.024030588567256927
39480	linear.weight	6	0.05946261063218117
39480	linear.weight	7	0.1181955486536026
39480	linear.weight	8	0.041939668357372284
39480	linear.weight	9	-0.049157463014125824
39480	linear.bias	0	-0.03785689175128937
39480	linear.bias	1	-0.02920854277908802
39480	linear.bias	2	-0.4208202064037323
39480	linear.bias	3	-0.75887531042099
39480	linear.bias	4	-0.9974159598350525
39480	linear.bias	5	0.04259970039129257
39480	linear.bias	6	-0.5434057712554932
39480	linear.bias	7	0.5017929077148438
39480	linear.bias	8	-0.5850721597671509
39480	linear.bias	9	-0.7971495985984802
39677	transitions	0	0.3859492838382721
39677	transitions	1	-0.0383862629532814
39677	transitions	2	-10000.0
39677	transitions	3	-1.7855234146118164
39677	transitions	4	-10000.0
39677	transitions	5	0.6967847347259521
39677	transitions	6	0.0163936298340559
39677	transitions	7	-0.201471745967865
39677	transitions	8	-1.2861504554748535
39677	transitions	9	6.528660014737397e-05
39677	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
39677	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
39677	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
39677	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
39677	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
39677	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
39677	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
39677	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
39677	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
39677	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
39677	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
39677	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
39677	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
39677	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
39677	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
39677	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
39677	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
39677	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
39677	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
39677	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
39677	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
39677	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
39677	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
39677	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
39677	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
39677	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
39677	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
39677	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
39677	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
39677	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
39677	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
39677	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
39677	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
39677	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
39677	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
39677	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
39677	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
39677	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
39677	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
39677	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
39677	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
39677	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
39677	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
39677	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
39677	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
39677	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
39677	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
39677	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
39677	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
39677	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
39677	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
39677	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
39677	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
39677	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
39677	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
39677	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
39677	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
39677	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
39677	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
39677	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
39677	embedding2nn.weight	0	0.016209108754992485
39677	embedding2nn.weight	1	-0.018315216526389122
39677	embedding2nn.weight	2	-0.014268253929913044
39677	embedding2nn.weight	3	0.024736924096941948
39677	embedding2nn.weight	4	-0.005915034096688032
39677	embedding2nn.weight	5	-0.0037005902267992496
39677	embedding2nn.weight	6	-0.003973237704485655
39677	embedding2nn.weight	7	-0.02790333703160286
39677	embedding2nn.weight	8	-0.0019979383796453476
39677	embedding2nn.weight	9	-0.015052051283419132
39677	embedding2nn.bias	0	0.033693715929985046
39677	embedding2nn.bias	1	-0.03286163508892059
39677	embedding2nn.bias	2	0.07940221577882767
39677	embedding2nn.bias	3	0.05489595606923103
39677	embedding2nn.bias	4	-0.015564186498522758
39677	embedding2nn.bias	5	-0.019922981038689613
39677	embedding2nn.bias	6	0.010769468732178211
39677	embedding2nn.bias	7	-0.059981297701597214
39677	embedding2nn.bias	8	0.06116420775651932
39677	embedding2nn.bias	9	0.0416589193046093
39677	rnn.weight_ih_l0	0	-0.010212020017206669
39677	rnn.weight_ih_l0	1	0.011158164590597153
39677	rnn.weight_ih_l0	2	0.02708127163350582
39677	rnn.weight_ih_l0	3	0.005450677592307329
39677	rnn.weight_ih_l0	4	-0.023179015144705772
39677	rnn.weight_ih_l0	5	-0.055975280702114105
39677	rnn.weight_ih_l0	6	0.022245364263653755
39677	rnn.weight_ih_l0	7	0.05301674082875252
39677	rnn.weight_ih_l0	8	0.012233955785632133
39677	rnn.weight_ih_l0	9	-0.03076009824872017
39677	rnn.weight_hh_l0	0	-0.03713112324476242
39677	rnn.weight_hh_l0	1	-0.00492911646142602
39677	rnn.weight_hh_l0	2	0.006778808776289225
39677	rnn.weight_hh_l0	3	-0.04393137991428375
39677	rnn.weight_hh_l0	4	0.04872787371277809
39677	rnn.weight_hh_l0	5	-0.010731859132647514
39677	rnn.weight_hh_l0	6	-0.02942398376762867
39677	rnn.weight_hh_l0	7	-0.029762346297502518
39677	rnn.weight_hh_l0	8	6.377286467795784e-07
39677	rnn.weight_hh_l0	9	-0.023419620469212532
39677	rnn.bias_ih_l0	0	0.035909272730350494
39677	rnn.bias_ih_l0	1	-0.02761608175933361
39677	rnn.bias_ih_l0	2	-0.007638939190655947
39677	rnn.bias_ih_l0	3	0.08040569722652435
39677	rnn.bias_ih_l0	4	-0.04400767758488655
39677	rnn.bias_ih_l0	5	-0.039616893976926804
39677	rnn.bias_ih_l0	6	0.011562582105398178
39677	rnn.bias_ih_l0	7	0.03929554671049118
39677	rnn.bias_ih_l0	8	-0.06800690293312073
39677	rnn.bias_ih_l0	9	-0.03443841263651848
39677	rnn.bias_hh_l0	0	-0.04155956581234932
39677	rnn.bias_hh_l0	1	-0.05599489435553551
39677	rnn.bias_hh_l0	2	-0.02365296706557274
39677	rnn.bias_hh_l0	3	-0.06109602376818657
39677	rnn.bias_hh_l0	4	-0.006500318646430969
39677	rnn.bias_hh_l0	5	0.012157473713159561
39677	rnn.bias_hh_l0	6	0.019705409184098244
39677	rnn.bias_hh_l0	7	0.005376704037189484
39677	rnn.bias_hh_l0	8	-0.07700421661138535
39677	rnn.bias_hh_l0	9	0.00610933406278491
39677	rnn.weight_ih_l0_reverse	0	-0.01406331080943346
39677	rnn.weight_ih_l0_reverse	1	-0.04658293351531029
39677	rnn.weight_ih_l0_reverse	2	-0.018469225615262985
39677	rnn.weight_ih_l0_reverse	3	0.0039673312567174435
39677	rnn.weight_ih_l0_reverse	4	-0.009512477554380894
39677	rnn.weight_ih_l0_reverse	5	-0.04806595668196678
39677	rnn.weight_ih_l0_reverse	6	0.04129267483949661
39677	rnn.weight_ih_l0_reverse	7	-0.023655440658330917
39677	rnn.weight_ih_l0_reverse	8	-0.03720705956220627
39677	rnn.weight_ih_l0_reverse	9	0.014101470820605755
39677	rnn.weight_hh_l0_reverse	0	0.03332219272851944
39677	rnn.weight_hh_l0_reverse	1	0.030791323632001877
39677	rnn.weight_hh_l0_reverse	2	0.030229881405830383
39677	rnn.weight_hh_l0_reverse	3	0.020640606060624123
39677	rnn.weight_hh_l0_reverse	4	0.0037359700072556734
39677	rnn.weight_hh_l0_reverse	5	-0.007176513783633709
39677	rnn.weight_hh_l0_reverse	6	0.036742113530635834
39677	rnn.weight_hh_l0_reverse	7	-0.03077923320233822
39677	rnn.weight_hh_l0_reverse	8	0.019474759697914124
39677	rnn.weight_hh_l0_reverse	9	0.04505735635757446
39677	rnn.bias_ih_l0_reverse	0	-0.06394438445568085
39677	rnn.bias_ih_l0_reverse	1	-0.14059965312480927
39677	rnn.bias_ih_l0_reverse	2	-0.05410618335008621
39677	rnn.bias_ih_l0_reverse	3	-0.006239394191652536
39677	rnn.bias_ih_l0_reverse	4	-0.03640911728143692
39677	rnn.bias_ih_l0_reverse	5	0.025212107226252556
39677	rnn.bias_ih_l0_reverse	6	-0.024968653917312622
39677	rnn.bias_ih_l0_reverse	7	0.03582480922341347
39677	rnn.bias_ih_l0_reverse	8	-0.034168485552072525
39677	rnn.bias_ih_l0_reverse	9	0.02306186780333519
39677	rnn.bias_hh_l0_reverse	0	-0.02983243204653263
39677	rnn.bias_hh_l0_reverse	1	-0.01488913968205452
39677	rnn.bias_hh_l0_reverse	2	0.0242207832634449
39677	rnn.bias_hh_l0_reverse	3	-0.038914795964956284
39677	rnn.bias_hh_l0_reverse	4	-0.04478538781404495
39677	rnn.bias_hh_l0_reverse	5	-0.05756095424294472
39677	rnn.bias_hh_l0_reverse	6	-0.016554756090044975
39677	rnn.bias_hh_l0_reverse	7	0.06133297458291054
39677	rnn.bias_hh_l0_reverse	8	0.022885236889123917
39677	rnn.bias_hh_l0_reverse	9	-0.07543255388736725
39677	rnn.weight_ih_l1	0	-0.03279687836766243
39677	rnn.weight_ih_l1	1	-0.032956965267658234
39677	rnn.weight_ih_l1	2	0.04627231881022453
39677	rnn.weight_ih_l1	3	-0.020435161888599396
39677	rnn.weight_ih_l1	4	0.0024689275305718184
39677	rnn.weight_ih_l1	5	-0.042356159538030624
39677	rnn.weight_ih_l1	6	0.02210804633796215
39677	rnn.weight_ih_l1	7	-0.033010996878147125
39677	rnn.weight_ih_l1	8	0.03886948898434639
39677	rnn.weight_ih_l1	9	0.02729136496782303
39677	rnn.weight_hh_l1	0	-0.0006553861312568188
39677	rnn.weight_hh_l1	1	0.005370358470827341
39677	rnn.weight_hh_l1	2	-0.015523619018495083
39677	rnn.weight_hh_l1	3	-0.0075755612924695015
39677	rnn.weight_hh_l1	4	0.0018025267636403441
39677	rnn.weight_hh_l1	5	0.026554932817816734
39677	rnn.weight_hh_l1	6	0.030779028311371803
39677	rnn.weight_hh_l1	7	-0.03039664588868618
39677	rnn.weight_hh_l1	8	-0.0355798602104187
39677	rnn.weight_hh_l1	9	0.03688117116689682
39677	rnn.bias_ih_l1	0	-0.09863489866256714
39677	rnn.bias_ih_l1	1	-0.0945640355348587
39677	rnn.bias_ih_l1	2	-0.11999445408582687
39677	rnn.bias_ih_l1	3	-0.1484668254852295
39677	rnn.bias_ih_l1	4	-0.1645044982433319
39677	rnn.bias_ih_l1	5	-0.08311203867197037
39677	rnn.bias_ih_l1	6	-0.059169963002204895
39677	rnn.bias_ih_l1	7	-0.02123543992638588
39677	rnn.bias_ih_l1	8	-0.06268797069787979
39677	rnn.bias_ih_l1	9	-0.0814182460308075
39677	rnn.bias_hh_l1	0	-0.10556860268115997
39677	rnn.bias_hh_l1	1	-0.03590015694499016
39677	rnn.bias_hh_l1	2	-0.06961942464113235
39677	rnn.bias_hh_l1	3	-0.062399961054325104
39677	rnn.bias_hh_l1	4	-0.0889231413602829
39677	rnn.bias_hh_l1	5	-0.05151629075407982
39677	rnn.bias_hh_l1	6	-0.07671067863702774
39677	rnn.bias_hh_l1	7	-0.0051436652429401875
39677	rnn.bias_hh_l1	8	-0.055851880460977554
39677	rnn.bias_hh_l1	9	-0.04495125636458397
39677	rnn.weight_ih_l1_reverse	0	-0.04105930030345917
39677	rnn.weight_ih_l1_reverse	1	0.0324590690433979
39677	rnn.weight_ih_l1_reverse	2	-0.051668524742126465
39677	rnn.weight_ih_l1_reverse	3	-0.028192613273859024
39677	rnn.weight_ih_l1_reverse	4	-0.027717048302292824
39677	rnn.weight_ih_l1_reverse	5	-0.03752889111638069
39677	rnn.weight_ih_l1_reverse	6	-0.021141035482287407
39677	rnn.weight_ih_l1_reverse	7	0.016499092802405357
39677	rnn.weight_ih_l1_reverse	8	0.026535650715231895
39677	rnn.weight_ih_l1_reverse	9	-0.03543296456336975
39677	rnn.weight_hh_l1_reverse	0	0.007507956121116877
39677	rnn.weight_hh_l1_reverse	1	0.02894487790763378
39677	rnn.weight_hh_l1_reverse	2	-0.036614347249269485
39677	rnn.weight_hh_l1_reverse	3	0.03950107842683792
39677	rnn.weight_hh_l1_reverse	4	0.04208500310778618
39677	rnn.weight_hh_l1_reverse	5	0.010171079076826572
39677	rnn.weight_hh_l1_reverse	6	0.007247168570756912
39677	rnn.weight_hh_l1_reverse	7	0.026402952149510384
39677	rnn.weight_hh_l1_reverse	8	-0.004459255374968052
39677	rnn.weight_hh_l1_reverse	9	-0.041329216212034225
39677	rnn.bias_ih_l1_reverse	0	-0.023596955463290215
39677	rnn.bias_ih_l1_reverse	1	-0.08404405415058136
39677	rnn.bias_ih_l1_reverse	2	-0.09272122383117676
39677	rnn.bias_ih_l1_reverse	3	-0.0012338142842054367
39677	rnn.bias_ih_l1_reverse	4	-0.13229288160800934
39677	rnn.bias_ih_l1_reverse	5	-0.0718841403722763
39677	rnn.bias_ih_l1_reverse	6	-0.07649776339530945
39677	rnn.bias_ih_l1_reverse	7	-0.09912620484828949
39677	rnn.bias_ih_l1_reverse	8	0.09761768579483032
39677	rnn.bias_ih_l1_reverse	9	0.01640320010483265
39677	rnn.bias_hh_l1_reverse	0	-0.025216029956936836
39677	rnn.bias_hh_l1_reverse	1	-0.014941330999135971
39677	rnn.bias_hh_l1_reverse	2	-0.16922371089458466
39677	rnn.bias_hh_l1_reverse	3	-0.03754710406064987
39677	rnn.bias_hh_l1_reverse	4	-0.04424142464995384
39677	rnn.bias_hh_l1_reverse	5	-0.04112042486667633
39677	rnn.bias_hh_l1_reverse	6	0.12367603182792664
39677	rnn.bias_hh_l1_reverse	7	-0.07864942401647568
39677	rnn.bias_hh_l1_reverse	8	-0.07027287781238556
39677	rnn.bias_hh_l1_reverse	9	-0.07577325403690338
39677	linear.weight	0	0.002228822559118271
39677	linear.weight	1	0.07611300051212311
39677	linear.weight	2	-0.1046517938375473
39677	linear.weight	3	0.2967810034751892
39677	linear.weight	4	0.08648643642663956
39677	linear.weight	5	0.019275479018688202
39677	linear.weight	6	0.07233355939388275
39677	linear.weight	7	0.1211775541305542
39677	linear.weight	8	0.041941165924072266
39677	linear.weight	9	-0.052267443388700485
39677	linear.bias	0	-0.04997306689620018
39677	linear.bias	1	-0.03149385005235672
39677	linear.bias	2	-0.39666903018951416
39677	linear.bias	3	-0.7624319195747375
39677	linear.bias	4	-1.005281925201416
39677	linear.bias	5	0.04294552281498909
39677	linear.bias	6	-0.5518633127212524
39677	linear.bias	7	0.50173020362854
39677	linear.bias	8	-0.5918909907341003
39677	linear.bias	9	-0.8045271039009094
39874	transitions	0	0.3814237117767334
39874	transitions	1	-0.04718688130378723
39874	transitions	2	-10000.0
39874	transitions	3	-1.7856600284576416
39874	transitions	4	-10000.0
39874	transitions	5	0.6962094306945801
39874	transitions	6	0.015857171267271042
39874	transitions	7	-0.2025662362575531
39874	transitions	8	-1.286678671836853
39874	transitions	9	5.905503348913044e-05
39874	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
39874	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
39874	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
39874	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
39874	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
39874	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
39874	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
39874	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
39874	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
39874	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
39874	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
39874	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
39874	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
39874	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
39874	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
39874	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
39874	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
39874	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
39874	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
39874	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
39874	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
39874	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
39874	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
39874	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
39874	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
39874	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
39874	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
39874	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
39874	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
39874	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
39874	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
39874	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
39874	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
39874	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
39874	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
39874	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
39874	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
39874	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
39874	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
39874	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
39874	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
39874	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
39874	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
39874	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
39874	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
39874	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
39874	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
39874	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
39874	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
39874	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
39874	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
39874	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
39874	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
39874	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
39874	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
39874	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
39874	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
39874	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
39874	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
39874	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
39874	embedding2nn.weight	0	0.015491186641156673
39874	embedding2nn.weight	1	-0.01819515973329544
39874	embedding2nn.weight	2	-0.014268253929913044
39874	embedding2nn.weight	3	0.0260865930467844
39874	embedding2nn.weight	4	-0.005915034096688032
39874	embedding2nn.weight	5	-0.0037005897611379623
39874	embedding2nn.weight	6	-0.00397323677316308
39874	embedding2nn.weight	7	-0.028265487402677536
39874	embedding2nn.weight	8	-0.0019979383796453476
39874	embedding2nn.weight	9	-0.013994746841490269
39874	embedding2nn.bias	0	0.042803164571523666
39874	embedding2nn.bias	1	-0.021098550409078598
39874	embedding2nn.bias	2	0.08439018577337265
39874	embedding2nn.bias	3	0.04759550839662552
39874	embedding2nn.bias	4	-0.015210771933197975
39874	embedding2nn.bias	5	-0.027448086068034172
39874	embedding2nn.bias	6	0.012014885433018208
39874	embedding2nn.bias	7	-0.05895727500319481
39874	embedding2nn.bias	8	0.06074642017483711
39874	embedding2nn.bias	9	0.04309437796473503
39874	rnn.weight_ih_l0	0	-0.010732327587902546
39874	rnn.weight_ih_l0	1	0.011396202258765697
39874	rnn.weight_ih_l0	2	0.027620896697044373
39874	rnn.weight_ih_l0	3	0.005701195914298296
39874	rnn.weight_ih_l0	4	-0.02480626106262207
39874	rnn.weight_ih_l0	5	-0.056874945759773254
39874	rnn.weight_ih_l0	6	0.02185956947505474
39874	rnn.weight_ih_l0	7	0.051482751965522766
39874	rnn.weight_ih_l0	8	0.012548737227916718
39874	rnn.weight_ih_l0	9	-0.03084956482052803
39874	rnn.weight_hh_l0	0	-0.03800337761640549
39874	rnn.weight_hh_l0	1	-0.004456088412553072
39874	rnn.weight_hh_l0	2	0.007623360492289066
39874	rnn.weight_hh_l0	3	-0.043503113090991974
39874	rnn.weight_hh_l0	4	0.04932103678584099
39874	rnn.weight_hh_l0	5	-0.010937980376183987
39874	rnn.weight_hh_l0	6	-0.03054765611886978
39874	rnn.weight_hh_l0	7	-0.03109877184033394
39874	rnn.weight_hh_l0	8	0.0009203154477290809
39874	rnn.weight_hh_l0	9	-0.023476513102650642
39874	rnn.bias_ih_l0	0	0.034675635397434235
39874	rnn.bias_ih_l0	1	-0.025688422843813896
39874	rnn.bias_ih_l0	2	-0.007216590456664562
39874	rnn.bias_ih_l0	3	0.08051580935716629
39874	rnn.bias_ih_l0	4	-0.0460478849709034
39874	rnn.bias_ih_l0	5	-0.036103274673223495
39874	rnn.bias_ih_l0	6	0.011031764559447765
39874	rnn.bias_ih_l0	7	0.038894735276699066
39874	rnn.bias_ih_l0	8	-0.06878796964883804
39874	rnn.bias_ih_l0	9	-0.03449951857328415
39874	rnn.bias_hh_l0	0	-0.04180373623967171
39874	rnn.bias_hh_l0	1	-0.05725904181599617
39874	rnn.bias_hh_l0	2	-0.027079449966549873
39874	rnn.bias_hh_l0	3	-0.05968792736530304
39874	rnn.bias_hh_l0	4	-0.005416505504399538
39874	rnn.bias_hh_l0	5	0.009371714666485786
39874	rnn.bias_hh_l0	6	0.021164365112781525
39874	rnn.bias_hh_l0	7	0.002517108106985688
39874	rnn.bias_hh_l0	8	-0.07765363156795502
39874	rnn.bias_hh_l0	9	0.007092075888067484
39874	rnn.weight_ih_l0_reverse	0	-0.015397545881569386
39874	rnn.weight_ih_l0_reverse	1	-0.04797633737325668
39874	rnn.weight_ih_l0_reverse	2	-0.019869891926646233
39874	rnn.weight_ih_l0_reverse	3	0.0025431120302528143
39874	rnn.weight_ih_l0_reverse	4	-0.009225182235240936
39874	rnn.weight_ih_l0_reverse	5	-0.04838717728853226
39874	rnn.weight_ih_l0_reverse	6	0.041351765394210815
39874	rnn.weight_ih_l0_reverse	7	-0.021542049944400787
39874	rnn.weight_ih_l0_reverse	8	-0.03695688769221306
39874	rnn.weight_ih_l0_reverse	9	0.014953439123928547
39874	rnn.weight_hh_l0_reverse	0	0.033981356769800186
39874	rnn.weight_hh_l0_reverse	1	0.031636208295822144
39874	rnn.weight_hh_l0_reverse	2	0.031012197956442833
39874	rnn.weight_hh_l0_reverse	3	0.02132532373070717
39874	rnn.weight_hh_l0_reverse	4	0.0038699128199368715
39874	rnn.weight_hh_l0_reverse	5	-0.007115733809769154
39874	rnn.weight_hh_l0_reverse	6	0.03689375892281532
39874	rnn.weight_hh_l0_reverse	7	-0.030772531405091286
39874	rnn.weight_hh_l0_reverse	8	0.018405161798000336
39874	rnn.weight_hh_l0_reverse	9	0.044927746057510376
39874	rnn.bias_ih_l0_reverse	0	-0.06420482695102692
39874	rnn.bias_ih_l0_reverse	1	-0.14075224101543427
39874	rnn.bias_ih_l0_reverse	2	-0.05392684042453766
39874	rnn.bias_ih_l0_reverse	3	-0.0020285467617213726
39874	rnn.bias_ih_l0_reverse	4	-0.040906213223934174
39874	rnn.bias_ih_l0_reverse	5	0.025475285947322845
39874	rnn.bias_ih_l0_reverse	6	-0.02207903191447258
39874	rnn.bias_ih_l0_reverse	7	0.03645668923854828
39874	rnn.bias_ih_l0_reverse	8	-0.033467311412096024
39874	rnn.bias_ih_l0_reverse	9	0.021523773670196533
39874	rnn.bias_hh_l0_reverse	0	-0.027265174314379692
39874	rnn.bias_hh_l0_reverse	1	-0.014866008423268795
39874	rnn.bias_hh_l0_reverse	2	0.024712111800909042
39874	rnn.bias_hh_l0_reverse	3	-0.0388239249587059
39874	rnn.bias_hh_l0_reverse	4	-0.04384759068489075
39874	rnn.bias_hh_l0_reverse	5	-0.05452347919344902
39874	rnn.bias_hh_l0_reverse	6	-0.014213633723556995
39874	rnn.bias_hh_l0_reverse	7	0.0601988211274147
39874	rnn.bias_hh_l0_reverse	8	0.024837421253323555
39874	rnn.bias_hh_l0_reverse	9	-0.07292637974023819
39874	rnn.weight_ih_l1	0	-0.0331408753991127
39874	rnn.weight_ih_l1	1	-0.03362763673067093
39874	rnn.weight_ih_l1	2	0.04887203872203827
39874	rnn.weight_ih_l1	3	-0.020568985491991043
39874	rnn.weight_ih_l1	4	0.001717067090794444
39874	rnn.weight_ih_l1	5	-0.04224780201911926
39874	rnn.weight_ih_l1	6	0.022216031327843666
39874	rnn.weight_ih_l1	7	-0.03274691849946976
39874	rnn.weight_ih_l1	8	0.0389661081135273
39874	rnn.weight_ih_l1	9	0.02726949006319046
39874	rnn.weight_hh_l1	0	-0.0003598947369027883
39874	rnn.weight_hh_l1	1	0.005165910813957453
39874	rnn.weight_hh_l1	2	-0.014169685542583466
39874	rnn.weight_hh_l1	3	-0.007425968535244465
39874	rnn.weight_hh_l1	4	0.0009209830895997584
39874	rnn.weight_hh_l1	5	0.026400506496429443
39874	rnn.weight_hh_l1	6	0.03045486845076084
39874	rnn.weight_hh_l1	7	-0.030182501301169395
39874	rnn.weight_hh_l1	8	-0.03588616102933884
39874	rnn.weight_hh_l1	9	0.03631215542554855
39874	rnn.bias_ih_l1	0	-0.0984422042965889
39874	rnn.bias_ih_l1	1	-0.09344082325696945
39874	rnn.bias_ih_l1	2	-0.12008774280548096
39874	rnn.bias_ih_l1	3	-0.1453576534986496
39874	rnn.bias_ih_l1	4	-0.17714060842990875
39874	rnn.bias_ih_l1	5	-0.08284079283475876
39874	rnn.bias_ih_l1	6	-0.060808662325143814
39874	rnn.bias_ih_l1	7	-0.020144233480095863
39874	rnn.bias_ih_l1	8	-0.06341326981782913
39874	rnn.bias_ih_l1	9	-0.07881863415241241
39874	rnn.bias_hh_l1	0	-0.10675566643476486
39874	rnn.bias_hh_l1	1	-0.03501228615641594
39874	rnn.bias_hh_l1	2	-0.0746762752532959
39874	rnn.bias_hh_l1	3	-0.06440571695566177
39874	rnn.bias_hh_l1	4	-0.08916082233190536
39874	rnn.bias_hh_l1	5	-0.05009781941771507
39874	rnn.bias_hh_l1	6	-0.07933785021305084
39874	rnn.bias_hh_l1	7	-0.0016325265169143677
39874	rnn.bias_hh_l1	8	-0.049698442220687866
39874	rnn.bias_hh_l1	9	-0.04724166542291641
39874	rnn.weight_ih_l1_reverse	0	-0.041031401604413986
39874	rnn.weight_ih_l1_reverse	1	0.03025604411959648
39874	rnn.weight_ih_l1_reverse	2	-0.05101855471730232
39874	rnn.weight_ih_l1_reverse	3	-0.02830454148352146
39874	rnn.weight_ih_l1_reverse	4	-0.02738630585372448
39874	rnn.weight_ih_l1_reverse	5	-0.03764038905501366
39874	rnn.weight_ih_l1_reverse	6	-0.0227485504001379
39874	rnn.weight_ih_l1_reverse	7	0.016269076615571976
39874	rnn.weight_ih_l1_reverse	8	0.024707069620490074
39874	rnn.weight_ih_l1_reverse	9	-0.031806278973817825
39874	rnn.weight_hh_l1_reverse	0	0.007602324243634939
39874	rnn.weight_hh_l1_reverse	1	0.02884267084300518
39874	rnn.weight_hh_l1_reverse	2	-0.03664490580558777
39874	rnn.weight_hh_l1_reverse	3	0.039740998297929764
39874	rnn.weight_hh_l1_reverse	4	0.04383723810315132
39874	rnn.weight_hh_l1_reverse	5	0.009876382537186146
39874	rnn.weight_hh_l1_reverse	6	0.00779412966221571
39874	rnn.weight_hh_l1_reverse	7	0.026268120855093002
39874	rnn.weight_hh_l1_reverse	8	-0.0045582931488752365
39874	rnn.weight_hh_l1_reverse	9	-0.04177431762218475
39874	rnn.bias_ih_l1_reverse	0	-0.023949868977069855
39874	rnn.bias_ih_l1_reverse	1	-0.08319946378469467
39874	rnn.bias_ih_l1_reverse	2	-0.09250624477863312
39874	rnn.bias_ih_l1_reverse	3	0.0034876856952905655
39874	rnn.bias_ih_l1_reverse	4	-0.13312022387981415
39874	rnn.bias_ih_l1_reverse	5	-0.07259085774421692
39874	rnn.bias_ih_l1_reverse	6	-0.07453496754169464
39874	rnn.bias_ih_l1_reverse	7	-0.10658630728721619
39874	rnn.bias_ih_l1_reverse	8	0.094637431204319
39874	rnn.bias_ih_l1_reverse	9	0.016801591962575912
39874	rnn.bias_hh_l1_reverse	0	-0.023459764197468758
39874	rnn.bias_hh_l1_reverse	1	-0.015361870639026165
39874	rnn.bias_hh_l1_reverse	2	-0.169156014919281
39874	rnn.bias_hh_l1_reverse	3	-0.036311663687229156
39874	rnn.bias_hh_l1_reverse	4	-0.04505766183137894
39874	rnn.bias_hh_l1_reverse	5	-0.04201948642730713
39874	rnn.bias_hh_l1_reverse	6	0.12541542947292328
39874	rnn.bias_hh_l1_reverse	7	-0.08204971998929977
39874	rnn.bias_hh_l1_reverse	8	-0.07122262567281723
39874	rnn.bias_hh_l1_reverse	9	-0.077516570687294
39874	linear.weight	0	0.002228822559118271
39874	linear.weight	1	0.06574474275112152
39874	linear.weight	2	-0.09169872105121613
39874	linear.weight	3	0.2940909266471863
39874	linear.weight	4	0.08074623346328735
39874	linear.weight	5	0.020176269114017487
39874	linear.weight	6	0.07845733314752579
39874	linear.weight	7	0.12070456147193909
39874	linear.weight	8	0.04194626584649086
39874	linear.weight	9	-0.05181720107793808
39874	linear.bias	0	-0.009311911650002003
39874	linear.bias	1	-0.04459114372730255
39874	linear.bias	2	-0.41406339406967163
39874	linear.bias	3	-0.7005241513252258
39874	linear.bias	4	-0.9500105977058411
39874	linear.bias	5	0.01198190450668335
39874	linear.bias	6	-0.5639809370040894
39874	linear.bias	7	0.47652605175971985
39874	linear.bias	8	-0.6029272675514221
39874	linear.bias	9	-0.8180192708969116
40071	transitions	0	0.39340755343437195
40071	transitions	1	-0.05383837968111038
40071	transitions	2	-10000.0
40071	transitions	3	-1.7858246564865112
40071	transitions	4	-10000.0
40071	transitions	5	0.695870041847229
40071	transitions	6	0.015468071214854717
40071	transitions	7	-0.20539087057113647
40071	transitions	8	-1.287625789642334
40071	transitions	9	5.2585477533284575e-05
40071	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
40071	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
40071	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
40071	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
40071	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
40071	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
40071	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
40071	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
40071	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
40071	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
40071	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
40071	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
40071	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
40071	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
40071	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
40071	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
40071	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
40071	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
40071	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
40071	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
40071	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
40071	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
40071	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
40071	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
40071	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
40071	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
40071	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
40071	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
40071	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
40071	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
40071	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
40071	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
40071	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
40071	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
40071	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
40071	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
40071	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
40071	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
40071	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
40071	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
40071	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
40071	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
40071	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
40071	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
40071	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
40071	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
40071	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
40071	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
40071	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
40071	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
40071	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
40071	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
40071	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
40071	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
40071	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
40071	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
40071	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
40071	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
40071	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
40071	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
40071	embedding2nn.weight	0	0.014714861288666725
40071	embedding2nn.weight	1	-0.018048979341983795
40071	embedding2nn.weight	2	-0.014268253929913044
40071	embedding2nn.weight	3	0.026284536346793175
40071	embedding2nn.weight	4	-0.005915034096688032
40071	embedding2nn.weight	5	-0.003700589993968606
40071	embedding2nn.weight	6	-0.0039732311852276325
40071	embedding2nn.weight	7	-0.028764458373188972
40071	embedding2nn.weight	8	-0.0019979383796453476
40071	embedding2nn.weight	9	-0.013844115659594536
40071	embedding2nn.bias	0	0.040288105607032776
40071	embedding2nn.bias	1	-0.02216247096657753
40071	embedding2nn.bias	2	0.08703261613845825
40071	embedding2nn.bias	3	0.045705441385507584
40071	embedding2nn.bias	4	-0.008348527364432812
40071	embedding2nn.bias	5	-0.028279969468712807
40071	embedding2nn.bias	6	0.011843519285321236
40071	embedding2nn.bias	7	-0.05897299572825432
40071	embedding2nn.bias	8	0.0624389722943306
40071	embedding2nn.bias	9	0.03354225307703018
40071	rnn.weight_ih_l0	0	-0.01261068694293499
40071	rnn.weight_ih_l0	1	0.011823122389614582
40071	rnn.weight_ih_l0	2	0.025527019053697586
40071	rnn.weight_ih_l0	3	0.005843422841280699
40071	rnn.weight_ih_l0	4	-0.026905158534646034
40071	rnn.weight_ih_l0	5	-0.05770764872431755
40071	rnn.weight_ih_l0	6	0.0234063770622015
40071	rnn.weight_ih_l0	7	0.05278301611542702
40071	rnn.weight_ih_l0	8	0.012640215456485748
40071	rnn.weight_ih_l0	9	-0.030848581343889236
40071	rnn.weight_hh_l0	0	-0.03835831210017204
40071	rnn.weight_hh_l0	1	-0.005244805011898279
40071	rnn.weight_hh_l0	2	0.006566506810486317
40071	rnn.weight_hh_l0	3	-0.04376831650733948
40071	rnn.weight_hh_l0	4	0.04882325232028961
40071	rnn.weight_hh_l0	5	-0.010331676341593266
40071	rnn.weight_hh_l0	6	-0.02930990420281887
40071	rnn.weight_hh_l0	7	-0.03097582794725895
40071	rnn.weight_hh_l0	8	0.00048604398034512997
40071	rnn.weight_hh_l0	9	-0.023211481049656868
40071	rnn.bias_ih_l0	0	0.03408672660589218
40071	rnn.bias_ih_l0	1	-0.02472788654267788
40071	rnn.bias_ih_l0	2	-0.005255456548184156
40071	rnn.bias_ih_l0	3	0.08395257592201233
40071	rnn.bias_ih_l0	4	-0.04136143624782562
40071	rnn.bias_ih_l0	5	-0.03575506433844566
40071	rnn.bias_ih_l0	6	0.0074455225840210915
40071	rnn.bias_ih_l0	7	0.04117760807275772
40071	rnn.bias_ih_l0	8	-0.06682562828063965
40071	rnn.bias_ih_l0	9	-0.0363643541932106
40071	rnn.bias_hh_l0	0	-0.04083739221096039
40071	rnn.bias_hh_l0	1	-0.05976325273513794
40071	rnn.bias_hh_l0	2	-0.026809319853782654
40071	rnn.bias_hh_l0	3	-0.06092118099331856
40071	rnn.bias_hh_l0	4	-0.007429019547998905
40071	rnn.bias_hh_l0	5	0.00991155207157135
40071	rnn.bias_hh_l0	6	0.023221425712108612
40071	rnn.bias_hh_l0	7	0.00506557198241353
40071	rnn.bias_hh_l0	8	-0.08200060576200485
40071	rnn.bias_hh_l0	9	0.006295290309935808
40071	rnn.weight_ih_l0_reverse	0	-0.015863340348005295
40071	rnn.weight_ih_l0_reverse	1	-0.04879634454846382
40071	rnn.weight_ih_l0_reverse	2	-0.024167021736502647
40071	rnn.weight_ih_l0_reverse	3	0.002301163738593459
40071	rnn.weight_ih_l0_reverse	4	-0.01033575925976038
40071	rnn.weight_ih_l0_reverse	5	-0.048729583621025085
40071	rnn.weight_ih_l0_reverse	6	0.041365187615156174
40071	rnn.weight_ih_l0_reverse	7	-0.02311035245656967
40071	rnn.weight_ih_l0_reverse	8	-0.03686514496803284
40071	rnn.weight_ih_l0_reverse	9	0.015041021630167961
40071	rnn.weight_hh_l0_reverse	0	0.03302153944969177
40071	rnn.weight_hh_l0_reverse	1	0.0306213591247797
40071	rnn.weight_hh_l0_reverse	2	0.03053547628223896
40071	rnn.weight_hh_l0_reverse	3	0.02106969989836216
40071	rnn.weight_hh_l0_reverse	4	0.0030834523495286703
40071	rnn.weight_hh_l0_reverse	5	-0.007892081514000893
40071	rnn.weight_hh_l0_reverse	6	0.03703320026397705
40071	rnn.weight_hh_l0_reverse	7	-0.03000693768262863
40071	rnn.weight_hh_l0_reverse	8	0.018506010994315147
40071	rnn.weight_hh_l0_reverse	9	0.04501383379101753
40071	rnn.bias_ih_l0_reverse	0	-0.06313406676054001
40071	rnn.bias_ih_l0_reverse	1	-0.14199692010879517
40071	rnn.bias_ih_l0_reverse	2	-0.049962446093559265
40071	rnn.bias_ih_l0_reverse	3	-0.004446176812052727
40071	rnn.bias_ih_l0_reverse	4	-0.0406855009496212
40071	rnn.bias_ih_l0_reverse	5	0.026367370039224625
40071	rnn.bias_ih_l0_reverse	6	-0.020507199689745903
40071	rnn.bias_ih_l0_reverse	7	0.03724014759063721
40071	rnn.bias_ih_l0_reverse	8	-0.0349276028573513
40071	rnn.bias_ih_l0_reverse	9	0.025622284039855003
40071	rnn.bias_hh_l0_reverse	0	-0.025296222418546677
40071	rnn.bias_hh_l0_reverse	1	-0.01225249469280243
40071	rnn.bias_hh_l0_reverse	2	0.02374199591577053
40071	rnn.bias_hh_l0_reverse	3	-0.037773214280605316
40071	rnn.bias_hh_l0_reverse	4	-0.04455890133976936
40071	rnn.bias_hh_l0_reverse	5	-0.054948631674051285
40071	rnn.bias_hh_l0_reverse	6	-0.010029108263552189
40071	rnn.bias_hh_l0_reverse	7	0.055710140615701675
40071	rnn.bias_hh_l0_reverse	8	0.02477702684700489
40071	rnn.bias_hh_l0_reverse	9	-0.07387788593769073
40071	rnn.weight_ih_l1	0	-0.032960835844278336
40071	rnn.weight_ih_l1	1	-0.03339477255940437
40071	rnn.weight_ih_l1	2	0.0496680922806263
40071	rnn.weight_ih_l1	3	-0.022225243970751762
40071	rnn.weight_ih_l1	4	0.002178442431613803
40071	rnn.weight_ih_l1	5	-0.04196124151349068
40071	rnn.weight_ih_l1	6	0.021013174206018448
40071	rnn.weight_ih_l1	7	-0.03317743167281151
40071	rnn.weight_ih_l1	8	0.03932124376296997
40071	rnn.weight_ih_l1	9	0.027678867802023888
40071	rnn.weight_hh_l1	0	-0.0007634783396497369
40071	rnn.weight_hh_l1	1	0.005251377820968628
40071	rnn.weight_hh_l1	2	-0.012779854238033295
40071	rnn.weight_hh_l1	3	-0.007602305617183447
40071	rnn.weight_hh_l1	4	0.000956760486587882
40071	rnn.weight_hh_l1	5	0.02679648995399475
40071	rnn.weight_hh_l1	6	0.030330626294016838
40071	rnn.weight_hh_l1	7	-0.02996508590877056
40071	rnn.weight_hh_l1	8	-0.03538145124912262
40071	rnn.weight_hh_l1	9	0.036211900413036346
40071	rnn.bias_ih_l1	0	-0.09925670176744461
40071	rnn.bias_ih_l1	1	-0.0901583656668663
40071	rnn.bias_ih_l1	2	-0.12105676531791687
40071	rnn.bias_ih_l1	3	-0.14908964931964874
40071	rnn.bias_ih_l1	4	-0.18391618132591248
40071	rnn.bias_ih_l1	5	-0.08471690118312836
40071	rnn.bias_ih_l1	6	-0.06553854048252106
40071	rnn.bias_ih_l1	7	-0.01982543058693409
40071	rnn.bias_ih_l1	8	-0.06516910344362259
40071	rnn.bias_ih_l1	9	-0.08066075295209885
40071	rnn.bias_hh_l1	0	-0.10584639757871628
40071	rnn.bias_hh_l1	1	-0.035898640751838684
40071	rnn.bias_hh_l1	2	-0.07482092827558517
40071	rnn.bias_hh_l1	3	-0.06370434910058975
40071	rnn.bias_hh_l1	4	-0.08861086517572403
40071	rnn.bias_hh_l1	5	-0.05279409512877464
40071	rnn.bias_hh_l1	6	-0.07965779304504395
40071	rnn.bias_hh_l1	7	-0.00047081924276426435
40071	rnn.bias_hh_l1	8	-0.05520278215408325
40071	rnn.bias_hh_l1	9	-0.045231156051158905
40071	rnn.weight_ih_l1_reverse	0	-0.04097246378660202
40071	rnn.weight_ih_l1_reverse	1	0.035922545939683914
40071	rnn.weight_ih_l1_reverse	2	-0.04954734817147255
40071	rnn.weight_ih_l1_reverse	3	-0.028559034690260887
40071	rnn.weight_ih_l1_reverse	4	-0.02847774513065815
40071	rnn.weight_ih_l1_reverse	5	-0.03725973144173622
40071	rnn.weight_ih_l1_reverse	6	-0.025142505764961243
40071	rnn.weight_ih_l1_reverse	7	0.016124721616506577
40071	rnn.weight_ih_l1_reverse	8	0.022323662415146828
40071	rnn.weight_ih_l1_reverse	9	-0.028475996106863022
40071	rnn.weight_hh_l1_reverse	0	0.007413682993501425
40071	rnn.weight_hh_l1_reverse	1	0.029013466089963913
40071	rnn.weight_hh_l1_reverse	2	-0.036628998816013336
40071	rnn.weight_hh_l1_reverse	3	0.039776481688022614
40071	rnn.weight_hh_l1_reverse	4	0.04389725625514984
40071	rnn.weight_hh_l1_reverse	5	0.010040631517767906
40071	rnn.weight_hh_l1_reverse	6	0.00924166850745678
40071	rnn.weight_hh_l1_reverse	7	0.02654709294438362
40071	rnn.weight_hh_l1_reverse	8	-0.004568007308989763
40071	rnn.weight_hh_l1_reverse	9	-0.04152093827724457
40071	rnn.bias_ih_l1_reverse	0	-0.023123061284422874
40071	rnn.bias_ih_l1_reverse	1	-0.08075311034917831
40071	rnn.bias_ih_l1_reverse	2	-0.09420560300350189
40071	rnn.bias_ih_l1_reverse	3	0.003770665032789111
40071	rnn.bias_ih_l1_reverse	4	-0.13618166744709015
40071	rnn.bias_ih_l1_reverse	5	-0.06857898086309433
40071	rnn.bias_ih_l1_reverse	6	-0.07409310340881348
40071	rnn.bias_ih_l1_reverse	7	-0.10557908564805984
40071	rnn.bias_ih_l1_reverse	8	0.0881323292851448
40071	rnn.bias_ih_l1_reverse	9	0.010326717980206013
40071	rnn.bias_hh_l1_reverse	0	-0.03303564712405205
40071	rnn.bias_hh_l1_reverse	1	-0.00694988202303648
40071	rnn.bias_hh_l1_reverse	2	-0.16961611807346344
40071	rnn.bias_hh_l1_reverse	3	-0.03771771118044853
40071	rnn.bias_hh_l1_reverse	4	-0.04374418035149574
40071	rnn.bias_hh_l1_reverse	5	-0.04328761249780655
40071	rnn.bias_hh_l1_reverse	6	0.1210266724228859
40071	rnn.bias_hh_l1_reverse	7	-0.07995671778917313
40071	rnn.bias_hh_l1_reverse	8	-0.07398761808872223
40071	rnn.bias_hh_l1_reverse	9	-0.07708175480365753
40071	linear.weight	0	0.002228822559118271
40071	linear.weight	1	0.06656085699796677
40071	linear.weight	2	-0.08721540123224258
40071	linear.weight	3	0.28864145278930664
40071	linear.weight	4	0.07358483225107193
40071	linear.weight	5	0.02125602401793003
40071	linear.weight	6	0.08638811856508255
40071	linear.weight	7	0.13231459259986877
40071	linear.weight	8	0.04194817692041397
40071	linear.weight	9	-0.05573422834277153
40071	linear.bias	0	-0.029897762462496758
40071	linear.bias	1	-0.042520664632320404
40071	linear.bias	2	-0.41716665029525757
40071	linear.bias	3	-0.7231038212776184
40071	linear.bias	4	-0.969508171081543
40071	linear.bias	5	0.03943823277950287
40071	linear.bias	6	-0.5686115622520447
40071	linear.bias	7	0.5059641003608704
40071	linear.bias	8	-0.5969943404197693
40071	linear.bias	9	-0.8062834739685059
40268	transitions	0	0.3881182372570038
40268	transitions	1	-0.06160004436969757
40268	transitions	2	-10000.0
40268	transitions	3	-1.7860267162322998
40268	transitions	4	-10000.0
40268	transitions	5	0.6953586935997009
40268	transitions	6	0.014949126169085503
40268	transitions	7	-0.20739227533340454
40268	transitions	8	-1.2881598472595215
40268	transitions	9	4.847319723921828e-05
40268	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
40268	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
40268	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
40268	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
40268	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
40268	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
40268	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
40268	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
40268	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
40268	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
40268	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
40268	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
40268	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
40268	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
40268	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
40268	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
40268	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
40268	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
40268	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
40268	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
40268	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
40268	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
40268	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
40268	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
40268	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
40268	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
40268	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
40268	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
40268	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
40268	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
40268	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
40268	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
40268	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
40268	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
40268	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
40268	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
40268	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
40268	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
40268	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
40268	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
40268	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
40268	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
40268	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
40268	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
40268	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
40268	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
40268	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
40268	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
40268	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
40268	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
40268	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
40268	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
40268	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
40268	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
40268	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
40268	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
40268	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
40268	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
40268	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
40268	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
40268	embedding2nn.weight	0	0.01378094032406807
40268	embedding2nn.weight	1	-0.017940891906619072
40268	embedding2nn.weight	2	-0.014268253929913044
40268	embedding2nn.weight	3	0.030666081234812737
40268	embedding2nn.weight	4	-0.005915034096688032
40268	embedding2nn.weight	5	-0.003700589993968606
40268	embedding2nn.weight	6	-0.0039732325822114944
40268	embedding2nn.weight	7	-0.03080572746694088
40268	embedding2nn.weight	8	-0.0019979383796453476
40268	embedding2nn.weight	9	-0.013387849554419518
40268	embedding2nn.bias	0	0.03901844099164009
40268	embedding2nn.bias	1	-0.026364782825112343
40268	embedding2nn.bias	2	0.0857153832912445
40268	embedding2nn.bias	3	0.03865017741918564
40268	embedding2nn.bias	4	-0.005487232934683561
40268	embedding2nn.bias	5	-0.020126862451434135
40268	embedding2nn.bias	6	0.018384305760264397
40268	embedding2nn.bias	7	-0.05447406694293022
40268	embedding2nn.bias	8	0.06496438384056091
40268	embedding2nn.bias	9	0.028497325256466866
40268	rnn.weight_ih_l0	0	-0.01392463780939579
40268	rnn.weight_ih_l0	1	0.010079767554998398
40268	rnn.weight_ih_l0	2	0.02599382773041725
40268	rnn.weight_ih_l0	3	0.0065224491991102695
40268	rnn.weight_ih_l0	4	-0.02898274175822735
40268	rnn.weight_ih_l0	5	-0.0572827011346817
40268	rnn.weight_ih_l0	6	0.023470235988497734
40268	rnn.weight_ih_l0	7	0.053760282695293427
40268	rnn.weight_ih_l0	8	0.011354188434779644
40268	rnn.weight_ih_l0	9	-0.030559705570340157
40268	rnn.weight_hh_l0	0	-0.03833639249205589
40268	rnn.weight_hh_l0	1	-0.004817657172679901
40268	rnn.weight_hh_l0	2	0.006248407531529665
40268	rnn.weight_hh_l0	3	-0.0443243570625782
40268	rnn.weight_hh_l0	4	0.04873756691813469
40268	rnn.weight_hh_l0	5	-0.011351780965924263
40268	rnn.weight_hh_l0	6	-0.031059689819812775
40268	rnn.weight_hh_l0	7	-0.029642300680279732
40268	rnn.weight_hh_l0	8	0.0009160350309684873
40268	rnn.weight_hh_l0	9	-0.023048551753163338
40268	rnn.bias_ih_l0	0	0.03491228073835373
40268	rnn.bias_ih_l0	1	-0.025852520018815994
40268	rnn.bias_ih_l0	2	-0.004989004693925381
40268	rnn.bias_ih_l0	3	0.08360808342695236
40268	rnn.bias_ih_l0	4	-0.04027086868882179
40268	rnn.bias_ih_l0	5	-0.038850270211696625
40268	rnn.bias_ih_l0	6	0.007355843670666218
40268	rnn.bias_ih_l0	7	0.03843489661812782
40268	rnn.bias_ih_l0	8	-0.06758864223957062
40268	rnn.bias_ih_l0	9	-0.040230635553598404
40268	rnn.bias_hh_l0	0	-0.03858981654047966
40268	rnn.bias_hh_l0	1	-0.059009015560150146
40268	rnn.bias_hh_l0	2	-0.025275440886616707
40268	rnn.bias_hh_l0	3	-0.06216305494308472
40268	rnn.bias_hh_l0	4	-0.005588803440332413
40268	rnn.bias_hh_l0	5	0.005745472852140665
40268	rnn.bias_hh_l0	6	0.022859683260321617
40268	rnn.bias_hh_l0	7	0.005888058803975582
40268	rnn.bias_hh_l0	8	-0.08152836561203003
40268	rnn.bias_hh_l0	9	0.004876377992331982
40268	rnn.weight_ih_l0_reverse	0	-0.016327304765582085
40268	rnn.weight_ih_l0_reverse	1	-0.049219198524951935
40268	rnn.weight_ih_l0_reverse	2	-0.026088088750839233
40268	rnn.weight_ih_l0_reverse	3	0.0014175918186083436
40268	rnn.weight_ih_l0_reverse	4	-0.010381452739238739
40268	rnn.weight_ih_l0_reverse	5	-0.049065180122852325
40268	rnn.weight_ih_l0_reverse	6	0.040807802230119705
40268	rnn.weight_ih_l0_reverse	7	-0.023294681683182716
40268	rnn.weight_ih_l0_reverse	8	-0.03691999986767769
40268	rnn.weight_ih_l0_reverse	9	0.014322003349661827
40268	rnn.weight_hh_l0_reverse	0	0.03350694477558136
40268	rnn.weight_hh_l0_reverse	1	0.030602488666772842
40268	rnn.weight_hh_l0_reverse	2	0.030675068497657776
40268	rnn.weight_hh_l0_reverse	3	0.02011837065219879
40268	rnn.weight_hh_l0_reverse	4	0.002900798339396715
40268	rnn.weight_hh_l0_reverse	5	-0.008618270978331566
40268	rnn.weight_hh_l0_reverse	6	0.03683345019817352
40268	rnn.weight_hh_l0_reverse	7	-0.030116302892565727
40268	rnn.weight_hh_l0_reverse	8	0.017893387004733086
40268	rnn.weight_hh_l0_reverse	9	0.04541417211294174
40268	rnn.bias_ih_l0_reverse	0	-0.06420040130615234
40268	rnn.bias_ih_l0_reverse	1	-0.14372389018535614
40268	rnn.bias_ih_l0_reverse	2	-0.05666625499725342
40268	rnn.bias_ih_l0_reverse	3	-0.0045544542372226715
40268	rnn.bias_ih_l0_reverse	4	-0.041240956634283066
40268	rnn.bias_ih_l0_reverse	5	0.026113931089639664
40268	rnn.bias_ih_l0_reverse	6	-0.018787076696753502
40268	rnn.bias_ih_l0_reverse	7	0.03905162960290909
40268	rnn.bias_ih_l0_reverse	8	-0.035721078515052795
40268	rnn.bias_ih_l0_reverse	9	0.02665392868220806
40268	rnn.bias_hh_l0_reverse	0	-0.024525560438632965
40268	rnn.bias_hh_l0_reverse	1	-0.013136270456016064
40268	rnn.bias_hh_l0_reverse	2	0.020632203668355942
40268	rnn.bias_hh_l0_reverse	3	-0.0356990247964859
40268	rnn.bias_hh_l0_reverse	4	-0.04361673444509506
40268	rnn.bias_hh_l0_reverse	5	-0.05443450063467026
40268	rnn.bias_hh_l0_reverse	6	-0.012952228076756
40268	rnn.bias_hh_l0_reverse	7	0.058106303215026855
40268	rnn.bias_hh_l0_reverse	8	0.02470213547348976
40268	rnn.bias_hh_l0_reverse	9	-0.071689672768116
40268	rnn.weight_ih_l1	0	-0.03332003578543663
40268	rnn.weight_ih_l1	1	-0.03324240446090698
40268	rnn.weight_ih_l1	2	0.04996806010603905
40268	rnn.weight_ih_l1	3	-0.020318355411291122
40268	rnn.weight_ih_l1	4	0.0027821268886327744
40268	rnn.weight_ih_l1	5	-0.041818346828222275
40268	rnn.weight_ih_l1	6	0.02051551453769207
40268	rnn.weight_ih_l1	7	-0.03422581031918526
40268	rnn.weight_ih_l1	8	0.039122503250837326
40268	rnn.weight_ih_l1	9	0.027689466252923012
40268	rnn.weight_hh_l1	0	-0.00034637778298929334
40268	rnn.weight_hh_l1	1	0.005058736074715853
40268	rnn.weight_hh_l1	2	-0.012650868855416775
40268	rnn.weight_hh_l1	3	-0.008317271247506142
40268	rnn.weight_hh_l1	4	0.0011818400816991925
40268	rnn.weight_hh_l1	5	0.026764854788780212
40268	rnn.weight_hh_l1	6	0.03124929592013359
40268	rnn.weight_hh_l1	7	-0.02988901175558567
40268	rnn.weight_hh_l1	8	-0.03539767861366272
40268	rnn.weight_hh_l1	9	0.03596864268183708
40268	rnn.bias_ih_l1	0	-0.0981968343257904
40268	rnn.bias_ih_l1	1	-0.09068956971168518
40268	rnn.bias_ih_l1	2	-0.11989317834377289
40268	rnn.bias_ih_l1	3	-0.14732447266578674
40268	rnn.bias_ih_l1	4	-0.17982999980449677
40268	rnn.bias_ih_l1	5	-0.08558511734008789
40268	rnn.bias_ih_l1	6	-0.06934746354818344
40268	rnn.bias_ih_l1	7	-0.020704571157693863
40268	rnn.bias_ih_l1	8	-0.06525252014398575
40268	rnn.bias_ih_l1	9	-0.08007881790399551
40268	rnn.bias_hh_l1	0	-0.1023971438407898
40268	rnn.bias_hh_l1	1	-0.037174295634031296
40268	rnn.bias_hh_l1	2	-0.07513615489006042
40268	rnn.bias_hh_l1	3	-0.064823679625988
40268	rnn.bias_hh_l1	4	-0.08900023996829987
40268	rnn.bias_hh_l1	5	-0.049663495272397995
40268	rnn.bias_hh_l1	6	-0.08235586434602737
40268	rnn.bias_hh_l1	7	0.002718402072787285
40268	rnn.bias_hh_l1	8	-0.05879438668489456
40268	rnn.bias_hh_l1	9	-0.046165693551301956
40268	rnn.weight_ih_l1_reverse	0	-0.04194274917244911
40268	rnn.weight_ih_l1_reverse	1	0.0400148443877697
40268	rnn.weight_ih_l1_reverse	2	-0.050414904952049255
40268	rnn.weight_ih_l1_reverse	3	-0.028830280527472496
40268	rnn.weight_ih_l1_reverse	4	-0.028728364035487175
40268	rnn.weight_ih_l1_reverse	5	-0.037006720900535583
40268	rnn.weight_ih_l1_reverse	6	-0.023877596482634544
40268	rnn.weight_ih_l1_reverse	7	0.016332121565937996
40268	rnn.weight_ih_l1_reverse	8	0.021784864366054535
40268	rnn.weight_ih_l1_reverse	9	-0.02643406391143799
40268	rnn.weight_hh_l1_reverse	0	0.007504343520849943
40268	rnn.weight_hh_l1_reverse	1	0.029181411489844322
40268	rnn.weight_hh_l1_reverse	2	-0.036714762449264526
40268	rnn.weight_hh_l1_reverse	3	0.03983253985643387
40268	rnn.weight_hh_l1_reverse	4	0.04358728229999542
40268	rnn.weight_hh_l1_reverse	5	0.010292614810168743
40268	rnn.weight_hh_l1_reverse	6	0.00857984647154808
40268	rnn.weight_hh_l1_reverse	7	0.026520421728491783
40268	rnn.weight_hh_l1_reverse	8	-0.0045815869234502316
40268	rnn.weight_hh_l1_reverse	9	-0.0412638857960701
40268	rnn.bias_ih_l1_reverse	0	-0.022998632863163948
40268	rnn.bias_ih_l1_reverse	1	-0.08203483372926712
40268	rnn.bias_ih_l1_reverse	2	-0.09430867433547974
40268	rnn.bias_ih_l1_reverse	3	0.0017115527298301458
40268	rnn.bias_ih_l1_reverse	4	-0.13769254088401794
40268	rnn.bias_ih_l1_reverse	5	-0.06803563237190247
40268	rnn.bias_ih_l1_reverse	6	-0.07530786842107773
40268	rnn.bias_ih_l1_reverse	7	-0.10660945624113083
40268	rnn.bias_ih_l1_reverse	8	0.08925800025463104
40268	rnn.bias_ih_l1_reverse	9	0.01696820929646492
40268	rnn.bias_hh_l1_reverse	0	-0.03887283802032471
40268	rnn.bias_hh_l1_reverse	1	-0.003087973687797785
40268	rnn.bias_hh_l1_reverse	2	-0.1683080941438675
40268	rnn.bias_hh_l1_reverse	3	-0.04187079891562462
40268	rnn.bias_hh_l1_reverse	4	-0.04219651222229004
40268	rnn.bias_hh_l1_reverse	5	-0.04465407133102417
40268	rnn.bias_hh_l1_reverse	6	0.12060783803462982
40268	rnn.bias_hh_l1_reverse	7	-0.08271533250808716
40268	rnn.bias_hh_l1_reverse	8	-0.07158859819173813
40268	rnn.bias_hh_l1_reverse	9	-0.07785322517156601
40268	linear.weight	0	0.002228822559118271
40268	linear.weight	1	0.06574799865484238
40268	linear.weight	2	-0.09263000637292862
40268	linear.weight	3	0.2913423776626587
40268	linear.weight	4	0.07458924502134323
40268	linear.weight	5	0.01807473786175251
40268	linear.weight	6	0.07310914993286133
40268	linear.weight	7	0.1280217468738556
40268	linear.weight	8	0.041951049119234085
40268	linear.weight	9	-0.0522354319691658
40268	linear.bias	0	-0.001812551636248827
40268	linear.bias	1	-0.05803592503070831
40268	linear.bias	2	-0.4358794093132019
40268	linear.bias	3	-0.7166483998298645
40268	linear.bias	4	-0.9668524861335754
40268	linear.bias	5	0.013760741800069809
40268	linear.bias	6	-0.5787758231163025
40268	linear.bias	7	0.482150137424469
40268	linear.bias	8	-0.6012417674064636
40268	linear.bias	9	-0.804554283618927
40465	transitions	0	0.39920932054519653
40465	transitions	1	-0.05653409659862518
40465	transitions	2	-10000.0
40465	transitions	3	-1.7861394882202148
40465	transitions	4	-10000.0
40465	transitions	5	0.6949414610862732
40465	transitions	6	0.01460742112249136
40465	transitions	7	-0.20819467306137085
40465	transitions	8	-1.2886772155761719
40465	transitions	9	4.374630589154549e-05
40465	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
40465	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
40465	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
40465	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
40465	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
40465	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
40465	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
40465	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
40465	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
40465	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
40465	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
40465	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
40465	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
40465	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
40465	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
40465	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
40465	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
40465	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
40465	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
40465	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
40465	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
40465	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
40465	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
40465	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
40465	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
40465	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
40465	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
40465	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
40465	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
40465	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
40465	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
40465	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
40465	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
40465	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
40465	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
40465	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
40465	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
40465	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
40465	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
40465	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
40465	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
40465	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
40465	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
40465	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
40465	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
40465	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
40465	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
40465	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
40465	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
40465	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
40465	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
40465	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
40465	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
40465	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
40465	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
40465	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
40465	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
40465	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
40465	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
40465	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
40465	embedding2nn.weight	0	0.015399705618619919
40465	embedding2nn.weight	1	-0.017871668562293053
40465	embedding2nn.weight	2	-0.014268253929913044
40465	embedding2nn.weight	3	0.02870607003569603
40465	embedding2nn.weight	4	-0.005915034096688032
40465	embedding2nn.weight	5	-0.003700589993968606
40465	embedding2nn.weight	6	-0.003973229788243771
40465	embedding2nn.weight	7	-0.031189804896712303
40465	embedding2nn.weight	8	-0.0019979383796453476
40465	embedding2nn.weight	9	-0.014782169833779335
40465	embedding2nn.bias	0	0.04597717523574829
40465	embedding2nn.bias	1	-0.028601542115211487
40465	embedding2nn.bias	2	0.08866827934980392
40465	embedding2nn.bias	3	0.037150897085666656
40465	embedding2nn.bias	4	-0.010044757276773453
40465	embedding2nn.bias	5	-0.028083937242627144
40465	embedding2nn.bias	6	0.011162198148667812
40465	embedding2nn.bias	7	-0.06489608436822891
40465	embedding2nn.bias	8	0.05501319468021393
40465	embedding2nn.bias	9	0.03768330067396164
40465	rnn.weight_ih_l0	0	-0.014305992983281612
40465	rnn.weight_ih_l0	1	0.010647091083228588
40465	rnn.weight_ih_l0	2	0.02621285803616047
40465	rnn.weight_ih_l0	3	0.005257299169898033
40465	rnn.weight_ih_l0	4	-0.02853768691420555
40465	rnn.weight_ih_l0	5	-0.0579216331243515
40465	rnn.weight_ih_l0	6	0.022709088400006294
40465	rnn.weight_ih_l0	7	0.053970444947481155
40465	rnn.weight_ih_l0	8	0.009279651567339897
40465	rnn.weight_ih_l0	9	-0.029347851872444153
40465	rnn.weight_hh_l0	0	-0.037234339863061905
40465	rnn.weight_hh_l0	1	-0.005448150914162397
40465	rnn.weight_hh_l0	2	0.005325888283550739
40465	rnn.weight_hh_l0	3	-0.04545247182250023
40465	rnn.weight_hh_l0	4	0.048494141548871994
40465	rnn.weight_hh_l0	5	-0.011901233345270157
40465	rnn.weight_hh_l0	6	-0.0318380668759346
40465	rnn.weight_hh_l0	7	-0.028354212641716003
40465	rnn.weight_hh_l0	8	-0.000497685163281858
40465	rnn.weight_hh_l0	9	-0.023411942645907402
40465	rnn.bias_ih_l0	0	0.03655092045664787
40465	rnn.bias_ih_l0	1	-0.024937862530350685
40465	rnn.bias_ih_l0	2	-0.003843063022941351
40465	rnn.bias_ih_l0	3	0.0818219855427742
40465	rnn.bias_ih_l0	4	-0.040594346821308136
40465	rnn.bias_ih_l0	5	-0.03859981521964073
40465	rnn.bias_ih_l0	6	0.004069216549396515
40465	rnn.bias_ih_l0	7	0.039307720959186554
40465	rnn.bias_ih_l0	8	-0.06817170232534409
40465	rnn.bias_ih_l0	9	-0.04159236699342728
40465	rnn.bias_hh_l0	0	-0.03859439864754677
40465	rnn.bias_hh_l0	1	-0.05609627813100815
40465	rnn.bias_hh_l0	2	-0.024404345080256462
40465	rnn.bias_hh_l0	3	-0.06254942715167999
40465	rnn.bias_hh_l0	4	-0.008056491613388062
40465	rnn.bias_hh_l0	5	0.006188696715980768
40465	rnn.bias_hh_l0	6	0.024267971515655518
40465	rnn.bias_hh_l0	7	0.002186461817473173
40465	rnn.bias_hh_l0	8	-0.08253798633813858
40465	rnn.bias_hh_l0	9	0.006276926025748253
40465	rnn.weight_ih_l0_reverse	0	-0.018280399963259697
40465	rnn.weight_ih_l0_reverse	1	-0.04866718128323555
40465	rnn.weight_ih_l0_reverse	2	-0.024190222844481468
40465	rnn.weight_ih_l0_reverse	3	0.0014535858063027263
40465	rnn.weight_ih_l0_reverse	4	-0.009379650466144085
40465	rnn.weight_ih_l0_reverse	5	-0.049338556826114655
40465	rnn.weight_ih_l0_reverse	6	0.04012705013155937
40465	rnn.weight_ih_l0_reverse	7	-0.022625306621193886
40465	rnn.weight_ih_l0_reverse	8	-0.03675251454114914
40465	rnn.weight_ih_l0_reverse	9	0.013679081574082375
40465	rnn.weight_hh_l0_reverse	0	0.032880693674087524
40465	rnn.weight_hh_l0_reverse	1	0.03109057806432247
40465	rnn.weight_hh_l0_reverse	2	0.0303471852093935
40465	rnn.weight_hh_l0_reverse	3	0.02069997973740101
40465	rnn.weight_hh_l0_reverse	4	0.0024793038610368967
40465	rnn.weight_hh_l0_reverse	5	-0.007578099146485329
40465	rnn.weight_hh_l0_reverse	6	0.036952078342437744
40465	rnn.weight_hh_l0_reverse	7	-0.02920033223927021
40465	rnn.weight_hh_l0_reverse	8	0.018977023661136627
40465	rnn.weight_hh_l0_reverse	9	0.045607756823301315
40465	rnn.bias_ih_l0_reverse	0	-0.06442736089229584
40465	rnn.bias_ih_l0_reverse	1	-0.14271384477615356
40465	rnn.bias_ih_l0_reverse	2	-0.057814572006464005
40465	rnn.bias_ih_l0_reverse	3	-0.0012959757586941123
40465	rnn.bias_ih_l0_reverse	4	-0.037792883813381195
40465	rnn.bias_ih_l0_reverse	5	0.024578742682933807
40465	rnn.bias_ih_l0_reverse	6	-0.017663978040218353
40465	rnn.bias_ih_l0_reverse	7	0.03875833749771118
40465	rnn.bias_ih_l0_reverse	8	-0.030607925727963448
40465	rnn.bias_ih_l0_reverse	9	0.025972943753004074
40465	rnn.bias_hh_l0_reverse	0	-0.024882690981030464
40465	rnn.bias_hh_l0_reverse	1	-0.007532114628702402
40465	rnn.bias_hh_l0_reverse	2	0.020957833155989647
40465	rnn.bias_hh_l0_reverse	3	-0.03689168021082878
40465	rnn.bias_hh_l0_reverse	4	-0.04567425698041916
40465	rnn.bias_hh_l0_reverse	5	-0.05284835025668144
40465	rnn.bias_hh_l0_reverse	6	-0.012474341318011284
40465	rnn.bias_hh_l0_reverse	7	0.055146973580121994
40465	rnn.bias_hh_l0_reverse	8	0.026008473709225655
40465	rnn.bias_hh_l0_reverse	9	-0.07200522720813751
40465	rnn.weight_ih_l1	0	-0.033625487238168716
40465	rnn.weight_ih_l1	1	-0.03331218659877777
40465	rnn.weight_ih_l1	2	0.04858284071087837
40465	rnn.weight_ih_l1	3	-0.022512659430503845
40465	rnn.weight_ih_l1	4	0.002528185024857521
40465	rnn.weight_ih_l1	5	-0.04218127951025963
40465	rnn.weight_ih_l1	6	0.020304270088672638
40465	rnn.weight_ih_l1	7	-0.03393461927771568
40465	rnn.weight_ih_l1	8	0.03940115496516228
40465	rnn.weight_ih_l1	9	0.027510667219758034
40465	rnn.weight_hh_l1	0	-0.0002219398011220619
40465	rnn.weight_hh_l1	1	0.005033549387007952
40465	rnn.weight_hh_l1	2	-0.010951099917292595
40465	rnn.weight_hh_l1	3	-0.008919380605220795
40465	rnn.weight_hh_l1	4	0.000965133192948997
40465	rnn.weight_hh_l1	5	0.026857972145080566
40465	rnn.weight_hh_l1	6	0.030885819345712662
40465	rnn.weight_hh_l1	7	-0.02964850328862667
40465	rnn.weight_hh_l1	8	-0.034986138343811035
40465	rnn.weight_hh_l1	9	0.036127761006355286
40465	rnn.bias_ih_l1	0	-0.10237918794155121
40465	rnn.bias_ih_l1	1	-0.08671727031469345
40465	rnn.bias_ih_l1	2	-0.12102539092302322
40465	rnn.bias_ih_l1	3	-0.15620428323745728
40465	rnn.bias_ih_l1	4	-0.18370391428470612
40465	rnn.bias_ih_l1	5	-0.08574081212282181
40465	rnn.bias_ih_l1	6	-0.06852029263973236
40465	rnn.bias_ih_l1	7	-0.023036615923047066
40465	rnn.bias_ih_l1	8	-0.06640108674764633
40465	rnn.bias_ih_l1	9	-0.0870295912027359
40465	rnn.bias_hh_l1	0	-0.1038995087146759
40465	rnn.bias_hh_l1	1	-0.036346685141325
40465	rnn.bias_hh_l1	2	-0.07173282653093338
40465	rnn.bias_hh_l1	3	-0.06275481730699539
40465	rnn.bias_hh_l1	4	-0.08975449949502945
40465	rnn.bias_hh_l1	5	-0.05221249908208847
40465	rnn.bias_hh_l1	6	-0.08261514455080032
40465	rnn.bias_hh_l1	7	-0.0004018755571451038
40465	rnn.bias_hh_l1	8	-0.06579205393791199
40465	rnn.bias_hh_l1	9	-0.046962033957242966
40465	rnn.weight_ih_l1_reverse	0	-0.0421459823846817
40465	rnn.weight_ih_l1_reverse	1	0.03956959396600723
40465	rnn.weight_ih_l1_reverse	2	-0.04506507143378258
40465	rnn.weight_ih_l1_reverse	3	-0.030456840991973877
40465	rnn.weight_ih_l1_reverse	4	-0.029420560225844383
40465	rnn.weight_ih_l1_reverse	5	-0.037006694823503494
40465	rnn.weight_ih_l1_reverse	6	-0.024792587384581566
40465	rnn.weight_ih_l1_reverse	7	0.0168493390083313
40465	rnn.weight_ih_l1_reverse	8	0.021043766289949417
40465	rnn.weight_ih_l1_reverse	9	-0.028298042714595795
40465	rnn.weight_hh_l1_reverse	0	0.007652289234101772
40465	rnn.weight_hh_l1_reverse	1	0.029349874705076218
40465	rnn.weight_hh_l1_reverse	2	-0.036688052117824554
40465	rnn.weight_hh_l1_reverse	3	0.03991228714585304
40465	rnn.weight_hh_l1_reverse	4	0.04336109757423401
40465	rnn.weight_hh_l1_reverse	5	0.010196014307439327
40465	rnn.weight_hh_l1_reverse	6	0.007392852101475
40465	rnn.weight_hh_l1_reverse	7	0.02665390446782112
40465	rnn.weight_hh_l1_reverse	8	-0.004714353941380978
40465	rnn.weight_hh_l1_reverse	9	-0.0411444753408432
40465	rnn.bias_ih_l1_reverse	0	-0.025225061923265457
40465	rnn.bias_ih_l1_reverse	1	-0.08068816363811493
40465	rnn.bias_ih_l1_reverse	2	-0.09489652514457703
40465	rnn.bias_ih_l1_reverse	3	0.007254180498421192
40465	rnn.bias_ih_l1_reverse	4	-0.14005877077579498
40465	rnn.bias_ih_l1_reverse	5	-0.06599855422973633
40465	rnn.bias_ih_l1_reverse	6	-0.07545122504234314
40465	rnn.bias_ih_l1_reverse	7	-0.10675277560949326
40465	rnn.bias_ih_l1_reverse	8	0.08968936651945114
40465	rnn.bias_ih_l1_reverse	9	0.01685330644249916
40465	rnn.bias_hh_l1_reverse	0	-0.03891360014677048
40465	rnn.bias_hh_l1_reverse	1	-0.008865569718182087
40465	rnn.bias_hh_l1_reverse	2	-0.1671445369720459
40465	rnn.bias_hh_l1_reverse	3	-0.042133208364248276
40465	rnn.bias_hh_l1_reverse	4	-0.04094833508133888
40465	rnn.bias_hh_l1_reverse	5	-0.04750446602702141
40465	rnn.bias_hh_l1_reverse	6	0.12212426960468292
40465	rnn.bias_hh_l1_reverse	7	-0.08620301634073257
40465	rnn.bias_hh_l1_reverse	8	-0.06911858171224594
40465	rnn.bias_hh_l1_reverse	9	-0.0798627957701683
40465	linear.weight	0	0.002228822559118271
40465	linear.weight	1	0.0723724365234375
40465	linear.weight	2	-0.09695694595575333
40465	linear.weight	3	0.296987384557724
40465	linear.weight	4	0.07930929213762283
40465	linear.weight	5	0.0168127603828907
40465	linear.weight	6	0.07451474666595459
40465	linear.weight	7	0.11311206221580505
40465	linear.weight	8	0.04194653779268265
40465	linear.weight	9	-0.06046200916171074
40465	linear.bias	0	-0.0759287104010582
40465	linear.bias	1	-0.05007486790418625
40465	linear.bias	2	-0.45394065976142883
40465	linear.bias	3	-0.7147412300109863
40465	linear.bias	4	-0.9643718600273132
40465	linear.bias	5	0.026154614984989166
40465	linear.bias	6	-0.5672941207885742
40465	linear.bias	7	0.5041757225990295
40465	linear.bias	8	-0.6249879598617554
40465	linear.bias	9	-0.8282040357589722
40662	transitions	0	0.3812137544155121
40662	transitions	1	-0.05418532341718674
40662	transitions	2	-10000.0
40662	transitions	3	-1.7862752676010132
40662	transitions	4	-10000.0
40662	transitions	5	0.6944543719291687
40662	transitions	6	0.013948437757790089
40662	transitions	7	-0.2100812792778015
40662	transitions	8	-1.2891751527786255
40662	transitions	9	3.8428304833360016e-05
40662	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
40662	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
40662	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
40662	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
40662	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
40662	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
40662	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
40662	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
40662	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
40662	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
40662	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
40662	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
40662	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
40662	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
40662	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
40662	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
40662	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
40662	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
40662	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
40662	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
40662	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
40662	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
40662	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
40662	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
40662	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
40662	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
40662	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
40662	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
40662	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
40662	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
40662	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
40662	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
40662	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
40662	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
40662	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
40662	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
40662	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
40662	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
40662	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
40662	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
40662	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
40662	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
40662	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
40662	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
40662	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
40662	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
40662	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
40662	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
40662	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
40662	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
40662	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
40662	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
40662	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
40662	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
40662	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
40662	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
40662	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
40662	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
40662	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
40662	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
40662	embedding2nn.weight	0	0.012440693564713001
40662	embedding2nn.weight	1	-0.01776278391480446
40662	embedding2nn.weight	2	-0.014268253929913044
40662	embedding2nn.weight	3	0.02791333571076393
40662	embedding2nn.weight	4	-0.005915034096688032
40662	embedding2nn.weight	5	-0.003700589993968606
40662	embedding2nn.weight	6	-0.0039732325822114944
40662	embedding2nn.weight	7	-0.03129704296588898
40662	embedding2nn.weight	8	-0.0019979383796453476
40662	embedding2nn.weight	9	-0.015696415677666664
40662	embedding2nn.bias	0	0.044484298676252365
40662	embedding2nn.bias	1	-0.027269406244158745
40662	embedding2nn.bias	2	0.08708954602479935
40662	embedding2nn.bias	3	0.0322023369371891
40662	embedding2nn.bias	4	-0.019089123234152794
40662	embedding2nn.bias	5	-0.03075379505753517
40662	embedding2nn.bias	6	0.013749136589467525
40662	embedding2nn.bias	7	-0.058643292635679245
40662	embedding2nn.bias	8	0.053729135543107986
40662	embedding2nn.bias	9	0.03882291167974472
40662	rnn.weight_ih_l0	0	-0.012895897962152958
40662	rnn.weight_ih_l0	1	0.009970000945031643
40662	rnn.weight_ih_l0	2	0.02717195264995098
40662	rnn.weight_ih_l0	3	0.006358468439429998
40662	rnn.weight_ih_l0	4	-0.028391016647219658
40662	rnn.weight_ih_l0	5	-0.05849079787731171
40662	rnn.weight_ih_l0	6	0.02279011718928814
40662	rnn.weight_ih_l0	7	0.05407673493027687
40662	rnn.weight_ih_l0	8	0.00986780971288681
40662	rnn.weight_ih_l0	9	-0.02980130724608898
40662	rnn.weight_hh_l0	0	-0.03791363164782524
40662	rnn.weight_hh_l0	1	-0.004650108050554991
40662	rnn.weight_hh_l0	2	0.004265632480382919
40662	rnn.weight_hh_l0	3	-0.04584144055843353
40662	rnn.weight_hh_l0	4	0.049715809524059296
40662	rnn.weight_hh_l0	5	-0.011333826929330826
40662	rnn.weight_hh_l0	6	-0.03097721002995968
40662	rnn.weight_hh_l0	7	-0.027996519580483437
40662	rnn.weight_hh_l0	8	-3.0363200494321063e-05
40662	rnn.weight_hh_l0	9	-0.023179490119218826
40662	rnn.bias_ih_l0	0	0.03239891678094864
40662	rnn.bias_ih_l0	1	-0.023822564631700516
40662	rnn.bias_ih_l0	2	-0.0035800824407488108
40662	rnn.bias_ih_l0	3	0.08171949535608292
40662	rnn.bias_ih_l0	4	-0.03786386549472809
40662	rnn.bias_ih_l0	5	-0.0343102365732193
40662	rnn.bias_ih_l0	6	0.004867674317210913
40662	rnn.bias_ih_l0	7	0.038705360144376755
40662	rnn.bias_ih_l0	8	-0.0694078654050827
40662	rnn.bias_ih_l0	9	-0.04213504120707512
40662	rnn.bias_hh_l0	0	-0.03753935545682907
40662	rnn.bias_hh_l0	1	-0.05104153975844383
40662	rnn.bias_hh_l0	2	-0.02382699027657509
40662	rnn.bias_hh_l0	3	-0.06423205882310867
40662	rnn.bias_hh_l0	4	-0.011508160270750523
40662	rnn.bias_hh_l0	5	0.006655288394540548
40662	rnn.bias_hh_l0	6	0.022399771958589554
40662	rnn.bias_hh_l0	7	0.0017953477799892426
40662	rnn.bias_hh_l0	8	-0.08570483326911926
40662	rnn.bias_hh_l0	9	0.006640441715717316
40662	rnn.weight_ih_l0_reverse	0	-0.018582943826913834
40662	rnn.weight_ih_l0_reverse	1	-0.048966847360134125
40662	rnn.weight_ih_l0_reverse	2	-0.022376377135515213
40662	rnn.weight_ih_l0_reverse	3	0.0016149742295965552
40662	rnn.weight_ih_l0_reverse	4	-0.008920242078602314
40662	rnn.weight_ih_l0_reverse	5	-0.04948315769433975
40662	rnn.weight_ih_l0_reverse	6	0.04067057743668556
40662	rnn.weight_ih_l0_reverse	7	-0.02031673491001129
40662	rnn.weight_ih_l0_reverse	8	-0.036372628062963486
40662	rnn.weight_ih_l0_reverse	9	0.014344464056193829
40662	rnn.weight_hh_l0_reverse	0	0.03304009512066841
40662	rnn.weight_hh_l0_reverse	1	0.03052636794745922
40662	rnn.weight_hh_l0_reverse	2	0.03009423427283764
40662	rnn.weight_hh_l0_reverse	3	0.021364139392971992
40662	rnn.weight_hh_l0_reverse	4	0.0025374554097652435
40662	rnn.weight_hh_l0_reverse	5	-0.006661656778305769
40662	rnn.weight_hh_l0_reverse	6	0.03670605272054672
40662	rnn.weight_hh_l0_reverse	7	-0.030250661075115204
40662	rnn.weight_hh_l0_reverse	8	0.02023714780807495
40662	rnn.weight_hh_l0_reverse	9	0.045836783945560455
40662	rnn.bias_ih_l0_reverse	0	-0.06399739533662796
40662	rnn.bias_ih_l0_reverse	1	-0.14863702654838562
40662	rnn.bias_ih_l0_reverse	2	-0.06367437541484833
40662	rnn.bias_ih_l0_reverse	3	0.0009664266253821552
40662	rnn.bias_ih_l0_reverse	4	-0.04021940007805824
40662	rnn.bias_ih_l0_reverse	5	0.024745890870690346
40662	rnn.bias_ih_l0_reverse	6	-0.01784220151603222
40662	rnn.bias_ih_l0_reverse	7	0.03780917450785637
40662	rnn.bias_ih_l0_reverse	8	-0.03268397971987724
40662	rnn.bias_ih_l0_reverse	9	0.029180705547332764
40662	rnn.bias_hh_l0_reverse	0	-0.024445993825793266
40662	rnn.bias_hh_l0_reverse	1	-0.007094536907970905
40662	rnn.bias_hh_l0_reverse	2	0.025429777801036835
40662	rnn.bias_hh_l0_reverse	3	-0.037830498069524765
40662	rnn.bias_hh_l0_reverse	4	-0.04410683736205101
40662	rnn.bias_hh_l0_reverse	5	-0.05097049102187157
40662	rnn.bias_hh_l0_reverse	6	-0.010661417618393898
40662	rnn.bias_hh_l0_reverse	7	0.05667693912982941
40662	rnn.bias_hh_l0_reverse	8	0.02446201629936695
40662	rnn.bias_hh_l0_reverse	9	-0.07103484869003296
40662	rnn.weight_ih_l1	0	-0.03388117626309395
40662	rnn.weight_ih_l1	1	-0.034020841121673584
40662	rnn.weight_ih_l1	2	0.045744843780994415
40662	rnn.weight_ih_l1	3	-0.021265404298901558
40662	rnn.weight_ih_l1	4	0.0023725032806396484
40662	rnn.weight_ih_l1	5	-0.04239340126514435
40662	rnn.weight_ih_l1	6	0.021072976291179657
40662	rnn.weight_ih_l1	7	-0.03307262435555458
40662	rnn.weight_ih_l1	8	0.03918745368719101
40662	rnn.weight_ih_l1	9	0.028055911883711815
40662	rnn.weight_hh_l1	0	-0.00021868957264814526
40662	rnn.weight_hh_l1	1	0.005118802189826965
40662	rnn.weight_hh_l1	2	-0.010918940417468548
40662	rnn.weight_hh_l1	3	-0.009044509381055832
40662	rnn.weight_hh_l1	4	0.002089783316478133
40662	rnn.weight_hh_l1	5	0.027028942480683327
40662	rnn.weight_hh_l1	6	0.03064231015741825
40662	rnn.weight_hh_l1	7	-0.02978869155049324
40662	rnn.weight_hh_l1	8	-0.035523612052202225
40662	rnn.weight_hh_l1	9	0.03665284067392349
40662	rnn.bias_ih_l1	0	-0.10018487274646759
40662	rnn.bias_ih_l1	1	-0.0880325511097908
40662	rnn.bias_ih_l1	2	-0.120099738240242
40662	rnn.bias_ih_l1	3	-0.16073791682720184
40662	rnn.bias_ih_l1	4	-0.1733056753873825
40662	rnn.bias_ih_l1	5	-0.08660490810871124
40662	rnn.bias_ih_l1	6	-0.06821439415216446
40662	rnn.bias_ih_l1	7	-0.023416759446263313
40662	rnn.bias_ih_l1	8	-0.06884509325027466
40662	rnn.bias_ih_l1	9	-0.08576734364032745
40662	rnn.bias_hh_l1	0	-0.10269386321306229
40662	rnn.bias_hh_l1	1	-0.040110208094120026
40662	rnn.bias_hh_l1	2	-0.07369854301214218
40662	rnn.bias_hh_l1	3	-0.06156091019511223
40662	rnn.bias_hh_l1	4	-0.0918138176202774
40662	rnn.bias_hh_l1	5	-0.05087833106517792
40662	rnn.bias_hh_l1	6	-0.07861100137233734
40662	rnn.bias_hh_l1	7	0.0015881495783105493
40662	rnn.bias_hh_l1	8	-0.06227201223373413
40662	rnn.bias_hh_l1	9	-0.04517838731408119
40662	rnn.weight_ih_l1_reverse	0	-0.040730610489845276
40662	rnn.weight_ih_l1_reverse	1	0.042890358716249466
40662	rnn.weight_ih_l1_reverse	2	-0.04607478901743889
40662	rnn.weight_ih_l1_reverse	3	-0.03211113065481186
40662	rnn.weight_ih_l1_reverse	4	-0.027810798957943916
40662	rnn.weight_ih_l1_reverse	5	-0.03713635727763176
40662	rnn.weight_ih_l1_reverse	6	-0.02563648857176304
40662	rnn.weight_ih_l1_reverse	7	0.016887769103050232
40662	rnn.weight_ih_l1_reverse	8	0.023565568029880524
40662	rnn.weight_ih_l1_reverse	9	-0.030438393354415894
40662	rnn.weight_hh_l1_reverse	0	0.007773504126816988
40662	rnn.weight_hh_l1_reverse	1	0.0294598750770092
40662	rnn.weight_hh_l1_reverse	2	-0.03666601702570915
40662	rnn.weight_hh_l1_reverse	3	0.04003651440143585
40662	rnn.weight_hh_l1_reverse	4	0.04377464950084686
40662	rnn.weight_hh_l1_reverse	5	0.01003715768456459
40662	rnn.weight_hh_l1_reverse	6	0.007141717243939638
40662	rnn.weight_hh_l1_reverse	7	0.026768330484628677
40662	rnn.weight_hh_l1_reverse	8	-0.00460929935798049
40662	rnn.weight_hh_l1_reverse	9	-0.04059304669499397
40662	rnn.bias_ih_l1_reverse	0	-0.024184705689549446
40662	rnn.bias_ih_l1_reverse	1	-0.0838841125369072
40662	rnn.bias_ih_l1_reverse	2	-0.09504043310880661
40662	rnn.bias_ih_l1_reverse	3	0.00321235042065382
40662	rnn.bias_ih_l1_reverse	4	-0.1392408162355423
40662	rnn.bias_ih_l1_reverse	5	-0.06634970754384995
40662	rnn.bias_ih_l1_reverse	6	-0.07652793079614639
40662	rnn.bias_ih_l1_reverse	7	-0.10452350974082947
40662	rnn.bias_ih_l1_reverse	8	0.08343230932950974
40662	rnn.bias_ih_l1_reverse	9	0.015396756120026112
40662	rnn.bias_hh_l1_reverse	0	-0.03429923579096794
40662	rnn.bias_hh_l1_reverse	1	-0.005677083507180214
40662	rnn.bias_hh_l1_reverse	2	-0.16788898408412933
40662	rnn.bias_hh_l1_reverse	3	-0.04298572242259979
40662	rnn.bias_hh_l1_reverse	4	-0.041114386171102524
40662	rnn.bias_hh_l1_reverse	5	-0.04833250492811203
40662	rnn.bias_hh_l1_reverse	6	0.13082396984100342
40662	rnn.bias_hh_l1_reverse	7	-0.08433689177036285
40662	rnn.bias_hh_l1_reverse	8	-0.07004576921463013
40662	rnn.bias_hh_l1_reverse	9	-0.08012848347425461
40662	linear.weight	0	0.002228822559118271
40662	linear.weight	1	0.07848397642374039
40662	linear.weight	2	-0.09640180319547653
40662	linear.weight	3	0.3009702265262604
40662	linear.weight	4	0.07533475756645203
40662	linear.weight	5	0.016452480107545853
40662	linear.weight	6	0.07320695370435715
40662	linear.weight	7	0.10436224192380905
40662	linear.weight	8	0.04194941371679306
40662	linear.weight	9	-0.060520026832818985
40662	linear.bias	0	-0.10136692970991135
40662	linear.bias	1	-0.027582362294197083
40662	linear.bias	2	-0.42445090413093567
40662	linear.bias	3	-0.7149027585983276
40662	linear.bias	4	-0.964624285697937
40662	linear.bias	5	0.034988343715667725
40662	linear.bias	6	-0.5446776747703552
40662	linear.bias	7	0.5101772546768188
40662	linear.bias	8	-0.6274553537368774
40662	linear.bias	9	-0.8292548656463623
40859	transitions	0	0.40265634655952454
40859	transitions	1	-0.056678712368011475
40859	transitions	2	-10000.0
40859	transitions	3	-1.7864470481872559
40859	transitions	4	-10000.0
40859	transitions	5	0.6935489773750305
40859	transitions	6	0.013410933315753937
40859	transitions	7	-0.21160300076007843
40859	transitions	8	-1.2899880409240723
40859	transitions	9	3.269420631113462e-05
40859	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
40859	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
40859	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
40859	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
40859	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
40859	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
40859	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
40859	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
40859	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
40859	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
40859	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
40859	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
40859	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
40859	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
40859	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
40859	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
40859	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
40859	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
40859	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
40859	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
40859	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
40859	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
40859	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
40859	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
40859	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
40859	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
40859	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
40859	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
40859	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
40859	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
40859	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
40859	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
40859	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
40859	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
40859	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
40859	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
40859	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
40859	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
40859	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
40859	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
40859	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
40859	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
40859	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
40859	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
40859	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
40859	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
40859	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
40859	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
40859	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
40859	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
40859	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
40859	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
40859	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
40859	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
40859	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
40859	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
40859	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
40859	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
40859	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
40859	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
40859	embedding2nn.weight	0	0.012874564155936241
40859	embedding2nn.weight	1	-0.017806032672524452
40859	embedding2nn.weight	2	-0.014268253929913044
40859	embedding2nn.weight	3	0.025841685011982918
40859	embedding2nn.weight	4	-0.005915034096688032
40859	embedding2nn.weight	5	-0.0037005904596298933
40859	embedding2nn.weight	6	-0.003973232116550207
40859	embedding2nn.weight	7	-0.030051857233047485
40859	embedding2nn.weight	8	-0.0019979383796453476
40859	embedding2nn.weight	9	-0.01513598021119833
40859	embedding2nn.bias	0	0.04898718744516373
40859	embedding2nn.bias	1	-0.029453257098793983
40859	embedding2nn.bias	2	0.09593633562326431
40859	embedding2nn.bias	3	0.03565511479973793
40859	embedding2nn.bias	4	-0.0236998088657856
40859	embedding2nn.bias	5	-0.035943303257226944
40859	embedding2nn.bias	6	0.008621837943792343
40859	embedding2nn.bias	7	-0.05462710186839104
40859	embedding2nn.bias	8	0.05520448833703995
40859	embedding2nn.bias	9	0.031729791313409805
40859	rnn.weight_ih_l0	0	-0.012862342409789562
40859	rnn.weight_ih_l0	1	0.00989854708313942
40859	rnn.weight_ih_l0	2	0.026637159287929535
40859	rnn.weight_ih_l0	3	0.005948152858763933
40859	rnn.weight_ih_l0	4	-0.027220452204346657
40859	rnn.weight_ih_l0	5	-0.05835342034697533
40859	rnn.weight_ih_l0	6	0.02214644104242325
40859	rnn.weight_ih_l0	7	0.05380484461784363
40859	rnn.weight_ih_l0	8	0.009860078804194927
40859	rnn.weight_ih_l0	9	-0.02937118522822857
40859	rnn.weight_hh_l0	0	-0.03849758580327034
40859	rnn.weight_hh_l0	1	-0.004788934253156185
40859	rnn.weight_hh_l0	2	0.004149244632571936
40859	rnn.weight_hh_l0	3	-0.04712717607617378
40859	rnn.weight_hh_l0	4	0.05030428245663643
40859	rnn.weight_hh_l0	5	-0.012609045952558517
40859	rnn.weight_hh_l0	6	-0.030343662947416306
40859	rnn.weight_hh_l0	7	-0.028722794726490974
40859	rnn.weight_hh_l0	8	-0.0005374954780563712
40859	rnn.weight_hh_l0	9	-0.02321782335639
40859	rnn.bias_ih_l0	0	0.03314314782619476
40859	rnn.bias_ih_l0	1	-0.02589738927781582
40859	rnn.bias_ih_l0	2	-0.0025732791982591152
40859	rnn.bias_ih_l0	3	0.08315690606832504
40859	rnn.bias_ih_l0	4	-0.03787960112094879
40859	rnn.bias_ih_l0	5	-0.029360296204686165
40859	rnn.bias_ih_l0	6	0.00814860314130783
40859	rnn.bias_ih_l0	7	0.038740016520023346
40859	rnn.bias_ih_l0	8	-0.06659573316574097
40859	rnn.bias_ih_l0	9	-0.0453251451253891
40859	rnn.bias_hh_l0	0	-0.03804484009742737
40859	rnn.bias_hh_l0	1	-0.04856596514582634
40859	rnn.bias_hh_l0	2	-0.024885207414627075
40859	rnn.bias_hh_l0	3	-0.06474529206752777
40859	rnn.bias_hh_l0	4	-0.008647305890917778
40859	rnn.bias_hh_l0	5	0.007049026433378458
40859	rnn.bias_hh_l0	6	0.02034531906247139
40859	rnn.bias_hh_l0	7	-0.0016268083127215505
40859	rnn.bias_hh_l0	8	-0.08176756650209427
40859	rnn.bias_hh_l0	9	0.005874591413885355
40859	rnn.weight_ih_l0_reverse	0	-0.01879742369055748
40859	rnn.weight_ih_l0_reverse	1	-0.04789687320590019
40859	rnn.weight_ih_l0_reverse	2	-0.022819090634584427
40859	rnn.weight_ih_l0_reverse	3	0.0014825836988165975
40859	rnn.weight_ih_l0_reverse	4	-0.009099300019443035
40859	rnn.weight_ih_l0_reverse	5	-0.04888274893164635
40859	rnn.weight_ih_l0_reverse	6	0.04091135784983635
40859	rnn.weight_ih_l0_reverse	7	-0.01998288370668888
40859	rnn.weight_ih_l0_reverse	8	-0.03648706153035164
40859	rnn.weight_ih_l0_reverse	9	0.01441934797912836
40859	rnn.weight_hh_l0_reverse	0	0.03656084090471268
40859	rnn.weight_hh_l0_reverse	1	0.030938053503632545
40859	rnn.weight_hh_l0_reverse	2	0.029699934646487236
40859	rnn.weight_hh_l0_reverse	3	0.021002475172281265
40859	rnn.weight_hh_l0_reverse	4	0.0025065396912395954
40859	rnn.weight_hh_l0_reverse	5	-0.006607711780816317
40859	rnn.weight_hh_l0_reverse	6	0.0368197076022625
40859	rnn.weight_hh_l0_reverse	7	-0.029858767986297607
40859	rnn.weight_hh_l0_reverse	8	0.021371737122535706
40859	rnn.weight_hh_l0_reverse	9	0.04574541375041008
40859	rnn.bias_ih_l0_reverse	0	-0.06356597691774368
40859	rnn.bias_ih_l0_reverse	1	-0.14536640048027039
40859	rnn.bias_ih_l0_reverse	2	-0.05597041919827461
40859	rnn.bias_ih_l0_reverse	3	-0.002936833305284381
40859	rnn.bias_ih_l0_reverse	4	-0.038986921310424805
40859	rnn.bias_ih_l0_reverse	5	0.02898559533059597
40859	rnn.bias_ih_l0_reverse	6	-0.01827353797852993
40859	rnn.bias_ih_l0_reverse	7	0.0368875190615654
40859	rnn.bias_ih_l0_reverse	8	-0.026370223611593246
40859	rnn.bias_ih_l0_reverse	9	0.026821913197636604
40859	rnn.bias_hh_l0_reverse	0	-0.024937821552157402
40859	rnn.bias_hh_l0_reverse	1	-0.004366879351437092
40859	rnn.bias_hh_l0_reverse	2	0.021343346685171127
40859	rnn.bias_hh_l0_reverse	3	-0.0373854823410511
40859	rnn.bias_hh_l0_reverse	4	-0.04444149136543274
40859	rnn.bias_hh_l0_reverse	5	-0.05312155932188034
40859	rnn.bias_hh_l0_reverse	6	-0.013587675988674164
40859	rnn.bias_hh_l0_reverse	7	0.054065853357315063
40859	rnn.bias_hh_l0_reverse	8	0.02341284789144993
40859	rnn.bias_hh_l0_reverse	9	-0.06845416128635406
40859	rnn.weight_ih_l1	0	-0.03393905609846115
40859	rnn.weight_ih_l1	1	-0.03267449140548706
40859	rnn.weight_ih_l1	2	0.0464085191488266
40859	rnn.weight_ih_l1	3	-0.02547372691333294
40859	rnn.weight_ih_l1	4	0.002270141150802374
40859	rnn.weight_ih_l1	5	-0.04231308028101921
40859	rnn.weight_ih_l1	6	0.020512457937002182
40859	rnn.weight_ih_l1	7	-0.033909332007169724
40859	rnn.weight_ih_l1	8	0.03860621526837349
40859	rnn.weight_ih_l1	9	0.027635857462882996
40859	rnn.weight_hh_l1	0	-0.00012632508878596127
40859	rnn.weight_hh_l1	1	0.005178376100957394
40859	rnn.weight_hh_l1	2	-0.01156574860215187
40859	rnn.weight_hh_l1	3	-0.008676859550178051
40859	rnn.weight_hh_l1	4	0.0016204195562750101
40859	rnn.weight_hh_l1	5	0.027168650180101395
40859	rnn.weight_hh_l1	6	0.03077043779194355
40859	rnn.weight_hh_l1	7	-0.02946055494248867
40859	rnn.weight_hh_l1	8	-0.035275403410196304
40859	rnn.weight_hh_l1	9	0.03674991428852081
40859	rnn.bias_ih_l1	0	-0.10388994216918945
40859	rnn.bias_ih_l1	1	-0.08709489554166794
40859	rnn.bias_ih_l1	2	-0.1251528412103653
40859	rnn.bias_ih_l1	3	-0.1602959930896759
40859	rnn.bias_ih_l1	4	-0.17885378003120422
40859	rnn.bias_ih_l1	5	-0.08659668266773224
40859	rnn.bias_ih_l1	6	-0.0693238154053688
40859	rnn.bias_ih_l1	7	-0.02346198819577694
40859	rnn.bias_ih_l1	8	-0.06866327673196793
40859	rnn.bias_ih_l1	9	-0.0870690867304802
40859	rnn.bias_hh_l1	0	-0.10214132070541382
40859	rnn.bias_hh_l1	1	-0.0412173867225647
40859	rnn.bias_hh_l1	2	-0.07186908274888992
40859	rnn.bias_hh_l1	3	-0.060825008898973465
40859	rnn.bias_hh_l1	4	-0.09289438277482986
40859	rnn.bias_hh_l1	5	-0.05111546069383621
40859	rnn.bias_hh_l1	6	-0.08066853135824203
40859	rnn.bias_hh_l1	7	0.008609876036643982
40859	rnn.bias_hh_l1	8	-0.060966745018959045
40859	rnn.bias_hh_l1	9	-0.043870266526937485
40859	rnn.weight_ih_l1_reverse	0	-0.040212489664554596
40859	rnn.weight_ih_l1_reverse	1	0.044688113033771515
40859	rnn.weight_ih_l1_reverse	2	-0.046115316450595856
40859	rnn.weight_ih_l1_reverse	3	-0.031426578760147095
40859	rnn.weight_ih_l1_reverse	4	-0.02712511457502842
40859	rnn.weight_ih_l1_reverse	5	-0.03698798269033432
40859	rnn.weight_ih_l1_reverse	6	-0.02672448195517063
40859	rnn.weight_ih_l1_reverse	7	0.01747773215174675
40859	rnn.weight_ih_l1_reverse	8	0.022738194093108177
40859	rnn.weight_ih_l1_reverse	9	-0.02861849218606949
40859	rnn.weight_hh_l1_reverse	0	0.007544831372797489
40859	rnn.weight_hh_l1_reverse	1	0.029324011877179146
40859	rnn.weight_hh_l1_reverse	2	-0.03666115552186966
40859	rnn.weight_hh_l1_reverse	3	0.04024409130215645
40859	rnn.weight_hh_l1_reverse	4	0.04258419945836067
40859	rnn.weight_hh_l1_reverse	5	0.010360408574342728
40859	rnn.weight_hh_l1_reverse	6	0.00852193683385849
40859	rnn.weight_hh_l1_reverse	7	0.026888515800237656
40859	rnn.weight_hh_l1_reverse	8	-0.004637653008103371
40859	rnn.weight_hh_l1_reverse	9	-0.0404069647192955
40859	rnn.bias_ih_l1_reverse	0	-0.025584066286683083
40859	rnn.bias_ih_l1_reverse	1	-0.07966981083154678
40859	rnn.bias_ih_l1_reverse	2	-0.09605374932289124
40859	rnn.bias_ih_l1_reverse	3	0.0032706025522202253
40859	rnn.bias_ih_l1_reverse	4	-0.1393997073173523
40859	rnn.bias_ih_l1_reverse	5	-0.06369192153215408
40859	rnn.bias_ih_l1_reverse	6	-0.07579736411571503
40859	rnn.bias_ih_l1_reverse	7	-0.10030009597539902
40859	rnn.bias_ih_l1_reverse	8	0.09066983312368393
40859	rnn.bias_ih_l1_reverse	9	0.013601312413811684
40859	rnn.bias_hh_l1_reverse	0	-0.03498563915491104
40859	rnn.bias_hh_l1_reverse	1	-0.007758811581879854
40859	rnn.bias_hh_l1_reverse	2	-0.1677091121673584
40859	rnn.bias_hh_l1_reverse	3	-0.04459377005696297
40859	rnn.bias_hh_l1_reverse	4	-0.041869353502988815
40859	rnn.bias_hh_l1_reverse	5	-0.04705314338207245
40859	rnn.bias_hh_l1_reverse	6	0.13675899803638458
40859	rnn.bias_hh_l1_reverse	7	-0.08384905755519867
40859	rnn.bias_hh_l1_reverse	8	-0.0682489201426506
40859	rnn.bias_hh_l1_reverse	9	-0.08001372963190079
40859	linear.weight	0	0.002228822559118271
40859	linear.weight	1	0.078501395881176
40859	linear.weight	2	-0.10950382053852081
40859	linear.weight	3	0.30554911494255066
40859	linear.weight	4	0.06337050348520279
40859	linear.weight	5	0.017815779894590378
40859	linear.weight	6	0.06904995441436768
40859	linear.weight	7	0.10265998542308807
40859	linear.weight	8	0.041947171092033386
40859	linear.weight	9	-0.05948307737708092
40859	linear.bias	0	-0.11024714261293411
40859	linear.bias	1	-0.05442862585186958
40859	linear.bias	2	-0.4423726797103882
40859	linear.bias	3	-0.7005246877670288
40859	linear.bias	4	-0.9495716094970703
40859	linear.bias	5	0.04474583640694618
40859	linear.bias	6	-0.569037675857544
40859	linear.bias	7	0.5173563957214355
40859	linear.bias	8	-0.595271110534668
40859	linear.bias	9	-0.8021234273910522
41056	transitions	0	0.41641658544540405
41056	transitions	1	-0.05238305777311325
41056	transitions	2	-10000.0
41056	transitions	3	-1.78666090965271
41056	transitions	4	-10000.0
41056	transitions	5	0.6928442716598511
41056	transitions	6	0.012994828633964062
41056	transitions	7	-0.21303193271160126
41056	transitions	8	-1.2904984951019287
41056	transitions	9	2.6999181500286795e-05
41056	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
41056	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
41056	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
41056	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
41056	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
41056	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
41056	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
41056	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
41056	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
41056	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
41056	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
41056	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
41056	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
41056	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
41056	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
41056	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
41056	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
41056	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
41056	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
41056	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
41056	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
41056	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
41056	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
41056	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
41056	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
41056	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
41056	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
41056	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
41056	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
41056	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
41056	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
41056	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
41056	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
41056	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
41056	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
41056	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
41056	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
41056	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
41056	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
41056	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
41056	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
41056	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
41056	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
41056	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
41056	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
41056	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
41056	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
41056	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
41056	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
41056	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
41056	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
41056	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
41056	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
41056	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
41056	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
41056	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
41056	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
41056	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
41056	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
41056	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
41056	embedding2nn.weight	0	0.013910504058003426
41056	embedding2nn.weight	1	-0.017961392179131508
41056	embedding2nn.weight	2	-0.014268253929913044
41056	embedding2nn.weight	3	0.02559087425470352
41056	embedding2nn.weight	4	-0.005915034096688032
41056	embedding2nn.weight	5	-0.0037005902267992496
41056	embedding2nn.weight	6	-0.003973226062953472
41056	embedding2nn.weight	7	-0.03143298253417015
41056	embedding2nn.weight	8	-0.0019979383796453476
41056	embedding2nn.weight	9	-0.015490005724132061
41056	embedding2nn.bias	0	0.05498156324028969
41056	embedding2nn.bias	1	-0.04013366997241974
41056	embedding2nn.bias	2	0.09063538908958435
41056	embedding2nn.bias	3	0.037377484142780304
41056	embedding2nn.bias	4	-0.023149827495217323
41056	embedding2nn.bias	5	-0.03206262364983559
41056	embedding2nn.bias	6	0.009910553693771362
41056	embedding2nn.bias	7	-0.06858337670564651
41056	embedding2nn.bias	8	0.05556536465883255
41056	embedding2nn.bias	9	0.03682219237089157
41056	rnn.weight_ih_l0	0	-0.010672460310161114
41056	rnn.weight_ih_l0	1	0.008882254362106323
41056	rnn.weight_ih_l0	2	0.02683923952281475
41056	rnn.weight_ih_l0	3	0.005617756862193346
41056	rnn.weight_ih_l0	4	-0.02708861045539379
41056	rnn.weight_ih_l0	5	-0.057216256856918335
41056	rnn.weight_ih_l0	6	0.022880036383867264
41056	rnn.weight_ih_l0	7	0.052129894495010376
41056	rnn.weight_ih_l0	8	0.01057943981140852
41056	rnn.weight_ih_l0	9	-0.029261870309710503
41056	rnn.weight_hh_l0	0	-0.03809133544564247
41056	rnn.weight_hh_l0	1	-0.0032372968271374702
41056	rnn.weight_hh_l0	2	0.0033087008632719517
41056	rnn.weight_hh_l0	3	-0.047047585248947144
41056	rnn.weight_hh_l0	4	0.051114074885845184
41056	rnn.weight_hh_l0	5	-0.01413995586335659
41056	rnn.weight_hh_l0	6	-0.03148309886455536
41056	rnn.weight_hh_l0	7	-0.028663862496614456
41056	rnn.weight_hh_l0	8	-0.002051484538242221
41056	rnn.weight_hh_l0	9	-0.022431740537285805
41056	rnn.bias_ih_l0	0	0.0345439538359642
41056	rnn.bias_ih_l0	1	-0.02230876125395298
41056	rnn.bias_ih_l0	2	-0.004190787672996521
41056	rnn.bias_ih_l0	3	0.08195032924413681
41056	rnn.bias_ih_l0	4	-0.0387287475168705
41056	rnn.bias_ih_l0	5	-0.031070774421095848
41056	rnn.bias_ih_l0	6	0.012967647984623909
41056	rnn.bias_ih_l0	7	0.04102577641606331
41056	rnn.bias_ih_l0	8	-0.06652668863534927
41056	rnn.bias_ih_l0	9	-0.041870635002851486
41056	rnn.bias_hh_l0	0	-0.0347118116915226
41056	rnn.bias_hh_l0	1	-0.051011066883802414
41056	rnn.bias_hh_l0	2	-0.02663959190249443
41056	rnn.bias_hh_l0	3	-0.06295236945152283
41056	rnn.bias_hh_l0	4	-0.009057119488716125
41056	rnn.bias_hh_l0	5	0.008378704078495502
41056	rnn.bias_hh_l0	6	0.019421551376581192
41056	rnn.bias_hh_l0	7	-0.0012208889238536358
41056	rnn.bias_hh_l0	8	-0.08555401116609573
41056	rnn.bias_hh_l0	9	0.006342106033116579
41056	rnn.weight_ih_l0_reverse	0	-0.017689116299152374
41056	rnn.weight_ih_l0_reverse	1	-0.0477752648293972
41056	rnn.weight_ih_l0_reverse	2	-0.022620541974902153
41056	rnn.weight_ih_l0_reverse	3	0.0018855073722079396
41056	rnn.weight_ih_l0_reverse	4	-0.009383993223309517
41056	rnn.weight_ih_l0_reverse	5	-0.04911487549543381
41056	rnn.weight_ih_l0_reverse	6	0.04034808650612831
41056	rnn.weight_ih_l0_reverse	7	-0.017366940155625343
41056	rnn.weight_ih_l0_reverse	8	-0.036044057458639145
41056	rnn.weight_ih_l0_reverse	9	0.014312955550849438
41056	rnn.weight_hh_l0_reverse	0	0.0368783101439476
41056	rnn.weight_hh_l0_reverse	1	0.03178221359848976
41056	rnn.weight_hh_l0_reverse	2	0.029982881620526314
41056	rnn.weight_hh_l0_reverse	3	0.021130526438355446
41056	rnn.weight_hh_l0_reverse	4	0.0028356981929391623
41056	rnn.weight_hh_l0_reverse	5	-0.0074302018620073795
41056	rnn.weight_hh_l0_reverse	6	0.03662927821278572
41056	rnn.weight_hh_l0_reverse	7	-0.030004454776644707
41056	rnn.weight_hh_l0_reverse	8	0.020702453330159187
41056	rnn.weight_hh_l0_reverse	9	0.046665482223033905
41056	rnn.bias_ih_l0_reverse	0	-0.06006554886698723
41056	rnn.bias_ih_l0_reverse	1	-0.14346173405647278
41056	rnn.bias_ih_l0_reverse	2	-0.05920224264264107
41056	rnn.bias_ih_l0_reverse	3	-0.0016898787580430508
41056	rnn.bias_ih_l0_reverse	4	-0.03709243983030319
41056	rnn.bias_ih_l0_reverse	5	0.031075967475771904
41056	rnn.bias_ih_l0_reverse	6	-0.020152457058429718
41056	rnn.bias_ih_l0_reverse	7	0.03720351308584213
41056	rnn.bias_ih_l0_reverse	8	-0.02888825349509716
41056	rnn.bias_ih_l0_reverse	9	0.026467949151992798
41056	rnn.bias_hh_l0_reverse	0	-0.026545073837041855
41056	rnn.bias_hh_l0_reverse	1	-0.0033050463534891605
41056	rnn.bias_hh_l0_reverse	2	0.027509402483701706
41056	rnn.bias_hh_l0_reverse	3	-0.035969898104667664
41056	rnn.bias_hh_l0_reverse	4	-0.04615632817149162
41056	rnn.bias_hh_l0_reverse	5	-0.05323628708720207
41056	rnn.bias_hh_l0_reverse	6	-0.016612708568572998
41056	rnn.bias_hh_l0_reverse	7	0.050884224474430084
41056	rnn.bias_hh_l0_reverse	8	0.0229509137570858
41056	rnn.bias_hh_l0_reverse	9	-0.07286200672388077
41056	rnn.weight_ih_l1	0	-0.03424276411533356
41056	rnn.weight_ih_l1	1	-0.032355763018131256
41056	rnn.weight_ih_l1	2	0.04873703792691231
41056	rnn.weight_ih_l1	3	-0.026456639170646667
41056	rnn.weight_ih_l1	4	0.0014003594405949116
41056	rnn.weight_ih_l1	5	-0.04226227477192879
41056	rnn.weight_ih_l1	6	0.019848894327878952
41056	rnn.weight_ih_l1	7	-0.033564936369657516
41056	rnn.weight_ih_l1	8	0.038455501198768616
41056	rnn.weight_ih_l1	9	0.027691662311553955
41056	rnn.weight_hh_l1	0	0.0007905889651738107
41056	rnn.weight_hh_l1	1	0.005158992484211922
41056	rnn.weight_hh_l1	2	-0.014402194879949093
41056	rnn.weight_hh_l1	3	-0.008673352189362049
41056	rnn.weight_hh_l1	4	0.0007918798364698887
41056	rnn.weight_hh_l1	5	0.027083681896328926
41056	rnn.weight_hh_l1	6	0.030791576951742172
41056	rnn.weight_hh_l1	7	-0.029642390087246895
41056	rnn.weight_hh_l1	8	-0.03445760905742645
41056	rnn.weight_hh_l1	9	0.037029068917036057
41056	rnn.bias_ih_l1	0	-0.10745157301425934
41056	rnn.bias_ih_l1	1	-0.08764035254716873
41056	rnn.bias_ih_l1	2	-0.12753775715827942
41056	rnn.bias_ih_l1	3	-0.15768995881080627
41056	rnn.bias_ih_l1	4	-0.1723548173904419
41056	rnn.bias_ih_l1	5	-0.08507058769464493
41056	rnn.bias_ih_l1	6	-0.07102487236261368
41056	rnn.bias_ih_l1	7	-0.02170753665268421
41056	rnn.bias_ih_l1	8	-0.06760675460100174
41056	rnn.bias_ih_l1	9	-0.09026683121919632
41056	rnn.bias_hh_l1	0	-0.10253854095935822
41056	rnn.bias_hh_l1	1	-0.03828809782862663
41056	rnn.bias_hh_l1	2	-0.07120336592197418
41056	rnn.bias_hh_l1	3	-0.061314478516578674
41056	rnn.bias_hh_l1	4	-0.095006063580513
41056	rnn.bias_hh_l1	5	-0.046298570930957794
41056	rnn.bias_hh_l1	6	-0.08570978790521622
41056	rnn.bias_hh_l1	7	0.010047519579529762
41056	rnn.bias_hh_l1	8	-0.06201725825667381
41056	rnn.bias_hh_l1	9	-0.04636109992861748
41056	rnn.weight_ih_l1_reverse	0	-0.04162011668086052
41056	rnn.weight_ih_l1_reverse	1	0.04888099804520607
41056	rnn.weight_ih_l1_reverse	2	-0.04782404005527496
41056	rnn.weight_ih_l1_reverse	3	-0.030241135507822037
41056	rnn.weight_ih_l1_reverse	4	-0.028733612969517708
41056	rnn.weight_ih_l1_reverse	5	-0.03696509823203087
41056	rnn.weight_ih_l1_reverse	6	-0.027482589706778526
41056	rnn.weight_ih_l1_reverse	7	0.018715746700763702
41056	rnn.weight_ih_l1_reverse	8	0.02516554668545723
41056	rnn.weight_ih_l1_reverse	9	-0.0308659877628088
41056	rnn.weight_hh_l1_reverse	0	0.007412516511976719
41056	rnn.weight_hh_l1_reverse	1	0.02936256304383278
41056	rnn.weight_hh_l1_reverse	2	-0.03664901852607727
41056	rnn.weight_hh_l1_reverse	3	0.04026245325803757
41056	rnn.weight_hh_l1_reverse	4	0.04334050044417381
41056	rnn.weight_hh_l1_reverse	5	0.010246331803500652
41056	rnn.weight_hh_l1_reverse	6	0.005243237130343914
41056	rnn.weight_hh_l1_reverse	7	0.027077989652752876
41056	rnn.weight_hh_l1_reverse	8	-0.004414837807416916
41056	rnn.weight_hh_l1_reverse	9	-0.04050421342253685
41056	rnn.bias_ih_l1_reverse	0	-0.027554409578442574
41056	rnn.bias_ih_l1_reverse	1	-0.08119621127843857
41056	rnn.bias_ih_l1_reverse	2	-0.09617326408624649
41056	rnn.bias_ih_l1_reverse	3	-0.0014232766116037965
41056	rnn.bias_ih_l1_reverse	4	-0.13934339582920074
41056	rnn.bias_ih_l1_reverse	5	-0.06382843106985092
41056	rnn.bias_ih_l1_reverse	6	-0.07756999880075455
41056	rnn.bias_ih_l1_reverse	7	-0.09582269191741943
41056	rnn.bias_ih_l1_reverse	8	0.08674407005310059
41056	rnn.bias_ih_l1_reverse	9	0.015642881393432617
41056	rnn.bias_hh_l1_reverse	0	-0.03420710936188698
41056	rnn.bias_hh_l1_reverse	1	-0.008934369310736656
41056	rnn.bias_hh_l1_reverse	2	-0.1689281016588211
41056	rnn.bias_hh_l1_reverse	3	-0.045222207903862
41056	rnn.bias_hh_l1_reverse	4	-0.04245402663946152
41056	rnn.bias_hh_l1_reverse	5	-0.044697921723127365
41056	rnn.bias_hh_l1_reverse	6	0.13920672237873077
41056	rnn.bias_hh_l1_reverse	7	-0.08163997530937195
41056	rnn.bias_hh_l1_reverse	8	-0.07038676738739014
41056	rnn.bias_hh_l1_reverse	9	-0.08039556443691254
41056	linear.weight	0	0.002228822559118271
41056	linear.weight	1	0.07323230057954788
41056	linear.weight	2	-0.10969891399145126
41056	linear.weight	3	0.31338244676589966
41056	linear.weight	4	0.05984598770737648
41056	linear.weight	5	0.017070554196834564
41056	linear.weight	6	0.07115407288074493
41056	linear.weight	7	0.1171296164393425
41056	linear.weight	8	0.041949864476919174
41056	linear.weight	9	-0.055102549493312836
41056	linear.bias	0	-0.07665608823299408
41056	linear.bias	1	-0.05436545982956886
41056	linear.bias	2	-0.42785853147506714
41056	linear.bias	3	-0.7116572856903076
41056	linear.bias	4	-0.9575245380401611
41056	linear.bias	5	0.040550243109464645
41056	linear.bias	6	-0.570280909538269
41056	linear.bias	7	0.5088757872581482
41056	linear.bias	8	-0.5983884334564209
41056	linear.bias	9	-0.804267942905426
41253	transitions	0	0.42223018407821655
41253	transitions	1	-0.0433930978178978
41253	transitions	2	-10000.0
41253	transitions	3	-1.7867882251739502
41253	transitions	4	-10000.0
41253	transitions	5	0.6923174858093262
41253	transitions	6	0.012598961591720581
41253	transitions	7	-0.2150738686323166
41253	transitions	8	-1.291394591331482
41253	transitions	9	2.239256900793407e-05
41253	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
41253	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
41253	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
41253	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
41253	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
41253	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
41253	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
41253	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
41253	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
41253	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
41253	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
41253	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
41253	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
41253	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
41253	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
41253	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
41253	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
41253	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
41253	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
41253	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
41253	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
41253	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
41253	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
41253	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
41253	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
41253	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
41253	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
41253	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
41253	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
41253	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
41253	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
41253	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
41253	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
41253	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
41253	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
41253	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
41253	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
41253	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
41253	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
41253	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
41253	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
41253	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
41253	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
41253	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
41253	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
41253	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
41253	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
41253	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
41253	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
41253	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
41253	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
41253	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
41253	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
41253	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
41253	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
41253	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
41253	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
41253	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
41253	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
41253	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
41253	embedding2nn.weight	0	0.012285982258617878
41253	embedding2nn.weight	1	-0.017778819426894188
41253	embedding2nn.weight	2	-0.014268253929913044
41253	embedding2nn.weight	3	0.02352403849363327
41253	embedding2nn.weight	4	-0.005915034096688032
41253	embedding2nn.weight	5	-0.0037005888298153877
41253	embedding2nn.weight	6	-0.003973230253905058
41253	embedding2nn.weight	7	-0.031202659010887146
41253	embedding2nn.weight	8	-0.0019979383796453476
41253	embedding2nn.weight	9	-0.015736468136310577
41253	embedding2nn.bias	0	0.05193342640995979
41253	embedding2nn.bias	1	-0.02772541716694832
41253	embedding2nn.bias	2	0.0867181122303009
41253	embedding2nn.bias	3	0.02938796766102314
41253	embedding2nn.bias	4	-0.02390928938984871
41253	embedding2nn.bias	5	-0.029661240056157112
41253	embedding2nn.bias	6	0.014382905326783657
41253	embedding2nn.bias	7	-0.05719679594039917
41253	embedding2nn.bias	8	0.06210051849484444
41253	embedding2nn.bias	9	0.028642527759075165
41253	rnn.weight_ih_l0	0	-0.011857121251523495
41253	rnn.weight_ih_l0	1	0.00791082438081503
41253	rnn.weight_ih_l0	2	0.025594504550099373
41253	rnn.weight_ih_l0	3	0.00577935017645359
41253	rnn.weight_ih_l0	4	-0.026617446914315224
41253	rnn.weight_ih_l0	5	-0.05758819356560707
41253	rnn.weight_ih_l0	6	0.022564422339200974
41253	rnn.weight_ih_l0	7	0.051605306565761566
41253	rnn.weight_ih_l0	8	0.008931005373597145
41253	rnn.weight_ih_l0	9	-0.027831275016069412
41253	rnn.weight_hh_l0	0	-0.0375748872756958
41253	rnn.weight_hh_l0	1	-0.0027886908501386642
41253	rnn.weight_hh_l0	2	0.0036808745935559273
41253	rnn.weight_hh_l0	3	-0.04650048166513443
41253	rnn.weight_hh_l0	4	0.05119897425174713
41253	rnn.weight_hh_l0	5	-0.014212558045983315
41253	rnn.weight_hh_l0	6	-0.03202882781624794
41253	rnn.weight_hh_l0	7	-0.02790268138051033
41253	rnn.weight_hh_l0	8	-0.001782106701284647
41253	rnn.weight_hh_l0	9	-0.022803014144301414
41253	rnn.bias_ih_l0	0	0.03624260053038597
41253	rnn.bias_ih_l0	1	-0.02296975813806057
41253	rnn.bias_ih_l0	2	-0.0034028501249849796
41253	rnn.bias_ih_l0	3	0.0849747583270073
41253	rnn.bias_ih_l0	4	-0.035530924797058105
41253	rnn.bias_ih_l0	5	-0.025567064061760902
41253	rnn.bias_ih_l0	6	0.014094154350459576
41253	rnn.bias_ih_l0	7	0.037347689270973206
41253	rnn.bias_ih_l0	8	-0.06432796269655228
41253	rnn.bias_ih_l0	9	-0.0430755540728569
41253	rnn.bias_hh_l0	0	-0.0325162410736084
41253	rnn.bias_hh_l0	1	-0.054184090346097946
41253	rnn.bias_hh_l0	2	-0.028257038444280624
41253	rnn.bias_hh_l0	3	-0.0627899020910263
41253	rnn.bias_hh_l0	4	-0.012580551207065582
41253	rnn.bias_hh_l0	5	0.00798588152974844
41253	rnn.bias_hh_l0	6	0.017281420528888702
41253	rnn.bias_hh_l0	7	0.0056306966580450535
41253	rnn.bias_hh_l0	8	-0.08482595533132553
41253	rnn.bias_hh_l0	9	0.008157462812960148
41253	rnn.weight_ih_l0_reverse	0	-0.018484504893422127
41253	rnn.weight_ih_l0_reverse	1	-0.046849653124809265
41253	rnn.weight_ih_l0_reverse	2	-0.022116322070360184
41253	rnn.weight_ih_l0_reverse	3	0.0018486245535314083
41253	rnn.weight_ih_l0_reverse	4	-0.008724465034902096
41253	rnn.weight_ih_l0_reverse	5	-0.04915972054004669
41253	rnn.weight_ih_l0_reverse	6	0.041607603430747986
41253	rnn.weight_ih_l0_reverse	7	-0.01607908308506012
41253	rnn.weight_ih_l0_reverse	8	-0.035629432648420334
41253	rnn.weight_ih_l0_reverse	9	0.014719964005053043
41253	rnn.weight_hh_l0_reverse	0	0.03695394843816757
41253	rnn.weight_hh_l0_reverse	1	0.033459682017564774
41253	rnn.weight_hh_l0_reverse	2	0.029972493648529053
41253	rnn.weight_hh_l0_reverse	3	0.020971883088350296
41253	rnn.weight_hh_l0_reverse	4	0.0028719401452690363
41253	rnn.weight_hh_l0_reverse	5	-0.0066172219812870026
41253	rnn.weight_hh_l0_reverse	6	0.03666450083255768
41253	rnn.weight_hh_l0_reverse	7	-0.029689321294426918
41253	rnn.weight_hh_l0_reverse	8	0.020657410845160484
41253	rnn.weight_hh_l0_reverse	9	0.04789986461400986
41253	rnn.bias_ih_l0_reverse	0	-0.05880633741617203
41253	rnn.bias_ih_l0_reverse	1	-0.14245766401290894
41253	rnn.bias_ih_l0_reverse	2	-0.06253939121961594
41253	rnn.bias_ih_l0_reverse	3	-0.001899243681691587
41253	rnn.bias_ih_l0_reverse	4	-0.0361018031835556
41253	rnn.bias_ih_l0_reverse	5	0.031842924654483795
41253	rnn.bias_ih_l0_reverse	6	-0.020180076360702515
41253	rnn.bias_ih_l0_reverse	7	0.04014774039387703
41253	rnn.bias_ih_l0_reverse	8	-0.027864841744303703
41253	rnn.bias_ih_l0_reverse	9	0.024651722982525826
41253	rnn.bias_hh_l0_reverse	0	-0.02480212040245533
41253	rnn.bias_hh_l0_reverse	1	-0.0012002295115962625
41253	rnn.bias_hh_l0_reverse	2	0.025391701608896255
41253	rnn.bias_hh_l0_reverse	3	-0.034099724143743515
41253	rnn.bias_hh_l0_reverse	4	-0.04304921627044678
41253	rnn.bias_hh_l0_reverse	5	-0.051291342824697495
41253	rnn.bias_hh_l0_reverse	6	-0.015155707485973835
41253	rnn.bias_hh_l0_reverse	7	0.05223368853330612
41253	rnn.bias_hh_l0_reverse	8	0.021040378138422966
41253	rnn.bias_hh_l0_reverse	9	-0.07690810412168503
41253	rnn.weight_ih_l1	0	-0.03496517986059189
41253	rnn.weight_ih_l1	1	-0.03282516449689865
41253	rnn.weight_ih_l1	2	0.051497917622327805
41253	rnn.weight_ih_l1	3	-0.030298298224806786
41253	rnn.weight_ih_l1	4	0.0009016841067932546
41253	rnn.weight_ih_l1	5	-0.04212448373436928
41253	rnn.weight_ih_l1	6	0.019316311925649643
41253	rnn.weight_ih_l1	7	-0.034867800772190094
41253	rnn.weight_ih_l1	8	0.038295723497867584
41253	rnn.weight_ih_l1	9	0.02733777090907097
41253	rnn.weight_hh_l1	0	-6.102931729401462e-05
41253	rnn.weight_hh_l1	1	0.004990295507013798
41253	rnn.weight_hh_l1	2	-0.01574615202844143
41253	rnn.weight_hh_l1	3	-0.008740365505218506
41253	rnn.weight_hh_l1	4	0.0009258699719794095
41253	rnn.weight_hh_l1	5	0.027215290814638138
41253	rnn.weight_hh_l1	6	0.03073151409626007
41253	rnn.weight_hh_l1	7	-0.029263483360409737
41253	rnn.weight_hh_l1	8	-0.03456884250044823
41253	rnn.weight_hh_l1	9	0.03707249462604523
41253	rnn.bias_ih_l1	0	-0.10540075600147247
41253	rnn.bias_ih_l1	1	-0.08978105336427689
41253	rnn.bias_ih_l1	2	-0.12294913828372955
41253	rnn.bias_ih_l1	3	-0.15924768149852753
41253	rnn.bias_ih_l1	4	-0.16869060695171356
41253	rnn.bias_ih_l1	5	-0.08415325731039047
41253	rnn.bias_ih_l1	6	-0.06839773803949356
41253	rnn.bias_ih_l1	7	-0.023374062031507492
41253	rnn.bias_ih_l1	8	-0.06795991212129593
41253	rnn.bias_ih_l1	9	-0.08919160813093185
41253	rnn.bias_hh_l1	0	-0.10387600213289261
41253	rnn.bias_hh_l1	1	-0.038209281861782074
41253	rnn.bias_hh_l1	2	-0.07003198564052582
41253	rnn.bias_hh_l1	3	-0.06098363548517227
41253	rnn.bias_hh_l1	4	-0.09406892955303192
41253	rnn.bias_hh_l1	5	-0.04690902680158615
41253	rnn.bias_hh_l1	6	-0.08364557474851608
41253	rnn.bias_hh_l1	7	0.013033113442361355
41253	rnn.bias_hh_l1	8	-0.07065875828266144
41253	rnn.bias_hh_l1	9	-0.04807452857494354
41253	rnn.weight_ih_l1_reverse	0	-0.04036311060190201
41253	rnn.weight_ih_l1_reverse	1	0.04799497127532959
41253	rnn.weight_ih_l1_reverse	2	-0.05091100186109543
41253	rnn.weight_ih_l1_reverse	3	-0.029588591307401657
41253	rnn.weight_ih_l1_reverse	4	-0.028015900403261185
41253	rnn.weight_ih_l1_reverse	5	-0.03678787127137184
41253	rnn.weight_ih_l1_reverse	6	-0.027604656293988228
41253	rnn.weight_ih_l1_reverse	7	0.018756447359919548
41253	rnn.weight_ih_l1_reverse	8	0.0222140122205019
41253	rnn.weight_ih_l1_reverse	9	-0.030710037797689438
41253	rnn.weight_hh_l1_reverse	0	0.007323939818888903
41253	rnn.weight_hh_l1_reverse	1	0.029229428619146347
41253	rnn.weight_hh_l1_reverse	2	-0.03658624738454819
41253	rnn.weight_hh_l1_reverse	3	0.040382903069257736
41253	rnn.weight_hh_l1_reverse	4	0.04430229216814041
41253	rnn.weight_hh_l1_reverse	5	0.010119520127773285
41253	rnn.weight_hh_l1_reverse	6	0.003946583718061447
41253	rnn.weight_hh_l1_reverse	7	0.027031399309635162
41253	rnn.weight_hh_l1_reverse	8	-0.004203517455607653
41253	rnn.weight_hh_l1_reverse	9	-0.04094001278281212
41253	rnn.bias_ih_l1_reverse	0	-0.027066737413406372
41253	rnn.bias_ih_l1_reverse	1	-0.08003915101289749
41253	rnn.bias_ih_l1_reverse	2	-0.09652948379516602
41253	rnn.bias_ih_l1_reverse	3	-0.008184799924492836
41253	rnn.bias_ih_l1_reverse	4	-0.14042572677135468
41253	rnn.bias_ih_l1_reverse	5	-0.06432242691516876
41253	rnn.bias_ih_l1_reverse	6	-0.0792970210313797
41253	rnn.bias_ih_l1_reverse	7	-0.09597498178482056
41253	rnn.bias_ih_l1_reverse	8	0.08969607949256897
41253	rnn.bias_ih_l1_reverse	9	0.008814656175673008
41253	rnn.bias_hh_l1_reverse	0	-0.036597855389118195
41253	rnn.bias_hh_l1_reverse	1	-0.011591969057917595
41253	rnn.bias_hh_l1_reverse	2	-0.16800527274608612
41253	rnn.bias_hh_l1_reverse	3	-0.04389692097902298
41253	rnn.bias_hh_l1_reverse	4	-0.04319882020354271
41253	rnn.bias_hh_l1_reverse	5	-0.044037215411663055
41253	rnn.bias_hh_l1_reverse	6	0.13280470669269562
41253	rnn.bias_hh_l1_reverse	7	-0.08387455344200134
41253	rnn.bias_hh_l1_reverse	8	-0.06824495643377304
41253	rnn.bias_hh_l1_reverse	9	-0.07998580485582352
41253	linear.weight	0	0.002228822559118271
41253	linear.weight	1	0.060359399765729904
41253	linear.weight	2	-0.106690414249897
41253	linear.weight	3	0.3078412115573883
41253	linear.weight	4	0.07201451063156128
41253	linear.weight	5	0.01705438643693924
41253	linear.weight	6	0.07111992686986923
41253	linear.weight	7	0.0941711887717247
41253	linear.weight	8	0.041951194405555725
41253	linear.weight	9	-0.05326131358742714
41253	linear.bias	0	-0.0982639417052269
41253	linear.bias	1	-0.047180645167827606
41253	linear.bias	2	-0.4525403082370758
41253	linear.bias	3	-0.7016988396644592
41253	linear.bias	4	-0.943281888961792
41253	linear.bias	5	0.01557370275259018
41253	linear.bias	6	-0.5652022361755371
41253	linear.bias	7	0.48760539293289185
41253	linear.bias	8	-0.5784575343132019
41253	linear.bias	9	-0.7907711863517761
41450	transitions	0	0.4242437183856964
41450	transitions	1	-0.03816303238272667
41450	transitions	2	-10000.0
41450	transitions	3	-1.7869304418563843
41450	transitions	4	-10000.0
41450	transitions	5	0.6918035745620728
41450	transitions	6	0.012179444544017315
41450	transitions	7	-0.21684333682060242
41450	transitions	8	-1.2919542789459229
41450	transitions	9	1.6125852198456414e-05
41450	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
41450	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
41450	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
41450	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
41450	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
41450	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
41450	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
41450	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
41450	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
41450	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
41450	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
41450	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
41450	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
41450	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
41450	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
41450	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
41450	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
41450	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
41450	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
41450	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
41450	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
41450	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
41450	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
41450	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
41450	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
41450	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
41450	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
41450	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
41450	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
41450	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
41450	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
41450	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
41450	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
41450	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
41450	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
41450	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
41450	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
41450	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
41450	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
41450	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
41450	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
41450	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
41450	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
41450	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
41450	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
41450	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
41450	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
41450	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
41450	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
41450	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
41450	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
41450	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
41450	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
41450	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
41450	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
41450	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
41450	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
41450	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
41450	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
41450	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
41450	embedding2nn.weight	0	0.01103998813778162
41450	embedding2nn.weight	1	-0.01746593974530697
41450	embedding2nn.weight	2	-0.014268253929913044
41450	embedding2nn.weight	3	0.023331554606556892
41450	embedding2nn.weight	4	-0.005915034096688032
41450	embedding2nn.weight	5	-0.0037005890626460314
41450	embedding2nn.weight	6	-0.00397323165088892
41450	embedding2nn.weight	7	-0.03211190924048424
41450	embedding2nn.weight	8	-0.0019979383796453476
41450	embedding2nn.weight	9	-0.01690661534667015
41450	embedding2nn.bias	0	0.04410942271351814
41450	embedding2nn.bias	1	-0.029734712094068527
41450	embedding2nn.bias	2	0.08809293061494827
41450	embedding2nn.bias	3	0.02920161373913288
41450	embedding2nn.bias	4	-0.03780923783779144
41450	embedding2nn.bias	5	-0.02995031699538231
41450	embedding2nn.bias	6	0.006766625680029392
41450	embedding2nn.bias	7	-0.0569593645632267
41450	embedding2nn.bias	8	0.058443598449230194
41450	embedding2nn.bias	9	0.03339496627449989
41450	rnn.weight_ih_l0	0	-0.0102767338976264
41450	rnn.weight_ih_l0	1	0.008073863573372364
41450	rnn.weight_ih_l0	2	0.0269079077988863
41450	rnn.weight_ih_l0	3	0.007092232815921307
41450	rnn.weight_ih_l0	4	-0.0265328548848629
41450	rnn.weight_ih_l0	5	-0.05834272876381874
41450	rnn.weight_ih_l0	6	0.02354457788169384
41450	rnn.weight_ih_l0	7	0.051773808896541595
41450	rnn.weight_ih_l0	8	0.00958002358675003
41450	rnn.weight_ih_l0	9	-0.029378730803728104
41450	rnn.weight_hh_l0	0	-0.03793603554368019
41450	rnn.weight_hh_l0	1	-0.0031609537545591593
41450	rnn.weight_hh_l0	2	0.004523249343037605
41450	rnn.weight_hh_l0	3	-0.04609699547290802
41450	rnn.weight_hh_l0	4	0.04993089288473129
41450	rnn.weight_hh_l0	5	-0.012954307720065117
41450	rnn.weight_hh_l0	6	-0.03319455310702324
41450	rnn.weight_hh_l0	7	-0.028225047513842583
41450	rnn.weight_hh_l0	8	-0.002050835406407714
41450	rnn.weight_hh_l0	9	-0.02246188372373581
41450	rnn.bias_ih_l0	0	0.03896406665444374
41450	rnn.bias_ih_l0	1	-0.021113703027367592
41450	rnn.bias_ih_l0	2	-0.005086865741759539
41450	rnn.bias_ih_l0	3	0.0820692703127861
41450	rnn.bias_ih_l0	4	-0.03451050445437431
41450	rnn.bias_ih_l0	5	-0.0292485523968935
41450	rnn.bias_ih_l0	6	0.012194374576210976
41450	rnn.bias_ih_l0	7	0.03984098136425018
41450	rnn.bias_ih_l0	8	-0.0632830485701561
41450	rnn.bias_ih_l0	9	-0.046608295291662216
41450	rnn.bias_hh_l0	0	-0.035381563007831573
41450	rnn.bias_hh_l0	1	-0.05571722611784935
41450	rnn.bias_hh_l0	2	-0.02994823269546032
41450	rnn.bias_hh_l0	3	-0.060813985764980316
41450	rnn.bias_hh_l0	4	-0.01190982572734356
41450	rnn.bias_hh_l0	5	0.013146881014108658
41450	rnn.bias_hh_l0	6	0.020658813416957855
41450	rnn.bias_hh_l0	7	0.011921923607587814
41450	rnn.bias_hh_l0	8	-0.08583230525255203
41450	rnn.bias_hh_l0	9	0.004556730855256319
41450	rnn.weight_ih_l0_reverse	0	-0.018457451835274696
41450	rnn.weight_ih_l0_reverse	1	-0.04602948948740959
41450	rnn.weight_ih_l0_reverse	2	-0.022185156121850014
41450	rnn.weight_ih_l0_reverse	3	0.0016377997817471623
41450	rnn.weight_ih_l0_reverse	4	-0.008859503082931042
41450	rnn.weight_ih_l0_reverse	5	-0.04826701432466507
41450	rnn.weight_ih_l0_reverse	6	0.042199987918138504
41450	rnn.weight_ih_l0_reverse	7	-0.01885940507054329
41450	rnn.weight_ih_l0_reverse	8	-0.03601036220788956
41450	rnn.weight_ih_l0_reverse	9	0.014085661619901657
41450	rnn.weight_hh_l0_reverse	0	0.03794354572892189
41450	rnn.weight_hh_l0_reverse	1	0.03197969123721123
41450	rnn.weight_hh_l0_reverse	2	0.029834827408194542
41450	rnn.weight_hh_l0_reverse	3	0.021344972774386406
41450	rnn.weight_hh_l0_reverse	4	0.002940057311207056
41450	rnn.weight_hh_l0_reverse	5	-0.006291793193668127
41450	rnn.weight_hh_l0_reverse	6	0.0364617295563221
41450	rnn.weight_hh_l0_reverse	7	-0.02990386262536049
41450	rnn.weight_hh_l0_reverse	8	0.021380316466093063
41450	rnn.weight_hh_l0_reverse	9	0.04832477867603302
41450	rnn.bias_ih_l0_reverse	0	-0.05945703387260437
41450	rnn.bias_ih_l0_reverse	1	-0.1423387974500656
41450	rnn.bias_ih_l0_reverse	2	-0.06118513643741608
41450	rnn.bias_ih_l0_reverse	3	-0.002973657101392746
41450	rnn.bias_ih_l0_reverse	4	-0.03568856045603752
41450	rnn.bias_ih_l0_reverse	5	0.03220868855714798
41450	rnn.bias_ih_l0_reverse	6	-0.022943073883652687
41450	rnn.bias_ih_l0_reverse	7	0.03716215118765831
41450	rnn.bias_ih_l0_reverse	8	-0.031181689351797104
41450	rnn.bias_ih_l0_reverse	9	0.02914801426231861
41450	rnn.bias_hh_l0_reverse	0	-0.02649179846048355
41450	rnn.bias_hh_l0_reverse	1	0.001152177806943655
41450	rnn.bias_hh_l0_reverse	2	0.02633238211274147
41450	rnn.bias_hh_l0_reverse	3	-0.033654727041721344
41450	rnn.bias_hh_l0_reverse	4	-0.041394833475351334
41450	rnn.bias_hh_l0_reverse	5	-0.04712219908833504
41450	rnn.bias_hh_l0_reverse	6	-0.01892847567796707
41450	rnn.bias_hh_l0_reverse	7	0.054189104586839676
41450	rnn.bias_hh_l0_reverse	8	0.02391018159687519
41450	rnn.bias_hh_l0_reverse	9	-0.07455877959728241
41450	rnn.weight_ih_l1	0	-0.034828878939151764
41450	rnn.weight_ih_l1	1	-0.033377666026353836
41450	rnn.weight_ih_l1	2	0.05545591562986374
41450	rnn.weight_ih_l1	3	-0.027769237756729126
41450	rnn.weight_ih_l1	4	0.0006965416832827032
41450	rnn.weight_ih_l1	5	-0.04185224324464798
41450	rnn.weight_ih_l1	6	0.019520075991749763
41450	rnn.weight_ih_l1	7	-0.035179607570171356
41450	rnn.weight_ih_l1	8	0.03831694275140762
41450	rnn.weight_ih_l1	9	0.027379127219319344
41450	rnn.weight_hh_l1	0	0.0006945520872250199
41450	rnn.weight_hh_l1	1	0.005115373991429806
41450	rnn.weight_hh_l1	2	-0.016310319304466248
41450	rnn.weight_hh_l1	3	-0.00798395462334156
41450	rnn.weight_hh_l1	4	0.0005226208013482392
41450	rnn.weight_hh_l1	5	0.027357500046491623
41450	rnn.weight_hh_l1	6	0.03132506087422371
41450	rnn.weight_hh_l1	7	-0.029497714713215828
41450	rnn.weight_hh_l1	8	-0.0350164920091629
41450	rnn.weight_hh_l1	9	0.03719378262758255
41450	rnn.bias_ih_l1	0	-0.10420145839452744
41450	rnn.bias_ih_l1	1	-0.09030986577272415
41450	rnn.bias_ih_l1	2	-0.12263431400060654
41450	rnn.bias_ih_l1	3	-0.16050970554351807
41450	rnn.bias_ih_l1	4	-0.17285998165607452
41450	rnn.bias_ih_l1	5	-0.08529230207204819
41450	rnn.bias_ih_l1	6	-0.07091287523508072
41450	rnn.bias_ih_l1	7	-0.026946475729346275
41450	rnn.bias_ih_l1	8	-0.0684184804558754
41450	rnn.bias_ih_l1	9	-0.08795784413814545
41450	rnn.bias_hh_l1	0	-0.10693303495645523
41450	rnn.bias_hh_l1	1	-0.03582964837551117
41450	rnn.bias_hh_l1	2	-0.06981806457042694
41450	rnn.bias_hh_l1	3	-0.059882938861846924
41450	rnn.bias_hh_l1	4	-0.09289854764938354
41450	rnn.bias_hh_l1	5	-0.048424191772937775
41450	rnn.bias_hh_l1	6	-0.08495975285768509
41450	rnn.bias_hh_l1	7	0.014708432368934155
41450	rnn.bias_hh_l1	8	-0.07213073968887329
41450	rnn.bias_hh_l1	9	-0.049009330570697784
41450	rnn.weight_ih_l1_reverse	0	-0.04058907926082611
41450	rnn.weight_ih_l1_reverse	1	0.04230189323425293
41450	rnn.weight_ih_l1_reverse	2	-0.04953907057642937
41450	rnn.weight_ih_l1_reverse	3	-0.028206083923578262
41450	rnn.weight_ih_l1_reverse	4	-0.02861061319708824
41450	rnn.weight_ih_l1_reverse	5	-0.036963701248168945
41450	rnn.weight_ih_l1_reverse	6	-0.0282067209482193
41450	rnn.weight_ih_l1_reverse	7	0.018629079684615135
41450	rnn.weight_ih_l1_reverse	8	0.020487839356064796
41450	rnn.weight_ih_l1_reverse	9	-0.0312938392162323
41450	rnn.weight_hh_l1_reverse	0	0.007013285998255014
41450	rnn.weight_hh_l1_reverse	1	0.029311880469322205
41450	rnn.weight_hh_l1_reverse	2	-0.03657914325594902
41450	rnn.weight_hh_l1_reverse	3	0.04038733243942261
41450	rnn.weight_hh_l1_reverse	4	0.04419085010886192
41450	rnn.weight_hh_l1_reverse	5	0.010027524083852768
41450	rnn.weight_hh_l1_reverse	6	0.004699531942605972
41450	rnn.weight_hh_l1_reverse	7	0.027018539607524872
41450	rnn.weight_hh_l1_reverse	8	-0.004303185734897852
41450	rnn.weight_hh_l1_reverse	9	-0.041303981095552444
41450	rnn.bias_ih_l1_reverse	0	-0.02651541493833065
41450	rnn.bias_ih_l1_reverse	1	-0.07952561974525452
41450	rnn.bias_ih_l1_reverse	2	-0.09553779661655426
41450	rnn.bias_ih_l1_reverse	3	-0.007376806810498238
41450	rnn.bias_ih_l1_reverse	4	-0.14322830736637115
41450	rnn.bias_ih_l1_reverse	5	-0.0610947422683239
41450	rnn.bias_ih_l1_reverse	6	-0.07969215512275696
41450	rnn.bias_ih_l1_reverse	7	-0.09281890094280243
41450	rnn.bias_ih_l1_reverse	8	0.08654794842004776
41450	rnn.bias_ih_l1_reverse	9	0.010265578515827656
41450	rnn.bias_hh_l1_reverse	0	-0.029818126931786537
41450	rnn.bias_hh_l1_reverse	1	-0.01668466627597809
41450	rnn.bias_hh_l1_reverse	2	-0.1681663990020752
41450	rnn.bias_hh_l1_reverse	3	-0.04433780163526535
41450	rnn.bias_hh_l1_reverse	4	-0.04307487979531288
41450	rnn.bias_hh_l1_reverse	5	-0.04237230867147446
41450	rnn.bias_hh_l1_reverse	6	0.13578443229198456
41450	rnn.bias_hh_l1_reverse	7	-0.08342862129211426
41450	rnn.bias_hh_l1_reverse	8	-0.07094375044107437
41450	rnn.bias_hh_l1_reverse	9	-0.08098258823156357
41450	linear.weight	0	0.002228822559118271
41450	linear.weight	1	0.047880545258522034
41450	linear.weight	2	-0.11067163944244385
41450	linear.weight	3	0.31761229038238525
41450	linear.weight	4	0.07151424884796143
41450	linear.weight	5	0.01846275106072426
41450	linear.weight	6	0.0639764592051506
41450	linear.weight	7	0.10538434982299805
41450	linear.weight	8	0.041948698461055756
41450	linear.weight	9	-0.06205032765865326
41450	linear.bias	0	-0.06211483106017113
41450	linear.bias	1	-0.07126247137784958
41450	linear.bias	2	-0.40240758657455444
41450	linear.bias	3	-0.7221158146858215
41450	linear.bias	4	-0.9647473096847534
41450	linear.bias	5	0.029123228043317795
41450	linear.bias	6	-0.5878565907478333
41450	linear.bias	7	0.5035328269004822
41450	linear.bias	8	-0.6047122478485107
41450	linear.bias	9	-0.8185815811157227
41454	transitions	0	0.42419564723968506
41454	transitions	1	-0.03816790133714676
41454	transitions	2	-10000.0
41454	transitions	3	-1.786932349205017
41454	transitions	4	-10000.0
41454	transitions	5	0.6917944550514221
41454	transitions	6	0.012175912968814373
41454	transitions	7	-0.21686683595180511
41454	transitions	8	-1.291970133781433
41454	transitions	9	1.5971472748788074e-05
41454	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
41454	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
41454	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
41454	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
41454	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
41454	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
41454	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
41454	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
41454	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
41454	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
41454	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
41454	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
41454	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
41454	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
41454	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
41454	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
41454	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
41454	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
41454	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
41454	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
41454	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
41454	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
41454	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
41454	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
41454	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
41454	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
41454	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
41454	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
41454	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
41454	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
41454	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
41454	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
41454	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
41454	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
41454	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
41454	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
41454	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
41454	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
41454	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
41454	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
41454	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
41454	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
41454	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
41454	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
41454	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
41454	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
41454	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
41454	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
41454	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
41454	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
41454	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
41454	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
41454	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
41454	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
41454	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
41454	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
41454	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
41454	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
41454	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
41454	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
41454	embedding2nn.weight	0	0.010303515940904617
41454	embedding2nn.weight	1	-0.017395418137311935
41454	embedding2nn.weight	2	-0.014268253929913044
41454	embedding2nn.weight	3	0.023402834311127663
41454	embedding2nn.weight	4	-0.005915034096688032
41454	embedding2nn.weight	5	-0.0037005890626460314
41454	embedding2nn.weight	6	-0.0039732311852276325
41454	embedding2nn.weight	7	-0.03217627853155136
41454	embedding2nn.weight	8	-0.0019979383796453476
41454	embedding2nn.weight	9	-0.017000744119286537
41454	embedding2nn.bias	0	0.043622005730867386
41454	embedding2nn.bias	1	-0.030157044529914856
41454	embedding2nn.bias	2	0.08735929429531097
41454	embedding2nn.bias	3	0.027990560978651047
41454	embedding2nn.bias	4	-0.03499579429626465
41454	embedding2nn.bias	5	-0.03011995181441307
41454	embedding2nn.bias	6	0.0065965717658400536
41454	embedding2nn.bias	7	-0.05900522693991661
41454	embedding2nn.bias	8	0.05757599323987961
41454	embedding2nn.bias	9	0.03437309339642525
41454	rnn.weight_ih_l0	0	-0.0104169687256217
41454	rnn.weight_ih_l0	1	0.00792213249951601
41454	rnn.weight_ih_l0	2	0.02608623169362545
41454	rnn.weight_ih_l0	3	0.007054468151181936
41454	rnn.weight_ih_l0	4	-0.026494547724723816
41454	rnn.weight_ih_l0	5	-0.0583966039121151
41454	rnn.weight_ih_l0	6	0.023613501340150833
41454	rnn.weight_ih_l0	7	0.05150070786476135
41454	rnn.weight_ih_l0	8	0.009619271382689476
41454	rnn.weight_ih_l0	9	-0.029366329312324524
41454	rnn.weight_hh_l0	0	-0.037886135280132294
41454	rnn.weight_hh_l0	1	-0.003230117727071047
41454	rnn.weight_hh_l0	2	0.00457215728238225
41454	rnn.weight_hh_l0	3	-0.04589688777923584
41454	rnn.weight_hh_l0	4	0.050040341913700104
41454	rnn.weight_hh_l0	5	-0.01277218572795391
41454	rnn.weight_hh_l0	6	-0.033146895468235016
41454	rnn.weight_hh_l0	7	-0.028194621205329895
41454	rnn.weight_hh_l0	8	-0.0020465319976210594
41454	rnn.weight_hh_l0	9	-0.02250967174768448
41454	rnn.bias_ih_l0	0	0.03891700506210327
41454	rnn.bias_ih_l0	1	-0.021343711763620377
41454	rnn.bias_ih_l0	2	-0.0046825772151350975
41454	rnn.bias_ih_l0	3	0.08219114691019058
41454	rnn.bias_ih_l0	4	-0.03468853980302811
41454	rnn.bias_ih_l0	5	-0.029164893552660942
41454	rnn.bias_ih_l0	6	0.011948753148317337
41454	rnn.bias_ih_l0	7	0.03944537788629532
41454	rnn.bias_ih_l0	8	-0.0633402094244957
41454	rnn.bias_ih_l0	9	-0.04710076376795769
41454	rnn.bias_hh_l0	0	-0.035074084997177124
41454	rnn.bias_hh_l0	1	-0.05522282421588898
41454	rnn.bias_hh_l0	2	-0.029416600242257118
41454	rnn.bias_hh_l0	3	-0.06080959737300873
41454	rnn.bias_hh_l0	4	-0.011850773356854916
41454	rnn.bias_hh_l0	5	0.013233269564807415
41454	rnn.bias_hh_l0	6	0.020546384155750275
41454	rnn.bias_hh_l0	7	0.012204466387629509
41454	rnn.bias_hh_l0	8	-0.086623415350914
41454	rnn.bias_hh_l0	9	0.005070257931947708
41454	rnn.weight_ih_l0_reverse	0	-0.018542733043432236
41454	rnn.weight_ih_l0_reverse	1	-0.0461687408387661
41454	rnn.weight_ih_l0_reverse	2	-0.02218337170779705
41454	rnn.weight_ih_l0_reverse	3	0.001607877085916698
41454	rnn.weight_ih_l0_reverse	4	-0.008850855752825737
41454	rnn.weight_ih_l0_reverse	5	-0.048216380178928375
41454	rnn.weight_ih_l0_reverse	6	0.04215626046061516
41454	rnn.weight_ih_l0_reverse	7	-0.018930351361632347
41454	rnn.weight_ih_l0_reverse	8	-0.03618229925632477
41454	rnn.weight_ih_l0_reverse	9	0.014011292718350887
41454	rnn.weight_hh_l0_reverse	0	0.03799091652035713
41454	rnn.weight_hh_l0_reverse	1	0.03197849541902542
41454	rnn.weight_hh_l0_reverse	2	0.029916929081082344
41454	rnn.weight_hh_l0_reverse	3	0.021334748715162277
41454	rnn.weight_hh_l0_reverse	4	0.00294278166256845
41454	rnn.weight_hh_l0_reverse	5	-0.006095402874052525
41454	rnn.weight_hh_l0_reverse	6	0.03645697608590126
41454	rnn.weight_hh_l0_reverse	7	-0.029874559491872787
41454	rnn.weight_hh_l0_reverse	8	0.02144593372941017
41454	rnn.weight_hh_l0_reverse	9	0.04842345044016838
41454	rnn.bias_ih_l0_reverse	0	-0.05979175865650177
41454	rnn.bias_ih_l0_reverse	1	-0.14339298009872437
41454	rnn.bias_ih_l0_reverse	2	-0.06134788691997528
41454	rnn.bias_ih_l0_reverse	3	-0.0028721201233565807
41454	rnn.bias_ih_l0_reverse	4	-0.03575360029935837
41454	rnn.bias_ih_l0_reverse	5	0.03186994045972824
41454	rnn.bias_ih_l0_reverse	6	-0.02288522757589817
41454	rnn.bias_ih_l0_reverse	7	0.03704239800572395
41454	rnn.bias_ih_l0_reverse	8	-0.030973214656114578
41454	rnn.bias_ih_l0_reverse	9	0.029073558747768402
41454	rnn.bias_hh_l0_reverse	0	-0.02642333321273327
41454	rnn.bias_hh_l0_reverse	1	0.001095014507882297
41454	rnn.bias_hh_l0_reverse	2	0.026355314999818802
41454	rnn.bias_hh_l0_reverse	3	-0.03359609469771385
41454	rnn.bias_hh_l0_reverse	4	-0.041430044919252396
41454	rnn.bias_hh_l0_reverse	5	-0.04724467918276787
41454	rnn.bias_hh_l0_reverse	6	-0.018843144178390503
41454	rnn.bias_hh_l0_reverse	7	0.05414911359548569
41454	rnn.bias_hh_l0_reverse	8	0.0234682559967041
41454	rnn.bias_hh_l0_reverse	9	-0.07438495755195618
41454	rnn.weight_ih_l1	0	-0.03485061973333359
41454	rnn.weight_ih_l1	1	-0.033415745943784714
41454	rnn.weight_ih_l1	2	0.05562424287199974
41454	rnn.weight_ih_l1	3	-0.027743710204958916
41454	rnn.weight_ih_l1	4	0.0006542993360199034
41454	rnn.weight_ih_l1	5	-0.04169907048344612
41454	rnn.weight_ih_l1	6	0.01953493244946003
41454	rnn.weight_ih_l1	7	-0.0350932814180851
41454	rnn.weight_ih_l1	8	0.03840633109211922
41454	rnn.weight_ih_l1	9	0.02738010324537754
41454	rnn.weight_hh_l1	0	0.0006843875162303448
41454	rnn.weight_hh_l1	1	0.005123504437506199
41454	rnn.weight_hh_l1	2	-0.016249435022473335
41454	rnn.weight_hh_l1	3	-0.007947559468448162
41454	rnn.weight_hh_l1	4	0.0007935921312309802
41454	rnn.weight_hh_l1	5	0.02736559882760048
41454	rnn.weight_hh_l1	6	0.03127431124448776
41454	rnn.weight_hh_l1	7	-0.02948617935180664
41454	rnn.weight_hh_l1	8	-0.03483910113573074
41454	rnn.weight_hh_l1	9	0.03717812895774841
41454	rnn.bias_ih_l1	0	-0.10441011190414429
41454	rnn.bias_ih_l1	1	-0.0897338017821312
41454	rnn.bias_ih_l1	2	-0.12253950536251068
41454	rnn.bias_ih_l1	3	-0.16056984663009644
41454	rnn.bias_ih_l1	4	-0.17353446781635284
41454	rnn.bias_ih_l1	5	-0.08540969341993332
41454	rnn.bias_ih_l1	6	-0.07073661684989929
41454	rnn.bias_ih_l1	7	-0.027411095798015594
41454	rnn.bias_ih_l1	8	-0.06918264180421829
41454	rnn.bias_ih_l1	9	-0.0880633294582367
41454	rnn.bias_hh_l1	0	-0.10638003796339035
41454	rnn.bias_hh_l1	1	-0.03511122986674309
41454	rnn.bias_hh_l1	2	-0.0694761797785759
41454	rnn.bias_hh_l1	3	-0.05960246920585632
41454	rnn.bias_hh_l1	4	-0.09302302449941635
41454	rnn.bias_hh_l1	5	-0.04874437674880028
41454	rnn.bias_hh_l1	6	-0.08491554856300354
41454	rnn.bias_hh_l1	7	0.015512912534177303
41454	rnn.bias_hh_l1	8	-0.07215776294469833
41454	rnn.bias_hh_l1	9	-0.04880455136299133
41454	rnn.weight_ih_l1_reverse	0	-0.04058604687452316
41454	rnn.weight_ih_l1_reverse	1	0.04260118305683136
41454	rnn.weight_ih_l1_reverse	2	-0.04948914423584938
41454	rnn.weight_ih_l1_reverse	3	-0.028253167867660522
41454	rnn.weight_ih_l1_reverse	4	-0.02854483388364315
41454	rnn.weight_ih_l1_reverse	5	-0.03698090463876724
41454	rnn.weight_ih_l1_reverse	6	-0.02791323885321617
41454	rnn.weight_ih_l1_reverse	7	0.018576212227344513
41454	rnn.weight_ih_l1_reverse	8	0.020886175334453583
41454	rnn.weight_ih_l1_reverse	9	-0.03125675395131111
41454	rnn.weight_hh_l1_reverse	0	0.007064470089972019
41454	rnn.weight_hh_l1_reverse	1	0.029312167316675186
41454	rnn.weight_hh_l1_reverse	2	-0.03656638786196709
41454	rnn.weight_hh_l1_reverse	3	0.040371865034103394
41454	rnn.weight_hh_l1_reverse	4	0.044067591428756714
41454	rnn.weight_hh_l1_reverse	5	0.010019036009907722
41454	rnn.weight_hh_l1_reverse	6	0.004541097208857536
41454	rnn.weight_hh_l1_reverse	7	0.027053870260715485
41454	rnn.weight_hh_l1_reverse	8	-0.004321010783314705
41454	rnn.weight_hh_l1_reverse	9	-0.041318997740745544
41454	rnn.bias_ih_l1_reverse	0	-0.02629978209733963
41454	rnn.bias_ih_l1_reverse	1	-0.07959974557161331
41454	rnn.bias_ih_l1_reverse	2	-0.09557967633008957
41454	rnn.bias_ih_l1_reverse	3	-0.008579657413065434
41454	rnn.bias_ih_l1_reverse	4	-0.14327071607112885
41454	rnn.bias_ih_l1_reverse	5	-0.06111857667565346
41454	rnn.bias_ih_l1_reverse	6	-0.07972297072410583
41454	rnn.bias_ih_l1_reverse	7	-0.09259726107120514
41454	rnn.bias_ih_l1_reverse	8	0.0852869525551796
41454	rnn.bias_ih_l1_reverse	9	0.010686218738555908
41454	rnn.bias_hh_l1_reverse	0	-0.030146988108754158
41454	rnn.bias_hh_l1_reverse	1	-0.017424194142222404
41454	rnn.bias_hh_l1_reverse	2	-0.16820740699768066
41454	rnn.bias_hh_l1_reverse	3	-0.04435718432068825
41454	rnn.bias_hh_l1_reverse	4	-0.043157752603292465
41454	rnn.bias_hh_l1_reverse	5	-0.04237771034240723
41454	rnn.bias_hh_l1_reverse	6	0.13764013350009918
41454	rnn.bias_hh_l1_reverse	7	-0.08374609798192978
41454	rnn.bias_hh_l1_reverse	8	-0.07097559422254562
41454	rnn.bias_hh_l1_reverse	9	-0.08094588667154312
41454	linear.weight	0	0.002228822559118271
41454	linear.weight	1	0.04759472608566284
41454	linear.weight	2	-0.11074357479810715
41454	linear.weight	3	0.31713929772377014
41454	linear.weight	4	0.07136919349431992
41454	linear.weight	5	0.018904203549027443
41454	linear.weight	6	0.059888843446969986
41454	linear.weight	7	0.10501448810100555
41454	linear.weight	8	0.041948627680540085
41454	linear.weight	9	-0.06087186187505722
41454	linear.bias	0	-0.07508298754692078
41454	linear.bias	1	-0.06642157584428787
41454	linear.bias	2	-0.4231822192668915
41454	linear.bias	3	-0.7223474383354187
41454	linear.bias	4	-0.9651161432266235
41454	linear.bias	5	0.01765797846019268
41454	linear.bias	6	-0.5827640295028687
41454	linear.bias	7	0.4922485947608948
41454	linear.bias	8	-0.5941774845123291
41454	linear.bias	9	-0.8081656694412231
41651	transitions	0	0.4373313784599304
41651	transitions	1	-0.04169706627726555
41651	transitions	2	-10000.0
41651	transitions	3	-1.7870923280715942
41651	transitions	4	-10000.0
41651	transitions	5	0.6912006735801697
41651	transitions	6	0.011772229336202145
41651	transitions	7	-0.21809741854667664
41651	transitions	8	-1.292534351348877
41651	transitions	9	1.0158049008168746e-05
41651	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
41651	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
41651	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
41651	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
41651	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
41651	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
41651	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
41651	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
41651	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
41651	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
41651	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
41651	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
41651	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
41651	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
41651	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
41651	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
41651	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
41651	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
41651	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
41651	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
41651	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
41651	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
41651	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
41651	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
41651	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
41651	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
41651	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
41651	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
41651	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
41651	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
41651	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
41651	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
41651	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
41651	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
41651	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
41651	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
41651	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
41651	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
41651	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
41651	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
41651	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
41651	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
41651	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
41651	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
41651	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
41651	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
41651	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
41651	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
41651	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
41651	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
41651	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
41651	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
41651	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
41651	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
41651	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
41651	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
41651	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
41651	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
41651	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
41651	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
41651	embedding2nn.weight	0	0.011888201348483562
41651	embedding2nn.weight	1	-0.01769278757274151
41651	embedding2nn.weight	2	-0.014268253929913044
41651	embedding2nn.weight	3	0.024298258125782013
41651	embedding2nn.weight	4	-0.0059150345623493195
41651	embedding2nn.weight	5	-0.0037005888298153877
41651	embedding2nn.weight	6	-0.003973235841840506
41651	embedding2nn.weight	7	-0.03260531276464462
41651	embedding2nn.weight	8	-0.0019979383796453476
41651	embedding2nn.weight	9	-0.01754782535135746
41651	embedding2nn.bias	0	0.04335540905594826
41651	embedding2nn.bias	1	-0.03827085718512535
41651	embedding2nn.bias	2	0.09231104701757431
41651	embedding2nn.bias	3	0.029238879680633545
41651	embedding2nn.bias	4	-0.029520312324166298
41651	embedding2nn.bias	5	-0.028305621817708015
41651	embedding2nn.bias	6	0.013631138019263744
41651	embedding2nn.bias	7	-0.06446188688278198
41651	embedding2nn.bias	8	0.05249587446451187
41651	embedding2nn.bias	9	0.037192486226558685
41651	rnn.weight_ih_l0	0	-0.00903310813009739
41651	rnn.weight_ih_l0	1	0.0073709688149392605
41651	rnn.weight_ih_l0	2	0.028289908543229103
41651	rnn.weight_ih_l0	3	0.008525513112545013
41651	rnn.weight_ih_l0	4	-0.02654855139553547
41651	rnn.weight_ih_l0	5	-0.0579943023622036
41651	rnn.weight_ih_l0	6	0.023995181545615196
41651	rnn.weight_ih_l0	7	0.04995697736740112
41651	rnn.weight_ih_l0	8	0.009479301981627941
41651	rnn.weight_ih_l0	9	-0.03015756607055664
41651	rnn.weight_hh_l0	0	-0.03776276111602783
41651	rnn.weight_hh_l0	1	-0.001861650962382555
41651	rnn.weight_hh_l0	2	0.0044787866063416
41651	rnn.weight_hh_l0	3	-0.045890022069215775
41651	rnn.weight_hh_l0	4	0.05057433620095253
41651	rnn.weight_hh_l0	5	-0.012295420281589031
41651	rnn.weight_hh_l0	6	-0.034580130130052567
41651	rnn.weight_hh_l0	7	-0.02848084457218647
41651	rnn.weight_hh_l0	8	-0.0014316958840936422
41651	rnn.weight_hh_l0	9	-0.021986206993460655
41651	rnn.bias_ih_l0	0	0.04352491348981857
41651	rnn.bias_ih_l0	1	-0.0211642999202013
41651	rnn.bias_ih_l0	2	-0.0022690012119710445
41651	rnn.bias_ih_l0	3	0.08264574408531189
41651	rnn.bias_ih_l0	4	-0.036228571087121964
41651	rnn.bias_ih_l0	5	-0.02802659384906292
41651	rnn.bias_ih_l0	6	0.011015512980520725
41651	rnn.bias_ih_l0	7	0.04117024689912796
41651	rnn.bias_ih_l0	8	-0.0625775158405304
41651	rnn.bias_ih_l0	9	-0.040884118527173996
41651	rnn.bias_hh_l0	0	-0.037087708711624146
41651	rnn.bias_hh_l0	1	-0.05575588718056679
41651	rnn.bias_hh_l0	2	-0.03129173070192337
41651	rnn.bias_hh_l0	3	-0.059371218085289
41651	rnn.bias_hh_l0	4	-0.011759813874959946
41651	rnn.bias_hh_l0	5	0.007315267808735371
41651	rnn.bias_hh_l0	6	0.020960763096809387
41651	rnn.bias_hh_l0	7	0.010053381323814392
41651	rnn.bias_hh_l0	8	-0.08682446926832199
41651	rnn.bias_hh_l0	9	0.008701149374246597
41651	rnn.weight_ih_l0_reverse	0	-0.018550075590610504
41651	rnn.weight_ih_l0_reverse	1	-0.046828173100948334
41651	rnn.weight_ih_l0_reverse	2	-0.021962644532322884
41651	rnn.weight_ih_l0_reverse	3	0.001426484202966094
41651	rnn.weight_ih_l0_reverse	4	-0.008950543589890003
41651	rnn.weight_ih_l0_reverse	5	-0.04852280765771866
41651	rnn.weight_ih_l0_reverse	6	0.043268777430057526
41651	rnn.weight_ih_l0_reverse	7	-0.018196292221546173
41651	rnn.weight_ih_l0_reverse	8	-0.034724775701761246
41651	rnn.weight_ih_l0_reverse	9	0.0147402947768569
41651	rnn.weight_hh_l0_reverse	0	0.03925550356507301
41651	rnn.weight_hh_l0_reverse	1	0.031120222061872482
41651	rnn.weight_hh_l0_reverse	2	0.03025418147444725
41651	rnn.weight_hh_l0_reverse	3	0.02096678502857685
41651	rnn.weight_hh_l0_reverse	4	0.002719765529036522
41651	rnn.weight_hh_l0_reverse	5	-0.004883464891463518
41651	rnn.weight_hh_l0_reverse	6	0.036414798349142075
41651	rnn.weight_hh_l0_reverse	7	-0.030612682923674583
41651	rnn.weight_hh_l0_reverse	8	0.020301571115851402
41651	rnn.weight_hh_l0_reverse	9	0.04824617877602577
41651	rnn.bias_ih_l0_reverse	0	-0.06082620471715927
41651	rnn.bias_ih_l0_reverse	1	-0.14470620453357697
41651	rnn.bias_ih_l0_reverse	2	-0.0640396848320961
41651	rnn.bias_ih_l0_reverse	3	-0.004999252501875162
41651	rnn.bias_ih_l0_reverse	4	-0.03616661950945854
41651	rnn.bias_ih_l0_reverse	5	0.0295411366969347
41651	rnn.bias_ih_l0_reverse	6	-0.020022593438625336
41651	rnn.bias_ih_l0_reverse	7	0.03634803742170334
41651	rnn.bias_ih_l0_reverse	8	-0.03419993445277214
41651	rnn.bias_ih_l0_reverse	9	0.02853143960237503
41651	rnn.bias_hh_l0_reverse	0	-0.027567347511649132
41651	rnn.bias_hh_l0_reverse	1	0.0012057790299877524
41651	rnn.bias_hh_l0_reverse	2	0.020000353455543518
41651	rnn.bias_hh_l0_reverse	3	-0.035185959190130234
41651	rnn.bias_hh_l0_reverse	4	-0.041953977197408676
41651	rnn.bias_hh_l0_reverse	5	-0.04958159849047661
41651	rnn.bias_hh_l0_reverse	6	-0.018503129482269287
41651	rnn.bias_hh_l0_reverse	7	0.05153379216790199
41651	rnn.bias_hh_l0_reverse	8	0.023446248844265938
41651	rnn.bias_hh_l0_reverse	9	-0.07160190492868423
41651	rnn.weight_ih_l1	0	-0.034984610974788666
41651	rnn.weight_ih_l1	1	-0.033475760370492935
41651	rnn.weight_ih_l1	2	0.055987704545259476
41651	rnn.weight_ih_l1	3	-0.025918835774064064
41651	rnn.weight_ih_l1	4	0.0008946249145083129
41651	rnn.weight_ih_l1	5	-0.04118293151259422
41651	rnn.weight_ih_l1	6	0.019942689687013626
41651	rnn.weight_ih_l1	7	-0.03605334088206291
41651	rnn.weight_ih_l1	8	0.03813629224896431
41651	rnn.weight_ih_l1	9	0.027619317173957825
41651	rnn.weight_hh_l1	0	0.0003201606450602412
41651	rnn.weight_hh_l1	1	0.005057495553046465
41651	rnn.weight_hh_l1	2	-0.01586805284023285
41651	rnn.weight_hh_l1	3	-0.007408756762742996
41651	rnn.weight_hh_l1	4	0.0018873994704335928
41651	rnn.weight_hh_l1	5	0.02720634452998638
41651	rnn.weight_hh_l1	6	0.03091580793261528
41651	rnn.weight_hh_l1	7	-0.029386509209871292
41651	rnn.weight_hh_l1	8	-0.03443159908056259
41651	rnn.weight_hh_l1	9	0.0367526039481163
41651	rnn.bias_ih_l1	0	-0.10650701820850372
41651	rnn.bias_ih_l1	1	-0.09072066843509674
41651	rnn.bias_ih_l1	2	-0.12309427559375763
41651	rnn.bias_ih_l1	3	-0.1633077710866928
41651	rnn.bias_ih_l1	4	-0.1845129430294037
41651	rnn.bias_ih_l1	5	-0.08552754670381546
41651	rnn.bias_ih_l1	6	-0.06830857694149017
41651	rnn.bias_ih_l1	7	-0.030303336679935455
41651	rnn.bias_ih_l1	8	-0.0661652535200119
41651	rnn.bias_ih_l1	9	-0.09187512844800949
41651	rnn.bias_hh_l1	0	-0.10582326352596283
41651	rnn.bias_hh_l1	1	-0.039151646196842194
41651	rnn.bias_hh_l1	2	-0.07145749032497406
41651	rnn.bias_hh_l1	3	-0.06019355356693268
41651	rnn.bias_hh_l1	4	-0.09226899594068527
41651	rnn.bias_hh_l1	5	-0.049294646829366684
41651	rnn.bias_hh_l1	6	-0.0833093449473381
41651	rnn.bias_hh_l1	7	0.014209210872650146
41651	rnn.bias_hh_l1	8	-0.07068232446908951
41651	rnn.bias_hh_l1	9	-0.04823026806116104
41651	rnn.weight_ih_l1_reverse	0	-0.04123736545443535
41651	rnn.weight_ih_l1_reverse	1	0.038945522159338
41651	rnn.weight_ih_l1_reverse	2	-0.04967038333415985
41651	rnn.weight_ih_l1_reverse	3	-0.027462663128972054
41651	rnn.weight_ih_l1_reverse	4	-0.025380777195096016
41651	rnn.weight_ih_l1_reverse	5	-0.03690962493419647
41651	rnn.weight_ih_l1_reverse	6	-0.029168980196118355
41651	rnn.weight_ih_l1_reverse	7	0.01844731532037258
41651	rnn.weight_ih_l1_reverse	8	0.02346363477408886
41651	rnn.weight_ih_l1_reverse	9	-0.03239629045128822
41651	rnn.weight_hh_l1_reverse	0	0.006925513967871666
41651	rnn.weight_hh_l1_reverse	1	0.029407061636447906
41651	rnn.weight_hh_l1_reverse	2	-0.03665604069828987
41651	rnn.weight_hh_l1_reverse	3	0.04046258702874184
41651	rnn.weight_hh_l1_reverse	4	0.04425280913710594
41651	rnn.weight_hh_l1_reverse	5	0.009924222715198994
41651	rnn.weight_hh_l1_reverse	6	0.002835063496604562
41651	rnn.weight_hh_l1_reverse	7	0.027096709236502647
41651	rnn.weight_hh_l1_reverse	8	-0.004216702654957771
41651	rnn.weight_hh_l1_reverse	9	-0.04105844721198082
41651	rnn.bias_ih_l1_reverse	0	-0.024272054433822632
41651	rnn.bias_ih_l1_reverse	1	-0.07985490560531616
41651	rnn.bias_ih_l1_reverse	2	-0.09515828639268875
41651	rnn.bias_ih_l1_reverse	3	-0.0035242391750216484
41651	rnn.bias_ih_l1_reverse	4	-0.14365780353546143
41651	rnn.bias_ih_l1_reverse	5	-0.06228593364357948
41651	rnn.bias_ih_l1_reverse	6	-0.08009523898363113
41651	rnn.bias_ih_l1_reverse	7	-0.09300851821899414
41651	rnn.bias_ih_l1_reverse	8	0.08375023305416107
41651	rnn.bias_ih_l1_reverse	9	0.015058235265314579
41651	rnn.bias_hh_l1_reverse	0	-0.03521239012479782
41651	rnn.bias_hh_l1_reverse	1	-0.014931054785847664
41651	rnn.bias_hh_l1_reverse	2	-0.16843901574611664
41651	rnn.bias_hh_l1_reverse	3	-0.04761701449751854
41651	rnn.bias_hh_l1_reverse	4	-0.04327733442187309
41651	rnn.bias_hh_l1_reverse	5	-0.044548582285642624
41651	rnn.bias_hh_l1_reverse	6	0.14074142277240753
41651	rnn.bias_hh_l1_reverse	7	-0.0831267312169075
41651	rnn.bias_hh_l1_reverse	8	-0.07133522629737854
41651	rnn.bias_hh_l1_reverse	9	-0.08151407539844513
41651	linear.weight	0	0.002228822559118271
41651	linear.weight	1	0.05503113195300102
41651	linear.weight	2	-0.10280349850654602
41651	linear.weight	3	0.3073156774044037
41651	linear.weight	4	0.07394848763942719
41651	linear.weight	5	0.018293801695108414
41651	linear.weight	6	0.05604534223675728
41651	linear.weight	7	0.10690891742706299
41651	linear.weight	8	0.04194515570998192
41651	linear.weight	9	-0.06274256855249405
41651	linear.bias	0	-0.06647314876317978
41651	linear.bias	1	-0.0821642354130745
41651	linear.bias	2	-0.43567603826522827
41651	linear.bias	3	-0.7293052077293396
41651	linear.bias	4	-0.9719704389572144
41651	linear.bias	5	0.029258187860250473
41651	linear.bias	6	-0.5985212326049805
41651	linear.bias	7	0.5056272745132446
41651	linear.bias	8	-0.5962153077125549
41651	linear.bias	9	-0.8068050742149353
41848	transitions	0	0.44660505652427673
41848	transitions	1	-0.04509197175502777
41848	transitions	2	-10000.0
41848	transitions	3	-1.787177562713623
41848	transitions	4	-10000.0
41848	transitions	5	0.6907214522361755
41848	transitions	6	0.01141254510730505
41848	transitions	7	-0.21928517520427704
41848	transitions	8	-1.2932066917419434
41848	transitions	9	3.3570713640074246e-06
41848	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
41848	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
41848	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
41848	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
41848	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
41848	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
41848	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
41848	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
41848	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
41848	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
41848	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
41848	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
41848	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
41848	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
41848	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
41848	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
41848	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
41848	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
41848	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
41848	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
41848	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
41848	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
41848	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
41848	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
41848	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
41848	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
41848	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
41848	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
41848	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
41848	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
41848	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
41848	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
41848	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
41848	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
41848	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
41848	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
41848	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
41848	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
41848	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
41848	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
41848	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
41848	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
41848	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
41848	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
41848	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
41848	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
41848	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
41848	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
41848	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
41848	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
41848	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
41848	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
41848	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
41848	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
41848	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
41848	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
41848	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
41848	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
41848	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
41848	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
41848	embedding2nn.weight	0	0.00989928375929594
41848	embedding2nn.weight	1	-0.017391908913850784
41848	embedding2nn.weight	2	-0.014268253929913044
41848	embedding2nn.weight	3	0.019442496821284294
41848	embedding2nn.weight	4	-0.0059150345623493195
41848	embedding2nn.weight	5	-0.0037005890626460314
41848	embedding2nn.weight	6	-0.003973233513534069
41848	embedding2nn.weight	7	-0.03356689587235451
41848	embedding2nn.weight	8	-0.0019979383796453476
41848	embedding2nn.weight	9	-0.017325591295957565
41848	embedding2nn.bias	0	0.043768107891082764
41848	embedding2nn.bias	1	-0.0437593087553978
41848	embedding2nn.bias	2	0.0943601056933403
41848	embedding2nn.bias	3	0.03877533972263336
41848	embedding2nn.bias	4	-0.02458561211824417
41848	embedding2nn.bias	5	-0.032266125082969666
41848	embedding2nn.bias	6	0.018125640228390694
41848	embedding2nn.bias	7	-0.05886306241154671
41848	embedding2nn.bias	8	0.06397245079278946
41848	embedding2nn.bias	9	0.03565920516848564
41848	rnn.weight_ih_l0	0	-0.008297021500766277
41848	rnn.weight_ih_l0	1	0.006969602778553963
41848	rnn.weight_ih_l0	2	0.029085591435432434
41848	rnn.weight_ih_l0	3	0.00861089676618576
41848	rnn.weight_ih_l0	4	-0.026714185252785683
41848	rnn.weight_ih_l0	5	-0.05760923773050308
41848	rnn.weight_ih_l0	6	0.023841368034482002
41848	rnn.weight_ih_l0	7	0.05102689564228058
41848	rnn.weight_ih_l0	8	0.010219884105026722
41848	rnn.weight_ih_l0	9	-0.029678508639335632
41848	rnn.weight_hh_l0	0	-0.03714640438556671
41848	rnn.weight_hh_l0	1	-0.0017046640859916806
41848	rnn.weight_hh_l0	2	0.00450928695499897
41848	rnn.weight_hh_l0	3	-0.04480446130037308
41848	rnn.weight_hh_l0	4	0.05120185390114784
41848	rnn.weight_hh_l0	5	-0.012514221481978893
41848	rnn.weight_hh_l0	6	-0.03602425009012222
41848	rnn.weight_hh_l0	7	-0.030290361493825912
41848	rnn.weight_hh_l0	8	-0.0011695201974362135
41848	rnn.weight_hh_l0	9	-0.022459272295236588
41848	rnn.bias_ih_l0	0	0.04445318505167961
41848	rnn.bias_ih_l0	1	-0.01877496764063835
41848	rnn.bias_ih_l0	2	-0.0023100015241652727
41848	rnn.bias_ih_l0	3	0.08169229328632355
41848	rnn.bias_ih_l0	4	-0.03646685928106308
41848	rnn.bias_ih_l0	5	-0.03404586389660835
41848	rnn.bias_ih_l0	6	0.015007168985903263
41848	rnn.bias_ih_l0	7	0.042703598737716675
41848	rnn.bias_ih_l0	8	-0.062175650149583817
41848	rnn.bias_ih_l0	9	-0.040007084608078
41848	rnn.bias_hh_l0	0	-0.034946709871292114
41848	rnn.bias_hh_l0	1	-0.0541631281375885
41848	rnn.bias_hh_l0	2	-0.03169407323002815
41848	rnn.bias_hh_l0	3	-0.05949008837342262
41848	rnn.bias_hh_l0	4	-0.00950821302831173
41848	rnn.bias_hh_l0	5	0.01019835565239191
41848	rnn.bias_hh_l0	6	0.022331684827804565
41848	rnn.bias_hh_l0	7	0.00921192578971386
41848	rnn.bias_hh_l0	8	-0.09255275875329971
41848	rnn.bias_hh_l0	9	0.006126702297478914
41848	rnn.weight_ih_l0_reverse	0	-0.01731892116367817
41848	rnn.weight_ih_l0_reverse	1	-0.04622245952486992
41848	rnn.weight_ih_l0_reverse	2	-0.022253626957535744
41848	rnn.weight_ih_l0_reverse	3	0.001532608992420137
41848	rnn.weight_ih_l0_reverse	4	-0.008986405096948147
41848	rnn.weight_ih_l0_reverse	5	-0.048062514513731
41848	rnn.weight_ih_l0_reverse	6	0.042840246111154556
41848	rnn.weight_ih_l0_reverse	7	-0.019406311213970184
41848	rnn.weight_ih_l0_reverse	8	-0.03474003076553345
41848	rnn.weight_ih_l0_reverse	9	0.014868926256895065
41848	rnn.weight_hh_l0_reverse	0	0.03761224448680878
41848	rnn.weight_hh_l0_reverse	1	0.031573906540870667
41848	rnn.weight_hh_l0_reverse	2	0.030201952904462814
41848	rnn.weight_hh_l0_reverse	3	0.02106432430446148
41848	rnn.weight_hh_l0_reverse	4	0.002388667082414031
41848	rnn.weight_hh_l0_reverse	5	-0.004381940700113773
41848	rnn.weight_hh_l0_reverse	6	0.03671383485198021
41848	rnn.weight_hh_l0_reverse	7	-0.03132559731602669
41848	rnn.weight_hh_l0_reverse	8	0.020484352484345436
41848	rnn.weight_hh_l0_reverse	9	0.04875180870294571
41848	rnn.bias_ih_l0_reverse	0	-0.06321627646684647
41848	rnn.bias_ih_l0_reverse	1	-0.14689530432224274
41848	rnn.bias_ih_l0_reverse	2	-0.07016341388225555
41848	rnn.bias_ih_l0_reverse	3	-0.004578982945531607
41848	rnn.bias_ih_l0_reverse	4	-0.034211643040180206
41848	rnn.bias_ih_l0_reverse	5	0.02716730907559395
41848	rnn.bias_ih_l0_reverse	6	-0.019004983827471733
41848	rnn.bias_ih_l0_reverse	7	0.036025043576955795
41848	rnn.bias_ih_l0_reverse	8	-0.03452841565012932
41848	rnn.bias_ih_l0_reverse	9	0.029353924095630646
41848	rnn.bias_hh_l0_reverse	0	-0.028500951826572418
41848	rnn.bias_hh_l0_reverse	1	-0.002127977553755045
41848	rnn.bias_hh_l0_reverse	2	0.02010786347091198
41848	rnn.bias_hh_l0_reverse	3	-0.03356179967522621
41848	rnn.bias_hh_l0_reverse	4	-0.044356100261211395
41848	rnn.bias_hh_l0_reverse	5	-0.050999462604522705
41848	rnn.bias_hh_l0_reverse	6	-0.017261141911149025
41848	rnn.bias_hh_l0_reverse	7	0.05480886623263359
41848	rnn.bias_hh_l0_reverse	8	0.0229465514421463
41848	rnn.bias_hh_l0_reverse	9	-0.07645151019096375
41848	rnn.weight_ih_l1	0	-0.034802619367837906
41848	rnn.weight_ih_l1	1	-0.035008855164051056
41848	rnn.weight_ih_l1	2	0.05886348709464073
41848	rnn.weight_ih_l1	3	-0.02356574870646
41848	rnn.weight_ih_l1	4	0.0005701645277440548
41848	rnn.weight_ih_l1	5	-0.04108763858675957
41848	rnn.weight_ih_l1	6	0.01944216527044773
41848	rnn.weight_ih_l1	7	-0.035530079156160355
41848	rnn.weight_ih_l1	8	0.03840063884854317
41848	rnn.weight_ih_l1	9	0.027706919237971306
41848	rnn.weight_hh_l1	0	0.0010795840062201023
41848	rnn.weight_hh_l1	1	0.0049133277498185635
41848	rnn.weight_hh_l1	2	-0.014632396399974823
41848	rnn.weight_hh_l1	3	-0.007748891599476337
41848	rnn.weight_hh_l1	4	0.0010888160904869437
41848	rnn.weight_hh_l1	5	0.02753492444753647
41848	rnn.weight_hh_l1	6	0.031141385436058044
41848	rnn.weight_hh_l1	7	-0.029320847243070602
41848	rnn.weight_hh_l1	8	-0.03475352004170418
41848	rnn.weight_hh_l1	9	0.03610684350132942
41848	rnn.bias_ih_l1	0	-0.1032111868262291
41848	rnn.bias_ih_l1	1	-0.09158836305141449
41848	rnn.bias_ih_l1	2	-0.12102340161800385
41848	rnn.bias_ih_l1	3	-0.1598464995622635
41848	rnn.bias_ih_l1	4	-0.1872766762971878
41848	rnn.bias_ih_l1	5	-0.08662397414445877
41848	rnn.bias_ih_l1	6	-0.07000600546598434
41848	rnn.bias_ih_l1	7	-0.027510792016983032
41848	rnn.bias_ih_l1	8	-0.06476817280054092
41848	rnn.bias_ih_l1	9	-0.09244705736637115
41848	rnn.bias_hh_l1	0	-0.10592474043369293
41848	rnn.bias_hh_l1	1	-0.03784146159887314
41848	rnn.bias_hh_l1	2	-0.0714569091796875
41848	rnn.bias_hh_l1	3	-0.058878835290670395
41848	rnn.bias_hh_l1	4	-0.0911366268992424
41848	rnn.bias_hh_l1	5	-0.05183824151754379
41848	rnn.bias_hh_l1	6	-0.08290067315101624
41848	rnn.bias_hh_l1	7	0.025244789198040962
41848	rnn.bias_hh_l1	8	-0.07266298681497574
41848	rnn.bias_hh_l1	9	-0.047928329557180405
41848	rnn.weight_ih_l1_reverse	0	-0.04011853411793709
41848	rnn.weight_ih_l1_reverse	1	0.038646209985017776
41848	rnn.weight_ih_l1_reverse	2	-0.048291608691215515
41848	rnn.weight_ih_l1_reverse	3	-0.025286586955189705
41848	rnn.weight_ih_l1_reverse	4	-0.025214869529008865
41848	rnn.weight_ih_l1_reverse	5	-0.03684178367257118
41848	rnn.weight_ih_l1_reverse	6	-0.028045129030942917
41848	rnn.weight_ih_l1_reverse	7	0.017732063308358192
41848	rnn.weight_ih_l1_reverse	8	0.019904205575585365
41848	rnn.weight_ih_l1_reverse	9	-0.03220212459564209
41848	rnn.weight_hh_l1_reverse	0	0.006951881106942892
41848	rnn.weight_hh_l1_reverse	1	0.029475606977939606
41848	rnn.weight_hh_l1_reverse	2	-0.03677507862448692
41848	rnn.weight_hh_l1_reverse	3	0.04046952724456787
41848	rnn.weight_hh_l1_reverse	4	0.04364560917019844
41848	rnn.weight_hh_l1_reverse	5	0.010297639295458794
41848	rnn.weight_hh_l1_reverse	6	0.0032446912955492735
41848	rnn.weight_hh_l1_reverse	7	0.027195505797863007
41848	rnn.weight_hh_l1_reverse	8	-0.004166509490460157
41848	rnn.weight_hh_l1_reverse	9	-0.04074527323246002
41848	rnn.bias_ih_l1_reverse	0	-0.023250404745340347
41848	rnn.bias_ih_l1_reverse	1	-0.08145416527986526
41848	rnn.bias_ih_l1_reverse	2	-0.09558925032615662
41848	rnn.bias_ih_l1_reverse	3	0.001513919560238719
41848	rnn.bias_ih_l1_reverse	4	-0.14506690204143524
41848	rnn.bias_ih_l1_reverse	5	-0.06391201168298721
41848	rnn.bias_ih_l1_reverse	6	-0.08050769567489624
41848	rnn.bias_ih_l1_reverse	7	-0.09517574310302734
41848	rnn.bias_ih_l1_reverse	8	0.09149501472711563
41848	rnn.bias_ih_l1_reverse	9	0.015911875292658806
41848	rnn.bias_hh_l1_reverse	0	-0.03802802786231041
41848	rnn.bias_hh_l1_reverse	1	-0.01267294678837061
41848	rnn.bias_hh_l1_reverse	2	-0.16605320572853088
41848	rnn.bias_hh_l1_reverse	3	-0.04851090535521507
41848	rnn.bias_hh_l1_reverse	4	-0.04330093786120415
41848	rnn.bias_hh_l1_reverse	5	-0.045564454048871994
41848	rnn.bias_hh_l1_reverse	6	0.1445036083459854
41848	rnn.bias_hh_l1_reverse	7	-0.09048867970705032
41848	rnn.bias_hh_l1_reverse	8	-0.0712638795375824
41848	rnn.bias_hh_l1_reverse	9	-0.08082179725170135
41848	linear.weight	0	0.002228822559118271
41848	linear.weight	1	0.06446471810340881
41848	linear.weight	2	-0.10373495519161224
41848	linear.weight	3	0.2970745861530304
41848	linear.weight	4	0.07570555806159973
41848	linear.weight	5	0.013740177266299725
41848	linear.weight	6	0.06747760623693466
41848	linear.weight	7	0.10868912190198898
41848	linear.weight	8	0.04194406047463417
41848	linear.weight	9	-0.06445523351430893
41848	linear.bias	0	-0.101837158203125
41848	linear.bias	1	-0.05864382162690163
41848	linear.bias	2	-0.41932836174964905
41848	linear.bias	3	-0.721211314201355
41848	linear.bias	4	-0.9645954966545105
41848	linear.bias	5	0.05393419414758682
41848	linear.bias	6	-0.5785353183746338
41848	linear.bias	7	0.5329862236976624
41848	linear.bias	8	-0.6124992370605469
41848	linear.bias	9	-0.8220711946487427
42045	transitions	0	0.4613967835903168
42045	transitions	1	-0.057272035628557205
42045	transitions	2	-10000.0
42045	transitions	3	-1.7872929573059082
42045	transitions	4	-10000.0
42045	transitions	5	0.6903005242347717
42045	transitions	6	0.011040999554097652
42045	transitions	7	-0.22280527651309967
42045	transitions	8	-1.2938878536224365
42045	transitions	9	-3.6930034639226506e-06
42045	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
42045	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
42045	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
42045	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
42045	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
42045	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
42045	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
42045	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
42045	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
42045	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
42045	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
42045	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
42045	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
42045	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
42045	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
42045	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
42045	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
42045	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
42045	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
42045	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
42045	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
42045	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
42045	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
42045	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
42045	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
42045	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
42045	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
42045	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
42045	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
42045	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
42045	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
42045	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
42045	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
42045	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
42045	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
42045	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
42045	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
42045	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
42045	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
42045	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
42045	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
42045	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
42045	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
42045	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
42045	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
42045	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
42045	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
42045	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
42045	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
42045	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
42045	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
42045	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
42045	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
42045	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
42045	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
42045	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
42045	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
42045	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
42045	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
42045	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
42045	embedding2nn.weight	0	0.008984558284282684
42045	embedding2nn.weight	1	-0.017274409532546997
42045	embedding2nn.weight	2	-0.014268253929913044
42045	embedding2nn.weight	3	0.020744377747178078
42045	embedding2nn.weight	4	-0.0059150345623493195
42045	embedding2nn.weight	5	-0.0037005890626460314
42045	embedding2nn.weight	6	-0.003973233047872782
42045	embedding2nn.weight	7	-0.03454342111945152
42045	embedding2nn.weight	8	-0.0019979383796453476
42045	embedding2nn.weight	9	-0.017463667318224907
42045	embedding2nn.bias	0	0.0507366843521595
42045	embedding2nn.bias	1	-0.052085988223552704
42045	embedding2nn.bias	2	0.08179235458374023
42045	embedding2nn.bias	3	0.038953568786382675
42045	embedding2nn.bias	4	-0.028802258893847466
42045	embedding2nn.bias	5	-0.036195218563079834
42045	embedding2nn.bias	6	0.00828778836876154
42045	embedding2nn.bias	7	-0.04519406333565712
42045	embedding2nn.bias	8	0.06063118949532509
42045	embedding2nn.bias	9	0.037714291363954544
42045	rnn.weight_ih_l0	0	-0.008271836675703526
42045	rnn.weight_ih_l0	1	0.0072601111605763435
42045	rnn.weight_ih_l0	2	0.02909078076481819
42045	rnn.weight_ih_l0	3	0.009498373605310917
42045	rnn.weight_ih_l0	4	-0.024960210546851158
42045	rnn.weight_ih_l0	5	-0.057318590581417084
42045	rnn.weight_ih_l0	6	0.023393211886286736
42045	rnn.weight_ih_l0	7	0.05030800774693489
42045	rnn.weight_ih_l0	8	0.010058162733912468
42045	rnn.weight_ih_l0	9	-0.029434747993946075
42045	rnn.weight_hh_l0	0	-0.03690391778945923
42045	rnn.weight_hh_l0	1	-0.0018134103156626225
42045	rnn.weight_hh_l0	2	0.004514811560511589
42045	rnn.weight_hh_l0	3	-0.046356335282325745
42045	rnn.weight_hh_l0	4	0.05054573342204094
42045	rnn.weight_hh_l0	5	-0.012794237583875656
42045	rnn.weight_hh_l0	6	-0.0360121950507164
42045	rnn.weight_hh_l0	7	-0.029230104759335518
42045	rnn.weight_hh_l0	8	-0.0010050688870251179
42045	rnn.weight_hh_l0	9	-0.021482784301042557
42045	rnn.bias_ih_l0	0	0.038122519850730896
42045	rnn.bias_ih_l0	1	-0.018589109182357788
42045	rnn.bias_ih_l0	2	-3.300474782008678e-05
42045	rnn.bias_ih_l0	3	0.08161481469869614
42045	rnn.bias_ih_l0	4	-0.04114357754588127
42045	rnn.bias_ih_l0	5	-0.03384649008512497
42045	rnn.bias_ih_l0	6	0.01476791501045227
42045	rnn.bias_ih_l0	7	0.04341521114110947
42045	rnn.bias_ih_l0	8	-0.061486296355724335
42045	rnn.bias_ih_l0	9	-0.040019769221544266
42045	rnn.bias_hh_l0	0	-0.034739889204502106
42045	rnn.bias_hh_l0	1	-0.05830712988972664
42045	rnn.bias_hh_l0	2	-0.03266988322138786
42045	rnn.bias_hh_l0	3	-0.058329176157712936
42045	rnn.bias_hh_l0	4	-0.007916588336229324
42045	rnn.bias_hh_l0	5	0.01242060586810112
42045	rnn.bias_hh_l0	6	0.02051457017660141
42045	rnn.bias_hh_l0	7	-0.0023116322699934244
42045	rnn.bias_hh_l0	8	-0.09095724672079086
42045	rnn.bias_hh_l0	9	0.011631418019533157
42045	rnn.weight_ih_l0_reverse	0	-0.017412470653653145
42045	rnn.weight_ih_l0_reverse	1	-0.047346774488687515
42045	rnn.weight_ih_l0_reverse	2	-0.0242996197193861
42045	rnn.weight_ih_l0_reverse	3	0.0006300637614913285
42045	rnn.weight_ih_l0_reverse	4	-0.009128370322287083
42045	rnn.weight_ih_l0_reverse	5	-0.04849829524755478
42045	rnn.weight_ih_l0_reverse	6	0.04300963878631592
42045	rnn.weight_ih_l0_reverse	7	-0.019566070288419724
42045	rnn.weight_ih_l0_reverse	8	-0.034621428698301315
42045	rnn.weight_ih_l0_reverse	9	0.014493382535874844
42045	rnn.weight_hh_l0_reverse	0	0.03671064227819443
42045	rnn.weight_hh_l0_reverse	1	0.03178725391626358
42045	rnn.weight_hh_l0_reverse	2	0.031236479058861732
42045	rnn.weight_hh_l0_reverse	3	0.020958896726369858
42045	rnn.weight_hh_l0_reverse	4	0.0025400861632078886
42045	rnn.weight_hh_l0_reverse	5	-0.004241434391587973
42045	rnn.weight_hh_l0_reverse	6	0.0363762229681015
42045	rnn.weight_hh_l0_reverse	7	-0.03198903053998947
42045	rnn.weight_hh_l0_reverse	8	0.02058994770050049
42045	rnn.weight_hh_l0_reverse	9	0.048425279557704926
42045	rnn.bias_ih_l0_reverse	0	-0.06188708916306496
42045	rnn.bias_ih_l0_reverse	1	-0.15098267793655396
42045	rnn.bias_ih_l0_reverse	2	-0.06577899307012558
42045	rnn.bias_ih_l0_reverse	3	-0.006349606905132532
42045	rnn.bias_ih_l0_reverse	4	-0.03321096673607826
42045	rnn.bias_ih_l0_reverse	5	0.027723858132958412
42045	rnn.bias_ih_l0_reverse	6	-0.02006521262228489
42045	rnn.bias_ih_l0_reverse	7	0.03998192772269249
42045	rnn.bias_ih_l0_reverse	8	-0.035541385412216187
42045	rnn.bias_ih_l0_reverse	9	0.02783750556409359
42045	rnn.bias_hh_l0_reverse	0	-0.028342528268694878
42045	rnn.bias_hh_l0_reverse	1	0.0015622451901435852
42045	rnn.bias_hh_l0_reverse	2	0.022895447909832
42045	rnn.bias_hh_l0_reverse	3	-0.03366520628333092
42045	rnn.bias_hh_l0_reverse	4	-0.042276445776224136
42045	rnn.bias_hh_l0_reverse	5	-0.05193345248699188
42045	rnn.bias_hh_l0_reverse	6	-0.01481645181775093
42045	rnn.bias_hh_l0_reverse	7	0.056229110807180405
42045	rnn.bias_hh_l0_reverse	8	0.019708052277565002
42045	rnn.bias_hh_l0_reverse	9	-0.07777152955532074
42045	rnn.weight_ih_l1	0	-0.034760162234306335
42045	rnn.weight_ih_l1	1	-0.035876188427209854
42045	rnn.weight_ih_l1	2	0.05874497815966606
42045	rnn.weight_ih_l1	3	-0.022488728165626526
42045	rnn.weight_ih_l1	4	0.0005957487155683339
42045	rnn.weight_ih_l1	5	-0.041389741003513336
42045	rnn.weight_ih_l1	6	0.019888391718268394
42045	rnn.weight_ih_l1	7	-0.035345934331417084
42045	rnn.weight_ih_l1	8	0.037863656878471375
42045	rnn.weight_ih_l1	9	0.027372445911169052
42045	rnn.weight_hh_l1	0	-7.10969979991205e-05
42045	rnn.weight_hh_l1	1	0.004772974178195
42045	rnn.weight_hh_l1	2	-0.0145318154245615
42045	rnn.weight_hh_l1	3	-0.007860246114432812
42045	rnn.weight_hh_l1	4	0.0009047326166182756
42045	rnn.weight_hh_l1	5	0.02788449451327324
42045	rnn.weight_hh_l1	6	0.031124694272875786
42045	rnn.weight_hh_l1	7	-0.029047781601548195
42045	rnn.weight_hh_l1	8	-0.034564059227705
42045	rnn.weight_hh_l1	9	0.03638863191008568
42045	rnn.bias_ih_l1	0	-0.10282233357429504
42045	rnn.bias_ih_l1	1	-0.09492556750774384
42045	rnn.bias_ih_l1	2	-0.1210462674498558
42045	rnn.bias_ih_l1	3	-0.16387192904949188
42045	rnn.bias_ih_l1	4	-0.18376968801021576
42045	rnn.bias_ih_l1	5	-0.08819091320037842
42045	rnn.bias_ih_l1	6	-0.06723884493112564
42045	rnn.bias_ih_l1	7	-0.028485417366027832
42045	rnn.bias_ih_l1	8	-0.06908087432384491
42045	rnn.bias_ih_l1	9	-0.09595432132482529
42045	rnn.bias_hh_l1	0	-0.10894721001386642
42045	rnn.bias_hh_l1	1	-0.03993318974971771
42045	rnn.bias_hh_l1	2	-0.07688698172569275
42045	rnn.bias_hh_l1	3	-0.05921506881713867
42045	rnn.bias_hh_l1	4	-0.09401118010282516
42045	rnn.bias_hh_l1	5	-0.051244355738162994
42045	rnn.bias_hh_l1	6	-0.08379816263914108
42045	rnn.bias_hh_l1	7	0.03931428864598274
42045	rnn.bias_hh_l1	8	-0.07301460206508636
42045	rnn.bias_hh_l1	9	-0.0468081496655941
42045	rnn.weight_ih_l1_reverse	0	-0.04004240781068802
42045	rnn.weight_ih_l1_reverse	1	0.03938942030072212
42045	rnn.weight_ih_l1_reverse	2	-0.044944778084754944
42045	rnn.weight_ih_l1_reverse	3	-0.024181583896279335
42045	rnn.weight_ih_l1_reverse	4	-0.026651393622159958
42045	rnn.weight_ih_l1_reverse	5	-0.036946531385183334
42045	rnn.weight_ih_l1_reverse	6	-0.027950046584010124
42045	rnn.weight_ih_l1_reverse	7	0.01743256486952305
42045	rnn.weight_ih_l1_reverse	8	0.020031914114952087
42045	rnn.weight_ih_l1_reverse	9	-0.03164730966091156
42045	rnn.weight_hh_l1_reverse	0	0.006846510339528322
42045	rnn.weight_hh_l1_reverse	1	0.02937375009059906
42045	rnn.weight_hh_l1_reverse	2	-0.03685590252280235
42045	rnn.weight_hh_l1_reverse	3	0.04046277329325676
42045	rnn.weight_hh_l1_reverse	4	0.04261939227581024
42045	rnn.weight_hh_l1_reverse	5	0.010447327978909016
42045	rnn.weight_hh_l1_reverse	6	0.0029010146390646696
42045	rnn.weight_hh_l1_reverse	7	0.02709229663014412
42045	rnn.weight_hh_l1_reverse	8	-0.003884129226207733
42045	rnn.weight_hh_l1_reverse	9	-0.041080571711063385
42045	rnn.bias_ih_l1_reverse	0	-0.022505775094032288
42045	rnn.bias_ih_l1_reverse	1	-0.0801166445016861
42045	rnn.bias_ih_l1_reverse	2	-0.09559719264507294
42045	rnn.bias_ih_l1_reverse	3	0.006644990760833025
42045	rnn.bias_ih_l1_reverse	4	-0.14651109278202057
42045	rnn.bias_ih_l1_reverse	5	-0.06515487283468246
42045	rnn.bias_ih_l1_reverse	6	-0.07913942635059357
42045	rnn.bias_ih_l1_reverse	7	-0.09323199838399887
42045	rnn.bias_ih_l1_reverse	8	0.08918124437332153
42045	rnn.bias_ih_l1_reverse	9	0.026391487568616867
42045	rnn.bias_hh_l1_reverse	0	-0.03595568984746933
42045	rnn.bias_hh_l1_reverse	1	-0.009595632553100586
42045	rnn.bias_hh_l1_reverse	2	-0.16733045876026154
42045	rnn.bias_hh_l1_reverse	3	-0.04720185697078705
42045	rnn.bias_hh_l1_reverse	4	-0.04362991452217102
42045	rnn.bias_hh_l1_reverse	5	-0.04549597576260567
42045	rnn.bias_hh_l1_reverse	6	0.14422260224819183
42045	rnn.bias_hh_l1_reverse	7	-0.09010695666074753
42045	rnn.bias_hh_l1_reverse	8	-0.06902776658535004
42045	rnn.bias_hh_l1_reverse	9	-0.08063196390867233
42045	linear.weight	0	0.002228822559118271
42045	linear.weight	1	0.06095236912369728
42045	linear.weight	2	-0.11322789639234543
42045	linear.weight	3	0.2951534390449524
42045	linear.weight	4	0.0813300758600235
42045	linear.weight	5	0.010459423996508121
42045	linear.weight	6	0.0712515264749527
42045	linear.weight	7	0.12033284455537796
42045	linear.weight	8	0.04194936901330948
42045	linear.weight	9	-0.07310288399457932
42045	linear.bias	0	-0.04061920568346977
42045	linear.bias	1	-0.06901323795318604
42045	linear.bias	2	-0.43407270312309265
42045	linear.bias	3	-0.7367857098579407
42045	linear.bias	4	-0.9810652732849121
42045	linear.bias	5	0.04035298898816109
42045	linear.bias	6	-0.5947465300559998
42045	linear.bias	7	0.5177003145217896
42045	linear.bias	8	-0.6043278574943542
42045	linear.bias	9	-0.8095582723617554
42242	transitions	0	0.44979509711265564
42242	transitions	1	-0.052595917135477066
42242	transitions	2	-10000.0
42242	transitions	3	-1.787420392036438
42242	transitions	4	-10000.0
42242	transitions	5	0.6898901462554932
42242	transitions	6	0.010595835745334625
42242	transitions	7	-0.22392378747463226
42242	transitions	8	-1.2943326234817505
42242	transitions	9	-8.518936738255434e-06
42242	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
42242	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
42242	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
42242	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
42242	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
42242	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
42242	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
42242	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
42242	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
42242	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
42242	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
42242	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
42242	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
42242	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
42242	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
42242	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
42242	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
42242	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
42242	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
42242	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
42242	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
42242	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
42242	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
42242	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
42242	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
42242	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
42242	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
42242	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
42242	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
42242	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
42242	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
42242	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
42242	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
42242	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
42242	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
42242	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
42242	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
42242	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
42242	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
42242	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
42242	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
42242	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
42242	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
42242	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
42242	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
42242	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
42242	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
42242	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
42242	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
42242	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
42242	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
42242	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
42242	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
42242	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
42242	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
42242	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
42242	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
42242	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
42242	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
42242	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
42242	embedding2nn.weight	0	0.007788385730236769
42242	embedding2nn.weight	1	-0.0174032561480999
42242	embedding2nn.weight	2	-0.014268253929913044
42242	embedding2nn.weight	3	0.02193133905529976
42242	embedding2nn.weight	4	-0.0059150345623493195
42242	embedding2nn.weight	5	-0.0037005890626460314
42242	embedding2nn.weight	6	-0.0039732386358082294
42242	embedding2nn.weight	7	-0.033790670335292816
42242	embedding2nn.weight	8	-0.0019979383796453476
42242	embedding2nn.weight	9	-0.01848827302455902
42242	embedding2nn.bias	0	0.055733539164066315
42242	embedding2nn.bias	1	-0.04159164056181908
42242	embedding2nn.bias	2	0.08428020775318146
42242	embedding2nn.bias	3	0.03513205796480179
42242	embedding2nn.bias	4	-0.022050052881240845
42242	embedding2nn.bias	5	-0.03289036080241203
42242	embedding2nn.bias	6	0.015317867510020733
42242	embedding2nn.bias	7	-0.05864932760596275
42242	embedding2nn.bias	8	0.056132711470127106
42242	embedding2nn.bias	9	0.03579021617770195
42242	rnn.weight_ih_l0	0	-0.008878529071807861
42242	rnn.weight_ih_l0	1	0.007781102322041988
42242	rnn.weight_ih_l0	2	0.030094372108578682
42242	rnn.weight_ih_l0	3	0.009037493728101254
42242	rnn.weight_ih_l0	4	-0.02599441632628441
42242	rnn.weight_ih_l0	5	-0.05738210305571556
42242	rnn.weight_ih_l0	6	0.022793812677264214
42242	rnn.weight_ih_l0	7	0.049644600600004196
42242	rnn.weight_ih_l0	8	0.011752378195524216
42242	rnn.weight_ih_l0	9	-0.029719222337007523
42242	rnn.weight_hh_l0	0	-0.03645436465740204
42242	rnn.weight_hh_l0	1	-0.0027802730910480022
42242	rnn.weight_hh_l0	2	0.003974348772317171
42242	rnn.weight_hh_l0	3	-0.04681038856506348
42242	rnn.weight_hh_l0	4	0.050964921712875366
42242	rnn.weight_hh_l0	5	-0.013075543567538261
42242	rnn.weight_hh_l0	6	-0.03732750937342644
42242	rnn.weight_hh_l0	7	-0.028655728325247765
42242	rnn.weight_hh_l0	8	-0.0005241453764028847
42242	rnn.weight_hh_l0	9	-0.022298146039247513
42242	rnn.bias_ih_l0	0	0.03727107122540474
42242	rnn.bias_ih_l0	1	-0.01842779666185379
42242	rnn.bias_ih_l0	2	0.00017852665041573346
42242	rnn.bias_ih_l0	3	0.0825599730014801
42242	rnn.bias_ih_l0	4	-0.04506111517548561
42242	rnn.bias_ih_l0	5	-0.03491991385817528
42242	rnn.bias_ih_l0	6	0.01716494746506214
42242	rnn.bias_ih_l0	7	0.042795661836862564
42242	rnn.bias_ih_l0	8	-0.06384500116109848
42242	rnn.bias_ih_l0	9	-0.042000848799943924
42242	rnn.bias_hh_l0	0	-0.03205762058496475
42242	rnn.bias_hh_l0	1	-0.06403134018182755
42242	rnn.bias_hh_l0	2	-0.032764483243227005
42242	rnn.bias_hh_l0	3	-0.059191521257162094
42242	rnn.bias_hh_l0	4	-0.007455043029040098
42242	rnn.bias_hh_l0	5	0.013722051866352558
42242	rnn.bias_hh_l0	6	0.017065463587641716
42242	rnn.bias_hh_l0	7	-0.0004413969872985035
42242	rnn.bias_hh_l0	8	-0.08701488375663757
42242	rnn.bias_hh_l0	9	0.004558325745165348
42242	rnn.weight_ih_l0_reverse	0	-0.016065413132309914
42242	rnn.weight_ih_l0_reverse	1	-0.0467081181704998
42242	rnn.weight_ih_l0_reverse	2	-0.022567102685570717
42242	rnn.weight_ih_l0_reverse	3	-0.001576345064677298
42242	rnn.weight_ih_l0_reverse	4	-0.009790804237127304
42242	rnn.weight_ih_l0_reverse	5	-0.048699647188186646
42242	rnn.weight_ih_l0_reverse	6	0.04200134053826332
42242	rnn.weight_ih_l0_reverse	7	-0.019656123593449593
42242	rnn.weight_ih_l0_reverse	8	-0.03426048159599304
42242	rnn.weight_ih_l0_reverse	9	0.014566141180694103
42242	rnn.weight_hh_l0_reverse	0	0.03603559359908104
42242	rnn.weight_hh_l0_reverse	1	0.03362492471933365
42242	rnn.weight_hh_l0_reverse	2	0.031600065529346466
42242	rnn.weight_hh_l0_reverse	3	0.021595368161797523
42242	rnn.weight_hh_l0_reverse	4	0.0025397837162017822
42242	rnn.weight_hh_l0_reverse	5	-0.004023675806820393
42242	rnn.weight_hh_l0_reverse	6	0.03670479729771614
42242	rnn.weight_hh_l0_reverse	7	-0.03345935419201851
42242	rnn.weight_hh_l0_reverse	8	0.020016640424728394
42242	rnn.weight_hh_l0_reverse	9	0.047981247305870056
42242	rnn.bias_ih_l0_reverse	0	-0.06279274821281433
42242	rnn.bias_ih_l0_reverse	1	-0.15369731187820435
42242	rnn.bias_ih_l0_reverse	2	-0.06645876914262772
42242	rnn.bias_ih_l0_reverse	3	-0.005909672472625971
42242	rnn.bias_ih_l0_reverse	4	-0.031296320259571075
42242	rnn.bias_ih_l0_reverse	5	0.029307421296834946
42242	rnn.bias_ih_l0_reverse	6	-0.020677192136645317
42242	rnn.bias_ih_l0_reverse	7	0.04148390516638756
42242	rnn.bias_ih_l0_reverse	8	-0.03447030484676361
42242	rnn.bias_ih_l0_reverse	9	0.027483055368065834
42242	rnn.bias_hh_l0_reverse	0	-0.03009088896214962
42242	rnn.bias_hh_l0_reverse	1	-0.0024985787458717823
42242	rnn.bias_hh_l0_reverse	2	0.019453464075922966
42242	rnn.bias_hh_l0_reverse	3	-0.02949208952486515
42242	rnn.bias_hh_l0_reverse	4	-0.04314349591732025
42242	rnn.bias_hh_l0_reverse	5	-0.0499955378472805
42242	rnn.bias_hh_l0_reverse	6	-0.014863387681543827
42242	rnn.bias_hh_l0_reverse	7	0.0579616017639637
42242	rnn.bias_hh_l0_reverse	8	0.022260427474975586
42242	rnn.bias_hh_l0_reverse	9	-0.0756421759724617
42242	rnn.weight_ih_l1	0	-0.0348324216902256
42242	rnn.weight_ih_l1	1	-0.035387322306632996
42242	rnn.weight_ih_l1	2	0.06098819524049759
42242	rnn.weight_ih_l1	3	-0.022493066266179085
42242	rnn.weight_ih_l1	4	0.0006295664352364838
42242	rnn.weight_ih_l1	5	-0.04133697971701622
42242	rnn.weight_ih_l1	6	0.019513031467795372
42242	rnn.weight_ih_l1	7	-0.03536860644817352
42242	rnn.weight_ih_l1	8	0.03776104375720024
42242	rnn.weight_ih_l1	9	0.027830641716718674
42242	rnn.weight_hh_l1	0	0.000305067835142836
42242	rnn.weight_hh_l1	1	0.004974461626261473
42242	rnn.weight_hh_l1	2	-0.014201855286955833
42242	rnn.weight_hh_l1	3	-0.007742017041891813
42242	rnn.weight_hh_l1	4	0.0014499961398541927
42242	rnn.weight_hh_l1	5	0.02819923125207424
42242	rnn.weight_hh_l1	6	0.03166639804840088
42242	rnn.weight_hh_l1	7	-0.02924230322241783
42242	rnn.weight_hh_l1	8	-0.034287095069885254
42242	rnn.weight_hh_l1	9	0.035635825246572495
42242	rnn.bias_ih_l1	0	-0.10553853213787079
42242	rnn.bias_ih_l1	1	-0.09634148329496384
42242	rnn.bias_ih_l1	2	-0.11891060322523117
42242	rnn.bias_ih_l1	3	-0.16815085709095
42242	rnn.bias_ih_l1	4	-0.18352265655994415
42242	rnn.bias_ih_l1	5	-0.0881403461098671
42242	rnn.bias_ih_l1	6	-0.07142366468906403
42242	rnn.bias_ih_l1	7	-0.03160041570663452
42242	rnn.bias_ih_l1	8	-0.0693843737244606
42242	rnn.bias_ih_l1	9	-0.09434258937835693
42242	rnn.bias_hh_l1	0	-0.10867485404014587
42242	rnn.bias_hh_l1	1	-0.03792446851730347
42242	rnn.bias_hh_l1	2	-0.07491981238126755
42242	rnn.bias_hh_l1	3	-0.05780422315001488
42242	rnn.bias_hh_l1	4	-0.09294885396957397
42242	rnn.bias_hh_l1	5	-0.05283467099070549
42242	rnn.bias_hh_l1	6	-0.08221619576215744
42242	rnn.bias_hh_l1	7	0.03307025879621506
42242	rnn.bias_hh_l1	8	-0.07144506275653839
42242	rnn.bias_hh_l1	9	-0.04840966314077377
42242	rnn.weight_ih_l1_reverse	0	-0.04122837260365486
42242	rnn.weight_ih_l1_reverse	1	0.04306530952453613
42242	rnn.weight_ih_l1_reverse	2	-0.03917313367128372
42242	rnn.weight_ih_l1_reverse	3	-0.0242756437510252
42242	rnn.weight_ih_l1_reverse	4	-0.02587874047458172
42242	rnn.weight_ih_l1_reverse	5	-0.03673653304576874
42242	rnn.weight_ih_l1_reverse	6	-0.028210986405611038
42242	rnn.weight_ih_l1_reverse	7	0.01794363372027874
42242	rnn.weight_ih_l1_reverse	8	0.01507638581097126
42242	rnn.weight_ih_l1_reverse	9	-0.032420724630355835
42242	rnn.weight_hh_l1_reverse	0	0.006752063985913992
42242	rnn.weight_hh_l1_reverse	1	0.02919212356209755
42242	rnn.weight_hh_l1_reverse	2	-0.03696894273161888
42242	rnn.weight_hh_l1_reverse	3	0.040503524243831635
42242	rnn.weight_hh_l1_reverse	4	0.04288089647889137
42242	rnn.weight_hh_l1_reverse	5	0.01085349265486002
42242	rnn.weight_hh_l1_reverse	6	0.0028636909555643797
42242	rnn.weight_hh_l1_reverse	7	0.026948947459459305
42242	rnn.weight_hh_l1_reverse	8	-0.003884322941303253
42242	rnn.weight_hh_l1_reverse	9	-0.041092585772275925
42242	rnn.bias_ih_l1_reverse	0	-0.02118375152349472
42242	rnn.bias_ih_l1_reverse	1	-0.076656274497509
42242	rnn.bias_ih_l1_reverse	2	-0.09416423738002777
42242	rnn.bias_ih_l1_reverse	3	0.004640473052859306
42242	rnn.bias_ih_l1_reverse	4	-0.14799217879772186
42242	rnn.bias_ih_l1_reverse	5	-0.06438664346933365
42242	rnn.bias_ih_l1_reverse	6	-0.07915137708187103
42242	rnn.bias_ih_l1_reverse	7	-0.09265600144863129
42242	rnn.bias_ih_l1_reverse	8	0.09406658262014389
42242	rnn.bias_ih_l1_reverse	9	0.025998430326581
42242	rnn.bias_hh_l1_reverse	0	-0.03552704304456711
42242	rnn.bias_hh_l1_reverse	1	-0.014866708777844906
42242	rnn.bias_hh_l1_reverse	2	-0.16816852986812592
42242	rnn.bias_hh_l1_reverse	3	-0.04851783066987991
42242	rnn.bias_hh_l1_reverse	4	-0.043604373931884766
42242	rnn.bias_hh_l1_reverse	5	-0.04414422810077667
42242	rnn.bias_hh_l1_reverse	6	0.12986308336257935
42242	rnn.bias_hh_l1_reverse	7	-0.08820480853319168
42242	rnn.bias_hh_l1_reverse	8	-0.07207614183425903
42242	rnn.bias_hh_l1_reverse	9	-0.08200377970933914
42242	linear.weight	0	0.002228822559118271
42242	linear.weight	1	0.056441303342580795
42242	linear.weight	2	-0.11290460079908371
42242	linear.weight	3	0.2909097969532013
42242	linear.weight	4	0.08193659782409668
42242	linear.weight	5	0.009151741862297058
42242	linear.weight	6	0.07799289375543594
42242	linear.weight	7	0.1308240443468094
42242	linear.weight	8	0.041950300335884094
42242	linear.weight	9	-0.07020671665668488
42242	linear.bias	0	-0.032708752900362015
42242	linear.bias	1	-0.05436944589018822
42242	linear.bias	2	-0.438635915517807
42242	linear.bias	3	-0.7185469269752502
42242	linear.bias	4	-0.9634675979614258
42242	linear.bias	5	0.015918202698230743
42242	linear.bias	6	-0.5786812901496887
42242	linear.bias	7	0.49151095747947693
42242	linear.bias	8	-0.5888396501541138
42242	linear.bias	9	-0.788451611995697
42439	transitions	0	0.45500248670578003
42439	transitions	1	-0.045193593949079514
42439	transitions	2	-10000.0
42439	transitions	3	-1.787572979927063
42439	transitions	4	-10000.0
42439	transitions	5	0.6893415451049805
42439	transitions	6	0.010127433575689793
42439	transitions	7	-0.22544077038764954
42439	transitions	8	-1.2948434352874756
42439	transitions	9	-1.2403211258060765e-05
42439	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
42439	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
42439	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
42439	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
42439	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
42439	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
42439	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
42439	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
42439	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
42439	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
42439	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
42439	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
42439	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
42439	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
42439	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
42439	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
42439	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
42439	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
42439	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
42439	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
42439	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
42439	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
42439	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
42439	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
42439	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
42439	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
42439	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
42439	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
42439	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
42439	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
42439	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
42439	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
42439	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
42439	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
42439	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
42439	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
42439	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
42439	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
42439	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
42439	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
42439	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
42439	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
42439	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
42439	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
42439	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
42439	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
42439	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
42439	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
42439	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
42439	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
42439	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
42439	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
42439	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
42439	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
42439	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
42439	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
42439	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
42439	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
42439	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
42439	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
42439	embedding2nn.weight	0	0.009932649321854115
42439	embedding2nn.weight	1	-0.01753220334649086
42439	embedding2nn.weight	2	-0.014268253929913044
42439	embedding2nn.weight	3	0.02281501516699791
42439	embedding2nn.weight	4	-0.0059150345623493195
42439	embedding2nn.weight	5	-0.0037005883641541004
42439	embedding2nn.weight	6	-0.003973240498453379
42439	embedding2nn.weight	7	-0.03480701893568039
42439	embedding2nn.weight	8	-0.0019979383796453476
42439	embedding2nn.weight	9	-0.018818121403455734
42439	embedding2nn.bias	0	0.05321872606873512
42439	embedding2nn.bias	1	-0.04114693030714989
42439	embedding2nn.bias	2	0.08282113075256348
42439	embedding2nn.bias	3	0.037712689489126205
42439	embedding2nn.bias	4	-0.035337235778570175
42439	embedding2nn.bias	5	-0.03562343120574951
42439	embedding2nn.bias	6	0.00961737148463726
42439	embedding2nn.bias	7	-0.05696685239672661
42439	embedding2nn.bias	8	0.054562028497457504
42439	embedding2nn.bias	9	0.04033626243472099
42439	rnn.weight_ih_l0	0	-0.00926052127033472
42439	rnn.weight_ih_l0	1	0.007856541313230991
42439	rnn.weight_ih_l0	2	0.029826762154698372
42439	rnn.weight_ih_l0	3	0.008725006133317947
42439	rnn.weight_ih_l0	4	-0.02524779923260212
42439	rnn.weight_ih_l0	5	-0.05784144997596741
42439	rnn.weight_ih_l0	6	0.022847525775432587
42439	rnn.weight_ih_l0	7	0.04959997534751892
42439	rnn.weight_ih_l0	8	0.012093935161828995
42439	rnn.weight_ih_l0	9	-0.030262276530265808
42439	rnn.weight_hh_l0	0	-0.035796839743852615
42439	rnn.weight_hh_l0	1	-0.002531405072659254
42439	rnn.weight_hh_l0	2	0.0047800904139876366
42439	rnn.weight_hh_l0	3	-0.04693704843521118
42439	rnn.weight_hh_l0	4	0.05017632991075516
42439	rnn.weight_hh_l0	5	-0.014634513296186924
42439	rnn.weight_hh_l0	6	-0.03873004391789436
42439	rnn.weight_hh_l0	7	-0.029462983831763268
42439	rnn.weight_hh_l0	8	-0.0011717136949300766
42439	rnn.weight_hh_l0	9	-0.0225831251591444
42439	rnn.bias_ih_l0	0	0.037743840366601944
42439	rnn.bias_ih_l0	1	-0.01654106378555298
42439	rnn.bias_ih_l0	2	-0.004256070125848055
42439	rnn.bias_ih_l0	3	0.08005327731370926
42439	rnn.bias_ih_l0	4	-0.04558086395263672
42439	rnn.bias_ih_l0	5	-0.033099837601184845
42439	rnn.bias_ih_l0	6	0.019604749977588654
42439	rnn.bias_ih_l0	7	0.044631440192461014
42439	rnn.bias_ih_l0	8	-0.0632769837975502
42439	rnn.bias_ih_l0	9	-0.043598491698503494
42439	rnn.bias_hh_l0	0	-0.03259054943919182
42439	rnn.bias_hh_l0	1	-0.06759286671876907
42439	rnn.bias_hh_l0	2	-0.03486224263906479
42439	rnn.bias_hh_l0	3	-0.059907782822847366
42439	rnn.bias_hh_l0	4	-0.006745103746652603
42439	rnn.bias_hh_l0	5	0.012593931518495083
42439	rnn.bias_hh_l0	6	0.019874319434165955
42439	rnn.bias_hh_l0	7	-0.002356594428420067
42439	rnn.bias_hh_l0	8	-0.08442088961601257
42439	rnn.bias_hh_l0	9	0.007250328082591295
42439	rnn.weight_ih_l0_reverse	0	-0.015680914744734764
42439	rnn.weight_ih_l0_reverse	1	-0.04619891196489334
42439	rnn.weight_ih_l0_reverse	2	-0.02012789621949196
42439	rnn.weight_ih_l0_reverse	3	-0.002571760443970561
42439	rnn.weight_ih_l0_reverse	4	-0.009573391638696194
42439	rnn.weight_ih_l0_reverse	5	-0.04862581565976143
42439	rnn.weight_ih_l0_reverse	6	0.04220975190401077
42439	rnn.weight_ih_l0_reverse	7	-0.021259397268295288
42439	rnn.weight_ih_l0_reverse	8	-0.034188564866781235
42439	rnn.weight_ih_l0_reverse	9	0.015092114917933941
42439	rnn.weight_hh_l0_reverse	0	0.03837712109088898
42439	rnn.weight_hh_l0_reverse	1	0.03412524610757828
42439	rnn.weight_hh_l0_reverse	2	0.031997039914131165
42439	rnn.weight_hh_l0_reverse	3	0.022010065615177155
42439	rnn.weight_hh_l0_reverse	4	0.0025438053999096155
42439	rnn.weight_hh_l0_reverse	5	-0.005548561457544565
42439	rnn.weight_hh_l0_reverse	6	0.03660743683576584
42439	rnn.weight_hh_l0_reverse	7	-0.03352746367454529
42439	rnn.weight_hh_l0_reverse	8	0.019733916968107224
42439	rnn.weight_hh_l0_reverse	9	0.04890238866209984
42439	rnn.bias_ih_l0_reverse	0	-0.06139050051569939
42439	rnn.bias_ih_l0_reverse	1	-0.157475084066391
42439	rnn.bias_ih_l0_reverse	2	-0.062410302460193634
42439	rnn.bias_ih_l0_reverse	3	-0.006549360696226358
42439	rnn.bias_ih_l0_reverse	4	-0.030191581696271896
42439	rnn.bias_ih_l0_reverse	5	0.027644239366054535
42439	rnn.bias_ih_l0_reverse	6	-0.021733466535806656
42439	rnn.bias_ih_l0_reverse	7	0.040041692554950714
42439	rnn.bias_ih_l0_reverse	8	-0.03807319328188896
42439	rnn.bias_ih_l0_reverse	9	0.02686968632042408
42439	rnn.bias_hh_l0_reverse	0	-0.03065462037920952
42439	rnn.bias_hh_l0_reverse	1	-0.010022873058915138
42439	rnn.bias_hh_l0_reverse	2	0.018614603206515312
42439	rnn.bias_hh_l0_reverse	3	-0.03088122047483921
42439	rnn.bias_hh_l0_reverse	4	-0.043066494166851044
42439	rnn.bias_hh_l0_reverse	5	-0.0474417470395565
42439	rnn.bias_hh_l0_reverse	6	-0.017036929726600647
42439	rnn.bias_hh_l0_reverse	7	0.057820189744234085
42439	rnn.bias_hh_l0_reverse	8	0.022748293355107307
42439	rnn.bias_hh_l0_reverse	9	-0.07144597172737122
42439	rnn.weight_ih_l1	0	-0.0348455049097538
42439	rnn.weight_ih_l1	1	-0.03689753636717796
42439	rnn.weight_ih_l1	2	0.0642382949590683
42439	rnn.weight_ih_l1	3	-0.024114904925227165
42439	rnn.weight_ih_l1	4	0.0006907269707880914
42439	rnn.weight_ih_l1	5	-0.04142674803733826
42439	rnn.weight_ih_l1	6	0.019332706928253174
42439	rnn.weight_ih_l1	7	-0.03578996658325195
42439	rnn.weight_ih_l1	8	0.03765622153878212
42439	rnn.weight_ih_l1	9	0.02743680402636528
42439	rnn.weight_hh_l1	0	-0.0015891558723524213
42439	rnn.weight_hh_l1	1	0.004712251015007496
42439	rnn.weight_hh_l1	2	-0.013314582407474518
42439	rnn.weight_hh_l1	3	-0.006972193252295256
42439	rnn.weight_hh_l1	4	0.0017793384613469243
42439	rnn.weight_hh_l1	5	0.0280261542648077
42439	rnn.weight_hh_l1	6	0.03194036707282066
42439	rnn.weight_hh_l1	7	-0.029101643711328506
42439	rnn.weight_hh_l1	8	-0.034524042159318924
42439	rnn.weight_hh_l1	9	0.03507024049758911
42439	rnn.bias_ih_l1	0	-0.10286542028188705
42439	rnn.bias_ih_l1	1	-0.09706347435712814
42439	rnn.bias_ih_l1	2	-0.11525297909975052
42439	rnn.bias_ih_l1	3	-0.1737329065799713
42439	rnn.bias_ih_l1	4	-0.18624968826770782
42439	rnn.bias_ih_l1	5	-0.08912456780672073
42439	rnn.bias_ih_l1	6	-0.06891271471977234
42439	rnn.bias_ih_l1	7	-0.029561562463641167
42439	rnn.bias_ih_l1	8	-0.07464516162872314
42439	rnn.bias_ih_l1	9	-0.09554589539766312
42439	rnn.bias_hh_l1	0	-0.10548792034387589
42439	rnn.bias_hh_l1	1	-0.039034049957990646
42439	rnn.bias_hh_l1	2	-0.07159040868282318
42439	rnn.bias_hh_l1	3	-0.05793965980410576
42439	rnn.bias_hh_l1	4	-0.09244666248559952
42439	rnn.bias_hh_l1	5	-0.05402831360697746
42439	rnn.bias_hh_l1	6	-0.08188622444868088
42439	rnn.bias_hh_l1	7	0.033974941819906235
42439	rnn.bias_hh_l1	8	-0.07269933074712753
42439	rnn.bias_hh_l1	9	-0.04775109514594078
42439	rnn.weight_ih_l1_reverse	0	-0.040315378457307816
42439	rnn.weight_ih_l1_reverse	1	0.04273654520511627
42439	rnn.weight_ih_l1_reverse	2	-0.04207366332411766
42439	rnn.weight_ih_l1_reverse	3	-0.02268318459391594
42439	rnn.weight_ih_l1_reverse	4	-0.02657477930188179
42439	rnn.weight_ih_l1_reverse	5	-0.03635210171341896
42439	rnn.weight_ih_l1_reverse	6	-0.026902351528406143
42439	rnn.weight_ih_l1_reverse	7	0.018298964947462082
42439	rnn.weight_ih_l1_reverse	8	0.01623203605413437
42439	rnn.weight_ih_l1_reverse	9	-0.0321122482419014
42439	rnn.weight_hh_l1_reverse	0	0.006563862785696983
42439	rnn.weight_hh_l1_reverse	1	0.02952559106051922
42439	rnn.weight_hh_l1_reverse	2	-0.03696027398109436
42439	rnn.weight_hh_l1_reverse	3	0.040275052189826965
42439	rnn.weight_hh_l1_reverse	4	0.043045174330472946
42439	rnn.weight_hh_l1_reverse	5	0.010862309485673904
42439	rnn.weight_hh_l1_reverse	6	0.0020198787096887827
42439	rnn.weight_hh_l1_reverse	7	0.026628850027918816
42439	rnn.weight_hh_l1_reverse	8	-0.003837872063741088
42439	rnn.weight_hh_l1_reverse	9	-0.040432654321193695
42439	rnn.bias_ih_l1_reverse	0	-0.023186707869172096
42439	rnn.bias_ih_l1_reverse	1	-0.07847316563129425
42439	rnn.bias_ih_l1_reverse	2	-0.09537691622972488
42439	rnn.bias_ih_l1_reverse	3	0.004764656536281109
42439	rnn.bias_ih_l1_reverse	4	-0.14843405783176422
42439	rnn.bias_ih_l1_reverse	5	-0.061130374670028687
42439	rnn.bias_ih_l1_reverse	6	-0.07828370481729507
42439	rnn.bias_ih_l1_reverse	7	-0.0962972491979599
42439	rnn.bias_ih_l1_reverse	8	0.09484371542930603
42439	rnn.bias_ih_l1_reverse	9	0.025605179369449615
42439	rnn.bias_hh_l1_reverse	0	-0.035899799317121506
42439	rnn.bias_hh_l1_reverse	1	-0.011289187707006931
42439	rnn.bias_hh_l1_reverse	2	-0.16727563738822937
42439	rnn.bias_hh_l1_reverse	3	-0.048970967531204224
42439	rnn.bias_hh_l1_reverse	4	-0.043626293540000916
42439	rnn.bias_hh_l1_reverse	5	-0.04868284985423088
42439	rnn.bias_hh_l1_reverse	6	0.12521056830883026
42439	rnn.bias_hh_l1_reverse	7	-0.08908888697624207
42439	rnn.bias_hh_l1_reverse	8	-0.06832418590784073
42439	rnn.bias_hh_l1_reverse	9	-0.08258997648954391
42439	linear.weight	0	0.002228822559118271
42439	linear.weight	1	0.05084526538848877
42439	linear.weight	2	-0.10901239514350891
42439	linear.weight	3	0.290358304977417
42439	linear.weight	4	0.08601031452417374
42439	linear.weight	5	0.010919563472270966
42439	linear.weight	6	0.07549020648002625
42439	linear.weight	7	0.15492603182792664
42439	linear.weight	8	0.04195529967546463
42439	linear.weight	9	-0.06983931362628937
42439	linear.bias	0	-0.045618750154972076
42439	linear.bias	1	-0.08746246993541718
42439	linear.bias	2	-0.473103791475296
42439	linear.bias	3	-0.7073680758476257
42439	linear.bias	4	-0.9535484910011292
42439	linear.bias	5	0.00046298818779177964
42439	linear.bias	6	-0.6107978820800781
42439	linear.bias	7	0.4775577187538147
42439	linear.bias	8	-0.5941407084465027
42439	linear.bias	9	-0.7890243530273438
42636	transitions	0	0.4647989869117737
42636	transitions	1	-0.046303100883960724
42636	transitions	2	-10000.0
42636	transitions	3	-1.7877259254455566
42636	transitions	4	-10000.0
42636	transitions	5	0.6891111731529236
42636	transitions	6	0.009632754139602184
42636	transitions	7	-0.22690317034721375
42636	transitions	8	-1.2951589822769165
42636	transitions	9	-1.6840731404954568e-05
42636	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
42636	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
42636	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
42636	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
42636	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
42636	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
42636	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
42636	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
42636	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
42636	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
42636	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
42636	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
42636	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
42636	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
42636	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
42636	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
42636	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
42636	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
42636	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
42636	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
42636	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
42636	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
42636	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
42636	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
42636	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
42636	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
42636	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
42636	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
42636	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
42636	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
42636	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
42636	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
42636	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
42636	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
42636	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
42636	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
42636	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
42636	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
42636	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
42636	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
42636	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
42636	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
42636	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
42636	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
42636	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
42636	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
42636	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
42636	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
42636	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
42636	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
42636	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
42636	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
42636	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
42636	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
42636	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
42636	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
42636	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
42636	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
42636	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
42636	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
42636	embedding2nn.weight	0	0.009337568655610085
42636	embedding2nn.weight	1	-0.01727456785738468
42636	embedding2nn.weight	2	-0.014268253929913044
42636	embedding2nn.weight	3	0.0215914249420166
42636	embedding2nn.weight	4	-0.0059150345623493195
42636	embedding2nn.weight	5	-0.003700587898492813
42636	embedding2nn.weight	6	-0.003973239101469517
42636	embedding2nn.weight	7	-0.03491360694169998
42636	embedding2nn.weight	8	-0.0019979383796453476
42636	embedding2nn.weight	9	-0.018789047375321388
42636	embedding2nn.bias	0	0.048568446189165115
42636	embedding2nn.bias	1	-0.041755177080631256
42636	embedding2nn.bias	2	0.08372379839420319
42636	embedding2nn.bias	3	0.033386290073394775
42636	embedding2nn.bias	4	-0.039416320621967316
42636	embedding2nn.bias	5	-0.03354199603199959
42636	embedding2nn.bias	6	0.002513680374249816
42636	embedding2nn.bias	7	-0.05105262249708176
42636	embedding2nn.bias	8	0.05083349347114563
42636	embedding2nn.bias	9	0.043664004653692245
42636	rnn.weight_ih_l0	0	-0.008768654428422451
42636	rnn.weight_ih_l0	1	0.0086424071341753
42636	rnn.weight_ih_l0	2	0.03129892796278
42636	rnn.weight_ih_l0	3	0.008448897860944271
42636	rnn.weight_ih_l0	4	-0.026899240911006927
42636	rnn.weight_ih_l0	5	-0.056990958750247955
42636	rnn.weight_ih_l0	6	0.021860510110855103
42636	rnn.weight_ih_l0	7	0.051065485924482346
42636	rnn.weight_ih_l0	8	0.012452719733119011
42636	rnn.weight_ih_l0	9	-0.029703108593821526
42636	rnn.weight_hh_l0	0	-0.0361655056476593
42636	rnn.weight_hh_l0	1	-0.0016788395587354898
42636	rnn.weight_hh_l0	2	0.005440490320324898
42636	rnn.weight_hh_l0	3	-0.047140516340732574
42636	rnn.weight_hh_l0	4	0.05048862472176552
42636	rnn.weight_hh_l0	5	-0.013365894556045532
42636	rnn.weight_hh_l0	6	-0.03892308473587036
42636	rnn.weight_hh_l0	7	-0.028832660987973213
42636	rnn.weight_hh_l0	8	-0.0014527299208566546
42636	rnn.weight_hh_l0	9	-0.02267652004957199
42636	rnn.bias_ih_l0	0	0.034092724323272705
42636	rnn.bias_ih_l0	1	-0.017423508688807487
42636	rnn.bias_ih_l0	2	-0.005374313332140446
42636	rnn.bias_ih_l0	3	0.082120381295681
42636	rnn.bias_ih_l0	4	-0.046098265796899796
42636	rnn.bias_ih_l0	5	-0.032230742275714874
42636	rnn.bias_ih_l0	6	0.017806241288781166
42636	rnn.bias_ih_l0	7	0.04161195829510689
42636	rnn.bias_ih_l0	8	-0.06287901848554611
42636	rnn.bias_ih_l0	9	-0.043736349791288376
42636	rnn.bias_hh_l0	0	-0.032919224351644516
42636	rnn.bias_hh_l0	1	-0.06776217371225357
42636	rnn.bias_hh_l0	2	-0.03326556086540222
42636	rnn.bias_hh_l0	3	-0.057488344609737396
42636	rnn.bias_hh_l0	4	-0.0062995851039886475
42636	rnn.bias_hh_l0	5	0.012722520157694817
42636	rnn.bias_hh_l0	6	0.018189482390880585
42636	rnn.bias_hh_l0	7	-0.0009816121309995651
42636	rnn.bias_hh_l0	8	-0.08640756458044052
42636	rnn.bias_hh_l0	9	0.005337462294846773
42636	rnn.weight_ih_l0_reverse	0	-0.01533888466656208
42636	rnn.weight_ih_l0_reverse	1	-0.04655390605330467
42636	rnn.weight_ih_l0_reverse	2	-0.02002008631825447
42636	rnn.weight_ih_l0_reverse	3	-0.0030081153381615877
42636	rnn.weight_ih_l0_reverse	4	-0.009250934235751629
42636	rnn.weight_ih_l0_reverse	5	-0.04868348687887192
42636	rnn.weight_ih_l0_reverse	6	0.04265214130282402
42636	rnn.weight_ih_l0_reverse	7	-0.021943997591733932
42636	rnn.weight_ih_l0_reverse	8	-0.03396523743867874
42636	rnn.weight_ih_l0_reverse	9	0.014833337627351284
42636	rnn.weight_hh_l0_reverse	0	0.03752709552645683
42636	rnn.weight_hh_l0_reverse	1	0.034883931279182434
42636	rnn.weight_hh_l0_reverse	2	0.03241352736949921
42636	rnn.weight_hh_l0_reverse	3	0.02203461155295372
42636	rnn.weight_hh_l0_reverse	4	0.002900738501921296
42636	rnn.weight_hh_l0_reverse	5	-0.004069064278155565
42636	rnn.weight_hh_l0_reverse	6	0.03726761415600777
42636	rnn.weight_hh_l0_reverse	7	-0.034443531185388565
42636	rnn.weight_hh_l0_reverse	8	0.019292717799544334
42636	rnn.weight_hh_l0_reverse	9	0.04967094585299492
42636	rnn.bias_ih_l0_reverse	0	-0.06186328083276749
42636	rnn.bias_ih_l0_reverse	1	-0.15985426306724548
42636	rnn.bias_ih_l0_reverse	2	-0.06559563428163528
42636	rnn.bias_ih_l0_reverse	3	-0.005174161400645971
42636	rnn.bias_ih_l0_reverse	4	-0.03729043900966644
42636	rnn.bias_ih_l0_reverse	5	0.029693804681301117
42636	rnn.bias_ih_l0_reverse	6	-0.024389903992414474
42636	rnn.bias_ih_l0_reverse	7	0.0399564765393734
42636	rnn.bias_ih_l0_reverse	8	-0.03976907581090927
42636	rnn.bias_ih_l0_reverse	9	0.030536824837327003
42636	rnn.bias_hh_l0_reverse	0	-0.028554726392030716
42636	rnn.bias_hh_l0_reverse	1	-0.005247879307717085
42636	rnn.bias_hh_l0_reverse	2	0.021547753363847733
42636	rnn.bias_hh_l0_reverse	3	-0.03270982205867767
42636	rnn.bias_hh_l0_reverse	4	-0.04529406130313873
42636	rnn.bias_hh_l0_reverse	5	-0.049125708639621735
42636	rnn.bias_hh_l0_reverse	6	-0.01791100576519966
42636	rnn.bias_hh_l0_reverse	7	0.05920630320906639
42636	rnn.bias_hh_l0_reverse	8	0.02158651314675808
42636	rnn.bias_hh_l0_reverse	9	-0.06970834732055664
42636	rnn.weight_ih_l1	0	-0.03513728082180023
42636	rnn.weight_ih_l1	1	-0.03736935928463936
42636	rnn.weight_ih_l1	2	0.06531552970409393
42636	rnn.weight_ih_l1	3	-0.024243412539362907
42636	rnn.weight_ih_l1	4	0.000759833783376962
42636	rnn.weight_ih_l1	5	-0.041593216359615326
42636	rnn.weight_ih_l1	6	0.018827924504876137
42636	rnn.weight_ih_l1	7	-0.036945149302482605
42636	rnn.weight_ih_l1	8	0.03806040436029434
42636	rnn.weight_ih_l1	9	0.027156561613082886
42636	rnn.weight_hh_l1	0	-0.002388986526057124
42636	rnn.weight_hh_l1	1	0.004708702675998211
42636	rnn.weight_hh_l1	2	-0.013576127588748932
42636	rnn.weight_hh_l1	3	-0.006765699479728937
42636	rnn.weight_hh_l1	4	0.0018185069784522057
42636	rnn.weight_hh_l1	5	0.027929509058594704
42636	rnn.weight_hh_l1	6	0.03209533914923668
42636	rnn.weight_hh_l1	7	-0.02896585315465927
42636	rnn.weight_hh_l1	8	-0.03477153182029724
42636	rnn.weight_hh_l1	9	0.03468742594122887
42636	rnn.bias_ih_l1	0	-0.10742969065904617
42636	rnn.bias_ih_l1	1	-0.09632088989019394
42636	rnn.bias_ih_l1	2	-0.11610443145036697
42636	rnn.bias_ih_l1	3	-0.17097166180610657
42636	rnn.bias_ih_l1	4	-0.19543227553367615
42636	rnn.bias_ih_l1	5	-0.08751817047595978
42636	rnn.bias_ih_l1	6	-0.06954379379749298
42636	rnn.bias_ih_l1	7	-0.030253030359745026
42636	rnn.bias_ih_l1	8	-0.07722403109073639
42636	rnn.bias_ih_l1	9	-0.10088057816028595
42636	rnn.bias_hh_l1	0	-0.10672757774591446
42636	rnn.bias_hh_l1	1	-0.041532378643751144
42636	rnn.bias_hh_l1	2	-0.069093719124794
42636	rnn.bias_hh_l1	3	-0.05845768377184868
42636	rnn.bias_hh_l1	4	-0.09374381601810455
42636	rnn.bias_hh_l1	5	-0.05293300375342369
42636	rnn.bias_hh_l1	6	-0.08202552050352097
42636	rnn.bias_hh_l1	7	0.03537297993898392
42636	rnn.bias_hh_l1	8	-0.07069461792707443
42636	rnn.bias_hh_l1	9	-0.04920327290892601
42636	rnn.weight_ih_l1_reverse	0	-0.03992244228720665
42636	rnn.weight_ih_l1_reverse	1	0.042956460267305374
42636	rnn.weight_ih_l1_reverse	2	-0.04318692535161972
42636	rnn.weight_ih_l1_reverse	3	-0.02037130668759346
42636	rnn.weight_ih_l1_reverse	4	-0.02861171029508114
42636	rnn.weight_ih_l1_reverse	5	-0.036356136202812195
42636	rnn.weight_ih_l1_reverse	6	-0.02679290995001793
42636	rnn.weight_ih_l1_reverse	7	0.018113821744918823
42636	rnn.weight_ih_l1_reverse	8	0.01867271214723587
42636	rnn.weight_ih_l1_reverse	9	-0.030712712556123734
42636	rnn.weight_hh_l1_reverse	0	0.00650510611012578
42636	rnn.weight_hh_l1_reverse	1	0.02919403463602066
42636	rnn.weight_hh_l1_reverse	2	-0.03698603808879852
42636	rnn.weight_hh_l1_reverse	3	0.04027356952428818
42636	rnn.weight_hh_l1_reverse	4	0.04382934421300888
42636	rnn.weight_hh_l1_reverse	5	0.010950437746942043
42636	rnn.weight_hh_l1_reverse	6	0.003217414254322648
42636	rnn.weight_hh_l1_reverse	7	0.02671719901263714
42636	rnn.weight_hh_l1_reverse	8	-0.003843133570626378
42636	rnn.weight_hh_l1_reverse	9	-0.04090608283877373
42636	rnn.bias_ih_l1_reverse	0	-0.01997925527393818
42636	rnn.bias_ih_l1_reverse	1	-0.07716988772153854
42636	rnn.bias_ih_l1_reverse	2	-0.09600185602903366
42636	rnn.bias_ih_l1_reverse	3	-0.0008317649480886757
42636	rnn.bias_ih_l1_reverse	4	-0.14622487127780914
42636	rnn.bias_ih_l1_reverse	5	-0.06149516999721527
42636	rnn.bias_ih_l1_reverse	6	-0.08000616729259491
42636	rnn.bias_ih_l1_reverse	7	-0.09371422976255417
42636	rnn.bias_ih_l1_reverse	8	0.09382354468107224
42636	rnn.bias_ih_l1_reverse	9	0.02619756944477558
42636	rnn.bias_hh_l1_reverse	0	-0.037851590663194656
42636	rnn.bias_hh_l1_reverse	1	-0.01149468868970871
42636	rnn.bias_hh_l1_reverse	2	-0.1684124767780304
42636	rnn.bias_hh_l1_reverse	3	-0.04763159155845642
42636	rnn.bias_hh_l1_reverse	4	-0.043842021375894547
42636	rnn.bias_hh_l1_reverse	5	-0.04680782929062843
42636	rnn.bias_hh_l1_reverse	6	0.12408334761857986
42636	rnn.bias_hh_l1_reverse	7	-0.0865345299243927
42636	rnn.bias_hh_l1_reverse	8	-0.06579039245843887
42636	rnn.bias_hh_l1_reverse	9	-0.08317459374666214
42636	linear.weight	0	0.002228822559118271
42636	linear.weight	1	0.053591303527355194
42636	linear.weight	2	-0.10915593057870865
42636	linear.weight	3	0.2852220833301544
42636	linear.weight	4	0.08703546226024628
42636	linear.weight	5	0.01703832857310772
42636	linear.weight	6	0.049407508224248886
42636	linear.weight	7	0.14165927469730377
42636	linear.weight	8	0.04195871204137802
42636	linear.weight	9	-0.06781207025051117
42636	linear.bias	0	-0.0765233039855957
42636	linear.bias	1	-0.09359051287174225
42636	linear.bias	2	-0.43680933117866516
42636	linear.bias	3	-0.7442895770072937
42636	linear.bias	4	-0.9885603189468384
42636	linear.bias	5	0.0472305566072464
42636	linear.bias	6	-0.6153806447982788
42636	linear.bias	7	0.518345832824707
42636	linear.bias	8	-0.5921728014945984
42636	linear.bias	9	-0.7859236001968384
42833	transitions	0	0.44460558891296387
42833	transitions	1	-0.03933050110936165
42833	transitions	2	-10000.0
42833	transitions	3	-1.787890911102295
42833	transitions	4	-10000.0
42833	transitions	5	0.6886609196662903
42833	transitions	6	0.009261702187359333
42833	transitions	7	-0.22896987199783325
42833	transitions	8	-1.2955026626586914
42833	transitions	9	-2.192947249568533e-05
42833	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
42833	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
42833	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
42833	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
42833	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
42833	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
42833	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
42833	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
42833	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
42833	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
42833	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
42833	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
42833	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
42833	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
42833	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
42833	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
42833	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
42833	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
42833	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
42833	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
42833	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
42833	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
42833	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
42833	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
42833	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
42833	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
42833	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
42833	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
42833	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
42833	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
42833	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
42833	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
42833	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
42833	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
42833	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
42833	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
42833	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
42833	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
42833	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
42833	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
42833	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
42833	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
42833	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
42833	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
42833	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
42833	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
42833	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
42833	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
42833	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
42833	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
42833	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
42833	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
42833	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
42833	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
42833	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
42833	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
42833	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
42833	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
42833	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
42833	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
42833	embedding2nn.weight	0	0.010940255597233772
42833	embedding2nn.weight	1	-0.017107607796788216
42833	embedding2nn.weight	2	-0.014268253929913044
42833	embedding2nn.weight	3	0.02250605821609497
42833	embedding2nn.weight	4	-0.0059150345623493195
42833	embedding2nn.weight	5	-0.0037005876656621695
42833	embedding2nn.weight	6	-0.003973240498453379
42833	embedding2nn.weight	7	-0.034944236278533936
42833	embedding2nn.weight	8	-0.0019979383796453476
42833	embedding2nn.weight	9	-0.019562797620892525
42833	embedding2nn.bias	0	0.042338840663433075
42833	embedding2nn.bias	1	-0.04433293640613556
42833	embedding2nn.bias	2	0.08277272433042526
42833	embedding2nn.bias	3	0.04261663183569908
42833	embedding2nn.bias	4	-0.042817458510398865
42833	embedding2nn.bias	5	-0.028320787474513054
42833	embedding2nn.bias	6	0.005366071127355099
42833	embedding2nn.bias	7	-0.0562509149312973
42833	embedding2nn.bias	8	0.055867601186037064
42833	embedding2nn.bias	9	0.04423990100622177
42833	rnn.weight_ih_l0	0	-0.009107633493840694
42833	rnn.weight_ih_l0	1	0.007415135856717825
42833	rnn.weight_ih_l0	2	0.03175187483429909
42833	rnn.weight_ih_l0	3	0.00818377174437046
42833	rnn.weight_ih_l0	4	-0.028008393943309784
42833	rnn.weight_ih_l0	5	-0.057231731712818146
42833	rnn.weight_ih_l0	6	0.021713050082325935
42833	rnn.weight_ih_l0	7	0.04979533702135086
42833	rnn.weight_ih_l0	8	0.013566078618168831
42833	rnn.weight_ih_l0	9	-0.02954750508069992
42833	rnn.weight_hh_l0	0	-0.03653347119688988
42833	rnn.weight_hh_l0	1	-0.0019421634497120976
42833	rnn.weight_hh_l0	2	0.00564961414784193
42833	rnn.weight_hh_l0	3	-0.047409284859895706
42833	rnn.weight_hh_l0	4	0.05095325782895088
42833	rnn.weight_hh_l0	5	-0.01302369311451912
42833	rnn.weight_hh_l0	6	-0.03911271318793297
42833	rnn.weight_hh_l0	7	-0.02727796696126461
42833	rnn.weight_hh_l0	8	-0.0009118615998886526
42833	rnn.weight_hh_l0	9	-0.022898081690073013
42833	rnn.bias_ih_l0	0	0.03258436173200607
42833	rnn.bias_ih_l0	1	-0.0168027151376009
42833	rnn.bias_ih_l0	2	-0.0046452064998447895
42833	rnn.bias_ih_l0	3	0.0792664885520935
42833	rnn.bias_ih_l0	4	-0.046143174171447754
42833	rnn.bias_ih_l0	5	-0.029577095061540604
42833	rnn.bias_ih_l0	6	0.015521719120442867
42833	rnn.bias_ih_l0	7	0.040622252970933914
42833	rnn.bias_ih_l0	8	-0.06245908886194229
42833	rnn.bias_ih_l0	9	-0.039531365036964417
42833	rnn.bias_hh_l0	0	-0.03216063231229782
42833	rnn.bias_hh_l0	1	-0.06685272604227066
42833	rnn.bias_hh_l0	2	-0.03426951915025711
42833	rnn.bias_hh_l0	3	-0.056768834590911865
42833	rnn.bias_hh_l0	4	-0.004691577050834894
42833	rnn.bias_hh_l0	5	0.011502222158014774
42833	rnn.bias_hh_l0	6	0.018729297444224358
42833	rnn.bias_hh_l0	7	-0.001417837804183364
42833	rnn.bias_hh_l0	8	-0.08527559041976929
42833	rnn.bias_hh_l0	9	0.0017239038133993745
42833	rnn.weight_ih_l0_reverse	0	-0.017338622361421585
42833	rnn.weight_ih_l0_reverse	1	-0.04710160568356514
42833	rnn.weight_ih_l0_reverse	2	-0.01875430904328823
42833	rnn.weight_ih_l0_reverse	3	-0.002481035888195038
42833	rnn.weight_ih_l0_reverse	4	-0.00856550969183445
42833	rnn.weight_ih_l0_reverse	5	-0.04879976063966751
42833	rnn.weight_ih_l0_reverse	6	0.04170289635658264
42833	rnn.weight_ih_l0_reverse	7	-0.02265343628823757
42833	rnn.weight_ih_l0_reverse	8	-0.03405419737100601
42833	rnn.weight_ih_l0_reverse	9	0.015733957290649414
42833	rnn.weight_hh_l0_reverse	0	0.03737949952483177
42833	rnn.weight_hh_l0_reverse	1	0.03474735841155052
42833	rnn.weight_hh_l0_reverse	2	0.03206610679626465
42833	rnn.weight_hh_l0_reverse	3	0.022378429770469666
42833	rnn.weight_hh_l0_reverse	4	0.0029519882518798113
42833	rnn.weight_hh_l0_reverse	5	-0.004255663603544235
42833	rnn.weight_hh_l0_reverse	6	0.03734511509537697
42833	rnn.weight_hh_l0_reverse	7	-0.03501613065600395
42833	rnn.weight_hh_l0_reverse	8	0.018948985263705254
42833	rnn.weight_hh_l0_reverse	9	0.049440864473581314
42833	rnn.bias_ih_l0_reverse	0	-0.062604159116745
42833	rnn.bias_ih_l0_reverse	1	-0.157081738114357
42833	rnn.bias_ih_l0_reverse	2	-0.06447901576757431
42833	rnn.bias_ih_l0_reverse	3	-0.0036498515401035547
42833	rnn.bias_ih_l0_reverse	4	-0.03470761328935623
42833	rnn.bias_ih_l0_reverse	5	0.030848897993564606
42833	rnn.bias_ih_l0_reverse	6	-0.024220077320933342
42833	rnn.bias_ih_l0_reverse	7	0.04115058481693268
42833	rnn.bias_ih_l0_reverse	8	-0.039552636444568634
42833	rnn.bias_ih_l0_reverse	9	0.029573600739240646
42833	rnn.bias_hh_l0_reverse	0	-0.027239520102739334
42833	rnn.bias_hh_l0_reverse	1	-0.0104522081092
42833	rnn.bias_hh_l0_reverse	2	0.02031545899808407
42833	rnn.bias_hh_l0_reverse	3	-0.031011907383799553
42833	rnn.bias_hh_l0_reverse	4	-0.04235614463686943
42833	rnn.bias_hh_l0_reverse	5	-0.053609106689691544
42833	rnn.bias_hh_l0_reverse	6	-0.013114268891513348
42833	rnn.bias_hh_l0_reverse	7	0.05789075791835785
42833	rnn.bias_hh_l0_reverse	8	0.01991190016269684
42833	rnn.bias_hh_l0_reverse	9	-0.0713629201054573
42833	rnn.weight_ih_l1	0	-0.03503553569316864
42833	rnn.weight_ih_l1	1	-0.03765293210744858
42833	rnn.weight_ih_l1	2	0.06379330903291702
42833	rnn.weight_ih_l1	3	-0.024114497005939484
42833	rnn.weight_ih_l1	4	0.0005410602316260338
42833	rnn.weight_ih_l1	5	-0.04153958708047867
42833	rnn.weight_ih_l1	6	0.018828051164746284
42833	rnn.weight_ih_l1	7	-0.03756964951753616
42833	rnn.weight_ih_l1	8	0.037852268666028976
42833	rnn.weight_ih_l1	9	0.02769426815211773
42833	rnn.weight_hh_l1	0	-0.0005708361859433353
42833	rnn.weight_hh_l1	1	0.0045410930179059505
42833	rnn.weight_hh_l1	2	-0.013721521012485027
42833	rnn.weight_hh_l1	3	-0.006950258277356625
42833	rnn.weight_hh_l1	4	0.0025186464190483093
42833	rnn.weight_hh_l1	5	0.02791738696396351
42833	rnn.weight_hh_l1	6	0.03210080787539482
42833	rnn.weight_hh_l1	7	-0.02869069017469883
42833	rnn.weight_hh_l1	8	-0.03464675694704056
42833	rnn.weight_hh_l1	9	0.035104263573884964
42833	rnn.bias_ih_l1	0	-0.10628434270620346
42833	rnn.bias_ih_l1	1	-0.09599412977695465
42833	rnn.bias_ih_l1	2	-0.11883165687322617
42833	rnn.bias_ih_l1	3	-0.16772599518299103
42833	rnn.bias_ih_l1	4	-0.19466735422611237
42833	rnn.bias_ih_l1	5	-0.08749313652515411
42833	rnn.bias_ih_l1	6	-0.06846731156110764
42833	rnn.bias_ih_l1	7	-0.03139768913388252
42833	rnn.bias_ih_l1	8	-0.07940616458654404
42833	rnn.bias_ih_l1	9	-0.10244211554527283
42833	rnn.bias_hh_l1	0	-0.10508207976818085
42833	rnn.bias_hh_l1	1	-0.039723776280879974
42833	rnn.bias_hh_l1	2	-0.07205570489168167
42833	rnn.bias_hh_l1	3	-0.05914226546883583
42833	rnn.bias_hh_l1	4	-0.09245509654283524
42833	rnn.bias_hh_l1	5	-0.054615139961242676
42833	rnn.bias_hh_l1	6	-0.08434450626373291
42833	rnn.bias_hh_l1	7	0.041946202516555786
42833	rnn.bias_hh_l1	8	-0.07164589315652847
42833	rnn.bias_hh_l1	9	-0.049515895545482635
42833	rnn.weight_ih_l1_reverse	0	-0.03815823420882225
42833	rnn.weight_ih_l1_reverse	1	0.044091448187828064
42833	rnn.weight_ih_l1_reverse	2	-0.043100930750370026
42833	rnn.weight_ih_l1_reverse	3	-0.020044777542352676
42833	rnn.weight_ih_l1_reverse	4	-0.030206579715013504
42833	rnn.weight_ih_l1_reverse	5	-0.03685738146305084
42833	rnn.weight_ih_l1_reverse	6	-0.02750316634774208
42833	rnn.weight_ih_l1_reverse	7	0.018019186332821846
42833	rnn.weight_ih_l1_reverse	8	0.020445995032787323
42833	rnn.weight_ih_l1_reverse	9	-0.03246142715215683
42833	rnn.weight_hh_l1_reverse	0	0.006441560573875904
42833	rnn.weight_hh_l1_reverse	1	0.029134374111890793
42833	rnn.weight_hh_l1_reverse	2	-0.03689352795481682
42833	rnn.weight_hh_l1_reverse	3	0.04033549875020981
42833	rnn.weight_hh_l1_reverse	4	0.043894778937101364
42833	rnn.weight_hh_l1_reverse	5	0.010728465393185616
42833	rnn.weight_hh_l1_reverse	6	0.0018996947910636663
42833	rnn.weight_hh_l1_reverse	7	0.02698453515768051
42833	rnn.weight_hh_l1_reverse	8	-0.003808861831203103
42833	rnn.weight_hh_l1_reverse	9	-0.041676681488752365
42833	rnn.bias_ih_l1_reverse	0	-0.02012321539223194
42833	rnn.bias_ih_l1_reverse	1	-0.07854874432086945
42833	rnn.bias_ih_l1_reverse	2	-0.09517095237970352
42833	rnn.bias_ih_l1_reverse	3	0.0012726045679301023
42833	rnn.bias_ih_l1_reverse	4	-0.14721298217773438
42833	rnn.bias_ih_l1_reverse	5	-0.06356117129325867
42833	rnn.bias_ih_l1_reverse	6	-0.07956565916538239
42833	rnn.bias_ih_l1_reverse	7	-0.09116596728563309
42833	rnn.bias_ih_l1_reverse	8	0.10794781893491745
42833	rnn.bias_ih_l1_reverse	9	0.01508987508714199
42833	rnn.bias_hh_l1_reverse	0	-0.04582573100924492
42833	rnn.bias_hh_l1_reverse	1	-0.019863050431013107
42833	rnn.bias_hh_l1_reverse	2	-0.16839034855365753
42833	rnn.bias_hh_l1_reverse	3	-0.047086864709854126
42833	rnn.bias_hh_l1_reverse	4	-0.04439793527126312
42833	rnn.bias_hh_l1_reverse	5	-0.04744996875524521
42833	rnn.bias_hh_l1_reverse	6	0.1329256296157837
42833	rnn.bias_hh_l1_reverse	7	-0.08842296898365021
42833	rnn.bias_hh_l1_reverse	8	-0.06623183935880661
42833	rnn.bias_hh_l1_reverse	9	-0.08486882597208023
42833	linear.weight	0	0.002228822559118271
42833	linear.weight	1	0.03799392655491829
42833	linear.weight	2	-0.10143232345581055
42833	linear.weight	3	0.2759009897708893
42833	linear.weight	4	0.08933798223733902
42833	linear.weight	5	0.01210594642907381
42833	linear.weight	6	0.05329214036464691
42833	linear.weight	7	0.12801456451416016
42833	linear.weight	8	0.04195911064743996
42833	linear.weight	9	-0.06945312023162842
42833	linear.bias	0	-0.05445370450615883
42833	linear.bias	1	-0.07272492349147797
42833	linear.bias	2	-0.4491824507713318
42833	linear.bias	3	-0.7222601771354675
42833	linear.bias	4	-0.962883710861206
42833	linear.bias	5	0.0029570136684924364
42833	linear.bias	6	-0.5867735147476196
42833	linear.bias	7	0.474694162607193
42833	linear.bias	8	-0.6048605442047119
42833	linear.bias	9	-0.7938815951347351
43030	transitions	0	0.4483794867992401
43030	transitions	1	-0.038444146513938904
43030	transitions	2	-10000.0
43030	transitions	3	-1.7880101203918457
43030	transitions	4	-10000.0
43030	transitions	5	0.6883361339569092
43030	transitions	6	0.008947063237428665
43030	transitions	7	-0.23028014600276947
43030	transitions	8	-1.2959213256835938
43030	transitions	9	-3.044005461561028e-05
43030	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
43030	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
43030	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
43030	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
43030	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
43030	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
43030	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
43030	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
43030	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
43030	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
43030	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
43030	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
43030	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
43030	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
43030	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
43030	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
43030	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
43030	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
43030	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
43030	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
43030	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
43030	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
43030	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
43030	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
43030	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
43030	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
43030	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
43030	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
43030	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
43030	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
43030	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
43030	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
43030	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
43030	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
43030	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
43030	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
43030	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
43030	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
43030	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
43030	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
43030	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
43030	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
43030	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
43030	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
43030	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
43030	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
43030	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
43030	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
43030	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
43030	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
43030	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
43030	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
43030	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
43030	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
43030	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
43030	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
43030	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
43030	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
43030	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
43030	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
43030	embedding2nn.weight	0	0.011135281063616276
43030	embedding2nn.weight	1	-0.01681257225573063
43030	embedding2nn.weight	2	-0.014268253929913044
43030	embedding2nn.weight	3	0.02306622453033924
43030	embedding2nn.weight	4	-0.0059150345623493195
43030	embedding2nn.weight	5	-0.0037005881313234568
43030	embedding2nn.weight	6	-0.003973239101469517
43030	embedding2nn.weight	7	-0.033623289316892624
43030	embedding2nn.weight	8	-0.0019979383796453476
43030	embedding2nn.weight	9	-0.020267069339752197
43030	embedding2nn.bias	0	0.03935578092932701
43030	embedding2nn.bias	1	-0.04849397391080856
43030	embedding2nn.bias	2	0.07961846143007278
43030	embedding2nn.bias	3	0.059871505945920944
43030	embedding2nn.bias	4	-0.03034680150449276
43030	embedding2nn.bias	5	-0.026926595717668533
43030	embedding2nn.bias	6	0.0037133044097572565
43030	embedding2nn.bias	7	-0.04715144261717796
43030	embedding2nn.bias	8	0.05661790817975998
43030	embedding2nn.bias	9	0.04403797909617424
43030	rnn.weight_ih_l0	0	-0.009076314978301525
43030	rnn.weight_ih_l0	1	0.009190309792757034
43030	rnn.weight_ih_l0	2	0.03154034540057182
43030	rnn.weight_ih_l0	3	0.00720219174399972
43030	rnn.weight_ih_l0	4	-0.0274543184787035
43030	rnn.weight_ih_l0	5	-0.05662905052304268
43030	rnn.weight_ih_l0	6	0.021483026444911957
43030	rnn.weight_ih_l0	7	0.0497773140668869
43030	rnn.weight_ih_l0	8	0.012264247052371502
43030	rnn.weight_ih_l0	9	-0.029689209535717964
43030	rnn.weight_hh_l0	0	-0.03620109707117081
43030	rnn.weight_hh_l0	1	-0.0006867870106361806
43030	rnn.weight_hh_l0	2	0.005402381997555494
43030	rnn.weight_hh_l0	3	-0.04701482132077217
43030	rnn.weight_hh_l0	4	0.051471807062625885
43030	rnn.weight_hh_l0	5	-0.012911944650113583
43030	rnn.weight_hh_l0	6	-0.03938231244683266
43030	rnn.weight_hh_l0	7	-0.028180278837680817
43030	rnn.weight_hh_l0	8	-0.0001520565419923514
43030	rnn.weight_hh_l0	9	-0.02261577732861042
43030	rnn.bias_ih_l0	0	0.0329708456993103
43030	rnn.bias_ih_l0	1	-0.016905253753066063
43030	rnn.bias_ih_l0	2	-0.0007575921481475234
43030	rnn.bias_ih_l0	3	0.07497651875019073
43030	rnn.bias_ih_l0	4	-0.046108320355415344
43030	rnn.bias_ih_l0	5	-0.030264148488640785
43030	rnn.bias_ih_l0	6	0.009824481792747974
43030	rnn.bias_ih_l0	7	0.039127036929130554
43030	rnn.bias_ih_l0	8	-0.06396286934614182
43030	rnn.bias_ih_l0	9	-0.048191845417022705
43030	rnn.bias_hh_l0	0	-0.033699676394462585
43030	rnn.bias_hh_l0	1	-0.06322105973958969
43030	rnn.bias_hh_l0	2	-0.035209883004426956
43030	rnn.bias_hh_l0	3	-0.05274781584739685
43030	rnn.bias_hh_l0	4	-0.007102917414158583
43030	rnn.bias_hh_l0	5	0.011495781131088734
43030	rnn.bias_hh_l0	6	0.021453702822327614
43030	rnn.bias_hh_l0	7	-0.005023443605750799
43030	rnn.bias_hh_l0	8	-0.08394522219896317
43030	rnn.bias_hh_l0	9	-0.0015829611802473664
43030	rnn.weight_ih_l0_reverse	0	-0.01676706224679947
43030	rnn.weight_ih_l0_reverse	1	-0.04668685793876648
43030	rnn.weight_ih_l0_reverse	2	-0.020965280011296272
43030	rnn.weight_ih_l0_reverse	3	-0.0029736498836427927
43030	rnn.weight_ih_l0_reverse	4	-0.008143829181790352
43030	rnn.weight_ih_l0_reverse	5	-0.049060236662626266
43030	rnn.weight_ih_l0_reverse	6	0.042551055550575256
43030	rnn.weight_ih_l0_reverse	7	-0.022024188190698624
43030	rnn.weight_ih_l0_reverse	8	-0.03413594886660576
43030	rnn.weight_ih_l0_reverse	9	0.01543515920639038
43030	rnn.weight_hh_l0_reverse	0	0.03780160844326019
43030	rnn.weight_hh_l0_reverse	1	0.03420238569378853
43030	rnn.weight_hh_l0_reverse	2	0.03152400627732277
43030	rnn.weight_hh_l0_reverse	3	0.022498900070786476
43030	rnn.weight_hh_l0_reverse	4	0.002789668506011367
43030	rnn.weight_hh_l0_reverse	5	-0.0033379679080098867
43030	rnn.weight_hh_l0_reverse	6	0.037235502153635025
43030	rnn.weight_hh_l0_reverse	7	-0.03474731743335724
43030	rnn.weight_hh_l0_reverse	8	0.01935601606965065
43030	rnn.weight_hh_l0_reverse	9	0.04984698444604874
43030	rnn.bias_ih_l0_reverse	0	-0.062007155269384384
43030	rnn.bias_ih_l0_reverse	1	-0.15758129954338074
43030	rnn.bias_ih_l0_reverse	2	-0.06973113864660263
43030	rnn.bias_ih_l0_reverse	3	-0.006620684638619423
43030	rnn.bias_ih_l0_reverse	4	-0.036229901015758514
43030	rnn.bias_ih_l0_reverse	5	0.026824628934264183
43030	rnn.bias_ih_l0_reverse	6	-0.023835264146327972
43030	rnn.bias_ih_l0_reverse	7	0.03934560716152191
43030	rnn.bias_ih_l0_reverse	8	-0.03725149482488632
43030	rnn.bias_ih_l0_reverse	9	0.02815098501741886
43030	rnn.bias_hh_l0_reverse	0	-0.029836049303412437
43030	rnn.bias_hh_l0_reverse	1	-0.0009080757736228406
43030	rnn.bias_hh_l0_reverse	2	0.025607559829950333
43030	rnn.bias_hh_l0_reverse	3	-0.03239047899842262
43030	rnn.bias_hh_l0_reverse	4	-0.045028556138277054
43030	rnn.bias_hh_l0_reverse	5	-0.053330935537815094
43030	rnn.bias_hh_l0_reverse	6	-0.013441918417811394
43030	rnn.bias_hh_l0_reverse	7	0.05809340626001358
43030	rnn.bias_hh_l0_reverse	8	0.020158905535936356
43030	rnn.bias_hh_l0_reverse	9	-0.07512826472520828
43030	rnn.weight_ih_l1	0	-0.035175420343875885
43030	rnn.weight_ih_l1	1	-0.03742324560880661
43030	rnn.weight_ih_l1	2	0.06460337340831757
43030	rnn.weight_ih_l1	3	-0.02558175101876259
43030	rnn.weight_ih_l1	4	0.0011632245732471347
43030	rnn.weight_ih_l1	5	-0.04160870239138603
43030	rnn.weight_ih_l1	6	0.01880616322159767
43030	rnn.weight_ih_l1	7	-0.03798823803663254
43030	rnn.weight_ih_l1	8	0.037526000291109085
43030	rnn.weight_ih_l1	9	0.027692211791872978
43030	rnn.weight_hh_l1	0	-0.0022632647305727005
43030	rnn.weight_hh_l1	1	0.004671125672757626
43030	rnn.weight_hh_l1	2	-0.014564340934157372
43030	rnn.weight_hh_l1	3	-0.0070244004018604755
43030	rnn.weight_hh_l1	4	0.0029457053169608116
43030	rnn.weight_hh_l1	5	0.0276096910238266
43030	rnn.weight_hh_l1	6	0.032588545233011246
43030	rnn.weight_hh_l1	7	-0.028356783092021942
43030	rnn.weight_hh_l1	8	-0.0342462994158268
43030	rnn.weight_hh_l1	9	0.034976981580257416
43030	rnn.bias_ih_l1	0	-0.10875353962182999
43030	rnn.bias_ih_l1	1	-0.09443553537130356
43030	rnn.bias_ih_l1	2	-0.11870740354061127
43030	rnn.bias_ih_l1	3	-0.17120623588562012
43030	rnn.bias_ih_l1	4	-0.19669920206069946
43030	rnn.bias_ih_l1	5	-0.0869942456483841
43030	rnn.bias_ih_l1	6	-0.07221469283103943
43030	rnn.bias_ih_l1	7	-0.02964182011783123
43030	rnn.bias_ih_l1	8	-0.07951152324676514
43030	rnn.bias_ih_l1	9	-0.10059355199337006
43030	rnn.bias_hh_l1	0	-0.10376861691474915
43030	rnn.bias_hh_l1	1	-0.041356369853019714
43030	rnn.bias_hh_l1	2	-0.06743589043617249
43030	rnn.bias_hh_l1	3	-0.05828648433089256
43030	rnn.bias_hh_l1	4	-0.0932483822107315
43030	rnn.bias_hh_l1	5	-0.05333273857831955
43030	rnn.bias_hh_l1	6	-0.0903279110789299
43030	rnn.bias_hh_l1	7	0.025810251012444496
43030	rnn.bias_hh_l1	8	-0.07471825927495956
43030	rnn.bias_hh_l1	9	-0.0494658499956131
43030	rnn.weight_ih_l1_reverse	0	-0.036798641085624695
43030	rnn.weight_ih_l1_reverse	1	0.043740805238485336
43030	rnn.weight_ih_l1_reverse	2	-0.04237495735287666
43030	rnn.weight_ih_l1_reverse	3	-0.01888497732579708
43030	rnn.weight_ih_l1_reverse	4	-0.0313749834895134
43030	rnn.weight_ih_l1_reverse	5	-0.03631305322051048
43030	rnn.weight_ih_l1_reverse	6	-0.02949816733598709
43030	rnn.weight_ih_l1_reverse	7	0.018397493287920952
43030	rnn.weight_ih_l1_reverse	8	0.01886998862028122
43030	rnn.weight_ih_l1_reverse	9	-0.030441228300333023
43030	rnn.weight_hh_l1_reverse	0	0.006373109761625528
43030	rnn.weight_hh_l1_reverse	1	0.028781576082110405
43030	rnn.weight_hh_l1_reverse	2	-0.0368928462266922
43030	rnn.weight_hh_l1_reverse	3	0.039956189692020416
43030	rnn.weight_hh_l1_reverse	4	0.044088199734687805
43030	rnn.weight_hh_l1_reverse	5	0.01061669085174799
43030	rnn.weight_hh_l1_reverse	6	0.0019356257980689406
43030	rnn.weight_hh_l1_reverse	7	0.027041567489504814
43030	rnn.weight_hh_l1_reverse	8	-0.003849326865747571
43030	rnn.weight_hh_l1_reverse	9	-0.04109079763293266
43030	rnn.bias_ih_l1_reverse	0	-0.020951686426997185
43030	rnn.bias_ih_l1_reverse	1	-0.08116617053747177
43030	rnn.bias_ih_l1_reverse	2	-0.09602866321802139
43030	rnn.bias_ih_l1_reverse	3	0.011348823085427284
43030	rnn.bias_ih_l1_reverse	4	-0.14658065140247345
43030	rnn.bias_ih_l1_reverse	5	-0.06503700464963913
43030	rnn.bias_ih_l1_reverse	6	-0.07963690161705017
43030	rnn.bias_ih_l1_reverse	7	-0.0877014696598053
43030	rnn.bias_ih_l1_reverse	8	0.10687620937824249
43030	rnn.bias_ih_l1_reverse	9	0.01554948277771473
43030	rnn.bias_hh_l1_reverse	0	-0.05556011199951172
43030	rnn.bias_hh_l1_reverse	1	-0.019439788535237312
43030	rnn.bias_hh_l1_reverse	2	-0.1704958826303482
43030	rnn.bias_hh_l1_reverse	3	-0.047358524054288864
43030	rnn.bias_hh_l1_reverse	4	-0.04455137252807617
43030	rnn.bias_hh_l1_reverse	5	-0.04866033047437668
43030	rnn.bias_hh_l1_reverse	6	0.12099932134151459
43030	rnn.bias_hh_l1_reverse	7	-0.09298279136419296
43030	rnn.bias_hh_l1_reverse	8	-0.06822644174098969
43030	rnn.bias_hh_l1_reverse	9	-0.08504466712474823
43030	linear.weight	0	0.002228822559118271
43030	linear.weight	1	0.035869136452674866
43030	linear.weight	2	-0.1078658401966095
43030	linear.weight	3	0.27785494923591614
43030	linear.weight	4	0.08225250989198685
43030	linear.weight	5	0.014759383164346218
43030	linear.weight	6	0.04837917536497116
43030	linear.weight	7	0.10608607530593872
43030	linear.weight	8	0.04196493327617645
43030	linear.weight	9	-0.07106178998947144
43030	linear.bias	0	-0.0549299530684948
43030	linear.bias	1	-0.0731448382139206
43030	linear.bias	2	-0.44527357816696167
43030	linear.bias	3	-0.7304481863975525
43030	linear.bias	4	-0.975139319896698
43030	linear.bias	5	0.02684718742966652
43030	linear.bias	6	-0.59319669008255
43030	linear.bias	7	0.49704989790916443
43030	linear.bias	8	-0.6170359253883362
43030	linear.bias	9	-0.8067629933357239
43227	transitions	0	0.4507369101047516
43227	transitions	1	-0.040432486683130264
43227	transitions	2	-10000.0
43227	transitions	3	-1.788148283958435
43227	transitions	4	-10000.0
43227	transitions	5	0.6879315376281738
43227	transitions	6	0.008579808287322521
43227	transitions	7	-0.2318628877401352
43227	transitions	8	-1.2961984872817993
43227	transitions	9	-3.533497147145681e-05
43227	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
43227	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
43227	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
43227	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
43227	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
43227	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
43227	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
43227	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
43227	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
43227	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
43227	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
43227	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
43227	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
43227	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
43227	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
43227	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
43227	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
43227	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
43227	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
43227	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
43227	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
43227	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
43227	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
43227	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
43227	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
43227	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
43227	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
43227	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
43227	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
43227	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
43227	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
43227	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
43227	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
43227	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
43227	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
43227	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
43227	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
43227	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
43227	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
43227	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
43227	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
43227	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
43227	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
43227	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
43227	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
43227	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
43227	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
43227	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
43227	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
43227	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
43227	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
43227	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
43227	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
43227	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
43227	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
43227	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
43227	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
43227	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
43227	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
43227	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
43227	embedding2nn.weight	0	0.0084414416924119
43227	embedding2nn.weight	1	-0.01665233075618744
43227	embedding2nn.weight	2	-0.014268253929913044
43227	embedding2nn.weight	3	0.021930037066340446
43227	embedding2nn.weight	4	-0.0059150345623493195
43227	embedding2nn.weight	5	-0.003700587898492813
43227	embedding2nn.weight	6	-0.003973239101469517
43227	embedding2nn.weight	7	-0.03537612780928612
43227	embedding2nn.weight	8	-0.0019979383796453476
43227	embedding2nn.weight	9	-0.021373599767684937
43227	embedding2nn.bias	0	0.04295799136161804
43227	embedding2nn.bias	1	-0.04658304154872894
43227	embedding2nn.bias	2	0.09009209275245667
43227	embedding2nn.bias	3	0.06090247631072998
43227	embedding2nn.bias	4	-0.03397157043218613
43227	embedding2nn.bias	5	-0.03279566392302513
43227	embedding2nn.bias	6	0.016506265848875046
43227	embedding2nn.bias	7	-0.05507080256938934
43227	embedding2nn.bias	8	0.0610269270837307
43227	embedding2nn.bias	9	0.04391222074627876
43227	rnn.weight_ih_l0	0	-0.009262928739190102
43227	rnn.weight_ih_l0	1	0.008935616351664066
43227	rnn.weight_ih_l0	2	0.03182876110076904
43227	rnn.weight_ih_l0	3	0.007400720380246639
43227	rnn.weight_ih_l0	4	-0.027843834832310677
43227	rnn.weight_ih_l0	5	-0.05649565905332565
43227	rnn.weight_ih_l0	6	0.021467434242367744
43227	rnn.weight_ih_l0	7	0.04877470061182976
43227	rnn.weight_ih_l0	8	0.013257688842713833
43227	rnn.weight_ih_l0	9	-0.0302756167948246
43227	rnn.weight_hh_l0	0	-0.03664259985089302
43227	rnn.weight_hh_l0	1	-0.0012618985492736101
43227	rnn.weight_hh_l0	2	0.004740201868116856
43227	rnn.weight_hh_l0	3	-0.04646245390176773
43227	rnn.weight_hh_l0	4	0.05089647322893143
43227	rnn.weight_hh_l0	5	-0.012952948920428753
43227	rnn.weight_hh_l0	6	-0.03934146463871002
43227	rnn.weight_hh_l0	7	-0.025797726586461067
43227	rnn.weight_hh_l0	8	-0.00025081311468966305
43227	rnn.weight_hh_l0	9	-0.022731948643922806
43227	rnn.bias_ih_l0	0	0.034623753279447556
43227	rnn.bias_ih_l0	1	-0.015337087213993073
43227	rnn.bias_ih_l0	2	-3.627529076766223e-05
43227	rnn.bias_ih_l0	3	0.0737934485077858
43227	rnn.bias_ih_l0	4	-0.0479898564517498
43227	rnn.bias_ih_l0	5	-0.028706947341561317
43227	rnn.bias_ih_l0	6	0.00875709019601345
43227	rnn.bias_ih_l0	7	0.03767691180109978
43227	rnn.bias_ih_l0	8	-0.06338787823915482
43227	rnn.bias_ih_l0	9	-0.04387728124856949
43227	rnn.bias_hh_l0	0	-0.03575006499886513
43227	rnn.bias_hh_l0	1	-0.06378365308046341
43227	rnn.bias_hh_l0	2	-0.040390633046627045
43227	rnn.bias_hh_l0	3	-0.053572576493024826
43227	rnn.bias_hh_l0	4	-0.00989527441561222
43227	rnn.bias_hh_l0	5	0.01121802069246769
43227	rnn.bias_hh_l0	6	0.01824963465332985
43227	rnn.bias_hh_l0	7	-0.008016951382160187
43227	rnn.bias_hh_l0	8	-0.08296085149049759
43227	rnn.bias_hh_l0	9	-0.003457616548985243
43227	rnn.weight_ih_l0_reverse	0	-0.016748135909438133
43227	rnn.weight_ih_l0_reverse	1	-0.04690660163760185
43227	rnn.weight_ih_l0_reverse	2	-0.02428167313337326
43227	rnn.weight_ih_l0_reverse	3	-0.0023082871921360493
43227	rnn.weight_ih_l0_reverse	4	-0.00802643783390522
43227	rnn.weight_ih_l0_reverse	5	-0.04855441674590111
43227	rnn.weight_ih_l0_reverse	6	0.04320201650261879
43227	rnn.weight_ih_l0_reverse	7	-0.022061018273234367
43227	rnn.weight_ih_l0_reverse	8	-0.033906590193510056
43227	rnn.weight_ih_l0_reverse	9	0.015260319225490093
43227	rnn.weight_hh_l0_reverse	0	0.03867020085453987
43227	rnn.weight_hh_l0_reverse	1	0.03436167910695076
43227	rnn.weight_hh_l0_reverse	2	0.03148619458079338
43227	rnn.weight_hh_l0_reverse	3	0.0224514938890934
43227	rnn.weight_hh_l0_reverse	4	0.0018064306350424886
43227	rnn.weight_hh_l0_reverse	5	-0.004474731627851725
43227	rnn.weight_hh_l0_reverse	6	0.0374043732881546
43227	rnn.weight_hh_l0_reverse	7	-0.035527683794498444
43227	rnn.weight_hh_l0_reverse	8	0.020646264776587486
43227	rnn.weight_hh_l0_reverse	9	0.048695158213377
43227	rnn.bias_ih_l0_reverse	0	-0.06283657997846603
43227	rnn.bias_ih_l0_reverse	1	-0.15647000074386597
43227	rnn.bias_ih_l0_reverse	2	-0.06992887705564499
43227	rnn.bias_ih_l0_reverse	3	-0.005367356818169355
43227	rnn.bias_ih_l0_reverse	4	-0.038239311426877975
43227	rnn.bias_ih_l0_reverse	5	0.026277730241417885
43227	rnn.bias_ih_l0_reverse	6	-0.024869151413440704
43227	rnn.bias_ih_l0_reverse	7	0.040883202105760574
43227	rnn.bias_ih_l0_reverse	8	-0.04028499498963356
43227	rnn.bias_ih_l0_reverse	9	0.026312053203582764
43227	rnn.bias_hh_l0_reverse	0	-0.027768472209572792
43227	rnn.bias_hh_l0_reverse	1	-0.00030014978256076574
43227	rnn.bias_hh_l0_reverse	2	0.027624698355793953
43227	rnn.bias_hh_l0_reverse	3	-0.03228170424699783
43227	rnn.bias_hh_l0_reverse	4	-0.04543915390968323
43227	rnn.bias_hh_l0_reverse	5	-0.054543640464544296
43227	rnn.bias_hh_l0_reverse	6	-0.013538244180381298
43227	rnn.bias_hh_l0_reverse	7	0.059952642768621445
43227	rnn.bias_hh_l0_reverse	8	0.024269109591841698
43227	rnn.bias_hh_l0_reverse	9	-0.07233967632055283
43227	rnn.weight_ih_l1	0	-0.035081855952739716
43227	rnn.weight_ih_l1	1	-0.03780002519488335
43227	rnn.weight_ih_l1	2	0.0630059540271759
43227	rnn.weight_ih_l1	3	-0.02391795441508293
43227	rnn.weight_ih_l1	4	0.0008227250655181706
43227	rnn.weight_ih_l1	5	-0.04155990481376648
43227	rnn.weight_ih_l1	6	0.018545567989349365
43227	rnn.weight_ih_l1	7	-0.038383569568395615
43227	rnn.weight_ih_l1	8	0.03727313131093979
43227	rnn.weight_ih_l1	9	0.027703862637281418
43227	rnn.weight_hh_l1	0	-0.002853029640391469
43227	rnn.weight_hh_l1	1	0.004727552644908428
43227	rnn.weight_hh_l1	2	-0.01366253662854433
43227	rnn.weight_hh_l1	3	-0.007573770359158516
43227	rnn.weight_hh_l1	4	0.002319920575246215
43227	rnn.weight_hh_l1	5	0.027311064302921295
43227	rnn.weight_hh_l1	6	0.032627031207084656
43227	rnn.weight_hh_l1	7	-0.028451217338442802
43227	rnn.weight_hh_l1	8	-0.034319475293159485
43227	rnn.weight_hh_l1	9	0.03500623628497124
43227	rnn.bias_ih_l1	0	-0.11064106225967407
43227	rnn.bias_ih_l1	1	-0.091129831969738
43227	rnn.bias_ih_l1	2	-0.11755247414112091
43227	rnn.bias_ih_l1	3	-0.1716793030500412
43227	rnn.bias_ih_l1	4	-0.20189659297466278
43227	rnn.bias_ih_l1	5	-0.08713379502296448
43227	rnn.bias_ih_l1	6	-0.06984999775886536
43227	rnn.bias_ih_l1	7	-0.03251609578728676
43227	rnn.bias_ih_l1	8	-0.08262331783771515
43227	rnn.bias_ih_l1	9	-0.09947674721479416
43227	rnn.bias_hh_l1	0	-0.10572092235088348
43227	rnn.bias_hh_l1	1	-0.04086446017026901
43227	rnn.bias_hh_l1	2	-0.06976363062858582
43227	rnn.bias_hh_l1	3	-0.06043977662920952
43227	rnn.bias_hh_l1	4	-0.09157153218984604
43227	rnn.bias_hh_l1	5	-0.05144895613193512
43227	rnn.bias_hh_l1	6	-0.08996030688285828
43227	rnn.bias_hh_l1	7	0.022188030183315277
43227	rnn.bias_hh_l1	8	-0.07394270598888397
43227	rnn.bias_hh_l1	9	-0.04941939935088158
43227	rnn.weight_ih_l1_reverse	0	-0.03649015724658966
43227	rnn.weight_ih_l1_reverse	1	0.04678243771195412
43227	rnn.weight_ih_l1_reverse	2	-0.0424925833940506
43227	rnn.weight_ih_l1_reverse	3	-0.017081359401345253
43227	rnn.weight_ih_l1_reverse	4	-0.03188065066933632
43227	rnn.weight_ih_l1_reverse	5	-0.036396194249391556
43227	rnn.weight_ih_l1_reverse	6	-0.030028389766812325
43227	rnn.weight_ih_l1_reverse	7	0.01784111186861992
43227	rnn.weight_ih_l1_reverse	8	0.01846953295171261
43227	rnn.weight_ih_l1_reverse	9	-0.0272605549544096
43227	rnn.weight_hh_l1_reverse	0	0.006623612716794014
43227	rnn.weight_hh_l1_reverse	1	0.028947532176971436
43227	rnn.weight_hh_l1_reverse	2	-0.0368838869035244
43227	rnn.weight_hh_l1_reverse	3	0.03971617668867111
43227	rnn.weight_hh_l1_reverse	4	0.04362611845135689
43227	rnn.weight_hh_l1_reverse	5	0.010434377007186413
43227	rnn.weight_hh_l1_reverse	6	-0.00020286868675611913
43227	rnn.weight_hh_l1_reverse	7	0.02706475928425789
43227	rnn.weight_hh_l1_reverse	8	-0.0036769884172827005
43227	rnn.weight_hh_l1_reverse	9	-0.041124068200588226
43227	rnn.bias_ih_l1_reverse	0	-0.021281754598021507
43227	rnn.bias_ih_l1_reverse	1	-0.08204630017280579
43227	rnn.bias_ih_l1_reverse	2	-0.09617146849632263
43227	rnn.bias_ih_l1_reverse	3	0.008285724557936192
43227	rnn.bias_ih_l1_reverse	4	-0.14767436683177948
43227	rnn.bias_ih_l1_reverse	5	-0.06524829566478729
43227	rnn.bias_ih_l1_reverse	6	-0.07972113788127899
43227	rnn.bias_ih_l1_reverse	7	-0.08587891608476639
43227	rnn.bias_ih_l1_reverse	8	0.11499496549367905
43227	rnn.bias_ih_l1_reverse	9	0.01569128967821598
43227	rnn.bias_hh_l1_reverse	0	-0.04466555267572403
43227	rnn.bias_hh_l1_reverse	1	-0.01662895455956459
43227	rnn.bias_hh_l1_reverse	2	-0.17222954332828522
43227	rnn.bias_hh_l1_reverse	3	-0.04488782584667206
43227	rnn.bias_hh_l1_reverse	4	-0.04352451488375664
43227	rnn.bias_hh_l1_reverse	5	-0.04772448539733887
43227	rnn.bias_hh_l1_reverse	6	0.12845680117607117
43227	rnn.bias_hh_l1_reverse	7	-0.09546574205160141
43227	rnn.bias_hh_l1_reverse	8	-0.0651661828160286
43227	rnn.bias_hh_l1_reverse	9	-0.0847180113196373
43227	linear.weight	0	0.002228822559118271
43227	linear.weight	1	0.02903934381902218
43227	linear.weight	2	-0.10640013217926025
43227	linear.weight	3	0.2918033003807068
43227	linear.weight	4	0.08710552006959915
43227	linear.weight	5	0.013834260404109955
43227	linear.weight	6	0.05964861810207367
43227	linear.weight	7	0.09476067870855331
43227	linear.weight	8	0.04196270927786827
43227	linear.weight	9	-0.0637066438794136
43227	linear.bias	0	-0.04298422113060951
43227	linear.bias	1	-0.08978021144866943
43227	linear.bias	2	-0.4576418995857239
43227	linear.bias	3	-0.6989776492118835
43227	linear.bias	4	-0.9415769577026367
43227	linear.bias	5	0.029336128383874893
43227	linear.bias	6	-0.6036322712898254
43227	linear.bias	7	0.4988822638988495
43227	linear.bias	8	-0.6072537899017334
43227	linear.bias	9	-0.8008776307106018
43424	transitions	0	0.44746729731559753
43424	transitions	1	-0.03591405972838402
43424	transitions	2	-10000.0
43424	transitions	3	-1.7883234024047852
43424	transitions	4	-10000.0
43424	transitions	5	0.6872448325157166
43424	transitions	6	0.00821213610470295
43424	transitions	7	-0.2343575358390808
43424	transitions	8	-1.2965410947799683
43424	transitions	9	-3.927936268155463e-05
43424	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
43424	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
43424	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
43424	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
43424	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
43424	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
43424	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
43424	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
43424	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
43424	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
43424	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
43424	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
43424	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
43424	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
43424	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
43424	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
43424	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
43424	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
43424	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
43424	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
43424	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
43424	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
43424	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
43424	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
43424	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
43424	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
43424	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
43424	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
43424	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
43424	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
43424	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
43424	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
43424	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
43424	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
43424	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
43424	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
43424	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
43424	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
43424	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
43424	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
43424	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
43424	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
43424	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
43424	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
43424	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
43424	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
43424	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
43424	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
43424	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
43424	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
43424	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
43424	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
43424	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
43424	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
43424	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
43424	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
43424	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
43424	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
43424	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
43424	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
43424	embedding2nn.weight	0	0.009872065857052803
43424	embedding2nn.weight	1	-0.01635703817009926
43424	embedding2nn.weight	2	-0.014268253929913044
43424	embedding2nn.weight	3	0.018935397267341614
43424	embedding2nn.weight	4	-0.0059150345623493195
43424	embedding2nn.weight	5	-0.0037005837075412273
43424	embedding2nn.weight	6	-0.003973239101469517
43424	embedding2nn.weight	7	-0.035492174327373505
43424	embedding2nn.weight	8	-0.0019979383796453476
43424	embedding2nn.weight	9	-0.022133203223347664
43424	embedding2nn.bias	0	0.04302835464477539
43424	embedding2nn.bias	1	-0.04595853388309479
43424	embedding2nn.bias	2	0.09153082221746445
43424	embedding2nn.bias	3	0.06414267420768738
43424	embedding2nn.bias	4	-0.028804278001189232
43424	embedding2nn.bias	5	-0.02568386308848858
43424	embedding2nn.bias	6	0.010033994913101196
43424	embedding2nn.bias	7	-0.06269098073244095
43424	embedding2nn.bias	8	0.06741482019424438
43424	embedding2nn.bias	9	0.04208340495824814
43424	rnn.weight_ih_l0	0	-0.008217032067477703
43424	rnn.weight_ih_l0	1	0.01002373918890953
43424	rnn.weight_ih_l0	2	0.03245941922068596
43424	rnn.weight_ih_l0	3	0.0068060243502259254
43424	rnn.weight_ih_l0	4	-0.02823028713464737
43424	rnn.weight_ih_l0	5	-0.05674999952316284
43424	rnn.weight_ih_l0	6	0.020757272839546204
43424	rnn.weight_ih_l0	7	0.04933798313140869
43424	rnn.weight_ih_l0	8	0.013645436614751816
43424	rnn.weight_ih_l0	9	-0.02982398308813572
43424	rnn.weight_hh_l0	0	-0.035757940262556076
43424	rnn.weight_hh_l0	1	-0.0015613815048709512
43424	rnn.weight_hh_l0	2	0.004838408902287483
43424	rnn.weight_hh_l0	3	-0.04688116908073425
43424	rnn.weight_hh_l0	4	0.05148432031273842
43424	rnn.weight_hh_l0	5	-0.013559571467339993
43424	rnn.weight_hh_l0	6	-0.038075465708971024
43424	rnn.weight_hh_l0	7	-0.0273880772292614
43424	rnn.weight_hh_l0	8	-0.0005453549674712121
43424	rnn.weight_hh_l0	9	-0.022439826279878616
43424	rnn.bias_ih_l0	0	0.034251850098371506
43424	rnn.bias_ih_l0	1	-0.01821138709783554
43424	rnn.bias_ih_l0	2	-0.0013110622530803084
43424	rnn.bias_ih_l0	3	0.0748496726155281
43424	rnn.bias_ih_l0	4	-0.04765546694397926
43424	rnn.bias_ih_l0	5	-0.02998589351773262
43424	rnn.bias_ih_l0	6	0.0054365964606404305
43424	rnn.bias_ih_l0	7	0.04003487899899483
43424	rnn.bias_ih_l0	8	-0.0633576512336731
43424	rnn.bias_ih_l0	9	-0.04007866978645325
43424	rnn.bias_hh_l0	0	-0.03696441650390625
43424	rnn.bias_hh_l0	1	-0.06449229270219803
43424	rnn.bias_hh_l0	2	-0.037667132914066315
43424	rnn.bias_hh_l0	3	-0.054654452949762344
43424	rnn.bias_hh_l0	4	-0.009250030852854252
43424	rnn.bias_hh_l0	5	0.011649273335933685
43424	rnn.bias_hh_l0	6	0.018402865156531334
43424	rnn.bias_hh_l0	7	-0.006276402156800032
43424	rnn.bias_hh_l0	8	-0.08278242498636246
43424	rnn.bias_hh_l0	9	-0.003076179651543498
43424	rnn.weight_ih_l0_reverse	0	-0.017108820378780365
43424	rnn.weight_ih_l0_reverse	1	-0.04697790741920471
43424	rnn.weight_ih_l0_reverse	2	-0.02385416254401207
43424	rnn.weight_ih_l0_reverse	3	-0.002621555468067527
43424	rnn.weight_ih_l0_reverse	4	-0.007478482089936733
43424	rnn.weight_ih_l0_reverse	5	-0.04854995384812355
43424	rnn.weight_ih_l0_reverse	6	0.04411414638161659
43424	rnn.weight_ih_l0_reverse	7	-0.020951224491000175
43424	rnn.weight_ih_l0_reverse	8	-0.0339474119246006
43424	rnn.weight_ih_l0_reverse	9	0.015855764970183372
43424	rnn.weight_hh_l0_reverse	0	0.03818132355809212
43424	rnn.weight_hh_l0_reverse	1	0.03416234999895096
43424	rnn.weight_hh_l0_reverse	2	0.03142665699124336
43424	rnn.weight_hh_l0_reverse	3	0.022903013974428177
43424	rnn.weight_hh_l0_reverse	4	0.002232363447546959
43424	rnn.weight_hh_l0_reverse	5	-0.003629625542089343
43424	rnn.weight_hh_l0_reverse	6	0.037644993513822556
43424	rnn.weight_hh_l0_reverse	7	-0.03644966334104538
43424	rnn.weight_hh_l0_reverse	8	0.02107076160609722
43424	rnn.weight_hh_l0_reverse	9	0.048083413392305374
43424	rnn.bias_ih_l0_reverse	0	-0.0635407418012619
43424	rnn.bias_ih_l0_reverse	1	-0.15659382939338684
43424	rnn.bias_ih_l0_reverse	2	-0.07048873603343964
43424	rnn.bias_ih_l0_reverse	3	-0.006886187009513378
43424	rnn.bias_ih_l0_reverse	4	-0.03964570164680481
43424	rnn.bias_ih_l0_reverse	5	0.0241714958101511
43424	rnn.bias_ih_l0_reverse	6	-0.02638862654566765
43424	rnn.bias_ih_l0_reverse	7	0.04251934587955475
43424	rnn.bias_ih_l0_reverse	8	-0.040072377771139145
43424	rnn.bias_ih_l0_reverse	9	0.02545415610074997
43424	rnn.bias_hh_l0_reverse	0	-0.0276655163615942
43424	rnn.bias_hh_l0_reverse	1	-0.003918317146599293
43424	rnn.bias_hh_l0_reverse	2	0.02905287593603134
43424	rnn.bias_hh_l0_reverse	3	-0.030739013105630875
43424	rnn.bias_hh_l0_reverse	4	-0.04523450881242752
43424	rnn.bias_hh_l0_reverse	5	-0.05503331124782562
43424	rnn.bias_hh_l0_reverse	6	-0.014590553008019924
43424	rnn.bias_hh_l0_reverse	7	0.05712103471159935
43424	rnn.bias_hh_l0_reverse	8	0.023973412811756134
43424	rnn.bias_hh_l0_reverse	9	-0.06930988281965256
43424	rnn.weight_ih_l1	0	-0.03504223749041557
43424	rnn.weight_ih_l1	1	-0.036672234535217285
43424	rnn.weight_ih_l1	2	0.062381893396377563
43424	rnn.weight_ih_l1	3	-0.026730353012681007
43424	rnn.weight_ih_l1	4	0.00043460034066811204
43424	rnn.weight_ih_l1	5	-0.041378170251846313
43424	rnn.weight_ih_l1	6	0.019097372889518738
43424	rnn.weight_ih_l1	7	-0.03727979212999344
43424	rnn.weight_ih_l1	8	0.03729138895869255
43424	rnn.weight_ih_l1	9	0.028429269790649414
43424	rnn.weight_hh_l1	0	-0.0041734627448022366
43424	rnn.weight_hh_l1	1	0.004837802145630121
43424	rnn.weight_hh_l1	2	-0.013124382123351097
43424	rnn.weight_hh_l1	3	-0.007709290366619825
43424	rnn.weight_hh_l1	4	0.0021539335139095783
43424	rnn.weight_hh_l1	5	0.027294715866446495
43424	rnn.weight_hh_l1	6	0.03219074010848999
43424	rnn.weight_hh_l1	7	-0.028360646218061447
43424	rnn.weight_hh_l1	8	-0.03399912267923355
43424	rnn.weight_hh_l1	9	0.035403426736593246
43424	rnn.bias_ih_l1	0	-0.11258445680141449
43424	rnn.bias_ih_l1	1	-0.09298877418041229
43424	rnn.bias_ih_l1	2	-0.11797648668289185
43424	rnn.bias_ih_l1	3	-0.1717173010110855
43424	rnn.bias_ih_l1	4	-0.18806672096252441
43424	rnn.bias_ih_l1	5	-0.09034553915262222
43424	rnn.bias_ih_l1	6	-0.07196392118930817
43424	rnn.bias_ih_l1	7	-0.03265543654561043
43424	rnn.bias_ih_l1	8	-0.08204817771911621
43424	rnn.bias_ih_l1	9	-0.09887845814228058
43424	rnn.bias_hh_l1	0	-0.10620097070932388
43424	rnn.bias_hh_l1	1	-0.04236077144742012
43424	rnn.bias_hh_l1	2	-0.07121918350458145
43424	rnn.bias_hh_l1	3	-0.05710211768746376
43424	rnn.bias_hh_l1	4	-0.08899036049842834
43424	rnn.bias_hh_l1	5	-0.05301538482308388
43424	rnn.bias_hh_l1	6	-0.09307903051376343
43424	rnn.bias_hh_l1	7	0.015941666439175606
43424	rnn.bias_hh_l1	8	-0.07197843492031097
43424	rnn.bias_hh_l1	9	-0.049880627542734146
43424	rnn.weight_ih_l1_reverse	0	-0.03614720329642296
43424	rnn.weight_ih_l1_reverse	1	0.042569849640131
43424	rnn.weight_ih_l1_reverse	2	-0.03599660471081734
43424	rnn.weight_ih_l1_reverse	3	-0.01825067214667797
43424	rnn.weight_ih_l1_reverse	4	-0.02856406569480896
43424	rnn.weight_ih_l1_reverse	5	-0.03646739944815636
43424	rnn.weight_ih_l1_reverse	6	-0.030751720070838928
43424	rnn.weight_ih_l1_reverse	7	0.017918508499860764
43424	rnn.weight_ih_l1_reverse	8	0.01690516248345375
43424	rnn.weight_ih_l1_reverse	9	-0.026821319013834
43424	rnn.weight_hh_l1_reverse	0	0.00709864217787981
43424	rnn.weight_hh_l1_reverse	1	0.028851866722106934
43424	rnn.weight_hh_l1_reverse	2	-0.036815203726291656
43424	rnn.weight_hh_l1_reverse	3	0.03986323997378349
43424	rnn.weight_hh_l1_reverse	4	0.04399845004081726
43424	rnn.weight_hh_l1_reverse	5	0.009824894368648529
43424	rnn.weight_hh_l1_reverse	6	0.001088081393390894
43424	rnn.weight_hh_l1_reverse	7	0.027094142511487007
43424	rnn.weight_hh_l1_reverse	8	-0.003835677867755294
43424	rnn.weight_hh_l1_reverse	9	-0.04116953909397125
43424	rnn.bias_ih_l1_reverse	0	-0.021389031782746315
43424	rnn.bias_ih_l1_reverse	1	-0.0837937667965889
43424	rnn.bias_ih_l1_reverse	2	-0.09628798812627792
43424	rnn.bias_ih_l1_reverse	3	0.008684549480676651
43424	rnn.bias_ih_l1_reverse	4	-0.1479681134223938
43424	rnn.bias_ih_l1_reverse	5	-0.06468559056520462
43424	rnn.bias_ih_l1_reverse	6	-0.07948847115039825
43424	rnn.bias_ih_l1_reverse	7	-0.08570218086242676
43424	rnn.bias_ih_l1_reverse	8	0.11857221275568008
43424	rnn.bias_ih_l1_reverse	9	0.023339373990893364
43424	rnn.bias_hh_l1_reverse	0	-0.04444636031985283
43424	rnn.bias_hh_l1_reverse	1	-0.014640792272984982
43424	rnn.bias_hh_l1_reverse	2	-0.17242459952831268
43424	rnn.bias_hh_l1_reverse	3	-0.04996144026517868
43424	rnn.bias_hh_l1_reverse	4	-0.04309702292084694
43424	rnn.bias_hh_l1_reverse	5	-0.045710835605859756
43424	rnn.bias_hh_l1_reverse	6	0.12780815362930298
43424	rnn.bias_hh_l1_reverse	7	-0.09789936989545822
43424	rnn.bias_hh_l1_reverse	8	-0.06802581995725632
43424	rnn.bias_hh_l1_reverse	9	-0.0860777199268341
43424	linear.weight	0	0.002228822559118271
43424	linear.weight	1	0.02754877135157585
43424	linear.weight	2	-0.11337963491678238
43424	linear.weight	3	0.2957165837287903
43424	linear.weight	4	0.09087436646223068
43424	linear.weight	5	0.012350959703326225
43424	linear.weight	6	0.06215452030301094
43424	linear.weight	7	0.10091772675514221
43424	linear.weight	8	0.04196062684059143
43424	linear.weight	9	-0.06315643340349197
43424	linear.bias	0	-0.06078971177339554
43424	linear.bias	1	-0.10545922070741653
43424	linear.bias	2	-0.468976765871048
43424	linear.bias	3	-0.7211725115776062
43424	linear.bias	4	-0.9620533585548401
43424	linear.bias	5	0.043005574494600296
43424	linear.bias	6	-0.6118746995925903
43424	linear.bias	7	0.5143682956695557
43424	linear.bias	8	-0.5846503376960754
43424	linear.bias	9	-0.7843949198722839
43428	transitions	0	0.44726118445396423
43428	transitions	1	-0.03592848405241966
43428	transitions	2	-10000.0
43428	transitions	3	-1.788325309753418
43428	transitions	4	-10000.0
43428	transitions	5	0.6872389316558838
43428	transitions	6	0.00820909533649683
43428	transitions	7	-0.23438166081905365
43428	transitions	8	-1.296547293663025
43428	transitions	9	-3.931054743588902e-05
43428	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
43428	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
43428	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
43428	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
43428	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
43428	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
43428	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
43428	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
43428	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
43428	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
43428	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
43428	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
43428	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
43428	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
43428	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
43428	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
43428	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
43428	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
43428	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
43428	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
43428	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
43428	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
43428	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
43428	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
43428	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
43428	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
43428	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
43428	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
43428	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
43428	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
43428	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
43428	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
43428	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
43428	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
43428	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
43428	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
43428	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
43428	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
43428	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
43428	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
43428	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
43428	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
43428	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
43428	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
43428	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
43428	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
43428	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
43428	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
43428	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
43428	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
43428	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
43428	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
43428	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
43428	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
43428	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
43428	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
43428	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
43428	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
43428	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
43428	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
43428	embedding2nn.weight	0	0.009803912602365017
43428	embedding2nn.weight	1	-0.01630505919456482
43428	embedding2nn.weight	2	-0.014268253929913044
43428	embedding2nn.weight	3	0.018836162984371185
43428	embedding2nn.weight	4	-0.0059150345623493195
43428	embedding2nn.weight	5	-0.0037005837075412273
43428	embedding2nn.weight	6	-0.003973239101469517
43428	embedding2nn.weight	7	-0.035209909081459045
43428	embedding2nn.weight	8	-0.0019979383796453476
43428	embedding2nn.weight	9	-0.022133950144052505
43428	embedding2nn.bias	0	0.043748244643211365
43428	embedding2nn.bias	1	-0.04958110675215721
43428	embedding2nn.bias	2	0.08895505219697952
43428	embedding2nn.bias	3	0.06340786814689636
43428	embedding2nn.bias	4	-0.027120985090732574
43428	embedding2nn.bias	5	-0.02541320212185383
43428	embedding2nn.bias	6	0.009830741211771965
43428	embedding2nn.bias	7	-0.06495822966098785
43428	embedding2nn.bias	8	0.06526599079370499
43428	embedding2nn.bias	9	0.04368800297379494
43428	rnn.weight_ih_l0	0	-0.008184872567653656
43428	rnn.weight_ih_l0	1	0.010172972455620766
43428	rnn.weight_ih_l0	2	0.032449472695589066
43428	rnn.weight_ih_l0	3	0.006875419057905674
43428	rnn.weight_ih_l0	4	-0.0282676313072443
43428	rnn.weight_ih_l0	5	-0.05679065361618996
43428	rnn.weight_ih_l0	6	0.020708264783024788
43428	rnn.weight_ih_l0	7	0.04925459995865822
43428	rnn.weight_ih_l0	8	0.013680943287909031
43428	rnn.weight_ih_l0	9	-0.02983780950307846
43428	rnn.weight_hh_l0	0	-0.03571731224656105
43428	rnn.weight_hh_l0	1	-0.0012744469568133354
43428	rnn.weight_hh_l0	2	0.004954669624567032
43428	rnn.weight_hh_l0	3	-0.04672228917479515
43428	rnn.weight_hh_l0	4	0.051408205181360245
43428	rnn.weight_hh_l0	5	-0.013563457876443863
43428	rnn.weight_hh_l0	6	-0.037926435470581055
43428	rnn.weight_hh_l0	7	-0.027654321864247322
43428	rnn.weight_hh_l0	8	-0.00047120105591602623
43428	rnn.weight_hh_l0	9	-0.022487008944153786
43428	rnn.bias_ih_l0	0	0.03437132015824318
43428	rnn.bias_ih_l0	1	-0.01811898872256279
43428	rnn.bias_ih_l0	2	-0.0013635257491841912
43428	rnn.bias_ih_l0	3	0.07536769658327103
43428	rnn.bias_ih_l0	4	-0.04767600819468498
43428	rnn.bias_ih_l0	5	-0.03026544116437435
43428	rnn.bias_ih_l0	6	0.005561955738812685
43428	rnn.bias_ih_l0	7	0.04065064713358879
43428	rnn.bias_ih_l0	8	-0.06354530155658722
43428	rnn.bias_ih_l0	9	-0.03969724848866463
43428	rnn.bias_hh_l0	0	-0.03695844113826752
43428	rnn.bias_hh_l0	1	-0.0644240602850914
43428	rnn.bias_hh_l0	2	-0.03768904507160187
43428	rnn.bias_hh_l0	3	-0.05488426610827446
43428	rnn.bias_hh_l0	4	-0.009255488403141499
43428	rnn.bias_hh_l0	5	0.011943764984607697
43428	rnn.bias_hh_l0	6	0.018360864371061325
43428	rnn.bias_hh_l0	7	-0.007201566826552153
43428	rnn.bias_hh_l0	8	-0.08270641416311264
43428	rnn.bias_hh_l0	9	-0.0034430515952408314
43428	rnn.weight_ih_l0_reverse	0	-0.017123712226748466
43428	rnn.weight_ih_l0_reverse	1	-0.04703741893172264
43428	rnn.weight_ih_l0_reverse	2	-0.023971175774931908
43428	rnn.weight_ih_l0_reverse	3	-0.002730691572651267
43428	rnn.weight_ih_l0_reverse	4	-0.007515471428632736
43428	rnn.weight_ih_l0_reverse	5	-0.04856076464056969
43428	rnn.weight_ih_l0_reverse	6	0.04405364766716957
43428	rnn.weight_ih_l0_reverse	7	-0.02121669054031372
43428	rnn.weight_ih_l0_reverse	8	-0.03401262313127518
43428	rnn.weight_ih_l0_reverse	9	0.01578960381448269
43428	rnn.weight_hh_l0_reverse	0	0.03816448152065277
43428	rnn.weight_hh_l0_reverse	1	0.03419015556573868
43428	rnn.weight_hh_l0_reverse	2	0.03141307830810547
43428	rnn.weight_hh_l0_reverse	3	0.02280987799167633
43428	rnn.weight_hh_l0_reverse	4	0.0021767043508589268
43428	rnn.weight_hh_l0_reverse	5	-0.003874389920383692
43428	rnn.weight_hh_l0_reverse	6	0.03764686733484268
43428	rnn.weight_hh_l0_reverse	7	-0.036578524857759476
43428	rnn.weight_hh_l0_reverse	8	0.02103014849126339
43428	rnn.weight_hh_l0_reverse	9	0.04810567572712898
43428	rnn.bias_ih_l0_reverse	0	-0.06359997391700745
43428	rnn.bias_ih_l0_reverse	1	-0.1566636711359024
43428	rnn.bias_ih_l0_reverse	2	-0.07031621783971786
43428	rnn.bias_ih_l0_reverse	3	-0.006823503412306309
43428	rnn.bias_ih_l0_reverse	4	-0.039793550968170166
43428	rnn.bias_ih_l0_reverse	5	0.02405562251806259
43428	rnn.bias_ih_l0_reverse	6	-0.02674737758934498
43428	rnn.bias_ih_l0_reverse	7	0.04240630939602852
43428	rnn.bias_ih_l0_reverse	8	-0.040238991379737854
43428	rnn.bias_ih_l0_reverse	9	0.025776779279112816
43428	rnn.bias_hh_l0_reverse	0	-0.02789236418902874
43428	rnn.bias_hh_l0_reverse	1	-0.003927437588572502
43428	rnn.bias_hh_l0_reverse	2	0.029648873955011368
43428	rnn.bias_hh_l0_reverse	3	-0.030655797570943832
43428	rnn.bias_hh_l0_reverse	4	-0.044521763920784
43428	rnn.bias_hh_l0_reverse	5	-0.05440116673707962
43428	rnn.bias_hh_l0_reverse	6	-0.014537319540977478
43428	rnn.bias_hh_l0_reverse	7	0.057160813361406326
43428	rnn.bias_hh_l0_reverse	8	0.023680178448557854
43428	rnn.bias_hh_l0_reverse	9	-0.06909449398517609
43428	rnn.weight_ih_l1	0	-0.034944307059049606
43428	rnn.weight_ih_l1	1	-0.03677944093942642
43428	rnn.weight_ih_l1	2	0.06216483935713768
43428	rnn.weight_ih_l1	3	-0.026642877608537674
43428	rnn.weight_ih_l1	4	0.0004375484131742269
43428	rnn.weight_ih_l1	5	-0.04133003205060959
43428	rnn.weight_ih_l1	6	0.01906624808907509
43428	rnn.weight_ih_l1	7	-0.0372144840657711
43428	rnn.weight_ih_l1	8	0.037270862609148026
43428	rnn.weight_ih_l1	9	0.028443066403269768
43428	rnn.weight_hh_l1	0	-0.004285041242837906
43428	rnn.weight_hh_l1	1	0.004839098546653986
43428	rnn.weight_hh_l1	2	-0.012880162335932255
43428	rnn.weight_hh_l1	3	-0.007747564930468798
43428	rnn.weight_hh_l1	4	0.0021075040567666292
43428	rnn.weight_hh_l1	5	0.027297109365463257
43428	rnn.weight_hh_l1	6	0.0321623794734478
43428	rnn.weight_hh_l1	7	-0.02834598906338215
43428	rnn.weight_hh_l1	8	-0.03402451053261757
43428	rnn.weight_hh_l1	9	0.0354560986161232
43428	rnn.bias_ih_l1	0	-0.11213567852973938
43428	rnn.bias_ih_l1	1	-0.09296121448278427
43428	rnn.bias_ih_l1	2	-0.11801300197839737
43428	rnn.bias_ih_l1	3	-0.1715753823518753
43428	rnn.bias_ih_l1	4	-0.1875665932893753
43428	rnn.bias_ih_l1	5	-0.09025146812200546
43428	rnn.bias_ih_l1	6	-0.07176999002695084
43428	rnn.bias_ih_l1	7	-0.03213035315275192
43428	rnn.bias_ih_l1	8	-0.08216559141874313
43428	rnn.bias_ih_l1	9	-0.09819169342517853
43428	rnn.bias_hh_l1	0	-0.10614393651485443
43428	rnn.bias_hh_l1	1	-0.04227603226900101
43428	rnn.bias_hh_l1	2	-0.07061927765607834
43428	rnn.bias_hh_l1	3	-0.057228561490774155
43428	rnn.bias_hh_l1	4	-0.08911383897066116
43428	rnn.bias_hh_l1	5	-0.05295591801404953
43428	rnn.bias_hh_l1	6	-0.09334173798561096
43428	rnn.bias_hh_l1	7	0.013610728085041046
43428	rnn.bias_hh_l1	8	-0.07148455083370209
43428	rnn.bias_hh_l1	9	-0.04949214309453964
43428	rnn.weight_ih_l1_reverse	0	-0.03649337962269783
43428	rnn.weight_ih_l1_reverse	1	0.042544011026620865
43428	rnn.weight_ih_l1_reverse	2	-0.03572903946042061
43428	rnn.weight_ih_l1_reverse	3	-0.01833498664200306
43428	rnn.weight_ih_l1_reverse	4	-0.028925318270921707
43428	rnn.weight_ih_l1_reverse	5	-0.03646276518702507
43428	rnn.weight_ih_l1_reverse	6	-0.030731258913874626
43428	rnn.weight_ih_l1_reverse	7	0.017900090664625168
43428	rnn.weight_ih_l1_reverse	8	0.01685185357928276
43428	rnn.weight_ih_l1_reverse	9	-0.026857860386371613
43428	rnn.weight_hh_l1_reverse	0	0.007109139114618301
43428	rnn.weight_hh_l1_reverse	1	0.028836973011493683
43428	rnn.weight_hh_l1_reverse	2	-0.036818068474531174
43428	rnn.weight_hh_l1_reverse	3	0.039860717952251434
43428	rnn.weight_hh_l1_reverse	4	0.0440584272146225
43428	rnn.weight_hh_l1_reverse	5	0.009866559877991676
43428	rnn.weight_hh_l1_reverse	6	0.0008762647048570216
43428	rnn.weight_hh_l1_reverse	7	0.02712511271238327
43428	rnn.weight_hh_l1_reverse	8	-0.0038322987966239452
43428	rnn.weight_hh_l1_reverse	9	-0.0411512553691864
43428	rnn.bias_ih_l1_reverse	0	-0.02171829342842102
43428	rnn.bias_ih_l1_reverse	1	-0.08320710062980652
43428	rnn.bias_ih_l1_reverse	2	-0.09609376639127731
43428	rnn.bias_ih_l1_reverse	3	0.008842624723911285
43428	rnn.bias_ih_l1_reverse	4	-0.14804303646087646
43428	rnn.bias_ih_l1_reverse	5	-0.06467039883136749
43428	rnn.bias_ih_l1_reverse	6	-0.079452283680439
43428	rnn.bias_ih_l1_reverse	7	-0.08571766316890717
43428	rnn.bias_ih_l1_reverse	8	0.1184285506606102
43428	rnn.bias_ih_l1_reverse	9	0.02310006506741047
43428	rnn.bias_hh_l1_reverse	0	-0.04380236938595772
43428	rnn.bias_hh_l1_reverse	1	-0.015137559734284878
43428	rnn.bias_hh_l1_reverse	2	-0.1724090576171875
43428	rnn.bias_hh_l1_reverse	3	-0.04965027794241905
43428	rnn.bias_hh_l1_reverse	4	-0.04319533333182335
43428	rnn.bias_hh_l1_reverse	5	-0.04569507762789726
43428	rnn.bias_hh_l1_reverse	6	0.12836866080760956
43428	rnn.bias_hh_l1_reverse	7	-0.09831227362155914
43428	rnn.bias_hh_l1_reverse	8	-0.06741252541542053
43428	rnn.bias_hh_l1_reverse	9	-0.08601482212543488
43428	linear.weight	0	0.002228822559118271
43428	linear.weight	1	0.02707481198012829
43428	linear.weight	2	-0.1151685044169426
43428	linear.weight	3	0.2951902151107788
43428	linear.weight	4	0.09114264696836472
43428	linear.weight	5	0.012284119613468647
43428	linear.weight	6	0.06248665973544121
43428	linear.weight	7	0.09617610275745392
43428	linear.weight	8	0.04196051135659218
43428	linear.weight	9	-0.06320048868656158
43428	linear.bias	0	-0.07480140775442123
43428	linear.bias	1	-0.09781573712825775
43428	linear.bias	2	-0.4607854187488556
43428	linear.bias	3	-0.7217883467674255
43428	linear.bias	4	-0.9634602665901184
43428	linear.bias	5	0.03270756080746651
43428	linear.bias	6	-0.6049529314041138
43428	linear.bias	7	0.5034486055374146
43428	linear.bias	8	-0.5892022252082825
43428	linear.bias	9	-0.7889956831932068
43625	transitions	0	0.4421127736568451
43625	transitions	1	-0.020015181973576546
43625	transitions	2	-10000.0
43625	transitions	3	-1.7884595394134521
43625	transitions	4	-10000.0
43625	transitions	5	0.6867081522941589
43625	transitions	6	0.0077491928823292255
43625	transitions	7	-0.23571215569972992
43625	transitions	8	-1.2968950271606445
43625	transitions	9	-4.441268902155571e-05
43625	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
43625	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
43625	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
43625	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
43625	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
43625	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
43625	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
43625	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
43625	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
43625	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
43625	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
43625	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
43625	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
43625	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
43625	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
43625	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
43625	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
43625	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
43625	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
43625	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
43625	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
43625	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
43625	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
43625	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
43625	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
43625	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
43625	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
43625	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
43625	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
43625	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
43625	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
43625	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
43625	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
43625	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
43625	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
43625	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
43625	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
43625	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
43625	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
43625	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
43625	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
43625	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
43625	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
43625	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
43625	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
43625	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
43625	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
43625	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
43625	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
43625	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
43625	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
43625	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
43625	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
43625	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
43625	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
43625	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
43625	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
43625	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
43625	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
43625	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
43625	embedding2nn.weight	0	0.007364531047642231
43625	embedding2nn.weight	1	-0.016086984425783157
43625	embedding2nn.weight	2	-0.014268253929913044
43625	embedding2nn.weight	3	0.02080882340669632
43625	embedding2nn.weight	4	-0.0059150345623493195
43625	embedding2nn.weight	5	-0.003700583940371871
43625	embedding2nn.weight	6	-0.003973237704485655
43625	embedding2nn.weight	7	-0.03582961857318878
43625	embedding2nn.weight	8	-0.0019979383796453476
43625	embedding2nn.weight	9	-0.02166225016117096
43625	embedding2nn.bias	0	0.0274241603910923
43625	embedding2nn.bias	1	-0.04602048918604851
43625	embedding2nn.bias	2	0.09982413798570633
43625	embedding2nn.bias	3	0.058165132999420166
43625	embedding2nn.bias	4	-0.027591202408075333
43625	embedding2nn.bias	5	-0.026738468557596207
43625	embedding2nn.bias	6	0.018133822828531265
43625	embedding2nn.bias	7	-0.05677212029695511
43625	embedding2nn.bias	8	0.07377181947231293
43625	embedding2nn.bias	9	0.057151973247528076
43625	rnn.weight_ih_l0	0	-0.007778855040669441
43625	rnn.weight_ih_l0	1	0.008468935266137123
43625	rnn.weight_ih_l0	2	0.031965259462594986
43625	rnn.weight_ih_l0	3	0.007379027549177408
43625	rnn.weight_ih_l0	4	-0.028192810714244843
43625	rnn.weight_ih_l0	5	-0.057012174278497696
43625	rnn.weight_ih_l0	6	0.021145479753613472
43625	rnn.weight_ih_l0	7	0.049104999750852585
43625	rnn.weight_ih_l0	8	0.014326137490570545
43625	rnn.weight_ih_l0	9	-0.02957361936569214
43625	rnn.weight_hh_l0	0	-0.035646215081214905
43625	rnn.weight_hh_l0	1	0.00032199916313402355
43625	rnn.weight_hh_l0	2	0.004268193151801825
43625	rnn.weight_hh_l0	3	-0.04833829775452614
43625	rnn.weight_hh_l0	4	0.050822921097278595
43625	rnn.weight_hh_l0	5	-0.013827560469508171
43625	rnn.weight_hh_l0	6	-0.038149818778038025
43625	rnn.weight_hh_l0	7	-0.026651863008737564
43625	rnn.weight_hh_l0	8	-0.0009563507046550512
43625	rnn.weight_hh_l0	9	-0.023439764976501465
43625	rnn.bias_ih_l0	0	0.03574876859784126
43625	rnn.bias_ih_l0	1	-0.016951564699411392
43625	rnn.bias_ih_l0	2	-0.0019693884532898664
43625	rnn.bias_ih_l0	3	0.07693998515605927
43625	rnn.bias_ih_l0	4	-0.045292116701602936
43625	rnn.bias_ih_l0	5	-0.030124636366963387
43625	rnn.bias_ih_l0	6	0.006172341760247946
43625	rnn.bias_ih_l0	7	0.03906988352537155
43625	rnn.bias_ih_l0	8	-0.06644193828105927
43625	rnn.bias_ih_l0	9	-0.04193827882409096
43625	rnn.bias_hh_l0	0	-0.03530827537178993
43625	rnn.bias_hh_l0	1	-0.06662000715732574
43625	rnn.bias_hh_l0	2	-0.03757548704743385
43625	rnn.bias_hh_l0	3	-0.053800396621227264
43625	rnn.bias_hh_l0	4	-0.011484969407320023
43625	rnn.bias_hh_l0	5	0.009276843629777431
43625	rnn.bias_hh_l0	6	0.01571296900510788
43625	rnn.bias_hh_l0	7	-0.007176668383181095
43625	rnn.bias_hh_l0	8	-0.08301141113042831
43625	rnn.bias_hh_l0	9	-0.004527978133410215
43625	rnn.weight_ih_l0_reverse	0	-0.01540655829012394
43625	rnn.weight_ih_l0_reverse	1	-0.04802954941987991
43625	rnn.weight_ih_l0_reverse	2	-0.02304394729435444
43625	rnn.weight_ih_l0_reverse	3	-0.0029320300091058016
43625	rnn.weight_ih_l0_reverse	4	-0.006992944050580263
43625	rnn.weight_ih_l0_reverse	5	-0.0480012483894825
43625	rnn.weight_ih_l0_reverse	6	0.04411947727203369
43625	rnn.weight_ih_l0_reverse	7	-0.02239098586142063
43625	rnn.weight_ih_l0_reverse	8	-0.03377216309309006
43625	rnn.weight_ih_l0_reverse	9	0.015350482426583767
43625	rnn.weight_hh_l0_reverse	0	0.03948516398668289
43625	rnn.weight_hh_l0_reverse	1	0.03512505814433098
43625	rnn.weight_hh_l0_reverse	2	0.031577154994010925
43625	rnn.weight_hh_l0_reverse	3	0.022748339921236038
43625	rnn.weight_hh_l0_reverse	4	0.0024026460014283657
43625	rnn.weight_hh_l0_reverse	5	-0.005166317336261272
43625	rnn.weight_hh_l0_reverse	6	0.037847477942705154
43625	rnn.weight_hh_l0_reverse	7	-0.03623975068330765
43625	rnn.weight_hh_l0_reverse	8	0.020052066072821617
43625	rnn.weight_hh_l0_reverse	9	0.0479840449988842
43625	rnn.bias_ih_l0_reverse	0	-0.06222492456436157
43625	rnn.bias_ih_l0_reverse	1	-0.15592555701732635
43625	rnn.bias_ih_l0_reverse	2	-0.06972098350524902
43625	rnn.bias_ih_l0_reverse	3	-0.007646417710930109
43625	rnn.bias_ih_l0_reverse	4	-0.03902184218168259
43625	rnn.bias_ih_l0_reverse	5	0.024949239566922188
43625	rnn.bias_ih_l0_reverse	6	-0.02303510159254074
43625	rnn.bias_ih_l0_reverse	7	0.04009469598531723
43625	rnn.bias_ih_l0_reverse	8	-0.03955117613077164
43625	rnn.bias_ih_l0_reverse	9	0.02774319425225258
43625	rnn.bias_hh_l0_reverse	0	-0.026359332725405693
43625	rnn.bias_hh_l0_reverse	1	-0.006424177438020706
43625	rnn.bias_hh_l0_reverse	2	0.028630223125219345
43625	rnn.bias_hh_l0_reverse	3	-0.029704993590712547
43625	rnn.bias_hh_l0_reverse	4	-0.04590940102934837
43625	rnn.bias_hh_l0_reverse	5	-0.05455249547958374
43625	rnn.bias_hh_l0_reverse	6	-0.018231311812996864
43625	rnn.bias_hh_l0_reverse	7	0.0579681359231472
43625	rnn.bias_hh_l0_reverse	8	0.02387377806007862
43625	rnn.bias_hh_l0_reverse	9	-0.07132808864116669
43625	rnn.weight_ih_l1	0	-0.035052306950092316
43625	rnn.weight_ih_l1	1	-0.03500207141041756
43625	rnn.weight_ih_l1	2	0.06300719082355499
43625	rnn.weight_ih_l1	3	-0.024435102939605713
43625	rnn.weight_ih_l1	4	0.00013173624756745994
43625	rnn.weight_ih_l1	5	-0.04114247113466263
43625	rnn.weight_ih_l1	6	0.019863221794366837
43625	rnn.weight_ih_l1	7	-0.03833303973078728
43625	rnn.weight_ih_l1	8	0.037365272641181946
43625	rnn.weight_ih_l1	9	0.02888334169983864
43625	rnn.weight_hh_l1	0	-0.005135600455105305
43625	rnn.weight_hh_l1	1	0.0049681649543344975
43625	rnn.weight_hh_l1	2	-0.011143984273076057
43625	rnn.weight_hh_l1	3	-0.00826452299952507
43625	rnn.weight_hh_l1	4	0.002818913431838155
43625	rnn.weight_hh_l1	5	0.02743622101843357
43625	rnn.weight_hh_l1	6	0.03230391442775726
43625	rnn.weight_hh_l1	7	-0.028325077146291733
43625	rnn.weight_hh_l1	8	-0.03353574126958847
43625	rnn.weight_hh_l1	9	0.03558734431862831
43625	rnn.bias_ih_l1	0	-0.10786876827478409
43625	rnn.bias_ih_l1	1	-0.09781067073345184
43625	rnn.bias_ih_l1	2	-0.11443112045526505
43625	rnn.bias_ih_l1	3	-0.1710042804479599
43625	rnn.bias_ih_l1	4	-0.1843283772468567
43625	rnn.bias_ih_l1	5	-0.08908196538686752
43625	rnn.bias_ih_l1	6	-0.06961702555418015
43625	rnn.bias_ih_l1	7	-0.02836291305720806
43625	rnn.bias_ih_l1	8	-0.08320742100477219
43625	rnn.bias_ih_l1	9	-0.1003120169043541
43625	rnn.bias_hh_l1	0	-0.10349016636610031
43625	rnn.bias_hh_l1	1	-0.04103674739599228
43625	rnn.bias_hh_l1	2	-0.06675990670919418
43625	rnn.bias_hh_l1	3	-0.05767926201224327
43625	rnn.bias_hh_l1	4	-0.08793278783559799
43625	rnn.bias_hh_l1	5	-0.05230716988444328
43625	rnn.bias_hh_l1	6	-0.0937018096446991
43625	rnn.bias_hh_l1	7	0.008503574877977371
43625	rnn.bias_hh_l1	8	-0.07260558754205704
43625	rnn.bias_hh_l1	9	-0.049597885459661484
43625	rnn.weight_ih_l1_reverse	0	-0.03638606518507004
43625	rnn.weight_ih_l1_reverse	1	0.041010867804288864
43625	rnn.weight_ih_l1_reverse	2	-0.034445200115442276
43625	rnn.weight_ih_l1_reverse	3	-0.01698499545454979
43625	rnn.weight_ih_l1_reverse	4	-0.03149402514100075
43625	rnn.weight_ih_l1_reverse	5	-0.03707105666399002
43625	rnn.weight_ih_l1_reverse	6	-0.0324883908033371
43625	rnn.weight_ih_l1_reverse	7	0.018008297309279442
43625	rnn.weight_ih_l1_reverse	8	0.016117068007588387
43625	rnn.weight_ih_l1_reverse	9	-0.02896520495414734
43625	rnn.weight_hh_l1_reverse	0	0.007259205915033817
43625	rnn.weight_hh_l1_reverse	1	0.02900770492851734
43625	rnn.weight_hh_l1_reverse	2	-0.03677942231297493
43625	rnn.weight_hh_l1_reverse	3	0.03968946263194084
43625	rnn.weight_hh_l1_reverse	4	0.04407251998782158
43625	rnn.weight_hh_l1_reverse	5	0.009749096818268299
43625	rnn.weight_hh_l1_reverse	6	0.0023736865259706974
43625	rnn.weight_hh_l1_reverse	7	0.027466919273138046
43625	rnn.weight_hh_l1_reverse	8	-0.0036579053848981857
43625	rnn.weight_hh_l1_reverse	9	-0.041258107870817184
43625	rnn.bias_ih_l1_reverse	0	-0.024611307308077812
43625	rnn.bias_ih_l1_reverse	1	-0.08344276249408722
43625	rnn.bias_ih_l1_reverse	2	-0.09484841674566269
43625	rnn.bias_ih_l1_reverse	3	0.006624503992497921
43625	rnn.bias_ih_l1_reverse	4	-0.14758943021297455
43625	rnn.bias_ih_l1_reverse	5	-0.06636256724596024
43625	rnn.bias_ih_l1_reverse	6	-0.07827635109424591
43625	rnn.bias_ih_l1_reverse	7	-0.0927586629986763
43625	rnn.bias_ih_l1_reverse	8	0.12467140704393387
43625	rnn.bias_ih_l1_reverse	9	0.0218717772513628
43625	rnn.bias_hh_l1_reverse	0	-0.04646202176809311
43625	rnn.bias_hh_l1_reverse	1	-0.017093468457460403
43625	rnn.bias_hh_l1_reverse	2	-0.17230747640132904
43625	rnn.bias_hh_l1_reverse	3	-0.04870280250906944
43625	rnn.bias_hh_l1_reverse	4	-0.04302064701914787
43625	rnn.bias_hh_l1_reverse	5	-0.04732732102274895
43625	rnn.bias_hh_l1_reverse	6	0.12141000479459763
43625	rnn.bias_hh_l1_reverse	7	-0.09809684008359909
43625	rnn.bias_hh_l1_reverse	8	-0.07065380364656448
43625	rnn.bias_hh_l1_reverse	9	-0.08577869087457657
43625	linear.weight	0	0.002228822559118271
43625	linear.weight	1	0.023886820301413536
43625	linear.weight	2	-0.10765926539897919
43625	linear.weight	3	0.30023181438446045
43625	linear.weight	4	0.10015380382537842
43625	linear.weight	5	0.012743852101266384
43625	linear.weight	6	0.05548050254583359
43625	linear.weight	7	0.09566163271665573
43625	linear.weight	8	0.041961558163166046
43625	linear.weight	9	-0.061157964169979095
43625	linear.bias	0	-0.06582868099212646
43625	linear.bias	1	-0.08683782070875168
43625	linear.bias	2	-0.4647403657436371
43625	linear.bias	3	-0.7188214063644409
43625	linear.bias	4	-0.9581393599510193
43625	linear.bias	5	0.0214398130774498
43625	linear.bias	6	-0.5918941497802734
43625	linear.bias	7	0.4904615581035614
43625	linear.bias	8	-0.5884519815444946
43625	linear.bias	9	-0.7932233810424805
43822	transitions	0	0.43965214490890503
43822	transitions	1	-0.01934286765754223
43822	transitions	2	-10000.0
43822	transitions	3	-1.788601040840149
43822	transitions	4	-10000.0
43822	transitions	5	0.6862624883651733
43822	transitions	6	0.007216500584036112
43822	transitions	7	-0.2370126098394394
43822	transitions	8	-1.2974026203155518
43822	transitions	9	-4.979566074325703e-05
43822	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
43822	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
43822	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
43822	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
43822	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
43822	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
43822	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
43822	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
43822	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
43822	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
43822	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
43822	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
43822	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
43822	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
43822	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
43822	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
43822	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
43822	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
43822	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
43822	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
43822	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
43822	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
43822	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
43822	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
43822	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
43822	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
43822	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
43822	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
43822	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
43822	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
43822	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
43822	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
43822	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
43822	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
43822	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
43822	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
43822	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
43822	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
43822	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
43822	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
43822	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
43822	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
43822	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
43822	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
43822	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
43822	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
43822	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
43822	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
43822	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
43822	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
43822	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
43822	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
43822	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
43822	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
43822	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
43822	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
43822	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
43822	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
43822	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
43822	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
43822	embedding2nn.weight	0	0.006829242687672377
43822	embedding2nn.weight	1	-0.01604088582098484
43822	embedding2nn.weight	2	-0.014268253929913044
43822	embedding2nn.weight	3	0.020073609426617622
43822	embedding2nn.weight	4	-0.0059150345623493195
43822	embedding2nn.weight	5	-0.0037005834747105837
43822	embedding2nn.weight	6	-0.003973233513534069
43822	embedding2nn.weight	7	-0.03388943523168564
43822	embedding2nn.weight	8	-0.0019979383796453476
43822	embedding2nn.weight	9	-0.022833162918686867
43822	embedding2nn.bias	0	0.027866140007972717
43822	embedding2nn.bias	1	-0.05089288949966431
43822	embedding2nn.bias	2	0.0964294970035553
43822	embedding2nn.bias	3	0.05315758287906647
43822	embedding2nn.bias	4	-0.027032122015953064
43822	embedding2nn.bias	5	-0.030091553926467896
43822	embedding2nn.bias	6	0.024781234562397003
43822	embedding2nn.bias	7	-0.057782892137765884
43822	embedding2nn.bias	8	0.06146909296512604
43822	embedding2nn.bias	9	0.061060819774866104
43822	rnn.weight_ih_l0	0	-0.008351454511284828
43822	rnn.weight_ih_l0	1	0.008223574608564377
43822	rnn.weight_ih_l0	2	0.03191402554512024
43822	rnn.weight_ih_l0	3	0.005970713682472706
43822	rnn.weight_ih_l0	4	-0.028780940920114517
43822	rnn.weight_ih_l0	5	-0.05604945123195648
43822	rnn.weight_ih_l0	6	0.02112835831940174
43822	rnn.weight_ih_l0	7	0.050244785845279694
43822	rnn.weight_ih_l0	8	0.013580655679106712
43822	rnn.weight_ih_l0	9	-0.029954837635159492
43822	rnn.weight_hh_l0	0	-0.035172853618860245
43822	rnn.weight_hh_l0	1	0.0004457017930690199
43822	rnn.weight_hh_l0	2	0.004804372321814299
43822	rnn.weight_hh_l0	3	-0.04884358122944832
43822	rnn.weight_hh_l0	4	0.05013718828558922
43822	rnn.weight_hh_l0	5	-0.01305314525961876
43822	rnn.weight_hh_l0	6	-0.03842467442154884
43822	rnn.weight_hh_l0	7	-0.02728625386953354
43822	rnn.weight_hh_l0	8	-0.0020382385700941086
43822	rnn.weight_hh_l0	9	-0.02288747765123844
43822	rnn.bias_ih_l0	0	0.032130055129528046
43822	rnn.bias_ih_l0	1	-0.0197055172175169
43822	rnn.bias_ih_l0	2	-0.00238461559638381
43822	rnn.bias_ih_l0	3	0.08229193091392517
43822	rnn.bias_ih_l0	4	-0.04769259691238403
43822	rnn.bias_ih_l0	5	-0.028094500303268433
43822	rnn.bias_ih_l0	6	0.011099103838205338
43822	rnn.bias_ih_l0	7	0.040666237473487854
43822	rnn.bias_ih_l0	8	-0.06457845121622086
43822	rnn.bias_ih_l0	9	-0.04301713779568672
43822	rnn.bias_hh_l0	0	-0.029910530894994736
43822	rnn.bias_hh_l0	1	-0.07203810662031174
43822	rnn.bias_hh_l0	2	-0.037831585854291916
43822	rnn.bias_hh_l0	3	-0.05520598590373993
43822	rnn.bias_hh_l0	4	-0.012430330738425255
43822	rnn.bias_hh_l0	5	0.00795824360102415
43822	rnn.bias_hh_l0	6	0.0173399206250906
43822	rnn.bias_hh_l0	7	-0.004937366582453251
43822	rnn.bias_hh_l0	8	-0.0824846625328064
43822	rnn.bias_hh_l0	9	-0.003733767895027995
43822	rnn.weight_ih_l0_reverse	0	-0.015029676258563995
43822	rnn.weight_ih_l0_reverse	1	-0.047638848423957825
43822	rnn.weight_ih_l0_reverse	2	-0.02409844845533371
43822	rnn.weight_ih_l0_reverse	3	-0.003148824442178011
43822	rnn.weight_ih_l0_reverse	4	-0.006381036248058081
43822	rnn.weight_ih_l0_reverse	5	-0.04834950715303421
43822	rnn.weight_ih_l0_reverse	6	0.04350932314991951
43822	rnn.weight_ih_l0_reverse	7	-0.022642647847533226
43822	rnn.weight_ih_l0_reverse	8	-0.03332347050309181
43822	rnn.weight_ih_l0_reverse	9	0.014104841277003288
43822	rnn.weight_hh_l0_reverse	0	0.03976455703377724
43822	rnn.weight_hh_l0_reverse	1	0.0347929485142231
43822	rnn.weight_hh_l0_reverse	2	0.03141797333955765
43822	rnn.weight_hh_l0_reverse	3	0.022617846727371216
43822	rnn.weight_hh_l0_reverse	4	0.002779509173706174
43822	rnn.weight_hh_l0_reverse	5	-0.007802960928529501
43822	rnn.weight_hh_l0_reverse	6	0.037894364446401596
43822	rnn.weight_hh_l0_reverse	7	-0.03595694527029991
43822	rnn.weight_hh_l0_reverse	8	0.019132431596517563
43822	rnn.weight_hh_l0_reverse	9	0.0488632433116436
43822	rnn.bias_ih_l0_reverse	0	-0.06361933052539825
43822	rnn.bias_ih_l0_reverse	1	-0.16315390169620514
43822	rnn.bias_ih_l0_reverse	2	-0.05913218483328819
43822	rnn.bias_ih_l0_reverse	3	-0.006136783864349127
43822	rnn.bias_ih_l0_reverse	4	-0.03639453649520874
43822	rnn.bias_ih_l0_reverse	5	0.025501925498247147
43822	rnn.bias_ih_l0_reverse	6	-0.02410658821463585
43822	rnn.bias_ih_l0_reverse	7	0.03959279879927635
43822	rnn.bias_ih_l0_reverse	8	-0.03647657111287117
43822	rnn.bias_ih_l0_reverse	9	0.026631442829966545
43822	rnn.bias_hh_l0_reverse	0	-0.024681456387043
43822	rnn.bias_hh_l0_reverse	1	-0.0058584571816027164
43822	rnn.bias_hh_l0_reverse	2	0.03305083513259888
43822	rnn.bias_hh_l0_reverse	3	-0.02945362962782383
43822	rnn.bias_hh_l0_reverse	4	-0.04542336240410805
43822	rnn.bias_hh_l0_reverse	5	-0.054485756903886795
43822	rnn.bias_hh_l0_reverse	6	-0.024124402552843094
43822	rnn.bias_hh_l0_reverse	7	0.05748825892806053
43822	rnn.bias_hh_l0_reverse	8	0.02536139078438282
43822	rnn.bias_hh_l0_reverse	9	-0.07267206907272339
43822	rnn.weight_ih_l1	0	-0.035009559243917465
43822	rnn.weight_ih_l1	1	-0.03570948541164398
43822	rnn.weight_ih_l1	2	0.05812558904290199
43822	rnn.weight_ih_l1	3	-0.02359393797814846
43822	rnn.weight_ih_l1	4	0.00012060273002134636
43822	rnn.weight_ih_l1	5	-0.040783047676086426
43822	rnn.weight_ih_l1	6	0.020220857113599777
43822	rnn.weight_ih_l1	7	-0.03758212551474571
43822	rnn.weight_ih_l1	8	0.0369577556848526
43822	rnn.weight_ih_l1	9	0.028711430728435516
43822	rnn.weight_hh_l1	0	-0.0068013169802725315
43822	rnn.weight_hh_l1	1	0.005110288504511118
43822	rnn.weight_hh_l1	2	-0.010695639997720718
43822	rnn.weight_hh_l1	3	-0.008247126825153828
43822	rnn.weight_hh_l1	4	0.0030697681941092014
43822	rnn.weight_hh_l1	5	0.02698964625597
43822	rnn.weight_hh_l1	6	0.032500043511390686
43822	rnn.weight_hh_l1	7	-0.028353707864880562
43822	rnn.weight_hh_l1	8	-0.032836951315402985
43822	rnn.weight_hh_l1	9	0.0357171967625618
43822	rnn.bias_ih_l1	0	-0.10951787978410721
43822	rnn.bias_ih_l1	1	-0.0959521234035492
43822	rnn.bias_ih_l1	2	-0.11481080949306488
43822	rnn.bias_ih_l1	3	-0.1702604442834854
43822	rnn.bias_ih_l1	4	-0.18074728548526764
43822	rnn.bias_ih_l1	5	-0.09037192165851593
43822	rnn.bias_ih_l1	6	-0.07508450746536255
43822	rnn.bias_ih_l1	7	-0.0259209293872118
43822	rnn.bias_ih_l1	8	-0.08345042914152145
43822	rnn.bias_ih_l1	9	-0.10029587149620056
43822	rnn.bias_hh_l1	0	-0.10063058137893677
43822	rnn.bias_hh_l1	1	-0.04159016162157059
43822	rnn.bias_hh_l1	2	-0.0690959170460701
43822	rnn.bias_hh_l1	3	-0.05884150043129921
43822	rnn.bias_hh_l1	4	-0.08967821300029755
43822	rnn.bias_hh_l1	5	-0.053726956248283386
43822	rnn.bias_hh_l1	6	-0.09414453059434891
43822	rnn.bias_hh_l1	7	0.009971683844923973
43822	rnn.bias_hh_l1	8	-0.06796963512897491
43822	rnn.bias_hh_l1	9	-0.05183844640851021
43822	rnn.weight_ih_l1_reverse	0	-0.03662506490945816
43822	rnn.weight_ih_l1_reverse	1	0.038929183036088943
43822	rnn.weight_ih_l1_reverse	2	-0.03395605459809303
43822	rnn.weight_ih_l1_reverse	3	-0.017609238624572754
43822	rnn.weight_ih_l1_reverse	4	-0.030243000015616417
43822	rnn.weight_ih_l1_reverse	5	-0.03822045400738716
43822	rnn.weight_ih_l1_reverse	6	-0.0308220311999321
43822	rnn.weight_ih_l1_reverse	7	0.017913520336151123
43822	rnn.weight_ih_l1_reverse	8	0.017065100371837616
43822	rnn.weight_ih_l1_reverse	9	-0.028836874291300774
43822	rnn.weight_hh_l1_reverse	0	0.007408494595438242
43822	rnn.weight_hh_l1_reverse	1	0.029187681153416634
43822	rnn.weight_hh_l1_reverse	2	-0.03668533265590668
43822	rnn.weight_hh_l1_reverse	3	0.03983934596180916
43822	rnn.weight_hh_l1_reverse	4	0.04398581385612488
43822	rnn.weight_hh_l1_reverse	5	0.009382241405546665
43822	rnn.weight_hh_l1_reverse	6	0.0025475104339420795
43822	rnn.weight_hh_l1_reverse	7	0.027401026338338852
43822	rnn.weight_hh_l1_reverse	8	-0.003615438472479582
43822	rnn.weight_hh_l1_reverse	9	-0.0410420261323452
43822	rnn.bias_ih_l1_reverse	0	-0.024656446650624275
43822	rnn.bias_ih_l1_reverse	1	-0.08244294673204422
43822	rnn.bias_ih_l1_reverse	2	-0.09419325739145279
43822	rnn.bias_ih_l1_reverse	3	0.007527727168053389
43822	rnn.bias_ih_l1_reverse	4	-0.14808669686317444
43822	rnn.bias_ih_l1_reverse	5	-0.06625992804765701
43822	rnn.bias_ih_l1_reverse	6	-0.07738093286752701
43822	rnn.bias_ih_l1_reverse	7	-0.09665164351463318
43822	rnn.bias_ih_l1_reverse	8	0.13408136367797852
43822	rnn.bias_ih_l1_reverse	9	0.023932011798024178
43822	rnn.bias_hh_l1_reverse	0	-0.03567495197057724
43822	rnn.bias_hh_l1_reverse	1	-0.0151376873254776
43822	rnn.bias_hh_l1_reverse	2	-0.17160633206367493
43822	rnn.bias_hh_l1_reverse	3	-0.05000113695859909
43822	rnn.bias_hh_l1_reverse	4	-0.04259347543120384
43822	rnn.bias_hh_l1_reverse	5	-0.04786895588040352
43822	rnn.bias_hh_l1_reverse	6	0.11617278307676315
43822	rnn.bias_hh_l1_reverse	7	-0.10098624974489212
43822	rnn.bias_hh_l1_reverse	8	-0.07072415202856064
43822	rnn.bias_hh_l1_reverse	9	-0.08676453679800034
43822	linear.weight	0	0.002228822559118271
43822	linear.weight	1	0.02441226691007614
43822	linear.weight	2	-0.11370871216058731
43822	linear.weight	3	0.30643174052238464
43822	linear.weight	4	0.09101524949073792
43822	linear.weight	5	0.012556280940771103
43822	linear.weight	6	0.04280274733901024
43822	linear.weight	7	0.11047530174255371
43822	linear.weight	8	0.041962880641222
43822	linear.weight	9	-0.06147216260433197
43822	linear.bias	0	-0.10132334381341934
43822	linear.bias	1	-0.10639714449644089
43822	linear.bias	2	-0.4505074620246887
43822	linear.bias	3	-0.6900067925453186
43822	linear.bias	4	-0.9347192645072937
43822	linear.bias	5	0.04357191547751427
43822	linear.bias	6	-0.6099318861961365
43822	linear.bias	7	0.511055052280426
43822	linear.bias	8	-0.5849700570106506
43822	linear.bias	9	-0.7901464104652405
44019	transitions	0	0.4448930323123932
44019	transitions	1	-0.019568346440792084
44019	transitions	2	-10000.0
44019	transitions	3	-1.788744330406189
44019	transitions	4	-10000.0
44019	transitions	5	0.6848896741867065
44019	transitions	6	0.006682716775685549
44019	transitions	7	-0.23861005902290344
44019	transitions	8	-1.2979661226272583
44019	transitions	9	-5.51704979443457e-05
44019	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
44019	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
44019	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
44019	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
44019	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
44019	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
44019	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
44019	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
44019	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
44019	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
44019	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
44019	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
44019	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
44019	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
44019	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
44019	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
44019	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
44019	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
44019	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
44019	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
44019	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
44019	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
44019	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
44019	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
44019	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
44019	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
44019	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
44019	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
44019	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
44019	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
44019	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
44019	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
44019	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
44019	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
44019	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
44019	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
44019	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
44019	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
44019	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
44019	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
44019	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
44019	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
44019	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
44019	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
44019	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
44019	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
44019	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
44019	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
44019	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
44019	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
44019	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
44019	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
44019	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
44019	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
44019	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
44019	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
44019	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
44019	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
44019	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
44019	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
44019	embedding2nn.weight	0	0.007338942959904671
44019	embedding2nn.weight	1	-0.016062891110777855
44019	embedding2nn.weight	2	-0.014268253929913044
44019	embedding2nn.weight	3	0.01887797750532627
44019	embedding2nn.weight	4	-0.0059150345623493195
44019	embedding2nn.weight	5	-0.00370058324187994
44019	embedding2nn.weight	6	-0.003973233047872782
44019	embedding2nn.weight	7	-0.035779211670160294
44019	embedding2nn.weight	8	-0.0019979383796453476
44019	embedding2nn.weight	9	-0.023562561720609665
44019	embedding2nn.bias	0	0.029084552079439163
44019	embedding2nn.bias	1	-0.04905644431710243
44019	embedding2nn.bias	2	0.09663252532482147
44019	embedding2nn.bias	3	0.05974070355296135
44019	embedding2nn.bias	4	-0.02445075288414955
44019	embedding2nn.bias	5	-0.032279349863529205
44019	embedding2nn.bias	6	0.024075137451291084
44019	embedding2nn.bias	7	-0.0657334178686142
44019	embedding2nn.bias	8	0.06880167871713638
44019	embedding2nn.bias	9	0.05374442785978317
44019	rnn.weight_ih_l0	0	-0.009712456725537777
44019	rnn.weight_ih_l0	1	0.006963544525206089
44019	rnn.weight_ih_l0	2	0.026939796283841133
44019	rnn.weight_ih_l0	3	0.007006973959505558
44019	rnn.weight_ih_l0	4	-0.027438482269644737
44019	rnn.weight_ih_l0	5	-0.05501332879066467
44019	rnn.weight_ih_l0	6	0.020438341423869133
44019	rnn.weight_ih_l0	7	0.050791118294000626
44019	rnn.weight_ih_l0	8	0.013147532008588314
44019	rnn.weight_ih_l0	9	-0.02954178676009178
44019	rnn.weight_hh_l0	0	-0.034637581557035446
44019	rnn.weight_hh_l0	1	-0.0016587679274380207
44019	rnn.weight_hh_l0	2	0.00566663034260273
44019	rnn.weight_hh_l0	3	-0.04865909740328789
44019	rnn.weight_hh_l0	4	0.05032937973737717
44019	rnn.weight_hh_l0	5	-0.014135554432868958
44019	rnn.weight_hh_l0	6	-0.0392325222492218
44019	rnn.weight_hh_l0	7	-0.025894645601511
44019	rnn.weight_hh_l0	8	-0.0020089338067919016
44019	rnn.weight_hh_l0	9	-0.022163180634379387
44019	rnn.bias_ih_l0	0	0.034343309700489044
44019	rnn.bias_ih_l0	1	-0.015935450792312622
44019	rnn.bias_ih_l0	2	0.000534079794306308
44019	rnn.bias_ih_l0	3	0.08107955008745193
44019	rnn.bias_ih_l0	4	-0.0453360490500927
44019	rnn.bias_ih_l0	5	-0.030144471675157547
44019	rnn.bias_ih_l0	6	0.008610900491476059
44019	rnn.bias_ih_l0	7	0.03961636871099472
44019	rnn.bias_ih_l0	8	-0.0636821985244751
44019	rnn.bias_ih_l0	9	-0.04261745139956474
44019	rnn.bias_hh_l0	0	-0.030076680704951286
44019	rnn.bias_hh_l0	1	-0.07093723118305206
44019	rnn.bias_hh_l0	2	-0.03634238615632057
44019	rnn.bias_hh_l0	3	-0.05503247305750847
44019	rnn.bias_hh_l0	4	-0.010737353004515171
44019	rnn.bias_hh_l0	5	0.005465655121952295
44019	rnn.bias_hh_l0	6	0.017666494473814964
44019	rnn.bias_hh_l0	7	-0.005478168372064829
44019	rnn.bias_hh_l0	8	-0.08058498054742813
44019	rnn.bias_hh_l0	9	-0.008095174096524715
44019	rnn.weight_ih_l0_reverse	0	-0.015461420640349388
44019	rnn.weight_ih_l0_reverse	1	-0.048099324107170105
44019	rnn.weight_ih_l0_reverse	2	-0.023596500977873802
44019	rnn.weight_ih_l0_reverse	3	-0.002716722898185253
44019	rnn.weight_ih_l0_reverse	4	-0.005727654788643122
44019	rnn.weight_ih_l0_reverse	5	-0.0488828606903553
44019	rnn.weight_ih_l0_reverse	6	0.04328976571559906
44019	rnn.weight_ih_l0_reverse	7	-0.02201767824590206
44019	rnn.weight_ih_l0_reverse	8	-0.032678790390491486
44019	rnn.weight_ih_l0_reverse	9	0.014162744395434856
44019	rnn.weight_hh_l0_reverse	0	0.03946175426244736
44019	rnn.weight_hh_l0_reverse	1	0.034239284694194794
44019	rnn.weight_hh_l0_reverse	2	0.0312756709754467
44019	rnn.weight_hh_l0_reverse	3	0.022362278774380684
44019	rnn.weight_hh_l0_reverse	4	0.002510671503841877
44019	rnn.weight_hh_l0_reverse	5	-0.006567481439560652
44019	rnn.weight_hh_l0_reverse	6	0.03809670731425285
44019	rnn.weight_hh_l0_reverse	7	-0.03672529011964798
44019	rnn.weight_hh_l0_reverse	8	0.018658462911844254
44019	rnn.weight_hh_l0_reverse	9	0.048714783042669296
44019	rnn.bias_ih_l0_reverse	0	-0.0628998652100563
44019	rnn.bias_ih_l0_reverse	1	-0.1636120080947876
44019	rnn.bias_ih_l0_reverse	2	-0.06681731343269348
44019	rnn.bias_ih_l0_reverse	3	-0.00412193825468421
44019	rnn.bias_ih_l0_reverse	4	-0.03663794323801994
44019	rnn.bias_ih_l0_reverse	5	0.02498725801706314
44019	rnn.bias_ih_l0_reverse	6	-0.02438995987176895
44019	rnn.bias_ih_l0_reverse	7	0.03689778968691826
44019	rnn.bias_ih_l0_reverse	8	-0.03485473617911339
44019	rnn.bias_ih_l0_reverse	9	0.023712195456027985
44019	rnn.bias_hh_l0_reverse	0	-0.027578748762607574
44019	rnn.bias_hh_l0_reverse	1	-0.004883147310465574
44019	rnn.bias_hh_l0_reverse	2	0.031849492341279984
44019	rnn.bias_hh_l0_reverse	3	-0.029030246660113335
44019	rnn.bias_hh_l0_reverse	4	-0.04259178787469864
44019	rnn.bias_hh_l0_reverse	5	-0.05535738170146942
44019	rnn.bias_hh_l0_reverse	6	-0.022198308259248734
44019	rnn.bias_hh_l0_reverse	7	0.05462740361690521
44019	rnn.bias_hh_l0_reverse	8	0.030627664178609848
44019	rnn.bias_hh_l0_reverse	9	-0.07121259719133377
44019	rnn.weight_ih_l1	0	-0.03517477214336395
44019	rnn.weight_ih_l1	1	-0.03864637389779091
44019	rnn.weight_ih_l1	2	0.05757137015461922
44019	rnn.weight_ih_l1	3	-0.022767923772335052
44019	rnn.weight_ih_l1	4	0.0004025258822366595
44019	rnn.weight_ih_l1	5	-0.0409952737390995
44019	rnn.weight_ih_l1	6	0.020481450483202934
44019	rnn.weight_ih_l1	7	-0.03883117437362671
44019	rnn.weight_ih_l1	8	0.0372525192797184
44019	rnn.weight_ih_l1	9	0.028819439932703972
44019	rnn.weight_hh_l1	0	-0.006846651900559664
44019	rnn.weight_hh_l1	1	0.0047157760709524155
44019	rnn.weight_hh_l1	2	-0.009730183519423008
44019	rnn.weight_hh_l1	3	-0.008416860364377499
44019	rnn.weight_hh_l1	4	0.0036260716151446104
44019	rnn.weight_hh_l1	5	0.026682553812861443
44019	rnn.weight_hh_l1	6	0.032514918595552444
44019	rnn.weight_hh_l1	7	-0.028612760826945305
44019	rnn.weight_hh_l1	8	-0.03253254294395447
44019	rnn.weight_hh_l1	9	0.03628137335181236
44019	rnn.bias_ih_l1	0	-0.10575751960277557
44019	rnn.bias_ih_l1	1	-0.09794174879789352
44019	rnn.bias_ih_l1	2	-0.1167515367269516
44019	rnn.bias_ih_l1	3	-0.17080968618392944
44019	rnn.bias_ih_l1	4	-0.18749059736728668
44019	rnn.bias_ih_l1	5	-0.09114833176136017
44019	rnn.bias_ih_l1	6	-0.07530854642391205
44019	rnn.bias_ih_l1	7	-0.02963235042989254
44019	rnn.bias_ih_l1	8	-0.08253918588161469
44019	rnn.bias_ih_l1	9	-0.10232207924127579
44019	rnn.bias_hh_l1	0	-0.10024463385343552
44019	rnn.bias_hh_l1	1	-0.04089414328336716
44019	rnn.bias_hh_l1	2	-0.07258561998605728
44019	rnn.bias_hh_l1	3	-0.058422431349754333
44019	rnn.bias_hh_l1	4	-0.09032553434371948
44019	rnn.bias_hh_l1	5	-0.05420703440904617
44019	rnn.bias_hh_l1	6	-0.09478320926427841
44019	rnn.bias_hh_l1	7	0.0015036303084343672
44019	rnn.bias_hh_l1	8	-0.06861693412065506
44019	rnn.bias_hh_l1	9	-0.051500532776117325
44019	rnn.weight_ih_l1_reverse	0	-0.03667395934462547
44019	rnn.weight_ih_l1_reverse	1	0.04480899125337601
44019	rnn.weight_ih_l1_reverse	2	-0.03546987473964691
44019	rnn.weight_ih_l1_reverse	3	-0.016567567363381386
44019	rnn.weight_ih_l1_reverse	4	-0.03091965988278389
44019	rnn.weight_ih_l1_reverse	5	-0.03857418894767761
44019	rnn.weight_ih_l1_reverse	6	-0.031301259994506836
44019	rnn.weight_ih_l1_reverse	7	0.018059639260172844
44019	rnn.weight_ih_l1_reverse	8	0.020147981122136116
44019	rnn.weight_ih_l1_reverse	9	-0.030635608360171318
44019	rnn.weight_hh_l1_reverse	0	0.007703826297074556
44019	rnn.weight_hh_l1_reverse	1	0.028968364000320435
44019	rnn.weight_hh_l1_reverse	2	-0.03679662197828293
44019	rnn.weight_hh_l1_reverse	3	0.03994250297546387
44019	rnn.weight_hh_l1_reverse	4	0.04373350739479065
44019	rnn.weight_hh_l1_reverse	5	0.009364012628793716
44019	rnn.weight_hh_l1_reverse	6	0.00376710994169116
44019	rnn.weight_hh_l1_reverse	7	0.027593934908509254
44019	rnn.weight_hh_l1_reverse	8	-0.0036951822694391012
44019	rnn.weight_hh_l1_reverse	9	-0.04083575680851936
44019	rnn.bias_ih_l1_reverse	0	-0.02355032041668892
44019	rnn.bias_ih_l1_reverse	1	-0.0816497951745987
44019	rnn.bias_ih_l1_reverse	2	-0.09477420151233673
44019	rnn.bias_ih_l1_reverse	3	0.008707973174750805
44019	rnn.bias_ih_l1_reverse	4	-0.1462925374507904
44019	rnn.bias_ih_l1_reverse	5	-0.06727764755487442
44019	rnn.bias_ih_l1_reverse	6	-0.08024565130472183
44019	rnn.bias_ih_l1_reverse	7	-0.09661521017551422
44019	rnn.bias_ih_l1_reverse	8	0.1423042118549347
44019	rnn.bias_ih_l1_reverse	9	0.016561727970838547
44019	rnn.bias_hh_l1_reverse	0	-0.038645341992378235
44019	rnn.bias_hh_l1_reverse	1	-0.008366911672055721
44019	rnn.bias_hh_l1_reverse	2	-0.17181217670440674
44019	rnn.bias_hh_l1_reverse	3	-0.05029705911874771
44019	rnn.bias_hh_l1_reverse	4	-0.04416657239198685
44019	rnn.bias_hh_l1_reverse	5	-0.048255372792482376
44019	rnn.bias_hh_l1_reverse	6	0.12414777278900146
44019	rnn.bias_hh_l1_reverse	7	-0.09836968779563904
44019	rnn.bias_hh_l1_reverse	8	-0.07180467993021011
44019	rnn.bias_hh_l1_reverse	9	-0.08728818595409393
44019	linear.weight	0	0.002228822559118271
44019	linear.weight	1	0.008313619531691074
44019	linear.weight	2	-0.10786880552768707
44019	linear.weight	3	0.2998042702674866
44019	linear.weight	4	0.08731350302696228
44019	linear.weight	5	0.012118914164602757
44019	linear.weight	6	0.0593118891119957
44019	linear.weight	7	0.11605197936296463
44019	linear.weight	8	0.041968464851379395
44019	linear.weight	9	-0.06217554956674576
44019	linear.bias	0	-0.09634717553853989
44019	linear.bias	1	-0.07799158245325089
44019	linear.bias	2	-0.45603689551353455
44019	linear.bias	3	-0.7139672636985779
44019	linear.bias	4	-0.9580351710319519
44019	linear.bias	5	0.016667015850543976
44019	linear.bias	6	-0.5791703462600708
44019	linear.bias	7	0.48182713985443115
44019	linear.bias	8	-0.5638242363929749
44019	linear.bias	9	-0.7745056748390198
44216	transitions	0	0.43597885966300964
44216	transitions	1	-0.01487787440419197
44216	transitions	2	-10000.0
44216	transitions	3	-1.7888293266296387
44216	transitions	4	-10000.0
44216	transitions	5	0.6844597458839417
44216	transitions	6	0.006323901936411858
44216	transitions	7	-0.23961953818798065
44216	transitions	8	-1.298901915550232
44216	transitions	9	-5.9700276324292645e-05
44216	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
44216	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
44216	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
44216	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
44216	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
44216	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
44216	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
44216	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
44216	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
44216	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
44216	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
44216	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
44216	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
44216	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
44216	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
44216	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
44216	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
44216	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
44216	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
44216	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
44216	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
44216	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
44216	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
44216	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
44216	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
44216	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
44216	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
44216	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
44216	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
44216	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
44216	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
44216	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
44216	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
44216	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
44216	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
44216	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
44216	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
44216	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
44216	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
44216	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
44216	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
44216	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
44216	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
44216	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
44216	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
44216	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
44216	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
44216	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
44216	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
44216	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
44216	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
44216	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
44216	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
44216	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
44216	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
44216	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
44216	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
44216	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
44216	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
44216	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
44216	embedding2nn.weight	0	0.007005397230386734
44216	embedding2nn.weight	1	-0.01565360091626644
44216	embedding2nn.weight	2	-0.014268253929913044
44216	embedding2nn.weight	3	0.016467038542032242
44216	embedding2nn.weight	4	-0.0059150345623493195
44216	embedding2nn.weight	5	-0.00370058324187994
44216	embedding2nn.weight	6	-0.003973232116550207
44216	embedding2nn.weight	7	-0.0354243740439415
44216	embedding2nn.weight	8	-0.0019979383796453476
44216	embedding2nn.weight	9	-0.022547831758856773
44216	embedding2nn.bias	0	0.03409457579255104
44216	embedding2nn.bias	1	-0.04389359802007675
44216	embedding2nn.bias	2	0.09507091343402863
44216	embedding2nn.bias	3	0.05345825105905533
44216	embedding2nn.bias	4	-0.025340307503938675
44216	embedding2nn.bias	5	-0.05043697729706764
44216	embedding2nn.bias	6	0.032727379351854324
44216	embedding2nn.bias	7	-0.0589434914290905
44216	embedding2nn.bias	8	0.07112788408994675
44216	embedding2nn.bias	9	0.05134586617350578
44216	rnn.weight_ih_l0	0	-0.009432962164282799
44216	rnn.weight_ih_l0	1	0.007594991475343704
44216	rnn.weight_ih_l0	2	0.02770349755883217
44216	rnn.weight_ih_l0	3	0.006450430024415255
44216	rnn.weight_ih_l0	4	-0.027316424995660782
44216	rnn.weight_ih_l0	5	-0.05553021654486656
44216	rnn.weight_ih_l0	6	0.020757824182510376
44216	rnn.weight_ih_l0	7	0.05232842639088631
44216	rnn.weight_ih_l0	8	0.013115239329636097
44216	rnn.weight_ih_l0	9	-0.029489297419786453
44216	rnn.weight_hh_l0	0	-0.03523664548993111
44216	rnn.weight_hh_l0	1	-0.0017637902637943625
44216	rnn.weight_hh_l0	2	0.0036525644827634096
44216	rnn.weight_hh_l0	3	-0.04832020029425621
44216	rnn.weight_hh_l0	4	0.05077291280031204
44216	rnn.weight_hh_l0	5	-0.012714308686554432
44216	rnn.weight_hh_l0	6	-0.03869011998176575
44216	rnn.weight_hh_l0	7	-0.02530233934521675
44216	rnn.weight_hh_l0	8	-0.0016023109201341867
44216	rnn.weight_hh_l0	9	-0.021791551262140274
44216	rnn.bias_ih_l0	0	0.03758619353175163
44216	rnn.bias_ih_l0	1	-0.014232797548174858
44216	rnn.bias_ih_l0	2	0.0005002813413739204
44216	rnn.bias_ih_l0	3	0.07845383137464523
44216	rnn.bias_ih_l0	4	-0.045969244092702866
44216	rnn.bias_ih_l0	5	-0.03162948042154312
44216	rnn.bias_ih_l0	6	0.013243567198514938
44216	rnn.bias_ih_l0	7	0.041108712553977966
44216	rnn.bias_ih_l0	8	-0.06273026764392853
44216	rnn.bias_ih_l0	9	-0.04221446067094803
44216	rnn.bias_hh_l0	0	-0.030741119757294655
44216	rnn.bias_hh_l0	1	-0.07384240627288818
44216	rnn.bias_hh_l0	2	-0.03500961884856224
44216	rnn.bias_hh_l0	3	-0.05774839594960213
44216	rnn.bias_hh_l0	4	-0.010231174528598785
44216	rnn.bias_hh_l0	5	0.0063567920587956905
44216	rnn.bias_hh_l0	6	0.01842421293258667
44216	rnn.bias_hh_l0	7	-0.008523641154170036
44216	rnn.bias_hh_l0	8	-0.08025835454463959
44216	rnn.bias_hh_l0	9	-0.0006057529826648533
44216	rnn.weight_ih_l0_reverse	0	-0.01582147739827633
44216	rnn.weight_ih_l0_reverse	1	-0.04907926917076111
44216	rnn.weight_ih_l0_reverse	2	-0.022915134206414223
44216	rnn.weight_ih_l0_reverse	3	-0.002403400605544448
44216	rnn.weight_ih_l0_reverse	4	-0.005776630714535713
44216	rnn.weight_ih_l0_reverse	5	-0.04858998954296112
44216	rnn.weight_ih_l0_reverse	6	0.04417493939399719
44216	rnn.weight_ih_l0_reverse	7	-0.020851250737905502
44216	rnn.weight_ih_l0_reverse	8	-0.032540757209062576
44216	rnn.weight_ih_l0_reverse	9	0.014840470626950264
44216	rnn.weight_hh_l0_reverse	0	0.03921113535761833
44216	rnn.weight_hh_l0_reverse	1	0.035323366522789
44216	rnn.weight_hh_l0_reverse	2	0.031033499166369438
44216	rnn.weight_hh_l0_reverse	3	0.02203323133289814
44216	rnn.weight_hh_l0_reverse	4	0.002244220580905676
44216	rnn.weight_hh_l0_reverse	5	-0.005978347267955542
44216	rnn.weight_hh_l0_reverse	6	0.03803436458110809
44216	rnn.weight_hh_l0_reverse	7	-0.03605379909276962
44216	rnn.weight_hh_l0_reverse	8	0.018678419291973114
44216	rnn.weight_hh_l0_reverse	9	0.04798438027501106
44216	rnn.bias_ih_l0_reverse	0	-0.06309197843074799
44216	rnn.bias_ih_l0_reverse	1	-0.1676434576511383
44216	rnn.bias_ih_l0_reverse	2	-0.06796494126319885
44216	rnn.bias_ih_l0_reverse	3	-0.0063218530267477036
44216	rnn.bias_ih_l0_reverse	4	-0.03843497112393379
44216	rnn.bias_ih_l0_reverse	5	0.024581823498010635
44216	rnn.bias_ih_l0_reverse	6	-0.026525700464844704
44216	rnn.bias_ih_l0_reverse	7	0.03844020888209343
44216	rnn.bias_ih_l0_reverse	8	-0.035075243562459946
44216	rnn.bias_ih_l0_reverse	9	0.021967688575387
44216	rnn.bias_hh_l0_reverse	0	-0.027619408443570137
44216	rnn.bias_hh_l0_reverse	1	-0.0063491398468613625
44216	rnn.bias_hh_l0_reverse	2	0.0339331328868866
44216	rnn.bias_hh_l0_reverse	3	-0.026991156861186028
44216	rnn.bias_hh_l0_reverse	4	-0.040100645273923874
44216	rnn.bias_hh_l0_reverse	5	-0.05482076480984688
44216	rnn.bias_hh_l0_reverse	6	-0.0225141029804945
44216	rnn.bias_hh_l0_reverse	7	0.05355452373623848
44216	rnn.bias_hh_l0_reverse	8	0.03035098686814308
44216	rnn.bias_hh_l0_reverse	9	-0.07167451083660126
44216	rnn.weight_ih_l1	0	-0.035041484981775284
44216	rnn.weight_ih_l1	1	-0.03763249143958092
44216	rnn.weight_ih_l1	2	0.06266803294420242
44216	rnn.weight_ih_l1	3	-0.019734179601073265
44216	rnn.weight_ih_l1	4	-5.033852175984066e-06
44216	rnn.weight_ih_l1	5	-0.04125064238905907
44216	rnn.weight_ih_l1	6	0.020730281248688698
44216	rnn.weight_ih_l1	7	-0.03921042010188103
44216	rnn.weight_ih_l1	8	0.03705500438809395
44216	rnn.weight_ih_l1	9	0.029039140790700912
44216	rnn.weight_hh_l1	0	-0.00584251107648015
44216	rnn.weight_hh_l1	1	0.004627844784408808
44216	rnn.weight_hh_l1	2	-0.010680445469915867
44216	rnn.weight_hh_l1	3	-0.008649921044707298
44216	rnn.weight_hh_l1	4	0.0037984992377460003
44216	rnn.weight_hh_l1	5	0.026735838502645493
44216	rnn.weight_hh_l1	6	0.03206222504377365
44216	rnn.weight_hh_l1	7	-0.028334328904747963
44216	rnn.weight_hh_l1	8	-0.03291136026382446
44216	rnn.weight_hh_l1	9	0.036158908158540726
44216	rnn.bias_ih_l1	0	-0.10441099107265472
44216	rnn.bias_ih_l1	1	-0.10114478319883347
44216	rnn.bias_ih_l1	2	-0.11574029922485352
44216	rnn.bias_ih_l1	3	-0.17221343517303467
44216	rnn.bias_ih_l1	4	-0.19141368567943573
44216	rnn.bias_ih_l1	5	-0.09023184329271317
44216	rnn.bias_ih_l1	6	-0.06735213845968246
44216	rnn.bias_ih_l1	7	-0.03128019720315933
44216	rnn.bias_ih_l1	8	-0.08155610412359238
44216	rnn.bias_ih_l1	9	-0.10324595868587494
44216	rnn.bias_hh_l1	0	-0.09983840584754944
44216	rnn.bias_hh_l1	1	-0.0435321182012558
44216	rnn.bias_hh_l1	2	-0.07327049225568771
44216	rnn.bias_hh_l1	3	-0.05958196893334389
44216	rnn.bias_hh_l1	4	-0.0904887393116951
44216	rnn.bias_hh_l1	5	-0.05223476141691208
44216	rnn.bias_hh_l1	6	-0.09578569233417511
44216	rnn.bias_hh_l1	7	0.00036149154766462743
44216	rnn.bias_hh_l1	8	-0.0718880146741867
44216	rnn.bias_hh_l1	9	-0.052138179540634155
44216	rnn.weight_ih_l1_reverse	0	-0.03539985418319702
44216	rnn.weight_ih_l1_reverse	1	0.04423092305660248
44216	rnn.weight_ih_l1_reverse	2	-0.03274640068411827
44216	rnn.weight_ih_l1_reverse	3	-0.016900988295674324
44216	rnn.weight_ih_l1_reverse	4	-0.03147363290190697
44216	rnn.weight_ih_l1_reverse	5	-0.038500960916280746
44216	rnn.weight_ih_l1_reverse	6	-0.032082367688417435
44216	rnn.weight_ih_l1_reverse	7	0.018236715346574783
44216	rnn.weight_ih_l1_reverse	8	0.017618276178836823
44216	rnn.weight_ih_l1_reverse	9	-0.03078518994152546
44216	rnn.weight_hh_l1_reverse	0	0.007986810058355331
44216	rnn.weight_hh_l1_reverse	1	0.028856245800852776
44216	rnn.weight_hh_l1_reverse	2	-0.03679167851805687
44216	rnn.weight_hh_l1_reverse	3	0.03995400294661522
44216	rnn.weight_hh_l1_reverse	4	0.043125808238983154
44216	rnn.weight_hh_l1_reverse	5	0.009417283348739147
44216	rnn.weight_hh_l1_reverse	6	0.005054691340774298
44216	rnn.weight_hh_l1_reverse	7	0.027474425733089447
44216	rnn.weight_hh_l1_reverse	8	-0.003843638813123107
44216	rnn.weight_hh_l1_reverse	9	-0.04095900431275368
44216	rnn.bias_ih_l1_reverse	0	-0.022962411865592003
44216	rnn.bias_ih_l1_reverse	1	-0.08204112946987152
44216	rnn.bias_ih_l1_reverse	2	-0.09364939481019974
44216	rnn.bias_ih_l1_reverse	3	0.00389142706990242
44216	rnn.bias_ih_l1_reverse	4	-0.1497209072113037
44216	rnn.bias_ih_l1_reverse	5	-0.0648609921336174
44216	rnn.bias_ih_l1_reverse	6	-0.079238161444664
44216	rnn.bias_ih_l1_reverse	7	-0.09794585406780243
44216	rnn.bias_ih_l1_reverse	8	0.13010214269161224
44216	rnn.bias_ih_l1_reverse	9	0.015531734563410282
44216	rnn.bias_hh_l1_reverse	0	-0.03165174275636673
44216	rnn.bias_hh_l1_reverse	1	-0.01311350055038929
44216	rnn.bias_hh_l1_reverse	2	-0.17086537182331085
44216	rnn.bias_hh_l1_reverse	3	-0.053055405616760254
44216	rnn.bias_hh_l1_reverse	4	-0.04550839960575104
44216	rnn.bias_hh_l1_reverse	5	-0.045282673090696335
44216	rnn.bias_hh_l1_reverse	6	0.12179668992757797
44216	rnn.bias_hh_l1_reverse	7	-0.10108226537704468
44216	rnn.bias_hh_l1_reverse	8	-0.06791754812002182
44216	rnn.bias_hh_l1_reverse	9	-0.0874987542629242
44216	linear.weight	0	0.002228822559118271
44216	linear.weight	1	-0.0019343129824846983
44216	linear.weight	2	-0.10998176783323288
44216	linear.weight	3	0.290080189704895
44216	linear.weight	4	0.08279575407505035
44216	linear.weight	5	0.019111860543489456
44216	linear.weight	6	0.07022678852081299
44216	linear.weight	7	0.11557981371879578
44216	linear.weight	8	0.04197501391172409
44216	linear.weight	9	-0.05864874646067619
44216	linear.bias	0	-0.07756289094686508
44216	linear.bias	1	-0.10095778852701187
44216	linear.bias	2	-0.457830011844635
44216	linear.bias	3	-0.6985305547714233
44216	linear.bias	4	-0.9436049461364746
44216	linear.bias	5	0.029377656057476997
44216	linear.bias	6	-0.6041109561920166
44216	linear.bias	7	0.4954105615615845
44216	linear.bias	8	-0.564861536026001
44216	linear.bias	9	-0.7730879783630371
44413	transitions	0	0.4323490262031555
44413	transitions	1	-0.013684917241334915
44413	transitions	2	-10000.0
44413	transitions	3	-1.7889232635498047
44413	transitions	4	-10000.0
44413	transitions	5	0.6840294599533081
44413	transitions	6	0.006037330720573664
44413	transitions	7	-0.24072210490703583
44413	transitions	8	-1.2994102239608765
44413	transitions	9	-6.319242675090209e-05
44413	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
44413	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
44413	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
44413	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
44413	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
44413	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
44413	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
44413	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
44413	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
44413	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
44413	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
44413	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
44413	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
44413	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
44413	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
44413	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
44413	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
44413	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
44413	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
44413	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
44413	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
44413	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
44413	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
44413	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
44413	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
44413	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
44413	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
44413	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
44413	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
44413	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
44413	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
44413	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
44413	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
44413	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
44413	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
44413	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
44413	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
44413	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
44413	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
44413	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
44413	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
44413	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
44413	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
44413	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
44413	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
44413	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
44413	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
44413	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
44413	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
44413	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
44413	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
44413	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
44413	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
44413	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
44413	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
44413	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
44413	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
44413	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
44413	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
44413	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
44413	embedding2nn.weight	0	0.005657055880874395
44413	embedding2nn.weight	1	-0.015869000926613808
44413	embedding2nn.weight	2	-0.014268253929913044
44413	embedding2nn.weight	3	0.015322652645409107
44413	embedding2nn.weight	4	-0.0059150345623493195
44413	embedding2nn.weight	5	-0.0037005830090492964
44413	embedding2nn.weight	6	-0.003973229322582483
44413	embedding2nn.weight	7	-0.034279078245162964
44413	embedding2nn.weight	8	-0.0019979383796453476
44413	embedding2nn.weight	9	-0.023661965504288673
44413	embedding2nn.bias	0	0.037506572902202606
44413	embedding2nn.bias	1	-0.04884383827447891
44413	embedding2nn.bias	2	0.09124661237001419
44413	embedding2nn.bias	3	0.050878703594207764
44413	embedding2nn.bias	4	-0.03164293244481087
44413	embedding2nn.bias	5	-0.05234527587890625
44413	embedding2nn.bias	6	0.022763162851333618
44413	embedding2nn.bias	7	-0.0565907247364521
44413	embedding2nn.bias	8	0.07435290515422821
44413	embedding2nn.bias	9	0.0432782843708992
44413	rnn.weight_ih_l0	0	-0.006946431938558817
44413	rnn.weight_ih_l0	1	0.008585812523961067
44413	rnn.weight_ih_l0	2	0.02790333889424801
44413	rnn.weight_ih_l0	3	0.006575335748493671
44413	rnn.weight_ih_l0	4	-0.027136415243148804
44413	rnn.weight_ih_l0	5	-0.055160749703645706
44413	rnn.weight_ih_l0	6	0.021361729130148888
44413	rnn.weight_ih_l0	7	0.05210215970873833
44413	rnn.weight_ih_l0	8	0.011924296617507935
44413	rnn.weight_ih_l0	9	-0.029214976355433464
44413	rnn.weight_hh_l0	0	-0.03581536188721657
44413	rnn.weight_hh_l0	1	-0.0004034370940644294
44413	rnn.weight_hh_l0	2	0.003996781539171934
44413	rnn.weight_hh_l0	3	-0.04842206835746765
44413	rnn.weight_hh_l0	4	0.05002512037754059
44413	rnn.weight_hh_l0	5	-0.012323630973696709
44413	rnn.weight_hh_l0	6	-0.03907670080661774
44413	rnn.weight_hh_l0	7	-0.024536991491913795
44413	rnn.weight_hh_l0	8	-0.0017379045020788908
44413	rnn.weight_hh_l0	9	-0.021376723423600197
44413	rnn.bias_ih_l0	0	0.0394819974899292
44413	rnn.bias_ih_l0	1	-0.01715093106031418
44413	rnn.bias_ih_l0	2	0.000917758618015796
44413	rnn.bias_ih_l0	3	0.07966862618923187
44413	rnn.bias_ih_l0	4	-0.049656715244054794
44413	rnn.bias_ih_l0	5	-0.031467217952013016
44413	rnn.bias_ih_l0	6	0.011835114099085331
44413	rnn.bias_ih_l0	7	0.04263772815465927
44413	rnn.bias_ih_l0	8	-0.06522328406572342
44413	rnn.bias_ih_l0	9	-0.04617878794670105
44413	rnn.bias_hh_l0	0	-0.030613869428634644
44413	rnn.bias_hh_l0	1	-0.07372826337814331
44413	rnn.bias_hh_l0	2	-0.03491419926285744
44413	rnn.bias_hh_l0	3	-0.06046832725405693
44413	rnn.bias_hh_l0	4	-0.010123979300260544
44413	rnn.bias_hh_l0	5	0.0075242468155920506
44413	rnn.bias_hh_l0	6	0.01714489795267582
44413	rnn.bias_hh_l0	7	-0.014469769783318043
44413	rnn.bias_hh_l0	8	-0.07964441925287247
44413	rnn.bias_hh_l0	9	-0.0007376971771009266
44413	rnn.weight_ih_l0_reverse	0	-0.017343148589134216
44413	rnn.weight_ih_l0_reverse	1	-0.048916324973106384
44413	rnn.weight_ih_l0_reverse	2	-0.02253657579421997
44413	rnn.weight_ih_l0_reverse	3	-0.002107579493895173
44413	rnn.weight_ih_l0_reverse	4	-0.006711885798722506
44413	rnn.weight_ih_l0_reverse	5	-0.0496051162481308
44413	rnn.weight_ih_l0_reverse	6	0.043496374040842056
44413	rnn.weight_ih_l0_reverse	7	-0.020143482834100723
44413	rnn.weight_ih_l0_reverse	8	-0.032248400151729584
44413	rnn.weight_ih_l0_reverse	9	0.014102515764534473
44413	rnn.weight_hh_l0_reverse	0	0.040308814495801926
44413	rnn.weight_hh_l0_reverse	1	0.03448594734072685
44413	rnn.weight_hh_l0_reverse	2	0.030851762741804123
44413	rnn.weight_hh_l0_reverse	3	0.021512223407626152
44413	rnn.weight_hh_l0_reverse	4	0.0021739399526268244
44413	rnn.weight_hh_l0_reverse	5	-0.005833886098116636
44413	rnn.weight_hh_l0_reverse	6	0.038429319858551025
44413	rnn.weight_hh_l0_reverse	7	-0.03672308102250099
44413	rnn.weight_hh_l0_reverse	8	0.018569456413388252
44413	rnn.weight_hh_l0_reverse	9	0.04742491990327835
44413	rnn.bias_ih_l0_reverse	0	-0.06363925337791443
44413	rnn.bias_ih_l0_reverse	1	-0.167046919465065
44413	rnn.bias_ih_l0_reverse	2	-0.0671377182006836
44413	rnn.bias_ih_l0_reverse	3	-0.005426639690995216
44413	rnn.bias_ih_l0_reverse	4	-0.03963736817240715
44413	rnn.bias_ih_l0_reverse	5	0.02604532614350319
44413	rnn.bias_ih_l0_reverse	6	-0.024851838126778603
44413	rnn.bias_ih_l0_reverse	7	0.039283785969018936
44413	rnn.bias_ih_l0_reverse	8	-0.0387972854077816
44413	rnn.bias_ih_l0_reverse	9	0.022522306069731712
44413	rnn.bias_hh_l0_reverse	0	-0.026567574590444565
44413	rnn.bias_hh_l0_reverse	1	-0.0092445258051157
44413	rnn.bias_hh_l0_reverse	2	0.035767946392297745
44413	rnn.bias_hh_l0_reverse	3	-0.029148465022444725
44413	rnn.bias_hh_l0_reverse	4	-0.04434683173894882
44413	rnn.bias_hh_l0_reverse	5	-0.05395238474011421
44413	rnn.bias_hh_l0_reverse	6	-0.027109595015645027
44413	rnn.bias_hh_l0_reverse	7	0.05393581464886665
44413	rnn.bias_hh_l0_reverse	8	0.02849985659122467
44413	rnn.bias_hh_l0_reverse	9	-0.07572324573993683
44413	rnn.weight_ih_l1	0	-0.03475092351436615
44413	rnn.weight_ih_l1	1	-0.03834979981184006
44413	rnn.weight_ih_l1	2	0.0635143369436264
44413	rnn.weight_ih_l1	3	-0.021068226546049118
44413	rnn.weight_ih_l1	4	9.454548126086593e-05
44413	rnn.weight_ih_l1	5	-0.04147431626915932
44413	rnn.weight_ih_l1	6	0.019857194274663925
44413	rnn.weight_ih_l1	7	-0.03885514661669731
44413	rnn.weight_ih_l1	8	0.036728233098983765
44413	rnn.weight_ih_l1	9	0.028739357367157936
44413	rnn.weight_hh_l1	0	-0.004398763179779053
44413	rnn.weight_hh_l1	1	0.004676273558288813
44413	rnn.weight_hh_l1	2	-0.009664520621299744
44413	rnn.weight_hh_l1	3	-0.008834751322865486
44413	rnn.weight_hh_l1	4	0.0037986761890351772
44413	rnn.weight_hh_l1	5	0.026721490547060966
44413	rnn.weight_hh_l1	6	0.032401274889707565
44413	rnn.weight_hh_l1	7	-0.02826608717441559
44413	rnn.weight_hh_l1	8	-0.0323689728975296
44413	rnn.weight_hh_l1	9	0.036050211638212204
44413	rnn.bias_ih_l1	0	-0.10746193677186966
44413	rnn.bias_ih_l1	1	-0.10402461141347885
44413	rnn.bias_ih_l1	2	-0.11379492282867432
44413	rnn.bias_ih_l1	3	-0.1695355921983719
44413	rnn.bias_ih_l1	4	-0.1814950853586197
44413	rnn.bias_ih_l1	5	-0.09041550010442734
44413	rnn.bias_ih_l1	6	-0.06948438286781311
44413	rnn.bias_ih_l1	7	-0.02924538217484951
44413	rnn.bias_ih_l1	8	-0.0851064920425415
44413	rnn.bias_ih_l1	9	-0.10097771883010864
44413	rnn.bias_hh_l1	0	-0.10104848444461823
44413	rnn.bias_hh_l1	1	-0.04000299423933029
44413	rnn.bias_hh_l1	2	-0.0718168169260025
44413	rnn.bias_hh_l1	3	-0.05981750786304474
44413	rnn.bias_hh_l1	4	-0.09100395441055298
44413	rnn.bias_hh_l1	5	-0.05157475546002388
44413	rnn.bias_hh_l1	6	-0.09785906225442886
44413	rnn.bias_hh_l1	7	0.0003568175307009369
44413	rnn.bias_hh_l1	8	-0.074995256960392
44413	rnn.bias_hh_l1	9	-0.05712684988975525
44413	rnn.weight_ih_l1_reverse	0	-0.035509783774614334
44413	rnn.weight_ih_l1_reverse	1	0.045092854648828506
44413	rnn.weight_ih_l1_reverse	2	-0.03095102496445179
44413	rnn.weight_ih_l1_reverse	3	-0.013876083306968212
44413	rnn.weight_ih_l1_reverse	4	-0.031294990330934525
44413	rnn.weight_ih_l1_reverse	5	-0.03760869801044464
44413	rnn.weight_ih_l1_reverse	6	-0.03285086899995804
44413	rnn.weight_ih_l1_reverse	7	0.01800745166838169
44413	rnn.weight_ih_l1_reverse	8	0.014384165406227112
44413	rnn.weight_ih_l1_reverse	9	-0.03018418699502945
44413	rnn.weight_hh_l1_reverse	0	0.007946552708745003
44413	rnn.weight_hh_l1_reverse	1	0.02887636609375477
44413	rnn.weight_hh_l1_reverse	2	-0.03684600070118904
44413	rnn.weight_hh_l1_reverse	3	0.03993920609354973
44413	rnn.weight_hh_l1_reverse	4	0.043312229216098785
44413	rnn.weight_hh_l1_reverse	5	0.009525037370622158
44413	rnn.weight_hh_l1_reverse	6	0.00703922426328063
44413	rnn.weight_hh_l1_reverse	7	0.027566267177462578
44413	rnn.weight_hh_l1_reverse	8	-0.003742630360648036
44413	rnn.weight_hh_l1_reverse	9	-0.04102880507707596
44413	rnn.bias_ih_l1_reverse	0	-0.021503113210201263
44413	rnn.bias_ih_l1_reverse	1	-0.08280854672193527
44413	rnn.bias_ih_l1_reverse	2	-0.09235343337059021
44413	rnn.bias_ih_l1_reverse	3	0.00031959600164555013
44413	rnn.bias_ih_l1_reverse	4	-0.15178140997886658
44413	rnn.bias_ih_l1_reverse	5	-0.06419607996940613
44413	rnn.bias_ih_l1_reverse	6	-0.0797666609287262
44413	rnn.bias_ih_l1_reverse	7	-0.09861505031585693
44413	rnn.bias_ih_l1_reverse	8	0.1255549043416977
44413	rnn.bias_ih_l1_reverse	9	0.013274678029119968
44413	rnn.bias_hh_l1_reverse	0	-0.03233921155333519
44413	rnn.bias_hh_l1_reverse	1	-0.013559405691921711
44413	rnn.bias_hh_l1_reverse	2	-0.171995609998703
44413	rnn.bias_hh_l1_reverse	3	-0.05379991978406906
44413	rnn.bias_hh_l1_reverse	4	-0.04472833126783371
44413	rnn.bias_hh_l1_reverse	5	-0.04553011804819107
44413	rnn.bias_hh_l1_reverse	6	0.12151629477739334
44413	rnn.bias_hh_l1_reverse	7	-0.10398093611001968
44413	rnn.bias_hh_l1_reverse	8	-0.0646517425775528
44413	rnn.bias_hh_l1_reverse	9	-0.08816364407539368
44413	linear.weight	0	0.002228822559118271
44413	linear.weight	1	0.007839251309633255
44413	linear.weight	2	-0.1253948211669922
44413	linear.weight	3	0.28515592217445374
44413	linear.weight	4	0.08600033074617386
44413	linear.weight	5	0.016352644190192223
44413	linear.weight	6	0.06050186604261398
44413	linear.weight	7	0.10862641036510468
44413	linear.weight	8	0.04198087006807327
44413	linear.weight	9	-0.06146581843495369
44413	linear.bias	0	-0.11400718986988068
44413	linear.bias	1	-0.12029634416103363
44413	linear.bias	2	-0.43019458651542664
44413	linear.bias	3	-0.7075077295303345
44413	linear.bias	4	-0.9543829560279846
44413	linear.bias	5	0.016897883266210556
44413	linear.bias	6	-0.6245343089103699
44413	linear.bias	7	0.48899251222610474
44413	linear.bias	8	-0.5621041059494019
44413	linear.bias	9	-0.7767814993858337
44610	transitions	0	0.42765793204307556
44610	transitions	1	-0.016010990366339684
44610	transitions	2	-10000.0
44610	transitions	3	-1.7890269756317139
44610	transitions	4	-10000.0
44610	transitions	5	0.6836125254631042
44610	transitions	6	0.005737920757383108
44610	transitions	7	-0.2425646334886551
44610	transitions	8	-1.2997219562530518
44610	transitions	9	-6.824238516855985e-05
44610	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
44610	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
44610	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
44610	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
44610	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
44610	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
44610	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
44610	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
44610	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
44610	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
44610	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
44610	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
44610	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
44610	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
44610	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
44610	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
44610	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
44610	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
44610	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
44610	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
44610	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
44610	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
44610	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
44610	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
44610	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
44610	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
44610	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
44610	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
44610	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
44610	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
44610	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
44610	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
44610	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
44610	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
44610	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
44610	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
44610	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
44610	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
44610	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
44610	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
44610	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
44610	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
44610	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
44610	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
44610	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
44610	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
44610	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
44610	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
44610	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
44610	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
44610	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
44610	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
44610	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
44610	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
44610	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
44610	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
44610	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
44610	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
44610	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
44610	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
44610	embedding2nn.weight	0	0.0029914325568825006
44610	embedding2nn.weight	1	-0.01627696305513382
44610	embedding2nn.weight	2	-0.014268253929913044
44610	embedding2nn.weight	3	0.014347884804010391
44610	embedding2nn.weight	4	-0.0059150345623493195
44610	embedding2nn.weight	5	-0.0037005830090492964
44610	embedding2nn.weight	6	-0.003973223268985748
44610	embedding2nn.weight	7	-0.03339848294854164
44610	embedding2nn.weight	8	-0.0019979383796453476
44610	embedding2nn.weight	9	-0.02311333641409874
44610	embedding2nn.bias	0	0.04087023064494133
44610	embedding2nn.bias	1	-0.055458977818489075
44610	embedding2nn.bias	2	0.09752806276082993
44610	embedding2nn.bias	3	0.04730786755681038
44610	embedding2nn.bias	4	-0.03554428741335869
44610	embedding2nn.bias	5	-0.04378737509250641
44610	embedding2nn.bias	6	0.028039395809173584
44610	embedding2nn.bias	7	-0.05196637287735939
44610	embedding2nn.bias	8	0.06848631054162979
44610	embedding2nn.bias	9	0.03566281124949455
44610	rnn.weight_ih_l0	0	-0.007325335405766964
44610	rnn.weight_ih_l0	1	0.00796649232506752
44610	rnn.weight_ih_l0	2	0.028552228584885597
44610	rnn.weight_ih_l0	3	0.0063828942365944386
44610	rnn.weight_ih_l0	4	-0.02851438708603382
44610	rnn.weight_ih_l0	5	-0.05538667365908623
44610	rnn.weight_ih_l0	6	0.021644746884703636
44610	rnn.weight_ih_l0	7	0.05264763906598091
44610	rnn.weight_ih_l0	8	0.012305149808526039
44610	rnn.weight_ih_l0	9	-0.029434889554977417
44610	rnn.weight_hh_l0	0	-0.03730069845914841
44610	rnn.weight_hh_l0	1	0.0009471740340813994
44610	rnn.weight_hh_l0	2	0.003207858419045806
44610	rnn.weight_hh_l0	3	-0.048326533287763596
44610	rnn.weight_hh_l0	4	0.05034623667597771
44610	rnn.weight_hh_l0	5	-0.012256981804966927
44610	rnn.weight_hh_l0	6	-0.03877962380647659
44610	rnn.weight_hh_l0	7	-0.024872949346899986
44610	rnn.weight_hh_l0	8	-0.0010310894576832652
44610	rnn.weight_hh_l0	9	-0.02003614418208599
44610	rnn.bias_ih_l0	0	0.03874021768569946
44610	rnn.bias_ih_l0	1	-0.009663375094532967
44610	rnn.bias_ih_l0	2	-0.0009891845984384418
44610	rnn.bias_ih_l0	3	0.07670273631811142
44610	rnn.bias_ih_l0	4	-0.048041053116321564
44610	rnn.bias_ih_l0	5	-0.032648783177137375
44610	rnn.bias_ih_l0	6	0.01403567474335432
44610	rnn.bias_ih_l0	7	0.04441002756357193
44610	rnn.bias_ih_l0	8	-0.06357288360595703
44610	rnn.bias_ih_l0	9	-0.04148421809077263
44610	rnn.bias_hh_l0	0	-0.031099680811166763
44610	rnn.bias_hh_l0	1	-0.0706116110086441
44610	rnn.bias_hh_l0	2	-0.037297323346138
44610	rnn.bias_hh_l0	3	-0.06285331398248672
44610	rnn.bias_hh_l0	4	-0.00990642886608839
44610	rnn.bias_hh_l0	5	0.007216759491711855
44610	rnn.bias_hh_l0	6	0.01631186343729496
44610	rnn.bias_hh_l0	7	-0.010398425161838531
44610	rnn.bias_hh_l0	8	-0.08665672689676285
44610	rnn.bias_hh_l0	9	-0.000938146491535008
44610	rnn.weight_ih_l0_reverse	0	-0.018154002726078033
44610	rnn.weight_ih_l0_reverse	1	-0.04964433237910271
44610	rnn.weight_ih_l0_reverse	2	-0.022713564336299896
44610	rnn.weight_ih_l0_reverse	3	-0.0027633067220449448
44610	rnn.weight_ih_l0_reverse	4	-0.006390632130205631
44610	rnn.weight_ih_l0_reverse	5	-0.04916047304868698
44610	rnn.weight_ih_l0_reverse	6	0.0439457893371582
44610	rnn.weight_ih_l0_reverse	7	-0.01958906091749668
44610	rnn.weight_ih_l0_reverse	8	-0.031990133225917816
44610	rnn.weight_ih_l0_reverse	9	0.01370416022837162
44610	rnn.weight_hh_l0_reverse	0	0.04084267094731331
44610	rnn.weight_hh_l0_reverse	1	0.03410271182656288
44610	rnn.weight_hh_l0_reverse	2	0.030764468014240265
44610	rnn.weight_hh_l0_reverse	3	0.02178245782852173
44610	rnn.weight_hh_l0_reverse	4	0.0019498388282954693
44610	rnn.weight_hh_l0_reverse	5	-0.007062392309308052
44610	rnn.weight_hh_l0_reverse	6	0.03784612938761711
44610	rnn.weight_hh_l0_reverse	7	-0.03662543371319771
44610	rnn.weight_hh_l0_reverse	8	0.017032384872436523
44610	rnn.weight_hh_l0_reverse	9	0.04674882814288139
44610	rnn.bias_ih_l0_reverse	0	-0.06432085484266281
44610	rnn.bias_ih_l0_reverse	1	-0.1671007126569748
44610	rnn.bias_ih_l0_reverse	2	-0.06854906678199768
44610	rnn.bias_ih_l0_reverse	3	-0.006351136136800051
44610	rnn.bias_ih_l0_reverse	4	-0.03914667293429375
44610	rnn.bias_ih_l0_reverse	5	0.02668914757668972
44610	rnn.bias_ih_l0_reverse	6	-0.02776377461850643
44610	rnn.bias_ih_l0_reverse	7	0.0404820553958416
44610	rnn.bias_ih_l0_reverse	8	-0.037182051688432693
44610	rnn.bias_ih_l0_reverse	9	0.021782198920845985
44610	rnn.bias_hh_l0_reverse	0	-0.024471240118145943
44610	rnn.bias_hh_l0_reverse	1	-0.011544916778802872
44610	rnn.bias_hh_l0_reverse	2	0.037126872688531876
44610	rnn.bias_hh_l0_reverse	3	-0.031299468129873276
44610	rnn.bias_hh_l0_reverse	4	-0.04446318373084068
44610	rnn.bias_hh_l0_reverse	5	-0.050935424864292145
44610	rnn.bias_hh_l0_reverse	6	-0.025885339826345444
44610	rnn.bias_hh_l0_reverse	7	0.0565786175429821
44610	rnn.bias_hh_l0_reverse	8	0.026435157284140587
44610	rnn.bias_hh_l0_reverse	9	-0.0726204365491867
44610	rnn.weight_ih_l1	0	-0.03507518768310547
44610	rnn.weight_ih_l1	1	-0.03814668580889702
44610	rnn.weight_ih_l1	2	0.06310594826936722
44610	rnn.weight_ih_l1	3	-0.02073759026825428
44610	rnn.weight_ih_l1	4	-0.00031361603760160506
44610	rnn.weight_ih_l1	5	-0.04174843430519104
44610	rnn.weight_ih_l1	6	0.0195123590528965
44610	rnn.weight_ih_l1	7	-0.03894184157252312
44610	rnn.weight_ih_l1	8	0.036921724677085876
44610	rnn.weight_ih_l1	9	0.028912553563714027
44610	rnn.weight_hh_l1	0	-0.004585438873618841
44610	rnn.weight_hh_l1	1	0.004677240736782551
44610	rnn.weight_hh_l1	2	-0.009702492505311966
44610	rnn.weight_hh_l1	3	-0.009009433910250664
44610	rnn.weight_hh_l1	4	0.004419530276209116
44610	rnn.weight_hh_l1	5	0.02676928974688053
44610	rnn.weight_hh_l1	6	0.03231610357761383
44610	rnn.weight_hh_l1	7	-0.028147052973508835
44610	rnn.weight_hh_l1	8	-0.03230324015021324
44610	rnn.weight_hh_l1	9	0.03657972440123558
44610	rnn.bias_ih_l1	0	-0.1050279289484024
44610	rnn.bias_ih_l1	1	-0.10336828231811523
44610	rnn.bias_ih_l1	2	-0.11481276154518127
44610	rnn.bias_ih_l1	3	-0.17309163510799408
44610	rnn.bias_ih_l1	4	-0.18556971848011017
44610	rnn.bias_ih_l1	5	-0.09103309363126755
44610	rnn.bias_ih_l1	6	-0.06514603644609451
44610	rnn.bias_ih_l1	7	-0.030766600742936134
44610	rnn.bias_ih_l1	8	-0.08363333344459534
44610	rnn.bias_ih_l1	9	-0.10451678931713104
44610	rnn.bias_hh_l1	0	-0.09765151143074036
44610	rnn.bias_hh_l1	1	-0.03946160152554512
44610	rnn.bias_hh_l1	2	-0.07307108491659164
44610	rnn.bias_hh_l1	3	-0.059640418738126755
44610	rnn.bias_hh_l1	4	-0.09120382368564606
44610	rnn.bias_hh_l1	5	-0.04965222254395485
44610	rnn.bias_hh_l1	6	-0.09818673133850098
44610	rnn.bias_hh_l1	7	-0.0029280229937285185
44610	rnn.bias_hh_l1	8	-0.07654260843992233
44610	rnn.bias_hh_l1	9	-0.05707939341664314
44610	rnn.weight_ih_l1_reverse	0	-0.03617151081562042
44610	rnn.weight_ih_l1_reverse	1	0.04406636953353882
44610	rnn.weight_ih_l1_reverse	2	-0.03190000355243683
44610	rnn.weight_ih_l1_reverse	3	-0.014202306047081947
44610	rnn.weight_ih_l1_reverse	4	-0.029041090980172157
44610	rnn.weight_ih_l1_reverse	5	-0.03721107915043831
44610	rnn.weight_ih_l1_reverse	6	-0.03210654854774475
44610	rnn.weight_ih_l1_reverse	7	0.018130024895071983
44610	rnn.weight_ih_l1_reverse	8	0.013835897669196129
44610	rnn.weight_ih_l1_reverse	9	-0.03182549029588699
44610	rnn.weight_hh_l1_reverse	0	0.008146467618644238
44610	rnn.weight_hh_l1_reverse	1	0.028823109343647957
44610	rnn.weight_hh_l1_reverse	2	-0.03682135045528412
44610	rnn.weight_hh_l1_reverse	3	0.03992268815636635
44610	rnn.weight_hh_l1_reverse	4	0.04336736351251602
44610	rnn.weight_hh_l1_reverse	5	0.009194490499794483
44610	rnn.weight_hh_l1_reverse	6	0.0053315311670303345
44610	rnn.weight_hh_l1_reverse	7	0.027519578114151955
44610	rnn.weight_hh_l1_reverse	8	-0.003808996407315135
44610	rnn.weight_hh_l1_reverse	9	-0.0411769337952137
44610	rnn.bias_ih_l1_reverse	0	-0.019145701080560684
44610	rnn.bias_ih_l1_reverse	1	-0.08070085197687149
44610	rnn.bias_ih_l1_reverse	2	-0.09225663542747498
44610	rnn.bias_ih_l1_reverse	3	-0.0034064901992678642
44610	rnn.bias_ih_l1_reverse	4	-0.1514321267604828
44610	rnn.bias_ih_l1_reverse	5	-0.06423220038414001
44610	rnn.bias_ih_l1_reverse	6	-0.08250744640827179
44610	rnn.bias_ih_l1_reverse	7	-0.10003335028886795
44610	rnn.bias_ih_l1_reverse	8	0.13568134605884552
44610	rnn.bias_ih_l1_reverse	9	0.021295618265867233
44610	rnn.bias_hh_l1_reverse	0	-0.03129070624709129
44610	rnn.bias_hh_l1_reverse	1	-0.014279951341450214
44610	rnn.bias_hh_l1_reverse	2	-0.1730247586965561
44610	rnn.bias_hh_l1_reverse	3	-0.05690588057041168
44610	rnn.bias_hh_l1_reverse	4	-0.043647244572639465
44610	rnn.bias_hh_l1_reverse	5	-0.045069292187690735
44610	rnn.bias_hh_l1_reverse	6	0.12403927743434906
44610	rnn.bias_hh_l1_reverse	7	-0.10692627727985382
44610	rnn.bias_hh_l1_reverse	8	-0.06489942222833633
44610	rnn.bias_hh_l1_reverse	9	-0.08720063418149948
44610	linear.weight	0	0.002228822559118271
44610	linear.weight	1	0.005155989900231361
44610	linear.weight	2	-0.11590732634067535
44610	linear.weight	3	0.2941972613334656
44610	linear.weight	4	0.09048181772232056
44610	linear.weight	5	0.01798434741795063
44610	linear.weight	6	0.07274605333805084
44610	linear.weight	7	0.11584687232971191
44610	linear.weight	8	0.04198814928531647
44610	linear.weight	9	-0.06346160918474197
44610	linear.bias	0	-0.09128129482269287
44610	linear.bias	1	-0.10672766715288162
44610	linear.bias	2	-0.43550750613212585
44610	linear.bias	3	-0.7261554598808289
44610	linear.bias	4	-0.9722010493278503
44610	linear.bias	5	0.025837676599621773
44610	linear.bias	6	-0.6109499335289001
44610	linear.bias	7	0.5003588199615479
44610	linear.bias	8	-0.5607575178146362
44610	linear.bias	9	-0.777129054069519
44807	transitions	0	0.43968045711517334
44807	transitions	1	-0.011860738508403301
44807	transitions	2	-10000.0
44807	transitions	3	-1.7892003059387207
44807	transitions	4	-10000.0
44807	transitions	5	0.6832852363586426
44807	transitions	6	0.005377047695219517
44807	transitions	7	-0.24334347248077393
44807	transitions	8	-1.300132155418396
44807	transitions	9	-7.354109402513131e-05
44807	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
44807	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
44807	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
44807	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
44807	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
44807	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
44807	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
44807	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
44807	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
44807	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
44807	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
44807	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
44807	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
44807	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
44807	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
44807	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
44807	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
44807	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
44807	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
44807	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
44807	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
44807	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
44807	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
44807	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
44807	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
44807	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
44807	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
44807	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
44807	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
44807	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
44807	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
44807	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
44807	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
44807	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
44807	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
44807	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
44807	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
44807	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
44807	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
44807	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
44807	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
44807	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
44807	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
44807	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
44807	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
44807	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
44807	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
44807	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
44807	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
44807	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
44807	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
44807	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
44807	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
44807	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
44807	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
44807	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
44807	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
44807	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
44807	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
44807	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
44807	embedding2nn.weight	0	0.001916517037898302
44807	embedding2nn.weight	1	-0.01645311713218689
44807	embedding2nn.weight	2	-0.014268253929913044
44807	embedding2nn.weight	3	0.01163509115576744
44807	embedding2nn.weight	4	-0.0059150345623493195
44807	embedding2nn.weight	5	-0.0037005830090492964
44807	embedding2nn.weight	6	-0.003973226994276047
44807	embedding2nn.weight	7	-0.033353619277477264
44807	embedding2nn.weight	8	-0.0019979383796453476
44807	embedding2nn.weight	9	-0.023137111216783524
44807	embedding2nn.bias	0	0.04771566763520241
44807	embedding2nn.bias	1	-0.051998890936374664
44807	embedding2nn.bias	2	0.09967314451932907
44807	embedding2nn.bias	3	0.03820033371448517
44807	embedding2nn.bias	4	-0.03239790350198746
44807	embedding2nn.bias	5	-0.040652379393577576
44807	embedding2nn.bias	6	0.019102126359939575
44807	embedding2nn.bias	7	-0.05276283249258995
44807	embedding2nn.bias	8	0.0697062537074089
44807	embedding2nn.bias	9	0.04647253081202507
44807	rnn.weight_ih_l0	0	-0.007010928355157375
44807	rnn.weight_ih_l0	1	0.008344488218426704
44807	rnn.weight_ih_l0	2	0.028052084147930145
44807	rnn.weight_ih_l0	3	0.006371370051056147
44807	rnn.weight_ih_l0	4	-0.02741556242108345
44807	rnn.weight_ih_l0	5	-0.054854657500982285
44807	rnn.weight_ih_l0	6	0.0213613323867321
44807	rnn.weight_ih_l0	7	0.05066649243235588
44807	rnn.weight_ih_l0	8	0.013598134741187096
44807	rnn.weight_ih_l0	9	-0.028863586485385895
44807	rnn.weight_hh_l0	0	-0.0377565398812294
44807	rnn.weight_hh_l0	1	0.0011215960839763284
44807	rnn.weight_hh_l0	2	0.0022343636956065893
44807	rnn.weight_hh_l0	3	-0.048966825008392334
44807	rnn.weight_hh_l0	4	0.0493704192340374
44807	rnn.weight_hh_l0	5	-0.013272155076265335
44807	rnn.weight_hh_l0	6	-0.038878168910741806
44807	rnn.weight_hh_l0	7	-0.02576540783047676
44807	rnn.weight_hh_l0	8	-0.0013757605338469148
44807	rnn.weight_hh_l0	9	-0.019997334107756615
44807	rnn.bias_ih_l0	0	0.040658317506313324
44807	rnn.bias_ih_l0	1	-0.011131535284221172
44807	rnn.bias_ih_l0	2	0.002168243518099189
44807	rnn.bias_ih_l0	3	0.07371868193149567
44807	rnn.bias_ih_l0	4	-0.047804608941078186
44807	rnn.bias_ih_l0	5	-0.03360791504383087
44807	rnn.bias_ih_l0	6	0.013956575654447079
44807	rnn.bias_ih_l0	7	0.05026691406965256
44807	rnn.bias_ih_l0	8	-0.06321070343255997
44807	rnn.bias_ih_l0	9	-0.04531393200159073
44807	rnn.bias_hh_l0	0	-0.03188468515872955
44807	rnn.bias_hh_l0	1	-0.06783489137887955
44807	rnn.bias_hh_l0	2	-0.036681342869997025
44807	rnn.bias_hh_l0	3	-0.06233148276805878
44807	rnn.bias_hh_l0	4	-0.011675610207021236
44807	rnn.bias_hh_l0	5	0.0077391117811203
44807	rnn.bias_hh_l0	6	0.016440264880657196
44807	rnn.bias_hh_l0	7	-0.012588609009981155
44807	rnn.bias_hh_l0	8	-0.08624070137739182
44807	rnn.bias_hh_l0	9	-0.003464883891865611
44807	rnn.weight_ih_l0_reverse	0	-0.01856161281466484
44807	rnn.weight_ih_l0_reverse	1	-0.04890424758195877
44807	rnn.weight_ih_l0_reverse	2	-0.0238429494202137
44807	rnn.weight_ih_l0_reverse	3	-0.001957757631316781
44807	rnn.weight_ih_l0_reverse	4	-0.006732601206749678
44807	rnn.weight_ih_l0_reverse	5	-0.04903547093272209
44807	rnn.weight_ih_l0_reverse	6	0.04422537237405777
44807	rnn.weight_ih_l0_reverse	7	-0.02036721631884575
44807	rnn.weight_ih_l0_reverse	8	-0.031593337655067444
44807	rnn.weight_ih_l0_reverse	9	0.013009503483772278
44807	rnn.weight_hh_l0_reverse	0	0.04066179692745209
44807	rnn.weight_hh_l0_reverse	1	0.03431766852736473
44807	rnn.weight_hh_l0_reverse	2	0.030665021389722824
44807	rnn.weight_hh_l0_reverse	3	0.021607106551527977
44807	rnn.weight_hh_l0_reverse	4	0.00224315095692873
44807	rnn.weight_hh_l0_reverse	5	-0.008448333479464054
44807	rnn.weight_hh_l0_reverse	6	0.03786514699459076
44807	rnn.weight_hh_l0_reverse	7	-0.03691931068897247
44807	rnn.weight_hh_l0_reverse	8	0.016590256243944168
44807	rnn.weight_hh_l0_reverse	9	0.04676339030265808
44807	rnn.bias_ih_l0_reverse	0	-0.06436855345964432
44807	rnn.bias_ih_l0_reverse	1	-0.16993238031864166
44807	rnn.bias_ih_l0_reverse	2	-0.07367932051420212
44807	rnn.bias_ih_l0_reverse	3	-0.0076943617314100266
44807	rnn.bias_ih_l0_reverse	4	-0.043049655854701996
44807	rnn.bias_ih_l0_reverse	5	0.025991087779402733
44807	rnn.bias_ih_l0_reverse	6	-0.031041966751217842
44807	rnn.bias_ih_l0_reverse	7	0.04035903513431549
44807	rnn.bias_ih_l0_reverse	8	-0.03826315701007843
44807	rnn.bias_ih_l0_reverse	9	0.023855268955230713
44807	rnn.bias_hh_l0_reverse	0	-0.024067578837275505
44807	rnn.bias_hh_l0_reverse	1	-0.00848383828997612
44807	rnn.bias_hh_l0_reverse	2	0.04030770808458328
44807	rnn.bias_hh_l0_reverse	3	-0.029830673709511757
44807	rnn.bias_hh_l0_reverse	4	-0.04326530545949936
44807	rnn.bias_hh_l0_reverse	5	-0.051540207117795944
44807	rnn.bias_hh_l0_reverse	6	-0.023404965177178383
44807	rnn.bias_hh_l0_reverse	7	0.05485885590314865
44807	rnn.bias_hh_l0_reverse	8	0.024832796305418015
44807	rnn.bias_hh_l0_reverse	9	-0.07042216509580612
44807	rnn.weight_ih_l1	0	-0.03500037267804146
44807	rnn.weight_ih_l1	1	-0.03804245591163635
44807	rnn.weight_ih_l1	2	0.06534877419471741
44807	rnn.weight_ih_l1	3	-0.018757151439785957
44807	rnn.weight_ih_l1	4	-0.00014075009676162153
44807	rnn.weight_ih_l1	5	-0.04171557351946831
44807	rnn.weight_ih_l1	6	0.01856282353401184
44807	rnn.weight_ih_l1	7	-0.03908393904566765
44807	rnn.weight_ih_l1	8	0.03670642897486687
44807	rnn.weight_ih_l1	9	0.028892358765006065
44807	rnn.weight_hh_l1	0	-0.005250631365925074
44807	rnn.weight_hh_l1	1	0.004612321965396404
44807	rnn.weight_hh_l1	2	-0.00877036340534687
44807	rnn.weight_hh_l1	3	-0.008642839267849922
44807	rnn.weight_hh_l1	4	0.004152265377342701
44807	rnn.weight_hh_l1	5	0.026261255145072937
44807	rnn.weight_hh_l1	6	0.03231670707464218
44807	rnn.weight_hh_l1	7	-0.02827877551317215
44807	rnn.weight_hh_l1	8	-0.03272854536771774
44807	rnn.weight_hh_l1	9	0.03696346655488014
44807	rnn.bias_ih_l1	0	-0.1063561737537384
44807	rnn.bias_ih_l1	1	-0.0996885821223259
44807	rnn.bias_ih_l1	2	-0.1148206889629364
44807	rnn.bias_ih_l1	3	-0.1744338870048523
44807	rnn.bias_ih_l1	4	-0.18747493624687195
44807	rnn.bias_ih_l1	5	-0.09305906295776367
44807	rnn.bias_ih_l1	6	-0.06620283424854279
44807	rnn.bias_ih_l1	7	-0.03461802378296852
44807	rnn.bias_ih_l1	8	-0.08134037256240845
44807	rnn.bias_ih_l1	9	-0.10579678416252136
44807	rnn.bias_hh_l1	0	-0.09557738155126572
44807	rnn.bias_hh_l1	1	-0.04017174616456032
44807	rnn.bias_hh_l1	2	-0.07671758532524109
44807	rnn.bias_hh_l1	3	-0.060658231377601624
44807	rnn.bias_hh_l1	4	-0.0896039828658104
44807	rnn.bias_hh_l1	5	-0.04829932749271393
44807	rnn.bias_hh_l1	6	-0.0987001284956932
44807	rnn.bias_hh_l1	7	0.0003888419596478343
44807	rnn.bias_hh_l1	8	-0.07546275854110718
44807	rnn.bias_hh_l1	9	-0.05554874241352081
44807	rnn.weight_ih_l1_reverse	0	-0.035223208367824554
44807	rnn.weight_ih_l1_reverse	1	0.042201828211545944
44807	rnn.weight_ih_l1_reverse	2	-0.031784214079380035
44807	rnn.weight_ih_l1_reverse	3	-0.015185815282166004
44807	rnn.weight_ih_l1_reverse	4	-0.03050883859395981
44807	rnn.weight_ih_l1_reverse	5	-0.03762132674455643
44807	rnn.weight_ih_l1_reverse	6	-0.03282153978943825
44807	rnn.weight_ih_l1_reverse	7	0.01765778847038746
44807	rnn.weight_ih_l1_reverse	8	0.016306692734360695
44807	rnn.weight_ih_l1_reverse	9	-0.030183875933289528
44807	rnn.weight_hh_l1_reverse	0	0.008168993517756462
44807	rnn.weight_hh_l1_reverse	1	0.02881445921957493
44807	rnn.weight_hh_l1_reverse	2	-0.036768440157175064
44807	rnn.weight_hh_l1_reverse	3	0.03991791233420372
44807	rnn.weight_hh_l1_reverse	4	0.04340505599975586
44807	rnn.weight_hh_l1_reverse	5	0.008953164331614971
44807	rnn.weight_hh_l1_reverse	6	0.005791637115180492
44807	rnn.weight_hh_l1_reverse	7	0.027603348717093468
44807	rnn.weight_hh_l1_reverse	8	-0.0037856099661439657
44807	rnn.weight_hh_l1_reverse	9	-0.0414285846054554
44807	rnn.bias_ih_l1_reverse	0	-0.02129688672721386
44807	rnn.bias_ih_l1_reverse	1	-0.07904782891273499
44807	rnn.bias_ih_l1_reverse	2	-0.0935760885477066
44807	rnn.bias_ih_l1_reverse	3	-0.011924934573471546
44807	rnn.bias_ih_l1_reverse	4	-0.15158028900623322
44807	rnn.bias_ih_l1_reverse	5	-0.06403513252735138
44807	rnn.bias_ih_l1_reverse	6	-0.08333521336317062
44807	rnn.bias_ih_l1_reverse	7	-0.09921044856309891
44807	rnn.bias_ih_l1_reverse	8	0.12573987245559692
44807	rnn.bias_ih_l1_reverse	9	0.025157054886221886
44807	rnn.bias_hh_l1_reverse	0	-0.030794085934758186
44807	rnn.bias_hh_l1_reverse	1	-0.014322208240628242
44807	rnn.bias_hh_l1_reverse	2	-0.17348653078079224
44807	rnn.bias_hh_l1_reverse	3	-0.05816046893596649
44807	rnn.bias_hh_l1_reverse	4	-0.043602682650089264
44807	rnn.bias_hh_l1_reverse	5	-0.046949174255132675
44807	rnn.bias_hh_l1_reverse	6	0.1363515853881836
44807	rnn.bias_hh_l1_reverse	7	-0.10420823842287064
44807	rnn.bias_hh_l1_reverse	8	-0.06850535422563553
44807	rnn.bias_hh_l1_reverse	9	-0.08693183958530426
44807	linear.weight	0	0.002228822559118271
44807	linear.weight	1	0.007432972081005573
44807	linear.weight	2	-0.11173463612794876
44807	linear.weight	3	0.2928615212440491
44807	linear.weight	4	0.08937951922416687
44807	linear.weight	5	0.013084489852190018
44807	linear.weight	6	0.051297836005687714
44807	linear.weight	7	0.11065838485956192
44807	linear.weight	8	0.04199611023068428
44807	linear.weight	9	-0.058903660625219345
44807	linear.bias	0	-0.09954822808504105
44807	linear.bias	1	-0.1058352068066597
44807	linear.bias	2	-0.43340861797332764
44807	linear.bias	3	-0.7211977243423462
44807	linear.bias	4	-0.9659926891326904
44807	linear.bias	5	0.008731401525437832
44807	linear.bias	6	-0.6116165518760681
44807	linear.bias	7	0.4857215881347656
44807	linear.bias	8	-0.5762948989868164
44807	linear.bias	9	-0.7902323603630066
45004	transitions	0	0.45684221386909485
45004	transitions	1	-0.005172486416995525
45004	transitions	2	-10000.0
45004	transitions	3	-1.7893223762512207
45004	transitions	4	-10000.0
45004	transitions	5	0.6829584836959839
45004	transitions	6	0.005023548845201731
45004	transitions	7	-0.24558816850185394
45004	transitions	8	-1.3004605770111084
45004	transitions	9	-8.055751823121682e-05
45004	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45004	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45004	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45004	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45004	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45004	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45004	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45004	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45004	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45004	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45004	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45004	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45004	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45004	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45004	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45004	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45004	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45004	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45004	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45004	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45004	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45004	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45004	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45004	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45004	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45004	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45004	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45004	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45004	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45004	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45004	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45004	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45004	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45004	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45004	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45004	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45004	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45004	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45004	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45004	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45004	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45004	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45004	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45004	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45004	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45004	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45004	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45004	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45004	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45004	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45004	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45004	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45004	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45004	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45004	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45004	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45004	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45004	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45004	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45004	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45004	embedding2nn.weight	0	0.0014959077816456556
45004	embedding2nn.weight	1	-0.016280317679047585
45004	embedding2nn.weight	2	-0.014268253929913044
45004	embedding2nn.weight	3	0.010158958844840527
45004	embedding2nn.weight	4	-0.0059150345623493195
45004	embedding2nn.weight	5	-0.0037005830090492964
45004	embedding2nn.weight	6	-0.003973227459937334
45004	embedding2nn.weight	7	-0.03479627147316933
45004	embedding2nn.weight	8	-0.0019979383796453476
45004	embedding2nn.weight	9	-0.023522643372416496
45004	embedding2nn.bias	0	0.052016161382198334
45004	embedding2nn.bias	1	-0.04444672167301178
45004	embedding2nn.bias	2	0.09303437918424606
45004	embedding2nn.bias	3	0.03706531599164009
45004	embedding2nn.bias	4	-0.025731349363923073
45004	embedding2nn.bias	5	-0.04048017039895058
45004	embedding2nn.bias	6	0.014225712046027184
45004	embedding2nn.bias	7	-0.05464496463537216
45004	embedding2nn.bias	8	0.05731634423136711
45004	embedding2nn.bias	9	0.045323122292757034
45004	rnn.weight_ih_l0	0	-0.006890812888741493
45004	rnn.weight_ih_l0	1	0.008575338870286942
45004	rnn.weight_ih_l0	2	0.02475905790925026
45004	rnn.weight_ih_l0	3	0.005987206473946571
45004	rnn.weight_ih_l0	4	-0.028546832501888275
45004	rnn.weight_ih_l0	5	-0.05408772453665733
45004	rnn.weight_ih_l0	6	0.020713411271572113
45004	rnn.weight_ih_l0	7	0.049900200217962265
45004	rnn.weight_ih_l0	8	0.013372616842389107
45004	rnn.weight_ih_l0	9	-0.029198596253991127
45004	rnn.weight_hh_l0	0	-0.037840455770492554
45004	rnn.weight_hh_l0	1	0.0004064578388351947
45004	rnn.weight_hh_l0	2	0.002418270567432046
45004	rnn.weight_hh_l0	3	-0.049875397235155106
45004	rnn.weight_hh_l0	4	0.049523111432790756
45004	rnn.weight_hh_l0	5	-0.013861143961548805
45004	rnn.weight_hh_l0	6	-0.03900017589330673
45004	rnn.weight_hh_l0	7	-0.026069320738315582
45004	rnn.weight_hh_l0	8	-0.002654504729434848
45004	rnn.weight_hh_l0	9	-0.019932463765144348
45004	rnn.bias_ih_l0	0	0.040738727897405624
45004	rnn.bias_ih_l0	1	-0.007761064916849136
45004	rnn.bias_ih_l0	2	0.00037380491266958416
45004	rnn.bias_ih_l0	3	0.0745023563504219
45004	rnn.bias_ih_l0	4	-0.04484117403626442
45004	rnn.bias_ih_l0	5	-0.03125184029340744
45004	rnn.bias_ih_l0	6	0.0129849249497056
45004	rnn.bias_ih_l0	7	0.04770711809396744
45004	rnn.bias_ih_l0	8	-0.06191551685333252
45004	rnn.bias_ih_l0	9	-0.043839968740940094
45004	rnn.bias_hh_l0	0	-0.030229318886995316
45004	rnn.bias_hh_l0	1	-0.0661284551024437
45004	rnn.bias_hh_l0	2	-0.038487453013658524
45004	rnn.bias_hh_l0	3	-0.06148616224527359
45004	rnn.bias_hh_l0	4	-0.010119369253516197
45004	rnn.bias_hh_l0	5	0.006355240009725094
45004	rnn.bias_hh_l0	6	0.021510107442736626
45004	rnn.bias_hh_l0	7	-0.0098862424492836
45004	rnn.bias_hh_l0	8	-0.0860404372215271
45004	rnn.bias_hh_l0	9	-0.0004826347576454282
45004	rnn.weight_ih_l0_reverse	0	-0.019636550918221474
45004	rnn.weight_ih_l0_reverse	1	-0.04918421059846878
45004	rnn.weight_ih_l0_reverse	2	-0.024314237758517265
45004	rnn.weight_ih_l0_reverse	3	-0.002498769201338291
45004	rnn.weight_ih_l0_reverse	4	-0.006726522464305162
45004	rnn.weight_ih_l0_reverse	5	-0.049089767038822174
45004	rnn.weight_ih_l0_reverse	6	0.04459329694509506
45004	rnn.weight_ih_l0_reverse	7	-0.020400431007146835
45004	rnn.weight_ih_l0_reverse	8	-0.032640423625707626
45004	rnn.weight_ih_l0_reverse	9	0.013694288209080696
45004	rnn.weight_hh_l0_reverse	0	0.04320722818374634
45004	rnn.weight_hh_l0_reverse	1	0.03474898263812065
45004	rnn.weight_hh_l0_reverse	2	0.03045397251844406
45004	rnn.weight_hh_l0_reverse	3	0.022499650716781616
45004	rnn.weight_hh_l0_reverse	4	0.001767846755683422
45004	rnn.weight_hh_l0_reverse	5	-0.0066061122342944145
45004	rnn.weight_hh_l0_reverse	6	0.03824229538440704
45004	rnn.weight_hh_l0_reverse	7	-0.03837990015745163
45004	rnn.weight_hh_l0_reverse	8	0.015893815085291862
45004	rnn.weight_hh_l0_reverse	9	0.04653271287679672
45004	rnn.bias_ih_l0_reverse	0	-0.06333288550376892
45004	rnn.bias_ih_l0_reverse	1	-0.17237520217895508
45004	rnn.bias_ih_l0_reverse	2	-0.06815639138221741
45004	rnn.bias_ih_l0_reverse	3	-0.006964097730815411
45004	rnn.bias_ih_l0_reverse	4	-0.04161423072218895
45004	rnn.bias_ih_l0_reverse	5	0.02897728979587555
45004	rnn.bias_ih_l0_reverse	6	-0.029998674988746643
45004	rnn.bias_ih_l0_reverse	7	0.04057618975639343
45004	rnn.bias_ih_l0_reverse	8	-0.039606668055057526
45004	rnn.bias_ih_l0_reverse	9	0.025226576253771782
45004	rnn.bias_hh_l0_reverse	0	-0.025234520435333252
45004	rnn.bias_hh_l0_reverse	1	-0.0019080548081547022
45004	rnn.bias_hh_l0_reverse	2	0.03905852138996124
45004	rnn.bias_hh_l0_reverse	3	-0.031099805608391762
45004	rnn.bias_hh_l0_reverse	4	-0.0440201498568058
45004	rnn.bias_hh_l0_reverse	5	-0.05649809166789055
45004	rnn.bias_hh_l0_reverse	6	-0.02624458074569702
45004	rnn.bias_hh_l0_reverse	7	0.05335270240902901
45004	rnn.bias_hh_l0_reverse	8	0.023469509556889534
45004	rnn.bias_hh_l0_reverse	9	-0.07652449607849121
45004	rnn.weight_ih_l1	0	-0.03396308049559593
45004	rnn.weight_ih_l1	1	-0.03978070244193077
45004	rnn.weight_ih_l1	2	0.06566239893436432
45004	rnn.weight_ih_l1	3	-0.02014850452542305
45004	rnn.weight_ih_l1	4	1.7861893866211176e-05
45004	rnn.weight_ih_l1	5	-0.04197070747613907
45004	rnn.weight_ih_l1	6	0.018297119066119194
45004	rnn.weight_ih_l1	7	-0.04124261066317558
45004	rnn.weight_ih_l1	8	0.036852698773145676
45004	rnn.weight_ih_l1	9	0.028791896998882294
45004	rnn.weight_hh_l1	0	-0.003932027146220207
45004	rnn.weight_hh_l1	1	0.004584027919918299
45004	rnn.weight_hh_l1	2	-0.008562303148210049
45004	rnn.weight_hh_l1	3	-0.008342391811311245
45004	rnn.weight_hh_l1	4	0.003928045742213726
45004	rnn.weight_hh_l1	5	0.026076549664139748
45004	rnn.weight_hh_l1	6	0.03251126408576965
45004	rnn.weight_hh_l1	7	-0.02820151299238205
45004	rnn.weight_hh_l1	8	-0.03169076517224312
45004	rnn.weight_hh_l1	9	0.037860702723264694
45004	rnn.bias_ih_l1	0	-0.10814635455608368
45004	rnn.bias_ih_l1	1	-0.10355868190526962
45004	rnn.bias_ih_l1	2	-0.11477010697126389
45004	rnn.bias_ih_l1	3	-0.17418433725833893
45004	rnn.bias_ih_l1	4	-0.1826092153787613
45004	rnn.bias_ih_l1	5	-0.09570005536079407
45004	rnn.bias_ih_l1	6	-0.07070044428110123
45004	rnn.bias_ih_l1	7	-0.03362150117754936
45004	rnn.bias_ih_l1	8	-0.07906094193458557
45004	rnn.bias_ih_l1	9	-0.10329504311084747
45004	rnn.bias_hh_l1	0	-0.09561394900083542
45004	rnn.bias_hh_l1	1	-0.041863054037094116
45004	rnn.bias_hh_l1	2	-0.07599017769098282
45004	rnn.bias_hh_l1	3	-0.0612458661198616
45004	rnn.bias_hh_l1	4	-0.0894329845905304
45004	rnn.bias_hh_l1	5	-0.051104266196489334
45004	rnn.bias_hh_l1	6	-0.0976308286190033
45004	rnn.bias_hh_l1	7	0.0017697446746751666
45004	rnn.bias_hh_l1	8	-0.07478602230548859
45004	rnn.bias_hh_l1	9	-0.057586997747421265
45004	rnn.weight_ih_l1_reverse	0	-0.037067852914333344
45004	rnn.weight_ih_l1_reverse	1	0.045458097010850906
45004	rnn.weight_ih_l1_reverse	2	-0.030895385891199112
45004	rnn.weight_ih_l1_reverse	3	-0.01625862531363964
45004	rnn.weight_ih_l1_reverse	4	-0.031021520495414734
45004	rnn.weight_ih_l1_reverse	5	-0.03777828440070152
45004	rnn.weight_ih_l1_reverse	6	-0.03212979808449745
45004	rnn.weight_ih_l1_reverse	7	0.016666686162352562
45004	rnn.weight_ih_l1_reverse	8	0.015026097185909748
45004	rnn.weight_ih_l1_reverse	9	-0.029507946223020554
45004	rnn.weight_hh_l1_reverse	0	0.008196103386580944
45004	rnn.weight_hh_l1_reverse	1	0.02884698286652565
45004	rnn.weight_hh_l1_reverse	2	-0.03676096349954605
45004	rnn.weight_hh_l1_reverse	3	0.040000274777412415
45004	rnn.weight_hh_l1_reverse	4	0.04286953806877136
45004	rnn.weight_hh_l1_reverse	5	0.009311857633292675
45004	rnn.weight_hh_l1_reverse	6	0.0059288544580340385
45004	rnn.weight_hh_l1_reverse	7	0.027346843853592873
45004	rnn.weight_hh_l1_reverse	8	-0.0037898814771324396
45004	rnn.weight_hh_l1_reverse	9	-0.04137912392616272
45004	rnn.bias_ih_l1_reverse	0	-0.019355930387973785
45004	rnn.bias_ih_l1_reverse	1	-0.07583536207675934
45004	rnn.bias_ih_l1_reverse	2	-0.09550581872463226
45004	rnn.bias_ih_l1_reverse	3	-0.011016376316547394
45004	rnn.bias_ih_l1_reverse	4	-0.1514381319284439
45004	rnn.bias_ih_l1_reverse	5	-0.06522435694932938
45004	rnn.bias_ih_l1_reverse	6	-0.08379803597927094
45004	rnn.bias_ih_l1_reverse	7	-0.0981253907084465
45004	rnn.bias_ih_l1_reverse	8	0.11380241811275482
45004	rnn.bias_ih_l1_reverse	9	0.024368150159716606
45004	rnn.bias_hh_l1_reverse	0	-0.03761392831802368
45004	rnn.bias_hh_l1_reverse	1	-0.015586110763251781
45004	rnn.bias_hh_l1_reverse	2	-0.17457713186740875
45004	rnn.bias_hh_l1_reverse	3	-0.058346714824438095
45004	rnn.bias_hh_l1_reverse	4	-0.044893909245729446
45004	rnn.bias_hh_l1_reverse	5	-0.04680144786834717
45004	rnn.bias_hh_l1_reverse	6	0.14770327508449554
45004	rnn.bias_hh_l1_reverse	7	-0.10541407018899918
45004	rnn.bias_hh_l1_reverse	8	-0.06638669967651367
45004	rnn.bias_hh_l1_reverse	9	-0.08699863404035568
45004	linear.weight	0	0.002228822559118271
45004	linear.weight	1	-0.0021354015916585922
45004	linear.weight	2	-0.11270855367183685
45004	linear.weight	3	0.2890532910823822
45004	linear.weight	4	0.09287529438734055
45004	linear.weight	5	0.009556571952998638
45004	linear.weight	6	0.044266100972890854
45004	linear.weight	7	0.12067192792892456
45004	linear.weight	8	0.04200609028339386
45004	linear.weight	9	-0.054414182901382446
45004	linear.bias	0	-0.09487695246934891
45004	linear.bias	1	-0.12501667439937592
45004	linear.bias	2	-0.44734862446784973
45004	linear.bias	3	-0.7172549962997437
45004	linear.bias	4	-0.9600113034248352
45004	linear.bias	5	0.025039909407496452
45004	linear.bias	6	-0.6333302855491638
45004	linear.bias	7	0.5003353357315063
45004	linear.bias	8	-0.5599802136421204
45004	linear.bias	9	-0.7783018946647644
45201	transitions	0	0.4498295187950134
45201	transitions	1	-0.011749678291380405
45201	transitions	2	-10000.0
45201	transitions	3	-1.7895222902297974
45201	transitions	4	-10000.0
45201	transitions	5	0.6825639009475708
45201	transitions	6	0.004607916809618473
45201	transitions	7	-0.24704529345035553
45201	transitions	8	-1.3008085489273071
45201	transitions	9	-8.570041245548055e-05
45201	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45201	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45201	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45201	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45201	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45201	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45201	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45201	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45201	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45201	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45201	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45201	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45201	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45201	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45201	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45201	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45201	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45201	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45201	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45201	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45201	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45201	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45201	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45201	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45201	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45201	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45201	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45201	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45201	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45201	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45201	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45201	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45201	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45201	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45201	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45201	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45201	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45201	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45201	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45201	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45201	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45201	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45201	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45201	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45201	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45201	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45201	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45201	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45201	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45201	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45201	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45201	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45201	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45201	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45201	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45201	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45201	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45201	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45201	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45201	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45201	embedding2nn.weight	0	0.0006767486920580268
45201	embedding2nn.weight	1	-0.016395725309848785
45201	embedding2nn.weight	2	-0.014268253929913044
45201	embedding2nn.weight	3	0.01185018103569746
45201	embedding2nn.weight	4	-0.0059150345623493195
45201	embedding2nn.weight	5	-0.0037005830090492964
45201	embedding2nn.weight	6	-0.0039732204750180244
45201	embedding2nn.weight	7	-0.0361306369304657
45201	embedding2nn.weight	8	-0.0019979383796453476
45201	embedding2nn.weight	9	-0.02389325015246868
45201	embedding2nn.bias	0	0.049237433820962906
45201	embedding2nn.bias	1	-0.03879445046186447
45201	embedding2nn.bias	2	0.09611412137746811
45201	embedding2nn.bias	3	0.03478189557790756
45201	embedding2nn.bias	4	-0.033069908618927
45201	embedding2nn.bias	5	-0.03384067863225937
45201	embedding2nn.bias	6	0.013645410537719727
45201	embedding2nn.bias	7	-0.06687097996473312
45201	embedding2nn.bias	8	0.06190529093146324
45201	embedding2nn.bias	9	0.049986694008111954
45201	rnn.weight_ih_l0	0	-0.008374014869332314
45201	rnn.weight_ih_l0	1	0.00970896054059267
45201	rnn.weight_ih_l0	2	0.025391535833477974
45201	rnn.weight_ih_l0	3	0.004804530646651983
45201	rnn.weight_ih_l0	4	-0.028012361377477646
45201	rnn.weight_ih_l0	5	-0.05387965217232704
45201	rnn.weight_ih_l0	6	0.02068834938108921
45201	rnn.weight_ih_l0	7	0.05032741650938988
45201	rnn.weight_ih_l0	8	0.013056722469627857
45201	rnn.weight_ih_l0	9	-0.029449330642819405
45201	rnn.weight_hh_l0	0	-0.03707791119813919
45201	rnn.weight_hh_l0	1	0.00011124932643724605
45201	rnn.weight_hh_l0	2	0.002773640211671591
45201	rnn.weight_hh_l0	3	-0.0495498850941658
45201	rnn.weight_hh_l0	4	0.050141364336013794
45201	rnn.weight_hh_l0	5	-0.013955840840935707
45201	rnn.weight_hh_l0	6	-0.03677884116768837
45201	rnn.weight_hh_l0	7	-0.026063892990350723
45201	rnn.weight_hh_l0	8	-0.002205106196925044
45201	rnn.weight_hh_l0	9	-0.02016032673418522
45201	rnn.bias_ih_l0	0	0.04232009872794151
45201	rnn.bias_ih_l0	1	-0.0040124510414898396
45201	rnn.bias_ih_l0	2	0.0005086886812932789
45201	rnn.bias_ih_l0	3	0.07689804583787918
45201	rnn.bias_ih_l0	4	-0.0423266626894474
45201	rnn.bias_ih_l0	5	-0.029773490503430367
45201	rnn.bias_ih_l0	6	0.017137695103883743
45201	rnn.bias_ih_l0	7	0.045388951897621155
45201	rnn.bias_ih_l0	8	-0.06129412725567818
45201	rnn.bias_ih_l0	9	-0.04411312937736511
45201	rnn.bias_hh_l0	0	-0.030158452689647675
45201	rnn.bias_hh_l0	1	-0.06574466824531555
45201	rnn.bias_hh_l0	2	-0.035727739334106445
45201	rnn.bias_hh_l0	3	-0.06187193840742111
45201	rnn.bias_hh_l0	4	-0.009834936819970608
45201	rnn.bias_hh_l0	5	0.005548812448978424
45201	rnn.bias_hh_l0	6	0.019563745707273483
45201	rnn.bias_hh_l0	7	-0.011839759536087513
45201	rnn.bias_hh_l0	8	-0.08917061239480972
45201	rnn.bias_hh_l0	9	-0.0030692587606608868
45201	rnn.weight_ih_l0_reverse	0	-0.020110493525862694
45201	rnn.weight_ih_l0_reverse	1	-0.04874223843216896
45201	rnn.weight_ih_l0_reverse	2	-0.024745693430304527
45201	rnn.weight_ih_l0_reverse	3	-0.0026056624483317137
45201	rnn.weight_ih_l0_reverse	4	-0.0059356424026191235
45201	rnn.weight_ih_l0_reverse	5	-0.04826393723487854
45201	rnn.weight_ih_l0_reverse	6	0.04512475058436394
45201	rnn.weight_ih_l0_reverse	7	-0.020583368837833405
45201	rnn.weight_ih_l0_reverse	8	-0.03239598125219345
45201	rnn.weight_ih_l0_reverse	9	0.014426012523472309
45201	rnn.weight_hh_l0_reverse	0	0.04315818473696709
45201	rnn.weight_hh_l0_reverse	1	0.03503962606191635
45201	rnn.weight_hh_l0_reverse	2	0.030662111937999725
45201	rnn.weight_hh_l0_reverse	3	0.022675316780805588
45201	rnn.weight_hh_l0_reverse	4	0.0022055855952203274
45201	rnn.weight_hh_l0_reverse	5	-0.005705580580979586
45201	rnn.weight_hh_l0_reverse	6	0.03811744973063469
45201	rnn.weight_hh_l0_reverse	7	-0.03880678862333298
45201	rnn.weight_hh_l0_reverse	8	0.016888517886400223
45201	rnn.weight_hh_l0_reverse	9	0.04648173600435257
45201	rnn.bias_ih_l0_reverse	0	-0.061610735952854156
45201	rnn.bias_ih_l0_reverse	1	-0.17862895131111145
45201	rnn.bias_ih_l0_reverse	2	-0.07266267389059067
45201	rnn.bias_ih_l0_reverse	3	-0.006119119934737682
45201	rnn.bias_ih_l0_reverse	4	-0.04052988067269325
45201	rnn.bias_ih_l0_reverse	5	0.029825350269675255
45201	rnn.bias_ih_l0_reverse	6	-0.0319293811917305
45201	rnn.bias_ih_l0_reverse	7	0.040892019867897034
45201	rnn.bias_ih_l0_reverse	8	-0.04137163981795311
45201	rnn.bias_ih_l0_reverse	9	0.02832597680389881
45201	rnn.bias_hh_l0_reverse	0	-0.02396191470324993
45201	rnn.bias_hh_l0_reverse	1	-0.0074919043108820915
45201	rnn.bias_hh_l0_reverse	2	0.03670833632349968
45201	rnn.bias_hh_l0_reverse	3	-0.02859986573457718
45201	rnn.bias_hh_l0_reverse	4	-0.04586135223507881
45201	rnn.bias_hh_l0_reverse	5	-0.057443711906671524
45201	rnn.bias_hh_l0_reverse	6	-0.024668211117386818
45201	rnn.bias_hh_l0_reverse	7	0.051952969282865524
45201	rnn.bias_hh_l0_reverse	8	0.02556709572672844
45201	rnn.bias_hh_l0_reverse	9	-0.08116388320922852
45201	rnn.weight_ih_l1	0	-0.03371056914329529
45201	rnn.weight_ih_l1	1	-0.039105866104364395
45201	rnn.weight_ih_l1	2	0.06521697342395782
45201	rnn.weight_ih_l1	3	-0.019818658009171486
45201	rnn.weight_ih_l1	4	0.00011624032777035609
45201	rnn.weight_ih_l1	5	-0.04229545593261719
45201	rnn.weight_ih_l1	6	0.018558932468295097
45201	rnn.weight_ih_l1	7	-0.04168634116649628
45201	rnn.weight_ih_l1	8	0.03668655827641487
45201	rnn.weight_ih_l1	9	0.02862616814672947
45201	rnn.weight_hh_l1	0	-0.002007249975576997
45201	rnn.weight_hh_l1	1	0.004677165299654007
45201	rnn.weight_hh_l1	2	-0.0077315447852015495
45201	rnn.weight_hh_l1	3	-0.008734595030546188
45201	rnn.weight_hh_l1	4	0.003111486788839102
45201	rnn.weight_hh_l1	5	0.026012439280748367
45201	rnn.weight_hh_l1	6	0.032219938933849335
45201	rnn.weight_hh_l1	7	-0.027888372540473938
45201	rnn.weight_hh_l1	8	-0.03218863904476166
45201	rnn.weight_hh_l1	9	0.03819704055786133
45201	rnn.bias_ih_l1	0	-0.10899481177330017
45201	rnn.bias_ih_l1	1	-0.10266336053609848
45201	rnn.bias_ih_l1	2	-0.11697480082511902
45201	rnn.bias_ih_l1	3	-0.17381970584392548
45201	rnn.bias_ih_l1	4	-0.1791885942220688
45201	rnn.bias_ih_l1	5	-0.09648258984088898
45201	rnn.bias_ih_l1	6	-0.07634453475475311
45201	rnn.bias_ih_l1	7	-0.0352209247648716
45201	rnn.bias_ih_l1	8	-0.08246229588985443
45201	rnn.bias_ih_l1	9	-0.10133000463247299
45201	rnn.bias_hh_l1	0	-0.09558392316102982
45201	rnn.bias_hh_l1	1	-0.04163133352994919
45201	rnn.bias_hh_l1	2	-0.07578842341899872
45201	rnn.bias_hh_l1	3	-0.06072594225406647
45201	rnn.bias_hh_l1	4	-0.09064971655607224
45201	rnn.bias_hh_l1	5	-0.054660696536302567
45201	rnn.bias_hh_l1	6	-0.09643122553825378
45201	rnn.bias_hh_l1	7	0.005749134812504053
45201	rnn.bias_hh_l1	8	-0.07366728782653809
45201	rnn.bias_hh_l1	9	-0.05751176178455353
45201	rnn.weight_ih_l1_reverse	0	-0.03556932136416435
45201	rnn.weight_ih_l1_reverse	1	0.045577872544527054
45201	rnn.weight_ih_l1_reverse	2	-0.030881090089678764
45201	rnn.weight_ih_l1_reverse	3	-0.01634821482002735
45201	rnn.weight_ih_l1_reverse	4	-0.032410603016614914
45201	rnn.weight_ih_l1_reverse	5	-0.0380348302423954
45201	rnn.weight_ih_l1_reverse	6	-0.030977588146924973
45201	rnn.weight_ih_l1_reverse	7	0.0163197610527277
45201	rnn.weight_ih_l1_reverse	8	0.012698772363364697
45201	rnn.weight_ih_l1_reverse	9	-0.030204709619283676
45201	rnn.weight_hh_l1_reverse	0	0.007867597974836826
45201	rnn.weight_hh_l1_reverse	1	0.028956012800335884
45201	rnn.weight_hh_l1_reverse	2	-0.036777809262275696
45201	rnn.weight_hh_l1_reverse	3	0.04018489271402359
45201	rnn.weight_hh_l1_reverse	4	0.0426192469894886
45201	rnn.weight_hh_l1_reverse	5	0.009246211498975754
45201	rnn.weight_hh_l1_reverse	6	0.007391985505819321
45201	rnn.weight_hh_l1_reverse	7	0.02738734520971775
45201	rnn.weight_hh_l1_reverse	8	-0.003824173239991069
45201	rnn.weight_hh_l1_reverse	9	-0.041463453322649
45201	rnn.bias_ih_l1_reverse	0	-0.019886044785380363
45201	rnn.bias_ih_l1_reverse	1	-0.06997355818748474
45201	rnn.bias_ih_l1_reverse	2	-0.09480184316635132
45201	rnn.bias_ih_l1_reverse	3	-0.012001718394458294
45201	rnn.bias_ih_l1_reverse	4	-0.1523224413394928
45201	rnn.bias_ih_l1_reverse	5	-0.06658130139112473
45201	rnn.bias_ih_l1_reverse	6	-0.08517695963382721
45201	rnn.bias_ih_l1_reverse	7	-0.10183843225240707
45201	rnn.bias_ih_l1_reverse	8	0.12137876451015472
45201	rnn.bias_ih_l1_reverse	9	0.03198433294892311
45201	rnn.bias_hh_l1_reverse	0	-0.026520298793911934
45201	rnn.bias_hh_l1_reverse	1	-0.012119337916374207
45201	rnn.bias_hh_l1_reverse	2	-0.17504636943340302
45201	rnn.bias_hh_l1_reverse	3	-0.06116435304284096
45201	rnn.bias_hh_l1_reverse	4	-0.044530726969242096
45201	rnn.bias_hh_l1_reverse	5	-0.049593646079301834
45201	rnn.bias_hh_l1_reverse	6	0.15139037370681763
45201	rnn.bias_hh_l1_reverse	7	-0.10420860350131989
45201	rnn.bias_hh_l1_reverse	8	-0.06540787220001221
45201	rnn.bias_hh_l1_reverse	9	-0.088446706533432
45201	linear.weight	0	0.002228822559118271
45201	linear.weight	1	-0.013803072273731232
45201	linear.weight	2	-0.1140972301363945
45201	linear.weight	3	0.2863224744796753
45201	linear.weight	4	0.09851440042257309
45201	linear.weight	5	0.015519305132329464
45201	linear.weight	6	0.04660680517554283
45201	linear.weight	7	0.1132444217801094
45201	linear.weight	8	0.04201842099428177
45201	linear.weight	9	-0.04990701377391815
45201	linear.bias	0	-0.07472895085811615
45201	linear.bias	1	-0.08959946036338806
45201	linear.bias	2	-0.46980395913124084
45201	linear.bias	3	-0.729459285736084
45201	linear.bias	4	-0.9712351560592651
45201	linear.bias	5	-0.005482455249875784
45201	linear.bias	6	-0.6018038392066956
45201	linear.bias	7	0.46619486808776855
45201	linear.bias	8	-0.5504023432731628
45201	linear.bias	9	-0.7630468606948853
45398	transitions	0	0.4672320783138275
45398	transitions	1	-0.021399984136223793
45398	transitions	2	-10000.0
45398	transitions	3	-1.7896660566329956
45398	transitions	4	-10000.0
45398	transitions	5	0.6821317672729492
45398	transitions	6	0.004248158540576696
45398	transitions	7	-0.2486989051103592
45398	transitions	8	-1.3010765314102173
45398	transitions	9	-8.949919720180333e-05
45398	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45398	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45398	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45398	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45398	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45398	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45398	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45398	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45398	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45398	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45398	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45398	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45398	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45398	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45398	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45398	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45398	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45398	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45398	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45398	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45398	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45398	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45398	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45398	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45398	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45398	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45398	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45398	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45398	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45398	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45398	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45398	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45398	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45398	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45398	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45398	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45398	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45398	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45398	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45398	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45398	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45398	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45398	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45398	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45398	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45398	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45398	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45398	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45398	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45398	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45398	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45398	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45398	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45398	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45398	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45398	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45398	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45398	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45398	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45398	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45398	embedding2nn.weight	0	0.0004942405503243208
45398	embedding2nn.weight	1	-0.01640552468597889
45398	embedding2nn.weight	2	-0.014268253929913044
45398	embedding2nn.weight	3	0.01240710448473692
45398	embedding2nn.weight	4	-0.0059150345623493195
45398	embedding2nn.weight	5	-0.0037005830090492964
45398	embedding2nn.weight	6	-0.0039732190780341625
45398	embedding2nn.weight	7	-0.03638344258069992
45398	embedding2nn.weight	8	-0.0019979383796453476
45398	embedding2nn.weight	9	-0.024569975212216377
45398	embedding2nn.bias	0	0.035940758883953094
45398	embedding2nn.bias	1	-0.038251787424087524
45398	embedding2nn.bias	2	0.09533733874559402
45398	embedding2nn.bias	3	0.033646371215581894
45398	embedding2nn.bias	4	-0.03361862897872925
45398	embedding2nn.bias	5	-0.045938897877931595
45398	embedding2nn.bias	6	0.008776125498116016
45398	embedding2nn.bias	7	-0.06909642368555069
45398	embedding2nn.bias	8	0.06123272702097893
45398	embedding2nn.bias	9	0.050117120146751404
45398	rnn.weight_ih_l0	0	-0.008111153729259968
45398	rnn.weight_ih_l0	1	0.01000660564750433
45398	rnn.weight_ih_l0	2	0.02563205175101757
45398	rnn.weight_ih_l0	3	0.004194130655378103
45398	rnn.weight_ih_l0	4	-0.028847476467490196
45398	rnn.weight_ih_l0	5	-0.05436980351805687
45398	rnn.weight_ih_l0	6	0.020434437319636345
45398	rnn.weight_ih_l0	7	0.049856193363666534
45398	rnn.weight_ih_l0	8	0.013693295419216156
45398	rnn.weight_ih_l0	9	-0.029569461941719055
45398	rnn.weight_hh_l0	0	-0.03693421557545662
45398	rnn.weight_hh_l0	1	-0.0003841747238766402
45398	rnn.weight_hh_l0	2	0.002623167121782899
45398	rnn.weight_hh_l0	3	-0.05001886188983917
45398	rnn.weight_hh_l0	4	0.05028455704450607
45398	rnn.weight_hh_l0	5	-0.015054397284984589
45398	rnn.weight_hh_l0	6	-0.03645030036568642
45398	rnn.weight_hh_l0	7	-0.024455251172184944
45398	rnn.weight_hh_l0	8	-0.002604246838018298
45398	rnn.weight_hh_l0	9	-0.020812800154089928
45398	rnn.bias_ih_l0	0	0.03991513326764107
45398	rnn.bias_ih_l0	1	-0.010055260732769966
45398	rnn.bias_ih_l0	2	0.0002693974820431322
45398	rnn.bias_ih_l0	3	0.07231469452381134
45398	rnn.bias_ih_l0	4	-0.04057617858052254
45398	rnn.bias_ih_l0	5	-0.028789721429347992
45398	rnn.bias_ih_l0	6	0.007775783538818359
45398	rnn.bias_ih_l0	7	0.04791491851210594
45398	rnn.bias_ih_l0	8	-0.061784014105796814
45398	rnn.bias_ih_l0	9	-0.042083512991666794
45398	rnn.bias_hh_l0	0	-0.030841290950775146
45398	rnn.bias_hh_l0	1	-0.06743845343589783
45398	rnn.bias_hh_l0	2	-0.035176001489162445
45398	rnn.bias_hh_l0	3	-0.06177637353539467
45398	rnn.bias_hh_l0	4	-0.009498918429017067
45398	rnn.bias_hh_l0	5	0.008074315264821053
45398	rnn.bias_hh_l0	6	0.017269330099225044
45398	rnn.bias_hh_l0	7	-0.010739760473370552
45398	rnn.bias_hh_l0	8	-0.09119129925966263
45398	rnn.bias_hh_l0	9	0.0004632023919839412
45398	rnn.weight_ih_l0_reverse	0	-0.02041477896273136
45398	rnn.weight_ih_l0_reverse	1	-0.04993448033928871
45398	rnn.weight_ih_l0_reverse	2	-0.027935797348618507
45398	rnn.weight_ih_l0_reverse	3	-0.0015870571369305253
45398	rnn.weight_ih_l0_reverse	4	-0.00540770823135972
45398	rnn.weight_ih_l0_reverse	5	-0.04843275249004364
45398	rnn.weight_ih_l0_reverse	6	0.045847855508327484
45398	rnn.weight_ih_l0_reverse	7	-0.020912514999508858
45398	rnn.weight_ih_l0_reverse	8	-0.03240864351391792
45398	rnn.weight_ih_l0_reverse	9	0.014442924410104752
45398	rnn.weight_hh_l0_reverse	0	0.04435178264975548
45398	rnn.weight_hh_l0_reverse	1	0.03502549231052399
45398	rnn.weight_hh_l0_reverse	2	0.030975893139839172
45398	rnn.weight_hh_l0_reverse	3	0.02267570048570633
45398	rnn.weight_hh_l0_reverse	4	0.002456880174577236
45398	rnn.weight_hh_l0_reverse	5	-0.006659132428467274
45398	rnn.weight_hh_l0_reverse	6	0.0379636250436306
45398	rnn.weight_hh_l0_reverse	7	-0.04031036049127579
45398	rnn.weight_hh_l0_reverse	8	0.015932554379105568
45398	rnn.weight_hh_l0_reverse	9	0.04617204889655113
45398	rnn.bias_ih_l0_reverse	0	-0.06357154250144958
45398	rnn.bias_ih_l0_reverse	1	-0.18133185803890228
45398	rnn.bias_ih_l0_reverse	2	-0.07472686469554901
45398	rnn.bias_ih_l0_reverse	3	-0.009342932142317295
45398	rnn.bias_ih_l0_reverse	4	-0.03958879038691521
45398	rnn.bias_ih_l0_reverse	5	0.028666088357567787
45398	rnn.bias_ih_l0_reverse	6	-0.03013543225824833
45398	rnn.bias_ih_l0_reverse	7	0.04421481117606163
45398	rnn.bias_ih_l0_reverse	8	-0.04035038501024246
45398	rnn.bias_ih_l0_reverse	9	0.02783874236047268
45398	rnn.bias_hh_l0_reverse	0	-0.025462660938501358
45398	rnn.bias_hh_l0_reverse	1	-0.01168972160667181
45398	rnn.bias_hh_l0_reverse	2	0.036852508783340454
45398	rnn.bias_hh_l0_reverse	3	-0.02878378890454769
45398	rnn.bias_hh_l0_reverse	4	-0.04470992088317871
45398	rnn.bias_hh_l0_reverse	5	-0.05634867027401924
45398	rnn.bias_hh_l0_reverse	6	-0.02358742617070675
45398	rnn.bias_hh_l0_reverse	7	0.049948859959840775
45398	rnn.bias_hh_l0_reverse	8	0.02442554011940956
45398	rnn.bias_hh_l0_reverse	9	-0.07745905220508575
45398	rnn.weight_ih_l1	0	-0.03372836858034134
45398	rnn.weight_ih_l1	1	-0.038072556257247925
45398	rnn.weight_ih_l1	2	0.06755474209785461
45398	rnn.weight_ih_l1	3	-0.02043961174786091
45398	rnn.weight_ih_l1	4	-0.0004671280912589282
45398	rnn.weight_ih_l1	5	-0.04302677512168884
45398	rnn.weight_ih_l1	6	0.017809415236115456
45398	rnn.weight_ih_l1	7	-0.04217460751533508
45398	rnn.weight_ih_l1	8	0.0369054414331913
45398	rnn.weight_ih_l1	9	0.02811499871313572
45398	rnn.weight_hh_l1	0	-0.003467745380476117
45398	rnn.weight_hh_l1	1	0.004553537350147963
45398	rnn.weight_hh_l1	2	-0.008512088097631931
45398	rnn.weight_hh_l1	3	-0.008622287772595882
45398	rnn.weight_hh_l1	4	0.003601768286898732
45398	rnn.weight_hh_l1	5	0.02613953687250614
45398	rnn.weight_hh_l1	6	0.03331291675567627
45398	rnn.weight_hh_l1	7	-0.027615664526820183
45398	rnn.weight_hh_l1	8	-0.031302958726882935
45398	rnn.weight_hh_l1	9	0.037532102316617966
45398	rnn.bias_ih_l1	0	-0.11167304962873459
45398	rnn.bias_ih_l1	1	-0.10206051915884018
45398	rnn.bias_ih_l1	2	-0.1224149838089943
45398	rnn.bias_ih_l1	3	-0.17414361238479614
45398	rnn.bias_ih_l1	4	-0.18650569021701813
45398	rnn.bias_ih_l1	5	-0.09654524177312851
45398	rnn.bias_ih_l1	6	-0.07694974541664124
45398	rnn.bias_ih_l1	7	-0.031246962025761604
45398	rnn.bias_ih_l1	8	-0.0854247435927391
45398	rnn.bias_ih_l1	9	-0.09895434975624084
45398	rnn.bias_hh_l1	0	-0.09473137557506561
45398	rnn.bias_hh_l1	1	-0.04108157008886337
45398	rnn.bias_hh_l1	2	-0.0739591047167778
45398	rnn.bias_hh_l1	3	-0.060348451137542725
45398	rnn.bias_hh_l1	4	-0.09099221229553223
45398	rnn.bias_hh_l1	5	-0.05639747157692909
45398	rnn.bias_hh_l1	6	-0.09540721774101257
45398	rnn.bias_hh_l1	7	0.009923970326781273
45398	rnn.bias_hh_l1	8	-0.07474569231271744
45398	rnn.bias_hh_l1	9	-0.05751757696270943
45398	rnn.weight_ih_l1_reverse	0	-0.036860398948192596
45398	rnn.weight_ih_l1_reverse	1	0.04341641813516617
45398	rnn.weight_ih_l1_reverse	2	-0.030657200142741203
45398	rnn.weight_ih_l1_reverse	3	-0.016590159386396408
45398	rnn.weight_ih_l1_reverse	4	-0.03116469644010067
45398	rnn.weight_ih_l1_reverse	5	-0.03785008192062378
45398	rnn.weight_ih_l1_reverse	6	-0.03290547430515289
45398	rnn.weight_ih_l1_reverse	7	0.016910996288061142
45398	rnn.weight_ih_l1_reverse	8	0.013170179910957813
45398	rnn.weight_ih_l1_reverse	9	-0.030838504433631897
45398	rnn.weight_hh_l1_reverse	0	0.007869956083595753
45398	rnn.weight_hh_l1_reverse	1	0.02891445904970169
45398	rnn.weight_hh_l1_reverse	2	-0.03681589663028717
45398	rnn.weight_hh_l1_reverse	3	0.04002415016293526
45398	rnn.weight_hh_l1_reverse	4	0.04282963275909424
45398	rnn.weight_hh_l1_reverse	5	0.008928509429097176
45398	rnn.weight_hh_l1_reverse	6	0.007736100349575281
45398	rnn.weight_hh_l1_reverse	7	0.02715420350432396
45398	rnn.weight_hh_l1_reverse	8	-0.003689049044623971
45398	rnn.weight_hh_l1_reverse	9	-0.041483283042907715
45398	rnn.bias_ih_l1_reverse	0	-0.02373608946800232
45398	rnn.bias_ih_l1_reverse	1	-0.07129309326410294
45398	rnn.bias_ih_l1_reverse	2	-0.0922500342130661
45398	rnn.bias_ih_l1_reverse	3	-0.012132344767451286
45398	rnn.bias_ih_l1_reverse	4	-0.15184596180915833
45398	rnn.bias_ih_l1_reverse	5	-0.06472530961036682
45398	rnn.bias_ih_l1_reverse	6	-0.08567889779806137
45398	rnn.bias_ih_l1_reverse	7	-0.1016433984041214
45398	rnn.bias_ih_l1_reverse	8	0.11923141032457352
45398	rnn.bias_ih_l1_reverse	9	0.025930844247341156
45398	rnn.bias_hh_l1_reverse	0	-0.034144267439842224
45398	rnn.bias_hh_l1_reverse	1	-0.01780730113387108
45398	rnn.bias_hh_l1_reverse	2	-0.17468810081481934
45398	rnn.bias_hh_l1_reverse	3	-0.061234019696712494
45398	rnn.bias_hh_l1_reverse	4	-0.04434244707226753
45398	rnn.bias_hh_l1_reverse	5	-0.04894184693694115
45398	rnn.bias_hh_l1_reverse	6	0.15580548346042633
45398	rnn.bias_hh_l1_reverse	7	-0.10838720947504044
45398	rnn.bias_hh_l1_reverse	8	-0.06628233939409256
45398	rnn.bias_hh_l1_reverse	9	-0.08831242471933365
45398	linear.weight	0	0.002228822559118271
45398	linear.weight	1	-0.005657483823597431
45398	linear.weight	2	-0.11425410956144333
45398	linear.weight	3	0.2803500294685364
45398	linear.weight	4	0.07931655645370483
45398	linear.weight	5	0.020544568076729774
45398	linear.weight	6	0.04841100051999092
45398	linear.weight	7	0.11879663914442062
45398	linear.weight	8	0.04202643036842346
45398	linear.weight	9	-0.05057709291577339
45398	linear.bias	0	-0.09573088586330414
45398	linear.bias	1	-0.06690717488527298
45398	linear.bias	2	-0.4512263238430023
45398	linear.bias	3	-0.7569020390510559
45398	linear.bias	4	-0.9967063665390015
45398	linear.bias	5	0.02693158946931362
45398	linear.bias	6	-0.578687310218811
45398	linear.bias	7	0.4968441128730774
45398	linear.bias	8	-0.5703822374343872
45398	linear.bias	9	-0.7826969623565674
45402	transitions	0	0.46706345677375793
45402	transitions	1	-0.02095653861761093
45402	transitions	2	-10000.0
45402	transitions	3	-1.7896674871444702
45402	transitions	4	-10000.0
45402	transitions	5	0.6821264028549194
45402	transitions	6	0.004246924072504044
45402	transitions	7	-0.24870619177818298
45402	transitions	8	-1.301092505455017
45402	transitions	9	-8.95308330655098e-05
45402	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45402	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45402	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45402	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45402	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45402	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45402	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45402	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45402	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45402	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45402	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45402	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45402	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45402	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45402	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45402	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45402	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45402	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45402	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45402	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45402	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45402	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45402	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45402	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45402	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45402	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45402	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45402	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45402	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45402	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45402	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45402	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45402	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45402	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45402	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45402	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45402	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45402	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45402	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45402	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45402	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45402	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45402	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45402	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45402	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45402	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45402	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45402	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45402	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45402	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45402	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45402	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45402	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45402	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45402	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45402	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45402	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45402	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45402	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45402	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45402	embedding2nn.weight	0	0.0006251275772228837
45402	embedding2nn.weight	1	-0.016430070623755455
45402	embedding2nn.weight	2	-0.014268253929913044
45402	embedding2nn.weight	3	0.012574013322591782
45402	embedding2nn.weight	4	-0.0059150345623493195
45402	embedding2nn.weight	5	-0.0037005830090492964
45402	embedding2nn.weight	6	-0.0039732190780341625
45402	embedding2nn.weight	7	-0.036421407014131546
45402	embedding2nn.weight	8	-0.0019979383796453476
45402	embedding2nn.weight	9	-0.024622872471809387
45402	embedding2nn.bias	0	0.03544929623603821
45402	embedding2nn.bias	1	-0.0392737053334713
45402	embedding2nn.bias	2	0.09567707777023315
45402	embedding2nn.bias	3	0.034238051623106
45402	embedding2nn.bias	4	-0.03193570673465729
45402	embedding2nn.bias	5	-0.045949894934892654
45402	embedding2nn.bias	6	0.009324412792921066
45402	embedding2nn.bias	7	-0.06934839487075806
45402	embedding2nn.bias	8	0.06141466647386551
45402	embedding2nn.bias	9	0.04948651045560837
45402	rnn.weight_ih_l0	0	-0.008143034763634205
45402	rnn.weight_ih_l0	1	0.009960366412997246
45402	rnn.weight_ih_l0	2	0.02572433277964592
45402	rnn.weight_ih_l0	3	0.004293662495911121
45402	rnn.weight_ih_l0	4	-0.02890302985906601
45402	rnn.weight_ih_l0	5	-0.054407987743616104
45402	rnn.weight_ih_l0	6	0.020467771217226982
45402	rnn.weight_ih_l0	7	0.04964626207947731
45402	rnn.weight_ih_l0	8	0.013730625621974468
45402	rnn.weight_ih_l0	9	-0.029584527015686035
45402	rnn.weight_hh_l0	0	-0.03708498552441597
45402	rnn.weight_hh_l0	1	-0.0003805125306826085
45402	rnn.weight_hh_l0	2	0.0024875584058463573
45402	rnn.weight_hh_l0	3	-0.04982643201947212
45402	rnn.weight_hh_l0	4	0.05012025684118271
45402	rnn.weight_hh_l0	5	-0.015032239258289337
45402	rnn.weight_hh_l0	6	-0.03629111126065254
45402	rnn.weight_hh_l0	7	-0.024469340220093727
45402	rnn.weight_hh_l0	8	-0.0027603718917816877
45402	rnn.weight_hh_l0	9	-0.020892899483442307
45402	rnn.bias_ih_l0	0	0.03975227475166321
45402	rnn.bias_ih_l0	1	-0.010138834826648235
45402	rnn.bias_ih_l0	2	0.000605159904807806
45402	rnn.bias_ih_l0	3	0.07278282195329666
45402	rnn.bias_ih_l0	4	-0.040488291531801224
45402	rnn.bias_ih_l0	5	-0.02865404449403286
45402	rnn.bias_ih_l0	6	0.00810950342565775
45402	rnn.bias_ih_l0	7	0.04809523746371269
45402	rnn.bias_ih_l0	8	-0.061630938202142715
45402	rnn.bias_ih_l0	9	-0.04183472320437431
45402	rnn.bias_hh_l0	0	-0.030907806009054184
45402	rnn.bias_hh_l0	1	-0.06714817136526108
45402	rnn.bias_hh_l0	2	-0.034602344036102295
45402	rnn.bias_hh_l0	3	-0.061908330768346786
45402	rnn.bias_hh_l0	4	-0.009060762822628021
45402	rnn.bias_hh_l0	5	0.007903763093054295
45402	rnn.bias_hh_l0	6	0.01722765900194645
45402	rnn.bias_hh_l0	7	-0.01102389208972454
45402	rnn.bias_hh_l0	8	-0.09128759056329727
45402	rnn.bias_hh_l0	9	0.000857755949255079
45402	rnn.weight_ih_l0_reverse	0	-0.020411953330039978
45402	rnn.weight_ih_l0_reverse	1	-0.04984356835484505
45402	rnn.weight_ih_l0_reverse	2	-0.0280075054615736
45402	rnn.weight_ih_l0_reverse	3	-0.0015755601925775409
45402	rnn.weight_ih_l0_reverse	4	-0.005321290343999863
45402	rnn.weight_ih_l0_reverse	5	-0.04833325371146202
45402	rnn.weight_ih_l0_reverse	6	0.045864202082157135
45402	rnn.weight_ih_l0_reverse	7	-0.020849104970693588
45402	rnn.weight_ih_l0_reverse	8	-0.032363247126340866
45402	rnn.weight_ih_l0_reverse	9	0.014414515346288681
45402	rnn.weight_hh_l0_reverse	0	0.04438954219222069
45402	rnn.weight_hh_l0_reverse	1	0.03506866842508316
45402	rnn.weight_hh_l0_reverse	2	0.030965164303779602
45402	rnn.weight_hh_l0_reverse	3	0.022534970194101334
45402	rnn.weight_hh_l0_reverse	4	0.0024677682667970657
45402	rnn.weight_hh_l0_reverse	5	-0.006596860010176897
45402	rnn.weight_hh_l0_reverse	6	0.03791620954871178
45402	rnn.weight_hh_l0_reverse	7	-0.04030565544962883
45402	rnn.weight_hh_l0_reverse	8	0.016301393508911133
45402	rnn.weight_hh_l0_reverse	9	0.04617434740066528
45402	rnn.bias_ih_l0_reverse	0	-0.06374166905879974
45402	rnn.bias_ih_l0_reverse	1	-0.1816539466381073
45402	rnn.bias_ih_l0_reverse	2	-0.07492439448833466
45402	rnn.bias_ih_l0_reverse	3	-0.009510963223874569
45402	rnn.bias_ih_l0_reverse	4	-0.039669327437877655
45402	rnn.bias_ih_l0_reverse	5	0.028779393061995506
45402	rnn.bias_ih_l0_reverse	6	-0.030123330652713776
45402	rnn.bias_ih_l0_reverse	7	0.044152550399303436
45402	rnn.bias_ih_l0_reverse	8	-0.04080750048160553
45402	rnn.bias_ih_l0_reverse	9	0.027685025706887245
45402	rnn.bias_hh_l0_reverse	0	-0.02520502544939518
45402	rnn.bias_hh_l0_reverse	1	-0.011619316413998604
45402	rnn.bias_hh_l0_reverse	2	0.036563776433467865
45402	rnn.bias_hh_l0_reverse	3	-0.028513845056295395
45402	rnn.bias_hh_l0_reverse	4	-0.045001838356256485
45402	rnn.bias_hh_l0_reverse	5	-0.05628896504640579
45402	rnn.bias_hh_l0_reverse	6	-0.023788634687662125
45402	rnn.bias_hh_l0_reverse	7	0.04995185136795044
45402	rnn.bias_hh_l0_reverse	8	0.02413926087319851
45402	rnn.bias_hh_l0_reverse	9	-0.07795780152082443
45402	rnn.weight_ih_l1	0	-0.03368933126330376
45402	rnn.weight_ih_l1	1	-0.038268692791461945
45402	rnn.weight_ih_l1	2	0.06671023368835449
45402	rnn.weight_ih_l1	3	-0.020151346921920776
45402	rnn.weight_ih_l1	4	-0.0004762017633765936
45402	rnn.weight_ih_l1	5	-0.04298262298107147
45402	rnn.weight_ih_l1	6	0.017873214557766914
45402	rnn.weight_ih_l1	7	-0.042254749685525894
45402	rnn.weight_ih_l1	8	0.03691703826189041
45402	rnn.weight_ih_l1	9	0.028139997273683548
45402	rnn.weight_hh_l1	0	-0.0034812071826308966
45402	rnn.weight_hh_l1	1	0.004632056690752506
45402	rnn.weight_hh_l1	2	-0.008461023680865765
45402	rnn.weight_hh_l1	3	-0.008617445826530457
45402	rnn.weight_hh_l1	4	0.003632128005847335
45402	rnn.weight_hh_l1	5	0.026104718446731567
45402	rnn.weight_hh_l1	6	0.03326520696282387
45402	rnn.weight_hh_l1	7	-0.02761075459420681
45402	rnn.weight_hh_l1	8	-0.03130524605512619
45402	rnn.weight_hh_l1	9	0.03741268068552017
45402	rnn.bias_ih_l1	0	-0.11195217818021774
45402	rnn.bias_ih_l1	1	-0.1021064966917038
45402	rnn.bias_ih_l1	2	-0.12255135923624039
45402	rnn.bias_ih_l1	3	-0.17417334020137787
45402	rnn.bias_ih_l1	4	-0.18403774499893188
45402	rnn.bias_ih_l1	5	-0.09653585404157639
45402	rnn.bias_ih_l1	6	-0.07708600163459778
45402	rnn.bias_ih_l1	7	-0.031605444848537445
45402	rnn.bias_ih_l1	8	-0.08498234301805496
45402	rnn.bias_ih_l1	9	-0.09898725152015686
45402	rnn.bias_hh_l1	0	-0.09477866441011429
45402	rnn.bias_hh_l1	1	-0.04128516465425491
45402	rnn.bias_hh_l1	2	-0.07419514656066895
45402	rnn.bias_hh_l1	3	-0.06059136614203453
45402	rnn.bias_hh_l1	4	-0.09065068513154984
45402	rnn.bias_hh_l1	5	-0.056012239307165146
45402	rnn.bias_hh_l1	6	-0.09535252302885056
45402	rnn.bias_hh_l1	7	0.009263693355023861
45402	rnn.bias_hh_l1	8	-0.07455115020275116
45402	rnn.bias_hh_l1	9	-0.05727336183190346
45402	rnn.weight_ih_l1_reverse	0	-0.03676622733473778
45402	rnn.weight_ih_l1_reverse	1	0.04340476915240288
45402	rnn.weight_ih_l1_reverse	2	-0.030954593792557716
45402	rnn.weight_ih_l1_reverse	3	-0.01706233248114586
45402	rnn.weight_ih_l1_reverse	4	-0.030897358432412148
45402	rnn.weight_ih_l1_reverse	5	-0.0379982627928257
45402	rnn.weight_ih_l1_reverse	6	-0.032876916229724884
45402	rnn.weight_ih_l1_reverse	7	0.016919737681746483
45402	rnn.weight_ih_l1_reverse	8	0.013160276226699352
45402	rnn.weight_ih_l1_reverse	9	-0.030649127438664436
45402	rnn.weight_hh_l1_reverse	0	0.007912743836641312
45402	rnn.weight_hh_l1_reverse	1	0.028916435316205025
45402	rnn.weight_hh_l1_reverse	2	-0.036805056035518646
45402	rnn.weight_hh_l1_reverse	3	0.04000101983547211
45402	rnn.weight_hh_l1_reverse	4	0.04281444102525711
45402	rnn.weight_hh_l1_reverse	5	0.008919205516576767
45402	rnn.weight_hh_l1_reverse	6	0.0075584352016448975
45402	rnn.weight_hh_l1_reverse	7	0.0271017923951149
45402	rnn.weight_hh_l1_reverse	8	-0.0036871791817247868
45402	rnn.weight_hh_l1_reverse	9	-0.041490133851766586
45402	rnn.bias_ih_l1_reverse	0	-0.02355465479195118
45402	rnn.bias_ih_l1_reverse	1	-0.07078605145215988
45402	rnn.bias_ih_l1_reverse	2	-0.09214379638433456
45402	rnn.bias_ih_l1_reverse	3	-0.012648596428334713
45402	rnn.bias_ih_l1_reverse	4	-0.15156866610050201
45402	rnn.bias_ih_l1_reverse	5	-0.06416234374046326
45402	rnn.bias_ih_l1_reverse	6	-0.08578018844127655
45402	rnn.bias_ih_l1_reverse	7	-0.10196398198604584
45402	rnn.bias_ih_l1_reverse	8	0.11881959438323975
45402	rnn.bias_ih_l1_reverse	9	0.026689471676945686
45402	rnn.bias_hh_l1_reverse	0	-0.03158162534236908
45402	rnn.bias_hh_l1_reverse	1	-0.018066592514514923
45402	rnn.bias_hh_l1_reverse	2	-0.17490191757678986
45402	rnn.bias_hh_l1_reverse	3	-0.061439964920282364
45402	rnn.bias_hh_l1_reverse	4	-0.044266216456890106
45402	rnn.bias_hh_l1_reverse	5	-0.04942518100142479
45402	rnn.bias_hh_l1_reverse	6	0.15591025352478027
45402	rnn.bias_hh_l1_reverse	7	-0.10808813571929932
45402	rnn.bias_hh_l1_reverse	8	-0.06555871665477753
45402	rnn.bias_hh_l1_reverse	9	-0.08845356851816177
45402	linear.weight	0	0.002228822559118271
45402	linear.weight	1	-0.004252532031387091
45402	linear.weight	2	-0.11496229469776154
45402	linear.weight	3	0.27925124764442444
45402	linear.weight	4	0.07957816869020462
45402	linear.weight	5	0.020031584426760674
45402	linear.weight	6	0.04786711931228638
45402	linear.weight	7	0.11991448700428009
45402	linear.weight	8	0.042026691138744354
45402	linear.weight	9	-0.051362309604883194
45402	linear.bias	0	-0.1063079684972763
45402	linear.bias	1	-0.0845993384718895
45402	linear.bias	2	-0.46294501423835754
45402	linear.bias	3	-0.7482373714447021
45402	linear.bias	4	-0.9878701567649841
45402	linear.bias	5	0.027368661016225815
45402	linear.bias	6	-0.5957143902778625
45402	linear.bias	7	0.4978363811969757
45402	linear.bias	8	-0.5669918060302734
45402	linear.bias	9	-0.7784030437469482
45599	transitions	0	0.4674666225910187
45599	transitions	1	-0.020250294357538223
45599	transitions	2	-10000.0
45599	transitions	3	-1.7897803783416748
45599	transitions	4	-10000.0
45599	transitions	5	0.6815871000289917
45599	transitions	6	0.003892205422744155
45599	transitions	7	-0.24997980892658234
45599	transitions	8	-1.3014261722564697
45599	transitions	9	-9.467922063777223e-05
45599	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45599	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45599	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45599	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45599	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45599	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45599	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45599	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45599	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45599	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45599	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45599	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45599	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45599	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45599	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45599	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45599	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45599	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45599	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45599	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45599	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45599	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45599	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45599	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45599	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45599	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45599	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45599	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45599	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45599	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45599	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45599	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45599	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45599	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45599	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45599	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45599	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45599	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45599	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45599	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45599	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45599	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45599	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45599	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45599	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45599	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45599	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45599	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45599	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45599	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45599	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45599	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45599	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45599	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45599	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45599	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45599	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45599	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45599	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45599	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45599	embedding2nn.weight	0	-5.033948764321394e-05
45599	embedding2nn.weight	1	-0.016321413218975067
45599	embedding2nn.weight	2	-0.014268253929913044
45599	embedding2nn.weight	3	0.012588408775627613
45599	embedding2nn.weight	4	-0.0059150345623493195
45599	embedding2nn.weight	5	-0.0037005830090492964
45599	embedding2nn.weight	6	-0.003973209299147129
45599	embedding2nn.weight	7	-0.036437928676605225
45599	embedding2nn.weight	8	-0.0019979383796453476
45599	embedding2nn.weight	9	-0.024685658514499664
45599	embedding2nn.bias	0	0.042428165674209595
45599	embedding2nn.bias	1	-0.04284082353115082
45599	embedding2nn.bias	2	0.09220943599939346
45599	embedding2nn.bias	3	0.03281613066792488
45599	embedding2nn.bias	4	-0.03133784979581833
45599	embedding2nn.bias	5	-0.041260238736867905
45599	embedding2nn.bias	6	0.017097748816013336
45599	embedding2nn.bias	7	-0.07255794107913971
45599	embedding2nn.bias	8	0.05645830184221268
45599	embedding2nn.bias	9	0.049227308481931686
45599	rnn.weight_ih_l0	0	-0.009312555193901062
45599	rnn.weight_ih_l0	1	0.010140000842511654
45599	rnn.weight_ih_l0	2	0.027488291263580322
45599	rnn.weight_ih_l0	3	0.003484918735921383
45599	rnn.weight_ih_l0	4	-0.029010679572820663
45599	rnn.weight_ih_l0	5	-0.05377211421728134
45599	rnn.weight_ih_l0	6	0.019402600824832916
45599	rnn.weight_ih_l0	7	0.04860527440905571
45599	rnn.weight_ih_l0	8	0.01278422586619854
45599	rnn.weight_ih_l0	9	-0.029225464910268784
45599	rnn.weight_hh_l0	0	-0.0370766744017601
45599	rnn.weight_hh_l0	1	-0.0005691965925507247
45599	rnn.weight_hh_l0	2	0.0018306426936760545
45599	rnn.weight_hh_l0	3	-0.050511498004198074
45599	rnn.weight_hh_l0	4	0.051934611052274704
45599	rnn.weight_hh_l0	5	-0.01564459316432476
45599	rnn.weight_hh_l0	6	-0.03793985769152641
45599	rnn.weight_hh_l0	7	-0.02513168379664421
45599	rnn.weight_hh_l0	8	-0.0031035030260682106
45599	rnn.weight_hh_l0	9	-0.020058803260326385
45599	rnn.bias_ih_l0	0	0.03827419877052307
45599	rnn.bias_ih_l0	1	-0.01238882914185524
45599	rnn.bias_ih_l0	2	0.0020622017327696085
45599	rnn.bias_ih_l0	3	0.08033491671085358
45599	rnn.bias_ih_l0	4	-0.0363352969288826
45599	rnn.bias_ih_l0	5	-0.028477976098656654
45599	rnn.bias_ih_l0	6	0.008509889245033264
45599	rnn.bias_ih_l0	7	0.04627343639731407
45599	rnn.bias_ih_l0	8	-0.06135621666908264
45599	rnn.bias_ih_l0	9	-0.04562752693891525
45599	rnn.bias_hh_l0	0	-0.026807764545083046
45599	rnn.bias_hh_l0	1	-0.061901453882455826
45599	rnn.bias_hh_l0	2	-0.034229546785354614
45599	rnn.bias_hh_l0	3	-0.062085509300231934
45599	rnn.bias_hh_l0	4	-0.009542342275381088
45599	rnn.bias_hh_l0	5	0.00872503686696291
45599	rnn.bias_hh_l0	6	0.01662459969520569
45599	rnn.bias_hh_l0	7	-0.00902594905346632
45599	rnn.bias_hh_l0	8	-0.08904054760932922
45599	rnn.bias_hh_l0	9	0.002181967254728079
45599	rnn.weight_ih_l0_reverse	0	-0.020691517740488052
45599	rnn.weight_ih_l0_reverse	1	-0.0492536686360836
45599	rnn.weight_ih_l0_reverse	2	-0.02785532921552658
45599	rnn.weight_ih_l0_reverse	3	-0.0025641536340117455
45599	rnn.weight_ih_l0_reverse	4	-0.004909462295472622
45599	rnn.weight_ih_l0_reverse	5	-0.04811244085431099
45599	rnn.weight_ih_l0_reverse	6	0.0455019436776638
45599	rnn.weight_ih_l0_reverse	7	-0.02085735648870468
45599	rnn.weight_ih_l0_reverse	8	-0.03289550170302391
45599	rnn.weight_ih_l0_reverse	9	0.014220417477190495
45599	rnn.weight_hh_l0_reverse	0	0.045486729592084885
45599	rnn.weight_hh_l0_reverse	1	0.03455788642168045
45599	rnn.weight_hh_l0_reverse	2	0.03140569478273392
45599	rnn.weight_hh_l0_reverse	3	0.02210010588169098
45599	rnn.weight_hh_l0_reverse	4	0.003324565477669239
45599	rnn.weight_hh_l0_reverse	5	-0.005495229735970497
45599	rnn.weight_hh_l0_reverse	6	0.03811201825737953
45599	rnn.weight_hh_l0_reverse	7	-0.0401446633040905
45599	rnn.weight_hh_l0_reverse	8	0.015385541133582592
45599	rnn.weight_hh_l0_reverse	9	0.046280015259981155
45599	rnn.bias_ih_l0_reverse	0	-0.06412193179130554
45599	rnn.bias_ih_l0_reverse	1	-0.17892764508724213
45599	rnn.bias_ih_l0_reverse	2	-0.06922744959592819
45599	rnn.bias_ih_l0_reverse	3	-0.012600933201611042
45599	rnn.bias_ih_l0_reverse	4	-0.03924413025379181
45599	rnn.bias_ih_l0_reverse	5	0.03285990282893181
45599	rnn.bias_ih_l0_reverse	6	-0.030990930274128914
45599	rnn.bias_ih_l0_reverse	7	0.04441967234015465
45599	rnn.bias_ih_l0_reverse	8	-0.04083261638879776
45599	rnn.bias_ih_l0_reverse	9	0.02544604055583477
45599	rnn.bias_hh_l0_reverse	0	-0.02573499269783497
45599	rnn.bias_hh_l0_reverse	1	-0.007067674305289984
45599	rnn.bias_hh_l0_reverse	2	0.039682406932115555
45599	rnn.bias_hh_l0_reverse	3	-0.025736114010214806
45599	rnn.bias_hh_l0_reverse	4	-0.04695238918066025
45599	rnn.bias_hh_l0_reverse	5	-0.05518107861280441
45599	rnn.bias_hh_l0_reverse	6	-0.021078068763017654
45599	rnn.bias_hh_l0_reverse	7	0.05241340026259422
45599	rnn.bias_hh_l0_reverse	8	0.0233868770301342
45599	rnn.bias_hh_l0_reverse	9	-0.07930411398410797
45599	rnn.weight_ih_l1	0	-0.034013960510492325
45599	rnn.weight_ih_l1	1	-0.03801151365041733
45599	rnn.weight_ih_l1	2	0.06395620852708817
45599	rnn.weight_ih_l1	3	-0.020077094435691833
45599	rnn.weight_ih_l1	4	-0.0004725710314232856
45599	rnn.weight_ih_l1	5	-0.04256065934896469
45599	rnn.weight_ih_l1	6	0.0173366516828537
45599	rnn.weight_ih_l1	7	-0.04215838015079498
45599	rnn.weight_ih_l1	8	0.03708610683679581
45599	rnn.weight_ih_l1	9	0.02735564298927784
45599	rnn.weight_hh_l1	0	-0.004716030787676573
45599	rnn.weight_hh_l1	1	0.004807304125279188
45599	rnn.weight_hh_l1	2	-0.0075951311737298965
45599	rnn.weight_hh_l1	3	-0.008924512192606926
45599	rnn.weight_hh_l1	4	0.0037812150549143553
45599	rnn.weight_hh_l1	5	0.025899304077029228
45599	rnn.weight_hh_l1	6	0.033222515136003494
45599	rnn.weight_hh_l1	7	-0.02784569188952446
45599	rnn.weight_hh_l1	8	-0.03151340410113335
45599	rnn.weight_hh_l1	9	0.03652900084853172
45599	rnn.bias_ih_l1	0	-0.11099337786436081
45599	rnn.bias_ih_l1	1	-0.10216297954320908
45599	rnn.bias_ih_l1	2	-0.12305422872304916
45599	rnn.bias_ih_l1	3	-0.17340800166130066
45599	rnn.bias_ih_l1	4	-0.17932094633579254
45599	rnn.bias_ih_l1	5	-0.09853716939687729
45599	rnn.bias_ih_l1	6	-0.07960768789052963
45599	rnn.bias_ih_l1	7	-0.028821980580687523
45599	rnn.bias_ih_l1	8	-0.08476106077432632
45599	rnn.bias_ih_l1	9	-0.09905153512954712
45599	rnn.bias_hh_l1	0	-0.0955364853143692
45599	rnn.bias_hh_l1	1	-0.04291152581572533
45599	rnn.bias_hh_l1	2	-0.07497914880514145
45599	rnn.bias_hh_l1	3	-0.058753494173288345
45599	rnn.bias_hh_l1	4	-0.09263819456100464
45599	rnn.bias_hh_l1	5	-0.05720468610525131
45599	rnn.bias_hh_l1	6	-0.09216352552175522
45599	rnn.bias_hh_l1	7	0.004828306846320629
45599	rnn.bias_hh_l1	8	-0.07858936488628387
45599	rnn.bias_hh_l1	9	-0.05738966912031174
45599	rnn.weight_ih_l1_reverse	0	-0.0353831946849823
45599	rnn.weight_ih_l1_reverse	1	0.042036425322294235
45599	rnn.weight_ih_l1_reverse	2	-0.03352270647883415
45599	rnn.weight_ih_l1_reverse	3	-0.015925677493214607
45599	rnn.weight_ih_l1_reverse	4	-0.029849819839000702
45599	rnn.weight_ih_l1_reverse	5	-0.03802138566970825
45599	rnn.weight_ih_l1_reverse	6	-0.03390445560216904
45599	rnn.weight_ih_l1_reverse	7	0.016462210565805435
45599	rnn.weight_ih_l1_reverse	8	0.012597253546118736
45599	rnn.weight_ih_l1_reverse	9	-0.028995413333177567
45599	rnn.weight_hh_l1_reverse	0	0.007903384044766426
45599	rnn.weight_hh_l1_reverse	1	0.028762781992554665
45599	rnn.weight_hh_l1_reverse	2	-0.03680700808763504
45599	rnn.weight_hh_l1_reverse	3	0.040067825466394424
45599	rnn.weight_hh_l1_reverse	4	0.043659478425979614
45599	rnn.weight_hh_l1_reverse	5	0.008956393226981163
45599	rnn.weight_hh_l1_reverse	6	0.007966870442032814
45599	rnn.weight_hh_l1_reverse	7	0.027276547625660896
45599	rnn.weight_hh_l1_reverse	8	-0.0035496472846716642
45599	rnn.weight_hh_l1_reverse	9	-0.04171273857355118
45599	rnn.bias_ih_l1_reverse	0	-0.023251518607139587
45599	rnn.bias_ih_l1_reverse	1	-0.06844982504844666
45599	rnn.bias_ih_l1_reverse	2	-0.09217999130487442
45599	rnn.bias_ih_l1_reverse	3	-0.01420862041413784
45599	rnn.bias_ih_l1_reverse	4	-0.15306022763252258
45599	rnn.bias_ih_l1_reverse	5	-0.06592361629009247
45599	rnn.bias_ih_l1_reverse	6	-0.0860452726483345
45599	rnn.bias_ih_l1_reverse	7	-0.1030036136507988
45599	rnn.bias_ih_l1_reverse	8	0.12236980348825455
45599	rnn.bias_ih_l1_reverse	9	0.03397028520703316
45599	rnn.bias_hh_l1_reverse	0	-0.029575608670711517
45599	rnn.bias_hh_l1_reverse	1	-0.013300267979502678
45599	rnn.bias_hh_l1_reverse	2	-0.1741197407245636
45599	rnn.bias_hh_l1_reverse	3	-0.059272658079862595
45599	rnn.bias_hh_l1_reverse	4	-0.04438071697950363
45599	rnn.bias_hh_l1_reverse	5	-0.048476558178663254
45599	rnn.bias_hh_l1_reverse	6	0.1528782695531845
45599	rnn.bias_hh_l1_reverse	7	-0.11049483716487885
45599	rnn.bias_hh_l1_reverse	8	-0.06624715775251389
45599	rnn.bias_hh_l1_reverse	9	-0.08830844610929489
45599	linear.weight	0	0.002228822559118271
45599	linear.weight	1	-0.003427499206736684
45599	linear.weight	2	-0.11454321444034576
45599	linear.weight	3	0.28007742762565613
45599	linear.weight	4	0.08205725997686386
45599	linear.weight	5	0.018338827416300774
45599	linear.weight	6	0.038770806044340134
45599	linear.weight	7	0.10230903327465057
45599	linear.weight	8	0.04203467443585396
45599	linear.weight	9	-0.056935571134090424
45599	linear.bias	0	-0.07840829342603683
45599	linear.bias	1	-0.120489701628685
45599	linear.bias	2	-0.4630494713783264
45599	linear.bias	3	-0.7479243278503418
45599	linear.bias	4	-0.9860188961029053
45599	linear.bias	5	0.022697588428854942
45599	linear.bias	6	-0.629795253276825
45599	linear.bias	7	0.49498358368873596
45599	linear.bias	8	-0.5639417171478271
45599	linear.bias	9	-0.7790039777755737
45796	transitions	0	0.4556768238544464
45796	transitions	1	-0.007704370189458132
45796	transitions	2	-10000.0
45796	transitions	3	-1.7898834943771362
45796	transitions	4	-10000.0
45796	transitions	5	0.680812656879425
45796	transitions	6	0.0034926359076052904
45796	transitions	7	-0.25228366255760193
45796	transitions	8	-1.3020377159118652
45796	transitions	9	-0.0001010177074931562
45796	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45796	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45796	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45796	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45796	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45796	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45796	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45796	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45796	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45796	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45796	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45796	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45796	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45796	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45796	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45796	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45796	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45796	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45796	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45796	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45796	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45796	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45796	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45796	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45796	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45796	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45796	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45796	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45796	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45796	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45796	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45796	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45796	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45796	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45796	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45796	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45796	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45796	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45796	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45796	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45796	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45796	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45796	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45796	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45796	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45796	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45796	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45796	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45796	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45796	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45796	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45796	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45796	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45796	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45796	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45796	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45796	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45796	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45796	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45796	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45796	embedding2nn.weight	0	-0.001288752187974751
45796	embedding2nn.weight	1	-0.016287149861454964
45796	embedding2nn.weight	2	-0.014268253929913044
45796	embedding2nn.weight	3	0.01067048404365778
45796	embedding2nn.weight	4	-0.0059150345623493195
45796	embedding2nn.weight	5	-0.0037005830090492964
45796	embedding2nn.weight	6	-0.003973211627453566
45796	embedding2nn.weight	7	-0.03606533631682396
45796	embedding2nn.weight	8	-0.0019979383796453476
45796	embedding2nn.weight	9	-0.02606043964624405
45796	embedding2nn.bias	0	0.037488903850317
45796	embedding2nn.bias	1	-0.03582368418574333
45796	embedding2nn.bias	2	0.08643794804811478
45796	embedding2nn.bias	3	0.029116705060005188
45796	embedding2nn.bias	4	-0.0378948412835598
45796	embedding2nn.bias	5	-0.03132634609937668
45796	embedding2nn.bias	6	0.014335409738123417
45796	embedding2nn.bias	7	-0.06320405751466751
45796	embedding2nn.bias	8	0.05870698392391205
45796	embedding2nn.bias	9	0.03949492797255516
45796	rnn.weight_ih_l0	0	-0.008909698575735092
45796	rnn.weight_ih_l0	1	0.010420972481369972
45796	rnn.weight_ih_l0	2	0.02780000865459442
45796	rnn.weight_ih_l0	3	0.0034987975377589464
45796	rnn.weight_ih_l0	4	-0.02985985577106476
45796	rnn.weight_ih_l0	5	-0.05443442240357399
45796	rnn.weight_ih_l0	6	0.019666504114866257
45796	rnn.weight_ih_l0	7	0.04786691069602966
45796	rnn.weight_ih_l0	8	0.013625198975205421
45796	rnn.weight_ih_l0	9	-0.029546409845352173
45796	rnn.weight_hh_l0	0	-0.036558493971824646
45796	rnn.weight_hh_l0	1	-0.001185420318506658
45796	rnn.weight_hh_l0	2	0.0009313722257502377
45796	rnn.weight_hh_l0	3	-0.05002564564347267
45796	rnn.weight_hh_l0	4	0.05245807394385338
45796	rnn.weight_hh_l0	5	-0.016002442687749863
45796	rnn.weight_hh_l0	6	-0.03706151619553566
45796	rnn.weight_hh_l0	7	-0.022782284766435623
45796	rnn.weight_hh_l0	8	-0.004001933615654707
45796	rnn.weight_hh_l0	9	-0.02009694091975689
45796	rnn.bias_ih_l0	0	0.035106219351291656
45796	rnn.bias_ih_l0	1	-0.018374966457486153
45796	rnn.bias_ih_l0	2	0.0009406466851942241
45796	rnn.bias_ih_l0	3	0.0796918049454689
45796	rnn.bias_ih_l0	4	-0.03419569879770279
45796	rnn.bias_ih_l0	5	-0.02773245982825756
45796	rnn.bias_ih_l0	6	0.009040248580276966
45796	rnn.bias_ih_l0	7	0.04595736786723137
45796	rnn.bias_ih_l0	8	-0.06256318092346191
45796	rnn.bias_ih_l0	9	-0.04330378398299217
45796	rnn.bias_hh_l0	0	-0.026547709479928017
45796	rnn.bias_hh_l0	1	-0.06364534795284271
45796	rnn.bias_hh_l0	2	-0.03582480922341347
45796	rnn.bias_hh_l0	3	-0.06265687197446823
45796	rnn.bias_hh_l0	4	-0.011036776937544346
45796	rnn.bias_hh_l0	5	0.008262772113084793
45796	rnn.bias_hh_l0	6	0.016840212047100067
45796	rnn.bias_hh_l0	7	-0.007723781745880842
45796	rnn.bias_hh_l0	8	-0.09163317084312439
45796	rnn.bias_hh_l0	9	-0.002584473229944706
45796	rnn.weight_ih_l0_reverse	0	-0.020749982446432114
45796	rnn.weight_ih_l0_reverse	1	-0.04946716129779816
45796	rnn.weight_ih_l0_reverse	2	-0.02941117063164711
45796	rnn.weight_ih_l0_reverse	3	-0.0028268005698919296
45796	rnn.weight_ih_l0_reverse	4	-0.007211693096905947
45796	rnn.weight_ih_l0_reverse	5	-0.048359498381614685
45796	rnn.weight_ih_l0_reverse	6	0.04495212063193321
45796	rnn.weight_ih_l0_reverse	7	-0.020954566076397896
45796	rnn.weight_ih_l0_reverse	8	-0.03339032456278801
45796	rnn.weight_ih_l0_reverse	9	0.013167811557650566
45796	rnn.weight_hh_l0_reverse	0	0.0459701232612133
45796	rnn.weight_hh_l0_reverse	1	0.034286897629499435
45796	rnn.weight_hh_l0_reverse	2	0.031145602464675903
45796	rnn.weight_hh_l0_reverse	3	0.02213592827320099
45796	rnn.weight_hh_l0_reverse	4	0.00310545158572495
45796	rnn.weight_hh_l0_reverse	5	-0.005335023161023855
45796	rnn.weight_hh_l0_reverse	6	0.038550905883312225
45796	rnn.weight_hh_l0_reverse	7	-0.04086579754948616
45796	rnn.weight_hh_l0_reverse	8	0.01464572362601757
45796	rnn.weight_hh_l0_reverse	9	0.04713405296206474
45796	rnn.bias_ih_l0_reverse	0	-0.06357819586992264
45796	rnn.bias_ih_l0_reverse	1	-0.17735221982002258
45796	rnn.bias_ih_l0_reverse	2	-0.0694713145494461
45796	rnn.bias_ih_l0_reverse	3	-0.010604585520923138
45796	rnn.bias_ih_l0_reverse	4	-0.037281230092048645
45796	rnn.bias_ih_l0_reverse	5	0.03299232944846153
45796	rnn.bias_ih_l0_reverse	6	-0.028978953137993813
45796	rnn.bias_ih_l0_reverse	7	0.04572925344109535
45796	rnn.bias_ih_l0_reverse	8	-0.042206402868032455
45796	rnn.bias_ih_l0_reverse	9	0.02193085476756096
45796	rnn.bias_hh_l0_reverse	0	-0.02739592082798481
45796	rnn.bias_hh_l0_reverse	1	-0.006187648046761751
45796	rnn.bias_hh_l0_reverse	2	0.035367053002119064
45796	rnn.bias_hh_l0_reverse	3	-0.023883162066340446
45796	rnn.bias_hh_l0_reverse	4	-0.047577522695064545
45796	rnn.bias_hh_l0_reverse	5	-0.0535968616604805
45796	rnn.bias_hh_l0_reverse	6	-0.02011178247630596
45796	rnn.bias_hh_l0_reverse	7	0.05599958077073097
45796	rnn.bias_hh_l0_reverse	8	0.024480530992150307
45796	rnn.bias_hh_l0_reverse	9	-0.08153454214334488
45796	rnn.weight_ih_l1	0	-0.03439384698867798
45796	rnn.weight_ih_l1	1	-0.03894275799393654
45796	rnn.weight_ih_l1	2	0.06402386724948883
45796	rnn.weight_ih_l1	3	-0.02264491841197014
45796	rnn.weight_ih_l1	4	-0.0006554192514158785
45796	rnn.weight_ih_l1	5	-0.042286217212677
45796	rnn.weight_ih_l1	6	0.017676541581749916
45796	rnn.weight_ih_l1	7	-0.043408505618572235
45796	rnn.weight_ih_l1	8	0.03716035559773445
45796	rnn.weight_ih_l1	9	0.02733953297138214
45796	rnn.weight_hh_l1	0	-0.00716050062328577
45796	rnn.weight_hh_l1	1	0.004867153242230415
45796	rnn.weight_hh_l1	2	-0.005177726037800312
45796	rnn.weight_hh_l1	3	-0.008925135247409344
45796	rnn.weight_hh_l1	4	0.003554974216967821
45796	rnn.weight_hh_l1	5	0.026092883199453354
45796	rnn.weight_hh_l1	6	0.03325909748673439
45796	rnn.weight_hh_l1	7	-0.02736247517168522
45796	rnn.weight_hh_l1	8	-0.030543193221092224
45796	rnn.weight_hh_l1	9	0.03605740889906883
45796	rnn.bias_ih_l1	0	-0.11134009808301926
45796	rnn.bias_ih_l1	1	-0.1045689806342125
45796	rnn.bias_ih_l1	2	-0.12079370766878128
45796	rnn.bias_ih_l1	3	-0.1736360639333725
45796	rnn.bias_ih_l1	4	-0.16399173438549042
45796	rnn.bias_ih_l1	5	-0.09810542315244675
45796	rnn.bias_ih_l1	6	-0.07949156314134598
45796	rnn.bias_ih_l1	7	-0.02950393036007881
45796	rnn.bias_ih_l1	8	-0.08368303626775742
45796	rnn.bias_ih_l1	9	-0.10533014684915543
45796	rnn.bias_hh_l1	0	-0.09733771532773972
45796	rnn.bias_hh_l1	1	-0.04488038644194603
45796	rnn.bias_hh_l1	2	-0.07722340524196625
45796	rnn.bias_hh_l1	3	-0.05887855961918831
45796	rnn.bias_hh_l1	4	-0.0903911367058754
45796	rnn.bias_hh_l1	5	-0.05754541605710983
45796	rnn.bias_hh_l1	6	-0.08983961492776871
45796	rnn.bias_hh_l1	7	0.010019081644713879
45796	rnn.bias_hh_l1	8	-0.07974471896886826
45796	rnn.bias_hh_l1	9	-0.0589187890291214
45796	rnn.weight_ih_l1_reverse	0	-0.03457283973693848
45796	rnn.weight_ih_l1_reverse	1	0.04273635894060135
45796	rnn.weight_ih_l1_reverse	2	-0.031935326755046844
45796	rnn.weight_ih_l1_reverse	3	-0.01828763261437416
45796	rnn.weight_ih_l1_reverse	4	-0.029987836256623268
45796	rnn.weight_ih_l1_reverse	5	-0.038456935435533524
45796	rnn.weight_ih_l1_reverse	6	-0.0338699147105217
45796	rnn.weight_ih_l1_reverse	7	0.01608608476817608
45796	rnn.weight_ih_l1_reverse	8	0.012269902043044567
45796	rnn.weight_ih_l1_reverse	9	-0.03251194581389427
45796	rnn.weight_hh_l1_reverse	0	0.0077472710981965065
45796	rnn.weight_hh_l1_reverse	1	0.028611302375793457
45796	rnn.weight_hh_l1_reverse	2	-0.036786824464797974
45796	rnn.weight_hh_l1_reverse	3	0.040116190910339355
45796	rnn.weight_hh_l1_reverse	4	0.043598614633083344
45796	rnn.weight_hh_l1_reverse	5	0.00897810235619545
45796	rnn.weight_hh_l1_reverse	6	0.008072408847510815
45796	rnn.weight_hh_l1_reverse	7	0.0272736344486475
45796	rnn.weight_hh_l1_reverse	8	-0.0035831043496727943
45796	rnn.weight_hh_l1_reverse	9	-0.04145490750670433
45796	rnn.bias_ih_l1_reverse	0	-0.024232590571045876
45796	rnn.bias_ih_l1_reverse	1	-0.06876206398010254
45796	rnn.bias_ih_l1_reverse	2	-0.08998481184244156
45796	rnn.bias_ih_l1_reverse	3	-0.022708244621753693
45796	rnn.bias_ih_l1_reverse	4	-0.14960436522960663
45796	rnn.bias_ih_l1_reverse	5	-0.06458654999732971
45796	rnn.bias_ih_l1_reverse	6	-0.08666083216667175
45796	rnn.bias_ih_l1_reverse	7	-0.09885168075561523
45796	rnn.bias_ih_l1_reverse	8	0.12207899242639542
45796	rnn.bias_ih_l1_reverse	9	0.028365302830934525
45796	rnn.bias_hh_l1_reverse	0	-0.02797345444560051
45796	rnn.bias_hh_l1_reverse	1	-0.02074677310883999
45796	rnn.bias_hh_l1_reverse	2	-0.17358137667179108
45796	rnn.bias_hh_l1_reverse	3	-0.06146484613418579
45796	rnn.bias_hh_l1_reverse	4	-0.043051719665527344
45796	rnn.bias_hh_l1_reverse	5	-0.047638654708862305
45796	rnn.bias_hh_l1_reverse	6	0.16067680716514587
45796	rnn.bias_hh_l1_reverse	7	-0.11275230348110199
45796	rnn.bias_hh_l1_reverse	8	-0.0682150349020958
45796	rnn.bias_hh_l1_reverse	9	-0.08825115859508514
45796	linear.weight	0	0.002228822559118271
45796	linear.weight	1	-0.0018802073318511248
45796	linear.weight	2	-0.11060138791799545
45796	linear.weight	3	0.27338147163391113
45796	linear.weight	4	0.08259231597185135
45796	linear.weight	5	0.014668869785964489
45796	linear.weight	6	0.041237059980630875
45796	linear.weight	7	0.11001001298427582
45796	linear.weight	8	0.04204351827502251
45796	linear.weight	9	-0.05720307677984238
45796	linear.bias	0	-0.0852895975112915
45796	linear.bias	1	-0.0779758095741272
45796	linear.bias	2	-0.4742448627948761
45796	linear.bias	3	-0.7316216826438904
45796	linear.bias	4	-0.970815896987915
45796	linear.bias	5	0.002842525951564312
45796	linear.bias	6	-0.5841312408447266
45796	linear.bias	7	0.47845256328582764
45796	linear.bias	8	-0.5744384527206421
45796	linear.bias	9	-0.7897621393203735
45993	transitions	0	0.44130730628967285
45993	transitions	1	-0.01686835289001465
45993	transitions	2	-10000.0
45993	transitions	3	-1.7899796962738037
45993	transitions	4	-10000.0
45993	transitions	5	0.6798180937767029
45993	transitions	6	0.0031990958377718925
45993	transitions	7	-0.25348934531211853
45993	transitions	8	-1.3024702072143555
45993	transitions	9	-0.00010558889334788546
45993	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
45993	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
45993	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
45993	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
45993	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
45993	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
45993	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
45993	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
45993	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
45993	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
45993	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
45993	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
45993	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
45993	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
45993	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
45993	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
45993	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
45993	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
45993	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
45993	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
45993	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
45993	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
45993	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
45993	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
45993	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
45993	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
45993	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
45993	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
45993	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
45993	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
45993	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
45993	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
45993	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
45993	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
45993	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
45993	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
45993	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
45993	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
45993	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
45993	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
45993	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
45993	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
45993	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
45993	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
45993	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
45993	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
45993	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
45993	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
45993	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
45993	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
45993	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
45993	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
45993	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
45993	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
45993	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
45993	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
45993	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
45993	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
45993	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
45993	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
45993	embedding2nn.weight	0	-0.0003722115943673998
45993	embedding2nn.weight	1	-0.01640361174941063
45993	embedding2nn.weight	2	-0.014268253929913044
45993	embedding2nn.weight	3	0.010067475028336048
45993	embedding2nn.weight	4	-0.0059150345623493195
45993	embedding2nn.weight	5	-0.0037005834747105837
45993	embedding2nn.weight	6	-0.003973211161792278
45993	embedding2nn.weight	7	-0.035853367298841476
45993	embedding2nn.weight	8	-0.0019979383796453476
45993	embedding2nn.weight	9	-0.025454066693782806
45993	embedding2nn.bias	0	0.040807269513607025
45993	embedding2nn.bias	1	-0.03646205738186836
45993	embedding2nn.bias	2	0.08120505511760712
45993	embedding2nn.bias	3	0.03393752500414848
45993	embedding2nn.bias	4	-0.029858769848942757
45993	embedding2nn.bias	5	-0.03359051048755646
45993	embedding2nn.bias	6	0.018550589680671692
45993	embedding2nn.bias	7	-0.06452902406454086
45993	embedding2nn.bias	8	0.05658366531133652
45993	embedding2nn.bias	9	0.03215372562408447
45993	rnn.weight_ih_l0	0	-0.010838369838893414
45993	rnn.weight_ih_l0	1	0.01179558876901865
45993	rnn.weight_ih_l0	2	0.027800898998975754
45993	rnn.weight_ih_l0	3	0.0033455155789852142
45993	rnn.weight_ih_l0	4	-0.030466711148619652
45993	rnn.weight_ih_l0	5	-0.055196572095155716
45993	rnn.weight_ih_l0	6	0.019065843895077705
45993	rnn.weight_ih_l0	7	0.04725223407149315
45993	rnn.weight_ih_l0	8	0.012473436072468758
45993	rnn.weight_ih_l0	9	-0.02977764420211315
45993	rnn.weight_hh_l0	0	-0.03736808896064758
45993	rnn.weight_hh_l0	1	-0.0010360267478972673
45993	rnn.weight_hh_l0	2	0.0013208558084443212
45993	rnn.weight_hh_l0	3	-0.049821097403764725
45993	rnn.weight_hh_l0	4	0.05270799249410629
45993	rnn.weight_hh_l0	5	-0.015664763748645782
45993	rnn.weight_hh_l0	6	-0.037164367735385895
45993	rnn.weight_hh_l0	7	-0.023199627175927162
45993	rnn.weight_hh_l0	8	-0.003752518445253372
45993	rnn.weight_hh_l0	9	-0.020542513579130173
45993	rnn.bias_ih_l0	0	0.038945961743593216
45993	rnn.bias_ih_l0	1	-0.019918248057365417
45993	rnn.bias_ih_l0	2	0.0027343304827809334
45993	rnn.bias_ih_l0	3	0.0781734511256218
45993	rnn.bias_ih_l0	4	-0.031903911381959915
45993	rnn.bias_ih_l0	5	-0.03181721270084381
45993	rnn.bias_ih_l0	6	0.006620381027460098
45993	rnn.bias_ih_l0	7	0.046886883676052094
45993	rnn.bias_ih_l0	8	-0.0640924796462059
45993	rnn.bias_ih_l0	9	-0.04807595908641815
45993	rnn.bias_hh_l0	0	-0.026220906525850296
45993	rnn.bias_hh_l0	1	-0.06259935349225998
45993	rnn.bias_hh_l0	2	-0.03354877606034279
45993	rnn.bias_hh_l0	3	-0.06439664214849472
45993	rnn.bias_hh_l0	4	-0.012226331047713757
45993	rnn.bias_hh_l0	5	0.00781440082937479
45993	rnn.bias_hh_l0	6	0.019637975841760635
45993	rnn.bias_hh_l0	7	0.00012441279250197113
45993	rnn.bias_hh_l0	8	-0.0847664624452591
45993	rnn.bias_hh_l0	9	-4.193536005914211e-05
45993	rnn.weight_ih_l0_reverse	0	-0.020961875095963478
45993	rnn.weight_ih_l0_reverse	1	-0.0512906089425087
45993	rnn.weight_ih_l0_reverse	2	-0.02737554721534252
45993	rnn.weight_ih_l0_reverse	3	-0.00294572114944458
45993	rnn.weight_ih_l0_reverse	4	-0.007117187138646841
45993	rnn.weight_ih_l0_reverse	5	-0.04791458323597908
45993	rnn.weight_ih_l0_reverse	6	0.04427199438214302
45993	rnn.weight_ih_l0_reverse	7	-0.021123012527823448
45993	rnn.weight_ih_l0_reverse	8	-0.033393699675798416
45993	rnn.weight_ih_l0_reverse	9	0.01376905757933855
45993	rnn.weight_hh_l0_reverse	0	0.045689526945352554
45993	rnn.weight_hh_l0_reverse	1	0.03448248654603958
45993	rnn.weight_hh_l0_reverse	2	0.030811434611678123
45993	rnn.weight_hh_l0_reverse	3	0.022133106365799904
45993	rnn.weight_hh_l0_reverse	4	0.003988243173807859
45993	rnn.weight_hh_l0_reverse	5	-0.007364954799413681
45993	rnn.weight_hh_l0_reverse	6	0.03876256197690964
45993	rnn.weight_hh_l0_reverse	7	-0.03961992263793945
45993	rnn.weight_hh_l0_reverse	8	0.014894699677824974
45993	rnn.weight_hh_l0_reverse	9	0.046348460018634796
45993	rnn.bias_ih_l0_reverse	0	-0.06292234361171722
45993	rnn.bias_ih_l0_reverse	1	-0.17568527162075043
45993	rnn.bias_ih_l0_reverse	2	-0.06706344336271286
45993	rnn.bias_ih_l0_reverse	3	-0.013587994500994682
45993	rnn.bias_ih_l0_reverse	4	-0.0418185293674469
45993	rnn.bias_ih_l0_reverse	5	0.03035789541900158
45993	rnn.bias_ih_l0_reverse	6	-0.02764911763370037
45993	rnn.bias_ih_l0_reverse	7	0.04682787507772446
45993	rnn.bias_ih_l0_reverse	8	-0.03989589214324951
45993	rnn.bias_ih_l0_reverse	9	0.024866798892617226
45993	rnn.bias_hh_l0_reverse	0	-0.025269802659749985
45993	rnn.bias_hh_l0_reverse	1	-0.008263292722404003
45993	rnn.bias_hh_l0_reverse	2	0.03583967313170433
45993	rnn.bias_hh_l0_reverse	3	-0.026161134243011475
45993	rnn.bias_hh_l0_reverse	4	-0.04698243364691734
45993	rnn.bias_hh_l0_reverse	5	-0.055777717381715775
45993	rnn.bias_hh_l0_reverse	6	-0.021818822249770164
45993	rnn.bias_hh_l0_reverse	7	0.05867583304643631
45993	rnn.bias_hh_l0_reverse	8	0.024118592962622643
45993	rnn.bias_hh_l0_reverse	9	-0.0839012861251831
45993	rnn.weight_ih_l1	0	-0.03433314710855484
45993	rnn.weight_ih_l1	1	-0.03911697864532471
45993	rnn.weight_ih_l1	2	0.066728375852108
45993	rnn.weight_ih_l1	3	-0.02338029257953167
45993	rnn.weight_ih_l1	4	-0.00044181582052260637
45993	rnn.weight_ih_l1	5	-0.042414501309394836
45993	rnn.weight_ih_l1	6	0.018241900950670242
45993	rnn.weight_ih_l1	7	-0.04242593050003052
45993	rnn.weight_ih_l1	8	0.03729639947414398
45993	rnn.weight_ih_l1	9	0.02739390730857849
45993	rnn.weight_hh_l1	0	-0.007922043092548847
45993	rnn.weight_hh_l1	1	0.004803023301064968
45993	rnn.weight_hh_l1	2	-0.005652468651533127
45993	rnn.weight_hh_l1	3	-0.008855664171278477
45993	rnn.weight_hh_l1	4	0.003083827206864953
45993	rnn.weight_hh_l1	5	0.026134660467505455
45993	rnn.weight_hh_l1	6	0.03341636434197426
45993	rnn.weight_hh_l1	7	-0.02728034369647503
45993	rnn.weight_hh_l1	8	-0.030442437157034874
45993	rnn.weight_hh_l1	9	0.036423053592443466
45993	rnn.bias_ih_l1	0	-0.11541575193405151
45993	rnn.bias_ih_l1	1	-0.1039968952536583
45993	rnn.bias_ih_l1	2	-0.11764203757047653
45993	rnn.bias_ih_l1	3	-0.1774907261133194
45993	rnn.bias_ih_l1	4	-0.15812723338603973
45993	rnn.bias_ih_l1	5	-0.0994141697883606
45993	rnn.bias_ih_l1	6	-0.07741673290729523
45993	rnn.bias_ih_l1	7	-0.03432449698448181
45993	rnn.bias_ih_l1	8	-0.08246249705553055
45993	rnn.bias_ih_l1	9	-0.10507185757160187
45993	rnn.bias_hh_l1	0	-0.09359845519065857
45993	rnn.bias_hh_l1	1	-0.047415729612112045
45993	rnn.bias_hh_l1	2	-0.07860307395458221
45993	rnn.bias_hh_l1	3	-0.06251927465200424
45993	rnn.bias_hh_l1	4	-0.08976267278194427
45993	rnn.bias_hh_l1	5	-0.05779632553458214
45993	rnn.bias_hh_l1	6	-0.08988047391176224
45993	rnn.bias_hh_l1	7	0.022024840116500854
45993	rnn.bias_hh_l1	8	-0.07994409650564194
45993	rnn.bias_hh_l1	9	-0.06008993089199066
45993	rnn.weight_ih_l1_reverse	0	-0.033923037350177765
45993	rnn.weight_ih_l1_reverse	1	0.04496772587299347
45993	rnn.weight_ih_l1_reverse	2	-0.03194165229797363
45993	rnn.weight_ih_l1_reverse	3	-0.016765272244811058
45993	rnn.weight_ih_l1_reverse	4	-0.03129332885146141
45993	rnn.weight_ih_l1_reverse	5	-0.038582660257816315
45993	rnn.weight_ih_l1_reverse	6	-0.037045903503894806
45993	rnn.weight_ih_l1_reverse	7	0.01587917096912861
45993	rnn.weight_ih_l1_reverse	8	0.011295067146420479
45993	rnn.weight_ih_l1_reverse	9	-0.031283777207136154
45993	rnn.weight_hh_l1_reverse	0	0.007832221686840057
45993	rnn.weight_hh_l1_reverse	1	0.028696464374661446
45993	rnn.weight_hh_l1_reverse	2	-0.03678417578339577
45993	rnn.weight_hh_l1_reverse	3	0.04022634029388428
45993	rnn.weight_hh_l1_reverse	4	0.04383555054664612
45993	rnn.weight_hh_l1_reverse	5	0.009188788942992687
45993	rnn.weight_hh_l1_reverse	6	0.007610631641000509
45993	rnn.weight_hh_l1_reverse	7	0.027181563898921013
45993	rnn.weight_hh_l1_reverse	8	-0.0036254909355193377
45993	rnn.weight_hh_l1_reverse	9	-0.041475653648376465
45993	rnn.bias_ih_l1_reverse	0	-0.025676779448986053
45993	rnn.bias_ih_l1_reverse	1	-0.0686991959810257
45993	rnn.bias_ih_l1_reverse	2	-0.0892011895775795
45993	rnn.bias_ih_l1_reverse	3	-0.02539244294166565
45993	rnn.bias_ih_l1_reverse	4	-0.1489802896976471
45993	rnn.bias_ih_l1_reverse	5	-0.06479135900735855
45993	rnn.bias_ih_l1_reverse	6	-0.08725793659687042
45993	rnn.bias_ih_l1_reverse	7	-0.10333365947008133
45993	rnn.bias_ih_l1_reverse	8	0.11971554905176163
45993	rnn.bias_ih_l1_reverse	9	0.030666926875710487
45993	rnn.bias_hh_l1_reverse	0	-0.034203916788101196
45993	rnn.bias_hh_l1_reverse	1	-0.012904939241707325
45993	rnn.bias_hh_l1_reverse	2	-0.1722378432750702
45993	rnn.bias_hh_l1_reverse	3	-0.059914350509643555
45993	rnn.bias_hh_l1_reverse	4	-0.04445993900299072
45993	rnn.bias_hh_l1_reverse	5	-0.048277489840984344
45993	rnn.bias_hh_l1_reverse	6	0.17823228240013123
45993	rnn.bias_hh_l1_reverse	7	-0.10934870690107346
45993	rnn.bias_hh_l1_reverse	8	-0.07278186082839966
45993	rnn.bias_hh_l1_reverse	9	-0.08985607326030731
45993	linear.weight	0	0.002228822559118271
45993	linear.weight	1	0.0017556463135406375
45993	linear.weight	2	-0.10342806577682495
45993	linear.weight	3	0.2820626199245453
45993	linear.weight	4	0.0830976739525795
45993	linear.weight	5	0.01128382794559002
45993	linear.weight	6	0.04112711921334267
45993	linear.weight	7	0.09020807594060898
45993	linear.weight	8	0.042049340903759
45993	linear.weight	9	-0.059821102768182755
45993	linear.bias	0	-0.08661045879125595
45993	linear.bias	1	-0.07846510410308838
45993	linear.bias	2	-0.43897974491119385
45993	linear.bias	3	-0.7395700216293335
45993	linear.bias	4	-0.9814455509185791
45993	linear.bias	5	0.0038427654653787613
45993	linear.bias	6	-0.5874960422515869
45993	linear.bias	7	0.4798924922943115
45993	linear.bias	8	-0.5528985261917114
45993	linear.bias	9	-0.7758632302284241
46190	transitions	0	0.45512983202934265
46190	transitions	1	-0.013005852699279785
46190	transitions	2	-10000.0
46190	transitions	3	-1.7900923490524292
46190	transitions	4	-10000.0
46190	transitions	5	0.6793774366378784
46190	transitions	6	0.0029254897963255644
46190	transitions	7	-0.2540426254272461
46190	transitions	8	-1.3028461933135986
46190	transitions	9	-0.00010984625259879977
46190	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
46190	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
46190	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
46190	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
46190	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
46190	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
46190	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
46190	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
46190	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
46190	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
46190	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
46190	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
46190	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
46190	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
46190	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
46190	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
46190	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
46190	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
46190	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
46190	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
46190	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
46190	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
46190	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
46190	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
46190	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
46190	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
46190	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
46190	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
46190	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
46190	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
46190	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
46190	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
46190	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
46190	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
46190	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
46190	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
46190	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
46190	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
46190	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
46190	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
46190	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
46190	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
46190	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
46190	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
46190	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
46190	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
46190	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
46190	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
46190	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
46190	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
46190	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
46190	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
46190	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
46190	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
46190	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
46190	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
46190	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
46190	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
46190	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
46190	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
46190	embedding2nn.weight	0	-0.00022857371368445456
46190	embedding2nn.weight	1	-0.016425980255007744
46190	embedding2nn.weight	2	-0.014268253929913044
46190	embedding2nn.weight	3	0.01144131738692522
46190	embedding2nn.weight	4	-0.0059150345623493195
46190	embedding2nn.weight	5	-0.0037005830090492964
46190	embedding2nn.weight	6	-0.003973211627453566
46190	embedding2nn.weight	7	-0.036459412425756454
46190	embedding2nn.weight	8	-0.0019979383796453476
46190	embedding2nn.weight	9	-0.02536853402853012
46190	embedding2nn.bias	0	0.04318874701857567
46190	embedding2nn.bias	1	-0.04270119592547417
46190	embedding2nn.bias	2	0.07976416498422623
46190	embedding2nn.bias	3	0.028353823348879814
46190	embedding2nn.bias	4	-0.027364827692508698
46190	embedding2nn.bias	5	-0.04317338764667511
46190	embedding2nn.bias	6	0.016383929178118706
46190	embedding2nn.bias	7	-0.06600546091794968
46190	embedding2nn.bias	8	0.05945010110735893
46190	embedding2nn.bias	9	0.038170285522937775
46190	rnn.weight_ih_l0	0	-0.010938026942312717
46190	rnn.weight_ih_l0	1	0.011965986341238022
46190	rnn.weight_ih_l0	2	0.027752535417675972
46190	rnn.weight_ih_l0	3	0.003918087109923363
46190	rnn.weight_ih_l0	4	-0.030102428048849106
46190	rnn.weight_ih_l0	5	-0.05474330857396126
46190	rnn.weight_ih_l0	6	0.018950417637825012
46190	rnn.weight_ih_l0	7	0.04691339284181595
46190	rnn.weight_ih_l0	8	0.011157063767313957
46190	rnn.weight_ih_l0	9	-0.030514201149344444
46190	rnn.weight_hh_l0	0	-0.03818158805370331
46190	rnn.weight_hh_l0	1	-0.0008636019774712622
46190	rnn.weight_hh_l0	2	0.0020212766248732805
46190	rnn.weight_hh_l0	3	-0.049833640456199646
46190	rnn.weight_hh_l0	4	0.05256273224949837
46190	rnn.weight_hh_l0	5	-0.017178328707814217
46190	rnn.weight_hh_l0	6	-0.036965928971767426
46190	rnn.weight_hh_l0	7	-0.02363688498735428
46190	rnn.weight_hh_l0	8	-0.0038048874121159315
46190	rnn.weight_hh_l0	9	-0.020658068358898163
46190	rnn.bias_ih_l0	0	0.039210475981235504
46190	rnn.bias_ih_l0	1	-0.018542444333434105
46190	rnn.bias_ih_l0	2	-0.00034044988569803536
46190	rnn.bias_ih_l0	3	0.07724575698375702
46190	rnn.bias_ih_l0	4	-0.033456724137067795
46190	rnn.bias_ih_l0	5	-0.028972193598747253
46190	rnn.bias_ih_l0	6	0.009259035810828209
46190	rnn.bias_ih_l0	7	0.047955222427845
46190	rnn.bias_ih_l0	8	-0.06611646711826324
46190	rnn.bias_ih_l0	9	-0.04765338823199272
46190	rnn.bias_hh_l0	0	-0.023129936307668686
46190	rnn.bias_hh_l0	1	-0.06628070026636124
46190	rnn.bias_hh_l0	2	-0.03525321185588837
46190	rnn.bias_hh_l0	3	-0.06461647152900696
46190	rnn.bias_hh_l0	4	-0.01195451058447361
46190	rnn.bias_hh_l0	5	0.008376117795705795
46190	rnn.bias_hh_l0	6	0.01895352266728878
46190	rnn.bias_hh_l0	7	-0.0010618282249197364
46190	rnn.bias_hh_l0	8	-0.08916427940130234
46190	rnn.bias_hh_l0	9	-0.0013358751311898232
46190	rnn.weight_ih_l0_reverse	0	-0.02068265713751316
46190	rnn.weight_ih_l0_reverse	1	-0.05199779197573662
46190	rnn.weight_ih_l0_reverse	2	-0.029245924204587936
46190	rnn.weight_ih_l0_reverse	3	-0.0035124158021062613
46190	rnn.weight_ih_l0_reverse	4	-0.006282786373049021
46190	rnn.weight_ih_l0_reverse	5	-0.047001928091049194
46190	rnn.weight_ih_l0_reverse	6	0.04386284947395325
46190	rnn.weight_ih_l0_reverse	7	-0.022109778597950935
46190	rnn.weight_ih_l0_reverse	8	-0.03319768235087395
46190	rnn.weight_ih_l0_reverse	9	0.014005507342517376
46190	rnn.weight_hh_l0_reverse	0	0.044211771339178085
46190	rnn.weight_hh_l0_reverse	1	0.0347292497754097
46190	rnn.weight_hh_l0_reverse	2	0.03057912550866604
46190	rnn.weight_hh_l0_reverse	3	0.02228671684861183
46190	rnn.weight_hh_l0_reverse	4	0.004290082026273012
46190	rnn.weight_hh_l0_reverse	5	-0.007902235724031925
46190	rnn.weight_hh_l0_reverse	6	0.03848757967352867
46190	rnn.weight_hh_l0_reverse	7	-0.03975735604763031
46190	rnn.weight_hh_l0_reverse	8	0.01544408593326807
46190	rnn.weight_hh_l0_reverse	9	0.04693169891834259
46190	rnn.bias_ih_l0_reverse	0	-0.06535167247056961
46190	rnn.bias_ih_l0_reverse	1	-0.18071620166301727
46190	rnn.bias_ih_l0_reverse	2	-0.06616132706403732
46190	rnn.bias_ih_l0_reverse	3	-0.015363951213657856
46190	rnn.bias_ih_l0_reverse	4	-0.0441243052482605
46190	rnn.bias_ih_l0_reverse	5	0.028601113706827164
46190	rnn.bias_ih_l0_reverse	6	-0.03075139783322811
46190	rnn.bias_ih_l0_reverse	7	0.04819342494010925
46190	rnn.bias_ih_l0_reverse	8	-0.04038233682513237
46190	rnn.bias_ih_l0_reverse	9	0.026051796972751617
46190	rnn.bias_hh_l0_reverse	0	-0.025379270315170288
46190	rnn.bias_hh_l0_reverse	1	-0.012329666875302792
46190	rnn.bias_hh_l0_reverse	2	0.03695232421159744
46190	rnn.bias_hh_l0_reverse	3	-0.0284026600420475
46190	rnn.bias_hh_l0_reverse	4	-0.046486884355545044
46190	rnn.bias_hh_l0_reverse	5	-0.05238264054059982
46190	rnn.bias_hh_l0_reverse	6	-0.02431337907910347
46190	rnn.bias_hh_l0_reverse	7	0.057703036814928055
46190	rnn.bias_hh_l0_reverse	8	0.023824239149689674
46190	rnn.bias_hh_l0_reverse	9	-0.0850791409611702
46190	rnn.weight_ih_l1	0	-0.034268904477357864
46190	rnn.weight_ih_l1	1	-0.038635268807411194
46190	rnn.weight_ih_l1	2	0.06464721262454987
46190	rnn.weight_ih_l1	3	-0.024861229583621025
46190	rnn.weight_ih_l1	4	-3.154142905259505e-05
46190	rnn.weight_ih_l1	5	-0.04302225261926651
46190	rnn.weight_ih_l1	6	0.017856374382972717
46190	rnn.weight_ih_l1	7	-0.04215601086616516
46190	rnn.weight_ih_l1	8	0.03761247918009758
46190	rnn.weight_ih_l1	9	0.02764124423265457
46190	rnn.weight_hh_l1	0	-0.006827894132584333
46190	rnn.weight_hh_l1	1	0.004767717327922583
46190	rnn.weight_hh_l1	2	-0.005573569796979427
46190	rnn.weight_hh_l1	3	-0.008627116680145264
46190	rnn.weight_hh_l1	4	0.002786986529827118
46190	rnn.weight_hh_l1	5	0.026143673807382584
46190	rnn.weight_hh_l1	6	0.03351310268044472
46190	rnn.weight_hh_l1	7	-0.02721571922302246
46190	rnn.weight_hh_l1	8	-0.030438100919127464
46190	rnn.weight_hh_l1	9	0.035861507058143616
46190	rnn.bias_ih_l1	0	-0.11819954961538315
46190	rnn.bias_ih_l1	1	-0.10571198165416718
46190	rnn.bias_ih_l1	2	-0.1160004734992981
46190	rnn.bias_ih_l1	3	-0.17781849205493927
46190	rnn.bias_ih_l1	4	-0.16607913374900818
46190	rnn.bias_ih_l1	5	-0.09859369695186615
46190	rnn.bias_ih_l1	6	-0.07834435254335403
46190	rnn.bias_ih_l1	7	-0.03515853360295296
46190	rnn.bias_ih_l1	8	-0.07991331815719604
46190	rnn.bias_ih_l1	9	-0.1045447364449501
46190	rnn.bias_hh_l1	0	-0.09607498347759247
46190	rnn.bias_hh_l1	1	-0.046406831592321396
46190	rnn.bias_hh_l1	2	-0.07904400676488876
46190	rnn.bias_hh_l1	3	-0.06301870942115784
46190	rnn.bias_hh_l1	4	-0.08862372487783432
46190	rnn.bias_hh_l1	5	-0.058466777205467224
46190	rnn.bias_hh_l1	6	-0.08831337094306946
46190	rnn.bias_hh_l1	7	0.028479037806391716
46190	rnn.bias_hh_l1	8	-0.0785546749830246
46190	rnn.bias_hh_l1	9	-0.06166158989071846
46190	rnn.weight_ih_l1_reverse	0	-0.03273230791091919
46190	rnn.weight_ih_l1_reverse	1	0.042846787720918655
46190	rnn.weight_ih_l1_reverse	2	-0.03354808688163757
46190	rnn.weight_ih_l1_reverse	3	-0.013396275229752064
46190	rnn.weight_ih_l1_reverse	4	-0.03213101625442505
46190	rnn.weight_ih_l1_reverse	5	-0.03865670785307884
46190	rnn.weight_ih_l1_reverse	6	-0.03931713104248047
46190	rnn.weight_ih_l1_reverse	7	0.016801482066512108
46190	rnn.weight_ih_l1_reverse	8	0.010788556188344955
46190	rnn.weight_ih_l1_reverse	9	-0.029449226334691048
46190	rnn.weight_hh_l1_reverse	0	0.008047613315284252
46190	rnn.weight_hh_l1_reverse	1	0.028634779155254364
46190	rnn.weight_hh_l1_reverse	2	-0.03689064458012581
46190	rnn.weight_hh_l1_reverse	3	0.04033701494336128
46190	rnn.weight_hh_l1_reverse	4	0.04367244616150856
46190	rnn.weight_hh_l1_reverse	5	0.009430267848074436
46190	rnn.weight_hh_l1_reverse	6	0.009945878759026527
46190	rnn.weight_hh_l1_reverse	7	0.027160517871379852
46190	rnn.weight_hh_l1_reverse	8	-0.0033904698211699724
46190	rnn.weight_hh_l1_reverse	9	-0.04149535670876503
46190	rnn.bias_ih_l1_reverse	0	-0.025412142276763916
46190	rnn.bias_ih_l1_reverse	1	-0.07045616209506989
46190	rnn.bias_ih_l1_reverse	2	-0.08948729187250137
46190	rnn.bias_ih_l1_reverse	3	-0.027842462062835693
46190	rnn.bias_ih_l1_reverse	4	-0.14822539687156677
46190	rnn.bias_ih_l1_reverse	5	-0.06416964530944824
46190	rnn.bias_ih_l1_reverse	6	-0.08947298675775528
46190	rnn.bias_ih_l1_reverse	7	-0.10185815393924713
46190	rnn.bias_ih_l1_reverse	8	0.11647818982601166
46190	rnn.bias_ih_l1_reverse	9	0.022287406027317047
46190	rnn.bias_hh_l1_reverse	0	-0.02705494500696659
46190	rnn.bias_hh_l1_reverse	1	-0.014090926386415958
46190	rnn.bias_hh_l1_reverse	2	-0.17278145253658295
46190	rnn.bias_hh_l1_reverse	3	-0.061359141021966934
46190	rnn.bias_hh_l1_reverse	4	-0.04556363821029663
46190	rnn.bias_hh_l1_reverse	5	-0.05056137219071388
46190	rnn.bias_hh_l1_reverse	6	0.17587028443813324
46190	rnn.bias_hh_l1_reverse	7	-0.11620669811964035
46190	rnn.bias_hh_l1_reverse	8	-0.07250230759382248
46190	rnn.bias_hh_l1_reverse	9	-0.09018204361200333
46190	linear.weight	0	0.002228822559118271
46190	linear.weight	1	0.0068662650883197784
46190	linear.weight	2	-0.10396517068147659
46190	linear.weight	3	0.2747679054737091
46190	linear.weight	4	0.08247923105955124
46190	linear.weight	5	0.006504097022116184
46190	linear.weight	6	0.026551419869065285
46190	linear.weight	7	0.09394502639770508
46190	linear.weight	8	0.04205493628978729
46190	linear.weight	9	-0.06048900634050369
46190	linear.bias	0	-0.06248880922794342
46190	linear.bias	1	-0.0783526673913002
46190	linear.bias	2	-0.45056813955307007
46190	linear.bias	3	-0.7633258104324341
46190	linear.bias	4	-1.0077711343765259
46190	linear.bias	5	0.024960050359368324
46190	linear.bias	6	-0.5938671827316284
46190	linear.bias	7	0.4978318512439728
46190	linear.bias	8	-0.5648149847984314
46190	linear.bias	9	-0.7902742028236389
46387	transitions	0	0.47095462679862976
46387	transitions	1	-0.017266228795051575
46387	transitions	2	-10000.0
46387	transitions	3	-1.790226697921753
46387	transitions	4	-10000.0
46387	transitions	5	0.67900151014328
46387	transitions	6	0.0026419581845402718
46387	transitions	7	-0.2552568018436432
46387	transitions	8	-1.3037532567977905
46387	transitions	9	-0.0001153002813225612
46387	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
46387	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
46387	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
46387	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
46387	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
46387	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
46387	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
46387	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
46387	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
46387	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
46387	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
46387	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
46387	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
46387	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
46387	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
46387	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
46387	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
46387	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
46387	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
46387	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
46387	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
46387	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
46387	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
46387	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
46387	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
46387	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
46387	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
46387	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
46387	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
46387	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
46387	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
46387	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
46387	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
46387	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
46387	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
46387	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
46387	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
46387	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
46387	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
46387	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
46387	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
46387	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
46387	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
46387	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
46387	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
46387	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
46387	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
46387	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
46387	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
46387	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
46387	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
46387	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
46387	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
46387	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
46387	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
46387	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
46387	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
46387	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
46387	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
46387	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
46387	embedding2nn.weight	0	0.0008870110032148659
46387	embedding2nn.weight	1	-0.016530023887753487
46387	embedding2nn.weight	2	-0.014268253929913044
46387	embedding2nn.weight	3	0.010885114781558514
46387	embedding2nn.weight	4	-0.0059150345623493195
46387	embedding2nn.weight	5	-0.00370058324187994
46387	embedding2nn.weight	6	-0.0039732069708406925
46387	embedding2nn.weight	7	-0.036624975502491
46387	embedding2nn.weight	8	-0.0019979383796453476
46387	embedding2nn.weight	9	-0.025630390271544456
46387	embedding2nn.bias	0	0.044537726789712906
46387	embedding2nn.bias	1	-0.0482221357524395
46387	embedding2nn.bias	2	0.08037883043289185
46387	embedding2nn.bias	3	0.027074171230196953
46387	embedding2nn.bias	4	-0.023099256679415703
46387	embedding2nn.bias	5	-0.044073376804590225
46387	embedding2nn.bias	6	0.016543082892894745
46387	embedding2nn.bias	7	-0.06118908151984215
46387	embedding2nn.bias	8	0.05425160750746727
46387	embedding2nn.bias	9	0.041032299399375916
46387	rnn.weight_ih_l0	0	-0.013129015453159809
46387	rnn.weight_ih_l0	1	0.011714929714798927
46387	rnn.weight_ih_l0	2	0.02653488703072071
46387	rnn.weight_ih_l0	3	0.004420151934027672
46387	rnn.weight_ih_l0	4	-0.028766555711627007
46387	rnn.weight_ih_l0	5	-0.05387692525982857
46387	rnn.weight_ih_l0	6	0.01776242069900036
46387	rnn.weight_ih_l0	7	0.04613474756479263
46387	rnn.weight_ih_l0	8	0.010164706967771053
46387	rnn.weight_ih_l0	9	-0.030270753428339958
46387	rnn.weight_hh_l0	0	-0.03762008622288704
46387	rnn.weight_hh_l0	1	-0.0006148517713882029
46387	rnn.weight_hh_l0	2	0.0015025881584733725
46387	rnn.weight_hh_l0	3	-0.04936709627509117
46387	rnn.weight_hh_l0	4	0.052463095635175705
46387	rnn.weight_hh_l0	5	-0.01877642050385475
46387	rnn.weight_hh_l0	6	-0.03514936566352844
46387	rnn.weight_hh_l0	7	-0.024087702855467796
46387	rnn.weight_hh_l0	8	-0.003654635511338711
46387	rnn.weight_hh_l0	9	-0.02019360102713108
46387	rnn.bias_ih_l0	0	0.0390617698431015
46387	rnn.bias_ih_l0	1	-0.01680026389658451
46387	rnn.bias_ih_l0	2	0.000736712827347219
46387	rnn.bias_ih_l0	3	0.07428835332393646
46387	rnn.bias_ih_l0	4	-0.03322965279221535
46387	rnn.bias_ih_l0	5	-0.030956530943512917
46387	rnn.bias_ih_l0	6	0.008378426544368267
46387	rnn.bias_ih_l0	7	0.05180666968226433
46387	rnn.bias_ih_l0	8	-0.06714615225791931
46387	rnn.bias_ih_l0	9	-0.050919562578201294
46387	rnn.bias_hh_l0	0	-0.02222469262778759
46387	rnn.bias_hh_l0	1	-0.06904984265565872
46387	rnn.bias_hh_l0	2	-0.033483896404504776
46387	rnn.bias_hh_l0	3	-0.06116664037108421
46387	rnn.bias_hh_l0	4	-0.008563879877328873
46387	rnn.bias_hh_l0	5	0.010405641049146652
46387	rnn.bias_hh_l0	6	0.017468497157096863
46387	rnn.bias_hh_l0	7	-0.0010240976698696613
46387	rnn.bias_hh_l0	8	-0.08766937255859375
46387	rnn.bias_hh_l0	9	-0.007106121629476547
46387	rnn.weight_ih_l0_reverse	0	-0.022051110863685608
46387	rnn.weight_ih_l0_reverse	1	-0.052388764917850494
46387	rnn.weight_ih_l0_reverse	2	-0.028855962678790092
46387	rnn.weight_ih_l0_reverse	3	-0.003044390818104148
46387	rnn.weight_ih_l0_reverse	4	-0.007006220985203981
46387	rnn.weight_ih_l0_reverse	5	-0.04688597470521927
46387	rnn.weight_ih_l0_reverse	6	0.04508119449019432
46387	rnn.weight_ih_l0_reverse	7	-0.02165597304701805
46387	rnn.weight_ih_l0_reverse	8	-0.03349851816892624
46387	rnn.weight_ih_l0_reverse	9	0.013146957382559776
46387	rnn.weight_hh_l0_reverse	0	0.04608888924121857
46387	rnn.weight_hh_l0_reverse	1	0.034254126250743866
46387	rnn.weight_hh_l0_reverse	2	0.03105621412396431
46387	rnn.weight_hh_l0_reverse	3	0.021765651181340218
46387	rnn.weight_hh_l0_reverse	4	0.004848378710448742
46387	rnn.weight_hh_l0_reverse	5	-0.006983795668929815
46387	rnn.weight_hh_l0_reverse	6	0.039041660726070404
46387	rnn.weight_hh_l0_reverse	7	-0.041814208030700684
46387	rnn.weight_hh_l0_reverse	8	0.015396350994706154
46387	rnn.weight_hh_l0_reverse	9	0.04684631898999214
46387	rnn.bias_ih_l0_reverse	0	-0.06168263778090477
46387	rnn.bias_ih_l0_reverse	1	-0.17769593000411987
46387	rnn.bias_ih_l0_reverse	2	-0.06596964597702026
46387	rnn.bias_ih_l0_reverse	3	-0.015506872907280922
46387	rnn.bias_ih_l0_reverse	4	-0.04340945929288864
46387	rnn.bias_ih_l0_reverse	5	0.026175281032919884
46387	rnn.bias_ih_l0_reverse	6	-0.02905477024614811
46387	rnn.bias_ih_l0_reverse	7	0.04426047205924988
46387	rnn.bias_ih_l0_reverse	8	-0.03954404965043068
46387	rnn.bias_ih_l0_reverse	9	0.023741601034998894
46387	rnn.bias_hh_l0_reverse	0	-0.02504340000450611
46387	rnn.bias_hh_l0_reverse	1	-0.016411343589425087
46387	rnn.bias_hh_l0_reverse	2	0.03844215348362923
46387	rnn.bias_hh_l0_reverse	3	-0.027182675898075104
46387	rnn.bias_hh_l0_reverse	4	-0.0446757934987545
46387	rnn.bias_hh_l0_reverse	5	-0.0545913502573967
46387	rnn.bias_hh_l0_reverse	6	-0.023086102679371834
46387	rnn.bias_hh_l0_reverse	7	0.05743855610489845
46387	rnn.bias_hh_l0_reverse	8	0.02222188375890255
46387	rnn.bias_hh_l0_reverse	9	-0.08360270410776138
46387	rnn.weight_ih_l1	0	-0.034257009625434875
46387	rnn.weight_ih_l1	1	-0.037782326340675354
46387	rnn.weight_ih_l1	2	0.06294477730989456
46387	rnn.weight_ih_l1	3	-0.02577069215476513
46387	rnn.weight_ih_l1	4	-0.00025159501819871366
46387	rnn.weight_ih_l1	5	-0.04334212467074394
46387	rnn.weight_ih_l1	6	0.01812087744474411
46387	rnn.weight_ih_l1	7	-0.04161084443330765
46387	rnn.weight_ih_l1	8	0.03787311539053917
46387	rnn.weight_ih_l1	9	0.027628518640995026
46387	rnn.weight_hh_l1	0	-0.005185237154364586
46387	rnn.weight_hh_l1	1	0.004869941156357527
46387	rnn.weight_hh_l1	2	-0.00465543894097209
46387	rnn.weight_hh_l1	3	-0.008795071393251419
46387	rnn.weight_hh_l1	4	0.00323950476013124
46387	rnn.weight_hh_l1	5	0.02598060481250286
46387	rnn.weight_hh_l1	6	0.03358183428645134
46387	rnn.weight_hh_l1	7	-0.02700970135629177
46387	rnn.weight_hh_l1	8	-0.0311944130808115
46387	rnn.weight_hh_l1	9	0.03557277098298073
46387	rnn.bias_ih_l1	0	-0.11767630279064178
46387	rnn.bias_ih_l1	1	-0.1066904366016388
46387	rnn.bias_ih_l1	2	-0.1158410906791687
46387	rnn.bias_ih_l1	3	-0.17647810280323029
46387	rnn.bias_ih_l1	4	-0.178950235247612
46387	rnn.bias_ih_l1	5	-0.09701512008905411
46387	rnn.bias_ih_l1	6	-0.07831520587205887
46387	rnn.bias_ih_l1	7	-0.029505571350455284
46387	rnn.bias_ih_l1	8	-0.079757459461689
46387	rnn.bias_ih_l1	9	-0.10032615810632706
46387	rnn.bias_hh_l1	0	-0.0961105227470398
46387	rnn.bias_hh_l1	1	-0.04631990194320679
46387	rnn.bias_hh_l1	2	-0.07655579596757889
46387	rnn.bias_hh_l1	3	-0.06187522038817406
46387	rnn.bias_hh_l1	4	-0.08795754611492157
46387	rnn.bias_hh_l1	5	-0.05800452083349228
46387	rnn.bias_hh_l1	6	-0.08502742648124695
46387	rnn.bias_hh_l1	7	0.030840294435620308
46387	rnn.bias_hh_l1	8	-0.07577650249004364
46387	rnn.bias_hh_l1	9	-0.05961436778306961
46387	rnn.weight_ih_l1_reverse	0	-0.03349299356341362
46387	rnn.weight_ih_l1_reverse	1	0.03986281529068947
46387	rnn.weight_ih_l1_reverse	2	-0.03230619803071022
46387	rnn.weight_ih_l1_reverse	3	-0.015381942503154278
46387	rnn.weight_ih_l1_reverse	4	-0.030724653974175453
46387	rnn.weight_ih_l1_reverse	5	-0.03853033483028412
46387	rnn.weight_ih_l1_reverse	6	-0.03786422684788704
46387	rnn.weight_ih_l1_reverse	7	0.01690520904958248
46387	rnn.weight_ih_l1_reverse	8	0.013799598440527916
46387	rnn.weight_ih_l1_reverse	9	-0.03227003291249275
46387	rnn.weight_hh_l1_reverse	0	0.00789230689406395
46387	rnn.weight_hh_l1_reverse	1	0.028423424810171127
46387	rnn.weight_hh_l1_reverse	2	-0.0368419885635376
46387	rnn.weight_hh_l1_reverse	3	0.04053366184234619
46387	rnn.weight_hh_l1_reverse	4	0.04402455314993858
46387	rnn.weight_hh_l1_reverse	5	0.009393120184540749
46387	rnn.weight_hh_l1_reverse	6	0.011862111277878284
46387	rnn.weight_hh_l1_reverse	7	0.026948055252432823
46387	rnn.weight_hh_l1_reverse	8	-0.003464996349066496
46387	rnn.weight_hh_l1_reverse	9	-0.04098445922136307
46387	rnn.bias_ih_l1_reverse	0	-0.02725742571055889
46387	rnn.bias_ih_l1_reverse	1	-0.0688759982585907
46387	rnn.bias_ih_l1_reverse	2	-0.09114252030849457
46387	rnn.bias_ih_l1_reverse	3	-0.02898375876247883
46387	rnn.bias_ih_l1_reverse	4	-0.14784781634807587
46387	rnn.bias_ih_l1_reverse	5	-0.06507108360528946
46387	rnn.bias_ih_l1_reverse	6	-0.08884589374065399
46387	rnn.bias_ih_l1_reverse	7	-0.10544909536838531
46387	rnn.bias_ih_l1_reverse	8	0.11816056817770004
46387	rnn.bias_ih_l1_reverse	9	0.014516055583953857
46387	rnn.bias_hh_l1_reverse	0	-0.03101283311843872
46387	rnn.bias_hh_l1_reverse	1	-0.015445023775100708
46387	rnn.bias_hh_l1_reverse	2	-0.17242233455181122
46387	rnn.bias_hh_l1_reverse	3	-0.06339245289564133
46387	rnn.bias_hh_l1_reverse	4	-0.046647898852825165
46387	rnn.bias_hh_l1_reverse	5	-0.051133692264556885
46387	rnn.bias_hh_l1_reverse	6	0.1615389585494995
46387	rnn.bias_hh_l1_reverse	7	-0.11536819487810135
46387	rnn.bias_hh_l1_reverse	8	-0.07345984131097794
46387	rnn.bias_hh_l1_reverse	9	-0.09036417305469513
46387	linear.weight	0	0.002228822559118271
46387	linear.weight	1	0.00645547267049551
46387	linear.weight	2	-0.1119958907365799
46387	linear.weight	3	0.26591259241104126
46387	linear.weight	4	0.08655382692813873
46387	linear.weight	5	0.013651839457452297
46387	linear.weight	6	0.027631666511297226
46387	linear.weight	7	0.08740956336259842
46387	linear.weight	8	0.04206455871462822
46387	linear.weight	9	-0.058052316308021545
46387	linear.bias	0	-0.11246360838413239
46387	linear.bias	1	-0.08036258816719055
46387	linear.bias	2	-0.4342344403266907
46387	linear.bias	3	-0.7467557787895203
46387	linear.bias	4	-0.9937814474105835
46387	linear.bias	5	0.04184144362807274
46387	linear.bias	6	-0.5991983413696289
46387	linear.bias	7	0.5161314010620117
46387	linear.bias	8	-0.5830991268157959
46387	linear.bias	9	-0.8096564412117004
46584	transitions	0	0.4821525812149048
46584	transitions	1	-0.015005018562078476
46584	transitions	2	-10000.0
46584	transitions	3	-1.7903618812561035
46584	transitions	4	-10000.0
46584	transitions	5	0.6786298751831055
46584	transitions	6	0.002359810285270214
46584	transitions	7	-0.257540762424469
46584	transitions	8	-1.3040379285812378
46584	transitions	9	-0.00012114615674363449
46584	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
46584	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
46584	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
46584	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
46584	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
46584	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
46584	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
46584	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
46584	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
46584	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
46584	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
46584	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
46584	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
46584	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
46584	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
46584	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
46584	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
46584	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
46584	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
46584	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
46584	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
46584	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
46584	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
46584	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
46584	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
46584	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
46584	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
46584	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
46584	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
46584	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
46584	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
46584	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
46584	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
46584	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
46584	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
46584	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
46584	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
46584	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
46584	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
46584	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
46584	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
46584	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
46584	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
46584	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
46584	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
46584	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
46584	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
46584	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
46584	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
46584	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
46584	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
46584	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
46584	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
46584	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
46584	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
46584	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
46584	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
46584	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
46584	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
46584	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
46584	embedding2nn.weight	0	0.0009582507773302495
46584	embedding2nn.weight	1	-0.01659824326634407
46584	embedding2nn.weight	2	-0.014268253929913044
46584	embedding2nn.weight	3	0.010847557336091995
46584	embedding2nn.weight	4	-0.0059150345623493195
46584	embedding2nn.weight	5	-0.0037005837075412273
46584	embedding2nn.weight	6	-0.003973204642534256
46584	embedding2nn.weight	7	-0.03772241249680519
46584	embedding2nn.weight	8	-0.0019979383796453476
46584	embedding2nn.weight	9	-0.026007799431681633
46584	embedding2nn.bias	0	0.04434050992131233
46584	embedding2nn.bias	1	-0.04978266358375549
46584	embedding2nn.bias	2	0.09283624589443207
46584	embedding2nn.bias	3	0.027774222195148468
46584	embedding2nn.bias	4	-0.0326060950756073
46584	embedding2nn.bias	5	-0.04033144563436508
46584	embedding2nn.bias	6	0.01560231950134039
46584	embedding2nn.bias	7	-0.0624244287610054
46584	embedding2nn.bias	8	0.054296962916851044
46584	embedding2nn.bias	9	0.032547324895858765
46584	rnn.weight_ih_l0	0	-0.012118278071284294
46584	rnn.weight_ih_l0	1	0.012375435791909695
46584	rnn.weight_ih_l0	2	0.026927880942821503
46584	rnn.weight_ih_l0	3	0.0034257692750543356
46584	rnn.weight_ih_l0	4	-0.026301223784685135
46584	rnn.weight_ih_l0	5	-0.05474492534995079
46584	rnn.weight_ih_l0	6	0.01777426339685917
46584	rnn.weight_ih_l0	7	0.045346856117248535
46584	rnn.weight_ih_l0	8	0.01095519121736288
46584	rnn.weight_ih_l0	9	-0.02922089956700802
46584	rnn.weight_hh_l0	0	-0.03749168664216995
46584	rnn.weight_hh_l0	1	-0.0017526269657537341
46584	rnn.weight_hh_l0	2	0.0006317909574136138
46584	rnn.weight_hh_l0	3	-0.050460878759622574
46584	rnn.weight_hh_l0	4	0.05153894051909447
46584	rnn.weight_hh_l0	5	-0.018051108345389366
46584	rnn.weight_hh_l0	6	-0.03462066128849983
46584	rnn.weight_hh_l0	7	-0.02768632397055626
46584	rnn.weight_hh_l0	8	-0.002902498235926032
46584	rnn.weight_hh_l0	9	-0.02055112086236477
46584	rnn.bias_ih_l0	0	0.04001497104763985
46584	rnn.bias_ih_l0	1	-0.01883840188384056
46584	rnn.bias_ih_l0	2	-0.0031699633691459894
46584	rnn.bias_ih_l0	3	0.07393547147512436
46584	rnn.bias_ih_l0	4	-0.03480025753378868
46584	rnn.bias_ih_l0	5	-0.02720535732805729
46584	rnn.bias_ih_l0	6	0.006027920637279749
46584	rnn.bias_ih_l0	7	0.05000103637576103
46584	rnn.bias_ih_l0	8	-0.06598035991191864
46584	rnn.bias_ih_l0	9	-0.051240064203739166
46584	rnn.bias_hh_l0	0	-0.02158632129430771
46584	rnn.bias_hh_l0	1	-0.06675844639539719
46584	rnn.bias_hh_l0	2	-0.0333789698779583
46584	rnn.bias_hh_l0	3	-0.05891766771674156
46584	rnn.bias_hh_l0	4	-0.008595852181315422
46584	rnn.bias_hh_l0	5	0.007913950830698013
46584	rnn.bias_hh_l0	6	0.01769401691854
46584	rnn.bias_hh_l0	7	0.002282683039084077
46584	rnn.bias_hh_l0	8	-0.08731799572706223
46584	rnn.bias_hh_l0	9	-0.0017760611372068524
46584	rnn.weight_ih_l0_reverse	0	-0.023343432694673538
46584	rnn.weight_ih_l0_reverse	1	-0.05124639719724655
46584	rnn.weight_ih_l0_reverse	2	-0.02973981387913227
46584	rnn.weight_ih_l0_reverse	3	-0.0017277939477935433
46584	rnn.weight_ih_l0_reverse	4	-0.007297531235963106
46584	rnn.weight_ih_l0_reverse	5	-0.04743560776114464
46584	rnn.weight_ih_l0_reverse	6	0.04596676677465439
46584	rnn.weight_ih_l0_reverse	7	-0.021279286593198776
46584	rnn.weight_ih_l0_reverse	8	-0.032891884446144104
46584	rnn.weight_ih_l0_reverse	9	0.012691093608736992
46584	rnn.weight_hh_l0_reverse	0	0.04654247313737869
46584	rnn.weight_hh_l0_reverse	1	0.03388882055878639
46584	rnn.weight_hh_l0_reverse	2	0.031047873198986053
46584	rnn.weight_hh_l0_reverse	3	0.022303452715277672
46584	rnn.weight_hh_l0_reverse	4	0.005366498604416847
46584	rnn.weight_hh_l0_reverse	5	-0.006383098196238279
46584	rnn.weight_hh_l0_reverse	6	0.039049647748470306
46584	rnn.weight_hh_l0_reverse	7	-0.041456740349531174
46584	rnn.weight_hh_l0_reverse	8	0.015504971146583557
46584	rnn.weight_hh_l0_reverse	9	0.04675214737653732
46584	rnn.bias_ih_l0_reverse	0	-0.06310440599918365
46584	rnn.bias_ih_l0_reverse	1	-0.16779261827468872
46584	rnn.bias_ih_l0_reverse	2	-0.06827445328235626
46584	rnn.bias_ih_l0_reverse	3	-0.01812168024480343
46584	rnn.bias_ih_l0_reverse	4	-0.04269765317440033
46584	rnn.bias_ih_l0_reverse	5	0.025948772206902504
46584	rnn.bias_ih_l0_reverse	6	-0.026682235300540924
46584	rnn.bias_ih_l0_reverse	7	0.045704618096351624
46584	rnn.bias_ih_l0_reverse	8	-0.03718534857034683
46584	rnn.bias_ih_l0_reverse	9	0.02631053887307644
46584	rnn.bias_hh_l0_reverse	0	-0.02297399565577507
46584	rnn.bias_hh_l0_reverse	1	-0.01716206967830658
46584	rnn.bias_hh_l0_reverse	2	0.03946754336357117
46584	rnn.bias_hh_l0_reverse	3	-0.029233822599053383
46584	rnn.bias_hh_l0_reverse	4	-0.04268600419163704
46584	rnn.bias_hh_l0_reverse	5	-0.052335016429424286
46584	rnn.bias_hh_l0_reverse	6	-0.019073503091931343
46584	rnn.bias_hh_l0_reverse	7	0.0570756159722805
46584	rnn.bias_hh_l0_reverse	8	0.02716236561536789
46584	rnn.bias_hh_l0_reverse	9	-0.08041132241487503
46584	rnn.weight_ih_l1	0	-0.034539878368377686
46584	rnn.weight_ih_l1	1	-0.037584032863378525
46584	rnn.weight_ih_l1	2	0.06473185867071152
46584	rnn.weight_ih_l1	3	-0.02619229257106781
46584	rnn.weight_ih_l1	4	-3.432359517319128e-05
46584	rnn.weight_ih_l1	5	-0.04387620463967323
46584	rnn.weight_ih_l1	6	0.018013672903180122
46584	rnn.weight_ih_l1	7	-0.041849568486213684
46584	rnn.weight_ih_l1	8	0.03824049234390259
46584	rnn.weight_ih_l1	9	0.02707742713391781
46584	rnn.weight_hh_l1	0	-0.00519721582531929
46584	rnn.weight_hh_l1	1	0.0049306354485452175
46584	rnn.weight_hh_l1	2	-0.003286360763013363
46584	rnn.weight_hh_l1	3	-0.008668283000588417
46584	rnn.weight_hh_l1	4	0.003987491596490145
46584	rnn.weight_hh_l1	5	0.026050010696053505
46584	rnn.weight_hh_l1	6	0.033082570880651474
46584	rnn.weight_hh_l1	7	-0.027336178347468376
46584	rnn.weight_hh_l1	8	-0.030968639999628067
46584	rnn.weight_hh_l1	9	0.03608612343668938
46584	rnn.bias_ih_l1	0	-0.11548301577568054
46584	rnn.bias_ih_l1	1	-0.10675535351037979
46584	rnn.bias_ih_l1	2	-0.11846833676099777
46584	rnn.bias_ih_l1	3	-0.1795218139886856
46584	rnn.bias_ih_l1	4	-0.17596907913684845
46584	rnn.bias_ih_l1	5	-0.09712975472211838
46584	rnn.bias_ih_l1	6	-0.07727178186178207
46584	rnn.bias_ih_l1	7	-0.03242652490735054
46584	rnn.bias_ih_l1	8	-0.07602451741695404
46584	rnn.bias_ih_l1	9	-0.09796096384525299
46584	rnn.bias_hh_l1	0	-0.09519875049591064
46584	rnn.bias_hh_l1	1	-0.04704000800848007
46584	rnn.bias_hh_l1	2	-0.07500594109296799
46584	rnn.bias_hh_l1	3	-0.06228459253907204
46584	rnn.bias_hh_l1	4	-0.08964857459068298
46584	rnn.bias_hh_l1	5	-0.05669449642300606
46584	rnn.bias_hh_l1	6	-0.0844726637005806
46584	rnn.bias_hh_l1	7	0.024676304310560226
46584	rnn.bias_hh_l1	8	-0.07848945260047913
46584	rnn.bias_hh_l1	9	-0.0573100820183754
46584	rnn.weight_ih_l1_reverse	0	-0.03492066636681557
46584	rnn.weight_ih_l1_reverse	1	0.04512984678149223
46584	rnn.weight_ih_l1_reverse	2	-0.0339776836335659
46584	rnn.weight_ih_l1_reverse	3	-0.014705231413245201
46584	rnn.weight_ih_l1_reverse	4	-0.030900560319423676
46584	rnn.weight_ih_l1_reverse	5	-0.03872128576040268
46584	rnn.weight_ih_l1_reverse	6	-0.03865392506122589
46584	rnn.weight_ih_l1_reverse	7	0.017044974491000175
46584	rnn.weight_ih_l1_reverse	8	0.014589762315154076
46584	rnn.weight_ih_l1_reverse	9	-0.03532726690173149
46584	rnn.weight_hh_l1_reverse	0	0.007926931604743004
46584	rnn.weight_hh_l1_reverse	1	0.028405554592609406
46584	rnn.weight_hh_l1_reverse	2	-0.03693735972046852
46584	rnn.weight_hh_l1_reverse	3	0.04071006923913956
46584	rnn.weight_hh_l1_reverse	4	0.044009771198034286
46584	rnn.weight_hh_l1_reverse	5	0.009277337230741978
46584	rnn.weight_hh_l1_reverse	6	0.013276888988912106
46584	rnn.weight_hh_l1_reverse	7	0.02663269080221653
46584	rnn.weight_hh_l1_reverse	8	-0.0035939044319093227
46584	rnn.weight_hh_l1_reverse	9	-0.04037760570645332
46584	rnn.bias_ih_l1_reverse	0	-0.02799612656235695
46584	rnn.bias_ih_l1_reverse	1	-0.07075219601392746
46584	rnn.bias_ih_l1_reverse	2	-0.09263702481985092
46584	rnn.bias_ih_l1_reverse	3	-0.03377608582377434
46584	rnn.bias_ih_l1_reverse	4	-0.14828705787658691
46584	rnn.bias_ih_l1_reverse	5	-0.06690165400505066
46584	rnn.bias_ih_l1_reverse	6	-0.08974631130695343
46584	rnn.bias_ih_l1_reverse	7	-0.10879823565483093
46584	rnn.bias_ih_l1_reverse	8	0.12269920110702515
46584	rnn.bias_ih_l1_reverse	9	0.009934138506650925
46584	rnn.bias_hh_l1_reverse	0	-0.03333171084523201
46584	rnn.bias_hh_l1_reverse	1	-0.015896780416369438
46584	rnn.bias_hh_l1_reverse	2	-0.17201554775238037
46584	rnn.bias_hh_l1_reverse	3	-0.06429198384284973
46584	rnn.bias_hh_l1_reverse	4	-0.04594971984624863
46584	rnn.bias_hh_l1_reverse	5	-0.05055197700858116
46584	rnn.bias_hh_l1_reverse	6	0.16481967270374298
46584	rnn.bias_hh_l1_reverse	7	-0.11771754920482635
46584	rnn.bias_hh_l1_reverse	8	-0.07441770285367966
46584	rnn.bias_hh_l1_reverse	9	-0.09018441289663315
46584	linear.weight	0	0.002228822559118271
46584	linear.weight	1	0.00646372651681304
46584	linear.weight	2	-0.11731431633234024
46584	linear.weight	3	0.28114885091781616
46584	linear.weight	4	0.0797102302312851
46584	linear.weight	5	0.014590195380151272
46584	linear.weight	6	0.029095526784658432
46584	linear.weight	7	0.1046161875128746
46584	linear.weight	8	0.042068008333444595
46584	linear.weight	9	-0.061207935214042664
46584	linear.bias	0	-0.08282946795225143
46584	linear.bias	1	-0.12448634952306747
46584	linear.bias	2	-0.4632488489151001
46584	linear.bias	3	-0.7344939112663269
46584	linear.bias	4	-0.9828628301620483
46584	linear.bias	5	0.03863616660237312
46584	linear.bias	6	-0.6420570015907288
46584	linear.bias	7	0.5171861052513123
46584	linear.bias	8	-0.5677048563957214
46584	linear.bias	9	-0.7963127493858337
46781	transitions	0	0.4602004885673523
46781	transitions	1	-0.011652052402496338
46781	transitions	2	-10000.0
46781	transitions	3	-1.7905006408691406
46781	transitions	4	-10000.0
46781	transitions	5	0.6781358122825623
46781	transitions	6	0.002054150914773345
46781	transitions	7	-0.25854945182800293
46781	transitions	8	-1.3042970895767212
46781	transitions	9	-0.00012687273556366563
46781	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
46781	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
46781	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
46781	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
46781	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
46781	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
46781	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
46781	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
46781	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
46781	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
46781	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
46781	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
46781	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
46781	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
46781	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
46781	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
46781	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
46781	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
46781	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
46781	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
46781	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
46781	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
46781	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
46781	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
46781	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
46781	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
46781	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
46781	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
46781	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
46781	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
46781	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
46781	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
46781	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
46781	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
46781	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
46781	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
46781	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
46781	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
46781	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
46781	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
46781	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
46781	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
46781	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
46781	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
46781	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
46781	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
46781	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
46781	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
46781	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
46781	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
46781	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
46781	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
46781	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
46781	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
46781	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
46781	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
46781	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
46781	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
46781	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
46781	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
46781	embedding2nn.weight	0	-0.0019410836976021528
46781	embedding2nn.weight	1	-0.01672404073178768
46781	embedding2nn.weight	2	-0.014268253929913044
46781	embedding2nn.weight	3	0.013182171620428562
46781	embedding2nn.weight	4	-0.0059150345623493195
46781	embedding2nn.weight	5	-0.0037005841732025146
46781	embedding2nn.weight	6	-0.003973205573856831
46781	embedding2nn.weight	7	-0.03860519826412201
46781	embedding2nn.weight	8	-0.0019979383796453476
46781	embedding2nn.weight	9	-0.025903983041644096
46781	embedding2nn.bias	0	0.042124681174755096
46781	embedding2nn.bias	1	-0.04451059177517891
46781	embedding2nn.bias	2	0.09148335456848145
46781	embedding2nn.bias	3	0.03605819121003151
46781	embedding2nn.bias	4	-0.03318151459097862
46781	embedding2nn.bias	5	-0.02778874710202217
46781	embedding2nn.bias	6	0.012032119557261467
46781	embedding2nn.bias	7	-0.06588762998580933
46781	embedding2nn.bias	8	0.058361709117889404
46781	embedding2nn.bias	9	0.032895877957344055
46781	rnn.weight_ih_l0	0	-0.012555324472486973
46781	rnn.weight_ih_l0	1	0.011005313135683537
46781	rnn.weight_ih_l0	2	0.025539914146065712
46781	rnn.weight_ih_l0	3	0.004304083064198494
46781	rnn.weight_ih_l0	4	-0.02714284509420395
46781	rnn.weight_ih_l0	5	-0.054578252136707306
46781	rnn.weight_ih_l0	6	0.01852298341691494
46781	rnn.weight_ih_l0	7	0.04438694193959236
46781	rnn.weight_ih_l0	8	0.010637477971613407
46781	rnn.weight_ih_l0	9	-0.02953588031232357
46781	rnn.weight_hh_l0	0	-0.037051692605018616
46781	rnn.weight_hh_l0	1	-0.0009210022981278598
46781	rnn.weight_hh_l0	2	0.001559726195409894
46781	rnn.weight_hh_l0	3	-0.05080356076359749
46781	rnn.weight_hh_l0	4	0.05042343959212303
46781	rnn.weight_hh_l0	5	-0.016930555924773216
46781	rnn.weight_hh_l0	6	-0.035130519419908524
46781	rnn.weight_hh_l0	7	-0.02925490215420723
46781	rnn.weight_hh_l0	8	-0.0029809316620230675
46781	rnn.weight_hh_l0	9	-0.02158943936228752
46781	rnn.bias_ih_l0	0	0.04150652140378952
46781	rnn.bias_ih_l0	1	-0.01963234879076481
46781	rnn.bias_ih_l0	2	-0.0021931997034698725
46781	rnn.bias_ih_l0	3	0.07301823794841766
46781	rnn.bias_ih_l0	4	-0.0370209775865078
46781	rnn.bias_ih_l0	5	-0.02751144766807556
46781	rnn.bias_ih_l0	6	0.007152414880692959
46781	rnn.bias_ih_l0	7	0.049154333770275116
46781	rnn.bias_ih_l0	8	-0.0674792155623436
46781	rnn.bias_ih_l0	9	-0.04918010160326958
46781	rnn.bias_hh_l0	0	-0.02241300605237484
46781	rnn.bias_hh_l0	1	-0.06805809587240219
46781	rnn.bias_hh_l0	2	-0.032405246049165726
46781	rnn.bias_hh_l0	3	-0.05955647677183151
46781	rnn.bias_hh_l0	4	-0.0068549602292478085
46781	rnn.bias_hh_l0	5	0.009937352500855923
46781	rnn.bias_hh_l0	6	0.019704259932041168
46781	rnn.bias_hh_l0	7	0.003053021617233753
46781	rnn.bias_hh_l0	8	-0.08839451521635056
46781	rnn.bias_hh_l0	9	-0.009514846839010715
46781	rnn.weight_ih_l0_reverse	0	-0.023234276100993156
46781	rnn.weight_ih_l0_reverse	1	-0.04937366396188736
46781	rnn.weight_ih_l0_reverse	2	-0.02853911742568016
46781	rnn.weight_ih_l0_reverse	3	-0.0021065552718937397
46781	rnn.weight_ih_l0_reverse	4	-0.007532612886279821
46781	rnn.weight_ih_l0_reverse	5	-0.047049954533576965
46781	rnn.weight_ih_l0_reverse	6	0.04599764943122864
46781	rnn.weight_ih_l0_reverse	7	-0.022865965962409973
46781	rnn.weight_ih_l0_reverse	8	-0.032870590686798096
46781	rnn.weight_ih_l0_reverse	9	0.011770377866923809
46781	rnn.weight_hh_l0_reverse	0	0.0485234260559082
46781	rnn.weight_hh_l0_reverse	1	0.034753456711769104
46781	rnn.weight_hh_l0_reverse	2	0.03096870146691799
46781	rnn.weight_hh_l0_reverse	3	0.02219470404088497
46781	rnn.weight_hh_l0_reverse	4	0.005906965117901564
46781	rnn.weight_hh_l0_reverse	5	-0.00870815385133028
46781	rnn.weight_hh_l0_reverse	6	0.03850184381008148
46781	rnn.weight_hh_l0_reverse	7	-0.04135097935795784
46781	rnn.weight_hh_l0_reverse	8	0.015655914321541786
46781	rnn.weight_hh_l0_reverse	9	0.04734227433800697
46781	rnn.bias_ih_l0_reverse	0	-0.06293643265962601
46781	rnn.bias_ih_l0_reverse	1	-0.16935443878173828
46781	rnn.bias_ih_l0_reverse	2	-0.06731079518795013
46781	rnn.bias_ih_l0_reverse	3	-0.01759595423936844
46781	rnn.bias_ih_l0_reverse	4	-0.04271349310874939
46781	rnn.bias_ih_l0_reverse	5	0.023313624784350395
46781	rnn.bias_ih_l0_reverse	6	-0.024416979402303696
46781	rnn.bias_ih_l0_reverse	7	0.04460493102669716
46781	rnn.bias_ih_l0_reverse	8	-0.039778146892786026
46781	rnn.bias_ih_l0_reverse	9	0.030102334916591644
46781	rnn.bias_hh_l0_reverse	0	-0.023532021790742874
46781	rnn.bias_hh_l0_reverse	1	-0.018102610483765602
46781	rnn.bias_hh_l0_reverse	2	0.03801422566175461
46781	rnn.bias_hh_l0_reverse	3	-0.029811730608344078
46781	rnn.bias_hh_l0_reverse	4	-0.042203184217214584
46781	rnn.bias_hh_l0_reverse	5	-0.053519029170274734
46781	rnn.bias_hh_l0_reverse	6	-0.019289644435048103
46781	rnn.bias_hh_l0_reverse	7	0.05611111596226692
46781	rnn.bias_hh_l0_reverse	8	0.02336667664349079
46781	rnn.bias_hh_l0_reverse	9	-0.08521976321935654
46781	rnn.weight_ih_l1	0	-0.03452429175376892
46781	rnn.weight_ih_l1	1	-0.03796413540840149
46781	rnn.weight_ih_l1	2	0.06525171548128128
46781	rnn.weight_ih_l1	3	-0.029864514246582985
46781	rnn.weight_ih_l1	4	0.0002109669439960271
46781	rnn.weight_ih_l1	5	-0.04382699728012085
46781	rnn.weight_ih_l1	6	0.01741594634950161
46781	rnn.weight_ih_l1	7	-0.04093170166015625
46781	rnn.weight_ih_l1	8	0.03763990476727486
46781	rnn.weight_ih_l1	9	0.02689625881612301
46781	rnn.weight_hh_l1	0	-0.007141442969441414
46781	rnn.weight_hh_l1	1	0.004831815138459206
46781	rnn.weight_hh_l1	2	-0.0033152189571410418
46781	rnn.weight_hh_l1	3	-0.008590903133153915
46781	rnn.weight_hh_l1	4	0.003842303529381752
46781	rnn.weight_hh_l1	5	0.02618437260389328
46781	rnn.weight_hh_l1	6	0.03352746739983559
46781	rnn.weight_hh_l1	7	-0.02689245529472828
46781	rnn.weight_hh_l1	8	-0.030355151742696762
46781	rnn.weight_hh_l1	9	0.03582623600959778
46781	rnn.bias_ih_l1	0	-0.11618160456418991
46781	rnn.bias_ih_l1	1	-0.11060051620006561
46781	rnn.bias_ih_l1	2	-0.1217280849814415
46781	rnn.bias_ih_l1	3	-0.18051275610923767
46781	rnn.bias_ih_l1	4	-0.1760409027338028
46781	rnn.bias_ih_l1	5	-0.09695887565612793
46781	rnn.bias_ih_l1	6	-0.07689296454191208
46781	rnn.bias_ih_l1	7	-0.03499041497707367
46781	rnn.bias_ih_l1	8	-0.07876010239124298
46781	rnn.bias_ih_l1	9	-0.09886449575424194
46781	rnn.bias_hh_l1	0	-0.09538357704877853
46781	rnn.bias_hh_l1	1	-0.044504597783088684
46781	rnn.bias_hh_l1	2	-0.07555495947599411
46781	rnn.bias_hh_l1	3	-0.061812132596969604
46781	rnn.bias_hh_l1	4	-0.09007906168699265
46781	rnn.bias_hh_l1	5	-0.0560673363506794
46781	rnn.bias_hh_l1	6	-0.08516575396060944
46781	rnn.bias_hh_l1	7	0.025068094953894615
46781	rnn.bias_hh_l1	8	-0.07741058617830276
46781	rnn.bias_hh_l1	9	-0.0560285784304142
46781	rnn.weight_ih_l1_reverse	0	-0.03622569516301155
46781	rnn.weight_ih_l1_reverse	1	0.03811635449528694
46781	rnn.weight_ih_l1_reverse	2	-0.03316028043627739
46781	rnn.weight_ih_l1_reverse	3	-0.014609990641474724
46781	rnn.weight_ih_l1_reverse	4	-0.0305545125156641
46781	rnn.weight_ih_l1_reverse	5	-0.03873484209179878
46781	rnn.weight_ih_l1_reverse	6	-0.03756573796272278
46781	rnn.weight_ih_l1_reverse	7	0.01651727594435215
46781	rnn.weight_ih_l1_reverse	8	0.015108906663954258
46781	rnn.weight_ih_l1_reverse	9	-0.033746857196092606
46781	rnn.weight_hh_l1_reverse	0	0.007836674340069294
46781	rnn.weight_hh_l1_reverse	1	0.028461255133152008
46781	rnn.weight_hh_l1_reverse	2	-0.03702400624752045
46781	rnn.weight_hh_l1_reverse	3	0.04079281538724899
46781	rnn.weight_hh_l1_reverse	4	0.04349435493350029
46781	rnn.weight_hh_l1_reverse	5	0.00932789035141468
46781	rnn.weight_hh_l1_reverse	6	0.01574445329606533
46781	rnn.weight_hh_l1_reverse	7	0.026833180338144302
46781	rnn.weight_hh_l1_reverse	8	-0.00373456091620028
46781	rnn.weight_hh_l1_reverse	9	-0.04058265686035156
46781	rnn.bias_ih_l1_reverse	0	-0.02756763994693756
46781	rnn.bias_ih_l1_reverse	1	-0.06354536861181259
46781	rnn.bias_ih_l1_reverse	2	-0.09346329420804977
46781	rnn.bias_ih_l1_reverse	3	-0.030920658260583878
46781	rnn.bias_ih_l1_reverse	4	-0.14563308656215668
46781	rnn.bias_ih_l1_reverse	5	-0.06482766568660736
46781	rnn.bias_ih_l1_reverse	6	-0.09039849787950516
46781	rnn.bias_ih_l1_reverse	7	-0.10971492528915405
46781	rnn.bias_ih_l1_reverse	8	0.1105409786105156
46781	rnn.bias_ih_l1_reverse	9	0.009283570572733879
46781	rnn.bias_hh_l1_reverse	0	-0.03856479004025459
46781	rnn.bias_hh_l1_reverse	1	-0.01439275499433279
46781	rnn.bias_hh_l1_reverse	2	-0.1739051342010498
46781	rnn.bias_hh_l1_reverse	3	-0.06503468006849289
46781	rnn.bias_hh_l1_reverse	4	-0.04547194391489029
46781	rnn.bias_hh_l1_reverse	5	-0.055004846304655075
46781	rnn.bias_hh_l1_reverse	6	0.15398862957954407
46781	rnn.bias_hh_l1_reverse	7	-0.11969304829835892
46781	rnn.bias_hh_l1_reverse	8	-0.07394245266914368
46781	rnn.bias_hh_l1_reverse	9	-0.09223752468824387
46781	linear.weight	0	0.002228822559118271
46781	linear.weight	1	0.015763260424137115
46781	linear.weight	2	-0.11418196558952332
46781	linear.weight	3	0.26651129126548767
46781	linear.weight	4	0.07045997679233551
46781	linear.weight	5	0.016453435644507408
46781	linear.weight	6	0.024259917438030243
46781	linear.weight	7	0.10181247442960739
46781	linear.weight	8	0.04207266867160797
46781	linear.weight	9	-0.06049513444304466
46781	linear.bias	0	-0.05935901775956154
46781	linear.bias	1	-0.1045340895652771
46781	linear.bias	2	-0.4379919171333313
46781	linear.bias	3	-0.7612090110778809
46781	linear.bias	4	-1.0068076848983765
46781	linear.bias	5	0.03271201625466347
46781	linear.bias	6	-0.6190230250358582
46781	linear.bias	7	0.5098668336868286
46781	linear.bias	8	-0.6006186008453369
46781	linear.bias	9	-0.8272994756698608
46978	transitions	0	0.4633042812347412
46978	transitions	1	-0.006813622545450926
46978	transitions	2	-10000.0
46978	transitions	3	-1.7906489372253418
46978	transitions	4	-10000.0
46978	transitions	5	0.6777380108833313
46978	transitions	6	0.001780507736839354
46978	transitions	7	-0.2593673765659332
46978	transitions	8	-1.3045620918273926
46978	transitions	9	-0.0001324034237768501
46978	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
46978	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
46978	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
46978	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
46978	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
46978	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
46978	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
46978	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
46978	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
46978	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
46978	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
46978	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
46978	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
46978	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
46978	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
46978	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
46978	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
46978	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
46978	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
46978	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
46978	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
46978	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
46978	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
46978	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
46978	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
46978	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
46978	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
46978	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
46978	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
46978	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
46978	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
46978	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
46978	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
46978	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
46978	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
46978	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
46978	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
46978	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
46978	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
46978	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
46978	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
46978	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
46978	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
46978	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
46978	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
46978	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
46978	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
46978	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
46978	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
46978	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
46978	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
46978	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
46978	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
46978	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
46978	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
46978	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
46978	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
46978	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
46978	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
46978	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
46978	embedding2nn.weight	0	-0.0025275121442973614
46978	embedding2nn.weight	1	-0.016433294862508774
46978	embedding2nn.weight	2	-0.014268253929913044
46978	embedding2nn.weight	3	0.015218233689665794
46978	embedding2nn.weight	4	-0.0059150345623493195
46978	embedding2nn.weight	5	-0.0037005841732025146
46978	embedding2nn.weight	6	-0.003973206505179405
46978	embedding2nn.weight	7	-0.03780267760157585
46978	embedding2nn.weight	8	-0.0019979383796453476
46978	embedding2nn.weight	9	-0.02596506103873253
46978	embedding2nn.bias	0	0.047476474195718765
46978	embedding2nn.bias	1	-0.047080595046281815
46978	embedding2nn.bias	2	0.09416722506284714
46978	embedding2nn.bias	3	0.04299800097942352
46978	embedding2nn.bias	4	-0.034579113125801086
46978	embedding2nn.bias	5	-0.031972046941518784
46978	embedding2nn.bias	6	0.01384804118424654
46978	embedding2nn.bias	7	-0.06393957138061523
46978	embedding2nn.bias	8	0.057065922766923904
46978	embedding2nn.bias	9	0.038143474608659744
46978	rnn.weight_ih_l0	0	-0.015773480758070946
46978	rnn.weight_ih_l0	1	0.012612110935151577
46978	rnn.weight_ih_l0	2	0.026230698451399803
46978	rnn.weight_ih_l0	3	0.004050708841532469
46978	rnn.weight_ih_l0	4	-0.027047524228692055
46978	rnn.weight_ih_l0	5	-0.05447380989789963
46978	rnn.weight_ih_l0	6	0.017307333648204803
46978	rnn.weight_ih_l0	7	0.04382488504052162
46978	rnn.weight_ih_l0	8	0.010079747997224331
46978	rnn.weight_ih_l0	9	-0.030671630054712296
46978	rnn.weight_hh_l0	0	-0.035325516015291214
46978	rnn.weight_hh_l0	1	0.00013289556954987347
46978	rnn.weight_hh_l0	2	0.0005032230401411653
46978	rnn.weight_hh_l0	3	-0.05027984082698822
46978	rnn.weight_hh_l0	4	0.050294194370508194
46978	rnn.weight_hh_l0	5	-0.019167428836226463
46978	rnn.weight_hh_l0	6	-0.034440673887729645
46978	rnn.weight_hh_l0	7	-0.029977843165397644
46978	rnn.weight_hh_l0	8	-0.002992600668221712
46978	rnn.weight_hh_l0	9	-0.02185015007853508
46978	rnn.bias_ih_l0	0	0.04247923567891121
46978	rnn.bias_ih_l0	1	-0.018685508519411087
46978	rnn.bias_ih_l0	2	-0.0003290538443252444
46978	rnn.bias_ih_l0	3	0.07371382415294647
46978	rnn.bias_ih_l0	4	-0.03559001907706261
46978	rnn.bias_ih_l0	5	-0.02802754007279873
46978	rnn.bias_ih_l0	6	0.010152011178433895
46978	rnn.bias_ih_l0	7	0.04739592969417572
46978	rnn.bias_ih_l0	8	-0.06800244003534317
46978	rnn.bias_ih_l0	9	-0.047663070261478424
46978	rnn.bias_hh_l0	0	-0.026431256905198097
46978	rnn.bias_hh_l0	1	-0.06938130408525467
46978	rnn.bias_hh_l0	2	-0.03724818676710129
46978	rnn.bias_hh_l0	3	-0.06348560005426407
46978	rnn.bias_hh_l0	4	-0.008829931728541851
46978	rnn.bias_hh_l0	5	0.011206809431314468
46978	rnn.bias_hh_l0	6	0.02312491275370121
46978	rnn.bias_hh_l0	7	-0.004770339000970125
46978	rnn.bias_hh_l0	8	-0.08961127698421478
46978	rnn.bias_hh_l0	9	-0.01189254317432642
46978	rnn.weight_ih_l0_reverse	0	-0.021795064210891724
46978	rnn.weight_ih_l0_reverse	1	-0.046890925616025925
46978	rnn.weight_ih_l0_reverse	2	-0.029488874599337578
46978	rnn.weight_ih_l0_reverse	3	-0.0015958409057930112
46978	rnn.weight_ih_l0_reverse	4	-0.007849461399018764
46978	rnn.weight_ih_l0_reverse	5	-0.046796511858701706
46978	rnn.weight_ih_l0_reverse	6	0.04569948837161064
46978	rnn.weight_ih_l0_reverse	7	-0.02337721548974514
46978	rnn.weight_ih_l0_reverse	8	-0.03235863521695137
46978	rnn.weight_ih_l0_reverse	9	0.0112789086997509
46978	rnn.weight_hh_l0_reverse	0	0.04688538610935211
46978	rnn.weight_hh_l0_reverse	1	0.03519454598426819
46978	rnn.weight_hh_l0_reverse	2	0.030140768736600876
46978	rnn.weight_hh_l0_reverse	3	0.021988535299897194
46978	rnn.weight_hh_l0_reverse	4	0.006317830644547939
46978	rnn.weight_hh_l0_reverse	5	-0.009831718169152737
46978	rnn.weight_hh_l0_reverse	6	0.03894383832812309
46978	rnn.weight_hh_l0_reverse	7	-0.04132760316133499
46978	rnn.weight_hh_l0_reverse	8	0.015107200480997562
46978	rnn.weight_hh_l0_reverse	9	0.046797748655080795
46978	rnn.bias_ih_l0_reverse	0	-0.06258033215999603
46978	rnn.bias_ih_l0_reverse	1	-0.1679839789867401
46978	rnn.bias_ih_l0_reverse	2	-0.07038750499486923
46978	rnn.bias_ih_l0_reverse	3	-0.017269304022192955
46978	rnn.bias_ih_l0_reverse	4	-0.04489259794354439
46978	rnn.bias_ih_l0_reverse	5	0.027502575889229774
46978	rnn.bias_ih_l0_reverse	6	-0.026893991976976395
46978	rnn.bias_ih_l0_reverse	7	0.045427680015563965
46978	rnn.bias_ih_l0_reverse	8	-0.03693808987736702
46978	rnn.bias_ih_l0_reverse	9	0.026655154302716255
46978	rnn.bias_hh_l0_reverse	0	-0.024188170209527016
46978	rnn.bias_hh_l0_reverse	1	-0.020124584436416626
46978	rnn.bias_hh_l0_reverse	2	0.035029493272304535
46978	rnn.bias_hh_l0_reverse	3	-0.02838916890323162
46978	rnn.bias_hh_l0_reverse	4	-0.041943371295928955
46978	rnn.bias_hh_l0_reverse	5	-0.050585582852363586
46978	rnn.bias_hh_l0_reverse	6	-0.018443714827299118
46978	rnn.bias_hh_l0_reverse	7	0.05750720575451851
46978	rnn.bias_hh_l0_reverse	8	0.022992920130491257
46978	rnn.bias_hh_l0_reverse	9	-0.08496268838644028
46978	rnn.weight_ih_l1	0	-0.0343317911028862
46978	rnn.weight_ih_l1	1	-0.03841839358210564
46978	rnn.weight_ih_l1	2	0.06403809040784836
46978	rnn.weight_ih_l1	3	-0.029802557080984116
46978	rnn.weight_ih_l1	4	1.2925061128044035e-05
46978	rnn.weight_ih_l1	5	-0.043852705508470535
46978	rnn.weight_ih_l1	6	0.017628682777285576
46978	rnn.weight_ih_l1	7	-0.04165947437286377
46978	rnn.weight_ih_l1	8	0.03743281587958336
46978	rnn.weight_ih_l1	9	0.026892757043242455
46978	rnn.weight_hh_l1	0	-0.004124960396438837
46978	rnn.weight_hh_l1	1	0.005131972022354603
46978	rnn.weight_hh_l1	2	-0.0023473987821489573
46978	rnn.weight_hh_l1	3	-0.008577591739594936
46978	rnn.weight_hh_l1	4	0.0040598781779408455
46978	rnn.weight_hh_l1	5	0.02633085288107395
46978	rnn.weight_hh_l1	6	0.033771369606256485
46978	rnn.weight_hh_l1	7	-0.027005905285477638
46978	rnn.weight_hh_l1	8	-0.029764913022518158
46978	rnn.weight_hh_l1	9	0.03629440814256668
46978	rnn.bias_ih_l1	0	-0.11516539007425308
46978	rnn.bias_ih_l1	1	-0.10900598764419556
46978	rnn.bias_ih_l1	2	-0.12205103784799576
46978	rnn.bias_ih_l1	3	-0.1785002201795578
46978	rnn.bias_ih_l1	4	-0.1716821938753128
46978	rnn.bias_ih_l1	5	-0.09762708097696304
46978	rnn.bias_ih_l1	6	-0.07568182051181793
46978	rnn.bias_ih_l1	7	-0.03846082463860512
46978	rnn.bias_ih_l1	8	-0.07854241877794266
46978	rnn.bias_ih_l1	9	-0.09805776923894882
46978	rnn.bias_hh_l1	0	-0.09706138074398041
46978	rnn.bias_hh_l1	1	-0.04566578194499016
46978	rnn.bias_hh_l1	2	-0.07536771893501282
46978	rnn.bias_hh_l1	3	-0.061911772936582565
46978	rnn.bias_hh_l1	4	-0.09005066752433777
46978	rnn.bias_hh_l1	5	-0.05612253397703171
46978	rnn.bias_hh_l1	6	-0.08153696358203888
46978	rnn.bias_hh_l1	7	0.03292101249098778
46978	rnn.bias_hh_l1	8	-0.07442689687013626
46978	rnn.bias_hh_l1	9	-0.05725450441241264
46978	rnn.weight_ih_l1_reverse	0	-0.03575817123055458
46978	rnn.weight_ih_l1_reverse	1	0.035315316170454025
46978	rnn.weight_ih_l1_reverse	2	-0.03263189643621445
46978	rnn.weight_ih_l1_reverse	3	-0.010412893258035183
46978	rnn.weight_ih_l1_reverse	4	-0.028092216700315475
46978	rnn.weight_ih_l1_reverse	5	-0.037948284298181534
46978	rnn.weight_ih_l1_reverse	6	-0.03807782381772995
46978	rnn.weight_ih_l1_reverse	7	0.016796307638287544
46978	rnn.weight_ih_l1_reverse	8	0.014374577440321445
46978	rnn.weight_ih_l1_reverse	9	-0.02883068472146988
46978	rnn.weight_hh_l1_reverse	0	0.007569685112684965
46978	rnn.weight_hh_l1_reverse	1	0.028480276465415955
46978	rnn.weight_hh_l1_reverse	2	-0.03699163720011711
46978	rnn.weight_hh_l1_reverse	3	0.040750499814748764
46978	rnn.weight_hh_l1_reverse	4	0.043683458119630814
46978	rnn.weight_hh_l1_reverse	5	0.008713070303201675
46978	rnn.weight_hh_l1_reverse	6	0.014983640983700752
46978	rnn.weight_hh_l1_reverse	7	0.026779627427458763
46978	rnn.weight_hh_l1_reverse	8	-0.0037241452373564243
46978	rnn.weight_hh_l1_reverse	9	-0.040517598390579224
46978	rnn.bias_ih_l1_reverse	0	-0.025170959532260895
46978	rnn.bias_ih_l1_reverse	1	-0.060825057327747345
46978	rnn.bias_ih_l1_reverse	2	-0.09095457941293716
46978	rnn.bias_ih_l1_reverse	3	-0.033798132091760635
46978	rnn.bias_ih_l1_reverse	4	-0.1453956663608551
46978	rnn.bias_ih_l1_reverse	5	-0.06588651984930038
46978	rnn.bias_ih_l1_reverse	6	-0.08951546996831894
46978	rnn.bias_ih_l1_reverse	7	-0.1086159497499466
46978	rnn.bias_ih_l1_reverse	8	0.11635848134756088
46978	rnn.bias_ih_l1_reverse	9	0.008185031823813915
46978	rnn.bias_hh_l1_reverse	0	-0.02394239418208599
46978	rnn.bias_hh_l1_reverse	1	-0.011810412630438805
46978	rnn.bias_hh_l1_reverse	2	-0.17351189255714417
46978	rnn.bias_hh_l1_reverse	3	-0.06569672375917435
46978	rnn.bias_hh_l1_reverse	4	-0.04636367782950401
46978	rnn.bias_hh_l1_reverse	5	-0.054083190858364105
46978	rnn.bias_hh_l1_reverse	6	0.1558152586221695
46978	rnn.bias_hh_l1_reverse	7	-0.11900583654642105
46978	rnn.bias_hh_l1_reverse	8	-0.07322055846452713
46978	rnn.bias_hh_l1_reverse	9	-0.09159361571073532
46978	linear.weight	0	0.002228822559118271
46978	linear.weight	1	0.034227676689624786
46978	linear.weight	2	-0.10664664953947067
46978	linear.weight	3	0.27269890904426575
46978	linear.weight	4	0.07418807595968246
46978	linear.weight	5	0.014514567330479622
46978	linear.weight	6	0.007120655383914709
46978	linear.weight	7	0.1305638551712036
46978	linear.weight	8	0.04207784682512283
46978	linear.weight	9	-0.053586218506097794
46978	linear.bias	0	-0.04329198971390724
46978	linear.bias	1	-0.07758559286594391
46978	linear.bias	2	-0.4451197385787964
46978	linear.bias	3	-0.7296076416969299
46978	linear.bias	4	-0.9742023348808289
46978	linear.bias	5	-0.007714753970503807
46978	linear.bias	6	-0.5907419919967651
46978	linear.bias	7	0.4668501913547516
46978	linear.bias	8	-0.5843753814697266
46978	linear.bias	9	-0.8101640343666077
47175	transitions	0	0.44889014959335327
47175	transitions	1	-0.014828784391283989
47175	transitions	2	-10000.0
47175	transitions	3	-1.7907803058624268
47175	transitions	4	-10000.0
47175	transitions	5	0.67729252576828
47175	transitions	6	0.0014286864316090941
47175	transitions	7	-0.2605785131454468
47175	transitions	8	-1.30491304397583
47175	transitions	9	-0.00013580222730524838
47175	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
47175	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
47175	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
47175	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
47175	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
47175	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
47175	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
47175	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
47175	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
47175	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
47175	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
47175	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
47175	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
47175	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
47175	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
47175	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
47175	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
47175	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
47175	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
47175	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
47175	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
47175	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
47175	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
47175	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
47175	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
47175	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
47175	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
47175	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
47175	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
47175	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
47175	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
47175	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
47175	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
47175	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
47175	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
47175	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
47175	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
47175	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
47175	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
47175	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
47175	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
47175	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
47175	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
47175	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
47175	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
47175	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
47175	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
47175	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
47175	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
47175	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
47175	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
47175	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
47175	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
47175	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
47175	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
47175	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
47175	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
47175	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
47175	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
47175	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
47175	embedding2nn.weight	0	-0.0045682271011173725
47175	embedding2nn.weight	1	-0.016568999737501144
47175	embedding2nn.weight	2	-0.014268253929913044
47175	embedding2nn.weight	3	0.015687091276049614
47175	embedding2nn.weight	4	-0.0059150345623493195
47175	embedding2nn.weight	5	-0.0037005848716944456
47175	embedding2nn.weight	6	-0.003973206039518118
47175	embedding2nn.weight	7	-0.03764418140053749
47175	embedding2nn.weight	8	-0.0019979383796453476
47175	embedding2nn.weight	9	-0.02649824693799019
47175	embedding2nn.bias	0	0.055942364037036896
47175	embedding2nn.bias	1	-0.052309490740299225
47175	embedding2nn.bias	2	0.09363828599452972
47175	embedding2nn.bias	3	0.052515484392642975
47175	embedding2nn.bias	4	-0.02572799287736416
47175	embedding2nn.bias	5	-0.03605671599507332
47175	embedding2nn.bias	6	0.015819843858480453
47175	embedding2nn.bias	7	-0.0651005208492279
47175	embedding2nn.bias	8	0.05324404314160347
47175	embedding2nn.bias	9	0.025476530194282532
47175	rnn.weight_ih_l0	0	-0.015491267666220665
47175	rnn.weight_ih_l0	1	0.012699431739747524
47175	rnn.weight_ih_l0	2	0.024243611842393875
47175	rnn.weight_ih_l0	3	0.0036269109696149826
47175	rnn.weight_ih_l0	4	-0.024827267974615097
47175	rnn.weight_ih_l0	5	-0.05510763078927994
47175	rnn.weight_ih_l0	6	0.01945333369076252
47175	rnn.weight_ih_l0	7	0.043774429708719254
47175	rnn.weight_ih_l0	8	0.009422427974641323
47175	rnn.weight_ih_l0	9	-0.0302081648260355
47175	rnn.weight_hh_l0	0	-0.034679267555475235
47175	rnn.weight_hh_l0	1	-0.00020671921083703637
47175	rnn.weight_hh_l0	2	0.00018861726857721806
47175	rnn.weight_hh_l0	3	-0.050301823765039444
47175	rnn.weight_hh_l0	4	0.05118329077959061
47175	rnn.weight_hh_l0	5	-0.017513075843453407
47175	rnn.weight_hh_l0	6	-0.034011900424957275
47175	rnn.weight_hh_l0	7	-0.028002794831991196
47175	rnn.weight_hh_l0	8	-0.0028508962132036686
47175	rnn.weight_hh_l0	9	-0.02105010859668255
47175	rnn.bias_ih_l0	0	0.047161784023046494
47175	rnn.bias_ih_l0	1	-0.023350320756435394
47175	rnn.bias_ih_l0	2	3.0185159630491398e-05
47175	rnn.bias_ih_l0	3	0.07923146337270737
47175	rnn.bias_ih_l0	4	-0.03270065411925316
47175	rnn.bias_ih_l0	5	-0.02121131308376789
47175	rnn.bias_ih_l0	6	0.009700814262032509
47175	rnn.bias_ih_l0	7	0.05195548012852669
47175	rnn.bias_ih_l0	8	-0.06797479093074799
47175	rnn.bias_ih_l0	9	-0.04758419096469879
47175	rnn.bias_hh_l0	0	-0.024799231439828873
47175	rnn.bias_hh_l0	1	-0.067352794110775
47175	rnn.bias_hh_l0	2	-0.03640689700841904
47175	rnn.bias_hh_l0	3	-0.06424969434738159
47175	rnn.bias_hh_l0	4	-0.008884428068995476
47175	rnn.bias_hh_l0	5	0.00948015134781599
47175	rnn.bias_hh_l0	6	0.026111355051398277
47175	rnn.bias_hh_l0	7	-0.008685949258506298
47175	rnn.bias_hh_l0	8	-0.08328800648450851
47175	rnn.bias_hh_l0	9	-0.014329127036035061
47175	rnn.weight_ih_l0_reverse	0	-0.021731579676270485
47175	rnn.weight_ih_l0_reverse	1	-0.04790645092725754
47175	rnn.weight_ih_l0_reverse	2	-0.02430037036538124
47175	rnn.weight_ih_l0_reverse	3	-0.0016211324837058783
47175	rnn.weight_ih_l0_reverse	4	-0.007563746999949217
47175	rnn.weight_ih_l0_reverse	5	-0.046458832919597626
47175	rnn.weight_ih_l0_reverse	6	0.04478505626320839
47175	rnn.weight_ih_l0_reverse	7	-0.022257640957832336
47175	rnn.weight_ih_l0_reverse	8	-0.03254297375679016
47175	rnn.weight_ih_l0_reverse	9	0.011814790777862072
47175	rnn.weight_hh_l0_reverse	0	0.04281097277998924
47175	rnn.weight_hh_l0_reverse	1	0.036089640110731125
47175	rnn.weight_hh_l0_reverse	2	0.030658742412924767
47175	rnn.weight_hh_l0_reverse	3	0.02221955545246601
47175	rnn.weight_hh_l0_reverse	4	0.0060869306325912476
47175	rnn.weight_hh_l0_reverse	5	-0.00880823191255331
47175	rnn.weight_hh_l0_reverse	6	0.038498710840940475
47175	rnn.weight_hh_l0_reverse	7	-0.041105516254901886
47175	rnn.weight_hh_l0_reverse	8	0.01595362089574337
47175	rnn.weight_hh_l0_reverse	9	0.04624835401773453
47175	rnn.bias_ih_l0_reverse	0	-0.06304808706045151
47175	rnn.bias_ih_l0_reverse	1	-0.16299405694007874
47175	rnn.bias_ih_l0_reverse	2	-0.06943734735250473
47175	rnn.bias_ih_l0_reverse	3	-0.017272699624300003
47175	rnn.bias_ih_l0_reverse	4	-0.04198005050420761
47175	rnn.bias_ih_l0_reverse	5	0.026866160333156586
47175	rnn.bias_ih_l0_reverse	6	-0.02818997949361801
47175	rnn.bias_ih_l0_reverse	7	0.042732637375593185
47175	rnn.bias_ih_l0_reverse	8	-0.03643503412604332
47175	rnn.bias_ih_l0_reverse	9	0.02355811931192875
47175	rnn.bias_hh_l0_reverse	0	-0.02318134345114231
47175	rnn.bias_hh_l0_reverse	1	-0.026470663025975227
47175	rnn.bias_hh_l0_reverse	2	0.03889847919344902
47175	rnn.bias_hh_l0_reverse	3	-0.02727322094142437
47175	rnn.bias_hh_l0_reverse	4	-0.04384385794401169
47175	rnn.bias_hh_l0_reverse	5	-0.05131467804312706
47175	rnn.bias_hh_l0_reverse	6	-0.015026405453681946
47175	rnn.bias_hh_l0_reverse	7	0.059104133397340775
47175	rnn.bias_hh_l0_reverse	8	0.01800602488219738
47175	rnn.bias_hh_l0_reverse	9	-0.0898968055844307
47175	rnn.weight_ih_l1	0	-0.034574955701828
47175	rnn.weight_ih_l1	1	-0.03910953551530838
47175	rnn.weight_ih_l1	2	0.061879295855760574
47175	rnn.weight_ih_l1	3	-0.027920570224523544
47175	rnn.weight_ih_l1	4	-0.00012668690760619938
47175	rnn.weight_ih_l1	5	-0.04384046792984009
47175	rnn.weight_ih_l1	6	0.01680002175271511
47175	rnn.weight_ih_l1	7	-0.04207805544137955
47175	rnn.weight_ih_l1	8	0.036931201815605164
47175	rnn.weight_ih_l1	9	0.027980715036392212
47175	rnn.weight_hh_l1	0	-0.005479408428072929
47175	rnn.weight_hh_l1	1	0.005040421150624752
47175	rnn.weight_hh_l1	2	-0.0028274385258555412
47175	rnn.weight_hh_l1	3	-0.008547965437173843
47175	rnn.weight_hh_l1	4	0.003775316756218672
47175	rnn.weight_hh_l1	5	0.026200948283076286
47175	rnn.weight_hh_l1	6	0.03358153626322746
47175	rnn.weight_hh_l1	7	-0.026847921311855316
47175	rnn.weight_hh_l1	8	-0.029467139393091202
47175	rnn.weight_hh_l1	9	0.03600716590881348
47175	rnn.bias_ih_l1	0	-0.11143063008785248
47175	rnn.bias_ih_l1	1	-0.1092962920665741
47175	rnn.bias_ih_l1	2	-0.12148931622505188
47175	rnn.bias_ih_l1	3	-0.18117959797382355
47175	rnn.bias_ih_l1	4	-0.180025115609169
47175	rnn.bias_ih_l1	5	-0.09650005400180817
47175	rnn.bias_ih_l1	6	-0.0745333656668663
47175	rnn.bias_ih_l1	7	-0.037633512169122696
47175	rnn.bias_ih_l1	8	-0.08361847698688507
47175	rnn.bias_ih_l1	9	-0.09957834333181381
47175	rnn.bias_hh_l1	0	-0.0949837937951088
47175	rnn.bias_hh_l1	1	-0.041501738131046295
47175	rnn.bias_hh_l1	2	-0.07392982393503189
47175	rnn.bias_hh_l1	3	-0.061899568885564804
47175	rnn.bias_hh_l1	4	-0.09110885858535767
47175	rnn.bias_hh_l1	5	-0.05743376538157463
47175	rnn.bias_hh_l1	6	-0.0809893012046814
47175	rnn.bias_hh_l1	7	0.028530966490507126
47175	rnn.bias_hh_l1	8	-0.07498922944068909
47175	rnn.bias_hh_l1	9	-0.05714542791247368
47175	rnn.weight_ih_l1_reverse	0	-0.036359045654535294
47175	rnn.weight_ih_l1_reverse	1	0.03656229004263878
47175	rnn.weight_ih_l1_reverse	2	-0.035459965467453
47175	rnn.weight_ih_l1_reverse	3	-0.010493620298802853
47175	rnn.weight_ih_l1_reverse	4	-0.029521089047193527
47175	rnn.weight_ih_l1_reverse	5	-0.0378345251083374
47175	rnn.weight_ih_l1_reverse	6	-0.0356488861143589
47175	rnn.weight_ih_l1_reverse	7	0.017446450889110565
47175	rnn.weight_ih_l1_reverse	8	0.014528329484164715
47175	rnn.weight_ih_l1_reverse	9	-0.029441969469189644
47175	rnn.weight_hh_l1_reverse	0	0.00759683595970273
47175	rnn.weight_hh_l1_reverse	1	0.02850440703332424
47175	rnn.weight_hh_l1_reverse	2	-0.036947526037693024
47175	rnn.weight_hh_l1_reverse	3	0.04066416993737221
47175	rnn.weight_hh_l1_reverse	4	0.04408949613571167
47175	rnn.weight_hh_l1_reverse	5	0.009436890482902527
47175	rnn.weight_hh_l1_reverse	6	0.016238410025835037
47175	rnn.weight_hh_l1_reverse	7	0.026671310886740685
47175	rnn.weight_hh_l1_reverse	8	-0.003577071474865079
47175	rnn.weight_hh_l1_reverse	9	-0.04030510038137436
47175	rnn.bias_ih_l1_reverse	0	-0.0242490004748106
47175	rnn.bias_ih_l1_reverse	1	-0.058072201907634735
47175	rnn.bias_ih_l1_reverse	2	-0.09147359430789948
47175	rnn.bias_ih_l1_reverse	3	-0.02902333438396454
47175	rnn.bias_ih_l1_reverse	4	-0.1433466225862503
47175	rnn.bias_ih_l1_reverse	5	-0.06350989639759064
47175	rnn.bias_ih_l1_reverse	6	-0.09057798236608505
47175	rnn.bias_ih_l1_reverse	7	-0.1078198105096817
47175	rnn.bias_ih_l1_reverse	8	0.1181376576423645
47175	rnn.bias_ih_l1_reverse	9	0.0017511876067146659
47175	rnn.bias_hh_l1_reverse	0	-0.030916832387447357
47175	rnn.bias_hh_l1_reverse	1	-0.010793804191052914
47175	rnn.bias_hh_l1_reverse	2	-0.17389927804470062
47175	rnn.bias_hh_l1_reverse	3	-0.06609122455120087
47175	rnn.bias_hh_l1_reverse	4	-0.04606298729777336
47175	rnn.bias_hh_l1_reverse	5	-0.05287835747003555
47175	rnn.bias_hh_l1_reverse	6	0.14772319793701172
47175	rnn.bias_hh_l1_reverse	7	-0.1172172874212265
47175	rnn.bias_hh_l1_reverse	8	-0.07501514256000519
47175	rnn.bias_hh_l1_reverse	9	-0.09218010306358337
47175	linear.weight	0	0.002228822559118271
47175	linear.weight	1	0.032966747879981995
47175	linear.weight	2	-0.10721778124570847
47175	linear.weight	3	0.26756998896598816
47175	linear.weight	4	0.07113765925168991
47175	linear.weight	5	0.01174547802656889
47175	linear.weight	6	0.026423662900924683
47175	linear.weight	7	0.13185931742191315
47175	linear.weight	8	0.04208247363567352
47175	linear.weight	9	-0.05149960145354271
47175	linear.bias	0	-0.035894375294446945
47175	linear.bias	1	-0.06914680451154709
47175	linear.bias	2	-0.4441615045070648
47175	linear.bias	3	-0.7596168518066406
47175	linear.bias	4	-1.0094385147094727
47175	linear.bias	5	0.04842504858970642
47175	linear.bias	6	-0.583884060382843
47175	linear.bias	7	0.5232053995132446
47175	linear.bias	8	-0.5860643982887268
47175	linear.bias	9	-0.8112239837646484
47372	transitions	0	0.4536963403224945
47372	transitions	1	-0.012396195903420448
47372	transitions	2	-10000.0
47372	transitions	3	-1.7909296751022339
47372	transitions	4	-10000.0
47372	transitions	5	0.6768923401832581
47372	transitions	6	0.0010510174324736
47372	transitions	7	-0.26170167326927185
47372	transitions	8	-1.3052037954330444
47372	transitions	9	-0.00014187031774781644
47372	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
47372	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
47372	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
47372	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
47372	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
47372	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
47372	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
47372	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
47372	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
47372	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
47372	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
47372	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
47372	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
47372	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
47372	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
47372	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
47372	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
47372	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
47372	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
47372	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
47372	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
47372	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
47372	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
47372	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
47372	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
47372	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
47372	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
47372	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
47372	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
47372	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
47372	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
47372	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
47372	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
47372	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
47372	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
47372	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
47372	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
47372	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
47372	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
47372	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
47372	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
47372	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
47372	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
47372	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
47372	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
47372	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
47372	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
47372	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
47372	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
47372	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
47372	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
47372	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
47372	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
47372	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
47372	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
47372	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
47372	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
47372	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
47372	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
47372	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
47372	embedding2nn.weight	0	-0.0018137411680072546
47372	embedding2nn.weight	1	-0.01630094088613987
47372	embedding2nn.weight	2	-0.014268253929913044
47372	embedding2nn.weight	3	0.017842112109065056
47372	embedding2nn.weight	4	-0.0059150345623493195
47372	embedding2nn.weight	5	-0.0037005848716944456
47372	embedding2nn.weight	6	-0.003973206505179405
47372	embedding2nn.weight	7	-0.04020778834819794
47372	embedding2nn.weight	8	-0.0019979383796453476
47372	embedding2nn.weight	9	-0.025643140077590942
47372	embedding2nn.bias	0	0.06308279186487198
47372	embedding2nn.bias	1	-0.0639466792345047
47372	embedding2nn.bias	2	0.0967068076133728
47372	embedding2nn.bias	3	0.051297347992658615
47372	embedding2nn.bias	4	-0.017293140292167664
47372	embedding2nn.bias	5	-0.03757227212190628
47372	embedding2nn.bias	6	0.017257193103432655
47372	embedding2nn.bias	7	-0.06249930337071419
47372	embedding2nn.bias	8	0.05730915442109108
47372	embedding2nn.bias	9	0.02104833908379078
47372	rnn.weight_ih_l0	0	-0.014816361479461193
47372	rnn.weight_ih_l0	1	0.01232501957565546
47372	rnn.weight_ih_l0	2	0.0255389716476202
47372	rnn.weight_ih_l0	3	0.0029678200371563435
47372	rnn.weight_ih_l0	4	-0.025107361376285553
47372	rnn.weight_ih_l0	5	-0.05481570586562157
47372	rnn.weight_ih_l0	6	0.02043181285262108
47372	rnn.weight_ih_l0	7	0.04560615494847298
47372	rnn.weight_ih_l0	8	0.010040401481091976
47372	rnn.weight_ih_l0	9	-0.03033703938126564
47372	rnn.weight_hh_l0	0	-0.0329873152077198
47372	rnn.weight_hh_l0	1	-0.0003722132823895663
47372	rnn.weight_hh_l0	2	0.0002543667796999216
47372	rnn.weight_hh_l0	3	-0.05054165795445442
47372	rnn.weight_hh_l0	4	0.051492251455783844
47372	rnn.weight_hh_l0	5	-0.017164096236228943
47372	rnn.weight_hh_l0	6	-0.03419657424092293
47372	rnn.weight_hh_l0	7	-0.028070105239748955
47372	rnn.weight_hh_l0	8	-0.0033607129007577896
47372	rnn.weight_hh_l0	9	-0.020964626222848892
47372	rnn.bias_ih_l0	0	0.04791734740138054
47372	rnn.bias_ih_l0	1	-0.025166451930999756
47372	rnn.bias_ih_l0	2	-0.0013934799935668707
47372	rnn.bias_ih_l0	3	0.07909505069255829
47372	rnn.bias_ih_l0	4	-0.03156909719109535
47372	rnn.bias_ih_l0	5	-0.02247064746916294
47372	rnn.bias_ih_l0	6	0.00914793275296688
47372	rnn.bias_ih_l0	7	0.054444022476673126
47372	rnn.bias_ih_l0	8	-0.06786852329969406
47372	rnn.bias_ih_l0	9	-0.05151167884469032
47372	rnn.bias_hh_l0	0	-0.02578878588974476
47372	rnn.bias_hh_l0	1	-0.06822225451469421
47372	rnn.bias_hh_l0	2	-0.038820646703243256
47372	rnn.bias_hh_l0	3	-0.0650072917342186
47372	rnn.bias_hh_l0	4	-0.0094424057751894
47372	rnn.bias_hh_l0	5	0.008155342191457748
47372	rnn.bias_hh_l0	6	0.027938582003116608
47372	rnn.bias_hh_l0	7	-0.00015614849689882249
47372	rnn.bias_hh_l0	8	-0.08613463491201401
47372	rnn.bias_hh_l0	9	-0.016154082491993904
47372	rnn.weight_ih_l0_reverse	0	-0.022347282618284225
47372	rnn.weight_ih_l0_reverse	1	-0.04719045013189316
47372	rnn.weight_ih_l0_reverse	2	-0.0234666857868433
47372	rnn.weight_ih_l0_reverse	3	-0.0019822106696665287
47372	rnn.weight_ih_l0_reverse	4	-0.007804227061569691
47372	rnn.weight_ih_l0_reverse	5	-0.046564336866140366
47372	rnn.weight_ih_l0_reverse	6	0.04557068645954132
47372	rnn.weight_ih_l0_reverse	7	-0.020174752920866013
47372	rnn.weight_ih_l0_reverse	8	-0.03336954861879349
47372	rnn.weight_ih_l0_reverse	9	0.01162517536431551
47372	rnn.weight_hh_l0_reverse	0	0.04405716061592102
47372	rnn.weight_hh_l0_reverse	1	0.03638990968465805
47372	rnn.weight_hh_l0_reverse	2	0.03136340528726578
47372	rnn.weight_hh_l0_reverse	3	0.022261839359998703
47372	rnn.weight_hh_l0_reverse	4	0.006142376456409693
47372	rnn.weight_hh_l0_reverse	5	-0.007072573993355036
47372	rnn.weight_hh_l0_reverse	6	0.038537878543138504
47372	rnn.weight_hh_l0_reverse	7	-0.04123677685856819
47372	rnn.weight_hh_l0_reverse	8	0.016475003212690353
47372	rnn.weight_hh_l0_reverse	9	0.046284668147563934
47372	rnn.bias_ih_l0_reverse	0	-0.06330593675374985
47372	rnn.bias_ih_l0_reverse	1	-0.15848903357982635
47372	rnn.bias_ih_l0_reverse	2	-0.06619460880756378
47372	rnn.bias_ih_l0_reverse	3	-0.017201734706759453
47372	rnn.bias_ih_l0_reverse	4	-0.04486413300037384
47372	rnn.bias_ih_l0_reverse	5	0.02716708555817604
47372	rnn.bias_ih_l0_reverse	6	-0.030331825837492943
47372	rnn.bias_ih_l0_reverse	7	0.04321436956524849
47372	rnn.bias_ih_l0_reverse	8	-0.03470265492796898
47372	rnn.bias_ih_l0_reverse	9	0.0238853320479393
47372	rnn.bias_hh_l0_reverse	0	-0.0250322837382555
47372	rnn.bias_hh_l0_reverse	1	-0.02568204328417778
47372	rnn.bias_hh_l0_reverse	2	0.04101628065109253
47372	rnn.bias_hh_l0_reverse	3	-0.025346865877509117
47372	rnn.bias_hh_l0_reverse	4	-0.043324895203113556
47372	rnn.bias_hh_l0_reverse	5	-0.04992403835058212
47372	rnn.bias_hh_l0_reverse	6	-0.013990155421197414
47372	rnn.bias_hh_l0_reverse	7	0.059117939323186874
47372	rnn.bias_hh_l0_reverse	8	0.022089410573244095
47372	rnn.bias_hh_l0_reverse	9	-0.09338488429784775
47372	rnn.weight_ih_l1	0	-0.034499987959861755
47372	rnn.weight_ih_l1	1	-0.03815842047333717
47372	rnn.weight_ih_l1	2	0.06432696431875229
47372	rnn.weight_ih_l1	3	-0.02931457944214344
47372	rnn.weight_ih_l1	4	0.00016557441267650574
47372	rnn.weight_ih_l1	5	-0.04395908862352371
47372	rnn.weight_ih_l1	6	0.01717684604227543
47372	rnn.weight_ih_l1	7	-0.041852664202451706
47372	rnn.weight_ih_l1	8	0.0369417741894722
47372	rnn.weight_ih_l1	9	0.027447182685136795
47372	rnn.weight_hh_l1	0	-0.0035710956435650587
47372	rnn.weight_hh_l1	1	0.005024218466132879
47372	rnn.weight_hh_l1	2	-0.0019245879957452416
47372	rnn.weight_hh_l1	3	-0.00877425353974104
47372	rnn.weight_hh_l1	4	0.0037139002233743668
47372	rnn.weight_hh_l1	5	0.025349201634526253
47372	rnn.weight_hh_l1	6	0.03390328586101532
47372	rnn.weight_hh_l1	7	-0.027200831100344658
47372	rnn.weight_hh_l1	8	-0.029632138088345528
47372	rnn.weight_hh_l1	9	0.035544708371162415
47372	rnn.bias_ih_l1	0	-0.11179069429636002
47372	rnn.bias_ih_l1	1	-0.10796418786048889
47372	rnn.bias_ih_l1	2	-0.12001306563615799
47372	rnn.bias_ih_l1	3	-0.18351568281650543
47372	rnn.bias_ih_l1	4	-0.17535077035427094
47372	rnn.bias_ih_l1	5	-0.09860116988420486
47372	rnn.bias_ih_l1	6	-0.07534464448690414
47372	rnn.bias_ih_l1	7	-0.037709664553403854
47372	rnn.bias_ih_l1	8	-0.08707283437252045
47372	rnn.bias_ih_l1	9	-0.09865611791610718
47372	rnn.bias_hh_l1	0	-0.0914197638630867
47372	rnn.bias_hh_l1	1	-0.04157380014657974
47372	rnn.bias_hh_l1	2	-0.07433927059173584
47372	rnn.bias_hh_l1	3	-0.06087502837181091
47372	rnn.bias_hh_l1	4	-0.09148430079221725
47372	rnn.bias_hh_l1	5	-0.05654126778244972
47372	rnn.bias_hh_l1	6	-0.082668736577034
47372	rnn.bias_hh_l1	7	0.020165342837572098
47372	rnn.bias_hh_l1	8	-0.07413968443870544
47372	rnn.bias_hh_l1	9	-0.05879718065261841
47372	rnn.weight_ih_l1_reverse	0	-0.03592664375901222
47372	rnn.weight_ih_l1_reverse	1	0.03579958900809288
47372	rnn.weight_ih_l1_reverse	2	-0.03219226002693176
47372	rnn.weight_ih_l1_reverse	3	-0.01094363909214735
47372	rnn.weight_ih_l1_reverse	4	-0.029157860204577446
47372	rnn.weight_ih_l1_reverse	5	-0.037685032933950424
47372	rnn.weight_ih_l1_reverse	6	-0.034813571721315384
47372	rnn.weight_ih_l1_reverse	7	0.017821982502937317
47372	rnn.weight_ih_l1_reverse	8	0.01853901706635952
47372	rnn.weight_ih_l1_reverse	9	-0.03007102943956852
47372	rnn.weight_hh_l1_reverse	0	0.007674445863813162
47372	rnn.weight_hh_l1_reverse	1	0.02887854352593422
47372	rnn.weight_hh_l1_reverse	2	-0.03696475550532341
47372	rnn.weight_hh_l1_reverse	3	0.04063453525304794
47372	rnn.weight_hh_l1_reverse	4	0.04386052489280701
47372	rnn.weight_hh_l1_reverse	5	0.00958928745239973
47372	rnn.weight_hh_l1_reverse	6	0.01641623117029667
47372	rnn.weight_hh_l1_reverse	7	0.02688610553741455
47372	rnn.weight_hh_l1_reverse	8	-0.003428251948207617
47372	rnn.weight_hh_l1_reverse	9	-0.04051613807678223
47372	rnn.bias_ih_l1_reverse	0	-0.023161543533205986
47372	rnn.bias_ih_l1_reverse	1	-0.05897069349884987
47372	rnn.bias_ih_l1_reverse	2	-0.09250310063362122
47372	rnn.bias_ih_l1_reverse	3	-0.026281464844942093
47372	rnn.bias_ih_l1_reverse	4	-0.14419792592525482
47372	rnn.bias_ih_l1_reverse	5	-0.06569748371839523
47372	rnn.bias_ih_l1_reverse	6	-0.0926038920879364
47372	rnn.bias_ih_l1_reverse	7	-0.10645582526922226
47372	rnn.bias_ih_l1_reverse	8	0.13474401831626892
47372	rnn.bias_ih_l1_reverse	9	-0.0009078586590476334
47372	rnn.bias_hh_l1_reverse	0	-0.02893124707043171
47372	rnn.bias_hh_l1_reverse	1	-0.01387389749288559
47372	rnn.bias_hh_l1_reverse	2	-0.17153705656528473
47372	rnn.bias_hh_l1_reverse	3	-0.06433311104774475
47372	rnn.bias_hh_l1_reverse	4	-0.0474177747964859
47372	rnn.bias_hh_l1_reverse	5	-0.05476158484816551
47372	rnn.bias_hh_l1_reverse	6	0.1487627625465393
47372	rnn.bias_hh_l1_reverse	7	-0.11895070225000381
47372	rnn.bias_hh_l1_reverse	8	-0.07229164987802505
47372	rnn.bias_hh_l1_reverse	9	-0.09275610744953156
47372	linear.weight	0	0.002228822559118271
47372	linear.weight	1	0.030636614188551903
47372	linear.weight	2	-0.10174492001533508
47372	linear.weight	3	0.2631929814815521
47372	linear.weight	4	0.06539101898670197
47372	linear.weight	5	0.012445592321455479
47372	linear.weight	6	0.021802837029099464
47372	linear.weight	7	0.11872050166130066
47372	linear.weight	8	0.0420818030834198
47372	linear.weight	9	-0.043370336294174194
47372	linear.bias	0	-0.03063104674220085
47372	linear.bias	1	-0.09065026789903641
47372	linear.bias	2	-0.45281869173049927
47372	linear.bias	3	-0.7521692514419556
47372	linear.bias	4	-1.0000958442687988
47372	linear.bias	5	0.017567884176969528
47372	linear.bias	6	-0.6039182543754578
47372	linear.bias	7	0.48503002524375916
47372	linear.bias	8	-0.5708518028259277
47372	linear.bias	9	-0.7974172234535217
47376	transitions	0	0.4536730945110321
47376	transitions	1	-0.012398757040500641
47376	transitions	2	-10000.0
47376	transitions	3	-1.7909328937530518
47376	transitions	4	-10000.0
47376	transitions	5	0.676891028881073
47376	transitions	6	0.0010468550026416779
47376	transitions	7	-0.2617020606994629
47376	transitions	8	-1.3052040338516235
47376	transitions	9	-0.0001419194886693731
47376	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
47376	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
47376	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
47376	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
47376	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
47376	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
47376	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
47376	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
47376	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
47376	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
47376	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
47376	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
47376	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
47376	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
47376	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
47376	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
47376	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
47376	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
47376	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
47376	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
47376	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
47376	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
47376	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
47376	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
47376	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
47376	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
47376	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
47376	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
47376	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
47376	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
47376	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
47376	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
47376	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
47376	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
47376	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
47376	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
47376	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
47376	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
47376	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
47376	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
47376	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
47376	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
47376	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
47376	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
47376	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
47376	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
47376	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
47376	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
47376	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
47376	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
47376	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
47376	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
47376	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
47376	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
47376	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
47376	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
47376	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
47376	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
47376	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
47376	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
47376	embedding2nn.weight	0	-0.0016546727856621146
47376	embedding2nn.weight	1	-0.016306301578879356
47376	embedding2nn.weight	2	-0.014268253929913044
47376	embedding2nn.weight	3	0.018625687807798386
47376	embedding2nn.weight	4	-0.0059150345623493195
47376	embedding2nn.weight	5	-0.0037005848716944456
47376	embedding2nn.weight	6	-0.003973206505179405
47376	embedding2nn.weight	7	-0.040194105356931686
47376	embedding2nn.weight	8	-0.0019979383796453476
47376	embedding2nn.weight	9	-0.025463879108428955
47376	embedding2nn.bias	0	0.06113798916339874
47376	embedding2nn.bias	1	-0.06320510059595108
47376	embedding2nn.bias	2	0.09489791095256805
47376	embedding2nn.bias	3	0.05122506991028786
47376	embedding2nn.bias	4	-0.017385371029376984
47376	embedding2nn.bias	5	-0.038322996348142624
47376	embedding2nn.bias	6	0.018457066267728806
47376	embedding2nn.bias	7	-0.06335768848657608
47376	embedding2nn.bias	8	0.057206034660339355
47376	embedding2nn.bias	9	0.01994294859468937
47376	rnn.weight_ih_l0	0	-0.014747720211744308
47376	rnn.weight_ih_l0	1	0.012188846245408058
47376	rnn.weight_ih_l0	2	0.025454647839069366
47376	rnn.weight_ih_l0	3	0.002946071559563279
47376	rnn.weight_ih_l0	4	-0.024993088096380234
47376	rnn.weight_ih_l0	5	-0.0548495277762413
47376	rnn.weight_ih_l0	6	0.020429683849215508
47376	rnn.weight_ih_l0	7	0.04550694674253464
47376	rnn.weight_ih_l0	8	0.0100595373660326
47376	rnn.weight_ih_l0	9	-0.030339248478412628
47376	rnn.weight_hh_l0	0	-0.03297323361039162
47376	rnn.weight_hh_l0	1	-0.00043430246296338737
47376	rnn.weight_hh_l0	2	0.0001888908154796809
47376	rnn.weight_hh_l0	3	-0.050525516271591187
47376	rnn.weight_hh_l0	4	0.05129166319966316
47376	rnn.weight_hh_l0	5	-0.017219597473740578
47376	rnn.weight_hh_l0	6	-0.0341760478913784
47376	rnn.weight_hh_l0	7	-0.02803618647158146
47376	rnn.weight_hh_l0	8	-0.0033550073858350515
47376	rnn.weight_hh_l0	9	-0.02101009339094162
47376	rnn.bias_ih_l0	0	0.04885514825582504
47376	rnn.bias_ih_l0	1	-0.024859974160790443
47376	rnn.bias_ih_l0	2	-0.001343090902082622
47376	rnn.bias_ih_l0	3	0.0800788402557373
47376	rnn.bias_ih_l0	4	-0.03134716674685478
47376	rnn.bias_ih_l0	5	-0.02212875708937645
47376	rnn.bias_ih_l0	6	0.009162944741547108
47376	rnn.bias_ih_l0	7	0.054404422640800476
47376	rnn.bias_ih_l0	8	-0.06764762103557587
47376	rnn.bias_ih_l0	9	-0.0515567921102047
47376	rnn.bias_hh_l0	0	-0.0258232019841671
47376	rnn.bias_hh_l0	1	-0.06825701147317886
47376	rnn.bias_hh_l0	2	-0.03916594758629799
47376	rnn.bias_hh_l0	3	-0.06508740782737732
47376	rnn.bias_hh_l0	4	-0.00944795273244381
47376	rnn.bias_hh_l0	5	0.008119706064462662
47376	rnn.bias_hh_l0	6	0.02808723971247673
47376	rnn.bias_hh_l0	7	0.0007038955227471888
47376	rnn.bias_hh_l0	8	-0.0859287828207016
47376	rnn.bias_hh_l0	9	-0.01654595509171486
47376	rnn.weight_ih_l0_reverse	0	-0.02234143204987049
47376	rnn.weight_ih_l0_reverse	1	-0.047215960919857025
47376	rnn.weight_ih_l0_reverse	2	-0.02355535328388214
47376	rnn.weight_ih_l0_reverse	3	-0.0020346734672784805
47376	rnn.weight_ih_l0_reverse	4	-0.007844689302146435
47376	rnn.weight_ih_l0_reverse	5	-0.04662315547466278
47376	rnn.weight_ih_l0_reverse	6	0.04554932191967964
47376	rnn.weight_ih_l0_reverse	7	-0.020615622401237488
47376	rnn.weight_ih_l0_reverse	8	-0.03332829102873802
47376	rnn.weight_ih_l0_reverse	9	0.011607456021010876
47376	rnn.weight_hh_l0_reverse	0	0.04403671622276306
47376	rnn.weight_hh_l0_reverse	1	0.036377791315317154
47376	rnn.weight_hh_l0_reverse	2	0.031344082206487656
47376	rnn.weight_hh_l0_reverse	3	0.02228339947760105
47376	rnn.weight_hh_l0_reverse	4	0.006260181777179241
47376	rnn.weight_hh_l0_reverse	5	-0.007274908013641834
47376	rnn.weight_hh_l0_reverse	6	0.03834421560168266
47376	rnn.weight_hh_l0_reverse	7	-0.041193895041942596
47376	rnn.weight_hh_l0_reverse	8	0.01673884131014347
47376	rnn.weight_hh_l0_reverse	9	0.046299878507852554
47376	rnn.bias_ih_l0_reverse	0	-0.06321407854557037
47376	rnn.bias_ih_l0_reverse	1	-0.15827727317810059
47376	rnn.bias_ih_l0_reverse	2	-0.06558495759963989
47376	rnn.bias_ih_l0_reverse	3	-0.017163075506687164
47376	rnn.bias_ih_l0_reverse	4	-0.04510368034243584
47376	rnn.bias_ih_l0_reverse	5	0.027247579768300056
47376	rnn.bias_ih_l0_reverse	6	-0.030269132927060127
47376	rnn.bias_ih_l0_reverse	7	0.043062370270490646
47376	rnn.bias_ih_l0_reverse	8	-0.034075360745191574
47376	rnn.bias_ih_l0_reverse	9	0.02349526807665825
47376	rnn.bias_hh_l0_reverse	0	-0.02512648142874241
47376	rnn.bias_hh_l0_reverse	1	-0.025707054883241653
47376	rnn.bias_hh_l0_reverse	2	0.040959682315588
47376	rnn.bias_hh_l0_reverse	3	-0.025676000863313675
47376	rnn.bias_hh_l0_reverse	4	-0.04294412583112717
47376	rnn.bias_hh_l0_reverse	5	-0.05027791112661362
47376	rnn.bias_hh_l0_reverse	6	-0.014789198525249958
47376	rnn.bias_hh_l0_reverse	7	0.05948910862207413
47376	rnn.bias_hh_l0_reverse	8	0.021822329610586166
47376	rnn.bias_hh_l0_reverse	9	-0.09316469728946686
47376	rnn.weight_ih_l1	0	-0.034460004419088364
47376	rnn.weight_ih_l1	1	-0.0381183922290802
47376	rnn.weight_ih_l1	2	0.064157634973526
47376	rnn.weight_ih_l1	3	-0.029349295422434807
47376	rnn.weight_ih_l1	4	0.0001867542159743607
47376	rnn.weight_ih_l1	5	-0.04388673976063728
47376	rnn.weight_ih_l1	6	0.017142105847597122
47376	rnn.weight_ih_l1	7	-0.0418822281062603
47376	rnn.weight_ih_l1	8	0.03694860264658928
47376	rnn.weight_ih_l1	9	0.02745300717651844
47376	rnn.weight_hh_l1	0	-0.0037014500703662634
47376	rnn.weight_hh_l1	1	0.005023701582103968
47376	rnn.weight_hh_l1	2	-0.0015072725946083665
47376	rnn.weight_hh_l1	3	-0.00866624154150486
47376	rnn.weight_hh_l1	4	0.003589516505599022
47376	rnn.weight_hh_l1	5	0.025428129360079765
47376	rnn.weight_hh_l1	6	0.03387853130698204
47376	rnn.weight_hh_l1	7	-0.027172556146979332
47376	rnn.weight_hh_l1	8	-0.029621891677379608
47376	rnn.weight_hh_l1	9	0.035635240375995636
47376	rnn.bias_ih_l1	0	-0.11185792088508606
47376	rnn.bias_ih_l1	1	-0.10830899327993393
47376	rnn.bias_ih_l1	2	-0.12032220512628555
47376	rnn.bias_ih_l1	3	-0.18337778747081757
47376	rnn.bias_ih_l1	4	-0.17483747005462646
47376	rnn.bias_ih_l1	5	-0.0990176573395729
47376	rnn.bias_ih_l1	6	-0.07526613026857376
47376	rnn.bias_ih_l1	7	-0.03784642368555069
47376	rnn.bias_ih_l1	8	-0.08722677081823349
47376	rnn.bias_ih_l1	9	-0.09861370176076889
47376	rnn.bias_hh_l1	0	-0.09090697765350342
47376	rnn.bias_hh_l1	1	-0.041768141090869904
47376	rnn.bias_hh_l1	2	-0.07410663366317749
47376	rnn.bias_hh_l1	3	-0.06094638630747795
47376	rnn.bias_hh_l1	4	-0.09140278398990631
47376	rnn.bias_hh_l1	5	-0.0566488578915596
47376	rnn.bias_hh_l1	6	-0.08270981162786484
47376	rnn.bias_hh_l1	7	0.020088978111743927
47376	rnn.bias_hh_l1	8	-0.07409347593784332
47376	rnn.bias_hh_l1	9	-0.05863846093416214
47376	rnn.weight_ih_l1_reverse	0	-0.036092013120651245
47376	rnn.weight_ih_l1_reverse	1	0.03568248078227043
47376	rnn.weight_ih_l1_reverse	2	-0.03194255009293556
47376	rnn.weight_ih_l1_reverse	3	-0.010940483771264553
47376	rnn.weight_ih_l1_reverse	4	-0.029186341911554337
47376	rnn.weight_ih_l1_reverse	5	-0.03772804141044617
47376	rnn.weight_ih_l1_reverse	6	-0.034804437309503555
47376	rnn.weight_ih_l1_reverse	7	0.01781437359750271
47376	rnn.weight_ih_l1_reverse	8	0.01864536479115486
47376	rnn.weight_ih_l1_reverse	9	-0.02978050522506237
47376	rnn.weight_hh_l1_reverse	0	0.007666896563023329
47376	rnn.weight_hh_l1_reverse	1	0.028884295374155045
47376	rnn.weight_hh_l1_reverse	2	-0.03696572408080101
47376	rnn.weight_hh_l1_reverse	3	0.04064653441309929
47376	rnn.weight_hh_l1_reverse	4	0.04390954598784447
47376	rnn.weight_hh_l1_reverse	5	0.009647583588957787
47376	rnn.weight_hh_l1_reverse	6	0.01642625406384468
47376	rnn.weight_hh_l1_reverse	7	0.026940444484353065
47376	rnn.weight_hh_l1_reverse	8	-0.0034329521004110575
47376	rnn.weight_hh_l1_reverse	9	-0.04050545394420624
47376	rnn.bias_ih_l1_reverse	0	-0.022834278643131256
47376	rnn.bias_ih_l1_reverse	1	-0.058590661734342575
47376	rnn.bias_ih_l1_reverse	2	-0.09308617562055588
47376	rnn.bias_ih_l1_reverse	3	-0.026532867923378944
47376	rnn.bias_ih_l1_reverse	4	-0.14473465085029602
47376	rnn.bias_ih_l1_reverse	5	-0.06586544960737228
47376	rnn.bias_ih_l1_reverse	6	-0.0927349179983139
47376	rnn.bias_ih_l1_reverse	7	-0.10645277053117752
47376	rnn.bias_ih_l1_reverse	8	0.13561365008354187
47376	rnn.bias_ih_l1_reverse	9	-0.0009394239168614149
47376	rnn.bias_hh_l1_reverse	0	-0.029420215636491776
47376	rnn.bias_hh_l1_reverse	1	-0.013318312354385853
47376	rnn.bias_hh_l1_reverse	2	-0.17159365117549896
47376	rnn.bias_hh_l1_reverse	3	-0.06426350772380829
47376	rnn.bias_hh_l1_reverse	4	-0.047553688287734985
47376	rnn.bias_hh_l1_reverse	5	-0.054832398891448975
47376	rnn.bias_hh_l1_reverse	6	0.14842091500759125
47376	rnn.bias_hh_l1_reverse	7	-0.11936132609844208
47376	rnn.bias_hh_l1_reverse	8	-0.07264841347932816
47376	rnn.bias_hh_l1_reverse	9	-0.09274270385503769
47376	linear.weight	0	0.002228822559118271
47376	linear.weight	1	0.03044203855097294
47376	linear.weight	2	-0.10089325159788132
47376	linear.weight	3	0.262614905834198
47376	linear.weight	4	0.0649566501379013
47376	linear.weight	5	0.012531545013189316
47376	linear.weight	6	0.021625379100441933
47376	linear.weight	7	0.11868598312139511
47376	linear.weight	8	0.042082104831933975
47376	linear.weight	9	-0.04336461424827576
47376	linear.bias	0	-0.022680774331092834
47376	linear.bias	1	-0.08801402151584625
47376	linear.bias	2	-0.44843757152557373
47376	linear.bias	3	-0.7534742951393127
47376	linear.bias	4	-1.0018278360366821
47376	linear.bias	5	0.014383378438651562
47376	linear.bias	6	-0.6012883186340332
47376	linear.bias	7	0.4816495180130005
47376	linear.bias	8	-0.57326740026474
47376	linear.bias	9	-0.8000349998474121
47573	transitions	0	0.443754643201828
47573	transitions	1	-0.00606694957241416
47573	transitions	2	-10000.0
47573	transitions	3	-1.791087031364441
47573	transitions	4	-10000.0
47573	transitions	5	0.6765347123146057
47573	transitions	6	0.0007768166833557189
47573	transitions	7	-0.2628774046897888
47573	transitions	8	-1.3056118488311768
47573	transitions	9	-0.0001494679308962077
47573	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
47573	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
47573	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
47573	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
47573	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
47573	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
47573	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
47573	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
47573	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
47573	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
47573	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
47573	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
47573	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
47573	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
47573	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
47573	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
47573	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
47573	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
47573	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
47573	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
47573	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
47573	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
47573	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
47573	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
47573	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
47573	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
47573	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
47573	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
47573	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
47573	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
47573	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
47573	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
47573	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
47573	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
47573	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
47573	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
47573	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
47573	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
47573	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
47573	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
47573	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
47573	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
47573	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
47573	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
47573	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
47573	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
47573	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
47573	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
47573	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
47573	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
47573	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
47573	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
47573	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
47573	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
47573	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
47573	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
47573	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
47573	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
47573	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
47573	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
47573	embedding2nn.weight	0	-0.0007494501187466085
47573	embedding2nn.weight	1	-0.01641567423939705
47573	embedding2nn.weight	2	-0.014268253929913044
47573	embedding2nn.weight	3	0.01868506707251072
47573	embedding2nn.weight	4	-0.0059150345623493195
47573	embedding2nn.weight	5	-0.003700584638863802
47573	embedding2nn.weight	6	-0.003973204642534256
47573	embedding2nn.weight	7	-0.03972943127155304
47573	embedding2nn.weight	8	-0.0019979383796453476
47573	embedding2nn.weight	9	-0.02517460100352764
47573	embedding2nn.bias	0	0.06286108493804932
47573	embedding2nn.bias	1	-0.05169900506734848
47573	embedding2nn.bias	2	0.1013355404138565
47573	embedding2nn.bias	3	0.04015239700675011
47573	embedding2nn.bias	4	-0.02120576798915863
47573	embedding2nn.bias	5	-0.026961667463183403
47573	embedding2nn.bias	6	0.017285240814089775
47573	embedding2nn.bias	7	-0.0662064328789711
47573	embedding2nn.bias	8	0.04909982159733772
47573	embedding2nn.bias	9	0.019204778596758842
47573	rnn.weight_ih_l0	0	-0.014343914575874805
47573	rnn.weight_ih_l0	1	0.01219718437641859
47573	rnn.weight_ih_l0	2	0.02433520182967186
47573	rnn.weight_ih_l0	3	0.003518482204526663
47573	rnn.weight_ih_l0	4	-0.024907832965254784
47573	rnn.weight_ih_l0	5	-0.05507080256938934
47573	rnn.weight_ih_l0	6	0.021281670778989792
47573	rnn.weight_ih_l0	7	0.04474920779466629
47573	rnn.weight_ih_l0	8	0.008579954504966736
47573	rnn.weight_ih_l0	9	-0.030784817412495613
47573	rnn.weight_hh_l0	0	-0.03392534330487251
47573	rnn.weight_hh_l0	1	-0.0004150550812482834
47573	rnn.weight_hh_l0	2	-0.0014781001955270767
47573	rnn.weight_hh_l0	3	-0.0503692589700222
47573	rnn.weight_hh_l0	4	0.05151485279202461
47573	rnn.weight_hh_l0	5	-0.016517920419573784
47573	rnn.weight_hh_l0	6	-0.034527651965618134
47573	rnn.weight_hh_l0	7	-0.028266804292798042
47573	rnn.weight_hh_l0	8	-0.0030887334141880274
47573	rnn.weight_hh_l0	9	-0.021747373044490814
47573	rnn.bias_ih_l0	0	0.04966026172041893
47573	rnn.bias_ih_l0	1	-0.02597123384475708
47573	rnn.bias_ih_l0	2	-0.001690221019089222
47573	rnn.bias_ih_l0	3	0.07989002019166946
47573	rnn.bias_ih_l0	4	-0.03210575506091118
47573	rnn.bias_ih_l0	5	-0.021006938070058823
47573	rnn.bias_ih_l0	6	0.008666512556374073
47573	rnn.bias_ih_l0	7	0.055614884942770004
47573	rnn.bias_ih_l0	8	-0.0687289759516716
47573	rnn.bias_ih_l0	9	-0.051299069076776505
47573	rnn.bias_hh_l0	0	-0.022694582119584084
47573	rnn.bias_hh_l0	1	-0.06806957721710205
47573	rnn.bias_hh_l0	2	-0.04069921746850014
47573	rnn.bias_hh_l0	3	-0.06492411345243454
47573	rnn.bias_hh_l0	4	-0.011132785119116306
47573	rnn.bias_hh_l0	5	0.006083906162530184
47573	rnn.bias_hh_l0	6	0.028485840186476707
47573	rnn.bias_hh_l0	7	-0.002999809104949236
47573	rnn.bias_hh_l0	8	-0.08278921991586685
47573	rnn.bias_hh_l0	9	-0.016259167343378067
47573	rnn.weight_ih_l0_reverse	0	-0.022272000089287758
47573	rnn.weight_ih_l0_reverse	1	-0.04628156125545502
47573	rnn.weight_ih_l0_reverse	2	-0.02490285225212574
47573	rnn.weight_ih_l0_reverse	3	-0.0020230200607329607
47573	rnn.weight_ih_l0_reverse	4	-0.007201237138360739
47573	rnn.weight_ih_l0_reverse	5	-0.04570311680436134
47573	rnn.weight_ih_l0_reverse	6	0.04595483839511871
47573	rnn.weight_ih_l0_reverse	7	-0.019794687628746033
47573	rnn.weight_ih_l0_reverse	8	-0.03375427797436714
47573	rnn.weight_ih_l0_reverse	9	0.011112615466117859
47573	rnn.weight_hh_l0_reverse	0	0.04452524334192276
47573	rnn.weight_hh_l0_reverse	1	0.0359615683555603
47573	rnn.weight_hh_l0_reverse	2	0.031832218170166016
47573	rnn.weight_hh_l0_reverse	3	0.021625716239213943
47573	rnn.weight_hh_l0_reverse	4	0.005298819858580828
47573	rnn.weight_hh_l0_reverse	5	-0.00644876342266798
47573	rnn.weight_hh_l0_reverse	6	0.03842458873987198
47573	rnn.weight_hh_l0_reverse	7	-0.04056720808148384
47573	rnn.weight_hh_l0_reverse	8	0.01920483261346817
47573	rnn.weight_hh_l0_reverse	9	0.046266037970781326
47573	rnn.bias_ih_l0_reverse	0	-0.06315862387418747
47573	rnn.bias_ih_l0_reverse	1	-0.16615313291549683
47573	rnn.bias_ih_l0_reverse	2	-0.06943309307098389
47573	rnn.bias_ih_l0_reverse	3	-0.012905871495604515
47573	rnn.bias_ih_l0_reverse	4	-0.046205226331949234
47573	rnn.bias_ih_l0_reverse	5	0.029030241072177887
47573	rnn.bias_ih_l0_reverse	6	-0.030215904116630554
47573	rnn.bias_ih_l0_reverse	7	0.04549747332930565
47573	rnn.bias_ih_l0_reverse	8	-0.032350268214941025
47573	rnn.bias_ih_l0_reverse	9	0.02080582268536091
47573	rnn.bias_hh_l0_reverse	0	-0.0254630409181118
47573	rnn.bias_hh_l0_reverse	1	-0.026431184262037277
47573	rnn.bias_hh_l0_reverse	2	0.04490845277905464
47573	rnn.bias_hh_l0_reverse	3	-0.025966176763176918
47573	rnn.bias_hh_l0_reverse	4	-0.04359827935695648
47573	rnn.bias_hh_l0_reverse	5	-0.052342575043439865
47573	rnn.bias_hh_l0_reverse	6	-0.014595765620470047
47573	rnn.bias_hh_l0_reverse	7	0.059154149144887924
47573	rnn.bias_hh_l0_reverse	8	0.02151072956621647
47573	rnn.bias_hh_l0_reverse	9	-0.09374658763408661
47573	rnn.weight_ih_l1	0	-0.034375160932540894
47573	rnn.weight_ih_l1	1	-0.038015179336071014
47573	rnn.weight_ih_l1	2	0.06215386837720871
47573	rnn.weight_ih_l1	3	-0.028295472264289856
47573	rnn.weight_ih_l1	4	-0.0002326261455891654
47573	rnn.weight_ih_l1	5	-0.043591100722551346
47573	rnn.weight_ih_l1	6	0.015647226944565773
47573	rnn.weight_ih_l1	7	-0.042798325419425964
47573	rnn.weight_ih_l1	8	0.037081845104694366
47573	rnn.weight_ih_l1	9	0.028181519359350204
47573	rnn.weight_hh_l1	0	-0.006284771487116814
47573	rnn.weight_hh_l1	1	0.005172704346477985
47573	rnn.weight_hh_l1	2	-0.0018206278327852488
47573	rnn.weight_hh_l1	3	-0.008373893797397614
47573	rnn.weight_hh_l1	4	0.003663751296699047
47573	rnn.weight_hh_l1	5	0.025716032832860947
47573	rnn.weight_hh_l1	6	0.033890895545482635
47573	rnn.weight_hh_l1	7	-0.02666199579834938
47573	rnn.weight_hh_l1	8	-0.02934322878718376
47573	rnn.weight_hh_l1	9	0.03629187494516373
47573	rnn.bias_ih_l1	0	-0.11185611039400101
47573	rnn.bias_ih_l1	1	-0.1085824966430664
47573	rnn.bias_ih_l1	2	-0.1201607882976532
47573	rnn.bias_ih_l1	3	-0.18327701091766357
47573	rnn.bias_ih_l1	4	-0.19122178852558136
47573	rnn.bias_ih_l1	5	-0.09935037046670914
47573	rnn.bias_ih_l1	6	-0.07613648474216461
47573	rnn.bias_ih_l1	7	-0.032829925417900085
47573	rnn.bias_ih_l1	8	-0.08847619593143463
47573	rnn.bias_ih_l1	9	-0.09782455861568451
47573	rnn.bias_hh_l1	0	-0.09363489598035812
47573	rnn.bias_hh_l1	1	-0.04073794558644295
47573	rnn.bias_hh_l1	2	-0.0767056941986084
47573	rnn.bias_hh_l1	3	-0.059457648545503616
47573	rnn.bias_hh_l1	4	-0.09065980464220047
47573	rnn.bias_hh_l1	5	-0.05708125978708267
47573	rnn.bias_hh_l1	6	-0.08404289186000824
47573	rnn.bias_hh_l1	7	0.021094420924782753
47573	rnn.bias_hh_l1	8	-0.07426077127456665
47573	rnn.bias_hh_l1	9	-0.061558619141578674
47573	rnn.weight_ih_l1_reverse	0	-0.034988101571798325
47573	rnn.weight_ih_l1_reverse	1	0.03452425077557564
47573	rnn.weight_ih_l1_reverse	2	-0.031044144183397293
47573	rnn.weight_ih_l1_reverse	3	-0.01026951614767313
47573	rnn.weight_ih_l1_reverse	4	-0.03049037978053093
47573	rnn.weight_ih_l1_reverse	5	-0.037824731320142746
47573	rnn.weight_ih_l1_reverse	6	-0.034911710768938065
47573	rnn.weight_ih_l1_reverse	7	0.01723320037126541
47573	rnn.weight_ih_l1_reverse	8	0.015676306560635567
47573	rnn.weight_ih_l1_reverse	9	-0.030228566378355026
47573	rnn.weight_hh_l1_reverse	0	0.007603556849062443
47573	rnn.weight_hh_l1_reverse	1	0.028664058074355125
47573	rnn.weight_hh_l1_reverse	2	-0.03690919280052185
47573	rnn.weight_hh_l1_reverse	3	0.040485698729753494
47573	rnn.weight_hh_l1_reverse	4	0.04336577281355858
47573	rnn.weight_hh_l1_reverse	5	0.009592832066118717
47573	rnn.weight_hh_l1_reverse	6	0.013957478106021881
47573	rnn.weight_hh_l1_reverse	7	0.026955684646964073
47573	rnn.weight_hh_l1_reverse	8	-0.003541536396369338
47573	rnn.weight_hh_l1_reverse	9	-0.0404457226395607
47573	rnn.bias_ih_l1_reverse	0	-0.02613227441906929
47573	rnn.bias_ih_l1_reverse	1	-0.059831444174051285
47573	rnn.bias_ih_l1_reverse	2	-0.09260667860507965
47573	rnn.bias_ih_l1_reverse	3	-0.0202528927475214
47573	rnn.bias_ih_l1_reverse	4	-0.14547321200370789
47573	rnn.bias_ih_l1_reverse	5	-0.06598984450101852
47573	rnn.bias_ih_l1_reverse	6	-0.09209293127059937
47573	rnn.bias_ih_l1_reverse	7	-0.10633658617734909
47573	rnn.bias_ih_l1_reverse	8	0.12492278963327408
47573	rnn.bias_ih_l1_reverse	9	-0.006863371469080448
47573	rnn.bias_hh_l1_reverse	0	-0.03427557647228241
47573	rnn.bias_hh_l1_reverse	1	-0.01805844157934189
47573	rnn.bias_hh_l1_reverse	2	-0.17290432751178741
47573	rnn.bias_hh_l1_reverse	3	-0.062477532774209976
47573	rnn.bias_hh_l1_reverse	4	-0.04820828139781952
47573	rnn.bias_hh_l1_reverse	5	-0.05650194734334946
47573	rnn.bias_hh_l1_reverse	6	0.14070077240467072
47573	rnn.bias_hh_l1_reverse	7	-0.12246864289045334
47573	rnn.bias_hh_l1_reverse	8	-0.07117141038179398
47573	rnn.bias_hh_l1_reverse	9	-0.0909019336104393
47573	linear.weight	0	0.002228822559118271
47573	linear.weight	1	0.026315191760659218
47573	linear.weight	2	-0.10482637584209442
47573	linear.weight	3	0.26151028275489807
47573	linear.weight	4	0.06684380769729614
47573	linear.weight	5	0.013684887439012527
47573	linear.weight	6	0.01583956740796566
47573	linear.weight	7	0.10718802362680435
47573	linear.weight	8	0.04208263382315636
47573	linear.weight	9	-0.04706193879246712
47573	linear.bias	0	-0.0823928713798523
47573	linear.bias	1	-0.10482441633939743
47573	linear.bias	2	-0.43273505568504333
47573	linear.bias	3	-0.7702704668045044
47573	linear.bias	4	-1.0209219455718994
47573	linear.bias	5	0.018608536571264267
47573	linear.bias	6	-0.6177272200584412
47573	linear.bias	7	0.486327588558197
47573	linear.bias	8	-0.5668634176254272
47573	linear.bias	9	-0.7918810844421387
47770	transitions	0	0.44826266169548035
47770	transitions	1	-0.00820966437458992
47770	transitions	2	-10000.0
47770	transitions	3	-1.7912611961364746
47770	transitions	4	-10000.0
47770	transitions	5	0.6760835647583008
47770	transitions	6	0.0005330356652848423
47770	transitions	7	-0.264472097158432
47770	transitions	8	-1.3059176206588745
47770	transitions	9	-0.00015342779806815088
47770	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
47770	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
47770	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
47770	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
47770	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
47770	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
47770	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
47770	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
47770	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
47770	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
47770	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
47770	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
47770	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
47770	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
47770	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
47770	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
47770	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
47770	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
47770	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
47770	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
47770	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
47770	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
47770	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
47770	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
47770	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
47770	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
47770	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
47770	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
47770	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
47770	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
47770	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
47770	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
47770	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
47770	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
47770	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
47770	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
47770	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
47770	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
47770	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
47770	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
47770	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
47770	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
47770	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
47770	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
47770	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
47770	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
47770	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
47770	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
47770	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
47770	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
47770	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
47770	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
47770	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
47770	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
47770	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
47770	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
47770	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
47770	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
47770	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
47770	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
47770	embedding2nn.weight	0	-0.0038393770810216665
47770	embedding2nn.weight	1	-0.016304057091474533
47770	embedding2nn.weight	2	-0.014268253929913044
47770	embedding2nn.weight	3	0.02002587914466858
47770	embedding2nn.weight	4	-0.0059150345623493195
47770	embedding2nn.weight	5	-0.003700584638863802
47770	embedding2nn.weight	6	-0.003973216749727726
47770	embedding2nn.weight	7	-0.03917945548892021
47770	embedding2nn.weight	8	-0.0019979383796453476
47770	embedding2nn.weight	9	-0.025475207716226578
47770	embedding2nn.bias	0	0.05572310835123062
47770	embedding2nn.bias	1	-0.055449869483709335
47770	embedding2nn.bias	2	0.09443957358598709
47770	embedding2nn.bias	3	0.037342701107263565
47770	embedding2nn.bias	4	-0.02459719218313694
47770	embedding2nn.bias	5	-0.01868385635316372
47770	embedding2nn.bias	6	0.017238052561879158
47770	embedding2nn.bias	7	-0.06797856837511063
47770	embedding2nn.bias	8	0.053079117089509964
47770	embedding2nn.bias	9	0.01910482719540596
47770	rnn.weight_ih_l0	0	-0.014585297554731369
47770	rnn.weight_ih_l0	1	0.01353817991912365
47770	rnn.weight_ih_l0	2	0.023950565606355667
47770	rnn.weight_ih_l0	3	0.003161399392411113
47770	rnn.weight_ih_l0	4	-0.024669673293828964
47770	rnn.weight_ih_l0	5	-0.05492743104696274
47770	rnn.weight_ih_l0	6	0.021925048902630806
47770	rnn.weight_ih_l0	7	0.04524671286344528
47770	rnn.weight_ih_l0	8	0.010509046725928783
47770	rnn.weight_ih_l0	9	-0.030553903430700302
47770	rnn.weight_hh_l0	0	-0.03386221453547478
47770	rnn.weight_hh_l0	1	0.0003996642481070012
47770	rnn.weight_hh_l0	2	-0.0014056330546736717
47770	rnn.weight_hh_l0	3	-0.04970981553196907
47770	rnn.weight_hh_l0	4	0.05129053443670273
47770	rnn.weight_hh_l0	5	-0.01701308973133564
47770	rnn.weight_hh_l0	6	-0.03519616648554802
47770	rnn.weight_hh_l0	7	-0.02821333147585392
47770	rnn.weight_hh_l0	8	-0.004052231553941965
47770	rnn.weight_hh_l0	9	-0.022001607343554497
47770	rnn.bias_ih_l0	0	0.05467495322227478
47770	rnn.bias_ih_l0	1	-0.02445352077484131
47770	rnn.bias_ih_l0	2	-0.0013205023715272546
47770	rnn.bias_ih_l0	3	0.08275212347507477
47770	rnn.bias_ih_l0	4	-0.03302343189716339
47770	rnn.bias_ih_l0	5	-0.019321072846651077
47770	rnn.bias_ih_l0	6	0.011276417411863804
47770	rnn.bias_ih_l0	7	0.053380660712718964
47770	rnn.bias_ih_l0	8	-0.07072244584560394
47770	rnn.bias_ih_l0	9	-0.050532516092061996
47770	rnn.bias_hh_l0	0	-0.023833082988858223
47770	rnn.bias_hh_l0	1	-0.06532329320907593
47770	rnn.bias_hh_l0	2	-0.04152218624949455
47770	rnn.bias_hh_l0	3	-0.06397892534732819
47770	rnn.bias_hh_l0	4	-0.012315671890974045
47770	rnn.bias_hh_l0	5	0.007195209618657827
47770	rnn.bias_hh_l0	6	0.0306706465780735
47770	rnn.bias_hh_l0	7	-0.0027048978954553604
47770	rnn.bias_hh_l0	8	-0.07950446754693985
47770	rnn.bias_hh_l0	9	-0.018366267904639244
47770	rnn.weight_ih_l0_reverse	0	-0.022516055032610893
47770	rnn.weight_ih_l0_reverse	1	-0.046923164278268814
47770	rnn.weight_ih_l0_reverse	2	-0.02494613081216812
47770	rnn.weight_ih_l0_reverse	3	-0.002510097809135914
47770	rnn.weight_ih_l0_reverse	4	-0.0063608186319470406
47770	rnn.weight_ih_l0_reverse	5	-0.04585404321551323
47770	rnn.weight_ih_l0_reverse	6	0.04599536210298538
47770	rnn.weight_ih_l0_reverse	7	-0.019934823736548424
47770	rnn.weight_ih_l0_reverse	8	-0.03310690075159073
47770	rnn.weight_ih_l0_reverse	9	0.011856183409690857
47770	rnn.weight_hh_l0_reverse	0	0.0430484339594841
47770	rnn.weight_hh_l0_reverse	1	0.03647015988826752
47770	rnn.weight_hh_l0_reverse	2	0.03206883370876312
47770	rnn.weight_hh_l0_reverse	3	0.021688953042030334
47770	rnn.weight_hh_l0_reverse	4	0.005590643268078566
47770	rnn.weight_hh_l0_reverse	5	-0.0052830991335213184
47770	rnn.weight_hh_l0_reverse	6	0.03796497732400894
47770	rnn.weight_hh_l0_reverse	7	-0.04052048176527023
47770	rnn.weight_hh_l0_reverse	8	0.01842404343187809
47770	rnn.weight_hh_l0_reverse	9	0.045428674668073654
47770	rnn.bias_ih_l0_reverse	0	-0.06507562845945358
47770	rnn.bias_ih_l0_reverse	1	-0.16318486630916595
47770	rnn.bias_ih_l0_reverse	2	-0.06756800413131714
47770	rnn.bias_ih_l0_reverse	3	-0.013651905581355095
47770	rnn.bias_ih_l0_reverse	4	-0.044398531317710876
47770	rnn.bias_ih_l0_reverse	5	0.029437940567731857
47770	rnn.bias_ih_l0_reverse	6	-0.03009297139942646
47770	rnn.bias_ih_l0_reverse	7	0.04637959226965904
47770	rnn.bias_ih_l0_reverse	8	-0.03443766385316849
47770	rnn.bias_ih_l0_reverse	9	0.021316910162568092
47770	rnn.bias_hh_l0_reverse	0	-0.02443929761648178
47770	rnn.bias_hh_l0_reverse	1	-0.029172470793128014
47770	rnn.bias_hh_l0_reverse	2	0.04395175725221634
47770	rnn.bias_hh_l0_reverse	3	-0.024388376623392105
47770	rnn.bias_hh_l0_reverse	4	-0.044125158339738846
47770	rnn.bias_hh_l0_reverse	5	-0.05291124805808067
47770	rnn.bias_hh_l0_reverse	6	-0.0181750301271677
47770	rnn.bias_hh_l0_reverse	7	0.05915044993162155
47770	rnn.bias_hh_l0_reverse	8	0.023025130853056908
47770	rnn.bias_hh_l0_reverse	9	-0.09054481238126755
47770	rnn.weight_ih_l1	0	-0.03435371071100235
47770	rnn.weight_ih_l1	1	-0.035933397710323334
47770	rnn.weight_ih_l1	2	0.05961059778928757
47770	rnn.weight_ih_l1	3	-0.029194308444857597
47770	rnn.weight_ih_l1	4	-0.0004197689413558692
47770	rnn.weight_ih_l1	5	-0.04374217987060547
47770	rnn.weight_ih_l1	6	0.01610257290303707
47770	rnn.weight_ih_l1	7	-0.04087727516889572
47770	rnn.weight_ih_l1	8	0.0367259606719017
47770	rnn.weight_ih_l1	9	0.02786373533308506
47770	rnn.weight_hh_l1	0	-0.005960914306342602
47770	rnn.weight_hh_l1	1	0.00527906883507967
47770	rnn.weight_hh_l1	2	-0.0013181819813326001
47770	rnn.weight_hh_l1	3	-0.008622284978628159
47770	rnn.weight_hh_l1	4	0.0032749443780630827
47770	rnn.weight_hh_l1	5	0.0263949166983366
47770	rnn.weight_hh_l1	6	0.03408530354499817
47770	rnn.weight_hh_l1	7	-0.026835858821868896
47770	rnn.weight_hh_l1	8	-0.029492346569895744
47770	rnn.weight_hh_l1	9	0.03617443889379501
47770	rnn.bias_ih_l1	0	-0.11026914417743683
47770	rnn.bias_ih_l1	1	-0.1090206578373909
47770	rnn.bias_ih_l1	2	-0.12067136913537979
47770	rnn.bias_ih_l1	3	-0.18472160398960114
47770	rnn.bias_ih_l1	4	-0.18218570947647095
47770	rnn.bias_ih_l1	5	-0.09921636432409286
47770	rnn.bias_ih_l1	6	-0.073880136013031
47770	rnn.bias_ih_l1	7	-0.0358397550880909
47770	rnn.bias_ih_l1	8	-0.09015608578920364
47770	rnn.bias_ih_l1	9	-0.0993087962269783
47770	rnn.bias_hh_l1	0	-0.09410517662763596
47770	rnn.bias_hh_l1	1	-0.04096584767103195
47770	rnn.bias_hh_l1	2	-0.07721279561519623
47770	rnn.bias_hh_l1	3	-0.060714781284332275
47770	rnn.bias_hh_l1	4	-0.09066624939441681
47770	rnn.bias_hh_l1	5	-0.057397790253162384
47770	rnn.bias_hh_l1	6	-0.08300090581178665
47770	rnn.bias_hh_l1	7	0.018800163641572
47770	rnn.bias_hh_l1	8	-0.07629221677780151
47770	rnn.bias_hh_l1	9	-0.06084098294377327
47770	rnn.weight_ih_l1_reverse	0	-0.03480299934744835
47770	rnn.weight_ih_l1_reverse	1	0.042709026485681534
47770	rnn.weight_ih_l1_reverse	2	-0.030246086418628693
47770	rnn.weight_ih_l1_reverse	3	-0.010954095982015133
47770	rnn.weight_ih_l1_reverse	4	-0.03288164734840393
47770	rnn.weight_ih_l1_reverse	5	-0.03751593455672264
47770	rnn.weight_ih_l1_reverse	6	-0.03368832916021347
47770	rnn.weight_ih_l1_reverse	7	0.017238091677427292
47770	rnn.weight_ih_l1_reverse	8	0.016980955377221107
47770	rnn.weight_ih_l1_reverse	9	-0.031190810725092888
47770	rnn.weight_hh_l1_reverse	0	0.007572860457003117
47770	rnn.weight_hh_l1_reverse	1	0.028777288272976875
47770	rnn.weight_hh_l1_reverse	2	-0.0369335375726223
47770	rnn.weight_hh_l1_reverse	3	0.04053925350308418
47770	rnn.weight_hh_l1_reverse	4	0.043155912309885025
47770	rnn.weight_hh_l1_reverse	5	0.009745637886226177
47770	rnn.weight_hh_l1_reverse	6	0.011767895892262459
47770	rnn.weight_hh_l1_reverse	7	0.027114851400256157
47770	rnn.weight_hh_l1_reverse	8	-0.0034368515480309725
47770	rnn.weight_hh_l1_reverse	9	-0.04005037248134613
47770	rnn.bias_ih_l1_reverse	0	-0.024809449911117554
47770	rnn.bias_ih_l1_reverse	1	-0.06541569530963898
47770	rnn.bias_ih_l1_reverse	2	-0.09150946885347366
47770	rnn.bias_ih_l1_reverse	3	-0.02340724691748619
47770	rnn.bias_ih_l1_reverse	4	-0.14610454440116882
47770	rnn.bias_ih_l1_reverse	5	-0.06554269790649414
47770	rnn.bias_ih_l1_reverse	6	-0.09207027405500412
47770	rnn.bias_ih_l1_reverse	7	-0.10384413599967957
47770	rnn.bias_ih_l1_reverse	8	0.1260206401348114
47770	rnn.bias_ih_l1_reverse	9	-0.009039481170475483
47770	rnn.bias_hh_l1_reverse	0	-0.031587809324264526
47770	rnn.bias_hh_l1_reverse	1	-0.018161244690418243
47770	rnn.bias_hh_l1_reverse	2	-0.1725025475025177
47770	rnn.bias_hh_l1_reverse	3	-0.06320453435182571
47770	rnn.bias_hh_l1_reverse	4	-0.049337826669216156
47770	rnn.bias_hh_l1_reverse	5	-0.055801741778850555
47770	rnn.bias_hh_l1_reverse	6	0.1384323090314865
47770	rnn.bias_hh_l1_reverse	7	-0.12278072535991669
47770	rnn.bias_hh_l1_reverse	8	-0.07084875553846359
47770	rnn.bias_hh_l1_reverse	9	-0.08990304917097092
47770	linear.weight	0	0.002228822559118271
47770	linear.weight	1	0.04205736145377159
47770	linear.weight	2	-0.09883757680654526
47770	linear.weight	3	0.2743493616580963
47770	linear.weight	4	0.07115386426448822
47770	linear.weight	5	0.016685986891388893
47770	linear.weight	6	-0.003230406902730465
47770	linear.weight	7	0.10135746002197266
47770	linear.weight	8	0.042084090411663055
47770	linear.weight	9	-0.04424266517162323
47770	linear.bias	0	-0.015200304798781872
47770	linear.bias	1	-0.13045211136341095
47770	linear.bias	2	-0.41121920943260193
47770	linear.bias	3	-0.7474586367607117
47770	linear.bias	4	-0.9987877607345581
47770	linear.bias	5	0.019550563767552376
47770	linear.bias	6	-0.6445696949958801
47770	linear.bias	7	0.48544198274612427
47770	linear.bias	8	-0.5912296175956726
47770	linear.bias	9	-0.8132036328315735
47967	transitions	0	0.4452053904533386
47967	transitions	1	0.000331738090608269
47967	transitions	2	-10000.0
47967	transitions	3	-1.7914468050003052
47967	transitions	4	-10000.0
47967	transitions	5	0.6757228374481201
47967	transitions	6	0.00011498932144604623
47967	transitions	7	-0.2682408392429352
47967	transitions	8	-1.3066555261611938
47967	transitions	9	-0.00015989788516890258
47967	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
47967	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
47967	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
47967	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
47967	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
47967	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
47967	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
47967	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
47967	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
47967	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
47967	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
47967	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
47967	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
47967	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
47967	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
47967	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
47967	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
47967	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
47967	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
47967	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
47967	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
47967	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
47967	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
47967	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
47967	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
47967	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
47967	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
47967	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
47967	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
47967	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
47967	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
47967	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
47967	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
47967	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
47967	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
47967	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
47967	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
47967	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
47967	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
47967	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
47967	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
47967	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
47967	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
47967	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
47967	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
47967	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
47967	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
47967	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
47967	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
47967	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
47967	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
47967	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
47967	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
47967	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
47967	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
47967	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
47967	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
47967	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
47967	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
47967	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
47967	embedding2nn.weight	0	-0.002326217945665121
47967	embedding2nn.weight	1	-0.01649445854127407
47967	embedding2nn.weight	2	-0.014268253929913044
47967	embedding2nn.weight	3	0.019984325394034386
47967	embedding2nn.weight	4	-0.0059150345623493195
47967	embedding2nn.weight	5	-0.0037005844060331583
47967	embedding2nn.weight	6	-0.003973227925598621
47967	embedding2nn.weight	7	-0.03963417187333107
47967	embedding2nn.weight	8	-0.0019979383796453476
47967	embedding2nn.weight	9	-0.02687067538499832
47967	embedding2nn.bias	0	0.0508846752345562
47967	embedding2nn.bias	1	-0.05551788955926895
47967	embedding2nn.bias	2	0.09809461236000061
47967	embedding2nn.bias	3	0.037583716213703156
47967	embedding2nn.bias	4	-0.0247174184769392
47967	embedding2nn.bias	5	-0.01634792424738407
47967	embedding2nn.bias	6	0.015525647439062595
47967	embedding2nn.bias	7	-0.0652986690402031
47967	embedding2nn.bias	8	0.05561089143157005
47967	embedding2nn.bias	9	0.025101525709033012
47967	rnn.weight_ih_l0	0	-0.015228974632918835
47967	rnn.weight_ih_l0	1	0.01192554458975792
47967	rnn.weight_ih_l0	2	0.027439342811703682
47967	rnn.weight_ih_l0	3	0.0028656686190515757
47967	rnn.weight_ih_l0	4	-0.024798044934868813
47967	rnn.weight_ih_l0	5	-0.05496226251125336
47967	rnn.weight_ih_l0	6	0.022810116410255432
47967	rnn.weight_ih_l0	7	0.04498237371444702
47967	rnn.weight_ih_l0	8	0.010547625832259655
47967	rnn.weight_ih_l0	9	-0.0305909626185894
47967	rnn.weight_hh_l0	0	-0.03332158923149109
47967	rnn.weight_hh_l0	1	-0.0015268312999978662
47967	rnn.weight_hh_l0	2	-0.0007561236852779984
47967	rnn.weight_hh_l0	3	-0.04963589459657669
47967	rnn.weight_hh_l0	4	0.05174867436289787
47967	rnn.weight_hh_l0	5	-0.01608225889503956
47967	rnn.weight_hh_l0	6	-0.034137144684791565
47967	rnn.weight_hh_l0	7	-0.02954448200762272
47967	rnn.weight_hh_l0	8	-0.0032359135802835226
47967	rnn.weight_hh_l0	9	-0.022187866270542145
47967	rnn.bias_ih_l0	0	0.04641786962747574
47967	rnn.bias_ih_l0	1	-0.021328039467334747
47967	rnn.bias_ih_l0	2	-0.0012087954673916101
47967	rnn.bias_ih_l0	3	0.0791737511754036
47967	rnn.bias_ih_l0	4	-0.03269538655877113
47967	rnn.bias_ih_l0	5	-0.019444860517978668
47967	rnn.bias_ih_l0	6	0.016766389831900597
47967	rnn.bias_ih_l0	7	0.05209137126803398
47967	rnn.bias_ih_l0	8	-0.07401210069656372
47967	rnn.bias_ih_l0	9	-0.04378966987133026
47967	rnn.bias_hh_l0	0	-0.025658847764134407
47967	rnn.bias_hh_l0	1	-0.06766821444034576
47967	rnn.bias_hh_l0	2	-0.03855881094932556
47967	rnn.bias_hh_l0	3	-0.06266666948795319
47967	rnn.bias_hh_l0	4	-0.011434298940002918
47967	rnn.bias_hh_l0	5	0.007243713364005089
47967	rnn.bias_hh_l0	6	0.03232970088720322
47967	rnn.bias_hh_l0	7	0.0012928275391459465
47967	rnn.bias_hh_l0	8	-0.08139383047819138
47967	rnn.bias_hh_l0	9	-0.015189621597528458
47967	rnn.weight_ih_l0_reverse	0	-0.02207459881901741
47967	rnn.weight_ih_l0_reverse	1	-0.04697808250784874
47967	rnn.weight_ih_l0_reverse	2	-0.02252090536057949
47967	rnn.weight_ih_l0_reverse	3	-0.0027669607661664486
47967	rnn.weight_ih_l0_reverse	4	-0.005370234604924917
47967	rnn.weight_ih_l0_reverse	5	-0.04583289846777916
47967	rnn.weight_ih_l0_reverse	6	0.04577856510877609
47967	rnn.weight_ih_l0_reverse	7	-0.018144574016332626
47967	rnn.weight_ih_l0_reverse	8	-0.03291910141706467
47967	rnn.weight_ih_l0_reverse	9	0.011170598678290844
47967	rnn.weight_hh_l0_reverse	0	0.042423028498888016
47967	rnn.weight_hh_l0_reverse	1	0.0366084985435009
47967	rnn.weight_hh_l0_reverse	2	0.03191714361310005
47967	rnn.weight_hh_l0_reverse	3	0.02148369327187538
47967	rnn.weight_hh_l0_reverse	4	0.005824950058013201
47967	rnn.weight_hh_l0_reverse	5	-0.005707208067178726
47967	rnn.weight_hh_l0_reverse	6	0.03844744339585304
47967	rnn.weight_hh_l0_reverse	7	-0.040321167558431625
47967	rnn.weight_hh_l0_reverse	8	0.017731472849845886
47967	rnn.weight_hh_l0_reverse	9	0.045688677579164505
47967	rnn.bias_ih_l0_reverse	0	-0.06331901252269745
47967	rnn.bias_ih_l0_reverse	1	-0.15940426290035248
47967	rnn.bias_ih_l0_reverse	2	-0.06497056037187576
47967	rnn.bias_ih_l0_reverse	3	-0.012976561672985554
47967	rnn.bias_ih_l0_reverse	4	-0.04247444123029709
47967	rnn.bias_ih_l0_reverse	5	0.031911227852106094
47967	rnn.bias_ih_l0_reverse	6	-0.02798132784664631
47967	rnn.bias_ih_l0_reverse	7	0.04466855898499489
47967	rnn.bias_ih_l0_reverse	8	-0.03825239837169647
47967	rnn.bias_ih_l0_reverse	9	0.019624534994363785
47967	rnn.bias_hh_l0_reverse	0	-0.02472543530166149
47967	rnn.bias_hh_l0_reverse	1	-0.026681039482355118
47967	rnn.bias_hh_l0_reverse	2	0.04375328868627548
47967	rnn.bias_hh_l0_reverse	3	-0.025586051866412163
47967	rnn.bias_hh_l0_reverse	4	-0.042201898992061615
47967	rnn.bias_hh_l0_reverse	5	-0.05407247692346573
47967	rnn.bias_hh_l0_reverse	6	-0.018798545002937317
47967	rnn.bias_hh_l0_reverse	7	0.06045467033982277
47967	rnn.bias_hh_l0_reverse	8	0.020191678777337074
47967	rnn.bias_hh_l0_reverse	9	-0.09018611907958984
47967	rnn.weight_ih_l1	0	-0.03471608832478523
47967	rnn.weight_ih_l1	1	-0.036707594990730286
47967	rnn.weight_ih_l1	2	0.06067584082484245
47967	rnn.weight_ih_l1	3	-0.028766274452209473
47967	rnn.weight_ih_l1	4	-0.000523146300110966
47967	rnn.weight_ih_l1	5	-0.04389423877000809
47967	rnn.weight_ih_l1	6	0.015871956944465637
47967	rnn.weight_ih_l1	7	-0.04037117958068848
47967	rnn.weight_ih_l1	8	0.03671916201710701
47967	rnn.weight_ih_l1	9	0.026481283828616142
47967	rnn.weight_hh_l1	0	-0.007012189365923405
47967	rnn.weight_hh_l1	1	0.005337451118975878
47967	rnn.weight_hh_l1	2	-0.001971977297216654
47967	rnn.weight_hh_l1	3	-0.009027986787259579
47967	rnn.weight_hh_l1	4	0.0033883173018693924
47967	rnn.weight_hh_l1	5	0.02656562067568302
47967	rnn.weight_hh_l1	6	0.033771537244319916
47967	rnn.weight_hh_l1	7	-0.026889652013778687
47967	rnn.weight_hh_l1	8	-0.02948470041155815
47967	rnn.weight_hh_l1	9	0.0356513075530529
47967	rnn.bias_ih_l1	0	-0.10742097347974777
47967	rnn.bias_ih_l1	1	-0.10786417126655579
47967	rnn.bias_ih_l1	2	-0.11880587786436081
47967	rnn.bias_ih_l1	3	-0.18509076535701752
47967	rnn.bias_ih_l1	4	-0.17376409471035004
47967	rnn.bias_ih_l1	5	-0.0975678339600563
47967	rnn.bias_ih_l1	6	-0.07134401053190231
47967	rnn.bias_ih_l1	7	-0.03772968798875809
47967	rnn.bias_ih_l1	8	-0.09346787631511688
47967	rnn.bias_ih_l1	9	-0.1013556644320488
47967	rnn.bias_hh_l1	0	-0.09598234295845032
47967	rnn.bias_hh_l1	1	-0.03962934762239456
47967	rnn.bias_hh_l1	2	-0.07481853663921356
47967	rnn.bias_hh_l1	3	-0.060087110847234726
47967	rnn.bias_hh_l1	4	-0.08898279815912247
47967	rnn.bias_hh_l1	5	-0.0578165166079998
47967	rnn.bias_hh_l1	6	-0.08302769064903259
47967	rnn.bias_hh_l1	7	0.023087020963430405
47967	rnn.bias_hh_l1	8	-0.07708103209733963
47967	rnn.bias_hh_l1	9	-0.05899718031287193
47967	rnn.weight_ih_l1_reverse	0	-0.03520526736974716
47967	rnn.weight_ih_l1_reverse	1	0.03970211371779442
47967	rnn.weight_ih_l1_reverse	2	-0.03268589451909065
47967	rnn.weight_ih_l1_reverse	3	-0.010971765965223312
47967	rnn.weight_ih_l1_reverse	4	-0.03401247411966324
47967	rnn.weight_ih_l1_reverse	5	-0.03742927312850952
47967	rnn.weight_ih_l1_reverse	6	-0.03512709587812424
47967	rnn.weight_ih_l1_reverse	7	0.017312059178948402
47967	rnn.weight_ih_l1_reverse	8	0.02053414098918438
47967	rnn.weight_ih_l1_reverse	9	-0.030031872913241386
47967	rnn.weight_hh_l1_reverse	0	0.007598353084176779
47967	rnn.weight_hh_l1_reverse	1	0.02865409292280674
47967	rnn.weight_hh_l1_reverse	2	-0.03694726526737213
47967	rnn.weight_hh_l1_reverse	3	0.040493570268154144
47967	rnn.weight_hh_l1_reverse	4	0.04269059747457504
47967	rnn.weight_hh_l1_reverse	5	0.009739723987877369
47967	rnn.weight_hh_l1_reverse	6	0.00843875389546156
47967	rnn.weight_hh_l1_reverse	7	0.027610458433628082
47967	rnn.weight_hh_l1_reverse	8	-0.0034672492183744907
47967	rnn.weight_hh_l1_reverse	9	-0.040303826332092285
47967	rnn.bias_ih_l1_reverse	0	-0.021947752684354782
47967	rnn.bias_ih_l1_reverse	1	-0.057948511093854904
47967	rnn.bias_ih_l1_reverse	2	-0.09162239730358124
47967	rnn.bias_ih_l1_reverse	3	-0.01667044311761856
47967	rnn.bias_ih_l1_reverse	4	-0.14616917073726654
47967	rnn.bias_ih_l1_reverse	5	-0.07030300050973892
47967	rnn.bias_ih_l1_reverse	6	-0.0937718003988266
47967	rnn.bias_ih_l1_reverse	7	-0.10419908165931702
47967	rnn.bias_ih_l1_reverse	8	0.12212339043617249
47967	rnn.bias_ih_l1_reverse	9	-0.009112895466387272
47967	rnn.bias_hh_l1_reverse	0	-0.03902016207575798
47967	rnn.bias_hh_l1_reverse	1	-0.016261909157037735
47967	rnn.bias_hh_l1_reverse	2	-0.17293591797351837
47967	rnn.bias_hh_l1_reverse	3	-0.06286343187093735
47967	rnn.bias_hh_l1_reverse	4	-0.050051867961883545
47967	rnn.bias_hh_l1_reverse	5	-0.05866079404950142
47967	rnn.bias_hh_l1_reverse	6	0.13614948093891144
47967	rnn.bias_hh_l1_reverse	7	-0.12408409267663956
47967	rnn.bias_hh_l1_reverse	8	-0.07232332229614258
47967	rnn.bias_hh_l1_reverse	9	-0.08817223459482193
47967	linear.weight	0	0.002228822559118271
47967	linear.weight	1	0.0473923496901989
47967	linear.weight	2	-0.09950803220272064
47967	linear.weight	3	0.2851783335208893
47967	linear.weight	4	0.07940983027219772
47967	linear.weight	5	0.01658976823091507
47967	linear.weight	6	0.0012612305581569672
47967	linear.weight	7	0.09942962974309921
47967	linear.weight	8	0.0420866385102272
47967	linear.weight	9	-0.05449550598859787
47967	linear.bias	0	-0.061577729880809784
47967	linear.bias	1	-0.11878342181444168
47967	linear.bias	2	-0.39761781692504883
47967	linear.bias	3	-0.7668560147285461
47967	linear.bias	4	-1.017534852027893
47967	linear.bias	5	0.04743611440062523
47967	linear.bias	6	-0.6364189386367798
47967	linear.bias	7	0.5136889815330505
47967	linear.bias	8	-0.607614278793335
47967	linear.bias	9	-0.8292950391769409
48164	transitions	0	0.43809956312179565
48164	transitions	1	-0.0043649529106915
48164	transitions	2	-10000.0
48164	transitions	3	-1.7915455102920532
48164	transitions	4	-10000.0
48164	transitions	5	0.6754104495048523
48164	transitions	6	-0.00028092192951589823
48164	transitions	7	-0.2685992121696472
48164	transitions	8	-1.3069645166397095
48164	transitions	9	-0.0001636182569200173
48164	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
48164	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
48164	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
48164	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
48164	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
48164	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
48164	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
48164	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
48164	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
48164	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
48164	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
48164	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
48164	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
48164	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
48164	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
48164	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
48164	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
48164	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
48164	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
48164	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
48164	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
48164	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
48164	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
48164	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
48164	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
48164	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
48164	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
48164	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
48164	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
48164	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
48164	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
48164	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
48164	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
48164	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
48164	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
48164	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
48164	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
48164	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
48164	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
48164	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
48164	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
48164	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
48164	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
48164	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
48164	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
48164	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
48164	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
48164	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
48164	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
48164	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
48164	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
48164	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
48164	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
48164	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
48164	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
48164	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
48164	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
48164	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
48164	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
48164	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
48164	embedding2nn.weight	0	-0.003898416645824909
48164	embedding2nn.weight	1	-0.01654590666294098
48164	embedding2nn.weight	2	-0.014268253929913044
48164	embedding2nn.weight	3	0.018657511100172997
48164	embedding2nn.weight	4	-0.0059150345623493195
48164	embedding2nn.weight	5	-0.003700583940371871
48164	embedding2nn.weight	6	-0.003973229322582483
48164	embedding2nn.weight	7	-0.04028117284178734
48164	embedding2nn.weight	8	-0.0019979383796453476
48164	embedding2nn.weight	9	-0.02608478255569935
48164	embedding2nn.bias	0	0.04024721682071686
48164	embedding2nn.bias	1	-0.0555964857339859
48164	embedding2nn.bias	2	0.09815166890621185
48164	embedding2nn.bias	3	0.028198635205626488
48164	embedding2nn.bias	4	-0.02602965198457241
48164	embedding2nn.bias	5	-0.021685399115085602
48164	embedding2nn.bias	6	0.011153344064950943
48164	embedding2nn.bias	7	-0.059185344725847244
48164	embedding2nn.bias	8	0.058842964470386505
48164	embedding2nn.bias	9	0.027459876611828804
48164	rnn.weight_ih_l0	0	-0.014752570539712906
48164	rnn.weight_ih_l0	1	0.011028330773115158
48164	rnn.weight_ih_l0	2	0.02677968703210354
48164	rnn.weight_ih_l0	3	0.00302785518579185
48164	rnn.weight_ih_l0	4	-0.025354038923978806
48164	rnn.weight_ih_l0	5	-0.05540868267416954
48164	rnn.weight_ih_l0	6	0.02185824327170849
48164	rnn.weight_ih_l0	7	0.0459512397646904
48164	rnn.weight_ih_l0	8	0.011681118048727512
48164	rnn.weight_ih_l0	9	-0.030797695741057396
48164	rnn.weight_hh_l0	0	-0.03396129235625267
48164	rnn.weight_hh_l0	1	-0.0024167269002646208
48164	rnn.weight_hh_l0	2	-0.00079221127089113
48164	rnn.weight_hh_l0	3	-0.04880591109395027
48164	rnn.weight_hh_l0	4	0.05146441236138344
48164	rnn.weight_hh_l0	5	-0.016759149730205536
48164	rnn.weight_hh_l0	6	-0.03334985673427582
48164	rnn.weight_hh_l0	7	-0.02689455635845661
48164	rnn.weight_hh_l0	8	-0.0028271309565752745
48164	rnn.weight_hh_l0	9	-0.021970069035887718
48164	rnn.bias_ih_l0	0	0.041975412517786026
48164	rnn.bias_ih_l0	1	-0.02032514475286007
48164	rnn.bias_ih_l0	2	-1.3556609701481648e-05
48164	rnn.bias_ih_l0	3	0.08289129287004471
48164	rnn.bias_ih_l0	4	-0.03437577933073044
48164	rnn.bias_ih_l0	5	-0.020789815112948418
48164	rnn.bias_ih_l0	6	0.016755778342485428
48164	rnn.bias_ih_l0	7	0.04745461791753769
48164	rnn.bias_ih_l0	8	-0.07295998930931091
48164	rnn.bias_ih_l0	9	-0.04346322640776634
48164	rnn.bias_hh_l0	0	-0.025396138429641724
48164	rnn.bias_hh_l0	1	-0.06805375963449478
48164	rnn.bias_hh_l0	2	-0.039190374314785004
48164	rnn.bias_hh_l0	3	-0.06548092514276505
48164	rnn.bias_hh_l0	4	-0.010297385975718498
48164	rnn.bias_hh_l0	5	0.009001817554235458
48164	rnn.bias_hh_l0	6	0.03697800636291504
48164	rnn.bias_hh_l0	7	0.0033276912290602922
48164	rnn.bias_hh_l0	8	-0.08496791869401932
48164	rnn.bias_hh_l0	9	-0.01424769964069128
48164	rnn.weight_ih_l0_reverse	0	-0.022208886221051216
48164	rnn.weight_ih_l0_reverse	1	-0.04736660420894623
48164	rnn.weight_ih_l0_reverse	2	-0.024622485041618347
48164	rnn.weight_ih_l0_reverse	3	-0.002331541385501623
48164	rnn.weight_ih_l0_reverse	4	-0.005796661134809256
48164	rnn.weight_ih_l0_reverse	5	-0.04568023234605789
48164	rnn.weight_ih_l0_reverse	6	0.04567490890622139
48164	rnn.weight_ih_l0_reverse	7	-0.018160313367843628
48164	rnn.weight_ih_l0_reverse	8	-0.03261261433362961
48164	rnn.weight_ih_l0_reverse	9	0.01083796750754118
48164	rnn.weight_hh_l0_reverse	0	0.04433465003967285
48164	rnn.weight_hh_l0_reverse	1	0.03690340369939804
48164	rnn.weight_hh_l0_reverse	2	0.03199594467878342
48164	rnn.weight_hh_l0_reverse	3	0.021683238446712494
48164	rnn.weight_hh_l0_reverse	4	0.0056907073594629765
48164	rnn.weight_hh_l0_reverse	5	-0.004562207497656345
48164	rnn.weight_hh_l0_reverse	6	0.038540128618478775
48164	rnn.weight_hh_l0_reverse	7	-0.041044656187295914
48164	rnn.weight_hh_l0_reverse	8	0.017860401421785355
48164	rnn.weight_hh_l0_reverse	9	0.045016005635261536
48164	rnn.bias_ih_l0_reverse	0	-0.06321308016777039
48164	rnn.bias_ih_l0_reverse	1	-0.16703090071678162
48164	rnn.bias_ih_l0_reverse	2	-0.06472925841808319
48164	rnn.bias_ih_l0_reverse	3	-0.012222384102642536
48164	rnn.bias_ih_l0_reverse	4	-0.04227065294981003
48164	rnn.bias_ih_l0_reverse	5	0.0309030469506979
48164	rnn.bias_ih_l0_reverse	6	-0.02940135821700096
48164	rnn.bias_ih_l0_reverse	7	0.046050939708948135
48164	rnn.bias_ih_l0_reverse	8	-0.039431288838386536
48164	rnn.bias_ih_l0_reverse	9	0.016848107799887657
48164	rnn.bias_hh_l0_reverse	0	-0.02514292113482952
48164	rnn.bias_hh_l0_reverse	1	-0.028101513162255287
48164	rnn.bias_hh_l0_reverse	2	0.0458923801779747
48164	rnn.bias_hh_l0_reverse	3	-0.025580303743481636
48164	rnn.bias_hh_l0_reverse	4	-0.041265375912189484
48164	rnn.bias_hh_l0_reverse	5	-0.05430487543344498
48164	rnn.bias_hh_l0_reverse	6	-0.014525668695569038
48164	rnn.bias_hh_l0_reverse	7	0.058299753814935684
48164	rnn.bias_hh_l0_reverse	8	0.02019091695547104
48164	rnn.bias_hh_l0_reverse	9	-0.09603826701641083
48164	rnn.weight_ih_l1	0	-0.03521215543150902
48164	rnn.weight_ih_l1	1	-0.035349082201719284
48164	rnn.weight_ih_l1	2	0.061566200107336044
48164	rnn.weight_ih_l1	3	-0.029522402212023735
48164	rnn.weight_ih_l1	4	-0.00014219882723409683
48164	rnn.weight_ih_l1	5	-0.04398753121495247
48164	rnn.weight_ih_l1	6	0.015086307190358639
48164	rnn.weight_ih_l1	7	-0.03959543630480766
48164	rnn.weight_ih_l1	8	0.03690962493419647
48164	rnn.weight_ih_l1	9	0.02610698714852333
48164	rnn.weight_hh_l1	0	-0.007195316720753908
48164	rnn.weight_hh_l1	1	0.00532273156568408
48164	rnn.weight_hh_l1	2	-0.0021119150333106518
48164	rnn.weight_hh_l1	3	-0.008876672945916653
48164	rnn.weight_hh_l1	4	0.003440415021032095
48164	rnn.weight_hh_l1	5	0.026125920936465263
48164	rnn.weight_hh_l1	6	0.03420890122652054
48164	rnn.weight_hh_l1	7	-0.027010181918740273
48164	rnn.weight_hh_l1	8	-0.029155099764466286
48164	rnn.weight_hh_l1	9	0.0366266667842865
48164	rnn.bias_ih_l1	0	-0.10958950221538544
48164	rnn.bias_ih_l1	1	-0.10567408800125122
48164	rnn.bias_ih_l1	2	-0.11869335919618607
48164	rnn.bias_ih_l1	3	-0.18427850306034088
48164	rnn.bias_ih_l1	4	-0.17031750082969666
48164	rnn.bias_ih_l1	5	-0.10103701055049896
48164	rnn.bias_ih_l1	6	-0.07105476409196854
48164	rnn.bias_ih_l1	7	-0.03660120442509651
48164	rnn.bias_ih_l1	8	-0.09256327152252197
48164	rnn.bias_ih_l1	9	-0.10031993687152863
48164	rnn.bias_hh_l1	0	-0.0961502268910408
48164	rnn.bias_hh_l1	1	-0.03791911154985428
48164	rnn.bias_hh_l1	2	-0.07578098773956299
48164	rnn.bias_hh_l1	3	-0.06039740517735481
48164	rnn.bias_hh_l1	4	-0.09153088182210922
48164	rnn.bias_hh_l1	5	-0.059079647064208984
48164	rnn.bias_hh_l1	6	-0.08227661997079849
48164	rnn.bias_hh_l1	7	0.022931426763534546
48164	rnn.bias_hh_l1	8	-0.08144105225801468
48164	rnn.bias_hh_l1	9	-0.06099871173501015
48164	rnn.weight_ih_l1_reverse	0	-0.03505586087703705
48164	rnn.weight_ih_l1_reverse	1	0.042869266122579575
48164	rnn.weight_ih_l1_reverse	2	-0.032191235572099686
48164	rnn.weight_ih_l1_reverse	3	-0.0107430350035429
48164	rnn.weight_ih_l1_reverse	4	-0.03466958552598953
48164	rnn.weight_ih_l1_reverse	5	-0.03750397637486458
48164	rnn.weight_ih_l1_reverse	6	-0.03637940064072609
48164	rnn.weight_ih_l1_reverse	7	0.01699564792215824
48164	rnn.weight_ih_l1_reverse	8	0.02133478969335556
48164	rnn.weight_ih_l1_reverse	9	-0.03452802076935768
48164	rnn.weight_hh_l1_reverse	0	0.007764322683215141
48164	rnn.weight_hh_l1_reverse	1	0.028567949309945107
48164	rnn.weight_hh_l1_reverse	2	-0.03697028011083603
48164	rnn.weight_hh_l1_reverse	3	0.040566518902778625
48164	rnn.weight_hh_l1_reverse	4	0.04276685416698456
48164	rnn.weight_hh_l1_reverse	5	0.009667445905506611
48164	rnn.weight_hh_l1_reverse	6	0.010159675031900406
48164	rnn.weight_hh_l1_reverse	7	0.02794063463807106
48164	rnn.weight_hh_l1_reverse	8	-0.003580391174182296
48164	rnn.weight_hh_l1_reverse	9	-0.04043332114815712
48164	rnn.bias_ih_l1_reverse	0	-0.02399318292737007
48164	rnn.bias_ih_l1_reverse	1	-0.0549028106033802
48164	rnn.bias_ih_l1_reverse	2	-0.0902441069483757
48164	rnn.bias_ih_l1_reverse	3	-0.02466035820543766
48164	rnn.bias_ih_l1_reverse	4	-0.14677409827709198
48164	rnn.bias_ih_l1_reverse	5	-0.06999193131923676
48164	rnn.bias_ih_l1_reverse	6	-0.09422116726636887
48164	rnn.bias_ih_l1_reverse	7	-0.10739152878522873
48164	rnn.bias_ih_l1_reverse	8	0.12314805388450623
48164	rnn.bias_ih_l1_reverse	9	-0.010028710588812828
48164	rnn.bias_hh_l1_reverse	0	-0.03415307775139809
48164	rnn.bias_hh_l1_reverse	1	-0.01851542852818966
48164	rnn.bias_hh_l1_reverse	2	-0.1719314455986023
48164	rnn.bias_hh_l1_reverse	3	-0.05985533818602562
48164	rnn.bias_hh_l1_reverse	4	-0.0508403554558754
48164	rnn.bias_hh_l1_reverse	5	-0.05776141211390495
48164	rnn.bias_hh_l1_reverse	6	0.13855819404125214
48164	rnn.bias_hh_l1_reverse	7	-0.12271899729967117
48164	rnn.bias_hh_l1_reverse	8	-0.07073455303907394
48164	rnn.bias_hh_l1_reverse	9	-0.08969076722860336
48164	linear.weight	0	0.002228822559118271
48164	linear.weight	1	0.04192635416984558
48164	linear.weight	2	-0.10580789297819138
48164	linear.weight	3	0.2815009355545044
48164	linear.weight	4	0.08129265904426575
48164	linear.weight	5	0.01558403018862009
48164	linear.weight	6	-0.0011530759511515498
48164	linear.weight	7	0.0989246666431427
48164	linear.weight	8	0.04208153486251831
48164	linear.weight	9	-0.054258979856967926
48164	linear.bias	0	-0.08122698217630386
48164	linear.bias	1	-0.09920447319746017
48164	linear.bias	2	-0.4271093010902405
48164	linear.bias	3	-0.7358213663101196
48164	linear.bias	4	-0.9940599203109741
48164	linear.bias	5	0.00798102468252182
48164	linear.bias	6	-0.6212480664253235
48164	linear.bias	7	0.47093093395233154
48164	linear.bias	8	-0.5973789095878601
48164	linear.bias	9	-0.8201131224632263
48361	transitions	0	0.44931864738464355
48361	transitions	1	-0.00040443785837851465
48361	transitions	2	-10000.0
48361	transitions	3	-1.7916786670684814
48361	transitions	4	-10000.0
48361	transitions	5	0.6749143600463867
48361	transitions	6	-0.0005686208023689687
48361	transitions	7	-0.2697431743144989
48361	transitions	8	-1.307288646697998
48361	transitions	9	-0.00016784874605946243
48361	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
48361	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
48361	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
48361	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
48361	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
48361	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
48361	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
48361	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
48361	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
48361	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
48361	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
48361	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
48361	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
48361	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
48361	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
48361	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
48361	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
48361	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
48361	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
48361	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
48361	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
48361	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
48361	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
48361	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
48361	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
48361	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
48361	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
48361	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
48361	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
48361	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
48361	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
48361	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
48361	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
48361	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
48361	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
48361	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
48361	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
48361	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
48361	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
48361	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
48361	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
48361	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
48361	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
48361	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
48361	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
48361	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
48361	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
48361	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
48361	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
48361	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
48361	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
48361	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
48361	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
48361	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
48361	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
48361	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
48361	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
48361	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
48361	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
48361	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
48361	embedding2nn.weight	0	-0.004020036663860083
48361	embedding2nn.weight	1	-0.016684649512171745
48361	embedding2nn.weight	2	-0.014268253929913044
48361	embedding2nn.weight	3	0.019306765869259834
48361	embedding2nn.weight	4	-0.0059150345623493195
48361	embedding2nn.weight	5	-0.003700584638863802
48361	embedding2nn.weight	6	-0.003973238170146942
48361	embedding2nn.weight	7	-0.04041692242026329
48361	embedding2nn.weight	8	-0.0019979383796453476
48361	embedding2nn.weight	9	-0.025425270199775696
48361	embedding2nn.bias	0	0.04761369153857231
48361	embedding2nn.bias	1	-0.04987553134560585
48361	embedding2nn.bias	2	0.09608836472034454
48361	embedding2nn.bias	3	0.02156590297818184
48361	embedding2nn.bias	4	-0.019906308501958847
48361	embedding2nn.bias	5	-0.02276500128209591
48361	embedding2nn.bias	6	0.012214773334562778
48361	embedding2nn.bias	7	-0.05839455872774124
48361	embedding2nn.bias	8	0.05850205197930336
48361	embedding2nn.bias	9	0.02751745469868183
48361	rnn.weight_ih_l0	0	-0.01453585084527731
48361	rnn.weight_ih_l0	1	0.011503820307552814
48361	rnn.weight_ih_l0	2	0.027183767408132553
48361	rnn.weight_ih_l0	3	0.004342200700193644
48361	rnn.weight_ih_l0	4	-0.028122004121541977
48361	rnn.weight_ih_l0	5	-0.05594881251454353
48361	rnn.weight_ih_l0	6	0.021783379837870598
48361	rnn.weight_ih_l0	7	0.04627705737948418
48361	rnn.weight_ih_l0	8	0.01262554619461298
48361	rnn.weight_ih_l0	9	-0.03019236959517002
48361	rnn.weight_hh_l0	0	-0.0355655774474144
48361	rnn.weight_hh_l0	1	-0.00181782606523484
48361	rnn.weight_hh_l0	2	-0.0010839588940143585
48361	rnn.weight_hh_l0	3	-0.048827193677425385
48361	rnn.weight_hh_l0	4	0.053110864013433456
48361	rnn.weight_hh_l0	5	-0.01665770262479782
48361	rnn.weight_hh_l0	6	-0.033728864043951035
48361	rnn.weight_hh_l0	7	-0.026866475120186806
48361	rnn.weight_hh_l0	8	-0.00262280460447073
48361	rnn.weight_hh_l0	9	-0.021304067224264145
48361	rnn.bias_ih_l0	0	0.0394304133951664
48361	rnn.bias_ih_l0	1	-0.020907435566186905
48361	rnn.bias_ih_l0	2	0.0017464003758504987
48361	rnn.bias_ih_l0	3	0.08139657974243164
48361	rnn.bias_ih_l0	4	-0.03432707116007805
48361	rnn.bias_ih_l0	5	-0.024741776287555695
48361	rnn.bias_ih_l0	6	0.016414249315857887
48361	rnn.bias_ih_l0	7	0.051241081207990646
48361	rnn.bias_ih_l0	8	-0.07244591414928436
48361	rnn.bias_ih_l0	9	-0.045852381736040115
48361	rnn.bias_hh_l0	0	-0.0274795051664114
48361	rnn.bias_hh_l0	1	-0.06619530916213989
48361	rnn.bias_hh_l0	2	-0.03674665838479996
48361	rnn.bias_hh_l0	3	-0.06794174015522003
48361	rnn.bias_hh_l0	4	-0.009049038402736187
48361	rnn.bias_hh_l0	5	0.00927578192204237
48361	rnn.bias_hh_l0	6	0.0397283211350441
48361	rnn.bias_hh_l0	7	0.007872476242482662
48361	rnn.bias_hh_l0	8	-0.08510510623455048
48361	rnn.bias_hh_l0	9	-0.009369300678372383
48361	rnn.weight_ih_l0_reverse	0	-0.02173474244773388
48361	rnn.weight_ih_l0_reverse	1	-0.04661053419113159
48361	rnn.weight_ih_l0_reverse	2	-0.02651439607143402
48361	rnn.weight_ih_l0_reverse	3	-0.0024561453610658646
48361	rnn.weight_ih_l0_reverse	4	-0.0056145405396819115
48361	rnn.weight_ih_l0_reverse	5	-0.046204984188079834
48361	rnn.weight_ih_l0_reverse	6	0.046142399311065674
48361	rnn.weight_ih_l0_reverse	7	-0.017738882452249527
48361	rnn.weight_ih_l0_reverse	8	-0.0335896871984005
48361	rnn.weight_ih_l0_reverse	9	0.010506871156394482
48361	rnn.weight_hh_l0_reverse	0	0.04071373492479324
48361	rnn.weight_hh_l0_reverse	1	0.035763755440711975
48361	rnn.weight_hh_l0_reverse	2	0.032187219709157944
48361	rnn.weight_hh_l0_reverse	3	0.022126350551843643
48361	rnn.weight_hh_l0_reverse	4	0.005857996176928282
48361	rnn.weight_hh_l0_reverse	5	-0.0059677050448954105
48361	rnn.weight_hh_l0_reverse	6	0.03841342031955719
48361	rnn.weight_hh_l0_reverse	7	-0.04210086166858673
48361	rnn.weight_hh_l0_reverse	8	0.0180742796510458
48361	rnn.weight_hh_l0_reverse	9	0.04459335654973984
48361	rnn.bias_ih_l0_reverse	0	-0.06399726122617722
48361	rnn.bias_ih_l0_reverse	1	-0.17110376060009003
48361	rnn.bias_ih_l0_reverse	2	-0.06188814714550972
48361	rnn.bias_ih_l0_reverse	3	-0.014886155724525452
48361	rnn.bias_ih_l0_reverse	4	-0.045913804322481155
48361	rnn.bias_ih_l0_reverse	5	0.029617907479405403
48361	rnn.bias_ih_l0_reverse	6	-0.028728600591421127
48361	rnn.bias_ih_l0_reverse	7	0.04348456487059593
48361	rnn.bias_ih_l0_reverse	8	-0.036911819130182266
48361	rnn.bias_ih_l0_reverse	9	0.015352895483374596
48361	rnn.bias_hh_l0_reverse	0	-0.02355002425611019
48361	rnn.bias_hh_l0_reverse	1	-0.029365472495555878
48361	rnn.bias_hh_l0_reverse	2	0.043122582137584686
48361	rnn.bias_hh_l0_reverse	3	-0.024248579517006874
48361	rnn.bias_hh_l0_reverse	4	-0.042333267629146576
48361	rnn.bias_hh_l0_reverse	5	-0.052777569741010666
48361	rnn.bias_hh_l0_reverse	6	-0.012896060012280941
48361	rnn.bias_hh_l0_reverse	7	0.05683308094739914
48361	rnn.bias_hh_l0_reverse	8	0.023519722744822502
48361	rnn.bias_hh_l0_reverse	9	-0.09403090178966522
48361	rnn.weight_ih_l1	0	-0.03545425087213516
48361	rnn.weight_ih_l1	1	-0.03686578571796417
48361	rnn.weight_ih_l1	2	0.06296692788600922
48361	rnn.weight_ih_l1	3	-0.030473921447992325
48361	rnn.weight_ih_l1	4	-0.0003623963857535273
48361	rnn.weight_ih_l1	5	-0.044530969113111496
48361	rnn.weight_ih_l1	6	0.01536991074681282
48361	rnn.weight_ih_l1	7	-0.03886730596423149
48361	rnn.weight_ih_l1	8	0.03679697588086128
48361	rnn.weight_ih_l1	9	0.02565082348883152
48361	rnn.weight_hh_l1	0	-0.007463610731065273
48361	rnn.weight_hh_l1	1	0.0052201091311872005
48361	rnn.weight_hh_l1	2	-0.0026568674948066473
48361	rnn.weight_hh_l1	3	-0.008780589327216148
48361	rnn.weight_hh_l1	4	0.003051980398595333
48361	rnn.weight_hh_l1	5	0.02643274888396263
48361	rnn.weight_hh_l1	6	0.034033168107271194
48361	rnn.weight_hh_l1	7	-0.026867087930440903
48361	rnn.weight_hh_l1	8	-0.028472010046243668
48361	rnn.weight_hh_l1	9	0.036402661353349686
48361	rnn.bias_ih_l1	0	-0.10473107546567917
48361	rnn.bias_ih_l1	1	-0.10582368075847626
48361	rnn.bias_ih_l1	2	-0.11710772663354874
48361	rnn.bias_ih_l1	3	-0.1879676729440689
48361	rnn.bias_ih_l1	4	-0.16553282737731934
48361	rnn.bias_ih_l1	5	-0.10010125488042831
48361	rnn.bias_ih_l1	6	-0.07187051326036453
48361	rnn.bias_ih_l1	7	-0.03387727215886116
48361	rnn.bias_ih_l1	8	-0.0958186537027359
48361	rnn.bias_ih_l1	9	-0.10339615494012833
48361	rnn.bias_hh_l1	0	-0.10125218331813812
48361	rnn.bias_hh_l1	1	-0.04246110841631889
48361	rnn.bias_hh_l1	2	-0.07689955085515976
48361	rnn.bias_hh_l1	3	-0.061204712837934494
48361	rnn.bias_hh_l1	4	-0.09299002587795258
48361	rnn.bias_hh_l1	5	-0.057724740356206894
48361	rnn.bias_hh_l1	6	-0.0842629224061966
48361	rnn.bias_hh_l1	7	0.01926584728062153
48361	rnn.bias_hh_l1	8	-0.07774548977613449
48361	rnn.bias_hh_l1	9	-0.057582829147577286
48361	rnn.weight_ih_l1_reverse	0	-0.0352289043366909
48361	rnn.weight_ih_l1_reverse	1	0.04109419509768486
48361	rnn.weight_ih_l1_reverse	2	-0.03091852366924286
48361	rnn.weight_ih_l1_reverse	3	-0.012950091622769833
48361	rnn.weight_ih_l1_reverse	4	-0.03538220003247261
48361	rnn.weight_ih_l1_reverse	5	-0.03767221048474312
48361	rnn.weight_ih_l1_reverse	6	-0.03474188223481178
48361	rnn.weight_ih_l1_reverse	7	0.01663479395210743
48361	rnn.weight_ih_l1_reverse	8	0.017647502943873405
48361	rnn.weight_ih_l1_reverse	9	-0.0331859327852726
48361	rnn.weight_hh_l1_reverse	0	0.007861867547035217
48361	rnn.weight_hh_l1_reverse	1	0.028378603979945183
48361	rnn.weight_hh_l1_reverse	2	-0.037050794810056686
48361	rnn.weight_hh_l1_reverse	3	0.04056886211037636
48361	rnn.weight_hh_l1_reverse	4	0.04334353283047676
48361	rnn.weight_hh_l1_reverse	5	0.009038818068802357
48361	rnn.weight_hh_l1_reverse	6	0.008339340798556805
48361	rnn.weight_hh_l1_reverse	7	0.02846832387149334
48361	rnn.weight_hh_l1_reverse	8	-0.0035883772652596235
48361	rnn.weight_hh_l1_reverse	9	-0.04051749035716057
48361	rnn.bias_ih_l1_reverse	0	-0.026337213814258575
48361	rnn.bias_ih_l1_reverse	1	-0.05454982444643974
48361	rnn.bias_ih_l1_reverse	2	-0.09220778197050095
48361	rnn.bias_ih_l1_reverse	3	-0.022300483658909798
48361	rnn.bias_ih_l1_reverse	4	-0.14446553587913513
48361	rnn.bias_ih_l1_reverse	5	-0.06992188096046448
48361	rnn.bias_ih_l1_reverse	6	-0.0935656726360321
48361	rnn.bias_ih_l1_reverse	7	-0.1095275804400444
48361	rnn.bias_ih_l1_reverse	8	0.12535889446735382
48361	rnn.bias_ih_l1_reverse	9	-0.009848561137914658
48361	rnn.bias_hh_l1_reverse	0	-0.041128192096948624
48361	rnn.bias_hh_l1_reverse	1	-0.01928858458995819
48361	rnn.bias_hh_l1_reverse	2	-0.17207936942577362
48361	rnn.bias_hh_l1_reverse	3	-0.06344347447156906
48361	rnn.bias_hh_l1_reverse	4	-0.051653556525707245
48361	rnn.bias_hh_l1_reverse	5	-0.059451427310705185
48361	rnn.bias_hh_l1_reverse	6	0.1259387731552124
48361	rnn.bias_hh_l1_reverse	7	-0.12580415606498718
48361	rnn.bias_hh_l1_reverse	8	-0.07073026150465012
48361	rnn.bias_hh_l1_reverse	9	-0.09013112634420395
48361	linear.weight	0	0.002228822559118271
48361	linear.weight	1	0.03506152331829071
48361	linear.weight	2	-0.09769459068775177
48361	linear.weight	3	0.2849922478199005
48361	linear.weight	4	0.08128593862056732
48361	linear.weight	5	0.015980124473571777
48361	linear.weight	6	-0.009418941102921963
48361	linear.weight	7	0.09945977479219437
48361	linear.weight	8	0.042076338082551956
48361	linear.weight	9	-0.051631130278110504
48361	linear.bias	0	-0.05561576038599014
48361	linear.bias	1	-0.10205794125795364
48361	linear.bias	2	-0.4565774202346802
48361	linear.bias	3	-0.7435436844825745
48361	linear.bias	4	-1.0050464868545532
48361	linear.bias	5	0.01672443188726902
48361	linear.bias	6	-0.6251466274261475
48361	linear.bias	7	0.47885534167289734
48361	linear.bias	8	-0.5840970873832703
48361	linear.bias	9	-0.8088127374649048
48558	transitions	0	0.4573880732059479
48558	transitions	1	-0.007295317482203245
48558	transitions	2	-10000.0
48558	transitions	3	-1.7917782068252563
48558	transitions	4	-10000.0
48558	transitions	5	0.6747100353240967
48558	transitions	6	-0.0009144729701802135
48558	transitions	7	-0.2710045278072357
48558	transitions	8	-1.3075498342514038
48558	transitions	9	-0.0001737975253490731
48558	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
48558	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
48558	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
48558	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
48558	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
48558	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
48558	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
48558	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
48558	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
48558	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
48558	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
48558	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
48558	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
48558	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
48558	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
48558	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
48558	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
48558	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
48558	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
48558	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
48558	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
48558	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
48558	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
48558	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
48558	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
48558	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
48558	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
48558	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
48558	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
48558	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
48558	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
48558	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
48558	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
48558	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
48558	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
48558	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
48558	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
48558	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
48558	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
48558	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
48558	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
48558	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
48558	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
48558	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
48558	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
48558	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
48558	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
48558	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
48558	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
48558	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
48558	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
48558	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
48558	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
48558	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
48558	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
48558	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
48558	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
48558	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
48558	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
48558	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
48558	embedding2nn.weight	0	-0.0031487809028476477
48558	embedding2nn.weight	1	-0.016600068658590317
48558	embedding2nn.weight	2	-0.014268253929913044
48558	embedding2nn.weight	3	0.016948942095041275
48558	embedding2nn.weight	4	-0.0059150345623493195
48558	embedding2nn.weight	5	-0.0037005844060331583
48558	embedding2nn.weight	6	-0.003973234444856644
48558	embedding2nn.weight	7	-0.040093060582876205
48558	embedding2nn.weight	8	-0.0019979383796453476
48558	embedding2nn.weight	9	-0.026538819074630737
48558	embedding2nn.bias	0	0.05558314546942711
48558	embedding2nn.bias	1	-0.05528434365987778
48558	embedding2nn.bias	2	0.09513337910175323
48558	embedding2nn.bias	3	0.018316440284252167
48558	embedding2nn.bias	4	-0.01923195831477642
48558	embedding2nn.bias	5	-0.02466939389705658
48558	embedding2nn.bias	6	0.008156768046319485
48558	embedding2nn.bias	7	-0.05973247438669205
48558	embedding2nn.bias	8	0.06603994220495224
48558	embedding2nn.bias	9	0.03811577707529068
48558	rnn.weight_ih_l0	0	-0.013846163637936115
48558	rnn.weight_ih_l0	1	0.009744707494974136
48558	rnn.weight_ih_l0	2	0.02748425491154194
48558	rnn.weight_ih_l0	3	0.005070013925433159
48558	rnn.weight_ih_l0	4	-0.02878452092409134
48558	rnn.weight_ih_l0	5	-0.05831970274448395
48558	rnn.weight_ih_l0	6	0.02163519524037838
48558	rnn.weight_ih_l0	7	0.04578254371881485
48558	rnn.weight_ih_l0	8	0.013277369551360607
48558	rnn.weight_ih_l0	9	-0.029672693461179733
48558	rnn.weight_hh_l0	0	-0.03557861968874931
48558	rnn.weight_hh_l0	1	-0.0027103880420327187
48558	rnn.weight_hh_l0	2	-0.0014766050735488534
48558	rnn.weight_hh_l0	3	-0.04853371903300285
48558	rnn.weight_hh_l0	4	0.05366255342960358
48558	rnn.weight_hh_l0	5	-0.015593591146171093
48558	rnn.weight_hh_l0	6	-0.03248461335897446
48558	rnn.weight_hh_l0	7	-0.02769465371966362
48558	rnn.weight_hh_l0	8	-0.0021825404837727547
48558	rnn.weight_hh_l0	9	-0.0218587014824152
48558	rnn.bias_ih_l0	0	0.04254579544067383
48558	rnn.bias_ih_l0	1	-0.021304268389940262
48558	rnn.bias_ih_l0	2	-0.00026742301997728646
48558	rnn.bias_ih_l0	3	0.08204178512096405
48558	rnn.bias_ih_l0	4	-0.03534163534641266
48558	rnn.bias_ih_l0	5	-0.017936743795871735
48558	rnn.bias_ih_l0	6	0.0100336205214262
48558	rnn.bias_ih_l0	7	0.05135655403137207
48558	rnn.bias_ih_l0	8	-0.07335934042930603
48558	rnn.bias_ih_l0	9	-0.04578446224331856
48558	rnn.bias_hh_l0	0	-0.030539514496922493
48558	rnn.bias_hh_l0	1	-0.06838244199752808
48558	rnn.bias_hh_l0	2	-0.030461402609944344
48558	rnn.bias_hh_l0	3	-0.06602578610181808
48558	rnn.bias_hh_l0	4	-0.009096943773329258
48558	rnn.bias_hh_l0	5	0.00702738668769598
48558	rnn.bias_hh_l0	6	0.038176000118255615
48558	rnn.bias_hh_l0	7	0.0005107195465825498
48558	rnn.bias_hh_l0	8	-0.09219399839639664
48558	rnn.bias_hh_l0	9	-0.005607245024293661
48558	rnn.weight_ih_l0_reverse	0	-0.021074330434203148
48558	rnn.weight_ih_l0_reverse	1	-0.045141905546188354
48558	rnn.weight_ih_l0_reverse	2	-0.025308948010206223
48558	rnn.weight_ih_l0_reverse	3	-0.002257414162158966
48558	rnn.weight_ih_l0_reverse	4	-0.006380213890224695
48558	rnn.weight_ih_l0_reverse	5	-0.046649958938360214
48558	rnn.weight_ih_l0_reverse	6	0.04563240706920624
48558	rnn.weight_ih_l0_reverse	7	-0.01861771196126938
48558	rnn.weight_ih_l0_reverse	8	-0.034045394510030746
48558	rnn.weight_ih_l0_reverse	9	0.009591813199222088
48558	rnn.weight_hh_l0_reverse	0	0.04009098559617996
48558	rnn.weight_hh_l0_reverse	1	0.036091554909944534
48558	rnn.weight_hh_l0_reverse	2	0.032366883009672165
48558	rnn.weight_hh_l0_reverse	3	0.022158071398735046
48558	rnn.weight_hh_l0_reverse	4	0.0061801401898264885
48558	rnn.weight_hh_l0_reverse	5	-0.0070121376775205135
48558	rnn.weight_hh_l0_reverse	6	0.03870641812682152
48558	rnn.weight_hh_l0_reverse	7	-0.04175061360001564
48558	rnn.weight_hh_l0_reverse	8	0.017660576850175858
48558	rnn.weight_hh_l0_reverse	9	0.04386881738901138
48558	rnn.bias_ih_l0_reverse	0	-0.06331242620944977
48558	rnn.bias_ih_l0_reverse	1	-0.17300032079219818
48558	rnn.bias_ih_l0_reverse	2	-0.06426620483398438
48558	rnn.bias_ih_l0_reverse	3	-0.016936177387833595
48558	rnn.bias_ih_l0_reverse	4	-0.04512018337845802
48558	rnn.bias_ih_l0_reverse	5	0.02694343589246273
48558	rnn.bias_ih_l0_reverse	6	-0.029126854613423347
48558	rnn.bias_ih_l0_reverse	7	0.04447377473115921
48558	rnn.bias_ih_l0_reverse	8	-0.03458292409777641
48558	rnn.bias_ih_l0_reverse	9	0.017415760084986687
48558	rnn.bias_hh_l0_reverse	0	-0.02338956482708454
48558	rnn.bias_hh_l0_reverse	1	-0.028364082798361778
48558	rnn.bias_hh_l0_reverse	2	0.04262666031718254
48558	rnn.bias_hh_l0_reverse	3	-0.024630317464470863
48558	rnn.bias_hh_l0_reverse	4	-0.04485069587826729
48558	rnn.bias_hh_l0_reverse	5	-0.05558386072516441
48558	rnn.bias_hh_l0_reverse	6	-0.013775194995105267
48558	rnn.bias_hh_l0_reverse	7	0.06149793788790703
48558	rnn.bias_hh_l0_reverse	8	0.022089296951889992
48558	rnn.bias_hh_l0_reverse	9	-0.0937226340174675
48558	rnn.weight_ih_l1	0	-0.03548701852560043
48558	rnn.weight_ih_l1	1	-0.037577055394649506
48558	rnn.weight_ih_l1	2	0.06344044953584671
48558	rnn.weight_ih_l1	3	-0.03030543215572834
48558	rnn.weight_ih_l1	4	-0.0008998493431136012
48558	rnn.weight_ih_l1	5	-0.04453123360872269
48558	rnn.weight_ih_l1	6	0.015311664901673794
48558	rnn.weight_ih_l1	7	-0.03600821644067764
48558	rnn.weight_ih_l1	8	0.037122245877981186
48558	rnn.weight_ih_l1	9	0.02534882165491581
48558	rnn.weight_hh_l1	0	-0.008470544591546059
48558	rnn.weight_hh_l1	1	0.005202506668865681
48558	rnn.weight_hh_l1	2	-0.002315851394087076
48558	rnn.weight_hh_l1	3	-0.008475600741803646
48558	rnn.weight_hh_l1	4	0.0026036498602479696
48558	rnn.weight_hh_l1	5	0.026428906247019768
48558	rnn.weight_hh_l1	6	0.033963292837142944
48558	rnn.weight_hh_l1	7	-0.02657659724354744
48558	rnn.weight_hh_l1	8	-0.028392242267727852
48558	rnn.weight_hh_l1	9	0.03619182109832764
48558	rnn.bias_ih_l1	0	-0.10420417785644531
48558	rnn.bias_ih_l1	1	-0.10523402690887451
48558	rnn.bias_ih_l1	2	-0.11733599007129669
48558	rnn.bias_ih_l1	3	-0.18916508555412292
48558	rnn.bias_ih_l1	4	-0.16173259913921356
48558	rnn.bias_ih_l1	5	-0.10143807530403137
48558	rnn.bias_ih_l1	6	-0.07532399892807007
48558	rnn.bias_ih_l1	7	-0.03497755527496338
48558	rnn.bias_ih_l1	8	-0.09401299804449081
48558	rnn.bias_ih_l1	9	-0.10231681168079376
48558	rnn.bias_hh_l1	0	-0.10218329727649689
48558	rnn.bias_hh_l1	1	-0.042142078280448914
48558	rnn.bias_hh_l1	2	-0.06972334533929825
48558	rnn.bias_hh_l1	3	-0.06197180226445198
48558	rnn.bias_hh_l1	4	-0.0923926904797554
48558	rnn.bias_hh_l1	5	-0.058105502277612686
48558	rnn.bias_hh_l1	6	-0.08191844820976257
48558	rnn.bias_hh_l1	7	0.01815417781472206
48558	rnn.bias_hh_l1	8	-0.07584302872419357
48558	rnn.bias_hh_l1	9	-0.056477662175893784
48558	rnn.weight_ih_l1_reverse	0	-0.03365016728639603
48558	rnn.weight_ih_l1_reverse	1	0.03747028112411499
48558	rnn.weight_ih_l1_reverse	2	-0.030370909720659256
48558	rnn.weight_ih_l1_reverse	3	-0.011083997786045074
48558	rnn.weight_ih_l1_reverse	4	-0.03634564206004143
48558	rnn.weight_ih_l1_reverse	5	-0.037842828780412674
48558	rnn.weight_ih_l1_reverse	6	-0.03686895966529846
48558	rnn.weight_ih_l1_reverse	7	0.016633877530694008
48558	rnn.weight_ih_l1_reverse	8	0.01660880260169506
48558	rnn.weight_ih_l1_reverse	9	-0.029759438708424568
48558	rnn.weight_hh_l1_reverse	0	0.007900187745690346
48558	rnn.weight_hh_l1_reverse	1	0.027977386489510536
48558	rnn.weight_hh_l1_reverse	2	-0.03699694201350212
48558	rnn.weight_hh_l1_reverse	3	0.04065394774079323
48558	rnn.weight_hh_l1_reverse	4	0.042795922607183456
48558	rnn.weight_hh_l1_reverse	5	0.009745029732584953
48558	rnn.weight_hh_l1_reverse	6	0.008473364636301994
48558	rnn.weight_hh_l1_reverse	7	0.028422392904758453
48558	rnn.weight_hh_l1_reverse	8	-0.0036037652753293514
48558	rnn.weight_hh_l1_reverse	9	-0.04091848060488701
48558	rnn.bias_ih_l1_reverse	0	-0.026022667065262794
48558	rnn.bias_ih_l1_reverse	1	-0.05532774329185486
48558	rnn.bias_ih_l1_reverse	2	-0.09194017201662064
48558	rnn.bias_ih_l1_reverse	3	-0.020758099853992462
48558	rnn.bias_ih_l1_reverse	4	-0.14502225816249847
48558	rnn.bias_ih_l1_reverse	5	-0.06955526769161224
48558	rnn.bias_ih_l1_reverse	6	-0.09329402446746826
48558	rnn.bias_ih_l1_reverse	7	-0.10631102323532104
48558	rnn.bias_ih_l1_reverse	8	0.11471276730298996
48558	rnn.bias_ih_l1_reverse	9	-0.009744360111653805
48558	rnn.bias_hh_l1_reverse	0	-0.043624285608530045
48558	rnn.bias_hh_l1_reverse	1	-0.01871107891201973
48558	rnn.bias_hh_l1_reverse	2	-0.17214740812778473
48558	rnn.bias_hh_l1_reverse	3	-0.06496065855026245
48558	rnn.bias_hh_l1_reverse	4	-0.05178073048591614
48558	rnn.bias_hh_l1_reverse	5	-0.06117575243115425
48558	rnn.bias_hh_l1_reverse	6	0.14142699539661407
48558	rnn.bias_hh_l1_reverse	7	-0.12280046194791794
48558	rnn.bias_hh_l1_reverse	8	-0.0691249743103981
48558	rnn.bias_hh_l1_reverse	9	-0.08968411386013031
48558	linear.weight	0	0.002228822559118271
48558	linear.weight	1	0.0413556732237339
48558	linear.weight	2	-0.11226481944322586
48558	linear.weight	3	0.2765185236930847
48558	linear.weight	4	0.07815717160701752
48558	linear.weight	5	0.016702938824892044
48558	linear.weight	6	-0.0064176954329013824
48558	linear.weight	7	0.08391488343477249
48558	linear.weight	8	0.042071372270584106
48558	linear.weight	9	-0.0512341745197773
48558	linear.bias	0	-0.017450416460633278
48558	linear.bias	1	-0.10781273245811462
48558	linear.bias	2	-0.48055052757263184
48558	linear.bias	3	-0.7558226585388184
48558	linear.bias	4	-1.021650791168213
48558	linear.bias	5	0.027759987860918045
48558	linear.bias	6	-0.6370967626571655
48558	linear.bias	7	0.4882780909538269
48558	linear.bias	8	-0.5934576988220215
48558	linear.bias	9	-0.8109637498855591
48755	transitions	0	0.45538970828056335
48755	transitions	1	-0.004135181196033955
48755	transitions	2	-10000.0
48755	transitions	3	-1.791880488395691
48755	transitions	4	-10000.0
48755	transitions	5	0.6742539405822754
48755	transitions	6	-0.0012853523949161172
48755	transitions	7	-0.2717748284339905
48755	transitions	8	-1.3080849647521973
48755	transitions	9	-0.00017857244529295713
48755	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
48755	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
48755	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
48755	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
48755	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
48755	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
48755	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
48755	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
48755	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
48755	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
48755	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
48755	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
48755	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
48755	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
48755	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
48755	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
48755	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
48755	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
48755	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
48755	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
48755	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
48755	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
48755	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
48755	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
48755	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
48755	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
48755	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
48755	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
48755	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
48755	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
48755	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
48755	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
48755	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
48755	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
48755	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
48755	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
48755	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
48755	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
48755	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
48755	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
48755	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
48755	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
48755	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
48755	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
48755	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
48755	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
48755	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
48755	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
48755	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
48755	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
48755	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
48755	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
48755	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
48755	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
48755	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
48755	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
48755	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
48755	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
48755	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
48755	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
48755	embedding2nn.weight	0	-0.00201960070990026
48755	embedding2nn.weight	1	-0.016555853188037872
48755	embedding2nn.weight	2	-0.014268253929913044
48755	embedding2nn.weight	3	0.01686616614460945
48755	embedding2nn.weight	4	-0.0059150345623493195
48755	embedding2nn.weight	5	-0.0037005844060331583
48755	embedding2nn.weight	6	-0.003973232116550207
48755	embedding2nn.weight	7	-0.03897083178162575
48755	embedding2nn.weight	8	-0.0019979383796453476
48755	embedding2nn.weight	9	-0.026036791503429413
48755	embedding2nn.bias	0	0.054826267063617706
48755	embedding2nn.bias	1	-0.05591854453086853
48755	embedding2nn.bias	2	0.08650337904691696
48755	embedding2nn.bias	3	0.02880113013088703
48755	embedding2nn.bias	4	-0.01332654245197773
48755	embedding2nn.bias	5	-0.01772278919816017
48755	embedding2nn.bias	6	0.005139451939612627
48755	embedding2nn.bias	7	-0.056804511696100235
48755	embedding2nn.bias	8	0.06339315325021744
48755	embedding2nn.bias	9	0.041494086384773254
48755	rnn.weight_ih_l0	0	-0.01460779644548893
48755	rnn.weight_ih_l0	1	0.009729175828397274
48755	rnn.weight_ih_l0	2	0.027087895199656487
48755	rnn.weight_ih_l0	3	0.0040862527675926685
48755	rnn.weight_ih_l0	4	-0.02953658439218998
48755	rnn.weight_ih_l0	5	-0.05869201198220253
48755	rnn.weight_ih_l0	6	0.021612314507365227
48755	rnn.weight_ih_l0	7	0.04779055714607239
48755	rnn.weight_ih_l0	8	0.012972010299563408
48755	rnn.weight_ih_l0	9	-0.029103364795446396
48755	rnn.weight_hh_l0	0	-0.03406156226992607
48755	rnn.weight_hh_l0	1	-0.00279679405502975
48755	rnn.weight_hh_l0	2	-0.0011947659077122808
48755	rnn.weight_hh_l0	3	-0.04785722494125366
48755	rnn.weight_hh_l0	4	0.05352087691426277
48755	rnn.weight_hh_l0	5	-0.01620936580002308
48755	rnn.weight_hh_l0	6	-0.03238002210855484
48755	rnn.weight_hh_l0	7	-0.027608584612607956
48755	rnn.weight_hh_l0	8	-0.001662996830418706
48755	rnn.weight_hh_l0	9	-0.0224213395267725
48755	rnn.bias_ih_l0	0	0.039596255868673325
48755	rnn.bias_ih_l0	1	-0.020934026688337326
48755	rnn.bias_ih_l0	2	0.00026756967417895794
48755	rnn.bias_ih_l0	3	0.08781546354293823
48755	rnn.bias_ih_l0	4	-0.034617677330970764
48755	rnn.bias_ih_l0	5	-0.012977434322237968
48755	rnn.bias_ih_l0	6	0.00496189808472991
48755	rnn.bias_ih_l0	7	0.050392378121614456
48755	rnn.bias_ih_l0	8	-0.07347502559423447
48755	rnn.bias_ih_l0	9	-0.049012523144483566
48755	rnn.bias_hh_l0	0	-0.02917138859629631
48755	rnn.bias_hh_l0	1	-0.06529003381729126
48755	rnn.bias_hh_l0	2	-0.027033502236008644
48755	rnn.bias_hh_l0	3	-0.06743422150611877
48755	rnn.bias_hh_l0	4	-0.007283298298716545
48755	rnn.bias_hh_l0	5	0.0063937632367014885
48755	rnn.bias_hh_l0	6	0.03604264557361603
48755	rnn.bias_hh_l0	7	-0.0026995635125786066
48755	rnn.bias_hh_l0	8	-0.09343314170837402
48755	rnn.bias_hh_l0	9	-0.008282246068120003
48755	rnn.weight_ih_l0_reverse	0	-0.02074899710714817
48755	rnn.weight_ih_l0_reverse	1	-0.046776317059993744
48755	rnn.weight_ih_l0_reverse	2	-0.026422951370477676
48755	rnn.weight_ih_l0_reverse	3	-0.0016688540345057845
48755	rnn.weight_ih_l0_reverse	4	-0.006353419739753008
48755	rnn.weight_ih_l0_reverse	5	-0.046363506466150284
48755	rnn.weight_ih_l0_reverse	6	0.045487355440855026
48755	rnn.weight_ih_l0_reverse	7	-0.019269825890660286
48755	rnn.weight_ih_l0_reverse	8	-0.0341106578707695
48755	rnn.weight_ih_l0_reverse	9	0.010041291825473309
48755	rnn.weight_hh_l0_reverse	0	0.03985462710261345
48755	rnn.weight_hh_l0_reverse	1	0.03622609004378319
48755	rnn.weight_hh_l0_reverse	2	0.03238809481263161
48755	rnn.weight_hh_l0_reverse	3	0.022056819871068
48755	rnn.weight_hh_l0_reverse	4	0.006166256032884121
48755	rnn.weight_hh_l0_reverse	5	-0.005610301624983549
48755	rnn.weight_hh_l0_reverse	6	0.03854144364595413
48755	rnn.weight_hh_l0_reverse	7	-0.04065335541963577
48755	rnn.weight_hh_l0_reverse	8	0.017546169459819794
48755	rnn.weight_hh_l0_reverse	9	0.04300135746598244
48755	rnn.bias_ih_l0_reverse	0	-0.062135860323905945
48755	rnn.bias_ih_l0_reverse	1	-0.17454709112644196
48755	rnn.bias_ih_l0_reverse	2	-0.06434084475040436
48755	rnn.bias_ih_l0_reverse	3	-0.015130089595913887
48755	rnn.bias_ih_l0_reverse	4	-0.04442271590232849
48755	rnn.bias_ih_l0_reverse	5	0.02839566208422184
48755	rnn.bias_ih_l0_reverse	6	-0.030583268031477928
48755	rnn.bias_ih_l0_reverse	7	0.048596419394016266
48755	rnn.bias_ih_l0_reverse	8	-0.03318119794130325
48755	rnn.bias_ih_l0_reverse	9	0.015387707389891148
48755	rnn.bias_hh_l0_reverse	0	-0.023422393947839737
48755	rnn.bias_hh_l0_reverse	1	-0.03275234252214432
48755	rnn.bias_hh_l0_reverse	2	0.038346122950315475
48755	rnn.bias_hh_l0_reverse	3	-0.026616139337420464
48755	rnn.bias_hh_l0_reverse	4	-0.04504219442605972
48755	rnn.bias_hh_l0_reverse	5	-0.0571296364068985
48755	rnn.bias_hh_l0_reverse	6	-0.015333184041082859
48755	rnn.bias_hh_l0_reverse	7	0.06249731034040451
48755	rnn.bias_hh_l0_reverse	8	0.022265993058681488
48755	rnn.bias_hh_l0_reverse	9	-0.09557519108057022
48755	rnn.weight_ih_l1	0	-0.035101864486932755
48755	rnn.weight_ih_l1	1	-0.03898888826370239
48755	rnn.weight_ih_l1	2	0.06250503659248352
48755	rnn.weight_ih_l1	3	-0.028958790004253387
48755	rnn.weight_ih_l1	4	-0.0006380148697644472
48755	rnn.weight_ih_l1	5	-0.044327497482299805
48755	rnn.weight_ih_l1	6	0.015262848697602749
48755	rnn.weight_ih_l1	7	-0.03570991009473801
48755	rnn.weight_ih_l1	8	0.037291888147592545
48755	rnn.weight_ih_l1	9	0.02466917783021927
48755	rnn.weight_hh_l1	0	-0.010197862982749939
48755	rnn.weight_hh_l1	1	0.005244256928563118
48755	rnn.weight_hh_l1	2	-0.0025439546443521976
48755	rnn.weight_hh_l1	3	-0.008503133431077003
48755	rnn.weight_hh_l1	4	0.002551933517679572
48755	rnn.weight_hh_l1	5	0.026407655328512192
48755	rnn.weight_hh_l1	6	0.03415706008672714
48755	rnn.weight_hh_l1	7	-0.02652641013264656
48755	rnn.weight_hh_l1	8	-0.02774052880704403
48755	rnn.weight_hh_l1	9	0.036373499780893326
48755	rnn.bias_ih_l1	0	-0.10192064940929413
48755	rnn.bias_ih_l1	1	-0.1045043021440506
48755	rnn.bias_ih_l1	2	-0.12284829467535019
48755	rnn.bias_ih_l1	3	-0.18844883143901825
48755	rnn.bias_ih_l1	4	-0.15841466188430786
48755	rnn.bias_ih_l1	5	-0.10048767924308777
48755	rnn.bias_ih_l1	6	-0.07582179456949234
48755	rnn.bias_ih_l1	7	-0.03279876708984375
48755	rnn.bias_ih_l1	8	-0.09420811384916306
48755	rnn.bias_ih_l1	9	-0.10194052010774612
48755	rnn.bias_hh_l1	0	-0.10168758034706116
48755	rnn.bias_hh_l1	1	-0.04006621614098549
48755	rnn.bias_hh_l1	2	-0.07376328855752945
48755	rnn.bias_hh_l1	3	-0.06224701926112175
48755	rnn.bias_hh_l1	4	-0.09379389137029648
48755	rnn.bias_hh_l1	5	-0.05750705674290657
48755	rnn.bias_hh_l1	6	-0.08074554055929184
48755	rnn.bias_hh_l1	7	0.01888090744614601
48755	rnn.bias_hh_l1	8	-0.07241718471050262
48755	rnn.bias_hh_l1	9	-0.05591145530343056
48755	rnn.weight_ih_l1_reverse	0	-0.03249815106391907
48755	rnn.weight_ih_l1_reverse	1	0.036208026111125946
48755	rnn.weight_ih_l1_reverse	2	-0.026931528002023697
48755	rnn.weight_ih_l1_reverse	3	-0.010432807728648186
48755	rnn.weight_ih_l1_reverse	4	-0.03767797350883484
48755	rnn.weight_ih_l1_reverse	5	-0.037467628717422485
48755	rnn.weight_ih_l1_reverse	6	-0.03736855089664459
48755	rnn.weight_ih_l1_reverse	7	0.0159988384693861
48755	rnn.weight_ih_l1_reverse	8	0.014665968716144562
48755	rnn.weight_ih_l1_reverse	9	-0.02675934135913849
48755	rnn.weight_hh_l1_reverse	0	0.00775051349774003
48755	rnn.weight_hh_l1_reverse	1	0.027821648865938187
48755	rnn.weight_hh_l1_reverse	2	-0.03682610020041466
48755	rnn.weight_hh_l1_reverse	3	0.04061589017510414
48755	rnn.weight_hh_l1_reverse	4	0.04278254508972168
48755	rnn.weight_hh_l1_reverse	5	0.009439934976398945
48755	rnn.weight_hh_l1_reverse	6	0.009704756550490856
48755	rnn.weight_hh_l1_reverse	7	0.028168227523565292
48755	rnn.weight_hh_l1_reverse	8	-0.0035218445118516684
48755	rnn.weight_hh_l1_reverse	9	-0.040864937007427216
48755	rnn.bias_ih_l1_reverse	0	-0.022663598880171776
48755	rnn.bias_ih_l1_reverse	1	-0.056054797023534775
48755	rnn.bias_ih_l1_reverse	2	-0.09209496527910233
48755	rnn.bias_ih_l1_reverse	3	-0.029852401465177536
48755	rnn.bias_ih_l1_reverse	4	-0.14376148581504822
48755	rnn.bias_ih_l1_reverse	5	-0.0698314905166626
48755	rnn.bias_ih_l1_reverse	6	-0.09288342297077179
48755	rnn.bias_ih_l1_reverse	7	-0.10386984795331955
48755	rnn.bias_ih_l1_reverse	8	0.10687315464019775
48755	rnn.bias_ih_l1_reverse	9	-0.014575108885765076
48755	rnn.bias_hh_l1_reverse	0	-0.0398440957069397
48755	rnn.bias_hh_l1_reverse	1	-0.016839036718010902
48755	rnn.bias_hh_l1_reverse	2	-0.17224101722240448
48755	rnn.bias_hh_l1_reverse	3	-0.06522347033023834
48755	rnn.bias_hh_l1_reverse	4	-0.05295081064105034
48755	rnn.bias_hh_l1_reverse	5	-0.061625272035598755
48755	rnn.bias_hh_l1_reverse	6	0.14068391919136047
48755	rnn.bias_hh_l1_reverse	7	-0.1218976154923439
48755	rnn.bias_hh_l1_reverse	8	-0.07033586502075195
48755	rnn.bias_hh_l1_reverse	9	-0.09039019048213959
48755	linear.weight	0	0.002228822559118271
48755	linear.weight	1	0.0321912057697773
48755	linear.weight	2	-0.10096113383769989
48755	linear.weight	3	0.26611092686653137
48755	linear.weight	4	0.0863228514790535
48755	linear.weight	5	0.015386734157800674
48755	linear.weight	6	-0.01707247830927372
48755	linear.weight	7	0.07854717969894409
48755	linear.weight	8	0.042061734944581985
48755	linear.weight	9	-0.050092507153749466
48755	linear.bias	0	-0.08182568103075027
48755	linear.bias	1	-0.07382392883300781
48755	linear.bias	2	-0.44751405715942383
48755	linear.bias	3	-0.7538598775863647
48755	linear.bias	4	-1.025928258895874
48755	linear.bias	5	0.013169736601412296
48755	linear.bias	6	-0.6043493151664734
48755	linear.bias	7	0.47288212180137634
48755	linear.bias	8	-0.5859536528587341
48755	linear.bias	9	-0.801737368106842
48952	transitions	0	0.4532136023044586
48952	transitions	1	0.006231305655092001
48952	transitions	2	-10000.0
48952	transitions	3	-1.7919753789901733
48952	transitions	4	-10000.0
48952	transitions	5	0.6731423139572144
48952	transitions	6	-0.0015960122691467404
48952	transitions	7	-0.27296802401542664
48952	transitions	8	-1.3085020780563354
48952	transitions	9	-0.00018379383254796267
48952	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
48952	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
48952	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
48952	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
48952	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
48952	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
48952	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
48952	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
48952	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
48952	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
48952	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
48952	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
48952	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
48952	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
48952	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
48952	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
48952	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
48952	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
48952	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
48952	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
48952	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
48952	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
48952	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
48952	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
48952	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
48952	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
48952	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
48952	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
48952	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
48952	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
48952	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
48952	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
48952	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
48952	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
48952	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
48952	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
48952	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
48952	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
48952	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
48952	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
48952	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
48952	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
48952	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
48952	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
48952	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
48952	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
48952	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
48952	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
48952	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
48952	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
48952	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
48952	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
48952	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
48952	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
48952	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
48952	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
48952	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
48952	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
48952	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
48952	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
48952	embedding2nn.weight	0	-0.004809686914086342
48952	embedding2nn.weight	1	-0.016432618722319603
48952	embedding2nn.weight	2	-0.014268253929913044
48952	embedding2nn.weight	3	0.01607324369251728
48952	embedding2nn.weight	4	-0.0059150345623493195
48952	embedding2nn.weight	5	-0.0037005848716944456
48952	embedding2nn.weight	6	-0.003973233513534069
48952	embedding2nn.weight	7	-0.03909024968743324
48952	embedding2nn.weight	8	-0.0019979383796453476
48952	embedding2nn.weight	9	-0.02661026082932949
48952	embedding2nn.bias	0	0.057769231498241425
48952	embedding2nn.bias	1	-0.06678426265716553
48952	embedding2nn.bias	2	0.09118951112031937
48952	embedding2nn.bias	3	0.02932138927280903
48952	embedding2nn.bias	4	-0.01595832034945488
48952	embedding2nn.bias	5	-0.01619846001267433
48952	embedding2nn.bias	6	0.006299951113760471
48952	embedding2nn.bias	7	-0.05825009569525719
48952	embedding2nn.bias	8	0.04764468967914581
48952	embedding2nn.bias	9	0.045246422290802
48952	rnn.weight_ih_l0	0	-0.013870902359485626
48952	rnn.weight_ih_l0	1	0.008810006082057953
48952	rnn.weight_ih_l0	2	0.028355136513710022
48952	rnn.weight_ih_l0	3	0.004923568107187748
48952	rnn.weight_ih_l0	4	-0.02910352125763893
48952	rnn.weight_ih_l0	5	-0.060011737048625946
48952	rnn.weight_ih_l0	6	0.020496245473623276
48952	rnn.weight_ih_l0	7	0.046855516731739044
48952	rnn.weight_ih_l0	8	0.013340776786208153
48952	rnn.weight_ih_l0	9	-0.029275625944137573
48952	rnn.weight_hh_l0	0	-0.03307356312870979
48952	rnn.weight_hh_l0	1	-0.0024142437614500523
48952	rnn.weight_hh_l0	2	-0.0011630370281636715
48952	rnn.weight_hh_l0	3	-0.04841964691877365
48952	rnn.weight_hh_l0	4	0.05360851809382439
48952	rnn.weight_hh_l0	5	-0.01594831980764866
48952	rnn.weight_hh_l0	6	-0.032560404390096664
48952	rnn.weight_hh_l0	7	-0.028326058760285378
48952	rnn.weight_hh_l0	8	-0.0021974192932248116
48952	rnn.weight_hh_l0	9	-0.023052595555782318
48952	rnn.bias_ih_l0	0	0.04031037166714668
48952	rnn.bias_ih_l0	1	-0.019806357100605965
48952	rnn.bias_ih_l0	2	0.002380003221333027
48952	rnn.bias_ih_l0	3	0.09091301262378693
48952	rnn.bias_ih_l0	4	-0.033529140055179596
48952	rnn.bias_ih_l0	5	-0.015200194902718067
48952	rnn.bias_ih_l0	6	0.009654475376009941
48952	rnn.bias_ih_l0	7	0.048816993832588196
48952	rnn.bias_ih_l0	8	-0.07323545962572098
48952	rnn.bias_ih_l0	9	-0.047188129276037216
48952	rnn.bias_hh_l0	0	-0.029471727088093758
48952	rnn.bias_hh_l0	1	-0.06805253773927689
48952	rnn.bias_hh_l0	2	-0.030365440994501114
48952	rnn.bias_hh_l0	3	-0.06881139427423477
48952	rnn.bias_hh_l0	4	-0.007519087288528681
48952	rnn.bias_hh_l0	5	0.006537637673318386
48952	rnn.bias_hh_l0	6	0.038555096834897995
48952	rnn.bias_hh_l0	7	0.0023631819058209658
48952	rnn.bias_hh_l0	8	-0.0903606042265892
48952	rnn.bias_hh_l0	9	-0.010055279359221458
48952	rnn.weight_ih_l0_reverse	0	-0.020881714299321175
48952	rnn.weight_ih_l0_reverse	1	-0.04522988572716713
48952	rnn.weight_ih_l0_reverse	2	-0.02870980277657509
48952	rnn.weight_ih_l0_reverse	3	-0.00023852195590734482
48952	rnn.weight_ih_l0_reverse	4	-0.005830405279994011
48952	rnn.weight_ih_l0_reverse	5	-0.04695659130811691
48952	rnn.weight_ih_l0_reverse	6	0.045409929007291794
48952	rnn.weight_ih_l0_reverse	7	-0.018318893387913704
48952	rnn.weight_ih_l0_reverse	8	-0.03446715325117111
48952	rnn.weight_ih_l0_reverse	9	0.009840377606451511
48952	rnn.weight_hh_l0_reverse	0	0.037856005132198334
48952	rnn.weight_hh_l0_reverse	1	0.03562309220433235
48952	rnn.weight_hh_l0_reverse	2	0.03231828659772873
48952	rnn.weight_hh_l0_reverse	3	0.022099126130342484
48952	rnn.weight_hh_l0_reverse	4	0.0065366849303245544
48952	rnn.weight_hh_l0_reverse	5	-0.00549734802916646
48952	rnn.weight_hh_l0_reverse	6	0.0385713092982769
48952	rnn.weight_hh_l0_reverse	7	-0.04095569625496864
48952	rnn.weight_hh_l0_reverse	8	0.017794352024793625
48952	rnn.weight_hh_l0_reverse	9	0.042628590017557144
48952	rnn.bias_ih_l0_reverse	0	-0.06066426262259483
48952	rnn.bias_ih_l0_reverse	1	-0.17045576870441437
48952	rnn.bias_ih_l0_reverse	2	-0.06665481626987457
48952	rnn.bias_ih_l0_reverse	3	-0.015674931928515434
48952	rnn.bias_ih_l0_reverse	4	-0.044615693390369415
48952	rnn.bias_ih_l0_reverse	5	0.025858784094452858
48952	rnn.bias_ih_l0_reverse	6	-0.03222115337848663
48952	rnn.bias_ih_l0_reverse	7	0.046944376081228256
48952	rnn.bias_ih_l0_reverse	8	-0.032779138535261154
48952	rnn.bias_ih_l0_reverse	9	0.017958275973796844
48952	rnn.bias_hh_l0_reverse	0	-0.022606048732995987
48952	rnn.bias_hh_l0_reverse	1	-0.031221462413668633
48952	rnn.bias_hh_l0_reverse	2	0.03601418063044548
48952	rnn.bias_hh_l0_reverse	3	-0.02709456905722618
48952	rnn.bias_hh_l0_reverse	4	-0.0441359244287014
48952	rnn.bias_hh_l0_reverse	5	-0.053890056908130646
48952	rnn.bias_hh_l0_reverse	6	-0.014690984040498734
48952	rnn.bias_hh_l0_reverse	7	0.062490638345479965
48952	rnn.bias_hh_l0_reverse	8	0.018807845190167427
48952	rnn.bias_hh_l0_reverse	9	-0.09541144967079163
48952	rnn.weight_ih_l1	0	-0.03476875647902489
48952	rnn.weight_ih_l1	1	-0.037716131657361984
48952	rnn.weight_ih_l1	2	0.0619063526391983
48952	rnn.weight_ih_l1	3	-0.028240690007805824
48952	rnn.weight_ih_l1	4	-0.0005241478211246431
48952	rnn.weight_ih_l1	5	-0.04441633075475693
48952	rnn.weight_ih_l1	6	0.014968512579798698
48952	rnn.weight_ih_l1	7	-0.035877469927072525
48952	rnn.weight_ih_l1	8	0.03758157417178154
48952	rnn.weight_ih_l1	9	0.02460510842502117
48952	rnn.weight_hh_l1	0	-0.011190466582775116
48952	rnn.weight_hh_l1	1	0.005276949610561132
48952	rnn.weight_hh_l1	2	-0.0009625330567359924
48952	rnn.weight_hh_l1	3	-0.008619013242423534
48952	rnn.weight_hh_l1	4	0.0018801124533638358
48952	rnn.weight_hh_l1	5	0.026160763576626778
48952	rnn.weight_hh_l1	6	0.03401738405227661
48952	rnn.weight_hh_l1	7	-0.026497280225157738
48952	rnn.weight_hh_l1	8	-0.027662603184580803
48952	rnn.weight_hh_l1	9	0.036586955189704895
48952	rnn.bias_ih_l1	0	-0.10223846137523651
48952	rnn.bias_ih_l1	1	-0.10860106348991394
48952	rnn.bias_ih_l1	2	-0.12648311257362366
48952	rnn.bias_ih_l1	3	-0.19055992364883423
48952	rnn.bias_ih_l1	4	-0.1562926173210144
48952	rnn.bias_ih_l1	5	-0.10126347839832306
48952	rnn.bias_ih_l1	6	-0.07768160104751587
48952	rnn.bias_ih_l1	7	-0.034824829548597336
48952	rnn.bias_ih_l1	8	-0.0924888625741005
48952	rnn.bias_ih_l1	9	-0.10305315256118774
48952	rnn.bias_hh_l1	0	-0.10028628259897232
48952	rnn.bias_hh_l1	1	-0.04292687773704529
48952	rnn.bias_hh_l1	2	-0.07081712782382965
48952	rnn.bias_hh_l1	3	-0.06277113407850266
48952	rnn.bias_hh_l1	4	-0.09208071231842041
48952	rnn.bias_hh_l1	5	-0.05769439414143562
48952	rnn.bias_hh_l1	6	-0.08219347149133682
48952	rnn.bias_hh_l1	7	0.018377328291535378
48952	rnn.bias_hh_l1	8	-0.07389190793037415
48952	rnn.bias_hh_l1	9	-0.05634620785713196
48952	rnn.weight_ih_l1_reverse	0	-0.03166411444544792
48952	rnn.weight_ih_l1_reverse	1	0.036722149699926376
48952	rnn.weight_ih_l1_reverse	2	-0.027643470093607903
48952	rnn.weight_ih_l1_reverse	3	-0.011775355786085129
48952	rnn.weight_ih_l1_reverse	4	-0.0382465161383152
48952	rnn.weight_ih_l1_reverse	5	-0.03759049251675606
48952	rnn.weight_ih_l1_reverse	6	-0.038821395486593246
48952	rnn.weight_ih_l1_reverse	7	0.015327641740441322
48952	rnn.weight_ih_l1_reverse	8	0.013126496225595474
48952	rnn.weight_ih_l1_reverse	9	-0.03108477219939232
48952	rnn.weight_hh_l1_reverse	0	0.0074145980179309845
48952	rnn.weight_hh_l1_reverse	1	0.02774120680987835
48952	rnn.weight_hh_l1_reverse	2	-0.03684590384364128
48952	rnn.weight_hh_l1_reverse	3	0.04056760296225548
48952	rnn.weight_hh_l1_reverse	4	0.041937705129384995
48952	rnn.weight_hh_l1_reverse	5	0.009258415549993515
48952	rnn.weight_hh_l1_reverse	6	0.009971631690859795
48952	rnn.weight_hh_l1_reverse	7	0.02780216746032238
48952	rnn.weight_hh_l1_reverse	8	-0.0035988043528050184
48952	rnn.weight_hh_l1_reverse	9	-0.04143721982836723
48952	rnn.bias_ih_l1_reverse	0	-0.022677471861243248
48952	rnn.bias_ih_l1_reverse	1	-0.052498962730169296
48952	rnn.bias_ih_l1_reverse	2	-0.09263189882040024
48952	rnn.bias_ih_l1_reverse	3	-0.01986822299659252
48952	rnn.bias_ih_l1_reverse	4	-0.14682623744010925
48952	rnn.bias_ih_l1_reverse	5	-0.07304254174232483
48952	rnn.bias_ih_l1_reverse	6	-0.09341102838516235
48952	rnn.bias_ih_l1_reverse	7	-0.10526780039072037
48952	rnn.bias_ih_l1_reverse	8	0.10481654107570648
48952	rnn.bias_ih_l1_reverse	9	-0.008030093275010586
48952	rnn.bias_hh_l1_reverse	0	-0.03953159973025322
48952	rnn.bias_hh_l1_reverse	1	-0.015903126448392868
48952	rnn.bias_hh_l1_reverse	2	-0.1732441782951355
48952	rnn.bias_hh_l1_reverse	3	-0.06577391922473907
48952	rnn.bias_hh_l1_reverse	4	-0.052800558507442474
48952	rnn.bias_hh_l1_reverse	5	-0.06169746816158295
48952	rnn.bias_hh_l1_reverse	6	0.14391624927520752
48952	rnn.bias_hh_l1_reverse	7	-0.12329425662755966
48952	rnn.bias_hh_l1_reverse	8	-0.0680537298321724
48952	rnn.bias_hh_l1_reverse	9	-0.08952764421701431
48952	linear.weight	0	0.002228822559118271
48952	linear.weight	1	0.03148115798830986
48952	linear.weight	2	-0.0923636257648468
48952	linear.weight	3	0.2642746865749359
48952	linear.weight	4	0.0773911103606224
48952	linear.weight	5	0.02075515128672123
48952	linear.weight	6	-0.02824702486395836
48952	linear.weight	7	0.07720186561346054
48952	linear.weight	8	0.04204766824841499
48952	linear.weight	9	-0.037706244736909866
48952	linear.bias	0	-0.08841678500175476
48952	linear.bias	1	-0.1396019607782364
48952	linear.bias	2	-0.4354109764099121
48952	linear.bias	3	-0.7290942668914795
48952	linear.bias	4	-1.001357078552246
48952	linear.bias	5	0.02857714146375656
48952	linear.bias	6	-0.6636396050453186
48952	linear.bias	7	0.48931995034217834
48952	linear.bias	8	-0.5794129967689514
48952	linear.bias	9	-0.7988086938858032
49149	transitions	0	0.4533548653125763
49149	transitions	1	0.003695684252306819
49149	transitions	2	-10000.0
49149	transitions	3	-1.7920624017715454
49149	transitions	4	-10000.0
49149	transitions	5	0.6728278398513794
49149	transitions	6	-0.0019196420907974243
49149	transitions	7	-0.2746718227863312
49149	transitions	8	-1.3089070320129395
49149	transitions	9	-0.00018772203475236893
49149	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
49149	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
49149	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
49149	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
49149	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
49149	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
49149	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
49149	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
49149	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
49149	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
49149	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
49149	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
49149	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
49149	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
49149	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
49149	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
49149	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
49149	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
49149	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
49149	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
49149	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
49149	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
49149	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
49149	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
49149	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
49149	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
49149	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
49149	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
49149	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
49149	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
49149	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
49149	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
49149	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
49149	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
49149	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
49149	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
49149	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
49149	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
49149	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
49149	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
49149	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
49149	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
49149	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
49149	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
49149	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
49149	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
49149	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
49149	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
49149	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
49149	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
49149	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
49149	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
49149	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
49149	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
49149	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
49149	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
49149	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
49149	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
49149	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
49149	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
49149	embedding2nn.weight	0	-0.006894662510603666
49149	embedding2nn.weight	1	-0.016629578545689583
49149	embedding2nn.weight	2	-0.014268253929913044
49149	embedding2nn.weight	3	0.014923193491995335
49149	embedding2nn.weight	4	-0.0059150345623493195
49149	embedding2nn.weight	5	-0.0037005851045250893
49149	embedding2nn.weight	6	-0.003973232116550207
49149	embedding2nn.weight	7	-0.0387091189622879
49149	embedding2nn.weight	8	-0.0019979383796453476
49149	embedding2nn.weight	9	-0.026569359004497528
49149	embedding2nn.bias	0	0.05994353070855141
49149	embedding2nn.bias	1	-0.07039949297904968
49149	embedding2nn.bias	2	0.09454596787691116
49149	embedding2nn.bias	3	0.029377074912190437
49149	embedding2nn.bias	4	-0.013135358691215515
49149	embedding2nn.bias	5	-0.016757450997829437
49149	embedding2nn.bias	6	0.009614495560526848
49149	embedding2nn.bias	7	-0.057176314294338226
49149	embedding2nn.bias	8	0.049227211624383926
49149	embedding2nn.bias	9	0.04275818169116974
49149	rnn.weight_ih_l0	0	-0.0133076012134552
49149	rnn.weight_ih_l0	1	0.009168705902993679
49149	rnn.weight_ih_l0	2	0.029270363971590996
49149	rnn.weight_ih_l0	3	0.005007050931453705
49149	rnn.weight_ih_l0	4	-0.027686448767781258
49149	rnn.weight_ih_l0	5	-0.059996336698532104
49149	rnn.weight_ih_l0	6	0.02056625485420227
49149	rnn.weight_ih_l0	7	0.04779675975441933
49149	rnn.weight_ih_l0	8	0.012620888650417328
49149	rnn.weight_ih_l0	9	-0.02991972304880619
49149	rnn.weight_hh_l0	0	-0.03371509164571762
49149	rnn.weight_hh_l0	1	-0.0011738564353436232
49149	rnn.weight_hh_l0	2	-0.0014496924122795463
49149	rnn.weight_hh_l0	3	-0.0490168072283268
49149	rnn.weight_hh_l0	4	0.05361442640423775
49149	rnn.weight_hh_l0	5	-0.015461219474673271
49149	rnn.weight_hh_l0	6	-0.032313622534275055
49149	rnn.weight_hh_l0	7	-0.029363615438342094
49149	rnn.weight_hh_l0	8	-0.00295580318197608
49149	rnn.weight_hh_l0	9	-0.023317191749811172
49149	rnn.bias_ih_l0	0	0.040236376225948334
49149	rnn.bias_ih_l0	1	-0.021781181916594505
49149	rnn.bias_ih_l0	2	0.0032174251973628998
49149	rnn.bias_ih_l0	3	0.09079696983098984
49149	rnn.bias_ih_l0	4	-0.031254999339580536
49149	rnn.bias_ih_l0	5	-0.018665222451090813
49149	rnn.bias_ih_l0	6	0.017097527161240578
49149	rnn.bias_ih_l0	7	0.05163068324327469
49149	rnn.bias_ih_l0	8	-0.07314257323741913
49149	rnn.bias_ih_l0	9	-0.044239796698093414
49149	rnn.bias_hh_l0	0	-0.027666401118040085
49149	rnn.bias_hh_l0	1	-0.07445746660232544
49149	rnn.bias_hh_l0	2	-0.028979012742638588
49149	rnn.bias_hh_l0	3	-0.06941734999418259
49149	rnn.bias_hh_l0	4	-0.00950750894844532
49149	rnn.bias_hh_l0	5	0.009191219694912434
49149	rnn.bias_hh_l0	6	0.03901160508394241
49149	rnn.bias_hh_l0	7	0.0011242292821407318
49149	rnn.bias_hh_l0	8	-0.08932258933782578
49149	rnn.bias_hh_l0	9	-0.012735973112285137
49149	rnn.weight_ih_l0_reverse	0	-0.020885340869426727
49149	rnn.weight_ih_l0_reverse	1	-0.046607766300439835
49149	rnn.weight_ih_l0_reverse	2	-0.027298443019390106
49149	rnn.weight_ih_l0_reverse	3	-0.0013778482098132372
49149	rnn.weight_ih_l0_reverse	4	-0.00602667685598135
49149	rnn.weight_ih_l0_reverse	5	-0.047818198800086975
49149	rnn.weight_ih_l0_reverse	6	0.04516090825200081
49149	rnn.weight_ih_l0_reverse	7	-0.017110053449869156
49149	rnn.weight_ih_l0_reverse	8	-0.03471973538398743
49149	rnn.weight_ih_l0_reverse	9	0.010238182730972767
49149	rnn.weight_hh_l0_reverse	0	0.036278001964092255
49149	rnn.weight_hh_l0_reverse	1	0.03577542304992676
49149	rnn.weight_hh_l0_reverse	2	0.03161931037902832
49149	rnn.weight_hh_l0_reverse	3	0.022183524444699287
49149	rnn.weight_hh_l0_reverse	4	0.0063803065568208694
49149	rnn.weight_hh_l0_reverse	5	-0.0019289321498945355
49149	rnn.weight_hh_l0_reverse	6	0.03883850574493408
49149	rnn.weight_hh_l0_reverse	7	-0.041036978363990784
49149	rnn.weight_hh_l0_reverse	8	0.018124740570783615
49149	rnn.weight_hh_l0_reverse	9	0.043702587485313416
49149	rnn.bias_ih_l0_reverse	0	-0.06118318811058998
49149	rnn.bias_ih_l0_reverse	1	-0.17057549953460693
49149	rnn.bias_ih_l0_reverse	2	-0.06744465976953506
49149	rnn.bias_ih_l0_reverse	3	-0.015619179233908653
49149	rnn.bias_ih_l0_reverse	4	-0.04656454920768738
49149	rnn.bias_ih_l0_reverse	5	0.025576019659638405
49149	rnn.bias_ih_l0_reverse	6	-0.03336400166153908
49149	rnn.bias_ih_l0_reverse	7	0.047514475882053375
49149	rnn.bias_ih_l0_reverse	8	-0.033116213977336884
49149	rnn.bias_ih_l0_reverse	9	0.01719716005027294
49149	rnn.bias_hh_l0_reverse	0	-0.020631317049264908
49149	rnn.bias_hh_l0_reverse	1	-0.032631512731313705
49149	rnn.bias_hh_l0_reverse	2	0.03313881903886795
49149	rnn.bias_hh_l0_reverse	3	-0.02730715274810791
49149	rnn.bias_hh_l0_reverse	4	-0.04591899365186691
49149	rnn.bias_hh_l0_reverse	5	-0.05307459458708763
49149	rnn.bias_hh_l0_reverse	6	-0.018696188926696777
49149	rnn.bias_hh_l0_reverse	7	0.06050226837396622
49149	rnn.bias_hh_l0_reverse	8	0.018904902040958405
49149	rnn.bias_hh_l0_reverse	9	-0.09913688898086548
49149	rnn.weight_ih_l1	0	-0.034087978303432465
49149	rnn.weight_ih_l1	1	-0.03919103369116783
49149	rnn.weight_ih_l1	2	0.06476300954818726
49149	rnn.weight_ih_l1	3	-0.028645748272538185
49149	rnn.weight_ih_l1	4	-6.067943832022138e-05
49149	rnn.weight_ih_l1	5	-0.04417066276073456
49149	rnn.weight_ih_l1	6	0.014255174435675144
49149	rnn.weight_ih_l1	7	-0.035970449447631836
49149	rnn.weight_ih_l1	8	0.0373753197491169
49149	rnn.weight_ih_l1	9	0.024726010859012604
49149	rnn.weight_hh_l1	0	-0.012059779837727547
49149	rnn.weight_hh_l1	1	0.005276407115161419
49149	rnn.weight_hh_l1	2	-0.0007758850115351379
49149	rnn.weight_hh_l1	3	-0.008813639171421528
49149	rnn.weight_hh_l1	4	0.0013404109049588442
49149	rnn.weight_hh_l1	5	0.026350460946559906
49149	rnn.weight_hh_l1	6	0.034093599766492844
49149	rnn.weight_hh_l1	7	-0.026604169979691505
49149	rnn.weight_hh_l1	8	-0.028201324865221977
49149	rnn.weight_hh_l1	9	0.03646589443087578
49149	rnn.bias_ih_l1	0	-0.10137774050235748
49149	rnn.bias_ih_l1	1	-0.10948223620653152
49149	rnn.bias_ih_l1	2	-0.12521204352378845
49149	rnn.bias_ih_l1	3	-0.19061504304409027
49149	rnn.bias_ih_l1	4	-0.1527756005525589
49149	rnn.bias_ih_l1	5	-0.10133298486471176
49149	rnn.bias_ih_l1	6	-0.07801461219787598
49149	rnn.bias_ih_l1	7	-0.031999267637729645
49149	rnn.bias_ih_l1	8	-0.09335160255432129
49149	rnn.bias_ih_l1	9	-0.10285277664661407
49149	rnn.bias_hh_l1	0	-0.09951572120189667
49149	rnn.bias_hh_l1	1	-0.04579253867268562
49149	rnn.bias_hh_l1	2	-0.07031291723251343
49149	rnn.bias_hh_l1	3	-0.06339269131422043
49149	rnn.bias_hh_l1	4	-0.0928950235247612
49149	rnn.bias_hh_l1	5	-0.05700700730085373
49149	rnn.bias_hh_l1	6	-0.08065350353717804
49149	rnn.bias_hh_l1	7	0.014215121977031231
49149	rnn.bias_hh_l1	8	-0.0767894834280014
49149	rnn.bias_hh_l1	9	-0.05461069941520691
49149	rnn.weight_ih_l1_reverse	0	-0.03263404592871666
49149	rnn.weight_ih_l1_reverse	1	0.03749299421906471
49149	rnn.weight_ih_l1_reverse	2	-0.029849153012037277
49149	rnn.weight_ih_l1_reverse	3	-0.011681119911372662
49149	rnn.weight_ih_l1_reverse	4	-0.039505381137132645
49149	rnn.weight_ih_l1_reverse	5	-0.03799718990921974
49149	rnn.weight_ih_l1_reverse	6	-0.034741323441267014
49149	rnn.weight_ih_l1_reverse	7	0.01479466911405325
49149	rnn.weight_ih_l1_reverse	8	0.01276517752557993
49149	rnn.weight_ih_l1_reverse	9	-0.03352860361337662
49149	rnn.weight_hh_l1_reverse	0	0.007417639251798391
49149	rnn.weight_hh_l1_reverse	1	0.027732277289032936
49149	rnn.weight_hh_l1_reverse	2	-0.03685705363750458
49149	rnn.weight_hh_l1_reverse	3	0.040575891733169556
49149	rnn.weight_hh_l1_reverse	4	0.04222163185477257
49149	rnn.weight_hh_l1_reverse	5	0.008769436739385128
49149	rnn.weight_hh_l1_reverse	6	0.008065154775977135
49149	rnn.weight_hh_l1_reverse	7	0.027668537572026253
49149	rnn.weight_hh_l1_reverse	8	-0.0033771663438528776
49149	rnn.weight_hh_l1_reverse	9	-0.04171593487262726
49149	rnn.bias_ih_l1_reverse	0	-0.022403622046113014
49149	rnn.bias_ih_l1_reverse	1	-0.05510997399687767
49149	rnn.bias_ih_l1_reverse	2	-0.09388083219528198
49149	rnn.bias_ih_l1_reverse	3	-0.014769726432859898
49149	rnn.bias_ih_l1_reverse	4	-0.14845146238803864
49149	rnn.bias_ih_l1_reverse	5	-0.07526969164609909
49149	rnn.bias_ih_l1_reverse	6	-0.09226396679878235
49149	rnn.bias_ih_l1_reverse	7	-0.10874108225107193
49149	rnn.bias_ih_l1_reverse	8	0.10238725692033768
49149	rnn.bias_ih_l1_reverse	9	-0.005490654613822699
49149	rnn.bias_hh_l1_reverse	0	-0.04340345785021782
49149	rnn.bias_hh_l1_reverse	1	-0.020358068868517876
49149	rnn.bias_hh_l1_reverse	2	-0.17292682826519012
49149	rnn.bias_hh_l1_reverse	3	-0.06512552499771118
49149	rnn.bias_hh_l1_reverse	4	-0.053147025406360626
49149	rnn.bias_hh_l1_reverse	5	-0.060864511877298355
49149	rnn.bias_hh_l1_reverse	6	0.15081514418125153
49149	rnn.bias_hh_l1_reverse	7	-0.12106621265411377
49149	rnn.bias_hh_l1_reverse	8	-0.06987735629081726
49149	rnn.bias_hh_l1_reverse	9	-0.08998096734285355
49149	linear.weight	0	0.002228822559118271
49149	linear.weight	1	0.03314255550503731
49149	linear.weight	2	-0.08638945966959
49149	linear.weight	3	0.2732153534889221
49149	linear.weight	4	0.07484301179647446
49149	linear.weight	5	0.02419547736644745
49149	linear.weight	6	-0.01160560455173254
49149	linear.weight	7	0.07993785291910172
49149	linear.weight	8	0.042036183178424835
49149	linear.weight	9	-0.04360874742269516
49149	linear.bias	0	-0.07403269410133362
49149	linear.bias	1	-0.11190945655107498
49149	linear.bias	2	-0.43832266330718994
49149	linear.bias	3	-0.7476744055747986
49149	linear.bias	4	-1.0199203491210938
49149	linear.bias	5	-0.002676519565284252
49149	linear.bias	6	-0.6371239423751831
49149	linear.bias	7	0.46146318316459656
49149	linear.bias	8	-0.5697150826454163
49149	linear.bias	9	-0.7848628759384155
49346	transitions	0	0.45516282320022583
49346	transitions	1	0.010498849675059319
49346	transitions	2	-10000.0
49346	transitions	3	-1.7921757698059082
49346	transitions	4	-10000.0
49346	transitions	5	0.6725741028785706
49346	transitions	6	-0.002207303885370493
49346	transitions	7	-0.2759242653846741
49346	transitions	8	-1.3094935417175293
49346	transitions	9	-0.0001934888568939641
49346	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
49346	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
49346	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
49346	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
49346	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
49346	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
49346	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
49346	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
49346	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
49346	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
49346	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
49346	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
49346	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
49346	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
49346	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
49346	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
49346	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
49346	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
49346	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
49346	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
49346	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
49346	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
49346	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
49346	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
49346	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
49346	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
49346	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
49346	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
49346	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
49346	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
49346	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
49346	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
49346	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
49346	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
49346	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
49346	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
49346	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
49346	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
49346	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
49346	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
49346	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
49346	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
49346	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
49346	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
49346	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
49346	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
49346	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
49346	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
49346	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
49346	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
49346	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
49346	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
49346	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
49346	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
49346	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
49346	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
49346	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
49346	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
49346	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
49346	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
49346	embedding2nn.weight	0	-0.00801884662359953
49346	embedding2nn.weight	1	-0.01699565164744854
49346	embedding2nn.weight	2	-0.014268253929913044
49346	embedding2nn.weight	3	0.016402261331677437
49346	embedding2nn.weight	4	-0.0059150345623493195
49346	embedding2nn.weight	5	-0.003700585337355733
49346	embedding2nn.weight	6	-0.003973228391259909
49346	embedding2nn.weight	7	-0.039408937096595764
49346	embedding2nn.weight	8	-0.0019979383796453476
49346	embedding2nn.weight	9	-0.025114038959145546
49346	embedding2nn.bias	0	0.04392753913998604
49346	embedding2nn.bias	1	-0.06999820470809937
49346	embedding2nn.bias	2	0.10097265988588333
49346	embedding2nn.bias	3	0.032146576792001724
49346	embedding2nn.bias	4	-0.01713562197983265
49346	embedding2nn.bias	5	-0.021290550008416176
49346	embedding2nn.bias	6	0.007981699891388416
49346	embedding2nn.bias	7	-0.04750542342662811
49346	embedding2nn.bias	8	0.05706518515944481
49346	embedding2nn.bias	9	0.040326252579689026
49346	rnn.weight_ih_l0	0	-0.013075105845928192
49346	rnn.weight_ih_l0	1	0.008288957178592682
49346	rnn.weight_ih_l0	2	0.028400395065546036
49346	rnn.weight_ih_l0	3	0.004644095432013273
49346	rnn.weight_ih_l0	4	-0.028520911931991577
49346	rnn.weight_ih_l0	5	-0.05945098400115967
49346	rnn.weight_ih_l0	6	0.01876038871705532
49346	rnn.weight_ih_l0	7	0.045899443328380585
49346	rnn.weight_ih_l0	8	0.012810426764190197
49346	rnn.weight_ih_l0	9	-0.029305696487426758
49346	rnn.weight_hh_l0	0	-0.033239446580410004
49346	rnn.weight_hh_l0	1	-0.002138747600838542
49346	rnn.weight_hh_l0	2	-0.0013843378983438015
49346	rnn.weight_hh_l0	3	-0.049149978905916214
49346	rnn.weight_hh_l0	4	0.05264198035001755
49346	rnn.weight_hh_l0	5	-0.013145901262760162
49346	rnn.weight_hh_l0	6	-0.03328992426395416
49346	rnn.weight_hh_l0	7	-0.02764793671667576
49346	rnn.weight_hh_l0	8	-0.0039350613951683044
49346	rnn.weight_hh_l0	9	-0.02401558868587017
49346	rnn.bias_ih_l0	0	0.03978240117430687
49346	rnn.bias_ih_l0	1	-0.018037045374512672
49346	rnn.bias_ih_l0	2	0.002837158041074872
49346	rnn.bias_ih_l0	3	0.08199760317802429
49346	rnn.bias_ih_l0	4	-0.03166132792830467
49346	rnn.bias_ih_l0	5	-0.01575431041419506
49346	rnn.bias_ih_l0	6	0.015835005789995193
49346	rnn.bias_ih_l0	7	0.045332591980695724
49346	rnn.bias_ih_l0	8	-0.07396122813224792
49346	rnn.bias_ih_l0	9	-0.04896821081638336
49346	rnn.bias_hh_l0	0	-0.03170987218618393
49346	rnn.bias_hh_l0	1	-0.07352134585380554
49346	rnn.bias_hh_l0	2	-0.02630174346268177
49346	rnn.bias_hh_l0	3	-0.06794743984937668
49346	rnn.bias_hh_l0	4	-0.009291129186749458
49346	rnn.bias_hh_l0	5	0.007052424363791943
49346	rnn.bias_hh_l0	6	0.034518465399742126
49346	rnn.bias_hh_l0	7	0.0019544241949915886
49346	rnn.bias_hh_l0	8	-0.08782759308815002
49346	rnn.bias_hh_l0	9	-0.007031497545540333
49346	rnn.weight_ih_l0_reverse	0	-0.020588941872119904
49346	rnn.weight_ih_l0_reverse	1	-0.04618338495492935
49346	rnn.weight_ih_l0_reverse	2	-0.02870948053896427
49346	rnn.weight_ih_l0_reverse	3	-0.0018679928034543991
49346	rnn.weight_ih_l0_reverse	4	-0.006550825200974941
49346	rnn.weight_ih_l0_reverse	5	-0.04758475348353386
49346	rnn.weight_ih_l0_reverse	6	0.04503431171178818
49346	rnn.weight_ih_l0_reverse	7	-0.018907854333519936
49346	rnn.weight_ih_l0_reverse	8	-0.03441115841269493
49346	rnn.weight_ih_l0_reverse	9	0.01005238201469183
49346	rnn.weight_hh_l0_reverse	0	0.03462792932987213
49346	rnn.weight_hh_l0_reverse	1	0.03643398359417915
49346	rnn.weight_hh_l0_reverse	2	0.03182346373796463
49346	rnn.weight_hh_l0_reverse	3	0.021915476769208908
49346	rnn.weight_hh_l0_reverse	4	0.005571658257395029
49346	rnn.weight_hh_l0_reverse	5	0.00040945978253148496
49346	rnn.weight_hh_l0_reverse	6	0.03818817809224129
49346	rnn.weight_hh_l0_reverse	7	-0.04025653749704361
49346	rnn.weight_hh_l0_reverse	8	0.018498163670301437
49346	rnn.weight_hh_l0_reverse	9	0.04373783618211746
49346	rnn.bias_ih_l0_reverse	0	-0.06043253839015961
49346	rnn.bias_ih_l0_reverse	1	-0.1709229201078415
49346	rnn.bias_ih_l0_reverse	2	-0.06574712693691254
49346	rnn.bias_ih_l0_reverse	3	-0.017684610560536385
49346	rnn.bias_ih_l0_reverse	4	-0.0489388071000576
49346	rnn.bias_ih_l0_reverse	5	0.02487264573574066
49346	rnn.bias_ih_l0_reverse	6	-0.03224676102399826
49346	rnn.bias_ih_l0_reverse	7	0.04871125891804695
49346	rnn.bias_ih_l0_reverse	8	-0.03386127948760986
49346	rnn.bias_ih_l0_reverse	9	0.017170164734125137
49346	rnn.bias_hh_l0_reverse	0	-0.01997673511505127
49346	rnn.bias_hh_l0_reverse	1	-0.03509088605642319
49346	rnn.bias_hh_l0_reverse	2	0.03337431326508522
49346	rnn.bias_hh_l0_reverse	3	-0.027159690856933594
49346	rnn.bias_hh_l0_reverse	4	-0.04526819661259651
49346	rnn.bias_hh_l0_reverse	5	-0.04968564584851265
49346	rnn.bias_hh_l0_reverse	6	-0.01631368324160576
49346	rnn.bias_hh_l0_reverse	7	0.06152148172259331
49346	rnn.bias_hh_l0_reverse	8	0.02034972980618477
49346	rnn.bias_hh_l0_reverse	9	-0.09769139438867569
49346	rnn.weight_ih_l1	0	-0.034107983112335205
49346	rnn.weight_ih_l1	1	-0.039820391684770584
49346	rnn.weight_ih_l1	2	0.0657057836651802
49346	rnn.weight_ih_l1	3	-0.027210691943764687
49346	rnn.weight_ih_l1	4	7.59401882532984e-05
49346	rnn.weight_ih_l1	5	-0.04451366513967514
49346	rnn.weight_ih_l1	6	0.014969010837376118
49346	rnn.weight_ih_l1	7	-0.03410283848643303
49346	rnn.weight_ih_l1	8	0.037678349763154984
49346	rnn.weight_ih_l1	9	0.02452784962952137
49346	rnn.weight_hh_l1	0	-0.011512117460370064
49346	rnn.weight_hh_l1	1	0.005395586136728525
49346	rnn.weight_hh_l1	2	-0.0023643486201763153
49346	rnn.weight_hh_l1	3	-0.008582985028624535
49346	rnn.weight_hh_l1	4	0.000616250850725919
49346	rnn.weight_hh_l1	5	0.026048770174384117
49346	rnn.weight_hh_l1	6	0.03435863181948662
49346	rnn.weight_hh_l1	7	-0.026378287002444267
49346	rnn.weight_hh_l1	8	-0.028231630101799965
49346	rnn.weight_hh_l1	9	0.035641398280858994
49346	rnn.bias_ih_l1	0	-0.1004175916314125
49346	rnn.bias_ih_l1	1	-0.1096460297703743
49346	rnn.bias_ih_l1	2	-0.1203160434961319
49346	rnn.bias_ih_l1	3	-0.1885121762752533
49346	rnn.bias_ih_l1	4	-0.15326084196567535
49346	rnn.bias_ih_l1	5	-0.10277630388736725
49346	rnn.bias_ih_l1	6	-0.07569689303636551
49346	rnn.bias_ih_l1	7	-0.03487899899482727
49346	rnn.bias_ih_l1	8	-0.09509775042533875
49346	rnn.bias_ih_l1	9	-0.10508221387863159
49346	rnn.bias_hh_l1	0	-0.09903059154748917
49346	rnn.bias_hh_l1	1	-0.0455779992043972
49346	rnn.bias_hh_l1	2	-0.07281859219074249
49346	rnn.bias_hh_l1	3	-0.06321563571691513
49346	rnn.bias_hh_l1	4	-0.09404431283473969
49346	rnn.bias_hh_l1	5	-0.05980342999100685
49346	rnn.bias_hh_l1	6	-0.08198844641447067
49346	rnn.bias_hh_l1	7	0.020179681479930878
49346	rnn.bias_hh_l1	8	-0.07322628051042557
49346	rnn.bias_hh_l1	9	-0.05354418233036995
49346	rnn.weight_ih_l1_reverse	0	-0.031697675585746765
49346	rnn.weight_ih_l1_reverse	1	0.03936262056231499
49346	rnn.weight_ih_l1_reverse	2	-0.02936486154794693
49346	rnn.weight_ih_l1_reverse	3	-0.011952982284128666
49346	rnn.weight_ih_l1_reverse	4	-0.03985155001282692
49346	rnn.weight_ih_l1_reverse	5	-0.037791941314935684
49346	rnn.weight_ih_l1_reverse	6	-0.036459848284721375
49346	rnn.weight_ih_l1_reverse	7	0.015303649939596653
49346	rnn.weight_ih_l1_reverse	8	0.011536497622728348
49346	rnn.weight_ih_l1_reverse	9	-0.032806046307086945
49346	rnn.weight_hh_l1_reverse	0	0.007220286410301924
49346	rnn.weight_hh_l1_reverse	1	0.027702825143933296
49346	rnn.weight_hh_l1_reverse	2	-0.036906614899635315
49346	rnn.weight_hh_l1_reverse	3	0.040727149695158005
49346	rnn.weight_hh_l1_reverse	4	0.04276624321937561
49346	rnn.weight_hh_l1_reverse	5	0.00926130823791027
49346	rnn.weight_hh_l1_reverse	6	0.009326372295618057
49346	rnn.weight_hh_l1_reverse	7	0.027557171881198883
49346	rnn.weight_hh_l1_reverse	8	-0.00332977925427258
49346	rnn.weight_hh_l1_reverse	9	-0.04179944097995758
49346	rnn.bias_ih_l1_reverse	0	-0.018954088911414146
49346	rnn.bias_ih_l1_reverse	1	-0.05731576308608055
49346	rnn.bias_ih_l1_reverse	2	-0.09437733143568039
49346	rnn.bias_ih_l1_reverse	3	-0.009089041501283646
49346	rnn.bias_ih_l1_reverse	4	-0.15116921067237854
49346	rnn.bias_ih_l1_reverse	5	-0.07758133113384247
49346	rnn.bias_ih_l1_reverse	6	-0.09208574146032333
49346	rnn.bias_ih_l1_reverse	7	-0.10956619679927826
49346	rnn.bias_ih_l1_reverse	8	0.10551006346940994
49346	rnn.bias_ih_l1_reverse	9	-0.006208876613527536
49346	rnn.bias_hh_l1_reverse	0	-0.04084605723619461
49346	rnn.bias_hh_l1_reverse	1	-0.016296952962875366
49346	rnn.bias_hh_l1_reverse	2	-0.17247320711612701
49346	rnn.bias_hh_l1_reverse	3	-0.06883545964956284
49346	rnn.bias_hh_l1_reverse	4	-0.051413774490356445
49346	rnn.bias_hh_l1_reverse	5	-0.06220079958438873
49346	rnn.bias_hh_l1_reverse	6	0.15190036594867706
49346	rnn.bias_hh_l1_reverse	7	-0.12058571726083755
49346	rnn.bias_hh_l1_reverse	8	-0.06898302584886551
49346	rnn.bias_hh_l1_reverse	9	-0.0895954892039299
49346	linear.weight	0	0.002228822559118271
49346	linear.weight	1	0.028038211166858673
49346	linear.weight	2	-0.08833779394626617
49346	linear.weight	3	0.2887415587902069
49346	linear.weight	4	0.06797152012586594
49346	linear.weight	5	0.02547316811978817
49346	linear.weight	6	-0.003448301926255226
49346	linear.weight	7	0.07112660259008408
49346	linear.weight	8	0.04202551394701004
49346	linear.weight	9	-0.04302975535392761
49346	linear.bias	0	-0.07996387779712677
49346	linear.bias	1	-0.08638803660869598
49346	linear.bias	2	-0.41615045070648193
49346	linear.bias	3	-0.7220215201377869
49346	linear.bias	4	-0.9956472516059875
49346	linear.bias	5	0.0005965885356999934
49346	linear.bias	6	-0.6168206334114075
49346	linear.bias	7	0.4662240445613861
49346	linear.bias	8	-0.5951518416404724
49346	linear.bias	9	-0.8088215589523315
49350	transitions	0	0.4546303451061249
49350	transitions	1	0.010488942265510559
49350	transitions	2	-10000.0
49350	transitions	3	-1.792177438735962
49350	transitions	4	-10000.0
49350	transitions	5	0.6724756956100464
49350	transitions	6	-0.0022110019344836473
49350	transitions	7	-0.27594321966171265
49350	transitions	8	-1.3097964525222778
49350	transitions	9	-0.00019360592705197632
49350	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
49350	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
49350	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
49350	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
49350	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
49350	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
49350	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
49350	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
49350	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
49350	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
49350	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
49350	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
49350	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
49350	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
49350	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
49350	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
49350	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
49350	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
49350	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
49350	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
49350	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
49350	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
49350	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
49350	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
49350	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
49350	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
49350	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
49350	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
49350	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
49350	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
49350	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
49350	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
49350	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
49350	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
49350	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
49350	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
49350	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
49350	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
49350	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
49350	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
49350	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
49350	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
49350	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
49350	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
49350	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
49350	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
49350	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
49350	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
49350	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
49350	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
49350	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
49350	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
49350	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
49350	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
49350	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
49350	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
49350	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
49350	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
49350	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
49350	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
49350	embedding2nn.weight	0	-0.008095433004200459
49350	embedding2nn.weight	1	-0.017008649185299873
49350	embedding2nn.weight	2	-0.014268253929913044
49350	embedding2nn.weight	3	0.016469787806272507
49350	embedding2nn.weight	4	-0.0059150345623493195
49350	embedding2nn.weight	5	-0.003700585337355733
49350	embedding2nn.weight	6	-0.003973227925598621
49350	embedding2nn.weight	7	-0.03931945934891701
49350	embedding2nn.weight	8	-0.0019979383796453476
49350	embedding2nn.weight	9	-0.02513987571001053
49350	embedding2nn.bias	0	0.04403793439269066
49350	embedding2nn.bias	1	-0.06917765736579895
49350	embedding2nn.bias	2	0.10216931253671646
49350	embedding2nn.bias	3	0.032768141478300095
49350	embedding2nn.bias	4	-0.017978282645344734
49350	embedding2nn.bias	5	-0.01996144838631153
49350	embedding2nn.bias	6	0.00856752973049879
49350	embedding2nn.bias	7	-0.04820774495601654
49350	embedding2nn.bias	8	0.05803956091403961
49350	embedding2nn.bias	9	0.04103180393576622
49350	rnn.weight_ih_l0	0	-0.013125712051987648
49350	rnn.weight_ih_l0	1	0.00846666470170021
49350	rnn.weight_ih_l0	2	0.028391648083925247
49350	rnn.weight_ih_l0	3	0.004567395430058241
49350	rnn.weight_ih_l0	4	-0.02866085059940815
49350	rnn.weight_ih_l0	5	-0.059484731405973434
49350	rnn.weight_ih_l0	6	0.018726980313658714
49350	rnn.weight_ih_l0	7	0.04609248787164688
49350	rnn.weight_ih_l0	8	0.012921249493956566
49350	rnn.weight_ih_l0	9	-0.02925613895058632
49350	rnn.weight_hh_l0	0	-0.03316730260848999
49350	rnn.weight_hh_l0	1	-0.0022047709207981825
49350	rnn.weight_hh_l0	2	-0.0013824376510456204
49350	rnn.weight_hh_l0	3	-0.04910818114876747
49350	rnn.weight_hh_l0	4	0.05260128900408745
49350	rnn.weight_hh_l0	5	-0.01286295335739851
49350	rnn.weight_hh_l0	6	-0.03335055336356163
49350	rnn.weight_hh_l0	7	-0.0277895238250494
49350	rnn.weight_hh_l0	8	-0.003927207086235285
49350	rnn.weight_hh_l0	9	-0.024025315418839455
49350	rnn.bias_ih_l0	0	0.039308708161115646
49350	rnn.bias_ih_l0	1	-0.018256686627864838
49350	rnn.bias_ih_l0	2	0.0029631268698722124
49350	rnn.bias_ih_l0	3	0.08365966379642487
49350	rnn.bias_ih_l0	4	-0.03193182125687599
49350	rnn.bias_ih_l0	5	-0.015798097476363182
49350	rnn.bias_ih_l0	6	0.016122840344905853
49350	rnn.bias_ih_l0	7	0.04531213268637657
49350	rnn.bias_ih_l0	8	-0.0738871768116951
49350	rnn.bias_ih_l0	9	-0.04888748750090599
49350	rnn.bias_hh_l0	0	-0.03184780851006508
49350	rnn.bias_hh_l0	1	-0.07342194765806198
49350	rnn.bias_hh_l0	2	-0.02603267878293991
49350	rnn.bias_hh_l0	3	-0.06782011687755585
49350	rnn.bias_hh_l0	4	-0.009444248862564564
49350	rnn.bias_hh_l0	5	0.007144385017454624
49350	rnn.bias_hh_l0	6	0.03468642756342888
49350	rnn.bias_hh_l0	7	0.0013917575124651194
49350	rnn.bias_hh_l0	8	-0.08739262074232101
49350	rnn.bias_hh_l0	9	-0.007401586510241032
49350	rnn.weight_ih_l0_reverse	0	-0.020688338205218315
49350	rnn.weight_ih_l0_reverse	1	-0.04611024633049965
49350	rnn.weight_ih_l0_reverse	2	-0.028960255905985832
49350	rnn.weight_ih_l0_reverse	3	-0.0018600828479975462
49350	rnn.weight_ih_l0_reverse	4	-0.006540307309478521
49350	rnn.weight_ih_l0_reverse	5	-0.0476822666823864
49350	rnn.weight_ih_l0_reverse	6	0.04494135454297066
49350	rnn.weight_ih_l0_reverse	7	-0.018939360976219177
49350	rnn.weight_ih_l0_reverse	8	-0.0339580662548542
49350	rnn.weight_ih_l0_reverse	9	0.009870863519608974
49350	rnn.weight_hh_l0_reverse	0	0.03487763926386833
49350	rnn.weight_hh_l0_reverse	1	0.0364624485373497
49350	rnn.weight_hh_l0_reverse	2	0.03189410641789436
49350	rnn.weight_hh_l0_reverse	3	0.021902527660131454
49350	rnn.weight_hh_l0_reverse	4	0.005596856586635113
49350	rnn.weight_hh_l0_reverse	5	0.00018711609300225973
49350	rnn.weight_hh_l0_reverse	6	0.03814901039004326
49350	rnn.weight_hh_l0_reverse	7	-0.040114980190992355
49350	rnn.weight_hh_l0_reverse	8	0.018472472205758095
49350	rnn.weight_hh_l0_reverse	9	0.04370183125138283
49350	rnn.bias_ih_l0_reverse	0	-0.06049094349145889
49350	rnn.bias_ih_l0_reverse	1	-0.1720011830329895
49350	rnn.bias_ih_l0_reverse	2	-0.06551545858383179
49350	rnn.bias_ih_l0_reverse	3	-0.017758293077349663
49350	rnn.bias_ih_l0_reverse	4	-0.04912498593330383
49350	rnn.bias_ih_l0_reverse	5	0.024872351437807083
49350	rnn.bias_ih_l0_reverse	6	-0.0322069451212883
49350	rnn.bias_ih_l0_reverse	7	0.048888932913541794
49350	rnn.bias_ih_l0_reverse	8	-0.03343582525849342
49350	rnn.bias_ih_l0_reverse	9	0.01729557290673256
49350	rnn.bias_hh_l0_reverse	0	-0.020026562735438347
49350	rnn.bias_hh_l0_reverse	1	-0.03438932076096535
49350	rnn.bias_hh_l0_reverse	2	0.03355101868510246
49350	rnn.bias_hh_l0_reverse	3	-0.02659558691084385
49350	rnn.bias_hh_l0_reverse	4	-0.045179419219493866
49350	rnn.bias_hh_l0_reverse	5	-0.04966186732053757
49350	rnn.bias_hh_l0_reverse	6	-0.0159304216504097
49350	rnn.bias_hh_l0_reverse	7	0.06155981868505478
49350	rnn.bias_hh_l0_reverse	8	0.020722689107060432
49350	rnn.bias_hh_l0_reverse	9	-0.09707330912351608
49350	rnn.weight_ih_l1	0	-0.03418106958270073
49350	rnn.weight_ih_l1	1	-0.03975221887230873
49350	rnn.weight_ih_l1	2	0.06573286652565002
49350	rnn.weight_ih_l1	3	-0.027391701936721802
49350	rnn.weight_ih_l1	4	0.00010331088560633361
49350	rnn.weight_ih_l1	5	-0.044504087418317795
49350	rnn.weight_ih_l1	6	0.014977952465415001
49350	rnn.weight_ih_l1	7	-0.034171346575021744
49350	rnn.weight_ih_l1	8	0.03776080161333084
49350	rnn.weight_ih_l1	9	0.024551760405302048
49350	rnn.weight_hh_l1	0	-0.011697246693074703
49350	rnn.weight_hh_l1	1	0.0054073999635875225
49350	rnn.weight_hh_l1	2	-0.0023248447105288506
49350	rnn.weight_hh_l1	3	-0.00857296772301197
49350	rnn.weight_hh_l1	4	0.0006699796067550778
49350	rnn.weight_hh_l1	5	0.026079479604959488
49350	rnn.weight_hh_l1	6	0.034366194158792496
49350	rnn.weight_hh_l1	7	-0.02638038992881775
49350	rnn.weight_hh_l1	8	-0.028261564671993256
49350	rnn.weight_hh_l1	9	0.03564943000674248
49350	rnn.bias_ih_l1	0	-0.1006016805768013
49350	rnn.bias_ih_l1	1	-0.1094856783747673
49350	rnn.bias_ih_l1	2	-0.12065625190734863
49350	rnn.bias_ih_l1	3	-0.18878862261772156
49350	rnn.bias_ih_l1	4	-0.15269099175930023
49350	rnn.bias_ih_l1	5	-0.10271153599023819
49350	rnn.bias_ih_l1	6	-0.07555855810642242
49350	rnn.bias_ih_l1	7	-0.03449782729148865
49350	rnn.bias_ih_l1	8	-0.09511332958936691
49350	rnn.bias_ih_l1	9	-0.10533066838979721
49350	rnn.bias_hh_l1	0	-0.09882808476686478
49350	rnn.bias_hh_l1	1	-0.04542301595211029
49350	rnn.bias_hh_l1	2	-0.0723349079489708
49350	rnn.bias_hh_l1	3	-0.06284136325120926
49350	rnn.bias_hh_l1	4	-0.09367446601390839
49350	rnn.bias_hh_l1	5	-0.05973631143569946
49350	rnn.bias_hh_l1	6	-0.0816991999745369
49350	rnn.bias_hh_l1	7	0.02015058323740959
49350	rnn.bias_hh_l1	8	-0.07392995059490204
49350	rnn.bias_hh_l1	9	-0.05349189043045044
49350	rnn.weight_ih_l1_reverse	0	-0.03173201158642769
49350	rnn.weight_ih_l1_reverse	1	0.0393410362303257
49350	rnn.weight_ih_l1_reverse	2	-0.029458001255989075
49350	rnn.weight_ih_l1_reverse	3	-0.012022118084132671
49350	rnn.weight_ih_l1_reverse	4	-0.039865486323833466
49350	rnn.weight_ih_l1_reverse	5	-0.037812501192092896
49350	rnn.weight_ih_l1_reverse	6	-0.03663092106580734
49350	rnn.weight_ih_l1_reverse	7	0.015280240215361118
49350	rnn.weight_ih_l1_reverse	8	0.011263138614594936
49350	rnn.weight_ih_l1_reverse	9	-0.033020149916410446
49350	rnn.weight_hh_l1_reverse	0	0.0072096665389835835
49350	rnn.weight_hh_l1_reverse	1	0.027695512399077415
49350	rnn.weight_hh_l1_reverse	2	-0.036891207098960876
49350	rnn.weight_hh_l1_reverse	3	0.040728937834501266
49350	rnn.weight_hh_l1_reverse	4	0.042954083532094955
49350	rnn.weight_hh_l1_reverse	5	0.00926760770380497
49350	rnn.weight_hh_l1_reverse	6	0.00943534541875124
49350	rnn.weight_hh_l1_reverse	7	0.02757260575890541
49350	rnn.weight_hh_l1_reverse	8	-0.003349766368046403
49350	rnn.weight_hh_l1_reverse	9	-0.04181568697094917
49350	rnn.bias_ih_l1_reverse	0	-0.018847927451133728
49350	rnn.bias_ih_l1_reverse	1	-0.056900378316640854
49350	rnn.bias_ih_l1_reverse	2	-0.09425168484449387
49350	rnn.bias_ih_l1_reverse	3	-0.009903816506266594
49350	rnn.bias_ih_l1_reverse	4	-0.15105074644088745
49350	rnn.bias_ih_l1_reverse	5	-0.07742130756378174
49350	rnn.bias_ih_l1_reverse	6	-0.09194958209991455
49350	rnn.bias_ih_l1_reverse	7	-0.10945136100053787
49350	rnn.bias_ih_l1_reverse	8	0.10648027062416077
49350	rnn.bias_ih_l1_reverse	9	-0.006377865094691515
49350	rnn.bias_hh_l1_reverse	0	-0.03948275372385979
49350	rnn.bias_hh_l1_reverse	1	-0.017578687518835068
49350	rnn.bias_hh_l1_reverse	2	-0.17233829200267792
49350	rnn.bias_hh_l1_reverse	3	-0.06899772584438324
49350	rnn.bias_hh_l1_reverse	4	-0.05130868777632713
49350	rnn.bias_hh_l1_reverse	5	-0.06187982112169266
49350	rnn.bias_hh_l1_reverse	6	0.15080419182777405
49350	rnn.bias_hh_l1_reverse	7	-0.12085703015327454
49350	rnn.bias_hh_l1_reverse	8	-0.06921078264713287
49350	rnn.bias_hh_l1_reverse	9	-0.08964783698320389
49350	linear.weight	0	0.002228822559118271
49350	linear.weight	1	0.028446068987250328
49350	linear.weight	2	-0.08985338360071182
49350	linear.weight	3	0.2888653576374054
49350	linear.weight	4	0.06793159991502762
49350	linear.weight	5	0.02790679596364498
49350	linear.weight	6	-0.005232022609561682
49350	linear.weight	7	0.06890836358070374
49350	linear.weight	8	0.042025502771139145
49350	linear.weight	9	-0.04247179999947548
49350	linear.bias	0	-0.07547229528427124
49350	linear.bias	1	-0.08763712644577026
49350	linear.bias	2	-0.4329186677932739
49350	linear.bias	3	-0.7145863175392151
49350	linear.bias	4	-0.9881147146224976
49350	linear.bias	5	-0.013284976594150066
49350	linear.bias	6	-0.6190220713615417
49350	linear.bias	7	0.45274725556373596
49350	linear.bias	8	-0.5946922302246094
49350	linear.bias	9	-0.8087725043296814
49547	transitions	0	0.4494560658931732
49547	transitions	1	0.006435567978769541
49547	transitions	2	-10000.0
49547	transitions	3	-1.7923203706741333
49547	transitions	4	-10000.0
49547	transitions	5	0.6721214652061462
49547	transitions	6	-0.002443622099235654
49547	transitions	7	-0.27702707052230835
49547	transitions	8	-1.3101885318756104
49547	transitions	9	-0.00019765399338211864
49547	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
49547	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
49547	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
49547	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
49547	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
49547	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
49547	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
49547	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
49547	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
49547	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
49547	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
49547	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
49547	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
49547	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
49547	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
49547	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
49547	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
49547	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
49547	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
49547	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
49547	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
49547	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
49547	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
49547	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
49547	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
49547	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
49547	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
49547	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
49547	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
49547	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
49547	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
49547	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
49547	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
49547	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
49547	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
49547	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
49547	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
49547	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
49547	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
49547	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
49547	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
49547	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
49547	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
49547	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
49547	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
49547	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
49547	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
49547	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
49547	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
49547	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
49547	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
49547	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
49547	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
49547	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
49547	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
49547	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
49547	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
49547	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
49547	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
49547	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
49547	embedding2nn.weight	0	-0.0071913814172148705
49547	embedding2nn.weight	1	-0.017363250255584717
49547	embedding2nn.weight	2	-0.014268253929913044
49547	embedding2nn.weight	3	0.015010816045105457
49547	embedding2nn.weight	4	-0.0059150345623493195
49547	embedding2nn.weight	5	-0.0037005848716944456
49547	embedding2nn.weight	6	-0.003973228856921196
49547	embedding2nn.weight	7	-0.038824133574962616
49547	embedding2nn.weight	8	-0.0019979383796453476
49547	embedding2nn.weight	9	-0.025465067476034164
49547	embedding2nn.bias	0	0.047462087124586105
49547	embedding2nn.bias	1	-0.065107062458992
49547	embedding2nn.bias	2	0.10641629248857498
49547	embedding2nn.bias	3	0.03862454369664192
49547	embedding2nn.bias	4	-0.017464114353060722
49547	embedding2nn.bias	5	-0.028196314349770546
49547	embedding2nn.bias	6	0.011870584450662136
49547	embedding2nn.bias	7	-0.037022512406110764
49547	embedding2nn.bias	8	0.0531684048473835
49547	embedding2nn.bias	9	0.04019687697291374
49547	rnn.weight_ih_l0	0	-0.013273396529257298
49547	rnn.weight_ih_l0	1	0.009846440516412258
49547	rnn.weight_ih_l0	2	0.029876871034502983
49547	rnn.weight_ih_l0	3	0.0053412732668221
49547	rnn.weight_ih_l0	4	-0.027784664183855057
49547	rnn.weight_ih_l0	5	-0.0600043460726738
49547	rnn.weight_ih_l0	6	0.018202712759375572
49547	rnn.weight_ih_l0	7	0.04521111026406288
49547	rnn.weight_ih_l0	8	0.013768070377409458
49547	rnn.weight_ih_l0	9	-0.02886519394814968
49547	rnn.weight_hh_l0	0	-0.03396238014101982
49547	rnn.weight_hh_l0	1	-0.0012452711816877127
49547	rnn.weight_hh_l0	2	-0.0006638647173531353
49547	rnn.weight_hh_l0	3	-0.04856303706765175
49547	rnn.weight_hh_l0	4	0.05224549397826195
49547	rnn.weight_hh_l0	5	-0.01402045413851738
49547	rnn.weight_hh_l0	6	-0.03340534493327141
49547	rnn.weight_hh_l0	7	-0.028457634150981903
49547	rnn.weight_hh_l0	8	-0.0027732879389077425
49547	rnn.weight_hh_l0	9	-0.023597916588187218
49547	rnn.bias_ih_l0	0	0.04200936108827591
49547	rnn.bias_ih_l0	1	-0.019869111478328705
49547	rnn.bias_ih_l0	2	0.002784391399472952
49547	rnn.bias_ih_l0	3	0.08605724573135376
49547	rnn.bias_ih_l0	4	-0.031205056235194206
49547	rnn.bias_ih_l0	5	-0.016988607123494148
49547	rnn.bias_ih_l0	6	0.015205522999167442
49547	rnn.bias_ih_l0	7	0.04728313162922859
49547	rnn.bias_ih_l0	8	-0.07419762760400772
49547	rnn.bias_ih_l0	9	-0.04387954622507095
49547	rnn.bias_hh_l0	0	-0.02807028777897358
49547	rnn.bias_hh_l0	1	-0.07333604991436005
49547	rnn.bias_hh_l0	2	-0.028906330466270447
49547	rnn.bias_hh_l0	3	-0.06708895415067673
49547	rnn.bias_hh_l0	4	-0.007837695069611073
49547	rnn.bias_hh_l0	5	0.006783044431358576
49547	rnn.bias_hh_l0	6	0.03550074249505997
49547	rnn.bias_hh_l0	7	0.005421697627753019
49547	rnn.bias_hh_l0	8	-0.09177563339471817
49547	rnn.bias_hh_l0	9	-0.009660416282713413
49547	rnn.weight_ih_l0_reverse	0	-0.019965533167123795
49547	rnn.weight_ih_l0_reverse	1	-0.04694652184844017
49547	rnn.weight_ih_l0_reverse	2	-0.025441164150834084
49547	rnn.weight_ih_l0_reverse	3	-0.002175259869545698
49547	rnn.weight_ih_l0_reverse	4	-0.005926040001213551
49547	rnn.weight_ih_l0_reverse	5	-0.047058191150426865
49547	rnn.weight_ih_l0_reverse	6	0.044820159673690796
49547	rnn.weight_ih_l0_reverse	7	-0.02034638077020645
49547	rnn.weight_ih_l0_reverse	8	-0.033900998532772064
49547	rnn.weight_ih_l0_reverse	9	0.010653314180672169
49547	rnn.weight_hh_l0_reverse	0	0.03649386018514633
49547	rnn.weight_hh_l0_reverse	1	0.034461937844753265
49547	rnn.weight_hh_l0_reverse	2	0.03215885907411575
49547	rnn.weight_hh_l0_reverse	3	0.02220633253455162
49547	rnn.weight_hh_l0_reverse	4	0.0058012595400214195
49547	rnn.weight_hh_l0_reverse	5	-0.0022008754312992096
49547	rnn.weight_hh_l0_reverse	6	0.03817259892821312
49547	rnn.weight_hh_l0_reverse	7	-0.040931858122348785
49547	rnn.weight_hh_l0_reverse	8	0.01924302987754345
49547	rnn.weight_hh_l0_reverse	9	0.04344792664051056
49547	rnn.bias_ih_l0_reverse	0	-0.061432845890522
49547	rnn.bias_ih_l0_reverse	1	-0.16938717663288116
49547	rnn.bias_ih_l0_reverse	2	-0.05990712344646454
49547	rnn.bias_ih_l0_reverse	3	-0.021079160273075104
49547	rnn.bias_ih_l0_reverse	4	-0.049477942287921906
49547	rnn.bias_ih_l0_reverse	5	0.02275633066892624
49547	rnn.bias_ih_l0_reverse	6	-0.034927912056446075
49547	rnn.bias_ih_l0_reverse	7	0.048367712646722794
49547	rnn.bias_ih_l0_reverse	8	-0.026443669572472572
49547	rnn.bias_ih_l0_reverse	9	0.018516868352890015
49547	rnn.bias_hh_l0_reverse	0	-0.019014723598957062
49547	rnn.bias_hh_l0_reverse	1	-0.031470295041799545
49547	rnn.bias_hh_l0_reverse	2	0.038252297788858414
49547	rnn.bias_hh_l0_reverse	3	-0.02591736428439617
49547	rnn.bias_hh_l0_reverse	4	-0.04320921376347542
49547	rnn.bias_hh_l0_reverse	5	-0.05081202834844589
49547	rnn.bias_hh_l0_reverse	6	-0.01924802176654339
49547	rnn.bias_hh_l0_reverse	7	0.06259972602128983
49547	rnn.bias_hh_l0_reverse	8	0.0259277131408453
49547	rnn.bias_hh_l0_reverse	9	-0.09489987790584564
49547	rnn.weight_ih_l1	0	-0.03428543731570244
49547	rnn.weight_ih_l1	1	-0.038774725049734116
49547	rnn.weight_ih_l1	2	0.0675855278968811
49547	rnn.weight_ih_l1	3	-0.02696247398853302
49547	rnn.weight_ih_l1	4	0.00044779005111195147
49547	rnn.weight_ih_l1	5	-0.04424990341067314
49547	rnn.weight_ih_l1	6	0.015702592208981514
49547	rnn.weight_ih_l1	7	-0.033868130296468735
49547	rnn.weight_ih_l1	8	0.03761967644095421
49547	rnn.weight_ih_l1	9	0.025276193395256996
49547	rnn.weight_hh_l1	0	-0.0118931969627738
49547	rnn.weight_hh_l1	1	0.00549760926514864
49547	rnn.weight_hh_l1	2	-0.0027874999213963747
49547	rnn.weight_hh_l1	3	-0.008540201932191849
49547	rnn.weight_hh_l1	4	0.0009839982958510518
49547	rnn.weight_hh_l1	5	0.026252705603837967
49547	rnn.weight_hh_l1	6	0.034076251089572906
49547	rnn.weight_hh_l1	7	-0.02652193047106266
49547	rnn.weight_hh_l1	8	-0.028399189934134483
49547	rnn.weight_hh_l1	9	0.03553330898284912
49547	rnn.bias_ih_l1	0	-0.099624864757061
49547	rnn.bias_ih_l1	1	-0.10737704485654831
49547	rnn.bias_ih_l1	2	-0.1227220669388771
49547	rnn.bias_ih_l1	3	-0.18945695459842682
49547	rnn.bias_ih_l1	4	-0.1503458321094513
49547	rnn.bias_ih_l1	5	-0.1045786440372467
49547	rnn.bias_ih_l1	6	-0.0740368589758873
49547	rnn.bias_ih_l1	7	-0.03568935766816139
49547	rnn.bias_ih_l1	8	-0.0928846001625061
49547	rnn.bias_ih_l1	9	-0.10477785021066666
49547	rnn.bias_hh_l1	0	-0.09614255279302597
49547	rnn.bias_hh_l1	1	-0.04532834142446518
49547	rnn.bias_hh_l1	2	-0.07061075419187546
49547	rnn.bias_hh_l1	3	-0.06318994611501694
49547	rnn.bias_hh_l1	4	-0.0951160416007042
49547	rnn.bias_hh_l1	5	-0.0619419664144516
49547	rnn.bias_hh_l1	6	-0.08091170340776443
49547	rnn.bias_hh_l1	7	0.024601010605692863
49547	rnn.bias_hh_l1	8	-0.07537679374217987
49547	rnn.bias_hh_l1	9	-0.05007569491863251
49547	rnn.weight_ih_l1_reverse	0	-0.032292772084474564
49547	rnn.weight_ih_l1_reverse	1	0.03606009483337402
49547	rnn.weight_ih_l1_reverse	2	-0.029773402959108353
49547	rnn.weight_ih_l1_reverse	3	-0.012010689824819565
49547	rnn.weight_ih_l1_reverse	4	-0.041405145078897476
49547	rnn.weight_ih_l1_reverse	5	-0.03749627619981766
49547	rnn.weight_ih_l1_reverse	6	-0.03609729930758476
49547	rnn.weight_ih_l1_reverse	7	0.015544282272458076
49547	rnn.weight_ih_l1_reverse	8	0.015473044477403164
49547	rnn.weight_ih_l1_reverse	9	-0.03262356296181679
49547	rnn.weight_hh_l1_reverse	0	0.007352815475314856
49547	rnn.weight_hh_l1_reverse	1	0.027754878625273705
49547	rnn.weight_hh_l1_reverse	2	-0.03685920685529709
49547	rnn.weight_hh_l1_reverse	3	0.04097137600183487
49547	rnn.weight_hh_l1_reverse	4	0.0427994467318058
49547	rnn.weight_hh_l1_reverse	5	0.009540109895169735
49547	rnn.weight_hh_l1_reverse	6	0.008605481125414371
49547	rnn.weight_hh_l1_reverse	7	0.027034929022192955
49547	rnn.weight_hh_l1_reverse	8	-0.003147384850308299
49547	rnn.weight_hh_l1_reverse	9	-0.0413641482591629
49547	rnn.bias_ih_l1_reverse	0	-0.019167659804224968
49547	rnn.bias_ih_l1_reverse	1	-0.05236499756574631
49547	rnn.bias_ih_l1_reverse	2	-0.09387634694576263
49547	rnn.bias_ih_l1_reverse	3	-0.012662586756050587
49547	rnn.bias_ih_l1_reverse	4	-0.15069979429244995
49547	rnn.bias_ih_l1_reverse	5	-0.07643883675336838
49547	rnn.bias_ih_l1_reverse	6	-0.09224894642829895
49547	rnn.bias_ih_l1_reverse	7	-0.10887914150953293
49547	rnn.bias_ih_l1_reverse	8	0.11434494704008102
49547	rnn.bias_ih_l1_reverse	9	-0.002669448032975197
49547	rnn.bias_hh_l1_reverse	0	-0.03610927611589432
49547	rnn.bias_hh_l1_reverse	1	-0.024115459993481636
49547	rnn.bias_hh_l1_reverse	2	-0.17296379804611206
49547	rnn.bias_hh_l1_reverse	3	-0.06802942603826523
49547	rnn.bias_hh_l1_reverse	4	-0.04952595382928848
49547	rnn.bias_hh_l1_reverse	5	-0.059776708483695984
49547	rnn.bias_hh_l1_reverse	6	0.14588980376720428
49547	rnn.bias_hh_l1_reverse	7	-0.11770753562450409
49547	rnn.bias_hh_l1_reverse	8	-0.07139091193675995
49547	rnn.bias_hh_l1_reverse	9	-0.08780243247747421
49547	linear.weight	0	0.002228822559118271
49547	linear.weight	1	0.02727636881172657
49547	linear.weight	2	-0.09227676689624786
49547	linear.weight	3	0.27356722950935364
49547	linear.weight	4	0.06110987439751625
49547	linear.weight	5	0.023758724331855774
49547	linear.weight	6	0.0011790288845077157
49547	linear.weight	7	0.06346923112869263
49547	linear.weight	8	0.04201938211917877
49547	linear.weight	9	-0.043841779232025146
49547	linear.bias	0	-0.07667894661426544
49547	linear.bias	1	-0.10671503841876984
49547	linear.bias	2	-0.4518623650074005
49547	linear.bias	3	-0.7184116840362549
49547	linear.bias	4	-0.9936829805374146
49547	linear.bias	5	0.0006025184411555529
49547	linear.bias	6	-0.6372425556182861
49547	linear.bias	7	0.47129273414611816
49547	linear.bias	8	-0.5805089473724365
49547	linear.bias	9	-0.7939855456352234
49744	transitions	0	0.4608629047870636
49744	transitions	1	0.0030297094490379095
49744	transitions	2	-10000.0
49744	transitions	3	-1.7924611568450928
49744	transitions	4	-10000.0
49744	transitions	5	0.6717362999916077
49744	transitions	6	-0.002819772344082594
49744	transitions	7	-0.2783237099647522
49744	transitions	8	-1.3104627132415771
49744	transitions	9	-0.00020209120702929795
49744	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
49744	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
49744	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
49744	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
49744	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
49744	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
49744	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
49744	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
49744	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
49744	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
49744	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
49744	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
49744	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
49744	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
49744	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
49744	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
49744	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
49744	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
49744	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
49744	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
49744	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
49744	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
49744	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
49744	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
49744	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
49744	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
49744	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
49744	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
49744	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
49744	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
49744	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
49744	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
49744	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
49744	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
49744	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
49744	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
49744	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
49744	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
49744	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
49744	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
49744	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
49744	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
49744	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
49744	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
49744	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
49744	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
49744	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
49744	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
49744	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
49744	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
49744	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
49744	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
49744	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
49744	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
49744	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
49744	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
49744	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
49744	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
49744	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
49744	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
49744	embedding2nn.weight	0	-0.009247807785868645
49744	embedding2nn.weight	1	-0.01758776232600212
49744	embedding2nn.weight	2	-0.014268253929913044
49744	embedding2nn.weight	3	0.015262743458151817
49744	embedding2nn.weight	4	-0.0059150345623493195
49744	embedding2nn.weight	5	-0.0037005844060331583
49744	embedding2nn.weight	6	-0.003973220940679312
49744	embedding2nn.weight	7	-0.039377786219120026
49744	embedding2nn.weight	8	-0.0019979383796453476
49744	embedding2nn.weight	9	-0.025230975821614265
49744	embedding2nn.bias	0	0.04140162095427513
49744	embedding2nn.bias	1	-0.06266862154006958
49744	embedding2nn.bias	2	0.10030893981456757
49744	embedding2nn.bias	3	0.03456227108836174
49744	embedding2nn.bias	4	-0.010948684997856617
49744	embedding2nn.bias	5	-0.025564396753907204
49744	embedding2nn.bias	6	0.01623951457440853
49744	embedding2nn.bias	7	-0.0439678430557251
49744	embedding2nn.bias	8	0.05158146843314171
49744	embedding2nn.bias	9	0.03942149505019188
49744	rnn.weight_ih_l0	0	-0.013850564137101173
49744	rnn.weight_ih_l0	1	0.009741888381540775
49744	rnn.weight_ih_l0	2	0.028118852525949478
49744	rnn.weight_ih_l0	3	0.005154220853000879
49744	rnn.weight_ih_l0	4	-0.026388708502054214
49744	rnn.weight_ih_l0	5	-0.06041476130485535
49744	rnn.weight_ih_l0	6	0.018724486231803894
49744	rnn.weight_ih_l0	7	0.04543028771877289
49744	rnn.weight_ih_l0	8	0.012163659557700157
49744	rnn.weight_ih_l0	9	-0.0280469823628664
49744	rnn.weight_hh_l0	0	-0.033155541867017746
49744	rnn.weight_hh_l0	1	-0.0015237415209412575
49744	rnn.weight_hh_l0	2	-0.0015702822711318731
49744	rnn.weight_hh_l0	3	-0.04924564063549042
49744	rnn.weight_hh_l0	4	0.05192249268293381
49744	rnn.weight_hh_l0	5	-0.014992130920290947
49744	rnn.weight_hh_l0	6	-0.03457818180322647
49744	rnn.weight_hh_l0	7	-0.027831578627228737
49744	rnn.weight_hh_l0	8	-0.0030266661196947098
49744	rnn.weight_hh_l0	9	-0.023320652544498444
49744	rnn.bias_ih_l0	0	0.0409015528857708
49744	rnn.bias_ih_l0	1	-0.019878940656781197
49744	rnn.bias_ih_l0	2	0.0020716714207082987
49744	rnn.bias_ih_l0	3	0.0841488465666771
49744	rnn.bias_ih_l0	4	-0.034543026238679886
49744	rnn.bias_ih_l0	5	-0.018367696553468704
49744	rnn.bias_ih_l0	6	0.016225125640630722
49744	rnn.bias_ih_l0	7	0.04610868915915489
49744	rnn.bias_ih_l0	8	-0.07288327068090439
49744	rnn.bias_ih_l0	9	-0.0478733666241169
49744	rnn.bias_hh_l0	0	-0.03154955431818962
49744	rnn.bias_hh_l0	1	-0.07720325142145157
49744	rnn.bias_hh_l0	2	-0.031051723286509514
49744	rnn.bias_hh_l0	3	-0.06456317007541656
49744	rnn.bias_hh_l0	4	-0.008823835290968418
49744	rnn.bias_hh_l0	5	0.00774025171995163
49744	rnn.bias_hh_l0	6	0.03523574769496918
49744	rnn.bias_hh_l0	7	0.007402033545076847
49744	rnn.bias_hh_l0	8	-0.08936528861522675
49744	rnn.bias_hh_l0	9	-0.002333184937015176
49744	rnn.weight_ih_l0_reverse	0	-0.020799823105335236
49744	rnn.weight_ih_l0_reverse	1	-0.04626811295747757
49744	rnn.weight_ih_l0_reverse	2	-0.025172192603349686
49744	rnn.weight_ih_l0_reverse	3	-0.00039779124199412763
49744	rnn.weight_ih_l0_reverse	4	-0.006403743289411068
49744	rnn.weight_ih_l0_reverse	5	-0.04641290754079819
49744	rnn.weight_ih_l0_reverse	6	0.04441789165139198
49744	rnn.weight_ih_l0_reverse	7	-0.019455844536423683
49744	rnn.weight_ih_l0_reverse	8	-0.033764928579330444
49744	rnn.weight_ih_l0_reverse	9	0.010987653397023678
49744	rnn.weight_hh_l0_reverse	0	0.03500204160809517
49744	rnn.weight_hh_l0_reverse	1	0.033806055784225464
49744	rnn.weight_hh_l0_reverse	2	0.032441068440675735
49744	rnn.weight_hh_l0_reverse	3	0.022138159722089767
49744	rnn.weight_hh_l0_reverse	4	0.005638088099658489
49744	rnn.weight_hh_l0_reverse	5	-0.0030712587758898735
49744	rnn.weight_hh_l0_reverse	6	0.037759337574243546
49744	rnn.weight_hh_l0_reverse	7	-0.042403701692819595
49744	rnn.weight_hh_l0_reverse	8	0.0185254979878664
49744	rnn.weight_hh_l0_reverse	9	0.043478548526763916
49744	rnn.bias_ih_l0_reverse	0	-0.06289883702993393
49744	rnn.bias_ih_l0_reverse	1	-0.17281104624271393
49744	rnn.bias_ih_l0_reverse	2	-0.06044205650687218
49744	rnn.bias_ih_l0_reverse	3	-0.021390823647379875
49744	rnn.bias_ih_l0_reverse	4	-0.04844585061073303
49744	rnn.bias_ih_l0_reverse	5	0.022405361756682396
49744	rnn.bias_ih_l0_reverse	6	-0.03528132289648056
49744	rnn.bias_ih_l0_reverse	7	0.046468887478113174
49744	rnn.bias_ih_l0_reverse	8	-0.02661062777042389
49744	rnn.bias_ih_l0_reverse	9	0.012905089184641838
49744	rnn.bias_hh_l0_reverse	0	-0.021487373858690262
49744	rnn.bias_hh_l0_reverse	1	-0.02654188498854637
49744	rnn.bias_hh_l0_reverse	2	0.04098482057452202
49744	rnn.bias_hh_l0_reverse	3	-0.026882145553827286
49744	rnn.bias_hh_l0_reverse	4	-0.04380269721150398
49744	rnn.bias_hh_l0_reverse	5	-0.05142481252551079
49744	rnn.bias_hh_l0_reverse	6	-0.01759500801563263
49744	rnn.bias_hh_l0_reverse	7	0.06064445525407791
49744	rnn.bias_hh_l0_reverse	8	0.026307910680770874
49744	rnn.bias_hh_l0_reverse	9	-0.09442371129989624
49744	rnn.weight_ih_l1	0	-0.03436383232474327
49744	rnn.weight_ih_l1	1	-0.038113903254270554
49744	rnn.weight_ih_l1	2	0.06580659747123718
49744	rnn.weight_ih_l1	3	-0.027259085327386856
49744	rnn.weight_ih_l1	4	5.339264316717163e-05
49744	rnn.weight_ih_l1	5	-0.04417923092842102
49744	rnn.weight_ih_l1	6	0.016183430328965187
49744	rnn.weight_ih_l1	7	-0.03388003632426262
49744	rnn.weight_ih_l1	8	0.037580061703920364
49744	rnn.weight_ih_l1	9	0.02553829737007618
49744	rnn.weight_hh_l1	0	-0.012392892502248287
49744	rnn.weight_hh_l1	1	0.005407124292105436
49744	rnn.weight_hh_l1	2	-0.0032782137859612703
49744	rnn.weight_hh_l1	3	-0.009127636440098286
49744	rnn.weight_hh_l1	4	-0.00028099725022912025
49744	rnn.weight_hh_l1	5	0.025814184918999672
49744	rnn.weight_hh_l1	6	0.03406928852200508
49744	rnn.weight_hh_l1	7	-0.02625301294028759
49744	rnn.weight_hh_l1	8	-0.028182992711663246
49744	rnn.weight_hh_l1	9	0.035293787717819214
49744	rnn.bias_ih_l1	0	-0.09949737042188644
49744	rnn.bias_ih_l1	1	-0.10722518712282181
49744	rnn.bias_ih_l1	2	-0.11953850835561752
49744	rnn.bias_ih_l1	3	-0.18927016854286194
49744	rnn.bias_ih_l1	4	-0.15143172442913055
49744	rnn.bias_ih_l1	5	-0.10286498814821243
49744	rnn.bias_ih_l1	6	-0.07406988739967346
49744	rnn.bias_ih_l1	7	-0.03410903736948967
49744	rnn.bias_ih_l1	8	-0.0923469066619873
49744	rnn.bias_ih_l1	9	-0.10585640370845795
49744	rnn.bias_hh_l1	0	-0.09962187707424164
49744	rnn.bias_hh_l1	1	-0.04731377214193344
49744	rnn.bias_hh_l1	2	-0.07011400163173676
49744	rnn.bias_hh_l1	3	-0.06271981447935104
49744	rnn.bias_hh_l1	4	-0.09573815017938614
49744	rnn.bias_hh_l1	5	-0.06112198159098625
49744	rnn.bias_hh_l1	6	-0.08067669719457626
49744	rnn.bias_hh_l1	7	0.021754512563347816
49744	rnn.bias_hh_l1	8	-0.07608938217163086
49744	rnn.bias_hh_l1	9	-0.05137166008353233
49744	rnn.weight_ih_l1_reverse	0	-0.032964110374450684
49744	rnn.weight_ih_l1_reverse	1	0.034294579178094864
49744	rnn.weight_ih_l1_reverse	2	-0.03349526971578598
49744	rnn.weight_ih_l1_reverse	3	-0.011212949641048908
49744	rnn.weight_ih_l1_reverse	4	-0.04029429331421852
49744	rnn.weight_ih_l1_reverse	5	-0.0375526025891304
49744	rnn.weight_ih_l1_reverse	6	-0.03561980649828911
49744	rnn.weight_ih_l1_reverse	7	0.015487988479435444
49744	rnn.weight_ih_l1_reverse	8	0.019559694454073906
49744	rnn.weight_ih_l1_reverse	9	-0.032644957304000854
49744	rnn.weight_hh_l1_reverse	0	0.007374000269919634
49744	rnn.weight_hh_l1_reverse	1	0.027726739645004272
49744	rnn.weight_hh_l1_reverse	2	-0.03686736524105072
49744	rnn.weight_hh_l1_reverse	3	0.040976397693157196
49744	rnn.weight_hh_l1_reverse	4	0.04328390583395958
49744	rnn.weight_hh_l1_reverse	5	0.009702752344310284
49744	rnn.weight_hh_l1_reverse	6	0.00799564365297556
49744	rnn.weight_hh_l1_reverse	7	0.026667794212698936
49744	rnn.weight_hh_l1_reverse	8	-0.0029764724895358086
49744	rnn.weight_hh_l1_reverse	9	-0.04122595861554146
49744	rnn.bias_ih_l1_reverse	0	-0.01770779676735401
49744	rnn.bias_ih_l1_reverse	1	-0.05612193048000336
49744	rnn.bias_ih_l1_reverse	2	-0.0940295159816742
49744	rnn.bias_ih_l1_reverse	3	-0.012172384187579155
49744	rnn.bias_ih_l1_reverse	4	-0.14947672188282013
49744	rnn.bias_ih_l1_reverse	5	-0.07522492110729218
49744	rnn.bias_ih_l1_reverse	6	-0.0927320271730423
49744	rnn.bias_ih_l1_reverse	7	-0.11182249337434769
49744	rnn.bias_ih_l1_reverse	8	0.12324067205190659
49744	rnn.bias_ih_l1_reverse	9	-0.0051565091125667095
49744	rnn.bias_hh_l1_reverse	0	-0.03766042739152908
49744	rnn.bias_hh_l1_reverse	1	-0.015776513144373894
49744	rnn.bias_hh_l1_reverse	2	-0.17129632830619812
49744	rnn.bias_hh_l1_reverse	3	-0.06777039170265198
49744	rnn.bias_hh_l1_reverse	4	-0.05057384446263313
49744	rnn.bias_hh_l1_reverse	5	-0.0593070313334465
49744	rnn.bias_hh_l1_reverse	6	0.14553454518318176
49744	rnn.bias_hh_l1_reverse	7	-0.12118461728096008
49744	rnn.bias_hh_l1_reverse	8	-0.07358164340257645
49744	rnn.bias_hh_l1_reverse	9	-0.08911745995283127
49744	linear.weight	0	0.002228822559118271
49744	linear.weight	1	0.01971261203289032
49744	linear.weight	2	-0.10787787288427353
49744	linear.weight	3	0.27161648869514465
49744	linear.weight	4	0.055520810186862946
49744	linear.weight	5	0.02163507416844368
49744	linear.weight	6	0.018026083707809448
49744	linear.weight	7	0.07595489919185638
49744	linear.weight	8	0.04201342165470123
49744	linear.weight	9	-0.03744316101074219
49744	linear.bias	0	-0.07960443943738937
49744	linear.bias	1	-0.0865960493683815
49744	linear.bias	2	-0.45454153418540955
49744	linear.bias	3	-0.7342432141304016
49744	linear.bias	4	-1.0129404067993164
49744	linear.bias	5	-0.0056223394349217415
49744	linear.bias	6	-0.6179690361022949
49744	linear.bias	7	0.46274277567863464
49744	linear.bias	8	-0.5786414742469788
49744	linear.bias	9	-0.7900149822235107
49941	transitions	0	0.46628546714782715
49941	transitions	1	0.004049774259328842
49941	transitions	2	-10000.0
49941	transitions	3	-1.7926080226898193
49941	transitions	4	-10000.0
49941	transitions	5	0.6714813113212585
49941	transitions	6	-0.003043987089768052
49941	transitions	7	-0.2802368104457855
49941	transitions	8	-1.3107988834381104
49941	transitions	9	-0.00020590082567650825
49941	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
49941	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
49941	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
49941	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
49941	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
49941	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
49941	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
49941	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
49941	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
49941	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
49941	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
49941	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
49941	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
49941	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
49941	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
49941	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
49941	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
49941	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
49941	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
49941	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
49941	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
49941	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
49941	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
49941	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
49941	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
49941	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
49941	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
49941	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
49941	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
49941	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
49941	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
49941	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
49941	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
49941	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
49941	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
49941	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
49941	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
49941	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
49941	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
49941	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
49941	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
49941	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
49941	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
49941	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
49941	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
49941	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
49941	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
49941	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
49941	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
49941	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
49941	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
49941	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
49941	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
49941	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
49941	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
49941	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
49941	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
49941	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
49941	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
49941	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
49941	embedding2nn.weight	0	-0.009531243704259396
49941	embedding2nn.weight	1	-0.017280418425798416
49941	embedding2nn.weight	2	-0.014268253929913044
49941	embedding2nn.weight	3	0.012064692564308643
49941	embedding2nn.weight	4	-0.0059150345623493195
49941	embedding2nn.weight	5	-0.0037005834747105837
49941	embedding2nn.weight	6	-0.003973221406340599
49941	embedding2nn.weight	7	-0.03933081775903702
49941	embedding2nn.weight	8	-0.0019979383796453476
49941	embedding2nn.weight	9	-0.025390716269612312
49941	embedding2nn.bias	0	0.03936654329299927
49941	embedding2nn.bias	1	-0.05810897797346115
49941	embedding2nn.bias	2	0.09911732375621796
49941	embedding2nn.bias	3	0.041556309908628464
49941	embedding2nn.bias	4	-0.00941162183880806
49941	embedding2nn.bias	5	-0.023483458906412125
49941	embedding2nn.bias	6	0.012823562137782574
49941	embedding2nn.bias	7	-0.04985177516937256
49941	embedding2nn.bias	8	0.05178462713956833
49941	embedding2nn.bias	9	0.03765523433685303
49941	rnn.weight_ih_l0	0	-0.014516107738018036
49941	rnn.weight_ih_l0	1	0.009990614838898182
49941	rnn.weight_ih_l0	2	0.028446676209568977
49941	rnn.weight_ih_l0	3	0.006238820496946573
49941	rnn.weight_ih_l0	4	-0.025729132816195488
49941	rnn.weight_ih_l0	5	-0.060292799025774
49941	rnn.weight_ih_l0	6	0.018598277121782303
49941	rnn.weight_ih_l0	7	0.046541012823581696
49941	rnn.weight_ih_l0	8	0.012693029828369617
49941	rnn.weight_ih_l0	9	-0.027892787009477615
49941	rnn.weight_hh_l0	0	-0.03327342867851257
49941	rnn.weight_hh_l0	1	-0.0014495295472443104
49941	rnn.weight_hh_l0	2	-0.000587714952416718
49941	rnn.weight_hh_l0	3	-0.049299225211143494
49941	rnn.weight_hh_l0	4	0.05040363967418671
49941	rnn.weight_hh_l0	5	-0.015268213115632534
49941	rnn.weight_hh_l0	6	-0.03408396244049072
49941	rnn.weight_hh_l0	7	-0.02736327238380909
49941	rnn.weight_hh_l0	8	-0.0024268266279250383
49941	rnn.weight_hh_l0	9	-0.023690756410360336
49941	rnn.bias_ih_l0	0	0.041810616850852966
49941	rnn.bias_ih_l0	1	-0.02113151364028454
49941	rnn.bias_ih_l0	2	-0.0003942158946301788
49941	rnn.bias_ih_l0	3	0.08545980602502823
49941	rnn.bias_ih_l0	4	-0.031443338841199875
49941	rnn.bias_ih_l0	5	-0.018623149022459984
49941	rnn.bias_ih_l0	6	0.016180846840143204
49941	rnn.bias_ih_l0	7	0.05044887214899063
49941	rnn.bias_ih_l0	8	-0.07255585491657257
49941	rnn.bias_ih_l0	9	-0.04003768414258957
49941	rnn.bias_hh_l0	0	-0.032972920686006546
49941	rnn.bias_hh_l0	1	-0.0767805203795433
49941	rnn.bias_hh_l0	2	-0.03246026858687401
49941	rnn.bias_hh_l0	3	-0.06284970045089722
49941	rnn.bias_hh_l0	4	-0.0067995828576385975
49941	rnn.bias_hh_l0	5	0.008490917272865772
49941	rnn.bias_hh_l0	6	0.032147448509931564
49941	rnn.bias_hh_l0	7	0.010329046286642551
49941	rnn.bias_hh_l0	8	-0.08702598512172699
49941	rnn.bias_hh_l0	9	-0.0010662269778549671
49941	rnn.weight_ih_l0_reverse	0	-0.021161029115319252
49941	rnn.weight_ih_l0_reverse	1	-0.04677671566605568
49941	rnn.weight_ih_l0_reverse	2	-0.022914133965969086
49941	rnn.weight_ih_l0_reverse	3	-0.0008623190224170685
49941	rnn.weight_ih_l0_reverse	4	-0.00556231290102005
49941	rnn.weight_ih_l0_reverse	5	-0.04701899737119675
49941	rnn.weight_ih_l0_reverse	6	0.04481007903814316
49941	rnn.weight_ih_l0_reverse	7	-0.01912236399948597
49941	rnn.weight_ih_l0_reverse	8	-0.034312572330236435
49941	rnn.weight_ih_l0_reverse	9	0.010987157933413982
49941	rnn.weight_hh_l0_reverse	0	0.03713070973753929
49941	rnn.weight_hh_l0_reverse	1	0.034194160252809525
49941	rnn.weight_hh_l0_reverse	2	0.03240281343460083
49941	rnn.weight_hh_l0_reverse	3	0.02234518527984619
49941	rnn.weight_hh_l0_reverse	4	0.005542790982872248
49941	rnn.weight_hh_l0_reverse	5	-0.0038345397915691137
49941	rnn.weight_hh_l0_reverse	6	0.03758556768298149
49941	rnn.weight_hh_l0_reverse	7	-0.04202953726053238
49941	rnn.weight_hh_l0_reverse	8	0.018091579899191856
49941	rnn.weight_hh_l0_reverse	9	0.04336356371641159
49941	rnn.bias_ih_l0_reverse	0	-0.06135543808341026
49941	rnn.bias_ih_l0_reverse	1	-0.17428751289844513
49941	rnn.bias_ih_l0_reverse	2	-0.055720604956150055
49941	rnn.bias_ih_l0_reverse	3	-0.02109873667359352
49941	rnn.bias_ih_l0_reverse	4	-0.044307999312877655
49941	rnn.bias_ih_l0_reverse	5	0.022719698026776314
49941	rnn.bias_ih_l0_reverse	6	-0.03299408778548241
49941	rnn.bias_ih_l0_reverse	7	0.04572289064526558
49941	rnn.bias_ih_l0_reverse	8	-0.02859172224998474
49941	rnn.bias_ih_l0_reverse	9	0.013628462329506874
49941	rnn.bias_hh_l0_reverse	0	-0.022283069789409637
49941	rnn.bias_hh_l0_reverse	1	-0.020156223326921463
49941	rnn.bias_hh_l0_reverse	2	0.04488313943147659
49941	rnn.bias_hh_l0_reverse	3	-0.027101468294858932
49941	rnn.bias_hh_l0_reverse	4	-0.04007970914244652
49941	rnn.bias_hh_l0_reverse	5	-0.05014863610267639
49941	rnn.bias_hh_l0_reverse	6	-0.014767836779356003
49941	rnn.bias_hh_l0_reverse	7	0.06293433904647827
49941	rnn.bias_hh_l0_reverse	8	0.02650664933025837
49941	rnn.bias_hh_l0_reverse	9	-0.09364576637744904
49941	rnn.weight_ih_l1	0	-0.034523703157901764
49941	rnn.weight_ih_l1	1	-0.039167385548353195
49941	rnn.weight_ih_l1	2	0.06621596217155457
49941	rnn.weight_ih_l1	3	-0.031099434942007065
49941	rnn.weight_ih_l1	4	0.00011368050763849169
49941	rnn.weight_ih_l1	5	-0.044871971011161804
49941	rnn.weight_ih_l1	6	0.016734067350625992
49941	rnn.weight_ih_l1	7	-0.03489086404442787
49941	rnn.weight_ih_l1	8	0.03719116002321243
49941	rnn.weight_ih_l1	9	0.02533460035920143
49941	rnn.weight_hh_l1	0	-0.012337001040577888
49941	rnn.weight_hh_l1	1	0.005509801674634218
49941	rnn.weight_hh_l1	2	-0.0035327530931681395
49941	rnn.weight_hh_l1	3	-0.009493084624409676
49941	rnn.weight_hh_l1	4	0.0002915370569098741
49941	rnn.weight_hh_l1	5	0.025965826585888863
49941	rnn.weight_hh_l1	6	0.03410514071583748
49941	rnn.weight_hh_l1	7	-0.02592104859650135
49941	rnn.weight_hh_l1	8	-0.027643168345093727
49941	rnn.weight_hh_l1	9	0.03589293360710144
49941	rnn.bias_ih_l1	0	-0.09934840351343155
49941	rnn.bias_ih_l1	1	-0.1101255789399147
49941	rnn.bias_ih_l1	2	-0.11790338903665543
49941	rnn.bias_ih_l1	3	-0.18458741903305054
49941	rnn.bias_ih_l1	4	-0.16026671230793
49941	rnn.bias_ih_l1	5	-0.1017560213804245
49941	rnn.bias_ih_l1	6	-0.07598737627267838
49941	rnn.bias_ih_l1	7	-0.030648523941636086
49941	rnn.bias_ih_l1	8	-0.09446025639772415
49941	rnn.bias_ih_l1	9	-0.10732921957969666
49941	rnn.bias_hh_l1	0	-0.10339658707380295
49941	rnn.bias_hh_l1	1	-0.04555637016892433
49941	rnn.bias_hh_l1	2	-0.06880881637334824
49941	rnn.bias_hh_l1	3	-0.06319183856248856
49941	rnn.bias_hh_l1	4	-0.09604141116142273
49941	rnn.bias_hh_l1	5	-0.060804255306720734
49941	rnn.bias_hh_l1	6	-0.08017349988222122
49941	rnn.bias_hh_l1	7	0.023364640772342682
49941	rnn.bias_hh_l1	8	-0.08064299076795578
49941	rnn.bias_hh_l1	9	-0.04957135394215584
49941	rnn.weight_ih_l1_reverse	0	-0.033114489167928696
49941	rnn.weight_ih_l1_reverse	1	0.03240998461842537
49941	rnn.weight_ih_l1_reverse	2	-0.0318775400519371
49941	rnn.weight_ih_l1_reverse	3	-0.011441268026828766
49941	rnn.weight_ih_l1_reverse	4	-0.04098697751760483
49941	rnn.weight_ih_l1_reverse	5	-0.03731885924935341
49941	rnn.weight_ih_l1_reverse	6	-0.03471340239048004
49941	rnn.weight_ih_l1_reverse	7	0.015427657403051853
49941	rnn.weight_ih_l1_reverse	8	0.013530192896723747
49941	rnn.weight_ih_l1_reverse	9	-0.031926944851875305
49941	rnn.weight_hh_l1_reverse	0	0.007000613957643509
49941	rnn.weight_hh_l1_reverse	1	0.02759845182299614
49941	rnn.weight_hh_l1_reverse	2	-0.036846745759248734
49941	rnn.weight_hh_l1_reverse	3	0.0410492829978466
49941	rnn.weight_hh_l1_reverse	4	0.043823741376399994
49941	rnn.weight_hh_l1_reverse	5	0.009502776898443699
49941	rnn.weight_hh_l1_reverse	6	0.00837068259716034
49941	rnn.weight_hh_l1_reverse	7	0.02692004293203354
49941	rnn.weight_hh_l1_reverse	8	-0.002948729321360588
49941	rnn.weight_hh_l1_reverse	9	-0.041027117520570755
49941	rnn.bias_ih_l1_reverse	0	-0.016582520678639412
49941	rnn.bias_ih_l1_reverse	1	-0.05459517613053322
49941	rnn.bias_ih_l1_reverse	2	-0.09242730587720871
49941	rnn.bias_ih_l1_reverse	3	-0.007726389914751053
49941	rnn.bias_ih_l1_reverse	4	-0.14733059704303741
49941	rnn.bias_ih_l1_reverse	5	-0.07638295739889145
49941	rnn.bias_ih_l1_reverse	6	-0.09214692562818527
49941	rnn.bias_ih_l1_reverse	7	-0.11047610640525818
49941	rnn.bias_ih_l1_reverse	8	0.11120143532752991
49941	rnn.bias_ih_l1_reverse	9	-0.0012529708910733461
49941	rnn.bias_hh_l1_reverse	0	-0.03450429067015648
49941	rnn.bias_hh_l1_reverse	1	-0.016520418226718903
49941	rnn.bias_hh_l1_reverse	2	-0.1740960329771042
49941	rnn.bias_hh_l1_reverse	3	-0.06800755113363266
49941	rnn.bias_hh_l1_reverse	4	-0.050137702375650406
49941	rnn.bias_hh_l1_reverse	5	-0.05656334012746811
49941	rnn.bias_hh_l1_reverse	6	0.1380460560321808
49941	rnn.bias_hh_l1_reverse	7	-0.12219910323619843
49941	rnn.bias_hh_l1_reverse	8	-0.07396773993968964
49941	rnn.bias_hh_l1_reverse	9	-0.0895136222243309
49941	linear.weight	0	0.002228822559118271
49941	linear.weight	1	0.018927766010165215
49941	linear.weight	2	-0.11175674200057983
49941	linear.weight	3	0.27295029163360596
49941	linear.weight	4	0.05802582576870918
49941	linear.weight	5	0.024900300428271294
49941	linear.weight	6	-0.004255380015820265
49941	linear.weight	7	0.06869888305664062
49941	linear.weight	8	0.04201176017522812
49941	linear.weight	9	-0.04123115912079811
49941	linear.bias	0	-0.05245359241962433
49941	linear.bias	1	-0.1148935854434967
49941	linear.bias	2	-0.44890913367271423
49941	linear.bias	3	-0.7210841774940491
49941	linear.bias	4	-1.0041685104370117
49941	linear.bias	5	0.002772624371573329
49941	linear.bias	6	-0.643523633480072
49941	linear.bias	7	0.47240161895751953
49941	linear.bias	8	-0.5819101929664612
49941	linear.bias	9	-0.796821653842926
50138	transitions	0	0.47620072960853577
50138	transitions	1	-0.0015002285363152623
50138	transitions	2	-10000.0
50138	transitions	3	-1.792716145515442
50138	transitions	4	-10000.0
50138	transitions	5	0.6711461544036865
50138	transitions	6	-0.0033944344613701105
50138	transitions	7	-0.28255796432495117
50138	transitions	8	-1.311265230178833
50138	transitions	9	-0.00020976820087525994
50138	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
50138	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
50138	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
50138	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
50138	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
50138	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
50138	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
50138	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
50138	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
50138	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
50138	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
50138	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
50138	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
50138	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
50138	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
50138	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
50138	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
50138	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
50138	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
50138	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
50138	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
50138	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
50138	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
50138	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
50138	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
50138	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
50138	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
50138	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
50138	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
50138	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
50138	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
50138	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
50138	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
50138	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
50138	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
50138	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
50138	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
50138	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
50138	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
50138	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
50138	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
50138	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
50138	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
50138	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
50138	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
50138	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
50138	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
50138	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
50138	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
50138	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
50138	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
50138	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
50138	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
50138	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
50138	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
50138	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
50138	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
50138	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
50138	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
50138	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
50138	embedding2nn.weight	0	-0.010375936515629292
50138	embedding2nn.weight	1	-0.017263263463974
50138	embedding2nn.weight	2	-0.014268253929913044
50138	embedding2nn.weight	3	0.01154731772840023
50138	embedding2nn.weight	4	-0.0059150345623493195
50138	embedding2nn.weight	5	-0.00370058324187994
50138	embedding2nn.weight	6	-0.003973226062953472
50138	embedding2nn.weight	7	-0.039146799594163895
50138	embedding2nn.weight	8	-0.0019979383796453476
50138	embedding2nn.weight	9	-0.024417109787464142
50138	embedding2nn.bias	0	0.04458606615662575
50138	embedding2nn.bias	1	-0.06333433091640472
50138	embedding2nn.bias	2	0.10058239847421646
50138	embedding2nn.bias	3	0.044953297823667526
50138	embedding2nn.bias	4	-0.005779830738902092
50138	embedding2nn.bias	5	-0.018671860918402672
50138	embedding2nn.bias	6	0.024669041857123375
50138	embedding2nn.bias	7	-0.04063453525304794
50138	embedding2nn.bias	8	0.05270303413271904
50138	embedding2nn.bias	9	0.03669273480772972
50138	rnn.weight_ih_l0	0	-0.015193942002952099
50138	rnn.weight_ih_l0	1	0.009341269731521606
50138	rnn.weight_ih_l0	2	0.03002801537513733
50138	rnn.weight_ih_l0	3	0.005756901577115059
50138	rnn.weight_ih_l0	4	-0.02600206807255745
50138	rnn.weight_ih_l0	5	-0.0608598068356514
50138	rnn.weight_ih_l0	6	0.018088042736053467
50138	rnn.weight_ih_l0	7	0.04728836938738823
50138	rnn.weight_ih_l0	8	0.014244585298001766
50138	rnn.weight_ih_l0	9	-0.02779407985508442
50138	rnn.weight_hh_l0	0	-0.032473523169755936
50138	rnn.weight_hh_l0	1	-0.002738199895247817
50138	rnn.weight_hh_l0	2	-0.0006163353100419044
50138	rnn.weight_hh_l0	3	-0.05029032379388809
50138	rnn.weight_hh_l0	4	0.049964502453804016
50138	rnn.weight_hh_l0	5	-0.014511068351566792
50138	rnn.weight_hh_l0	6	-0.03377411514520645
50138	rnn.weight_hh_l0	7	-0.02845495194196701
50138	rnn.weight_hh_l0	8	-0.0040215845219790936
50138	rnn.weight_hh_l0	9	-0.0229753740131855
50138	rnn.bias_ih_l0	0	0.040674638003110886
50138	rnn.bias_ih_l0	1	-0.019793668761849403
50138	rnn.bias_ih_l0	2	9.803917782846838e-05
50138	rnn.bias_ih_l0	3	0.08320342749357224
50138	rnn.bias_ih_l0	4	-0.03125190734863281
50138	rnn.bias_ih_l0	5	-0.013705404475331306
50138	rnn.bias_ih_l0	6	0.018450232222676277
50138	rnn.bias_ih_l0	7	0.04959843307733536
50138	rnn.bias_ih_l0	8	-0.07493406534194946
50138	rnn.bias_ih_l0	9	-0.038910526782274246
50138	rnn.bias_hh_l0	0	-0.031183967366814613
50138	rnn.bias_hh_l0	1	-0.07938025146722794
50138	rnn.bias_hh_l0	2	-0.034582968801259995
50138	rnn.bias_hh_l0	3	-0.06377257406711578
50138	rnn.bias_hh_l0	4	-0.002581340027973056
50138	rnn.bias_hh_l0	5	0.008203779347240925
50138	rnn.bias_hh_l0	6	0.031052881851792336
50138	rnn.bias_hh_l0	7	0.0079099265858531
50138	rnn.bias_hh_l0	8	-0.09091772139072418
50138	rnn.bias_hh_l0	9	-0.00341729330830276
50138	rnn.weight_ih_l0_reverse	0	-0.02095271833240986
50138	rnn.weight_ih_l0_reverse	1	-0.05049196630716324
50138	rnn.weight_ih_l0_reverse	2	-0.024069521576166153
50138	rnn.weight_ih_l0_reverse	3	-0.0011580431601032615
50138	rnn.weight_ih_l0_reverse	4	-0.005703554023057222
50138	rnn.weight_ih_l0_reverse	5	-0.047265633940696716
50138	rnn.weight_ih_l0_reverse	6	0.044147297739982605
50138	rnn.weight_ih_l0_reverse	7	-0.018230507150292397
50138	rnn.weight_ih_l0_reverse	8	-0.034517157822847366
50138	rnn.weight_ih_l0_reverse	9	0.010729438625276089
50138	rnn.weight_hh_l0_reverse	0	0.03673171252012253
50138	rnn.weight_hh_l0_reverse	1	0.03534359857439995
50138	rnn.weight_hh_l0_reverse	2	0.03258650004863739
50138	rnn.weight_hh_l0_reverse	3	0.022024663165211678
50138	rnn.weight_hh_l0_reverse	4	0.004902200773358345
50138	rnn.weight_hh_l0_reverse	5	-0.006097081117331982
50138	rnn.weight_hh_l0_reverse	6	0.03760519623756409
50138	rnn.weight_hh_l0_reverse	7	-0.04148421064019203
50138	rnn.weight_hh_l0_reverse	8	0.01786157675087452
50138	rnn.weight_hh_l0_reverse	9	0.043738000094890594
50138	rnn.bias_ih_l0_reverse	0	-0.06307970732450485
50138	rnn.bias_ih_l0_reverse	1	-0.17238926887512207
50138	rnn.bias_ih_l0_reverse	2	-0.055617015808820724
50138	rnn.bias_ih_l0_reverse	3	-0.021900104358792305
50138	rnn.bias_ih_l0_reverse	4	-0.043982915580272675
50138	rnn.bias_ih_l0_reverse	5	0.02102047950029373
50138	rnn.bias_ih_l0_reverse	6	-0.036399196833372116
50138	rnn.bias_ih_l0_reverse	7	0.046521592885255814
50138	rnn.bias_ih_l0_reverse	8	-0.02750939503312111
50138	rnn.bias_ih_l0_reverse	9	0.01626387983560562
50138	rnn.bias_hh_l0_reverse	0	-0.023709027096629143
50138	rnn.bias_hh_l0_reverse	1	-0.017252862453460693
50138	rnn.bias_hh_l0_reverse	2	0.04569203034043312
50138	rnn.bias_hh_l0_reverse	3	-0.028591379523277283
50138	rnn.bias_hh_l0_reverse	4	-0.0388377383351326
50138	rnn.bias_hh_l0_reverse	5	-0.0561806745827198
50138	rnn.bias_hh_l0_reverse	6	-0.01592184789478779
50138	rnn.bias_hh_l0_reverse	7	0.06590186804533005
50138	rnn.bias_hh_l0_reverse	8	0.026211928576231003
50138	rnn.bias_hh_l0_reverse	9	-0.09172872453927994
50138	rnn.weight_ih_l1	0	-0.034380119293928146
50138	rnn.weight_ih_l1	1	-0.039009418338537216
50138	rnn.weight_ih_l1	2	0.0647810697555542
50138	rnn.weight_ih_l1	3	-0.03091651201248169
50138	rnn.weight_ih_l1	4	-8.304018410854042e-05
50138	rnn.weight_ih_l1	5	-0.045287780463695526
50138	rnn.weight_ih_l1	6	0.017193803563714027
50138	rnn.weight_ih_l1	7	-0.03392127528786659
50138	rnn.weight_ih_l1	8	0.03673161193728447
50138	rnn.weight_ih_l1	9	0.02592245303094387
50138	rnn.weight_hh_l1	0	-0.013880365528166294
50138	rnn.weight_hh_l1	1	0.0056240735575556755
50138	rnn.weight_hh_l1	2	-0.0024168763775378466
50138	rnn.weight_hh_l1	3	-0.008789965882897377
50138	rnn.weight_hh_l1	4	0.00028573800227604806
50138	rnn.weight_hh_l1	5	0.025637943297624588
50138	rnn.weight_hh_l1	6	0.034130536019802094
50138	rnn.weight_hh_l1	7	-0.02572816051542759
50138	rnn.weight_hh_l1	8	-0.027731968089938164
50138	rnn.weight_hh_l1	9	0.035970497876405716
50138	rnn.bias_ih_l1	0	-0.1003880724310875
50138	rnn.bias_ih_l1	1	-0.10550597310066223
50138	rnn.bias_ih_l1	2	-0.11698559671640396
50138	rnn.bias_ih_l1	3	-0.18542496860027313
50138	rnn.bias_ih_l1	4	-0.15377704799175262
50138	rnn.bias_ih_l1	5	-0.10159023106098175
50138	rnn.bias_ih_l1	6	-0.07485731691122055
50138	rnn.bias_ih_l1	7	-0.03168722242116928
50138	rnn.bias_ih_l1	8	-0.09443921595811844
50138	rnn.bias_ih_l1	9	-0.10961451381444931
50138	rnn.bias_hh_l1	0	-0.10348553955554962
50138	rnn.bias_hh_l1	1	-0.048735059797763824
50138	rnn.bias_hh_l1	2	-0.07398711144924164
50138	rnn.bias_hh_l1	3	-0.06383521109819412
50138	rnn.bias_hh_l1	4	-0.09521318972110748
50138	rnn.bias_hh_l1	5	-0.06140719726681709
50138	rnn.bias_hh_l1	6	-0.07875519245862961
50138	rnn.bias_hh_l1	7	0.018530206754803658
50138	rnn.bias_hh_l1	8	-0.08048467338085175
50138	rnn.bias_hh_l1	9	-0.04696519672870636
50138	rnn.weight_ih_l1_reverse	0	-0.03312120586633682
50138	rnn.weight_ih_l1_reverse	1	0.03645433112978935
50138	rnn.weight_ih_l1_reverse	2	-0.03195889666676521
50138	rnn.weight_ih_l1_reverse	3	-0.011191855184733868
50138	rnn.weight_ih_l1_reverse	4	-0.038644999265670776
50138	rnn.weight_ih_l1_reverse	5	-0.037295352667570114
50138	rnn.weight_ih_l1_reverse	6	-0.0341644212603569
50138	rnn.weight_ih_l1_reverse	7	0.01535632275044918
50138	rnn.weight_ih_l1_reverse	8	0.014250840991735458
50138	rnn.weight_ih_l1_reverse	9	-0.034637223929166794
50138	rnn.weight_hh_l1_reverse	0	0.006890566553920507
50138	rnn.weight_hh_l1_reverse	1	0.027486527338624
50138	rnn.weight_hh_l1_reverse	2	-0.03697826713323593
50138	rnn.weight_hh_l1_reverse	3	0.04113682731986046
50138	rnn.weight_hh_l1_reverse	4	0.04360990598797798
50138	rnn.weight_hh_l1_reverse	5	0.009343387559056282
50138	rnn.weight_hh_l1_reverse	6	0.009229466319084167
50138	rnn.weight_hh_l1_reverse	7	0.027104821056127548
50138	rnn.weight_hh_l1_reverse	8	-0.0030252416618168354
50138	rnn.weight_hh_l1_reverse	9	-0.0406433530151844
50138	rnn.bias_ih_l1_reverse	0	-0.01390548050403595
50138	rnn.bias_ih_l1_reverse	1	-0.055108003318309784
50138	rnn.bias_ih_l1_reverse	2	-0.09253306686878204
50138	rnn.bias_ih_l1_reverse	3	-0.009602192789316177
50138	rnn.bias_ih_l1_reverse	4	-0.14646564424037933
50138	rnn.bias_ih_l1_reverse	5	-0.07598420977592468
50138	rnn.bias_ih_l1_reverse	6	-0.0926375463604927
50138	rnn.bias_ih_l1_reverse	7	-0.11136359721422195
50138	rnn.bias_ih_l1_reverse	8	0.11889331787824631
50138	rnn.bias_ih_l1_reverse	9	0.00448631402105093
50138	rnn.bias_hh_l1_reverse	0	-0.03478473052382469
50138	rnn.bias_hh_l1_reverse	1	-0.02099645510315895
50138	rnn.bias_hh_l1_reverse	2	-0.17466993629932404
50138	rnn.bias_hh_l1_reverse	3	-0.06914802640676498
50138	rnn.bias_hh_l1_reverse	4	-0.04991926625370979
50138	rnn.bias_hh_l1_reverse	5	-0.05699900910258293
50138	rnn.bias_hh_l1_reverse	6	0.14275364577770233
50138	rnn.bias_hh_l1_reverse	7	-0.12474767863750458
50138	rnn.bias_hh_l1_reverse	8	-0.07549409568309784
50138	rnn.bias_hh_l1_reverse	9	-0.089529849588871
50138	linear.weight	0	0.002228822559118271
50138	linear.weight	1	0.022149832919239998
50138	linear.weight	2	-0.11040535569190979
50138	linear.weight	3	0.28018686175346375
50138	linear.weight	4	0.06153278797864914
50138	linear.weight	5	0.019928576424717903
50138	linear.weight	6	-0.03024894930422306
50138	linear.weight	7	0.07043801248073578
50138	linear.weight	8	0.04200908541679382
50138	linear.weight	9	-0.043667521327733994
50138	linear.bias	0	-0.0811498612165451
50138	linear.bias	1	-0.09939936548471451
50138	linear.bias	2	-0.47628411650657654
50138	linear.bias	3	-0.7177193760871887
50138	linear.bias	4	-1.0050930976867676
50138	linear.bias	5	0.02215738035738468
50138	linear.bias	6	-0.6315377950668335
50138	linear.bias	7	0.4900892674922943
50138	linear.bias	8	-0.5963040590286255
50138	linear.bias	9	-0.816063642501831
50335	transitions	0	0.4932756721973419
50335	transitions	1	-0.001333138789050281
50335	transitions	2	-10000.0
50335	transitions	3	-1.7928645610809326
50335	transitions	4	-10000.0
50335	transitions	5	0.6708012223243713
50335	transitions	6	-0.0036360600497573614
50335	transitions	7	-0.2834581136703491
50335	transitions	8	-1.3115217685699463
50335	transitions	9	-0.00021310783631633967
50335	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
50335	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
50335	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
50335	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
50335	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
50335	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
50335	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
50335	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
50335	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
50335	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
50335	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
50335	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
50335	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
50335	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
50335	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
50335	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
50335	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
50335	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
50335	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
50335	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
50335	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
50335	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
50335	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
50335	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
50335	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
50335	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
50335	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
50335	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
50335	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
50335	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
50335	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
50335	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
50335	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
50335	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
50335	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
50335	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
50335	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
50335	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
50335	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
50335	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
50335	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
50335	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
50335	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
50335	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
50335	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
50335	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
50335	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
50335	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
50335	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
50335	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
50335	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
50335	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
50335	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
50335	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
50335	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
50335	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
50335	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
50335	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
50335	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
50335	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
50335	embedding2nn.weight	0	-0.0062789604999125
50335	embedding2nn.weight	1	-0.016842680051922798
50335	embedding2nn.weight	2	-0.014268253929913044
50335	embedding2nn.weight	3	0.009515585377812386
50335	embedding2nn.weight	4	-0.0059150345623493195
50335	embedding2nn.weight	5	-0.00370058324187994
50335	embedding2nn.weight	6	-0.003973221406340599
50335	embedding2nn.weight	7	-0.038752712309360504
50335	embedding2nn.weight	8	-0.0019979383796453476
50335	embedding2nn.weight	9	-0.025366012006998062
50335	embedding2nn.bias	0	0.04560040310025215
50335	embedding2nn.bias	1	-0.06884729117155075
50335	embedding2nn.bias	2	0.10820579528808594
50335	embedding2nn.bias	3	0.04802436754107475
50335	embedding2nn.bias	4	-0.0012151977280154824
50335	embedding2nn.bias	5	-0.023564660921692848
50335	embedding2nn.bias	6	0.021929511800408363
50335	embedding2nn.bias	7	-0.04584069550037384
50335	embedding2nn.bias	8	0.05618688091635704
50335	embedding2nn.bias	9	0.03557157889008522
50335	rnn.weight_ih_l0	0	-0.013579823076725006
50335	rnn.weight_ih_l0	1	0.007757296320050955
50335	rnn.weight_ih_l0	2	0.03043406829237938
50335	rnn.weight_ih_l0	3	0.007179284933954477
50335	rnn.weight_ih_l0	4	-0.025360191240906715
50335	rnn.weight_ih_l0	5	-0.06102274730801582
50335	rnn.weight_ih_l0	6	0.018172716721892357
50335	rnn.weight_ih_l0	7	0.0468304418027401
50335	rnn.weight_ih_l0	8	0.012696932069957256
50335	rnn.weight_ih_l0	9	-0.02877536602318287
50335	rnn.weight_hh_l0	0	-0.033190950751304626
50335	rnn.weight_hh_l0	1	-0.004323020111769438
50335	rnn.weight_hh_l0	2	0.0005543126608245075
50335	rnn.weight_hh_l0	3	-0.05070764943957329
50335	rnn.weight_hh_l0	4	0.04987829551100731
50335	rnn.weight_hh_l0	5	-0.014674338512122631
50335	rnn.weight_hh_l0	6	-0.03444850444793701
50335	rnn.weight_hh_l0	7	-0.028036797419190407
50335	rnn.weight_hh_l0	8	-0.003404641058295965
50335	rnn.weight_hh_l0	9	-0.02203795313835144
50335	rnn.bias_ih_l0	0	0.03648838400840759
50335	rnn.bias_ih_l0	1	-0.021207265555858612
50335	rnn.bias_ih_l0	2	-0.00016397162107750773
50335	rnn.bias_ih_l0	3	0.07860776782035828
50335	rnn.bias_ih_l0	4	-0.02968493662774563
50335	rnn.bias_ih_l0	5	-0.022151796147227287
50335	rnn.bias_ih_l0	6	0.013808156363666058
50335	rnn.bias_ih_l0	7	0.04625121131539345
50335	rnn.bias_ih_l0	8	-0.0751589834690094
50335	rnn.bias_ih_l0	9	-0.03884361311793327
50335	rnn.bias_hh_l0	0	-0.030298881232738495
50335	rnn.bias_hh_l0	1	-0.07583697885274887
50335	rnn.bias_hh_l0	2	-0.03549651429057121
50335	rnn.bias_hh_l0	3	-0.06435464322566986
50335	rnn.bias_hh_l0	4	-0.004018047824501991
50335	rnn.bias_hh_l0	5	0.009878919459879398
50335	rnn.bias_hh_l0	6	0.03387053310871124
50335	rnn.bias_hh_l0	7	0.0027742907404899597
50335	rnn.bias_hh_l0	8	-0.09200908988714218
50335	rnn.bias_hh_l0	9	-0.0016049438854679465
50335	rnn.weight_ih_l0_reverse	0	-0.020676933228969574
50335	rnn.weight_ih_l0_reverse	1	-0.05073148384690285
50335	rnn.weight_ih_l0_reverse	2	-0.021629808470606804
50335	rnn.weight_ih_l0_reverse	3	-0.001776072196662426
50335	rnn.weight_ih_l0_reverse	4	-0.00483610900118947
50335	rnn.weight_ih_l0_reverse	5	-0.047197215259075165
50335	rnn.weight_ih_l0_reverse	6	0.042806439101696014
50335	rnn.weight_ih_l0_reverse	7	-0.019531484693288803
50335	rnn.weight_ih_l0_reverse	8	-0.03426146134734154
50335	rnn.weight_ih_l0_reverse	9	0.010471278801560402
50335	rnn.weight_hh_l0_reverse	0	0.03699840232729912
50335	rnn.weight_hh_l0_reverse	1	0.035116661339998245
50335	rnn.weight_hh_l0_reverse	2	0.032402001321315765
50335	rnn.weight_hh_l0_reverse	3	0.022243628278374672
50335	rnn.weight_hh_l0_reverse	4	0.004611917771399021
50335	rnn.weight_hh_l0_reverse	5	-0.005545871332287788
50335	rnn.weight_hh_l0_reverse	6	0.03776194527745247
50335	rnn.weight_hh_l0_reverse	7	-0.04055990278720856
50335	rnn.weight_hh_l0_reverse	8	0.017994733527302742
50335	rnn.weight_hh_l0_reverse	9	0.04345148056745529
50335	rnn.bias_ih_l0_reverse	0	-0.06184844300150871
50335	rnn.bias_ih_l0_reverse	1	-0.17288661003112793
50335	rnn.bias_ih_l0_reverse	2	-0.05537876859307289
50335	rnn.bias_ih_l0_reverse	3	-0.01981499046087265
50335	rnn.bias_ih_l0_reverse	4	-0.04413815960288048
50335	rnn.bias_ih_l0_reverse	5	0.02246512658894062
50335	rnn.bias_ih_l0_reverse	6	-0.033598642796278
50335	rnn.bias_ih_l0_reverse	7	0.04543851315975189
50335	rnn.bias_ih_l0_reverse	8	-0.026729553937911987
50335	rnn.bias_ih_l0_reverse	9	0.017360851168632507
50335	rnn.bias_hh_l0_reverse	0	-0.02438630349934101
50335	rnn.bias_hh_l0_reverse	1	-0.02019750326871872
50335	rnn.bias_hh_l0_reverse	2	0.04451379552483559
50335	rnn.bias_hh_l0_reverse	3	-0.02644672431051731
50335	rnn.bias_hh_l0_reverse	4	-0.041112273931503296
50335	rnn.bias_hh_l0_reverse	5	-0.057508017867803574
50335	rnn.bias_hh_l0_reverse	6	-0.016078267246484756
50335	rnn.bias_hh_l0_reverse	7	0.06585050374269485
50335	rnn.bias_hh_l0_reverse	8	0.025001153349876404
50335	rnn.bias_hh_l0_reverse	9	-0.0913950502872467
50335	rnn.weight_ih_l1	0	-0.03391050174832344
50335	rnn.weight_ih_l1	1	-0.039052560925483704
50335	rnn.weight_ih_l1	2	0.06340435892343521
50335	rnn.weight_ih_l1	3	-0.028953393921256065
50335	rnn.weight_ih_l1	4	-0.00041365332435816526
50335	rnn.weight_ih_l1	5	-0.045105863362550735
50335	rnn.weight_ih_l1	6	0.01755199395120144
50335	rnn.weight_ih_l1	7	-0.033991847187280655
50335	rnn.weight_ih_l1	8	0.036811236292123795
50335	rnn.weight_ih_l1	9	0.025831101462244987
50335	rnn.weight_hh_l1	0	-0.014612002298235893
50335	rnn.weight_hh_l1	1	0.005813856143504381
50335	rnn.weight_hh_l1	2	-0.000943700026255101
50335	rnn.weight_hh_l1	3	-0.008993059396743774
50335	rnn.weight_hh_l1	4	-0.00017931782349478453
50335	rnn.weight_hh_l1	5	0.02574913203716278
50335	rnn.weight_hh_l1	6	0.03386487439274788
50335	rnn.weight_hh_l1	7	-0.02612476795911789
50335	rnn.weight_hh_l1	8	-0.02784758061170578
50335	rnn.weight_hh_l1	9	0.036224622279405594
50335	rnn.bias_ih_l1	0	-0.1019044741988182
50335	rnn.bias_ih_l1	1	-0.10695211589336395
50335	rnn.bias_ih_l1	2	-0.11824542284011841
50335	rnn.bias_ih_l1	3	-0.18255364894866943
50335	rnn.bias_ih_l1	4	-0.15099704265594482
50335	rnn.bias_ih_l1	5	-0.10169467329978943
50335	rnn.bias_ih_l1	6	-0.0736185759305954
50335	rnn.bias_ih_l1	7	-0.03255140781402588
50335	rnn.bias_ih_l1	8	-0.09262824803590775
50335	rnn.bias_ih_l1	9	-0.10901842266321182
50335	rnn.bias_hh_l1	0	-0.10458823293447495
50335	rnn.bias_hh_l1	1	-0.05095285549759865
50335	rnn.bias_hh_l1	2	-0.07352270931005478
50335	rnn.bias_hh_l1	3	-0.06437558680772781
50335	rnn.bias_hh_l1	4	-0.09560897201299667
50335	rnn.bias_hh_l1	5	-0.059623923152685165
50335	rnn.bias_hh_l1	6	-0.07864506542682648
50335	rnn.bias_hh_l1	7	0.020648866891860962
50335	rnn.bias_hh_l1	8	-0.08104129135608673
50335	rnn.bias_hh_l1	9	-0.04815957695245743
50335	rnn.weight_ih_l1_reverse	0	-0.03347216546535492
50335	rnn.weight_ih_l1_reverse	1	0.03895055502653122
50335	rnn.weight_ih_l1_reverse	2	-0.03486407920718193
50335	rnn.weight_ih_l1_reverse	3	-0.013182931579649448
50335	rnn.weight_ih_l1_reverse	4	-0.03684693202376366
50335	rnn.weight_ih_l1_reverse	5	-0.03689179942011833
50335	rnn.weight_ih_l1_reverse	6	-0.03369860351085663
50335	rnn.weight_ih_l1_reverse	7	0.0149977533146739
50335	rnn.weight_ih_l1_reverse	8	0.01815701462328434
50335	rnn.weight_ih_l1_reverse	9	-0.031820956617593765
50335	rnn.weight_hh_l1_reverse	0	0.00679819006472826
50335	rnn.weight_hh_l1_reverse	1	0.027520256116986275
50335	rnn.weight_hh_l1_reverse	2	-0.037107326090335846
50335	rnn.weight_hh_l1_reverse	3	0.04124477878212929
50335	rnn.weight_hh_l1_reverse	4	0.04501666873693466
50335	rnn.weight_hh_l1_reverse	5	0.008680224418640137
50335	rnn.weight_hh_l1_reverse	6	0.009714709594845772
50335	rnn.weight_hh_l1_reverse	7	0.02715468779206276
50335	rnn.weight_hh_l1_reverse	8	-0.0030927779152989388
50335	rnn.weight_hh_l1_reverse	9	-0.04038119316101074
50335	rnn.bias_ih_l1_reverse	0	-0.01482210960239172
50335	rnn.bias_ih_l1_reverse	1	-0.0572948157787323
50335	rnn.bias_ih_l1_reverse	2	-0.09363554418087006
50335	rnn.bias_ih_l1_reverse	3	-0.008400593884289265
50335	rnn.bias_ih_l1_reverse	4	-0.14484648406505585
50335	rnn.bias_ih_l1_reverse	5	-0.07346227020025253
50335	rnn.bias_ih_l1_reverse	6	-0.09357253462076187
50335	rnn.bias_ih_l1_reverse	7	-0.1123548224568367
50335	rnn.bias_ih_l1_reverse	8	0.11447640508413315
50335	rnn.bias_ih_l1_reverse	9	0.010263849049806595
50335	rnn.bias_hh_l1_reverse	0	-0.03443622216582298
50335	rnn.bias_hh_l1_reverse	1	-0.013207957148551941
50335	rnn.bias_hh_l1_reverse	2	-0.17345984280109406
50335	rnn.bias_hh_l1_reverse	3	-0.06932118535041809
50335	rnn.bias_hh_l1_reverse	4	-0.05052593722939491
50335	rnn.bias_hh_l1_reverse	5	-0.05779198557138443
50335	rnn.bias_hh_l1_reverse	6	0.1407138556241989
50335	rnn.bias_hh_l1_reverse	7	-0.12826457619667053
50335	rnn.bias_hh_l1_reverse	8	-0.07419176399707794
50335	rnn.bias_hh_l1_reverse	9	-0.08821451663970947
50335	linear.weight	0	0.002228822559118271
50335	linear.weight	1	0.026695195585489273
50335	linear.weight	2	-0.10355331003665924
50335	linear.weight	3	0.2723376452922821
50335	linear.weight	4	0.06530400365591049
50335	linear.weight	5	0.025034593418240547
50335	linear.weight	6	-0.039451103657484055
50335	linear.weight	7	0.0664086565375328
50335	linear.weight	8	0.04200603440403938
50335	linear.weight	9	-0.04541207477450371
50335	linear.bias	0	-0.07038452476263046
50335	linear.bias	1	-0.10828867554664612
50335	linear.bias	2	-0.4747872054576874
50335	linear.bias	3	-0.713073194026947
50335	linear.bias	4	-1.001186490058899
50335	linear.bias	5	0.013390768319368362
50335	linear.bias	6	-0.6420120596885681
50335	linear.bias	7	0.48060503602027893
50335	linear.bias	8	-0.5702722668647766
50335	linear.bias	9	-0.7899811863899231
50532	transitions	0	0.4881034791469574
50532	transitions	1	0.005979966837912798
50532	transitions	2	-10000.0
50532	transitions	3	-1.7929573059082031
50532	transitions	4	-10000.0
50532	transitions	5	0.6704371571540833
50532	transitions	6	-0.0038395794108510017
50532	transitions	7	-0.285865843296051
50532	transitions	8	-1.31192946434021
50532	transitions	9	-0.0002171726810047403
50532	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
50532	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
50532	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
50532	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
50532	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
50532	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
50532	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
50532	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
50532	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
50532	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
50532	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
50532	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
50532	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
50532	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
50532	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
50532	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
50532	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
50532	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
50532	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
50532	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
50532	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
50532	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
50532	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
50532	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
50532	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
50532	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
50532	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
50532	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
50532	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
50532	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
50532	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
50532	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
50532	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
50532	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
50532	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
50532	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
50532	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
50532	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
50532	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
50532	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
50532	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
50532	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
50532	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
50532	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
50532	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
50532	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
50532	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
50532	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
50532	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
50532	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
50532	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
50532	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
50532	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
50532	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
50532	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
50532	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
50532	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
50532	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
50532	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
50532	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
50532	embedding2nn.weight	0	-0.006780504249036312
50532	embedding2nn.weight	1	-0.016832323744893074
50532	embedding2nn.weight	2	-0.014268253929913044
50532	embedding2nn.weight	3	0.01080081332474947
50532	embedding2nn.weight	4	-0.0059150345623493195
50532	embedding2nn.weight	5	-0.0037005830090492964
50532	embedding2nn.weight	6	-0.003973217215389013
50532	embedding2nn.weight	7	-0.037707701325416565
50532	embedding2nn.weight	8	-0.0019979383796453476
50532	embedding2nn.weight	9	-0.024943966418504715
50532	embedding2nn.bias	0	0.04660242423415184
50532	embedding2nn.bias	1	-0.06901202350854874
50532	embedding2nn.bias	2	0.10767033696174622
50532	embedding2nn.bias	3	0.047476012259721756
50532	embedding2nn.bias	4	0.003776058554649353
50532	embedding2nn.bias	5	-0.027748234570026398
50532	embedding2nn.bias	6	0.013101986609399319
50532	embedding2nn.bias	7	-0.04261819273233414
50532	embedding2nn.bias	8	0.05121970921754837
50532	embedding2nn.bias	9	0.03555997088551521
50532	rnn.weight_ih_l0	0	-0.013590818271040916
50532	rnn.weight_ih_l0	1	0.007837638258934021
50532	rnn.weight_ih_l0	2	0.03113071247935295
50532	rnn.weight_ih_l0	3	0.005926249548792839
50532	rnn.weight_ih_l0	4	-0.025807064026594162
50532	rnn.weight_ih_l0	5	-0.060444463044404984
50532	rnn.weight_ih_l0	6	0.018373697996139526
50532	rnn.weight_ih_l0	7	0.04763863980770111
50532	rnn.weight_ih_l0	8	0.012738669291138649
50532	rnn.weight_ih_l0	9	-0.029207829385995865
50532	rnn.weight_hh_l0	0	-0.03280582278966904
50532	rnn.weight_hh_l0	1	-0.004616185557097197
50532	rnn.weight_hh_l0	2	0.0012777955271303654
50532	rnn.weight_hh_l0	3	-0.0512404665350914
50532	rnn.weight_hh_l0	4	0.04953072965145111
50532	rnn.weight_hh_l0	5	-0.015635190531611443
50532	rnn.weight_hh_l0	6	-0.03564966470003128
50532	rnn.weight_hh_l0	7	-0.027834031730890274
50532	rnn.weight_hh_l0	8	-0.0032789777033030987
50532	rnn.weight_hh_l0	9	-0.021782195195555687
50532	rnn.bias_ih_l0	0	0.033661577850580215
50532	rnn.bias_ih_l0	1	-0.019736329093575478
50532	rnn.bias_ih_l0	2	-0.0025647261645644903
50532	rnn.bias_ih_l0	3	0.0791379064321518
50532	rnn.bias_ih_l0	4	-0.032459598034620285
50532	rnn.bias_ih_l0	5	-0.016305947676301003
50532	rnn.bias_ih_l0	6	0.00965609960258007
50532	rnn.bias_ih_l0	7	0.050788719207048416
50532	rnn.bias_ih_l0	8	-0.07338973134756088
50532	rnn.bias_ih_l0	9	-0.03955158218741417
50532	rnn.bias_hh_l0	0	-0.031313490122556686
50532	rnn.bias_hh_l0	1	-0.07144636660814285
50532	rnn.bias_hh_l0	2	-0.03600691258907318
50532	rnn.bias_hh_l0	3	-0.06424374878406525
50532	rnn.bias_hh_l0	4	-0.004886219277977943
50532	rnn.bias_hh_l0	5	0.009485659189522266
50532	rnn.bias_hh_l0	6	0.035970088094472885
50532	rnn.bias_hh_l0	7	0.0013920706696808338
50532	rnn.bias_hh_l0	8	-0.09050550311803818
50532	rnn.bias_hh_l0	9	0.0008469237945973873
50532	rnn.weight_ih_l0_reverse	0	-0.020288223400712013
50532	rnn.weight_ih_l0_reverse	1	-0.05125013738870621
50532	rnn.weight_ih_l0_reverse	2	-0.021643728017807007
50532	rnn.weight_ih_l0_reverse	3	-0.0026828295085579157
50532	rnn.weight_ih_l0_reverse	4	-0.0047928146086633205
50532	rnn.weight_ih_l0_reverse	5	-0.04706428572535515
50532	rnn.weight_ih_l0_reverse	6	0.04173804074525833
50532	rnn.weight_ih_l0_reverse	7	-0.01923709735274315
50532	rnn.weight_ih_l0_reverse	8	-0.03394697234034538
50532	rnn.weight_ih_l0_reverse	9	0.009829908609390259
50532	rnn.weight_hh_l0_reverse	0	0.03704358637332916
50532	rnn.weight_hh_l0_reverse	1	0.034991469234228134
50532	rnn.weight_hh_l0_reverse	2	0.03279894217848778
50532	rnn.weight_hh_l0_reverse	3	0.022210098803043365
50532	rnn.weight_hh_l0_reverse	4	0.004977890755981207
50532	rnn.weight_hh_l0_reverse	5	-0.007468800060451031
50532	rnn.weight_hh_l0_reverse	6	0.0378446951508522
50532	rnn.weight_hh_l0_reverse	7	-0.04041501507163048
50532	rnn.weight_hh_l0_reverse	8	0.01760845258831978
50532	rnn.weight_hh_l0_reverse	9	0.04364672303199768
50532	rnn.bias_ih_l0_reverse	0	-0.058541860431432724
50532	rnn.bias_ih_l0_reverse	1	-0.17933131754398346
50532	rnn.bias_ih_l0_reverse	2	-0.05561831220984459
50532	rnn.bias_ih_l0_reverse	3	-0.01993393525481224
50532	rnn.bias_ih_l0_reverse	4	-0.04233032464981079
50532	rnn.bias_ih_l0_reverse	5	0.020393313840031624
50532	rnn.bias_ih_l0_reverse	6	-0.031597524881362915
50532	rnn.bias_ih_l0_reverse	7	0.044143348932266235
50532	rnn.bias_ih_l0_reverse	8	-0.030322296544909477
50532	rnn.bias_ih_l0_reverse	9	0.014367404393851757
50532	rnn.bias_hh_l0_reverse	0	-0.02420797199010849
50532	rnn.bias_hh_l0_reverse	1	-0.019566528499126434
50532	rnn.bias_hh_l0_reverse	2	0.046129461377859116
50532	rnn.bias_hh_l0_reverse	3	-0.0257268026471138
50532	rnn.bias_hh_l0_reverse	4	-0.04229824244976044
50532	rnn.bias_hh_l0_reverse	5	-0.05649843066930771
50532	rnn.bias_hh_l0_reverse	6	-0.01396701205521822
50532	rnn.bias_hh_l0_reverse	7	0.06379485875368118
50532	rnn.bias_hh_l0_reverse	8	0.02402549982070923
50532	rnn.bias_hh_l0_reverse	9	-0.09134167432785034
50532	rnn.weight_ih_l1	0	-0.03334839269518852
50532	rnn.weight_ih_l1	1	-0.03902125358581543
50532	rnn.weight_ih_l1	2	0.06289147585630417
50532	rnn.weight_ih_l1	3	-0.025097571313381195
50532	rnn.weight_ih_l1	4	0.0009106085635721684
50532	rnn.weight_ih_l1	5	-0.0453282929956913
50532	rnn.weight_ih_l1	6	0.017252491787075996
50532	rnn.weight_ih_l1	7	-0.03563373163342476
50532	rnn.weight_ih_l1	8	0.03705725446343422
50532	rnn.weight_ih_l1	9	0.026007389649748802
50532	rnn.weight_hh_l1	0	-0.01388782449066639
50532	rnn.weight_hh_l1	1	0.005722419358789921
50532	rnn.weight_hh_l1	2	0.0007237487589009106
50532	rnn.weight_hh_l1	3	-0.009431944228708744
50532	rnn.weight_hh_l1	4	-3.630355786299333e-05
50532	rnn.weight_hh_l1	5	0.025596730411052704
50532	rnn.weight_hh_l1	6	0.034228287637233734
50532	rnn.weight_hh_l1	7	-0.026010651141405106
50532	rnn.weight_hh_l1	8	-0.027958592399954796
50532	rnn.weight_hh_l1	9	0.03691829741001129
50532	rnn.bias_ih_l1	0	-0.09949866682291031
50532	rnn.bias_ih_l1	1	-0.10435595363378525
50532	rnn.bias_ih_l1	2	-0.11843159794807434
50532	rnn.bias_ih_l1	3	-0.18164347112178802
50532	rnn.bias_ih_l1	4	-0.1483582705259323
50532	rnn.bias_ih_l1	5	-0.10424982011318207
50532	rnn.bias_ih_l1	6	-0.07314876466989517
50532	rnn.bias_ih_l1	7	-0.029009079560637474
50532	rnn.bias_ih_l1	8	-0.09210062026977539
50532	rnn.bias_ih_l1	9	-0.10782450437545776
50532	rnn.bias_hh_l1	0	-0.10532081127166748
50532	rnn.bias_hh_l1	1	-0.05061107873916626
50532	rnn.bias_hh_l1	2	-0.07270995527505875
50532	rnn.bias_hh_l1	3	-0.06372536718845367
50532	rnn.bias_hh_l1	4	-0.09512758255004883
50532	rnn.bias_hh_l1	5	-0.060139331966638565
50532	rnn.bias_hh_l1	6	-0.07975981384515762
50532	rnn.bias_hh_l1	7	0.014614331535995007
50532	rnn.bias_hh_l1	8	-0.07936007529497147
50532	rnn.bias_hh_l1	9	-0.04830142483115196
50532	rnn.weight_ih_l1_reverse	0	-0.03499132767319679
50532	rnn.weight_ih_l1_reverse	1	0.040809936821460724
50532	rnn.weight_ih_l1_reverse	2	-0.0356818288564682
50532	rnn.weight_ih_l1_reverse	3	-0.015500920824706554
50532	rnn.weight_ih_l1_reverse	4	-0.03762299194931984
50532	rnn.weight_ih_l1_reverse	5	-0.03671681135892868
50532	rnn.weight_ih_l1_reverse	6	-0.03365960344672203
50532	rnn.weight_ih_l1_reverse	7	0.014400852844119072
50532	rnn.weight_ih_l1_reverse	8	0.018997197970747948
50532	rnn.weight_ih_l1_reverse	9	-0.033763300627470016
50532	rnn.weight_hh_l1_reverse	0	0.006824060343205929
50532	rnn.weight_hh_l1_reverse	1	0.02751035988330841
50532	rnn.weight_hh_l1_reverse	2	-0.03707781806588173
50532	rnn.weight_hh_l1_reverse	3	0.041193507611751556
50532	rnn.weight_hh_l1_reverse	4	0.04492388293147087
50532	rnn.weight_hh_l1_reverse	5	0.008212633430957794
50532	rnn.weight_hh_l1_reverse	6	0.0075724683701992035
50532	rnn.weight_hh_l1_reverse	7	0.027039121836423874
50532	rnn.weight_hh_l1_reverse	8	-0.002999762538820505
50532	rnn.weight_hh_l1_reverse	9	-0.04029868543148041
50532	rnn.bias_ih_l1_reverse	0	-0.014919685199856758
50532	rnn.bias_ih_l1_reverse	1	-0.055522482842206955
50532	rnn.bias_ih_l1_reverse	2	-0.0923575758934021
50532	rnn.bias_ih_l1_reverse	3	-0.00564347580075264
50532	rnn.bias_ih_l1_reverse	4	-0.1482698619365692
50532	rnn.bias_ih_l1_reverse	5	-0.07227989286184311
50532	rnn.bias_ih_l1_reverse	6	-0.09368344396352768
50532	rnn.bias_ih_l1_reverse	7	-0.11386039853096008
50532	rnn.bias_ih_l1_reverse	8	0.11769022047519684
50532	rnn.bias_ih_l1_reverse	9	0.010572914965450764
50532	rnn.bias_hh_l1_reverse	0	-0.028857283294200897
50532	rnn.bias_hh_l1_reverse	1	-0.015169089660048485
50532	rnn.bias_hh_l1_reverse	2	-0.17327651381492615
50532	rnn.bias_hh_l1_reverse	3	-0.06959877163171768
50532	rnn.bias_hh_l1_reverse	4	-0.049855899065732956
50532	rnn.bias_hh_l1_reverse	5	-0.055622585117816925
50532	rnn.bias_hh_l1_reverse	6	0.1386057585477829
50532	rnn.bias_hh_l1_reverse	7	-0.12836343050003052
50532	rnn.bias_hh_l1_reverse	8	-0.07152871042490005
50532	rnn.bias_hh_l1_reverse	9	-0.08985280990600586
50532	linear.weight	0	0.002228822559118271
50532	linear.weight	1	0.027808818966150284
50532	linear.weight	2	-0.10126139968633652
50532	linear.weight	3	0.2772076427936554
50532	linear.weight	4	0.061121080070734024
50532	linear.weight	5	0.029296737164258957
50532	linear.weight	6	-0.03698842599987984
50532	linear.weight	7	0.0651092454791069
50532	linear.weight	8	0.04200775921344757
50532	linear.weight	9	-0.049839626997709274
50532	linear.bias	0	-0.06454744935035706
50532	linear.bias	1	-0.1315511018037796
50532	linear.bias	2	-0.46500688791275024
50532	linear.bias	3	-0.6940206289291382
50532	linear.bias	4	-0.9804778695106506
50532	linear.bias	5	0.013779725879430771
50532	linear.bias	6	-0.6634409427642822
50532	linear.bias	7	0.4850659966468811
50532	linear.bias	8	-0.5628877878189087
50532	linear.bias	9	-0.7873297333717346
50729	transitions	0	0.49363330006599426
50729	transitions	1	0.0031852887477725744
50729	transitions	2	-10000.0
50729	transitions	3	-1.7930517196655273
50729	transitions	4	-10000.0
50729	transitions	5	0.6701750159263611
50729	transitions	6	-0.004098743665963411
50729	transitions	7	-0.28913936018943787
50729	transitions	8	-1.3121753931045532
50729	transitions	9	-0.00022145311231724918
50729	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
50729	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
50729	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
50729	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
50729	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
50729	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
50729	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
50729	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
50729	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
50729	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
50729	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
50729	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
50729	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
50729	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
50729	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
50729	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
50729	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
50729	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
50729	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
50729	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
50729	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
50729	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
50729	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
50729	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
50729	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
50729	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
50729	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
50729	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
50729	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
50729	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
50729	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
50729	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
50729	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
50729	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
50729	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
50729	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
50729	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
50729	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
50729	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
50729	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
50729	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
50729	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
50729	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
50729	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
50729	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
50729	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
50729	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
50729	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
50729	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
50729	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
50729	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
50729	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
50729	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
50729	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
50729	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
50729	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
50729	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
50729	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
50729	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
50729	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
50729	embedding2nn.weight	0	-0.007902959361672401
50729	embedding2nn.weight	1	-0.016827240586280823
50729	embedding2nn.weight	2	-0.014268253929913044
50729	embedding2nn.weight	3	0.008651305921375751
50729	embedding2nn.weight	4	-0.0059150345623493195
50729	embedding2nn.weight	5	-0.0037005830090492964
50729	embedding2nn.weight	6	-0.0039732144214212894
50729	embedding2nn.weight	7	-0.038176216185092926
50729	embedding2nn.weight	8	-0.0019979383796453476
50729	embedding2nn.weight	9	-0.02453753538429737
50729	embedding2nn.bias	0	0.048624005168676376
50729	embedding2nn.bias	1	-0.06501872092485428
50729	embedding2nn.bias	2	0.10490234941244125
50729	embedding2nn.bias	3	0.05164690315723419
50729	embedding2nn.bias	4	-0.001035032095387578
50729	embedding2nn.bias	5	-0.021716531366109848
50729	embedding2nn.bias	6	0.013689163140952587
50729	embedding2nn.bias	7	-0.042917247861623764
50729	embedding2nn.bias	8	0.05097078159451485
50729	embedding2nn.bias	9	0.0446309968829155
50729	rnn.weight_ih_l0	0	-0.014782179147005081
50729	rnn.weight_ih_l0	1	0.008756808936595917
50729	rnn.weight_ih_l0	2	0.029597068205475807
50729	rnn.weight_ih_l0	3	0.00695514352992177
50729	rnn.weight_ih_l0	4	-0.02603272721171379
50729	rnn.weight_ih_l0	5	-0.060957275331020355
50729	rnn.weight_ih_l0	6	0.018363280221819878
50729	rnn.weight_ih_l0	7	0.04670315980911255
50729	rnn.weight_ih_l0	8	0.011892163194715977
50729	rnn.weight_ih_l0	9	-0.030481023713946342
50729	rnn.weight_hh_l0	0	-0.032530415803194046
50729	rnn.weight_hh_l0	1	-0.004423736594617367
50729	rnn.weight_hh_l0	2	0.00151355704292655
50729	rnn.weight_hh_l0	3	-0.05103583633899689
50729	rnn.weight_hh_l0	4	0.05034736916422844
50729	rnn.weight_hh_l0	5	-0.015576358884572983
50729	rnn.weight_hh_l0	6	-0.03650660812854767
50729	rnn.weight_hh_l0	7	-0.02714596688747406
50729	rnn.weight_hh_l0	8	-0.004532167688012123
50729	rnn.weight_hh_l0	9	-0.021205484867095947
50729	rnn.bias_ih_l0	0	0.033754102885723114
50729	rnn.bias_ih_l0	1	-0.020586755126714706
50729	rnn.bias_ih_l0	2	-0.006085282191634178
50729	rnn.bias_ih_l0	3	0.08318454027175903
50729	rnn.bias_ih_l0	4	-0.030454711988568306
50729	rnn.bias_ih_l0	5	-0.025666115805506706
50729	rnn.bias_ih_l0	6	0.008315256796777248
50729	rnn.bias_ih_l0	7	0.052238330245018005
50729	rnn.bias_ih_l0	8	-0.0724937692284584
50729	rnn.bias_ih_l0	9	-0.039234403520822525
50729	rnn.bias_hh_l0	0	-0.029601898044347763
50729	rnn.bias_hh_l0	1	-0.0749678686261177
50729	rnn.bias_hh_l0	2	-0.037937939167022705
50729	rnn.bias_hh_l0	3	-0.06296636909246445
50729	rnn.bias_hh_l0	4	-0.00040667911525815725
50729	rnn.bias_hh_l0	5	0.006654162425547838
50729	rnn.bias_hh_l0	6	0.03596697375178337
50729	rnn.bias_hh_l0	7	0.005179992876946926
50729	rnn.bias_hh_l0	8	-0.09066741913557053
50729	rnn.bias_hh_l0	9	-0.0029886839911341667
50729	rnn.weight_ih_l0_reverse	0	-0.018993021920323372
50729	rnn.weight_ih_l0_reverse	1	-0.04974214732646942
50729	rnn.weight_ih_l0_reverse	2	-0.023470615968108177
50729	rnn.weight_ih_l0_reverse	3	-0.003817204385995865
50729	rnn.weight_ih_l0_reverse	4	-0.004538139794021845
50729	rnn.weight_ih_l0_reverse	5	-0.046999938786029816
50729	rnn.weight_ih_l0_reverse	6	0.04117539897561073
50729	rnn.weight_ih_l0_reverse	7	-0.02130640298128128
50729	rnn.weight_ih_l0_reverse	8	-0.03269641473889351
50729	rnn.weight_ih_l0_reverse	9	0.009772010147571564
50729	rnn.weight_hh_l0_reverse	0	0.03512192144989967
50729	rnn.weight_hh_l0_reverse	1	0.03405413776636124
50729	rnn.weight_hh_l0_reverse	2	0.0325915589928627
50729	rnn.weight_hh_l0_reverse	3	0.02234729565680027
50729	rnn.weight_hh_l0_reverse	4	0.004902740474790335
50729	rnn.weight_hh_l0_reverse	5	-0.006953147239983082
50729	rnn.weight_hh_l0_reverse	6	0.03793596103787422
50729	rnn.weight_hh_l0_reverse	7	-0.040891461074352264
50729	rnn.weight_hh_l0_reverse	8	0.018441952764987946
50729	rnn.weight_hh_l0_reverse	9	0.04428374767303467
50729	rnn.bias_ih_l0_reverse	0	-0.057346686720848083
50729	rnn.bias_ih_l0_reverse	1	-0.18058767914772034
50729	rnn.bias_ih_l0_reverse	2	-0.054793305695056915
50729	rnn.bias_ih_l0_reverse	3	-0.019732261076569557
50729	rnn.bias_ih_l0_reverse	4	-0.03785087540745735
50729	rnn.bias_ih_l0_reverse	5	0.019135337322950363
50729	rnn.bias_ih_l0_reverse	6	-0.02996818721294403
50729	rnn.bias_ih_l0_reverse	7	0.04502531513571739
50729	rnn.bias_ih_l0_reverse	8	-0.031064489856362343
50729	rnn.bias_ih_l0_reverse	9	0.015312528237700462
50729	rnn.bias_hh_l0_reverse	0	-0.023855511099100113
50729	rnn.bias_hh_l0_reverse	1	-0.018544979393482208
50729	rnn.bias_hh_l0_reverse	2	0.046939171850681305
50729	rnn.bias_hh_l0_reverse	3	-0.02589191310107708
50729	rnn.bias_hh_l0_reverse	4	-0.041824713349342346
50729	rnn.bias_hh_l0_reverse	5	-0.05758276581764221
50729	rnn.bias_hh_l0_reverse	6	-0.012612566351890564
50729	rnn.bias_hh_l0_reverse	7	0.06401889026165009
50729	rnn.bias_hh_l0_reverse	8	0.027003545314073563
50729	rnn.bias_hh_l0_reverse	9	-0.09828591346740723
50729	rnn.weight_ih_l1	0	-0.033943258225917816
50729	rnn.weight_ih_l1	1	-0.03794292360544205
50729	rnn.weight_ih_l1	2	0.06161768361926079
50729	rnn.weight_ih_l1	3	-0.019955309107899666
50729	rnn.weight_ih_l1	4	0.00037479380262084305
50729	rnn.weight_ih_l1	5	-0.045470524579286575
50729	rnn.weight_ih_l1	6	0.01663166470825672
50729	rnn.weight_ih_l1	7	-0.03638910502195358
50729	rnn.weight_ih_l1	8	0.03721548989415169
50729	rnn.weight_ih_l1	9	0.02471519447863102
50729	rnn.weight_hh_l1	0	-0.012891524471342564
50729	rnn.weight_hh_l1	1	0.005544200073927641
50729	rnn.weight_hh_l1	2	-0.00018620025366544724
50729	rnn.weight_hh_l1	3	-0.009282098151743412
50729	rnn.weight_hh_l1	4	0.00029434903990477324
50729	rnn.weight_hh_l1	5	0.025845259428024292
50729	rnn.weight_hh_l1	6	0.03438807651400566
50729	rnn.weight_hh_l1	7	-0.026284916326403618
50729	rnn.weight_hh_l1	8	-0.02752402052283287
50729	rnn.weight_hh_l1	9	0.03651636466383934
50729	rnn.bias_ih_l1	0	-0.10000552237033844
50729	rnn.bias_ih_l1	1	-0.10268442332744598
50729	rnn.bias_ih_l1	2	-0.1166718378663063
50729	rnn.bias_ih_l1	3	-0.18386103212833405
50729	rnn.bias_ih_l1	4	-0.14266136288642883
50729	rnn.bias_ih_l1	5	-0.10447526723146439
50729	rnn.bias_ih_l1	6	-0.07452414184808731
50729	rnn.bias_ih_l1	7	-0.032222092151641846
50729	rnn.bias_ih_l1	8	-0.09351364523172379
50729	rnn.bias_ih_l1	9	-0.10939932614564896
50729	rnn.bias_hh_l1	0	-0.10697472095489502
50729	rnn.bias_hh_l1	1	-0.05114516615867615
50729	rnn.bias_hh_l1	2	-0.07488856464624405
50729	rnn.bias_hh_l1	3	-0.06376691162586212
50729	rnn.bias_hh_l1	4	-0.09479401260614395
50729	rnn.bias_hh_l1	5	-0.061563391238451004
50729	rnn.bias_hh_l1	6	-0.07922948151826859
50729	rnn.bias_hh_l1	7	0.016078799962997437
50729	rnn.bias_hh_l1	8	-0.08089666813611984
50729	rnn.bias_hh_l1	9	-0.050464846193790436
50729	rnn.weight_ih_l1_reverse	0	-0.03505334258079529
50729	rnn.weight_ih_l1_reverse	1	0.042632147669792175
50729	rnn.weight_ih_l1_reverse	2	-0.036325741559267044
50729	rnn.weight_ih_l1_reverse	3	-0.016231516376137733
50729	rnn.weight_ih_l1_reverse	4	-0.03912543132901192
50729	rnn.weight_ih_l1_reverse	5	-0.03672458976507187
50729	rnn.weight_ih_l1_reverse	6	-0.03356272727251053
50729	rnn.weight_ih_l1_reverse	7	0.01470161508768797
50729	rnn.weight_ih_l1_reverse	8	0.019849831238389015
50729	rnn.weight_ih_l1_reverse	9	-0.03297347202897072
50729	rnn.weight_hh_l1_reverse	0	0.0067895459942519665
50729	rnn.weight_hh_l1_reverse	1	0.02756042405962944
50729	rnn.weight_hh_l1_reverse	2	-0.03707863762974739
50729	rnn.weight_hh_l1_reverse	3	0.04120330512523651
50729	rnn.weight_hh_l1_reverse	4	0.04499151557683945
50729	rnn.weight_hh_l1_reverse	5	0.008104798384010792
50729	rnn.weight_hh_l1_reverse	6	0.008543943986296654
50729	rnn.weight_hh_l1_reverse	7	0.027100730687379837
50729	rnn.weight_hh_l1_reverse	8	-0.003146517788991332
50729	rnn.weight_hh_l1_reverse	9	-0.04026985913515091
50729	rnn.bias_ih_l1_reverse	0	-0.01646355353295803
50729	rnn.bias_ih_l1_reverse	1	-0.05967843160033226
50729	rnn.bias_ih_l1_reverse	2	-0.09173011034727097
50729	rnn.bias_ih_l1_reverse	3	-0.009037189185619354
50729	rnn.bias_ih_l1_reverse	4	-0.14969128370285034
50729	rnn.bias_ih_l1_reverse	5	-0.07219699025154114
50729	rnn.bias_ih_l1_reverse	6	-0.09583759307861328
50729	rnn.bias_ih_l1_reverse	7	-0.1185418963432312
50729	rnn.bias_ih_l1_reverse	8	0.11484719067811966
50729	rnn.bias_ih_l1_reverse	9	0.012310647405683994
50729	rnn.bias_hh_l1_reverse	0	-0.021515874192118645
50729	rnn.bias_hh_l1_reverse	1	-0.023835832253098488
50729	rnn.bias_hh_l1_reverse	2	-0.174673929810524
50729	rnn.bias_hh_l1_reverse	3	-0.07034429907798767
50729	rnn.bias_hh_l1_reverse	4	-0.05061151832342148
50729	rnn.bias_hh_l1_reverse	5	-0.05716092512011528
50729	rnn.bias_hh_l1_reverse	6	0.14077149331569672
50729	rnn.bias_hh_l1_reverse	7	-0.131613090634346
50729	rnn.bias_hh_l1_reverse	8	-0.07174305617809296
50729	rnn.bias_hh_l1_reverse	9	-0.09052547812461853
50729	linear.weight	0	0.002228822559118271
50729	linear.weight	1	0.03922932222485542
50729	linear.weight	2	-0.10070481151342392
50729	linear.weight	3	0.2784688174724579
50729	linear.weight	4	0.06245755776762962
50729	linear.weight	5	0.023067040368914604
50729	linear.weight	6	-0.04719257727265358
50729	linear.weight	7	0.05424446240067482
50729	linear.weight	8	0.04200776666402817
50729	linear.weight	9	-0.0482444167137146
50729	linear.bias	0	-0.06672102957963943
50729	linear.bias	1	-0.11769266426563263
50729	linear.bias	2	-0.4565350413322449
50729	linear.bias	3	-0.7154855728149414
50729	linear.bias	4	-0.9973857402801514
50729	linear.bias	5	-0.02409514971077442
50729	linear.bias	6	-0.6449031829833984
50729	linear.bias	7	0.4462701082229614
50729	linear.bias	8	-0.5741323232650757
50729	linear.bias	9	-0.7980155944824219
50926	transitions	0	0.5014582276344299
50926	transitions	1	-0.00014001282397657633
50926	transitions	2	-10000.0
50926	transitions	3	-1.7931796312332153
50926	transitions	4	-10000.0
50926	transitions	5	0.6697290539741516
50926	transitions	6	-0.004411729052662849
50926	transitions	7	-0.2904411852359772
50926	transitions	8	-1.3124423027038574
50926	transitions	9	-0.00022503751097247005
50926	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
50926	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
50926	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
50926	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
50926	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
50926	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
50926	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
50926	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
50926	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
50926	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
50926	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
50926	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
50926	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
50926	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
50926	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
50926	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
50926	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
50926	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
50926	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
50926	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
50926	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
50926	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
50926	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
50926	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
50926	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
50926	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
50926	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
50926	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
50926	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
50926	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
50926	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
50926	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
50926	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
50926	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
50926	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
50926	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
50926	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
50926	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
50926	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
50926	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
50926	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
50926	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
50926	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
50926	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
50926	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
50926	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
50926	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
50926	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
50926	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
50926	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
50926	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
50926	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
50926	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
50926	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
50926	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
50926	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
50926	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
50926	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
50926	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
50926	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
50926	embedding2nn.weight	0	-0.008209574036300182
50926	embedding2nn.weight	1	-0.016857735812664032
50926	embedding2nn.weight	2	-0.014268253929913044
50926	embedding2nn.weight	3	0.010210871696472168
50926	embedding2nn.weight	4	-0.0059150345623493195
50926	embedding2nn.weight	5	-0.0037005827762186527
50926	embedding2nn.weight	6	-0.003973212093114853
50926	embedding2nn.weight	7	-0.03787550330162048
50926	embedding2nn.weight	8	-0.0019979383796453476
50926	embedding2nn.weight	9	-0.02552877366542816
50926	embedding2nn.bias	0	0.049615222960710526
50926	embedding2nn.bias	1	-0.06710219383239746
50926	embedding2nn.bias	2	0.10275782644748688
50926	embedding2nn.bias	3	0.05021823197603226
50926	embedding2nn.bias	4	-0.007708009798079729
50926	embedding2nn.bias	5	-0.013290866278111935
50926	embedding2nn.bias	6	0.002917986363172531
50926	embedding2nn.bias	7	-0.035421788692474365
50926	embedding2nn.bias	8	0.05359930172562599
50926	embedding2nn.bias	9	0.05594434589147568
50926	rnn.weight_ih_l0	0	-0.01486886851489544
50926	rnn.weight_ih_l0	1	0.006317564286291599
50926	rnn.weight_ih_l0	2	0.03025800921022892
50926	rnn.weight_ih_l0	3	0.007142763584852219
50926	rnn.weight_ih_l0	4	-0.026893915608525276
50926	rnn.weight_ih_l0	5	-0.061147142201662064
50926	rnn.weight_ih_l0	6	0.018516678363084793
50926	rnn.weight_ih_l0	7	0.046313900500535965
50926	rnn.weight_ih_l0	8	0.011629359796643257
50926	rnn.weight_ih_l0	9	-0.03052048198878765
50926	rnn.weight_hh_l0	0	-0.032019298523664474
50926	rnn.weight_hh_l0	1	-0.0026076645590364933
50926	rnn.weight_hh_l0	2	0.00028202187968418
50926	rnn.weight_hh_l0	3	-0.050204113125801086
50926	rnn.weight_hh_l0	4	0.04928671196103096
50926	rnn.weight_hh_l0	5	-0.015132894739508629
50926	rnn.weight_hh_l0	6	-0.03875238820910454
50926	rnn.weight_hh_l0	7	-0.028305446729063988
50926	rnn.weight_hh_l0	8	-0.00403193011879921
50926	rnn.weight_hh_l0	9	-0.020250488072633743
50926	rnn.bias_ih_l0	0	0.03523774817585945
50926	rnn.bias_ih_l0	1	-0.021728666499257088
50926	rnn.bias_ih_l0	2	-0.006351124960929155
50926	rnn.bias_ih_l0	3	0.08007752895355225
50926	rnn.bias_ih_l0	4	-0.03200921788811684
50926	rnn.bias_ih_l0	5	-0.02446903847157955
50926	rnn.bias_ih_l0	6	0.006844265852123499
50926	rnn.bias_ih_l0	7	0.052930161356925964
50926	rnn.bias_ih_l0	8	-0.07249739021062851
50926	rnn.bias_ih_l0	9	-0.044737979769706726
50926	rnn.bias_hh_l0	0	-0.0322536863386631
50926	rnn.bias_hh_l0	1	-0.07951124012470245
50926	rnn.bias_hh_l0	2	-0.03721454739570618
50926	rnn.bias_hh_l0	3	-0.06690188497304916
50926	rnn.bias_hh_l0	4	0.0023857606574892998
50926	rnn.bias_hh_l0	5	0.0056491815485060215
50926	rnn.bias_hh_l0	6	0.036598969250917435
50926	rnn.bias_hh_l0	7	0.00844665803015232
50926	rnn.bias_hh_l0	8	-0.08982367813587189
50926	rnn.bias_hh_l0	9	-0.005339174065738916
50926	rnn.weight_ih_l0_reverse	0	-0.019423767924308777
50926	rnn.weight_ih_l0_reverse	1	-0.049032460898160934
50926	rnn.weight_ih_l0_reverse	2	-0.02483200468122959
50926	rnn.weight_ih_l0_reverse	3	-0.0027823946438729763
50926	rnn.weight_ih_l0_reverse	4	-0.004774723667651415
50926	rnn.weight_ih_l0_reverse	5	-0.0466756746172905
50926	rnn.weight_ih_l0_reverse	6	0.04126400500535965
50926	rnn.weight_ih_l0_reverse	7	-0.02026640623807907
50926	rnn.weight_ih_l0_reverse	8	-0.032836075872182846
50926	rnn.weight_ih_l0_reverse	9	0.00950759369879961
50926	rnn.weight_hh_l0_reverse	0	0.034685634076595306
50926	rnn.weight_hh_l0_reverse	1	0.03347885608673096
50926	rnn.weight_hh_l0_reverse	2	0.032680559903383255
50926	rnn.weight_hh_l0_reverse	3	0.021854571998119354
50926	rnn.weight_hh_l0_reverse	4	0.004254791885614395
50926	rnn.weight_hh_l0_reverse	5	-0.005909926723688841
50926	rnn.weight_hh_l0_reverse	6	0.0380329005420208
50926	rnn.weight_hh_l0_reverse	7	-0.04004838690161705
50926	rnn.weight_hh_l0_reverse	8	0.018318749964237213
50926	rnn.weight_hh_l0_reverse	9	0.04483748599886894
50926	rnn.bias_ih_l0_reverse	0	-0.05868083983659744
50926	rnn.bias_ih_l0_reverse	1	-0.18336081504821777
50926	rnn.bias_ih_l0_reverse	2	-0.05541057139635086
50926	rnn.bias_ih_l0_reverse	3	-0.018840257078409195
50926	rnn.bias_ih_l0_reverse	4	-0.03405875712633133
50926	rnn.bias_ih_l0_reverse	5	0.019698234274983406
50926	rnn.bias_ih_l0_reverse	6	-0.029056280851364136
50926	rnn.bias_ih_l0_reverse	7	0.045912548899650574
50926	rnn.bias_ih_l0_reverse	8	-0.03185439854860306
50926	rnn.bias_ih_l0_reverse	9	0.015727629885077477
50926	rnn.bias_hh_l0_reverse	0	-0.023225897923111916
50926	rnn.bias_hh_l0_reverse	1	-0.02102663740515709
50926	rnn.bias_hh_l0_reverse	2	0.05019504204392433
50926	rnn.bias_hh_l0_reverse	3	-0.03052935004234314
50926	rnn.bias_hh_l0_reverse	4	-0.041867971420288086
50926	rnn.bias_hh_l0_reverse	5	-0.059422824531793594
50926	rnn.bias_hh_l0_reverse	6	-0.014331968501210213
50926	rnn.bias_hh_l0_reverse	7	0.06190731003880501
50926	rnn.bias_hh_l0_reverse	8	0.03050985187292099
50926	rnn.bias_hh_l0_reverse	9	-0.10306878387928009
50926	rnn.weight_ih_l1	0	-0.03476951643824577
50926	rnn.weight_ih_l1	1	-0.03794225677847862
50926	rnn.weight_ih_l1	2	0.06381610035896301
50926	rnn.weight_ih_l1	3	-0.021741343662142754
50926	rnn.weight_ih_l1	4	0.0003276325878687203
50926	rnn.weight_ih_l1	5	-0.04577019810676575
50926	rnn.weight_ih_l1	6	0.01653580367565155
50926	rnn.weight_ih_l1	7	-0.0357620045542717
50926	rnn.weight_ih_l1	8	0.03688840568065643
50926	rnn.weight_ih_l1	9	0.02533331885933876
50926	rnn.weight_hh_l1	0	-0.012471000663936138
50926	rnn.weight_hh_l1	1	0.005468947347253561
50926	rnn.weight_hh_l1	2	0.0031079414766281843
50926	rnn.weight_hh_l1	3	-0.009188078343868256
50926	rnn.weight_hh_l1	4	0.0006723947590216994
50926	rnn.weight_hh_l1	5	0.026281364262104034
50926	rnn.weight_hh_l1	6	0.034087587147951126
50926	rnn.weight_hh_l1	7	-0.026531383395195007
50926	rnn.weight_hh_l1	8	-0.028031669557094574
50926	rnn.weight_hh_l1	9	0.036197248846292496
50926	rnn.bias_ih_l1	0	-0.09662576764822006
50926	rnn.bias_ih_l1	1	-0.10356583446264267
50926	rnn.bias_ih_l1	2	-0.11918029189109802
50926	rnn.bias_ih_l1	3	-0.17943626642227173
50926	rnn.bias_ih_l1	4	-0.1430494785308838
50926	rnn.bias_ih_l1	5	-0.10290200263261795
50926	rnn.bias_ih_l1	6	-0.07142386585474014
50926	rnn.bias_ih_l1	7	-0.030540278181433678
50926	rnn.bias_ih_l1	8	-0.09062735736370087
50926	rnn.bias_ih_l1	9	-0.10791794955730438
50926	rnn.bias_hh_l1	0	-0.10565069317817688
50926	rnn.bias_hh_l1	1	-0.04897761717438698
50926	rnn.bias_hh_l1	2	-0.07667684555053711
50926	rnn.bias_hh_l1	3	-0.06417231261730194
50926	rnn.bias_hh_l1	4	-0.0939619392156601
50926	rnn.bias_hh_l1	5	-0.061418671160936356
50926	rnn.bias_hh_l1	6	-0.0809372290968895
50926	rnn.bias_hh_l1	7	0.018549147993326187
50926	rnn.bias_hh_l1	8	-0.08009982109069824
50926	rnn.bias_hh_l1	9	-0.05175447091460228
50926	rnn.weight_ih_l1_reverse	0	-0.03462487831711769
50926	rnn.weight_ih_l1_reverse	1	0.03642810136079788
50926	rnn.weight_ih_l1_reverse	2	-0.035365261137485504
50926	rnn.weight_ih_l1_reverse	3	-0.016855059191584587
50926	rnn.weight_ih_l1_reverse	4	-0.03738914430141449
50926	rnn.weight_ih_l1_reverse	5	-0.036864567548036575
50926	rnn.weight_ih_l1_reverse	6	-0.0344189815223217
50926	rnn.weight_ih_l1_reverse	7	0.014471644535660744
50926	rnn.weight_ih_l1_reverse	8	0.017550621181726456
50926	rnn.weight_ih_l1_reverse	9	-0.027543775737285614
50926	rnn.weight_hh_l1_reverse	0	0.006780009251087904
50926	rnn.weight_hh_l1_reverse	1	0.027594154700636864
50926	rnn.weight_hh_l1_reverse	2	-0.03700010105967522
50926	rnn.weight_hh_l1_reverse	3	0.041257813572883606
50926	rnn.weight_hh_l1_reverse	4	0.0456693172454834
50926	rnn.weight_hh_l1_reverse	5	0.007890714332461357
50926	rnn.weight_hh_l1_reverse	6	0.008515146560966969
50926	rnn.weight_hh_l1_reverse	7	0.027460208162665367
50926	rnn.weight_hh_l1_reverse	8	-0.0030627830419689417
50926	rnn.weight_hh_l1_reverse	9	-0.04029441624879837
50926	rnn.bias_ih_l1_reverse	0	-0.018299460411071777
50926	rnn.bias_ih_l1_reverse	1	-0.06167520955204964
50926	rnn.bias_ih_l1_reverse	2	-0.09036581218242645
50926	rnn.bias_ih_l1_reverse	3	-0.015165074728429317
50926	rnn.bias_ih_l1_reverse	4	-0.1521693617105484
50926	rnn.bias_ih_l1_reverse	5	-0.07219091057777405
50926	rnn.bias_ih_l1_reverse	6	-0.09478451311588287
50926	rnn.bias_ih_l1_reverse	7	-0.11531105637550354
50926	rnn.bias_ih_l1_reverse	8	0.12298346310853958
50926	rnn.bias_ih_l1_reverse	9	0.002732472028583288
50926	rnn.bias_hh_l1_reverse	0	-0.03418683633208275
50926	rnn.bias_hh_l1_reverse	1	-0.01869233138859272
50926	rnn.bias_hh_l1_reverse	2	-0.1737835705280304
50926	rnn.bias_hh_l1_reverse	3	-0.07172545045614243
50926	rnn.bias_hh_l1_reverse	4	-0.04871583729982376
50926	rnn.bias_hh_l1_reverse	5	-0.05494456738233566
50926	rnn.bias_hh_l1_reverse	6	0.1424051970243454
50926	rnn.bias_hh_l1_reverse	7	-0.13045410811901093
50926	rnn.bias_hh_l1_reverse	8	-0.07256089150905609
50926	rnn.bias_hh_l1_reverse	9	-0.0885356217622757
50926	linear.weight	0	0.002228822559118271
50926	linear.weight	1	0.04436352476477623
50926	linear.weight	2	-0.09986305981874466
50926	linear.weight	3	0.2835367023944855
50926	linear.weight	4	0.06309859454631805
50926	linear.weight	5	0.02343437261879444
50926	linear.weight	6	-0.04191570356488228
50926	linear.weight	7	0.04756668582558632
50926	linear.weight	8	0.042010609060525894
50926	linear.weight	9	-0.04054562747478485
50926	linear.bias	0	-0.12356183677911758
50926	linear.bias	1	-0.11528165638446808
50926	linear.bias	2	-0.4331599175930023
50926	linear.bias	3	-0.7281040549278259
50926	linear.bias	4	-1.011547565460205
50926	linear.bias	5	-0.013941297307610512
50926	linear.bias	6	-0.6449494361877441
50926	linear.bias	7	0.4532724916934967
50926	linear.bias	8	-0.5765871405601501
50926	linear.bias	9	-0.8027371764183044
51123	transitions	0	0.48976966738700867
51123	transitions	1	-0.00098026217892766
51123	transitions	2	-10000.0
51123	transitions	3	-1.7932947874069214
51123	transitions	4	-10000.0
51123	transitions	5	0.6695354580879211
51123	transitions	6	-0.004751774948090315
51123	transitions	7	-0.29196178913116455
51123	transitions	8	-1.3127497434616089
51123	transitions	9	-0.00022871927649248391
51123	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
51123	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
51123	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
51123	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
51123	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
51123	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
51123	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
51123	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
51123	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
51123	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
51123	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
51123	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
51123	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
51123	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
51123	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
51123	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
51123	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
51123	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
51123	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
51123	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
51123	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
51123	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
51123	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
51123	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
51123	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
51123	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
51123	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
51123	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
51123	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
51123	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
51123	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
51123	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
51123	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
51123	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
51123	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
51123	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
51123	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
51123	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
51123	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
51123	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
51123	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
51123	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
51123	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
51123	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
51123	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
51123	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
51123	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
51123	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
51123	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
51123	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
51123	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
51123	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
51123	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
51123	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
51123	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
51123	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
51123	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
51123	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
51123	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
51123	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
51123	embedding2nn.weight	0	-0.0055938586592674255
51123	embedding2nn.weight	1	-0.016734791919589043
51123	embedding2nn.weight	2	-0.014268253929913044
51123	embedding2nn.weight	3	0.007032159715890884
51123	embedding2nn.weight	4	-0.0059150345623493195
51123	embedding2nn.weight	5	-0.003700582543388009
51123	embedding2nn.weight	6	-0.003973209299147129
51123	embedding2nn.weight	7	-0.03805527836084366
51123	embedding2nn.weight	8	-0.0019979383796453476
51123	embedding2nn.weight	9	-0.025804245844483376
51123	embedding2nn.bias	0	0.052856314927339554
51123	embedding2nn.bias	1	-0.065822072327137
51123	embedding2nn.bias	2	0.10003986954689026
51123	embedding2nn.bias	3	0.03893284127116203
51123	embedding2nn.bias	4	-0.003672681050375104
51123	embedding2nn.bias	5	-0.006641068495810032
51123	embedding2nn.bias	6	0.005167531315237284
51123	embedding2nn.bias	7	-0.03682083636522293
51123	embedding2nn.bias	8	0.052054792642593384
51123	embedding2nn.bias	9	0.058313123881816864
51123	rnn.weight_ih_l0	0	-0.015497850254178047
51123	rnn.weight_ih_l0	1	0.006373690441250801
51123	rnn.weight_ih_l0	2	0.030190525576472282
51123	rnn.weight_ih_l0	3	0.0060235015116631985
51123	rnn.weight_ih_l0	4	-0.026626870036125183
51123	rnn.weight_ih_l0	5	-0.06030627712607384
51123	rnn.weight_ih_l0	6	0.01739068329334259
51123	rnn.weight_ih_l0	7	0.047131143510341644
51123	rnn.weight_ih_l0	8	0.011124233715236187
51123	rnn.weight_ih_l0	9	-0.031022321432828903
51123	rnn.weight_hh_l0	0	-0.032105207443237305
51123	rnn.weight_hh_l0	1	-0.0009699175716377795
51123	rnn.weight_hh_l0	2	-0.0006230800063349307
51123	rnn.weight_hh_l0	3	-0.04993336275219917
51123	rnn.weight_hh_l0	4	0.04909614846110344
51123	rnn.weight_hh_l0	5	-0.01601281948387623
51123	rnn.weight_hh_l0	6	-0.04231161251664162
51123	rnn.weight_hh_l0	7	-0.02825683169066906
51123	rnn.weight_hh_l0	8	-0.0036879193503409624
51123	rnn.weight_hh_l0	9	-0.020096393302083015
51123	rnn.bias_ih_l0	0	0.0406978465616703
51123	rnn.bias_ih_l0	1	-0.021729541942477226
51123	rnn.bias_ih_l0	2	-0.008047028444707394
51123	rnn.bias_ih_l0	3	0.08237341046333313
51123	rnn.bias_ih_l0	4	-0.03406006097793579
51123	rnn.bias_ih_l0	5	-0.01779530942440033
51123	rnn.bias_ih_l0	6	0.01015836838632822
51123	rnn.bias_ih_l0	7	0.05356335639953613
51123	rnn.bias_ih_l0	8	-0.0719049721956253
51123	rnn.bias_ih_l0	9	-0.046922702342271805
51123	rnn.bias_hh_l0	0	-0.03486721217632294
51123	rnn.bias_hh_l0	1	-0.07704197615385056
51123	rnn.bias_hh_l0	2	-0.0372646190226078
51123	rnn.bias_hh_l0	3	-0.06595461070537567
51123	rnn.bias_hh_l0	4	-0.006800692528486252
51123	rnn.bias_hh_l0	5	0.006701585836708546
51123	rnn.bias_hh_l0	6	0.03752478212118149
51123	rnn.bias_hh_l0	7	0.007199252489954233
51123	rnn.bias_hh_l0	8	-0.09396389871835709
51123	rnn.bias_hh_l0	9	-0.0033913746010512114
51123	rnn.weight_ih_l0_reverse	0	-0.019210055470466614
51123	rnn.weight_ih_l0_reverse	1	-0.049307480454444885
51123	rnn.weight_ih_l0_reverse	2	-0.02442694641649723
51123	rnn.weight_ih_l0_reverse	3	-0.0023902312386780977
51123	rnn.weight_ih_l0_reverse	4	-0.004361254628747702
51123	rnn.weight_ih_l0_reverse	5	-0.04769565910100937
51123	rnn.weight_ih_l0_reverse	6	0.041892796754837036
51123	rnn.weight_ih_l0_reverse	7	-0.020659003406763077
51123	rnn.weight_ih_l0_reverse	8	-0.032513294368982315
51123	rnn.weight_ih_l0_reverse	9	0.008583064191043377
51123	rnn.weight_hh_l0_reverse	0	0.03373531624674797
51123	rnn.weight_hh_l0_reverse	1	0.032904453575611115
51123	rnn.weight_hh_l0_reverse	2	0.03250046819448471
51123	rnn.weight_hh_l0_reverse	3	0.021934710443019867
51123	rnn.weight_hh_l0_reverse	4	0.0030195892322808504
51123	rnn.weight_hh_l0_reverse	5	-0.0052956510335206985
51123	rnn.weight_hh_l0_reverse	6	0.03845299780368805
51123	rnn.weight_hh_l0_reverse	7	-0.03927300497889519
51123	rnn.weight_hh_l0_reverse	8	0.017462125048041344
51123	rnn.weight_hh_l0_reverse	9	0.04455826058983803
51123	rnn.bias_ih_l0_reverse	0	-0.060922734439373016
51123	rnn.bias_ih_l0_reverse	1	-0.18571600317955017
51123	rnn.bias_ih_l0_reverse	2	-0.05504823476076126
51123	rnn.bias_ih_l0_reverse	3	-0.017546409741044044
51123	rnn.bias_ih_l0_reverse	4	-0.028550736606121063
51123	rnn.bias_ih_l0_reverse	5	0.02015390433371067
51123	rnn.bias_ih_l0_reverse	6	-0.0301376786082983
51123	rnn.bias_ih_l0_reverse	7	0.04727960377931595
51123	rnn.bias_ih_l0_reverse	8	-0.0307454913854599
51123	rnn.bias_ih_l0_reverse	9	0.018803633749485016
51123	rnn.bias_hh_l0_reverse	0	-0.020486118271946907
51123	rnn.bias_hh_l0_reverse	1	-0.022311173379421234
51123	rnn.bias_hh_l0_reverse	2	0.047608718276023865
51123	rnn.bias_hh_l0_reverse	3	-0.031202346086502075
51123	rnn.bias_hh_l0_reverse	4	-0.03738022223114967
51123	rnn.bias_hh_l0_reverse	5	-0.05508822202682495
51123	rnn.bias_hh_l0_reverse	6	-0.010729781351983547
51123	rnn.bias_hh_l0_reverse	7	0.06156863272190094
51123	rnn.bias_hh_l0_reverse	8	0.030175963416695595
51123	rnn.bias_hh_l0_reverse	9	-0.10075298696756363
51123	rnn.weight_ih_l1	0	-0.0340273380279541
51123	rnn.weight_ih_l1	1	-0.03863642364740372
51123	rnn.weight_ih_l1	2	0.064300037920475
51123	rnn.weight_ih_l1	3	-0.02245314233005047
51123	rnn.weight_ih_l1	4	0.00018108448421116918
51123	rnn.weight_ih_l1	5	-0.04567412659525871
51123	rnn.weight_ih_l1	6	0.016904117539525032
51123	rnn.weight_ih_l1	7	-0.03603191301226616
51123	rnn.weight_ih_l1	8	0.03710851073265076
51123	rnn.weight_ih_l1	9	0.02567184902727604
51123	rnn.weight_hh_l1	0	-0.013984797522425652
51123	rnn.weight_hh_l1	1	0.005508536472916603
51123	rnn.weight_hh_l1	2	0.002888786606490612
51123	rnn.weight_hh_l1	3	-0.009754500351846218
51123	rnn.weight_hh_l1	4	0.001104014809243381
51123	rnn.weight_hh_l1	5	0.026307078078389168
51123	rnn.weight_hh_l1	6	0.03391991928219795
51123	rnn.weight_hh_l1	7	-0.02626919001340866
51123	rnn.weight_hh_l1	8	-0.027895232662558556
51123	rnn.weight_hh_l1	9	0.03594032675027847
51123	rnn.bias_ih_l1	0	-0.10268101841211319
51123	rnn.bias_ih_l1	1	-0.1039862260222435
51123	rnn.bias_ih_l1	2	-0.1250247210264206
51123	rnn.bias_ih_l1	3	-0.18001841008663177
51123	rnn.bias_ih_l1	4	-0.14229558408260345
51123	rnn.bias_ih_l1	5	-0.10336431860923767
51123	rnn.bias_ih_l1	6	-0.06806624680757523
51123	rnn.bias_ih_l1	7	-0.03138190507888794
51123	rnn.bias_ih_l1	8	-0.08954092860221863
51123	rnn.bias_ih_l1	9	-0.10739472508430481
51123	rnn.bias_hh_l1	0	-0.10736388713121414
51123	rnn.bias_hh_l1	1	-0.05136261507868767
51123	rnn.bias_hh_l1	2	-0.07701954245567322
51123	rnn.bias_hh_l1	3	-0.06360985338687897
51123	rnn.bias_hh_l1	4	-0.09433219581842422
51123	rnn.bias_hh_l1	5	-0.06344606727361679
51123	rnn.bias_hh_l1	6	-0.07560277730226517
51123	rnn.bias_hh_l1	7	0.018349802121520042
51123	rnn.bias_hh_l1	8	-0.0807865560054779
51123	rnn.bias_hh_l1	9	-0.05416324362158775
51123	rnn.weight_ih_l1_reverse	0	-0.03529012203216553
51123	rnn.weight_ih_l1_reverse	1	0.042252734303474426
51123	rnn.weight_ih_l1_reverse	2	-0.035032108426094055
51123	rnn.weight_ih_l1_reverse	3	-0.017075641080737114
51123	rnn.weight_ih_l1_reverse	4	-0.03798498958349228
51123	rnn.weight_ih_l1_reverse	5	-0.037043921649456024
51123	rnn.weight_ih_l1_reverse	6	-0.03451017662882805
51123	rnn.weight_ih_l1_reverse	7	0.014496897347271442
51123	rnn.weight_ih_l1_reverse	8	0.017580335959792137
51123	rnn.weight_ih_l1_reverse	9	-0.02896720916032791
51123	rnn.weight_hh_l1_reverse	0	0.006874489597976208
51123	rnn.weight_hh_l1_reverse	1	0.027562817558646202
51123	rnn.weight_hh_l1_reverse	2	-0.036988046020269394
51123	rnn.weight_hh_l1_reverse	3	0.04143625497817993
51123	rnn.weight_hh_l1_reverse	4	0.04594089463353157
51123	rnn.weight_hh_l1_reverse	5	0.007472469471395016
51123	rnn.weight_hh_l1_reverse	6	0.00847606174647808
51123	rnn.weight_hh_l1_reverse	7	0.0275239497423172
51123	rnn.weight_hh_l1_reverse	8	-0.003166483249515295
51123	rnn.weight_hh_l1_reverse	9	-0.04007017984986305
51123	rnn.bias_ih_l1_reverse	0	-0.02201942726969719
51123	rnn.bias_ih_l1_reverse	1	-0.06330712884664536
51123	rnn.bias_ih_l1_reverse	2	-0.087971992790699
51123	rnn.bias_ih_l1_reverse	3	-0.01834343746304512
51123	rnn.bias_ih_l1_reverse	4	-0.1509706974029541
51123	rnn.bias_ih_l1_reverse	5	-0.07326365262269974
51123	rnn.bias_ih_l1_reverse	6	-0.0956907868385315
51123	rnn.bias_ih_l1_reverse	7	-0.11643318831920624
51123	rnn.bias_ih_l1_reverse	8	0.1217130720615387
51123	rnn.bias_ih_l1_reverse	9	0.014892108738422394
51123	rnn.bias_hh_l1_reverse	0	-0.017058653756976128
51123	rnn.bias_hh_l1_reverse	1	-0.008617131970822811
51123	rnn.bias_hh_l1_reverse	2	-0.17503899335861206
51123	rnn.bias_hh_l1_reverse	3	-0.07252195477485657
51123	rnn.bias_hh_l1_reverse	4	-0.05030728504061699
51123	rnn.bias_hh_l1_reverse	5	-0.055989544838666916
51123	rnn.bias_hh_l1_reverse	6	0.1375790387392044
51123	rnn.bias_hh_l1_reverse	7	-0.13174521923065186
51123	rnn.bias_hh_l1_reverse	8	-0.07164957374334335
51123	rnn.bias_hh_l1_reverse	9	-0.08838128298521042
51123	linear.weight	0	0.002228822559118271
51123	linear.weight	1	0.03572767227888107
51123	linear.weight	2	-0.10140417516231537
51123	linear.weight	3	0.2926042079925537
51123	linear.weight	4	0.06212566792964935
51123	linear.weight	5	0.024124009534716606
51123	linear.weight	6	-0.03873497620224953
51123	linear.weight	7	0.028630953282117844
51123	linear.weight	8	0.04201528802514076
51123	linear.weight	9	-0.042663753032684326
51123	linear.bias	0	-0.07332754135131836
51123	linear.bias	1	-0.11084575206041336
51123	linear.bias	2	-0.43951988220214844
51123	linear.bias	3	-0.7228171825408936
51123	linear.bias	4	-1.005412220954895
51123	linear.bias	5	-0.0067285215482115746
51123	linear.bias	6	-0.6419895887374878
51123	linear.bias	7	0.4586928188800812
51123	linear.bias	8	-0.5867034792900085
51123	linear.bias	9	-0.8106185793876648
51320	transitions	0	0.4901474118232727
51320	transitions	1	0.009474456310272217
51320	transitions	2	-10000.0
51320	transitions	3	-1.7933837175369263
51320	transitions	4	-10000.0
51320	transitions	5	0.669187068939209
51320	transitions	6	-0.005045513156801462
51320	transitions	7	-0.29386216402053833
51320	transitions	8	-1.312971830368042
51320	transitions	9	-0.00023255919222719967
51320	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
51320	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
51320	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
51320	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
51320	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
51320	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
51320	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
51320	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
51320	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
51320	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
51320	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
51320	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
51320	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
51320	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
51320	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
51320	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
51320	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
51320	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
51320	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
51320	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
51320	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
51320	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
51320	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
51320	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
51320	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
51320	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
51320	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
51320	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
51320	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
51320	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
51320	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
51320	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
51320	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
51320	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
51320	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
51320	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
51320	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
51320	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
51320	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
51320	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
51320	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
51320	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
51320	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
51320	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
51320	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
51320	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
51320	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
51320	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
51320	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
51320	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
51320	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
51320	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
51320	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
51320	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
51320	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
51320	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
51320	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
51320	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
51320	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
51320	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
51320	embedding2nn.weight	0	-0.005923588294535875
51320	embedding2nn.weight	1	-0.016689106822013855
51320	embedding2nn.weight	2	-0.014268253929913044
51320	embedding2nn.weight	3	0.0059562805108726025
51320	embedding2nn.weight	4	-0.0059150345623493195
51320	embedding2nn.weight	5	-0.0037005827762186527
51320	embedding2nn.weight	6	-0.003973211161792278
51320	embedding2nn.weight	7	-0.036695461720228195
51320	embedding2nn.weight	8	-0.0019979383796453476
51320	embedding2nn.weight	9	-0.025903956964612007
51320	embedding2nn.bias	0	0.049816280603408813
51320	embedding2nn.bias	1	-0.061245933175086975
51320	embedding2nn.bias	2	0.10847915709018707
51320	embedding2nn.bias	3	0.04016995429992676
51320	embedding2nn.bias	4	-0.003907224629074335
51320	embedding2nn.bias	5	-0.008287291042506695
51320	embedding2nn.bias	6	0.0057692090049386024
51320	embedding2nn.bias	7	-0.047358836978673935
51320	embedding2nn.bias	8	0.046700797975063324
51320	embedding2nn.bias	9	0.05745108425617218
51320	rnn.weight_ih_l0	0	-0.014508388936519623
51320	rnn.weight_ih_l0	1	0.005711127072572708
51320	rnn.weight_ih_l0	2	0.02947237901389599
51320	rnn.weight_ih_l0	3	0.004511796869337559
51320	rnn.weight_ih_l0	4	-0.02661975659430027
51320	rnn.weight_ih_l0	5	-0.06113668158650398
51320	rnn.weight_ih_l0	6	0.01654384844005108
51320	rnn.weight_ih_l0	7	0.048394687473773956
51320	rnn.weight_ih_l0	8	0.01151181198656559
51320	rnn.weight_ih_l0	9	-0.030239954590797424
51320	rnn.weight_hh_l0	0	-0.03095000423491001
51320	rnn.weight_hh_l0	1	-0.0020845390390604734
51320	rnn.weight_hh_l0	2	-0.0013481954811140895
51320	rnn.weight_hh_l0	3	-0.04926694184541702
51320	rnn.weight_hh_l0	4	0.04882923513650894
51320	rnn.weight_hh_l0	5	-0.01676408387720585
51320	rnn.weight_hh_l0	6	-0.04394229128956795
51320	rnn.weight_hh_l0	7	-0.028483286499977112
51320	rnn.weight_hh_l0	8	-0.00472536263987422
51320	rnn.weight_hh_l0	9	-0.019710874184966087
51320	rnn.bias_ih_l0	0	0.04011813923716545
51320	rnn.bias_ih_l0	1	-0.02487109787762165
51320	rnn.bias_ih_l0	2	-0.007133097853511572
51320	rnn.bias_ih_l0	3	0.08250322937965393
51320	rnn.bias_ih_l0	4	-0.03382693603634834
51320	rnn.bias_ih_l0	5	-0.0173205379396677
51320	rnn.bias_ih_l0	6	0.0070956554263830185
51320	rnn.bias_ih_l0	7	0.05119367688894272
51320	rnn.bias_ih_l0	8	-0.0729386955499649
51320	rnn.bias_ih_l0	9	-0.04648695886135101
51320	rnn.bias_hh_l0	0	-0.03250458091497421
51320	rnn.bias_hh_l0	1	-0.07162798196077347
51320	rnn.bias_hh_l0	2	-0.03396454453468323
51320	rnn.bias_hh_l0	3	-0.06495422124862671
51320	rnn.bias_hh_l0	4	-0.008056746795773506
51320	rnn.bias_hh_l0	5	0.006397010292857885
51320	rnn.bias_hh_l0	6	0.03559553995728493
51320	rnn.bias_hh_l0	7	0.002053176984190941
51320	rnn.bias_hh_l0	8	-0.09184659272432327
51320	rnn.bias_hh_l0	9	-0.0004756136331707239
51320	rnn.weight_ih_l0_reverse	0	-0.018890921026468277
51320	rnn.weight_ih_l0_reverse	1	-0.04867907613515854
51320	rnn.weight_ih_l0_reverse	2	-0.026387475430965424
51320	rnn.weight_ih_l0_reverse	3	-0.00292398314923048
51320	rnn.weight_ih_l0_reverse	4	-0.005236733704805374
51320	rnn.weight_ih_l0_reverse	5	-0.047635916620492935
51320	rnn.weight_ih_l0_reverse	6	0.041662417352199554
51320	rnn.weight_ih_l0_reverse	7	-0.01911315508186817
51320	rnn.weight_ih_l0_reverse	8	-0.03285405412316322
51320	rnn.weight_ih_l0_reverse	9	0.007654121611267328
51320	rnn.weight_hh_l0_reverse	0	0.03634248673915863
51320	rnn.weight_hh_l0_reverse	1	0.033402394503355026
51320	rnn.weight_hh_l0_reverse	2	0.03271571546792984
51320	rnn.weight_hh_l0_reverse	3	0.020851686596870422
51320	rnn.weight_hh_l0_reverse	4	0.0036326271947473288
51320	rnn.weight_hh_l0_reverse	5	-0.007328578270971775
51320	rnn.weight_hh_l0_reverse	6	0.038406144827604294
51320	rnn.weight_hh_l0_reverse	7	-0.04007527232170105
51320	rnn.weight_hh_l0_reverse	8	0.017333997413516045
51320	rnn.weight_hh_l0_reverse	9	0.04484526813030243
51320	rnn.bias_ih_l0_reverse	0	-0.06270915269851685
51320	rnn.bias_ih_l0_reverse	1	-0.18545567989349365
51320	rnn.bias_ih_l0_reverse	2	-0.05346725881099701
51320	rnn.bias_ih_l0_reverse	3	-0.020947327837347984
51320	rnn.bias_ih_l0_reverse	4	-0.022473854944109917
51320	rnn.bias_ih_l0_reverse	5	0.023256946355104446
51320	rnn.bias_ih_l0_reverse	6	-0.02781807817518711
51320	rnn.bias_ih_l0_reverse	7	0.04651540890336037
51320	rnn.bias_ih_l0_reverse	8	-0.03122638538479805
51320	rnn.bias_ih_l0_reverse	9	0.01939505897462368
51320	rnn.bias_hh_l0_reverse	0	-0.019843433052301407
51320	rnn.bias_hh_l0_reverse	1	-0.027303382754325867
51320	rnn.bias_hh_l0_reverse	2	0.05271698907017708
51320	rnn.bias_hh_l0_reverse	3	-0.029237153008580208
51320	rnn.bias_hh_l0_reverse	4	-0.03822152316570282
51320	rnn.bias_hh_l0_reverse	5	-0.05507337301969528
51320	rnn.bias_hh_l0_reverse	6	-0.011148971505463123
51320	rnn.bias_hh_l0_reverse	7	0.06263893097639084
51320	rnn.bias_hh_l0_reverse	8	0.030608011409640312
51320	rnn.bias_hh_l0_reverse	9	-0.10197819769382477
51320	rnn.weight_ih_l1	0	-0.03333963826298714
51320	rnn.weight_ih_l1	1	-0.03845641016960144
51320	rnn.weight_ih_l1	2	0.06828443706035614
51320	rnn.weight_ih_l1	3	-0.024005772545933723
51320	rnn.weight_ih_l1	4	-6.568755634361878e-05
51320	rnn.weight_ih_l1	5	-0.04569077491760254
51320	rnn.weight_ih_l1	6	0.01639741286635399
51320	rnn.weight_ih_l1	7	-0.03442233428359032
51320	rnn.weight_ih_l1	8	0.03728450834751129
51320	rnn.weight_ih_l1	9	0.025200989097356796
51320	rnn.weight_hh_l1	0	-0.013018285855650902
51320	rnn.weight_hh_l1	1	0.005408774130046368
51320	rnn.weight_hh_l1	2	0.002982919104397297
51320	rnn.weight_hh_l1	3	-0.009633980691432953
51320	rnn.weight_hh_l1	4	0.0013575594639405608
51320	rnn.weight_hh_l1	5	0.02642156183719635
51320	rnn.weight_hh_l1	6	0.03359280154109001
51320	rnn.weight_hh_l1	7	-0.026067322120070457
51320	rnn.weight_hh_l1	8	-0.027744103223085403
51320	rnn.weight_hh_l1	9	0.036062903702259064
51320	rnn.bias_ih_l1	0	-0.09762843698263168
51320	rnn.bias_ih_l1	1	-0.10259293019771576
51320	rnn.bias_ih_l1	2	-0.12616565823554993
51320	rnn.bias_ih_l1	3	-0.1791047900915146
51320	rnn.bias_ih_l1	4	-0.14211978018283844
51320	rnn.bias_ih_l1	5	-0.10134433954954147
51320	rnn.bias_ih_l1	6	-0.06911593675613403
51320	rnn.bias_ih_l1	7	-0.03281965106725693
51320	rnn.bias_ih_l1	8	-0.09081825613975525
51320	rnn.bias_ih_l1	9	-0.1057271808385849
51320	rnn.bias_hh_l1	0	-0.10973431169986725
51320	rnn.bias_hh_l1	1	-0.05335432291030884
51320	rnn.bias_hh_l1	2	-0.07430090010166168
51320	rnn.bias_hh_l1	3	-0.06362833082675934
51320	rnn.bias_hh_l1	4	-0.09288622438907623
51320	rnn.bias_hh_l1	5	-0.06442885845899582
51320	rnn.bias_hh_l1	6	-0.07548739016056061
51320	rnn.bias_hh_l1	7	0.025269541889429092
51320	rnn.bias_hh_l1	8	-0.08100610226392746
51320	rnn.bias_hh_l1	9	-0.05606062710285187
51320	rnn.weight_ih_l1_reverse	0	-0.03641847148537636
51320	rnn.weight_ih_l1_reverse	1	0.04501137137413025
51320	rnn.weight_ih_l1_reverse	2	-0.03463139757514
51320	rnn.weight_ih_l1_reverse	3	-0.019522836431860924
51320	rnn.weight_ih_l1_reverse	4	-0.03713652491569519
51320	rnn.weight_ih_l1_reverse	5	-0.03714977577328682
51320	rnn.weight_ih_l1_reverse	6	-0.03452982380986214
51320	rnn.weight_ih_l1_reverse	7	0.014610682614147663
51320	rnn.weight_ih_l1_reverse	8	0.0139009403064847
51320	rnn.weight_ih_l1_reverse	9	-0.027865517884492874
51320	rnn.weight_hh_l1_reverse	0	0.006876977160573006
51320	rnn.weight_hh_l1_reverse	1	0.027572885155677795
51320	rnn.weight_hh_l1_reverse	2	-0.03698558732867241
51320	rnn.weight_hh_l1_reverse	3	0.04139626398682594
51320	rnn.weight_hh_l1_reverse	4	0.04574740305542946
51320	rnn.weight_hh_l1_reverse	5	0.007596780080348253
51320	rnn.weight_hh_l1_reverse	6	0.00842904020100832
51320	rnn.weight_hh_l1_reverse	7	0.027246717363595963
51320	rnn.weight_hh_l1_reverse	8	-0.0032516345381736755
51320	rnn.weight_hh_l1_reverse	9	-0.04034912586212158
51320	rnn.bias_ih_l1_reverse	0	-0.014970673248171806
51320	rnn.bias_ih_l1_reverse	1	-0.06264662742614746
51320	rnn.bias_ih_l1_reverse	2	-0.09123450517654419
51320	rnn.bias_ih_l1_reverse	3	-0.023490482941269875
51320	rnn.bias_ih_l1_reverse	4	-0.14892499148845673
51320	rnn.bias_ih_l1_reverse	5	-0.07175124436616898
51320	rnn.bias_ih_l1_reverse	6	-0.09589700400829315
51320	rnn.bias_ih_l1_reverse	7	-0.11964425444602966
51320	rnn.bias_ih_l1_reverse	8	0.12596003711223602
51320	rnn.bias_ih_l1_reverse	9	0.006271961610764265
51320	rnn.bias_hh_l1_reverse	0	-0.024681145325303078
51320	rnn.bias_hh_l1_reverse	1	-0.013880223035812378
51320	rnn.bias_hh_l1_reverse	2	-0.17477525770664215
51320	rnn.bias_hh_l1_reverse	3	-0.07424262166023254
51320	rnn.bias_hh_l1_reverse	4	-0.05222504958510399
51320	rnn.bias_hh_l1_reverse	5	-0.057767193764448166
51320	rnn.bias_hh_l1_reverse	6	0.1273954212665558
51320	rnn.bias_hh_l1_reverse	7	-0.1283629983663559
51320	rnn.bias_hh_l1_reverse	8	-0.0735277310013771
51320	rnn.bias_hh_l1_reverse	9	-0.08787425607442856
51320	linear.weight	0	0.002228822559118271
51320	linear.weight	1	0.03771088272333145
51320	linear.weight	2	-0.1045798808336258
51320	linear.weight	3	0.2965693175792694
51320	linear.weight	4	0.06479532271623611
51320	linear.weight	5	0.022299526259303093
51320	linear.weight	6	-0.049783941358327866
51320	linear.weight	7	0.03606998920440674
51320	linear.weight	8	0.04201677814126015
51320	linear.weight	9	-0.045562706887722015
51320	linear.bias	0	-0.08382558822631836
51320	linear.bias	1	-0.07867033779621124
51320	linear.bias	2	-0.4467364549636841
51320	linear.bias	3	-0.7264729142189026
51320	linear.bias	4	-1.0070842504501343
51320	linear.bias	5	-0.03102910704910755
51320	linear.bias	6	-0.6136431097984314
51320	linear.bias	7	0.4346809387207031
51320	linear.bias	8	-0.5710761547088623
51320	linear.bias	9	-0.7943443059921265
51324	transitions	0	0.4898972511291504
51324	transitions	1	0.009471324272453785
51324	transitions	2	-10000.0
51324	transitions	3	-1.7933847904205322
51324	transitions	4	-10000.0
51324	transitions	5	0.669176459312439
51324	transitions	6	-0.005052443128079176
51324	transitions	7	-0.2938629984855652
51324	transitions	8	-1.3129808902740479
51324	transitions	9	-0.00023262992908712476
51324	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
51324	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
51324	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
51324	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
51324	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
51324	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
51324	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
51324	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
51324	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
51324	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
51324	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
51324	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
51324	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
51324	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
51324	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
51324	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
51324	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
51324	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
51324	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
51324	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
51324	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
51324	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
51324	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
51324	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
51324	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
51324	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
51324	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
51324	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
51324	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
51324	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
51324	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
51324	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
51324	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
51324	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
51324	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
51324	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
51324	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
51324	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
51324	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
51324	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
51324	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
51324	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
51324	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
51324	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
51324	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
51324	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
51324	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
51324	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
51324	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
51324	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
51324	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
51324	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
51324	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
51324	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
51324	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
51324	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
51324	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
51324	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
51324	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
51324	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
51324	embedding2nn.weight	0	-0.005918032024055719
51324	embedding2nn.weight	1	-0.01666300930082798
51324	embedding2nn.weight	2	-0.014268253929913044
51324	embedding2nn.weight	3	0.005892358720302582
51324	embedding2nn.weight	4	-0.0059150345623493195
51324	embedding2nn.weight	5	-0.0037005830090492964
51324	embedding2nn.weight	6	-0.003973211161792278
51324	embedding2nn.weight	7	-0.036715779453516006
51324	embedding2nn.weight	8	-0.0019979383796453476
51324	embedding2nn.weight	9	-0.02589505724608898
51324	embedding2nn.bias	0	0.0498921163380146
51324	embedding2nn.bias	1	-0.06131383031606674
51324	embedding2nn.bias	2	0.11016213893890381
51324	embedding2nn.bias	3	0.03998246788978577
51324	embedding2nn.bias	4	-0.00427708774805069
51324	embedding2nn.bias	5	-0.006173855625092983
51324	embedding2nn.bias	6	0.006455509923398495
51324	embedding2nn.bias	7	-0.04667743667960167
51324	embedding2nn.bias	8	0.046671655029058456
51324	embedding2nn.bias	9	0.05760843679308891
51324	rnn.weight_ih_l0	0	-0.0143820159137249
51324	rnn.weight_ih_l0	1	0.005087233614176512
51324	rnn.weight_ih_l0	2	0.029507162049412727
51324	rnn.weight_ih_l0	3	0.004408979322761297
51324	rnn.weight_ih_l0	4	-0.026626180857419968
51324	rnn.weight_ih_l0	5	-0.061121586710214615
51324	rnn.weight_ih_l0	6	0.016737328842282295
51324	rnn.weight_ih_l0	7	0.04841770976781845
51324	rnn.weight_ih_l0	8	0.011459787376224995
51324	rnn.weight_ih_l0	9	-0.03029964119195938
51324	rnn.weight_hh_l0	0	-0.030953405424952507
51324	rnn.weight_hh_l0	1	-0.0019579066429287195
51324	rnn.weight_hh_l0	2	-0.001332747982814908
51324	rnn.weight_hh_l0	3	-0.04927981644868851
51324	rnn.weight_hh_l0	4	0.04882342740893364
51324	rnn.weight_hh_l0	5	-0.01682130992412567
51324	rnn.weight_hh_l0	6	-0.044124800711870193
51324	rnn.weight_hh_l0	7	-0.028467565774917603
51324	rnn.weight_hh_l0	8	-0.004782434087246656
51324	rnn.weight_hh_l0	9	-0.019707484170794487
51324	rnn.bias_ih_l0	0	0.04038022458553314
51324	rnn.bias_ih_l0	1	-0.024848351255059242
51324	rnn.bias_ih_l0	2	-0.00703041348606348
51324	rnn.bias_ih_l0	3	0.08235830068588257
51324	rnn.bias_ih_l0	4	-0.03365620598196983
51324	rnn.bias_ih_l0	5	-0.017543883994221687
51324	rnn.bias_ih_l0	6	0.006927968934178352
51324	rnn.bias_ih_l0	7	0.05120385065674782
51324	rnn.bias_ih_l0	8	-0.07255957275629044
51324	rnn.bias_ih_l0	9	-0.047026291489601135
51324	rnn.bias_hh_l0	0	-0.03278360143303871
51324	rnn.bias_hh_l0	1	-0.07171451300382614
51324	rnn.bias_hh_l0	2	-0.03353535011410713
51324	rnn.bias_hh_l0	3	-0.06477837264537811
51324	rnn.bias_hh_l0	4	-0.007979975081980228
51324	rnn.bias_hh_l0	5	0.0062639289535582066
51324	rnn.bias_hh_l0	6	0.03552180528640747
51324	rnn.bias_hh_l0	7	0.0026350650005042553
51324	rnn.bias_hh_l0	8	-0.09148566424846649
51324	rnn.bias_hh_l0	9	-6.610973650822416e-05
51324	rnn.weight_ih_l0_reverse	0	-0.01894429698586464
51324	rnn.weight_ih_l0_reverse	1	-0.048795633018016815
51324	rnn.weight_ih_l0_reverse	2	-0.026331743225455284
51324	rnn.weight_ih_l0_reverse	3	-0.002923984546214342
51324	rnn.weight_ih_l0_reverse	4	-0.005227732006460428
51324	rnn.weight_ih_l0_reverse	5	-0.04757335036993027
51324	rnn.weight_ih_l0_reverse	6	0.041707009077072144
51324	rnn.weight_ih_l0_reverse	7	-0.019250240176916122
51324	rnn.weight_ih_l0_reverse	8	-0.03274540603160858
51324	rnn.weight_ih_l0_reverse	9	0.007655110210180283
51324	rnn.weight_hh_l0_reverse	0	0.036252621561288834
51324	rnn.weight_hh_l0_reverse	1	0.033480145037174225
51324	rnn.weight_hh_l0_reverse	2	0.0326981246471405
51324	rnn.weight_hh_l0_reverse	3	0.020859628915786743
51324	rnn.weight_hh_l0_reverse	4	0.0037340668495744467
51324	rnn.weight_hh_l0_reverse	5	-0.007093712221831083
51324	rnn.weight_hh_l0_reverse	6	0.038424644619226456
51324	rnn.weight_hh_l0_reverse	7	-0.04010503366589546
51324	rnn.weight_hh_l0_reverse	8	0.01732438988983631
51324	rnn.weight_hh_l0_reverse	9	0.0446605458855629
51324	rnn.bias_ih_l0_reverse	0	-0.06309980899095535
51324	rnn.bias_ih_l0_reverse	1	-0.1856728047132492
51324	rnn.bias_ih_l0_reverse	2	-0.05320969223976135
51324	rnn.bias_ih_l0_reverse	3	-0.02087956666946411
51324	rnn.bias_ih_l0_reverse	4	-0.02291703037917614
51324	rnn.bias_ih_l0_reverse	5	0.022897591814398766
51324	rnn.bias_ih_l0_reverse	6	-0.02762516587972641
51324	rnn.bias_ih_l0_reverse	7	0.046071022748947144
51324	rnn.bias_ih_l0_reverse	8	-0.031474970281124115
51324	rnn.bias_ih_l0_reverse	9	0.019427400082349777
51324	rnn.bias_hh_l0_reverse	0	-0.01960783079266548
51324	rnn.bias_hh_l0_reverse	1	-0.027692647650837898
51324	rnn.bias_hh_l0_reverse	2	0.05278603360056877
51324	rnn.bias_hh_l0_reverse	3	-0.02912045456469059
51324	rnn.bias_hh_l0_reverse	4	-0.03815784305334091
51324	rnn.bias_hh_l0_reverse	5	-0.055942099541425705
51324	rnn.bias_hh_l0_reverse	6	-0.010960337705910206
51324	rnn.bias_hh_l0_reverse	7	0.06268644332885742
51324	rnn.bias_hh_l0_reverse	8	0.03043261356651783
51324	rnn.bias_hh_l0_reverse	9	-0.10139138251543045
51324	rnn.weight_ih_l1	0	-0.03342442214488983
51324	rnn.weight_ih_l1	1	-0.038313981145620346
51324	rnn.weight_ih_l1	2	0.06775946170091629
51324	rnn.weight_ih_l1	3	-0.023941926658153534
51324	rnn.weight_ih_l1	4	-8.044101559789851e-05
51324	rnn.weight_ih_l1	5	-0.0456736795604229
51324	rnn.weight_ih_l1	6	0.016397466883063316
51324	rnn.weight_ih_l1	7	-0.03446535766124725
51324	rnn.weight_ih_l1	8	0.03726450726389885
51324	rnn.weight_ih_l1	9	0.025253253057599068
51324	rnn.weight_hh_l1	0	-0.012904915027320385
51324	rnn.weight_hh_l1	1	0.00539734773337841
51324	rnn.weight_hh_l1	2	0.002806569216772914
51324	rnn.weight_hh_l1	3	-0.009586689993739128
51324	rnn.weight_hh_l1	4	0.0012818453833460808
51324	rnn.weight_hh_l1	5	0.026421718299388885
51324	rnn.weight_hh_l1	6	0.03387051448225975
51324	rnn.weight_hh_l1	7	-0.026101423427462578
51324	rnn.weight_hh_l1	8	-0.027692070230841637
51324	rnn.weight_hh_l1	9	0.036005713045597076
51324	rnn.bias_ih_l1	0	-0.09811528027057648
51324	rnn.bias_ih_l1	1	-0.10298667103052139
51324	rnn.bias_ih_l1	2	-0.12618330121040344
51324	rnn.bias_ih_l1	3	-0.17911329865455627
51324	rnn.bias_ih_l1	4	-0.14288067817687988
51324	rnn.bias_ih_l1	5	-0.10146021097898483
51324	rnn.bias_ih_l1	6	-0.06843152642250061
51324	rnn.bias_ih_l1	7	-0.032264672219753265
51324	rnn.bias_ih_l1	8	-0.09058914333581924
51324	rnn.bias_ih_l1	9	-0.10573329031467438
51324	rnn.bias_hh_l1	0	-0.10968754440546036
51324	rnn.bias_hh_l1	1	-0.05294289439916611
51324	rnn.bias_hh_l1	2	-0.07362006604671478
51324	rnn.bias_hh_l1	3	-0.06386902928352356
51324	rnn.bias_hh_l1	4	-0.09314431250095367
51324	rnn.bias_hh_l1	5	-0.06438625603914261
51324	rnn.bias_hh_l1	6	-0.07547097653150558
51324	rnn.bias_hh_l1	7	0.0252669807523489
51324	rnn.bias_hh_l1	8	-0.08090504258871078
51324	rnn.bias_hh_l1	9	-0.05606573820114136
51324	rnn.weight_ih_l1_reverse	0	-0.036385081708431244
51324	rnn.weight_ih_l1_reverse	1	0.045049216598272324
51324	rnn.weight_ih_l1_reverse	2	-0.034675244241952896
51324	rnn.weight_ih_l1_reverse	3	-0.019442887976765633
51324	rnn.weight_ih_l1_reverse	4	-0.037156932055950165
51324	rnn.weight_ih_l1_reverse	5	-0.03715941309928894
51324	rnn.weight_ih_l1_reverse	6	-0.0344623364508152
51324	rnn.weight_ih_l1_reverse	7	0.014577675610780716
51324	rnn.weight_ih_l1_reverse	8	0.014204922132194042
51324	rnn.weight_ih_l1_reverse	9	-0.02779802680015564
51324	rnn.weight_hh_l1_reverse	0	0.006894213147461414
51324	rnn.weight_hh_l1_reverse	1	0.02758089266717434
51324	rnn.weight_hh_l1_reverse	2	-0.036987874656915665
51324	rnn.weight_hh_l1_reverse	3	0.041396211832761765
51324	rnn.weight_hh_l1_reverse	4	0.045694783329963684
51324	rnn.weight_hh_l1_reverse	5	0.007616102695465088
51324	rnn.weight_hh_l1_reverse	6	0.008339816704392433
51324	rnn.weight_hh_l1_reverse	7	0.027238357812166214
51324	rnn.weight_hh_l1_reverse	8	-0.003230011323466897
51324	rnn.weight_hh_l1_reverse	9	-0.04030143469572067
51324	rnn.bias_ih_l1_reverse	0	-0.015288647264242172
51324	rnn.bias_ih_l1_reverse	1	-0.06223711743950844
51324	rnn.bias_ih_l1_reverse	2	-0.09103577584028244
51324	rnn.bias_ih_l1_reverse	3	-0.023761996999382973
51324	rnn.bias_ih_l1_reverse	4	-0.1488785296678543
51324	rnn.bias_ih_l1_reverse	5	-0.0714588612318039
51324	rnn.bias_ih_l1_reverse	6	-0.09598547965288162
51324	rnn.bias_ih_l1_reverse	7	-0.11943309009075165
51324	rnn.bias_ih_l1_reverse	8	0.12472750246524811
51324	rnn.bias_ih_l1_reverse	9	0.00552484393119812
51324	rnn.bias_hh_l1_reverse	0	-0.02567203901708126
51324	rnn.bias_hh_l1_reverse	1	-0.014744574204087257
51324	rnn.bias_hh_l1_reverse	2	-0.17489250004291534
51324	rnn.bias_hh_l1_reverse	3	-0.07426959276199341
51324	rnn.bias_hh_l1_reverse	4	-0.05227033793926239
51324	rnn.bias_hh_l1_reverse	5	-0.05807869881391525
51324	rnn.bias_hh_l1_reverse	6	0.12801380455493927
51324	rnn.bias_hh_l1_reverse	7	-0.12827259302139282
51324	rnn.bias_hh_l1_reverse	8	-0.07348863035440445
51324	rnn.bias_hh_l1_reverse	9	-0.0878143310546875
51324	linear.weight	0	0.002228822559118271
51324	linear.weight	1	0.036072198301553726
51324	linear.weight	2	-0.10473016649484634
51324	linear.weight	3	0.29627665877342224
51324	linear.weight	4	0.0648207738995552
51324	linear.weight	5	0.022102076560258865
51324	linear.weight	6	-0.050075046718120575
51324	linear.weight	7	0.03864647075533867
51324	linear.weight	8	0.0420166477560997
51324	linear.weight	9	-0.04494878277182579
51324	linear.bias	0	-0.09644514322280884
51324	linear.bias	1	-0.07395890355110168
51324	linear.bias	2	-0.44376495480537415
51324	linear.bias	3	-0.7302267551422119
51324	linear.bias	4	-1.010718822479248
51324	linear.bias	5	-0.03405800834298134
51324	linear.bias	6	-0.6088452935218811
51324	linear.bias	7	0.4317047894001007
51324	linear.bias	8	-0.5752608776092529
51324	linear.bias	9	-0.798249363899231
51521	transitions	0	0.4926295876502991
51521	transitions	1	0.0031902161426842213
51521	transitions	2	-10000.0
51521	transitions	3	-1.7935965061187744
51521	transitions	4	-10000.0
51521	transitions	5	0.6689273715019226
51521	transitions	6	-0.005345054902136326
51521	transitions	7	-0.29595911502838135
51521	transitions	8	-1.3133807182312012
51521	transitions	9	-0.00023692118702456355
51521	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
51521	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
51521	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
51521	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
51521	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
51521	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
51521	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
51521	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
51521	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
51521	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
51521	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
51521	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
51521	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
51521	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
51521	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
51521	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
51521	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
51521	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
51521	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
51521	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
51521	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
51521	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
51521	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
51521	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
51521	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
51521	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
51521	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
51521	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
51521	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
51521	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
51521	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
51521	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
51521	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
51521	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
51521	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
51521	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
51521	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
51521	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
51521	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
51521	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
51521	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
51521	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
51521	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
51521	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
51521	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
51521	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
51521	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
51521	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
51521	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
51521	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
51521	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
51521	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
51521	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
51521	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
51521	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
51521	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
51521	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
51521	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
51521	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
51521	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
51521	embedding2nn.weight	0	-0.003939711954444647
51521	embedding2nn.weight	1	-0.01633891463279724
51521	embedding2nn.weight	2	-0.014268253929913044
51521	embedding2nn.weight	3	0.004713509697467089
51521	embedding2nn.weight	4	-0.0059150345623493195
51521	embedding2nn.weight	5	-0.0037005830090492964
51521	embedding2nn.weight	6	-0.003973210696130991
51521	embedding2nn.weight	7	-0.037269048392772675
51521	embedding2nn.weight	8	-0.0019979383796453476
51521	embedding2nn.weight	9	-0.025352850556373596
51521	embedding2nn.bias	0	0.048328593373298645
51521	embedding2nn.bias	1	-0.06640742719173431
51521	embedding2nn.bias	2	0.097027488052845
51521	embedding2nn.bias	3	0.0315166600048542
51521	embedding2nn.bias	4	-0.004801484756171703
51521	embedding2nn.bias	5	-0.008709759451448917
51521	embedding2nn.bias	6	0.00041309124208055437
51521	embedding2nn.bias	7	-0.057043928653001785
51521	embedding2nn.bias	8	0.042460810393095016
51521	embedding2nn.bias	9	0.06077278405427933
51521	rnn.weight_ih_l0	0	-0.01616561971604824
51521	rnn.weight_ih_l0	1	0.004006892908364534
51521	rnn.weight_ih_l0	2	0.029121659696102142
51521	rnn.weight_ih_l0	3	0.0037429335061460733
51521	rnn.weight_ih_l0	4	-0.027148960158228874
51521	rnn.weight_ih_l0	5	-0.06098008155822754
51521	rnn.weight_ih_l0	6	0.0164953526109457
51521	rnn.weight_ih_l0	7	0.04716333746910095
51521	rnn.weight_ih_l0	8	0.012050692923367023
51521	rnn.weight_ih_l0	9	-0.029254918918013573
51521	rnn.weight_hh_l0	0	-0.030665267258882523
51521	rnn.weight_hh_l0	1	-0.0028674271889030933
51521	rnn.weight_hh_l0	2	-0.0008907607989385724
51521	rnn.weight_hh_l0	3	-0.05004036799073219
51521	rnn.weight_hh_l0	4	0.049174267798662186
51521	rnn.weight_hh_l0	5	-0.015673981979489326
51521	rnn.weight_hh_l0	6	-0.04361870884895325
51521	rnn.weight_hh_l0	7	-0.0283066239207983
51521	rnn.weight_hh_l0	8	-0.0046889763325452805
51521	rnn.weight_hh_l0	9	-0.019794803112745285
51521	rnn.bias_ih_l0	0	0.036667969077825546
51521	rnn.bias_ih_l0	1	-0.024502884596586227
51521	rnn.bias_ih_l0	2	-0.006086805835366249
51521	rnn.bias_ih_l0	3	0.08380972594022751
51521	rnn.bias_ih_l0	4	-0.03481065854430199
51521	rnn.bias_ih_l0	5	-0.018010780215263367
51521	rnn.bias_ih_l0	6	0.008880321867763996
51521	rnn.bias_ih_l0	7	0.04975741729140282
51521	rnn.bias_ih_l0	8	-0.07327242195606232
51521	rnn.bias_ih_l0	9	-0.047164447605609894
51521	rnn.bias_hh_l0	0	-0.03587764874100685
51521	rnn.bias_hh_l0	1	-0.07230126112699509
51521	rnn.bias_hh_l0	2	-0.03362555801868439
51521	rnn.bias_hh_l0	3	-0.06753111630678177
51521	rnn.bias_hh_l0	4	-0.010466942563652992
51521	rnn.bias_hh_l0	5	0.006244062911719084
51521	rnn.bias_hh_l0	6	0.03531083092093468
51521	rnn.bias_hh_l0	7	0.007625313010066748
51521	rnn.bias_hh_l0	8	-0.08985553681850433
51521	rnn.bias_hh_l0	9	0.0020370567217469215
51521	rnn.weight_ih_l0_reverse	0	-0.01842448301613331
51521	rnn.weight_ih_l0_reverse	1	-0.05018124729394913
51521	rnn.weight_ih_l0_reverse	2	-0.028616534546017647
51521	rnn.weight_ih_l0_reverse	3	-0.0029089536983519793
51521	rnn.weight_ih_l0_reverse	4	-0.004366371780633926
51521	rnn.weight_ih_l0_reverse	5	-0.04733652621507645
51521	rnn.weight_ih_l0_reverse	6	0.04120977967977524
51521	rnn.weight_ih_l0_reverse	7	-0.020252857357263565
51521	rnn.weight_ih_l0_reverse	8	-0.032368749380111694
51521	rnn.weight_ih_l0_reverse	9	0.007710999343544245
51521	rnn.weight_hh_l0_reverse	0	0.037591226398944855
51521	rnn.weight_hh_l0_reverse	1	0.03356548026204109
51521	rnn.weight_hh_l0_reverse	2	0.03239767253398895
51521	rnn.weight_hh_l0_reverse	3	0.021137932315468788
51521	rnn.weight_hh_l0_reverse	4	0.00349477119743824
51521	rnn.weight_hh_l0_reverse	5	-0.009476292878389359
51521	rnn.weight_hh_l0_reverse	6	0.0387740358710289
51521	rnn.weight_hh_l0_reverse	7	-0.03977634757757187
51521	rnn.weight_hh_l0_reverse	8	0.018089259043335915
51521	rnn.weight_hh_l0_reverse	9	0.04373692348599434
51521	rnn.bias_ih_l0_reverse	0	-0.06266073882579803
51521	rnn.bias_ih_l0_reverse	1	-0.1894199699163437
51521	rnn.bias_ih_l0_reverse	2	-0.056642260402441025
51521	rnn.bias_ih_l0_reverse	3	-0.02096991240978241
51521	rnn.bias_ih_l0_reverse	4	-0.02318675071001053
51521	rnn.bias_ih_l0_reverse	5	0.02111581526696682
51521	rnn.bias_ih_l0_reverse	6	-0.030217904597520828
51521	rnn.bias_ih_l0_reverse	7	0.04740624874830246
51521	rnn.bias_ih_l0_reverse	8	-0.032281018793582916
51521	rnn.bias_ih_l0_reverse	9	0.01846432313323021
51521	rnn.bias_hh_l0_reverse	0	-0.020005203783512115
51521	rnn.bias_hh_l0_reverse	1	-0.026690056547522545
51521	rnn.bias_hh_l0_reverse	2	0.052494410425424576
51521	rnn.bias_hh_l0_reverse	3	-0.03156684339046478
51521	rnn.bias_hh_l0_reverse	4	-0.0360727496445179
51521	rnn.bias_hh_l0_reverse	5	-0.06009884178638458
51521	rnn.bias_hh_l0_reverse	6	-0.010217281989753246
51521	rnn.bias_hh_l0_reverse	7	0.06271807849407196
51521	rnn.bias_hh_l0_reverse	8	0.029422365128993988
51521	rnn.bias_hh_l0_reverse	9	-0.10431801527738571
51521	rnn.weight_ih_l1	0	-0.03312447667121887
51521	rnn.weight_ih_l1	1	-0.038595352321863174
51521	rnn.weight_ih_l1	2	0.07220424711704254
51521	rnn.weight_ih_l1	3	-0.024735135957598686
51521	rnn.weight_ih_l1	4	-0.0004965942353010178
51521	rnn.weight_ih_l1	5	-0.04543573409318924
51521	rnn.weight_ih_l1	6	0.016709236428141594
51521	rnn.weight_ih_l1	7	-0.034734293818473816
51521	rnn.weight_ih_l1	8	0.037261612713336945
51521	rnn.weight_ih_l1	9	0.025227956473827362
51521	rnn.weight_hh_l1	0	-0.012844639830291271
51521	rnn.weight_hh_l1	1	0.005607941187918186
51521	rnn.weight_hh_l1	2	0.0029679962899535894
51521	rnn.weight_hh_l1	3	-0.009344147518277168
51521	rnn.weight_hh_l1	4	0.0013074488379061222
51521	rnn.weight_hh_l1	5	0.025727618485689163
51521	rnn.weight_hh_l1	6	0.03416357934474945
51521	rnn.weight_hh_l1	7	-0.025856325402855873
51521	rnn.weight_hh_l1	8	-0.027492640540003777
51521	rnn.weight_hh_l1	9	0.036079633980989456
51521	rnn.bias_ih_l1	0	-0.09452566504478455
51521	rnn.bias_ih_l1	1	-0.10676247626543045
51521	rnn.bias_ih_l1	2	-0.12683609127998352
51521	rnn.bias_ih_l1	3	-0.1777973175048828
51521	rnn.bias_ih_l1	4	-0.14754463732242584
51521	rnn.bias_ih_l1	5	-0.10001346468925476
51521	rnn.bias_ih_l1	6	-0.0700061172246933
51521	rnn.bias_ih_l1	7	-0.03163541480898857
51521	rnn.bias_ih_l1	8	-0.09124330431222916
51521	rnn.bias_ih_l1	9	-0.10718695819377899
51521	rnn.bias_hh_l1	0	-0.10908838361501694
51521	rnn.bias_hh_l1	1	-0.05091583728790283
51521	rnn.bias_hh_l1	2	-0.07542555779218674
51521	rnn.bias_hh_l1	3	-0.06180855259299278
51521	rnn.bias_hh_l1	4	-0.09118959307670593
51521	rnn.bias_hh_l1	5	-0.06518946588039398
51521	rnn.bias_hh_l1	6	-0.07495742291212082
51521	rnn.bias_hh_l1	7	0.01988830789923668
51521	rnn.bias_hh_l1	8	-0.08299154043197632
51521	rnn.bias_hh_l1	9	-0.05503897741436958
51521	rnn.weight_ih_l1_reverse	0	-0.03581148013472557
51521	rnn.weight_ih_l1_reverse	1	0.04206562414765358
51521	rnn.weight_ih_l1_reverse	2	-0.03383159637451172
51521	rnn.weight_ih_l1_reverse	3	-0.019761133939027786
51521	rnn.weight_ih_l1_reverse	4	-0.03995482623577118
51521	rnn.weight_ih_l1_reverse	5	-0.037129759788513184
51521	rnn.weight_ih_l1_reverse	6	-0.03255956247448921
51521	rnn.weight_ih_l1_reverse	7	0.015637919306755066
51521	rnn.weight_ih_l1_reverse	8	0.014579848386347294
51521	rnn.weight_ih_l1_reverse	9	-0.025668341666460037
51521	rnn.weight_hh_l1_reverse	0	0.007054721470922232
51521	rnn.weight_hh_l1_reverse	1	0.027575278654694557
51521	rnn.weight_hh_l1_reverse	2	-0.03698034957051277
51521	rnn.weight_hh_l1_reverse	3	0.041421689093112946
51521	rnn.weight_hh_l1_reverse	4	0.04576636105775833
51521	rnn.weight_hh_l1_reverse	5	0.00727270869538188
51521	rnn.weight_hh_l1_reverse	6	0.008619250729680061
51521	rnn.weight_hh_l1_reverse	7	0.027223709970712662
51521	rnn.weight_hh_l1_reverse	8	-0.0032308814115822315
51521	rnn.weight_hh_l1_reverse	9	-0.04019324854016304
51521	rnn.bias_ih_l1_reverse	0	-0.018863866105675697
51521	rnn.bias_ih_l1_reverse	1	-0.06459715962409973
51521	rnn.bias_ih_l1_reverse	2	-0.08947981148958206
51521	rnn.bias_ih_l1_reverse	3	-0.018145689740777016
51521	rnn.bias_ih_l1_reverse	4	-0.1481385976076126
51521	rnn.bias_ih_l1_reverse	5	-0.07356885075569153
51521	rnn.bias_ih_l1_reverse	6	-0.0950995460152626
51521	rnn.bias_ih_l1_reverse	7	-0.12230691313743591
51521	rnn.bias_ih_l1_reverse	8	0.12428739666938782
51521	rnn.bias_ih_l1_reverse	9	0.012223265133798122
51521	rnn.bias_hh_l1_reverse	0	-0.020342230796813965
51521	rnn.bias_hh_l1_reverse	1	-0.013971064239740372
51521	rnn.bias_hh_l1_reverse	2	-0.1774648129940033
51521	rnn.bias_hh_l1_reverse	3	-0.07170668989419937
51521	rnn.bias_hh_l1_reverse	4	-0.053277816623449326
51521	rnn.bias_hh_l1_reverse	5	-0.06073997914791107
51521	rnn.bias_hh_l1_reverse	6	0.13405567407608032
51521	rnn.bias_hh_l1_reverse	7	-0.13035742938518524
51521	rnn.bias_hh_l1_reverse	8	-0.07243537157773972
51521	rnn.bias_hh_l1_reverse	9	-0.08894389867782593
51521	linear.weight	0	0.002228822559118271
51521	linear.weight	1	0.04507523030042648
51521	linear.weight	2	-0.10565920919179916
51521	linear.weight	3	0.2987564504146576
51521	linear.weight	4	0.07028047740459442
51521	linear.weight	5	0.01839861460030079
51521	linear.weight	6	-0.04278471693396568
51521	linear.weight	7	0.04968095198273659
51521	linear.weight	8	0.04201485589146614
51521	linear.weight	9	-0.047432489693164825
51521	linear.bias	0	-0.06585470587015152
51521	linear.bias	1	-0.11960681527853012
51521	linear.bias	2	-0.4355695843696594
51521	linear.bias	3	-0.7561907768249512
51521	linear.bias	4	-1.0367419719696045
51521	linear.bias	5	-0.009014802984893322
51521	linear.bias	6	-0.649082362651825
51521	linear.bias	7	0.45389482378959656
51521	linear.bias	8	-0.5713928937911987
51521	linear.bias	9	-0.7875311374664307
51718	transitions	0	0.48394837975502014
51718	transitions	1	0.0062346006743609905
51718	transitions	2	-10000.0
51718	transitions	3	-1.7937268018722534
51718	transitions	4	-10000.0
51718	transitions	5	0.6684473752975464
51718	transitions	6	-0.005597912706434727
51718	transitions	7	-0.2967889606952667
51718	transitions	8	-1.3136478662490845
51718	transitions	9	-0.00024117848079185933
51718	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
51718	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
51718	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
51718	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
51718	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
51718	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
51718	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
51718	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
51718	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
51718	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
51718	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
51718	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
51718	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
51718	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
51718	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
51718	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
51718	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
51718	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
51718	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
51718	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
51718	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
51718	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
51718	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
51718	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
51718	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
51718	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
51718	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
51718	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
51718	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
51718	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
51718	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
51718	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
51718	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
51718	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
51718	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
51718	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
51718	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
51718	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
51718	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
51718	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
51718	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
51718	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
51718	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
51718	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
51718	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
51718	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
51718	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
51718	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
51718	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
51718	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
51718	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
51718	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
51718	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
51718	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
51718	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
51718	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
51718	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
51718	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
51718	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
51718	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
51718	embedding2nn.weight	0	-0.002555719343945384
51718	embedding2nn.weight	1	-0.016327623277902603
51718	embedding2nn.weight	2	-0.014268253929913044
51718	embedding2nn.weight	3	0.0043815369717776775
51718	embedding2nn.weight	4	-0.0059150345623493195
51718	embedding2nn.weight	5	-0.003700582543388009
51718	embedding2nn.weight	6	-0.003973207902163267
51718	embedding2nn.weight	7	-0.037105314433574677
51718	embedding2nn.weight	8	-0.0019979383796453476
51718	embedding2nn.weight	9	-0.024979915469884872
51718	embedding2nn.bias	0	0.061085041612386703
51718	embedding2nn.bias	1	-0.07058264315128326
51718	embedding2nn.bias	2	0.09870098531246185
51718	embedding2nn.bias	3	0.03757552430033684
51718	embedding2nn.bias	4	-0.009252090938389301
51718	embedding2nn.bias	5	-0.012290908955037594
51718	embedding2nn.bias	6	0.0056449659168720245
51718	embedding2nn.bias	7	-0.05719000846147537
51718	embedding2nn.bias	8	0.046223435550928116
51718	embedding2nn.bias	9	0.04927581548690796
51718	rnn.weight_ih_l0	0	-0.01676080748438835
51718	rnn.weight_ih_l0	1	0.0035193953663110733
51718	rnn.weight_ih_l0	2	0.02964291349053383
51718	rnn.weight_ih_l0	3	0.00338440272025764
51718	rnn.weight_ih_l0	4	-0.026956016197800636
51718	rnn.weight_ih_l0	5	-0.06011124700307846
51718	rnn.weight_ih_l0	6	0.01798781380057335
51718	rnn.weight_ih_l0	7	0.04942039027810097
51718	rnn.weight_ih_l0	8	0.010754345916211605
51718	rnn.weight_ih_l0	9	-0.029180027544498444
51718	rnn.weight_hh_l0	0	-0.029516687616705894
51718	rnn.weight_hh_l0	1	-0.002864452777430415
51718	rnn.weight_hh_l0	2	-0.002101496560499072
51718	rnn.weight_hh_l0	3	-0.05118393152952194
51718	rnn.weight_hh_l0	4	0.049251947551965714
51718	rnn.weight_hh_l0	5	-0.01688273623585701
51718	rnn.weight_hh_l0	6	-0.04398338124155998
51718	rnn.weight_hh_l0	7	-0.028154049068689346
51718	rnn.weight_hh_l0	8	-0.005328591912984848
51718	rnn.weight_hh_l0	9	-0.019820747897028923
51718	rnn.bias_ih_l0	0	0.037652913480997086
51718	rnn.bias_ih_l0	1	-0.022131234407424927
51718	rnn.bias_ih_l0	2	-0.006557314191013575
51718	rnn.bias_ih_l0	3	0.0824132114648819
51718	rnn.bias_ih_l0	4	-0.032862305641174316
51718	rnn.bias_ih_l0	5	-0.01746811345219612
51718	rnn.bias_ih_l0	6	0.008501632139086723
51718	rnn.bias_ih_l0	7	0.047730620950460434
51718	rnn.bias_ih_l0	8	-0.07161348313093185
51718	rnn.bias_ih_l0	9	-0.044645633548498154
51718	rnn.bias_hh_l0	0	-0.038864411413669586
51718	rnn.bias_hh_l0	1	-0.07423926889896393
51718	rnn.bias_hh_l0	2	-0.033319003880023956
51718	rnn.bias_hh_l0	3	-0.06665793806314468
51718	rnn.bias_hh_l0	4	-0.007695972453802824
51718	rnn.bias_hh_l0	5	0.005026097875088453
51718	rnn.bias_hh_l0	6	0.03680333122611046
51718	rnn.bias_hh_l0	7	0.006581583991646767
51718	rnn.bias_hh_l0	8	-0.08938320726156235
51718	rnn.bias_hh_l0	9	0.0027772022876888514
51718	rnn.weight_ih_l0_reverse	0	-0.018468163907527924
51718	rnn.weight_ih_l0_reverse	1	-0.04683715105056763
51718	rnn.weight_ih_l0_reverse	2	-0.02839301899075508
51718	rnn.weight_ih_l0_reverse	3	-0.0032312620896846056
51718	rnn.weight_ih_l0_reverse	4	-0.004574646707624197
51718	rnn.weight_ih_l0_reverse	5	-0.04778680577874184
51718	rnn.weight_ih_l0_reverse	6	0.041063956916332245
51718	rnn.weight_ih_l0_reverse	7	-0.020516496151685715
51718	rnn.weight_ih_l0_reverse	8	-0.03218516334891319
51718	rnn.weight_ih_l0_reverse	9	0.006974073126912117
51718	rnn.weight_hh_l0_reverse	0	0.037539511919021606
51718	rnn.weight_hh_l0_reverse	1	0.033648956567049026
51718	rnn.weight_hh_l0_reverse	2	0.0320817306637764
51718	rnn.weight_hh_l0_reverse	3	0.021396130323410034
51718	rnn.weight_hh_l0_reverse	4	0.003152463585138321
51718	rnn.weight_hh_l0_reverse	5	-0.01105169951915741
51718	rnn.weight_hh_l0_reverse	6	0.038284387439489365
51718	rnn.weight_hh_l0_reverse	7	-0.04068409278988838
51718	rnn.weight_hh_l0_reverse	8	0.017801057547330856
51718	rnn.weight_hh_l0_reverse	9	0.044061996042728424
51718	rnn.bias_ih_l0_reverse	0	-0.06506256014108658
51718	rnn.bias_ih_l0_reverse	1	-0.18405020236968994
51718	rnn.bias_ih_l0_reverse	2	-0.06091216579079628
51718	rnn.bias_ih_l0_reverse	3	-0.02217371016740799
51718	rnn.bias_ih_l0_reverse	4	-0.02288529835641384
51718	rnn.bias_ih_l0_reverse	5	0.022360099479556084
51718	rnn.bias_ih_l0_reverse	6	-0.031146589666604996
51718	rnn.bias_ih_l0_reverse	7	0.04718535766005516
51718	rnn.bias_ih_l0_reverse	8	-0.03466872498393059
51718	rnn.bias_ih_l0_reverse	9	0.019714942201972008
51718	rnn.bias_hh_l0_reverse	0	-0.02181287296116352
51718	rnn.bias_hh_l0_reverse	1	-0.02161668799817562
51718	rnn.bias_hh_l0_reverse	2	0.05141245946288109
51718	rnn.bias_hh_l0_reverse	3	-0.0303636621683836
51718	rnn.bias_hh_l0_reverse	4	-0.037456102669239044
51718	rnn.bias_hh_l0_reverse	5	-0.05799641087651253
51718	rnn.bias_hh_l0_reverse	6	-0.009412410669028759
51718	rnn.bias_hh_l0_reverse	7	0.06213357672095299
51718	rnn.bias_hh_l0_reverse	8	0.029754173010587692
51718	rnn.bias_hh_l0_reverse	9	-0.10505783557891846
51718	rnn.weight_ih_l1	0	-0.03286916762590408
51718	rnn.weight_ih_l1	1	-0.03687691688537598
51718	rnn.weight_ih_l1	2	0.07232461869716644
51718	rnn.weight_ih_l1	3	-0.024908192455768585
51718	rnn.weight_ih_l1	4	-0.0004846549709327519
51718	rnn.weight_ih_l1	5	-0.04524104297161102
51718	rnn.weight_ih_l1	6	0.01701907441020012
51718	rnn.weight_ih_l1	7	-0.033625371754169464
51718	rnn.weight_ih_l1	8	0.03762480616569519
51718	rnn.weight_ih_l1	9	0.025322200730443
51718	rnn.weight_hh_l1	0	-0.010994179174304008
51718	rnn.weight_hh_l1	1	0.00578484870493412
51718	rnn.weight_hh_l1	2	0.00242229294963181
51718	rnn.weight_hh_l1	3	-0.009735137224197388
51718	rnn.weight_hh_l1	4	0.0013081768993288279
51718	rnn.weight_hh_l1	5	0.02590048685669899
51718	rnn.weight_hh_l1	6	0.034455738961696625
51718	rnn.weight_hh_l1	7	-0.026430625468492508
51718	rnn.weight_hh_l1	8	-0.02790081687271595
51718	rnn.weight_hh_l1	9	0.03560880571603775
51718	rnn.bias_ih_l1	0	-0.09368004649877548
51718	rnn.bias_ih_l1	1	-0.10232939571142197
51718	rnn.bias_ih_l1	2	-0.12748783826828003
51718	rnn.bias_ih_l1	3	-0.17518895864486694
51718	rnn.bias_ih_l1	4	-0.15329010784626007
51718	rnn.bias_ih_l1	5	-0.10019467025995255
51718	rnn.bias_ih_l1	6	-0.06927762180566788
51718	rnn.bias_ih_l1	7	-0.030507991090416908
51718	rnn.bias_ih_l1	8	-0.09459009021520615
51718	rnn.bias_ih_l1	9	-0.10533547401428223
51718	rnn.bias_hh_l1	0	-0.10827544331550598
51718	rnn.bias_hh_l1	1	-0.049720484763383865
51718	rnn.bias_hh_l1	2	-0.07791563123464584
51718	rnn.bias_hh_l1	3	-0.06389022618532181
51718	rnn.bias_hh_l1	4	-0.09408096969127655
51718	rnn.bias_hh_l1	5	-0.06456849724054337
51718	rnn.bias_hh_l1	6	-0.0751267746090889
51718	rnn.bias_hh_l1	7	0.01933319866657257
51718	rnn.bias_hh_l1	8	-0.08210720866918564
51718	rnn.bias_hh_l1	9	-0.055374626070261
51718	rnn.weight_ih_l1_reverse	0	-0.03673398867249489
51718	rnn.weight_ih_l1_reverse	1	0.040136076509952545
51718	rnn.weight_ih_l1_reverse	2	-0.03699498251080513
51718	rnn.weight_ih_l1_reverse	3	-0.017756102606654167
51718	rnn.weight_ih_l1_reverse	4	-0.04046844318509102
51718	rnn.weight_ih_l1_reverse	5	-0.0371587909758091
51718	rnn.weight_ih_l1_reverse	6	-0.03409683331847191
51718	rnn.weight_ih_l1_reverse	7	0.01525315921753645
51718	rnn.weight_ih_l1_reverse	8	0.019274180755019188
51718	rnn.weight_ih_l1_reverse	9	-0.030952703207731247
51718	rnn.weight_hh_l1_reverse	0	0.007005905266851187
51718	rnn.weight_hh_l1_reverse	1	0.02764594741165638
51718	rnn.weight_hh_l1_reverse	2	-0.036938805133104324
51718	rnn.weight_hh_l1_reverse	3	0.04146125540137291
51718	rnn.weight_hh_l1_reverse	4	0.045685261487960815
51718	rnn.weight_hh_l1_reverse	5	0.007048049475997686
51718	rnn.weight_hh_l1_reverse	6	0.009755895473062992
51718	rnn.weight_hh_l1_reverse	7	0.027370089665055275
51718	rnn.weight_hh_l1_reverse	8	-0.003127375617623329
51718	rnn.weight_hh_l1_reverse	9	-0.03975993022322655
51718	rnn.bias_ih_l1_reverse	0	-0.021008167415857315
51718	rnn.bias_ih_l1_reverse	1	-0.06377385556697845
51718	rnn.bias_ih_l1_reverse	2	-0.08896404504776001
51718	rnn.bias_ih_l1_reverse	3	-0.015440639108419418
51718	rnn.bias_ih_l1_reverse	4	-0.1505439430475235
51718	rnn.bias_ih_l1_reverse	5	-0.07366220653057098
51718	rnn.bias_ih_l1_reverse	6	-0.09386423975229263
51718	rnn.bias_ih_l1_reverse	7	-0.12321922928094864
51718	rnn.bias_ih_l1_reverse	8	0.13534104824066162
51718	rnn.bias_ih_l1_reverse	9	0.008527835831046104
51718	rnn.bias_hh_l1_reverse	0	-0.015327091328799725
51718	rnn.bias_hh_l1_reverse	1	-0.013248829171061516
51718	rnn.bias_hh_l1_reverse	2	-0.17689965665340424
51718	rnn.bias_hh_l1_reverse	3	-0.07191178947687149
51718	rnn.bias_hh_l1_reverse	4	-0.05383072420954704
51718	rnn.bias_hh_l1_reverse	5	-0.059713464230298996
51718	rnn.bias_hh_l1_reverse	6	0.13970258831977844
51718	rnn.bias_hh_l1_reverse	7	-0.13017988204956055
51718	rnn.bias_hh_l1_reverse	8	-0.07504058629274368
51718	rnn.bias_hh_l1_reverse	9	-0.0886225774884224
51718	linear.weight	0	0.002228822559118271
51718	linear.weight	1	0.03405367583036423
51718	linear.weight	2	-0.10522330552339554
51718	linear.weight	3	0.2958713173866272
51718	linear.weight	4	0.06854711472988129
51718	linear.weight	5	0.019716380164027214
51718	linear.weight	6	-0.03849247843027115
51718	linear.weight	7	0.04779208078980446
51718	linear.weight	8	0.042009055614471436
51718	linear.weight	9	-0.04770993813872337
51718	linear.bias	0	-0.0778433233499527
51718	linear.bias	1	-0.0932357981801033
51718	linear.bias	2	-0.460166871547699
51718	linear.bias	3	-0.7501673698425293
51718	linear.bias	4	-1.0328311920166016
51718	linear.bias	5	-0.032415010035037994
51718	linear.bias	6	-0.6158269643783569
51718	linear.bias	7	0.43386924266815186
51718	linear.bias	8	-0.5780459642410278
51718	linear.bias	9	-0.7923804521560669
51915	transitions	0	0.49252253770828247
51915	transitions	1	0.0014009441947564483
51915	transitions	2	-10000.0
51915	transitions	3	-1.7938956022262573
51915	transitions	4	-10000.0
51915	transitions	5	0.6681681275367737
51915	transitions	6	-0.005841289181262255
51915	transitions	7	-0.2979443669319153
51915	transitions	8	-1.3140356540679932
51915	transitions	9	-0.0002446275029797107
51915	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
51915	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
51915	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
51915	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
51915	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
51915	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
51915	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
51915	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
51915	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
51915	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
51915	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
51915	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
51915	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
51915	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
51915	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
51915	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
51915	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
51915	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
51915	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
51915	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
51915	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
51915	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
51915	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
51915	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
51915	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
51915	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
51915	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
51915	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
51915	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
51915	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
51915	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
51915	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
51915	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
51915	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
51915	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
51915	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
51915	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
51915	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
51915	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
51915	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
51915	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
51915	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
51915	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
51915	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
51915	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
51915	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
51915	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
51915	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
51915	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
51915	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
51915	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
51915	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
51915	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
51915	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
51915	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
51915	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
51915	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
51915	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
51915	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
51915	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
51915	embedding2nn.weight	0	-0.004747016821056604
51915	embedding2nn.weight	1	-0.01648687571287155
51915	embedding2nn.weight	2	-0.014268253929913044
51915	embedding2nn.weight	3	0.003844133112579584
51915	embedding2nn.weight	4	-0.0059150345623493195
51915	embedding2nn.weight	5	-0.0037005827762186527
51915	embedding2nn.weight	6	-0.003973208833485842
51915	embedding2nn.weight	7	-0.03629712387919426
51915	embedding2nn.weight	8	-0.0019979383796453476
51915	embedding2nn.weight	9	-0.024130765348672867
51915	embedding2nn.bias	0	0.05130142718553543
51915	embedding2nn.bias	1	-0.06828416138887405
51915	embedding2nn.bias	2	0.09639092534780502
51915	embedding2nn.bias	3	0.04122113808989525
51915	embedding2nn.bias	4	-0.012575548142194748
51915	embedding2nn.bias	5	-0.00935316737741232
51915	embedding2nn.bias	6	0.0011887067230418324
51915	embedding2nn.bias	7	-0.053233835846185684
51915	embedding2nn.bias	8	0.04262916371226311
51915	embedding2nn.bias	9	0.044012345373630524
51915	rnn.weight_ih_l0	0	-0.016586268320679665
51915	rnn.weight_ih_l0	1	0.0016707045724615455
51915	rnn.weight_ih_l0	2	0.030086727812886238
51915	rnn.weight_ih_l0	3	0.0016229329630732536
51915	rnn.weight_ih_l0	4	-0.029140038415789604
51915	rnn.weight_ih_l0	5	-0.05937018617987633
51915	rnn.weight_ih_l0	6	0.01857382245361805
51915	rnn.weight_ih_l0	7	0.05021858215332031
51915	rnn.weight_ih_l0	8	0.012096758000552654
51915	rnn.weight_ih_l0	9	-0.02874847687780857
51915	rnn.weight_hh_l0	0	-0.029559923335909843
51915	rnn.weight_hh_l0	1	-0.002097782678902149
51915	rnn.weight_hh_l0	2	-0.0015832515200600028
51915	rnn.weight_hh_l0	3	-0.05154874920845032
51915	rnn.weight_hh_l0	4	0.047328997403383255
51915	rnn.weight_hh_l0	5	-0.017146844416856766
51915	rnn.weight_hh_l0	6	-0.044835008680820465
51915	rnn.weight_hh_l0	7	-0.028402991592884064
51915	rnn.weight_hh_l0	8	-0.005299467593431473
51915	rnn.weight_hh_l0	9	-0.019350159913301468
51915	rnn.bias_ih_l0	0	0.04089505970478058
51915	rnn.bias_ih_l0	1	-0.02471068687736988
51915	rnn.bias_ih_l0	2	-0.006918812170624733
51915	rnn.bias_ih_l0	3	0.08256441354751587
51915	rnn.bias_ih_l0	4	-0.03428599238395691
51915	rnn.bias_ih_l0	5	-0.01586735248565674
51915	rnn.bias_ih_l0	6	0.004408841487020254
51915	rnn.bias_ih_l0	7	0.0475848913192749
51915	rnn.bias_ih_l0	8	-0.07366162538528442
51915	rnn.bias_ih_l0	9	-0.045344382524490356
51915	rnn.bias_hh_l0	0	-0.039234764873981476
51915	rnn.bias_hh_l0	1	-0.07589580863714218
51915	rnn.bias_hh_l0	2	-0.030989330261945724
51915	rnn.bias_hh_l0	3	-0.06720708310604095
51915	rnn.bias_hh_l0	4	-0.006992991082370281
51915	rnn.bias_hh_l0	5	0.010909435339272022
51915	rnn.bias_hh_l0	6	0.03407758101820946
51915	rnn.bias_hh_l0	7	0.005130547098815441
51915	rnn.bias_hh_l0	8	-0.08989550918340683
51915	rnn.bias_hh_l0	9	0.00023535499349236488
51915	rnn.weight_ih_l0_reverse	0	-0.01847943291068077
51915	rnn.weight_ih_l0_reverse	1	-0.047156400978565216
51915	rnn.weight_ih_l0_reverse	2	-0.02986627072095871
51915	rnn.weight_ih_l0_reverse	3	-0.0044029271230101585
51915	rnn.weight_ih_l0_reverse	4	-0.0038740045856684446
51915	rnn.weight_ih_l0_reverse	5	-0.048631731420755386
51915	rnn.weight_ih_l0_reverse	6	0.041757017374038696
51915	rnn.weight_ih_l0_reverse	7	-0.020187266170978546
51915	rnn.weight_ih_l0_reverse	8	-0.032488685101270676
51915	rnn.weight_ih_l0_reverse	9	0.00680545112118125
51915	rnn.weight_hh_l0_reverse	0	0.036668796092271805
51915	rnn.weight_hh_l0_reverse	1	0.03431233763694763
51915	rnn.weight_hh_l0_reverse	2	0.03189282864332199
51915	rnn.weight_hh_l0_reverse	3	0.021571926772594452
51915	rnn.weight_hh_l0_reverse	4	0.002590910764411092
51915	rnn.weight_hh_l0_reverse	5	-0.012420824728906155
51915	rnn.weight_hh_l0_reverse	6	0.03877418115735054
51915	rnn.weight_hh_l0_reverse	7	-0.041431646794080734
51915	rnn.weight_hh_l0_reverse	8	0.018162773922085762
51915	rnn.weight_hh_l0_reverse	9	0.044182103127241135
51915	rnn.bias_ih_l0_reverse	0	-0.06449481844902039
51915	rnn.bias_ih_l0_reverse	1	-0.18472135066986084
51915	rnn.bias_ih_l0_reverse	2	-0.06431330740451813
51915	rnn.bias_ih_l0_reverse	3	-0.02110372483730316
51915	rnn.bias_ih_l0_reverse	4	-0.02297709509730339
51915	rnn.bias_ih_l0_reverse	5	0.0218190997838974
51915	rnn.bias_ih_l0_reverse	6	-0.034106481820344925
51915	rnn.bias_ih_l0_reverse	7	0.04836641997098923
51915	rnn.bias_ih_l0_reverse	8	-0.037875864654779434
51915	rnn.bias_ih_l0_reverse	9	0.01922285184264183
51915	rnn.bias_hh_l0_reverse	0	-0.021992729976773262
51915	rnn.bias_hh_l0_reverse	1	-0.02245207317173481
51915	rnn.bias_hh_l0_reverse	2	0.0515730082988739
51915	rnn.bias_hh_l0_reverse	3	-0.029200326651334763
51915	rnn.bias_hh_l0_reverse	4	-0.03842233493924141
51915	rnn.bias_hh_l0_reverse	5	-0.058084841817617416
51915	rnn.bias_hh_l0_reverse	6	-0.011478696949779987
51915	rnn.bias_hh_l0_reverse	7	0.06141264736652374
51915	rnn.bias_hh_l0_reverse	8	0.029650747776031494
51915	rnn.bias_hh_l0_reverse	9	-0.10865599662065506
51915	rnn.weight_ih_l1	0	-0.03288066014647484
51915	rnn.weight_ih_l1	1	-0.03753645345568657
51915	rnn.weight_ih_l1	2	0.07408944517374039
51915	rnn.weight_ih_l1	3	-0.023136185482144356
51915	rnn.weight_ih_l1	4	-0.0003003242891281843
51915	rnn.weight_ih_l1	5	-0.045392461121082306
51915	rnn.weight_ih_l1	6	0.01782708242535591
51915	rnn.weight_ih_l1	7	-0.0346013605594635
51915	rnn.weight_ih_l1	8	0.037629060447216034
51915	rnn.weight_ih_l1	9	0.025612041354179382
51915	rnn.weight_hh_l1	0	-0.012486881576478481
51915	rnn.weight_hh_l1	1	0.005711153149604797
51915	rnn.weight_hh_l1	2	0.0009341526892967522
51915	rnn.weight_hh_l1	3	-0.009909085929393768
51915	rnn.weight_hh_l1	4	0.0016281346324831247
51915	rnn.weight_hh_l1	5	0.025317905470728874
51915	rnn.weight_hh_l1	6	0.03380762040615082
51915	rnn.weight_hh_l1	7	-0.02664302848279476
51915	rnn.weight_hh_l1	8	-0.027889976277947426
51915	rnn.weight_hh_l1	9	0.036046672612428665
51915	rnn.bias_ih_l1	0	-0.09813860058784485
51915	rnn.bias_ih_l1	1	-0.10044755786657333
51915	rnn.bias_ih_l1	2	-0.12612111866474152
51915	rnn.bias_ih_l1	3	-0.18446055054664612
51915	rnn.bias_ih_l1	4	-0.14937813580036163
51915	rnn.bias_ih_l1	5	-0.100117027759552
51915	rnn.bias_ih_l1	6	-0.07170598953962326
51915	rnn.bias_ih_l1	7	-0.02919132076203823
51915	rnn.bias_ih_l1	8	-0.0972636416554451
51915	rnn.bias_ih_l1	9	-0.10414855927228928
51915	rnn.bias_hh_l1	0	-0.11014991998672485
51915	rnn.bias_hh_l1	1	-0.04877636954188347
51915	rnn.bias_hh_l1	2	-0.07914019376039505
51915	rnn.bias_hh_l1	3	-0.06280507892370224
51915	rnn.bias_hh_l1	4	-0.09442828595638275
51915	rnn.bias_hh_l1	5	-0.06401555985212326
51915	rnn.bias_hh_l1	6	-0.07541736215353012
51915	rnn.bias_hh_l1	7	0.024101482704281807
51915	rnn.bias_hh_l1	8	-0.0813627615571022
51915	rnn.bias_hh_l1	9	-0.05615786090493202
51915	rnn.weight_ih_l1_reverse	0	-0.03562600538134575
51915	rnn.weight_ih_l1_reverse	1	0.04059354588389397
51915	rnn.weight_ih_l1_reverse	2	-0.037240028381347656
51915	rnn.weight_ih_l1_reverse	3	-0.017592832446098328
51915	rnn.weight_ih_l1_reverse	4	-0.03751085326075554
51915	rnn.weight_ih_l1_reverse	5	-0.037029001861810684
51915	rnn.weight_ih_l1_reverse	6	-0.033496711403131485
51915	rnn.weight_ih_l1_reverse	7	0.01578313671052456
51915	rnn.weight_ih_l1_reverse	8	0.019040193408727646
51915	rnn.weight_ih_l1_reverse	9	-0.03243785724043846
51915	rnn.weight_hh_l1_reverse	0	0.006982139311730862
51915	rnn.weight_hh_l1_reverse	1	0.027520062401890755
51915	rnn.weight_hh_l1_reverse	2	-0.036931104958057404
51915	rnn.weight_hh_l1_reverse	3	0.041447319090366364
51915	rnn.weight_hh_l1_reverse	4	0.04565119370818138
51915	rnn.weight_hh_l1_reverse	5	0.006758646108210087
51915	rnn.weight_hh_l1_reverse	6	0.009477486833930016
51915	rnn.weight_hh_l1_reverse	7	0.02757752500474453
51915	rnn.weight_hh_l1_reverse	8	-0.00317218154668808
51915	rnn.weight_hh_l1_reverse	9	-0.039748769253492355
51915	rnn.bias_ih_l1_reverse	0	-0.02241593971848488
51915	rnn.bias_ih_l1_reverse	1	-0.06680997461080551
51915	rnn.bias_ih_l1_reverse	2	-0.089073546230793
51915	rnn.bias_ih_l1_reverse	3	-0.01380399614572525
51915	rnn.bias_ih_l1_reverse	4	-0.14588315784931183
51915	rnn.bias_ih_l1_reverse	5	-0.07403122633695602
51915	rnn.bias_ih_l1_reverse	6	-0.09447936713695526
51915	rnn.bias_ih_l1_reverse	7	-0.12526829540729523
51915	rnn.bias_ih_l1_reverse	8	0.1299952268600464
51915	rnn.bias_ih_l1_reverse	9	0.003541140351444483
51915	rnn.bias_hh_l1_reverse	0	-0.014380005188286304
51915	rnn.bias_hh_l1_reverse	1	-0.0006752875633537769
51915	rnn.bias_hh_l1_reverse	2	-0.17840540409088135
51915	rnn.bias_hh_l1_reverse	3	-0.07102960348129272
51915	rnn.bias_hh_l1_reverse	4	-0.05299209803342819
51915	rnn.bias_hh_l1_reverse	5	-0.060012105852365494
51915	rnn.bias_hh_l1_reverse	6	0.14421677589416504
51915	rnn.bias_hh_l1_reverse	7	-0.13014695048332214
51915	rnn.bias_hh_l1_reverse	8	-0.07479437440633774
51915	rnn.bias_hh_l1_reverse	9	-0.08881696313619614
51915	linear.weight	0	0.002228822559118271
51915	linear.weight	1	0.04124888405203819
51915	linear.weight	2	-0.11208552867174149
51915	linear.weight	3	0.2876918315887451
51915	linear.weight	4	0.061921559274196625
51915	linear.weight	5	0.019799116998910904
51915	linear.weight	6	-0.01768953539431095
51915	linear.weight	7	0.04801836237311363
51915	linear.weight	8	0.04200553521513939
51915	linear.weight	9	-0.051443155854940414
51915	linear.bias	0	-0.08933286368846893
51915	linear.bias	1	-0.09195994585752487
51915	linear.bias	2	-0.45003578066825867
51915	linear.bias	3	-0.7491725087165833
51915	linear.bias	4	-1.0283794403076172
51915	linear.bias	5	-0.0258160550147295
51915	linear.bias	6	-0.6084786653518677
51915	linear.bias	7	0.44256773591041565
51915	linear.bias	8	-0.581000566482544
51915	linear.bias	9	-0.792192280292511
52112	transitions	0	0.4877680242061615
52112	transitions	1	-0.011385055258870125
52112	transitions	2	-10000.0
52112	transitions	3	-1.7940354347229004
52112	transitions	4	-10000.0
52112	transitions	5	0.6676390767097473
52112	transitions	6	-0.006129935849457979
52112	transitions	7	-0.2986374795436859
52112	transitions	8	-1.3144314289093018
52112	transitions	9	-0.0002475259534548968
52112	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
52112	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
52112	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
52112	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
52112	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
52112	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
52112	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
52112	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
52112	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
52112	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
52112	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
52112	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
52112	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
52112	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
52112	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
52112	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
52112	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
52112	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
52112	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
52112	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
52112	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
52112	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
52112	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
52112	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
52112	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
52112	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
52112	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
52112	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
52112	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
52112	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
52112	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
52112	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
52112	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
52112	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
52112	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
52112	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
52112	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
52112	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
52112	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
52112	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
52112	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
52112	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
52112	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
52112	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
52112	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
52112	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
52112	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
52112	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
52112	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
52112	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
52112	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
52112	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
52112	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
52112	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
52112	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
52112	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
52112	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
52112	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
52112	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
52112	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
52112	embedding2nn.weight	0	-0.004032420460134745
52112	embedding2nn.weight	1	-0.016288598999381065
52112	embedding2nn.weight	2	-0.014268253929913044
52112	embedding2nn.weight	3	0.0014291645493358374
52112	embedding2nn.weight	4	-0.0059150345623493195
52112	embedding2nn.weight	5	-0.003700582543388009
52112	embedding2nn.weight	6	-0.003973205573856831
52112	embedding2nn.weight	7	-0.038037654012441635
52112	embedding2nn.weight	8	-0.0019979383796453476
52112	embedding2nn.weight	9	-0.02347085252404213
52112	embedding2nn.bias	0	0.0562501959502697
52112	embedding2nn.bias	1	-0.05981496721506119
52112	embedding2nn.bias	2	0.08752115815877914
52112	embedding2nn.bias	3	0.03096056543290615
52112	embedding2nn.bias	4	-0.017485899850726128
52112	embedding2nn.bias	5	-0.005171785596758127
52112	embedding2nn.bias	6	-0.0022119758650660515
52112	embedding2nn.bias	7	-0.05133078247308731
52112	embedding2nn.bias	8	0.03789530321955681
52112	embedding2nn.bias	9	0.04573800042271614
52112	rnn.weight_ih_l0	0	-0.017422962933778763
52112	rnn.weight_ih_l0	1	0.0030824716668576
52112	rnn.weight_ih_l0	2	0.030130334198474884
52112	rnn.weight_ih_l0	3	0.0024520866572856903
52112	rnn.weight_ih_l0	4	-0.028687413781881332
52112	rnn.weight_ih_l0	5	-0.05876966565847397
52112	rnn.weight_ih_l0	6	0.01853288896381855
52112	rnn.weight_ih_l0	7	0.04795799404382706
52112	rnn.weight_ih_l0	8	0.010768975131213665
52112	rnn.weight_ih_l0	9	-0.029390353709459305
52112	rnn.weight_hh_l0	0	-0.02882046066224575
52112	rnn.weight_hh_l0	1	-0.0016928245313465595
52112	rnn.weight_hh_l0	2	-0.0007385865901596844
52112	rnn.weight_hh_l0	3	-0.050556764006614685
52112	rnn.weight_hh_l0	4	0.04738525301218033
52112	rnn.weight_hh_l0	5	-0.016703030094504356
52112	rnn.weight_hh_l0	6	-0.0452081561088562
52112	rnn.weight_hh_l0	7	-0.028334803879261017
52112	rnn.weight_hh_l0	8	-0.005716091487556696
52112	rnn.weight_hh_l0	9	-0.019134357571601868
52112	rnn.bias_ih_l0	0	0.03958951681852341
52112	rnn.bias_ih_l0	1	-0.024035347625613213
52112	rnn.bias_ih_l0	2	-0.006257288157939911
52112	rnn.bias_ih_l0	3	0.08462546765804291
52112	rnn.bias_ih_l0	4	-0.03523404523730278
52112	rnn.bias_ih_l0	5	-0.021754946559667587
52112	rnn.bias_ih_l0	6	0.0027692874427884817
52112	rnn.bias_ih_l0	7	0.046496640890836716
52112	rnn.bias_ih_l0	8	-0.07622154802083969
52112	rnn.bias_ih_l0	9	-0.042670704424381256
52112	rnn.bias_hh_l0	0	-0.035929277539253235
52112	rnn.bias_hh_l0	1	-0.07714182138442993
52112	rnn.bias_hh_l0	2	-0.030773675069212914
52112	rnn.bias_hh_l0	3	-0.06599223613739014
52112	rnn.bias_hh_l0	4	-0.004841031972318888
52112	rnn.bias_hh_l0	5	0.009141582064330578
52112	rnn.bias_hh_l0	6	0.03489697724580765
52112	rnn.bias_hh_l0	7	0.009307192638516426
52112	rnn.bias_hh_l0	8	-0.0873628482222557
52112	rnn.bias_hh_l0	9	0.0027482835575938225
52112	rnn.weight_ih_l0_reverse	0	-0.018216725438833237
52112	rnn.weight_ih_l0_reverse	1	-0.04582512378692627
52112	rnn.weight_ih_l0_reverse	2	-0.03250766918063164
52112	rnn.weight_ih_l0_reverse	3	-0.003697418374940753
52112	rnn.weight_ih_l0_reverse	4	-0.004512657877057791
52112	rnn.weight_ih_l0_reverse	5	-0.049051351845264435
52112	rnn.weight_ih_l0_reverse	6	0.042940348386764526
52112	rnn.weight_ih_l0_reverse	7	-0.019963964819908142
52112	rnn.weight_ih_l0_reverse	8	-0.03127892687916756
52112	rnn.weight_ih_l0_reverse	9	0.007509442046284676
52112	rnn.weight_hh_l0_reverse	0	0.03666199743747711
52112	rnn.weight_hh_l0_reverse	1	0.03276018053293228
52112	rnn.weight_hh_l0_reverse	2	0.032171107828617096
52112	rnn.weight_hh_l0_reverse	3	0.021711621433496475
52112	rnn.weight_hh_l0_reverse	4	0.002459842711687088
52112	rnn.weight_hh_l0_reverse	5	-0.0117083340883255
52112	rnn.weight_hh_l0_reverse	6	0.038623254746198654
52112	rnn.weight_hh_l0_reverse	7	-0.04214223474264145
52112	rnn.weight_hh_l0_reverse	8	0.018160805106163025
52112	rnn.weight_hh_l0_reverse	9	0.04525651037693024
52112	rnn.bias_ih_l0_reverse	0	-0.06320173293352127
52112	rnn.bias_ih_l0_reverse	1	-0.18485037982463837
52112	rnn.bias_ih_l0_reverse	2	-0.07010456174612045
52112	rnn.bias_ih_l0_reverse	3	-0.021425332874059677
52112	rnn.bias_ih_l0_reverse	4	-0.023985832929611206
52112	rnn.bias_ih_l0_reverse	5	0.019431503489613533
52112	rnn.bias_ih_l0_reverse	6	-0.03464711457490921
52112	rnn.bias_ih_l0_reverse	7	0.04812617599964142
52112	rnn.bias_ih_l0_reverse	8	-0.037854526191949844
52112	rnn.bias_ih_l0_reverse	9	0.019237760454416275
52112	rnn.bias_hh_l0_reverse	0	-0.021746443584561348
52112	rnn.bias_hh_l0_reverse	1	-0.023167086765170097
52112	rnn.bias_hh_l0_reverse	2	0.05486306920647621
52112	rnn.bias_hh_l0_reverse	3	-0.028066985309123993
52112	rnn.bias_hh_l0_reverse	4	-0.03681311011314392
52112	rnn.bias_hh_l0_reverse	5	-0.0588206984102726
52112	rnn.bias_hh_l0_reverse	6	-0.01348973996937275
52112	rnn.bias_hh_l0_reverse	7	0.06266450881958008
52112	rnn.bias_hh_l0_reverse	8	0.03208683058619499
52112	rnn.bias_hh_l0_reverse	9	-0.10344899445772171
52112	rnn.weight_ih_l1	0	-0.03256099298596382
52112	rnn.weight_ih_l1	1	-0.03737878054380417
52112	rnn.weight_ih_l1	2	0.07469933480024338
52112	rnn.weight_ih_l1	3	-0.026504576206207275
52112	rnn.weight_ih_l1	4	5.088240504846908e-05
52112	rnn.weight_ih_l1	5	-0.045179110020399094
52112	rnn.weight_ih_l1	6	0.016874702647328377
52112	rnn.weight_ih_l1	7	-0.03398962318897247
52112	rnn.weight_ih_l1	8	0.03748173266649246
52112	rnn.weight_ih_l1	9	0.025336839258670807
52112	rnn.weight_hh_l1	0	-0.013534334488213062
52112	rnn.weight_hh_l1	1	0.005803732667118311
52112	rnn.weight_hh_l1	2	0.0006460542790591717
52112	rnn.weight_hh_l1	3	-0.009879305958747864
52112	rnn.weight_hh_l1	4	0.0014183263992890716
52112	rnn.weight_hh_l1	5	0.024618152529001236
52112	rnn.weight_hh_l1	6	0.0331091582775116
52112	rnn.weight_hh_l1	7	-0.02657139115035534
52112	rnn.weight_hh_l1	8	-0.02771930955350399
52112	rnn.weight_hh_l1	9	0.03615746274590492
52112	rnn.bias_ih_l1	0	-0.10092650353908539
52112	rnn.bias_ih_l1	1	-0.10202249884605408
52112	rnn.bias_ih_l1	2	-0.12591946125030518
52112	rnn.bias_ih_l1	3	-0.18523681163787842
52112	rnn.bias_ih_l1	4	-0.14950373768806458
52112	rnn.bias_ih_l1	5	-0.1011282280087471
52112	rnn.bias_ih_l1	6	-0.06929168850183487
52112	rnn.bias_ih_l1	7	-0.02803010120987892
52112	rnn.bias_ih_l1	8	-0.09692168980836868
52112	rnn.bias_ih_l1	9	-0.10667891055345535
52112	rnn.bias_hh_l1	0	-0.10899734497070312
52112	rnn.bias_hh_l1	1	-0.0513366237282753
52112	rnn.bias_hh_l1	2	-0.07867590337991714
52112	rnn.bias_hh_l1	3	-0.06216849759221077
52112	rnn.bias_hh_l1	4	-0.09560037404298782
52112	rnn.bias_hh_l1	5	-0.06434973329305649
52112	rnn.bias_hh_l1	6	-0.07302308082580566
52112	rnn.bias_hh_l1	7	0.022852865979075432
52112	rnn.bias_hh_l1	8	-0.0797303318977356
52112	rnn.bias_hh_l1	9	-0.054963625967502594
52112	rnn.weight_ih_l1_reverse	0	-0.035770565271377563
52112	rnn.weight_ih_l1_reverse	1	0.04350713640451431
52112	rnn.weight_ih_l1_reverse	2	-0.034533705562353134
52112	rnn.weight_ih_l1_reverse	3	-0.017228785902261734
52112	rnn.weight_ih_l1_reverse	4	-0.03756698593497276
52112	rnn.weight_ih_l1_reverse	5	-0.03734755143523216
52112	rnn.weight_ih_l1_reverse	6	-0.029202913865447044
52112	rnn.weight_ih_l1_reverse	7	0.015561333857476711
52112	rnn.weight_ih_l1_reverse	8	0.01740693487226963
52112	rnn.weight_ih_l1_reverse	9	-0.034799039363861084
52112	rnn.weight_hh_l1_reverse	0	0.007138748187571764
52112	rnn.weight_hh_l1_reverse	1	0.027708660811185837
52112	rnn.weight_hh_l1_reverse	2	-0.036798931658267975
52112	rnn.weight_hh_l1_reverse	3	0.04159672558307648
52112	rnn.weight_hh_l1_reverse	4	0.045430172234773636
52112	rnn.weight_hh_l1_reverse	5	0.006853118538856506
52112	rnn.weight_hh_l1_reverse	6	0.009934077039361
52112	rnn.weight_hh_l1_reverse	7	0.027528082951903343
52112	rnn.weight_hh_l1_reverse	8	-0.003318506060168147
52112	rnn.weight_hh_l1_reverse	9	-0.03974582627415657
52112	rnn.bias_ih_l1_reverse	0	-0.020305806770920753
52112	rnn.bias_ih_l1_reverse	1	-0.06901303678750992
52112	rnn.bias_ih_l1_reverse	2	-0.08957872539758682
52112	rnn.bias_ih_l1_reverse	3	-0.010607248172163963
52112	rnn.bias_ih_l1_reverse	4	-0.1447928547859192
52112	rnn.bias_ih_l1_reverse	5	-0.07397254556417465
52112	rnn.bias_ih_l1_reverse	6	-0.09531626850366592
52112	rnn.bias_ih_l1_reverse	7	-0.12564659118652344
52112	rnn.bias_ih_l1_reverse	8	0.12264774739742279
52112	rnn.bias_ih_l1_reverse	9	0.007807459682226181
52112	rnn.bias_hh_l1_reverse	0	-0.01493759173899889
52112	rnn.bias_hh_l1_reverse	1	-0.002556242048740387
52112	rnn.bias_hh_l1_reverse	2	-0.17874127626419067
52112	rnn.bias_hh_l1_reverse	3	-0.0701538547873497
52112	rnn.bias_hh_l1_reverse	4	-0.05372989922761917
52112	rnn.bias_hh_l1_reverse	5	-0.06070791929960251
52112	rnn.bias_hh_l1_reverse	6	0.13739730417728424
52112	rnn.bias_hh_l1_reverse	7	-0.13183605670928955
52112	rnn.bias_hh_l1_reverse	8	-0.07449101656675339
52112	rnn.bias_hh_l1_reverse	9	-0.09099995344877243
52112	linear.weight	0	0.002228822559118271
52112	linear.weight	1	0.04179065674543381
52112	linear.weight	2	-0.11278656870126724
52112	linear.weight	3	0.2943766713142395
52112	linear.weight	4	0.062130820006132126
52112	linear.weight	5	0.02208467572927475
52112	linear.weight	6	-0.024081870913505554
52112	linear.weight	7	0.05183709040284157
52112	linear.weight	8	0.042004309594631195
52112	linear.weight	9	-0.05246712639927864
52112	linear.bias	0	-0.07397563010454178
52112	linear.bias	1	-0.07744769752025604
52112	linear.bias	2	-0.46995970606803894
52112	linear.bias	3	-0.7568165063858032
52112	linear.bias	4	-1.037988543510437
52112	linear.bias	5	-0.01772591471672058
52112	linear.bias	6	-0.5943741202354431
52112	linear.bias	7	0.4553947448730469
52112	linear.bias	8	-0.5781917572021484
52112	linear.bias	9	-0.7921665906906128
52309	transitions	0	0.48447760939598083
52309	transitions	1	-0.01394382119178772
52309	transitions	2	-10000.0
52309	transitions	3	-1.7941709756851196
52309	transitions	4	-10000.0
52309	transitions	5	0.6671985983848572
52309	transitions	6	-0.006453686393797398
52309	transitions	7	-0.2998221814632416
52309	transitions	8	-1.3147470951080322
52309	transitions	9	-0.000251051620580256
52309	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
52309	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
52309	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
52309	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
52309	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
52309	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
52309	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
52309	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
52309	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
52309	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
52309	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
52309	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
52309	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
52309	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
52309	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
52309	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
52309	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
52309	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
52309	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
52309	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
52309	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
52309	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
52309	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
52309	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
52309	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
52309	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
52309	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
52309	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
52309	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
52309	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
52309	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
52309	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
52309	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
52309	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
52309	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
52309	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
52309	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
52309	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
52309	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
52309	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
52309	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
52309	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
52309	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
52309	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
52309	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
52309	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
52309	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
52309	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
52309	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
52309	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
52309	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
52309	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
52309	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
52309	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
52309	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
52309	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
52309	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
52309	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
52309	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
52309	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
52309	embedding2nn.weight	0	-0.004205506760627031
52309	embedding2nn.weight	1	-0.015989437699317932
52309	embedding2nn.weight	2	-0.014268253929913044
52309	embedding2nn.weight	3	0.0008929334580898285
52309	embedding2nn.weight	4	-0.0059150345623493195
52309	embedding2nn.weight	5	-0.003700582543388009
52309	embedding2nn.weight	6	-0.003973202779889107
52309	embedding2nn.weight	7	-0.03887920826673508
52309	embedding2nn.weight	8	-0.0019979383796453476
52309	embedding2nn.weight	9	-0.024259325116872787
52309	embedding2nn.bias	0	0.05404430627822876
52309	embedding2nn.bias	1	-0.06031521037220955
52309	embedding2nn.bias	2	0.08502136915922165
52309	embedding2nn.bias	3	0.040139343589544296
52309	embedding2nn.bias	4	-0.014198738150298595
52309	embedding2nn.bias	5	-0.007291742134839296
52309	embedding2nn.bias	6	0.0019465021323412657
52309	embedding2nn.bias	7	-0.05317945033311844
52309	embedding2nn.bias	8	0.03979479894042015
52309	embedding2nn.bias	9	0.03903468698263168
52309	rnn.weight_ih_l0	0	-0.016646431758999825
52309	rnn.weight_ih_l0	1	0.0015512731624767184
52309	rnn.weight_ih_l0	2	0.030273692682385445
52309	rnn.weight_ih_l0	3	0.0022991253063082695
52309	rnn.weight_ih_l0	4	-0.03010261431336403
52309	rnn.weight_ih_l0	5	-0.05893990024924278
52309	rnn.weight_ih_l0	6	0.019319329410791397
52309	rnn.weight_ih_l0	7	0.04953311011195183
52309	rnn.weight_ih_l0	8	0.010504694655537605
52309	rnn.weight_ih_l0	9	-0.02867339923977852
52309	rnn.weight_hh_l0	0	-0.02818433754146099
52309	rnn.weight_hh_l0	1	-0.0013651864137500525
52309	rnn.weight_hh_l0	2	-0.0018642409704625607
52309	rnn.weight_hh_l0	3	-0.05086277797818184
52309	rnn.weight_hh_l0	4	0.048597920686006546
52309	rnn.weight_hh_l0	5	-0.017968816682696342
52309	rnn.weight_hh_l0	6	-0.046988390386104584
52309	rnn.weight_hh_l0	7	-0.028373535722494125
52309	rnn.weight_hh_l0	8	-0.00596914766356349
52309	rnn.weight_hh_l0	9	-0.019367869943380356
52309	rnn.bias_ih_l0	0	0.03959086537361145
52309	rnn.bias_ih_l0	1	-0.02445516549050808
52309	rnn.bias_ih_l0	2	-0.00862996093928814
52309	rnn.bias_ih_l0	3	0.0854928195476532
52309	rnn.bias_ih_l0	4	-0.03682922199368477
52309	rnn.bias_ih_l0	5	-0.01847640983760357
52309	rnn.bias_ih_l0	6	0.0031974678859114647
52309	rnn.bias_ih_l0	7	0.043184541165828705
52309	rnn.bias_ih_l0	8	-0.07441193610429764
52309	rnn.bias_ih_l0	9	-0.04505959525704384
52309	rnn.bias_hh_l0	0	-0.03839748725295067
52309	rnn.bias_hh_l0	1	-0.08043452352285385
52309	rnn.bias_hh_l0	2	-0.027880778536200523
52309	rnn.bias_hh_l0	3	-0.06553921848535538
52309	rnn.bias_hh_l0	4	-0.0056562768295407295
52309	rnn.bias_hh_l0	5	0.009738808497786522
52309	rnn.bias_hh_l0	6	0.03379654139280319
52309	rnn.bias_hh_l0	7	0.0047165569849312305
52309	rnn.bias_hh_l0	8	-0.0881357416510582
52309	rnn.bias_hh_l0	9	0.007134255021810532
52309	rnn.weight_ih_l0_reverse	0	-0.01939089596271515
52309	rnn.weight_ih_l0_reverse	1	-0.045469459146261215
52309	rnn.weight_ih_l0_reverse	2	-0.032550301402807236
52309	rnn.weight_ih_l0_reverse	3	-0.003272666595876217
52309	rnn.weight_ih_l0_reverse	4	-0.004445659462362528
52309	rnn.weight_ih_l0_reverse	5	-0.0494551844894886
52309	rnn.weight_ih_l0_reverse	6	0.042450785636901855
52309	rnn.weight_ih_l0_reverse	7	-0.02079559862613678
52309	rnn.weight_ih_l0_reverse	8	-0.031115148216485977
52309	rnn.weight_ih_l0_reverse	9	0.007696947082877159
52309	rnn.weight_hh_l0_reverse	0	0.03482460975646973
52309	rnn.weight_hh_l0_reverse	1	0.03282758966088295
52309	rnn.weight_hh_l0_reverse	2	0.031681060791015625
52309	rnn.weight_hh_l0_reverse	3	0.02153657004237175
52309	rnn.weight_hh_l0_reverse	4	0.0022507240064442158
52309	rnn.weight_hh_l0_reverse	5	-0.011367582716047764
52309	rnn.weight_hh_l0_reverse	6	0.03848373144865036
52309	rnn.weight_hh_l0_reverse	7	-0.042222291231155396
52309	rnn.weight_hh_l0_reverse	8	0.018711937591433525
52309	rnn.weight_hh_l0_reverse	9	0.04487938806414604
52309	rnn.bias_ih_l0_reverse	0	-0.0625925362110138
52309	rnn.bias_ih_l0_reverse	1	-0.18469884991645813
52309	rnn.bias_ih_l0_reverse	2	-0.05821545422077179
52309	rnn.bias_ih_l0_reverse	3	-0.018698398023843765
52309	rnn.bias_ih_l0_reverse	4	-0.02623480185866356
52309	rnn.bias_ih_l0_reverse	5	0.02133340947329998
52309	rnn.bias_ih_l0_reverse	6	-0.038690172135829926
52309	rnn.bias_ih_l0_reverse	7	0.05013296753168106
52309	rnn.bias_ih_l0_reverse	8	-0.03330707922577858
52309	rnn.bias_ih_l0_reverse	9	0.018385885283350945
52309	rnn.bias_hh_l0_reverse	0	-0.02259446121752262
52309	rnn.bias_hh_l0_reverse	1	-0.02339812181890011
52309	rnn.bias_hh_l0_reverse	2	0.055262986570596695
52309	rnn.bias_hh_l0_reverse	3	-0.026115508750081062
52309	rnn.bias_hh_l0_reverse	4	-0.038815081119537354
52309	rnn.bias_hh_l0_reverse	5	-0.05854164808988571
52309	rnn.bias_hh_l0_reverse	6	-0.0165877565741539
52309	rnn.bias_hh_l0_reverse	7	0.06385433673858643
52309	rnn.bias_hh_l0_reverse	8	0.03234206140041351
52309	rnn.bias_hh_l0_reverse	9	-0.10208874940872192
52309	rnn.weight_ih_l1	0	-0.03275993466377258
52309	rnn.weight_ih_l1	1	-0.037586748600006104
52309	rnn.weight_ih_l1	2	0.07626142352819443
52309	rnn.weight_ih_l1	3	-0.029997829347848892
52309	rnn.weight_ih_l1	4	-0.0004626607405953109
52309	rnn.weight_ih_l1	5	-0.04496004432439804
52309	rnn.weight_ih_l1	6	0.016473127529025078
52309	rnn.weight_ih_l1	7	-0.03395292907953262
52309	rnn.weight_ih_l1	8	0.03768076375126839
52309	rnn.weight_ih_l1	9	0.02615109272301197
52309	rnn.weight_hh_l1	0	-0.013514155521988869
52309	rnn.weight_hh_l1	1	0.005693755112588406
52309	rnn.weight_hh_l1	2	0.0013601734535768628
52309	rnn.weight_hh_l1	3	-0.010027636773884296
52309	rnn.weight_hh_l1	4	0.0010995883494615555
52309	rnn.weight_hh_l1	5	0.0242850910872221
52309	rnn.weight_hh_l1	6	0.03398466482758522
52309	rnn.weight_hh_l1	7	-0.026554031297564507
52309	rnn.weight_hh_l1	8	-0.027380233630537987
52309	rnn.weight_hh_l1	9	0.036261312663555145
52309	rnn.bias_ih_l1	0	-0.10380184650421143
52309	rnn.bias_ih_l1	1	-0.10089146345853806
52309	rnn.bias_ih_l1	2	-0.12682461738586426
52309	rnn.bias_ih_l1	3	-0.18493624031543732
52309	rnn.bias_ih_l1	4	-0.15574154257774353
52309	rnn.bias_ih_l1	5	-0.10287792235612869
52309	rnn.bias_ih_l1	6	-0.07128345221281052
52309	rnn.bias_ih_l1	7	-0.028569815680384636
52309	rnn.bias_ih_l1	8	-0.09760186821222305
52309	rnn.bias_ih_l1	9	-0.10840243101119995
52309	rnn.bias_hh_l1	0	-0.11310338228940964
52309	rnn.bias_hh_l1	1	-0.05023659020662308
52309	rnn.bias_hh_l1	2	-0.07872283458709717
52309	rnn.bias_hh_l1	3	-0.0638134703040123
52309	rnn.bias_hh_l1	4	-0.0959375873208046
52309	rnn.bias_hh_l1	5	-0.06456948816776276
52309	rnn.bias_hh_l1	6	-0.07327165454626083
52309	rnn.bias_hh_l1	7	0.03255866467952728
52309	rnn.bias_hh_l1	8	-0.08065138757228851
52309	rnn.bias_hh_l1	9	-0.05686062201857567
52309	rnn.weight_ih_l1_reverse	0	-0.03415658324956894
52309	rnn.weight_ih_l1_reverse	1	0.04179863631725311
52309	rnn.weight_ih_l1_reverse	2	-0.03964695706963539
52309	rnn.weight_ih_l1_reverse	3	-0.01574249006807804
52309	rnn.weight_ih_l1_reverse	4	-0.0382109098136425
52309	rnn.weight_ih_l1_reverse	5	-0.03744090721011162
52309	rnn.weight_ih_l1_reverse	6	-0.02624099887907505
52309	rnn.weight_ih_l1_reverse	7	0.01493189949542284
52309	rnn.weight_ih_l1_reverse	8	0.01965656876564026
52309	rnn.weight_ih_l1_reverse	9	-0.033709730952978134
52309	rnn.weight_hh_l1_reverse	0	0.006976075936108828
52309	rnn.weight_hh_l1_reverse	1	0.02765464223921299
52309	rnn.weight_hh_l1_reverse	2	-0.03682754933834076
52309	rnn.weight_hh_l1_reverse	3	0.04162575304508209
52309	rnn.weight_hh_l1_reverse	4	0.045761026442050934
52309	rnn.weight_hh_l1_reverse	5	0.007266507484018803
52309	rnn.weight_hh_l1_reverse	6	0.009543118998408318
52309	rnn.weight_hh_l1_reverse	7	0.027503322809934616
52309	rnn.weight_hh_l1_reverse	8	-0.003340573515743017
52309	rnn.weight_hh_l1_reverse	9	-0.039896655827760696
52309	rnn.bias_ih_l1_reverse	0	-0.020154735073447227
52309	rnn.bias_ih_l1_reverse	1	-0.06391295045614243
52309	rnn.bias_ih_l1_reverse	2	-0.0887749120593071
52309	rnn.bias_ih_l1_reverse	3	-0.015738986432552338
52309	rnn.bias_ih_l1_reverse	4	-0.14633825421333313
52309	rnn.bias_ih_l1_reverse	5	-0.07310451567173004
52309	rnn.bias_ih_l1_reverse	6	-0.09490015357732773
52309	rnn.bias_ih_l1_reverse	7	-0.12674970924854279
52309	rnn.bias_ih_l1_reverse	8	0.12544868886470795
52309	rnn.bias_ih_l1_reverse	9	0.008413439616560936
52309	rnn.bias_hh_l1_reverse	0	-0.010226020589470863
52309	rnn.bias_hh_l1_reverse	1	-0.0008321337518282235
52309	rnn.bias_hh_l1_reverse	2	-0.17852267622947693
52309	rnn.bias_hh_l1_reverse	3	-0.07069119811058044
52309	rnn.bias_hh_l1_reverse	4	-0.05134928226470947
52309	rnn.bias_hh_l1_reverse	5	-0.05954734608530998
52309	rnn.bias_hh_l1_reverse	6	0.14469432830810547
52309	rnn.bias_hh_l1_reverse	7	-0.13052615523338318
52309	rnn.bias_hh_l1_reverse	8	-0.0764465481042862
52309	rnn.bias_hh_l1_reverse	9	-0.09253228455781937
52309	linear.weight	0	0.002228822559118271
52309	linear.weight	1	0.04625372216105461
52309	linear.weight	2	-0.11492791771888733
52309	linear.weight	3	0.2832641303539276
52309	linear.weight	4	0.06790532171726227
52309	linear.weight	5	0.024747347459197044
52309	linear.weight	6	-0.0227361973375082
52309	linear.weight	7	0.04901580512523651
52309	linear.weight	8	0.042005494236946106
52309	linear.weight	9	-0.05294421315193176
52309	linear.bias	0	-0.07788965851068497
52309	linear.bias	1	-0.09729225188493729
52309	linear.bias	2	-0.46190571784973145
52309	linear.bias	3	-0.7269487380981445
52309	linear.bias	4	-1.0101069211959839
52309	linear.bias	5	-0.02479766681790352
52309	linear.bias	6	-0.6111521124839783
52309	linear.bias	7	0.4504474401473999
52309	linear.bias	8	-0.5996689200401306
52309	linear.bias	9	-0.8135448694229126
52506	transitions	0	0.4828961491584778
52506	transitions	1	-0.0012729241279885173
52506	transitions	2	-10000.0
52506	transitions	3	-1.794285535812378
52506	transitions	4	-10000.0
52506	transitions	5	0.6668029427528381
52506	transitions	6	-0.006680439226329327
52506	transitions	7	-0.30184975266456604
52506	transitions	8	-1.314968466758728
52506	transitions	9	-0.00025502557400614023
52506	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
52506	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
52506	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
52506	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
52506	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
52506	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
52506	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
52506	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
52506	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
52506	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
52506	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
52506	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
52506	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
52506	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
52506	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
52506	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
52506	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
52506	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
52506	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
52506	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
52506	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
52506	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
52506	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
52506	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
52506	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
52506	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
52506	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
52506	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
52506	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
52506	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
52506	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
52506	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
52506	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
52506	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
52506	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
52506	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
52506	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
52506	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
52506	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
52506	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
52506	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
52506	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
52506	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
52506	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
52506	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
52506	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
52506	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
52506	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
52506	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
52506	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
52506	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
52506	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
52506	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
52506	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
52506	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
52506	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
52506	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
52506	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
52506	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
52506	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
52506	embedding2nn.weight	0	-0.002327574649825692
52506	embedding2nn.weight	1	-0.016151772812008858
52506	embedding2nn.weight	2	-0.014268253929913044
52506	embedding2nn.weight	3	0.0009305569692514837
52506	embedding2nn.weight	4	-0.0059150345623493195
52506	embedding2nn.weight	5	-0.0037005823105573654
52506	embedding2nn.weight	6	-0.003973204642534256
52506	embedding2nn.weight	7	-0.0393528938293457
52506	embedding2nn.weight	8	-0.0019979383796453476
52506	embedding2nn.weight	9	-0.025484053418040276
52506	embedding2nn.bias	0	0.04547867551445961
52506	embedding2nn.bias	1	-0.05785568803548813
52506	embedding2nn.bias	2	0.08355571329593658
52506	embedding2nn.bias	3	0.04149062559008598
52506	embedding2nn.bias	4	-0.02305368334054947
52506	embedding2nn.bias	5	-0.005775029305368662
52506	embedding2nn.bias	6	0.0027740795630961657
52506	embedding2nn.bias	7	-0.05392096936702728
52506	embedding2nn.bias	8	0.0323321595788002
52506	embedding2nn.bias	9	0.04353620111942291
52506	rnn.weight_ih_l0	0	-0.01847916468977928
52506	rnn.weight_ih_l0	1	0.00043514856952242553
52506	rnn.weight_ih_l0	2	0.03093859553337097
52506	rnn.weight_ih_l0	3	0.0025425408966839314
52506	rnn.weight_ih_l0	4	-0.02803751267492771
52506	rnn.weight_ih_l0	5	-0.05912059172987938
52506	rnn.weight_ih_l0	6	0.019071627408266068
52506	rnn.weight_ih_l0	7	0.049717117100954056
52506	rnn.weight_ih_l0	8	0.010001991875469685
52506	rnn.weight_ih_l0	9	-0.0286243949085474
52506	rnn.weight_hh_l0	0	-0.027221303433179855
52506	rnn.weight_hh_l0	1	-0.0022060435730963945
52506	rnn.weight_hh_l0	2	-0.002355498494580388
52506	rnn.weight_hh_l0	3	-0.05033983662724495
52506	rnn.weight_hh_l0	4	0.048028603196144104
52506	rnn.weight_hh_l0	5	-0.016939738765358925
52506	rnn.weight_hh_l0	6	-0.0465596504509449
52506	rnn.weight_hh_l0	7	-0.026155369356274605
52506	rnn.weight_hh_l0	8	-0.00629771500825882
52506	rnn.weight_hh_l0	9	-0.01962452195584774
52506	rnn.bias_ih_l0	0	0.039542656391859055
52506	rnn.bias_ih_l0	1	-0.024689292535185814
52506	rnn.bias_ih_l0	2	-0.008803081698715687
52506	rnn.bias_ih_l0	3	0.0757579654455185
52506	rnn.bias_ih_l0	4	-0.037751100957393646
52506	rnn.bias_ih_l0	5	-0.022151369601488113
52506	rnn.bias_ih_l0	6	0.006399365607649088
52506	rnn.bias_ih_l0	7	0.03820844367146492
52506	rnn.bias_ih_l0	8	-0.07321600615978241
52506	rnn.bias_ih_l0	9	-0.044281840324401855
52506	rnn.bias_hh_l0	0	-0.041144195944070816
52506	rnn.bias_hh_l0	1	-0.07448431849479675
52506	rnn.bias_hh_l0	2	-0.03017815388739109
52506	rnn.bias_hh_l0	3	-0.06489056348800659
52506	rnn.bias_hh_l0	4	-0.00720427418127656
52506	rnn.bias_hh_l0	5	0.009974133223295212
52506	rnn.bias_hh_l0	6	0.03349619358778
52506	rnn.bias_hh_l0	7	0.005598734598606825
52506	rnn.bias_hh_l0	8	-0.08584733307361603
52506	rnn.bias_hh_l0	9	0.006729381158947945
52506	rnn.weight_ih_l0_reverse	0	-0.02100895345211029
52506	rnn.weight_ih_l0_reverse	1	-0.04587867483496666
52506	rnn.weight_ih_l0_reverse	2	-0.03065434843301773
52506	rnn.weight_ih_l0_reverse	3	-0.004504501819610596
52506	rnn.weight_ih_l0_reverse	4	-0.005121516529470682
52506	rnn.weight_ih_l0_reverse	5	-0.04878998547792435
52506	rnn.weight_ih_l0_reverse	6	0.04221416264772415
52506	rnn.weight_ih_l0_reverse	7	-0.021083172410726547
52506	rnn.weight_ih_l0_reverse	8	-0.031365763396024704
52506	rnn.weight_ih_l0_reverse	9	0.0071830893866717815
52506	rnn.weight_hh_l0_reverse	0	0.033415041863918304
52506	rnn.weight_hh_l0_reverse	1	0.03322579339146614
52506	rnn.weight_hh_l0_reverse	2	0.031503792852163315
52506	rnn.weight_hh_l0_reverse	3	0.021860972046852112
52506	rnn.weight_hh_l0_reverse	4	0.002229145495221019
52506	rnn.weight_hh_l0_reverse	5	-0.011297157034277916
52506	rnn.weight_hh_l0_reverse	6	0.03894932195544243
52506	rnn.weight_hh_l0_reverse	7	-0.04244155064225197
52506	rnn.weight_hh_l0_reverse	8	0.017783591523766518
52506	rnn.weight_hh_l0_reverse	9	0.043882641941308975
52506	rnn.bias_ih_l0_reverse	0	-0.06099407374858856
52506	rnn.bias_ih_l0_reverse	1	-0.18103012442588806
52506	rnn.bias_ih_l0_reverse	2	-0.068722665309906
52506	rnn.bias_ih_l0_reverse	3	-0.018088223412632942
52506	rnn.bias_ih_l0_reverse	4	-0.02978062629699707
52506	rnn.bias_ih_l0_reverse	5	0.021506959572434425
52506	rnn.bias_ih_l0_reverse	6	-0.03759221360087395
52506	rnn.bias_ih_l0_reverse	7	0.04726467281579971
52506	rnn.bias_ih_l0_reverse	8	-0.03529304638504982
52506	rnn.bias_ih_l0_reverse	9	0.019996806979179382
52506	rnn.bias_hh_l0_reverse	0	-0.020696213468909264
52506	rnn.bias_hh_l0_reverse	1	-0.021304748952388763
52506	rnn.bias_hh_l0_reverse	2	0.05328250676393509
52506	rnn.bias_hh_l0_reverse	3	-0.02665955387055874
52506	rnn.bias_hh_l0_reverse	4	-0.038834843784570694
52506	rnn.bias_hh_l0_reverse	5	-0.055724479258060455
52506	rnn.bias_hh_l0_reverse	6	-0.01802908442914486
52506	rnn.bias_hh_l0_reverse	7	0.06735961139202118
52506	rnn.bias_hh_l0_reverse	8	0.03473594784736633
52506	rnn.bias_hh_l0_reverse	9	-0.09501895308494568
52506	rnn.weight_ih_l1	0	-0.03290948644280434
52506	rnn.weight_ih_l1	1	-0.038277994841337204
52506	rnn.weight_ih_l1	2	0.07855668663978577
52506	rnn.weight_ih_l1	3	-0.029782738536596298
52506	rnn.weight_ih_l1	4	-0.0008278880268335342
52506	rnn.weight_ih_l1	5	-0.044896893203258514
52506	rnn.weight_ih_l1	6	0.016762688755989075
52506	rnn.weight_ih_l1	7	-0.03269432857632637
52506	rnn.weight_ih_l1	8	0.037619903683662415
52506	rnn.weight_ih_l1	9	0.025836369022727013
52506	rnn.weight_hh_l1	0	-0.013086922466754913
52506	rnn.weight_hh_l1	1	0.005605007521808147
52506	rnn.weight_hh_l1	2	0.0013626533327624202
52506	rnn.weight_hh_l1	3	-0.009870259091258049
52506	rnn.weight_hh_l1	4	0.0012234430760145187
52506	rnn.weight_hh_l1	5	0.024422883987426758
52506	rnn.weight_hh_l1	6	0.03423413634300232
52506	rnn.weight_hh_l1	7	-0.02651151455938816
52506	rnn.weight_hh_l1	8	-0.026539964601397514
52506	rnn.weight_hh_l1	9	0.03657304868102074
52506	rnn.bias_ih_l1	0	-0.1048571914434433
52506	rnn.bias_ih_l1	1	-0.09563477337360382
52506	rnn.bias_ih_l1	2	-0.12678785622119904
52506	rnn.bias_ih_l1	3	-0.18578550219535828
52506	rnn.bias_ih_l1	4	-0.15386271476745605
52506	rnn.bias_ih_l1	5	-0.1009504646062851
52506	rnn.bias_ih_l1	6	-0.06960944831371307
52506	rnn.bias_ih_l1	7	-0.02925986796617508
52506	rnn.bias_ih_l1	8	-0.09798804670572281
52506	rnn.bias_ih_l1	9	-0.10892882198095322
52506	rnn.bias_hh_l1	0	-0.11425863206386566
52506	rnn.bias_hh_l1	1	-0.04905630648136139
52506	rnn.bias_hh_l1	2	-0.08107350766658783
52506	rnn.bias_hh_l1	3	-0.06505904346704483
52506	rnn.bias_hh_l1	4	-0.09682292491197586
52506	rnn.bias_hh_l1	5	-0.06283814460039139
52506	rnn.bias_hh_l1	6	-0.0761406421661377
52506	rnn.bias_hh_l1	7	0.03670420125126839
52506	rnn.bias_hh_l1	8	-0.08194275200366974
52506	rnn.bias_hh_l1	9	-0.05612281709909439
52506	rnn.weight_ih_l1_reverse	0	-0.034574516117572784
52506	rnn.weight_ih_l1_reverse	1	0.03648647293448448
52506	rnn.weight_ih_l1_reverse	2	-0.03711197152733803
52506	rnn.weight_ih_l1_reverse	3	-0.014526617713272572
52506	rnn.weight_ih_l1_reverse	4	-0.03595354035496712
52506	rnn.weight_ih_l1_reverse	5	-0.03771035745739937
52506	rnn.weight_ih_l1_reverse	6	-0.02688302844762802
52506	rnn.weight_ih_l1_reverse	7	0.016032958403229713
52506	rnn.weight_ih_l1_reverse	8	0.020296383649110794
52506	rnn.weight_ih_l1_reverse	9	-0.034390248358249664
52506	rnn.weight_hh_l1_reverse	0	0.0071996357291936874
52506	rnn.weight_hh_l1_reverse	1	0.027763675898313522
52506	rnn.weight_hh_l1_reverse	2	-0.03684571385383606
52506	rnn.weight_hh_l1_reverse	3	0.04178227484226227
52506	rnn.weight_hh_l1_reverse	4	0.046133071184158325
52506	rnn.weight_hh_l1_reverse	5	0.007363122422248125
52506	rnn.weight_hh_l1_reverse	6	0.00970727950334549
52506	rnn.weight_hh_l1_reverse	7	0.027473505586385727
52506	rnn.weight_hh_l1_reverse	8	-0.003389212070032954
52506	rnn.weight_hh_l1_reverse	9	-0.04006450995802879
52506	rnn.bias_ih_l1_reverse	0	-0.022205518558621407
52506	rnn.bias_ih_l1_reverse	1	-0.06632408499717712
52506	rnn.bias_ih_l1_reverse	2	-0.09108079969882965
52506	rnn.bias_ih_l1_reverse	3	-0.0137217678129673
52506	rnn.bias_ih_l1_reverse	4	-0.14791731536388397
52506	rnn.bias_ih_l1_reverse	5	-0.07332348078489304
52506	rnn.bias_ih_l1_reverse	6	-0.09583140164613724
52506	rnn.bias_ih_l1_reverse	7	-0.12325486540794373
52506	rnn.bias_ih_l1_reverse	8	0.13083918392658234
52506	rnn.bias_ih_l1_reverse	9	0.00669676112011075
52506	rnn.bias_hh_l1_reverse	0	-0.005790626164525747
52506	rnn.bias_hh_l1_reverse	1	-0.0006419236888177693
52506	rnn.bias_hh_l1_reverse	2	-0.17961452901363373
52506	rnn.bias_hh_l1_reverse	3	-0.06971527636051178
52506	rnn.bias_hh_l1_reverse	4	-0.050535183399915695
52506	rnn.bias_hh_l1_reverse	5	-0.06120828911662102
52506	rnn.bias_hh_l1_reverse	6	0.15530802309513092
52506	rnn.bias_hh_l1_reverse	7	-0.12968841195106506
52506	rnn.bias_hh_l1_reverse	8	-0.07647690176963806
52506	rnn.bias_hh_l1_reverse	9	-0.09091906994581223
52506	linear.weight	0	0.002228822559118271
52506	linear.weight	1	0.03376393020153046
52506	linear.weight	2	-0.1064135804772377
52506	linear.weight	3	0.28117862343788147
52506	linear.weight	4	0.06528275460004807
52506	linear.weight	5	0.024277545511722565
52506	linear.weight	6	-0.023136034607887268
52506	linear.weight	7	0.03893991932272911
52506	linear.weight	8	0.04200629144906998
52506	linear.weight	9	-0.05398615449666977
52506	linear.bias	0	-0.11309798806905746
52506	linear.bias	1	-0.08456117659807205
52506	linear.bias	2	-0.45075079798698425
52506	linear.bias	3	-0.7240697145462036
52506	linear.bias	4	-1.011682152748108
52506	linear.bias	5	-0.016364330425858498
52506	linear.bias	6	-0.5976815819740295
52506	linear.bias	7	0.46129870414733887
52506	linear.bias	8	-0.6114381551742554
52506	linear.bias	9	-0.8253359198570251
52703	transitions	0	0.4864259660243988
52703	transitions	1	0.010555570013821125
52703	transitions	2	-10000.0
52703	transitions	3	-1.79441499710083
52703	transitions	4	-10000.0
52703	transitions	5	0.6664504408836365
52703	transitions	6	-0.006913052871823311
52703	transitions	7	-0.3028843104839325
52703	transitions	8	-1.3152371644973755
52703	transitions	9	-0.00025966594694182277
52703	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
52703	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
52703	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
52703	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
52703	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
52703	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
52703	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
52703	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
52703	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
52703	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
52703	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
52703	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
52703	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
52703	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
52703	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
52703	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
52703	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
52703	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
52703	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
52703	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
52703	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
52703	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
52703	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
52703	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
52703	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
52703	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
52703	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
52703	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
52703	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
52703	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
52703	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
52703	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
52703	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
52703	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
52703	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
52703	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
52703	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
52703	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
52703	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
52703	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
52703	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
52703	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
52703	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
52703	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
52703	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
52703	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
52703	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
52703	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
52703	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
52703	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
52703	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
52703	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
52703	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
52703	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
52703	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
52703	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
52703	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
52703	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
52703	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
52703	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
52703	embedding2nn.weight	0	-0.0014609342906624079
52703	embedding2nn.weight	1	-0.016336815431714058
52703	embedding2nn.weight	2	-0.014268253929913044
52703	embedding2nn.weight	3	5.2631399739766493e-05
52703	embedding2nn.weight	4	-0.0059150345623493195
52703	embedding2nn.weight	5	-0.0037005823105573654
52703	embedding2nn.weight	6	-0.003973203711211681
52703	embedding2nn.weight	7	-0.04005918279290199
52703	embedding2nn.weight	8	-0.0019979383796453476
52703	embedding2nn.weight	9	-0.025808032602071762
52703	embedding2nn.bias	0	0.05182261765003204
52703	embedding2nn.bias	1	-0.06094048172235489
52703	embedding2nn.bias	2	0.07947661727666855
52703	embedding2nn.bias	3	0.042731113731861115
52703	embedding2nn.bias	4	-0.02030934765934944
52703	embedding2nn.bias	5	-0.010008342564105988
52703	embedding2nn.bias	6	0.0011612490052357316
52703	embedding2nn.bias	7	-0.056741755455732346
52703	embedding2nn.bias	8	0.02603120729327202
52703	embedding2nn.bias	9	0.050059724599123
52703	rnn.weight_ih_l0	0	-0.0204771775752306
52703	rnn.weight_ih_l0	1	-0.00011923285637749359
52703	rnn.weight_ih_l0	2	0.030954143032431602
52703	rnn.weight_ih_l0	3	0.003182784654200077
52703	rnn.weight_ih_l0	4	-0.029178138822317123
52703	rnn.weight_ih_l0	5	-0.0583706833422184
52703	rnn.weight_ih_l0	6	0.01908448152244091
52703	rnn.weight_ih_l0	7	0.051930204033851624
52703	rnn.weight_ih_l0	8	0.008500023745000362
52703	rnn.weight_ih_l0	9	-0.02924026921391487
52703	rnn.weight_hh_l0	0	-0.02701493166387081
52703	rnn.weight_hh_l0	1	-0.004111165180802345
52703	rnn.weight_hh_l0	2	-0.002158226678147912
52703	rnn.weight_hh_l0	3	-0.04911069571971893
52703	rnn.weight_hh_l0	4	0.04879598692059517
52703	rnn.weight_hh_l0	5	-0.017099980264902115
52703	rnn.weight_hh_l0	6	-0.04656081646680832
52703	rnn.weight_hh_l0	7	-0.026155680418014526
52703	rnn.weight_hh_l0	8	-0.006054069381207228
52703	rnn.weight_hh_l0	9	-0.019617682322859764
52703	rnn.bias_ih_l0	0	0.0410761833190918
52703	rnn.bias_ih_l0	1	-0.026850996538996696
52703	rnn.bias_ih_l0	2	-0.005039235111325979
52703	rnn.bias_ih_l0	3	0.0711585059762001
52703	rnn.bias_ih_l0	4	-0.03534524142742157
52703	rnn.bias_ih_l0	5	-0.024454331025481224
52703	rnn.bias_ih_l0	6	0.005918750073760748
52703	rnn.bias_ih_l0	7	0.03702225908637047
52703	rnn.bias_ih_l0	8	-0.07368826866149902
52703	rnn.bias_ih_l0	9	-0.0407705120742321
52703	rnn.bias_hh_l0	0	-0.040748629719018936
52703	rnn.bias_hh_l0	1	-0.07937918603420258
52703	rnn.bias_hh_l0	2	-0.030650965869426727
52703	rnn.bias_hh_l0	3	-0.06358686089515686
52703	rnn.bias_hh_l0	4	-0.004381274804472923
52703	rnn.bias_hh_l0	5	0.00832674652338028
52703	rnn.bias_hh_l0	6	0.035881537944078445
52703	rnn.bias_hh_l0	7	0.006494523957371712
52703	rnn.bias_hh_l0	8	-0.08493127673864365
52703	rnn.bias_hh_l0	9	0.009559886530041695
52703	rnn.weight_ih_l0_reverse	0	-0.02093292959034443
52703	rnn.weight_ih_l0_reverse	1	-0.045540567487478256
52703	rnn.weight_ih_l0_reverse	2	-0.03092697449028492
52703	rnn.weight_ih_l0_reverse	3	-0.00475164083763957
52703	rnn.weight_ih_l0_reverse	4	-0.005294746719300747
52703	rnn.weight_ih_l0_reverse	5	-0.048173390328884125
52703	rnn.weight_ih_l0_reverse	6	0.04300488531589508
52703	rnn.weight_ih_l0_reverse	7	-0.021627724170684814
52703	rnn.weight_ih_l0_reverse	8	-0.031748052686452866
52703	rnn.weight_ih_l0_reverse	9	0.007387022953480482
52703	rnn.weight_hh_l0_reverse	0	0.03332647681236267
52703	rnn.weight_hh_l0_reverse	1	0.0326533168554306
52703	rnn.weight_hh_l0_reverse	2	0.031212855130434036
52703	rnn.weight_hh_l0_reverse	3	0.02197274938225746
52703	rnn.weight_hh_l0_reverse	4	0.0016391362296417356
52703	rnn.weight_hh_l0_reverse	5	-0.012622486799955368
52703	rnn.weight_hh_l0_reverse	6	0.038831889629364014
52703	rnn.weight_hh_l0_reverse	7	-0.04274135082960129
52703	rnn.weight_hh_l0_reverse	8	0.019131217151880264
52703	rnn.weight_hh_l0_reverse	9	0.04406338557600975
52703	rnn.bias_ih_l0_reverse	0	-0.0638386532664299
52703	rnn.bias_ih_l0_reverse	1	-0.17884644865989685
52703	rnn.bias_ih_l0_reverse	2	-0.06722181290388107
52703	rnn.bias_ih_l0_reverse	3	-0.01668338105082512
52703	rnn.bias_ih_l0_reverse	4	-0.030279457569122314
52703	rnn.bias_ih_l0_reverse	5	0.02214319445192814
52703	rnn.bias_ih_l0_reverse	6	-0.03940266743302345
52703	rnn.bias_ih_l0_reverse	7	0.04598207399249077
52703	rnn.bias_ih_l0_reverse	8	-0.03303315117955208
52703	rnn.bias_ih_l0_reverse	9	0.017624616622924805
52703	rnn.bias_hh_l0_reverse	0	-0.019642099738121033
52703	rnn.bias_hh_l0_reverse	1	-0.016574902459979057
52703	rnn.bias_hh_l0_reverse	2	0.05348315089941025
52703	rnn.bias_hh_l0_reverse	3	-0.026966169476509094
52703	rnn.bias_hh_l0_reverse	4	-0.04067482054233551
52703	rnn.bias_hh_l0_reverse	5	-0.057884927839040756
52703	rnn.bias_hh_l0_reverse	6	-0.016176171600818634
52703	rnn.bias_hh_l0_reverse	7	0.06978283077478409
52703	rnn.bias_hh_l0_reverse	8	0.029493486508727074
52703	rnn.bias_hh_l0_reverse	9	-0.09543269872665405
52703	rnn.weight_ih_l1	0	-0.03247622400522232
52703	rnn.weight_ih_l1	1	-0.03824807330965996
52703	rnn.weight_ih_l1	2	0.0769534483551979
52703	rnn.weight_ih_l1	3	-0.030369099229574203
52703	rnn.weight_ih_l1	4	-0.0013757598353549838
52703	rnn.weight_ih_l1	5	-0.04501314088702202
52703	rnn.weight_ih_l1	6	0.016954651102423668
52703	rnn.weight_ih_l1	7	-0.03323858603835106
52703	rnn.weight_ih_l1	8	0.03791161626577377
52703	rnn.weight_ih_l1	9	0.02594243921339512
52703	rnn.weight_hh_l1	0	-0.012002652511000633
52703	rnn.weight_hh_l1	1	0.005615934729576111
52703	rnn.weight_hh_l1	2	0.0002805678523145616
52703	rnn.weight_hh_l1	3	-0.010271887294948101
52703	rnn.weight_hh_l1	4	0.0019570139702409506
52703	rnn.weight_hh_l1	5	0.024253331124782562
52703	rnn.weight_hh_l1	6	0.034119050949811935
52703	rnn.weight_hh_l1	7	-0.02634700946509838
52703	rnn.weight_hh_l1	8	-0.027814511209726334
52703	rnn.weight_hh_l1	9	0.036450617015361786
52703	rnn.bias_ih_l1	0	-0.1091732606291771
52703	rnn.bias_ih_l1	1	-0.09709141403436661
52703	rnn.bias_ih_l1	2	-0.12633630633354187
52703	rnn.bias_ih_l1	3	-0.18377280235290527
52703	rnn.bias_ih_l1	4	-0.1544850468635559
52703	rnn.bias_ih_l1	5	-0.10049344599246979
52703	rnn.bias_ih_l1	6	-0.07048923522233963
52703	rnn.bias_ih_l1	7	-0.029718296602368355
52703	rnn.bias_ih_l1	8	-0.10125696659088135
52703	rnn.bias_ih_l1	9	-0.10606789588928223
52703	rnn.bias_hh_l1	0	-0.11713339388370514
52703	rnn.bias_hh_l1	1	-0.048846568912267685
52703	rnn.bias_hh_l1	2	-0.08159652352333069
52703	rnn.bias_hh_l1	3	-0.06650646775960922
52703	rnn.bias_hh_l1	4	-0.09486938267946243
52703	rnn.bias_hh_l1	5	-0.06243935972452164
52703	rnn.bias_hh_l1	6	-0.08038811385631561
52703	rnn.bias_hh_l1	7	0.03402036800980568
52703	rnn.bias_hh_l1	8	-0.07882945984601974
52703	rnn.bias_hh_l1	9	-0.055127549916505814
52703	rnn.weight_ih_l1_reverse	0	-0.03406434506177902
52703	rnn.weight_ih_l1_reverse	1	0.039136625826358795
52703	rnn.weight_ih_l1_reverse	2	-0.03979429602622986
52703	rnn.weight_ih_l1_reverse	3	-0.013599562458693981
52703	rnn.weight_ih_l1_reverse	4	-0.03421114757657051
52703	rnn.weight_ih_l1_reverse	5	-0.03762561455368996
52703	rnn.weight_ih_l1_reverse	6	-0.026618972420692444
52703	rnn.weight_ih_l1_reverse	7	0.015139732509851456
52703	rnn.weight_ih_l1_reverse	8	0.021288447082042694
52703	rnn.weight_ih_l1_reverse	9	-0.03715485706925392
52703	rnn.weight_hh_l1_reverse	0	0.007170247845351696
52703	rnn.weight_hh_l1_reverse	1	0.0278512854129076
52703	rnn.weight_hh_l1_reverse	2	-0.036821406334638596
52703	rnn.weight_hh_l1_reverse	3	0.04176793992519379
52703	rnn.weight_hh_l1_reverse	4	0.04593081772327423
52703	rnn.weight_hh_l1_reverse	5	0.0076461597345769405
52703	rnn.weight_hh_l1_reverse	6	0.009542145766317844
52703	rnn.weight_hh_l1_reverse	7	0.02734246663749218
52703	rnn.weight_hh_l1_reverse	8	-0.003409989643841982
52703	rnn.weight_hh_l1_reverse	9	-0.04041527584195137
52703	rnn.bias_ih_l1_reverse	0	-0.023387549445033073
52703	rnn.bias_ih_l1_reverse	1	-0.06771842390298843
52703	rnn.bias_ih_l1_reverse	2	-0.09191950410604477
52703	rnn.bias_ih_l1_reverse	3	-0.00960362609475851
52703	rnn.bias_ih_l1_reverse	4	-0.14684158563613892
52703	rnn.bias_ih_l1_reverse	5	-0.07367193698883057
52703	rnn.bias_ih_l1_reverse	6	-0.09654319286346436
52703	rnn.bias_ih_l1_reverse	7	-0.12230712920427322
52703	rnn.bias_ih_l1_reverse	8	0.1340542882680893
52703	rnn.bias_ih_l1_reverse	9	-0.00017914475756697357
52703	rnn.bias_hh_l1_reverse	0	-0.00654970807954669
52703	rnn.bias_hh_l1_reverse	1	-0.00881405919790268
52703	rnn.bias_hh_l1_reverse	2	-0.18003349006175995
52703	rnn.bias_hh_l1_reverse	3	-0.07120108604431152
52703	rnn.bias_hh_l1_reverse	4	-0.05046292021870613
52703	rnn.bias_hh_l1_reverse	5	-0.06308186799287796
52703	rnn.bias_hh_l1_reverse	6	0.15350815653800964
52703	rnn.bias_hh_l1_reverse	7	-0.129923477768898
52703	rnn.bias_hh_l1_reverse	8	-0.07611068338155746
52703	rnn.bias_hh_l1_reverse	9	-0.09045027941465378
52703	linear.weight	0	0.002228822559118271
52703	linear.weight	1	0.030222533270716667
52703	linear.weight	2	-0.10175918787717819
52703	linear.weight	3	0.2757223844528198
52703	linear.weight	4	0.07035968452692032
52703	linear.weight	5	0.02029525488615036
52703	linear.weight	6	-0.02434268593788147
52703	linear.weight	7	0.03673330321907997
52703	linear.weight	8	0.042007364332675934
52703	linear.weight	9	-0.052733730524778366
52703	linear.bias	0	-0.11575300246477127
52703	linear.bias	1	-0.09023299068212509
52703	linear.bias	2	-0.46784135699272156
52703	linear.bias	3	-0.7423662543296814
52703	linear.bias	4	-1.0284823179244995
52703	linear.bias	5	-0.026696324348449707
52703	linear.bias	6	-0.5984551906585693
52703	linear.bias	7	0.4561210870742798
52703	linear.bias	8	-0.6055914163589478
52703	linear.bias	9	-0.8214277029037476
52900	transitions	0	0.48151499032974243
52900	transitions	1	0.017126310616731644
52900	transitions	2	-10000.0
52900	transitions	3	-1.7945334911346436
52900	transitions	4	-10000.0
52900	transitions	5	0.666146993637085
52900	transitions	6	-0.007200221996754408
52900	transitions	7	-0.3037010729312897
52900	transitions	8	-1.3156304359436035
52900	transitions	9	-0.0002636489225551486
52900	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
52900	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
52900	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
52900	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
52900	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
52900	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
52900	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
52900	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
52900	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
52900	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
52900	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
52900	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
52900	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
52900	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
52900	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
52900	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
52900	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
52900	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
52900	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
52900	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
52900	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
52900	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
52900	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
52900	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
52900	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
52900	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
52900	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
52900	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
52900	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
52900	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
52900	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
52900	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
52900	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
52900	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
52900	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
52900	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
52900	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
52900	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
52900	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
52900	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
52900	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
52900	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
52900	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
52900	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
52900	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
52900	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
52900	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
52900	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
52900	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
52900	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
52900	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
52900	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
52900	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
52900	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
52900	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
52900	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
52900	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
52900	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
52900	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
52900	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
52900	embedding2nn.weight	0	0.0012404201552271843
52900	embedding2nn.weight	1	-0.01612277887761593
52900	embedding2nn.weight	2	-0.014268253929913044
52900	embedding2nn.weight	3	0.0027613136917352676
52900	embedding2nn.weight	4	-0.0059150345623493195
52900	embedding2nn.weight	5	-0.0037005823105573654
52900	embedding2nn.weight	6	-0.0039732069708406925
52900	embedding2nn.weight	7	-0.03873671218752861
52900	embedding2nn.weight	8	-0.0019979383796453476
52900	embedding2nn.weight	9	-0.026746243238449097
52900	embedding2nn.bias	0	0.05525410175323486
52900	embedding2nn.bias	1	-0.06905858218669891
52900	embedding2nn.bias	2	0.07496608048677444
52900	embedding2nn.bias	3	0.047536641359329224
52900	embedding2nn.bias	4	-0.016089193522930145
52900	embedding2nn.bias	5	-0.011192671954631805
52900	embedding2nn.bias	6	0.01253319252282381
52900	embedding2nn.bias	7	-0.06155908852815628
52900	embedding2nn.bias	8	0.019919266924262047
52900	embedding2nn.bias	9	0.04255273565649986
52900	rnn.weight_ih_l0	0	-0.0187677014619112
52900	rnn.weight_ih_l0	1	0.00038186111487448215
52900	rnn.weight_ih_l0	2	0.031239410862326622
52900	rnn.weight_ih_l0	3	0.0030513049568980932
52900	rnn.weight_ih_l0	4	-0.02650238387286663
52900	rnn.weight_ih_l0	5	-0.058349646627902985
52900	rnn.weight_ih_l0	6	0.0187368243932724
52900	rnn.weight_ih_l0	7	0.05335652828216553
52900	rnn.weight_ih_l0	8	0.008439517579972744
52900	rnn.weight_ih_l0	9	-0.028029417619109154
52900	rnn.weight_hh_l0	0	-0.0253775492310524
52900	rnn.weight_hh_l0	1	-0.0018874314846470952
52900	rnn.weight_hh_l0	2	-0.0003235557524021715
52900	rnn.weight_hh_l0	3	-0.04853631183505058
52900	rnn.weight_hh_l0	4	0.048765480518341064
52900	rnn.weight_hh_l0	5	-0.01782647892832756
52900	rnn.weight_hh_l0	6	-0.04405764490365982
52900	rnn.weight_hh_l0	7	-0.02658224292099476
52900	rnn.weight_hh_l0	8	-0.005733932368457317
52900	rnn.weight_hh_l0	9	-0.019866326823830605
52900	rnn.bias_ih_l0	0	0.04043315351009369
52900	rnn.bias_ih_l0	1	-0.024589674547314644
52900	rnn.bias_ih_l0	2	-0.003193850629031658
52900	rnn.bias_ih_l0	3	0.07388054579496384
52900	rnn.bias_ih_l0	4	-0.03480884060263634
52900	rnn.bias_ih_l0	5	-0.03229905664920807
52900	rnn.bias_ih_l0	6	0.0029783230274915695
52900	rnn.bias_ih_l0	7	0.039436496794223785
52900	rnn.bias_ih_l0	8	-0.07452087104320526
52900	rnn.bias_ih_l0	9	-0.039027437567710876
52900	rnn.bias_hh_l0	0	-0.037592414766550064
52900	rnn.bias_hh_l0	1	-0.0752740427851677
52900	rnn.bias_hh_l0	2	-0.03127918392419815
52900	rnn.bias_hh_l0	3	-0.06465577334165573
52900	rnn.bias_hh_l0	4	-0.0069669075310230255
52900	rnn.bias_hh_l0	5	0.00788179226219654
52900	rnn.bias_hh_l0	6	0.03874490410089493
52900	rnn.bias_hh_l0	7	-0.0013672523200511932
52900	rnn.bias_hh_l0	8	-0.08691185712814331
52900	rnn.bias_hh_l0	9	0.006718272343277931
52900	rnn.weight_ih_l0_reverse	0	-0.020519018173217773
52900	rnn.weight_ih_l0_reverse	1	-0.04691651090979576
52900	rnn.weight_ih_l0_reverse	2	-0.031440846621990204
52900	rnn.weight_ih_l0_reverse	3	-0.0057931020855903625
52900	rnn.weight_ih_l0_reverse	4	-0.0047376216389238834
52900	rnn.weight_ih_l0_reverse	5	-0.049328792840242386
52900	rnn.weight_ih_l0_reverse	6	0.04306139051914215
52900	rnn.weight_ih_l0_reverse	7	-0.021048052236437798
52900	rnn.weight_ih_l0_reverse	8	-0.032012853771448135
52900	rnn.weight_ih_l0_reverse	9	0.007730289362370968
52900	rnn.weight_hh_l0_reverse	0	0.03340989351272583
52900	rnn.weight_hh_l0_reverse	1	0.031909506767988205
52900	rnn.weight_hh_l0_reverse	2	0.030749069526791573
52900	rnn.weight_hh_l0_reverse	3	0.021710634231567383
52900	rnn.weight_hh_l0_reverse	4	0.001488522277213633
52900	rnn.weight_hh_l0_reverse	5	-0.011790790595114231
52900	rnn.weight_hh_l0_reverse	6	0.03907204419374466
52900	rnn.weight_hh_l0_reverse	7	-0.04321565106511116
52900	rnn.weight_hh_l0_reverse	8	0.01977732591331005
52900	rnn.weight_hh_l0_reverse	9	0.04388221725821495
52900	rnn.bias_ih_l0_reverse	0	-0.06488662213087082
52900	rnn.bias_ih_l0_reverse	1	-0.1735500991344452
52900	rnn.bias_ih_l0_reverse	2	-0.06876381486654282
52900	rnn.bias_ih_l0_reverse	3	-0.01697891764342785
52900	rnn.bias_ih_l0_reverse	4	-0.03255645930767059
52900	rnn.bias_ih_l0_reverse	5	0.023823795840144157
52900	rnn.bias_ih_l0_reverse	6	-0.04115955904126167
52900	rnn.bias_ih_l0_reverse	7	0.04744870215654373
52900	rnn.bias_ih_l0_reverse	8	-0.034315187484025955
52900	rnn.bias_ih_l0_reverse	9	0.01820831373333931
52900	rnn.bias_hh_l0_reverse	0	-0.015119112096726894
52900	rnn.bias_hh_l0_reverse	1	-0.0213818047195673
52900	rnn.bias_hh_l0_reverse	2	0.053593140095472336
52900	rnn.bias_hh_l0_reverse	3	-0.02699420414865017
52900	rnn.bias_hh_l0_reverse	4	-0.044851332902908325
52900	rnn.bias_hh_l0_reverse	5	-0.054536134004592896
52900	rnn.bias_hh_l0_reverse	6	-0.016748039051890373
52900	rnn.bias_hh_l0_reverse	7	0.0708698108792305
52900	rnn.bias_hh_l0_reverse	8	0.030671047046780586
52900	rnn.bias_hh_l0_reverse	9	-0.09610551595687866
52900	rnn.weight_ih_l1	0	-0.031688567250967026
52900	rnn.weight_ih_l1	1	-0.041174549609422684
52900	rnn.weight_ih_l1	2	0.07751470804214478
52900	rnn.weight_ih_l1	3	-0.031239503994584084
52900	rnn.weight_ih_l1	4	-0.001384151284582913
52900	rnn.weight_ih_l1	5	-0.04460524022579193
52900	rnn.weight_ih_l1	6	0.017057154327630997
52900	rnn.weight_ih_l1	7	-0.03424441069364548
52900	rnn.weight_ih_l1	8	0.037925105541944504
52900	rnn.weight_ih_l1	9	0.025302676483988762
52900	rnn.weight_hh_l1	0	-0.013469265773892403
52900	rnn.weight_hh_l1	1	0.005564983934164047
52900	rnn.weight_hh_l1	2	-4.281479778001085e-05
52900	rnn.weight_hh_l1	3	-0.009730271063745022
52900	rnn.weight_hh_l1	4	0.0016613666666671634
52900	rnn.weight_hh_l1	5	0.02391895465552807
52900	rnn.weight_hh_l1	6	0.03371753916144371
52900	rnn.weight_hh_l1	7	-0.026167316362261772
52900	rnn.weight_hh_l1	8	-0.026931200176477432
52900	rnn.weight_hh_l1	9	0.03601536527276039
52900	rnn.bias_ih_l1	0	-0.10882220417261124
52900	rnn.bias_ih_l1	1	-0.09772147238254547
52900	rnn.bias_ih_l1	2	-0.12208829820156097
52900	rnn.bias_ih_l1	3	-0.18399842083454132
52900	rnn.bias_ih_l1	4	-0.14975930750370026
52900	rnn.bias_ih_l1	5	-0.10036835074424744
52900	rnn.bias_ih_l1	6	-0.07258690148591995
52900	rnn.bias_ih_l1	7	-0.03158470615744591
52900	rnn.bias_ih_l1	8	-0.0994962602853775
52900	rnn.bias_ih_l1	9	-0.10471346229314804
52900	rnn.bias_hh_l1	0	-0.11584829539060593
52900	rnn.bias_hh_l1	1	-0.05098716542124748
52900	rnn.bias_hh_l1	2	-0.0822877362370491
52900	rnn.bias_hh_l1	3	-0.06863728910684586
52900	rnn.bias_hh_l1	4	-0.09485850483179092
52900	rnn.bias_hh_l1	5	-0.06221894174814224
52900	rnn.bias_hh_l1	6	-0.08192808926105499
52900	rnn.bias_hh_l1	7	0.032479315996170044
52900	rnn.bias_hh_l1	8	-0.07895182073116302
52900	rnn.bias_hh_l1	9	-0.05388050526380539
52900	rnn.weight_ih_l1_reverse	0	-0.034765101969242096
52900	rnn.weight_ih_l1_reverse	1	0.03862586244940758
52900	rnn.weight_ih_l1_reverse	2	-0.04174389690160751
52900	rnn.weight_ih_l1_reverse	3	-0.01409665122628212
52900	rnn.weight_ih_l1_reverse	4	-0.03391724452376366
52900	rnn.weight_ih_l1_reverse	5	-0.03800364211201668
52900	rnn.weight_ih_l1_reverse	6	-0.02543702907860279
52900	rnn.weight_ih_l1_reverse	7	0.013973440043628216
52900	rnn.weight_ih_l1_reverse	8	0.02286539040505886
52900	rnn.weight_ih_l1_reverse	9	-0.0347180999815464
52900	rnn.weight_hh_l1_reverse	0	0.007158481050282717
52900	rnn.weight_hh_l1_reverse	1	0.027782054618000984
52900	rnn.weight_hh_l1_reverse	2	-0.03683722764253616
52900	rnn.weight_hh_l1_reverse	3	0.04176664352416992
52900	rnn.weight_hh_l1_reverse	4	0.04633096605539322
52900	rnn.weight_hh_l1_reverse	5	0.00821245089173317
52900	rnn.weight_hh_l1_reverse	6	0.009506764821708202
52900	rnn.weight_hh_l1_reverse	7	0.027365265414118767
52900	rnn.weight_hh_l1_reverse	8	-0.0033627860248088837
52900	rnn.weight_hh_l1_reverse	9	-0.04046258702874184
52900	rnn.bias_ih_l1_reverse	0	-0.021434197202324867
52900	rnn.bias_ih_l1_reverse	1	-0.07042959332466125
52900	rnn.bias_ih_l1_reverse	2	-0.0912972092628479
52900	rnn.bias_ih_l1_reverse	3	-0.012516395188868046
52900	rnn.bias_ih_l1_reverse	4	-0.14920929074287415
52900	rnn.bias_ih_l1_reverse	5	-0.07649007439613342
52900	rnn.bias_ih_l1_reverse	6	-0.09591671824455261
52900	rnn.bias_ih_l1_reverse	7	-0.1272098273038864
52900	rnn.bias_ih_l1_reverse	8	0.13785889744758606
52900	rnn.bias_ih_l1_reverse	9	0.004337213933467865
52900	rnn.bias_hh_l1_reverse	0	-0.006997183430939913
52900	rnn.bias_hh_l1_reverse	1	-0.0045936754904687405
52900	rnn.bias_hh_l1_reverse	2	-0.17913343012332916
52900	rnn.bias_hh_l1_reverse	3	-0.0691419467329979
52900	rnn.bias_hh_l1_reverse	4	-0.05061227083206177
52900	rnn.bias_hh_l1_reverse	5	-0.06260671466588974
52900	rnn.bias_hh_l1_reverse	6	0.15415318310260773
52900	rnn.bias_hh_l1_reverse	7	-0.1311645805835724
52900	rnn.bias_hh_l1_reverse	8	-0.07696105539798737
52900	rnn.bias_hh_l1_reverse	9	-0.09018484503030777
52900	linear.weight	0	0.002228822559118271
52900	linear.weight	1	0.02423243410885334
52900	linear.weight	2	-0.10431856662034988
52900	linear.weight	3	0.27145153284072876
52900	linear.weight	4	0.07420762628316879
52900	linear.weight	5	0.01864480972290039
52900	linear.weight	6	0.006924561690539122
52900	linear.weight	7	0.053785402327775955
52900	linear.weight	8	0.042009104043245316
52900	linear.weight	9	-0.05228355526924133
52900	linear.bias	0	-0.09275341778993607
52900	linear.bias	1	-0.09428123384714127
52900	linear.bias	2	-0.44569867849349976
52900	linear.bias	3	-0.7199527025222778
52900	linear.bias	4	-1.0113743543624878
52900	linear.bias	5	-0.049761440604925156
52900	linear.bias	6	-0.605323851108551
52900	linear.bias	7	0.4373774230480194
52900	linear.bias	8	-0.6049028038978577
52900	linear.bias	9	-0.8177201151847839
53097	transitions	0	0.48908063769340515
53097	transitions	1	0.024917172268033028
53097	transitions	2	-10000.0
53097	transitions	3	-1.79464590549469
53097	transitions	4	-10000.0
53097	transitions	5	0.665838360786438
53097	transitions	6	-0.0074805463664233685
53097	transitions	7	-0.30619382858276367
53097	transitions	8	-1.3161137104034424
53097	transitions	9	-0.0002679699391592294
53097	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
53097	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
53097	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
53097	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
53097	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
53097	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
53097	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
53097	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
53097	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
53097	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
53097	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
53097	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
53097	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
53097	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
53097	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
53097	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
53097	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
53097	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
53097	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
53097	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
53097	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
53097	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
53097	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
53097	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
53097	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
53097	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
53097	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
53097	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
53097	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
53097	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
53097	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
53097	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
53097	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
53097	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
53097	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
53097	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
53097	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
53097	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
53097	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
53097	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
53097	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
53097	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
53097	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
53097	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
53097	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
53097	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
53097	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
53097	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
53097	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
53097	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
53097	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
53097	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
53097	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
53097	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
53097	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
53097	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
53097	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
53097	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
53097	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
53097	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
53097	embedding2nn.weight	0	0.0018686744151636958
53097	embedding2nn.weight	1	-0.0163880567997694
53097	embedding2nn.weight	2	-0.014268253929913044
53097	embedding2nn.weight	3	0.0019467223901301622
53097	embedding2nn.weight	4	-0.0059150345623493195
53097	embedding2nn.weight	5	-0.0037005823105573654
53097	embedding2nn.weight	6	-0.00397320743650198
53097	embedding2nn.weight	7	-0.038645412772893906
53097	embedding2nn.weight	8	-0.0019979383796453476
53097	embedding2nn.weight	9	-0.027639247477054596
53097	embedding2nn.bias	0	0.05809219554066658
53097	embedding2nn.bias	1	-0.06545689702033997
53097	embedding2nn.bias	2	0.08313516527414322
53097	embedding2nn.bias	3	0.05076087638735771
53097	embedding2nn.bias	4	-0.014812636189162731
53097	embedding2nn.bias	5	-0.016909196972846985
53097	embedding2nn.bias	6	0.016679544001817703
53097	embedding2nn.bias	7	-0.05607270076870918
53097	embedding2nn.bias	8	0.028017668053507805
53097	embedding2nn.bias	9	0.04221852868795395
53097	rnn.weight_ih_l0	0	-0.01892169937491417
53097	rnn.weight_ih_l0	1	0.0012811960186809301
53097	rnn.weight_ih_l0	2	0.03196641430258751
53097	rnn.weight_ih_l0	3	0.0023009548895061016
53097	rnn.weight_ih_l0	4	-0.024937354028224945
53097	rnn.weight_ih_l0	5	-0.05746452137827873
53097	rnn.weight_ih_l0	6	0.017955848947167397
53097	rnn.weight_ih_l0	7	0.05272864177823067
53097	rnn.weight_ih_l0	8	0.007443239912390709
53097	rnn.weight_ih_l0	9	-0.028580935671925545
53097	rnn.weight_hh_l0	0	-0.02622777782380581
53097	rnn.weight_hh_l0	1	-0.0011374932946637273
53097	rnn.weight_hh_l0	2	0.0004954366013407707
53097	rnn.weight_hh_l0	3	-0.049159470945596695
53097	rnn.weight_hh_l0	4	0.047914452850818634
53097	rnn.weight_hh_l0	5	-0.019231347367167473
53097	rnn.weight_hh_l0	6	-0.043655864894390106
53097	rnn.weight_hh_l0	7	-0.02822033315896988
53097	rnn.weight_hh_l0	8	-0.0071477387100458145
53097	rnn.weight_hh_l0	9	-0.019636133685708046
53097	rnn.bias_ih_l0	0	0.042984575033187866
53097	rnn.bias_ih_l0	1	-0.02703932486474514
53097	rnn.bias_ih_l0	2	-0.0024161003530025482
53097	rnn.bias_ih_l0	3	0.06890986114740372
53097	rnn.bias_ih_l0	4	-0.034783925861120224
53097	rnn.bias_ih_l0	5	-0.03299912437796593
53097	rnn.bias_ih_l0	6	0.005716846324503422
53097	rnn.bias_ih_l0	7	0.04587092623114586
53097	rnn.bias_ih_l0	8	-0.07454758882522583
53097	rnn.bias_ih_l0	9	-0.036643922328948975
53097	rnn.bias_hh_l0	0	-0.0351644828915596
53097	rnn.bias_hh_l0	1	-0.07496749609708786
53097	rnn.bias_hh_l0	2	-0.03258498013019562
53097	rnn.bias_hh_l0	3	-0.06740287691354752
53097	rnn.bias_hh_l0	4	-0.004914470482617617
53097	rnn.bias_hh_l0	5	0.010448276996612549
53097	rnn.bias_hh_l0	6	0.03691360354423523
53097	rnn.bias_hh_l0	7	-0.006433562841266394
53097	rnn.bias_hh_l0	8	-0.08673038333654404
53097	rnn.bias_hh_l0	9	0.012767444364726543
53097	rnn.weight_ih_l0_reverse	0	-0.019118307158350945
53097	rnn.weight_ih_l0_reverse	1	-0.04802749305963516
53097	rnn.weight_ih_l0_reverse	2	-0.030938776209950447
53097	rnn.weight_ih_l0_reverse	3	-0.006150063127279282
53097	rnn.weight_ih_l0_reverse	4	-0.004069681279361248
53097	rnn.weight_ih_l0_reverse	5	-0.04971795156598091
53097	rnn.weight_ih_l0_reverse	6	0.043323952704668045
53097	rnn.weight_ih_l0_reverse	7	-0.020998379215598106
53097	rnn.weight_ih_l0_reverse	8	-0.03128755837678909
53097	rnn.weight_ih_l0_reverse	9	0.0072674998082220554
53097	rnn.weight_hh_l0_reverse	0	0.033881403505802155
53097	rnn.weight_hh_l0_reverse	1	0.03225845471024513
53097	rnn.weight_hh_l0_reverse	2	0.03093825839459896
53097	rnn.weight_hh_l0_reverse	3	0.02226884290575981
53097	rnn.weight_hh_l0_reverse	4	0.0014912704937160015
53097	rnn.weight_hh_l0_reverse	5	-0.012316816486418247
53097	rnn.weight_hh_l0_reverse	6	0.038968849927186966
53097	rnn.weight_hh_l0_reverse	7	-0.04368295893073082
53097	rnn.weight_hh_l0_reverse	8	0.020020103082060814
53097	rnn.weight_hh_l0_reverse	9	0.0441979356110096
53097	rnn.bias_ih_l0_reverse	0	-0.06673691421747208
53097	rnn.bias_ih_l0_reverse	1	-0.17567399144172668
53097	rnn.bias_ih_l0_reverse	2	-0.0722978264093399
53097	rnn.bias_ih_l0_reverse	3	-0.013861148618161678
53097	rnn.bias_ih_l0_reverse	4	-0.032200735062360764
53097	rnn.bias_ih_l0_reverse	5	0.024093303829431534
53097	rnn.bias_ih_l0_reverse	6	-0.0384654775261879
53097	rnn.bias_ih_l0_reverse	7	0.04456028714776039
53097	rnn.bias_ih_l0_reverse	8	-0.03429178148508072
53097	rnn.bias_ih_l0_reverse	9	0.019268034026026726
53097	rnn.bias_hh_l0_reverse	0	-0.016068704426288605
53097	rnn.bias_hh_l0_reverse	1	-0.02209649235010147
53097	rnn.bias_hh_l0_reverse	2	0.057238511741161346
53097	rnn.bias_hh_l0_reverse	3	-0.027687210589647293
53097	rnn.bias_hh_l0_reverse	4	-0.04416801780462265
53097	rnn.bias_hh_l0_reverse	5	-0.05582422763109207
53097	rnn.bias_hh_l0_reverse	6	-0.01831691898405552
53097	rnn.bias_hh_l0_reverse	7	0.07296093553304672
53097	rnn.bias_hh_l0_reverse	8	0.02909025363624096
53097	rnn.bias_hh_l0_reverse	9	-0.09527552127838135
53097	rnn.weight_ih_l1	0	-0.032161347568035126
53097	rnn.weight_ih_l1	1	-0.041910793632268906
53097	rnn.weight_ih_l1	2	0.07732204347848892
53097	rnn.weight_ih_l1	3	-0.03005908988416195
53097	rnn.weight_ih_l1	4	-0.0013598084915429354
53097	rnn.weight_ih_l1	5	-0.044940751045942307
53097	rnn.weight_ih_l1	6	0.01752377301454544
53097	rnn.weight_ih_l1	7	-0.0360524021089077
53097	rnn.weight_ih_l1	8	0.0379788912832737
53097	rnn.weight_ih_l1	9	0.025985894724726677
53097	rnn.weight_hh_l1	0	-0.013819117099046707
53097	rnn.weight_hh_l1	1	0.005508342757821083
53097	rnn.weight_hh_l1	2	0.0009217411861754954
53097	rnn.weight_hh_l1	3	-0.009493133053183556
53097	rnn.weight_hh_l1	4	0.0010558076901361346
53097	rnn.weight_hh_l1	5	0.023768648505210876
53097	rnn.weight_hh_l1	6	0.03335978463292122
53097	rnn.weight_hh_l1	7	-0.02616095170378685
53097	rnn.weight_hh_l1	8	-0.028350399807095528
53097	rnn.weight_hh_l1	9	0.036199577152729034
53097	rnn.bias_ih_l1	0	-0.10858382284641266
53097	rnn.bias_ih_l1	1	-0.10411105304956436
53097	rnn.bias_ih_l1	2	-0.12300154566764832
53097	rnn.bias_ih_l1	3	-0.18643176555633545
53097	rnn.bias_ih_l1	4	-0.14573709666728973
53097	rnn.bias_ih_l1	5	-0.10194382071495056
53097	rnn.bias_ih_l1	6	-0.06846259534358978
53097	rnn.bias_ih_l1	7	-0.027848899364471436
53097	rnn.bias_ih_l1	8	-0.10097183287143707
53097	rnn.bias_ih_l1	9	-0.10656145960092545
53097	rnn.bias_hh_l1	0	-0.11753372848033905
53097	rnn.bias_hh_l1	1	-0.04937046393752098
53097	rnn.bias_hh_l1	2	-0.08564310520887375
53097	rnn.bias_hh_l1	3	-0.06886075437068939
53097	rnn.bias_hh_l1	4	-0.0949048101902008
53097	rnn.bias_hh_l1	5	-0.06308551877737045
53097	rnn.bias_hh_l1	6	-0.0834849551320076
53097	rnn.bias_hh_l1	7	0.03157618269324303
53097	rnn.bias_hh_l1	8	-0.08058883249759674
53097	rnn.bias_hh_l1	9	-0.057794295251369476
53097	rnn.weight_ih_l1_reverse	0	-0.035739101469516754
53097	rnn.weight_ih_l1_reverse	1	0.03666066750884056
53097	rnn.weight_ih_l1_reverse	2	-0.040894027799367905
53097	rnn.weight_ih_l1_reverse	3	-0.018597327172756195
53097	rnn.weight_ih_l1_reverse	4	-0.03402210399508476
53097	rnn.weight_ih_l1_reverse	5	-0.03828015178442001
53097	rnn.weight_ih_l1_reverse	6	-0.024413179606199265
53097	rnn.weight_ih_l1_reverse	7	0.014942724257707596
53097	rnn.weight_ih_l1_reverse	8	0.01997186243534088
53097	rnn.weight_ih_l1_reverse	9	-0.034325242042541504
53097	rnn.weight_hh_l1_reverse	0	0.007046365644782782
53097	rnn.weight_hh_l1_reverse	1	0.027641702443361282
53097	rnn.weight_hh_l1_reverse	2	-0.03689286485314369
53097	rnn.weight_hh_l1_reverse	3	0.04178386926651001
53097	rnn.weight_hh_l1_reverse	4	0.04556388035416603
53097	rnn.weight_hh_l1_reverse	5	0.00819683913141489
53097	rnn.weight_hh_l1_reverse	6	0.01065292302519083
53097	rnn.weight_hh_l1_reverse	7	0.02742168679833412
53097	rnn.weight_hh_l1_reverse	8	-0.0032896287739276886
53097	rnn.weight_hh_l1_reverse	9	-0.04088158160448074
53097	rnn.bias_ih_l1_reverse	0	-0.01952538825571537
53097	rnn.bias_ih_l1_reverse	1	-0.0700538158416748
53097	rnn.bias_ih_l1_reverse	2	-0.08991193026304245
53097	rnn.bias_ih_l1_reverse	3	0.0002282719942741096
53097	rnn.bias_ih_l1_reverse	4	-0.14565704762935638
53097	rnn.bias_ih_l1_reverse	5	-0.0752168744802475
53097	rnn.bias_ih_l1_reverse	6	-0.09519905596971512
53097	rnn.bias_ih_l1_reverse	7	-0.12374754250049591
53097	rnn.bias_ih_l1_reverse	8	0.14055101573467255
53097	rnn.bias_ih_l1_reverse	9	0.010466299951076508
53097	rnn.bias_hh_l1_reverse	0	-0.006042200606316328
53097	rnn.bias_hh_l1_reverse	1	-0.002122544450685382
53097	rnn.bias_hh_l1_reverse	2	-0.17879101634025574
53097	rnn.bias_hh_l1_reverse	3	-0.07014619559049606
53097	rnn.bias_hh_l1_reverse	4	-0.04949093237519264
53097	rnn.bias_hh_l1_reverse	5	-0.06323134899139404
53097	rnn.bias_hh_l1_reverse	6	0.15946660935878754
53097	rnn.bias_hh_l1_reverse	7	-0.12986965477466583
53097	rnn.bias_hh_l1_reverse	8	-0.07711825519800186
53097	rnn.bias_hh_l1_reverse	9	-0.08962658047676086
53097	linear.weight	0	0.002228822559118271
53097	linear.weight	1	0.028483562171459198
53097	linear.weight	2	-0.11048068106174469
53097	linear.weight	3	0.28892767429351807
53097	linear.weight	4	0.0739111378788948
53097	linear.weight	5	0.013289106078445911
53097	linear.weight	6	0.023565983399748802
53097	linear.weight	7	0.05437788739800453
53097	linear.weight	8	0.04200887307524681
53097	linear.weight	9	-0.052910543978214264
53097	linear.bias	0	-0.07392475008964539
53097	linear.bias	1	-0.11418280005455017
53097	linear.bias	2	-0.466501921415329
53097	linear.bias	3	-0.7263846397399902
53097	linear.bias	4	-1.0171536207199097
53097	linear.bias	5	-0.05822174623608589
53097	linear.bias	6	-0.6283189654350281
53097	linear.bias	7	0.43031856417655945
53097	linear.bias	8	-0.5892950296401978
53097	linear.bias	9	-0.8061818480491638
53294	transitions	0	0.4784485399723053
53294	transitions	1	0.026590097695589066
53294	transitions	2	-10000.0
53294	transitions	3	-1.7947988510131836
53294	transitions	4	-10000.0
53294	transitions	5	0.665602445602417
53294	transitions	6	-0.007798318285495043
53294	transitions	7	-0.30697867274284363
53294	transitions	8	-1.3163883686065674
53294	transitions	9	-0.00027122371830046177
53294	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
53294	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
53294	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
53294	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
53294	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
53294	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
53294	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
53294	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
53294	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
53294	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
53294	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
53294	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
53294	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
53294	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
53294	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
53294	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
53294	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
53294	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
53294	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
53294	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
53294	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
53294	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
53294	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
53294	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
53294	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
53294	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
53294	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
53294	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
53294	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
53294	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
53294	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
53294	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
53294	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
53294	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
53294	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
53294	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
53294	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
53294	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
53294	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
53294	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
53294	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
53294	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
53294	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
53294	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
53294	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
53294	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
53294	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
53294	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
53294	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
53294	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
53294	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
53294	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
53294	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
53294	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
53294	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
53294	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
53294	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
53294	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
53294	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
53294	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
53294	embedding2nn.weight	0	0.001271077780984342
53294	embedding2nn.weight	1	-0.016588347032666206
53294	embedding2nn.weight	2	-0.014268253929913044
53294	embedding2nn.weight	3	0.0016089713899418712
53294	embedding2nn.weight	4	-0.0059150345623493195
53294	embedding2nn.weight	5	-0.0037005820777267218
53294	embedding2nn.weight	6	-0.003973205573856831
53294	embedding2nn.weight	7	-0.03790873661637306
53294	embedding2nn.weight	8	-0.0019979383796453476
53294	embedding2nn.weight	9	-0.02774105966091156
53294	embedding2nn.bias	0	0.05920620635151863
53294	embedding2nn.bias	1	-0.06978218257427216
53294	embedding2nn.bias	2	0.08908006548881531
53294	embedding2nn.bias	3	0.06200772896409035
53294	embedding2nn.bias	4	-0.0101169990375638
53294	embedding2nn.bias	5	-0.026626860722899437
53294	embedding2nn.bias	6	0.023843199014663696
53294	embedding2nn.bias	7	-0.05129598453640938
53294	embedding2nn.bias	8	0.030152123421430588
53294	embedding2nn.bias	9	0.05001841485500336
53294	rnn.weight_ih_l0	0	-0.01802944205701351
53294	rnn.weight_ih_l0	1	0.0002391510206507519
53294	rnn.weight_ih_l0	2	0.03308684006333351
53294	rnn.weight_ih_l0	3	0.002005933318287134
53294	rnn.weight_ih_l0	4	-0.023187091574072838
53294	rnn.weight_ih_l0	5	-0.056272365152835846
53294	rnn.weight_ih_l0	6	0.0173657163977623
53294	rnn.weight_ih_l0	7	0.05372777208685875
53294	rnn.weight_ih_l0	8	0.008403658866882324
53294	rnn.weight_ih_l0	9	-0.02960558421909809
53294	rnn.weight_hh_l0	0	-0.026978274807333946
53294	rnn.weight_hh_l0	1	-0.0007688468904234469
53294	rnn.weight_hh_l0	2	4.609327152138576e-05
53294	rnn.weight_hh_l0	3	-0.05060313269495964
53294	rnn.weight_hh_l0	4	0.049959126859903336
53294	rnn.weight_hh_l0	5	-0.018371231853961945
53294	rnn.weight_hh_l0	6	-0.044284187257289886
53294	rnn.weight_hh_l0	7	-0.02735830284655094
53294	rnn.weight_hh_l0	8	-0.006221443880349398
53294	rnn.weight_hh_l0	9	-0.019376108422875404
53294	rnn.bias_ih_l0	0	0.04083487018942833
53294	rnn.bias_ih_l0	1	-0.02573712356388569
53294	rnn.bias_ih_l0	2	-0.0030274318996816874
53294	rnn.bias_ih_l0	3	0.07407057285308838
53294	rnn.bias_ih_l0	4	-0.03482889384031296
53294	rnn.bias_ih_l0	5	-0.03670717775821686
53294	rnn.bias_ih_l0	6	0.004422688856720924
53294	rnn.bias_ih_l0	7	0.042858466506004333
53294	rnn.bias_ih_l0	8	-0.07757370173931122
53294	rnn.bias_ih_l0	9	-0.034298866987228394
53294	rnn.bias_hh_l0	0	-0.03315187245607376
53294	rnn.bias_hh_l0	1	-0.07586260885000229
53294	rnn.bias_hh_l0	2	-0.03028900921344757
53294	rnn.bias_hh_l0	3	-0.06644155830144882
53294	rnn.bias_hh_l0	4	-0.0009423472220078111
53294	rnn.bias_hh_l0	5	0.01052700262516737
53294	rnn.bias_hh_l0	6	0.03483080863952637
53294	rnn.bias_hh_l0	7	-0.0037196986377239227
53294	rnn.bias_hh_l0	8	-0.08866320550441742
53294	rnn.bias_hh_l0	9	0.01592922769486904
53294	rnn.weight_ih_l0_reverse	0	-0.01863129250705242
53294	rnn.weight_ih_l0_reverse	1	-0.050389885902404785
53294	rnn.weight_ih_l0_reverse	2	-0.030540019273757935
53294	rnn.weight_ih_l0_reverse	3	-0.006885428447276354
53294	rnn.weight_ih_l0_reverse	4	-0.004538693930953741
53294	rnn.weight_ih_l0_reverse	5	-0.04897601902484894
53294	rnn.weight_ih_l0_reverse	6	0.04364493489265442
53294	rnn.weight_ih_l0_reverse	7	-0.02037326991558075
53294	rnn.weight_ih_l0_reverse	8	-0.031666118651628494
53294	rnn.weight_ih_l0_reverse	9	0.008602897636592388
53294	rnn.weight_hh_l0_reverse	0	0.032925862818956375
53294	rnn.weight_hh_l0_reverse	1	0.03221503272652626
53294	rnn.weight_hh_l0_reverse	2	0.030980655923485756
53294	rnn.weight_hh_l0_reverse	3	0.02207738533616066
53294	rnn.weight_hh_l0_reverse	4	0.0012774663046002388
53294	rnn.weight_hh_l0_reverse	5	-0.012726952321827412
53294	rnn.weight_hh_l0_reverse	6	0.038947250694036484
53294	rnn.weight_hh_l0_reverse	7	-0.04355331137776375
53294	rnn.weight_hh_l0_reverse	8	0.020102035254240036
53294	rnn.weight_hh_l0_reverse	9	0.04611022025346756
53294	rnn.bias_ih_l0_reverse	0	-0.06776605546474457
53294	rnn.bias_ih_l0_reverse	1	-0.17836537957191467
53294	rnn.bias_ih_l0_reverse	2	-0.06948001682758331
53294	rnn.bias_ih_l0_reverse	3	-0.01495921891182661
53294	rnn.bias_ih_l0_reverse	4	-0.028481317684054375
53294	rnn.bias_ih_l0_reverse	5	0.02199574187397957
53294	rnn.bias_ih_l0_reverse	6	-0.03941287100315094
53294	rnn.bias_ih_l0_reverse	7	0.04259374737739563
53294	rnn.bias_ih_l0_reverse	8	-0.03535299003124237
53294	rnn.bias_ih_l0_reverse	9	0.017148934304714203
53294	rnn.bias_hh_l0_reverse	0	-0.020365962758660316
53294	rnn.bias_hh_l0_reverse	1	-0.01971919648349285
53294	rnn.bias_hh_l0_reverse	2	0.0554787777364254
53294	rnn.bias_hh_l0_reverse	3	-0.030137646943330765
53294	rnn.bias_hh_l0_reverse	4	-0.045307330787181854
53294	rnn.bias_hh_l0_reverse	5	-0.05551983043551445
53294	rnn.bias_hh_l0_reverse	6	-0.01795257441699505
53294	rnn.bias_hh_l0_reverse	7	0.0744284987449646
53294	rnn.bias_hh_l0_reverse	8	0.02737010456621647
53294	rnn.bias_hh_l0_reverse	9	-0.09388222545385361
53294	rnn.weight_ih_l1	0	-0.03246665373444557
53294	rnn.weight_ih_l1	1	-0.04311269521713257
53294	rnn.weight_ih_l1	2	0.07488562911748886
53294	rnn.weight_ih_l1	3	-0.03116345964372158
53294	rnn.weight_ih_l1	4	-0.0012166507076472044
53294	rnn.weight_ih_l1	5	-0.04510601982474327
53294	rnn.weight_ih_l1	6	0.017404811456799507
53294	rnn.weight_ih_l1	7	-0.03553132340312004
53294	rnn.weight_ih_l1	8	0.037990719079971313
53294	rnn.weight_ih_l1	9	0.026080917567014694
53294	rnn.weight_hh_l1	0	-0.014957636594772339
53294	rnn.weight_hh_l1	1	0.005465632304549217
53294	rnn.weight_hh_l1	2	0.00133722391910851
53294	rnn.weight_hh_l1	3	-0.009810536168515682
53294	rnn.weight_hh_l1	4	0.0009736767970025539
53294	rnn.weight_hh_l1	5	0.02407902665436268
53294	rnn.weight_hh_l1	6	0.033746689558029175
53294	rnn.weight_hh_l1	7	-0.026330692693591118
53294	rnn.weight_hh_l1	8	-0.027907483279705048
53294	rnn.weight_hh_l1	9	0.036336809396743774
53294	rnn.bias_ih_l1	0	-0.10615704953670502
53294	rnn.bias_ih_l1	1	-0.10460900515317917
53294	rnn.bias_ih_l1	2	-0.12248513102531433
53294	rnn.bias_ih_l1	3	-0.18688158690929413
53294	rnn.bias_ih_l1	4	-0.14031311869621277
53294	rnn.bias_ih_l1	5	-0.1032920852303505
53294	rnn.bias_ih_l1	6	-0.06978598237037659
53294	rnn.bias_ih_l1	7	-0.028548505157232285
53294	rnn.bias_ih_l1	8	-0.09814883768558502
53294	rnn.bias_ih_l1	9	-0.10842098295688629
53294	rnn.bias_hh_l1	0	-0.11796163022518158
53294	rnn.bias_hh_l1	1	-0.04942339286208153
53294	rnn.bias_hh_l1	2	-0.08461031317710876
53294	rnn.bias_hh_l1	3	-0.07014789432287216
53294	rnn.bias_hh_l1	4	-0.09477696567773819
53294	rnn.bias_hh_l1	5	-0.06532605737447739
53294	rnn.bias_hh_l1	6	-0.08146180212497711
53294	rnn.bias_hh_l1	7	0.02879454381763935
53294	rnn.bias_hh_l1	8	-0.08348892629146576
53294	rnn.bias_hh_l1	9	-0.05838866904377937
53294	rnn.weight_ih_l1_reverse	0	-0.03620084747672081
53294	rnn.weight_ih_l1_reverse	1	0.035359498113393784
53294	rnn.weight_ih_l1_reverse	2	-0.039378322660923004
53294	rnn.weight_ih_l1_reverse	3	-0.018847018480300903
53294	rnn.weight_ih_l1_reverse	4	-0.033726755529642105
53294	rnn.weight_ih_l1_reverse	5	-0.03791610151529312
53294	rnn.weight_ih_l1_reverse	6	-0.02660023421049118
53294	rnn.weight_ih_l1_reverse	7	0.014615500345826149
53294	rnn.weight_ih_l1_reverse	8	0.020041171461343765
53294	rnn.weight_ih_l1_reverse	9	-0.03649449348449707
53294	rnn.weight_hh_l1_reverse	0	0.00725898751989007
53294	rnn.weight_hh_l1_reverse	1	0.027486704289913177
53294	rnn.weight_hh_l1_reverse	2	-0.036923736333847046
53294	rnn.weight_hh_l1_reverse	3	0.041800010949373245
53294	rnn.weight_hh_l1_reverse	4	0.04624743014574051
53294	rnn.weight_hh_l1_reverse	5	0.007590800058096647
53294	rnn.weight_hh_l1_reverse	6	0.01062582153826952
53294	rnn.weight_hh_l1_reverse	7	0.02739507332444191
53294	rnn.weight_hh_l1_reverse	8	-0.003188335569575429
53294	rnn.weight_hh_l1_reverse	9	-0.041155457496643066
53294	rnn.bias_ih_l1_reverse	0	-0.020540451630949974
53294	rnn.bias_ih_l1_reverse	1	-0.068144790828228
53294	rnn.bias_ih_l1_reverse	2	-0.08953722566366196
53294	rnn.bias_ih_l1_reverse	3	0.00033001319388858974
53294	rnn.bias_ih_l1_reverse	4	-0.14623801410198212
53294	rnn.bias_ih_l1_reverse	5	-0.07635271549224854
53294	rnn.bias_ih_l1_reverse	6	-0.0960986390709877
53294	rnn.bias_ih_l1_reverse	7	-0.12679578363895416
53294	rnn.bias_ih_l1_reverse	8	0.143377885222435
53294	rnn.bias_ih_l1_reverse	9	0.011982039548456669
53294	rnn.bias_hh_l1_reverse	0	-0.011690630577504635
53294	rnn.bias_hh_l1_reverse	1	-0.005505728535354137
53294	rnn.bias_hh_l1_reverse	2	-0.17849203944206238
53294	rnn.bias_hh_l1_reverse	3	-0.0662899985909462
53294	rnn.bias_hh_l1_reverse	4	-0.050809428095817566
53294	rnn.bias_hh_l1_reverse	5	-0.06500672549009323
53294	rnn.bias_hh_l1_reverse	6	0.1616896390914917
53294	rnn.bias_hh_l1_reverse	7	-0.12873996794223785
53294	rnn.bias_hh_l1_reverse	8	-0.0784466490149498
53294	rnn.bias_hh_l1_reverse	9	-0.09007656574249268
53294	linear.weight	0	0.002228822559118271
53294	linear.weight	1	0.02147821895778179
53294	linear.weight	2	-0.10919082164764404
53294	linear.weight	3	0.29220953583717346
53294	linear.weight	4	0.07095956802368164
53294	linear.weight	5	0.01588556170463562
53294	linear.weight	6	0.030052386224269867
53294	linear.weight	7	0.05341210961341858
53294	linear.weight	8	0.042001716792583466
53294	linear.weight	9	-0.05726896971464157
53294	linear.bias	0	-0.061129942536354065
53294	linear.bias	1	-0.10633134841918945
53294	linear.bias	2	-0.4739089012145996
53294	linear.bias	3	-0.7210526466369629
53294	linear.bias	4	-1.0189182758331299
53294	linear.bias	5	-0.02685592882335186
53294	linear.bias	6	-0.6163060069084167
53294	linear.bias	7	0.4571777284145355
53294	linear.bias	8	-0.59376060962677
53294	linear.bias	9	-0.808539867401123
53298	transitions	0	0.47809064388275146
53298	transitions	1	0.02655322290956974
53298	transitions	2	-10000.0
53298	transitions	3	-1.7948002815246582
53298	transitions	4	-10000.0
53298	transitions	5	0.6656007170677185
53298	transitions	6	-0.007800541818141937
53298	transitions	7	-0.30698123574256897
53298	transitions	8	-1.3163894414901733
53298	transitions	9	-0.00027124700136482716
53298	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
53298	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
53298	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
53298	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
53298	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
53298	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
53298	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
53298	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
53298	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
53298	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
53298	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
53298	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
53298	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
53298	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
53298	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
53298	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
53298	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
53298	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
53298	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
53298	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
53298	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
53298	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
53298	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
53298	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
53298	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
53298	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
53298	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
53298	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
53298	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
53298	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
53298	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
53298	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
53298	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
53298	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
53298	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
53298	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
53298	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
53298	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
53298	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
53298	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
53298	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
53298	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
53298	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
53298	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
53298	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
53298	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
53298	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
53298	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
53298	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
53298	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
53298	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
53298	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
53298	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
53298	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
53298	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
53298	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
53298	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
53298	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
53298	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
53298	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
53298	embedding2nn.weight	0	0.0017509710742160678
53298	embedding2nn.weight	1	-0.016582664102315903
53298	embedding2nn.weight	2	-0.014268253929913044
53298	embedding2nn.weight	3	0.0013663211138918996
53298	embedding2nn.weight	4	-0.0059150345623493195
53298	embedding2nn.weight	5	-0.0037005820777267218
53298	embedding2nn.weight	6	-0.003973205573856831
53298	embedding2nn.weight	7	-0.037843283265829086
53298	embedding2nn.weight	8	-0.0019979383796453476
53298	embedding2nn.weight	9	-0.027583369985222816
53298	embedding2nn.bias	0	0.05903023108839989
53298	embedding2nn.bias	1	-0.07010282576084137
53298	embedding2nn.bias	2	0.091457299888134
53298	embedding2nn.bias	3	0.06319119781255722
53298	embedding2nn.bias	4	-0.009420516900718212
53298	embedding2nn.bias	5	-0.026054784655570984
53298	embedding2nn.bias	6	0.024503683671355247
53298	embedding2nn.bias	7	-0.05122934654355049
53298	embedding2nn.bias	8	0.029966920614242554
53298	embedding2nn.bias	9	0.04982413351535797
53298	rnn.weight_ih_l0	0	-0.0178669560700655
53298	rnn.weight_ih_l0	1	0.0003093238628935069
53298	rnn.weight_ih_l0	2	0.033036258071660995
53298	rnn.weight_ih_l0	3	0.00205973070114851
53298	rnn.weight_ih_l0	4	-0.023013249039649963
53298	rnn.weight_ih_l0	5	-0.056232377886772156
53298	rnn.weight_ih_l0	6	0.017592325806617737
53298	rnn.weight_ih_l0	7	0.05375527963042259
53298	rnn.weight_ih_l0	8	0.008381428197026253
53298	rnn.weight_ih_l0	9	-0.029619937762618065
53298	rnn.weight_hh_l0	0	-0.026890616863965988
53298	rnn.weight_hh_l0	1	-0.0007676791865378618
53298	rnn.weight_hh_l0	2	3.2228915642917855e-06
53298	rnn.weight_hh_l0	3	-0.05072561278939247
53298	rnn.weight_hh_l0	4	0.04991653189063072
53298	rnn.weight_hh_l0	5	-0.018355317413806915
53298	rnn.weight_hh_l0	6	-0.04420170187950134
53298	rnn.weight_hh_l0	7	-0.027377899736166
53298	rnn.weight_hh_l0	8	-0.006407654844224453
53298	rnn.weight_hh_l0	9	-0.019437404349446297
53298	rnn.bias_ih_l0	0	0.04072827473282814
53298	rnn.bias_ih_l0	1	-0.026309799402952194
53298	rnn.bias_ih_l0	2	-0.0030101174488663673
53298	rnn.bias_ih_l0	3	0.07398868352174759
53298	rnn.bias_ih_l0	4	-0.0347757525742054
53298	rnn.bias_ih_l0	5	-0.03684511035680771
53298	rnn.bias_ih_l0	6	0.004289330914616585
53298	rnn.bias_ih_l0	7	0.042734645307064056
53298	rnn.bias_ih_l0	8	-0.0775027722120285
53298	rnn.bias_ih_l0	9	-0.03404046222567558
53298	rnn.bias_hh_l0	0	-0.03304140269756317
53298	rnn.bias_hh_l0	1	-0.0763549730181694
53298	rnn.bias_hh_l0	2	-0.029924724251031876
53298	rnn.bias_hh_l0	3	-0.0664650946855545
53298	rnn.bias_hh_l0	4	-0.0010717026889324188
53298	rnn.bias_hh_l0	5	0.010759874247014523
53298	rnn.bias_hh_l0	6	0.03496985137462616
53298	rnn.bias_hh_l0	7	-0.003786634188145399
53298	rnn.bias_hh_l0	8	-0.08833730965852737
53298	rnn.bias_hh_l0	9	0.015116296708583832
53298	rnn.weight_ih_l0_reverse	0	-0.018702397122979164
53298	rnn.weight_ih_l0_reverse	1	-0.05037015303969383
53298	rnn.weight_ih_l0_reverse	2	-0.03052818402647972
53298	rnn.weight_ih_l0_reverse	3	-0.006913967430591583
53298	rnn.weight_ih_l0_reverse	4	-0.00446265609934926
53298	rnn.weight_ih_l0_reverse	5	-0.04894180968403816
53298	rnn.weight_ih_l0_reverse	6	0.04358598589897156
53298	rnn.weight_ih_l0_reverse	7	-0.0204731784760952
53298	rnn.weight_ih_l0_reverse	8	-0.031604867428541183
53298	rnn.weight_ih_l0_reverse	9	0.008662929758429527
53298	rnn.weight_hh_l0_reverse	0	0.032868046313524246
53298	rnn.weight_hh_l0_reverse	1	0.03219548985362053
53298	rnn.weight_hh_l0_reverse	2	0.030911467969417572
53298	rnn.weight_hh_l0_reverse	3	0.022059788927435875
53298	rnn.weight_hh_l0_reverse	4	0.0012736115604639053
53298	rnn.weight_hh_l0_reverse	5	-0.01292698085308075
53298	rnn.weight_hh_l0_reverse	6	0.03897516429424286
53298	rnn.weight_hh_l0_reverse	7	-0.04355999454855919
53298	rnn.weight_hh_l0_reverse	8	0.02029084414243698
53298	rnn.weight_hh_l0_reverse	9	0.04604468122124672
53298	rnn.bias_ih_l0_reverse	0	-0.0677933543920517
53298	rnn.bias_ih_l0_reverse	1	-0.17921222746372223
53298	rnn.bias_ih_l0_reverse	2	-0.06932533532381058
53298	rnn.bias_ih_l0_reverse	3	-0.014657199382781982
53298	rnn.bias_ih_l0_reverse	4	-0.028955211862921715
53298	rnn.bias_ih_l0_reverse	5	0.02250981330871582
53298	rnn.bias_ih_l0_reverse	6	-0.03931594267487526
53298	rnn.bias_ih_l0_reverse	7	0.04279795661568642
53298	rnn.bias_ih_l0_reverse	8	-0.035373393446207047
53298	rnn.bias_ih_l0_reverse	9	0.017000146210193634
53298	rnn.bias_hh_l0_reverse	0	-0.02056850492954254
53298	rnn.bias_hh_l0_reverse	1	-0.019629189744591713
53298	rnn.bias_hh_l0_reverse	2	0.05602207034826279
53298	rnn.bias_hh_l0_reverse	3	-0.03012554533779621
53298	rnn.bias_hh_l0_reverse	4	-0.04559645056724548
53298	rnn.bias_hh_l0_reverse	5	-0.05550645664334297
53298	rnn.bias_hh_l0_reverse	6	-0.017670888453722
53298	rnn.bias_hh_l0_reverse	7	0.07502669841051102
53298	rnn.bias_hh_l0_reverse	8	0.02739741839468479
53298	rnn.bias_hh_l0_reverse	9	-0.09415849298238754
53298	rnn.weight_ih_l1	0	-0.03249071538448334
53298	rnn.weight_ih_l1	1	-0.043136827647686005
53298	rnn.weight_ih_l1	2	0.07488476485013962
53298	rnn.weight_ih_l1	3	-0.031230062246322632
53298	rnn.weight_ih_l1	4	-0.0012077243300154805
53298	rnn.weight_ih_l1	5	-0.04513847455382347
53298	rnn.weight_ih_l1	6	0.017427999526262283
53298	rnn.weight_ih_l1	7	-0.0355650968849659
53298	rnn.weight_ih_l1	8	0.03798632696270943
53298	rnn.weight_ih_l1	9	0.02611032873392105
53298	rnn.weight_hh_l1	0	-0.015002239495515823
53298	rnn.weight_hh_l1	1	0.005452489946037531
53298	rnn.weight_hh_l1	2	0.0008430584566667676
53298	rnn.weight_hh_l1	3	-0.009831580333411694
53298	rnn.weight_hh_l1	4	0.0009414670057594776
53298	rnn.weight_hh_l1	5	0.024043535813689232
53298	rnn.weight_hh_l1	6	0.03375428169965744
53298	rnn.weight_hh_l1	7	-0.026344340294599533
53298	rnn.weight_hh_l1	8	-0.027894016355276108
53298	rnn.weight_hh_l1	9	0.03633137792348862
53298	rnn.bias_ih_l1	0	-0.10570139437913895
53298	rnn.bias_ih_l1	1	-0.10420189052820206
53298	rnn.bias_ih_l1	2	-0.12223824858665466
53298	rnn.bias_ih_l1	3	-0.18758630752563477
53298	rnn.bias_ih_l1	4	-0.1404295563697815
53298	rnn.bias_ih_l1	5	-0.1033201739192009
53298	rnn.bias_ih_l1	6	-0.0694093182682991
53298	rnn.bias_ih_l1	7	-0.02838025614619255
53298	rnn.bias_ih_l1	8	-0.0980643555521965
53298	rnn.bias_ih_l1	9	-0.10763215273618698
53298	rnn.bias_hh_l1	0	-0.11751341819763184
53298	rnn.bias_hh_l1	1	-0.04912237823009491
53298	rnn.bias_hh_l1	2	-0.0850638598203659
53298	rnn.bias_hh_l1	3	-0.07006863504648209
53298	rnn.bias_hh_l1	4	-0.09446945786476135
53298	rnn.bias_hh_l1	5	-0.06571388989686966
53298	rnn.bias_hh_l1	6	-0.08114539831876755
53298	rnn.bias_hh_l1	7	0.029768673703074455
53298	rnn.bias_hh_l1	8	-0.08356966823339462
53298	rnn.bias_hh_l1	9	-0.05840441584587097
53298	rnn.weight_ih_l1_reverse	0	-0.036193639039993286
53298	rnn.weight_ih_l1_reverse	1	0.03540140017867088
53298	rnn.weight_ih_l1_reverse	2	-0.039466604590415955
53298	rnn.weight_ih_l1_reverse	3	-0.018954185768961906
53298	rnn.weight_ih_l1_reverse	4	-0.033739812672138214
53298	rnn.weight_ih_l1_reverse	5	-0.037942737340927124
53298	rnn.weight_ih_l1_reverse	6	-0.026728430762887
53298	rnn.weight_ih_l1_reverse	7	0.014540583826601505
53298	rnn.weight_ih_l1_reverse	8	0.02012478932738304
53298	rnn.weight_ih_l1_reverse	9	-0.0366620197892189
53298	rnn.weight_hh_l1_reverse	0	0.007266300264745951
53298	rnn.weight_hh_l1_reverse	1	0.027463337406516075
53298	rnn.weight_hh_l1_reverse	2	-0.03692436218261719
53298	rnn.weight_hh_l1_reverse	3	0.04179636761546135
53298	rnn.weight_hh_l1_reverse	4	0.0461222343146801
53298	rnn.weight_hh_l1_reverse	5	0.007605376187711954
53298	rnn.weight_hh_l1_reverse	6	0.010939516127109528
53298	rnn.weight_hh_l1_reverse	7	0.027409851551055908
53298	rnn.weight_hh_l1_reverse	8	-0.0031835550907999277
53298	rnn.weight_hh_l1_reverse	9	-0.04113493487238884
53298	rnn.bias_ih_l1_reverse	0	-0.020611891523003578
53298	rnn.bias_ih_l1_reverse	1	-0.06755717098712921
53298	rnn.bias_ih_l1_reverse	2	-0.0898803099989891
53298	rnn.bias_ih_l1_reverse	3	-0.0005834124167449772
53298	rnn.bias_ih_l1_reverse	4	-0.14642119407653809
53298	rnn.bias_ih_l1_reverse	5	-0.07619523257017136
53298	rnn.bias_ih_l1_reverse	6	-0.09604045748710632
53298	rnn.bias_ih_l1_reverse	7	-0.12662281095981598
53298	rnn.bias_ih_l1_reverse	8	0.14439132809638977
53298	rnn.bias_ih_l1_reverse	9	0.012841762974858284
53298	rnn.bias_hh_l1_reverse	0	-0.010574528016149998
53298	rnn.bias_hh_l1_reverse	1	-0.007603081408888102
53298	rnn.bias_hh_l1_reverse	2	-0.17832054197788239
53298	rnn.bias_hh_l1_reverse	3	-0.06572931259870529
53298	rnn.bias_hh_l1_reverse	4	-0.050473276525735855
53298	rnn.bias_hh_l1_reverse	5	-0.06482161581516266
53298	rnn.bias_hh_l1_reverse	6	0.16154341399669647
53298	rnn.bias_hh_l1_reverse	7	-0.1291293352842331
53298	rnn.bias_hh_l1_reverse	8	-0.07884792238473892
53298	rnn.bias_hh_l1_reverse	9	-0.08997179567813873
53298	linear.weight	0	0.002228822559118271
53298	linear.weight	1	0.021304629743099213
53298	linear.weight	2	-0.1108516976237297
53298	linear.weight	3	0.29198917746543884
53298	linear.weight	4	0.07116366922855377
53298	linear.weight	5	0.015914790332317352
53298	linear.weight	6	0.029577787965536118
53298	linear.weight	7	0.05763548985123634
53298	linear.weight	8	0.042001236230134964
53298	linear.weight	9	-0.05735290050506592
53298	linear.bias	0	-0.08963987976312637
53298	linear.bias	1	-0.10600166767835617
53298	linear.bias	2	-0.4791620671749115
53298	linear.bias	3	-0.7202193140983582
53298	linear.bias	4	-1.0180314779281616
53298	linear.bias	5	-0.03525357320904732
53298	linear.bias	6	-0.6159168481826782
53298	linear.bias	7	0.44878286123275757
53298	linear.bias	8	-0.5993338227272034
53298	linear.bias	9	-0.8139824271202087
53495	transitions	0	0.473439484834671
53495	transitions	1	0.02263023890554905
53495	transitions	2	-10000.0
53495	transitions	3	-1.7948793172836304
53495	transitions	4	-10000.0
53495	transitions	5	0.6653031706809998
53495	transitions	6	-0.008203314617276192
53495	transitions	7	-0.30866870284080505
53495	transitions	8	-1.3167271614074707
53495	transitions	9	-0.00027525873156264424
53495	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
53495	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
53495	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
53495	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
53495	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
53495	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
53495	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
53495	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
53495	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
53495	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
53495	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
53495	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
53495	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
53495	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
53495	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
53495	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
53495	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
53495	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
53495	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
53495	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
53495	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
53495	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
53495	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
53495	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
53495	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
53495	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
53495	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
53495	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
53495	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
53495	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
53495	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
53495	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
53495	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
53495	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
53495	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
53495	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
53495	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
53495	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
53495	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
53495	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
53495	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
53495	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
53495	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
53495	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
53495	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
53495	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
53495	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
53495	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
53495	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
53495	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
53495	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
53495	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
53495	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
53495	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
53495	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
53495	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
53495	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
53495	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
53495	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
53495	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
53495	embedding2nn.weight	0	0.004073206800967455
53495	embedding2nn.weight	1	-0.016542606055736542
53495	embedding2nn.weight	2	-0.014268253929913044
53495	embedding2nn.weight	3	0.003420080989599228
53495	embedding2nn.weight	4	-0.0059150345623493195
53495	embedding2nn.weight	5	-0.0037005820777267218
53495	embedding2nn.weight	6	-0.003973203711211681
53495	embedding2nn.weight	7	-0.037193942815065384
53495	embedding2nn.weight	8	-0.0019979383796453476
53495	embedding2nn.weight	9	-0.02750234492123127
53495	embedding2nn.bias	0	0.05651213973760605
53495	embedding2nn.bias	1	-0.06705019623041153
53495	embedding2nn.bias	2	0.0847586840391159
53495	embedding2nn.bias	3	0.05810750648379326
53495	embedding2nn.bias	4	-0.011146425269544125
53495	embedding2nn.bias	5	-0.02104709856212139
53495	embedding2nn.bias	6	0.016785161569714546
53495	embedding2nn.bias	7	-0.05115563049912453
53495	embedding2nn.bias	8	0.03646910563111305
53495	embedding2nn.bias	9	0.04706771671772003
53495	rnn.weight_ih_l0	0	-0.018003135919570923
53495	rnn.weight_ih_l0	1	-0.0003470520314294845
53495	rnn.weight_ih_l0	2	0.03315803408622742
53495	rnn.weight_ih_l0	3	0.0018628917168825865
53495	rnn.weight_ih_l0	4	-0.02473510429263115
53495	rnn.weight_ih_l0	5	-0.055893976241350174
53495	rnn.weight_ih_l0	6	0.017746904864907265
53495	rnn.weight_ih_l0	7	0.05153504014015198
53495	rnn.weight_ih_l0	8	0.007904259487986565
53495	rnn.weight_ih_l0	9	-0.0311015285551548
53495	rnn.weight_hh_l0	0	-0.026974862441420555
53495	rnn.weight_hh_l0	1	-0.0019183286931365728
53495	rnn.weight_hh_l0	2	0.0008302154601551592
53495	rnn.weight_hh_l0	3	-0.04995483160018921
53495	rnn.weight_hh_l0	4	0.049060627818107605
53495	rnn.weight_hh_l0	5	-0.018744541332125664
53495	rnn.weight_hh_l0	6	-0.04380742087960243
53495	rnn.weight_hh_l0	7	-0.02750292606651783
53495	rnn.weight_hh_l0	8	-0.0061587560921907425
53495	rnn.weight_hh_l0	9	-0.02033665031194687
53495	rnn.bias_ih_l0	0	0.042947981506586075
53495	rnn.bias_ih_l0	1	-0.028400251641869545
53495	rnn.bias_ih_l0	2	-0.006597761996090412
53495	rnn.bias_ih_l0	3	0.07403568178415298
53495	rnn.bias_ih_l0	4	-0.03481871634721756
53495	rnn.bias_ih_l0	5	-0.03351245075464249
53495	rnn.bias_ih_l0	6	0.0023968862369656563
53495	rnn.bias_ih_l0	7	0.04562949389219284
53495	rnn.bias_ih_l0	8	-0.07870820164680481
53495	rnn.bias_ih_l0	9	-0.029218172654509544
53495	rnn.bias_hh_l0	0	-0.03407257795333862
53495	rnn.bias_hh_l0	1	-0.06969305127859116
53495	rnn.bias_hh_l0	2	-0.03291952982544899
53495	rnn.bias_hh_l0	3	-0.06869646161794662
53495	rnn.bias_hh_l0	4	-0.009414803236722946
53495	rnn.bias_hh_l0	5	0.007997284643352032
53495	rnn.bias_hh_l0	6	0.034764934331178665
53495	rnn.bias_hh_l0	7	-0.00039767639827914536
53495	rnn.bias_hh_l0	8	-0.09402957558631897
53495	rnn.bias_hh_l0	9	0.017944423481822014
53495	rnn.weight_ih_l0_reverse	0	-0.018987827003002167
53495	rnn.weight_ih_l0_reverse	1	-0.04917595162987709
53495	rnn.weight_ih_l0_reverse	2	-0.030981406569480896
53495	rnn.weight_ih_l0_reverse	3	-0.006930256262421608
53495	rnn.weight_ih_l0_reverse	4	-0.004394324496388435
53495	rnn.weight_ih_l0_reverse	5	-0.04955175518989563
53495	rnn.weight_ih_l0_reverse	6	0.04369395971298218
53495	rnn.weight_ih_l0_reverse	7	-0.018798362463712692
53495	rnn.weight_ih_l0_reverse	8	-0.03199004381895065
53495	rnn.weight_ih_l0_reverse	9	0.00869235210120678
53495	rnn.weight_hh_l0_reverse	0	0.033938970416784286
53495	rnn.weight_hh_l0_reverse	1	0.03276611864566803
53495	rnn.weight_hh_l0_reverse	2	0.03072933666408062
53495	rnn.weight_hh_l0_reverse	3	0.021996423602104187
53495	rnn.weight_hh_l0_reverse	4	0.0010075531899929047
53495	rnn.weight_hh_l0_reverse	5	-0.013301551342010498
53495	rnn.weight_hh_l0_reverse	6	0.03912810608744621
53495	rnn.weight_hh_l0_reverse	7	-0.04279103875160217
53495	rnn.weight_hh_l0_reverse	8	0.019791319966316223
53495	rnn.weight_hh_l0_reverse	9	0.046053528785705566
53495	rnn.bias_ih_l0_reverse	0	-0.07090158760547638
53495	rnn.bias_ih_l0_reverse	1	-0.17793352901935577
53495	rnn.bias_ih_l0_reverse	2	-0.06765204668045044
53495	rnn.bias_ih_l0_reverse	3	-0.017790930345654488
53495	rnn.bias_ih_l0_reverse	4	-0.03210878744721413
53495	rnn.bias_ih_l0_reverse	5	0.022421732544898987
53495	rnn.bias_ih_l0_reverse	6	-0.03982904180884361
53495	rnn.bias_ih_l0_reverse	7	0.043595090508461
53495	rnn.bias_ih_l0_reverse	8	-0.03256785124540329
53495	rnn.bias_ih_l0_reverse	9	0.019080940634012222
53495	rnn.bias_hh_l0_reverse	0	-0.01785864867269993
53495	rnn.bias_hh_l0_reverse	1	-0.019764266908168793
53495	rnn.bias_hh_l0_reverse	2	0.055655207484960556
53495	rnn.bias_hh_l0_reverse	3	-0.02984899841248989
53495	rnn.bias_hh_l0_reverse	4	-0.04778728261590004
53495	rnn.bias_hh_l0_reverse	5	-0.054228559136390686
53495	rnn.bias_hh_l0_reverse	6	-0.01871376484632492
53495	rnn.bias_hh_l0_reverse	7	0.07304897159337997
53495	rnn.bias_hh_l0_reverse	8	0.028050962835550308
53495	rnn.bias_hh_l0_reverse	9	-0.09425832331180573
53495	rnn.weight_ih_l1	0	-0.032356567680835724
53495	rnn.weight_ih_l1	1	-0.041931089013814926
53495	rnn.weight_ih_l1	2	0.07291468232870102
53495	rnn.weight_ih_l1	3	-0.03073374554514885
53495	rnn.weight_ih_l1	4	-0.0018055405234917998
53495	rnn.weight_ih_l1	5	-0.04502362012863159
53495	rnn.weight_ih_l1	6	0.016983114182949066
53495	rnn.weight_ih_l1	7	-0.034648045897483826
53495	rnn.weight_ih_l1	8	0.03803977370262146
53495	rnn.weight_ih_l1	9	0.025979645550251007
53495	rnn.weight_hh_l1	0	-0.014869101345539093
53495	rnn.weight_hh_l1	1	0.005658398382365704
53495	rnn.weight_hh_l1	2	0.00040377298137173057
53495	rnn.weight_hh_l1	3	-0.009689852595329285
53495	rnn.weight_hh_l1	4	0.0010117361089214683
53495	rnn.weight_hh_l1	5	0.02391781099140644
53495	rnn.weight_hh_l1	6	0.033871930092573166
53495	rnn.weight_hh_l1	7	-0.026286965236067772
53495	rnn.weight_hh_l1	8	-0.02717815898358822
53495	rnn.weight_hh_l1	9	0.036411989480257034
53495	rnn.bias_ih_l1	0	-0.11019245535135269
53495	rnn.bias_ih_l1	1	-0.10284001380205154
53495	rnn.bias_ih_l1	2	-0.12321298569440842
53495	rnn.bias_ih_l1	3	-0.18743593990802765
53495	rnn.bias_ih_l1	4	-0.1406209021806717
53495	rnn.bias_ih_l1	5	-0.10360792279243469
53495	rnn.bias_ih_l1	6	-0.07166149467229843
53495	rnn.bias_ih_l1	7	-0.02801801823079586
53495	rnn.bias_ih_l1	8	-0.09244570136070251
53495	rnn.bias_ih_l1	9	-0.10669141262769699
53495	rnn.bias_hh_l1	0	-0.11637217551469803
53495	rnn.bias_hh_l1	1	-0.051174066960811615
53495	rnn.bias_hh_l1	2	-0.08382878452539444
53495	rnn.bias_hh_l1	3	-0.07015570253133774
53495	rnn.bias_hh_l1	4	-0.09549982845783234
53495	rnn.bias_hh_l1	5	-0.0636519193649292
53495	rnn.bias_hh_l1	6	-0.0827619880437851
53495	rnn.bias_hh_l1	7	0.027586033567786217
53495	rnn.bias_hh_l1	8	-0.0866502970457077
53495	rnn.bias_hh_l1	9	-0.05850695073604584
53495	rnn.weight_ih_l1_reverse	0	-0.03528808429837227
53495	rnn.weight_ih_l1_reverse	1	0.03201350197196007
53495	rnn.weight_ih_l1_reverse	2	-0.04381268471479416
53495	rnn.weight_ih_l1_reverse	3	-0.020132536068558693
53495	rnn.weight_ih_l1_reverse	4	-0.03344826400279999
53495	rnn.weight_ih_l1_reverse	5	-0.03784849867224693
53495	rnn.weight_ih_l1_reverse	6	-0.026236608624458313
53495	rnn.weight_ih_l1_reverse	7	0.014415353536605835
53495	rnn.weight_ih_l1_reverse	8	0.022110966965556145
53495	rnn.weight_ih_l1_reverse	9	-0.035498619079589844
53495	rnn.weight_hh_l1_reverse	0	0.007196621038019657
53495	rnn.weight_hh_l1_reverse	1	0.027660265564918518
53495	rnn.weight_hh_l1_reverse	2	-0.036943219602108
53495	rnn.weight_hh_l1_reverse	3	0.041837770491838455
53495	rnn.weight_hh_l1_reverse	4	0.046150773763656616
53495	rnn.weight_hh_l1_reverse	5	0.007393002510070801
53495	rnn.weight_hh_l1_reverse	6	0.01041773147881031
53495	rnn.weight_hh_l1_reverse	7	0.027226410806179047
53495	rnn.weight_hh_l1_reverse	8	-0.0031844533514231443
53495	rnn.weight_hh_l1_reverse	9	-0.04088669642806053
53495	rnn.bias_ih_l1_reverse	0	-0.01968403346836567
53495	rnn.bias_ih_l1_reverse	1	-0.06792306154966354
53495	rnn.bias_ih_l1_reverse	2	-0.09031230956315994
53495	rnn.bias_ih_l1_reverse	3	0.002688660053536296
53495	rnn.bias_ih_l1_reverse	4	-0.1466573178768158
53495	rnn.bias_ih_l1_reverse	5	-0.07595209777355194
53495	rnn.bias_ih_l1_reverse	6	-0.09751574695110321
53495	rnn.bias_ih_l1_reverse	7	-0.127049058675766
53495	rnn.bias_ih_l1_reverse	8	0.14836527407169342
53495	rnn.bias_ih_l1_reverse	9	0.01616942510008812
53495	rnn.bias_hh_l1_reverse	0	-0.014266190119087696
53495	rnn.bias_hh_l1_reverse	1	-0.0021550836972892284
53495	rnn.bias_hh_l1_reverse	2	-0.17953801155090332
53495	rnn.bias_hh_l1_reverse	3	-0.06617508828639984
53495	rnn.bias_hh_l1_reverse	4	-0.05008963495492935
53495	rnn.bias_hh_l1_reverse	5	-0.06292299926280975
53495	rnn.bias_hh_l1_reverse	6	0.15250401198863983
53495	rnn.bias_hh_l1_reverse	7	-0.12776347994804382
53495	rnn.bias_hh_l1_reverse	8	-0.07767952978610992
53495	rnn.bias_hh_l1_reverse	9	-0.08812885731458664
53495	linear.weight	0	0.002228822559118271
53495	linear.weight	1	0.006337068043649197
53495	linear.weight	2	-0.10849683731794357
53495	linear.weight	3	0.29541805386543274
53495	linear.weight	4	0.06860557943582535
53495	linear.weight	5	0.016028430312871933
53495	linear.weight	6	0.02494533360004425
53495	linear.weight	7	0.07648314535617828
53495	linear.weight	8	0.04199574887752533
53495	linear.weight	9	-0.05406487360596657
53495	linear.bias	0	-0.09373410791158676
53495	linear.bias	1	-0.09870794415473938
53495	linear.bias	2	-0.5206751823425293
53495	linear.bias	3	-0.7140036821365356
53495	linear.bias	4	-1.0098122358322144
53495	linear.bias	5	-0.01426108181476593
53495	linear.bias	6	-0.6088411808013916
53495	linear.bias	7	0.47393497824668884
53495	linear.bias	8	-0.597133219242096
53495	linear.bias	9	-0.8110175728797913
53692	transitions	0	0.46963876485824585
53692	transitions	1	0.027608735486865044
53692	transitions	2	-10000.0
53692	transitions	3	-1.794988989830017
53692	transitions	4	-10000.0
53692	transitions	5	0.665052592754364
53692	transitions	6	-0.008575729094445705
53692	transitions	7	-0.3107210397720337
53692	transitions	8	-1.3171757459640503
53692	transitions	9	-0.00027911370852962136
53692	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
53692	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
53692	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
53692	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
53692	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
53692	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
53692	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
53692	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
53692	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
53692	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
53692	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
53692	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
53692	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
53692	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
53692	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
53692	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
53692	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
53692	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
53692	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
53692	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
53692	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
53692	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
53692	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
53692	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
53692	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
53692	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
53692	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
53692	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
53692	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
53692	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
53692	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
53692	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
53692	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
53692	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
53692	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
53692	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
53692	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
53692	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
53692	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
53692	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
53692	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
53692	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
53692	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
53692	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
53692	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
53692	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
53692	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
53692	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
53692	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
53692	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
53692	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
53692	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
53692	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
53692	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
53692	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
53692	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
53692	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
53692	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
53692	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
53692	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
53692	embedding2nn.weight	0	0.004143024329096079
53692	embedding2nn.weight	1	-0.016448410227894783
53692	embedding2nn.weight	2	-0.014268253929913044
53692	embedding2nn.weight	3	0.0016278923721984029
53692	embedding2nn.weight	4	-0.0059150345623493195
53692	embedding2nn.weight	5	-0.0037005820777267218
53692	embedding2nn.weight	6	-0.003973203245550394
53692	embedding2nn.weight	7	-0.03807881847023964
53692	embedding2nn.weight	8	-0.0019979383796453476
53692	embedding2nn.weight	9	-0.02755759097635746
53692	embedding2nn.bias	0	0.053482815623283386
53692	embedding2nn.bias	1	-0.06339729577302933
53692	embedding2nn.bias	2	0.08957131206989288
53692	embedding2nn.bias	3	0.06226860359311104
53692	embedding2nn.bias	4	-0.006896585691720247
53692	embedding2nn.bias	5	-0.027494875714182854
53692	embedding2nn.bias	6	0.017788024619221687
53692	embedding2nn.bias	7	-0.04983518645167351
53692	embedding2nn.bias	8	0.04042040556669235
53692	embedding2nn.bias	9	0.04977778345346451
53692	rnn.weight_ih_l0	0	-0.018205059692263603
53692	rnn.weight_ih_l0	1	-0.0004017387982457876
53692	rnn.weight_ih_l0	2	0.03449692204594612
53692	rnn.weight_ih_l0	3	0.0010457993485033512
53692	rnn.weight_ih_l0	4	-0.0254207830876112
53692	rnn.weight_ih_l0	5	-0.05638023465871811
53692	rnn.weight_ih_l0	6	0.017444631084799767
53692	rnn.weight_ih_l0	7	0.05061013624072075
53692	rnn.weight_ih_l0	8	0.007550050970166922
53692	rnn.weight_ih_l0	9	-0.03148983418941498
53692	rnn.weight_hh_l0	0	-0.02598673850297928
53692	rnn.weight_hh_l0	1	-0.002639228478074074
53692	rnn.weight_hh_l0	2	0.0005802000523544848
53692	rnn.weight_hh_l0	3	-0.050567373633384705
53692	rnn.weight_hh_l0	4	0.04946516454219818
53692	rnn.weight_hh_l0	5	-0.01766377128660679
53692	rnn.weight_hh_l0	6	-0.04433567449450493
53692	rnn.weight_hh_l0	7	-0.02864672802388668
53692	rnn.weight_hh_l0	8	-0.005060472059994936
53692	rnn.weight_hh_l0	9	-0.02037947066128254
53692	rnn.bias_ih_l0	0	0.042533110827207565
53692	rnn.bias_ih_l0	1	-0.02829727716743946
53692	rnn.bias_ih_l0	2	-0.005779013969004154
53692	rnn.bias_ih_l0	3	0.07523863017559052
53692	rnn.bias_ih_l0	4	-0.03632761910557747
53692	rnn.bias_ih_l0	5	-0.03375844284892082
53692	rnn.bias_ih_l0	6	0.005796794313937426
53692	rnn.bias_ih_l0	7	0.04652945697307587
53692	rnn.bias_ih_l0	8	-0.08121756464242935
53692	rnn.bias_ih_l0	9	-0.029985975474119186
53692	rnn.bias_hh_l0	0	-0.03300352767109871
53692	rnn.bias_hh_l0	1	-0.06907609105110168
53692	rnn.bias_hh_l0	2	-0.029306944459676743
53692	rnn.bias_hh_l0	3	-0.0683709979057312
53692	rnn.bias_hh_l0	4	-0.010724430903792381
53692	rnn.bias_hh_l0	5	0.008030474185943604
53692	rnn.bias_hh_l0	6	0.03459976240992546
53692	rnn.bias_hh_l0	7	-0.0010790459346026182
53692	rnn.bias_hh_l0	8	-0.09679732471704483
53692	rnn.bias_hh_l0	9	0.016362309455871582
53692	rnn.weight_ih_l0_reverse	0	-0.019405193626880646
53692	rnn.weight_ih_l0_reverse	1	-0.04871562123298645
53692	rnn.weight_ih_l0_reverse	2	-0.03155845031142235
53692	rnn.weight_ih_l0_reverse	3	-0.007507867645472288
53692	rnn.weight_ih_l0_reverse	4	-0.00466799596324563
53692	rnn.weight_ih_l0_reverse	5	-0.0498427152633667
53692	rnn.weight_ih_l0_reverse	6	0.043658897280693054
53692	rnn.weight_ih_l0_reverse	7	-0.020608482882380486
53692	rnn.weight_ih_l0_reverse	8	-0.03238112851977348
53692	rnn.weight_ih_l0_reverse	9	0.007854289375245571
53692	rnn.weight_hh_l0_reverse	0	0.036742545664310455
53692	rnn.weight_hh_l0_reverse	1	0.03159389644861221
53692	rnn.weight_hh_l0_reverse	2	0.03146093338727951
53692	rnn.weight_hh_l0_reverse	3	0.021819045767188072
53692	rnn.weight_hh_l0_reverse	4	0.0013412644620984793
53692	rnn.weight_hh_l0_reverse	5	-0.013066774234175682
53692	rnn.weight_hh_l0_reverse	6	0.03901984542608261
53692	rnn.weight_hh_l0_reverse	7	-0.04245823621749878
53692	rnn.weight_hh_l0_reverse	8	0.020357975736260414
53692	rnn.weight_hh_l0_reverse	9	0.04614562541246414
53692	rnn.bias_ih_l0_reverse	0	-0.07071138918399811
53692	rnn.bias_ih_l0_reverse	1	-0.17828908562660217
53692	rnn.bias_ih_l0_reverse	2	-0.06885817646980286
53692	rnn.bias_ih_l0_reverse	3	-0.015854664146900177
53692	rnn.bias_ih_l0_reverse	4	-0.029378706589341164
53692	rnn.bias_ih_l0_reverse	5	0.02526090480387211
53692	rnn.bias_ih_l0_reverse	6	-0.041069936007261276
53692	rnn.bias_ih_l0_reverse	7	0.04541299492120743
53692	rnn.bias_ih_l0_reverse	8	-0.03473735973238945
53692	rnn.bias_ih_l0_reverse	9	0.02129109762609005
53692	rnn.bias_hh_l0_reverse	0	-0.017705082893371582
53692	rnn.bias_hh_l0_reverse	1	-0.0216299369931221
53692	rnn.bias_hh_l0_reverse	2	0.054725270718336105
53692	rnn.bias_hh_l0_reverse	3	-0.032863032072782516
53692	rnn.bias_hh_l0_reverse	4	-0.04911084845662117
53692	rnn.bias_hh_l0_reverse	5	-0.05280253663659096
53692	rnn.bias_hh_l0_reverse	6	-0.019345691427588463
53692	rnn.bias_hh_l0_reverse	7	0.07268928736448288
53692	rnn.bias_hh_l0_reverse	8	0.026605451479554176
53692	rnn.bias_hh_l0_reverse	9	-0.09361068904399872
53692	rnn.weight_ih_l1	0	-0.03237048536539078
53692	rnn.weight_ih_l1	1	-0.04075091704726219
53692	rnn.weight_ih_l1	2	0.07172267884016037
53692	rnn.weight_ih_l1	3	-0.030053403228521347
53692	rnn.weight_ih_l1	4	-0.0017601383151486516
53692	rnn.weight_ih_l1	5	-0.045171789824962616
53692	rnn.weight_ih_l1	6	0.017567407339811325
53692	rnn.weight_ih_l1	7	-0.0355888269841671
53692	rnn.weight_ih_l1	8	0.03829158470034599
53692	rnn.weight_ih_l1	9	0.02581050992012024
53692	rnn.weight_hh_l1	0	-0.01505640521645546
53692	rnn.weight_hh_l1	1	0.00561288557946682
53692	rnn.weight_hh_l1	2	-0.0004242117574904114
53692	rnn.weight_hh_l1	3	-0.009516485966742039
53692	rnn.weight_hh_l1	4	0.0008223429904319346
53692	rnn.weight_hh_l1	5	0.023573584854602814
53692	rnn.weight_hh_l1	6	0.033452313393354416
53692	rnn.weight_hh_l1	7	-0.026078855618834496
53692	rnn.weight_hh_l1	8	-0.027349436655640602
53692	rnn.weight_hh_l1	9	0.03663521260023117
53692	rnn.bias_ih_l1	0	-0.1156618595123291
53692	rnn.bias_ih_l1	1	-0.10130380839109421
53692	rnn.bias_ih_l1	2	-0.12251506745815277
53692	rnn.bias_ih_l1	3	-0.19028033316135406
53692	rnn.bias_ih_l1	4	-0.14106442034244537
53692	rnn.bias_ih_l1	5	-0.10365105420351028
53692	rnn.bias_ih_l1	6	-0.07064574956893921
53692	rnn.bias_ih_l1	7	-0.0314624048769474
53692	rnn.bias_ih_l1	8	-0.09188559651374817
53692	rnn.bias_ih_l1	9	-0.10846767574548721
53692	rnn.bias_hh_l1	0	-0.12003374844789505
53692	rnn.bias_hh_l1	1	-0.05437527969479561
53692	rnn.bias_hh_l1	2	-0.08330611139535904
53692	rnn.bias_hh_l1	3	-0.0714026540517807
53692	rnn.bias_hh_l1	4	-0.09702929854393005
53692	rnn.bias_hh_l1	5	-0.0631631463766098
53692	rnn.bias_hh_l1	6	-0.08223655819892883
53692	rnn.bias_hh_l1	7	0.02399848774075508
53692	rnn.bias_hh_l1	8	-0.08497476577758789
53692	rnn.bias_hh_l1	9	-0.05885328724980354
53692	rnn.weight_ih_l1_reverse	0	-0.03508811071515083
53692	rnn.weight_ih_l1_reverse	1	0.0301738940179348
53692	rnn.weight_ih_l1_reverse	2	-0.03985525667667389
53692	rnn.weight_ih_l1_reverse	3	-0.022477800026535988
53692	rnn.weight_ih_l1_reverse	4	-0.03412352129817009
53692	rnn.weight_ih_l1_reverse	5	-0.037671517580747604
53692	rnn.weight_ih_l1_reverse	6	-0.02584192529320717
53692	rnn.weight_ih_l1_reverse	7	0.01315818540751934
53692	rnn.weight_ih_l1_reverse	8	0.02609250880777836
53692	rnn.weight_ih_l1_reverse	9	-0.03577937185764313
53692	rnn.weight_hh_l1_reverse	0	0.0070517947897315025
53692	rnn.weight_hh_l1_reverse	1	0.027533655986189842
53692	rnn.weight_hh_l1_reverse	2	-0.036963075399398804
53692	rnn.weight_hh_l1_reverse	3	0.041958656162023544
53692	rnn.weight_hh_l1_reverse	4	0.04615325480699539
53692	rnn.weight_hh_l1_reverse	5	0.008125443942844868
53692	rnn.weight_hh_l1_reverse	6	0.009661640040576458
53692	rnn.weight_hh_l1_reverse	7	0.026971908286213875
53692	rnn.weight_hh_l1_reverse	8	-0.0031409705989062786
53692	rnn.weight_hh_l1_reverse	9	-0.0409422442317009
53692	rnn.bias_ih_l1_reverse	0	-0.01994684338569641
53692	rnn.bias_ih_l1_reverse	1	-0.07154903560876846
53692	rnn.bias_ih_l1_reverse	2	-0.09101703763008118
53692	rnn.bias_ih_l1_reverse	3	0.005402055568993092
53692	rnn.bias_ih_l1_reverse	4	-0.14598548412322998
53692	rnn.bias_ih_l1_reverse	5	-0.07645728439092636
53692	rnn.bias_ih_l1_reverse	6	-0.09668418020009995
53692	rnn.bias_ih_l1_reverse	7	-0.12325765192508698
53692	rnn.bias_ih_l1_reverse	8	0.14931097626686096
53692	rnn.bias_ih_l1_reverse	9	0.015659397467970848
53692	rnn.bias_hh_l1_reverse	0	-0.012222329154610634
53692	rnn.bias_hh_l1_reverse	1	-0.003453549463301897
53692	rnn.bias_hh_l1_reverse	2	-0.18381327390670776
53692	rnn.bias_hh_l1_reverse	3	-0.06564552336931229
53692	rnn.bias_hh_l1_reverse	4	-0.049689456820487976
53692	rnn.bias_hh_l1_reverse	5	-0.06575395166873932
53692	rnn.bias_hh_l1_reverse	6	0.14346495270729065
53692	rnn.bias_hh_l1_reverse	7	-0.12588061392307281
53692	rnn.bias_hh_l1_reverse	8	-0.07959551364183426
53692	rnn.bias_hh_l1_reverse	9	-0.08809039741754532
53692	linear.weight	0	0.002228822559118271
53692	linear.weight	1	0.0022831701207906008
53692	linear.weight	2	-0.11249072104692459
53692	linear.weight	3	0.29778242111206055
53692	linear.weight	4	0.06316079199314117
53692	linear.weight	5	0.016036871820688248
53692	linear.weight	6	0.01897987723350525
53692	linear.weight	7	0.06846698373556137
53692	linear.weight	8	0.04199034348130226
53692	linear.weight	9	-0.047886673361063004
53692	linear.bias	0	-0.11463984847068787
53692	linear.bias	1	-0.10119716823101044
53692	linear.bias	2	-0.5241217017173767
53692	linear.bias	3	-0.6953949928283691
53692	linear.bias	4	-0.99295973777771
53692	linear.bias	5	-0.030138671398162842
53692	linear.bias	6	-0.6123878359794617
53692	linear.bias	7	0.45731356739997864
53692	linear.bias	8	-0.5778327584266663
53692	linear.bias	9	-0.7925074696540833
53889	transitions	0	0.4611755311489105
53889	transitions	1	0.017136748880147934
53889	transitions	2	-10000.0
53889	transitions	3	-1.795105218887329
53889	transitions	4	-10000.0
53889	transitions	5	0.6646591424942017
53889	transitions	6	-0.008833241648972034
53889	transitions	7	-0.3120255470275879
53889	transitions	8	-1.3175328969955444
53889	transitions	9	-0.0002816630294546485
53889	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
53889	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
53889	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
53889	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
53889	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
53889	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
53889	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
53889	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
53889	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
53889	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
53889	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
53889	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
53889	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
53889	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
53889	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
53889	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
53889	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
53889	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
53889	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
53889	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
53889	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
53889	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
53889	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
53889	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
53889	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
53889	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
53889	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
53889	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
53889	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
53889	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
53889	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
53889	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
53889	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
53889	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
53889	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
53889	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
53889	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
53889	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
53889	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
53889	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
53889	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
53889	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
53889	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
53889	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
53889	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
53889	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
53889	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
53889	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
53889	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
53889	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
53889	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
53889	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
53889	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
53889	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
53889	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
53889	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
53889	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
53889	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
53889	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
53889	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
53889	embedding2nn.weight	0	0.006522147450596094
53889	embedding2nn.weight	1	-0.01608090288937092
53889	embedding2nn.weight	2	-0.014268253929913044
53889	embedding2nn.weight	3	0.0058634537272155285
53889	embedding2nn.weight	4	-0.0059150345623493195
53889	embedding2nn.weight	5	-0.003700582543388009
53889	embedding2nn.weight	6	-0.003973206039518118
53889	embedding2nn.weight	7	-0.03823671117424965
53889	embedding2nn.weight	8	-0.0019979383796453476
53889	embedding2nn.weight	9	-0.026475965976715088
53889	embedding2nn.bias	0	0.050929438322782516
53889	embedding2nn.bias	1	-0.061817269772291183
53889	embedding2nn.bias	2	0.09512586146593094
53889	embedding2nn.bias	3	0.06617550551891327
53889	embedding2nn.bias	4	-0.001980861881747842
53889	embedding2nn.bias	5	-0.015687279403209686
53889	embedding2nn.bias	6	0.018489807844161987
53889	embedding2nn.bias	7	-0.0538695864379406
53889	embedding2nn.bias	8	0.03431243449449539
53889	embedding2nn.bias	9	0.034511398524045944
53889	rnn.weight_ih_l0	0	-0.019780652597546577
53889	rnn.weight_ih_l0	1	-0.00182105484418571
53889	rnn.weight_ih_l0	2	0.034785494208335876
53889	rnn.weight_ih_l0	3	0.0008875348139554262
53889	rnn.weight_ih_l0	4	-0.025045234709978104
53889	rnn.weight_ih_l0	5	-0.05752271041274071
53889	rnn.weight_ih_l0	6	0.01726713962852955
53889	rnn.weight_ih_l0	7	0.051691144704818726
53889	rnn.weight_ih_l0	8	0.008661894127726555
53889	rnn.weight_ih_l0	9	-0.031139852479100227
53889	rnn.weight_hh_l0	0	-0.025592375546693802
53889	rnn.weight_hh_l0	1	-0.003361806273460388
53889	rnn.weight_hh_l0	2	0.00023161197896115482
53889	rnn.weight_hh_l0	3	-0.050583209842443466
53889	rnn.weight_hh_l0	4	0.0502457320690155
53889	rnn.weight_hh_l0	5	-0.01880413293838501
53889	rnn.weight_hh_l0	6	-0.044135674834251404
53889	rnn.weight_hh_l0	7	-0.028284801170229912
53889	rnn.weight_hh_l0	8	-0.004630982410162687
53889	rnn.weight_hh_l0	9	-0.020045792683959007
53889	rnn.bias_ih_l0	0	0.04342147707939148
53889	rnn.bias_ih_l0	1	-0.0262604970484972
53889	rnn.bias_ih_l0	2	-0.003979822620749474
53889	rnn.bias_ih_l0	3	0.08250883221626282
53889	rnn.bias_ih_l0	4	-0.03946122154593468
53889	rnn.bias_ih_l0	5	-0.03098028153181076
53889	rnn.bias_ih_l0	6	0.0001366858050459996
53889	rnn.bias_ih_l0	7	0.048957664519548416
53889	rnn.bias_ih_l0	8	-0.08179610222578049
53889	rnn.bias_ih_l0	9	-0.025085298344492912
53889	rnn.bias_hh_l0	0	-0.03370409086346626
53889	rnn.bias_hh_l0	1	-0.07054697722196579
53889	rnn.bias_hh_l0	2	-0.031023221090435982
53889	rnn.bias_hh_l0	3	-0.06697048991918564
53889	rnn.bias_hh_l0	4	-0.01215830072760582
53889	rnn.bias_hh_l0	5	0.008430413901805878
53889	rnn.bias_hh_l0	6	0.03482842817902565
53889	rnn.bias_hh_l0	7	0.0025550154969096184
53889	rnn.bias_hh_l0	8	-0.0953858494758606
53889	rnn.bias_hh_l0	9	0.010178024880588055
53889	rnn.weight_ih_l0_reverse	0	-0.01948699727654457
53889	rnn.weight_ih_l0_reverse	1	-0.04741733521223068
53889	rnn.weight_ih_l0_reverse	2	-0.03112529218196869
53889	rnn.weight_ih_l0_reverse	3	-0.006560210138559341
53889	rnn.weight_ih_l0_reverse	4	-0.004668962676078081
53889	rnn.weight_ih_l0_reverse	5	-0.05005559325218201
53889	rnn.weight_ih_l0_reverse	6	0.04351108521223068
53889	rnn.weight_ih_l0_reverse	7	-0.02153608202934265
53889	rnn.weight_ih_l0_reverse	8	-0.03223396837711334
53889	rnn.weight_ih_l0_reverse	9	0.007900725118815899
53889	rnn.weight_hh_l0_reverse	0	0.03581276163458824
53889	rnn.weight_hh_l0_reverse	1	0.031153986230492592
53889	rnn.weight_hh_l0_reverse	2	0.03146035596728325
53889	rnn.weight_hh_l0_reverse	3	0.021691394969820976
53889	rnn.weight_hh_l0_reverse	4	0.001603708486072719
53889	rnn.weight_hh_l0_reverse	5	-0.014453730545938015
53889	rnn.weight_hh_l0_reverse	6	0.03892610967159271
53889	rnn.weight_hh_l0_reverse	7	-0.042104147374629974
53889	rnn.weight_hh_l0_reverse	8	0.022008046507835388
53889	rnn.weight_hh_l0_reverse	9	0.0457170195877552
53889	rnn.bias_ih_l0_reverse	0	-0.06997209787368774
53889	rnn.bias_ih_l0_reverse	1	-0.17584162950515747
53889	rnn.bias_ih_l0_reverse	2	-0.06523777544498444
53889	rnn.bias_ih_l0_reverse	3	-0.011773893609642982
53889	rnn.bias_ih_l0_reverse	4	-0.029490087181329727
53889	rnn.bias_ih_l0_reverse	5	0.025226157158613205
53889	rnn.bias_ih_l0_reverse	6	-0.041989512741565704
53889	rnn.bias_ih_l0_reverse	7	0.04640091210603714
53889	rnn.bias_ih_l0_reverse	8	-0.0329226553440094
53889	rnn.bias_ih_l0_reverse	9	0.021645965054631233
53889	rnn.bias_hh_l0_reverse	0	-0.017239976674318314
53889	rnn.bias_hh_l0_reverse	1	-0.023666584864258766
53889	rnn.bias_hh_l0_reverse	2	0.054749395698308945
53889	rnn.bias_hh_l0_reverse	3	-0.02982020378112793
53889	rnn.bias_hh_l0_reverse	4	-0.04738369584083557
53889	rnn.bias_hh_l0_reverse	5	-0.05416429042816162
53889	rnn.bias_hh_l0_reverse	6	-0.01947224885225296
53889	rnn.bias_hh_l0_reverse	7	0.07068104296922684
53889	rnn.bias_hh_l0_reverse	8	0.023093383759260178
53889	rnn.bias_hh_l0_reverse	9	-0.09569661319255829
53889	rnn.weight_ih_l1	0	-0.0315888449549675
53889	rnn.weight_ih_l1	1	-0.04087308794260025
53889	rnn.weight_ih_l1	2	0.07131065428256989
53889	rnn.weight_ih_l1	3	-0.028192933648824692
53889	rnn.weight_ih_l1	4	-0.0022108182311058044
53889	rnn.weight_ih_l1	5	-0.04506700858473778
53889	rnn.weight_ih_l1	6	0.01741824485361576
53889	rnn.weight_ih_l1	7	-0.037578605115413666
53889	rnn.weight_ih_l1	8	0.03833124041557312
53889	rnn.weight_ih_l1	9	0.025706548243761063
53889	rnn.weight_hh_l1	0	-0.015380263328552246
53889	rnn.weight_hh_l1	1	0.005584574770182371
53889	rnn.weight_hh_l1	2	-0.004436226096004248
53889	rnn.weight_hh_l1	3	-0.009078281000256538
53889	rnn.weight_hh_l1	4	0.0010078118648380041
53889	rnn.weight_hh_l1	5	0.023716554045677185
53889	rnn.weight_hh_l1	6	0.03344801068305969
53889	rnn.weight_hh_l1	7	-0.025875169783830643
53889	rnn.weight_hh_l1	8	-0.02716219052672386
53889	rnn.weight_hh_l1	9	0.03722367063164711
53889	rnn.bias_ih_l1	0	-0.11738736182451248
53889	rnn.bias_ih_l1	1	-0.10123307257890701
53889	rnn.bias_ih_l1	2	-0.12552399933338165
53889	rnn.bias_ih_l1	3	-0.18795600533485413
53889	rnn.bias_ih_l1	4	-0.13604536652565002
53889	rnn.bias_ih_l1	5	-0.10414408147335052
53889	rnn.bias_ih_l1	6	-0.07290570437908173
53889	rnn.bias_ih_l1	7	-0.029309723526239395
53889	rnn.bias_ih_l1	8	-0.0930851399898529
53889	rnn.bias_ih_l1	9	-0.10614689439535141
53889	rnn.bias_hh_l1	0	-0.1189853772521019
53889	rnn.bias_hh_l1	1	-0.05459419637918472
53889	rnn.bias_hh_l1	2	-0.08247405290603638
53889	rnn.bias_hh_l1	3	-0.07034279406070709
53889	rnn.bias_hh_l1	4	-0.09760435670614243
53889	rnn.bias_hh_l1	5	-0.06546936184167862
53889	rnn.bias_hh_l1	6	-0.07973071187734604
53889	rnn.bias_hh_l1	7	0.02075362391769886
53889	rnn.bias_hh_l1	8	-0.08636190742254257
53889	rnn.bias_hh_l1	9	-0.060972072184085846
53889	rnn.weight_ih_l1_reverse	0	-0.036088332533836365
53889	rnn.weight_ih_l1_reverse	1	0.033933233469724655
53889	rnn.weight_ih_l1_reverse	2	-0.03861771523952484
53889	rnn.weight_ih_l1_reverse	3	-0.020770113915205002
53889	rnn.weight_ih_l1_reverse	4	-0.03527370095252991
53889	rnn.weight_ih_l1_reverse	5	-0.03805417940020561
53889	rnn.weight_ih_l1_reverse	6	-0.025716543197631836
53889	rnn.weight_ih_l1_reverse	7	0.013232802972197533
53889	rnn.weight_ih_l1_reverse	8	0.02523975446820259
53889	rnn.weight_ih_l1_reverse	9	-0.040387775748968124
53889	rnn.weight_hh_l1_reverse	0	0.00723104365170002
53889	rnn.weight_hh_l1_reverse	1	0.027853606268763542
53889	rnn.weight_hh_l1_reverse	2	-0.03703949227929115
53889	rnn.weight_hh_l1_reverse	3	0.04194321483373642
53889	rnn.weight_hh_l1_reverse	4	0.04639938846230507
53889	rnn.weight_hh_l1_reverse	5	0.008235891349613667
53889	rnn.weight_hh_l1_reverse	6	0.009946075268089771
53889	rnn.weight_hh_l1_reverse	7	0.027239635586738586
53889	rnn.weight_hh_l1_reverse	8	-0.0030356033239513636
53889	rnn.weight_hh_l1_reverse	9	-0.04048169031739235
53889	rnn.bias_ih_l1_reverse	0	-0.02116738073527813
53889	rnn.bias_ih_l1_reverse	1	-0.07285261899232864
53889	rnn.bias_ih_l1_reverse	2	-0.09105930477380753
53889	rnn.bias_ih_l1_reverse	3	0.0057725803926587105
53889	rnn.bias_ih_l1_reverse	4	-0.14612732827663422
53889	rnn.bias_ih_l1_reverse	5	-0.07817664742469788
53889	rnn.bias_ih_l1_reverse	6	-0.09638266265392303
53889	rnn.bias_ih_l1_reverse	7	-0.12434033304452896
53889	rnn.bias_ih_l1_reverse	8	0.14694556593894958
53889	rnn.bias_ih_l1_reverse	9	0.021876085549592972
53889	rnn.bias_hh_l1_reverse	0	-0.023396611213684082
53889	rnn.bias_hh_l1_reverse	1	0.00041062250966206193
53889	rnn.bias_hh_l1_reverse	2	-0.18444021046161652
53889	rnn.bias_hh_l1_reverse	3	-0.0668327584862709
53889	rnn.bias_hh_l1_reverse	4	-0.04933258891105652
53889	rnn.bias_hh_l1_reverse	5	-0.06715619564056396
53889	rnn.bias_hh_l1_reverse	6	0.13523396849632263
53889	rnn.bias_hh_l1_reverse	7	-0.12396620959043503
53889	rnn.bias_hh_l1_reverse	8	-0.08001024276018143
53889	rnn.bias_hh_l1_reverse	9	-0.08936592191457748
53889	linear.weight	0	0.002228822559118271
53889	linear.weight	1	0.002063788240775466
53889	linear.weight	2	-0.11497144401073456
53889	linear.weight	3	0.2825050950050354
53889	linear.weight	4	0.06708268076181412
53889	linear.weight	5	0.014133051037788391
53889	linear.weight	6	0.013147200457751751
53889	linear.weight	7	0.07791431248188019
53889	linear.weight	8	0.04198368638753891
53889	linear.weight	9	-0.04770970717072487
53889	linear.bias	0	-0.0873434841632843
53889	linear.bias	1	-0.12047626823186874
53889	linear.bias	2	-0.478653222322464
53889	linear.bias	3	-0.7095258831977844
53889	linear.bias	4	-1.0103998184204102
53889	linear.bias	5	-0.021802930161356926
53889	linear.bias	6	-0.6368129253387451
53889	linear.bias	7	0.4668270945549011
53889	linear.bias	8	-0.585750162601471
53889	linear.bias	9	-0.7913113236427307
54086	transitions	0	0.45397382974624634
54086	transitions	1	0.020294111222028732
54086	transitions	2	-10000.0
54086	transitions	3	-1.795196771621704
54086	transitions	4	-10000.0
54086	transitions	5	0.6644320487976074
54086	transitions	6	-0.00905740074813366
54086	transitions	7	-0.3133496940135956
54086	transitions	8	-1.3179200887680054
54086	transitions	9	-0.00028352075605653226
54086	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
54086	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
54086	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
54086	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
54086	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
54086	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
54086	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
54086	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
54086	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
54086	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
54086	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
54086	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
54086	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
54086	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
54086	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
54086	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
54086	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
54086	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
54086	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
54086	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
54086	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
54086	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
54086	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
54086	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
54086	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
54086	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
54086	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
54086	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
54086	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
54086	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
54086	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
54086	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
54086	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
54086	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
54086	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
54086	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
54086	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
54086	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
54086	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
54086	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
54086	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
54086	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
54086	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
54086	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
54086	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
54086	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
54086	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
54086	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
54086	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
54086	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
54086	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
54086	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
54086	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
54086	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
54086	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
54086	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
54086	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
54086	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
54086	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
54086	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
54086	embedding2nn.weight	0	0.005600015167146921
54086	embedding2nn.weight	1	-0.015950318425893784
54086	embedding2nn.weight	2	-0.014268253929913044
54086	embedding2nn.weight	3	0.006520774215459824
54086	embedding2nn.weight	4	-0.0059150345623493195
54086	embedding2nn.weight	5	-0.0037005820777267218
54086	embedding2nn.weight	6	-0.003973206505179405
54086	embedding2nn.weight	7	-0.03964824974536896
54086	embedding2nn.weight	8	-0.0019979383796453476
54086	embedding2nn.weight	9	-0.027370328083634377
54086	embedding2nn.bias	0	0.06516221165657043
54086	embedding2nn.bias	1	-0.0558515228331089
54086	embedding2nn.bias	2	0.09162510931491852
54086	embedding2nn.bias	3	0.05088207125663757
54086	embedding2nn.bias	4	-0.009659810923039913
54086	embedding2nn.bias	5	-0.019747842103242874
54086	embedding2nn.bias	6	0.02242196910083294
54086	embedding2nn.bias	7	-0.061415497213602066
54086	embedding2nn.bias	8	0.032956384122371674
54086	embedding2nn.bias	9	0.028317734599113464
54086	rnn.weight_ih_l0	0	-0.019503770396113396
54086	rnn.weight_ih_l0	1	-0.00064662384102121
54086	rnn.weight_ih_l0	2	0.03352641686797142
54086	rnn.weight_ih_l0	3	0.0014177488628774881
54086	rnn.weight_ih_l0	4	-0.026351597160100937
54086	rnn.weight_ih_l0	5	-0.05836612731218338
54086	rnn.weight_ih_l0	6	0.017754195258021355
54086	rnn.weight_ih_l0	7	0.05285971984267235
54086	rnn.weight_ih_l0	8	0.008677821606397629
54086	rnn.weight_ih_l0	9	-0.03124501183629036
54086	rnn.weight_hh_l0	0	-0.02690248191356659
54086	rnn.weight_hh_l0	1	-0.003218493890017271
54086	rnn.weight_hh_l0	2	-0.001158189494162798
54086	rnn.weight_hh_l0	3	-0.04976947233080864
54086	rnn.weight_hh_l0	4	0.05165679752826691
54086	rnn.weight_hh_l0	5	-0.018754636868834496
54086	rnn.weight_hh_l0	6	-0.04591201990842819
54086	rnn.weight_hh_l0	7	-0.02795923687517643
54086	rnn.weight_hh_l0	8	-0.003347366815432906
54086	rnn.weight_hh_l0	9	-0.020482603460550308
54086	rnn.bias_ih_l0	0	0.042934708297252655
54086	rnn.bias_ih_l0	1	-0.02450696937739849
54086	rnn.bias_ih_l0	2	-0.004280661232769489
54086	rnn.bias_ih_l0	3	0.08062168955802917
54086	rnn.bias_ih_l0	4	-0.03912879526615143
54086	rnn.bias_ih_l0	5	-0.03151187673211098
54086	rnn.bias_ih_l0	6	0.006595812272280455
54086	rnn.bias_ih_l0	7	0.049354203045368195
54086	rnn.bias_ih_l0	8	-0.08318047970533371
54086	rnn.bias_ih_l0	9	-0.027108630165457726
54086	rnn.bias_hh_l0	0	-0.03473637253046036
54086	rnn.bias_hh_l0	1	-0.0700647160410881
54086	rnn.bias_hh_l0	2	-0.0315958634018898
54086	rnn.bias_hh_l0	3	-0.07007221132516861
54086	rnn.bias_hh_l0	4	-0.01360143069177866
54086	rnn.bias_hh_l0	5	0.00797491054981947
54086	rnn.bias_hh_l0	6	0.03359760344028473
54086	rnn.bias_hh_l0	7	-0.0031087736133486032
54086	rnn.bias_hh_l0	8	-0.09790941327810287
54086	rnn.bias_hh_l0	9	0.0074965390376746655
54086	rnn.weight_ih_l0_reverse	0	-0.018941890448331833
54086	rnn.weight_ih_l0_reverse	1	-0.04739367589354515
54086	rnn.weight_ih_l0_reverse	2	-0.029050510376691818
54086	rnn.weight_ih_l0_reverse	3	-0.006684461142867804
54086	rnn.weight_ih_l0_reverse	4	-0.004601278807967901
54086	rnn.weight_ih_l0_reverse	5	-0.04971387982368469
54086	rnn.weight_ih_l0_reverse	6	0.043982941657304764
54086	rnn.weight_ih_l0_reverse	7	-0.021602172404527664
54086	rnn.weight_ih_l0_reverse	8	-0.03238948434591293
54086	rnn.weight_ih_l0_reverse	9	0.006648639217019081
54086	rnn.weight_hh_l0_reverse	0	0.03601789101958275
54086	rnn.weight_hh_l0_reverse	1	0.02974361926317215
54086	rnn.weight_hh_l0_reverse	2	0.031569693237543106
54086	rnn.weight_hh_l0_reverse	3	0.021542219445109367
54086	rnn.weight_hh_l0_reverse	4	0.0013436629669740796
54086	rnn.weight_hh_l0_reverse	5	-0.011993980966508389
54086	rnn.weight_hh_l0_reverse	6	0.03925127536058426
54086	rnn.weight_hh_l0_reverse	7	-0.041153982281684875
54086	rnn.weight_hh_l0_reverse	8	0.023435551673173904
54086	rnn.weight_hh_l0_reverse	9	0.04571277275681496
54086	rnn.bias_ih_l0_reverse	0	-0.07084780186414719
54086	rnn.bias_ih_l0_reverse	1	-0.17679327726364136
54086	rnn.bias_ih_l0_reverse	2	-0.06106402352452278
54086	rnn.bias_ih_l0_reverse	3	-0.014244756661355495
54086	rnn.bias_ih_l0_reverse	4	-0.026171917095780373
54086	rnn.bias_ih_l0_reverse	5	0.025453226640820503
54086	rnn.bias_ih_l0_reverse	6	-0.04192635416984558
54086	rnn.bias_ih_l0_reverse	7	0.04334253817796707
54086	rnn.bias_ih_l0_reverse	8	-0.0335916168987751
54086	rnn.bias_ih_l0_reverse	9	0.020492933690547943
54086	rnn.bias_hh_l0_reverse	0	-0.01899920031428337
54086	rnn.bias_hh_l0_reverse	1	-0.020514201372861862
54086	rnn.bias_hh_l0_reverse	2	0.05388668552041054
54086	rnn.bias_hh_l0_reverse	3	-0.02931230701506138
54086	rnn.bias_hh_l0_reverse	4	-0.047201722860336304
54086	rnn.bias_hh_l0_reverse	5	-0.056785713881254196
54086	rnn.bias_hh_l0_reverse	6	-0.020474249497056007
54086	rnn.bias_hh_l0_reverse	7	0.07055073231458664
54086	rnn.bias_hh_l0_reverse	8	0.020479368045926094
54086	rnn.bias_hh_l0_reverse	9	-0.09816476702690125
54086	rnn.weight_ih_l1	0	-0.03148037567734718
54086	rnn.weight_ih_l1	1	-0.04105769842863083
54086	rnn.weight_ih_l1	2	0.07010717689990997
54086	rnn.weight_ih_l1	3	-0.02872868813574314
54086	rnn.weight_ih_l1	4	-0.0027947486378252506
54086	rnn.weight_ih_l1	5	-0.04508419707417488
54086	rnn.weight_ih_l1	6	0.017642581835389137
54086	rnn.weight_ih_l1	7	-0.03669938072562218
54086	rnn.weight_ih_l1	8	0.038196515291929245
54086	rnn.weight_ih_l1	9	0.02524341084063053
54086	rnn.weight_hh_l1	0	-0.01580820605158806
54086	rnn.weight_hh_l1	1	0.005523306783288717
54086	rnn.weight_hh_l1	2	-0.004721792880445719
54086	rnn.weight_hh_l1	3	-0.009084295481443405
54086	rnn.weight_hh_l1	4	0.0014776230091229081
54086	rnn.weight_hh_l1	5	0.02337677590548992
54086	rnn.weight_hh_l1	6	0.03267357870936394
54086	rnn.weight_hh_l1	7	-0.02576744556427002
54086	rnn.weight_hh_l1	8	-0.02833063155412674
54086	rnn.weight_hh_l1	9	0.03755076602101326
54086	rnn.bias_ih_l1	0	-0.11954696476459503
54086	rnn.bias_ih_l1	1	-0.10397755354642868
54086	rnn.bias_ih_l1	2	-0.1251067966222763
54086	rnn.bias_ih_l1	3	-0.19118665158748627
54086	rnn.bias_ih_l1	4	-0.13611648976802826
54086	rnn.bias_ih_l1	5	-0.1047176644206047
54086	rnn.bias_ih_l1	6	-0.0743078961968422
54086	rnn.bias_ih_l1	7	-0.029441215097904205
54086	rnn.bias_ih_l1	8	-0.09096632152795792
54086	rnn.bias_ih_l1	9	-0.10369637608528137
54086	rnn.bias_hh_l1	0	-0.12007304280996323
54086	rnn.bias_hh_l1	1	-0.05339859426021576
54086	rnn.bias_hh_l1	2	-0.08484561741352081
54086	rnn.bias_hh_l1	3	-0.0703715831041336
54086	rnn.bias_hh_l1	4	-0.09698520600795746
54086	rnn.bias_hh_l1	5	-0.06395614147186279
54086	rnn.bias_hh_l1	6	-0.0805111825466156
54086	rnn.bias_hh_l1	7	0.02180679887533188
54086	rnn.bias_hh_l1	8	-0.08611238747835159
54086	rnn.bias_hh_l1	9	-0.05772082507610321
54086	rnn.weight_ih_l1_reverse	0	-0.03527340292930603
54086	rnn.weight_ih_l1_reverse	1	0.03276277333498001
54086	rnn.weight_ih_l1_reverse	2	-0.03279699757695198
54086	rnn.weight_ih_l1_reverse	3	-0.02112390846014023
54086	rnn.weight_ih_l1_reverse	4	-0.033454008400440216
54086	rnn.weight_ih_l1_reverse	5	-0.03801599144935608
54086	rnn.weight_ih_l1_reverse	6	-0.0247231125831604
54086	rnn.weight_ih_l1_reverse	7	0.013605275191366673
54086	rnn.weight_ih_l1_reverse	8	0.025385409593582153
54086	rnn.weight_ih_l1_reverse	9	-0.03970441594719887
54086	rnn.weight_hh_l1_reverse	0	0.0069150845520198345
54086	rnn.weight_hh_l1_reverse	1	0.02812085673213005
54086	rnn.weight_hh_l1_reverse	2	-0.03706134110689163
54086	rnn.weight_hh_l1_reverse	3	0.04198944568634033
54086	rnn.weight_hh_l1_reverse	4	0.04617124795913696
54086	rnn.weight_hh_l1_reverse	5	0.009115672670304775
54086	rnn.weight_hh_l1_reverse	6	0.011286641471087933
54086	rnn.weight_hh_l1_reverse	7	0.027214350178837776
54086	rnn.weight_hh_l1_reverse	8	-0.0027890687342733145
54086	rnn.weight_hh_l1_reverse	9	-0.040289148688316345
54086	rnn.bias_ih_l1_reverse	0	-0.022860651835799217
54086	rnn.bias_ih_l1_reverse	1	-0.07195061445236206
54086	rnn.bias_ih_l1_reverse	2	-0.09170974045991898
54086	rnn.bias_ih_l1_reverse	3	0.01117473840713501
54086	rnn.bias_ih_l1_reverse	4	-0.14783848822116852
54086	rnn.bias_ih_l1_reverse	5	-0.07793080061674118
54086	rnn.bias_ih_l1_reverse	6	-0.0965016782283783
54086	rnn.bias_ih_l1_reverse	7	-0.12053343653678894
54086	rnn.bias_ih_l1_reverse	8	0.14773887395858765
54086	rnn.bias_ih_l1_reverse	9	0.020965436473488808
54086	rnn.bias_hh_l1_reverse	0	-0.02712860144674778
54086	rnn.bias_hh_l1_reverse	1	0.006124678999185562
54086	rnn.bias_hh_l1_reverse	2	-0.1843053251504898
54086	rnn.bias_hh_l1_reverse	3	-0.0670643001794815
54086	rnn.bias_hh_l1_reverse	4	-0.04668491333723068
54086	rnn.bias_hh_l1_reverse	5	-0.06662169098854065
54086	rnn.bias_hh_l1_reverse	6	0.13797251880168915
54086	rnn.bias_hh_l1_reverse	7	-0.12778180837631226
54086	rnn.bias_hh_l1_reverse	8	-0.08108982443809509
54086	rnn.bias_hh_l1_reverse	9	-0.08919578790664673
54086	linear.weight	0	0.002228822559118271
54086	linear.weight	1	0.009874950163066387
54086	linear.weight	2	-0.10685738176107407
54086	linear.weight	3	0.27932289242744446
54086	linear.weight	4	0.06140032038092613
54086	linear.weight	5	0.013281856663525105
54086	linear.weight	6	0.012869985774159431
54086	linear.weight	7	0.07875031232833862
54086	linear.weight	8	0.041976552456617355
54086	linear.weight	9	-0.04818343371152878
54086	linear.bias	0	-0.10203299671411514
54086	linear.bias	1	-0.10519491881132126
54086	linear.bias	2	-0.5295120477676392
54086	linear.bias	3	-0.7281233072280884
54086	linear.bias	4	-1.0311079025268555
54086	linear.bias	5	-0.031590670347213745
54086	linear.bias	6	-0.624839186668396
54086	linear.bias	7	0.45939260721206665
54086	linear.bias	8	-0.5733681321144104
54086	linear.bias	9	-0.7746909856796265
54283	transitions	0	0.4813491106033325
54283	transitions	1	0.017877981066703796
54283	transitions	2	-10000.0
54283	transitions	3	-1.7952957153320312
54283	transitions	4	-10000.0
54283	transitions	5	0.6641080975532532
54283	transitions	6	-0.009410911239683628
54283	transitions	7	-0.3140738010406494
54283	transitions	8	-1.3182052373886108
54283	transitions	9	-0.00028752791695296764
54283	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
54283	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
54283	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
54283	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
54283	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
54283	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
54283	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
54283	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
54283	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
54283	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
54283	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
54283	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
54283	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
54283	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
54283	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
54283	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
54283	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
54283	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
54283	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
54283	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
54283	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
54283	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
54283	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
54283	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
54283	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
54283	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
54283	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
54283	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
54283	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
54283	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
54283	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
54283	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
54283	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
54283	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
54283	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
54283	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
54283	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
54283	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
54283	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
54283	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
54283	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
54283	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
54283	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
54283	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
54283	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
54283	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
54283	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
54283	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
54283	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
54283	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
54283	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
54283	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
54283	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
54283	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
54283	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
54283	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
54283	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
54283	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
54283	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
54283	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
54283	embedding2nn.weight	0	0.007540129590779543
54283	embedding2nn.weight	1	-0.015999365597963333
54283	embedding2nn.weight	2	-0.014268253929913044
54283	embedding2nn.weight	3	0.005402266513556242
54283	embedding2nn.weight	4	-0.0059150345623493195
54283	embedding2nn.weight	5	-0.0037005820777267218
54283	embedding2nn.weight	6	-0.003973211161792278
54283	embedding2nn.weight	7	-0.03889794275164604
54283	embedding2nn.weight	8	-0.0019979383796453476
54283	embedding2nn.weight	9	-0.026583708822727203
54283	embedding2nn.bias	0	0.06424219161272049
54283	embedding2nn.bias	1	-0.06498371809720993
54283	embedding2nn.bias	2	0.09835352003574371
54283	embedding2nn.bias	3	0.04892289638519287
54283	embedding2nn.bias	4	-0.001226056250743568
54283	embedding2nn.bias	5	-0.02382475510239601
54283	embedding2nn.bias	6	0.013759114779531956
54283	embedding2nn.bias	7	-0.05886269360780716
54283	embedding2nn.bias	8	0.03700651973485947
54283	embedding2nn.bias	9	0.03243786469101906
54283	rnn.weight_ih_l0	0	-0.02051357924938202
54283	rnn.weight_ih_l0	1	-7.709781129960902e-06
54283	rnn.weight_ih_l0	2	0.033281292766332626
54283	rnn.weight_ih_l0	3	0.001572941429913044
54283	rnn.weight_ih_l0	4	-0.02620963752269745
54283	rnn.weight_ih_l0	5	-0.05752842128276825
54283	rnn.weight_ih_l0	6	0.0180961936712265
54283	rnn.weight_ih_l0	7	0.05384841188788414
54283	rnn.weight_ih_l0	8	0.007253970950841904
54283	rnn.weight_ih_l0	9	-0.03092890977859497
54283	rnn.weight_hh_l0	0	-0.02705460786819458
54283	rnn.weight_hh_l0	1	-0.004172488581389189
54283	rnn.weight_hh_l0	2	-0.0008553393417969346
54283	rnn.weight_hh_l0	3	-0.05098803713917732
54283	rnn.weight_hh_l0	4	0.05195615068078041
54283	rnn.weight_hh_l0	5	-0.01861383207142353
54283	rnn.weight_hh_l0	6	-0.04715324565768242
54283	rnn.weight_hh_l0	7	-0.028848476707935333
54283	rnn.weight_hh_l0	8	-0.0028040343895554543
54283	rnn.weight_hh_l0	9	-0.01989809051156044
54283	rnn.bias_ih_l0	0	0.0412919819355011
54283	rnn.bias_ih_l0	1	-0.024103036150336266
54283	rnn.bias_ih_l0	2	-0.003957390319555998
54283	rnn.bias_ih_l0	3	0.08014427870512009
54283	rnn.bias_ih_l0	4	-0.03685455769300461
54283	rnn.bias_ih_l0	5	-0.030289340764284134
54283	rnn.bias_ih_l0	6	0.008012485690414906
54283	rnn.bias_ih_l0	7	0.05036187544465065
54283	rnn.bias_ih_l0	8	-0.08428454399108887
54283	rnn.bias_ih_l0	9	-0.029603753238916397
54283	rnn.bias_hh_l0	0	-0.03587394580245018
54283	rnn.bias_hh_l0	1	-0.06926090270280838
54283	rnn.bias_hh_l0	2	-0.030858559533953667
54283	rnn.bias_hh_l0	3	-0.06842391937971115
54283	rnn.bias_hh_l0	4	-0.013737952336668968
54283	rnn.bias_hh_l0	5	0.008111548610031605
54283	rnn.bias_hh_l0	6	0.0330185629427433
54283	rnn.bias_hh_l0	7	-0.0027703363448381424
54283	rnn.bias_hh_l0	8	-0.0979856476187706
54283	rnn.bias_hh_l0	9	0.006167512387037277
54283	rnn.weight_ih_l0_reverse	0	-0.019015349447727203
54283	rnn.weight_ih_l0_reverse	1	-0.04615160450339317
54283	rnn.weight_ih_l0_reverse	2	-0.02997339889407158
54283	rnn.weight_ih_l0_reverse	3	-0.006448548287153244
54283	rnn.weight_ih_l0_reverse	4	-0.004412642680108547
54283	rnn.weight_ih_l0_reverse	5	-0.0503513477742672
54283	rnn.weight_ih_l0_reverse	6	0.04472871124744415
54283	rnn.weight_ih_l0_reverse	7	-0.021142182871699333
54283	rnn.weight_ih_l0_reverse	8	-0.03195337578654289
54283	rnn.weight_ih_l0_reverse	9	0.006558732129633427
54283	rnn.weight_hh_l0_reverse	0	0.035324715077877045
54283	rnn.weight_hh_l0_reverse	1	0.029765263199806213
54283	rnn.weight_hh_l0_reverse	2	0.03145032003521919
54283	rnn.weight_hh_l0_reverse	3	0.021739210933446884
54283	rnn.weight_hh_l0_reverse	4	0.0011763015063479543
54283	rnn.weight_hh_l0_reverse	5	-0.011604784987866879
54283	rnn.weight_hh_l0_reverse	6	0.03888436034321785
54283	rnn.weight_hh_l0_reverse	7	-0.04116177558898926
54283	rnn.weight_hh_l0_reverse	8	0.023402662947773933
54283	rnn.weight_hh_l0_reverse	9	0.045418012887239456
54283	rnn.bias_ih_l0_reverse	0	-0.0695226788520813
54283	rnn.bias_ih_l0_reverse	1	-0.18100912868976593
54283	rnn.bias_ih_l0_reverse	2	-0.0674850270152092
54283	rnn.bias_ih_l0_reverse	3	-0.017188914120197296
54283	rnn.bias_ih_l0_reverse	4	-0.02712136134505272
54283	rnn.bias_ih_l0_reverse	5	0.02790994755923748
54283	rnn.bias_ih_l0_reverse	6	-0.04105650261044502
54283	rnn.bias_ih_l0_reverse	7	0.04594597965478897
54283	rnn.bias_ih_l0_reverse	8	-0.03348899632692337
54283	rnn.bias_ih_l0_reverse	9	0.017273034900426865
54283	rnn.bias_hh_l0_reverse	0	-0.021076714619994164
54283	rnn.bias_hh_l0_reverse	1	-0.024089759215712547
54283	rnn.bias_hh_l0_reverse	2	0.0503208264708519
54283	rnn.bias_hh_l0_reverse	3	-0.030665526166558266
54283	rnn.bias_hh_l0_reverse	4	-0.043780289590358734
54283	rnn.bias_hh_l0_reverse	5	-0.057164859026670456
54283	rnn.bias_hh_l0_reverse	6	-0.019314320757985115
54283	rnn.bias_hh_l0_reverse	7	0.07070742547512054
54283	rnn.bias_hh_l0_reverse	8	0.021222345530986786
54283	rnn.bias_hh_l0_reverse	9	-0.10119127482175827
54283	rnn.weight_ih_l1	0	-0.03172452747821808
54283	rnn.weight_ih_l1	1	-0.04069288447499275
54283	rnn.weight_ih_l1	2	0.0684385821223259
54283	rnn.weight_ih_l1	3	-0.03145238384604454
54283	rnn.weight_ih_l1	4	-0.0024815858341753483
54283	rnn.weight_ih_l1	5	-0.04518599808216095
54283	rnn.weight_ih_l1	6	0.016721079126000404
54283	rnn.weight_ih_l1	7	-0.03416541591286659
54283	rnn.weight_ih_l1	8	0.03825872763991356
54283	rnn.weight_ih_l1	9	0.02525097317993641
54283	rnn.weight_hh_l1	0	-0.014358031563460827
54283	rnn.weight_hh_l1	1	0.005545911844819784
54283	rnn.weight_hh_l1	2	-0.00297157047316432
54283	rnn.weight_hh_l1	3	-0.00868662167340517
54283	rnn.weight_hh_l1	4	0.0010892442660406232
54283	rnn.weight_hh_l1	5	0.023259589448571205
54283	rnn.weight_hh_l1	6	0.03309062868356705
54283	rnn.weight_hh_l1	7	-0.025546656921505928
54283	rnn.weight_hh_l1	8	-0.029034152626991272
54283	rnn.weight_hh_l1	9	0.03725099936127663
54283	rnn.bias_ih_l1	0	-0.11772482097148895
54283	rnn.bias_ih_l1	1	-0.10268156230449677
54283	rnn.bias_ih_l1	2	-0.12563969194889069
54283	rnn.bias_ih_l1	3	-0.19309747219085693
54283	rnn.bias_ih_l1	4	-0.14003419876098633
54283	rnn.bias_ih_l1	5	-0.10212452709674835
54283	rnn.bias_ih_l1	6	-0.07888238877058029
54283	rnn.bias_ih_l1	7	-0.030438516288995743
54283	rnn.bias_ih_l1	8	-0.09501698613166809
54283	rnn.bias_ih_l1	9	-0.10183103382587433
54283	rnn.bias_hh_l1	0	-0.11884219944477081
54283	rnn.bias_hh_l1	1	-0.053258463740348816
54283	rnn.bias_hh_l1	2	-0.08523394912481308
54283	rnn.bias_hh_l1	3	-0.06950286030769348
54283	rnn.bias_hh_l1	4	-0.09721202403306961
54283	rnn.bias_hh_l1	5	-0.06435646861791611
54283	rnn.bias_hh_l1	6	-0.0820850357413292
54283	rnn.bias_hh_l1	7	0.020579500123858452
54283	rnn.bias_hh_l1	8	-0.08770737797021866
54283	rnn.bias_hh_l1	9	-0.05937919020652771
54283	rnn.weight_ih_l1_reverse	0	-0.035829026252031326
54283	rnn.weight_ih_l1_reverse	1	0.03577207773923874
54283	rnn.weight_ih_l1_reverse	2	-0.03270259499549866
54283	rnn.weight_ih_l1_reverse	3	-0.021202147006988525
54283	rnn.weight_ih_l1_reverse	4	-0.033421266824007034
54283	rnn.weight_ih_l1_reverse	5	-0.03809487447142601
54283	rnn.weight_ih_l1_reverse	6	-0.02470092661678791
54283	rnn.weight_ih_l1_reverse	7	0.013057329691946507
54283	rnn.weight_ih_l1_reverse	8	0.02591916173696518
54283	rnn.weight_ih_l1_reverse	9	-0.04005613178014755
54283	rnn.weight_hh_l1_reverse	0	0.007088640239089727
54283	rnn.weight_hh_l1_reverse	1	0.027829477563500404
54283	rnn.weight_hh_l1_reverse	2	-0.03715826943516731
54283	rnn.weight_hh_l1_reverse	3	0.04201500862836838
54283	rnn.weight_hh_l1_reverse	4	0.04656864330172539
54283	rnn.weight_hh_l1_reverse	5	0.009437794797122478
54283	rnn.weight_hh_l1_reverse	6	0.011230023577809334
54283	rnn.weight_hh_l1_reverse	7	0.027486281469464302
54283	rnn.weight_hh_l1_reverse	8	-0.002845548326149583
54283	rnn.weight_hh_l1_reverse	9	-0.04047326743602753
54283	rnn.bias_ih_l1_reverse	0	-0.024281268939375877
54283	rnn.bias_ih_l1_reverse	1	-0.07304010540246964
54283	rnn.bias_ih_l1_reverse	2	-0.09019353985786438
54283	rnn.bias_ih_l1_reverse	3	0.014386264607310295
54283	rnn.bias_ih_l1_reverse	4	-0.14873725175857544
54283	rnn.bias_ih_l1_reverse	5	-0.07775598764419556
54283	rnn.bias_ih_l1_reverse	6	-0.09756982326507568
54283	rnn.bias_ih_l1_reverse	7	-0.12085944414138794
54283	rnn.bias_ih_l1_reverse	8	0.1443929225206375
54283	rnn.bias_ih_l1_reverse	9	0.019867591559886932
54283	rnn.bias_hh_l1_reverse	0	-0.026172854006290436
54283	rnn.bias_hh_l1_reverse	1	0.004430088680237532
54283	rnn.bias_hh_l1_reverse	2	-0.18417766690254211
54283	rnn.bias_hh_l1_reverse	3	-0.06521888077259064
54283	rnn.bias_hh_l1_reverse	4	-0.04750168323516846
54283	rnn.bias_hh_l1_reverse	5	-0.06276725977659225
54283	rnn.bias_hh_l1_reverse	6	0.13765746355056763
54283	rnn.bias_hh_l1_reverse	7	-0.12896235287189484
54283	rnn.bias_hh_l1_reverse	8	-0.08061118423938751
54283	rnn.bias_hh_l1_reverse	9	-0.08969215303659439
54283	linear.weight	0	0.002228822559118271
54283	linear.weight	1	0.00466791121289134
54283	linear.weight	2	-0.11839292198419571
54283	linear.weight	3	0.2758619487285614
54283	linear.weight	4	0.059323329478502274
54283	linear.weight	5	0.011211307719349861
54283	linear.weight	6	0.016720084473490715
54283	linear.weight	7	0.08180783689022064
54283	linear.weight	8	0.04196571931242943
54283	linear.weight	9	-0.054628197103738785
54283	linear.bias	0	-0.09791723638772964
54283	linear.bias	1	-0.06639731675386429
54283	linear.bias	2	-0.48450514674186707
54283	linear.bias	3	-0.7204993963241577
54283	linear.bias	4	-1.0213271379470825
54283	linear.bias	5	-0.03527282550930977
54283	linear.bias	6	-0.5908185839653015
54283	linear.bias	7	0.45067933201789856
54283	linear.bias	8	-0.604847252368927
54283	linear.bias	9	-0.8035950660705566
54480	transitions	0	0.47901517152786255
54480	transitions	1	0.018258608877658844
54480	transitions	2	-10000.0
54480	transitions	3	-1.7954045534133911
54480	transitions	4	-10000.0
54480	transitions	5	0.6638924479484558
54480	transitions	6	-0.009732337668538094
54480	transitions	7	-0.31517618894577026
54480	transitions	8	-1.31857168674469
54480	transitions	9	-0.00029082235414534807
54480	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
54480	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
54480	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
54480	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
54480	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
54480	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
54480	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
54480	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
54480	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
54480	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
54480	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
54480	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
54480	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
54480	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
54480	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
54480	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
54480	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
54480	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
54480	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
54480	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
54480	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
54480	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
54480	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
54480	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
54480	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
54480	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
54480	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
54480	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
54480	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
54480	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
54480	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
54480	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
54480	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
54480	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
54480	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
54480	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
54480	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
54480	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
54480	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
54480	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
54480	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
54480	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
54480	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
54480	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
54480	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
54480	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
54480	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
54480	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
54480	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
54480	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
54480	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
54480	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
54480	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
54480	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
54480	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
54480	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
54480	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
54480	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
54480	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
54480	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
54480	embedding2nn.weight	0	0.008515801280736923
54480	embedding2nn.weight	1	-0.015721723437309265
54480	embedding2nn.weight	2	-0.014268253929913044
54480	embedding2nn.weight	3	0.0028187644202262163
54480	embedding2nn.weight	4	-0.0059150345623493195
54480	embedding2nn.weight	5	-0.0037005827762186527
54480	embedding2nn.weight	6	-0.00397321255877614
54480	embedding2nn.weight	7	-0.03878951072692871
54480	embedding2nn.weight	8	-0.0019979383796453476
54480	embedding2nn.weight	9	-0.02714422717690468
54480	embedding2nn.bias	0	0.05234391614794731
54480	embedding2nn.bias	1	-0.054696425795555115
54480	embedding2nn.bias	2	0.08607564121484756
54480	embedding2nn.bias	3	0.05320322513580322
54480	embedding2nn.bias	4	-0.004186538979411125
54480	embedding2nn.bias	5	-0.020644497126340866
54480	embedding2nn.bias	6	0.009940145537257195
54480	embedding2nn.bias	7	-0.05650562420487404
54480	embedding2nn.bias	8	0.04406087100505829
54480	embedding2nn.bias	9	0.034076787531375885
54480	rnn.weight_ih_l0	0	-0.02048392966389656
54480	rnn.weight_ih_l0	1	0.0008495671791024506
54480	rnn.weight_ih_l0	2	0.03484251722693443
54480	rnn.weight_ih_l0	3	0.00173083133995533
54480	rnn.weight_ih_l0	4	-0.024215612560510635
54480	rnn.weight_ih_l0	5	-0.056745532900094986
54480	rnn.weight_ih_l0	6	0.018926873803138733
54480	rnn.weight_ih_l0	7	0.05428783968091011
54480	rnn.weight_ih_l0	8	0.006538312882184982
54480	rnn.weight_ih_l0	9	-0.03168560191988945
54480	rnn.weight_hh_l0	0	-0.028571683913469315
54480	rnn.weight_hh_l0	1	-0.002327491296455264
54480	rnn.weight_hh_l0	2	0.0005299276090227067
54480	rnn.weight_hh_l0	3	-0.051233503967523575
54480	rnn.weight_hh_l0	4	0.05238104611635208
54480	rnn.weight_hh_l0	5	-0.01755400560796261
54480	rnn.weight_hh_l0	6	-0.04816313460469246
54480	rnn.weight_hh_l0	7	-0.02686460129916668
54480	rnn.weight_hh_l0	8	-0.003226485103368759
54480	rnn.weight_hh_l0	9	-0.020434023812413216
54480	rnn.bias_ih_l0	0	0.03922322392463684
54480	rnn.bias_ih_l0	1	-0.02159516140818596
54480	rnn.bias_ih_l0	2	-0.0038644634187221527
54480	rnn.bias_ih_l0	3	0.08022849261760712
54480	rnn.bias_ih_l0	4	-0.037251610308885574
54480	rnn.bias_ih_l0	5	-0.0330478698015213
54480	rnn.bias_ih_l0	6	0.009256376884877682
54480	rnn.bias_ih_l0	7	0.048738498240709305
54480	rnn.bias_ih_l0	8	-0.08364652097225189
54480	rnn.bias_ih_l0	9	-0.030174173414707184
54480	rnn.bias_hh_l0	0	-0.03672081232070923
54480	rnn.bias_hh_l0	1	-0.07208757847547531
54480	rnn.bias_hh_l0	2	-0.03163853660225868
54480	rnn.bias_hh_l0	3	-0.06817236542701721
54480	rnn.bias_hh_l0	4	-0.012109811417758465
54480	rnn.bias_hh_l0	5	0.009377900511026382
54480	rnn.bias_hh_l0	6	0.031099269166588783
54480	rnn.bias_hh_l0	7	-0.007966415956616402
54480	rnn.bias_hh_l0	8	-0.09482467174530029
54480	rnn.bias_hh_l0	9	-0.0006528265657834709
54480	rnn.weight_ih_l0_reverse	0	-0.0192230474203825
54480	rnn.weight_ih_l0_reverse	1	-0.046415429562330246
54480	rnn.weight_ih_l0_reverse	2	-0.029630471020936966
54480	rnn.weight_ih_l0_reverse	3	-0.006209270562976599
54480	rnn.weight_ih_l0_reverse	4	-0.003873020177707076
54480	rnn.weight_ih_l0_reverse	5	-0.05006520450115204
54480	rnn.weight_ih_l0_reverse	6	0.044875212013721466
54480	rnn.weight_ih_l0_reverse	7	-0.022128824144601822
54480	rnn.weight_ih_l0_reverse	8	-0.03352578356862068
54480	rnn.weight_ih_l0_reverse	9	0.008162291720509529
54480	rnn.weight_hh_l0_reverse	0	0.03647066652774811
54480	rnn.weight_hh_l0_reverse	1	0.02998472936451435
54480	rnn.weight_hh_l0_reverse	2	0.03146440163254738
54480	rnn.weight_hh_l0_reverse	3	0.021639809012413025
54480	rnn.weight_hh_l0_reverse	4	0.0014027749421074986
54480	rnn.weight_hh_l0_reverse	5	-0.010736163705587387
54480	rnn.weight_hh_l0_reverse	6	0.0389343723654747
54480	rnn.weight_hh_l0_reverse	7	-0.04187064990401268
54480	rnn.weight_hh_l0_reverse	8	0.02300422079861164
54480	rnn.weight_hh_l0_reverse	9	0.04527256637811661
54480	rnn.bias_ih_l0_reverse	0	-0.06886795908212662
54480	rnn.bias_ih_l0_reverse	1	-0.17885807156562805
54480	rnn.bias_ih_l0_reverse	2	-0.06674060225486755
54480	rnn.bias_ih_l0_reverse	3	-0.01697983779013157
54480	rnn.bias_ih_l0_reverse	4	-0.02728898823261261
54480	rnn.bias_ih_l0_reverse	5	0.031763795763254166
54480	rnn.bias_ih_l0_reverse	6	-0.0407186783850193
54480	rnn.bias_ih_l0_reverse	7	0.048672910779714584
54480	rnn.bias_ih_l0_reverse	8	-0.031877726316452026
54480	rnn.bias_ih_l0_reverse	9	0.01726890169084072
54480	rnn.bias_hh_l0_reverse	0	-0.024014966562390327
54480	rnn.bias_hh_l0_reverse	1	-0.02055131085216999
54480	rnn.bias_hh_l0_reverse	2	0.04740195721387863
54480	rnn.bias_hh_l0_reverse	3	-0.030696727335453033
54480	rnn.bias_hh_l0_reverse	4	-0.04770907014608383
54480	rnn.bias_hh_l0_reverse	5	-0.0528109148144722
54480	rnn.bias_hh_l0_reverse	6	-0.018540723249316216
54480	rnn.bias_hh_l0_reverse	7	0.06985339522361755
54480	rnn.bias_hh_l0_reverse	8	0.02245299704372883
54480	rnn.bias_hh_l0_reverse	9	-0.10111963003873825
54480	rnn.weight_ih_l1	0	-0.03174763172864914
54480	rnn.weight_ih_l1	1	-0.04024224355816841
54480	rnn.weight_ih_l1	2	0.06847239285707474
54480	rnn.weight_ih_l1	3	-0.033174727112054825
54480	rnn.weight_ih_l1	4	-0.0019783310126513243
54480	rnn.weight_ih_l1	5	-0.04521120712161064
54480	rnn.weight_ih_l1	6	0.01616392657160759
54480	rnn.weight_ih_l1	7	-0.03252358362078667
54480	rnn.weight_ih_l1	8	0.038593292236328125
54480	rnn.weight_ih_l1	9	0.02494623512029648
54480	rnn.weight_hh_l1	0	-0.014271506108343601
54480	rnn.weight_hh_l1	1	0.005629022605717182
54480	rnn.weight_hh_l1	2	-0.0029240217991173267
54480	rnn.weight_hh_l1	3	-0.00805385410785675
54480	rnn.weight_hh_l1	4	0.0016662862617522478
54480	rnn.weight_hh_l1	5	0.023228468373417854
54480	rnn.weight_hh_l1	6	0.033103469759225845
54480	rnn.weight_hh_l1	7	-0.02531629614531994
54480	rnn.weight_hh_l1	8	-0.02960187755525112
54480	rnn.weight_hh_l1	9	0.037725746631622314
54480	rnn.bias_ih_l1	0	-0.11485957354307175
54480	rnn.bias_ih_l1	1	-0.10216618329286575
54480	rnn.bias_ih_l1	2	-0.13084132969379425
54480	rnn.bias_ih_l1	3	-0.19345435500144958
54480	rnn.bias_ih_l1	4	-0.14554721117019653
54480	rnn.bias_ih_l1	5	-0.10167738795280457
54480	rnn.bias_ih_l1	6	-0.07636958360671997
54480	rnn.bias_ih_l1	7	-0.02985912188887596
54480	rnn.bias_ih_l1	8	-0.09005381911993027
54480	rnn.bias_ih_l1	9	-0.10337229073047638
54480	rnn.bias_hh_l1	0	-0.11769241094589233
54480	rnn.bias_hh_l1	1	-0.051926106214523315
54480	rnn.bias_hh_l1	2	-0.08756396919488907
54480	rnn.bias_hh_l1	3	-0.0697394534945488
54480	rnn.bias_hh_l1	4	-0.09849362075328827
54480	rnn.bias_hh_l1	5	-0.06515588611364365
54480	rnn.bias_hh_l1	6	-0.08164200186729431
54480	rnn.bias_hh_l1	7	0.010759854689240456
54480	rnn.bias_hh_l1	8	-0.08717990666627884
54480	rnn.bias_hh_l1	9	-0.060408852994441986
54480	rnn.weight_ih_l1_reverse	0	-0.03693646192550659
54480	rnn.weight_ih_l1_reverse	1	0.03678366541862488
54480	rnn.weight_ih_l1_reverse	2	-0.031736887991428375
54480	rnn.weight_ih_l1_reverse	3	-0.022231360897421837
54480	rnn.weight_ih_l1_reverse	4	-0.03209948167204857
54480	rnn.weight_ih_l1_reverse	5	-0.03814432770013809
54480	rnn.weight_ih_l1_reverse	6	-0.02660241909325123
54480	rnn.weight_ih_l1_reverse	7	0.014705840498209
54480	rnn.weight_ih_l1_reverse	8	0.025438036769628525
54480	rnn.weight_ih_l1_reverse	9	-0.0408085361123085
54480	rnn.weight_hh_l1_reverse	0	0.007127054501324892
54480	rnn.weight_hh_l1_reverse	1	0.027735205367207527
54480	rnn.weight_hh_l1_reverse	2	-0.03715672343969345
54480	rnn.weight_hh_l1_reverse	3	0.04197126254439354
54480	rnn.weight_hh_l1_reverse	4	0.046714700758457184
54480	rnn.weight_hh_l1_reverse	5	0.009261269122362137
54480	rnn.weight_hh_l1_reverse	6	0.01205922570079565
54480	rnn.weight_hh_l1_reverse	7	0.02778918482363224
54480	rnn.weight_hh_l1_reverse	8	-0.002844303846359253
54480	rnn.weight_hh_l1_reverse	9	-0.04024805501103401
54480	rnn.bias_ih_l1_reverse	0	-0.02982867695391178
54480	rnn.bias_ih_l1_reverse	1	-0.07658393681049347
54480	rnn.bias_ih_l1_reverse	2	-0.09163346886634827
54480	rnn.bias_ih_l1_reverse	3	0.008906015194952488
54480	rnn.bias_ih_l1_reverse	4	-0.14938831329345703
54480	rnn.bias_ih_l1_reverse	5	-0.07781286537647247
54480	rnn.bias_ih_l1_reverse	6	-0.09713046252727509
54480	rnn.bias_ih_l1_reverse	7	-0.11466027051210403
54480	rnn.bias_ih_l1_reverse	8	0.1359931379556656
54480	rnn.bias_ih_l1_reverse	9	0.024205071851611137
54480	rnn.bias_hh_l1_reverse	0	-0.022132273763418198
54480	rnn.bias_hh_l1_reverse	1	-0.0011767976684495807
54480	rnn.bias_hh_l1_reverse	2	-0.18360598385334015
54480	rnn.bias_hh_l1_reverse	3	-0.06482396274805069
54480	rnn.bias_hh_l1_reverse	4	-0.050108086317777634
54480	rnn.bias_hh_l1_reverse	5	-0.062586709856987
54480	rnn.bias_hh_l1_reverse	6	0.12844263017177582
54480	rnn.bias_hh_l1_reverse	7	-0.13043271005153656
54480	rnn.bias_hh_l1_reverse	8	-0.08224987238645554
54480	rnn.bias_hh_l1_reverse	9	-0.08799821883440018
54480	linear.weight	0	0.002228822559118271
54480	linear.weight	1	0.017819490283727646
54480	linear.weight	2	-0.12816870212554932
54480	linear.weight	3	0.27357956767082214
54480	linear.weight	4	0.061313237994909286
54480	linear.weight	5	0.012175869196653366
54480	linear.weight	6	0.007151868660002947
54480	linear.weight	7	0.08583290129899979
54480	linear.weight	8	0.0419575572013855
54480	linear.weight	9	-0.056527141481637955
54480	linear.bias	0	-0.08425606787204742
54480	linear.bias	1	-0.0946982353925705
54480	linear.bias	2	-0.4930385649204254
54480	linear.bias	3	-0.7191775441169739
54480	linear.bias	4	-1.0197646617889404
54480	linear.bias	5	-0.055908676236867905
54480	linear.bias	6	-0.6220424175262451
54480	linear.bias	7	0.4256143867969513
54480	linear.bias	8	-0.5857778787612915
54480	linear.bias	9	-0.782069206237793
54677	transitions	0	0.48069247603416443
54677	transitions	1	0.01721327006816864
54677	transitions	2	-10000.0
54677	transitions	3	-1.795534372329712
54677	transitions	4	-10000.0
54677	transitions	5	0.6636295318603516
54677	transitions	6	-0.010039770044386387
54677	transitions	7	-0.3165467381477356
54677	transitions	8	-1.318894624710083
54677	transitions	9	-0.0002939188852906227
54677	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
54677	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
54677	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
54677	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
54677	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
54677	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
54677	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
54677	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
54677	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
54677	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
54677	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
54677	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
54677	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
54677	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
54677	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
54677	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
54677	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
54677	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
54677	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
54677	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
54677	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
54677	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
54677	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
54677	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
54677	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
54677	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
54677	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
54677	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
54677	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
54677	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
54677	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
54677	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
54677	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
54677	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
54677	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
54677	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
54677	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
54677	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
54677	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
54677	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
54677	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
54677	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
54677	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
54677	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
54677	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
54677	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
54677	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
54677	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
54677	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
54677	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
54677	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
54677	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
54677	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
54677	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
54677	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
54677	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
54677	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
54677	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
54677	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
54677	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
54677	embedding2nn.weight	0	0.00819099135696888
54677	embedding2nn.weight	1	-0.01562611386179924
54677	embedding2nn.weight	2	-0.014268253929913044
54677	embedding2nn.weight	3	0.0014503892743960023
54677	embedding2nn.weight	4	-0.0059150345623493195
54677	embedding2nn.weight	5	-0.0037005827762186527
54677	embedding2nn.weight	6	-0.003973211161792278
54677	embedding2nn.weight	7	-0.03999008610844612
54677	embedding2nn.weight	8	-0.0019979383796453476
54677	embedding2nn.weight	9	-0.026268713176250458
54677	embedding2nn.bias	0	0.05210687965154648
54677	embedding2nn.bias	1	-0.054682664573192596
54677	embedding2nn.bias	2	0.08893666416406631
54677	embedding2nn.bias	3	0.058328643441200256
54677	embedding2nn.bias	4	-0.005956730805337429
54677	embedding2nn.bias	5	-0.02842484787106514
54677	embedding2nn.bias	6	0.002779303817078471
54677	embedding2nn.bias	7	-0.05310111865401268
54677	embedding2nn.bias	8	0.039718300104141235
54677	embedding2nn.bias	9	0.033623673021793365
54677	rnn.weight_ih_l0	0	-0.0209348127245903
54677	rnn.weight_ih_l0	1	0.0005476283840835094
54677	rnn.weight_ih_l0	2	0.03555594012141228
54677	rnn.weight_ih_l0	3	0.0016888852696865797
54677	rnn.weight_ih_l0	4	-0.021771829575300217
54677	rnn.weight_ih_l0	5	-0.058021411299705505
54677	rnn.weight_ih_l0	6	0.018996722996234894
54677	rnn.weight_ih_l0	7	0.056040551513433456
54677	rnn.weight_ih_l0	8	0.007758014835417271
54677	rnn.weight_ih_l0	9	-0.03204741328954697
54677	rnn.weight_hh_l0	0	-0.028512898832559586
54677	rnn.weight_hh_l0	1	-0.0032267102506011724
54677	rnn.weight_hh_l0	2	0.0005713028367608786
54677	rnn.weight_hh_l0	3	-0.05067925900220871
54677	rnn.weight_hh_l0	4	0.05200212448835373
54677	rnn.weight_hh_l0	5	-0.016734490171074867
54677	rnn.weight_hh_l0	6	-0.04909023270010948
54677	rnn.weight_hh_l0	7	-0.025946391746401787
54677	rnn.weight_hh_l0	8	-0.002271820791065693
54677	rnn.weight_hh_l0	9	-0.020849354565143585
54677	rnn.bias_ih_l0	0	0.04316551238298416
54677	rnn.bias_ih_l0	1	-0.020861245691776276
54677	rnn.bias_ih_l0	2	-0.004501708317548037
54677	rnn.bias_ih_l0	3	0.08404532074928284
54677	rnn.bias_ih_l0	4	-0.033412784337997437
54677	rnn.bias_ih_l0	5	-0.02849753014743328
54677	rnn.bias_ih_l0	6	0.012510750442743301
54677	rnn.bias_ih_l0	7	0.04860951751470566
54677	rnn.bias_ih_l0	8	-0.08328088372945786
54677	rnn.bias_ih_l0	9	-0.03284445032477379
54677	rnn.bias_hh_l0	0	-0.040605656802654266
54677	rnn.bias_hh_l0	1	-0.06994113326072693
54677	rnn.bias_hh_l0	2	-0.034846432507038116
54677	rnn.bias_hh_l0	3	-0.07132109999656677
54677	rnn.bias_hh_l0	4	-0.012097161263227463
54677	rnn.bias_hh_l0	5	0.007812088821083307
54677	rnn.bias_hh_l0	6	0.031045587733387947
54677	rnn.bias_hh_l0	7	-0.004876883700489998
54677	rnn.bias_hh_l0	8	-0.09689531475305557
54677	rnn.bias_hh_l0	9	0.00784369558095932
54677	rnn.weight_ih_l0_reverse	0	-0.01813971996307373
54677	rnn.weight_ih_l0_reverse	1	-0.047330066561698914
54677	rnn.weight_ih_l0_reverse	2	-0.029783325269818306
54677	rnn.weight_ih_l0_reverse	3	-0.008273540996015072
54677	rnn.weight_ih_l0_reverse	4	-0.002633139491081238
54677	rnn.weight_ih_l0_reverse	5	-0.050057750195264816
54677	rnn.weight_ih_l0_reverse	6	0.04547228291630745
54677	rnn.weight_ih_l0_reverse	7	-0.024728499352931976
54677	rnn.weight_ih_l0_reverse	8	-0.034091196954250336
54677	rnn.weight_ih_l0_reverse	9	0.00781846884638071
54677	rnn.weight_hh_l0_reverse	0	0.03579769283533096
54677	rnn.weight_hh_l0_reverse	1	0.029537765309214592
54677	rnn.weight_hh_l0_reverse	2	0.031743764877319336
54677	rnn.weight_hh_l0_reverse	3	0.022032422944903374
54677	rnn.weight_hh_l0_reverse	4	0.0015716062625870109
54677	rnn.weight_hh_l0_reverse	5	-0.010030358098447323
54677	rnn.weight_hh_l0_reverse	6	0.03884550929069519
54677	rnn.weight_hh_l0_reverse	7	-0.04147839546203613
54677	rnn.weight_hh_l0_reverse	8	0.02224043570458889
54677	rnn.weight_hh_l0_reverse	9	0.045228295028209686
54677	rnn.bias_ih_l0_reverse	0	-0.06884396821260452
54677	rnn.bias_ih_l0_reverse	1	-0.1856885403394699
54677	rnn.bias_ih_l0_reverse	2	-0.06842504441738129
54677	rnn.bias_ih_l0_reverse	3	-0.017941832542419434
54677	rnn.bias_ih_l0_reverse	4	-0.025924742221832275
54677	rnn.bias_ih_l0_reverse	5	0.025475334376096725
54677	rnn.bias_ih_l0_reverse	6	-0.04007069393992424
54677	rnn.bias_ih_l0_reverse	7	0.04811255633831024
54677	rnn.bias_ih_l0_reverse	8	-0.03461920842528343
54677	rnn.bias_ih_l0_reverse	9	0.015444821678102016
54677	rnn.bias_hh_l0_reverse	0	-0.023370593786239624
54677	rnn.bias_hh_l0_reverse	1	-0.02641141787171364
54677	rnn.bias_hh_l0_reverse	2	0.048757657408714294
54677	rnn.bias_hh_l0_reverse	3	-0.03144267946481705
54677	rnn.bias_hh_l0_reverse	4	-0.04917549714446068
54677	rnn.bias_hh_l0_reverse	5	-0.05112458020448685
54677	rnn.bias_hh_l0_reverse	6	-0.01608479768037796
54677	rnn.bias_hh_l0_reverse	7	0.07071194052696228
54677	rnn.bias_hh_l0_reverse	8	0.021523479372262955
54677	rnn.bias_hh_l0_reverse	9	-0.10414444655179977
54677	rnn.weight_ih_l1	0	-0.03151261433959007
54677	rnn.weight_ih_l1	1	-0.04090631753206253
54677	rnn.weight_ih_l1	2	0.068287692964077
54677	rnn.weight_ih_l1	3	-0.032570697367191315
54677	rnn.weight_ih_l1	4	-0.0007821672479622066
54677	rnn.weight_ih_l1	5	-0.0448572151362896
54677	rnn.weight_ih_l1	6	0.015508006326854229
54677	rnn.weight_ih_l1	7	-0.0319303534924984
54677	rnn.weight_ih_l1	8	0.03820378705859184
54677	rnn.weight_ih_l1	9	0.025227615609765053
54677	rnn.weight_hh_l1	0	-0.014021258801221848
54677	rnn.weight_hh_l1	1	0.0056366510689258575
54677	rnn.weight_hh_l1	2	-0.0024586438667029142
54677	rnn.weight_hh_l1	3	-0.00831286795437336
54677	rnn.weight_hh_l1	4	0.0014697036240249872
54677	rnn.weight_hh_l1	5	0.022932393476366997
54677	rnn.weight_hh_l1	6	0.03301273658871651
54677	rnn.weight_hh_l1	7	-0.025710338726639748
54677	rnn.weight_hh_l1	8	-0.029121018946170807
54677	rnn.weight_hh_l1	9	0.03788420557975769
54677	rnn.bias_ih_l1	0	-0.11581602692604065
54677	rnn.bias_ih_l1	1	-0.10600337386131287
54677	rnn.bias_ih_l1	2	-0.1325356513261795
54677	rnn.bias_ih_l1	3	-0.19225803017616272
54677	rnn.bias_ih_l1	4	-0.14466412365436554
54677	rnn.bias_ih_l1	5	-0.10310729593038559
54677	rnn.bias_ih_l1	6	-0.08041349053382874
54677	rnn.bias_ih_l1	7	-0.032216522842645645
54677	rnn.bias_ih_l1	8	-0.08972709625959396
54677	rnn.bias_ih_l1	9	-0.10310950875282288
54677	rnn.bias_hh_l1	0	-0.11542725563049316
54677	rnn.bias_hh_l1	1	-0.050089772790670395
54677	rnn.bias_hh_l1	2	-0.08680861443281174
54677	rnn.bias_hh_l1	3	-0.06675945222377777
54677	rnn.bias_hh_l1	4	-0.0982610359787941
54677	rnn.bias_hh_l1	5	-0.06613052636384964
54677	rnn.bias_hh_l1	6	-0.07953570783138275
54677	rnn.bias_hh_l1	7	0.009754880331456661
54677	rnn.bias_hh_l1	8	-0.08547095209360123
54677	rnn.bias_hh_l1	9	-0.061101775616407394
54677	rnn.weight_ih_l1_reverse	0	-0.03733968734741211
54677	rnn.weight_ih_l1_reverse	1	0.03696007654070854
54677	rnn.weight_ih_l1_reverse	2	-0.028584608808159828
54677	rnn.weight_ih_l1_reverse	3	-0.019537482410669327
54677	rnn.weight_ih_l1_reverse	4	-0.032583847641944885
54677	rnn.weight_ih_l1_reverse	5	-0.03801348805427551
54677	rnn.weight_ih_l1_reverse	6	-0.024656757712364197
54677	rnn.weight_ih_l1_reverse	7	0.015069168992340565
54677	rnn.weight_ih_l1_reverse	8	0.028210485354065895
54677	rnn.weight_ih_l1_reverse	9	-0.04166007041931152
54677	rnn.weight_hh_l1_reverse	0	0.007149861194193363
54677	rnn.weight_hh_l1_reverse	1	0.02785559743642807
54677	rnn.weight_hh_l1_reverse	2	-0.03726395219564438
54677	rnn.weight_hh_l1_reverse	3	0.041998717933893204
54677	rnn.weight_hh_l1_reverse	4	0.04702426493167877
54677	rnn.weight_hh_l1_reverse	5	0.009514247998595238
54677	rnn.weight_hh_l1_reverse	6	0.010807343758642673
54677	rnn.weight_hh_l1_reverse	7	0.027532612904906273
54677	rnn.weight_hh_l1_reverse	8	-0.0026775889564305544
54677	rnn.weight_hh_l1_reverse	9	-0.040250297635793686
54677	rnn.bias_ih_l1_reverse	0	-0.02855083905160427
54677	rnn.bias_ih_l1_reverse	1	-0.07670950144529343
54677	rnn.bias_ih_l1_reverse	2	-0.09118632227182388
54677	rnn.bias_ih_l1_reverse	3	0.00180388567969203
54677	rnn.bias_ih_l1_reverse	4	-0.14925310015678406
54677	rnn.bias_ih_l1_reverse	5	-0.07825664430856705
54677	rnn.bias_ih_l1_reverse	6	-0.0966997742652893
54677	rnn.bias_ih_l1_reverse	7	-0.11577952653169632
54677	rnn.bias_ih_l1_reverse	8	0.13018596172332764
54677	rnn.bias_ih_l1_reverse	9	0.025379391387104988
54677	rnn.bias_hh_l1_reverse	0	-0.025281330570578575
54677	rnn.bias_hh_l1_reverse	1	-0.00022889951651450247
54677	rnn.bias_hh_l1_reverse	2	-0.18467852473258972
54677	rnn.bias_hh_l1_reverse	3	-0.06786266714334488
54677	rnn.bias_hh_l1_reverse	4	-0.05076725408434868
54677	rnn.bias_hh_l1_reverse	5	-0.061006926000118256
54677	rnn.bias_hh_l1_reverse	6	0.11926725506782532
54677	rnn.bias_hh_l1_reverse	7	-0.12957407534122467
54677	rnn.bias_hh_l1_reverse	8	-0.08376920223236084
54677	rnn.bias_hh_l1_reverse	9	-0.08769915252923965
54677	linear.weight	0	0.002228822559118271
54677	linear.weight	1	0.010992391034960747
54677	linear.weight	2	-0.11869095265865326
54677	linear.weight	3	0.27268993854522705
54677	linear.weight	4	0.0738331750035286
54677	linear.weight	5	0.017793120816349983
54677	linear.weight	6	0.036540210247039795
54677	linear.weight	7	0.0922495573759079
54677	linear.weight	8	0.04195067659020424
54677	linear.weight	9	-0.058932311832904816
54677	linear.bias	0	-0.09778730571269989
54677	linear.bias	1	-0.06971179693937302
54677	linear.bias	2	-0.500525176525116
54677	linear.bias	3	-0.7054998874664307
54677	linear.bias	4	-1.009932041168213
54677	linear.bias	5	-0.02536332793533802
54677	linear.bias	6	-0.5941211581230164
54677	linear.bias	7	0.4599410891532898
54677	linear.bias	8	-0.5802822709083557
54677	linear.bias	9	-0.7787400484085083
54874	transitions	0	0.48190951347351074
54874	transitions	1	0.016777541488409042
54874	transitions	2	-10000.0
54874	transitions	3	-1.7956234216690063
54874	transitions	4	-10000.0
54874	transitions	5	0.6633291244506836
54874	transitions	6	-0.010397570207715034
54874	transitions	7	-0.3176591098308563
54874	transitions	8	-1.3191879987716675
54874	transitions	9	-0.00029619396082125604
54874	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
54874	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
54874	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
54874	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
54874	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
54874	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
54874	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
54874	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
54874	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
54874	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
54874	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
54874	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
54874	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
54874	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
54874	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
54874	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
54874	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
54874	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
54874	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
54874	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
54874	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
54874	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
54874	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
54874	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
54874	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
54874	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
54874	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
54874	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
54874	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
54874	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
54874	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
54874	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
54874	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
54874	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
54874	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
54874	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
54874	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
54874	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
54874	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
54874	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
54874	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
54874	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
54874	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
54874	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
54874	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
54874	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
54874	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
54874	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
54874	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
54874	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
54874	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
54874	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
54874	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
54874	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
54874	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
54874	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
54874	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
54874	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
54874	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
54874	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
54874	embedding2nn.weight	0	0.007536577992141247
54874	embedding2nn.weight	1	-0.015446174889802933
54874	embedding2nn.weight	2	-0.014268253929913044
54874	embedding2nn.weight	3	0.0007101123337633908
54874	embedding2nn.weight	4	-0.0059150345623493195
54874	embedding2nn.weight	5	-0.0037005820777267218
54874	embedding2nn.weight	6	-0.003973210230469704
54874	embedding2nn.weight	7	-0.03919202834367752
54874	embedding2nn.weight	8	-0.0019979383796453476
54874	embedding2nn.weight	9	-0.026705196127295494
54874	embedding2nn.bias	0	0.04906245321035385
54874	embedding2nn.bias	1	-0.05612481012940407
54874	embedding2nn.bias	2	0.09243037551641464
54874	embedding2nn.bias	3	0.05308137089014053
54874	embedding2nn.bias	4	-0.012541369535028934
54874	embedding2nn.bias	5	-0.03431219980120659
54874	embedding2nn.bias	6	0.00974629633128643
54874	embedding2nn.bias	7	-0.05046074092388153
54874	embedding2nn.bias	8	0.03708399832248688
54874	embedding2nn.bias	9	0.040798578411340714
54874	rnn.weight_ih_l0	0	-0.01998509094119072
54874	rnn.weight_ih_l0	1	0.0014027546858415008
54874	rnn.weight_ih_l0	2	0.036180395632982254
54874	rnn.weight_ih_l0	3	0.002118965145200491
54874	rnn.weight_ih_l0	4	-0.0218066293746233
54874	rnn.weight_ih_l0	5	-0.058739885687828064
54874	rnn.weight_ih_l0	6	0.01872062124311924
54874	rnn.weight_ih_l0	7	0.05656137689948082
54874	rnn.weight_ih_l0	8	0.008123798295855522
54874	rnn.weight_ih_l0	9	-0.03269558027386665
54874	rnn.weight_hh_l0	0	-0.028010575100779533
54874	rnn.weight_hh_l0	1	-0.003430010285228491
54874	rnn.weight_hh_l0	2	0.0010531620355322957
54874	rnn.weight_hh_l0	3	-0.05109367147088051
54874	rnn.weight_hh_l0	4	0.05232587084174156
54874	rnn.weight_hh_l0	5	-0.01666085049510002
54874	rnn.weight_hh_l0	6	-0.05027629807591438
54874	rnn.weight_hh_l0	7	-0.02749013900756836
54874	rnn.weight_hh_l0	8	-0.0031511203851550817
54874	rnn.weight_hh_l0	9	-0.020285742357373238
54874	rnn.bias_ih_l0	0	0.04764863848686218
54874	rnn.bias_ih_l0	1	-0.02428947016596794
54874	rnn.bias_ih_l0	2	-0.003365847747772932
54874	rnn.bias_ih_l0	3	0.08430155366659164
54874	rnn.bias_ih_l0	4	-0.031166430562734604
54874	rnn.bias_ih_l0	5	-0.02871120162308216
54874	rnn.bias_ih_l0	6	0.012423994019627571
54874	rnn.bias_ih_l0	7	0.04903476685285568
54874	rnn.bias_ih_l0	8	-0.08212249726057053
54874	rnn.bias_ih_l0	9	-0.02938874438405037
54874	rnn.bias_hh_l0	0	-0.04043033719062805
54874	rnn.bias_hh_l0	1	-0.06972475349903107
54874	rnn.bias_hh_l0	2	-0.03634790703654289
54874	rnn.bias_hh_l0	3	-0.07176858186721802
54874	rnn.bias_hh_l0	4	-0.011469744145870209
54874	rnn.bias_hh_l0	5	0.0077504548244178295
54874	rnn.bias_hh_l0	6	0.032040804624557495
54874	rnn.bias_hh_l0	7	-0.004714090842753649
54874	rnn.bias_hh_l0	8	-0.09854987263679504
54874	rnn.bias_hh_l0	9	0.007409592159092426
54874	rnn.weight_ih_l0_reverse	0	-0.01805257797241211
54874	rnn.weight_ih_l0_reverse	1	-0.04938341677188873
54874	rnn.weight_ih_l0_reverse	2	-0.029842616990208626
54874	rnn.weight_ih_l0_reverse	3	-0.0074997046031057835
54874	rnn.weight_ih_l0_reverse	4	-0.0018175151199102402
54874	rnn.weight_ih_l0_reverse	5	-0.049990858882665634
54874	rnn.weight_ih_l0_reverse	6	0.045129142701625824
54874	rnn.weight_ih_l0_reverse	7	-0.024997442960739136
54874	rnn.weight_ih_l0_reverse	8	-0.03391558676958084
54874	rnn.weight_ih_l0_reverse	9	0.007176338694989681
54874	rnn.weight_hh_l0_reverse	0	0.035272542387247086
54874	rnn.weight_hh_l0_reverse	1	0.029511114582419395
54874	rnn.weight_hh_l0_reverse	2	0.031390223652124405
54874	rnn.weight_hh_l0_reverse	3	0.022068511694669724
54874	rnn.weight_hh_l0_reverse	4	0.001474767574109137
54874	rnn.weight_hh_l0_reverse	5	-0.013096985407173634
54874	rnn.weight_hh_l0_reverse	6	0.038834091275930405
54874	rnn.weight_hh_l0_reverse	7	-0.041679926216602325
54874	rnn.weight_hh_l0_reverse	8	0.021429548040032387
54874	rnn.weight_hh_l0_reverse	9	0.044880758970975876
54874	rnn.bias_ih_l0_reverse	0	-0.0716799721121788
54874	rnn.bias_ih_l0_reverse	1	-0.18740591406822205
54874	rnn.bias_ih_l0_reverse	2	-0.06708936393260956
54874	rnn.bias_ih_l0_reverse	3	-0.01896062307059765
54874	rnn.bias_ih_l0_reverse	4	-0.028289593756198883
54874	rnn.bias_ih_l0_reverse	5	0.026550810784101486
54874	rnn.bias_ih_l0_reverse	6	-0.03727792203426361
54874	rnn.bias_ih_l0_reverse	7	0.04821828752756119
54874	rnn.bias_ih_l0_reverse	8	-0.03623199090361595
54874	rnn.bias_ih_l0_reverse	9	0.018606528639793396
54874	rnn.bias_hh_l0_reverse	0	-0.02232225239276886
54874	rnn.bias_hh_l0_reverse	1	-0.027793053537607193
54874	rnn.bias_hh_l0_reverse	2	0.04913843795657158
54874	rnn.bias_hh_l0_reverse	3	-0.03270159661769867
54874	rnn.bias_hh_l0_reverse	4	-0.050856806337833405
54874	rnn.bias_hh_l0_reverse	5	-0.05057668313384056
54874	rnn.bias_hh_l0_reverse	6	-0.014229238033294678
54874	rnn.bias_hh_l0_reverse	7	0.0747346580028534
54874	rnn.bias_hh_l0_reverse	8	0.020000718533992767
54874	rnn.bias_hh_l0_reverse	9	-0.10145212709903717
54874	rnn.weight_ih_l1	0	-0.03228525444865227
54874	rnn.weight_ih_l1	1	-0.0397849977016449
54874	rnn.weight_ih_l1	2	0.07116549462080002
54874	rnn.weight_ih_l1	3	-0.031352173537015915
54874	rnn.weight_ih_l1	4	-0.0004102528328076005
54874	rnn.weight_ih_l1	5	-0.044458694756031036
54874	rnn.weight_ih_l1	6	0.015304232016205788
54874	rnn.weight_ih_l1	7	-0.032411083579063416
54874	rnn.weight_ih_l1	8	0.037825170904397964
54874	rnn.weight_ih_l1	9	0.02544841356575489
54874	rnn.weight_hh_l1	0	-0.0133774159476161
54874	rnn.weight_hh_l1	1	0.0056760599836707115
54874	rnn.weight_hh_l1	2	-0.0020071612671017647
54874	rnn.weight_hh_l1	3	-0.008688189089298248
54874	rnn.weight_hh_l1	4	0.0015744244446977973
54874	rnn.weight_hh_l1	5	0.02333989180624485
54874	rnn.weight_hh_l1	6	0.032755300402641296
54874	rnn.weight_hh_l1	7	-0.02584613673388958
54874	rnn.weight_hh_l1	8	-0.028724905103445053
54874	rnn.weight_hh_l1	9	0.038088358938694
54874	rnn.bias_ih_l1	0	-0.11751680076122284
54874	rnn.bias_ih_l1	1	-0.11008842289447784
54874	rnn.bias_ih_l1	2	-0.13256607949733734
54874	rnn.bias_ih_l1	3	-0.1904497593641281
54874	rnn.bias_ih_l1	4	-0.14740346372127533
54874	rnn.bias_ih_l1	5	-0.10061537474393845
54874	rnn.bias_ih_l1	6	-0.07599621266126633
54874	rnn.bias_ih_l1	7	-0.03635869547724724
54874	rnn.bias_ih_l1	8	-0.09401076287031174
54874	rnn.bias_ih_l1	9	-0.10339941084384918
54874	rnn.bias_hh_l1	0	-0.11626648902893066
54874	rnn.bias_hh_l1	1	-0.05098894611001015
54874	rnn.bias_hh_l1	2	-0.0848991647362709
54874	rnn.bias_hh_l1	3	-0.0655275508761406
54874	rnn.bias_hh_l1	4	-0.09944182634353638
54874	rnn.bias_hh_l1	5	-0.06754425168037415
54874	rnn.bias_hh_l1	6	-0.07872433960437775
54874	rnn.bias_hh_l1	7	0.011274768970906734
54874	rnn.bias_hh_l1	8	-0.08327323198318481
54874	rnn.bias_hh_l1	9	-0.05882451683282852
54874	rnn.weight_ih_l1_reverse	0	-0.03813353553414345
54874	rnn.weight_ih_l1_reverse	1	0.036590948700904846
54874	rnn.weight_ih_l1_reverse	2	-0.024708710610866547
54874	rnn.weight_ih_l1_reverse	3	-0.020419670268893242
54874	rnn.weight_ih_l1_reverse	4	-0.03366590291261673
54874	rnn.weight_ih_l1_reverse	5	-0.03786550462245941
54874	rnn.weight_ih_l1_reverse	6	-0.02782117761671543
54874	rnn.weight_ih_l1_reverse	7	0.01563195325434208
54874	rnn.weight_ih_l1_reverse	8	0.028400074690580368
54874	rnn.weight_ih_l1_reverse	9	-0.04352979734539986
54874	rnn.weight_hh_l1_reverse	0	0.0068655312061309814
54874	rnn.weight_hh_l1_reverse	1	0.027916202321648598
54874	rnn.weight_hh_l1_reverse	2	-0.03728626295924187
54874	rnn.weight_hh_l1_reverse	3	0.04197292774915695
54874	rnn.weight_hh_l1_reverse	4	0.04697083309292793
54874	rnn.weight_hh_l1_reverse	5	0.00978084560483694
54874	rnn.weight_hh_l1_reverse	6	0.011532033793628216
54874	rnn.weight_hh_l1_reverse	7	0.02747957967221737
54874	rnn.weight_hh_l1_reverse	8	-0.0027181997429579496
54874	rnn.weight_hh_l1_reverse	9	-0.04006529971957207
54874	rnn.bias_ih_l1_reverse	0	-0.027527986094355583
54874	rnn.bias_ih_l1_reverse	1	-0.07616523653268814
54874	rnn.bias_ih_l1_reverse	2	-0.0917593389749527
54874	rnn.bias_ih_l1_reverse	3	0.001614843145944178
54874	rnn.bias_ih_l1_reverse	4	-0.14731331169605255
54874	rnn.bias_ih_l1_reverse	5	-0.0791679322719574
54874	rnn.bias_ih_l1_reverse	6	-0.09737612307071686
54874	rnn.bias_ih_l1_reverse	7	-0.11781510710716248
54874	rnn.bias_ih_l1_reverse	8	0.14038556814193726
54874	rnn.bias_ih_l1_reverse	9	0.026331717148423195
54874	rnn.bias_hh_l1_reverse	0	-0.02784756012260914
54874	rnn.bias_hh_l1_reverse	1	-0.0030040082056075335
54874	rnn.bias_hh_l1_reverse	2	-0.1858079880475998
54874	rnn.bias_hh_l1_reverse	3	-0.07086063176393509
54874	rnn.bias_hh_l1_reverse	4	-0.05294375121593475
54874	rnn.bias_hh_l1_reverse	5	-0.061162207275629044
54874	rnn.bias_hh_l1_reverse	6	0.12709780037403107
54874	rnn.bias_hh_l1_reverse	7	-0.13081665337085724
54874	rnn.bias_hh_l1_reverse	8	-0.08361528068780899
54874	rnn.bias_hh_l1_reverse	9	-0.08794325590133667
54874	linear.weight	0	0.002228822559118271
54874	linear.weight	1	0.009675804525613785
54874	linear.weight	2	-0.11398045718669891
54874	linear.weight	3	0.26260635256767273
54874	linear.weight	4	0.08356864005327225
54874	linear.weight	5	0.022842925041913986
54874	linear.weight	6	0.012903411872684956
54874	linear.weight	7	0.09293083846569061
54874	linear.weight	8	0.041940998286008835
54874	linear.weight	9	-0.06022882089018822
54874	linear.bias	0	-0.10251400619745255
54874	linear.bias	1	-0.06492142379283905
54874	linear.bias	2	-0.44938185811042786
54874	linear.bias	3	-0.695115864276886
54874	linear.bias	4	-1.0012178421020508
54874	linear.bias	5	-0.06190063804388046
54874	linear.bias	6	-0.5863227844238281
54874	linear.bias	7	0.42449668049812317
54874	linear.bias	8	-0.584661602973938
54874	linear.bias	9	-0.7830885648727417
55071	transitions	0	0.49335741996765137
55071	transitions	1	0.016014153137803078
55071	transitions	2	-10000.0
55071	transitions	3	-1.7957206964492798
55071	transitions	4	-10000.0
55071	transitions	5	0.663048505783081
55071	transitions	6	-0.010726643726229668
55071	transitions	7	-0.3184715807437897
55071	transitions	8	-1.319597601890564
55071	transitions	9	-0.0003016847185790539
55071	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
55071	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
55071	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
55071	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
55071	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
55071	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
55071	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
55071	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
55071	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
55071	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
55071	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
55071	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
55071	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
55071	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
55071	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
55071	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
55071	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
55071	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
55071	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
55071	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
55071	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
55071	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
55071	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
55071	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
55071	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
55071	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
55071	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
55071	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
55071	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
55071	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
55071	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
55071	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
55071	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
55071	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
55071	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
55071	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
55071	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
55071	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
55071	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
55071	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
55071	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
55071	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
55071	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
55071	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
55071	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
55071	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
55071	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
55071	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
55071	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
55071	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
55071	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
55071	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
55071	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
55071	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
55071	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
55071	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
55071	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
55071	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
55071	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
55071	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
55071	embedding2nn.weight	0	0.00682725990191102
55071	embedding2nn.weight	1	-0.015755677595734596
55071	embedding2nn.weight	2	-0.014268253929913044
55071	embedding2nn.weight	3	0.00010954229946946725
55071	embedding2nn.weight	4	-0.0059150345623493195
55071	embedding2nn.weight	5	-0.0037005820777267218
55071	embedding2nn.weight	6	-0.003973209299147129
55071	embedding2nn.weight	7	-0.03971293568611145
55071	embedding2nn.weight	8	-0.0019979383796453476
55071	embedding2nn.weight	9	-0.026631120592355728
55071	embedding2nn.bias	0	0.052413102239370346
55071	embedding2nn.bias	1	-0.059776224195957184
55071	embedding2nn.bias	2	0.09085218608379364
55071	embedding2nn.bias	3	0.05179745331406593
55071	embedding2nn.bias	4	-0.01802191697061062
55071	embedding2nn.bias	5	-0.03756580129265785
55071	embedding2nn.bias	6	0.008448153734207153
55071	embedding2nn.bias	7	-0.04787488654255867
55071	embedding2nn.bias	8	0.045492202043533325
55071	embedding2nn.bias	9	0.04185396432876587
55071	rnn.weight_ih_l0	0	-0.018062712624669075
55071	rnn.weight_ih_l0	1	0.0020913206972181797
55071	rnn.weight_ih_l0	2	0.036041662096977234
55071	rnn.weight_ih_l0	3	0.002484853845089674
55071	rnn.weight_ih_l0	4	-0.021936608478426933
55071	rnn.weight_ih_l0	5	-0.0578903891146183
55071	rnn.weight_ih_l0	6	0.017577962949872017
55071	rnn.weight_ih_l0	7	0.05698906257748604
55071	rnn.weight_ih_l0	8	0.008116191253066063
55071	rnn.weight_ih_l0	9	-0.03177458047866821
55071	rnn.weight_hh_l0	0	-0.027537956833839417
55071	rnn.weight_hh_l0	1	-0.0037794813979417086
55071	rnn.weight_hh_l0	2	0.0006211610743775964
55071	rnn.weight_hh_l0	3	-0.05151928961277008
55071	rnn.weight_hh_l0	4	0.05201053246855736
55071	rnn.weight_hh_l0	5	-0.016211731359362602
55071	rnn.weight_hh_l0	6	-0.04985639825463295
55071	rnn.weight_hh_l0	7	-0.02863583154976368
55071	rnn.weight_hh_l0	8	-0.0033102165907621384
55071	rnn.weight_hh_l0	9	-0.02030385285615921
55071	rnn.bias_ih_l0	0	0.04514700919389725
55071	rnn.bias_ih_l0	1	-0.02279091626405716
55071	rnn.bias_ih_l0	2	-0.004630630370229483
55071	rnn.bias_ih_l0	3	0.08180565387010574
55071	rnn.bias_ih_l0	4	-0.036441441625356674
55071	rnn.bias_ih_l0	5	-0.030350442975759506
55071	rnn.bias_ih_l0	6	0.01672280766069889
55071	rnn.bias_ih_l0	7	0.051771339029073715
55071	rnn.bias_ih_l0	8	-0.08149964362382889
55071	rnn.bias_ih_l0	9	-0.024821840226650238
55071	rnn.bias_hh_l0	0	-0.037033356726169586
55071	rnn.bias_hh_l0	1	-0.06679075211286545
55071	rnn.bias_hh_l0	2	-0.03227797895669937
55071	rnn.bias_hh_l0	3	-0.07215941697359085
55071	rnn.bias_hh_l0	4	-0.01037154346704483
55071	rnn.bias_hh_l0	5	0.009158127941191196
55071	rnn.bias_hh_l0	6	0.03039814904332161
55071	rnn.bias_hh_l0	7	-0.00895891897380352
55071	rnn.bias_hh_l0	8	-0.10119929164648056
55071	rnn.bias_hh_l0	9	0.005872460547834635
55071	rnn.weight_ih_l0_reverse	0	-0.018243566155433655
55071	rnn.weight_ih_l0_reverse	1	-0.052354250103235245
55071	rnn.weight_ih_l0_reverse	2	-0.030775368213653564
55071	rnn.weight_ih_l0_reverse	3	-0.007732798811048269
55071	rnn.weight_ih_l0_reverse	4	-0.0019744141027331352
55071	rnn.weight_ih_l0_reverse	5	-0.049809858202934265
55071	rnn.weight_ih_l0_reverse	6	0.04385955631732941
55071	rnn.weight_ih_l0_reverse	7	-0.0256795734167099
55071	rnn.weight_ih_l0_reverse	8	-0.034346457570791245
55071	rnn.weight_ih_l0_reverse	9	0.007745321840047836
55071	rnn.weight_hh_l0_reverse	0	0.03409481421113014
55071	rnn.weight_hh_l0_reverse	1	0.028539594262838364
55071	rnn.weight_hh_l0_reverse	2	0.031188689172267914
55071	rnn.weight_hh_l0_reverse	3	0.02217082306742668
55071	rnn.weight_hh_l0_reverse	4	0.00023135138326324522
55071	rnn.weight_hh_l0_reverse	5	-0.011948848143219948
55071	rnn.weight_hh_l0_reverse	6	0.03880985453724861
55071	rnn.weight_hh_l0_reverse	7	-0.04088803753256798
55071	rnn.weight_hh_l0_reverse	8	0.021788164973258972
55071	rnn.weight_hh_l0_reverse	9	0.04599454998970032
55071	rnn.bias_ih_l0_reverse	0	-0.07015698403120041
55071	rnn.bias_ih_l0_reverse	1	-0.18850412964820862
55071	rnn.bias_ih_l0_reverse	2	-0.07071906328201294
55071	rnn.bias_ih_l0_reverse	3	-0.016223730519413948
55071	rnn.bias_ih_l0_reverse	4	-0.027860127389431
55071	rnn.bias_ih_l0_reverse	5	0.023547204211354256
55071	rnn.bias_ih_l0_reverse	6	-0.039536166936159134
55071	rnn.bias_ih_l0_reverse	7	0.05160308629274368
55071	rnn.bias_ih_l0_reverse	8	-0.034838054329156876
55071	rnn.bias_ih_l0_reverse	9	0.019178232178092003
55071	rnn.bias_hh_l0_reverse	0	-0.02190057560801506
55071	rnn.bias_hh_l0_reverse	1	-0.023465411737561226
55071	rnn.bias_hh_l0_reverse	2	0.04997291788458824
55071	rnn.bias_hh_l0_reverse	3	-0.031970735639333725
55071	rnn.bias_hh_l0_reverse	4	-0.053646039217710495
55071	rnn.bias_hh_l0_reverse	5	-0.048272546380758286
55071	rnn.bias_hh_l0_reverse	6	-0.018139297142624855
55071	rnn.bias_hh_l0_reverse	7	0.07572761923074722
55071	rnn.bias_hh_l0_reverse	8	0.02115505002439022
55071	rnn.bias_hh_l0_reverse	9	-0.10341722518205643
55071	rnn.weight_ih_l1	0	-0.032187506556510925
55071	rnn.weight_ih_l1	1	-0.04048829898238182
55071	rnn.weight_ih_l1	2	0.06976255029439926
55071	rnn.weight_ih_l1	3	-0.03360181674361229
55071	rnn.weight_ih_l1	4	-0.00014847097918391228
55071	rnn.weight_ih_l1	5	-0.044443145394325256
55071	rnn.weight_ih_l1	6	0.015489875338971615
55071	rnn.weight_ih_l1	7	-0.03262053057551384
55071	rnn.weight_ih_l1	8	0.03787771984934807
55071	rnn.weight_ih_l1	9	0.02611897885799408
55071	rnn.weight_hh_l1	0	-0.014392763376235962
55071	rnn.weight_hh_l1	1	0.00572173111140728
55071	rnn.weight_hh_l1	2	-0.003117252141237259
55071	rnn.weight_hh_l1	3	-0.00885709933936596
55071	rnn.weight_hh_l1	4	0.00195646402426064
55071	rnn.weight_hh_l1	5	0.022996526211500168
55071	rnn.weight_hh_l1	6	0.033227648586034775
55071	rnn.weight_hh_l1	7	-0.025923382490873337
55071	rnn.weight_hh_l1	8	-0.028709737583994865
55071	rnn.weight_hh_l1	9	0.03736322000622749
55071	rnn.bias_ih_l1	0	-0.118405282497406
55071	rnn.bias_ih_l1	1	-0.1095840185880661
55071	rnn.bias_ih_l1	2	-0.1345376819372177
55071	rnn.bias_ih_l1	3	-0.18989640474319458
55071	rnn.bias_ih_l1	4	-0.14772683382034302
55071	rnn.bias_ih_l1	5	-0.09924595803022385
55071	rnn.bias_ih_l1	6	-0.0756400004029274
55071	rnn.bias_ih_l1	7	-0.03769475594162941
55071	rnn.bias_ih_l1	8	-0.0963289886713028
55071	rnn.bias_ih_l1	9	-0.1040474995970726
55071	rnn.bias_hh_l1	0	-0.11769557744264603
55071	rnn.bias_hh_l1	1	-0.05148753151297569
55071	rnn.bias_hh_l1	2	-0.08421339094638824
55071	rnn.bias_hh_l1	3	-0.06657129526138306
55071	rnn.bias_hh_l1	4	-0.10004691034555435
55071	rnn.bias_hh_l1	5	-0.06679105758666992
55071	rnn.bias_hh_l1	6	-0.07879433780908585
55071	rnn.bias_hh_l1	7	0.01667935401201248
55071	rnn.bias_hh_l1	8	-0.082179956138134
55071	rnn.bias_hh_l1	9	-0.06071148440241814
55071	rnn.weight_ih_l1_reverse	0	-0.03731789067387581
55071	rnn.weight_ih_l1_reverse	1	0.036581411957740784
55071	rnn.weight_ih_l1_reverse	2	-0.02596527896821499
55071	rnn.weight_ih_l1_reverse	3	-0.021569274365901947
55071	rnn.weight_ih_l1_reverse	4	-0.034144576638936996
55071	rnn.weight_ih_l1_reverse	5	-0.038126733154058456
55071	rnn.weight_ih_l1_reverse	6	-0.027840418741106987
55071	rnn.weight_ih_l1_reverse	7	0.017557844519615173
55071	rnn.weight_ih_l1_reverse	8	0.029881011694669724
55071	rnn.weight_ih_l1_reverse	9	-0.04418088123202324
55071	rnn.weight_hh_l1_reverse	0	0.0067083523608744144
55071	rnn.weight_hh_l1_reverse	1	0.02791392058134079
55071	rnn.weight_hh_l1_reverse	2	-0.03723056614398956
55071	rnn.weight_hh_l1_reverse	3	0.04206322506070137
55071	rnn.weight_hh_l1_reverse	4	0.04711416736245155
55071	rnn.weight_hh_l1_reverse	5	0.010256161913275719
55071	rnn.weight_hh_l1_reverse	6	0.011607191525399685
55071	rnn.weight_hh_l1_reverse	7	0.027446065098047256
55071	rnn.weight_hh_l1_reverse	8	-0.0026628219056874514
55071	rnn.weight_hh_l1_reverse	9	-0.04005900025367737
55071	rnn.bias_ih_l1_reverse	0	-0.028645670041441917
55071	rnn.bias_ih_l1_reverse	1	-0.07775574922561646
55071	rnn.bias_ih_l1_reverse	2	-0.09249236434698105
55071	rnn.bias_ih_l1_reverse	3	0.0038946603890508413
55071	rnn.bias_ih_l1_reverse	4	-0.14739972352981567
55071	rnn.bias_ih_l1_reverse	5	-0.0791463628411293
55071	rnn.bias_ih_l1_reverse	6	-0.09763862937688828
55071	rnn.bias_ih_l1_reverse	7	-0.11946354806423187
55071	rnn.bias_ih_l1_reverse	8	0.1338779479265213
55071	rnn.bias_ih_l1_reverse	9	0.02628949098289013
55071	rnn.bias_hh_l1_reverse	0	-0.028098497539758682
55071	rnn.bias_hh_l1_reverse	1	-0.0009757563238963485
55071	rnn.bias_hh_l1_reverse	2	-0.1874113827943802
55071	rnn.bias_hh_l1_reverse	3	-0.07095081359148026
55071	rnn.bias_hh_l1_reverse	4	-0.05414826422929764
55071	rnn.bias_hh_l1_reverse	5	-0.059454869478940964
55071	rnn.bias_hh_l1_reverse	6	0.12425804883241653
55071	rnn.bias_hh_l1_reverse	7	-0.13273891806602478
55071	rnn.bias_hh_l1_reverse	8	-0.08445066213607788
55071	rnn.bias_hh_l1_reverse	9	-0.08810120075941086
55071	linear.weight	0	0.002228822559118271
55071	linear.weight	1	0.011808749288320541
55071	linear.weight	2	-0.12190841883420944
55071	linear.weight	3	0.2445938140153885
55071	linear.weight	4	0.07639864087104797
55071	linear.weight	5	0.024481233209371567
55071	linear.weight	6	0.022964293137192726
55071	linear.weight	7	0.08614320307970047
55071	linear.weight	8	0.041927944868803024
55071	linear.weight	9	-0.059390582144260406
55071	linear.bias	0	-0.08931158483028412
55071	linear.bias	1	-0.08683218061923981
55071	linear.bias	2	-0.43906542658805847
55071	linear.bias	3	-0.714674174785614
55071	linear.bias	4	-1.0180917978286743
55071	linear.bias	5	-0.04180494323372841
55071	linear.bias	6	-0.6097049117088318
55071	linear.bias	7	0.44743239879608154
55071	linear.bias	8	-0.5894622802734375
55071	linear.bias	9	-0.7927494049072266
55268	transitions	0	0.49125850200653076
55268	transitions	1	0.014261070638895035
55268	transitions	2	-10000.0
55268	transitions	3	-1.795852541923523
55268	transitions	4	-10000.0
55268	transitions	5	0.6627981662750244
55268	transitions	6	-0.011039268225431442
55268	transitions	7	-0.320288747549057
55268	transitions	8	-1.3200167417526245
55268	transitions	9	-0.0003052100073546171
55268	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
55268	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
55268	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
55268	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
55268	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
55268	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
55268	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
55268	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
55268	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
55268	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
55268	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
55268	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
55268	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
55268	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
55268	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
55268	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
55268	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
55268	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
55268	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
55268	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
55268	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
55268	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
55268	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
55268	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
55268	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
55268	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
55268	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
55268	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
55268	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
55268	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
55268	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
55268	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
55268	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
55268	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
55268	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
55268	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
55268	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
55268	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
55268	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
55268	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
55268	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
55268	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
55268	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
55268	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
55268	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
55268	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
55268	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
55268	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
55268	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
55268	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
55268	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
55268	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
55268	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
55268	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
55268	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
55268	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
55268	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
55268	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
55268	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
55268	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
55268	embedding2nn.weight	0	0.0075677623972296715
55268	embedding2nn.weight	1	-0.015810074284672737
55268	embedding2nn.weight	2	-0.014268253929913044
55268	embedding2nn.weight	3	0.0008629302028566599
55268	embedding2nn.weight	4	-0.0059150345623493195
55268	embedding2nn.weight	5	-0.003700581844896078
55268	embedding2nn.weight	6	-0.003973211627453566
55268	embedding2nn.weight	7	-0.03865610808134079
55268	embedding2nn.weight	8	-0.0019979383796453476
55268	embedding2nn.weight	9	-0.027005037292838097
55268	embedding2nn.bias	0	0.03910583630204201
55268	embedding2nn.bias	1	-0.05019558593630791
55268	embedding2nn.bias	2	0.08903273940086365
55268	embedding2nn.bias	3	0.05130764842033386
55268	embedding2nn.bias	4	-0.017964594066143036
55268	embedding2nn.bias	5	-0.0347185954451561
55268	embedding2nn.bias	6	0.011153088882565498
55268	embedding2nn.bias	7	-0.04987616837024689
55268	embedding2nn.bias	8	0.04321367293596268
55268	embedding2nn.bias	9	0.03402263671159744
55268	rnn.weight_ih_l0	0	-0.019939254969358444
55268	rnn.weight_ih_l0	1	0.0022693537175655365
55268	rnn.weight_ih_l0	2	0.03621581569314003
55268	rnn.weight_ih_l0	3	0.0025710526388138533
55268	rnn.weight_ih_l0	4	-0.022543298080563545
55268	rnn.weight_ih_l0	5	-0.05761415511369705
55268	rnn.weight_ih_l0	6	0.016869647428393364
55268	rnn.weight_ih_l0	7	0.056335125118494034
55268	rnn.weight_ih_l0	8	0.008849630132317543
55268	rnn.weight_ih_l0	9	-0.03140438348054886
55268	rnn.weight_hh_l0	0	-0.028788186609745026
55268	rnn.weight_hh_l0	1	-0.004514249041676521
55268	rnn.weight_hh_l0	2	0.0005149280186742544
55268	rnn.weight_hh_l0	3	-0.05108991265296936
55268	rnn.weight_hh_l0	4	0.05162303149700165
55268	rnn.weight_hh_l0	5	-0.016545042395591736
55268	rnn.weight_hh_l0	6	-0.047773368656635284
55268	rnn.weight_hh_l0	7	-0.028841657564044
55268	rnn.weight_hh_l0	8	-0.0048014516942203045
55268	rnn.weight_hh_l0	9	-0.02068849466741085
55268	rnn.bias_ih_l0	0	0.04293985664844513
55268	rnn.bias_ih_l0	1	-0.02343597635626793
55268	rnn.bias_ih_l0	2	-0.008100674487650394
55268	rnn.bias_ih_l0	3	0.0854983776807785
55268	rnn.bias_ih_l0	4	-0.038419272750616074
55268	rnn.bias_ih_l0	5	-0.030480505898594856
55268	rnn.bias_ih_l0	6	0.015108032152056694
55268	rnn.bias_ih_l0	7	0.05028131231665611
55268	rnn.bias_ih_l0	8	-0.08057226240634918
55268	rnn.bias_ih_l0	9	-0.023343250155448914
55268	rnn.bias_hh_l0	0	-0.03547319769859314
55268	rnn.bias_hh_l0	1	-0.0691509023308754
55268	rnn.bias_hh_l0	2	-0.02989022247493267
55268	rnn.bias_hh_l0	3	-0.07309246808290482
55268	rnn.bias_hh_l0	4	-0.012030918151140213
55268	rnn.bias_hh_l0	5	0.006463198456913233
55268	rnn.bias_hh_l0	6	0.03230777010321617
55268	rnn.bias_hh_l0	7	-0.007757620420306921
55268	rnn.bias_hh_l0	8	-0.10734628885984421
55268	rnn.bias_hh_l0	9	0.0030312135349959135
55268	rnn.weight_ih_l0_reverse	0	-0.017948009073734283
55268	rnn.weight_ih_l0_reverse	1	-0.05352078378200531
55268	rnn.weight_ih_l0_reverse	2	-0.030942093580961227
55268	rnn.weight_ih_l0_reverse	3	-0.00803261250257492
55268	rnn.weight_ih_l0_reverse	4	-0.0019610151648521423
55268	rnn.weight_ih_l0_reverse	5	-0.048754315823316574
55268	rnn.weight_ih_l0_reverse	6	0.04397105425596237
55268	rnn.weight_ih_l0_reverse	7	-0.02808125875890255
55268	rnn.weight_ih_l0_reverse	8	-0.0344448946416378
55268	rnn.weight_ih_l0_reverse	9	0.007392662577331066
55268	rnn.weight_hh_l0_reverse	0	0.03494425117969513
55268	rnn.weight_hh_l0_reverse	1	0.027374153956770897
55268	rnn.weight_hh_l0_reverse	2	0.031191056594252586
55268	rnn.weight_hh_l0_reverse	3	0.021239295601844788
55268	rnn.weight_hh_l0_reverse	4	-0.00013291736831888556
55268	rnn.weight_hh_l0_reverse	5	-0.009073734283447266
55268	rnn.weight_hh_l0_reverse	6	0.03906300291419029
55268	rnn.weight_hh_l0_reverse	7	-0.041061025112867355
55268	rnn.weight_hh_l0_reverse	8	0.023318063467741013
55268	rnn.weight_hh_l0_reverse	9	0.04546703025698662
55268	rnn.bias_ih_l0_reverse	0	-0.07034268230199814
55268	rnn.bias_ih_l0_reverse	1	-0.18569165468215942
55268	rnn.bias_ih_l0_reverse	2	-0.07374514639377594
55268	rnn.bias_ih_l0_reverse	3	-0.014673461206257343
55268	rnn.bias_ih_l0_reverse	4	-0.030099306255578995
55268	rnn.bias_ih_l0_reverse	5	0.021378112956881523
55268	rnn.bias_ih_l0_reverse	6	-0.043932341039180756
55268	rnn.bias_ih_l0_reverse	7	0.05354730784893036
55268	rnn.bias_ih_l0_reverse	8	-0.033826932311058044
55268	rnn.bias_ih_l0_reverse	9	0.016558339819312096
55268	rnn.bias_hh_l0_reverse	0	-0.02227826975286007
55268	rnn.bias_hh_l0_reverse	1	-0.022637028247117996
55268	rnn.bias_hh_l0_reverse	2	0.04534260556101799
55268	rnn.bias_hh_l0_reverse	3	-0.031876470893621445
55268	rnn.bias_hh_l0_reverse	4	-0.05147439241409302
55268	rnn.bias_hh_l0_reverse	5	-0.047684766352176666
55268	rnn.bias_hh_l0_reverse	6	-0.013956825248897076
55268	rnn.bias_hh_l0_reverse	7	0.07456304877996445
55268	rnn.bias_hh_l0_reverse	8	0.020744778215885162
55268	rnn.bias_hh_l0_reverse	9	-0.10422877967357635
55268	rnn.weight_ih_l1	0	-0.03202744200825691
55268	rnn.weight_ih_l1	1	-0.04192233085632324
55268	rnn.weight_ih_l1	2	0.07160751521587372
55268	rnn.weight_ih_l1	3	-0.0318777821958065
55268	rnn.weight_ih_l1	4	0.0007109528523869812
55268	rnn.weight_ih_l1	5	-0.044160373508930206
55268	rnn.weight_ih_l1	6	0.01651185005903244
55268	rnn.weight_ih_l1	7	-0.03214767575263977
55268	rnn.weight_ih_l1	8	0.03800217807292938
55268	rnn.weight_ih_l1	9	0.026029817759990692
55268	rnn.weight_hh_l1	0	-0.013784440234303474
55268	rnn.weight_hh_l1	1	0.005804419983178377
55268	rnn.weight_hh_l1	2	-0.004075514152646065
55268	rnn.weight_hh_l1	3	-0.009077196940779686
55268	rnn.weight_hh_l1	4	0.0023482872638851404
55268	rnn.weight_hh_l1	5	0.02262953668832779
55268	rnn.weight_hh_l1	6	0.03330393135547638
55268	rnn.weight_hh_l1	7	-0.026009969413280487
55268	rnn.weight_hh_l1	8	-0.028576988726854324
55268	rnn.weight_hh_l1	9	0.037227828055620193
55268	rnn.bias_ih_l1	0	-0.12183485925197601
55268	rnn.bias_ih_l1	1	-0.10903528332710266
55268	rnn.bias_ih_l1	2	-0.13310296833515167
55268	rnn.bias_ih_l1	3	-0.1889379471540451
55268	rnn.bias_ih_l1	4	-0.14753220975399017
55268	rnn.bias_ih_l1	5	-0.10101828724145889
55268	rnn.bias_ih_l1	6	-0.07412777096033096
55268	rnn.bias_ih_l1	7	-0.037332434207201004
55268	rnn.bias_ih_l1	8	-0.0934845581650734
55268	rnn.bias_ih_l1	9	-0.10152076184749603
55268	rnn.bias_hh_l1	0	-0.11793915182352066
55268	rnn.bias_hh_l1	1	-0.051263559609651566
55268	rnn.bias_hh_l1	2	-0.08702506870031357
55268	rnn.bias_hh_l1	3	-0.06507115811109543
55268	rnn.bias_hh_l1	4	-0.09983737766742706
55268	rnn.bias_hh_l1	5	-0.06907837837934494
55268	rnn.bias_hh_l1	6	-0.08358854800462723
55268	rnn.bias_hh_l1	7	0.018999436870217323
55268	rnn.bias_hh_l1	8	-0.08174377679824829
55268	rnn.bias_hh_l1	9	-0.06118582934141159
55268	rnn.weight_ih_l1_reverse	0	-0.03782946243882179
55268	rnn.weight_ih_l1_reverse	1	0.03318505734205246
55268	rnn.weight_ih_l1_reverse	2	-0.023773454129695892
55268	rnn.weight_ih_l1_reverse	3	-0.020567409694194794
55268	rnn.weight_ih_l1_reverse	4	-0.037113726139068604
55268	rnn.weight_ih_l1_reverse	5	-0.03812894597649574
55268	rnn.weight_ih_l1_reverse	6	-0.026984645053744316
55268	rnn.weight_ih_l1_reverse	7	0.016190368682146072
55268	rnn.weight_ih_l1_reverse	8	0.028709692880511284
55268	rnn.weight_ih_l1_reverse	9	-0.04522722586989403
55268	rnn.weight_hh_l1_reverse	0	0.00671448465436697
55268	rnn.weight_hh_l1_reverse	1	0.027893690392374992
55268	rnn.weight_hh_l1_reverse	2	-0.0372566282749176
55268	rnn.weight_hh_l1_reverse	3	0.04196557402610779
55268	rnn.weight_hh_l1_reverse	4	0.04633957892656326
55268	rnn.weight_hh_l1_reverse	5	0.010461547411978245
55268	rnn.weight_hh_l1_reverse	6	0.011324276216328144
55268	rnn.weight_hh_l1_reverse	7	0.027704644948244095
55268	rnn.weight_hh_l1_reverse	8	-0.0026128911413252354
55268	rnn.weight_hh_l1_reverse	9	-0.040248192846775055
55268	rnn.bias_ih_l1_reverse	0	-0.027979491278529167
55268	rnn.bias_ih_l1_reverse	1	-0.08223944157361984
55268	rnn.bias_ih_l1_reverse	2	-0.09181471168994904
55268	rnn.bias_ih_l1_reverse	3	-0.0002397889766143635
55268	rnn.bias_ih_l1_reverse	4	-0.1473592221736908
55268	rnn.bias_ih_l1_reverse	5	-0.07862517982721329
55268	rnn.bias_ih_l1_reverse	6	-0.0974067896604538
55268	rnn.bias_ih_l1_reverse	7	-0.1197705939412117
55268	rnn.bias_ih_l1_reverse	8	0.12611447274684906
55268	rnn.bias_ih_l1_reverse	9	0.02679075300693512
55268	rnn.bias_hh_l1_reverse	0	-0.03380284458398819
55268	rnn.bias_hh_l1_reverse	1	-0.009598545730113983
55268	rnn.bias_hh_l1_reverse	2	-0.1886868178844452
55268	rnn.bias_hh_l1_reverse	3	-0.07058224827051163
55268	rnn.bias_hh_l1_reverse	4	-0.052965886890888214
55268	rnn.bias_hh_l1_reverse	5	-0.06038736179471016
55268	rnn.bias_hh_l1_reverse	6	0.12800036370754242
55268	rnn.bias_hh_l1_reverse	7	-0.13536745309829712
55268	rnn.bias_hh_l1_reverse	8	-0.08658991008996964
55268	rnn.bias_hh_l1_reverse	9	-0.08877509087324142
55268	linear.weight	0	0.002228822559118271
55268	linear.weight	1	0.012532533146440983
55268	linear.weight	2	-0.12099341303110123
55268	linear.weight	3	0.25768962502479553
55268	linear.weight	4	0.07725726068019867
55268	linear.weight	5	0.031992357224226
55268	linear.weight	6	0.03061782568693161
55268	linear.weight	7	0.07353973388671875
55268	linear.weight	8	0.041918713599443436
55268	linear.weight	9	-0.05183199793100357
55268	linear.bias	0	-0.10510167479515076
55268	linear.bias	1	-0.08078892529010773
55268	linear.bias	2	-0.4668068289756775
55268	linear.bias	3	-0.7044724822044373
55268	linear.bias	4	-1.0043336153030396
55268	linear.bias	5	-0.030106574296951294
55268	linear.bias	6	-0.6068168878555298
55268	linear.bias	7	0.45884719491004944
55268	linear.bias	8	-0.5804970264434814
55268	linear.bias	9	-0.780356228351593
55272	transitions	0	0.4905557334423065
55272	transitions	1	0.014179387129843235
55272	transitions	2	-10000.0
55272	transitions	3	-1.7958554029464722
55272	transitions	4	-10000.0
55272	transitions	5	0.662792444229126
55272	transitions	6	-0.011041147634387016
55272	transitions	7	-0.32029199600219727
55272	transitions	8	-1.3200209140777588
55272	transitions	9	-0.0003052382089663297
55272	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
55272	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
55272	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
55272	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
55272	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
55272	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
55272	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
55272	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
55272	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
55272	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
55272	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
55272	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
55272	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
55272	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
55272	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
55272	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
55272	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
55272	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
55272	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
55272	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
55272	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
55272	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
55272	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
55272	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
55272	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
55272	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
55272	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
55272	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
55272	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
55272	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
55272	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
55272	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
55272	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
55272	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
55272	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
55272	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
55272	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
55272	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
55272	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
55272	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
55272	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
55272	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
55272	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
55272	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
55272	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
55272	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
55272	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
55272	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
55272	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
55272	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
55272	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
55272	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
55272	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
55272	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
55272	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
55272	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
55272	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
55272	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
55272	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
55272	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
55272	embedding2nn.weight	0	0.007512322161346674
55272	embedding2nn.weight	1	-0.015825610607862473
55272	embedding2nn.weight	2	-0.014268253929913044
55272	embedding2nn.weight	3	0.0006950061651878059
55272	embedding2nn.weight	4	-0.0059150345623493195
55272	embedding2nn.weight	5	-0.003700581844896078
55272	embedding2nn.weight	6	-0.003973211627453566
55272	embedding2nn.weight	7	-0.03880470618605614
55272	embedding2nn.weight	8	-0.0019979383796453476
55272	embedding2nn.weight	9	-0.026959870010614395
55272	embedding2nn.bias	0	0.03884519264101982
55272	embedding2nn.bias	1	-0.05021703615784645
55272	embedding2nn.bias	2	0.0888611450791359
55272	embedding2nn.bias	3	0.05094658210873604
55272	embedding2nn.bias	4	-0.018121687695384026
55272	embedding2nn.bias	5	-0.03426468372344971
55272	embedding2nn.bias	6	0.01196681521832943
55272	embedding2nn.bias	7	-0.050074733793735504
55272	embedding2nn.bias	8	0.043705910444259644
55272	embedding2nn.bias	9	0.03321801871061325
55272	rnn.weight_ih_l0	0	-0.01986982487142086
55272	rnn.weight_ih_l0	1	0.002248977078124881
55272	rnn.weight_ih_l0	2	0.03609191253781319
55272	rnn.weight_ih_l0	3	0.0025753770023584366
55272	rnn.weight_ih_l0	4	-0.022618621587753296
55272	rnn.weight_ih_l0	5	-0.05762954428792
55272	rnn.weight_ih_l0	6	0.016770239919424057
55272	rnn.weight_ih_l0	7	0.056279174983501434
55272	rnn.weight_ih_l0	8	0.00880039669573307
55272	rnn.weight_ih_l0	9	-0.03131147101521492
55272	rnn.weight_hh_l0	0	-0.0288873091340065
55272	rnn.weight_hh_l0	1	-0.004511771723628044
55272	rnn.weight_hh_l0	2	0.00047076266491785645
55272	rnn.weight_hh_l0	3	-0.051144424825906754
55272	rnn.weight_hh_l0	4	0.0514848567545414
55272	rnn.weight_hh_l0	5	-0.01658986695110798
55272	rnn.weight_hh_l0	6	-0.04769549518823624
55272	rnn.weight_hh_l0	7	-0.028833109885454178
55272	rnn.weight_hh_l0	8	-0.00479802256450057
55272	rnn.weight_hh_l0	9	-0.020729444921016693
55272	rnn.bias_ih_l0	0	0.04283223673701286
55272	rnn.bias_ih_l0	1	-0.023398125544190407
55272	rnn.bias_ih_l0	2	-0.008051238022744656
55272	rnn.bias_ih_l0	3	0.08534076064825058
55272	rnn.bias_ih_l0	4	-0.038086630403995514
55272	rnn.bias_ih_l0	5	-0.030048489570617676
55272	rnn.bias_ih_l0	6	0.014940866269171238
55272	rnn.bias_ih_l0	7	0.04990437999367714
55272	rnn.bias_ih_l0	8	-0.08045315742492676
55272	rnn.bias_ih_l0	9	-0.024366341531276703
55272	rnn.bias_hh_l0	0	-0.03542106971144676
55272	rnn.bias_hh_l0	1	-0.06932607293128967
55272	rnn.bias_hh_l0	2	-0.02978975884616375
55272	rnn.bias_hh_l0	3	-0.07339973002672195
55272	rnn.bias_hh_l0	4	-0.012164164334535599
55272	rnn.bias_hh_l0	5	0.0064195687882602215
55272	rnn.bias_hh_l0	6	0.03235109522938728
55272	rnn.bias_hh_l0	7	-0.007258287630975246
55272	rnn.bias_hh_l0	8	-0.10738258063793182
55272	rnn.bias_hh_l0	9	0.002853184938430786
55272	rnn.weight_ih_l0_reverse	0	-0.017786676064133644
55272	rnn.weight_ih_l0_reverse	1	-0.053482234477996826
55272	rnn.weight_ih_l0_reverse	2	-0.030867915600538254
55272	rnn.weight_ih_l0_reverse	3	-0.008371802978217602
55272	rnn.weight_ih_l0_reverse	4	-0.0019075198797509074
55272	rnn.weight_ih_l0_reverse	5	-0.04861277714371681
55272	rnn.weight_ih_l0_reverse	6	0.04401439055800438
55272	rnn.weight_ih_l0_reverse	7	-0.027879226952791214
55272	rnn.weight_ih_l0_reverse	8	-0.03446321189403534
55272	rnn.weight_ih_l0_reverse	9	0.007399899885058403
55272	rnn.weight_hh_l0_reverse	0	0.03490940481424332
55272	rnn.weight_hh_l0_reverse	1	0.027384357526898384
55272	rnn.weight_hh_l0_reverse	2	0.031176341697573662
55272	rnn.weight_hh_l0_reverse	3	0.02120211347937584
55272	rnn.weight_hh_l0_reverse	4	-0.00013563496759161353
55272	rnn.weight_hh_l0_reverse	5	-0.009265435859560966
55272	rnn.weight_hh_l0_reverse	6	0.0390189066529274
55272	rnn.weight_hh_l0_reverse	7	-0.04112710431218147
55272	rnn.weight_hh_l0_reverse	8	0.023487379774451256
55272	rnn.weight_hh_l0_reverse	9	0.045394204556941986
55272	rnn.bias_ih_l0_reverse	0	-0.07036704570055008
55272	rnn.bias_ih_l0_reverse	1	-0.1847149133682251
55272	rnn.bias_ih_l0_reverse	2	-0.07360009104013443
55272	rnn.bias_ih_l0_reverse	3	-0.014652050100266933
55272	rnn.bias_ih_l0_reverse	4	-0.02962804213166237
55272	rnn.bias_ih_l0_reverse	5	0.021532069891691208
55272	rnn.bias_ih_l0_reverse	6	-0.044355615973472595
55272	rnn.bias_ih_l0_reverse	7	0.05364164710044861
55272	rnn.bias_ih_l0_reverse	8	-0.03383952006697655
55272	rnn.bias_ih_l0_reverse	9	0.016961751505732536
55272	rnn.bias_hh_l0_reverse	0	-0.022210508584976196
55272	rnn.bias_hh_l0_reverse	1	-0.02366325631737709
55272	rnn.bias_hh_l0_reverse	2	0.044831905514001846
55272	rnn.bias_hh_l0_reverse	3	-0.031164437532424927
55272	rnn.bias_hh_l0_reverse	4	-0.051385894417762756
55272	rnn.bias_hh_l0_reverse	5	-0.047163210809230804
55272	rnn.bias_hh_l0_reverse	6	-0.013848589733242989
55272	rnn.bias_hh_l0_reverse	7	0.07439256459474564
55272	rnn.bias_hh_l0_reverse	8	0.020570283755660057
55272	rnn.bias_hh_l0_reverse	9	-0.10352836549282074
55272	rnn.weight_ih_l1	0	-0.0320393331348896
55272	rnn.weight_ih_l1	1	-0.04197229817509651
55272	rnn.weight_ih_l1	2	0.07126718014478683
55272	rnn.weight_ih_l1	3	-0.03184676542878151
55272	rnn.weight_ih_l1	4	0.0006813653162680566
55272	rnn.weight_ih_l1	5	-0.04415656998753548
55272	rnn.weight_ih_l1	6	0.01653245836496353
55272	rnn.weight_ih_l1	7	-0.0321333147585392
55272	rnn.weight_ih_l1	8	0.03799332305788994
55272	rnn.weight_ih_l1	9	0.026047812774777412
55272	rnn.weight_hh_l1	0	-0.013719525188207626
55272	rnn.weight_hh_l1	1	0.00580771965906024
55272	rnn.weight_hh_l1	2	-0.0040764519944787025
55272	rnn.weight_hh_l1	3	-0.00907161831855774
55272	rnn.weight_hh_l1	4	0.0023171354550868273
55272	rnn.weight_hh_l1	5	0.022693568840622902
55272	rnn.weight_hh_l1	6	0.03330664709210396
55272	rnn.weight_hh_l1	7	-0.02603173442184925
55272	rnn.weight_hh_l1	8	-0.028594791889190674
55272	rnn.weight_hh_l1	9	0.037243954837322235
55272	rnn.bias_ih_l1	0	-0.12209863215684891
55272	rnn.bias_ih_l1	1	-0.10946851223707199
55272	rnn.bias_ih_l1	2	-0.1325894296169281
55272	rnn.bias_ih_l1	3	-0.18882028758525848
55272	rnn.bias_ih_l1	4	-0.14601042866706848
55272	rnn.bias_ih_l1	5	-0.10098934918642044
55272	rnn.bias_ih_l1	6	-0.07408138364553452
55272	rnn.bias_ih_l1	7	-0.03740232065320015
55272	rnn.bias_ih_l1	8	-0.09373196214437485
55272	rnn.bias_ih_l1	9	-0.1012222096323967
55272	rnn.bias_hh_l1	0	-0.11786075681447983
55272	rnn.bias_hh_l1	1	-0.051098018884658813
55272	rnn.bias_hh_l1	2	-0.08714606612920761
55272	rnn.bias_hh_l1	3	-0.06532124429941177
55272	rnn.bias_hh_l1	4	-0.09981165826320648
55272	rnn.bias_hh_l1	5	-0.06920946389436722
55272	rnn.bias_hh_l1	6	-0.08380015194416046
55272	rnn.bias_hh_l1	7	0.019183192402124405
55272	rnn.bias_hh_l1	8	-0.08213254809379578
55272	rnn.bias_hh_l1	9	-0.061102643609046936
55272	rnn.weight_ih_l1_reverse	0	-0.03757185488939285
55272	rnn.weight_ih_l1_reverse	1	0.033163007348775864
55272	rnn.weight_ih_l1_reverse	2	-0.02381639927625656
55272	rnn.weight_ih_l1_reverse	3	-0.02105548046529293
55272	rnn.weight_ih_l1_reverse	4	-0.03722407668828964
55272	rnn.weight_ih_l1_reverse	5	-0.03812549263238907
55272	rnn.weight_ih_l1_reverse	6	-0.026711301878094673
55272	rnn.weight_ih_l1_reverse	7	0.016210731118917465
55272	rnn.weight_ih_l1_reverse	8	0.02901289239525795
55272	rnn.weight_ih_l1_reverse	9	-0.04530799016356468
55272	rnn.weight_hh_l1_reverse	0	0.006721555255353451
55272	rnn.weight_hh_l1_reverse	1	0.027925020083785057
55272	rnn.weight_hh_l1_reverse	2	-0.037257712334394455
55272	rnn.weight_hh_l1_reverse	3	0.04196598008275032
55272	rnn.weight_hh_l1_reverse	4	0.04630850628018379
55272	rnn.weight_hh_l1_reverse	5	0.010437180288136005
55272	rnn.weight_hh_l1_reverse	6	0.01140601933002472
55272	rnn.weight_hh_l1_reverse	7	0.027682723477482796
55272	rnn.weight_hh_l1_reverse	8	-0.002618812955915928
55272	rnn.weight_hh_l1_reverse	9	-0.04025306552648544
55272	rnn.bias_ih_l1_reverse	0	-0.028222836554050446
55272	rnn.bias_ih_l1_reverse	1	-0.0824902132153511
55272	rnn.bias_ih_l1_reverse	2	-0.09192878007888794
55272	rnn.bias_ih_l1_reverse	3	-0.0006683638202957809
55272	rnn.bias_ih_l1_reverse	4	-0.147287055850029
55272	rnn.bias_ih_l1_reverse	5	-0.07889676094055176
55272	rnn.bias_ih_l1_reverse	6	-0.09723144769668579
55272	rnn.bias_ih_l1_reverse	7	-0.11927258968353271
55272	rnn.bias_ih_l1_reverse	8	0.12561127543449402
55272	rnn.bias_ih_l1_reverse	9	0.025591617450118065
55272	rnn.bias_hh_l1_reverse	0	-0.033037442713975906
55272	rnn.bias_hh_l1_reverse	1	-0.009881802834570408
55272	rnn.bias_hh_l1_reverse	2	-0.18869055807590485
55272	rnn.bias_hh_l1_reverse	3	-0.07090532779693604
55272	rnn.bias_hh_l1_reverse	4	-0.05318009480834007
55272	rnn.bias_hh_l1_reverse	5	-0.060406818985939026
55272	rnn.bias_hh_l1_reverse	6	0.1277555674314499
55272	rnn.bias_hh_l1_reverse	7	-0.13602259755134583
55272	rnn.bias_hh_l1_reverse	8	-0.08631787449121475
55272	rnn.bias_hh_l1_reverse	9	-0.08886700123548508
55272	linear.weight	0	0.002228822559118271
55272	linear.weight	1	0.014344444498419762
55272	linear.weight	2	-0.12028899043798447
55272	linear.weight	3	0.2564283311367035
55272	linear.weight	4	0.07704580575227737
55272	linear.weight	5	0.032199691981077194
55272	linear.weight	6	0.029669109731912613
55272	linear.weight	7	0.07347168773412704
55272	linear.weight	8	0.04191863536834717
55272	linear.weight	9	-0.05191851407289505
55272	linear.bias	0	-0.08413060754537582
55272	linear.bias	1	-0.10301376134157181
55272	linear.bias	2	-0.46209007501602173
55272	linear.bias	3	-0.6980208158493042
55272	linear.bias	4	-0.998293399810791
55272	linear.bias	5	-0.03383298218250275
55272	linear.bias	6	-0.6294670104980469
55272	linear.bias	7	0.45530882477760315
55272	linear.bias	8	-0.5795626640319824
55272	linear.bias	9	-0.7800691723823547
55469	transitions	0	0.49235662817955017
55469	transitions	1	0.010116063989698887
55469	transitions	2	-10000.0
55469	transitions	3	-1.795928716659546
55469	transitions	4	-10000.0
55469	transitions	5	0.6624178886413574
55469	transitions	6	-0.011345439590513706
55469	transitions	7	-0.3210929334163666
55469	transitions	8	-1.3203874826431274
55469	transitions	9	-0.0003081380564253777
55469	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
55469	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
55469	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
55469	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
55469	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
55469	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
55469	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
55469	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
55469	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
55469	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
55469	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
55469	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
55469	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
55469	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
55469	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
55469	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
55469	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
55469	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
55469	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
55469	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
55469	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
55469	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
55469	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
55469	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
55469	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
55469	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
55469	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
55469	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
55469	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
55469	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
55469	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
55469	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
55469	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
55469	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
55469	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
55469	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
55469	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
55469	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
55469	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
55469	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
55469	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
55469	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
55469	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
55469	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
55469	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
55469	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
55469	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
55469	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
55469	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
55469	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
55469	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
55469	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
55469	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
55469	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
55469	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
55469	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
55469	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
55469	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
55469	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
55469	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
55469	embedding2nn.weight	0	0.0059327417984604836
55469	embedding2nn.weight	1	-0.015700148418545723
55469	embedding2nn.weight	2	-0.014268253929913044
55469	embedding2nn.weight	3	-0.000345581240253523
55469	embedding2nn.weight	4	-0.0059150345623493195
55469	embedding2nn.weight	5	-0.003700581844896078
55469	embedding2nn.weight	6	-0.00397320743650198
55469	embedding2nn.weight	7	-0.03807627409696579
55469	embedding2nn.weight	8	-0.0019979383796453476
55469	embedding2nn.weight	9	-0.02647213079035282
55469	embedding2nn.bias	0	0.03670762851834297
55469	embedding2nn.bias	1	-0.04876260831952095
55469	embedding2nn.bias	2	0.0917331650853157
55469	embedding2nn.bias	3	0.05924021452665329
55469	embedding2nn.bias	4	-0.01423016469925642
55469	embedding2nn.bias	5	-0.03445038944482803
55469	embedding2nn.bias	6	0.01993558742105961
55469	embedding2nn.bias	7	-0.04042134806513786
55469	embedding2nn.bias	8	0.040488678961992264
55469	embedding2nn.bias	9	0.04278402030467987
55469	rnn.weight_ih_l0	0	-0.019499164074659348
55469	rnn.weight_ih_l0	1	0.003953504841774702
55469	rnn.weight_ih_l0	2	0.03786935284733772
55469	rnn.weight_ih_l0	3	0.002570538083091378
55469	rnn.weight_ih_l0	4	-0.02292957901954651
55469	rnn.weight_ih_l0	5	-0.05810347571969032
55469	rnn.weight_ih_l0	6	0.01801523007452488
55469	rnn.weight_ih_l0	7	0.05643972009420395
55469	rnn.weight_ih_l0	8	0.008745039813220501
55469	rnn.weight_ih_l0	9	-0.03238920122385025
55469	rnn.weight_hh_l0	0	-0.02788739837706089
55469	rnn.weight_hh_l0	1	-0.006625188514590263
55469	rnn.weight_hh_l0	2	0.00038427437539212406
55469	rnn.weight_hh_l0	3	-0.05028160661458969
55469	rnn.weight_hh_l0	4	0.051122114062309265
55469	rnn.weight_hh_l0	5	-0.017749834805727005
55469	rnn.weight_hh_l0	6	-0.04717080295085907
55469	rnn.weight_hh_l0	7	-0.029607830569148064
55469	rnn.weight_hh_l0	8	-0.0037723013665527105
55469	rnn.weight_hh_l0	9	-0.020780347287654877
55469	rnn.bias_ih_l0	0	0.04410114139318466
55469	rnn.bias_ih_l0	1	-0.02499481290578842
55469	rnn.bias_ih_l0	2	-0.007859905250370502
55469	rnn.bias_ih_l0	3	0.08350034058094025
55469	rnn.bias_ih_l0	4	-0.0403006374835968
55469	rnn.bias_ih_l0	5	-0.0280947033315897
55469	rnn.bias_ih_l0	6	0.013791622593998909
55469	rnn.bias_ih_l0	7	0.04634794965386391
55469	rnn.bias_ih_l0	8	-0.07910755276679993
55469	rnn.bias_ih_l0	9	-0.028961051255464554
55469	rnn.bias_hh_l0	0	-0.03614617884159088
55469	rnn.bias_hh_l0	1	-0.06893632560968399
55469	rnn.bias_hh_l0	2	-0.02622721716761589
55469	rnn.bias_hh_l0	3	-0.07273703813552856
55469	rnn.bias_hh_l0	4	-0.012136049568653107
55469	rnn.bias_hh_l0	5	0.006379743106663227
55469	rnn.bias_hh_l0	6	0.034784380346536636
55469	rnn.bias_hh_l0	7	-0.017545392736792564
55469	rnn.bias_hh_l0	8	-0.10609069466590881
55469	rnn.bias_hh_l0	9	0.0009243934182450175
55469	rnn.weight_ih_l0_reverse	0	-0.018879098817706108
55469	rnn.weight_ih_l0_reverse	1	-0.05217830464243889
55469	rnn.weight_ih_l0_reverse	2	-0.03207523375749588
55469	rnn.weight_ih_l0_reverse	3	-0.007191654294729233
55469	rnn.weight_ih_l0_reverse	4	-0.0015172150451689959
55469	rnn.weight_ih_l0_reverse	5	-0.04854114353656769
55469	rnn.weight_ih_l0_reverse	6	0.04526911675930023
55469	rnn.weight_ih_l0_reverse	7	-0.027635516598820686
55469	rnn.weight_ih_l0_reverse	8	-0.033771052956581116
55469	rnn.weight_ih_l0_reverse	9	0.0072690327651798725
55469	rnn.weight_hh_l0_reverse	0	0.03471286594867706
55469	rnn.weight_hh_l0_reverse	1	0.02886238694190979
55469	rnn.weight_hh_l0_reverse	2	0.03189394250512123
55469	rnn.weight_hh_l0_reverse	3	0.020499279722571373
55469	rnn.weight_hh_l0_reverse	4	-0.00021717252093367279
55469	rnn.weight_hh_l0_reverse	5	-0.008413370698690414
55469	rnn.weight_hh_l0_reverse	6	0.039698172360658646
55469	rnn.weight_hh_l0_reverse	7	-0.04203011095523834
55469	rnn.weight_hh_l0_reverse	8	0.023855894804000854
55469	rnn.weight_hh_l0_reverse	9	0.04525671526789665
55469	rnn.bias_ih_l0_reverse	0	-0.0690847709774971
55469	rnn.bias_ih_l0_reverse	1	-0.18639208376407623
55469	rnn.bias_ih_l0_reverse	2	-0.07021608203649521
55469	rnn.bias_ih_l0_reverse	3	-0.015434195287525654
55469	rnn.bias_ih_l0_reverse	4	-0.029561592265963554
55469	rnn.bias_ih_l0_reverse	5	0.01986665278673172
55469	rnn.bias_ih_l0_reverse	6	-0.04273909330368042
55469	rnn.bias_ih_l0_reverse	7	0.05418745428323746
55469	rnn.bias_ih_l0_reverse	8	-0.0303622055798769
55469	rnn.bias_ih_l0_reverse	9	0.014653569087386131
55469	rnn.bias_hh_l0_reverse	0	-0.020059805363416672
55469	rnn.bias_hh_l0_reverse	1	-0.025424212217330933
55469	rnn.bias_hh_l0_reverse	2	0.048052456229925156
55469	rnn.bias_hh_l0_reverse	3	-0.03218580037355423
55469	rnn.bias_hh_l0_reverse	4	-0.05455596745014191
55469	rnn.bias_hh_l0_reverse	5	-0.05202629044651985
55469	rnn.bias_hh_l0_reverse	6	-0.01543565932661295
55469	rnn.bias_hh_l0_reverse	7	0.07362335175275803
55469	rnn.bias_hh_l0_reverse	8	0.02037423476576805
55469	rnn.bias_hh_l0_reverse	9	-0.10086812824010849
55469	rnn.weight_ih_l1	0	-0.03238002583384514
55469	rnn.weight_ih_l1	1	-0.043066706508398056
55469	rnn.weight_ih_l1	2	0.07081945240497589
55469	rnn.weight_ih_l1	3	-0.029261644929647446
55469	rnn.weight_ih_l1	4	-0.00012036271800752729
55469	rnn.weight_ih_l1	5	-0.04498764127492905
55469	rnn.weight_ih_l1	6	0.016665661707520485
55469	rnn.weight_ih_l1	7	-0.031929608434438705
55469	rnn.weight_ih_l1	8	0.03773614764213562
55469	rnn.weight_ih_l1	9	0.027359355241060257
55469	rnn.weight_hh_l1	0	-0.013146970421075821
55469	rnn.weight_hh_l1	1	0.005870294291526079
55469	rnn.weight_hh_l1	2	-0.0027286484837532043
55469	rnn.weight_hh_l1	3	-0.008945859968662262
55469	rnn.weight_hh_l1	4	0.002482085255905986
55469	rnn.weight_hh_l1	5	0.022550318390130997
55469	rnn.weight_hh_l1	6	0.032695475965738297
55469	rnn.weight_hh_l1	7	-0.02588701993227005
55469	rnn.weight_hh_l1	8	-0.028290752321481705
55469	rnn.weight_hh_l1	9	0.037381283938884735
55469	rnn.bias_ih_l1	0	-0.11661939322948456
55469	rnn.bias_ih_l1	1	-0.11255647987127304
55469	rnn.bias_ih_l1	2	-0.13424266874790192
55469	rnn.bias_ih_l1	3	-0.18803174793720245
55469	rnn.bias_ih_l1	4	-0.1491723358631134
55469	rnn.bias_ih_l1	5	-0.10062184929847717
55469	rnn.bias_ih_l1	6	-0.07363700866699219
55469	rnn.bias_ih_l1	7	-0.03148435056209564
55469	rnn.bias_ih_l1	8	-0.08985313773155212
55469	rnn.bias_ih_l1	9	-0.10311797261238098
55469	rnn.bias_hh_l1	0	-0.11662571877241135
55469	rnn.bias_hh_l1	1	-0.05124134570360184
55469	rnn.bias_hh_l1	2	-0.0842299833893776
55469	rnn.bias_hh_l1	3	-0.06667306274175644
55469	rnn.bias_hh_l1	4	-0.10181432217359543
55469	rnn.bias_hh_l1	5	-0.06905137002468109
55469	rnn.bias_hh_l1	6	-0.08556576073169708
55469	rnn.bias_hh_l1	7	0.029895201325416565
55469	rnn.bias_hh_l1	8	-0.0766780748963356
55469	rnn.bias_hh_l1	9	-0.05646717920899391
55469	rnn.weight_ih_l1_reverse	0	-0.03740061819553375
55469	rnn.weight_ih_l1_reverse	1	0.0335400216281414
55469	rnn.weight_ih_l1_reverse	2	-0.02098538912832737
55469	rnn.weight_ih_l1_reverse	3	-0.0187025535851717
55469	rnn.weight_ih_l1_reverse	4	-0.036833327263593674
55469	rnn.weight_ih_l1_reverse	5	-0.03811287879943848
55469	rnn.weight_ih_l1_reverse	6	-0.027827100828289986
55469	rnn.weight_ih_l1_reverse	7	0.016891609877347946
55469	rnn.weight_ih_l1_reverse	8	0.027561411261558533
55469	rnn.weight_ih_l1_reverse	9	-0.046892449259757996
55469	rnn.weight_hh_l1_reverse	0	0.006750909611582756
55469	rnn.weight_hh_l1_reverse	1	0.02794896624982357
55469	rnn.weight_hh_l1_reverse	2	-0.03728952258825302
55469	rnn.weight_hh_l1_reverse	3	0.0421067513525486
55469	rnn.weight_hh_l1_reverse	4	0.04637996852397919
55469	rnn.weight_hh_l1_reverse	5	0.010395685210824013
55469	rnn.weight_hh_l1_reverse	6	0.010431931354105473
55469	rnn.weight_hh_l1_reverse	7	0.027633264660835266
55469	rnn.weight_hh_l1_reverse	8	-0.0026553524658083916
55469	rnn.weight_hh_l1_reverse	9	-0.0400184728205204
55469	rnn.bias_ih_l1_reverse	0	-0.028253378346562386
55469	rnn.bias_ih_l1_reverse	1	-0.0860123559832573
55469	rnn.bias_ih_l1_reverse	2	-0.09204158931970596
55469	rnn.bias_ih_l1_reverse	3	0.004145631100982428
55469	rnn.bias_ih_l1_reverse	4	-0.14705060422420502
55469	rnn.bias_ih_l1_reverse	5	-0.07737315446138382
55469	rnn.bias_ih_l1_reverse	6	-0.09696738421916962
55469	rnn.bias_ih_l1_reverse	7	-0.11747367680072784
55469	rnn.bias_ih_l1_reverse	8	0.12154846638441086
55469	rnn.bias_ih_l1_reverse	9	0.023811889812350273
55469	rnn.bias_hh_l1_reverse	0	-0.04026292264461517
55469	rnn.bias_hh_l1_reverse	1	-0.013909658417105675
55469	rnn.bias_hh_l1_reverse	2	-0.18955962359905243
55469	rnn.bias_hh_l1_reverse	3	-0.0736614465713501
55469	rnn.bias_hh_l1_reverse	4	-0.05454177409410477
55469	rnn.bias_hh_l1_reverse	5	-0.058857157826423645
55469	rnn.bias_hh_l1_reverse	6	0.12198088318109512
55469	rnn.bias_hh_l1_reverse	7	-0.13541516661643982
55469	rnn.bias_hh_l1_reverse	8	-0.0836600810289383
55469	rnn.bias_hh_l1_reverse	9	-0.08896459639072418
55469	linear.weight	0	0.002228822559118271
55469	linear.weight	1	0.01054723747074604
55469	linear.weight	2	-0.12002722173929214
55469	linear.weight	3	0.2581920027732849
55469	linear.weight	4	0.06781371682882309
55469	linear.weight	5	0.030152367427945137
55469	linear.weight	6	0.022031424567103386
55469	linear.weight	7	0.08178304880857468
55469	linear.weight	8	0.041908878833055496
55469	linear.weight	9	-0.050957344472408295
55469	linear.bias	0	-0.09804856777191162
55469	linear.bias	1	-0.09373082220554352
55469	linear.bias	2	-0.4413950443267822
55469	linear.bias	3	-0.6868945360183716
55469	linear.bias	4	-0.992470920085907
55469	linear.bias	5	-0.0683242604136467
55469	linear.bias	6	-0.6222969889640808
55469	linear.bias	7	0.42027583718299866
55469	linear.bias	8	-0.5828042030334473
55469	linear.bias	9	-0.7819023132324219
55666	transitions	0	0.48526132106781006
55666	transitions	1	0.014211361296474934
55666	transitions	2	-10000.0
55666	transitions	3	-1.7960025072097778
55666	transitions	4	-10000.0
55666	transitions	5	0.6621408462524414
55666	transitions	6	-0.011583610437810421
55666	transitions	7	-0.32236969470977783
55666	transitions	8	-1.3208893537521362
55666	transitions	9	-0.00031214894261211157
55666	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
55666	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
55666	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
55666	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
55666	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
55666	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
55666	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
55666	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
55666	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
55666	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
55666	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
55666	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
55666	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
55666	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
55666	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
55666	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
55666	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
55666	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
55666	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
55666	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
55666	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
55666	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
55666	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
55666	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
55666	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
55666	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
55666	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
55666	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
55666	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
55666	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
55666	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
55666	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
55666	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
55666	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
55666	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
55666	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
55666	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
55666	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
55666	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
55666	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
55666	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
55666	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
55666	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
55666	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
55666	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
55666	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
55666	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
55666	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
55666	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
55666	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
55666	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
55666	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
55666	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
55666	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
55666	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
55666	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
55666	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
55666	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
55666	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
55666	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
55666	embedding2nn.weight	0	0.006267711985856295
55666	embedding2nn.weight	1	-0.01562272384762764
55666	embedding2nn.weight	2	-0.014268253929913044
55666	embedding2nn.weight	3	5.726204835809767e-05
55666	embedding2nn.weight	4	-0.0059150345623493195
55666	embedding2nn.weight	5	-0.003700581379234791
55666	embedding2nn.weight	6	-0.003973206505179405
55666	embedding2nn.weight	7	-0.03911098465323448
55666	embedding2nn.weight	8	-0.0019979383796453476
55666	embedding2nn.weight	9	-0.026365187019109726
55666	embedding2nn.bias	0	0.04894329607486725
55666	embedding2nn.bias	1	-0.054642755538225174
55666	embedding2nn.bias	2	0.09253156930208206
55666	embedding2nn.bias	3	0.06575091183185577
55666	embedding2nn.bias	4	-0.010147343389689922
55666	embedding2nn.bias	5	-0.028880147263407707
55666	embedding2nn.bias	6	0.014282511547207832
55666	embedding2nn.bias	7	-0.0476234033703804
55666	embedding2nn.bias	8	0.03778348118066788
55666	embedding2nn.bias	9	0.04985024407505989
55666	rnn.weight_ih_l0	0	-0.01913144253194332
55666	rnn.weight_ih_l0	1	0.0036062849685549736
55666	rnn.weight_ih_l0	2	0.03777002915740013
55666	rnn.weight_ih_l0	3	0.003306369064375758
55666	rnn.weight_ih_l0	4	-0.02315177023410797
55666	rnn.weight_ih_l0	5	-0.058887552469968796
55666	rnn.weight_ih_l0	6	0.016689814627170563
55666	rnn.weight_ih_l0	7	0.05606240779161453
55666	rnn.weight_ih_l0	8	0.00814089085906744
55666	rnn.weight_ih_l0	9	-0.0322871170938015
55666	rnn.weight_hh_l0	0	-0.028292417526245117
55666	rnn.weight_hh_l0	1	-0.0057600573636591434
55666	rnn.weight_hh_l0	2	0.0005671459948644042
55666	rnn.weight_hh_l0	3	-0.05052093043923378
55666	rnn.weight_hh_l0	4	0.0511050745844841
55666	rnn.weight_hh_l0	5	-0.015655137598514557
55666	rnn.weight_hh_l0	6	-0.04739208146929741
55666	rnn.weight_hh_l0	7	-0.030846809968352318
55666	rnn.weight_hh_l0	8	-0.0036196971777826548
55666	rnn.weight_hh_l0	9	-0.02083607017993927
55666	rnn.bias_ih_l0	0	0.042412884533405304
55666	rnn.bias_ih_l0	1	-0.028442934155464172
55666	rnn.bias_ih_l0	2	-0.00770992785692215
55666	rnn.bias_ih_l0	3	0.08322273939847946
55666	rnn.bias_ih_l0	4	-0.038258738815784454
55666	rnn.bias_ih_l0	5	-0.026081593707203865
55666	rnn.bias_ih_l0	6	0.01226866152137518
55666	rnn.bias_ih_l0	7	0.047284867614507675
55666	rnn.bias_ih_l0	8	-0.07868178933858871
55666	rnn.bias_ih_l0	9	-0.028288912028074265
55666	rnn.bias_hh_l0	0	-0.03596973046660423
55666	rnn.bias_hh_l0	1	-0.068300262093544
55666	rnn.bias_hh_l0	2	-0.029195288196206093
55666	rnn.bias_hh_l0	3	-0.07107942551374435
55666	rnn.bias_hh_l0	4	-0.01139949169009924
55666	rnn.bias_hh_l0	5	-0.0005313568981364369
55666	rnn.bias_hh_l0	6	0.03198448196053505
55666	rnn.bias_hh_l0	7	-0.016136543825268745
55666	rnn.bias_hh_l0	8	-0.10320257395505905
55666	rnn.bias_hh_l0	9	0.0005045606521889567
55666	rnn.weight_ih_l0_reverse	0	-0.019436314702033997
55666	rnn.weight_ih_l0_reverse	1	-0.05291149765253067
55666	rnn.weight_ih_l0_reverse	2	-0.03508026897907257
55666	rnn.weight_ih_l0_reverse	3	-0.0065110232681035995
55666	rnn.weight_ih_l0_reverse	4	-0.0016351095400750637
55666	rnn.weight_ih_l0_reverse	5	-0.04855369031429291
55666	rnn.weight_ih_l0_reverse	6	0.04488329961895943
55666	rnn.weight_ih_l0_reverse	7	-0.02724367566406727
55666	rnn.weight_ih_l0_reverse	8	-0.0340738445520401
55666	rnn.weight_ih_l0_reverse	9	0.007172945886850357
55666	rnn.weight_hh_l0_reverse	0	0.035331521183252335
55666	rnn.weight_hh_l0_reverse	1	0.02950790710747242
55666	rnn.weight_hh_l0_reverse	2	0.03219706937670708
55666	rnn.weight_hh_l0_reverse	3	0.020895706489682198
55666	rnn.weight_hh_l0_reverse	4	0.0005049216561019421
55666	rnn.weight_hh_l0_reverse	5	-0.008834547363221645
55666	rnn.weight_hh_l0_reverse	6	0.03870254009962082
55666	rnn.weight_hh_l0_reverse	7	-0.04294728860259056
55666	rnn.weight_hh_l0_reverse	8	0.025635559111833572
55666	rnn.weight_hh_l0_reverse	9	0.045424558222293854
55666	rnn.bias_ih_l0_reverse	0	-0.07146232575178146
55666	rnn.bias_ih_l0_reverse	1	-0.1859622448682785
55666	rnn.bias_ih_l0_reverse	2	-0.06436202675104141
55666	rnn.bias_ih_l0_reverse	3	-0.014288169331848621
55666	rnn.bias_ih_l0_reverse	4	-0.029523227363824844
55666	rnn.bias_ih_l0_reverse	5	0.019756922498345375
55666	rnn.bias_ih_l0_reverse	6	-0.042768631130456924
55666	rnn.bias_ih_l0_reverse	7	0.05137619748711586
55666	rnn.bias_ih_l0_reverse	8	-0.032093826681375504
55666	rnn.bias_ih_l0_reverse	9	0.01424405723810196
55666	rnn.bias_hh_l0_reverse	0	-0.020994538441300392
55666	rnn.bias_hh_l0_reverse	1	-0.024054192006587982
55666	rnn.bias_hh_l0_reverse	2	0.04477391391992569
55666	rnn.bias_hh_l0_reverse	3	-0.031254906207323074
55666	rnn.bias_hh_l0_reverse	4	-0.05199543386697769
55666	rnn.bias_hh_l0_reverse	5	-0.04804756119847298
55666	rnn.bias_hh_l0_reverse	6	-0.018299957737326622
55666	rnn.bias_hh_l0_reverse	7	0.07354502379894257
55666	rnn.bias_hh_l0_reverse	8	0.020073000341653824
55666	rnn.bias_hh_l0_reverse	9	-0.10001245141029358
55666	rnn.weight_ih_l1	0	-0.03275707736611366
55666	rnn.weight_ih_l1	1	-0.042047929018735886
55666	rnn.weight_ih_l1	2	0.07171114534139633
55666	rnn.weight_ih_l1	3	-0.026227394118905067
55666	rnn.weight_ih_l1	4	0.0006078759324736893
55666	rnn.weight_ih_l1	5	-0.04510153457522392
55666	rnn.weight_ih_l1	6	0.016327252611517906
55666	rnn.weight_ih_l1	7	-0.03151174262166023
55666	rnn.weight_ih_l1	8	0.037955742329359055
55666	rnn.weight_ih_l1	9	0.027682920917868614
55666	rnn.weight_hh_l1	0	-0.013598872348666191
55666	rnn.weight_hh_l1	1	0.005946977064013481
55666	rnn.weight_hh_l1	2	-0.0013549162540584803
55666	rnn.weight_hh_l1	3	-0.01001184806227684
55666	rnn.weight_hh_l1	4	0.0027254424057900906
55666	rnn.weight_hh_l1	5	0.02237139455974102
55666	rnn.weight_hh_l1	6	0.03229590505361557
55666	rnn.weight_hh_l1	7	-0.026044663041830063
55666	rnn.weight_hh_l1	8	-0.028412267565727234
55666	rnn.weight_hh_l1	9	0.03743838146328926
55666	rnn.bias_ih_l1	0	-0.11873622983694077
55666	rnn.bias_ih_l1	1	-0.1033816784620285
55666	rnn.bias_ih_l1	2	-0.13625192642211914
55666	rnn.bias_ih_l1	3	-0.18622343242168427
55666	rnn.bias_ih_l1	4	-0.1540757715702057
55666	rnn.bias_ih_l1	5	-0.10131289064884186
55666	rnn.bias_ih_l1	6	-0.0765196904540062
55666	rnn.bias_ih_l1	7	-0.03229072317481041
55666	rnn.bias_ih_l1	8	-0.0904671847820282
55666	rnn.bias_ih_l1	9	-0.10257145017385483
55666	rnn.bias_hh_l1	0	-0.1141890361905098
55666	rnn.bias_hh_l1	1	-0.05095516890287399
55666	rnn.bias_hh_l1	2	-0.08727768808603287
55666	rnn.bias_hh_l1	3	-0.06772281229496002
55666	rnn.bias_hh_l1	4	-0.10424917191267014
55666	rnn.bias_hh_l1	5	-0.06814156472682953
55666	rnn.bias_hh_l1	6	-0.08746083080768585
55666	rnn.bias_hh_l1	7	0.032974619418382645
55666	rnn.bias_hh_l1	8	-0.08195063471794128
55666	rnn.bias_hh_l1	9	-0.054189424961805344
55666	rnn.weight_ih_l1_reverse	0	-0.03709392622113228
55666	rnn.weight_ih_l1_reverse	1	0.03233824670314789
55666	rnn.weight_ih_l1_reverse	2	-0.02127019502222538
55666	rnn.weight_ih_l1_reverse	3	-0.017616044729948044
55666	rnn.weight_ih_l1_reverse	4	-0.03694726154208183
55666	rnn.weight_ih_l1_reverse	5	-0.03816916048526764
55666	rnn.weight_ih_l1_reverse	6	-0.02867530658841133
55666	rnn.weight_ih_l1_reverse	7	0.01634095422923565
55666	rnn.weight_ih_l1_reverse	8	0.028590047731995583
55666	rnn.weight_ih_l1_reverse	9	-0.04784567281603813
55666	rnn.weight_hh_l1_reverse	0	0.006609715521335602
55666	rnn.weight_hh_l1_reverse	1	0.028043491765856743
55666	rnn.weight_hh_l1_reverse	2	-0.03725750371813774
55666	rnn.weight_hh_l1_reverse	3	0.042093370109796524
55666	rnn.weight_hh_l1_reverse	4	0.046168003231287
55666	rnn.weight_hh_l1_reverse	5	0.010848725214600563
55666	rnn.weight_hh_l1_reverse	6	0.011387079022824764
55666	rnn.weight_hh_l1_reverse	7	0.027792884036898613
55666	rnn.weight_hh_l1_reverse	8	-0.002547917887568474
55666	rnn.weight_hh_l1_reverse	9	-0.039945218712091446
55666	rnn.bias_ih_l1_reverse	0	-0.026507573202252388
55666	rnn.bias_ih_l1_reverse	1	-0.08658891171216965
55666	rnn.bias_ih_l1_reverse	2	-0.09471146017313004
55666	rnn.bias_ih_l1_reverse	3	0.00678746122866869
55666	rnn.bias_ih_l1_reverse	4	-0.14672550559043884
55666	rnn.bias_ih_l1_reverse	5	-0.07956366240978241
55666	rnn.bias_ih_l1_reverse	6	-0.09593876451253891
55666	rnn.bias_ih_l1_reverse	7	-0.125604048371315
55666	rnn.bias_ih_l1_reverse	8	0.12796252965927124
55666	rnn.bias_ih_l1_reverse	9	0.024821976199746132
55666	rnn.bias_hh_l1_reverse	0	-0.03722962364554405
55666	rnn.bias_hh_l1_reverse	1	-0.008350539021193981
55666	rnn.bias_hh_l1_reverse	2	-0.1877514272928238
55666	rnn.bias_hh_l1_reverse	3	-0.0738334208726883
55666	rnn.bias_hh_l1_reverse	4	-0.05299445614218712
55666	rnn.bias_hh_l1_reverse	5	-0.05730948597192764
55666	rnn.bias_hh_l1_reverse	6	0.1115846037864685
55666	rnn.bias_hh_l1_reverse	7	-0.13609462976455688
55666	rnn.bias_hh_l1_reverse	8	-0.08390448242425919
55666	rnn.bias_hh_l1_reverse	9	-0.0897088274359703
55666	linear.weight	0	0.002228822559118271
55666	linear.weight	1	0.019414234906435013
55666	linear.weight	2	-0.1163255125284195
55666	linear.weight	3	0.25531890988349915
55666	linear.weight	4	0.06488644331693649
55666	linear.weight	5	0.023897811770439148
55666	linear.weight	6	0.024432407692074776
55666	linear.weight	7	0.0725085660815239
55666	linear.weight	8	0.04190397262573242
55666	linear.weight	9	-0.05394157022237778
55666	linear.bias	0	-0.0722334012389183
55666	linear.bias	1	-0.0850173607468605
55666	linear.bias	2	-0.45236992835998535
55666	linear.bias	3	-0.7210233211517334
55666	linear.bias	4	-1.019517183303833
55666	linear.bias	5	-0.04647077992558479
55666	linear.bias	6	-0.6144982576370239
55666	linear.bias	7	0.44601282477378845
55666	linear.bias	8	-0.5862828493118286
55666	linear.bias	9	-0.7847468852996826
55863	transitions	0	0.5078259110450745
55863	transitions	1	0.023724349215626717
55863	transitions	2	-10000.0
55863	transitions	3	-1.7960996627807617
55863	transitions	4	-10000.0
55863	transitions	5	0.6617610454559326
55863	transitions	6	-0.011922785080969334
55863	transitions	7	-0.3240158259868622
55863	transitions	8	-1.3213677406311035
55863	transitions	9	-0.0003159750485792756
55863	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
55863	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
55863	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
55863	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
55863	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
55863	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
55863	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
55863	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
55863	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
55863	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
55863	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
55863	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
55863	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
55863	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
55863	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
55863	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
55863	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
55863	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
55863	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
55863	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
55863	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
55863	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
55863	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
55863	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
55863	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
55863	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
55863	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
55863	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
55863	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
55863	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
55863	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
55863	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
55863	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
55863	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
55863	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
55863	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
55863	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
55863	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
55863	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
55863	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
55863	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
55863	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
55863	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
55863	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
55863	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
55863	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
55863	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
55863	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
55863	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
55863	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
55863	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
55863	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
55863	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
55863	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
55863	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
55863	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
55863	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
55863	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
55863	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
55863	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
55863	embedding2nn.weight	0	0.007938963361084461
55863	embedding2nn.weight	1	-0.015593428164720535
55863	embedding2nn.weight	2	-0.014268253929913044
55863	embedding2nn.weight	3	-0.00026863455423153937
55863	embedding2nn.weight	4	-0.0059150345623493195
55863	embedding2nn.weight	5	-0.0037005809135735035
55863	embedding2nn.weight	6	-0.003973202779889107
55863	embedding2nn.weight	7	-0.03912675008177757
55863	embedding2nn.weight	8	-0.0019979383796453476
55863	embedding2nn.weight	9	-0.02595958299934864
55863	embedding2nn.bias	0	0.040749989449977875
55863	embedding2nn.bias	1	-0.05680299177765846
55863	embedding2nn.bias	2	0.0955856442451477
55863	embedding2nn.bias	3	0.06206006556749344
55863	embedding2nn.bias	4	-0.009307206608355045
55863	embedding2nn.bias	5	-0.024066762998700142
55863	embedding2nn.bias	6	0.025188829749822617
55863	embedding2nn.bias	7	-0.047264132648706436
55863	embedding2nn.bias	8	0.03513543680310249
55863	embedding2nn.bias	9	0.04494541510939598
55863	rnn.weight_ih_l0	0	-0.018522923812270164
55863	rnn.weight_ih_l0	1	0.0035145217552781105
55863	rnn.weight_ih_l0	2	0.03826025873422623
55863	rnn.weight_ih_l0	3	0.003320954740047455
55863	rnn.weight_ih_l0	4	-0.02326815016567707
55863	rnn.weight_ih_l0	5	-0.059538617730140686
55863	rnn.weight_ih_l0	6	0.017516467720270157
55863	rnn.weight_ih_l0	7	0.05499175935983658
55863	rnn.weight_ih_l0	8	0.00812107976526022
55863	rnn.weight_ih_l0	9	-0.032413508743047714
55863	rnn.weight_hh_l0	0	-0.02773209847509861
55863	rnn.weight_hh_l0	1	-0.004614268429577351
55863	rnn.weight_hh_l0	2	-0.00012754849740304053
55863	rnn.weight_hh_l0	3	-0.049974475055933
55863	rnn.weight_hh_l0	4	0.050735171884298325
55863	rnn.weight_hh_l0	5	-0.017727386206388474
55863	rnn.weight_hh_l0	6	-0.0477323979139328
55863	rnn.weight_hh_l0	7	-0.030146704986691475
55863	rnn.weight_hh_l0	8	-0.00505441939458251
55863	rnn.weight_hh_l0	9	-0.020381642505526543
55863	rnn.bias_ih_l0	0	0.042063578963279724
55863	rnn.bias_ih_l0	1	-0.028365857899188995
55863	rnn.bias_ih_l0	2	-0.007417155895382166
55863	rnn.bias_ih_l0	3	0.08020413666963577
55863	rnn.bias_ih_l0	4	-0.0370122492313385
55863	rnn.bias_ih_l0	5	-0.026069073006510735
55863	rnn.bias_ih_l0	6	0.012047666124999523
55863	rnn.bias_ih_l0	7	0.04678429663181305
55863	rnn.bias_ih_l0	8	-0.08115915209054947
55863	rnn.bias_ih_l0	9	-0.027328575029969215
55863	rnn.bias_hh_l0	0	-0.03489944338798523
55863	rnn.bias_hh_l0	1	-0.06988480687141418
55863	rnn.bias_hh_l0	2	-0.02751166932284832
55863	rnn.bias_hh_l0	3	-0.07263915985822678
55863	rnn.bias_hh_l0	4	-0.011503403075039387
55863	rnn.bias_hh_l0	5	-0.0004018266627099365
55863	rnn.bias_hh_l0	6	0.02978801541030407
55863	rnn.bias_hh_l0	7	-0.012111753225326538
55863	rnn.bias_hh_l0	8	-0.0996781438589096
55863	rnn.bias_hh_l0	9	0.0010521166259422898
55863	rnn.weight_ih_l0_reverse	0	-0.018939245492219925
55863	rnn.weight_ih_l0_reverse	1	-0.051246076822280884
55863	rnn.weight_ih_l0_reverse	2	-0.03661458566784859
55863	rnn.weight_ih_l0_reverse	3	-0.005294028669595718
55863	rnn.weight_ih_l0_reverse	4	-0.0010726161999627948
55863	rnn.weight_ih_l0_reverse	5	-0.04842027276754379
55863	rnn.weight_ih_l0_reverse	6	0.04493998736143112
55863	rnn.weight_ih_l0_reverse	7	-0.026783714070916176
55863	rnn.weight_ih_l0_reverse	8	-0.03511113300919533
55863	rnn.weight_ih_l0_reverse	9	0.00712927058339119
55863	rnn.weight_hh_l0_reverse	0	0.035565562546253204
55863	rnn.weight_hh_l0_reverse	1	0.030559973791241646
55863	rnn.weight_hh_l0_reverse	2	0.031710185110569
55863	rnn.weight_hh_l0_reverse	3	0.020876683294773102
55863	rnn.weight_hh_l0_reverse	4	0.0011270128889009356
55863	rnn.weight_hh_l0_reverse	5	-0.009657989256083965
55863	rnn.weight_hh_l0_reverse	6	0.038820236921310425
55863	rnn.weight_hh_l0_reverse	7	-0.04260731115937233
55863	rnn.weight_hh_l0_reverse	8	0.026139091700315475
55863	rnn.weight_hh_l0_reverse	9	0.045141831040382385
55863	rnn.bias_ih_l0_reverse	0	-0.07164762914180756
55863	rnn.bias_ih_l0_reverse	1	-0.18634089827537537
55863	rnn.bias_ih_l0_reverse	2	-0.06606719642877579
55863	rnn.bias_ih_l0_reverse	3	-0.01303965225815773
55863	rnn.bias_ih_l0_reverse	4	-0.027521193027496338
55863	rnn.bias_ih_l0_reverse	5	0.026980234310030937
55863	rnn.bias_ih_l0_reverse	6	-0.04271836206316948
55863	rnn.bias_ih_l0_reverse	7	0.05195978656411171
55863	rnn.bias_ih_l0_reverse	8	-0.031427331268787384
55863	rnn.bias_ih_l0_reverse	9	0.01719025708734989
55863	rnn.bias_hh_l0_reverse	0	-0.01886112429201603
55863	rnn.bias_hh_l0_reverse	1	-0.023212028667330742
55863	rnn.bias_hh_l0_reverse	2	0.0443161316215992
55863	rnn.bias_hh_l0_reverse	3	-0.031893499195575714
55863	rnn.bias_hh_l0_reverse	4	-0.05520891770720482
55863	rnn.bias_hh_l0_reverse	5	-0.04790915548801422
55863	rnn.bias_hh_l0_reverse	6	-0.016016926616430283
55863	rnn.bias_hh_l0_reverse	7	0.07469992339611053
55863	rnn.bias_hh_l0_reverse	8	0.020734205842018127
55863	rnn.bias_hh_l0_reverse	9	-0.10069793462753296
55863	rnn.weight_ih_l1	0	-0.032591186463832855
55863	rnn.weight_ih_l1	1	-0.0416407585144043
55863	rnn.weight_ih_l1	2	0.07145100831985474
55863	rnn.weight_ih_l1	3	-0.026550719514489174
55863	rnn.weight_ih_l1	4	0.00047995508066378534
55863	rnn.weight_ih_l1	5	-0.04547053948044777
55863	rnn.weight_ih_l1	6	0.017492827028036118
55863	rnn.weight_ih_l1	7	-0.0313122533261776
55863	rnn.weight_ih_l1	8	0.038091033697128296
55863	rnn.weight_ih_l1	9	0.027894841507077217
55863	rnn.weight_hh_l1	0	-0.013174849562346935
55863	rnn.weight_hh_l1	1	0.006011756602674723
55863	rnn.weight_hh_l1	2	-0.001370469806715846
55863	rnn.weight_hh_l1	3	-0.009663761593401432
55863	rnn.weight_hh_l1	4	0.0034839205909520388
55863	rnn.weight_hh_l1	5	0.021803852170705795
55863	rnn.weight_hh_l1	6	0.03186618536710739
55863	rnn.weight_hh_l1	7	-0.025784088298678398
55863	rnn.weight_hh_l1	8	-0.02833133190870285
55863	rnn.weight_hh_l1	9	0.03707164525985718
55863	rnn.bias_ih_l1	0	-0.12238886207342148
55863	rnn.bias_ih_l1	1	-0.10666169971227646
55863	rnn.bias_ih_l1	2	-0.1365295797586441
55863	rnn.bias_ih_l1	3	-0.1879015564918518
55863	rnn.bias_ih_l1	4	-0.14529116451740265
55863	rnn.bias_ih_l1	5	-0.10282823443412781
55863	rnn.bias_ih_l1	6	-0.07393616437911987
55863	rnn.bias_ih_l1	7	-0.03426971659064293
55863	rnn.bias_ih_l1	8	-0.09071188420057297
55863	rnn.bias_ih_l1	9	-0.10284542292356491
55863	rnn.bias_hh_l1	0	-0.11260392516851425
55863	rnn.bias_hh_l1	1	-0.05061183124780655
55863	rnn.bias_hh_l1	2	-0.08614819496870041
55863	rnn.bias_hh_l1	3	-0.06752203404903412
55863	rnn.bias_hh_l1	4	-0.1040593758225441
55863	rnn.bias_hh_l1	5	-0.06953885406255722
55863	rnn.bias_hh_l1	6	-0.08938805013895035
55863	rnn.bias_hh_l1	7	0.03196023404598236
55863	rnn.bias_hh_l1	8	-0.08324425667524338
55863	rnn.bias_hh_l1	9	-0.05838838219642639
55863	rnn.weight_ih_l1_reverse	0	-0.037958674132823944
55863	rnn.weight_ih_l1_reverse	1	0.03023933619260788
55863	rnn.weight_ih_l1_reverse	2	-0.02060914784669876
55863	rnn.weight_ih_l1_reverse	3	-0.018178781494498253
55863	rnn.weight_ih_l1_reverse	4	-0.03621690720319748
55863	rnn.weight_ih_l1_reverse	5	-0.0376763790845871
55863	rnn.weight_ih_l1_reverse	6	-0.02793227508664131
55863	rnn.weight_ih_l1_reverse	7	0.017289312556385994
55863	rnn.weight_ih_l1_reverse	8	0.02444101870059967
55863	rnn.weight_ih_l1_reverse	9	-0.04717562720179558
55863	rnn.weight_hh_l1_reverse	0	0.0063177854754030704
55863	rnn.weight_hh_l1_reverse	1	0.028020208701491356
55863	rnn.weight_hh_l1_reverse	2	-0.03732338920235634
55863	rnn.weight_hh_l1_reverse	3	0.04206376150250435
55863	rnn.weight_hh_l1_reverse	4	0.046089284121990204
55863	rnn.weight_hh_l1_reverse	5	0.009627544321119785
55863	rnn.weight_hh_l1_reverse	6	0.009582895785570145
55863	rnn.weight_hh_l1_reverse	7	0.027700182050466537
55863	rnn.weight_hh_l1_reverse	8	-0.0025627948343753815
55863	rnn.weight_hh_l1_reverse	9	-0.03979940339922905
55863	rnn.bias_ih_l1_reverse	0	-0.026807188987731934
55863	rnn.bias_ih_l1_reverse	1	-0.0902457982301712
55863	rnn.bias_ih_l1_reverse	2	-0.0960359200835228
55863	rnn.bias_ih_l1_reverse	3	0.01319050695747137
55863	rnn.bias_ih_l1_reverse	4	-0.14522409439086914
55863	rnn.bias_ih_l1_reverse	5	-0.07846713066101074
55863	rnn.bias_ih_l1_reverse	6	-0.09689883142709732
55863	rnn.bias_ih_l1_reverse	7	-0.13053584098815918
55863	rnn.bias_ih_l1_reverse	8	0.13241426646709442
55863	rnn.bias_ih_l1_reverse	9	0.026650231331586838
55863	rnn.bias_hh_l1_reverse	0	-0.045210883021354675
55863	rnn.bias_hh_l1_reverse	1	-0.006057195831090212
55863	rnn.bias_hh_l1_reverse	2	-0.18836870789527893
55863	rnn.bias_hh_l1_reverse	3	-0.07446342706680298
55863	rnn.bias_hh_l1_reverse	4	-0.05256916955113411
55863	rnn.bias_hh_l1_reverse	5	-0.05909498780965805
55863	rnn.bias_hh_l1_reverse	6	0.10434494912624359
55863	rnn.bias_hh_l1_reverse	7	-0.13447518646717072
55863	rnn.bias_hh_l1_reverse	8	-0.08363795280456543
55863	rnn.bias_hh_l1_reverse	9	-0.09028229862451553
55863	linear.weight	0	0.002228822559118271
55863	linear.weight	1	0.019297119230031967
55863	linear.weight	2	-0.11384046077728271
55863	linear.weight	3	0.2548460066318512
55863	linear.weight	4	0.07045178860425949
55863	linear.weight	5	0.025427304208278656
55863	linear.weight	6	0.021464835852384567
55863	linear.weight	7	0.08884701877832413
55863	linear.weight	8	0.04189788177609444
55863	linear.weight	9	-0.05378146842122078
55863	linear.bias	0	-0.09606774151325226
55863	linear.bias	1	-0.08548388630151749
55863	linear.bias	2	-0.46070700883865356
55863	linear.bias	3	-0.7023414969444275
55863	linear.bias	4	-1.0036051273345947
55863	linear.bias	5	-0.040895167738199234
55863	linear.bias	6	-0.6120007038116455
55863	linear.bias	7	0.45447102189064026
55863	linear.bias	8	-0.5981849431991577
55863	linear.bias	9	-0.7967453002929688
56060	transitions	0	0.5047735571861267
56060	transitions	1	0.02231787145137787
56060	transitions	2	-10000.0
56060	transitions	3	-1.7962098121643066
56060	transitions	4	-10000.0
56060	transitions	5	0.6614154577255249
56060	transitions	6	-0.012386077083647251
56060	transitions	7	-0.32508111000061035
56060	transitions	8	-1.3217397928237915
56060	transitions	9	-0.00031960755586624146
56060	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
56060	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
56060	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
56060	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
56060	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
56060	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
56060	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
56060	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
56060	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
56060	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
56060	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
56060	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
56060	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
56060	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
56060	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
56060	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
56060	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
56060	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
56060	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
56060	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
56060	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
56060	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
56060	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
56060	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
56060	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
56060	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
56060	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
56060	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
56060	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
56060	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
56060	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
56060	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
56060	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
56060	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
56060	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
56060	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
56060	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
56060	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
56060	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
56060	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
56060	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
56060	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
56060	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
56060	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
56060	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
56060	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
56060	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
56060	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
56060	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
56060	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
56060	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
56060	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
56060	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
56060	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
56060	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
56060	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
56060	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
56060	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
56060	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
56060	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
56060	embedding2nn.weight	0	0.006580358371138573
56060	embedding2nn.weight	1	-0.01599031500518322
56060	embedding2nn.weight	2	-0.014268253929913044
56060	embedding2nn.weight	3	0.0009468400967307389
56060	embedding2nn.weight	4	-0.0059150345623493195
56060	embedding2nn.weight	5	-0.003700581379234791
56060	embedding2nn.weight	6	-0.003973204176872969
56060	embedding2nn.weight	7	-0.03892844170331955
56060	embedding2nn.weight	8	-0.0019979383796453476
56060	embedding2nn.weight	9	-0.026898330077528954
56060	embedding2nn.bias	0	0.042659591883420944
56060	embedding2nn.bias	1	-0.05641087144613266
56060	embedding2nn.bias	2	0.09547700732946396
56060	embedding2nn.bias	3	0.05729888007044792
56060	embedding2nn.bias	4	-0.01541587058454752
56060	embedding2nn.bias	5	-0.02917245216667652
56060	embedding2nn.bias	6	0.019485337659716606
56060	embedding2nn.bias	7	-0.04911116138100624
56060	embedding2nn.bias	8	0.034432291984558105
56060	embedding2nn.bias	9	0.04767942428588867
56060	rnn.weight_ih_l0	0	-0.017359210178256035
56060	rnn.weight_ih_l0	1	0.003732677549123764
56060	rnn.weight_ih_l0	2	0.03732195496559143
56060	rnn.weight_ih_l0	3	0.003085803473368287
56060	rnn.weight_ih_l0	4	-0.022918622940778732
56060	rnn.weight_ih_l0	5	-0.058722708374261856
56060	rnn.weight_ih_l0	6	0.017294298857450485
56060	rnn.weight_ih_l0	7	0.05423857644200325
56060	rnn.weight_ih_l0	8	0.007818039506673813
56060	rnn.weight_ih_l0	9	-0.031965747475624084
56060	rnn.weight_hh_l0	0	-0.028133053332567215
56060	rnn.weight_hh_l0	1	-0.005371013656258583
56060	rnn.weight_hh_l0	2	0.00015001921565271914
56060	rnn.weight_hh_l0	3	-0.05023717135190964
56060	rnn.weight_hh_l0	4	0.05160649120807648
56060	rnn.weight_hh_l0	5	-0.01928526721894741
56060	rnn.weight_hh_l0	6	-0.048539694398641586
56060	rnn.weight_hh_l0	7	-0.029604604467749596
56060	rnn.weight_hh_l0	8	-0.004864625632762909
56060	rnn.weight_hh_l0	9	-0.02047738991677761
56060	rnn.bias_ih_l0	0	0.043317537754774094
56060	rnn.bias_ih_l0	1	-0.029098473489284515
56060	rnn.bias_ih_l0	2	-0.005495431367307901
56060	rnn.bias_ih_l0	3	0.07895049452781677
56060	rnn.bias_ih_l0	4	-0.03874669224023819
56060	rnn.bias_ih_l0	5	-0.02954419143497944
56060	rnn.bias_ih_l0	6	0.011554410681128502
56060	rnn.bias_ih_l0	7	0.048856284469366074
56060	rnn.bias_ih_l0	8	-0.08030270785093307
56060	rnn.bias_ih_l0	9	-0.029504118487238884
56060	rnn.bias_hh_l0	0	-0.03149403631687164
56060	rnn.bias_hh_l0	1	-0.06649067997932434
56060	rnn.bias_hh_l0	2	-0.030495867133140564
56060	rnn.bias_hh_l0	3	-0.07171008735895157
56060	rnn.bias_hh_l0	4	-0.012121480889618397
56060	rnn.bias_hh_l0	5	-0.0016921998467296362
56060	rnn.bias_hh_l0	6	0.029372960329055786
56060	rnn.bias_hh_l0	7	-0.015737824141979218
56060	rnn.bias_hh_l0	8	-0.10025544464588165
56060	rnn.bias_hh_l0	9	0.0017646646592766047
56060	rnn.weight_ih_l0_reverse	0	-0.019388066604733467
56060	rnn.weight_ih_l0_reverse	1	-0.05059690773487091
56060	rnn.weight_ih_l0_reverse	2	-0.03619370236992836
56060	rnn.weight_ih_l0_reverse	3	-0.00439224299043417
56060	rnn.weight_ih_l0_reverse	4	-0.0018289092695340514
56060	rnn.weight_ih_l0_reverse	5	-0.047743260860443115
56060	rnn.weight_ih_l0_reverse	6	0.04418542981147766
56060	rnn.weight_ih_l0_reverse	7	-0.02425546757876873
56060	rnn.weight_ih_l0_reverse	8	-0.035983528941869736
56060	rnn.weight_ih_l0_reverse	9	0.007189180236309767
56060	rnn.weight_hh_l0_reverse	0	0.03399469330906868
56060	rnn.weight_hh_l0_reverse	1	0.029695438221096992
56060	rnn.weight_hh_l0_reverse	2	0.031169112771749496
56060	rnn.weight_hh_l0_reverse	3	0.02154332771897316
56060	rnn.weight_hh_l0_reverse	4	0.0006959598977118731
56060	rnn.weight_hh_l0_reverse	5	-0.009271593764424324
56060	rnn.weight_hh_l0_reverse	6	0.039601877331733704
56060	rnn.weight_hh_l0_reverse	7	-0.042950112372636795
56060	rnn.weight_hh_l0_reverse	8	0.02614513412117958
56060	rnn.weight_hh_l0_reverse	9	0.045029979199171066
56060	rnn.bias_ih_l0_reverse	0	-0.07188287377357483
56060	rnn.bias_ih_l0_reverse	1	-0.18823659420013428
56060	rnn.bias_ih_l0_reverse	2	-0.06654632091522217
56060	rnn.bias_ih_l0_reverse	3	-0.011369080282747746
56060	rnn.bias_ih_l0_reverse	4	-0.023368678987026215
56060	rnn.bias_ih_l0_reverse	5	0.028984302654862404
56060	rnn.bias_ih_l0_reverse	6	-0.03992922604084015
56060	rnn.bias_ih_l0_reverse	7	0.05084085837006569
56060	rnn.bias_ih_l0_reverse	8	-0.03494071587920189
56060	rnn.bias_ih_l0_reverse	9	0.01637553609907627
56060	rnn.bias_hh_l0_reverse	0	-0.016263118013739586
56060	rnn.bias_hh_l0_reverse	1	-0.029389839619398117
56060	rnn.bias_hh_l0_reverse	2	0.04523114114999771
56060	rnn.bias_hh_l0_reverse	3	-0.03306148573756218
56060	rnn.bias_hh_l0_reverse	4	-0.05484292283654213
56060	rnn.bias_hh_l0_reverse	5	-0.047290921211242676
56060	rnn.bias_hh_l0_reverse	6	-0.01830650120973587
56060	rnn.bias_hh_l0_reverse	7	0.07399418950080872
56060	rnn.bias_hh_l0_reverse	8	0.018159618601202965
56060	rnn.bias_hh_l0_reverse	9	-0.10341788828372955
56060	rnn.weight_ih_l1	0	-0.03248092159628868
56060	rnn.weight_ih_l1	1	-0.0406368114054203
56060	rnn.weight_ih_l1	2	0.07124856859445572
56060	rnn.weight_ih_l1	3	-0.02515050210058689
56060	rnn.weight_ih_l1	4	0.0005166807095520198
56060	rnn.weight_ih_l1	5	-0.04511166736483574
56060	rnn.weight_ih_l1	6	0.01716371439397335
56060	rnn.weight_ih_l1	7	-0.03139427676796913
56060	rnn.weight_ih_l1	8	0.038262058049440384
56060	rnn.weight_ih_l1	9	0.027640657499432564
56060	rnn.weight_hh_l1	0	-0.011893603950738907
56060	rnn.weight_hh_l1	1	0.006060494109988213
56060	rnn.weight_hh_l1	2	-0.002448494778946042
56060	rnn.weight_hh_l1	3	-0.009358352981507778
56060	rnn.weight_hh_l1	4	0.003975730389356613
56060	rnn.weight_hh_l1	5	0.021975349634885788
56060	rnn.weight_hh_l1	6	0.03170064464211464
56060	rnn.weight_hh_l1	7	-0.02554326318204403
56060	rnn.weight_hh_l1	8	-0.028308309614658356
56060	rnn.weight_hh_l1	9	0.03690686821937561
56060	rnn.bias_ih_l1	0	-0.1211591511964798
56060	rnn.bias_ih_l1	1	-0.10433561354875565
56060	rnn.bias_ih_l1	2	-0.1339971125125885
56060	rnn.bias_ih_l1	3	-0.18755054473876953
56060	rnn.bias_ih_l1	4	-0.1438944786787033
56060	rnn.bias_ih_l1	5	-0.10149316489696503
56060	rnn.bias_ih_l1	6	-0.07699866592884064
56060	rnn.bias_ih_l1	7	-0.031725041568279266
56060	rnn.bias_ih_l1	8	-0.09464150667190552
56060	rnn.bias_ih_l1	9	-0.1045198142528534
56060	rnn.bias_hh_l1	0	-0.1143316775560379
56060	rnn.bias_hh_l1	1	-0.05128044635057449
56060	rnn.bias_hh_l1	2	-0.08951947838068008
56060	rnn.bias_hh_l1	3	-0.06773600727319717
56060	rnn.bias_hh_l1	4	-0.10474661737680435
56060	rnn.bias_hh_l1	5	-0.06822948902845383
56060	rnn.bias_hh_l1	6	-0.09164020419120789
56060	rnn.bias_hh_l1	7	0.030562954023480415
56060	rnn.bias_hh_l1	8	-0.09289541095495224
56060	rnn.bias_hh_l1	9	-0.061034195125103
56060	rnn.weight_ih_l1_reverse	0	-0.03691723197698593
56060	rnn.weight_ih_l1_reverse	1	0.030922826379537582
56060	rnn.weight_ih_l1_reverse	2	-0.0187997929751873
56060	rnn.weight_ih_l1_reverse	3	-0.01710190251469612
56060	rnn.weight_ih_l1_reverse	4	-0.03714049607515335
56060	rnn.weight_ih_l1_reverse	5	-0.037436071783304214
56060	rnn.weight_ih_l1_reverse	6	-0.027763986960053444
56060	rnn.weight_ih_l1_reverse	7	0.0170039851218462
56060	rnn.weight_ih_l1_reverse	8	0.02416999265551567
56060	rnn.weight_ih_l1_reverse	9	-0.04578251391649246
56060	rnn.weight_hh_l1_reverse	0	0.006646316964179277
56060	rnn.weight_hh_l1_reverse	1	0.02805856615304947
56060	rnn.weight_hh_l1_reverse	2	-0.03722623735666275
56060	rnn.weight_hh_l1_reverse	3	0.04205266758799553
56060	rnn.weight_hh_l1_reverse	4	0.0471174381673336
56060	rnn.weight_hh_l1_reverse	5	0.009691916406154633
56060	rnn.weight_hh_l1_reverse	6	0.009515107609331608
56060	rnn.weight_hh_l1_reverse	7	0.027823161333799362
56060	rnn.weight_hh_l1_reverse	8	-0.0027728741988539696
56060	rnn.weight_hh_l1_reverse	9	-0.0397186353802681
56060	rnn.bias_ih_l1_reverse	0	-0.0288796778768301
56060	rnn.bias_ih_l1_reverse	1	-0.08584804832935333
56060	rnn.bias_ih_l1_reverse	2	-0.09669753909111023
56060	rnn.bias_ih_l1_reverse	3	0.01432174351066351
56060	rnn.bias_ih_l1_reverse	4	-0.14481735229492188
56060	rnn.bias_ih_l1_reverse	5	-0.07972396910190582
56060	rnn.bias_ih_l1_reverse	6	-0.09688019752502441
56060	rnn.bias_ih_l1_reverse	7	-0.12844052910804749
56060	rnn.bias_ih_l1_reverse	8	0.1346394121646881
56060	rnn.bias_ih_l1_reverse	9	0.02974068373441696
56060	rnn.bias_hh_l1_reverse	0	-0.05227302014827728
56060	rnn.bias_hh_l1_reverse	1	-0.010162659920752048
56060	rnn.bias_hh_l1_reverse	2	-0.18959571421146393
56060	rnn.bias_hh_l1_reverse	3	-0.07168405503034592
56060	rnn.bias_hh_l1_reverse	4	-0.05278687924146652
56060	rnn.bias_hh_l1_reverse	5	-0.06041558086872101
56060	rnn.bias_hh_l1_reverse	6	0.10492788255214691
56060	rnn.bias_hh_l1_reverse	7	-0.1340368390083313
56060	rnn.bias_hh_l1_reverse	8	-0.08536507189273834
56060	rnn.bias_hh_l1_reverse	9	-0.0901532843708992
56060	linear.weight	0	0.002228822559118271
56060	linear.weight	1	0.02517002634704113
56060	linear.weight	2	-0.11107299476861954
56060	linear.weight	3	0.2499741166830063
56060	linear.weight	4	0.07598207890987396
56060	linear.weight	5	0.023281164467334747
56060	linear.weight	6	0.0289749912917614
56060	linear.weight	7	0.0837789922952652
56060	linear.weight	8	0.04188951104879379
56060	linear.weight	9	-0.04868941381573677
56060	linear.bias	0	-0.08166608959436417
56060	linear.bias	1	-0.07586231082677841
56060	linear.bias	2	-0.47360455989837646
56060	linear.bias	3	-0.7178751826286316
56060	linear.bias	4	-1.022819995880127
56060	linear.bias	5	-0.03642832860350609
56060	linear.bias	6	-0.5976883172988892
56060	linear.bias	7	0.46098729968070984
56060	linear.bias	8	-0.5983192324638367
56060	linear.bias	9	-0.7978477478027344
56257	transitions	0	0.49931031465530396
56257	transitions	1	0.02520713396370411
56257	transitions	2	-10000.0
56257	transitions	3	-1.7963526248931885
56257	transitions	4	-10000.0
56257	transitions	5	0.6609709858894348
56257	transitions	6	-0.012569078244268894
56257	transitions	7	-0.32618948817253113
56257	transitions	8	-1.3220202922821045
56257	transitions	9	-0.00032540358370169997
56257	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
56257	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
56257	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
56257	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
56257	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
56257	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
56257	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
56257	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
56257	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
56257	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
56257	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
56257	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
56257	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
56257	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
56257	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
56257	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
56257	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
56257	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
56257	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
56257	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
56257	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
56257	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
56257	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
56257	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
56257	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
56257	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
56257	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
56257	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
56257	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
56257	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
56257	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
56257	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
56257	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
56257	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
56257	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
56257	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
56257	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
56257	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
56257	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
56257	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
56257	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
56257	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
56257	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
56257	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
56257	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
56257	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
56257	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
56257	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
56257	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
56257	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
56257	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
56257	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
56257	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
56257	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
56257	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
56257	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
56257	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
56257	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
56257	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
56257	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
56257	embedding2nn.weight	0	0.006215296685695648
56257	embedding2nn.weight	1	-0.016223471611738205
56257	embedding2nn.weight	2	-0.014268253929913044
56257	embedding2nn.weight	3	0.00032637891126796603
56257	embedding2nn.weight	4	-0.0059150345623493195
56257	embedding2nn.weight	5	-0.003700581379234791
56257	embedding2nn.weight	6	-0.003973204642534256
56257	embedding2nn.weight	7	-0.040249112993478775
56257	embedding2nn.weight	8	-0.0019979383796453476
56257	embedding2nn.weight	9	-0.026350200176239014
56257	embedding2nn.bias	0	0.041027091443538666
56257	embedding2nn.bias	1	-0.05251271277666092
56257	embedding2nn.bias	2	0.09538835287094116
56257	embedding2nn.bias	3	0.05965368449687958
56257	embedding2nn.bias	4	-0.014380376785993576
56257	embedding2nn.bias	5	-0.023707784712314606
56257	embedding2nn.bias	6	0.018553197383880615
56257	embedding2nn.bias	7	-0.04815521836280823
56257	embedding2nn.bias	8	0.04425758868455887
56257	embedding2nn.bias	9	0.04811670258641243
56257	rnn.weight_ih_l0	0	-0.01777597889304161
56257	rnn.weight_ih_l0	1	0.004615195095539093
56257	rnn.weight_ih_l0	2	0.03674522787332535
56257	rnn.weight_ih_l0	3	0.003115762257948518
56257	rnn.weight_ih_l0	4	-0.023242715746164322
56257	rnn.weight_ih_l0	5	-0.05769873410463333
56257	rnn.weight_ih_l0	6	0.01870589330792427
56257	rnn.weight_ih_l0	7	0.0548153892159462
56257	rnn.weight_ih_l0	8	0.005510622635483742
56257	rnn.weight_ih_l0	9	-0.03211013972759247
56257	rnn.weight_hh_l0	0	-0.02927764691412449
56257	rnn.weight_hh_l0	1	-0.004456875380128622
56257	rnn.weight_hh_l0	2	0.0001487964764237404
56257	rnn.weight_hh_l0	3	-0.050553034991025925
56257	rnn.weight_hh_l0	4	0.052070796489715576
56257	rnn.weight_hh_l0	5	-0.019220789894461632
56257	rnn.weight_hh_l0	6	-0.04721266031265259
56257	rnn.weight_hh_l0	7	-0.02949281595647335
56257	rnn.weight_hh_l0	8	-0.004079236648976803
56257	rnn.weight_hh_l0	9	-0.021025389432907104
56257	rnn.bias_ih_l0	0	0.045253243297338486
56257	rnn.bias_ih_l0	1	-0.031095096841454506
56257	rnn.bias_ih_l0	2	-0.007592533249408007
56257	rnn.bias_ih_l0	3	0.0782390683889389
56257	rnn.bias_ih_l0	4	-0.04035976529121399
56257	rnn.bias_ih_l0	5	-0.031811539083719254
56257	rnn.bias_ih_l0	6	0.010745692998170853
56257	rnn.bias_ih_l0	7	0.04930495843291283
56257	rnn.bias_ih_l0	8	-0.08063490688800812
56257	rnn.bias_ih_l0	9	-0.023996030911803246
56257	rnn.bias_hh_l0	0	-0.031196998432278633
56257	rnn.bias_hh_l0	1	-0.0687650665640831
56257	rnn.bias_hh_l0	2	-0.031154727563261986
56257	rnn.bias_hh_l0	3	-0.07225088775157928
56257	rnn.bias_hh_l0	4	-0.01205494999885559
56257	rnn.bias_hh_l0	5	-0.0021582404151558876
56257	rnn.bias_hh_l0	6	0.03131372109055519
56257	rnn.bias_hh_l0	7	-0.011210519820451736
56257	rnn.bias_hh_l0	8	-0.0986412838101387
56257	rnn.bias_hh_l0	9	0.001049505895934999
56257	rnn.weight_ih_l0_reverse	0	-0.020705919712781906
56257	rnn.weight_ih_l0_reverse	1	-0.05058526247739792
56257	rnn.weight_ih_l0_reverse	2	-0.03488147258758545
56257	rnn.weight_ih_l0_reverse	3	-0.0031412814278155565
56257	rnn.weight_ih_l0_reverse	4	-0.0012995379511266947
56257	rnn.weight_ih_l0_reverse	5	-0.048054467886686325
56257	rnn.weight_ih_l0_reverse	6	0.044411104172468185
56257	rnn.weight_ih_l0_reverse	7	-0.02532876469194889
56257	rnn.weight_ih_l0_reverse	8	-0.03648598864674568
56257	rnn.weight_ih_l0_reverse	9	0.0074692084454
56257	rnn.weight_hh_l0_reverse	0	0.032815996557474136
56257	rnn.weight_hh_l0_reverse	1	0.03007672168314457
56257	rnn.weight_hh_l0_reverse	2	0.03148680552840233
56257	rnn.weight_hh_l0_reverse	3	0.021203167736530304
56257	rnn.weight_hh_l0_reverse	4	-0.00042627518996596336
56257	rnn.weight_hh_l0_reverse	5	-0.010068954899907112
56257	rnn.weight_hh_l0_reverse	6	0.03980294615030289
56257	rnn.weight_hh_l0_reverse	7	-0.04464118555188179
56257	rnn.weight_hh_l0_reverse	8	0.027454901486635208
56257	rnn.weight_hh_l0_reverse	9	0.04569915682077408
56257	rnn.bias_ih_l0_reverse	0	-0.07286418229341507
56257	rnn.bias_ih_l0_reverse	1	-0.18828387558460236
56257	rnn.bias_ih_l0_reverse	2	-0.06123289838433266
56257	rnn.bias_ih_l0_reverse	3	-0.011256923899054527
56257	rnn.bias_ih_l0_reverse	4	-0.0259885024279356
56257	rnn.bias_ih_l0_reverse	5	0.02544129453599453
56257	rnn.bias_ih_l0_reverse	6	-0.03884325176477432
56257	rnn.bias_ih_l0_reverse	7	0.050683457404375076
56257	rnn.bias_ih_l0_reverse	8	-0.03469161316752434
56257	rnn.bias_ih_l0_reverse	9	0.017531825229525566
56257	rnn.bias_hh_l0_reverse	0	-0.014722459949553013
56257	rnn.bias_hh_l0_reverse	1	-0.032145582139492035
56257	rnn.bias_hh_l0_reverse	2	0.04426741600036621
56257	rnn.bias_hh_l0_reverse	3	-0.032298266887664795
56257	rnn.bias_hh_l0_reverse	4	-0.05311878025531769
56257	rnn.bias_hh_l0_reverse	5	-0.04539230465888977
56257	rnn.bias_hh_l0_reverse	6	-0.019666139036417007
56257	rnn.bias_hh_l0_reverse	7	0.07590438425540924
56257	rnn.bias_hh_l0_reverse	8	0.016032030805945396
56257	rnn.bias_hh_l0_reverse	9	-0.10307025164365768
56257	rnn.weight_ih_l1	0	-0.03219514340162277
56257	rnn.weight_ih_l1	1	-0.040783073753118515
56257	rnn.weight_ih_l1	2	0.07255905121564865
56257	rnn.weight_ih_l1	3	-0.027960846200585365
56257	rnn.weight_ih_l1	4	7.814836135366932e-05
56257	rnn.weight_ih_l1	5	-0.044361792504787445
56257	rnn.weight_ih_l1	6	0.016273386776447296
56257	rnn.weight_ih_l1	7	-0.03249466419219971
56257	rnn.weight_ih_l1	8	0.03818277269601822
56257	rnn.weight_ih_l1	9	0.027537601068615913
56257	rnn.weight_hh_l1	0	-0.011849476955831051
56257	rnn.weight_hh_l1	1	0.006212398409843445
56257	rnn.weight_hh_l1	2	-0.002108323620632291
56257	rnn.weight_hh_l1	3	-0.009733114391565323
56257	rnn.weight_hh_l1	4	0.004299532156437635
56257	rnn.weight_hh_l1	5	0.021887030452489853
56257	rnn.weight_hh_l1	6	0.03170119598507881
56257	rnn.weight_hh_l1	7	-0.02530493587255478
56257	rnn.weight_hh_l1	8	-0.027777614071965218
56257	rnn.weight_hh_l1	9	0.03670385107398033
56257	rnn.bias_ih_l1	0	-0.11971087753772736
56257	rnn.bias_ih_l1	1	-0.10651332885026932
56257	rnn.bias_ih_l1	2	-0.13319754600524902
56257	rnn.bias_ih_l1	3	-0.18562886118888855
56257	rnn.bias_ih_l1	4	-0.14196833968162537
56257	rnn.bias_ih_l1	5	-0.10173431038856506
56257	rnn.bias_ih_l1	6	-0.0799836814403534
56257	rnn.bias_ih_l1	7	-0.033491361886262894
56257	rnn.bias_ih_l1	8	-0.0960066169500351
56257	rnn.bias_ih_l1	9	-0.10332635790109634
56257	rnn.bias_hh_l1	0	-0.11405237764120102
56257	rnn.bias_hh_l1	1	-0.052889999002218246
56257	rnn.bias_hh_l1	2	-0.09332742542028427
56257	rnn.bias_hh_l1	3	-0.07100047916173935
56257	rnn.bias_hh_l1	4	-0.10522950440645218
56257	rnn.bias_hh_l1	5	-0.06726578623056412
56257	rnn.bias_hh_l1	6	-0.08999615162611008
56257	rnn.bias_hh_l1	7	0.024346357211470604
56257	rnn.bias_hh_l1	8	-0.09288470447063446
56257	rnn.bias_hh_l1	9	-0.058975718915462494
56257	rnn.weight_ih_l1_reverse	0	-0.03706241399049759
56257	rnn.weight_ih_l1_reverse	1	0.03113735467195511
56257	rnn.weight_ih_l1_reverse	2	-0.016075871884822845
56257	rnn.weight_ih_l1_reverse	3	-0.020313233137130737
56257	rnn.weight_ih_l1_reverse	4	-0.03525514155626297
56257	rnn.weight_ih_l1_reverse	5	-0.03743750974535942
56257	rnn.weight_ih_l1_reverse	6	-0.02428334578871727
56257	rnn.weight_ih_l1_reverse	7	0.016713300719857216
56257	rnn.weight_ih_l1_reverse	8	0.032201264053583145
56257	rnn.weight_ih_l1_reverse	9	-0.045923471450805664
56257	rnn.weight_hh_l1_reverse	0	0.0064285811968147755
56257	rnn.weight_hh_l1_reverse	1	0.027938200160861015
56257	rnn.weight_hh_l1_reverse	2	-0.03719261661171913
56257	rnn.weight_hh_l1_reverse	3	0.041906557977199554
56257	rnn.weight_hh_l1_reverse	4	0.04771082475781441
56257	rnn.weight_hh_l1_reverse	5	0.009892097674310207
56257	rnn.weight_hh_l1_reverse	6	0.010094254277646542
56257	rnn.weight_hh_l1_reverse	7	0.027577564120292664
56257	rnn.weight_hh_l1_reverse	8	-0.0028150975704193115
56257	rnn.weight_hh_l1_reverse	9	-0.039784714579582214
56257	rnn.bias_ih_l1_reverse	0	-0.024827705696225166
56257	rnn.bias_ih_l1_reverse	1	-0.09077247232198715
56257	rnn.bias_ih_l1_reverse	2	-0.09562331438064575
56257	rnn.bias_ih_l1_reverse	3	0.008850522339344025
56257	rnn.bias_ih_l1_reverse	4	-0.14128455519676208
56257	rnn.bias_ih_l1_reverse	5	-0.08091786503791809
56257	rnn.bias_ih_l1_reverse	6	-0.09802784025669098
56257	rnn.bias_ih_l1_reverse	7	-0.12775668501853943
56257	rnn.bias_ih_l1_reverse	8	0.13001567125320435
56257	rnn.bias_ih_l1_reverse	9	0.02378935180604458
56257	rnn.bias_hh_l1_reverse	0	-0.04381323978304863
56257	rnn.bias_hh_l1_reverse	1	-0.00022629766317550093
56257	rnn.bias_hh_l1_reverse	2	-0.18793676793575287
56257	rnn.bias_hh_l1_reverse	3	-0.07214334607124329
56257	rnn.bias_hh_l1_reverse	4	-0.05311586335301399
56257	rnn.bias_hh_l1_reverse	5	-0.06379761546850204
56257	rnn.bias_hh_l1_reverse	6	0.10642850399017334
56257	rnn.bias_hh_l1_reverse	7	-0.13789689540863037
56257	rnn.bias_hh_l1_reverse	8	-0.08724028617143631
56257	rnn.bias_hh_l1_reverse	9	-0.08975747972726822
56257	linear.weight	0	0.002228822559118271
56257	linear.weight	1	0.034649867564439774
56257	linear.weight	2	-0.11460913717746735
56257	linear.weight	3	0.2516714334487915
56257	linear.weight	4	0.08098357915878296
56257	linear.weight	5	0.021767623722553253
56257	linear.weight	6	0.013975141569972038
56257	linear.weight	7	0.08471363037824631
56257	linear.weight	8	0.041883938014507294
56257	linear.weight	9	-0.05137112736701965
56257	linear.bias	0	-0.09364789724349976
56257	linear.bias	1	-0.0836196094751358
56257	linear.bias	2	-0.4839358925819397
56257	linear.bias	3	-0.7230923175811768
56257	linear.bias	4	-1.028221845626831
56257	linear.bias	5	-0.05174273997545242
56257	linear.bias	6	-0.6052930951118469
56257	linear.bias	7	0.44754868745803833
56257	linear.bias	8	-0.6004495620727539
56257	linear.bias	9	-0.8015493154525757
56454	transitions	0	0.51285719871521
56454	transitions	1	0.019449643790721893
56454	transitions	2	-10000.0
56454	transitions	3	-1.7964426279067993
56454	transitions	4	-10000.0
56454	transitions	5	0.6605837345123291
56454	transitions	6	-0.012786120176315308
56454	transitions	7	-0.3270520567893982
56454	transitions	8	-1.3224303722381592
56454	transitions	9	-0.0003292728215456009
56454	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
56454	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
56454	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
56454	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
56454	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
56454	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
56454	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
56454	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
56454	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
56454	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
56454	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
56454	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
56454	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
56454	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
56454	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
56454	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
56454	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
56454	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
56454	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
56454	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
56454	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
56454	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
56454	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
56454	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
56454	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
56454	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
56454	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
56454	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
56454	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
56454	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
56454	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
56454	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
56454	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
56454	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
56454	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
56454	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
56454	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
56454	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
56454	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
56454	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
56454	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
56454	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
56454	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
56454	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
56454	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
56454	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
56454	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
56454	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
56454	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
56454	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
56454	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
56454	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
56454	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
56454	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
56454	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
56454	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
56454	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
56454	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
56454	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
56454	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
56454	embedding2nn.weight	0	0.006170749664306641
56454	embedding2nn.weight	1	-0.016169916838407516
56454	embedding2nn.weight	2	-0.014268253929913044
56454	embedding2nn.weight	3	0.000582363922148943
56454	embedding2nn.weight	4	-0.0059150345623493195
56454	embedding2nn.weight	5	-0.003700581379234791
56454	embedding2nn.weight	6	-0.0039731902070343494
56454	embedding2nn.weight	7	-0.04163458198308945
56454	embedding2nn.weight	8	-0.0019979383796453476
56454	embedding2nn.weight	9	-0.026489080861210823
56454	embedding2nn.bias	0	0.04823609068989754
56454	embedding2nn.bias	1	-0.04492076858878136
56454	embedding2nn.bias	2	0.09862478822469711
56454	embedding2nn.bias	3	0.06459835171699524
56454	embedding2nn.bias	4	-0.01865820400416851
56454	embedding2nn.bias	5	-0.024057315662503242
56454	embedding2nn.bias	6	0.01836581714451313
56454	embedding2nn.bias	7	-0.04904293268918991
56454	embedding2nn.bias	8	0.04930828884243965
56454	embedding2nn.bias	9	0.04568582773208618
56454	rnn.weight_ih_l0	0	-0.01743360236287117
56454	rnn.weight_ih_l0	1	0.0047566331923007965
56454	rnn.weight_ih_l0	2	0.03617904707789421
56454	rnn.weight_ih_l0	3	0.0031066129449754953
56454	rnn.weight_ih_l0	4	-0.02259906940162182
56454	rnn.weight_ih_l0	5	-0.058094922453165054
56454	rnn.weight_ih_l0	6	0.018585260957479477
56454	rnn.weight_ih_l0	7	0.054417092353105545
56454	rnn.weight_ih_l0	8	0.005655933171510696
56454	rnn.weight_ih_l0	9	-0.03235212713479996
56454	rnn.weight_hh_l0	0	-0.030160246416926384
56454	rnn.weight_hh_l0	1	-0.003140032524242997
56454	rnn.weight_hh_l0	2	0.0009771848563104868
56454	rnn.weight_hh_l0	3	-0.05003899335861206
56454	rnn.weight_hh_l0	4	0.0524531751871109
56454	rnn.weight_hh_l0	5	-0.019250215962529182
56454	rnn.weight_hh_l0	6	-0.048718057572841644
56454	rnn.weight_hh_l0	7	-0.027853621169924736
56454	rnn.weight_hh_l0	8	-0.0046357205137610435
56454	rnn.weight_hh_l0	9	-0.021956097334623337
56454	rnn.bias_ih_l0	0	0.046715524047613144
56454	rnn.bias_ih_l0	1	-0.031368616968393326
56454	rnn.bias_ih_l0	2	-0.006603322457522154
56454	rnn.bias_ih_l0	3	0.07904055714607239
56454	rnn.bias_ih_l0	4	-0.039183154702186584
56454	rnn.bias_ih_l0	5	-0.029996728524565697
56454	rnn.bias_ih_l0	6	0.007070332299917936
56454	rnn.bias_ih_l0	7	0.04833577573299408
56454	rnn.bias_ih_l0	8	-0.0795459970831871
56454	rnn.bias_ih_l0	9	-0.029718443751335144
56454	rnn.bias_hh_l0	0	-0.032230548560619354
56454	rnn.bias_hh_l0	1	-0.07369831949472427
56454	rnn.bias_hh_l0	2	-0.033133722841739655
56454	rnn.bias_hh_l0	3	-0.07165809720754623
56454	rnn.bias_hh_l0	4	-0.01367143727838993
56454	rnn.bias_hh_l0	5	-0.002325439127162099
56454	rnn.bias_hh_l0	6	0.0298155490309
56454	rnn.bias_hh_l0	7	-0.016154170036315918
56454	rnn.bias_hh_l0	8	-0.09654484689235687
56454	rnn.bias_hh_l0	9	0.006594611331820488
56454	rnn.weight_ih_l0_reverse	0	-0.02077278308570385
56454	rnn.weight_ih_l0_reverse	1	-0.05085950344800949
56454	rnn.weight_ih_l0_reverse	2	-0.03654128685593605
56454	rnn.weight_ih_l0_reverse	3	-0.0030366089195013046
56454	rnn.weight_ih_l0_reverse	4	-0.0013213618658483028
56454	rnn.weight_ih_l0_reverse	5	-0.04808756336569786
56454	rnn.weight_ih_l0_reverse	6	0.04434484243392944
56454	rnn.weight_ih_l0_reverse	7	-0.02386593073606491
56454	rnn.weight_ih_l0_reverse	8	-0.036409761756658554
56454	rnn.weight_ih_l0_reverse	9	0.0070139141753315926
56454	rnn.weight_hh_l0_reverse	0	0.032145749777555466
56454	rnn.weight_hh_l0_reverse	1	0.029707621783018112
56454	rnn.weight_hh_l0_reverse	2	0.03131050616502762
56454	rnn.weight_hh_l0_reverse	3	0.021035918965935707
56454	rnn.weight_hh_l0_reverse	4	-0.0002101761638186872
56454	rnn.weight_hh_l0_reverse	5	-0.01111035980284214
56454	rnn.weight_hh_l0_reverse	6	0.039544399827718735
56454	rnn.weight_hh_l0_reverse	7	-0.046475548297166824
56454	rnn.weight_hh_l0_reverse	8	0.02884460985660553
56454	rnn.weight_hh_l0_reverse	9	0.045833997428417206
56454	rnn.bias_ih_l0_reverse	0	-0.0722169578075409
56454	rnn.bias_ih_l0_reverse	1	-0.1893167495727539
56454	rnn.bias_ih_l0_reverse	2	-0.06275372207164764
56454	rnn.bias_ih_l0_reverse	3	-0.011505281552672386
56454	rnn.bias_ih_l0_reverse	4	-0.027743497863411903
56454	rnn.bias_ih_l0_reverse	5	0.0272111427038908
56454	rnn.bias_ih_l0_reverse	6	-0.04118257388472557
56454	rnn.bias_ih_l0_reverse	7	0.04752287268638611
56454	rnn.bias_ih_l0_reverse	8	-0.03147159889340401
56454	rnn.bias_ih_l0_reverse	9	0.016558220610022545
56454	rnn.bias_hh_l0_reverse	0	-0.015176152810454369
56454	rnn.bias_hh_l0_reverse	1	-0.031298018991947174
56454	rnn.bias_hh_l0_reverse	2	0.04404035955667496
56454	rnn.bias_hh_l0_reverse	3	-0.03160274028778076
56454	rnn.bias_hh_l0_reverse	4	-0.052419498562812805
56454	rnn.bias_hh_l0_reverse	5	-0.04794328659772873
56454	rnn.bias_hh_l0_reverse	6	-0.024601666256785393
56454	rnn.bias_hh_l0_reverse	7	0.07407933473587036
56454	rnn.bias_hh_l0_reverse	8	0.014234722591936588
56454	rnn.bias_hh_l0_reverse	9	-0.10462507605552673
56454	rnn.weight_ih_l1	0	-0.03209322690963745
56454	rnn.weight_ih_l1	1	-0.04026366397738457
56454	rnn.weight_ih_l1	2	0.07406668365001678
56454	rnn.weight_ih_l1	3	-0.02793346345424652
56454	rnn.weight_ih_l1	4	0.0005729139666073024
56454	rnn.weight_ih_l1	5	-0.044903870671987534
56454	rnn.weight_ih_l1	6	0.016599141061306
56454	rnn.weight_ih_l1	7	-0.0314270481467247
56454	rnn.weight_ih_l1	8	0.038322385400533676
56454	rnn.weight_ih_l1	9	0.027831297367811203
56454	rnn.weight_hh_l1	0	-0.012252255342900753
56454	rnn.weight_hh_l1	1	0.00612418819218874
56454	rnn.weight_hh_l1	2	-0.0015928946668282151
56454	rnn.weight_hh_l1	3	-0.009104791097342968
56454	rnn.weight_hh_l1	4	0.004196277819573879
56454	rnn.weight_hh_l1	5	0.02201833575963974
56454	rnn.weight_hh_l1	6	0.031753625720739365
56454	rnn.weight_hh_l1	7	-0.02538187988102436
56454	rnn.weight_hh_l1	8	-0.02758682891726494
56454	rnn.weight_hh_l1	9	0.03763079270720482
56454	rnn.bias_ih_l1	0	-0.11858143657445908
56454	rnn.bias_ih_l1	1	-0.10339454561471939
56454	rnn.bias_ih_l1	2	-0.13045591115951538
56454	rnn.bias_ih_l1	3	-0.18574990332126617
56454	rnn.bias_ih_l1	4	-0.14430348575115204
56454	rnn.bias_ih_l1	5	-0.10113032907247543
56454	rnn.bias_ih_l1	6	-0.07707113027572632
56454	rnn.bias_ih_l1	7	-0.034492623060941696
56454	rnn.bias_ih_l1	8	-0.09398391097784042
56454	rnn.bias_ih_l1	9	-0.10411431640386581
56454	rnn.bias_hh_l1	0	-0.11371898651123047
56454	rnn.bias_hh_l1	1	-0.05417435243725777
56454	rnn.bias_hh_l1	2	-0.09158819913864136
56454	rnn.bias_hh_l1	3	-0.07135115563869476
56454	rnn.bias_hh_l1	4	-0.10477595031261444
56454	rnn.bias_hh_l1	5	-0.06795012205839157
56454	rnn.bias_hh_l1	6	-0.0895516499876976
56454	rnn.bias_hh_l1	7	0.016059717163443565
56454	rnn.bias_hh_l1	8	-0.08869713544845581
56454	rnn.bias_hh_l1	9	-0.0625884160399437
56454	rnn.weight_ih_l1_reverse	0	-0.036948785185813904
56454	rnn.weight_ih_l1_reverse	1	0.03006974793970585
56454	rnn.weight_ih_l1_reverse	2	-0.018686912953853607
56454	rnn.weight_ih_l1_reverse	3	-0.01882968097925186
56454	rnn.weight_ih_l1_reverse	4	-0.035346779972314835
56454	rnn.weight_ih_l1_reverse	5	-0.03753708302974701
56454	rnn.weight_ih_l1_reverse	6	-0.0243653804063797
56454	rnn.weight_ih_l1_reverse	7	0.01636488363146782
56454	rnn.weight_ih_l1_reverse	8	0.03126894310116768
56454	rnn.weight_ih_l1_reverse	9	-0.04534227028489113
56454	rnn.weight_hh_l1_reverse	0	0.006435910705476999
56454	rnn.weight_hh_l1_reverse	1	0.028029805049300194
56454	rnn.weight_hh_l1_reverse	2	-0.03723013773560524
56454	rnn.weight_hh_l1_reverse	3	0.04186301305890083
56454	rnn.weight_hh_l1_reverse	4	0.045973099768161774
56454	rnn.weight_hh_l1_reverse	5	0.009629525244235992
56454	rnn.weight_hh_l1_reverse	6	0.009783368557691574
56454	rnn.weight_hh_l1_reverse	7	0.027466749772429466
56454	rnn.weight_hh_l1_reverse	8	-0.0028517241589725018
56454	rnn.weight_hh_l1_reverse	9	-0.03985103219747543
56454	rnn.bias_ih_l1_reverse	0	-0.025895757600665092
56454	rnn.bias_ih_l1_reverse	1	-0.08832073211669922
56454	rnn.bias_ih_l1_reverse	2	-0.09342270344495773
56454	rnn.bias_ih_l1_reverse	3	0.014540162868797779
56454	rnn.bias_ih_l1_reverse	4	-0.14418715238571167
56454	rnn.bias_ih_l1_reverse	5	-0.08196021616458893
56454	rnn.bias_ih_l1_reverse	6	-0.09930365532636642
56454	rnn.bias_ih_l1_reverse	7	-0.12036862224340439
56454	rnn.bias_ih_l1_reverse	8	0.13018053770065308
56454	rnn.bias_ih_l1_reverse	9	0.02569691650569439
56454	rnn.bias_hh_l1_reverse	0	-0.04441327974200249
56454	rnn.bias_hh_l1_reverse	1	0.00116791354957968
56454	rnn.bias_hh_l1_reverse	2	-0.18901380896568298
56454	rnn.bias_hh_l1_reverse	3	-0.07221391797065735
56454	rnn.bias_hh_l1_reverse	4	-0.05369992554187775
56454	rnn.bias_hh_l1_reverse	5	-0.0636318251490593
56454	rnn.bias_hh_l1_reverse	6	0.10504569113254547
56454	rnn.bias_hh_l1_reverse	7	-0.14231657981872559
56454	rnn.bias_hh_l1_reverse	8	-0.08758949488401413
56454	rnn.bias_hh_l1_reverse	9	-0.0896688774228096
56454	linear.weight	0	0.002228822559118271
56454	linear.weight	1	0.041968971490859985
56454	linear.weight	2	-0.10758434981107712
56454	linear.weight	3	0.2631361186504364
56454	linear.weight	4	0.07727833837270737
56454	linear.weight	5	0.020897116512060165
56454	linear.weight	6	0.02410624548792839
56454	linear.weight	7	0.0906495451927185
56454	linear.weight	8	0.041878100484609604
56454	linear.weight	9	-0.05431579425930977
56454	linear.bias	0	-0.09851951152086258
56454	linear.bias	1	-0.07418212294578552
56454	linear.bias	2	-0.4749167263507843
56454	linear.bias	3	-0.7143670916557312
56454	linear.bias	4	-1.0205539464950562
56454	linear.bias	5	-0.024756664410233498
56454	linear.bias	6	-0.5963144898414612
56454	linear.bias	7	0.47410860657691956
56454	linear.bias	8	-0.6022204756736755
56454	linear.bias	9	-0.8038261532783508
56651	transitions	0	0.5167987942695618
56651	transitions	1	0.023837987333536148
56651	transitions	2	-10000.0
56651	transitions	3	-1.796523094177246
56651	transitions	4	-10000.0
56651	transitions	5	0.6602895259857178
56651	transitions	6	-0.013114329427480698
56651	transitions	7	-0.3279625475406647
56651	transitions	8	-1.322723150253296
56651	transitions	9	-0.00033199312747456133
56651	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
56651	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
56651	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
56651	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
56651	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
56651	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
56651	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
56651	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
56651	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
56651	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
56651	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
56651	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
56651	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
56651	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
56651	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
56651	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
56651	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
56651	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
56651	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
56651	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
56651	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
56651	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
56651	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
56651	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
56651	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
56651	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
56651	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
56651	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
56651	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
56651	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
56651	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
56651	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
56651	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
56651	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
56651	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
56651	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
56651	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
56651	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
56651	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
56651	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
56651	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
56651	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
56651	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
56651	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
56651	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
56651	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
56651	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
56651	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
56651	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
56651	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
56651	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
56651	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
56651	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
56651	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
56651	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
56651	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
56651	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
56651	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
56651	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
56651	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
56651	embedding2nn.weight	0	0.005930897314101458
56651	embedding2nn.weight	1	-0.016160938888788223
56651	embedding2nn.weight	2	-0.014268253929913044
56651	embedding2nn.weight	3	-0.00024219820625148714
56651	embedding2nn.weight	4	-0.0059150345623493195
56651	embedding2nn.weight	5	-0.003700581146404147
56651	embedding2nn.weight	6	-0.003973190672695637
56651	embedding2nn.weight	7	-0.041935842484235764
56651	embedding2nn.weight	8	-0.0019979383796453476
56651	embedding2nn.weight	9	-0.026076190173625946
56651	embedding2nn.bias	0	0.04447398707270622
56651	embedding2nn.bias	1	-0.049216173589229584
56651	embedding2nn.bias	2	0.09557313472032547
56651	embedding2nn.bias	3	0.06889703124761581
56651	embedding2nn.bias	4	-0.018382800742983818
56651	embedding2nn.bias	5	-0.030009668320417404
56651	embedding2nn.bias	6	0.007443368434906006
56651	embedding2nn.bias	7	-0.04848971217870712
56651	embedding2nn.bias	8	0.04681636765599251
56651	embedding2nn.bias	9	0.04275476187467575
56651	rnn.weight_ih_l0	0	-0.01774180680513382
56651	rnn.weight_ih_l0	1	0.005162946879863739
56651	rnn.weight_ih_l0	2	0.036692339926958084
56651	rnn.weight_ih_l0	3	0.0027147377841174603
56651	rnn.weight_ih_l0	4	-0.021913990378379822
56651	rnn.weight_ih_l0	5	-0.05914090946316719
56651	rnn.weight_ih_l0	6	0.019186491146683693
56651	rnn.weight_ih_l0	7	0.05293487757444382
56651	rnn.weight_ih_l0	8	0.004331251140683889
56651	rnn.weight_ih_l0	9	-0.03394473344087601
56651	rnn.weight_hh_l0	0	-0.02923387661576271
56651	rnn.weight_hh_l0	1	-0.0024863476864993572
56651	rnn.weight_hh_l0	2	-0.0004211718332953751
56651	rnn.weight_hh_l0	3	-0.05023307725787163
56651	rnn.weight_hh_l0	4	0.052803780883550644
56651	rnn.weight_hh_l0	5	-0.020169850438833237
56651	rnn.weight_hh_l0	6	-0.04640573635697365
56651	rnn.weight_hh_l0	7	-0.02604272961616516
56651	rnn.weight_hh_l0	8	-0.004188384395092726
56651	rnn.weight_hh_l0	9	-0.021687712520360947
56651	rnn.bias_ih_l0	0	0.04469626769423485
56651	rnn.bias_ih_l0	1	-0.03161852806806564
56651	rnn.bias_ih_l0	2	-0.005203152075409889
56651	rnn.bias_ih_l0	3	0.07565536350011826
56651	rnn.bias_ih_l0	4	-0.03857553377747536
56651	rnn.bias_ih_l0	5	-0.02761138044297695
56651	rnn.bias_ih_l0	6	0.007066764868795872
56651	rnn.bias_ih_l0	7	0.04554108530282974
56651	rnn.bias_ih_l0	8	-0.07837283611297607
56651	rnn.bias_ih_l0	9	-0.03100893646478653
56651	rnn.bias_hh_l0	0	-0.028712060302495956
56651	rnn.bias_hh_l0	1	-0.0710793063044548
56651	rnn.bias_hh_l0	2	-0.03700847178697586
56651	rnn.bias_hh_l0	3	-0.07106713205575943
56651	rnn.bias_hh_l0	4	-0.014259112998843193
56651	rnn.bias_hh_l0	5	-0.002192180836573243
56651	rnn.bias_hh_l0	6	0.029740195721387863
56651	rnn.bias_hh_l0	7	-0.015817755833268166
56651	rnn.bias_hh_l0	8	-0.09643872082233429
56651	rnn.bias_hh_l0	9	0.009724726900458336
56651	rnn.weight_ih_l0_reverse	0	-0.021218078210949898
56651	rnn.weight_ih_l0_reverse	1	-0.05002182722091675
56651	rnn.weight_ih_l0_reverse	2	-0.03629757836461067
56651	rnn.weight_ih_l0_reverse	3	-0.002349466783925891
56651	rnn.weight_ih_l0_reverse	4	-0.0010838077869266272
56651	rnn.weight_ih_l0_reverse	5	-0.04868214204907417
56651	rnn.weight_ih_l0_reverse	6	0.04467497393488884
56651	rnn.weight_ih_l0_reverse	7	-0.025842394679784775
56651	rnn.weight_ih_l0_reverse	8	-0.03675959259271622
56651	rnn.weight_ih_l0_reverse	9	0.006172732915729284
56651	rnn.weight_hh_l0_reverse	0	0.032336872071027756
56651	rnn.weight_hh_l0_reverse	1	0.029785405844449997
56651	rnn.weight_hh_l0_reverse	2	0.031717877835035324
56651	rnn.weight_hh_l0_reverse	3	0.020664352923631668
56651	rnn.weight_hh_l0_reverse	4	-0.0003987578093074262
56651	rnn.weight_hh_l0_reverse	5	-0.009876111522316933
56651	rnn.weight_hh_l0_reverse	6	0.03929296135902405
56651	rnn.weight_hh_l0_reverse	7	-0.045792147517204285
56651	rnn.weight_hh_l0_reverse	8	0.027636390179395676
56651	rnn.weight_hh_l0_reverse	9	0.044640135020017624
56651	rnn.bias_ih_l0_reverse	0	-0.07118593156337738
56651	rnn.bias_ih_l0_reverse	1	-0.18729673326015472
56651	rnn.bias_ih_l0_reverse	2	-0.0672467052936554
56651	rnn.bias_ih_l0_reverse	3	-0.011350518092513084
56651	rnn.bias_ih_l0_reverse	4	-0.028499815613031387
56651	rnn.bias_ih_l0_reverse	5	0.024359462782740593
56651	rnn.bias_ih_l0_reverse	6	-0.04212963953614235
56651	rnn.bias_ih_l0_reverse	7	0.04657033458352089
56651	rnn.bias_ih_l0_reverse	8	-0.029494676738977432
56651	rnn.bias_ih_l0_reverse	9	0.021729998290538788
56651	rnn.bias_hh_l0_reverse	0	-0.015418623574078083
56651	rnn.bias_hh_l0_reverse	1	-0.028277896344661713
56651	rnn.bias_hh_l0_reverse	2	0.04212430492043495
56651	rnn.bias_hh_l0_reverse	3	-0.03354770690202713
56651	rnn.bias_hh_l0_reverse	4	-0.0531008280813694
56651	rnn.bias_hh_l0_reverse	5	-0.04448875039815903
56651	rnn.bias_hh_l0_reverse	6	-0.02474335767328739
56651	rnn.bias_hh_l0_reverse	7	0.07689812779426575
56651	rnn.bias_hh_l0_reverse	8	0.011702845804393291
56651	rnn.bias_hh_l0_reverse	9	-0.10545399785041809
56651	rnn.weight_ih_l1	0	-0.03278729319572449
56651	rnn.weight_ih_l1	1	-0.04116620868444443
56651	rnn.weight_ih_l1	2	0.07091709226369858
56651	rnn.weight_ih_l1	3	-0.030003421008586884
56651	rnn.weight_ih_l1	4	-5.6646240409463644e-05
56651	rnn.weight_ih_l1	5	-0.04482226073741913
56651	rnn.weight_ih_l1	6	0.016835100948810577
56651	rnn.weight_ih_l1	7	-0.030133789405226707
56651	rnn.weight_ih_l1	8	0.03871139511466026
56651	rnn.weight_ih_l1	9	0.028238683938980103
56651	rnn.weight_hh_l1	0	-0.01257104892283678
56651	rnn.weight_hh_l1	1	0.006209129001945257
56651	rnn.weight_hh_l1	2	-0.0019075475865975022
56651	rnn.weight_hh_l1	3	-0.00884229689836502
56651	rnn.weight_hh_l1	4	0.0034460180904716253
56651	rnn.weight_hh_l1	5	0.02219657227396965
56651	rnn.weight_hh_l1	6	0.03150510787963867
56651	rnn.weight_hh_l1	7	-0.025945857167243958
56651	rnn.weight_hh_l1	8	-0.02777104265987873
56651	rnn.weight_hh_l1	9	0.037657465785741806
56651	rnn.bias_ih_l1	0	-0.11872626841068268
56651	rnn.bias_ih_l1	1	-0.1036563590168953
56651	rnn.bias_ih_l1	2	-0.13402828574180603
56651	rnn.bias_ih_l1	3	-0.1846098154783249
56651	rnn.bias_ih_l1	4	-0.15302394330501556
56651	rnn.bias_ih_l1	5	-0.10144142061471939
56651	rnn.bias_ih_l1	6	-0.07711225748062134
56651	rnn.bias_ih_l1	7	-0.03909305855631828
56651	rnn.bias_ih_l1	8	-0.09544431418180466
56651	rnn.bias_ih_l1	9	-0.10401398688554764
56651	rnn.bias_hh_l1	0	-0.11302003264427185
56651	rnn.bias_hh_l1	1	-0.0525815449655056
56651	rnn.bias_hh_l1	2	-0.0947285071015358
56651	rnn.bias_hh_l1	3	-0.07362092286348343
56651	rnn.bias_hh_l1	4	-0.10499699413776398
56651	rnn.bias_hh_l1	5	-0.06831206381320953
56651	rnn.bias_hh_l1	6	-0.08789099752902985
56651	rnn.bias_hh_l1	7	0.008468730375170708
56651	rnn.bias_hh_l1	8	-0.09125140309333801
56651	rnn.bias_hh_l1	9	-0.0604337677359581
56651	rnn.weight_ih_l1_reverse	0	-0.03788893297314644
56651	rnn.weight_ih_l1_reverse	1	0.03179991990327835
56651	rnn.weight_ih_l1_reverse	2	-0.01658852957189083
56651	rnn.weight_ih_l1_reverse	3	-0.019920729100704193
56651	rnn.weight_ih_l1_reverse	4	-0.03429873287677765
56651	rnn.weight_ih_l1_reverse	5	-0.03715314343571663
56651	rnn.weight_ih_l1_reverse	6	-0.022580541670322418
56651	rnn.weight_ih_l1_reverse	7	0.01621313951909542
56651	rnn.weight_ih_l1_reverse	8	0.028538476675748825
56651	rnn.weight_ih_l1_reverse	9	-0.04510955885052681
56651	rnn.weight_hh_l1_reverse	0	0.006503918673843145
56651	rnn.weight_hh_l1_reverse	1	0.027927912771701813
56651	rnn.weight_hh_l1_reverse	2	-0.03714251145720482
56651	rnn.weight_hh_l1_reverse	3	0.041909556835889816
56651	rnn.weight_hh_l1_reverse	4	0.04586951434612274
56651	rnn.weight_hh_l1_reverse	5	0.008853763341903687
56651	rnn.weight_hh_l1_reverse	6	0.009311379864811897
56651	rnn.weight_hh_l1_reverse	7	0.027802597731351852
56651	rnn.weight_hh_l1_reverse	8	-0.0027870535850524902
56651	rnn.weight_hh_l1_reverse	9	-0.04001695662736893
56651	rnn.bias_ih_l1_reverse	0	-0.025620020925998688
56651	rnn.bias_ih_l1_reverse	1	-0.0886772945523262
56651	rnn.bias_ih_l1_reverse	2	-0.09626203030347824
56651	rnn.bias_ih_l1_reverse	3	0.010824739933013916
56651	rnn.bias_ih_l1_reverse	4	-0.1415296196937561
56651	rnn.bias_ih_l1_reverse	5	-0.08104003220796585
56651	rnn.bias_ih_l1_reverse	6	-0.09837154299020767
56651	rnn.bias_ih_l1_reverse	7	-0.12456880509853363
56651	rnn.bias_ih_l1_reverse	8	0.13937963545322418
56651	rnn.bias_ih_l1_reverse	9	0.021727917715907097
56651	rnn.bias_hh_l1_reverse	0	-0.03802041709423065
56651	rnn.bias_hh_l1_reverse	1	0.004993863869458437
56651	rnn.bias_hh_l1_reverse	2	-0.1885850876569748
56651	rnn.bias_hh_l1_reverse	3	-0.0740518569946289
56651	rnn.bias_hh_l1_reverse	4	-0.05410442501306534
56651	rnn.bias_hh_l1_reverse	5	-0.06274351477622986
56651	rnn.bias_hh_l1_reverse	6	0.09386688470840454
56651	rnn.bias_hh_l1_reverse	7	-0.14330421388149261
56651	rnn.bias_hh_l1_reverse	8	-0.08887888491153717
56651	rnn.bias_hh_l1_reverse	9	-0.08957349509000778
56651	linear.weight	0	0.002228822559118271
56651	linear.weight	1	0.03544315695762634
56651	linear.weight	2	-0.10176225006580353
56651	linear.weight	3	0.267780601978302
56651	linear.weight	4	0.07640323042869568
56651	linear.weight	5	0.02094041183590889
56651	linear.weight	6	0.017430748790502548
56651	linear.weight	7	0.08008226752281189
56651	linear.weight	8	0.041873570531606674
56651	linear.weight	9	-0.05712336674332619
56651	linear.bias	0	-0.10935692489147186
56651	linear.bias	1	-0.07582790404558182
56651	linear.bias	2	-0.5217187404632568
56651	linear.bias	3	-0.7216054201126099
56651	linear.bias	4	-1.025978922843933
56651	linear.bias	5	0.0027528530918061733
56651	linear.bias	6	-0.600387454032898
56651	linear.bias	7	0.4983751177787781
56651	linear.bias	8	-0.5921692252159119
56651	linear.bias	9	-0.7936383485794067
56848	transitions	0	0.4953819811344147
56848	transitions	1	0.02472841553390026
56848	transitions	2	-10000.0
56848	transitions	3	-1.796620488166809
56848	transitions	4	-10000.0
56848	transitions	5	0.6601315140724182
56848	transitions	6	-0.013432169333100319
56848	transitions	7	-0.3292332589626312
56848	transitions	8	-1.3229808807373047
56848	transitions	9	-0.00033547545899637043
56848	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
56848	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
56848	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
56848	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
56848	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
56848	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
56848	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
56848	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
56848	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
56848	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
56848	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
56848	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
56848	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
56848	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
56848	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
56848	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
56848	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
56848	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
56848	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
56848	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
56848	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
56848	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
56848	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
56848	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
56848	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
56848	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
56848	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
56848	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
56848	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
56848	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
56848	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
56848	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
56848	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
56848	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
56848	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
56848	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
56848	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
56848	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
56848	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
56848	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
56848	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
56848	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
56848	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
56848	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
56848	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
56848	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
56848	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
56848	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
56848	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
56848	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
56848	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
56848	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
56848	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
56848	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
56848	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
56848	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
56848	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
56848	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
56848	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
56848	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
56848	embedding2nn.weight	0	0.005893629975616932
56848	embedding2nn.weight	1	-0.01619197241961956
56848	embedding2nn.weight	2	-0.014268253929913044
56848	embedding2nn.weight	3	0.0006971698021516204
56848	embedding2nn.weight	4	-0.0059150345623493195
56848	embedding2nn.weight	5	-0.003700581146404147
56848	embedding2nn.weight	6	-0.00397319532930851
56848	embedding2nn.weight	7	-0.03971540927886963
56848	embedding2nn.weight	8	-0.0019979383796453476
56848	embedding2nn.weight	9	-0.02523874118924141
56848	embedding2nn.bias	0	0.05644829198718071
56848	embedding2nn.bias	1	-0.049193765968084335
56848	embedding2nn.bias	2	0.0991644412279129
56848	embedding2nn.bias	3	0.06913378834724426
56848	embedding2nn.bias	4	-0.015550680458545685
56848	embedding2nn.bias	5	-0.0372065007686615
56848	embedding2nn.bias	6	0.012478272430598736
56848	embedding2nn.bias	7	-0.05544068291783333
56848	embedding2nn.bias	8	0.040734052658081055
56848	embedding2nn.bias	9	0.03296469897031784
56848	rnn.weight_ih_l0	0	-0.017384599894285202
56848	rnn.weight_ih_l0	1	0.006787585560232401
56848	rnn.weight_ih_l0	2	0.03655262291431427
56848	rnn.weight_ih_l0	3	0.0026805552188307047
56848	rnn.weight_ih_l0	4	-0.021109754219651222
56848	rnn.weight_ih_l0	5	-0.05980220437049866
56848	rnn.weight_ih_l0	6	0.018423061817884445
56848	rnn.weight_ih_l0	7	0.05241101607680321
56848	rnn.weight_ih_l0	8	0.005308968480676413
56848	rnn.weight_ih_l0	9	-0.03386905416846275
56848	rnn.weight_hh_l0	0	-0.029676461592316628
56848	rnn.weight_hh_l0	1	-0.003282369114458561
56848	rnn.weight_hh_l0	2	0.0003533755661919713
56848	rnn.weight_hh_l0	3	-0.04905049502849579
56848	rnn.weight_hh_l0	4	0.05266808345913887
56848	rnn.weight_hh_l0	5	-0.019654659554362297
56848	rnn.weight_hh_l0	6	-0.04547823965549469
56848	rnn.weight_hh_l0	7	-0.02636660449206829
56848	rnn.weight_hh_l0	8	-0.00487455865368247
56848	rnn.weight_hh_l0	9	-0.021906819194555283
56848	rnn.bias_ih_l0	0	0.045567724853754044
56848	rnn.bias_ih_l0	1	-0.029445594176650047
56848	rnn.bias_ih_l0	2	-0.0051344274543225765
56848	rnn.bias_ih_l0	3	0.07665242999792099
56848	rnn.bias_ih_l0	4	-0.036408159881830215
56848	rnn.bias_ih_l0	5	-0.031200170516967773
56848	rnn.bias_ih_l0	6	0.005456564016640186
56848	rnn.bias_ih_l0	7	0.043218158185482025
56848	rnn.bias_ih_l0	8	-0.07943131774663925
56848	rnn.bias_ih_l0	9	-0.030402272939682007
56848	rnn.bias_hh_l0	0	-0.029272044077515602
56848	rnn.bias_hh_l0	1	-0.06920958310365677
56848	rnn.bias_hh_l0	2	-0.03638475760817528
56848	rnn.bias_hh_l0	3	-0.07194967567920685
56848	rnn.bias_hh_l0	4	-0.012198353186249733
56848	rnn.bias_hh_l0	5	0.0014489369932562113
56848	rnn.bias_hh_l0	6	0.030170081183314323
56848	rnn.bias_hh_l0	7	-0.020315438508987427
56848	rnn.bias_hh_l0	8	-0.10120731592178345
56848	rnn.bias_hh_l0	9	0.01175577100366354
56848	rnn.weight_ih_l0_reverse	0	-0.02100457064807415
56848	rnn.weight_ih_l0_reverse	1	-0.049091532826423645
56848	rnn.weight_ih_l0_reverse	2	-0.03510080650448799
56848	rnn.weight_ih_l0_reverse	3	-0.0010414314456284046
56848	rnn.weight_ih_l0_reverse	4	-0.001078633707948029
56848	rnn.weight_ih_l0_reverse	5	-0.048122588545084
56848	rnn.weight_ih_l0_reverse	6	0.04404556751251221
56848	rnn.weight_ih_l0_reverse	7	-0.023400388658046722
56848	rnn.weight_ih_l0_reverse	8	-0.03621381148695946
56848	rnn.weight_ih_l0_reverse	9	0.0059591662138700485
56848	rnn.weight_hh_l0_reverse	0	0.033216558396816254
56848	rnn.weight_hh_l0_reverse	1	0.028928855434060097
56848	rnn.weight_hh_l0_reverse	2	0.03292590007185936
56848	rnn.weight_hh_l0_reverse	3	0.020835163071751595
56848	rnn.weight_hh_l0_reverse	4	-0.0005672540282830596
56848	rnn.weight_hh_l0_reverse	5	-0.010224915109574795
56848	rnn.weight_hh_l0_reverse	6	0.03969129920005798
56848	rnn.weight_hh_l0_reverse	7	-0.04510369151830673
56848	rnn.weight_hh_l0_reverse	8	0.027616580948233604
56848	rnn.weight_hh_l0_reverse	9	0.045177362859249115
56848	rnn.bias_ih_l0_reverse	0	-0.07003380358219147
56848	rnn.bias_ih_l0_reverse	1	-0.18836148083209991
56848	rnn.bias_ih_l0_reverse	2	-0.0659179538488388
56848	rnn.bias_ih_l0_reverse	3	-0.007823532447218895
56848	rnn.bias_ih_l0_reverse	4	-0.027398694306612015
56848	rnn.bias_ih_l0_reverse	5	0.022420845925807953
56848	rnn.bias_ih_l0_reverse	6	-0.0428135022521019
56848	rnn.bias_ih_l0_reverse	7	0.044365961104631424
56848	rnn.bias_ih_l0_reverse	8	-0.03289838880300522
56848	rnn.bias_ih_l0_reverse	9	0.019314056262373924
56848	rnn.bias_hh_l0_reverse	0	-0.017289426177740097
56848	rnn.bias_hh_l0_reverse	1	-0.025666702538728714
56848	rnn.bias_hh_l0_reverse	2	0.04496990516781807
56848	rnn.bias_hh_l0_reverse	3	-0.03404417261481285
56848	rnn.bias_hh_l0_reverse	4	-0.05171393230557442
56848	rnn.bias_hh_l0_reverse	5	-0.041793517768383026
56848	rnn.bias_hh_l0_reverse	6	-0.02111229859292507
56848	rnn.bias_hh_l0_reverse	7	0.0766538754105568
56848	rnn.bias_hh_l0_reverse	8	0.008666517212986946
56848	rnn.bias_hh_l0_reverse	9	-0.10762549191713333
56848	rnn.weight_ih_l1	0	-0.03307383134961128
56848	rnn.weight_ih_l1	1	-0.04089684411883354
56848	rnn.weight_ih_l1	2	0.06873612850904465
56848	rnn.weight_ih_l1	3	-0.03093232959508896
56848	rnn.weight_ih_l1	4	-0.0010418436722829938
56848	rnn.weight_ih_l1	5	-0.0451224148273468
56848	rnn.weight_ih_l1	6	0.017115557566285133
56848	rnn.weight_ih_l1	7	-0.03110039234161377
56848	rnn.weight_ih_l1	8	0.0389842763543129
56848	rnn.weight_ih_l1	9	0.028496431186795235
56848	rnn.weight_hh_l1	0	-0.013567090034484863
56848	rnn.weight_hh_l1	1	0.006185042671859264
56848	rnn.weight_hh_l1	2	-0.004096034448593855
56848	rnn.weight_hh_l1	3	-0.009230628609657288
56848	rnn.weight_hh_l1	4	0.003606220707297325
56848	rnn.weight_hh_l1	5	0.02204747498035431
56848	rnn.weight_hh_l1	6	0.031337667256593704
56848	rnn.weight_hh_l1	7	-0.026445096358656883
56848	rnn.weight_hh_l1	8	-0.027539802715182304
56848	rnn.weight_hh_l1	9	0.03827602416276932
56848	rnn.bias_ih_l1	0	-0.12142379581928253
56848	rnn.bias_ih_l1	1	-0.106844961643219
56848	rnn.bias_ih_l1	2	-0.1352723389863968
56848	rnn.bias_ih_l1	3	-0.18429966270923615
56848	rnn.bias_ih_l1	4	-0.15314272046089172
56848	rnn.bias_ih_l1	5	-0.10189098864793777
56848	rnn.bias_ih_l1	6	-0.07641959190368652
56848	rnn.bias_ih_l1	7	-0.040704917162656784
56848	rnn.bias_ih_l1	8	-0.09852484613656998
56848	rnn.bias_ih_l1	9	-0.10580617189407349
56848	rnn.bias_hh_l1	0	-0.11335905641317368
56848	rnn.bias_hh_l1	1	-0.051618169993162155
56848	rnn.bias_hh_l1	2	-0.09557801485061646
56848	rnn.bias_hh_l1	3	-0.07027313858270645
56848	rnn.bias_hh_l1	4	-0.10413079708814621
56848	rnn.bias_hh_l1	5	-0.06496856361627579
56848	rnn.bias_hh_l1	6	-0.0900895893573761
56848	rnn.bias_hh_l1	7	0.011538355611264706
56848	rnn.bias_hh_l1	8	-0.0924527645111084
56848	rnn.bias_hh_l1	9	-0.05749044194817543
56848	rnn.weight_ih_l1_reverse	0	-0.03632132336497307
56848	rnn.weight_ih_l1_reverse	1	0.033192604780197144
56848	rnn.weight_ih_l1_reverse	2	-0.010577082633972168
56848	rnn.weight_ih_l1_reverse	3	-0.018507013097405434
56848	rnn.weight_ih_l1_reverse	4	-0.037906304001808167
56848	rnn.weight_ih_l1_reverse	5	-0.03718043863773346
56848	rnn.weight_ih_l1_reverse	6	-0.02116897702217102
56848	rnn.weight_ih_l1_reverse	7	0.016287818551063538
56848	rnn.weight_ih_l1_reverse	8	0.029995689168572426
56848	rnn.weight_ih_l1_reverse	9	-0.043796103447675705
56848	rnn.weight_hh_l1_reverse	0	0.006730033550411463
56848	rnn.weight_hh_l1_reverse	1	0.028019651770591736
56848	rnn.weight_hh_l1_reverse	2	-0.037214282900094986
56848	rnn.weight_hh_l1_reverse	3	0.04191656410694122
56848	rnn.weight_hh_l1_reverse	4	0.0455595888197422
56848	rnn.weight_hh_l1_reverse	5	0.008758782409131527
56848	rnn.weight_hh_l1_reverse	6	0.009051412343978882
56848	rnn.weight_hh_l1_reverse	7	0.027483748272061348
56848	rnn.weight_hh_l1_reverse	8	-0.002855157246813178
56848	rnn.weight_hh_l1_reverse	9	-0.039853811264038086
56848	rnn.bias_ih_l1_reverse	0	-0.025328850373625755
56848	rnn.bias_ih_l1_reverse	1	-0.08837877959012985
56848	rnn.bias_ih_l1_reverse	2	-0.09588266164064407
56848	rnn.bias_ih_l1_reverse	3	0.009425013326108456
56848	rnn.bias_ih_l1_reverse	4	-0.13917846977710724
56848	rnn.bias_ih_l1_reverse	5	-0.08236338198184967
56848	rnn.bias_ih_l1_reverse	6	-0.09895528107881546
56848	rnn.bias_ih_l1_reverse	7	-0.12572956085205078
56848	rnn.bias_ih_l1_reverse	8	0.143575981259346
56848	rnn.bias_ih_l1_reverse	9	0.01925213821232319
56848	rnn.bias_hh_l1_reverse	0	-0.03495414927601814
56848	rnn.bias_hh_l1_reverse	1	0.0061377775855362415
56848	rnn.bias_hh_l1_reverse	2	-0.18854932487010956
56848	rnn.bias_hh_l1_reverse	3	-0.07310399413108826
56848	rnn.bias_hh_l1_reverse	4	-0.05371634662151337
56848	rnn.bias_hh_l1_reverse	5	-0.05938909575343132
56848	rnn.bias_hh_l1_reverse	6	0.09637502580881119
56848	rnn.bias_hh_l1_reverse	7	-0.1431276798248291
56848	rnn.bias_hh_l1_reverse	8	-0.09057402610778809
56848	rnn.bias_hh_l1_reverse	9	-0.09021029621362686
56848	linear.weight	0	0.002228822559118271
56848	linear.weight	1	0.02981841191649437
56848	linear.weight	2	-0.0879748985171318
56848	linear.weight	3	0.2583201229572296
56848	linear.weight	4	0.07402490824460983
56848	linear.weight	5	0.024419602006673813
56848	linear.weight	6	0.019731124863028526
56848	linear.weight	7	0.08359286934137344
56848	linear.weight	8	0.04186706244945526
56848	linear.weight	9	-0.0570814423263073
56848	linear.bias	0	-0.10377705097198486
56848	linear.bias	1	-0.07249554246664047
56848	linear.bias	2	-0.513463020324707
56848	linear.bias	3	-0.7342754006385803
56848	linear.bias	4	-1.0376616716384888
56848	linear.bias	5	-0.001993994927033782
56848	linear.bias	6	-0.5990201234817505
56848	linear.bias	7	0.487429678440094
56848	linear.bias	8	-0.5883080363273621
56848	linear.bias	9	-0.7925774455070496
57045	transitions	0	0.49509480595588684
57045	transitions	1	0.032111987471580505
57045	transitions	2	-10000.0
57045	transitions	3	-1.7967942953109741
57045	transitions	4	-10000.0
57045	transitions	5	0.6598347425460815
57045	transitions	6	-0.01371186226606369
57045	transitions	7	-0.329771488904953
57045	transitions	8	-1.3232687711715698
57045	transitions	9	-0.0003389217017684132
57045	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
57045	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
57045	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
57045	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
57045	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
57045	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
57045	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
57045	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
57045	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
57045	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
57045	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
57045	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
57045	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
57045	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
57045	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
57045	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
57045	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
57045	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
57045	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
57045	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
57045	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
57045	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
57045	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
57045	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
57045	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
57045	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
57045	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
57045	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
57045	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
57045	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
57045	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
57045	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
57045	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
57045	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
57045	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
57045	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
57045	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
57045	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
57045	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
57045	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
57045	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
57045	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
57045	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
57045	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
57045	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
57045	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
57045	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
57045	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
57045	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
57045	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
57045	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
57045	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
57045	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
57045	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
57045	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
57045	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
57045	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
57045	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
57045	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
57045	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
57045	embedding2nn.weight	0	0.002416593488305807
57045	embedding2nn.weight	1	-0.016403935849666595
57045	embedding2nn.weight	2	-0.014268253929913044
57045	embedding2nn.weight	3	-0.0017038417281582952
57045	embedding2nn.weight	4	-0.0059150345623493195
57045	embedding2nn.weight	5	-0.0037005809135735035
57045	embedding2nn.weight	6	-0.003973196726292372
57045	embedding2nn.weight	7	-0.04016096144914627
57045	embedding2nn.weight	8	-0.0019979383796453476
57045	embedding2nn.weight	9	-0.02483595907688141
57045	embedding2nn.bias	0	0.05944991111755371
57045	embedding2nn.bias	1	-0.04907149821519852
57045	embedding2nn.bias	2	0.0986499935388565
57045	embedding2nn.bias	3	0.06807584315538406
57045	embedding2nn.bias	4	-0.024227449670433998
57045	embedding2nn.bias	5	-0.04544498771429062
57045	embedding2nn.bias	6	0.006398644298315048
57045	embedding2nn.bias	7	-0.05369845777750015
57045	embedding2nn.bias	8	0.05263771861791611
57045	embedding2nn.bias	9	0.03264836221933365
57045	rnn.weight_ih_l0	0	-0.01778842695057392
57045	rnn.weight_ih_l0	1	0.008083784952759743
57045	rnn.weight_ih_l0	2	0.0359710156917572
57045	rnn.weight_ih_l0	3	0.002984437858685851
57045	rnn.weight_ih_l0	4	-0.02344490960240364
57045	rnn.weight_ih_l0	5	-0.0597769059240818
57045	rnn.weight_ih_l0	6	0.01872415468096733
57045	rnn.weight_ih_l0	7	0.05008717253804207
57045	rnn.weight_ih_l0	8	0.0038250298239290714
57045	rnn.weight_ih_l0	9	-0.03443646430969238
57045	rnn.weight_hh_l0	0	-0.029688376933336258
57045	rnn.weight_hh_l0	1	-0.0023227303754538298
57045	rnn.weight_hh_l0	2	0.0011159712448716164
57045	rnn.weight_hh_l0	3	-0.04876845329999924
57045	rnn.weight_hh_l0	4	0.05306604132056236
57045	rnn.weight_hh_l0	5	-0.01905105635523796
57045	rnn.weight_hh_l0	6	-0.04424046352505684
57045	rnn.weight_hh_l0	7	-0.02619345672428608
57045	rnn.weight_hh_l0	8	-0.0038366378284990788
57045	rnn.weight_hh_l0	9	-0.021530499681830406
57045	rnn.bias_ih_l0	0	0.04542720690369606
57045	rnn.bias_ih_l0	1	-0.02629549242556095
57045	rnn.bias_ih_l0	2	-0.005357407499104738
57045	rnn.bias_ih_l0	3	0.076735720038414
57045	rnn.bias_ih_l0	4	-0.03926405310630798
57045	rnn.bias_ih_l0	5	-0.029183654114603996
57045	rnn.bias_ih_l0	6	0.0034882796462625265
57045	rnn.bias_ih_l0	7	0.043201886117458344
57045	rnn.bias_ih_l0	8	-0.07889926433563232
57045	rnn.bias_ih_l0	9	-0.03289339318871498
57045	rnn.bias_hh_l0	0	-0.03036903403699398
57045	rnn.bias_hh_l0	1	-0.06726416200399399
57045	rnn.bias_hh_l0	2	-0.034420087933540344
57045	rnn.bias_hh_l0	3	-0.07179680466651917
57045	rnn.bias_hh_l0	4	-0.011663817800581455
57045	rnn.bias_hh_l0	5	-0.0012532267719507217
57045	rnn.bias_hh_l0	6	0.030332578346133232
57045	rnn.bias_hh_l0	7	-0.01833655685186386
57045	rnn.bias_hh_l0	8	-0.10450169444084167
57045	rnn.bias_hh_l0	9	0.012504932470619678
57045	rnn.weight_ih_l0_reverse	0	-0.020915314555168152
57045	rnn.weight_ih_l0_reverse	1	-0.04986221715807915
57045	rnn.weight_ih_l0_reverse	2	-0.03312547504901886
57045	rnn.weight_ih_l0_reverse	3	-0.0022815470583736897
57045	rnn.weight_ih_l0_reverse	4	-0.00037928883102722466
57045	rnn.weight_ih_l0_reverse	5	-0.0491943359375
57045	rnn.weight_ih_l0_reverse	6	0.043993305414915085
57045	rnn.weight_ih_l0_reverse	7	-0.023115841671824455
57045	rnn.weight_ih_l0_reverse	8	-0.03588869795203209
57045	rnn.weight_ih_l0_reverse	9	0.006531875114887953
57045	rnn.weight_hh_l0_reverse	0	0.03223280608654022
57045	rnn.weight_hh_l0_reverse	1	0.029846685007214546
57045	rnn.weight_hh_l0_reverse	2	0.03244686499238014
57045	rnn.weight_hh_l0_reverse	3	0.0206728745251894
57045	rnn.weight_hh_l0_reverse	4	-0.000151839543832466
57045	rnn.weight_hh_l0_reverse	5	-0.010876747779548168
57045	rnn.weight_hh_l0_reverse	6	0.03976886719465256
57045	rnn.weight_hh_l0_reverse	7	-0.045012325048446655
57045	rnn.weight_hh_l0_reverse	8	0.02844482846558094
57045	rnn.weight_hh_l0_reverse	9	0.04521554335951805
57045	rnn.bias_ih_l0_reverse	0	-0.07358573377132416
57045	rnn.bias_ih_l0_reverse	1	-0.1881830394268036
57045	rnn.bias_ih_l0_reverse	2	-0.06620420515537262
57045	rnn.bias_ih_l0_reverse	3	-0.006747584789991379
57045	rnn.bias_ih_l0_reverse	4	-0.027858102694153786
57045	rnn.bias_ih_l0_reverse	5	0.027949541807174683
57045	rnn.bias_ih_l0_reverse	6	-0.04186925292015076
57045	rnn.bias_ih_l0_reverse	7	0.044395726174116135
57045	rnn.bias_ih_l0_reverse	8	-0.03592531383037567
57045	rnn.bias_ih_l0_reverse	9	0.018268106505274773
57045	rnn.bias_hh_l0_reverse	0	-0.016667716205120087
57045	rnn.bias_hh_l0_reverse	1	-0.022151505574584007
57045	rnn.bias_hh_l0_reverse	2	0.04819770157337189
57045	rnn.bias_hh_l0_reverse	3	-0.035777702927589417
57045	rnn.bias_hh_l0_reverse	4	-0.04743621498346329
57045	rnn.bias_hh_l0_reverse	5	-0.04104538634419441
57045	rnn.bias_hh_l0_reverse	6	-0.016064053401350975
57045	rnn.bias_hh_l0_reverse	7	0.07596051692962646
57045	rnn.bias_hh_l0_reverse	8	0.013061139732599258
57045	rnn.bias_hh_l0_reverse	9	-0.10338631272315979
57045	rnn.weight_ih_l1	0	-0.03397545590996742
57045	rnn.weight_ih_l1	1	-0.04218807443976402
57045	rnn.weight_ih_l1	2	0.06737653911113739
57045	rnn.weight_ih_l1	3	-0.030980443581938744
57045	rnn.weight_ih_l1	4	-0.001268059597350657
57045	rnn.weight_ih_l1	5	-0.0447331927716732
57045	rnn.weight_ih_l1	6	0.017719198018312454
57045	rnn.weight_ih_l1	7	-0.031224826350808144
57045	rnn.weight_ih_l1	8	0.03931281343102455
57045	rnn.weight_ih_l1	9	0.028508076444268227
57045	rnn.weight_hh_l1	0	-0.013914295472204685
57045	rnn.weight_hh_l1	1	0.006115032825618982
57045	rnn.weight_hh_l1	2	-0.004102414473891258
57045	rnn.weight_hh_l1	3	-0.008577006869018078
57045	rnn.weight_hh_l1	4	0.003471579635515809
57045	rnn.weight_hh_l1	5	0.021837253123521805
57045	rnn.weight_hh_l1	6	0.03137923777103424
57045	rnn.weight_hh_l1	7	-0.026454821228981018
57045	rnn.weight_hh_l1	8	-0.027186911553144455
57045	rnn.weight_hh_l1	9	0.0375775471329689
57045	rnn.bias_ih_l1	0	-0.12246043235063553
57045	rnn.bias_ih_l1	1	-0.10910115391016006
57045	rnn.bias_ih_l1	2	-0.1365593820810318
57045	rnn.bias_ih_l1	3	-0.1788223385810852
57045	rnn.bias_ih_l1	4	-0.15223723649978638
57045	rnn.bias_ih_l1	5	-0.10009275376796722
57045	rnn.bias_ih_l1	6	-0.07910066097974777
57045	rnn.bias_ih_l1	7	-0.04176079109311104
57045	rnn.bias_ih_l1	8	-0.0952276811003685
57045	rnn.bias_ih_l1	9	-0.10941924154758453
57045	rnn.bias_hh_l1	0	-0.1170073002576828
57045	rnn.bias_hh_l1	1	-0.051032185554504395
57045	rnn.bias_hh_l1	2	-0.09508635848760605
57045	rnn.bias_hh_l1	3	-0.07099887728691101
57045	rnn.bias_hh_l1	4	-0.10486400127410889
57045	rnn.bias_hh_l1	5	-0.0658160001039505
57045	rnn.bias_hh_l1	6	-0.09213440865278244
57045	rnn.bias_hh_l1	7	0.013172317296266556
57045	rnn.bias_hh_l1	8	-0.09269106388092041
57045	rnn.bias_hh_l1	9	-0.06092211976647377
57045	rnn.weight_ih_l1_reverse	0	-0.03697977960109711
57045	rnn.weight_ih_l1_reverse	1	0.03671198710799217
57045	rnn.weight_ih_l1_reverse	2	-0.008289455436170101
57045	rnn.weight_ih_l1_reverse	3	-0.02020331099629402
57045	rnn.weight_ih_l1_reverse	4	-0.03981846943497658
57045	rnn.weight_ih_l1_reverse	5	-0.037070855498313904
57045	rnn.weight_ih_l1_reverse	6	-0.021917439997196198
57045	rnn.weight_ih_l1_reverse	7	0.016032880172133446
57045	rnn.weight_ih_l1_reverse	8	0.030115898698568344
57045	rnn.weight_ih_l1_reverse	9	-0.04898114129900932
57045	rnn.weight_hh_l1_reverse	0	0.006879136431962252
57045	rnn.weight_hh_l1_reverse	1	0.028143825009465218
57045	rnn.weight_hh_l1_reverse	2	-0.037216514348983765
57045	rnn.weight_hh_l1_reverse	3	0.041939474642276764
57045	rnn.weight_hh_l1_reverse	4	0.04640502110123634
57045	rnn.weight_hh_l1_reverse	5	0.008980343118309975
57045	rnn.weight_hh_l1_reverse	6	0.00786737073212862
57045	rnn.weight_hh_l1_reverse	7	0.02727130614221096
57045	rnn.weight_hh_l1_reverse	8	-0.003085888922214508
57045	rnn.weight_hh_l1_reverse	9	-0.03972630575299263
57045	rnn.bias_ih_l1_reverse	0	-0.025067411363124847
57045	rnn.bias_ih_l1_reverse	1	-0.08777569979429245
57045	rnn.bias_ih_l1_reverse	2	-0.09801405668258667
57045	rnn.bias_ih_l1_reverse	3	0.012553251348435879
57045	rnn.bias_ih_l1_reverse	4	-0.13770754635334015
57045	rnn.bias_ih_l1_reverse	5	-0.08370959758758545
57045	rnn.bias_ih_l1_reverse	6	-0.09761910885572433
57045	rnn.bias_ih_l1_reverse	7	-0.12532277405261993
57045	rnn.bias_ih_l1_reverse	8	0.13588617742061615
57045	rnn.bias_ih_l1_reverse	9	0.015140335075557232
57045	rnn.bias_hh_l1_reverse	0	-0.039858605712652206
57045	rnn.bias_hh_l1_reverse	1	0.011286856606602669
57045	rnn.bias_hh_l1_reverse	2	-0.1885482221841812
57045	rnn.bias_hh_l1_reverse	3	-0.07680173218250275
57045	rnn.bias_hh_l1_reverse	4	-0.05296492576599121
57045	rnn.bias_hh_l1_reverse	5	-0.060987312346696854
57045	rnn.bias_hh_l1_reverse	6	0.10566627979278564
57045	rnn.bias_hh_l1_reverse	7	-0.14247454702854156
57045	rnn.bias_hh_l1_reverse	8	-0.09052368253469467
57045	rnn.bias_hh_l1_reverse	9	-0.08900851756334305
57045	linear.weight	0	0.002228822559118271
57045	linear.weight	1	0.04569548740983009
57045	linear.weight	2	-0.087599977850914
57045	linear.weight	3	0.25919121503829956
57045	linear.weight	4	0.07664938271045685
57045	linear.weight	5	0.023999854922294617
57045	linear.weight	6	0.014455749653279781
57045	linear.weight	7	0.11069470643997192
57045	linear.weight	8	0.04186181724071503
57045	linear.weight	9	-0.051561079919338226
57045	linear.bias	0	-0.15486949682235718
57045	linear.bias	1	-0.0885041281580925
57045	linear.bias	2	-0.48841968178749084
57045	linear.bias	3	-0.7277721762657166
57045	linear.bias	4	-1.0375701189041138
57045	linear.bias	5	-0.009188862517476082
57045	linear.bias	6	-0.6148064732551575
57045	linear.bias	7	0.4792160093784332
57045	linear.bias	8	-0.5670878291130066
57045	linear.bias	9	-0.771906852722168
57242	transitions	0	0.4902733564376831
57242	transitions	1	0.030659716576337814
57242	transitions	2	-10000.0
57242	transitions	3	-1.7969021797180176
57242	transitions	4	-10000.0
57242	transitions	5	0.6595494151115417
57242	transitions	6	-0.013973457738757133
57242	transitions	7	-0.3303179442882538
57242	transitions	8	-1.3235141038894653
57242	transitions	9	-0.0003415248356759548
57242	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
57242	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
57242	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
57242	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
57242	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
57242	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
57242	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
57242	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
57242	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
57242	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
57242	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
57242	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
57242	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
57242	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
57242	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
57242	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
57242	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
57242	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
57242	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
57242	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
57242	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
57242	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
57242	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
57242	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
57242	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
57242	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
57242	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
57242	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
57242	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
57242	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
57242	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
57242	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
57242	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
57242	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
57242	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
57242	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
57242	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
57242	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
57242	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
57242	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
57242	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
57242	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
57242	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
57242	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
57242	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
57242	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
57242	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
57242	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
57242	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
57242	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
57242	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
57242	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
57242	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
57242	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
57242	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
57242	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
57242	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
57242	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
57242	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
57242	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
57242	embedding2nn.weight	0	0.004336800891906023
57242	embedding2nn.weight	1	-0.016521843150258064
57242	embedding2nn.weight	2	-0.014268253929913044
57242	embedding2nn.weight	3	-0.0014993891818448901
57242	embedding2nn.weight	4	-0.0059150345623493195
57242	embedding2nn.weight	5	-0.0037005802150815725
57242	embedding2nn.weight	6	-0.003973197657614946
57242	embedding2nn.weight	7	-0.0407780297100544
57242	embedding2nn.weight	8	-0.0019979383796453476
57242	embedding2nn.weight	9	-0.024833930656313896
57242	embedding2nn.bias	0	0.050266992300748825
57242	embedding2nn.bias	1	-0.045636136084795
57242	embedding2nn.bias	2	0.09251750260591507
57242	embedding2nn.bias	3	0.07345633208751678
57242	embedding2nn.bias	4	-0.015441701747477055
57242	embedding2nn.bias	5	-0.04230637848377228
57242	embedding2nn.bias	6	0.01483149453997612
57242	embedding2nn.bias	7	-0.052346356213092804
57242	embedding2nn.bias	8	0.04954943433403969
57242	embedding2nn.bias	9	0.03743360564112663
57242	rnn.weight_ih_l0	0	-0.018529653549194336
57242	rnn.weight_ih_l0	1	0.007496370933949947
57242	rnn.weight_ih_l0	2	0.030205730348825455
57242	rnn.weight_ih_l0	3	0.004344702698290348
57242	rnn.weight_ih_l0	4	-0.025381598621606827
57242	rnn.weight_ih_l0	5	-0.05858355388045311
57242	rnn.weight_ih_l0	6	0.018445774912834167
57242	rnn.weight_ih_l0	7	0.05030953139066696
57242	rnn.weight_ih_l0	8	0.004106075037270784
57242	rnn.weight_ih_l0	9	-0.0338292121887207
57242	rnn.weight_hh_l0	0	-0.030500223860144615
57242	rnn.weight_hh_l0	1	-0.002950757509097457
57242	rnn.weight_hh_l0	2	0.00019207067089155316
57242	rnn.weight_hh_l0	3	-0.04915107041597366
57242	rnn.weight_hh_l0	4	0.052870627492666245
57242	rnn.weight_hh_l0	5	-0.018850741907954216
57242	rnn.weight_hh_l0	6	-0.043110232800245285
57242	rnn.weight_hh_l0	7	-0.02542855776846409
57242	rnn.weight_hh_l0	8	-0.003173016244545579
57242	rnn.weight_hh_l0	9	-0.021778501570224762
57242	rnn.bias_ih_l0	0	0.04716232046484947
57242	rnn.bias_ih_l0	1	-0.026260118931531906
57242	rnn.bias_ih_l0	2	-0.006627505645155907
57242	rnn.bias_ih_l0	3	0.08006980270147324
57242	rnn.bias_ih_l0	4	-0.04152153432369232
57242	rnn.bias_ih_l0	5	-0.0324881486594677
57242	rnn.bias_ih_l0	6	0.002120907185599208
57242	rnn.bias_ih_l0	7	0.04547237604856491
57242	rnn.bias_ih_l0	8	-0.07937091588973999
57242	rnn.bias_ih_l0	9	-0.03312244266271591
57242	rnn.bias_hh_l0	0	-0.030847830697894096
57242	rnn.bias_hh_l0	1	-0.07186094671487808
57242	rnn.bias_hh_l0	2	-0.030902381986379623
57242	rnn.bias_hh_l0	3	-0.07049668580293655
57242	rnn.bias_hh_l0	4	-0.013274657540023327
57242	rnn.bias_hh_l0	5	-0.0022696920204907656
57242	rnn.bias_hh_l0	6	0.027942385524511337
57242	rnn.bias_hh_l0	7	-0.017763709649443626
57242	rnn.bias_hh_l0	8	-0.10635102540254593
57242	rnn.bias_hh_l0	9	0.006318496074527502
57242	rnn.weight_ih_l0_reverse	0	-0.021173154935240746
57242	rnn.weight_ih_l0_reverse	1	-0.051274534314870834
57242	rnn.weight_ih_l0_reverse	2	-0.031649790704250336
57242	rnn.weight_ih_l0_reverse	3	-0.003621884621679783
57242	rnn.weight_ih_l0_reverse	4	-0.0006450992659665644
57242	rnn.weight_ih_l0_reverse	5	-0.04901573807001114
57242	rnn.weight_ih_l0_reverse	6	0.043884869664907455
57242	rnn.weight_ih_l0_reverse	7	-0.02287720888853073
57242	rnn.weight_ih_l0_reverse	8	-0.036627959460020065
57242	rnn.weight_ih_l0_reverse	9	0.005063976626843214
57242	rnn.weight_hh_l0_reverse	0	0.032692696899175644
57242	rnn.weight_hh_l0_reverse	1	0.029147520661354065
57242	rnn.weight_hh_l0_reverse	2	0.03261632099747658
57242	rnn.weight_hh_l0_reverse	3	0.02051439695060253
57242	rnn.weight_hh_l0_reverse	4	0.00013041566126048565
57242	rnn.weight_hh_l0_reverse	5	-0.012875331565737724
57242	rnn.weight_hh_l0_reverse	6	0.040195152163505554
57242	rnn.weight_hh_l0_reverse	7	-0.044850438833236694
57242	rnn.weight_hh_l0_reverse	8	0.028596682474017143
57242	rnn.weight_hh_l0_reverse	9	0.045581720769405365
57242	rnn.bias_ih_l0_reverse	0	-0.07345980405807495
57242	rnn.bias_ih_l0_reverse	1	-0.1892060935497284
57242	rnn.bias_ih_l0_reverse	2	-0.0655706375837326
57242	rnn.bias_ih_l0_reverse	3	-0.006989136803895235
57242	rnn.bias_ih_l0_reverse	4	-0.02651287242770195
57242	rnn.bias_ih_l0_reverse	5	0.02776394598186016
57242	rnn.bias_ih_l0_reverse	6	-0.040975190699100494
57242	rnn.bias_ih_l0_reverse	7	0.044829100370407104
57242	rnn.bias_ih_l0_reverse	8	-0.0349046029150486
57242	rnn.bias_ih_l0_reverse	9	0.01951112039387226
57242	rnn.bias_hh_l0_reverse	0	-0.01640390045940876
57242	rnn.bias_hh_l0_reverse	1	-0.020322993397712708
57242	rnn.bias_hh_l0_reverse	2	0.046657443046569824
57242	rnn.bias_hh_l0_reverse	3	-0.03425726294517517
57242	rnn.bias_hh_l0_reverse	4	-0.04506503790616989
57242	rnn.bias_hh_l0_reverse	5	-0.04085852950811386
57242	rnn.bias_hh_l0_reverse	6	-0.02051926776766777
57242	rnn.bias_hh_l0_reverse	7	0.07638134062290192
57242	rnn.bias_hh_l0_reverse	8	0.010954349301755428
57242	rnn.bias_hh_l0_reverse	9	-0.10601893812417984
57242	rnn.weight_ih_l1	0	-0.03441621735692024
57242	rnn.weight_ih_l1	1	-0.04047370329499245
57242	rnn.weight_ih_l1	2	0.06621165573596954
57242	rnn.weight_ih_l1	3	-0.03255094960331917
57242	rnn.weight_ih_l1	4	-0.0010546614648774266
57242	rnn.weight_ih_l1	5	-0.04411947727203369
57242	rnn.weight_ih_l1	6	0.018756641075015068
57242	rnn.weight_ih_l1	7	-0.032456398010253906
57242	rnn.weight_ih_l1	8	0.039108242839574814
57242	rnn.weight_ih_l1	9	0.028559625148773193
57242	rnn.weight_hh_l1	0	-0.014591394923627377
57242	rnn.weight_hh_l1	1	0.006165291182696819
57242	rnn.weight_hh_l1	2	-0.004489701706916094
57242	rnn.weight_hh_l1	3	-0.008578999899327755
57242	rnn.weight_hh_l1	4	0.003633455839008093
57242	rnn.weight_hh_l1	5	0.021856797859072685
57242	rnn.weight_hh_l1	6	0.03144831955432892
57242	rnn.weight_hh_l1	7	-0.026635974645614624
57242	rnn.weight_hh_l1	8	-0.02721887268126011
57242	rnn.weight_hh_l1	9	0.037515901029109955
57242	rnn.bias_ih_l1	0	-0.11868841201066971
57242	rnn.bias_ih_l1	1	-0.11049949377775192
57242	rnn.bias_ih_l1	2	-0.13660214841365814
57242	rnn.bias_ih_l1	3	-0.18196198344230652
57242	rnn.bias_ih_l1	4	-0.14960293471813202
57242	rnn.bias_ih_l1	5	-0.10023485124111176
57242	rnn.bias_ih_l1	6	-0.08120854943990707
57242	rnn.bias_ih_l1	7	-0.042752284556627274
57242	rnn.bias_ih_l1	8	-0.09478520601987839
57242	rnn.bias_ih_l1	9	-0.10989401489496231
57242	rnn.bias_hh_l1	0	-0.11801793426275253
57242	rnn.bias_hh_l1	1	-0.04984286054968834
57242	rnn.bias_hh_l1	2	-0.09638934582471848
57242	rnn.bias_hh_l1	3	-0.06974802911281586
57242	rnn.bias_hh_l1	4	-0.10647650063037872
57242	rnn.bias_hh_l1	5	-0.06416387110948563
57242	rnn.bias_hh_l1	6	-0.09227162599563599
57242	rnn.bias_hh_l1	7	0.010414187796413898
57242	rnn.bias_hh_l1	8	-0.09208102524280548
57242	rnn.bias_hh_l1	9	-0.055469393730163574
57242	rnn.weight_ih_l1_reverse	0	-0.03754689544439316
57242	rnn.weight_ih_l1_reverse	1	0.03752405568957329
57242	rnn.weight_ih_l1_reverse	2	-0.00925989169627428
57242	rnn.weight_ih_l1_reverse	3	-0.019311241805553436
57242	rnn.weight_ih_l1_reverse	4	-0.04007906839251518
57242	rnn.weight_ih_l1_reverse	5	-0.037144601345062256
57242	rnn.weight_ih_l1_reverse	6	-0.02109043300151825
57242	rnn.weight_ih_l1_reverse	7	0.01607435941696167
57242	rnn.weight_ih_l1_reverse	8	0.029692744836211205
57242	rnn.weight_ih_l1_reverse	9	-0.04957728832960129
57242	rnn.weight_hh_l1_reverse	0	0.006886799354106188
57242	rnn.weight_hh_l1_reverse	1	0.028216080740094185
57242	rnn.weight_hh_l1_reverse	2	-0.03726201131939888
57242	rnn.weight_hh_l1_reverse	3	0.04186717048287392
57242	rnn.weight_hh_l1_reverse	4	0.046639129519462585
57242	rnn.weight_hh_l1_reverse	5	0.008725144900381565
57242	rnn.weight_hh_l1_reverse	6	0.007485262583941221
57242	rnn.weight_hh_l1_reverse	7	0.027165453881025314
57242	rnn.weight_hh_l1_reverse	8	-0.003185213776305318
57242	rnn.weight_hh_l1_reverse	9	-0.03957346826791763
57242	rnn.bias_ih_l1_reverse	0	-0.023606928065419197
57242	rnn.bias_ih_l1_reverse	1	-0.088033527135849
57242	rnn.bias_ih_l1_reverse	2	-0.10040662437677383
57242	rnn.bias_ih_l1_reverse	3	0.009118698537349701
57242	rnn.bias_ih_l1_reverse	4	-0.1354733407497406
57242	rnn.bias_ih_l1_reverse	5	-0.08419688791036606
57242	rnn.bias_ih_l1_reverse	6	-0.09816247224807739
57242	rnn.bias_ih_l1_reverse	7	-0.12915755808353424
57242	rnn.bias_ih_l1_reverse	8	0.1303468644618988
57242	rnn.bias_ih_l1_reverse	9	0.015032177790999413
57242	rnn.bias_hh_l1_reverse	0	-0.04453536868095398
57242	rnn.bias_hh_l1_reverse	1	0.008493107743561268
57242	rnn.bias_hh_l1_reverse	2	-0.18940933048725128
57242	rnn.bias_hh_l1_reverse	3	-0.07576797157526016
57242	rnn.bias_hh_l1_reverse	4	-0.052429065108299255
57242	rnn.bias_hh_l1_reverse	5	-0.05869447439908981
57242	rnn.bias_hh_l1_reverse	6	0.11208444833755493
57242	rnn.bias_hh_l1_reverse	7	-0.14550445973873138
57242	rnn.bias_hh_l1_reverse	8	-0.08861114084720612
57242	rnn.bias_hh_l1_reverse	9	-0.08965583890676498
57242	linear.weight	0	0.002228822559118271
57242	linear.weight	1	0.045315902680158615
57242	linear.weight	2	-0.09567664563655853
57242	linear.weight	3	0.2594083845615387
57242	linear.weight	4	0.07584618031978607
57242	linear.weight	5	0.020933764055371284
57242	linear.weight	6	0.005150251090526581
57242	linear.weight	7	0.1196080818772316
57242	linear.weight	8	0.041852422058582306
57242	linear.weight	9	-0.04845678433775902
57242	linear.bias	0	-0.15375269949436188
57242	linear.bias	1	-0.06629345566034317
57242	linear.bias	2	-0.5050442814826965
57242	linear.bias	3	-0.7434747815132141
57242	linear.bias	4	-1.057051658630371
57242	linear.bias	5	-0.03384720906615257
57242	linear.bias	6	-0.5918545722961426
57242	linear.bias	7	0.45460909605026245
57242	linear.bias	8	-0.5741212964057922
57242	linear.bias	9	-0.7777526378631592
57246	transitions	0	0.48653340339660645
57246	transitions	1	0.030655281618237495
57246	transitions	2	-10000.0
57246	transitions	3	-1.796905755996704
57246	transitions	4	-10000.0
57246	transitions	5	0.6595391035079956
57246	transitions	6	-0.013979975134134293
57246	transitions	7	-0.3303351104259491
57246	transitions	8	-1.3235187530517578
57246	transitions	9	-0.0003419936983846128
57246	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
57246	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
57246	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
57246	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
57246	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
57246	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
57246	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
57246	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
57246	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
57246	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
57246	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
57246	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
57246	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
57246	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
57246	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
57246	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
57246	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
57246	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
57246	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
57246	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
57246	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
57246	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
57246	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
57246	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
57246	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
57246	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
57246	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
57246	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
57246	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
57246	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
57246	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
57246	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
57246	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
57246	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
57246	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
57246	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
57246	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
57246	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
57246	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
57246	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
57246	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
57246	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
57246	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
57246	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
57246	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
57246	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
57246	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
57246	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
57246	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
57246	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
57246	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
57246	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
57246	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
57246	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
57246	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
57246	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
57246	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
57246	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
57246	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
57246	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
57246	embedding2nn.weight	0	0.004196057561784983
57246	embedding2nn.weight	1	-0.01648455671966076
57246	embedding2nn.weight	2	-0.014268253929913044
57246	embedding2nn.weight	3	-0.001290818559937179
57246	embedding2nn.weight	4	-0.0059150345623493195
57246	embedding2nn.weight	5	-0.0037005802150815725
57246	embedding2nn.weight	6	-0.003973197657614946
57246	embedding2nn.weight	7	-0.04105301946401596
57246	embedding2nn.weight	8	-0.0019979383796453476
57246	embedding2nn.weight	9	-0.024741819128394127
57246	embedding2nn.bias	0	0.050792429596185684
57246	embedding2nn.bias	1	-0.04533184692263603
57246	embedding2nn.bias	2	0.09193016588687897
57246	embedding2nn.bias	3	0.07227834314107895
57246	embedding2nn.bias	4	-0.016871975734829903
57246	embedding2nn.bias	5	-0.04284247010946274
57246	embedding2nn.bias	6	0.015104545280337334
57246	embedding2nn.bias	7	-0.052355315536260605
57246	embedding2nn.bias	8	0.04855509102344513
57246	embedding2nn.bias	9	0.03758890926837921
57246	rnn.weight_ih_l0	0	-0.018801646307110786
57246	rnn.weight_ih_l0	1	0.0073791565373539925
57246	rnn.weight_ih_l0	2	0.03008030541241169
57246	rnn.weight_ih_l0	3	0.0042922222055494785
57246	rnn.weight_ih_l0	4	-0.025217760354280472
57246	rnn.weight_ih_l0	5	-0.05847357586026192
57246	rnn.weight_ih_l0	6	0.018343158066272736
57246	rnn.weight_ih_l0	7	0.05037146806716919
57246	rnn.weight_ih_l0	8	0.004022490698844194
57246	rnn.weight_ih_l0	9	-0.033723682165145874
57246	rnn.weight_hh_l0	0	-0.030613554641604424
57246	rnn.weight_hh_l0	1	-0.002992938971146941
57246	rnn.weight_hh_l0	2	-2.1856294551980682e-05
57246	rnn.weight_hh_l0	3	-0.04910122975707054
57246	rnn.weight_hh_l0	4	0.053055908530950546
57246	rnn.weight_hh_l0	5	-0.01868387497961521
57246	rnn.weight_hh_l0	6	-0.043287042528390884
57246	rnn.weight_hh_l0	7	-0.025330906733870506
57246	rnn.weight_hh_l0	8	-0.0032586187589913607
57246	rnn.weight_hh_l0	9	-0.02181466668844223
57246	rnn.bias_ih_l0	0	0.04715714231133461
57246	rnn.bias_ih_l0	1	-0.026661034673452377
57246	rnn.bias_ih_l0	2	-0.006796061061322689
57246	rnn.bias_ih_l0	3	0.08033347129821777
57246	rnn.bias_ih_l0	4	-0.04145187512040138
57246	rnn.bias_ih_l0	5	-0.032995935529470444
57246	rnn.bias_ih_l0	6	0.0010485075181350112
57246	rnn.bias_ih_l0	7	0.045508891344070435
57246	rnn.bias_ih_l0	8	-0.07933705300092697
57246	rnn.bias_ih_l0	9	-0.032636165618896484
57246	rnn.bias_hh_l0	0	-0.031179778277873993
57246	rnn.bias_hh_l0	1	-0.07139270752668381
57246	rnn.bias_hh_l0	2	-0.031246159225702286
57246	rnn.bias_hh_l0	3	-0.07071790099143982
57246	rnn.bias_hh_l0	4	-0.012964519672095776
57246	rnn.bias_hh_l0	5	-0.001675873063504696
57246	rnn.bias_hh_l0	6	0.027428211644291878
57246	rnn.bias_hh_l0	7	-0.017030630260705948
57246	rnn.bias_hh_l0	8	-0.1058986634016037
57246	rnn.bias_hh_l0	9	0.006339941173791885
57246	rnn.weight_ih_l0_reverse	0	-0.021230533719062805
57246	rnn.weight_ih_l0_reverse	1	-0.05125792697072029
57246	rnn.weight_ih_l0_reverse	2	-0.03180629760026932
57246	rnn.weight_ih_l0_reverse	3	-0.0035644960589706898
57246	rnn.weight_ih_l0_reverse	4	-0.0005861808313056827
57246	rnn.weight_ih_l0_reverse	5	-0.049075473099946976
57246	rnn.weight_ih_l0_reverse	6	0.04404006153345108
57246	rnn.weight_ih_l0_reverse	7	-0.022739585489034653
57246	rnn.weight_ih_l0_reverse	8	-0.03659117594361305
57246	rnn.weight_ih_l0_reverse	9	0.005204909015446901
57246	rnn.weight_hh_l0_reverse	0	0.03273487463593483
57246	rnn.weight_hh_l0_reverse	1	0.02914946898818016
57246	rnn.weight_hh_l0_reverse	2	0.03280908986926079
57246	rnn.weight_hh_l0_reverse	3	0.02052967995405197
57246	rnn.weight_hh_l0_reverse	4	6.627992115681991e-05
57246	rnn.weight_hh_l0_reverse	5	-0.013094685040414333
57246	rnn.weight_hh_l0_reverse	6	0.04019469767808914
57246	rnn.weight_hh_l0_reverse	7	-0.04489535093307495
57246	rnn.weight_hh_l0_reverse	8	0.02840702421963215
57246	rnn.weight_hh_l0_reverse	9	0.04555392265319824
57246	rnn.bias_ih_l0_reverse	0	-0.07342085987329483
57246	rnn.bias_ih_l0_reverse	1	-0.18892017006874084
57246	rnn.bias_ih_l0_reverse	2	-0.06564779579639435
57246	rnn.bias_ih_l0_reverse	3	-0.00668053375557065
57246	rnn.bias_ih_l0_reverse	4	-0.026476798579096794
57246	rnn.bias_ih_l0_reverse	5	0.02764935977756977
57246	rnn.bias_ih_l0_reverse	6	-0.040695395320653915
57246	rnn.bias_ih_l0_reverse	7	0.0446285679936409
57246	rnn.bias_ih_l0_reverse	8	-0.034791819751262665
57246	rnn.bias_ih_l0_reverse	9	0.019630352035164833
57246	rnn.bias_hh_l0_reverse	0	-0.01599281281232834
57246	rnn.bias_hh_l0_reverse	1	-0.020603666082024574
57246	rnn.bias_hh_l0_reverse	2	0.0471002571284771
57246	rnn.bias_hh_l0_reverse	3	-0.03425535559654236
57246	rnn.bias_hh_l0_reverse	4	-0.04505456984043121
57246	rnn.bias_hh_l0_reverse	5	-0.039833128452301025
57246	rnn.bias_hh_l0_reverse	6	-0.0203692689538002
57246	rnn.bias_hh_l0_reverse	7	0.07609670609235764
57246	rnn.bias_hh_l0_reverse	8	0.010728221386671066
57246	rnn.bias_hh_l0_reverse	9	-0.10674235969781876
57246	rnn.weight_ih_l1	0	-0.034519221633672714
57246	rnn.weight_ih_l1	1	-0.04040403664112091
57246	rnn.weight_ih_l1	2	0.06610548496246338
57246	rnn.weight_ih_l1	3	-0.032663825899362564
57246	rnn.weight_ih_l1	4	-0.0010305073810741305
57246	rnn.weight_ih_l1	5	-0.04412155970931053
57246	rnn.weight_ih_l1	6	0.01861281506717205
57246	rnn.weight_ih_l1	7	-0.03240034729242325
57246	rnn.weight_ih_l1	8	0.03912115469574928
57246	rnn.weight_ih_l1	9	0.02832558937370777
57246	rnn.weight_hh_l1	0	-0.014657941646873951
57246	rnn.weight_hh_l1	1	0.006177867762744427
57246	rnn.weight_hh_l1	2	-0.004405363462865353
57246	rnn.weight_hh_l1	3	-0.008494107984006405
57246	rnn.weight_hh_l1	4	0.0036850422620773315
57246	rnn.weight_hh_l1	5	0.021884817630052567
57246	rnn.weight_hh_l1	6	0.03146924078464508
57246	rnn.weight_hh_l1	7	-0.02664022333920002
57246	rnn.weight_hh_l1	8	-0.027072306722402573
57246	rnn.weight_hh_l1	9	0.03756987676024437
57246	rnn.bias_ih_l1	0	-0.11817483603954315
57246	rnn.bias_ih_l1	1	-0.11036907881498337
57246	rnn.bias_ih_l1	2	-0.13701696693897247
57246	rnn.bias_ih_l1	3	-0.18189629912376404
57246	rnn.bias_ih_l1	4	-0.15008319914340973
57246	rnn.bias_ih_l1	5	-0.10021074116230011
57246	rnn.bias_ih_l1	6	-0.08100476115942001
57246	rnn.bias_ih_l1	7	-0.042837392538785934
57246	rnn.bias_ih_l1	8	-0.09428182989358902
57246	rnn.bias_ih_l1	9	-0.10950125753879547
57246	rnn.bias_hh_l1	0	-0.11780747026205063
57246	rnn.bias_hh_l1	1	-0.049551401287317276
57246	rnn.bias_hh_l1	2	-0.0965372696518898
57246	rnn.bias_hh_l1	3	-0.06930014491081238
57246	rnn.bias_hh_l1	4	-0.10642492771148682
57246	rnn.bias_hh_l1	5	-0.06418593972921371
57246	rnn.bias_hh_l1	6	-0.09218460321426392
57246	rnn.bias_hh_l1	7	0.010586971417069435
57246	rnn.bias_hh_l1	8	-0.09142275899648666
57246	rnn.bias_hh_l1	9	-0.05530830845236778
57246	rnn.weight_ih_l1_reverse	0	-0.03752145171165466
57246	rnn.weight_ih_l1_reverse	1	0.03758373111486435
57246	rnn.weight_ih_l1_reverse	2	-0.008731258101761341
57246	rnn.weight_ih_l1_reverse	3	-0.019312242045998573
57246	rnn.weight_ih_l1_reverse	4	-0.04040315002202988
57246	rnn.weight_ih_l1_reverse	5	-0.037152886390686035
57246	rnn.weight_ih_l1_reverse	6	-0.02140837162733078
57246	rnn.weight_ih_l1_reverse	7	0.016096901148557663
57246	rnn.weight_ih_l1_reverse	8	0.029693366959691048
57246	rnn.weight_ih_l1_reverse	9	-0.04978455975651741
57246	rnn.weight_hh_l1_reverse	0	0.006873771082609892
57246	rnn.weight_hh_l1_reverse	1	0.028250329196453094
57246	rnn.weight_hh_l1_reverse	2	-0.037264421582221985
57246	rnn.weight_hh_l1_reverse	3	0.0418541394174099
57246	rnn.weight_hh_l1_reverse	4	0.04657096043229103
57246	rnn.weight_hh_l1_reverse	5	0.008725065737962723
57246	rnn.weight_hh_l1_reverse	6	0.007300123106688261
57246	rnn.weight_hh_l1_reverse	7	0.027187319472432137
57246	rnn.weight_hh_l1_reverse	8	-0.0031857257708907127
57246	rnn.weight_hh_l1_reverse	9	-0.0395171120762825
57246	rnn.bias_ih_l1_reverse	0	-0.023601675406098366
57246	rnn.bias_ih_l1_reverse	1	-0.08844142407178879
57246	rnn.bias_ih_l1_reverse	2	-0.10062313079833984
57246	rnn.bias_ih_l1_reverse	3	0.008065781556069851
57246	rnn.bias_ih_l1_reverse	4	-0.13580076396465302
57246	rnn.bias_ih_l1_reverse	5	-0.08412338048219681
57246	rnn.bias_ih_l1_reverse	6	-0.09852463752031326
57246	rnn.bias_ih_l1_reverse	7	-0.12882524728775024
57246	rnn.bias_ih_l1_reverse	8	0.13021191954612732
57246	rnn.bias_ih_l1_reverse	9	0.015425131656229496
57246	rnn.bias_hh_l1_reverse	0	-0.04359981045126915
57246	rnn.bias_hh_l1_reverse	1	0.008326464332640171
57246	rnn.bias_hh_l1_reverse	2	-0.18948575854301453
57246	rnn.bias_hh_l1_reverse	3	-0.0753861665725708
57246	rnn.bias_hh_l1_reverse	4	-0.05254717543721199
57246	rnn.bias_hh_l1_reverse	5	-0.05795884504914284
57246	rnn.bias_hh_l1_reverse	6	0.11074282228946686
57246	rnn.bias_hh_l1_reverse	7	-0.1453462690114975
57246	rnn.bias_hh_l1_reverse	8	-0.08861114829778671
57246	rnn.bias_hh_l1_reverse	9	-0.08963580429553986
57246	linear.weight	0	0.002228822559118271
57246	linear.weight	1	0.043748896569013596
57246	linear.weight	2	-0.09493466466665268
57246	linear.weight	3	0.2583365738391876
57246	linear.weight	4	0.07559690624475479
57246	linear.weight	5	0.020965375006198883
57246	linear.weight	6	0.00337028200738132
57246	linear.weight	7	0.11996293812990189
57246	linear.weight	8	0.04185221716761589
57246	linear.weight	9	-0.047713734209537506
57246	linear.bias	0	-0.15014491975307465
57246	linear.bias	1	-0.05157772824168205
57246	linear.bias	2	-0.5185666084289551
57246	linear.bias	3	-0.7383766174316406
57246	linear.bias	4	-1.0520004034042358
57246	linear.bias	5	-0.04600425064563751
57246	linear.bias	6	-0.5770689845085144
57246	linear.bias	7	0.44252291321754456
57246	linear.bias	8	-0.5710893869400024
57246	linear.bias	9	-0.7747282385826111
57443	transitions	0	0.5031474828720093
57443	transitions	1	0.030804673209786415
57443	transitions	2	-10000.0
57443	transitions	3	-1.7969924211502075
57443	transitions	4	-10000.0
57443	transitions	5	0.6591833233833313
57443	transitions	6	-0.014278983697295189
57443	transitions	7	-0.33137190341949463
57443	transitions	8	-1.3237859010696411
57443	transitions	9	-0.0003445462789386511
57443	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
57443	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
57443	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
57443	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
57443	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
57443	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
57443	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
57443	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
57443	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
57443	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
57443	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
57443	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
57443	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
57443	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
57443	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
57443	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
57443	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
57443	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
57443	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
57443	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
57443	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
57443	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
57443	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
57443	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
57443	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
57443	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
57443	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
57443	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
57443	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
57443	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
57443	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
57443	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
57443	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
57443	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
57443	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
57443	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
57443	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
57443	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
57443	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
57443	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
57443	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
57443	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
57443	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
57443	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
57443	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
57443	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
57443	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
57443	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
57443	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
57443	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
57443	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
57443	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
57443	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
57443	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
57443	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
57443	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
57443	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
57443	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
57443	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
57443	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
57443	embedding2nn.weight	0	0.007204113062471151
57443	embedding2nn.weight	1	-0.01619424857199192
57443	embedding2nn.weight	2	-0.014268253929913044
57443	embedding2nn.weight	3	-0.0015493123792111874
57443	embedding2nn.weight	4	-0.0059150345623493195
57443	embedding2nn.weight	5	-0.0037005797494202852
57443	embedding2nn.weight	6	-0.003973197191953659
57443	embedding2nn.weight	7	-0.040574606508016586
57443	embedding2nn.weight	8	-0.0019979383796453476
57443	embedding2nn.weight	9	-0.023847339674830437
57443	embedding2nn.bias	0	0.040151823312044144
57443	embedding2nn.bias	1	-0.04161427542567253
57443	embedding2nn.bias	2	0.08574648946523666
57443	embedding2nn.bias	3	0.07601039111614227
57443	embedding2nn.bias	4	-0.011936134658753872
57443	embedding2nn.bias	5	-0.034105993807315826
57443	embedding2nn.bias	6	0.00814923644065857
57443	embedding2nn.bias	7	-0.03839554265141487
57443	embedding2nn.bias	8	0.04925708472728729
57443	embedding2nn.bias	9	0.04203341156244278
57443	rnn.weight_ih_l0	0	-0.020160898566246033
57443	rnn.weight_ih_l0	1	0.00734754279255867
57443	rnn.weight_ih_l0	2	0.029749397188425064
57443	rnn.weight_ih_l0	3	0.00439783139154315
57443	rnn.weight_ih_l0	4	-0.02656942792236805
57443	rnn.weight_ih_l0	5	-0.058367494493722916
57443	rnn.weight_ih_l0	6	0.01780208945274353
57443	rnn.weight_ih_l0	7	0.05002604052424431
57443	rnn.weight_ih_l0	8	0.003950034733861685
57443	rnn.weight_ih_l0	9	-0.03382381796836853
57443	rnn.weight_hh_l0	0	-0.031551431864500046
57443	rnn.weight_hh_l0	1	-0.002502553164958954
57443	rnn.weight_hh_l0	2	0.0004408000677358359
57443	rnn.weight_hh_l0	3	-0.04797085002064705
57443	rnn.weight_hh_l0	4	0.053544096648693085
57443	rnn.weight_hh_l0	5	-0.018626365810632706
57443	rnn.weight_hh_l0	6	-0.04265543073415756
57443	rnn.weight_hh_l0	7	-0.025885742157697678
57443	rnn.weight_hh_l0	8	-0.002470998326316476
57443	rnn.weight_hh_l0	9	-0.02187708206474781
57443	rnn.bias_ih_l0	0	0.044097576290369034
57443	rnn.bias_ih_l0	1	-0.026393311098217964
57443	rnn.bias_ih_l0	2	-0.006344130262732506
57443	rnn.bias_ih_l0	3	0.07734224200248718
57443	rnn.bias_ih_l0	4	-0.04433802142739296
57443	rnn.bias_ih_l0	5	-0.035147059708833694
57443	rnn.bias_ih_l0	6	0.0019253065111115575
57443	rnn.bias_ih_l0	7	0.04847555235028267
57443	rnn.bias_ih_l0	8	-0.08047731220722198
57443	rnn.bias_ih_l0	9	-0.030452687293291092
57443	rnn.bias_hh_l0	0	-0.030276810750365257
57443	rnn.bias_hh_l0	1	-0.07671520859003067
57443	rnn.bias_hh_l0	2	-0.032727595418691635
57443	rnn.bias_hh_l0	3	-0.06906938552856445
57443	rnn.bias_hh_l0	4	-0.014104160480201244
57443	rnn.bias_hh_l0	5	0.00025815595290623605
57443	rnn.bias_hh_l0	6	0.02788304165005684
57443	rnn.bias_hh_l0	7	-0.014270883053541183
57443	rnn.bias_hh_l0	8	-0.10362010449171066
57443	rnn.bias_hh_l0	9	0.011447623372077942
57443	rnn.weight_ih_l0_reverse	0	-0.02174334041774273
57443	rnn.weight_ih_l0_reverse	1	-0.051097046583890915
57443	rnn.weight_ih_l0_reverse	2	-0.03135151043534279
57443	rnn.weight_ih_l0_reverse	3	-0.004817396402359009
57443	rnn.weight_ih_l0_reverse	4	-0.0004532765597105026
57443	rnn.weight_ih_l0_reverse	5	-0.04997488111257553
57443	rnn.weight_ih_l0_reverse	6	0.04492193087935448
57443	rnn.weight_ih_l0_reverse	7	-0.023641113191843033
57443	rnn.weight_ih_l0_reverse	8	-0.03620961308479309
57443	rnn.weight_ih_l0_reverse	9	0.005312026012688875
57443	rnn.weight_hh_l0_reverse	0	0.033526185899972916
57443	rnn.weight_hh_l0_reverse	1	0.028859490528702736
57443	rnn.weight_hh_l0_reverse	2	0.033075399696826935
57443	rnn.weight_hh_l0_reverse	3	0.02037075348198414
57443	rnn.weight_hh_l0_reverse	4	0.0008604414178989828
57443	rnn.weight_hh_l0_reverse	5	-0.014012283645570278
57443	rnn.weight_hh_l0_reverse	6	0.040262654423713684
57443	rnn.weight_hh_l0_reverse	7	-0.04533448815345764
57443	rnn.weight_hh_l0_reverse	8	0.027963344007730484
57443	rnn.weight_hh_l0_reverse	9	0.0450742207467556
57443	rnn.bias_ih_l0_reverse	0	-0.07245409488677979
57443	rnn.bias_ih_l0_reverse	1	-0.19141049683094025
57443	rnn.bias_ih_l0_reverse	2	-0.06717079877853394
57443	rnn.bias_ih_l0_reverse	3	-0.007504642941057682
57443	rnn.bias_ih_l0_reverse	4	-0.028502658009529114
57443	rnn.bias_ih_l0_reverse	5	0.02781190723180771
57443	rnn.bias_ih_l0_reverse	6	-0.045049019157886505
57443	rnn.bias_ih_l0_reverse	7	0.0468805655837059
57443	rnn.bias_ih_l0_reverse	8	-0.031249992549419403
57443	rnn.bias_ih_l0_reverse	9	0.019450725987553596
57443	rnn.bias_hh_l0_reverse	0	-0.016326945275068283
57443	rnn.bias_hh_l0_reverse	1	-0.018965568393468857
57443	rnn.bias_hh_l0_reverse	2	0.04636651650071144
57443	rnn.bias_hh_l0_reverse	3	-0.034954819828271866
57443	rnn.bias_hh_l0_reverse	4	-0.04868554696440697
57443	rnn.bias_hh_l0_reverse	5	-0.036960355937480927
57443	rnn.bias_hh_l0_reverse	6	-0.022293277084827423
57443	rnn.bias_hh_l0_reverse	7	0.07811444252729416
57443	rnn.bias_hh_l0_reverse	8	0.008218086324632168
57443	rnn.bias_hh_l0_reverse	9	-0.10544618219137192
57443	rnn.weight_ih_l1	0	-0.03452543541789055
57443	rnn.weight_ih_l1	1	-0.04032982885837555
57443	rnn.weight_ih_l1	2	0.06763824820518494
57443	rnn.weight_ih_l1	3	-0.03223687410354614
57443	rnn.weight_ih_l1	4	-0.0007027672836557031
57443	rnn.weight_ih_l1	5	-0.04435986280441284
57443	rnn.weight_ih_l1	6	0.018575619906187057
57443	rnn.weight_ih_l1	7	-0.03263000771403313
57443	rnn.weight_ih_l1	8	0.03905582055449486
57443	rnn.weight_ih_l1	9	0.02736876718699932
57443	rnn.weight_hh_l1	0	-0.014690385200083256
57443	rnn.weight_hh_l1	1	0.006578113418072462
57443	rnn.weight_hh_l1	2	-0.004236913286149502
57443	rnn.weight_hh_l1	3	-0.008536132052540779
57443	rnn.weight_hh_l1	4	0.003527742810547352
57443	rnn.weight_hh_l1	5	0.021471993997693062
57443	rnn.weight_hh_l1	6	0.031599219888448715
57443	rnn.weight_hh_l1	7	-0.02654859982430935
57443	rnn.weight_hh_l1	8	-0.02651906944811344
57443	rnn.weight_hh_l1	9	0.036900490522384644
57443	rnn.bias_ih_l1	0	-0.12299596518278122
57443	rnn.bias_ih_l1	1	-0.10903850942850113
57443	rnn.bias_ih_l1	2	-0.13686272501945496
57443	rnn.bias_ih_l1	3	-0.17644724249839783
57443	rnn.bias_ih_l1	4	-0.1538277119398117
57443	rnn.bias_ih_l1	5	-0.098492331802845
57443	rnn.bias_ih_l1	6	-0.08088048547506332
57443	rnn.bias_ih_l1	7	-0.0407654345035553
57443	rnn.bias_ih_l1	8	-0.09324119240045547
57443	rnn.bias_ih_l1	9	-0.10996705293655396
57443	rnn.bias_hh_l1	0	-0.11431962251663208
57443	rnn.bias_hh_l1	1	-0.050838302820920944
57443	rnn.bias_hh_l1	2	-0.09356553852558136
57443	rnn.bias_hh_l1	3	-0.07297706604003906
57443	rnn.bias_hh_l1	4	-0.10661692917346954
57443	rnn.bias_hh_l1	5	-0.06461527198553085
57443	rnn.bias_hh_l1	6	-0.09333817660808563
57443	rnn.bias_hh_l1	7	0.012743690982460976
57443	rnn.bias_hh_l1	8	-0.09145552664995193
57443	rnn.bias_hh_l1	9	-0.05173112079501152
57443	rnn.weight_ih_l1_reverse	0	-0.037131987512111664
57443	rnn.weight_ih_l1_reverse	1	0.03876549005508423
57443	rnn.weight_ih_l1_reverse	2	-0.007263405714184046
57443	rnn.weight_ih_l1_reverse	3	-0.01877390779554844
57443	rnn.weight_ih_l1_reverse	4	-0.040309544652700424
57443	rnn.weight_ih_l1_reverse	5	-0.03733455762267113
57443	rnn.weight_ih_l1_reverse	6	-0.019834622740745544
57443	rnn.weight_ih_l1_reverse	7	0.015055629424750805
57443	rnn.weight_ih_l1_reverse	8	0.03028739243745804
57443	rnn.weight_ih_l1_reverse	9	-0.04962458088994026
57443	rnn.weight_hh_l1_reverse	0	0.007145907264202833
57443	rnn.weight_hh_l1_reverse	1	0.028106804937124252
57443	rnn.weight_hh_l1_reverse	2	-0.03724029287695885
57443	rnn.weight_hh_l1_reverse	3	0.04193193092942238
57443	rnn.weight_hh_l1_reverse	4	0.04629425331950188
57443	rnn.weight_hh_l1_reverse	5	0.008556023240089417
57443	rnn.weight_hh_l1_reverse	6	0.007956389337778091
57443	rnn.weight_hh_l1_reverse	7	0.02753067947924137
57443	rnn.weight_hh_l1_reverse	8	-0.0032019794452935457
57443	rnn.weight_hh_l1_reverse	9	-0.04012184590101242
57443	rnn.bias_ih_l1_reverse	0	-0.024002164602279663
57443	rnn.bias_ih_l1_reverse	1	-0.09066296368837357
57443	rnn.bias_ih_l1_reverse	2	-0.09951955080032349
57443	rnn.bias_ih_l1_reverse	3	0.0035618559923022985
57443	rnn.bias_ih_l1_reverse	4	-0.1352630853652954
57443	rnn.bias_ih_l1_reverse	5	-0.08554614335298538
57443	rnn.bias_ih_l1_reverse	6	-0.09790156036615372
57443	rnn.bias_ih_l1_reverse	7	-0.12900549173355103
57443	rnn.bias_ih_l1_reverse	8	0.12914276123046875
57443	rnn.bias_ih_l1_reverse	9	0.010131211020052433
57443	rnn.bias_hh_l1_reverse	0	-0.038078658282756805
57443	rnn.bias_hh_l1_reverse	1	0.0023776807356625795
57443	rnn.bias_hh_l1_reverse	2	-0.18936468660831451
57443	rnn.bias_hh_l1_reverse	3	-0.07882387191057205
57443	rnn.bias_hh_l1_reverse	4	-0.052789729088544846
57443	rnn.bias_hh_l1_reverse	5	-0.057975079864263535
57443	rnn.bias_hh_l1_reverse	6	0.11681825667619705
57443	rnn.bias_hh_l1_reverse	7	-0.14490927755832672
57443	rnn.bias_hh_l1_reverse	8	-0.09015525132417679
57443	rnn.bias_hh_l1_reverse	9	-0.08980382233858109
57443	linear.weight	0	0.002228822559118271
57443	linear.weight	1	0.035998743027448654
57443	linear.weight	2	-0.09753087908029556
57443	linear.weight	3	0.2637903690338135
57443	linear.weight	4	0.08696552366018295
57443	linear.weight	5	0.022712342441082
57443	linear.weight	6	0.009426252916455269
57443	linear.weight	7	0.10451852530241013
57443	linear.weight	8	0.04184707626700401
57443	linear.weight	9	-0.048453379422426224
57443	linear.bias	0	-0.1398577243089676
57443	linear.bias	1	-0.07559473812580109
57443	linear.bias	2	-0.5211848020553589
57443	linear.bias	3	-0.7453598976135254
57443	linear.bias	4	-1.061200737953186
57443	linear.bias	5	-0.027684425935149193
57443	linear.bias	6	-0.6026654839515686
57443	linear.bias	7	0.4622918665409088
57443	linear.bias	8	-0.5916671752929688
57443	linear.bias	9	-0.7968564629554749
57640	transitions	0	0.5086022019386292
57640	transitions	1	0.028786158189177513
57640	transitions	2	-10000.0
57640	transitions	3	-1.7970631122589111
57640	transitions	4	-10000.0
57640	transitions	5	0.6588630080223083
57640	transitions	6	-0.014756196178495884
57640	transitions	7	-0.33219626545906067
57640	transitions	8	-1.3239673376083374
57640	transitions	9	-0.0003488666843622923
57640	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
57640	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
57640	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
57640	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
57640	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
57640	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
57640	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
57640	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
57640	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
57640	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
57640	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
57640	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
57640	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
57640	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
57640	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
57640	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
57640	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
57640	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
57640	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
57640	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
57640	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
57640	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
57640	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
57640	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
57640	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
57640	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
57640	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
57640	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
57640	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
57640	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
57640	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
57640	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
57640	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
57640	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
57640	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
57640	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
57640	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
57640	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
57640	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
57640	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
57640	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
57640	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
57640	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
57640	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
57640	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
57640	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
57640	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
57640	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
57640	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
57640	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
57640	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
57640	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
57640	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
57640	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
57640	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
57640	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
57640	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
57640	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
57640	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
57640	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
57640	embedding2nn.weight	0	0.006545377895236015
57640	embedding2nn.weight	1	-0.016254641115665436
57640	embedding2nn.weight	2	-0.014268253929913044
57640	embedding2nn.weight	3	-0.0019203845877200365
57640	embedding2nn.weight	4	-0.0059150345623493195
57640	embedding2nn.weight	5	-0.003700579283758998
57640	embedding2nn.weight	6	-0.003973199054598808
57640	embedding2nn.weight	7	-0.04300016909837723
57640	embedding2nn.weight	8	-0.0019979383796453476
57640	embedding2nn.weight	9	-0.022692378610372543
57640	embedding2nn.bias	0	0.03480672836303711
57640	embedding2nn.bias	1	-0.048997361212968826
57640	embedding2nn.bias	2	0.09084530174732208
57640	embedding2nn.bias	3	0.06756899505853653
57640	embedding2nn.bias	4	-0.016825230792164803
57640	embedding2nn.bias	5	-0.039498936384916306
57640	embedding2nn.bias	6	0.010841386392712593
57640	embedding2nn.bias	7	-0.033536992967128754
57640	embedding2nn.bias	8	0.047004811465740204
57640	embedding2nn.bias	9	0.04734276235103607
57640	rnn.weight_ih_l0	0	-0.02008359134197235
57640	rnn.weight_ih_l0	1	0.006918741390109062
57640	rnn.weight_ih_l0	2	0.029167167842388153
57640	rnn.weight_ih_l0	3	0.0038436707109212875
57640	rnn.weight_ih_l0	4	-0.02591557428240776
57640	rnn.weight_ih_l0	5	-0.05924961343407631
57640	rnn.weight_ih_l0	6	0.016075175255537033
57640	rnn.weight_ih_l0	7	0.05051441490650177
57640	rnn.weight_ih_l0	8	0.00540433032438159
57640	rnn.weight_ih_l0	9	-0.03338536247611046
57640	rnn.weight_hh_l0	0	-0.032126639038324356
57640	rnn.weight_hh_l0	1	-0.002215850632637739
57640	rnn.weight_hh_l0	2	-0.0003381255082786083
57640	rnn.weight_hh_l0	3	-0.04887504503130913
57640	rnn.weight_hh_l0	4	0.05364473909139633
57640	rnn.weight_hh_l0	5	-0.018025139346718788
57640	rnn.weight_hh_l0	6	-0.04331425204873085
57640	rnn.weight_hh_l0	7	-0.025434071198105812
57640	rnn.weight_hh_l0	8	-0.002314555924385786
57640	rnn.weight_hh_l0	9	-0.02173963561654091
57640	rnn.bias_ih_l0	0	0.04437897726893425
57640	rnn.bias_ih_l0	1	-0.029499905183911324
57640	rnn.bias_ih_l0	2	-0.005480349995195866
57640	rnn.bias_ih_l0	3	0.08011428266763687
57640	rnn.bias_ih_l0	4	-0.0447176918387413
57640	rnn.bias_ih_l0	5	-0.03499839827418327
57640	rnn.bias_ih_l0	6	0.006393956020474434
57640	rnn.bias_ih_l0	7	0.052975449711084366
57640	rnn.bias_ih_l0	8	-0.080289825797081
57640	rnn.bias_ih_l0	9	-0.028788810595870018
57640	rnn.bias_hh_l0	0	-0.03191317617893219
57640	rnn.bias_hh_l0	1	-0.0813031941652298
57640	rnn.bias_hh_l0	2	-0.03214922547340393
57640	rnn.bias_hh_l0	3	-0.07008621096611023
57640	rnn.bias_hh_l0	4	-0.01725775934755802
57640	rnn.bias_hh_l0	5	-0.001913251937367022
57640	rnn.bias_hh_l0	6	0.027544764801859856
57640	rnn.bias_hh_l0	7	-0.013154839165508747
57640	rnn.bias_hh_l0	8	-0.10278299450874329
57640	rnn.bias_hh_l0	9	0.00980649795383215
57640	rnn.weight_ih_l0_reverse	0	-0.02292335405945778
57640	rnn.weight_ih_l0_reverse	1	-0.05127860605716705
57640	rnn.weight_ih_l0_reverse	2	-0.030148327350616455
57640	rnn.weight_ih_l0_reverse	3	-0.004633923061192036
57640	rnn.weight_ih_l0_reverse	4	-3.191923678969033e-05
57640	rnn.weight_ih_l0_reverse	5	-0.050497740507125854
57640	rnn.weight_ih_l0_reverse	6	0.045991573482751846
57640	rnn.weight_ih_l0_reverse	7	-0.024079477414488792
57640	rnn.weight_ih_l0_reverse	8	-0.036686863750219345
57640	rnn.weight_ih_l0_reverse	9	0.006886277347803116
57640	rnn.weight_hh_l0_reverse	0	0.03394826874136925
57640	rnn.weight_hh_l0_reverse	1	0.02822321467101574
57640	rnn.weight_hh_l0_reverse	2	0.03362166881561279
57640	rnn.weight_hh_l0_reverse	3	0.020511429756879807
57640	rnn.weight_hh_l0_reverse	4	0.00046598579501733184
57640	rnn.weight_hh_l0_reverse	5	-0.013337687589228153
57640	rnn.weight_hh_l0_reverse	6	0.03990878909826279
57640	rnn.weight_hh_l0_reverse	7	-0.04582396149635315
57640	rnn.weight_hh_l0_reverse	8	0.028176259249448776
57640	rnn.weight_hh_l0_reverse	9	0.04517584294080734
57640	rnn.bias_ih_l0_reverse	0	-0.07270008325576782
57640	rnn.bias_ih_l0_reverse	1	-0.19049039483070374
57640	rnn.bias_ih_l0_reverse	2	-0.07282303273677826
57640	rnn.bias_ih_l0_reverse	3	-0.00901831779628992
57640	rnn.bias_ih_l0_reverse	4	-0.028677577152848244
57640	rnn.bias_ih_l0_reverse	5	0.025519194081425667
57640	rnn.bias_ih_l0_reverse	6	-0.04708882421255112
57640	rnn.bias_ih_l0_reverse	7	0.047845833003520966
57640	rnn.bias_ih_l0_reverse	8	-0.03156691789627075
57640	rnn.bias_ih_l0_reverse	9	0.01939457096159458
57640	rnn.bias_hh_l0_reverse	0	-0.01629778742790222
57640	rnn.bias_hh_l0_reverse	1	-0.018172642216086388
57640	rnn.bias_hh_l0_reverse	2	0.04494061321020126
57640	rnn.bias_hh_l0_reverse	3	-0.03510516881942749
57640	rnn.bias_hh_l0_reverse	4	-0.050778284668922424
57640	rnn.bias_hh_l0_reverse	5	-0.03850080072879791
57640	rnn.bias_hh_l0_reverse	6	-0.024788204580545425
57640	rnn.bias_hh_l0_reverse	7	0.07814037799835205
57640	rnn.bias_hh_l0_reverse	8	0.0074247196316719055
57640	rnn.bias_hh_l0_reverse	9	-0.10053005814552307
57640	rnn.weight_ih_l1	0	-0.03423804044723511
57640	rnn.weight_ih_l1	1	-0.03940686583518982
57640	rnn.weight_ih_l1	2	0.06612107157707214
57640	rnn.weight_ih_l1	3	-0.03078528493642807
57640	rnn.weight_ih_l1	4	-0.0017072382615879178
57640	rnn.weight_ih_l1	5	-0.044265348464250565
57640	rnn.weight_ih_l1	6	0.019025402143597603
57640	rnn.weight_ih_l1	7	-0.033627647906541824
57640	rnn.weight_ih_l1	8	0.038905706256628036
57640	rnn.weight_ih_l1	9	0.02752981148660183
57640	rnn.weight_hh_l1	0	-0.015418767929077148
57640	rnn.weight_hh_l1	1	0.006680123042315245
57640	rnn.weight_hh_l1	2	-0.003943887539207935
57640	rnn.weight_hh_l1	3	-0.008512700907886028
57640	rnn.weight_hh_l1	4	0.0029210897628217936
57640	rnn.weight_hh_l1	5	0.022166267037391663
57640	rnn.weight_hh_l1	6	0.03114885278046131
57640	rnn.weight_hh_l1	7	-0.02632579579949379
57640	rnn.weight_hh_l1	8	-0.027036363258957863
57640	rnn.weight_hh_l1	9	0.03737564757466316
57640	rnn.bias_ih_l1	0	-0.12053273618221283
57640	rnn.bias_ih_l1	1	-0.11114551872015
57640	rnn.bias_ih_l1	2	-0.13487772643566132
57640	rnn.bias_ih_l1	3	-0.17855936288833618
57640	rnn.bias_ih_l1	4	-0.1620420217514038
57640	rnn.bias_ih_l1	5	-0.09769197553396225
57640	rnn.bias_ih_l1	6	-0.08765174448490143
57640	rnn.bias_ih_l1	7	-0.038811154663562775
57640	rnn.bias_ih_l1	8	-0.09354681521654129
57640	rnn.bias_ih_l1	9	-0.1092933788895607
57640	rnn.bias_hh_l1	0	-0.11302302032709122
57640	rnn.bias_hh_l1	1	-0.04955138638615608
57640	rnn.bias_hh_l1	2	-0.09085550159215927
57640	rnn.bias_hh_l1	3	-0.07279916107654572
57640	rnn.bias_hh_l1	4	-0.10823135823011398
57640	rnn.bias_hh_l1	5	-0.06510533392429352
57640	rnn.bias_hh_l1	6	-0.09545457363128662
57640	rnn.bias_hh_l1	7	0.016320858150720596
57640	rnn.bias_hh_l1	8	-0.09098714590072632
57640	rnn.bias_hh_l1	9	-0.05709192901849747
57640	rnn.weight_ih_l1_reverse	0	-0.03678041696548462
57640	rnn.weight_ih_l1_reverse	1	0.03648107126355171
57640	rnn.weight_ih_l1_reverse	2	-0.0011323620565235615
57640	rnn.weight_ih_l1_reverse	3	-0.016659310087561607
57640	rnn.weight_ih_l1_reverse	4	-0.038218799978494644
57640	rnn.weight_ih_l1_reverse	5	-0.037415049970149994
57640	rnn.weight_ih_l1_reverse	6	-0.019696101546287537
57640	rnn.weight_ih_l1_reverse	7	0.014658330008387566
57640	rnn.weight_ih_l1_reverse	8	0.02958647534251213
57640	rnn.weight_ih_l1_reverse	9	-0.048502366989851
57640	rnn.weight_hh_l1_reverse	0	0.00681323790922761
57640	rnn.weight_hh_l1_reverse	1	0.027809830382466316
57640	rnn.weight_hh_l1_reverse	2	-0.03718937560915947
57640	rnn.weight_hh_l1_reverse	3	0.041938792914152145
57640	rnn.weight_hh_l1_reverse	4	0.046568550169467926
57640	rnn.weight_hh_l1_reverse	5	0.008638975210487843
57640	rnn.weight_hh_l1_reverse	6	0.00812382623553276
57640	rnn.weight_hh_l1_reverse	7	0.027384091168642044
57640	rnn.weight_hh_l1_reverse	8	-0.0032374938018620014
57640	rnn.weight_hh_l1_reverse	9	-0.040037479251623154
57640	rnn.bias_ih_l1_reverse	0	-0.026320479810237885
57640	rnn.bias_ih_l1_reverse	1	-0.09399630129337311
57640	rnn.bias_ih_l1_reverse	2	-0.10241259634494781
57640	rnn.bias_ih_l1_reverse	3	0.0012666125549003482
57640	rnn.bias_ih_l1_reverse	4	-0.1325061172246933
57640	rnn.bias_ih_l1_reverse	5	-0.08595597743988037
57640	rnn.bias_ih_l1_reverse	6	-0.09968218207359314
57640	rnn.bias_ih_l1_reverse	7	-0.1310451775789261
57640	rnn.bias_ih_l1_reverse	8	0.12951859831809998
57640	rnn.bias_ih_l1_reverse	9	0.014263269491493702
57640	rnn.bias_hh_l1_reverse	0	-0.040538690984249115
57640	rnn.bias_hh_l1_reverse	1	-0.0019523755181580782
57640	rnn.bias_hh_l1_reverse	2	-0.18994411826133728
57640	rnn.bias_hh_l1_reverse	3	-0.07897838950157166
57640	rnn.bias_hh_l1_reverse	4	-0.05252993851900101
57640	rnn.bias_hh_l1_reverse	5	-0.060105882585048676
57640	rnn.bias_hh_l1_reverse	6	0.1198207288980484
57640	rnn.bias_hh_l1_reverse	7	-0.1415226310491562
57640	rnn.bias_hh_l1_reverse	8	-0.09093646705150604
57640	rnn.bias_hh_l1_reverse	9	-0.08876864612102509
57640	linear.weight	0	0.002228822559118271
57640	linear.weight	1	0.04864287003874779
57640	linear.weight	2	-0.09956950694322586
57640	linear.weight	3	0.2614107131958008
57640	linear.weight	4	0.08756864815950394
57640	linear.weight	5	0.021512964740395546
57640	linear.weight	6	0.01771477796137333
57640	linear.weight	7	0.12517668306827545
57640	linear.weight	8	0.04184282571077347
57640	linear.weight	9	-0.048918239772319794
57640	linear.bias	0	-0.1383715718984604
57640	linear.bias	1	-0.05942874029278755
57640	linear.bias	2	-0.5437989830970764
57640	linear.bias	3	-0.7514646649360657
57640	linear.bias	4	-1.0692212581634521
57640	linear.bias	5	-0.024899322539567947
57640	linear.bias	6	-0.5863749980926514
57640	linear.bias	7	0.46543192863464355
57640	linear.bias	8	-0.5798783898353577
57640	linear.bias	9	-0.7838807702064514
57837	transitions	0	0.5120896100997925
57837	transitions	1	0.030005600303411484
57837	transitions	2	-10000.0
57837	transitions	3	-1.797142744064331
57837	transitions	4	-10000.0
57837	transitions	5	0.6585919857025146
57837	transitions	6	-0.015140957199037075
57837	transitions	7	-0.3328882157802582
57837	transitions	8	-1.3242831230163574
57837	transitions	9	-0.0003527578664943576
57837	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
57837	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
57837	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
57837	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
57837	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
57837	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
57837	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
57837	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
57837	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
57837	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
57837	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
57837	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
57837	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
57837	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
57837	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
57837	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
57837	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
57837	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
57837	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
57837	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
57837	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
57837	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
57837	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
57837	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
57837	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
57837	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
57837	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
57837	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
57837	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
57837	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
57837	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
57837	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
57837	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
57837	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
57837	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
57837	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
57837	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
57837	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
57837	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
57837	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
57837	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
57837	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
57837	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
57837	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
57837	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
57837	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
57837	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
57837	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
57837	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
57837	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
57837	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
57837	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
57837	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
57837	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
57837	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
57837	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
57837	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
57837	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
57837	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
57837	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
57837	embedding2nn.weight	0	0.006914222147315741
57837	embedding2nn.weight	1	-0.016101619228720665
57837	embedding2nn.weight	2	-0.014268253929913044
57837	embedding2nn.weight	3	-0.003639206290245056
57837	embedding2nn.weight	4	-0.0059150345623493195
57837	embedding2nn.weight	5	-0.0037005790509283543
57837	embedding2nn.weight	6	-0.0039732009172439575
57837	embedding2nn.weight	7	-0.04425128549337387
57837	embedding2nn.weight	8	-0.0019979383796453476
57837	embedding2nn.weight	9	-0.024125510826706886
57837	embedding2nn.bias	0	0.045691851526498795
57837	embedding2nn.bias	1	-0.045690298080444336
57837	embedding2nn.bias	2	0.09186270833015442
57837	embedding2nn.bias	3	0.059392236173152924
57837	embedding2nn.bias	4	-0.02089754305779934
57837	embedding2nn.bias	5	-0.04377879202365875
57837	embedding2nn.bias	6	0.004318129271268845
57837	embedding2nn.bias	7	-0.036830611526966095
57837	embedding2nn.bias	8	0.059020400047302246
57837	embedding2nn.bias	9	0.04475916177034378
57837	rnn.weight_ih_l0	0	-0.021379856392741203
57837	rnn.weight_ih_l0	1	0.005784634500741959
57837	rnn.weight_ih_l0	2	0.030703313648700714
57837	rnn.weight_ih_l0	3	0.003371534403413534
57837	rnn.weight_ih_l0	4	-0.026211071759462357
57837	rnn.weight_ih_l0	5	-0.058186423033475876
57837	rnn.weight_ih_l0	6	0.01665368862450123
57837	rnn.weight_ih_l0	7	0.05032309517264366
57837	rnn.weight_ih_l0	8	0.005343465134501457
57837	rnn.weight_ih_l0	9	-0.03319787234067917
57837	rnn.weight_hh_l0	0	-0.031019287183880806
57837	rnn.weight_hh_l0	1	-0.0022535123862326145
57837	rnn.weight_hh_l0	2	-0.0005250085960142314
57837	rnn.weight_hh_l0	3	-0.048117853701114655
57837	rnn.weight_hh_l0	4	0.0532865971326828
57837	rnn.weight_hh_l0	5	-0.017436886206269264
57837	rnn.weight_hh_l0	6	-0.041870757937431335
57837	rnn.weight_hh_l0	7	-0.024300623685121536
57837	rnn.weight_hh_l0	8	-0.0016442161286249757
57837	rnn.weight_hh_l0	9	-0.0219524335116148
57837	rnn.bias_ih_l0	0	0.04281964525580406
57837	rnn.bias_ih_l0	1	-0.03119458630681038
57837	rnn.bias_ih_l0	2	-0.008032961748540401
57837	rnn.bias_ih_l0	3	0.08203292638063431
57837	rnn.bias_ih_l0	4	-0.04566160961985588
57837	rnn.bias_ih_l0	5	-0.028458308428525925
57837	rnn.bias_ih_l0	6	0.005376340355724096
57837	rnn.bias_ih_l0	7	0.050017643719911575
57837	rnn.bias_ih_l0	8	-0.0801812931895256
57837	rnn.bias_ih_l0	9	-0.027516940608620644
57837	rnn.bias_hh_l0	0	-0.030591968446969986
57837	rnn.bias_hh_l0	1	-0.07786408066749573
57837	rnn.bias_hh_l0	2	-0.03518093377351761
57837	rnn.bias_hh_l0	3	-0.06769492477178574
57837	rnn.bias_hh_l0	4	-0.01766953431069851
57837	rnn.bias_hh_l0	5	-0.0014783525839447975
57837	rnn.bias_hh_l0	6	0.027676574885845184
57837	rnn.bias_hh_l0	7	-0.013819769956171513
57837	rnn.bias_hh_l0	8	-0.10312287509441376
57837	rnn.bias_hh_l0	9	0.013576367869973183
57837	rnn.weight_ih_l0_reverse	0	-0.023063791915774345
57837	rnn.weight_ih_l0_reverse	1	-0.052110929042100906
57837	rnn.weight_ih_l0_reverse	2	-0.0290499497205019
57837	rnn.weight_ih_l0_reverse	3	-0.006575077772140503
57837	rnn.weight_ih_l0_reverse	4	-0.0006804398726671934
57837	rnn.weight_ih_l0_reverse	5	-0.050998859107494354
57837	rnn.weight_ih_l0_reverse	6	0.046482380479574203
57837	rnn.weight_ih_l0_reverse	7	-0.02442975528538227
57837	rnn.weight_ih_l0_reverse	8	-0.037363190203905106
57837	rnn.weight_ih_l0_reverse	9	0.0055297380313277245
57837	rnn.weight_hh_l0_reverse	0	0.03584039956331253
57837	rnn.weight_hh_l0_reverse	1	0.028037017211318016
57837	rnn.weight_hh_l0_reverse	2	0.033628322184085846
57837	rnn.weight_hh_l0_reverse	3	0.02033500373363495
57837	rnn.weight_hh_l0_reverse	4	0.0006177297909744084
57837	rnn.weight_hh_l0_reverse	5	-0.015192030929028988
57837	rnn.weight_hh_l0_reverse	6	0.04017196223139763
57837	rnn.weight_hh_l0_reverse	7	-0.04570918530225754
57837	rnn.weight_hh_l0_reverse	8	0.027831075713038445
57837	rnn.weight_hh_l0_reverse	9	0.04566188156604767
57837	rnn.bias_ih_l0_reverse	0	-0.07517199218273163
57837	rnn.bias_ih_l0_reverse	1	-0.19149841368198395
57837	rnn.bias_ih_l0_reverse	2	-0.07584661990404129
57837	rnn.bias_ih_l0_reverse	3	-0.009099220857024193
57837	rnn.bias_ih_l0_reverse	4	-0.02831541746854782
57837	rnn.bias_ih_l0_reverse	5	0.024555323645472527
57837	rnn.bias_ih_l0_reverse	6	-0.045660343021154404
57837	rnn.bias_ih_l0_reverse	7	0.04804911091923714
57837	rnn.bias_ih_l0_reverse	8	-0.027182316407561302
57837	rnn.bias_ih_l0_reverse	9	0.019871708005666733
57837	rnn.bias_hh_l0_reverse	0	-0.017064940184354782
57837	rnn.bias_hh_l0_reverse	1	-0.016040273010730743
57837	rnn.bias_hh_l0_reverse	2	0.04459855332970619
57837	rnn.bias_hh_l0_reverse	3	-0.034646544605493546
57837	rnn.bias_hh_l0_reverse	4	-0.0501968152821064
57837	rnn.bias_hh_l0_reverse	5	-0.040026526898145676
57837	rnn.bias_hh_l0_reverse	6	-0.020476749166846275
57837	rnn.bias_hh_l0_reverse	7	0.07881686836481094
57837	rnn.bias_hh_l0_reverse	8	0.009504532441496849
57837	rnn.bias_hh_l0_reverse	9	-0.09919976443052292
57837	rnn.weight_ih_l1	0	-0.03549346700310707
57837	rnn.weight_ih_l1	1	-0.03842122107744217
57837	rnn.weight_ih_l1	2	0.06377782672643661
57837	rnn.weight_ih_l1	3	-0.031106458976864815
57837	rnn.weight_ih_l1	4	-0.002178030554205179
57837	rnn.weight_ih_l1	5	-0.04428594559431076
57837	rnn.weight_ih_l1	6	0.019665921106934547
57837	rnn.weight_ih_l1	7	-0.029414130374789238
57837	rnn.weight_ih_l1	8	0.03884284198284149
57837	rnn.weight_ih_l1	9	0.028105290606617928
57837	rnn.weight_hh_l1	0	-0.01460049394518137
57837	rnn.weight_hh_l1	1	0.006746252067387104
57837	rnn.weight_hh_l1	2	-0.0029690973460674286
57837	rnn.weight_hh_l1	3	-0.008798342198133469
57837	rnn.weight_hh_l1	4	0.0027951716911047697
57837	rnn.weight_hh_l1	5	0.022424235939979553
57837	rnn.weight_hh_l1	6	0.03086019679903984
57837	rnn.weight_hh_l1	7	-0.026069769635796547
57837	rnn.weight_hh_l1	8	-0.027336910367012024
57837	rnn.weight_hh_l1	9	0.0375436395406723
57837	rnn.bias_ih_l1	0	-0.11920327693223953
57837	rnn.bias_ih_l1	1	-0.11037065088748932
57837	rnn.bias_ih_l1	2	-0.1336016058921814
57837	rnn.bias_ih_l1	3	-0.18243390321731567
57837	rnn.bias_ih_l1	4	-0.15477097034454346
57837	rnn.bias_ih_l1	5	-0.09734376519918442
57837	rnn.bias_ih_l1	6	-0.08387693762779236
57837	rnn.bias_ih_l1	7	-0.03841167688369751
57837	rnn.bias_ih_l1	8	-0.09207134693861008
57837	rnn.bias_ih_l1	9	-0.1144307479262352
57837	rnn.bias_hh_l1	0	-0.11477049440145493
57837	rnn.bias_hh_l1	1	-0.04906376451253891
57837	rnn.bias_hh_l1	2	-0.08818334341049194
57837	rnn.bias_hh_l1	3	-0.07464919984340668
57837	rnn.bias_hh_l1	4	-0.10787830501794815
57837	rnn.bias_hh_l1	5	-0.06431730091571808
57837	rnn.bias_hh_l1	6	-0.09300777316093445
57837	rnn.bias_hh_l1	7	0.014135903678834438
57837	rnn.bias_hh_l1	8	-0.09146572649478912
57837	rnn.bias_hh_l1	9	-0.056618526577949524
57837	rnn.weight_ih_l1_reverse	0	-0.03542259708046913
57837	rnn.weight_ih_l1_reverse	1	0.038866933435201645
57837	rnn.weight_ih_l1_reverse	2	-0.0015644539380446076
57837	rnn.weight_ih_l1_reverse	3	-0.013981982134282589
57837	rnn.weight_ih_l1_reverse	4	-0.037713270634412766
57837	rnn.weight_ih_l1_reverse	5	-0.03750784322619438
57837	rnn.weight_ih_l1_reverse	6	-0.02087230607867241
57837	rnn.weight_ih_l1_reverse	7	0.015406844206154346
57837	rnn.weight_ih_l1_reverse	8	0.027036400511860847
57837	rnn.weight_ih_l1_reverse	9	-0.04801815748214722
57837	rnn.weight_hh_l1_reverse	0	0.006691828370094299
57837	rnn.weight_hh_l1_reverse	1	0.0279399324208498
57837	rnn.weight_hh_l1_reverse	2	-0.03727438300848007
57837	rnn.weight_hh_l1_reverse	3	0.04192570224404335
57837	rnn.weight_hh_l1_reverse	4	0.04551515728235245
57837	rnn.weight_hh_l1_reverse	5	0.008117574267089367
57837	rnn.weight_hh_l1_reverse	6	0.007966944947838783
57837	rnn.weight_hh_l1_reverse	7	0.027560170739889145
57837	rnn.weight_hh_l1_reverse	8	-0.0033535731490701437
57837	rnn.weight_hh_l1_reverse	9	-0.03987247124314308
57837	rnn.bias_ih_l1_reverse	0	-0.028881173580884933
57837	rnn.bias_ih_l1_reverse	1	-0.09398336708545685
57837	rnn.bias_ih_l1_reverse	2	-0.10067814588546753
57837	rnn.bias_ih_l1_reverse	3	0.0016888163518160582
57837	rnn.bias_ih_l1_reverse	4	-0.13511569797992706
57837	rnn.bias_ih_l1_reverse	5	-0.08491595089435577
57837	rnn.bias_ih_l1_reverse	6	-0.10012423992156982
57837	rnn.bias_ih_l1_reverse	7	-0.12747499346733093
57837	rnn.bias_ih_l1_reverse	8	0.13934388756752014
57837	rnn.bias_ih_l1_reverse	9	0.012781675904989243
57837	rnn.bias_hh_l1_reverse	0	-0.03935340419411659
57837	rnn.bias_hh_l1_reverse	1	-0.0009737962391227484
57837	rnn.bias_hh_l1_reverse	2	-0.19087475538253784
57837	rnn.bias_hh_l1_reverse	3	-0.07914546132087708
57837	rnn.bias_hh_l1_reverse	4	-0.05265464261174202
57837	rnn.bias_hh_l1_reverse	5	-0.059687379747629166
57837	rnn.bias_hh_l1_reverse	6	0.11430474370718002
57837	rnn.bias_hh_l1_reverse	7	-0.13985072076320648
57837	rnn.bias_hh_l1_reverse	8	-0.09175273030996323
57837	rnn.bias_hh_l1_reverse	9	-0.09079144895076752
57837	linear.weight	0	0.002228822559118271
57837	linear.weight	1	0.046717315912246704
57837	linear.weight	2	-0.1025581806898117
57837	linear.weight	3	0.27086228132247925
57837	linear.weight	4	0.08916746079921722
57837	linear.weight	5	0.02145221456885338
57837	linear.weight	6	0.012281114235520363
57837	linear.weight	7	0.09141439199447632
57837	linear.weight	8	0.041840724647045135
57837	linear.weight	9	-0.04356833174824715
57837	linear.bias	0	-0.1575537621974945
57837	linear.bias	1	-0.08238489925861359
57837	linear.bias	2	-0.527843177318573
57837	linear.bias	3	-0.7410801649093628
57837	linear.bias	4	-1.0573512315750122
57837	linear.bias	5	-0.017105218023061752
57837	linear.bias	6	-0.6115164756774902
57837	linear.bias	7	0.4711097478866577
57837	linear.bias	8	-0.5944815874099731
57837	linear.bias	9	-0.7997877597808838
58034	transitions	0	0.5402343273162842
58034	transitions	1	0.03159449249505997
58034	transitions	2	-10000.0
58034	transitions	3	-1.797227144241333
58034	transitions	4	-10000.0
58034	transitions	5	0.6582514643669128
58034	transitions	6	-0.015380310826003551
58034	transitions	7	-0.33498072624206543
58034	transitions	8	-1.3251371383666992
58034	transitions	9	-0.000355546799255535
58034	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
58034	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
58034	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
58034	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
58034	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
58034	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
58034	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
58034	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
58034	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
58034	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
58034	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
58034	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
58034	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
58034	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
58034	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
58034	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
58034	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
58034	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
58034	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
58034	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
58034	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
58034	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
58034	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
58034	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
58034	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
58034	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
58034	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
58034	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
58034	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
58034	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
58034	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
58034	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
58034	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
58034	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
58034	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
58034	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
58034	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
58034	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
58034	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
58034	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
58034	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
58034	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
58034	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
58034	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
58034	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
58034	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
58034	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
58034	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
58034	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
58034	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
58034	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
58034	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
58034	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
58034	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
58034	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
58034	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
58034	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
58034	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
58034	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
58034	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
58034	embedding2nn.weight	0	0.007677846122533083
58034	embedding2nn.weight	1	-0.016288574784994125
58034	embedding2nn.weight	2	-0.014268253929913044
58034	embedding2nn.weight	3	-0.0029507360886782408
58034	embedding2nn.weight	4	-0.0059150345623493195
58034	embedding2nn.weight	5	-0.0037005790509283543
58034	embedding2nn.weight	6	-0.003973204176872969
58034	embedding2nn.weight	7	-0.0435343012213707
58034	embedding2nn.weight	8	-0.0019979383796453476
58034	embedding2nn.weight	9	-0.024972455576062202
58034	embedding2nn.bias	0	0.04402853921055794
58034	embedding2nn.bias	1	-0.04471755027770996
58034	embedding2nn.bias	2	0.0897664725780487
58034	embedding2nn.bias	3	0.05534381419420242
58034	embedding2nn.bias	4	-0.021174699068069458
58034	embedding2nn.bias	5	-0.04511640593409538
58034	embedding2nn.bias	6	0.003000753466039896
58034	embedding2nn.bias	7	-0.04108951613306999
58034	embedding2nn.bias	8	0.05296328291296959
58034	embedding2nn.bias	9	0.03940477594733238
58034	rnn.weight_ih_l0	0	-0.02182197757065296
58034	rnn.weight_ih_l0	1	0.006016818806529045
58034	rnn.weight_ih_l0	2	0.029462754726409912
58034	rnn.weight_ih_l0	3	0.003075310029089451
58034	rnn.weight_ih_l0	4	-0.026055822148919106
58034	rnn.weight_ih_l0	5	-0.05786888673901558
58034	rnn.weight_ih_l0	6	0.016477949917316437
58034	rnn.weight_ih_l0	7	0.04912354052066803
58034	rnn.weight_ih_l0	8	0.00529810506850481
58034	rnn.weight_ih_l0	9	-0.031945403665304184
58034	rnn.weight_hh_l0	0	-0.029965123161673546
58034	rnn.weight_hh_l0	1	-0.001992946257814765
58034	rnn.weight_hh_l0	2	-0.0022727269679307938
58034	rnn.weight_hh_l0	3	-0.04878074675798416
58034	rnn.weight_hh_l0	4	0.05319858342409134
58034	rnn.weight_hh_l0	5	-0.017574653029441833
58034	rnn.weight_hh_l0	6	-0.0409894697368145
58034	rnn.weight_hh_l0	7	-0.022127194330096245
58034	rnn.weight_hh_l0	8	-9.791368211153895e-05
58034	rnn.weight_hh_l0	9	-0.02236863039433956
58034	rnn.bias_ih_l0	0	0.04370381310582161
58034	rnn.bias_ih_l0	1	-0.03229302167892456
58034	rnn.bias_ih_l0	2	-0.004043500870466232
58034	rnn.bias_ih_l0	3	0.07834762334823608
58034	rnn.bias_ih_l0	4	-0.04577894136309624
58034	rnn.bias_ih_l0	5	-0.031247949227690697
58034	rnn.bias_ih_l0	6	0.005863150116056204
58034	rnn.bias_ih_l0	7	0.05042309686541557
58034	rnn.bias_ih_l0	8	-0.0798451229929924
58034	rnn.bias_ih_l0	9	-0.028988713398575783
58034	rnn.bias_hh_l0	0	-0.03138825297355652
58034	rnn.bias_hh_l0	1	-0.07606038451194763
58034	rnn.bias_hh_l0	2	-0.03257973864674568
58034	rnn.bias_hh_l0	3	-0.06697840988636017
58034	rnn.bias_hh_l0	4	-0.019513042643666267
58034	rnn.bias_hh_l0	5	-0.003741380525752902
58034	rnn.bias_hh_l0	6	0.02549361065030098
58034	rnn.bias_hh_l0	7	-0.012512772344052792
58034	rnn.bias_hh_l0	8	-0.10086381435394287
58034	rnn.bias_hh_l0	9	0.012444674968719482
58034	rnn.weight_ih_l0_reverse	0	-0.02225237339735031
58034	rnn.weight_ih_l0_reverse	1	-0.05092392489314079
58034	rnn.weight_ih_l0_reverse	2	-0.031338345259428024
58034	rnn.weight_ih_l0_reverse	3	-0.007359061390161514
58034	rnn.weight_ih_l0_reverse	4	9.84711732598953e-05
58034	rnn.weight_ih_l0_reverse	5	-0.05078871548175812
58034	rnn.weight_ih_l0_reverse	6	0.045254018157720566
58034	rnn.weight_ih_l0_reverse	7	-0.025651950389146805
58034	rnn.weight_ih_l0_reverse	8	-0.037264853715896606
58034	rnn.weight_ih_l0_reverse	9	0.0042525893077254295
58034	rnn.weight_hh_l0_reverse	0	0.03474999964237213
58034	rnn.weight_hh_l0_reverse	1	0.027444783598184586
58034	rnn.weight_hh_l0_reverse	2	0.03368905559182167
58034	rnn.weight_hh_l0_reverse	3	0.02019554190337658
58034	rnn.weight_hh_l0_reverse	4	0.0003745146677829325
58034	rnn.weight_hh_l0_reverse	5	-0.012867722660303116
58034	rnn.weight_hh_l0_reverse	6	0.04023982211947441
58034	rnn.weight_hh_l0_reverse	7	-0.045887842774391174
58034	rnn.weight_hh_l0_reverse	8	0.027930963784456253
58034	rnn.weight_hh_l0_reverse	9	0.044545743614435196
58034	rnn.bias_ih_l0_reverse	0	-0.07444004714488983
58034	rnn.bias_ih_l0_reverse	1	-0.19458547234535217
58034	rnn.bias_ih_l0_reverse	2	-0.07208986580371857
58034	rnn.bias_ih_l0_reverse	3	-0.00956945400685072
58034	rnn.bias_ih_l0_reverse	4	-0.02549844980239868
58034	rnn.bias_ih_l0_reverse	5	0.025591058656573296
58034	rnn.bias_ih_l0_reverse	6	-0.04703063145279884
58034	rnn.bias_ih_l0_reverse	7	0.04739785194396973
58034	rnn.bias_ih_l0_reverse	8	-0.02621612697839737
58034	rnn.bias_ih_l0_reverse	9	0.020783232524991035
58034	rnn.bias_hh_l0_reverse	0	-0.017390049993991852
58034	rnn.bias_hh_l0_reverse	1	-0.012500762939453125
58034	rnn.bias_hh_l0_reverse	2	0.049708012491464615
58034	rnn.bias_hh_l0_reverse	3	-0.03305253013968468
58034	rnn.bias_hh_l0_reverse	4	-0.05026635527610779
58034	rnn.bias_hh_l0_reverse	5	-0.0383358933031559
58034	rnn.bias_hh_l0_reverse	6	-0.023382021114230156
58034	rnn.bias_hh_l0_reverse	7	0.0793454572558403
58034	rnn.bias_hh_l0_reverse	8	0.009404153563082218
58034	rnn.bias_hh_l0_reverse	9	-0.09990622103214264
58034	rnn.weight_ih_l1	0	-0.03520232439041138
58034	rnn.weight_ih_l1	1	-0.037991102784872055
58034	rnn.weight_ih_l1	2	0.0654647946357727
58034	rnn.weight_ih_l1	3	-0.029474318027496338
58034	rnn.weight_ih_l1	4	-0.0022887426894158125
58034	rnn.weight_ih_l1	5	-0.044475529342889786
58034	rnn.weight_ih_l1	6	0.02091592364013195
58034	rnn.weight_ih_l1	7	-0.02831116132438183
58034	rnn.weight_ih_l1	8	0.038646988570690155
58034	rnn.weight_ih_l1	9	0.02801538072526455
58034	rnn.weight_hh_l1	0	-0.013580379076302052
58034	rnn.weight_hh_l1	1	0.006642702966928482
58034	rnn.weight_hh_l1	2	-0.003569686785340309
58034	rnn.weight_hh_l1	3	-0.009548511356115341
58034	rnn.weight_hh_l1	4	0.0022890898399055004
58034	rnn.weight_hh_l1	5	0.02179153822362423
58034	rnn.weight_hh_l1	6	0.030921461060643196
58034	rnn.weight_hh_l1	7	-0.02655017003417015
58034	rnn.weight_hh_l1	8	-0.026202673092484474
58034	rnn.weight_hh_l1	9	0.03802080452442169
58034	rnn.bias_ih_l1	0	-0.11828158050775528
58034	rnn.bias_ih_l1	1	-0.11041489243507385
58034	rnn.bias_ih_l1	2	-0.13551516830921173
58034	rnn.bias_ih_l1	3	-0.18474358320236206
58034	rnn.bias_ih_l1	4	-0.14515326917171478
58034	rnn.bias_ih_l1	5	-0.09795555472373962
58034	rnn.bias_ih_l1	6	-0.08088824898004532
58034	rnn.bias_ih_l1	7	-0.038382742553949356
58034	rnn.bias_ih_l1	8	-0.09096014499664307
58034	rnn.bias_ih_l1	9	-0.11589080095291138
58034	rnn.bias_hh_l1	0	-0.11541184782981873
58034	rnn.bias_hh_l1	1	-0.04505683109164238
58034	rnn.bias_hh_l1	2	-0.08924366533756256
58034	rnn.bias_hh_l1	3	-0.07675180584192276
58034	rnn.bias_hh_l1	4	-0.10789202898740768
58034	rnn.bias_hh_l1	5	-0.06426356732845306
58034	rnn.bias_hh_l1	6	-0.09334907680749893
58034	rnn.bias_hh_l1	7	0.013340438716113567
58034	rnn.bias_hh_l1	8	-0.09315197169780731
58034	rnn.bias_hh_l1	9	-0.059045709669589996
58034	rnn.weight_ih_l1_reverse	0	-0.03498014062643051
58034	rnn.weight_ih_l1_reverse	1	0.0409315824508667
58034	rnn.weight_ih_l1_reverse	2	-0.00445647444576025
58034	rnn.weight_ih_l1_reverse	3	-0.01372676994651556
58034	rnn.weight_ih_l1_reverse	4	-0.03696322441101074
58034	rnn.weight_ih_l1_reverse	5	-0.03722013905644417
58034	rnn.weight_ih_l1_reverse	6	-0.020046912133693695
58034	rnn.weight_ih_l1_reverse	7	0.015406963415443897
58034	rnn.weight_ih_l1_reverse	8	0.027641303837299347
58034	rnn.weight_ih_l1_reverse	9	-0.04912947863340378
58034	rnn.weight_hh_l1_reverse	0	0.006571790669113398
58034	rnn.weight_hh_l1_reverse	1	0.027971655130386353
58034	rnn.weight_hh_l1_reverse	2	-0.03728242218494415
58034	rnn.weight_hh_l1_reverse	3	0.04197670519351959
58034	rnn.weight_hh_l1_reverse	4	0.04557453840970993
58034	rnn.weight_hh_l1_reverse	5	0.008205047808587551
58034	rnn.weight_hh_l1_reverse	6	0.007348255254328251
58034	rnn.weight_hh_l1_reverse	7	0.02749166451394558
58034	rnn.weight_hh_l1_reverse	8	-0.0034871562384068966
58034	rnn.weight_hh_l1_reverse	9	-0.03974599391222
58034	rnn.bias_ih_l1_reverse	0	-0.029094211757183075
58034	rnn.bias_ih_l1_reverse	1	-0.08950324356555939
58034	rnn.bias_ih_l1_reverse	2	-0.10043758898973465
58034	rnn.bias_ih_l1_reverse	3	0.0024002331774681807
58034	rnn.bias_ih_l1_reverse	4	-0.13827769458293915
58034	rnn.bias_ih_l1_reverse	5	-0.08425412327051163
58034	rnn.bias_ih_l1_reverse	6	-0.10016819089651108
58034	rnn.bias_ih_l1_reverse	7	-0.1270858496427536
58034	rnn.bias_ih_l1_reverse	8	0.14119774103164673
58034	rnn.bias_ih_l1_reverse	9	0.010973802767693996
58034	rnn.bias_hh_l1_reverse	0	-0.03995005786418915
58034	rnn.bias_hh_l1_reverse	1	0.000316482299240306
58034	rnn.bias_hh_l1_reverse	2	-0.18999746441841125
58034	rnn.bias_hh_l1_reverse	3	-0.07834427803754807
58034	rnn.bias_hh_l1_reverse	4	-0.054364100098609924
58034	rnn.bias_hh_l1_reverse	5	-0.060177288949489594
58034	rnn.bias_hh_l1_reverse	6	0.12707790732383728
58034	rnn.bias_hh_l1_reverse	7	-0.1395036280155182
58034	rnn.bias_hh_l1_reverse	8	-0.09126967191696167
58034	rnn.bias_hh_l1_reverse	9	-0.09145929664373398
58034	linear.weight	0	0.002228822559118271
58034	linear.weight	1	0.04754490777850151
58034	linear.weight	2	-0.10059384256601334
58034	linear.weight	3	0.26510635018348694
58034	linear.weight	4	0.0860552117228508
58034	linear.weight	5	0.02394106797873974
58034	linear.weight	6	0.01611603982746601
58034	linear.weight	7	0.10049984604120255
58034	linear.weight	8	0.04183736816048622
58034	linear.weight	9	-0.041971080005168915
58034	linear.bias	0	-0.1201292872428894
58034	linear.bias	1	-0.06125476956367493
58034	linear.bias	2	-0.5169640183448792
58034	linear.bias	3	-0.7311680912971497
58034	linear.bias	4	-1.0489557981491089
58034	linear.bias	5	-0.019545935094356537
58034	linear.bias	6	-0.5940268039703369
58034	linear.bias	7	0.46320247650146484
58034	linear.bias	8	-0.6001685857772827
58034	linear.bias	9	-0.8071712255477905
58231	transitions	0	0.5331917405128479
58231	transitions	1	0.02067125402390957
58231	transitions	2	-10000.0
58231	transitions	3	-1.7972867488861084
58231	transitions	4	-10000.0
58231	transitions	5	0.6580197215080261
58231	transitions	6	-0.015617279335856438
58231	transitions	7	-0.33574530482292175
58231	transitions	8	-1.3257359266281128
58231	transitions	9	-0.0003588703693822026
58231	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
58231	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
58231	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
58231	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
58231	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
58231	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
58231	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
58231	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
58231	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
58231	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
58231	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
58231	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
58231	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
58231	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
58231	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
58231	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
58231	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
58231	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
58231	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
58231	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
58231	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
58231	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
58231	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
58231	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
58231	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
58231	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
58231	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
58231	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
58231	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
58231	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
58231	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
58231	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
58231	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
58231	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
58231	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
58231	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
58231	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
58231	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
58231	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
58231	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
58231	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
58231	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
58231	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
58231	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
58231	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
58231	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
58231	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
58231	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
58231	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
58231	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
58231	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
58231	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
58231	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
58231	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
58231	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
58231	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
58231	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
58231	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
58231	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
58231	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
58231	embedding2nn.weight	0	0.006161033175885677
58231	embedding2nn.weight	1	-0.016485802829265594
58231	embedding2nn.weight	2	-0.014268253929913044
58231	embedding2nn.weight	3	-0.0053531695157289505
58231	embedding2nn.weight	4	-0.0059150345623493195
58231	embedding2nn.weight	5	-0.0037005797494202852
58231	embedding2nn.weight	6	-0.003973211627453566
58231	embedding2nn.weight	7	-0.04381909221410751
58231	embedding2nn.weight	8	-0.0019979383796453476
58231	embedding2nn.weight	9	-0.02439066208899021
58231	embedding2nn.bias	0	0.05029904097318649
58231	embedding2nn.bias	1	-0.048414796590805054
58231	embedding2nn.bias	2	0.08593359589576721
58231	embedding2nn.bias	3	0.05138791725039482
58231	embedding2nn.bias	4	-0.018731825053691864
58231	embedding2nn.bias	5	-0.04830693453550339
58231	embedding2nn.bias	6	-0.0035151073243469
58231	embedding2nn.bias	7	-0.039923880249261856
58231	embedding2nn.bias	8	0.050747424364089966
58231	embedding2nn.bias	9	0.03903687372803688
58231	rnn.weight_ih_l0	0	-0.0205868948251009
58231	rnn.weight_ih_l0	1	0.007435020990669727
58231	rnn.weight_ih_l0	2	0.03132236376404762
58231	rnn.weight_ih_l0	3	0.003865824081003666
58231	rnn.weight_ih_l0	4	-0.027017511427402496
58231	rnn.weight_ih_l0	5	-0.059521835297346115
58231	rnn.weight_ih_l0	6	0.016032706946134567
58231	rnn.weight_ih_l0	7	0.04862559586763382
58231	rnn.weight_ih_l0	8	0.0063308426178991795
58231	rnn.weight_ih_l0	9	-0.03105039894580841
58231	rnn.weight_hh_l0	0	-0.031159283593297005
58231	rnn.weight_hh_l0	1	-0.0030421020928770304
58231	rnn.weight_hh_l0	2	-0.002622119151055813
58231	rnn.weight_hh_l0	3	-0.048332858830690384
58231	rnn.weight_hh_l0	4	0.05355295538902283
58231	rnn.weight_hh_l0	5	-0.018044857308268547
58231	rnn.weight_hh_l0	6	-0.04283718764781952
58231	rnn.weight_hh_l0	7	-0.022990528494119644
58231	rnn.weight_hh_l0	8	-8.38140185805969e-05
58231	rnn.weight_hh_l0	9	-0.02275821752846241
58231	rnn.bias_ih_l0	0	0.04274023696780205
58231	rnn.bias_ih_l0	1	-0.03405437991023064
58231	rnn.bias_ih_l0	2	-0.005841860547661781
58231	rnn.bias_ih_l0	3	0.08034651726484299
58231	rnn.bias_ih_l0	4	-0.04323097690939903
58231	rnn.bias_ih_l0	5	-0.030692117288708687
58231	rnn.bias_ih_l0	6	0.002639961428940296
58231	rnn.bias_ih_l0	7	0.050594039261341095
58231	rnn.bias_ih_l0	8	-0.08195026963949203
58231	rnn.bias_ih_l0	9	-0.03127822279930115
58231	rnn.bias_hh_l0	0	-0.02952561527490616
58231	rnn.bias_hh_l0	1	-0.07873819023370743
58231	rnn.bias_hh_l0	2	-0.030688965693116188
58231	rnn.bias_hh_l0	3	-0.06732490658760071
58231	rnn.bias_hh_l0	4	-0.016226228326559067
58231	rnn.bias_hh_l0	5	-0.002721860073506832
58231	rnn.bias_hh_l0	6	0.020655421540141106
58231	rnn.bias_hh_l0	7	-0.009493345394730568
58231	rnn.bias_hh_l0	8	-0.0965467095375061
58231	rnn.bias_hh_l0	9	0.010352836921811104
58231	rnn.weight_ih_l0_reverse	0	-0.02291410230100155
58231	rnn.weight_ih_l0_reverse	1	-0.050947777926921844
58231	rnn.weight_ih_l0_reverse	2	-0.03227806091308594
58231	rnn.weight_ih_l0_reverse	3	-0.006106425542384386
58231	rnn.weight_ih_l0_reverse	4	-3.566853411030024e-05
58231	rnn.weight_ih_l0_reverse	5	-0.051352906972169876
58231	rnn.weight_ih_l0_reverse	6	0.04582575708627701
58231	rnn.weight_ih_l0_reverse	7	-0.023847021162509918
58231	rnn.weight_ih_l0_reverse	8	-0.03675304353237152
58231	rnn.weight_ih_l0_reverse	9	0.004356831777840853
58231	rnn.weight_hh_l0_reverse	0	0.035812996327877045
58231	rnn.weight_hh_l0_reverse	1	0.02636159025132656
58231	rnn.weight_hh_l0_reverse	2	0.033420629799366
58231	rnn.weight_hh_l0_reverse	3	0.019693316891789436
58231	rnn.weight_hh_l0_reverse	4	0.0006731669418513775
58231	rnn.weight_hh_l0_reverse	5	-0.012151836417615414
58231	rnn.weight_hh_l0_reverse	6	0.04045645520091057
58231	rnn.weight_hh_l0_reverse	7	-0.04496600851416588
58231	rnn.weight_hh_l0_reverse	8	0.027915792539715767
58231	rnn.weight_hh_l0_reverse	9	0.044091932475566864
58231	rnn.bias_ih_l0_reverse	0	-0.07343342155218124
58231	rnn.bias_ih_l0_reverse	1	-0.1926347017288208
58231	rnn.bias_ih_l0_reverse	2	-0.06929886341094971
58231	rnn.bias_ih_l0_reverse	3	-0.014939815737307072
58231	rnn.bias_ih_l0_reverse	4	-0.026340952143073082
58231	rnn.bias_ih_l0_reverse	5	0.023852139711380005
58231	rnn.bias_ih_l0_reverse	6	-0.043231021612882614
58231	rnn.bias_ih_l0_reverse	7	0.04643934965133667
58231	rnn.bias_ih_l0_reverse	8	-0.025079520419239998
58231	rnn.bias_ih_l0_reverse	9	0.019278937950730324
58231	rnn.bias_hh_l0_reverse	0	-0.014145375229418278
58231	rnn.bias_hh_l0_reverse	1	-0.017010457813739777
58231	rnn.bias_hh_l0_reverse	2	0.051774200052022934
58231	rnn.bias_hh_l0_reverse	3	-0.030332207679748535
58231	rnn.bias_hh_l0_reverse	4	-0.049994826316833496
58231	rnn.bias_hh_l0_reverse	5	-0.04005418345332146
58231	rnn.bias_hh_l0_reverse	6	-0.025866717100143433
58231	rnn.bias_hh_l0_reverse	7	0.07671865075826645
58231	rnn.bias_hh_l0_reverse	8	0.00994926132261753
58231	rnn.bias_hh_l0_reverse	9	-0.09557268768548965
58231	rnn.weight_ih_l1	0	-0.035241156816482544
58231	rnn.weight_ih_l1	1	-0.039035577327013016
58231	rnn.weight_ih_l1	2	0.06674723327159882
58231	rnn.weight_ih_l1	3	-0.028141964226961136
58231	rnn.weight_ih_l1	4	-0.0022037052549421787
58231	rnn.weight_ih_l1	5	-0.04470442607998848
58231	rnn.weight_ih_l1	6	0.020860211923718452
58231	rnn.weight_ih_l1	7	-0.02669226936995983
58231	rnn.weight_ih_l1	8	0.03835836797952652
58231	rnn.weight_ih_l1	9	0.027326446026563644
58231	rnn.weight_hh_l1	0	-0.01327728945761919
58231	rnn.weight_hh_l1	1	0.006378985941410065
58231	rnn.weight_hh_l1	2	-0.0015945383347570896
58231	rnn.weight_hh_l1	3	-0.010000498965382576
58231	rnn.weight_hh_l1	4	0.0028328096959739923
58231	rnn.weight_hh_l1	5	0.02217143028974533
58231	rnn.weight_hh_l1	6	0.03086967021226883
58231	rnn.weight_hh_l1	7	-0.026839986443519592
58231	rnn.weight_hh_l1	8	-0.026422513648867607
58231	rnn.weight_hh_l1	9	0.0383450947701931
58231	rnn.bias_ih_l1	0	-0.11907147616147995
58231	rnn.bias_ih_l1	1	-0.10818330943584442
58231	rnn.bias_ih_l1	2	-0.13625431060791016
58231	rnn.bias_ih_l1	3	-0.18258284032344818
58231	rnn.bias_ih_l1	4	-0.15766364336013794
58231	rnn.bias_ih_l1	5	-0.0988227128982544
58231	rnn.bias_ih_l1	6	-0.08324429392814636
58231	rnn.bias_ih_l1	7	-0.034292031079530716
58231	rnn.bias_ih_l1	8	-0.0910215675830841
58231	rnn.bias_ih_l1	9	-0.11550051718950272
58231	rnn.bias_hh_l1	0	-0.11376415938138962
58231	rnn.bias_hh_l1	1	-0.04487321153283119
58231	rnn.bias_hh_l1	2	-0.08967576920986176
58231	rnn.bias_hh_l1	3	-0.07778822630643845
58231	rnn.bias_hh_l1	4	-0.10714457184076309
58231	rnn.bias_hh_l1	5	-0.0657178983092308
58231	rnn.bias_hh_l1	6	-0.09359794855117798
58231	rnn.bias_hh_l1	7	0.016720877960324287
58231	rnn.bias_hh_l1	8	-0.09296254813671112
58231	rnn.bias_hh_l1	9	-0.06338761001825333
58231	rnn.weight_ih_l1_reverse	0	-0.03513764962553978
58231	rnn.weight_ih_l1_reverse	1	0.041190847754478455
58231	rnn.weight_ih_l1_reverse	2	-0.0025436191353946924
58231	rnn.weight_ih_l1_reverse	3	-0.01410864107310772
58231	rnn.weight_ih_l1_reverse	4	-0.03566129878163338
58231	rnn.weight_ih_l1_reverse	5	-0.037116412073373795
58231	rnn.weight_ih_l1_reverse	6	-0.01822151616215706
58231	rnn.weight_ih_l1_reverse	7	0.01587640307843685
58231	rnn.weight_ih_l1_reverse	8	0.026122111827135086
58231	rnn.weight_ih_l1_reverse	9	-0.04800855740904808
58231	rnn.weight_hh_l1_reverse	0	0.00681494502350688
58231	rnn.weight_hh_l1_reverse	1	0.027741195634007454
58231	rnn.weight_hh_l1_reverse	2	-0.03720920905470848
58231	rnn.weight_hh_l1_reverse	3	0.0420340970158577
58231	rnn.weight_hh_l1_reverse	4	0.04594738408923149
58231	rnn.weight_hh_l1_reverse	5	0.008132263086736202
58231	rnn.weight_hh_l1_reverse	6	0.0071280356496572495
58231	rnn.weight_hh_l1_reverse	7	0.027599239721894264
58231	rnn.weight_hh_l1_reverse	8	-0.00339601282030344
58231	rnn.weight_hh_l1_reverse	9	-0.03954220935702324
58231	rnn.bias_ih_l1_reverse	0	-0.02634379453957081
58231	rnn.bias_ih_l1_reverse	1	-0.09325169771909714
58231	rnn.bias_ih_l1_reverse	2	-0.10017015039920807
58231	rnn.bias_ih_l1_reverse	3	0.006679269019514322
58231	rnn.bias_ih_l1_reverse	4	-0.1394079476594925
58231	rnn.bias_ih_l1_reverse	5	-0.08416924625635147
58231	rnn.bias_ih_l1_reverse	6	-0.10023710131645203
58231	rnn.bias_ih_l1_reverse	7	-0.12449067085981369
58231	rnn.bias_ih_l1_reverse	8	0.13062287867069244
58231	rnn.bias_ih_l1_reverse	9	0.008721387013792992
58231	rnn.bias_hh_l1_reverse	0	-0.04070669785141945
58231	rnn.bias_hh_l1_reverse	1	0.006660523358732462
58231	rnn.bias_hh_l1_reverse	2	-0.190747931599617
58231	rnn.bias_hh_l1_reverse	3	-0.07919734716415405
58231	rnn.bias_hh_l1_reverse	4	-0.055372294038534164
58231	rnn.bias_hh_l1_reverse	5	-0.06048122048377991
58231	rnn.bias_hh_l1_reverse	6	0.11138203740119934
58231	rnn.bias_hh_l1_reverse	7	-0.13888946175575256
58231	rnn.bias_hh_l1_reverse	8	-0.08964572846889496
58231	rnn.bias_hh_l1_reverse	9	-0.09127463400363922
58231	linear.weight	0	0.002228822559118271
58231	linear.weight	1	0.044796161353588104
58231	linear.weight	2	-0.10216978192329407
58231	linear.weight	3	0.2551085948944092
58231	linear.weight	4	0.08630462735891342
58231	linear.weight	5	0.02655555121600628
58231	linear.weight	6	0.022500790655612946
58231	linear.weight	7	0.10641514509916306
58231	linear.weight	8	0.0418369323015213
58231	linear.weight	9	-0.04844528064131737
58231	linear.bias	0	-0.10742076486349106
58231	linear.bias	1	-0.07154998928308487
58231	linear.bias	2	-0.49189293384552
58231	linear.bias	3	-0.7467113733291626
58231	linear.bias	4	-1.064381718635559
58231	linear.bias	5	0.013817228376865387
58231	linear.bias	6	-0.607179582118988
58231	linear.bias	7	0.492850124835968
58231	linear.bias	8	-0.5926843881607056
58231	linear.bias	9	-0.7982901930809021
58428	transitions	0	0.517913818359375
58428	transitions	1	0.01351323164999485
58428	transitions	2	-10000.0
58428	transitions	3	-1.7973841428756714
58428	transitions	4	-10000.0
58428	transitions	5	0.6576784253120422
58428	transitions	6	-0.01580158621072769
58428	transitions	7	-0.33687224984169006
58428	transitions	8	-1.3258568048477173
58428	transitions	9	-0.00036189696402288973
58428	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
58428	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
58428	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
58428	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
58428	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
58428	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
58428	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
58428	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
58428	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
58428	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
58428	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
58428	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
58428	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
58428	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
58428	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
58428	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
58428	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
58428	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
58428	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
58428	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
58428	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
58428	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
58428	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
58428	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
58428	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
58428	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
58428	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
58428	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
58428	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
58428	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
58428	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
58428	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
58428	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
58428	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
58428	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
58428	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
58428	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
58428	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
58428	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
58428	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
58428	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
58428	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
58428	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
58428	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
58428	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
58428	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
58428	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
58428	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
58428	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
58428	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
58428	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
58428	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
58428	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
58428	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
58428	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
58428	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
58428	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
58428	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
58428	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
58428	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
58428	embedding2nn.weight	0	0.001883051823824644
58428	embedding2nn.weight	1	-0.01657697930932045
58428	embedding2nn.weight	2	-0.014268253929913044
58428	embedding2nn.weight	3	-0.004504041746258736
58428	embedding2nn.weight	4	-0.0059150345623493195
58428	embedding2nn.weight	5	-0.0037005790509283543
58428	embedding2nn.weight	6	-0.003973214887082577
58428	embedding2nn.weight	7	-0.04487517848610878
58428	embedding2nn.weight	8	-0.0019979383796453476
58428	embedding2nn.weight	9	-0.0246177576482296
58428	embedding2nn.bias	0	0.04889390617609024
58428	embedding2nn.bias	1	-0.03883541002869606
58428	embedding2nn.bias	2	0.09283246099948883
58428	embedding2nn.bias	3	0.05669471248984337
58428	embedding2nn.bias	4	-0.020619232207536697
58428	embedding2nn.bias	5	-0.04370243474841118
58428	embedding2nn.bias	6	-0.00046853243838995695
58428	embedding2nn.bias	7	-0.0476347878575325
58428	embedding2nn.bias	8	0.05077057704329491
58428	embedding2nn.bias	9	0.03260084241628647
58428	rnn.weight_ih_l0	0	-0.021760616451501846
58428	rnn.weight_ih_l0	1	0.005936721805483103
58428	rnn.weight_ih_l0	2	0.030466532334685326
58428	rnn.weight_ih_l0	3	0.0031356606632471085
58428	rnn.weight_ih_l0	4	-0.027091452851891518
58428	rnn.weight_ih_l0	5	-0.060322850942611694
58428	rnn.weight_ih_l0	6	0.015739085152745247
58428	rnn.weight_ih_l0	7	0.049147509038448334
58428	rnn.weight_ih_l0	8	0.005509620066732168
58428	rnn.weight_ih_l0	9	-0.030762987211346626
58428	rnn.weight_hh_l0	0	-0.03159729391336441
58428	rnn.weight_hh_l0	1	-0.0041077276691794395
58428	rnn.weight_hh_l0	2	-0.0020758798345923424
58428	rnn.weight_hh_l0	3	-0.04826218634843826
58428	rnn.weight_hh_l0	4	0.054424334317445755
58428	rnn.weight_hh_l0	5	-0.0186051856726408
58428	rnn.weight_hh_l0	6	-0.04229098930954933
58428	rnn.weight_hh_l0	7	-0.02238110825419426
58428	rnn.weight_hh_l0	8	-0.000814705272205174
58428	rnn.weight_hh_l0	9	-0.02332943305373192
58428	rnn.bias_ih_l0	0	0.04198487848043442
58428	rnn.bias_ih_l0	1	-0.03365481272339821
58428	rnn.bias_ih_l0	2	-0.006018226966261864
58428	rnn.bias_ih_l0	3	0.07632490992546082
58428	rnn.bias_ih_l0	4	-0.043157584965229034
58428	rnn.bias_ih_l0	5	-0.030420465394854546
58428	rnn.bias_ih_l0	6	0.0046751126646995544
58428	rnn.bias_ih_l0	7	0.05034780874848366
58428	rnn.bias_ih_l0	8	-0.08271647989749908
58428	rnn.bias_ih_l0	9	-0.030245915055274963
58428	rnn.bias_hh_l0	0	-0.030138440430164337
58428	rnn.bias_hh_l0	1	-0.07969710975885391
58428	rnn.bias_hh_l0	2	-0.029314013198018074
58428	rnn.bias_hh_l0	3	-0.06540782004594803
58428	rnn.bias_hh_l0	4	-0.01675400510430336
58428	rnn.bias_hh_l0	5	-0.004501526243984699
58428	rnn.bias_hh_l0	6	0.021095383912324905
58428	rnn.bias_hh_l0	7	-0.018662529066205025
58428	rnn.bias_hh_l0	8	-0.09304746985435486
58428	rnn.bias_hh_l0	9	0.006061990279704332
58428	rnn.weight_ih_l0_reverse	0	-0.022275080904364586
58428	rnn.weight_ih_l0_reverse	1	-0.049636319279670715
58428	rnn.weight_ih_l0_reverse	2	-0.03215543180704117
58428	rnn.weight_ih_l0_reverse	3	-0.006068775430321693
58428	rnn.weight_ih_l0_reverse	4	0.00010110978473676369
58428	rnn.weight_ih_l0_reverse	5	-0.05078733339905739
58428	rnn.weight_ih_l0_reverse	6	0.04544297978281975
58428	rnn.weight_ih_l0_reverse	7	-0.024205269291996956
58428	rnn.weight_ih_l0_reverse	8	-0.036755986511707306
58428	rnn.weight_ih_l0_reverse	9	0.003993541933596134
58428	rnn.weight_hh_l0_reverse	0	0.03683242201805115
58428	rnn.weight_hh_l0_reverse	1	0.026534348726272583
58428	rnn.weight_hh_l0_reverse	2	0.03432396426796913
58428	rnn.weight_hh_l0_reverse	3	0.0194312185049057
58428	rnn.weight_hh_l0_reverse	4	0.0008133944938890636
58428	rnn.weight_hh_l0_reverse	5	-0.010835346765816212
58428	rnn.weight_hh_l0_reverse	6	0.04062743857502937
58428	rnn.weight_hh_l0_reverse	7	-0.04564668983221054
58428	rnn.weight_hh_l0_reverse	8	0.027781959623098373
58428	rnn.weight_hh_l0_reverse	9	0.04391944408416748
58428	rnn.bias_ih_l0_reverse	0	-0.07531964778900146
58428	rnn.bias_ih_l0_reverse	1	-0.19427214562892914
58428	rnn.bias_ih_l0_reverse	2	-0.07146599888801575
58428	rnn.bias_ih_l0_reverse	3	-0.013199800625443459
58428	rnn.bias_ih_l0_reverse	4	-0.02886691689491272
58428	rnn.bias_ih_l0_reverse	5	0.02517203986644745
58428	rnn.bias_ih_l0_reverse	6	-0.04288898780941963
58428	rnn.bias_ih_l0_reverse	7	0.04868004843592644
58428	rnn.bias_ih_l0_reverse	8	-0.026558654382824898
58428	rnn.bias_ih_l0_reverse	9	0.018924899399280548
58428	rnn.bias_hh_l0_reverse	0	-0.01320544071495533
58428	rnn.bias_hh_l0_reverse	1	-0.015097749419510365
58428	rnn.bias_hh_l0_reverse	2	0.050130076706409454
58428	rnn.bias_hh_l0_reverse	3	-0.03128417953848839
58428	rnn.bias_hh_l0_reverse	4	-0.05115016922354698
58428	rnn.bias_hh_l0_reverse	5	-0.035733554512262344
58428	rnn.bias_hh_l0_reverse	6	-0.024955714121460915
58428	rnn.bias_hh_l0_reverse	7	0.0780160054564476
58428	rnn.bias_hh_l0_reverse	8	0.008694148622453213
58428	rnn.bias_hh_l0_reverse	9	-0.09054382145404816
58428	rnn.weight_ih_l1	0	-0.03533019870519638
58428	rnn.weight_ih_l1	1	-0.037603653967380524
58428	rnn.weight_ih_l1	2	0.06876154243946075
58428	rnn.weight_ih_l1	3	-0.02657127007842064
58428	rnn.weight_ih_l1	4	-0.0032804410438984632
58428	rnn.weight_ih_l1	5	-0.04536421597003937
58428	rnn.weight_ih_l1	6	0.019614405930042267
58428	rnn.weight_ih_l1	7	-0.024454114958643913
58428	rnn.weight_ih_l1	8	0.03839542716741562
58428	rnn.weight_ih_l1	9	0.02726394683122635
58428	rnn.weight_hh_l1	0	-0.013355173170566559
58428	rnn.weight_hh_l1	1	0.006392855197191238
58428	rnn.weight_hh_l1	2	-0.0011573750525712967
58428	rnn.weight_hh_l1	3	-0.009362319484353065
58428	rnn.weight_hh_l1	4	0.002497385023161769
58428	rnn.weight_hh_l1	5	0.022029414772987366
58428	rnn.weight_hh_l1	6	0.031241780146956444
58428	rnn.weight_hh_l1	7	-0.02698584273457527
58428	rnn.weight_hh_l1	8	-0.025571292266249657
58428	rnn.weight_hh_l1	9	0.03866136819124222
58428	rnn.bias_ih_l1	0	-0.11664772778749466
58428	rnn.bias_ih_l1	1	-0.10794862359762192
58428	rnn.bias_ih_l1	2	-0.13739706575870514
58428	rnn.bias_ih_l1	3	-0.18284004926681519
58428	rnn.bias_ih_l1	4	-0.15246090292930603
58428	rnn.bias_ih_l1	5	-0.09687720239162445
58428	rnn.bias_ih_l1	6	-0.0833502933382988
58428	rnn.bias_ih_l1	7	-0.03574427217245102
58428	rnn.bias_ih_l1	8	-0.09365257620811462
58428	rnn.bias_ih_l1	9	-0.11608190834522247
58428	rnn.bias_hh_l1	0	-0.11353438347578049
58428	rnn.bias_hh_l1	1	-0.04492540657520294
58428	rnn.bias_hh_l1	2	-0.09090188890695572
58428	rnn.bias_hh_l1	3	-0.07873619347810745
58428	rnn.bias_hh_l1	4	-0.10740115493535995
58428	rnn.bias_hh_l1	5	-0.06538283824920654
58428	rnn.bias_hh_l1	6	-0.09470620006322861
58428	rnn.bias_hh_l1	7	0.01046846155077219
58428	rnn.bias_hh_l1	8	-0.0905308872461319
58428	rnn.bias_hh_l1	9	-0.06105019897222519
58428	rnn.weight_ih_l1_reverse	0	-0.0336892195045948
58428	rnn.weight_ih_l1_reverse	1	0.04075424745678902
58428	rnn.weight_ih_l1_reverse	2	-0.0038589690811932087
58428	rnn.weight_ih_l1_reverse	3	-0.01599465310573578
58428	rnn.weight_ih_l1_reverse	4	-0.038586076349020004
58428	rnn.weight_ih_l1_reverse	5	-0.03676511347293854
58428	rnn.weight_ih_l1_reverse	6	-0.0171721950173378
58428	rnn.weight_ih_l1_reverse	7	0.015492338687181473
58428	rnn.weight_ih_l1_reverse	8	0.028754930943250656
58428	rnn.weight_ih_l1_reverse	9	-0.04659116268157959
58428	rnn.weight_hh_l1_reverse	0	0.007101761642843485
58428	rnn.weight_hh_l1_reverse	1	0.027754805982112885
58428	rnn.weight_hh_l1_reverse	2	-0.0372164323925972
58428	rnn.weight_hh_l1_reverse	3	0.04192211106419563
58428	rnn.weight_hh_l1_reverse	4	0.04665915668010712
58428	rnn.weight_hh_l1_reverse	5	0.008452465757727623
58428	rnn.weight_hh_l1_reverse	6	0.00716450484469533
58428	rnn.weight_hh_l1_reverse	7	0.027554310858249664
58428	rnn.weight_hh_l1_reverse	8	-0.003405133495107293
58428	rnn.weight_hh_l1_reverse	9	-0.03932350501418114
58428	rnn.bias_ih_l1_reverse	0	-0.027182426303625107
58428	rnn.bias_ih_l1_reverse	1	-0.09447482228279114
58428	rnn.bias_ih_l1_reverse	2	-0.10458654910326004
58428	rnn.bias_ih_l1_reverse	3	0.003135489299893379
58428	rnn.bias_ih_l1_reverse	4	-0.14033903181552887
58428	rnn.bias_ih_l1_reverse	5	-0.08377794176340103
58428	rnn.bias_ih_l1_reverse	6	-0.10082034766674042
58428	rnn.bias_ih_l1_reverse	7	-0.1209564208984375
58428	rnn.bias_ih_l1_reverse	8	0.12297425419092178
58428	rnn.bias_ih_l1_reverse	9	0.004718418698757887
58428	rnn.bias_hh_l1_reverse	0	-0.03638876974582672
58428	rnn.bias_hh_l1_reverse	1	0.005952388513833284
58428	rnn.bias_hh_l1_reverse	2	-0.1909545361995697
58428	rnn.bias_hh_l1_reverse	3	-0.0788683369755745
58428	rnn.bias_hh_l1_reverse	4	-0.054312240332365036
58428	rnn.bias_hh_l1_reverse	5	-0.06118300184607506
58428	rnn.bias_hh_l1_reverse	6	0.1027236208319664
58428	rnn.bias_hh_l1_reverse	7	-0.1417180746793747
58428	rnn.bias_hh_l1_reverse	8	-0.0889754667878151
58428	rnn.bias_hh_l1_reverse	9	-0.0912986770272255
58428	linear.weight	0	0.002228822559118271
58428	linear.weight	1	0.04459603875875473
58428	linear.weight	2	-0.09593308717012405
58428	linear.weight	3	0.2459937483072281
58428	linear.weight	4	0.08541376143693924
58428	linear.weight	5	0.02324421890079975
58428	linear.weight	6	0.029395857825875282
58428	linear.weight	7	0.10278523713350296
58428	linear.weight	8	0.04183543846011162
58428	linear.weight	9	-0.05190080404281616
58428	linear.bias	0	-0.11302395910024643
58428	linear.bias	1	-0.07492531090974808
58428	linear.bias	2	-0.5060980916023254
58428	linear.bias	3	-0.7202765345573425
58428	linear.bias	4	-1.0362663269042969
58428	linear.bias	5	-0.04254661127924919
58428	linear.bias	6	-0.6101040244102478
58428	linear.bias	7	0.42984190583229065
58428	linear.bias	8	-0.5938802361488342
58428	linear.bias	9	-0.7979329228401184
58625	transitions	0	0.5233259201049805
58625	transitions	1	0.025003941729664803
58625	transitions	2	-10000.0
58625	transitions	3	-1.797455906867981
58625	transitions	4	-10000.0
58625	transitions	5	0.6573168635368347
58625	transitions	6	-0.01615290902554989
58625	transitions	7	-0.3391681909561157
58625	transitions	8	-1.3260349035263062
58625	transitions	9	-0.00036488589830696583
58625	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
58625	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
58625	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
58625	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
58625	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
58625	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
58625	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
58625	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
58625	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
58625	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
58625	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
58625	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
58625	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
58625	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
58625	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
58625	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
58625	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
58625	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
58625	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
58625	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
58625	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
58625	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
58625	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
58625	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
58625	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
58625	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
58625	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
58625	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
58625	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
58625	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
58625	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
58625	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
58625	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
58625	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
58625	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
58625	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
58625	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
58625	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
58625	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
58625	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
58625	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
58625	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
58625	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
58625	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
58625	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
58625	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
58625	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
58625	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
58625	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
58625	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
58625	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
58625	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
58625	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
58625	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
58625	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
58625	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
58625	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
58625	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
58625	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
58625	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
58625	embedding2nn.weight	0	0.0011192861711606383
58625	embedding2nn.weight	1	-0.016579777002334595
58625	embedding2nn.weight	2	-0.014268253929913044
58625	embedding2nn.weight	3	-0.007028273772448301
58625	embedding2nn.weight	4	-0.0059150345623493195
58625	embedding2nn.weight	5	-0.0037005783524364233
58625	embedding2nn.weight	6	-0.003973213955760002
58625	embedding2nn.weight	7	-0.045633409172296524
58625	embedding2nn.weight	8	-0.0019979383796453476
58625	embedding2nn.weight	9	-0.024707304313778877
58625	embedding2nn.bias	0	0.04491238296031952
58625	embedding2nn.bias	1	-0.03770040348172188
58625	embedding2nn.bias	2	0.09136644005775452
58625	embedding2nn.bias	3	0.05456530675292015
58625	embedding2nn.bias	4	-0.01129851397126913
58625	embedding2nn.bias	5	-0.050205256789922714
58625	embedding2nn.bias	6	-0.0006400397978723049
58625	embedding2nn.bias	7	-0.04651709645986557
58625	embedding2nn.bias	8	0.05234271660447121
58625	embedding2nn.bias	9	0.023843122646212578
58625	rnn.weight_ih_l0	0	-0.020791368559002876
58625	rnn.weight_ih_l0	1	0.005441945977509022
58625	rnn.weight_ih_l0	2	0.03012295998632908
58625	rnn.weight_ih_l0	3	0.003037563990801573
58625	rnn.weight_ih_l0	4	-0.024756651371717453
58625	rnn.weight_ih_l0	5	-0.060933202505111694
58625	rnn.weight_ih_l0	6	0.015915242955088615
58625	rnn.weight_ih_l0	7	0.04983111470937729
58625	rnn.weight_ih_l0	8	0.006027209106832743
58625	rnn.weight_ih_l0	9	-0.0306467954069376
58625	rnn.weight_hh_l0	0	-0.03224799782037735
58625	rnn.weight_hh_l0	1	-0.003139711683616042
58625	rnn.weight_hh_l0	2	-0.002524307928979397
58625	rnn.weight_hh_l0	3	-0.04706322029232979
58625	rnn.weight_hh_l0	4	0.05461492761969566
58625	rnn.weight_hh_l0	5	-0.01780245453119278
58625	rnn.weight_hh_l0	6	-0.041282299906015396
58625	rnn.weight_hh_l0	7	-0.020144253969192505
58625	rnn.weight_hh_l0	8	-0.0010064166272059083
58625	rnn.weight_hh_l0	9	-0.023352401331067085
58625	rnn.bias_ih_l0	0	0.046419657766819
58625	rnn.bias_ih_l0	1	-0.03533627837896347
58625	rnn.bias_ih_l0	2	-0.005380841437727213
58625	rnn.bias_ih_l0	3	0.07616399228572845
58625	rnn.bias_ih_l0	4	-0.042585406452417374
58625	rnn.bias_ih_l0	5	-0.03252964839339256
58625	rnn.bias_ih_l0	6	0.007580370642244816
58625	rnn.bias_ih_l0	7	0.05247265473008156
58625	rnn.bias_ih_l0	8	-0.0826924666762352
58625	rnn.bias_ih_l0	9	-0.02816864289343357
58625	rnn.bias_hh_l0	0	-0.0320516973733902
58625	rnn.bias_hh_l0	1	-0.07627435773611069
58625	rnn.bias_hh_l0	2	-0.030775362625718117
58625	rnn.bias_hh_l0	3	-0.06743334233760834
58625	rnn.bias_hh_l0	4	-0.016732217743992805
58625	rnn.bias_hh_l0	5	-0.002311993157491088
58625	rnn.bias_hh_l0	6	0.020119737833738327
58625	rnn.bias_hh_l0	7	-0.017604971304535866
58625	rnn.bias_hh_l0	8	-0.0906618982553482
58625	rnn.bias_hh_l0	9	0.003089170204475522
58625	rnn.weight_ih_l0_reverse	0	-0.0225079283118248
58625	rnn.weight_ih_l0_reverse	1	-0.05005837604403496
58625	rnn.weight_ih_l0_reverse	2	-0.03485319763422012
58625	rnn.weight_ih_l0_reverse	3	-0.005937796086072922
58625	rnn.weight_ih_l0_reverse	4	8.32936420920305e-05
58625	rnn.weight_ih_l0_reverse	5	-0.05033047869801521
58625	rnn.weight_ih_l0_reverse	6	0.044245824217796326
58625	rnn.weight_ih_l0_reverse	7	-0.022046741098165512
58625	rnn.weight_ih_l0_reverse	8	-0.03757856413722038
58625	rnn.weight_ih_l0_reverse	9	0.003567132633179426
58625	rnn.weight_hh_l0_reverse	0	0.0343606173992157
58625	rnn.weight_hh_l0_reverse	1	0.02610498107969761
58625	rnn.weight_hh_l0_reverse	2	0.03417780622839928
58625	rnn.weight_hh_l0_reverse	3	0.019026847556233406
58625	rnn.weight_hh_l0_reverse	4	0.0005343649536371231
58625	rnn.weight_hh_l0_reverse	5	-0.010210887528955936
58625	rnn.weight_hh_l0_reverse	6	0.04068805277347565
58625	rnn.weight_hh_l0_reverse	7	-0.046772301197052
58625	rnn.weight_hh_l0_reverse	8	0.029130833223462105
58625	rnn.weight_hh_l0_reverse	9	0.04447507858276367
58625	rnn.bias_ih_l0_reverse	0	-0.07532135397195816
58625	rnn.bias_ih_l0_reverse	1	-0.18778394162654877
58625	rnn.bias_ih_l0_reverse	2	-0.06619998812675476
58625	rnn.bias_ih_l0_reverse	3	-0.013811950571835041
58625	rnn.bias_ih_l0_reverse	4	-0.027626490220427513
58625	rnn.bias_ih_l0_reverse	5	0.026871372014284134
58625	rnn.bias_ih_l0_reverse	6	-0.0445408970117569
58625	rnn.bias_ih_l0_reverse	7	0.048401348292827606
58625	rnn.bias_ih_l0_reverse	8	-0.02693803235888481
58625	rnn.bias_ih_l0_reverse	9	0.019407926127314568
58625	rnn.bias_hh_l0_reverse	0	-0.013621075078845024
58625	rnn.bias_hh_l0_reverse	1	-0.01630496047437191
58625	rnn.bias_hh_l0_reverse	2	0.04962027445435524
58625	rnn.bias_hh_l0_reverse	3	-0.029342610388994217
58625	rnn.bias_hh_l0_reverse	4	-0.051559463143348694
58625	rnn.bias_hh_l0_reverse	5	-0.03187800198793411
58625	rnn.bias_hh_l0_reverse	6	-0.026787975803017616
58625	rnn.bias_hh_l0_reverse	7	0.07719766348600388
58625	rnn.bias_hh_l0_reverse	8	0.00926115456968546
58625	rnn.bias_hh_l0_reverse	9	-0.08788793534040451
58625	rnn.weight_ih_l1	0	-0.03537829965353012
58625	rnn.weight_ih_l1	1	-0.03964029625058174
58625	rnn.weight_ih_l1	2	0.07171245664358139
58625	rnn.weight_ih_l1	3	-0.0286409929394722
58625	rnn.weight_ih_l1	4	-0.0031695321667939425
58625	rnn.weight_ih_l1	5	-0.04577700048685074
58625	rnn.weight_ih_l1	6	0.01930077373981476
58625	rnn.weight_ih_l1	7	-0.022948069497942924
58625	rnn.weight_ih_l1	8	0.03887328505516052
58625	rnn.weight_ih_l1	9	0.027137646451592445
58625	rnn.weight_hh_l1	0	-0.012195698916912079
58625	rnn.weight_hh_l1	1	0.006545906886458397
58625	rnn.weight_hh_l1	2	-0.0024276524782180786
58625	rnn.weight_hh_l1	3	-0.0093156136572361
58625	rnn.weight_hh_l1	4	0.0026195282116532326
58625	rnn.weight_hh_l1	5	0.022431686520576477
58625	rnn.weight_hh_l1	6	0.0312679186463356
58625	rnn.weight_hh_l1	7	-0.0268303994089365
58625	rnn.weight_hh_l1	8	-0.026638871058821678
58625	rnn.weight_hh_l1	9	0.038447633385658264
58625	rnn.bias_ih_l1	0	-0.12239047884941101
58625	rnn.bias_ih_l1	1	-0.11124025285243988
58625	rnn.bias_ih_l1	2	-0.13955433666706085
58625	rnn.bias_ih_l1	3	-0.1846722960472107
58625	rnn.bias_ih_l1	4	-0.14740251004695892
58625	rnn.bias_ih_l1	5	-0.09727191179990768
58625	rnn.bias_ih_l1	6	-0.08869841694831848
58625	rnn.bias_ih_l1	7	-0.036724213510751724
58625	rnn.bias_ih_l1	8	-0.09648650884628296
58625	rnn.bias_ih_l1	9	-0.11750829964876175
58625	rnn.bias_hh_l1	0	-0.11357833445072174
58625	rnn.bias_hh_l1	1	-0.040755268186330795
58625	rnn.bias_hh_l1	2	-0.08823207765817642
58625	rnn.bias_hh_l1	3	-0.0802924707531929
58625	rnn.bias_hh_l1	4	-0.10657697170972824
58625	rnn.bias_hh_l1	5	-0.06336389482021332
58625	rnn.bias_hh_l1	6	-0.09400670230388641
58625	rnn.bias_hh_l1	7	0.012090775184333324
58625	rnn.bias_hh_l1	8	-0.09062362462282181
58625	rnn.bias_hh_l1	9	-0.06405404210090637
58625	rnn.weight_ih_l1_reverse	0	-0.033879589289426804
58625	rnn.weight_ih_l1_reverse	1	0.03818565979599953
58625	rnn.weight_ih_l1_reverse	2	-0.004347132984548807
58625	rnn.weight_ih_l1_reverse	3	-0.015889238566160202
58625	rnn.weight_ih_l1_reverse	4	-0.03739505633711815
58625	rnn.weight_ih_l1_reverse	5	-0.036900416016578674
58625	rnn.weight_ih_l1_reverse	6	-0.015318342484533787
58625	rnn.weight_ih_l1_reverse	7	0.015991996973752975
58625	rnn.weight_ih_l1_reverse	8	0.03058953955769539
58625	rnn.weight_ih_l1_reverse	9	-0.04439706727862358
58625	rnn.weight_hh_l1_reverse	0	0.006942093838006258
58625	rnn.weight_hh_l1_reverse	1	0.02770465798676014
58625	rnn.weight_hh_l1_reverse	2	-0.03724014386534691
58625	rnn.weight_hh_l1_reverse	3	0.042075272649526596
58625	rnn.weight_hh_l1_reverse	4	0.0456315279006958
58625	rnn.weight_hh_l1_reverse	5	0.008190002292394638
58625	rnn.weight_hh_l1_reverse	6	0.007023319136351347
58625	rnn.weight_hh_l1_reverse	7	0.027611365541815758
58625	rnn.weight_hh_l1_reverse	8	-0.0034825424663722515
58625	rnn.weight_hh_l1_reverse	9	-0.03949887305498123
58625	rnn.bias_ih_l1_reverse	0	-0.02528972551226616
58625	rnn.bias_ih_l1_reverse	1	-0.09601166099309921
58625	rnn.bias_ih_l1_reverse	2	-0.10345560312271118
58625	rnn.bias_ih_l1_reverse	3	0.0032709259539842606
58625	rnn.bias_ih_l1_reverse	4	-0.14123058319091797
58625	rnn.bias_ih_l1_reverse	5	-0.0843309611082077
58625	rnn.bias_ih_l1_reverse	6	-0.09947052597999573
58625	rnn.bias_ih_l1_reverse	7	-0.12463817000389099
58625	rnn.bias_ih_l1_reverse	8	0.11721523851156235
58625	rnn.bias_ih_l1_reverse	9	0.0033466436434537172
58625	rnn.bias_hh_l1_reverse	0	-0.03096895106136799
58625	rnn.bias_hh_l1_reverse	1	0.009493918158113956
58625	rnn.bias_hh_l1_reverse	2	-0.1925988346338272
58625	rnn.bias_hh_l1_reverse	3	-0.07782331854104996
58625	rnn.bias_hh_l1_reverse	4	-0.0540655180811882
58625	rnn.bias_hh_l1_reverse	5	-0.059835370630025864
58625	rnn.bias_hh_l1_reverse	6	0.10166119039058685
58625	rnn.bias_hh_l1_reverse	7	-0.14067700505256653
58625	rnn.bias_hh_l1_reverse	8	-0.08917932212352753
58625	rnn.bias_hh_l1_reverse	9	-0.09231247752904892
58625	linear.weight	0	0.002228822559118271
58625	linear.weight	1	0.04592646658420563
58625	linear.weight	2	-0.1048484668135643
58625	linear.weight	3	0.25749754905700684
58625	linear.weight	4	0.08690447360277176
58625	linear.weight	5	0.017035676166415215
58625	linear.weight	6	0.04325859248638153
58625	linear.weight	7	0.09593118727207184
58625	linear.weight	8	0.041830237954854965
58625	linear.weight	9	-0.054766945540905
58625	linear.bias	0	-0.13104280829429626
58625	linear.bias	1	-0.0911908969283104
58625	linear.bias	2	-0.5243910551071167
58625	linear.bias	3	-0.7184882760047913
58625	linear.bias	4	-1.0312774181365967
58625	linear.bias	5	-0.012135142460465431
58625	linear.bias	6	-0.6277690529823303
58625	linear.bias	7	0.4581995904445648
58625	linear.bias	8	-0.585700511932373
58625	linear.bias	9	-0.7898399829864502
58822	transitions	0	0.5068975687026978
58822	transitions	1	0.027887830510735512
58822	transitions	2	-10000.0
58822	transitions	3	-1.797560691833496
58822	transitions	4	-10000.0
58822	transitions	5	0.6570370197296143
58822	transitions	6	-0.016408272087574005
58822	transitions	7	-0.34100988507270813
58822	transitions	8	-1.3262863159179688
58822	transitions	9	-0.0003676479391288012
58822	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
58822	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
58822	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
58822	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
58822	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
58822	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
58822	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
58822	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
58822	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
58822	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
58822	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
58822	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
58822	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
58822	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
58822	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
58822	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
58822	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
58822	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
58822	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
58822	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
58822	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
58822	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
58822	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
58822	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
58822	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
58822	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
58822	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
58822	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
58822	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
58822	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
58822	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
58822	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
58822	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
58822	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
58822	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
58822	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
58822	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
58822	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
58822	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
58822	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
58822	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
58822	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
58822	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
58822	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
58822	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
58822	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
58822	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
58822	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
58822	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
58822	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
58822	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
58822	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
58822	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
58822	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
58822	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
58822	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
58822	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
58822	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
58822	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
58822	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
58822	embedding2nn.weight	0	0.002820613095536828
58822	embedding2nn.weight	1	-0.016453059390187263
58822	embedding2nn.weight	2	-0.014268253929913044
58822	embedding2nn.weight	3	-0.004948996473103762
58822	embedding2nn.weight	4	-0.0059150345623493195
58822	embedding2nn.weight	5	-0.0037005781196057796
58822	embedding2nn.weight	6	-0.003973211627453566
58822	embedding2nn.weight	7	-0.046591464430093765
58822	embedding2nn.weight	8	-0.0019979383796453476
58822	embedding2nn.weight	9	-0.02416333369910717
58822	embedding2nn.bias	0	0.04842798411846161
58822	embedding2nn.bias	1	-0.04489840567111969
58822	embedding2nn.bias	2	0.09405608475208282
58822	embedding2nn.bias	3	0.05025588348507881
58822	embedding2nn.bias	4	-0.014638287015259266
58822	embedding2nn.bias	5	-0.04978519678115845
58822	embedding2nn.bias	6	-0.004994463641196489
58822	embedding2nn.bias	7	-0.04928196594119072
58822	embedding2nn.bias	8	0.045814309269189835
58822	embedding2nn.bias	9	0.020811771973967552
58822	rnn.weight_ih_l0	0	-0.02097945101559162
58822	rnn.weight_ih_l0	1	0.005510205402970314
58822	rnn.weight_ih_l0	2	0.03177012503147125
58822	rnn.weight_ih_l0	3	0.0025328719057142735
58822	rnn.weight_ih_l0	4	-0.024565665051341057
58822	rnn.weight_ih_l0	5	-0.05937814339995384
58822	rnn.weight_ih_l0	6	0.01634075492620468
58822	rnn.weight_ih_l0	7	0.049214404076337814
58822	rnn.weight_ih_l0	8	0.00624788599088788
58822	rnn.weight_ih_l0	9	-0.029745005071163177
58822	rnn.weight_hh_l0	0	-0.03300083428621292
58822	rnn.weight_hh_l0	1	-0.002826068317517638
58822	rnn.weight_hh_l0	2	-0.0025643871631473303
58822	rnn.weight_hh_l0	3	-0.04700782150030136
58822	rnn.weight_hh_l0	4	0.054598819464445114
58822	rnn.weight_hh_l0	5	-0.018716605380177498
58822	rnn.weight_hh_l0	6	-0.04126181825995445
58822	rnn.weight_hh_l0	7	-0.02092868834733963
58822	rnn.weight_hh_l0	8	-0.0001866277161752805
58822	rnn.weight_hh_l0	9	-0.024109041318297386
58822	rnn.bias_ih_l0	0	0.04728389158844948
58822	rnn.bias_ih_l0	1	-0.034221772104501724
58822	rnn.bias_ih_l0	2	-0.005479505751281977
58822	rnn.bias_ih_l0	3	0.07554616779088974
58822	rnn.bias_ih_l0	4	-0.04223738610744476
58822	rnn.bias_ih_l0	5	-0.028087226673960686
58822	rnn.bias_ih_l0	6	0.006446391344070435
58822	rnn.bias_ih_l0	7	0.05381329730153084
58822	rnn.bias_ih_l0	8	-0.08154682070016861
58822	rnn.bias_ih_l0	9	-0.02814885415136814
58822	rnn.bias_hh_l0	0	-0.03384130448102951
58822	rnn.bias_hh_l0	1	-0.07814576476812363
58822	rnn.bias_hh_l0	2	-0.02761843055486679
58822	rnn.bias_hh_l0	3	-0.0655205026268959
58822	rnn.bias_hh_l0	4	-0.017783161252737045
58822	rnn.bias_hh_l0	5	-0.002561748493462801
58822	rnn.bias_hh_l0	6	0.01926986314356327
58822	rnn.bias_hh_l0	7	-0.0176386795938015
58822	rnn.bias_hh_l0	8	-0.0900421291589737
58822	rnn.bias_hh_l0	9	0.0027371556498110294
58822	rnn.weight_ih_l0_reverse	0	-0.02310061641037464
58822	rnn.weight_ih_l0_reverse	1	-0.04930972680449486
58822	rnn.weight_ih_l0_reverse	2	-0.032096169888973236
58822	rnn.weight_ih_l0_reverse	3	-0.006523848045617342
58822	rnn.weight_ih_l0_reverse	4	-0.0003276333154644817
58822	rnn.weight_ih_l0_reverse	5	-0.0503394715487957
58822	rnn.weight_ih_l0_reverse	6	0.04451731592416763
58822	rnn.weight_ih_l0_reverse	7	-0.022395042702555656
58822	rnn.weight_ih_l0_reverse	8	-0.03790729120373726
58822	rnn.weight_ih_l0_reverse	9	0.0033722801599651575
58822	rnn.weight_hh_l0_reverse	0	0.03520509973168373
58822	rnn.weight_hh_l0_reverse	1	0.025139475241303444
58822	rnn.weight_hh_l0_reverse	2	0.03393176198005676
58822	rnn.weight_hh_l0_reverse	3	0.01896924525499344
58822	rnn.weight_hh_l0_reverse	4	0.00040301334229297936
58822	rnn.weight_hh_l0_reverse	5	-0.009378266520798206
58822	rnn.weight_hh_l0_reverse	6	0.04074820503592491
58822	rnn.weight_hh_l0_reverse	7	-0.04509764537215233
58822	rnn.weight_hh_l0_reverse	8	0.029136521741747856
58822	rnn.weight_hh_l0_reverse	9	0.045206304639577866
58822	rnn.bias_ih_l0_reverse	0	-0.07428116351366043
58822	rnn.bias_ih_l0_reverse	1	-0.18607690930366516
58822	rnn.bias_ih_l0_reverse	2	-0.06604111939668655
58822	rnn.bias_ih_l0_reverse	3	-0.012191624380648136
58822	rnn.bias_ih_l0_reverse	4	-0.021462200209498405
58822	rnn.bias_ih_l0_reverse	5	0.026746315881609917
58822	rnn.bias_ih_l0_reverse	6	-0.045579250901937485
58822	rnn.bias_ih_l0_reverse	7	0.050457295030355453
58822	rnn.bias_ih_l0_reverse	8	-0.024908985942602158
58822	rnn.bias_ih_l0_reverse	9	0.020847070962190628
58822	rnn.bias_hh_l0_reverse	0	-0.014158652164041996
58822	rnn.bias_hh_l0_reverse	1	-0.021502787247300148
58822	rnn.bias_hh_l0_reverse	2	0.048201121389865875
58822	rnn.bias_hh_l0_reverse	3	-0.0257673729211092
58822	rnn.bias_hh_l0_reverse	4	-0.05114180967211723
58822	rnn.bias_hh_l0_reverse	5	-0.029813682660460472
58822	rnn.bias_hh_l0_reverse	6	-0.026469286531209946
58822	rnn.bias_hh_l0_reverse	7	0.07495766878128052
58822	rnn.bias_hh_l0_reverse	8	0.009806782938539982
58822	rnn.bias_hh_l0_reverse	9	-0.08847042918205261
58822	rnn.weight_ih_l1	0	-0.03578656166791916
58822	rnn.weight_ih_l1	1	-0.04017326980829239
58822	rnn.weight_ih_l1	2	0.0718260407447815
58822	rnn.weight_ih_l1	3	-0.028702467679977417
58822	rnn.weight_ih_l1	4	-0.002976470859721303
58822	rnn.weight_ih_l1	5	-0.046335574239492416
58822	rnn.weight_ih_l1	6	0.02038092166185379
58822	rnn.weight_ih_l1	7	-0.024396700784564018
58822	rnn.weight_ih_l1	8	0.03890995308756828
58822	rnn.weight_ih_l1	9	0.026427021250128746
58822	rnn.weight_hh_l1	0	-0.011997380293905735
58822	rnn.weight_hh_l1	1	0.006554200313985348
58822	rnn.weight_hh_l1	2	-0.0018747412832453847
58822	rnn.weight_hh_l1	3	-0.008830184116959572
58822	rnn.weight_hh_l1	4	0.0035457138437777758
58822	rnn.weight_hh_l1	5	0.021401869133114815
58822	rnn.weight_hh_l1	6	0.03208177909255028
58822	rnn.weight_hh_l1	7	-0.026918591931462288
58822	rnn.weight_hh_l1	8	-0.02662952058017254
58822	rnn.weight_hh_l1	9	0.03820334002375603
58822	rnn.bias_ih_l1	0	-0.12338464707136154
58822	rnn.bias_ih_l1	1	-0.11064871400594711
58822	rnn.bias_ih_l1	2	-0.13837355375289917
58822	rnn.bias_ih_l1	3	-0.18616242706775665
58822	rnn.bias_ih_l1	4	-0.1461820900440216
58822	rnn.bias_ih_l1	5	-0.09678436070680618
58822	rnn.bias_ih_l1	6	-0.09088137000799179
58822	rnn.bias_ih_l1	7	-0.04182019829750061
58822	rnn.bias_ih_l1	8	-0.09795048832893372
58822	rnn.bias_ih_l1	9	-0.11851421743631363
58822	rnn.bias_hh_l1	0	-0.11199626326560974
58822	rnn.bias_hh_l1	1	-0.040364693850278854
58822	rnn.bias_hh_l1	2	-0.09101337939500809
58822	rnn.bias_hh_l1	3	-0.07987427711486816
58822	rnn.bias_hh_l1	4	-0.10718578845262527
58822	rnn.bias_hh_l1	5	-0.06207763031125069
58822	rnn.bias_hh_l1	6	-0.09707073867321014
58822	rnn.bias_hh_l1	7	0.0050302245654165745
58822	rnn.bias_hh_l1	8	-0.09321077167987823
58822	rnn.bias_hh_l1	9	-0.06545723229646683
58822	rnn.weight_ih_l1_reverse	0	-0.0325365886092186
58822	rnn.weight_ih_l1_reverse	1	0.0383317731320858
58822	rnn.weight_ih_l1_reverse	2	-0.004158319905400276
58822	rnn.weight_ih_l1_reverse	3	-0.015841757878661156
58822	rnn.weight_ih_l1_reverse	4	-0.038492992520332336
58822	rnn.weight_ih_l1_reverse	5	-0.036914899945259094
58822	rnn.weight_ih_l1_reverse	6	-0.014860234223306179
58822	rnn.weight_ih_l1_reverse	7	0.01586153358221054
58822	rnn.weight_ih_l1_reverse	8	0.02956243045628071
58822	rnn.weight_ih_l1_reverse	9	-0.041059061884880066
58822	rnn.weight_hh_l1_reverse	0	0.00709931505843997
58822	rnn.weight_hh_l1_reverse	1	0.027849651873111725
58822	rnn.weight_hh_l1_reverse	2	-0.03723370283842087
58822	rnn.weight_hh_l1_reverse	3	0.042057011276483536
58822	rnn.weight_hh_l1_reverse	4	0.046288058161735535
58822	rnn.weight_hh_l1_reverse	5	0.008389846421778202
58822	rnn.weight_hh_l1_reverse	6	0.007031364366412163
58822	rnn.weight_hh_l1_reverse	7	0.027501925826072693
58822	rnn.weight_hh_l1_reverse	8	-0.0036942092701792717
58822	rnn.weight_hh_l1_reverse	9	-0.03924131020903587
58822	rnn.bias_ih_l1_reverse	0	-0.025518083944916725
58822	rnn.bias_ih_l1_reverse	1	-0.09466254711151123
58822	rnn.bias_ih_l1_reverse	2	-0.10270951688289642
58822	rnn.bias_ih_l1_reverse	3	0.009367017075419426
58822	rnn.bias_ih_l1_reverse	4	-0.14386507868766785
58822	rnn.bias_ih_l1_reverse	5	-0.08452914655208588
58822	rnn.bias_ih_l1_reverse	6	-0.10093573480844498
58822	rnn.bias_ih_l1_reverse	7	-0.12915194034576416
58822	rnn.bias_ih_l1_reverse	8	0.11472517251968384
58822	rnn.bias_ih_l1_reverse	9	0.006223577074706554
58822	rnn.bias_hh_l1_reverse	0	-0.027721218764781952
58822	rnn.bias_hh_l1_reverse	1	0.016101472079753876
58822	rnn.bias_hh_l1_reverse	2	-0.19318358600139618
58822	rnn.bias_hh_l1_reverse	3	-0.07664475589990616
58822	rnn.bias_hh_l1_reverse	4	-0.05227082967758179
58822	rnn.bias_hh_l1_reverse	5	-0.057068996131420135
58822	rnn.bias_hh_l1_reverse	6	0.09422708302736282
58822	rnn.bias_hh_l1_reverse	7	-0.13965968787670135
58822	rnn.bias_hh_l1_reverse	8	-0.08957139402627945
58822	rnn.bias_hh_l1_reverse	9	-0.09300356358289719
58822	linear.weight	0	0.002228822559118271
58822	linear.weight	1	0.043438613414764404
58822	linear.weight	2	-0.10308657586574554
58822	linear.weight	3	0.2547808885574341
58822	linear.weight	4	0.08642181754112244
58822	linear.weight	5	0.017636917531490326
58822	linear.weight	6	0.0345628522336483
58822	linear.weight	7	0.11069151759147644
58822	linear.weight	8	0.04182804003357887
58822	linear.weight	9	-0.04854741320014
58822	linear.bias	0	-0.14864182472229004
58822	linear.bias	1	-0.09487122297286987
58822	linear.bias	2	-0.49351581931114197
58822	linear.bias	3	-0.7412948608398438
58822	linear.bias	4	-1.0553092956542969
58822	linear.bias	5	0.007006013300269842
58822	linear.bias	6	-0.6317493915557861
58822	linear.bias	7	0.47765856981277466
58822	linear.bias	8	-0.5666555762290955
58822	linear.bias	9	-0.7758240103721619
59019	transitions	0	0.5025885105133057
59019	transitions	1	0.02624102123081684
59019	transitions	2	-10000.0
59019	transitions	3	-1.7976771593093872
59019	transitions	4	-10000.0
59019	transitions	5	0.6567870378494263
59019	transitions	6	-0.016645772382616997
59019	transitions	7	-0.3416704535484314
59019	transitions	8	-1.3266366720199585
59019	transitions	9	-0.00037059918395243585
59019	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
59019	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
59019	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
59019	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
59019	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
59019	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
59019	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
59019	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
59019	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
59019	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
59019	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
59019	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
59019	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
59019	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
59019	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
59019	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
59019	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
59019	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
59019	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
59019	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
59019	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
59019	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
59019	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
59019	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
59019	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
59019	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
59019	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
59019	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
59019	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
59019	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
59019	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
59019	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
59019	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
59019	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
59019	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
59019	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
59019	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
59019	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
59019	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
59019	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
59019	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
59019	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
59019	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
59019	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
59019	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
59019	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
59019	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
59019	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
59019	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
59019	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
59019	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
59019	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
59019	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
59019	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
59019	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
59019	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
59019	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
59019	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
59019	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
59019	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
59019	embedding2nn.weight	0	0.0012953272089362144
59019	embedding2nn.weight	1	-0.01636672578752041
59019	embedding2nn.weight	2	-0.014268253929913044
59019	embedding2nn.weight	3	-0.005479417275637388
59019	embedding2nn.weight	4	-0.0059150345623493195
59019	embedding2nn.weight	5	-0.0037005783524364233
59019	embedding2nn.weight	6	-0.00397321255877614
59019	embedding2nn.weight	7	-0.04591856524348259
59019	embedding2nn.weight	8	-0.0019979383796453476
59019	embedding2nn.weight	9	-0.023692362010478973
59019	embedding2nn.bias	0	0.04133111238479614
59019	embedding2nn.bias	1	-0.0424124039709568
59019	embedding2nn.bias	2	0.0977669358253479
59019	embedding2nn.bias	3	0.05550219863653183
59019	embedding2nn.bias	4	-0.015092144720256329
59019	embedding2nn.bias	5	-0.05387222021818161
59019	embedding2nn.bias	6	0.005697224289178848
59019	embedding2nn.bias	7	-0.04863053932785988
59019	embedding2nn.bias	8	0.04078332707285881
59019	embedding2nn.bias	9	0.02339441142976284
59019	rnn.weight_ih_l0	0	-0.02012307196855545
59019	rnn.weight_ih_l0	1	0.007477129343897104
59019	rnn.weight_ih_l0	2	0.03206346929073334
59019	rnn.weight_ih_l0	3	0.0021793264895677567
59019	rnn.weight_ih_l0	4	-0.024689065292477608
59019	rnn.weight_ih_l0	5	-0.058408189564943314
59019	rnn.weight_ih_l0	6	0.0162904504686594
59019	rnn.weight_ih_l0	7	0.048581819981336594
59019	rnn.weight_ih_l0	8	0.005476957652717829
59019	rnn.weight_ih_l0	9	-0.029063327237963676
59019	rnn.weight_hh_l0	0	-0.0321594774723053
59019	rnn.weight_hh_l0	1	-0.001537299482151866
59019	rnn.weight_hh_l0	2	-0.0015337200602516532
59019	rnn.weight_hh_l0	3	-0.04674035683274269
59019	rnn.weight_hh_l0	4	0.0546172633767128
59019	rnn.weight_hh_l0	5	-0.018736718222498894
59019	rnn.weight_hh_l0	6	-0.04176097363233566
59019	rnn.weight_hh_l0	7	-0.01993713527917862
59019	rnn.weight_hh_l0	8	-0.0009203547379001975
59019	rnn.weight_hh_l0	9	-0.02473791316151619
59019	rnn.bias_ih_l0	0	0.04186859354376793
59019	rnn.bias_ih_l0	1	-0.03456930071115494
59019	rnn.bias_ih_l0	2	-0.0069680120795965195
59019	rnn.bias_ih_l0	3	0.0787278488278389
59019	rnn.bias_ih_l0	4	-0.04058520123362541
59019	rnn.bias_ih_l0	5	-0.02733197808265686
59019	rnn.bias_ih_l0	6	0.009878966026008129
59019	rnn.bias_ih_l0	7	0.054960574954748154
59019	rnn.bias_ih_l0	8	-0.0813518613576889
59019	rnn.bias_ih_l0	9	-0.029903436079621315
59019	rnn.bias_hh_l0	0	-0.034320514649152756
59019	rnn.bias_hh_l0	1	-0.07585767656564713
59019	rnn.bias_hh_l0	2	-0.030744362622499466
59019	rnn.bias_hh_l0	3	-0.06639111787080765
59019	rnn.bias_hh_l0	4	-0.018808826804161072
59019	rnn.bias_hh_l0	5	0.0012454396346583962
59019	rnn.bias_hh_l0	6	0.015055224299430847
59019	rnn.bias_hh_l0	7	-0.021644389256834984
59019	rnn.bias_hh_l0	8	-0.09376564621925354
59019	rnn.bias_hh_l0	9	-0.00016085393144749105
59019	rnn.weight_ih_l0_reverse	0	-0.022136179730296135
59019	rnn.weight_ih_l0_reverse	1	-0.04971807822585106
59019	rnn.weight_ih_l0_reverse	2	-0.03480622544884682
59019	rnn.weight_ih_l0_reverse	3	-0.005225903820246458
59019	rnn.weight_ih_l0_reverse	4	0.0004565306007862091
59019	rnn.weight_ih_l0_reverse	5	-0.0501609742641449
59019	rnn.weight_ih_l0_reverse	6	0.04488775506615639
59019	rnn.weight_ih_l0_reverse	7	-0.02139117196202278
59019	rnn.weight_ih_l0_reverse	8	-0.037948522716760635
59019	rnn.weight_ih_l0_reverse	9	0.0035074863117188215
59019	rnn.weight_hh_l0_reverse	0	0.03642734885215759
59019	rnn.weight_hh_l0_reverse	1	0.024869011715054512
59019	rnn.weight_hh_l0_reverse	2	0.0340636782348156
59019	rnn.weight_hh_l0_reverse	3	0.019528420642018318
59019	rnn.weight_hh_l0_reverse	4	0.0004290102224331349
59019	rnn.weight_hh_l0_reverse	5	-0.010181862860918045
59019	rnn.weight_hh_l0_reverse	6	0.04106393828988075
59019	rnn.weight_hh_l0_reverse	7	-0.04510170593857765
59019	rnn.weight_hh_l0_reverse	8	0.029226306825876236
59019	rnn.weight_hh_l0_reverse	9	0.04507088661193848
59019	rnn.bias_ih_l0_reverse	0	-0.07244943082332611
59019	rnn.bias_ih_l0_reverse	1	-0.1859666109085083
59019	rnn.bias_ih_l0_reverse	2	-0.06865985691547394
59019	rnn.bias_ih_l0_reverse	3	-0.011688340455293655
59019	rnn.bias_ih_l0_reverse	4	-0.02192755416035652
59019	rnn.bias_ih_l0_reverse	5	0.026559771969914436
59019	rnn.bias_ih_l0_reverse	6	-0.04545124992728233
59019	rnn.bias_ih_l0_reverse	7	0.05531904101371765
59019	rnn.bias_ih_l0_reverse	8	-0.026799481362104416
59019	rnn.bias_ih_l0_reverse	9	0.017162581905722618
59019	rnn.bias_hh_l0_reverse	0	-0.014251130633056164
59019	rnn.bias_hh_l0_reverse	1	-0.020526248961687088
59019	rnn.bias_hh_l0_reverse	2	0.047357723116874695
59019	rnn.bias_hh_l0_reverse	3	-0.026685478165745735
59019	rnn.bias_hh_l0_reverse	4	-0.051917895674705505
59019	rnn.bias_hh_l0_reverse	5	-0.029593996703624725
59019	rnn.bias_hh_l0_reverse	6	-0.025449013337492943
59019	rnn.bias_hh_l0_reverse	7	0.07566910237073898
59019	rnn.bias_hh_l0_reverse	8	0.010807953774929047
59019	rnn.bias_hh_l0_reverse	9	-0.08344415575265884
59019	rnn.weight_ih_l1	0	-0.035286061465740204
59019	rnn.weight_ih_l1	1	-0.0397941954433918
59019	rnn.weight_ih_l1	2	0.07001333683729172
59019	rnn.weight_ih_l1	3	-0.030208652839064598
59019	rnn.weight_ih_l1	4	-0.003258637385442853
59019	rnn.weight_ih_l1	5	-0.04656216874718666
59019	rnn.weight_ih_l1	6	0.02005372941493988
59019	rnn.weight_ih_l1	7	-0.024901939556002617
59019	rnn.weight_ih_l1	8	0.03898489847779274
59019	rnn.weight_ih_l1	9	0.02652560919523239
59019	rnn.weight_hh_l1	0	-0.013585397973656654
59019	rnn.weight_hh_l1	1	0.006697178818285465
59019	rnn.weight_hh_l1	2	0.0005804341635666788
59019	rnn.weight_hh_l1	3	-0.009122214280068874
59019	rnn.weight_hh_l1	4	0.003771227551624179
59019	rnn.weight_hh_l1	5	0.02160065621137619
59019	rnn.weight_hh_l1	6	0.032200831919908524
59019	rnn.weight_hh_l1	7	-0.027333376929163933
59019	rnn.weight_hh_l1	8	-0.026326190680265427
59019	rnn.weight_hh_l1	9	0.03808889165520668
59019	rnn.bias_ih_l1	0	-0.12441805005073547
59019	rnn.bias_ih_l1	1	-0.11027367413043976
59019	rnn.bias_ih_l1	2	-0.13707447052001953
59019	rnn.bias_ih_l1	3	-0.18746764957904816
59019	rnn.bias_ih_l1	4	-0.1544407308101654
59019	rnn.bias_ih_l1	5	-0.09683604538440704
59019	rnn.bias_ih_l1	6	-0.09399091452360153
59019	rnn.bias_ih_l1	7	-0.042548589408397675
59019	rnn.bias_ih_l1	8	-0.09616473317146301
59019	rnn.bias_ih_l1	9	-0.11656191200017929
59019	rnn.bias_hh_l1	0	-0.11304844170808792
59019	rnn.bias_hh_l1	1	-0.04242189973592758
59019	rnn.bias_hh_l1	2	-0.08985527604818344
59019	rnn.bias_hh_l1	3	-0.08097456395626068
59019	rnn.bias_hh_l1	4	-0.10671655833721161
59019	rnn.bias_hh_l1	5	-0.06299027055501938
59019	rnn.bias_hh_l1	6	-0.09777004271745682
59019	rnn.bias_hh_l1	7	0.00035087080323137343
59019	rnn.bias_hh_l1	8	-0.09927056729793549
59019	rnn.bias_hh_l1	9	-0.061358172446489334
59019	rnn.weight_ih_l1_reverse	0	-0.030686339363455772
59019	rnn.weight_ih_l1_reverse	1	0.04009222984313965
59019	rnn.weight_ih_l1_reverse	2	-0.013510424643754959
59019	rnn.weight_ih_l1_reverse	3	-0.015158276073634624
59019	rnn.weight_ih_l1_reverse	4	-0.0387151725590229
59019	rnn.weight_ih_l1_reverse	5	-0.03711983188986778
59019	rnn.weight_ih_l1_reverse	6	-0.015597988851368427
59019	rnn.weight_ih_l1_reverse	7	0.015543507412075996
59019	rnn.weight_ih_l1_reverse	8	0.027519136667251587
59019	rnn.weight_ih_l1_reverse	9	-0.03782493248581886
59019	rnn.weight_hh_l1_reverse	0	0.00720094284042716
59019	rnn.weight_hh_l1_reverse	1	0.02792469784617424
59019	rnn.weight_hh_l1_reverse	2	-0.03729226067662239
59019	rnn.weight_hh_l1_reverse	3	0.042018916457891464
59019	rnn.weight_hh_l1_reverse	4	0.04550192132592201
59019	rnn.weight_hh_l1_reverse	5	0.00851892214268446
59019	rnn.weight_hh_l1_reverse	6	0.006710783578455448
59019	rnn.weight_hh_l1_reverse	7	0.02758033201098442
59019	rnn.weight_hh_l1_reverse	8	-0.0035903346724808216
59019	rnn.weight_hh_l1_reverse	9	-0.039569929242134094
59019	rnn.bias_ih_l1_reverse	0	-0.028497561812400818
59019	rnn.bias_ih_l1_reverse	1	-0.09829974919557571
59019	rnn.bias_ih_l1_reverse	2	-0.1046731173992157
59019	rnn.bias_ih_l1_reverse	3	0.007113809697329998
59019	rnn.bias_ih_l1_reverse	4	-0.14561621844768524
59019	rnn.bias_ih_l1_reverse	5	-0.08404549956321716
59019	rnn.bias_ih_l1_reverse	6	-0.10011465847492218
59019	rnn.bias_ih_l1_reverse	7	-0.12913787364959717
59019	rnn.bias_ih_l1_reverse	8	0.11154535412788391
59019	rnn.bias_ih_l1_reverse	9	0.001759134465828538
59019	rnn.bias_hh_l1_reverse	0	-0.022426573559641838
59019	rnn.bias_hh_l1_reverse	1	0.019375106319785118
59019	rnn.bias_hh_l1_reverse	2	-0.1910293847322464
59019	rnn.bias_hh_l1_reverse	3	-0.07805708795785904
59019	rnn.bias_hh_l1_reverse	4	-0.05258500203490257
59019	rnn.bias_hh_l1_reverse	5	-0.054385699331760406
59019	rnn.bias_hh_l1_reverse	6	0.10388679057359695
59019	rnn.bias_hh_l1_reverse	7	-0.14071451127529144
59019	rnn.bias_hh_l1_reverse	8	-0.08866696059703827
59019	rnn.bias_hh_l1_reverse	9	-0.09248952567577362
59019	linear.weight	0	0.002228822559118271
59019	linear.weight	1	0.05333956703543663
59019	linear.weight	2	-0.10651803761720657
59019	linear.weight	3	0.26608267426490784
59019	linear.weight	4	0.08831591159105301
59019	linear.weight	5	0.022507017478346825
59019	linear.weight	6	0.021607371047139168
59019	linear.weight	7	0.11946777254343033
59019	linear.weight	8	0.041830673813819885
59019	linear.weight	9	-0.06260267645120621
59019	linear.bias	0	-0.1129346489906311
59019	linear.bias	1	-0.10840244591236115
59019	linear.bias	2	-0.4650663733482361
59019	linear.bias	3	-0.737825334072113
59019	linear.bias	4	-1.0523340702056885
59019	linear.bias	5	0.002926858142018318
59019	linear.bias	6	-0.6510658264160156
59019	linear.bias	7	0.4753972887992859
59019	linear.bias	8	-0.5809481143951416
59019	linear.bias	9	-0.7930285334587097
59216	transitions	0	0.49466073513031006
59216	transitions	1	0.040757227689027786
59216	transitions	2	-10000.0
59216	transitions	3	-1.7977927923202515
59216	transitions	4	-10000.0
59216	transitions	5	0.6564786434173584
59216	transitions	6	-0.016873059794306755
59216	transitions	7	-0.34442418813705444
59216	transitions	8	-1.3268574476242065
59216	transitions	9	-0.0003748781746253371
59216	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
59216	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
59216	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
59216	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
59216	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
59216	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
59216	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
59216	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
59216	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
59216	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
59216	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
59216	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
59216	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
59216	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
59216	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
59216	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
59216	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
59216	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
59216	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
59216	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
59216	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
59216	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
59216	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
59216	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
59216	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
59216	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
59216	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
59216	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
59216	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
59216	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
59216	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
59216	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
59216	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
59216	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
59216	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
59216	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
59216	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
59216	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
59216	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
59216	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
59216	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
59216	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
59216	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
59216	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
59216	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
59216	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
59216	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
59216	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
59216	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
59216	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
59216	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
59216	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
59216	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
59216	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
59216	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
59216	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
59216	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
59216	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
59216	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
59216	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
59216	embedding2nn.weight	0	0.002224629744887352
59216	embedding2nn.weight	1	-0.016509516164660454
59216	embedding2nn.weight	2	-0.014268253929913044
59216	embedding2nn.weight	3	-0.0024754805490374565
59216	embedding2nn.weight	4	-0.0059150345623493195
59216	embedding2nn.weight	5	-0.0037005783524364233
59216	embedding2nn.weight	6	-0.003973211627453566
59216	embedding2nn.weight	7	-0.045781221240758896
59216	embedding2nn.weight	8	-0.0019979383796453476
59216	embedding2nn.weight	9	-0.02395714446902275
59216	embedding2nn.bias	0	0.04135647043585777
59216	embedding2nn.bias	1	-0.04388302564620972
59216	embedding2nn.bias	2	0.10694003105163574
59216	embedding2nn.bias	3	0.05208124965429306
59216	embedding2nn.bias	4	-0.015879888087511063
59216	embedding2nn.bias	5	-0.04497550427913666
59216	embedding2nn.bias	6	0.0024176372680813074
59216	embedding2nn.bias	7	-0.05124865844845772
59216	embedding2nn.bias	8	0.03735458105802536
59216	embedding2nn.bias	9	0.01755402982234955
59216	rnn.weight_ih_l0	0	-0.020325010642409325
59216	rnn.weight_ih_l0	1	0.008093656972050667
59216	rnn.weight_ih_l0	2	0.033008553087711334
59216	rnn.weight_ih_l0	3	0.0028807977214455605
59216	rnn.weight_ih_l0	4	-0.02500144951045513
59216	rnn.weight_ih_l0	5	-0.05816330015659332
59216	rnn.weight_ih_l0	6	0.015010095201432705
59216	rnn.weight_ih_l0	7	0.0475996732711792
59216	rnn.weight_ih_l0	8	0.005756394937634468
59216	rnn.weight_ih_l0	9	-0.029763923957943916
59216	rnn.weight_hh_l0	0	-0.03277081251144409
59216	rnn.weight_hh_l0	1	-0.002367609180510044
59216	rnn.weight_hh_l0	2	-0.0009432824444957078
59216	rnn.weight_hh_l0	3	-0.04743669182062149
59216	rnn.weight_hh_l0	4	0.05394623056054115
59216	rnn.weight_hh_l0	5	-0.018807968124747276
59216	rnn.weight_hh_l0	6	-0.04152998328208923
59216	rnn.weight_hh_l0	7	-0.01971280202269554
59216	rnn.weight_hh_l0	8	-0.00011216230632271618
59216	rnn.weight_hh_l0	9	-0.024970393627882004
59216	rnn.bias_ih_l0	0	0.04045441001653671
59216	rnn.bias_ih_l0	1	-0.03251468762755394
59216	rnn.bias_ih_l0	2	-0.009002046659588814
59216	rnn.bias_ih_l0	3	0.07661300897598267
59216	rnn.bias_ih_l0	4	-0.039223719388246536
59216	rnn.bias_ih_l0	5	-0.02897787094116211
59216	rnn.bias_ih_l0	6	0.008115679956972599
59216	rnn.bias_ih_l0	7	0.05591294541954994
59216	rnn.bias_ih_l0	8	-0.08049363642930984
59216	rnn.bias_ih_l0	9	-0.025244824588298798
59216	rnn.bias_hh_l0	0	-0.033953987061977386
59216	rnn.bias_hh_l0	1	-0.0739150270819664
59216	rnn.bias_hh_l0	2	-0.031607672572135925
59216	rnn.bias_hh_l0	3	-0.06562919914722443
59216	rnn.bias_hh_l0	4	-0.019406544044613838
59216	rnn.bias_hh_l0	5	0.002169760875403881
59216	rnn.bias_hh_l0	6	0.014631461352109909
59216	rnn.bias_hh_l0	7	-0.017615575343370438
59216	rnn.bias_hh_l0	8	-0.09310127794742584
59216	rnn.bias_hh_l0	9	0.0006326086004264653
59216	rnn.weight_ih_l0_reverse	0	-0.02173576131463051
59216	rnn.weight_ih_l0_reverse	1	-0.050637099891901016
59216	rnn.weight_ih_l0_reverse	2	-0.03593507036566734
59216	rnn.weight_ih_l0_reverse	3	-0.0044240993447601795
59216	rnn.weight_ih_l0_reverse	4	0.0012575258733704686
59216	rnn.weight_ih_l0_reverse	5	-0.05081780627369881
59216	rnn.weight_ih_l0_reverse	6	0.04490180313587189
59216	rnn.weight_ih_l0_reverse	7	-0.019575728103518486
59216	rnn.weight_ih_l0_reverse	8	-0.03802796080708504
59216	rnn.weight_ih_l0_reverse	9	0.003989397082477808
59216	rnn.weight_hh_l0_reverse	0	0.037962187081575394
59216	rnn.weight_hh_l0_reverse	1	0.02449178509414196
59216	rnn.weight_hh_l0_reverse	2	0.034026678651571274
59216	rnn.weight_hh_l0_reverse	3	0.020012428984045982
59216	rnn.weight_hh_l0_reverse	4	0.0003853401867672801
59216	rnn.weight_hh_l0_reverse	5	-0.007326880004256964
59216	rnn.weight_hh_l0_reverse	6	0.041168853640556335
59216	rnn.weight_hh_l0_reverse	7	-0.04462956637144089
59216	rnn.weight_hh_l0_reverse	8	0.0294631440192461
59216	rnn.weight_hh_l0_reverse	9	0.04605061188340187
59216	rnn.bias_ih_l0_reverse	0	-0.07134255766868591
59216	rnn.bias_ih_l0_reverse	1	-0.18745321035385132
59216	rnn.bias_ih_l0_reverse	2	-0.06934314966201782
59216	rnn.bias_ih_l0_reverse	3	-0.013691038824617863
59216	rnn.bias_ih_l0_reverse	4	-0.02368967793881893
59216	rnn.bias_ih_l0_reverse	5	0.02660037763416767
59216	rnn.bias_ih_l0_reverse	6	-0.048243287950754166
59216	rnn.bias_ih_l0_reverse	7	0.05625760555267334
59216	rnn.bias_ih_l0_reverse	8	-0.02563805878162384
59216	rnn.bias_ih_l0_reverse	9	0.017268124967813492
59216	rnn.bias_hh_l0_reverse	0	-0.015615844167768955
59216	rnn.bias_hh_l0_reverse	1	-0.015055649913847446
59216	rnn.bias_hh_l0_reverse	2	0.044632017612457275
59216	rnn.bias_hh_l0_reverse	3	-0.024930929765105247
59216	rnn.bias_hh_l0_reverse	4	-0.04898185655474663
59216	rnn.bias_hh_l0_reverse	5	-0.030963663011789322
59216	rnn.bias_hh_l0_reverse	6	-0.029131615534424782
59216	rnn.bias_hh_l0_reverse	7	0.07270403206348419
59216	rnn.bias_hh_l0_reverse	8	0.007855045609176159
59216	rnn.bias_hh_l0_reverse	9	-0.08423860371112823
59216	rnn.weight_ih_l1	0	-0.035268593579530716
59216	rnn.weight_ih_l1	1	-0.04039757698774338
59216	rnn.weight_ih_l1	2	0.06906622648239136
59216	rnn.weight_ih_l1	3	-0.0310073159635067
59216	rnn.weight_ih_l1	4	-0.0037927981466054916
59216	rnn.weight_ih_l1	5	-0.0470421202480793
59216	rnn.weight_ih_l1	6	0.0195146631449461
59216	rnn.weight_ih_l1	7	-0.02692604437470436
59216	rnn.weight_ih_l1	8	0.03936389833688736
59216	rnn.weight_ih_l1	9	0.026355130597949028
59216	rnn.weight_hh_l1	0	-0.013168884441256523
59216	rnn.weight_hh_l1	1	0.006636019330471754
59216	rnn.weight_hh_l1	2	-0.0005125938914716244
59216	rnn.weight_hh_l1	3	-0.009209946729242802
59216	rnn.weight_hh_l1	4	0.003431374905630946
59216	rnn.weight_hh_l1	5	0.02171364612877369
59216	rnn.weight_hh_l1	6	0.032525286078453064
59216	rnn.weight_hh_l1	7	-0.027807222679257393
59216	rnn.weight_hh_l1	8	-0.0257477555423975
59216	rnn.weight_hh_l1	9	0.03812931105494499
59216	rnn.bias_ih_l1	0	-0.12246154248714447
59216	rnn.bias_ih_l1	1	-0.10829874128103256
59216	rnn.bias_ih_l1	2	-0.13385391235351562
59216	rnn.bias_ih_l1	3	-0.17894332110881805
59216	rnn.bias_ih_l1	4	-0.1517411321401596
59216	rnn.bias_ih_l1	5	-0.09641432017087936
59216	rnn.bias_ih_l1	6	-0.09275998920202255
59216	rnn.bias_ih_l1	7	-0.04270464554429054
59216	rnn.bias_ih_l1	8	-0.0959983691573143
59216	rnn.bias_ih_l1	9	-0.11721742153167725
59216	rnn.bias_hh_l1	0	-0.1147797480225563
59216	rnn.bias_hh_l1	1	-0.041320234537124634
59216	rnn.bias_hh_l1	2	-0.088881716132164
59216	rnn.bias_hh_l1	3	-0.07820288836956024
59216	rnn.bias_hh_l1	4	-0.10735588520765305
59216	rnn.bias_hh_l1	5	-0.06282748281955719
59216	rnn.bias_hh_l1	6	-0.10137409716844559
59216	rnn.bias_hh_l1	7	0.0018518029246479273
59216	rnn.bias_hh_l1	8	-0.10042127221822739
59216	rnn.bias_hh_l1	9	-0.06103932857513428
59216	rnn.weight_ih_l1_reverse	0	-0.030756589025259018
59216	rnn.weight_ih_l1_reverse	1	0.04119966924190521
59216	rnn.weight_ih_l1_reverse	2	-0.009721282869577408
59216	rnn.weight_ih_l1_reverse	3	-0.016568075865507126
59216	rnn.weight_ih_l1_reverse	4	-0.0411052480340004
59216	rnn.weight_ih_l1_reverse	5	-0.03705665469169617
59216	rnn.weight_ih_l1_reverse	6	-0.013329781591892242
59216	rnn.weight_ih_l1_reverse	7	0.01589115336537361
59216	rnn.weight_ih_l1_reverse	8	0.02772301807999611
59216	rnn.weight_ih_l1_reverse	9	-0.037255290895700455
59216	rnn.weight_hh_l1_reverse	0	0.007288728840649128
59216	rnn.weight_hh_l1_reverse	1	0.028059694916009903
59216	rnn.weight_hh_l1_reverse	2	-0.0373968742787838
59216	rnn.weight_hh_l1_reverse	3	0.04211835190653801
59216	rnn.weight_hh_l1_reverse	4	0.04603344202041626
59216	rnn.weight_hh_l1_reverse	5	0.008440430276095867
59216	rnn.weight_hh_l1_reverse	6	0.006847911514341831
59216	rnn.weight_hh_l1_reverse	7	0.027642879635095596
59216	rnn.weight_hh_l1_reverse	8	-0.0035101568792015314
59216	rnn.weight_hh_l1_reverse	9	-0.03984213247895241
59216	rnn.bias_ih_l1_reverse	0	-0.028935255482792854
59216	rnn.bias_ih_l1_reverse	1	-0.09347036480903625
59216	rnn.bias_ih_l1_reverse	2	-0.10266885161399841
59216	rnn.bias_ih_l1_reverse	3	0.0064157759770751
59216	rnn.bias_ih_l1_reverse	4	-0.14650437235832214
59216	rnn.bias_ih_l1_reverse	5	-0.08455915004014969
59216	rnn.bias_ih_l1_reverse	6	-0.10015961527824402
59216	rnn.bias_ih_l1_reverse	7	-0.12882857024669647
59216	rnn.bias_ih_l1_reverse	8	0.10328206419944763
59216	rnn.bias_ih_l1_reverse	9	0.003907233010977507
59216	rnn.bias_hh_l1_reverse	0	-0.021487455815076828
59216	rnn.bias_hh_l1_reverse	1	0.019742345437407494
59216	rnn.bias_hh_l1_reverse	2	-0.1945808082818985
59216	rnn.bias_hh_l1_reverse	3	-0.07561908662319183
59216	rnn.bias_hh_l1_reverse	4	-0.052802685648202896
59216	rnn.bias_hh_l1_reverse	5	-0.05694494768977165
59216	rnn.bias_hh_l1_reverse	6	0.10936511307954788
59216	rnn.bias_hh_l1_reverse	7	-0.14228901267051697
59216	rnn.bias_hh_l1_reverse	8	-0.09003554284572601
59216	rnn.bias_hh_l1_reverse	9	-0.09337790310382843
59216	linear.weight	0	0.002228822559118271
59216	linear.weight	1	0.06452027708292007
59216	linear.weight	2	-0.11116062104701996
59216	linear.weight	3	0.27336400747299194
59216	linear.weight	4	0.08502930402755737
59216	linear.weight	5	0.023756541311740875
59216	linear.weight	6	0.03191894665360451
59216	linear.weight	7	0.11939211934804916
59216	linear.weight	8	0.04182523488998413
59216	linear.weight	9	-0.06480243057012558
59216	linear.bias	0	-0.08372993767261505
59216	linear.bias	1	-0.08729546517133713
59216	linear.bias	2	-0.502953290939331
59216	linear.bias	3	-0.7099575400352478
59216	linear.bias	4	-1.0213862657546997
59216	linear.bias	5	-0.019920237362384796
59216	linear.bias	6	-0.6276655793190002
59216	linear.bias	7	0.454714834690094
59216	linear.bias	8	-0.5830008387565613
59216	linear.bias	9	-0.798545777797699
59220	transitions	0	0.4945785105228424
59220	transitions	1	0.04020535945892334
59220	transitions	2	-10000.0
59220	transitions	3	-1.7977975606918335
59220	transitions	4	-10000.0
59220	transitions	5	0.6564663648605347
59220	transitions	6	-0.016883060336112976
59220	transitions	7	-0.34451043605804443
59220	transitions	8	-1.3268587589263916
59220	transitions	9	-0.00037522887578234076
59220	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
59220	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
59220	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
59220	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
59220	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
59220	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
59220	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
59220	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
59220	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
59220	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
59220	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
59220	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
59220	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
59220	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
59220	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
59220	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
59220	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
59220	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
59220	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
59220	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
59220	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
59220	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
59220	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
59220	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
59220	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
59220	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
59220	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
59220	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
59220	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
59220	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
59220	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
59220	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
59220	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
59220	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
59220	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
59220	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
59220	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
59220	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
59220	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
59220	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
59220	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
59220	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
59220	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
59220	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
59220	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
59220	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
59220	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
59220	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
59220	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
59220	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
59220	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
59220	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
59220	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
59220	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
59220	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
59220	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
59220	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
59220	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
59220	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
59220	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
59220	embedding2nn.weight	0	0.002029330702498555
59220	embedding2nn.weight	1	-0.016551891341805458
59220	embedding2nn.weight	2	-0.014268253929913044
59220	embedding2nn.weight	3	-0.002286231145262718
59220	embedding2nn.weight	4	-0.0059150345623493195
59220	embedding2nn.weight	5	-0.0037005783524364233
59220	embedding2nn.weight	6	-0.003973211627453566
59220	embedding2nn.weight	7	-0.04586262255907059
59220	embedding2nn.weight	8	-0.0019979383796453476
59220	embedding2nn.weight	9	-0.0240176972001791
59220	embedding2nn.bias	0	0.03814682736992836
59220	embedding2nn.bias	1	-0.04207855463027954
59220	embedding2nn.bias	2	0.1073506623506546
59220	embedding2nn.bias	3	0.05322347953915596
59220	embedding2nn.bias	4	-0.01591530814766884
59220	embedding2nn.bias	5	-0.043987248092889786
59220	embedding2nn.bias	6	0.0031161801889538765
59220	embedding2nn.bias	7	-0.050130199640989304
59220	embedding2nn.bias	8	0.037936657667160034
59220	embedding2nn.bias	9	0.015829285606741905
59220	rnn.weight_ih_l0	0	-0.020269447937607765
59220	rnn.weight_ih_l0	1	0.008091151714324951
59220	rnn.weight_ih_l0	2	0.033078305423259735
59220	rnn.weight_ih_l0	3	0.0028738947585225105
59220	rnn.weight_ih_l0	4	-0.024809470400214195
59220	rnn.weight_ih_l0	5	-0.058048978447914124
59220	rnn.weight_ih_l0	6	0.01484433002769947
59220	rnn.weight_ih_l0	7	0.047554727643728256
59220	rnn.weight_ih_l0	8	0.0057093002833426
59220	rnn.weight_ih_l0	9	-0.02982126735150814
59220	rnn.weight_hh_l0	0	-0.03281879797577858
59220	rnn.weight_hh_l0	1	-0.0025328516494482756
59220	rnn.weight_hh_l0	2	-0.0010709584457799792
59220	rnn.weight_hh_l0	3	-0.04736793786287308
59220	rnn.weight_hh_l0	4	0.05396357551217079
59220	rnn.weight_hh_l0	5	-0.018592022359371185
59220	rnn.weight_hh_l0	6	-0.041482582688331604
59220	rnn.weight_hh_l0	7	-0.019532201811671257
59220	rnn.weight_hh_l0	8	-0.00022882246412336826
59220	rnn.weight_hh_l0	9	-0.024905027821660042
59220	rnn.bias_ih_l0	0	0.04076339304447174
59220	rnn.bias_ih_l0	1	-0.031772807240486145
59220	rnn.bias_ih_l0	2	-0.008614223450422287
59220	rnn.bias_ih_l0	3	0.07660049200057983
59220	rnn.bias_ih_l0	4	-0.03810060769319534
59220	rnn.bias_ih_l0	5	-0.02895934507250786
59220	rnn.bias_ih_l0	6	0.008061179891228676
59220	rnn.bias_ih_l0	7	0.056093018501996994
59220	rnn.bias_ih_l0	8	-0.08052831888198853
59220	rnn.bias_ih_l0	9	-0.025864457711577415
59220	rnn.bias_hh_l0	0	-0.03301342576742172
59220	rnn.bias_hh_l0	1	-0.07355665415525436
59220	rnn.bias_hh_l0	2	-0.031241195276379585
59220	rnn.bias_hh_l0	3	-0.06550703197717667
59220	rnn.bias_hh_l0	4	-0.01910880208015442
59220	rnn.bias_hh_l0	5	0.002524469280615449
59220	rnn.bias_hh_l0	6	0.014551188796758652
59220	rnn.bias_hh_l0	7	-0.017397059127688408
59220	rnn.bias_hh_l0	8	-0.09270573407411575
59220	rnn.bias_hh_l0	9	0.0011992749059572816
59220	rnn.weight_ih_l0_reverse	0	-0.02173120155930519
59220	rnn.weight_ih_l0_reverse	1	-0.05072023347020149
59220	rnn.weight_ih_l0_reverse	2	-0.03586737439036369
59220	rnn.weight_ih_l0_reverse	3	-0.004477248527109623
59220	rnn.weight_ih_l0_reverse	4	0.0012278561480343342
59220	rnn.weight_ih_l0_reverse	5	-0.05085274949669838
59220	rnn.weight_ih_l0_reverse	6	0.045034512877464294
59220	rnn.weight_ih_l0_reverse	7	-0.01946699246764183
59220	rnn.weight_ih_l0_reverse	8	-0.03795577585697174
59220	rnn.weight_ih_l0_reverse	9	0.003941313363611698
59220	rnn.weight_hh_l0_reverse	0	0.038067903369665146
59220	rnn.weight_hh_l0_reverse	1	0.02447803132236004
59220	rnn.weight_hh_l0_reverse	2	0.034050680696964264
59220	rnn.weight_hh_l0_reverse	3	0.02004094049334526
59220	rnn.weight_hh_l0_reverse	4	0.0003948149678763002
59220	rnn.weight_hh_l0_reverse	5	-0.0073460363782942295
59220	rnn.weight_hh_l0_reverse	6	0.04120514169335365
59220	rnn.weight_hh_l0_reverse	7	-0.04461559280753136
59220	rnn.weight_hh_l0_reverse	8	0.029605822637677193
59220	rnn.weight_hh_l0_reverse	9	0.04612481966614723
59220	rnn.bias_ih_l0_reverse	0	-0.07146736234426498
59220	rnn.bias_ih_l0_reverse	1	-0.18759556114673615
59220	rnn.bias_ih_l0_reverse	2	-0.06875566393136978
59220	rnn.bias_ih_l0_reverse	3	-0.013729343190789223
59220	rnn.bias_ih_l0_reverse	4	-0.023898417130112648
59220	rnn.bias_ih_l0_reverse	5	0.02647816203534603
59220	rnn.bias_ih_l0_reverse	6	-0.04825890064239502
59220	rnn.bias_ih_l0_reverse	7	0.056000929325819016
59220	rnn.bias_ih_l0_reverse	8	-0.025335635989904404
59220	rnn.bias_ih_l0_reverse	9	0.017501773312687874
59220	rnn.bias_hh_l0_reverse	0	-0.01564004272222519
59220	rnn.bias_hh_l0_reverse	1	-0.016612518578767776
59220	rnn.bias_hh_l0_reverse	2	0.04447806626558304
59220	rnn.bias_hh_l0_reverse	3	-0.024831652641296387
59220	rnn.bias_hh_l0_reverse	4	-0.04870591312646866
59220	rnn.bias_hh_l0_reverse	5	-0.03048141486942768
59220	rnn.bias_hh_l0_reverse	6	-0.02967013791203499
59220	rnn.bias_hh_l0_reverse	7	0.07251551002264023
59220	rnn.bias_hh_l0_reverse	8	0.007584693375974894
59220	rnn.bias_hh_l0_reverse	9	-0.08417462557554245
59220	rnn.weight_ih_l1	0	-0.03532985970377922
59220	rnn.weight_ih_l1	1	-0.040430761873722076
59220	rnn.weight_ih_l1	2	0.0696282908320427
59220	rnn.weight_ih_l1	3	-0.03106926567852497
59220	rnn.weight_ih_l1	4	-0.0037856879644095898
59220	rnn.weight_ih_l1	5	-0.047037165611982346
59220	rnn.weight_ih_l1	6	0.01957143098115921
59220	rnn.weight_ih_l1	7	-0.026733577251434326
59220	rnn.weight_ih_l1	8	0.039374615997076035
59220	rnn.weight_ih_l1	9	0.02619035542011261
59220	rnn.weight_hh_l1	0	-0.013232116587460041
59220	rnn.weight_hh_l1	1	0.006626926828175783
59220	rnn.weight_hh_l1	2	-0.0006218408816494048
59220	rnn.weight_hh_l1	3	-0.009199739433825016
59220	rnn.weight_hh_l1	4	0.003455404657870531
59220	rnn.weight_hh_l1	5	0.021719956770539284
59220	rnn.weight_hh_l1	6	0.03249884024262428
59220	rnn.weight_hh_l1	7	-0.02787824161350727
59220	rnn.weight_hh_l1	8	-0.025740277022123337
59220	rnn.weight_hh_l1	9	0.038195621222257614
59220	rnn.bias_ih_l1	0	-0.1230967566370964
59220	rnn.bias_ih_l1	1	-0.1084582656621933
59220	rnn.bias_ih_l1	2	-0.13391734659671783
59220	rnn.bias_ih_l1	3	-0.1798875778913498
59220	rnn.bias_ih_l1	4	-0.1532335728406906
59220	rnn.bias_ih_l1	5	-0.09637495130300522
59220	rnn.bias_ih_l1	6	-0.0927772969007492
59220	rnn.bias_ih_l1	7	-0.043113432824611664
59220	rnn.bias_ih_l1	8	-0.09590201824903488
59220	rnn.bias_ih_l1	9	-0.11683205515146255
59220	rnn.bias_hh_l1	0	-0.11444264650344849
59220	rnn.bias_hh_l1	1	-0.04189826548099518
59220	rnn.bias_hh_l1	2	-0.08897803723812103
59220	rnn.bias_hh_l1	3	-0.07841218262910843
59220	rnn.bias_hh_l1	4	-0.10730656236410141
59220	rnn.bias_hh_l1	5	-0.0633266493678093
59220	rnn.bias_hh_l1	6	-0.10152474790811539
59220	rnn.bias_hh_l1	7	0.002318199258297682
59220	rnn.bias_hh_l1	8	-0.1001816838979721
59220	rnn.bias_hh_l1	9	-0.060758017003536224
59220	rnn.weight_ih_l1_reverse	0	-0.030731327831745148
59220	rnn.weight_ih_l1_reverse	1	0.041419584304094315
59220	rnn.weight_ih_l1_reverse	2	-0.008877111598849297
59220	rnn.weight_ih_l1_reverse	3	-0.016586296260356903
59220	rnn.weight_ih_l1_reverse	4	-0.041831377893686295
59220	rnn.weight_ih_l1_reverse	5	-0.03702477738261223
59220	rnn.weight_ih_l1_reverse	6	-0.012972128577530384
59220	rnn.weight_ih_l1_reverse	7	0.01586778089404106
59220	rnn.weight_ih_l1_reverse	8	0.027703119441866875
59220	rnn.weight_ih_l1_reverse	9	-0.037285786122083664
59220	rnn.weight_hh_l1_reverse	0	0.00727379135787487
59220	rnn.weight_hh_l1_reverse	1	0.02803790755569935
59220	rnn.weight_hh_l1_reverse	2	-0.037398453801870346
59220	rnn.weight_hh_l1_reverse	3	0.042124878615140915
59220	rnn.weight_hh_l1_reverse	4	0.046021297574043274
59220	rnn.weight_hh_l1_reverse	5	0.008428934030234814
59220	rnn.weight_hh_l1_reverse	6	0.006640074774622917
59220	rnn.weight_hh_l1_reverse	7	0.027603713795542717
59220	rnn.weight_hh_l1_reverse	8	-0.003503937739878893
59220	rnn.weight_hh_l1_reverse	9	-0.039861831814050674
59220	rnn.bias_ih_l1_reverse	0	-0.028766609728336334
59220	rnn.bias_ih_l1_reverse	1	-0.09379308670759201
59220	rnn.bias_ih_l1_reverse	2	-0.10260386765003204
59220	rnn.bias_ih_l1_reverse	3	0.006298585329204798
59220	rnn.bias_ih_l1_reverse	4	-0.14660480618476868
59220	rnn.bias_ih_l1_reverse	5	-0.08457125723361969
59220	rnn.bias_ih_l1_reverse	6	-0.10011593252420425
59220	rnn.bias_ih_l1_reverse	7	-0.12991607189178467
59220	rnn.bias_ih_l1_reverse	8	0.10336773097515106
59220	rnn.bias_ih_l1_reverse	9	0.003991490229964256
59220	rnn.bias_hh_l1_reverse	0	-0.0217551551759243
59220	rnn.bias_hh_l1_reverse	1	0.019159510731697083
59220	rnn.bias_hh_l1_reverse	2	-0.1944439858198166
59220	rnn.bias_hh_l1_reverse	3	-0.07573417574167252
59220	rnn.bias_hh_l1_reverse	4	-0.05278851091861725
59220	rnn.bias_hh_l1_reverse	5	-0.05666787549853325
59220	rnn.bias_hh_l1_reverse	6	0.10851013660430908
59220	rnn.bias_hh_l1_reverse	7	-0.1418338119983673
59220	rnn.bias_hh_l1_reverse	8	-0.08985547721385956
59220	rnn.bias_hh_l1_reverse	9	-0.09335197508335114
59220	linear.weight	0	0.002228822559118271
59220	linear.weight	1	0.0663546770811081
59220	linear.weight	2	-0.11008948087692261
59220	linear.weight	3	0.27433860301971436
59220	linear.weight	4	0.08519548922777176
59220	linear.weight	5	0.023859132081270218
59220	linear.weight	6	0.0314975306391716
59220	linear.weight	7	0.12164673209190369
59220	linear.weight	8	0.04182518646121025
59220	linear.weight	9	-0.067372165620327
59220	linear.bias	0	-0.08251926302909851
59220	linear.bias	1	-0.08871960639953613
59220	linear.bias	2	-0.4998486042022705
59220	linear.bias	3	-0.7119891047477722
59220	linear.bias	4	-1.0232475996017456
59220	linear.bias	5	-0.022007273510098457
59220	linear.bias	6	-0.6295194625854492
59220	linear.bias	7	0.4523143172264099
59220	linear.bias	8	-0.5875263214111328
59220	linear.bias	9	-0.8018583059310913
59417	transitions	0	0.4961083233356476
59417	transitions	1	0.05808551609516144
59417	transitions	2	-10000.0
59417	transitions	3	-1.7979270219802856
59417	transitions	4	-10000.0
59417	transitions	5	0.6560952663421631
59417	transitions	6	-0.017164180055260658
59417	transitions	7	-0.34527599811553955
59417	transitions	8	-1.3270057439804077
59417	transitions	9	-0.0003791881026700139
59417	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
59417	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
59417	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
59417	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
59417	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
59417	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
59417	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
59417	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
59417	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
59417	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
59417	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
59417	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
59417	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
59417	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
59417	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
59417	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
59417	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
59417	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
59417	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
59417	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
59417	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
59417	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
59417	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
59417	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
59417	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
59417	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
59417	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
59417	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
59417	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
59417	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
59417	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
59417	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
59417	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
59417	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
59417	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
59417	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
59417	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
59417	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
59417	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
59417	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
59417	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
59417	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
59417	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
59417	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
59417	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
59417	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
59417	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
59417	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
59417	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
59417	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
59417	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
59417	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
59417	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
59417	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
59417	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
59417	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
59417	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
59417	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
59417	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
59417	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
59417	embedding2nn.weight	0	0.004736399743705988
59417	embedding2nn.weight	1	-0.017135607078671455
59417	embedding2nn.weight	2	-0.014268253929913044
59417	embedding2nn.weight	3	-0.0004701977304648608
59417	embedding2nn.weight	4	-0.0059150345623493195
59417	embedding2nn.weight	5	-0.0037005783524364233
59417	embedding2nn.weight	6	-0.003973210230469704
59417	embedding2nn.weight	7	-0.04511291906237602
59417	embedding2nn.weight	8	-0.0019979383796453476
59417	embedding2nn.weight	9	-0.023810435086488724
59417	embedding2nn.bias	0	0.039972513914108276
59417	embedding2nn.bias	1	-0.033388540148735046
59417	embedding2nn.bias	2	0.10220985114574432
59417	embedding2nn.bias	3	0.044218771159648895
59417	embedding2nn.bias	4	-0.008915230631828308
59417	embedding2nn.bias	5	-0.03703303262591362
59417	embedding2nn.bias	6	0.004264404531568289
59417	embedding2nn.bias	7	-0.05751892551779747
59417	embedding2nn.bias	8	0.04277603328227997
59417	embedding2nn.bias	9	0.013086114078760147
59417	rnn.weight_ih_l0	0	-0.020672470331192017
59417	rnn.weight_ih_l0	1	0.00811290554702282
59417	rnn.weight_ih_l0	2	0.03140728920698166
59417	rnn.weight_ih_l0	3	0.0039897700771689415
59417	rnn.weight_ih_l0	4	-0.02426374889910221
59417	rnn.weight_ih_l0	5	-0.05902720242738724
59417	rnn.weight_ih_l0	6	0.01582605019211769
59417	rnn.weight_ih_l0	7	0.047480128705501556
59417	rnn.weight_ih_l0	8	0.005885174032300711
59417	rnn.weight_ih_l0	9	-0.028787996619939804
59417	rnn.weight_hh_l0	0	-0.032114289700984955
59417	rnn.weight_hh_l0	1	-0.0019758925773203373
59417	rnn.weight_hh_l0	2	-9.973543637897819e-05
59417	rnn.weight_hh_l0	3	-0.04772269353270531
59417	rnn.weight_hh_l0	4	0.053509436547756195
59417	rnn.weight_hh_l0	5	-0.019048912450671196
59417	rnn.weight_hh_l0	6	-0.04245076701045036
59417	rnn.weight_hh_l0	7	-0.01900576241314411
59417	rnn.weight_hh_l0	8	-0.0007343825418502092
59417	rnn.weight_hh_l0	9	-0.02530164085328579
59417	rnn.bias_ih_l0	0	0.04109678417444229
59417	rnn.bias_ih_l0	1	-0.028895698487758636
59417	rnn.bias_ih_l0	2	-0.010998142883181572
59417	rnn.bias_ih_l0	3	0.07252500206232071
59417	rnn.bias_ih_l0	4	-0.0406503900885582
59417	rnn.bias_ih_l0	5	-0.025436246767640114
59417	rnn.bias_ih_l0	6	0.0023438772186636925
59417	rnn.bias_ih_l0	7	0.055074166506528854
59417	rnn.bias_ih_l0	8	-0.0811871662735939
59417	rnn.bias_ih_l0	9	-0.024854477494955063
59417	rnn.bias_hh_l0	0	-0.0332726314663887
59417	rnn.bias_hh_l0	1	-0.08186798542737961
59417	rnn.bias_hh_l0	2	-0.03222765028476715
59417	rnn.bias_hh_l0	3	-0.06601344048976898
59417	rnn.bias_hh_l0	4	-0.020228950306773186
59417	rnn.bias_hh_l0	5	0.0030445081647485495
59417	rnn.bias_hh_l0	6	0.01679682545363903
59417	rnn.bias_hh_l0	7	-0.016187436878681183
59417	rnn.bias_hh_l0	8	-0.0981670469045639
59417	rnn.bias_hh_l0	9	0.004226089920848608
59417	rnn.weight_ih_l0_reverse	0	-0.02085886523127556
59417	rnn.weight_ih_l0_reverse	1	-0.05146080255508423
59417	rnn.weight_ih_l0_reverse	2	-0.035716403275728226
59417	rnn.weight_ih_l0_reverse	3	-0.005331198684871197
59417	rnn.weight_ih_l0_reverse	4	0.0007143758703023195
59417	rnn.weight_ih_l0_reverse	5	-0.05014925077557564
59417	rnn.weight_ih_l0_reverse	6	0.045041486620903015
59417	rnn.weight_ih_l0_reverse	7	-0.018747452646493912
59417	rnn.weight_ih_l0_reverse	8	-0.03734974563121796
59417	rnn.weight_ih_l0_reverse	9	0.002708624117076397
59417	rnn.weight_hh_l0_reverse	0	0.03787828981876373
59417	rnn.weight_hh_l0_reverse	1	0.023860951885581017
59417	rnn.weight_hh_l0_reverse	2	0.03435368090867996
59417	rnn.weight_hh_l0_reverse	3	0.02006525732576847
59417	rnn.weight_hh_l0_reverse	4	0.0004439133044797927
59417	rnn.weight_hh_l0_reverse	5	-0.008912076242268085
59417	rnn.weight_hh_l0_reverse	6	0.040990542620420456
59417	rnn.weight_hh_l0_reverse	7	-0.04564680531620979
59417	rnn.weight_hh_l0_reverse	8	0.029618987813591957
59417	rnn.weight_hh_l0_reverse	9	0.04636683315038681
59417	rnn.bias_ih_l0_reverse	0	-0.07248637080192566
59417	rnn.bias_ih_l0_reverse	1	-0.18995656073093414
59417	rnn.bias_ih_l0_reverse	2	-0.06774520128965378
59417	rnn.bias_ih_l0_reverse	3	-0.011461783200502396
59417	rnn.bias_ih_l0_reverse	4	-0.02403486706316471
59417	rnn.bias_ih_l0_reverse	5	0.023873377591371536
59417	rnn.bias_ih_l0_reverse	6	-0.04662249982357025
59417	rnn.bias_ih_l0_reverse	7	0.058247167617082596
59417	rnn.bias_ih_l0_reverse	8	-0.02808920480310917
59417	rnn.bias_ih_l0_reverse	9	0.016996486112475395
59417	rnn.bias_hh_l0_reverse	0	-0.015145303681492805
59417	rnn.bias_hh_l0_reverse	1	-0.011762138456106186
59417	rnn.bias_hh_l0_reverse	2	0.04267093166708946
59417	rnn.bias_hh_l0_reverse	3	-0.026050444692373276
59417	rnn.bias_hh_l0_reverse	4	-0.04663783311843872
59417	rnn.bias_hh_l0_reverse	5	-0.030427031219005585
59417	rnn.bias_hh_l0_reverse	6	-0.031020743772387505
59417	rnn.bias_hh_l0_reverse	7	0.07097622007131577
59417	rnn.bias_hh_l0_reverse	8	0.007192563731223345
59417	rnn.bias_hh_l0_reverse	9	-0.08604973554611206
59417	rnn.weight_ih_l1	0	-0.0360405296087265
59417	rnn.weight_ih_l1	1	-0.03872965648770332
59417	rnn.weight_ih_l1	2	0.0689900666475296
59417	rnn.weight_ih_l1	3	-0.03081640973687172
59417	rnn.weight_ih_l1	4	-0.004239738918840885
59417	rnn.weight_ih_l1	5	-0.04674627631902695
59417	rnn.weight_ih_l1	6	0.02001883089542389
59417	rnn.weight_ih_l1	7	-0.027810849249362946
59417	rnn.weight_ih_l1	8	0.03958743065595627
59417	rnn.weight_ih_l1	9	0.025976689532399178
59417	rnn.weight_hh_l1	0	-0.013355115428566933
59417	rnn.weight_hh_l1	1	0.006674025673419237
59417	rnn.weight_hh_l1	2	0.0009355148649774492
59417	rnn.weight_hh_l1	3	-0.009273448958992958
59417	rnn.weight_hh_l1	4	0.004648905247449875
59417	rnn.weight_hh_l1	5	0.02223355509340763
59417	rnn.weight_hh_l1	6	0.031826477497816086
59417	rnn.weight_hh_l1	7	-0.02823842689394951
59417	rnn.weight_hh_l1	8	-0.02577623724937439
59417	rnn.weight_hh_l1	9	0.03852957859635353
59417	rnn.bias_ih_l1	0	-0.12217521667480469
59417	rnn.bias_ih_l1	1	-0.11091163009405136
59417	rnn.bias_ih_l1	2	-0.1368209570646286
59417	rnn.bias_ih_l1	3	-0.18058346211910248
59417	rnn.bias_ih_l1	4	-0.1498602032661438
59417	rnn.bias_ih_l1	5	-0.09541930258274078
59417	rnn.bias_ih_l1	6	-0.09172668308019638
59417	rnn.bias_ih_l1	7	-0.043688300997018814
59417	rnn.bias_ih_l1	8	-0.09884970635175705
59417	rnn.bias_ih_l1	9	-0.11682441830635071
59417	rnn.bias_hh_l1	0	-0.11362306773662567
59417	rnn.bias_hh_l1	1	-0.04126019775867462
59417	rnn.bias_hh_l1	2	-0.09351841360330582
59417	rnn.bias_hh_l1	3	-0.07809440046548843
59417	rnn.bias_hh_l1	4	-0.10810389369726181
59417	rnn.bias_hh_l1	5	-0.06255554407835007
59417	rnn.bias_hh_l1	6	-0.10118111968040466
59417	rnn.bias_hh_l1	7	-0.005037873052060604
59417	rnn.bias_hh_l1	8	-0.09953784942626953
59417	rnn.bias_hh_l1	9	-0.057083044201135635
59417	rnn.weight_ih_l1_reverse	0	-0.030420957133173943
59417	rnn.weight_ih_l1_reverse	1	0.041099194437265396
59417	rnn.weight_ih_l1_reverse	2	-0.008447159081697464
59417	rnn.weight_ih_l1_reverse	3	-0.0151350824162364
59417	rnn.weight_ih_l1_reverse	4	-0.042696185410022736
59417	rnn.weight_ih_l1_reverse	5	-0.037020985037088394
59417	rnn.weight_ih_l1_reverse	6	-0.012894805520772934
59417	rnn.weight_ih_l1_reverse	7	0.015644634142518044
59417	rnn.weight_ih_l1_reverse	8	0.025511452928185463
59417	rnn.weight_ih_l1_reverse	9	-0.038369275629520416
59417	rnn.weight_hh_l1_reverse	0	0.007445331197232008
59417	rnn.weight_hh_l1_reverse	1	0.027917170897126198
59417	rnn.weight_hh_l1_reverse	2	-0.037400972098112106
59417	rnn.weight_hh_l1_reverse	3	0.042107634246349335
59417	rnn.weight_hh_l1_reverse	4	0.04536839574575424
59417	rnn.weight_hh_l1_reverse	5	0.008018212392926216
59417	rnn.weight_hh_l1_reverse	6	0.006213259883224964
59417	rnn.weight_hh_l1_reverse	7	0.027523383498191833
59417	rnn.weight_hh_l1_reverse	8	-0.0033574067056179047
59417	rnn.weight_hh_l1_reverse	9	-0.039699487388134
59417	rnn.bias_ih_l1_reverse	0	-0.026667900383472443
59417	rnn.bias_ih_l1_reverse	1	-0.09534689784049988
59417	rnn.bias_ih_l1_reverse	2	-0.09944132715463638
59417	rnn.bias_ih_l1_reverse	3	0.0032263032626360655
59417	rnn.bias_ih_l1_reverse	4	-0.14565767347812653
59417	rnn.bias_ih_l1_reverse	5	-0.08397350460290909
59417	rnn.bias_ih_l1_reverse	6	-0.10015502572059631
59417	rnn.bias_ih_l1_reverse	7	-0.12710152566432953
59417	rnn.bias_ih_l1_reverse	8	0.09214287251234055
59417	rnn.bias_ih_l1_reverse	9	0.006898711435496807
59417	rnn.bias_hh_l1_reverse	0	-0.021595440804958344
59417	rnn.bias_hh_l1_reverse	1	0.022612005472183228
59417	rnn.bias_hh_l1_reverse	2	-0.19573776423931122
59417	rnn.bias_hh_l1_reverse	3	-0.07479878515005112
59417	rnn.bias_hh_l1_reverse	4	-0.05426018312573433
59417	rnn.bias_hh_l1_reverse	5	-0.0617358572781086
59417	rnn.bias_hh_l1_reverse	6	0.10711459815502167
59417	rnn.bias_hh_l1_reverse	7	-0.14011900126934052
59417	rnn.bias_hh_l1_reverse	8	-0.0919015109539032
59417	rnn.bias_hh_l1_reverse	9	-0.09374972432851791
59417	linear.weight	0	0.002228822559118271
59417	linear.weight	1	0.05616100877523422
59417	linear.weight	2	-0.11224962770938873
59417	linear.weight	3	0.27957263588905334
59417	linear.weight	4	0.0839100182056427
59417	linear.weight	5	0.03266880288720131
59417	linear.weight	6	0.03555968031287193
59417	linear.weight	7	0.1232006698846817
59417	linear.weight	8	0.04182446375489235
59417	linear.weight	9	-0.0663304254412651
59417	linear.bias	0	-0.08441291004419327
59417	linear.bias	1	-0.0989001989364624
59417	linear.bias	2	-0.48153626918792725
59417	linear.bias	3	-0.702751636505127
59417	linear.bias	4	-1.0195822715759277
59417	linear.bias	5	-0.04398805648088455
59417	linear.bias	6	-0.6449254155158997
59417	linear.bias	7	0.4242490530014038
59417	linear.bias	8	-0.5688130259513855
59417	linear.bias	9	-0.7833830714225769
59614	transitions	0	0.5084640383720398
59614	transitions	1	0.053816989064216614
59614	transitions	2	-10000.0
59614	transitions	3	-1.7980197668075562
59614	transitions	4	-10000.0
59614	transitions	5	0.6558265686035156
59614	transitions	6	-0.01746431738138199
59614	transitions	7	-0.3459734618663788
59614	transitions	8	-1.3272348642349243
59614	transitions	9	-0.0003817860269919038
59614	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
59614	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
59614	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
59614	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
59614	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
59614	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
59614	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
59614	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
59614	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
59614	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
59614	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
59614	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
59614	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
59614	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
59614	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
59614	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
59614	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
59614	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
59614	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
59614	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
59614	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
59614	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
59614	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
59614	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
59614	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
59614	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
59614	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
59614	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
59614	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
59614	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
59614	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
59614	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
59614	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
59614	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
59614	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
59614	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
59614	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
59614	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
59614	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
59614	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
59614	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
59614	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
59614	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
59614	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
59614	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
59614	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
59614	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
59614	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
59614	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
59614	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
59614	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
59614	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
59614	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
59614	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
59614	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
59614	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
59614	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
59614	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
59614	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
59614	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
59614	embedding2nn.weight	0	0.007666225545108318
59614	embedding2nn.weight	1	-0.017003541812300682
59614	embedding2nn.weight	2	-0.014268253929913044
59614	embedding2nn.weight	3	-0.0019779433496296406
59614	embedding2nn.weight	4	-0.0059150345623493195
59614	embedding2nn.weight	5	-0.0037005783524364233
59614	embedding2nn.weight	6	-0.003973208833485842
59614	embedding2nn.weight	7	-0.045140340924263
59614	embedding2nn.weight	8	-0.0019979383796453476
59614	embedding2nn.weight	9	-0.024191875010728836
59614	embedding2nn.bias	0	0.0398881621658802
59614	embedding2nn.bias	1	-0.027500048279762268
59614	embedding2nn.bias	2	0.1023234874010086
59614	embedding2nn.bias	3	0.04451414570212364
59614	embedding2nn.bias	4	-0.01581389084458351
59614	embedding2nn.bias	5	-0.03615126386284828
59614	embedding2nn.bias	6	-0.0019262266578152776
59614	embedding2nn.bias	7	-0.047573089599609375
59614	embedding2nn.bias	8	0.04539567977190018
59614	embedding2nn.bias	9	0.01529654674232006
59614	rnn.weight_ih_l0	0	-0.021923763677477837
59614	rnn.weight_ih_l0	1	0.00892761629074812
59614	rnn.weight_ih_l0	2	0.03143896907567978
59614	rnn.weight_ih_l0	3	0.0035349547397345304
59614	rnn.weight_ih_l0	4	-0.02342822588980198
59614	rnn.weight_ih_l0	5	-0.05865282192826271
59614	rnn.weight_ih_l0	6	0.014775197952985764
59614	rnn.weight_ih_l0	7	0.04735564440488815
59614	rnn.weight_ih_l0	8	0.005393907427787781
59614	rnn.weight_ih_l0	9	-0.027609501034021378
59614	rnn.weight_hh_l0	0	-0.032002050429582596
59614	rnn.weight_hh_l0	1	-0.0035170121118426323
59614	rnn.weight_hh_l0	2	0.0005854861810803413
59614	rnn.weight_hh_l0	3	-0.047040700912475586
59614	rnn.weight_hh_l0	4	0.05357297509908676
59614	rnn.weight_hh_l0	5	-0.019821392372250557
59614	rnn.weight_hh_l0	6	-0.04017745703458786
59614	rnn.weight_hh_l0	7	-0.018492503091692924
59614	rnn.weight_hh_l0	8	0.0008128320332616568
59614	rnn.weight_hh_l0	9	-0.026020783931016922
59614	rnn.bias_ih_l0	0	0.04004041478037834
59614	rnn.bias_ih_l0	1	-0.02990577183663845
59614	rnn.bias_ih_l0	2	-0.012712902389466763
59614	rnn.bias_ih_l0	3	0.07705162465572357
59614	rnn.bias_ih_l0	4	-0.03931567817926407
59614	rnn.bias_ih_l0	5	-0.025793474167585373
59614	rnn.bias_ih_l0	6	-0.0024388821329921484
59614	rnn.bias_ih_l0	7	0.052723996341228485
59614	rnn.bias_ih_l0	8	-0.0814582109451294
59614	rnn.bias_ih_l0	9	-0.024233050644397736
59614	rnn.bias_hh_l0	0	-0.03674625605344772
59614	rnn.bias_hh_l0	1	-0.08224202692508698
59614	rnn.bias_hh_l0	2	-0.03511383384466171
59614	rnn.bias_hh_l0	3	-0.06429333984851837
59614	rnn.bias_hh_l0	4	-0.019788706675171852
59614	rnn.bias_hh_l0	5	0.0016377943102270365
59614	rnn.bias_hh_l0	6	0.01809760555624962
59614	rnn.bias_hh_l0	7	-0.02133961021900177
59614	rnn.bias_hh_l0	8	-0.09571359306573868
59614	rnn.bias_hh_l0	9	0.001724550616927445
59614	rnn.weight_ih_l0_reverse	0	-0.0187285877764225
59614	rnn.weight_ih_l0_reverse	1	-0.051016438752412796
59614	rnn.weight_ih_l0_reverse	2	-0.03688069432973862
59614	rnn.weight_ih_l0_reverse	3	-0.006462581921368837
59614	rnn.weight_ih_l0_reverse	4	0.0011685746721923351
59614	rnn.weight_ih_l0_reverse	5	-0.05043875426054001
59614	rnn.weight_ih_l0_reverse	6	0.04507306218147278
59614	rnn.weight_ih_l0_reverse	7	-0.019601693376898766
59614	rnn.weight_ih_l0_reverse	8	-0.039120081812143326
59614	rnn.weight_ih_l0_reverse	9	0.002607752103358507
59614	rnn.weight_hh_l0_reverse	0	0.036676403135061264
59614	rnn.weight_hh_l0_reverse	1	0.02332041785120964
59614	rnn.weight_hh_l0_reverse	2	0.03467424586415291
59614	rnn.weight_hh_l0_reverse	3	0.02004808746278286
59614	rnn.weight_hh_l0_reverse	4	0.0005364067037589848
59614	rnn.weight_hh_l0_reverse	5	-0.007529912982136011
59614	rnn.weight_hh_l0_reverse	6	0.04135725647211075
59614	rnn.weight_hh_l0_reverse	7	-0.04506118223071098
59614	rnn.weight_hh_l0_reverse	8	0.028873397037386894
59614	rnn.weight_hh_l0_reverse	9	0.045490071177482605
59614	rnn.bias_ih_l0_reverse	0	-0.070930615067482
59614	rnn.bias_ih_l0_reverse	1	-0.1862001121044159
59614	rnn.bias_ih_l0_reverse	2	-0.07248401641845703
59614	rnn.bias_ih_l0_reverse	3	-0.009784664958715439
59614	rnn.bias_ih_l0_reverse	4	-0.02223457209765911
59614	rnn.bias_ih_l0_reverse	5	0.024200385436415672
59614	rnn.bias_ih_l0_reverse	6	-0.04871997982263565
59614	rnn.bias_ih_l0_reverse	7	0.055250383913517
59614	rnn.bias_ih_l0_reverse	8	-0.031981345266103745
59614	rnn.bias_ih_l0_reverse	9	0.01726517267525196
59614	rnn.bias_hh_l0_reverse	0	-0.014046230353415012
59614	rnn.bias_hh_l0_reverse	1	-0.012063429690897465
59614	rnn.bias_hh_l0_reverse	2	0.041951440274715424
59614	rnn.bias_hh_l0_reverse	3	-0.02809893526136875
59614	rnn.bias_hh_l0_reverse	4	-0.047469235956668854
59614	rnn.bias_hh_l0_reverse	5	-0.03209593892097473
59614	rnn.bias_hh_l0_reverse	6	-0.029756298288702965
59614	rnn.bias_hh_l0_reverse	7	0.07229791581630707
59614	rnn.bias_hh_l0_reverse	8	0.007103250361979008
59614	rnn.bias_hh_l0_reverse	9	-0.08608682453632355
59614	rnn.weight_ih_l1	0	-0.03536473214626312
59614	rnn.weight_ih_l1	1	-0.038811177015304565
59614	rnn.weight_ih_l1	2	0.06843715161085129
59614	rnn.weight_ih_l1	3	-0.03193310275673866
59614	rnn.weight_ih_l1	4	-0.003746047616004944
59614	rnn.weight_ih_l1	5	-0.046740684658288956
59614	rnn.weight_ih_l1	6	0.019413838163018227
59614	rnn.weight_ih_l1	7	-0.024632934480905533
59614	rnn.weight_ih_l1	8	0.03959975019097328
59614	rnn.weight_ih_l1	9	0.02596248686313629
59614	rnn.weight_hh_l1	0	-0.012730253860354424
59614	rnn.weight_hh_l1	1	0.006562578491866589
59614	rnn.weight_hh_l1	2	0.00021192862186580896
59614	rnn.weight_hh_l1	3	-0.00851566344499588
59614	rnn.weight_hh_l1	4	0.004335217177867889
59614	rnn.weight_hh_l1	5	0.022268790751695633
59614	rnn.weight_hh_l1	6	0.031224239617586136
59614	rnn.weight_hh_l1	7	-0.027920300140976906
59614	rnn.weight_hh_l1	8	-0.025192376226186752
59614	rnn.weight_hh_l1	9	0.038428351283073425
59614	rnn.bias_ih_l1	0	-0.12113022804260254
59614	rnn.bias_ih_l1	1	-0.10853668302297592
59614	rnn.bias_ih_l1	2	-0.13926351070404053
59614	rnn.bias_ih_l1	3	-0.18172134459018707
59614	rnn.bias_ih_l1	4	-0.14568345248699188
59614	rnn.bias_ih_l1	5	-0.09593850374221802
59614	rnn.bias_ih_l1	6	-0.09151093661785126
59614	rnn.bias_ih_l1	7	-0.041262898594141006
59614	rnn.bias_ih_l1	8	-0.09634802490472794
59614	rnn.bias_ih_l1	9	-0.1174493059515953
59614	rnn.bias_hh_l1	0	-0.11203241348266602
59614	rnn.bias_hh_l1	1	-0.04051271080970764
59614	rnn.bias_hh_l1	2	-0.09510055184364319
59614	rnn.bias_hh_l1	3	-0.07889906316995621
59614	rnn.bias_hh_l1	4	-0.11018829792737961
59614	rnn.bias_hh_l1	5	-0.06321942061185837
59614	rnn.bias_hh_l1	6	-0.1027437075972557
59614	rnn.bias_hh_l1	7	-0.009462432935833931
59614	rnn.bias_hh_l1	8	-0.09915902465581894
59614	rnn.bias_hh_l1	9	-0.05639529973268509
59614	rnn.weight_ih_l1_reverse	0	-0.029379019513726234
59614	rnn.weight_ih_l1_reverse	1	0.0371621735394001
59614	rnn.weight_ih_l1_reverse	2	-0.007505219429731369
59614	rnn.weight_ih_l1_reverse	3	-0.01485919114202261
59614	rnn.weight_ih_l1_reverse	4	-0.04588514566421509
59614	rnn.weight_ih_l1_reverse	5	-0.036955054849386215
59614	rnn.weight_ih_l1_reverse	6	-0.01326721254736185
59614	rnn.weight_ih_l1_reverse	7	0.016318636015057564
59614	rnn.weight_ih_l1_reverse	8	0.024047069251537323
59614	rnn.weight_ih_l1_reverse	9	-0.03800720348954201
59614	rnn.weight_hh_l1_reverse	0	0.007552109658718109
59614	rnn.weight_hh_l1_reverse	1	0.027752891182899475
59614	rnn.weight_hh_l1_reverse	2	-0.0373537503182888
59614	rnn.weight_hh_l1_reverse	3	0.041954074054956436
59614	rnn.weight_hh_l1_reverse	4	0.045855700969696045
59614	rnn.weight_hh_l1_reverse	5	0.007740836124867201
59614	rnn.weight_hh_l1_reverse	6	0.005779097322374582
59614	rnn.weight_hh_l1_reverse	7	0.02743161842226982
59614	rnn.weight_hh_l1_reverse	8	-0.003375836182385683
59614	rnn.weight_hh_l1_reverse	9	-0.040073461830616
59614	rnn.bias_ih_l1_reverse	0	-0.028552863746881485
59614	rnn.bias_ih_l1_reverse	1	-0.09127800911664963
59614	rnn.bias_ih_l1_reverse	2	-0.09678681939840317
59614	rnn.bias_ih_l1_reverse	3	0.0018920988077297807
59614	rnn.bias_ih_l1_reverse	4	-0.1455475240945816
59614	rnn.bias_ih_l1_reverse	5	-0.08340797573328018
59614	rnn.bias_ih_l1_reverse	6	-0.09958603233098984
59614	rnn.bias_ih_l1_reverse	7	-0.12368237227201462
59614	rnn.bias_ih_l1_reverse	8	0.09996099025011063
59614	rnn.bias_ih_l1_reverse	9	0.004459636751562357
59614	rnn.bias_hh_l1_reverse	0	-0.01778664067387581
59614	rnn.bias_hh_l1_reverse	1	0.0136699378490448
59614	rnn.bias_hh_l1_reverse	2	-0.19467805325984955
59614	rnn.bias_hh_l1_reverse	3	-0.07536803930997849
59614	rnn.bias_hh_l1_reverse	4	-0.053237102925777435
59614	rnn.bias_hh_l1_reverse	5	-0.06007402762770653
59614	rnn.bias_hh_l1_reverse	6	0.10835593193769455
59614	rnn.bias_hh_l1_reverse	7	-0.14020110666751862
59614	rnn.bias_hh_l1_reverse	8	-0.08984607458114624
59614	rnn.bias_hh_l1_reverse	9	-0.09291039407253265
59614	linear.weight	0	0.002228822559118271
59614	linear.weight	1	0.05861218273639679
59614	linear.weight	2	-0.11577995121479034
59614	linear.weight	3	0.28900212049484253
59614	linear.weight	4	0.08279436081647873
59614	linear.weight	5	0.03137345612049103
59614	linear.weight	6	0.024486903101205826
59614	linear.weight	7	0.12783890962600708
59614	linear.weight	8	0.04182617366313934
59614	linear.weight	9	-0.06489448994398117
59614	linear.bias	0	-0.10095097869634628
59614	linear.bias	1	-0.08735048770904541
59614	linear.bias	2	-0.5185979008674622
59614	linear.bias	3	-0.7073286175727844
59614	linear.bias	4	-1.0259168148040771
59614	linear.bias	5	-0.02836773544549942
59614	linear.bias	6	-0.6326999068260193
59614	linear.bias	7	0.4375346601009369
59614	linear.bias	8	-0.573388397693634
59614	linear.bias	9	-0.7882676124572754
59811	transitions	0	0.4975161552429199
59811	transitions	1	0.05648495629429817
59811	transitions	2	-10000.0
59811	transitions	3	-1.7981337308883667
59811	transitions	4	-10000.0
59811	transitions	5	0.6554367542266846
59811	transitions	6	-0.0177339855581522
59811	transitions	7	-0.34627971053123474
59811	transitions	8	-1.327486276626587
59811	transitions	9	-0.0003834555682260543
59811	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
59811	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
59811	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
59811	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
59811	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
59811	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
59811	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
59811	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
59811	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
59811	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
59811	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
59811	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
59811	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
59811	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
59811	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
59811	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
59811	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
59811	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
59811	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
59811	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
59811	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
59811	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
59811	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
59811	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
59811	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
59811	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
59811	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
59811	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
59811	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
59811	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
59811	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
59811	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
59811	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
59811	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
59811	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
59811	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
59811	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
59811	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
59811	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
59811	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
59811	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
59811	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
59811	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
59811	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
59811	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
59811	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
59811	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
59811	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
59811	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
59811	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
59811	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
59811	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
59811	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
59811	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
59811	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
59811	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
59811	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
59811	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
59811	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
59811	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
59811	embedding2nn.weight	0	0.008834303356707096
59811	embedding2nn.weight	1	-0.016767438501119614
59811	embedding2nn.weight	2	-0.014268253929913044
59811	embedding2nn.weight	3	-0.001465149107389152
59811	embedding2nn.weight	4	-0.0059150345623493195
59811	embedding2nn.weight	5	-0.0037005783524364233
59811	embedding2nn.weight	6	-0.0039732069708406925
59811	embedding2nn.weight	7	-0.04518668353557587
59811	embedding2nn.weight	8	-0.0019979383796453476
59811	embedding2nn.weight	9	-0.023506956174969673
59811	embedding2nn.bias	0	0.03038163296878338
59811	embedding2nn.bias	1	-0.024353057146072388
59811	embedding2nn.bias	2	0.09593862295150757
59811	embedding2nn.bias	3	0.03966505452990532
59811	embedding2nn.bias	4	-0.016864115372300148
59811	embedding2nn.bias	5	-0.031179875135421753
59811	embedding2nn.bias	6	0.009511061944067478
59811	embedding2nn.bias	7	-0.05146435648202896
59811	embedding2nn.bias	8	0.046354129910469055
59811	embedding2nn.bias	9	0.0114597762003541
59811	rnn.weight_ih_l0	0	-0.021088171750307083
59811	rnn.weight_ih_l0	1	0.011225625872612
59811	rnn.weight_ih_l0	2	0.034295059740543365
59811	rnn.weight_ih_l0	3	0.0035424325615167618
59811	rnn.weight_ih_l0	4	-0.023560142144560814
59811	rnn.weight_ih_l0	5	-0.05823865905404091
59811	rnn.weight_ih_l0	6	0.014348655939102173
59811	rnn.weight_ih_l0	7	0.04768989607691765
59811	rnn.weight_ih_l0	8	0.004961559548974037
59811	rnn.weight_ih_l0	9	-0.027103915810585022
59811	rnn.weight_hh_l0	0	-0.03192932903766632
59811	rnn.weight_hh_l0	1	-0.003943955525755882
59811	rnn.weight_hh_l0	2	0.0013266217429190874
59811	rnn.weight_hh_l0	3	-0.04549287632107735
59811	rnn.weight_hh_l0	4	0.053959913551807404
59811	rnn.weight_hh_l0	5	-0.01903807558119297
59811	rnn.weight_hh_l0	6	-0.04012376442551613
59811	rnn.weight_hh_l0	7	-0.01826321706175804
59811	rnn.weight_hh_l0	8	0.001919714268296957
59811	rnn.weight_hh_l0	9	-0.02530760131776333
59811	rnn.bias_ih_l0	0	0.04071067273616791
59811	rnn.bias_ih_l0	1	-0.028706548735499382
59811	rnn.bias_ih_l0	2	-0.008733503520488739
59811	rnn.bias_ih_l0	3	0.07959390431642532
59811	rnn.bias_ih_l0	4	-0.03954282030463219
59811	rnn.bias_ih_l0	5	-0.025995859876275063
59811	rnn.bias_ih_l0	6	0.0025938553735613823
59811	rnn.bias_ih_l0	7	0.051561035215854645
59811	rnn.bias_ih_l0	8	-0.08108659088611603
59811	rnn.bias_ih_l0	9	-0.02796221151947975
59811	rnn.bias_hh_l0	0	-0.03543848171830177
59811	rnn.bias_hh_l0	1	-0.08309821784496307
59811	rnn.bias_hh_l0	2	-0.0372324138879776
59811	rnn.bias_hh_l0	3	-0.0636228695511818
59811	rnn.bias_hh_l0	4	-0.016294589266180992
59811	rnn.bias_hh_l0	5	0.005511820316314697
59811	rnn.bias_hh_l0	6	0.01967652700841427
59811	rnn.bias_hh_l0	7	-0.018566297367215157
59811	rnn.bias_hh_l0	8	-0.09764689207077026
59811	rnn.bias_hh_l0	9	0.001986833056434989
59811	rnn.weight_ih_l0_reverse	0	-0.01733502931892872
59811	rnn.weight_ih_l0_reverse	1	-0.051510557532310486
59811	rnn.weight_ih_l0_reverse	2	-0.0391322560608387
59811	rnn.weight_ih_l0_reverse	3	-0.006819759961217642
59811	rnn.weight_ih_l0_reverse	4	0.0008708671666681767
59811	rnn.weight_ih_l0_reverse	5	-0.05058695375919342
59811	rnn.weight_ih_l0_reverse	6	0.0442424975335598
59811	rnn.weight_ih_l0_reverse	7	-0.020057328045368195
59811	rnn.weight_ih_l0_reverse	8	-0.03868633508682251
59811	rnn.weight_ih_l0_reverse	9	0.002720907097682357
59811	rnn.weight_hh_l0_reverse	0	0.03699639439582825
59811	rnn.weight_hh_l0_reverse	1	0.022713981568813324
59811	rnn.weight_hh_l0_reverse	2	0.03527374193072319
59811	rnn.weight_hh_l0_reverse	3	0.020068764686584473
59811	rnn.weight_hh_l0_reverse	4	0.00024264317471534014
59811	rnn.weight_hh_l0_reverse	5	-0.006640580948442221
59811	rnn.weight_hh_l0_reverse	6	0.0413874089717865
59811	rnn.weight_hh_l0_reverse	7	-0.04650599882006645
59811	rnn.weight_hh_l0_reverse	8	0.02796786092221737
59811	rnn.weight_hh_l0_reverse	9	0.04597201198339462
59811	rnn.bias_ih_l0_reverse	0	-0.07207323610782623
59811	rnn.bias_ih_l0_reverse	1	-0.18301142752170563
59811	rnn.bias_ih_l0_reverse	2	-0.06655720621347427
59811	rnn.bias_ih_l0_reverse	3	-0.013079948723316193
59811	rnn.bias_ih_l0_reverse	4	-0.02287779562175274
59811	rnn.bias_ih_l0_reverse	5	0.026073923334479332
59811	rnn.bias_ih_l0_reverse	6	-0.047874100506305695
59811	rnn.bias_ih_l0_reverse	7	0.053616542369127274
59811	rnn.bias_ih_l0_reverse	8	-0.03493562340736389
59811	rnn.bias_ih_l0_reverse	9	0.017732879146933556
59811	rnn.bias_hh_l0_reverse	0	-0.013577035628259182
59811	rnn.bias_hh_l0_reverse	1	-0.01480303704738617
59811	rnn.bias_hh_l0_reverse	2	0.042760007083415985
59811	rnn.bias_hh_l0_reverse	3	-0.02959049493074417
59811	rnn.bias_hh_l0_reverse	4	-0.047899480909109116
59811	rnn.bias_hh_l0_reverse	5	-0.028409462422132492
59811	rnn.bias_hh_l0_reverse	6	-0.03199978172779083
59811	rnn.bias_hh_l0_reverse	7	0.07278885692358017
59811	rnn.bias_hh_l0_reverse	8	0.005423783790320158
59811	rnn.bias_hh_l0_reverse	9	-0.08288291841745377
59811	rnn.weight_ih_l1	0	-0.03571215644478798
59811	rnn.weight_ih_l1	1	-0.040581587702035904
59811	rnn.weight_ih_l1	2	0.0677381157875061
59811	rnn.weight_ih_l1	3	-0.03411097824573517
59811	rnn.weight_ih_l1	4	-0.003789920127019286
59811	rnn.weight_ih_l1	5	-0.047010261565446854
59811	rnn.weight_ih_l1	6	0.019150814041495323
59811	rnn.weight_ih_l1	7	-0.024677379056811333
59811	rnn.weight_ih_l1	8	0.03977549448609352
59811	rnn.weight_ih_l1	9	0.02638254314661026
59811	rnn.weight_hh_l1	0	-0.012305024079978466
59811	rnn.weight_hh_l1	1	0.006481164135038853
59811	rnn.weight_hh_l1	2	0.0010857176966965199
59811	rnn.weight_hh_l1	3	-0.008687034249305725
59811	rnn.weight_hh_l1	4	0.0033869848120957613
59811	rnn.weight_hh_l1	5	0.022588221356272697
59811	rnn.weight_hh_l1	6	0.03155197203159332
59811	rnn.weight_hh_l1	7	-0.028341270983219147
59811	rnn.weight_hh_l1	8	-0.02586241066455841
59811	rnn.weight_hh_l1	9	0.03833109140396118
59811	rnn.bias_ih_l1	0	-0.12497526407241821
59811	rnn.bias_ih_l1	1	-0.11095047742128372
59811	rnn.bias_ih_l1	2	-0.13744692504405975
59811	rnn.bias_ih_l1	3	-0.18180236220359802
59811	rnn.bias_ih_l1	4	-0.14579442143440247
59811	rnn.bias_ih_l1	5	-0.09611671417951584
59811	rnn.bias_ih_l1	6	-0.0909871831536293
59811	rnn.bias_ih_l1	7	-0.041250161826610565
59811	rnn.bias_ih_l1	8	-0.09479685872793198
59811	rnn.bias_ih_l1	9	-0.11883387714624405
59811	rnn.bias_hh_l1	0	-0.11325713992118835
59811	rnn.bias_hh_l1	1	-0.03605610877275467
59811	rnn.bias_hh_l1	2	-0.09632699936628342
59811	rnn.bias_hh_l1	3	-0.08040585368871689
59811	rnn.bias_hh_l1	4	-0.10975723713636398
59811	rnn.bias_hh_l1	5	-0.06585798412561417
59811	rnn.bias_hh_l1	6	-0.1008598729968071
59811	rnn.bias_hh_l1	7	-0.015529734082520008
59811	rnn.bias_hh_l1	8	-0.10110960155725479
59811	rnn.bias_hh_l1	9	-0.057871609926223755
59811	rnn.weight_ih_l1_reverse	0	-0.02903050370514393
59811	rnn.weight_ih_l1_reverse	1	0.035897187888622284
59811	rnn.weight_ih_l1_reverse	2	-0.006377423647791147
59811	rnn.weight_ih_l1_reverse	3	-0.013194267638027668
59811	rnn.weight_ih_l1_reverse	4	-0.046397414058446884
59811	rnn.weight_ih_l1_reverse	5	-0.03723835200071335
59811	rnn.weight_ih_l1_reverse	6	-0.01218271255493164
59811	rnn.weight_ih_l1_reverse	7	0.01684553548693657
59811	rnn.weight_ih_l1_reverse	8	0.024077018722891808
59811	rnn.weight_ih_l1_reverse	9	-0.03772566467523575
59811	rnn.weight_hh_l1_reverse	0	0.007419041823595762
59811	rnn.weight_hh_l1_reverse	1	0.027764566242694855
59811	rnn.weight_hh_l1_reverse	2	-0.037451475858688354
59811	rnn.weight_hh_l1_reverse	3	0.04192847013473511
59811	rnn.weight_hh_l1_reverse	4	0.04601503908634186
59811	rnn.weight_hh_l1_reverse	5	0.008602646179497242
59811	rnn.weight_hh_l1_reverse	6	0.006385651417076588
59811	rnn.weight_hh_l1_reverse	7	0.027444124221801758
59811	rnn.weight_hh_l1_reverse	8	-0.0033904770389199257
59811	rnn.weight_hh_l1_reverse	9	-0.04034082219004631
59811	rnn.bias_ih_l1_reverse	0	-0.028884772211313248
59811	rnn.bias_ih_l1_reverse	1	-0.09127297252416611
59811	rnn.bias_ih_l1_reverse	2	-0.09882254898548126
59811	rnn.bias_ih_l1_reverse	3	-0.0030882067512720823
59811	rnn.bias_ih_l1_reverse	4	-0.14480248093605042
59811	rnn.bias_ih_l1_reverse	5	-0.08386914432048798
59811	rnn.bias_ih_l1_reverse	6	-0.09981679916381836
59811	rnn.bias_ih_l1_reverse	7	-0.12157886475324631
59811	rnn.bias_ih_l1_reverse	8	0.102098248898983
59811	rnn.bias_ih_l1_reverse	9	0.006294519640505314
59811	rnn.bias_hh_l1_reverse	0	-0.02600126340985298
59811	rnn.bias_hh_l1_reverse	1	0.011639349162578583
59811	rnn.bias_hh_l1_reverse	2	-0.1963426172733307
59811	rnn.bias_hh_l1_reverse	3	-0.07670868933200836
59811	rnn.bias_hh_l1_reverse	4	-0.05313479155302048
59811	rnn.bias_hh_l1_reverse	5	-0.06220070272684097
59811	rnn.bias_hh_l1_reverse	6	0.10850691050291061
59811	rnn.bias_hh_l1_reverse	7	-0.13673196732997894
59811	rnn.bias_hh_l1_reverse	8	-0.08967754244804382
59811	rnn.bias_hh_l1_reverse	9	-0.09329549968242645
59811	linear.weight	0	0.002228822559118271
59811	linear.weight	1	0.06961893290281296
59811	linear.weight	2	-0.10786174982786179
59811	linear.weight	3	0.2923542559146881
59811	linear.weight	4	0.08390440046787262
59811	linear.weight	5	0.030344676226377487
59811	linear.weight	6	0.01863858848810196
59811	linear.weight	7	0.12311387062072754
59811	linear.weight	8	0.041828006505966187
59811	linear.weight	9	-0.06932168453931808
59811	linear.bias	0	-0.14293627440929413
59811	linear.bias	1	-0.05731773376464844
59811	linear.bias	2	-0.4950656592845917
59811	linear.bias	3	-0.7245885133743286
59811	linear.bias	4	-1.046686053276062
59811	linear.bias	5	-0.03778814524412155
59811	linear.bias	6	-0.6025025248527527
59811	linear.bias	7	0.4299282431602478
59811	linear.bias	8	-0.5794862508773804
59811	linear.bias	9	-0.796653151512146
60008	transitions	0	0.4982498586177826
60008	transitions	1	0.05371991917490959
60008	transitions	2	-10000.0
60008	transitions	3	-1.7982813119888306
60008	transitions	4	-10000.0
60008	transitions	5	0.6551389098167419
60008	transitions	6	-0.018126027658581734
60008	transitions	7	-0.3483639061450958
60008	transitions	8	-1.3276296854019165
60008	transitions	9	-0.0003866858605761081
60008	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
60008	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
60008	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
60008	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
60008	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
60008	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
60008	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
60008	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
60008	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
60008	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
60008	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
60008	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
60008	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
60008	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
60008	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
60008	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
60008	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
60008	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
60008	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
60008	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
60008	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
60008	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
60008	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
60008	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
60008	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
60008	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
60008	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
60008	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
60008	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
60008	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
60008	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
60008	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
60008	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
60008	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
60008	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
60008	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
60008	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
60008	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
60008	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
60008	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
60008	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
60008	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
60008	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
60008	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
60008	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
60008	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
60008	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
60008	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
60008	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
60008	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
60008	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
60008	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
60008	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
60008	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
60008	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
60008	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
60008	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
60008	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
60008	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
60008	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
60008	embedding2nn.weight	0	0.006806446239352226
60008	embedding2nn.weight	1	-0.016383789479732513
60008	embedding2nn.weight	2	-0.014268253929913044
60008	embedding2nn.weight	3	-0.0012962956679984927
60008	embedding2nn.weight	4	-0.0059150345623493195
60008	embedding2nn.weight	5	-0.0037005783524364233
60008	embedding2nn.weight	6	-0.0039732083678245544
60008	embedding2nn.weight	7	-0.04476289078593254
60008	embedding2nn.weight	8	-0.0019979383796453476
60008	embedding2nn.weight	9	-0.023745285347104073
60008	embedding2nn.bias	0	0.04140578955411911
60008	embedding2nn.bias	1	-0.029094593599438667
60008	embedding2nn.bias	2	0.08941695094108582
60008	embedding2nn.bias	3	0.046581387519836426
60008	embedding2nn.bias	4	-0.013587100431323051
60008	embedding2nn.bias	5	-0.029849311336874962
60008	embedding2nn.bias	6	0.012599310837686062
60008	embedding2nn.bias	7	-0.04645112156867981
60008	embedding2nn.bias	8	0.04762537404894829
60008	embedding2nn.bias	9	0.014918383210897446
60008	rnn.weight_ih_l0	0	-0.021638115867972374
60008	rnn.weight_ih_l0	1	0.010424715466797352
60008	rnn.weight_ih_l0	2	0.03535611554980278
60008	rnn.weight_ih_l0	3	0.004386996850371361
60008	rnn.weight_ih_l0	4	-0.02296598255634308
60008	rnn.weight_ih_l0	5	-0.057394787669181824
60008	rnn.weight_ih_l0	6	0.015425088815391064
60008	rnn.weight_ih_l0	7	0.04613155499100685
60008	rnn.weight_ih_l0	8	0.004625400062650442
60008	rnn.weight_ih_l0	9	-0.02768850326538086
60008	rnn.weight_hh_l0	0	-0.032451193779706955
60008	rnn.weight_hh_l0	1	-0.004873736761510372
60008	rnn.weight_hh_l0	2	-0.0015080997254699469
60008	rnn.weight_hh_l0	3	-0.04602335765957832
60008	rnn.weight_hh_l0	4	0.05354026332497597
60008	rnn.weight_hh_l0	5	-0.018456868827342987
60008	rnn.weight_hh_l0	6	-0.04140658304095268
60008	rnn.weight_hh_l0	7	-0.01762527972459793
60008	rnn.weight_hh_l0	8	0.002226162003353238
60008	rnn.weight_hh_l0	9	-0.024792388081550598
60008	rnn.bias_ih_l0	0	0.041880544275045395
60008	rnn.bias_ih_l0	1	-0.023295626044273376
60008	rnn.bias_ih_l0	2	-0.010134992189705372
60008	rnn.bias_ih_l0	3	0.07242105156183243
60008	rnn.bias_ih_l0	4	-0.040040209889411926
60008	rnn.bias_ih_l0	5	-0.028083736076951027
60008	rnn.bias_ih_l0	6	0.0004081903025507927
60008	rnn.bias_ih_l0	7	0.0532054603099823
60008	rnn.bias_ih_l0	8	-0.08117437362670898
60008	rnn.bias_ih_l0	9	-0.024304060265421867
60008	rnn.bias_hh_l0	0	-0.034216832369565964
60008	rnn.bias_hh_l0	1	-0.08414417505264282
60008	rnn.bias_hh_l0	2	-0.03489331156015396
60008	rnn.bias_hh_l0	3	-0.06450100243091583
60008	rnn.bias_hh_l0	4	-0.012467488646507263
60008	rnn.bias_hh_l0	5	0.005068918690085411
60008	rnn.bias_hh_l0	6	0.02037946507334709
60008	rnn.bias_hh_l0	7	-0.01897425763309002
60008	rnn.bias_hh_l0	8	-0.09752322733402252
60008	rnn.bias_hh_l0	9	0.002019012114033103
60008	rnn.weight_ih_l0_reverse	0	-0.016445020213723183
60008	rnn.weight_ih_l0_reverse	1	-0.05131553113460541
60008	rnn.weight_ih_l0_reverse	2	-0.037458475679159164
60008	rnn.weight_ih_l0_reverse	3	-0.005467061884701252
60008	rnn.weight_ih_l0_reverse	4	-0.00038998061791062355
60008	rnn.weight_ih_l0_reverse	5	-0.0506560355424881
60008	rnn.weight_ih_l0_reverse	6	0.04426857829093933
60008	rnn.weight_ih_l0_reverse	7	-0.020596617832779884
60008	rnn.weight_ih_l0_reverse	8	-0.038390811532735825
60008	rnn.weight_ih_l0_reverse	9	0.0035893123131245375
60008	rnn.weight_hh_l0_reverse	0	0.03677859902381897
60008	rnn.weight_hh_l0_reverse	1	0.021910961717367172
60008	rnn.weight_hh_l0_reverse	2	0.03548933193087578
60008	rnn.weight_hh_l0_reverse	3	0.019776461645960808
60008	rnn.weight_hh_l0_reverse	4	-0.00023768897517584264
60008	rnn.weight_hh_l0_reverse	5	-0.00751806516200304
60008	rnn.weight_hh_l0_reverse	6	0.04102218523621559
60008	rnn.weight_hh_l0_reverse	7	-0.048432737588882446
60008	rnn.weight_hh_l0_reverse	8	0.028140930458903313
60008	rnn.weight_hh_l0_reverse	9	0.046107396483421326
60008	rnn.bias_ih_l0_reverse	0	-0.07198423147201538
60008	rnn.bias_ih_l0_reverse	1	-0.18641789257526398
60008	rnn.bias_ih_l0_reverse	2	-0.06535329669713974
60008	rnn.bias_ih_l0_reverse	3	-0.010841931216418743
60008	rnn.bias_ih_l0_reverse	4	-0.01907794177532196
60008	rnn.bias_ih_l0_reverse	5	0.026225503534078598
60008	rnn.bias_ih_l0_reverse	6	-0.046988051384687424
60008	rnn.bias_ih_l0_reverse	7	0.052591096609830856
60008	rnn.bias_ih_l0_reverse	8	-0.034474197775125504
60008	rnn.bias_ih_l0_reverse	9	0.019037285819649696
60008	rnn.bias_hh_l0_reverse	0	-0.014662127010524273
60008	rnn.bias_hh_l0_reverse	1	-0.017256563529372215
60008	rnn.bias_hh_l0_reverse	2	0.044184610247612
60008	rnn.bias_hh_l0_reverse	3	-0.031588707119226456
60008	rnn.bias_hh_l0_reverse	4	-0.04606632515788078
60008	rnn.bias_hh_l0_reverse	5	-0.03426145762205124
60008	rnn.bias_hh_l0_reverse	6	-0.03132295235991478
60008	rnn.bias_hh_l0_reverse	7	0.07351864129304886
60008	rnn.bias_hh_l0_reverse	8	0.008933917619287968
60008	rnn.bias_hh_l0_reverse	9	-0.08379431068897247
60008	rnn.weight_ih_l1	0	-0.03598152846097946
60008	rnn.weight_ih_l1	1	-0.04082547873258591
60008	rnn.weight_ih_l1	2	0.06768076866865158
60008	rnn.weight_ih_l1	3	-0.03352513536810875
60008	rnn.weight_ih_l1	4	-0.003683515125885606
60008	rnn.weight_ih_l1	5	-0.04695028439164162
60008	rnn.weight_ih_l1	6	0.01851297914981842
60008	rnn.weight_ih_l1	7	-0.02534719742834568
60008	rnn.weight_ih_l1	8	0.03956964984536171
60008	rnn.weight_ih_l1	9	0.026053112000226974
60008	rnn.weight_hh_l1	0	-0.012313999235630035
60008	rnn.weight_hh_l1	1	0.006525702774524689
60008	rnn.weight_hh_l1	2	0.0018359998939558864
60008	rnn.weight_hh_l1	3	-0.00874616764485836
60008	rnn.weight_hh_l1	4	0.003848730120807886
60008	rnn.weight_hh_l1	5	0.022459743544459343
60008	rnn.weight_hh_l1	6	0.03179788589477539
60008	rnn.weight_hh_l1	7	-0.028817420825362206
60008	rnn.weight_hh_l1	8	-0.02595476247370243
60008	rnn.weight_hh_l1	9	0.03795444220304489
60008	rnn.bias_ih_l1	0	-0.12369874119758606
60008	rnn.bias_ih_l1	1	-0.11376683413982391
60008	rnn.bias_ih_l1	2	-0.13904494047164917
60008	rnn.bias_ih_l1	3	-0.18434099853038788
60008	rnn.bias_ih_l1	4	-0.13624967634677887
60008	rnn.bias_ih_l1	5	-0.0966932401061058
60008	rnn.bias_ih_l1	6	-0.09359884262084961
60008	rnn.bias_ih_l1	7	-0.03878354653716087
60008	rnn.bias_ih_l1	8	-0.09451798349618912
60008	rnn.bias_ih_l1	9	-0.11998523771762848
60008	rnn.bias_hh_l1	0	-0.11305403709411621
60008	rnn.bias_hh_l1	1	-0.03975614532828331
60008	rnn.bias_hh_l1	2	-0.09918851405382156
60008	rnn.bias_hh_l1	3	-0.08031288534402847
60008	rnn.bias_hh_l1	4	-0.10943839699029922
60008	rnn.bias_hh_l1	5	-0.0652974471449852
60008	rnn.bias_hh_l1	6	-0.10132467746734619
60008	rnn.bias_hh_l1	7	-0.014886380173265934
60008	rnn.bias_hh_l1	8	-0.10237004607915878
60008	rnn.bias_hh_l1	9	-0.059536293148994446
60008	rnn.weight_ih_l1_reverse	0	-0.02853417955338955
60008	rnn.weight_ih_l1_reverse	1	0.036877188831567764
60008	rnn.weight_ih_l1_reverse	2	-0.0030060906428843737
60008	rnn.weight_ih_l1_reverse	3	-0.012585380114614964
60008	rnn.weight_ih_l1_reverse	4	-0.04599791765213013
60008	rnn.weight_ih_l1_reverse	5	-0.036801159381866455
60008	rnn.weight_ih_l1_reverse	6	-0.010916723869740963
60008	rnn.weight_ih_l1_reverse	7	0.017015689983963966
60008	rnn.weight_ih_l1_reverse	8	0.0208447128534317
60008	rnn.weight_ih_l1_reverse	9	-0.0378616563975811
60008	rnn.weight_hh_l1_reverse	0	0.007687775418162346
60008	rnn.weight_hh_l1_reverse	1	0.027900399640202522
60008	rnn.weight_hh_l1_reverse	2	-0.037469685077667236
60008	rnn.weight_hh_l1_reverse	3	0.04204082116484642
60008	rnn.weight_hh_l1_reverse	4	0.045608680695295334
60008	rnn.weight_hh_l1_reverse	5	0.008420794270932674
60008	rnn.weight_hh_l1_reverse	6	0.006036014761775732
60008	rnn.weight_hh_l1_reverse	7	0.027465524151921272
60008	rnn.weight_hh_l1_reverse	8	-0.003313953522592783
60008	rnn.weight_hh_l1_reverse	9	-0.039773017168045044
60008	rnn.bias_ih_l1_reverse	0	-0.03178698942065239
60008	rnn.bias_ih_l1_reverse	1	-0.09107925742864609
60008	rnn.bias_ih_l1_reverse	2	-0.09714040160179138
60008	rnn.bias_ih_l1_reverse	3	-0.0030078687705099583
60008	rnn.bias_ih_l1_reverse	4	-0.14410986006259918
60008	rnn.bias_ih_l1_reverse	5	-0.08361968398094177
60008	rnn.bias_ih_l1_reverse	6	-0.09794913977384567
60008	rnn.bias_ih_l1_reverse	7	-0.12225190550088882
60008	rnn.bias_ih_l1_reverse	8	0.09597048163414001
60008	rnn.bias_ih_l1_reverse	9	0.008144826628267765
60008	rnn.bias_hh_l1_reverse	0	-0.023927485570311546
60008	rnn.bias_hh_l1_reverse	1	0.014135997742414474
60008	rnn.bias_hh_l1_reverse	2	-0.1954818069934845
60008	rnn.bias_hh_l1_reverse	3	-0.07813052088022232
60008	rnn.bias_hh_l1_reverse	4	-0.053696781396865845
60008	rnn.bias_hh_l1_reverse	5	-0.059936828911304474
60008	rnn.bias_hh_l1_reverse	6	0.10970765352249146
60008	rnn.bias_hh_l1_reverse	7	-0.13553166389465332
60008	rnn.bias_hh_l1_reverse	8	-0.08984680473804474
60008	rnn.bias_hh_l1_reverse	9	-0.09346067905426025
60008	linear.weight	0	0.002228822559118271
60008	linear.weight	1	0.07236446440219879
60008	linear.weight	2	-0.10411174595355988
60008	linear.weight	3	0.3004056513309479
60008	linear.weight	4	0.08659156411886215
60008	linear.weight	5	0.02925252728164196
60008	linear.weight	6	0.01637263409793377
60008	linear.weight	7	0.12203256785869598
60008	linear.weight	8	0.04182743653655052
60008	linear.weight	9	-0.06968260556459427
60008	linear.bias	0	-0.11571346968412399
60008	linear.bias	1	-0.08789028972387314
60008	linear.bias	2	-0.501377522945404
60008	linear.bias	3	-0.714698076248169
60008	linear.bias	4	-1.039027214050293
60008	linear.bias	5	-0.029932400211691856
60008	linear.bias	6	-0.628873348236084
60008	linear.bias	7	0.43747222423553467
60008	linear.bias	8	-0.5795105695724487
60008	linear.bias	9	-0.7921701073646545
60205	transitions	0	0.495402455329895
60205	transitions	1	0.04892725124955177
60205	transitions	2	-10000.0
60205	transitions	3	-1.7983771562576294
60205	transitions	4	-10000.0
60205	transitions	5	0.6548851728439331
60205	transitions	6	-0.018462827429175377
60205	transitions	7	-0.350067675113678
60205	transitions	8	-1.328242540359497
60205	transitions	9	-0.00039194291457533836
60205	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
60205	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
60205	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
60205	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
60205	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
60205	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
60205	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
60205	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
60205	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
60205	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
60205	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
60205	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
60205	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
60205	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
60205	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
60205	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
60205	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
60205	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
60205	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
60205	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
60205	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
60205	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
60205	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
60205	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
60205	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
60205	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
60205	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
60205	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
60205	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
60205	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
60205	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
60205	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
60205	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
60205	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
60205	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
60205	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
60205	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
60205	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
60205	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
60205	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
60205	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
60205	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
60205	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
60205	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
60205	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
60205	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
60205	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
60205	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
60205	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
60205	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
60205	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
60205	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
60205	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
60205	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
60205	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
60205	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
60205	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
60205	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
60205	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
60205	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
60205	embedding2nn.weight	0	0.008138034492731094
60205	embedding2nn.weight	1	-0.016641106456518173
60205	embedding2nn.weight	2	-0.014268253929913044
60205	embedding2nn.weight	3	9.281458187615499e-05
60205	embedding2nn.weight	4	-0.0059150345623493195
60205	embedding2nn.weight	5	-0.0037005781196057796
60205	embedding2nn.weight	6	-0.003973210230469704
60205	embedding2nn.weight	7	-0.04445698857307434
60205	embedding2nn.weight	8	-0.0019979383796453476
60205	embedding2nn.weight	9	-0.024470465257763863
60205	embedding2nn.bias	0	0.04007546603679657
60205	embedding2nn.bias	1	-0.03913717344403267
60205	embedding2nn.bias	2	0.09015453606843948
60205	embedding2nn.bias	3	0.04715622588992119
60205	embedding2nn.bias	4	-0.021821266040205956
60205	embedding2nn.bias	5	-0.027733664959669113
60205	embedding2nn.bias	6	0.015153941698372364
60205	embedding2nn.bias	7	-0.047774285078048706
60205	embedding2nn.bias	8	0.0505111888051033
60205	embedding2nn.bias	9	0.024460716173052788
60205	rnn.weight_ih_l0	0	-0.021727804094552994
60205	rnn.weight_ih_l0	1	0.011129568330943584
60205	rnn.weight_ih_l0	2	0.03545359522104263
60205	rnn.weight_ih_l0	3	0.004768890328705311
60205	rnn.weight_ih_l0	4	-0.021682607010006905
60205	rnn.weight_ih_l0	5	-0.05693748593330383
60205	rnn.weight_ih_l0	6	0.01619315892457962
60205	rnn.weight_ih_l0	7	0.047512494027614594
60205	rnn.weight_ih_l0	8	0.00529021630063653
60205	rnn.weight_ih_l0	9	-0.026946714147925377
60205	rnn.weight_hh_l0	0	-0.03278858959674835
60205	rnn.weight_hh_l0	1	-0.003893713466823101
60205	rnn.weight_hh_l0	2	-0.001190311973914504
60205	rnn.weight_hh_l0	3	-0.04643284156918526
60205	rnn.weight_hh_l0	4	0.05302164703607559
60205	rnn.weight_hh_l0	5	-0.020000381395220757
60205	rnn.weight_hh_l0	6	-0.041958287358284
60205	rnn.weight_hh_l0	7	-0.018295656889677048
60205	rnn.weight_hh_l0	8	0.0022031976841390133
60205	rnn.weight_hh_l0	9	-0.02405201829969883
60205	rnn.bias_ih_l0	0	0.04239602014422417
60205	rnn.bias_ih_l0	1	-0.025457067415118217
60205	rnn.bias_ih_l0	2	-0.006280812434852123
60205	rnn.bias_ih_l0	3	0.07261060923337936
60205	rnn.bias_ih_l0	4	-0.03922130912542343
60205	rnn.bias_ih_l0	5	-0.031925614923238754
60205	rnn.bias_ih_l0	6	0.0035975880455225706
60205	rnn.bias_ih_l0	7	0.0545477569103241
60205	rnn.bias_ih_l0	8	-0.08125482499599457
60205	rnn.bias_ih_l0	9	-0.021002521738409996
60205	rnn.bias_hh_l0	0	-0.035855937749147415
60205	rnn.bias_hh_l0	1	-0.08511482179164886
60205	rnn.bias_hh_l0	2	-0.03666895627975464
60205	rnn.bias_hh_l0	3	-0.0649162083864212
60205	rnn.bias_hh_l0	4	-0.014296497218310833
60205	rnn.bias_hh_l0	5	0.005070341285318136
60205	rnn.bias_hh_l0	6	0.02177562192082405
60205	rnn.bias_hh_l0	7	-0.01957639679312706
60205	rnn.bias_hh_l0	8	-0.10050871968269348
60205	rnn.bias_hh_l0	9	-0.0024117359425872564
60205	rnn.weight_ih_l0_reverse	0	-0.01565571315586567
60205	rnn.weight_ih_l0_reverse	1	-0.051010385155677795
60205	rnn.weight_ih_l0_reverse	2	-0.036702461540699005
60205	rnn.weight_ih_l0_reverse	3	-0.006009901408106089
60205	rnn.weight_ih_l0_reverse	4	-0.00019672875350806862
60205	rnn.weight_ih_l0_reverse	5	-0.05010867863893509
60205	rnn.weight_ih_l0_reverse	6	0.043740976601839066
60205	rnn.weight_ih_l0_reverse	7	-0.02253781259059906
60205	rnn.weight_ih_l0_reverse	8	-0.03768014535307884
60205	rnn.weight_ih_l0_reverse	9	0.003975154832005501
60205	rnn.weight_hh_l0_reverse	0	0.038596734404563904
60205	rnn.weight_hh_l0_reverse	1	0.023717718198895454
60205	rnn.weight_hh_l0_reverse	2	0.03543301671743393
60205	rnn.weight_hh_l0_reverse	3	0.019529923796653748
60205	rnn.weight_hh_l0_reverse	4	-0.0005618263385258615
60205	rnn.weight_hh_l0_reverse	5	-0.005636954214423895
60205	rnn.weight_hh_l0_reverse	6	0.04067468270659447
60205	rnn.weight_hh_l0_reverse	7	-0.04715311899781227
60205	rnn.weight_hh_l0_reverse	8	0.02809181623160839
60205	rnn.weight_hh_l0_reverse	9	0.04583742842078209
60205	rnn.bias_ih_l0_reverse	0	-0.07261727750301361
60205	rnn.bias_ih_l0_reverse	1	-0.19150720536708832
60205	rnn.bias_ih_l0_reverse	2	-0.06492171436548233
60205	rnn.bias_ih_l0_reverse	3	-0.009576656855642796
60205	rnn.bias_ih_l0_reverse	4	-0.018587112426757812
60205	rnn.bias_ih_l0_reverse	5	0.025729002431035042
60205	rnn.bias_ih_l0_reverse	6	-0.046667806804180145
60205	rnn.bias_ih_l0_reverse	7	0.05355535075068474
60205	rnn.bias_ih_l0_reverse	8	-0.03177116811275482
60205	rnn.bias_ih_l0_reverse	9	0.01568649522960186
60205	rnn.bias_hh_l0_reverse	0	-0.013999355025589466
60205	rnn.bias_hh_l0_reverse	1	-0.02078910730779171
60205	rnn.bias_hh_l0_reverse	2	0.04243352636694908
60205	rnn.bias_hh_l0_reverse	3	-0.028700342401862144
60205	rnn.bias_hh_l0_reverse	4	-0.04492811858654022
60205	rnn.bias_hh_l0_reverse	5	-0.03407695144414902
60205	rnn.bias_hh_l0_reverse	6	-0.031010735780000687
60205	rnn.bias_hh_l0_reverse	7	0.07021687924861908
60205	rnn.bias_hh_l0_reverse	8	0.008511729538440704
60205	rnn.bias_hh_l0_reverse	9	-0.08395231515169144
60205	rnn.weight_ih_l1	0	-0.036073289811611176
60205	rnn.weight_ih_l1	1	-0.04046665504574776
60205	rnn.weight_ih_l1	2	0.06810325384140015
60205	rnn.weight_ih_l1	3	-0.032833125442266464
60205	rnn.weight_ih_l1	4	-0.0027582941111177206
60205	rnn.weight_ih_l1	5	-0.047025322914123535
60205	rnn.weight_ih_l1	6	0.018674666061997414
60205	rnn.weight_ih_l1	7	-0.025699937716126442
60205	rnn.weight_ih_l1	8	0.039436452090740204
60205	rnn.weight_ih_l1	9	0.025963069871068
60205	rnn.weight_hh_l1	0	-0.013678332790732384
60205	rnn.weight_hh_l1	1	0.006553382612764835
60205	rnn.weight_hh_l1	2	0.003387168515473604
60205	rnn.weight_hh_l1	3	-0.008300394751131535
60205	rnn.weight_hh_l1	4	0.002895207842811942
60205	rnn.weight_hh_l1	5	0.022586127743124962
60205	rnn.weight_hh_l1	6	0.031585272401571274
60205	rnn.weight_hh_l1	7	-0.028648370876908302
60205	rnn.weight_hh_l1	8	-0.026417860761284828
60205	rnn.weight_hh_l1	9	0.03800523653626442
60205	rnn.bias_ih_l1	0	-0.12652970850467682
60205	rnn.bias_ih_l1	1	-0.1106765940785408
60205	rnn.bias_ih_l1	2	-0.14003296196460724
60205	rnn.bias_ih_l1	3	-0.18546874821186066
60205	rnn.bias_ih_l1	4	-0.14420834183692932
60205	rnn.bias_ih_l1	5	-0.09592787176370621
60205	rnn.bias_ih_l1	6	-0.09148401767015457
60205	rnn.bias_ih_l1	7	-0.039301056414842606
60205	rnn.bias_ih_l1	8	-0.09596990048885345
60205	rnn.bias_ih_l1	9	-0.11981211602687836
60205	rnn.bias_hh_l1	0	-0.11337932199239731
60205	rnn.bias_hh_l1	1	-0.04091523587703705
60205	rnn.bias_hh_l1	2	-0.09836982190608978
60205	rnn.bias_hh_l1	3	-0.08186895400285721
60205	rnn.bias_hh_l1	4	-0.10998710989952087
60205	rnn.bias_hh_l1	5	-0.06840084493160248
60205	rnn.bias_hh_l1	6	-0.09982085227966309
60205	rnn.bias_hh_l1	7	-0.01249739807099104
60205	rnn.bias_hh_l1	8	-0.10447140783071518
60205	rnn.bias_hh_l1	9	-0.059160321950912476
60205	rnn.weight_ih_l1_reverse	0	-0.028683599084615707
60205	rnn.weight_ih_l1_reverse	1	0.035788506269454956
60205	rnn.weight_ih_l1_reverse	2	-0.0014182692393660545
60205	rnn.weight_ih_l1_reverse	3	-0.012067721225321293
60205	rnn.weight_ih_l1_reverse	4	-0.045856427401304245
60205	rnn.weight_ih_l1_reverse	5	-0.03666579723358154
60205	rnn.weight_ih_l1_reverse	6	-0.011720881797373295
60205	rnn.weight_ih_l1_reverse	7	0.017167817801237106
60205	rnn.weight_ih_l1_reverse	8	0.01985471136868
60205	rnn.weight_ih_l1_reverse	9	-0.03761528432369232
60205	rnn.weight_hh_l1_reverse	0	0.007666180841624737
60205	rnn.weight_hh_l1_reverse	1	0.02790658362209797
60205	rnn.weight_hh_l1_reverse	2	-0.037489477545022964
60205	rnn.weight_hh_l1_reverse	3	0.04191426560282707
60205	rnn.weight_hh_l1_reverse	4	0.04642729461193085
60205	rnn.weight_hh_l1_reverse	5	0.008952036499977112
60205	rnn.weight_hh_l1_reverse	6	0.006089553702622652
60205	rnn.weight_hh_l1_reverse	7	0.02745000086724758
60205	rnn.weight_hh_l1_reverse	8	-0.00328212627209723
60205	rnn.weight_hh_l1_reverse	9	-0.03996457904577255
60205	rnn.bias_ih_l1_reverse	0	-0.031228385865688324
60205	rnn.bias_ih_l1_reverse	1	-0.09510891884565353
60205	rnn.bias_ih_l1_reverse	2	-0.0981345996260643
60205	rnn.bias_ih_l1_reverse	3	8.263062045443803e-05
60205	rnn.bias_ih_l1_reverse	4	-0.14283616840839386
60205	rnn.bias_ih_l1_reverse	5	-0.08320615440607071
60205	rnn.bias_ih_l1_reverse	6	-0.09838025271892548
60205	rnn.bias_ih_l1_reverse	7	-0.12952889502048492
60205	rnn.bias_ih_l1_reverse	8	0.0958060771226883
60205	rnn.bias_ih_l1_reverse	9	0.0017408730927854776
60205	rnn.bias_hh_l1_reverse	0	-0.025478703901171684
60205	rnn.bias_hh_l1_reverse	1	0.012610731646418571
60205	rnn.bias_hh_l1_reverse	2	-0.1961248219013214
60205	rnn.bias_hh_l1_reverse	3	-0.07824738323688507
60205	rnn.bias_hh_l1_reverse	4	-0.05468853935599327
60205	rnn.bias_hh_l1_reverse	5	-0.05803728848695755
60205	rnn.bias_hh_l1_reverse	6	0.10323769599199295
60205	rnn.bias_hh_l1_reverse	7	-0.13607531785964966
60205	rnn.bias_hh_l1_reverse	8	-0.08818499743938446
60205	rnn.bias_hh_l1_reverse	9	-0.09478753060102463
60205	linear.weight	0	0.002228822559118271
60205	linear.weight	1	0.08161471039056778
60205	linear.weight	2	-0.1048140749335289
60205	linear.weight	3	0.3154247999191284
60205	linear.weight	4	0.08878404647111893
60205	linear.weight	5	0.023793453350663185
60205	linear.weight	6	0.016861720010638237
60205	linear.weight	7	0.11308977752923965
60205	linear.weight	8	0.04182777181267738
60205	linear.weight	9	-0.07151136547327042
60205	linear.bias	0	-0.08193840086460114
60205	linear.bias	1	-0.11426767706871033
60205	linear.bias	2	-0.48204293847084045
60205	linear.bias	3	-0.70560622215271
60205	linear.bias	4	-1.0302103757858276
60205	linear.bias	5	-0.0422402024269104
60205	linear.bias	6	-0.6549221873283386
60205	linear.bias	7	0.4280076026916504
60205	linear.bias	8	-0.586702287197113
60205	linear.bias	9	-0.8037571907043457
60402	transitions	0	0.4988330602645874
60402	transitions	1	0.03640379756689072
60402	transitions	2	-10000.0
60402	transitions	3	-1.7984681129455566
60402	transitions	4	-10000.0
60402	transitions	5	0.6546948552131653
60402	transitions	6	-0.018701588734984398
60402	transitions	7	-0.35171961784362793
60402	transitions	8	-1.329156517982483
60402	transitions	9	-0.0003958024026360363
60402	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
60402	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
60402	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
60402	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
60402	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
60402	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
60402	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
60402	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
60402	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
60402	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
60402	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
60402	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
60402	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
60402	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
60402	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
60402	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
60402	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
60402	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
60402	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
60402	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
60402	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
60402	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
60402	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
60402	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
60402	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
60402	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
60402	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
60402	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
60402	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
60402	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
60402	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
60402	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
60402	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
60402	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
60402	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
60402	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
60402	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
60402	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
60402	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
60402	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
60402	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
60402	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
60402	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
60402	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
60402	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
60402	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
60402	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
60402	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
60402	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
60402	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
60402	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
60402	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
60402	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
60402	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
60402	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
60402	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
60402	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
60402	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
60402	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
60402	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
60402	embedding2nn.weight	0	0.007575283292680979
60402	embedding2nn.weight	1	-0.0163846667855978
60402	embedding2nn.weight	2	-0.014268253929913044
60402	embedding2nn.weight	3	0.0009950802195817232
60402	embedding2nn.weight	4	-0.0059150345623493195
60402	embedding2nn.weight	5	-0.0037005781196057796
60402	embedding2nn.weight	6	-0.003973213955760002
60402	embedding2nn.weight	7	-0.0457460843026638
60402	embedding2nn.weight	8	-0.0019979383796453476
60402	embedding2nn.weight	9	-0.02588365413248539
60402	embedding2nn.bias	0	0.034919124096632004
60402	embedding2nn.bias	1	-0.029450763016939163
60402	embedding2nn.bias	2	0.08170166611671448
60402	embedding2nn.bias	3	0.05419951304793358
60402	embedding2nn.bias	4	-0.019079336896538734
60402	embedding2nn.bias	5	-0.027904048562049866
60402	embedding2nn.bias	6	0.018329419195652008
60402	embedding2nn.bias	7	-0.039790429174900055
60402	embedding2nn.bias	8	0.05124693363904953
60402	embedding2nn.bias	9	0.021557074040174484
60402	rnn.weight_ih_l0	0	-0.022734135389328003
60402	rnn.weight_ih_l0	1	0.011075640097260475
60402	rnn.weight_ih_l0	2	0.035564158111810684
60402	rnn.weight_ih_l0	3	0.004776788409799337
60402	rnn.weight_ih_l0	4	-0.020425770431756973
60402	rnn.weight_ih_l0	5	-0.05624428018927574
60402	rnn.weight_ih_l0	6	0.0161114614456892
60402	rnn.weight_ih_l0	7	0.04644106701016426
60402	rnn.weight_ih_l0	8	0.004829830024391413
60402	rnn.weight_ih_l0	9	-0.027285374701023102
60402	rnn.weight_hh_l0	0	-0.033234983682632446
60402	rnn.weight_hh_l0	1	-0.003822031896561384
60402	rnn.weight_hh_l0	2	0.00033357032225467265
60402	rnn.weight_hh_l0	3	-0.046031296253204346
60402	rnn.weight_hh_l0	4	0.052159566432237625
60402	rnn.weight_hh_l0	5	-0.020006507635116577
60402	rnn.weight_hh_l0	6	-0.04121391102671623
60402	rnn.weight_hh_l0	7	-0.017693214118480682
60402	rnn.weight_hh_l0	8	0.0012034071842208505
60402	rnn.weight_hh_l0	9	-0.023459838703274727
60402	rnn.bias_ih_l0	0	0.041188497096300125
60402	rnn.bias_ih_l0	1	-0.022649874910712242
60402	rnn.bias_ih_l0	2	-0.00994709599763155
60402	rnn.bias_ih_l0	3	0.07266703993082047
60402	rnn.bias_ih_l0	4	-0.03886567801237106
60402	rnn.bias_ih_l0	5	-0.03001904860138893
60402	rnn.bias_ih_l0	6	0.003293051617220044
60402	rnn.bias_ih_l0	7	0.052888404577970505
60402	rnn.bias_ih_l0	8	-0.08148747682571411
60402	rnn.bias_ih_l0	9	-0.023182667791843414
60402	rnn.bias_hh_l0	0	-0.03826303407549858
60402	rnn.bias_hh_l0	1	-0.08678939193487167
60402	rnn.bias_hh_l0	2	-0.037746280431747437
60402	rnn.bias_hh_l0	3	-0.0653524175286293
60402	rnn.bias_hh_l0	4	-0.01826203428208828
60402	rnn.bias_hh_l0	5	0.0030045269522815943
60402	rnn.bias_hh_l0	6	0.01987389102578163
60402	rnn.bias_hh_l0	7	-0.0142130795866251
60402	rnn.bias_hh_l0	8	-0.1029428169131279
60402	rnn.bias_hh_l0	9	0.0007576966308988631
60402	rnn.weight_ih_l0_reverse	0	-0.016597751528024673
60402	rnn.weight_ih_l0_reverse	1	-0.05127761885523796
60402	rnn.weight_ih_l0_reverse	2	-0.036398936063051224
60402	rnn.weight_ih_l0_reverse	3	-0.006354134064167738
60402	rnn.weight_ih_l0_reverse	4	-0.0012406912865117192
60402	rnn.weight_ih_l0_reverse	5	-0.04956197366118431
60402	rnn.weight_ih_l0_reverse	6	0.043686799705028534
60402	rnn.weight_ih_l0_reverse	7	-0.02219570428133011
60402	rnn.weight_ih_l0_reverse	8	-0.0371781662106514
60402	rnn.weight_ih_l0_reverse	9	0.0038553187623620033
60402	rnn.weight_hh_l0_reverse	0	0.03946969285607338
60402	rnn.weight_hh_l0_reverse	1	0.02400386519730091
60402	rnn.weight_hh_l0_reverse	2	0.03558609262108803
60402	rnn.weight_hh_l0_reverse	3	0.019901858642697334
60402	rnn.weight_hh_l0_reverse	4	-0.0004441200871951878
60402	rnn.weight_hh_l0_reverse	5	-0.005387069657444954
60402	rnn.weight_hh_l0_reverse	6	0.04096922650933266
60402	rnn.weight_hh_l0_reverse	7	-0.04723199084401131
60402	rnn.weight_hh_l0_reverse	8	0.0287928506731987
60402	rnn.weight_hh_l0_reverse	9	0.04584263265132904
60402	rnn.bias_ih_l0_reverse	0	-0.07402074337005615
60402	rnn.bias_ih_l0_reverse	1	-0.18850359320640564
60402	rnn.bias_ih_l0_reverse	2	-0.06121673434972763
60402	rnn.bias_ih_l0_reverse	3	-0.011863144114613533
60402	rnn.bias_ih_l0_reverse	4	-0.02359018847346306
60402	rnn.bias_ih_l0_reverse	5	0.027474040165543556
60402	rnn.bias_ih_l0_reverse	6	-0.04689393192529678
60402	rnn.bias_ih_l0_reverse	7	0.05258333683013916
60402	rnn.bias_ih_l0_reverse	8	-0.0326978899538517
60402	rnn.bias_ih_l0_reverse	9	0.017806217074394226
60402	rnn.bias_hh_l0_reverse	0	-0.012625646777451038
60402	rnn.bias_hh_l0_reverse	1	-0.021466325968503952
60402	rnn.bias_hh_l0_reverse	2	0.042770303785800934
60402	rnn.bias_hh_l0_reverse	3	-0.028415676206350327
60402	rnn.bias_hh_l0_reverse	4	-0.044015225023031235
60402	rnn.bias_hh_l0_reverse	5	-0.03794785216450691
60402	rnn.bias_hh_l0_reverse	6	-0.032201267778873444
60402	rnn.bias_hh_l0_reverse	7	0.0705840140581131
60402	rnn.bias_hh_l0_reverse	8	0.005788005888462067
60402	rnn.bias_hh_l0_reverse	9	-0.08855852484703064
60402	rnn.weight_ih_l1	0	-0.03535013273358345
60402	rnn.weight_ih_l1	1	-0.04063648357987404
60402	rnn.weight_ih_l1	2	0.069163016974926
60402	rnn.weight_ih_l1	3	-0.03393435478210449
60402	rnn.weight_ih_l1	4	-0.0031414474360644817
60402	rnn.weight_ih_l1	5	-0.04716510698199272
60402	rnn.weight_ih_l1	6	0.018836379051208496
60402	rnn.weight_ih_l1	7	-0.028305629268288612
60402	rnn.weight_ih_l1	8	0.03947186470031738
60402	rnn.weight_ih_l1	9	0.025622982531785965
60402	rnn.weight_hh_l1	0	-0.013873303309082985
60402	rnn.weight_hh_l1	1	0.006594467908143997
60402	rnn.weight_hh_l1	2	0.0038699647411704063
60402	rnn.weight_hh_l1	3	-0.008511311374604702
60402	rnn.weight_hh_l1	4	0.003588201943784952
60402	rnn.weight_hh_l1	5	0.022325461730360985
60402	rnn.weight_hh_l1	6	0.03150060400366783
60402	rnn.weight_hh_l1	7	-0.02832508645951748
60402	rnn.weight_hh_l1	8	-0.026531312614679337
60402	rnn.weight_hh_l1	9	0.037478476762771606
60402	rnn.bias_ih_l1	0	-0.12633457779884338
60402	rnn.bias_ih_l1	1	-0.1104276105761528
60402	rnn.bias_ih_l1	2	-0.14121264219284058
60402	rnn.bias_ih_l1	3	-0.18558542430400848
60402	rnn.bias_ih_l1	4	-0.14284057915210724
60402	rnn.bias_ih_l1	5	-0.09490092843770981
60402	rnn.bias_ih_l1	6	-0.09685220569372177
60402	rnn.bias_ih_l1	7	-0.036362890154123306
60402	rnn.bias_ih_l1	8	-0.09568537026643753
60402	rnn.bias_ih_l1	9	-0.1210503801703453
60402	rnn.bias_hh_l1	0	-0.11141719669103622
60402	rnn.bias_hh_l1	1	-0.041998110711574554
60402	rnn.bias_hh_l1	2	-0.09945753216743469
60402	rnn.bias_hh_l1	3	-0.08218535035848618
60402	rnn.bias_hh_l1	4	-0.10999767482280731
60402	rnn.bias_hh_l1	5	-0.06679579615592957
60402	rnn.bias_hh_l1	6	-0.1025717481970787
60402	rnn.bias_hh_l1	7	-0.017099978402256966
60402	rnn.bias_hh_l1	8	-0.10249514132738113
60402	rnn.bias_hh_l1	9	-0.0549057312309742
60402	rnn.weight_ih_l1_reverse	0	-0.029453296214342117
60402	rnn.weight_ih_l1_reverse	1	0.03620447218418121
60402	rnn.weight_ih_l1_reverse	2	-0.002676632720977068
60402	rnn.weight_ih_l1_reverse	3	-0.013247404247522354
60402	rnn.weight_ih_l1_reverse	4	-0.04960910603404045
60402	rnn.weight_ih_l1_reverse	5	-0.03683638572692871
60402	rnn.weight_ih_l1_reverse	6	-0.011557359248399734
60402	rnn.weight_ih_l1_reverse	7	0.01688969135284424
60402	rnn.weight_ih_l1_reverse	8	0.023119421675801277
60402	rnn.weight_ih_l1_reverse	9	-0.04108162596821785
60402	rnn.weight_hh_l1_reverse	0	0.007736169267445803
60402	rnn.weight_hh_l1_reverse	1	0.028134511783719063
60402	rnn.weight_hh_l1_reverse	2	-0.0375259667634964
60402	rnn.weight_hh_l1_reverse	3	0.042036574333906174
60402	rnn.weight_hh_l1_reverse	4	0.04663708433508873
60402	rnn.weight_hh_l1_reverse	5	0.008838244713842869
60402	rnn.weight_hh_l1_reverse	6	0.005572861526161432
60402	rnn.weight_hh_l1_reverse	7	0.02749146707355976
60402	rnn.weight_hh_l1_reverse	8	-0.0032896411139518023
60402	rnn.weight_hh_l1_reverse	9	-0.040607795119285583
60402	rnn.bias_ih_l1_reverse	0	-0.032899096608161926
60402	rnn.bias_ih_l1_reverse	1	-0.09133882075548172
60402	rnn.bias_ih_l1_reverse	2	-0.09872610121965408
60402	rnn.bias_ih_l1_reverse	3	0.009876715019345284
60402	rnn.bias_ih_l1_reverse	4	-0.14125479757785797
60402	rnn.bias_ih_l1_reverse	5	-0.08283542096614838
60402	rnn.bias_ih_l1_reverse	6	-0.09961547702550888
60402	rnn.bias_ih_l1_reverse	7	-0.12743118405342102
60402	rnn.bias_ih_l1_reverse	8	0.09696198254823685
60402	rnn.bias_ih_l1_reverse	9	0.0030512886587530375
60402	rnn.bias_hh_l1_reverse	0	-0.03258397430181503
60402	rnn.bias_hh_l1_reverse	1	0.019213572144508362
60402	rnn.bias_hh_l1_reverse	2	-0.19648690521717072
60402	rnn.bias_hh_l1_reverse	3	-0.07504171878099442
60402	rnn.bias_hh_l1_reverse	4	-0.05590856447815895
60402	rnn.bias_hh_l1_reverse	5	-0.05767566338181496
60402	rnn.bias_hh_l1_reverse	6	0.09261467307806015
60402	rnn.bias_hh_l1_reverse	7	-0.13662269711494446
60402	rnn.bias_hh_l1_reverse	8	-0.08829065412282944
60402	rnn.bias_hh_l1_reverse	9	-0.09461790323257446
60402	linear.weight	0	0.002228822559118271
60402	linear.weight	1	0.07899182289838791
60402	linear.weight	2	-0.10071581602096558
60402	linear.weight	3	0.3179244101047516
60402	linear.weight	4	0.09014637023210526
60402	linear.weight	5	0.025965707376599312
60402	linear.weight	6	-0.0007099669310264289
60402	linear.weight	7	0.10953788459300995
60402	linear.weight	8	0.041829727590084076
60402	linear.weight	9	-0.0733196809887886
60402	linear.bias	0	-0.09597883373498917
60402	linear.bias	1	-0.10047558695077896
60402	linear.bias	2	-0.4860993027687073
60402	linear.bias	3	-0.7284545302391052
60402	linear.bias	4	-1.0531508922576904
60402	linear.bias	5	-0.018301181495189667
60402	linear.bias	6	-0.6427652835845947
60402	linear.bias	7	0.45298996567726135
60402	linear.bias	8	-0.5840599536895752
60402	linear.bias	9	-0.8024692535400391
60599	transitions	0	0.4938705861568451
60599	transitions	1	0.03227004036307335
60599	transitions	2	-10000.0
60599	transitions	3	-1.7985882759094238
60599	transitions	4	-10000.0
60599	transitions	5	0.6544245481491089
60599	transitions	6	-0.018950754776597023
60599	transitions	7	-0.3527394235134125
60599	transitions	8	-1.3295336961746216
60599	transitions	9	-0.00039875911897979677
60599	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
60599	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
60599	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
60599	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
60599	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
60599	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
60599	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
60599	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
60599	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
60599	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
60599	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
60599	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
60599	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
60599	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
60599	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
60599	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
60599	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
60599	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
60599	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
60599	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
60599	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
60599	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
60599	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
60599	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
60599	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
60599	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
60599	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
60599	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
60599	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
60599	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
60599	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
60599	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
60599	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
60599	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
60599	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
60599	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
60599	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
60599	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
60599	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
60599	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
60599	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
60599	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
60599	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
60599	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
60599	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
60599	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
60599	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
60599	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
60599	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
60599	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
60599	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
60599	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
60599	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
60599	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
60599	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
60599	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
60599	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
60599	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
60599	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
60599	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
60599	embedding2nn.weight	0	0.006797301582992077
60599	embedding2nn.weight	1	-0.016354260966181755
60599	embedding2nn.weight	2	-0.014268253929913044
60599	embedding2nn.weight	3	-0.0013526843395084143
60599	embedding2nn.weight	4	-0.0059150345623493195
60599	embedding2nn.weight	5	-0.0037005781196057796
60599	embedding2nn.weight	6	-0.003973209764808416
60599	embedding2nn.weight	7	-0.0440230667591095
60599	embedding2nn.weight	8	-0.0019979383796453476
60599	embedding2nn.weight	9	-0.025022810325026512
60599	embedding2nn.bias	0	0.02462834306061268
60599	embedding2nn.bias	1	-0.033101875334978104
60599	embedding2nn.bias	2	0.08082510530948639
60599	embedding2nn.bias	3	0.0568375326693058
60599	embedding2nn.bias	4	-0.02002565748989582
60599	embedding2nn.bias	5	-0.04219408705830574
60599	embedding2nn.bias	6	0.011736201122403145
60599	embedding2nn.bias	7	-0.04033780097961426
60599	embedding2nn.bias	8	0.05422414466738701
60599	embedding2nn.bias	9	0.02247476950287819
60599	rnn.weight_ih_l0	0	-0.022440608590841293
60599	rnn.weight_ih_l0	1	0.010693342424929142
60599	rnn.weight_ih_l0	2	0.03502846136689186
60599	rnn.weight_ih_l0	3	0.004462802316993475
60599	rnn.weight_ih_l0	4	-0.020338425412774086
60599	rnn.weight_ih_l0	5	-0.05631764978170395
60599	rnn.weight_ih_l0	6	0.016780667006969452
60599	rnn.weight_ih_l0	7	0.045108020305633545
60599	rnn.weight_ih_l0	8	0.006498186383396387
60599	rnn.weight_ih_l0	9	-0.02635106071829796
60599	rnn.weight_hh_l0	0	-0.03267911076545715
60599	rnn.weight_hh_l0	1	-0.0036446547601372004
60599	rnn.weight_hh_l0	2	0.0012228492414578795
60599	rnn.weight_hh_l0	3	-0.04659482091665268
60599	rnn.weight_hh_l0	4	0.052343159914016724
60599	rnn.weight_hh_l0	5	-0.01870747283101082
60599	rnn.weight_hh_l0	6	-0.040603600442409515
60599	rnn.weight_hh_l0	7	-0.017039595171809196
60599	rnn.weight_hh_l0	8	0.0014829811407253146
60599	rnn.weight_hh_l0	9	-0.02252400666475296
60599	rnn.bias_ih_l0	0	0.04024817794561386
60599	rnn.bias_ih_l0	1	-0.02475818619132042
60599	rnn.bias_ih_l0	2	-0.011311715468764305
60599	rnn.bias_ih_l0	3	0.07727403938770294
60599	rnn.bias_ih_l0	4	-0.04280861094594002
60599	rnn.bias_ih_l0	5	-0.032338947057724
60599	rnn.bias_ih_l0	6	0.01198325864970684
60599	rnn.bias_ih_l0	7	0.053162477910518646
60599	rnn.bias_ih_l0	8	-0.08137574791908264
60599	rnn.bias_ih_l0	9	-0.021094096824526787
60599	rnn.bias_hh_l0	0	-0.0338401272892952
60599	rnn.bias_hh_l0	1	-0.08612489700317383
60599	rnn.bias_hh_l0	2	-0.03822733834385872
60599	rnn.bias_hh_l0	3	-0.06520599871873856
60599	rnn.bias_hh_l0	4	-0.016374319791793823
60599	rnn.bias_hh_l0	5	0.0018164807697758079
60599	rnn.bias_hh_l0	6	0.02056405507028103
60599	rnn.bias_hh_l0	7	-0.012389573268592358
60599	rnn.bias_hh_l0	8	-0.10418914258480072
60599	rnn.bias_hh_l0	9	0.0018561194883659482
60599	rnn.weight_ih_l0_reverse	0	-0.015518111176788807
60599	rnn.weight_ih_l0_reverse	1	-0.05148422345519066
60599	rnn.weight_ih_l0_reverse	2	-0.037658657878637314
60599	rnn.weight_ih_l0_reverse	3	-0.004328989423811436
60599	rnn.weight_ih_l0_reverse	4	-0.0008055754587985575
60599	rnn.weight_ih_l0_reverse	5	-0.0492834709584713
60599	rnn.weight_ih_l0_reverse	6	0.044754818081855774
60599	rnn.weight_ih_l0_reverse	7	-0.02277543768286705
60599	rnn.weight_ih_l0_reverse	8	-0.0367710180580616
60599	rnn.weight_ih_l0_reverse	9	0.003911636769771576
60599	rnn.weight_hh_l0_reverse	0	0.039669767022132874
60599	rnn.weight_hh_l0_reverse	1	0.024410126730799675
60599	rnn.weight_hh_l0_reverse	2	0.036486007273197174
60599	rnn.weight_hh_l0_reverse	3	0.019531967118382454
60599	rnn.weight_hh_l0_reverse	4	-0.0004304594767745584
60599	rnn.weight_hh_l0_reverse	5	-0.0052545503713190556
60599	rnn.weight_hh_l0_reverse	6	0.04116436466574669
60599	rnn.weight_hh_l0_reverse	7	-0.0461336113512516
60599	rnn.weight_hh_l0_reverse	8	0.02877173013985157
60599	rnn.weight_hh_l0_reverse	9	0.04631449282169342
60599	rnn.bias_ih_l0_reverse	0	-0.07340362668037415
60599	rnn.bias_ih_l0_reverse	1	-0.1826229989528656
60599	rnn.bias_ih_l0_reverse	2	-0.06616222858428955
60599	rnn.bias_ih_l0_reverse	3	-0.012459433637559414
60599	rnn.bias_ih_l0_reverse	4	-0.02729717083275318
60599	rnn.bias_ih_l0_reverse	5	0.024097774177789688
60599	rnn.bias_ih_l0_reverse	6	-0.04971722140908241
60599	rnn.bias_ih_l0_reverse	7	0.052391279488801956
60599	rnn.bias_ih_l0_reverse	8	-0.03638898581266403
60599	rnn.bias_ih_l0_reverse	9	0.02005414478480816
60599	rnn.bias_hh_l0_reverse	0	-0.013302651233971119
60599	rnn.bias_hh_l0_reverse	1	-0.019969046115875244
60599	rnn.bias_hh_l0_reverse	2	0.0419096015393734
60599	rnn.bias_hh_l0_reverse	3	-0.027149876579642296
60599	rnn.bias_hh_l0_reverse	4	-0.04385634511709213
60599	rnn.bias_hh_l0_reverse	5	-0.03544817119836807
60599	rnn.bias_hh_l0_reverse	6	-0.0328015461564064
60599	rnn.bias_hh_l0_reverse	7	0.07228568196296692
60599	rnn.bias_hh_l0_reverse	8	0.006009575445204973
60599	rnn.bias_hh_l0_reverse	9	-0.08757738023996353
60599	rnn.weight_ih_l1	0	-0.03459030017256737
60599	rnn.weight_ih_l1	1	-0.04224024713039398
60599	rnn.weight_ih_l1	2	0.06943901628255844
60599	rnn.weight_ih_l1	3	-0.035665113478899
60599	rnn.weight_ih_l1	4	-0.003673782106488943
60599	rnn.weight_ih_l1	5	-0.04692954197525978
60599	rnn.weight_ih_l1	6	0.019905701279640198
60599	rnn.weight_ih_l1	7	-0.030763007700443268
60599	rnn.weight_ih_l1	8	0.03977486491203308
60599	rnn.weight_ih_l1	9	0.024833017960190773
60599	rnn.weight_hh_l1	0	-0.013570484705269337
60599	rnn.weight_hh_l1	1	0.006626635789871216
60599	rnn.weight_hh_l1	2	0.0038910419680178165
60599	rnn.weight_hh_l1	3	-0.008283349685370922
60599	rnn.weight_hh_l1	4	0.003994191065430641
60599	rnn.weight_hh_l1	5	0.022597311064600945
60599	rnn.weight_hh_l1	6	0.03152793273329735
60599	rnn.weight_hh_l1	7	-0.028554001823067665
60599	rnn.weight_hh_l1	8	-0.026426004245877266
60599	rnn.weight_hh_l1	9	0.03734452277421951
60599	rnn.bias_ih_l1	0	-0.12321442365646362
60599	rnn.bias_ih_l1	1	-0.11578443646430969
60599	rnn.bias_ih_l1	2	-0.14012417197227478
60599	rnn.bias_ih_l1	3	-0.18729375302791595
60599	rnn.bias_ih_l1	4	-0.13012774288654327
60599	rnn.bias_ih_l1	5	-0.09336495399475098
60599	rnn.bias_ih_l1	6	-0.09745372086763382
60599	rnn.bias_ih_l1	7	-0.03473043441772461
60599	rnn.bias_ih_l1	8	-0.09265876561403275
60599	rnn.bias_ih_l1	9	-0.12056596577167511
60599	rnn.bias_hh_l1	0	-0.1133127212524414
60599	rnn.bias_hh_l1	1	-0.04049830883741379
60599	rnn.bias_hh_l1	2	-0.09247540682554245
60599	rnn.bias_hh_l1	3	-0.08145654946565628
60599	rnn.bias_hh_l1	4	-0.10986651480197906
60599	rnn.bias_hh_l1	5	-0.06469438225030899
60599	rnn.bias_hh_l1	6	-0.10655547678470612
60599	rnn.bias_hh_l1	7	-0.023309746757149696
60599	rnn.bias_hh_l1	8	-0.10719011723995209
60599	rnn.bias_hh_l1	9	-0.05453271418809891
60599	rnn.weight_ih_l1_reverse	0	-0.028492318466305733
60599	rnn.weight_ih_l1_reverse	1	0.035548970103263855
60599	rnn.weight_ih_l1_reverse	2	-0.010154815390706062
60599	rnn.weight_ih_l1_reverse	3	-0.012031493708491325
60599	rnn.weight_ih_l1_reverse	4	-0.047914545983076096
60599	rnn.weight_ih_l1_reverse	5	-0.03655214607715607
60599	rnn.weight_ih_l1_reverse	6	-0.009787888266146183
60599	rnn.weight_ih_l1_reverse	7	0.01786750927567482
60599	rnn.weight_ih_l1_reverse	8	0.0202060267329216
60599	rnn.weight_ih_l1_reverse	9	-0.043468765914440155
60599	rnn.weight_hh_l1_reverse	0	0.007674585096538067
60599	rnn.weight_hh_l1_reverse	1	0.02802269719541073
60599	rnn.weight_hh_l1_reverse	2	-0.03747806325554848
60599	rnn.weight_hh_l1_reverse	3	0.04212752357125282
60599	rnn.weight_hh_l1_reverse	4	0.04661097750067711
60599	rnn.weight_hh_l1_reverse	5	0.008846959099173546
60599	rnn.weight_hh_l1_reverse	6	0.005846852902323008
60599	rnn.weight_hh_l1_reverse	7	0.0274663083255291
60599	rnn.weight_hh_l1_reverse	8	-0.0032031319569796324
60599	rnn.weight_hh_l1_reverse	9	-0.04065145179629326
60599	rnn.bias_ih_l1_reverse	0	-0.032555315643548965
60599	rnn.bias_ih_l1_reverse	1	-0.0901411920785904
60599	rnn.bias_ih_l1_reverse	2	-0.09668071568012238
60599	rnn.bias_ih_l1_reverse	3	0.011974125169217587
60599	rnn.bias_ih_l1_reverse	4	-0.13946089148521423
60599	rnn.bias_ih_l1_reverse	5	-0.08440139144659042
60599	rnn.bias_ih_l1_reverse	6	-0.09788942337036133
60599	rnn.bias_ih_l1_reverse	7	-0.12452588230371475
60599	rnn.bias_ih_l1_reverse	8	0.09874338656663895
60599	rnn.bias_ih_l1_reverse	9	-0.00163994450122118
60599	rnn.bias_hh_l1_reverse	0	-0.032636746764183044
60599	rnn.bias_hh_l1_reverse	1	0.026160981506109238
60599	rnn.bias_hh_l1_reverse	2	-0.19549298286437988
60599	rnn.bias_hh_l1_reverse	3	-0.07516571134328842
60599	rnn.bias_hh_l1_reverse	4	-0.05518924444913864
60599	rnn.bias_hh_l1_reverse	5	-0.06196867674589157
60599	rnn.bias_hh_l1_reverse	6	0.09446129947900772
60599	rnn.bias_hh_l1_reverse	7	-0.13761816918849945
60599	rnn.bias_hh_l1_reverse	8	-0.09062271565198898
60599	rnn.bias_hh_l1_reverse	9	-0.09532727301120758
60599	linear.weight	0	0.002228822559118271
60599	linear.weight	1	0.0853126272559166
60599	linear.weight	2	-0.10033537447452545
60599	linear.weight	3	0.31285202503204346
60599	linear.weight	4	0.09064851701259613
60599	linear.weight	5	0.024472780525684357
60599	linear.weight	6	0.0022276516538113356
60599	linear.weight	7	0.12224555015563965
60599	linear.weight	8	0.04183250665664673
60599	linear.weight	9	-0.07327858358621597
60599	linear.bias	0	-0.12917183339595795
60599	linear.bias	1	-0.08895084261894226
60599	linear.bias	2	-0.4653127193450928
60599	linear.bias	3	-0.6966883540153503
60599	linear.bias	4	-1.0194319486618042
60599	linear.bias	5	-0.04012633115053177
60599	linear.bias	6	-0.6336318254470825
60599	linear.bias	7	0.42801281809806824
60599	linear.bias	8	-0.58623868227005
60599	linear.bias	9	-0.8026841878890991
60796	transitions	0	0.48694267868995667
60796	transitions	1	0.03731899708509445
60796	transitions	2	-10000.0
60796	transitions	3	-1.7987494468688965
60796	transitions	4	-10000.0
60796	transitions	5	0.6542450189590454
60796	transitions	6	-0.019232243299484253
60796	transitions	7	-0.353307843208313
60796	transitions	8	-1.329697847366333
60796	transitions	9	-0.00040194648317992687
60796	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
60796	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
60796	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
60796	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
60796	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
60796	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
60796	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
60796	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
60796	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
60796	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
60796	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
60796	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
60796	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
60796	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
60796	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
60796	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
60796	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
60796	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
60796	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
60796	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
60796	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
60796	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
60796	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
60796	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
60796	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
60796	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
60796	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
60796	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
60796	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
60796	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
60796	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
60796	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
60796	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
60796	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
60796	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
60796	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
60796	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
60796	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
60796	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
60796	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
60796	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
60796	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
60796	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
60796	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
60796	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
60796	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
60796	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
60796	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
60796	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
60796	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
60796	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
60796	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
60796	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
60796	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
60796	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
60796	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
60796	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
60796	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
60796	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
60796	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
60796	embedding2nn.weight	0	0.0073550995439291
60796	embedding2nn.weight	1	-0.016337597742676735
60796	embedding2nn.weight	2	-0.014268253929913044
60796	embedding2nn.weight	3	-0.003247267799451947
60796	embedding2nn.weight	4	-0.0059150345623493195
60796	embedding2nn.weight	5	-0.003700578585267067
60796	embedding2nn.weight	6	-0.003973213490098715
60796	embedding2nn.weight	7	-0.043113090097904205
60796	embedding2nn.weight	8	-0.0019979383796453476
60796	embedding2nn.weight	9	-0.024625198915600777
60796	embedding2nn.bias	0	0.02539728209376335
60796	embedding2nn.bias	1	-0.04436597600579262
60796	embedding2nn.bias	2	0.08091627061367035
60796	embedding2nn.bias	3	0.05572529882192612
60796	embedding2nn.bias	4	-0.02545723132789135
60796	embedding2nn.bias	5	-0.040271271020174026
60796	embedding2nn.bias	6	0.010567600838840008
60796	embedding2nn.bias	7	-0.04178503155708313
60796	embedding2nn.bias	8	0.046306002885103226
60796	embedding2nn.bias	9	0.03179079666733742
60796	rnn.weight_ih_l0	0	-0.0218496136367321
60796	rnn.weight_ih_l0	1	0.010100016370415688
60796	rnn.weight_ih_l0	2	0.0349295474588871
60796	rnn.weight_ih_l0	3	0.003895670175552368
60796	rnn.weight_ih_l0	4	-0.020055096596479416
60796	rnn.weight_ih_l0	5	-0.055343691259622574
60796	rnn.weight_ih_l0	6	0.016726728528738022
60796	rnn.weight_ih_l0	7	0.04570525139570236
60796	rnn.weight_ih_l0	8	0.006123403552919626
60796	rnn.weight_ih_l0	9	-0.02588384412229061
60796	rnn.weight_hh_l0	0	-0.03247634321451187
60796	rnn.weight_hh_l0	1	-0.004131254740059376
60796	rnn.weight_hh_l0	2	-1.350615275441669e-05
60796	rnn.weight_hh_l0	3	-0.046613987535238266
60796	rnn.weight_hh_l0	4	0.0522770956158638
60796	rnn.weight_hh_l0	5	-0.020098024979233742
60796	rnn.weight_hh_l0	6	-0.040822286158800125
60796	rnn.weight_hh_l0	7	-0.016027288511395454
60796	rnn.weight_hh_l0	8	0.0021840548142790794
60796	rnn.weight_hh_l0	9	-0.022749213501811028
60796	rnn.bias_ih_l0	0	0.04088490083813667
60796	rnn.bias_ih_l0	1	-0.02329590730369091
60796	rnn.bias_ih_l0	2	-0.01438413467258215
60796	rnn.bias_ih_l0	3	0.0868266224861145
60796	rnn.bias_ih_l0	4	-0.04627573862671852
60796	rnn.bias_ih_l0	5	-0.029996724799275398
60796	rnn.bias_ih_l0	6	0.011590059846639633
60796	rnn.bias_ih_l0	7	0.05172860994935036
60796	rnn.bias_ih_l0	8	-0.08050057291984558
60796	rnn.bias_ih_l0	9	-0.01854528859257698
60796	rnn.bias_hh_l0	0	-0.03367463871836662
60796	rnn.bias_hh_l0	1	-0.08993522077798843
60796	rnn.bias_hh_l0	2	-0.036266081035137177
60796	rnn.bias_hh_l0	3	-0.0649140328168869
60796	rnn.bias_hh_l0	4	-0.017141466960310936
60796	rnn.bias_hh_l0	5	0.0012890264624729753
60796	rnn.bias_hh_l0	6	0.023499971255660057
60796	rnn.bias_hh_l0	7	-0.010381386615335941
60796	rnn.bias_hh_l0	8	-0.10591217875480652
60796	rnn.bias_hh_l0	9	-0.005677931010723114
60796	rnn.weight_ih_l0_reverse	0	-0.01706930622458458
60796	rnn.weight_ih_l0_reverse	1	-0.052451591938734055
60796	rnn.weight_ih_l0_reverse	2	-0.03644487261772156
60796	rnn.weight_ih_l0_reverse	3	-0.005039919167757034
60796	rnn.weight_ih_l0_reverse	4	-0.00040993886068463326
60796	rnn.weight_ih_l0_reverse	5	-0.050219058990478516
60796	rnn.weight_ih_l0_reverse	6	0.045415010303258896
60796	rnn.weight_ih_l0_reverse	7	-0.023587185889482498
60796	rnn.weight_ih_l0_reverse	8	-0.036925580352544785
60796	rnn.weight_ih_l0_reverse	9	0.0034880780149251223
60796	rnn.weight_hh_l0_reverse	0	0.04122699424624443
60796	rnn.weight_hh_l0_reverse	1	0.024428507313132286
60796	rnn.weight_hh_l0_reverse	2	0.03655082732439041
60796	rnn.weight_hh_l0_reverse	3	0.019968777894973755
60796	rnn.weight_hh_l0_reverse	4	-0.0013038000324741006
60796	rnn.weight_hh_l0_reverse	5	-0.005412522703409195
60796	rnn.weight_hh_l0_reverse	6	0.04116951674222946
60796	rnn.weight_hh_l0_reverse	7	-0.04527698829770088
60796	rnn.weight_hh_l0_reverse	8	0.030389398336410522
60796	rnn.weight_hh_l0_reverse	9	0.04653208330273628
60796	rnn.bias_ih_l0_reverse	0	-0.07469771802425385
60796	rnn.bias_ih_l0_reverse	1	-0.18185390532016754
60796	rnn.bias_ih_l0_reverse	2	-0.07176455855369568
60796	rnn.bias_ih_l0_reverse	3	-0.01175217516720295
60796	rnn.bias_ih_l0_reverse	4	-0.027010614052414894
60796	rnn.bias_ih_l0_reverse	5	0.022284410893917084
60796	rnn.bias_ih_l0_reverse	6	-0.050845470279455185
60796	rnn.bias_ih_l0_reverse	7	0.05337747186422348
60796	rnn.bias_ih_l0_reverse	8	-0.03744394704699516
60796	rnn.bias_ih_l0_reverse	9	0.015484597533941269
60796	rnn.bias_hh_l0_reverse	0	-0.013417051173746586
60796	rnn.bias_hh_l0_reverse	1	-0.018837716430425644
60796	rnn.bias_hh_l0_reverse	2	0.042372580617666245
60796	rnn.bias_hh_l0_reverse	3	-0.024671373888850212
60796	rnn.bias_hh_l0_reverse	4	-0.04245812073349953
60796	rnn.bias_hh_l0_reverse	5	-0.03455439209938049
60796	rnn.bias_hh_l0_reverse	6	-0.03356659412384033
60796	rnn.bias_hh_l0_reverse	7	0.07321537286043167
60796	rnn.bias_hh_l0_reverse	8	0.0031150300055742264
60796	rnn.bias_hh_l0_reverse	9	-0.08253085613250732
60796	rnn.weight_ih_l1	0	-0.03467144817113876
60796	rnn.weight_ih_l1	1	-0.04075264930725098
60796	rnn.weight_ih_l1	2	0.07009311765432358
60796	rnn.weight_ih_l1	3	-0.03420792520046234
60796	rnn.weight_ih_l1	4	-0.003833323484286666
60796	rnn.weight_ih_l1	5	-0.04691261053085327
60796	rnn.weight_ih_l1	6	0.019508328288793564
60796	rnn.weight_ih_l1	7	-0.030053449794650078
60796	rnn.weight_ih_l1	8	0.03976969048380852
60796	rnn.weight_ih_l1	9	0.025372609496116638
60796	rnn.weight_hh_l1	0	-0.01386762410402298
60796	rnn.weight_hh_l1	1	0.006800038740038872
60796	rnn.weight_hh_l1	2	0.0020702059846371412
60796	rnn.weight_hh_l1	3	-0.00816936232149601
60796	rnn.weight_hh_l1	4	0.0040127928368747234
60796	rnn.weight_hh_l1	5	0.022597625851631165
60796	rnn.weight_hh_l1	6	0.03171699121594429
60796	rnn.weight_hh_l1	7	-0.02801191620528698
60796	rnn.weight_hh_l1	8	-0.026529796421527863
60796	rnn.weight_hh_l1	9	0.03750550001859665
60796	rnn.bias_ih_l1	0	-0.12308797240257263
60796	rnn.bias_ih_l1	1	-0.11956100910902023
60796	rnn.bias_ih_l1	2	-0.14130322635173798
60796	rnn.bias_ih_l1	3	-0.19224300980567932
60796	rnn.bias_ih_l1	4	-0.12600894272327423
60796	rnn.bias_ih_l1	5	-0.09497503936290741
60796	rnn.bias_ih_l1	6	-0.09949600696563721
60796	rnn.bias_ih_l1	7	-0.03035156987607479
60796	rnn.bias_ih_l1	8	-0.0926947072148323
60796	rnn.bias_ih_l1	9	-0.12018200010061264
60796	rnn.bias_hh_l1	0	-0.11199267953634262
60796	rnn.bias_hh_l1	1	-0.03979902341961861
60796	rnn.bias_hh_l1	2	-0.08709745854139328
60796	rnn.bias_hh_l1	3	-0.0804540291428566
60796	rnn.bias_hh_l1	4	-0.11024921387434006
60796	rnn.bias_hh_l1	5	-0.0637681633234024
60796	rnn.bias_hh_l1	6	-0.1044149100780487
60796	rnn.bias_hh_l1	7	-0.018762320280075073
60796	rnn.bias_hh_l1	8	-0.11066606640815735
60796	rnn.bias_hh_l1	9	-0.05628274753689766
60796	rnn.weight_ih_l1_reverse	0	-0.02897239662706852
60796	rnn.weight_ih_l1_reverse	1	0.03532317653298378
60796	rnn.weight_ih_l1_reverse	2	-0.004013226367533207
60796	rnn.weight_ih_l1_reverse	3	-0.011109518818557262
60796	rnn.weight_ih_l1_reverse	4	-0.049942925572395325
60796	rnn.weight_ih_l1_reverse	5	-0.03692451864480972
60796	rnn.weight_ih_l1_reverse	6	-0.008720763958990574
60796	rnn.weight_ih_l1_reverse	7	0.017577288672327995
60796	rnn.weight_ih_l1_reverse	8	0.016522027552127838
60796	rnn.weight_ih_l1_reverse	9	-0.041883684694767
60796	rnn.weight_hh_l1_reverse	0	0.007886433973908424
60796	rnn.weight_hh_l1_reverse	1	0.02802109345793724
60796	rnn.weight_hh_l1_reverse	2	-0.037462785840034485
60796	rnn.weight_hh_l1_reverse	3	0.042196691036224365
60796	rnn.weight_hh_l1_reverse	4	0.04658523201942444
60796	rnn.weight_hh_l1_reverse	5	0.009311448782682419
60796	rnn.weight_hh_l1_reverse	6	0.005256422329694033
60796	rnn.weight_hh_l1_reverse	7	0.027393925935029984
60796	rnn.weight_hh_l1_reverse	8	-0.00336295529268682
60796	rnn.weight_hh_l1_reverse	9	-0.04079285264015198
60796	rnn.bias_ih_l1_reverse	0	-0.033970654010772705
60796	rnn.bias_ih_l1_reverse	1	-0.09258653223514557
60796	rnn.bias_ih_l1_reverse	2	-0.09509642422199249
60796	rnn.bias_ih_l1_reverse	3	0.015283443965017796
60796	rnn.bias_ih_l1_reverse	4	-0.14269258081912994
60796	rnn.bias_ih_l1_reverse	5	-0.08546131104230881
60796	rnn.bias_ih_l1_reverse	6	-0.09880521148443222
60796	rnn.bias_ih_l1_reverse	7	-0.12621840834617615
60796	rnn.bias_ih_l1_reverse	8	0.1007830947637558
60796	rnn.bias_ih_l1_reverse	9	-0.0016204402782022953
60796	rnn.bias_hh_l1_reverse	0	-0.03782174736261368
60796	rnn.bias_hh_l1_reverse	1	0.026390401646494865
60796	rnn.bias_hh_l1_reverse	2	-0.19484905898571014
60796	rnn.bias_hh_l1_reverse	3	-0.07568570971488953
60796	rnn.bias_hh_l1_reverse	4	-0.05432409420609474
60796	rnn.bias_hh_l1_reverse	5	-0.06357736140489578
60796	rnn.bias_hh_l1_reverse	6	0.09336339682340622
60796	rnn.bias_hh_l1_reverse	7	-0.13385063409805298
60796	rnn.bias_hh_l1_reverse	8	-0.09096217900514603
60796	rnn.bias_hh_l1_reverse	9	-0.09568464010953903
60796	linear.weight	0	0.002228822559118271
60796	linear.weight	1	0.08142877370119095
60796	linear.weight	2	-0.09852071106433868
60796	linear.weight	3	0.3099973797798157
60796	linear.weight	4	0.08333545923233032
60796	linear.weight	5	0.02854114957153797
60796	linear.weight	6	-0.003342149779200554
60796	linear.weight	7	0.13474082946777344
60796	linear.weight	8	0.04183412343263626
60796	linear.weight	9	-0.08033493906259537
60796	linear.bias	0	-0.13009431958198547
60796	linear.bias	1	-0.07988665252923965
60796	linear.bias	2	-0.4998335838317871
60796	linear.bias	3	-0.7125454545021057
60796	linear.bias	4	-1.0374326705932617
60796	linear.bias	5	-0.011714477092027664
60796	linear.bias	6	-0.6203258633613586
60796	linear.bias	7	0.4571290910243988
60796	linear.bias	8	-0.5753429532051086
60796	linear.bias	9	-0.7900588512420654
60993	transitions	0	0.4785412847995758
60993	transitions	1	0.03525859862565994
60993	transitions	2	-10000.0
60993	transitions	3	-1.798814058303833
60993	transitions	4	-10000.0
60993	transitions	5	0.6540183424949646
60993	transitions	6	-0.019520973786711693
60993	transitions	7	-0.35423001646995544
60993	transitions	8	-1.3298609256744385
60993	transitions	9	-0.00040591356810182333
60993	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
60993	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
60993	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
60993	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
60993	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
60993	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
60993	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
60993	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
60993	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
60993	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
60993	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
60993	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
60993	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
60993	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
60993	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
60993	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
60993	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
60993	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
60993	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
60993	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
60993	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
60993	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
60993	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
60993	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
60993	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
60993	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
60993	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
60993	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
60993	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
60993	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
60993	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
60993	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
60993	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
60993	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
60993	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
60993	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
60993	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
60993	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
60993	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
60993	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
60993	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
60993	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
60993	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
60993	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
60993	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
60993	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
60993	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
60993	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
60993	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
60993	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
60993	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
60993	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
60993	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
60993	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
60993	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
60993	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
60993	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
60993	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
60993	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
60993	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
60993	embedding2nn.weight	0	0.00950047466903925
60993	embedding2nn.weight	1	-0.016636021435260773
60993	embedding2nn.weight	2	-0.014268253929913044
60993	embedding2nn.weight	3	-0.0008549328777007759
60993	embedding2nn.weight	4	-0.0059150345623493195
60993	embedding2nn.weight	5	-0.0037005788180977106
60993	embedding2nn.weight	6	-0.003973212093114853
60993	embedding2nn.weight	7	-0.04294428601861
60993	embedding2nn.weight	8	-0.0019979383796453476
60993	embedding2nn.weight	9	-0.026146527379751205
60993	embedding2nn.bias	0	0.02600579708814621
60993	embedding2nn.bias	1	-0.047170285135507584
60993	embedding2nn.bias	2	0.08821827918291092
60993	embedding2nn.bias	3	0.0538029707968235
60993	embedding2nn.bias	4	-0.026202764362096786
60993	embedding2nn.bias	5	-0.04319329559803009
60993	embedding2nn.bias	6	0.007982154376804829
60993	embedding2nn.bias	7	-0.048754189163446426
60993	embedding2nn.bias	8	0.05015034228563309
60993	embedding2nn.bias	9	0.03468973562121391
60993	rnn.weight_ih_l0	0	-0.022327741608023643
60993	rnn.weight_ih_l0	1	0.009799102321267128
60993	rnn.weight_ih_l0	2	0.03396599367260933
60993	rnn.weight_ih_l0	3	0.0046976287849247456
60993	rnn.weight_ih_l0	4	-0.018737176433205605
60993	rnn.weight_ih_l0	5	-0.05489134043455124
60993	rnn.weight_ih_l0	6	0.016196252778172493
60993	rnn.weight_ih_l0	7	0.0455799326300621
60993	rnn.weight_ih_l0	8	0.0059019760228693485
60993	rnn.weight_ih_l0	9	-0.025788241997361183
60993	rnn.weight_hh_l0	0	-0.03232182562351227
60993	rnn.weight_hh_l0	1	-0.003066496690735221
60993	rnn.weight_hh_l0	2	-0.0007108990103006363
60993	rnn.weight_hh_l0	3	-0.04606914892792702
60993	rnn.weight_hh_l0	4	0.05191454663872719
60993	rnn.weight_hh_l0	5	-0.02014862932264805
60993	rnn.weight_hh_l0	6	-0.04204302281141281
60993	rnn.weight_hh_l0	7	-0.01537252590060234
60993	rnn.weight_hh_l0	8	-0.0005881975521333516
60993	rnn.weight_hh_l0	9	-0.02330341376364231
60993	rnn.bias_ih_l0	0	0.039600685238838196
60993	rnn.bias_ih_l0	1	-0.02406507357954979
60993	rnn.bias_ih_l0	2	-0.012667827308177948
60993	rnn.bias_ih_l0	3	0.08267770707607269
60993	rnn.bias_ih_l0	4	-0.04796585813164711
60993	rnn.bias_ih_l0	5	-0.025525640696287155
60993	rnn.bias_ih_l0	6	0.011435488238930702
60993	rnn.bias_ih_l0	7	0.051700156182050705
60993	rnn.bias_ih_l0	8	-0.08179590106010437
60993	rnn.bias_ih_l0	9	-0.019168192520737648
60993	rnn.bias_hh_l0	0	-0.036948394030332565
60993	rnn.bias_hh_l0	1	-0.09393612295389175
60993	rnn.bias_hh_l0	2	-0.03647467866539955
60993	rnn.bias_hh_l0	3	-0.06585317105054855
60993	rnn.bias_hh_l0	4	-0.016739707440137863
60993	rnn.bias_hh_l0	5	0.004131736233830452
60993	rnn.bias_hh_l0	6	0.023851417005062103
60993	rnn.bias_hh_l0	7	-0.0009933788096532226
60993	rnn.bias_hh_l0	8	-0.10713967680931091
60993	rnn.bias_hh_l0	9	0.005112171173095703
60993	rnn.weight_ih_l0_reverse	0	-0.015776386484503746
60993	rnn.weight_ih_l0_reverse	1	-0.052306145429611206
60993	rnn.weight_ih_l0_reverse	2	-0.036219704896211624
60993	rnn.weight_ih_l0_reverse	3	-0.006893838290125132
60993	rnn.weight_ih_l0_reverse	4	-0.0004598340892698616
60993	rnn.weight_ih_l0_reverse	5	-0.05085456743836403
60993	rnn.weight_ih_l0_reverse	6	0.04515722021460533
60993	rnn.weight_ih_l0_reverse	7	-0.02209346368908882
60993	rnn.weight_ih_l0_reverse	8	-0.03545623645186424
60993	rnn.weight_ih_l0_reverse	9	0.0025748328771442175
60993	rnn.weight_hh_l0_reverse	0	0.04047546535730362
60993	rnn.weight_hh_l0_reverse	1	0.025365140289068222
60993	rnn.weight_hh_l0_reverse	2	0.036985207349061966
60993	rnn.weight_hh_l0_reverse	3	0.020689304918050766
60993	rnn.weight_hh_l0_reverse	4	-0.0017652257811278105
60993	rnn.weight_hh_l0_reverse	5	-0.005202746484428644
60993	rnn.weight_hh_l0_reverse	6	0.04100456461310387
60993	rnn.weight_hh_l0_reverse	7	-0.04598062485456467
60993	rnn.weight_hh_l0_reverse	8	0.030127959325909615
60993	rnn.weight_hh_l0_reverse	9	0.04643401503562927
60993	rnn.bias_ih_l0_reverse	0	-0.0766848474740982
60993	rnn.bias_ih_l0_reverse	1	-0.18046173453330994
60993	rnn.bias_ih_l0_reverse	2	-0.0718773826956749
60993	rnn.bias_ih_l0_reverse	3	-0.011187986470758915
60993	rnn.bias_ih_l0_reverse	4	-0.02758863940834999
60993	rnn.bias_ih_l0_reverse	5	0.027163665741682053
60993	rnn.bias_ih_l0_reverse	6	-0.051308438181877136
60993	rnn.bias_ih_l0_reverse	7	0.05277179554104805
60993	rnn.bias_ih_l0_reverse	8	-0.037908196449279785
60993	rnn.bias_ih_l0_reverse	9	0.012012101709842682
60993	rnn.bias_hh_l0_reverse	0	-0.013680442236363888
60993	rnn.bias_hh_l0_reverse	1	-0.01602192036807537
60993	rnn.bias_hh_l0_reverse	2	0.04568980634212494
60993	rnn.bias_hh_l0_reverse	3	-0.025035500526428223
60993	rnn.bias_hh_l0_reverse	4	-0.04458370432257652
60993	rnn.bias_hh_l0_reverse	5	-0.03525400534272194
60993	rnn.bias_hh_l0_reverse	6	-0.03755614906549454
60993	rnn.bias_hh_l0_reverse	7	0.07637757807970047
60993	rnn.bias_hh_l0_reverse	8	0.008611776866018772
60993	rnn.bias_hh_l0_reverse	9	-0.08774005621671677
60993	rnn.weight_ih_l1	0	-0.03479813411831856
60993	rnn.weight_ih_l1	1	-0.039206113666296005
60993	rnn.weight_ih_l1	2	0.06860453635454178
60993	rnn.weight_ih_l1	3	-0.035803962498903275
60993	rnn.weight_ih_l1	4	-0.0030722199007868767
60993	rnn.weight_ih_l1	5	-0.046752266585826874
60993	rnn.weight_ih_l1	6	0.019535208120942116
60993	rnn.weight_ih_l1	7	-0.028021929785609245
60993	rnn.weight_ih_l1	8	0.04005119949579239
60993	rnn.weight_ih_l1	9	0.025223350152373314
60993	rnn.weight_hh_l1	0	-0.013862628489732742
60993	rnn.weight_hh_l1	1	0.0069205183535814285
60993	rnn.weight_hh_l1	2	0.0030341099482029676
60993	rnn.weight_hh_l1	3	-0.008150680921971798
60993	rnn.weight_hh_l1	4	0.0033307992853224277
60993	rnn.weight_hh_l1	5	0.022743569687008858
60993	rnn.weight_hh_l1	6	0.031718216836452484
60993	rnn.weight_hh_l1	7	-0.027953442186117172
60993	rnn.weight_hh_l1	8	-0.026558931916952133
60993	rnn.weight_hh_l1	9	0.037309903651475906
60993	rnn.bias_ih_l1	0	-0.12332779914140701
60993	rnn.bias_ih_l1	1	-0.12083939462900162
60993	rnn.bias_ih_l1	2	-0.13893912732601166
60993	rnn.bias_ih_l1	3	-0.1919667273759842
60993	rnn.bias_ih_l1	4	-0.13156644999980927
60993	rnn.bias_ih_l1	5	-0.09489699453115463
60993	rnn.bias_ih_l1	6	-0.099281445145607
60993	rnn.bias_ih_l1	7	-0.033743999898433685
60993	rnn.bias_ih_l1	8	-0.08943308144807816
60993	rnn.bias_ih_l1	9	-0.11613430082798004
60993	rnn.bias_hh_l1	0	-0.11407993733882904
60993	rnn.bias_hh_l1	1	-0.038448333740234375
60993	rnn.bias_hh_l1	2	-0.0894828587770462
60993	rnn.bias_hh_l1	3	-0.08076141029596329
60993	rnn.bias_hh_l1	4	-0.11067875474691391
60993	rnn.bias_hh_l1	5	-0.06099149212241173
60993	rnn.bias_hh_l1	6	-0.10383190959692001
60993	rnn.bias_hh_l1	7	-0.022534426301717758
60993	rnn.bias_hh_l1	8	-0.1076715961098671
60993	rnn.bias_hh_l1	9	-0.05994878709316254
60993	rnn.weight_ih_l1_reverse	0	-0.028101351112127304
60993	rnn.weight_ih_l1_reverse	1	0.03472527861595154
60993	rnn.weight_ih_l1_reverse	2	-0.0064566005021333694
60993	rnn.weight_ih_l1_reverse	3	-0.009665667079389095
60993	rnn.weight_ih_l1_reverse	4	-0.04890674725174904
60993	rnn.weight_ih_l1_reverse	5	-0.03613653406500816
60993	rnn.weight_ih_l1_reverse	6	-0.008991478942334652
60993	rnn.weight_ih_l1_reverse	7	0.017212294042110443
60993	rnn.weight_ih_l1_reverse	8	0.0194947998970747
60993	rnn.weight_ih_l1_reverse	9	-0.04310695827007294
60993	rnn.weight_hh_l1_reverse	0	0.00798958633095026
60993	rnn.weight_hh_l1_reverse	1	0.02798781543970108
60993	rnn.weight_hh_l1_reverse	2	-0.0374373123049736
60993	rnn.weight_hh_l1_reverse	3	0.042345933616161346
60993	rnn.weight_hh_l1_reverse	4	0.04630779102444649
60993	rnn.weight_hh_l1_reverse	5	0.00918318796902895
60993	rnn.weight_hh_l1_reverse	6	0.00445336289703846
60993	rnn.weight_hh_l1_reverse	7	0.02728928253054619
60993	rnn.weight_hh_l1_reverse	8	-0.003259699558839202
60993	rnn.weight_hh_l1_reverse	9	-0.04092690721154213
60993	rnn.bias_ih_l1_reverse	0	-0.03193877264857292
60993	rnn.bias_ih_l1_reverse	1	-0.09316348284482956
60993	rnn.bias_ih_l1_reverse	2	-0.09397156536579132
60993	rnn.bias_ih_l1_reverse	3	0.011601006612181664
60993	rnn.bias_ih_l1_reverse	4	-0.14362747967243195
60993	rnn.bias_ih_l1_reverse	5	-0.08507490158081055
60993	rnn.bias_ih_l1_reverse	6	-0.09935028851032257
60993	rnn.bias_ih_l1_reverse	7	-0.12605388462543488
60993	rnn.bias_ih_l1_reverse	8	0.10268191993236542
60993	rnn.bias_ih_l1_reverse	9	-0.008742427453398705
60993	rnn.bias_hh_l1_reverse	0	-0.03404167667031288
60993	rnn.bias_hh_l1_reverse	1	0.02612023986876011
60993	rnn.bias_hh_l1_reverse	2	-0.19386336207389832
60993	rnn.bias_hh_l1_reverse	3	-0.07924232631921768
60993	rnn.bias_hh_l1_reverse	4	-0.054731111973524094
60993	rnn.bias_hh_l1_reverse	5	-0.06374554336071014
60993	rnn.bias_hh_l1_reverse	6	0.09655096381902695
60993	rnn.bias_hh_l1_reverse	7	-0.13608236610889435
60993	rnn.bias_hh_l1_reverse	8	-0.0927157923579216
60993	rnn.bias_hh_l1_reverse	9	-0.09634381532669067
60993	linear.weight	0	0.002228822559118271
60993	linear.weight	1	0.07671668380498886
60993	linear.weight	2	-0.10217206925153732
60993	linear.weight	3	0.3050851821899414
60993	linear.weight	4	0.08042821288108826
60993	linear.weight	5	0.027897333726286888
60993	linear.weight	6	-0.008988608606159687
60993	linear.weight	7	0.12408221513032913
60993	linear.weight	8	0.04183550924062729
60993	linear.weight	9	-0.07508999109268188
60993	linear.bias	0	-0.1599729061126709
60993	linear.bias	1	-0.07874439656734467
60993	linear.bias	2	-0.5077771544456482
60993	linear.bias	3	-0.7036347985267639
60993	linear.bias	4	-1.0325013399124146
60993	linear.bias	5	-0.01635460928082466
60993	linear.bias	6	-0.6154906749725342
60993	linear.bias	7	0.45603489875793457
60993	linear.bias	8	-0.5553057193756104
60993	linear.bias	9	-0.7731316685676575
61190	transitions	0	0.49190351366996765
61190	transitions	1	0.038631029427051544
61190	transitions	2	-10000.0
61190	transitions	3	-1.7988871335983276
61190	transitions	4	-10000.0
61190	transitions	5	0.6538045406341553
61190	transitions	6	-0.0197739377617836
61190	transitions	7	-0.3549404442310333
61190	transitions	8	-1.3302454948425293
61190	transitions	9	-0.00040858527063392103
61190	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
61190	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
61190	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
61190	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
61190	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
61190	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
61190	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
61190	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
61190	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
61190	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
61190	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
61190	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
61190	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
61190	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
61190	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
61190	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
61190	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
61190	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
61190	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
61190	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
61190	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
61190	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
61190	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
61190	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
61190	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
61190	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
61190	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
61190	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
61190	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
61190	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
61190	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
61190	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
61190	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
61190	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
61190	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
61190	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
61190	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
61190	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
61190	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
61190	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
61190	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
61190	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
61190	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
61190	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
61190	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
61190	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
61190	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
61190	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
61190	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
61190	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
61190	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
61190	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
61190	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
61190	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
61190	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
61190	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
61190	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
61190	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
61190	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
61190	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
61190	embedding2nn.weight	0	0.005954456981271505
61190	embedding2nn.weight	1	-0.016761543229222298
61190	embedding2nn.weight	2	-0.014268253929913044
61190	embedding2nn.weight	3	-0.0015224408125504851
61190	embedding2nn.weight	4	-0.0059150345623493195
61190	embedding2nn.weight	5	-0.0037005788180977106
61190	embedding2nn.weight	6	-0.003973215352743864
61190	embedding2nn.weight	7	-0.04352552071213722
61190	embedding2nn.weight	8	-0.0019979383796453476
61190	embedding2nn.weight	9	-0.025965576991438866
61190	embedding2nn.bias	0	0.029196253046393394
61190	embedding2nn.bias	1	-0.04042472317814827
61190	embedding2nn.bias	2	0.08690941333770752
61190	embedding2nn.bias	3	0.05712402984499931
61190	embedding2nn.bias	4	-0.02779916301369667
61190	embedding2nn.bias	5	-0.04421510547399521
61190	embedding2nn.bias	6	0.0006139647448435426
61190	embedding2nn.bias	7	-0.050871435552835464
61190	embedding2nn.bias	8	0.045483268797397614
61190	embedding2nn.bias	9	0.03986120969057083
61190	rnn.weight_ih_l0	0	-0.022378932684659958
61190	rnn.weight_ih_l0	1	0.010243751108646393
61190	rnn.weight_ih_l0	2	0.03406626731157303
61190	rnn.weight_ih_l0	3	0.00420138705521822
61190	rnn.weight_ih_l0	4	-0.018819643184542656
61190	rnn.weight_ih_l0	5	-0.05460502952337265
61190	rnn.weight_ih_l0	6	0.017479630187153816
61190	rnn.weight_ih_l0	7	0.04606590420007706
61190	rnn.weight_ih_l0	8	0.006532070226967335
61190	rnn.weight_ih_l0	9	-0.02589067630469799
61190	rnn.weight_hh_l0	0	-0.03257760778069496
61190	rnn.weight_hh_l0	1	-0.0028204068075865507
61190	rnn.weight_hh_l0	2	-0.000654828327242285
61190	rnn.weight_hh_l0	3	-0.04548381641507149
61190	rnn.weight_hh_l0	4	0.052001092582941055
61190	rnn.weight_hh_l0	5	-0.01839473843574524
61190	rnn.weight_hh_l0	6	-0.04175352305173874
61190	rnn.weight_hh_l0	7	-0.01594189740717411
61190	rnn.weight_hh_l0	8	-0.0020461431704461575
61190	rnn.weight_hh_l0	9	-0.02246803231537342
61190	rnn.bias_ih_l0	0	0.03909967094659805
61190	rnn.bias_ih_l0	1	-0.026359930634498596
61190	rnn.bias_ih_l0	2	-0.012181434780359268
61190	rnn.bias_ih_l0	3	0.07732243090867996
61190	rnn.bias_ih_l0	4	-0.04920446127653122
61190	rnn.bias_ih_l0	5	-0.029642319306731224
61190	rnn.bias_ih_l0	6	0.015655532479286194
61190	rnn.bias_ih_l0	7	0.051910191774368286
61190	rnn.bias_ih_l0	8	-0.08162929117679596
61190	rnn.bias_ih_l0	9	-0.017489556223154068
61190	rnn.bias_hh_l0	0	-0.03610401600599289
61190	rnn.bias_hh_l0	1	-0.10030733793973923
61190	rnn.bias_hh_l0	2	-0.03805375099182129
61190	rnn.bias_hh_l0	3	-0.06328468024730682
61190	rnn.bias_hh_l0	4	-0.01874728500843048
61190	rnn.bias_hh_l0	5	0.002428795676678419
61190	rnn.bias_hh_l0	6	0.023789193481206894
61190	rnn.bias_hh_l0	7	0.0016539993230253458
61190	rnn.bias_hh_l0	8	-0.10829954594373703
61190	rnn.bias_hh_l0	9	0.00494961766526103
61190	rnn.weight_ih_l0_reverse	0	-0.015437976457178593
61190	rnn.weight_ih_l0_reverse	1	-0.05391516536474228
61190	rnn.weight_ih_l0_reverse	2	-0.03624216839671135
61190	rnn.weight_ih_l0_reverse	3	-0.006792906671762466
61190	rnn.weight_ih_l0_reverse	4	-0.0010363826295360923
61190	rnn.weight_ih_l0_reverse	5	-0.050410304218530655
61190	rnn.weight_ih_l0_reverse	6	0.044906921684741974
61190	rnn.weight_ih_l0_reverse	7	-0.02331465110182762
61190	rnn.weight_ih_l0_reverse	8	-0.03620101138949394
61190	rnn.weight_ih_l0_reverse	9	0.0024289919529110193
61190	rnn.weight_hh_l0_reverse	0	0.04129289835691452
61190	rnn.weight_hh_l0_reverse	1	0.02468128316104412
61190	rnn.weight_hh_l0_reverse	2	0.03652934730052948
61190	rnn.weight_hh_l0_reverse	3	0.020999956876039505
61190	rnn.weight_hh_l0_reverse	4	-0.0020220556762069464
61190	rnn.weight_hh_l0_reverse	5	-0.005317092873156071
61190	rnn.weight_hh_l0_reverse	6	0.040967803448438644
61190	rnn.weight_hh_l0_reverse	7	-0.045631907880306244
61190	rnn.weight_hh_l0_reverse	8	0.029682843014597893
61190	rnn.weight_hh_l0_reverse	9	0.04722278565168381
61190	rnn.bias_ih_l0_reverse	0	-0.07689424604177475
61190	rnn.bias_ih_l0_reverse	1	-0.1852562427520752
61190	rnn.bias_ih_l0_reverse	2	-0.0670601949095726
61190	rnn.bias_ih_l0_reverse	3	-0.010371662676334381
61190	rnn.bias_ih_l0_reverse	4	-0.029166486114263535
61190	rnn.bias_ih_l0_reverse	5	0.0284271277487278
61190	rnn.bias_ih_l0_reverse	6	-0.051878921687603
61190	rnn.bias_ih_l0_reverse	7	0.05253181979060173
61190	rnn.bias_ih_l0_reverse	8	-0.03704452887177467
61190	rnn.bias_ih_l0_reverse	9	0.01373719610273838
61190	rnn.bias_hh_l0_reverse	0	-0.012398122809827328
61190	rnn.bias_hh_l0_reverse	1	-0.016332054510712624
61190	rnn.bias_hh_l0_reverse	2	0.044036298990249634
61190	rnn.bias_hh_l0_reverse	3	-0.024555429816246033
61190	rnn.bias_hh_l0_reverse	4	-0.04438323527574539
61190	rnn.bias_hh_l0_reverse	5	-0.036366164684295654
61190	rnn.bias_hh_l0_reverse	6	-0.03503188118338585
61190	rnn.bias_hh_l0_reverse	7	0.07797665148973465
61190	rnn.bias_hh_l0_reverse	8	0.007664392236620188
61190	rnn.bias_hh_l0_reverse	9	-0.0904022604227066
61190	rnn.weight_ih_l1	0	-0.034362729638814926
61190	rnn.weight_ih_l1	1	-0.03903844952583313
61190	rnn.weight_ih_l1	2	0.06723711639642715
61190	rnn.weight_ih_l1	3	-0.03549669310450554
61190	rnn.weight_ih_l1	4	-0.002280609682202339
61190	rnn.weight_ih_l1	5	-0.04667189344763756
61190	rnn.weight_ih_l1	6	0.02001205086708069
61190	rnn.weight_ih_l1	7	-0.0284831915050745
61190	rnn.weight_ih_l1	8	0.04025963321328163
61190	rnn.weight_ih_l1	9	0.025038016960024834
61190	rnn.weight_hh_l1	0	-0.013604367151856422
61190	rnn.weight_hh_l1	1	0.006989088840782642
61190	rnn.weight_hh_l1	2	0.0009949066443368793
61190	rnn.weight_hh_l1	3	-0.007739986293017864
61190	rnn.weight_hh_l1	4	0.003601934527978301
61190	rnn.weight_hh_l1	5	0.02306361496448517
61190	rnn.weight_hh_l1	6	0.03140744939446449
61190	rnn.weight_hh_l1	7	-0.02764894999563694
61190	rnn.weight_hh_l1	8	-0.02649688348174095
61190	rnn.weight_hh_l1	9	0.03737576678395271
61190	rnn.bias_ih_l1	0	-0.12413451820611954
61190	rnn.bias_ih_l1	1	-0.11971033364534378
61190	rnn.bias_ih_l1	2	-0.13717420399188995
61190	rnn.bias_ih_l1	3	-0.19158758223056793
61190	rnn.bias_ih_l1	4	-0.14079637825489044
61190	rnn.bias_ih_l1	5	-0.09483356773853302
61190	rnn.bias_ih_l1	6	-0.0940340906381607
61190	rnn.bias_ih_l1	7	-0.03678719326853752
61190	rnn.bias_ih_l1	8	-0.0879032090306282
61190	rnn.bias_ih_l1	9	-0.11467841267585754
61190	rnn.bias_hh_l1	0	-0.11257296800613403
61190	rnn.bias_hh_l1	1	-0.03949117660522461
61190	rnn.bias_hh_l1	2	-0.0919225886464119
61190	rnn.bias_hh_l1	3	-0.0818655788898468
61190	rnn.bias_hh_l1	4	-0.11112827807664871
61190	rnn.bias_hh_l1	5	-0.062130413949489594
61190	rnn.bias_hh_l1	6	-0.10230224579572678
61190	rnn.bias_hh_l1	7	-0.026939716190099716
61190	rnn.bias_hh_l1	8	-0.10405013710260391
61190	rnn.bias_hh_l1	9	-0.058754194527864456
61190	rnn.weight_ih_l1_reverse	0	-0.029452413320541382
61190	rnn.weight_ih_l1_reverse	1	0.03509724885225296
61190	rnn.weight_ih_l1_reverse	2	-0.004069458227604628
61190	rnn.weight_ih_l1_reverse	3	-0.011487557552754879
61190	rnn.weight_ih_l1_reverse	4	-0.04907174035906792
61190	rnn.weight_ih_l1_reverse	5	-0.03635455667972565
61190	rnn.weight_ih_l1_reverse	6	-0.007271701004356146
61190	rnn.weight_ih_l1_reverse	7	0.01682896539568901
61190	rnn.weight_ih_l1_reverse	8	0.017723629251122475
61190	rnn.weight_ih_l1_reverse	9	-0.043972812592983246
61190	rnn.weight_hh_l1_reverse	0	0.008169492706656456
61190	rnn.weight_hh_l1_reverse	1	0.028061483055353165
61190	rnn.weight_hh_l1_reverse	2	-0.03739045187830925
61190	rnn.weight_hh_l1_reverse	3	0.04240214452147484
61190	rnn.weight_hh_l1_reverse	4	0.04620880261063576
61190	rnn.weight_hh_l1_reverse	5	0.009055279195308685
61190	rnn.weight_hh_l1_reverse	6	0.004715269431471825
61190	rnn.weight_hh_l1_reverse	7	0.027579208835959435
61190	rnn.weight_hh_l1_reverse	8	-0.003117677755653858
61190	rnn.weight_hh_l1_reverse	9	-0.04063759744167328
61190	rnn.bias_ih_l1_reverse	0	-0.03474261239171028
61190	rnn.bias_ih_l1_reverse	1	-0.09373389184474945
61190	rnn.bias_ih_l1_reverse	2	-0.0959014892578125
61190	rnn.bias_ih_l1_reverse	3	0.00884856004267931
61190	rnn.bias_ih_l1_reverse	4	-0.14469443261623383
61190	rnn.bias_ih_l1_reverse	5	-0.08570960909128189
61190	rnn.bias_ih_l1_reverse	6	-0.1002139300107956
61190	rnn.bias_ih_l1_reverse	7	-0.13105249404907227
61190	rnn.bias_ih_l1_reverse	8	0.10716751217842102
61190	rnn.bias_ih_l1_reverse	9	-0.014478469267487526
61190	rnn.bias_hh_l1_reverse	0	-0.03452400118112564
61190	rnn.bias_hh_l1_reverse	1	0.025209037587046623
61190	rnn.bias_hh_l1_reverse	2	-0.19424192607402802
61190	rnn.bias_hh_l1_reverse	3	-0.07782305032014847
61190	rnn.bias_hh_l1_reverse	4	-0.05671936273574829
61190	rnn.bias_hh_l1_reverse	5	-0.06492097675800323
61190	rnn.bias_hh_l1_reverse	6	0.09435223788022995
61190	rnn.bias_hh_l1_reverse	7	-0.13623180985450745
61190	rnn.bias_hh_l1_reverse	8	-0.093658447265625
61190	rnn.bias_hh_l1_reverse	9	-0.09506583213806152
61190	linear.weight	0	0.002228822559118271
61190	linear.weight	1	0.06549735367298126
61190	linear.weight	2	-0.1054520234465599
61190	linear.weight	3	0.3000631630420685
61190	linear.weight	4	0.07677830010652542
61190	linear.weight	5	0.026827052235603333
61190	linear.weight	6	-0.005524138920009136
61190	linear.weight	7	0.1276894211769104
61190	linear.weight	8	0.04183745011687279
61190	linear.weight	9	-0.0745764896273613
61190	linear.bias	0	-0.18226972222328186
61190	linear.bias	1	-0.07036308944225311
61190	linear.bias	2	-0.5005682706832886
61190	linear.bias	3	-0.7168320417404175
61190	linear.bias	4	-1.0452412366867065
61190	linear.bias	5	-0.030477140098810196
61190	linear.bias	6	-0.6078097820281982
61190	linear.bias	7	0.44125574827194214
61190	linear.bias	8	-0.5621281266212463
61190	linear.bias	9	-0.7795761227607727
61194	transitions	0	0.4939548075199127
61194	transitions	1	0.03857753053307533
61194	transitions	2	-10000.0
61194	transitions	3	-1.798888921737671
61194	transitions	4	-10000.0
61194	transitions	5	0.6538025736808777
61194	transitions	6	-0.019776318222284317
61194	transitions	7	-0.35497140884399414
61194	transitions	8	-1.3302536010742188
61194	transitions	9	-0.0004086232802364975
61194	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
61194	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
61194	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
61194	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
61194	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
61194	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
61194	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
61194	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
61194	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
61194	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
61194	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
61194	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
61194	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
61194	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
61194	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
61194	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
61194	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
61194	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
61194	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
61194	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
61194	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
61194	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
61194	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
61194	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
61194	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
61194	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
61194	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
61194	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
61194	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
61194	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
61194	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
61194	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
61194	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
61194	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
61194	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
61194	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
61194	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
61194	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
61194	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
61194	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
61194	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
61194	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
61194	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
61194	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
61194	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
61194	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
61194	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
61194	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
61194	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
61194	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
61194	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
61194	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
61194	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
61194	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
61194	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
61194	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
61194	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
61194	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
61194	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
61194	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
61194	embedding2nn.weight	0	0.00618526479229331
61194	embedding2nn.weight	1	-0.016770461574196815
61194	embedding2nn.weight	2	-0.014268253929913044
61194	embedding2nn.weight	3	-0.000781980634201318
61194	embedding2nn.weight	4	-0.0059150345623493195
61194	embedding2nn.weight	5	-0.0037005788180977106
61194	embedding2nn.weight	6	-0.003973215352743864
61194	embedding2nn.weight	7	-0.043485064059495926
61194	embedding2nn.weight	8	-0.0019979383796453476
61194	embedding2nn.weight	9	-0.025974348187446594
61194	embedding2nn.bias	0	0.028779717162251472
61194	embedding2nn.bias	1	-0.04068978130817413
61194	embedding2nn.bias	2	0.08758705109357834
61194	embedding2nn.bias	3	0.05661710724234581
61194	embedding2nn.bias	4	-0.02663387358188629
61194	embedding2nn.bias	5	-0.04361982271075249
61194	embedding2nn.bias	6	0.00023121405683923513
61194	embedding2nn.bias	7	-0.05070832744240761
61194	embedding2nn.bias	8	0.04682134836912155
61194	embedding2nn.bias	9	0.039089009165763855
61194	rnn.weight_ih_l0	0	-0.02232256345450878
61194	rnn.weight_ih_l0	1	0.010219908319413662
61194	rnn.weight_ih_l0	2	0.0338873453438282
61194	rnn.weight_ih_l0	3	0.0040381914004683495
61194	rnn.weight_ih_l0	4	-0.01870761252939701
61194	rnn.weight_ih_l0	5	-0.054609596729278564
61194	rnn.weight_ih_l0	6	0.01741044968366623
61194	rnn.weight_ih_l0	7	0.04614377021789551
61194	rnn.weight_ih_l0	8	0.006236061453819275
61194	rnn.weight_ih_l0	9	-0.025831405073404312
61194	rnn.weight_hh_l0	0	-0.03264416381716728
61194	rnn.weight_hh_l0	1	-0.002847255440428853
61194	rnn.weight_hh_l0	2	-0.000690470973495394
61194	rnn.weight_hh_l0	3	-0.04545113444328308
61194	rnn.weight_hh_l0	4	0.05199028179049492
61194	rnn.weight_hh_l0	5	-0.018557069823145866
61194	rnn.weight_hh_l0	6	-0.04166779667139053
61194	rnn.weight_hh_l0	7	-0.01593627594411373
61194	rnn.weight_hh_l0	8	-0.0020041349343955517
61194	rnn.weight_hh_l0	9	-0.02240334078669548
61194	rnn.bias_ih_l0	0	0.039304837584495544
61194	rnn.bias_ih_l0	1	-0.025527792051434517
61194	rnn.bias_ih_l0	2	-0.011965774931013584
61194	rnn.bias_ih_l0	3	0.07713445276021957
61194	rnn.bias_ih_l0	4	-0.04912663996219635
61194	rnn.bias_ih_l0	5	-0.02987091802060604
61194	rnn.bias_ih_l0	6	0.015824241563677788
61194	rnn.bias_ih_l0	7	0.051872409880161285
61194	rnn.bias_ih_l0	8	-0.08114884793758392
61194	rnn.bias_ih_l0	9	-0.01755383238196373
61194	rnn.bias_hh_l0	0	-0.036039866507053375
61194	rnn.bias_hh_l0	1	-0.09972672164440155
61194	rnn.bias_hh_l0	2	-0.038632769137620926
61194	rnn.bias_hh_l0	3	-0.06306794285774231
61194	rnn.bias_hh_l0	4	-0.01894987002015114
61194	rnn.bias_hh_l0	5	0.00258955592289567
61194	rnn.bias_hh_l0	6	0.023718586191534996
61194	rnn.bias_hh_l0	7	0.0010432340204715729
61194	rnn.bias_hh_l0	8	-0.10829189419746399
61194	rnn.bias_hh_l0	9	0.0053598880767822266
61194	rnn.weight_ih_l0_reverse	0	-0.0152629055082798
61194	rnn.weight_ih_l0_reverse	1	-0.053974032402038574
61194	rnn.weight_ih_l0_reverse	2	-0.03623123839497566
61194	rnn.weight_ih_l0_reverse	3	-0.006880607921630144
61194	rnn.weight_ih_l0_reverse	4	-0.000913821451831609
61194	rnn.weight_ih_l0_reverse	5	-0.05042969435453415
61194	rnn.weight_ih_l0_reverse	6	0.04497947916388512
61194	rnn.weight_ih_l0_reverse	7	-0.02328711748123169
61194	rnn.weight_ih_l0_reverse	8	-0.036224473267793655
61194	rnn.weight_ih_l0_reverse	9	0.0024364248383790255
61194	rnn.weight_hh_l0_reverse	0	0.04129195585846901
61194	rnn.weight_hh_l0_reverse	1	0.024700583890080452
61194	rnn.weight_hh_l0_reverse	2	0.03655261918902397
61194	rnn.weight_hh_l0_reverse	3	0.020989062264561653
61194	rnn.weight_hh_l0_reverse	4	-0.0020206973422318697
61194	rnn.weight_hh_l0_reverse	5	-0.005306053441017866
61194	rnn.weight_hh_l0_reverse	6	0.040984418243169785
61194	rnn.weight_hh_l0_reverse	7	-0.04568937048316002
61194	rnn.weight_hh_l0_reverse	8	0.02985502779483795
61194	rnn.weight_hh_l0_reverse	9	0.04715420678257942
61194	rnn.bias_ih_l0_reverse	0	-0.0770442932844162
61194	rnn.bias_ih_l0_reverse	1	-0.18489570915699005
61194	rnn.bias_ih_l0_reverse	2	-0.06701768934726715
61194	rnn.bias_ih_l0_reverse	3	-0.010366969741880894
61194	rnn.bias_ih_l0_reverse	4	-0.02911721169948578
61194	rnn.bias_ih_l0_reverse	5	0.028479143977165222
61194	rnn.bias_ih_l0_reverse	6	-0.05180254206061363
61194	rnn.bias_ih_l0_reverse	7	0.05294567719101906
61194	rnn.bias_ih_l0_reverse	8	-0.03733072429895401
61194	rnn.bias_ih_l0_reverse	9	0.014041363261640072
61194	rnn.bias_hh_l0_reverse	0	-0.013128146529197693
61194	rnn.bias_hh_l0_reverse	1	-0.01656135357916355
61194	rnn.bias_hh_l0_reverse	2	0.04408443719148636
61194	rnn.bias_hh_l0_reverse	3	-0.02423073537647724
61194	rnn.bias_hh_l0_reverse	4	-0.044118303805589676
61194	rnn.bias_hh_l0_reverse	5	-0.03634077310562134
61194	rnn.bias_hh_l0_reverse	6	-0.035062938928604126
61194	rnn.bias_hh_l0_reverse	7	0.07797696441411972
61194	rnn.bias_hh_l0_reverse	8	0.008493511006236076
61194	rnn.bias_hh_l0_reverse	9	-0.0896284431219101
61194	rnn.weight_ih_l1	0	-0.03434721380472183
61194	rnn.weight_ih_l1	1	-0.03923790901899338
61194	rnn.weight_ih_l1	2	0.06724864989519119
61194	rnn.weight_ih_l1	3	-0.03585739806294441
61194	rnn.weight_ih_l1	4	-0.0022572483867406845
61194	rnn.weight_ih_l1	5	-0.04668423905968666
61194	rnn.weight_ih_l1	6	0.020005356520414352
61194	rnn.weight_ih_l1	7	-0.028444228693842888
61194	rnn.weight_ih_l1	8	0.04026377573609352
61194	rnn.weight_ih_l1	9	0.024892713874578476
61194	rnn.weight_hh_l1	0	-0.013550713658332825
61194	rnn.weight_hh_l1	1	0.006991103291511536
61194	rnn.weight_hh_l1	2	0.0010210543405264616
61194	rnn.weight_hh_l1	3	-0.007760655600577593
61194	rnn.weight_hh_l1	4	0.0035887754056602716
61194	rnn.weight_hh_l1	5	0.023103898391127586
61194	rnn.weight_hh_l1	6	0.031452473253011703
61194	rnn.weight_hh_l1	7	-0.02762177400290966
61194	rnn.weight_hh_l1	8	-0.02648361586034298
61194	rnn.weight_hh_l1	9	0.03743961825966835
61194	rnn.bias_ih_l1	0	-0.12392044067382812
61194	rnn.bias_ih_l1	1	-0.1202748715877533
61194	rnn.bias_ih_l1	2	-0.13697384297847748
61194	rnn.bias_ih_l1	3	-0.1918664574623108
61194	rnn.bias_ih_l1	4	-0.1404062658548355
61194	rnn.bias_ih_l1	5	-0.09502628445625305
61194	rnn.bias_ih_l1	6	-0.0947101041674614
61194	rnn.bias_ih_l1	7	-0.03698047995567322
61194	rnn.bias_ih_l1	8	-0.08793597668409348
61194	rnn.bias_ih_l1	9	-0.11428095400333405
61194	rnn.bias_hh_l1	0	-0.11229162663221359
61194	rnn.bias_hh_l1	1	-0.03943624347448349
61194	rnn.bias_hh_l1	2	-0.09092028439044952
61194	rnn.bias_hh_l1	3	-0.08190575242042542
61194	rnn.bias_hh_l1	4	-0.11083710938692093
61194	rnn.bias_hh_l1	5	-0.062031518667936325
61194	rnn.bias_hh_l1	6	-0.10171398520469666
61194	rnn.bias_hh_l1	7	-0.02587578073143959
61194	rnn.bias_hh_l1	8	-0.10433308780193329
61194	rnn.bias_hh_l1	9	-0.059280671179294586
61194	rnn.weight_ih_l1_reverse	0	-0.029501423239707947
61194	rnn.weight_ih_l1_reverse	1	0.03510534018278122
61194	rnn.weight_ih_l1_reverse	2	-0.004230590537190437
61194	rnn.weight_ih_l1_reverse	3	-0.011958573944866657
61194	rnn.weight_ih_l1_reverse	4	-0.04905536770820618
61194	rnn.weight_ih_l1_reverse	5	-0.03634050488471985
61194	rnn.weight_ih_l1_reverse	6	-0.0073981634341180325
61194	rnn.weight_ih_l1_reverse	7	0.016866104677319527
61194	rnn.weight_ih_l1_reverse	8	0.01745268702507019
61194	rnn.weight_ih_l1_reverse	9	-0.043923404067754745
61194	rnn.weight_hh_l1_reverse	0	0.008189176209270954
61194	rnn.weight_hh_l1_reverse	1	0.028056178241968155
61194	rnn.weight_hh_l1_reverse	2	-0.03738626837730408
61194	rnn.weight_hh_l1_reverse	3	0.04240746423602104
61194	rnn.weight_hh_l1_reverse	4	0.046140771359205246
61194	rnn.weight_hh_l1_reverse	5	0.009140989743173122
61194	rnn.weight_hh_l1_reverse	6	0.004699258133769035
61194	rnn.weight_hh_l1_reverse	7	0.027589745819568634
61194	rnn.weight_hh_l1_reverse	8	-0.0031242957338690758
61194	rnn.weight_hh_l1_reverse	9	-0.040672048926353455
61194	rnn.bias_ih_l1_reverse	0	-0.03483663126826286
61194	rnn.bias_ih_l1_reverse	1	-0.09307938069105148
61194	rnn.bias_ih_l1_reverse	2	-0.09570033848285675
61194	rnn.bias_ih_l1_reverse	3	0.008631673641502857
61194	rnn.bias_ih_l1_reverse	4	-0.14471650123596191
61194	rnn.bias_ih_l1_reverse	5	-0.08568892627954483
61194	rnn.bias_ih_l1_reverse	6	-0.1000787690281868
61194	rnn.bias_ih_l1_reverse	7	-0.13169243931770325
61194	rnn.bias_ih_l1_reverse	8	0.10682661086320877
61194	rnn.bias_ih_l1_reverse	9	-0.01410086639225483
61194	rnn.bias_hh_l1_reverse	0	-0.034331053495407104
61194	rnn.bias_hh_l1_reverse	1	0.024441953748464584
61194	rnn.bias_hh_l1_reverse	2	-0.19420838356018066
61194	rnn.bias_hh_l1_reverse	3	-0.07770273834466934
61194	rnn.bias_hh_l1_reverse	4	-0.0566261000931263
61194	rnn.bias_hh_l1_reverse	5	-0.06522826105356216
61194	rnn.bias_hh_l1_reverse	6	0.09544028341770172
61194	rnn.bias_hh_l1_reverse	7	-0.13572613894939423
61194	rnn.bias_hh_l1_reverse	8	-0.09366866946220398
61194	rnn.bias_hh_l1_reverse	9	-0.09504465013742447
61194	linear.weight	0	0.002228822559118271
61194	linear.weight	1	0.06406707316637039
61194	linear.weight	2	-0.10411785542964935
61194	linear.weight	3	0.2995491027832031
61194	linear.weight	4	0.07932371646165848
61194	linear.weight	5	0.02682286687195301
61194	linear.weight	6	-0.0075850416906178
61194	linear.weight	7	0.12892641127109528
61194	linear.weight	8	0.04183749854564667
61194	linear.weight	9	-0.07459583133459091
61194	linear.bias	0	-0.18133965134620667
61194	linear.bias	1	-0.0784517303109169
61194	linear.bias	2	-0.5006015300750732
61194	linear.bias	3	-0.7040390372276306
61194	linear.bias	4	-1.0324522256851196
61194	linear.bias	5	-0.03697779029607773
61194	linear.bias	6	-0.615827739238739
61194	linear.bias	7	0.4349190592765808
61194	linear.bias	8	-0.5620008707046509
61194	linear.bias	9	-0.7795338034629822
61391	transitions	0	0.5158324837684631
61391	transitions	1	0.040317386388778687
61391	transitions	2	-10000.0
61391	transitions	3	-1.7989667654037476
61391	transitions	4	-10000.0
61391	transitions	5	0.6534274220466614
61391	transitions	6	-0.020018158480525017
61391	transitions	7	-0.35564059019088745
61391	transitions	8	-1.330613613128662
61391	transitions	9	-0.0004120447556488216
61391	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
61391	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
61391	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
61391	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
61391	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
61391	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
61391	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
61391	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
61391	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
61391	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
61391	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
61391	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
61391	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
61391	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
61391	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
61391	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
61391	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
61391	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
61391	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
61391	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
61391	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
61391	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
61391	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
61391	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
61391	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
61391	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
61391	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
61391	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
61391	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
61391	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
61391	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
61391	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
61391	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
61391	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
61391	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
61391	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
61391	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
61391	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
61391	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
61391	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
61391	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
61391	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
61391	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
61391	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
61391	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
61391	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
61391	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
61391	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
61391	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
61391	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
61391	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
61391	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
61391	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
61391	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
61391	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
61391	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
61391	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
61391	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
61391	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
61391	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
61391	embedding2nn.weight	0	0.006226982921361923
61391	embedding2nn.weight	1	-0.01675577275454998
61391	embedding2nn.weight	2	-0.014268253929913044
61391	embedding2nn.weight	3	0.00015943864127621055
61391	embedding2nn.weight	4	-0.0059150345623493195
61391	embedding2nn.weight	5	-0.0037005776539444923
61391	embedding2nn.weight	6	-0.003973220009356737
61391	embedding2nn.weight	7	-0.04162784665822983
61391	embedding2nn.weight	8	-0.0019979383796453476
61391	embedding2nn.weight	9	-0.025519605726003647
61391	embedding2nn.bias	0	0.03618444874882698
61391	embedding2nn.bias	1	-0.042580489069223404
61391	embedding2nn.bias	2	0.08894868195056915
61391	embedding2nn.bias	3	0.05166682228446007
61391	embedding2nn.bias	4	-0.0285506434738636
61391	embedding2nn.bias	5	-0.03717130795121193
61391	embedding2nn.bias	6	0.006497549824416637
61391	embedding2nn.bias	7	-0.061569321900606155
61391	embedding2nn.bias	8	0.03810230642557144
61391	embedding2nn.bias	9	0.03733598068356514
61391	rnn.weight_ih_l0	0	-0.02300979197025299
61391	rnn.weight_ih_l0	1	0.00996194314211607
61391	rnn.weight_ih_l0	2	0.03316298499703407
61391	rnn.weight_ih_l0	3	0.0035665652249008417
61391	rnn.weight_ih_l0	4	-0.020114624872803688
61391	rnn.weight_ih_l0	5	-0.0546310730278492
61391	rnn.weight_ih_l0	6	0.016267206519842148
61391	rnn.weight_ih_l0	7	0.0461735762655735
61391	rnn.weight_ih_l0	8	0.00668687466531992
61391	rnn.weight_ih_l0	9	-0.027506060898303986
61391	rnn.weight_hh_l0	0	-0.03447393700480461
61391	rnn.weight_hh_l0	1	-0.0029370058327913284
61391	rnn.weight_hh_l0	2	0.00012721362872980535
61391	rnn.weight_hh_l0	3	-0.045455288141965866
61391	rnn.weight_hh_l0	4	0.0517626628279686
61391	rnn.weight_hh_l0	5	-0.019242368638515472
61391	rnn.weight_hh_l0	6	-0.03987152501940727
61391	rnn.weight_hh_l0	7	-0.017822466790676117
61391	rnn.weight_hh_l0	8	-0.0012953901896253228
61391	rnn.weight_hh_l0	9	-0.023021193221211433
61391	rnn.bias_ih_l0	0	0.037179507315158844
61391	rnn.bias_ih_l0	1	-0.02668217197060585
61391	rnn.bias_ih_l0	2	-0.01317887008190155
61391	rnn.bias_ih_l0	3	0.07457765936851501
61391	rnn.bias_ih_l0	4	-0.05004296079277992
61391	rnn.bias_ih_l0	5	-0.0302685908973217
61391	rnn.bias_ih_l0	6	0.008535749278962612
61391	rnn.bias_ih_l0	7	0.0511784628033638
61391	rnn.bias_ih_l0	8	-0.08218727260828018
61391	rnn.bias_ih_l0	9	-0.01930079236626625
61391	rnn.bias_hh_l0	0	-0.03802652657032013
61391	rnn.bias_hh_l0	1	-0.09901456534862518
61391	rnn.bias_hh_l0	2	-0.03982396051287651
61391	rnn.bias_hh_l0	3	-0.06095024570822716
61391	rnn.bias_hh_l0	4	-0.020950837060809135
61391	rnn.bias_hh_l0	5	0.003775516292080283
61391	rnn.bias_hh_l0	6	0.02831379882991314
61391	rnn.bias_hh_l0	7	-0.0016699916450306773
61391	rnn.bias_hh_l0	8	-0.10729779303073883
61391	rnn.bias_hh_l0	9	-0.00039450981421396136
61391	rnn.weight_ih_l0_reverse	0	-0.017371002584695816
61391	rnn.weight_ih_l0_reverse	1	-0.05485936254262924
61391	rnn.weight_ih_l0_reverse	2	-0.0357636921107769
61391	rnn.weight_ih_l0_reverse	3	-0.007404874544590712
61391	rnn.weight_ih_l0_reverse	4	-0.0017320392653346062
61391	rnn.weight_ih_l0_reverse	5	-0.051114294677972794
61391	rnn.weight_ih_l0_reverse	6	0.045058537274599075
61391	rnn.weight_ih_l0_reverse	7	-0.023364633321762085
61391	rnn.weight_ih_l0_reverse	8	-0.0359247587621212
61391	rnn.weight_ih_l0_reverse	9	0.001715544261969626
61391	rnn.weight_hh_l0_reverse	0	0.042194467037916183
61391	rnn.weight_hh_l0_reverse	1	0.024115990847349167
61391	rnn.weight_hh_l0_reverse	2	0.03727949038147926
61391	rnn.weight_hh_l0_reverse	3	0.02070469781756401
61391	rnn.weight_hh_l0_reverse	4	-0.0015231722500175238
61391	rnn.weight_hh_l0_reverse	5	-0.006095580756664276
61391	rnn.weight_hh_l0_reverse	6	0.0406155101954937
61391	rnn.weight_hh_l0_reverse	7	-0.04619636386632919
61391	rnn.weight_hh_l0_reverse	8	0.029485035687685013
61391	rnn.weight_hh_l0_reverse	9	0.048466943204402924
61391	rnn.bias_ih_l0_reverse	0	-0.07462475448846817
61391	rnn.bias_ih_l0_reverse	1	-0.18831871449947357
61391	rnn.bias_ih_l0_reverse	2	-0.06275775283575058
61391	rnn.bias_ih_l0_reverse	3	-0.009516187012195587
61391	rnn.bias_ih_l0_reverse	4	-0.027746053412556648
61391	rnn.bias_ih_l0_reverse	5	0.029888786375522614
61391	rnn.bias_ih_l0_reverse	6	-0.0517471618950367
61391	rnn.bias_ih_l0_reverse	7	0.05645868927240372
61391	rnn.bias_ih_l0_reverse	8	-0.03963406756520271
61391	rnn.bias_ih_l0_reverse	9	0.016088053584098816
61391	rnn.bias_hh_l0_reverse	0	-0.011805595830082893
61391	rnn.bias_hh_l0_reverse	1	-0.013083224184811115
61391	rnn.bias_hh_l0_reverse	2	0.04112613946199417
61391	rnn.bias_hh_l0_reverse	3	-0.023111019283533096
61391	rnn.bias_hh_l0_reverse	4	-0.04218253865838051
61391	rnn.bias_hh_l0_reverse	5	-0.0367535762488842
61391	rnn.bias_hh_l0_reverse	6	-0.03737586736679077
61391	rnn.bias_hh_l0_reverse	7	0.07654349505901337
61391	rnn.bias_hh_l0_reverse	8	0.011096169240772724
61391	rnn.bias_hh_l0_reverse	9	-0.08985141664743423
61391	rnn.weight_ih_l1	0	-0.0343700610101223
61391	rnn.weight_ih_l1	1	-0.03901330381631851
61391	rnn.weight_ih_l1	2	0.07077682763338089
61391	rnn.weight_ih_l1	3	-0.03675869479775429
61391	rnn.weight_ih_l1	4	-0.0026481186505407095
61391	rnn.weight_ih_l1	5	-0.04678342491388321
61391	rnn.weight_ih_l1	6	0.01994563266634941
61391	rnn.weight_ih_l1	7	-0.027535617351531982
61391	rnn.weight_ih_l1	8	0.040343619883060455
61391	rnn.weight_ih_l1	9	0.024935200810432434
61391	rnn.weight_hh_l1	0	-0.014011171646416187
61391	rnn.weight_hh_l1	1	0.006785491015762091
61391	rnn.weight_hh_l1	2	-0.0004340805171523243
61391	rnn.weight_hh_l1	3	-0.00741963554173708
61391	rnn.weight_hh_l1	4	0.0038020850624889135
61391	rnn.weight_hh_l1	5	0.023283908143639565
61391	rnn.weight_hh_l1	6	0.03169456496834755
61391	rnn.weight_hh_l1	7	-0.02783120609819889
61391	rnn.weight_hh_l1	8	-0.026951061561703682
61391	rnn.weight_hh_l1	9	0.03756612539291382
61391	rnn.bias_ih_l1	0	-0.12747682631015778
61391	rnn.bias_ih_l1	1	-0.11895649135112762
61391	rnn.bias_ih_l1	2	-0.13725540041923523
61391	rnn.bias_ih_l1	3	-0.18736325204372406
61391	rnn.bias_ih_l1	4	-0.14411377906799316
61391	rnn.bias_ih_l1	5	-0.09571488201618195
61391	rnn.bias_ih_l1	6	-0.09622287005186081
61391	rnn.bias_ih_l1	7	-0.03384249657392502
61391	rnn.bias_ih_l1	8	-0.08782951533794403
61391	rnn.bias_ih_l1	9	-0.1112564206123352
61391	rnn.bias_hh_l1	0	-0.10962075740098953
61391	rnn.bias_hh_l1	1	-0.037590742111206055
61391	rnn.bias_hh_l1	2	-0.08698506653308868
61391	rnn.bias_hh_l1	3	-0.0810951292514801
61391	rnn.bias_hh_l1	4	-0.11037219315767288
61391	rnn.bias_hh_l1	5	-0.06361434608697891
61391	rnn.bias_hh_l1	6	-0.10136469453573227
61391	rnn.bias_hh_l1	7	-0.026215719059109688
61391	rnn.bias_hh_l1	8	-0.10551471263170242
61391	rnn.bias_hh_l1	9	-0.05794376879930496
61391	rnn.weight_ih_l1_reverse	0	-0.02978597767651081
61391	rnn.weight_ih_l1_reverse	1	0.0314716137945652
61391	rnn.weight_ih_l1_reverse	2	-0.004515161272138357
61391	rnn.weight_ih_l1_reverse	3	-0.011904126964509487
61391	rnn.weight_ih_l1_reverse	4	-0.05004139617085457
61391	rnn.weight_ih_l1_reverse	5	-0.036425817757844925
61391	rnn.weight_ih_l1_reverse	6	-0.005646055564284325
61391	rnn.weight_ih_l1_reverse	7	0.017102668061852455
61391	rnn.weight_ih_l1_reverse	8	0.01236535981297493
61391	rnn.weight_ih_l1_reverse	9	-0.04278691112995148
61391	rnn.weight_hh_l1_reverse	0	0.00812279712408781
61391	rnn.weight_hh_l1_reverse	1	0.028028344735503197
61391	rnn.weight_hh_l1_reverse	2	-0.03740119934082031
61391	rnn.weight_hh_l1_reverse	3	0.04230421781539917
61391	rnn.weight_hh_l1_reverse	4	0.04569791629910469
61391	rnn.weight_hh_l1_reverse	5	0.009298563003540039
61391	rnn.weight_hh_l1_reverse	6	0.005207877140492201
61391	rnn.weight_hh_l1_reverse	7	0.02767624333500862
61391	rnn.weight_hh_l1_reverse	8	-0.0032047254499047995
61391	rnn.weight_hh_l1_reverse	9	-0.0406208261847496
61391	rnn.bias_ih_l1_reverse	0	-0.03606110066175461
61391	rnn.bias_ih_l1_reverse	1	-0.09262989461421967
61391	rnn.bias_ih_l1_reverse	2	-0.09665179252624512
61391	rnn.bias_ih_l1_reverse	3	0.010527893900871277
61391	rnn.bias_ih_l1_reverse	4	-0.1425161510705948
61391	rnn.bias_ih_l1_reverse	5	-0.08473189920186996
61391	rnn.bias_ih_l1_reverse	6	-0.0989774689078331
61391	rnn.bias_ih_l1_reverse	7	-0.1319815069437027
61391	rnn.bias_ih_l1_reverse	8	0.11042258143424988
61391	rnn.bias_ih_l1_reverse	9	-0.0029857237823307514
61391	rnn.bias_hh_l1_reverse	0	-0.032271262258291245
61391	rnn.bias_hh_l1_reverse	1	0.03192845731973648
61391	rnn.bias_hh_l1_reverse	2	-0.19410410523414612
61391	rnn.bias_hh_l1_reverse	3	-0.07835034281015396
61391	rnn.bias_hh_l1_reverse	4	-0.058981552720069885
61391	rnn.bias_hh_l1_reverse	5	-0.06535543501377106
61391	rnn.bias_hh_l1_reverse	6	0.08937480300664902
61391	rnn.bias_hh_l1_reverse	7	-0.13753731548786163
61391	rnn.bias_hh_l1_reverse	8	-0.09364625066518784
61391	rnn.bias_hh_l1_reverse	9	-0.09521973133087158
61391	linear.weight	0	0.002228822559118271
61391	linear.weight	1	0.058117736130952835
61391	linear.weight	2	-0.10262399166822433
61391	linear.weight	3	0.2929936945438385
61391	linear.weight	4	0.08342195302248001
61391	linear.weight	5	0.027357827872037888
61391	linear.weight	6	0.014034651219844818
61391	linear.weight	7	0.12592703104019165
61391	linear.weight	8	0.041836436837911606
61391	linear.weight	9	-0.07873647660017014
61391	linear.bias	0	-0.1815653145313263
61391	linear.bias	1	-0.108368881046772
61391	linear.bias	2	-0.5132452249526978
61391	linear.bias	3	-0.7121909856796265
61391	linear.bias	4	-1.0429482460021973
61391	linear.bias	5	0.012219545431435108
61391	linear.bias	6	-0.6435068845748901
61391	linear.bias	7	0.4819537103176117
61391	linear.bias	8	-0.5559515953063965
61391	linear.bias	9	-0.7766563296318054
61588	transitions	0	0.5117188096046448
61588	transitions	1	0.047988247126340866
61588	transitions	2	-10000.0
61588	transitions	3	-1.7990437746047974
61588	transitions	4	-10000.0
61588	transitions	5	0.6531472206115723
61588	transitions	6	-0.020260632038116455
61588	transitions	7	-0.3560147285461426
61588	transitions	8	-1.330807089805603
61588	transitions	9	-0.0004152077599428594
61588	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
61588	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
61588	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
61588	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
61588	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
61588	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
61588	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
61588	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
61588	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
61588	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
61588	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
61588	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
61588	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
61588	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
61588	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
61588	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
61588	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
61588	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
61588	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
61588	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
61588	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
61588	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
61588	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
61588	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
61588	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
61588	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
61588	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
61588	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
61588	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
61588	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
61588	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
61588	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
61588	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
61588	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
61588	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
61588	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
61588	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
61588	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
61588	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
61588	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
61588	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
61588	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
61588	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
61588	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
61588	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
61588	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
61588	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
61588	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
61588	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
61588	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
61588	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
61588	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
61588	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
61588	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
61588	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
61588	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
61588	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
61588	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
61588	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
61588	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
61588	embedding2nn.weight	0	0.004475077148526907
61588	embedding2nn.weight	1	-0.016717495396733284
61588	embedding2nn.weight	2	-0.014268253929913044
61588	embedding2nn.weight	3	0.00127106171566993
61588	embedding2nn.weight	4	-0.0059150345623493195
61588	embedding2nn.weight	5	-0.0037005776539444923
61588	embedding2nn.weight	6	-0.003973222337663174
61588	embedding2nn.weight	7	-0.04151412844657898
61588	embedding2nn.weight	8	-0.0019979383796453476
61588	embedding2nn.weight	9	-0.025759825482964516
61588	embedding2nn.bias	0	0.027104202657938004
61588	embedding2nn.bias	1	-0.04826550930738449
61588	embedding2nn.bias	2	0.08574790507555008
61588	embedding2nn.bias	3	0.055089071393013
61588	embedding2nn.bias	4	-0.02881530486047268
61588	embedding2nn.bias	5	-0.036059387028217316
61588	embedding2nn.bias	6	0.0010976750636473298
61588	embedding2nn.bias	7	-0.06100194528698921
61588	embedding2nn.bias	8	0.044218964874744415
61588	embedding2nn.bias	9	0.03969290107488632
61588	rnn.weight_ih_l0	0	-0.02303137071430683
61588	rnn.weight_ih_l0	1	0.00850397627800703
61588	rnn.weight_ih_l0	2	0.034523725509643555
61588	rnn.weight_ih_l0	3	0.0034822409506887197
61588	rnn.weight_ih_l0	4	-0.01695919595658779
61588	rnn.weight_ih_l0	5	-0.05453621596097946
61588	rnn.weight_ih_l0	6	0.01616005226969719
61588	rnn.weight_ih_l0	7	0.043979279696941376
61588	rnn.weight_ih_l0	8	0.005663961637765169
61588	rnn.weight_ih_l0	9	-0.02684381604194641
61588	rnn.weight_hh_l0	0	-0.03482259809970856
61588	rnn.weight_hh_l0	1	-0.003538033924996853
61588	rnn.weight_hh_l0	2	0.0010290747741237283
61588	rnn.weight_hh_l0	3	-0.0469922311604023
61588	rnn.weight_hh_l0	4	0.05235081911087036
61588	rnn.weight_hh_l0	5	-0.018179576843976974
61588	rnn.weight_hh_l0	6	-0.04052381590008736
61588	rnn.weight_hh_l0	7	-0.018003836274147034
61588	rnn.weight_hh_l0	8	-0.0009805045556277037
61588	rnn.weight_hh_l0	9	-0.02252615988254547
61588	rnn.bias_ih_l0	0	0.038523245602846146
61588	rnn.bias_ih_l0	1	-0.02577347867190838
61588	rnn.bias_ih_l0	2	-0.013039350509643555
61588	rnn.bias_ih_l0	3	0.0744779035449028
61588	rnn.bias_ih_l0	4	-0.048319242894649506
61588	rnn.bias_ih_l0	5	-0.03386041894555092
61588	rnn.bias_ih_l0	6	0.005478797014802694
61588	rnn.bias_ih_l0	7	0.05249841883778572
61588	rnn.bias_ih_l0	8	-0.08468181639909744
61588	rnn.bias_ih_l0	9	-0.02089652605354786
61588	rnn.bias_hh_l0	0	-0.03974495083093643
61588	rnn.bias_hh_l0	1	-0.10084068775177002
61588	rnn.bias_hh_l0	2	-0.03739403188228607
61588	rnn.bias_hh_l0	3	-0.06242101639509201
61588	rnn.bias_hh_l0	4	-0.022888794541358948
61588	rnn.bias_hh_l0	5	0.000448203383712098
61588	rnn.bias_hh_l0	6	0.03150437772274017
61588	rnn.bias_hh_l0	7	-0.0008108417387120426
61588	rnn.bias_hh_l0	8	-0.10856346040964127
61588	rnn.bias_hh_l0	9	-0.003563872305676341
61588	rnn.weight_ih_l0_reverse	0	-0.019166694954037666
61588	rnn.weight_ih_l0_reverse	1	-0.05557345971465111
61588	rnn.weight_ih_l0_reverse	2	-0.03548494353890419
61588	rnn.weight_ih_l0_reverse	3	-0.006125226151198149
61588	rnn.weight_ih_l0_reverse	4	-0.0017645158804953098
61588	rnn.weight_ih_l0_reverse	5	-0.05136147886514664
61588	rnn.weight_ih_l0_reverse	6	0.04593992978334427
61588	rnn.weight_ih_l0_reverse	7	-0.023971177637577057
61588	rnn.weight_ih_l0_reverse	8	-0.03653634339570999
61588	rnn.weight_ih_l0_reverse	9	0.003727856557816267
61588	rnn.weight_hh_l0_reverse	0	0.042024534195661545
61588	rnn.weight_hh_l0_reverse	1	0.023604348301887512
61588	rnn.weight_hh_l0_reverse	2	0.03681575506925583
61588	rnn.weight_hh_l0_reverse	3	0.020411062985658646
61588	rnn.weight_hh_l0_reverse	4	-0.0017822238150984049
61588	rnn.weight_hh_l0_reverse	5	-0.005041327327489853
61588	rnn.weight_hh_l0_reverse	6	0.04130800440907478
61588	rnn.weight_hh_l0_reverse	7	-0.04542069882154465
61588	rnn.weight_hh_l0_reverse	8	0.030151231214404106
61588	rnn.weight_hh_l0_reverse	9	0.047749608755111694
61588	rnn.bias_ih_l0_reverse	0	-0.07290773838758469
61588	rnn.bias_ih_l0_reverse	1	-0.19272516667842865
61588	rnn.bias_ih_l0_reverse	2	-0.0668245330452919
61588	rnn.bias_ih_l0_reverse	3	-0.011156964115798473
61588	rnn.bias_ih_l0_reverse	4	-0.02945012040436268
61588	rnn.bias_ih_l0_reverse	5	0.03097856603562832
61588	rnn.bias_ih_l0_reverse	6	-0.051422879099845886
61588	rnn.bias_ih_l0_reverse	7	0.05884498730301857
61588	rnn.bias_ih_l0_reverse	8	-0.041622888296842575
61588	rnn.bias_ih_l0_reverse	9	0.017580486834049225
61588	rnn.bias_hh_l0_reverse	0	-0.011609479784965515
61588	rnn.bias_hh_l0_reverse	1	-0.016915690153837204
61588	rnn.bias_hh_l0_reverse	2	0.04329226166009903
61588	rnn.bias_hh_l0_reverse	3	-0.024183781817555428
61588	rnn.bias_hh_l0_reverse	4	-0.043642010539770126
61588	rnn.bias_hh_l0_reverse	5	-0.04101129248738289
61588	rnn.bias_hh_l0_reverse	6	-0.03949262946844101
61588	rnn.bias_hh_l0_reverse	7	0.07458610087633133
61588	rnn.bias_hh_l0_reverse	8	0.009041974321007729
61588	rnn.bias_hh_l0_reverse	9	-0.0875714048743248
61588	rnn.weight_ih_l1	0	-0.03463532030582428
61588	rnn.weight_ih_l1	1	-0.03925972431898117
61588	rnn.weight_ih_l1	2	0.07308242470026016
61588	rnn.weight_ih_l1	3	-0.03608807176351547
61588	rnn.weight_ih_l1	4	-0.0026143838185817003
61588	rnn.weight_ih_l1	5	-0.046562545001506805
61588	rnn.weight_ih_l1	6	0.019491760060191154
61588	rnn.weight_ih_l1	7	-0.02707524225115776
61588	rnn.weight_ih_l1	8	0.040438055992126465
61588	rnn.weight_ih_l1	9	0.025398271158337593
61588	rnn.weight_hh_l1	0	-0.014129998162388802
61588	rnn.weight_hh_l1	1	0.006928694434463978
61588	rnn.weight_hh_l1	2	-0.0015285443514585495
61588	rnn.weight_hh_l1	3	-0.007227492984384298
61588	rnn.weight_hh_l1	4	0.0040494720451533794
61588	rnn.weight_hh_l1	5	0.023411791771650314
61588	rnn.weight_hh_l1	6	0.0312516950070858
61588	rnn.weight_hh_l1	7	-0.02804352343082428
61588	rnn.weight_hh_l1	8	-0.02677481807768345
61588	rnn.weight_hh_l1	9	0.03802080452442169
61588	rnn.bias_ih_l1	0	-0.12888289988040924
61588	rnn.bias_ih_l1	1	-0.11874300986528397
61588	rnn.bias_ih_l1	2	-0.13850533962249756
61588	rnn.bias_ih_l1	3	-0.19130346179008484
61588	rnn.bias_ih_l1	4	-0.14562886953353882
61588	rnn.bias_ih_l1	5	-0.09744074195623398
61588	rnn.bias_ih_l1	6	-0.09231346100568771
61588	rnn.bias_ih_l1	7	-0.0346747525036335
61588	rnn.bias_ih_l1	8	-0.08975540846586227
61588	rnn.bias_ih_l1	9	-0.11242382973432541
61588	rnn.bias_hh_l1	0	-0.1100497618317604
61588	rnn.bias_hh_l1	1	-0.03552025929093361
61588	rnn.bias_hh_l1	2	-0.0878894105553627
61588	rnn.bias_hh_l1	3	-0.0816005989909172
61588	rnn.bias_hh_l1	4	-0.10895438492298126
61588	rnn.bias_hh_l1	5	-0.06455527991056442
61588	rnn.bias_hh_l1	6	-0.09614155441522598
61588	rnn.bias_hh_l1	7	-0.02409227192401886
61588	rnn.bias_hh_l1	8	-0.10962642729282379
61588	rnn.bias_hh_l1	9	-0.05886124446988106
61588	rnn.weight_ih_l1_reverse	0	-0.03049292042851448
61588	rnn.weight_ih_l1_reverse	1	0.03236694261431694
61588	rnn.weight_ih_l1_reverse	2	-0.006554300896823406
61588	rnn.weight_ih_l1_reverse	3	-0.012613018974661827
61588	rnn.weight_ih_l1_reverse	4	-0.050870053470134735
61588	rnn.weight_ih_l1_reverse	5	-0.036388590931892395
61588	rnn.weight_ih_l1_reverse	6	-0.006866550073027611
61588	rnn.weight_ih_l1_reverse	7	0.01681526005268097
61588	rnn.weight_ih_l1_reverse	8	0.013488495722413063
61588	rnn.weight_ih_l1_reverse	9	-0.0438617505133152
61588	rnn.weight_hh_l1_reverse	0	0.00793097261339426
61588	rnn.weight_hh_l1_reverse	1	0.028045527637004852
61588	rnn.weight_hh_l1_reverse	2	-0.03742044046521187
61588	rnn.weight_hh_l1_reverse	3	0.04222389683127403
61588	rnn.weight_hh_l1_reverse	4	0.04553741589188576
61588	rnn.weight_hh_l1_reverse	5	0.008985009975731373
61588	rnn.weight_hh_l1_reverse	6	0.004775831010192633
61588	rnn.weight_hh_l1_reverse	7	0.027827665209770203
61588	rnn.weight_hh_l1_reverse	8	-0.0032125923316925764
61588	rnn.weight_hh_l1_reverse	9	-0.04082481935620308
61588	rnn.bias_ih_l1_reverse	0	-0.03394588083028793
61588	rnn.bias_ih_l1_reverse	1	-0.09402711689472198
61588	rnn.bias_ih_l1_reverse	2	-0.09534063190221786
61588	rnn.bias_ih_l1_reverse	3	0.007781448774039745
61588	rnn.bias_ih_l1_reverse	4	-0.1448012888431549
61588	rnn.bias_ih_l1_reverse	5	-0.08272688090801239
61588	rnn.bias_ih_l1_reverse	6	-0.09884373098611832
61588	rnn.bias_ih_l1_reverse	7	-0.1315043717622757
61588	rnn.bias_ih_l1_reverse	8	0.10335994511842728
61588	rnn.bias_ih_l1_reverse	9	-0.0022471456322818995
61588	rnn.bias_hh_l1_reverse	0	-0.02927383780479431
61588	rnn.bias_hh_l1_reverse	1	0.03493345528841019
61588	rnn.bias_hh_l1_reverse	2	-0.1943947821855545
61588	rnn.bias_hh_l1_reverse	3	-0.0796365812420845
61588	rnn.bias_hh_l1_reverse	4	-0.05847923457622528
61588	rnn.bias_hh_l1_reverse	5	-0.06499399244785309
61588	rnn.bias_hh_l1_reverse	6	0.09363990277051926
61588	rnn.bias_hh_l1_reverse	7	-0.13394717872142792
61588	rnn.bias_hh_l1_reverse	8	-0.09421945363283157
61588	rnn.bias_hh_l1_reverse	9	-0.09596273303031921
61588	linear.weight	0	0.002228822559118271
61588	linear.weight	1	0.06412608921527863
61588	linear.weight	2	-0.09712010622024536
61588	linear.weight	3	0.2938448190689087
61588	linear.weight	4	0.0790204182267189
61588	linear.weight	5	0.02601943165063858
61588	linear.weight	6	0.002763801021501422
61588	linear.weight	7	0.11492273956537247
61588	linear.weight	8	0.041835300624370575
61588	linear.weight	9	-0.08529827743768692
61588	linear.bias	0	-0.16218207776546478
61588	linear.bias	1	-0.0885387659072876
61588	linear.bias	2	-0.5348852276802063
61588	linear.bias	3	-0.7222000956535339
61588	linear.bias	4	-1.0524928569793701
61588	linear.bias	5	0.0019993032328784466
61588	linear.bias	6	-0.6224597096443176
61588	linear.bias	7	0.4743746519088745
61588	linear.bias	8	-0.5458647608757019
61588	linear.bias	9	-0.7716044783592224
61785	transitions	0	0.5074388980865479
61785	transitions	1	0.051129624247550964
61785	transitions	2	-10000.0
61785	transitions	3	-1.7991389036178589
61785	transitions	4	-10000.0
61785	transitions	5	0.6528778076171875
61785	transitions	6	-0.020473521202802658
61785	transitions	7	-0.35656508803367615
61785	transitions	8	-1.3310813903808594
61785	transitions	9	-0.00041837195749394596
61785	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
61785	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
61785	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
61785	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
61785	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
61785	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
61785	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
61785	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
61785	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
61785	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
61785	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
61785	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
61785	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
61785	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
61785	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
61785	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
61785	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
61785	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
61785	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
61785	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
61785	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
61785	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
61785	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
61785	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
61785	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
61785	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
61785	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
61785	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
61785	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
61785	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
61785	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
61785	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
61785	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
61785	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
61785	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
61785	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
61785	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
61785	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
61785	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
61785	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
61785	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
61785	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
61785	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
61785	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
61785	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
61785	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
61785	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
61785	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
61785	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
61785	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
61785	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
61785	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
61785	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
61785	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
61785	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
61785	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
61785	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
61785	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
61785	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
61785	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
61785	embedding2nn.weight	0	0.0029396454337984324
61785	embedding2nn.weight	1	-0.01689137890934944
61785	embedding2nn.weight	2	-0.014268253929913044
61785	embedding2nn.weight	3	0.000853342586196959
61785	embedding2nn.weight	4	-0.0059150345623493195
61785	embedding2nn.weight	5	-0.0037005776539444923
61785	embedding2nn.weight	6	-0.003973222337663174
61785	embedding2nn.weight	7	-0.04283894598484039
61785	embedding2nn.weight	8	-0.0019979383796453476
61785	embedding2nn.weight	9	-0.023789942264556885
61785	embedding2nn.bias	0	0.032112713903188705
61785	embedding2nn.bias	1	-0.04551423341035843
61785	embedding2nn.bias	2	0.07559040933847427
61785	embedding2nn.bias	3	0.050748955458402634
61785	embedding2nn.bias	4	-0.023230578750371933
61785	embedding2nn.bias	5	-0.03094584122300148
61785	embedding2nn.bias	6	-0.0015655742026865482
61785	embedding2nn.bias	7	-0.06478813290596008
61785	embedding2nn.bias	8	0.03983161598443985
61785	embedding2nn.bias	9	0.03234267607331276
61785	rnn.weight_ih_l0	0	-0.023776696994900703
61785	rnn.weight_ih_l0	1	0.008301127701997757
61785	rnn.weight_ih_l0	2	0.03439288213849068
61785	rnn.weight_ih_l0	3	0.002857496263459325
61785	rnn.weight_ih_l0	4	-0.019318247213959694
61785	rnn.weight_ih_l0	5	-0.05459023267030716
61785	rnn.weight_ih_l0	6	0.016126545146107674
61785	rnn.weight_ih_l0	7	0.04583972692489624
61785	rnn.weight_ih_l0	8	0.005568943917751312
61785	rnn.weight_ih_l0	9	-0.026728413999080658
61785	rnn.weight_hh_l0	0	-0.03449025750160217
61785	rnn.weight_hh_l0	1	-0.003076245542615652
61785	rnn.weight_hh_l0	2	0.0006248651770874858
61785	rnn.weight_hh_l0	3	-0.047884367406368256
61785	rnn.weight_hh_l0	4	0.05229528248310089
61785	rnn.weight_hh_l0	5	-0.01709548942744732
61785	rnn.weight_hh_l0	6	-0.04135064035654068
61785	rnn.weight_hh_l0	7	-0.017528271302580833
61785	rnn.weight_hh_l0	8	-0.0007524531101807952
61785	rnn.weight_hh_l0	9	-0.023084795102477074
61785	rnn.bias_ih_l0	0	0.039683952927589417
61785	rnn.bias_ih_l0	1	-0.025751499459147453
61785	rnn.bias_ih_l0	2	-0.011981289833784103
61785	rnn.bias_ih_l0	3	0.07395800948143005
61785	rnn.bias_ih_l0	4	-0.053467992693185806
61785	rnn.bias_ih_l0	5	-0.03523310646414757
61785	rnn.bias_ih_l0	6	-0.0009816541569307446
61785	rnn.bias_ih_l0	7	0.048871394246816635
61785	rnn.bias_ih_l0	8	-0.08342591673135757
61785	rnn.bias_ih_l0	9	-0.02040177211165428
61785	rnn.bias_hh_l0	0	-0.040828511118888855
61785	rnn.bias_hh_l0	1	-0.10111375898122787
61785	rnn.bias_hh_l0	2	-0.0368502140045166
61785	rnn.bias_hh_l0	3	-0.06191985681653023
61785	rnn.bias_hh_l0	4	-0.02172360010445118
61785	rnn.bias_hh_l0	5	-0.001282670651562512
61785	rnn.bias_hh_l0	6	0.03176885470747948
61785	rnn.bias_hh_l0	7	-0.002931547351181507
61785	rnn.bias_hh_l0	8	-0.10779113322496414
61785	rnn.bias_hh_l0	9	-0.0019141569500789046
61785	rnn.weight_ih_l0_reverse	0	-0.018585188314318657
61785	rnn.weight_ih_l0_reverse	1	-0.05404360219836235
61785	rnn.weight_ih_l0_reverse	2	-0.036148007959127426
61785	rnn.weight_ih_l0_reverse	3	-0.005236645694822073
61785	rnn.weight_ih_l0_reverse	4	-0.001952559920027852
61785	rnn.weight_ih_l0_reverse	5	-0.05176480859518051
61785	rnn.weight_ih_l0_reverse	6	0.047336310148239136
61785	rnn.weight_ih_l0_reverse	7	-0.02500634454190731
61785	rnn.weight_ih_l0_reverse	8	-0.036672305315732956
61785	rnn.weight_ih_l0_reverse	9	0.0031359319109469652
61785	rnn.weight_hh_l0_reverse	0	0.04051457718014717
61785	rnn.weight_hh_l0_reverse	1	0.023575013503432274
61785	rnn.weight_hh_l0_reverse	2	0.036935921758413315
61785	rnn.weight_hh_l0_reverse	3	0.0195065438747406
61785	rnn.weight_hh_l0_reverse	4	-0.001289336709305644
61785	rnn.weight_hh_l0_reverse	5	-0.0042617362923920155
61785	rnn.weight_hh_l0_reverse	6	0.04154796153306961
61785	rnn.weight_hh_l0_reverse	7	-0.04586973786354065
61785	rnn.weight_hh_l0_reverse	8	0.029668694362044334
61785	rnn.weight_hh_l0_reverse	9	0.04787556827068329
61785	rnn.bias_ih_l0_reverse	0	-0.07255345582962036
61785	rnn.bias_ih_l0_reverse	1	-0.19819806516170502
61785	rnn.bias_ih_l0_reverse	2	-0.07056692242622375
61785	rnn.bias_ih_l0_reverse	3	-0.010435954667627811
61785	rnn.bias_ih_l0_reverse	4	-0.025710035115480423
61785	rnn.bias_ih_l0_reverse	5	0.028660718351602554
61785	rnn.bias_ih_l0_reverse	6	-0.0513419434428215
61785	rnn.bias_ih_l0_reverse	7	0.057369280606508255
61785	rnn.bias_ih_l0_reverse	8	-0.039016205817461014
61785	rnn.bias_ih_l0_reverse	9	0.019740263000130653
61785	rnn.bias_hh_l0_reverse	0	-0.010743388906121254
61785	rnn.bias_hh_l0_reverse	1	-0.01417588535696268
61785	rnn.bias_hh_l0_reverse	2	0.04184402897953987
61785	rnn.bias_hh_l0_reverse	3	-0.02376117929816246
61785	rnn.bias_hh_l0_reverse	4	-0.04507895186543465
61785	rnn.bias_hh_l0_reverse	5	-0.04329061508178711
61785	rnn.bias_hh_l0_reverse	6	-0.036758020520210266
61785	rnn.bias_hh_l0_reverse	7	0.07257188856601715
61785	rnn.bias_hh_l0_reverse	8	0.010286232456564903
61785	rnn.bias_hh_l0_reverse	9	-0.09173648059368134
61785	rnn.weight_ih_l1	0	-0.034490350633859634
61785	rnn.weight_ih_l1	1	-0.03829669952392578
61785	rnn.weight_ih_l1	2	0.07639347016811371
61785	rnn.weight_ih_l1	3	-0.03504294157028198
61785	rnn.weight_ih_l1	4	-0.0035129424650222063
61785	rnn.weight_ih_l1	5	-0.046018145978450775
61785	rnn.weight_ih_l1	6	0.01994604617357254
61785	rnn.weight_ih_l1	7	-0.02611449547111988
61785	rnn.weight_ih_l1	8	0.04059085249900818
61785	rnn.weight_ih_l1	9	0.02565111592411995
61785	rnn.weight_hh_l1	0	-0.013748452067375183
61785	rnn.weight_hh_l1	1	0.007051388267427683
61785	rnn.weight_hh_l1	2	-0.0010245970916002989
61785	rnn.weight_hh_l1	3	-0.008034969680011272
61785	rnn.weight_hh_l1	4	0.0033000842668116093
61785	rnn.weight_hh_l1	5	0.023472731932997704
61785	rnn.weight_hh_l1	6	0.031604405492544174
61785	rnn.weight_hh_l1	7	-0.02793007530272007
61785	rnn.weight_hh_l1	8	-0.02599761262536049
61785	rnn.weight_hh_l1	9	0.03756219148635864
61785	rnn.bias_ih_l1	0	-0.13567256927490234
61785	rnn.bias_ih_l1	1	-0.1213097870349884
61785	rnn.bias_ih_l1	2	-0.13434353470802307
61785	rnn.bias_ih_l1	3	-0.19332747161388397
61785	rnn.bias_ih_l1	4	-0.14030881226062775
61785	rnn.bias_ih_l1	5	-0.09939377754926682
61785	rnn.bias_ih_l1	6	-0.09577025473117828
61785	rnn.bias_ih_l1	7	-0.03873174265027046
61785	rnn.bias_ih_l1	8	-0.09276720881462097
61785	rnn.bias_ih_l1	9	-0.1138434186577797
61785	rnn.bias_hh_l1	0	-0.1105327382683754
61785	rnn.bias_hh_l1	1	-0.03623552992939949
61785	rnn.bias_hh_l1	2	-0.0903933122754097
61785	rnn.bias_hh_l1	3	-0.08193563669919968
61785	rnn.bias_hh_l1	4	-0.10933782160282135
61785	rnn.bias_hh_l1	5	-0.06208980828523636
61785	rnn.bias_hh_l1	6	-0.09780842810869217
61785	rnn.bias_hh_l1	7	-0.027605237439274788
61785	rnn.bias_hh_l1	8	-0.10854818671941757
61785	rnn.bias_hh_l1	9	-0.05879215523600578
61785	rnn.weight_ih_l1_reverse	0	-0.030611969530582428
61785	rnn.weight_ih_l1_reverse	1	0.03194424510002136
61785	rnn.weight_ih_l1_reverse	2	-0.006632480304688215
61785	rnn.weight_ih_l1_reverse	3	-0.01142590120434761
61785	rnn.weight_ih_l1_reverse	4	-0.05079678073525429
61785	rnn.weight_ih_l1_reverse	5	-0.036083951592445374
61785	rnn.weight_ih_l1_reverse	6	-0.00418082857504487
61785	rnn.weight_ih_l1_reverse	7	0.016326865181326866
61785	rnn.weight_ih_l1_reverse	8	0.011934136040508747
61785	rnn.weight_ih_l1_reverse	9	-0.046178288757801056
61785	rnn.weight_hh_l1_reverse	0	0.007989343255758286
61785	rnn.weight_hh_l1_reverse	1	0.02802085317671299
61785	rnn.weight_hh_l1_reverse	2	-0.03742922842502594
61785	rnn.weight_hh_l1_reverse	3	0.042340345680713654
61785	rnn.weight_hh_l1_reverse	4	0.04554508998990059
61785	rnn.weight_hh_l1_reverse	5	0.00869797170162201
61785	rnn.weight_hh_l1_reverse	6	0.00492024514824152
61785	rnn.weight_hh_l1_reverse	7	0.02778787352144718
61785	rnn.weight_hh_l1_reverse	8	-0.0033645760267972946
61785	rnn.weight_hh_l1_reverse	9	-0.04080938175320625
61785	rnn.bias_ih_l1_reverse	0	-0.039264947175979614
61785	rnn.bias_ih_l1_reverse	1	-0.0940379723906517
61785	rnn.bias_ih_l1_reverse	2	-0.09397652745246887
61785	rnn.bias_ih_l1_reverse	3	0.001831603585742414
61785	rnn.bias_ih_l1_reverse	4	-0.14657780528068542
61785	rnn.bias_ih_l1_reverse	5	-0.08286386728286743
61785	rnn.bias_ih_l1_reverse	6	-0.0986277237534523
61785	rnn.bias_ih_l1_reverse	7	-0.1326827108860016
61785	rnn.bias_ih_l1_reverse	8	0.11044465750455856
61785	rnn.bias_ih_l1_reverse	9	0.0007206612499430776
61785	rnn.bias_hh_l1_reverse	0	-0.031350601464509964
61785	rnn.bias_hh_l1_reverse	1	0.04102547466754913
61785	rnn.bias_hh_l1_reverse	2	-0.19632133841514587
61785	rnn.bias_hh_l1_reverse	3	-0.08041223883628845
61785	rnn.bias_hh_l1_reverse	4	-0.058419372886419296
61785	rnn.bias_hh_l1_reverse	5	-0.06772875040769577
61785	rnn.bias_hh_l1_reverse	6	0.09825703501701355
61785	rnn.bias_hh_l1_reverse	7	-0.135427787899971
61785	rnn.bias_hh_l1_reverse	8	-0.09451749175786972
61785	rnn.bias_hh_l1_reverse	9	-0.09613237529993057
61785	linear.weight	0	0.002228822559118271
61785	linear.weight	1	0.0628148689866066
61785	linear.weight	2	-0.10457590222358704
61785	linear.weight	3	0.30342504382133484
61785	linear.weight	4	0.07451412826776505
61785	linear.weight	5	0.021597111597657204
61785	linear.weight	6	0.0011915718205273151
61785	linear.weight	7	0.12093126028776169
61785	linear.weight	8	0.04183543473482132
61785	linear.weight	9	-0.08852267265319824
61785	linear.bias	0	-0.16030491888523102
61785	linear.bias	1	-0.08218556642532349
61785	linear.bias	2	-0.524564266204834
61785	linear.bias	3	-0.7051363587379456
61785	linear.bias	4	-1.0369693040847778
61785	linear.bias	5	-0.01679345779120922
61785	linear.bias	6	-0.6188596487045288
61785	linear.bias	7	0.4586491286754608
61785	linear.bias	8	-0.5741946697235107
61785	linear.bias	9	-0.8042301535606384
61982	transitions	0	0.507524311542511
61982	transitions	1	0.051285773515701294
61982	transitions	2	-10000.0
61982	transitions	3	-1.7992178201675415
61982	transitions	4	-10000.0
61982	transitions	5	0.6526423096656799
61982	transitions	6	-0.02073199674487114
61982	transitions	7	-0.35862305760383606
61982	transitions	8	-1.331298589706421
61982	transitions	9	-0.00042056484380736947
61982	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
61982	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
61982	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
61982	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
61982	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
61982	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
61982	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
61982	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
61982	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
61982	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
61982	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
61982	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
61982	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
61982	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
61982	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
61982	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
61982	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
61982	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
61982	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
61982	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
61982	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
61982	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
61982	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
61982	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
61982	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
61982	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
61982	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
61982	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
61982	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
61982	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
61982	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
61982	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
61982	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
61982	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
61982	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
61982	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
61982	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
61982	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
61982	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
61982	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
61982	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
61982	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
61982	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
61982	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
61982	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
61982	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
61982	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
61982	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
61982	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
61982	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
61982	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
61982	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
61982	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
61982	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
61982	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
61982	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
61982	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
61982	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
61982	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
61982	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
61982	embedding2nn.weight	0	0.00200659385882318
61982	embedding2nn.weight	1	-0.016913967207074165
61982	embedding2nn.weight	2	-0.014268253929913044
61982	embedding2nn.weight	3	0.0031480027828365564
61982	embedding2nn.weight	4	-0.0059150345623493195
61982	embedding2nn.weight	5	-0.0037005776539444923
61982	embedding2nn.weight	6	-0.00397321954369545
61982	embedding2nn.weight	7	-0.04240492358803749
61982	embedding2nn.weight	8	-0.0019979383796453476
61982	embedding2nn.weight	9	-0.024076908826828003
61982	embedding2nn.bias	0	0.01996765285730362
61982	embedding2nn.bias	1	-0.04598259925842285
61982	embedding2nn.bias	2	0.05963912606239319
61982	embedding2nn.bias	3	0.04574258625507355
61982	embedding2nn.bias	4	-0.02469031699001789
61982	embedding2nn.bias	5	-0.023785259574651718
61982	embedding2nn.bias	6	-0.008619777858257294
61982	embedding2nn.bias	7	-0.0556638166308403
61982	embedding2nn.bias	8	0.037643760442733765
61982	embedding2nn.bias	9	0.03504439815878868
61982	rnn.weight_ih_l0	0	-0.02350420504808426
61982	rnn.weight_ih_l0	1	0.007483118213713169
61982	rnn.weight_ih_l0	2	0.034745022654533386
61982	rnn.weight_ih_l0	3	0.0036268646363168955
61982	rnn.weight_ih_l0	4	-0.0206077229231596
61982	rnn.weight_ih_l0	5	-0.054734986275434494
61982	rnn.weight_ih_l0	6	0.01682331971824169
61982	rnn.weight_ih_l0	7	0.04508263245224953
61982	rnn.weight_ih_l0	8	0.005917100701481104
61982	rnn.weight_ih_l0	9	-0.02609705552458763
61982	rnn.weight_hh_l0	0	-0.03444446995854378
61982	rnn.weight_hh_l0	1	-0.002855313941836357
61982	rnn.weight_hh_l0	2	0.0008861336391419172
61982	rnn.weight_hh_l0	3	-0.048586949706077576
61982	rnn.weight_hh_l0	4	0.05130268633365631
61982	rnn.weight_hh_l0	5	-0.01644936390221119
61982	rnn.weight_hh_l0	6	-0.040352653712034225
61982	rnn.weight_hh_l0	7	-0.018323145806789398
61982	rnn.weight_hh_l0	8	-0.00032529790769331157
61982	rnn.weight_hh_l0	9	-0.02320593036711216
61982	rnn.bias_ih_l0	0	0.03841155022382736
61982	rnn.bias_ih_l0	1	-0.023800531402230263
61982	rnn.bias_ih_l0	2	-0.013612954877316952
61982	rnn.bias_ih_l0	3	0.07442796975374222
61982	rnn.bias_ih_l0	4	-0.05270154029130936
61982	rnn.bias_ih_l0	5	-0.03390584513545036
61982	rnn.bias_ih_l0	6	-0.0016067581018432975
61982	rnn.bias_ih_l0	7	0.048715632408857346
61982	rnn.bias_ih_l0	8	-0.0825456976890564
61982	rnn.bias_ih_l0	9	-0.02068999782204628
61982	rnn.bias_hh_l0	0	-0.0417887419462204
61982	rnn.bias_hh_l0	1	-0.09800447523593903
61982	rnn.bias_hh_l0	2	-0.034379735589027405
61982	rnn.bias_hh_l0	3	-0.062108784914016724
61982	rnn.bias_hh_l0	4	-0.021166738122701645
61982	rnn.bias_hh_l0	5	-0.003544141771271825
61982	rnn.bias_hh_l0	6	0.03212800249457359
61982	rnn.bias_hh_l0	7	-0.00025341458967886865
61982	rnn.bias_hh_l0	8	-0.10930410772562027
61982	rnn.bias_hh_l0	9	-0.007827120833098888
61982	rnn.weight_ih_l0_reverse	0	-0.018826743587851524
61982	rnn.weight_ih_l0_reverse	1	-0.05404314398765564
61982	rnn.weight_ih_l0_reverse	2	-0.03477508947253227
61982	rnn.weight_ih_l0_reverse	3	-0.005419624038040638
61982	rnn.weight_ih_l0_reverse	4	-0.0016635691281408072
61982	rnn.weight_ih_l0_reverse	5	-0.05142288655042648
61982	rnn.weight_ih_l0_reverse	6	0.04814332351088524
61982	rnn.weight_ih_l0_reverse	7	-0.025352386757731438
61982	rnn.weight_ih_l0_reverse	8	-0.035524237900972366
61982	rnn.weight_ih_l0_reverse	9	0.003328863065689802
61982	rnn.weight_hh_l0_reverse	0	0.04097199812531471
61982	rnn.weight_hh_l0_reverse	1	0.024055300280451775
61982	rnn.weight_hh_l0_reverse	2	0.0370669849216938
61982	rnn.weight_hh_l0_reverse	3	0.018911166116595268
61982	rnn.weight_hh_l0_reverse	4	-0.001716038677841425
61982	rnn.weight_hh_l0_reverse	5	-0.0020132882054895163
61982	rnn.weight_hh_l0_reverse	6	0.041489072144031525
61982	rnn.weight_hh_l0_reverse	7	-0.044637881219387054
61982	rnn.weight_hh_l0_reverse	8	0.029041197150945663
61982	rnn.weight_hh_l0_reverse	9	0.04741549491882324
61982	rnn.bias_ih_l0_reverse	0	-0.07203195244073868
61982	rnn.bias_ih_l0_reverse	1	-0.19469331204891205
61982	rnn.bias_ih_l0_reverse	2	-0.07114944607019424
61982	rnn.bias_ih_l0_reverse	3	-0.012733762152493
61982	rnn.bias_ih_l0_reverse	4	-0.027574488893151283
61982	rnn.bias_ih_l0_reverse	5	0.033150363713502884
61982	rnn.bias_ih_l0_reverse	6	-0.0485171340405941
61982	rnn.bias_ih_l0_reverse	7	0.05541737377643585
61982	rnn.bias_ih_l0_reverse	8	-0.03672531247138977
61982	rnn.bias_ih_l0_reverse	9	0.017545605078339577
61982	rnn.bias_hh_l0_reverse	0	-0.008882715366780758
61982	rnn.bias_hh_l0_reverse	1	-0.017458012327551842
61982	rnn.bias_hh_l0_reverse	2	0.04523953050374985
61982	rnn.bias_hh_l0_reverse	3	-0.023646175861358643
61982	rnn.bias_hh_l0_reverse	4	-0.04676717147231102
61982	rnn.bias_hh_l0_reverse	5	-0.04241814836859703
61982	rnn.bias_hh_l0_reverse	6	-0.03601457551121712
61982	rnn.bias_hh_l0_reverse	7	0.07463965564966202
61982	rnn.bias_hh_l0_reverse	8	0.007599453907459974
61982	rnn.bias_hh_l0_reverse	9	-0.09110632538795471
61982	rnn.weight_ih_l1	0	-0.034111861139535904
61982	rnn.weight_ih_l1	1	-0.037194009870290756
61982	rnn.weight_ih_l1	2	0.0791371539235115
61982	rnn.weight_ih_l1	3	-0.03643549978733063
61982	rnn.weight_ih_l1	4	-0.0039922683499753475
61982	rnn.weight_ih_l1	5	-0.04595266282558441
61982	rnn.weight_ih_l1	6	0.019936351105570793
61982	rnn.weight_ih_l1	7	-0.02883613295853138
61982	rnn.weight_ih_l1	8	0.040581099689006805
61982	rnn.weight_ih_l1	9	0.024977626278996468
61982	rnn.weight_hh_l1	0	-0.01401452161371708
61982	rnn.weight_hh_l1	1	0.007208726834505796
61982	rnn.weight_hh_l1	2	-0.0007971323793753982
61982	rnn.weight_hh_l1	3	-0.00806611031293869
61982	rnn.weight_hh_l1	4	0.003704579547047615
61982	rnn.weight_hh_l1	5	0.02369062229990959
61982	rnn.weight_hh_l1	6	0.03194623440504074
61982	rnn.weight_hh_l1	7	-0.027632977813482285
61982	rnn.weight_hh_l1	8	-0.025944644585251808
61982	rnn.weight_hh_l1	9	0.03804844617843628
61982	rnn.bias_ih_l1	0	-0.13619422912597656
61982	rnn.bias_ih_l1	1	-0.12005089223384857
61982	rnn.bias_ih_l1	2	-0.13005734980106354
61982	rnn.bias_ih_l1	3	-0.18874801695346832
61982	rnn.bias_ih_l1	4	-0.1434219628572464
61982	rnn.bias_ih_l1	5	-0.09915680438280106
61982	rnn.bias_ih_l1	6	-0.09186883270740509
61982	rnn.bias_ih_l1	7	-0.03485361859202385
61982	rnn.bias_ih_l1	8	-0.09487567096948624
61982	rnn.bias_ih_l1	9	-0.10991380363702774
61982	rnn.bias_hh_l1	0	-0.10954806208610535
61982	rnn.bias_hh_l1	1	-0.03896631672978401
61982	rnn.bias_hh_l1	2	-0.08881090581417084
61982	rnn.bias_hh_l1	3	-0.08170712739229202
61982	rnn.bias_hh_l1	4	-0.1099182665348053
61982	rnn.bias_hh_l1	5	-0.06290870159864426
61982	rnn.bias_hh_l1	6	-0.09882144629955292
61982	rnn.bias_hh_l1	7	-0.026002205908298492
61982	rnn.bias_hh_l1	8	-0.11204338073730469
61982	rnn.bias_hh_l1	9	-0.060291606932878494
61982	rnn.weight_ih_l1_reverse	0	-0.03065410815179348
61982	rnn.weight_ih_l1_reverse	1	0.030767032876610756
61982	rnn.weight_ih_l1_reverse	2	-0.005132738500833511
61982	rnn.weight_ih_l1_reverse	3	-0.011889759451150894
61982	rnn.weight_ih_l1_reverse	4	-0.04802580177783966
61982	rnn.weight_ih_l1_reverse	5	-0.03622401878237724
61982	rnn.weight_ih_l1_reverse	6	-0.00446699932217598
61982	rnn.weight_ih_l1_reverse	7	0.01594095304608345
61982	rnn.weight_ih_l1_reverse	8	0.013441828079521656
61982	rnn.weight_ih_l1_reverse	9	-0.04727108031511307
61982	rnn.weight_hh_l1_reverse	0	0.007803382817655802
61982	rnn.weight_hh_l1_reverse	1	0.02814948745071888
61982	rnn.weight_hh_l1_reverse	2	-0.03749954327940941
61982	rnn.weight_hh_l1_reverse	3	0.042335957288742065
61982	rnn.weight_hh_l1_reverse	4	0.04576786234974861
61982	rnn.weight_hh_l1_reverse	5	0.008806707337498665
61982	rnn.weight_hh_l1_reverse	6	0.005095567554235458
61982	rnn.weight_hh_l1_reverse	7	0.02754862606525421
61982	rnn.weight_hh_l1_reverse	8	-0.0033508464694023132
61982	rnn.weight_hh_l1_reverse	9	-0.040937088429927826
61982	rnn.bias_ih_l1_reverse	0	-0.04052674397826195
61982	rnn.bias_ih_l1_reverse	1	-0.0956752821803093
61982	rnn.bias_ih_l1_reverse	2	-0.097127266228199
61982	rnn.bias_ih_l1_reverse	3	-0.0009223524830304086
61982	rnn.bias_ih_l1_reverse	4	-0.14109207689762115
61982	rnn.bias_ih_l1_reverse	5	-0.08473539352416992
61982	rnn.bias_ih_l1_reverse	6	-0.09875660389661789
61982	rnn.bias_ih_l1_reverse	7	-0.13411858677864075
61982	rnn.bias_ih_l1_reverse	8	0.11284322291612625
61982	rnn.bias_ih_l1_reverse	9	0.0061415634118020535
61982	rnn.bias_hh_l1_reverse	0	-0.03354721888899803
61982	rnn.bias_hh_l1_reverse	1	0.04393448308110237
61982	rnn.bias_hh_l1_reverse	2	-0.19809509813785553
61982	rnn.bias_hh_l1_reverse	3	-0.0829591304063797
61982	rnn.bias_hh_l1_reverse	4	-0.05784020945429802
61982	rnn.bias_hh_l1_reverse	5	-0.06856735050678253
61982	rnn.bias_hh_l1_reverse	6	0.09644707292318344
61982	rnn.bias_hh_l1_reverse	7	-0.13875557482242584
61982	rnn.bias_hh_l1_reverse	8	-0.0940660908818245
61982	rnn.bias_hh_l1_reverse	9	-0.09690625965595245
61982	linear.weight	0	0.002228822559118271
61982	linear.weight	1	0.06513515114784241
61982	linear.weight	2	-0.10533042997121811
61982	linear.weight	3	0.32162460684776306
61982	linear.weight	4	0.06854484230279922
61982	linear.weight	5	0.028199749067425728
61982	linear.weight	6	-0.015963824465870857
61982	linear.weight	7	0.11040497571229935
61982	linear.weight	8	0.041835151612758636
61982	linear.weight	9	-0.09447231143712997
61982	linear.bias	0	-0.09297189861536026
61982	linear.bias	1	-0.10896258801221848
61982	linear.bias	2	-0.5539488196372986
61982	linear.bias	3	-0.6938979029655457
61982	linear.bias	4	-1.0266083478927612
61982	linear.bias	5	-0.02339443378150463
61982	linear.bias	6	-0.6437634229660034
61982	linear.bias	7	0.45209670066833496
61982	linear.bias	8	-0.5513946413993835
61982	linear.bias	9	-0.7864673137664795
62179	transitions	0	0.49872276186943054
62179	transitions	1	0.04886320233345032
62179	transitions	2	-10000.0
62179	transitions	3	-1.7993007898330688
62179	transitions	4	-10000.0
62179	transitions	5	0.6522294282913208
62179	transitions	6	-0.020897382870316505
62179	transitions	7	-0.35936564207077026
62179	transitions	8	-1.3316245079040527
62179	transitions	9	-0.0004228925390634686
62179	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
62179	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
62179	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
62179	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
62179	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
62179	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
62179	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
62179	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
62179	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
62179	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
62179	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
62179	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
62179	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
62179	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
62179	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
62179	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
62179	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
62179	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
62179	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
62179	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
62179	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
62179	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
62179	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
62179	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
62179	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
62179	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
62179	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
62179	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
62179	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
62179	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
62179	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
62179	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
62179	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
62179	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
62179	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
62179	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
62179	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
62179	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
62179	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
62179	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
62179	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
62179	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
62179	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
62179	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
62179	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
62179	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
62179	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
62179	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
62179	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
62179	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
62179	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
62179	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
62179	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
62179	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
62179	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
62179	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
62179	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
62179	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
62179	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
62179	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
62179	embedding2nn.weight	0	0.0026079872623085976
62179	embedding2nn.weight	1	-0.016794899478554726
62179	embedding2nn.weight	2	-0.014268253929913044
62179	embedding2nn.weight	3	0.0034240256063640118
62179	embedding2nn.weight	4	-0.0059150345623493195
62179	embedding2nn.weight	5	-0.0037005762569606304
62179	embedding2nn.weight	6	-0.003973221872001886
62179	embedding2nn.weight	7	-0.042865555733442307
62179	embedding2nn.weight	8	-0.0019979383796453476
62179	embedding2nn.weight	9	-0.025470325723290443
62179	embedding2nn.bias	0	0.027066783979535103
62179	embedding2nn.bias	1	-0.04753759503364563
62179	embedding2nn.bias	2	0.06284484267234802
62179	embedding2nn.bias	3	0.04722750186920166
62179	embedding2nn.bias	4	-0.007408040575683117
62179	embedding2nn.bias	5	-0.038149747997522354
62179	embedding2nn.bias	6	-0.0035250717774033546
62179	embedding2nn.bias	7	-0.06010904163122177
62179	embedding2nn.bias	8	0.04842030629515648
62179	embedding2nn.bias	9	0.031343888491392136
62179	rnn.weight_ih_l0	0	-0.021804898977279663
62179	rnn.weight_ih_l0	1	0.008524337783455849
62179	rnn.weight_ih_l0	2	0.03551828861236572
62179	rnn.weight_ih_l0	3	0.004167658742517233
62179	rnn.weight_ih_l0	4	-0.02140277996659279
62179	rnn.weight_ih_l0	5	-0.053845979273319244
62179	rnn.weight_ih_l0	6	0.01712101325392723
62179	rnn.weight_ih_l0	7	0.04596979543566704
62179	rnn.weight_ih_l0	8	0.0061760032549500465
62179	rnn.weight_ih_l0	9	-0.025342220440506935
62179	rnn.weight_hh_l0	0	-0.03393141180276871
62179	rnn.weight_hh_l0	1	-0.0019303529988974333
62179	rnn.weight_hh_l0	2	0.00013046996900811791
62179	rnn.weight_hh_l0	3	-0.04820702224969864
62179	rnn.weight_hh_l0	4	0.05049126595258713
62179	rnn.weight_hh_l0	5	-0.015915388241410255
62179	rnn.weight_hh_l0	6	-0.0405278205871582
62179	rnn.weight_hh_l0	7	-0.0186390932649374
62179	rnn.weight_hh_l0	8	-0.00043205669499002397
62179	rnn.weight_hh_l0	9	-0.024447001516819
62179	rnn.bias_ih_l0	0	0.03847474232316017
62179	rnn.bias_ih_l0	1	-0.019996877759695053
62179	rnn.bias_ih_l0	2	-0.013161662966012955
62179	rnn.bias_ih_l0	3	0.07697494328022003
62179	rnn.bias_ih_l0	4	-0.05138608440756798
62179	rnn.bias_ih_l0	5	-0.03407108411192894
62179	rnn.bias_ih_l0	6	-0.0017855401383712888
62179	rnn.bias_ih_l0	7	0.050979435443878174
62179	rnn.bias_ih_l0	8	-0.08018680661916733
62179	rnn.bias_ih_l0	9	-0.018964208662509918
62179	rnn.bias_hh_l0	0	-0.03971800580620766
62179	rnn.bias_hh_l0	1	-0.09349119663238525
62179	rnn.bias_hh_l0	2	-0.033935729414224625
62179	rnn.bias_hh_l0	3	-0.05615830421447754
62179	rnn.bias_hh_l0	4	-0.022954491898417473
62179	rnn.bias_hh_l0	5	-0.0027530300430953503
62179	rnn.bias_hh_l0	6	0.0338878333568573
62179	rnn.bias_hh_l0	7	-0.0029903294052928686
62179	rnn.bias_hh_l0	8	-0.11017533391714096
62179	rnn.bias_hh_l0	9	-0.0022179167717695236
62179	rnn.weight_ih_l0_reverse	0	-0.01975940726697445
62179	rnn.weight_ih_l0_reverse	1	-0.05444210022687912
62179	rnn.weight_ih_l0_reverse	2	-0.034325823187828064
62179	rnn.weight_ih_l0_reverse	3	-0.005628934130072594
62179	rnn.weight_ih_l0_reverse	4	-0.001362227601930499
62179	rnn.weight_ih_l0_reverse	5	-0.05179361253976822
62179	rnn.weight_ih_l0_reverse	6	0.04714032635092735
62179	rnn.weight_ih_l0_reverse	7	-0.025647051632404327
62179	rnn.weight_ih_l0_reverse	8	-0.03776528686285019
62179	rnn.weight_ih_l0_reverse	9	0.003627111902460456
62179	rnn.weight_hh_l0_reverse	0	0.042361803352832794
62179	rnn.weight_hh_l0_reverse	1	0.023455604910850525
62179	rnn.weight_hh_l0_reverse	2	0.03739779442548752
62179	rnn.weight_hh_l0_reverse	3	0.01820625178515911
62179	rnn.weight_hh_l0_reverse	4	-0.001615316141396761
62179	rnn.weight_hh_l0_reverse	5	-0.0018469080096110702
62179	rnn.weight_hh_l0_reverse	6	0.0417846143245697
62179	rnn.weight_hh_l0_reverse	7	-0.045691996812820435
62179	rnn.weight_hh_l0_reverse	8	0.030040286481380463
62179	rnn.weight_hh_l0_reverse	9	0.04791731759905815
62179	rnn.bias_ih_l0_reverse	0	-0.07046282291412354
62179	rnn.bias_ih_l0_reverse	1	-0.19244752824306488
62179	rnn.bias_ih_l0_reverse	2	-0.06983096152544022
62179	rnn.bias_ih_l0_reverse	3	-0.016734834760427475
62179	rnn.bias_ih_l0_reverse	4	-0.02820057049393654
62179	rnn.bias_ih_l0_reverse	5	0.03319879621267319
62179	rnn.bias_ih_l0_reverse	6	-0.04821641370654106
62179	rnn.bias_ih_l0_reverse	7	0.05556175485253334
62179	rnn.bias_ih_l0_reverse	8	-0.03635185956954956
62179	rnn.bias_ih_l0_reverse	9	0.018479835242033005
62179	rnn.bias_hh_l0_reverse	0	-0.009933939203619957
62179	rnn.bias_hh_l0_reverse	1	-0.019468914717435837
62179	rnn.bias_hh_l0_reverse	2	0.04216017946600914
62179	rnn.bias_hh_l0_reverse	3	-0.024449465796351433
62179	rnn.bias_hh_l0_reverse	4	-0.04997173324227333
62179	rnn.bias_hh_l0_reverse	5	-0.04317396506667137
62179	rnn.bias_hh_l0_reverse	6	-0.03634544461965561
62179	rnn.bias_hh_l0_reverse	7	0.0773649513721466
62179	rnn.bias_hh_l0_reverse	8	0.0053374283015728
62179	rnn.bias_hh_l0_reverse	9	-0.0859178975224495
62179	rnn.weight_ih_l1	0	-0.03419112414121628
62179	rnn.weight_ih_l1	1	-0.04014191776514053
62179	rnn.weight_ih_l1	2	0.07852932065725327
62179	rnn.weight_ih_l1	3	-0.03955325484275818
62179	rnn.weight_ih_l1	4	-0.004833249840885401
62179	rnn.weight_ih_l1	5	-0.04615475982427597
62179	rnn.weight_ih_l1	6	0.020611472427845
62179	rnn.weight_ih_l1	7	-0.028067631646990776
62179	rnn.weight_ih_l1	8	0.04071212187409401
62179	rnn.weight_ih_l1	9	0.02576984465122223
62179	rnn.weight_hh_l1	0	-0.015462934039533138
62179	rnn.weight_hh_l1	1	0.007034899201244116
62179	rnn.weight_hh_l1	2	-0.0008066720329225063
62179	rnn.weight_hh_l1	3	-0.00746821379289031
62179	rnn.weight_hh_l1	4	0.003732486395165324
62179	rnn.weight_hh_l1	5	0.023925453424453735
62179	rnn.weight_hh_l1	6	0.03171804919838905
62179	rnn.weight_hh_l1	7	-0.027646800503134727
62179	rnn.weight_hh_l1	8	-0.02594427950680256
62179	rnn.weight_hh_l1	9	0.03841006010770798
62179	rnn.bias_ih_l1	0	-0.13682188093662262
62179	rnn.bias_ih_l1	1	-0.11818016320466995
62179	rnn.bias_ih_l1	2	-0.12766043841838837
62179	rnn.bias_ih_l1	3	-0.19455298781394958
62179	rnn.bias_ih_l1	4	-0.1431674212217331
62179	rnn.bias_ih_l1	5	-0.09841889888048172
62179	rnn.bias_ih_l1	6	-0.09361957758665085
62179	rnn.bias_ih_l1	7	-0.03220444172620773
62179	rnn.bias_ih_l1	8	-0.09765350818634033
62179	rnn.bias_ih_l1	9	-0.11044105142354965
62179	rnn.bias_hh_l1	0	-0.1115407794713974
62179	rnn.bias_hh_l1	1	-0.03662848472595215
62179	rnn.bias_hh_l1	2	-0.08600359410047531
62179	rnn.bias_hh_l1	3	-0.08149701356887817
62179	rnn.bias_hh_l1	4	-0.11069866269826889
62179	rnn.bias_hh_l1	5	-0.06171673536300659
62179	rnn.bias_hh_l1	6	-0.10189869999885559
62179	rnn.bias_hh_l1	7	-0.014667438343167305
62179	rnn.bias_hh_l1	8	-0.11245517432689667
62179	rnn.bias_hh_l1	9	-0.06274756789207458
62179	rnn.weight_ih_l1_reverse	0	-0.030969882383942604
62179	rnn.weight_ih_l1_reverse	1	0.029033996164798737
62179	rnn.weight_ih_l1_reverse	2	-0.005444086156785488
62179	rnn.weight_ih_l1_reverse	3	-0.01208065077662468
62179	rnn.weight_ih_l1_reverse	4	-0.04832199215888977
62179	rnn.weight_ih_l1_reverse	5	-0.03608611971139908
62179	rnn.weight_ih_l1_reverse	6	-0.0061684357933700085
62179	rnn.weight_ih_l1_reverse	7	0.01588122360408306
62179	rnn.weight_ih_l1_reverse	8	0.015653297305107117
62179	rnn.weight_ih_l1_reverse	9	-0.047135960310697556
62179	rnn.weight_hh_l1_reverse	0	0.007883362472057343
62179	rnn.weight_hh_l1_reverse	1	0.028171764686703682
62179	rnn.weight_hh_l1_reverse	2	-0.03762390837073326
62179	rnn.weight_hh_l1_reverse	3	0.04243305325508118
62179	rnn.weight_hh_l1_reverse	4	0.04601605236530304
62179	rnn.weight_hh_l1_reverse	5	0.008402951061725616
62179	rnn.weight_hh_l1_reverse	6	0.005112629849463701
62179	rnn.weight_hh_l1_reverse	7	0.027487417683005333
62179	rnn.weight_hh_l1_reverse	8	-0.00329203880392015
62179	rnn.weight_hh_l1_reverse	9	-0.041364431381225586
62179	rnn.bias_ih_l1_reverse	0	-0.04091736674308777
62179	rnn.bias_ih_l1_reverse	1	-0.09824147075414658
62179	rnn.bias_ih_l1_reverse	2	-0.09850598126649857
62179	rnn.bias_ih_l1_reverse	3	0.004323448054492474
62179	rnn.bias_ih_l1_reverse	4	-0.14561158418655396
62179	rnn.bias_ih_l1_reverse	5	-0.08399882912635803
62179	rnn.bias_ih_l1_reverse	6	-0.09733404964208603
62179	rnn.bias_ih_l1_reverse	7	-0.13878679275512695
62179	rnn.bias_ih_l1_reverse	8	0.10965744405984879
62179	rnn.bias_ih_l1_reverse	9	0.004578353837132454
62179	rnn.bias_hh_l1_reverse	0	-0.039805930107831955
62179	rnn.bias_hh_l1_reverse	1	0.05708714574575424
62179	rnn.bias_hh_l1_reverse	2	-0.19926540553569794
62179	rnn.bias_hh_l1_reverse	3	-0.08326397836208344
62179	rnn.bias_hh_l1_reverse	4	-0.05953274667263031
62179	rnn.bias_hh_l1_reverse	5	-0.06674051284790039
62179	rnn.bias_hh_l1_reverse	6	0.10009540617465973
62179	rnn.bias_hh_l1_reverse	7	-0.1372392326593399
62179	rnn.bias_hh_l1_reverse	8	-0.0941888839006424
62179	rnn.bias_hh_l1_reverse	9	-0.0970521792769432
62179	linear.weight	0	0.002228822559118271
62179	linear.weight	1	0.05772566795349121
62179	linear.weight	2	-0.11261094361543655
62179	linear.weight	3	0.3343099355697632
62179	linear.weight	4	0.06263967603445053
62179	linear.weight	5	0.025435496121644974
62179	linear.weight	6	-0.008602172136306763
62179	linear.weight	7	0.11026404798030853
62179	linear.weight	8	0.04183434695005417
62179	linear.weight	9	-0.08937345445156097
62179	linear.bias	0	-0.13272660970687866
62179	linear.bias	1	-0.10112328827381134
62179	linear.bias	2	-0.5116919875144958
62179	linear.bias	3	-0.6974150538444519
62179	linear.bias	4	-1.0318979024887085
62179	linear.bias	5	-0.0025421518366783857
62179	linear.bias	6	-0.6353090405464172
62179	linear.bias	7	0.47633814811706543
62179	linear.bias	8	-0.5558459758758545
62179	linear.bias	9	-0.7965304851531982
62376	transitions	0	0.5381407141685486
62376	transitions	1	0.05536495894193649
62376	transitions	2	-10000.0
62376	transitions	3	-1.7993650436401367
62376	transitions	4	-10000.0
62376	transitions	5	0.6520411968231201
62376	transitions	6	-0.021164601668715477
62376	transitions	7	-0.3606638014316559
62376	transitions	8	-1.3319772481918335
62376	transitions	9	-0.0004258246044628322
62376	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
62376	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
62376	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
62376	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
62376	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
62376	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
62376	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
62376	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
62376	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
62376	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
62376	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
62376	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
62376	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
62376	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
62376	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
62376	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
62376	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
62376	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
62376	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
62376	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
62376	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
62376	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
62376	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
62376	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
62376	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
62376	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
62376	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
62376	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
62376	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
62376	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
62376	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
62376	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
62376	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
62376	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
62376	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
62376	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
62376	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
62376	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
62376	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
62376	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
62376	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
62376	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
62376	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
62376	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
62376	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
62376	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
62376	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
62376	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
62376	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
62376	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
62376	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
62376	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
62376	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
62376	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
62376	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
62376	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
62376	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
62376	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
62376	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
62376	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
62376	embedding2nn.weight	0	0.003910238388925791
62376	embedding2nn.weight	1	-0.016922490671277046
62376	embedding2nn.weight	2	-0.014268253929913044
62376	embedding2nn.weight	3	0.0014845343539491296
62376	embedding2nn.weight	4	-0.0059150345623493195
62376	embedding2nn.weight	5	-0.0037005767226219177
62376	embedding2nn.weight	6	-0.00397321954369545
62376	embedding2nn.weight	7	-0.042901042848825455
62376	embedding2nn.weight	8	-0.0019979383796453476
62376	embedding2nn.weight	9	-0.026143820956349373
62376	embedding2nn.bias	0	0.02757214941084385
62376	embedding2nn.bias	1	-0.047201383858919144
62376	embedding2nn.bias	2	0.061750996857881546
62376	embedding2nn.bias	3	0.04585941508412361
62376	embedding2nn.bias	4	-0.013613021932542324
62376	embedding2nn.bias	5	-0.03734687715768814
62376	embedding2nn.bias	6	0.003255830379202962
62376	embedding2nn.bias	7	-0.061412882059812546
62376	embedding2nn.bias	8	0.05545387044548988
62376	embedding2nn.bias	9	0.03962297737598419
62376	rnn.weight_ih_l0	0	-0.023100413382053375
62376	rnn.weight_ih_l0	1	0.008386771194636822
62376	rnn.weight_ih_l0	2	0.034409552812576294
62376	rnn.weight_ih_l0	3	0.0036349466536194086
62376	rnn.weight_ih_l0	4	-0.021597903221845627
62376	rnn.weight_ih_l0	5	-0.054480619728565216
62376	rnn.weight_ih_l0	6	0.015294261276721954
62376	rnn.weight_ih_l0	7	0.04437631368637085
62376	rnn.weight_ih_l0	8	0.006948317401111126
62376	rnn.weight_ih_l0	9	-0.024162478744983673
62376	rnn.weight_hh_l0	0	-0.03356482833623886
62376	rnn.weight_hh_l0	1	-0.0008722755592316389
62376	rnn.weight_hh_l0	2	0.000864330620970577
62376	rnn.weight_hh_l0	3	-0.048468828201293945
62376	rnn.weight_hh_l0	4	0.0510467067360878
62376	rnn.weight_hh_l0	5	-0.0174017995595932
62376	rnn.weight_hh_l0	6	-0.038453422486782074
62376	rnn.weight_hh_l0	7	-0.018351536244153976
62376	rnn.weight_hh_l0	8	0.0003950506797991693
62376	rnn.weight_hh_l0	9	-0.024842362850904465
62376	rnn.bias_ih_l0	0	0.03911271691322327
62376	rnn.bias_ih_l0	1	-0.023252004757523537
62376	rnn.bias_ih_l0	2	-0.011171984486281872
62376	rnn.bias_ih_l0	3	0.08238261938095093
62376	rnn.bias_ih_l0	4	-0.05287329480051994
62376	rnn.bias_ih_l0	5	-0.033564697951078415
62376	rnn.bias_ih_l0	6	-0.013117668218910694
62376	rnn.bias_ih_l0	7	0.0537235252559185
62376	rnn.bias_ih_l0	8	-0.07994819432497025
62376	rnn.bias_ih_l0	9	-0.023769855499267578
62376	rnn.bias_hh_l0	0	-0.03736673295497894
62376	rnn.bias_hh_l0	1	-0.09412235766649246
62376	rnn.bias_hh_l0	2	-0.029204512014985085
62376	rnn.bias_hh_l0	3	-0.05741631239652634
62376	rnn.bias_hh_l0	4	-0.024664049968123436
62376	rnn.bias_hh_l0	5	-0.007853738963603973
62376	rnn.bias_hh_l0	6	0.03491537645459175
62376	rnn.bias_hh_l0	7	-0.00842433050274849
62376	rnn.bias_hh_l0	8	-0.11197736114263535
62376	rnn.bias_hh_l0	9	-0.007499824743717909
62376	rnn.weight_ih_l0_reverse	0	-0.018564417958259583
62376	rnn.weight_ih_l0_reverse	1	-0.055166490375995636
62376	rnn.weight_ih_l0_reverse	2	-0.03368012607097626
62376	rnn.weight_ih_l0_reverse	3	-0.0057496498338878155
62376	rnn.weight_ih_l0_reverse	4	-0.0018789652967825532
62376	rnn.weight_ih_l0_reverse	5	-0.05163874849677086
62376	rnn.weight_ih_l0_reverse	6	0.046348050236701965
62376	rnn.weight_ih_l0_reverse	7	-0.027443567290902138
62376	rnn.weight_ih_l0_reverse	8	-0.0379628948867321
62376	rnn.weight_ih_l0_reverse	9	0.0029958246741443872
62376	rnn.weight_hh_l0_reverse	0	0.042279526591300964
62376	rnn.weight_hh_l0_reverse	1	0.024112744256854057
62376	rnn.weight_hh_l0_reverse	2	0.036637816578149796
62376	rnn.weight_hh_l0_reverse	3	0.017764862626791
62376	rnn.weight_hh_l0_reverse	4	-0.0020111380144953728
62376	rnn.weight_hh_l0_reverse	5	-0.002339181024581194
62376	rnn.weight_hh_l0_reverse	6	0.0419725701212883
62376	rnn.weight_hh_l0_reverse	7	-0.0442073829472065
62376	rnn.weight_hh_l0_reverse	8	0.03173287957906723
62376	rnn.weight_hh_l0_reverse	9	0.0479285828769207
62376	rnn.bias_ih_l0_reverse	0	-0.06836454570293427
62376	rnn.bias_ih_l0_reverse	1	-0.18681256473064423
62376	rnn.bias_ih_l0_reverse	2	-0.06677508354187012
62376	rnn.bias_ih_l0_reverse	3	-0.016049273312091827
62376	rnn.bias_ih_l0_reverse	4	-0.02595357596874237
62376	rnn.bias_ih_l0_reverse	5	0.03174996376037598
62376	rnn.bias_ih_l0_reverse	6	-0.04753446951508522
62376	rnn.bias_ih_l0_reverse	7	0.05309106037020683
62376	rnn.bias_ih_l0_reverse	8	-0.030474983155727386
62376	rnn.bias_ih_l0_reverse	9	0.018156472593545914
62376	rnn.bias_hh_l0_reverse	0	-0.007648279424756765
62376	rnn.bias_hh_l0_reverse	1	-0.019276196137070656
62376	rnn.bias_hh_l0_reverse	2	0.042451195418834686
62376	rnn.bias_hh_l0_reverse	3	-0.02709752693772316
62376	rnn.bias_hh_l0_reverse	4	-0.04784994199872017
62376	rnn.bias_hh_l0_reverse	5	-0.04141192138195038
62376	rnn.bias_hh_l0_reverse	6	-0.03743930160999298
62376	rnn.bias_hh_l0_reverse	7	0.07563845813274384
62376	rnn.bias_hh_l0_reverse	8	0.0062126340344548225
62376	rnn.bias_hh_l0_reverse	9	-0.0836065486073494
62376	rnn.weight_ih_l1	0	-0.034713272005319595
62376	rnn.weight_ih_l1	1	-0.0407060869038105
62376	rnn.weight_ih_l1	2	0.07665356993675232
62376	rnn.weight_ih_l1	3	-0.03973960876464844
62376	rnn.weight_ih_l1	4	-0.004586725030094385
62376	rnn.weight_ih_l1	5	-0.04596513882279396
62376	rnn.weight_ih_l1	6	0.02178819477558136
62376	rnn.weight_ih_l1	7	-0.027234552428126335
62376	rnn.weight_ih_l1	8	0.04067940637469292
62376	rnn.weight_ih_l1	9	0.025943731889128685
62376	rnn.weight_hh_l1	0	-0.015216851606965065
62376	rnn.weight_hh_l1	1	0.006990897003561258
62376	rnn.weight_hh_l1	2	0.00039018073584884405
62376	rnn.weight_hh_l1	3	-0.008010231889784336
62376	rnn.weight_hh_l1	4	0.003518797690048814
62376	rnn.weight_hh_l1	5	0.024102570489048958
62376	rnn.weight_hh_l1	6	0.031679511070251465
62376	rnn.weight_hh_l1	7	-0.027281058952212334
62376	rnn.weight_hh_l1	8	-0.026900608092546463
62376	rnn.weight_hh_l1	9	0.038274120539426804
62376	rnn.bias_ih_l1	0	-0.13412277400493622
62376	rnn.bias_ih_l1	1	-0.1220531165599823
62376	rnn.bias_ih_l1	2	-0.12603338062763214
62376	rnn.bias_ih_l1	3	-0.19097231328487396
62376	rnn.bias_ih_l1	4	-0.13747401535511017
62376	rnn.bias_ih_l1	5	-0.09632643312215805
62376	rnn.bias_ih_l1	6	-0.09107081592082977
62376	rnn.bias_ih_l1	7	-0.03204428404569626
62376	rnn.bias_ih_l1	8	-0.09512362629175186
62376	rnn.bias_ih_l1	9	-0.10798414796590805
62376	rnn.bias_hh_l1	0	-0.11241190135478973
62376	rnn.bias_hh_l1	1	-0.03450082242488861
62376	rnn.bias_hh_l1	2	-0.08977308869361877
62376	rnn.bias_hh_l1	3	-0.08100004494190216
62376	rnn.bias_hh_l1	4	-0.1110917255282402
62376	rnn.bias_hh_l1	5	-0.06169372797012329
62376	rnn.bias_hh_l1	6	-0.10432561486959457
62376	rnn.bias_hh_l1	7	-0.020961960777640343
62376	rnn.bias_hh_l1	8	-0.11211545765399933
62376	rnn.bias_hh_l1	9	-0.06365606188774109
62376	rnn.weight_ih_l1_reverse	0	-0.031224152073264122
62376	rnn.weight_ih_l1_reverse	1	0.02899772860109806
62376	rnn.weight_ih_l1_reverse	2	-0.004670186899602413
62376	rnn.weight_ih_l1_reverse	3	-0.010217062197625637
62376	rnn.weight_ih_l1_reverse	4	-0.04704414680600166
62376	rnn.weight_ih_l1_reverse	5	-0.03607086092233658
62376	rnn.weight_ih_l1_reverse	6	-0.004070153459906578
62376	rnn.weight_ih_l1_reverse	7	0.016521591693162918
62376	rnn.weight_ih_l1_reverse	8	0.018210135400295258
62376	rnn.weight_ih_l1_reverse	9	-0.04510010778903961
62376	rnn.weight_hh_l1_reverse	0	0.007659231778234243
62376	rnn.weight_hh_l1_reverse	1	0.028160355985164642
62376	rnn.weight_hh_l1_reverse	2	-0.03765994310379028
62376	rnn.weight_hh_l1_reverse	3	0.04242004081606865
62376	rnn.weight_hh_l1_reverse	4	0.04579411447048187
62376	rnn.weight_hh_l1_reverse	5	0.008102040737867355
62376	rnn.weight_hh_l1_reverse	6	0.004586721770465374
62376	rnn.weight_hh_l1_reverse	7	0.027544455602765083
62376	rnn.weight_hh_l1_reverse	8	-0.003297882853075862
62376	rnn.weight_hh_l1_reverse	9	-0.0417594276368618
62376	rnn.bias_ih_l1_reverse	0	-0.041277386248111725
62376	rnn.bias_ih_l1_reverse	1	-0.09551093727350235
62376	rnn.bias_ih_l1_reverse	2	-0.10305602103471756
62376	rnn.bias_ih_l1_reverse	3	0.007174724712967873
62376	rnn.bias_ih_l1_reverse	4	-0.14784492552280426
62376	rnn.bias_ih_l1_reverse	5	-0.08467584103345871
62376	rnn.bias_ih_l1_reverse	6	-0.09680826216936111
62376	rnn.bias_ih_l1_reverse	7	-0.13764967024326324
62376	rnn.bias_ih_l1_reverse	8	0.11133920401334763
62376	rnn.bias_ih_l1_reverse	9	0.008861575275659561
62376	rnn.bias_hh_l1_reverse	0	-0.03295304253697395
62376	rnn.bias_hh_l1_reverse	1	0.054752979427576065
62376	rnn.bias_hh_l1_reverse	2	-0.19923533499240875
62376	rnn.bias_hh_l1_reverse	3	-0.08501164615154266
62376	rnn.bias_hh_l1_reverse	4	-0.05930059403181076
62376	rnn.bias_hh_l1_reverse	5	-0.06541284173727036
62376	rnn.bias_hh_l1_reverse	6	0.09946207702159882
62376	rnn.bias_hh_l1_reverse	7	-0.13801147043704987
62376	rnn.bias_hh_l1_reverse	8	-0.09360099583864212
62376	rnn.bias_hh_l1_reverse	9	-0.09745635837316513
62376	linear.weight	0	0.002228822559118271
62376	linear.weight	1	0.06126437708735466
62376	linear.weight	2	-0.11675496399402618
62376	linear.weight	3	0.33124828338623047
62376	linear.weight	4	0.06850793212652206
62376	linear.weight	5	0.023334799334406853
62376	linear.weight	6	0.014488585293293
62376	linear.weight	7	0.10511818528175354
62376	linear.weight	8	0.041831936687231064
62376	linear.weight	9	-0.0841800719499588
62376	linear.bias	0	-0.1399581879377365
62376	linear.bias	1	-0.128163143992424
62376	linear.bias	2	-0.5370833873748779
62376	linear.bias	3	-0.6921326518058777
62376	linear.bias	4	-1.028668761253357
62376	linear.bias	5	-0.0054041980765759945
62376	linear.bias	6	-0.6605048179626465
62376	linear.bias	7	0.4713970124721527
62376	linear.bias	8	-0.5505923628807068
62376	linear.bias	9	-0.7911971807479858
62573	transitions	0	0.5361174941062927
62573	transitions	1	0.07092583924531937
62573	transitions	2	-10000.0
62573	transitions	3	-1.7994484901428223
62573	transitions	4	-10000.0
62573	transitions	5	0.6516260504722595
62573	transitions	6	-0.02139660343527794
62573	transitions	7	-0.3616151809692383
62573	transitions	8	-1.3322783708572388
62573	transitions	9	-0.0004302673041820526
62573	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
62573	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
62573	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
62573	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
62573	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
62573	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
62573	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
62573	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
62573	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
62573	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
62573	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
62573	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
62573	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
62573	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
62573	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
62573	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
62573	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
62573	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
62573	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
62573	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
62573	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
62573	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
62573	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
62573	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
62573	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
62573	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
62573	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
62573	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
62573	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
62573	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
62573	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
62573	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
62573	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
62573	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
62573	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
62573	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
62573	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
62573	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
62573	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
62573	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
62573	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
62573	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
62573	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
62573	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
62573	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
62573	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
62573	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
62573	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
62573	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
62573	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
62573	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
62573	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
62573	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
62573	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
62573	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
62573	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
62573	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
62573	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
62573	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
62573	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
62573	embedding2nn.weight	0	0.00514877587556839
62573	embedding2nn.weight	1	-0.016824066638946533
62573	embedding2nn.weight	2	-0.014268253929913044
62573	embedding2nn.weight	3	0.0003755638317670673
62573	embedding2nn.weight	4	-0.0059150345623493195
62573	embedding2nn.weight	5	-0.003700577188283205
62573	embedding2nn.weight	6	-0.003973218146711588
62573	embedding2nn.weight	7	-0.04145129770040512
62573	embedding2nn.weight	8	-0.0019979383796453476
62573	embedding2nn.weight	9	-0.02622929960489273
62573	embedding2nn.bias	0	0.026440657675266266
62573	embedding2nn.bias	1	-0.05116928368806839
62573	embedding2nn.bias	2	0.06716492027044296
62573	embedding2nn.bias	3	0.04901246726512909
62573	embedding2nn.bias	4	-0.0140067832544446
62573	embedding2nn.bias	5	-0.038027845323085785
62573	embedding2nn.bias	6	0.009682722389698029
62573	embedding2nn.bias	7	-0.06339461356401443
62573	embedding2nn.bias	8	0.05577172338962555
62573	embedding2nn.bias	9	0.038655154407024384
62573	rnn.weight_ih_l0	0	-0.022795874625444412
62573	rnn.weight_ih_l0	1	0.009480174630880356
62573	rnn.weight_ih_l0	2	0.034359198063611984
62573	rnn.weight_ih_l0	3	0.0037742252461612225
62573	rnn.weight_ih_l0	4	-0.02040502429008484
62573	rnn.weight_ih_l0	5	-0.054930608719587326
62573	rnn.weight_ih_l0	6	0.015744255855679512
62573	rnn.weight_ih_l0	7	0.044827498495578766
62573	rnn.weight_ih_l0	8	0.007458398584276438
62573	rnn.weight_ih_l0	9	-0.023690039291977882
62573	rnn.weight_hh_l0	0	-0.03348759189248085
62573	rnn.weight_hh_l0	1	-0.0030746031552553177
62573	rnn.weight_hh_l0	2	0.0005919771501794457
62573	rnn.weight_hh_l0	3	-0.047785334289073944
62573	rnn.weight_hh_l0	4	0.05149530991911888
62573	rnn.weight_hh_l0	5	-0.017275186255574226
62573	rnn.weight_hh_l0	6	-0.03899982199072838
62573	rnn.weight_hh_l0	7	-0.019367413595318794
62573	rnn.weight_hh_l0	8	-0.0003379211120773107
62573	rnn.weight_hh_l0	9	-0.025419041514396667
62573	rnn.bias_ih_l0	0	0.037991441786289215
62573	rnn.bias_ih_l0	1	-0.020143691450357437
62573	rnn.bias_ih_l0	2	-0.01122776698321104
62573	rnn.bias_ih_l0	3	0.08014523237943649
62573	rnn.bias_ih_l0	4	-0.0520673505961895
62573	rnn.bias_ih_l0	5	-0.03477564826607704
62573	rnn.bias_ih_l0	6	-0.010220550931990147
62573	rnn.bias_ih_l0	7	0.055586058646440506
62573	rnn.bias_ih_l0	8	-0.08047647774219513
62573	rnn.bias_ih_l0	9	-0.028979457914829254
62573	rnn.bias_hh_l0	0	-0.034943580627441406
62573	rnn.bias_hh_l0	1	-0.09278653562068939
62573	rnn.bias_hh_l0	2	-0.03124942071735859
62573	rnn.bias_hh_l0	3	-0.05808340385556221
62573	rnn.bias_hh_l0	4	-0.025403184816241264
62573	rnn.bias_hh_l0	5	-0.005402610637247562
62573	rnn.bias_hh_l0	6	0.03363749012351036
62573	rnn.bias_hh_l0	7	-0.010388189926743507
62573	rnn.bias_hh_l0	8	-0.11492300778627396
62573	rnn.bias_hh_l0	9	-0.009953785687685013
62573	rnn.weight_ih_l0_reverse	0	-0.018968570977449417
62573	rnn.weight_ih_l0_reverse	1	-0.05562497302889824
62573	rnn.weight_ih_l0_reverse	2	-0.0326344259083271
62573	rnn.weight_ih_l0_reverse	3	-0.006803913973271847
62573	rnn.weight_ih_l0_reverse	4	-0.0014428870053961873
62573	rnn.weight_ih_l0_reverse	5	-0.05088311806321144
62573	rnn.weight_ih_l0_reverse	6	0.04747506603598595
62573	rnn.weight_ih_l0_reverse	7	-0.028392789885401726
62573	rnn.weight_ih_l0_reverse	8	-0.03775285184383392
62573	rnn.weight_ih_l0_reverse	9	0.0036543551832437515
62573	rnn.weight_hh_l0_reverse	0	0.04126352816820145
62573	rnn.weight_hh_l0_reverse	1	0.025355452671647072
62573	rnn.weight_hh_l0_reverse	2	0.036856457591056824
62573	rnn.weight_hh_l0_reverse	3	0.01749800704419613
62573	rnn.weight_hh_l0_reverse	4	-0.0014192454982548952
62573	rnn.weight_hh_l0_reverse	5	-0.002353779971599579
62573	rnn.weight_hh_l0_reverse	6	0.041728630661964417
62573	rnn.weight_hh_l0_reverse	7	-0.04306107014417648
62573	rnn.weight_hh_l0_reverse	8	0.030582398176193237
62573	rnn.weight_hh_l0_reverse	9	0.04781374707818031
62573	rnn.bias_ih_l0_reverse	0	-0.06778532266616821
62573	rnn.bias_ih_l0_reverse	1	-0.1856197863817215
62573	rnn.bias_ih_l0_reverse	2	-0.07037750631570816
62573	rnn.bias_ih_l0_reverse	3	-0.0176148172467947
62573	rnn.bias_ih_l0_reverse	4	-0.027733197435736656
62573	rnn.bias_ih_l0_reverse	5	0.03126803785562515
62573	rnn.bias_ih_l0_reverse	6	-0.04862673580646515
62573	rnn.bias_ih_l0_reverse	7	0.052411820739507675
62573	rnn.bias_ih_l0_reverse	8	-0.02932749129831791
62573	rnn.bias_ih_l0_reverse	9	0.015993306413292885
62573	rnn.bias_hh_l0_reverse	0	-0.007936688140034676
62573	rnn.bias_hh_l0_reverse	1	-0.01628562994301319
62573	rnn.bias_hh_l0_reverse	2	0.04425673931837082
62573	rnn.bias_hh_l0_reverse	3	-0.02613804303109646
62573	rnn.bias_hh_l0_reverse	4	-0.04737003147602081
62573	rnn.bias_hh_l0_reverse	5	-0.04532966762781143
62573	rnn.bias_hh_l0_reverse	6	-0.03577316552400589
62573	rnn.bias_hh_l0_reverse	7	0.07639992237091064
62573	rnn.bias_hh_l0_reverse	8	0.006496678106486797
62573	rnn.bias_hh_l0_reverse	9	-0.08628649264574051
62573	rnn.weight_ih_l1	0	-0.03552887588739395
62573	rnn.weight_ih_l1	1	-0.040730834007263184
62573	rnn.weight_ih_l1	2	0.07606274634599686
62573	rnn.weight_ih_l1	3	-0.03851929306983948
62573	rnn.weight_ih_l1	4	-0.00407233415171504
62573	rnn.weight_ih_l1	5	-0.045983847230672836
62573	rnn.weight_ih_l1	6	0.02238606847822666
62573	rnn.weight_ih_l1	7	-0.025887692347168922
62573	rnn.weight_ih_l1	8	0.04061512276530266
62573	rnn.weight_ih_l1	9	0.02535892464220524
62573	rnn.weight_hh_l1	0	-0.014549343846738338
62573	rnn.weight_hh_l1	1	0.007065420970320702
62573	rnn.weight_hh_l1	2	0.0010644386056810617
62573	rnn.weight_hh_l1	3	-0.007899756543338299
62573	rnn.weight_hh_l1	4	0.003645299468189478
62573	rnn.weight_hh_l1	5	0.024453019723296165
62573	rnn.weight_hh_l1	6	0.03161107748746872
62573	rnn.weight_hh_l1	7	-0.027435604482889175
62573	rnn.weight_hh_l1	8	-0.02750634029507637
62573	rnn.weight_hh_l1	9	0.03846164420247078
62573	rnn.bias_ih_l1	0	-0.1369488686323166
62573	rnn.bias_ih_l1	1	-0.1269160509109497
62573	rnn.bias_ih_l1	2	-0.12445109337568283
62573	rnn.bias_ih_l1	3	-0.19315199553966522
62573	rnn.bias_ih_l1	4	-0.14308317005634308
62573	rnn.bias_ih_l1	5	-0.0958564355969429
62573	rnn.bias_ih_l1	6	-0.09408406168222427
62573	rnn.bias_ih_l1	7	-0.03265596553683281
62573	rnn.bias_ih_l1	8	-0.09233206510543823
62573	rnn.bias_ih_l1	9	-0.10574125498533249
62573	rnn.bias_hh_l1	0	-0.11238110065460205
62573	rnn.bias_hh_l1	1	-0.03588462993502617
62573	rnn.bias_hh_l1	2	-0.09170229732990265
62573	rnn.bias_hh_l1	3	-0.07817404717206955
62573	rnn.bias_hh_l1	4	-0.11008598655462265
62573	rnn.bias_hh_l1	5	-0.0644003227353096
62573	rnn.bias_hh_l1	6	-0.10126790404319763
62573	rnn.bias_hh_l1	7	-0.017506210133433342
62573	rnn.bias_hh_l1	8	-0.1124836802482605
62573	rnn.bias_hh_l1	9	-0.06451079994440079
62573	rnn.weight_ih_l1_reverse	0	-0.03161899000406265
62573	rnn.weight_ih_l1_reverse	1	0.029315214604139328
62573	rnn.weight_ih_l1_reverse	2	-0.004201575648039579
62573	rnn.weight_ih_l1_reverse	3	-0.008953051641583443
62573	rnn.weight_ih_l1_reverse	4	-0.0467984564602375
62573	rnn.weight_ih_l1_reverse	5	-0.036098845303058624
62573	rnn.weight_ih_l1_reverse	6	-0.005489141680300236
62573	rnn.weight_ih_l1_reverse	7	0.016672974452376366
62573	rnn.weight_ih_l1_reverse	8	0.02005700208246708
62573	rnn.weight_ih_l1_reverse	9	-0.045914195477962494
62573	rnn.weight_hh_l1_reverse	0	0.007496006786823273
62573	rnn.weight_hh_l1_reverse	1	0.0281955748796463
62573	rnn.weight_hh_l1_reverse	2	-0.03757781162858009
62573	rnn.weight_hh_l1_reverse	3	0.04246523603796959
62573	rnn.weight_hh_l1_reverse	4	0.045699093490839005
62573	rnn.weight_hh_l1_reverse	5	0.008067070506513119
62573	rnn.weight_hh_l1_reverse	6	0.004067414440214634
62573	rnn.weight_hh_l1_reverse	7	0.02742724120616913
62573	rnn.weight_hh_l1_reverse	8	-0.0031326739117503166
62573	rnn.weight_hh_l1_reverse	9	-0.04205247014760971
62573	rnn.bias_ih_l1_reverse	0	-0.04539697244763374
62573	rnn.bias_ih_l1_reverse	1	-0.09151008725166321
62573	rnn.bias_ih_l1_reverse	2	-0.10406631231307983
62573	rnn.bias_ih_l1_reverse	3	0.004334322642534971
62573	rnn.bias_ih_l1_reverse	4	-0.14933520555496216
62573	rnn.bias_ih_l1_reverse	5	-0.08366203308105469
62573	rnn.bias_ih_l1_reverse	6	-0.09839306026697159
62573	rnn.bias_ih_l1_reverse	7	-0.1406579613685608
62573	rnn.bias_ih_l1_reverse	8	0.10356178879737854
62573	rnn.bias_ih_l1_reverse	9	0.008264999836683273
62573	rnn.bias_hh_l1_reverse	0	-0.035166580229997635
62573	rnn.bias_hh_l1_reverse	1	0.05166928097605705
62573	rnn.bias_hh_l1_reverse	2	-0.20089641213417053
62573	rnn.bias_hh_l1_reverse	3	-0.08680528402328491
62573	rnn.bias_hh_l1_reverse	4	-0.06040848791599274
62573	rnn.bias_hh_l1_reverse	5	-0.06591969728469849
62573	rnn.bias_hh_l1_reverse	6	0.09951405972242355
62573	rnn.bias_hh_l1_reverse	7	-0.14000488817691803
62573	rnn.bias_hh_l1_reverse	8	-0.0947355106472969
62573	rnn.bias_hh_l1_reverse	9	-0.09689055383205414
62573	linear.weight	0	0.002228822559118271
62573	linear.weight	1	0.06309670954942703
62573	linear.weight	2	-0.12044821679592133
62573	linear.weight	3	0.3377839922904968
62573	linear.weight	4	0.06540656834840775
62573	linear.weight	5	0.02032049000263214
62573	linear.weight	6	-0.00032693243701942265
62573	linear.weight	7	0.10233769565820694
62573	linear.weight	8	0.04182720184326172
62573	linear.weight	9	-0.09086910635232925
62573	linear.bias	0	-0.17980243265628815
62573	linear.bias	1	-0.10434647649526596
62573	linear.bias	2	-0.5092735886573792
62573	linear.bias	3	-0.7082680463790894
62573	linear.bias	4	-1.0458992719650269
62573	linear.bias	5	-0.03594962880015373
62573	linear.bias	6	-0.6373581290245056
62573	linear.bias	7	0.44403424859046936
62573	linear.bias	8	-0.5520463585853577
62573	linear.bias	9	-0.7940704822540283
62770	transitions	0	0.5411302447319031
62770	transitions	1	0.06758150458335876
62770	transitions	2	-10000.0
62770	transitions	3	-1.799606442451477
62770	transitions	4	-10000.0
62770	transitions	5	0.6511273980140686
62770	transitions	6	-0.021692615002393723
62770	transitions	7	-0.36267566680908203
62770	transitions	8	-1.3325419425964355
62770	transitions	9	-0.00043302398989908397
62770	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
62770	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
62770	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
62770	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
62770	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
62770	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
62770	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
62770	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
62770	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
62770	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
62770	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
62770	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
62770	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
62770	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
62770	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
62770	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
62770	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
62770	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
62770	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
62770	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
62770	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
62770	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
62770	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
62770	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
62770	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
62770	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
62770	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
62770	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
62770	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
62770	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
62770	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
62770	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
62770	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
62770	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
62770	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
62770	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
62770	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
62770	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
62770	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
62770	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
62770	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
62770	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
62770	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
62770	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
62770	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
62770	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
62770	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
62770	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
62770	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
62770	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
62770	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
62770	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
62770	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
62770	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
62770	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
62770	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
62770	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
62770	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
62770	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
62770	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
62770	embedding2nn.weight	0	0.006226283498108387
62770	embedding2nn.weight	1	-0.01696283370256424
62770	embedding2nn.weight	2	-0.014268253929913044
62770	embedding2nn.weight	3	0.000441148120444268
62770	embedding2nn.weight	4	-0.0059150345623493195
62770	embedding2nn.weight	5	-0.003700577188283205
62770	embedding2nn.weight	6	-0.003973218612372875
62770	embedding2nn.weight	7	-0.041335247457027435
62770	embedding2nn.weight	8	-0.0019979383796453476
62770	embedding2nn.weight	9	-0.02525625377893448
62770	embedding2nn.bias	0	0.027035092934966087
62770	embedding2nn.bias	1	-0.053626205772161484
62770	embedding2nn.bias	2	0.07164316624403
62770	embedding2nn.bias	3	0.03860095515847206
62770	embedding2nn.bias	4	-0.020368380472064018
62770	embedding2nn.bias	5	-0.030456140637397766
62770	embedding2nn.bias	6	0.013668298721313477
62770	embedding2nn.bias	7	-0.06659678369760513
62770	embedding2nn.bias	8	0.05943329632282257
62770	embedding2nn.bias	9	0.03315713256597519
62770	rnn.weight_ih_l0	0	-0.022338610142469406
62770	rnn.weight_ih_l0	1	0.011477365158498287
62770	rnn.weight_ih_l0	2	0.03379105031490326
62770	rnn.weight_ih_l0	3	0.0034434234257787466
62770	rnn.weight_ih_l0	4	-0.021090062335133553
62770	rnn.weight_ih_l0	5	-0.05581062287092209
62770	rnn.weight_ih_l0	6	0.015934983268380165
62770	rnn.weight_ih_l0	7	0.04271368309855461
62770	rnn.weight_ih_l0	8	0.006413111463189125
62770	rnn.weight_ih_l0	9	-0.02378346584737301
62770	rnn.weight_hh_l0	0	-0.03346885368227959
62770	rnn.weight_hh_l0	1	-0.0039560566656291485
62770	rnn.weight_hh_l0	2	0.00028440053574740887
62770	rnn.weight_hh_l0	3	-0.04906633496284485
62770	rnn.weight_hh_l0	4	0.05106675997376442
62770	rnn.weight_hh_l0	5	-0.015241291373968124
62770	rnn.weight_hh_l0	6	-0.038734160363674164
62770	rnn.weight_hh_l0	7	-0.01879952661693096
62770	rnn.weight_hh_l0	8	-0.0003940485476050526
62770	rnn.weight_hh_l0	9	-0.025415342301130295
62770	rnn.bias_ih_l0	0	0.036487359553575516
62770	rnn.bias_ih_l0	1	-0.02243090607225895
62770	rnn.bias_ih_l0	2	-0.011158392764627934
62770	rnn.bias_ih_l0	3	0.08224348723888397
62770	rnn.bias_ih_l0	4	-0.050146475434303284
62770	rnn.bias_ih_l0	5	-0.035662971436977386
62770	rnn.bias_ih_l0	6	-0.006264011841267347
62770	rnn.bias_ih_l0	7	0.05415304750204086
62770	rnn.bias_ih_l0	8	-0.08092283457517624
62770	rnn.bias_ih_l0	9	-0.026867909356951714
62770	rnn.bias_hh_l0	0	-0.03447895869612694
62770	rnn.bias_hh_l0	1	-0.08762344717979431
62770	rnn.bias_hh_l0	2	-0.03150235861539841
62770	rnn.bias_hh_l0	3	-0.06172832474112511
62770	rnn.bias_hh_l0	4	-0.024373475462198257
62770	rnn.bias_hh_l0	5	-0.01005555409938097
62770	rnn.bias_hh_l0	6	0.03112759441137314
62770	rnn.bias_hh_l0	7	-0.011777198873460293
62770	rnn.bias_hh_l0	8	-0.1151217520236969
62770	rnn.bias_hh_l0	9	-0.0096340486779809
62770	rnn.weight_ih_l0_reverse	0	-0.018946107476949692
62770	rnn.weight_ih_l0_reverse	1	-0.056184154003858566
62770	rnn.weight_ih_l0_reverse	2	-0.03237488865852356
62770	rnn.weight_ih_l0_reverse	3	-0.007612632587552071
62770	rnn.weight_ih_l0_reverse	4	-0.0022857002913951874
62770	rnn.weight_ih_l0_reverse	5	-0.05048368126153946
62770	rnn.weight_ih_l0_reverse	6	0.04866056144237518
62770	rnn.weight_ih_l0_reverse	7	-0.02797616459429264
62770	rnn.weight_ih_l0_reverse	8	-0.03728857636451721
62770	rnn.weight_ih_l0_reverse	9	0.0033644908107817173
62770	rnn.weight_hh_l0_reverse	0	0.041690558195114136
62770	rnn.weight_hh_l0_reverse	1	0.02589455246925354
62770	rnn.weight_hh_l0_reverse	2	0.03711988776922226
62770	rnn.weight_hh_l0_reverse	3	0.017834609374403954
62770	rnn.weight_hh_l0_reverse	4	-0.0016968142008408904
62770	rnn.weight_hh_l0_reverse	5	-0.0017855014884844422
62770	rnn.weight_hh_l0_reverse	6	0.04153243824839592
62770	rnn.weight_hh_l0_reverse	7	-0.043140824884176254
62770	rnn.weight_hh_l0_reverse	8	0.031223367899656296
62770	rnn.weight_hh_l0_reverse	9	0.04732021689414978
62770	rnn.bias_ih_l0_reverse	0	-0.06699570268392563
62770	rnn.bias_ih_l0_reverse	1	-0.18257582187652588
62770	rnn.bias_ih_l0_reverse	2	-0.07111076265573502
62770	rnn.bias_ih_l0_reverse	3	-0.015978161245584488
62770	rnn.bias_ih_l0_reverse	4	-0.027340447530150414
62770	rnn.bias_ih_l0_reverse	5	0.03107292391359806
62770	rnn.bias_ih_l0_reverse	6	-0.04856550693511963
62770	rnn.bias_ih_l0_reverse	7	0.05378425493836403
62770	rnn.bias_ih_l0_reverse	8	-0.02687840536236763
62770	rnn.bias_ih_l0_reverse	9	0.01791987754404545
62770	rnn.bias_hh_l0_reverse	0	-0.007619307842105627
62770	rnn.bias_hh_l0_reverse	1	-0.025368256494402885
62770	rnn.bias_hh_l0_reverse	2	0.0446166917681694
62770	rnn.bias_hh_l0_reverse	3	-0.026209590956568718
62770	rnn.bias_hh_l0_reverse	4	-0.04572809115052223
62770	rnn.bias_hh_l0_reverse	5	-0.046212028712034225
62770	rnn.bias_hh_l0_reverse	6	-0.036404915153980255
62770	rnn.bias_hh_l0_reverse	7	0.07829131931066513
62770	rnn.bias_hh_l0_reverse	8	0.007305541075766087
62770	rnn.bias_hh_l0_reverse	9	-0.08273579180240631
62770	rnn.weight_ih_l1	0	-0.0354367233812809
62770	rnn.weight_ih_l1	1	-0.04217921942472458
62770	rnn.weight_ih_l1	2	0.07551970332860947
62770	rnn.weight_ih_l1	3	-0.03716425225138664
62770	rnn.weight_ih_l1	4	-0.0037974598817527294
62770	rnn.weight_ih_l1	5	-0.04628352075815201
62770	rnn.weight_ih_l1	6	0.022241845726966858
62770	rnn.weight_ih_l1	7	-0.024595756083726883
62770	rnn.weight_ih_l1	8	0.04058515280485153
62770	rnn.weight_ih_l1	9	0.025891145691275597
62770	rnn.weight_hh_l1	0	-0.014524945057928562
62770	rnn.weight_hh_l1	1	0.006842644885182381
62770	rnn.weight_hh_l1	2	0.002875299658626318
62770	rnn.weight_hh_l1	3	-0.007902842946350574
62770	rnn.weight_hh_l1	4	0.004057507496327162
62770	rnn.weight_hh_l1	5	0.02413700893521309
62770	rnn.weight_hh_l1	6	0.03137164190411568
62770	rnn.weight_hh_l1	7	-0.02705785445868969
62770	rnn.weight_hh_l1	8	-0.027746617794036865
62770	rnn.weight_hh_l1	9	0.03829503804445267
62770	rnn.bias_ih_l1	0	-0.1352331042289734
62770	rnn.bias_ih_l1	1	-0.12671759724617004
62770	rnn.bias_ih_l1	2	-0.1265430897474289
62770	rnn.bias_ih_l1	3	-0.19410908222198486
62770	rnn.bias_ih_l1	4	-0.1413305103778839
62770	rnn.bias_ih_l1	5	-0.09530524164438248
62770	rnn.bias_ih_l1	6	-0.09588243812322617
62770	rnn.bias_ih_l1	7	-0.031007837504148483
62770	rnn.bias_ih_l1	8	-0.08943720161914825
62770	rnn.bias_ih_l1	9	-0.10194841027259827
62770	rnn.bias_hh_l1	0	-0.11331948637962341
62770	rnn.bias_hh_l1	1	-0.03756944462656975
62770	rnn.bias_hh_l1	2	-0.0855620726943016
62770	rnn.bias_hh_l1	3	-0.07721395045518875
62770	rnn.bias_hh_l1	4	-0.11052356660366058
62770	rnn.bias_hh_l1	5	-0.06406308710575104
62770	rnn.bias_hh_l1	6	-0.10362496227025986
62770	rnn.bias_hh_l1	7	-0.020058579742908478
62770	rnn.bias_hh_l1	8	-0.11014074087142944
62770	rnn.bias_hh_l1	9	-0.06432536989450455
62770	rnn.weight_ih_l1_reverse	0	-0.03114618919789791
62770	rnn.weight_ih_l1_reverse	1	0.030897224321961403
62770	rnn.weight_ih_l1_reverse	2	-0.0036088647320866585
62770	rnn.weight_ih_l1_reverse	3	-0.007960132323205471
62770	rnn.weight_ih_l1_reverse	4	-0.048867978155612946
62770	rnn.weight_ih_l1_reverse	5	-0.036141443997621536
62770	rnn.weight_ih_l1_reverse	6	-0.0055657341144979
62770	rnn.weight_ih_l1_reverse	7	0.017313877120614052
62770	rnn.weight_ih_l1_reverse	8	0.018915673717856407
62770	rnn.weight_ih_l1_reverse	9	-0.04437766224145889
62770	rnn.weight_hh_l1_reverse	0	0.007540253922343254
62770	rnn.weight_hh_l1_reverse	1	0.028190236538648605
62770	rnn.weight_hh_l1_reverse	2	-0.037644729018211365
62770	rnn.weight_hh_l1_reverse	3	0.042389627546072006
62770	rnn.weight_hh_l1_reverse	4	0.04543662071228027
62770	rnn.weight_hh_l1_reverse	5	0.008063329383730888
62770	rnn.weight_hh_l1_reverse	6	0.0035457501653581858
62770	rnn.weight_hh_l1_reverse	7	0.027655990794301033
62770	rnn.weight_hh_l1_reverse	8	-0.003134706988930702
62770	rnn.weight_hh_l1_reverse	9	-0.04171641170978546
62770	rnn.bias_ih_l1_reverse	0	-0.046936772763729095
62770	rnn.bias_ih_l1_reverse	1	-0.08783210813999176
62770	rnn.bias_ih_l1_reverse	2	-0.10231278091669083
62770	rnn.bias_ih_l1_reverse	3	0.0031465482898056507
62770	rnn.bias_ih_l1_reverse	4	-0.14722825586795807
62770	rnn.bias_ih_l1_reverse	5	-0.08421019464731216
62770	rnn.bias_ih_l1_reverse	6	-0.09867597371339798
62770	rnn.bias_ih_l1_reverse	7	-0.14172936975955963
62770	rnn.bias_ih_l1_reverse	8	0.10519257932901382
62770	rnn.bias_ih_l1_reverse	9	0.009724345058202744
62770	rnn.bias_hh_l1_reverse	0	-0.03470957279205322
62770	rnn.bias_hh_l1_reverse	1	0.05805493891239166
62770	rnn.bias_hh_l1_reverse	2	-0.1993950754404068
62770	rnn.bias_hh_l1_reverse	3	-0.08504006266593933
62770	rnn.bias_hh_l1_reverse	4	-0.0591593012213707
62770	rnn.bias_hh_l1_reverse	5	-0.06491764634847641
62770	rnn.bias_hh_l1_reverse	6	0.09843309223651886
62770	rnn.bias_hh_l1_reverse	7	-0.13826575875282288
62770	rnn.bias_hh_l1_reverse	8	-0.09573706239461899
62770	rnn.bias_hh_l1_reverse	9	-0.09800364822149277
62770	linear.weight	0	0.002228822559118271
62770	linear.weight	1	0.07209401577711105
62770	linear.weight	2	-0.11928129196166992
62770	linear.weight	3	0.3354690372943878
62770	linear.weight	4	0.061827898025512695
62770	linear.weight	5	0.01850941963493824
62770	linear.weight	6	-0.006064979825168848
62770	linear.weight	7	0.09753762930631638
62770	linear.weight	8	0.04182693362236023
62770	linear.weight	9	-0.08747830986976624
62770	linear.bias	0	-0.15119798481464386
62770	linear.bias	1	-0.12296828627586365
62770	linear.bias	2	-0.5001562237739563
62770	linear.bias	3	-0.6867313385009766
62770	linear.bias	4	-1.0210448503494263
62770	linear.bias	5	-0.01676379144191742
62770	linear.bias	6	-0.6540743708610535
62770	linear.bias	7	0.4600357413291931
62770	linear.bias	8	-0.5615525841712952
62770	linear.bias	9	-0.8014868497848511
62967	transitions	0	0.5208690166473389
62967	transitions	1	0.06768739223480225
62967	transitions	2	-10000.0
62967	transitions	3	-1.7997150421142578
62967	transitions	4	-10000.0
62967	transitions	5	0.650721549987793
62967	transitions	6	-0.021987883374094963
62967	transitions	7	-0.36400505900382996
62967	transitions	8	-1.3328700065612793
62967	transitions	9	-0.00043788968469016254
62967	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
62967	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
62967	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
62967	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
62967	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
62967	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
62967	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
62967	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
62967	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
62967	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
62967	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
62967	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
62967	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
62967	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
62967	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
62967	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
62967	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
62967	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
62967	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
62967	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
62967	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
62967	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
62967	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
62967	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
62967	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
62967	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
62967	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
62967	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
62967	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
62967	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
62967	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
62967	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
62967	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
62967	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
62967	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
62967	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
62967	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
62967	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
62967	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
62967	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
62967	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
62967	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
62967	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
62967	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
62967	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
62967	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
62967	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
62967	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
62967	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
62967	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
62967	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
62967	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
62967	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
62967	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
62967	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
62967	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
62967	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
62967	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
62967	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
62967	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
62967	embedding2nn.weight	0	0.005398506764322519
62967	embedding2nn.weight	1	-0.017093263566493988
62967	embedding2nn.weight	2	-0.014268253929913044
62967	embedding2nn.weight	3	0.0036812915932387114
62967	embedding2nn.weight	4	-0.0059150345623493195
62967	embedding2nn.weight	5	-0.003700577188283205
62967	embedding2nn.weight	6	-0.003973223268985748
62967	embedding2nn.weight	7	-0.0415547676384449
62967	embedding2nn.weight	8	-0.0019979383796453476
62967	embedding2nn.weight	9	-0.02508973702788353
62967	embedding2nn.bias	0	0.023154867812991142
62967	embedding2nn.bias	1	-0.053029630333185196
62967	embedding2nn.bias	2	0.06349430233240128
62967	embedding2nn.bias	3	0.05115678906440735
62967	embedding2nn.bias	4	-0.019851619377732277
62967	embedding2nn.bias	5	-0.044354282319545746
62967	embedding2nn.bias	6	0.015801342204213142
62967	embedding2nn.bias	7	-0.06578364968299866
62967	embedding2nn.bias	8	0.06097094714641571
62967	embedding2nn.bias	9	0.028604116290807724
62967	rnn.weight_ih_l0	0	-0.021800952032208443
62967	rnn.weight_ih_l0	1	0.009703204967081547
62967	rnn.weight_ih_l0	2	0.034908127039670944
62967	rnn.weight_ih_l0	3	0.002830497222021222
62967	rnn.weight_ih_l0	4	-0.021482964977622032
62967	rnn.weight_ih_l0	5	-0.055473148822784424
62967	rnn.weight_ih_l0	6	0.015618870034813881
62967	rnn.weight_ih_l0	7	0.042100198566913605
62967	rnn.weight_ih_l0	8	0.005770886782556772
62967	rnn.weight_ih_l0	9	-0.024039996787905693
62967	rnn.weight_hh_l0	0	-0.03311595693230629
62967	rnn.weight_hh_l0	1	-0.005014430731534958
62967	rnn.weight_hh_l0	2	0.0007043479708954692
62967	rnn.weight_hh_l0	3	-0.04847215116024017
62967	rnn.weight_hh_l0	4	0.05165879800915718
62967	rnn.weight_hh_l0	5	-0.015054735355079174
62967	rnn.weight_hh_l0	6	-0.03648499399423599
62967	rnn.weight_hh_l0	7	-0.02005133032798767
62967	rnn.weight_hh_l0	8	-0.0004231880302540958
62967	rnn.weight_hh_l0	9	-0.025230232626199722
62967	rnn.bias_ih_l0	0	0.033980440348386765
62967	rnn.bias_ih_l0	1	-0.021332770586013794
62967	rnn.bias_ih_l0	2	-0.012186081148684025
62967	rnn.bias_ih_l0	3	0.08518368750810623
62967	rnn.bias_ih_l0	4	-0.0503254234790802
62967	rnn.bias_ih_l0	5	-0.03236154094338417
62967	rnn.bias_ih_l0	6	-0.017902448773384094
62967	rnn.bias_ih_l0	7	0.056343842297792435
62967	rnn.bias_ih_l0	8	-0.08012707531452179
62967	rnn.bias_ih_l0	9	-0.03162812441587448
62967	rnn.bias_hh_l0	0	-0.03562122955918312
62967	rnn.bias_hh_l0	1	-0.08499208837747574
62967	rnn.bias_hh_l0	2	-0.03143739700317383
62967	rnn.bias_hh_l0	3	-0.06171826645731926
62967	rnn.bias_hh_l0	4	-0.02372017502784729
62967	rnn.bias_hh_l0	5	-0.009561927989125252
62967	rnn.bias_hh_l0	6	0.02953130006790161
62967	rnn.bias_hh_l0	7	-0.015743199735879898
62967	rnn.bias_hh_l0	8	-0.11823736131191254
62967	rnn.bias_hh_l0	9	-0.007042556069791317
62967	rnn.weight_ih_l0_reverse	0	-0.0187456626445055
62967	rnn.weight_ih_l0_reverse	1	-0.055181436240673065
62967	rnn.weight_ih_l0_reverse	2	-0.03330426663160324
62967	rnn.weight_ih_l0_reverse	3	-0.007548070512712002
62967	rnn.weight_ih_l0_reverse	4	-0.002471271902322769
62967	rnn.weight_ih_l0_reverse	5	-0.05032061040401459
62967	rnn.weight_ih_l0_reverse	6	0.04778636619448662
62967	rnn.weight_ih_l0_reverse	7	-0.029575824737548828
62967	rnn.weight_ih_l0_reverse	8	-0.036997076123952866
62967	rnn.weight_ih_l0_reverse	9	0.0030544677283614874
62967	rnn.weight_hh_l0_reverse	0	0.04162851348519325
62967	rnn.weight_hh_l0_reverse	1	0.02613256871700287
62967	rnn.weight_hh_l0_reverse	2	0.03625629097223282
62967	rnn.weight_hh_l0_reverse	3	0.01773385889828205
62967	rnn.weight_hh_l0_reverse	4	-0.0012784891296178102
62967	rnn.weight_hh_l0_reverse	5	-0.0015206473181024194
62967	rnn.weight_hh_l0_reverse	6	0.041748080402612686
62967	rnn.weight_hh_l0_reverse	7	-0.042804256081581116
62967	rnn.weight_hh_l0_reverse	8	0.031202686950564384
62967	rnn.weight_hh_l0_reverse	9	0.04802308604121208
62967	rnn.bias_ih_l0_reverse	0	-0.06463547050952911
62967	rnn.bias_ih_l0_reverse	1	-0.1832878738641739
62967	rnn.bias_ih_l0_reverse	2	-0.07203935086727142
62967	rnn.bias_ih_l0_reverse	3	-0.016420796513557434
62967	rnn.bias_ih_l0_reverse	4	-0.026436032727360725
62967	rnn.bias_ih_l0_reverse	5	0.030588028952479362
62967	rnn.bias_ih_l0_reverse	6	-0.04848813638091087
62967	rnn.bias_ih_l0_reverse	7	0.050498828291893005
62967	rnn.bias_ih_l0_reverse	8	-0.028076427057385445
62967	rnn.bias_ih_l0_reverse	9	0.014263194054365158
62967	rnn.bias_hh_l0_reverse	0	-0.0060856882482767105
62967	rnn.bias_hh_l0_reverse	1	-0.024585189297795296
62967	rnn.bias_hh_l0_reverse	2	0.04323091357946396
62967	rnn.bias_hh_l0_reverse	3	-0.02764277160167694
62967	rnn.bias_hh_l0_reverse	4	-0.04664280265569687
62967	rnn.bias_hh_l0_reverse	5	-0.04775835946202278
62967	rnn.bias_hh_l0_reverse	6	-0.03869515284895897
62967	rnn.bias_hh_l0_reverse	7	0.07419946789741516
62967	rnn.bias_hh_l0_reverse	8	0.004111136309802532
62967	rnn.bias_hh_l0_reverse	9	-0.0796586275100708
62967	rnn.weight_ih_l1	0	-0.03539660573005676
62967	rnn.weight_ih_l1	1	-0.04420119896531105
62967	rnn.weight_ih_l1	2	0.07430032640695572
62967	rnn.weight_ih_l1	3	-0.036067914217710495
62967	rnn.weight_ih_l1	4	-0.004138633143156767
62967	rnn.weight_ih_l1	5	-0.04615708440542221
62967	rnn.weight_ih_l1	6	0.0225461944937706
62967	rnn.weight_ih_l1	7	-0.024421002715826035
62967	rnn.weight_ih_l1	8	0.04032114893198013
62967	rnn.weight_ih_l1	9	0.02636578306555748
62967	rnn.weight_hh_l1	0	-0.013852033764123917
62967	rnn.weight_hh_l1	1	0.006852086167782545
62967	rnn.weight_hh_l1	2	0.004926222376525402
62967	rnn.weight_hh_l1	3	-0.007888386957347393
62967	rnn.weight_hh_l1	4	0.004027268383651972
62967	rnn.weight_hh_l1	5	0.02361547015607357
62967	rnn.weight_hh_l1	6	0.03197092190384865
62967	rnn.weight_hh_l1	7	-0.027366144582629204
62967	rnn.weight_hh_l1	8	-0.02715335600078106
62967	rnn.weight_hh_l1	9	0.038598086684942245
62967	rnn.bias_ih_l1	0	-0.13395266234874725
62967	rnn.bias_ih_l1	1	-0.12575151026248932
62967	rnn.bias_ih_l1	2	-0.12645648419857025
62967	rnn.bias_ih_l1	3	-0.18974925577640533
62967	rnn.bias_ih_l1	4	-0.14201289415359497
62967	rnn.bias_ih_l1	5	-0.09627088904380798
62967	rnn.bias_ih_l1	6	-0.09615819156169891
62967	rnn.bias_ih_l1	7	-0.02843998745083809
62967	rnn.bias_ih_l1	8	-0.08684621751308441
62967	rnn.bias_ih_l1	9	-0.10086339712142944
62967	rnn.bias_hh_l1	0	-0.11427771300077438
62967	rnn.bias_hh_l1	1	-0.038596779108047485
62967	rnn.bias_hh_l1	2	-0.08664891868829727
62967	rnn.bias_hh_l1	3	-0.07663008570671082
62967	rnn.bias_hh_l1	4	-0.1104077398777008
62967	rnn.bias_hh_l1	5	-0.06390511989593506
62967	rnn.bias_hh_l1	6	-0.10426264256238937
62967	rnn.bias_hh_l1	7	-0.016230598092079163
62967	rnn.bias_hh_l1	8	-0.10871504247188568
62967	rnn.bias_hh_l1	9	-0.06114745885133743
62967	rnn.weight_ih_l1_reverse	0	-0.030924711376428604
62967	rnn.weight_ih_l1_reverse	1	0.03155197575688362
62967	rnn.weight_ih_l1_reverse	2	-0.0007035803282633424
62967	rnn.weight_ih_l1_reverse	3	-0.008499852381646633
62967	rnn.weight_ih_l1_reverse	4	-0.046765800565481186
62967	rnn.weight_ih_l1_reverse	5	-0.03590065613389015
62967	rnn.weight_ih_l1_reverse	6	-0.004256874788552523
62967	rnn.weight_ih_l1_reverse	7	0.01718299649655819
62967	rnn.weight_ih_l1_reverse	8	0.017563501372933388
62967	rnn.weight_ih_l1_reverse	9	-0.04511056840419769
62967	rnn.weight_hh_l1_reverse	0	0.007609990891069174
62967	rnn.weight_hh_l1_reverse	1	0.028059620410203934
62967	rnn.weight_hh_l1_reverse	2	-0.037630073726177216
62967	rnn.weight_hh_l1_reverse	3	0.04254477471113205
62967	rnn.weight_hh_l1_reverse	4	0.046219274401664734
62967	rnn.weight_hh_l1_reverse	5	0.009034255519509315
62967	rnn.weight_hh_l1_reverse	6	0.0034006338100880384
62967	rnn.weight_hh_l1_reverse	7	0.027796747162938118
62967	rnn.weight_hh_l1_reverse	8	-0.003062864765524864
62967	rnn.weight_hh_l1_reverse	9	-0.041452161967754364
62967	rnn.bias_ih_l1_reverse	0	-0.047876130789518356
62967	rnn.bias_ih_l1_reverse	1	-0.09182713180780411
62967	rnn.bias_ih_l1_reverse	2	-0.10550042986869812
62967	rnn.bias_ih_l1_reverse	3	-0.004229650367051363
62967	rnn.bias_ih_l1_reverse	4	-0.14757896959781647
62967	rnn.bias_ih_l1_reverse	5	-0.08495425432920456
62967	rnn.bias_ih_l1_reverse	6	-0.09764938056468964
62967	rnn.bias_ih_l1_reverse	7	-0.1413453370332718
62967	rnn.bias_ih_l1_reverse	8	0.1098504513502121
62967	rnn.bias_ih_l1_reverse	9	0.005895332898944616
62967	rnn.bias_hh_l1_reverse	0	-0.0400121845304966
62967	rnn.bias_hh_l1_reverse	1	0.05973614752292633
62967	rnn.bias_hh_l1_reverse	2	-0.19808344542980194
62967	rnn.bias_hh_l1_reverse	3	-0.08664525300264359
62967	rnn.bias_hh_l1_reverse	4	-0.05807522311806679
62967	rnn.bias_hh_l1_reverse	5	-0.06634584814310074
62967	rnn.bias_hh_l1_reverse	6	0.1047024056315422
62967	rnn.bias_hh_l1_reverse	7	-0.13705624639987946
62967	rnn.bias_hh_l1_reverse	8	-0.09362060576677322
62967	rnn.bias_hh_l1_reverse	9	-0.09937818348407745
62967	linear.weight	0	0.002228822559118271
62967	linear.weight	1	0.06321647763252258
62967	linear.weight	2	-0.1142735481262207
62967	linear.weight	3	0.3423655927181244
62967	linear.weight	4	0.06215104088187218
62967	linear.weight	5	0.018664393573999405
62967	linear.weight	6	-0.0045053670182824135
62967	linear.weight	7	0.10897186398506165
62967	linear.weight	8	0.04182470962405205
62967	linear.weight	9	-0.08656519651412964
62967	linear.bias	0	-0.15743519365787506
62967	linear.bias	1	-0.09292960166931152
62967	linear.bias	2	-0.48868077993392944
62967	linear.bias	3	-0.6889124512672424
62967	linear.bias	4	-1.0259771347045898
62967	linear.bias	5	-0.02031719870865345
62967	linear.bias	6	-0.6188632845878601
62967	linear.bias	7	0.4519096910953522
62967	linear.bias	8	-0.5589095950126648
62967	linear.bias	9	-0.8025292754173279
63164	transitions	0	0.5132269859313965
63164	transitions	1	0.06983549147844315
63164	transitions	2	-10000.0
63164	transitions	3	-1.799791693687439
63164	transitions	4	-10000.0
63164	transitions	5	0.6504033803939819
63164	transitions	6	-0.022205770015716553
63164	transitions	7	-0.3644084930419922
63164	transitions	8	-1.3330634832382202
63164	transitions	9	-0.00043992791324853897
63164	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
63164	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
63164	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
63164	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
63164	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
63164	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
63164	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
63164	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
63164	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
63164	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
63164	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
63164	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
63164	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
63164	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
63164	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
63164	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
63164	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
63164	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
63164	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
63164	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
63164	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
63164	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
63164	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
63164	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
63164	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
63164	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
63164	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
63164	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
63164	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
63164	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
63164	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
63164	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
63164	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
63164	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
63164	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
63164	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
63164	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
63164	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
63164	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
63164	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
63164	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
63164	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
63164	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
63164	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
63164	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
63164	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
63164	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
63164	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
63164	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
63164	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
63164	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
63164	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
63164	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
63164	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
63164	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
63164	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
63164	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
63164	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
63164	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
63164	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
63164	embedding2nn.weight	0	0.0035017908085137606
63164	embedding2nn.weight	1	-0.0170974712818861
63164	embedding2nn.weight	2	-0.014268253929913044
63164	embedding2nn.weight	3	0.0026307320222258568
63164	embedding2nn.weight	4	-0.0059150345623493195
63164	embedding2nn.weight	5	-0.0037005769554525614
63164	embedding2nn.weight	6	-0.0039732251316308975
63164	embedding2nn.weight	7	-0.04240323230624199
63164	embedding2nn.weight	8	-0.0019979383796453476
63164	embedding2nn.weight	9	-0.025151977315545082
63164	embedding2nn.bias	0	0.018773386254906654
63164	embedding2nn.bias	1	-0.05512151122093201
63164	embedding2nn.bias	2	0.05520200356841087
63164	embedding2nn.bias	3	0.056515272706747055
63164	embedding2nn.bias	4	-0.017699042335152626
63164	embedding2nn.bias	5	-0.04616847261786461
63164	embedding2nn.bias	6	0.01696748472750187
63164	embedding2nn.bias	7	-0.06445202231407166
63164	embedding2nn.bias	8	0.055345773696899414
63164	embedding2nn.bias	9	0.030565554276108742
63164	rnn.weight_ih_l0	0	-0.022510215640068054
63164	rnn.weight_ih_l0	1	0.009851502254605293
63164	rnn.weight_ih_l0	2	0.03433147817850113
63164	rnn.weight_ih_l0	3	0.0019503457006067038
63164	rnn.weight_ih_l0	4	-0.02232801914215088
63164	rnn.weight_ih_l0	5	-0.055805765092372894
63164	rnn.weight_ih_l0	6	0.015403502620756626
63164	rnn.weight_ih_l0	7	0.04165278375148773
63164	rnn.weight_ih_l0	8	0.004918275400996208
63164	rnn.weight_ih_l0	9	-0.023754911497235298
63164	rnn.weight_hh_l0	0	-0.03433573991060257
63164	rnn.weight_hh_l0	1	-0.006173987407237291
63164	rnn.weight_hh_l0	2	0.0008997180848382413
63164	rnn.weight_hh_l0	3	-0.04832540452480316
63164	rnn.weight_hh_l0	4	0.05197267606854439
63164	rnn.weight_hh_l0	5	-0.01325296051800251
63164	rnn.weight_hh_l0	6	-0.036903154104948044
63164	rnn.weight_hh_l0	7	-0.02095489576458931
63164	rnn.weight_hh_l0	8	-2.049509566859342e-05
63164	rnn.weight_hh_l0	9	-0.025869188830256462
63164	rnn.bias_ih_l0	0	0.03549550846219063
63164	rnn.bias_ih_l0	1	-0.022919142618775368
63164	rnn.bias_ih_l0	2	-0.011449858546257019
63164	rnn.bias_ih_l0	3	0.08648829162120819
63164	rnn.bias_ih_l0	4	-0.04762248694896698
63164	rnn.bias_ih_l0	5	-0.0349799282848835
63164	rnn.bias_ih_l0	6	-0.017282994464039803
63164	rnn.bias_ih_l0	7	0.055932559072971344
63164	rnn.bias_ih_l0	8	-0.08122778683900833
63164	rnn.bias_ih_l0	9	-0.02636229619383812
63164	rnn.bias_hh_l0	0	-0.03932381421327591
63164	rnn.bias_hh_l0	1	-0.08147203922271729
63164	rnn.bias_hh_l0	2	-0.030368706211447716
63164	rnn.bias_hh_l0	3	-0.06156037002801895
63164	rnn.bias_hh_l0	4	-0.024570496752858162
63164	rnn.bias_hh_l0	5	-0.006950985174626112
63164	rnn.bias_hh_l0	6	0.02967679128050804
63164	rnn.bias_hh_l0	7	-0.01776493713259697
63164	rnn.bias_hh_l0	8	-0.11634248495101929
63164	rnn.bias_hh_l0	9	-0.007982767187058926
63164	rnn.weight_ih_l0_reverse	0	-0.017962362617254257
63164	rnn.weight_ih_l0_reverse	1	-0.05564345419406891
63164	rnn.weight_ih_l0_reverse	2	-0.03397379070520401
63164	rnn.weight_ih_l0_reverse	3	-0.006719243712723255
63164	rnn.weight_ih_l0_reverse	4	-0.002670642687007785
63164	rnn.weight_ih_l0_reverse	5	-0.05003814399242401
63164	rnn.weight_ih_l0_reverse	6	0.046655505895614624
63164	rnn.weight_ih_l0_reverse	7	-0.027997473254799843
63164	rnn.weight_ih_l0_reverse	8	-0.037109375
63164	rnn.weight_ih_l0_reverse	9	0.003520497353747487
63164	rnn.weight_hh_l0_reverse	0	0.04114358872175217
63164	rnn.weight_hh_l0_reverse	1	0.026724224910140038
63164	rnn.weight_hh_l0_reverse	2	0.03589584305882454
63164	rnn.weight_hh_l0_reverse	3	0.017681028693914413
63164	rnn.weight_hh_l0_reverse	4	-0.0014482293045148253
63164	rnn.weight_hh_l0_reverse	5	-0.0008486721199005842
63164	rnn.weight_hh_l0_reverse	6	0.04202277213335037
63164	rnn.weight_hh_l0_reverse	7	-0.043936096131801605
63164	rnn.weight_hh_l0_reverse	8	0.031166087836027145
63164	rnn.weight_hh_l0_reverse	9	0.047939930111169815
63164	rnn.bias_ih_l0_reverse	0	-0.06457401812076569
63164	rnn.bias_ih_l0_reverse	1	-0.18324945867061615
63164	rnn.bias_ih_l0_reverse	2	-0.07603128999471664
63164	rnn.bias_ih_l0_reverse	3	-0.01801607944071293
63164	rnn.bias_ih_l0_reverse	4	-0.024575673043727875
63164	rnn.bias_ih_l0_reverse	5	0.028963128104805946
63164	rnn.bias_ih_l0_reverse	6	-0.04676460847258568
63164	rnn.bias_ih_l0_reverse	7	0.04698432981967926
63164	rnn.bias_ih_l0_reverse	8	-0.03207537904381752
63164	rnn.bias_ih_l0_reverse	9	0.014037597924470901
63164	rnn.bias_hh_l0_reverse	0	-0.008316341787576675
63164	rnn.bias_hh_l0_reverse	1	-0.02858569845557213
63164	rnn.bias_hh_l0_reverse	2	0.04980115219950676
63164	rnn.bias_hh_l0_reverse	3	-0.02751762419939041
63164	rnn.bias_hh_l0_reverse	4	-0.04634961858391762
63164	rnn.bias_hh_l0_reverse	5	-0.04695548117160797
63164	rnn.bias_hh_l0_reverse	6	-0.03971438482403755
63164	rnn.bias_hh_l0_reverse	7	0.07361333072185516
63164	rnn.bias_hh_l0_reverse	8	0.0017148134065791965
63164	rnn.bias_hh_l0_reverse	9	-0.0851481705904007
63164	rnn.weight_ih_l1	0	-0.03537039831280708
63164	rnn.weight_ih_l1	1	-0.043756380677223206
63164	rnn.weight_ih_l1	2	0.07174616307020187
63164	rnn.weight_ih_l1	3	-0.0355081781744957
63164	rnn.weight_ih_l1	4	-0.004206884652376175
63164	rnn.weight_ih_l1	5	-0.04634522646665573
63164	rnn.weight_ih_l1	6	0.022805633023381233
63164	rnn.weight_ih_l1	7	-0.023768573999404907
63164	rnn.weight_ih_l1	8	0.04017740115523338
63164	rnn.weight_ih_l1	9	0.025981465354561806
63164	rnn.weight_hh_l1	0	-0.014794368296861649
63164	rnn.weight_hh_l1	1	0.0069176503457129
63164	rnn.weight_hh_l1	2	0.0059436410665512085
63164	rnn.weight_hh_l1	3	-0.007956036366522312
63164	rnn.weight_hh_l1	4	0.003448655130341649
63164	rnn.weight_hh_l1	5	0.02383367531001568
63164	rnn.weight_hh_l1	6	0.031973984092473984
63164	rnn.weight_hh_l1	7	-0.026943404227495193
63164	rnn.weight_hh_l1	8	-0.0263457503169775
63164	rnn.weight_hh_l1	9	0.038656849414110184
63164	rnn.bias_ih_l1	0	-0.13529205322265625
63164	rnn.bias_ih_l1	1	-0.12414810806512833
63164	rnn.bias_ih_l1	2	-0.1235990822315216
63164	rnn.bias_ih_l1	3	-0.19278903305530548
63164	rnn.bias_ih_l1	4	-0.14127413928508759
63164	rnn.bias_ih_l1	5	-0.0953163430094719
63164	rnn.bias_ih_l1	6	-0.0937923938035965
63164	rnn.bias_ih_l1	7	-0.026387691497802734
63164	rnn.bias_ih_l1	8	-0.08710724115371704
63164	rnn.bias_ih_l1	9	-0.10258990526199341
63164	rnn.bias_hh_l1	0	-0.1112091913819313
63164	rnn.bias_hh_l1	1	-0.034942593425512314
63164	rnn.bias_hh_l1	2	-0.08623271435499191
63164	rnn.bias_hh_l1	3	-0.07669778168201447
63164	rnn.bias_hh_l1	4	-0.10942238569259644
63164	rnn.bias_hh_l1	5	-0.06233464926481247
63164	rnn.bias_hh_l1	6	-0.10208810865879059
63164	rnn.bias_hh_l1	7	-0.01451861672103405
63164	rnn.bias_hh_l1	8	-0.11168146878480911
63164	rnn.bias_hh_l1	9	-0.06120453402400017
63164	rnn.weight_ih_l1_reverse	0	-0.029964415356516838
63164	rnn.weight_ih_l1_reverse	1	0.03011077456176281
63164	rnn.weight_ih_l1_reverse	2	-0.0005854768678545952
63164	rnn.weight_ih_l1_reverse	3	-0.008616418577730656
63164	rnn.weight_ih_l1_reverse	4	-0.04784778505563736
63164	rnn.weight_ih_l1_reverse	5	-0.03596872836351395
63164	rnn.weight_ih_l1_reverse	6	-0.005300763063132763
63164	rnn.weight_ih_l1_reverse	7	0.01608927920460701
63164	rnn.weight_ih_l1_reverse	8	0.024103499948978424
63164	rnn.weight_ih_l1_reverse	9	-0.045067399740219116
63164	rnn.weight_hh_l1_reverse	0	0.007614185567945242
63164	rnn.weight_hh_l1_reverse	1	0.02804155834019184
63164	rnn.weight_hh_l1_reverse	2	-0.03770633786916733
63164	rnn.weight_hh_l1_reverse	3	0.042567674070596695
63164	rnn.weight_hh_l1_reverse	4	0.046411022543907166
63164	rnn.weight_hh_l1_reverse	5	0.008608788251876831
63164	rnn.weight_hh_l1_reverse	6	0.004121581092476845
63164	rnn.weight_hh_l1_reverse	7	0.02792070060968399
63164	rnn.weight_hh_l1_reverse	8	-0.00311551196500659
63164	rnn.weight_hh_l1_reverse	9	-0.04149297624826431
63164	rnn.bias_ih_l1_reverse	0	-0.05159591883420944
63164	rnn.bias_ih_l1_reverse	1	-0.09521500766277313
63164	rnn.bias_ih_l1_reverse	2	-0.10145937651395798
63164	rnn.bias_ih_l1_reverse	3	0.002224351977929473
63164	rnn.bias_ih_l1_reverse	4	-0.14960525929927826
63164	rnn.bias_ih_l1_reverse	5	-0.08477522432804108
63164	rnn.bias_ih_l1_reverse	6	-0.09743374586105347
63164	rnn.bias_ih_l1_reverse	7	-0.14071287214756012
63164	rnn.bias_ih_l1_reverse	8	0.10644736140966415
63164	rnn.bias_ih_l1_reverse	9	0.007095993496477604
63164	rnn.bias_hh_l1_reverse	0	-0.03827198967337608
63164	rnn.bias_hh_l1_reverse	1	0.05805196985602379
63164	rnn.bias_hh_l1_reverse	2	-0.19777792692184448
63164	rnn.bias_hh_l1_reverse	3	-0.0834357887506485
63164	rnn.bias_hh_l1_reverse	4	-0.058362819254398346
63164	rnn.bias_hh_l1_reverse	5	-0.06815573573112488
63164	rnn.bias_hh_l1_reverse	6	0.10836245864629745
63164	rnn.bias_hh_l1_reverse	7	-0.1364646553993225
63164	rnn.bias_hh_l1_reverse	8	-0.09375066310167313
63164	rnn.bias_hh_l1_reverse	9	-0.09908083826303482
63164	linear.weight	0	0.002228822559118271
63164	linear.weight	1	0.055973898619413376
63164	linear.weight	2	-0.12281916290521622
63164	linear.weight	3	0.33928489685058594
63164	linear.weight	4	0.06549536436796188
63164	linear.weight	5	0.014791424386203289
63164	linear.weight	6	-0.0056360019370913506
63164	linear.weight	7	0.10860688984394073
63164	linear.weight	8	0.0418209508061409
63164	linear.weight	9	-0.08238277584314346
63164	linear.bias	0	-0.1298425942659378
63164	linear.bias	1	-0.08278699964284897
63164	linear.bias	2	-0.5100823044776917
63164	linear.bias	3	-0.6866174340248108
63164	linear.bias	4	-1.0285176038742065
63164	linear.bias	5	-0.04388183727860451
63164	linear.bias	6	-0.6099569201469421
63164	linear.bias	7	0.41913899779319763
63164	linear.bias	8	-0.5622822046279907
63164	linear.bias	9	-0.808387815952301
63168	transitions	0	0.5109606981277466
63168	transitions	1	0.06983382999897003
63168	transitions	2	-10000.0
63168	transitions	3	-1.7998014688491821
63168	transitions	4	-10000.0
63168	transitions	5	0.6503954529762268
63168	transitions	6	-0.022213483229279518
63168	transitions	7	-0.36443614959716797
63168	transitions	8	-1.3330662250518799
63168	transitions	9	-0.00043996452586725354
63168	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
63168	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
63168	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
63168	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
63168	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
63168	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
63168	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
63168	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
63168	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
63168	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
63168	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
63168	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
63168	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
63168	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
63168	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
63168	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
63168	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
63168	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
63168	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
63168	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
63168	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
63168	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
63168	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
63168	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
63168	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
63168	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
63168	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
63168	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
63168	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
63168	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
63168	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
63168	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
63168	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
63168	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
63168	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
63168	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
63168	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
63168	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
63168	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
63168	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
63168	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
63168	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
63168	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
63168	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
63168	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
63168	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
63168	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
63168	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
63168	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
63168	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
63168	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
63168	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
63168	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
63168	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
63168	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
63168	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
63168	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
63168	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
63168	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
63168	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
63168	embedding2nn.weight	0	0.003659267444163561
63168	embedding2nn.weight	1	-0.017094764858484268
63168	embedding2nn.weight	2	-0.014268253929913044
63168	embedding2nn.weight	3	0.002682043006643653
63168	embedding2nn.weight	4	-0.0059150345623493195
63168	embedding2nn.weight	5	-0.0037005769554525614
63168	embedding2nn.weight	6	-0.003973225597292185
63168	embedding2nn.weight	7	-0.04246215894818306
63168	embedding2nn.weight	8	-0.0019979383796453476
63168	embedding2nn.weight	9	-0.025147929787635803
63168	embedding2nn.bias	0	0.01871533691883087
63168	embedding2nn.bias	1	-0.05658230930566788
63168	embedding2nn.bias	2	0.05437210202217102
63168	embedding2nn.bias	3	0.05555688962340355
63168	embedding2nn.bias	4	-0.017427664250135422
63168	embedding2nn.bias	5	-0.04612129181623459
63168	embedding2nn.bias	6	0.018132204189896584
63168	embedding2nn.bias	7	-0.06385721266269684
63168	embedding2nn.bias	8	0.05508526787161827
63168	embedding2nn.bias	9	0.030630068853497505
63168	rnn.weight_ih_l0	0	-0.02197735570371151
63168	rnn.weight_ih_l0	1	0.009727327153086662
63168	rnn.weight_ih_l0	2	0.03439037501811981
63168	rnn.weight_ih_l0	3	0.001883664750494063
63168	rnn.weight_ih_l0	4	-0.022375676780939102
63168	rnn.weight_ih_l0	5	-0.05576959252357483
63168	rnn.weight_ih_l0	6	0.01527020987123251
63168	rnn.weight_ih_l0	7	0.04180425778031349
63168	rnn.weight_ih_l0	8	0.004922468680888414
63168	rnn.weight_ih_l0	9	-0.023659314960241318
63168	rnn.weight_hh_l0	0	-0.034272126853466034
63168	rnn.weight_hh_l0	1	-0.005941702518612146
63168	rnn.weight_hh_l0	2	0.0008995313546620309
63168	rnn.weight_hh_l0	3	-0.048342376947402954
63168	rnn.weight_hh_l0	4	0.051777105778455734
63168	rnn.weight_hh_l0	5	-0.013179207220673561
63168	rnn.weight_hh_l0	6	-0.036987729370594025
63168	rnn.weight_hh_l0	7	-0.02074030227959156
63168	rnn.weight_hh_l0	8	3.293457120889798e-05
63168	rnn.weight_hh_l0	9	-0.025909898802638054
63168	rnn.bias_ih_l0	0	0.03604966774582863
63168	rnn.bias_ih_l0	1	-0.022853845730423927
63168	rnn.bias_ih_l0	2	-0.011518402956426144
63168	rnn.bias_ih_l0	3	0.085008904337883
63168	rnn.bias_ih_l0	4	-0.04760347306728363
63168	rnn.bias_ih_l0	5	-0.03480839729309082
63168	rnn.bias_ih_l0	6	-0.01711253449320793
63168	rnn.bias_ih_l0	7	0.05622878670692444
63168	rnn.bias_ih_l0	8	-0.0810319110751152
63168	rnn.bias_ih_l0	9	-0.026080958545207977
63168	rnn.bias_hh_l0	0	-0.039456807076931
63168	rnn.bias_hh_l0	1	-0.08133864402770996
63168	rnn.bias_hh_l0	2	-0.02987685427069664
63168	rnn.bias_hh_l0	3	-0.061588678508996964
63168	rnn.bias_hh_l0	4	-0.02464420534670353
63168	rnn.bias_hh_l0	5	-0.007268927525728941
63168	rnn.bias_hh_l0	6	0.029161779209971428
63168	rnn.bias_hh_l0	7	-0.016901176422834396
63168	rnn.bias_hh_l0	8	-0.11647570878267288
63168	rnn.bias_hh_l0	9	-0.007330575026571751
63168	rnn.weight_ih_l0_reverse	0	-0.017871202901005745
63168	rnn.weight_ih_l0_reverse	1	-0.055497005581855774
63168	rnn.weight_ih_l0_reverse	2	-0.03435197100043297
63168	rnn.weight_ih_l0_reverse	3	-0.0066406819969415665
63168	rnn.weight_ih_l0_reverse	4	-0.002765118842944503
63168	rnn.weight_ih_l0_reverse	5	-0.050020914524793625
63168	rnn.weight_ih_l0_reverse	6	0.04665159061551094
63168	rnn.weight_ih_l0_reverse	7	-0.027968725189566612
63168	rnn.weight_ih_l0_reverse	8	-0.03718610480427742
63168	rnn.weight_ih_l0_reverse	9	0.003595714457333088
63168	rnn.weight_hh_l0_reverse	0	0.04118603095412254
63168	rnn.weight_hh_l0_reverse	1	0.026761235669255257
63168	rnn.weight_hh_l0_reverse	2	0.03589249774813652
63168	rnn.weight_hh_l0_reverse	3	0.017676645889878273
63168	rnn.weight_hh_l0_reverse	4	-0.0014666725182905793
63168	rnn.weight_hh_l0_reverse	5	-0.0008054784848354757
63168	rnn.weight_hh_l0_reverse	6	0.0419989675283432
63168	rnn.weight_hh_l0_reverse	7	-0.043860454112291336
63168	rnn.weight_hh_l0_reverse	8	0.031212978065013885
63168	rnn.weight_hh_l0_reverse	9	0.047925375401973724
63168	rnn.bias_ih_l0_reverse	0	-0.06445149332284927
63168	rnn.bias_ih_l0_reverse	1	-0.18441902101039886
63168	rnn.bias_ih_l0_reverse	2	-0.07607965171337128
63168	rnn.bias_ih_l0_reverse	3	-0.01815897412598133
63168	rnn.bias_ih_l0_reverse	4	-0.024839146062731743
63168	rnn.bias_ih_l0_reverse	5	0.02856777049601078
63168	rnn.bias_ih_l0_reverse	6	-0.046608004719018936
63168	rnn.bias_ih_l0_reverse	7	0.0472806878387928
63168	rnn.bias_ih_l0_reverse	8	-0.032491929829120636
63168	rnn.bias_ih_l0_reverse	9	0.013835241086781025
63168	rnn.bias_hh_l0_reverse	0	-0.008540531620383263
63168	rnn.bias_hh_l0_reverse	1	-0.028754742816090584
63168	rnn.bias_hh_l0_reverse	2	0.0493941493332386
63168	rnn.bias_hh_l0_reverse	3	-0.027518337592482567
63168	rnn.bias_hh_l0_reverse	4	-0.04669693112373352
63168	rnn.bias_hh_l0_reverse	5	-0.04648776352405548
63168	rnn.bias_hh_l0_reverse	6	-0.03965325281023979
63168	rnn.bias_hh_l0_reverse	7	0.07348553836345673
63168	rnn.bias_hh_l0_reverse	8	0.0018585363868623972
63168	rnn.bias_hh_l0_reverse	9	-0.08652912080287933
63168	rnn.weight_ih_l1	0	-0.03537128120660782
63168	rnn.weight_ih_l1	1	-0.04346805065870285
63168	rnn.weight_ih_l1	2	0.07152064144611359
63168	rnn.weight_ih_l1	3	-0.03544585406780243
63168	rnn.weight_ih_l1	4	-0.004090088419616222
63168	rnn.weight_ih_l1	5	-0.04642435908317566
63168	rnn.weight_ih_l1	6	0.02291744574904442
63168	rnn.weight_ih_l1	7	-0.023701436817646027
63168	rnn.weight_ih_l1	8	0.040184568613767624
63168	rnn.weight_ih_l1	9	0.025979623198509216
63168	rnn.weight_hh_l1	0	-0.014821561053395271
63168	rnn.weight_hh_l1	1	0.006965824402868748
63168	rnn.weight_hh_l1	2	0.0060401312075555325
63168	rnn.weight_hh_l1	3	-0.008017618209123611
63168	rnn.weight_hh_l1	4	0.003488690359517932
63168	rnn.weight_hh_l1	5	0.023864204064011574
63168	rnn.weight_hh_l1	6	0.031930651515722275
63168	rnn.weight_hh_l1	7	-0.027128351852297783
63168	rnn.weight_hh_l1	8	-0.02637200616300106
63168	rnn.weight_hh_l1	9	0.03869551047682762
63168	rnn.bias_ih_l1	0	-0.13550521433353424
63168	rnn.bias_ih_l1	1	-0.12646901607513428
63168	rnn.bias_ih_l1	2	-0.12357085198163986
63168	rnn.bias_ih_l1	3	-0.1926339864730835
63168	rnn.bias_ih_l1	4	-0.14187319576740265
63168	rnn.bias_ih_l1	5	-0.09515243023633957
63168	rnn.bias_ih_l1	6	-0.09313584119081497
63168	rnn.bias_ih_l1	7	-0.027223948389291763
63168	rnn.bias_ih_l1	8	-0.08754279464483261
63168	rnn.bias_ih_l1	9	-0.10265064239501953
63168	rnn.bias_hh_l1	0	-0.11109990626573563
63168	rnn.bias_hh_l1	1	-0.03446289896965027
63168	rnn.bias_hh_l1	2	-0.08633928745985031
63168	rnn.bias_hh_l1	3	-0.07723134756088257
63168	rnn.bias_hh_l1	4	-0.10963178426027298
63168	rnn.bias_hh_l1	5	-0.062071021646261215
63168	rnn.bias_hh_l1	6	-0.10245400667190552
63168	rnn.bias_hh_l1	7	-0.014730180613696575
63168	rnn.bias_hh_l1	8	-0.11245085299015045
63168	rnn.bias_hh_l1	9	-0.061429258435964584
63168	rnn.weight_ih_l1_reverse	0	-0.029900282621383667
63168	rnn.weight_ih_l1_reverse	1	0.030622879043221474
63168	rnn.weight_ih_l1_reverse	2	-0.0006421649595722556
63168	rnn.weight_ih_l1_reverse	3	-0.008620892651379108
63168	rnn.weight_ih_l1_reverse	4	-0.04823591932654381
63168	rnn.weight_ih_l1_reverse	5	-0.03600001707673073
63168	rnn.weight_ih_l1_reverse	6	-0.0051244208589196205
63168	rnn.weight_ih_l1_reverse	7	0.01623564027249813
63168	rnn.weight_ih_l1_reverse	8	0.024126024916768074
63168	rnn.weight_ih_l1_reverse	9	-0.04534493759274483
63168	rnn.weight_hh_l1_reverse	0	0.0076208822429180145
63168	rnn.weight_hh_l1_reverse	1	0.028040124103426933
63168	rnn.weight_hh_l1_reverse	2	-0.03770707547664642
63168	rnn.weight_hh_l1_reverse	3	0.042560379952192307
63168	rnn.weight_hh_l1_reverse	4	0.046413976699113846
63168	rnn.weight_hh_l1_reverse	5	0.008587564341723919
63168	rnn.weight_hh_l1_reverse	6	0.004207171965390444
63168	rnn.weight_hh_l1_reverse	7	0.027928438037633896
63168	rnn.weight_hh_l1_reverse	8	-0.0030781959649175406
63168	rnn.weight_hh_l1_reverse	9	-0.04149135947227478
63168	rnn.bias_ih_l1_reverse	0	-0.051696617156267166
63168	rnn.bias_ih_l1_reverse	1	-0.09485841542482376
63168	rnn.bias_ih_l1_reverse	2	-0.10200128704309464
63168	rnn.bias_ih_l1_reverse	3	0.003436411265283823
63168	rnn.bias_ih_l1_reverse	4	-0.1493745744228363
63168	rnn.bias_ih_l1_reverse	5	-0.0849224254488945
63168	rnn.bias_ih_l1_reverse	6	-0.09747929126024246
63168	rnn.bias_ih_l1_reverse	7	-0.14027509093284607
63168	rnn.bias_ih_l1_reverse	8	0.10452000051736832
63168	rnn.bias_ih_l1_reverse	9	0.007232820149511099
63168	rnn.bias_hh_l1_reverse	0	-0.037919722497463226
63168	rnn.bias_hh_l1_reverse	1	0.05900491029024124
63168	rnn.bias_hh_l1_reverse	2	-0.19827906787395477
63168	rnn.bias_hh_l1_reverse	3	-0.08316732197999954
63168	rnn.bias_hh_l1_reverse	4	-0.058439403772354126
63168	rnn.bias_hh_l1_reverse	5	-0.06784408539533615
63168	rnn.bias_hh_l1_reverse	6	0.11030043661594391
63168	rnn.bias_hh_l1_reverse	7	-0.13637760281562805
63168	rnn.bias_hh_l1_reverse	8	-0.09341736882925034
63168	rnn.bias_hh_l1_reverse	9	-0.09878350049257278
63168	linear.weight	0	0.002228822559118271
63168	linear.weight	1	0.06006195396184921
63168	linear.weight	2	-0.1216564029455185
63168	linear.weight	3	0.339988112449646
63168	linear.weight	4	0.06564287096261978
63168	linear.weight	5	0.014769435860216618
63168	linear.weight	6	-0.005320277530699968
63168	linear.weight	7	0.10849001258611679
63168	linear.weight	8	0.04182092845439911
63168	linear.weight	9	-0.08215956389904022
63168	linear.bias	0	-0.13265018165111542
63168	linear.bias	1	-0.09951534122228622
63168	linear.bias	2	-0.5068120360374451
63168	linear.bias	3	-0.6809567809104919
63168	linear.bias	4	-1.0231027603149414
63168	linear.bias	5	-0.026323217898607254
63168	linear.bias	6	-0.6268858313560486
63168	linear.bias	7	0.436497300863266
63168	linear.bias	8	-0.5631964206695557
63168	linear.bias	9	-0.8093342781066895
63365	transitions	0	0.5093345642089844
63365	transitions	1	0.06198303401470184
63365	transitions	2	-10000.0
63365	transitions	3	-1.799920678138733
63365	transitions	4	-10000.0
63365	transitions	5	0.6499513387680054
63365	transitions	6	-0.022669807076454163
63365	transitions	7	-0.36548709869384766
63365	transitions	8	-1.3333775997161865
63365	transitions	9	-0.00044221081770956516
63365	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
63365	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
63365	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
63365	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
63365	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
63365	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
63365	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
63365	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
63365	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
63365	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
63365	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
63365	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
63365	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
63365	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
63365	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
63365	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
63365	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
63365	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
63365	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
63365	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
63365	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
63365	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
63365	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
63365	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
63365	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
63365	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
63365	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
63365	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
63365	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
63365	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
63365	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
63365	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
63365	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
63365	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
63365	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
63365	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
63365	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
63365	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
63365	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
63365	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
63365	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
63365	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
63365	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
63365	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
63365	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
63365	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
63365	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
63365	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
63365	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
63365	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
63365	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
63365	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
63365	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
63365	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
63365	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
63365	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
63365	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
63365	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
63365	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
63365	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
63365	embedding2nn.weight	0	0.0014600501162931323
63365	embedding2nn.weight	1	-0.017097454518079758
63365	embedding2nn.weight	2	-0.014268253929913044
63365	embedding2nn.weight	3	0.0031811038497835398
63365	embedding2nn.weight	4	-0.0059150345623493195
63365	embedding2nn.weight	5	-0.003700577188283205
63365	embedding2nn.weight	6	-0.003973228391259909
63365	embedding2nn.weight	7	-0.041848570108413696
63365	embedding2nn.weight	8	-0.0019979383796453476
63365	embedding2nn.weight	9	-0.024609578773379326
63365	embedding2nn.bias	0	0.02302883006632328
63365	embedding2nn.bias	1	-0.05553019046783447
63365	embedding2nn.bias	2	0.055142901837825775
63365	embedding2nn.bias	3	0.05021971836686134
63365	embedding2nn.bias	4	-0.014102344401180744
63365	embedding2nn.bias	5	-0.046972859650850296
63365	embedding2nn.bias	6	0.020976649597287178
63365	embedding2nn.bias	7	-0.05742785334587097
63365	embedding2nn.bias	8	0.05229887366294861
63365	embedding2nn.bias	9	0.04118986427783966
63365	rnn.weight_ih_l0	0	-0.019743910059332848
63365	rnn.weight_ih_l0	1	0.009958822280168533
63365	rnn.weight_ih_l0	2	0.034660521894693375
63365	rnn.weight_ih_l0	3	0.0032753737177699804
63365	rnn.weight_ih_l0	4	-0.02247442677617073
63365	rnn.weight_ih_l0	5	-0.05504310876131058
63365	rnn.weight_ih_l0	6	0.014542609453201294
63365	rnn.weight_ih_l0	7	0.04431775584816933
63365	rnn.weight_ih_l0	8	0.005199112463742495
63365	rnn.weight_ih_l0	9	-0.023853888735175133
63365	rnn.weight_hh_l0	0	-0.034301601350307465
63365	rnn.weight_hh_l0	1	-0.006817024201154709
63365	rnn.weight_hh_l0	2	-0.0005691571859642863
63365	rnn.weight_hh_l0	3	-0.04686981067061424
63365	rnn.weight_hh_l0	4	0.05197720602154732
63365	rnn.weight_hh_l0	5	-0.01272900402545929
63365	rnn.weight_hh_l0	6	-0.03594926372170448
63365	rnn.weight_hh_l0	7	-0.020595470443367958
63365	rnn.weight_hh_l0	8	0.0007400628528557718
63365	rnn.weight_hh_l0	9	-0.02668416127562523
63365	rnn.bias_ih_l0	0	0.03615077584981918
63365	rnn.bias_ih_l0	1	-0.02293473295867443
63365	rnn.bias_ih_l0	2	-0.01018914207816124
63365	rnn.bias_ih_l0	3	0.0805279091000557
63365	rnn.bias_ih_l0	4	-0.05190989747643471
63365	rnn.bias_ih_l0	5	-0.032385047525167465
63365	rnn.bias_ih_l0	6	-0.017694750800728798
63365	rnn.bias_ih_l0	7	0.057539910078048706
63365	rnn.bias_ih_l0	8	-0.0783412829041481
63365	rnn.bias_ih_l0	9	-0.02751695178449154
63365	rnn.bias_hh_l0	0	-0.04122518375515938
63365	rnn.bias_hh_l0	1	-0.08540574461221695
63365	rnn.bias_hh_l0	2	-0.02934543415904045
63365	rnn.bias_hh_l0	3	-0.06043853983283043
63365	rnn.bias_hh_l0	4	-0.02664576657116413
63365	rnn.bias_hh_l0	5	-0.008350323885679245
63365	rnn.bias_hh_l0	6	0.031568873673677444
63365	rnn.bias_hh_l0	7	-0.014930624514818192
63365	rnn.bias_hh_l0	8	-0.11859223246574402
63365	rnn.bias_hh_l0	9	-0.012095335870981216
63365	rnn.weight_ih_l0_reverse	0	-0.017415912821888924
63365	rnn.weight_ih_l0_reverse	1	-0.05458959564566612
63365	rnn.weight_ih_l0_reverse	2	-0.03458908200263977
63365	rnn.weight_ih_l0_reverse	3	-0.004189453087747097
63365	rnn.weight_ih_l0_reverse	4	-0.0025163909886032343
63365	rnn.weight_ih_l0_reverse	5	-0.05019267648458481
63365	rnn.weight_ih_l0_reverse	6	0.046004168689250946
63365	rnn.weight_ih_l0_reverse	7	-0.029256490990519524
63365	rnn.weight_ih_l0_reverse	8	-0.03737882897257805
63365	rnn.weight_ih_l0_reverse	9	0.0035905400291085243
63365	rnn.weight_hh_l0_reverse	0	0.04064905643463135
63365	rnn.weight_hh_l0_reverse	1	0.026567738503217697
63365	rnn.weight_hh_l0_reverse	2	0.036253198981285095
63365	rnn.weight_hh_l0_reverse	3	0.017949583008885384
63365	rnn.weight_hh_l0_reverse	4	-0.0013624137500301003
63365	rnn.weight_hh_l0_reverse	5	-0.00033847775193862617
63365	rnn.weight_hh_l0_reverse	6	0.0422896146774292
63365	rnn.weight_hh_l0_reverse	7	-0.04367506876587868
63365	rnn.weight_hh_l0_reverse	8	0.030523957684636116
63365	rnn.weight_hh_l0_reverse	9	0.04717539623379707
63365	rnn.bias_ih_l0_reverse	0	-0.06456634402275085
63365	rnn.bias_ih_l0_reverse	1	-0.18984892964363098
63365	rnn.bias_ih_l0_reverse	2	-0.0773424431681633
63365	rnn.bias_ih_l0_reverse	3	-0.01715872436761856
63365	rnn.bias_ih_l0_reverse	4	-0.02484746091067791
63365	rnn.bias_ih_l0_reverse	5	0.029161175712943077
63365	rnn.bias_ih_l0_reverse	6	-0.0473589189350605
63365	rnn.bias_ih_l0_reverse	7	0.04811152443289757
63365	rnn.bias_ih_l0_reverse	8	-0.032315827906131744
63365	rnn.bias_ih_l0_reverse	9	0.014105106703937054
63365	rnn.bias_hh_l0_reverse	0	-0.008009369485080242
63365	rnn.bias_hh_l0_reverse	1	-0.03069273754954338
63365	rnn.bias_hh_l0_reverse	2	0.04403150454163551
63365	rnn.bias_hh_l0_reverse	3	-0.025369999930262566
63365	rnn.bias_hh_l0_reverse	4	-0.04656253382563591
63365	rnn.bias_hh_l0_reverse	5	-0.04920481517910957
63365	rnn.bias_hh_l0_reverse	6	-0.03837475925683975
63365	rnn.bias_hh_l0_reverse	7	0.07422646135091782
63365	rnn.bias_hh_l0_reverse	8	0.005968796089291573
63365	rnn.bias_hh_l0_reverse	9	-0.08544471114873886
63365	rnn.weight_ih_l1	0	-0.03498378023505211
63365	rnn.weight_ih_l1	1	-0.04304119572043419
63365	rnn.weight_ih_l1	2	0.071219801902771
63365	rnn.weight_ih_l1	3	-0.03540843725204468
63365	rnn.weight_ih_l1	4	-0.0029569086618721485
63365	rnn.weight_ih_l1	5	-0.047218192368745804
63365	rnn.weight_ih_l1	6	0.02319958433508873
63365	rnn.weight_ih_l1	7	-0.026521461084485054
63365	rnn.weight_ih_l1	8	0.04034826532006264
63365	rnn.weight_ih_l1	9	0.025991307571530342
63365	rnn.weight_hh_l1	0	-0.015696043148636818
63365	rnn.weight_hh_l1	1	0.007044015917927027
63365	rnn.weight_hh_l1	2	0.004276610445231199
63365	rnn.weight_hh_l1	3	-0.007739467080682516
63365	rnn.weight_hh_l1	4	0.002969057997688651
63365	rnn.weight_hh_l1	5	0.023053107783198357
63365	rnn.weight_hh_l1	6	0.0318889357149601
63365	rnn.weight_hh_l1	7	-0.02715188078582287
63365	rnn.weight_hh_l1	8	-0.026482949033379555
63365	rnn.weight_hh_l1	9	0.03848054260015488
63365	rnn.bias_ih_l1	0	-0.13095955550670624
63365	rnn.bias_ih_l1	1	-0.12734580039978027
63365	rnn.bias_ih_l1	2	-0.12532711029052734
63365	rnn.bias_ih_l1	3	-0.19286379218101501
63365	rnn.bias_ih_l1	4	-0.14644408226013184
63365	rnn.bias_ih_l1	5	-0.09730148315429688
63365	rnn.bias_ih_l1	6	-0.09595274180173874
63365	rnn.bias_ih_l1	7	-0.027796052396297455
63365	rnn.bias_ih_l1	8	-0.08349957317113876
63365	rnn.bias_ih_l1	9	-0.10306557267904282
63365	rnn.bias_hh_l1	0	-0.10961637645959854
63365	rnn.bias_hh_l1	1	-0.03329750895500183
63365	rnn.bias_hh_l1	2	-0.08173926174640656
63365	rnn.bias_hh_l1	3	-0.07729185372591019
63365	rnn.bias_hh_l1	4	-0.10943379253149033
63365	rnn.bias_hh_l1	5	-0.06107081100344658
63365	rnn.bias_hh_l1	6	-0.10269687324762344
63365	rnn.bias_hh_l1	7	-0.009424341842532158
63365	rnn.bias_hh_l1	8	-0.11156560480594635
63365	rnn.bias_hh_l1	9	-0.06331340968608856
63365	rnn.weight_ih_l1_reverse	0	-0.030238332226872444
63365	rnn.weight_ih_l1_reverse	1	0.03424188867211342
63365	rnn.weight_ih_l1_reverse	2	0.0015585009241476655
63365	rnn.weight_ih_l1_reverse	3	-0.01051403395831585
63365	rnn.weight_ih_l1_reverse	4	-0.049254000186920166
63365	rnn.weight_ih_l1_reverse	5	-0.035968661308288574
63365	rnn.weight_ih_l1_reverse	6	-0.0050443438813090324
63365	rnn.weight_ih_l1_reverse	7	0.015334566123783588
63365	rnn.weight_ih_l1_reverse	8	0.0233358945697546
63365	rnn.weight_ih_l1_reverse	9	-0.044131215661764145
63365	rnn.weight_hh_l1_reverse	0	0.007941661402583122
63365	rnn.weight_hh_l1_reverse	1	0.028140000998973846
63365	rnn.weight_hh_l1_reverse	2	-0.037722397595644
63365	rnn.weight_hh_l1_reverse	3	0.04249158501625061
63365	rnn.weight_hh_l1_reverse	4	0.046397432684898376
63365	rnn.weight_hh_l1_reverse	5	0.008474907837808132
63365	rnn.weight_hh_l1_reverse	6	0.00428080465644598
63365	rnn.weight_hh_l1_reverse	7	0.027982521802186966
63365	rnn.weight_hh_l1_reverse	8	-0.0028433853294700384
63365	rnn.weight_hh_l1_reverse	9	-0.041383907198905945
63365	rnn.bias_ih_l1_reverse	0	-0.051934972405433655
63365	rnn.bias_ih_l1_reverse	1	-0.09709060937166214
63365	rnn.bias_ih_l1_reverse	2	-0.10083109140396118
63365	rnn.bias_ih_l1_reverse	3	-0.0021291980519890785
63365	rnn.bias_ih_l1_reverse	4	-0.14823302626609802
63365	rnn.bias_ih_l1_reverse	5	-0.08465708047151566
63365	rnn.bias_ih_l1_reverse	6	-0.09881443530321121
63365	rnn.bias_ih_l1_reverse	7	-0.14112558960914612
63365	rnn.bias_ih_l1_reverse	8	0.1121494397521019
63365	rnn.bias_ih_l1_reverse	9	0.007754285354167223
63365	rnn.bias_hh_l1_reverse	0	-0.03767305985093117
63365	rnn.bias_hh_l1_reverse	1	0.054532427340745926
63365	rnn.bias_hh_l1_reverse	2	-0.20312568545341492
63365	rnn.bias_hh_l1_reverse	3	-0.08371999859809875
63365	rnn.bias_hh_l1_reverse	4	-0.057025421410799026
63365	rnn.bias_hh_l1_reverse	5	-0.06832938641309738
63365	rnn.bias_hh_l1_reverse	6	0.1140793040394783
63365	rnn.bias_hh_l1_reverse	7	-0.1336723119020462
63365	rnn.bias_hh_l1_reverse	8	-0.09485437721014023
63365	rnn.bias_hh_l1_reverse	9	-0.09979164600372314
63365	linear.weight	0	0.002228822559118271
63365	linear.weight	1	0.05227287858724594
63365	linear.weight	2	-0.11278938502073288
63365	linear.weight	3	0.33716434240341187
63365	linear.weight	4	0.06330046057701111
63365	linear.weight	5	0.011985673569142818
63365	linear.weight	6	0.0002581171866040677
63365	linear.weight	7	0.11822450160980225
63365	linear.weight	8	0.04182092100381851
63365	linear.weight	9	-0.08201074600219727
63365	linear.bias	0	-0.1447030007839203
63365	linear.bias	1	-0.08061454445123672
63365	linear.bias	2	-0.5267939567565918
63365	linear.bias	3	-0.6887391209602356
63365	linear.bias	4	-1.0294766426086426
63365	linear.bias	5	-0.042435772716999054
63365	linear.bias	6	-0.6052073836326599
63365	linear.bias	7	0.4186667203903198
63365	linear.bias	8	-0.5570245385169983
63365	linear.bias	9	-0.8051034808158875
63562	transitions	0	0.5096514225006104
63562	transitions	1	0.06031572446227074
63562	transitions	2	-10000.0
63562	transitions	3	-1.7999982833862305
63562	transitions	4	-10000.0
63562	transitions	5	0.6497207880020142
63562	transitions	6	-0.022936388850212097
63562	transitions	7	-0.36589497327804565
63562	transitions	8	-1.3336901664733887
63562	transitions	9	-0.0004449381085578352
63562	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
63562	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
63562	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
63562	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
63562	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
63562	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
63562	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
63562	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
63562	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
63562	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
63562	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
63562	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
63562	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
63562	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
63562	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
63562	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
63562	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
63562	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
63562	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
63562	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
63562	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
63562	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
63562	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
63562	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
63562	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
63562	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
63562	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
63562	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
63562	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
63562	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
63562	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
63562	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
63562	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
63562	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
63562	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
63562	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
63562	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
63562	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
63562	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
63562	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
63562	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
63562	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
63562	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
63562	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
63562	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
63562	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
63562	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
63562	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
63562	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
63562	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
63562	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
63562	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
63562	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
63562	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
63562	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
63562	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
63562	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
63562	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
63562	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
63562	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
63562	embedding2nn.weight	0	-0.001705132075585425
63562	embedding2nn.weight	1	-0.017119349911808968
63562	embedding2nn.weight	2	-0.014268253929913044
63562	embedding2nn.weight	3	0.004401189275085926
63562	embedding2nn.weight	4	-0.0059150345623493195
63562	embedding2nn.weight	5	-0.0037005774211138487
63562	embedding2nn.weight	6	-0.003973225597292185
63562	embedding2nn.weight	7	-0.04207445681095123
63562	embedding2nn.weight	8	-0.0019979383796453476
63562	embedding2nn.weight	9	-0.025926902890205383
63562	embedding2nn.bias	0	0.02174171805381775
63562	embedding2nn.bias	1	-0.05914178118109703
63562	embedding2nn.bias	2	0.061356645077466965
63562	embedding2nn.bias	3	0.0442364439368248
63562	embedding2nn.bias	4	-0.010506386868655682
63562	embedding2nn.bias	5	-0.05227024108171463
63562	embedding2nn.bias	6	0.016689950600266457
63562	embedding2nn.bias	7	-0.05597592145204544
63562	embedding2nn.bias	8	0.05858755484223366
63562	embedding2nn.bias	9	0.042543355375528336
63562	rnn.weight_ih_l0	0	-0.019779488444328308
63562	rnn.weight_ih_l0	1	0.009396803565323353
63562	rnn.weight_ih_l0	2	0.03422587737441063
63562	rnn.weight_ih_l0	3	0.0015937578864395618
63562	rnn.weight_ih_l0	4	-0.019481873139739037
63562	rnn.weight_ih_l0	5	-0.055443063378334045
63562	rnn.weight_ih_l0	6	0.013420281931757927
63562	rnn.weight_ih_l0	7	0.043902020901441574
63562	rnn.weight_ih_l0	8	0.003801366314291954
63562	rnn.weight_ih_l0	9	-0.024329552426934242
63562	rnn.weight_hh_l0	0	-0.034279316663742065
63562	rnn.weight_hh_l0	1	-0.00625582505017519
63562	rnn.weight_hh_l0	2	-0.0006003081216476858
63562	rnn.weight_hh_l0	3	-0.047214943915605545
63562	rnn.weight_hh_l0	4	0.05224413424730301
63562	rnn.weight_hh_l0	5	-0.011097184382379055
63562	rnn.weight_hh_l0	6	-0.03618435189127922
63562	rnn.weight_hh_l0	7	-0.020009908825159073
63562	rnn.weight_hh_l0	8	0.0009426423930563033
63562	rnn.weight_hh_l0	9	-0.026519693434238434
63562	rnn.bias_ih_l0	0	0.037874456495046616
63562	rnn.bias_ih_l0	1	-0.021442096680402756
63562	rnn.bias_ih_l0	2	-0.010093441233038902
63562	rnn.bias_ih_l0	3	0.08662034571170807
63562	rnn.bias_ih_l0	4	-0.05107564851641655
63562	rnn.bias_ih_l0	5	-0.0341435968875885
63562	rnn.bias_ih_l0	6	-0.01441320963203907
63562	rnn.bias_ih_l0	7	0.05870114266872406
63562	rnn.bias_ih_l0	8	-0.07936539500951767
63562	rnn.bias_ih_l0	9	-0.025466060265898705
63562	rnn.bias_hh_l0	0	-0.04199794679880142
63562	rnn.bias_hh_l0	1	-0.08332450687885284
63562	rnn.bias_hh_l0	2	-0.030256526544690132
63562	rnn.bias_hh_l0	3	-0.05779174715280533
63562	rnn.bias_hh_l0	4	-0.0245894156396389
63562	rnn.bias_hh_l0	5	-0.005662504583597183
63562	rnn.bias_hh_l0	6	0.026658862829208374
63562	rnn.bias_hh_l0	7	-0.020514817908406258
63562	rnn.bias_hh_l0	8	-0.11722119897603989
63562	rnn.bias_hh_l0	9	-0.017334528267383575
63562	rnn.weight_ih_l0_reverse	0	-0.016042299568653107
63562	rnn.weight_ih_l0_reverse	1	-0.053872495889663696
63562	rnn.weight_ih_l0_reverse	2	-0.034174852073192596
63562	rnn.weight_ih_l0_reverse	3	-0.002371783135458827
63562	rnn.weight_ih_l0_reverse	4	-0.0026958060916513205
63562	rnn.weight_ih_l0_reverse	5	-0.04951995238661766
63562	rnn.weight_ih_l0_reverse	6	0.04530266299843788
63562	rnn.weight_ih_l0_reverse	7	-0.029330022633075714
63562	rnn.weight_ih_l0_reverse	8	-0.03683851286768913
63562	rnn.weight_ih_l0_reverse	9	0.0033966090995818377
63562	rnn.weight_hh_l0_reverse	0	0.03997369855642319
63562	rnn.weight_hh_l0_reverse	1	0.027409283444285393
63562	rnn.weight_hh_l0_reverse	2	0.03623607009649277
63562	rnn.weight_hh_l0_reverse	3	0.017583811655640602
63562	rnn.weight_hh_l0_reverse	4	-0.0011847032001242042
63562	rnn.weight_hh_l0_reverse	5	0.00012258718197699636
63562	rnn.weight_hh_l0_reverse	6	0.04193251579999924
63562	rnn.weight_hh_l0_reverse	7	-0.045733410865068436
63562	rnn.weight_hh_l0_reverse	8	0.03095364011824131
63562	rnn.weight_hh_l0_reverse	9	0.0479271225631237
63562	rnn.bias_ih_l0_reverse	0	-0.06538122892379761
63562	rnn.bias_ih_l0_reverse	1	-0.19163721799850464
63562	rnn.bias_ih_l0_reverse	2	-0.07992681115865707
63562	rnn.bias_ih_l0_reverse	3	-0.018677059561014175
63562	rnn.bias_ih_l0_reverse	4	-0.02629663795232773
63562	rnn.bias_ih_l0_reverse	5	0.028522664681077003
63562	rnn.bias_ih_l0_reverse	6	-0.047000639140605927
63562	rnn.bias_ih_l0_reverse	7	0.04511024430394173
63562	rnn.bias_ih_l0_reverse	8	-0.029963349923491478
63562	rnn.bias_ih_l0_reverse	9	0.013331632129848003
63562	rnn.bias_hh_l0_reverse	0	-0.007124639116227627
63562	rnn.bias_hh_l0_reverse	1	-0.027629638090729713
63562	rnn.bias_hh_l0_reverse	2	0.043334685266017914
63562	rnn.bias_hh_l0_reverse	3	-0.022457441315054893
63562	rnn.bias_hh_l0_reverse	4	-0.044760942459106445
63562	rnn.bias_hh_l0_reverse	5	-0.04793150722980499
63562	rnn.bias_hh_l0_reverse	6	-0.03742486611008644
63562	rnn.bias_hh_l0_reverse	7	0.07543330639600754
63562	rnn.bias_hh_l0_reverse	8	0.005083347670733929
63562	rnn.bias_hh_l0_reverse	9	-0.0844603180885315
63562	rnn.weight_ih_l1	0	-0.034746162593364716
63562	rnn.weight_ih_l1	1	-0.04234510287642479
63562	rnn.weight_ih_l1	2	0.07150053232908249
63562	rnn.weight_ih_l1	3	-0.03568136692047119
63562	rnn.weight_ih_l1	4	-0.0018470438662916422
63562	rnn.weight_ih_l1	5	-0.04719185829162598
63562	rnn.weight_ih_l1	6	0.022943563759326935
63562	rnn.weight_ih_l1	7	-0.029246963560581207
63562	rnn.weight_ih_l1	8	0.04035297781229019
63562	rnn.weight_ih_l1	9	0.025969330221414566
63562	rnn.weight_hh_l1	0	-0.015831703320145607
63562	rnn.weight_hh_l1	1	0.0071761575527489185
63562	rnn.weight_hh_l1	2	0.005386326462030411
63562	rnn.weight_hh_l1	3	-0.007508924230933189
63562	rnn.weight_hh_l1	4	0.0026293080300092697
63562	rnn.weight_hh_l1	5	0.02324555441737175
63562	rnn.weight_hh_l1	6	0.03175422176718712
63562	rnn.weight_hh_l1	7	-0.027400270104408264
63562	rnn.weight_hh_l1	8	-0.026146918535232544
63562	rnn.weight_hh_l1	9	0.03847980126738548
63562	rnn.bias_ih_l1	0	-0.13022860884666443
63562	rnn.bias_ih_l1	1	-0.12759706377983093
63562	rnn.bias_ih_l1	2	-0.1274930238723755
63562	rnn.bias_ih_l1	3	-0.19163790345191956
63562	rnn.bias_ih_l1	4	-0.13829851150512695
63562	rnn.bias_ih_l1	5	-0.10072102397680283
63562	rnn.bias_ih_l1	6	-0.09693015366792679
63562	rnn.bias_ih_l1	7	-0.026322657242417336
63562	rnn.bias_ih_l1	8	-0.08519098162651062
63562	rnn.bias_ih_l1	9	-0.10142885893583298
63562	rnn.bias_hh_l1	0	-0.10765484720468521
63562	rnn.bias_hh_l1	1	-0.03194596245884895
63562	rnn.bias_hh_l1	2	-0.07698014378547668
63562	rnn.bias_hh_l1	3	-0.07726650685071945
63562	rnn.bias_hh_l1	4	-0.10879123955965042
63562	rnn.bias_hh_l1	5	-0.06261861324310303
63562	rnn.bias_hh_l1	6	-0.10254133492708206
63562	rnn.bias_hh_l1	7	-0.008334184996783733
63562	rnn.bias_hh_l1	8	-0.10653217881917953
63562	rnn.bias_hh_l1	9	-0.06437894701957703
63562	rnn.weight_ih_l1_reverse	0	-0.029825441539287567
63562	rnn.weight_ih_l1_reverse	1	0.035736434161663055
63562	rnn.weight_ih_l1_reverse	2	-0.00041351121035404503
63562	rnn.weight_ih_l1_reverse	3	-0.00967672560364008
63562	rnn.weight_ih_l1_reverse	4	-0.05023712292313576
63562	rnn.weight_ih_l1_reverse	5	-0.03591626510024071
63562	rnn.weight_ih_l1_reverse	6	-0.005170036107301712
63562	rnn.weight_ih_l1_reverse	7	0.014909066259860992
63562	rnn.weight_ih_l1_reverse	8	0.02117682248353958
63562	rnn.weight_ih_l1_reverse	9	-0.044583551585674286
63562	rnn.weight_hh_l1_reverse	0	0.008083496242761612
63562	rnn.weight_hh_l1_reverse	1	0.028154747560620308
63562	rnn.weight_hh_l1_reverse	2	-0.03770371153950691
63562	rnn.weight_hh_l1_reverse	3	0.04246057569980621
63562	rnn.weight_hh_l1_reverse	4	0.046387627720832825
63562	rnn.weight_hh_l1_reverse	5	0.008044074289500713
63562	rnn.weight_hh_l1_reverse	6	0.0038281690794974566
63562	rnn.weight_hh_l1_reverse	7	0.027613913640379906
63562	rnn.weight_hh_l1_reverse	8	-0.003124541835859418
63562	rnn.weight_hh_l1_reverse	9	-0.04132412374019623
63562	rnn.bias_ih_l1_reverse	0	-0.04852280020713806
63562	rnn.bias_ih_l1_reverse	1	-0.09614013135433197
63562	rnn.bias_ih_l1_reverse	2	-0.09986655414104462
63562	rnn.bias_ih_l1_reverse	3	0.003474875120446086
63562	rnn.bias_ih_l1_reverse	4	-0.15110129117965698
63562	rnn.bias_ih_l1_reverse	5	-0.08433002233505249
63562	rnn.bias_ih_l1_reverse	6	-0.10014788061380386
63562	rnn.bias_ih_l1_reverse	7	-0.14055252075195312
63562	rnn.bias_ih_l1_reverse	8	0.11251607537269592
63562	rnn.bias_ih_l1_reverse	9	0.007548311725258827
63562	rnn.bias_hh_l1_reverse	0	-0.03967348113656044
63562	rnn.bias_hh_l1_reverse	1	0.05423153564333916
63562	rnn.bias_hh_l1_reverse	2	-0.20255900919437408
63562	rnn.bias_hh_l1_reverse	3	-0.08352364599704742
63562	rnn.bias_hh_l1_reverse	4	-0.05644737184047699
63562	rnn.bias_hh_l1_reverse	5	-0.06558208912611008
63562	rnn.bias_hh_l1_reverse	6	0.11568226665258408
63562	rnn.bias_hh_l1_reverse	7	-0.13598716259002686
63562	rnn.bias_hh_l1_reverse	8	-0.0965007096529007
63562	rnn.bias_hh_l1_reverse	9	-0.09983307868242264
63562	linear.weight	0	0.002228822559118271
63562	linear.weight	1	0.05175783485174179
63562	linear.weight	2	-0.1128636822104454
63562	linear.weight	3	0.3362851142883301
63562	linear.weight	4	0.062114816159009933
63562	linear.weight	5	0.015384071506559849
63562	linear.weight	6	0.007526089437305927
63562	linear.weight	7	0.12253248691558838
63562	linear.weight	8	0.04181831330060959
63562	linear.weight	9	-0.07925644516944885
63562	linear.bias	0	-0.13376277685165405
63562	linear.bias	1	-0.10291197150945663
63562	linear.bias	2	-0.5385022163391113
63562	linear.bias	3	-0.6985650658607483
63562	linear.bias	4	-1.0467692613601685
63562	linear.bias	5	-0.0358588881790638
63562	linear.bias	6	-0.6284878253936768
63562	linear.bias	7	0.4282601773738861
63562	linear.bias	8	-0.5400702953338623
63562	linear.bias	9	-0.7935957312583923
63759	transitions	0	0.5094272494316101
63759	transitions	1	0.07989242672920227
63759	transitions	2	-10000.0
63759	transitions	3	-1.8001002073287964
63759	transitions	4	-10000.0
63759	transitions	5	0.6495684385299683
63759	transitions	6	-0.023183099925518036
63759	transitions	7	-0.36712899804115295
63759	transitions	8	-1.3338749408721924
63759	transitions	9	-0.0004477251204662025
63759	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
63759	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
63759	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
63759	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
63759	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
63759	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
63759	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
63759	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
63759	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
63759	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
63759	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
63759	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
63759	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
63759	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
63759	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
63759	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
63759	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
63759	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
63759	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
63759	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
63759	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
63759	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
63759	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
63759	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
63759	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
63759	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
63759	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
63759	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
63759	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
63759	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
63759	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
63759	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
63759	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
63759	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
63759	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
63759	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
63759	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
63759	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
63759	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
63759	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
63759	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
63759	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
63759	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
63759	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
63759	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
63759	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
63759	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
63759	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
63759	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
63759	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
63759	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
63759	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
63759	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
63759	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
63759	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
63759	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
63759	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
63759	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
63759	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
63759	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
63759	embedding2nn.weight	0	-0.0010954815661534667
63759	embedding2nn.weight	1	-0.01696152426302433
63759	embedding2nn.weight	2	-0.014268253929913044
63759	embedding2nn.weight	3	0.005094178486615419
63759	embedding2nn.weight	4	-0.0059150345623493195
63759	embedding2nn.weight	5	-0.003700577188283205
63759	embedding2nn.weight	6	-0.003973224200308323
63759	embedding2nn.weight	7	-0.0408724844455719
63759	embedding2nn.weight	8	-0.0019979383796453476
63759	embedding2nn.weight	9	-0.025171110406517982
63759	embedding2nn.bias	0	0.02609187923371792
63759	embedding2nn.bias	1	-0.06290923804044724
63759	embedding2nn.bias	2	0.0634300634264946
63759	embedding2nn.bias	3	0.05006685107946396
63759	embedding2nn.bias	4	-0.010583936236798763
63759	embedding2nn.bias	5	-0.05303485691547394
63759	embedding2nn.bias	6	0.013323651626706123
63759	embedding2nn.bias	7	-0.05570773780345917
63759	embedding2nn.bias	8	0.05216822400689125
63759	embedding2nn.bias	9	0.04778366908431053
63759	rnn.weight_ih_l0	0	-0.021728044375777245
63759	rnn.weight_ih_l0	1	0.009214731864631176
63759	rnn.weight_ih_l0	2	0.035408444702625275
63759	rnn.weight_ih_l0	3	-8.155298564815894e-05
63759	rnn.weight_ih_l0	4	-0.017290214076638222
63759	rnn.weight_ih_l0	5	-0.055436596274375916
63759	rnn.weight_ih_l0	6	0.014304590411484241
63759	rnn.weight_ih_l0	7	0.04342402145266533
63759	rnn.weight_ih_l0	8	0.0033409004099667072
63759	rnn.weight_ih_l0	9	-0.024553105235099792
63759	rnn.weight_hh_l0	0	-0.03308141604065895
63759	rnn.weight_hh_l0	1	-0.005298544652760029
63759	rnn.weight_hh_l0	2	-0.0005780925275757909
63759	rnn.weight_hh_l0	3	-0.04830852523446083
63759	rnn.weight_hh_l0	4	0.05189155042171478
63759	rnn.weight_hh_l0	5	-0.011286876164376736
63759	rnn.weight_hh_l0	6	-0.036144908517599106
63759	rnn.weight_hh_l0	7	-0.02025325410068035
63759	rnn.weight_hh_l0	8	0.0012651600409299135
63759	rnn.weight_hh_l0	9	-0.026270560920238495
63759	rnn.bias_ih_l0	0	0.038722459226846695
63759	rnn.bias_ih_l0	1	-0.020967569202184677
63759	rnn.bias_ih_l0	2	-0.00644840719178319
63759	rnn.bias_ih_l0	3	0.07991180568933487
63759	rnn.bias_ih_l0	4	-0.05244972184300423
63759	rnn.bias_ih_l0	5	-0.03625275939702988
63759	rnn.bias_ih_l0	6	-0.015793317928910255
63759	rnn.bias_ih_l0	7	0.05450424179434776
63759	rnn.bias_ih_l0	8	-0.07974106818437576
63759	rnn.bias_ih_l0	9	-0.029010266065597534
63759	rnn.bias_hh_l0	0	-0.041422318667173386
63759	rnn.bias_hh_l0	1	-0.0818185955286026
63759	rnn.bias_hh_l0	2	-0.028620600700378418
63759	rnn.bias_hh_l0	3	-0.060313981026411057
63759	rnn.bias_hh_l0	4	-0.022974159568548203
63759	rnn.bias_hh_l0	5	-0.0038013572338968515
63759	rnn.bias_hh_l0	6	0.026264050975441933
63759	rnn.bias_hh_l0	7	-0.020547810941934586
63759	rnn.bias_hh_l0	8	-0.11785636097192764
63759	rnn.bias_hh_l0	9	-0.013000543229281902
63759	rnn.weight_ih_l0_reverse	0	-0.016200311481952667
63759	rnn.weight_ih_l0_reverse	1	-0.05330878123641014
63759	rnn.weight_ih_l0_reverse	2	-0.03466898202896118
63759	rnn.weight_ih_l0_reverse	3	-0.003920033108443022
63759	rnn.weight_ih_l0_reverse	4	-0.002247537486255169
63759	rnn.weight_ih_l0_reverse	5	-0.04870852828025818
63759	rnn.weight_ih_l0_reverse	6	0.04623206704854965
63759	rnn.weight_ih_l0_reverse	7	-0.028998740017414093
63759	rnn.weight_ih_l0_reverse	8	-0.036370694637298584
63759	rnn.weight_ih_l0_reverse	9	0.0025502480566501617
63759	rnn.weight_hh_l0_reverse	0	0.041818760335445404
63759	rnn.weight_hh_l0_reverse	1	0.026998691260814667
63759	rnn.weight_hh_l0_reverse	2	0.03609122708439827
63759	rnn.weight_hh_l0_reverse	3	0.017656581476330757
63759	rnn.weight_hh_l0_reverse	4	-0.0007678741822019219
63759	rnn.weight_hh_l0_reverse	5	-0.0001235616218764335
63759	rnn.weight_hh_l0_reverse	6	0.04171500727534294
63759	rnn.weight_hh_l0_reverse	7	-0.04603719338774681
63759	rnn.weight_hh_l0_reverse	8	0.031219104304909706
63759	rnn.weight_hh_l0_reverse	9	0.04734823852777481
63759	rnn.bias_ih_l0_reverse	0	-0.06683552265167236
63759	rnn.bias_ih_l0_reverse	1	-0.19251282513141632
63759	rnn.bias_ih_l0_reverse	2	-0.0759987086057663
63759	rnn.bias_ih_l0_reverse	3	-0.018832355737686157
63759	rnn.bias_ih_l0_reverse	4	-0.02658446691930294
63759	rnn.bias_ih_l0_reverse	5	0.031540367752313614
63759	rnn.bias_ih_l0_reverse	6	-0.04670742154121399
63759	rnn.bias_ih_l0_reverse	7	0.04594215378165245
63759	rnn.bias_ih_l0_reverse	8	-0.03205941244959831
63759	rnn.bias_ih_l0_reverse	9	0.01587386429309845
63759	rnn.bias_hh_l0_reverse	0	-0.007672656327486038
63759	rnn.bias_hh_l0_reverse	1	-0.026608772575855255
63759	rnn.bias_hh_l0_reverse	2	0.04349060356616974
63759	rnn.bias_hh_l0_reverse	3	-0.024697663262486458
63759	rnn.bias_hh_l0_reverse	4	-0.045756496489048004
63759	rnn.bias_hh_l0_reverse	5	-0.04576953873038292
63759	rnn.bias_hh_l0_reverse	6	-0.038194604218006134
63759	rnn.bias_hh_l0_reverse	7	0.07047237455844879
63759	rnn.bias_hh_l0_reverse	8	0.006260775029659271
63759	rnn.bias_hh_l0_reverse	9	-0.08458743244409561
63759	rnn.weight_ih_l1	0	-0.034200966358184814
63759	rnn.weight_ih_l1	1	-0.04087397828698158
63759	rnn.weight_ih_l1	2	0.07034403830766678
63759	rnn.weight_ih_l1	3	-0.03702641278505325
63759	rnn.weight_ih_l1	4	-0.0013772583333775401
63759	rnn.weight_ih_l1	5	-0.04765542969107628
63759	rnn.weight_ih_l1	6	0.023502670228481293
63759	rnn.weight_ih_l1	7	-0.029807105660438538
63759	rnn.weight_ih_l1	8	0.04028696194291115
63759	rnn.weight_ih_l1	9	0.02606320008635521
63759	rnn.weight_hh_l1	0	-0.015578363090753555
63759	rnn.weight_hh_l1	1	0.006998369470238686
63759	rnn.weight_hh_l1	2	0.003898975206539035
63759	rnn.weight_hh_l1	3	-0.007943312637507915
63759	rnn.weight_hh_l1	4	0.001575672416947782
63759	rnn.weight_hh_l1	5	0.023195354267954826
63759	rnn.weight_hh_l1	6	0.03238683566451073
63759	rnn.weight_hh_l1	7	-0.026693232357501984
63759	rnn.weight_hh_l1	8	-0.025516347959637642
63759	rnn.weight_hh_l1	9	0.037753745913505554
63759	rnn.bias_ih_l1	0	-0.13385573029518127
63759	rnn.bias_ih_l1	1	-0.12379062175750732
63759	rnn.bias_ih_l1	2	-0.12846961617469788
63759	rnn.bias_ih_l1	3	-0.19412143528461456
63759	rnn.bias_ih_l1	4	-0.14608155190944672
63759	rnn.bias_ih_l1	5	-0.10045696049928665
63759	rnn.bias_ih_l1	6	-0.09972146898508072
63759	rnn.bias_ih_l1	7	-0.027174901217222214
63759	rnn.bias_ih_l1	8	-0.07944635301828384
63759	rnn.bias_ih_l1	9	-0.1009473130106926
63759	rnn.bias_hh_l1	0	-0.10807593911886215
63759	rnn.bias_hh_l1	1	-0.03129757195711136
63759	rnn.bias_hh_l1	2	-0.07858581095933914
63759	rnn.bias_hh_l1	3	-0.07803604006767273
63759	rnn.bias_hh_l1	4	-0.1091790497303009
63759	rnn.bias_hh_l1	5	-0.06297401338815689
63759	rnn.bias_hh_l1	6	-0.10247814655303955
63759	rnn.bias_hh_l1	7	-0.008899149484932423
63759	rnn.bias_hh_l1	8	-0.10738883167505264
63759	rnn.bias_hh_l1	9	-0.06514250487089157
63759	rnn.weight_ih_l1_reverse	0	-0.030420660972595215
63759	rnn.weight_ih_l1_reverse	1	0.03752307593822479
63759	rnn.weight_ih_l1_reverse	2	-0.004790889099240303
63759	rnn.weight_ih_l1_reverse	3	-0.010214975103735924
63759	rnn.weight_ih_l1_reverse	4	-0.05227028578519821
63759	rnn.weight_ih_l1_reverse	5	-0.03566227853298187
63759	rnn.weight_ih_l1_reverse	6	-0.007288369815796614
63759	rnn.weight_ih_l1_reverse	7	0.013969660736620426
63759	rnn.weight_ih_l1_reverse	8	0.018487954512238503
63759	rnn.weight_ih_l1_reverse	9	-0.04337342455983162
63759	rnn.weight_hh_l1_reverse	0	0.008119097910821438
63759	rnn.weight_hh_l1_reverse	1	0.028167370706796646
63759	rnn.weight_hh_l1_reverse	2	-0.03768668696284294
63759	rnn.weight_hh_l1_reverse	3	0.04243158549070358
63759	rnn.weight_hh_l1_reverse	4	0.046770911663770676
63759	rnn.weight_hh_l1_reverse	5	0.008168640546500683
63759	rnn.weight_hh_l1_reverse	6	0.004024951718747616
63759	rnn.weight_hh_l1_reverse	7	0.027762852609157562
63759	rnn.weight_hh_l1_reverse	8	-0.003150765085592866
63759	rnn.weight_hh_l1_reverse	9	-0.04122424125671387
63759	rnn.bias_ih_l1_reverse	0	-0.04924148693680763
63759	rnn.bias_ih_l1_reverse	1	-0.092432901263237
63759	rnn.bias_ih_l1_reverse	2	-0.10110728442668915
63759	rnn.bias_ih_l1_reverse	3	0.003942072857171297
63759	rnn.bias_ih_l1_reverse	4	-0.1513146162033081
63759	rnn.bias_ih_l1_reverse	5	-0.08532314747571945
63759	rnn.bias_ih_l1_reverse	6	-0.1011238768696785
63759	rnn.bias_ih_l1_reverse	7	-0.14033985137939453
63759	rnn.bias_ih_l1_reverse	8	0.09658701717853546
63759	rnn.bias_ih_l1_reverse	9	0.004968504887074232
63759	rnn.bias_hh_l1_reverse	0	-0.04118309170007706
63759	rnn.bias_hh_l1_reverse	1	0.06191986799240112
63759	rnn.bias_hh_l1_reverse	2	-0.20342010259628296
63759	rnn.bias_hh_l1_reverse	3	-0.08295488357543945
63759	rnn.bias_hh_l1_reverse	4	-0.05604223906993866
63759	rnn.bias_hh_l1_reverse	5	-0.06515432894229889
63759	rnn.bias_hh_l1_reverse	6	0.11032075434923172
63759	rnn.bias_hh_l1_reverse	7	-0.1313697248697281
63759	rnn.bias_hh_l1_reverse	8	-0.09570614993572235
63759	rnn.bias_hh_l1_reverse	9	-0.0998583436012268
63759	linear.weight	0	0.002228822559118271
63759	linear.weight	1	0.03390093147754669
63759	linear.weight	2	-0.10683521628379822
63759	linear.weight	3	0.33261504769325256
63759	linear.weight	4	0.06498228013515472
63759	linear.weight	5	0.0132222855463624
63759	linear.weight	6	-0.01273106224834919
63759	linear.weight	7	0.1309814751148224
63759	linear.weight	8	0.04181534796953201
63759	linear.weight	9	-0.07768255472183228
63759	linear.bias	0	-0.11286254972219467
63759	linear.bias	1	-0.11894048750400543
63759	linear.bias	2	-0.508669912815094
63759	linear.bias	3	-0.6850075125694275
63759	linear.bias	4	-1.0290807485580444
63759	linear.bias	5	-0.027640873566269875
63759	linear.bias	6	-0.6476078629493713
63759	linear.bias	7	0.4410052001476288
63759	linear.bias	8	-0.5610271692276001
63759	linear.bias	9	-0.8179146647453308
63956	transitions	0	0.5162580013275146
63956	transitions	1	0.08339861035346985
63956	transitions	2	-10000.0
63956	transitions	3	-1.8001961708068848
63956	transitions	4	-10000.0
63956	transitions	5	0.6494202017784119
63956	transitions	6	-0.02343069203197956
63956	transitions	7	-0.3692530393600464
63956	transitions	8	-1.3342442512512207
63956	transitions	9	-0.00045304856030270457
63956	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
63956	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
63956	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
63956	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
63956	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
63956	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
63956	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
63956	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
63956	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
63956	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
63956	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
63956	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
63956	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
63956	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
63956	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
63956	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
63956	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
63956	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
63956	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
63956	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
63956	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
63956	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
63956	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
63956	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
63956	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
63956	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
63956	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
63956	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
63956	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
63956	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
63956	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
63956	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
63956	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
63956	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
63956	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
63956	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
63956	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
63956	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
63956	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
63956	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
63956	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
63956	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
63956	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
63956	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
63956	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
63956	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
63956	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
63956	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
63956	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
63956	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
63956	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
63956	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
63956	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
63956	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
63956	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
63956	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
63956	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
63956	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
63956	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
63956	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
63956	embedding2nn.weight	0	-0.00031289461185224354
63956	embedding2nn.weight	1	-0.017118273302912712
63956	embedding2nn.weight	2	-0.014268253929913044
63956	embedding2nn.weight	3	0.003127089934423566
63956	embedding2nn.weight	4	-0.0059150345623493195
63956	embedding2nn.weight	5	-0.0037005774211138487
63956	embedding2nn.weight	6	-0.003973218146711588
63956	embedding2nn.weight	7	-0.039404358714818954
63956	embedding2nn.weight	8	-0.0019979383796453476
63956	embedding2nn.weight	9	-0.02548128552734852
63956	embedding2nn.bias	0	0.03030824474990368
63956	embedding2nn.bias	1	-0.0637049749493599
63956	embedding2nn.bias	2	0.05863373726606369
63956	embedding2nn.bias	3	0.04036291316151619
63956	embedding2nn.bias	4	-0.01448283065110445
63956	embedding2nn.bias	5	-0.04422106593847275
63956	embedding2nn.bias	6	0.016697591170668602
63956	embedding2nn.bias	7	-0.0544842928647995
63956	embedding2nn.bias	8	0.04083670675754547
63956	embedding2nn.bias	9	0.04246058687567711
63956	rnn.weight_ih_l0	0	-0.022484803572297096
63956	rnn.weight_ih_l0	1	0.010201551951467991
63956	rnn.weight_ih_l0	2	0.03442855179309845
63956	rnn.weight_ih_l0	3	-0.001056044246070087
63956	rnn.weight_ih_l0	4	-0.018340451642870903
63956	rnn.weight_ih_l0	5	-0.05474235862493515
63956	rnn.weight_ih_l0	6	0.013278636150062084
63956	rnn.weight_ih_l0	7	0.044545743614435196
63956	rnn.weight_ih_l0	8	0.004821636714041233
63956	rnn.weight_ih_l0	9	-0.023995688185095787
63956	rnn.weight_hh_l0	0	-0.032797928899526596
63956	rnn.weight_hh_l0	1	-0.005990336649119854
63956	rnn.weight_hh_l0	2	-0.000812864163890481
63956	rnn.weight_hh_l0	3	-0.047098420560359955
63956	rnn.weight_hh_l0	4	0.05306028574705124
63956	rnn.weight_hh_l0	5	-0.010856418870389462
63956	rnn.weight_hh_l0	6	-0.03500601649284363
63956	rnn.weight_hh_l0	7	-0.019680803641676903
63956	rnn.weight_hh_l0	8	0.0018113622209057212
63956	rnn.weight_hh_l0	9	-0.026719942688941956
63956	rnn.bias_ih_l0	0	0.03907494619488716
63956	rnn.bias_ih_l0	1	-0.02356613799929619
63956	rnn.bias_ih_l0	2	-0.008296484127640724
63956	rnn.bias_ih_l0	3	0.0840635746717453
63956	rnn.bias_ih_l0	4	-0.05512149631977081
63956	rnn.bias_ih_l0	5	-0.036873266100883484
63956	rnn.bias_ih_l0	6	-0.018209639936685562
63956	rnn.bias_ih_l0	7	0.05445349961519241
63956	rnn.bias_ih_l0	8	-0.08077038079500198
63956	rnn.bias_ih_l0	9	-0.026113824918866158
63956	rnn.bias_hh_l0	0	-0.04232664406299591
63956	rnn.bias_hh_l0	1	-0.07850778102874756
63956	rnn.bias_hh_l0	2	-0.029492422938346863
63956	rnn.bias_hh_l0	3	-0.06017763912677765
63956	rnn.bias_hh_l0	4	-0.024938248097896576
63956	rnn.bias_hh_l0	5	-0.0035828284453600645
63956	rnn.bias_hh_l0	6	0.026279177516698837
63956	rnn.bias_hh_l0	7	-0.01823398284614086
63956	rnn.bias_hh_l0	8	-0.11703438311815262
63956	rnn.bias_hh_l0	9	-0.0140760513022542
63956	rnn.weight_ih_l0_reverse	0	-0.014563157223165035
63956	rnn.weight_ih_l0_reverse	1	-0.05658958852291107
63956	rnn.weight_ih_l0_reverse	2	-0.0353156179189682
63956	rnn.weight_ih_l0_reverse	3	-0.0032529656309634447
63956	rnn.weight_ih_l0_reverse	4	-0.0022785814944654703
63956	rnn.weight_ih_l0_reverse	5	-0.04899580031633377
63956	rnn.weight_ih_l0_reverse	6	0.04577206075191498
63956	rnn.weight_ih_l0_reverse	7	-0.031164567917585373
63956	rnn.weight_ih_l0_reverse	8	-0.03625684231519699
63956	rnn.weight_ih_l0_reverse	9	0.0027571076061576605
63956	rnn.weight_hh_l0_reverse	0	0.04106850549578667
63956	rnn.weight_hh_l0_reverse	1	0.027966966852545738
63956	rnn.weight_hh_l0_reverse	2	0.03654909506440163
63956	rnn.weight_hh_l0_reverse	3	0.01757601648569107
63956	rnn.weight_hh_l0_reverse	4	0.0001448867260478437
63956	rnn.weight_hh_l0_reverse	5	-1.2178013093944173e-05
63956	rnn.weight_hh_l0_reverse	6	0.04203817620873451
63956	rnn.weight_hh_l0_reverse	7	-0.046399783343076706
63956	rnn.weight_hh_l0_reverse	8	0.031099829822778702
63956	rnn.weight_hh_l0_reverse	9	0.046592604368925095
63956	rnn.bias_ih_l0_reverse	0	-0.06920138746500015
63956	rnn.bias_ih_l0_reverse	1	-0.1905839592218399
63956	rnn.bias_ih_l0_reverse	2	-0.06875621527433395
63956	rnn.bias_ih_l0_reverse	3	-0.016026871278882027
63956	rnn.bias_ih_l0_reverse	4	-0.022720817476511
63956	rnn.bias_ih_l0_reverse	5	0.03535844013094902
63956	rnn.bias_ih_l0_reverse	6	-0.04621492326259613
63956	rnn.bias_ih_l0_reverse	7	0.047281503677368164
63956	rnn.bias_ih_l0_reverse	8	-0.03205534443259239
63956	rnn.bias_ih_l0_reverse	9	0.01605534367263317
63956	rnn.bias_hh_l0_reverse	0	-0.0093578165397048
63956	rnn.bias_hh_l0_reverse	1	-0.026117488741874695
63956	rnn.bias_hh_l0_reverse	2	0.04088269919157028
63956	rnn.bias_hh_l0_reverse	3	-0.027916312217712402
63956	rnn.bias_hh_l0_reverse	4	-0.045752812176942825
63956	rnn.bias_hh_l0_reverse	5	-0.04606318101286888
63956	rnn.bias_hh_l0_reverse	6	-0.034434687346220016
63956	rnn.bias_hh_l0_reverse	7	0.07285495847463608
63956	rnn.bias_hh_l0_reverse	8	0.007122985552996397
63956	rnn.bias_hh_l0_reverse	9	-0.08229542523622513
63956	rnn.weight_ih_l1	0	-0.03409866243600845
63956	rnn.weight_ih_l1	1	-0.0402061827480793
63956	rnn.weight_ih_l1	2	0.07096858322620392
63956	rnn.weight_ih_l1	3	-0.03612746670842171
63956	rnn.weight_ih_l1	4	-0.0012070417869836092
63956	rnn.weight_ih_l1	5	-0.047868479043245316
63956	rnn.weight_ih_l1	6	0.023069199174642563
63956	rnn.weight_ih_l1	7	-0.030107203871011734
63956	rnn.weight_ih_l1	8	0.04033934324979782
63956	rnn.weight_ih_l1	9	0.02694728411734104
63956	rnn.weight_hh_l1	0	-0.015979234129190445
63956	rnn.weight_hh_l1	1	0.007014984264969826
63956	rnn.weight_hh_l1	2	0.004250295925885439
63956	rnn.weight_hh_l1	3	-0.007748317439109087
63956	rnn.weight_hh_l1	4	0.0018606764497235417
63956	rnn.weight_hh_l1	5	0.02343326061964035
63956	rnn.weight_hh_l1	6	0.03266128525137901
63956	rnn.weight_hh_l1	7	-0.026628876104950905
63956	rnn.weight_hh_l1	8	-0.025786155834794044
63956	rnn.weight_hh_l1	9	0.03691086173057556
63956	rnn.bias_ih_l1	0	-0.13451887667179108
63956	rnn.bias_ih_l1	1	-0.12405797839164734
63956	rnn.bias_ih_l1	2	-0.12736108899116516
63956	rnn.bias_ih_l1	3	-0.19677259027957916
63956	rnn.bias_ih_l1	4	-0.14444495737552643
63956	rnn.bias_ih_l1	5	-0.1009078323841095
63956	rnn.bias_ih_l1	6	-0.09499393403530121
63956	rnn.bias_ih_l1	7	-0.029395239427685738
63956	rnn.bias_ih_l1	8	-0.07688874006271362
63956	rnn.bias_ih_l1	9	-0.09957574307918549
63956	rnn.bias_hh_l1	0	-0.10617328435182571
63956	rnn.bias_hh_l1	1	-0.033115748316049576
63956	rnn.bias_hh_l1	2	-0.08383534103631973
63956	rnn.bias_hh_l1	3	-0.07727622985839844
63956	rnn.bias_hh_l1	4	-0.10983720421791077
63956	rnn.bias_hh_l1	5	-0.06423132121562958
63956	rnn.bias_hh_l1	6	-0.1023346409201622
63956	rnn.bias_hh_l1	7	-0.003919776063412428
63956	rnn.bias_hh_l1	8	-0.1065378487110138
63956	rnn.bias_hh_l1	9	-0.0674242153763771
63956	rnn.weight_ih_l1_reverse	0	-0.030120953917503357
63956	rnn.weight_ih_l1_reverse	1	0.03764042258262634
63956	rnn.weight_ih_l1_reverse	2	-0.0007439786568284035
63956	rnn.weight_ih_l1_reverse	3	-0.009357462637126446
63956	rnn.weight_ih_l1_reverse	4	-0.052024103701114655
63956	rnn.weight_ih_l1_reverse	5	-0.035710763186216354
63956	rnn.weight_ih_l1_reverse	6	-0.005187442526221275
63956	rnn.weight_ih_l1_reverse	7	0.014648031443357468
63956	rnn.weight_ih_l1_reverse	8	0.014827955514192581
63956	rnn.weight_ih_l1_reverse	9	-0.04334030672907829
63956	rnn.weight_hh_l1_reverse	0	0.008242938667535782
63956	rnn.weight_hh_l1_reverse	1	0.028269818052649498
63956	rnn.weight_hh_l1_reverse	2	-0.03775477409362793
63956	rnn.weight_hh_l1_reverse	3	0.042486123740673065
63956	rnn.weight_hh_l1_reverse	4	0.04671729728579521
63956	rnn.weight_hh_l1_reverse	5	0.008227641694247723
63956	rnn.weight_hh_l1_reverse	6	0.004451531916856766
63956	rnn.weight_hh_l1_reverse	7	0.02779392898082733
63956	rnn.weight_hh_l1_reverse	8	-0.0028325349558144808
63956	rnn.weight_hh_l1_reverse	9	-0.0411636158823967
63956	rnn.bias_ih_l1_reverse	0	-0.051456619054079056
63956	rnn.bias_ih_l1_reverse	1	-0.08970539271831512
63956	rnn.bias_ih_l1_reverse	2	-0.10000409930944443
63956	rnn.bias_ih_l1_reverse	3	0.0038345404900610447
63956	rnn.bias_ih_l1_reverse	4	-0.15142646431922913
63956	rnn.bias_ih_l1_reverse	5	-0.08507543802261353
63956	rnn.bias_ih_l1_reverse	6	-0.10036498308181763
63956	rnn.bias_ih_l1_reverse	7	-0.133843332529068
63956	rnn.bias_ih_l1_reverse	8	0.08791933208703995
63956	rnn.bias_ih_l1_reverse	9	0.006657603662461042
63956	rnn.bias_hh_l1_reverse	0	-0.03972180560231209
63956	rnn.bias_hh_l1_reverse	1	0.0644126906991005
63956	rnn.bias_hh_l1_reverse	2	-0.20353251695632935
63956	rnn.bias_hh_l1_reverse	3	-0.08025307953357697
63956	rnn.bias_hh_l1_reverse	4	-0.05619635805487633
63956	rnn.bias_hh_l1_reverse	5	-0.06023140251636505
63956	rnn.bias_hh_l1_reverse	6	0.11526520550251007
63956	rnn.bias_hh_l1_reverse	7	-0.13360226154327393
63956	rnn.bias_hh_l1_reverse	8	-0.0971762090921402
63956	rnn.bias_hh_l1_reverse	9	-0.09935007989406586
63956	linear.weight	0	0.002228822559118271
63956	linear.weight	1	0.04218928515911102
63956	linear.weight	2	-0.10236834734678268
63956	linear.weight	3	0.3318382799625397
63956	linear.weight	4	0.06724987924098969
63956	linear.weight	5	0.009937349706888199
63956	linear.weight	6	-0.001949048601090908
63956	linear.weight	7	0.1395663619041443
63956	linear.weight	8	0.04181290790438652
63956	linear.weight	9	-0.07774560898542404
63956	linear.bias	0	-0.14404557645320892
63956	linear.bias	1	-0.11585139483213425
63956	linear.bias	2	-0.5166293978691101
63956	linear.bias	3	-0.6672312021255493
63956	linear.bias	4	-1.009379267692566
63956	linear.bias	5	-0.01660824939608574
63956	linear.bias	6	-0.642905056476593
63956	linear.bias	7	0.4541010856628418
63956	linear.bias	8	-0.557792603969574
63956	linear.bias	9	-0.812261164188385
64153	transitions	0	0.5079478025436401
64153	transitions	1	0.08473606407642365
64153	transitions	2	-10000.0
64153	transitions	3	-1.8003109693527222
64153	transitions	4	-10000.0
64153	transitions	5	0.6488615870475769
64153	transitions	6	-0.023593023419380188
64153	transitions	7	-0.37099286913871765
64153	transitions	8	-1.3345173597335815
64153	transitions	9	-0.00045543303713202477
64153	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
64153	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
64153	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
64153	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
64153	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
64153	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
64153	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
64153	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
64153	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
64153	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
64153	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
64153	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
64153	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
64153	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
64153	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
64153	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
64153	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
64153	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
64153	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
64153	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
64153	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
64153	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
64153	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
64153	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
64153	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
64153	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
64153	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
64153	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
64153	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
64153	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
64153	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
64153	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
64153	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
64153	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
64153	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
64153	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
64153	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
64153	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
64153	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
64153	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
64153	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
64153	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
64153	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
64153	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
64153	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
64153	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
64153	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
64153	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
64153	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
64153	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
64153	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
64153	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
64153	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
64153	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
64153	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
64153	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
64153	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
64153	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
64153	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
64153	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
64153	embedding2nn.weight	0	-0.0007600851240567863
64153	embedding2nn.weight	1	-0.017162056639790535
64153	embedding2nn.weight	2	-0.014268253929913044
64153	embedding2nn.weight	3	0.002936497563496232
64153	embedding2nn.weight	4	-0.0059150345623493195
64153	embedding2nn.weight	5	-0.0037005774211138487
64153	embedding2nn.weight	6	-0.003973227925598621
64153	embedding2nn.weight	7	-0.03942441567778587
64153	embedding2nn.weight	8	-0.0019979383796453476
64153	embedding2nn.weight	9	-0.025115767493844032
64153	embedding2nn.bias	0	0.02280881628394127
64153	embedding2nn.bias	1	-0.05876048281788826
64153	embedding2nn.bias	2	0.057235028594732285
64153	embedding2nn.bias	3	0.04469108581542969
64153	embedding2nn.bias	4	-0.015077918767929077
64153	embedding2nn.bias	5	-0.03970868140459061
64153	embedding2nn.bias	6	0.015518995933234692
64153	embedding2nn.bias	7	-0.05238325893878937
64153	embedding2nn.bias	8	0.040060874074697495
64153	embedding2nn.bias	9	0.03712613135576248
64153	rnn.weight_ih_l0	0	-0.023803586140275
64153	rnn.weight_ih_l0	1	0.008775325492024422
64153	rnn.weight_ih_l0	2	0.0363653190433979
64153	rnn.weight_ih_l0	3	-0.00028262133128009737
64153	rnn.weight_ih_l0	4	-0.01784566044807434
64153	rnn.weight_ih_l0	5	-0.054980989545583725
64153	rnn.weight_ih_l0	6	0.012743368744850159
64153	rnn.weight_ih_l0	7	0.04660231992602348
64153	rnn.weight_ih_l0	8	0.004605976864695549
64153	rnn.weight_ih_l0	9	-0.023000482469797134
64153	rnn.weight_hh_l0	0	-0.03319447860121727
64153	rnn.weight_hh_l0	1	-0.005553631577640772
64153	rnn.weight_hh_l0	2	-0.0018898154376074672
64153	rnn.weight_hh_l0	3	-0.047340162098407745
64153	rnn.weight_hh_l0	4	0.05388156697154045
64153	rnn.weight_hh_l0	5	-0.012431737035512924
64153	rnn.weight_hh_l0	6	-0.0359465591609478
64153	rnn.weight_hh_l0	7	-0.02064080722630024
64153	rnn.weight_hh_l0	8	0.0011418948415666819
64153	rnn.weight_hh_l0	9	-0.026534201577305794
64153	rnn.bias_ih_l0	0	0.03548965975642204
64153	rnn.bias_ih_l0	1	-0.023575644940137863
64153	rnn.bias_ih_l0	2	-0.00901344045996666
64153	rnn.bias_ih_l0	3	0.09164004772901535
64153	rnn.bias_ih_l0	4	-0.0548219233751297
64153	rnn.bias_ih_l0	5	-0.03493860363960266
64153	rnn.bias_ih_l0	6	-0.0176298376172781
64153	rnn.bias_ih_l0	7	0.05440095067024231
64153	rnn.bias_ih_l0	8	-0.07989723980426788
64153	rnn.bias_ih_l0	9	-0.024258170276880264
64153	rnn.bias_hh_l0	0	-0.04096480831503868
64153	rnn.bias_hh_l0	1	-0.07790471613407135
64153	rnn.bias_hh_l0	2	-0.027690723538398743
64153	rnn.bias_hh_l0	3	-0.05955140292644501
64153	rnn.bias_hh_l0	4	-0.023650163784623146
64153	rnn.bias_hh_l0	5	-0.006033811252564192
64153	rnn.bias_hh_l0	6	0.025264332070946693
64153	rnn.bias_hh_l0	7	-0.01860443688929081
64153	rnn.bias_hh_l0	8	-0.11797372251749039
64153	rnn.bias_hh_l0	9	-0.027947278693318367
64153	rnn.weight_ih_l0_reverse	0	-0.014111329801380634
64153	rnn.weight_ih_l0_reverse	1	-0.05588963255286217
64153	rnn.weight_ih_l0_reverse	2	-0.03564733266830444
64153	rnn.weight_ih_l0_reverse	3	-0.0034193878527730703
64153	rnn.weight_ih_l0_reverse	4	-0.0015506880590692163
64153	rnn.weight_ih_l0_reverse	5	-0.04867464303970337
64153	rnn.weight_ih_l0_reverse	6	0.045081205666065216
64153	rnn.weight_ih_l0_reverse	7	-0.0314115434885025
64153	rnn.weight_ih_l0_reverse	8	-0.035529110580682755
64153	rnn.weight_ih_l0_reverse	9	0.0014326120726764202
64153	rnn.weight_hh_l0_reverse	0	0.040189847350120544
64153	rnn.weight_hh_l0_reverse	1	0.0281450804322958
64153	rnn.weight_hh_l0_reverse	2	0.036567144095897675
64153	rnn.weight_hh_l0_reverse	3	0.017864041030406952
64153	rnn.weight_hh_l0_reverse	4	-0.0006993378628976643
64153	rnn.weight_hh_l0_reverse	5	-0.00019884316134266555
64153	rnn.weight_hh_l0_reverse	6	0.04110186547040939
64153	rnn.weight_hh_l0_reverse	7	-0.04557255282998085
64153	rnn.weight_hh_l0_reverse	8	0.031593531370162964
64153	rnn.weight_hh_l0_reverse	9	0.04557231068611145
64153	rnn.bias_ih_l0_reverse	0	-0.06704602390527725
64153	rnn.bias_ih_l0_reverse	1	-0.19555261731147766
64153	rnn.bias_ih_l0_reverse	2	-0.06994252651929855
64153	rnn.bias_ih_l0_reverse	3	-0.014660495333373547
64153	rnn.bias_ih_l0_reverse	4	-0.022472690790891647
64153	rnn.bias_ih_l0_reverse	5	0.03373752161860466
64153	rnn.bias_ih_l0_reverse	6	-0.044574324041604996
64153	rnn.bias_ih_l0_reverse	7	0.046198900789022446
64153	rnn.bias_ih_l0_reverse	8	-0.032463304698467255
64153	rnn.bias_ih_l0_reverse	9	0.01198591012507677
64153	rnn.bias_hh_l0_reverse	0	-0.008456497453153133
64153	rnn.bias_hh_l0_reverse	1	-0.0299540888518095
64153	rnn.bias_hh_l0_reverse	2	0.04705015942454338
64153	rnn.bias_hh_l0_reverse	3	-0.028141023591160774
64153	rnn.bias_hh_l0_reverse	4	-0.04454605281352997
64153	rnn.bias_hh_l0_reverse	5	-0.04202023148536682
64153	rnn.bias_hh_l0_reverse	6	-0.03469671681523323
64153	rnn.bias_hh_l0_reverse	7	0.07438018172979355
64153	rnn.bias_hh_l0_reverse	8	0.007331071421504021
64153	rnn.bias_hh_l0_reverse	9	-0.0813598558306694
64153	rnn.weight_ih_l1	0	-0.03428535535931587
64153	rnn.weight_ih_l1	1	-0.04042629152536392
64153	rnn.weight_ih_l1	2	0.07292305678129196
64153	rnn.weight_ih_l1	3	-0.03729011490941048
64153	rnn.weight_ih_l1	4	-0.0007469690754078329
64153	rnn.weight_ih_l1	5	-0.047536201775074005
64153	rnn.weight_ih_l1	6	0.022848285734653473
64153	rnn.weight_ih_l1	7	-0.02943987399339676
64153	rnn.weight_ih_l1	8	0.04025959223508835
64153	rnn.weight_ih_l1	9	0.027194296941161156
64153	rnn.weight_hh_l1	0	-0.016017908230423927
64153	rnn.weight_hh_l1	1	0.007232533302158117
64153	rnn.weight_hh_l1	2	0.003840051358565688
64153	rnn.weight_hh_l1	3	-0.007698031608015299
64153	rnn.weight_hh_l1	4	0.001071303733624518
64153	rnn.weight_hh_l1	5	0.023234989494085312
64153	rnn.weight_hh_l1	6	0.032081544399261475
64153	rnn.weight_hh_l1	7	-0.026916343718767166
64153	rnn.weight_hh_l1	8	-0.025669191032648087
64153	rnn.weight_hh_l1	9	0.037445273250341415
64153	rnn.bias_ih_l1	0	-0.13502751290798187
64153	rnn.bias_ih_l1	1	-0.12485336512327194
64153	rnn.bias_ih_l1	2	-0.12460608780384064
64153	rnn.bias_ih_l1	3	-0.20102755725383759
64153	rnn.bias_ih_l1	4	-0.15353557467460632
64153	rnn.bias_ih_l1	5	-0.10047568380832672
64153	rnn.bias_ih_l1	6	-0.09814661741256714
64153	rnn.bias_ih_l1	7	-0.030980877578258514
64153	rnn.bias_ih_l1	8	-0.07812120020389557
64153	rnn.bias_ih_l1	9	-0.10171515494585037
64153	rnn.bias_hh_l1	0	-0.10135453939437866
64153	rnn.bias_hh_l1	1	-0.03344059735536575
64153	rnn.bias_hh_l1	2	-0.08510217070579529
64153	rnn.bias_hh_l1	3	-0.07564280927181244
64153	rnn.bias_hh_l1	4	-0.11162444204092026
64153	rnn.bias_hh_l1	5	-0.06460530310869217
64153	rnn.bias_hh_l1	6	-0.10271669924259186
64153	rnn.bias_hh_l1	7	-0.011224891990423203
64153	rnn.bias_hh_l1	8	-0.10942310094833374
64153	rnn.bias_hh_l1	9	-0.06664099544286728
64153	rnn.weight_ih_l1_reverse	0	-0.030698025599122047
64153	rnn.weight_ih_l1_reverse	1	0.04021913930773735
64153	rnn.weight_ih_l1_reverse	2	-0.0018229068955406547
64153	rnn.weight_ih_l1_reverse	3	-0.009860481135547161
64153	rnn.weight_ih_l1_reverse	4	-0.05261436104774475
64153	rnn.weight_ih_l1_reverse	5	-0.035580866038799286
64153	rnn.weight_ih_l1_reverse	6	-0.003934641368687153
64153	rnn.weight_ih_l1_reverse	7	0.014472976326942444
64153	rnn.weight_ih_l1_reverse	8	0.017281441017985344
64153	rnn.weight_ih_l1_reverse	9	-0.04349964112043381
64153	rnn.weight_hh_l1_reverse	0	0.008020318113267422
64153	rnn.weight_hh_l1_reverse	1	0.028301537036895752
64153	rnn.weight_hh_l1_reverse	2	-0.0377645269036293
64153	rnn.weight_hh_l1_reverse	3	0.042301591485738754
64153	rnn.weight_hh_l1_reverse	4	0.046710532158613205
64153	rnn.weight_hh_l1_reverse	5	0.008045922964811325
64153	rnn.weight_hh_l1_reverse	6	0.0054107410833239555
64153	rnn.weight_hh_l1_reverse	7	0.02757926844060421
64153	rnn.weight_hh_l1_reverse	8	-0.002732867142185569
64153	rnn.weight_hh_l1_reverse	9	-0.04128742963075638
64153	rnn.bias_ih_l1_reverse	0	-0.05323144420981407
64153	rnn.bias_ih_l1_reverse	1	-0.08966383337974548
64153	rnn.bias_ih_l1_reverse	2	-0.09823621064424515
64153	rnn.bias_ih_l1_reverse	3	0.012151184491813183
64153	rnn.bias_ih_l1_reverse	4	-0.15123803913593292
64153	rnn.bias_ih_l1_reverse	5	-0.08508462458848953
64153	rnn.bias_ih_l1_reverse	6	-0.10102558881044388
64153	rnn.bias_ih_l1_reverse	7	-0.13712602853775024
64153	rnn.bias_ih_l1_reverse	8	0.08601628988981247
64153	rnn.bias_ih_l1_reverse	9	0.0067855012603104115
64153	rnn.bias_hh_l1_reverse	0	-0.04321916401386261
64153	rnn.bias_hh_l1_reverse	1	0.07471860945224762
64153	rnn.bias_hh_l1_reverse	2	-0.2054740935564041
64153	rnn.bias_hh_l1_reverse	3	-0.0821533277630806
64153	rnn.bias_hh_l1_reverse	4	-0.05605701729655266
64153	rnn.bias_hh_l1_reverse	5	-0.06386562436819077
64153	rnn.bias_hh_l1_reverse	6	0.1086244285106659
64153	rnn.bias_hh_l1_reverse	7	-0.12769317626953125
64153	rnn.bias_hh_l1_reverse	8	-0.0971212387084961
64153	rnn.bias_hh_l1_reverse	9	-0.10015567392110825
64153	linear.weight	0	0.002228822559118271
64153	linear.weight	1	0.03814402595162392
64153	linear.weight	2	-0.10406360775232315
64153	linear.weight	3	0.3380530774593353
64153	linear.weight	4	0.0698847696185112
64153	linear.weight	5	0.01300350483506918
64153	linear.weight	6	-0.0017240839079022408
64153	linear.weight	7	0.15211951732635498
64153	linear.weight	8	0.04181034862995148
64153	linear.weight	9	-0.08466540277004242
64153	linear.bias	0	-0.1052735224366188
64153	linear.bias	1	-0.1229056566953659
64153	linear.bias	2	-0.5224421620368958
64153	linear.bias	3	-0.6733285188674927
64153	linear.bias	4	-1.0153144598007202
64153	linear.bias	5	-0.015060678124427795
64153	linear.bias	6	-0.644881546497345
64153	linear.bias	7	0.45608603954315186
64153	linear.bias	8	-0.5657223463058472
64153	linear.bias	9	-0.8255118131637573
64350	transitions	0	0.5027136206626892
64350	transitions	1	0.08646497130393982
64350	transitions	2	-10000.0
64350	transitions	3	-1.8003991842269897
64350	transitions	4	-10000.0
64350	transitions	5	0.6486135125160217
64350	transitions	6	-0.023935414850711823
64350	transitions	7	-0.3719041645526886
64350	transitions	8	-1.334663987159729
64350	transitions	9	-0.00045770659926347435
64350	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
64350	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
64350	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
64350	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
64350	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
64350	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
64350	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
64350	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
64350	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
64350	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
64350	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
64350	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
64350	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
64350	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
64350	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
64350	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
64350	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
64350	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
64350	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
64350	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
64350	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
64350	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
64350	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
64350	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
64350	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
64350	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
64350	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
64350	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
64350	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
64350	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
64350	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
64350	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
64350	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
64350	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
64350	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
64350	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
64350	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
64350	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
64350	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
64350	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
64350	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
64350	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
64350	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
64350	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
64350	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
64350	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
64350	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
64350	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
64350	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
64350	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
64350	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
64350	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
64350	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
64350	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
64350	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
64350	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
64350	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
64350	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
64350	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
64350	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
64350	embedding2nn.weight	0	0.0007635742076672614
64350	embedding2nn.weight	1	-0.01718202605843544
64350	embedding2nn.weight	2	-0.014268253929913044
64350	embedding2nn.weight	3	0.004100789315998554
64350	embedding2nn.weight	4	-0.0059150345623493195
64350	embedding2nn.weight	5	-0.003700577886775136
64350	embedding2nn.weight	6	-0.003973226994276047
64350	embedding2nn.weight	7	-0.03812168911099434
64350	embedding2nn.weight	8	-0.0019979383796453476
64350	embedding2nn.weight	9	-0.02409987337887287
64350	embedding2nn.bias	0	0.027081860229372978
64350	embedding2nn.bias	1	-0.05064206197857857
64350	embedding2nn.bias	2	0.07011677324771881
64350	embedding2nn.bias	3	0.046681903302669525
64350	embedding2nn.bias	4	-0.013078270480036736
64350	embedding2nn.bias	5	-0.042681723833084106
64350	embedding2nn.bias	6	0.009725871495902538
64350	embedding2nn.bias	7	-0.05151696875691414
64350	embedding2nn.bias	8	0.034339725971221924
64350	embedding2nn.bias	9	0.03071964532136917
64350	rnn.weight_ih_l0	0	-0.022748369723558426
64350	rnn.weight_ih_l0	1	0.007796332240104675
64350	rnn.weight_ih_l0	2	0.03915148600935936
64350	rnn.weight_ih_l0	3	6.772802589694038e-05
64350	rnn.weight_ih_l0	4	-0.016947483643889427
64350	rnn.weight_ih_l0	5	-0.05450110137462616
64350	rnn.weight_ih_l0	6	0.012525594793260098
64350	rnn.weight_ih_l0	7	0.04682740941643715
64350	rnn.weight_ih_l0	8	0.00417253328487277
64350	rnn.weight_ih_l0	9	-0.02413221448659897
64350	rnn.weight_hh_l0	0	-0.03357968106865883
64350	rnn.weight_hh_l0	1	-0.004617744591087103
64350	rnn.weight_hh_l0	2	-0.0018507889471948147
64350	rnn.weight_hh_l0	3	-0.04733056575059891
64350	rnn.weight_hh_l0	4	0.05361993983387947
64350	rnn.weight_hh_l0	5	-0.010386129841208458
64350	rnn.weight_hh_l0	6	-0.03664408251643181
64350	rnn.weight_hh_l0	7	-0.01926606148481369
64350	rnn.weight_hh_l0	8	0.0017264679772779346
64350	rnn.weight_hh_l0	9	-0.026638317853212357
64350	rnn.bias_ih_l0	0	0.03480412811040878
64350	rnn.bias_ih_l0	1	-0.021466484293341637
64350	rnn.bias_ih_l0	2	-0.010726110078394413
64350	rnn.bias_ih_l0	3	0.09150201082229614
64350	rnn.bias_ih_l0	4	-0.05695813149213791
64350	rnn.bias_ih_l0	5	-0.03678754344582558
64350	rnn.bias_ih_l0	6	-0.02049933932721615
64350	rnn.bias_ih_l0	7	0.05459526926279068
64350	rnn.bias_ih_l0	8	-0.08146137744188309
64350	rnn.bias_ih_l0	9	-0.02151549980044365
64350	rnn.bias_hh_l0	0	-0.03841704875230789
64350	rnn.bias_hh_l0	1	-0.08046089857816696
64350	rnn.bias_hh_l0	2	-0.026348233222961426
64350	rnn.bias_hh_l0	3	-0.05874980241060257
64350	rnn.bias_hh_l0	4	-0.023676857352256775
64350	rnn.bias_hh_l0	5	-0.006211640313267708
64350	rnn.bias_hh_l0	6	0.027392437681555748
64350	rnn.bias_hh_l0	7	-0.01984935626387596
64350	rnn.bias_hh_l0	8	-0.1171407699584961
64350	rnn.bias_hh_l0	9	-0.0339360311627388
64350	rnn.weight_ih_l0_reverse	0	-0.01618948206305504
64350	rnn.weight_ih_l0_reverse	1	-0.05283886566758156
64350	rnn.weight_ih_l0_reverse	2	-0.03509407490491867
64350	rnn.weight_ih_l0_reverse	3	-0.0038657335098832846
64350	rnn.weight_ih_l0_reverse	4	-0.0018468238413333893
64350	rnn.weight_ih_l0_reverse	5	-0.04846104979515076
64350	rnn.weight_ih_l0_reverse	6	0.04538213834166527
64350	rnn.weight_ih_l0_reverse	7	-0.030726268887519836
64350	rnn.weight_ih_l0_reverse	8	-0.03554343804717064
64350	rnn.weight_ih_l0_reverse	9	0.002266454277560115
64350	rnn.weight_hh_l0_reverse	0	0.039341170340776443
64350	rnn.weight_hh_l0_reverse	1	0.028279174119234085
64350	rnn.weight_hh_l0_reverse	2	0.036720145493745804
64350	rnn.weight_hh_l0_reverse	3	0.018111810088157654
64350	rnn.weight_hh_l0_reverse	4	-0.001008127466775477
64350	rnn.weight_hh_l0_reverse	5	0.0028869446832686663
64350	rnn.weight_hh_l0_reverse	6	0.041246041655540466
64350	rnn.weight_hh_l0_reverse	7	-0.046683985739946365
64350	rnn.weight_hh_l0_reverse	8	0.03172454610466957
64350	rnn.weight_hh_l0_reverse	9	0.045853354036808014
64350	rnn.bias_ih_l0_reverse	0	-0.06517735123634338
64350	rnn.bias_ih_l0_reverse	1	-0.19149883091449738
64350	rnn.bias_ih_l0_reverse	2	-0.07057806104421616
64350	rnn.bias_ih_l0_reverse	3	-0.014813772402703762
64350	rnn.bias_ih_l0_reverse	4	-0.021308129653334618
64350	rnn.bias_ih_l0_reverse	5	0.037730734795331955
64350	rnn.bias_ih_l0_reverse	6	-0.045799363404512405
64350	rnn.bias_ih_l0_reverse	7	0.04753043130040169
64350	rnn.bias_ih_l0_reverse	8	-0.03357229381799698
64350	rnn.bias_ih_l0_reverse	9	0.011058536358177662
64350	rnn.bias_hh_l0_reverse	0	-0.00814568530768156
64350	rnn.bias_hh_l0_reverse	1	-0.02791818603873253
64350	rnn.bias_hh_l0_reverse	2	0.04904478043317795
64350	rnn.bias_hh_l0_reverse	3	-0.02857320010662079
64350	rnn.bias_hh_l0_reverse	4	-0.04627864435315132
64350	rnn.bias_hh_l0_reverse	5	-0.0397026464343071
64350	rnn.bias_hh_l0_reverse	6	-0.03358665853738785
64350	rnn.bias_hh_l0_reverse	7	0.07324418425559998
64350	rnn.bias_hh_l0_reverse	8	0.010232921689748764
64350	rnn.bias_hh_l0_reverse	9	-0.0832902118563652
64350	rnn.weight_ih_l1	0	-0.03447512164711952
64350	rnn.weight_ih_l1	1	-0.04049310088157654
64350	rnn.weight_ih_l1	2	0.07034941017627716
64350	rnn.weight_ih_l1	3	-0.03641440346837044
64350	rnn.weight_ih_l1	4	-0.0006983585772104561
64350	rnn.weight_ih_l1	5	-0.047344304621219635
64350	rnn.weight_ih_l1	6	0.023360610008239746
64350	rnn.weight_ih_l1	7	-0.030111880972981453
64350	rnn.weight_ih_l1	8	0.040263060480356216
64350	rnn.weight_ih_l1	9	0.02686970867216587
64350	rnn.weight_hh_l1	0	-0.015517040155827999
64350	rnn.weight_hh_l1	1	0.007217315956950188
64350	rnn.weight_hh_l1	2	0.005677594803273678
64350	rnn.weight_hh_l1	3	-0.007646510843187571
64350	rnn.weight_hh_l1	4	0.0008480408578179777
64350	rnn.weight_hh_l1	5	0.023763708770275116
64350	rnn.weight_hh_l1	6	0.031560152769088745
64350	rnn.weight_hh_l1	7	-0.026510894298553467
64350	rnn.weight_hh_l1	8	-0.02637328952550888
64350	rnn.weight_hh_l1	9	0.03774028643965721
64350	rnn.bias_ih_l1	0	-0.13517896831035614
64350	rnn.bias_ih_l1	1	-0.1265588402748108
64350	rnn.bias_ih_l1	2	-0.12792246043682098
64350	rnn.bias_ih_l1	3	-0.20083115994930267
64350	rnn.bias_ih_l1	4	-0.15369102358818054
64350	rnn.bias_ih_l1	5	-0.09942533820867538
64350	rnn.bias_ih_l1	6	-0.09611082822084427
64350	rnn.bias_ih_l1	7	-0.0325213260948658
64350	rnn.bias_ih_l1	8	-0.07996013015508652
64350	rnn.bias_ih_l1	9	-0.09884826093912125
64350	rnn.bias_hh_l1	0	-0.10150294750928879
64350	rnn.bias_hh_l1	1	-0.03222028538584709
64350	rnn.bias_hh_l1	2	-0.08882845938205719
64350	rnn.bias_hh_l1	3	-0.07556940615177155
64350	rnn.bias_hh_l1	4	-0.11171296238899231
64350	rnn.bias_hh_l1	5	-0.06367358565330505
64350	rnn.bias_hh_l1	6	-0.10010980814695358
64350	rnn.bias_hh_l1	7	-0.004433003254234791
64350	rnn.bias_hh_l1	8	-0.10926452279090881
64350	rnn.bias_hh_l1	9	-0.06741718202829361
64350	rnn.weight_ih_l1_reverse	0	-0.030710648745298386
64350	rnn.weight_ih_l1_reverse	1	0.039912719279527664
64350	rnn.weight_ih_l1_reverse	2	-0.0019367815693840384
64350	rnn.weight_ih_l1_reverse	3	-0.010850507766008377
64350	rnn.weight_ih_l1_reverse	4	-0.05284225568175316
64350	rnn.weight_ih_l1_reverse	5	-0.03586801514029503
64350	rnn.weight_ih_l1_reverse	6	-0.0015376558294519782
64350	rnn.weight_ih_l1_reverse	7	0.014552529901266098
64350	rnn.weight_ih_l1_reverse	8	0.01608419418334961
64350	rnn.weight_ih_l1_reverse	9	-0.04558863490819931
64350	rnn.weight_hh_l1_reverse	0	0.008202756755053997
64350	rnn.weight_hh_l1_reverse	1	0.02856948971748352
64350	rnn.weight_hh_l1_reverse	2	-0.037873074412345886
64350	rnn.weight_hh_l1_reverse	3	0.042266055941581726
64350	rnn.weight_hh_l1_reverse	4	0.04632280394434929
64350	rnn.weight_hh_l1_reverse	5	0.008858487010002136
64350	rnn.weight_hh_l1_reverse	6	0.005599854979664087
64350	rnn.weight_hh_l1_reverse	7	0.027481814846396446
64350	rnn.weight_hh_l1_reverse	8	-0.0026108301244676113
64350	rnn.weight_hh_l1_reverse	9	-0.041307467967271805
64350	rnn.bias_ih_l1_reverse	0	-0.05374350771307945
64350	rnn.bias_ih_l1_reverse	1	-0.08834592998027802
64350	rnn.bias_ih_l1_reverse	2	-0.10012061893939972
64350	rnn.bias_ih_l1_reverse	3	0.015229097567498684
64350	rnn.bias_ih_l1_reverse	4	-0.1522069275379181
64350	rnn.bias_ih_l1_reverse	5	-0.08453740924596786
64350	rnn.bias_ih_l1_reverse	6	-0.10110414773225784
64350	rnn.bias_ih_l1_reverse	7	-0.13922560214996338
64350	rnn.bias_ih_l1_reverse	8	0.0921902284026146
64350	rnn.bias_ih_l1_reverse	9	0.005225541070103645
64350	rnn.bias_hh_l1_reverse	0	-0.04665691778063774
64350	rnn.bias_hh_l1_reverse	1	0.058850158005952835
64350	rnn.bias_hh_l1_reverse	2	-0.20499162375926971
64350	rnn.bias_hh_l1_reverse	3	-0.08287113159894943
64350	rnn.bias_hh_l1_reverse	4	-0.05677606910467148
64350	rnn.bias_hh_l1_reverse	5	-0.05606381222605705
64350	rnn.bias_hh_l1_reverse	6	0.10152196139097214
64350	rnn.bias_hh_l1_reverse	7	-0.1265736073255539
64350	rnn.bias_hh_l1_reverse	8	-0.0970945656299591
64350	rnn.bias_hh_l1_reverse	9	-0.10193243622779846
64350	linear.weight	0	0.002228822559118271
64350	linear.weight	1	0.04142765700817108
64350	linear.weight	2	-0.10487603396177292
64350	linear.weight	3	0.34596627950668335
64350	linear.weight	4	0.0736551433801651
64350	linear.weight	5	0.015919644385576248
64350	linear.weight	6	0.005870440974831581
64350	linear.weight	7	0.15594792366027832
64350	linear.weight	8	0.0418044812977314
64350	linear.weight	9	-0.0843556746840477
64350	linear.bias	0	-0.10669868439435959
64350	linear.bias	1	-0.10430344939231873
64350	linear.bias	2	-0.5475698113441467
64350	linear.bias	3	-0.677564799785614
64350	linear.bias	4	-1.0194185972213745
64350	linear.bias	5	-0.010124200023710728
64350	linear.bias	6	-0.6232606768608093
64350	linear.bias	7	0.45859143137931824
64350	linear.bias	8	-0.5593181252479553
64350	linear.bias	9	-0.8186706900596619
64547	transitions	0	0.5064806342124939
64547	transitions	1	0.08960889279842377
64547	transitions	2	-10000.0
64547	transitions	3	-1.800517201423645
64547	transitions	4	-10000.0
64547	transitions	5	0.6482245326042175
64547	transitions	6	-0.024220963940024376
64547	transitions	7	-0.3731164038181305
64547	transitions	8	-1.3348808288574219
64547	transitions	9	-0.0004606985894497484
64547	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
64547	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
64547	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
64547	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
64547	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
64547	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
64547	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
64547	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
64547	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
64547	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
64547	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
64547	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
64547	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
64547	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
64547	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
64547	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
64547	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
64547	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
64547	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
64547	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
64547	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
64547	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
64547	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
64547	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
64547	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
64547	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
64547	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
64547	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
64547	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
64547	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
64547	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
64547	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
64547	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
64547	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
64547	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
64547	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
64547	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
64547	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
64547	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
64547	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
64547	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
64547	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
64547	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
64547	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
64547	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
64547	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
64547	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
64547	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
64547	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
64547	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
64547	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
64547	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
64547	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
64547	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
64547	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
64547	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
64547	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
64547	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
64547	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
64547	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
64547	embedding2nn.weight	0	-0.0005471543408930302
64547	embedding2nn.weight	1	-0.0168953575193882
64547	embedding2nn.weight	2	-0.014268253929913044
64547	embedding2nn.weight	3	0.004201982170343399
64547	embedding2nn.weight	4	-0.0059150345623493195
64547	embedding2nn.weight	5	-0.0037005781196057796
64547	embedding2nn.weight	6	-0.0039732265286147594
64547	embedding2nn.weight	7	-0.03755816072225571
64547	embedding2nn.weight	8	-0.0019979383796453476
64547	embedding2nn.weight	9	-0.02466813288629055
64547	embedding2nn.bias	0	0.030107207596302032
64547	embedding2nn.bias	1	-0.05008566379547119
64547	embedding2nn.bias	2	0.07021729648113251
64547	embedding2nn.bias	3	0.044654183089733124
64547	embedding2nn.bias	4	-0.013320046477019787
64547	embedding2nn.bias	5	-0.03678738698363304
64547	embedding2nn.bias	6	0.011919001117348671
64547	embedding2nn.bias	7	-0.0457325242459774
64547	embedding2nn.bias	8	0.02735012397170067
64547	embedding2nn.bias	9	0.037936318665742874
64547	rnn.weight_ih_l0	0	-0.02516086772084236
64547	rnn.weight_ih_l0	1	0.006805211305618286
64547	rnn.weight_ih_l0	2	0.040343280881643295
64547	rnn.weight_ih_l0	3	0.0006741216056980193
64547	rnn.weight_ih_l0	4	-0.01678994484245777
64547	rnn.weight_ih_l0	5	-0.054178718477487564
64547	rnn.weight_ih_l0	6	0.012742203660309315
64547	rnn.weight_ih_l0	7	0.047493018209934235
64547	rnn.weight_ih_l0	8	0.003319256938993931
64547	rnn.weight_ih_l0	9	-0.024307524785399437
64547	rnn.weight_hh_l0	0	-0.03387719392776489
64547	rnn.weight_hh_l0	1	-0.004541970323771238
64547	rnn.weight_hh_l0	2	-0.0020261520985513926
64547	rnn.weight_hh_l0	3	-0.04778258502483368
64547	rnn.weight_hh_l0	4	0.05423736199736595
64547	rnn.weight_hh_l0	5	-0.009046093560755253
64547	rnn.weight_hh_l0	6	-0.03451158106327057
64547	rnn.weight_hh_l0	7	-0.018134858459234238
64547	rnn.weight_hh_l0	8	0.001240170793607831
64547	rnn.weight_hh_l0	9	-0.026862826198339462
64547	rnn.bias_ih_l0	0	0.034282390028238297
64547	rnn.bias_ih_l0	1	-0.02272774465382099
64547	rnn.bias_ih_l0	2	-0.012257765978574753
64547	rnn.bias_ih_l0	3	0.09423366189002991
64547	rnn.bias_ih_l0	4	-0.055442847311496735
64547	rnn.bias_ih_l0	5	-0.03908069059252739
64547	rnn.bias_ih_l0	6	-0.019375665113329887
64547	rnn.bias_ih_l0	7	0.05126915127038956
64547	rnn.bias_ih_l0	8	-0.07931426167488098
64547	rnn.bias_ih_l0	9	-0.01816096343100071
64547	rnn.bias_hh_l0	0	-0.03845776990056038
64547	rnn.bias_hh_l0	1	-0.08217747509479523
64547	rnn.bias_hh_l0	2	-0.0270908884704113
64547	rnn.bias_hh_l0	3	-0.05776439979672432
64547	rnn.bias_hh_l0	4	-0.022308869287371635
64547	rnn.bias_hh_l0	5	-0.0015740417875349522
64547	rnn.bias_hh_l0	6	0.028010688722133636
64547	rnn.bias_hh_l0	7	-0.021099643781781197
64547	rnn.bias_hh_l0	8	-0.11625676602125168
64547	rnn.bias_hh_l0	9	-0.03245896100997925
64547	rnn.weight_ih_l0_reverse	0	-0.016367798671126366
64547	rnn.weight_ih_l0_reverse	1	-0.053385816514492035
64547	rnn.weight_ih_l0_reverse	2	-0.033101920038461685
64547	rnn.weight_ih_l0_reverse	3	-0.005445097107440233
64547	rnn.weight_ih_l0_reverse	4	-0.0024157874286174774
64547	rnn.weight_ih_l0_reverse	5	-0.04826579988002777
64547	rnn.weight_ih_l0_reverse	6	0.0462615080177784
64547	rnn.weight_ih_l0_reverse	7	-0.030705604702234268
64547	rnn.weight_ih_l0_reverse	8	-0.03556200861930847
64547	rnn.weight_ih_l0_reverse	9	0.0012500537559390068
64547	rnn.weight_hh_l0_reverse	0	0.04044283553957939
64547	rnn.weight_hh_l0_reverse	1	0.02848019450902939
64547	rnn.weight_hh_l0_reverse	2	0.0363805778324604
64547	rnn.weight_hh_l0_reverse	3	0.01938571408390999
64547	rnn.weight_hh_l0_reverse	4	-0.001884656841866672
64547	rnn.weight_hh_l0_reverse	5	0.0026309113018214703
64547	rnn.weight_hh_l0_reverse	6	0.040929436683654785
64547	rnn.weight_hh_l0_reverse	7	-0.04725107178092003
64547	rnn.weight_hh_l0_reverse	8	0.031249722465872765
64547	rnn.weight_hh_l0_reverse	9	0.04581970348954201
64547	rnn.bias_ih_l0_reverse	0	-0.06550300121307373
64547	rnn.bias_ih_l0_reverse	1	-0.19390296936035156
64547	rnn.bias_ih_l0_reverse	2	-0.07319936901330948
64547	rnn.bias_ih_l0_reverse	3	-0.016914114356040955
64547	rnn.bias_ih_l0_reverse	4	-0.01972755789756775
64547	rnn.bias_ih_l0_reverse	5	0.03386472538113594
64547	rnn.bias_ih_l0_reverse	6	-0.04724699631333351
64547	rnn.bias_ih_l0_reverse	7	0.0449870303273201
64547	rnn.bias_ih_l0_reverse	8	-0.03432053327560425
64547	rnn.bias_ih_l0_reverse	9	0.006272668018937111
64547	rnn.bias_hh_l0_reverse	0	-0.005472463555634022
64547	rnn.bias_hh_l0_reverse	1	-0.03129354119300842
64547	rnn.bias_hh_l0_reverse	2	0.04542561247944832
64547	rnn.bias_hh_l0_reverse	3	-0.029230112209916115
64547	rnn.bias_hh_l0_reverse	4	-0.04465322196483612
64547	rnn.bias_hh_l0_reverse	5	-0.037659596651792526
64547	rnn.bias_hh_l0_reverse	6	-0.03350815549492836
64547	rnn.bias_hh_l0_reverse	7	0.07456871122121811
64547	rnn.bias_hh_l0_reverse	8	0.010931865312159061
64547	rnn.bias_hh_l0_reverse	9	-0.0871104896068573
64547	rnn.weight_ih_l1	0	-0.034976255148649216
64547	rnn.weight_ih_l1	1	-0.04032926633954048
64547	rnn.weight_ih_l1	2	0.07079198956489563
64547	rnn.weight_ih_l1	3	-0.03658523038029671
64547	rnn.weight_ih_l1	4	-0.0008343185763806105
64547	rnn.weight_ih_l1	5	-0.04741327464580536
64547	rnn.weight_ih_l1	6	0.023809650912880898
64547	rnn.weight_ih_l1	7	-0.029092108830809593
64547	rnn.weight_ih_l1	8	0.040289394557476044
64547	rnn.weight_ih_l1	9	0.02684672363102436
64547	rnn.weight_hh_l1	0	-0.01452080998569727
64547	rnn.weight_hh_l1	1	0.0071746185421943665
64547	rnn.weight_hh_l1	2	0.005051113199442625
64547	rnn.weight_hh_l1	3	-0.008584713563323021
64547	rnn.weight_hh_l1	4	0.0006952245021238923
64547	rnn.weight_hh_l1	5	0.0238467026501894
64547	rnn.weight_hh_l1	6	0.031281765550374985
64547	rnn.weight_hh_l1	7	-0.02652505785226822
64547	rnn.weight_hh_l1	8	-0.02633046731352806
64547	rnn.weight_hh_l1	9	0.03763251751661301
64547	rnn.bias_ih_l1	0	-0.13765154778957367
64547	rnn.bias_ih_l1	1	-0.12563687562942505
64547	rnn.bias_ih_l1	2	-0.1295291781425476
64547	rnn.bias_ih_l1	3	-0.19878974556922913
64547	rnn.bias_ih_l1	4	-0.15396620333194733
64547	rnn.bias_ih_l1	5	-0.09852835536003113
64547	rnn.bias_ih_l1	6	-0.09589740633964539
64547	rnn.bias_ih_l1	7	-0.03469065576791763
64547	rnn.bias_ih_l1	8	-0.07977527379989624
64547	rnn.bias_ih_l1	9	-0.09944477677345276
64547	rnn.bias_hh_l1	0	-0.10047271102666855
64547	rnn.bias_hh_l1	1	-0.03383076936006546
64547	rnn.bias_hh_l1	2	-0.09217742085456848
64547	rnn.bias_hh_l1	3	-0.076771579682827
64547	rnn.bias_hh_l1	4	-0.11040985584259033
64547	rnn.bias_hh_l1	5	-0.06383534520864487
64547	rnn.bias_hh_l1	6	-0.10000511258840561
64547	rnn.bias_hh_l1	7	-0.007555797230452299
64547	rnn.bias_hh_l1	8	-0.1094917580485344
64547	rnn.bias_hh_l1	9	-0.07033517211675644
64547	rnn.weight_ih_l1_reverse	0	-0.030037537217140198
64547	rnn.weight_ih_l1_reverse	1	0.04349798336625099
64547	rnn.weight_ih_l1_reverse	2	-0.0014264141209423542
64547	rnn.weight_ih_l1_reverse	3	-0.007520588580518961
64547	rnn.weight_ih_l1_reverse	4	-0.05065564066171646
64547	rnn.weight_ih_l1_reverse	5	-0.035638000816106796
64547	rnn.weight_ih_l1_reverse	6	-0.001853055553510785
64547	rnn.weight_ih_l1_reverse	7	0.014831960201263428
64547	rnn.weight_ih_l1_reverse	8	0.015516798943281174
64547	rnn.weight_ih_l1_reverse	9	-0.046348314732313156
64547	rnn.weight_hh_l1_reverse	0	0.008229785598814487
64547	rnn.weight_hh_l1_reverse	1	0.028598925098776817
64547	rnn.weight_hh_l1_reverse	2	-0.03785543516278267
64547	rnn.weight_hh_l1_reverse	3	0.04231790453195572
64547	rnn.weight_hh_l1_reverse	4	0.046745192259550095
64547	rnn.weight_hh_l1_reverse	5	0.008449234999716282
64547	rnn.weight_hh_l1_reverse	6	0.006957047153264284
64547	rnn.weight_hh_l1_reverse	7	0.02754351869225502
64547	rnn.weight_hh_l1_reverse	8	-0.0024875353556126356
64547	rnn.weight_hh_l1_reverse	9	-0.041356634348630905
64547	rnn.bias_ih_l1_reverse	0	-0.053835101425647736
64547	rnn.bias_ih_l1_reverse	1	-0.09058226644992828
64547	rnn.bias_ih_l1_reverse	2	-0.09765461087226868
64547	rnn.bias_ih_l1_reverse	3	0.017408030107617378
64547	rnn.bias_ih_l1_reverse	4	-0.15415723621845245
64547	rnn.bias_ih_l1_reverse	5	-0.08410391956567764
64547	rnn.bias_ih_l1_reverse	6	-0.10261044651269913
64547	rnn.bias_ih_l1_reverse	7	-0.14164510369300842
64547	rnn.bias_ih_l1_reverse	8	0.10298359394073486
64547	rnn.bias_ih_l1_reverse	9	0.009894476272165775
64547	rnn.bias_hh_l1_reverse	0	-0.05172111839056015
64547	rnn.bias_hh_l1_reverse	1	0.06772758066654205
64547	rnn.bias_hh_l1_reverse	2	-0.20499534904956818
64547	rnn.bias_hh_l1_reverse	3	-0.08232783526182175
64547	rnn.bias_hh_l1_reverse	4	-0.057489488273859024
64547	rnn.bias_hh_l1_reverse	5	-0.05813336372375488
64547	rnn.bias_hh_l1_reverse	6	0.11299559473991394
64547	rnn.bias_hh_l1_reverse	7	-0.12827391922473907
64547	rnn.bias_hh_l1_reverse	8	-0.09658586233854294
64547	rnn.bias_hh_l1_reverse	9	-0.10242754966020584
64547	linear.weight	0	0.002228822559118271
64547	linear.weight	1	0.035194031894207
64547	linear.weight	2	-0.09303691983222961
64547	linear.weight	3	0.3368792235851288
64547	linear.weight	4	0.07424700260162354
64547	linear.weight	5	0.016964010894298553
64547	linear.weight	6	-0.00027413282077759504
64547	linear.weight	7	0.1621633768081665
64547	linear.weight	8	0.04180143028497696
64547	linear.weight	9	-0.0786757841706276
64547	linear.bias	0	-0.1488976776599884
64547	linear.bias	1	-0.0877726599574089
64547	linear.bias	2	-0.5324231386184692
64547	linear.bias	3	-0.681143045425415
64547	linear.bias	4	-1.0212129354476929
64547	linear.bias	5	0.007595931179821491
64547	linear.bias	6	-0.6009054780006409
64547	linear.bias	7	0.4774259030818939
64547	linear.bias	8	-0.5678096413612366
64547	linear.bias	9	-0.8283796906471252
64744	transitions	0	0.5015506148338318
64744	transitions	1	0.08414604514837265
64744	transitions	2	-10000.0
64744	transitions	3	-1.8005958795547485
64744	transitions	4	-10000.0
64744	transitions	5	0.6479231715202332
64744	transitions	6	-0.024556683376431465
64744	transitions	7	-0.37410202622413635
64744	transitions	8	-1.3352960348129272
64744	transitions	9	-0.00046419264981523156
64744	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
64744	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
64744	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
64744	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
64744	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
64744	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
64744	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
64744	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
64744	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
64744	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
64744	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
64744	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
64744	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
64744	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
64744	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
64744	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
64744	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
64744	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
64744	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
64744	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
64744	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
64744	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
64744	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
64744	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
64744	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
64744	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
64744	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
64744	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
64744	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
64744	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
64744	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
64744	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
64744	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
64744	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
64744	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
64744	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
64744	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
64744	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
64744	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
64744	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
64744	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
64744	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
64744	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
64744	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
64744	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
64744	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
64744	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
64744	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
64744	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
64744	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
64744	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
64744	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
64744	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
64744	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
64744	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
64744	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
64744	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
64744	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
64744	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
64744	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
64744	embedding2nn.weight	0	-0.0016141795786097646
64744	embedding2nn.weight	1	-0.017019258812069893
64744	embedding2nn.weight	2	-0.014268253929913044
64744	embedding2nn.weight	3	0.002428092062473297
64744	embedding2nn.weight	4	-0.0059150345623493195
64744	embedding2nn.weight	5	-0.0037005781196057796
64744	embedding2nn.weight	6	-0.0039732265286147594
64744	embedding2nn.weight	7	-0.03698420524597168
64744	embedding2nn.weight	8	-0.0019979383796453476
64744	embedding2nn.weight	9	-0.024768659844994545
64744	embedding2nn.bias	0	0.029317697510123253
64744	embedding2nn.bias	1	-0.05537748709321022
64744	embedding2nn.bias	2	0.06758396327495575
64744	embedding2nn.bias	3	0.05111504718661308
64744	embedding2nn.bias	4	-0.019583214074373245
64744	embedding2nn.bias	5	-0.03449622169137001
64744	embedding2nn.bias	6	0.017360225319862366
64744	embedding2nn.bias	7	-0.03400658443570137
64744	embedding2nn.bias	8	0.03148546442389488
64744	embedding2nn.bias	9	0.03239186108112335
64744	rnn.weight_ih_l0	0	-0.024571293964982033
64744	rnn.weight_ih_l0	1	0.005740462802350521
64744	rnn.weight_ih_l0	2	0.040444958955049515
64744	rnn.weight_ih_l0	3	0.0002562370791565627
64744	rnn.weight_ih_l0	4	-0.015927253291010857
64744	rnn.weight_ih_l0	5	-0.05276871472597122
64744	rnn.weight_ih_l0	6	0.012383973225951195
64744	rnn.weight_ih_l0	7	0.047449517995119095
64744	rnn.weight_ih_l0	8	0.004327287897467613
64744	rnn.weight_ih_l0	9	-0.025132479146122932
64744	rnn.weight_hh_l0	0	-0.03300468996167183
64744	rnn.weight_hh_l0	1	-0.005849380977451801
64744	rnn.weight_hh_l0	2	-0.002614403609186411
64744	rnn.weight_hh_l0	3	-0.04717114940285683
64744	rnn.weight_hh_l0	4	0.054252903908491135
64744	rnn.weight_hh_l0	5	-0.00705106882378459
64744	rnn.weight_hh_l0	6	-0.03532034903764725
64744	rnn.weight_hh_l0	7	-0.016367005184292793
64744	rnn.weight_hh_l0	8	0.0013980406802147627
64744	rnn.weight_hh_l0	9	-0.027033725753426552
64744	rnn.bias_ih_l0	0	0.03454892337322235
64744	rnn.bias_ih_l0	1	-0.02162977121770382
64744	rnn.bias_ih_l0	2	-0.012054415419697762
64744	rnn.bias_ih_l0	3	0.09171706438064575
64744	rnn.bias_ih_l0	4	-0.054565273225307465
64744	rnn.bias_ih_l0	5	-0.03758558630943298
64744	rnn.bias_ih_l0	6	-0.020317645743489265
64744	rnn.bias_ih_l0	7	0.05116208270192146
64744	rnn.bias_ih_l0	8	-0.0790979340672493
64744	rnn.bias_ih_l0	9	-0.012140566483139992
64744	rnn.bias_hh_l0	0	-0.039666593074798584
64744	rnn.bias_hh_l0	1	-0.08339118212461472
64744	rnn.bias_hh_l0	2	-0.026655862107872963
64744	rnn.bias_hh_l0	3	-0.059916701167821884
64744	rnn.bias_hh_l0	4	-0.020065652206540108
64744	rnn.bias_hh_l0	5	-0.0013169316807761788
64744	rnn.bias_hh_l0	6	0.0279066301882267
64744	rnn.bias_hh_l0	7	-0.024523671716451645
64744	rnn.bias_hh_l0	8	-0.1158870980143547
64744	rnn.bias_hh_l0	9	-0.037175677716732025
64744	rnn.weight_ih_l0_reverse	0	-0.017402738332748413
64744	rnn.weight_ih_l0_reverse	1	-0.05333564803004265
64744	rnn.weight_ih_l0_reverse	2	-0.03280988335609436
64744	rnn.weight_ih_l0_reverse	3	-0.0049642291851341724
64744	rnn.weight_ih_l0_reverse	4	-0.0023731368128210306
64744	rnn.weight_ih_l0_reverse	5	-0.04867283254861832
64744	rnn.weight_ih_l0_reverse	6	0.046802766621112823
64744	rnn.weight_ih_l0_reverse	7	-0.030266979709267616
64744	rnn.weight_ih_l0_reverse	8	-0.03506842628121376
64744	rnn.weight_ih_l0_reverse	9	0.002098041120916605
64744	rnn.weight_hh_l0_reverse	0	0.04077986255288124
64744	rnn.weight_hh_l0_reverse	1	0.027546564117074013
64744	rnn.weight_hh_l0_reverse	2	0.03680715709924698
64744	rnn.weight_hh_l0_reverse	3	0.019378675147891045
64744	rnn.weight_hh_l0_reverse	4	-0.0015839075203984976
64744	rnn.weight_hh_l0_reverse	5	0.0031929700635373592
64744	rnn.weight_hh_l0_reverse	6	0.04093827307224274
64744	rnn.weight_hh_l0_reverse	7	-0.04618336632847786
64744	rnn.weight_hh_l0_reverse	8	0.03099703975021839
64744	rnn.weight_hh_l0_reverse	9	0.0457383431494236
64744	rnn.bias_ih_l0_reverse	0	-0.06775190681219101
64744	rnn.bias_ih_l0_reverse	1	-0.19069819152355194
64744	rnn.bias_ih_l0_reverse	2	-0.07562180608510971
64744	rnn.bias_ih_l0_reverse	3	-0.018681230023503304
64744	rnn.bias_ih_l0_reverse	4	-0.02014375664293766
64744	rnn.bias_ih_l0_reverse	5	0.03414496034383774
64744	rnn.bias_ih_l0_reverse	6	-0.04802446439862251
64744	rnn.bias_ih_l0_reverse	7	0.04883136227726936
64744	rnn.bias_ih_l0_reverse	8	-0.03430558741092682
64744	rnn.bias_ih_l0_reverse	9	0.004772263579070568
64744	rnn.bias_hh_l0_reverse	0	-0.0043945396319031715
64744	rnn.bias_hh_l0_reverse	1	-0.035923220217227936
64744	rnn.bias_hh_l0_reverse	2	0.04350723326206207
64744	rnn.bias_hh_l0_reverse	3	-0.028399033471941948
64744	rnn.bias_hh_l0_reverse	4	-0.04393266886472702
64744	rnn.bias_hh_l0_reverse	5	-0.04248799756169319
64744	rnn.bias_hh_l0_reverse	6	-0.03153496980667114
64744	rnn.bias_hh_l0_reverse	7	0.07761146128177643
64744	rnn.bias_hh_l0_reverse	8	0.009032138623297215
64744	rnn.bias_hh_l0_reverse	9	-0.08533318340778351
64744	rnn.weight_ih_l1	0	-0.03496084362268448
64744	rnn.weight_ih_l1	1	-0.041318804025650024
64744	rnn.weight_ih_l1	2	0.07224078476428986
64744	rnn.weight_ih_l1	3	-0.03295303136110306
64744	rnn.weight_ih_l1	4	-0.0005337730399332941
64744	rnn.weight_ih_l1	5	-0.047839123755693436
64744	rnn.weight_ih_l1	6	0.023409545421600342
64744	rnn.weight_ih_l1	7	-0.028254106640815735
64744	rnn.weight_ih_l1	8	0.04012995585799217
64744	rnn.weight_ih_l1	9	0.02794506587088108
64744	rnn.weight_hh_l1	0	-0.014989849179983139
64744	rnn.weight_hh_l1	1	0.007089715451002121
64744	rnn.weight_hh_l1	2	0.004477180540561676
64744	rnn.weight_hh_l1	3	-0.00879585463553667
64744	rnn.weight_hh_l1	4	0.0003612246655393392
64744	rnn.weight_hh_l1	5	0.02377532422542572
64744	rnn.weight_hh_l1	6	0.030932331457734108
64744	rnn.weight_hh_l1	7	-0.026605501770973206
64744	rnn.weight_hh_l1	8	-0.026450801640748978
64744	rnn.weight_hh_l1	9	0.03770654648542404
64744	rnn.bias_ih_l1	0	-0.14320112764835358
64744	rnn.bias_ih_l1	1	-0.12659691274166107
64744	rnn.bias_ih_l1	2	-0.12947599589824677
64744	rnn.bias_ih_l1	3	-0.19946563243865967
64744	rnn.bias_ih_l1	4	-0.16446296870708466
64744	rnn.bias_ih_l1	5	-0.0980907529592514
64744	rnn.bias_ih_l1	6	-0.09636170417070389
64744	rnn.bias_ih_l1	7	-0.03665683791041374
64744	rnn.bias_ih_l1	8	-0.07800363749265671
64744	rnn.bias_ih_l1	9	-0.09758707135915756
64744	rnn.bias_hh_l1	0	-0.10224514454603195
64744	rnn.bias_hh_l1	1	-0.0362263023853302
64744	rnn.bias_hh_l1	2	-0.09351176023483276
64744	rnn.bias_hh_l1	3	-0.07632799446582794
64744	rnn.bias_hh_l1	4	-0.10602092742919922
64744	rnn.bias_hh_l1	5	-0.06335081905126572
64744	rnn.bias_hh_l1	6	-0.10223284363746643
64744	rnn.bias_hh_l1	7	-0.0035122702829539776
64744	rnn.bias_hh_l1	8	-0.11003931611776352
64744	rnn.bias_hh_l1	9	-0.07268334180116653
64744	rnn.weight_ih_l1_reverse	0	-0.031048379838466644
64744	rnn.weight_ih_l1_reverse	1	0.043338678777217865
64744	rnn.weight_ih_l1_reverse	2	-0.0041821179911494255
64744	rnn.weight_ih_l1_reverse	3	-0.00791899487376213
64744	rnn.weight_ih_l1_reverse	4	-0.05276130884885788
64744	rnn.weight_ih_l1_reverse	5	-0.03527878597378731
64744	rnn.weight_ih_l1_reverse	6	-0.00289270281791687
64744	rnn.weight_ih_l1_reverse	7	0.014232000336050987
64744	rnn.weight_ih_l1_reverse	8	0.02004764974117279
64744	rnn.weight_ih_l1_reverse	9	-0.045304860919713974
64744	rnn.weight_hh_l1_reverse	0	0.008146983571350574
64744	rnn.weight_hh_l1_reverse	1	0.028539804741740227
64744	rnn.weight_hh_l1_reverse	2	-0.03776669502258301
64744	rnn.weight_hh_l1_reverse	3	0.042060334235429764
64744	rnn.weight_hh_l1_reverse	4	0.046869952231645584
64744	rnn.weight_hh_l1_reverse	5	0.008883791044354439
64744	rnn.weight_hh_l1_reverse	6	0.008158917538821697
64744	rnn.weight_hh_l1_reverse	7	0.027645839378237724
64744	rnn.weight_hh_l1_reverse	8	-0.0023552298080176115
64744	rnn.weight_hh_l1_reverse	9	-0.04154502972960472
64744	rnn.bias_ih_l1_reverse	0	-0.05486026778817177
64744	rnn.bias_ih_l1_reverse	1	-0.08861876279115677
64744	rnn.bias_ih_l1_reverse	2	-0.09423165023326874
64744	rnn.bias_ih_l1_reverse	3	0.02033662237226963
64744	rnn.bias_ih_l1_reverse	4	-0.1551583856344223
64744	rnn.bias_ih_l1_reverse	5	-0.08345169574022293
64744	rnn.bias_ih_l1_reverse	6	-0.10254615545272827
64744	rnn.bias_ih_l1_reverse	7	-0.14112155139446259
64744	rnn.bias_ih_l1_reverse	8	0.10850629210472107
64744	rnn.bias_ih_l1_reverse	9	0.011797118932008743
64744	rnn.bias_hh_l1_reverse	0	-0.05696326494216919
64744	rnn.bias_hh_l1_reverse	1	0.07222756743431091
64744	rnn.bias_hh_l1_reverse	2	-0.20553021132946014
64744	rnn.bias_hh_l1_reverse	3	-0.08217143267393112
64744	rnn.bias_hh_l1_reverse	4	-0.05808369070291519
64744	rnn.bias_hh_l1_reverse	5	-0.060675136744976044
64744	rnn.bias_hh_l1_reverse	6	0.10390869528055191
64744	rnn.bias_hh_l1_reverse	7	-0.12770889699459076
64744	rnn.bias_hh_l1_reverse	8	-0.09528732299804688
64744	rnn.bias_hh_l1_reverse	9	-0.10194282978773117
64744	linear.weight	0	0.002228822559118271
64744	linear.weight	1	0.039449188858270645
64744	linear.weight	2	-0.09164566546678543
64744	linear.weight	3	0.33877792954444885
64744	linear.weight	4	0.07621107250452042
64744	linear.weight	5	0.018109304830431938
64744	linear.weight	6	-0.008678346872329712
64744	linear.weight	7	0.14292752742767334
64744	linear.weight	8	0.04179694876074791
64744	linear.weight	9	-0.08097871392965317
64744	linear.bias	0	-0.07472065836191177
64744	linear.bias	1	-0.11487973481416702
64744	linear.bias	2	-0.532077431678772
64744	linear.bias	3	-0.6879821419715881
64744	linear.bias	4	-1.0258972644805908
64744	linear.bias	5	-0.010660524480044842
64744	linear.bias	6	-0.6277680993080139
64744	linear.bias	7	0.4570481479167938
64744	linear.bias	8	-0.5620364546775818
64744	linear.bias	9	-0.8196159601211548
64941	transitions	0	0.506813108921051
64941	transitions	1	0.08091990649700165
64941	transitions	2	-10000.0
64941	transitions	3	-1.800657868385315
64941	transitions	4	-10000.0
64941	transitions	5	0.6476881504058838
64941	transitions	6	-0.024796174839138985
64941	transitions	7	-0.37512221932411194
64941	transitions	8	-1.335686445236206
64941	transitions	9	-0.0004678536206483841
64941	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
64941	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
64941	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
64941	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
64941	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
64941	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
64941	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
64941	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
64941	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
64941	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
64941	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
64941	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
64941	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
64941	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
64941	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
64941	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
64941	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
64941	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
64941	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
64941	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
64941	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
64941	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
64941	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
64941	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
64941	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
64941	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
64941	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
64941	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
64941	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
64941	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
64941	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
64941	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
64941	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
64941	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
64941	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
64941	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
64941	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
64941	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
64941	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
64941	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
64941	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
64941	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
64941	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
64941	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
64941	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
64941	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
64941	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
64941	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
64941	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
64941	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
64941	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
64941	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
64941	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
64941	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
64941	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
64941	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
64941	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
64941	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
64941	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
64941	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
64941	embedding2nn.weight	0	-0.00011713669664459303
64941	embedding2nn.weight	1	-0.01718161441385746
64941	embedding2nn.weight	2	-0.014268253929913044
64941	embedding2nn.weight	3	0.003788018599152565
64941	embedding2nn.weight	4	-0.0059150345623493195
64941	embedding2nn.weight	5	-0.0037005781196057796
64941	embedding2nn.weight	6	-0.003973229322582483
64941	embedding2nn.weight	7	-0.03796394541859627
64941	embedding2nn.weight	8	-0.0019979383796453476
64941	embedding2nn.weight	9	-0.024444032460451126
64941	embedding2nn.bias	0	0.028656521812081337
64941	embedding2nn.bias	1	-0.05013579875230789
64941	embedding2nn.bias	2	0.0792204812169075
64941	embedding2nn.bias	3	0.05028039589524269
64941	embedding2nn.bias	4	-0.01876601204276085
64941	embedding2nn.bias	5	-0.036831554025411606
64941	embedding2nn.bias	6	0.018696002662181854
64941	embedding2nn.bias	7	-0.03385337442159653
64941	embedding2nn.bias	8	0.04592527821660042
64941	embedding2nn.bias	9	0.030500689521431923
64941	rnn.weight_ih_l0	0	-0.023777665570378304
64941	rnn.weight_ih_l0	1	0.004664164036512375
64941	rnn.weight_ih_l0	2	0.041185878217220306
64941	rnn.weight_ih_l0	3	-0.00046211291919462383
64941	rnn.weight_ih_l0	4	-0.01594127155840397
64941	rnn.weight_ih_l0	5	-0.052704114466905594
64941	rnn.weight_ih_l0	6	0.012878946028649807
64941	rnn.weight_ih_l0	7	0.04987494647502899
64941	rnn.weight_ih_l0	8	0.004743531346321106
64941	rnn.weight_ih_l0	9	-0.02533193863928318
64941	rnn.weight_hh_l0	0	-0.03187937289476395
64941	rnn.weight_hh_l0	1	-0.007167113479226828
64941	rnn.weight_hh_l0	2	-0.00188446172978729
64941	rnn.weight_hh_l0	3	-0.04612194001674652
64941	rnn.weight_hh_l0	4	0.05429189279675484
64941	rnn.weight_hh_l0	5	-0.006855466403067112
64941	rnn.weight_hh_l0	6	-0.03638014197349548
64941	rnn.weight_hh_l0	7	-0.01651023142039776
64941	rnn.weight_hh_l0	8	0.0004318498831707984
64941	rnn.weight_hh_l0	9	-0.027074869722127914
64941	rnn.bias_ih_l0	0	0.03069777972996235
64941	rnn.bias_ih_l0	1	-0.01732463575899601
64941	rnn.bias_ih_l0	2	-0.014877843670547009
64941	rnn.bias_ih_l0	3	0.09439672529697418
64941	rnn.bias_ih_l0	4	-0.051862649619579315
64941	rnn.bias_ih_l0	5	-0.03508864343166351
64941	rnn.bias_ih_l0	6	-0.02552138641476631
64941	rnn.bias_ih_l0	7	0.050810448825359344
64941	rnn.bias_ih_l0	8	-0.07818897068500519
64941	rnn.bias_ih_l0	9	-0.009863005019724369
64941	rnn.bias_hh_l0	0	-0.040818680077791214
64941	rnn.bias_hh_l0	1	-0.0812213122844696
64941	rnn.bias_hh_l0	2	-0.025448115542531013
64941	rnn.bias_hh_l0	3	-0.06232348084449768
64941	rnn.bias_hh_l0	4	-0.018367072567343712
64941	rnn.bias_hh_l0	5	0.0005755870370194316
64941	rnn.bias_hh_l0	6	0.030093908309936523
64941	rnn.bias_hh_l0	7	-0.013170273043215275
64941	rnn.bias_hh_l0	8	-0.11789558082818985
64941	rnn.bias_hh_l0	9	-0.03589186817407608
64941	rnn.weight_ih_l0_reverse	0	-0.01836511678993702
64941	rnn.weight_ih_l0_reverse	1	-0.053722649812698364
64941	rnn.weight_ih_l0_reverse	2	-0.03358861804008484
64941	rnn.weight_ih_l0_reverse	3	-0.003467423375695944
64941	rnn.weight_ih_l0_reverse	4	-0.002824900671839714
64941	rnn.weight_ih_l0_reverse	5	-0.04846131429076195
64941	rnn.weight_ih_l0_reverse	6	0.045411985367536545
64941	rnn.weight_ih_l0_reverse	7	-0.030652740970253944
64941	rnn.weight_ih_l0_reverse	8	-0.03529275208711624
64941	rnn.weight_ih_l0_reverse	9	0.0019474889850243926
64941	rnn.weight_hh_l0_reverse	0	0.04075795039534569
64941	rnn.weight_hh_l0_reverse	1	0.028146665543317795
64941	rnn.weight_hh_l0_reverse	2	0.037113089114427567
64941	rnn.weight_hh_l0_reverse	3	0.01966075226664543
64941	rnn.weight_hh_l0_reverse	4	-0.0015783302951604128
64941	rnn.weight_hh_l0_reverse	5	0.003496846416965127
64941	rnn.weight_hh_l0_reverse	6	0.041201673448085785
64941	rnn.weight_hh_l0_reverse	7	-0.045773960649967194
64941	rnn.weight_hh_l0_reverse	8	0.030282391235232353
64941	rnn.weight_hh_l0_reverse	9	0.045513518154621124
64941	rnn.bias_ih_l0_reverse	0	-0.06561704725027084
64941	rnn.bias_ih_l0_reverse	1	-0.19520267844200134
64941	rnn.bias_ih_l0_reverse	2	-0.07330411672592163
64941	rnn.bias_ih_l0_reverse	3	-0.018916016444563866
64941	rnn.bias_ih_l0_reverse	4	-0.02127492055296898
64941	rnn.bias_ih_l0_reverse	5	0.03193866088986397
64941	rnn.bias_ih_l0_reverse	6	-0.04656396806240082
64941	rnn.bias_ih_l0_reverse	7	0.04806606471538544
64941	rnn.bias_ih_l0_reverse	8	-0.03545750305056572
64941	rnn.bias_ih_l0_reverse	9	0.005306276027113199
64941	rnn.bias_hh_l0_reverse	0	-0.0031693491619080305
64941	rnn.bias_hh_l0_reverse	1	-0.03767090663313866
64941	rnn.bias_hh_l0_reverse	2	0.04366932436823845
64941	rnn.bias_hh_l0_reverse	3	-0.030104828998446465
64941	rnn.bias_hh_l0_reverse	4	-0.04202279821038246
64941	rnn.bias_hh_l0_reverse	5	-0.042916860431432724
64941	rnn.bias_hh_l0_reverse	6	-0.032822780311107635
64941	rnn.bias_hh_l0_reverse	7	0.08129654824733734
64941	rnn.bias_hh_l0_reverse	8	0.006670359987765551
64941	rnn.bias_hh_l0_reverse	9	-0.08694160729646683
64941	rnn.weight_ih_l1	0	-0.03524085506796837
64941	rnn.weight_ih_l1	1	-0.042688898742198944
64941	rnn.weight_ih_l1	2	0.07233040779829025
64941	rnn.weight_ih_l1	3	-0.03243377059698105
64941	rnn.weight_ih_l1	4	-0.0005793279851786792
64941	rnn.weight_ih_l1	5	-0.047533974051475525
64941	rnn.weight_ih_l1	6	0.02298477478325367
64941	rnn.weight_ih_l1	7	-0.02900533191859722
64941	rnn.weight_ih_l1	8	0.040059350430965424
64941	rnn.weight_ih_l1	9	0.027574172243475914
64941	rnn.weight_hh_l1	0	-0.014712105505168438
64941	rnn.weight_hh_l1	1	0.006979029625654221
64941	rnn.weight_hh_l1	2	0.006083016283810139
64941	rnn.weight_hh_l1	3	-0.008549829944968224
64941	rnn.weight_hh_l1	4	0.0005688793025910854
64941	rnn.weight_hh_l1	5	0.02375175803899765
64941	rnn.weight_hh_l1	6	0.031064974144101143
64941	rnn.weight_hh_l1	7	-0.026612721383571625
64941	rnn.weight_hh_l1	8	-0.0257661622017622
64941	rnn.weight_hh_l1	9	0.03796623647212982
64941	rnn.bias_ih_l1	0	-0.1400483250617981
64941	rnn.bias_ih_l1	1	-0.1261175125837326
64941	rnn.bias_ih_l1	2	-0.12639333307743073
64941	rnn.bias_ih_l1	3	-0.19768080115318298
64941	rnn.bias_ih_l1	4	-0.16768620908260345
64941	rnn.bias_ih_l1	5	-0.09891171753406525
64941	rnn.bias_ih_l1	6	-0.09942922741174698
64941	rnn.bias_ih_l1	7	-0.03609883785247803
64941	rnn.bias_ih_l1	8	-0.07841663807630539
64941	rnn.bias_ih_l1	9	-0.1024099811911583
64941	rnn.bias_hh_l1	0	-0.10331225395202637
64941	rnn.bias_hh_l1	1	-0.03825429826974869
64941	rnn.bias_hh_l1	2	-0.09004905074834824
64941	rnn.bias_hh_l1	3	-0.07732294499874115
64941	rnn.bias_hh_l1	4	-0.10617399960756302
64941	rnn.bias_hh_l1	5	-0.06431444734334946
64941	rnn.bias_hh_l1	6	-0.1021394357085228
64941	rnn.bias_hh_l1	7	-0.0058828676119446754
64941	rnn.bias_hh_l1	8	-0.11231254041194916
64941	rnn.bias_hh_l1	9	-0.07277117669582367
64941	rnn.weight_ih_l1_reverse	0	-0.02982456237077713
64941	rnn.weight_ih_l1_reverse	1	0.043889567255973816
64941	rnn.weight_ih_l1_reverse	2	3.872514935210347e-05
64941	rnn.weight_ih_l1_reverse	3	-0.006677886005491018
64941	rnn.weight_ih_l1_reverse	4	-0.05269201844930649
64941	rnn.weight_ih_l1_reverse	5	-0.03460688143968582
64941	rnn.weight_ih_l1_reverse	6	-0.0027317723724991083
64941	rnn.weight_ih_l1_reverse	7	0.01413970347493887
64941	rnn.weight_ih_l1_reverse	8	0.01904328167438507
64941	rnn.weight_ih_l1_reverse	9	-0.04193270206451416
64941	rnn.weight_hh_l1_reverse	0	0.008425397798418999
64941	rnn.weight_hh_l1_reverse	1	0.028679259121418
64941	rnn.weight_hh_l1_reverse	2	-0.0376962348818779
64941	rnn.weight_hh_l1_reverse	3	0.04210163652896881
64941	rnn.weight_hh_l1_reverse	4	0.04660486802458763
64941	rnn.weight_hh_l1_reverse	5	0.008662935346364975
64941	rnn.weight_hh_l1_reverse	6	0.00868756789714098
64941	rnn.weight_hh_l1_reverse	7	0.02755298651754856
64941	rnn.weight_hh_l1_reverse	8	-0.002414198825135827
64941	rnn.weight_hh_l1_reverse	9	-0.041358139365911484
64941	rnn.bias_ih_l1_reverse	0	-0.05775268375873566
64941	rnn.bias_ih_l1_reverse	1	-0.08674850314855576
64941	rnn.bias_ih_l1_reverse	2	-0.09635058045387268
64941	rnn.bias_ih_l1_reverse	3	0.017892418429255486
64941	rnn.bias_ih_l1_reverse	4	-0.15650659799575806
64941	rnn.bias_ih_l1_reverse	5	-0.08283092081546783
64941	rnn.bias_ih_l1_reverse	6	-0.10252534598112106
64941	rnn.bias_ih_l1_reverse	7	-0.14371448755264282
64941	rnn.bias_ih_l1_reverse	8	0.09780307114124298
64941	rnn.bias_ih_l1_reverse	9	0.010320547968149185
64941	rnn.bias_hh_l1_reverse	0	-0.061186451464891434
64941	rnn.bias_hh_l1_reverse	1	0.06096050888299942
64941	rnn.bias_hh_l1_reverse	2	-0.20576031506061554
64941	rnn.bias_hh_l1_reverse	3	-0.08407182991504669
64941	rnn.bias_hh_l1_reverse	4	-0.05691080912947655
64941	rnn.bias_hh_l1_reverse	5	-0.06835415959358215
64941	rnn.bias_hh_l1_reverse	6	0.11526830494403839
64941	rnn.bias_hh_l1_reverse	7	-0.12776975333690643
64941	rnn.bias_hh_l1_reverse	8	-0.09645085036754608
64941	rnn.bias_hh_l1_reverse	9	-0.10257165879011154
64941	linear.weight	0	0.002228822559118271
64941	linear.weight	1	0.039138440042734146
64941	linear.weight	2	-0.08608736097812653
64941	linear.weight	3	0.3396585285663605
64941	linear.weight	4	0.07192473113536835
64941	linear.weight	5	0.013765783980488777
64941	linear.weight	6	-0.011696754023432732
64941	linear.weight	7	0.14906086027622223
64941	linear.weight	8	0.0417914092540741
64941	linear.weight	9	-0.07681486010551453
64941	linear.bias	0	-0.11401880532503128
64941	linear.bias	1	-0.10969294607639313
64941	linear.bias	2	-0.48071223497390747
64941	linear.bias	3	-0.6948153376579285
64941	linear.bias	4	-1.0320651531219482
64941	linear.bias	5	-0.010800850577652454
64941	linear.bias	6	-0.6195859313011169
64941	linear.bias	7	0.4577435553073883
64941	linear.bias	8	-0.5835651159286499
64941	linear.bias	9	-0.8385634422302246
65138	transitions	0	0.49908140301704407
65138	transitions	1	0.07535815984010696
65138	transitions	2	-10000.0
65138	transitions	3	-1.8007227182388306
65138	transitions	4	-10000.0
65138	transitions	5	0.6473795771598816
65138	transitions	6	-0.024967677891254425
65138	transitions	7	-0.37557196617126465
65138	transitions	8	-1.3359259366989136
65138	transitions	9	-0.0004710411885753274
65138	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
65138	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
65138	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
65138	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
65138	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
65138	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
65138	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
65138	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
65138	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
65138	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
65138	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
65138	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
65138	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
65138	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
65138	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
65138	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
65138	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
65138	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
65138	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
65138	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
65138	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
65138	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
65138	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
65138	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
65138	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
65138	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
65138	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
65138	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
65138	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
65138	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
65138	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
65138	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
65138	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
65138	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
65138	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
65138	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
65138	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
65138	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
65138	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
65138	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
65138	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
65138	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
65138	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
65138	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
65138	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
65138	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
65138	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
65138	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
65138	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
65138	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
65138	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
65138	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
65138	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
65138	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
65138	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
65138	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
65138	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
65138	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
65138	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
65138	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
65138	embedding2nn.weight	0	-0.0002906235749833286
65138	embedding2nn.weight	1	-0.017015302553772926
65138	embedding2nn.weight	2	-0.014268253929913044
65138	embedding2nn.weight	3	0.005380570888519287
65138	embedding2nn.weight	4	-0.0059150345623493195
65138	embedding2nn.weight	5	-0.0037005781196057796
65138	embedding2nn.weight	6	-0.003973235841840506
65138	embedding2nn.weight	7	-0.03695479780435562
65138	embedding2nn.weight	8	-0.0019979383796453476
65138	embedding2nn.weight	9	-0.02422299049794674
65138	embedding2nn.bias	0	0.0255129374563694
65138	embedding2nn.bias	1	-0.054481782019138336
65138	embedding2nn.bias	2	0.07211629301309586
65138	embedding2nn.bias	3	0.052142154425382614
65138	embedding2nn.bias	4	-0.012560797855257988
65138	embedding2nn.bias	5	-0.03281872346997261
65138	embedding2nn.bias	6	0.017417563125491142
65138	embedding2nn.bias	7	-0.03586295247077942
65138	embedding2nn.bias	8	0.038710348308086395
65138	embedding2nn.bias	9	0.031401343643665314
65138	rnn.weight_ih_l0	0	-0.023502083495259285
65138	rnn.weight_ih_l0	1	0.003689937060698867
65138	rnn.weight_ih_l0	2	0.040122028440237045
65138	rnn.weight_ih_l0	3	0.0003147814131807536
65138	rnn.weight_ih_l0	4	-0.015596248209476471
65138	rnn.weight_ih_l0	5	-0.05288853496313095
65138	rnn.weight_ih_l0	6	0.013743617571890354
65138	rnn.weight_ih_l0	7	0.04921220615506172
65138	rnn.weight_ih_l0	8	0.004207058344036341
65138	rnn.weight_ih_l0	9	-0.026935255154967308
65138	rnn.weight_hh_l0	0	-0.03264597803354263
65138	rnn.weight_hh_l0	1	-0.006761744152754545
65138	rnn.weight_hh_l0	2	-0.001978283515200019
65138	rnn.weight_hh_l0	3	-0.04502716660499573
65138	rnn.weight_hh_l0	4	0.05404086410999298
65138	rnn.weight_hh_l0	5	-0.006748991087079048
65138	rnn.weight_hh_l0	6	-0.037326544523239136
65138	rnn.weight_hh_l0	7	-0.01592101901769638
65138	rnn.weight_hh_l0	8	0.00031983989174477756
65138	rnn.weight_hh_l0	9	-0.02741830423474312
65138	rnn.bias_ih_l0	0	0.029130956158041954
65138	rnn.bias_ih_l0	1	-0.01737069897353649
65138	rnn.bias_ih_l0	2	-0.015070771798491478
65138	rnn.bias_ih_l0	3	0.09349699318408966
65138	rnn.bias_ih_l0	4	-0.04790133610367775
65138	rnn.bias_ih_l0	5	-0.037266869097948074
65138	rnn.bias_ih_l0	6	-0.023486757650971413
65138	rnn.bias_ih_l0	7	0.04955869913101196
65138	rnn.bias_ih_l0	8	-0.07886681705713272
65138	rnn.bias_ih_l0	9	-0.0073067001067101955
65138	rnn.bias_hh_l0	0	-0.040010470896959305
65138	rnn.bias_hh_l0	1	-0.07982020825147629
65138	rnn.bias_hh_l0	2	-0.030779464170336723
65138	rnn.bias_hh_l0	3	-0.06355376541614532
65138	rnn.bias_hh_l0	4	-0.02223210781812668
65138	rnn.bias_hh_l0	5	-0.0037776415701955557
65138	rnn.bias_hh_l0	6	0.02644534781575203
65138	rnn.bias_hh_l0	7	-0.010098570957779884
65138	rnn.bias_hh_l0	8	-0.11936391144990921
65138	rnn.bias_hh_l0	9	-0.032089486718177795
65138	rnn.weight_ih_l0_reverse	0	-0.018742982298135757
65138	rnn.weight_ih_l0_reverse	1	-0.05405217409133911
65138	rnn.weight_ih_l0_reverse	2	-0.035753607749938965
65138	rnn.weight_ih_l0_reverse	3	-0.004765781108289957
65138	rnn.weight_ih_l0_reverse	4	-0.0033317359630018473
65138	rnn.weight_ih_l0_reverse	5	-0.048248402774333954
65138	rnn.weight_ih_l0_reverse	6	0.046133119612932205
65138	rnn.weight_ih_l0_reverse	7	-0.031161228194832802
65138	rnn.weight_ih_l0_reverse	8	-0.03587690740823746
65138	rnn.weight_ih_l0_reverse	9	0.0030211685225367546
65138	rnn.weight_hh_l0_reverse	0	0.03878764435648918
65138	rnn.weight_hh_l0_reverse	1	0.027785832062363625
65138	rnn.weight_hh_l0_reverse	2	0.03668602555990219
65138	rnn.weight_hh_l0_reverse	3	0.019519906491041183
65138	rnn.weight_hh_l0_reverse	4	-0.0013265442103147507
65138	rnn.weight_hh_l0_reverse	5	0.002552903024479747
65138	rnn.weight_hh_l0_reverse	6	0.04109717160463333
65138	rnn.weight_hh_l0_reverse	7	-0.0470646396279335
65138	rnn.weight_hh_l0_reverse	8	0.02967994101345539
65138	rnn.weight_hh_l0_reverse	9	0.04553884640336037
65138	rnn.bias_ih_l0_reverse	0	-0.06388697028160095
65138	rnn.bias_ih_l0_reverse	1	-0.1954594850540161
65138	rnn.bias_ih_l0_reverse	2	-0.07431257516145706
65138	rnn.bias_ih_l0_reverse	3	-0.016801292076706886
65138	rnn.bias_ih_l0_reverse	4	-0.024129120633006096
65138	rnn.bias_ih_l0_reverse	5	0.030401509255170822
65138	rnn.bias_ih_l0_reverse	6	-0.047470103949308395
65138	rnn.bias_ih_l0_reverse	7	0.0487503819167614
65138	rnn.bias_ih_l0_reverse	8	-0.03950432315468788
65138	rnn.bias_ih_l0_reverse	9	0.004745895974338055
65138	rnn.bias_hh_l0_reverse	0	-0.0024754267651587725
65138	rnn.bias_hh_l0_reverse	1	-0.040840256959199905
65138	rnn.bias_hh_l0_reverse	2	0.0435493104159832
65138	rnn.bias_hh_l0_reverse	3	-0.0310054924339056
65138	rnn.bias_hh_l0_reverse	4	-0.043434642255306244
65138	rnn.bias_hh_l0_reverse	5	-0.04206947609782219
65138	rnn.bias_hh_l0_reverse	6	-0.035033728927373886
65138	rnn.bias_hh_l0_reverse	7	0.07711639255285263
65138	rnn.bias_hh_l0_reverse	8	0.009108816273510456
65138	rnn.bias_hh_l0_reverse	9	-0.0902278795838356
65138	rnn.weight_ih_l1	0	-0.03526443615555763
65138	rnn.weight_ih_l1	1	-0.04314132034778595
65138	rnn.weight_ih_l1	2	0.06976776570081711
65138	rnn.weight_ih_l1	3	-0.03446617349982262
65138	rnn.weight_ih_l1	4	-0.0008514551445841789
65138	rnn.weight_ih_l1	5	-0.04751051217317581
65138	rnn.weight_ih_l1	6	0.023119477555155754
65138	rnn.weight_ih_l1	7	-0.027954619377851486
65138	rnn.weight_ih_l1	8	0.040118809789419174
65138	rnn.weight_ih_l1	9	0.027551885694265366
65138	rnn.weight_hh_l1	0	-0.0141118373721838
65138	rnn.weight_hh_l1	1	0.007070471532642841
65138	rnn.weight_hh_l1	2	0.005486658774316311
65138	rnn.weight_hh_l1	3	-0.008671344257891178
65138	rnn.weight_hh_l1	4	-0.0007275246316567063
65138	rnn.weight_hh_l1	5	0.023300202563405037
65138	rnn.weight_hh_l1	6	0.03004465252161026
65138	rnn.weight_hh_l1	7	-0.02636556327342987
65138	rnn.weight_hh_l1	8	-0.025424862280488014
65138	rnn.weight_hh_l1	9	0.03886157274246216
65138	rnn.bias_ih_l1	0	-0.14239662885665894
65138	rnn.bias_ih_l1	1	-0.1290169656276703
65138	rnn.bias_ih_l1	2	-0.13062793016433716
65138	rnn.bias_ih_l1	3	-0.19678567349910736
65138	rnn.bias_ih_l1	4	-0.16250969469547272
65138	rnn.bias_ih_l1	5	-0.09887475520372391
65138	rnn.bias_ih_l1	6	-0.0969085693359375
65138	rnn.bias_ih_l1	7	-0.03505256026983261
65138	rnn.bias_ih_l1	8	-0.07872071862220764
65138	rnn.bias_ih_l1	9	-0.09971334785223007
65138	rnn.bias_hh_l1	0	-0.10696395486593246
65138	rnn.bias_hh_l1	1	-0.04130430519580841
65138	rnn.bias_hh_l1	2	-0.0900396928191185
65138	rnn.bias_hh_l1	3	-0.07497763633728027
65138	rnn.bias_hh_l1	4	-0.10486973822116852
65138	rnn.bias_hh_l1	5	-0.06501007825136185
65138	rnn.bias_hh_l1	6	-0.10093273222446442
65138	rnn.bias_hh_l1	7	-0.013071754947304726
65138	rnn.bias_hh_l1	8	-0.10918822884559631
65138	rnn.bias_hh_l1	9	-0.07359236478805542
65138	rnn.weight_ih_l1_reverse	0	-0.029800940304994583
65138	rnn.weight_ih_l1_reverse	1	0.044216785579919815
65138	rnn.weight_ih_l1_reverse	2	0.0030146953649818897
65138	rnn.weight_ih_l1_reverse	3	-0.006524697877466679
65138	rnn.weight_ih_l1_reverse	4	-0.05262984335422516
65138	rnn.weight_ih_l1_reverse	5	-0.03578050062060356
65138	rnn.weight_ih_l1_reverse	6	-0.0026424399111419916
65138	rnn.weight_ih_l1_reverse	7	0.013532314449548721
65138	rnn.weight_ih_l1_reverse	8	0.017857564613223076
65138	rnn.weight_ih_l1_reverse	9	-0.04370998591184616
65138	rnn.weight_hh_l1_reverse	0	0.008458582684397697
65138	rnn.weight_hh_l1_reverse	1	0.028780432417988777
65138	rnn.weight_hh_l1_reverse	2	-0.03755916655063629
65138	rnn.weight_hh_l1_reverse	3	0.04195252060890198
65138	rnn.weight_hh_l1_reverse	4	0.045528363436460495
65138	rnn.weight_hh_l1_reverse	5	0.008442390710115433
65138	rnn.weight_hh_l1_reverse	6	0.00825970433652401
65138	rnn.weight_hh_l1_reverse	7	0.02765428088605404
65138	rnn.weight_hh_l1_reverse	8	-0.0025308590847998857
65138	rnn.weight_hh_l1_reverse	9	-0.04105168953537941
65138	rnn.bias_ih_l1_reverse	0	-0.05653548613190651
65138	rnn.bias_ih_l1_reverse	1	-0.0885167345404625
65138	rnn.bias_ih_l1_reverse	2	-0.09801152348518372
65138	rnn.bias_ih_l1_reverse	3	0.01875656098127365
65138	rnn.bias_ih_l1_reverse	4	-0.15673597157001495
65138	rnn.bias_ih_l1_reverse	5	-0.08500909060239792
65138	rnn.bias_ih_l1_reverse	6	-0.10364288836717606
65138	rnn.bias_ih_l1_reverse	7	-0.14093808829784393
65138	rnn.bias_ih_l1_reverse	8	0.11220747232437134
65138	rnn.bias_ih_l1_reverse	9	0.013279853388667107
65138	rnn.bias_hh_l1_reverse	0	-0.06254488974809647
65138	rnn.bias_hh_l1_reverse	1	0.058440208435058594
65138	rnn.bias_hh_l1_reverse	2	-0.20462888479232788
65138	rnn.bias_hh_l1_reverse	3	-0.08641397953033447
65138	rnn.bias_hh_l1_reverse	4	-0.05751163512468338
65138	rnn.bias_hh_l1_reverse	5	-0.07438068836927414
65138	rnn.bias_hh_l1_reverse	6	0.11634884029626846
65138	rnn.bias_hh_l1_reverse	7	-0.12614601850509644
65138	rnn.bias_hh_l1_reverse	8	-0.09651430696249008
65138	rnn.bias_hh_l1_reverse	9	-0.1019684225320816
65138	linear.weight	0	0.002228822559118271
65138	linear.weight	1	0.03593236207962036
65138	linear.weight	2	-0.08993413299322128
65138	linear.weight	3	0.33872121572494507
65138	linear.weight	4	0.06263796240091324
65138	linear.weight	5	0.011662227101624012
65138	linear.weight	6	-0.020490996539592743
65138	linear.weight	7	0.14754584431648254
65138	linear.weight	8	0.0417875200510025
65138	linear.weight	9	-0.08198720216751099
65138	linear.bias	0	-0.15073594450950623
65138	linear.bias	1	-0.08182510733604431
65138	linear.bias	2	-0.49791866540908813
65138	linear.bias	3	-0.7024595141410828
65138	linear.bias	4	-1.038782000541687
65138	linear.bias	5	-0.00817378330975771
65138	linear.bias	6	-0.5887726545333862
65138	linear.bias	7	0.46055829524993896
65138	linear.bias	8	-0.5874043107032776
65138	linear.bias	9	-0.8401868343353271
65142	transitions	0	0.4990292191505432
65142	transitions	1	0.07509878277778625
65142	transitions	2	-10000.0
65142	transitions	3	-1.800724983215332
65142	transitions	4	-10000.0
65142	transitions	5	0.6473774313926697
65142	transitions	6	-0.024969231337308884
65142	transitions	7	-0.37557241320610046
65142	transitions	8	-1.3359317779541016
65142	transitions	9	-0.0004710971552412957
65142	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
65142	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
65142	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
65142	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
65142	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
65142	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
65142	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
65142	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
65142	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
65142	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
65142	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
65142	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
65142	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
65142	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
65142	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
65142	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
65142	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
65142	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
65142	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
65142	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
65142	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
65142	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
65142	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
65142	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
65142	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
65142	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
65142	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
65142	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
65142	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
65142	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
65142	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
65142	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
65142	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
65142	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
65142	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
65142	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
65142	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
65142	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
65142	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
65142	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
65142	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
65142	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
65142	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
65142	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
65142	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
65142	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
65142	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
65142	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
65142	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
65142	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
65142	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
65142	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
65142	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
65142	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
65142	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
65142	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
65142	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
65142	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
65142	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
65142	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
65142	embedding2nn.weight	0	-0.0004224929725751281
65142	embedding2nn.weight	1	-0.016994480043649673
65142	embedding2nn.weight	2	-0.014268253929913044
65142	embedding2nn.weight	3	0.005331364925950766
65142	embedding2nn.weight	4	-0.0059150345623493195
65142	embedding2nn.weight	5	-0.0037005781196057796
65142	embedding2nn.weight	6	-0.003973235841840506
65142	embedding2nn.weight	7	-0.0368574820458889
65142	embedding2nn.weight	8	-0.0019979383796453476
65142	embedding2nn.weight	9	-0.024412263184785843
65142	embedding2nn.bias	0	0.02436256781220436
65142	embedding2nn.bias	1	-0.05404604971408844
65142	embedding2nn.bias	2	0.07241196185350418
65142	embedding2nn.bias	3	0.05161591246724129
65142	embedding2nn.bias	4	-0.01173675712198019
65142	embedding2nn.bias	5	-0.03203265741467476
65142	embedding2nn.bias	6	0.017948875203728676
65142	embedding2nn.bias	7	-0.036237940192222595
65142	embedding2nn.bias	8	0.039431892335414886
65142	embedding2nn.bias	9	0.0317162349820137
65142	rnn.weight_ih_l0	0	-0.023437663912773132
65142	rnn.weight_ih_l0	1	0.003572833724319935
65142	rnn.weight_ih_l0	2	0.040131811052560806
65142	rnn.weight_ih_l0	3	0.0002036865771515295
65142	rnn.weight_ih_l0	4	-0.015525742433965206
65142	rnn.weight_ih_l0	5	-0.052912961691617966
65142	rnn.weight_ih_l0	6	0.013795305043458939
65142	rnn.weight_ih_l0	7	0.04914775490760803
65142	rnn.weight_ih_l0	8	0.004195930436253548
65142	rnn.weight_ih_l0	9	-0.026954686269164085
65142	rnn.weight_hh_l0	0	-0.03269344940781593
65142	rnn.weight_hh_l0	1	-0.006671710405498743
65142	rnn.weight_hh_l0	2	-0.002035327022895217
65142	rnn.weight_hh_l0	3	-0.04508079215884209
65142	rnn.weight_hh_l0	4	0.05402940511703491
65142	rnn.weight_hh_l0	5	-0.006573031656444073
65142	rnn.weight_hh_l0	6	-0.037336692214012146
65142	rnn.weight_hh_l0	7	-0.01602252386510372
65142	rnn.weight_hh_l0	8	0.00023752448032610118
65142	rnn.weight_hh_l0	9	-0.027433479204773903
65142	rnn.bias_ih_l0	0	0.02920573577284813
65142	rnn.bias_ih_l0	1	-0.01708182692527771
65142	rnn.bias_ih_l0	2	-0.0154755599796772
65142	rnn.bias_ih_l0	3	0.09434310346841812
65142	rnn.bias_ih_l0	4	-0.04794028773903847
65142	rnn.bias_ih_l0	5	-0.03704753518104553
65142	rnn.bias_ih_l0	6	-0.023488741368055344
65142	rnn.bias_ih_l0	7	0.049590062350034714
65142	rnn.bias_ih_l0	8	-0.07871688902378082
65142	rnn.bias_ih_l0	9	-0.007055638823658228
65142	rnn.bias_hh_l0	0	-0.04040494188666344
65142	rnn.bias_hh_l0	1	-0.07990258932113647
65142	rnn.bias_hh_l0	2	-0.030996184796094894
65142	rnn.bias_hh_l0	3	-0.0638403370976448
65142	rnn.bias_hh_l0	4	-0.022077497094869614
65142	rnn.bias_hh_l0	5	-0.0036078321281820536
65142	rnn.bias_hh_l0	6	0.025924019515514374
65142	rnn.bias_hh_l0	7	-0.009834186173975468
65142	rnn.bias_hh_l0	8	-0.11930482089519501
65142	rnn.bias_hh_l0	9	-0.032267745584249496
65142	rnn.weight_ih_l0_reverse	0	-0.018928518518805504
65142	rnn.weight_ih_l0_reverse	1	-0.05405993387103081
65142	rnn.weight_ih_l0_reverse	2	-0.035728923976421356
65142	rnn.weight_ih_l0_reverse	3	-0.004680750425904989
65142	rnn.weight_ih_l0_reverse	4	-0.0033419851679354906
65142	rnn.weight_ih_l0_reverse	5	-0.048277560621500015
65142	rnn.weight_ih_l0_reverse	6	0.04616987705230713
65142	rnn.weight_ih_l0_reverse	7	-0.03127359226346016
65142	rnn.weight_ih_l0_reverse	8	-0.035841625183820724
65142	rnn.weight_ih_l0_reverse	9	0.0030362014658749104
65142	rnn.weight_hh_l0_reverse	0	0.03860212117433548
65142	rnn.weight_hh_l0_reverse	1	0.02784598432481289
65142	rnn.weight_hh_l0_reverse	2	0.036726996302604675
65142	rnn.weight_hh_l0_reverse	3	0.01953708380460739
65142	rnn.weight_hh_l0_reverse	4	-0.00135049968957901
65142	rnn.weight_hh_l0_reverse	5	0.0025630497839301825
65142	rnn.weight_hh_l0_reverse	6	0.04108208417892456
65142	rnn.weight_hh_l0_reverse	7	-0.04699347913265228
65142	rnn.weight_hh_l0_reverse	8	0.029714640229940414
65142	rnn.weight_hh_l0_reverse	9	0.04549911618232727
65142	rnn.bias_ih_l0_reverse	0	-0.06388186663389206
65142	rnn.bias_ih_l0_reverse	1	-0.1951746642589569
65142	rnn.bias_ih_l0_reverse	2	-0.07421375811100006
65142	rnn.bias_ih_l0_reverse	3	-0.01685269922018051
65142	rnn.bias_ih_l0_reverse	4	-0.024116266518831253
65142	rnn.bias_ih_l0_reverse	5	0.030367638915777206
65142	rnn.bias_ih_l0_reverse	6	-0.047725826501846313
65142	rnn.bias_ih_l0_reverse	7	0.04865892603993416
65142	rnn.bias_ih_l0_reverse	8	-0.03939727693796158
65142	rnn.bias_ih_l0_reverse	9	0.005086802411824465
65142	rnn.bias_hh_l0_reverse	0	-0.0025679662358015776
65142	rnn.bias_hh_l0_reverse	1	-0.04132413491606712
65142	rnn.bias_hh_l0_reverse	2	0.04386112466454506
65142	rnn.bias_hh_l0_reverse	3	-0.031253501772880554
65142	rnn.bias_hh_l0_reverse	4	-0.04354621842503548
65142	rnn.bias_hh_l0_reverse	5	-0.04236804321408272
65142	rnn.bias_hh_l0_reverse	6	-0.034623924642801285
65142	rnn.bias_hh_l0_reverse	7	0.07745520025491714
65142	rnn.bias_hh_l0_reverse	8	0.00910817552357912
65142	rnn.bias_hh_l0_reverse	9	-0.09089826047420502
65142	rnn.weight_ih_l1	0	-0.035213813185691833
65142	rnn.weight_ih_l1	1	-0.04311729595065117
65142	rnn.weight_ih_l1	2	0.06993003934621811
65142	rnn.weight_ih_l1	3	-0.0344662144780159
65142	rnn.weight_ih_l1	4	-0.0007267999462783337
65142	rnn.weight_ih_l1	5	-0.04752551391720772
65142	rnn.weight_ih_l1	6	0.02311616577208042
65142	rnn.weight_ih_l1	7	-0.027960091829299927
65142	rnn.weight_ih_l1	8	0.040119826793670654
65142	rnn.weight_ih_l1	9	0.027512526139616966
65142	rnn.weight_hh_l1	0	-0.014043900184333324
65142	rnn.weight_hh_l1	1	0.007073553279042244
65142	rnn.weight_hh_l1	2	0.005348202306777239
65142	rnn.weight_hh_l1	3	-0.008654817938804626
65142	rnn.weight_hh_l1	4	-0.0007737590349279344
65142	rnn.weight_hh_l1	5	0.023234818130731583
65142	rnn.weight_hh_l1	6	0.03004935383796692
65142	rnn.weight_hh_l1	7	-0.02636394463479519
65142	rnn.weight_hh_l1	8	-0.025391235947608948
65142	rnn.weight_hh_l1	9	0.03898848965764046
65142	rnn.bias_ih_l1	0	-0.14206400513648987
65142	rnn.bias_ih_l1	1	-0.1288004219532013
65142	rnn.bias_ih_l1	2	-0.1309364140033722
65142	rnn.bias_ih_l1	3	-0.19732701778411865
65142	rnn.bias_ih_l1	4	-0.1631098985671997
65142	rnn.bias_ih_l1	5	-0.09879712760448456
65142	rnn.bias_ih_l1	6	-0.09697290509939194
65142	rnn.bias_ih_l1	7	-0.03483967110514641
65142	rnn.bias_ih_l1	8	-0.078582264482975
65142	rnn.bias_ih_l1	9	-0.09934337437152863
65142	rnn.bias_hh_l1	0	-0.10715389996767044
65142	rnn.bias_hh_l1	1	-0.0410059429705143
65142	rnn.bias_hh_l1	2	-0.08975865691900253
65142	rnn.bias_hh_l1	3	-0.07519246637821198
65142	rnn.bias_hh_l1	4	-0.10453286021947861
65142	rnn.bias_hh_l1	5	-0.06481263786554337
65142	rnn.bias_hh_l1	6	-0.10069578886032104
65142	rnn.bias_hh_l1	7	-0.013110608793795109
65142	rnn.bias_hh_l1	8	-0.1089608371257782
65142	rnn.bias_hh_l1	9	-0.0733681246638298
65142	rnn.weight_ih_l1_reverse	0	-0.029973963275551796
65142	rnn.weight_ih_l1_reverse	1	0.04412856698036194
65142	rnn.weight_ih_l1_reverse	2	0.0033122070599347353
65142	rnn.weight_ih_l1_reverse	3	-0.006026307586580515
65142	rnn.weight_ih_l1_reverse	4	-0.052640270441770554
65142	rnn.weight_ih_l1_reverse	5	-0.035760652273893356
65142	rnn.weight_ih_l1_reverse	6	-0.0027932689990848303
65142	rnn.weight_ih_l1_reverse	7	0.013551684096455574
65142	rnn.weight_ih_l1_reverse	8	0.017651360481977463
65142	rnn.weight_ih_l1_reverse	9	-0.043837737292051315
65142	rnn.weight_hh_l1_reverse	0	0.008440700359642506
65142	rnn.weight_hh_l1_reverse	1	0.028760582208633423
65142	rnn.weight_hh_l1_reverse	2	-0.03755873441696167
65142	rnn.weight_hh_l1_reverse	3	0.041947003453969955
65142	rnn.weight_hh_l1_reverse	4	0.04565209522843361
65142	rnn.weight_hh_l1_reverse	5	0.008558065630495548
65142	rnn.weight_hh_l1_reverse	6	0.008239218033850193
65142	rnn.weight_hh_l1_reverse	7	0.027645999565720558
65142	rnn.weight_hh_l1_reverse	8	-0.002511574886739254
65142	rnn.weight_hh_l1_reverse	9	-0.04103904590010643
65142	rnn.bias_ih_l1_reverse	0	-0.05689876526594162
65142	rnn.bias_ih_l1_reverse	1	-0.08864075690507889
65142	rnn.bias_ih_l1_reverse	2	-0.09779035300016403
65142	rnn.bias_ih_l1_reverse	3	0.018575415015220642
65142	rnn.bias_ih_l1_reverse	4	-0.15653055906295776
65142	rnn.bias_ih_l1_reverse	5	-0.08482840657234192
65142	rnn.bias_ih_l1_reverse	6	-0.1035572811961174
65142	rnn.bias_ih_l1_reverse	7	-0.14097581803798676
65142	rnn.bias_ih_l1_reverse	8	0.11259918659925461
65142	rnn.bias_ih_l1_reverse	9	0.012968881987035275
65142	rnn.bias_hh_l1_reverse	0	-0.06368586421012878
65142	rnn.bias_hh_l1_reverse	1	0.0595272071659565
65142	rnn.bias_hh_l1_reverse	2	-0.20464551448822021
65142	rnn.bias_hh_l1_reverse	3	-0.08655012398958206
65142	rnn.bias_hh_l1_reverse	4	-0.05740796774625778
65142	rnn.bias_hh_l1_reverse	5	-0.07418801635503769
65142	rnn.bias_hh_l1_reverse	6	0.11627458781003952
65142	rnn.bias_hh_l1_reverse	7	-0.12648041546344757
65142	rnn.bias_hh_l1_reverse	8	-0.09640864282846451
65142	rnn.bias_hh_l1_reverse	9	-0.10205681622028351
65142	linear.weight	0	0.002228822559118271
65142	linear.weight	1	0.036462489515542984
65142	linear.weight	2	-0.08962554484605789
65142	linear.weight	3	0.338098406791687
65142	linear.weight	4	0.06275715678930283
65142	linear.weight	5	0.011647773906588554
65142	linear.weight	6	-0.020513782277703285
65142	linear.weight	7	0.1501767337322235
65142	linear.weight	8	0.04178747534751892
65142	linear.weight	9	-0.08200420439243317
65142	linear.bias	0	-0.13929860293865204
65142	linear.bias	1	-0.08468861877918243
65142	linear.bias	2	-0.49957939982414246
65142	linear.bias	3	-0.695956289768219
65142	linear.bias	4	-1.0323172807693481
65142	linear.bias	5	-0.016714565455913544
65142	linear.bias	6	-0.5914673209190369
65142	linear.bias	7	0.45190244913101196
65142	linear.bias	8	-0.5842448472976685
65142	linear.bias	9	-0.83707594871521
65339	transitions	0	0.5033398270606995
65339	transitions	1	0.07136010378599167
65339	transitions	2	-10000.0
65339	transitions	3	-1.8008363246917725
65339	transitions	4	-10000.0
65339	transitions	5	0.6468716859817505
65339	transitions	6	-0.025189092382788658
65339	transitions	7	-0.376346617937088
65339	transitions	8	-1.3363282680511475
65339	transitions	9	-0.0004748573119286448
65339	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
65339	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
65339	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
65339	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
65339	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
65339	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
65339	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
65339	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
65339	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
65339	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
65339	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
65339	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
65339	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
65339	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
65339	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
65339	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
65339	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
65339	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
65339	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
65339	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
65339	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
65339	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
65339	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
65339	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
65339	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
65339	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
65339	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
65339	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
65339	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
65339	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
65339	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
65339	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
65339	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
65339	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
65339	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
65339	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
65339	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
65339	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
65339	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
65339	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
65339	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
65339	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
65339	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
65339	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
65339	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
65339	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
65339	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
65339	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
65339	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
65339	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
65339	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
65339	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
65339	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
65339	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
65339	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
65339	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
65339	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
65339	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
65339	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
65339	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
65339	embedding2nn.weight	0	-0.000599109975155443
65339	embedding2nn.weight	1	-0.016885006800293922
65339	embedding2nn.weight	2	-0.014268253929913044
65339	embedding2nn.weight	3	0.006912345997989178
65339	embedding2nn.weight	4	-0.0059150345623493195
65339	embedding2nn.weight	5	-0.0037005781196057796
65339	embedding2nn.weight	6	-0.003973234910517931
65339	embedding2nn.weight	7	-0.03617488965392113
65339	embedding2nn.weight	8	-0.0019979383796453476
65339	embedding2nn.weight	9	-0.024022582918405533
65339	embedding2nn.bias	0	0.023730739951133728
65339	embedding2nn.bias	1	-0.054802365601062775
65339	embedding2nn.bias	2	0.07417827099561691
65339	embedding2nn.bias	3	0.039457667618989944
65339	embedding2nn.bias	4	-0.014246517792344093
65339	embedding2nn.bias	5	-0.029484517872333527
65339	embedding2nn.bias	6	0.015762485563755035
65339	embedding2nn.bias	7	-0.030999446287751198
65339	embedding2nn.bias	8	0.04304887726902962
65339	embedding2nn.bias	9	0.032511819154024124
65339	rnn.weight_ih_l0	0	-0.022235695272684097
65339	rnn.weight_ih_l0	1	0.0035495071206241846
65339	rnn.weight_ih_l0	2	0.039470817893743515
65339	rnn.weight_ih_l0	3	0.0006410966743715107
65339	rnn.weight_ih_l0	4	-0.014807892963290215
65339	rnn.weight_ih_l0	5	-0.053040094673633575
65339	rnn.weight_ih_l0	6	0.013654591515660286
65339	rnn.weight_ih_l0	7	0.04928138479590416
65339	rnn.weight_ih_l0	8	0.0025488012470304966
65339	rnn.weight_ih_l0	9	-0.02640119008719921
65339	rnn.weight_hh_l0	0	-0.03428305312991142
65339	rnn.weight_hh_l0	1	-0.004005210939794779
65339	rnn.weight_hh_l0	2	-0.0029338470194488764
65339	rnn.weight_hh_l0	3	-0.04540441185235977
65339	rnn.weight_hh_l0	4	0.054414138197898865
65339	rnn.weight_hh_l0	5	-0.007010329514741898
65339	rnn.weight_hh_l0	6	-0.03793567046523094
65339	rnn.weight_hh_l0	7	-0.016418183222413063
65339	rnn.weight_hh_l0	8	-0.0006951615796424448
65339	rnn.weight_hh_l0	9	-0.026832642033696175
65339	rnn.bias_ih_l0	0	0.02939482592046261
65339	rnn.bias_ih_l0	1	-0.016349641606211662
65339	rnn.bias_ih_l0	2	-0.01634182035923004
65339	rnn.bias_ih_l0	3	0.1015767976641655
65339	rnn.bias_ih_l0	4	-0.04988993704319
65339	rnn.bias_ih_l0	5	-0.03802957013249397
65339	rnn.bias_ih_l0	6	-0.01891392655670643
65339	rnn.bias_ih_l0	7	0.048128027468919754
65339	rnn.bias_ih_l0	8	-0.07789401710033417
65339	rnn.bias_ih_l0	9	-0.007852555252611637
65339	rnn.bias_hh_l0	0	-0.04172896593809128
65339	rnn.bias_hh_l0	1	-0.07833299040794373
65339	rnn.bias_hh_l0	2	-0.029838450253009796
65339	rnn.bias_hh_l0	3	-0.06485414505004883
65339	rnn.bias_hh_l0	4	-0.022863835096359253
65339	rnn.bias_hh_l0	5	-0.005601495038717985
65339	rnn.bias_hh_l0	6	0.023435454815626144
65339	rnn.bias_hh_l0	7	-0.006785918492823839
65339	rnn.bias_hh_l0	8	-0.11851668357849121
65339	rnn.bias_hh_l0	9	-0.027561655268073082
65339	rnn.weight_ih_l0_reverse	0	-0.018572205677628517
65339	rnn.weight_ih_l0_reverse	1	-0.05503542721271515
65339	rnn.weight_ih_l0_reverse	2	-0.036586277186870575
65339	rnn.weight_ih_l0_reverse	3	-0.004594134166836739
65339	rnn.weight_ih_l0_reverse	4	-0.0029079027008265257
65339	rnn.weight_ih_l0_reverse	5	-0.048054538667201996
65339	rnn.weight_ih_l0_reverse	6	0.04525325819849968
65339	rnn.weight_ih_l0_reverse	7	-0.029929906129837036
65339	rnn.weight_ih_l0_reverse	8	-0.03623051568865776
65339	rnn.weight_ih_l0_reverse	9	0.0018317237263545394
65339	rnn.weight_hh_l0_reverse	0	0.037273380905389786
65339	rnn.weight_hh_l0_reverse	1	0.027892407029867172
65339	rnn.weight_hh_l0_reverse	2	0.036882247775793076
65339	rnn.weight_hh_l0_reverse	3	0.019445979967713356
65339	rnn.weight_hh_l0_reverse	4	-0.0012366073206067085
65339	rnn.weight_hh_l0_reverse	5	0.0034574803430587053
65339	rnn.weight_hh_l0_reverse	6	0.04142766818404198
65339	rnn.weight_hh_l0_reverse	7	-0.0475776270031929
65339	rnn.weight_hh_l0_reverse	8	0.029199743643403053
65339	rnn.weight_hh_l0_reverse	9	0.045113980770111084
65339	rnn.bias_ih_l0_reverse	0	-0.06142637878656387
65339	rnn.bias_ih_l0_reverse	1	-0.1934085339307785
65339	rnn.bias_ih_l0_reverse	2	-0.07536961883306503
65339	rnn.bias_ih_l0_reverse	3	-0.017865639179944992
65339	rnn.bias_ih_l0_reverse	4	-0.02236967906355858
65339	rnn.bias_ih_l0_reverse	5	0.03447790443897247
65339	rnn.bias_ih_l0_reverse	6	-0.04763176292181015
65339	rnn.bias_ih_l0_reverse	7	0.04601330682635307
65339	rnn.bias_ih_l0_reverse	8	-0.03708371892571449
65339	rnn.bias_ih_l0_reverse	9	0.00738793658092618
65339	rnn.bias_hh_l0_reverse	0	-0.0024606117513030767
65339	rnn.bias_hh_l0_reverse	1	-0.04579494148492813
65339	rnn.bias_hh_l0_reverse	2	0.049113769084215164
65339	rnn.bias_hh_l0_reverse	3	-0.030942365527153015
65339	rnn.bias_hh_l0_reverse	4	-0.04405566677451134
65339	rnn.bias_hh_l0_reverse	5	-0.044346004724502563
65339	rnn.bias_hh_l0_reverse	6	-0.036429211497306824
65339	rnn.bias_hh_l0_reverse	7	0.07498597353696823
65339	rnn.bias_hh_l0_reverse	8	0.008091284893453121
65339	rnn.bias_hh_l0_reverse	9	-0.0895766019821167
65339	rnn.weight_ih_l1	0	-0.03554249182343483
65339	rnn.weight_ih_l1	1	-0.04331003502011299
65339	rnn.weight_ih_l1	2	0.06853147596120834
65339	rnn.weight_ih_l1	3	-0.033631082624197006
65339	rnn.weight_ih_l1	4	-0.0008131420472636819
65339	rnn.weight_ih_l1	5	-0.04730753228068352
65339	rnn.weight_ih_l1	6	0.023028001189231873
65339	rnn.weight_ih_l1	7	-0.027814902365207672
65339	rnn.weight_ih_l1	8	0.04032319411635399
65339	rnn.weight_ih_l1	9	0.028257569298148155
65339	rnn.weight_hh_l1	0	-0.013068770989775658
65339	rnn.weight_hh_l1	1	0.006891931872814894
65339	rnn.weight_hh_l1	2	0.005987957119941711
65339	rnn.weight_hh_l1	3	-0.008811216801404953
65339	rnn.weight_hh_l1	4	-0.0006532293045893312
65339	rnn.weight_hh_l1	5	0.023067161440849304
65339	rnn.weight_hh_l1	6	0.02991608716547489
65339	rnn.weight_hh_l1	7	-0.026699746027588844
65339	rnn.weight_hh_l1	8	-0.0249638669192791
65339	rnn.weight_hh_l1	9	0.039636120200157166
65339	rnn.bias_ih_l1	0	-0.14351025223731995
65339	rnn.bias_ih_l1	1	-0.12864312529563904
65339	rnn.bias_ih_l1	2	-0.13411810994148254
65339	rnn.bias_ih_l1	3	-0.20038528740406036
65339	rnn.bias_ih_l1	4	-0.15622664988040924
65339	rnn.bias_ih_l1	5	-0.09916263073682785
65339	rnn.bias_ih_l1	6	-0.1005573719739914
65339	rnn.bias_ih_l1	7	-0.02957901731133461
65339	rnn.bias_ih_l1	8	-0.07626692950725555
65339	rnn.bias_ih_l1	9	-0.09728041291236877
65339	rnn.bias_hh_l1	0	-0.10686417669057846
65339	rnn.bias_hh_l1	1	-0.04291762411594391
65339	rnn.bias_hh_l1	2	-0.08850356191396713
65339	rnn.bias_hh_l1	3	-0.07599659264087677
65339	rnn.bias_hh_l1	4	-0.10445744544267654
65339	rnn.bias_hh_l1	5	-0.06311628222465515
65339	rnn.bias_hh_l1	6	-0.10072275996208191
65339	rnn.bias_hh_l1	7	-0.01974453590810299
65339	rnn.bias_hh_l1	8	-0.10464946180582047
65339	rnn.bias_hh_l1	9	-0.07324288785457611
65339	rnn.weight_ih_l1_reverse	0	-0.029816921800374985
65339	rnn.weight_ih_l1_reverse	1	0.04375075921416283
65339	rnn.weight_ih_l1_reverse	2	0.010295113548636436
65339	rnn.weight_ih_l1_reverse	3	-0.0057962085120379925
65339	rnn.weight_ih_l1_reverse	4	-0.052018336951732635
65339	rnn.weight_ih_l1_reverse	5	-0.03579887002706528
65339	rnn.weight_ih_l1_reverse	6	-0.0030908877961337566
65339	rnn.weight_ih_l1_reverse	7	0.013735274784266949
65339	rnn.weight_ih_l1_reverse	8	0.014392993412911892
65339	rnn.weight_ih_l1_reverse	9	-0.040167421102523804
65339	rnn.weight_hh_l1_reverse	0	0.008354355581104755
65339	rnn.weight_hh_l1_reverse	1	0.028672195971012115
65339	rnn.weight_hh_l1_reverse	2	-0.03750019520521164
65339	rnn.weight_hh_l1_reverse	3	0.04214669391512871
65339	rnn.weight_hh_l1_reverse	4	0.04504799470305443
65339	rnn.weight_hh_l1_reverse	5	0.008347160182893276
65339	rnn.weight_hh_l1_reverse	6	0.009099924005568027
65339	rnn.weight_hh_l1_reverse	7	0.02782251499593258
65339	rnn.weight_hh_l1_reverse	8	-0.0026231040246784687
65339	rnn.weight_hh_l1_reverse	9	-0.040823448449373245
65339	rnn.bias_ih_l1_reverse	0	-0.05642993748188019
65339	rnn.bias_ih_l1_reverse	1	-0.09529466181993484
65339	rnn.bias_ih_l1_reverse	2	-0.0991845577955246
65339	rnn.bias_ih_l1_reverse	3	0.018280357122421265
65339	rnn.bias_ih_l1_reverse	4	-0.15856710076332092
65339	rnn.bias_ih_l1_reverse	5	-0.08136387914419174
65339	rnn.bias_ih_l1_reverse	6	-0.1034240797162056
65339	rnn.bias_ih_l1_reverse	7	-0.13817952573299408
65339	rnn.bias_ih_l1_reverse	8	0.11285268515348434
65339	rnn.bias_ih_l1_reverse	9	0.02086489461362362
65339	rnn.bias_hh_l1_reverse	0	-0.06146134063601494
65339	rnn.bias_hh_l1_reverse	1	0.06037832424044609
65339	rnn.bias_hh_l1_reverse	2	-0.20454518496990204
65339	rnn.bias_hh_l1_reverse	3	-0.08537713438272476
65339	rnn.bias_hh_l1_reverse	4	-0.056749384850263596
65339	rnn.bias_hh_l1_reverse	5	-0.07636500895023346
65339	rnn.bias_hh_l1_reverse	6	0.1096106767654419
65339	rnn.bias_hh_l1_reverse	7	-0.1298947036266327
65339	rnn.bias_hh_l1_reverse	8	-0.0959993377327919
65339	rnn.bias_hh_l1_reverse	9	-0.10233107209205627
65339	linear.weight	0	0.002228822559118271
65339	linear.weight	1	0.0369003564119339
65339	linear.weight	2	-0.08822373300790787
65339	linear.weight	3	0.33590400218963623
65339	linear.weight	4	0.06486866623163223
65339	linear.weight	5	0.012010807171463966
65339	linear.weight	6	-0.02122058905661106
65339	linear.weight	7	0.15262064337730408
65339	linear.weight	8	0.041782036423683167
65339	linear.weight	9	-0.08348769694566727
65339	linear.bias	0	-0.08713885396718979
65339	linear.bias	1	-0.10364879667758942
65339	linear.bias	2	-0.5191465020179749
65339	linear.bias	3	-0.6789530515670776
65339	linear.bias	4	-1.0180391073226929
65339	linear.bias	5	-0.013740993104875088
65339	linear.bias	6	-0.6113792657852173
65339	linear.bias	7	0.4544026553630829
65339	linear.bias	8	-0.5715999007225037
65339	linear.bias	9	-0.8287530541419983
65536	transitions	0	0.49220991134643555
65536	transitions	1	0.07438939064741135
65536	transitions	2	-10000.0
65536	transitions	3	-1.8009532690048218
65536	transitions	4	-10000.0
65536	transitions	5	0.6465005874633789
65536	transitions	6	-0.025448601692914963
65536	transitions	7	-0.37760278582572937
65536	transitions	8	-1.3365737199783325
65536	transitions	9	-0.0004778102447744459
65536	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
65536	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
65536	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
65536	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
65536	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
65536	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
65536	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
65536	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
65536	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
65536	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
65536	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
65536	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
65536	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
65536	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
65536	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
65536	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
65536	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
65536	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
65536	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
65536	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
65536	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
65536	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
65536	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
65536	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
65536	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
65536	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
65536	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
65536	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
65536	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
65536	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
65536	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
65536	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
65536	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
65536	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
65536	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
65536	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
65536	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
65536	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
65536	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
65536	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
65536	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
65536	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
65536	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
65536	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
65536	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
65536	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
65536	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
65536	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
65536	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
65536	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
65536	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
65536	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
65536	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
65536	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
65536	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
65536	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
65536	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
65536	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
65536	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
65536	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
65536	embedding2nn.weight	0	0.0005437383078970015
65536	embedding2nn.weight	1	-0.0165886040776968
65536	embedding2nn.weight	2	-0.014268253929913044
65536	embedding2nn.weight	3	0.007968231104314327
65536	embedding2nn.weight	4	-0.0059150345623493195
65536	embedding2nn.weight	5	-0.003700577886775136
65536	embedding2nn.weight	6	-0.003973233979195356
65536	embedding2nn.weight	7	-0.037842586636543274
65536	embedding2nn.weight	8	-0.0019979383796453476
65536	embedding2nn.weight	9	-0.024482635781168938
65536	embedding2nn.bias	0	0.028530681505799294
65536	embedding2nn.bias	1	-0.05730782449245453
65536	embedding2nn.bias	2	0.07254210114479065
65536	embedding2nn.bias	3	0.04248840734362602
65536	embedding2nn.bias	4	-0.01020009070634842
65536	embedding2nn.bias	5	-0.030122850090265274
65536	embedding2nn.bias	6	0.021870054304599762
65536	embedding2nn.bias	7	-0.03218349441885948
65536	embedding2nn.bias	8	0.04876318573951721
65536	embedding2nn.bias	9	0.02712983265519142
65536	rnn.weight_ih_l0	0	-0.021498793736100197
65536	rnn.weight_ih_l0	1	0.005042852833867073
65536	rnn.weight_ih_l0	2	0.04063718020915985
65536	rnn.weight_ih_l0	3	0.0015455562388524413
65536	rnn.weight_ih_l0	4	-0.014908251352608204
65536	rnn.weight_ih_l0	5	-0.05340897664427757
65536	rnn.weight_ih_l0	6	0.012592650949954987
65536	rnn.weight_ih_l0	7	0.050095319747924805
65536	rnn.weight_ih_l0	8	0.0021494536194950342
65536	rnn.weight_ih_l0	9	-0.02643813006579876
65536	rnn.weight_hh_l0	0	-0.03407197445631027
65536	rnn.weight_hh_l0	1	-0.003605667967349291
65536	rnn.weight_hh_l0	2	-0.003299999749287963
65536	rnn.weight_hh_l0	3	-0.044879913330078125
65536	rnn.weight_hh_l0	4	0.054804641753435135
65536	rnn.weight_hh_l0	5	-0.006147013045847416
65536	rnn.weight_hh_l0	6	-0.03912955895066261
65536	rnn.weight_hh_l0	7	-0.017101222649216652
65536	rnn.weight_hh_l0	8	0.0007529011927545071
65536	rnn.weight_hh_l0	9	-0.026937147602438927
65536	rnn.bias_ih_l0	0	0.029875552281737328
65536	rnn.bias_ih_l0	1	-0.019910726696252823
65536	rnn.bias_ih_l0	2	-0.01420630980283022
65536	rnn.bias_ih_l0	3	0.09586610645055771
65536	rnn.bias_ih_l0	4	-0.05309826508164406
65536	rnn.bias_ih_l0	5	-0.036574751138687134
65536	rnn.bias_ih_l0	6	-0.019597776234149933
65536	rnn.bias_ih_l0	7	0.0503532737493515
65536	rnn.bias_ih_l0	8	-0.07996565103530884
65536	rnn.bias_ih_l0	9	-0.009911882691085339
65536	rnn.bias_hh_l0	0	-0.043455738574266434
65536	rnn.bias_hh_l0	1	-0.07296619564294815
65536	rnn.bias_hh_l0	2	-0.02783367410302162
65536	rnn.bias_hh_l0	3	-0.06403947621583939
65536	rnn.bias_hh_l0	4	-0.023140154778957367
65536	rnn.bias_hh_l0	5	-0.008255189284682274
65536	rnn.bias_hh_l0	6	0.02347606234252453
65536	rnn.bias_hh_l0	7	-0.007942167110741138
65536	rnn.bias_hh_l0	8	-0.1174093559384346
65536	rnn.bias_hh_l0	9	-0.0328240804374218
65536	rnn.weight_ih_l0_reverse	0	-0.018290122970938683
65536	rnn.weight_ih_l0_reverse	1	-0.05329274758696556
65536	rnn.weight_ih_l0_reverse	2	-0.036420788615942
65536	rnn.weight_ih_l0_reverse	3	-0.004217172972857952
65536	rnn.weight_ih_l0_reverse	4	-0.0027404127176851034
65536	rnn.weight_ih_l0_reverse	5	-0.04803380370140076
65536	rnn.weight_ih_l0_reverse	6	0.044356491416692734
65536	rnn.weight_ih_l0_reverse	7	-0.03104201704263687
65536	rnn.weight_ih_l0_reverse	8	-0.03636309504508972
65536	rnn.weight_ih_l0_reverse	9	0.0027688629925251007
65536	rnn.weight_hh_l0_reverse	0	0.03701934590935707
65536	rnn.weight_hh_l0_reverse	1	0.028571296483278275
65536	rnn.weight_hh_l0_reverse	2	0.03713732585310936
65536	rnn.weight_hh_l0_reverse	3	0.019515182822942734
65536	rnn.weight_hh_l0_reverse	4	-0.001245770137757063
65536	rnn.weight_hh_l0_reverse	5	0.0034712536726146936
65536	rnn.weight_hh_l0_reverse	6	0.04170196130871773
65536	rnn.weight_hh_l0_reverse	7	-0.04853391274809837
65536	rnn.weight_hh_l0_reverse	8	0.030192764475941658
65536	rnn.weight_hh_l0_reverse	9	0.04524292051792145
65536	rnn.bias_ih_l0_reverse	0	-0.060480423271656036
65536	rnn.bias_ih_l0_reverse	1	-0.1917475312948227
65536	rnn.bias_ih_l0_reverse	2	-0.07142698019742966
65536	rnn.bias_ih_l0_reverse	3	-0.02090965397655964
65536	rnn.bias_ih_l0_reverse	4	-0.025181591510772705
65536	rnn.bias_ih_l0_reverse	5	0.03409695625305176
65536	rnn.bias_ih_l0_reverse	6	-0.04605812579393387
65536	rnn.bias_ih_l0_reverse	7	0.04310020059347153
65536	rnn.bias_ih_l0_reverse	8	-0.03762665390968323
65536	rnn.bias_ih_l0_reverse	9	0.006054081954061985
65536	rnn.bias_hh_l0_reverse	0	-0.0017845331458374858
65536	rnn.bias_hh_l0_reverse	1	-0.04559842869639397
65536	rnn.bias_hh_l0_reverse	2	0.046262286603450775
65536	rnn.bias_hh_l0_reverse	3	-0.02967841736972332
65536	rnn.bias_hh_l0_reverse	4	-0.04540049284696579
65536	rnn.bias_hh_l0_reverse	5	-0.04411611706018448
65536	rnn.bias_hh_l0_reverse	6	-0.036849044263362885
65536	rnn.bias_hh_l0_reverse	7	0.0778435543179512
65536	rnn.bias_hh_l0_reverse	8	0.007026273291558027
65536	rnn.bias_hh_l0_reverse	9	-0.08972273766994476
65536	rnn.weight_ih_l1	0	-0.03554336354136467
65536	rnn.weight_ih_l1	1	-0.04472316429018974
65536	rnn.weight_ih_l1	2	0.06714994460344315
65536	rnn.weight_ih_l1	3	-0.034094374626874924
65536	rnn.weight_ih_l1	4	-0.0015905746258795261
65536	rnn.weight_ih_l1	5	-0.04681914672255516
65536	rnn.weight_ih_l1	6	0.023328185081481934
65536	rnn.weight_ih_l1	7	-0.027508478611707687
65536	rnn.weight_ih_l1	8	0.04025914892554283
65536	rnn.weight_ih_l1	9	0.02792362868785858
65536	rnn.weight_hh_l1	0	-0.012168391607701778
65536	rnn.weight_hh_l1	1	0.0065795802511274815
65536	rnn.weight_hh_l1	2	0.005939250346273184
65536	rnn.weight_hh_l1	3	-0.008970375172793865
65536	rnn.weight_hh_l1	4	-0.0011468649609014392
65536	rnn.weight_hh_l1	5	0.023332616314291954
65536	rnn.weight_hh_l1	6	0.02949354238808155
65536	rnn.weight_hh_l1	7	-0.026477035135030746
65536	rnn.weight_hh_l1	8	-0.024760117754340172
65536	rnn.weight_hh_l1	9	0.039498332887887955
65536	rnn.bias_ih_l1	0	-0.14226683974266052
65536	rnn.bias_ih_l1	1	-0.13015106320381165
65536	rnn.bias_ih_l1	2	-0.1329919993877411
65536	rnn.bias_ih_l1	3	-0.20505057275295258
65536	rnn.bias_ih_l1	4	-0.16450193524360657
65536	rnn.bias_ih_l1	5	-0.09907469153404236
65536	rnn.bias_ih_l1	6	-0.09992707520723343
65536	rnn.bias_ih_l1	7	-0.0313962958753109
65536	rnn.bias_ih_l1	8	-0.07830025255680084
65536	rnn.bias_ih_l1	9	-0.09996528923511505
65536	rnn.bias_hh_l1	0	-0.10487569123506546
65536	rnn.bias_hh_l1	1	-0.04326000064611435
65536	rnn.bias_hh_l1	2	-0.08922470360994339
65536	rnn.bias_hh_l1	3	-0.07579891383647919
65536	rnn.bias_hh_l1	4	-0.10754692554473877
65536	rnn.bias_hh_l1	5	-0.06415817141532898
65536	rnn.bias_hh_l1	6	-0.09914161264896393
65536	rnn.bias_hh_l1	7	-0.01968986727297306
65536	rnn.bias_hh_l1	8	-0.11217036843299866
65536	rnn.bias_hh_l1	9	-0.07721119374036789
65536	rnn.weight_ih_l1_reverse	0	-0.029781771823763847
65536	rnn.weight_ih_l1_reverse	1	0.04136273264884949
65536	rnn.weight_ih_l1_reverse	2	0.004759976174682379
65536	rnn.weight_ih_l1_reverse	3	-0.00575753441080451
65536	rnn.weight_ih_l1_reverse	4	-0.04964715614914894
65536	rnn.weight_ih_l1_reverse	5	-0.03570835292339325
65536	rnn.weight_ih_l1_reverse	6	-0.0014226156054064631
65536	rnn.weight_ih_l1_reverse	7	0.014025088399648666
65536	rnn.weight_ih_l1_reverse	8	0.010170209221541882
65536	rnn.weight_ih_l1_reverse	9	-0.0383874736726284
65536	rnn.weight_hh_l1_reverse	0	0.008595891296863556
65536	rnn.weight_hh_l1_reverse	1	0.02851385436952114
65536	rnn.weight_hh_l1_reverse	2	-0.037653420120477676
65536	rnn.weight_hh_l1_reverse	3	0.04208965599536896
65536	rnn.weight_hh_l1_reverse	4	0.04466733708977699
65536	rnn.weight_hh_l1_reverse	5	0.008281570859253407
65536	rnn.weight_hh_l1_reverse	6	0.008798139169812202
65536	rnn.weight_hh_l1_reverse	7	0.027981407940387726
65536	rnn.weight_hh_l1_reverse	8	-0.0027411156333982944
65536	rnn.weight_hh_l1_reverse	9	-0.041244201362133026
65536	rnn.bias_ih_l1_reverse	0	-0.053172796964645386
65536	rnn.bias_ih_l1_reverse	1	-0.09603249281644821
65536	rnn.bias_ih_l1_reverse	2	-0.10073796659708023
65536	rnn.bias_ih_l1_reverse	3	0.017781052738428116
65536	rnn.bias_ih_l1_reverse	4	-0.16031789779663086
65536	rnn.bias_ih_l1_reverse	5	-0.08278584480285645
65536	rnn.bias_ih_l1_reverse	6	-0.10378098487854004
65536	rnn.bias_ih_l1_reverse	7	-0.13876907527446747
65536	rnn.bias_ih_l1_reverse	8	0.10789316892623901
65536	rnn.bias_ih_l1_reverse	9	0.02109597809612751
65536	rnn.bias_hh_l1_reverse	0	-0.059860069304704666
65536	rnn.bias_hh_l1_reverse	1	0.052591901272535324
65536	rnn.bias_hh_l1_reverse	2	-0.20366500318050385
65536	rnn.bias_hh_l1_reverse	3	-0.08611252158880234
65536	rnn.bias_hh_l1_reverse	4	-0.0556141696870327
65536	rnn.bias_hh_l1_reverse	5	-0.07708070427179337
65536	rnn.bias_hh_l1_reverse	6	0.11857519298791885
65536	rnn.bias_hh_l1_reverse	7	-0.13200870156288147
65536	rnn.bias_hh_l1_reverse	8	-0.0957074835896492
65536	rnn.bias_hh_l1_reverse	9	-0.10440631210803986
65536	linear.weight	0	0.002228822559118271
65536	linear.weight	1	0.033982835710048676
65536	linear.weight	2	-0.08861914277076721
65536	linear.weight	3	0.3390807807445526
65536	linear.weight	4	0.06671573966741562
65536	linear.weight	5	0.00982070341706276
65536	linear.weight	6	-0.024089915677905083
65536	linear.weight	7	0.16049857437610626
65536	linear.weight	8	0.04177314415574074
65536	linear.weight	9	-0.08986300975084305
65536	linear.bias	0	-0.08474091440439224
65536	linear.bias	1	-0.10629945993423462
65536	linear.bias	2	-0.5092365145683289
65536	linear.bias	3	-0.6793672442436218
65536	linear.bias	4	-1.0203673839569092
65536	linear.bias	5	-0.005965618882328272
65536	linear.bias	6	-0.6154363751411438
65536	linear.bias	7	0.46238893270492554
65536	linear.bias	8	-0.5712712407112122
65536	linear.bias	9	-0.8318524956703186
65733	transitions	0	0.48575150966644287
65733	transitions	1	0.07574576139450073
65733	transitions	2	-10000.0
65733	transitions	3	-1.8010238409042358
65733	transitions	4	-10000.0
65733	transitions	5	0.6462062001228333
65733	transitions	6	-0.025625674054026604
65733	transitions	7	-0.37806662917137146
65733	transitions	8	-1.3367220163345337
65733	transitions	9	-0.00048083465662784874
65733	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
65733	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
65733	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
65733	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
65733	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
65733	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
65733	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
65733	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
65733	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
65733	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
65733	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
65733	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
65733	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
65733	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
65733	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
65733	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
65733	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
65733	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
65733	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
65733	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
65733	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
65733	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
65733	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
65733	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
65733	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
65733	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
65733	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
65733	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
65733	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
65733	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
65733	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
65733	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
65733	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
65733	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
65733	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
65733	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
65733	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
65733	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
65733	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
65733	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
65733	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
65733	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
65733	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
65733	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
65733	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
65733	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
65733	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
65733	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
65733	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
65733	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
65733	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
65733	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
65733	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
65733	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
65733	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
65733	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
65733	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
65733	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
65733	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
65733	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
65733	embedding2nn.weight	0	0.0017981346463784575
65733	embedding2nn.weight	1	-0.016608092933893204
65733	embedding2nn.weight	2	-0.014268254861235619
65733	embedding2nn.weight	3	0.006971974857151508
65733	embedding2nn.weight	4	-0.0059150345623493195
65733	embedding2nn.weight	5	-0.0037005781196057796
65733	embedding2nn.weight	6	-0.003973235376179218
65733	embedding2nn.weight	7	-0.037490278482437134
65733	embedding2nn.weight	8	-0.0019979383796453476
65733	embedding2nn.weight	9	-0.024059325456619263
65733	embedding2nn.bias	0	0.02871737629175186
65733	embedding2nn.bias	1	-0.0495389923453331
65733	embedding2nn.bias	2	0.0795435681939125
65733	embedding2nn.bias	3	0.042195986956357956
65733	embedding2nn.bias	4	-0.015749067068099976
65733	embedding2nn.bias	5	-0.028312087059020996
65733	embedding2nn.bias	6	0.010446150787174702
65733	embedding2nn.bias	7	-0.038362741470336914
65733	embedding2nn.bias	8	0.04673992469906807
65733	embedding2nn.bias	9	0.023139141499996185
65733	rnn.weight_ih_l0	0	-0.01950431615114212
65733	rnn.weight_ih_l0	1	0.005184262525290251
65733	rnn.weight_ih_l0	2	0.04028680920600891
65733	rnn.weight_ih_l0	3	0.0016283129807561636
65733	rnn.weight_ih_l0	4	-0.016002535820007324
65733	rnn.weight_ih_l0	5	-0.05361121520400047
65733	rnn.weight_ih_l0	6	0.012586075812578201
65733	rnn.weight_ih_l0	7	0.050854235887527466
65733	rnn.weight_ih_l0	8	0.0014236746355891228
65733	rnn.weight_ih_l0	9	-0.02714637666940689
65733	rnn.weight_hh_l0	0	-0.03382352367043495
65733	rnn.weight_hh_l0	1	-0.003305022371932864
65733	rnn.weight_hh_l0	2	-0.002232886152341962
65733	rnn.weight_hh_l0	3	-0.04451705515384674
65733	rnn.weight_hh_l0	4	0.05595756322145462
65733	rnn.weight_hh_l0	5	-0.006449286360293627
65733	rnn.weight_hh_l0	6	-0.039039794355630875
65733	rnn.weight_hh_l0	7	-0.016908105462789536
65733	rnn.weight_hh_l0	8	0.0007451101555489004
65733	rnn.weight_hh_l0	9	-0.027036333456635475
65733	rnn.bias_ih_l0	0	0.031739383935928345
65733	rnn.bias_ih_l0	1	-0.02301514707505703
65733	rnn.bias_ih_l0	2	-0.015400533564388752
65733	rnn.bias_ih_l0	3	0.0925367996096611
65733	rnn.bias_ih_l0	4	-0.05418872460722923
65733	rnn.bias_ih_l0	5	-0.03598693013191223
65733	rnn.bias_ih_l0	6	-0.02002968080341816
65733	rnn.bias_ih_l0	7	0.05099179968237877
65733	rnn.bias_ih_l0	8	-0.08003103733062744
65733	rnn.bias_ih_l0	9	-0.01195753924548626
65733	rnn.bias_hh_l0	0	-0.043103717267513275
65733	rnn.bias_hh_l0	1	-0.07573297619819641
65733	rnn.bias_hh_l0	2	-0.028388693928718567
65733	rnn.bias_hh_l0	3	-0.0637400895357132
65733	rnn.bias_hh_l0	4	-0.02393973059952259
65733	rnn.bias_hh_l0	5	-0.0069601889699697495
65733	rnn.bias_hh_l0	6	0.021811701357364655
65733	rnn.bias_hh_l0	7	-0.010062667541205883
65733	rnn.bias_hh_l0	8	-0.11869961023330688
65733	rnn.bias_hh_l0	9	-0.029905259609222412
65733	rnn.weight_ih_l0_reverse	0	-0.01851760968565941
65733	rnn.weight_ih_l0_reverse	1	-0.05168503522872925
65733	rnn.weight_ih_l0_reverse	2	-0.03464727848768234
65733	rnn.weight_ih_l0_reverse	3	-0.004756821319460869
65733	rnn.weight_ih_l0_reverse	4	-0.0011118700494989753
65733	rnn.weight_ih_l0_reverse	5	-0.0480574332177639
65733	rnn.weight_ih_l0_reverse	6	0.04495939239859581
65733	rnn.weight_ih_l0_reverse	7	-0.030446453019976616
65733	rnn.weight_ih_l0_reverse	8	-0.03597676008939743
65733	rnn.weight_ih_l0_reverse	9	0.002733885310590267
65733	rnn.weight_hh_l0_reverse	0	0.03779478743672371
65733	rnn.weight_hh_l0_reverse	1	0.028554650023579597
65733	rnn.weight_hh_l0_reverse	2	0.0366058275103569
65733	rnn.weight_hh_l0_reverse	3	0.019062630832195282
65733	rnn.weight_hh_l0_reverse	4	-0.0012336878571659327
65733	rnn.weight_hh_l0_reverse	5	0.0042136968113482
65733	rnn.weight_hh_l0_reverse	6	0.04162215441465378
65733	rnn.weight_hh_l0_reverse	7	-0.04961656406521797
65733	rnn.weight_hh_l0_reverse	8	0.029671337455511093
65733	rnn.weight_hh_l0_reverse	9	0.04520347714424133
65733	rnn.bias_ih_l0_reverse	0	-0.06102198362350464
65733	rnn.bias_ih_l0_reverse	1	-0.18804357945919037
65733	rnn.bias_ih_l0_reverse	2	-0.06961064040660858
65733	rnn.bias_ih_l0_reverse	3	-0.019949445500969887
65733	rnn.bias_ih_l0_reverse	4	-0.023327898234128952
65733	rnn.bias_ih_l0_reverse	5	0.033487483859062195
65733	rnn.bias_ih_l0_reverse	6	-0.045541513711214066
65733	rnn.bias_ih_l0_reverse	7	0.042599476873874664
65733	rnn.bias_ih_l0_reverse	8	-0.038538288325071335
65733	rnn.bias_ih_l0_reverse	9	0.007288289722055197
65733	rnn.bias_hh_l0_reverse	0	-0.0031955819576978683
65733	rnn.bias_hh_l0_reverse	1	-0.042477797716856
65733	rnn.bias_hh_l0_reverse	2	0.043953925371170044
65733	rnn.bias_hh_l0_reverse	3	-0.029480956494808197
65733	rnn.bias_hh_l0_reverse	4	-0.0444774329662323
65733	rnn.bias_hh_l0_reverse	5	-0.04400010034441948
65733	rnn.bias_hh_l0_reverse	6	-0.03345375135540962
65733	rnn.bias_hh_l0_reverse	7	0.08051536232233047
65733	rnn.bias_hh_l0_reverse	8	0.008793921209871769
65733	rnn.bias_hh_l0_reverse	9	-0.08827367424964905
65733	rnn.weight_ih_l1	0	-0.03579432889819145
65733	rnn.weight_ih_l1	1	-0.04348134621977806
65733	rnn.weight_ih_l1	2	0.06684020906686783
65733	rnn.weight_ih_l1	3	-0.03426022082567215
65733	rnn.weight_ih_l1	4	-0.0009965950157493353
65733	rnn.weight_ih_l1	5	-0.04676216095685959
65733	rnn.weight_ih_l1	6	0.023044470697641373
65733	rnn.weight_ih_l1	7	-0.028583556413650513
65733	rnn.weight_ih_l1	8	0.040495894849300385
65733	rnn.weight_ih_l1	9	0.027913201600313187
65733	rnn.weight_hh_l1	0	-0.01203071791678667
65733	rnn.weight_hh_l1	1	0.006642656866461039
65733	rnn.weight_hh_l1	2	0.005875818897038698
65733	rnn.weight_hh_l1	3	-0.008839240297675133
65733	rnn.weight_hh_l1	4	-0.00019741289725061506
65733	rnn.weight_hh_l1	5	0.023969488218426704
65733	rnn.weight_hh_l1	6	0.029751494526863098
65733	rnn.weight_hh_l1	7	-0.026423988863825798
65733	rnn.weight_hh_l1	8	-0.02464207448065281
65733	rnn.weight_hh_l1	9	0.039683274924755096
65733	rnn.bias_ih_l1	0	-0.14340069890022278
65733	rnn.bias_ih_l1	1	-0.13144400715827942
65733	rnn.bias_ih_l1	2	-0.1350184679031372
65733	rnn.bias_ih_l1	3	-0.2079506814479828
65733	rnn.bias_ih_l1	4	-0.16873891651630402
65733	rnn.bias_ih_l1	5	-0.09735313057899475
65733	rnn.bias_ih_l1	6	-0.09880062192678452
65733	rnn.bias_ih_l1	7	-0.03256174176931381
65733	rnn.bias_ih_l1	8	-0.07667670398950577
65733	rnn.bias_ih_l1	9	-0.10108792036771774
65733	rnn.bias_hh_l1	0	-0.10525556653738022
65733	rnn.bias_hh_l1	1	-0.043645404279232025
65733	rnn.bias_hh_l1	2	-0.08976997435092926
65733	rnn.bias_hh_l1	3	-0.07521246373653412
65733	rnn.bias_hh_l1	4	-0.1069118082523346
65733	rnn.bias_hh_l1	5	-0.062285665422677994
65733	rnn.bias_hh_l1	6	-0.09757933020591736
65733	rnn.bias_hh_l1	7	-0.013845697976648808
65733	rnn.bias_hh_l1	8	-0.10769432783126831
65733	rnn.bias_hh_l1	9	-0.07627250254154205
65733	rnn.weight_ih_l1_reverse	0	-0.030503351241350174
65733	rnn.weight_ih_l1_reverse	1	0.04011594504117966
65733	rnn.weight_ih_l1_reverse	2	0.005970514379441738
65733	rnn.weight_ih_l1_reverse	3	-0.004950962029397488
65733	rnn.weight_ih_l1_reverse	4	-0.048067569732666016
65733	rnn.weight_ih_l1_reverse	5	-0.035744111984968185
65733	rnn.weight_ih_l1_reverse	6	0.0007820553728379309
65733	rnn.weight_ih_l1_reverse	7	0.015128552913665771
65733	rnn.weight_ih_l1_reverse	8	0.010277550667524338
65733	rnn.weight_ih_l1_reverse	9	-0.0374135747551918
65733	rnn.weight_hh_l1_reverse	0	0.008566535077989101
65733	rnn.weight_hh_l1_reverse	1	0.028379661962389946
65733	rnn.weight_hh_l1_reverse	2	-0.03763943910598755
65733	rnn.weight_hh_l1_reverse	3	0.042182259261608124
65733	rnn.weight_hh_l1_reverse	4	0.044801015406847
65733	rnn.weight_hh_l1_reverse	5	0.00807360839098692
65733	rnn.weight_hh_l1_reverse	6	0.008836418390274048
65733	rnn.weight_hh_l1_reverse	7	0.027985818684101105
65733	rnn.weight_hh_l1_reverse	8	-0.0026867310516536236
65733	rnn.weight_hh_l1_reverse	9	-0.040922749787569046
65733	rnn.bias_ih_l1_reverse	0	-0.05220384895801544
65733	rnn.bias_ih_l1_reverse	1	-0.09330093115568161
65733	rnn.bias_ih_l1_reverse	2	-0.10083013772964478
65733	rnn.bias_ih_l1_reverse	3	0.019124547019600868
65733	rnn.bias_ih_l1_reverse	4	-0.15967826545238495
65733	rnn.bias_ih_l1_reverse	5	-0.08223056048154831
65733	rnn.bias_ih_l1_reverse	6	-0.10363540798425674
65733	rnn.bias_ih_l1_reverse	7	-0.1380159705877304
65733	rnn.bias_ih_l1_reverse	8	0.10120142996311188
65733	rnn.bias_ih_l1_reverse	9	0.01908663474023342
65733	rnn.bias_hh_l1_reverse	0	-0.06070594862103462
65733	rnn.bias_hh_l1_reverse	1	0.05632662773132324
65733	rnn.bias_hh_l1_reverse	2	-0.20476366579532623
65733	rnn.bias_hh_l1_reverse	3	-0.08429433405399323
65733	rnn.bias_hh_l1_reverse	4	-0.05551900714635849
65733	rnn.bias_hh_l1_reverse	5	-0.07860264182090759
65733	rnn.bias_hh_l1_reverse	6	0.10938827693462372
65733	rnn.bias_hh_l1_reverse	7	-0.13408206403255463
65733	rnn.bias_hh_l1_reverse	8	-0.096731998026371
65733	rnn.bias_hh_l1_reverse	9	-0.10550017654895782
65733	linear.weight	0	0.002228822559118271
65733	linear.weight	1	0.02964629977941513
65733	linear.weight	2	-0.09449411928653717
65733	linear.weight	3	0.3448837995529175
65733	linear.weight	4	0.05716121196746826
65733	linear.weight	5	0.010227205231785774
65733	linear.weight	6	-0.021850556135177612
65733	linear.weight	7	0.1625266969203949
65733	linear.weight	8	0.04177040234208107
65733	linear.weight	9	-0.08751874417066574
65733	linear.bias	0	-0.08323699235916138
65733	linear.bias	1	-0.08401258289813995
65733	linear.bias	2	-0.49231261014938354
65733	linear.bias	3	-0.6909757852554321
65733	linear.bias	4	-1.0343979597091675
65733	linear.bias	5	-0.010075577534735203
65733	linear.bias	6	-0.5937601923942566
65733	linear.bias	7	0.45581865310668945
65733	linear.bias	8	-0.5913573503494263
65733	linear.bias	9	-0.8522149920463562
65930	transitions	0	0.4940546452999115
65930	transitions	1	0.07389631867408752
65930	transitions	2	-10000.0
65930	transitions	3	-1.8011034727096558
65930	transitions	4	-10000.0
65930	transitions	5	0.6460866332054138
65930	transitions	6	-0.025836562737822533
65930	transitions	7	-0.37882789969444275
65930	transitions	8	-1.3369115591049194
65930	transitions	9	-0.0004830353718716651
65930	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
65930	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
65930	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
65930	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
65930	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
65930	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
65930	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
65930	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
65930	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
65930	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
65930	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
65930	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
65930	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
65930	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
65930	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
65930	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
65930	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
65930	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
65930	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
65930	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
65930	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
65930	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
65930	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
65930	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
65930	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
65930	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
65930	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
65930	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
65930	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
65930	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
65930	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
65930	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
65930	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
65930	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
65930	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
65930	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
65930	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
65930	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
65930	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
65930	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
65930	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
65930	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
65930	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
65930	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
65930	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
65930	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
65930	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
65930	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
65930	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
65930	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
65930	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
65930	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
65930	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
65930	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
65930	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
65930	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
65930	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
65930	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
65930	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
65930	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
65930	embedding2nn.weight	0	0.002446558093652129
65930	embedding2nn.weight	1	-0.01687678135931492
65930	embedding2nn.weight	2	-0.014268254861235619
65930	embedding2nn.weight	3	0.008520390838384628
65930	embedding2nn.weight	4	-0.0059150345623493195
65930	embedding2nn.weight	5	-0.0037005767226219177
65930	embedding2nn.weight	6	-0.003973235841840506
65930	embedding2nn.weight	7	-0.0376807264983654
65930	embedding2nn.weight	8	-0.0019979383796453476
65930	embedding2nn.weight	9	-0.024808159098029137
65930	embedding2nn.bias	0	0.030725371092557907
65930	embedding2nn.bias	1	-0.06338915228843689
65930	embedding2nn.bias	2	0.08040657639503479
65930	embedding2nn.bias	3	0.0360746867954731
65930	embedding2nn.bias	4	-0.007664613891392946
65930	embedding2nn.bias	5	-0.02705737017095089
65930	embedding2nn.bias	6	0.00621122308075428
65930	embedding2nn.bias	7	-0.034060098230838776
65930	embedding2nn.bias	8	0.05047670006752014
65930	embedding2nn.bias	9	0.03588239848613739
65930	rnn.weight_ih_l0	0	-0.018913744017481804
65930	rnn.weight_ih_l0	1	0.0043485346250236034
65930	rnn.weight_ih_l0	2	0.038783326745033264
65930	rnn.weight_ih_l0	3	0.0025588544085621834
65930	rnn.weight_ih_l0	4	-0.01594661734998226
65930	rnn.weight_ih_l0	5	-0.05334687605500221
65930	rnn.weight_ih_l0	6	0.012338452972471714
65930	rnn.weight_ih_l0	7	0.05086137354373932
65930	rnn.weight_ih_l0	8	0.002836572704836726
65930	rnn.weight_ih_l0	9	-0.02754187397658825
65930	rnn.weight_hh_l0	0	-0.034400079399347305
65930	rnn.weight_hh_l0	1	-0.0036249542608857155
65930	rnn.weight_hh_l0	2	-0.001853665104135871
65930	rnn.weight_hh_l0	3	-0.0444466695189476
65930	rnn.weight_hh_l0	4	0.055443886667490005
65930	rnn.weight_hh_l0	5	-0.006707917898893356
65930	rnn.weight_hh_l0	6	-0.038163118064403534
65930	rnn.weight_hh_l0	7	-0.015010502189397812
65930	rnn.weight_hh_l0	8	-0.0006135287112556398
65930	rnn.weight_hh_l0	9	-0.027689199894666672
65930	rnn.bias_ih_l0	0	0.03149214759469032
65930	rnn.bias_ih_l0	1	-0.019528141245245934
65930	rnn.bias_ih_l0	2	-0.013083349913358688
65930	rnn.bias_ih_l0	3	0.09432350844144821
65930	rnn.bias_ih_l0	4	-0.05513811483979225
65930	rnn.bias_ih_l0	5	-0.03504479303956032
65930	rnn.bias_ih_l0	6	-0.017414432018995285
65930	rnn.bias_ih_l0	7	0.05132080987095833
65930	rnn.bias_ih_l0	8	-0.07936570793390274
65930	rnn.bias_ih_l0	9	-0.019252128899097443
65930	rnn.bias_hh_l0	0	-0.041814934462308884
65930	rnn.bias_hh_l0	1	-0.0752948448061943
65930	rnn.bias_hh_l0	2	-0.02886662632226944
65930	rnn.bias_hh_l0	3	-0.06316950172185898
65930	rnn.bias_hh_l0	4	-0.01950538530945778
65930	rnn.bias_hh_l0	5	-0.0081159807741642
65930	rnn.bias_hh_l0	6	0.02226261980831623
65930	rnn.bias_hh_l0	7	-0.009360237047076225
65930	rnn.bias_hh_l0	8	-0.11930638551712036
65930	rnn.bias_hh_l0	9	-0.03205808624625206
65930	rnn.weight_ih_l0_reverse	0	-0.018191030248999596
65930	rnn.weight_ih_l0_reverse	1	-0.051135171204805374
65930	rnn.weight_ih_l0_reverse	2	-0.03440864011645317
65930	rnn.weight_ih_l0_reverse	3	-0.0051108468323946
65930	rnn.weight_ih_l0_reverse	4	-0.0001256295945495367
65930	rnn.weight_ih_l0_reverse	5	-0.04876692593097687
65930	rnn.weight_ih_l0_reverse	6	0.04585728049278259
65930	rnn.weight_ih_l0_reverse	7	-0.0298616960644722
65930	rnn.weight_ih_l0_reverse	8	-0.03588622063398361
65930	rnn.weight_ih_l0_reverse	9	0.00341385742649436
65930	rnn.weight_hh_l0_reverse	0	0.037533581256866455
65930	rnn.weight_hh_l0_reverse	1	0.028875764459371567
65930	rnn.weight_hh_l0_reverse	2	0.03629755228757858
65930	rnn.weight_hh_l0_reverse	3	0.01937391422688961
65930	rnn.weight_hh_l0_reverse	4	-0.0016934849554672837
65930	rnn.weight_hh_l0_reverse	5	0.004928838461637497
65930	rnn.weight_hh_l0_reverse	6	0.04135189205408096
65930	rnn.weight_hh_l0_reverse	7	-0.04901348799467087
65930	rnn.weight_hh_l0_reverse	8	0.030665911734104156
65930	rnn.weight_hh_l0_reverse	9	0.044495660811662674
65930	rnn.bias_ih_l0_reverse	0	-0.06383908540010452
65930	rnn.bias_ih_l0_reverse	1	-0.18631616234779358
65930	rnn.bias_ih_l0_reverse	2	-0.07099561393260956
65930	rnn.bias_ih_l0_reverse	3	-0.020178748294711113
65930	rnn.bias_ih_l0_reverse	4	-0.025272730737924576
65930	rnn.bias_ih_l0_reverse	5	0.035849086940288544
65930	rnn.bias_ih_l0_reverse	6	-0.04870475083589554
65930	rnn.bias_ih_l0_reverse	7	0.04586021229624748
65930	rnn.bias_ih_l0_reverse	8	-0.03515195474028587
65930	rnn.bias_ih_l0_reverse	9	0.007569828536361456
65930	rnn.bias_hh_l0_reverse	0	-0.0042653074488043785
65930	rnn.bias_hh_l0_reverse	1	-0.04113650321960449
65930	rnn.bias_hh_l0_reverse	2	0.0453367680311203
65930	rnn.bias_hh_l0_reverse	3	-0.028793124482035637
65930	rnn.bias_hh_l0_reverse	4	-0.04147017374634743
65930	rnn.bias_hh_l0_reverse	5	-0.042686380445957184
65930	rnn.bias_hh_l0_reverse	6	-0.03679206594824791
65930	rnn.bias_hh_l0_reverse	7	0.08036104589700699
65930	rnn.bias_hh_l0_reverse	8	0.008670189417898655
65930	rnn.bias_hh_l0_reverse	9	-0.08805836737155914
65930	rnn.weight_ih_l1	0	-0.03584951162338257
65930	rnn.weight_ih_l1	1	-0.042864978313446045
65930	rnn.weight_ih_l1	2	0.06739182770252228
65930	rnn.weight_ih_l1	3	-0.0336478129029274
65930	rnn.weight_ih_l1	4	-0.0007864134386181831
65930	rnn.weight_ih_l1	5	-0.04712352156639099
65930	rnn.weight_ih_l1	6	0.02232431247830391
65930	rnn.weight_ih_l1	7	-0.03078830987215042
65930	rnn.weight_ih_l1	8	0.04046463966369629
65930	rnn.weight_ih_l1	9	0.02772735059261322
65930	rnn.weight_hh_l1	0	-0.013410096056759357
65930	rnn.weight_hh_l1	1	0.006650206167250872
65930	rnn.weight_hh_l1	2	0.0061384541913867
65930	rnn.weight_hh_l1	3	-0.0088565144687891
65930	rnn.weight_hh_l1	4	-0.00020829222921747714
65930	rnn.weight_hh_l1	5	0.023938417434692383
65930	rnn.weight_hh_l1	6	0.02942613512277603
65930	rnn.weight_hh_l1	7	-0.025837823748588562
65930	rnn.weight_hh_l1	8	-0.025314776226878166
65930	rnn.weight_hh_l1	9	0.039390645921230316
65930	rnn.bias_ih_l1	0	-0.1420133411884308
65930	rnn.bias_ih_l1	1	-0.13512316346168518
65930	rnn.bias_ih_l1	2	-0.1353449523448944
65930	rnn.bias_ih_l1	3	-0.20745742321014404
65930	rnn.bias_ih_l1	4	-0.16749076545238495
65930	rnn.bias_ih_l1	5	-0.09442144632339478
65930	rnn.bias_ih_l1	6	-0.09511517733335495
65930	rnn.bias_ih_l1	7	-0.03134448826313019
65930	rnn.bias_ih_l1	8	-0.0752393826842308
65930	rnn.bias_ih_l1	9	-0.09860488027334213
65930	rnn.bias_hh_l1	0	-0.10422024130821228
65930	rnn.bias_hh_l1	1	-0.04277261719107628
65930	rnn.bias_hh_l1	2	-0.08740253746509552
65930	rnn.bias_hh_l1	3	-0.07721792906522751
65930	rnn.bias_hh_l1	4	-0.10576004534959793
65930	rnn.bias_hh_l1	5	-0.06465944647789001
65930	rnn.bias_hh_l1	6	-0.09691087156534195
65930	rnn.bias_hh_l1	7	-0.01746293716132641
65930	rnn.bias_hh_l1	8	-0.10826832056045532
65930	rnn.bias_hh_l1	9	-0.07522047311067581
65930	rnn.weight_ih_l1_reverse	0	-0.03140883892774582
65930	rnn.weight_ih_l1_reverse	1	0.039262522011995316
65930	rnn.weight_ih_l1_reverse	2	0.0060223801992833614
65930	rnn.weight_ih_l1_reverse	3	-0.0020254089031368494
65930	rnn.weight_ih_l1_reverse	4	-0.04611176252365112
65930	rnn.weight_ih_l1_reverse	5	-0.03549836575984955
65930	rnn.weight_ih_l1_reverse	6	-0.001916701439768076
65930	rnn.weight_ih_l1_reverse	7	0.015161517076194286
65930	rnn.weight_ih_l1_reverse	8	0.009039303287863731
65930	rnn.weight_ih_l1_reverse	9	-0.03523901104927063
65930	rnn.weight_hh_l1_reverse	0	0.00876680202782154
65930	rnn.weight_hh_l1_reverse	1	0.028480293229222298
65930	rnn.weight_hh_l1_reverse	2	-0.037578921765089035
65930	rnn.weight_hh_l1_reverse	3	0.04205584153532982
65930	rnn.weight_hh_l1_reverse	4	0.04402785375714302
65930	rnn.weight_hh_l1_reverse	5	0.008740570396184921
65930	rnn.weight_hh_l1_reverse	6	0.008213413879275322
65930	rnn.weight_hh_l1_reverse	7	0.0282099898904562
65930	rnn.weight_hh_l1_reverse	8	-0.0028191241435706615
65930	rnn.weight_hh_l1_reverse	9	-0.041141580790281296
65930	rnn.bias_ih_l1_reverse	0	-0.05158897489309311
65930	rnn.bias_ih_l1_reverse	1	-0.09824615716934204
65930	rnn.bias_ih_l1_reverse	2	-0.10300029814243317
65930	rnn.bias_ih_l1_reverse	3	0.02082919515669346
65930	rnn.bias_ih_l1_reverse	4	-0.15878577530384064
65930	rnn.bias_ih_l1_reverse	5	-0.08443685621023178
65930	rnn.bias_ih_l1_reverse	6	-0.10460129380226135
65930	rnn.bias_ih_l1_reverse	7	-0.13822390139102936
65930	rnn.bias_ih_l1_reverse	8	0.08798723667860031
65930	rnn.bias_ih_l1_reverse	9	0.014325778931379318
65930	rnn.bias_hh_l1_reverse	0	-0.06551673263311386
65930	rnn.bias_hh_l1_reverse	1	0.04506588354706764
65930	rnn.bias_hh_l1_reverse	2	-0.20531128346920013
65930	rnn.bias_hh_l1_reverse	3	-0.08554652333259583
65930	rnn.bias_hh_l1_reverse	4	-0.055066488683223724
65930	rnn.bias_hh_l1_reverse	5	-0.07855246961116791
65930	rnn.bias_hh_l1_reverse	6	0.11074836552143097
65930	rnn.bias_hh_l1_reverse	7	-0.13302592933177948
65930	rnn.bias_hh_l1_reverse	8	-0.09588134288787842
65930	rnn.bias_hh_l1_reverse	9	-0.10542738437652588
65930	linear.weight	0	0.002228822559118271
65930	linear.weight	1	0.014779691584408283
65930	linear.weight	2	-0.0975828766822815
65930	linear.weight	3	0.34348592162132263
65930	linear.weight	4	0.054088376462459564
65930	linear.weight	5	0.007467393297702074
65930	linear.weight	6	-0.0026454536709934473
65930	linear.weight	7	0.15201708674430847
65930	linear.weight	8	0.04176605865359306
65930	linear.weight	9	-0.09126301854848862
65930	linear.bias	0	-0.09714081883430481
65930	linear.bias	1	-0.11903836578130722
65930	linear.bias	2	-0.4924454689025879
65930	linear.bias	3	-0.6946563720703125
65930	linear.bias	4	-1.037223219871521
65930	linear.bias	5	-0.022673431783914566
65930	linear.bias	6	-0.6301071643829346
65930	linear.bias	7	0.44305095076560974
65930	linear.bias	8	-0.6003369688987732
65930	linear.bias	9	-0.8631448149681091
66127	transitions	0	0.4895024299621582
66127	transitions	1	0.08374127745628357
66127	transitions	2	-10000.0
66127	transitions	3	-1.8011538982391357
66127	transitions	4	-10000.0
66127	transitions	5	0.645858883857727
66127	transitions	6	-0.026029512286186218
66127	transitions	7	-0.3795538544654846
66127	transitions	8	-1.3370916843414307
66127	transitions	9	-0.00048673199489712715
66127	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
66127	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
66127	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
66127	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
66127	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
66127	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
66127	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
66127	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
66127	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
66127	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
66127	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
66127	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
66127	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
66127	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
66127	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
66127	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
66127	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
66127	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
66127	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
66127	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
66127	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
66127	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
66127	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
66127	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
66127	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
66127	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
66127	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
66127	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
66127	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
66127	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
66127	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
66127	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
66127	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
66127	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
66127	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
66127	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
66127	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
66127	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
66127	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
66127	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
66127	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
66127	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
66127	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
66127	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
66127	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
66127	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
66127	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
66127	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
66127	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
66127	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
66127	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
66127	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
66127	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
66127	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
66127	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
66127	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
66127	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
66127	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
66127	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
66127	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
66127	embedding2nn.weight	0	0.0017044625710695982
66127	embedding2nn.weight	1	-0.017076341435313225
66127	embedding2nn.weight	2	-0.014268254861235619
66127	embedding2nn.weight	3	0.008075579069554806
66127	embedding2nn.weight	4	-0.0059150345623493195
66127	embedding2nn.weight	5	-0.0037005767226219177
66127	embedding2nn.weight	6	-0.003973234444856644
66127	embedding2nn.weight	7	-0.03765338286757469
66127	embedding2nn.weight	8	-0.0019979383796453476
66127	embedding2nn.weight	9	-0.02553771622478962
66127	embedding2nn.bias	0	0.029867814853787422
66127	embedding2nn.bias	1	-0.061115629971027374
66127	embedding2nn.bias	2	0.07144394516944885
66127	embedding2nn.bias	3	0.04113483056426048
66127	embedding2nn.bias	4	-0.01564704068005085
66127	embedding2nn.bias	5	-0.03285134583711624
66127	embedding2nn.bias	6	0.006641880143433809
66127	embedding2nn.bias	7	-0.0403226837515831
66127	embedding2nn.bias	8	0.05352737754583359
66127	embedding2nn.bias	9	0.0386451780796051
66127	rnn.weight_ih_l0	0	-0.017925532534718513
66127	rnn.weight_ih_l0	1	0.0047368332743644714
66127	rnn.weight_ih_l0	2	0.03792170435190201
66127	rnn.weight_ih_l0	3	0.0026134061627089977
66127	rnn.weight_ih_l0	4	-0.012983926571905613
66127	rnn.weight_ih_l0	5	-0.05306907743215561
66127	rnn.weight_ih_l0	6	0.011533532291650772
66127	rnn.weight_ih_l0	7	0.05156753212213516
66127	rnn.weight_ih_l0	8	0.003335638903081417
66127	rnn.weight_ih_l0	9	-0.027139971032738686
66127	rnn.weight_hh_l0	0	-0.033558979630470276
66127	rnn.weight_hh_l0	1	-0.0035184926819056273
66127	rnn.weight_hh_l0	2	-0.001498469733633101
66127	rnn.weight_hh_l0	3	-0.043335381895303726
66127	rnn.weight_hh_l0	4	0.054834261536598206
66127	rnn.weight_hh_l0	5	-0.006075718905776739
66127	rnn.weight_hh_l0	6	-0.039245158433914185
66127	rnn.weight_hh_l0	7	-0.017698848620057106
66127	rnn.weight_hh_l0	8	-0.00035225984174758196
66127	rnn.weight_hh_l0	9	-0.02788465842604637
66127	rnn.bias_ih_l0	0	0.03164578229188919
66127	rnn.bias_ih_l0	1	-0.019687704741954803
66127	rnn.bias_ih_l0	2	-0.012802306562662125
66127	rnn.bias_ih_l0	3	0.09202738851308823
66127	rnn.bias_ih_l0	4	-0.05632936209440231
66127	rnn.bias_ih_l0	5	-0.03372953459620476
66127	rnn.bias_ih_l0	6	-0.015071049332618713
66127	rnn.bias_ih_l0	7	0.05149705335497856
66127	rnn.bias_ih_l0	8	-0.08072368055582047
66127	rnn.bias_ih_l0	9	-0.016856379806995392
66127	rnn.bias_hh_l0	0	-0.04271654784679413
66127	rnn.bias_hh_l0	1	-0.07303780317306519
66127	rnn.bias_hh_l0	2	-0.03088364750146866
66127	rnn.bias_hh_l0	3	-0.06287924200296402
66127	rnn.bias_hh_l0	4	-0.02184230461716652
66127	rnn.bias_hh_l0	5	-0.008264731615781784
66127	rnn.bias_hh_l0	6	0.023650294169783592
66127	rnn.bias_hh_l0	7	-0.0159908477216959
66127	rnn.bias_hh_l0	8	-0.12053576856851578
66127	rnn.bias_hh_l0	9	-0.023837344720959663
66127	rnn.weight_ih_l0_reverse	0	-0.018418628722429276
66127	rnn.weight_ih_l0_reverse	1	-0.0509151928126812
66127	rnn.weight_ih_l0_reverse	2	-0.03482918068766594
66127	rnn.weight_ih_l0_reverse	3	-0.0038811899721622467
66127	rnn.weight_ih_l0_reverse	4	0.0009558218298479915
66127	rnn.weight_ih_l0_reverse	5	-0.049676839262247086
66127	rnn.weight_ih_l0_reverse	6	0.045303571969270706
66127	rnn.weight_ih_l0_reverse	7	-0.029801977798342705
66127	rnn.weight_ih_l0_reverse	8	-0.03608063980937004
66127	rnn.weight_ih_l0_reverse	9	0.0026449135039001703
66127	rnn.weight_hh_l0_reverse	0	0.03761179372668266
66127	rnn.weight_hh_l0_reverse	1	0.028974410146474838
66127	rnn.weight_hh_l0_reverse	2	0.036636676639318466
66127	rnn.weight_hh_l0_reverse	3	0.019484754651784897
66127	rnn.weight_hh_l0_reverse	4	-0.0011332478607073426
66127	rnn.weight_hh_l0_reverse	5	0.005340842995792627
66127	rnn.weight_hh_l0_reverse	6	0.04163690283894539
66127	rnn.weight_hh_l0_reverse	7	-0.048876550048589706
66127	rnn.weight_hh_l0_reverse	8	0.03088364563882351
66127	rnn.weight_hh_l0_reverse	9	0.044177062809467316
66127	rnn.bias_ih_l0_reverse	0	-0.06212999299168587
66127	rnn.bias_ih_l0_reverse	1	-0.18555848300457
66127	rnn.bias_ih_l0_reverse	2	-0.06889592856168747
66127	rnn.bias_ih_l0_reverse	3	-0.017440693452954292
66127	rnn.bias_ih_l0_reverse	4	-0.02559804730117321
66127	rnn.bias_ih_l0_reverse	5	0.03864174708724022
66127	rnn.bias_ih_l0_reverse	6	-0.04986312612891197
66127	rnn.bias_ih_l0_reverse	7	0.043922070413827896
66127	rnn.bias_ih_l0_reverse	8	-0.03675099462270737
66127	rnn.bias_ih_l0_reverse	9	0.009419224224984646
66127	rnn.bias_hh_l0_reverse	0	-0.003308152547106147
66127	rnn.bias_hh_l0_reverse	1	-0.03266039490699768
66127	rnn.bias_hh_l0_reverse	2	0.0506664402782917
66127	rnn.bias_hh_l0_reverse	3	-0.027335012331604958
66127	rnn.bias_hh_l0_reverse	4	-0.04514332488179207
66127	rnn.bias_hh_l0_reverse	5	-0.04248945415019989
66127	rnn.bias_hh_l0_reverse	6	-0.03778601437807083
66127	rnn.bias_hh_l0_reverse	7	0.07726243883371353
66127	rnn.bias_hh_l0_reverse	8	0.011018968187272549
66127	rnn.bias_hh_l0_reverse	9	-0.08533575385808945
66127	rnn.weight_ih_l1	0	-0.03623562306165695
66127	rnn.weight_ih_l1	1	-0.043461039662361145
66127	rnn.weight_ih_l1	2	0.06488066911697388
66127	rnn.weight_ih_l1	3	-0.032979898154735565
66127	rnn.weight_ih_l1	4	-6.707290594931692e-05
66127	rnn.weight_ih_l1	5	-0.046938907355070114
66127	rnn.weight_ih_l1	6	0.022730376571416855
66127	rnn.weight_ih_l1	7	-0.03043658658862114
66127	rnn.weight_ih_l1	8	0.04043116047978401
66127	rnn.weight_ih_l1	9	0.02801336720585823
66127	rnn.weight_hh_l1	0	-0.013178309425711632
66127	rnn.weight_hh_l1	1	0.0069977035745978355
66127	rnn.weight_hh_l1	2	0.005420318804681301
66127	rnn.weight_hh_l1	3	-0.009203288704156876
66127	rnn.weight_hh_l1	4	0.0015758686931803823
66127	rnn.weight_hh_l1	5	0.02402374893426895
66127	rnn.weight_hh_l1	6	0.02855951525270939
66127	rnn.weight_hh_l1	7	-0.02609882317483425
66127	rnn.weight_hh_l1	8	-0.02463439665734768
66127	rnn.weight_hh_l1	9	0.038865137845277786
66127	rnn.bias_ih_l1	0	-0.13794127106666565
66127	rnn.bias_ih_l1	1	-0.13376745581626892
66127	rnn.bias_ih_l1	2	-0.1371760070323944
66127	rnn.bias_ih_l1	3	-0.20652543008327484
66127	rnn.bias_ih_l1	4	-0.17328068614006042
66127	rnn.bias_ih_l1	5	-0.09397342056035995
66127	rnn.bias_ih_l1	6	-0.09850265830755234
66127	rnn.bias_ih_l1	7	-0.03069256991147995
66127	rnn.bias_ih_l1	8	-0.07638461887836456
66127	rnn.bias_ih_l1	9	-0.0981035903096199
66127	rnn.bias_hh_l1	0	-0.1013949066400528
66127	rnn.bias_hh_l1	1	-0.0417117103934288
66127	rnn.bias_hh_l1	2	-0.08726028352975845
66127	rnn.bias_hh_l1	3	-0.0760234147310257
66127	rnn.bias_hh_l1	4	-0.10667736828327179
66127	rnn.bias_hh_l1	5	-0.06556485593318939
66127	rnn.bias_hh_l1	6	-0.09318428486585617
66127	rnn.bias_hh_l1	7	-0.01582753099501133
66127	rnn.bias_hh_l1	8	-0.10767911374568939
66127	rnn.bias_hh_l1	9	-0.07925958931446075
66127	rnn.weight_ih_l1_reverse	0	-0.03294206038117409
66127	rnn.weight_ih_l1_reverse	1	0.0390983484685421
66127	rnn.weight_ih_l1_reverse	2	0.00799116212874651
66127	rnn.weight_ih_l1_reverse	3	-0.0019746606703847647
66127	rnn.weight_ih_l1_reverse	4	-0.045829325914382935
66127	rnn.weight_ih_l1_reverse	5	-0.03571641445159912
66127	rnn.weight_ih_l1_reverse	6	-0.003098639426752925
66127	rnn.weight_ih_l1_reverse	7	0.015616543591022491
66127	rnn.weight_ih_l1_reverse	8	0.00854400172829628
66127	rnn.weight_ih_l1_reverse	9	-0.03518037497997284
66127	rnn.weight_hh_l1_reverse	0	0.008654747158288956
66127	rnn.weight_hh_l1_reverse	1	0.02850566990673542
66127	rnn.weight_hh_l1_reverse	2	-0.03754256293177605
66127	rnn.weight_hh_l1_reverse	3	0.04197791591286659
66127	rnn.weight_hh_l1_reverse	4	0.04454518109560013
66127	rnn.weight_hh_l1_reverse	5	0.009052811190485954
66127	rnn.weight_hh_l1_reverse	6	0.008968879468739033
66127	rnn.weight_hh_l1_reverse	7	0.028328273445367813
66127	rnn.weight_hh_l1_reverse	8	-0.0026630547363311052
66127	rnn.weight_hh_l1_reverse	9	-0.04118013381958008
66127	rnn.bias_ih_l1_reverse	0	-0.050145044922828674
66127	rnn.bias_ih_l1_reverse	1	-0.1022784635424614
66127	rnn.bias_ih_l1_reverse	2	-0.10505879670381546
66127	rnn.bias_ih_l1_reverse	3	0.019076742231845856
66127	rnn.bias_ih_l1_reverse	4	-0.16001713275909424
66127	rnn.bias_ih_l1_reverse	5	-0.08477990329265594
66127	rnn.bias_ih_l1_reverse	6	-0.10359066724777222
66127	rnn.bias_ih_l1_reverse	7	-0.13739509880542755
66127	rnn.bias_ih_l1_reverse	8	0.0947580337524414
66127	rnn.bias_ih_l1_reverse	9	0.011604483239352703
66127	rnn.bias_hh_l1_reverse	0	-0.06683675944805145
66127	rnn.bias_hh_l1_reverse	1	0.042702920734882355
66127	rnn.bias_hh_l1_reverse	2	-0.20495902001857758
66127	rnn.bias_hh_l1_reverse	3	-0.08614233136177063
66127	rnn.bias_hh_l1_reverse	4	-0.055554118007421494
66127	rnn.bias_hh_l1_reverse	5	-0.07556094974279404
66127	rnn.bias_hh_l1_reverse	6	0.09715971350669861
66127	rnn.bias_hh_l1_reverse	7	-0.13230597972869873
66127	rnn.bias_hh_l1_reverse	8	-0.0963948518037796
66127	rnn.bias_hh_l1_reverse	9	-0.10480065643787384
66127	linear.weight	0	0.002228822559118271
66127	linear.weight	1	0.008447861298918724
66127	linear.weight	2	-0.10068735480308533
66127	linear.weight	3	0.33677664399147034
66127	linear.weight	4	0.05106867104768753
66127	linear.weight	5	0.004313306882977486
66127	linear.weight	6	0.004012947902083397
66127	linear.weight	7	0.1459680199623108
66127	linear.weight	8	0.04176164045929909
66127	linear.weight	9	-0.08034229278564453
66127	linear.bias	0	-0.10474815219640732
66127	linear.bias	1	-0.1388934850692749
66127	linear.bias	2	-0.5306505560874939
66127	linear.bias	3	-0.7023726105690002
66127	linear.bias	4	-1.0459834337234497
66127	linear.bias	5	-0.012506552040576935
66127	linear.bias	6	-0.6443440318107605
66127	linear.bias	7	0.45438235998153687
66127	linear.bias	8	-0.5692682266235352
66127	linear.bias	9	-0.8345718383789062
66324	transitions	0	0.5078139305114746
66324	transitions	1	0.08164022862911224
66324	transitions	2	-10000.0
66324	transitions	3	-1.8012287616729736
66324	transitions	4	-10000.0
66324	transitions	5	0.645643949508667
66324	transitions	6	-0.026213830336928368
66324	transitions	7	-0.3801928758621216
66324	transitions	8	-1.337350606918335
66324	transitions	9	-0.0004902108921669424
66324	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
66324	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
66324	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
66324	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
66324	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
66324	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
66324	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
66324	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
66324	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
66324	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
66324	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
66324	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
66324	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
66324	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
66324	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
66324	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
66324	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
66324	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
66324	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
66324	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
66324	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
66324	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
66324	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
66324	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
66324	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
66324	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
66324	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
66324	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
66324	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
66324	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
66324	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
66324	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
66324	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
66324	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
66324	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
66324	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
66324	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
66324	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
66324	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
66324	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
66324	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
66324	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
66324	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
66324	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
66324	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
66324	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
66324	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
66324	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
66324	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
66324	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
66324	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
66324	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
66324	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
66324	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
66324	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
66324	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
66324	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
66324	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
66324	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
66324	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
66324	embedding2nn.weight	0	0.0017112833447754383
66324	embedding2nn.weight	1	-0.01725340075790882
66324	embedding2nn.weight	2	-0.014268254861235619
66324	embedding2nn.weight	3	0.009839658625423908
66324	embedding2nn.weight	4	-0.0059150345623493195
66324	embedding2nn.weight	5	-0.0037005767226219177
66324	embedding2nn.weight	6	-0.003973233047872782
66324	embedding2nn.weight	7	-0.0391879677772522
66324	embedding2nn.weight	8	-0.0019979383796453476
66324	embedding2nn.weight	9	-0.026522792875766754
66324	embedding2nn.bias	0	0.029384050518274307
66324	embedding2nn.bias	1	-0.05703398212790489
66324	embedding2nn.bias	2	0.06996483355760574
66324	embedding2nn.bias	3	0.03790467232465744
66324	embedding2nn.bias	4	-0.017503324896097183
66324	embedding2nn.bias	5	-0.033285751938819885
66324	embedding2nn.bias	6	0.01106307189911604
66324	embedding2nn.bias	7	-0.04101860523223877
66324	embedding2nn.bias	8	0.04477851837873459
66324	embedding2nn.bias	9	0.029735039919614792
66324	rnn.weight_ih_l0	0	-0.017381468787789345
66324	rnn.weight_ih_l0	1	0.0047172377817332745
66324	rnn.weight_ih_l0	2	0.03772614151239395
66324	rnn.weight_ih_l0	3	0.0027681393548846245
66324	rnn.weight_ih_l0	4	-0.012637597508728504
66324	rnn.weight_ih_l0	5	-0.05275636166334152
66324	rnn.weight_ih_l0	6	0.012010371312499046
66324	rnn.weight_ih_l0	7	0.05145528167486191
66324	rnn.weight_ih_l0	8	0.0020256617572158575
66324	rnn.weight_ih_l0	9	-0.026873376220464706
66324	rnn.weight_hh_l0	0	-0.03312406688928604
66324	rnn.weight_hh_l0	1	-0.003148485440760851
66324	rnn.weight_hh_l0	2	-0.002754811430349946
66324	rnn.weight_hh_l0	3	-0.04486389085650444
66324	rnn.weight_hh_l0	4	0.05469052866101265
66324	rnn.weight_hh_l0	5	-0.00553158950060606
66324	rnn.weight_hh_l0	6	-0.036834508180618286
66324	rnn.weight_hh_l0	7	-0.015896586701273918
66324	rnn.weight_hh_l0	8	0.00033903351868502796
66324	rnn.weight_hh_l0	9	-0.02793213352560997
66324	rnn.bias_ih_l0	0	0.032674260437488556
66324	rnn.bias_ih_l0	1	-0.022822652012109756
66324	rnn.bias_ih_l0	2	-0.014271104708313942
66324	rnn.bias_ih_l0	3	0.09297598898410797
66324	rnn.bias_ih_l0	4	-0.05098247155547142
66324	rnn.bias_ih_l0	5	-0.037885718047618866
66324	rnn.bias_ih_l0	6	-0.014722914434969425
66324	rnn.bias_ih_l0	7	0.05089208856225014
66324	rnn.bias_ih_l0	8	-0.08056344091892242
66324	rnn.bias_ih_l0	9	-0.019507553428411484
66324	rnn.bias_hh_l0	0	-0.04082071781158447
66324	rnn.bias_hh_l0	1	-0.0702553242444992
66324	rnn.bias_hh_l0	2	-0.03233961760997772
66324	rnn.bias_hh_l0	3	-0.06258446723222733
66324	rnn.bias_hh_l0	4	-0.02196858450770378
66324	rnn.bias_hh_l0	5	-0.006430262234061956
66324	rnn.bias_hh_l0	6	0.023660432547330856
66324	rnn.bias_hh_l0	7	-0.01182191725820303
66324	rnn.bias_hh_l0	8	-0.11854906380176544
66324	rnn.bias_hh_l0	9	-0.0338420495390892
66324	rnn.weight_ih_l0_reverse	0	-0.01818878762423992
66324	rnn.weight_ih_l0_reverse	1	-0.051651813089847565
66324	rnn.weight_ih_l0_reverse	2	-0.035246387124061584
66324	rnn.weight_ih_l0_reverse	3	-0.0023157240357249975
66324	rnn.weight_ih_l0_reverse	4	0.0009210905991494656
66324	rnn.weight_ih_l0_reverse	5	-0.049953658133745193
66324	rnn.weight_ih_l0_reverse	6	0.04609168320894241
66324	rnn.weight_ih_l0_reverse	7	-0.029899612069129944
66324	rnn.weight_ih_l0_reverse	8	-0.03737034648656845
66324	rnn.weight_ih_l0_reverse	9	0.002478107577189803
66324	rnn.weight_hh_l0_reverse	0	0.038014523684978485
66324	rnn.weight_hh_l0_reverse	1	0.02836119383573532
66324	rnn.weight_hh_l0_reverse	2	0.03725632652640343
66324	rnn.weight_hh_l0_reverse	3	0.01997162401676178
66324	rnn.weight_hh_l0_reverse	4	-0.0008977879770100117
66324	rnn.weight_hh_l0_reverse	5	0.003988209180533886
66324	rnn.weight_hh_l0_reverse	6	0.04155329242348671
66324	rnn.weight_hh_l0_reverse	7	-0.04942551627755165
66324	rnn.weight_hh_l0_reverse	8	0.031444251537323
66324	rnn.weight_hh_l0_reverse	9	0.044657330960035324
66324	rnn.bias_ih_l0_reverse	0	-0.06438126415014267
66324	rnn.bias_ih_l0_reverse	1	-0.18832151591777802
66324	rnn.bias_ih_l0_reverse	2	-0.06812606006860733
66324	rnn.bias_ih_l0_reverse	3	-0.015530820935964584
66324	rnn.bias_ih_l0_reverse	4	-0.027797970920801163
66324	rnn.bias_ih_l0_reverse	5	0.040996991097927094
66324	rnn.bias_ih_l0_reverse	6	-0.049901727586984634
66324	rnn.bias_ih_l0_reverse	7	0.04497954994440079
66324	rnn.bias_ih_l0_reverse	8	-0.039317503571510315
66324	rnn.bias_ih_l0_reverse	9	0.011063485406339169
66324	rnn.bias_hh_l0_reverse	0	-0.001936338609084487
66324	rnn.bias_hh_l0_reverse	1	-0.02946826070547104
66324	rnn.bias_hh_l0_reverse	2	0.056166503578424454
66324	rnn.bias_hh_l0_reverse	3	-0.03009197860956192
66324	rnn.bias_hh_l0_reverse	4	-0.0467824712395668
66324	rnn.bias_hh_l0_reverse	5	-0.0412474162876606
66324	rnn.bias_hh_l0_reverse	6	-0.0402449332177639
66324	rnn.bias_hh_l0_reverse	7	0.07748774439096451
66324	rnn.bias_hh_l0_reverse	8	0.010225963778793812
66324	rnn.bias_hh_l0_reverse	9	-0.08186386525630951
66324	rnn.weight_ih_l1	0	-0.03605525568127632
66324	rnn.weight_ih_l1	1	-0.04252689331769943
66324	rnn.weight_ih_l1	2	0.06534328311681747
66324	rnn.weight_ih_l1	3	-0.034200992435216904
66324	rnn.weight_ih_l1	4	-1.5358809832832776e-05
66324	rnn.weight_ih_l1	5	-0.04667402431368828
66324	rnn.weight_ih_l1	6	0.021789325401186943
66324	rnn.weight_ih_l1	7	-0.031323835253715515
66324	rnn.weight_ih_l1	8	0.04054737836122513
66324	rnn.weight_ih_l1	9	0.027840128168463707
66324	rnn.weight_hh_l1	0	-0.014449181035161018
66324	rnn.weight_hh_l1	1	0.007025597151368856
66324	rnn.weight_hh_l1	2	0.004240776877850294
66324	rnn.weight_hh_l1	3	-0.009496450424194336
66324	rnn.weight_hh_l1	4	0.0011707694502547383
66324	rnn.weight_hh_l1	5	0.023712098598480225
66324	rnn.weight_hh_l1	6	0.027954014018177986
66324	rnn.weight_hh_l1	7	-0.026470011100172997
66324	rnn.weight_hh_l1	8	-0.024863624945282936
66324	rnn.weight_hh_l1	9	0.03899480402469635
66324	rnn.bias_ih_l1	0	-0.14102450013160706
66324	rnn.bias_ih_l1	1	-0.13310877978801727
66324	rnn.bias_ih_l1	2	-0.1368362009525299
66324	rnn.bias_ih_l1	3	-0.20572015643119812
66324	rnn.bias_ih_l1	4	-0.17217028141021729
66324	rnn.bias_ih_l1	5	-0.09299444407224655
66324	rnn.bias_ih_l1	6	-0.10292035341262817
66324	rnn.bias_ih_l1	7	-0.03343454375863075
66324	rnn.bias_ih_l1	8	-0.08271200209856033
66324	rnn.bias_ih_l1	9	-0.09754667431116104
66324	rnn.bias_hh_l1	0	-0.10266999155282974
66324	rnn.bias_hh_l1	1	-0.04471577703952789
66324	rnn.bias_hh_l1	2	-0.0847705826163292
66324	rnn.bias_hh_l1	3	-0.08067149668931961
66324	rnn.bias_hh_l1	4	-0.10585221648216248
66324	rnn.bias_hh_l1	5	-0.06486324220895767
66324	rnn.bias_hh_l1	6	-0.09769104421138763
66324	rnn.bias_hh_l1	7	-0.013218486681580544
66324	rnn.bias_hh_l1	8	-0.10671143978834152
66324	rnn.bias_hh_l1	9	-0.07714789360761642
66324	rnn.weight_ih_l1_reverse	0	-0.03411959111690521
66324	rnn.weight_ih_l1_reverse	1	0.03705359622836113
66324	rnn.weight_ih_l1_reverse	2	0.006312769837677479
66324	rnn.weight_ih_l1_reverse	3	-0.0021705005783587694
66324	rnn.weight_ih_l1_reverse	4	-0.04550286754965782
66324	rnn.weight_ih_l1_reverse	5	-0.03594488278031349
66324	rnn.weight_ih_l1_reverse	6	-0.006187961902469397
66324	rnn.weight_ih_l1_reverse	7	0.016467653214931488
66324	rnn.weight_ih_l1_reverse	8	0.010080591775476933
66324	rnn.weight_ih_l1_reverse	9	-0.0287539754062891
66324	rnn.weight_hh_l1_reverse	0	0.008602576330304146
66324	rnn.weight_hh_l1_reverse	1	0.028635812923312187
66324	rnn.weight_hh_l1_reverse	2	-0.03743603080511093
66324	rnn.weight_hh_l1_reverse	3	0.041929978877305984
66324	rnn.weight_hh_l1_reverse	4	0.044074513018131256
66324	rnn.weight_hh_l1_reverse	5	0.00995331909507513
66324	rnn.weight_hh_l1_reverse	6	0.008310630917549133
66324	rnn.weight_hh_l1_reverse	7	0.02775583788752556
66324	rnn.weight_hh_l1_reverse	8	-0.002632435644045472
66324	rnn.weight_hh_l1_reverse	9	-0.04120712727308273
66324	rnn.bias_ih_l1_reverse	0	-0.051825590431690216
66324	rnn.bias_ih_l1_reverse	1	-0.09838958084583282
66324	rnn.bias_ih_l1_reverse	2	-0.10219010710716248
66324	rnn.bias_ih_l1_reverse	3	0.0219753235578537
66324	rnn.bias_ih_l1_reverse	4	-0.15945400297641754
66324	rnn.bias_ih_l1_reverse	5	-0.0839114636182785
66324	rnn.bias_ih_l1_reverse	6	-0.10303715616464615
66324	rnn.bias_ih_l1_reverse	7	-0.13935530185699463
66324	rnn.bias_ih_l1_reverse	8	0.09005595743656158
66324	rnn.bias_ih_l1_reverse	9	0.013770760968327522
66324	rnn.bias_hh_l1_reverse	0	-0.07275214046239853
66324	rnn.bias_hh_l1_reverse	1	0.0416325107216835
66324	rnn.bias_hh_l1_reverse	2	-0.2067149579524994
66324	rnn.bias_hh_l1_reverse	3	-0.08720900118350983
66324	rnn.bias_hh_l1_reverse	4	-0.05804329365491867
66324	rnn.bias_hh_l1_reverse	5	-0.07711948454380035
66324	rnn.bias_hh_l1_reverse	6	0.10217761993408203
66324	rnn.bias_hh_l1_reverse	7	-0.1331862062215805
66324	rnn.bias_hh_l1_reverse	8	-0.09682885557413101
66324	rnn.bias_hh_l1_reverse	9	-0.10428941249847412
66324	linear.weight	0	0.002228822559118271
66324	linear.weight	1	0.022167107090353966
66324	linear.weight	2	-0.10086952149868011
66324	linear.weight	3	0.3422599136829376
66324	linear.weight	4	0.04670333489775658
66324	linear.weight	5	0.0032192436046898365
66324	linear.weight	6	0.00986201036721468
66324	linear.weight	7	0.13281433284282684
66324	linear.weight	8	0.041757114231586456
66324	linear.weight	9	-0.07960505783557892
66324	linear.bias	0	-0.07743024080991745
66324	linear.bias	1	-0.14202024042606354
66324	linear.bias	2	-0.5217441320419312
66324	linear.bias	3	-0.675536572933197
66324	linear.bias	4	-1.0204156637191772
66324	linear.bias	5	-0.020400989800691605
66324	linear.bias	6	-0.647296667098999
66324	linear.bias	7	0.4467902183532715
66324	linear.bias	8	-0.5663033127784729
66324	linear.bias	9	-0.82965087890625
66521	transitions	0	0.5032172799110413
66521	transitions	1	0.07702453434467316
66521	transitions	2	-10000.0
66521	transitions	3	-1.8012877702713013
66521	transitions	4	-10000.0
66521	transitions	5	0.6453577876091003
66521	transitions	6	-0.026417488232254982
66521	transitions	7	-0.38204753398895264
66521	transitions	8	-1.337677240371704
66521	transitions	9	-0.0004956516204401851
66521	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
66521	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
66521	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
66521	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
66521	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
66521	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
66521	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
66521	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
66521	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
66521	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
66521	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
66521	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
66521	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
66521	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
66521	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
66521	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
66521	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
66521	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
66521	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
66521	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
66521	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
66521	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
66521	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
66521	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
66521	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
66521	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
66521	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
66521	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
66521	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
66521	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
66521	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
66521	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
66521	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
66521	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
66521	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
66521	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
66521	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
66521	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
66521	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
66521	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
66521	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
66521	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
66521	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
66521	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
66521	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
66521	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
66521	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
66521	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
66521	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
66521	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
66521	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
66521	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
66521	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
66521	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
66521	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
66521	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
66521	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
66521	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
66521	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
66521	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
66521	embedding2nn.weight	0	0.0019788965582847595
66521	embedding2nn.weight	1	-0.01706734299659729
66521	embedding2nn.weight	2	-0.014268254861235619
66521	embedding2nn.weight	3	0.007896315306425095
66521	embedding2nn.weight	4	-0.0059150345623493195
66521	embedding2nn.weight	5	-0.0037005762569606304
66521	embedding2nn.weight	6	-0.003973233047872782
66521	embedding2nn.weight	7	-0.03856714442372322
66521	embedding2nn.weight	8	-0.0019979383796453476
66521	embedding2nn.weight	9	-0.026665056124329567
66521	embedding2nn.bias	0	0.02296353690326214
66521	embedding2nn.bias	1	-0.04980367049574852
66521	embedding2nn.bias	2	0.07040130347013474
66521	embedding2nn.bias	3	0.03845677152276039
66521	embedding2nn.bias	4	-0.025498010218143463
66521	embedding2nn.bias	5	-0.036346226930618286
66521	embedding2nn.bias	6	0.01917959563434124
66521	embedding2nn.bias	7	-0.04034169390797615
66521	embedding2nn.bias	8	0.03853420168161392
66521	embedding2nn.bias	9	0.02211679518222809
66521	rnn.weight_ih_l0	0	-0.01728489249944687
66521	rnn.weight_ih_l0	1	0.005149649456143379
66521	rnn.weight_ih_l0	2	0.03938543424010277
66521	rnn.weight_ih_l0	3	0.0020523082930594683
66521	rnn.weight_ih_l0	4	-0.014051878824830055
66521	rnn.weight_ih_l0	5	-0.05290229246020317
66521	rnn.weight_ih_l0	6	0.011836746707558632
66521	rnn.weight_ih_l0	7	0.05124592408537865
66521	rnn.weight_ih_l0	8	0.002137007424607873
66521	rnn.weight_ih_l0	9	-0.026806551963090897
66521	rnn.weight_hh_l0	0	-0.03361376002430916
66521	rnn.weight_hh_l0	1	-0.0027327765710651875
66521	rnn.weight_hh_l0	2	-0.003486779984086752
66521	rnn.weight_hh_l0	3	-0.044888634234666824
66521	rnn.weight_hh_l0	4	0.05550798773765564
66521	rnn.weight_hh_l0	5	-0.006065363064408302
66521	rnn.weight_hh_l0	6	-0.035096414387226105
66521	rnn.weight_hh_l0	7	-0.015573149546980858
66521	rnn.weight_hh_l0	8	-0.00012795678048860282
66521	rnn.weight_hh_l0	9	-0.028016086667776108
66521	rnn.bias_ih_l0	0	0.03434871509671211
66521	rnn.bias_ih_l0	1	-0.024516558274626732
66521	rnn.bias_ih_l0	2	-0.015181975439190865
66521	rnn.bias_ih_l0	3	0.0909155085682869
66521	rnn.bias_ih_l0	4	-0.05099852755665779
66521	rnn.bias_ih_l0	5	-0.03944879025220871
66521	rnn.bias_ih_l0	6	-0.013935749419033527
66521	rnn.bias_ih_l0	7	0.05212036147713661
66521	rnn.bias_ih_l0	8	-0.07899974286556244
66521	rnn.bias_ih_l0	9	-0.018415173515677452
66521	rnn.bias_hh_l0	0	-0.04126395285129547
66521	rnn.bias_hh_l0	1	-0.07007111608982086
66521	rnn.bias_hh_l0	2	-0.031591784209012985
66521	rnn.bias_hh_l0	3	-0.06273050606250763
66521	rnn.bias_hh_l0	4	-0.02382252924144268
66521	rnn.bias_hh_l0	5	-0.007960819639265537
66521	rnn.bias_hh_l0	6	0.02443193644285202
66521	rnn.bias_hh_l0	7	-0.01494625210762024
66521	rnn.bias_hh_l0	8	-0.11772597581148148
66521	rnn.bias_hh_l0	9	-0.026761559769511223
66521	rnn.weight_ih_l0_reverse	0	-0.018575502559542656
66521	rnn.weight_ih_l0_reverse	1	-0.05206259712576866
66521	rnn.weight_ih_l0_reverse	2	-0.03757980465888977
66521	rnn.weight_ih_l0_reverse	3	-0.0032136463560163975
66521	rnn.weight_ih_l0_reverse	4	0.0007853962015360594
66521	rnn.weight_ih_l0_reverse	5	-0.0497044175863266
66521	rnn.weight_ih_l0_reverse	6	0.04538000002503395
66521	rnn.weight_ih_l0_reverse	7	-0.026259904727339745
66521	rnn.weight_ih_l0_reverse	8	-0.037115372717380524
66521	rnn.weight_ih_l0_reverse	9	0.002191914478316903
66521	rnn.weight_hh_l0_reverse	0	0.03673804551362991
66521	rnn.weight_hh_l0_reverse	1	0.029033543542027473
66521	rnn.weight_hh_l0_reverse	2	0.036964207887649536
66521	rnn.weight_hh_l0_reverse	3	0.02073526941239834
66521	rnn.weight_hh_l0_reverse	4	-0.0010410426184535027
66521	rnn.weight_hh_l0_reverse	5	0.0036220985930413008
66521	rnn.weight_hh_l0_reverse	6	0.04102282598614693
66521	rnn.weight_hh_l0_reverse	7	-0.04948848485946655
66521	rnn.weight_hh_l0_reverse	8	0.03227008506655693
66521	rnn.weight_hh_l0_reverse	9	0.0448790080845356
66521	rnn.bias_ih_l0_reverse	0	-0.061808180063962936
66521	rnn.bias_ih_l0_reverse	1	-0.1908341944217682
66521	rnn.bias_ih_l0_reverse	2	-0.06591656059026718
66521	rnn.bias_ih_l0_reverse	3	-0.013620617799460888
66521	rnn.bias_ih_l0_reverse	4	-0.028503868728876114
66521	rnn.bias_ih_l0_reverse	5	0.041686635464429855
66521	rnn.bias_ih_l0_reverse	6	-0.05188947916030884
66521	rnn.bias_ih_l0_reverse	7	0.044424884021282196
66521	rnn.bias_ih_l0_reverse	8	-0.03925642743706703
66521	rnn.bias_ih_l0_reverse	9	0.01664246805012226
66521	rnn.bias_hh_l0_reverse	0	0.0029153896030038595
66521	rnn.bias_hh_l0_reverse	1	-0.03727690130472183
66521	rnn.bias_hh_l0_reverse	2	0.05570423975586891
66521	rnn.bias_hh_l0_reverse	3	-0.02969297021627426
66521	rnn.bias_hh_l0_reverse	4	-0.04559192806482315
66521	rnn.bias_hh_l0_reverse	5	-0.03865432366728783
66521	rnn.bias_hh_l0_reverse	6	-0.040780600160360336
66521	rnn.bias_hh_l0_reverse	7	0.07684953510761261
66521	rnn.bias_hh_l0_reverse	8	0.012064107693731785
66521	rnn.bias_hh_l0_reverse	9	-0.08288595080375671
66521	rnn.weight_ih_l1	0	-0.03523709625005722
66521	rnn.weight_ih_l1	1	-0.04257487133145332
66521	rnn.weight_ih_l1	2	0.06575017422437668
66521	rnn.weight_ih_l1	3	-0.03517423942685127
66521	rnn.weight_ih_l1	4	0.0008503232384100556
66521	rnn.weight_ih_l1	5	-0.04640549421310425
66521	rnn.weight_ih_l1	6	0.02235088311135769
66521	rnn.weight_ih_l1	7	-0.030584897845983505
66521	rnn.weight_ih_l1	8	0.04054567590355873
66521	rnn.weight_ih_l1	9	0.02850181609392166
66521	rnn.weight_hh_l1	0	-0.014284241013228893
66521	rnn.weight_hh_l1	1	0.0071241119876503944
66521	rnn.weight_hh_l1	2	0.004489482380449772
66521	rnn.weight_hh_l1	3	-0.0099784629419446
66521	rnn.weight_hh_l1	4	0.0016920989146456122
66521	rnn.weight_hh_l1	5	0.02348916232585907
66521	rnn.weight_hh_l1	6	0.028043730184435844
66521	rnn.weight_hh_l1	7	-0.026347462087869644
66521	rnn.weight_hh_l1	8	-0.02473420463502407
66521	rnn.weight_hh_l1	9	0.03898697718977928
66521	rnn.bias_ih_l1	0	-0.13776610791683197
66521	rnn.bias_ih_l1	1	-0.13274669647216797
66521	rnn.bias_ih_l1	2	-0.13195151090621948
66521	rnn.bias_ih_l1	3	-0.20836259424686432
66521	rnn.bias_ih_l1	4	-0.17592670023441315
66521	rnn.bias_ih_l1	5	-0.0922689214348793
66521	rnn.bias_ih_l1	6	-0.1032400131225586
66521	rnn.bias_ih_l1	7	-0.031326137483119965
66521	rnn.bias_ih_l1	8	-0.08452630788087845
66521	rnn.bias_ih_l1	9	-0.09772338718175888
66521	rnn.bias_hh_l1	0	-0.10344313830137253
66521	rnn.bias_hh_l1	1	-0.041283782571554184
66521	rnn.bias_hh_l1	2	-0.08735504001379013
66521	rnn.bias_hh_l1	3	-0.08184147626161575
66521	rnn.bias_hh_l1	4	-0.10707812011241913
66521	rnn.bias_hh_l1	5	-0.06475411355495453
66521	rnn.bias_hh_l1	6	-0.09977926313877106
66521	rnn.bias_hh_l1	7	-0.017113229259848595
66521	rnn.bias_hh_l1	8	-0.10274574905633926
66521	rnn.bias_hh_l1	9	-0.0777691975235939
66521	rnn.weight_ih_l1_reverse	0	-0.03526951000094414
66521	rnn.weight_ih_l1_reverse	1	0.03800119459629059
66521	rnn.weight_ih_l1_reverse	2	0.00498248590156436
66521	rnn.weight_ih_l1_reverse	3	-0.0011726946104317904
66521	rnn.weight_ih_l1_reverse	4	-0.0479498915374279
66521	rnn.weight_ih_l1_reverse	5	-0.035767439752817154
66521	rnn.weight_ih_l1_reverse	6	-0.005616736598312855
66521	rnn.weight_ih_l1_reverse	7	0.01681694947183132
66521	rnn.weight_ih_l1_reverse	8	0.006435203365981579
66521	rnn.weight_ih_l1_reverse	9	-0.028162827715277672
66521	rnn.weight_hh_l1_reverse	0	0.008648139424622059
66521	rnn.weight_hh_l1_reverse	1	0.028638293966650963
66521	rnn.weight_hh_l1_reverse	2	-0.037572044879198074
66521	rnn.weight_hh_l1_reverse	3	0.04207272082567215
66521	rnn.weight_hh_l1_reverse	4	0.04402558505535126
66521	rnn.weight_hh_l1_reverse	5	0.009673303924500942
66521	rnn.weight_hh_l1_reverse	6	0.008270442485809326
66521	rnn.weight_hh_l1_reverse	7	0.027805807068943977
66521	rnn.weight_hh_l1_reverse	8	-0.0024404525756835938
66521	rnn.weight_hh_l1_reverse	9	-0.04119862616062164
66521	rnn.bias_ih_l1_reverse	0	-0.0525289885699749
66521	rnn.bias_ih_l1_reverse	1	-0.09642882645130157
66521	rnn.bias_ih_l1_reverse	2	-0.10234683752059937
66521	rnn.bias_ih_l1_reverse	3	0.021213607862591743
66521	rnn.bias_ih_l1_reverse	4	-0.16008147597312927
66521	rnn.bias_ih_l1_reverse	5	-0.08247508853673935
66521	rnn.bias_ih_l1_reverse	6	-0.10322801768779755
66521	rnn.bias_ih_l1_reverse	7	-0.14556793868541718
66521	rnn.bias_ih_l1_reverse	8	0.0909043699502945
66521	rnn.bias_ih_l1_reverse	9	0.014150744304060936
66521	rnn.bias_hh_l1_reverse	0	-0.07133350521326065
66521	rnn.bias_hh_l1_reverse	1	0.04529288038611412
66521	rnn.bias_hh_l1_reverse	2	-0.2075272500514984
66521	rnn.bias_hh_l1_reverse	3	-0.08846434950828552
66521	rnn.bias_hh_l1_reverse	4	-0.057991888374090195
66521	rnn.bias_hh_l1_reverse	5	-0.07455780357122421
66521	rnn.bias_hh_l1_reverse	6	0.09813135117292404
66521	rnn.bias_hh_l1_reverse	7	-0.13293442130088806
66521	rnn.bias_hh_l1_reverse	8	-0.09757944196462631
66521	rnn.bias_hh_l1_reverse	9	-0.10484226047992706
66521	linear.weight	0	0.002228822559118271
66521	linear.weight	1	0.022675950080156326
66521	linear.weight	2	-0.10511305928230286
66521	linear.weight	3	0.3354394733905792
66521	linear.weight	4	0.04955843836069107
66521	linear.weight	5	0.002537693828344345
66521	linear.weight	6	0.0135859539732337
66521	linear.weight	7	0.1455433964729309
66521	linear.weight	8	0.04175415262579918
66521	linear.weight	9	-0.0857691764831543
66521	linear.bias	0	-0.0815264955163002
66521	linear.bias	1	-0.11926698684692383
66521	linear.bias	2	-0.5059927701950073
66521	linear.bias	3	-0.6864637136459351
66521	linear.bias	4	-1.030028223991394
66521	linear.bias	5	-0.017787640914320946
66521	linear.bias	6	-0.6276150345802307
66521	linear.bias	7	0.4498841166496277
66521	linear.bias	8	-0.5717064738273621
66521	linear.bias	9	-0.8372524380683899
66718	transitions	0	0.49722620844841003
66718	transitions	1	0.08387788385152817
66718	transitions	2	-10000.0
66718	transitions	3	-1.8013774156570435
66718	transitions	4	-10000.0
66718	transitions	5	0.6451050043106079
66718	transitions	6	-0.02662794478237629
66718	transitions	7	-0.38301029801368713
66718	transitions	8	-1.3381731510162354
66718	transitions	9	-0.0004997072392143309
66718	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
66718	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
66718	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
66718	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
66718	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
66718	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
66718	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
66718	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
66718	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
66718	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
66718	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
66718	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
66718	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
66718	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
66718	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
66718	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
66718	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
66718	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
66718	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
66718	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
66718	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
66718	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
66718	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
66718	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
66718	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
66718	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
66718	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
66718	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
66718	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
66718	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
66718	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
66718	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
66718	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
66718	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
66718	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
66718	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
66718	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
66718	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
66718	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
66718	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
66718	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
66718	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
66718	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
66718	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
66718	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
66718	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
66718	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
66718	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
66718	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
66718	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
66718	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
66718	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
66718	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
66718	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
66718	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
66718	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
66718	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
66718	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
66718	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
66718	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
66718	embedding2nn.weight	0	0.0016760571161285043
66718	embedding2nn.weight	1	-0.017087945714592934
66718	embedding2nn.weight	2	-0.014268255792558193
66718	embedding2nn.weight	3	0.008136177435517311
66718	embedding2nn.weight	4	-0.0059150345623493195
66718	embedding2nn.weight	5	-0.0037005769554525614
66718	embedding2nn.weight	6	-0.003973233513534069
66718	embedding2nn.weight	7	-0.03920915350317955
66718	embedding2nn.weight	8	-0.0019979383796453476
66718	embedding2nn.weight	9	-0.02825346775352955
66718	embedding2nn.bias	0	0.02964671328663826
66718	embedding2nn.bias	1	-0.054697614163160324
66718	embedding2nn.bias	2	0.07733435183763504
66718	embedding2nn.bias	3	0.03740321472287178
66718	embedding2nn.bias	4	-0.02723831497132778
66718	embedding2nn.bias	5	-0.0422266349196434
66718	embedding2nn.bias	6	0.02451145462691784
66718	embedding2nn.bias	7	-0.045723941177129745
66718	embedding2nn.bias	8	0.04136665165424347
66718	embedding2nn.bias	9	0.022094231098890305
66718	rnn.weight_ih_l0	0	-0.016672715544700623
66718	rnn.weight_ih_l0	1	0.005939663387835026
66718	rnn.weight_ih_l0	2	0.040700044482946396
66718	rnn.weight_ih_l0	3	0.0016702697612345219
66718	rnn.weight_ih_l0	4	-0.015086577273905277
66718	rnn.weight_ih_l0	5	-0.05292306840419769
66718	rnn.weight_ih_l0	6	0.011097549460828304
66718	rnn.weight_ih_l0	7	0.05051620304584503
66718	rnn.weight_ih_l0	8	0.002779813017696142
66718	rnn.weight_ih_l0	9	-0.02753463201224804
66718	rnn.weight_hh_l0	0	-0.03300094977021217
66718	rnn.weight_hh_l0	1	-0.0033842234406620264
66718	rnn.weight_hh_l0	2	-0.0035904143005609512
66718	rnn.weight_hh_l0	3	-0.04474643990397453
66718	rnn.weight_hh_l0	4	0.05533858761191368
66718	rnn.weight_hh_l0	5	-0.0057022105902433395
66718	rnn.weight_hh_l0	6	-0.036920830607414246
66718	rnn.weight_hh_l0	7	-0.01772647723555565
66718	rnn.weight_hh_l0	8	0.00033068389166146517
66718	rnn.weight_hh_l0	9	-0.02748938463628292
66718	rnn.bias_ih_l0	0	0.034098781645298004
66718	rnn.bias_ih_l0	1	-0.022510791197419167
66718	rnn.bias_ih_l0	2	-0.016025591641664505
66718	rnn.bias_ih_l0	3	0.0934426411986351
66718	rnn.bias_ih_l0	4	-0.05173762887716293
66718	rnn.bias_ih_l0	5	-0.04049978777766228
66718	rnn.bias_ih_l0	6	-0.01558942161500454
66718	rnn.bias_ih_l0	7	0.054258376359939575
66718	rnn.bias_ih_l0	8	-0.08151372522115707
66718	rnn.bias_ih_l0	9	-0.018503941595554352
66718	rnn.bias_hh_l0	0	-0.03691321611404419
66718	rnn.bias_hh_l0	1	-0.0744766965508461
66718	rnn.bias_hh_l0	2	-0.0290896724909544
66718	rnn.bias_hh_l0	3	-0.0624803863465786
66718	rnn.bias_hh_l0	4	-0.024076426401734352
66718	rnn.bias_hh_l0	5	-0.007935585454106331
66718	rnn.bias_hh_l0	6	0.025730527937412262
66718	rnn.bias_hh_l0	7	-0.01734698936343193
66718	rnn.bias_hh_l0	8	-0.11868248879909515
66718	rnn.bias_hh_l0	9	-0.030131155624985695
66718	rnn.weight_ih_l0_reverse	0	-0.017859959974884987
66718	rnn.weight_ih_l0_reverse	1	-0.052151527255773544
66718	rnn.weight_ih_l0_reverse	2	-0.0363737978041172
66718	rnn.weight_ih_l0_reverse	3	-0.004242081195116043
66718	rnn.weight_ih_l0_reverse	4	0.0008688524831086397
66718	rnn.weight_ih_l0_reverse	5	-0.04998598247766495
66718	rnn.weight_ih_l0_reverse	6	0.0454765148460865
66718	rnn.weight_ih_l0_reverse	7	-0.02642711065709591
66718	rnn.weight_ih_l0_reverse	8	-0.037468280643224716
66718	rnn.weight_ih_l0_reverse	9	0.0029038572683930397
66718	rnn.weight_hh_l0_reverse	0	0.036216381937265396
66718	rnn.weight_hh_l0_reverse	1	0.02960195764899254
66718	rnn.weight_hh_l0_reverse	2	0.03664257749915123
66718	rnn.weight_hh_l0_reverse	3	0.020717483013868332
66718	rnn.weight_hh_l0_reverse	4	-0.0010416562436148524
66718	rnn.weight_hh_l0_reverse	5	0.002477883594110608
66718	rnn.weight_hh_l0_reverse	6	0.04068728908896446
66718	rnn.weight_hh_l0_reverse	7	-0.05005266144871712
66718	rnn.weight_hh_l0_reverse	8	0.033186350017786026
66718	rnn.weight_hh_l0_reverse	9	0.04390844330191612
66718	rnn.bias_ih_l0_reverse	0	-0.06356256455183029
66718	rnn.bias_ih_l0_reverse	1	-0.1895487904548645
66718	rnn.bias_ih_l0_reverse	2	-0.06434343755245209
66718	rnn.bias_ih_l0_reverse	3	-0.016694853082299232
66718	rnn.bias_ih_l0_reverse	4	-0.023093242198228836
66718	rnn.bias_ih_l0_reverse	5	0.042704954743385315
66718	rnn.bias_ih_l0_reverse	6	-0.05390862375497818
66718	rnn.bias_ih_l0_reverse	7	0.04760492220520973
66718	rnn.bias_ih_l0_reverse	8	-0.03802502527832985
66718	rnn.bias_ih_l0_reverse	9	0.016788942739367485
66718	rnn.bias_hh_l0_reverse	0	0.0018557499861344695
66718	rnn.bias_hh_l0_reverse	1	-0.034703128039836884
66718	rnn.bias_hh_l0_reverse	2	0.053606513887643814
66718	rnn.bias_hh_l0_reverse	3	-0.031201817095279694
66718	rnn.bias_hh_l0_reverse	4	-0.04687612131237984
66718	rnn.bias_hh_l0_reverse	5	-0.03760606423020363
66718	rnn.bias_hh_l0_reverse	6	-0.04150800779461861
66718	rnn.bias_hh_l0_reverse	7	0.07766848802566528
66718	rnn.bias_hh_l0_reverse	8	0.008754240348935127
66718	rnn.bias_hh_l0_reverse	9	-0.07841549813747406
66718	rnn.weight_ih_l1	0	-0.035223256796598434
66718	rnn.weight_ih_l1	1	-0.04184506833553314
66718	rnn.weight_ih_l1	2	0.06589331477880478
66718	rnn.weight_ih_l1	3	-0.03519972041249275
66718	rnn.weight_ih_l1	4	0.000616961217019707
66718	rnn.weight_ih_l1	5	-0.04619388282299042
66718	rnn.weight_ih_l1	6	0.021454093977808952
66718	rnn.weight_ih_l1	7	-0.032409366220235825
66718	rnn.weight_ih_l1	8	0.04066361114382744
66718	rnn.weight_ih_l1	9	0.028128430247306824
66718	rnn.weight_hh_l1	0	-0.014003082178533077
66718	rnn.weight_hh_l1	1	0.007250659633427858
66718	rnn.weight_hh_l1	2	0.0034350522328168154
66718	rnn.weight_hh_l1	3	-0.009838787838816643
66718	rnn.weight_hh_l1	4	0.001078825443983078
66718	rnn.weight_hh_l1	5	0.024017052724957466
66718	rnn.weight_hh_l1	6	0.028200650587677956
66718	rnn.weight_hh_l1	7	-0.026662210002541542
66718	rnn.weight_hh_l1	8	-0.024597851559519768
66718	rnn.weight_hh_l1	9	0.03880051523447037
66718	rnn.bias_ih_l1	0	-0.13639229536056519
66718	rnn.bias_ih_l1	1	-0.1361706405878067
66718	rnn.bias_ih_l1	2	-0.13267362117767334
66718	rnn.bias_ih_l1	3	-0.20826026797294617
66718	rnn.bias_ih_l1	4	-0.17195409536361694
66718	rnn.bias_ih_l1	5	-0.09240762889385223
66718	rnn.bias_ih_l1	6	-0.10227023810148239
66718	rnn.bias_ih_l1	7	-0.026789218187332153
66718	rnn.bias_ih_l1	8	-0.08407945185899734
66718	rnn.bias_ih_l1	9	-0.09512648731470108
66718	rnn.bias_hh_l1	0	-0.10520494729280472
66718	rnn.bias_hh_l1	1	-0.04222752898931503
66718	rnn.bias_hh_l1	2	-0.08925741910934448
66718	rnn.bias_hh_l1	3	-0.0823940634727478
66718	rnn.bias_hh_l1	4	-0.10866282880306244
66718	rnn.bias_hh_l1	5	-0.06550461798906326
66718	rnn.bias_hh_l1	6	-0.09888488799333572
66718	rnn.bias_hh_l1	7	-0.019321314990520477
66718	rnn.bias_hh_l1	8	-0.10421296954154968
66718	rnn.bias_hh_l1	9	-0.07535947859287262
66718	rnn.weight_ih_l1_reverse	0	-0.03596252202987671
66718	rnn.weight_ih_l1_reverse	1	0.038423169404268265
66718	rnn.weight_ih_l1_reverse	2	0.002886566799134016
66718	rnn.weight_ih_l1_reverse	3	0.0008721679914742708
66718	rnn.weight_ih_l1_reverse	4	-0.047396816313266754
66718	rnn.weight_ih_l1_reverse	5	-0.035636913031339645
66718	rnn.weight_ih_l1_reverse	6	-0.0026207142509520054
66718	rnn.weight_ih_l1_reverse	7	0.01738423854112625
66718	rnn.weight_ih_l1_reverse	8	0.0025271098129451275
66718	rnn.weight_ih_l1_reverse	9	-0.03002309799194336
66718	rnn.weight_hh_l1_reverse	0	0.008630833588540554
66718	rnn.weight_hh_l1_reverse	1	0.02859041839838028
66718	rnn.weight_hh_l1_reverse	2	-0.03756501525640488
66718	rnn.weight_hh_l1_reverse	3	0.042036350816488266
66718	rnn.weight_hh_l1_reverse	4	0.04467078298330307
66718	rnn.weight_hh_l1_reverse	5	0.009184548631310463
66718	rnn.weight_hh_l1_reverse	6	0.00865072663873434
66718	rnn.weight_hh_l1_reverse	7	0.027515487745404243
66718	rnn.weight_hh_l1_reverse	8	-0.0023696632124483585
66718	rnn.weight_hh_l1_reverse	9	-0.04108763486146927
66718	rnn.bias_ih_l1_reverse	0	-0.05091765522956848
66718	rnn.bias_ih_l1_reverse	1	-0.09447731077671051
66718	rnn.bias_ih_l1_reverse	2	-0.10207978636026382
66718	rnn.bias_ih_l1_reverse	3	0.01934834010899067
66718	rnn.bias_ih_l1_reverse	4	-0.16097000241279602
66718	rnn.bias_ih_l1_reverse	5	-0.08250490576028824
66718	rnn.bias_ih_l1_reverse	6	-0.10368751734495163
66718	rnn.bias_ih_l1_reverse	7	-0.14344201982021332
66718	rnn.bias_ih_l1_reverse	8	0.0816483199596405
66718	rnn.bias_ih_l1_reverse	9	0.011752523481845856
66718	rnn.bias_hh_l1_reverse	0	-0.07268321514129639
66718	rnn.bias_hh_l1_reverse	1	0.04224994778633118
66718	rnn.bias_hh_l1_reverse	2	-0.20557880401611328
66718	rnn.bias_hh_l1_reverse	3	-0.09110602736473083
66718	rnn.bias_hh_l1_reverse	4	-0.05922146514058113
66718	rnn.bias_hh_l1_reverse	5	-0.07761317491531372
66718	rnn.bias_hh_l1_reverse	6	0.10039037466049194
66718	rnn.bias_hh_l1_reverse	7	-0.1327124387025833
66718	rnn.bias_hh_l1_reverse	8	-0.09583060443401337
66718	rnn.bias_hh_l1_reverse	9	-0.10547786206007004
66718	linear.weight	0	0.002228822559118271
66718	linear.weight	1	0.020047487691044807
66718	linear.weight	2	-0.11004913598299026
66718	linear.weight	3	0.3353637158870697
66718	linear.weight	4	0.05563075840473175
66718	linear.weight	5	0.001143001951277256
66718	linear.weight	6	0.006080979947000742
66718	linear.weight	7	0.14299048483371735
66718	linear.weight	8	0.04175042361021042
66718	linear.weight	9	-0.08457988500595093
66718	linear.bias	0	-0.09410745650529861
66718	linear.bias	1	-0.11314158886671066
66718	linear.bias	2	-0.5080845952033997
66718	linear.bias	3	-0.6979039907455444
66718	linear.bias	4	-1.0408424139022827
66718	linear.bias	5	-0.018038328737020493
66718	linear.bias	6	-0.6231784820556641
66718	linear.bias	7	0.44975337386131287
66718	linear.bias	8	-0.5727556347846985
66718	linear.bias	9	-0.8397632241249084
66915	transitions	0	0.4953257739543915
66915	transitions	1	0.08370200544595718
66915	transitions	2	-10000.0
66915	transitions	3	-1.8015483617782593
66915	transitions	4	-10000.0
66915	transitions	5	0.6449211239814758
66915	transitions	6	-0.026816142722964287
66915	transitions	7	-0.3845350742340088
66915	transitions	8	-1.3385124206542969
66915	transitions	9	-0.0005030189058743417
66915	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
66915	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
66915	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
66915	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
66915	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
66915	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
66915	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
66915	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
66915	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
66915	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
66915	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
66915	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
66915	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
66915	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
66915	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
66915	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
66915	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
66915	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
66915	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
66915	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
66915	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
66915	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
66915	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
66915	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
66915	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
66915	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
66915	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
66915	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
66915	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
66915	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
66915	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
66915	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
66915	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
66915	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
66915	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
66915	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
66915	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
66915	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
66915	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
66915	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
66915	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
66915	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
66915	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
66915	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
66915	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
66915	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
66915	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
66915	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
66915	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
66915	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
66915	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
66915	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
66915	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
66915	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
66915	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
66915	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
66915	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
66915	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
66915	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
66915	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
66915	embedding2nn.weight	0	-0.00047662435099482536
66915	embedding2nn.weight	1	-0.017403611913323402
66915	embedding2nn.weight	2	-0.014268255792558193
66915	embedding2nn.weight	3	0.007295382209122181
66915	embedding2nn.weight	4	-0.0059150345623493195
66915	embedding2nn.weight	5	-0.0037005776539444923
66915	embedding2nn.weight	6	-0.003973228856921196
66915	embedding2nn.weight	7	-0.039391323924064636
66915	embedding2nn.weight	8	-0.0019979383796453476
66915	embedding2nn.weight	9	-0.027627144008874893
66915	embedding2nn.bias	0	0.023114563897252083
66915	embedding2nn.bias	1	-0.05383827164769173
66915	embedding2nn.bias	2	0.07218434661626816
66915	embedding2nn.bias	3	0.0466548353433609
66915	embedding2nn.bias	4	-0.0287582166492939
66915	embedding2nn.bias	5	-0.03318788483738899
66915	embedding2nn.bias	6	0.01930966228246689
66915	embedding2nn.bias	7	-0.04742394760251045
66915	embedding2nn.bias	8	0.03511204570531845
66915	embedding2nn.bias	9	0.025700559839606285
66915	rnn.weight_ih_l0	0	-0.014818798750638962
66915	rnn.weight_ih_l0	1	0.0046844324097037315
66915	rnn.weight_ih_l0	2	0.04105675593018532
66915	rnn.weight_ih_l0	3	0.001450848300009966
66915	rnn.weight_ih_l0	4	-0.015094139613211155
66915	rnn.weight_ih_l0	5	-0.05332978069782257
66915	rnn.weight_ih_l0	6	0.010960878804326057
66915	rnn.weight_ih_l0	7	0.05145379900932312
66915	rnn.weight_ih_l0	8	0.002866413677111268
66915	rnn.weight_ih_l0	9	-0.026977509260177612
66915	rnn.weight_hh_l0	0	-0.032843634486198425
66915	rnn.weight_hh_l0	1	-0.0013481015339493752
66915	rnn.weight_hh_l0	2	-0.0035377172753214836
66915	rnn.weight_hh_l0	3	-0.04400724917650223
66915	rnn.weight_hh_l0	4	0.055264610797166824
66915	rnn.weight_hh_l0	5	-0.005211548414081335
66915	rnn.weight_hh_l0	6	-0.036518752574920654
66915	rnn.weight_hh_l0	7	-0.01670103147625923
66915	rnn.weight_hh_l0	8	0.000681200239341706
66915	rnn.weight_hh_l0	9	-0.02726883441209793
66915	rnn.bias_ih_l0	0	0.03571992367506027
66915	rnn.bias_ih_l0	1	-0.02585758827626705
66915	rnn.bias_ih_l0	2	-0.01628340221941471
66915	rnn.bias_ih_l0	3	0.09419752657413483
66915	rnn.bias_ih_l0	4	-0.052730318158864975
66915	rnn.bias_ih_l0	5	-0.039956532418727875
66915	rnn.bias_ih_l0	6	-0.01933838054537773
66915	rnn.bias_ih_l0	7	0.05600599944591522
66915	rnn.bias_ih_l0	8	-0.0822899341583252
66915	rnn.bias_ih_l0	9	-0.017943913117051125
66915	rnn.bias_hh_l0	0	-0.03806522861123085
66915	rnn.bias_hh_l0	1	-0.07456861436367035
66915	rnn.bias_hh_l0	2	-0.029283955693244934
66915	rnn.bias_hh_l0	3	-0.06264012306928635
66915	rnn.bias_hh_l0	4	-0.02416234090924263
66915	rnn.bias_hh_l0	5	-0.004994240123778582
66915	rnn.bias_hh_l0	6	0.026452649384737015
66915	rnn.bias_hh_l0	7	-0.011967037804424763
66915	rnn.bias_hh_l0	8	-0.11989489197731018
66915	rnn.bias_hh_l0	9	-0.03477912396192551
66915	rnn.weight_ih_l0_reverse	0	-0.01754237897694111
66915	rnn.weight_ih_l0_reverse	1	-0.05240798741579056
66915	rnn.weight_ih_l0_reverse	2	-0.03805035352706909
66915	rnn.weight_ih_l0_reverse	3	-0.003850148990750313
66915	rnn.weight_ih_l0_reverse	4	0.0018024417804554105
66915	rnn.weight_ih_l0_reverse	5	-0.05016782879829407
66915	rnn.weight_ih_l0_reverse	6	0.04667166247963905
66915	rnn.weight_ih_l0_reverse	7	-0.02688855491578579
66915	rnn.weight_ih_l0_reverse	8	-0.03702729940414429
66915	rnn.weight_ih_l0_reverse	9	0.0028493793215602636
66915	rnn.weight_hh_l0_reverse	0	0.0381973534822464
66915	rnn.weight_hh_l0_reverse	1	0.03130796551704407
66915	rnn.weight_hh_l0_reverse	2	0.03715532645583153
66915	rnn.weight_hh_l0_reverse	3	0.020919235423207283
66915	rnn.weight_hh_l0_reverse	4	-0.0012932515237480402
66915	rnn.weight_hh_l0_reverse	5	0.0035439112689346075
66915	rnn.weight_hh_l0_reverse	6	0.04110061004757881
66915	rnn.weight_hh_l0_reverse	7	-0.050533514469861984
66915	rnn.weight_hh_l0_reverse	8	0.032841894775629044
66915	rnn.weight_hh_l0_reverse	9	0.044491246342659
66915	rnn.bias_ih_l0_reverse	0	-0.06563211977481842
66915	rnn.bias_ih_l0_reverse	1	-0.18387453258037567
66915	rnn.bias_ih_l0_reverse	2	-0.06342706084251404
66915	rnn.bias_ih_l0_reverse	3	-0.016558486968278885
66915	rnn.bias_ih_l0_reverse	4	-0.022863490507006645
66915	rnn.bias_ih_l0_reverse	5	0.04369073733687401
66915	rnn.bias_ih_l0_reverse	6	-0.05450506508350372
66915	rnn.bias_ih_l0_reverse	7	0.0427132323384285
66915	rnn.bias_ih_l0_reverse	8	-0.035526759922504425
66915	rnn.bias_ih_l0_reverse	9	0.017515238374471664
66915	rnn.bias_hh_l0_reverse	0	0.0032592881470918655
66915	rnn.bias_hh_l0_reverse	1	-0.03897123411297798
66915	rnn.bias_hh_l0_reverse	2	0.053730592131614685
66915	rnn.bias_hh_l0_reverse	3	-0.03182707726955414
66915	rnn.bias_hh_l0_reverse	4	-0.04325871542096138
66915	rnn.bias_hh_l0_reverse	5	-0.036397866904735565
66915	rnn.bias_hh_l0_reverse	6	-0.04000789672136307
66915	rnn.bias_hh_l0_reverse	7	0.07742978632450104
66915	rnn.bias_hh_l0_reverse	8	0.011714558117091656
66915	rnn.bias_hh_l0_reverse	9	-0.08268629014492035
66915	rnn.weight_ih_l1	0	-0.03531663492321968
66915	rnn.weight_ih_l1	1	-0.04177446663379669
66915	rnn.weight_ih_l1	2	0.06374923884868622
66915	rnn.weight_ih_l1	3	-0.032043151557445526
66915	rnn.weight_ih_l1	4	0.0008190058870241046
66915	rnn.weight_ih_l1	5	-0.046170879155397415
66915	rnn.weight_ih_l1	6	0.02293061465024948
66915	rnn.weight_ih_l1	7	-0.032960254698991776
66915	rnn.weight_ih_l1	8	0.04094039276242256
66915	rnn.weight_ih_l1	9	0.02827557735145092
66915	rnn.weight_hh_l1	0	-0.015665706247091293
66915	rnn.weight_hh_l1	1	0.007726456969976425
66915	rnn.weight_hh_l1	2	0.0030077961273491383
66915	rnn.weight_hh_l1	3	-0.009369800798594952
66915	rnn.weight_hh_l1	4	0.0013439040631055832
66915	rnn.weight_hh_l1	5	0.02447947859764099
66915	rnn.weight_hh_l1	6	0.028005976229906082
66915	rnn.weight_hh_l1	7	-0.026561006903648376
66915	rnn.weight_hh_l1	8	-0.024023137986660004
66915	rnn.weight_hh_l1	9	0.03888920694589615
66915	rnn.bias_ih_l1	0	-0.13922560214996338
66915	rnn.bias_ih_l1	1	-0.13458475470542908
66915	rnn.bias_ih_l1	2	-0.12942269444465637
66915	rnn.bias_ih_l1	3	-0.20902477204799652
66915	rnn.bias_ih_l1	4	-0.16762079298496246
66915	rnn.bias_ih_l1	5	-0.0928630605340004
66915	rnn.bias_ih_l1	6	-0.10575117915868759
66915	rnn.bias_ih_l1	7	-0.02675602212548256
66915	rnn.bias_ih_l1	8	-0.08401191979646683
66915	rnn.bias_ih_l1	9	-0.10192127525806427
66915	rnn.bias_hh_l1	0	-0.1083683893084526
66915	rnn.bias_hh_l1	1	-0.04116176813840866
66915	rnn.bias_hh_l1	2	-0.08786241710186005
66915	rnn.bias_hh_l1	3	-0.08381599187850952
66915	rnn.bias_hh_l1	4	-0.10792610049247742
66915	rnn.bias_hh_l1	5	-0.06496022641658783
66915	rnn.bias_hh_l1	6	-0.101409412920475
66915	rnn.bias_hh_l1	7	-0.015886105597019196
66915	rnn.bias_hh_l1	8	-0.10457786172628403
66915	rnn.bias_hh_l1	9	-0.07524712383747101
66915	rnn.weight_ih_l1_reverse	0	-0.03582722321152687
66915	rnn.weight_ih_l1_reverse	1	0.035679567605257034
66915	rnn.weight_ih_l1_reverse	2	0.003283059224486351
66915	rnn.weight_ih_l1_reverse	3	0.0007409286336041987
66915	rnn.weight_ih_l1_reverse	4	-0.045388009399175644
66915	rnn.weight_ih_l1_reverse	5	-0.03577364608645439
66915	rnn.weight_ih_l1_reverse	6	-0.0014559585833922029
66915	rnn.weight_ih_l1_reverse	7	0.017757022753357887
66915	rnn.weight_ih_l1_reverse	8	0.002887818031013012
66915	rnn.weight_ih_l1_reverse	9	-0.024337641894817352
66915	rnn.weight_hh_l1_reverse	0	0.008368877694010735
66915	rnn.weight_hh_l1_reverse	1	0.028320418670773506
66915	rnn.weight_hh_l1_reverse	2	-0.03756944462656975
66915	rnn.weight_hh_l1_reverse	3	0.042034249752759933
66915	rnn.weight_hh_l1_reverse	4	0.04498722776770592
66915	rnn.weight_hh_l1_reverse	5	0.009471962228417397
66915	rnn.weight_hh_l1_reverse	6	0.009399965405464172
66915	rnn.weight_hh_l1_reverse	7	0.02760334126651287
66915	rnn.weight_hh_l1_reverse	8	-0.0025456028524786234
66915	rnn.weight_hh_l1_reverse	9	-0.041135985404253006
66915	rnn.bias_ih_l1_reverse	0	-0.05098944157361984
66915	rnn.bias_ih_l1_reverse	1	-0.09179072082042694
66915	rnn.bias_ih_l1_reverse	2	-0.1041051521897316
66915	rnn.bias_ih_l1_reverse	3	0.017340615391731262
66915	rnn.bias_ih_l1_reverse	4	-0.1578202247619629
66915	rnn.bias_ih_l1_reverse	5	-0.08270063251256943
66915	rnn.bias_ih_l1_reverse	6	-0.10261748731136322
66915	rnn.bias_ih_l1_reverse	7	-0.14634276926517487
66915	rnn.bias_ih_l1_reverse	8	0.07846441864967346
66915	rnn.bias_ih_l1_reverse	9	0.012058897875249386
66915	rnn.bias_hh_l1_reverse	0	-0.07297837734222412
66915	rnn.bias_hh_l1_reverse	1	0.03803787752985954
66915	rnn.bias_hh_l1_reverse	2	-0.20534159243106842
66915	rnn.bias_hh_l1_reverse	3	-0.09385594725608826
66915	rnn.bias_hh_l1_reverse	4	-0.05933521315455437
66915	rnn.bias_hh_l1_reverse	5	-0.07987233996391296
66915	rnn.bias_hh_l1_reverse	6	0.10549385845661163
66915	rnn.bias_hh_l1_reverse	7	-0.12984222173690796
66915	rnn.bias_hh_l1_reverse	8	-0.09480687230825424
66915	rnn.bias_hh_l1_reverse	9	-0.10579877346754074
66915	linear.weight	0	0.002228822559118271
66915	linear.weight	1	0.03707726672291756
66915	linear.weight	2	-0.1049862951040268
66915	linear.weight	3	0.34112924337387085
66915	linear.weight	4	0.05445355176925659
66915	linear.weight	5	-0.0005314736044965684
66915	linear.weight	6	0.0032306162174791098
66915	linear.weight	7	0.14559023082256317
66915	linear.weight	8	0.041743598878383636
66915	linear.weight	9	-0.08244327455759048
66915	linear.bias	0	-0.06585802882909775
66915	linear.bias	1	-0.13447056710720062
66915	linear.bias	2	-0.5061506628990173
66915	linear.bias	3	-0.7051615715026855
66915	linear.bias	4	-1.048298716545105
66915	linear.bias	5	-0.0008927661692723632
66915	linear.bias	6	-0.6387155055999756
66915	linear.bias	7	0.4658483862876892
66915	linear.bias	8	-0.5810348391532898
66915	linear.bias	9	-0.8502289056777954
67112	transitions	0	0.4970972537994385
67112	transitions	1	0.08062459528446198
67112	transitions	2	-10000.0
67112	transitions	3	-1.8016235828399658
67112	transitions	4	-10000.0
67112	transitions	5	0.6448095440864563
67112	transitions	6	-0.027036422863602638
67112	transitions	7	-0.385568231344223
67112	transitions	8	-1.3386584520339966
67112	transitions	9	-0.0005054831271991134
67112	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
67112	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
67112	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
67112	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
67112	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
67112	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
67112	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
67112	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
67112	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
67112	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
67112	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
67112	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
67112	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
67112	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
67112	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
67112	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
67112	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
67112	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
67112	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
67112	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
67112	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
67112	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
67112	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
67112	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
67112	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
67112	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
67112	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
67112	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
67112	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
67112	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
67112	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
67112	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
67112	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
67112	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
67112	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
67112	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
67112	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
67112	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
67112	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
67112	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
67112	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
67112	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
67112	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
67112	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
67112	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
67112	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
67112	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
67112	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
67112	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
67112	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
67112	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
67112	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
67112	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
67112	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
67112	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
67112	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
67112	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
67112	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
67112	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
67112	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
67112	embedding2nn.weight	0	-0.001349227037280798
67112	embedding2nn.weight	1	-0.017063720151782036
67112	embedding2nn.weight	2	-0.014268255792558193
67112	embedding2nn.weight	3	0.006369703449308872
67112	embedding2nn.weight	4	-0.0059150345623493195
67112	embedding2nn.weight	5	-0.0037005776539444923
67112	embedding2nn.weight	6	-0.003973228856921196
67112	embedding2nn.weight	7	-0.03968542814254761
67112	embedding2nn.weight	8	-0.0019979383796453476
67112	embedding2nn.weight	9	-0.027907850220799446
67112	embedding2nn.bias	0	0.024889567866921425
67112	embedding2nn.bias	1	-0.04728445038199425
67112	embedding2nn.bias	2	0.07262036949396133
67112	embedding2nn.bias	3	0.04843105375766754
67112	embedding2nn.bias	4	-0.029456226155161858
67112	embedding2nn.bias	5	-0.03554756939411163
67112	embedding2nn.bias	6	0.026163185015320778
67112	embedding2nn.bias	7	-0.05090067908167839
67112	embedding2nn.bias	8	0.02719162404537201
67112	embedding2nn.bias	9	0.021508101373910904
67112	rnn.weight_ih_l0	0	-0.013819600455462933
67112	rnn.weight_ih_l0	1	0.003605996258556843
67112	rnn.weight_ih_l0	2	0.04093650355935097
67112	rnn.weight_ih_l0	3	0.002005350776016712
67112	rnn.weight_ih_l0	4	-0.014375344850122929
67112	rnn.weight_ih_l0	5	-0.05316168814897537
67112	rnn.weight_ih_l0	6	0.01097437459975481
67112	rnn.weight_ih_l0	7	0.052547115832567215
67112	rnn.weight_ih_l0	8	0.003098557237535715
67112	rnn.weight_ih_l0	9	-0.027566157281398773
67112	rnn.weight_hh_l0	0	-0.033806394785642624
67112	rnn.weight_hh_l0	1	-0.0010282438015565276
67112	rnn.weight_hh_l0	2	-0.004056244622915983
67112	rnn.weight_hh_l0	3	-0.04530571028590202
67112	rnn.weight_hh_l0	4	0.054781123995780945
67112	rnn.weight_hh_l0	5	-0.005996721796691418
67112	rnn.weight_hh_l0	6	-0.03610222786664963
67112	rnn.weight_hh_l0	7	-0.017357278615236282
67112	rnn.weight_hh_l0	8	0.000810739176813513
67112	rnn.weight_hh_l0	9	-0.028079945594072342
67112	rnn.bias_ih_l0	0	0.03703808784484863
67112	rnn.bias_ih_l0	1	-0.02569374442100525
67112	rnn.bias_ih_l0	2	-0.012837404385209084
67112	rnn.bias_ih_l0	3	0.09289395809173584
67112	rnn.bias_ih_l0	4	-0.0497855506837368
67112	rnn.bias_ih_l0	5	-0.03604540601372719
67112	rnn.bias_ih_l0	6	-0.018664969131350517
67112	rnn.bias_ih_l0	7	0.05505838245153427
67112	rnn.bias_ih_l0	8	-0.08356738835573196
67112	rnn.bias_ih_l0	9	-0.021235650405287743
67112	rnn.bias_hh_l0	0	-0.03748771548271179
67112	rnn.bias_hh_l0	1	-0.0756734311580658
67112	rnn.bias_hh_l0	2	-0.03157613053917885
67112	rnn.bias_hh_l0	3	-0.06084681302309036
67112	rnn.bias_hh_l0	4	-0.021218815818428993
67112	rnn.bias_hh_l0	5	-0.0044201938435435295
67112	rnn.bias_hh_l0	6	0.0261977668851614
67112	rnn.bias_hh_l0	7	-0.012949615716934204
67112	rnn.bias_hh_l0	8	-0.12178092449903488
67112	rnn.bias_hh_l0	9	-0.03102893754839897
67112	rnn.weight_ih_l0_reverse	0	-0.01764531061053276
67112	rnn.weight_ih_l0_reverse	1	-0.05311504006385803
67112	rnn.weight_ih_l0_reverse	2	-0.03667872026562691
67112	rnn.weight_ih_l0_reverse	3	-0.001400697510689497
67112	rnn.weight_ih_l0_reverse	4	0.0015259580686688423
67112	rnn.weight_ih_l0_reverse	5	-0.05019628629088402
67112	rnn.weight_ih_l0_reverse	6	0.044538624584674835
67112	rnn.weight_ih_l0_reverse	7	-0.025530291721224785
67112	rnn.weight_ih_l0_reverse	8	-0.038544703274965286
67112	rnn.weight_ih_l0_reverse	9	0.0016930281417444348
67112	rnn.weight_hh_l0_reverse	0	0.036532577127218246
67112	rnn.weight_hh_l0_reverse	1	0.031009091064333916
67112	rnn.weight_hh_l0_reverse	2	0.03721711412072182
67112	rnn.weight_hh_l0_reverse	3	0.020757345482707024
67112	rnn.weight_hh_l0_reverse	4	-0.0015304547268897295
67112	rnn.weight_hh_l0_reverse	5	0.0029543943237513304
67112	rnn.weight_hh_l0_reverse	6	0.0408029742538929
67112	rnn.weight_hh_l0_reverse	7	-0.04913778975605965
67112	rnn.weight_hh_l0_reverse	8	0.032124537974596024
67112	rnn.weight_hh_l0_reverse	9	0.04373793303966522
67112	rnn.bias_ih_l0_reverse	0	-0.06331713497638702
67112	rnn.bias_ih_l0_reverse	1	-0.19384145736694336
67112	rnn.bias_ih_l0_reverse	2	-0.05857398360967636
67112	rnn.bias_ih_l0_reverse	3	-0.01783679984509945
67112	rnn.bias_ih_l0_reverse	4	-0.027334079146385193
67112	rnn.bias_ih_l0_reverse	5	0.04018869623541832
67112	rnn.bias_ih_l0_reverse	6	-0.054682355374097824
67112	rnn.bias_ih_l0_reverse	7	0.039097368717193604
67112	rnn.bias_ih_l0_reverse	8	-0.03413177654147148
67112	rnn.bias_ih_l0_reverse	9	0.013405063189566135
67112	rnn.bias_hh_l0_reverse	0	0.0005654672277159989
67112	rnn.bias_hh_l0_reverse	1	-0.032926447689533234
67112	rnn.bias_hh_l0_reverse	2	0.055958762764930725
67112	rnn.bias_hh_l0_reverse	3	-0.028537612408399582
67112	rnn.bias_hh_l0_reverse	4	-0.04026823118329048
67112	rnn.bias_hh_l0_reverse	5	-0.03292012959718704
67112	rnn.bias_hh_l0_reverse	6	-0.03885303810238838
67112	rnn.bias_hh_l0_reverse	7	0.07557432353496552
67112	rnn.bias_hh_l0_reverse	8	0.01279541291296482
67112	rnn.bias_hh_l0_reverse	9	-0.07834028452634811
67112	rnn.weight_ih_l1	0	-0.03474608436226845
67112	rnn.weight_ih_l1	1	-0.040759310126304626
67112	rnn.weight_ih_l1	2	0.06585384905338287
67112	rnn.weight_ih_l1	3	-0.031708013266325
67112	rnn.weight_ih_l1	4	-0.00032534930505789816
67112	rnn.weight_ih_l1	5	-0.04614127054810524
67112	rnn.weight_ih_l1	6	0.023315947502851486
67112	rnn.weight_ih_l1	7	-0.032804589718580246
67112	rnn.weight_ih_l1	8	0.04099167883396149
67112	rnn.weight_ih_l1	9	0.028864886611700058
67112	rnn.weight_hh_l1	0	-0.01632015034556389
67112	rnn.weight_hh_l1	1	0.007689948193728924
67112	rnn.weight_hh_l1	2	0.0014885602286085486
67112	rnn.weight_hh_l1	3	-0.009501857683062553
67112	rnn.weight_hh_l1	4	0.0018748752772808075
67112	rnn.weight_hh_l1	5	0.02491726167500019
67112	rnn.weight_hh_l1	6	0.02830829657614231
67112	rnn.weight_hh_l1	7	-0.02677851729094982
67112	rnn.weight_hh_l1	8	-0.02392001636326313
67112	rnn.weight_hh_l1	9	0.038881734013557434
67112	rnn.bias_ih_l1	0	-0.14015813171863556
67112	rnn.bias_ih_l1	1	-0.1366833746433258
67112	rnn.bias_ih_l1	2	-0.13264517486095428
67112	rnn.bias_ih_l1	3	-0.20901642739772797
67112	rnn.bias_ih_l1	4	-0.16657792031764984
67112	rnn.bias_ih_l1	5	-0.09448008239269257
67112	rnn.bias_ih_l1	6	-0.10375518351793289
67112	rnn.bias_ih_l1	7	-0.025345804169774055
67112	rnn.bias_ih_l1	8	-0.08329050987958908
67112	rnn.bias_ih_l1	9	-0.10272238403558731
67112	rnn.bias_hh_l1	0	-0.1060386672616005
67112	rnn.bias_hh_l1	1	-0.04263240844011307
67112	rnn.bias_hh_l1	2	-0.09048765897750854
67112	rnn.bias_hh_l1	3	-0.08480662852525711
67112	rnn.bias_hh_l1	4	-0.10945820063352585
67112	rnn.bias_hh_l1	5	-0.06480469554662704
67112	rnn.bias_hh_l1	6	-0.1005496084690094
67112	rnn.bias_hh_l1	7	-0.010111930780112743
67112	rnn.bias_hh_l1	8	-0.10705629736185074
67112	rnn.bias_hh_l1	9	-0.07540827989578247
67112	rnn.weight_ih_l1_reverse	0	-0.035607580095529556
67112	rnn.weight_ih_l1_reverse	1	0.0332016684114933
67112	rnn.weight_ih_l1_reverse	2	0.0010140853701159358
67112	rnn.weight_ih_l1_reverse	3	0.0017396395560353994
67112	rnn.weight_ih_l1_reverse	4	-0.04574215039610863
67112	rnn.weight_ih_l1_reverse	5	-0.03557373583316803
67112	rnn.weight_ih_l1_reverse	6	-0.003931940998882055
67112	rnn.weight_ih_l1_reverse	7	0.018072718754410744
67112	rnn.weight_ih_l1_reverse	8	0.0022652200423181057
67112	rnn.weight_ih_l1_reverse	9	-0.030706848949193954
67112	rnn.weight_hh_l1_reverse	0	0.008249628357589245
67112	rnn.weight_hh_l1_reverse	1	0.028515078127384186
67112	rnn.weight_hh_l1_reverse	2	-0.03752898424863815
67112	rnn.weight_hh_l1_reverse	3	0.04194459691643715
67112	rnn.weight_hh_l1_reverse	4	0.04482255131006241
67112	rnn.weight_hh_l1_reverse	5	0.009145500138401985
67112	rnn.weight_hh_l1_reverse	6	0.008389510214328766
67112	rnn.weight_hh_l1_reverse	7	0.027630755677819252
67112	rnn.weight_hh_l1_reverse	8	-0.002575680147856474
67112	rnn.weight_hh_l1_reverse	9	-0.040857672691345215
67112	rnn.bias_ih_l1_reverse	0	-0.050670552998781204
67112	rnn.bias_ih_l1_reverse	1	-0.09263861924409866
67112	rnn.bias_ih_l1_reverse	2	-0.1054065078496933
67112	rnn.bias_ih_l1_reverse	3	0.008598033338785172
67112	rnn.bias_ih_l1_reverse	4	-0.157230943441391
67112	rnn.bias_ih_l1_reverse	5	-0.08364205062389374
67112	rnn.bias_ih_l1_reverse	6	-0.1020730510354042
67112	rnn.bias_ih_l1_reverse	7	-0.14338716864585876
67112	rnn.bias_ih_l1_reverse	8	0.07700831443071365
67112	rnn.bias_ih_l1_reverse	9	0.01104645524173975
67112	rnn.bias_hh_l1_reverse	0	-0.08124734461307526
67112	rnn.bias_hh_l1_reverse	1	0.032110702246427536
67112	rnn.bias_hh_l1_reverse	2	-0.20653456449508667
67112	rnn.bias_hh_l1_reverse	3	-0.09389743953943253
67112	rnn.bias_hh_l1_reverse	4	-0.06141500174999237
67112	rnn.bias_hh_l1_reverse	5	-0.07973641157150269
67112	rnn.bias_hh_l1_reverse	6	0.11166662722826004
67112	rnn.bias_hh_l1_reverse	7	-0.1309533566236496
67112	rnn.bias_hh_l1_reverse	8	-0.09682264178991318
67112	rnn.bias_hh_l1_reverse	9	-0.1060626357793808
67112	linear.weight	0	0.002228822559118271
67112	linear.weight	1	0.025743281468749046
67112	linear.weight	2	-0.11702176928520203
67112	linear.weight	3	0.33400118350982666
67112	linear.weight	4	0.0520254522562027
67112	linear.weight	5	-0.0004606517031788826
67112	linear.weight	6	-0.006896267645061016
67112	linear.weight	7	0.1523556262254715
67112	linear.weight	8	0.04173707962036133
67112	linear.weight	9	-0.07458629459142685
67112	linear.bias	0	-0.05444161966443062
67112	linear.bias	1	-0.13763780891895294
67112	linear.bias	2	-0.5118818879127502
67112	linear.bias	3	-0.7114980220794678
67112	linear.bias	4	-1.0549689531326294
67112	linear.bias	5	-0.028245335444808006
67112	linear.bias	6	-0.6406236290931702
67112	linear.bias	7	0.4375047981739044
67112	linear.bias	8	-0.5731249451637268
67112	linear.bias	9	-0.8423336744308472
67116	transitions	0	0.4968203604221344
67116	transitions	1	0.08062251657247543
67116	transitions	2	-10000.0
67116	transitions	3	-1.8016244173049927
67116	transitions	4	-10000.0
67116	transitions	5	0.6448080539703369
67116	transitions	6	-0.027038468047976494
67116	transitions	7	-0.3855687975883484
67116	transitions	8	-1.3386640548706055
67116	transitions	9	-0.0005055266665294766
67116	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
67116	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
67116	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
67116	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
67116	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
67116	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
67116	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
67116	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
67116	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
67116	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
67116	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
67116	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
67116	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
67116	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
67116	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
67116	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
67116	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
67116	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
67116	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
67116	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
67116	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
67116	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
67116	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
67116	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
67116	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
67116	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
67116	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
67116	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
67116	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
67116	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
67116	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
67116	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
67116	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
67116	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
67116	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
67116	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
67116	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
67116	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
67116	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
67116	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
67116	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
67116	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
67116	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
67116	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
67116	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
67116	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
67116	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
67116	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
67116	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
67116	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
67116	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
67116	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
67116	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
67116	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
67116	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
67116	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
67116	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
67116	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
67116	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
67116	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
67116	embedding2nn.weight	0	-0.0012247762642800808
67116	embedding2nn.weight	1	-0.01702968403697014
67116	embedding2nn.weight	2	-0.014268255792558193
67116	embedding2nn.weight	3	0.006701614707708359
67116	embedding2nn.weight	4	-0.0059150345623493195
67116	embedding2nn.weight	5	-0.0037005776539444923
67116	embedding2nn.weight	6	-0.003973228856921196
67116	embedding2nn.weight	7	-0.039736825972795486
67116	embedding2nn.weight	8	-0.0019979383796453476
67116	embedding2nn.weight	9	-0.027908790856599808
67116	embedding2nn.bias	0	0.02652914635837078
67116	embedding2nn.bias	1	-0.048778366297483444
67116	embedding2nn.bias	2	0.07210741937160492
67116	embedding2nn.bias	3	0.04986521601676941
67116	embedding2nn.bias	4	-0.029139263555407524
67116	embedding2nn.bias	5	-0.03497803956270218
67116	embedding2nn.bias	6	0.026208575814962387
67116	embedding2nn.bias	7	-0.049831170588731766
67116	embedding2nn.bias	8	0.027562912553548813
67116	embedding2nn.bias	9	0.021776491776108742
67116	rnn.weight_ih_l0	0	-0.013872193172574043
67116	rnn.weight_ih_l0	1	0.0037084452342242002
67116	rnn.weight_ih_l0	2	0.04092735797166824
67116	rnn.weight_ih_l0	3	0.00193730928003788
67116	rnn.weight_ih_l0	4	-0.01399558037519455
67116	rnn.weight_ih_l0	5	-0.05304731801152229
67116	rnn.weight_ih_l0	6	0.0110814543440938
67116	rnn.weight_ih_l0	7	0.05245451256632805
67116	rnn.weight_ih_l0	8	0.0027522137388587
67116	rnn.weight_ih_l0	9	-0.02760409377515316
67116	rnn.weight_hh_l0	0	-0.03354817256331444
67116	rnn.weight_hh_l0	1	-0.0007932478911243379
67116	rnn.weight_hh_l0	2	-0.004353978205472231
67116	rnn.weight_hh_l0	3	-0.04518662393093109
67116	rnn.weight_hh_l0	4	0.05499336123466492
67116	rnn.weight_hh_l0	5	-0.0060185096226632595
67116	rnn.weight_hh_l0	6	-0.03615720570087433
67116	rnn.weight_hh_l0	7	-0.017356382682919502
67116	rnn.weight_hh_l0	8	0.0008342599612660706
67116	rnn.weight_hh_l0	9	-0.02807317115366459
67116	rnn.bias_ih_l0	0	0.03720054030418396
67116	rnn.bias_ih_l0	1	-0.026564624160528183
67116	rnn.bias_ih_l0	2	-0.012662666849792004
67116	rnn.bias_ih_l0	3	0.09284020960330963
67116	rnn.bias_ih_l0	4	-0.0497233085334301
67116	rnn.bias_ih_l0	5	-0.03592443838715553
67116	rnn.bias_ih_l0	6	-0.019223852083086967
67116	rnn.bias_ih_l0	7	0.05480670928955078
67116	rnn.bias_ih_l0	8	-0.08365613222122192
67116	rnn.bias_ih_l0	9	-0.0216633640229702
67116	rnn.bias_hh_l0	0	-0.03741968050599098
67116	rnn.bias_hh_l0	1	-0.07746481150388718
67116	rnn.bias_hh_l0	2	-0.031144525855779648
67116	rnn.bias_hh_l0	3	-0.06097676232457161
67116	rnn.bias_hh_l0	4	-0.02163921482861042
67116	rnn.bias_hh_l0	5	-0.003934969659894705
67116	rnn.bias_hh_l0	6	0.02586902305483818
67116	rnn.bias_hh_l0	7	-0.012974538840353489
67116	rnn.bias_hh_l0	8	-0.1222701445221901
67116	rnn.bias_hh_l0	9	-0.03173141926527023
67116	rnn.weight_ih_l0_reverse	0	-0.017676780000329018
67116	rnn.weight_ih_l0_reverse	1	-0.05308888852596283
67116	rnn.weight_ih_l0_reverse	2	-0.036315351724624634
67116	rnn.weight_ih_l0_reverse	3	-0.0013152016326785088
67116	rnn.weight_ih_l0_reverse	4	0.0015609791735187173
67116	rnn.weight_ih_l0_reverse	5	-0.05025722458958626
67116	rnn.weight_ih_l0_reverse	6	0.0446319580078125
67116	rnn.weight_ih_l0_reverse	7	-0.02558824233710766
67116	rnn.weight_ih_l0_reverse	8	-0.03855392336845398
67116	rnn.weight_ih_l0_reverse	9	0.0016601928509771824
67116	rnn.weight_hh_l0_reverse	0	0.03654985874891281
67116	rnn.weight_hh_l0_reverse	1	0.031146762892603874
67116	rnn.weight_hh_l0_reverse	2	0.03720548003911972
67116	rnn.weight_hh_l0_reverse	3	0.020845873281359673
67116	rnn.weight_hh_l0_reverse	4	-0.0014747937675565481
67116	rnn.weight_hh_l0_reverse	5	0.0028987263794988394
67116	rnn.weight_hh_l0_reverse	6	0.04085911437869072
67116	rnn.weight_hh_l0_reverse	7	-0.04897420108318329
67116	rnn.weight_hh_l0_reverse	8	0.032249290496110916
67116	rnn.weight_hh_l0_reverse	9	0.043587230145931244
67116	rnn.bias_ih_l0_reverse	0	-0.06330869346857071
67116	rnn.bias_ih_l0_reverse	1	-0.19301973283290863
67116	rnn.bias_ih_l0_reverse	2	-0.058490291237831116
67116	rnn.bias_ih_l0_reverse	3	-0.01800040528178215
67116	rnn.bias_ih_l0_reverse	4	-0.026700688526034355
67116	rnn.bias_ih_l0_reverse	5	0.0403507798910141
67116	rnn.bias_ih_l0_reverse	6	-0.05491263046860695
67116	rnn.bias_ih_l0_reverse	7	0.0390787236392498
67116	rnn.bias_ih_l0_reverse	8	-0.03364473208785057
67116	rnn.bias_ih_l0_reverse	9	0.013470299541950226
67116	rnn.bias_hh_l0_reverse	0	0.0007010396220721304
67116	rnn.bias_hh_l0_reverse	1	-0.032674986869096756
67116	rnn.bias_hh_l0_reverse	2	0.05646172910928726
67116	rnn.bias_hh_l0_reverse	3	-0.028600288555026054
67116	rnn.bias_hh_l0_reverse	4	-0.04051099717617035
67116	rnn.bias_hh_l0_reverse	5	-0.03303690254688263
67116	rnn.bias_hh_l0_reverse	6	-0.03887563943862915
67116	rnn.bias_hh_l0_reverse	7	0.07578399032354355
67116	rnn.bias_hh_l0_reverse	8	0.01322792749851942
67116	rnn.bias_hh_l0_reverse	9	-0.07782287150621414
67116	rnn.weight_ih_l1	0	-0.03469065949320793
67116	rnn.weight_ih_l1	1	-0.04118715599179268
67116	rnn.weight_ih_l1	2	0.06572035700082779
67116	rnn.weight_ih_l1	3	-0.031734347343444824
67116	rnn.weight_ih_l1	4	-0.00041158549720421433
67116	rnn.weight_ih_l1	5	-0.04617865011096001
67116	rnn.weight_ih_l1	6	0.023331351578235626
67116	rnn.weight_ih_l1	7	-0.03274749219417572
67116	rnn.weight_ih_l1	8	0.04097586125135422
67116	rnn.weight_ih_l1	9	0.028883785009384155
67116	rnn.weight_hh_l1	0	-0.016249751672148705
67116	rnn.weight_hh_l1	1	0.007718873210251331
67116	rnn.weight_hh_l1	2	0.001470976392738521
67116	rnn.weight_hh_l1	3	-0.009497692808508873
67116	rnn.weight_hh_l1	4	0.0017873357282951474
67116	rnn.weight_hh_l1	5	0.024910099804401398
67116	rnn.weight_hh_l1	6	0.028303615748882294
67116	rnn.weight_hh_l1	7	-0.026785321533679962
67116	rnn.weight_hh_l1	8	-0.023924916982650757
67116	rnn.weight_hh_l1	9	0.03887500241398811
67116	rnn.bias_ih_l1	0	-0.14019541442394257
67116	rnn.bias_ih_l1	1	-0.1365535706281662
67116	rnn.bias_ih_l1	2	-0.13281293213367462
67116	rnn.bias_ih_l1	3	-0.20886333286762238
67116	rnn.bias_ih_l1	4	-0.16627120971679688
67116	rnn.bias_ih_l1	5	-0.09442205727100372
67116	rnn.bias_ih_l1	6	-0.10336976498365402
67116	rnn.bias_ih_l1	7	-0.024466993287205696
67116	rnn.bias_ih_l1	8	-0.08347899466753006
67116	rnn.bias_ih_l1	9	-0.10279059410095215
67116	rnn.bias_hh_l1	0	-0.1062537357211113
67116	rnn.bias_hh_l1	1	-0.04224034771323204
67116	rnn.bias_hh_l1	2	-0.09045188874006271
67116	rnn.bias_hh_l1	3	-0.08472448587417603
67116	rnn.bias_hh_l1	4	-0.10980967432260513
67116	rnn.bias_hh_l1	5	-0.0648299977183342
67116	rnn.bias_hh_l1	6	-0.10072474926710129
67116	rnn.bias_hh_l1	7	-0.009299698285758495
67116	rnn.bias_hh_l1	8	-0.10672595351934433
67116	rnn.bias_hh_l1	9	-0.07568120211362839
67116	rnn.weight_ih_l1_reverse	0	-0.03569647669792175
67116	rnn.weight_ih_l1_reverse	1	0.03335844352841377
67116	rnn.weight_ih_l1_reverse	2	0.0008946619927883148
67116	rnn.weight_ih_l1_reverse	3	0.0018800579709932208
67116	rnn.weight_ih_l1_reverse	4	-0.045450467616319656
67116	rnn.weight_ih_l1_reverse	5	-0.03556954860687256
67116	rnn.weight_ih_l1_reverse	6	-0.00392976263538003
67116	rnn.weight_ih_l1_reverse	7	0.01808955706655979
67116	rnn.weight_ih_l1_reverse	8	0.0021198648028075695
67116	rnn.weight_ih_l1_reverse	9	-0.031572405248880386
67116	rnn.weight_hh_l1_reverse	0	0.008260216563940048
67116	rnn.weight_hh_l1_reverse	1	0.02849550172686577
67116	rnn.weight_hh_l1_reverse	2	-0.03753061965107918
67116	rnn.weight_hh_l1_reverse	3	0.04195532575249672
67116	rnn.weight_hh_l1_reverse	4	0.04471414163708687
67116	rnn.weight_hh_l1_reverse	5	0.009098871611058712
67116	rnn.weight_hh_l1_reverse	6	0.008368548937141895
67116	rnn.weight_hh_l1_reverse	7	0.02761777490377426
67116	rnn.weight_hh_l1_reverse	8	-0.0025855284184217453
67116	rnn.weight_hh_l1_reverse	9	-0.04088972881436348
67116	rnn.bias_ih_l1_reverse	0	-0.050581444054841995
67116	rnn.bias_ih_l1_reverse	1	-0.0928034633398056
67116	rnn.bias_ih_l1_reverse	2	-0.10511505603790283
67116	rnn.bias_ih_l1_reverse	3	0.00804493110626936
67116	rnn.bias_ih_l1_reverse	4	-0.15746016800403595
67116	rnn.bias_ih_l1_reverse	5	-0.08365987986326218
67116	rnn.bias_ih_l1_reverse	6	-0.10215732455253601
67116	rnn.bias_ih_l1_reverse	7	-0.1434493362903595
67116	rnn.bias_ih_l1_reverse	8	0.07704903930425644
67116	rnn.bias_ih_l1_reverse	9	0.012095985002815723
67116	rnn.bias_hh_l1_reverse	0	-0.08129502087831497
67116	rnn.bias_hh_l1_reverse	1	0.03223026543855667
67116	rnn.bias_hh_l1_reverse	2	-0.20655380189418793
67116	rnn.bias_hh_l1_reverse	3	-0.09411495923995972
67116	rnn.bias_hh_l1_reverse	4	-0.06135224550962448
67116	rnn.bias_hh_l1_reverse	5	-0.0796419307589531
67116	rnn.bias_hh_l1_reverse	6	0.11198839545249939
67116	rnn.bias_hh_l1_reverse	7	-0.13154442608356476
67116	rnn.bias_hh_l1_reverse	8	-0.09673722088336945
67116	rnn.bias_hh_l1_reverse	9	-0.10593443363904953
67116	linear.weight	0	0.002228822559118271
67116	linear.weight	1	0.025559168308973312
67116	linear.weight	2	-0.11717306077480316
67116	linear.weight	3	0.33415818214416504
67116	linear.weight	4	0.052386317402124405
67116	linear.weight	5	-0.00040621691732667387
67116	linear.weight	6	-0.008293083868920803
67116	linear.weight	7	0.15685461461544037
67116	linear.weight	8	0.041737038642168045
67116	linear.weight	9	-0.0747060552239418
67116	linear.bias	0	-0.05425316467881203
67116	linear.bias	1	-0.13861678540706635
67116	linear.bias	2	-0.5074425339698792
67116	linear.bias	3	-0.7175464630126953
67116	linear.bias	4	-1.0611379146575928
67116	linear.bias	5	-0.03860459849238396
67116	linear.bias	6	-0.6415786147117615
67116	linear.bias	7	0.4274834096431732
67116	linear.bias	8	-0.5745461583137512
67116	linear.bias	9	-0.8439044952392578
67313	transitions	0	0.48753294348716736
67313	transitions	1	0.09339957684278488
67313	transitions	2	-10000.0
67313	transitions	3	-1.801692247390747
67313	transitions	4	-10000.0
67313	transitions	5	0.6445934176445007
67313	transitions	6	-0.027256319299340248
67313	transitions	7	-0.38739243149757385
67313	transitions	8	-1.338926911354065
67313	transitions	9	-0.0005078630638308823
67313	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
67313	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
67313	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
67313	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
67313	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
67313	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
67313	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
67313	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
67313	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
67313	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
67313	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
67313	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
67313	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
67313	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
67313	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
67313	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
67313	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
67313	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
67313	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
67313	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
67313	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
67313	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
67313	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
67313	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
67313	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
67313	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
67313	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
67313	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
67313	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
67313	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
67313	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
67313	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
67313	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
67313	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
67313	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
67313	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
67313	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
67313	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
67313	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
67313	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
67313	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
67313	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
67313	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
67313	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
67313	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
67313	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
67313	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
67313	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
67313	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
67313	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
67313	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
67313	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
67313	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
67313	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
67313	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
67313	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
67313	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
67313	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
67313	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
67313	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
67313	embedding2nn.weight	0	-0.00196583429351449
67313	embedding2nn.weight	1	-0.01697790063917637
67313	embedding2nn.weight	2	-0.014268255792558193
67313	embedding2nn.weight	3	0.0016243380960077047
67313	embedding2nn.weight	4	-0.0059150345623493195
67313	embedding2nn.weight	5	-0.003700577188283205
67313	embedding2nn.weight	6	-0.003973226994276047
67313	embedding2nn.weight	7	-0.03876667842268944
67313	embedding2nn.weight	8	-0.0019979383796453476
67313	embedding2nn.weight	9	-0.026499712839722633
67313	embedding2nn.bias	0	0.027237696573138237
67313	embedding2nn.bias	1	-0.05169130489230156
67313	embedding2nn.bias	2	0.06577712297439575
67313	embedding2nn.bias	3	0.04529396817088127
67313	embedding2nn.bias	4	-0.02620445378124714
67313	embedding2nn.bias	5	-0.03622443228960037
67313	embedding2nn.bias	6	0.029819410294294357
67313	embedding2nn.bias	7	-0.04587240889668465
67313	embedding2nn.bias	8	0.030684851109981537
67313	embedding2nn.bias	9	0.02683897316455841
67313	rnn.weight_ih_l0	0	-0.014348200522363186
67313	rnn.weight_ih_l0	1	0.0037948344834148884
67313	rnn.weight_ih_l0	2	0.0395420603454113
67313	rnn.weight_ih_l0	3	0.0031550084240734577
67313	rnn.weight_ih_l0	4	-0.013839847408235073
67313	rnn.weight_ih_l0	5	-0.05249445140361786
67313	rnn.weight_ih_l0	6	0.01082385890185833
67313	rnn.weight_ih_l0	7	0.054055631160736084
67313	rnn.weight_ih_l0	8	0.0009779923129826784
67313	rnn.weight_ih_l0	9	-0.028049642220139503
67313	rnn.weight_hh_l0	0	-0.03328144550323486
67313	rnn.weight_hh_l0	1	-0.0009285130654461682
67313	rnn.weight_hh_l0	2	-0.004452644381672144
67313	rnn.weight_hh_l0	3	-0.04555276408791542
67313	rnn.weight_hh_l0	4	0.05668658763170242
67313	rnn.weight_hh_l0	5	-0.007893533445894718
67313	rnn.weight_hh_l0	6	-0.03606889769434929
67313	rnn.weight_hh_l0	7	-0.019448764622211456
67313	rnn.weight_hh_l0	8	0.0007411551778204739
67313	rnn.weight_hh_l0	9	-0.027194319292902946
67313	rnn.bias_ih_l0	0	0.036845702677965164
67313	rnn.bias_ih_l0	1	-0.026306120678782463
67313	rnn.bias_ih_l0	2	-0.013667606748640537
67313	rnn.bias_ih_l0	3	0.09771198034286499
67313	rnn.bias_ih_l0	4	-0.04891467094421387
67313	rnn.bias_ih_l0	5	-0.03881911188364029
67313	rnn.bias_ih_l0	6	-0.0179880503565073
67313	rnn.bias_ih_l0	7	0.0555647574365139
67313	rnn.bias_ih_l0	8	-0.08370616286993027
67313	rnn.bias_ih_l0	9	-0.024782367050647736
67313	rnn.bias_hh_l0	0	-0.03745606169104576
67313	rnn.bias_hh_l0	1	-0.07363901287317276
67313	rnn.bias_hh_l0	2	-0.029517320916056633
67313	rnn.bias_hh_l0	3	-0.06077299267053604
67313	rnn.bias_hh_l0	4	-0.021782521158456802
67313	rnn.bias_hh_l0	5	-0.0059800660237669945
67313	rnn.bias_hh_l0	6	0.02604774385690689
67313	rnn.bias_hh_l0	7	-0.013398827984929085
67313	rnn.bias_hh_l0	8	-0.12005279213190079
67313	rnn.bias_hh_l0	9	-0.026339439675211906
67313	rnn.weight_ih_l0_reverse	0	-0.017467422410845757
67313	rnn.weight_ih_l0_reverse	1	-0.052982524037361145
67313	rnn.weight_ih_l0_reverse	2	-0.03538496419787407
67313	rnn.weight_ih_l0_reverse	3	-0.0006209458224475384
67313	rnn.weight_ih_l0_reverse	4	0.0006504807970486581
67313	rnn.weight_ih_l0_reverse	5	-0.050296541303396225
67313	rnn.weight_ih_l0_reverse	6	0.04479571431875229
67313	rnn.weight_ih_l0_reverse	7	-0.025332827121019363
67313	rnn.weight_ih_l0_reverse	8	-0.0381774827837944
67313	rnn.weight_ih_l0_reverse	9	0.0026494937483221292
67313	rnn.weight_hh_l0_reverse	0	0.03593498840928078
67313	rnn.weight_hh_l0_reverse	1	0.03089435212314129
67313	rnn.weight_hh_l0_reverse	2	0.0370011180639267
67313	rnn.weight_hh_l0_reverse	3	0.02025413140654564
67313	rnn.weight_hh_l0_reverse	4	-0.0016905193915590644
67313	rnn.weight_hh_l0_reverse	5	0.0021297603379935026
67313	rnn.weight_hh_l0_reverse	6	0.041191279888153076
67313	rnn.weight_hh_l0_reverse	7	-0.04850803688168526
67313	rnn.weight_hh_l0_reverse	8	0.03211531043052673
67313	rnn.weight_hh_l0_reverse	9	0.04305925592780113
67313	rnn.bias_ih_l0_reverse	0	-0.06227635592222214
67313	rnn.bias_ih_l0_reverse	1	-0.18916378915309906
67313	rnn.bias_ih_l0_reverse	2	-0.05898125097155571
67313	rnn.bias_ih_l0_reverse	3	-0.018986649811267853
67313	rnn.bias_ih_l0_reverse	4	-0.026654373854398727
67313	rnn.bias_ih_l0_reverse	5	0.037722911685705185
67313	rnn.bias_ih_l0_reverse	6	-0.04999051243066788
67313	rnn.bias_ih_l0_reverse	7	0.03836752101778984
67313	rnn.bias_ih_l0_reverse	8	-0.033853042870759964
67313	rnn.bias_ih_l0_reverse	9	0.011846993118524551
67313	rnn.bias_hh_l0_reverse	0	-0.000843175919726491
67313	rnn.bias_hh_l0_reverse	1	-0.029027683660387993
67313	rnn.bias_hh_l0_reverse	2	0.05700365826487541
67313	rnn.bias_hh_l0_reverse	3	-0.028040627017617226
67313	rnn.bias_hh_l0_reverse	4	-0.04197185859084129
67313	rnn.bias_hh_l0_reverse	5	-0.03226669877767563
67313	rnn.bias_hh_l0_reverse	6	-0.03720167279243469
67313	rnn.bias_hh_l0_reverse	7	0.07906157523393631
67313	rnn.bias_hh_l0_reverse	8	0.015431934967637062
67313	rnn.bias_hh_l0_reverse	9	-0.07800402492284775
67313	rnn.weight_ih_l1	0	-0.03425120189785957
67313	rnn.weight_ih_l1	1	-0.042566895484924316
67313	rnn.weight_ih_l1	2	0.06502902507781982
67313	rnn.weight_ih_l1	3	-0.03090270608663559
67313	rnn.weight_ih_l1	4	-8.10697820270434e-05
67313	rnn.weight_ih_l1	5	-0.045806050300598145
67313	rnn.weight_ih_l1	6	0.024139173328876495
67313	rnn.weight_ih_l1	7	-0.03269727900624275
67313	rnn.weight_ih_l1	8	0.04101615771651268
67313	rnn.weight_ih_l1	9	0.028858669102191925
67313	rnn.weight_hh_l1	0	-0.017068106681108475
67313	rnn.weight_hh_l1	1	0.007888272404670715
67313	rnn.weight_hh_l1	2	0.0010465295054018497
67313	rnn.weight_hh_l1	3	-0.009735992178320885
67313	rnn.weight_hh_l1	4	0.0014369683340191841
67313	rnn.weight_hh_l1	5	0.024704644456505775
67313	rnn.weight_hh_l1	6	0.028526118025183678
67313	rnn.weight_hh_l1	7	-0.026404529809951782
67313	rnn.weight_hh_l1	8	-0.02383054420351982
67313	rnn.weight_hh_l1	9	0.03868279233574867
67313	rnn.bias_ih_l1	0	-0.14351396262645721
67313	rnn.bias_ih_l1	1	-0.13578489422798157
67313	rnn.bias_ih_l1	2	-0.13649460673332214
67313	rnn.bias_ih_l1	3	-0.20808450877666473
67313	rnn.bias_ih_l1	4	-0.17082303762435913
67313	rnn.bias_ih_l1	5	-0.09397804737091064
67313	rnn.bias_ih_l1	6	-0.1038144901394844
67313	rnn.bias_ih_l1	7	-0.02419193834066391
67313	rnn.bias_ih_l1	8	-0.08057781308889389
67313	rnn.bias_ih_l1	9	-0.09877683967351913
67313	rnn.bias_hh_l1	0	-0.10629122704267502
67313	rnn.bias_hh_l1	1	-0.04193424805998802
67313	rnn.bias_hh_l1	2	-0.08708049356937408
67313	rnn.bias_hh_l1	3	-0.08453132212162018
67313	rnn.bias_hh_l1	4	-0.11031891405582428
67313	rnn.bias_hh_l1	5	-0.065244160592556
67313	rnn.bias_hh_l1	6	-0.09999676048755646
67313	rnn.bias_hh_l1	7	-0.007357253227382898
67313	rnn.bias_hh_l1	8	-0.10649702697992325
67313	rnn.bias_hh_l1	9	-0.07361488044261932
67313	rnn.weight_ih_l1_reverse	0	-0.03511539101600647
67313	rnn.weight_ih_l1_reverse	1	0.03425122797489166
67313	rnn.weight_ih_l1_reverse	2	0.0008278457680717111
67313	rnn.weight_ih_l1_reverse	3	0.002776659792289138
67313	rnn.weight_ih_l1_reverse	4	-0.04527834430336952
67313	rnn.weight_ih_l1_reverse	5	-0.03584427013993263
67313	rnn.weight_ih_l1_reverse	6	-0.0013476258609443903
67313	rnn.weight_ih_l1_reverse	7	0.0181991346180439
67313	rnn.weight_ih_l1_reverse	8	0.0006724933045916259
67313	rnn.weight_ih_l1_reverse	9	-0.02850443869829178
67313	rnn.weight_hh_l1_reverse	0	0.008356868289411068
67313	rnn.weight_hh_l1_reverse	1	0.028629396110773087
67313	rnn.weight_hh_l1_reverse	2	-0.03739253804087639
67313	rnn.weight_hh_l1_reverse	3	0.041983719915151596
67313	rnn.weight_hh_l1_reverse	4	0.04510180652141571
67313	rnn.weight_hh_l1_reverse	5	0.008537222631275654
67313	rnn.weight_hh_l1_reverse	6	0.007628755643963814
67313	rnn.weight_hh_l1_reverse	7	0.027351658791303635
67313	rnn.weight_hh_l1_reverse	8	-0.0027046948671340942
67313	rnn.weight_hh_l1_reverse	9	-0.040869031101465225
67313	rnn.bias_ih_l1_reverse	0	-0.04896572232246399
67313	rnn.bias_ih_l1_reverse	1	-0.0928548276424408
67313	rnn.bias_ih_l1_reverse	2	-0.10961607098579407
67313	rnn.bias_ih_l1_reverse	3	0.007506123743951321
67313	rnn.bias_ih_l1_reverse	4	-0.15920229256153107
67313	rnn.bias_ih_l1_reverse	5	-0.08384845405817032
67313	rnn.bias_ih_l1_reverse	6	-0.10109943896532059
67313	rnn.bias_ih_l1_reverse	7	-0.1471453756093979
67313	rnn.bias_ih_l1_reverse	8	0.07471612095832825
67313	rnn.bias_ih_l1_reverse	9	0.007305082865059376
67313	rnn.bias_hh_l1_reverse	0	-0.08566100150346756
67313	rnn.bias_hh_l1_reverse	1	0.027079587802290916
67313	rnn.bias_hh_l1_reverse	2	-0.20556271076202393
67313	rnn.bias_hh_l1_reverse	3	-0.09602253884077072
67313	rnn.bias_hh_l1_reverse	4	-0.060258347541093826
67313	rnn.bias_hh_l1_reverse	5	-0.0763433650135994
67313	rnn.bias_hh_l1_reverse	6	0.11183083057403564
67313	rnn.bias_hh_l1_reverse	7	-0.13247255980968475
67313	rnn.bias_hh_l1_reverse	8	-0.09756070375442505
67313	rnn.bias_hh_l1_reverse	9	-0.10723628103733063
67313	linear.weight	0	0.002228822559118271
67313	linear.weight	1	0.016899745911359787
67313	linear.weight	2	-0.11434566974639893
67313	linear.weight	3	0.34280797839164734
67313	linear.weight	4	0.05133911594748497
67313	linear.weight	5	0.002888687653467059
67313	linear.weight	6	-0.004480983130633831
67313	linear.weight	7	0.1414683312177658
67313	linear.weight	8	0.041733548045158386
67313	linear.weight	9	-0.0686287134885788
67313	linear.bias	0	-0.08055160194635391
67313	linear.bias	1	-0.09473016113042831
67313	linear.bias	2	-0.49190181493759155
67313	linear.bias	3	-0.7000390887260437
67313	linear.bias	4	-1.0423897504806519
67313	linear.bias	5	-0.06150434538722038
67313	linear.bias	6	-0.600774347782135
67313	linear.bias	7	0.40241187810897827
67313	linear.bias	8	-0.579211950302124
67313	linear.bias	9	-0.8527183532714844
67510	transitions	0	0.48180827498435974
67510	transitions	1	0.09106755256652832
67510	transitions	2	-10000.0
67510	transitions	3	-1.801759958267212
67510	transitions	4	-10000.0
67510	transitions	5	0.644145131111145
67510	transitions	6	-0.0274604894220829
67510	transitions	7	-0.38904306292533875
67510	transitions	8	-1.339331030845642
67510	transitions	9	-0.0005115715903230011
67510	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
67510	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
67510	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
67510	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
67510	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
67510	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
67510	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
67510	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
67510	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
67510	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
67510	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
67510	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
67510	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
67510	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
67510	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
67510	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
67510	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
67510	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
67510	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
67510	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
67510	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
67510	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
67510	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
67510	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
67510	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
67510	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
67510	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
67510	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
67510	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
67510	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
67510	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
67510	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
67510	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
67510	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
67510	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
67510	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
67510	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
67510	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
67510	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
67510	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
67510	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
67510	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
67510	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
67510	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
67510	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
67510	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
67510	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
67510	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
67510	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
67510	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
67510	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
67510	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
67510	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
67510	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
67510	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
67510	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
67510	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
67510	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
67510	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
67510	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
67510	embedding2nn.weight	0	-0.0011016468051820993
67510	embedding2nn.weight	1	-0.017146961763501167
67510	embedding2nn.weight	2	-0.014268255792558193
67510	embedding2nn.weight	3	0.000195310014532879
67510	embedding2nn.weight	4	-0.0059150345623493195
67510	embedding2nn.weight	5	-0.003700577188283205
67510	embedding2nn.weight	6	-0.003973228391259909
67510	embedding2nn.weight	7	-0.03924046456813812
67510	embedding2nn.weight	8	-0.0019979383796453476
67510	embedding2nn.weight	9	-0.027108076959848404
67510	embedding2nn.bias	0	0.023603318259119987
67510	embedding2nn.bias	1	-0.04585741460323334
67510	embedding2nn.bias	2	0.07477936893701553
67510	embedding2nn.bias	3	0.05180535465478897
67510	embedding2nn.bias	4	-0.01948051154613495
67510	embedding2nn.bias	5	-0.038868196308612823
67510	embedding2nn.bias	6	0.0302035640925169
67510	embedding2nn.bias	7	-0.041200876235961914
67510	embedding2nn.bias	8	0.03187697008252144
67510	embedding2nn.bias	9	0.025751657783985138
67510	rnn.weight_ih_l0	0	-0.015380716882646084
67510	rnn.weight_ih_l0	1	0.0038823853246867657
67510	rnn.weight_ih_l0	2	0.04028313606977463
67510	rnn.weight_ih_l0	3	0.0034593301825225353
67510	rnn.weight_ih_l0	4	-0.013836068101227283
67510	rnn.weight_ih_l0	5	-0.05201863870024681
67510	rnn.weight_ih_l0	6	0.01068449392914772
67510	rnn.weight_ih_l0	7	0.05382080748677254
67510	rnn.weight_ih_l0	8	0.0012634368613362312
67510	rnn.weight_ih_l0	9	-0.02770943194627762
67510	rnn.weight_hh_l0	0	-0.03303103148937225
67510	rnn.weight_hh_l0	1	-0.002283216919749975
67510	rnn.weight_hh_l0	2	-0.003734068013727665
67510	rnn.weight_hh_l0	3	-0.04530319944024086
67510	rnn.weight_hh_l0	4	0.05681798234581947
67510	rnn.weight_hh_l0	5	-0.006791579537093639
67510	rnn.weight_hh_l0	6	-0.03636079281568527
67510	rnn.weight_hh_l0	7	-0.01961478218436241
67510	rnn.weight_hh_l0	8	0.0002729351108428091
67510	rnn.weight_hh_l0	9	-0.02722761034965515
67510	rnn.bias_ih_l0	0	0.03705070540308952
67510	rnn.bias_ih_l0	1	-0.027172796428203583
67510	rnn.bias_ih_l0	2	-0.011505489237606525
67510	rnn.bias_ih_l0	3	0.10234162211418152
67510	rnn.bias_ih_l0	4	-0.04992994666099548
67510	rnn.bias_ih_l0	5	-0.038504768162965775
67510	rnn.bias_ih_l0	6	-0.005545060150325298
67510	rnn.bias_ih_l0	7	0.054999373853206635
67510	rnn.bias_ih_l0	8	-0.0836949571967125
67510	rnn.bias_ih_l0	9	-0.022097928449511528
67510	rnn.bias_hh_l0	0	-0.03709249943494797
67510	rnn.bias_hh_l0	1	-0.06875075399875641
67510	rnn.bias_hh_l0	2	-0.030439184978604317
67510	rnn.bias_hh_l0	3	-0.05967862904071808
67510	rnn.bias_hh_l0	4	-0.022634996101260185
67510	rnn.bias_hh_l0	5	-0.00787961296737194
67510	rnn.bias_hh_l0	6	0.02483905665576458
67510	rnn.bias_hh_l0	7	-0.012447233311831951
67510	rnn.bias_hh_l0	8	-0.12318743765354156
67510	rnn.bias_hh_l0	9	-0.027233006432652473
67510	rnn.weight_ih_l0_reverse	0	-0.01872795820236206
67510	rnn.weight_ih_l0_reverse	1	-0.05345997214317322
67510	rnn.weight_ih_l0_reverse	2	-0.03491540998220444
67510	rnn.weight_ih_l0_reverse	3	-0.0002859124506358057
67510	rnn.weight_ih_l0_reverse	4	8.983763109426945e-05
67510	rnn.weight_ih_l0_reverse	5	-0.05085444077849388
67510	rnn.weight_ih_l0_reverse	6	0.044652171432971954
67510	rnn.weight_ih_l0_reverse	7	-0.026742668822407722
67510	rnn.weight_ih_l0_reverse	8	-0.03857904672622681
67510	rnn.weight_ih_l0_reverse	9	0.0034354818053543568
67510	rnn.weight_hh_l0_reverse	0	0.03690050542354584
67510	rnn.weight_hh_l0_reverse	1	0.030069300904870033
67510	rnn.weight_hh_l0_reverse	2	0.03652464598417282
67510	rnn.weight_hh_l0_reverse	3	0.020358499139547348
67510	rnn.weight_hh_l0_reverse	4	-0.0035595812369138002
67510	rnn.weight_hh_l0_reverse	5	0.0031249476596713066
67510	rnn.weight_hh_l0_reverse	6	0.041335444897413254
67510	rnn.weight_hh_l0_reverse	7	-0.04809412732720375
67510	rnn.weight_hh_l0_reverse	8	0.03170188143849373
67510	rnn.weight_hh_l0_reverse	9	0.04242989048361778
67510	rnn.bias_ih_l0_reverse	0	-0.06143045425415039
67510	rnn.bias_ih_l0_reverse	1	-0.19240471720695496
67510	rnn.bias_ih_l0_reverse	2	-0.05935939401388168
67510	rnn.bias_ih_l0_reverse	3	-0.016118524596095085
67510	rnn.bias_ih_l0_reverse	4	-0.023609140887856483
67510	rnn.bias_ih_l0_reverse	5	0.03783928230404854
67510	rnn.bias_ih_l0_reverse	6	-0.050627388060092926
67510	rnn.bias_ih_l0_reverse	7	0.03538241609930992
67510	rnn.bias_ih_l0_reverse	8	-0.034676942974328995
67510	rnn.bias_ih_l0_reverse	9	0.009009100496768951
67510	rnn.bias_hh_l0_reverse	0	-0.0024208659306168556
67510	rnn.bias_hh_l0_reverse	1	-0.03224880248308182
67510	rnn.bias_hh_l0_reverse	2	0.0568363294005394
67510	rnn.bias_hh_l0_reverse	3	-0.025489741936326027
67510	rnn.bias_hh_l0_reverse	4	-0.04065045714378357
67510	rnn.bias_hh_l0_reverse	5	-0.03154316544532776
67510	rnn.bias_hh_l0_reverse	6	-0.03783848136663437
67510	rnn.bias_hh_l0_reverse	7	0.08168086409568787
67510	rnn.bias_hh_l0_reverse	8	0.016719305887818336
67510	rnn.bias_hh_l0_reverse	9	-0.07950147986412048
67510	rnn.weight_ih_l1	0	-0.03438425064086914
67510	rnn.weight_ih_l1	1	-0.042220234870910645
67510	rnn.weight_ih_l1	2	0.06434671580791473
67510	rnn.weight_ih_l1	3	-0.03238018974661827
67510	rnn.weight_ih_l1	4	0.00016516439791303128
67510	rnn.weight_ih_l1	5	-0.04551449418067932
67510	rnn.weight_ih_l1	6	0.023356959223747253
67510	rnn.weight_ih_l1	7	-0.0327380932867527
67510	rnn.weight_ih_l1	8	0.041120629757642746
67510	rnn.weight_ih_l1	9	0.029463989660143852
67510	rnn.weight_hh_l1	0	-0.015442794188857079
67510	rnn.weight_hh_l1	1	0.007856332696974277
67510	rnn.weight_hh_l1	2	0.0011541302083060145
67510	rnn.weight_hh_l1	3	-0.009650051593780518
67510	rnn.weight_hh_l1	4	0.0017564458539709449
67510	rnn.weight_hh_l1	5	0.024869564920663834
67510	rnn.weight_hh_l1	6	0.02830171026289463
67510	rnn.weight_hh_l1	7	-0.026393193751573563
67510	rnn.weight_hh_l1	8	-0.024061009287834167
67510	rnn.weight_hh_l1	9	0.03875146061182022
67510	rnn.bias_ih_l1	0	-0.14451761543750763
67510	rnn.bias_ih_l1	1	-0.13672742247581482
67510	rnn.bias_ih_l1	2	-0.13499261438846588
67510	rnn.bias_ih_l1	3	-0.20875029265880585
67510	rnn.bias_ih_l1	4	-0.16753515601158142
67510	rnn.bias_ih_l1	5	-0.09179821610450745
67510	rnn.bias_ih_l1	6	-0.10109146684408188
67510	rnn.bias_ih_l1	7	-0.024672914296388626
67510	rnn.bias_ih_l1	8	-0.07962335646152496
67510	rnn.bias_ih_l1	9	-0.09889280796051025
67510	rnn.bias_hh_l1	0	-0.10798414796590805
67510	rnn.bias_hh_l1	1	-0.0383148230612278
67510	rnn.bias_hh_l1	2	-0.0870460569858551
67510	rnn.bias_hh_l1	3	-0.084177166223526
67510	rnn.bias_hh_l1	4	-0.10921920090913773
67510	rnn.bias_hh_l1	5	-0.06546016782522202
67510	rnn.bias_hh_l1	6	-0.09774579852819443
67510	rnn.bias_hh_l1	7	-0.002777676098048687
67510	rnn.bias_hh_l1	8	-0.11344441026449203
67510	rnn.bias_hh_l1	9	-0.07271010428667068
67510	rnn.weight_ih_l1_reverse	0	-0.03540322929620743
67510	rnn.weight_ih_l1_reverse	1	0.034229446202516556
67510	rnn.weight_ih_l1_reverse	2	0.002925404580309987
67510	rnn.weight_ih_l1_reverse	3	0.0030744958203285933
67510	rnn.weight_ih_l1_reverse	4	-0.04695643484592438
67510	rnn.weight_ih_l1_reverse	5	-0.03602413088083267
67510	rnn.weight_ih_l1_reverse	6	-0.0006954391137696803
67510	rnn.weight_ih_l1_reverse	7	0.017896082252264023
67510	rnn.weight_ih_l1_reverse	8	0.0005702579510398209
67510	rnn.weight_ih_l1_reverse	9	-0.029661156237125397
67510	rnn.weight_hh_l1_reverse	0	0.008228134363889694
67510	rnn.weight_hh_l1_reverse	1	0.028550460934638977
67510	rnn.weight_hh_l1_reverse	2	-0.03743983805179596
67510	rnn.weight_hh_l1_reverse	3	0.04187006875872612
67510	rnn.weight_hh_l1_reverse	4	0.04413086548447609
67510	rnn.weight_hh_l1_reverse	5	0.007757955230772495
67510	rnn.weight_hh_l1_reverse	6	0.00788224209100008
67510	rnn.weight_hh_l1_reverse	7	0.027453802525997162
67510	rnn.weight_hh_l1_reverse	8	-0.002596738049760461
67510	rnn.weight_hh_l1_reverse	9	-0.041072260588407516
67510	rnn.bias_ih_l1_reverse	0	-0.050003476440906525
67510	rnn.bias_ih_l1_reverse	1	-0.09398780018091202
67510	rnn.bias_ih_l1_reverse	2	-0.11119925230741501
67510	rnn.bias_ih_l1_reverse	3	-0.0026186625473201275
67510	rnn.bias_ih_l1_reverse	4	-0.16042505204677582
67510	rnn.bias_ih_l1_reverse	5	-0.08380597084760666
67510	rnn.bias_ih_l1_reverse	6	-0.10128524899482727
67510	rnn.bias_ih_l1_reverse	7	-0.1485573798418045
67510	rnn.bias_ih_l1_reverse	8	0.06283024698495865
67510	rnn.bias_ih_l1_reverse	9	0.009302528575062752
67510	rnn.bias_hh_l1_reverse	0	-0.07650111615657806
67510	rnn.bias_hh_l1_reverse	1	0.019768126308918
67510	rnn.bias_hh_l1_reverse	2	-0.20730295777320862
67510	rnn.bias_hh_l1_reverse	3	-0.09692699462175369
67510	rnn.bias_hh_l1_reverse	4	-0.06117446720600128
67510	rnn.bias_hh_l1_reverse	5	-0.07614951580762863
67510	rnn.bias_hh_l1_reverse	6	0.10854777693748474
67510	rnn.bias_hh_l1_reverse	7	-0.13215209543704987
67510	rnn.bias_hh_l1_reverse	8	-0.09903887659311295
67510	rnn.bias_hh_l1_reverse	9	-0.10848834365606308
67510	linear.weight	0	0.002228822559118271
67510	linear.weight	1	0.01274374034255743
67510	linear.weight	2	-0.11782564222812653
67510	linear.weight	3	0.3318653702735901
67510	linear.weight	4	0.052839893847703934
67510	linear.weight	5	0.00717319268733263
67510	linear.weight	6	-0.003176442114636302
67510	linear.weight	7	0.13762664794921875
67510	linear.weight	8	0.0417308546602726
67510	linear.weight	9	-0.06475814431905746
67510	linear.bias	0	-0.0585649348795414
67510	linear.bias	1	-0.12776757776737213
67510	linear.bias	2	-0.5274994969367981
67510	linear.bias	3	-0.6928872466087341
67510	linear.bias	4	-1.0313359498977661
67510	linear.bias	5	-0.025989992544054985
67510	linear.bias	6	-0.6344620585441589
67510	linear.bias	7	0.43767261505126953
67510	linear.bias	8	-0.5848717093467712
67510	linear.bias	9	-0.8626880049705505
67707	transitions	0	0.48739445209503174
67707	transitions	1	0.09471301734447479
67707	transitions	2	-10000.0
67707	transitions	3	-1.8018466234207153
67707	transitions	4	-10000.0
67707	transitions	5	0.643845796585083
67707	transitions	6	-0.02761681191623211
67707	transitions	7	-0.3903672993183136
67707	transitions	8	-1.3395867347717285
67707	transitions	9	-0.0005146482144482434
67707	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
67707	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
67707	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
67707	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
67707	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
67707	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
67707	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
67707	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
67707	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
67707	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
67707	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
67707	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
67707	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
67707	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
67707	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
67707	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
67707	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
67707	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
67707	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
67707	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
67707	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
67707	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
67707	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
67707	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
67707	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
67707	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
67707	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
67707	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
67707	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
67707	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
67707	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
67707	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
67707	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
67707	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
67707	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
67707	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
67707	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
67707	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
67707	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
67707	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
67707	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
67707	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
67707	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
67707	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
67707	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
67707	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
67707	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
67707	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
67707	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
67707	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
67707	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
67707	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
67707	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
67707	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
67707	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
67707	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
67707	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
67707	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
67707	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
67707	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
67707	embedding2nn.weight	0	-0.0007068710401654243
67707	embedding2nn.weight	1	-0.01712457276880741
67707	embedding2nn.weight	2	-0.014268255792558193
67707	embedding2nn.weight	3	0.00022915007139090449
67707	embedding2nn.weight	4	-0.0059150345623493195
67707	embedding2nn.weight	5	-0.0037005767226219177
67707	embedding2nn.weight	6	-0.003973229322582483
67707	embedding2nn.weight	7	-0.03831113502383232
67707	embedding2nn.weight	8	-0.0019979383796453476
67707	embedding2nn.weight	9	-0.026917120441794395
67707	embedding2nn.bias	0	0.010791808366775513
67707	embedding2nn.bias	1	-0.0447046123445034
67707	embedding2nn.bias	2	0.07883965969085693
67707	embedding2nn.bias	3	0.053217243403196335
67707	embedding2nn.bias	4	-0.02215842343866825
67707	embedding2nn.bias	5	-0.02762714959681034
67707	embedding2nn.bias	6	0.024255722761154175
67707	embedding2nn.bias	7	-0.05100279673933983
67707	embedding2nn.bias	8	0.03528190404176712
67707	embedding2nn.bias	9	0.02923174388706684
67707	rnn.weight_ih_l0	0	-0.015284139662981033
67707	rnn.weight_ih_l0	1	0.0033175337594002485
67707	rnn.weight_ih_l0	2	0.039149850606918335
67707	rnn.weight_ih_l0	3	0.0016218293458223343
67707	rnn.weight_ih_l0	4	-0.011671124026179314
67707	rnn.weight_ih_l0	5	-0.05246007442474365
67707	rnn.weight_ih_l0	6	0.01145238894969225
67707	rnn.weight_ih_l0	7	0.05390327423810959
67707	rnn.weight_ih_l0	8	-0.0004461329663172364
67707	rnn.weight_ih_l0	9	-0.0279300045222044
67707	rnn.weight_hh_l0	0	-0.032062143087387085
67707	rnn.weight_hh_l0	1	-0.001969588454812765
67707	rnn.weight_hh_l0	2	-0.0036457127425819635
67707	rnn.weight_hh_l0	3	-0.045674778521060944
67707	rnn.weight_hh_l0	4	0.05651157349348068
67707	rnn.weight_hh_l0	5	-0.005306716542690992
67707	rnn.weight_hh_l0	6	-0.037231508642435074
67707	rnn.weight_hh_l0	7	-0.022498052567243576
67707	rnn.weight_hh_l0	8	0.0011678447481244802
67707	rnn.weight_hh_l0	9	-0.02726501040160656
67707	rnn.bias_ih_l0	0	0.03734971210360527
67707	rnn.bias_ih_l0	1	-0.019520333036780357
67707	rnn.bias_ih_l0	2	-0.010698933154344559
67707	rnn.bias_ih_l0	3	0.10365265607833862
67707	rnn.bias_ih_l0	4	-0.05464458838105202
67707	rnn.bias_ih_l0	5	-0.03717207908630371
67707	rnn.bias_ih_l0	6	-0.00453296210616827
67707	rnn.bias_ih_l0	7	0.05100741982460022
67707	rnn.bias_ih_l0	8	-0.08409612625837326
67707	rnn.bias_ih_l0	9	-0.022373376414179802
67707	rnn.bias_hh_l0	0	-0.03479364514350891
67707	rnn.bias_hh_l0	1	-0.0709865391254425
67707	rnn.bias_hh_l0	2	-0.029299188405275345
67707	rnn.bias_hh_l0	3	-0.06182052940130234
67707	rnn.bias_hh_l0	4	-0.02195809595286846
67707	rnn.bias_hh_l0	5	-0.004692015703767538
67707	rnn.bias_hh_l0	6	0.026425257325172424
67707	rnn.bias_hh_l0	7	-0.013838209211826324
67707	rnn.bias_hh_l0	8	-0.12235734611749649
67707	rnn.bias_hh_l0	9	-0.030074575915932655
67707	rnn.weight_ih_l0_reverse	0	-0.018132608383893967
67707	rnn.weight_ih_l0_reverse	1	-0.053114961832761765
67707	rnn.weight_ih_l0_reverse	2	-0.03537876531481743
67707	rnn.weight_ih_l0_reverse	3	0.0006331566837616265
67707	rnn.weight_ih_l0_reverse	4	-1.994301965169143e-05
67707	rnn.weight_ih_l0_reverse	5	-0.050391439348459244
67707	rnn.weight_ih_l0_reverse	6	0.046066105365753174
67707	rnn.weight_ih_l0_reverse	7	-0.025698771700263023
67707	rnn.weight_ih_l0_reverse	8	-0.03833100199699402
67707	rnn.weight_ih_l0_reverse	9	0.0031001376919448376
67707	rnn.weight_hh_l0_reverse	0	0.036185454577207565
67707	rnn.weight_hh_l0_reverse	1	0.03073698654770851
67707	rnn.weight_hh_l0_reverse	2	0.03624787554144859
67707	rnn.weight_hh_l0_reverse	3	0.01995600014925003
67707	rnn.weight_hh_l0_reverse	4	-0.0033380480017513037
67707	rnn.weight_hh_l0_reverse	5	0.003583193989470601
67707	rnn.weight_hh_l0_reverse	6	0.04183438420295715
67707	rnn.weight_hh_l0_reverse	7	-0.049104802310466766
67707	rnn.weight_hh_l0_reverse	8	0.03173118084669113
67707	rnn.weight_hh_l0_reverse	9	0.04274790361523628
67707	rnn.bias_ih_l0_reverse	0	-0.06403333693742752
67707	rnn.bias_ih_l0_reverse	1	-0.19250720739364624
67707	rnn.bias_ih_l0_reverse	2	-0.06397365778684616
67707	rnn.bias_ih_l0_reverse	3	-0.015430976636707783
67707	rnn.bias_ih_l0_reverse	4	-0.019496865570545197
67707	rnn.bias_ih_l0_reverse	5	0.036968085914850235
67707	rnn.bias_ih_l0_reverse	6	-0.052155233919620514
67707	rnn.bias_ih_l0_reverse	7	0.03711752966046333
67707	rnn.bias_ih_l0_reverse	8	-0.03308974578976631
67707	rnn.bias_ih_l0_reverse	9	0.010030759498476982
67707	rnn.bias_hh_l0_reverse	0	-0.002924541477113962
67707	rnn.bias_hh_l0_reverse	1	-0.027638442814350128
67707	rnn.bias_hh_l0_reverse	2	0.05557942017912865
67707	rnn.bias_hh_l0_reverse	3	-0.026291374117136
67707	rnn.bias_hh_l0_reverse	4	-0.04110657796263695
67707	rnn.bias_hh_l0_reverse	5	-0.03236769139766693
67707	rnn.bias_hh_l0_reverse	6	-0.034492798149585724
67707	rnn.bias_hh_l0_reverse	7	0.08217678219079971
67707	rnn.bias_hh_l0_reverse	8	0.018705204129219055
67707	rnn.bias_hh_l0_reverse	9	-0.08130885660648346
67707	rnn.weight_ih_l1	0	-0.0345444530248642
67707	rnn.weight_ih_l1	1	-0.04287503659725189
67707	rnn.weight_ih_l1	2	0.06168457865715027
67707	rnn.weight_ih_l1	3	-0.03285456821322441
67707	rnn.weight_ih_l1	4	9.716449130792171e-05
67707	rnn.weight_ih_l1	5	-0.04596243053674698
67707	rnn.weight_ih_l1	6	0.0241298396140337
67707	rnn.weight_ih_l1	7	-0.031129969283938408
67707	rnn.weight_ih_l1	8	0.04072335362434387
67707	rnn.weight_ih_l1	9	0.029193295165896416
67707	rnn.weight_hh_l1	0	-0.014332055114209652
67707	rnn.weight_hh_l1	1	0.007981953211128712
67707	rnn.weight_hh_l1	2	0.00024418235989287496
67707	rnn.weight_hh_l1	3	-0.00881439819931984
67707	rnn.weight_hh_l1	4	0.0027816256042569876
67707	rnn.weight_hh_l1	5	0.02519414760172367
67707	rnn.weight_hh_l1	6	0.02862769179046154
67707	rnn.weight_hh_l1	7	-0.02617798186838627
67707	rnn.weight_hh_l1	8	-0.023955373093485832
67707	rnn.weight_hh_l1	9	0.03809087723493576
67707	rnn.bias_ih_l1	0	-0.14060130715370178
67707	rnn.bias_ih_l1	1	-0.13521137833595276
67707	rnn.bias_ih_l1	2	-0.13279803097248077
67707	rnn.bias_ih_l1	3	-0.20658525824546814
67707	rnn.bias_ih_l1	4	-0.1570916324853897
67707	rnn.bias_ih_l1	5	-0.08798692375421524
67707	rnn.bias_ih_l1	6	-0.09862128645181656
67707	rnn.bias_ih_l1	7	-0.025799347087740898
67707	rnn.bias_ih_l1	8	-0.08121644705533981
67707	rnn.bias_ih_l1	9	-0.09713282436132431
67707	rnn.bias_hh_l1	0	-0.10913635045289993
67707	rnn.bias_hh_l1	1	-0.040876101702451706
67707	rnn.bias_hh_l1	2	-0.08691266179084778
67707	rnn.bias_hh_l1	3	-0.08523426949977875
67707	rnn.bias_hh_l1	4	-0.10907889157533646
67707	rnn.bias_hh_l1	5	-0.06426743417978287
67707	rnn.bias_hh_l1	6	-0.10012027621269226
67707	rnn.bias_hh_l1	7	-0.0031037016306072474
67707	rnn.bias_hh_l1	8	-0.11349334567785263
67707	rnn.bias_hh_l1	9	-0.07501509040594101
67707	rnn.weight_ih_l1_reverse	0	-0.03503099083900452
67707	rnn.weight_ih_l1_reverse	1	0.035360027104616165
67707	rnn.weight_ih_l1_reverse	2	0.004518430680036545
67707	rnn.weight_ih_l1_reverse	3	0.0049860309809446335
67707	rnn.weight_ih_l1_reverse	4	-0.04906480759382248
67707	rnn.weight_ih_l1_reverse	5	-0.03609536215662956
67707	rnn.weight_ih_l1_reverse	6	-0.001197097823023796
67707	rnn.weight_ih_l1_reverse	7	0.01783563382923603
67707	rnn.weight_ih_l1_reverse	8	0.0036715453024953604
67707	rnn.weight_ih_l1_reverse	9	-0.032630715519189835
67707	rnn.weight_hh_l1_reverse	0	0.008238177746534348
67707	rnn.weight_hh_l1_reverse	1	0.02862478792667389
67707	rnn.weight_hh_l1_reverse	2	-0.03732844814658165
67707	rnn.weight_hh_l1_reverse	3	0.04183128476142883
67707	rnn.weight_hh_l1_reverse	4	0.045319072902202606
67707	rnn.weight_hh_l1_reverse	5	0.007333179470151663
67707	rnn.weight_hh_l1_reverse	6	0.008190094493329525
67707	rnn.weight_hh_l1_reverse	7	0.027169791981577873
67707	rnn.weight_hh_l1_reverse	8	-0.0026294365525245667
67707	rnn.weight_hh_l1_reverse	9	-0.041060712188482285
67707	rnn.bias_ih_l1_reverse	0	-0.0519326888024807
67707	rnn.bias_ih_l1_reverse	1	-0.09355167299509048
67707	rnn.bias_ih_l1_reverse	2	-0.1105324849486351
67707	rnn.bias_ih_l1_reverse	3	-0.004505224991589785
67707	rnn.bias_ih_l1_reverse	4	-0.1595938801765442
67707	rnn.bias_ih_l1_reverse	5	-0.08454127609729767
67707	rnn.bias_ih_l1_reverse	6	-0.103083036839962
67707	rnn.bias_ih_l1_reverse	7	-0.1433192491531372
67707	rnn.bias_ih_l1_reverse	8	0.056794729083776474
67707	rnn.bias_ih_l1_reverse	9	0.00958208180963993
67707	rnn.bias_hh_l1_reverse	0	-0.07367715239524841
67707	rnn.bias_hh_l1_reverse	1	0.018491124734282494
67707	rnn.bias_hh_l1_reverse	2	-0.20684383809566498
67707	rnn.bias_hh_l1_reverse	3	-0.0974573940038681
67707	rnn.bias_hh_l1_reverse	4	-0.05975533276796341
67707	rnn.bias_hh_l1_reverse	5	-0.07731132954359055
67707	rnn.bias_hh_l1_reverse	6	0.10618412494659424
67707	rnn.bias_hh_l1_reverse	7	-0.13372425734996796
67707	rnn.bias_hh_l1_reverse	8	-0.09997500479221344
67707	rnn.bias_hh_l1_reverse	9	-0.10826855152845383
67707	linear.weight	0	0.002228822559118271
67707	linear.weight	1	0.019943974912166595
67707	linear.weight	2	-0.11051665246486664
67707	linear.weight	3	0.32633790373802185
67707	linear.weight	4	0.055346790701150894
67707	linear.weight	5	0.011985234916210175
67707	linear.weight	6	-0.0055267540737986565
67707	linear.weight	7	0.13533566892147064
67707	linear.weight	8	0.04172554984688759
67707	linear.weight	9	-0.06423158943653107
67707	linear.bias	0	-0.08149505406618118
67707	linear.bias	1	-0.14459623396396637
67707	linear.bias	2	-0.5264125466346741
67707	linear.bias	3	-0.6722814440727234
67707	linear.bias	4	-1.0073117017745972
67707	linear.bias	5	-0.024740859866142273
67707	linear.bias	6	-0.651785135269165
67707	linear.bias	7	0.43640071153640747
67707	linear.bias	8	-0.5834080576896667
67707	linear.bias	9	-0.8638902902603149
67904	transitions	0	0.4816521108150482
67904	transitions	1	0.08267821371555328
67904	transitions	2	-10000.0
67904	transitions	3	-1.8019171953201294
67904	transitions	4	-10000.0
67904	transitions	5	0.6436195373535156
67904	transitions	6	-0.02780849300324917
67904	transitions	7	-0.3920186758041382
67904	transitions	8	-1.3398451805114746
67904	transitions	9	-0.0005166942137293518
67904	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
67904	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
67904	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
67904	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
67904	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
67904	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
67904	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
67904	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
67904	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
67904	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
67904	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
67904	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
67904	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
67904	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
67904	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
67904	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
67904	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
67904	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
67904	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
67904	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
67904	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
67904	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
67904	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
67904	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
67904	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
67904	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
67904	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
67904	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
67904	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
67904	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
67904	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
67904	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
67904	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
67904	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
67904	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
67904	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
67904	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
67904	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
67904	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
67904	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
67904	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
67904	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
67904	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
67904	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
67904	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
67904	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
67904	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
67904	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
67904	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
67904	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
67904	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
67904	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
67904	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
67904	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
67904	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
67904	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
67904	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
67904	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
67904	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
67904	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
67904	embedding2nn.weight	0	-0.0014088507741689682
67904	embedding2nn.weight	1	-0.017087481915950775
67904	embedding2nn.weight	2	-0.014268255792558193
67904	embedding2nn.weight	3	-0.0011500497348606586
67904	embedding2nn.weight	4	-0.0059150345623493195
67904	embedding2nn.weight	5	-0.0037005767226219177
67904	embedding2nn.weight	6	-0.003973228391259909
67904	embedding2nn.weight	7	-0.03859527409076691
67904	embedding2nn.weight	8	-0.0019979383796453476
67904	embedding2nn.weight	9	-0.02640332467854023
67904	embedding2nn.bias	0	0.007754767779260874
67904	embedding2nn.bias	1	-0.04569979012012482
67904	embedding2nn.bias	2	0.08293972909450531
67904	embedding2nn.bias	3	0.046878330409526825
67904	embedding2nn.bias	4	-0.02014916017651558
67904	embedding2nn.bias	5	-0.028078006580471992
67904	embedding2nn.bias	6	0.027930671349167824
67904	embedding2nn.bias	7	-0.04321708157658577
67904	embedding2nn.bias	8	0.0408688485622406
67904	embedding2nn.bias	9	0.026584956794977188
67904	rnn.weight_ih_l0	0	-0.017464427277445793
67904	rnn.weight_ih_l0	1	0.0024649526458233595
67904	rnn.weight_ih_l0	2	0.03893277794122696
67904	rnn.weight_ih_l0	3	0.0013655321672558784
67904	rnn.weight_ih_l0	4	-0.010499860160052776
67904	rnn.weight_ih_l0	5	-0.051922690123319626
67904	rnn.weight_ih_l0	6	0.012088354676961899
67904	rnn.weight_ih_l0	7	0.05558004602789879
67904	rnn.weight_ih_l0	8	-0.0011873095063492656
67904	rnn.weight_ih_l0	9	-0.026548966765403748
67904	rnn.weight_hh_l0	0	-0.03222944587469101
67904	rnn.weight_hh_l0	1	-0.001124186790548265
67904	rnn.weight_hh_l0	2	-0.0023615153040736914
67904	rnn.weight_hh_l0	3	-0.046035170555114746
67904	rnn.weight_hh_l0	4	0.055863238871097565
67904	rnn.weight_hh_l0	5	-0.004444497171789408
67904	rnn.weight_hh_l0	6	-0.037373416125774384
67904	rnn.weight_hh_l0	7	-0.021234644576907158
67904	rnn.weight_hh_l0	8	0.0014569421764463186
67904	rnn.weight_hh_l0	9	-0.02659991756081581
67904	rnn.bias_ih_l0	0	0.03563082218170166
67904	rnn.bias_ih_l0	1	-0.021015126258134842
67904	rnn.bias_ih_l0	2	-0.009691538289189339
67904	rnn.bias_ih_l0	3	0.10199139267206192
67904	rnn.bias_ih_l0	4	-0.05611838400363922
67904	rnn.bias_ih_l0	5	-0.04202985018491745
67904	rnn.bias_ih_l0	6	-0.0019519843626767397
67904	rnn.bias_ih_l0	7	0.0510050430893898
67904	rnn.bias_ih_l0	8	-0.0849398598074913
67904	rnn.bias_ih_l0	9	-0.02424825169146061
67904	rnn.bias_hh_l0	0	-0.036359287798404694
67904	rnn.bias_hh_l0	1	-0.06963852792978287
67904	rnn.bias_hh_l0	2	-0.02966436743736267
67904	rnn.bias_hh_l0	3	-0.06658594310283661
67904	rnn.bias_hh_l0	4	-0.02253546565771103
67904	rnn.bias_hh_l0	5	-0.00432672118768096
67904	rnn.bias_hh_l0	6	0.028070328757166862
67904	rnn.bias_hh_l0	7	-0.014925971627235413
67904	rnn.bias_hh_l0	8	-0.11811262369155884
67904	rnn.bias_hh_l0	9	-0.028705477714538574
67904	rnn.weight_ih_l0_reverse	0	-0.017866484820842743
67904	rnn.weight_ih_l0_reverse	1	-0.05268265679478645
67904	rnn.weight_ih_l0_reverse	2	-0.0373106487095356
67904	rnn.weight_ih_l0_reverse	3	0.0006225277320481837
67904	rnn.weight_ih_l0_reverse	4	-0.0005895926151424646
67904	rnn.weight_ih_l0_reverse	5	-0.050865136086940765
67904	rnn.weight_ih_l0_reverse	6	0.04557240009307861
67904	rnn.weight_ih_l0_reverse	7	-0.026042841374874115
67904	rnn.weight_ih_l0_reverse	8	-0.03854265809059143
67904	rnn.weight_ih_l0_reverse	9	0.0027794898487627506
67904	rnn.weight_hh_l0_reverse	0	0.036273907870054245
67904	rnn.weight_hh_l0_reverse	1	0.03078201599419117
67904	rnn.weight_hh_l0_reverse	2	0.0360492467880249
67904	rnn.weight_hh_l0_reverse	3	0.019820911809802055
67904	rnn.weight_hh_l0_reverse	4	-0.0037208269350230694
67904	rnn.weight_hh_l0_reverse	5	0.0025833614636212587
67904	rnn.weight_hh_l0_reverse	6	0.04178730398416519
67904	rnn.weight_hh_l0_reverse	7	-0.04851124435663223
67904	rnn.weight_hh_l0_reverse	8	0.03276791423559189
67904	rnn.weight_hh_l0_reverse	9	0.04310622066259384
67904	rnn.bias_ih_l0_reverse	0	-0.06445425748825073
67904	rnn.bias_ih_l0_reverse	1	-0.1909436136484146
67904	rnn.bias_ih_l0_reverse	2	-0.06735456734895706
67904	rnn.bias_ih_l0_reverse	3	-0.016413303092122078
67904	rnn.bias_ih_l0_reverse	4	-0.01940763369202614
67904	rnn.bias_ih_l0_reverse	5	0.03457402065396309
67904	rnn.bias_ih_l0_reverse	6	-0.05084720253944397
67904	rnn.bias_ih_l0_reverse	7	0.03693076968193054
67904	rnn.bias_ih_l0_reverse	8	-0.03490522876381874
67904	rnn.bias_ih_l0_reverse	9	0.012197740375995636
67904	rnn.bias_hh_l0_reverse	0	-0.002353292889893055
67904	rnn.bias_hh_l0_reverse	1	-0.028386054560542107
67904	rnn.bias_hh_l0_reverse	2	0.051679786294698715
67904	rnn.bias_hh_l0_reverse	3	-0.028732169419527054
67904	rnn.bias_hh_l0_reverse	4	-0.04356066510081291
67904	rnn.bias_hh_l0_reverse	5	-0.03883475810289383
67904	rnn.bias_hh_l0_reverse	6	-0.03412935137748718
67904	rnn.bias_hh_l0_reverse	7	0.08368534594774246
67904	rnn.bias_hh_l0_reverse	8	0.017371229827404022
67904	rnn.bias_hh_l0_reverse	9	-0.08121024817228317
67904	rnn.weight_ih_l1	0	-0.03422961011528969
67904	rnn.weight_ih_l1	1	-0.042604830116033554
67904	rnn.weight_ih_l1	2	0.06362355500459671
67904	rnn.weight_ih_l1	3	-0.0323941744863987
67904	rnn.weight_ih_l1	4	0.001160869956947863
67904	rnn.weight_ih_l1	5	-0.04566377028822899
67904	rnn.weight_ih_l1	6	0.02393784560263157
67904	rnn.weight_ih_l1	7	-0.03196833282709122
67904	rnn.weight_ih_l1	8	0.04072617366909981
67904	rnn.weight_ih_l1	9	0.028964269906282425
67904	rnn.weight_hh_l1	0	-0.013688860461115837
67904	rnn.weight_hh_l1	1	0.008000618778169155
67904	rnn.weight_hh_l1	2	-0.0006959623424336314
67904	rnn.weight_hh_l1	3	-0.008391049690544605
67904	rnn.weight_hh_l1	4	0.002786798868328333
67904	rnn.weight_hh_l1	5	0.02540465071797371
67904	rnn.weight_hh_l1	6	0.027566678822040558
67904	rnn.weight_hh_l1	7	-0.025898851454257965
67904	rnn.weight_hh_l1	8	-0.023796208202838898
67904	rnn.weight_hh_l1	9	0.037594158202409744
67904	rnn.bias_ih_l1	0	-0.14232668280601501
67904	rnn.bias_ih_l1	1	-0.13271258771419525
67904	rnn.bias_ih_l1	2	-0.13321346044540405
67904	rnn.bias_ih_l1	3	-0.20759457349777222
67904	rnn.bias_ih_l1	4	-0.15870827436447144
67904	rnn.bias_ih_l1	5	-0.0861002504825592
67904	rnn.bias_ih_l1	6	-0.10172146558761597
67904	rnn.bias_ih_l1	7	-0.02663298510015011
67904	rnn.bias_ih_l1	8	-0.07762977480888367
67904	rnn.bias_ih_l1	9	-0.09502393752336502
67904	rnn.bias_hh_l1	0	-0.1115143895149231
67904	rnn.bias_hh_l1	1	-0.03833476081490517
67904	rnn.bias_hh_l1	2	-0.08094382286071777
67904	rnn.bias_hh_l1	3	-0.08472175896167755
67904	rnn.bias_hh_l1	4	-0.10823074728250504
67904	rnn.bias_hh_l1	5	-0.06514552980661392
67904	rnn.bias_hh_l1	6	-0.09714987874031067
67904	rnn.bias_hh_l1	7	-0.008593287318944931
67904	rnn.bias_hh_l1	8	-0.11333931237459183
67904	rnn.bias_hh_l1	9	-0.07149245589971542
67904	rnn.weight_ih_l1_reverse	0	-0.03645440191030502
67904	rnn.weight_ih_l1_reverse	1	0.0351264663040638
67904	rnn.weight_ih_l1_reverse	2	0.006374684162437916
67904	rnn.weight_ih_l1_reverse	3	0.004501305520534515
67904	rnn.weight_ih_l1_reverse	4	-0.04730163514614105
67904	rnn.weight_ih_l1_reverse	5	-0.03611721470952034
67904	rnn.weight_ih_l1_reverse	6	-0.0010035819141194224
67904	rnn.weight_ih_l1_reverse	7	0.017307031899690628
67904	rnn.weight_ih_l1_reverse	8	0.001986016519367695
67904	rnn.weight_ih_l1_reverse	9	-0.03737401217222214
67904	rnn.weight_hh_l1_reverse	0	0.008073501288890839
67904	rnn.weight_hh_l1_reverse	1	0.028531253337860107
67904	rnn.weight_hh_l1_reverse	2	-0.0374022051692009
67904	rnn.weight_hh_l1_reverse	3	0.04160285368561745
67904	rnn.weight_hh_l1_reverse	4	0.045046117156744
67904	rnn.weight_hh_l1_reverse	5	0.006700226571410894
67904	rnn.weight_hh_l1_reverse	6	0.00731684360653162
67904	rnn.weight_hh_l1_reverse	7	0.027299093082547188
67904	rnn.weight_hh_l1_reverse	8	-0.002290505450218916
67904	rnn.weight_hh_l1_reverse	9	-0.040980175137519836
67904	rnn.bias_ih_l1_reverse	0	-0.05321088060736656
67904	rnn.bias_ih_l1_reverse	1	-0.09205859154462814
67904	rnn.bias_ih_l1_reverse	2	-0.1094060093164444
67904	rnn.bias_ih_l1_reverse	3	-0.009416144341230392
67904	rnn.bias_ih_l1_reverse	4	-0.16116079688072205
67904	rnn.bias_ih_l1_reverse	5	-0.08473671972751617
67904	rnn.bias_ih_l1_reverse	6	-0.1033843383193016
67904	rnn.bias_ih_l1_reverse	7	-0.1480129212141037
67904	rnn.bias_ih_l1_reverse	8	0.06868943572044373
67904	rnn.bias_ih_l1_reverse	9	0.008359371684491634
67904	rnn.bias_hh_l1_reverse	0	-0.068858802318573
67904	rnn.bias_hh_l1_reverse	1	0.013142784126102924
67904	rnn.bias_hh_l1_reverse	2	-0.20705027878284454
67904	rnn.bias_hh_l1_reverse	3	-0.09570115059614182
67904	rnn.bias_hh_l1_reverse	4	-0.060364626348018646
67904	rnn.bias_hh_l1_reverse	5	-0.07802946865558624
67904	rnn.bias_hh_l1_reverse	6	0.10172294825315475
67904	rnn.bias_hh_l1_reverse	7	-0.13462795317173004
67904	rnn.bias_hh_l1_reverse	8	-0.09835045039653778
67904	rnn.bias_hh_l1_reverse	9	-0.10790476948022842
67904	linear.weight	0	0.002228822559118271
67904	linear.weight	1	0.019704703241586685
67904	linear.weight	2	-0.11788398027420044
67904	linear.weight	3	0.32008543610572815
67904	linear.weight	4	0.058614011853933334
67904	linear.weight	5	0.012396711856126785
67904	linear.weight	6	-0.00528196943923831
67904	linear.weight	7	0.14767740666866302
67904	linear.weight	8	0.04171968996524811
67904	linear.weight	9	-0.06521202623844147
67904	linear.bias	0	-0.08829427510499954
67904	linear.bias	1	-0.12144538015127182
67904	linear.bias	2	-0.5459527373313904
67904	linear.bias	3	-0.7015784978866577
67904	linear.bias	4	-1.031136155128479
67904	linear.bias	5	-0.037199124693870544
67904	linear.bias	6	-0.6283859014511108
67904	linear.bias	7	0.4132192134857178
67904	linear.bias	8	-0.5730020403862
67904	linear.bias	9	-0.8557654619216919
68101	transitions	0	0.48078376054763794
68101	transitions	1	0.08427953720092773
68101	transitions	2	-10000.0
68101	transitions	3	-1.8020405769348145
68101	transitions	4	-10000.0
68101	transitions	5	0.6433533430099487
68101	transitions	6	-0.02797936461865902
68101	transitions	7	-0.3931845426559448
68101	transitions	8	-1.3399995565414429
68101	transitions	9	-0.0005197480204515159
68101	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
68101	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
68101	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
68101	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
68101	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
68101	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
68101	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
68101	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
68101	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
68101	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
68101	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
68101	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
68101	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
68101	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
68101	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
68101	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
68101	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
68101	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
68101	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
68101	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
68101	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
68101	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
68101	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
68101	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
68101	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
68101	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
68101	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
68101	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
68101	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
68101	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
68101	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
68101	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
68101	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
68101	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
68101	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
68101	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
68101	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
68101	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
68101	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
68101	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
68101	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
68101	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
68101	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
68101	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
68101	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
68101	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
68101	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
68101	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
68101	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
68101	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
68101	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
68101	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
68101	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
68101	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
68101	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
68101	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
68101	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
68101	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
68101	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
68101	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
68101	embedding2nn.weight	0	-0.000580772350076586
68101	embedding2nn.weight	1	-0.016945287585258484
68101	embedding2nn.weight	2	-0.014268255792558193
68101	embedding2nn.weight	3	-0.003323428798466921
68101	embedding2nn.weight	4	-0.0059150345623493195
68101	embedding2nn.weight	5	-0.0037005767226219177
68101	embedding2nn.weight	6	-0.003973229788243771
68101	embedding2nn.weight	7	-0.04057435691356659
68101	embedding2nn.weight	8	-0.0019979383796453476
68101	embedding2nn.weight	9	-0.025711676105856895
68101	embedding2nn.bias	0	0.011224961839616299
68101	embedding2nn.bias	1	-0.04815163463354111
68101	embedding2nn.bias	2	0.07933484762907028
68101	embedding2nn.bias	3	0.043027061969041824
68101	embedding2nn.bias	4	-0.018279684707522392
68101	embedding2nn.bias	5	-0.03064677305519581
68101	embedding2nn.bias	6	0.024873994290828705
68101	embedding2nn.bias	7	-0.03995491564273834
68101	embedding2nn.bias	8	0.037460554391145706
68101	embedding2nn.bias	9	0.024732325226068497
68101	rnn.weight_ih_l0	0	-0.020274577662348747
68101	rnn.weight_ih_l0	1	0.002205416327342391
68101	rnn.weight_ih_l0	2	0.03889700025320053
68101	rnn.weight_ih_l0	3	0.0020804544910788536
68101	rnn.weight_ih_l0	4	-0.010062192566692829
68101	rnn.weight_ih_l0	5	-0.052270807325839996
68101	rnn.weight_ih_l0	6	0.011975067667663097
68101	rnn.weight_ih_l0	7	0.05639984831213951
68101	rnn.weight_ih_l0	8	-0.0021992260590195656
68101	rnn.weight_ih_l0	9	-0.027233492583036423
68101	rnn.weight_hh_l0	0	-0.033393003046512604
68101	rnn.weight_hh_l0	1	-0.0016116820042952895
68101	rnn.weight_hh_l0	2	-0.002615029690787196
68101	rnn.weight_hh_l0	3	-0.046995531767606735
68101	rnn.weight_hh_l0	4	0.0558895468711853
68101	rnn.weight_hh_l0	5	-0.003479418344795704
68101	rnn.weight_hh_l0	6	-0.03718451410531998
68101	rnn.weight_hh_l0	7	-0.0196150504052639
68101	rnn.weight_hh_l0	8	5.465746653499082e-05
68101	rnn.weight_hh_l0	9	-0.026276377961039543
68101	rnn.bias_ih_l0	0	0.035615984350442886
68101	rnn.bias_ih_l0	1	-0.02304508350789547
68101	rnn.bias_ih_l0	2	-0.00939297303557396
68101	rnn.bias_ih_l0	3	0.10072775185108185
68101	rnn.bias_ih_l0	4	-0.05506664887070656
68101	rnn.bias_ih_l0	5	-0.039958205074071884
68101	rnn.bias_ih_l0	6	-0.00632097665220499
68101	rnn.bias_ih_l0	7	0.04881035163998604
68101	rnn.bias_ih_l0	8	-0.08442763239145279
68101	rnn.bias_ih_l0	9	-0.020425084978342056
68101	rnn.bias_hh_l0	0	-0.033728741109371185
68101	rnn.bias_hh_l0	1	-0.07212711125612259
68101	rnn.bias_hh_l0	2	-0.02903074398636818
68101	rnn.bias_hh_l0	3	-0.06740095466375351
68101	rnn.bias_hh_l0	4	-0.024133676663041115
68101	rnn.bias_hh_l0	5	-0.0027463645674288273
68101	rnn.bias_hh_l0	6	0.029144756495952606
68101	rnn.bias_hh_l0	7	-0.018829096108675003
68101	rnn.bias_hh_l0	8	-0.1211380735039711
68101	rnn.bias_hh_l0	9	-0.027661653235554695
68101	rnn.weight_ih_l0_reverse	0	-0.01815846562385559
68101	rnn.weight_ih_l0_reverse	1	-0.05455430597066879
68101	rnn.weight_ih_l0_reverse	2	-0.036711856722831726
68101	rnn.weight_ih_l0_reverse	3	-0.0008282582275569439
68101	rnn.weight_ih_l0_reverse	4	-0.0005105186137370765
68101	rnn.weight_ih_l0_reverse	5	-0.051341116428375244
68101	rnn.weight_ih_l0_reverse	6	0.04667937383055687
68101	rnn.weight_ih_l0_reverse	7	-0.026014214381575584
68101	rnn.weight_ih_l0_reverse	8	-0.03764130547642708
68101	rnn.weight_ih_l0_reverse	9	0.0027863967698067427
68101	rnn.weight_hh_l0_reverse	0	0.035501427948474884
68101	rnn.weight_hh_l0_reverse	1	0.03204303979873657
68101	rnn.weight_hh_l0_reverse	2	0.03469061478972435
68101	rnn.weight_hh_l0_reverse	3	0.019980575889348984
68101	rnn.weight_hh_l0_reverse	4	-0.0031991542782634497
68101	rnn.weight_hh_l0_reverse	5	0.003097997745499015
68101	rnn.weight_hh_l0_reverse	6	0.04167607054114342
68101	rnn.weight_hh_l0_reverse	7	-0.049170833081007004
68101	rnn.weight_hh_l0_reverse	8	0.03350764885544777
68101	rnn.weight_hh_l0_reverse	9	0.04316692054271698
68101	rnn.bias_ih_l0_reverse	0	-0.06404171139001846
68101	rnn.bias_ih_l0_reverse	1	-0.19313587248325348
68101	rnn.bias_ih_l0_reverse	2	-0.07155581563711166
68101	rnn.bias_ih_l0_reverse	3	-0.014064603485167027
68101	rnn.bias_ih_l0_reverse	4	-0.018172796815633774
68101	rnn.bias_ih_l0_reverse	5	0.0364636667072773
68101	rnn.bias_ih_l0_reverse	6	-0.05250334367156029
68101	rnn.bias_ih_l0_reverse	7	0.0396549291908741
68101	rnn.bias_ih_l0_reverse	8	-0.0353788286447525
68101	rnn.bias_ih_l0_reverse	9	0.01671082340180874
68101	rnn.bias_hh_l0_reverse	0	-0.001120002823881805
68101	rnn.bias_hh_l0_reverse	1	-0.024906789883971214
68101	rnn.bias_hh_l0_reverse	2	0.053521305322647095
68101	rnn.bias_hh_l0_reverse	3	-0.02662733383476734
68101	rnn.bias_hh_l0_reverse	4	-0.043081168085336685
68101	rnn.bias_hh_l0_reverse	5	-0.03718922659754753
68101	rnn.bias_hh_l0_reverse	6	-0.031485993415117264
68101	rnn.bias_hh_l0_reverse	7	0.08130241930484772
68101	rnn.bias_hh_l0_reverse	8	0.020589282736182213
68101	rnn.bias_hh_l0_reverse	9	-0.08165472000837326
68101	rnn.weight_ih_l1	0	-0.03453162685036659
68101	rnn.weight_ih_l1	1	-0.04108167067170143
68101	rnn.weight_ih_l1	2	0.06726391613483429
68101	rnn.weight_ih_l1	3	-0.030534593388438225
68101	rnn.weight_ih_l1	4	0.0021157374139875174
68101	rnn.weight_ih_l1	5	-0.045493338257074356
68101	rnn.weight_ih_l1	6	0.023543931543827057
68101	rnn.weight_ih_l1	7	-0.03423916921019554
68101	rnn.weight_ih_l1	8	0.04049449414014816
68101	rnn.weight_ih_l1	9	0.029311098158359528
68101	rnn.weight_hh_l1	0	-0.014065446332097054
68101	rnn.weight_hh_l1	1	0.008302273228764534
68101	rnn.weight_hh_l1	2	-0.0006946907960809767
68101	rnn.weight_hh_l1	3	-0.008446251042187214
68101	rnn.weight_hh_l1	4	0.0026122743729501963
68101	rnn.weight_hh_l1	5	0.025410756468772888
68101	rnn.weight_hh_l1	6	0.026628265157341957
68101	rnn.weight_hh_l1	7	-0.025924725458025932
68101	rnn.weight_hh_l1	8	-0.023824095726013184
68101	rnn.weight_hh_l1	9	0.037992361932992935
68101	rnn.bias_ih_l1	0	-0.1434290111064911
68101	rnn.bias_ih_l1	1	-0.1301216185092926
68101	rnn.bias_ih_l1	2	-0.12923258543014526
68101	rnn.bias_ih_l1	3	-0.21089212596416473
68101	rnn.bias_ih_l1	4	-0.15521186590194702
68101	rnn.bias_ih_l1	5	-0.08711045980453491
68101	rnn.bias_ih_l1	6	-0.10397742688655853
68101	rnn.bias_ih_l1	7	-0.02619100548326969
68101	rnn.bias_ih_l1	8	-0.07894320040941238
68101	rnn.bias_ih_l1	9	-0.09563558548688889
68101	rnn.bias_hh_l1	0	-0.11427463591098785
68101	rnn.bias_hh_l1	1	-0.038567397743463516
68101	rnn.bias_hh_l1	2	-0.07731270790100098
68101	rnn.bias_hh_l1	3	-0.0859738141298294
68101	rnn.bias_hh_l1	4	-0.10711856931447983
68101	rnn.bias_hh_l1	5	-0.06615389138460159
68101	rnn.bias_hh_l1	6	-0.09679193049669266
68101	rnn.bias_hh_l1	7	-0.009587859734892845
68101	rnn.bias_hh_l1	8	-0.11440711468458176
68101	rnn.bias_hh_l1	9	-0.07016992568969727
68101	rnn.weight_ih_l1_reverse	0	-0.036307308822870255
68101	rnn.weight_ih_l1_reverse	1	0.03450056537985802
68101	rnn.weight_ih_l1_reverse	2	0.00788659043610096
68101	rnn.weight_ih_l1_reverse	3	0.004356847610324621
68101	rnn.weight_ih_l1_reverse	4	-0.04520836099982262
68101	rnn.weight_ih_l1_reverse	5	-0.036169156432151794
68101	rnn.weight_ih_l1_reverse	6	0.0015658088959753513
68101	rnn.weight_ih_l1_reverse	7	0.017205365002155304
68101	rnn.weight_ih_l1_reverse	8	-0.004632614087313414
68101	rnn.weight_ih_l1_reverse	9	-0.03423284739255905
68101	rnn.weight_hh_l1_reverse	0	0.007920488715171814
68101	rnn.weight_hh_l1_reverse	1	0.028764547780156136
68101	rnn.weight_hh_l1_reverse	2	-0.037583719938993454
68101	rnn.weight_hh_l1_reverse	3	0.04173872619867325
68101	rnn.weight_hh_l1_reverse	4	0.04529847204685211
68101	rnn.weight_hh_l1_reverse	5	0.0068521141074597836
68101	rnn.weight_hh_l1_reverse	6	0.007305131293833256
68101	rnn.weight_hh_l1_reverse	7	0.027010345831513405
68101	rnn.weight_hh_l1_reverse	8	-0.0020475685596466064
68101	rnn.weight_hh_l1_reverse	9	-0.0410705991089344
68101	rnn.bias_ih_l1_reverse	0	-0.054495345801115036
68101	rnn.bias_ih_l1_reverse	1	-0.09118685871362686
68101	rnn.bias_ih_l1_reverse	2	-0.10756610333919525
68101	rnn.bias_ih_l1_reverse	3	-0.015472053550183773
68101	rnn.bias_ih_l1_reverse	4	-0.16124556958675385
68101	rnn.bias_ih_l1_reverse	5	-0.08524752408266068
68101	rnn.bias_ih_l1_reverse	6	-0.1034734845161438
68101	rnn.bias_ih_l1_reverse	7	-0.14891046285629272
68101	rnn.bias_ih_l1_reverse	8	0.06999803334474564
68101	rnn.bias_ih_l1_reverse	9	0.014385835267603397
68101	rnn.bias_hh_l1_reverse	0	-0.07526826858520508
68101	rnn.bias_hh_l1_reverse	1	0.03070152923464775
68101	rnn.bias_hh_l1_reverse	2	-0.20553655922412872
68101	rnn.bias_hh_l1_reverse	3	-0.09601814299821854
68101	rnn.bias_hh_l1_reverse	4	-0.059387799352407455
68101	rnn.bias_hh_l1_reverse	5	-0.07429670542478561
68101	rnn.bias_hh_l1_reverse	6	0.09728489071130753
68101	rnn.bias_hh_l1_reverse	7	-0.1353355199098587
68101	rnn.bias_hh_l1_reverse	8	-0.09882128238677979
68101	rnn.bias_hh_l1_reverse	9	-0.10741277039051056
68101	linear.weight	0	0.002228822559118271
68101	linear.weight	1	0.02206306718289852
68101	linear.weight	2	-0.12066743522882462
68101	linear.weight	3	0.3291062116622925
68101	linear.weight	4	0.06022438406944275
68101	linear.weight	5	0.009011504240334034
68101	linear.weight	6	0.00352378748357296
68101	linear.weight	7	0.14271104335784912
68101	linear.weight	8	0.041717469692230225
68101	linear.weight	9	-0.06075208634138107
68101	linear.bias	0	-0.053593095391988754
68101	linear.bias	1	-0.114605613052845
68101	linear.bias	2	-0.5341545939445496
68101	linear.bias	3	-0.7035292983055115
68101	linear.bias	4	-1.0356587171554565
68101	linear.bias	5	-0.01083277352154255
68101	linear.bias	6	-0.61799156665802
68101	linear.bias	7	0.4350331425666809
68101	linear.bias	8	-0.5680946111679077
68101	linear.bias	9	-0.8564346432685852
68298	transitions	0	0.4850669205188751
68298	transitions	1	0.08725931495428085
68298	transitions	2	-10000.0
68298	transitions	3	-1.8021537065505981
68298	transitions	4	-10000.0
68298	transitions	5	0.6431019306182861
68298	transitions	6	-0.028184011578559875
68298	transitions	7	-0.3940543234348297
68298	transitions	8	-1.3400934934616089
68298	transitions	9	-0.0005227346555329859
68298	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
68298	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
68298	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
68298	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
68298	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
68298	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
68298	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
68298	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
68298	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
68298	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
68298	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
68298	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
68298	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
68298	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
68298	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
68298	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
68298	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
68298	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
68298	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
68298	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
68298	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
68298	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
68298	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
68298	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
68298	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
68298	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
68298	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
68298	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
68298	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
68298	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
68298	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
68298	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
68298	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
68298	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
68298	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
68298	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
68298	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
68298	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
68298	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
68298	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
68298	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
68298	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
68298	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
68298	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
68298	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
68298	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
68298	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
68298	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
68298	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
68298	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
68298	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
68298	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
68298	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
68298	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
68298	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
68298	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
68298	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
68298	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
68298	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
68298	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
68298	embedding2nn.weight	0	0.000737878552172333
68298	embedding2nn.weight	1	-0.016936644911766052
68298	embedding2nn.weight	2	-0.014268255792558193
68298	embedding2nn.weight	3	-0.005769010633230209
68298	embedding2nn.weight	4	-0.0059150345623493195
68298	embedding2nn.weight	5	-0.0037005769554525614
68298	embedding2nn.weight	6	-0.003973227925598621
68298	embedding2nn.weight	7	-0.040535010397434235
68298	embedding2nn.weight	8	-0.0019979383796453476
68298	embedding2nn.weight	9	-0.02598261646926403
68298	embedding2nn.bias	0	0.024033814668655396
68298	embedding2nn.bias	1	-0.05187807232141495
68298	embedding2nn.bias	2	0.0756567046046257
68298	embedding2nn.bias	3	0.048983871936798096
68298	embedding2nn.bias	4	-0.020818354561924934
68298	embedding2nn.bias	5	-0.03343483805656433
68298	embedding2nn.bias	6	0.024571100249886513
68298	embedding2nn.bias	7	-0.036789439618587494
68298	embedding2nn.bias	8	0.04445415362715721
68298	embedding2nn.bias	9	0.02723381668329239
68298	rnn.weight_ih_l0	0	-0.020432420074939728
68298	rnn.weight_ih_l0	1	0.003250172594562173
68298	rnn.weight_ih_l0	2	0.03834744170308113
68298	rnn.weight_ih_l0	3	0.0019127016421407461
68298	rnn.weight_ih_l0	4	-0.009104201570153236
68298	rnn.weight_ih_l0	5	-0.05222907289862633
68298	rnn.weight_ih_l0	6	0.011211846955120564
68298	rnn.weight_ih_l0	7	0.057835668325424194
68298	rnn.weight_ih_l0	8	-0.0019059714395552874
68298	rnn.weight_ih_l0	9	-0.027182014659047127
68298	rnn.weight_hh_l0	0	-0.03421599790453911
68298	rnn.weight_hh_l0	1	-0.0013827977236360312
68298	rnn.weight_hh_l0	2	-0.0016601431416347623
68298	rnn.weight_hh_l0	3	-0.04728277772665024
68298	rnn.weight_hh_l0	4	0.0559101477265358
68298	rnn.weight_hh_l0	5	-0.003261598525568843
68298	rnn.weight_hh_l0	6	-0.038340844213962555
68298	rnn.weight_hh_l0	7	-0.019435467198491096
68298	rnn.weight_hh_l0	8	2.6156219973927364e-05
68298	rnn.weight_hh_l0	9	-0.025563210248947144
68298	rnn.bias_ih_l0	0	0.038724660873413086
68298	rnn.bias_ih_l0	1	-0.02339828759431839
68298	rnn.bias_ih_l0	2	-0.00875325221568346
68298	rnn.bias_ih_l0	3	0.10076256841421127
68298	rnn.bias_ih_l0	4	-0.05313785746693611
68298	rnn.bias_ih_l0	5	-0.041903235018253326
68298	rnn.bias_ih_l0	6	-0.007558519020676613
68298	rnn.bias_ih_l0	7	0.04973750561475754
68298	rnn.bias_ih_l0	8	-0.08452065289020538
68298	rnn.bias_ih_l0	9	-0.022306226193904877
68298	rnn.bias_hh_l0	0	-0.03232858330011368
68298	rnn.bias_hh_l0	1	-0.078504279255867
68298	rnn.bias_hh_l0	2	-0.02911849319934845
68298	rnn.bias_hh_l0	3	-0.06629886478185654
68298	rnn.bias_hh_l0	4	-0.024645252153277397
68298	rnn.bias_hh_l0	5	-0.0024210610426962376
68298	rnn.bias_hh_l0	6	0.031454313546419144
68298	rnn.bias_hh_l0	7	-0.00841208640486002
68298	rnn.bias_hh_l0	8	-0.11955316364765167
68298	rnn.bias_hh_l0	9	-0.03005928546190262
68298	rnn.weight_ih_l0_reverse	0	-0.01879950985312462
68298	rnn.weight_ih_l0_reverse	1	-0.055216316133737564
68298	rnn.weight_ih_l0_reverse	2	-0.03648499771952629
68298	rnn.weight_ih_l0_reverse	3	-0.0012484602630138397
68298	rnn.weight_ih_l0_reverse	4	-0.0002829591394402087
68298	rnn.weight_ih_l0_reverse	5	-0.05084427446126938
68298	rnn.weight_ih_l0_reverse	6	0.047444023191928864
68298	rnn.weight_ih_l0_reverse	7	-0.026121711358428
68298	rnn.weight_ih_l0_reverse	8	-0.03805672377347946
68298	rnn.weight_ih_l0_reverse	9	0.00310347368940711
68298	rnn.weight_hh_l0_reverse	0	0.03391274809837341
68298	rnn.weight_hh_l0_reverse	1	0.031122740358114243
68298	rnn.weight_hh_l0_reverse	2	0.03395199775695801
68298	rnn.weight_hh_l0_reverse	3	0.01962256245315075
68298	rnn.weight_hh_l0_reverse	4	-0.0033441144041717052
68298	rnn.weight_hh_l0_reverse	5	0.0024220230989158154
68298	rnn.weight_hh_l0_reverse	6	0.04186702519655228
68298	rnn.weight_hh_l0_reverse	7	-0.048338744789361954
68298	rnn.weight_hh_l0_reverse	8	0.033209893852472305
68298	rnn.weight_hh_l0_reverse	9	0.04335677623748779
68298	rnn.bias_ih_l0_reverse	0	-0.0630694329738617
68298	rnn.bias_ih_l0_reverse	1	-0.20347601175308228
68298	rnn.bias_ih_l0_reverse	2	-0.07008883357048035
68298	rnn.bias_ih_l0_reverse	3	-0.016135426238179207
68298	rnn.bias_ih_l0_reverse	4	-0.017506035044789314
68298	rnn.bias_ih_l0_reverse	5	0.03406297788023949
68298	rnn.bias_ih_l0_reverse	6	-0.05324435234069824
68298	rnn.bias_ih_l0_reverse	7	0.03927748650312424
68298	rnn.bias_ih_l0_reverse	8	-0.027321195229887962
68298	rnn.bias_ih_l0_reverse	9	0.015247276052832603
68298	rnn.bias_hh_l0_reverse	0	0.0007373528787866235
68298	rnn.bias_hh_l0_reverse	1	-0.02642989158630371
68298	rnn.bias_hh_l0_reverse	2	0.0501883290708065
68298	rnn.bias_hh_l0_reverse	3	-0.026615358889102936
68298	rnn.bias_hh_l0_reverse	4	-0.04258962348103523
68298	rnn.bias_hh_l0_reverse	5	-0.03553648293018341
68298	rnn.bias_hh_l0_reverse	6	-0.03139987587928772
68298	rnn.bias_hh_l0_reverse	7	0.08192596584558487
68298	rnn.bias_hh_l0_reverse	8	0.019882159307599068
68298	rnn.bias_hh_l0_reverse	9	-0.0837828740477562
68298	rnn.weight_ih_l1	0	-0.03454149141907692
68298	rnn.weight_ih_l1	1	-0.04032118245959282
68298	rnn.weight_ih_l1	2	0.06922092288732529
68298	rnn.weight_ih_l1	3	-0.031267669051885605
68298	rnn.weight_ih_l1	4	0.0025059464387595654
68298	rnn.weight_ih_l1	5	-0.0457010455429554
68298	rnn.weight_ih_l1	6	0.02300596423447132
68298	rnn.weight_ih_l1	7	-0.03238212689757347
68298	rnn.weight_ih_l1	8	0.040374986827373505
68298	rnn.weight_ih_l1	9	0.029736248776316643
68298	rnn.weight_hh_l1	0	-0.01447619404643774
68298	rnn.weight_hh_l1	1	0.008582239970564842
68298	rnn.weight_hh_l1	2	-0.0011495092185214162
68298	rnn.weight_hh_l1	3	-0.007646019570529461
68298	rnn.weight_hh_l1	4	0.0032912837341427803
68298	rnn.weight_hh_l1	5	0.025119582191109657
68298	rnn.weight_hh_l1	6	0.027044357731938362
68298	rnn.weight_hh_l1	7	-0.025612877681851387
68298	rnn.weight_hh_l1	8	-0.02379556931555271
68298	rnn.weight_hh_l1	9	0.03826512396335602
68298	rnn.bias_ih_l1	0	-0.14047779142856598
68298	rnn.bias_ih_l1	1	-0.13136979937553406
68298	rnn.bias_ih_l1	2	-0.129353329539299
68298	rnn.bias_ih_l1	3	-0.20709910988807678
68298	rnn.bias_ih_l1	4	-0.15595059096813202
68298	rnn.bias_ih_l1	5	-0.08758233487606049
68298	rnn.bias_ih_l1	6	-0.10566148906946182
68298	rnn.bias_ih_l1	7	-0.02440306916832924
68298	rnn.bias_ih_l1	8	-0.07922575622797012
68298	rnn.bias_ih_l1	9	-0.09445036202669144
68298	rnn.bias_hh_l1	0	-0.11403955519199371
68298	rnn.bias_hh_l1	1	-0.039334818720817566
68298	rnn.bias_hh_l1	2	-0.07427050918340683
68298	rnn.bias_hh_l1	3	-0.08433964103460312
68298	rnn.bias_hh_l1	4	-0.10608876496553421
68298	rnn.bias_hh_l1	5	-0.0645214095711708
68298	rnn.bias_hh_l1	6	-0.09253159910440445
68298	rnn.bias_hh_l1	7	-0.006071923766285181
68298	rnn.bias_hh_l1	8	-0.11321590840816498
68298	rnn.bias_hh_l1	9	-0.0733070895075798
68298	rnn.weight_ih_l1_reverse	0	-0.036047548055648804
68298	rnn.weight_ih_l1_reverse	1	0.029430082067847252
68298	rnn.weight_ih_l1_reverse	2	0.008461461402475834
68298	rnn.weight_ih_l1_reverse	3	0.0045685856603085995
68298	rnn.weight_ih_l1_reverse	4	-0.04496212676167488
68298	rnn.weight_ih_l1_reverse	5	-0.03610971197485924
68298	rnn.weight_ih_l1_reverse	6	0.002432438312098384
68298	rnn.weight_ih_l1_reverse	7	0.017443658784031868
68298	rnn.weight_ih_l1_reverse	8	-0.004243441857397556
68298	rnn.weight_ih_l1_reverse	9	-0.033544477075338364
68298	rnn.weight_hh_l1_reverse	0	0.007996725849807262
68298	rnn.weight_hh_l1_reverse	1	0.02889123745262623
68298	rnn.weight_hh_l1_reverse	2	-0.037600141018629074
68298	rnn.weight_hh_l1_reverse	3	0.04172717407345772
68298	rnn.weight_hh_l1_reverse	4	0.044989943504333496
68298	rnn.weight_hh_l1_reverse	5	0.006493533030152321
68298	rnn.weight_hh_l1_reverse	6	0.009118730202317238
68298	rnn.weight_hh_l1_reverse	7	0.026998205110430717
68298	rnn.weight_hh_l1_reverse	8	-0.0018793292110785842
68298	rnn.weight_hh_l1_reverse	9	-0.041056420654058456
68298	rnn.bias_ih_l1_reverse	0	-0.05444478988647461
68298	rnn.bias_ih_l1_reverse	1	-0.09032601863145828
68298	rnn.bias_ih_l1_reverse	2	-0.099944569170475
68298	rnn.bias_ih_l1_reverse	3	-0.01438847091048956
68298	rnn.bias_ih_l1_reverse	4	-0.16149702668190002
68298	rnn.bias_ih_l1_reverse	5	-0.08605054765939713
68298	rnn.bias_ih_l1_reverse	6	-0.103629469871521
68298	rnn.bias_ih_l1_reverse	7	-0.14609575271606445
68298	rnn.bias_ih_l1_reverse	8	0.0703364908695221
68298	rnn.bias_ih_l1_reverse	9	0.017361726611852646
68298	rnn.bias_hh_l1_reverse	0	-0.07680785655975342
68298	rnn.bias_hh_l1_reverse	1	0.032569482922554016
68298	rnn.bias_hh_l1_reverse	2	-0.20615354180335999
68298	rnn.bias_hh_l1_reverse	3	-0.09300992637872696
68298	rnn.bias_hh_l1_reverse	4	-0.05903441831469536
68298	rnn.bias_hh_l1_reverse	5	-0.0745738297700882
68298	rnn.bias_hh_l1_reverse	6	0.09621449559926987
68298	rnn.bias_hh_l1_reverse	7	-0.1343877911567688
68298	rnn.bias_hh_l1_reverse	8	-0.09817686676979065
68298	rnn.bias_hh_l1_reverse	9	-0.10953984409570694
68298	linear.weight	0	0.002228822559118271
68298	linear.weight	1	0.03352366015315056
68298	linear.weight	2	-0.11860170215368271
68298	linear.weight	3	0.3324391841888428
68298	linear.weight	4	0.06202402338385582
68298	linear.weight	5	0.00696101039648056
68298	linear.weight	6	-0.015627983957529068
68298	linear.weight	7	0.15412864089012146
68298	linear.weight	8	0.04171212017536163
68298	linear.weight	9	-0.06153690069913864
68298	linear.bias	0	-0.057319238781929016
68298	linear.bias	1	-0.14178788661956787
68298	linear.bias	2	-0.5249869227409363
68298	linear.bias	3	-0.6915341019630432
68298	linear.bias	4	-1.0220718383789062
68298	linear.bias	5	-0.02566235139966011
68298	linear.bias	6	-0.6386673450469971
68298	linear.bias	7	0.41768279671669006
68298	linear.bias	8	-0.5578980445861816
68298	linear.bias	9	-0.8455855846405029
68495	transitions	0	0.4687255620956421
68495	transitions	1	0.08178538829088211
68495	transitions	2	-10000.0
68495	transitions	3	-1.8022301197052002
68495	transitions	4	-10000.0
68495	transitions	5	0.6428831815719604
68495	transitions	6	-0.02839047648012638
68495	transitions	7	-0.3946317434310913
68495	transitions	8	-1.3402453660964966
68495	transitions	9	-0.0005248936358839273
68495	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
68495	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
68495	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
68495	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
68495	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
68495	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
68495	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
68495	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
68495	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
68495	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
68495	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
68495	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
68495	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
68495	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
68495	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
68495	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
68495	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
68495	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
68495	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
68495	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
68495	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
68495	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
68495	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
68495	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
68495	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
68495	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
68495	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
68495	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
68495	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
68495	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
68495	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
68495	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
68495	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
68495	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
68495	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
68495	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
68495	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
68495	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
68495	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
68495	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
68495	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
68495	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
68495	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
68495	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
68495	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
68495	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
68495	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
68495	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
68495	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
68495	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
68495	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
68495	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
68495	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
68495	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
68495	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
68495	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
68495	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
68495	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
68495	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
68495	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
68495	embedding2nn.weight	0	0.001710822805762291
68495	embedding2nn.weight	1	-0.017054976895451546
68495	embedding2nn.weight	2	-0.014268255792558193
68495	embedding2nn.weight	3	-0.009061139076948166
68495	embedding2nn.weight	4	-0.0059150345623493195
68495	embedding2nn.weight	5	-0.003700577188283205
68495	embedding2nn.weight	6	-0.003973230719566345
68495	embedding2nn.weight	7	-0.04105892777442932
68495	embedding2nn.weight	8	-0.0019979383796453476
68495	embedding2nn.weight	9	-0.026361722499132156
68495	embedding2nn.bias	0	0.02598550356924534
68495	embedding2nn.bias	1	-0.05303861200809479
68495	embedding2nn.bias	2	0.07816082239151001
68495	embedding2nn.bias	3	0.04365894943475723
68495	embedding2nn.bias	4	-0.025412436574697495
68495	embedding2nn.bias	5	-0.03635576739907265
68495	embedding2nn.bias	6	0.023515544831752777
68495	embedding2nn.bias	7	-0.04133181646466255
68495	embedding2nn.bias	8	0.04147562384605408
68495	embedding2nn.bias	9	0.03543872386217117
68495	rnn.weight_ih_l0	0	-0.0203066598623991
68495	rnn.weight_ih_l0	1	0.004149832297116518
68495	rnn.weight_ih_l0	2	0.037825506180524826
68495	rnn.weight_ih_l0	3	0.0027362348046153784
68495	rnn.weight_ih_l0	4	-0.009726042859256268
68495	rnn.weight_ih_l0	5	-0.0510864332318306
68495	rnn.weight_ih_l0	6	0.012043066322803497
68495	rnn.weight_ih_l0	7	0.0576937198638916
68495	rnn.weight_ih_l0	8	-0.0005771443247795105
68495	rnn.weight_ih_l0	9	-0.024801447987556458
68495	rnn.weight_hh_l0	0	-0.03303038701415062
68495	rnn.weight_hh_l0	1	-0.001101089408621192
68495	rnn.weight_hh_l0	2	-0.0009714331245049834
68495	rnn.weight_hh_l0	3	-0.047436684370040894
68495	rnn.weight_hh_l0	4	0.056370873004198074
68495	rnn.weight_hh_l0	5	-0.0026446909178048372
68495	rnn.weight_hh_l0	6	-0.0371386781334877
68495	rnn.weight_hh_l0	7	-0.02029328979551792
68495	rnn.weight_hh_l0	8	0.0006783914868719876
68495	rnn.weight_hh_l0	9	-0.024587303400039673
68495	rnn.bias_ih_l0	0	0.038917187601327896
68495	rnn.bias_ih_l0	1	-0.024766869843006134
68495	rnn.bias_ih_l0	2	-0.009823611006140709
68495	rnn.bias_ih_l0	3	0.10321522504091263
68495	rnn.bias_ih_l0	4	-0.052403829991817474
68495	rnn.bias_ih_l0	5	-0.041453223675489426
68495	rnn.bias_ih_l0	6	-0.007168591488152742
68495	rnn.bias_ih_l0	7	0.04803428426384926
68495	rnn.bias_ih_l0	8	-0.08143464475870132
68495	rnn.bias_ih_l0	9	-0.02325446344912052
68495	rnn.bias_hh_l0	0	-0.030896244570612907
68495	rnn.bias_hh_l0	1	-0.07504227012395859
68495	rnn.bias_hh_l0	2	-0.02824041061103344
68495	rnn.bias_hh_l0	3	-0.06730015575885773
68495	rnn.bias_hh_l0	4	-0.022029545158147812
68495	rnn.bias_hh_l0	5	-0.001330078113824129
68495	rnn.bias_hh_l0	6	0.028465636074543
68495	rnn.bias_hh_l0	7	-0.004659231752157211
68495	rnn.bias_hh_l0	8	-0.11927352845668793
68495	rnn.bias_hh_l0	9	-0.02552248351275921
68495	rnn.weight_ih_l0_reverse	0	-0.017445474863052368
68495	rnn.weight_ih_l0_reverse	1	-0.05376141145825386
68495	rnn.weight_ih_l0_reverse	2	-0.037305667996406555
68495	rnn.weight_ih_l0_reverse	3	-0.001267408486455679
68495	rnn.weight_ih_l0_reverse	4	8.327293471666053e-05
68495	rnn.weight_ih_l0_reverse	5	-0.05061616376042366
68495	rnn.weight_ih_l0_reverse	6	0.047001782804727554
68495	rnn.weight_ih_l0_reverse	7	-0.025670798495411873
68495	rnn.weight_ih_l0_reverse	8	-0.03697189316153526
68495	rnn.weight_ih_l0_reverse	9	0.003673967206850648
68495	rnn.weight_hh_l0_reverse	0	0.03421400487422943
68495	rnn.weight_hh_l0_reverse	1	0.03037802316248417
68495	rnn.weight_hh_l0_reverse	2	0.03347727283835411
68495	rnn.weight_hh_l0_reverse	3	0.020034683868288994
68495	rnn.weight_hh_l0_reverse	4	-0.003689862322062254
68495	rnn.weight_hh_l0_reverse	5	0.005021795630455017
68495	rnn.weight_hh_l0_reverse	6	0.04174453765153885
68495	rnn.weight_hh_l0_reverse	7	-0.048895690590143204
68495	rnn.weight_hh_l0_reverse	8	0.034096650779247284
68495	rnn.weight_hh_l0_reverse	9	0.04426475986838341
68495	rnn.bias_ih_l0_reverse	0	-0.06260716915130615
68495	rnn.bias_ih_l0_reverse	1	-0.20375952124595642
68495	rnn.bias_ih_l0_reverse	2	-0.0730045959353447
68495	rnn.bias_ih_l0_reverse	3	-0.01745903305709362
68495	rnn.bias_ih_l0_reverse	4	-0.023849880322813988
68495	rnn.bias_ih_l0_reverse	5	0.03382391482591629
68495	rnn.bias_ih_l0_reverse	6	-0.05387052893638611
68495	rnn.bias_ih_l0_reverse	7	0.039773277938365936
68495	rnn.bias_ih_l0_reverse	8	-0.02932014688849449
68495	rnn.bias_ih_l0_reverse	9	0.015557115897536278
68495	rnn.bias_hh_l0_reverse	0	0.000739436480216682
68495	rnn.bias_hh_l0_reverse	1	-0.031550925225019455
68495	rnn.bias_hh_l0_reverse	2	0.048345062881708145
68495	rnn.bias_hh_l0_reverse	3	-0.027667243033647537
68495	rnn.bias_hh_l0_reverse	4	-0.042857587337493896
68495	rnn.bias_hh_l0_reverse	5	-0.03404880687594414
68495	rnn.bias_hh_l0_reverse	6	-0.0338570661842823
68495	rnn.bias_hh_l0_reverse	7	0.08239459991455078
68495	rnn.bias_hh_l0_reverse	8	0.018337031826376915
68495	rnn.bias_hh_l0_reverse	9	-0.08399602770805359
68495	rnn.weight_ih_l1	0	-0.03471270576119423
68495	rnn.weight_ih_l1	1	-0.04039114713668823
68495	rnn.weight_ih_l1	2	0.06872217357158661
68495	rnn.weight_ih_l1	3	-0.032276835292577744
68495	rnn.weight_ih_l1	4	0.002159314462915063
68495	rnn.weight_ih_l1	5	-0.04604378342628479
68495	rnn.weight_ih_l1	6	0.023918040096759796
68495	rnn.weight_ih_l1	7	-0.030483052134513855
68495	rnn.weight_ih_l1	8	0.04026872292160988
68495	rnn.weight_ih_l1	9	0.02959457039833069
68495	rnn.weight_hh_l1	0	-0.013973377645015717
68495	rnn.weight_hh_l1	1	0.008323718793690205
68495	rnn.weight_hh_l1	2	-0.00160760129801929
68495	rnn.weight_hh_l1	3	-0.007630073465406895
68495	rnn.weight_hh_l1	4	0.002894461387768388
68495	rnn.weight_hh_l1	5	0.025295807048678398
68495	rnn.weight_hh_l1	6	0.026186347007751465
68495	rnn.weight_hh_l1	7	-0.025451144203543663
68495	rnn.weight_hh_l1	8	-0.024056870490312576
68495	rnn.weight_hh_l1	9	0.03779282793402672
68495	rnn.bias_ih_l1	0	-0.14010390639305115
68495	rnn.bias_ih_l1	1	-0.13299210369586945
68495	rnn.bias_ih_l1	2	-0.12784765660762787
68495	rnn.bias_ih_l1	3	-0.20426784455776215
68495	rnn.bias_ih_l1	4	-0.1481497436761856
68495	rnn.bias_ih_l1	5	-0.09188182651996613
68495	rnn.bias_ih_l1	6	-0.10471191257238388
68495	rnn.bias_ih_l1	7	-0.028296073898673058
68495	rnn.bias_ih_l1	8	-0.08461965620517731
68495	rnn.bias_ih_l1	9	-0.09337721019983292
68495	rnn.bias_hh_l1	0	-0.11467596143484116
68495	rnn.bias_hh_l1	1	-0.044223494827747345
68495	rnn.bias_hh_l1	2	-0.07623209059238434
68495	rnn.bias_hh_l1	3	-0.08619754761457443
68495	rnn.bias_hh_l1	4	-0.10647690296173096
68495	rnn.bias_hh_l1	5	-0.06450155377388
68495	rnn.bias_hh_l1	6	-0.091542549431324
68495	rnn.bias_hh_l1	7	-0.0014207269996404648
68495	rnn.bias_hh_l1	8	-0.11273925751447678
68495	rnn.bias_hh_l1	9	-0.07362620532512665
68495	rnn.weight_ih_l1_reverse	0	-0.036803796887397766
68495	rnn.weight_ih_l1_reverse	1	0.030939964577555656
68495	rnn.weight_ih_l1_reverse	2	0.006540856324136257
68495	rnn.weight_ih_l1_reverse	3	0.00556654017418623
68495	rnn.weight_ih_l1_reverse	4	-0.04269765317440033
68495	rnn.weight_ih_l1_reverse	5	-0.036164045333862305
68495	rnn.weight_ih_l1_reverse	6	0.001664529787376523
68495	rnn.weight_ih_l1_reverse	7	0.016700327396392822
68495	rnn.weight_ih_l1_reverse	8	-0.0052160052582621574
68495	rnn.weight_ih_l1_reverse	9	-0.0338912159204483
68495	rnn.weight_hh_l1_reverse	0	0.00810239464044571
68495	rnn.weight_hh_l1_reverse	1	0.02888523042201996
68495	rnn.weight_hh_l1_reverse	2	-0.037566181272268295
68495	rnn.weight_hh_l1_reverse	3	0.04162248969078064
68495	rnn.weight_hh_l1_reverse	4	0.04439026489853859
68495	rnn.weight_hh_l1_reverse	5	0.006612460594624281
68495	rnn.weight_hh_l1_reverse	6	0.008910185657441616
68495	rnn.weight_hh_l1_reverse	7	0.02719026617705822
68495	rnn.weight_hh_l1_reverse	8	-0.0018495775293558836
68495	rnn.weight_hh_l1_reverse	9	-0.04117225855588913
68495	rnn.bias_ih_l1_reverse	0	-0.05326998606324196
68495	rnn.bias_ih_l1_reverse	1	-0.08814675360918045
68495	rnn.bias_ih_l1_reverse	2	-0.1016027107834816
68495	rnn.bias_ih_l1_reverse	3	-0.01959764026105404
68495	rnn.bias_ih_l1_reverse	4	-0.1626993715763092
68495	rnn.bias_ih_l1_reverse	5	-0.08718541264533997
68495	rnn.bias_ih_l1_reverse	6	-0.10274095833301544
68495	rnn.bias_ih_l1_reverse	7	-0.1478116661310196
68495	rnn.bias_ih_l1_reverse	8	0.06856242567300797
68495	rnn.bias_ih_l1_reverse	9	0.022417036816477776
68495	rnn.bias_hh_l1_reverse	0	-0.0804181918501854
68495	rnn.bias_hh_l1_reverse	1	0.04109374061226845
68495	rnn.bias_hh_l1_reverse	2	-0.20573614537715912
68495	rnn.bias_hh_l1_reverse	3	-0.09353792667388916
68495	rnn.bias_hh_l1_reverse	4	-0.06164492294192314
68495	rnn.bias_hh_l1_reverse	5	-0.07252698391675949
68495	rnn.bias_hh_l1_reverse	6	0.08726711571216583
68495	rnn.bias_hh_l1_reverse	7	-0.13362644612789154
68495	rnn.bias_hh_l1_reverse	8	-0.09718886762857437
68495	rnn.bias_hh_l1_reverse	9	-0.10929953306913376
68495	linear.weight	0	0.002228822559118271
68495	linear.weight	1	0.040670718997716904
68495	linear.weight	2	-0.11552196741104126
68495	linear.weight	3	0.3296213448047638
68495	linear.weight	4	0.06688012927770615
68495	linear.weight	5	0.004875363316386938
68495	linear.weight	6	-0.025047199800610542
68495	linear.weight	7	0.13670982420444489
68495	linear.weight	8	0.041705939918756485
68495	linear.weight	9	-0.06569191068410873
68495	linear.bias	0	-0.10176924616098404
68495	linear.bias	1	-0.09817101806402206
68495	linear.bias	2	-0.5317856669425964
68495	linear.bias	3	-0.7002342343330383
68495	linear.bias	4	-1.030735731124878
68495	linear.bias	5	-0.02367382124066353
68495	linear.bias	6	-0.5920857787132263
68495	linear.bias	7	0.4193425476551056
68495	linear.bias	8	-0.5501679182052612
68495	linear.bias	9	-0.8337196111679077
68692	transitions	0	0.46825093030929565
68692	transitions	1	0.0808902233839035
68692	transitions	2	-10000.0
68692	transitions	3	-1.8022925853729248
68692	transitions	4	-10000.0
68692	transitions	5	0.6426246166229248
68692	transitions	6	-0.02861991710960865
68692	transitions	7	-0.3957407772541046
68692	transitions	8	-1.3406869173049927
68692	transitions	9	-0.0005281131598167121
68692	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
68692	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
68692	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
68692	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
68692	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
68692	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
68692	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
68692	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
68692	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
68692	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
68692	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
68692	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
68692	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
68692	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
68692	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
68692	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
68692	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
68692	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
68692	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
68692	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
68692	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
68692	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
68692	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
68692	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
68692	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
68692	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
68692	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
68692	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
68692	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
68692	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
68692	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
68692	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
68692	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
68692	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
68692	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
68692	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
68692	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
68692	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
68692	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
68692	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
68692	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
68692	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
68692	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
68692	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
68692	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
68692	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
68692	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
68692	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
68692	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
68692	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
68692	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
68692	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
68692	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
68692	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
68692	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
68692	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
68692	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
68692	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
68692	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
68692	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
68692	embedding2nn.weight	0	0.0026853533927351236
68692	embedding2nn.weight	1	-0.0172281451523304
68692	embedding2nn.weight	2	-0.014268255792558193
68692	embedding2nn.weight	3	-0.009241469204425812
68692	embedding2nn.weight	4	-0.0059150345623493195
68692	embedding2nn.weight	5	-0.003700577188283205
68692	embedding2nn.weight	6	-0.003973228391259909
68692	embedding2nn.weight	7	-0.04193006828427315
68692	embedding2nn.weight	8	-0.0019979383796453476
68692	embedding2nn.weight	9	-0.02798658423125744
68692	embedding2nn.bias	0	0.028360500931739807
68692	embedding2nn.bias	1	-0.04953400418162346
68692	embedding2nn.bias	2	0.08157264441251755
68692	embedding2nn.bias	3	0.046820808202028275
68692	embedding2nn.bias	4	-0.024059820920228958
68692	embedding2nn.bias	5	-0.02744246833026409
68692	embedding2nn.bias	6	0.021247027441859245
68692	embedding2nn.bias	7	-0.04139763116836548
68692	embedding2nn.bias	8	0.050889525562524796
68692	embedding2nn.bias	9	0.030997291207313538
68692	rnn.weight_ih_l0	0	-0.022189253941178322
68692	rnn.weight_ih_l0	1	0.004631353542208672
68692	rnn.weight_ih_l0	2	0.04000341519713402
68692	rnn.weight_ih_l0	3	0.0027840575203299522
68692	rnn.weight_ih_l0	4	-0.011686869896948338
68692	rnn.weight_ih_l0	5	-0.05288491025567055
68692	rnn.weight_ih_l0	6	0.011121991090476513
68692	rnn.weight_ih_l0	7	0.05699949339032173
68692	rnn.weight_ih_l0	8	-0.001372826867736876
68692	rnn.weight_ih_l0	9	-0.02463127113878727
68692	rnn.weight_hh_l0	0	-0.033246904611587524
68692	rnn.weight_hh_l0	1	-0.00124597258400172
68692	rnn.weight_hh_l0	2	-0.0005321383941918612
68692	rnn.weight_hh_l0	3	-0.04646272212266922
68692	rnn.weight_hh_l0	4	0.056053824722766876
68692	rnn.weight_hh_l0	5	-0.0021017827093601227
68692	rnn.weight_hh_l0	6	-0.036969371140003204
68692	rnn.weight_hh_l0	7	-0.01998603530228138
68692	rnn.weight_hh_l0	8	0.0009629278792999685
68692	rnn.weight_hh_l0	9	-0.02440490573644638
68692	rnn.bias_ih_l0	0	0.040598683059215546
68692	rnn.bias_ih_l0	1	-0.026274388656020164
68692	rnn.bias_ih_l0	2	-0.009397333487868309
68692	rnn.bias_ih_l0	3	0.10089334845542908
68692	rnn.bias_ih_l0	4	-0.0525934137403965
68692	rnn.bias_ih_l0	5	-0.04068528115749359
68692	rnn.bias_ih_l0	6	3.187471520504914e-05
68692	rnn.bias_ih_l0	7	0.05234137549996376
68692	rnn.bias_ih_l0	8	-0.07990356534719467
68692	rnn.bias_ih_l0	9	-0.024144211784005165
68692	rnn.bias_hh_l0	0	-0.031034957617521286
68692	rnn.bias_hh_l0	1	-0.0735623836517334
68692	rnn.bias_hh_l0	2	-0.028778452426195145
68692	rnn.bias_hh_l0	3	-0.06887884438037872
68692	rnn.bias_hh_l0	4	-0.026011819019913673
68692	rnn.bias_hh_l0	5	-0.00026019292999990284
68692	rnn.bias_hh_l0	6	0.0254877507686615
68692	rnn.bias_hh_l0	7	-0.004297108389437199
68692	rnn.bias_hh_l0	8	-0.11684130877256393
68692	rnn.bias_hh_l0	9	-0.03228670731186867
68692	rnn.weight_ih_l0_reverse	0	-0.01698335073888302
68692	rnn.weight_ih_l0_reverse	1	-0.054634660482406616
68692	rnn.weight_ih_l0_reverse	2	-0.03561512380838394
68692	rnn.weight_ih_l0_reverse	3	-0.0010729295900091529
68692	rnn.weight_ih_l0_reverse	4	-0.0012828216422349215
68692	rnn.weight_ih_l0_reverse	5	-0.05020778998732567
68692	rnn.weight_ih_l0_reverse	6	0.04615582153201103
68692	rnn.weight_ih_l0_reverse	7	-0.024304134771227837
68692	rnn.weight_ih_l0_reverse	8	-0.036420248448848724
68692	rnn.weight_ih_l0_reverse	9	0.0036389371380209923
68692	rnn.weight_hh_l0_reverse	0	0.03389691561460495
68692	rnn.weight_hh_l0_reverse	1	0.029340745881199837
68692	rnn.weight_hh_l0_reverse	2	0.03281474485993385
68692	rnn.weight_hh_l0_reverse	3	0.02004976198077202
68692	rnn.weight_hh_l0_reverse	4	-0.0035311048850417137
68692	rnn.weight_hh_l0_reverse	5	0.004637643229216337
68692	rnn.weight_hh_l0_reverse	6	0.04182019829750061
68692	rnn.weight_hh_l0_reverse	7	-0.04855016618967056
68692	rnn.weight_hh_l0_reverse	8	0.034708838909864426
68692	rnn.weight_hh_l0_reverse	9	0.04407210648059845
68692	rnn.bias_ih_l0_reverse	0	-0.06352034211158752
68692	rnn.bias_ih_l0_reverse	1	-0.2034369260072708
68692	rnn.bias_ih_l0_reverse	2	-0.0731547400355339
68692	rnn.bias_ih_l0_reverse	3	-0.018691252917051315
68692	rnn.bias_ih_l0_reverse	4	-0.022210149094462395
68692	rnn.bias_ih_l0_reverse	5	0.034795310348272324
68692	rnn.bias_ih_l0_reverse	6	-0.05164702236652374
68692	rnn.bias_ih_l0_reverse	7	0.04209471866488457
68692	rnn.bias_ih_l0_reverse	8	-0.03649590164422989
68692	rnn.bias_ih_l0_reverse	9	0.013707529753446579
68692	rnn.bias_hh_l0_reverse	0	-0.002041903091594577
68692	rnn.bias_hh_l0_reverse	1	-0.03487616404891014
68692	rnn.bias_hh_l0_reverse	2	0.04927361384034157
68692	rnn.bias_hh_l0_reverse	3	-0.027742797508835793
68692	rnn.bias_hh_l0_reverse	4	-0.04217222332954407
68692	rnn.bias_hh_l0_reverse	5	-0.03484876826405525
68692	rnn.bias_hh_l0_reverse	6	-0.03546886146068573
68692	rnn.bias_hh_l0_reverse	7	0.08558918535709381
68692	rnn.bias_hh_l0_reverse	8	0.017416657879948616
68692	rnn.bias_hh_l0_reverse	9	-0.08460469543933868
68692	rnn.weight_ih_l1	0	-0.03562813624739647
68692	rnn.weight_ih_l1	1	-0.04075736179947853
68692	rnn.weight_ih_l1	2	0.07040292024612427
68692	rnn.weight_ih_l1	3	-0.03259928897023201
68692	rnn.weight_ih_l1	4	0.001727671129629016
68692	rnn.weight_ih_l1	5	-0.04592173919081688
68692	rnn.weight_ih_l1	6	0.023961564525961876
68692	rnn.weight_ih_l1	7	-0.03008759394288063
68692	rnn.weight_ih_l1	8	0.04016384482383728
68692	rnn.weight_ih_l1	9	0.029037823900580406
68692	rnn.weight_hh_l1	0	-0.014592505991458893
68692	rnn.weight_hh_l1	1	0.008464149199426174
68692	rnn.weight_hh_l1	2	-0.0012472904054448009
68692	rnn.weight_hh_l1	3	-0.007584599778056145
68692	rnn.weight_hh_l1	4	0.0031369973439723253
68692	rnn.weight_hh_l1	5	0.02527441829442978
68692	rnn.weight_hh_l1	6	0.02635139599442482
68692	rnn.weight_hh_l1	7	-0.025586087256669998
68692	rnn.weight_hh_l1	8	-0.02402324043214321
68692	rnn.weight_hh_l1	9	0.03756554424762726
68692	rnn.bias_ih_l1	0	-0.14340431988239288
68692	rnn.bias_ih_l1	1	-0.13398432731628418
68692	rnn.bias_ih_l1	2	-0.12769441306591034
68692	rnn.bias_ih_l1	3	-0.20489953458309174
68692	rnn.bias_ih_l1	4	-0.14628934860229492
68692	rnn.bias_ih_l1	5	-0.09140951186418533
68692	rnn.bias_ih_l1	6	-0.1074410006403923
68692	rnn.bias_ih_l1	7	-0.026285622268915176
68692	rnn.bias_ih_l1	8	-0.08176548779010773
68692	rnn.bias_ih_l1	9	-0.09529948234558105
68692	rnn.bias_hh_l1	0	-0.11410991847515106
68692	rnn.bias_hh_l1	1	-0.042439527809619904
68692	rnn.bias_hh_l1	2	-0.0767899826169014
68692	rnn.bias_hh_l1	3	-0.08532825857400894
68692	rnn.bias_hh_l1	4	-0.10635863244533539
68692	rnn.bias_hh_l1	5	-0.06431232392787933
68692	rnn.bias_hh_l1	6	-0.09038349241018295
68692	rnn.bias_hh_l1	7	-0.005183435510843992
68692	rnn.bias_hh_l1	8	-0.10984742641448975
68692	rnn.bias_hh_l1	9	-0.07349816709756851
68692	rnn.weight_ih_l1_reverse	0	-0.03763594850897789
68692	rnn.weight_ih_l1_reverse	1	0.0333152636885643
68692	rnn.weight_ih_l1_reverse	2	0.006856297608464956
68692	rnn.weight_ih_l1_reverse	3	0.004664778243750334
68692	rnn.weight_ih_l1_reverse	4	-0.04183042794466019
68692	rnn.weight_ih_l1_reverse	5	-0.036062151193618774
68692	rnn.weight_ih_l1_reverse	6	0.0022142722737044096
68692	rnn.weight_ih_l1_reverse	7	0.017375299707055092
68692	rnn.weight_ih_l1_reverse	8	-0.003342435462400317
68692	rnn.weight_ih_l1_reverse	9	-0.03189513459801674
68692	rnn.weight_hh_l1_reverse	0	0.008239133283495903
68692	rnn.weight_hh_l1_reverse	1	0.028900006785988808
68692	rnn.weight_hh_l1_reverse	2	-0.03769177198410034
68692	rnn.weight_hh_l1_reverse	3	0.04165137559175491
68692	rnn.weight_hh_l1_reverse	4	0.04345471411943436
68692	rnn.weight_hh_l1_reverse	5	0.006742238532751799
68692	rnn.weight_hh_l1_reverse	6	0.008954621851444244
68692	rnn.weight_hh_l1_reverse	7	0.02690901607275009
68692	rnn.weight_hh_l1_reverse	8	-0.002240820787847042
68692	rnn.weight_hh_l1_reverse	9	-0.04153142124414444
68692	rnn.bias_ih_l1_reverse	0	-0.05348895117640495
68692	rnn.bias_ih_l1_reverse	1	-0.08570954948663712
68692	rnn.bias_ih_l1_reverse	2	-0.10003505647182465
68692	rnn.bias_ih_l1_reverse	3	-0.014456006698310375
68692	rnn.bias_ih_l1_reverse	4	-0.1607399880886078
68692	rnn.bias_ih_l1_reverse	5	-0.0860663503408432
68692	rnn.bias_ih_l1_reverse	6	-0.10278275609016418
68692	rnn.bias_ih_l1_reverse	7	-0.14547038078308105
68692	rnn.bias_ih_l1_reverse	8	0.06286682188510895
68692	rnn.bias_ih_l1_reverse	9	0.02182910591363907
68692	rnn.bias_hh_l1_reverse	0	-0.07990309596061707
68692	rnn.bias_hh_l1_reverse	1	0.0515621155500412
68692	rnn.bias_hh_l1_reverse	2	-0.20639578998088837
68692	rnn.bias_hh_l1_reverse	3	-0.09502404183149338
68692	rnn.bias_hh_l1_reverse	4	-0.0631285309791565
68692	rnn.bias_hh_l1_reverse	5	-0.07628903537988663
68692	rnn.bias_hh_l1_reverse	6	0.08769554644823074
68692	rnn.bias_hh_l1_reverse	7	-0.13172735273838043
68692	rnn.bias_hh_l1_reverse	8	-0.09607724100351334
68692	rnn.bias_hh_l1_reverse	9	-0.10981270670890808
68692	linear.weight	0	0.002228822559118271
68692	linear.weight	1	0.04241004213690758
68692	linear.weight	2	-0.11745384335517883
68692	linear.weight	3	0.3265650272369385
68692	linear.weight	4	0.07683929800987244
68692	linear.weight	5	0.004698279779404402
68692	linear.weight	6	-0.01601448655128479
68692	linear.weight	7	0.13209250569343567
68692	linear.weight	8	0.04169914126396179
68692	linear.weight	9	-0.0671989768743515
68692	linear.bias	0	-0.08935755491256714
68692	linear.bias	1	-0.13023722171783447
68692	linear.bias	2	-0.5061736702919006
68692	linear.bias	3	-0.6887761354446411
68692	linear.bias	4	-1.0174851417541504
68692	linear.bias	5	-0.03585604578256607
68692	linear.bias	6	-0.6214946508407593
68692	linear.bias	7	0.4088205099105835
68692	linear.bias	8	-0.565976083278656
68692	linear.bias	9	-0.8486865758895874
68889	transitions	0	0.4804282784461975
68889	transitions	1	0.07507620006799698
68889	transitions	2	-10000.0
68889	transitions	3	-1.8023576736450195
68889	transitions	4	-10000.0
68889	transitions	5	0.6424446702003479
68889	transitions	6	-0.028827521950006485
68889	transitions	7	-0.3971583843231201
68889	transitions	8	-1.3408164978027344
68889	transitions	9	-0.0005298278410919011
68889	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
68889	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
68889	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
68889	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
68889	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
68889	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
68889	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
68889	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
68889	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
68889	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
68889	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
68889	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
68889	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
68889	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
68889	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
68889	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
68889	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
68889	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
68889	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
68889	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
68889	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
68889	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
68889	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
68889	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
68889	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
68889	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
68889	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
68889	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
68889	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
68889	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
68889	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
68889	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
68889	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
68889	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
68889	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
68889	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
68889	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
68889	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
68889	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
68889	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
68889	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
68889	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
68889	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
68889	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
68889	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
68889	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
68889	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
68889	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
68889	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
68889	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
68889	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
68889	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
68889	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
68889	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
68889	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
68889	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
68889	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
68889	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
68889	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
68889	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
68889	embedding2nn.weight	0	0.0013872573617845774
68889	embedding2nn.weight	1	-0.01721801981329918
68889	embedding2nn.weight	2	-0.014268255792558193
68889	embedding2nn.weight	3	-0.008666977286338806
68889	embedding2nn.weight	4	-0.0059150345623493195
68889	embedding2nn.weight	5	-0.0037005776539444923
68889	embedding2nn.weight	6	-0.00397322466596961
68889	embedding2nn.weight	7	-0.039875760674476624
68889	embedding2nn.weight	8	-0.0019979383796453476
68889	embedding2nn.weight	9	-0.027894161641597748
68889	embedding2nn.bias	0	0.026790790259838104
68889	embedding2nn.bias	1	-0.04884449020028114
68889	embedding2nn.bias	2	0.08157404512166977
68889	embedding2nn.bias	3	0.05051079019904137
68889	embedding2nn.bias	4	-0.01713193953037262
68889	embedding2nn.bias	5	-0.025610892102122307
68889	embedding2nn.bias	6	0.023071177303791046
68889	embedding2nn.bias	7	-0.03834999352693558
68889	embedding2nn.bias	8	0.047867193818092346
68889	embedding2nn.bias	9	0.03448542580008507
68889	rnn.weight_ih_l0	0	-0.023723462596535683
68889	rnn.weight_ih_l0	1	0.004289611708372831
68889	rnn.weight_ih_l0	2	0.039697062224149704
68889	rnn.weight_ih_l0	3	0.0017631003865972161
68889	rnn.weight_ih_l0	4	-0.011810874566435814
68889	rnn.weight_ih_l0	5	-0.052279576659202576
68889	rnn.weight_ih_l0	6	0.010130521841347218
68889	rnn.weight_ih_l0	7	0.055531639605760574
68889	rnn.weight_ih_l0	8	-0.00010238945105811581
68889	rnn.weight_ih_l0	9	-0.025318056344985962
68889	rnn.weight_hh_l0	0	-0.034193314611911774
68889	rnn.weight_hh_l0	1	-0.0011017582146450877
68889	rnn.weight_hh_l0	2	-0.0009515302954241633
68889	rnn.weight_hh_l0	3	-0.0468132309615612
68889	rnn.weight_hh_l0	4	0.055689141154289246
68889	rnn.weight_hh_l0	5	-0.0032433071173727512
68889	rnn.weight_hh_l0	6	-0.036147795617580414
68889	rnn.weight_hh_l0	7	-0.02016039751470089
68889	rnn.weight_hh_l0	8	0.0012253770837560296
68889	rnn.weight_hh_l0	9	-0.023527896031737328
68889	rnn.bias_ih_l0	0	0.04175678268074989
68889	rnn.bias_ih_l0	1	-0.023991605266928673
68889	rnn.bias_ih_l0	2	-0.010956051759421825
68889	rnn.bias_ih_l0	3	0.09622354060411453
68889	rnn.bias_ih_l0	4	-0.05341319739818573
68889	rnn.bias_ih_l0	5	-0.04140104353427887
68889	rnn.bias_ih_l0	6	0.0009946587961167097
68889	rnn.bias_ih_l0	7	0.05208423733711243
68889	rnn.bias_ih_l0	8	-0.0800299122929573
68889	rnn.bias_ih_l0	9	-0.019320394843816757
68889	rnn.bias_hh_l0	0	-0.029517706483602524
68889	rnn.bias_hh_l0	1	-0.07207423448562622
68889	rnn.bias_hh_l0	2	-0.02775491774082184
68889	rnn.bias_hh_l0	3	-0.06825976073741913
68889	rnn.bias_hh_l0	4	-0.023429669439792633
68889	rnn.bias_hh_l0	5	-0.0013179818633943796
68889	rnn.bias_hh_l0	6	0.026438254863023758
68889	rnn.bias_hh_l0	7	-0.004255129024386406
68889	rnn.bias_hh_l0	8	-0.11608272790908813
68889	rnn.bias_hh_l0	9	-0.031131139025092125
68889	rnn.weight_ih_l0_reverse	0	-0.016986725851893425
68889	rnn.weight_ih_l0_reverse	1	-0.05553107708692551
68889	rnn.weight_ih_l0_reverse	2	-0.035600584000349045
68889	rnn.weight_ih_l0_reverse	3	-0.0036478815600275993
68889	rnn.weight_ih_l0_reverse	4	-0.0020639500580728054
68889	rnn.weight_ih_l0_reverse	5	-0.04994215443730354
68889	rnn.weight_ih_l0_reverse	6	0.044803813099861145
68889	rnn.weight_ih_l0_reverse	7	-0.01894131861627102
68889	rnn.weight_ih_l0_reverse	8	-0.035965658724308014
68889	rnn.weight_ih_l0_reverse	9	0.0044393581338226795
68889	rnn.weight_hh_l0_reverse	0	0.03561548888683319
68889	rnn.weight_hh_l0_reverse	1	0.030443334951996803
68889	rnn.weight_hh_l0_reverse	2	0.034338802099227905
68889	rnn.weight_hh_l0_reverse	3	0.020358197391033173
68889	rnn.weight_hh_l0_reverse	4	-0.003220624988898635
68889	rnn.weight_hh_l0_reverse	5	0.005004047881811857
68889	rnn.weight_hh_l0_reverse	6	0.042308248579502106
68889	rnn.weight_hh_l0_reverse	7	-0.048575229942798615
68889	rnn.weight_hh_l0_reverse	8	0.034160081297159195
68889	rnn.weight_hh_l0_reverse	9	0.044959213584661484
68889	rnn.bias_ih_l0_reverse	0	-0.06487403064966202
68889	rnn.bias_ih_l0_reverse	1	-0.20892681181430817
68889	rnn.bias_ih_l0_reverse	2	-0.0750185027718544
68889	rnn.bias_ih_l0_reverse	3	-0.017747076228260994
68889	rnn.bias_ih_l0_reverse	4	-0.02403559908270836
68889	rnn.bias_ih_l0_reverse	5	0.03374741971492767
68889	rnn.bias_ih_l0_reverse	6	-0.050013087689876556
68889	rnn.bias_ih_l0_reverse	7	0.038313571363687515
68889	rnn.bias_ih_l0_reverse	8	-0.03543846681714058
68889	rnn.bias_ih_l0_reverse	9	0.01400069985538721
68889	rnn.bias_hh_l0_reverse	0	-0.0009248408605344594
68889	rnn.bias_hh_l0_reverse	1	-0.03215131163597107
68889	rnn.bias_hh_l0_reverse	2	0.052361760288476944
68889	rnn.bias_hh_l0_reverse	3	-0.027490705251693726
68889	rnn.bias_hh_l0_reverse	4	-0.03887466713786125
68889	rnn.bias_hh_l0_reverse	5	-0.03644286096096039
68889	rnn.bias_hh_l0_reverse	6	-0.03250126540660858
68889	rnn.bias_hh_l0_reverse	7	0.08692259341478348
68889	rnn.bias_hh_l0_reverse	8	0.02209632657468319
68889	rnn.bias_hh_l0_reverse	9	-0.08127735555171967
68889	rnn.weight_ih_l1	0	-0.035966578871011734
68889	rnn.weight_ih_l1	1	-0.04122539982199669
68889	rnn.weight_ih_l1	2	0.07224041223526001
68889	rnn.weight_ih_l1	3	-0.03284289315342903
68889	rnn.weight_ih_l1	4	0.0012582381023094058
68889	rnn.weight_ih_l1	5	-0.04587100073695183
68889	rnn.weight_ih_l1	6	0.024198759347200394
68889	rnn.weight_ih_l1	7	-0.030566712841391563
68889	rnn.weight_ih_l1	8	0.040085893124341965
68889	rnn.weight_ih_l1	9	0.029284588992595673
68889	rnn.weight_hh_l1	0	-0.013408212922513485
68889	rnn.weight_hh_l1	1	0.0082058971747756
68889	rnn.weight_hh_l1	2	-0.000953615119215101
68889	rnn.weight_hh_l1	3	-0.007992691360414028
68889	rnn.weight_hh_l1	4	0.0025479488540440798
68889	rnn.weight_hh_l1	5	0.025208085775375366
68889	rnn.weight_hh_l1	6	0.02584204450249672
68889	rnn.weight_hh_l1	7	-0.025101222097873688
68889	rnn.weight_hh_l1	8	-0.023621873930096626
68889	rnn.weight_hh_l1	9	0.03794386610388756
68889	rnn.bias_ih_l1	0	-0.14290587604045868
68889	rnn.bias_ih_l1	1	-0.1359228491783142
68889	rnn.bias_ih_l1	2	-0.12770330905914307
68889	rnn.bias_ih_l1	3	-0.20553812384605408
68889	rnn.bias_ih_l1	4	-0.1481320559978485
68889	rnn.bias_ih_l1	5	-0.09396135807037354
68889	rnn.bias_ih_l1	6	-0.10569816827774048
68889	rnn.bias_ih_l1	7	-0.027249619364738464
68889	rnn.bias_ih_l1	8	-0.08507585525512695
68889	rnn.bias_ih_l1	9	-0.0942426398396492
68889	rnn.bias_hh_l1	0	-0.11464937776327133
68889	rnn.bias_hh_l1	1	-0.042386382818222046
68889	rnn.bias_hh_l1	2	-0.07651132345199585
68889	rnn.bias_hh_l1	3	-0.08437148481607437
68889	rnn.bias_hh_l1	4	-0.10494313389062881
68889	rnn.bias_hh_l1	5	-0.06357259303331375
68889	rnn.bias_hh_l1	6	-0.08818849921226501
68889	rnn.bias_hh_l1	7	-0.006276809610426426
68889	rnn.bias_hh_l1	8	-0.10980632156133652
68889	rnn.bias_hh_l1	9	-0.07437192648649216
68889	rnn.weight_ih_l1_reverse	0	-0.03753222897648811
68889	rnn.weight_ih_l1_reverse	1	0.03612315282225609
68889	rnn.weight_ih_l1_reverse	2	0.009939899668097496
68889	rnn.weight_ih_l1_reverse	3	0.0030084799509495497
68889	rnn.weight_ih_l1_reverse	4	-0.040184203535318375
68889	rnn.weight_ih_l1_reverse	5	-0.03610712289810181
68889	rnn.weight_ih_l1_reverse	6	0.0020246265921741724
68889	rnn.weight_ih_l1_reverse	7	0.01783849112689495
68889	rnn.weight_ih_l1_reverse	8	-0.0024278336204588413
68889	rnn.weight_ih_l1_reverse	9	-0.03210107609629631
68889	rnn.weight_hh_l1_reverse	0	0.00824409257620573
68889	rnn.weight_hh_l1_reverse	1	0.028989585116505623
68889	rnn.weight_hh_l1_reverse	2	-0.03762253746390343
68889	rnn.weight_hh_l1_reverse	3	0.04176444932818413
68889	rnn.weight_hh_l1_reverse	4	0.04381754621863365
68889	rnn.weight_hh_l1_reverse	5	0.006284099537879229
68889	rnn.weight_hh_l1_reverse	6	0.009706385433673859
68889	rnn.weight_hh_l1_reverse	7	0.02743731439113617
68889	rnn.weight_hh_l1_reverse	8	-0.0023412026930600405
68889	rnn.weight_hh_l1_reverse	9	-0.04135395959019661
68889	rnn.bias_ih_l1_reverse	0	-0.05429228022694588
68889	rnn.bias_ih_l1_reverse	1	-0.08309148997068405
68889	rnn.bias_ih_l1_reverse	2	-0.10003576427698135
68889	rnn.bias_ih_l1_reverse	3	-0.018997566774487495
68889	rnn.bias_ih_l1_reverse	4	-0.16247031092643738
68889	rnn.bias_ih_l1_reverse	5	-0.08443506062030792
68889	rnn.bias_ih_l1_reverse	6	-0.10222846269607544
68889	rnn.bias_ih_l1_reverse	7	-0.14640496671199799
68889	rnn.bias_ih_l1_reverse	8	0.06842030584812164
68889	rnn.bias_ih_l1_reverse	9	0.026082230731844902
68889	rnn.bias_hh_l1_reverse	0	-0.08630253374576569
68889	rnn.bias_hh_l1_reverse	1	0.041913196444511414
68889	rnn.bias_hh_l1_reverse	2	-0.20685416460037231
68889	rnn.bias_hh_l1_reverse	3	-0.09418977797031403
68889	rnn.bias_hh_l1_reverse	4	-0.06260848045349121
68889	rnn.bias_hh_l1_reverse	5	-0.07409874349832535
68889	rnn.bias_hh_l1_reverse	6	0.09652941673994064
68889	rnn.bias_hh_l1_reverse	7	-0.1296025961637497
68889	rnn.bias_hh_l1_reverse	8	-0.09782038629055023
68889	rnn.bias_hh_l1_reverse	9	-0.11123549938201904
68889	linear.weight	0	0.002228822559118271
68889	linear.weight	1	0.0576881542801857
68889	linear.weight	2	-0.12168067693710327
68889	linear.weight	3	0.3251609802246094
68889	linear.weight	4	0.07474496215581894
68889	linear.weight	5	0.0036215882282704115
68889	linear.weight	6	-0.00903216190636158
68889	linear.weight	7	0.12739920616149902
68889	linear.weight	8	0.041697561740875244
68889	linear.weight	9	-0.06424689292907715
68889	linear.bias	0	-0.06102438643574715
68889	linear.bias	1	-0.1409604251384735
68889	linear.bias	2	-0.5259894728660583
68889	linear.bias	3	-0.6848815679550171
68889	linear.bias	4	-1.0116077661514282
68889	linear.bias	5	-0.04362206906080246
68889	linear.bias	6	-0.623569667339325
68889	linear.bias	7	0.4031098484992981
68889	linear.bias	8	-0.5563626289367676
68889	linear.bias	9	-0.8414372205734253
69086	transitions	0	0.4713888168334961
69086	transitions	1	0.06837490946054459
69086	transitions	2	-10000.0
69086	transitions	3	-1.802423357963562
69086	transitions	4	-10000.0
69086	transitions	5	0.6421964168548584
69086	transitions	6	-0.0290656890720129
69086	transitions	7	-0.39872437715530396
69086	transitions	8	-1.3409886360168457
69086	transitions	9	-0.0005332657019607723
69086	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
69086	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
69086	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
69086	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
69086	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
69086	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
69086	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
69086	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
69086	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
69086	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
69086	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
69086	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
69086	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
69086	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
69086	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
69086	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
69086	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
69086	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
69086	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
69086	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
69086	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
69086	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
69086	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
69086	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
69086	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
69086	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
69086	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
69086	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
69086	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
69086	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
69086	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
69086	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
69086	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
69086	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
69086	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
69086	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
69086	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
69086	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
69086	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
69086	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
69086	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
69086	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
69086	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
69086	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
69086	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
69086	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
69086	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
69086	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
69086	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
69086	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
69086	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
69086	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
69086	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
69086	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
69086	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
69086	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
69086	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
69086	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
69086	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
69086	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
69086	embedding2nn.weight	0	0.003443713067099452
69086	embedding2nn.weight	1	-0.016963111236691475
69086	embedding2nn.weight	2	-0.014268255792558193
69086	embedding2nn.weight	3	-0.008064251393079758
69086	embedding2nn.weight	4	-0.0059150345623493195
69086	embedding2nn.weight	5	-0.0037005776539444923
69086	embedding2nn.weight	6	-0.003973222803324461
69086	embedding2nn.weight	7	-0.042397696524858475
69086	embedding2nn.weight	8	-0.0019979383796453476
69086	embedding2nn.weight	9	-0.028389904648065567
69086	embedding2nn.bias	0	0.031685784459114075
69086	embedding2nn.bias	1	-0.04571221396327019
69086	embedding2nn.bias	2	0.08022822439670563
69086	embedding2nn.bias	3	0.04581556096673012
69086	embedding2nn.bias	4	-0.025625867769122124
69086	embedding2nn.bias	5	-0.02790260501205921
69086	embedding2nn.bias	6	0.02293371967971325
69086	embedding2nn.bias	7	-0.04037783294916153
69086	embedding2nn.bias	8	0.04549333453178406
69086	embedding2nn.bias	9	0.034055281430482864
69086	rnn.weight_ih_l0	0	-0.022934405133128166
69086	rnn.weight_ih_l0	1	0.0032784524373710155
69086	rnn.weight_ih_l0	2	0.039623428136110306
69086	rnn.weight_ih_l0	3	0.0017567476024851203
69086	rnn.weight_ih_l0	4	-0.010862693190574646
69086	rnn.weight_ih_l0	5	-0.05246066302061081
69086	rnn.weight_ih_l0	6	0.010479449294507504
69086	rnn.weight_ih_l0	7	0.05589849874377251
69086	rnn.weight_ih_l0	8	0.001016712049022317
69086	rnn.weight_ih_l0	9	-0.024426719173789024
69086	rnn.weight_hh_l0	0	-0.03364606946706772
69086	rnn.weight_hh_l0	1	-0.0010766860796138644
69086	rnn.weight_hh_l0	2	-0.0006492420216090977
69086	rnn.weight_hh_l0	3	-0.04644491523504257
69086	rnn.weight_hh_l0	4	0.055619195103645325
69086	rnn.weight_hh_l0	5	-0.0025060202460736036
69086	rnn.weight_hh_l0	6	-0.03530168533325195
69086	rnn.weight_hh_l0	7	-0.02067951112985611
69086	rnn.weight_hh_l0	8	0.0018674817401915789
69086	rnn.weight_hh_l0	9	-0.023332344368100166
69086	rnn.bias_ih_l0	0	0.041661348193883896
69086	rnn.bias_ih_l0	1	-0.023539666086435318
69086	rnn.bias_ih_l0	2	-0.009872871451079845
69086	rnn.bias_ih_l0	3	0.09348011016845703
69086	rnn.bias_ih_l0	4	-0.053163353353738785
69086	rnn.bias_ih_l0	5	-0.044112201780080795
69086	rnn.bias_ih_l0	6	0.004654855001717806
69086	rnn.bias_ih_l0	7	0.04996444284915924
69086	rnn.bias_ih_l0	8	-0.07949366420507431
69086	rnn.bias_ih_l0	9	-0.019819244742393494
69086	rnn.bias_hh_l0	0	-0.02669409103691578
69086	rnn.bias_hh_l0	1	-0.07497871667146683
69086	rnn.bias_hh_l0	2	-0.02687700279057026
69086	rnn.bias_hh_l0	3	-0.0680249035358429
69086	rnn.bias_hh_l0	4	-0.025553379207849503
69086	rnn.bias_hh_l0	5	-0.0004764388722833246
69086	rnn.bias_hh_l0	6	0.026507848873734474
69086	rnn.bias_hh_l0	7	-0.0011693390551954508
69086	rnn.bias_hh_l0	8	-0.11524960398674011
69086	rnn.bias_hh_l0	9	-0.02882927656173706
69086	rnn.weight_ih_l0_reverse	0	-0.015905680134892464
69086	rnn.weight_ih_l0_reverse	1	-0.054573945701122284
69086	rnn.weight_ih_l0_reverse	2	-0.03583421930670738
69086	rnn.weight_ih_l0_reverse	3	-0.004602805245667696
69086	rnn.weight_ih_l0_reverse	4	-0.001653923885896802
69086	rnn.weight_ih_l0_reverse	5	-0.04932688921689987
69086	rnn.weight_ih_l0_reverse	6	0.043872587382793427
69086	rnn.weight_ih_l0_reverse	7	-0.018101288005709648
69086	rnn.weight_ih_l0_reverse	8	-0.03611603006720543
69086	rnn.weight_ih_l0_reverse	9	0.005246876273304224
69086	rnn.weight_hh_l0_reverse	0	0.036708392202854156
69086	rnn.weight_hh_l0_reverse	1	0.030907664448022842
69086	rnn.weight_hh_l0_reverse	2	0.03448750823736191
69086	rnn.weight_hh_l0_reverse	3	0.020397420972585678
69086	rnn.weight_hh_l0_reverse	4	-0.003492282470688224
69086	rnn.weight_hh_l0_reverse	5	0.00532959820702672
69086	rnn.weight_hh_l0_reverse	6	0.042308203876018524
69086	rnn.weight_hh_l0_reverse	7	-0.04846590757369995
69086	rnn.weight_hh_l0_reverse	8	0.03397461026906967
69086	rnn.weight_hh_l0_reverse	9	0.04506698623299599
69086	rnn.bias_ih_l0_reverse	0	-0.06371122598648071
69086	rnn.bias_ih_l0_reverse	1	-0.2095680832862854
69086	rnn.bias_ih_l0_reverse	2	-0.07532325387001038
69086	rnn.bias_ih_l0_reverse	3	-0.01893738843500614
69086	rnn.bias_ih_l0_reverse	4	-0.02509223110973835
69086	rnn.bias_ih_l0_reverse	5	0.034802552312612534
69086	rnn.bias_ih_l0_reverse	6	-0.04832461103796959
69086	rnn.bias_ih_l0_reverse	7	0.04041682183742523
69086	rnn.bias_ih_l0_reverse	8	-0.03555387258529663
69086	rnn.bias_ih_l0_reverse	9	0.011104470118880272
69086	rnn.bias_hh_l0_reverse	0	-0.0006535892025567591
69086	rnn.bias_hh_l0_reverse	1	-0.03662300854921341
69086	rnn.bias_hh_l0_reverse	2	0.05332326889038086
69086	rnn.bias_hh_l0_reverse	3	-0.031534355133771896
69086	rnn.bias_hh_l0_reverse	4	-0.03644656389951706
69086	rnn.bias_hh_l0_reverse	5	-0.03430268540978432
69086	rnn.bias_hh_l0_reverse	6	-0.03162727877497673
69086	rnn.bias_hh_l0_reverse	7	0.0839054137468338
69086	rnn.bias_hh_l0_reverse	8	0.020324692130088806
69086	rnn.bias_hh_l0_reverse	9	-0.08211326599121094
69086	rnn.weight_ih_l1	0	-0.03571818023920059
69086	rnn.weight_ih_l1	1	-0.04119109734892845
69086	rnn.weight_ih_l1	2	0.07300877571105957
69086	rnn.weight_ih_l1	3	-0.032816413789987564
69086	rnn.weight_ih_l1	4	0.0014600739814341068
69086	rnn.weight_ih_l1	5	-0.04606568068265915
69086	rnn.weight_ih_l1	6	0.02479851059615612
69086	rnn.weight_ih_l1	7	-0.031456995755434036
69086	rnn.weight_ih_l1	8	0.03997465595602989
69086	rnn.weight_ih_l1	9	0.029837319627404213
69086	rnn.weight_hh_l1	0	-0.013480152003467083
69086	rnn.weight_hh_l1	1	0.00822051614522934
69086	rnn.weight_hh_l1	2	-0.002383737126365304
69086	rnn.weight_hh_l1	3	-0.00786219909787178
69086	rnn.weight_hh_l1	4	0.0035394018050283194
69086	rnn.weight_hh_l1	5	0.025215713307261467
69086	rnn.weight_hh_l1	6	0.026063265278935432
69086	rnn.weight_hh_l1	7	-0.02557278610765934
69086	rnn.weight_hh_l1	8	-0.02334561012685299
69086	rnn.weight_hh_l1	9	0.038051705807447433
69086	rnn.bias_ih_l1	0	-0.1450209766626358
69086	rnn.bias_ih_l1	1	-0.13361412286758423
69086	rnn.bias_ih_l1	2	-0.1264503300189972
69086	rnn.bias_ih_l1	3	-0.20647068321704865
69086	rnn.bias_ih_l1	4	-0.14183121919631958
69086	rnn.bias_ih_l1	5	-0.09381172060966492
69086	rnn.bias_ih_l1	6	-0.10917308181524277
69086	rnn.bias_ih_l1	7	-0.027257265523076057
69086	rnn.bias_ih_l1	8	-0.0889420136809349
69086	rnn.bias_ih_l1	9	-0.09153479337692261
69086	rnn.bias_hh_l1	0	-0.11478395015001297
69086	rnn.bias_hh_l1	1	-0.043167490512132645
69086	rnn.bias_hh_l1	2	-0.08164677768945694
69086	rnn.bias_hh_l1	3	-0.08285839110612869
69086	rnn.bias_hh_l1	4	-0.10415998101234436
69086	rnn.bias_hh_l1	5	-0.06427190452814102
69086	rnn.bias_hh_l1	6	-0.08752166479825974
69086	rnn.bias_hh_l1	7	-0.0036258588079363108
69086	rnn.bias_hh_l1	8	-0.11145216971635818
69086	rnn.bias_hh_l1	9	-0.0705152228474617
69086	rnn.weight_ih_l1_reverse	0	-0.0376555472612381
69086	rnn.weight_ih_l1_reverse	1	0.033533725887537
69086	rnn.weight_ih_l1_reverse	2	0.010084607638418674
69086	rnn.weight_ih_l1_reverse	3	0.0027846579905599356
69086	rnn.weight_ih_l1_reverse	4	-0.03932143375277519
69086	rnn.weight_ih_l1_reverse	5	-0.03616752102971077
69086	rnn.weight_ih_l1_reverse	6	-0.00048145881737582386
69086	rnn.weight_ih_l1_reverse	7	0.01763148233294487
69086	rnn.weight_ih_l1_reverse	8	-0.005347300786525011
69086	rnn.weight_ih_l1_reverse	9	-0.029630811884999275
69086	rnn.weight_hh_l1_reverse	0	0.008099786005914211
69086	rnn.weight_hh_l1_reverse	1	0.029095973819494247
69086	rnn.weight_hh_l1_reverse	2	-0.037575144320726395
69086	rnn.weight_hh_l1_reverse	3	0.04175686836242676
69086	rnn.weight_hh_l1_reverse	4	0.04422973468899727
69086	rnn.weight_hh_l1_reverse	5	0.006142008118331432
69086	rnn.weight_hh_l1_reverse	6	0.00890329759567976
69086	rnn.weight_hh_l1_reverse	7	0.026965612545609474
69086	rnn.weight_hh_l1_reverse	8	-0.002425655722618103
69086	rnn.weight_hh_l1_reverse	9	-0.041112978011369705
69086	rnn.bias_ih_l1_reverse	0	-0.053644172847270966
69086	rnn.bias_ih_l1_reverse	1	-0.08292746543884277
69086	rnn.bias_ih_l1_reverse	2	-0.10116269439458847
69086	rnn.bias_ih_l1_reverse	3	-0.024839015677571297
69086	rnn.bias_ih_l1_reverse	4	-0.16128277778625488
69086	rnn.bias_ih_l1_reverse	5	-0.08451259881258011
69086	rnn.bias_ih_l1_reverse	6	-0.1023700162768364
69086	rnn.bias_ih_l1_reverse	7	-0.14628098905086517
69086	rnn.bias_ih_l1_reverse	8	0.0700792744755745
69086	rnn.bias_ih_l1_reverse	9	0.02397017739713192
69086	rnn.bias_hh_l1_reverse	0	-0.09470692276954651
69086	rnn.bias_hh_l1_reverse	1	0.037028975784778595
69086	rnn.bias_hh_l1_reverse	2	-0.2065219283103943
69086	rnn.bias_hh_l1_reverse	3	-0.0956992581486702
69086	rnn.bias_hh_l1_reverse	4	-0.06060173362493515
69086	rnn.bias_hh_l1_reverse	5	-0.07325576990842819
69086	rnn.bias_hh_l1_reverse	6	0.09286338835954666
69086	rnn.bias_hh_l1_reverse	7	-0.13171230256557465
69086	rnn.bias_hh_l1_reverse	8	-0.09848783165216446
69086	rnn.bias_hh_l1_reverse	9	-0.10990079492330551
69086	linear.weight	0	0.002228822559118271
69086	linear.weight	1	0.06689547747373581
69086	linear.weight	2	-0.12059018760919571
69086	linear.weight	3	0.3406083881855011
69086	linear.weight	4	0.07558256387710571
69086	linear.weight	5	0.009165926836431026
69086	linear.weight	6	-0.019532034173607826
69086	linear.weight	7	0.12365727871656418
69086	linear.weight	8	0.041694276034832
69086	linear.weight	9	-0.05742165818810463
69086	linear.bias	0	-0.089284248650074
69086	linear.bias	1	-0.13457022607326508
69086	linear.bias	2	-0.5052398443222046
69086	linear.bias	3	-0.7099023461341858
69086	linear.bias	4	-1.0334820747375488
69086	linear.bias	5	-0.03411973640322685
69086	linear.bias	6	-0.6161521673202515
69086	linear.bias	7	0.4139503836631775
69086	linear.bias	8	-0.5563929080963135
69086	linear.bias	9	-0.8406700491905212
69090	transitions	0	0.47059810161590576
69090	transitions	1	0.06837435811758041
69090	transitions	2	-10000.0
69090	transitions	3	-1.8024239540100098
69090	transitions	4	-10000.0
69090	transitions	5	0.6421936750411987
69090	transitions	6	-0.02906719036400318
69090	transitions	7	-0.3987261652946472
69090	transitions	8	-1.3409887552261353
69090	transitions	9	-0.0005332882283255458
69090	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
69090	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
69090	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
69090	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
69090	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
69090	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
69090	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
69090	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
69090	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
69090	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
69090	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
69090	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
69090	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
69090	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
69090	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
69090	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
69090	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
69090	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
69090	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
69090	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
69090	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
69090	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
69090	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
69090	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
69090	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
69090	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
69090	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
69090	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
69090	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
69090	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
69090	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
69090	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
69090	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
69090	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
69090	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
69090	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
69090	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
69090	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
69090	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
69090	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
69090	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
69090	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
69090	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
69090	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
69090	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
69090	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
69090	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
69090	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
69090	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
69090	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
69090	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
69090	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
69090	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
69090	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
69090	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
69090	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
69090	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
69090	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
69090	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
69090	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
69090	embedding2nn.weight	0	0.0033107129856944084
69090	embedding2nn.weight	1	-0.016920391470193863
69090	embedding2nn.weight	2	-0.014268255792558193
69090	embedding2nn.weight	3	-0.007543154526501894
69090	embedding2nn.weight	4	-0.0059150345623493195
69090	embedding2nn.weight	5	-0.0037005776539444923
69090	embedding2nn.weight	6	-0.003973222337663174
69090	embedding2nn.weight	7	-0.04240358993411064
69090	embedding2nn.weight	8	-0.0019979383796453476
69090	embedding2nn.weight	9	-0.0283729936927557
69090	embedding2nn.bias	0	0.03446168825030327
69090	embedding2nn.bias	1	-0.04512980952858925
69090	embedding2nn.bias	2	0.07846362143754959
69090	embedding2nn.bias	3	0.04550594091415405
69090	embedding2nn.bias	4	-0.025404244661331177
69090	embedding2nn.bias	5	-0.027114316821098328
69090	embedding2nn.bias	6	0.022398866713047028
69090	embedding2nn.bias	7	-0.040547940880060196
69090	embedding2nn.bias	8	0.04323964938521385
69090	embedding2nn.bias	9	0.034457169473171234
69090	rnn.weight_ih_l0	0	-0.022992756217718124
69090	rnn.weight_ih_l0	1	0.0030860716942697763
69090	rnn.weight_ih_l0	2	0.03963560238480568
69090	rnn.weight_ih_l0	3	0.0017700449097901583
69090	rnn.weight_ih_l0	4	-0.010826210491359234
69090	rnn.weight_ih_l0	5	-0.052492253482341766
69090	rnn.weight_ih_l0	6	0.010546349920332432
69090	rnn.weight_ih_l0	7	0.056021206080913544
69090	rnn.weight_ih_l0	8	0.001012323540635407
69090	rnn.weight_ih_l0	9	-0.02438935451209545
69090	rnn.weight_hh_l0	0	-0.03376442939043045
69090	rnn.weight_hh_l0	1	-0.0010134693002328277
69090	rnn.weight_hh_l0	2	-0.0005092507926747203
69090	rnn.weight_hh_l0	3	-0.046495407819747925
69090	rnn.weight_hh_l0	4	0.055503975600004196
69090	rnn.weight_hh_l0	5	-0.002500060712918639
69090	rnn.weight_hh_l0	6	-0.03531896322965622
69090	rnn.weight_hh_l0	7	-0.020658617839217186
69090	rnn.weight_hh_l0	8	0.0020147289615124464
69090	rnn.weight_hh_l0	9	-0.02325822412967682
69090	rnn.bias_ih_l0	0	0.04170443117618561
69090	rnn.bias_ih_l0	1	-0.02423933707177639
69090	rnn.bias_ih_l0	2	-0.010074470192193985
69090	rnn.bias_ih_l0	3	0.09352295100688934
69090	rnn.bias_ih_l0	4	-0.05315998196601868
69090	rnn.bias_ih_l0	5	-0.044475726783275604
69090	rnn.bias_ih_l0	6	0.005321822129189968
69090	rnn.bias_ih_l0	7	0.050182636827230453
69090	rnn.bias_ih_l0	8	-0.07930214703083038
69090	rnn.bias_ih_l0	9	-0.020111223682761192
69090	rnn.bias_hh_l0	0	-0.027142470702528954
69090	rnn.bias_hh_l0	1	-0.07468728721141815
69090	rnn.bias_hh_l0	2	-0.026989037171006203
69090	rnn.bias_hh_l0	3	-0.0681680291891098
69090	rnn.bias_hh_l0	4	-0.025977108627557755
69090	rnn.bias_hh_l0	5	-0.0010113227181136608
69090	rnn.bias_hh_l0	6	0.026223231106996536
69090	rnn.bias_hh_l0	7	-0.0012821813579648733
69090	rnn.bias_hh_l0	8	-0.1156371608376503
69090	rnn.bias_hh_l0	9	-0.02962992526590824
69090	rnn.weight_ih_l0_reverse	0	-0.016023702919483185
69090	rnn.weight_ih_l0_reverse	1	-0.05467288941144943
69090	rnn.weight_ih_l0_reverse	2	-0.03586455434560776
69090	rnn.weight_ih_l0_reverse	3	-0.004613043740391731
69090	rnn.weight_ih_l0_reverse	4	-0.001626982120797038
69090	rnn.weight_ih_l0_reverse	5	-0.04930195212364197
69090	rnn.weight_ih_l0_reverse	6	0.04392824321985245
69090	rnn.weight_ih_l0_reverse	7	-0.01805967092514038
69090	rnn.weight_ih_l0_reverse	8	-0.03608062490820885
69090	rnn.weight_ih_l0_reverse	9	0.005277595017105341
69090	rnn.weight_hh_l0_reverse	0	0.03679898753762245
69090	rnn.weight_hh_l0_reverse	1	0.030875571072101593
69090	rnn.weight_hh_l0_reverse	2	0.03483416140079498
69090	rnn.weight_hh_l0_reverse	3	0.020421767607331276
69090	rnn.weight_hh_l0_reverse	4	-0.003462687600404024
69090	rnn.weight_hh_l0_reverse	5	0.005100627895444632
69090	rnn.weight_hh_l0_reverse	6	0.042402107268571854
69090	rnn.weight_hh_l0_reverse	7	-0.048472337424755096
69090	rnn.weight_hh_l0_reverse	8	0.0340203195810318
69090	rnn.weight_hh_l0_reverse	9	0.04503662884235382
69090	rnn.bias_ih_l0_reverse	0	-0.06353694945573807
69090	rnn.bias_ih_l0_reverse	1	-0.20936545729637146
69090	rnn.bias_ih_l0_reverse	2	-0.07506908476352692
69090	rnn.bias_ih_l0_reverse	3	-0.018830135464668274
69090	rnn.bias_ih_l0_reverse	4	-0.024876581504940987
69090	rnn.bias_ih_l0_reverse	5	0.03482626751065254
69090	rnn.bias_ih_l0_reverse	6	-0.04821059852838516
69090	rnn.bias_ih_l0_reverse	7	0.04053281247615814
69090	rnn.bias_ih_l0_reverse	8	-0.03566163405776024
69090	rnn.bias_ih_l0_reverse	9	0.011439479887485504
69090	rnn.bias_hh_l0_reverse	0	-0.0005521783023141325
69090	rnn.bias_hh_l0_reverse	1	-0.036964818835258484
69090	rnn.bias_hh_l0_reverse	2	0.05336014926433563
69090	rnn.bias_hh_l0_reverse	3	-0.031493380665779114
69090	rnn.bias_hh_l0_reverse	4	-0.036139246076345444
69090	rnn.bias_hh_l0_reverse	5	-0.03495024889707565
69090	rnn.bias_hh_l0_reverse	6	-0.03165801241993904
69090	rnn.bias_hh_l0_reverse	7	0.0836554765701294
69090	rnn.bias_hh_l0_reverse	8	0.021028554067015648
69090	rnn.bias_hh_l0_reverse	9	-0.08244798332452774
69090	rnn.weight_ih_l1	0	-0.03578672930598259
69090	rnn.weight_ih_l1	1	-0.04116210713982582
69090	rnn.weight_ih_l1	2	0.07257626205682755
69090	rnn.weight_ih_l1	3	-0.03283785283565521
69090	rnn.weight_ih_l1	4	0.001433200086466968
69090	rnn.weight_ih_l1	5	-0.046060509979724884
69090	rnn.weight_ih_l1	6	0.024826249107718468
69090	rnn.weight_ih_l1	7	-0.03139495849609375
69090	rnn.weight_ih_l1	8	0.03999089449644089
69090	rnn.weight_ih_l1	9	0.029864760115742683
69090	rnn.weight_hh_l1	0	-0.013567275367677212
69090	rnn.weight_hh_l1	1	0.008214916102588177
69090	rnn.weight_hh_l1	2	-0.0023742876946926117
69090	rnn.weight_hh_l1	3	-0.007794244214892387
69090	rnn.weight_hh_l1	4	0.0034354582894593477
69090	rnn.weight_hh_l1	5	0.025207584723830223
69090	rnn.weight_hh_l1	6	0.026065245270729065
69090	rnn.weight_hh_l1	7	-0.02554919943213463
69090	rnn.weight_hh_l1	8	-0.023394780233502388
69090	rnn.weight_hh_l1	9	0.03804847598075867
69090	rnn.bias_ih_l1	0	-0.14495573937892914
69090	rnn.bias_ih_l1	1	-0.1334039568901062
69090	rnn.bias_ih_l1	2	-0.1265120655298233
69090	rnn.bias_ih_l1	3	-0.2063169777393341
69090	rnn.bias_ih_l1	4	-0.14179259538650513
69090	rnn.bias_ih_l1	5	-0.09361476451158524
69090	rnn.bias_ih_l1	6	-0.10903488099575043
69090	rnn.bias_ih_l1	7	-0.027536574751138687
69090	rnn.bias_ih_l1	8	-0.0889442041516304
69090	rnn.bias_ih_l1	9	-0.09108541160821915
69090	rnn.bias_hh_l1	0	-0.11454718559980392
69090	rnn.bias_hh_l1	1	-0.04302634298801422
69090	rnn.bias_hh_l1	2	-0.08149468153715134
69090	rnn.bias_hh_l1	3	-0.0830201804637909
69090	rnn.bias_hh_l1	4	-0.10423191636800766
69090	rnn.bias_hh_l1	5	-0.06438899040222168
69090	rnn.bias_hh_l1	6	-0.08752496540546417
69090	rnn.bias_hh_l1	7	-0.0031738565303385258
69090	rnn.bias_hh_l1	8	-0.11161113530397415
69090	rnn.bias_hh_l1	9	-0.07043854892253876
69090	rnn.weight_ih_l1_reverse	0	-0.037635836750268936
69090	rnn.weight_ih_l1_reverse	1	0.03369691222906113
69090	rnn.weight_ih_l1_reverse	2	0.01071071159094572
69090	rnn.weight_ih_l1_reverse	3	0.0028146232943981886
69090	rnn.weight_ih_l1_reverse	4	-0.03905138373374939
69090	rnn.weight_ih_l1_reverse	5	-0.03616765886545181
69090	rnn.weight_ih_l1_reverse	6	-0.0004618563689291477
69090	rnn.weight_ih_l1_reverse	7	0.017666883766651154
69090	rnn.weight_ih_l1_reverse	8	-0.005526069086045027
69090	rnn.weight_ih_l1_reverse	9	-0.030285784974694252
69090	rnn.weight_hh_l1_reverse	0	0.008097639307379723
69090	rnn.weight_hh_l1_reverse	1	0.029103538021445274
69090	rnn.weight_hh_l1_reverse	2	-0.037576064467430115
69090	rnn.weight_hh_l1_reverse	3	0.04175339266657829
69090	rnn.weight_hh_l1_reverse	4	0.044185612350702286
69090	rnn.weight_hh_l1_reverse	5	0.00607832008972764
69090	rnn.weight_hh_l1_reverse	6	0.009049593470990658
69090	rnn.weight_hh_l1_reverse	7	0.02694779448211193
69090	rnn.weight_hh_l1_reverse	8	-0.0024534077383577824
69090	rnn.weight_hh_l1_reverse	9	-0.04109387844800949
69090	rnn.bias_ih_l1_reverse	0	-0.053784020245075226
69090	rnn.bias_ih_l1_reverse	1	-0.08287476748228073
69090	rnn.bias_ih_l1_reverse	2	-0.10048235952854156
69090	rnn.bias_ih_l1_reverse	3	-0.02536025270819664
69090	rnn.bias_ih_l1_reverse	4	-0.16152283549308777
69090	rnn.bias_ih_l1_reverse	5	-0.08483366668224335
69090	rnn.bias_ih_l1_reverse	6	-0.10234979540109634
69090	rnn.bias_ih_l1_reverse	7	-0.1465904414653778
69090	rnn.bias_ih_l1_reverse	8	0.06998880952596664
69090	rnn.bias_ih_l1_reverse	9	0.024225294589996338
69090	rnn.bias_hh_l1_reverse	0	-0.09131171554327011
69090	rnn.bias_hh_l1_reverse	1	0.037602439522743225
69090	rnn.bias_hh_l1_reverse	2	-0.2064865678548813
69090	rnn.bias_hh_l1_reverse	3	-0.09539079666137695
69090	rnn.bias_hh_l1_reverse	4	-0.060526084154844284
69090	rnn.bias_hh_l1_reverse	5	-0.07352890819311142
69090	rnn.bias_hh_l1_reverse	6	0.09216564148664474
69090	rnn.bias_hh_l1_reverse	7	-0.13196580111980438
69090	rnn.bias_hh_l1_reverse	8	-0.09840510040521622
69090	rnn.bias_hh_l1_reverse	9	-0.10993026942014694
69090	linear.weight	0	0.002228822559118271
69090	linear.weight	1	0.06654709577560425
69090	linear.weight	2	-0.12136875838041306
69090	linear.weight	3	0.34060391783714294
69090	linear.weight	4	0.07587812840938568
69090	linear.weight	5	0.009163632057607174
69090	linear.weight	6	-0.01947474665939808
69090	linear.weight	7	0.1234767958521843
69090	linear.weight	8	0.04169430211186409
69090	linear.weight	9	-0.05894375219941139
69090	linear.bias	0	-0.08650767058134079
69090	linear.bias	1	-0.13832978904247284
69090	linear.bias	2	-0.49715447425842285
69090	linear.bias	3	-0.7087165117263794
69090	linear.bias	4	-1.0321707725524902
69090	linear.bias	5	-0.034615013748407364
69090	linear.bias	6	-0.6198298335075378
69090	linear.bias	7	0.41347944736480713
69090	linear.bias	8	-0.5613750219345093
69090	linear.bias	9	-0.8458915948867798
69287	transitions	0	0.47819727659225464
69287	transitions	1	0.08449134975671768
69287	transitions	2	-10000.0
69287	transitions	3	-1.8024965524673462
69287	transitions	4	-10000.0
69287	transitions	5	0.6419863104820251
69287	transitions	6	-0.029302185401320457
69287	transitions	7	-0.40130549669265747
69287	transitions	8	-1.3411468267440796
69287	transitions	9	-0.0005368134006857872
69287	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
69287	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
69287	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
69287	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
69287	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
69287	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
69287	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
69287	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
69287	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
69287	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
69287	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
69287	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
69287	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
69287	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
69287	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
69287	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
69287	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
69287	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
69287	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
69287	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
69287	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
69287	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
69287	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
69287	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
69287	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
69287	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
69287	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
69287	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
69287	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
69287	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
69287	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
69287	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
69287	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
69287	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
69287	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
69287	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
69287	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
69287	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
69287	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
69287	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
69287	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
69287	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
69287	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
69287	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
69287	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
69287	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
69287	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
69287	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
69287	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
69287	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
69287	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
69287	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
69287	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
69287	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
69287	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
69287	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
69287	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
69287	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
69287	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
69287	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
69287	embedding2nn.weight	0	0.004541782662272453
69287	embedding2nn.weight	1	-0.016722753643989563
69287	embedding2nn.weight	2	-0.014268255792558193
69287	embedding2nn.weight	3	-0.009455332532525063
69287	embedding2nn.weight	4	-0.0059150345623493195
69287	embedding2nn.weight	5	-0.0037005774211138487
69287	embedding2nn.weight	6	-0.003973223268985748
69287	embedding2nn.weight	7	-0.04198573902249336
69287	embedding2nn.weight	8	-0.0019979383796453476
69287	embedding2nn.weight	9	-0.026825526729226112
69287	embedding2nn.bias	0	0.040224429219961166
69287	embedding2nn.bias	1	-0.04484425112605095
69287	embedding2nn.bias	2	0.07315904647111893
69287	embedding2nn.bias	3	0.04435528814792633
69287	embedding2nn.bias	4	-0.013624223880469799
69287	embedding2nn.bias	5	-0.030964074656367302
69287	embedding2nn.bias	6	0.02327350340783596
69287	embedding2nn.bias	7	-0.020422140136361122
69287	embedding2nn.bias	8	0.04148273542523384
69287	embedding2nn.bias	9	0.039151567965745926
69287	rnn.weight_ih_l0	0	-0.024231303483247757
69287	rnn.weight_ih_l0	1	0.0014430787414312363
69287	rnn.weight_ih_l0	2	0.03963664174079895
69287	rnn.weight_ih_l0	3	0.0020218470599502325
69287	rnn.weight_ih_l0	4	-0.011066773906350136
69287	rnn.weight_ih_l0	5	-0.053836092352867126
69287	rnn.weight_ih_l0	6	0.012129650451242924
69287	rnn.weight_ih_l0	7	0.05626939237117767
69287	rnn.weight_ih_l0	8	-0.0002677626325748861
69287	rnn.weight_ih_l0	9	-0.024454165250062943
69287	rnn.weight_hh_l0	0	-0.033619508147239685
69287	rnn.weight_hh_l0	1	-0.002458048751577735
69287	rnn.weight_hh_l0	2	0.0006461190641857684
69287	rnn.weight_hh_l0	3	-0.04762420803308487
69287	rnn.weight_hh_l0	4	0.05537022650241852
69287	rnn.weight_hh_l0	5	-0.0022360377479344606
69287	rnn.weight_hh_l0	6	-0.03529052436351776
69287	rnn.weight_hh_l0	7	-0.019952431321144104
69287	rnn.weight_hh_l0	8	0.0021344274282455444
69287	rnn.weight_hh_l0	9	-0.023099444806575775
69287	rnn.bias_ih_l0	0	0.04220828041434288
69287	rnn.bias_ih_l0	1	-0.027496548369526863
69287	rnn.bias_ih_l0	2	-0.01114664413034916
69287	rnn.bias_ih_l0	3	0.09571831673383713
69287	rnn.bias_ih_l0	4	-0.050279390066862106
69287	rnn.bias_ih_l0	5	-0.042450305074453354
69287	rnn.bias_ih_l0	6	-0.0007572039030492306
69287	rnn.bias_ih_l0	7	0.05022295564413071
69287	rnn.bias_ih_l0	8	-0.08035091310739517
69287	rnn.bias_ih_l0	9	-0.018749400973320007
69287	rnn.bias_hh_l0	0	-0.03147236630320549
69287	rnn.bias_hh_l0	1	-0.0670640617609024
69287	rnn.bias_hh_l0	2	-0.023951290175318718
69287	rnn.bias_hh_l0	3	-0.06784214824438095
69287	rnn.bias_hh_l0	4	-0.024013226851820946
69287	rnn.bias_hh_l0	5	-0.0012867051409557462
69287	rnn.bias_hh_l0	6	0.028028151020407677
69287	rnn.bias_hh_l0	7	0.0027844407595694065
69287	rnn.bias_hh_l0	8	-0.11401625722646713
69287	rnn.bias_hh_l0	9	-0.03293610364198685
69287	rnn.weight_ih_l0_reverse	0	-0.015551670454442501
69287	rnn.weight_ih_l0_reverse	1	-0.055666618049144745
69287	rnn.weight_ih_l0_reverse	2	-0.03522953391075134
69287	rnn.weight_ih_l0_reverse	3	-0.005694877356290817
69287	rnn.weight_ih_l0_reverse	4	-0.0025385303888469934
69287	rnn.weight_ih_l0_reverse	5	-0.048703406006097794
69287	rnn.weight_ih_l0_reverse	6	0.044611018151044846
69287	rnn.weight_ih_l0_reverse	7	-0.017363272607326508
69287	rnn.weight_ih_l0_reverse	8	-0.035636112093925476
69287	rnn.weight_ih_l0_reverse	9	0.005140946712344885
69287	rnn.weight_hh_l0_reverse	0	0.0374656580388546
69287	rnn.weight_hh_l0_reverse	1	0.03047940507531166
69287	rnn.weight_hh_l0_reverse	2	0.034497618675231934
69287	rnn.weight_hh_l0_reverse	3	0.020143253728747368
69287	rnn.weight_hh_l0_reverse	4	-0.0031516668386757374
69287	rnn.weight_hh_l0_reverse	5	0.005259345751255751
69287	rnn.weight_hh_l0_reverse	6	0.042243726551532745
69287	rnn.weight_hh_l0_reverse	7	-0.04827554151415825
69287	rnn.weight_hh_l0_reverse	8	0.03400407359004021
69287	rnn.weight_hh_l0_reverse	9	0.045051127672195435
69287	rnn.bias_ih_l0_reverse	0	-0.06570694595575333
69287	rnn.bias_ih_l0_reverse	1	-0.2093934565782547
69287	rnn.bias_ih_l0_reverse	2	-0.07566292583942413
69287	rnn.bias_ih_l0_reverse	3	-0.01892697811126709
69287	rnn.bias_ih_l0_reverse	4	-0.021450044587254524
69287	rnn.bias_ih_l0_reverse	5	0.03715196251869202
69287	rnn.bias_ih_l0_reverse	6	-0.047148045152425766
69287	rnn.bias_ih_l0_reverse	7	0.03914240002632141
69287	rnn.bias_ih_l0_reverse	8	-0.03834671527147293
69287	rnn.bias_ih_l0_reverse	9	0.011327647604048252
69287	rnn.bias_hh_l0_reverse	0	0.0016840655589476228
69287	rnn.bias_hh_l0_reverse	1	-0.04114831984043121
69287	rnn.bias_hh_l0_reverse	2	0.05014451593160629
69287	rnn.bias_hh_l0_reverse	3	-0.03332601115107536
69287	rnn.bias_hh_l0_reverse	4	-0.036762699484825134
69287	rnn.bias_hh_l0_reverse	5	-0.0319070927798748
69287	rnn.bias_hh_l0_reverse	6	-0.029973028227686882
69287	rnn.bias_hh_l0_reverse	7	0.08773388713598251
69287	rnn.bias_hh_l0_reverse	8	0.02055346593260765
69287	rnn.bias_hh_l0_reverse	9	-0.08317243307828903
69287	rnn.weight_ih_l1	0	-0.035785578191280365
69287	rnn.weight_ih_l1	1	-0.039998333901166916
69287	rnn.weight_ih_l1	2	0.0713171511888504
69287	rnn.weight_ih_l1	3	-0.032781001180410385
69287	rnn.weight_ih_l1	4	0.0006930758827365935
69287	rnn.weight_ih_l1	5	-0.046604711562395096
69287	rnn.weight_ih_l1	6	0.02523750253021717
69287	rnn.weight_ih_l1	7	-0.03081304021179676
69287	rnn.weight_ih_l1	8	0.04000796377658844
69287	rnn.weight_ih_l1	9	0.03077365644276142
69287	rnn.weight_hh_l1	0	-0.015544633381068707
69287	rnn.weight_hh_l1	1	0.008204766549170017
69287	rnn.weight_hh_l1	2	-0.002464200835675001
69287	rnn.weight_hh_l1	3	-0.00801482331007719
69287	rnn.weight_hh_l1	4	0.0030245131347328424
69287	rnn.weight_hh_l1	5	0.02458443120121956
69287	rnn.weight_hh_l1	6	0.025906266644597054
69287	rnn.weight_hh_l1	7	-0.026186112314462662
69287	rnn.weight_hh_l1	8	-0.023764008656144142
69287	rnn.weight_hh_l1	9	0.038873091340065
69287	rnn.bias_ih_l1	0	-0.14107272028923035
69287	rnn.bias_ih_l1	1	-0.13206231594085693
69287	rnn.bias_ih_l1	2	-0.12574666738510132
69287	rnn.bias_ih_l1	3	-0.20708097517490387
69287	rnn.bias_ih_l1	4	-0.14219734072685242
69287	rnn.bias_ih_l1	5	-0.09315335005521774
69287	rnn.bias_ih_l1	6	-0.10916808992624283
69287	rnn.bias_ih_l1	7	-0.025057442486286163
69287	rnn.bias_ih_l1	8	-0.08841346949338913
69287	rnn.bias_ih_l1	9	-0.09478947520256042
69287	rnn.bias_hh_l1	0	-0.11375787109136581
69287	rnn.bias_hh_l1	1	-0.04261194169521332
69287	rnn.bias_hh_l1	2	-0.08461355417966843
69287	rnn.bias_hh_l1	3	-0.08318516612052917
69287	rnn.bias_hh_l1	4	-0.10354112088680267
69287	rnn.bias_hh_l1	5	-0.0652865469455719
69287	rnn.bias_hh_l1	6	-0.08456065505743027
69287	rnn.bias_hh_l1	7	-0.007985521107912064
69287	rnn.bias_hh_l1	8	-0.11407256126403809
69287	rnn.bias_hh_l1	9	-0.07193046808242798
69287	rnn.weight_ih_l1_reverse	0	-0.037149276584386826
69287	rnn.weight_ih_l1_reverse	1	0.03345417603850365
69287	rnn.weight_ih_l1_reverse	2	0.010885839350521564
69287	rnn.weight_ih_l1_reverse	3	0.0030074138194322586
69287	rnn.weight_ih_l1_reverse	4	-0.04021540656685829
69287	rnn.weight_ih_l1_reverse	5	-0.036233652383089066
69287	rnn.weight_ih_l1_reverse	6	0.0007008318789303303
69287	rnn.weight_ih_l1_reverse	7	0.017581215128302574
69287	rnn.weight_ih_l1_reverse	8	-0.006295172031968832
69287	rnn.weight_ih_l1_reverse	9	-0.029372934252023697
69287	rnn.weight_hh_l1_reverse	0	0.00830923579633236
69287	rnn.weight_hh_l1_reverse	1	0.028918925672769547
69287	rnn.weight_hh_l1_reverse	2	-0.03759198263287544
69287	rnn.weight_hh_l1_reverse	3	0.041845787316560745
69287	rnn.weight_hh_l1_reverse	4	0.04458385705947876
69287	rnn.weight_hh_l1_reverse	5	0.006173865869641304
69287	rnn.weight_hh_l1_reverse	6	0.008819246664643288
69287	rnn.weight_hh_l1_reverse	7	0.02719620242714882
69287	rnn.weight_hh_l1_reverse	8	-0.0025620220694690943
69287	rnn.weight_hh_l1_reverse	9	-0.041304536163806915
69287	rnn.bias_ih_l1_reverse	0	-0.050875723361968994
69287	rnn.bias_ih_l1_reverse	1	-0.0784008800983429
69287	rnn.bias_ih_l1_reverse	2	-0.09936363995075226
69287	rnn.bias_ih_l1_reverse	3	-0.018694231286644936
69287	rnn.bias_ih_l1_reverse	4	-0.16020019352436066
69287	rnn.bias_ih_l1_reverse	5	-0.08522678911685944
69287	rnn.bias_ih_l1_reverse	6	-0.10329251736402512
69287	rnn.bias_ih_l1_reverse	7	-0.14975906908512115
69287	rnn.bias_ih_l1_reverse	8	0.07611352950334549
69287	rnn.bias_ih_l1_reverse	9	0.02663298323750496
69287	rnn.bias_hh_l1_reverse	0	-0.09289564192295074
69287	rnn.bias_hh_l1_reverse	1	0.024891693145036697
69287	rnn.bias_hh_l1_reverse	2	-0.20783460140228271
69287	rnn.bias_hh_l1_reverse	3	-0.09634245187044144
69287	rnn.bias_hh_l1_reverse	4	-0.06052060052752495
69287	rnn.bias_hh_l1_reverse	5	-0.07433194667100906
69287	rnn.bias_hh_l1_reverse	6	0.09624402225017548
69287	rnn.bias_hh_l1_reverse	7	-0.13315944373607635
69287	rnn.bias_hh_l1_reverse	8	-0.09994624555110931
69287	rnn.bias_hh_l1_reverse	9	-0.10970395058393478
69287	linear.weight	0	0.002228822559118271
69287	linear.weight	1	0.07052478194236755
69287	linear.weight	2	-0.12229687720537186
69287	linear.weight	3	0.3338226079940796
69287	linear.weight	4	0.07149330526590347
69287	linear.weight	5	0.006457104347646236
69287	linear.weight	6	-0.004462054464966059
69287	linear.weight	7	0.12742161750793457
69287	linear.weight	8	0.041690509766340256
69287	linear.weight	9	-0.06045588105916977
69287	linear.bias	0	-0.10064604878425598
69287	linear.bias	1	-0.13783149421215057
69287	linear.bias	2	-0.5007645487785339
69287	linear.bias	3	-0.7140945196151733
69287	linear.bias	4	-1.038689374923706
69287	linear.bias	5	-0.03047783672809601
69287	linear.bias	6	-0.617956280708313
69287	linear.bias	7	0.41620534658432007
69287	linear.bias	8	-0.5630812644958496
69287	linear.bias	9	-0.8503968119621277
69484	transitions	0	0.4696439206600189
69484	transitions	1	0.07794224470853806
69484	transitions	2	-10000.0
69484	transitions	3	-1.8025459051132202
69484	transitions	4	-10000.0
69484	transitions	5	0.6418333053588867
69484	transitions	6	-0.029510198161005974
69484	transitions	7	-0.4026506841182709
69484	transitions	8	-1.3419206142425537
69484	transitions	9	-0.0005394644103944302
69484	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
69484	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
69484	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
69484	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
69484	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
69484	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
69484	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
69484	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
69484	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
69484	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
69484	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
69484	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
69484	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
69484	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
69484	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
69484	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
69484	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
69484	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
69484	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
69484	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
69484	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
69484	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
69484	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
69484	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
69484	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
69484	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
69484	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
69484	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
69484	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
69484	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
69484	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
69484	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
69484	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
69484	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
69484	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
69484	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
69484	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
69484	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
69484	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
69484	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
69484	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
69484	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
69484	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
69484	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
69484	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
69484	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
69484	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
69484	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
69484	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
69484	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
69484	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
69484	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
69484	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
69484	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
69484	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
69484	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
69484	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
69484	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
69484	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
69484	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
69484	embedding2nn.weight	0	0.0055208527483046055
69484	embedding2nn.weight	1	-0.016977626830339432
69484	embedding2nn.weight	2	-0.014268255792558193
69484	embedding2nn.weight	3	-0.008486686274409294
69484	embedding2nn.weight	4	-0.0059150345623493195
69484	embedding2nn.weight	5	-0.0037005776539444923
69484	embedding2nn.weight	6	-0.0039732204750180244
69484	embedding2nn.weight	7	-0.04329646751284599
69484	embedding2nn.weight	8	-0.0019979383796453476
69484	embedding2nn.weight	9	-0.02585146389901638
69484	embedding2nn.bias	0	0.028569065034389496
69484	embedding2nn.bias	1	-0.049480993300676346
69484	embedding2nn.bias	2	0.0727083757519722
69484	embedding2nn.bias	3	0.05166533961892128
69484	embedding2nn.bias	4	-0.017323579639196396
69484	embedding2nn.bias	5	-0.03297802060842514
69484	embedding2nn.bias	6	0.0246477909386158
69484	embedding2nn.bias	7	-0.02216022089123726
69484	embedding2nn.bias	8	0.03687191754579544
69484	embedding2nn.bias	9	0.046021848917007446
69484	rnn.weight_ih_l0	0	-0.024965016171336174
69484	rnn.weight_ih_l0	1	0.003294234862551093
69484	rnn.weight_ih_l0	2	0.03868807107210159
69484	rnn.weight_ih_l0	3	0.0014513145433738828
69484	rnn.weight_ih_l0	4	-0.012388873845338821
69484	rnn.weight_ih_l0	5	-0.05356939136981964
69484	rnn.weight_ih_l0	6	0.013092131353914738
69484	rnn.weight_ih_l0	7	0.0571548156440258
69484	rnn.weight_ih_l0	8	-0.0007063281955197453
69484	rnn.weight_ih_l0	9	-0.0243386197835207
69484	rnn.weight_hh_l0	0	-0.03417183831334114
69484	rnn.weight_hh_l0	1	-0.0028330914210528135
69484	rnn.weight_hh_l0	2	0.0009644422680139542
69484	rnn.weight_hh_l0	3	-0.04753972589969635
69484	rnn.weight_hh_l0	4	0.05531904846429825
69484	rnn.weight_hh_l0	5	-0.002356208162382245
69484	rnn.weight_hh_l0	6	-0.03381244093179703
69484	rnn.weight_hh_l0	7	-0.020677845925092697
69484	rnn.weight_hh_l0	8	0.0025851097889244556
69484	rnn.weight_hh_l0	9	-0.02320493757724762
69484	rnn.bias_ih_l0	0	0.043544791638851166
69484	rnn.bias_ih_l0	1	-0.02619825303554535
69484	rnn.bias_ih_l0	2	-0.01170198991894722
69484	rnn.bias_ih_l0	3	0.09207302331924438
69484	rnn.bias_ih_l0	4	-0.04796084761619568
69484	rnn.bias_ih_l0	5	-0.041259340941905975
69484	rnn.bias_ih_l0	6	-0.0028929742984473705
69484	rnn.bias_ih_l0	7	0.05179664120078087
69484	rnn.bias_ih_l0	8	-0.08017843961715698
69484	rnn.bias_ih_l0	9	-0.014374149963259697
69484	rnn.bias_hh_l0	0	-0.0337887741625309
69484	rnn.bias_hh_l0	1	-0.06900996714830399
69484	rnn.bias_hh_l0	2	-0.02731022611260414
69484	rnn.bias_hh_l0	3	-0.06850094348192215
69484	rnn.bias_hh_l0	4	-0.022502191364765167
69484	rnn.bias_hh_l0	5	-0.004070180002599955
69484	rnn.bias_hh_l0	6	0.030915068462491035
69484	rnn.bias_hh_l0	7	-0.0015223416266962886
69484	rnn.bias_hh_l0	8	-0.11836782097816467
69484	rnn.bias_hh_l0	9	-0.03575020655989647
69484	rnn.weight_ih_l0_reverse	0	-0.017110582441091537
69484	rnn.weight_ih_l0_reverse	1	-0.056144554167985916
69484	rnn.weight_ih_l0_reverse	2	-0.033528540283441544
69484	rnn.weight_ih_l0_reverse	3	-0.004129029344767332
69484	rnn.weight_ih_l0_reverse	4	-0.0037054503336548805
69484	rnn.weight_ih_l0_reverse	5	-0.0484391450881958
69484	rnn.weight_ih_l0_reverse	6	0.04564283415675163
69484	rnn.weight_ih_l0_reverse	7	-0.018325114622712135
69484	rnn.weight_ih_l0_reverse	8	-0.034741777926683426
69484	rnn.weight_ih_l0_reverse	9	0.0034688706509768963
69484	rnn.weight_hh_l0_reverse	0	0.0393889881670475
69484	rnn.weight_hh_l0_reverse	1	0.030388765037059784
69484	rnn.weight_hh_l0_reverse	2	0.03425576910376549
69484	rnn.weight_hh_l0_reverse	3	0.0196937657892704
69484	rnn.weight_hh_l0_reverse	4	-0.003323944052681327
69484	rnn.weight_hh_l0_reverse	5	0.005417171865701675
69484	rnn.weight_hh_l0_reverse	6	0.04208116978406906
69484	rnn.weight_hh_l0_reverse	7	-0.04790409281849861
69484	rnn.weight_hh_l0_reverse	8	0.03368625417351723
69484	rnn.weight_hh_l0_reverse	9	0.04568542167544365
69484	rnn.bias_ih_l0_reverse	0	-0.06621069461107254
69484	rnn.bias_ih_l0_reverse	1	-0.2123076170682907
69484	rnn.bias_ih_l0_reverse	2	-0.07651996612548828
69484	rnn.bias_ih_l0_reverse	3	-0.017634645104408264
69484	rnn.bias_ih_l0_reverse	4	-0.0173239354044199
69484	rnn.bias_ih_l0_reverse	5	0.03527769818902016
69484	rnn.bias_ih_l0_reverse	6	-0.044454287737607956
69484	rnn.bias_ih_l0_reverse	7	0.037410810589790344
69484	rnn.bias_ih_l0_reverse	8	-0.037421852350234985
69484	rnn.bias_ih_l0_reverse	9	0.011873331852257252
69484	rnn.bias_hh_l0_reverse	0	0.0003751264594029635
69484	rnn.bias_hh_l0_reverse	1	-0.04757356643676758
69484	rnn.bias_hh_l0_reverse	2	0.04896363988518715
69484	rnn.bias_hh_l0_reverse	3	-0.03144063428044319
69484	rnn.bias_hh_l0_reverse	4	-0.036584291607141495
69484	rnn.bias_hh_l0_reverse	5	-0.031111612915992737
69484	rnn.bias_hh_l0_reverse	6	-0.026967540383338928
69484	rnn.bias_hh_l0_reverse	7	0.08967747539281845
69484	rnn.bias_hh_l0_reverse	8	0.02040628343820572
69484	rnn.bias_hh_l0_reverse	9	-0.08622923493385315
69484	rnn.weight_ih_l1	0	-0.03568902984261513
69484	rnn.weight_ih_l1	1	-0.039914924651384354
69484	rnn.weight_ih_l1	2	0.06980016082525253
69484	rnn.weight_ih_l1	3	-0.031458187848329544
69484	rnn.weight_ih_l1	4	2.8359558200463653e-05
69484	rnn.weight_ih_l1	5	-0.046429555863142014
69484	rnn.weight_ih_l1	6	0.025048753246665
69484	rnn.weight_ih_l1	7	-0.031129837036132812
69484	rnn.weight_ih_l1	8	0.03973134607076645
69484	rnn.weight_ih_l1	9	0.03163169324398041
69484	rnn.weight_hh_l1	0	-0.015284798108041286
69484	rnn.weight_hh_l1	1	0.00845874473452568
69484	rnn.weight_hh_l1	2	-0.002083012368530035
69484	rnn.weight_hh_l1	3	-0.008013369515538216
69484	rnn.weight_hh_l1	4	0.0032004471868276596
69484	rnn.weight_hh_l1	5	0.024692891165614128
69484	rnn.weight_hh_l1	6	0.026468290016055107
69484	rnn.weight_hh_l1	7	-0.025905387476086617
69484	rnn.weight_hh_l1	8	-0.023678969591856003
69484	rnn.weight_hh_l1	9	0.03893570229411125
69484	rnn.bias_ih_l1	0	-0.1428937017917633
69484	rnn.bias_ih_l1	1	-0.13364076614379883
69484	rnn.bias_ih_l1	2	-0.12387476116418839
69484	rnn.bias_ih_l1	3	-0.2053518295288086
69484	rnn.bias_ih_l1	4	-0.14401504397392273
69484	rnn.bias_ih_l1	5	-0.09394968301057816
69484	rnn.bias_ih_l1	6	-0.10863494873046875
69484	rnn.bias_ih_l1	7	-0.023908985778689384
69484	rnn.bias_ih_l1	8	-0.0875217542052269
69484	rnn.bias_ih_l1	9	-0.08930016309022903
69484	rnn.bias_hh_l1	0	-0.11382889747619629
69484	rnn.bias_hh_l1	1	-0.04326675832271576
69484	rnn.bias_hh_l1	2	-0.08310002088546753
69484	rnn.bias_hh_l1	3	-0.08365177363157272
69484	rnn.bias_hh_l1	4	-0.104331374168396
69484	rnn.bias_hh_l1	5	-0.06522825360298157
69484	rnn.bias_hh_l1	6	-0.08425046503543854
69484	rnn.bias_hh_l1	7	-0.012704562395811081
69484	rnn.bias_hh_l1	8	-0.11542905867099762
69484	rnn.bias_hh_l1	9	-0.07423092424869537
69484	rnn.weight_ih_l1_reverse	0	-0.03769880533218384
69484	rnn.weight_ih_l1_reverse	1	0.034150656312704086
69484	rnn.weight_ih_l1_reverse	2	0.011120982468128204
69484	rnn.weight_ih_l1_reverse	3	0.0040958053432404995
69484	rnn.weight_ih_l1_reverse	4	-0.038947079330682755
69484	rnn.weight_ih_l1_reverse	5	-0.03599817305803299
69484	rnn.weight_ih_l1_reverse	6	0.0011721986811608076
69484	rnn.weight_ih_l1_reverse	7	0.0177721306681633
69484	rnn.weight_ih_l1_reverse	8	-0.002411392517387867
69484	rnn.weight_ih_l1_reverse	9	-0.03310792148113251
69484	rnn.weight_hh_l1_reverse	0	0.008224498480558395
69484	rnn.weight_hh_l1_reverse	1	0.029113594442605972
69484	rnn.weight_hh_l1_reverse	2	-0.03756517544388771
69484	rnn.weight_hh_l1_reverse	3	0.041792530566453934
69484	rnn.weight_hh_l1_reverse	4	0.04457181319594383
69484	rnn.weight_hh_l1_reverse	5	0.006376995239406824
69484	rnn.weight_hh_l1_reverse	6	0.00942905992269516
69484	rnn.weight_hh_l1_reverse	7	0.027264229953289032
69484	rnn.weight_hh_l1_reverse	8	-0.0023378736805170774
69484	rnn.weight_hh_l1_reverse	9	-0.04102418199181557
69484	rnn.bias_ih_l1_reverse	0	-0.05134445056319237
69484	rnn.bias_ih_l1_reverse	1	-0.07580403238534927
69484	rnn.bias_ih_l1_reverse	2	-0.10120081156492233
69484	rnn.bias_ih_l1_reverse	3	-0.015354311093688011
69484	rnn.bias_ih_l1_reverse	4	-0.15777307748794556
69484	rnn.bias_ih_l1_reverse	5	-0.08353618532419205
69484	rnn.bias_ih_l1_reverse	6	-0.1032746359705925
69484	rnn.bias_ih_l1_reverse	7	-0.15190282464027405
69484	rnn.bias_ih_l1_reverse	8	0.0912359356880188
69484	rnn.bias_ih_l1_reverse	9	0.03278915584087372
69484	rnn.bias_hh_l1_reverse	0	-0.08513805270195007
69484	rnn.bias_hh_l1_reverse	1	0.027528610080480576
69484	rnn.bias_hh_l1_reverse	2	-0.20870892703533173
69484	rnn.bias_hh_l1_reverse	3	-0.09574157744646072
69484	rnn.bias_hh_l1_reverse	4	-0.06145326420664787
69484	rnn.bias_hh_l1_reverse	5	-0.07342671602964401
69484	rnn.bias_hh_l1_reverse	6	0.08340967446565628
69484	rnn.bias_hh_l1_reverse	7	-0.13629582524299622
69484	rnn.bias_hh_l1_reverse	8	-0.10005471110343933
69484	rnn.bias_hh_l1_reverse	9	-0.11072695255279541
69484	linear.weight	0	0.002228822559118271
69484	linear.weight	1	0.06783981621265411
69484	linear.weight	2	-0.12566938996315002
69484	linear.weight	3	0.33440715074539185
69484	linear.weight	4	0.08038996905088425
69484	linear.weight	5	0.0055153085850179195
69484	linear.weight	6	0.0030217175371944904
69484	linear.weight	7	0.12758708000183105
69484	linear.weight	8	0.04168855398893356
69484	linear.weight	9	-0.058487653732299805
69484	linear.bias	0	-0.07361510396003723
69484	linear.bias	1	-0.12323164194822311
69484	linear.bias	2	-0.517033576965332
69484	linear.bias	3	-0.7093560099601746
69484	linear.bias	4	-1.0326178073883057
69484	linear.bias	5	-0.018130401149392128
69484	linear.bias	6	-0.6069853901863098
69484	linear.bias	7	0.43108803033828735
69484	linear.bias	8	-0.5742975473403931
69484	linear.bias	9	-0.8610409498214722
69681	transitions	0	0.46510833501815796
69681	transitions	1	0.08090435713529587
69681	transitions	2	-10000.0
69681	transitions	3	-1.8026208877563477
69681	transitions	4	-10000.0
69681	transitions	5	0.6416168212890625
69681	transitions	6	-0.029692931100726128
69681	transitions	7	-0.4041595757007599
69681	transitions	8	-1.3420881032943726
69681	transitions	9	-0.0005441962857730687
69681	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
69681	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
69681	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
69681	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
69681	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
69681	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
69681	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
69681	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
69681	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
69681	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
69681	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
69681	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
69681	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
69681	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
69681	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
69681	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
69681	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
69681	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
69681	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
69681	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
69681	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
69681	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
69681	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
69681	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
69681	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
69681	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
69681	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
69681	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
69681	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
69681	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
69681	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
69681	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
69681	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
69681	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
69681	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
69681	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
69681	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
69681	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
69681	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
69681	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
69681	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
69681	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
69681	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
69681	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
69681	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
69681	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
69681	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
69681	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
69681	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
69681	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
69681	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
69681	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
69681	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
69681	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
69681	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
69681	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
69681	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
69681	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
69681	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
69681	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
69681	embedding2nn.weight	0	0.004072507377713919
69681	embedding2nn.weight	1	-0.017147403210401535
69681	embedding2nn.weight	2	-0.014268255792558193
69681	embedding2nn.weight	3	-0.008959604427218437
69681	embedding2nn.weight	4	-0.0059150345623493195
69681	embedding2nn.weight	5	-0.0037005776539444923
69681	embedding2nn.weight	6	-0.003973220009356737
69681	embedding2nn.weight	7	-0.0431356355547905
69681	embedding2nn.weight	8	-0.0019979383796453476
69681	embedding2nn.weight	9	-0.025332992896437645
69681	embedding2nn.bias	0	0.031673699617385864
69681	embedding2nn.bias	1	-0.051616936922073364
69681	embedding2nn.bias	2	0.0848064199090004
69681	embedding2nn.bias	3	0.05017034336924553
69681	embedding2nn.bias	4	-0.014875714667141438
69681	embedding2nn.bias	5	-0.030078040435910225
69681	embedding2nn.bias	6	0.02037547156214714
69681	embedding2nn.bias	7	-0.026572097092866898
69681	embedding2nn.bias	8	0.03877803310751915
69681	embedding2nn.bias	9	0.04486040398478508
69681	rnn.weight_ih_l0	0	-0.027492623776197433
69681	rnn.weight_ih_l0	1	0.003601313568651676
69681	rnn.weight_ih_l0	2	0.03821924328804016
69681	rnn.weight_ih_l0	3	0.0013622388942167163
69681	rnn.weight_ih_l0	4	-0.011160282418131828
69681	rnn.weight_ih_l0	5	-0.054077938199043274
69681	rnn.weight_ih_l0	6	0.011093172244727612
69681	rnn.weight_ih_l0	7	0.05729522928595543
69681	rnn.weight_ih_l0	8	-0.001041354495100677
69681	rnn.weight_ih_l0	9	-0.02434796839952469
69681	rnn.weight_hh_l0	0	-0.03515768423676491
69681	rnn.weight_hh_l0	1	-0.003500493010506034
69681	rnn.weight_hh_l0	2	0.0008555279346182942
69681	rnn.weight_hh_l0	3	-0.04788970947265625
69681	rnn.weight_hh_l0	4	0.055544499307870865
69681	rnn.weight_hh_l0	5	-0.002566019305959344
69681	rnn.weight_hh_l0	6	-0.03364669531583786
69681	rnn.weight_hh_l0	7	-0.019703952595591545
69681	rnn.weight_hh_l0	8	0.002235010266304016
69681	rnn.weight_hh_l0	9	-0.023346589878201485
69681	rnn.bias_ih_l0	0	0.04564639553427696
69681	rnn.bias_ih_l0	1	-0.024783296510577202
69681	rnn.bias_ih_l0	2	-0.012429323047399521
69681	rnn.bias_ih_l0	3	0.09330093115568161
69681	rnn.bias_ih_l0	4	-0.04925537109375
69681	rnn.bias_ih_l0	5	-0.04130106791853905
69681	rnn.bias_ih_l0	6	-0.006914033554494381
69681	rnn.bias_ih_l0	7	0.052633002400398254
69681	rnn.bias_ih_l0	8	-0.07920689880847931
69681	rnn.bias_ih_l0	9	-0.015953771770000458
69681	rnn.bias_hh_l0	0	-0.03427513316273689
69681	rnn.bias_hh_l0	1	-0.07339629530906677
69681	rnn.bias_hh_l0	2	-0.02924526296555996
69681	rnn.bias_hh_l0	3	-0.06772784143686295
69681	rnn.bias_hh_l0	4	-0.022009501233696938
69681	rnn.bias_hh_l0	5	0.001146536786109209
69681	rnn.bias_hh_l0	6	0.030064066872000694
69681	rnn.bias_hh_l0	7	-0.003468562616035342
69681	rnn.bias_hh_l0	8	-0.116756372153759
69681	rnn.bias_hh_l0	9	-0.03720058873295784
69681	rnn.weight_ih_l0_reverse	0	-0.016184162348508835
69681	rnn.weight_ih_l0_reverse	1	-0.056496523320674896
69681	rnn.weight_ih_l0_reverse	2	-0.03449948504567146
69681	rnn.weight_ih_l0_reverse	3	-0.003361018607392907
69681	rnn.weight_ih_l0_reverse	4	-0.0038544947747141123
69681	rnn.weight_ih_l0_reverse	5	-0.04834689572453499
69681	rnn.weight_ih_l0_reverse	6	0.04521700739860535
69681	rnn.weight_ih_l0_reverse	7	-0.017328964546322823
69681	rnn.weight_ih_l0_reverse	8	-0.035111866891384125
69681	rnn.weight_ih_l0_reverse	9	0.0016898735193535686
69681	rnn.weight_hh_l0_reverse	0	0.039693430066108704
69681	rnn.weight_hh_l0_reverse	1	0.029754646122455597
69681	rnn.weight_hh_l0_reverse	2	0.033801134675741196
69681	rnn.weight_hh_l0_reverse	3	0.019580425694584846
69681	rnn.weight_hh_l0_reverse	4	-0.003287134226411581
69681	rnn.weight_hh_l0_reverse	5	0.006096998229622841
69681	rnn.weight_hh_l0_reverse	6	0.04267985746264458
69681	rnn.weight_hh_l0_reverse	7	-0.048300594091415405
69681	rnn.weight_hh_l0_reverse	8	0.033465560525655746
69681	rnn.weight_hh_l0_reverse	9	0.045555565506219864
69681	rnn.bias_ih_l0_reverse	0	-0.06451614946126938
69681	rnn.bias_ih_l0_reverse	1	-0.21096345782279968
69681	rnn.bias_ih_l0_reverse	2	-0.07872314006090164
69681	rnn.bias_ih_l0_reverse	3	-0.01601068116724491
69681	rnn.bias_ih_l0_reverse	4	-0.015489147044718266
69681	rnn.bias_ih_l0_reverse	5	0.03285166248679161
69681	rnn.bias_ih_l0_reverse	6	-0.046246547251939774
69681	rnn.bias_ih_l0_reverse	7	0.03753095492720604
69681	rnn.bias_ih_l0_reverse	8	-0.03677003085613251
69681	rnn.bias_ih_l0_reverse	9	0.014559914357960224
69681	rnn.bias_hh_l0_reverse	0	-0.00518037797883153
69681	rnn.bias_hh_l0_reverse	1	-0.04913758113980293
69681	rnn.bias_hh_l0_reverse	2	0.04929580166935921
69681	rnn.bias_hh_l0_reverse	3	-0.03221786767244339
69681	rnn.bias_hh_l0_reverse	4	-0.037541914731264114
69681	rnn.bias_hh_l0_reverse	5	-0.03225637227296829
69681	rnn.bias_hh_l0_reverse	6	-0.029148997738957405
69681	rnn.bias_hh_l0_reverse	7	0.08829683065414429
69681	rnn.bias_hh_l0_reverse	8	0.01922084204852581
69681	rnn.bias_hh_l0_reverse	9	-0.08455564081668854
69681	rnn.weight_ih_l1	0	-0.03556854650378227
69681	rnn.weight_ih_l1	1	-0.03837977722287178
69681	rnn.weight_ih_l1	2	0.0680035799741745
69681	rnn.weight_ih_l1	3	-0.031753070652484894
69681	rnn.weight_ih_l1	4	-0.0007391340914182365
69681	rnn.weight_ih_l1	5	-0.0468585342168808
69681	rnn.weight_ih_l1	6	0.025655798614025116
69681	rnn.weight_ih_l1	7	-0.032871197909116745
69681	rnn.weight_ih_l1	8	0.039574094116687775
69681	rnn.weight_ih_l1	9	0.03222288936376572
69681	rnn.weight_hh_l1	0	-0.015992572531104088
69681	rnn.weight_hh_l1	1	0.008714537136256695
69681	rnn.weight_hh_l1	2	-0.0010906059760600328
69681	rnn.weight_hh_l1	3	-0.007406579330563545
69681	rnn.weight_hh_l1	4	0.003640091512352228
69681	rnn.weight_hh_l1	5	0.02452007308602333
69681	rnn.weight_hh_l1	6	0.025640491396188736
69681	rnn.weight_hh_l1	7	-0.025566648691892624
69681	rnn.weight_hh_l1	8	-0.024146534502506256
69681	rnn.weight_hh_l1	9	0.0395243763923645
69681	rnn.bias_ih_l1	0	-0.14161346852779388
69681	rnn.bias_ih_l1	1	-0.1363566517829895
69681	rnn.bias_ih_l1	2	-0.12289123237133026
69681	rnn.bias_ih_l1	3	-0.20677712559700012
69681	rnn.bias_ih_l1	4	-0.14272315800189972
69681	rnn.bias_ih_l1	5	-0.09280353784561157
69681	rnn.bias_ih_l1	6	-0.11060734838247299
69681	rnn.bias_ih_l1	7	-0.022838711738586426
69681	rnn.bias_ih_l1	8	-0.08648575842380524
69681	rnn.bias_ih_l1	9	-0.08782846480607986
69681	rnn.bias_hh_l1	0	-0.1154572069644928
69681	rnn.bias_hh_l1	1	-0.04139234870672226
69681	rnn.bias_hh_l1	2	-0.08128601312637329
69681	rnn.bias_hh_l1	3	-0.08430309593677521
69681	rnn.bias_hh_l1	4	-0.10689763724803925
69681	rnn.bias_hh_l1	5	-0.06527897715568542
69681	rnn.bias_hh_l1	6	-0.07962904870510101
69681	rnn.bias_hh_l1	7	-0.01564580388367176
69681	rnn.bias_hh_l1	8	-0.11438728868961334
69681	rnn.bias_hh_l1	9	-0.07922009378671646
69681	rnn.weight_ih_l1_reverse	0	-0.037519071251153946
69681	rnn.weight_ih_l1_reverse	1	0.03754638880491257
69681	rnn.weight_ih_l1_reverse	2	0.008838399313390255
69681	rnn.weight_ih_l1_reverse	3	0.004461396019905806
69681	rnn.weight_ih_l1_reverse	4	-0.03823006525635719
69681	rnn.weight_ih_l1_reverse	5	-0.03589920327067375
69681	rnn.weight_ih_l1_reverse	6	0.001810673507861793
69681	rnn.weight_ih_l1_reverse	7	0.018263893201947212
69681	rnn.weight_ih_l1_reverse	8	-0.0016557775670662522
69681	rnn.weight_ih_l1_reverse	9	-0.031479936093091965
69681	rnn.weight_hh_l1_reverse	0	0.008214200846850872
69681	rnn.weight_hh_l1_reverse	1	0.028826482594013214
69681	rnn.weight_hh_l1_reverse	2	-0.03766603395342827
69681	rnn.weight_hh_l1_reverse	3	0.04169125109910965
69681	rnn.weight_hh_l1_reverse	4	0.0447581484913826
69681	rnn.weight_hh_l1_reverse	5	0.0068977344781160355
69681	rnn.weight_hh_l1_reverse	6	0.008888641372323036
69681	rnn.weight_hh_l1_reverse	7	0.027316370978951454
69681	rnn.weight_hh_l1_reverse	8	-0.002243079710751772
69681	rnn.weight_hh_l1_reverse	9	-0.04103641211986542
69681	rnn.bias_ih_l1_reverse	0	-0.05250047892332077
69681	rnn.bias_ih_l1_reverse	1	-0.07641620188951492
69681	rnn.bias_ih_l1_reverse	2	-0.10370554774999619
69681	rnn.bias_ih_l1_reverse	3	-0.01688871532678604
69681	rnn.bias_ih_l1_reverse	4	-0.16173718869686127
69681	rnn.bias_ih_l1_reverse	5	-0.08252362906932831
69681	rnn.bias_ih_l1_reverse	6	-0.10449610650539398
69681	rnn.bias_ih_l1_reverse	7	-0.14882338047027588
69681	rnn.bias_ih_l1_reverse	8	0.0929955542087555
69681	rnn.bias_ih_l1_reverse	9	0.034585289657115936
69681	rnn.bias_hh_l1_reverse	0	-0.08213043212890625
69681	rnn.bias_hh_l1_reverse	1	0.02320726588368416
69681	rnn.bias_hh_l1_reverse	2	-0.20894263684749603
69681	rnn.bias_hh_l1_reverse	3	-0.0954800546169281
69681	rnn.bias_hh_l1_reverse	4	-0.06056883558630943
69681	rnn.bias_hh_l1_reverse	5	-0.07189425826072693
69681	rnn.bias_hh_l1_reverse	6	0.08852076530456543
69681	rnn.bias_hh_l1_reverse	7	-0.1372418999671936
69681	rnn.bias_hh_l1_reverse	8	-0.10074009746313095
69681	rnn.bias_hh_l1_reverse	9	-0.10981403291225433
69681	linear.weight	0	0.002228822559118271
69681	linear.weight	1	0.06490173190832138
69681	linear.weight	2	-0.12172499299049377
69681	linear.weight	3	0.33322975039482117
69681	linear.weight	4	0.0866679772734642
69681	linear.weight	5	0.006484991870820522
69681	linear.weight	6	-0.005976851563900709
69681	linear.weight	7	0.12136729061603546
69681	linear.weight	8	0.041685014963150024
69681	linear.weight	9	-0.05841626226902008
69681	linear.bias	0	-0.07323528081178665
69681	linear.bias	1	-0.13194100558757782
69681	linear.bias	2	-0.5045672655105591
69681	linear.bias	3	-0.6881709098815918
69681	linear.bias	4	-1.0107916593551636
69681	linear.bias	5	-0.039644379168748856
69681	linear.bias	6	-0.6153424978256226
69681	linear.bias	7	0.4070129096508026
69681	linear.bias	8	-0.5587458610534668
69681	linear.bias	9	-0.8470609188079834
69878	transitions	0	0.47331154346466064
69878	transitions	1	0.08888714760541916
69878	transitions	2	-10000.0
69878	transitions	3	-1.8026701211929321
69878	transitions	4	-10000.0
69878	transitions	5	0.6414303779602051
69878	transitions	6	-0.02983670122921467
69878	transitions	7	-0.40583622455596924
69878	transitions	8	-1.34247887134552
69878	transitions	9	-0.0005482463748194277
69878	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
69878	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
69878	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
69878	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
69878	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
69878	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
69878	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
69878	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
69878	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
69878	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
69878	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
69878	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
69878	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
69878	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
69878	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
69878	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
69878	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
69878	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
69878	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
69878	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
69878	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
69878	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
69878	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
69878	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
69878	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
69878	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
69878	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
69878	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
69878	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
69878	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
69878	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
69878	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
69878	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
69878	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
69878	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
69878	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
69878	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
69878	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
69878	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
69878	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
69878	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
69878	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
69878	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
69878	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
69878	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
69878	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
69878	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
69878	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
69878	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
69878	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
69878	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
69878	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
69878	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
69878	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
69878	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
69878	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
69878	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
69878	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
69878	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
69878	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
69878	embedding2nn.weight	0	0.00566066475585103
69878	embedding2nn.weight	1	-0.017093533650040627
69878	embedding2nn.weight	2	-0.014268255792558193
69878	embedding2nn.weight	3	-0.009041196666657925
69878	embedding2nn.weight	4	-0.0059150345623493195
69878	embedding2nn.weight	5	-0.0037005774211138487
69878	embedding2nn.weight	6	-0.0039732372388243675
69878	embedding2nn.weight	7	-0.04291791096329689
69878	embedding2nn.weight	8	-0.0019979383796453476
69878	embedding2nn.weight	9	-0.02412189356982708
69878	embedding2nn.bias	0	0.03579745814204216
69878	embedding2nn.bias	1	-0.05497285723686218
69878	embedding2nn.bias	2	0.07997050136327744
69878	embedding2nn.bias	3	0.051568642258644104
69878	embedding2nn.bias	4	-0.006875341292470694
69878	embedding2nn.bias	5	-0.026412995532155037
69878	embedding2nn.bias	6	0.020538507029414177
69878	embedding2nn.bias	7	-0.02871321327984333
69878	embedding2nn.bias	8	0.05056792497634888
69878	embedding2nn.bias	9	0.050471045076847076
69878	rnn.weight_ih_l0	0	-0.028881696984171867
69878	rnn.weight_ih_l0	1	0.005286014173179865
69878	rnn.weight_ih_l0	2	0.03696199506521225
69878	rnn.weight_ih_l0	3	0.001203949679620564
69878	rnn.weight_ih_l0	4	-0.009070774540305138
69878	rnn.weight_ih_l0	5	-0.05430368706583977
69878	rnn.weight_ih_l0	6	0.01201820932328701
69878	rnn.weight_ih_l0	7	0.05762728676199913
69878	rnn.weight_ih_l0	8	0.0001466124813305214
69878	rnn.weight_ih_l0	9	-0.024897921830415726
69878	rnn.weight_hh_l0	0	-0.035591010004282
69878	rnn.weight_hh_l0	1	-0.0038049942813813686
69878	rnn.weight_hh_l0	2	0.0007440014742314816
69878	rnn.weight_hh_l0	3	-0.04878073185682297
69878	rnn.weight_hh_l0	4	0.05525464937090874
69878	rnn.weight_hh_l0	5	-0.001756997429765761
69878	rnn.weight_hh_l0	6	-0.033815234899520874
69878	rnn.weight_hh_l0	7	-0.01846170797944069
69878	rnn.weight_hh_l0	8	0.0016405563801527023
69878	rnn.weight_hh_l0	9	-0.02304488979279995
69878	rnn.bias_ih_l0	0	0.046249888837337494
69878	rnn.bias_ih_l0	1	-0.028838591650128365
69878	rnn.bias_ih_l0	2	-0.01151798665523529
69878	rnn.bias_ih_l0	3	0.09012994170188904
69878	rnn.bias_ih_l0	4	-0.04990382492542267
69878	rnn.bias_ih_l0	5	-0.04379182308912277
69878	rnn.bias_ih_l0	6	-0.006177520379424095
69878	rnn.bias_ih_l0	7	0.054000429809093475
69878	rnn.bias_ih_l0	8	-0.08040834218263626
69878	rnn.bias_ih_l0	9	-0.014826531521975994
69878	rnn.bias_hh_l0	0	-0.03685993328690529
69878	rnn.bias_hh_l0	1	-0.07440926879644394
69878	rnn.bias_hh_l0	2	-0.029734665527939796
69878	rnn.bias_hh_l0	3	-0.06845861673355103
69878	rnn.bias_hh_l0	4	-0.01961960271000862
69878	rnn.bias_hh_l0	5	-0.0037014561239629984
69878	rnn.bias_hh_l0	6	0.02677638828754425
69878	rnn.bias_hh_l0	7	-0.0026854919269680977
69878	rnn.bias_hh_l0	8	-0.11612695455551147
69878	rnn.bias_hh_l0	9	-0.04180934652686119
69878	rnn.weight_ih_l0_reverse	0	-0.017271719872951508
69878	rnn.weight_ih_l0_reverse	1	-0.058013249188661575
69878	rnn.weight_ih_l0_reverse	2	-0.03763365000486374
69878	rnn.weight_ih_l0_reverse	3	-0.0024909372441470623
69878	rnn.weight_ih_l0_reverse	4	-0.0030654659494757652
69878	rnn.weight_ih_l0_reverse	5	-0.04812702536582947
69878	rnn.weight_ih_l0_reverse	6	0.0448518767952919
69878	rnn.weight_ih_l0_reverse	7	-0.018371261656284332
69878	rnn.weight_ih_l0_reverse	8	-0.03412461653351784
69878	rnn.weight_ih_l0_reverse	9	0.0019148958381265402
69878	rnn.weight_hh_l0_reverse	0	0.040401723235845566
69878	rnn.weight_hh_l0_reverse	1	0.02981403097510338
69878	rnn.weight_hh_l0_reverse	2	0.033338513225317
69878	rnn.weight_hh_l0_reverse	3	0.01991199515759945
69878	rnn.weight_hh_l0_reverse	4	-0.0029919801745563745
69878	rnn.weight_hh_l0_reverse	5	0.004332919605076313
69878	rnn.weight_hh_l0_reverse	6	0.04324191063642502
69878	rnn.weight_hh_l0_reverse	7	-0.048591919243335724
69878	rnn.weight_hh_l0_reverse	8	0.033041518181562424
69878	rnn.weight_hh_l0_reverse	9	0.04683813080191612
69878	rnn.bias_ih_l0_reverse	0	-0.06305599957704544
69878	rnn.bias_ih_l0_reverse	1	-0.21021047234535217
69878	rnn.bias_ih_l0_reverse	2	-0.07876487821340561
69878	rnn.bias_ih_l0_reverse	3	-0.013577088713645935
69878	rnn.bias_ih_l0_reverse	4	-0.016783935949206352
69878	rnn.bias_ih_l0_reverse	5	0.03469529002904892
69878	rnn.bias_ih_l0_reverse	6	-0.04567202553153038
69878	rnn.bias_ih_l0_reverse	7	0.03928860276937485
69878	rnn.bias_ih_l0_reverse	8	-0.030814839527010918
69878	rnn.bias_ih_l0_reverse	9	0.015340106561779976
69878	rnn.bias_hh_l0_reverse	0	-0.0022503812797367573
69878	rnn.bias_hh_l0_reverse	1	-0.05143548175692558
69878	rnn.bias_hh_l0_reverse	2	0.05318377912044525
69878	rnn.bias_hh_l0_reverse	3	-0.0328693650662899
69878	rnn.bias_hh_l0_reverse	4	-0.036723747849464417
69878	rnn.bias_hh_l0_reverse	5	-0.030386915430426598
69878	rnn.bias_hh_l0_reverse	6	-0.030318627133965492
69878	rnn.bias_hh_l0_reverse	7	0.09136281162500381
69878	rnn.bias_hh_l0_reverse	8	0.02072034776210785
69878	rnn.bias_hh_l0_reverse	9	-0.08664025366306305
69878	rnn.weight_ih_l1	0	-0.035550300031900406
69878	rnn.weight_ih_l1	1	-0.03906819596886635
69878	rnn.weight_ih_l1	2	0.06783322989940643
69878	rnn.weight_ih_l1	3	-0.029680412262678146
69878	rnn.weight_ih_l1	4	-0.0008052132907323539
69878	rnn.weight_ih_l1	5	-0.04729018732905388
69878	rnn.weight_ih_l1	6	0.02599124051630497
69878	rnn.weight_ih_l1	7	-0.031538043171167374
69878	rnn.weight_ih_l1	8	0.03941828012466431
69878	rnn.weight_ih_l1	9	0.033117808401584625
69878	rnn.weight_hh_l1	0	-0.015982260927557945
69878	rnn.weight_hh_l1	1	0.008689461275935173
69878	rnn.weight_hh_l1	2	-0.00180163630284369
69878	rnn.weight_hh_l1	3	-0.007336913608014584
69878	rnn.weight_hh_l1	4	0.00273527973331511
69878	rnn.weight_hh_l1	5	0.024223418906331062
69878	rnn.weight_hh_l1	6	0.02487282082438469
69878	rnn.weight_hh_l1	7	-0.02565985731780529
69878	rnn.weight_hh_l1	8	-0.024050232023000717
69878	rnn.weight_hh_l1	9	0.03930145874619484
69878	rnn.bias_ih_l1	0	-0.14464089274406433
69878	rnn.bias_ih_l1	1	-0.13941140472888947
69878	rnn.bias_ih_l1	2	-0.1270567625761032
69878	rnn.bias_ih_l1	3	-0.20708052814006805
69878	rnn.bias_ih_l1	4	-0.15448495745658875
69878	rnn.bias_ih_l1	5	-0.09249552339315414
69878	rnn.bias_ih_l1	6	-0.11299064755439758
69878	rnn.bias_ih_l1	7	-0.022747818380594254
69878	rnn.bias_ih_l1	8	-0.09216747432947159
69878	rnn.bias_ih_l1	9	-0.08967110514640808
69878	rnn.bias_hh_l1	0	-0.11661052703857422
69878	rnn.bias_hh_l1	1	-0.04022077098488808
69878	rnn.bias_hh_l1	2	-0.08229992538690567
69878	rnn.bias_hh_l1	3	-0.08341199159622192
69878	rnn.bias_hh_l1	4	-0.10808773338794708
69878	rnn.bias_hh_l1	5	-0.06732326000928879
69878	rnn.bias_hh_l1	6	-0.0838991031050682
69878	rnn.bias_hh_l1	7	-0.015913626179099083
69878	rnn.bias_hh_l1	8	-0.11374710500240326
69878	rnn.bias_hh_l1	9	-0.08074080944061279
69878	rnn.weight_ih_l1_reverse	0	-0.038633499294519424
69878	rnn.weight_ih_l1_reverse	1	0.04151469096541405
69878	rnn.weight_ih_l1_reverse	2	0.012181774713099003
69878	rnn.weight_ih_l1_reverse	3	0.0041864169761538506
69878	rnn.weight_ih_l1_reverse	4	-0.03592855855822563
69878	rnn.weight_ih_l1_reverse	5	-0.035453349351882935
69878	rnn.weight_ih_l1_reverse	6	0.0026405847165733576
69878	rnn.weight_ih_l1_reverse	7	0.018576495349407196
69878	rnn.weight_ih_l1_reverse	8	-0.003315086243674159
69878	rnn.weight_ih_l1_reverse	9	-0.033401697874069214
69878	rnn.weight_hh_l1_reverse	0	0.008501754142343998
69878	rnn.weight_hh_l1_reverse	1	0.02903781272470951
69878	rnn.weight_hh_l1_reverse	2	-0.0375949926674366
69878	rnn.weight_hh_l1_reverse	3	0.041550058871507645
69878	rnn.weight_hh_l1_reverse	4	0.04475860297679901
69878	rnn.weight_hh_l1_reverse	5	0.006494730710983276
69878	rnn.weight_hh_l1_reverse	6	0.008557611145079136
69878	rnn.weight_hh_l1_reverse	7	0.02772454358637333
69878	rnn.weight_hh_l1_reverse	8	-0.0021336739882826805
69878	rnn.weight_hh_l1_reverse	9	-0.04114961624145508
69878	rnn.bias_ih_l1_reverse	0	-0.052837297320365906
69878	rnn.bias_ih_l1_reverse	1	-0.07547412812709808
69878	rnn.bias_ih_l1_reverse	2	-0.10039056092500687
69878	rnn.bias_ih_l1_reverse	3	-0.013730671256780624
69878	rnn.bias_ih_l1_reverse	4	-0.162425234913826
69878	rnn.bias_ih_l1_reverse	5	-0.0811581015586853
69878	rnn.bias_ih_l1_reverse	6	-0.10522489249706268
69878	rnn.bias_ih_l1_reverse	7	-0.1496635526418686
69878	rnn.bias_ih_l1_reverse	8	0.10066812485456467
69878	rnn.bias_ih_l1_reverse	9	0.03403345122933388
69878	rnn.bias_hh_l1_reverse	0	-0.07741770148277283
69878	rnn.bias_hh_l1_reverse	1	0.022359253838658333
69878	rnn.bias_hh_l1_reverse	2	-0.20785360038280487
69878	rnn.bias_hh_l1_reverse	3	-0.09423494338989258
69878	rnn.bias_hh_l1_reverse	4	-0.05924165993928909
69878	rnn.bias_hh_l1_reverse	5	-0.07195010781288147
69878	rnn.bias_hh_l1_reverse	6	0.08772945404052734
69878	rnn.bias_hh_l1_reverse	7	-0.13453392684459686
69878	rnn.bias_hh_l1_reverse	8	-0.09781531989574432
69878	rnn.bias_hh_l1_reverse	9	-0.11136970669031143
69878	linear.weight	0	0.002228822559118271
69878	linear.weight	1	0.05740104988217354
69878	linear.weight	2	-0.12233095616102219
69878	linear.weight	3	0.33779487013816833
69878	linear.weight	4	0.08211465179920197
69878	linear.weight	5	0.0054809884168207645
69878	linear.weight	6	0.008894789963960648
69878	linear.weight	7	0.12000807374715805
69878	linear.weight	8	0.041682206094264984
69878	linear.weight	9	-0.05639598146080971
69878	linear.bias	0	-0.05100972205400467
69878	linear.bias	1	-0.15833508968353271
69878	linear.bias	2	-0.48358285427093506
69878	linear.bias	3	-0.707737386226654
69878	linear.bias	4	-1.029906988143921
69878	linear.bias	5	-0.02340487204492092
69878	linear.bias	6	-0.6462811827659607
69878	linear.bias	7	0.42112818360328674
69878	linear.bias	8	-0.5627888441085815
69878	linear.bias	9	-0.848390519618988
70075	transitions	0	0.48670604825019836
70075	transitions	1	0.08180876821279526
70075	transitions	2	-10000.0
70075	transitions	3	-1.8027104139328003
70075	transitions	4	-10000.0
70075	transitions	5	0.6413300037384033
70075	transitions	6	-0.029998090118169785
70075	transitions	7	-0.4065471887588501
70075	transitions	8	-1.342932939529419
70075	transitions	9	-0.0005509463371708989
70075	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
70075	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
70075	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
70075	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
70075	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
70075	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
70075	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
70075	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
70075	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
70075	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
70075	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
70075	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
70075	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
70075	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
70075	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
70075	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
70075	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
70075	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
70075	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
70075	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
70075	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
70075	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
70075	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
70075	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
70075	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
70075	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
70075	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
70075	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
70075	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
70075	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
70075	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
70075	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
70075	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
70075	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
70075	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
70075	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
70075	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
70075	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
70075	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
70075	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
70075	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
70075	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
70075	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
70075	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
70075	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
70075	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
70075	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
70075	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
70075	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
70075	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
70075	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
70075	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
70075	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
70075	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
70075	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
70075	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
70075	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
70075	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
70075	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
70075	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
70075	embedding2nn.weight	0	0.008460630662739277
70075	embedding2nn.weight	1	-0.01709316484630108
70075	embedding2nn.weight	2	-0.014268255792558193
70075	embedding2nn.weight	3	-0.009552679024636745
70075	embedding2nn.weight	4	-0.0059150345623493195
70075	embedding2nn.weight	5	-0.003700577188283205
70075	embedding2nn.weight	6	-0.003973236307501793
70075	embedding2nn.weight	7	-0.04408249258995056
70075	embedding2nn.weight	8	-0.0019979383796453476
70075	embedding2nn.weight	9	-0.023296553641557693
70075	embedding2nn.bias	0	0.036872949451208115
70075	embedding2nn.bias	1	-0.06494063138961792
70075	embedding2nn.bias	2	0.08254691958427429
70075	embedding2nn.bias	3	0.054378654807806015
70075	embedding2nn.bias	4	-0.006020973436534405
70075	embedding2nn.bias	5	-0.02075781859457493
70075	embedding2nn.bias	6	0.02335536666214466
70075	embedding2nn.bias	7	-0.03701414167881012
70075	embedding2nn.bias	8	0.04882519319653511
70075	embedding2nn.bias	9	0.04737589880824089
70075	rnn.weight_ih_l0	0	-0.03410756587982178
70075	rnn.weight_ih_l0	1	0.004694248083978891
70075	rnn.weight_ih_l0	2	0.0348467156291008
70075	rnn.weight_ih_l0	3	0.0010075459722429514
70075	rnn.weight_ih_l0	4	-0.009303532540798187
70075	rnn.weight_ih_l0	5	-0.05488450452685356
70075	rnn.weight_ih_l0	6	0.011975133791565895
70075	rnn.weight_ih_l0	7	0.05828990414738655
70075	rnn.weight_ih_l0	8	0.0002628323854878545
70075	rnn.weight_ih_l0	9	-0.02541026845574379
70075	rnn.weight_hh_l0	0	-0.03486176207661629
70075	rnn.weight_hh_l0	1	-0.004370190668851137
70075	rnn.weight_hh_l0	2	0.0012030370999127626
70075	rnn.weight_hh_l0	3	-0.04956510290503502
70075	rnn.weight_hh_l0	4	0.05431322753429413
70075	rnn.weight_hh_l0	5	-0.0008018733933568001
70075	rnn.weight_hh_l0	6	-0.03328476473689079
70075	rnn.weight_hh_l0	7	-0.019522087648510933
70075	rnn.weight_hh_l0	8	0.0007440437329933047
70075	rnn.weight_hh_l0	9	-0.023167114704847336
70075	rnn.bias_ih_l0	0	0.04710613936185837
70075	rnn.bias_ih_l0	1	-0.028642376884818077
70075	rnn.bias_ih_l0	2	-0.007683209143579006
70075	rnn.bias_ih_l0	3	0.0908312276005745
70075	rnn.bias_ih_l0	4	-0.050451233983039856
70075	rnn.bias_ih_l0	5	-0.043122101575136185
70075	rnn.bias_ih_l0	6	-0.0021489253267645836
70075	rnn.bias_ih_l0	7	0.05447546765208244
70075	rnn.bias_ih_l0	8	-0.08128249645233154
70075	rnn.bias_ih_l0	9	-0.014513825066387653
70075	rnn.bias_hh_l0	0	-0.035265374928712845
70075	rnn.bias_hh_l0	1	-0.07274440675973892
70075	rnn.bias_hh_l0	2	-0.03180333971977234
70075	rnn.bias_hh_l0	3	-0.0684048980474472
70075	rnn.bias_hh_l0	4	-0.01972200721502304
70075	rnn.bias_hh_l0	5	-0.002592175267636776
70075	rnn.bias_hh_l0	6	0.026544328778982162
70075	rnn.bias_hh_l0	7	-0.0016794820548966527
70075	rnn.bias_hh_l0	8	-0.1136651337146759
70075	rnn.bias_hh_l0	9	-0.049254655838012695
70075	rnn.weight_ih_l0_reverse	0	-0.01623873971402645
70075	rnn.weight_ih_l0_reverse	1	-0.05855086073279381
70075	rnn.weight_ih_l0_reverse	2	-0.038569774478673935
70075	rnn.weight_ih_l0_reverse	3	-0.0010210562031716108
70075	rnn.weight_ih_l0_reverse	4	-0.003215044504031539
70075	rnn.weight_ih_l0_reverse	5	-0.047178592532873154
70075	rnn.weight_ih_l0_reverse	6	0.04588737711310387
70075	rnn.weight_ih_l0_reverse	7	-0.01951334998011589
70075	rnn.weight_ih_l0_reverse	8	-0.03480510786175728
70075	rnn.weight_ih_l0_reverse	9	0.001549284323118627
70075	rnn.weight_hh_l0_reverse	0	0.039992332458496094
70075	rnn.weight_hh_l0_reverse	1	0.02976366877555847
70075	rnn.weight_hh_l0_reverse	2	0.033223073929548264
70075	rnn.weight_hh_l0_reverse	3	0.01974303461611271
70075	rnn.weight_hh_l0_reverse	4	-0.0029436664190143347
70075	rnn.weight_hh_l0_reverse	5	0.004516096320003271
70075	rnn.weight_hh_l0_reverse	6	0.042915668338537216
70075	rnn.weight_hh_l0_reverse	7	-0.0491923950612545
70075	rnn.weight_hh_l0_reverse	8	0.033941708505153656
70075	rnn.weight_hh_l0_reverse	9	0.047810349613428116
70075	rnn.bias_ih_l0_reverse	0	-0.06429815292358398
70075	rnn.bias_ih_l0_reverse	1	-0.21025234460830688
70075	rnn.bias_ih_l0_reverse	2	-0.08241549879312515
70075	rnn.bias_ih_l0_reverse	3	-0.009977857582271099
70075	rnn.bias_ih_l0_reverse	4	-0.012405047193169594
70075	rnn.bias_ih_l0_reverse	5	0.0347825326025486
70075	rnn.bias_ih_l0_reverse	6	-0.04360950365662575
70075	rnn.bias_ih_l0_reverse	7	0.03851158916950226
70075	rnn.bias_ih_l0_reverse	8	-0.034097492694854736
70075	rnn.bias_ih_l0_reverse	9	0.017196476459503174
70075	rnn.bias_hh_l0_reverse	0	-0.0037959462497383356
70075	rnn.bias_hh_l0_reverse	1	-0.05196670442819595
70075	rnn.bias_hh_l0_reverse	2	0.05608968064188957
70075	rnn.bias_hh_l0_reverse	3	-0.03290830925107002
70075	rnn.bias_hh_l0_reverse	4	-0.03742928057909012
70075	rnn.bias_hh_l0_reverse	5	-0.029756778851151466
70075	rnn.bias_hh_l0_reverse	6	-0.03372446820139885
70075	rnn.bias_hh_l0_reverse	7	0.08916265517473221
70075	rnn.bias_hh_l0_reverse	8	0.02457566000521183
70075	rnn.bias_hh_l0_reverse	9	-0.08926483988761902
70075	rnn.weight_ih_l1	0	-0.035697028040885925
70075	rnn.weight_ih_l1	1	-0.04034671187400818
70075	rnn.weight_ih_l1	2	0.06738980114459991
70075	rnn.weight_ih_l1	3	-0.030607329681515694
70075	rnn.weight_ih_l1	4	-0.0005660892929881811
70075	rnn.weight_ih_l1	5	-0.046872396022081375
70075	rnn.weight_ih_l1	6	0.026317421346902847
70075	rnn.weight_ih_l1	7	-0.03156190365552902
70075	rnn.weight_ih_l1	8	0.03991987183690071
70075	rnn.weight_ih_l1	9	0.03370574861764908
70075	rnn.weight_hh_l1	0	-0.014850309118628502
70075	rnn.weight_hh_l1	1	0.009100891649723053
70075	rnn.weight_hh_l1	2	-0.0021514103282243013
70075	rnn.weight_hh_l1	3	-0.007317673414945602
70075	rnn.weight_hh_l1	4	0.0032653415109962225
70075	rnn.weight_hh_l1	5	0.023989656940102577
70075	rnn.weight_hh_l1	6	0.02608405239880085
70075	rnn.weight_hh_l1	7	-0.02540452964603901
70075	rnn.weight_hh_l1	8	-0.024183906614780426
70075	rnn.weight_hh_l1	9	0.039314281195402145
70075	rnn.bias_ih_l1	0	-0.14263196289539337
70075	rnn.bias_ih_l1	1	-0.136025071144104
70075	rnn.bias_ih_l1	2	-0.1272607147693634
70075	rnn.bias_ih_l1	3	-0.20740273594856262
70075	rnn.bias_ih_l1	4	-0.1647644191980362
70075	rnn.bias_ih_l1	5	-0.09522148966789246
70075	rnn.bias_ih_l1	6	-0.114223413169384
70075	rnn.bias_ih_l1	7	-0.022888600826263428
70075	rnn.bias_ih_l1	8	-0.09617649018764496
70075	rnn.bias_ih_l1	9	-0.09306180477142334
70075	rnn.bias_hh_l1	0	-0.11654821783304214
70075	rnn.bias_hh_l1	1	-0.040065351873636246
70075	rnn.bias_hh_l1	2	-0.08314614742994308
70075	rnn.bias_hh_l1	3	-0.08238035440444946
70075	rnn.bias_hh_l1	4	-0.10846679657697678
70075	rnn.bias_hh_l1	5	-0.06766623258590698
70075	rnn.bias_hh_l1	6	-0.08745188266038895
70075	rnn.bias_hh_l1	7	-0.01218671165406704
70075	rnn.bias_hh_l1	8	-0.11261818557977676
70075	rnn.bias_hh_l1	9	-0.07751879096031189
70075	rnn.weight_ih_l1_reverse	0	-0.039589978754520416
70075	rnn.weight_ih_l1_reverse	1	0.04046164080500603
70075	rnn.weight_ih_l1_reverse	2	0.007916981354355812
70075	rnn.weight_ih_l1_reverse	3	0.002562339650467038
70075	rnn.weight_ih_l1_reverse	4	-0.03718391805887222
70075	rnn.weight_ih_l1_reverse	5	-0.035363610833883286
70075	rnn.weight_ih_l1_reverse	6	0.0023815962485969067
70075	rnn.weight_ih_l1_reverse	7	0.017914872616529465
70075	rnn.weight_ih_l1_reverse	8	-0.0022025087382644415
70075	rnn.weight_ih_l1_reverse	9	-0.036336250603199005
70075	rnn.weight_hh_l1_reverse	0	0.008251058869063854
70075	rnn.weight_hh_l1_reverse	1	0.029232582077383995
70075	rnn.weight_hh_l1_reverse	2	-0.03756040707230568
70075	rnn.weight_hh_l1_reverse	3	0.041623711585998535
70075	rnn.weight_hh_l1_reverse	4	0.044837113469839096
70075	rnn.weight_hh_l1_reverse	5	0.006330105010420084
70075	rnn.weight_hh_l1_reverse	6	0.009618647396564484
70075	rnn.weight_hh_l1_reverse	7	0.027504531666636467
70075	rnn.weight_hh_l1_reverse	8	-0.0021026027388870716
70075	rnn.weight_hh_l1_reverse	9	-0.041252557188272476
70075	rnn.bias_ih_l1_reverse	0	-0.051495496183633804
70075	rnn.bias_ih_l1_reverse	1	-0.07209965586662292
70075	rnn.bias_ih_l1_reverse	2	-0.09921395778656006
70075	rnn.bias_ih_l1_reverse	3	-0.018794262781739235
70075	rnn.bias_ih_l1_reverse	4	-0.16419102251529694
70075	rnn.bias_ih_l1_reverse	5	-0.08122077584266663
70075	rnn.bias_ih_l1_reverse	6	-0.10572221130132675
70075	rnn.bias_ih_l1_reverse	7	-0.1523187756538391
70075	rnn.bias_ih_l1_reverse	8	0.10628392547369003
70075	rnn.bias_ih_l1_reverse	9	0.030577994883060455
70075	rnn.bias_hh_l1_reverse	0	-0.07825915515422821
70075	rnn.bias_hh_l1_reverse	1	0.017590709030628204
70075	rnn.bias_hh_l1_reverse	2	-0.207235649228096
70075	rnn.bias_hh_l1_reverse	3	-0.09472205489873886
70075	rnn.bias_hh_l1_reverse	4	-0.057958949357271194
70075	rnn.bias_hh_l1_reverse	5	-0.07155191153287888
70075	rnn.bias_hh_l1_reverse	6	0.08341123163700104
70075	rnn.bias_hh_l1_reverse	7	-0.13154132664203644
70075	rnn.bias_hh_l1_reverse	8	-0.09768342971801758
70075	rnn.bias_hh_l1_reverse	9	-0.11225003749132156
70075	linear.weight	0	0.002228822559118271
70075	linear.weight	1	0.0636179968714714
70075	linear.weight	2	-0.11879882961511612
70075	linear.weight	3	0.32861682772636414
70075	linear.weight	4	0.08278854191303253
70075	linear.weight	5	0.009292195551097393
70075	linear.weight	6	-0.005035642068833113
70075	linear.weight	7	0.11963479965925217
70075	linear.weight	8	0.041681356728076935
70075	linear.weight	9	-0.06207558140158653
70075	linear.bias	0	-0.03696157783269882
70075	linear.bias	1	-0.12685950100421906
70075	linear.bias	2	-0.4801013171672821
70075	linear.bias	3	-0.6948745250701904
70075	linear.bias	4	-1.0171083211898804
70075	linear.bias	5	-0.050066642463207245
70075	linear.bias	6	-0.618173360824585
70075	linear.bias	7	0.39342257380485535
70075	linear.bias	8	-0.5715491771697998
70075	linear.bias	9	-0.854944109916687
70272	transitions	0	0.4869396984577179
70272	transitions	1	0.09085186570882797
70272	transitions	2	-10000.0
70272	transitions	3	-1.8027881383895874
70272	transitions	4	-10000.0
70272	transitions	5	0.6409667730331421
70272	transitions	6	-0.030164407566189766
70272	transitions	7	-0.4077167510986328
70272	transitions	8	-1.3431639671325684
70272	transitions	9	-0.0005535205127671361
70272	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
70272	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
70272	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
70272	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
70272	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
70272	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
70272	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
70272	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
70272	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
70272	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
70272	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
70272	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
70272	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
70272	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
70272	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
70272	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
70272	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
70272	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
70272	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
70272	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
70272	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
70272	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
70272	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
70272	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
70272	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
70272	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
70272	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
70272	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
70272	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
70272	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
70272	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
70272	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
70272	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
70272	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
70272	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
70272	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
70272	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
70272	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
70272	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
70272	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
70272	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
70272	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
70272	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
70272	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
70272	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
70272	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
70272	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
70272	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
70272	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
70272	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
70272	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
70272	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
70272	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
70272	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
70272	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
70272	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
70272	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
70272	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
70272	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
70272	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
70272	embedding2nn.weight	0	0.00802724901586771
70272	embedding2nn.weight	1	-0.01671365648508072
70272	embedding2nn.weight	2	-0.014268255792558193
70272	embedding2nn.weight	3	-0.009997405111789703
70272	embedding2nn.weight	4	-0.0059150345623493195
70272	embedding2nn.weight	5	-0.0037005776539444923
70272	embedding2nn.weight	6	-0.003973235376179218
70272	embedding2nn.weight	7	-0.04309903830289841
70272	embedding2nn.weight	8	-0.0019979383796453476
70272	embedding2nn.weight	9	-0.023417159914970398
70272	embedding2nn.bias	0	0.044260017573833466
70272	embedding2nn.bias	1	-0.0657581314444542
70272	embedding2nn.bias	2	0.07735569775104523
70272	embedding2nn.bias	3	0.058817796409130096
70272	embedding2nn.bias	4	0.0006118176970630884
70272	embedding2nn.bias	5	-0.02092069573700428
70272	embedding2nn.bias	6	0.017476901412010193
70272	embedding2nn.bias	7	-0.02983184903860092
70272	embedding2nn.bias	8	0.05423203110694885
70272	embedding2nn.bias	9	0.04803750663995743
70272	rnn.weight_ih_l0	0	-0.0335099883377552
70272	rnn.weight_ih_l0	1	0.005481862463057041
70272	rnn.weight_ih_l0	2	0.03431728854775429
70272	rnn.weight_ih_l0	3	0.00018028593331109732
70272	rnn.weight_ih_l0	4	-0.010647482238709927
70272	rnn.weight_ih_l0	5	-0.05384952574968338
70272	rnn.weight_ih_l0	6	0.011804727837443352
70272	rnn.weight_ih_l0	7	0.05566031485795975
70272	rnn.weight_ih_l0	8	-0.00044993581832386553
70272	rnn.weight_ih_l0	9	-0.026338351890444756
70272	rnn.weight_hh_l0	0	-0.03496316075325012
70272	rnn.weight_hh_l0	1	-0.005217289086431265
70272	rnn.weight_hh_l0	2	0.001842133468016982
70272	rnn.weight_hh_l0	3	-0.04920929670333862
70272	rnn.weight_hh_l0	4	0.054928164929151535
70272	rnn.weight_hh_l0	5	-0.0002499608090147376
70272	rnn.weight_hh_l0	6	-0.03446609899401665
70272	rnn.weight_hh_l0	7	-0.019368266686797142
70272	rnn.weight_hh_l0	8	0.001097537693567574
70272	rnn.weight_hh_l0	9	-0.02419333904981613
70272	rnn.bias_ih_l0	0	0.04697293043136597
70272	rnn.bias_ih_l0	1	-0.025812573730945587
70272	rnn.bias_ih_l0	2	-0.008687497116625309
70272	rnn.bias_ih_l0	3	0.09602679312229156
70272	rnn.bias_ih_l0	4	-0.04698717221617699
70272	rnn.bias_ih_l0	5	-0.04074457287788391
70272	rnn.bias_ih_l0	6	6.502482392534148e-06
70272	rnn.bias_ih_l0	7	0.05161694809794426
70272	rnn.bias_ih_l0	8	-0.08177606761455536
70272	rnn.bias_ih_l0	9	-0.012670139782130718
70272	rnn.bias_hh_l0	0	-0.03151487186551094
70272	rnn.bias_hh_l0	1	-0.07311135530471802
70272	rnn.bias_hh_l0	2	-0.03569827601313591
70272	rnn.bias_hh_l0	3	-0.06980130076408386
70272	rnn.bias_hh_l0	4	-0.02151152864098549
70272	rnn.bias_hh_l0	5	-0.004396708216518164
70272	rnn.bias_hh_l0	6	0.027847521007061005
70272	rnn.bias_hh_l0	7	0.0035456314217299223
70272	rnn.bias_hh_l0	8	-0.11674659699201584
70272	rnn.bias_hh_l0	9	-0.04827147349715233
70272	rnn.weight_ih_l0_reverse	0	-0.016667209565639496
70272	rnn.weight_ih_l0_reverse	1	-0.05799170210957527
70272	rnn.weight_ih_l0_reverse	2	-0.038888610899448395
70272	rnn.weight_ih_l0_reverse	3	0.00011077576345996931
70272	rnn.weight_ih_l0_reverse	4	-0.0031798193231225014
70272	rnn.weight_ih_l0_reverse	5	-0.04700937122106552
70272	rnn.weight_ih_l0_reverse	6	0.04643336310982704
70272	rnn.weight_ih_l0_reverse	7	-0.018460003659129143
70272	rnn.weight_ih_l0_reverse	8	-0.033730510622262955
70272	rnn.weight_ih_l0_reverse	9	0.002044416032731533
70272	rnn.weight_hh_l0_reverse	0	0.03953384980559349
70272	rnn.weight_hh_l0_reverse	1	0.029026653617620468
70272	rnn.weight_hh_l0_reverse	2	0.03289227932691574
70272	rnn.weight_hh_l0_reverse	3	0.019972534850239754
70272	rnn.weight_hh_l0_reverse	4	-0.002014503115788102
70272	rnn.weight_hh_l0_reverse	5	0.005267252214252949
70272	rnn.weight_hh_l0_reverse	6	0.04294019937515259
70272	rnn.weight_hh_l0_reverse	7	-0.050176769495010376
70272	rnn.weight_hh_l0_reverse	8	0.034620657563209534
70272	rnn.weight_hh_l0_reverse	9	0.04967639967799187
70272	rnn.bias_ih_l0_reverse	0	-0.06317058205604553
70272	rnn.bias_ih_l0_reverse	1	-0.2095489203929901
70272	rnn.bias_ih_l0_reverse	2	-0.08071667701005936
70272	rnn.bias_ih_l0_reverse	3	-0.012609015218913555
70272	rnn.bias_ih_l0_reverse	4	-0.016519153490662575
70272	rnn.bias_ih_l0_reverse	5	0.03644087538123131
70272	rnn.bias_ih_l0_reverse	6	-0.04663664847612381
70272	rnn.bias_ih_l0_reverse	7	0.03952190279960632
70272	rnn.bias_ih_l0_reverse	8	-0.03658425062894821
70272	rnn.bias_ih_l0_reverse	9	0.02159014157950878
70272	rnn.bias_hh_l0_reverse	0	-0.003878213930875063
70272	rnn.bias_hh_l0_reverse	1	-0.05733929201960564
70272	rnn.bias_hh_l0_reverse	2	0.048740822821855545
70272	rnn.bias_hh_l0_reverse	3	-0.03359208628535271
70272	rnn.bias_hh_l0_reverse	4	-0.04069164767861366
70272	rnn.bias_hh_l0_reverse	5	-0.02922569401562214
70272	rnn.bias_hh_l0_reverse	6	-0.03526914864778519
70272	rnn.bias_hh_l0_reverse	7	0.09035905450582504
70272	rnn.bias_hh_l0_reverse	8	0.023678546771407127
70272	rnn.bias_hh_l0_reverse	9	-0.08864927291870117
70272	rnn.weight_ih_l1	0	-0.03562900424003601
70272	rnn.weight_ih_l1	1	-0.0422712042927742
70272	rnn.weight_ih_l1	2	0.06705047190189362
70272	rnn.weight_ih_l1	3	-0.030517281964421272
70272	rnn.weight_ih_l1	4	-0.00022497358440887183
70272	rnn.weight_ih_l1	5	-0.04680147022008896
70272	rnn.weight_ih_l1	6	0.026813030242919922
70272	rnn.weight_ih_l1	7	-0.03056463785469532
70272	rnn.weight_ih_l1	8	0.03988425433635712
70272	rnn.weight_ih_l1	9	0.03427869826555252
70272	rnn.weight_hh_l1	0	-0.016259783878922462
70272	rnn.weight_hh_l1	1	0.008844955824315548
70272	rnn.weight_hh_l1	2	-0.002057879464700818
70272	rnn.weight_hh_l1	3	-0.00745737086981535
70272	rnn.weight_hh_l1	4	0.0034226863645017147
70272	rnn.weight_hh_l1	5	0.024245696142315865
70272	rnn.weight_hh_l1	6	0.025870155543088913
70272	rnn.weight_hh_l1	7	-0.025053827092051506
70272	rnn.weight_hh_l1	8	-0.024559233337640762
70272	rnn.weight_hh_l1	9	0.039105597883462906
70272	rnn.bias_ih_l1	0	-0.14457228779792786
70272	rnn.bias_ih_l1	1	-0.13466811180114746
70272	rnn.bias_ih_l1	2	-0.13001173734664917
70272	rnn.bias_ih_l1	3	-0.20535780489444733
70272	rnn.bias_ih_l1	4	-0.15695184469223022
70272	rnn.bias_ih_l1	5	-0.09280692785978317
70272	rnn.bias_ih_l1	6	-0.10930300503969193
70272	rnn.bias_ih_l1	7	-0.02287975512444973
70272	rnn.bias_ih_l1	8	-0.09311408549547195
70272	rnn.bias_ih_l1	9	-0.09760331362485886
70272	rnn.bias_hh_l1	0	-0.1168435588479042
70272	rnn.bias_hh_l1	1	-0.03643433004617691
70272	rnn.bias_hh_l1	2	-0.07972963899374008
70272	rnn.bias_hh_l1	3	-0.0821593701839447
70272	rnn.bias_hh_l1	4	-0.11046714335680008
70272	rnn.bias_hh_l1	5	-0.06697798520326614
70272	rnn.bias_hh_l1	6	-0.08729277551174164
70272	rnn.bias_hh_l1	7	-0.01454759482294321
70272	rnn.bias_hh_l1	8	-0.10905955731868744
70272	rnn.bias_hh_l1	9	-0.07177984714508057
70272	rnn.weight_ih_l1_reverse	0	-0.04042365029454231
70272	rnn.weight_ih_l1_reverse	1	0.040186770260334015
70272	rnn.weight_ih_l1_reverse	2	0.006222416181117296
70272	rnn.weight_ih_l1_reverse	3	0.0012034339597448707
70272	rnn.weight_ih_l1_reverse	4	-0.03903423994779587
70272	rnn.weight_ih_l1_reverse	5	-0.03535357117652893
70272	rnn.weight_ih_l1_reverse	6	0.001998320920392871
70272	rnn.weight_ih_l1_reverse	7	0.01815350167453289
70272	rnn.weight_ih_l1_reverse	8	0.0016392400721088052
70272	rnn.weight_ih_l1_reverse	9	-0.03789249435067177
70272	rnn.weight_hh_l1_reverse	0	0.008321674540638924
70272	rnn.weight_hh_l1_reverse	1	0.029155384749174118
70272	rnn.weight_hh_l1_reverse	2	-0.03759295865893364
70272	rnn.weight_hh_l1_reverse	3	0.04158554971218109
70272	rnn.weight_hh_l1_reverse	4	0.04463311284780502
70272	rnn.weight_hh_l1_reverse	5	0.0072958581149578094
70272	rnn.weight_hh_l1_reverse	6	0.009214951656758785
70272	rnn.weight_hh_l1_reverse	7	0.027530882507562637
70272	rnn.weight_hh_l1_reverse	8	-0.0020516267977654934
70272	rnn.weight_hh_l1_reverse	9	-0.041224170476198196
70272	rnn.bias_ih_l1_reverse	0	-0.05666540563106537
70272	rnn.bias_ih_l1_reverse	1	-0.07550934702157974
70272	rnn.bias_ih_l1_reverse	2	-0.10192441940307617
70272	rnn.bias_ih_l1_reverse	3	-0.01431917306035757
70272	rnn.bias_ih_l1_reverse	4	-0.16383615136146545
70272	rnn.bias_ih_l1_reverse	5	-0.08334466069936752
70272	rnn.bias_ih_l1_reverse	6	-0.10590523481369019
70272	rnn.bias_ih_l1_reverse	7	-0.15487302839756012
70272	rnn.bias_ih_l1_reverse	8	0.1053808331489563
70272	rnn.bias_ih_l1_reverse	9	0.03518187254667282
70272	rnn.bias_hh_l1_reverse	0	-0.07329830527305603
70272	rnn.bias_hh_l1_reverse	1	0.016729271039366722
70272	rnn.bias_hh_l1_reverse	2	-0.2070397436618805
70272	rnn.bias_hh_l1_reverse	3	-0.09342208504676819
70272	rnn.bias_hh_l1_reverse	4	-0.059261396527290344
70272	rnn.bias_hh_l1_reverse	5	-0.06918761879205704
70272	rnn.bias_hh_l1_reverse	6	0.09009275585412979
70272	rnn.bias_hh_l1_reverse	7	-0.131024569272995
70272	rnn.bias_hh_l1_reverse	8	-0.0983596220612526
70272	rnn.bias_hh_l1_reverse	9	-0.1131083220243454
70272	linear.weight	0	0.002228822559118271
70272	linear.weight	1	0.06534722447395325
70272	linear.weight	2	-0.12414964288473129
70272	linear.weight	3	0.33939021825790405
70272	linear.weight	4	0.08004487305879593
70272	linear.weight	5	0.009798302315175533
70272	linear.weight	6	-0.005208247806876898
70272	linear.weight	7	0.12326474487781525
70272	linear.weight	8	0.04168090596795082
70272	linear.weight	9	-0.06639333814382553
70272	linear.bias	0	-0.07773063331842422
70272	linear.bias	1	-0.1190628632903099
70272	linear.bias	2	-0.47552525997161865
70272	linear.bias	3	-0.6910995244979858
70272	linear.bias	4	-1.0135831832885742
70272	linear.bias	5	-0.048310521990060806
70272	linear.bias	6	-0.613472044467926
70272	linear.bias	7	0.39571478962898254
70272	linear.bias	8	-0.5673863887786865
70272	linear.bias	9	-0.8502525687217712
70469	transitions	0	0.4877370595932007
70469	transitions	1	0.08731278777122498
70469	transitions	2	-10000.0
70469	transitions	3	-1.8028661012649536
70469	transitions	4	-10000.0
70469	transitions	5	0.6407208442687988
70469	transitions	6	-0.03034018911421299
70469	transitions	7	-0.40864577889442444
70469	transitions	8	-1.3433959484100342
70469	transitions	9	-0.0005559461424127221
70469	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
70469	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
70469	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
70469	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
70469	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
70469	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
70469	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
70469	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
70469	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
70469	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
70469	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
70469	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
70469	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
70469	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
70469	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
70469	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
70469	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
70469	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
70469	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
70469	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
70469	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
70469	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
70469	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
70469	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
70469	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
70469	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
70469	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
70469	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
70469	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
70469	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
70469	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
70469	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
70469	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
70469	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
70469	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
70469	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
70469	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
70469	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
70469	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
70469	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
70469	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
70469	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
70469	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
70469	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
70469	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
70469	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
70469	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
70469	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
70469	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
70469	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
70469	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
70469	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
70469	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
70469	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
70469	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
70469	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
70469	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
70469	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
70469	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
70469	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
70469	embedding2nn.weight	0	0.008503316901624203
70469	embedding2nn.weight	1	-0.016773637384176254
70469	embedding2nn.weight	2	-0.014268255792558193
70469	embedding2nn.weight	3	-0.009622376412153244
70469	embedding2nn.weight	4	-0.0059150345623493195
70469	embedding2nn.weight	5	-0.0037005776539444923
70469	embedding2nn.weight	6	-0.0039732386358082294
70469	embedding2nn.weight	7	-0.04321277514100075
70469	embedding2nn.weight	8	-0.0019979383796453476
70469	embedding2nn.weight	9	-0.0241084024310112
70469	embedding2nn.bias	0	0.035794276744127274
70469	embedding2nn.bias	1	-0.061931632459163666
70469	embedding2nn.bias	2	0.07251512259244919
70469	embedding2nn.bias	3	0.053393084555864334
70469	embedding2nn.bias	4	-0.0027376876678317785
70469	embedding2nn.bias	5	-0.03058306686580181
70469	embedding2nn.bias	6	0.02670135349035263
70469	embedding2nn.bias	7	-0.03436433896422386
70469	embedding2nn.bias	8	0.04829324409365654
70469	embedding2nn.bias	9	0.05291995406150818
70469	rnn.weight_ih_l0	0	-0.034071262925863266
70469	rnn.weight_ih_l0	1	0.006225342862308025
70469	rnn.weight_ih_l0	2	0.033370908349752426
70469	rnn.weight_ih_l0	3	-0.0003139041073154658
70469	rnn.weight_ih_l0	4	-0.012505247257649899
70469	rnn.weight_ih_l0	5	-0.05486561357975006
70469	rnn.weight_ih_l0	6	0.011720813810825348
70469	rnn.weight_ih_l0	7	0.0561315082013607
70469	rnn.weight_ih_l0	8	-0.00017234233382623643
70469	rnn.weight_ih_l0	9	-0.026156723499298096
70469	rnn.weight_hh_l0	0	-0.034813981503248215
70469	rnn.weight_hh_l0	1	-0.005201275926083326
70469	rnn.weight_hh_l0	2	0.0026905101258307695
70469	rnn.weight_hh_l0	3	-0.048623356968164444
70469	rnn.weight_hh_l0	4	0.05531133711338043
70469	rnn.weight_hh_l0	5	0.0002285251539433375
70469	rnn.weight_hh_l0	6	-0.03465414047241211
70469	rnn.weight_hh_l0	7	-0.019520726054906845
70469	rnn.weight_hh_l0	8	0.0018684142269194126
70469	rnn.weight_hh_l0	9	-0.0240927767008543
70469	rnn.bias_ih_l0	0	0.05027615651488304
70469	rnn.bias_ih_l0	1	-0.020515557378530502
70469	rnn.bias_ih_l0	2	-0.008328825235366821
70469	rnn.bias_ih_l0	3	0.09420980513095856
70469	rnn.bias_ih_l0	4	-0.04801865294575691
70469	rnn.bias_ih_l0	5	-0.03987458720803261
70469	rnn.bias_ih_l0	6	-0.001149903517216444
70469	rnn.bias_ih_l0	7	0.052668362855911255
70469	rnn.bias_ih_l0	8	-0.08316177129745483
70469	rnn.bias_ih_l0	9	-0.020763078704476357
70469	rnn.bias_hh_l0	0	-0.032853204756975174
70469	rnn.bias_hh_l0	1	-0.07101316004991531
70469	rnn.bias_hh_l0	2	-0.03862730786204338
70469	rnn.bias_hh_l0	3	-0.0704764723777771
70469	rnn.bias_hh_l0	4	-0.018107041716575623
70469	rnn.bias_hh_l0	5	-0.0045173694379627705
70469	rnn.bias_hh_l0	6	0.025276171043515205
70469	rnn.bias_hh_l0	7	0.003963857889175415
70469	rnn.bias_hh_l0	8	-0.11711321771144867
70469	rnn.bias_hh_l0	9	-0.048190705478191376
70469	rnn.weight_ih_l0_reverse	0	-0.015241182409226894
70469	rnn.weight_ih_l0_reverse	1	-0.058597635477781296
70469	rnn.weight_ih_l0_reverse	2	-0.03631765767931938
70469	rnn.weight_ih_l0_reverse	3	0.001964388880878687
70469	rnn.weight_ih_l0_reverse	4	-0.0035139822866767645
70469	rnn.weight_ih_l0_reverse	5	-0.04723363369703293
70469	rnn.weight_ih_l0_reverse	6	0.04770956188440323
70469	rnn.weight_ih_l0_reverse	7	-0.017703015357255936
70469	rnn.weight_ih_l0_reverse	8	-0.032983262091875076
70469	rnn.weight_ih_l0_reverse	9	0.0021830794867128134
70469	rnn.weight_hh_l0_reverse	0	0.03935501351952553
70469	rnn.weight_hh_l0_reverse	1	0.027911288663744926
70469	rnn.weight_hh_l0_reverse	2	0.03249892219901085
70469	rnn.weight_hh_l0_reverse	3	0.01947077363729477
70469	rnn.weight_hh_l0_reverse	4	-0.001467437483370304
70469	rnn.weight_hh_l0_reverse	5	0.0042978497222065926
70469	rnn.weight_hh_l0_reverse	6	0.04296596348285675
70469	rnn.weight_hh_l0_reverse	7	-0.04926818236708641
70469	rnn.weight_hh_l0_reverse	8	0.03455377742648125
70469	rnn.weight_hh_l0_reverse	9	0.049246255308389664
70469	rnn.bias_ih_l0_reverse	0	-0.06362699717283249
70469	rnn.bias_ih_l0_reverse	1	-0.20829854905605316
70469	rnn.bias_ih_l0_reverse	2	-0.07744470238685608
70469	rnn.bias_ih_l0_reverse	3	-0.015130896121263504
70469	rnn.bias_ih_l0_reverse	4	-0.01843641698360443
70469	rnn.bias_ih_l0_reverse	5	0.03487902507185936
70469	rnn.bias_ih_l0_reverse	6	-0.04448283091187477
70469	rnn.bias_ih_l0_reverse	7	0.03846728429198265
70469	rnn.bias_ih_l0_reverse	8	-0.033533066511154175
70469	rnn.bias_ih_l0_reverse	9	0.021845027804374695
70469	rnn.bias_hh_l0_reverse	0	-0.0021425208542495966
70469	rnn.bias_hh_l0_reverse	1	-0.0506569966673851
70469	rnn.bias_hh_l0_reverse	2	0.05145346745848656
70469	rnn.bias_hh_l0_reverse	3	-0.031698569655418396
70469	rnn.bias_hh_l0_reverse	4	-0.04320894181728363
70469	rnn.bias_hh_l0_reverse	5	-0.026802759617567062
70469	rnn.bias_hh_l0_reverse	6	-0.03385894000530243
70469	rnn.bias_hh_l0_reverse	7	0.08833394199609756
70469	rnn.bias_hh_l0_reverse	8	0.02321217767894268
70469	rnn.bias_hh_l0_reverse	9	-0.09272228926420212
70469	rnn.weight_ih_l1	0	-0.03531227260828018
70469	rnn.weight_ih_l1	1	-0.0409570150077343
70469	rnn.weight_ih_l1	2	0.0673457458615303
70469	rnn.weight_ih_l1	3	-0.029657427221536636
70469	rnn.weight_ih_l1	4	0.00016387079085689038
70469	rnn.weight_ih_l1	5	-0.046486616134643555
70469	rnn.weight_ih_l1	6	0.02801520563662052
70469	rnn.weight_ih_l1	7	-0.029354844242334366
70469	rnn.weight_ih_l1	8	0.03976459801197052
70469	rnn.weight_ih_l1	9	0.034017451107501984
70469	rnn.weight_hh_l1	0	-0.017441464588046074
70469	rnn.weight_hh_l1	1	0.00913425162434578
70469	rnn.weight_hh_l1	2	-0.003540599951520562
70469	rnn.weight_hh_l1	3	-0.008259874768555164
70469	rnn.weight_hh_l1	4	0.0025707450695335865
70469	rnn.weight_hh_l1	5	0.024386972188949585
70469	rnn.weight_hh_l1	6	0.025457454845309258
70469	rnn.weight_hh_l1	7	-0.0249234139919281
70469	rnn.weight_hh_l1	8	-0.024482443928718567
70469	rnn.weight_hh_l1	9	0.03829021006822586
70469	rnn.bias_ih_l1	0	-0.14277052879333496
70469	rnn.bias_ih_l1	1	-0.13423490524291992
70469	rnn.bias_ih_l1	2	-0.12895415723323822
70469	rnn.bias_ih_l1	3	-0.20583409070968628
70469	rnn.bias_ih_l1	4	-0.15087085962295532
70469	rnn.bias_ih_l1	5	-0.09255858510732651
70469	rnn.bias_ih_l1	6	-0.11292438954114914
70469	rnn.bias_ih_l1	7	-0.021153587847948074
70469	rnn.bias_ih_l1	8	-0.09491001069545746
70469	rnn.bias_ih_l1	9	-0.09806501865386963
70469	rnn.bias_hh_l1	0	-0.11579454690217972
70469	rnn.bias_hh_l1	1	-0.03795401379466057
70469	rnn.bias_hh_l1	2	-0.08325760066509247
70469	rnn.bias_hh_l1	3	-0.08298797905445099
70469	rnn.bias_hh_l1	4	-0.11119598895311356
70469	rnn.bias_hh_l1	5	-0.06994178891181946
70469	rnn.bias_hh_l1	6	-0.08852511644363403
70469	rnn.bias_hh_l1	7	-0.00914066657423973
70469	rnn.bias_hh_l1	8	-0.10763254016637802
70469	rnn.bias_hh_l1	9	-0.07031424343585968
70469	rnn.weight_ih_l1_reverse	0	-0.03918180987238884
70469	rnn.weight_ih_l1_reverse	1	0.043553974479436874
70469	rnn.weight_ih_l1_reverse	2	0.004441871307790279
70469	rnn.weight_ih_l1_reverse	3	0.002138333860784769
70469	rnn.weight_ih_l1_reverse	4	-0.03821730613708496
70469	rnn.weight_ih_l1_reverse	5	-0.03555835410952568
70469	rnn.weight_ih_l1_reverse	6	0.002351791597902775
70469	rnn.weight_ih_l1_reverse	7	0.018275490030646324
70469	rnn.weight_ih_l1_reverse	8	0.0019176307832822204
70469	rnn.weight_ih_l1_reverse	9	-0.03497018665075302
70469	rnn.weight_hh_l1_reverse	0	0.00828895065933466
70469	rnn.weight_hh_l1_reverse	1	0.029270227998495102
70469	rnn.weight_hh_l1_reverse	2	-0.03768627345561981
70469	rnn.weight_hh_l1_reverse	3	0.0416313111782074
70469	rnn.weight_hh_l1_reverse	4	0.04430370032787323
70469	rnn.weight_hh_l1_reverse	5	0.007031026761978865
70469	rnn.weight_hh_l1_reverse	6	0.011060072109103203
70469	rnn.weight_hh_l1_reverse	7	0.027628881856799126
70469	rnn.weight_hh_l1_reverse	8	-0.0021747054997831583
70469	rnn.weight_hh_l1_reverse	9	-0.04156298562884331
70469	rnn.bias_ih_l1_reverse	0	-0.053744278848171234
70469	rnn.bias_ih_l1_reverse	1	-0.07737443596124649
70469	rnn.bias_ih_l1_reverse	2	-0.10286403447389603
70469	rnn.bias_ih_l1_reverse	3	-0.0115944379940629
70469	rnn.bias_ih_l1_reverse	4	-0.16422471404075623
70469	rnn.bias_ih_l1_reverse	5	-0.08524640649557114
70469	rnn.bias_ih_l1_reverse	6	-0.10365625470876694
70469	rnn.bias_ih_l1_reverse	7	-0.1581028550863266
70469	rnn.bias_ih_l1_reverse	8	0.10484778881072998
70469	rnn.bias_ih_l1_reverse	9	0.03414030745625496
70469	rnn.bias_hh_l1_reverse	0	-0.07113898545503616
70469	rnn.bias_hh_l1_reverse	1	0.030751364305615425
70469	rnn.bias_hh_l1_reverse	2	-0.20667850971221924
70469	rnn.bias_hh_l1_reverse	3	-0.09489990770816803
70469	rnn.bias_hh_l1_reverse	4	-0.06008210778236389
70469	rnn.bias_hh_l1_reverse	5	-0.06845545023679733
70469	rnn.bias_hh_l1_reverse	6	0.09001822769641876
70469	rnn.bias_hh_l1_reverse	7	-0.1290578544139862
70469	rnn.bias_hh_l1_reverse	8	-0.09987302869558334
70469	rnn.bias_hh_l1_reverse	9	-0.11363689601421356
70469	linear.weight	0	0.002228822559118271
70469	linear.weight	1	0.08582491427659988
70469	linear.weight	2	-0.11995062232017517
70469	linear.weight	3	0.3389201760292053
70469	linear.weight	4	0.076572485268116
70469	linear.weight	5	0.010470494627952576
70469	linear.weight	6	-0.01911173202097416
70469	linear.weight	7	0.11650189012289047
70469	linear.weight	8	0.041678570210933685
70469	linear.weight	9	-0.06658583134412766
70469	linear.bias	0	-0.0843847244977951
70469	linear.bias	1	-0.1395985633134842
70469	linear.bias	2	-0.4884621202945709
70469	linear.bias	3	-0.6932085156440735
70469	linear.bias	4	-1.0165406465530396
70469	linear.bias	5	-0.04852035269141197
70469	linear.bias	6	-0.6356412768363953
70469	linear.bias	7	0.40120550990104675
70469	linear.bias	8	-0.5396164059638977
70469	linear.bias	9	-0.8239312767982483
70666	transitions	0	0.48602619767189026
70666	transitions	1	0.08681146800518036
70666	transitions	2	-10000.0
70666	transitions	3	-1.8029283285140991
70666	transitions	4	-10000.0
70666	transitions	5	0.6404511332511902
70666	transitions	6	-0.030595999211072922
70666	transitions	7	-0.4094082713127136
70666	transitions	8	-1.3436707258224487
70666	transitions	9	-0.0005593111272901297
70666	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
70666	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
70666	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
70666	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
70666	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
70666	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
70666	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
70666	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
70666	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
70666	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
70666	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
70666	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
70666	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
70666	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
70666	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
70666	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
70666	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
70666	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
70666	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
70666	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
70666	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
70666	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
70666	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
70666	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
70666	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
70666	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
70666	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
70666	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
70666	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
70666	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
70666	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
70666	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
70666	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
70666	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
70666	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
70666	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
70666	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
70666	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
70666	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
70666	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
70666	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
70666	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
70666	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
70666	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
70666	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
70666	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
70666	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
70666	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
70666	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
70666	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
70666	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
70666	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
70666	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
70666	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
70666	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
70666	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
70666	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
70666	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
70666	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
70666	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
70666	embedding2nn.weight	0	0.007900930941104889
70666	embedding2nn.weight	1	-0.01657814532518387
70666	embedding2nn.weight	2	-0.014268255792558193
70666	embedding2nn.weight	3	-0.010129609145224094
70666	embedding2nn.weight	4	-0.0059150345623493195
70666	embedding2nn.weight	5	-0.003700577886775136
70666	embedding2nn.weight	6	-0.0039732386358082294
70666	embedding2nn.weight	7	-0.042911969125270844
70666	embedding2nn.weight	8	-0.0019979383796453476
70666	embedding2nn.weight	9	-0.024594934657216072
70666	embedding2nn.bias	0	0.03519906476140022
70666	embedding2nn.bias	1	-0.06272577494382858
70666	embedding2nn.bias	2	0.06733698397874832
70666	embedding2nn.bias	3	0.05494751036167145
70666	embedding2nn.bias	4	-0.009082588367164135
70666	embedding2nn.bias	5	-0.028636740520596504
70666	embedding2nn.bias	6	0.020487304776906967
70666	embedding2nn.bias	7	-0.03313789516687393
70666	embedding2nn.bias	8	0.05542413517832756
70666	embedding2nn.bias	9	0.053295668214559555
70666	rnn.weight_ih_l0	0	-0.036106616258621216
70666	rnn.weight_ih_l0	1	0.00529445568099618
70666	rnn.weight_ih_l0	2	0.034383390098810196
70666	rnn.weight_ih_l0	3	-5.886001599719748e-05
70666	rnn.weight_ih_l0	4	-0.012913897633552551
70666	rnn.weight_ih_l0	5	-0.0555923730134964
70666	rnn.weight_ih_l0	6	0.011283349245786667
70666	rnn.weight_ih_l0	7	0.054315079003572464
70666	rnn.weight_ih_l0	8	-0.0006580722401849926
70666	rnn.weight_ih_l0	9	-0.024674629792571068
70666	rnn.weight_hh_l0	0	-0.034724872559309006
70666	rnn.weight_hh_l0	1	-0.004590447060763836
70666	rnn.weight_hh_l0	2	0.0015020472928881645
70666	rnn.weight_hh_l0	3	-0.04900453984737396
70666	rnn.weight_hh_l0	4	0.05472023785114288
70666	rnn.weight_hh_l0	5	0.0013168290024623275
70666	rnn.weight_hh_l0	6	-0.033982470631599426
70666	rnn.weight_hh_l0	7	-0.020061811432242393
70666	rnn.weight_hh_l0	8	0.0016294827219098806
70666	rnn.weight_hh_l0	9	-0.02414671890437603
70666	rnn.bias_ih_l0	0	0.04974226653575897
70666	rnn.bias_ih_l0	1	-0.02322985604405403
70666	rnn.bias_ih_l0	2	-0.01301174983382225
70666	rnn.bias_ih_l0	3	0.0930396243929863
70666	rnn.bias_ih_l0	4	-0.04690444469451904
70666	rnn.bias_ih_l0	5	-0.036694418638944626
70666	rnn.bias_ih_l0	6	-0.0007499732309952378
70666	rnn.bias_ih_l0	7	0.05276830121874809
70666	rnn.bias_ih_l0	8	-0.0818270817399025
70666	rnn.bias_ih_l0	9	-0.021394476294517517
70666	rnn.bias_hh_l0	0	-0.03317980095744133
70666	rnn.bias_hh_l0	1	-0.07569698244333267
70666	rnn.bias_hh_l0	2	-0.03807954862713814
70666	rnn.bias_hh_l0	3	-0.07033205777406693
70666	rnn.bias_hh_l0	4	-0.02172854356467724
70666	rnn.bias_hh_l0	5	-0.006948137190192938
70666	rnn.bias_hh_l0	6	0.025586510077118874
70666	rnn.bias_hh_l0	7	0.0024708642158657312
70666	rnn.bias_hh_l0	8	-0.1164088025689125
70666	rnn.bias_hh_l0	9	-0.04764304310083389
70666	rnn.weight_ih_l0_reverse	0	-0.017126044258475304
70666	rnn.weight_ih_l0_reverse	1	-0.05839777737855911
70666	rnn.weight_ih_l0_reverse	2	-0.03416288271546364
70666	rnn.weight_ih_l0_reverse	3	0.0012633433798328042
70666	rnn.weight_ih_l0_reverse	4	-0.0034092108253389597
70666	rnn.weight_ih_l0_reverse	5	-0.04675980284810066
70666	rnn.weight_ih_l0_reverse	6	0.048582639545202255
70666	rnn.weight_ih_l0_reverse	7	-0.01867007277905941
70666	rnn.weight_ih_l0_reverse	8	-0.032620225101709366
70666	rnn.weight_ih_l0_reverse	9	0.002252297243103385
70666	rnn.weight_hh_l0_reverse	0	0.039473798125982285
70666	rnn.weight_hh_l0_reverse	1	0.027498945593833923
70666	rnn.weight_hh_l0_reverse	2	0.03355950862169266
70666	rnn.weight_hh_l0_reverse	3	0.01976996846497059
70666	rnn.weight_hh_l0_reverse	4	-0.0019447841914370656
70666	rnn.weight_hh_l0_reverse	5	0.004967300221323967
70666	rnn.weight_hh_l0_reverse	6	0.0431952141225338
70666	rnn.weight_hh_l0_reverse	7	-0.04953141510486603
70666	rnn.weight_hh_l0_reverse	8	0.03473598510026932
70666	rnn.weight_hh_l0_reverse	9	0.04928901791572571
70666	rnn.bias_ih_l0_reverse	0	-0.0645197182893753
70666	rnn.bias_ih_l0_reverse	1	-0.2134552001953125
70666	rnn.bias_ih_l0_reverse	2	-0.07346680015325546
70666	rnn.bias_ih_l0_reverse	3	-0.0127343675121665
70666	rnn.bias_ih_l0_reverse	4	-0.02033899910748005
70666	rnn.bias_ih_l0_reverse	5	0.030465858057141304
70666	rnn.bias_ih_l0_reverse	6	-0.048473674803972244
70666	rnn.bias_ih_l0_reverse	7	0.04007736220955849
70666	rnn.bias_ih_l0_reverse	8	-0.035866864025592804
70666	rnn.bias_ih_l0_reverse	9	0.01940946653485298
70666	rnn.bias_hh_l0_reverse	0	-0.0038632063660770655
70666	rnn.bias_hh_l0_reverse	1	-0.041985563933849335
70666	rnn.bias_hh_l0_reverse	2	0.05908561870455742
70666	rnn.bias_hh_l0_reverse	3	-0.030753452330827713
70666	rnn.bias_hh_l0_reverse	4	-0.043861497193574905
70666	rnn.bias_hh_l0_reverse	5	-0.025894712656736374
70666	rnn.bias_hh_l0_reverse	6	-0.03414357453584671
70666	rnn.bias_hh_l0_reverse	7	0.08659255504608154
70666	rnn.bias_hh_l0_reverse	8	0.024112198501825333
70666	rnn.bias_hh_l0_reverse	9	-0.09572341293096542
70666	rnn.weight_ih_l1	0	-0.03579605743288994
70666	rnn.weight_ih_l1	1	-0.04170459881424904
70666	rnn.weight_ih_l1	2	0.06547775864601135
70666	rnn.weight_ih_l1	3	-0.028908591717481613
70666	rnn.weight_ih_l1	4	-0.0006328491144813597
70666	rnn.weight_ih_l1	5	-0.04631715267896652
70666	rnn.weight_ih_l1	6	0.026607632637023926
70666	rnn.weight_ih_l1	7	-0.027955805882811546
70666	rnn.weight_ih_l1	8	0.03959595412015915
70666	rnn.weight_ih_l1	9	0.03422741964459419
70666	rnn.weight_hh_l1	0	-0.018001507967710495
70666	rnn.weight_hh_l1	1	0.009204991161823273
70666	rnn.weight_hh_l1	2	-0.0010383514454588294
70666	rnn.weight_hh_l1	3	-0.008109192363917828
70666	rnn.weight_hh_l1	4	0.0031569593120366335
70666	rnn.weight_hh_l1	5	0.02391900308430195
70666	rnn.weight_hh_l1	6	0.02547227405011654
70666	rnn.weight_hh_l1	7	-0.02527013048529625
70666	rnn.weight_hh_l1	8	-0.023967590183019638
70666	rnn.weight_hh_l1	9	0.03848748654127121
70666	rnn.bias_ih_l1	0	-0.14209039509296417
70666	rnn.bias_ih_l1	1	-0.13479620218276978
70666	rnn.bias_ih_l1	2	-0.13283470273017883
70666	rnn.bias_ih_l1	3	-0.21349766850471497
70666	rnn.bias_ih_l1	4	-0.14819949865341187
70666	rnn.bias_ih_l1	5	-0.09246940910816193
70666	rnn.bias_ih_l1	6	-0.1110871210694313
70666	rnn.bias_ih_l1	7	-0.013062319718301296
70666	rnn.bias_ih_l1	8	-0.09821327775716782
70666	rnn.bias_ih_l1	9	-0.09883305430412292
70666	rnn.bias_hh_l1	0	-0.11834508180618286
70666	rnn.bias_hh_l1	1	-0.03877563402056694
70666	rnn.bias_hh_l1	2	-0.08321607112884521
70666	rnn.bias_hh_l1	3	-0.08279448747634888
70666	rnn.bias_hh_l1	4	-0.11000348627567291
70666	rnn.bias_hh_l1	5	-0.06873650848865509
70666	rnn.bias_hh_l1	6	-0.09037796407938004
70666	rnn.bias_hh_l1	7	0.0015131360851228237
70666	rnn.bias_hh_l1	8	-0.10808823257684708
70666	rnn.bias_hh_l1	9	-0.07041020691394806
70666	rnn.weight_ih_l1_reverse	0	-0.04004041850566864
70666	rnn.weight_ih_l1_reverse	1	0.04457620531320572
70666	rnn.weight_ih_l1_reverse	2	0.008627455681562424
70666	rnn.weight_ih_l1_reverse	3	0.0030766865238547325
70666	rnn.weight_ih_l1_reverse	4	-0.03741026669740677
70666	rnn.weight_ih_l1_reverse	5	-0.03535555303096771
70666	rnn.weight_ih_l1_reverse	6	0.002274744212627411
70666	rnn.weight_ih_l1_reverse	7	0.019061613827943802
70666	rnn.weight_ih_l1_reverse	8	-0.0018496220000088215
70666	rnn.weight_ih_l1_reverse	9	-0.03517930954694748
70666	rnn.weight_hh_l1_reverse	0	0.008167889900505543
70666	rnn.weight_hh_l1_reverse	1	0.029216181486845016
70666	rnn.weight_hh_l1_reverse	2	-0.03765280172228813
70666	rnn.weight_hh_l1_reverse	3	0.04155214875936508
70666	rnn.weight_hh_l1_reverse	4	0.04493989422917366
70666	rnn.weight_hh_l1_reverse	5	0.007125138305127621
70666	rnn.weight_hh_l1_reverse	6	0.010065966285765171
70666	rnn.weight_hh_l1_reverse	7	0.027493299916386604
70666	rnn.weight_hh_l1_reverse	8	-0.00209465972147882
70666	rnn.weight_hh_l1_reverse	9	-0.04148748889565468
70666	rnn.bias_ih_l1_reverse	0	-0.05398254469037056
70666	rnn.bias_ih_l1_reverse	1	-0.07682836055755615
70666	rnn.bias_ih_l1_reverse	2	-0.10234162211418152
70666	rnn.bias_ih_l1_reverse	3	-0.013190074823796749
70666	rnn.bias_ih_l1_reverse	4	-0.1644611358642578
70666	rnn.bias_ih_l1_reverse	5	-0.08531998842954636
70666	rnn.bias_ih_l1_reverse	6	-0.10441690683364868
70666	rnn.bias_ih_l1_reverse	7	-0.15701785683631897
70666	rnn.bias_ih_l1_reverse	8	0.10750825703144073
70666	rnn.bias_ih_l1_reverse	9	0.033702023327350616
70666	rnn.bias_hh_l1_reverse	0	-0.07059434801340103
70666	rnn.bias_hh_l1_reverse	1	0.017668597400188446
70666	rnn.bias_hh_l1_reverse	2	-0.20685896277427673
70666	rnn.bias_hh_l1_reverse	3	-0.09599734097719193
70666	rnn.bias_hh_l1_reverse	4	-0.05719991773366928
70666	rnn.bias_hh_l1_reverse	5	-0.06839721649885178
70666	rnn.bias_hh_l1_reverse	6	0.08796205371618271
70666	rnn.bias_hh_l1_reverse	7	-0.1278996467590332
70666	rnn.bias_hh_l1_reverse	8	-0.10255228728055954
70666	rnn.bias_hh_l1_reverse	9	-0.11307772994041443
70666	linear.weight	0	0.002228822559118271
70666	linear.weight	1	0.07523548603057861
70666	linear.weight	2	-0.11096365004777908
70666	linear.weight	3	0.3427482545375824
70666	linear.weight	4	0.08103223145008087
70666	linear.weight	5	0.010241036303341389
70666	linear.weight	6	-0.006767021957784891
70666	linear.weight	7	0.1035502552986145
70666	linear.weight	8	0.04167705774307251
70666	linear.weight	9	-0.06269942224025726
70666	linear.bias	0	-0.09843418747186661
70666	linear.bias	1	-0.106040358543396
70666	linear.bias	2	-0.5161940455436707
70666	linear.bias	3	-0.7073684930801392
70666	linear.bias	4	-1.0298068523406982
70666	linear.bias	5	-0.05509582906961441
70666	linear.bias	6	-0.6035600900650024
70666	linear.bias	7	0.3962044417858124
70666	linear.bias	8	-0.5581663250923157
70666	linear.bias	9	-0.8455308675765991
70863	transitions	0	0.4898638427257538
70863	transitions	1	0.08887754380702972
70863	transitions	2	-10000.0
70863	transitions	3	-1.8030447959899902
70863	transitions	4	-10000.0
70863	transitions	5	0.6401859521865845
70863	transitions	6	-0.030778100714087486
70863	transitions	7	-0.41127485036849976
70863	transitions	8	-1.3440107107162476
70863	transitions	9	-0.0005615162663161755
70863	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
70863	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
70863	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
70863	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
70863	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
70863	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
70863	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
70863	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
70863	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
70863	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
70863	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
70863	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
70863	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
70863	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
70863	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
70863	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
70863	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
70863	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
70863	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
70863	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
70863	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
70863	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
70863	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
70863	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
70863	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
70863	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
70863	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
70863	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
70863	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
70863	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
70863	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
70863	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
70863	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
70863	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
70863	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
70863	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
70863	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
70863	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
70863	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
70863	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
70863	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
70863	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
70863	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
70863	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
70863	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
70863	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
70863	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
70863	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
70863	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
70863	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
70863	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
70863	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
70863	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
70863	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
70863	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
70863	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
70863	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
70863	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
70863	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
70863	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
70863	embedding2nn.weight	0	0.009134053252637386
70863	embedding2nn.weight	1	-0.016322974115610123
70863	embedding2nn.weight	2	-0.014268255792558193
70863	embedding2nn.weight	3	-0.011071210727095604
70863	embedding2nn.weight	4	-0.0059150345623493195
70863	embedding2nn.weight	5	-0.0037005788180977106
70863	embedding2nn.weight	6	-0.0039732372388243675
70863	embedding2nn.weight	7	-0.04212043806910515
70863	embedding2nn.weight	8	-0.0019979383796453476
70863	embedding2nn.weight	9	-0.02396675944328308
70863	embedding2nn.bias	0	0.03611300140619278
70863	embedding2nn.bias	1	-0.06208374351263046
70863	embedding2nn.bias	2	0.07215548306703568
70863	embedding2nn.bias	3	0.05030360072851181
70863	embedding2nn.bias	4	-0.003320653224363923
70863	embedding2nn.bias	5	-0.02843453176319599
70863	embedding2nn.bias	6	0.01295243389904499
70863	embedding2nn.bias	7	-0.035788968205451965
70863	embedding2nn.bias	8	0.049256425350904465
70863	embedding2nn.bias	9	0.05494232848286629
70863	rnn.weight_ih_l0	0	-0.039270322769880295
70863	rnn.weight_ih_l0	1	0.004502037540078163
70863	rnn.weight_ih_l0	2	0.03451975807547569
70863	rnn.weight_ih_l0	3	0.0012323191622272134
70863	rnn.weight_ih_l0	4	-0.01334027573466301
70863	rnn.weight_ih_l0	5	-0.056344322860240936
70863	rnn.weight_ih_l0	6	0.01116418931633234
70863	rnn.weight_ih_l0	7	0.05556178465485573
70863	rnn.weight_ih_l0	8	-0.0008573810337111354
70863	rnn.weight_ih_l0	9	-0.024491118267178535
70863	rnn.weight_hh_l0	0	-0.034111350774765015
70863	rnn.weight_hh_l0	1	-0.0042228661477565765
70863	rnn.weight_hh_l0	2	0.002163001336157322
70863	rnn.weight_hh_l0	3	-0.04929693788290024
70863	rnn.weight_hh_l0	4	0.05420875549316406
70863	rnn.weight_hh_l0	5	0.0015420690178871155
70863	rnn.weight_hh_l0	6	-0.03621306270360947
70863	rnn.weight_hh_l0	7	-0.01880248263478279
70863	rnn.weight_hh_l0	8	0.001070486381649971
70863	rnn.weight_hh_l0	9	-0.024271637201309204
70863	rnn.bias_ih_l0	0	0.04831988364458084
70863	rnn.bias_ih_l0	1	-0.01782842166721821
70863	rnn.bias_ih_l0	2	-0.015531199984252453
70863	rnn.bias_ih_l0	3	0.09366827458143234
70863	rnn.bias_ih_l0	4	-0.04631321132183075
70863	rnn.bias_ih_l0	5	-0.03577777370810509
70863	rnn.bias_ih_l0	6	0.003916019573807716
70863	rnn.bias_ih_l0	7	0.053898945450782776
70863	rnn.bias_ih_l0	8	-0.08127178251743317
70863	rnn.bias_ih_l0	9	-0.02830841764807701
70863	rnn.bias_hh_l0	0	-0.030625492334365845
70863	rnn.bias_hh_l0	1	-0.07283957302570343
70863	rnn.bias_hh_l0	2	-0.04114096611738205
70863	rnn.bias_hh_l0	3	-0.07112067937850952
70863	rnn.bias_hh_l0	4	-0.022931165993213654
70863	rnn.bias_hh_l0	5	-0.006347240414470434
70863	rnn.bias_hh_l0	6	0.023369697853922844
70863	rnn.bias_hh_l0	7	-0.0026335769798606634
70863	rnn.bias_hh_l0	8	-0.11506756395101547
70863	rnn.bias_hh_l0	9	-0.05255896970629692
70863	rnn.weight_ih_l0_reverse	0	-0.01646353304386139
70863	rnn.weight_ih_l0_reverse	1	-0.057709772139787674
70863	rnn.weight_ih_l0_reverse	2	-0.03562755510210991
70863	rnn.weight_ih_l0_reverse	3	-0.0004850103287026286
70863	rnn.weight_ih_l0_reverse	4	-0.004154990427196026
70863	rnn.weight_ih_l0_reverse	5	-0.04698774963617325
70863	rnn.weight_ih_l0_reverse	6	0.04865746200084686
70863	rnn.weight_ih_l0_reverse	7	-0.018269281834363937
70863	rnn.weight_ih_l0_reverse	8	-0.03261551260948181
70863	rnn.weight_ih_l0_reverse	9	0.0016277378890663385
70863	rnn.weight_hh_l0_reverse	0	0.03913193941116333
70863	rnn.weight_hh_l0_reverse	1	0.027237864211201668
70863	rnn.weight_hh_l0_reverse	2	0.03367617353796959
70863	rnn.weight_hh_l0_reverse	3	0.019547490403056145
70863	rnn.weight_hh_l0_reverse	4	-0.0018724508117884398
70863	rnn.weight_hh_l0_reverse	5	0.006294766440987587
70863	rnn.weight_hh_l0_reverse	6	0.04267146810889244
70863	rnn.weight_hh_l0_reverse	7	-0.05000031739473343
70863	rnn.weight_hh_l0_reverse	8	0.034531209617853165
70863	rnn.weight_hh_l0_reverse	9	0.04920720309019089
70863	rnn.bias_ih_l0_reverse	0	-0.06268392503261566
70863	rnn.bias_ih_l0_reverse	1	-0.21571794152259827
70863	rnn.bias_ih_l0_reverse	2	-0.0718371570110321
70863	rnn.bias_ih_l0_reverse	3	-0.009582901373505592
70863	rnn.bias_ih_l0_reverse	4	-0.021722111850976944
70863	rnn.bias_ih_l0_reverse	5	0.03089037723839283
70863	rnn.bias_ih_l0_reverse	6	-0.05027589946985245
70863	rnn.bias_ih_l0_reverse	7	0.04015325754880905
70863	rnn.bias_ih_l0_reverse	8	-0.03228000923991203
70863	rnn.bias_ih_l0_reverse	9	0.019330596551299095
70863	rnn.bias_hh_l0_reverse	0	-0.0062403311021625996
70863	rnn.bias_hh_l0_reverse	1	-0.03721961751580238
70863	rnn.bias_hh_l0_reverse	2	0.051198385655879974
70863	rnn.bias_hh_l0_reverse	3	-0.03246878832578659
70863	rnn.bias_hh_l0_reverse	4	-0.041857585310935974
70863	rnn.bias_hh_l0_reverse	5	-0.024347487837076187
70863	rnn.bias_hh_l0_reverse	6	-0.03353380039334297
70863	rnn.bias_hh_l0_reverse	7	0.08685942739248276
70863	rnn.bias_hh_l0_reverse	8	0.022876081988215446
70863	rnn.bias_hh_l0_reverse	9	-0.09439392387866974
70863	rnn.weight_ih_l1	0	-0.03641904890537262
70863	rnn.weight_ih_l1	1	-0.042810048907995224
70863	rnn.weight_ih_l1	2	0.06524965167045593
70863	rnn.weight_ih_l1	3	-0.02942592464387417
70863	rnn.weight_ih_l1	4	-0.0005630931118503213
70863	rnn.weight_ih_l1	5	-0.04617694392800331
70863	rnn.weight_ih_l1	6	0.02578493021428585
70863	rnn.weight_ih_l1	7	-0.028462035581469536
70863	rnn.weight_ih_l1	8	0.03953879326581955
70863	rnn.weight_ih_l1	9	0.034718696027994156
70863	rnn.weight_hh_l1	0	-0.017305580899119377
70863	rnn.weight_hh_l1	1	0.00916133914142847
70863	rnn.weight_hh_l1	2	-0.0016537669580429792
70863	rnn.weight_hh_l1	3	-0.007599299307912588
70863	rnn.weight_hh_l1	4	0.0019905397202819586
70863	rnn.weight_hh_l1	5	0.02362954057753086
70863	rnn.weight_hh_l1	6	0.025794953107833862
70863	rnn.weight_hh_l1	7	-0.025237880647182465
70863	rnn.weight_hh_l1	8	-0.02438858337700367
70863	rnn.weight_hh_l1	9	0.03818764537572861
70863	rnn.bias_ih_l1	0	-0.13652411103248596
70863	rnn.bias_ih_l1	1	-0.1350681632757187
70863	rnn.bias_ih_l1	2	-0.13205000758171082
70863	rnn.bias_ih_l1	3	-0.21362878382205963
70863	rnn.bias_ih_l1	4	-0.1456911861896515
70863	rnn.bias_ih_l1	5	-0.09256521612405777
70863	rnn.bias_ih_l1	6	-0.11043725162744522
70863	rnn.bias_ih_l1	7	-0.020490260794758797
70863	rnn.bias_ih_l1	8	-0.10127775371074677
70863	rnn.bias_ih_l1	9	-0.09682802110910416
70863	rnn.bias_hh_l1	0	-0.11494177579879761
70863	rnn.bias_hh_l1	1	-0.03487817198038101
70863	rnn.bias_hh_l1	2	-0.083865225315094
70863	rnn.bias_hh_l1	3	-0.08427425473928452
70863	rnn.bias_hh_l1	4	-0.11032833158969879
70863	rnn.bias_hh_l1	5	-0.06902104616165161
70863	rnn.bias_hh_l1	6	-0.09260433167219162
70863	rnn.bias_hh_l1	7	0.0020473229233175516
70863	rnn.bias_hh_l1	8	-0.10780487954616547
70863	rnn.bias_hh_l1	9	-0.07309512048959732
70863	rnn.weight_ih_l1_reverse	0	-0.03955162689089775
70863	rnn.weight_ih_l1_reverse	1	0.04608513042330742
70863	rnn.weight_ih_l1_reverse	2	0.005843179300427437
70863	rnn.weight_ih_l1_reverse	3	0.002357057761400938
70863	rnn.weight_ih_l1_reverse	4	-0.03653682768344879
70863	rnn.weight_ih_l1_reverse	5	-0.035225629806518555
70863	rnn.weight_ih_l1_reverse	6	0.0018327111611142755
70863	rnn.weight_ih_l1_reverse	7	0.018985314294695854
70863	rnn.weight_ih_l1_reverse	8	-0.0012880188878625631
70863	rnn.weight_ih_l1_reverse	9	-0.034529902040958405
70863	rnn.weight_hh_l1_reverse	0	0.007855625823140144
70863	rnn.weight_hh_l1_reverse	1	0.029288994148373604
70863	rnn.weight_hh_l1_reverse	2	-0.0377357117831707
70863	rnn.weight_hh_l1_reverse	3	0.04152081161737442
70863	rnn.weight_hh_l1_reverse	4	0.04544499143958092
70863	rnn.weight_hh_l1_reverse	5	0.006900279317051172
70863	rnn.weight_hh_l1_reverse	6	0.009912638925015926
70863	rnn.weight_hh_l1_reverse	7	0.027551479637622833
70863	rnn.weight_hh_l1_reverse	8	-0.0019288243493065238
70863	rnn.weight_hh_l1_reverse	9	-0.04136807098984718
70863	rnn.bias_ih_l1_reverse	0	-0.0528298020362854
70863	rnn.bias_ih_l1_reverse	1	-0.08408223092556
70863	rnn.bias_ih_l1_reverse	2	-0.10758993774652481
70863	rnn.bias_ih_l1_reverse	3	-0.011661742813885212
70863	rnn.bias_ih_l1_reverse	4	-0.16641266644001007
70863	rnn.bias_ih_l1_reverse	5	-0.08536512404680252
70863	rnn.bias_ih_l1_reverse	6	-0.1051153764128685
70863	rnn.bias_ih_l1_reverse	7	-0.159033864736557
70863	rnn.bias_ih_l1_reverse	8	0.10736425220966339
70863	rnn.bias_ih_l1_reverse	9	0.03727778419852257
70863	rnn.bias_hh_l1_reverse	0	-0.06427451223134995
70863	rnn.bias_hh_l1_reverse	1	0.032735686749219894
70863	rnn.bias_hh_l1_reverse	2	-0.20601151883602142
70863	rnn.bias_hh_l1_reverse	3	-0.09481215476989746
70863	rnn.bias_hh_l1_reverse	4	-0.05640757456421852
70863	rnn.bias_hh_l1_reverse	5	-0.07392897456884384
70863	rnn.bias_hh_l1_reverse	6	0.0954512283205986
70863	rnn.bias_hh_l1_reverse	7	-0.12875176966190338
70863	rnn.bias_hh_l1_reverse	8	-0.10265020281076431
70863	rnn.bias_hh_l1_reverse	9	-0.11362425237894058
70863	linear.weight	0	0.002228822559118271
70863	linear.weight	1	0.07233234494924545
70863	linear.weight	2	-0.10591242462396622
70863	linear.weight	3	0.3430493175983429
70863	linear.weight	4	0.09004654735326767
70863	linear.weight	5	0.007046059239655733
70863	linear.weight	6	0.0014999050181359053
70863	linear.weight	7	0.09350667893886566
70863	linear.weight	8	0.0416770838201046
70863	linear.weight	9	-0.0609523169696331
70863	linear.bias	0	-0.09886546432971954
70863	linear.bias	1	-0.12807798385620117
70863	linear.bias	2	-0.4779348075389862
70863	linear.bias	3	-0.707537055015564
70863	linear.bias	4	-1.0293041467666626
70863	linear.bias	5	-0.05973993241786957
70863	linear.bias	6	-0.6276416182518005
70863	linear.bias	7	0.39162176847457886
70863	linear.bias	8	-0.5423555970191956
70863	linear.bias	9	-0.8289004564285278
71060	transitions	0	0.49438920617103577
71060	transitions	1	0.08575405180454254
71060	transitions	2	-10000.0
71060	transitions	3	-1.8031054735183716
71060	transitions	4	-10000.0
71060	transitions	5	0.6399691700935364
71060	transitions	6	-0.030978748574852943
71060	transitions	7	-0.41242191195487976
71060	transitions	8	-1.3442258834838867
71060	transitions	9	-0.0005642113392241299
71060	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
71060	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
71060	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
71060	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
71060	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
71060	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
71060	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
71060	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
71060	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
71060	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
71060	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
71060	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
71060	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
71060	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
71060	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
71060	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
71060	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
71060	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
71060	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
71060	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
71060	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
71060	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
71060	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
71060	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
71060	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
71060	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
71060	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
71060	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
71060	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
71060	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
71060	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
71060	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
71060	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
71060	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
71060	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
71060	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
71060	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
71060	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
71060	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
71060	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
71060	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
71060	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
71060	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
71060	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
71060	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
71060	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
71060	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
71060	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
71060	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
71060	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
71060	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
71060	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
71060	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
71060	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
71060	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
71060	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
71060	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
71060	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
71060	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
71060	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
71060	embedding2nn.weight	0	0.009367060847580433
71060	embedding2nn.weight	1	-0.016317211091518402
71060	embedding2nn.weight	2	-0.014268255792558193
71060	embedding2nn.weight	3	-0.01079204585403204
71060	embedding2nn.weight	4	-0.0059150345623493195
71060	embedding2nn.weight	5	-0.0037005790509283543
71060	embedding2nn.weight	6	-0.003973235376179218
71060	embedding2nn.weight	7	-0.041308969259262085
71060	embedding2nn.weight	8	-0.0019979383796453476
71060	embedding2nn.weight	9	-0.02411055937409401
71060	embedding2nn.bias	0	0.029370727017521858
71060	embedding2nn.bias	1	-0.0634947419166565
71060	embedding2nn.bias	2	0.06507191061973572
71060	embedding2nn.bias	3	0.05050535872578621
71060	embedding2nn.bias	4	-0.0024694795720279217
71060	embedding2nn.bias	5	-0.032016314566135406
71060	embedding2nn.bias	6	0.012035434134304523
71060	embedding2nn.bias	7	-0.03464818000793457
71060	embedding2nn.bias	8	0.059226181358098984
71060	embedding2nn.bias	9	0.05650005117058754
71060	rnn.weight_ih_l0	0	-0.03954346850514412
71060	rnn.weight_ih_l0	1	0.00408930191770196
71060	rnn.weight_ih_l0	2	0.035305701196193695
71060	rnn.weight_ih_l0	3	0.0009415376116521657
71060	rnn.weight_ih_l0	4	-0.013083265163004398
71060	rnn.weight_ih_l0	5	-0.05698293074965477
71060	rnn.weight_ih_l0	6	0.010190112516283989
71060	rnn.weight_ih_l0	7	0.05580117180943489
71060	rnn.weight_ih_l0	8	-0.000209376827115193
71060	rnn.weight_ih_l0	9	-0.023941345512866974
71060	rnn.weight_hh_l0	0	-0.03476349264383316
71060	rnn.weight_hh_l0	1	-0.004111693240702152
71060	rnn.weight_hh_l0	2	0.0020635693799704313
71060	rnn.weight_hh_l0	3	-0.047932129353284836
71060	rnn.weight_hh_l0	4	0.053969837725162506
71060	rnn.weight_hh_l0	5	0.0004792779218405485
71060	rnn.weight_hh_l0	6	-0.035475730895996094
71060	rnn.weight_hh_l0	7	-0.01716727577149868
71060	rnn.weight_hh_l0	8	0.001679356675595045
71060	rnn.weight_hh_l0	9	-0.024253694340586662
71060	rnn.bias_ih_l0	0	0.05088847503066063
71060	rnn.bias_ih_l0	1	-0.01677572913467884
71060	rnn.bias_ih_l0	2	-0.012847588397562504
71060	rnn.bias_ih_l0	3	0.09176439046859741
71060	rnn.bias_ih_l0	4	-0.047193743288517
71060	rnn.bias_ih_l0	5	-0.035483501851558685
71060	rnn.bias_ih_l0	6	0.0037124105729162693
71060	rnn.bias_ih_l0	7	0.05666952207684517
71060	rnn.bias_ih_l0	8	-0.08032051473855972
71060	rnn.bias_ih_l0	9	-0.026047855615615845
71060	rnn.bias_hh_l0	0	-0.033784158527851105
71060	rnn.bias_hh_l0	1	-0.07118868082761765
71060	rnn.bias_hh_l0	2	-0.04100259393453598
71060	rnn.bias_hh_l0	3	-0.07024651765823364
71060	rnn.bias_hh_l0	4	-0.023121530190110207
71060	rnn.bias_hh_l0	5	-0.007381998468190432
71060	rnn.bias_hh_l0	6	0.022315476089715958
71060	rnn.bias_hh_l0	7	0.003595155430957675
71060	rnn.bias_hh_l0	8	-0.11207864433526993
71060	rnn.bias_hh_l0	9	-0.046520259231328964
71060	rnn.weight_ih_l0_reverse	0	-0.01685657724738121
71060	rnn.weight_ih_l0_reverse	1	-0.05643918365240097
71060	rnn.weight_ih_l0_reverse	2	-0.03641333431005478
71060	rnn.weight_ih_l0_reverse	3	-0.0012733441544696689
71060	rnn.weight_ih_l0_reverse	4	-0.003138425061479211
71060	rnn.weight_ih_l0_reverse	5	-0.04733635485172272
71060	rnn.weight_ih_l0_reverse	6	0.04784088209271431
71060	rnn.weight_ih_l0_reverse	7	-0.01942729763686657
71060	rnn.weight_ih_l0_reverse	8	-0.03196638822555542
71060	rnn.weight_ih_l0_reverse	9	0.00242845481261611
71060	rnn.weight_hh_l0_reverse	0	0.040806107223033905
71060	rnn.weight_hh_l0_reverse	1	0.02827407233417034
71060	rnn.weight_hh_l0_reverse	2	0.03392665460705757
71060	rnn.weight_hh_l0_reverse	3	0.01969820074737072
71060	rnn.weight_hh_l0_reverse	4	-0.0022905697114765644
71060	rnn.weight_hh_l0_reverse	5	0.0074806599877774715
71060	rnn.weight_hh_l0_reverse	6	0.04269888252019882
71060	rnn.weight_hh_l0_reverse	7	-0.050481557846069336
71060	rnn.weight_hh_l0_reverse	8	0.035012051463127136
71060	rnn.weight_hh_l0_reverse	9	0.04814300313591957
71060	rnn.bias_ih_l0_reverse	0	-0.06007419526576996
71060	rnn.bias_ih_l0_reverse	1	-0.2117946743965149
71060	rnn.bias_ih_l0_reverse	2	-0.07959309220314026
71060	rnn.bias_ih_l0_reverse	3	-0.012341592460870743
71060	rnn.bias_ih_l0_reverse	4	-0.02657402865588665
71060	rnn.bias_ih_l0_reverse	5	0.032185740768909454
71060	rnn.bias_ih_l0_reverse	6	-0.04636826366186142
71060	rnn.bias_ih_l0_reverse	7	0.040247268974781036
71060	rnn.bias_ih_l0_reverse	8	-0.03093935176730156
71060	rnn.bias_ih_l0_reverse	9	0.020065901800990105
71060	rnn.bias_hh_l0_reverse	0	-0.007059700787067413
71060	rnn.bias_hh_l0_reverse	1	-0.04499742388725281
71060	rnn.bias_hh_l0_reverse	2	0.049197956919670105
71060	rnn.bias_hh_l0_reverse	3	-0.031754083931446075
71060	rnn.bias_hh_l0_reverse	4	-0.042938150465488434
71060	rnn.bias_hh_l0_reverse	5	-0.021036619320511818
71060	rnn.bias_hh_l0_reverse	6	-0.03668118640780449
71060	rnn.bias_hh_l0_reverse	7	0.08762294799089432
71060	rnn.bias_hh_l0_reverse	8	0.021497095003724098
71060	rnn.bias_hh_l0_reverse	9	-0.09567742049694061
71060	rnn.weight_ih_l1	0	-0.03650391846895218
71060	rnn.weight_ih_l1	1	-0.04248752444982529
71060	rnn.weight_ih_l1	2	0.06660547852516174
71060	rnn.weight_ih_l1	3	-0.028429709374904633
71060	rnn.weight_ih_l1	4	-0.0008050469914451241
71060	rnn.weight_ih_l1	5	-0.04598378762602806
71060	rnn.weight_ih_l1	6	0.025648821145296097
71060	rnn.weight_ih_l1	7	-0.030339756980538368
71060	rnn.weight_ih_l1	8	0.03942401334643364
71060	rnn.weight_ih_l1	9	0.03447151929140091
71060	rnn.weight_hh_l1	0	-0.017805246636271477
71060	rnn.weight_hh_l1	1	0.009267393499612808
71060	rnn.weight_hh_l1	2	-0.0006263785762712359
71060	rnn.weight_hh_l1	3	-0.0076915971003472805
71060	rnn.weight_hh_l1	4	0.0012687507551163435
71060	rnn.weight_hh_l1	5	0.023504672572016716
71060	rnn.weight_hh_l1	6	0.026015009731054306
71060	rnn.weight_hh_l1	7	-0.02417982555925846
71060	rnn.weight_hh_l1	8	-0.02482045814394951
71060	rnn.weight_hh_l1	9	0.037878964096307755
71060	rnn.bias_ih_l1	0	-0.13658404350280762
71060	rnn.bias_ih_l1	1	-0.13919730484485626
71060	rnn.bias_ih_l1	2	-0.13573825359344482
71060	rnn.bias_ih_l1	3	-0.2168612778186798
71060	rnn.bias_ih_l1	4	-0.14949746429920197
71060	rnn.bias_ih_l1	5	-0.09147628396749496
71060	rnn.bias_ih_l1	6	-0.11049079895019531
71060	rnn.bias_ih_l1	7	-0.023876521736383438
71060	rnn.bias_ih_l1	8	-0.10281743109226227
71060	rnn.bias_ih_l1	9	-0.09854955971240997
71060	rnn.bias_hh_l1	0	-0.11657276749610901
71060	rnn.bias_hh_l1	1	-0.036641355603933334
71060	rnn.bias_hh_l1	2	-0.08570818603038788
71060	rnn.bias_hh_l1	3	-0.08535856753587723
71060	rnn.bias_hh_l1	4	-0.11088164150714874
71060	rnn.bias_hh_l1	5	-0.06685891002416611
71060	rnn.bias_hh_l1	6	-0.09298789501190186
71060	rnn.bias_hh_l1	7	-0.0013291173381730914
71060	rnn.bias_hh_l1	8	-0.10890281945466995
71060	rnn.bias_hh_l1	9	-0.07214072346687317
71060	rnn.weight_ih_l1_reverse	0	-0.0406111516058445
71060	rnn.weight_ih_l1_reverse	1	0.04649541154503822
71060	rnn.weight_ih_l1_reverse	2	0.0064786700531840324
71060	rnn.weight_ih_l1_reverse	3	-0.00046342285349965096
71060	rnn.weight_ih_l1_reverse	4	-0.032625868916511536
71060	rnn.weight_ih_l1_reverse	5	-0.035211361944675446
71060	rnn.weight_ih_l1_reverse	6	0.0016784010222181678
71060	rnn.weight_ih_l1_reverse	7	0.01823301799595356
71060	rnn.weight_ih_l1_reverse	8	-0.0033243095967918634
71060	rnn.weight_ih_l1_reverse	9	-0.037251342087984085
71060	rnn.weight_hh_l1_reverse	0	0.00777779147028923
71060	rnn.weight_hh_l1_reverse	1	0.029463034123182297
71060	rnn.weight_hh_l1_reverse	2	-0.037702541798353195
71060	rnn.weight_hh_l1_reverse	3	0.041548773646354675
71060	rnn.weight_hh_l1_reverse	4	0.04610610008239746
71060	rnn.weight_hh_l1_reverse	5	0.00693241972476244
71060	rnn.weight_hh_l1_reverse	6	0.010842808522284031
71060	rnn.weight_hh_l1_reverse	7	0.02736363373696804
71060	rnn.weight_hh_l1_reverse	8	-0.0019750732462853193
71060	rnn.weight_hh_l1_reverse	9	-0.04156334698200226
71060	rnn.bias_ih_l1_reverse	0	-0.05167248472571373
71060	rnn.bias_ih_l1_reverse	1	-0.07667418569326401
71060	rnn.bias_ih_l1_reverse	2	-0.10859916359186172
71060	rnn.bias_ih_l1_reverse	3	-0.010953865945339203
71060	rnn.bias_ih_l1_reverse	4	-0.16533724963665009
71060	rnn.bias_ih_l1_reverse	5	-0.08458692580461502
71060	rnn.bias_ih_l1_reverse	6	-0.10476972162723541
71060	rnn.bias_ih_l1_reverse	7	-0.15535886585712433
71060	rnn.bias_ih_l1_reverse	8	0.10861224681138992
71060	rnn.bias_ih_l1_reverse	9	0.04179323464632034
71060	rnn.bias_hh_l1_reverse	0	-0.06020289659500122
71060	rnn.bias_hh_l1_reverse	1	0.027445031329989433
71060	rnn.bias_hh_l1_reverse	2	-0.20498612523078918
71060	rnn.bias_hh_l1_reverse	3	-0.09348607808351517
71060	rnn.bias_hh_l1_reverse	4	-0.05610689893364906
71060	rnn.bias_hh_l1_reverse	5	-0.07526351511478424
71060	rnn.bias_hh_l1_reverse	6	0.08825282007455826
71060	rnn.bias_hh_l1_reverse	7	-0.1259617954492569
71060	rnn.bias_hh_l1_reverse	8	-0.10165750235319138
71060	rnn.bias_hh_l1_reverse	9	-0.11302462965250015
71060	linear.weight	0	0.002228822559118271
71060	linear.weight	1	0.0732729434967041
71060	linear.weight	2	-0.10254738479852676
71060	linear.weight	3	0.35146504640579224
71060	linear.weight	4	0.08841174095869064
71060	linear.weight	5	0.00840685237199068
71060	linear.weight	6	-0.006523095071315765
71060	linear.weight	7	0.07944197952747345
71060	linear.weight	8	0.04167378693819046
71060	linear.weight	9	-0.062082309275865555
71060	linear.bias	0	-0.09261532872915268
71060	linear.bias	1	-0.13853700459003448
71060	linear.bias	2	-0.4941539466381073
71060	linear.bias	3	-0.7288726568222046
71060	linear.bias	4	-1.0519007444381714
71060	linear.bias	5	-0.0479658842086792
71060	linear.bias	6	-0.647578775882721
71060	linear.bias	7	0.40502822399139404
71060	linear.bias	8	-0.5362293720245361
71060	linear.bias	9	-0.8269627690315247
71064	transitions	0	0.49432021379470825
71064	transitions	1	0.08573461323976517
71064	transitions	2	-10000.0
71064	transitions	3	-1.8031082153320312
71064	transitions	4	-10000.0
71064	transitions	5	0.6399514675140381
71064	transitions	6	-0.03098868764936924
71064	transitions	7	-0.41242340207099915
71064	transitions	8	-1.3442319631576538
71064	transitions	9	-0.0005642308387905359
71064	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
71064	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
71064	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
71064	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
71064	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
71064	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
71064	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
71064	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
71064	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
71064	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
71064	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
71064	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
71064	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
71064	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
71064	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
71064	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
71064	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
71064	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
71064	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
71064	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
71064	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
71064	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
71064	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
71064	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
71064	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
71064	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
71064	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
71064	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
71064	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
71064	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
71064	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
71064	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
71064	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
71064	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
71064	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
71064	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
71064	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
71064	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
71064	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
71064	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
71064	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
71064	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
71064	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
71064	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
71064	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
71064	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
71064	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
71064	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
71064	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
71064	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
71064	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
71064	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
71064	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
71064	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
71064	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
71064	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
71064	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
71064	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
71064	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
71064	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
71064	embedding2nn.weight	0	0.009188645519316196
71064	embedding2nn.weight	1	-0.01631891168653965
71064	embedding2nn.weight	2	-0.014268255792558193
71064	embedding2nn.weight	3	-0.010852882638573647
71064	embedding2nn.weight	4	-0.0059150345623493195
71064	embedding2nn.weight	5	-0.0037005790509283543
71064	embedding2nn.weight	6	-0.003973235376179218
71064	embedding2nn.weight	7	-0.04120415076613426
71064	embedding2nn.weight	8	-0.0019979383796453476
71064	embedding2nn.weight	9	-0.023957159370183945
71064	embedding2nn.bias	0	0.030180934816598892
71064	embedding2nn.bias	1	-0.0643075704574585
71064	embedding2nn.bias	2	0.06453202664852142
71064	embedding2nn.bias	3	0.0510653555393219
71064	embedding2nn.bias	4	-0.0024528857320547104
71064	embedding2nn.bias	5	-0.033306486904621124
71064	embedding2nn.bias	6	0.01123098749667406
71064	embedding2nn.bias	7	-0.03383737802505493
71064	embedding2nn.bias	8	0.05885997414588928
71064	embedding2nn.bias	9	0.05589836835861206
71064	rnn.weight_ih_l0	0	-0.03973971679806709
71064	rnn.weight_ih_l0	1	0.004113542381674051
71064	rnn.weight_ih_l0	2	0.0352780856192112
71064	rnn.weight_ih_l0	3	0.0009227929404005408
71064	rnn.weight_ih_l0	4	-0.013153470121324062
71064	rnn.weight_ih_l0	5	-0.057013027369976044
71064	rnn.weight_ih_l0	6	0.010144500993192196
71064	rnn.weight_ih_l0	7	0.05572442710399628
71064	rnn.weight_ih_l0	8	-0.00023319185129366815
71064	rnn.weight_ih_l0	9	-0.023921146988868713
71064	rnn.weight_hh_l0	0	-0.034798625856637955
71064	rnn.weight_hh_l0	1	-0.004103056620806456
71064	rnn.weight_hh_l0	2	0.0020891327876597643
71064	rnn.weight_hh_l0	3	-0.04782021790742874
71064	rnn.weight_hh_l0	4	0.05395318195223808
71064	rnn.weight_hh_l0	5	0.0007188943563960493
71064	rnn.weight_hh_l0	6	-0.035388097167015076
71064	rnn.weight_hh_l0	7	-0.01724410429596901
71064	rnn.weight_hh_l0	8	0.001557677867822349
71064	rnn.weight_hh_l0	9	-0.024206899106502533
71064	rnn.bias_ih_l0	0	0.05082271620631218
71064	rnn.bias_ih_l0	1	-0.017057806253433228
71064	rnn.bias_ih_l0	2	-0.012926001101732254
71064	rnn.bias_ih_l0	3	0.09179103374481201
71064	rnn.bias_ih_l0	4	-0.04755277559161186
71064	rnn.bias_ih_l0	5	-0.035737112164497375
71064	rnn.bias_ih_l0	6	0.0033022991847246885
71064	rnn.bias_ih_l0	7	0.05661619454622269
71064	rnn.bias_ih_l0	8	-0.08064356446266174
71064	rnn.bias_ih_l0	9	-0.026292994618415833
71064	rnn.bias_hh_l0	0	-0.033852022141218185
71064	rnn.bias_hh_l0	1	-0.0714409202337265
71064	rnn.bias_hh_l0	2	-0.041184090077877045
71064	rnn.bias_hh_l0	3	-0.07010392099618912
71064	rnn.bias_hh_l0	4	-0.023075055330991745
71064	rnn.bias_hh_l0	5	-0.007507625501602888
71064	rnn.bias_hh_l0	6	0.02201228216290474
71064	rnn.bias_hh_l0	7	0.003605401609092951
71064	rnn.bias_hh_l0	8	-0.11233041435480118
71064	rnn.bias_hh_l0	9	-0.04441695660352707
71064	rnn.weight_ih_l0_reverse	0	-0.0166647806763649
71064	rnn.weight_ih_l0_reverse	1	-0.056501470506191254
71064	rnn.weight_ih_l0_reverse	2	-0.0364077053964138
71064	rnn.weight_ih_l0_reverse	3	-0.0015037546399980783
71064	rnn.weight_ih_l0_reverse	4	-0.003184535773470998
71064	rnn.weight_ih_l0_reverse	5	-0.047321002930402756
71064	rnn.weight_ih_l0_reverse	6	0.04775913804769516
71064	rnn.weight_ih_l0_reverse	7	-0.019427305087447166
71064	rnn.weight_ih_l0_reverse	8	-0.03193723037838936
71064	rnn.weight_ih_l0_reverse	9	0.0025058062747120857
71064	rnn.weight_hh_l0_reverse	0	0.040649447590112686
71064	rnn.weight_hh_l0_reverse	1	0.028280235826969147
71064	rnn.weight_hh_l0_reverse	2	0.033897243440151215
71064	rnn.weight_hh_l0_reverse	3	0.019649779424071312
71064	rnn.weight_hh_l0_reverse	4	-0.0023472674656659365
71064	rnn.weight_hh_l0_reverse	5	0.007654376327991486
71064	rnn.weight_hh_l0_reverse	6	0.04268713295459747
71064	rnn.weight_hh_l0_reverse	7	-0.0504947304725647
71064	rnn.weight_hh_l0_reverse	8	0.0347977951169014
71064	rnn.weight_hh_l0_reverse	9	0.04822322726249695
71064	rnn.bias_ih_l0_reverse	0	-0.0599820613861084
71064	rnn.bias_ih_l0_reverse	1	-0.2115136981010437
71064	rnn.bias_ih_l0_reverse	2	-0.08080615103244781
71064	rnn.bias_ih_l0_reverse	3	-0.012484680861234665
71064	rnn.bias_ih_l0_reverse	4	-0.02619665116071701
71064	rnn.bias_ih_l0_reverse	5	0.031987741589546204
71064	rnn.bias_ih_l0_reverse	6	-0.04641653224825859
71064	rnn.bias_ih_l0_reverse	7	0.03993239626288414
71064	rnn.bias_ih_l0_reverse	8	-0.031491801142692566
71064	rnn.bias_ih_l0_reverse	9	0.020339537411928177
71064	rnn.bias_hh_l0_reverse	0	-0.007174411788582802
71064	rnn.bias_hh_l0_reverse	1	-0.04522423818707466
71064	rnn.bias_hh_l0_reverse	2	0.04912326857447624
71064	rnn.bias_hh_l0_reverse	3	-0.03176584094762802
71064	rnn.bias_hh_l0_reverse	4	-0.0427662655711174
71064	rnn.bias_hh_l0_reverse	5	-0.021023299545049667
71064	rnn.bias_hh_l0_reverse	6	-0.03660343214869499
71064	rnn.bias_hh_l0_reverse	7	0.08804236352443695
71064	rnn.bias_hh_l0_reverse	8	0.02144918218255043
71064	rnn.bias_hh_l0_reverse	9	-0.09583163261413574
71064	rnn.weight_ih_l1	0	-0.0365264005959034
71064	rnn.weight_ih_l1	1	-0.04245669022202492
71064	rnn.weight_ih_l1	2	0.06617024540901184
71064	rnn.weight_ih_l1	3	-0.02820112369954586
71064	rnn.weight_ih_l1	4	-0.0010176593204960227
71064	rnn.weight_ih_l1	5	-0.04598885029554367
71064	rnn.weight_ih_l1	6	0.02563042938709259
71064	rnn.weight_ih_l1	7	-0.030356938019394875
71064	rnn.weight_ih_l1	8	0.039307985454797745
71064	rnn.weight_ih_l1	9	0.034447140991687775
71064	rnn.weight_hh_l1	0	-0.017645850777626038
71064	rnn.weight_hh_l1	1	0.009267511777579784
71064	rnn.weight_hh_l1	2	-0.0010115731274709105
71064	rnn.weight_hh_l1	3	-0.00758627662435174
71064	rnn.weight_hh_l1	4	0.0013394615380093455
71064	rnn.weight_hh_l1	5	0.02351253293454647
71064	rnn.weight_hh_l1	6	0.025797709822654724
71064	rnn.weight_hh_l1	7	-0.024151403456926346
71064	rnn.weight_hh_l1	8	-0.024869399145245552
71064	rnn.weight_hh_l1	9	0.03787775710225105
71064	rnn.bias_ih_l1	0	-0.13696247339248657
71064	rnn.bias_ih_l1	1	-0.1393538862466812
71064	rnn.bias_ih_l1	2	-0.13501287996768951
71064	rnn.bias_ih_l1	3	-0.2170696258544922
71064	rnn.bias_ih_l1	4	-0.14984166622161865
71064	rnn.bias_ih_l1	5	-0.09135673195123672
71064	rnn.bias_ih_l1	6	-0.11049812287092209
71064	rnn.bias_ih_l1	7	-0.02350759692490101
71064	rnn.bias_ih_l1	8	-0.10219378769397736
71064	rnn.bias_ih_l1	9	-0.0987962931394577
71064	rnn.bias_hh_l1	0	-0.1165623739361763
71064	rnn.bias_hh_l1	1	-0.03699752688407898
71064	rnn.bias_hh_l1	2	-0.08522623777389526
71064	rnn.bias_hh_l1	3	-0.08533899486064911
71064	rnn.bias_hh_l1	4	-0.11071766912937164
71064	rnn.bias_hh_l1	5	-0.06643258780241013
71064	rnn.bias_hh_l1	6	-0.09258637577295303
71064	rnn.bias_hh_l1	7	-0.0014083875576034188
71064	rnn.bias_hh_l1	8	-0.10935252159833908
71064	rnn.bias_hh_l1	9	-0.07243350893259048
71064	rnn.weight_ih_l1_reverse	0	-0.04052339866757393
71064	rnn.weight_ih_l1_reverse	1	0.04641193524003029
71064	rnn.weight_ih_l1_reverse	2	0.006652338895946741
71064	rnn.weight_ih_l1_reverse	3	-0.00035336604923941195
71064	rnn.weight_ih_l1_reverse	4	-0.0323898009955883
71064	rnn.weight_ih_l1_reverse	5	-0.03515734523534775
71064	rnn.weight_ih_l1_reverse	6	0.0015418612165376544
71064	rnn.weight_ih_l1_reverse	7	0.018238941207528114
71064	rnn.weight_ih_l1_reverse	8	-0.003283488331362605
71064	rnn.weight_ih_l1_reverse	9	-0.037255559116601944
71064	rnn.weight_hh_l1_reverse	0	0.0077969771809875965
71064	rnn.weight_hh_l1_reverse	1	0.02945852465927601
71064	rnn.weight_hh_l1_reverse	2	-0.03770987316966057
71064	rnn.weight_hh_l1_reverse	3	0.041557203978300095
71064	rnn.weight_hh_l1_reverse	4	0.046125829219818115
71064	rnn.weight_hh_l1_reverse	5	0.007029470056295395
71064	rnn.weight_hh_l1_reverse	6	0.010821763426065445
71064	rnn.weight_hh_l1_reverse	7	0.027402209118008614
71064	rnn.weight_hh_l1_reverse	8	-0.001984670525416732
71064	rnn.weight_hh_l1_reverse	9	-0.041559603065252304
71064	rnn.bias_ih_l1_reverse	0	-0.05142797529697418
71064	rnn.bias_ih_l1_reverse	1	-0.07602063566446304
71064	rnn.bias_ih_l1_reverse	2	-0.10834304988384247
71064	rnn.bias_ih_l1_reverse	3	-0.010920938104391098
71064	rnn.bias_ih_l1_reverse	4	-0.16545261442661285
71064	rnn.bias_ih_l1_reverse	5	-0.08473952859640121
71064	rnn.bias_ih_l1_reverse	6	-0.10487160831689835
71064	rnn.bias_ih_l1_reverse	7	-0.15589043498039246
71064	rnn.bias_ih_l1_reverse	8	0.11012167483568192
71064	rnn.bias_ih_l1_reverse	9	0.04237448796629906
71064	rnn.bias_hh_l1_reverse	0	-0.06068534404039383
71064	rnn.bias_hh_l1_reverse	1	0.02876126952469349
71064	rnn.bias_hh_l1_reverse	2	-0.204945906996727
71064	rnn.bias_hh_l1_reverse	3	-0.09353139996528625
71064	rnn.bias_hh_l1_reverse	4	-0.056050848215818405
71064	rnn.bias_hh_l1_reverse	5	-0.07523201406002045
71064	rnn.bias_hh_l1_reverse	6	0.08750563114881516
71064	rnn.bias_hh_l1_reverse	7	-0.12623117864131927
71064	rnn.bias_hh_l1_reverse	8	-0.10188263654708862
71064	rnn.bias_hh_l1_reverse	9	-0.11286906898021698
71064	linear.weight	0	0.002228822559118271
71064	linear.weight	1	0.07454470545053482
71064	linear.weight	2	-0.10238704085350037
71064	linear.weight	3	0.3516085743904114
71064	linear.weight	4	0.08817966282367706
71064	linear.weight	5	0.008289598859846592
71064	linear.weight	6	-0.0033009531907737255
71064	linear.weight	7	0.07881715148687363
71064	linear.weight	8	0.04167384281754494
71064	linear.weight	9	-0.0624738484621048
71064	linear.bias	0	-0.08379489183425903
71064	linear.bias	1	-0.143100306391716
71064	linear.bias	2	-0.4979444444179535
71064	linear.bias	3	-0.7356601357460022
71064	linear.bias	4	-1.0587718486785889
71064	linear.bias	5	-0.04069860652089119
71064	linear.bias	6	-0.6520676612854004
71064	linear.bias	7	0.4121605455875397
71064	linear.bias	8	-0.5350955724716187
71064	linear.bias	9	-0.8258845806121826
71261	transitions	0	0.49268490076065063
71261	transitions	1	0.08490622788667679
71261	transitions	2	-10000.0
71261	transitions	3	-1.8031760454177856
71261	transitions	4	-10000.0
71261	transitions	5	0.639695405960083
71261	transitions	6	-0.0311385877430439
71261	transitions	7	-0.4138300120830536
71261	transitions	8	-1.3445194959640503
71261	transitions	9	-0.0005661817849613726
71261	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
71261	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
71261	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
71261	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
71261	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
71261	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
71261	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
71261	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
71261	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
71261	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
71261	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
71261	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
71261	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
71261	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
71261	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
71261	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
71261	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
71261	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
71261	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
71261	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
71261	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
71261	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
71261	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
71261	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
71261	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
71261	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
71261	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
71261	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
71261	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
71261	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
71261	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
71261	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
71261	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
71261	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
71261	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
71261	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
71261	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
71261	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
71261	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
71261	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
71261	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
71261	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
71261	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
71261	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
71261	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
71261	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
71261	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
71261	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
71261	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
71261	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
71261	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
71261	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
71261	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
71261	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
71261	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
71261	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
71261	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
71261	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
71261	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
71261	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
71261	embedding2nn.weight	0	0.008314967155456543
71261	embedding2nn.weight	1	-0.016472917050123215
71261	embedding2nn.weight	2	-0.014268255792558193
71261	embedding2nn.weight	3	-0.01140283327549696
71261	embedding2nn.weight	4	-0.0059150345623493195
71261	embedding2nn.weight	5	-0.003700579283758998
71261	embedding2nn.weight	6	-0.003973234910517931
71261	embedding2nn.weight	7	-0.04129638150334358
71261	embedding2nn.weight	8	-0.0019979383796453476
71261	embedding2nn.weight	9	-0.024340400472283363
71261	embedding2nn.bias	0	0.033385150134563446
71261	embedding2nn.bias	1	-0.07190241664648056
71261	embedding2nn.bias	2	0.06584583967924118
71261	embedding2nn.bias	3	0.05041111260652542
71261	embedding2nn.bias	4	-0.011832424439489841
71261	embedding2nn.bias	5	-0.035101018846035004
71261	embedding2nn.bias	6	0.009590964764356613
71261	embedding2nn.bias	7	-0.04154585674405098
71261	embedding2nn.bias	8	0.04493274167180061
71261	embedding2nn.bias	9	0.05222618952393532
71261	rnn.weight_ih_l0	0	-0.0393143929541111
71261	rnn.weight_ih_l0	1	0.0038613982032984495
71261	rnn.weight_ih_l0	2	0.03463312238454819
71261	rnn.weight_ih_l0	3	0.0012776593212038279
71261	rnn.weight_ih_l0	4	-0.011184649541974068
71261	rnn.weight_ih_l0	5	-0.05674513801932335
71261	rnn.weight_ih_l0	6	0.00966821238398552
71261	rnn.weight_ih_l0	7	0.055467959493398666
71261	rnn.weight_ih_l0	8	-0.0002606497146189213
71261	rnn.weight_ih_l0	9	-0.02372833341360092
71261	rnn.weight_hh_l0	0	-0.03427079692482948
71261	rnn.weight_hh_l0	1	-0.003838970325887203
71261	rnn.weight_hh_l0	2	0.003148783929646015
71261	rnn.weight_hh_l0	3	-0.04610763490200043
71261	rnn.weight_hh_l0	4	0.05525357648730278
71261	rnn.weight_hh_l0	5	0.0002382677630521357
71261	rnn.weight_hh_l0	6	-0.036386698484420776
71261	rnn.weight_hh_l0	7	-0.015873616561293602
71261	rnn.weight_hh_l0	8	0.0018805117579177022
71261	rnn.weight_hh_l0	9	-0.02482740953564644
71261	rnn.bias_ih_l0	0	0.05179533362388611
71261	rnn.bias_ih_l0	1	-0.018715141341090202
71261	rnn.bias_ih_l0	2	-0.013751341961324215
71261	rnn.bias_ih_l0	3	0.0900081917643547
71261	rnn.bias_ih_l0	4	-0.04763505607843399
71261	rnn.bias_ih_l0	5	-0.04110913723707199
71261	rnn.bias_ih_l0	6	0.004705602303147316
71261	rnn.bias_ih_l0	7	0.057780031114816666
71261	rnn.bias_ih_l0	8	-0.07945843786001205
71261	rnn.bias_ih_l0	9	-0.02322046272456646
71261	rnn.bias_hh_l0	0	-0.03455954045057297
71261	rnn.bias_hh_l0	1	-0.07473103702068329
71261	rnn.bias_hh_l0	2	-0.03729422017931938
71261	rnn.bias_hh_l0	3	-0.06956494599580765
71261	rnn.bias_hh_l0	4	-0.021967168897390366
71261	rnn.bias_hh_l0	5	-0.0049912030808627605
71261	rnn.bias_hh_l0	6	0.02157384343445301
71261	rnn.bias_hh_l0	7	0.00519303185865283
71261	rnn.bias_hh_l0	8	-0.11020240932703018
71261	rnn.bias_hh_l0	9	-0.039857976138591766
71261	rnn.weight_ih_l0_reverse	0	-0.016648022457957268
71261	rnn.weight_ih_l0_reverse	1	-0.057167522609233856
71261	rnn.weight_ih_l0_reverse	2	-0.03539976477622986
71261	rnn.weight_ih_l0_reverse	3	-0.001768321730196476
71261	rnn.weight_ih_l0_reverse	4	-0.002814097795635462
71261	rnn.weight_ih_l0_reverse	5	-0.047244906425476074
71261	rnn.weight_ih_l0_reverse	6	0.047800272703170776
71261	rnn.weight_ih_l0_reverse	7	-0.01900538057088852
71261	rnn.weight_ih_l0_reverse	8	-0.03178143873810768
71261	rnn.weight_ih_l0_reverse	9	0.0033059248235076666
71261	rnn.weight_hh_l0_reverse	0	0.04133322834968567
71261	rnn.weight_hh_l0_reverse	1	0.027133023366332054
71261	rnn.weight_hh_l0_reverse	2	0.03368519991636276
71261	rnn.weight_hh_l0_reverse	3	0.01981237716972828
71261	rnn.weight_hh_l0_reverse	4	-0.0018565976060926914
71261	rnn.weight_hh_l0_reverse	5	0.007042939309030771
71261	rnn.weight_hh_l0_reverse	6	0.04303771257400513
71261	rnn.weight_hh_l0_reverse	7	-0.050971619784832
71261	rnn.weight_hh_l0_reverse	8	0.034330327063798904
71261	rnn.weight_hh_l0_reverse	9	0.0490461029112339
71261	rnn.bias_ih_l0_reverse	0	-0.05891123041510582
71261	rnn.bias_ih_l0_reverse	1	-0.21194693446159363
71261	rnn.bias_ih_l0_reverse	2	-0.08255517482757568
71261	rnn.bias_ih_l0_reverse	3	-0.013761572539806366
71261	rnn.bias_ih_l0_reverse	4	-0.0287493783980608
71261	rnn.bias_ih_l0_reverse	5	0.0333009697496891
71261	rnn.bias_ih_l0_reverse	6	-0.047773171216249466
71261	rnn.bias_ih_l0_reverse	7	0.04243679717183113
71261	rnn.bias_ih_l0_reverse	8	-0.03329102694988251
71261	rnn.bias_ih_l0_reverse	9	0.01992151327431202
71261	rnn.bias_hh_l0_reverse	0	-0.006238346919417381
71261	rnn.bias_hh_l0_reverse	1	-0.044793762266635895
71261	rnn.bias_hh_l0_reverse	2	0.052555691450834274
71261	rnn.bias_hh_l0_reverse	3	-0.0311594195663929
71261	rnn.bias_hh_l0_reverse	4	-0.038844458758831024
71261	rnn.bias_hh_l0_reverse	5	-0.022526375949382782
71261	rnn.bias_hh_l0_reverse	6	-0.03587526082992554
71261	rnn.bias_hh_l0_reverse	7	0.08936088532209396
71261	rnn.bias_hh_l0_reverse	8	0.023005353286862373
71261	rnn.bias_hh_l0_reverse	9	-0.10104693472385406
71261	rnn.weight_ih_l1	0	-0.03631947562098503
71261	rnn.weight_ih_l1	1	-0.040639255195856094
71261	rnn.weight_ih_l1	2	0.064570352435112
71261	rnn.weight_ih_l1	3	-0.02988991141319275
71261	rnn.weight_ih_l1	4	-0.0009436191176064312
71261	rnn.weight_ih_l1	5	-0.046262629330158234
71261	rnn.weight_ih_l1	6	0.025526655837893486
71261	rnn.weight_ih_l1	7	-0.029596934095025063
71261	rnn.weight_ih_l1	8	0.03914524242281914
71261	rnn.weight_ih_l1	9	0.034893520176410675
71261	rnn.weight_hh_l1	0	-0.01794946938753128
71261	rnn.weight_hh_l1	1	0.009366953745484352
71261	rnn.weight_hh_l1	2	-0.00032995923538692296
71261	rnn.weight_hh_l1	3	-0.007871318608522415
71261	rnn.weight_hh_l1	4	0.000615814991760999
71261	rnn.weight_hh_l1	5	0.023808492347598076
71261	rnn.weight_hh_l1	6	0.025909215211868286
71261	rnn.weight_hh_l1	7	-0.024105457589030266
71261	rnn.weight_hh_l1	8	-0.024451280012726784
71261	rnn.weight_hh_l1	9	0.03817452862858772
71261	rnn.bias_ih_l1	0	-0.1374666690826416
71261	rnn.bias_ih_l1	1	-0.13771051168441772
71261	rnn.bias_ih_l1	2	-0.13876084983348846
71261	rnn.bias_ih_l1	3	-0.21647708117961884
71261	rnn.bias_ih_l1	4	-0.14337244629859924
71261	rnn.bias_ih_l1	5	-0.09324699640274048
71261	rnn.bias_ih_l1	6	-0.10794845968484879
71261	rnn.bias_ih_l1	7	-0.023265374824404716
71261	rnn.bias_ih_l1	8	-0.10463128983974457
71261	rnn.bias_ih_l1	9	-0.09655822813510895
71261	rnn.bias_hh_l1	0	-0.11496540158987045
71261	rnn.bias_hh_l1	1	-0.03375198319554329
71261	rnn.bias_hh_l1	2	-0.08549917489290237
71261	rnn.bias_hh_l1	3	-0.08667724579572678
71261	rnn.bias_hh_l1	4	-0.11138401925563812
71261	rnn.bias_hh_l1	5	-0.06847119331359863
71261	rnn.bias_hh_l1	6	-0.09407754242420197
71261	rnn.bias_hh_l1	7	-0.005058553535491228
71261	rnn.bias_hh_l1	8	-0.10559040307998657
71261	rnn.bias_hh_l1	9	-0.07397548109292984
71261	rnn.weight_ih_l1_reverse	0	-0.04037219658493996
71261	rnn.weight_ih_l1_reverse	1	0.04695175215601921
71261	rnn.weight_ih_l1_reverse	2	0.005614958703517914
71261	rnn.weight_ih_l1_reverse	3	0.00014831523003522307
71261	rnn.weight_ih_l1_reverse	4	-0.03206275776028633
71261	rnn.weight_ih_l1_reverse	5	-0.03538058325648308
71261	rnn.weight_ih_l1_reverse	6	0.0012373396893963218
71261	rnn.weight_ih_l1_reverse	7	0.017833201214671135
71261	rnn.weight_ih_l1_reverse	8	-0.005230208858847618
71261	rnn.weight_ih_l1_reverse	9	-0.03710033372044563
71261	rnn.weight_hh_l1_reverse	0	0.007860934361815453
71261	rnn.weight_hh_l1_reverse	1	0.029503289610147476
71261	rnn.weight_hh_l1_reverse	2	-0.03771140053868294
71261	rnn.weight_hh_l1_reverse	3	0.041499193757772446
71261	rnn.weight_hh_l1_reverse	4	0.04700814560055733
71261	rnn.weight_hh_l1_reverse	5	0.007086011115461588
71261	rnn.weight_hh_l1_reverse	6	0.010453076101839542
71261	rnn.weight_hh_l1_reverse	7	0.027594132348895073
71261	rnn.weight_hh_l1_reverse	8	-0.0017289932584390044
71261	rnn.weight_hh_l1_reverse	9	-0.041764628142118454
71261	rnn.bias_ih_l1_reverse	0	-0.05529169365763664
71261	rnn.bias_ih_l1_reverse	1	-0.07881642132997513
71261	rnn.bias_ih_l1_reverse	2	-0.11060632765293121
71261	rnn.bias_ih_l1_reverse	3	-0.012779328040778637
71261	rnn.bias_ih_l1_reverse	4	-0.1633281111717224
71261	rnn.bias_ih_l1_reverse	5	-0.08511802554130554
71261	rnn.bias_ih_l1_reverse	6	-0.10530059039592743
71261	rnn.bias_ih_l1_reverse	7	-0.15092869102954865
71261	rnn.bias_ih_l1_reverse	8	0.11662398278713226
71261	rnn.bias_ih_l1_reverse	9	0.0389275848865509
71261	rnn.bias_hh_l1_reverse	0	-0.07156389951705933
71261	rnn.bias_hh_l1_reverse	1	0.029739461839199066
71261	rnn.bias_hh_l1_reverse	2	-0.20466729998588562
71261	rnn.bias_hh_l1_reverse	3	-0.09351736307144165
71261	rnn.bias_hh_l1_reverse	4	-0.05611733719706535
71261	rnn.bias_hh_l1_reverse	5	-0.07461149245500565
71261	rnn.bias_hh_l1_reverse	6	0.08666002005338669
71261	rnn.bias_hh_l1_reverse	7	-0.1280212104320526
71261	rnn.bias_hh_l1_reverse	8	-0.10193105787038803
71261	rnn.bias_hh_l1_reverse	9	-0.1118696928024292
71261	linear.weight	0	0.002228822559118271
71261	linear.weight	1	0.07358648627996445
71261	linear.weight	2	-0.10955844074487686
71261	linear.weight	3	0.35602879524230957
71261	linear.weight	4	0.08829288184642792
71261	linear.weight	5	0.006038266699761152
71261	linear.weight	6	0.011944517493247986
71261	linear.weight	7	0.0716056227684021
71261	linear.weight	8	0.04167088121175766
71261	linear.weight	9	-0.06130840256810188
71261	linear.bias	0	-0.061992619186639786
71261	linear.bias	1	-0.10113775730133057
71261	linear.bias	2	-0.46996423602104187
71261	linear.bias	3	-0.7135249376296997
71261	linear.bias	4	-1.0364480018615723
71261	linear.bias	5	-0.056316956877708435
71261	linear.bias	6	-0.6120166778564453
71261	linear.bias	7	0.39441534876823425
71261	linear.bias	8	-0.5425815582275391
71261	linear.bias	9	-0.8353774547576904
71458	transitions	0	0.4899044334888458
71458	transitions	1	0.08857766538858414
71458	transitions	2	-10000.0
71458	transitions	3	-1.8032619953155518
71458	transitions	4	-10000.0
71458	transitions	5	0.6394017338752747
71458	transitions	6	-0.031319715082645416
71458	transitions	7	-0.415789932012558
71458	transitions	8	-1.3453364372253418
71458	transitions	9	-0.0005683282506652176
71458	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
71458	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
71458	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
71458	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
71458	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
71458	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
71458	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
71458	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
71458	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
71458	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
71458	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
71458	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
71458	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
71458	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
71458	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
71458	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
71458	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
71458	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
71458	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
71458	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
71458	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
71458	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
71458	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
71458	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
71458	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
71458	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
71458	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
71458	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
71458	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
71458	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
71458	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
71458	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
71458	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
71458	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
71458	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
71458	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
71458	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
71458	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
71458	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
71458	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
71458	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
71458	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
71458	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
71458	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
71458	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
71458	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
71458	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
71458	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
71458	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
71458	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
71458	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
71458	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
71458	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
71458	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
71458	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
71458	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
71458	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
71458	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
71458	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
71458	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
71458	embedding2nn.weight	0	0.011105679906904697
71458	embedding2nn.weight	1	-0.016612034291028976
71458	embedding2nn.weight	2	-0.014268255792558193
71458	embedding2nn.weight	3	-0.009259404614567757
71458	embedding2nn.weight	4	-0.0059150345623493195
71458	embedding2nn.weight	5	-0.0037005802150815725
71458	embedding2nn.weight	6	-0.0039732325822114944
71458	embedding2nn.weight	7	-0.040857892483472824
71458	embedding2nn.weight	8	-0.0019979383796453476
71458	embedding2nn.weight	9	-0.024247121065855026
71458	embedding2nn.bias	0	0.03418866544961929
71458	embedding2nn.bias	1	-0.06851006299257278
71458	embedding2nn.bias	2	0.06026819348335266
71458	embedding2nn.bias	3	0.0449945330619812
71458	embedding2nn.bias	4	-0.016619112342596054
71458	embedding2nn.bias	5	-0.028816914185881615
71458	embedding2nn.bias	6	0.009949094615876675
71458	embedding2nn.bias	7	-0.04481065273284912
71458	embedding2nn.bias	8	0.04031713679432869
71458	embedding2nn.bias	9	0.05400118976831436
71458	rnn.weight_ih_l0	0	-0.041286617517471313
71458	rnn.weight_ih_l0	1	0.005115145817399025
71458	rnn.weight_ih_l0	2	0.03499266132712364
71458	rnn.weight_ih_l0	3	0.0013659006217494607
71458	rnn.weight_ih_l0	4	-0.009719043970108032
71458	rnn.weight_ih_l0	5	-0.05743591859936714
71458	rnn.weight_ih_l0	6	0.009871614165604115
71458	rnn.weight_ih_l0	7	0.05402708426117897
71458	rnn.weight_ih_l0	8	0.001986831659451127
71458	rnn.weight_ih_l0	9	-0.023491526022553444
71458	rnn.weight_hh_l0	0	-0.03380920737981796
71458	rnn.weight_hh_l0	1	-0.004490923602133989
71458	rnn.weight_hh_l0	2	0.0028113487642258406
71458	rnn.weight_hh_l0	3	-0.04573265463113785
71458	rnn.weight_hh_l0	4	0.055255528539419174
71458	rnn.weight_hh_l0	5	0.0007923930534161627
71458	rnn.weight_hh_l0	6	-0.03621828928589821
71458	rnn.weight_hh_l0	7	-0.015064864419400692
71458	rnn.weight_hh_l0	8	0.0014415628975257277
71458	rnn.weight_hh_l0	9	-0.02409176155924797
71458	rnn.bias_ih_l0	0	0.051624979823827744
71458	rnn.bias_ih_l0	1	-0.01821153797209263
71458	rnn.bias_ih_l0	2	-0.012320459820330143
71458	rnn.bias_ih_l0	3	0.0893036350607872
71458	rnn.bias_ih_l0	4	-0.04814033582806587
71458	rnn.bias_ih_l0	5	-0.039095718413591385
71458	rnn.bias_ih_l0	6	0.012642101384699345
71458	rnn.bias_ih_l0	7	0.0554807186126709
71458	rnn.bias_ih_l0	8	-0.08064040541648865
71458	rnn.bias_ih_l0	9	-0.020988835021853447
71458	rnn.bias_hh_l0	0	-0.03701576218008995
71458	rnn.bias_hh_l0	1	-0.07223699986934662
71458	rnn.bias_hh_l0	2	-0.03796055167913437
71458	rnn.bias_hh_l0	3	-0.06711772084236145
71458	rnn.bias_hh_l0	4	-0.024269286543130875
71458	rnn.bias_hh_l0	5	-0.004583483561873436
71458	rnn.bias_hh_l0	6	0.017580028623342514
71458	rnn.bias_hh_l0	7	0.0025418666191399097
71458	rnn.bias_hh_l0	8	-0.11291510611772537
71458	rnn.bias_hh_l0	9	-0.03629539534449577
71458	rnn.weight_ih_l0_reverse	0	-0.01728992909193039
71458	rnn.weight_ih_l0_reverse	1	-0.05814966931939125
71458	rnn.weight_ih_l0_reverse	2	-0.035524144768714905
71458	rnn.weight_ih_l0_reverse	3	-0.0028022730257362127
71458	rnn.weight_ih_l0_reverse	4	-0.003620096016675234
71458	rnn.weight_ih_l0_reverse	5	-0.04701201990246773
71458	rnn.weight_ih_l0_reverse	6	0.04777435213327408
71458	rnn.weight_ih_l0_reverse	7	-0.019239073619246483
71458	rnn.weight_ih_l0_reverse	8	-0.03209568187594414
71458	rnn.weight_ih_l0_reverse	9	0.003439217107370496
71458	rnn.weight_hh_l0_reverse	0	0.04200493544340134
71458	rnn.weight_hh_l0_reverse	1	0.026268737390637398
71458	rnn.weight_hh_l0_reverse	2	0.03286347538232803
71458	rnn.weight_hh_l0_reverse	3	0.019811173900961876
71458	rnn.weight_hh_l0_reverse	4	-0.0021842087153345346
71458	rnn.weight_hh_l0_reverse	5	0.005158315412700176
71458	rnn.weight_hh_l0_reverse	6	0.0433063767850399
71458	rnn.weight_hh_l0_reverse	7	-0.05045875534415245
71458	rnn.weight_hh_l0_reverse	8	0.033870477229356766
71458	rnn.weight_hh_l0_reverse	9	0.04879244416952133
71458	rnn.bias_ih_l0_reverse	0	-0.05883597582578659
71458	rnn.bias_ih_l0_reverse	1	-0.21502643823623657
71458	rnn.bias_ih_l0_reverse	2	-0.08430304378271103
71458	rnn.bias_ih_l0_reverse	3	-0.011966926977038383
71458	rnn.bias_ih_l0_reverse	4	-0.029794136062264442
71458	rnn.bias_ih_l0_reverse	5	0.03424033150076866
71458	rnn.bias_ih_l0_reverse	6	-0.05039163678884506
71458	rnn.bias_ih_l0_reverse	7	0.04157285764813423
71458	rnn.bias_ih_l0_reverse	8	-0.03744078055024147
71458	rnn.bias_ih_l0_reverse	9	0.020032081753015518
71458	rnn.bias_hh_l0_reverse	0	-0.004632497671991587
71458	rnn.bias_hh_l0_reverse	1	-0.04668639227747917
71458	rnn.bias_hh_l0_reverse	2	0.05391884967684746
71458	rnn.bias_hh_l0_reverse	3	-0.03238475322723389
71458	rnn.bias_hh_l0_reverse	4	-0.041989121586084366
71458	rnn.bias_hh_l0_reverse	5	-0.020416751503944397
71458	rnn.bias_hh_l0_reverse	6	-0.036788854748010635
71458	rnn.bias_hh_l0_reverse	7	0.09183017909526825
71458	rnn.bias_hh_l0_reverse	8	0.022704970091581345
71458	rnn.bias_hh_l0_reverse	9	-0.09732690453529358
71458	rnn.weight_ih_l1	0	-0.036422595381736755
71458	rnn.weight_ih_l1	1	-0.04131842404603958
71458	rnn.weight_ih_l1	2	0.06707332283258438
71458	rnn.weight_ih_l1	3	-0.028739532455801964
71458	rnn.weight_ih_l1	4	-0.0015336417127400637
71458	rnn.weight_ih_l1	5	-0.04634149745106697
71458	rnn.weight_ih_l1	6	0.02543078362941742
71458	rnn.weight_ih_l1	7	-0.029980558902025223
71458	rnn.weight_ih_l1	8	0.039105962961912155
71458	rnn.weight_ih_l1	9	0.035224124789237976
71458	rnn.weight_hh_l1	0	-0.018169132992625237
71458	rnn.weight_hh_l1	1	0.009236551821231842
71458	rnn.weight_hh_l1	2	0.0013865359360352159
71458	rnn.weight_hh_l1	3	-0.007774561643600464
71458	rnn.weight_hh_l1	4	-0.0002865829155780375
71458	rnn.weight_hh_l1	5	0.023733286187052727
71458	rnn.weight_hh_l1	6	0.025677865371108055
71458	rnn.weight_hh_l1	7	-0.023803329095244408
71458	rnn.weight_hh_l1	8	-0.024820217862725258
71458	rnn.weight_hh_l1	9	0.038769181817770004
71458	rnn.bias_ih_l1	0	-0.1380005180835724
71458	rnn.bias_ih_l1	1	-0.13753649592399597
71458	rnn.bias_ih_l1	2	-0.1389845907688141
71458	rnn.bias_ih_l1	3	-0.21728189289569855
71458	rnn.bias_ih_l1	4	-0.1434153914451599
71458	rnn.bias_ih_l1	5	-0.09263675659894943
71458	rnn.bias_ih_l1	6	-0.11005453020334244
71458	rnn.bias_ih_l1	7	-0.023256342858076096
71458	rnn.bias_ih_l1	8	-0.10557200014591217
71458	rnn.bias_ih_l1	9	-0.09960869699716568
71458	rnn.bias_hh_l1	0	-0.11349980533123016
71458	rnn.bias_hh_l1	1	-0.03727633133530617
71458	rnn.bias_hh_l1	2	-0.08202478289604187
71458	rnn.bias_hh_l1	3	-0.08574836701154709
71458	rnn.bias_hh_l1	4	-0.11303037405014038
71458	rnn.bias_hh_l1	5	-0.06921444833278656
71458	rnn.bias_hh_l1	6	-0.09619707614183426
71458	rnn.bias_hh_l1	7	-0.009075062349438667
71458	rnn.bias_hh_l1	8	-0.10487563163042068
71458	rnn.bias_hh_l1	9	-0.0724988728761673
71458	rnn.weight_ih_l1_reverse	0	-0.04054344445466995
71458	rnn.weight_ih_l1_reverse	1	0.04825486242771149
71458	rnn.weight_ih_l1_reverse	2	0.002311390358954668
71458	rnn.weight_ih_l1_reverse	3	0.0017030973685905337
71458	rnn.weight_ih_l1_reverse	4	-0.030453065410256386
71458	rnn.weight_ih_l1_reverse	5	-0.035513777285814285
71458	rnn.weight_ih_l1_reverse	6	0.001320160343311727
71458	rnn.weight_ih_l1_reverse	7	0.017468327656388283
71458	rnn.weight_ih_l1_reverse	8	-0.0002279552718391642
71458	rnn.weight_ih_l1_reverse	9	-0.040413614362478256
71458	rnn.weight_hh_l1_reverse	0	0.007786813657730818
71458	rnn.weight_hh_l1_reverse	1	0.02956254780292511
71458	rnn.weight_hh_l1_reverse	2	-0.03778068348765373
71458	rnn.weight_hh_l1_reverse	3	0.04134909063577652
71458	rnn.weight_hh_l1_reverse	4	0.04738399758934975
71458	rnn.weight_hh_l1_reverse	5	0.007022735197097063
71458	rnn.weight_hh_l1_reverse	6	0.01127574872225523
71458	rnn.weight_hh_l1_reverse	7	0.02759852446615696
71458	rnn.weight_hh_l1_reverse	8	-0.0017243438633158803
71458	rnn.weight_hh_l1_reverse	9	-0.04167952761054039
71458	rnn.bias_ih_l1_reverse	0	-0.05344190448522568
71458	rnn.bias_ih_l1_reverse	1	-0.08154422789812088
71458	rnn.bias_ih_l1_reverse	2	-0.11298872530460358
71458	rnn.bias_ih_l1_reverse	3	-0.012137847021222115
71458	rnn.bias_ih_l1_reverse	4	-0.16336973011493683
71458	rnn.bias_ih_l1_reverse	5	-0.08570939302444458
71458	rnn.bias_ih_l1_reverse	6	-0.10621798783540726
71458	rnn.bias_ih_l1_reverse	7	-0.14807970821857452
71458	rnn.bias_ih_l1_reverse	8	0.11087013781070709
71458	rnn.bias_ih_l1_reverse	9	0.03967566043138504
71458	rnn.bias_hh_l1_reverse	0	-0.07333344221115112
71458	rnn.bias_hh_l1_reverse	1	0.011208361014723778
71458	rnn.bias_hh_l1_reverse	2	-0.20432938635349274
71458	rnn.bias_hh_l1_reverse	3	-0.09273266792297363
71458	rnn.bias_hh_l1_reverse	4	-0.05576988682150841
71458	rnn.bias_hh_l1_reverse	5	-0.07556331157684326
71458	rnn.bias_hh_l1_reverse	6	0.09153392165899277
71458	rnn.bias_hh_l1_reverse	7	-0.13002286851406097
71458	rnn.bias_hh_l1_reverse	8	-0.1018524318933487
71458	rnn.bias_hh_l1_reverse	9	-0.11166956275701523
71458	linear.weight	0	0.002228822559118271
71458	linear.weight	1	0.07294359058141708
71458	linear.weight	2	-0.1103074848651886
71458	linear.weight	3	0.3585081994533539
71458	linear.weight	4	0.08785589039325714
71458	linear.weight	5	0.0015900044236332178
71458	linear.weight	6	0.005707358941435814
71458	linear.weight	7	0.08747956156730652
71458	linear.weight	8	0.0416695661842823
71458	linear.weight	9	-0.06500263512134552
71458	linear.bias	0	-0.07061991840600967
71458	linear.bias	1	-0.1312585026025772
71458	linear.bias	2	-0.48573750257492065
71458	linear.bias	3	-0.7324983477592468
71458	linear.bias	4	-1.0545828342437744
71458	linear.bias	5	-0.04996452480554581
71458	linear.bias	6	-0.6410261392593384
71458	linear.bias	7	0.3985503613948822
71458	linear.bias	8	-0.5253578424453735
71458	linear.bias	9	-0.8159950971603394
71655	transitions	0	0.4788592457771301
71655	transitions	1	0.09037448465824127
71655	transitions	2	-10000.0
71655	transitions	3	-1.8033121824264526
71655	transitions	4	-10000.0
71655	transitions	5	0.6391013264656067
71655	transitions	6	-0.03151820972561836
71655	transitions	7	-0.417675256729126
71655	transitions	8	-1.3466458320617676
71655	transitions	9	-0.0005705915973521769
71655	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
71655	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
71655	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
71655	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
71655	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
71655	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
71655	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
71655	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
71655	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
71655	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
71655	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
71655	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
71655	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
71655	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
71655	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
71655	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
71655	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
71655	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
71655	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
71655	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
71655	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
71655	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
71655	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
71655	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
71655	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
71655	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
71655	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
71655	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
71655	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
71655	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
71655	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
71655	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
71655	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
71655	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
71655	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
71655	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
71655	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
71655	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
71655	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
71655	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
71655	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
71655	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
71655	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
71655	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
71655	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
71655	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
71655	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
71655	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
71655	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
71655	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
71655	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
71655	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
71655	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
71655	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
71655	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
71655	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
71655	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
71655	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
71655	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
71655	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
71655	embedding2nn.weight	0	0.01027276087552309
71655	embedding2nn.weight	1	-0.016572609543800354
71655	embedding2nn.weight	2	-0.014268255792558193
71655	embedding2nn.weight	3	-0.008526510559022427
71655	embedding2nn.weight	4	-0.0059150345623493195
71655	embedding2nn.weight	5	-0.0037005802150815725
71655	embedding2nn.weight	6	-0.003973226062953472
71655	embedding2nn.weight	7	-0.0397479347884655
71655	embedding2nn.weight	8	-0.0019979383796453476
71655	embedding2nn.weight	9	-0.02398480847477913
71655	embedding2nn.bias	0	0.03871000185608864
71655	embedding2nn.bias	1	-0.0625690221786499
71655	embedding2nn.bias	2	0.06783822178840637
71655	embedding2nn.bias	3	0.05043662339448929
71655	embedding2nn.bias	4	-0.021446753293275833
71655	embedding2nn.bias	5	-0.028767753392457962
71655	embedding2nn.bias	6	0.010488669387996197
71655	embedding2nn.bias	7	-0.03446152061223984
71655	embedding2nn.bias	8	0.040789343416690826
71655	embedding2nn.bias	9	0.04921605437994003
71655	rnn.weight_ih_l0	0	-0.0410827100276947
71655	rnn.weight_ih_l0	1	0.005365944933146238
71655	rnn.weight_ih_l0	2	0.035163819789886475
71655	rnn.weight_ih_l0	3	0.0015249551506713033
71655	rnn.weight_ih_l0	4	-0.008909229189157486
71655	rnn.weight_ih_l0	5	-0.056623637676239014
71655	rnn.weight_ih_l0	6	0.010324111208319664
71655	rnn.weight_ih_l0	7	0.0552566833794117
71655	rnn.weight_ih_l0	8	0.00204365118406713
71655	rnn.weight_ih_l0	9	-0.023151684552431107
71655	rnn.weight_hh_l0	0	-0.03451918438076973
71655	rnn.weight_hh_l0	1	-0.0059365928173065186
71655	rnn.weight_hh_l0	2	0.001245651044882834
71655	rnn.weight_hh_l0	3	-0.046643152832984924
71655	rnn.weight_hh_l0	4	0.0555034875869751
71655	rnn.weight_hh_l0	5	0.0007876439485698938
71655	rnn.weight_hh_l0	6	-0.036104775965213776
71655	rnn.weight_hh_l0	7	-0.013279511593282223
71655	rnn.weight_hh_l0	8	0.0013440981274470687
71655	rnn.weight_hh_l0	9	-0.023901555687189102
71655	rnn.bias_ih_l0	0	0.05456067621707916
71655	rnn.bias_ih_l0	1	-0.021075977012515068
71655	rnn.bias_ih_l0	2	-0.011525607667863369
71655	rnn.bias_ih_l0	3	0.09802036732435226
71655	rnn.bias_ih_l0	4	-0.04894445091485977
71655	rnn.bias_ih_l0	5	-0.042300838977098465
71655	rnn.bias_ih_l0	6	0.01377627532929182
71655	rnn.bias_ih_l0	7	0.05624769628047943
71655	rnn.bias_ih_l0	8	-0.07984268665313721
71655	rnn.bias_ih_l0	9	-0.0253166314214468
71655	rnn.bias_hh_l0	0	-0.034429796040058136
71655	rnn.bias_hh_l0	1	-0.06866046786308289
71655	rnn.bias_hh_l0	2	-0.03940648213028908
71655	rnn.bias_hh_l0	3	-0.06443990767002106
71655	rnn.bias_hh_l0	4	-0.02678420953452587
71655	rnn.bias_hh_l0	5	-0.0054680719040334225
71655	rnn.bias_hh_l0	6	0.016271186992526054
71655	rnn.bias_hh_l0	7	0.0035120469983667135
71655	rnn.bias_hh_l0	8	-0.10949910432100296
71655	rnn.bias_hh_l0	9	-0.036056388169527054
71655	rnn.weight_ih_l0_reverse	0	-0.016203243285417557
71655	rnn.weight_ih_l0_reverse	1	-0.057805802673101425
71655	rnn.weight_ih_l0_reverse	2	-0.03579802066087723
71655	rnn.weight_ih_l0_reverse	3	-0.001567901112139225
71655	rnn.weight_ih_l0_reverse	4	-0.0027693002484738827
71655	rnn.weight_ih_l0_reverse	5	-0.047055259346961975
71655	rnn.weight_ih_l0_reverse	6	0.048056941479444504
71655	rnn.weight_ih_l0_reverse	7	-0.02147129364311695
71655	rnn.weight_ih_l0_reverse	8	-0.03227587789297104
71655	rnn.weight_ih_l0_reverse	9	0.0037298575043678284
71655	rnn.weight_hh_l0_reverse	0	0.042733363807201385
71655	rnn.weight_hh_l0_reverse	1	0.027459364384412766
71655	rnn.weight_hh_l0_reverse	2	0.03292768448591232
71655	rnn.weight_hh_l0_reverse	3	0.020301055163145065
71655	rnn.weight_hh_l0_reverse	4	-0.0013665093574672937
71655	rnn.weight_hh_l0_reverse	5	0.007243223488330841
71655	rnn.weight_hh_l0_reverse	6	0.04300190880894661
71655	rnn.weight_hh_l0_reverse	7	-0.05065559968352318
71655	rnn.weight_hh_l0_reverse	8	0.03379407897591591
71655	rnn.weight_hh_l0_reverse	9	0.048018015921115875
71655	rnn.bias_ih_l0_reverse	0	-0.06185848265886307
71655	rnn.bias_ih_l0_reverse	1	-0.21641504764556885
71655	rnn.bias_ih_l0_reverse	2	-0.0829293504357338
71655	rnn.bias_ih_l0_reverse	3	-0.00983293354511261
71655	rnn.bias_ih_l0_reverse	4	-0.03067687526345253
71655	rnn.bias_ih_l0_reverse	5	0.03510245308279991
71655	rnn.bias_ih_l0_reverse	6	-0.04736132547259331
71655	rnn.bias_ih_l0_reverse	7	0.04468584433197975
71655	rnn.bias_ih_l0_reverse	8	-0.03861290216445923
71655	rnn.bias_ih_l0_reverse	9	0.01861773431301117
71655	rnn.bias_hh_l0_reverse	0	-0.004920065402984619
71655	rnn.bias_hh_l0_reverse	1	-0.046127792447805405
71655	rnn.bias_hh_l0_reverse	2	0.05043318122625351
71655	rnn.bias_hh_l0_reverse	3	-0.03410940244793892
71655	rnn.bias_hh_l0_reverse	4	-0.042975373566150665
71655	rnn.bias_hh_l0_reverse	5	-0.01665009744465351
71655	rnn.bias_hh_l0_reverse	6	-0.03643966093659401
71655	rnn.bias_hh_l0_reverse	7	0.09012190252542496
71655	rnn.bias_hh_l0_reverse	8	0.02679767832159996
71655	rnn.bias_hh_l0_reverse	9	-0.09310658276081085
71655	rnn.weight_ih_l1	0	-0.03622300177812576
71655	rnn.weight_ih_l1	1	-0.042117152363061905
71655	rnn.weight_ih_l1	2	0.06448858231306076
71655	rnn.weight_ih_l1	3	-0.02755436860024929
71655	rnn.weight_ih_l1	4	-0.0026182227302342653
71655	rnn.weight_ih_l1	5	-0.04607393592596054
71655	rnn.weight_ih_l1	6	0.025719793513417244
71655	rnn.weight_ih_l1	7	-0.029216628521680832
71655	rnn.weight_ih_l1	8	0.03938666731119156
71655	rnn.weight_ih_l1	9	0.03517715632915497
71655	rnn.weight_hh_l1	0	-0.018051909282803535
71655	rnn.weight_hh_l1	1	0.009314942173659801
71655	rnn.weight_hh_l1	2	0.0005246213986538351
71655	rnn.weight_hh_l1	3	-0.008031326346099377
71655	rnn.weight_hh_l1	4	-0.0012748177396133542
71655	rnn.weight_hh_l1	5	0.023803718388080597
71655	rnn.weight_hh_l1	6	0.026412436738610268
71655	rnn.weight_hh_l1	7	-0.023704785853624344
71655	rnn.weight_hh_l1	8	-0.02460731565952301
71655	rnn.weight_hh_l1	9	0.038873299956321716
71655	rnn.bias_ih_l1	0	-0.13957269489765167
71655	rnn.bias_ih_l1	1	-0.13765646517276764
71655	rnn.bias_ih_l1	2	-0.14123202860355377
71655	rnn.bias_ih_l1	3	-0.21724043786525726
71655	rnn.bias_ih_l1	4	-0.15746784210205078
71655	rnn.bias_ih_l1	5	-0.09506787359714508
71655	rnn.bias_ih_l1	6	-0.11031335592269897
71655	rnn.bias_ih_l1	7	-0.022786041721701622
71655	rnn.bias_ih_l1	8	-0.10690398514270782
71655	rnn.bias_ih_l1	9	-0.09994868189096451
71655	rnn.bias_hh_l1	0	-0.1159340888261795
71655	rnn.bias_hh_l1	1	-0.034664202481508255
71655	rnn.bias_hh_l1	2	-0.08228562772274017
71655	rnn.bias_hh_l1	3	-0.08597743511199951
71655	rnn.bias_hh_l1	4	-0.11413867026567459
71655	rnn.bias_hh_l1	5	-0.0710577443242073
71655	rnn.bias_hh_l1	6	-0.10004561394453049
71655	rnn.bias_hh_l1	7	-0.009160672314465046
71655	rnn.bias_hh_l1	8	-0.10707151144742966
71655	rnn.bias_hh_l1	9	-0.0706029012799263
71655	rnn.weight_ih_l1_reverse	0	-0.0409153550863266
71655	rnn.weight_ih_l1_reverse	1	0.04815741255879402
71655	rnn.weight_ih_l1_reverse	2	-0.0016230877954512835
71655	rnn.weight_ih_l1_reverse	3	0.002429270651191473
71655	rnn.weight_ih_l1_reverse	4	-0.028915992006659508
71655	rnn.weight_ih_l1_reverse	5	-0.035369548946619034
71655	rnn.weight_ih_l1_reverse	6	0.0014857801143079996
71655	rnn.weight_ih_l1_reverse	7	0.01707123965024948
71655	rnn.weight_ih_l1_reverse	8	0.0031525599770247936
71655	rnn.weight_ih_l1_reverse	9	-0.04128563404083252
71655	rnn.weight_hh_l1_reverse	0	0.00773523049429059
71655	rnn.weight_hh_l1_reverse	1	0.029558878391981125
71655	rnn.weight_hh_l1_reverse	2	-0.0378933884203434
71655	rnn.weight_hh_l1_reverse	3	0.04133988544344902
71655	rnn.weight_hh_l1_reverse	4	0.04802895709872246
71655	rnn.weight_hh_l1_reverse	5	0.0070680417120456696
71655	rnn.weight_hh_l1_reverse	6	0.010252744890749454
71655	rnn.weight_hh_l1_reverse	7	0.02768304944038391
71655	rnn.weight_hh_l1_reverse	8	-0.001820824691094458
71655	rnn.weight_hh_l1_reverse	9	-0.04149800166487694
71655	rnn.bias_ih_l1_reverse	0	-0.05199206992983818
71655	rnn.bias_ih_l1_reverse	1	-0.07950117439031601
71655	rnn.bias_ih_l1_reverse	2	-0.11297778785228729
71655	rnn.bias_ih_l1_reverse	3	-0.009175203740596771
71655	rnn.bias_ih_l1_reverse	4	-0.16416548192501068
71655	rnn.bias_ih_l1_reverse	5	-0.08573586493730545
71655	rnn.bias_ih_l1_reverse	6	-0.10640554875135422
71655	rnn.bias_ih_l1_reverse	7	-0.14873559772968292
71655	rnn.bias_ih_l1_reverse	8	0.09899039566516876
71655	rnn.bias_ih_l1_reverse	9	0.044593822211027145
71655	rnn.bias_hh_l1_reverse	0	-0.05323825776576996
71655	rnn.bias_hh_l1_reverse	1	0.013176648877561092
71655	rnn.bias_hh_l1_reverse	2	-0.20536306500434875
71655	rnn.bias_hh_l1_reverse	3	-0.09012643247842789
71655	rnn.bias_hh_l1_reverse	4	-0.05547621473670006
71655	rnn.bias_hh_l1_reverse	5	-0.07370908558368683
71655	rnn.bias_hh_l1_reverse	6	0.08830677717924118
71655	rnn.bias_hh_l1_reverse	7	-0.1286059468984604
71655	rnn.bias_hh_l1_reverse	8	-0.10028811544179916
71655	rnn.bias_hh_l1_reverse	9	-0.11151222884654999
71655	linear.weight	0	0.002228822559118271
71655	linear.weight	1	0.06095787137746811
71655	linear.weight	2	-0.11035072058439255
71655	linear.weight	3	0.36366337537765503
71655	linear.weight	4	0.0826951414346695
71655	linear.weight	5	-0.003940373659133911
71655	linear.weight	6	0.0207472275942564
71655	linear.weight	7	0.07865311205387115
71655	linear.weight	8	0.04166798293590546
71655	linear.weight	9	-0.06299211829900742
71655	linear.bias	0	-0.08969433605670929
71655	linear.bias	1	-0.14576324820518494
71655	linear.bias	2	-0.4822440445423126
71655	linear.bias	3	-0.7061387300491333
71655	linear.bias	4	-1.0266506671905518
71655	linear.bias	5	-0.042938731610774994
71655	linear.bias	6	-0.6602816581726074
71655	linear.bias	7	0.40324729681015015
71655	linear.bias	8	-0.5430027842521667
71655	linear.bias	9	-0.833214282989502
71852	transitions	0	0.4876326322555542
71852	transitions	1	0.08941242098808289
71852	transitions	2	-10000.0
71852	transitions	3	-1.8033698797225952
71852	transitions	4	-10000.0
71852	transitions	5	0.638699471950531
71852	transitions	6	-0.03169836103916168
71852	transitions	7	-0.41862326860427856
71852	transitions	8	-1.3468594551086426
71852	transitions	9	-0.0005756832542829216
71852	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
71852	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
71852	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
71852	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
71852	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
71852	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
71852	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
71852	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
71852	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
71852	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
71852	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
71852	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
71852	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
71852	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
71852	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
71852	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
71852	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
71852	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
71852	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
71852	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
71852	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
71852	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
71852	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
71852	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
71852	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
71852	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
71852	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
71852	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
71852	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
71852	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
71852	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
71852	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
71852	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
71852	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
71852	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
71852	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
71852	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
71852	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
71852	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
71852	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
71852	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
71852	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
71852	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
71852	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
71852	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
71852	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
71852	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
71852	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
71852	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
71852	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
71852	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
71852	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
71852	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
71852	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
71852	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
71852	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
71852	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
71852	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
71852	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
71852	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
71852	embedding2nn.weight	0	0.008590716868638992
71852	embedding2nn.weight	1	-0.01669076830148697
71852	embedding2nn.weight	2	-0.014268255792558193
71852	embedding2nn.weight	3	-0.007401104550808668
71852	embedding2nn.weight	4	-0.0059150345623493195
71852	embedding2nn.weight	5	-0.003700579982250929
71852	embedding2nn.weight	6	-0.003973223734647036
71852	embedding2nn.weight	7	-0.040817417204380035
71852	embedding2nn.weight	8	-0.0019979383796453476
71852	embedding2nn.weight	9	-0.02476726472377777
71852	embedding2nn.bias	0	0.03602297604084015
71852	embedding2nn.bias	1	-0.06689763069152832
71852	embedding2nn.bias	2	0.05608810484409332
71852	embedding2nn.bias	3	0.039609283208847046
71852	embedding2nn.bias	4	-0.028476715087890625
71852	embedding2nn.bias	5	-0.02992074191570282
71852	embedding2nn.bias	6	0.0017989611951634288
71852	embedding2nn.bias	7	-0.03445303067564964
71852	embedding2nn.bias	8	0.041723527014255524
71852	embedding2nn.bias	9	0.05609235540032387
71852	rnn.weight_ih_l0	0	-0.040846340358257294
71852	rnn.weight_ih_l0	1	0.0059267207980155945
71852	rnn.weight_ih_l0	2	0.03618018701672554
71852	rnn.weight_ih_l0	3	0.0017534298822283745
71852	rnn.weight_ih_l0	4	-0.00973149761557579
71852	rnn.weight_ih_l0	5	-0.05659438669681549
71852	rnn.weight_ih_l0	6	0.010184822604060173
71852	rnn.weight_ih_l0	7	0.05642637982964516
71852	rnn.weight_ih_l0	8	0.0019424069905653596
71852	rnn.weight_ih_l0	9	-0.022801851853728294
71852	rnn.weight_hh_l0	0	-0.03498714417219162
71852	rnn.weight_hh_l0	1	-0.005483562592417002
71852	rnn.weight_hh_l0	2	0.002918088575825095
71852	rnn.weight_hh_l0	3	-0.04658901318907738
71852	rnn.weight_hh_l0	4	0.05561772733926773
71852	rnn.weight_hh_l0	5	0.0013027276145294309
71852	rnn.weight_hh_l0	6	-0.03491707891225815
71852	rnn.weight_hh_l0	7	-0.013479956425726414
71852	rnn.weight_hh_l0	8	0.0012235002359375358
71852	rnn.weight_hh_l0	9	-0.024304978549480438
71852	rnn.bias_ih_l0	0	0.05608702823519707
71852	rnn.bias_ih_l0	1	-0.01866549625992775
71852	rnn.bias_ih_l0	2	-0.009736561216413975
71852	rnn.bias_ih_l0	3	0.09615126997232437
71852	rnn.bias_ih_l0	4	-0.04868357256054878
71852	rnn.bias_ih_l0	5	-0.04435069113969803
71852	rnn.bias_ih_l0	6	0.013719428330659866
71852	rnn.bias_ih_l0	7	0.05374041944742203
71852	rnn.bias_ih_l0	8	-0.08296480774879456
71852	rnn.bias_ih_l0	9	-0.02676507458090782
71852	rnn.bias_hh_l0	0	-0.03635897487401962
71852	rnn.bias_hh_l0	1	-0.06983624398708344
71852	rnn.bias_hh_l0	2	-0.039661649614572525
71852	rnn.bias_hh_l0	3	-0.06660681217908859
71852	rnn.bias_hh_l0	4	-0.02936062403023243
71852	rnn.bias_hh_l0	5	-0.004360336810350418
71852	rnn.bias_hh_l0	6	0.018744494765996933
71852	rnn.bias_hh_l0	7	0.0013605470303446054
71852	rnn.bias_hh_l0	8	-0.11105144768953323
71852	rnn.bias_hh_l0	9	-0.03762733191251755
71852	rnn.weight_ih_l0_reverse	0	-0.015174681320786476
71852	rnn.weight_ih_l0_reverse	1	-0.05792825669050217
71852	rnn.weight_ih_l0_reverse	2	-0.035625774413347244
71852	rnn.weight_ih_l0_reverse	3	-0.0033994214609265327
71852	rnn.weight_ih_l0_reverse	4	-0.0029325708746910095
71852	rnn.weight_ih_l0_reverse	5	-0.04656114801764488
71852	rnn.weight_ih_l0_reverse	6	0.04956632852554321
71852	rnn.weight_ih_l0_reverse	7	-0.021996941417455673
71852	rnn.weight_ih_l0_reverse	8	-0.03262217715382576
71852	rnn.weight_ih_l0_reverse	9	0.003361627459526062
71852	rnn.weight_hh_l0_reverse	0	0.04332292452454567
71852	rnn.weight_hh_l0_reverse	1	0.02751118317246437
71852	rnn.weight_hh_l0_reverse	2	0.03278845548629761
71852	rnn.weight_hh_l0_reverse	3	0.02015281841158867
71852	rnn.weight_hh_l0_reverse	4	-0.001235065283253789
71852	rnn.weight_hh_l0_reverse	5	0.008701015263795853
71852	rnn.weight_hh_l0_reverse	6	0.04289158433675766
71852	rnn.weight_hh_l0_reverse	7	-0.0506153330206871
71852	rnn.weight_hh_l0_reverse	8	0.035421356558799744
71852	rnn.weight_hh_l0_reverse	9	0.0477449856698513
71852	rnn.bias_ih_l0_reverse	0	-0.06143447384238243
71852	rnn.bias_ih_l0_reverse	1	-0.21045619249343872
71852	rnn.bias_ih_l0_reverse	2	-0.08665984123945236
71852	rnn.bias_ih_l0_reverse	3	-0.010049650445580482
71852	rnn.bias_ih_l0_reverse	4	-0.03364139050245285
71852	rnn.bias_ih_l0_reverse	5	0.03743963688611984
71852	rnn.bias_ih_l0_reverse	6	-0.04631410911679268
71852	rnn.bias_ih_l0_reverse	7	0.04636896774172783
71852	rnn.bias_ih_l0_reverse	8	-0.041790176182985306
71852	rnn.bias_ih_l0_reverse	9	0.022410428151488304
71852	rnn.bias_hh_l0_reverse	0	-0.004385581240057945
71852	rnn.bias_hh_l0_reverse	1	-0.04185790568590164
71852	rnn.bias_hh_l0_reverse	2	0.05366429686546326
71852	rnn.bias_hh_l0_reverse	3	-0.034181300550699234
71852	rnn.bias_hh_l0_reverse	4	-0.04498693346977234
71852	rnn.bias_hh_l0_reverse	5	-0.0143076591193676
71852	rnn.bias_hh_l0_reverse	6	-0.03536180406808853
71852	rnn.bias_hh_l0_reverse	7	0.0915163904428482
71852	rnn.bias_hh_l0_reverse	8	0.025570234283804893
71852	rnn.bias_hh_l0_reverse	9	-0.0951780304312706
71852	rnn.weight_ih_l1	0	-0.036566924303770065
71852	rnn.weight_ih_l1	1	-0.040882404893636703
71852	rnn.weight_ih_l1	2	0.06610868871212006
71852	rnn.weight_ih_l1	3	-0.030165275558829308
71852	rnn.weight_ih_l1	4	-0.0019341600127518177
71852	rnn.weight_ih_l1	5	-0.046085014939308167
71852	rnn.weight_ih_l1	6	0.025569340214133263
71852	rnn.weight_ih_l1	7	-0.0298619344830513
71852	rnn.weight_ih_l1	8	0.03899501636624336
71852	rnn.weight_ih_l1	9	0.033742740750312805
71852	rnn.weight_hh_l1	0	-0.016322046518325806
71852	rnn.weight_hh_l1	1	0.009132329374551773
71852	rnn.weight_hh_l1	2	-3.4175754990428686e-05
71852	rnn.weight_hh_l1	3	-0.008415286429226398
71852	rnn.weight_hh_l1	4	-0.0008075403748080134
71852	rnn.weight_hh_l1	5	0.024202873930335045
71852	rnn.weight_hh_l1	6	0.026440130546689034
71852	rnn.weight_hh_l1	7	-0.02411915548145771
71852	rnn.weight_hh_l1	8	-0.02470187470316887
71852	rnn.weight_hh_l1	9	0.038227275013923645
71852	rnn.bias_ih_l1	0	-0.1371961086988449
71852	rnn.bias_ih_l1	1	-0.13939262926578522
71852	rnn.bias_ih_l1	2	-0.1435174196958542
71852	rnn.bias_ih_l1	3	-0.2186993509531021
71852	rnn.bias_ih_l1	4	-0.1569920927286148
71852	rnn.bias_ih_l1	5	-0.09382474422454834
71852	rnn.bias_ih_l1	6	-0.10765018314123154
71852	rnn.bias_ih_l1	7	-0.02157449722290039
71852	rnn.bias_ih_l1	8	-0.10757842659950256
71852	rnn.bias_ih_l1	9	-0.09841533750295639
71852	rnn.bias_hh_l1	0	-0.11488949507474899
71852	rnn.bias_hh_l1	1	-0.034230172634124756
71852	rnn.bias_hh_l1	2	-0.08132050186395645
71852	rnn.bias_hh_l1	3	-0.08599580824375153
71852	rnn.bias_hh_l1	4	-0.11537197232246399
71852	rnn.bias_hh_l1	5	-0.0714465007185936
71852	rnn.bias_hh_l1	6	-0.09853207319974899
71852	rnn.bias_hh_l1	7	-0.006718468386679888
71852	rnn.bias_hh_l1	8	-0.10750684142112732
71852	rnn.bias_hh_l1	9	-0.06953327357769012
71852	rnn.weight_ih_l1_reverse	0	-0.041557952761650085
71852	rnn.weight_ih_l1_reverse	1	0.051296647638082504
71852	rnn.weight_ih_l1_reverse	2	0.0005662103649228811
71852	rnn.weight_ih_l1_reverse	3	0.004394991789013147
71852	rnn.weight_ih_l1_reverse	4	-0.030142446979880333
71852	rnn.weight_ih_l1_reverse	5	-0.03507991135120392
71852	rnn.weight_ih_l1_reverse	6	0.0013320458820089698
71852	rnn.weight_ih_l1_reverse	7	0.01729591004550457
71852	rnn.weight_ih_l1_reverse	8	0.0037186010740697384
71852	rnn.weight_ih_l1_reverse	9	-0.04113118350505829
71852	rnn.weight_hh_l1_reverse	0	0.0077484361827373505
71852	rnn.weight_hh_l1_reverse	1	0.029700666666030884
71852	rnn.weight_hh_l1_reverse	2	-0.03786076232790947
71852	rnn.weight_hh_l1_reverse	3	0.041462432593107224
71852	rnn.weight_hh_l1_reverse	4	0.04831831529736519
71852	rnn.weight_hh_l1_reverse	5	0.007055841851979494
71852	rnn.weight_hh_l1_reverse	6	0.009785227477550507
71852	rnn.weight_hh_l1_reverse	7	0.02758708968758583
71852	rnn.weight_hh_l1_reverse	8	-0.001893116976134479
71852	rnn.weight_hh_l1_reverse	9	-0.041244011372327805
71852	rnn.bias_ih_l1_reverse	0	-0.05179406329989433
71852	rnn.bias_ih_l1_reverse	1	-0.08451540023088455
71852	rnn.bias_ih_l1_reverse	2	-0.11363233625888824
71852	rnn.bias_ih_l1_reverse	3	0.0007159001543186605
71852	rnn.bias_ih_l1_reverse	4	-0.16726118326187134
71852	rnn.bias_ih_l1_reverse	5	-0.08364726603031158
71852	rnn.bias_ih_l1_reverse	6	-0.10646781325340271
71852	rnn.bias_ih_l1_reverse	7	-0.1462244987487793
71852	rnn.bias_ih_l1_reverse	8	0.09599864482879639
71852	rnn.bias_ih_l1_reverse	9	0.04311421141028404
71852	rnn.bias_hh_l1_reverse	0	-0.04616151377558708
71852	rnn.bias_hh_l1_reverse	1	0.011721198447048664
71852	rnn.bias_hh_l1_reverse	2	-0.20603018999099731
71852	rnn.bias_hh_l1_reverse	3	-0.08921245485544205
71852	rnn.bias_hh_l1_reverse	4	-0.05645722523331642
71852	rnn.bias_hh_l1_reverse	5	-0.07441996783018112
71852	rnn.bias_hh_l1_reverse	6	0.08789371699094772
71852	rnn.bias_hh_l1_reverse	7	-0.1307297945022583
71852	rnn.bias_hh_l1_reverse	8	-0.10172444581985474
71852	rnn.bias_hh_l1_reverse	9	-0.11102154850959778
71852	linear.weight	0	0.002228822559118271
71852	linear.weight	1	0.06619122624397278
71852	linear.weight	2	-0.11595676094293594
71852	linear.weight	3	0.35636094212532043
71852	linear.weight	4	0.07179589569568634
71852	linear.weight	5	-0.002919610822573304
71852	linear.weight	6	0.018190493807196617
71852	linear.weight	7	0.08665413409471512
71852	linear.weight	8	0.04166301339864731
71852	linear.weight	9	-0.06733879446983337
71852	linear.bias	0	-0.08952644467353821
71852	linear.bias	1	-0.158303901553154
71852	linear.bias	2	-0.46331438422203064
71852	linear.bias	3	-0.7216172218322754
71852	linear.bias	4	-1.0433263778686523
71852	linear.bias	5	-0.02780110016465187
71852	linear.bias	6	-0.6738985776901245
71852	linear.bias	7	0.41478922963142395
71852	linear.bias	8	-0.5452589392662048
71852	linear.bias	9	-0.8353462815284729
72049	transitions	0	0.48763084411621094
72049	transitions	1	0.08766987174749374
72049	transitions	2	-10000.0
72049	transitions	3	-1.8034312725067139
72049	transitions	4	-10000.0
72049	transitions	5	0.6385268568992615
72049	transitions	6	-0.031870946288108826
72049	transitions	7	-0.4190969467163086
72049	transitions	8	-1.34707510471344
72049	transitions	9	-0.0005775109748356044
72049	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
72049	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
72049	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
72049	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
72049	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
72049	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
72049	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
72049	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
72049	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
72049	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
72049	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
72049	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
72049	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
72049	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
72049	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
72049	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
72049	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
72049	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
72049	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
72049	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
72049	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
72049	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
72049	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
72049	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
72049	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
72049	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
72049	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
72049	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
72049	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
72049	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
72049	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
72049	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
72049	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
72049	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
72049	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
72049	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
72049	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
72049	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
72049	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
72049	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
72049	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
72049	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
72049	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
72049	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
72049	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
72049	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
72049	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
72049	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
72049	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
72049	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
72049	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
72049	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
72049	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
72049	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
72049	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
72049	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
72049	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
72049	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
72049	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
72049	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
72049	embedding2nn.weight	0	0.010128378868103027
72049	embedding2nn.weight	1	-0.0169503353536129
72049	embedding2nn.weight	2	-0.014268255792558193
72049	embedding2nn.weight	3	-0.00626007467508316
72049	embedding2nn.weight	4	-0.0059150345623493195
72049	embedding2nn.weight	5	-0.0037005797494202852
72049	embedding2nn.weight	6	-0.003973226994276047
72049	embedding2nn.weight	7	-0.04191002622246742
72049	embedding2nn.weight	8	-0.0019979383796453476
72049	embedding2nn.weight	9	-0.025706633925437927
72049	embedding2nn.bias	0	0.03702111169695854
72049	embedding2nn.bias	1	-0.062486402690410614
72049	embedding2nn.bias	2	0.05348239839076996
72049	embedding2nn.bias	3	0.04054950922727585
72049	embedding2nn.bias	4	-0.02764124795794487
72049	embedding2nn.bias	5	-0.036720745265483856
72049	embedding2nn.bias	6	0.014095130376517773
72049	embedding2nn.bias	7	-0.03251055255532265
72049	embedding2nn.bias	8	0.03814719244837761
72049	embedding2nn.bias	9	0.049766238778829575
72049	rnn.weight_ih_l0	0	-0.04158809036016464
72049	rnn.weight_ih_l0	1	0.005650206468999386
72049	rnn.weight_ih_l0	2	0.03832365572452545
72049	rnn.weight_ih_l0	3	0.0028774160891771317
72049	rnn.weight_ih_l0	4	-0.009230741299688816
72049	rnn.weight_ih_l0	5	-0.05614674836397171
72049	rnn.weight_ih_l0	6	0.010656711645424366
72049	rnn.weight_ih_l0	7	0.05443985387682915
72049	rnn.weight_ih_l0	8	0.004224022384732962
72049	rnn.weight_ih_l0	9	-0.022601179778575897
72049	rnn.weight_hh_l0	0	-0.03516968712210655
72049	rnn.weight_hh_l0	1	-0.004919535480439663
72049	rnn.weight_hh_l0	2	0.003582497127354145
72049	rnn.weight_hh_l0	3	-0.04705934599041939
72049	rnn.weight_hh_l0	4	0.0560893751680851
72049	rnn.weight_hh_l0	5	0.0005511006456799805
72049	rnn.weight_hh_l0	6	-0.03568977117538452
72049	rnn.weight_hh_l0	7	-0.013095037080347538
72049	rnn.weight_hh_l0	8	0.0009451212245039642
72049	rnn.weight_hh_l0	9	-0.024044087156653404
72049	rnn.bias_ih_l0	0	0.05464726686477661
72049	rnn.bias_ih_l0	1	-0.019270561635494232
72049	rnn.bias_ih_l0	2	-0.008973484858870506
72049	rnn.bias_ih_l0	3	0.09648677706718445
72049	rnn.bias_ih_l0	4	-0.04832625389099121
72049	rnn.bias_ih_l0	5	-0.04007649049162865
72049	rnn.bias_ih_l0	6	0.012964998371899128
72049	rnn.bias_ih_l0	7	0.05502014607191086
72049	rnn.bias_ih_l0	8	-0.08374324440956116
72049	rnn.bias_ih_l0	9	-0.023427367210388184
72049	rnn.bias_hh_l0	0	-0.03825347125530243
72049	rnn.bias_hh_l0	1	-0.07179298251867294
72049	rnn.bias_hh_l0	2	-0.03590909391641617
72049	rnn.bias_hh_l0	3	-0.068610779941082
72049	rnn.bias_hh_l0	4	-0.03073730133473873
72049	rnn.bias_hh_l0	5	-0.006791029125452042
72049	rnn.bias_hh_l0	6	0.016410348936915398
72049	rnn.bias_hh_l0	7	0.0037223510444164276
72049	rnn.bias_hh_l0	8	-0.11040442436933517
72049	rnn.bias_hh_l0	9	-0.04059837386012077
72049	rnn.weight_ih_l0_reverse	0	-0.014774493873119354
72049	rnn.weight_ih_l0_reverse	1	-0.05749697983264923
72049	rnn.weight_ih_l0_reverse	2	-0.03781510517001152
72049	rnn.weight_ih_l0_reverse	3	-0.002511165803298354
72049	rnn.weight_ih_l0_reverse	4	-0.0030505640897899866
72049	rnn.weight_ih_l0_reverse	5	-0.04610640928149223
72049	rnn.weight_ih_l0_reverse	6	0.05129547789692879
72049	rnn.weight_ih_l0_reverse	7	-0.02127235382795334
72049	rnn.weight_ih_l0_reverse	8	-0.03435797616839409
72049	rnn.weight_ih_l0_reverse	9	0.002793512772768736
72049	rnn.weight_hh_l0_reverse	0	0.04421615228056908
72049	rnn.weight_hh_l0_reverse	1	0.02666550688445568
72049	rnn.weight_hh_l0_reverse	2	0.033555544912815094
72049	rnn.weight_hh_l0_reverse	3	0.019205912947654724
72049	rnn.weight_hh_l0_reverse	4	-0.0015870686620473862
72049	rnn.weight_hh_l0_reverse	5	0.008252615109086037
72049	rnn.weight_hh_l0_reverse	6	0.042688947170972824
72049	rnn.weight_hh_l0_reverse	7	-0.05168955773115158
72049	rnn.weight_hh_l0_reverse	8	0.03418960049748421
72049	rnn.weight_hh_l0_reverse	9	0.04778972268104553
72049	rnn.bias_ih_l0_reverse	0	-0.06327952444553375
72049	rnn.bias_ih_l0_reverse	1	-0.2169613540172577
72049	rnn.bias_ih_l0_reverse	2	-0.08435937017202377
72049	rnn.bias_ih_l0_reverse	3	-0.013331949710845947
72049	rnn.bias_ih_l0_reverse	4	-0.037875108420848846
72049	rnn.bias_ih_l0_reverse	5	0.03822321444749832
72049	rnn.bias_ih_l0_reverse	6	-0.044365912675857544
72049	rnn.bias_ih_l0_reverse	7	0.047204986214637756
72049	rnn.bias_ih_l0_reverse	8	-0.0368497297167778
72049	rnn.bias_ih_l0_reverse	9	0.020691296085715294
72049	rnn.bias_hh_l0_reverse	0	-0.003893326036632061
72049	rnn.bias_hh_l0_reverse	1	-0.039238281548023224
72049	rnn.bias_hh_l0_reverse	2	0.05460244044661522
72049	rnn.bias_hh_l0_reverse	3	-0.03286716341972351
72049	rnn.bias_hh_l0_reverse	4	-0.040346596390008926
72049	rnn.bias_hh_l0_reverse	5	-0.018465902656316757
72049	rnn.bias_hh_l0_reverse	6	-0.035399746149778366
72049	rnn.bias_hh_l0_reverse	7	0.0897025391459465
72049	rnn.bias_hh_l0_reverse	8	0.025367219001054764
72049	rnn.bias_hh_l0_reverse	9	-0.09340032190084457
72049	rnn.weight_ih_l1	0	-0.03691235929727554
72049	rnn.weight_ih_l1	1	-0.041017115116119385
72049	rnn.weight_ih_l1	2	0.06881213933229446
72049	rnn.weight_ih_l1	3	-0.030971212312579155
72049	rnn.weight_ih_l1	4	-0.0021608222741633654
72049	rnn.weight_ih_l1	5	-0.04591197893023491
72049	rnn.weight_ih_l1	6	0.024975556880235672
72049	rnn.weight_ih_l1	7	-0.028604930266737938
72049	rnn.weight_ih_l1	8	0.038930732756853104
72049	rnn.weight_ih_l1	9	0.0338946133852005
72049	rnn.weight_hh_l1	0	-0.01725078374147415
72049	rnn.weight_hh_l1	1	0.009031404741108418
72049	rnn.weight_hh_l1	2	0.0012688349233940244
72049	rnn.weight_hh_l1	3	-0.008757454343140125
72049	rnn.weight_hh_l1	4	-0.0005884779384359717
72049	rnn.weight_hh_l1	5	0.024128258228302002
72049	rnn.weight_hh_l1	6	0.02669532597064972
72049	rnn.weight_hh_l1	7	-0.02392495796084404
72049	rnn.weight_hh_l1	8	-0.02431662008166313
72049	rnn.weight_hh_l1	9	0.038578279316425323
72049	rnn.bias_ih_l1	0	-0.13510799407958984
72049	rnn.bias_ih_l1	1	-0.13876621425151825
72049	rnn.bias_ih_l1	2	-0.14372189342975616
72049	rnn.bias_ih_l1	3	-0.21791519224643707
72049	rnn.bias_ih_l1	4	-0.14742638170719147
72049	rnn.bias_ih_l1	5	-0.09370079636573792
72049	rnn.bias_ih_l1	6	-0.10669436305761337
72049	rnn.bias_ih_l1	7	-0.0211469903588295
72049	rnn.bias_ih_l1	8	-0.10642765462398529
72049	rnn.bias_ih_l1	9	-0.09879952669143677
72049	rnn.bias_hh_l1	0	-0.11272642761468887
72049	rnn.bias_hh_l1	1	-0.033660389482975006
72049	rnn.bias_hh_l1	2	-0.08091098070144653
72049	rnn.bias_hh_l1	3	-0.085614413022995
72049	rnn.bias_hh_l1	4	-0.11778850108385086
72049	rnn.bias_hh_l1	5	-0.07120150327682495
72049	rnn.bias_hh_l1	6	-0.09556452929973602
72049	rnn.bias_hh_l1	7	-0.0050447843968868256
72049	rnn.bias_hh_l1	8	-0.10327578336000443
72049	rnn.bias_hh_l1	9	-0.06980696320533752
72049	rnn.weight_ih_l1_reverse	0	-0.04173130914568901
72049	rnn.weight_ih_l1_reverse	1	0.05327052250504494
72049	rnn.weight_ih_l1_reverse	2	0.0008792029693722725
72049	rnn.weight_ih_l1_reverse	3	0.005458383820950985
72049	rnn.weight_ih_l1_reverse	4	-0.029082180932164192
72049	rnn.weight_ih_l1_reverse	5	-0.03529684245586395
72049	rnn.weight_ih_l1_reverse	6	0.00048104109009727836
72049	rnn.weight_ih_l1_reverse	7	0.017224712297320366
72049	rnn.weight_ih_l1_reverse	8	0.003873627632856369
72049	rnn.weight_ih_l1_reverse	9	-0.038302529603242874
72049	rnn.weight_hh_l1_reverse	0	0.007658172864466906
72049	rnn.weight_hh_l1_reverse	1	0.029521062970161438
72049	rnn.weight_hh_l1_reverse	2	-0.03776780143380165
72049	rnn.weight_hh_l1_reverse	3	0.041521623730659485
72049	rnn.weight_hh_l1_reverse	4	0.04884979873895645
72049	rnn.weight_hh_l1_reverse	5	0.007558218203485012
72049	rnn.weight_hh_l1_reverse	6	0.008629395626485348
72049	rnn.weight_hh_l1_reverse	7	0.027601251378655434
72049	rnn.weight_hh_l1_reverse	8	-0.0018912367522716522
72049	rnn.weight_hh_l1_reverse	9	-0.04094861075282097
72049	rnn.bias_ih_l1_reverse	0	-0.0527399443089962
72049	rnn.bias_ih_l1_reverse	1	-0.08201522380113602
72049	rnn.bias_ih_l1_reverse	2	-0.11223680526018143
72049	rnn.bias_ih_l1_reverse	3	-0.0008149376953952014
72049	rnn.bias_ih_l1_reverse	4	-0.16749487817287445
72049	rnn.bias_ih_l1_reverse	5	-0.08100467920303345
72049	rnn.bias_ih_l1_reverse	6	-0.10589320212602615
72049	rnn.bias_ih_l1_reverse	7	-0.14631301164627075
72049	rnn.bias_ih_l1_reverse	8	0.11333920061588287
72049	rnn.bias_ih_l1_reverse	9	0.036209382116794586
72049	rnn.bias_hh_l1_reverse	0	-0.05247519165277481
72049	rnn.bias_hh_l1_reverse	1	0.002046213485300541
72049	rnn.bias_hh_l1_reverse	2	-0.20572687685489655
72049	rnn.bias_hh_l1_reverse	3	-0.0911913588643074
72049	rnn.bias_hh_l1_reverse	4	-0.057697806507349014
72049	rnn.bias_hh_l1_reverse	5	-0.07172489166259766
72049	rnn.bias_hh_l1_reverse	6	0.08282627165317535
72049	rnn.bias_hh_l1_reverse	7	-0.13160714507102966
72049	rnn.bias_hh_l1_reverse	8	-0.10031812638044357
72049	rnn.bias_hh_l1_reverse	9	-0.11104733496904373
72049	linear.weight	0	0.002228822559118271
72049	linear.weight	1	0.06371709704399109
72049	linear.weight	2	-0.11845880001783371
72049	linear.weight	3	0.35656479001045227
72049	linear.weight	4	0.06870874017477036
72049	linear.weight	5	-0.006676620338112116
72049	linear.weight	6	0.011164692230522633
72049	linear.weight	7	0.07607665657997131
72049	linear.weight	8	0.04165921360254288
72049	linear.weight	9	-0.06792132556438446
72049	linear.bias	0	-0.0765589103102684
72049	linear.bias	1	-0.14220835268497467
72049	linear.bias	2	-0.4946761727333069
72049	linear.bias	3	-0.7022027373313904
72049	linear.bias	4	-1.0254898071289062
72049	linear.bias	5	-0.027873657643795013
72049	linear.bias	6	-0.656642735004425
72049	linear.bias	7	0.4094294607639313
72049	linear.bias	8	-0.5363411903381348
72049	linear.bias	9	-0.8295276165008545
72246	transitions	0	0.4911343455314636
72246	transitions	1	0.08031093329191208
72246	transitions	2	-10000.0
72246	transitions	3	-1.8034965991973877
72246	transitions	4	-10000.0
72246	transitions	5	0.6383424997329712
72246	transitions	6	-0.03204953670501709
72246	transitions	7	-0.4201609194278717
72246	transitions	8	-1.3473666906356812
72246	transitions	9	-0.0005797576741315424
72246	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
72246	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
72246	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
72246	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
72246	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
72246	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
72246	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
72246	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
72246	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
72246	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
72246	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
72246	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
72246	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
72246	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
72246	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
72246	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
72246	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
72246	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
72246	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
72246	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
72246	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
72246	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
72246	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
72246	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
72246	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
72246	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
72246	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
72246	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
72246	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
72246	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
72246	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
72246	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
72246	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
72246	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
72246	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
72246	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
72246	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
72246	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
72246	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
72246	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
72246	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
72246	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
72246	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
72246	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
72246	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
72246	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
72246	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
72246	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
72246	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
72246	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
72246	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
72246	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
72246	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
72246	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
72246	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
72246	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
72246	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
72246	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
72246	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
72246	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
72246	embedding2nn.weight	0	0.008828463032841682
72246	embedding2nn.weight	1	-0.016752319410443306
72246	embedding2nn.weight	2	-0.014268255792558193
72246	embedding2nn.weight	3	-0.0034946142695844173
72246	embedding2nn.weight	4	-0.0059150345623493195
72246	embedding2nn.weight	5	-0.003700579283758998
72246	embedding2nn.weight	6	-0.003973229322582483
72246	embedding2nn.weight	7	-0.04013965278863907
72246	embedding2nn.weight	8	-0.0019979383796453476
72246	embedding2nn.weight	9	-0.02526053786277771
72246	embedding2nn.bias	0	0.037971824407577515
72246	embedding2nn.bias	1	-0.06676966696977615
72246	embedding2nn.bias	2	0.059392049908638
72246	embedding2nn.bias	3	0.05536187067627907
72246	embedding2nn.bias	4	-0.02311471663415432
72246	embedding2nn.bias	5	-0.03093988634645939
72246	embedding2nn.bias	6	0.01333236787468195
72246	embedding2nn.bias	7	-0.03153480589389801
72246	embedding2nn.bias	8	0.03137556090950966
72246	embedding2nn.bias	9	0.041465796530246735
72246	rnn.weight_ih_l0	0	-0.04169119894504547
72246	rnn.weight_ih_l0	1	0.002924142638221383
72246	rnn.weight_ih_l0	2	0.038349125534296036
72246	rnn.weight_ih_l0	3	0.002517411019653082
72246	rnn.weight_ih_l0	4	-0.011882385239005089
72246	rnn.weight_ih_l0	5	-0.05571923032402992
72246	rnn.weight_ih_l0	6	0.010890737175941467
72246	rnn.weight_ih_l0	7	0.05357949808239937
72246	rnn.weight_ih_l0	8	0.0024223164655268192
72246	rnn.weight_ih_l0	9	-0.023665981367230415
72246	rnn.weight_hh_l0	0	-0.03511893004179001
72246	rnn.weight_hh_l0	1	-0.0034397051203995943
72246	rnn.weight_hh_l0	2	0.0036363662220537663
72246	rnn.weight_hh_l0	3	-0.046131592243909836
72246	rnn.weight_hh_l0	4	0.05579415336251259
72246	rnn.weight_hh_l0	5	0.0003810129128396511
72246	rnn.weight_hh_l0	6	-0.03756457939743996
72246	rnn.weight_hh_l0	7	-0.015720320865511894
72246	rnn.weight_hh_l0	8	0.0011503109708428383
72246	rnn.weight_hh_l0	9	-0.02400137670338154
72246	rnn.bias_ih_l0	0	0.05572805553674698
72246	rnn.bias_ih_l0	1	-0.022772131487727165
72246	rnn.bias_ih_l0	2	-0.007446198258548975
72246	rnn.bias_ih_l0	3	0.09718532115221024
72246	rnn.bias_ih_l0	4	-0.04612595587968826
72246	rnn.bias_ih_l0	5	-0.036807358264923096
72246	rnn.bias_ih_l0	6	0.010337607935070992
72246	rnn.bias_ih_l0	7	0.057473789900541306
72246	rnn.bias_ih_l0	8	-0.08311701565980911
72246	rnn.bias_ih_l0	9	-0.02384764328598976
72246	rnn.bias_hh_l0	0	-0.03821548819541931
72246	rnn.bias_hh_l0	1	-0.07251901924610138
72246	rnn.bias_hh_l0	2	-0.03651508688926697
72246	rnn.bias_hh_l0	3	-0.06889520585536957
72246	rnn.bias_hh_l0	4	-0.02948705665767193
72246	rnn.bias_hh_l0	5	-0.0063183968886733055
72246	rnn.bias_hh_l0	6	0.0173054076731205
72246	rnn.bias_hh_l0	7	-0.004501103423535824
72246	rnn.bias_hh_l0	8	-0.10964310169219971
72246	rnn.bias_hh_l0	9	-0.045236095786094666
72246	rnn.weight_ih_l0_reverse	0	-0.01384881790727377
72246	rnn.weight_ih_l0_reverse	1	-0.056135620921850204
72246	rnn.weight_ih_l0_reverse	2	-0.03716755285859108
72246	rnn.weight_ih_l0_reverse	3	-0.004045467358082533
72246	rnn.weight_ih_l0_reverse	4	-0.003257377538830042
72246	rnn.weight_ih_l0_reverse	5	-0.04589385539293289
72246	rnn.weight_ih_l0_reverse	6	0.05184168368577957
72246	rnn.weight_ih_l0_reverse	7	-0.021801792085170746
72246	rnn.weight_ih_l0_reverse	8	-0.03526643291115761
72246	rnn.weight_ih_l0_reverse	9	0.002757718786597252
72246	rnn.weight_hh_l0_reverse	0	0.04377257451415062
72246	rnn.weight_hh_l0_reverse	1	0.02682921662926674
72246	rnn.weight_hh_l0_reverse	2	0.033870942890644073
72246	rnn.weight_hh_l0_reverse	3	0.0188900213688612
72246	rnn.weight_hh_l0_reverse	4	-0.0015819724649190903
72246	rnn.weight_hh_l0_reverse	5	0.008535437285900116
72246	rnn.weight_hh_l0_reverse	6	0.043362364172935486
72246	rnn.weight_hh_l0_reverse	7	-0.05246599391102791
72246	rnn.weight_hh_l0_reverse	8	0.033718328922986984
72246	rnn.weight_hh_l0_reverse	9	0.0476992204785347
72246	rnn.bias_ih_l0_reverse	0	-0.06342639029026031
72246	rnn.bias_ih_l0_reverse	1	-0.21945413947105408
72246	rnn.bias_ih_l0_reverse	2	-0.08664580434560776
72246	rnn.bias_ih_l0_reverse	3	-0.01540737971663475
72246	rnn.bias_ih_l0_reverse	4	-0.035415831953287125
72246	rnn.bias_ih_l0_reverse	5	0.03740695118904114
72246	rnn.bias_ih_l0_reverse	6	-0.044060878455638885
72246	rnn.bias_ih_l0_reverse	7	0.04464555159211159
72246	rnn.bias_ih_l0_reverse	8	-0.037312719970941544
72246	rnn.bias_ih_l0_reverse	9	0.02108045108616352
72246	rnn.bias_hh_l0_reverse	0	-0.004339079838246107
72246	rnn.bias_hh_l0_reverse	1	-0.041035398840904236
72246	rnn.bias_hh_l0_reverse	2	0.0598527267575264
72246	rnn.bias_hh_l0_reverse	3	-0.03306974843144417
72246	rnn.bias_hh_l0_reverse	4	-0.04500459507107735
72246	rnn.bias_hh_l0_reverse	5	-0.017014766111969948
72246	rnn.bias_hh_l0_reverse	6	-0.036219965666532516
72246	rnn.bias_hh_l0_reverse	7	0.08841844648122787
72246	rnn.bias_hh_l0_reverse	8	0.023495875298976898
72246	rnn.bias_hh_l0_reverse	9	-0.09488852322101593
72246	rnn.weight_ih_l1	0	-0.037372030317783356
72246	rnn.weight_ih_l1	1	-0.040494438260793686
72246	rnn.weight_ih_l1	2	0.06672424077987671
72246	rnn.weight_ih_l1	3	-0.030415553599596024
72246	rnn.weight_ih_l1	4	-0.0022321329452097416
72246	rnn.weight_ih_l1	5	-0.04612100124359131
72246	rnn.weight_ih_l1	6	0.02484966441988945
72246	rnn.weight_ih_l1	7	-0.028014810755848885
72246	rnn.weight_ih_l1	8	0.03894620016217232
72246	rnn.weight_ih_l1	9	0.03344278782606125
72246	rnn.weight_hh_l1	0	-0.017577920109033585
72246	rnn.weight_hh_l1	1	0.009125487878918648
72246	rnn.weight_hh_l1	2	0.0024674562737345695
72246	rnn.weight_hh_l1	3	-0.008555508218705654
72246	rnn.weight_hh_l1	4	-0.0008856935892254114
72246	rnn.weight_hh_l1	5	0.02423723042011261
72246	rnn.weight_hh_l1	6	0.026769889518618584
72246	rnn.weight_hh_l1	7	-0.023686103522777557
72246	rnn.weight_hh_l1	8	-0.024065153673291206
72246	rnn.weight_hh_l1	9	0.038439586758613586
72246	rnn.bias_ih_l1	0	-0.13752031326293945
72246	rnn.bias_ih_l1	1	-0.1419156789779663
72246	rnn.bias_ih_l1	2	-0.1437695175409317
72246	rnn.bias_ih_l1	3	-0.21451300382614136
72246	rnn.bias_ih_l1	4	-0.14763259887695312
72246	rnn.bias_ih_l1	5	-0.09347554296255112
72246	rnn.bias_ih_l1	6	-0.10699617117643356
72246	rnn.bias_ih_l1	7	-0.018498791381716728
72246	rnn.bias_ih_l1	8	-0.10147598385810852
72246	rnn.bias_ih_l1	9	-0.09914606809616089
72246	rnn.bias_hh_l1	0	-0.11533956229686737
72246	rnn.bias_hh_l1	1	-0.037736307829618454
72246	rnn.bias_hh_l1	2	-0.08004298806190491
72246	rnn.bias_hh_l1	3	-0.08719891309738159
72246	rnn.bias_hh_l1	4	-0.11802829802036285
72246	rnn.bias_hh_l1	5	-0.07030311226844788
72246	rnn.bias_hh_l1	6	-0.09759743511676788
72246	rnn.bias_hh_l1	7	-0.011828669346868992
72246	rnn.bias_hh_l1	8	-0.10144501179456711
72246	rnn.bias_hh_l1	9	-0.07415955513715744
72246	rnn.weight_ih_l1_reverse	0	-0.041078515350818634
72246	rnn.weight_ih_l1_reverse	1	0.05441198870539665
72246	rnn.weight_ih_l1_reverse	2	0.004201145377010107
72246	rnn.weight_ih_l1_reverse	3	0.0057485587894916534
72246	rnn.weight_ih_l1_reverse	4	-0.028586188331246376
72246	rnn.weight_ih_l1_reverse	5	-0.03526167944073677
72246	rnn.weight_ih_l1_reverse	6	0.0007220477564260364
72246	rnn.weight_ih_l1_reverse	7	0.01773819886147976
72246	rnn.weight_ih_l1_reverse	8	0.0022371558006852865
72246	rnn.weight_ih_l1_reverse	9	-0.042414337396621704
72246	rnn.weight_hh_l1_reverse	0	0.007704165298491716
72246	rnn.weight_hh_l1_reverse	1	0.02923339419066906
72246	rnn.weight_hh_l1_reverse	2	-0.03774774819612503
72246	rnn.weight_hh_l1_reverse	3	0.04139282926917076
72246	rnn.weight_hh_l1_reverse	4	0.04863998666405678
72246	rnn.weight_hh_l1_reverse	5	0.006762196775525808
72246	rnn.weight_hh_l1_reverse	6	0.00830457266420126
72246	rnn.weight_hh_l1_reverse	7	0.027552863582968712
72246	rnn.weight_hh_l1_reverse	8	-0.0018904407043009996
72246	rnn.weight_hh_l1_reverse	9	-0.04130496084690094
72246	rnn.bias_ih_l1_reverse	0	-0.05395999550819397
72246	rnn.bias_ih_l1_reverse	1	-0.08319999277591705
72246	rnn.bias_ih_l1_reverse	2	-0.11236375570297241
72246	rnn.bias_ih_l1_reverse	3	0.001356157474219799
72246	rnn.bias_ih_l1_reverse	4	-0.16663740575313568
72246	rnn.bias_ih_l1_reverse	5	-0.08065520972013474
72246	rnn.bias_ih_l1_reverse	6	-0.10560593754053116
72246	rnn.bias_ih_l1_reverse	7	-0.14750584959983826
72246	rnn.bias_ih_l1_reverse	8	0.11416477710008621
72246	rnn.bias_ih_l1_reverse	9	0.031082188710570335
72246	rnn.bias_hh_l1_reverse	0	-0.05128392204642296
72246	rnn.bias_hh_l1_reverse	1	-0.001312284148298204
72246	rnn.bias_hh_l1_reverse	2	-0.20489196479320526
72246	rnn.bias_hh_l1_reverse	3	-0.09168525785207748
72246	rnn.bias_hh_l1_reverse	4	-0.057810232043266296
72246	rnn.bias_hh_l1_reverse	5	-0.07489226013422012
72246	rnn.bias_hh_l1_reverse	6	0.08132883906364441
72246	rnn.bias_hh_l1_reverse	7	-0.13656020164489746
72246	rnn.bias_hh_l1_reverse	8	-0.1018536388874054
72246	rnn.bias_hh_l1_reverse	9	-0.1110866442322731
72246	linear.weight	0	0.002228822559118271
72246	linear.weight	1	0.08220023661851883
72246	linear.weight	2	-0.11976343393325806
72246	linear.weight	3	0.3644828498363495
72246	linear.weight	4	0.07449984550476074
72246	linear.weight	5	-0.003366681979969144
72246	linear.weight	6	0.023029278963804245
72246	linear.weight	7	0.059330131858587265
72246	linear.weight	8	0.04165074601769447
72246	linear.weight	9	-0.07110033929347992
72246	linear.bias	0	-0.07944131642580032
72246	linear.bias	1	-0.10859142988920212
72246	linear.bias	2	-0.5165514349937439
72246	linear.bias	3	-0.7111796140670776
72246	linear.bias	4	-1.0340720415115356
72246	linear.bias	5	-0.005725360941141844
72246	linear.bias	6	-0.6216949224472046
72246	linear.bias	7	0.4309386909008026
72246	linear.bias	8	-0.5526885390281677
72246	linear.bias	9	-0.8462034463882446
72443	transitions	0	0.48323291540145874
72443	transitions	1	0.07410580664873123
72443	transitions	2	-10000.0
72443	transitions	3	-1.8035774230957031
72443	transitions	4	-10000.0
72443	transitions	5	0.6380773186683655
72443	transitions	6	-0.032248321920633316
72443	transitions	7	-0.42110469937324524
72443	transitions	8	-1.3475247621536255
72443	transitions	9	-0.0005820426158607006
72443	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
72443	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
72443	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
72443	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
72443	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
72443	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
72443	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
72443	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
72443	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
72443	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
72443	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
72443	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
72443	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
72443	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
72443	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
72443	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
72443	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
72443	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
72443	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
72443	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
72443	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
72443	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
72443	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
72443	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
72443	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
72443	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
72443	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
72443	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
72443	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
72443	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
72443	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
72443	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
72443	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
72443	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
72443	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
72443	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
72443	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
72443	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
72443	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
72443	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
72443	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
72443	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
72443	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
72443	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
72443	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
72443	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
72443	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
72443	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
72443	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
72443	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
72443	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
72443	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
72443	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
72443	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
72443	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
72443	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
72443	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
72443	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
72443	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
72443	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
72443	embedding2nn.weight	0	0.009201177395880222
72443	embedding2nn.weight	1	-0.016986887902021408
72443	embedding2nn.weight	2	-0.014268255792558193
72443	embedding2nn.weight	3	-0.0034565734677016735
72443	embedding2nn.weight	4	-0.0059150345623493195
72443	embedding2nn.weight	5	-0.003700579283758998
72443	embedding2nn.weight	6	-0.003973227925598621
72443	embedding2nn.weight	7	-0.038451388478279114
72443	embedding2nn.weight	8	-0.0019979383796453476
72443	embedding2nn.weight	9	-0.025948822498321533
72443	embedding2nn.bias	0	0.030527926981449127
72443	embedding2nn.bias	1	-0.06602490693330765
72443	embedding2nn.bias	2	0.06352529674768448
72443	embedding2nn.bias	3	0.04519832506775856
72443	embedding2nn.bias	4	-0.03105941228568554
72443	embedding2nn.bias	5	-0.025831984356045723
72443	embedding2nn.bias	6	0.0197309423238039
72443	embedding2nn.bias	7	-0.03650149703025818
72443	embedding2nn.bias	8	0.02379339374601841
72443	embedding2nn.bias	9	0.03655610606074333
72443	rnn.weight_ih_l0	0	-0.04193614795804024
72443	rnn.weight_ih_l0	1	0.002310037612915039
72443	rnn.weight_ih_l0	2	0.03946186229586601
72443	rnn.weight_ih_l0	3	0.0028443289920687675
72443	rnn.weight_ih_l0	4	-0.01198094803839922
72443	rnn.weight_ih_l0	5	-0.05527525022625923
72443	rnn.weight_ih_l0	6	0.01147379819303751
72443	rnn.weight_ih_l0	7	0.055314380675554276
72443	rnn.weight_ih_l0	8	0.0037903443444520235
72443	rnn.weight_ih_l0	9	-0.024054065346717834
72443	rnn.weight_hh_l0	0	-0.03426869213581085
72443	rnn.weight_hh_l0	1	-0.0016204178100451827
72443	rnn.weight_hh_l0	2	0.002345429500564933
72443	rnn.weight_hh_l0	3	-0.047343965619802475
72443	rnn.weight_hh_l0	4	0.055528391152620316
72443	rnn.weight_hh_l0	5	-0.0014579552225768566
72443	rnn.weight_hh_l0	6	-0.03866879269480705
72443	rnn.weight_hh_l0	7	-0.017892830073833466
72443	rnn.weight_hh_l0	8	0.001394161838106811
72443	rnn.weight_hh_l0	9	-0.02410786971449852
72443	rnn.bias_ih_l0	0	0.05322839319705963
72443	rnn.bias_ih_l0	1	-0.0243940781801939
72443	rnn.bias_ih_l0	2	-0.007436119951307774
72443	rnn.bias_ih_l0	3	0.0949258878827095
72443	rnn.bias_ih_l0	4	-0.04687981680035591
72443	rnn.bias_ih_l0	5	-0.03180524706840515
72443	rnn.bias_ih_l0	6	0.011225800961256027
72443	rnn.bias_ih_l0	7	0.055580027401447296
72443	rnn.bias_ih_l0	8	-0.08134575933218002
72443	rnn.bias_ih_l0	9	-0.028036752715706825
72443	rnn.bias_hh_l0	0	-0.03981996700167656
72443	rnn.bias_hh_l0	1	-0.07303466647863388
72443	rnn.bias_hh_l0	2	-0.03229444473981857
72443	rnn.bias_hh_l0	3	-0.06963156908750534
72443	rnn.bias_hh_l0	4	-0.027780424803495407
72443	rnn.bias_hh_l0	5	-0.006598247215151787
72443	rnn.bias_hh_l0	6	0.016510622575879097
72443	rnn.bias_hh_l0	7	-0.0022344242315739393
72443	rnn.bias_hh_l0	8	-0.1117895096540451
72443	rnn.bias_hh_l0	9	-0.0501863919198513
72443	rnn.weight_ih_l0_reverse	0	-0.01342407613992691
72443	rnn.weight_ih_l0_reverse	1	-0.05458570644259453
72443	rnn.weight_ih_l0_reverse	2	-0.036982517689466476
72443	rnn.weight_ih_l0_reverse	3	-0.00478045828640461
72443	rnn.weight_ih_l0_reverse	4	-0.0028514787554740906
72443	rnn.weight_ih_l0_reverse	5	-0.046379633247852325
72443	rnn.weight_ih_l0_reverse	6	0.053933534771203995
72443	rnn.weight_ih_l0_reverse	7	-0.022765913978219032
72443	rnn.weight_ih_l0_reverse	8	-0.03505488485097885
72443	rnn.weight_ih_l0_reverse	9	0.0026369383558630943
72443	rnn.weight_hh_l0_reverse	0	0.04342348501086235
72443	rnn.weight_hh_l0_reverse	1	0.02603635936975479
72443	rnn.weight_hh_l0_reverse	2	0.0326576791703701
72443	rnn.weight_hh_l0_reverse	3	0.01882830262184143
72443	rnn.weight_hh_l0_reverse	4	-0.0016873069107532501
72443	rnn.weight_hh_l0_reverse	5	0.007097446825355291
72443	rnn.weight_hh_l0_reverse	6	0.04355260729789734
72443	rnn.weight_hh_l0_reverse	7	-0.051954712718725204
72443	rnn.weight_hh_l0_reverse	8	0.03318215534090996
72443	rnn.weight_hh_l0_reverse	9	0.04819249361753464
72443	rnn.bias_ih_l0_reverse	0	-0.06001802906394005
72443	rnn.bias_ih_l0_reverse	1	-0.21882933378219604
72443	rnn.bias_ih_l0_reverse	2	-0.08173784613609314
72443	rnn.bias_ih_l0_reverse	3	-0.01179534662514925
72443	rnn.bias_ih_l0_reverse	4	-0.036934394389390945
72443	rnn.bias_ih_l0_reverse	5	0.03912682458758354
72443	rnn.bias_ih_l0_reverse	6	-0.04267590492963791
72443	rnn.bias_ih_l0_reverse	7	0.03961764648556709
72443	rnn.bias_ih_l0_reverse	8	-0.03734242543578148
72443	rnn.bias_ih_l0_reverse	9	0.020315958186984062
72443	rnn.bias_hh_l0_reverse	0	-0.0025133516173809767
72443	rnn.bias_hh_l0_reverse	1	-0.04344973713159561
72443	rnn.bias_hh_l0_reverse	2	0.06428647041320801
72443	rnn.bias_hh_l0_reverse	3	-0.03338289633393288
72443	rnn.bias_hh_l0_reverse	4	-0.0464964397251606
72443	rnn.bias_hh_l0_reverse	5	-0.01858225278556347
72443	rnn.bias_hh_l0_reverse	6	-0.03590827062726021
72443	rnn.bias_hh_l0_reverse	7	0.0929122343659401
72443	rnn.bias_hh_l0_reverse	8	0.023879215121269226
72443	rnn.bias_hh_l0_reverse	9	-0.09314495325088501
72443	rnn.weight_ih_l1	0	-0.03723222389817238
72443	rnn.weight_ih_l1	1	-0.03792572021484375
72443	rnn.weight_ih_l1	2	0.06741229444742203
72443	rnn.weight_ih_l1	3	-0.03157933056354523
72443	rnn.weight_ih_l1	4	-0.0019924568478018045
72443	rnn.weight_ih_l1	5	-0.046410657465457916
72443	rnn.weight_ih_l1	6	0.02485264092683792
72443	rnn.weight_ih_l1	7	-0.02883334271609783
72443	rnn.weight_ih_l1	8	0.03894088789820671
72443	rnn.weight_ih_l1	9	0.03373613953590393
72443	rnn.weight_hh_l1	0	-0.01742006652057171
72443	rnn.weight_hh_l1	1	0.009057827293872833
72443	rnn.weight_hh_l1	2	0.0007673476939089596
72443	rnn.weight_hh_l1	3	-0.008391073904931545
72443	rnn.weight_hh_l1	4	-0.0015019263373687863
72443	rnn.weight_hh_l1	5	0.024271957576274872
72443	rnn.weight_hh_l1	6	0.02711031399667263
72443	rnn.weight_hh_l1	7	-0.02343517169356346
72443	rnn.weight_hh_l1	8	-0.024025574326515198
72443	rnn.weight_hh_l1	9	0.038392264395952225
72443	rnn.bias_ih_l1	0	-0.14332044124603271
72443	rnn.bias_ih_l1	1	-0.14239324629306793
72443	rnn.bias_ih_l1	2	-0.14040683209896088
72443	rnn.bias_ih_l1	3	-0.2130364179611206
72443	rnn.bias_ih_l1	4	-0.14696234464645386
72443	rnn.bias_ih_l1	5	-0.09301832318305969
72443	rnn.bias_ih_l1	6	-0.10723065584897995
72443	rnn.bias_ih_l1	7	-0.02048560604453087
72443	rnn.bias_ih_l1	8	-0.1009276881814003
72443	rnn.bias_ih_l1	9	-0.09854957461357117
72443	rnn.bias_hh_l1	0	-0.11736451834440231
72443	rnn.bias_hh_l1	1	-0.03984536975622177
72443	rnn.bias_hh_l1	2	-0.08171546459197998
72443	rnn.bias_hh_l1	3	-0.08661136776208878
72443	rnn.bias_hh_l1	4	-0.11828556656837463
72443	rnn.bias_hh_l1	5	-0.06950880587100983
72443	rnn.bias_hh_l1	6	-0.09484139084815979
72443	rnn.bias_hh_l1	7	-0.0035018054768443108
72443	rnn.bias_hh_l1	8	-0.10070624947547913
72443	rnn.bias_hh_l1	9	-0.07360328733921051
72443	rnn.weight_ih_l1_reverse	0	-0.04191671311855316
72443	rnn.weight_ih_l1_reverse	1	0.054383523762226105
72443	rnn.weight_ih_l1_reverse	2	0.0022480329498648643
72443	rnn.weight_ih_l1_reverse	3	0.005104375537484884
72443	rnn.weight_ih_l1_reverse	4	-0.03112064115703106
72443	rnn.weight_ih_l1_reverse	5	-0.03524180129170418
72443	rnn.weight_ih_l1_reverse	6	-0.0002884325513150543
72443	rnn.weight_ih_l1_reverse	7	0.017528600990772247
72443	rnn.weight_ih_l1_reverse	8	0.0060507794842123985
72443	rnn.weight_ih_l1_reverse	9	-0.04507152736186981
72443	rnn.weight_hh_l1_reverse	0	0.007561252918094397
72443	rnn.weight_hh_l1_reverse	1	0.029150357469916344
72443	rnn.weight_hh_l1_reverse	2	-0.03774286434054375
72443	rnn.weight_hh_l1_reverse	3	0.04171958565711975
72443	rnn.weight_hh_l1_reverse	4	0.04925713688135147
72443	rnn.weight_hh_l1_reverse	5	0.0068253097124397755
72443	rnn.weight_hh_l1_reverse	6	0.0073912679217755795
72443	rnn.weight_hh_l1_reverse	7	0.02738620899617672
72443	rnn.weight_hh_l1_reverse	8	-0.0018533507827669382
72443	rnn.weight_hh_l1_reverse	9	-0.04118268936872482
72443	rnn.bias_ih_l1_reverse	0	-0.054666563868522644
72443	rnn.bias_ih_l1_reverse	1	-0.08376754075288773
72443	rnn.bias_ih_l1_reverse	2	-0.11292147636413574
72443	rnn.bias_ih_l1_reverse	3	0.0001487306726630777
72443	rnn.bias_ih_l1_reverse	4	-0.16487085819244385
72443	rnn.bias_ih_l1_reverse	5	-0.08110133558511734
72443	rnn.bias_ih_l1_reverse	6	-0.10641612112522125
72443	rnn.bias_ih_l1_reverse	7	-0.1486264169216156
72443	rnn.bias_ih_l1_reverse	8	0.10935971885919571
72443	rnn.bias_ih_l1_reverse	9	0.031145870685577393
72443	rnn.bias_hh_l1_reverse	0	-0.049979571253061295
72443	rnn.bias_hh_l1_reverse	1	0.004536481108516455
72443	rnn.bias_hh_l1_reverse	2	-0.20424921810626984
72443	rnn.bias_hh_l1_reverse	3	-0.09085354208946228
72443	rnn.bias_hh_l1_reverse	4	-0.05797776207327843
72443	rnn.bias_hh_l1_reverse	5	-0.0756397545337677
72443	rnn.bias_hh_l1_reverse	6	0.08014515042304993
72443	rnn.bias_hh_l1_reverse	7	-0.13428856432437897
72443	rnn.bias_hh_l1_reverse	8	-0.10081712156534195
72443	rnn.bias_hh_l1_reverse	9	-0.11162437498569489
72443	linear.weight	0	0.002228822559118271
72443	linear.weight	1	0.08409550040960312
72443	linear.weight	2	-0.11934148520231247
72443	linear.weight	3	0.35950061678886414
72443	linear.weight	4	0.0715613141655922
72443	linear.weight	5	-0.003017723560333252
72443	linear.weight	6	0.017862239852547646
72443	linear.weight	7	0.05816516652703285
72443	linear.weight	8	0.04164528101682663
72443	linear.weight	9	-0.07549780607223511
72443	linear.bias	0	-0.07696111500263214
72443	linear.bias	1	-0.14998318254947662
72443	linear.bias	2	-0.49586883187294006
72443	linear.bias	3	-0.6986077427864075
72443	linear.bias	4	-1.0224061012268066
72443	linear.bias	5	-0.008222810924053192
72443	linear.bias	6	-0.6625393033027649
72443	linear.bias	7	0.43121060729026794
72443	linear.bias	8	-0.5254640579223633
72443	linear.bias	9	-0.8214729428291321
72640	transitions	0	0.4759816527366638
72640	transitions	1	0.06287842243909836
72640	transitions	2	-10000.0
72640	transitions	3	-1.8036677837371826
72640	transitions	4	-10000.0
72640	transitions	5	0.6379042267799377
72640	transitions	6	-0.032484058290719986
72640	transitions	7	-0.4235692024230957
72640	transitions	8	-1.347644567489624
72640	transitions	9	-0.0005841526435688138
72640	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
72640	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
72640	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
72640	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
72640	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
72640	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
72640	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
72640	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
72640	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
72640	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
72640	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
72640	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
72640	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
72640	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
72640	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
72640	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
72640	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
72640	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
72640	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
72640	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
72640	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
72640	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
72640	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
72640	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
72640	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
72640	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
72640	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
72640	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
72640	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
72640	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
72640	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
72640	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
72640	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
72640	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
72640	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
72640	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
72640	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
72640	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
72640	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
72640	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
72640	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
72640	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
72640	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
72640	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
72640	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
72640	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
72640	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
72640	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
72640	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
72640	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
72640	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
72640	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
72640	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
72640	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
72640	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
72640	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
72640	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
72640	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
72640	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
72640	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
72640	embedding2nn.weight	0	0.008324292488396168
72640	embedding2nn.weight	1	-0.01711682602763176
72640	embedding2nn.weight	2	-0.014268255792558193
72640	embedding2nn.weight	3	-0.0032308222725987434
72640	embedding2nn.weight	4	-0.0059150345623493195
72640	embedding2nn.weight	5	-0.003700579283758998
72640	embedding2nn.weight	6	-0.003973227459937334
72640	embedding2nn.weight	7	-0.038545988500118256
72640	embedding2nn.weight	8	-0.0019979383796453476
72640	embedding2nn.weight	9	-0.026743728667497635
72640	embedding2nn.bias	0	0.023718135431408882
72640	embedding2nn.bias	1	-0.06166638433933258
72640	embedding2nn.bias	2	0.06118371710181236
72640	embedding2nn.bias	3	0.05012756213545799
72640	embedding2nn.bias	4	-0.028410524129867554
72640	embedding2nn.bias	5	-0.033962432295084
72640	embedding2nn.bias	6	0.01680925115942955
72640	embedding2nn.bias	7	-0.03924349322915077
72640	embedding2nn.bias	8	0.02296418696641922
72640	embedding2nn.bias	9	0.038342077285051346
72640	rnn.weight_ih_l0	0	-0.04079611226916313
72640	rnn.weight_ih_l0	1	0.0020968965254724026
72640	rnn.weight_ih_l0	2	0.03833276405930519
72640	rnn.weight_ih_l0	3	0.0028464063070714474
72640	rnn.weight_ih_l0	4	-0.011896035633981228
72640	rnn.weight_ih_l0	5	-0.05538901314139366
72640	rnn.weight_ih_l0	6	0.012464501895010471
72640	rnn.weight_ih_l0	7	0.057905495166778564
72640	rnn.weight_ih_l0	8	0.002865694696083665
72640	rnn.weight_ih_l0	9	-0.023886235430836678
72640	rnn.weight_hh_l0	0	-0.03541862964630127
72640	rnn.weight_hh_l0	1	-0.0013800967717543244
72640	rnn.weight_hh_l0	2	0.0026562127750366926
72640	rnn.weight_hh_l0	3	-0.04711521416902542
72640	rnn.weight_hh_l0	4	0.055350515991449356
72640	rnn.weight_hh_l0	5	-0.0017352650174871087
72640	rnn.weight_hh_l0	6	-0.0390821173787117
72640	rnn.weight_hh_l0	7	-0.018461234867572784
72640	rnn.weight_hh_l0	8	0.0011652259854599833
72640	rnn.weight_hh_l0	9	-0.02363155037164688
72640	rnn.bias_ih_l0	0	0.05113750323653221
72640	rnn.bias_ih_l0	1	-0.025315435603260994
72640	rnn.bias_ih_l0	2	-0.005363066215068102
72640	rnn.bias_ih_l0	3	0.09543886035680771
72640	rnn.bias_ih_l0	4	-0.04474421963095665
72640	rnn.bias_ih_l0	5	-0.03289145231246948
72640	rnn.bias_ih_l0	6	0.01604517176747322
72640	rnn.bias_ih_l0	7	0.05591221898794174
72640	rnn.bias_ih_l0	8	-0.08028898388147354
72640	rnn.bias_ih_l0	9	-0.03277873992919922
72640	rnn.bias_hh_l0	0	-0.041398804634809494
72640	rnn.bias_hh_l0	1	-0.07591905444860458
72640	rnn.bias_hh_l0	2	-0.036593809723854065
72640	rnn.bias_hh_l0	3	-0.0685785785317421
72640	rnn.bias_hh_l0	4	-0.02508152462542057
72640	rnn.bias_hh_l0	5	-7.077769259922206e-05
72640	rnn.bias_hh_l0	6	0.018845167011022568
72640	rnn.bias_hh_l0	7	0.00027306369156576693
72640	rnn.bias_hh_l0	8	-0.1114107072353363
72640	rnn.bias_hh_l0	9	-0.04117145389318466
72640	rnn.weight_ih_l0_reverse	0	-0.01287028193473816
72640	rnn.weight_ih_l0_reverse	1	-0.05363526567816734
72640	rnn.weight_ih_l0_reverse	2	-0.035591598600149155
72640	rnn.weight_ih_l0_reverse	3	-0.005311506800353527
72640	rnn.weight_ih_l0_reverse	4	-0.0030636705923825502
72640	rnn.weight_ih_l0_reverse	5	-0.046349216252565384
72640	rnn.weight_ih_l0_reverse	6	0.05449653044342995
72640	rnn.weight_ih_l0_reverse	7	-0.021523239091038704
72640	rnn.weight_ih_l0_reverse	8	-0.035915762186050415
72640	rnn.weight_ih_l0_reverse	9	0.0025803979951888323
72640	rnn.weight_hh_l0_reverse	0	0.04449515789747238
72640	rnn.weight_hh_l0_reverse	1	0.02580336481332779
72640	rnn.weight_hh_l0_reverse	2	0.03314537927508354
72640	rnn.weight_hh_l0_reverse	3	0.019213968887925148
72640	rnn.weight_hh_l0_reverse	4	-0.001022696727886796
72640	rnn.weight_hh_l0_reverse	5	0.008024553768336773
72640	rnn.weight_hh_l0_reverse	6	0.043139927089214325
72640	rnn.weight_hh_l0_reverse	7	-0.05089673399925232
72640	rnn.weight_hh_l0_reverse	8	0.03292734548449516
72640	rnn.weight_hh_l0_reverse	9	0.04788464680314064
72640	rnn.bias_ih_l0_reverse	0	-0.060511063784360886
72640	rnn.bias_ih_l0_reverse	1	-0.2135685384273529
72640	rnn.bias_ih_l0_reverse	2	-0.0809585452079773
72640	rnn.bias_ih_l0_reverse	3	-0.00995724368840456
72640	rnn.bias_ih_l0_reverse	4	-0.03859930485486984
72640	rnn.bias_ih_l0_reverse	5	0.03924229368567467
72640	rnn.bias_ih_l0_reverse	6	-0.04355926811695099
72640	rnn.bias_ih_l0_reverse	7	0.0402698740363121
72640	rnn.bias_ih_l0_reverse	8	-0.03806443512439728
72640	rnn.bias_ih_l0_reverse	9	0.018254080787301064
72640	rnn.bias_hh_l0_reverse	0	-0.0019771838560700417
72640	rnn.bias_hh_l0_reverse	1	-0.04554338380694389
72640	rnn.bias_hh_l0_reverse	2	0.05888594686985016
72640	rnn.bias_hh_l0_reverse	3	-0.0352998822927475
72640	rnn.bias_hh_l0_reverse	4	-0.04608121141791344
72640	rnn.bias_hh_l0_reverse	5	-0.018769633024930954
72640	rnn.bias_hh_l0_reverse	6	-0.03614061698317528
72640	rnn.bias_hh_l0_reverse	7	0.09253052622079849
72640	rnn.bias_hh_l0_reverse	8	0.025236431509256363
72640	rnn.bias_hh_l0_reverse	9	-0.09474353492259979
72640	rnn.weight_ih_l1	0	-0.03764491155743599
72640	rnn.weight_ih_l1	1	-0.03774314001202583
72640	rnn.weight_ih_l1	2	0.06581659615039825
72640	rnn.weight_ih_l1	3	-0.029241550713777542
72640	rnn.weight_ih_l1	4	-0.001969626871868968
72640	rnn.weight_ih_l1	5	-0.04677538573741913
72640	rnn.weight_ih_l1	6	0.025009218603372574
72640	rnn.weight_ih_l1	7	-0.029910722747445107
72640	rnn.weight_ih_l1	8	0.03881204500794411
72640	rnn.weight_ih_l1	9	0.032801102846860886
72640	rnn.weight_hh_l1	0	-0.017254887148737907
72640	rnn.weight_hh_l1	1	0.00899434369057417
72640	rnn.weight_hh_l1	2	0.00012647634139284492
72640	rnn.weight_hh_l1	3	-0.00869686808437109
72640	rnn.weight_hh_l1	4	-0.002180602168664336
72640	rnn.weight_hh_l1	5	0.024330250918865204
72640	rnn.weight_hh_l1	6	0.026415714994072914
72640	rnn.weight_hh_l1	7	-0.02399343065917492
72640	rnn.weight_hh_l1	8	-0.02396080642938614
72640	rnn.weight_hh_l1	9	0.038541827350854874
72640	rnn.bias_ih_l1	0	-0.14630819857120514
72640	rnn.bias_ih_l1	1	-0.14143291115760803
72640	rnn.bias_ih_l1	2	-0.13838623464107513
72640	rnn.bias_ih_l1	3	-0.21023033559322357
72640	rnn.bias_ih_l1	4	-0.14609257876873016
72640	rnn.bias_ih_l1	5	-0.09234703332185745
72640	rnn.bias_ih_l1	6	-0.10731381177902222
72640	rnn.bias_ih_l1	7	-0.024506814777851105
72640	rnn.bias_ih_l1	8	-0.09755544364452362
72640	rnn.bias_ih_l1	9	-0.09719718247652054
72640	rnn.bias_hh_l1	0	-0.1140560507774353
72640	rnn.bias_hh_l1	1	-0.040991198271512985
72640	rnn.bias_hh_l1	2	-0.082400381565094
72640	rnn.bias_hh_l1	3	-0.08546826988458633
72640	rnn.bias_hh_l1	4	-0.11596658080816269
72640	rnn.bias_hh_l1	5	-0.07072164118289948
72640	rnn.bias_hh_l1	6	-0.09120950102806091
72640	rnn.bias_hh_l1	7	0.006220170762389898
72640	rnn.bias_hh_l1	8	-0.1003597229719162
72640	rnn.bias_hh_l1	9	-0.0723041445016861
72640	rnn.weight_ih_l1_reverse	0	-0.04184987396001816
72640	rnn.weight_ih_l1_reverse	1	0.057157739996910095
72640	rnn.weight_ih_l1_reverse	2	0.0018333224579691887
72640	rnn.weight_ih_l1_reverse	3	0.004708109889179468
72640	rnn.weight_ih_l1_reverse	4	-0.034133899956941605
72640	rnn.weight_ih_l1_reverse	5	-0.03556697070598602
72640	rnn.weight_ih_l1_reverse	6	0.001627651508897543
72640	rnn.weight_ih_l1_reverse	7	0.018418580293655396
72640	rnn.weight_ih_l1_reverse	8	0.0050237346440553665
72640	rnn.weight_ih_l1_reverse	9	-0.041663866490125656
72640	rnn.weight_hh_l1_reverse	0	0.007456063758581877
72640	rnn.weight_hh_l1_reverse	1	0.029308708384633064
72640	rnn.weight_hh_l1_reverse	2	-0.03789139166474342
72640	rnn.weight_hh_l1_reverse	3	0.04193348065018654
72640	rnn.weight_hh_l1_reverse	4	0.04952686280012131
72640	rnn.weight_hh_l1_reverse	5	0.006304473616182804
72640	rnn.weight_hh_l1_reverse	6	0.007273302413523197
72640	rnn.weight_hh_l1_reverse	7	0.027624446898698807
72640	rnn.weight_hh_l1_reverse	8	-0.0018394261132925749
72640	rnn.weight_hh_l1_reverse	9	-0.04149415343999863
72640	rnn.bias_ih_l1_reverse	0	-0.0524861104786396
72640	rnn.bias_ih_l1_reverse	1	-0.08510377258062363
72640	rnn.bias_ih_l1_reverse	2	-0.11324507743120193
72640	rnn.bias_ih_l1_reverse	3	-0.004298574756830931
72640	rnn.bias_ih_l1_reverse	4	-0.16395555436611176
72640	rnn.bias_ih_l1_reverse	5	-0.08059585094451904
72640	rnn.bias_ih_l1_reverse	6	-0.10657200217247009
72640	rnn.bias_ih_l1_reverse	7	-0.14685769379138947
72640	rnn.bias_ih_l1_reverse	8	0.10925626754760742
72640	rnn.bias_ih_l1_reverse	9	0.03110753558576107
72640	rnn.bias_hh_l1_reverse	0	-0.04817162826657295
72640	rnn.bias_hh_l1_reverse	1	0.0066155968233942986
72640	rnn.bias_hh_l1_reverse	2	-0.20339754223823547
72640	rnn.bias_hh_l1_reverse	3	-0.09161443263292313
72640	rnn.bias_hh_l1_reverse	4	-0.05895354971289635
72640	rnn.bias_hh_l1_reverse	5	-0.07679443061351776
72640	rnn.bias_hh_l1_reverse	6	0.08515238016843796
72640	rnn.bias_hh_l1_reverse	7	-0.13495686650276184
72640	rnn.bias_hh_l1_reverse	8	-0.09935786575078964
72640	rnn.bias_hh_l1_reverse	9	-0.11085738241672516
72640	linear.weight	0	0.002228822559118271
72640	linear.weight	1	0.07901673018932343
72640	linear.weight	2	-0.12659388780593872
72640	linear.weight	3	0.351036936044693
72640	linear.weight	4	0.0690518394112587
72640	linear.weight	5	-0.0005663353367708623
72640	linear.weight	6	0.02882767841219902
72640	linear.weight	7	0.05851702392101288
72640	linear.weight	8	0.041641056537628174
72640	linear.weight	9	-0.07341885566711426
72640	linear.bias	0	-0.06893523782491684
72640	linear.bias	1	-0.13542179763317108
72640	linear.bias	2	-0.5025553107261658
72640	linear.bias	3	-0.697099506855011
72640	linear.bias	4	-1.0201776027679443
72640	linear.bias	5	-0.028429150581359863
72640	linear.bias	6	-0.6443153023719788
72640	linear.bias	7	0.412098228931427
72640	linear.bias	8	-0.5502471923828125
72640	linear.bias	9	-0.8436662554740906
72837	transitions	0	0.47623857855796814
72837	transitions	1	0.0625675842165947
72837	transitions	2	-10000.0
72837	transitions	3	-1.803797721862793
72837	transitions	4	-10000.0
72837	transitions	5	0.6376115679740906
72837	transitions	6	-0.0326940156519413
72837	transitions	7	-0.4247194528579712
72837	transitions	8	-1.347908854484558
72837	transitions	9	-0.0005860869423486292
72837	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
72837	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
72837	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
72837	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
72837	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
72837	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
72837	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
72837	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
72837	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
72837	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
72837	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
72837	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
72837	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
72837	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
72837	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
72837	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
72837	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
72837	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
72837	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
72837	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
72837	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
72837	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
72837	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
72837	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
72837	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
72837	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
72837	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
72837	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
72837	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
72837	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
72837	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
72837	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
72837	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
72837	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
72837	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
72837	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
72837	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
72837	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
72837	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
72837	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
72837	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
72837	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
72837	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
72837	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
72837	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
72837	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
72837	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
72837	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
72837	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
72837	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
72837	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
72837	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
72837	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
72837	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
72837	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
72837	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
72837	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
72837	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
72837	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
72837	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
72837	embedding2nn.weight	0	0.007545772474259138
72837	embedding2nn.weight	1	-0.01721525937318802
72837	embedding2nn.weight	2	-0.014268255792558193
72837	embedding2nn.weight	3	-0.0010520119685679674
72837	embedding2nn.weight	4	-0.0059150345623493195
72837	embedding2nn.weight	5	-0.003700579283758998
72837	embedding2nn.weight	6	-0.003973226994276047
72837	embedding2nn.weight	7	-0.03853805363178253
72837	embedding2nn.weight	8	-0.0019979383796453476
72837	embedding2nn.weight	9	-0.02635219134390354
72837	embedding2nn.bias	0	0.03189954534173012
72837	embedding2nn.bias	1	-0.06801711767911911
72837	embedding2nn.bias	2	0.06317753344774246
72837	embedding2nn.bias	3	0.052208833396434784
72837	embedding2nn.bias	4	-0.01738889142870903
72837	embedding2nn.bias	5	-0.032527852803468704
72837	embedding2nn.bias	6	0.019370513036847115
72837	embedding2nn.bias	7	-0.03594823554158211
72837	embedding2nn.bias	8	0.017118142917752266
72837	embedding2nn.bias	9	0.038990963250398636
72837	rnn.weight_ih_l0	0	-0.04128063842654228
72837	rnn.weight_ih_l0	1	0.004071730654686689
72837	rnn.weight_ih_l0	2	0.03811551630496979
72837	rnn.weight_ih_l0	3	0.002369494875892997
72837	rnn.weight_ih_l0	4	-0.011041362769901752
72837	rnn.weight_ih_l0	5	-0.05606377124786377
72837	rnn.weight_ih_l0	6	0.011885344982147217
72837	rnn.weight_ih_l0	7	0.05793096497654915
72837	rnn.weight_ih_l0	8	0.001311805914156139
72837	rnn.weight_ih_l0	9	-0.023819850757718086
72837	rnn.weight_hh_l0	0	-0.03532771021127701
72837	rnn.weight_hh_l0	1	-0.000647180073428899
72837	rnn.weight_hh_l0	2	0.0023829310666769743
72837	rnn.weight_hh_l0	3	-0.04718974605202675
72837	rnn.weight_hh_l0	4	0.05531682074069977
72837	rnn.weight_hh_l0	5	-0.0013136871857568622
72837	rnn.weight_hh_l0	6	-0.03959951922297478
72837	rnn.weight_hh_l0	7	-0.018239356577396393
72837	rnn.weight_hh_l0	8	0.0008996841497719288
72837	rnn.weight_hh_l0	9	-0.023282494395971298
72837	rnn.bias_ih_l0	0	0.05317928269505501
72837	rnn.bias_ih_l0	1	-0.02430512011051178
72837	rnn.bias_ih_l0	2	-0.004860348999500275
72837	rnn.bias_ih_l0	3	0.09320567548274994
72837	rnn.bias_ih_l0	4	-0.04614432528614998
72837	rnn.bias_ih_l0	5	-0.02888617292046547
72837	rnn.bias_ih_l0	6	0.015140610747039318
72837	rnn.bias_ih_l0	7	0.055519554764032364
72837	rnn.bias_ih_l0	8	-0.08157449215650558
72837	rnn.bias_ih_l0	9	-0.03198149800300598
72837	rnn.bias_hh_l0	0	-0.040073659271001816
72837	rnn.bias_hh_l0	1	-0.07441969960927963
72837	rnn.bias_hh_l0	2	-0.038134679198265076
72837	rnn.bias_hh_l0	3	-0.06927444785833359
72837	rnn.bias_hh_l0	4	-0.023537643253803253
72837	rnn.bias_hh_l0	5	-0.002461298368871212
72837	rnn.bias_hh_l0	6	0.014694375917315483
72837	rnn.bias_hh_l0	7	0.002397838281467557
72837	rnn.bias_hh_l0	8	-0.11343718320131302
72837	rnn.bias_hh_l0	9	-0.040303509682416916
72837	rnn.weight_ih_l0_reverse	0	-0.012588204815983772
72837	rnn.weight_ih_l0_reverse	1	-0.05443978309631348
72837	rnn.weight_ih_l0_reverse	2	-0.03636828437447548
72837	rnn.weight_ih_l0_reverse	3	-0.005630894098430872
72837	rnn.weight_ih_l0_reverse	4	-0.0030255126766860485
72837	rnn.weight_ih_l0_reverse	5	-0.046571243554353714
72837	rnn.weight_ih_l0_reverse	6	0.055740296840667725
72837	rnn.weight_ih_l0_reverse	7	-0.02123706229031086
72837	rnn.weight_ih_l0_reverse	8	-0.03592674434185028
72837	rnn.weight_ih_l0_reverse	9	0.0032781397458165884
72837	rnn.weight_hh_l0_reverse	0	0.0430680550634861
72837	rnn.weight_hh_l0_reverse	1	0.027230380102992058
72837	rnn.weight_hh_l0_reverse	2	0.033092860132455826
72837	rnn.weight_hh_l0_reverse	3	0.01927124708890915
72837	rnn.weight_hh_l0_reverse	4	-0.0012076098937541246
72837	rnn.weight_hh_l0_reverse	5	0.008471561595797539
72837	rnn.weight_hh_l0_reverse	6	0.0431797169148922
72837	rnn.weight_hh_l0_reverse	7	-0.05094924569129944
72837	rnn.weight_hh_l0_reverse	8	0.033174674957990646
72837	rnn.weight_hh_l0_reverse	9	0.047926075756549835
72837	rnn.bias_ih_l0_reverse	0	-0.05763358995318413
72837	rnn.bias_ih_l0_reverse	1	-0.20934002101421356
72837	rnn.bias_ih_l0_reverse	2	-0.08369620144367218
72837	rnn.bias_ih_l0_reverse	3	-0.0112018883228302
72837	rnn.bias_ih_l0_reverse	4	-0.038829293102025986
72837	rnn.bias_ih_l0_reverse	5	0.03949296846985817
72837	rnn.bias_ih_l0_reverse	6	-0.04951557517051697
72837	rnn.bias_ih_l0_reverse	7	0.042168840765953064
72837	rnn.bias_ih_l0_reverse	8	-0.0363091416656971
72837	rnn.bias_ih_l0_reverse	9	0.015439682640135288
72837	rnn.bias_hh_l0_reverse	0	-0.0006875133258290589
72837	rnn.bias_hh_l0_reverse	1	-0.043139759451150894
72837	rnn.bias_hh_l0_reverse	2	0.05528375133872032
72837	rnn.bias_hh_l0_reverse	3	-0.035736024379730225
72837	rnn.bias_hh_l0_reverse	4	-0.046821191906929016
72837	rnn.bias_hh_l0_reverse	5	-0.019693322479724884
72837	rnn.bias_hh_l0_reverse	6	-0.03436334803700447
72837	rnn.bias_hh_l0_reverse	7	0.0914478600025177
72837	rnn.bias_hh_l0_reverse	8	0.025830626487731934
72837	rnn.bias_hh_l0_reverse	9	-0.09624320268630981
72837	rnn.weight_ih_l1	0	-0.03764233738183975
72837	rnn.weight_ih_l1	1	-0.03792921081185341
72837	rnn.weight_ih_l1	2	0.0644766092300415
72837	rnn.weight_ih_l1	3	-0.02961561270058155
72837	rnn.weight_ih_l1	4	-0.0018049979116767645
72837	rnn.weight_ih_l1	5	-0.046530552208423615
72837	rnn.weight_ih_l1	6	0.025320246815681458
72837	rnn.weight_ih_l1	7	-0.029224632307887077
72837	rnn.weight_ih_l1	8	0.038758039474487305
72837	rnn.weight_ih_l1	9	0.03265885263681412
72837	rnn.weight_hh_l1	0	-0.01689191162586212
72837	rnn.weight_hh_l1	1	0.00861193798482418
72837	rnn.weight_hh_l1	2	-0.0005829469300806522
72837	rnn.weight_hh_l1	3	-0.008606632240116596
72837	rnn.weight_hh_l1	4	-0.002415318042039871
72837	rnn.weight_hh_l1	5	0.0243533868342638
72837	rnn.weight_hh_l1	6	0.026159491389989853
72837	rnn.weight_hh_l1	7	-0.02381305582821369
72837	rnn.weight_hh_l1	8	-0.02345556952059269
72837	rnn.weight_hh_l1	9	0.03849051520228386
72837	rnn.bias_ih_l1	0	-0.14598610997200012
72837	rnn.bias_ih_l1	1	-0.142104834318161
72837	rnn.bias_ih_l1	2	-0.13877815008163452
72837	rnn.bias_ih_l1	3	-0.20638248324394226
72837	rnn.bias_ih_l1	4	-0.14736849069595337
72837	rnn.bias_ih_l1	5	-0.09253134578466415
72837	rnn.bias_ih_l1	6	-0.11050097644329071
72837	rnn.bias_ih_l1	7	-0.022667448967695236
72837	rnn.bias_ih_l1	8	-0.10107506811618805
72837	rnn.bias_ih_l1	9	-0.09552164375782013
72837	rnn.bias_hh_l1	0	-0.11724631488323212
72837	rnn.bias_hh_l1	1	-0.040628790855407715
72837	rnn.bias_hh_l1	2	-0.08445359021425247
72837	rnn.bias_hh_l1	3	-0.08508344739675522
72837	rnn.bias_hh_l1	4	-0.1155080571770668
72837	rnn.bias_hh_l1	5	-0.07102424651384354
72837	rnn.bias_hh_l1	6	-0.09421373158693314
72837	rnn.bias_hh_l1	7	0.012319302186369896
72837	rnn.bias_hh_l1	8	-0.10256815701723099
72837	rnn.bias_hh_l1	9	-0.0713748037815094
72837	rnn.weight_ih_l1_reverse	0	-0.04205642640590668
72837	rnn.weight_ih_l1_reverse	1	0.058017514646053314
72837	rnn.weight_ih_l1_reverse	2	0.0018214922165498137
72837	rnn.weight_ih_l1_reverse	3	0.003362598828971386
72837	rnn.weight_ih_l1_reverse	4	-0.03411481902003288
72837	rnn.weight_ih_l1_reverse	5	-0.035791248083114624
72837	rnn.weight_ih_l1_reverse	6	0.002131627406924963
72837	rnn.weight_ih_l1_reverse	7	0.017444252967834473
72837	rnn.weight_ih_l1_reverse	8	0.007689088117331266
72837	rnn.weight_ih_l1_reverse	9	-0.042093031108379364
72837	rnn.weight_hh_l1_reverse	0	0.007448576390743256
72837	rnn.weight_hh_l1_reverse	1	0.029130844399333
72837	rnn.weight_hh_l1_reverse	2	-0.037933554500341415
72837	rnn.weight_hh_l1_reverse	3	0.04207247123122215
72837	rnn.weight_hh_l1_reverse	4	0.05059877038002014
72837	rnn.weight_hh_l1_reverse	5	0.006228290032595396
72837	rnn.weight_hh_l1_reverse	6	0.0074472203850746155
72837	rnn.weight_hh_l1_reverse	7	0.027517220005393028
72837	rnn.weight_hh_l1_reverse	8	-0.0019267741590738297
72837	rnn.weight_hh_l1_reverse	9	-0.04127643629908562
72837	rnn.bias_ih_l1_reverse	0	-0.04859462007880211
72837	rnn.bias_ih_l1_reverse	1	-0.08527305722236633
72837	rnn.bias_ih_l1_reverse	2	-0.11254294961690903
72837	rnn.bias_ih_l1_reverse	3	-0.0032937792129814625
72837	rnn.bias_ih_l1_reverse	4	-0.16380728781223297
72837	rnn.bias_ih_l1_reverse	5	-0.08004783093929291
72837	rnn.bias_ih_l1_reverse	6	-0.10794395208358765
72837	rnn.bias_ih_l1_reverse	7	-0.14527080953121185
72837	rnn.bias_ih_l1_reverse	8	0.11497463285923004
72837	rnn.bias_ih_l1_reverse	9	0.02910657972097397
72837	rnn.bias_hh_l1_reverse	0	-0.04790365323424339
72837	rnn.bias_hh_l1_reverse	1	0.012816295959055424
72837	rnn.bias_hh_l1_reverse	2	-0.20447328686714172
72837	rnn.bias_hh_l1_reverse	3	-0.09149794280529022
72837	rnn.bias_hh_l1_reverse	4	-0.058476608246564865
72837	rnn.bias_hh_l1_reverse	5	-0.07643149793148041
72837	rnn.bias_hh_l1_reverse	6	0.09203401952981949
72837	rnn.bias_hh_l1_reverse	7	-0.1364295929670334
72837	rnn.bias_hh_l1_reverse	8	-0.09720692783594131
72837	rnn.bias_hh_l1_reverse	9	-0.11102420836687088
72837	linear.weight	0	0.002228822559118271
72837	linear.weight	1	0.07575821131467819
72837	linear.weight	2	-0.12897825241088867
72837	linear.weight	3	0.35285595059394836
72837	linear.weight	4	0.07867898046970367
72837	linear.weight	5	-0.0025759872514754534
72837	linear.weight	6	0.023362010717391968
72837	linear.weight	7	0.06736823171377182
72837	linear.weight	8	0.04163575544953346
72837	linear.weight	9	-0.07853163778781891
72837	linear.bias	0	-0.04651203379034996
72837	linear.bias	1	-0.1263308972120285
72837	linear.bias	2	-0.5106633901596069
72837	linear.bias	3	-0.7084091305732727
72837	linear.bias	4	-1.0288920402526855
72837	linear.bias	5	-0.0293168555945158
72837	linear.bias	6	-0.6287205815315247
72837	linear.bias	7	0.412845253944397
72837	linear.bias	8	-0.5600537657737732
72837	linear.bias	9	-0.8446074724197388
73034	transitions	0	0.4735388159751892
73034	transitions	1	0.05961265414953232
73034	transitions	2	-10000.0
73034	transitions	3	-1.80386483669281
73034	transitions	4	-10000.0
73034	transitions	5	0.6373268365859985
73034	transitions	6	-0.03284076601266861
73034	transitions	7	-0.4254988729953766
73034	transitions	8	-1.348084807395935
73034	transitions	9	-0.00058855174575001
73034	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
73034	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
73034	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
73034	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
73034	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
73034	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
73034	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
73034	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
73034	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
73034	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
73034	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
73034	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
73034	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
73034	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
73034	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
73034	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
73034	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
73034	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
73034	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
73034	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
73034	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
73034	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
73034	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
73034	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
73034	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
73034	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
73034	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
73034	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
73034	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
73034	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
73034	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
73034	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
73034	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
73034	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
73034	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
73034	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
73034	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
73034	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
73034	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
73034	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
73034	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
73034	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
73034	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
73034	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
73034	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
73034	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
73034	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
73034	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
73034	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
73034	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
73034	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
73034	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
73034	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
73034	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
73034	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
73034	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
73034	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
73034	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
73034	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
73034	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
73034	embedding2nn.weight	0	0.008002468384802341
73034	embedding2nn.weight	1	-0.017190396785736084
73034	embedding2nn.weight	2	-0.014268255792558193
73034	embedding2nn.weight	3	-0.0005443490808829665
73034	embedding2nn.weight	4	-0.0059150345623493195
73034	embedding2nn.weight	5	-0.0037005795165896416
73034	embedding2nn.weight	6	-0.003973227459937334
73034	embedding2nn.weight	7	-0.039682213217020035
73034	embedding2nn.weight	8	-0.0019979383796453476
73034	embedding2nn.weight	9	-0.025302983820438385
73034	embedding2nn.bias	0	0.028488226234912872
73034	embedding2nn.bias	1	-0.06879008561372757
73034	embedding2nn.bias	2	0.06973128020763397
73034	embedding2nn.bias	3	0.056271303445100784
73034	embedding2nn.bias	4	-0.02759587951004505
73034	embedding2nn.bias	5	-0.03180697187781334
73034	embedding2nn.bias	6	0.01973508857190609
73034	embedding2nn.bias	7	-0.03384409844875336
73034	embedding2nn.bias	8	0.02291780151426792
73034	embedding2nn.bias	9	0.03262872248888016
73034	rnn.weight_ih_l0	0	-0.039516374468803406
73034	rnn.weight_ih_l0	1	0.005412072874605656
73034	rnn.weight_ih_l0	2	0.04100042209029198
73034	rnn.weight_ih_l0	3	0.0026183519512414932
73034	rnn.weight_ih_l0	4	-0.011349081993103027
73034	rnn.weight_ih_l0	5	-0.05606193467974663
73034	rnn.weight_ih_l0	6	0.010213001631200314
73034	rnn.weight_ih_l0	7	0.057902079075574875
73034	rnn.weight_ih_l0	8	-0.0003773729840759188
73034	rnn.weight_ih_l0	9	-0.02376646362245083
73034	rnn.weight_hh_l0	0	-0.036883119493722916
73034	rnn.weight_hh_l0	1	-0.001066340715624392
73034	rnn.weight_hh_l0	2	0.003658364759758115
73034	rnn.weight_hh_l0	3	-0.04721010476350784
73034	rnn.weight_hh_l0	4	0.05478568747639656
73034	rnn.weight_hh_l0	5	-0.0005022892728447914
73034	rnn.weight_hh_l0	6	-0.03869553655385971
73034	rnn.weight_hh_l0	7	-0.018921367824077606
73034	rnn.weight_hh_l0	8	0.0003518214216455817
73034	rnn.weight_hh_l0	9	-0.02250838279724121
73034	rnn.bias_ih_l0	0	0.04973419010639191
73034	rnn.bias_ih_l0	1	-0.02522774413228035
73034	rnn.bias_ih_l0	2	-0.005829975940287113
73034	rnn.bias_ih_l0	3	0.09761472046375275
73034	rnn.bias_ih_l0	4	-0.04409310594201088
73034	rnn.bias_ih_l0	5	-0.025630908086895943
73034	rnn.bias_ih_l0	6	0.014917360618710518
73034	rnn.bias_ih_l0	7	0.05525093525648117
73034	rnn.bias_ih_l0	8	-0.08262256532907486
73034	rnn.bias_ih_l0	9	-0.029255203902721405
73034	rnn.bias_hh_l0	0	-0.04166562855243683
73034	rnn.bias_hh_l0	1	-0.07021649181842804
73034	rnn.bias_hh_l0	2	-0.03532063215970993
73034	rnn.bias_hh_l0	3	-0.06922981142997742
73034	rnn.bias_hh_l0	4	-0.025908401235938072
73034	rnn.bias_hh_l0	5	-0.0048952181823551655
73034	rnn.bias_hh_l0	6	0.013627339154481888
73034	rnn.bias_hh_l0	7	0.0021068640053272247
73034	rnn.bias_hh_l0	8	-0.11736879497766495
73034	rnn.bias_hh_l0	9	-0.0389789380133152
73034	rnn.weight_ih_l0_reverse	0	-0.014443561434745789
73034	rnn.weight_ih_l0_reverse	1	-0.05507458373904228
73034	rnn.weight_ih_l0_reverse	2	-0.03545139357447624
73034	rnn.weight_ih_l0_reverse	3	-0.007102996110916138
73034	rnn.weight_ih_l0_reverse	4	-0.002297058003023267
73034	rnn.weight_ih_l0_reverse	5	-0.046770237386226654
73034	rnn.weight_ih_l0_reverse	6	0.05646630749106407
73034	rnn.weight_ih_l0_reverse	7	-0.021422697231173515
73034	rnn.weight_ih_l0_reverse	8	-0.03730536997318268
73034	rnn.weight_ih_l0_reverse	9	0.004780319519340992
73034	rnn.weight_hh_l0_reverse	0	0.042269472032785416
73034	rnn.weight_hh_l0_reverse	1	0.027165569365024567
73034	rnn.weight_hh_l0_reverse	2	0.03314957767724991
73034	rnn.weight_hh_l0_reverse	3	0.019234174862504005
73034	rnn.weight_hh_l0_reverse	4	-0.0016322529409080744
73034	rnn.weight_hh_l0_reverse	5	0.007917114533483982
73034	rnn.weight_hh_l0_reverse	6	0.04358375445008278
73034	rnn.weight_hh_l0_reverse	7	-0.05109107866883278
73034	rnn.weight_hh_l0_reverse	8	0.033816803246736526
73034	rnn.weight_hh_l0_reverse	9	0.048020537942647934
73034	rnn.bias_ih_l0_reverse	0	-0.060836393386125565
73034	rnn.bias_ih_l0_reverse	1	-0.21732108294963837
73034	rnn.bias_ih_l0_reverse	2	-0.08719972521066666
73034	rnn.bias_ih_l0_reverse	3	-0.012410960160195827
73034	rnn.bias_ih_l0_reverse	4	-0.039779022336006165
73034	rnn.bias_ih_l0_reverse	5	0.04097301885485649
73034	rnn.bias_ih_l0_reverse	6	-0.05193251371383667
73034	rnn.bias_ih_l0_reverse	7	0.04018343240022659
73034	rnn.bias_ih_l0_reverse	8	-0.035789236426353455
73034	rnn.bias_ih_l0_reverse	9	0.014989818446338177
73034	rnn.bias_hh_l0_reverse	0	-0.0007789545925334096
73034	rnn.bias_hh_l0_reverse	1	-0.042793311178684235
73034	rnn.bias_hh_l0_reverse	2	0.0522688552737236
73034	rnn.bias_hh_l0_reverse	3	-0.03656553849577904
73034	rnn.bias_hh_l0_reverse	4	-0.04740011692047119
73034	rnn.bias_hh_l0_reverse	5	-0.0203322134912014
73034	rnn.bias_hh_l0_reverse	6	-0.03415922448039055
73034	rnn.bias_hh_l0_reverse	7	0.08769810944795609
73034	rnn.bias_hh_l0_reverse	8	0.022440999746322632
73034	rnn.bias_hh_l0_reverse	9	-0.09317879378795624
73034	rnn.weight_ih_l1	0	-0.03773295879364014
73034	rnn.weight_ih_l1	1	-0.03746441379189491
73034	rnn.weight_ih_l1	2	0.06643098592758179
73034	rnn.weight_ih_l1	3	-0.028661830350756645
73034	rnn.weight_ih_l1	4	-0.0010664861183613539
73034	rnn.weight_ih_l1	5	-0.04632639139890671
73034	rnn.weight_ih_l1	6	0.025880523025989532
73034	rnn.weight_ih_l1	7	-0.029767919331789017
73034	rnn.weight_ih_l1	8	0.038763221353292465
73034	rnn.weight_ih_l1	9	0.03272445127367973
73034	rnn.weight_hh_l1	0	-0.016947248950600624
73034	rnn.weight_hh_l1	1	0.008531846106052399
73034	rnn.weight_hh_l1	2	-0.0017858488718047738
73034	rnn.weight_hh_l1	3	-0.008491305634379387
73034	rnn.weight_hh_l1	4	-0.0013490874553099275
73034	rnn.weight_hh_l1	5	0.023752905428409576
73034	rnn.weight_hh_l1	6	0.026111889630556107
73034	rnn.weight_hh_l1	7	-0.02365778386592865
73034	rnn.weight_hh_l1	8	-0.02325071394443512
73034	rnn.weight_hh_l1	9	0.03950073942542076
73034	rnn.bias_ih_l1	0	-0.1442774087190628
73034	rnn.bias_ih_l1	1	-0.14347611367702484
73034	rnn.bias_ih_l1	2	-0.13966812193393707
73034	rnn.bias_ih_l1	3	-0.20638346672058105
73034	rnn.bias_ih_l1	4	-0.13969185948371887
73034	rnn.bias_ih_l1	5	-0.09187119454145432
73034	rnn.bias_ih_l1	6	-0.11471691727638245
73034	rnn.bias_ih_l1	7	-0.01864144392311573
73034	rnn.bias_ih_l1	8	-0.10436870157718658
73034	rnn.bias_ih_l1	9	-0.09567630290985107
73034	rnn.bias_hh_l1	0	-0.11841189861297607
73034	rnn.bias_hh_l1	1	-0.03924301266670227
73034	rnn.bias_hh_l1	2	-0.08143412321805954
73034	rnn.bias_hh_l1	3	-0.08544685691595078
73034	rnn.bias_hh_l1	4	-0.11690874397754669
73034	rnn.bias_hh_l1	5	-0.07081654667854309
73034	rnn.bias_hh_l1	6	-0.09446639567613602
73034	rnn.bias_hh_l1	7	0.015477091073989868
73034	rnn.bias_hh_l1	8	-0.10525858402252197
73034	rnn.bias_hh_l1	9	-0.0704430565237999
73034	rnn.weight_ih_l1_reverse	0	-0.04550760239362717
73034	rnn.weight_ih_l1_reverse	1	0.054145876318216324
73034	rnn.weight_ih_l1_reverse	2	0.004666575230658054
73034	rnn.weight_ih_l1_reverse	3	0.004740528762340546
73034	rnn.weight_ih_l1_reverse	4	-0.0337822362780571
73034	rnn.weight_ih_l1_reverse	5	-0.03515448793768883
73034	rnn.weight_ih_l1_reverse	6	0.001944774528965354
73034	rnn.weight_ih_l1_reverse	7	0.017998719587922096
73034	rnn.weight_ih_l1_reverse	8	0.007937000133097172
73034	rnn.weight_ih_l1_reverse	9	-0.03961076959967613
73034	rnn.weight_hh_l1_reverse	0	0.00736274104565382
73034	rnn.weight_hh_l1_reverse	1	0.028985965996980667
73034	rnn.weight_hh_l1_reverse	2	-0.037989553064107895
73034	rnn.weight_hh_l1_reverse	3	0.04206101596355438
73034	rnn.weight_hh_l1_reverse	4	0.05002264678478241
73034	rnn.weight_hh_l1_reverse	5	0.006130923982709646
73034	rnn.weight_hh_l1_reverse	6	0.006691296584904194
73034	rnn.weight_hh_l1_reverse	7	0.027623217552900314
73034	rnn.weight_hh_l1_reverse	8	-0.001699209213256836
73034	rnn.weight_hh_l1_reverse	9	-0.04121708124876022
73034	rnn.bias_ih_l1_reverse	0	-0.05300072580575943
73034	rnn.bias_ih_l1_reverse	1	-0.08628672361373901
73034	rnn.bias_ih_l1_reverse	2	-0.11288771033287048
73034	rnn.bias_ih_l1_reverse	3	0.0042723617516458035
73034	rnn.bias_ih_l1_reverse	4	-0.1614747792482376
73034	rnn.bias_ih_l1_reverse	5	-0.08306718617677689
73034	rnn.bias_ih_l1_reverse	6	-0.10790783166885376
73034	rnn.bias_ih_l1_reverse	7	-0.14198176562786102
73034	rnn.bias_ih_l1_reverse	8	0.11874015629291534
73034	rnn.bias_ih_l1_reverse	9	0.03096918575465679
73034	rnn.bias_hh_l1_reverse	0	-0.05361354723572731
73034	rnn.bias_hh_l1_reverse	1	0.00680120661854744
73034	rnn.bias_hh_l1_reverse	2	-0.20465844869613647
73034	rnn.bias_hh_l1_reverse	3	-0.09118703752756119
73034	rnn.bias_hh_l1_reverse	4	-0.059864435344934464
73034	rnn.bias_hh_l1_reverse	5	-0.07758598774671555
73034	rnn.bias_hh_l1_reverse	6	0.09705735743045807
73034	rnn.bias_hh_l1_reverse	7	-0.13807670772075653
73034	rnn.bias_hh_l1_reverse	8	-0.09684537351131439
73034	rnn.bias_hh_l1_reverse	9	-0.11150364577770233
73034	linear.weight	0	0.002228822559118271
73034	linear.weight	1	0.06032060459256172
73034	linear.weight	2	-0.12929125130176544
73034	linear.weight	3	0.3507404327392578
73034	linear.weight	4	0.08160235732793808
73034	linear.weight	5	-0.001437493832781911
73034	linear.weight	6	0.006460362114012241
73034	linear.weight	7	0.06484262645244598
73034	linear.weight	8	0.041630763560533524
73034	linear.weight	9	-0.07678329944610596
73034	linear.bias	0	-0.03317442163825035
73034	linear.bias	1	-0.14455139636993408
73034	linear.bias	2	-0.46980762481689453
73034	linear.bias	3	-0.7524909377098083
73034	linear.bias	4	-1.0707143545150757
73034	linear.bias	5	0.005200219806283712
73034	linear.bias	6	-0.644133448600769
73034	linear.bias	7	0.44988691806793213
73034	linear.bias	8	-0.552267849445343
73034	linear.bias	9	-0.8433526158332825
73038	transitions	0	0.47340765595436096
73038	transitions	1	0.05960417538881302
73038	transitions	2	-10000.0
73038	transitions	3	-1.8038665056228638
73038	transitions	4	-10000.0
73038	transitions	5	0.6373241543769836
73038	transitions	6	-0.03285612538456917
73038	transitions	7	-0.4254990518093109
73038	transitions	8	-1.3480923175811768
73038	transitions	9	-0.0005885743303224444
73038	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
73038	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
73038	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
73038	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
73038	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
73038	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
73038	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
73038	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
73038	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
73038	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
73038	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
73038	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
73038	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
73038	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
73038	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
73038	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
73038	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
73038	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
73038	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
73038	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
73038	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
73038	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
73038	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
73038	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
73038	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
73038	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
73038	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
73038	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
73038	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
73038	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
73038	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
73038	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
73038	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
73038	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
73038	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
73038	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
73038	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
73038	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
73038	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
73038	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
73038	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
73038	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
73038	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
73038	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
73038	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
73038	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
73038	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
73038	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
73038	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
73038	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
73038	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
73038	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
73038	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
73038	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
73038	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
73038	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
73038	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
73038	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
73038	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
73038	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
73038	embedding2nn.weight	0	0.00801223237067461
73038	embedding2nn.weight	1	-0.017208734527230263
73038	embedding2nn.weight	2	-0.014268255792558193
73038	embedding2nn.weight	3	-0.0001622368727112189
73038	embedding2nn.weight	4	-0.0059150345623493195
73038	embedding2nn.weight	5	-0.0037005795165896416
73038	embedding2nn.weight	6	-0.003973226994276047
73038	embedding2nn.weight	7	-0.03963380306959152
73038	embedding2nn.weight	8	-0.0019979383796453476
73038	embedding2nn.weight	9	-0.025258958339691162
73038	embedding2nn.bias	0	0.02757163532078266
73038	embedding2nn.bias	1	-0.06752318888902664
73038	embedding2nn.bias	2	0.0704515278339386
73038	embedding2nn.bias	3	0.05731737241148949
73038	embedding2nn.bias	4	-0.028296248987317085
73038	embedding2nn.bias	5	-0.03251346945762634
73038	embedding2nn.bias	6	0.01980469562113285
73038	embedding2nn.bias	7	-0.03526778146624565
73038	embedding2nn.bias	8	0.02347884513437748
73038	embedding2nn.bias	9	0.030653230845928192
73038	rnn.weight_ih_l0	0	-0.03953222557902336
73038	rnn.weight_ih_l0	1	0.005444610957056284
73038	rnn.weight_ih_l0	2	0.04102709889411926
73038	rnn.weight_ih_l0	3	0.0024227946996688843
73038	rnn.weight_ih_l0	4	-0.011196780018508434
73038	rnn.weight_ih_l0	5	-0.05600852146744728
73038	rnn.weight_ih_l0	6	0.010016635991632938
73038	rnn.weight_ih_l0	7	0.05786225199699402
73038	rnn.weight_ih_l0	8	-0.0003616998146753758
73038	rnn.weight_ih_l0	9	-0.0237702876329422
73038	rnn.weight_hh_l0	0	-0.03687881678342819
73038	rnn.weight_hh_l0	1	-0.0010823175543919206
73038	rnn.weight_hh_l0	2	0.00362803740426898
73038	rnn.weight_hh_l0	3	-0.04719802737236023
73038	rnn.weight_hh_l0	4	0.05473021790385246
73038	rnn.weight_hh_l0	5	-0.0006925547495484352
73038	rnn.weight_hh_l0	6	-0.03866148740053177
73038	rnn.weight_hh_l0	7	-0.01891327276825905
73038	rnn.weight_hh_l0	8	0.0004309694922994822
73038	rnn.weight_hh_l0	9	-0.02258368395268917
73038	rnn.bias_ih_l0	0	0.050295133143663406
73038	rnn.bias_ih_l0	1	-0.024872926995158195
73038	rnn.bias_ih_l0	2	-0.005773971788585186
73038	rnn.bias_ih_l0	3	0.097528837621212
73038	rnn.bias_ih_l0	4	-0.04459800198674202
73038	rnn.bias_ih_l0	5	-0.02595747448503971
73038	rnn.bias_ih_l0	6	0.014256684109568596
73038	rnn.bias_ih_l0	7	0.05595460906624794
73038	rnn.bias_ih_l0	8	-0.08266157656908035
73038	rnn.bias_ih_l0	9	-0.029842641204595566
73038	rnn.bias_hh_l0	0	-0.04188773036003113
73038	rnn.bias_hh_l0	1	-0.07011359930038452
73038	rnn.bias_hh_l0	2	-0.035119932144880295
73038	rnn.bias_hh_l0	3	-0.06940358132123947
73038	rnn.bias_hh_l0	4	-0.025838155299425125
73038	rnn.bias_hh_l0	5	-0.004735212307423353
73038	rnn.bias_hh_l0	6	0.013512318022549152
73038	rnn.bias_hh_l0	7	0.002976921619847417
73038	rnn.bias_hh_l0	8	-0.11747000366449356
73038	rnn.bias_hh_l0	9	-0.038794826716184616
73038	rnn.weight_ih_l0_reverse	0	-0.014608236961066723
73038	rnn.weight_ih_l0_reverse	1	-0.0551895909011364
73038	rnn.weight_ih_l0_reverse	2	-0.03545503690838814
73038	rnn.weight_ih_l0_reverse	3	-0.007069251500070095
73038	rnn.weight_ih_l0_reverse	4	-0.0023208544589579105
73038	rnn.weight_ih_l0_reverse	5	-0.046870309859514236
73038	rnn.weight_ih_l0_reverse	6	0.05655877664685249
73038	rnn.weight_ih_l0_reverse	7	-0.021451622247695923
73038	rnn.weight_ih_l0_reverse	8	-0.03731853887438774
73038	rnn.weight_ih_l0_reverse	9	0.004641938954591751
73038	rnn.weight_hh_l0_reverse	0	0.04227099567651749
73038	rnn.weight_hh_l0_reverse	1	0.02713063918054104
73038	rnn.weight_hh_l0_reverse	2	0.03312547132372856
73038	rnn.weight_hh_l0_reverse	3	0.019234973937273026
73038	rnn.weight_hh_l0_reverse	4	-0.0016361476154997945
73038	rnn.weight_hh_l0_reverse	5	0.007923141121864319
73038	rnn.weight_hh_l0_reverse	6	0.04359874501824379
73038	rnn.weight_hh_l0_reverse	7	-0.05100807547569275
73038	rnn.weight_hh_l0_reverse	8	0.03374428302049637
73038	rnn.weight_hh_l0_reverse	9	0.04807857424020767
73038	rnn.bias_ih_l0_reverse	0	-0.06128210201859474
73038	rnn.bias_ih_l0_reverse	1	-0.217607319355011
73038	rnn.bias_ih_l0_reverse	2	-0.08740469813346863
73038	rnn.bias_ih_l0_reverse	3	-0.012271313928067684
73038	rnn.bias_ih_l0_reverse	4	-0.03905440866947174
73038	rnn.bias_ih_l0_reverse	5	0.04109598323702812
73038	rnn.bias_ih_l0_reverse	6	-0.05191885307431221
73038	rnn.bias_ih_l0_reverse	7	0.0401109978556633
73038	rnn.bias_ih_l0_reverse	8	-0.035133931785821915
73038	rnn.bias_ih_l0_reverse	9	0.014822965487837791
73038	rnn.bias_hh_l0_reverse	0	-0.0008485826547257602
73038	rnn.bias_hh_l0_reverse	1	-0.04308180510997772
73038	rnn.bias_hh_l0_reverse	2	0.052439380437135696
73038	rnn.bias_hh_l0_reverse	3	-0.036848172545433044
73038	rnn.bias_hh_l0_reverse	4	-0.047782666981220245
73038	rnn.bias_hh_l0_reverse	5	-0.02064618095755577
73038	rnn.bias_hh_l0_reverse	6	-0.034360889345407486
73038	rnn.bias_hh_l0_reverse	7	0.08779486268758774
73038	rnn.bias_hh_l0_reverse	8	0.022452864795923233
73038	rnn.bias_hh_l0_reverse	9	-0.09340126067399979
73038	rnn.weight_ih_l1	0	-0.03774609416723251
73038	rnn.weight_ih_l1	1	-0.03743349015712738
73038	rnn.weight_ih_l1	2	0.06619768589735031
73038	rnn.weight_ih_l1	3	-0.028614617884159088
73038	rnn.weight_ih_l1	4	-0.0009056075941771269
73038	rnn.weight_ih_l1	5	-0.046319205313920975
73038	rnn.weight_ih_l1	6	0.025772465392947197
73038	rnn.weight_ih_l1	7	-0.02972310036420822
73038	rnn.weight_ih_l1	8	0.03876754641532898
73038	rnn.weight_ih_l1	9	0.03268164396286011
73038	rnn.weight_hh_l1	0	-0.017173489555716515
73038	rnn.weight_hh_l1	1	0.008515746332705021
73038	rnn.weight_hh_l1	2	-0.00158709438983351
73038	rnn.weight_hh_l1	3	-0.008501000702381134
73038	rnn.weight_hh_l1	4	-0.0014068624004721642
73038	rnn.weight_hh_l1	5	0.02378774806857109
73038	rnn.weight_hh_l1	6	0.02616199292242527
73038	rnn.weight_hh_l1	7	-0.023660888895392418
73038	rnn.weight_hh_l1	8	-0.023244807496666908
73038	rnn.weight_hh_l1	9	0.039496343582868576
73038	rnn.bias_ih_l1	0	-0.14441682398319244
73038	rnn.bias_ih_l1	1	-0.14340101182460785
73038	rnn.bias_ih_l1	2	-0.1401185840368271
73038	rnn.bias_ih_l1	3	-0.20615802705287933
73038	rnn.bias_ih_l1	4	-0.13972237706184387
73038	rnn.bias_ih_l1	5	-0.09175976365804672
73038	rnn.bias_ih_l1	6	-0.11472861468791962
73038	rnn.bias_ih_l1	7	-0.01839882880449295
73038	rnn.bias_ih_l1	8	-0.10426106303930283
73038	rnn.bias_ih_l1	9	-0.09597530961036682
73038	rnn.bias_hh_l1	0	-0.11826334148645401
73038	rnn.bias_hh_l1	1	-0.03896673396229744
73038	rnn.bias_hh_l1	2	-0.0811741054058075
73038	rnn.bias_hh_l1	3	-0.0853821188211441
73038	rnn.bias_hh_l1	4	-0.1168697252869606
73038	rnn.bias_hh_l1	5	-0.07045164704322815
73038	rnn.bias_hh_l1	6	-0.09447461366653442
73038	rnn.bias_hh_l1	7	0.015324493870139122
73038	rnn.bias_hh_l1	8	-0.10567358136177063
73038	rnn.bias_hh_l1	9	-0.07082073390483856
73038	rnn.weight_ih_l1_reverse	0	-0.045503128319978714
73038	rnn.weight_ih_l1_reverse	1	0.05403648689389229
73038	rnn.weight_ih_l1_reverse	2	0.0045229047536849976
73038	rnn.weight_ih_l1_reverse	3	0.004713714122772217
73038	rnn.weight_ih_l1_reverse	4	-0.03406823053956032
73038	rnn.weight_ih_l1_reverse	5	-0.03522384911775589
73038	rnn.weight_ih_l1_reverse	6	0.0018983710324391723
73038	rnn.weight_ih_l1_reverse	7	0.018187882378697395
73038	rnn.weight_ih_l1_reverse	8	0.008359364233911037
73038	rnn.weight_ih_l1_reverse	9	-0.04011644050478935
73038	rnn.weight_hh_l1_reverse	0	0.007366794627159834
73038	rnn.weight_hh_l1_reverse	1	0.02897716872394085
73038	rnn.weight_hh_l1_reverse	2	-0.03799409046769142
73038	rnn.weight_hh_l1_reverse	3	0.042063020169734955
73038	rnn.weight_hh_l1_reverse	4	0.05006496608257294
73038	rnn.weight_hh_l1_reverse	5	0.00616850983351469
73038	rnn.weight_hh_l1_reverse	6	0.0065357135608792305
73038	rnn.weight_hh_l1_reverse	7	0.027607141062617302
73038	rnn.weight_hh_l1_reverse	8	-0.0017109087202697992
73038	rnn.weight_hh_l1_reverse	9	-0.041212212294340134
73038	rnn.bias_ih_l1_reverse	0	-0.0528368316590786
73038	rnn.bias_ih_l1_reverse	1	-0.08659620583057404
73038	rnn.bias_ih_l1_reverse	2	-0.11311504244804382
73038	rnn.bias_ih_l1_reverse	3	0.0036916814278811216
73038	rnn.bias_ih_l1_reverse	4	-0.16120320558547974
73038	rnn.bias_ih_l1_reverse	5	-0.08298443257808685
73038	rnn.bias_ih_l1_reverse	6	-0.1078968346118927
73038	rnn.bias_ih_l1_reverse	7	-0.1416291445493698
73038	rnn.bias_ih_l1_reverse	8	0.11808628588914871
73038	rnn.bias_ih_l1_reverse	9	0.031872041523456573
73038	rnn.bias_hh_l1_reverse	0	-0.053737346082925797
73038	rnn.bias_hh_l1_reverse	1	0.0070801991969347
73038	rnn.bias_hh_l1_reverse	2	-0.20482055842876434
73038	rnn.bias_hh_l1_reverse	3	-0.09130162745714188
73038	rnn.bias_hh_l1_reverse	4	-0.060046616941690445
73038	rnn.bias_hh_l1_reverse	5	-0.07743436098098755
73038	rnn.bias_hh_l1_reverse	6	0.09384486079216003
73038	rnn.bias_hh_l1_reverse	7	-0.13795103132724762
73038	rnn.bias_hh_l1_reverse	8	-0.09661713987588882
73038	rnn.bias_hh_l1_reverse	9	-0.11149191856384277
73038	linear.weight	0	0.002228822559118271
73038	linear.weight	1	0.06002773344516754
73038	linear.weight	2	-0.1293274462223053
73038	linear.weight	3	0.35076454281806946
73038	linear.weight	4	0.08190977573394775
73038	linear.weight	5	-0.0014293997082859278
73038	linear.weight	6	0.005070703569799662
73038	linear.weight	7	0.05377280339598656
73038	linear.weight	8	0.04163021221756935
73038	linear.weight	9	-0.0753188207745552
73038	linear.bias	0	-0.04404279962182045
73038	linear.bias	1	-0.14983224868774414
73038	linear.bias	2	-0.47148510813713074
73038	linear.bias	3	-0.7555240392684937
73038	linear.bias	4	-1.073850393295288
73038	linear.bias	5	0.004898160230368376
73038	linear.bias	6	-0.6493926048278809
73038	linear.bias	7	0.44935473799705505
73038	linear.bias	8	-0.5479941368103027
73038	linear.bias	9	-0.8391407132148743
73235	transitions	0	0.47540387511253357
73235	transitions	1	0.06516103446483612
73235	transitions	2	-10000.0
73235	transitions	3	-1.8039695024490356
73235	transitions	4	-10000.0
73235	transitions	5	0.6371248364448547
73235	transitions	6	-0.03300275653600693
73235	transitions	7	-0.4272525906562805
73235	transitions	8	-1.3483695983886719
73235	transitions	9	-0.0005906837177462876
73235	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
73235	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
73235	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
73235	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
73235	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
73235	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
73235	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
73235	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
73235	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
73235	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
73235	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
73235	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
73235	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
73235	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
73235	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
73235	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
73235	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
73235	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
73235	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
73235	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
73235	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
73235	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
73235	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
73235	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
73235	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
73235	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
73235	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
73235	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
73235	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
73235	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
73235	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
73235	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
73235	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
73235	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
73235	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
73235	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
73235	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
73235	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
73235	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
73235	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
73235	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
73235	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
73235	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
73235	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
73235	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
73235	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
73235	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
73235	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
73235	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
73235	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
73235	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
73235	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
73235	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
73235	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
73235	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
73235	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
73235	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
73235	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
73235	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
73235	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
73235	embedding2nn.weight	0	0.009095064364373684
73235	embedding2nn.weight	1	-0.017045507207512856
73235	embedding2nn.weight	2	-0.014268255792558193
73235	embedding2nn.weight	3	0.0004412792332004756
73235	embedding2nn.weight	4	-0.0059150345623493195
73235	embedding2nn.weight	5	-0.0037005797494202852
73235	embedding2nn.weight	6	-0.003973216284066439
73235	embedding2nn.weight	7	-0.0397789292037487
73235	embedding2nn.weight	8	-0.0019979383796453476
73235	embedding2nn.weight	9	-0.02578745223581791
73235	embedding2nn.bias	0	0.025150038301944733
73235	embedding2nn.bias	1	-0.06436245888471603
73235	embedding2nn.bias	2	0.07090310007333755
73235	embedding2nn.bias	3	0.05429990589618683
73235	embedding2nn.bias	4	-0.023247504606842995
73235	embedding2nn.bias	5	-0.026584796607494354
73235	embedding2nn.bias	6	0.010011029429733753
73235	embedding2nn.bias	7	-0.035789985209703445
73235	embedding2nn.bias	8	0.023401258513331413
73235	embedding2nn.bias	9	0.036420028656721115
73235	rnn.weight_ih_l0	0	-0.03816180303692818
73235	rnn.weight_ih_l0	1	0.006019734777510166
73235	rnn.weight_ih_l0	2	0.04133554548025131
73235	rnn.weight_ih_l0	3	0.003619545139372349
73235	rnn.weight_ih_l0	4	-0.009865859523415565
73235	rnn.weight_ih_l0	5	-0.05654022842645645
73235	rnn.weight_ih_l0	6	0.009986713528633118
73235	rnn.weight_ih_l0	7	0.05827145278453827
73235	rnn.weight_ih_l0	8	6.160456541692838e-05
73235	rnn.weight_ih_l0	9	-0.023370569571852684
73235	rnn.weight_hh_l0	0	-0.03691459819674492
73235	rnn.weight_hh_l0	1	-0.0002285832306370139
73235	rnn.weight_hh_l0	2	0.0035019151400774717
73235	rnn.weight_hh_l0	3	-0.04697441682219505
73235	rnn.weight_hh_l0	4	0.05490924045443535
73235	rnn.weight_hh_l0	5	-2.682091508177109e-05
73235	rnn.weight_hh_l0	6	-0.03864689916372299
73235	rnn.weight_hh_l0	7	-0.017477169632911682
73235	rnn.weight_hh_l0	8	0.0020970178302377462
73235	rnn.weight_hh_l0	9	-0.022167334333062172
73235	rnn.bias_ih_l0	0	0.04824359714984894
73235	rnn.bias_ih_l0	1	-0.02947155386209488
73235	rnn.bias_ih_l0	2	-0.004240755923092365
73235	rnn.bias_ih_l0	3	0.09227245301008224
73235	rnn.bias_ih_l0	4	-0.04395429790019989
73235	rnn.bias_ih_l0	5	-0.02900047041475773
73235	rnn.bias_ih_l0	6	0.01206251885741949
73235	rnn.bias_ih_l0	7	0.05185968801379204
73235	rnn.bias_ih_l0	8	-0.08332120627164841
73235	rnn.bias_ih_l0	9	-0.03159298002719879
73235	rnn.bias_hh_l0	0	-0.03888560086488724
73235	rnn.bias_hh_l0	1	-0.07149619609117508
73235	rnn.bias_hh_l0	2	-0.037849172949790955
73235	rnn.bias_hh_l0	3	-0.0707392618060112
73235	rnn.bias_hh_l0	4	-0.023616813123226166
73235	rnn.bias_hh_l0	5	-0.00511152995750308
73235	rnn.bias_hh_l0	6	0.014721683226525784
73235	rnn.bias_hh_l0	7	0.005648443941026926
73235	rnn.bias_hh_l0	8	-0.11838869750499725
73235	rnn.bias_hh_l0	9	-0.03459309786558151
73235	rnn.weight_ih_l0_reverse	0	-0.016867130994796753
73235	rnn.weight_ih_l0_reverse	1	-0.05512723699212074
73235	rnn.weight_ih_l0_reverse	2	-0.034785736352205276
73235	rnn.weight_ih_l0_reverse	3	-0.007723045535385609
73235	rnn.weight_ih_l0_reverse	4	-0.002040583873167634
73235	rnn.weight_ih_l0_reverse	5	-0.04646775498986244
73235	rnn.weight_ih_l0_reverse	6	0.05722222849726677
73235	rnn.weight_ih_l0_reverse	7	-0.022590355947613716
73235	rnn.weight_ih_l0_reverse	8	-0.037068601697683334
73235	rnn.weight_ih_l0_reverse	9	0.004855077713727951
73235	rnn.weight_hh_l0_reverse	0	0.041744623333215714
73235	rnn.weight_hh_l0_reverse	1	0.027286337688565254
73235	rnn.weight_hh_l0_reverse	2	0.03383297473192215
73235	rnn.weight_hh_l0_reverse	3	0.01908380538225174
73235	rnn.weight_hh_l0_reverse	4	-0.0014755111187696457
73235	rnn.weight_hh_l0_reverse	5	0.008156294003129005
73235	rnn.weight_hh_l0_reverse	6	0.04403074085712433
73235	rnn.weight_hh_l0_reverse	7	-0.05201675370335579
73235	rnn.weight_hh_l0_reverse	8	0.03314553573727608
73235	rnn.weight_hh_l0_reverse	9	0.04792505502700806
73235	rnn.bias_ih_l0_reverse	0	-0.06190596520900726
73235	rnn.bias_ih_l0_reverse	1	-0.21963177621364594
73235	rnn.bias_ih_l0_reverse	2	-0.0826990082859993
73235	rnn.bias_ih_l0_reverse	3	-0.012882743030786514
73235	rnn.bias_ih_l0_reverse	4	-0.03787197172641754
73235	rnn.bias_ih_l0_reverse	5	0.039696767926216125
73235	rnn.bias_ih_l0_reverse	6	-0.05321400240063667
73235	rnn.bias_ih_l0_reverse	7	0.03867156058549881
73235	rnn.bias_ih_l0_reverse	8	-0.035007551312446594
73235	rnn.bias_ih_l0_reverse	9	0.011944024823606014
73235	rnn.bias_hh_l0_reverse	0	-0.0037399819120764732
73235	rnn.bias_hh_l0_reverse	1	-0.04529189690947533
73235	rnn.bias_hh_l0_reverse	2	0.05287043750286102
73235	rnn.bias_hh_l0_reverse	3	-0.039870455861091614
73235	rnn.bias_hh_l0_reverse	4	-0.04714638367295265
73235	rnn.bias_hh_l0_reverse	5	-0.018890058621764183
73235	rnn.bias_hh_l0_reverse	6	-0.03511973097920418
73235	rnn.bias_hh_l0_reverse	7	0.08599802851676941
73235	rnn.bias_hh_l0_reverse	8	0.0236477293074131
73235	rnn.bias_hh_l0_reverse	9	-0.09756163507699966
73235	rnn.weight_ih_l1	0	-0.03755861148238182
73235	rnn.weight_ih_l1	1	-0.038073379546403885
73235	rnn.weight_ih_l1	2	0.06834394484758377
73235	rnn.weight_ih_l1	3	-0.029040711000561714
73235	rnn.weight_ih_l1	4	-0.0004841397167183459
73235	rnn.weight_ih_l1	5	-0.046212758868932724
73235	rnn.weight_ih_l1	6	0.026343517005443573
73235	rnn.weight_ih_l1	7	-0.029238224029541016
73235	rnn.weight_ih_l1	8	0.038397155702114105
73235	rnn.weight_ih_l1	9	0.032983239740133286
73235	rnn.weight_hh_l1	0	-0.015441564843058586
73235	rnn.weight_hh_l1	1	0.00835992768406868
73235	rnn.weight_hh_l1	2	-0.00092776381643489
73235	rnn.weight_hh_l1	3	-0.00841150339692831
73235	rnn.weight_hh_l1	4	-0.0007203575223684311
73235	rnn.weight_hh_l1	5	0.02328985556960106
73235	rnn.weight_hh_l1	6	0.0258271936327219
73235	rnn.weight_hh_l1	7	-0.02369777485728264
73235	rnn.weight_hh_l1	8	-0.023771777749061584
73235	rnn.weight_hh_l1	9	0.040172189474105835
73235	rnn.bias_ih_l1	0	-0.1464478224515915
73235	rnn.bias_ih_l1	1	-0.14385057985782623
73235	rnn.bias_ih_l1	2	-0.13908140361309052
73235	rnn.bias_ih_l1	3	-0.20585690438747406
73235	rnn.bias_ih_l1	4	-0.14308147132396698
73235	rnn.bias_ih_l1	5	-0.09222601354122162
73235	rnn.bias_ih_l1	6	-0.11700674146413803
73235	rnn.bias_ih_l1	7	-0.015286601148545742
73235	rnn.bias_ih_l1	8	-0.10418102890253067
73235	rnn.bias_ih_l1	9	-0.09517735987901688
73235	rnn.bias_hh_l1	0	-0.11800918728113174
73235	rnn.bias_hh_l1	1	-0.03970664367079735
73235	rnn.bias_hh_l1	2	-0.08000069856643677
73235	rnn.bias_hh_l1	3	-0.08455014228820801
73235	rnn.bias_hh_l1	4	-0.11782395094633102
73235	rnn.bias_hh_l1	5	-0.07220030575990677
73235	rnn.bias_hh_l1	6	-0.09714063256978989
73235	rnn.bias_hh_l1	7	0.01795186474919319
73235	rnn.bias_hh_l1	8	-0.10805782675743103
73235	rnn.bias_hh_l1	9	-0.07169531285762787
73235	rnn.weight_ih_l1_reverse	0	-0.04562130197882652
73235	rnn.weight_ih_l1_reverse	1	0.05440099537372589
73235	rnn.weight_ih_l1_reverse	2	0.005058791022747755
73235	rnn.weight_ih_l1_reverse	3	0.006816685199737549
73235	rnn.weight_ih_l1_reverse	4	-0.03252182900905609
73235	rnn.weight_ih_l1_reverse	5	-0.03508271276950836
73235	rnn.weight_ih_l1_reverse	6	0.0023635525722056627
73235	rnn.weight_ih_l1_reverse	7	0.01848514936864376
73235	rnn.weight_ih_l1_reverse	8	0.009362609125673771
73235	rnn.weight_ih_l1_reverse	9	-0.039855897426605225
73235	rnn.weight_hh_l1_reverse	0	0.007374900393188
73235	rnn.weight_hh_l1_reverse	1	0.028923746198415756
73235	rnn.weight_hh_l1_reverse	2	-0.03794444724917412
73235	rnn.weight_hh_l1_reverse	3	0.04187890514731407
73235	rnn.weight_hh_l1_reverse	4	0.05019800737500191
73235	rnn.weight_hh_l1_reverse	5	0.006499688606709242
73235	rnn.weight_hh_l1_reverse	6	0.0070345960557460785
73235	rnn.weight_hh_l1_reverse	7	0.02748476341366768
73235	rnn.weight_hh_l1_reverse	8	-0.0016825349302962422
73235	rnn.weight_hh_l1_reverse	9	-0.04112184792757034
73235	rnn.bias_ih_l1_reverse	0	-0.05337153747677803
73235	rnn.bias_ih_l1_reverse	1	-0.08657818287611008
73235	rnn.bias_ih_l1_reverse	2	-0.11434397101402283
73235	rnn.bias_ih_l1_reverse	3	0.002389241009950638
73235	rnn.bias_ih_l1_reverse	4	-0.16316808760166168
73235	rnn.bias_ih_l1_reverse	5	-0.08328913897275925
73235	rnn.bias_ih_l1_reverse	6	-0.10882338136434555
73235	rnn.bias_ih_l1_reverse	7	-0.1445332169532776
73235	rnn.bias_ih_l1_reverse	8	0.12071632593870163
73235	rnn.bias_ih_l1_reverse	9	0.025646071881055832
73235	rnn.bias_hh_l1_reverse	0	-0.058204956352710724
73235	rnn.bias_hh_l1_reverse	1	0.02281530387699604
73235	rnn.bias_hh_l1_reverse	2	-0.20527401566505432
73235	rnn.bias_hh_l1_reverse	3	-0.09164749085903168
73235	rnn.bias_hh_l1_reverse	4	-0.061485741287469864
73235	rnn.bias_hh_l1_reverse	5	-0.07590112090110779
73235	rnn.bias_hh_l1_reverse	6	0.10050766915082932
73235	rnn.bias_hh_l1_reverse	7	-0.13754165172576904
73235	rnn.bias_hh_l1_reverse	8	-0.09749267250299454
73235	rnn.bias_hh_l1_reverse	9	-0.11066986620426178
73235	linear.weight	0	0.002228822559118271
73235	linear.weight	1	0.06186823919415474
73235	linear.weight	2	-0.13047164678573608
73235	linear.weight	3	0.3443956971168518
73235	linear.weight	4	0.08569860458374023
73235	linear.weight	5	-0.0031733964569866657
73235	linear.weight	6	-0.0007714196108281612
73235	linear.weight	7	0.04727647081017494
73235	linear.weight	8	0.041626300662755966
73235	linear.weight	9	-0.08366438001394272
73235	linear.bias	0	-0.026515711098909378
73235	linear.bias	1	-0.17129287123680115
73235	linear.bias	2	-0.47522416710853577
73235	linear.bias	3	-0.7462384104728699
73235	linear.bias	4	-1.0592964887619019
73235	linear.bias	5	0.0024691158905625343
73235	linear.bias	6	-0.6699434518814087
73235	linear.bias	7	0.44731032848358154
73235	linear.bias	8	-0.5395899415016174
73235	linear.bias	9	-0.8293887376785278
73432	transitions	0	0.4676474332809448
73432	transitions	1	0.05245549604296684
73432	transitions	2	-10000.0
73432	transitions	3	-1.80405592918396
73432	transitions	4	-10000.0
73432	transitions	5	0.6368110179901123
73432	transitions	6	-0.033152710646390915
73432	transitions	7	-0.4281977415084839
73432	transitions	8	-1.3486756086349487
73432	transitions	9	-0.0005930592305958271
73432	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
73432	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
73432	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
73432	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
73432	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
73432	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
73432	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
73432	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
73432	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
73432	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
73432	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
73432	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
73432	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
73432	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
73432	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
73432	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
73432	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
73432	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
73432	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
73432	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
73432	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
73432	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
73432	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
73432	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
73432	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
73432	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
73432	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
73432	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
73432	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
73432	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
73432	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
73432	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
73432	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
73432	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
73432	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
73432	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
73432	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
73432	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
73432	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
73432	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
73432	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
73432	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
73432	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
73432	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
73432	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
73432	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
73432	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
73432	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
73432	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
73432	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
73432	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
73432	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
73432	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
73432	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
73432	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
73432	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
73432	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
73432	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
73432	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
73432	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
73432	embedding2nn.weight	0	0.00930112972855568
73432	embedding2nn.weight	1	-0.017057258635759354
73432	embedding2nn.weight	2	-0.014268255792558193
73432	embedding2nn.weight	3	0.0026240432634949684
73432	embedding2nn.weight	4	-0.0059150345623493195
73432	embedding2nn.weight	5	-0.0037005797494202852
73432	embedding2nn.weight	6	-0.003973217215389013
73432	embedding2nn.weight	7	-0.03982553631067276
73432	embedding2nn.weight	8	-0.0019979383796453476
73432	embedding2nn.weight	9	-0.025319363921880722
73432	embedding2nn.bias	0	0.03109746240079403
73432	embedding2nn.bias	1	-0.06368029862642288
73432	embedding2nn.bias	2	0.07798690348863602
73432	embedding2nn.bias	3	0.06030653789639473
73432	embedding2nn.bias	4	-0.031997401267290115
73432	embedding2nn.bias	5	-0.03346030041575432
73432	embedding2nn.bias	6	0.009657029993832111
73432	embedding2nn.bias	7	-0.03573320806026459
73432	embedding2nn.bias	8	0.016501491889357567
73432	embedding2nn.bias	9	0.02689265087246895
73432	rnn.weight_ih_l0	0	-0.038569722324609756
73432	rnn.weight_ih_l0	1	0.0037341483402997255
73432	rnn.weight_ih_l0	2	0.041977424174547195
73432	rnn.weight_ih_l0	3	0.003707493655383587
73432	rnn.weight_ih_l0	4	-0.009592631831765175
73432	rnn.weight_ih_l0	5	-0.05642315745353699
73432	rnn.weight_ih_l0	6	0.010213320143520832
73432	rnn.weight_ih_l0	7	0.056815195828676224
73432	rnn.weight_ih_l0	8	-0.002345157088711858
73432	rnn.weight_ih_l0	9	-0.023269448429346085
73432	rnn.weight_hh_l0	0	-0.03648075833916664
73432	rnn.weight_hh_l0	1	-0.00012599903857335448
73432	rnn.weight_hh_l0	2	0.003242919221520424
73432	rnn.weight_hh_l0	3	-0.04659803956747055
73432	rnn.weight_hh_l0	4	0.05413142591714859
73432	rnn.weight_hh_l0	5	0.000574591220356524
73432	rnn.weight_hh_l0	6	-0.038492023944854736
73432	rnn.weight_hh_l0	7	-0.018133385106921196
73432	rnn.weight_hh_l0	8	0.0023709642700850964
73432	rnn.weight_hh_l0	9	-0.021835388615727425
73432	rnn.bias_ih_l0	0	0.04831429198384285
73432	rnn.bias_ih_l0	1	-0.026476925238966942
73432	rnn.bias_ih_l0	2	-0.004503629636019468
73432	rnn.bias_ih_l0	3	0.09192114323377609
73432	rnn.bias_ih_l0	4	-0.04326878488063812
73432	rnn.bias_ih_l0	5	-0.03272201865911484
73432	rnn.bias_ih_l0	6	0.01552811823785305
73432	rnn.bias_ih_l0	7	0.04769211634993553
73432	rnn.bias_ih_l0	8	-0.08213102072477341
73432	rnn.bias_ih_l0	9	-0.0320170596241951
73432	rnn.bias_hh_l0	0	-0.038242507725954056
73432	rnn.bias_hh_l0	1	-0.0743291825056076
73432	rnn.bias_hh_l0	2	-0.04164751246571541
73432	rnn.bias_hh_l0	3	-0.07080583274364471
73432	rnn.bias_hh_l0	4	-0.025748101994395256
73432	rnn.bias_hh_l0	5	-0.004003290552645922
73432	rnn.bias_hh_l0	6	0.015813464298844337
73432	rnn.bias_hh_l0	7	0.010958400554955006
73432	rnn.bias_hh_l0	8	-0.11333119869232178
73432	rnn.bias_hh_l0	9	-0.037126488983631134
73432	rnn.weight_ih_l0_reverse	0	-0.01563275419175625
73432	rnn.weight_ih_l0_reverse	1	-0.05511680245399475
73432	rnn.weight_ih_l0_reverse	2	-0.036712646484375
73432	rnn.weight_ih_l0_reverse	3	-0.007401082199066877
73432	rnn.weight_ih_l0_reverse	4	-0.0016174748307093978
73432	rnn.weight_ih_l0_reverse	5	-0.04661697521805763
73432	rnn.weight_ih_l0_reverse	6	0.05643526092171669
73432	rnn.weight_ih_l0_reverse	7	-0.020895741879940033
73432	rnn.weight_ih_l0_reverse	8	-0.03799251839518547
73432	rnn.weight_ih_l0_reverse	9	0.004054768942296505
73432	rnn.weight_hh_l0_reverse	0	0.04130382090806961
73432	rnn.weight_hh_l0_reverse	1	0.027700606733560562
73432	rnn.weight_hh_l0_reverse	2	0.03382737934589386
73432	rnn.weight_hh_l0_reverse	3	0.019287550821900368
73432	rnn.weight_hh_l0_reverse	4	-0.0014180883299559355
73432	rnn.weight_hh_l0_reverse	5	0.007506344001740217
73432	rnn.weight_hh_l0_reverse	6	0.0436173751950264
73432	rnn.weight_hh_l0_reverse	7	-0.053232330828905106
73432	rnn.weight_hh_l0_reverse	8	0.03432842716574669
73432	rnn.weight_hh_l0_reverse	9	0.04739531874656677
73432	rnn.bias_ih_l0_reverse	0	-0.06207246705889702
73432	rnn.bias_ih_l0_reverse	1	-0.22162285447120667
73432	rnn.bias_ih_l0_reverse	2	-0.0820501446723938
73432	rnn.bias_ih_l0_reverse	3	-0.01529619563370943
73432	rnn.bias_ih_l0_reverse	4	-0.03955812752246857
73432	rnn.bias_ih_l0_reverse	5	0.038540590554475784
73432	rnn.bias_ih_l0_reverse	6	-0.051738474518060684
73432	rnn.bias_ih_l0_reverse	7	0.040782202035188675
73432	rnn.bias_ih_l0_reverse	8	-0.03308166563510895
73432	rnn.bias_ih_l0_reverse	9	0.01162754837423563
73432	rnn.bias_hh_l0_reverse	0	-0.007500422187149525
73432	rnn.bias_hh_l0_reverse	1	-0.046513963490724564
73432	rnn.bias_hh_l0_reverse	2	0.0537584125995636
73432	rnn.bias_hh_l0_reverse	3	-0.03874518349766731
73432	rnn.bias_hh_l0_reverse	4	-0.04707222804427147
73432	rnn.bias_hh_l0_reverse	5	-0.019856099039316177
73432	rnn.bias_hh_l0_reverse	6	-0.03648852929472923
73432	rnn.bias_hh_l0_reverse	7	0.08972009271383286
73432	rnn.bias_hh_l0_reverse	8	0.023669719696044922
73432	rnn.bias_hh_l0_reverse	9	-0.09457533806562424
73432	rnn.weight_ih_l1	0	-0.03733638674020767
73432	rnn.weight_ih_l1	1	-0.0397508442401886
73432	rnn.weight_ih_l1	2	0.06710179150104523
73432	rnn.weight_ih_l1	3	-0.029792601242661476
73432	rnn.weight_ih_l1	4	-0.0007251253700815141
73432	rnn.weight_ih_l1	5	-0.04588799178600311
73432	rnn.weight_ih_l1	6	0.026382774114608765
73432	rnn.weight_ih_l1	7	-0.029782680794596672
73432	rnn.weight_ih_l1	8	0.038325272500514984
73432	rnn.weight_ih_l1	9	0.03280244767665863
73432	rnn.weight_hh_l1	0	-0.015428159385919571
73432	rnn.weight_hh_l1	1	0.008503572084009647
73432	rnn.weight_hh_l1	2	-0.0012788514140993357
73432	rnn.weight_hh_l1	3	-0.008515218272805214
73432	rnn.weight_hh_l1	4	-0.0005465415888465941
73432	rnn.weight_hh_l1	5	0.023483822122216225
73432	rnn.weight_hh_l1	6	0.026360489428043365
73432	rnn.weight_hh_l1	7	-0.023884249851107597
73432	rnn.weight_hh_l1	8	-0.023660140112042427
73432	rnn.weight_hh_l1	9	0.04020678997039795
73432	rnn.bias_ih_l1	0	-0.1504712998867035
73432	rnn.bias_ih_l1	1	-0.14167429506778717
73432	rnn.bias_ih_l1	2	-0.13759011030197144
73432	rnn.bias_ih_l1	3	-0.205826535820961
73432	rnn.bias_ih_l1	4	-0.14952465891838074
73432	rnn.bias_ih_l1	5	-0.09401022642850876
73432	rnn.bias_ih_l1	6	-0.11503487825393677
73432	rnn.bias_ih_l1	7	-0.016441911458969116
73432	rnn.bias_ih_l1	8	-0.1046900674700737
73432	rnn.bias_ih_l1	9	-0.09720659255981445
73432	rnn.bias_hh_l1	0	-0.12079824507236481
73432	rnn.bias_hh_l1	1	-0.042927615344524384
73432	rnn.bias_hh_l1	2	-0.08391325175762177
73432	rnn.bias_hh_l1	3	-0.08447719365358353
73432	rnn.bias_hh_l1	4	-0.1163957342505455
73432	rnn.bias_hh_l1	5	-0.07346789538860321
73432	rnn.bias_hh_l1	6	-0.09986698627471924
73432	rnn.bias_hh_l1	7	0.02258584275841713
73432	rnn.bias_hh_l1	8	-0.10708323121070862
73432	rnn.bias_hh_l1	9	-0.0733647570014
73432	rnn.weight_ih_l1_reverse	0	-0.04585476219654083
73432	rnn.weight_ih_l1_reverse	1	0.05323803052306175
73432	rnn.weight_ih_l1_reverse	2	0.006870927754789591
73432	rnn.weight_ih_l1_reverse	3	0.0071709174662828445
73432	rnn.weight_ih_l1_reverse	4	-0.03056744486093521
73432	rnn.weight_ih_l1_reverse	5	-0.035086579620838165
73432	rnn.weight_ih_l1_reverse	6	0.0014061417896300554
73432	rnn.weight_ih_l1_reverse	7	0.017965983599424362
73432	rnn.weight_ih_l1_reverse	8	0.006612186320126057
73432	rnn.weight_ih_l1_reverse	9	-0.043820545077323914
73432	rnn.weight_hh_l1_reverse	0	0.0073458473198115826
73432	rnn.weight_hh_l1_reverse	1	0.02856169454753399
73432	rnn.weight_hh_l1_reverse	2	-0.03787025436758995
73432	rnn.weight_hh_l1_reverse	3	0.04208330810070038
73432	rnn.weight_hh_l1_reverse	4	0.04984384775161743
73432	rnn.weight_hh_l1_reverse	5	0.006555863190442324
73432	rnn.weight_hh_l1_reverse	6	0.0075848400592803955
73432	rnn.weight_hh_l1_reverse	7	0.027680793777108192
73432	rnn.weight_hh_l1_reverse	8	-0.0017515091458335519
73432	rnn.weight_hh_l1_reverse	9	-0.04092897102236748
73432	rnn.bias_ih_l1_reverse	0	-0.05268126726150513
73432	rnn.bias_ih_l1_reverse	1	-0.08403374999761581
73432	rnn.bias_ih_l1_reverse	2	-0.11340516805648804
73432	rnn.bias_ih_l1_reverse	3	-0.002823123475536704
73432	rnn.bias_ih_l1_reverse	4	-0.16283074021339417
73432	rnn.bias_ih_l1_reverse	5	-0.08449053019285202
73432	rnn.bias_ih_l1_reverse	6	-0.10929563641548157
73432	rnn.bias_ih_l1_reverse	7	-0.1446513831615448
73432	rnn.bias_ih_l1_reverse	8	0.11600194871425629
73432	rnn.bias_ih_l1_reverse	9	0.025457216426730156
73432	rnn.bias_hh_l1_reverse	0	-0.05861610919237137
73432	rnn.bias_hh_l1_reverse	1	0.01963655836880207
73432	rnn.bias_hh_l1_reverse	2	-0.206251323223114
73432	rnn.bias_hh_l1_reverse	3	-0.08887849003076553
73432	rnn.bias_hh_l1_reverse	4	-0.061930641531944275
73432	rnn.bias_hh_l1_reverse	5	-0.07732310891151428
73432	rnn.bias_hh_l1_reverse	6	0.10078653693199158
73432	rnn.bias_hh_l1_reverse	7	-0.14002425968647003
73432	rnn.bias_hh_l1_reverse	8	-0.09966564178466797
73432	rnn.bias_hh_l1_reverse	9	-0.11029361188411713
73432	linear.weight	0	0.002228822559118271
73432	linear.weight	1	0.06435441225767136
73432	linear.weight	2	-0.137245774269104
73432	linear.weight	3	0.3447921872138977
73432	linear.weight	4	0.08433671295642853
73432	linear.weight	5	-0.0009315276984125376
73432	linear.weight	6	0.007157823536545038
73432	linear.weight	7	0.044436462223529816
73432	linear.weight	8	0.041620343923568726
73432	linear.weight	9	-0.07787670195102692
73432	linear.bias	0	-0.041935864835977554
73432	linear.bias	1	-0.16483300924301147
73432	linear.bias	2	-0.45691242814064026
73432	linear.bias	3	-0.7134361267089844
73432	linear.bias	4	-1.0269514322280884
73432	linear.bias	5	-0.0250104833394289
73432	linear.bias	6	-0.6654382944107056
73432	linear.bias	7	0.419790118932724
73432	linear.bias	8	-0.5419300198554993
73432	linear.bias	9	-0.8316658139228821
73629	transitions	0	0.46337515115737915
73629	transitions	1	0.05554034560918808
73629	transitions	2	-10000.0
73629	transitions	3	-1.8041434288024902
73629	transitions	4	-10000.0
73629	transitions	5	0.6365182995796204
73629	transitions	6	-0.033311981707811356
73629	transitions	7	-0.4303230345249176
73629	transitions	8	-1.348810076713562
73629	transitions	9	-0.0005945394514128566
73629	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
73629	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
73629	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
73629	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
73629	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
73629	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
73629	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
73629	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
73629	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
73629	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
73629	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
73629	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
73629	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
73629	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
73629	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
73629	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
73629	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
73629	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
73629	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
73629	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
73629	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
73629	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
73629	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
73629	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
73629	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
73629	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
73629	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
73629	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
73629	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
73629	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
73629	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
73629	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
73629	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
73629	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
73629	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
73629	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
73629	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
73629	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
73629	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
73629	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
73629	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
73629	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
73629	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
73629	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
73629	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
73629	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
73629	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
73629	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
73629	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
73629	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
73629	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
73629	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
73629	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
73629	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
73629	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
73629	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
73629	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
73629	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
73629	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
73629	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
73629	embedding2nn.weight	0	0.007831258699297905
73629	embedding2nn.weight	1	-0.017045697197318077
73629	embedding2nn.weight	2	-0.014268255792558193
73629	embedding2nn.weight	3	0.0031660303939133883
73629	embedding2nn.weight	4	-0.0059150345623493195
73629	embedding2nn.weight	5	-0.0037005797494202852
73629	embedding2nn.weight	6	-0.0039732130244374275
73629	embedding2nn.weight	7	-0.04048743098974228
73629	embedding2nn.weight	8	-0.0019979383796453476
73629	embedding2nn.weight	9	-0.025482501834630966
73629	embedding2nn.bias	0	0.03508864715695381
73629	embedding2nn.bias	1	-0.06405030936002731
73629	embedding2nn.bias	2	0.07033020257949829
73629	embedding2nn.bias	3	0.05239446461200714
73629	embedding2nn.bias	4	-0.025680935010313988
73629	embedding2nn.bias	5	-0.03427018225193024
73629	embedding2nn.bias	6	0.010060318745672703
73629	embedding2nn.bias	7	-0.04049105942249298
73629	embedding2nn.bias	8	0.021252768114209175
73629	embedding2nn.bias	9	0.025307893753051758
73629	rnn.weight_ih_l0	0	-0.03832678124308586
73629	rnn.weight_ih_l0	1	0.004011200275272131
73629	rnn.weight_ih_l0	2	0.040952131152153015
73629	rnn.weight_ih_l0	3	0.0040023447945714
73629	rnn.weight_ih_l0	4	-0.010083243250846863
73629	rnn.weight_ih_l0	5	-0.05718453973531723
73629	rnn.weight_ih_l0	6	0.01139540784060955
73629	rnn.weight_ih_l0	7	0.05607369914650917
73629	rnn.weight_ih_l0	8	-0.0021872774232178926
73629	rnn.weight_ih_l0	9	-0.023439690470695496
73629	rnn.weight_hh_l0	0	-0.03568489849567413
73629	rnn.weight_hh_l0	1	-9.930713713401929e-05
73629	rnn.weight_hh_l0	2	0.0028573169838637114
73629	rnn.weight_hh_l0	3	-0.046728573739528656
73629	rnn.weight_hh_l0	4	0.05467190593481064
73629	rnn.weight_hh_l0	5	-0.00010052314610220492
73629	rnn.weight_hh_l0	6	-0.03832650184631348
73629	rnn.weight_hh_l0	7	-0.01764342375099659
73629	rnn.weight_hh_l0	8	0.0017477350775152445
73629	rnn.weight_hh_l0	9	-0.022257043048739433
73629	rnn.bias_ih_l0	0	0.04843892529606819
73629	rnn.bias_ih_l0	1	-0.028911897912621498
73629	rnn.bias_ih_l0	2	-0.006292121019214392
73629	rnn.bias_ih_l0	3	0.09280283004045486
73629	rnn.bias_ih_l0	4	-0.04229359328746796
73629	rnn.bias_ih_l0	5	-0.03550250828266144
73629	rnn.bias_ih_l0	6	0.014855477958917618
73629	rnn.bias_ih_l0	7	0.05099096894264221
73629	rnn.bias_ih_l0	8	-0.08212011307477951
73629	rnn.bias_ih_l0	9	-0.03178694099187851
73629	rnn.bias_hh_l0	0	-0.038899652659893036
73629	rnn.bias_hh_l0	1	-0.07249810546636581
73629	rnn.bias_hh_l0	2	-0.043485045433044434
73629	rnn.bias_hh_l0	3	-0.07030322402715683
73629	rnn.bias_hh_l0	4	-0.026263298466801643
73629	rnn.bias_hh_l0	5	-0.0012220183853060007
73629	rnn.bias_hh_l0	6	0.018264830112457275
73629	rnn.bias_hh_l0	7	0.009358515962958336
73629	rnn.bias_hh_l0	8	-0.11665946245193481
73629	rnn.bias_hh_l0	9	-0.03797430545091629
73629	rnn.weight_ih_l0_reverse	0	-0.016206027939915657
73629	rnn.weight_ih_l0_reverse	1	-0.0550801120698452
73629	rnn.weight_ih_l0_reverse	2	-0.0347813181579113
73629	rnn.weight_ih_l0_reverse	3	-0.008400113321840763
73629	rnn.weight_ih_l0_reverse	4	-0.00288370274938643
73629	rnn.weight_ih_l0_reverse	5	-0.046992070972919464
73629	rnn.weight_ih_l0_reverse	6	0.055577266961336136
73629	rnn.weight_ih_l0_reverse	7	-0.022586658596992493
73629	rnn.weight_ih_l0_reverse	8	-0.03894716873764992
73629	rnn.weight_ih_l0_reverse	9	0.0033722328953444958
73629	rnn.weight_hh_l0_reverse	0	0.04036359488964081
73629	rnn.weight_hh_l0_reverse	1	0.026814213022589684
73629	rnn.weight_hh_l0_reverse	2	0.03333132714033127
73629	rnn.weight_hh_l0_reverse	3	0.019455131143331528
73629	rnn.weight_hh_l0_reverse	4	-0.0011633713729679585
73629	rnn.weight_hh_l0_reverse	5	0.008915792219340801
73629	rnn.weight_hh_l0_reverse	6	0.043377798050642014
73629	rnn.weight_hh_l0_reverse	7	-0.05476997420191765
73629	rnn.weight_hh_l0_reverse	8	0.034466348588466644
73629	rnn.weight_hh_l0_reverse	9	0.04684208333492279
73629	rnn.bias_ih_l0_reverse	0	-0.0626494362950325
73629	rnn.bias_ih_l0_reverse	1	-0.22155147790908813
73629	rnn.bias_ih_l0_reverse	2	-0.08015618473291397
73629	rnn.bias_ih_l0_reverse	3	-0.017285171896219254
73629	rnn.bias_ih_l0_reverse	4	-0.03898664563894272
73629	rnn.bias_ih_l0_reverse	5	0.039144400507211685
73629	rnn.bias_ih_l0_reverse	6	-0.0547311007976532
73629	rnn.bias_ih_l0_reverse	7	0.04205600544810295
73629	rnn.bias_ih_l0_reverse	8	-0.03379706293344498
73629	rnn.bias_ih_l0_reverse	9	0.01314112264662981
73629	rnn.bias_hh_l0_reverse	0	-0.004114525858312845
73629	rnn.bias_hh_l0_reverse	1	-0.043689873069524765
73629	rnn.bias_hh_l0_reverse	2	0.051351673901081085
73629	rnn.bias_hh_l0_reverse	3	-0.038254573941230774
73629	rnn.bias_hh_l0_reverse	4	-0.04484500735998154
73629	rnn.bias_hh_l0_reverse	5	-0.021270640194416046
73629	rnn.bias_hh_l0_reverse	6	-0.03193197026848793
73629	rnn.bias_hh_l0_reverse	7	0.09044881165027618
73629	rnn.bias_hh_l0_reverse	8	0.023203125223517418
73629	rnn.bias_hh_l0_reverse	9	-0.09389866888523102
73629	rnn.weight_ih_l1	0	-0.037705592811107635
73629	rnn.weight_ih_l1	1	-0.040228430181741714
73629	rnn.weight_ih_l1	2	0.0654655396938324
73629	rnn.weight_ih_l1	3	-0.030917353928089142
73629	rnn.weight_ih_l1	4	-0.0002669708919711411
73629	rnn.weight_ih_l1	5	-0.045641522854566574
73629	rnn.weight_ih_l1	6	0.026605850085616112
73629	rnn.weight_ih_l1	7	-0.028781568631529808
73629	rnn.weight_ih_l1	8	0.03828754276037216
73629	rnn.weight_ih_l1	9	0.03283907473087311
73629	rnn.weight_hh_l1	0	-0.01586943119764328
73629	rnn.weight_hh_l1	1	0.008119487203657627
73629	rnn.weight_hh_l1	2	-0.0018863691948354244
73629	rnn.weight_hh_l1	3	-0.008382188156247139
73629	rnn.weight_hh_l1	4	-0.0012070528464391828
73629	rnn.weight_hh_l1	5	0.023531271144747734
73629	rnn.weight_hh_l1	6	0.026960628107190132
73629	rnn.weight_hh_l1	7	-0.024404117837548256
73629	rnn.weight_hh_l1	8	-0.023846134543418884
73629	rnn.weight_hh_l1	9	0.04077364131808281
73629	rnn.bias_ih_l1	0	-0.15049968659877777
73629	rnn.bias_ih_l1	1	-0.13932427763938904
73629	rnn.bias_ih_l1	2	-0.13824164867401123
73629	rnn.bias_ih_l1	3	-0.2088703066110611
73629	rnn.bias_ih_l1	4	-0.14534547924995422
73629	rnn.bias_ih_l1	5	-0.0944865420460701
73629	rnn.bias_ih_l1	6	-0.11455072462558746
73629	rnn.bias_ih_l1	7	-0.020155664533376694
73629	rnn.bias_ih_l1	8	-0.10972606390714645
73629	rnn.bias_ih_l1	9	-0.0975174680352211
73629	rnn.bias_hh_l1	0	-0.1227479875087738
73629	rnn.bias_hh_l1	1	-0.043185632675886154
73629	rnn.bias_hh_l1	2	-0.0836123526096344
73629	rnn.bias_hh_l1	3	-0.08395209908485413
73629	rnn.bias_hh_l1	4	-0.1174350380897522
73629	rnn.bias_hh_l1	5	-0.07309799641370773
73629	rnn.bias_hh_l1	6	-0.09883153438568115
73629	rnn.bias_hh_l1	7	0.02127404324710369
73629	rnn.bias_hh_l1	8	-0.10713253915309906
73629	rnn.bias_hh_l1	9	-0.07337619364261627
73629	rnn.weight_ih_l1_reverse	0	-0.04697597026824951
73629	rnn.weight_ih_l1_reverse	1	0.051057733595371246
73629	rnn.weight_ih_l1_reverse	2	0.012491335161030293
73629	rnn.weight_ih_l1_reverse	3	0.009332285262644291
73629	rnn.weight_ih_l1_reverse	4	-0.03190836310386658
73629	rnn.weight_ih_l1_reverse	5	-0.03516065329313278
73629	rnn.weight_ih_l1_reverse	6	0.0010450789704918861
73629	rnn.weight_ih_l1_reverse	7	0.018758321180939674
73629	rnn.weight_ih_l1_reverse	8	0.009460988454520702
73629	rnn.weight_ih_l1_reverse	9	-0.039660196751356125
73629	rnn.weight_hh_l1_reverse	0	0.007592305075377226
73629	rnn.weight_hh_l1_reverse	1	0.02847198396921158
73629	rnn.weight_hh_l1_reverse	2	-0.0378761887550354
73629	rnn.weight_hh_l1_reverse	3	0.04222235083580017
73629	rnn.weight_hh_l1_reverse	4	0.0497264489531517
73629	rnn.weight_hh_l1_reverse	5	0.006066260859370232
73629	rnn.weight_hh_l1_reverse	6	0.006615198217332363
73629	rnn.weight_hh_l1_reverse	7	0.027460576966404915
73629	rnn.weight_hh_l1_reverse	8	-0.001742737484164536
73629	rnn.weight_hh_l1_reverse	9	-0.04098839312791824
73629	rnn.bias_ih_l1_reverse	0	-0.04908568784594536
73629	rnn.bias_ih_l1_reverse	1	-0.08434183150529861
73629	rnn.bias_ih_l1_reverse	2	-0.11281735450029373
73629	rnn.bias_ih_l1_reverse	3	-0.006767505779862404
73629	rnn.bias_ih_l1_reverse	4	-0.16249658167362213
73629	rnn.bias_ih_l1_reverse	5	-0.08394571393728256
73629	rnn.bias_ih_l1_reverse	6	-0.10911282151937485
73629	rnn.bias_ih_l1_reverse	7	-0.1445138156414032
73629	rnn.bias_ih_l1_reverse	8	0.11142197996377945
73629	rnn.bias_ih_l1_reverse	9	0.021643921732902527
73629	rnn.bias_hh_l1_reverse	0	-0.05074816569685936
73629	rnn.bias_hh_l1_reverse	1	0.02928905002772808
73629	rnn.bias_hh_l1_reverse	2	-0.2066611796617508
73629	rnn.bias_hh_l1_reverse	3	-0.09030380100011826
73629	rnn.bias_hh_l1_reverse	4	-0.061245933175086975
73629	rnn.bias_hh_l1_reverse	5	-0.08114908635616302
73629	rnn.bias_hh_l1_reverse	6	0.0894860029220581
73629	rnn.bias_hh_l1_reverse	7	-0.1404515951871872
73629	rnn.bias_hh_l1_reverse	8	-0.09818033128976822
73629	rnn.bias_hh_l1_reverse	9	-0.10970912128686905
73629	linear.weight	0	0.002228822559118271
73629	linear.weight	1	0.07265514135360718
73629	linear.weight	2	-0.13357143104076385
73629	linear.weight	3	0.34987977147102356
73629	linear.weight	4	0.08406072109937668
73629	linear.weight	5	0.0007115898188203573
73629	linear.weight	6	0.009235773235559464
73629	linear.weight	7	0.031260065734386444
73629	linear.weight	8	0.041616637259721756
73629	linear.weight	9	-0.08283593505620956
73629	linear.bias	0	-0.02135125733911991
73629	linear.bias	1	-0.16871826350688934
73629	linear.bias	2	-0.5015624165534973
73629	linear.bias	3	-0.7161220908164978
73629	linear.bias	4	-1.0284030437469482
73629	linear.bias	5	-0.029238959774374962
73629	linear.bias	6	-0.6723092198371887
73629	linear.bias	7	0.41687238216400146
73629	linear.bias	8	-0.5567395687103271
73629	linear.bias	9	-0.8479676842689514
73826	transitions	0	0.4579865634441376
73826	transitions	1	0.0571444034576416
73826	transitions	2	-10000.0
73826	transitions	3	-1.804216980934143
73826	transitions	4	-10000.0
73826	transitions	5	0.6360310912132263
73826	transitions	6	-0.03348882868885994
73826	transitions	7	-0.4311976134777069
73826	transitions	8	-1.3493446111679077
73826	transitions	9	-0.0005966473836451769
73826	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
73826	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
73826	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
73826	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
73826	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
73826	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
73826	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
73826	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
73826	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
73826	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
73826	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
73826	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
73826	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
73826	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
73826	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
73826	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
73826	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
73826	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
73826	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
73826	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
73826	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
73826	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
73826	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
73826	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
73826	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
73826	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
73826	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
73826	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
73826	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
73826	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
73826	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
73826	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
73826	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
73826	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
73826	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
73826	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
73826	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
73826	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
73826	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
73826	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
73826	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
73826	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
73826	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
73826	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
73826	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
73826	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
73826	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
73826	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
73826	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
73826	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
73826	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
73826	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
73826	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
73826	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
73826	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
73826	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
73826	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
73826	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
73826	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
73826	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
73826	embedding2nn.weight	0	0.006939353421330452
73826	embedding2nn.weight	1	-0.016643529757857323
73826	embedding2nn.weight	2	-0.014268255792558193
73826	embedding2nn.weight	3	0.005732853896915913
73826	embedding2nn.weight	4	-0.0059150345623493195
73826	embedding2nn.weight	5	-0.003700579982250929
73826	embedding2nn.weight	6	-0.003973211161792278
73826	embedding2nn.weight	7	-0.04040578752756119
73826	embedding2nn.weight	8	-0.0019979383796453476
73826	embedding2nn.weight	9	-0.02496662735939026
73826	embedding2nn.bias	0	0.03348901867866516
73826	embedding2nn.bias	1	-0.060059804469347
73826	embedding2nn.bias	2	0.07102998346090317
73826	embedding2nn.bias	3	0.046245645731687546
73826	embedding2nn.bias	4	-0.029611118137836456
73826	embedding2nn.bias	5	-0.03313747048377991
73826	embedding2nn.bias	6	0.018054112792015076
73826	embedding2nn.bias	7	-0.046311456710100174
73826	embedding2nn.bias	8	0.01939803548157215
73826	embedding2nn.bias	9	0.026703625917434692
73826	rnn.weight_ih_l0	0	-0.03644866123795509
73826	rnn.weight_ih_l0	1	0.0028978947084397078
73826	rnn.weight_ih_l0	2	0.04042328894138336
73826	rnn.weight_ih_l0	3	0.004378148354589939
73826	rnn.weight_ih_l0	4	-0.010715743526816368
73826	rnn.weight_ih_l0	5	-0.05612668767571449
73826	rnn.weight_ih_l0	6	0.011572950519621372
73826	rnn.weight_ih_l0	7	0.056894149631261826
73826	rnn.weight_ih_l0	8	-0.004053207580000162
73826	rnn.weight_ih_l0	9	-0.02488483116030693
73826	rnn.weight_hh_l0	0	-0.03571884334087372
73826	rnn.weight_hh_l0	1	0.0006213125307112932
73826	rnn.weight_hh_l0	2	0.0018309811130166054
73826	rnn.weight_hh_l0	3	-0.04633846879005432
73826	rnn.weight_hh_l0	4	0.05454825237393379
73826	rnn.weight_hh_l0	5	-0.0018516601994633675
73826	rnn.weight_hh_l0	6	-0.03882279247045517
73826	rnn.weight_hh_l0	7	-0.019636215642094612
73826	rnn.weight_hh_l0	8	0.002648046240210533
73826	rnn.weight_hh_l0	9	-0.0216316320002079
73826	rnn.bias_ih_l0	0	0.05238402262330055
73826	rnn.bias_ih_l0	1	-0.025823835283517838
73826	rnn.bias_ih_l0	2	-0.005683352239429951
73826	rnn.bias_ih_l0	3	0.09544239193201065
73826	rnn.bias_ih_l0	4	-0.04504629597067833
73826	rnn.bias_ih_l0	5	-0.03133770450949669
73826	rnn.bias_ih_l0	6	0.0127848070114851
73826	rnn.bias_ih_l0	7	0.05421101301908493
73826	rnn.bias_ih_l0	8	-0.0828263908624649
73826	rnn.bias_ih_l0	9	-0.03848941996693611
73826	rnn.bias_hh_l0	0	-0.04244158789515495
73826	rnn.bias_hh_l0	1	-0.07346771657466888
73826	rnn.bias_hh_l0	2	-0.04420213773846626
73826	rnn.bias_hh_l0	3	-0.06993135809898376
73826	rnn.bias_hh_l0	4	-0.027463989332318306
73826	rnn.bias_hh_l0	5	0.001672131009399891
73826	rnn.bias_hh_l0	6	0.016922874376177788
73826	rnn.bias_hh_l0	7	0.00559031218290329
73826	rnn.bias_hh_l0	8	-0.11677103489637375
73826	rnn.bias_hh_l0	9	-0.03728920966386795
73826	rnn.weight_ih_l0_reverse	0	-0.016353776678442955
73826	rnn.weight_ih_l0_reverse	1	-0.05465604364871979
73826	rnn.weight_ih_l0_reverse	2	-0.03480319306254387
73826	rnn.weight_ih_l0_reverse	3	-0.0076763625256717205
73826	rnn.weight_ih_l0_reverse	4	-0.0038089107256382704
73826	rnn.weight_ih_l0_reverse	5	-0.046808063983917236
73826	rnn.weight_ih_l0_reverse	6	0.05685270577669144
73826	rnn.weight_ih_l0_reverse	7	-0.022280428558588028
73826	rnn.weight_ih_l0_reverse	8	-0.03741893917322159
73826	rnn.weight_ih_l0_reverse	9	0.003475699806585908
73826	rnn.weight_hh_l0_reverse	0	0.039770107716321945
73826	rnn.weight_hh_l0_reverse	1	0.026705680415034294
73826	rnn.weight_hh_l0_reverse	2	0.03344088792800903
73826	rnn.weight_hh_l0_reverse	3	0.01954135298728943
73826	rnn.weight_hh_l0_reverse	4	-0.0011331553105264902
73826	rnn.weight_hh_l0_reverse	5	0.00971622858196497
73826	rnn.weight_hh_l0_reverse	6	0.04398898780345917
73826	rnn.weight_hh_l0_reverse	7	-0.05571470409631729
73826	rnn.weight_hh_l0_reverse	8	0.03311225026845932
73826	rnn.weight_hh_l0_reverse	9	0.04750600457191467
73826	rnn.bias_ih_l0_reverse	0	-0.06332433968782425
73826	rnn.bias_ih_l0_reverse	1	-0.21560829877853394
73826	rnn.bias_ih_l0_reverse	2	-0.079883873462677
73826	rnn.bias_ih_l0_reverse	3	-0.017014434561133385
73826	rnn.bias_ih_l0_reverse	4	-0.03928348794579506
73826	rnn.bias_ih_l0_reverse	5	0.04127710312604904
73826	rnn.bias_ih_l0_reverse	6	-0.05333579704165459
73826	rnn.bias_ih_l0_reverse	7	0.04155183210968971
73826	rnn.bias_ih_l0_reverse	8	-0.029729902744293213
73826	rnn.bias_ih_l0_reverse	9	0.016001993790268898
73826	rnn.bias_hh_l0_reverse	0	-0.00539746880531311
73826	rnn.bias_hh_l0_reverse	1	-0.03868985176086426
73826	rnn.bias_hh_l0_reverse	2	0.05679291859269142
73826	rnn.bias_hh_l0_reverse	3	-0.03943909332156181
73826	rnn.bias_hh_l0_reverse	4	-0.04279830679297447
73826	rnn.bias_hh_l0_reverse	5	-0.023178303614258766
73826	rnn.bias_hh_l0_reverse	6	-0.031737398356199265
73826	rnn.bias_hh_l0_reverse	7	0.0902598425745964
73826	rnn.bias_hh_l0_reverse	8	0.02284974232316017
73826	rnn.bias_hh_l0_reverse	9	-0.09773413091897964
73826	rnn.weight_ih_l1	0	-0.03801949694752693
73826	rnn.weight_ih_l1	1	-0.040664561092853546
73826	rnn.weight_ih_l1	2	0.06624116003513336
73826	rnn.weight_ih_l1	3	-0.03146931156516075
73826	rnn.weight_ih_l1	4	-0.00033179487218149006
73826	rnn.weight_ih_l1	5	-0.04586493596434593
73826	rnn.weight_ih_l1	6	0.0262759979814291
73826	rnn.weight_ih_l1	7	-0.028677500784397125
73826	rnn.weight_ih_l1	8	0.038276076316833496
73826	rnn.weight_ih_l1	9	0.0330679826438427
73826	rnn.weight_hh_l1	0	-0.015332980081439018
73826	rnn.weight_hh_l1	1	0.007959135808050632
73826	rnn.weight_hh_l1	2	-0.003084474941715598
73826	rnn.weight_hh_l1	3	-0.008294546976685524
73826	rnn.weight_hh_l1	4	-0.0003611569700296968
73826	rnn.weight_hh_l1	5	0.0237678624689579
73826	rnn.weight_hh_l1	6	0.026416698470711708
73826	rnn.weight_hh_l1	7	-0.024415669962763786
73826	rnn.weight_hh_l1	8	-0.02359224669635296
73826	rnn.weight_hh_l1	9	0.0415993295609951
73826	rnn.bias_ih_l1	0	-0.1508517563343048
73826	rnn.bias_ih_l1	1	-0.13894809782505035
73826	rnn.bias_ih_l1	2	-0.13744650781154633
73826	rnn.bias_ih_l1	3	-0.21048414707183838
73826	rnn.bias_ih_l1	4	-0.13303811848163605
73826	rnn.bias_ih_l1	5	-0.09408868104219437
73826	rnn.bias_ih_l1	6	-0.11201339960098267
73826	rnn.bias_ih_l1	7	-0.016553446650505066
73826	rnn.bias_ih_l1	8	-0.10641039162874222
73826	rnn.bias_ih_l1	9	-0.09612798690795898
73826	rnn.bias_hh_l1	0	-0.12343225628137589
73826	rnn.bias_hh_l1	1	-0.04272330179810524
73826	rnn.bias_hh_l1	2	-0.08365175127983093
73826	rnn.bias_hh_l1	3	-0.084133081138134
73826	rnn.bias_hh_l1	4	-0.11710574477910995
73826	rnn.bias_hh_l1	5	-0.07196283340454102
73826	rnn.bias_hh_l1	6	-0.09917574375867844
73826	rnn.bias_hh_l1	7	0.018805628642439842
73826	rnn.bias_hh_l1	8	-0.10918161273002625
73826	rnn.bias_hh_l1	9	-0.07268480956554413
73826	rnn.weight_ih_l1_reverse	0	-0.04634643346071243
73826	rnn.weight_ih_l1_reverse	1	0.05204716697335243
73826	rnn.weight_ih_l1_reverse	2	0.009619265794754028
73826	rnn.weight_ih_l1_reverse	3	0.0073075988329946995
73826	rnn.weight_ih_l1_reverse	4	-0.03185389190912247
73826	rnn.weight_ih_l1_reverse	5	-0.03578667342662811
73826	rnn.weight_ih_l1_reverse	6	0.0019554917234927416
73826	rnn.weight_ih_l1_reverse	7	0.018967416137456894
73826	rnn.weight_ih_l1_reverse	8	0.008967594243586063
73826	rnn.weight_ih_l1_reverse	9	-0.04285285621881485
73826	rnn.weight_hh_l1_reverse	0	0.0075588044710457325
73826	rnn.weight_hh_l1_reverse	1	0.02829056978225708
73826	rnn.weight_hh_l1_reverse	2	-0.03792322054505348
73826	rnn.weight_hh_l1_reverse	3	0.04231623187661171
73826	rnn.weight_hh_l1_reverse	4	0.04877552390098572
73826	rnn.weight_hh_l1_reverse	5	0.006811023224145174
73826	rnn.weight_hh_l1_reverse	6	0.005398948676884174
73826	rnn.weight_hh_l1_reverse	7	0.027582190930843353
73826	rnn.weight_hh_l1_reverse	8	-0.001586597179993987
73826	rnn.weight_hh_l1_reverse	9	-0.041134368628263474
73826	rnn.bias_ih_l1_reverse	0	-0.05031222850084305
73826	rnn.bias_ih_l1_reverse	1	-0.08770079910755157
73826	rnn.bias_ih_l1_reverse	2	-0.11499176919460297
73826	rnn.bias_ih_l1_reverse	3	-0.013835569843649864
73826	rnn.bias_ih_l1_reverse	4	-0.16210851073265076
73826	rnn.bias_ih_l1_reverse	5	-0.08452371507883072
73826	rnn.bias_ih_l1_reverse	6	-0.11044973134994507
73826	rnn.bias_ih_l1_reverse	7	-0.14558164775371552
73826	rnn.bias_ih_l1_reverse	8	0.10701186954975128
73826	rnn.bias_ih_l1_reverse	9	0.021662885323166847
73826	rnn.bias_hh_l1_reverse	0	-0.04389369487762451
73826	rnn.bias_hh_l1_reverse	1	0.019469669088721275
73826	rnn.bias_hh_l1_reverse	2	-0.20776933431625366
73826	rnn.bias_hh_l1_reverse	3	-0.08871904015541077
73826	rnn.bias_hh_l1_reverse	4	-0.06135229021310806
73826	rnn.bias_hh_l1_reverse	5	-0.0821281149983406
73826	rnn.bias_hh_l1_reverse	6	0.09791523963212967
73826	rnn.bias_hh_l1_reverse	7	-0.14341212809085846
73826	rnn.bias_hh_l1_reverse	8	-0.09811597317457199
73826	rnn.bias_hh_l1_reverse	9	-0.10989707708358765
73826	linear.weight	0	0.002228822559118271
73826	linear.weight	1	0.07675907760858536
73826	linear.weight	2	-0.13124395906925201
73826	linear.weight	3	0.35421374440193176
73826	linear.weight	4	0.08736646175384521
73826	linear.weight	5	0.0036905508022755384
73826	linear.weight	6	0.012393333949148655
73826	linear.weight	7	0.046877626329660416
73826	linear.weight	8	0.0416121706366539
73826	linear.weight	9	-0.08599080890417099
73826	linear.bias	0	-0.02979947254061699
73826	linear.bias	1	-0.15132741630077362
73826	linear.bias	2	-0.4944876730442047
73826	linear.bias	3	-0.7289483547210693
73826	linear.bias	4	-1.0430023670196533
73826	linear.bias	5	-0.02401024103164673
73826	linear.bias	6	-0.6605258584022522
73826	linear.bias	7	0.4148886501789093
73826	linear.bias	8	-0.5474678874015808
73826	linear.bias	9	-0.8443781137466431
74023	transitions	0	0.46170252561569214
74023	transitions	1	0.07653423398733139
74023	transitions	2	-10000.0
74023	transitions	3	-1.8042899370193481
74023	transitions	4	-10000.0
74023	transitions	5	0.6358127593994141
74023	transitions	6	-0.033694591373205185
74023	transitions	7	-0.432025283575058
74023	transitions	8	-1.349495768547058
74023	transitions	9	-0.0005982730654068291
74023	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
74023	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
74023	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
74023	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
74023	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
74023	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
74023	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
74023	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
74023	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
74023	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
74023	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
74023	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
74023	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
74023	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
74023	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
74023	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
74023	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
74023	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
74023	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
74023	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
74023	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
74023	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
74023	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
74023	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
74023	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
74023	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
74023	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
74023	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
74023	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
74023	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
74023	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
74023	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
74023	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
74023	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
74023	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
74023	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
74023	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
74023	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
74023	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
74023	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
74023	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
74023	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
74023	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
74023	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
74023	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
74023	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
74023	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
74023	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
74023	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
74023	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
74023	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
74023	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
74023	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
74023	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
74023	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
74023	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
74023	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
74023	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
74023	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
74023	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
74023	embedding2nn.weight	0	0.0069853272289037704
74023	embedding2nn.weight	1	-0.01650693267583847
74023	embedding2nn.weight	2	-0.014268255792558193
74023	embedding2nn.weight	3	0.0050499094650149345
74023	embedding2nn.weight	4	-0.0059150345623493195
74023	embedding2nn.weight	5	-0.0037005802150815725
74023	embedding2nn.weight	6	-0.003973211627453566
74023	embedding2nn.weight	7	-0.0392179936170578
74023	embedding2nn.weight	8	-0.0019979383796453476
74023	embedding2nn.weight	9	-0.025413352996110916
74023	embedding2nn.bias	0	0.03756595402956009
74023	embedding2nn.bias	1	-0.07337789237499237
74023	embedding2nn.bias	2	0.07815980166196823
74023	embedding2nn.bias	3	0.04771202802658081
74023	embedding2nn.bias	4	-0.035425469279289246
74023	embedding2nn.bias	5	-0.033850155770778656
74023	embedding2nn.bias	6	0.005932111758738756
74023	embedding2nn.bias	7	-0.040600307285785675
74023	embedding2nn.bias	8	0.018602222204208374
74023	embedding2nn.bias	9	0.03886355832219124
74023	rnn.weight_ih_l0	0	-0.03766212612390518
74023	rnn.weight_ih_l0	1	0.001058637397363782
74023	rnn.weight_ih_l0	2	0.03937433660030365
74023	rnn.weight_ih_l0	3	0.005415996070951223
74023	rnn.weight_ih_l0	4	-0.012951711192727089
74023	rnn.weight_ih_l0	5	-0.05551180616021156
74023	rnn.weight_ih_l0	6	0.011073214001953602
74023	rnn.weight_ih_l0	7	0.05523642525076866
74023	rnn.weight_ih_l0	8	-0.004796733148396015
74023	rnn.weight_ih_l0	9	-0.025177842006087303
74023	rnn.weight_hh_l0	0	-0.03681128844618797
74023	rnn.weight_hh_l0	1	0.0001580750831635669
74023	rnn.weight_hh_l0	2	0.001882448559626937
74023	rnn.weight_hh_l0	3	-0.04724207520484924
74023	rnn.weight_hh_l0	4	0.05509940907359123
74023	rnn.weight_hh_l0	5	-0.0025776203256100416
74023	rnn.weight_hh_l0	6	-0.039321016520261765
74023	rnn.weight_hh_l0	7	-0.017612434923648834
74023	rnn.weight_hh_l0	8	0.0039013696368783712
74023	rnn.weight_hh_l0	9	-0.02159396931529045
74023	rnn.bias_ih_l0	0	0.05420646443963051
74023	rnn.bias_ih_l0	1	-0.023760201409459114
74023	rnn.bias_ih_l0	2	-0.005877631716430187
74023	rnn.bias_ih_l0	3	0.09438922256231308
74023	rnn.bias_ih_l0	4	-0.04340198263525963
74023	rnn.bias_ih_l0	5	-0.02697189897298813
74023	rnn.bias_ih_l0	6	0.010089024901390076
74023	rnn.bias_ih_l0	7	0.049995794892311096
74023	rnn.bias_ih_l0	8	-0.08263073861598969
74023	rnn.bias_ih_l0	9	-0.036249108612537384
74023	rnn.bias_hh_l0	0	-0.04004095122218132
74023	rnn.bias_hh_l0	1	-0.07395000755786896
74023	rnn.bias_hh_l0	2	-0.04162031412124634
74023	rnn.bias_hh_l0	3	-0.06925361603498459
74023	rnn.bias_hh_l0	4	-0.027259957045316696
74023	rnn.bias_hh_l0	5	0.0023420031648129225
74023	rnn.bias_hh_l0	6	0.015338068827986717
74023	rnn.bias_hh_l0	7	0.011633684858679771
74023	rnn.bias_hh_l0	8	-0.11589954793453217
74023	rnn.bias_hh_l0	9	-0.03605444356799126
74023	rnn.weight_ih_l0_reverse	0	-0.017227405682206154
74023	rnn.weight_ih_l0_reverse	1	-0.053625430911779404
74023	rnn.weight_ih_l0_reverse	2	-0.03286100551486015
74023	rnn.weight_ih_l0_reverse	3	-0.008915760554373264
74023	rnn.weight_ih_l0_reverse	4	-0.0037114941515028477
74023	rnn.weight_ih_l0_reverse	5	-0.04619504511356354
74023	rnn.weight_ih_l0_reverse	6	0.05661560222506523
74023	rnn.weight_ih_l0_reverse	7	-0.020787501707673073
74023	rnn.weight_ih_l0_reverse	8	-0.03677171468734741
74023	rnn.weight_ih_l0_reverse	9	0.003009254112839699
74023	rnn.weight_hh_l0_reverse	0	0.04008354991674423
74023	rnn.weight_hh_l0_reverse	1	0.025947127491235733
74023	rnn.weight_hh_l0_reverse	2	0.033874038606882095
74023	rnn.weight_hh_l0_reverse	3	0.019729362800717354
74023	rnn.weight_hh_l0_reverse	4	-0.00032820922206155956
74023	rnn.weight_hh_l0_reverse	5	0.011220289394259453
74023	rnn.weight_hh_l0_reverse	6	0.04372148960828781
74023	rnn.weight_hh_l0_reverse	7	-0.05708202347159386
74023	rnn.weight_hh_l0_reverse	8	0.031802304089069366
74023	rnn.weight_hh_l0_reverse	9	0.047501251101493835
74023	rnn.bias_ih_l0_reverse	0	-0.06344886869192123
74023	rnn.bias_ih_l0_reverse	1	-0.21815110743045807
74023	rnn.bias_ih_l0_reverse	2	-0.07933609932661057
74023	rnn.bias_ih_l0_reverse	3	-0.016595931723713875
74023	rnn.bias_ih_l0_reverse	4	-0.041513122618198395
74023	rnn.bias_ih_l0_reverse	5	0.0401940792798996
74023	rnn.bias_ih_l0_reverse	6	-0.05094534531235695
74023	rnn.bias_ih_l0_reverse	7	0.04103560373187065
74023	rnn.bias_ih_l0_reverse	8	-0.03294779360294342
74023	rnn.bias_ih_l0_reverse	9	0.018566865473985672
74023	rnn.bias_hh_l0_reverse	0	-0.007868045009672642
74023	rnn.bias_hh_l0_reverse	1	-0.03628814220428467
74023	rnn.bias_hh_l0_reverse	2	0.06032312288880348
74023	rnn.bias_hh_l0_reverse	3	-0.03979230672121048
74023	rnn.bias_hh_l0_reverse	4	-0.04289007559418678
74023	rnn.bias_hh_l0_reverse	5	-0.026010025292634964
74023	rnn.bias_hh_l0_reverse	6	-0.03281800076365471
74023	rnn.bias_hh_l0_reverse	7	0.08852925151586533
74023	rnn.bias_hh_l0_reverse	8	0.022659728303551674
74023	rnn.bias_hh_l0_reverse	9	-0.09928527474403381
74023	rnn.weight_ih_l1	0	-0.03797198459506035
74023	rnn.weight_ih_l1	1	-0.040839362889528275
74023	rnn.weight_ih_l1	2	0.06594204902648926
74023	rnn.weight_ih_l1	3	-0.03154824674129486
74023	rnn.weight_ih_l1	4	-0.0007378194131888449
74023	rnn.weight_ih_l1	5	-0.045493584126234055
74023	rnn.weight_ih_l1	6	0.025685889646410942
74023	rnn.weight_ih_l1	7	-0.027670158073306084
74023	rnn.weight_ih_l1	8	0.0382741279900074
74023	rnn.weight_ih_l1	9	0.0335497111082077
74023	rnn.weight_hh_l1	0	-0.015535564161837101
74023	rnn.weight_hh_l1	1	0.008313193917274475
74023	rnn.weight_hh_l1	2	-0.003379544010385871
74023	rnn.weight_hh_l1	3	-0.00796463806182146
74023	rnn.weight_hh_l1	4	-0.00020955188665539026
74023	rnn.weight_hh_l1	5	0.02341340109705925
74023	rnn.weight_hh_l1	6	0.026392467319965363
74023	rnn.weight_hh_l1	7	-0.024291561916470528
74023	rnn.weight_hh_l1	8	-0.023809315636754036
74023	rnn.weight_hh_l1	9	0.041733793914318085
74023	rnn.bias_ih_l1	0	-0.14986993372440338
74023	rnn.bias_ih_l1	1	-0.1364135444164276
74023	rnn.bias_ih_l1	2	-0.14118672907352448
74023	rnn.bias_ih_l1	3	-0.21200372278690338
74023	rnn.bias_ih_l1	4	-0.12975651025772095
74023	rnn.bias_ih_l1	5	-0.0955597534775734
74023	rnn.bias_ih_l1	6	-0.1115489974617958
74023	rnn.bias_ih_l1	7	-0.018925029784440994
74023	rnn.bias_ih_l1	8	-0.11056120693683624
74023	rnn.bias_ih_l1	9	-0.09011254459619522
74023	rnn.bias_hh_l1	0	-0.12234723567962646
74023	rnn.bias_hh_l1	1	-0.04115021973848343
74023	rnn.bias_hh_l1	2	-0.08587612211704254
74023	rnn.bias_hh_l1	3	-0.08351736515760422
74023	rnn.bias_hh_l1	4	-0.11563690751791
74023	rnn.bias_hh_l1	5	-0.07163949310779572
74023	rnn.bias_hh_l1	6	-0.09938782453536987
74023	rnn.bias_hh_l1	7	0.017170235514640808
74023	rnn.bias_hh_l1	8	-0.11179527640342712
74023	rnn.bias_hh_l1	9	-0.07667552679777145
74023	rnn.weight_ih_l1_reverse	0	-0.04712932929396629
74023	rnn.weight_ih_l1_reverse	1	0.05232059583067894
74023	rnn.weight_ih_l1_reverse	2	0.010764564387500286
74023	rnn.weight_ih_l1_reverse	3	0.0045836614444851875
74023	rnn.weight_ih_l1_reverse	4	-0.0321798175573349
74023	rnn.weight_ih_l1_reverse	5	-0.035628046840429306
74023	rnn.weight_ih_l1_reverse	6	0.001149399671703577
74023	rnn.weight_ih_l1_reverse	7	0.01881382241845131
74023	rnn.weight_ih_l1_reverse	8	0.009960000403225422
74023	rnn.weight_ih_l1_reverse	9	-0.04018043354153633
74023	rnn.weight_hh_l1_reverse	0	0.007550832815468311
74023	rnn.weight_hh_l1_reverse	1	0.028049619868397713
74023	rnn.weight_hh_l1_reverse	2	-0.03805042803287506
74023	rnn.weight_hh_l1_reverse	3	0.04223020747303963
74023	rnn.weight_hh_l1_reverse	4	0.04862544313073158
74023	rnn.weight_hh_l1_reverse	5	0.00699148653075099
74023	rnn.weight_hh_l1_reverse	6	0.004572972655296326
74023	rnn.weight_hh_l1_reverse	7	0.02763006091117859
74023	rnn.weight_hh_l1_reverse	8	-0.0015318921068683267
74023	rnn.weight_hh_l1_reverse	9	-0.04126325622200966
74023	rnn.bias_ih_l1_reverse	0	-0.04713801294565201
74023	rnn.bias_ih_l1_reverse	1	-0.08969539403915405
74023	rnn.bias_ih_l1_reverse	2	-0.11511524021625519
74023	rnn.bias_ih_l1_reverse	3	-0.01376977376639843
74023	rnn.bias_ih_l1_reverse	4	-0.16314925253391266
74023	rnn.bias_ih_l1_reverse	5	-0.08483473211526871
74023	rnn.bias_ih_l1_reverse	6	-0.11020192503929138
74023	rnn.bias_ih_l1_reverse	7	-0.14828309416770935
74023	rnn.bias_ih_l1_reverse	8	0.10743596404790878
74023	rnn.bias_ih_l1_reverse	9	0.02075316570699215
74023	rnn.bias_hh_l1_reverse	0	-0.04709014669060707
74023	rnn.bias_hh_l1_reverse	1	0.012007124722003937
74023	rnn.bias_hh_l1_reverse	2	-0.20833663642406464
74023	rnn.bias_hh_l1_reverse	3	-0.09010951966047287
74023	rnn.bias_hh_l1_reverse	4	-0.06200874224305153
74023	rnn.bias_hh_l1_reverse	5	-0.08292659372091293
74023	rnn.bias_hh_l1_reverse	6	0.09391646832227707
74023	rnn.bias_hh_l1_reverse	7	-0.14303931593894958
74023	rnn.bias_hh_l1_reverse	8	-0.09727774560451508
74023	rnn.bias_hh_l1_reverse	9	-0.11012177169322968
74023	linear.weight	0	0.002228822559118271
74023	linear.weight	1	0.06026064604520798
74023	linear.weight	2	-0.13172151148319244
74023	linear.weight	3	0.3582483232021332
74023	linear.weight	4	0.08894354104995728
74023	linear.weight	5	0.00585666298866272
74023	linear.weight	6	0.01850595511496067
74023	linear.weight	7	0.058738965541124344
74023	linear.weight	8	0.041608329862356186
74023	linear.weight	9	-0.08434309810400009
74023	linear.bias	0	-0.06845073401927948
74023	linear.bias	1	-0.1445477455854416
74023	linear.bias	2	-0.47926998138427734
74023	linear.bias	3	-0.7178661823272705
74023	linear.bias	4	-1.0317485332489014
74023	linear.bias	5	-0.023533400148153305
74023	linear.bias	6	-0.6576699614524841
74023	linear.bias	7	0.41123783588409424
74023	linear.bias	8	-0.5528489351272583
74023	linear.bias	9	-0.8504176735877991
74220	transitions	0	0.46103575825691223
74220	transitions	1	0.07358012348413467
74220	transitions	2	-10000.0
74220	transitions	3	-1.8044085502624512
74220	transitions	4	-10000.0
74220	transitions	5	0.6355834603309631
74220	transitions	6	-0.03387736529111862
74220	transitions	7	-0.4332634508609772
74220	transitions	8	-1.3496628999710083
74220	transitions	9	-0.0006003603921271861
74220	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
74220	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
74220	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
74220	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
74220	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
74220	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
74220	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
74220	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
74220	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
74220	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
74220	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
74220	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
74220	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
74220	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
74220	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
74220	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
74220	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
74220	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
74220	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
74220	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
74220	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
74220	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
74220	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
74220	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
74220	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
74220	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
74220	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
74220	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
74220	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
74220	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
74220	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
74220	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
74220	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
74220	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
74220	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
74220	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
74220	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
74220	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
74220	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
74220	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
74220	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
74220	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
74220	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
74220	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
74220	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
74220	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
74220	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
74220	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
74220	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
74220	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
74220	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
74220	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
74220	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
74220	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
74220	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
74220	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
74220	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
74220	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
74220	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
74220	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
74220	embedding2nn.weight	0	0.009262386709451675
74220	embedding2nn.weight	1	-0.016444850713014603
74220	embedding2nn.weight	2	-0.014268255792558193
74220	embedding2nn.weight	3	0.006589906755834818
74220	embedding2nn.weight	4	-0.0059150345623493195
74220	embedding2nn.weight	5	-0.0037005802150815725
74220	embedding2nn.weight	6	-0.003973211161792278
74220	embedding2nn.weight	7	-0.03962365537881851
74220	embedding2nn.weight	8	-0.0019979383796453476
74220	embedding2nn.weight	9	-0.027241641655564308
74220	embedding2nn.bias	0	0.04364044591784477
74220	embedding2nn.bias	1	-0.078999362885952
74220	embedding2nn.bias	2	0.06561122089624405
74220	embedding2nn.bias	3	0.04563742130994797
74220	embedding2nn.bias	4	-0.0403997004032135
74220	embedding2nn.bias	5	-0.046424563974142075
74220	embedding2nn.bias	6	0.007696778513491154
74220	embedding2nn.bias	7	-0.042046885937452316
74220	embedding2nn.bias	8	0.02251523546874523
74220	embedding2nn.bias	9	0.031769223511219025
74220	rnn.weight_ih_l0	0	-0.03675733879208565
74220	rnn.weight_ih_l0	1	0.0028641028329730034
74220	rnn.weight_ih_l0	2	0.03926136717200279
74220	rnn.weight_ih_l0	3	0.005177862476557493
74220	rnn.weight_ih_l0	4	-0.012498101219534874
74220	rnn.weight_ih_l0	5	-0.05695139616727829
74220	rnn.weight_ih_l0	6	0.011348993517458439
74220	rnn.weight_ih_l0	7	0.05424008518457413
74220	rnn.weight_ih_l0	8	-0.004700752906501293
74220	rnn.weight_ih_l0	9	-0.024694284424185753
74220	rnn.weight_hh_l0	0	-0.036909040063619614
74220	rnn.weight_hh_l0	1	0.001026996411383152
74220	rnn.weight_hh_l0	2	0.001969332806766033
74220	rnn.weight_hh_l0	3	-0.04734094440937042
74220	rnn.weight_hh_l0	4	0.05493087321519852
74220	rnn.weight_hh_l0	5	-0.0005255115684121847
74220	rnn.weight_hh_l0	6	-0.037909869104623795
74220	rnn.weight_hh_l0	7	-0.01769826002418995
74220	rnn.weight_hh_l0	8	0.004524176940321922
74220	rnn.weight_hh_l0	9	-0.021338948979973793
74220	rnn.bias_ih_l0	0	0.054067131131887436
74220	rnn.bias_ih_l0	1	-0.02160189114511013
74220	rnn.bias_ih_l0	2	-0.007458572741597891
74220	rnn.bias_ih_l0	3	0.09264732897281647
74220	rnn.bias_ih_l0	4	-0.0449773408472538
74220	rnn.bias_ih_l0	5	-0.034191299229860306
74220	rnn.bias_ih_l0	6	0.007479558233171701
74220	rnn.bias_ih_l0	7	0.0455293171107769
74220	rnn.bias_ih_l0	8	-0.08164079487323761
74220	rnn.bias_ih_l0	9	-0.03363218903541565
74220	rnn.bias_hh_l0	0	-0.04108147695660591
74220	rnn.bias_hh_l0	1	-0.07436947524547577
74220	rnn.bias_hh_l0	2	-0.04302520304918289
74220	rnn.bias_hh_l0	3	-0.06945934891700745
74220	rnn.bias_hh_l0	4	-0.027831600978970528
74220	rnn.bias_hh_l0	5	0.0019258292159065604
74220	rnn.bias_hh_l0	6	0.01288431417196989
74220	rnn.bias_hh_l0	7	0.01137290894985199
74220	rnn.bias_hh_l0	8	-0.11332932114601135
74220	rnn.bias_hh_l0	9	-0.03751763701438904
74220	rnn.weight_ih_l0_reverse	0	-0.01780656725168228
74220	rnn.weight_ih_l0_reverse	1	-0.05235430598258972
74220	rnn.weight_ih_l0_reverse	2	-0.033645324409008026
74220	rnn.weight_ih_l0_reverse	3	-0.008493110537528992
74220	rnn.weight_ih_l0_reverse	4	-0.004130648449063301
74220	rnn.weight_ih_l0_reverse	5	-0.046741168946027756
74220	rnn.weight_ih_l0_reverse	6	0.0558701790869236
74220	rnn.weight_ih_l0_reverse	7	-0.02130039781332016
74220	rnn.weight_ih_l0_reverse	8	-0.03724946081638336
74220	rnn.weight_ih_l0_reverse	9	0.004388468340039253
74220	rnn.weight_hh_l0_reverse	0	0.03992568328976631
74220	rnn.weight_hh_l0_reverse	1	0.023665569722652435
74220	rnn.weight_hh_l0_reverse	2	0.034060414880514145
74220	rnn.weight_hh_l0_reverse	3	0.019975407049059868
74220	rnn.weight_hh_l0_reverse	4	4.2759376810863614e-05
74220	rnn.weight_hh_l0_reverse	5	0.011431758292019367
74220	rnn.weight_hh_l0_reverse	6	0.044048454612493515
74220	rnn.weight_hh_l0_reverse	7	-0.057580310851335526
74220	rnn.weight_hh_l0_reverse	8	0.03218435123562813
74220	rnn.weight_hh_l0_reverse	9	0.047931697219610214
74220	rnn.bias_ih_l0_reverse	0	-0.06389939039945602
74220	rnn.bias_ih_l0_reverse	1	-0.22153478860855103
74220	rnn.bias_ih_l0_reverse	2	-0.08179992437362671
74220	rnn.bias_ih_l0_reverse	3	-0.013362954370677471
74220	rnn.bias_ih_l0_reverse	4	-0.04077320545911789
74220	rnn.bias_ih_l0_reverse	5	0.036658283323049545
74220	rnn.bias_ih_l0_reverse	6	-0.05277399346232414
74220	rnn.bias_ih_l0_reverse	7	0.043487031012773514
74220	rnn.bias_ih_l0_reverse	8	-0.03208822384476662
74220	rnn.bias_ih_l0_reverse	9	0.017367979511618614
74220	rnn.bias_hh_l0_reverse	0	-0.006684466265141964
74220	rnn.bias_hh_l0_reverse	1	-0.034128833562135696
74220	rnn.bias_hh_l0_reverse	2	0.06192605569958687
74220	rnn.bias_hh_l0_reverse	3	-0.04198209196329117
74220	rnn.bias_hh_l0_reverse	4	-0.04309995099902153
74220	rnn.bias_hh_l0_reverse	5	-0.02644345909357071
74220	rnn.bias_hh_l0_reverse	6	-0.029217474162578583
74220	rnn.bias_hh_l0_reverse	7	0.08903645724058151
74220	rnn.bias_hh_l0_reverse	8	0.022327715530991554
74220	rnn.bias_hh_l0_reverse	9	-0.09810084849596024
74220	rnn.weight_ih_l1	0	-0.03792479634284973
74220	rnn.weight_ih_l1	1	-0.04132606089115143
74220	rnn.weight_ih_l1	2	0.06749771535396576
74220	rnn.weight_ih_l1	3	-0.030963877215981483
74220	rnn.weight_ih_l1	4	-6.186679092934355e-05
74220	rnn.weight_ih_l1	5	-0.045338548719882965
74220	rnn.weight_ih_l1	6	0.02644144929945469
74220	rnn.weight_ih_l1	7	-0.02823994867503643
74220	rnn.weight_ih_l1	8	0.03838488832116127
74220	rnn.weight_ih_l1	9	0.03266473487019539
74220	rnn.weight_hh_l1	0	-0.01470007374882698
74220	rnn.weight_hh_l1	1	0.008404415100812912
74220	rnn.weight_hh_l1	2	-0.0025493314024060965
74220	rnn.weight_hh_l1	3	-0.008156845346093178
74220	rnn.weight_hh_l1	4	-0.00045192267862148583
74220	rnn.weight_hh_l1	5	0.023471498861908913
74220	rnn.weight_hh_l1	6	0.026393434032797813
74220	rnn.weight_hh_l1	7	-0.024133889004588127
74220	rnn.weight_hh_l1	8	-0.023691100999712944
74220	rnn.weight_hh_l1	9	0.041948314756155014
74220	rnn.bias_ih_l1	0	-0.1538369357585907
74220	rnn.bias_ih_l1	1	-0.14061109721660614
74220	rnn.bias_ih_l1	2	-0.1437365710735321
74220	rnn.bias_ih_l1	3	-0.21403370797634125
74220	rnn.bias_ih_l1	4	-0.12647877633571625
74220	rnn.bias_ih_l1	5	-0.09599533677101135
74220	rnn.bias_ih_l1	6	-0.11393488198518753
74220	rnn.bias_ih_l1	7	-0.019100384786725044
74220	rnn.bias_ih_l1	8	-0.1082824245095253
74220	rnn.bias_ih_l1	9	-0.09352211654186249
74220	rnn.bias_hh_l1	0	-0.1225239634513855
74220	rnn.bias_hh_l1	1	-0.03908460959792137
74220	rnn.bias_hh_l1	2	-0.08813760429620743
74220	rnn.bias_hh_l1	3	-0.08439325541257858
74220	rnn.bias_hh_l1	4	-0.11565292626619339
74220	rnn.bias_hh_l1	5	-0.07390891015529633
74220	rnn.bias_hh_l1	6	-0.09948943555355072
74220	rnn.bias_hh_l1	7	0.018980463966727257
74220	rnn.bias_hh_l1	8	-0.10536936670541763
74220	rnn.bias_hh_l1	9	-0.07668395340442657
74220	rnn.weight_ih_l1_reverse	0	-0.04856468364596367
74220	rnn.weight_ih_l1_reverse	1	0.05202682688832283
74220	rnn.weight_ih_l1_reverse	2	0.008501932956278324
74220	rnn.weight_ih_l1_reverse	3	0.006003284361213446
74220	rnn.weight_ih_l1_reverse	4	-0.030802790075540543
74220	rnn.weight_ih_l1_reverse	5	-0.03535273298621178
74220	rnn.weight_ih_l1_reverse	6	0.0005536000244319439
74220	rnn.weight_ih_l1_reverse	7	0.01884324662387371
74220	rnn.weight_ih_l1_reverse	8	0.009687459096312523
74220	rnn.weight_ih_l1_reverse	9	-0.03830965608358383
74220	rnn.weight_hh_l1_reverse	0	0.007622659672051668
74220	rnn.weight_hh_l1_reverse	1	0.028046494349837303
74220	rnn.weight_hh_l1_reverse	2	-0.03797197714447975
74220	rnn.weight_hh_l1_reverse	3	0.04238292574882507
74220	rnn.weight_hh_l1_reverse	4	0.048478737473487854
74220	rnn.weight_hh_l1_reverse	5	0.007137466222047806
74220	rnn.weight_hh_l1_reverse	6	0.0032199430279433727
74220	rnn.weight_hh_l1_reverse	7	0.02792232297360897
74220	rnn.weight_hh_l1_reverse	8	-0.0015594863798469305
74220	rnn.weight_hh_l1_reverse	9	-0.04110335186123848
74220	rnn.bias_ih_l1_reverse	0	-0.046261489391326904
74220	rnn.bias_ih_l1_reverse	1	-0.08838587999343872
74220	rnn.bias_ih_l1_reverse	2	-0.11451619863510132
74220	rnn.bias_ih_l1_reverse	3	-0.012822678312659264
74220	rnn.bias_ih_l1_reverse	4	-0.16525807976722717
74220	rnn.bias_ih_l1_reverse	5	-0.08651632070541382
74220	rnn.bias_ih_l1_reverse	6	-0.11040829867124557
74220	rnn.bias_ih_l1_reverse	7	-0.14983731508255005
74220	rnn.bias_ih_l1_reverse	8	0.1117047369480133
74220	rnn.bias_ih_l1_reverse	9	0.021371016278862953
74220	rnn.bias_hh_l1_reverse	0	-0.03801537677645683
74220	rnn.bias_hh_l1_reverse	1	0.02017880417406559
74220	rnn.bias_hh_l1_reverse	2	-0.20929206907749176
74220	rnn.bias_hh_l1_reverse	3	-0.0906323716044426
74220	rnn.bias_hh_l1_reverse	4	-0.061566852033138275
74220	rnn.bias_hh_l1_reverse	5	-0.08238819241523743
74220	rnn.bias_hh_l1_reverse	6	0.09480483829975128
74220	rnn.bias_hh_l1_reverse	7	-0.14200817048549652
74220	rnn.bias_hh_l1_reverse	8	-0.09629299491643906
74220	rnn.bias_hh_l1_reverse	9	-0.1104336604475975
74220	linear.weight	0	0.002228822559118271
74220	linear.weight	1	0.06100925803184509
74220	linear.weight	2	-0.12153029441833496
74220	linear.weight	3	0.35741928219795227
74220	linear.weight	4	0.09163839370012283
74220	linear.weight	5	-0.001495435950346291
74220	linear.weight	6	0.02406066469848156
74220	linear.weight	7	0.06182252988219261
74220	linear.weight	8	0.041603315621614456
74220	linear.weight	9	-0.08469223976135254
74220	linear.bias	0	-0.06326007097959518
74220	linear.bias	1	-0.1721053570508957
74220	linear.bias	2	-0.4866388440132141
74220	linear.bias	3	-0.7220521569252014
74220	linear.bias	4	-1.0457801818847656
74220	linear.bias	5	0.006703701801598072
74220	linear.bias	6	-0.687091052532196
74220	linear.bias	7	0.44109633564949036
74220	linear.bias	8	-0.5563080310821533
74220	linear.bias	9	-0.8545896410942078
74417	transitions	0	0.4670912027359009
74417	transitions	1	0.07178837060928345
74417	transitions	2	-10000.0
74417	transitions	3	-1.804511308670044
74417	transitions	4	-10000.0
74417	transitions	5	0.6353675127029419
74417	transitions	6	-0.03405478224158287
74417	transitions	7	-0.43473345041275024
74417	transitions	8	-1.3498561382293701
74417	transitions	9	-0.0006034550606273115
74417	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
74417	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
74417	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
74417	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
74417	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
74417	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
74417	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
74417	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
74417	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
74417	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
74417	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
74417	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
74417	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
74417	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
74417	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
74417	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
74417	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
74417	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
74417	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
74417	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
74417	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
74417	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
74417	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
74417	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
74417	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
74417	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
74417	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
74417	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
74417	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
74417	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
74417	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
74417	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
74417	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
74417	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
74417	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
74417	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
74417	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
74417	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
74417	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
74417	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
74417	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
74417	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
74417	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
74417	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
74417	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
74417	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
74417	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
74417	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
74417	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
74417	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
74417	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
74417	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
74417	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
74417	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
74417	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
74417	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
74417	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
74417	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
74417	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
74417	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
74417	embedding2nn.weight	0	0.009457208216190338
74417	embedding2nn.weight	1	-0.016353361308574677
74417	embedding2nn.weight	2	-0.014268255792558193
74417	embedding2nn.weight	3	0.005642194300889969
74417	embedding2nn.weight	4	-0.0059150345623493195
74417	embedding2nn.weight	5	-0.0037005795165896416
74417	embedding2nn.weight	6	-0.003973214887082577
74417	embedding2nn.weight	7	-0.03906749188899994
74417	embedding2nn.weight	8	-0.0019979383796453476
74417	embedding2nn.weight	9	-0.02693503350019455
74417	embedding2nn.bias	0	0.046607814729213715
74417	embedding2nn.bias	1	-0.07600387930870056
74417	embedding2nn.bias	2	0.06603682786226273
74417	embedding2nn.bias	3	0.05220317468047142
74417	embedding2nn.bias	4	-0.02646796591579914
74417	embedding2nn.bias	5	-0.05024483799934387
74417	embedding2nn.bias	6	0.0067977216094732285
74417	embedding2nn.bias	7	-0.054791390895843506
74417	embedding2nn.bias	8	0.02220313437283039
74417	embedding2nn.bias	9	0.0321798138320446
74417	rnn.weight_ih_l0	0	-0.03409186378121376
74417	rnn.weight_ih_l0	1	0.0030982070602476597
74417	rnn.weight_ih_l0	2	0.041507963091135025
74417	rnn.weight_ih_l0	3	0.005807817447930574
74417	rnn.weight_ih_l0	4	-0.012704446911811829
74417	rnn.weight_ih_l0	5	-0.056249864399433136
74417	rnn.weight_ih_l0	6	0.010634896345436573
74417	rnn.weight_ih_l0	7	0.05556773766875267
74417	rnn.weight_ih_l0	8	-0.004045378416776657
74417	rnn.weight_ih_l0	9	-0.025440219789743423
74417	rnn.weight_hh_l0	0	-0.03664169833064079
74417	rnn.weight_hh_l0	1	-0.0001747866626828909
74417	rnn.weight_hh_l0	2	0.0013958696508780122
74417	rnn.weight_hh_l0	3	-0.04786714166402817
74417	rnn.weight_hh_l0	4	0.05551768094301224
74417	rnn.weight_hh_l0	5	-0.0005891277105547488
74417	rnn.weight_hh_l0	6	-0.037733208388090134
74417	rnn.weight_hh_l0	7	-0.018491199240088463
74417	rnn.weight_hh_l0	8	0.0037391013465821743
74417	rnn.weight_hh_l0	9	-0.02118079923093319
74417	rnn.bias_ih_l0	0	0.052817367017269135
74417	rnn.bias_ih_l0	1	-0.020762138068675995
74417	rnn.bias_ih_l0	2	-0.005050670821219683
74417	rnn.bias_ih_l0	3	0.09117544442415237
74417	rnn.bias_ih_l0	4	-0.04445056617259979
74417	rnn.bias_ih_l0	5	-0.03297804668545723
74417	rnn.bias_ih_l0	6	0.0075727421790361404
74417	rnn.bias_ih_l0	7	0.048532601445913315
74417	rnn.bias_ih_l0	8	-0.07974801957607269
74417	rnn.bias_ih_l0	9	-0.03399030119180679
74417	rnn.bias_hh_l0	0	-0.04276970028877258
74417	rnn.bias_hh_l0	1	-0.07390053570270538
74417	rnn.bias_hh_l0	2	-0.044410135596990585
74417	rnn.bias_hh_l0	3	-0.07091397792100906
74417	rnn.bias_hh_l0	4	-0.026953723281621933
74417	rnn.bias_hh_l0	5	-0.001919335569255054
74417	rnn.bias_hh_l0	6	0.013989459723234177
74417	rnn.bias_hh_l0	7	0.015791350975632668
74417	rnn.bias_hh_l0	8	-0.11410494148731232
74417	rnn.bias_hh_l0	9	-0.03905000165104866
74417	rnn.weight_ih_l0_reverse	0	-0.016756882891058922
74417	rnn.weight_ih_l0_reverse	1	-0.05426359921693802
74417	rnn.weight_ih_l0_reverse	2	-0.033820584416389465
74417	rnn.weight_ih_l0_reverse	3	-0.006440941244363785
74417	rnn.weight_ih_l0_reverse	4	-0.004017386119812727
74417	rnn.weight_ih_l0_reverse	5	-0.04690885916352272
74417	rnn.weight_ih_l0_reverse	6	0.056011974811553955
74417	rnn.weight_ih_l0_reverse	7	-0.021177705377340317
74417	rnn.weight_ih_l0_reverse	8	-0.037531014531850815
74417	rnn.weight_ih_l0_reverse	9	0.00432947650551796
74417	rnn.weight_hh_l0_reverse	0	0.04058048501610756
74417	rnn.weight_hh_l0_reverse	1	0.02442770265042782
74417	rnn.weight_hh_l0_reverse	2	0.03480197861790657
74417	rnn.weight_hh_l0_reverse	3	0.019763052463531494
74417	rnn.weight_hh_l0_reverse	4	0.0003032460226677358
74417	rnn.weight_hh_l0_reverse	5	0.01180347055196762
74417	rnn.weight_hh_l0_reverse	6	0.043509457260370255
74417	rnn.weight_hh_l0_reverse	7	-0.05673392117023468
74417	rnn.weight_hh_l0_reverse	8	0.03140273317694664
74417	rnn.weight_hh_l0_reverse	9	0.04785235971212387
74417	rnn.bias_ih_l0_reverse	0	-0.06242621690034866
74417	rnn.bias_ih_l0_reverse	1	-0.21733993291854858
74417	rnn.bias_ih_l0_reverse	2	-0.08338980376720428
74417	rnn.bias_ih_l0_reverse	3	-0.011701997369527817
74417	rnn.bias_ih_l0_reverse	4	-0.0392010323703289
74417	rnn.bias_ih_l0_reverse	5	0.03613489866256714
74417	rnn.bias_ih_l0_reverse	6	-0.054967835545539856
74417	rnn.bias_ih_l0_reverse	7	0.04705403372645378
74417	rnn.bias_ih_l0_reverse	8	-0.0339350588619709
74417	rnn.bias_ih_l0_reverse	9	0.021615494042634964
74417	rnn.bias_hh_l0_reverse	0	-0.00783646758645773
74417	rnn.bias_hh_l0_reverse	1	-0.034142278134822845
74417	rnn.bias_hh_l0_reverse	2	0.0582827553153038
74417	rnn.bias_hh_l0_reverse	3	-0.04173006862401962
74417	rnn.bias_hh_l0_reverse	4	-0.04479255899786949
74417	rnn.bias_hh_l0_reverse	5	-0.02559666894376278
74417	rnn.bias_hh_l0_reverse	6	-0.028001094236969948
74417	rnn.bias_hh_l0_reverse	7	0.09024593234062195
74417	rnn.bias_hh_l0_reverse	8	0.018617451190948486
74417	rnn.bias_hh_l0_reverse	9	-0.10205529630184174
74417	rnn.weight_ih_l1	0	-0.03842451050877571
74417	rnn.weight_ih_l1	1	-0.043510887771844864
74417	rnn.weight_ih_l1	2	0.06665896624326706
74417	rnn.weight_ih_l1	3	-0.031769268214702606
74417	rnn.weight_ih_l1	4	-0.00010277029650751501
74417	rnn.weight_ih_l1	5	-0.04555368423461914
74417	rnn.weight_ih_l1	6	0.026403883472085
74417	rnn.weight_ih_l1	7	-0.031095018610358238
74417	rnn.weight_ih_l1	8	0.03858322650194168
74417	rnn.weight_ih_l1	9	0.03255598992109299
74417	rnn.weight_hh_l1	0	-0.014071192592382431
74417	rnn.weight_hh_l1	1	0.008593686856329441
74417	rnn.weight_hh_l1	2	-0.0032844182569533587
74417	rnn.weight_hh_l1	3	-0.008133891969919205
74417	rnn.weight_hh_l1	4	-0.0008855883497744799
74417	rnn.weight_hh_l1	5	0.023236658424139023
74417	rnn.weight_hh_l1	6	0.026531172916293144
74417	rnn.weight_hh_l1	7	-0.024098927155137062
74417	rnn.weight_hh_l1	8	-0.02344578132033348
74417	rnn.weight_hh_l1	9	0.04260201379656792
74417	rnn.bias_ih_l1	0	-0.15369603037834167
74417	rnn.bias_ih_l1	1	-0.1446743905544281
74417	rnn.bias_ih_l1	2	-0.14547701179981232
74417	rnn.bias_ih_l1	3	-0.21492518484592438
74417	rnn.bias_ih_l1	4	-0.12670093774795532
74417	rnn.bias_ih_l1	5	-0.0955234244465828
74417	rnn.bias_ih_l1	6	-0.11317668855190277
74417	rnn.bias_ih_l1	7	-0.018881991505622864
74417	rnn.bias_ih_l1	8	-0.10986823588609695
74417	rnn.bias_ih_l1	9	-0.09442229568958282
74417	rnn.bias_hh_l1	0	-0.11992732435464859
74417	rnn.bias_hh_l1	1	-0.038773760199546814
74417	rnn.bias_hh_l1	2	-0.08942946046590805
74417	rnn.bias_hh_l1	3	-0.08481631428003311
74417	rnn.bias_hh_l1	4	-0.11343499273061752
74417	rnn.bias_hh_l1	5	-0.07388601452112198
74417	rnn.bias_hh_l1	6	-0.09953116625547409
74417	rnn.bias_hh_l1	7	0.02275039255619049
74417	rnn.bias_hh_l1	8	-0.10523267090320587
74417	rnn.bias_hh_l1	9	-0.07903369516134262
74417	rnn.weight_ih_l1_reverse	0	-0.048963598906993866
74417	rnn.weight_ih_l1_reverse	1	0.05077649652957916
74417	rnn.weight_ih_l1_reverse	2	0.009425041265785694
74417	rnn.weight_ih_l1_reverse	3	0.0073138573206961155
74417	rnn.weight_ih_l1_reverse	4	-0.03057422675192356
74417	rnn.weight_ih_l1_reverse	5	-0.035720083862543106
74417	rnn.weight_ih_l1_reverse	6	-0.00021920980361755937
74417	rnn.weight_ih_l1_reverse	7	0.01804960146546364
74417	rnn.weight_ih_l1_reverse	8	0.01232169009745121
74417	rnn.weight_ih_l1_reverse	9	-0.032775864005088806
74417	rnn.weight_hh_l1_reverse	0	0.00796149019151926
74417	rnn.weight_hh_l1_reverse	1	0.02804175391793251
74417	rnn.weight_hh_l1_reverse	2	-0.03806377202272415
74417	rnn.weight_hh_l1_reverse	3	0.0422254353761673
74417	rnn.weight_hh_l1_reverse	4	0.047800213098526
74417	rnn.weight_hh_l1_reverse	5	0.007153596729040146
74417	rnn.weight_hh_l1_reverse	6	0.0026817629113793373
74417	rnn.weight_hh_l1_reverse	7	0.02782987803220749
74417	rnn.weight_hh_l1_reverse	8	-0.001531013404019177
74417	rnn.weight_hh_l1_reverse	9	-0.04124265909194946
74417	rnn.bias_ih_l1_reverse	0	-0.046400878578424454
74417	rnn.bias_ih_l1_reverse	1	-0.0866459459066391
74417	rnn.bias_ih_l1_reverse	2	-0.1131334900856018
74417	rnn.bias_ih_l1_reverse	3	-0.018126660957932472
74417	rnn.bias_ih_l1_reverse	4	-0.164011150598526
74417	rnn.bias_ih_l1_reverse	5	-0.08725357800722122
74417	rnn.bias_ih_l1_reverse	6	-0.11209448426961899
74417	rnn.bias_ih_l1_reverse	7	-0.15682831406593323
74417	rnn.bias_ih_l1_reverse	8	0.1098364070057869
74417	rnn.bias_ih_l1_reverse	9	0.018948620185256004
74417	rnn.bias_hh_l1_reverse	0	-0.03359409049153328
74417	rnn.bias_hh_l1_reverse	1	0.018022673204541206
74417	rnn.bias_hh_l1_reverse	2	-0.20899222791194916
74417	rnn.bias_hh_l1_reverse	3	-0.0920347273349762
74417	rnn.bias_hh_l1_reverse	4	-0.062014590948820114
74417	rnn.bias_hh_l1_reverse	5	-0.08068332821130753
74417	rnn.bias_hh_l1_reverse	6	0.09401418268680573
74417	rnn.bias_hh_l1_reverse	7	-0.14247265458106995
74417	rnn.bias_hh_l1_reverse	8	-0.09675779193639755
74417	rnn.bias_hh_l1_reverse	9	-0.11004933714866638
74417	linear.weight	0	0.002228822559118271
74417	linear.weight	1	0.0684354230761528
74417	linear.weight	2	-0.11873595416545868
74417	linear.weight	3	0.34717899560928345
74417	linear.weight	4	0.09103468805551529
74417	linear.weight	5	-0.003203746397048235
74417	linear.weight	6	0.01869894191622734
74417	linear.weight	7	0.04967006668448448
74417	linear.weight	8	0.04159454256296158
74417	linear.weight	9	-0.08040033280849457
74417	linear.bias	0	-0.015088715590536594
74417	linear.bias	1	-0.16353870928287506
74417	linear.bias	2	-0.4919513761997223
74417	linear.bias	3	-0.7154330015182495
74417	linear.bias	4	-1.0361984968185425
74417	linear.bias	5	-0.034800607711076736
74417	linear.bias	6	-0.681124210357666
74417	linear.bias	7	0.39551427960395813
74417	linear.bias	8	-0.5488168001174927
74417	linear.bias	9	-0.8454309105873108
74614	transitions	0	0.4777078628540039
74614	transitions	1	0.0754675418138504
74614	transitions	2	-10000.0
74614	transitions	3	-1.804577112197876
74614	transitions	4	-10000.0
74614	transitions	5	0.6351842284202576
74614	transitions	6	-0.03426045551896095
74614	transitions	7	-0.43515947461128235
74614	transitions	8	-1.3501399755477905
74614	transitions	9	-0.0006058962899260223
74614	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
74614	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
74614	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
74614	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
74614	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
74614	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
74614	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
74614	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
74614	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
74614	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
74614	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
74614	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
74614	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
74614	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
74614	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
74614	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
74614	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
74614	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
74614	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
74614	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
74614	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
74614	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
74614	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
74614	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
74614	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
74614	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
74614	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
74614	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
74614	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
74614	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
74614	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
74614	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
74614	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
74614	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
74614	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
74614	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
74614	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
74614	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
74614	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
74614	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
74614	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
74614	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
74614	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
74614	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
74614	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
74614	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
74614	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
74614	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
74614	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
74614	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
74614	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
74614	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
74614	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
74614	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
74614	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
74614	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
74614	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
74614	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
74614	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
74614	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
74614	embedding2nn.weight	0	0.0069984933361411095
74614	embedding2nn.weight	1	-0.01631784625351429
74614	embedding2nn.weight	2	-0.014268255792558193
74614	embedding2nn.weight	3	0.006037919782102108
74614	embedding2nn.weight	4	-0.0059150345623493195
74614	embedding2nn.weight	5	-0.0037005795165896416
74614	embedding2nn.weight	6	-0.003973216749727726
74614	embedding2nn.weight	7	-0.03863656893372536
74614	embedding2nn.weight	8	-0.0019979383796453476
74614	embedding2nn.weight	9	-0.026329927146434784
74614	embedding2nn.bias	0	0.04774004966020584
74614	embedding2nn.bias	1	-0.07681120932102203
74614	embedding2nn.bias	2	0.0651744082570076
74614	embedding2nn.bias	3	0.04892495647072792
74614	embedding2nn.bias	4	-0.022690055891871452
74614	embedding2nn.bias	5	-0.04686495661735535
74614	embedding2nn.bias	6	0.009464544244110584
74614	embedding2nn.bias	7	-0.061175182461738586
74614	embedding2nn.bias	8	0.023924263194203377
74614	embedding2nn.bias	9	0.03477781265974045
74614	rnn.weight_ih_l0	0	-0.034926291555166245
74614	rnn.weight_ih_l0	1	0.0032028728164732456
74614	rnn.weight_ih_l0	2	0.041649214923381805
74614	rnn.weight_ih_l0	3	0.00648083072155714
74614	rnn.weight_ih_l0	4	-0.013315604068338871
74614	rnn.weight_ih_l0	5	-0.05721881613135338
74614	rnn.weight_ih_l0	6	0.011306606233119965
74614	rnn.weight_ih_l0	7	0.05558469146490097
74614	rnn.weight_ih_l0	8	-0.005988055374473333
74614	rnn.weight_ih_l0	9	-0.025365503504872322
74614	rnn.weight_hh_l0	0	-0.03647104278206825
74614	rnn.weight_hh_l0	1	0.00025667186127975583
74614	rnn.weight_hh_l0	2	0.0010647496674209833
74614	rnn.weight_hh_l0	3	-0.04824700579047203
74614	rnn.weight_hh_l0	4	0.05570059269666672
74614	rnn.weight_hh_l0	5	0.0007612387998960912
74614	rnn.weight_hh_l0	6	-0.03921092301607132
74614	rnn.weight_hh_l0	7	-0.019051427021622658
74614	rnn.weight_hh_l0	8	0.0038790921680629253
74614	rnn.weight_hh_l0	9	-0.021332720294594765
74614	rnn.bias_ih_l0	0	0.05457352474331856
74614	rnn.bias_ih_l0	1	-0.02177627943456173
74614	rnn.bias_ih_l0	2	-0.006748138926923275
74614	rnn.bias_ih_l0	3	0.09438765048980713
74614	rnn.bias_ih_l0	4	-0.04276221618056297
74614	rnn.bias_ih_l0	5	-0.03136514127254486
74614	rnn.bias_ih_l0	6	0.007133136969059706
74614	rnn.bias_ih_l0	7	0.04918055981397629
74614	rnn.bias_ih_l0	8	-0.08201418817043304
74614	rnn.bias_ih_l0	9	-0.03737974166870117
74614	rnn.bias_hh_l0	0	-0.04516332224011421
74614	rnn.bias_hh_l0	1	-0.07783961296081543
74614	rnn.bias_hh_l0	2	-0.04288347065448761
74614	rnn.bias_hh_l0	3	-0.06948964297771454
74614	rnn.bias_hh_l0	4	-0.02444714680314064
74614	rnn.bias_hh_l0	5	-0.0026262386236339808
74614	rnn.bias_hh_l0	6	0.013785501010715961
74614	rnn.bias_hh_l0	7	0.015934983268380165
74614	rnn.bias_hh_l0	8	-0.1161852478981018
74614	rnn.bias_hh_l0	9	-0.033525727689266205
74614	rnn.weight_ih_l0_reverse	0	-0.01838185451924801
74614	rnn.weight_ih_l0_reverse	1	-0.054853834211826324
74614	rnn.weight_ih_l0_reverse	2	-0.03343719616532326
74614	rnn.weight_ih_l0_reverse	3	-0.006646209396421909
74614	rnn.weight_ih_l0_reverse	4	-0.004345244728028774
74614	rnn.weight_ih_l0_reverse	5	-0.04722770303487778
74614	rnn.weight_ih_l0_reverse	6	0.055906906723976135
74614	rnn.weight_ih_l0_reverse	7	-0.02014700137078762
74614	rnn.weight_ih_l0_reverse	8	-0.036909181624650955
74614	rnn.weight_ih_l0_reverse	9	0.003353808308020234
74614	rnn.weight_hh_l0_reverse	0	0.04096449539065361
74614	rnn.weight_hh_l0_reverse	1	0.024782191962003708
74614	rnn.weight_hh_l0_reverse	2	0.03462614864110947
74614	rnn.weight_hh_l0_reverse	3	0.018367325887084007
74614	rnn.weight_hh_l0_reverse	4	0.0012934345286339521
74614	rnn.weight_hh_l0_reverse	5	0.010896104387938976
74614	rnn.weight_hh_l0_reverse	6	0.04321209341287613
74614	rnn.weight_hh_l0_reverse	7	-0.057662080973386765
74614	rnn.weight_hh_l0_reverse	8	0.030962646007537842
74614	rnn.weight_hh_l0_reverse	9	0.047159407287836075
74614	rnn.bias_ih_l0_reverse	0	-0.06369967013597488
74614	rnn.bias_ih_l0_reverse	1	-0.2178141474723816
74614	rnn.bias_ih_l0_reverse	2	-0.08757325261831284
74614	rnn.bias_ih_l0_reverse	3	-0.011372986249625683
74614	rnn.bias_ih_l0_reverse	4	-0.03416259586811066
74614	rnn.bias_ih_l0_reverse	5	0.03729983791708946
74614	rnn.bias_ih_l0_reverse	6	-0.05284538120031357
74614	rnn.bias_ih_l0_reverse	7	0.046056438237428665
74614	rnn.bias_ih_l0_reverse	8	-0.0353698655962944
74614	rnn.bias_ih_l0_reverse	9	0.02425462193787098
74614	rnn.bias_hh_l0_reverse	0	-0.008762386627495289
74614	rnn.bias_hh_l0_reverse	1	-0.035146381705999374
74614	rnn.bias_hh_l0_reverse	2	0.05831364169716835
74614	rnn.bias_hh_l0_reverse	3	-0.039226140826940536
74614	rnn.bias_hh_l0_reverse	4	-0.043432433158159256
74614	rnn.bias_hh_l0_reverse	5	-0.025745952501893044
74614	rnn.bias_hh_l0_reverse	6	-0.03031272068619728
74614	rnn.bias_hh_l0_reverse	7	0.0932231992483139
74614	rnn.bias_hh_l0_reverse	8	0.02175838313996792
74614	rnn.bias_hh_l0_reverse	9	-0.1000625267624855
74614	rnn.weight_ih_l1	0	-0.03860897943377495
74614	rnn.weight_ih_l1	1	-0.042019374668598175
74614	rnn.weight_ih_l1	2	0.06701410561800003
74614	rnn.weight_ih_l1	3	-0.031118005514144897
74614	rnn.weight_ih_l1	4	-0.0007789490045979619
74614	rnn.weight_ih_l1	5	-0.04549890384078026
74614	rnn.weight_ih_l1	6	0.027918875217437744
74614	rnn.weight_ih_l1	7	-0.03137918934226036
74614	rnn.weight_ih_l1	8	0.03905722126364708
74614	rnn.weight_ih_l1	9	0.033195335417985916
74614	rnn.weight_hh_l1	0	-0.015311948023736477
74614	rnn.weight_hh_l1	1	0.00846724770963192
74614	rnn.weight_hh_l1	2	-0.00427456758916378
74614	rnn.weight_hh_l1	3	-0.008239401504397392
74614	rnn.weight_hh_l1	4	-0.0005441439570859075
74614	rnn.weight_hh_l1	5	0.023567700758576393
74614	rnn.weight_hh_l1	6	0.025923995301127434
74614	rnn.weight_hh_l1	7	-0.023962244391441345
74614	rnn.weight_hh_l1	8	-0.023659829050302505
74614	rnn.weight_hh_l1	9	0.04191306605935097
74614	rnn.bias_ih_l1	0	-0.15201601386070251
74614	rnn.bias_ih_l1	1	-0.14387328922748566
74614	rnn.bias_ih_l1	2	-0.14370428025722504
74614	rnn.bias_ih_l1	3	-0.21560722589492798
74614	rnn.bias_ih_l1	4	-0.12834981083869934
74614	rnn.bias_ih_l1	5	-0.09609143435955048
74614	rnn.bias_ih_l1	6	-0.1165446937084198
74614	rnn.bias_ih_l1	7	-0.014139062725007534
74614	rnn.bias_ih_l1	8	-0.11032063513994217
74614	rnn.bias_ih_l1	9	-0.09054208546876907
74614	rnn.bias_hh_l1	0	-0.12082578986883163
74614	rnn.bias_hh_l1	1	-0.03854549676179886
74614	rnn.bias_hh_l1	2	-0.08815349638462067
74614	rnn.bias_hh_l1	3	-0.08440400660037994
74614	rnn.bias_hh_l1	4	-0.11551444232463837
74614	rnn.bias_hh_l1	5	-0.07228884845972061
74614	rnn.bias_hh_l1	6	-0.10044628381729126
74614	rnn.bias_hh_l1	7	0.016426648944616318
74614	rnn.bias_hh_l1	8	-0.10421813279390335
74614	rnn.bias_hh_l1	9	-0.08141180127859116
74614	rnn.weight_ih_l1_reverse	0	-0.050195831805467606
74614	rnn.weight_ih_l1_reverse	1	0.04996533691883087
74614	rnn.weight_ih_l1_reverse	2	0.012759841978549957
74614	rnn.weight_ih_l1_reverse	3	0.007231420837342739
74614	rnn.weight_ih_l1_reverse	4	-0.030858086422085762
74614	rnn.weight_ih_l1_reverse	5	-0.03524180129170418
74614	rnn.weight_ih_l1_reverse	6	-0.0010097172344103456
74614	rnn.weight_ih_l1_reverse	7	0.017653560265898705
74614	rnn.weight_ih_l1_reverse	8	0.012366017326712608
74614	rnn.weight_ih_l1_reverse	9	-0.030326994135975838
74614	rnn.weight_hh_l1_reverse	0	0.007769550662487745
74614	rnn.weight_hh_l1_reverse	1	0.028097102418541908
74614	rnn.weight_hh_l1_reverse	2	-0.03818270191550255
74614	rnn.weight_hh_l1_reverse	3	0.04222020134329796
74614	rnn.weight_hh_l1_reverse	4	0.04850052297115326
74614	rnn.weight_hh_l1_reverse	5	0.006944956723600626
74614	rnn.weight_hh_l1_reverse	6	0.0025050975382328033
74614	rnn.weight_hh_l1_reverse	7	0.02769831195473671
74614	rnn.weight_hh_l1_reverse	8	-0.0014973049983382225
74614	rnn.weight_hh_l1_reverse	9	-0.041168369352817535
74614	rnn.bias_ih_l1_reverse	0	-0.047354746609926224
74614	rnn.bias_ih_l1_reverse	1	-0.08015598356723785
74614	rnn.bias_ih_l1_reverse	2	-0.11245148628950119
74614	rnn.bias_ih_l1_reverse	3	-0.019983651116490364
74614	rnn.bias_ih_l1_reverse	4	-0.16166499257087708
74614	rnn.bias_ih_l1_reverse	5	-0.08467482030391693
74614	rnn.bias_ih_l1_reverse	6	-0.11134395003318787
74614	rnn.bias_ih_l1_reverse	7	-0.15795181691646576
74614	rnn.bias_ih_l1_reverse	8	0.10975620895624161
74614	rnn.bias_ih_l1_reverse	9	0.015583488158881664
74614	rnn.bias_hh_l1_reverse	0	-0.03691868484020233
74614	rnn.bias_hh_l1_reverse	1	0.023125817999243736
74614	rnn.bias_hh_l1_reverse	2	-0.2097017914056778
74614	rnn.bias_hh_l1_reverse	3	-0.09183301776647568
74614	rnn.bias_hh_l1_reverse	4	-0.06149761378765106
74614	rnn.bias_hh_l1_reverse	5	-0.0806337520480156
74614	rnn.bias_hh_l1_reverse	6	0.08323873579502106
74614	rnn.bias_hh_l1_reverse	7	-0.1453980952501297
74614	rnn.bias_hh_l1_reverse	8	-0.09717681258916855
74614	rnn.bias_hh_l1_reverse	9	-0.1111481785774231
74614	linear.weight	0	0.002228822559118271
74614	linear.weight	1	0.05918693542480469
74614	linear.weight	2	-0.126407191157341
74614	linear.weight	3	0.34463971853256226
74614	linear.weight	4	0.08739341050386429
74614	linear.weight	5	-0.0025627571158111095
74614	linear.weight	6	0.02695491909980774
74614	linear.weight	7	0.03922872990369797
74614	linear.weight	8	0.04158741980791092
74614	linear.weight	9	-0.08323507755994797
74614	linear.bias	0	-0.056562237441539764
74614	linear.bias	1	-0.15656043589115143
74614	linear.bias	2	-0.4788993299007416
74614	linear.bias	3	-0.7275747656822205
74614	linear.bias	4	-1.0491503477096558
74614	linear.bias	5	-0.03207237645983696
74614	linear.bias	6	-0.6729689836502075
74614	linear.bias	7	0.39878225326538086
74614	linear.bias	8	-0.540288507938385
74614	linear.bias	9	-0.8351369500160217
74811	transitions	0	0.4770510196685791
74811	transitions	1	0.08462686836719513
74811	transitions	2	-10000.0
74811	transitions	3	-1.8046597242355347
74811	transitions	4	-10000.0
74811	transitions	5	0.6350244283676147
74811	transitions	6	-0.03445885702967644
74811	transitions	7	-0.43570923805236816
74811	transitions	8	-1.3503905534744263
74811	transitions	9	-0.0006078596925362945
74811	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
74811	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
74811	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
74811	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
74811	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
74811	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
74811	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
74811	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
74811	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
74811	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
74811	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
74811	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
74811	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
74811	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
74811	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
74811	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
74811	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
74811	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
74811	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
74811	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
74811	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
74811	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
74811	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
74811	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
74811	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
74811	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
74811	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
74811	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
74811	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
74811	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
74811	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
74811	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
74811	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
74811	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
74811	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
74811	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
74811	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
74811	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
74811	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
74811	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
74811	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
74811	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
74811	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
74811	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
74811	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
74811	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
74811	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
74811	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
74811	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
74811	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
74811	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
74811	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
74811	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
74811	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
74811	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
74811	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
74811	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
74811	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
74811	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
74811	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
74811	embedding2nn.weight	0	0.006536368280649185
74811	embedding2nn.weight	1	-0.01616508886218071
74811	embedding2nn.weight	2	-0.014268255792558193
74811	embedding2nn.weight	3	0.005501913372427225
74811	embedding2nn.weight	4	-0.0059150345623493195
74811	embedding2nn.weight	5	-0.0037005795165896416
74811	embedding2nn.weight	6	-0.003973216749727726
74811	embedding2nn.weight	7	-0.037471018731594086
74811	embedding2nn.weight	8	-0.0019979383796453476
74811	embedding2nn.weight	9	-0.025995906442403793
74811	embedding2nn.bias	0	0.034408003091812134
74811	embedding2nn.bias	1	-0.06865909695625305
74811	embedding2nn.bias	2	0.06613921374082565
74811	embedding2nn.bias	3	0.053449634462594986
74811	embedding2nn.bias	4	-0.02128433808684349
74811	embedding2nn.bias	5	-0.04534582793712616
74811	embedding2nn.bias	6	0.004308643750846386
74811	embedding2nn.bias	7	-0.058815717697143555
74811	embedding2nn.bias	8	0.026901913806796074
74811	embedding2nn.bias	9	0.03347939997911453
74811	rnn.weight_ih_l0	0	-0.034468986093997955
74811	rnn.weight_ih_l0	1	0.004190247040241957
74811	rnn.weight_ih_l0	2	0.04087485000491142
74811	rnn.weight_ih_l0	3	0.0070517477579414845
74811	rnn.weight_ih_l0	4	-0.013709018006920815
74811	rnn.weight_ih_l0	5	-0.05776222422719002
74811	rnn.weight_ih_l0	6	0.010729457251727581
74811	rnn.weight_ih_l0	7	0.05434887483716011
74811	rnn.weight_ih_l0	8	-0.006477028131484985
74811	rnn.weight_ih_l0	9	-0.0226832777261734
74811	rnn.weight_hh_l0	0	-0.03612395003437996
74811	rnn.weight_hh_l0	1	0.0002689605171326548
74811	rnn.weight_hh_l0	2	0.002057720208540559
74811	rnn.weight_hh_l0	3	-0.04823628440499306
74811	rnn.weight_hh_l0	4	0.056137822568416595
74811	rnn.weight_hh_l0	5	0.0017679673619568348
74811	rnn.weight_hh_l0	6	-0.03961389884352684
74811	rnn.weight_hh_l0	7	-0.018337251618504524
74811	rnn.weight_hh_l0	8	0.004757210146635771
74811	rnn.weight_hh_l0	9	-0.02121501788496971
74811	rnn.bias_ih_l0	0	0.05700251832604408
74811	rnn.bias_ih_l0	1	-0.021835356950759888
74811	rnn.bias_ih_l0	2	-0.005704102106392384
74811	rnn.bias_ih_l0	3	0.09089592844247818
74811	rnn.bias_ih_l0	4	-0.043072137981653214
74811	rnn.bias_ih_l0	5	-0.03634922206401825
74811	rnn.bias_ih_l0	6	0.005107465665787458
74811	rnn.bias_ih_l0	7	0.04828750714659691
74811	rnn.bias_ih_l0	8	-0.08279231935739517
74811	rnn.bias_ih_l0	9	-0.03893289342522621
74811	rnn.bias_hh_l0	0	-0.042536791414022446
74811	rnn.bias_hh_l0	1	-0.07749774307012558
74811	rnn.bias_hh_l0	2	-0.03979825973510742
74811	rnn.bias_hh_l0	3	-0.07032135128974915
74811	rnn.bias_hh_l0	4	-0.021633129566907883
74811	rnn.bias_hh_l0	5	-0.0019197923829779029
74811	rnn.bias_hh_l0	6	0.01388572622090578
74811	rnn.bias_hh_l0	7	0.017359789460897446
74811	rnn.bias_hh_l0	8	-0.11182218790054321
74811	rnn.bias_hh_l0	9	-0.033600322902202606
74811	rnn.weight_ih_l0_reverse	0	-0.01749257929623127
74811	rnn.weight_ih_l0_reverse	1	-0.054457131773233414
74811	rnn.weight_ih_l0_reverse	2	-0.029921168461441994
74811	rnn.weight_ih_l0_reverse	3	-0.0070786490105092525
74811	rnn.weight_ih_l0_reverse	4	-0.004446214530616999
74811	rnn.weight_ih_l0_reverse	5	-0.04756329953670502
74811	rnn.weight_ih_l0_reverse	6	0.05654357001185417
74811	rnn.weight_ih_l0_reverse	7	-0.020683225244283676
74811	rnn.weight_ih_l0_reverse	8	-0.03660408779978752
74811	rnn.weight_ih_l0_reverse	9	0.002692761830985546
74811	rnn.weight_hh_l0_reverse	0	0.04239196330308914
74811	rnn.weight_hh_l0_reverse	1	0.024926522746682167
74811	rnn.weight_hh_l0_reverse	2	0.03488895669579506
74811	rnn.weight_hh_l0_reverse	3	0.01849118247628212
74811	rnn.weight_hh_l0_reverse	4	0.0009568426175974309
74811	rnn.weight_hh_l0_reverse	5	0.010149219073355198
74811	rnn.weight_hh_l0_reverse	6	0.042977169156074524
74811	rnn.weight_hh_l0_reverse	7	-0.057456545531749725
74811	rnn.weight_hh_l0_reverse	8	0.03250374272465706
74811	rnn.weight_hh_l0_reverse	9	0.04703952372074127
74811	rnn.bias_ih_l0_reverse	0	-0.06376931071281433
74811	rnn.bias_ih_l0_reverse	1	-0.21735897660255432
74811	rnn.bias_ih_l0_reverse	2	-0.090578593313694
74811	rnn.bias_ih_l0_reverse	3	-0.012505235150456429
74811	rnn.bias_ih_l0_reverse	4	-0.037566326558589935
74811	rnn.bias_ih_l0_reverse	5	0.041393909603357315
74811	rnn.bias_ih_l0_reverse	6	-0.052830006927251816
74811	rnn.bias_ih_l0_reverse	7	0.047586094588041306
74811	rnn.bias_ih_l0_reverse	8	-0.03845437243580818
74811	rnn.bias_ih_l0_reverse	9	0.027241384610533714
74811	rnn.bias_hh_l0_reverse	0	-0.0071279811672866344
74811	rnn.bias_hh_l0_reverse	1	-0.03868317976593971
74811	rnn.bias_hh_l0_reverse	2	0.058884911239147186
74811	rnn.bias_hh_l0_reverse	3	-0.038077548146247864
74811	rnn.bias_hh_l0_reverse	4	-0.04433950409293175
74811	rnn.bias_hh_l0_reverse	5	-0.023759378120303154
74811	rnn.bias_hh_l0_reverse	6	-0.027313390746712685
74811	rnn.bias_hh_l0_reverse	7	0.09467877447605133
74811	rnn.bias_hh_l0_reverse	8	0.0224869716912508
74811	rnn.bias_hh_l0_reverse	9	-0.09302349388599396
74811	rnn.weight_ih_l1	0	-0.038407713174819946
74811	rnn.weight_ih_l1	1	-0.04200879856944084
74811	rnn.weight_ih_l1	2	0.06562841683626175
74811	rnn.weight_ih_l1	3	-0.02993089146912098
74811	rnn.weight_ih_l1	4	-0.0009607644751667976
74811	rnn.weight_ih_l1	5	-0.04550911858677864
74811	rnn.weight_ih_l1	6	0.028124267235398293
74811	rnn.weight_ih_l1	7	-0.033316731452941895
74811	rnn.weight_ih_l1	8	0.03906092420220375
74811	rnn.weight_ih_l1	9	0.032799385488033295
74811	rnn.weight_hh_l1	0	-0.016217825934290886
74811	rnn.weight_hh_l1	1	0.00843385886400938
74811	rnn.weight_hh_l1	2	-0.0038382860366255045
74811	rnn.weight_hh_l1	3	-0.008356279693543911
74811	rnn.weight_hh_l1	4	0.00017412401211913675
74811	rnn.weight_hh_l1	5	0.02353176474571228
74811	rnn.weight_hh_l1	6	0.025945467874407768
74811	rnn.weight_hh_l1	7	-0.024275675415992737
74811	rnn.weight_hh_l1	8	-0.02342694252729416
74811	rnn.weight_hh_l1	9	0.041757915169000626
74811	rnn.bias_ih_l1	0	-0.15528146922588348
74811	rnn.bias_ih_l1	1	-0.1436118632555008
74811	rnn.bias_ih_l1	2	-0.14450636506080627
74811	rnn.bias_ih_l1	3	-0.21459977328777313
74811	rnn.bias_ih_l1	4	-0.12351241707801819
74811	rnn.bias_ih_l1	5	-0.0966043472290039
74811	rnn.bias_ih_l1	6	-0.11553183197975159
74811	rnn.bias_ih_l1	7	-0.011963684111833572
74811	rnn.bias_ih_l1	8	-0.11098914593458176
74811	rnn.bias_ih_l1	9	-0.09191133081912994
74811	rnn.bias_hh_l1	0	-0.12274369597434998
74811	rnn.bias_hh_l1	1	-0.03662380948662758
74811	rnn.bias_hh_l1	2	-0.08751939237117767
74811	rnn.bias_hh_l1	3	-0.08511565625667572
74811	rnn.bias_hh_l1	4	-0.11461549252271652
74811	rnn.bias_hh_l1	5	-0.06950438767671585
74811	rnn.bias_hh_l1	6	-0.09827441722154617
74811	rnn.bias_hh_l1	7	0.01653665490448475
74811	rnn.bias_hh_l1	8	-0.1059991791844368
74811	rnn.bias_hh_l1	9	-0.08235347270965576
74811	rnn.weight_ih_l1_reverse	0	-0.050554413348436356
74811	rnn.weight_ih_l1_reverse	1	0.05013969913125038
74811	rnn.weight_ih_l1_reverse	2	0.010526907630264759
74811	rnn.weight_ih_l1_reverse	3	0.00548615213483572
74811	rnn.weight_ih_l1_reverse	4	-0.02959018386900425
74811	rnn.weight_ih_l1_reverse	5	-0.034993335604667664
74811	rnn.weight_ih_l1_reverse	6	-7.375178029178642e-06
74811	rnn.weight_ih_l1_reverse	7	0.01802239753305912
74811	rnn.weight_ih_l1_reverse	8	0.009496585465967655
74811	rnn.weight_ih_l1_reverse	9	-0.028307223692536354
74811	rnn.weight_hh_l1_reverse	0	0.0077083841897547245
74811	rnn.weight_hh_l1_reverse	1	0.028105568140745163
74811	rnn.weight_hh_l1_reverse	2	-0.03823195770382881
74811	rnn.weight_hh_l1_reverse	3	0.04212090000510216
74811	rnn.weight_hh_l1_reverse	4	0.04776675999164581
74811	rnn.weight_hh_l1_reverse	5	0.008028280921280384
74811	rnn.weight_hh_l1_reverse	6	0.0037895834539085627
74811	rnn.weight_hh_l1_reverse	7	0.02759777568280697
74811	rnn.weight_hh_l1_reverse	8	-0.0015301100211218
74811	rnn.weight_hh_l1_reverse	9	-0.041105009615421295
74811	rnn.bias_ih_l1_reverse	0	-0.05142497643828392
74811	rnn.bias_ih_l1_reverse	1	-0.07982140779495239
74811	rnn.bias_ih_l1_reverse	2	-0.11431010067462921
74811	rnn.bias_ih_l1_reverse	3	-0.020965678617358208
74811	rnn.bias_ih_l1_reverse	4	-0.15893641114234924
74811	rnn.bias_ih_l1_reverse	5	-0.08481750637292862
74811	rnn.bias_ih_l1_reverse	6	-0.11203117668628693
74811	rnn.bias_ih_l1_reverse	7	-0.16124768555164337
74811	rnn.bias_ih_l1_reverse	8	0.11422493308782578
74811	rnn.bias_ih_l1_reverse	9	0.014714264310896397
74811	rnn.bias_hh_l1_reverse	0	-0.02678261697292328
74811	rnn.bias_hh_l1_reverse	1	0.012185203842818737
74811	rnn.bias_hh_l1_reverse	2	-0.2103017270565033
74811	rnn.bias_hh_l1_reverse	3	-0.09081728011369705
74811	rnn.bias_hh_l1_reverse	4	-0.06199558079242706
74811	rnn.bias_hh_l1_reverse	5	-0.08209067583084106
74811	rnn.bias_hh_l1_reverse	6	0.08607570081949234
74811	rnn.bias_hh_l1_reverse	7	-0.1434783786535263
74811	rnn.bias_hh_l1_reverse	8	-0.09819459170103073
74811	rnn.bias_hh_l1_reverse	9	-0.11097291111946106
74811	linear.weight	0	0.002228822559118271
74811	linear.weight	1	0.05958122760057449
74811	linear.weight	2	-0.12498932331800461
74811	linear.weight	3	0.3328109085559845
74811	linear.weight	4	0.08649005740880966
74811	linear.weight	5	-0.006638888269662857
74811	linear.weight	6	0.020799903199076653
74811	linear.weight	7	0.048309389501810074
74811	linear.weight	8	0.04158172011375427
74811	linear.weight	9	-0.08717431873083115
74811	linear.bias	0	-0.05983923003077507
74811	linear.bias	1	-0.14682243764400482
74811	linear.bias	2	-0.4897023141384125
74811	linear.bias	3	-0.6947022080421448
74811	linear.bias	4	-1.017608404159546
74811	linear.bias	5	-0.04292329028248787
74811	linear.bias	6	-0.6656792759895325
74811	linear.bias	7	0.3881435692310333
74811	linear.bias	8	-0.5523595809936523
74811	linear.bias	9	-0.8454062342643738
75008	transitions	0	0.48874399065971375
75008	transitions	1	0.07598474621772766
75008	transitions	2	-10000.0
75008	transitions	3	-1.8047072887420654
75008	transitions	4	-10000.0
75008	transitions	5	0.6348626017570496
75008	transitions	6	-0.0346759557723999
75008	transitions	7	-0.43653714656829834
75008	transitions	8	-1.350598692893982
75008	transitions	9	-0.0006100540049374104
75008	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75008	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75008	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75008	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75008	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75008	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75008	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75008	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75008	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75008	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75008	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75008	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75008	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75008	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75008	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75008	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75008	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75008	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75008	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75008	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75008	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75008	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75008	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75008	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75008	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75008	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75008	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75008	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75008	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75008	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75008	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75008	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75008	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75008	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75008	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75008	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75008	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75008	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75008	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75008	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75008	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75008	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75008	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75008	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75008	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75008	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75008	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75008	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75008	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75008	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75008	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75008	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75008	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75008	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75008	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75008	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75008	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75008	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75008	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75008	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75008	embedding2nn.weight	0	0.006955694407224655
75008	embedding2nn.weight	1	-0.01633126474916935
75008	embedding2nn.weight	2	-0.014268255792558193
75008	embedding2nn.weight	3	0.004887396469712257
75008	embedding2nn.weight	4	-0.0059150345623493195
75008	embedding2nn.weight	5	-0.0037005790509283543
75008	embedding2nn.weight	6	-0.003973221872001886
75008	embedding2nn.weight	7	-0.03870110586285591
75008	embedding2nn.weight	8	-0.0019979383796453476
75008	embedding2nn.weight	9	-0.024961423128843307
75008	embedding2nn.bias	0	0.03312169387936592
75008	embedding2nn.bias	1	-0.06931464374065399
75008	embedding2nn.bias	2	0.06589268893003464
75008	embedding2nn.bias	3	0.05351988226175308
75008	embedding2nn.bias	4	-0.021549319848418236
75008	embedding2nn.bias	5	-0.047117747366428375
75008	embedding2nn.bias	6	0.003549175104126334
75008	embedding2nn.bias	7	-0.05602359026670456
75008	embedding2nn.bias	8	0.023780973628163338
75008	embedding2nn.bias	9	0.03191547468304634
75008	rnn.weight_ih_l0	0	-0.035254672169685364
75008	rnn.weight_ih_l0	1	0.005137154832482338
75008	rnn.weight_ih_l0	2	0.03986962139606476
75008	rnn.weight_ih_l0	3	0.006835084408521652
75008	rnn.weight_ih_l0	4	-0.011462120339274406
75008	rnn.weight_ih_l0	5	-0.057203005999326706
75008	rnn.weight_ih_l0	6	0.010544506832957268
75008	rnn.weight_ih_l0	7	0.05578596517443657
75008	rnn.weight_ih_l0	8	-0.006936956197023392
75008	rnn.weight_ih_l0	9	-0.023135924711823463
75008	rnn.weight_hh_l0	0	-0.036354269832372665
75008	rnn.weight_hh_l0	1	0.0009394612861797214
75008	rnn.weight_hh_l0	2	0.0009886109037324786
75008	rnn.weight_hh_l0	3	-0.04788559675216675
75008	rnn.weight_hh_l0	4	0.055926255881786346
75008	rnn.weight_hh_l0	5	0.002015044679865241
75008	rnn.weight_hh_l0	6	-0.039317794144153595
75008	rnn.weight_hh_l0	7	-0.018015658482909203
75008	rnn.weight_hh_l0	8	0.006257058121263981
75008	rnn.weight_hh_l0	9	-0.02105117030441761
75008	rnn.bias_ih_l0	0	0.06201794371008873
75008	rnn.bias_ih_l0	1	-0.02201875112950802
75008	rnn.bias_ih_l0	2	-0.003409681376069784
75008	rnn.bias_ih_l0	3	0.09416043758392334
75008	rnn.bias_ih_l0	4	-0.04277321696281433
75008	rnn.bias_ih_l0	5	-0.03394579514861107
75008	rnn.bias_ih_l0	6	0.00048198309377767146
75008	rnn.bias_ih_l0	7	0.05068814754486084
75008	rnn.bias_ih_l0	8	-0.08176687359809875
75008	rnn.bias_ih_l0	9	-0.03901329264044762
75008	rnn.bias_hh_l0	0	-0.04178772121667862
75008	rnn.bias_hh_l0	1	-0.08021213859319687
75008	rnn.bias_hh_l0	2	-0.042692095041275024
75008	rnn.bias_hh_l0	3	-0.06987518817186356
75008	rnn.bias_hh_l0	4	-0.02485303208231926
75008	rnn.bias_hh_l0	5	-0.007365083321928978
75008	rnn.bias_hh_l0	6	0.015892963856458664
75008	rnn.bias_hh_l0	7	0.007488738279789686
75008	rnn.bias_hh_l0	8	-0.11259853839874268
75008	rnn.bias_hh_l0	9	-0.03416996821761131
75008	rnn.weight_ih_l0_reverse	0	-0.017592765390872955
75008	rnn.weight_ih_l0_reverse	1	-0.05359677970409393
75008	rnn.weight_ih_l0_reverse	2	-0.031830813735723495
75008	rnn.weight_ih_l0_reverse	3	-0.008515316992998123
75008	rnn.weight_ih_l0_reverse	4	-0.004357568453997374
75008	rnn.weight_ih_l0_reverse	5	-0.04690222069621086
75008	rnn.weight_ih_l0_reverse	6	0.05802009627223015
75008	rnn.weight_ih_l0_reverse	7	-0.018265703693032265
75008	rnn.weight_ih_l0_reverse	8	-0.036789458245038986
75008	rnn.weight_ih_l0_reverse	9	0.0019348287023603916
75008	rnn.weight_hh_l0_reverse	0	0.04276896268129349
75008	rnn.weight_hh_l0_reverse	1	0.024027012288570404
75008	rnn.weight_hh_l0_reverse	2	0.03504209220409393
75008	rnn.weight_hh_l0_reverse	3	0.017659328877925873
75008	rnn.weight_hh_l0_reverse	4	0.0014907788718119264
75008	rnn.weight_hh_l0_reverse	5	0.009586801752448082
75008	rnn.weight_hh_l0_reverse	6	0.04305591806769371
75008	rnn.weight_hh_l0_reverse	7	-0.05865039303898811
75008	rnn.weight_hh_l0_reverse	8	0.03324611485004425
75008	rnn.weight_hh_l0_reverse	9	0.04684460908174515
75008	rnn.bias_ih_l0_reverse	0	-0.06368114799261093
75008	rnn.bias_ih_l0_reverse	1	-0.22109758853912354
75008	rnn.bias_ih_l0_reverse	2	-0.09137304872274399
75008	rnn.bias_ih_l0_reverse	3	-0.013889748603105545
75008	rnn.bias_ih_l0_reverse	4	-0.034518297761678696
75008	rnn.bias_ih_l0_reverse	5	0.03945242986083031
75008	rnn.bias_ih_l0_reverse	6	-0.05989564210176468
75008	rnn.bias_ih_l0_reverse	7	0.046680327504873276
75008	rnn.bias_ih_l0_reverse	8	-0.03523590415716171
75008	rnn.bias_ih_l0_reverse	9	0.02822440303862095
75008	rnn.bias_hh_l0_reverse	0	-0.00807238183915615
75008	rnn.bias_hh_l0_reverse	1	-0.03554070368409157
75008	rnn.bias_hh_l0_reverse	2	0.06119338795542717
75008	rnn.bias_hh_l0_reverse	3	-0.037345319986343384
75008	rnn.bias_hh_l0_reverse	4	-0.040565844625234604
75008	rnn.bias_hh_l0_reverse	5	-0.026222869753837585
75008	rnn.bias_hh_l0_reverse	6	-0.025430990383028984
75008	rnn.bias_hh_l0_reverse	7	0.09288076311349869
75008	rnn.bias_hh_l0_reverse	8	0.01915527693927288
75008	rnn.bias_hh_l0_reverse	9	-0.09486774355173111
75008	rnn.weight_ih_l1	0	-0.037683721631765366
75008	rnn.weight_ih_l1	1	-0.04336594045162201
75008	rnn.weight_ih_l1	2	0.06997723877429962
75008	rnn.weight_ih_l1	3	-0.028425585478544235
75008	rnn.weight_ih_l1	4	-0.0013733231462538242
75008	rnn.weight_ih_l1	5	-0.04540390893816948
75008	rnn.weight_ih_l1	6	0.027963701635599136
75008	rnn.weight_ih_l1	7	-0.034280650317668915
75008	rnn.weight_ih_l1	8	0.03928866609930992
75008	rnn.weight_ih_l1	9	0.031864140182733536
75008	rnn.weight_hh_l1	0	-0.015896286815404892
75008	rnn.weight_hh_l1	1	0.008592789992690086
75008	rnn.weight_hh_l1	2	-0.0029174138326197863
75008	rnn.weight_hh_l1	3	-0.008753377012908459
75008	rnn.weight_hh_l1	4	0.0007390078972093761
75008	rnn.weight_hh_l1	5	0.023723090067505836
75008	rnn.weight_hh_l1	6	0.026284044608473778
75008	rnn.weight_hh_l1	7	-0.024561487138271332
75008	rnn.weight_hh_l1	8	-0.02378203719854355
75008	rnn.weight_hh_l1	9	0.04175122454762459
75008	rnn.bias_ih_l1	0	-0.15427178144454956
75008	rnn.bias_ih_l1	1	-0.14336617290973663
75008	rnn.bias_ih_l1	2	-0.14759577810764313
75008	rnn.bias_ih_l1	3	-0.20992758870124817
75008	rnn.bias_ih_l1	4	-0.1254664659500122
75008	rnn.bias_ih_l1	5	-0.09516865015029907
75008	rnn.bias_ih_l1	6	-0.11091049760580063
75008	rnn.bias_ih_l1	7	-0.0140678146854043
75008	rnn.bias_ih_l1	8	-0.11123351752758026
75008	rnn.bias_ih_l1	9	-0.09264364093542099
75008	rnn.bias_hh_l1	0	-0.11912082135677338
75008	rnn.bias_hh_l1	1	-0.03376235067844391
75008	rnn.bias_hh_l1	2	-0.0874786525964737
75008	rnn.bias_hh_l1	3	-0.08525536954402924
75008	rnn.bias_hh_l1	4	-0.11336500942707062
75008	rnn.bias_hh_l1	5	-0.07023730874061584
75008	rnn.bias_hh_l1	6	-0.09410183876752853
75008	rnn.bias_hh_l1	7	0.011858873069286346
75008	rnn.bias_hh_l1	8	-0.10553120821714401
75008	rnn.bias_hh_l1	9	-0.08288692682981491
75008	rnn.weight_ih_l1_reverse	0	-0.04990965500473976
75008	rnn.weight_ih_l1_reverse	1	0.049538467079401016
75008	rnn.weight_ih_l1_reverse	2	0.010345138609409332
75008	rnn.weight_ih_l1_reverse	3	0.006173467729240656
75008	rnn.weight_ih_l1_reverse	4	-0.029688969254493713
75008	rnn.weight_ih_l1_reverse	5	-0.034955944865942
75008	rnn.weight_ih_l1_reverse	6	-0.0022891846019774675
75008	rnn.weight_ih_l1_reverse	7	0.01846270076930523
75008	rnn.weight_ih_l1_reverse	8	0.01039337832480669
75008	rnn.weight_ih_l1_reverse	9	-0.030026866123080254
75008	rnn.weight_hh_l1_reverse	0	0.007565455511212349
75008	rnn.weight_hh_l1_reverse	1	0.028108688071370125
75008	rnn.weight_hh_l1_reverse	2	-0.03821680694818497
75008	rnn.weight_hh_l1_reverse	3	0.04207848384976387
75008	rnn.weight_hh_l1_reverse	4	0.047747667878866196
75008	rnn.weight_hh_l1_reverse	5	0.008122141472995281
75008	rnn.weight_hh_l1_reverse	6	0.002522830618545413
75008	rnn.weight_hh_l1_reverse	7	0.02754117175936699
75008	rnn.weight_hh_l1_reverse	8	-0.0015971534885466099
75008	rnn.weight_hh_l1_reverse	9	-0.04106082394719124
75008	rnn.bias_ih_l1_reverse	0	-0.0520358569920063
75008	rnn.bias_ih_l1_reverse	1	-0.08039560914039612
75008	rnn.bias_ih_l1_reverse	2	-0.11251606047153473
75008	rnn.bias_ih_l1_reverse	3	-0.014147777110338211
75008	rnn.bias_ih_l1_reverse	4	-0.15606534481048584
75008	rnn.bias_ih_l1_reverse	5	-0.08333098888397217
75008	rnn.bias_ih_l1_reverse	6	-0.11202212423086166
75008	rnn.bias_ih_l1_reverse	7	-0.16204190254211426
75008	rnn.bias_ih_l1_reverse	8	0.11293286830186844
75008	rnn.bias_ih_l1_reverse	9	0.00858897902071476
75008	rnn.bias_hh_l1_reverse	0	-0.024753715842962265
75008	rnn.bias_hh_l1_reverse	1	0.010125192813575268
75008	rnn.bias_hh_l1_reverse	2	-0.20980304479599
75008	rnn.bias_hh_l1_reverse	3	-0.08944598585367203
75008	rnn.bias_hh_l1_reverse	4	-0.06121364235877991
75008	rnn.bias_hh_l1_reverse	5	-0.08155274391174316
75008	rnn.bias_hh_l1_reverse	6	0.09220795333385468
75008	rnn.bias_hh_l1_reverse	7	-0.13981874287128448
75008	rnn.bias_hh_l1_reverse	8	-0.09823987632989883
75008	rnn.bias_hh_l1_reverse	9	-0.11128689348697662
75008	linear.weight	0	0.002228822559118271
75008	linear.weight	1	0.06665552407503128
75008	linear.weight	2	-0.12193918228149414
75008	linear.weight	3	0.3409534692764282
75008	linear.weight	4	0.0902256965637207
75008	linear.weight	5	-0.006173904985189438
75008	linear.weight	6	0.02472684718668461
75008	linear.weight	7	0.03955419361591339
75008	linear.weight	8	0.0415760800242424
75008	linear.weight	9	-0.08618252724409103
75008	linear.bias	0	-0.055517442524433136
75008	linear.bias	1	-0.1282053142786026
75008	linear.bias	2	-0.4819636344909668
75008	linear.bias	3	-0.7130337357521057
75008	linear.bias	4	-1.0341525077819824
75008	linear.bias	5	-0.02812611311674118
75008	linear.bias	6	-0.6488208770751953
75008	linear.bias	7	0.4040617048740387
75008	linear.bias	8	-0.5602787733078003
75008	linear.bias	9	-0.8538613319396973
75012	transitions	0	0.48811763525009155
75012	transitions	1	0.07597842812538147
75012	transitions	2	-10000.0
75012	transitions	3	-1.8047077655792236
75012	transitions	4	-10000.0
75012	transitions	5	0.6348620653152466
75012	transitions	6	-0.034677717834711075
75012	transitions	7	-0.4365396499633789
75012	transitions	8	-1.350598931312561
75012	transitions	9	-0.0006100662867538631
75012	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75012	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75012	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75012	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75012	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75012	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75012	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75012	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75012	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75012	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75012	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75012	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75012	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75012	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75012	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75012	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75012	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75012	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75012	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75012	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75012	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75012	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75012	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75012	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75012	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75012	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75012	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75012	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75012	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75012	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75012	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75012	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75012	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75012	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75012	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75012	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75012	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75012	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75012	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75012	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75012	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75012	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75012	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75012	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75012	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75012	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75012	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75012	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75012	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75012	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75012	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75012	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75012	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75012	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75012	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75012	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75012	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75012	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75012	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75012	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75012	embedding2nn.weight	0	0.00691820215433836
75012	embedding2nn.weight	1	-0.016354089602828026
75012	embedding2nn.weight	2	-0.014268255792558193
75012	embedding2nn.weight	3	0.005188812501728535
75012	embedding2nn.weight	4	-0.0059150345623493195
75012	embedding2nn.weight	5	-0.0037005790509283543
75012	embedding2nn.weight	6	-0.003973221406340599
75012	embedding2nn.weight	7	-0.038386665284633636
75012	embedding2nn.weight	8	-0.0019979383796453476
75012	embedding2nn.weight	9	-0.02501513995230198
75012	embedding2nn.bias	0	0.03278660029172897
75012	embedding2nn.bias	1	-0.06908766180276871
75012	embedding2nn.bias	2	0.06643631309270859
75012	embedding2nn.bias	3	0.054502297192811966
75012	embedding2nn.bias	4	-0.020728956907987595
75012	embedding2nn.bias	5	-0.04456247389316559
75012	embedding2nn.bias	6	0.0048956796526908875
75012	embedding2nn.bias	7	-0.05607243999838829
75012	embedding2nn.bias	8	0.024221625179052353
75012	embedding2nn.bias	9	0.03068268857896328
75012	rnn.weight_ih_l0	0	-0.035238489508628845
75012	rnn.weight_ih_l0	1	0.005201422609388828
75012	rnn.weight_ih_l0	2	0.03985312953591347
75012	rnn.weight_ih_l0	3	0.0068250540643930435
75012	rnn.weight_ih_l0	4	-0.011434931308031082
75012	rnn.weight_ih_l0	5	-0.05720461532473564
75012	rnn.weight_ih_l0	6	0.010583936236798763
75012	rnn.weight_ih_l0	7	0.055759984999895096
75012	rnn.weight_ih_l0	8	-0.006852917838841677
75012	rnn.weight_ih_l0	9	-0.02307930402457714
75012	rnn.weight_hh_l0	0	-0.03630679100751877
75012	rnn.weight_hh_l0	1	0.000960816047154367
75012	rnn.weight_hh_l0	2	0.0009900009026750922
75012	rnn.weight_hh_l0	3	-0.04773736745119095
75012	rnn.weight_hh_l0	4	0.05570049583911896
75012	rnn.weight_hh_l0	5	0.0016778339631855488
75012	rnn.weight_hh_l0	6	-0.03927505388855934
75012	rnn.weight_hh_l0	7	-0.018290918320417404
75012	rnn.weight_hh_l0	8	0.006286721210926771
75012	rnn.weight_hh_l0	9	-0.02108203060925007
75012	rnn.bias_ih_l0	0	0.0620601512491703
75012	rnn.bias_ih_l0	1	-0.021928582340478897
75012	rnn.bias_ih_l0	2	-0.0033908046316355467
75012	rnn.bias_ih_l0	3	0.09421539306640625
75012	rnn.bias_ih_l0	4	-0.042982570827007294
75012	rnn.bias_ih_l0	5	-0.03372032195329666
75012	rnn.bias_ih_l0	6	0.0007183237466961145
75012	rnn.bias_ih_l0	7	0.05071580782532692
75012	rnn.bias_ih_l0	8	-0.08178728818893433
75012	rnn.bias_ih_l0	9	-0.03884723410010338
75012	rnn.bias_hh_l0	0	-0.04186620935797691
75012	rnn.bias_hh_l0	1	-0.08046448230743408
75012	rnn.bias_hh_l0	2	-0.04257015883922577
75012	rnn.bias_hh_l0	3	-0.07000195235013962
75012	rnn.bias_hh_l0	4	-0.0247537512332201
75012	rnn.bias_hh_l0	5	-0.007271324750036001
75012	rnn.bias_hh_l0	6	0.015791017562150955
75012	rnn.bias_hh_l0	7	0.007632183376699686
75012	rnn.bias_hh_l0	8	-0.11242898553609848
75012	rnn.bias_hh_l0	9	-0.03460479900240898
75012	rnn.weight_ih_l0_reverse	0	-0.017728066071867943
75012	rnn.weight_ih_l0_reverse	1	-0.053563203662633896
75012	rnn.weight_ih_l0_reverse	2	-0.03186022862792015
75012	rnn.weight_ih_l0_reverse	3	-0.008520559407770634
75012	rnn.weight_ih_l0_reverse	4	-0.004337768070399761
75012	rnn.weight_ih_l0_reverse	5	-0.046865854412317276
75012	rnn.weight_ih_l0_reverse	6	0.057973578572273254
75012	rnn.weight_ih_l0_reverse	7	-0.018249252811074257
75012	rnn.weight_ih_l0_reverse	8	-0.036600932478904724
75012	rnn.weight_ih_l0_reverse	9	0.0018093727994710207
75012	rnn.weight_hh_l0_reverse	0	0.04274221509695053
75012	rnn.weight_hh_l0_reverse	1	0.02402431331574917
75012	rnn.weight_hh_l0_reverse	2	0.03501135855913162
75012	rnn.weight_hh_l0_reverse	3	0.017786923795938492
75012	rnn.weight_hh_l0_reverse	4	0.0014636447886005044
75012	rnn.weight_hh_l0_reverse	5	0.009691806510090828
75012	rnn.weight_hh_l0_reverse	6	0.04301520809531212
75012	rnn.weight_hh_l0_reverse	7	-0.05877196788787842
75012	rnn.weight_hh_l0_reverse	8	0.03321399167180061
75012	rnn.weight_hh_l0_reverse	9	0.04690198227763176
75012	rnn.bias_ih_l0_reverse	0	-0.06399121880531311
75012	rnn.bias_ih_l0_reverse	1	-0.22134128212928772
75012	rnn.bias_ih_l0_reverse	2	-0.09112542122602463
75012	rnn.bias_ih_l0_reverse	3	-0.0138841038569808
75012	rnn.bias_ih_l0_reverse	4	-0.03405050188302994
75012	rnn.bias_ih_l0_reverse	5	0.039476700127124786
75012	rnn.bias_ih_l0_reverse	6	-0.059709783643484116
75012	rnn.bias_ih_l0_reverse	7	0.04665772616863251
75012	rnn.bias_ih_l0_reverse	8	-0.035169001668691635
75012	rnn.bias_ih_l0_reverse	9	0.028049733489751816
75012	rnn.bias_hh_l0_reverse	0	-0.008162674494087696
75012	rnn.bias_hh_l0_reverse	1	-0.03560090810060501
75012	rnn.bias_hh_l0_reverse	2	0.06069256365299225
75012	rnn.bias_hh_l0_reverse	3	-0.03728055581450462
75012	rnn.bias_hh_l0_reverse	4	-0.040830887854099274
75012	rnn.bias_hh_l0_reverse	5	-0.02614668197929859
75012	rnn.bias_hh_l0_reverse	6	-0.02560889907181263
75012	rnn.bias_hh_l0_reverse	7	0.0932348370552063
75012	rnn.bias_hh_l0_reverse	8	0.019120877608656883
75012	rnn.bias_hh_l0_reverse	9	-0.09478990733623505
75012	rnn.weight_ih_l1	0	-0.037690021097660065
75012	rnn.weight_ih_l1	1	-0.04348307102918625
75012	rnn.weight_ih_l1	2	0.0696784108877182
75012	rnn.weight_ih_l1	3	-0.02887733280658722
75012	rnn.weight_ih_l1	4	-0.0014243099140003324
75012	rnn.weight_ih_l1	5	-0.04540525749325752
75012	rnn.weight_ih_l1	6	0.027999771758913994
75012	rnn.weight_ih_l1	7	-0.034093283116817474
75012	rnn.weight_ih_l1	8	0.03947838395833969
75012	rnn.weight_ih_l1	9	0.031844016164541245
75012	rnn.weight_hh_l1	0	-0.015919893980026245
75012	rnn.weight_hh_l1	1	0.008611710742115974
75012	rnn.weight_hh_l1	2	-0.0028695284854620695
75012	rnn.weight_hh_l1	3	-0.008755728602409363
75012	rnn.weight_hh_l1	4	0.000681280333083123
75012	rnn.weight_hh_l1	5	0.02369558811187744
75012	rnn.weight_hh_l1	6	0.026334254071116447
75012	rnn.weight_hh_l1	7	-0.024581704288721085
75012	rnn.weight_hh_l1	8	-0.0237779151648283
75012	rnn.weight_hh_l1	9	0.04171384871006012
75012	rnn.bias_ih_l1	0	-0.154352605342865
75012	rnn.bias_ih_l1	1	-0.14325496554374695
75012	rnn.bias_ih_l1	2	-0.14734365046024323
75012	rnn.bias_ih_l1	3	-0.2092840075492859
75012	rnn.bias_ih_l1	4	-0.12614428997039795
75012	rnn.bias_ih_l1	5	-0.09530322998762131
75012	rnn.bias_ih_l1	6	-0.11090480536222458
75012	rnn.bias_ih_l1	7	-0.014474119991064072
75012	rnn.bias_ih_l1	8	-0.11188068985939026
75012	rnn.bias_ih_l1	9	-0.09287295490503311
75012	rnn.bias_hh_l1	0	-0.11918654292821884
75012	rnn.bias_hh_l1	1	-0.03389262780547142
75012	rnn.bias_hh_l1	2	-0.0873822346329689
75012	rnn.bias_hh_l1	3	-0.0851690024137497
75012	rnn.bias_hh_l1	4	-0.11367587745189667
75012	rnn.bias_hh_l1	5	-0.07002978771924973
75012	rnn.bias_hh_l1	6	-0.09427766501903534
75012	rnn.bias_hh_l1	7	0.01228939089924097
75012	rnn.bias_hh_l1	8	-0.10559042543172836
75012	rnn.bias_hh_l1	9	-0.08329292386770248
75012	rnn.weight_ih_l1_reverse	0	-0.04992613196372986
75012	rnn.weight_ih_l1_reverse	1	0.0494869090616703
75012	rnn.weight_ih_l1_reverse	2	0.010068027302622795
75012	rnn.weight_ih_l1_reverse	3	0.006214659661054611
75012	rnn.weight_ih_l1_reverse	4	-0.029721153900027275
75012	rnn.weight_ih_l1_reverse	5	-0.03493954986333847
75012	rnn.weight_ih_l1_reverse	6	-0.0021473674569278955
75012	rnn.weight_ih_l1_reverse	7	0.018498774617910385
75012	rnn.weight_ih_l1_reverse	8	0.010246273130178452
75012	rnn.weight_ih_l1_reverse	9	-0.030086729675531387
75012	rnn.weight_hh_l1_reverse	0	0.007580016739666462
75012	rnn.weight_hh_l1_reverse	1	0.02806793339550495
75012	rnn.weight_hh_l1_reverse	2	-0.03822706267237663
75012	rnn.weight_hh_l1_reverse	3	0.042102787643671036
75012	rnn.weight_hh_l1_reverse	4	0.04772735759615898
75012	rnn.weight_hh_l1_reverse	5	0.008139454759657383
75012	rnn.weight_hh_l1_reverse	6	0.0023378997575491667
75012	rnn.weight_hh_l1_reverse	7	0.027506811544299126
75012	rnn.weight_hh_l1_reverse	8	-0.0015912147937342525
75012	rnn.weight_hh_l1_reverse	9	-0.04107880964875221
75012	rnn.bias_ih_l1_reverse	0	-0.05182359740138054
75012	rnn.bias_ih_l1_reverse	1	-0.08178818225860596
75012	rnn.bias_ih_l1_reverse	2	-0.11221112310886383
75012	rnn.bias_ih_l1_reverse	3	-0.012964513152837753
75012	rnn.bias_ih_l1_reverse	4	-0.15604132413864136
75012	rnn.bias_ih_l1_reverse	5	-0.08247476071119308
75012	rnn.bias_ih_l1_reverse	6	-0.1120324432849884
75012	rnn.bias_ih_l1_reverse	7	-0.16209755837917328
75012	rnn.bias_ih_l1_reverse	8	0.11150681227445602
75012	rnn.bias_ih_l1_reverse	9	0.008167389780282974
75012	rnn.bias_hh_l1_reverse	0	-0.023758618161082268
75012	rnn.bias_hh_l1_reverse	1	0.00986440572887659
75012	rnn.bias_hh_l1_reverse	2	-0.2096118927001953
75012	rnn.bias_hh_l1_reverse	3	-0.08958344906568527
75012	rnn.bias_hh_l1_reverse	4	-0.06114243343472481
75012	rnn.bias_hh_l1_reverse	5	-0.08185096085071564
75012	rnn.bias_hh_l1_reverse	6	0.09237313270568848
75012	rnn.bias_hh_l1_reverse	7	-0.14024750888347626
75012	rnn.bias_hh_l1_reverse	8	-0.09808818995952606
75012	rnn.bias_hh_l1_reverse	9	-0.11122798174619675
75012	linear.weight	0	0.002228822559118271
75012	linear.weight	1	0.06705155968666077
75012	linear.weight	2	-0.12375331670045853
75012	linear.weight	3	0.3416629433631897
75012	linear.weight	4	0.08843567967414856
75012	linear.weight	5	-0.006175322458148003
75012	linear.weight	6	0.026023879647254944
75012	linear.weight	7	0.03961535170674324
75012	linear.weight	8	0.04157606512308121
75012	linear.weight	9	-0.08548992872238159
75012	linear.bias	0	-0.06475994735956192
75012	linear.bias	1	-0.13467220962047577
75012	linear.bias	2	-0.49455344676971436
75012	linear.bias	3	-0.7120459675788879
75012	linear.bias	4	-1.0331536531448364
75012	linear.bias	5	-0.026343753561377525
75012	linear.bias	6	-0.6552096009254456
75012	linear.bias	7	0.40556439757347107
75012	linear.bias	8	-0.5591359734535217
75012	linear.bias	9	-0.8525031805038452
75209	transitions	0	0.5005034804344177
75209	transitions	1	0.07677265256643295
75209	transitions	2	-10000.0
75209	transitions	3	-1.8047642707824707
75209	transitions	4	-10000.0
75209	transitions	5	0.634684145450592
75209	transitions	6	-0.034825876355171204
75209	transitions	7	-0.438132643699646
75209	transitions	8	-1.3508061170578003
75209	transitions	9	-0.0006129206158220768
75209	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75209	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75209	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75209	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75209	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75209	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75209	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75209	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75209	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75209	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75209	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75209	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75209	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75209	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75209	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75209	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75209	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75209	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75209	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75209	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75209	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75209	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75209	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75209	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75209	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75209	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75209	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75209	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75209	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75209	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75209	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75209	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75209	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75209	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75209	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75209	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75209	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75209	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75209	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75209	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75209	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75209	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75209	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75209	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75209	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75209	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75209	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75209	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75209	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75209	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75209	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75209	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75209	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75209	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75209	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75209	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75209	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75209	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75209	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75209	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75209	embedding2nn.weight	0	0.006218951661139727
75209	embedding2nn.weight	1	-0.01598288118839264
75209	embedding2nn.weight	2	-0.014268255792558193
75209	embedding2nn.weight	3	0.005410647485405207
75209	embedding2nn.weight	4	-0.0059150345623493195
75209	embedding2nn.weight	5	-0.0037005783524364233
75209	embedding2nn.weight	6	-0.003973216284066439
75209	embedding2nn.weight	7	-0.03753597289323807
75209	embedding2nn.weight	8	-0.0019979383796453476
75209	embedding2nn.weight	9	-0.02476055920124054
75209	embedding2nn.bias	0	0.03426874056458473
75209	embedding2nn.bias	1	-0.06699135899543762
75209	embedding2nn.bias	2	0.05971112847328186
75209	embedding2nn.bias	3	0.041961539536714554
75209	embedding2nn.bias	4	-0.02709662728011608
75209	embedding2nn.bias	5	-0.039239149540662766
75209	embedding2nn.bias	6	0.002136314520612359
75209	embedding2nn.bias	7	-0.06137854605913162
75209	embedding2nn.bias	8	0.02826830744743347
75209	embedding2nn.bias	9	0.0229597557336092
75209	rnn.weight_ih_l0	0	-0.03495300933718681
75209	rnn.weight_ih_l0	1	0.0043905312195420265
75209	rnn.weight_ih_l0	2	0.039340682327747345
75209	rnn.weight_ih_l0	3	0.006263310555368662
75209	rnn.weight_ih_l0	4	-0.011025684885680676
75209	rnn.weight_ih_l0	5	-0.05646907538175583
75209	rnn.weight_ih_l0	6	0.010730981826782227
75209	rnn.weight_ih_l0	7	0.05375945568084717
75209	rnn.weight_ih_l0	8	-0.004993145354092121
75209	rnn.weight_ih_l0	9	-0.024832934141159058
75209	rnn.weight_hh_l0	0	-0.03813343122601509
75209	rnn.weight_hh_l0	1	0.0005342041840776801
75209	rnn.weight_hh_l0	2	0.0004988039727322757
75209	rnn.weight_hh_l0	3	-0.04799967631697655
75209	rnn.weight_hh_l0	4	0.05511973798274994
75209	rnn.weight_hh_l0	5	0.0019299299456179142
75209	rnn.weight_hh_l0	6	-0.03952827677130699
75209	rnn.weight_hh_l0	7	-0.017890537157654762
75209	rnn.weight_hh_l0	8	0.007216946687549353
75209	rnn.weight_hh_l0	9	-0.02090590074658394
75209	rnn.bias_ih_l0	0	0.05982809141278267
75209	rnn.bias_ih_l0	1	-0.019709520041942596
75209	rnn.bias_ih_l0	2	-0.006686387583613396
75209	rnn.bias_ih_l0	3	0.09346138685941696
75209	rnn.bias_ih_l0	4	-0.04266071692109108
75209	rnn.bias_ih_l0	5	-0.03339458256959915
75209	rnn.bias_ih_l0	6	0.0011155877728015184
75209	rnn.bias_ih_l0	7	0.049993518739938736
75209	rnn.bias_ih_l0	8	-0.08140720427036285
75209	rnn.bias_ih_l0	9	-0.03856430947780609
75209	rnn.bias_hh_l0	0	-0.04168158769607544
75209	rnn.bias_hh_l0	1	-0.07808544486761093
75209	rnn.bias_hh_l0	2	-0.041263699531555176
75209	rnn.bias_hh_l0	3	-0.07095048576593399
75209	rnn.bias_hh_l0	4	-0.025418369099497795
75209	rnn.bias_hh_l0	5	-0.008003562688827515
75209	rnn.bias_hh_l0	6	0.018445303663611412
75209	rnn.bias_hh_l0	7	0.005312297493219376
75209	rnn.bias_hh_l0	8	-0.11445142328739166
75209	rnn.bias_hh_l0	9	-0.03349505737423897
75209	rnn.weight_ih_l0_reverse	0	-0.01839662529528141
75209	rnn.weight_ih_l0_reverse	1	-0.05436760187149048
75209	rnn.weight_ih_l0_reverse	2	-0.03145798295736313
75209	rnn.weight_ih_l0_reverse	3	-0.008336820639669895
75209	rnn.weight_ih_l0_reverse	4	-0.0038901467341929674
75209	rnn.weight_ih_l0_reverse	5	-0.04646254703402519
75209	rnn.weight_ih_l0_reverse	6	0.059834644198417664
75209	rnn.weight_ih_l0_reverse	7	-0.01896091178059578
75209	rnn.weight_ih_l0_reverse	8	-0.0363105870783329
75209	rnn.weight_ih_l0_reverse	9	0.0006954765412956476
75209	rnn.weight_hh_l0_reverse	0	0.043229036033153534
75209	rnn.weight_hh_l0_reverse	1	0.024104036390781403
75209	rnn.weight_hh_l0_reverse	2	0.035097040235996246
75209	rnn.weight_hh_l0_reverse	3	0.01863442175090313
75209	rnn.weight_hh_l0_reverse	4	0.0010233583161607385
75209	rnn.weight_hh_l0_reverse	5	0.009907536208629608
75209	rnn.weight_hh_l0_reverse	6	0.04235970228910446
75209	rnn.weight_hh_l0_reverse	7	-0.05851029232144356
75209	rnn.weight_hh_l0_reverse	8	0.03168277069926262
75209	rnn.weight_hh_l0_reverse	9	0.04778585955500603
75209	rnn.bias_ih_l0_reverse	0	-0.06201114133000374
75209	rnn.bias_ih_l0_reverse	1	-0.21882173418998718
75209	rnn.bias_ih_l0_reverse	2	-0.0879874974489212
75209	rnn.bias_ih_l0_reverse	3	-0.014258719980716705
75209	rnn.bias_ih_l0_reverse	4	-0.034663714468479156
75209	rnn.bias_ih_l0_reverse	5	0.0400460809469223
75209	rnn.bias_ih_l0_reverse	6	-0.05859869346022606
75209	rnn.bias_ih_l0_reverse	7	0.045085273683071136
75209	rnn.bias_ih_l0_reverse	8	-0.026834387332201004
75209	rnn.bias_ih_l0_reverse	9	0.02641497552394867
75209	rnn.bias_hh_l0_reverse	0	-0.0042544095776975155
75209	rnn.bias_hh_l0_reverse	1	-0.04244302585721016
75209	rnn.bias_hh_l0_reverse	2	0.05907145515084267
75209	rnn.bias_hh_l0_reverse	3	-0.03933199867606163
75209	rnn.bias_hh_l0_reverse	4	-0.03679856285452843
75209	rnn.bias_hh_l0_reverse	5	-0.027929004281759262
75209	rnn.bias_hh_l0_reverse	6	-0.026571350172162056
75209	rnn.bias_hh_l0_reverse	7	0.09355030208826065
75209	rnn.bias_hh_l0_reverse	8	0.0189533531665802
75209	rnn.bias_hh_l0_reverse	9	-0.09559911489486694
75209	rnn.weight_ih_l1	0	-0.03825584053993225
75209	rnn.weight_ih_l1	1	-0.0405849814414978
75209	rnn.weight_ih_l1	2	0.0730690211057663
75209	rnn.weight_ih_l1	3	-0.032713633030653
75209	rnn.weight_ih_l1	4	-0.0017907221335917711
75209	rnn.weight_ih_l1	5	-0.0451832115650177
75209	rnn.weight_ih_l1	6	0.027742262929677963
75209	rnn.weight_ih_l1	7	-0.03394611179828644
75209	rnn.weight_ih_l1	8	0.03955615311861038
75209	rnn.weight_ih_l1	9	0.03213251009583473
75209	rnn.weight_hh_l1	0	-0.014941753819584846
75209	rnn.weight_hh_l1	1	0.00846441276371479
75209	rnn.weight_hh_l1	2	-0.005034772213548422
75209	rnn.weight_hh_l1	3	-0.00878372322767973
75209	rnn.weight_hh_l1	4	0.0015554128913208842
75209	rnn.weight_hh_l1	5	0.023772185668349266
75209	rnn.weight_hh_l1	6	0.027513641864061356
75209	rnn.weight_hh_l1	7	-0.02469317987561226
75209	rnn.weight_hh_l1	8	-0.0236036516726017
75209	rnn.weight_hh_l1	9	0.04205281287431717
75209	rnn.bias_ih_l1	0	-0.1551404446363449
75209	rnn.bias_ih_l1	1	-0.14450372755527496
75209	rnn.bias_ih_l1	2	-0.15078362822532654
75209	rnn.bias_ih_l1	3	-0.2131536900997162
75209	rnn.bias_ih_l1	4	-0.1317761391401291
75209	rnn.bias_ih_l1	5	-0.0976167842745781
75209	rnn.bias_ih_l1	6	-0.11123456805944443
75209	rnn.bias_ih_l1	7	-0.010706172324717045
75209	rnn.bias_ih_l1	8	-0.11123925447463989
75209	rnn.bias_ih_l1	9	-0.0950106605887413
75209	rnn.bias_hh_l1	0	-0.12003760784864426
75209	rnn.bias_hh_l1	1	-0.03261938318610191
75209	rnn.bias_hh_l1	2	-0.08889515697956085
75209	rnn.bias_hh_l1	3	-0.08404736965894699
75209	rnn.bias_hh_l1	4	-0.11317683756351471
75209	rnn.bias_hh_l1	5	-0.06821291893720627
75209	rnn.bias_hh_l1	6	-0.08817477524280548
75209	rnn.bias_hh_l1	7	0.009169214405119419
75209	rnn.bias_hh_l1	8	-0.10996121168136597
75209	rnn.bias_hh_l1	9	-0.08769835531711578
75209	rnn.weight_ih_l1_reverse	0	-0.05074409395456314
75209	rnn.weight_ih_l1_reverse	1	0.04790668934583664
75209	rnn.weight_ih_l1_reverse	2	0.00732885766774416
75209	rnn.weight_ih_l1_reverse	3	0.007720053195953369
75209	rnn.weight_ih_l1_reverse	4	-0.029277591034770012
75209	rnn.weight_ih_l1_reverse	5	-0.034444164484739304
75209	rnn.weight_ih_l1_reverse	6	-0.004623302724212408
75209	rnn.weight_ih_l1_reverse	7	0.01716180332005024
75209	rnn.weight_ih_l1_reverse	8	0.013326765038073063
75209	rnn.weight_ih_l1_reverse	9	-0.03188982605934143
75209	rnn.weight_hh_l1_reverse	0	0.007624524179846048
75209	rnn.weight_hh_l1_reverse	1	0.028014667332172394
75209	rnn.weight_hh_l1_reverse	2	-0.0383923202753067
75209	rnn.weight_hh_l1_reverse	3	0.04201354458928108
75209	rnn.weight_hh_l1_reverse	4	0.04750962182879448
75209	rnn.weight_hh_l1_reverse	5	0.008476140908896923
75209	rnn.weight_hh_l1_reverse	6	0.0014114152872934937
75209	rnn.weight_hh_l1_reverse	7	0.027423949912190437
75209	rnn.weight_hh_l1_reverse	8	-0.0015768844168633223
75209	rnn.weight_hh_l1_reverse	9	-0.04091743752360344
75209	rnn.bias_ih_l1_reverse	0	-0.05438975617289543
75209	rnn.bias_ih_l1_reverse	1	-0.08034617453813553
75209	rnn.bias_ih_l1_reverse	2	-0.11284180730581284
75209	rnn.bias_ih_l1_reverse	3	-0.010422445833683014
75209	rnn.bias_ih_l1_reverse	4	-0.15337198972702026
75209	rnn.bias_ih_l1_reverse	5	-0.08053509891033173
75209	rnn.bias_ih_l1_reverse	6	-0.11319044232368469
75209	rnn.bias_ih_l1_reverse	7	-0.16145825386047363
75209	rnn.bias_ih_l1_reverse	8	0.10302379727363586
75209	rnn.bias_ih_l1_reverse	9	0.010577505454421043
75209	rnn.bias_hh_l1_reverse	0	-0.025513913482427597
75209	rnn.bias_hh_l1_reverse	1	0.015149962157011032
75209	rnn.bias_hh_l1_reverse	2	-0.2088429182767868
75209	rnn.bias_hh_l1_reverse	3	-0.08742541074752808
75209	rnn.bias_hh_l1_reverse	4	-0.06123996526002884
75209	rnn.bias_hh_l1_reverse	5	-0.08197921514511108
75209	rnn.bias_hh_l1_reverse	6	0.10167093575000763
75209	rnn.bias_hh_l1_reverse	7	-0.1382148265838623
75209	rnn.bias_hh_l1_reverse	8	-0.09689406305551529
75209	rnn.bias_hh_l1_reverse	9	-0.11102326214313507
75209	linear.weight	0	0.002228822559118271
75209	linear.weight	1	0.06014250963926315
75209	linear.weight	2	-0.12319491058588028
75209	linear.weight	3	0.3289368152618408
75209	linear.weight	4	0.09431461244821548
75209	linear.weight	5	-0.006585985422134399
75209	linear.weight	6	0.016747815534472466
75209	linear.weight	7	0.04216878116130829
75209	linear.weight	8	0.041572246700525284
75209	linear.weight	9	-0.08566641062498093
75209	linear.bias	0	-0.046547528356313705
75209	linear.bias	1	-0.19528812170028687
75209	linear.bias	2	-0.48287469148635864
75209	linear.bias	3	-0.6918683648109436
75209	linear.bias	4	-1.012173056602478
75209	linear.bias	5	-0.031347423791885376
75209	linear.bias	6	-0.7132479548454285
75209	linear.bias	7	0.4040130376815796
75209	linear.bias	8	-0.5445376634597778
75209	linear.bias	9	-0.8393020033836365
75406	transitions	0	0.49184560775756836
75406	transitions	1	0.07835518568754196
75406	transitions	2	-10000.0
75406	transitions	3	-1.8048231601715088
75406	transitions	4	-10000.0
75406	transitions	5	0.6344609260559082
75406	transitions	6	-0.03498123213648796
75406	transitions	7	-0.43964338302612305
75406	transitions	8	-1.3510721921920776
75406	transitions	9	-0.0006148634711280465
75406	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75406	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75406	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75406	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75406	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75406	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75406	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75406	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75406	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75406	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75406	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75406	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75406	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75406	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75406	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75406	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75406	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75406	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75406	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75406	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75406	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75406	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75406	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75406	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75406	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75406	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75406	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75406	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75406	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75406	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75406	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75406	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75406	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75406	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75406	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75406	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75406	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75406	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75406	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75406	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75406	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75406	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75406	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75406	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75406	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75406	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75406	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75406	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75406	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75406	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75406	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75406	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75406	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75406	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75406	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75406	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75406	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75406	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75406	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75406	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75406	embedding2nn.weight	0	0.009776587598025799
75406	embedding2nn.weight	1	-0.016089417040348053
75406	embedding2nn.weight	2	-0.014268255792558193
75406	embedding2nn.weight	3	0.004452716559171677
75406	embedding2nn.weight	4	-0.0059150345623493195
75406	embedding2nn.weight	5	-0.0037005774211138487
75406	embedding2nn.weight	6	-0.003973215352743864
75406	embedding2nn.weight	7	-0.037267234176397324
75406	embedding2nn.weight	8	-0.0019979383796453476
75406	embedding2nn.weight	9	-0.025639384984970093
75406	embedding2nn.bias	0	0.02795976772904396
75406	embedding2nn.bias	1	-0.07335607707500458
75406	embedding2nn.bias	2	0.060326747596263885
75406	embedding2nn.bias	3	0.04607439041137695
75406	embedding2nn.bias	4	-0.023413078859448433
75406	embedding2nn.bias	5	-0.037712130695581436
75406	embedding2nn.bias	6	0.0046217660419642925
75406	embedding2nn.bias	7	-0.061556316912174225
75406	embedding2nn.bias	8	0.019374506548047066
75406	embedding2nn.bias	9	0.02038753032684326
75406	rnn.weight_ih_l0	0	-0.03570222109556198
75406	rnn.weight_ih_l0	1	0.002844498958438635
75406	rnn.weight_ih_l0	2	0.03807065263390541
75406	rnn.weight_ih_l0	3	0.005016513168811798
75406	rnn.weight_ih_l0	4	-0.011216443032026291
75406	rnn.weight_ih_l0	5	-0.05629592761397362
75406	rnn.weight_ih_l0	6	0.009538361802697182
75406	rnn.weight_ih_l0	7	0.05241362378001213
75406	rnn.weight_ih_l0	8	-0.006213687360286713
75406	rnn.weight_ih_l0	9	-0.024276530370116234
75406	rnn.weight_hh_l0	0	-0.038019318133592606
75406	rnn.weight_hh_l0	1	0.0007252566865645349
75406	rnn.weight_hh_l0	2	0.0011767527321353555
75406	rnn.weight_hh_l0	3	-0.04679675027728081
75406	rnn.weight_hh_l0	4	0.055185284465551376
75406	rnn.weight_hh_l0	5	0.0020164954476058483
75406	rnn.weight_hh_l0	6	-0.04074633866548538
75406	rnn.weight_hh_l0	7	-0.015530340373516083
75406	rnn.weight_hh_l0	8	0.007961845956742764
75406	rnn.weight_hh_l0	9	-0.0211421437561512
75406	rnn.bias_ih_l0	0	0.05989222973585129
75406	rnn.bias_ih_l0	1	-0.018975330516695976
75406	rnn.bias_ih_l0	2	-0.00874320138245821
75406	rnn.bias_ih_l0	3	0.09192235767841339
75406	rnn.bias_ih_l0	4	-0.04073102027177811
75406	rnn.bias_ih_l0	5	-0.0329626202583313
75406	rnn.bias_ih_l0	6	0.003868792438879609
75406	rnn.bias_ih_l0	7	0.05035063251852989
75406	rnn.bias_ih_l0	8	-0.08200513571500778
75406	rnn.bias_ih_l0	9	-0.04104826971888542
75406	rnn.bias_hh_l0	0	-0.04102121293544769
75406	rnn.bias_hh_l0	1	-0.07705100625753403
75406	rnn.bias_hh_l0	2	-0.041117746382951736
75406	rnn.bias_hh_l0	3	-0.06909654289484024
75406	rnn.bias_hh_l0	4	-0.029374489560723305
75406	rnn.bias_hh_l0	5	-0.00833221897482872
75406	rnn.bias_hh_l0	6	0.017286105081439018
75406	rnn.bias_hh_l0	7	0.00812970008701086
75406	rnn.bias_hh_l0	8	-0.11096682399511337
75406	rnn.bias_hh_l0	9	-0.031985580921173096
75406	rnn.weight_ih_l0_reverse	0	-0.01821826957166195
75406	rnn.weight_ih_l0_reverse	1	-0.052425701171159744
75406	rnn.weight_ih_l0_reverse	2	-0.031155386939644814
75406	rnn.weight_ih_l0_reverse	3	-0.006808963604271412
75406	rnn.weight_ih_l0_reverse	4	-0.004035948775708675
75406	rnn.weight_ih_l0_reverse	5	-0.04639982059597969
75406	rnn.weight_ih_l0_reverse	6	0.059535831212997437
75406	rnn.weight_ih_l0_reverse	7	-0.0184608343988657
75406	rnn.weight_ih_l0_reverse	8	-0.036967914551496506
75406	rnn.weight_ih_l0_reverse	9	0.0009735403000377119
75406	rnn.weight_hh_l0_reverse	0	0.0422867126762867
75406	rnn.weight_hh_l0_reverse	1	0.025223998352885246
75406	rnn.weight_hh_l0_reverse	2	0.035877425223588943
75406	rnn.weight_hh_l0_reverse	3	0.019081393256783485
75406	rnn.weight_hh_l0_reverse	4	0.001358053763397038
75406	rnn.weight_hh_l0_reverse	5	0.009516325779259205
75406	rnn.weight_hh_l0_reverse	6	0.04230488836765289
75406	rnn.weight_hh_l0_reverse	7	-0.05861135572195053
75406	rnn.weight_hh_l0_reverse	8	0.031135478988289833
75406	rnn.weight_hh_l0_reverse	9	0.0473489835858345
75406	rnn.bias_ih_l0_reverse	0	-0.06269069015979767
75406	rnn.bias_ih_l0_reverse	1	-0.2145276814699173
75406	rnn.bias_ih_l0_reverse	2	-0.08884000778198242
75406	rnn.bias_ih_l0_reverse	3	-0.01721779629588127
75406	rnn.bias_ih_l0_reverse	4	-0.04001115262508392
75406	rnn.bias_ih_l0_reverse	5	0.038441576063632965
75406	rnn.bias_ih_l0_reverse	6	-0.060467224568128586
75406	rnn.bias_ih_l0_reverse	7	0.04246574267745018
75406	rnn.bias_ih_l0_reverse	8	-0.030736159533262253
75406	rnn.bias_ih_l0_reverse	9	0.029749667271971703
75406	rnn.bias_hh_l0_reverse	0	-0.0038196665700525045
75406	rnn.bias_hh_l0_reverse	1	-0.04440544173121452
75406	rnn.bias_hh_l0_reverse	2	0.05733337998390198
75406	rnn.bias_hh_l0_reverse	3	-0.037391968071460724
75406	rnn.bias_hh_l0_reverse	4	-0.03531241789460182
75406	rnn.bias_hh_l0_reverse	5	-0.02953416481614113
75406	rnn.bias_hh_l0_reverse	6	-0.026796959340572357
75406	rnn.bias_hh_l0_reverse	7	0.09700722247362137
75406	rnn.bias_hh_l0_reverse	8	0.016900407150387764
75406	rnn.bias_hh_l0_reverse	9	-0.0946793332695961
75406	rnn.weight_ih_l1	0	-0.03813973069190979
75406	rnn.weight_ih_l1	1	-0.04026693478226662
75406	rnn.weight_ih_l1	2	0.0747244656085968
75406	rnn.weight_ih_l1	3	-0.034214820712804794
75406	rnn.weight_ih_l1	4	-0.0024692958686500788
75406	rnn.weight_ih_l1	5	-0.0448397733271122
75406	rnn.weight_ih_l1	6	0.027708949521183968
75406	rnn.weight_ih_l1	7	-0.0327204167842865
75406	rnn.weight_ih_l1	8	0.03938020393252373
75406	rnn.weight_ih_l1	9	0.03236887976527214
75406	rnn.weight_hh_l1	0	-0.014442172832787037
75406	rnn.weight_hh_l1	1	0.008467044681310654
75406	rnn.weight_hh_l1	2	-0.0032935175113379955
75406	rnn.weight_hh_l1	3	-0.008360419422388077
75406	rnn.weight_hh_l1	4	0.0011631596134975553
75406	rnn.weight_hh_l1	5	0.02413404919207096
75406	rnn.weight_hh_l1	6	0.02770758420228958
75406	rnn.weight_hh_l1	7	-0.025428015738725662
75406	rnn.weight_hh_l1	8	-0.023378634825348854
75406	rnn.weight_hh_l1	9	0.041942305862903595
75406	rnn.bias_ih_l1	0	-0.15311576426029205
75406	rnn.bias_ih_l1	1	-0.14344193041324615
75406	rnn.bias_ih_l1	2	-0.15294699370861053
75406	rnn.bias_ih_l1	3	-0.2122625857591629
75406	rnn.bias_ih_l1	4	-0.12866432964801788
75406	rnn.bias_ih_l1	5	-0.09928276389837265
75406	rnn.bias_ih_l1	6	-0.11087027937173843
75406	rnn.bias_ih_l1	7	-0.012124720960855484
75406	rnn.bias_ih_l1	8	-0.11153897643089294
75406	rnn.bias_ih_l1	9	-0.09709571301937103
75406	rnn.bias_hh_l1	0	-0.11872312426567078
75406	rnn.bias_hh_l1	1	-0.032577767968177795
75406	rnn.bias_hh_l1	2	-0.09246236085891724
75406	rnn.bias_hh_l1	3	-0.0840388759970665
75406	rnn.bias_hh_l1	4	-0.11420991271734238
75406	rnn.bias_hh_l1	5	-0.06944677978754044
75406	rnn.bias_hh_l1	6	-0.08830472081899643
75406	rnn.bias_hh_l1	7	0.010454283095896244
75406	rnn.bias_hh_l1	8	-0.1069740578532219
75406	rnn.bias_hh_l1	9	-0.08774812519550323
75406	rnn.weight_ih_l1_reverse	0	-0.05107362940907478
75406	rnn.weight_ih_l1_reverse	1	0.048554323613643646
75406	rnn.weight_ih_l1_reverse	2	0.007466160226613283
75406	rnn.weight_ih_l1_reverse	3	0.008218486793339252
75406	rnn.weight_ih_l1_reverse	4	-0.029272310435771942
75406	rnn.weight_ih_l1_reverse	5	-0.034236371517181396
75406	rnn.weight_ih_l1_reverse	6	-0.0021918467245996
75406	rnn.weight_ih_l1_reverse	7	0.016570420935750008
75406	rnn.weight_ih_l1_reverse	8	0.012478332966566086
75406	rnn.weight_ih_l1_reverse	9	-0.028505709022283554
75406	rnn.weight_hh_l1_reverse	0	0.007555163931101561
75406	rnn.weight_hh_l1_reverse	1	0.02792780101299286
75406	rnn.weight_hh_l1_reverse	2	-0.03846996650099754
75406	rnn.weight_hh_l1_reverse	3	0.04199991747736931
75406	rnn.weight_hh_l1_reverse	4	0.04781840369105339
75406	rnn.weight_hh_l1_reverse	5	0.00856089312583208
75406	rnn.weight_hh_l1_reverse	6	0.002295549027621746
75406	rnn.weight_hh_l1_reverse	7	0.027193501591682434
75406	rnn.weight_hh_l1_reverse	8	-0.0015204626834020019
75406	rnn.weight_hh_l1_reverse	9	-0.041210439056158066
75406	rnn.bias_ih_l1_reverse	0	-0.05221423879265785
75406	rnn.bias_ih_l1_reverse	1	-0.08188652992248535
75406	rnn.bias_ih_l1_reverse	2	-0.11111585795879364
75406	rnn.bias_ih_l1_reverse	3	-0.008077737875282764
75406	rnn.bias_ih_l1_reverse	4	-0.15591047704219818
75406	rnn.bias_ih_l1_reverse	5	-0.0818045437335968
75406	rnn.bias_ih_l1_reverse	6	-0.11360962688922882
75406	rnn.bias_ih_l1_reverse	7	-0.15953406691551208
75406	rnn.bias_ih_l1_reverse	8	0.10680598020553589
75406	rnn.bias_ih_l1_reverse	9	0.016914531588554382
75406	rnn.bias_hh_l1_reverse	0	-0.02532777190208435
75406	rnn.bias_hh_l1_reverse	1	0.008499288000166416
75406	rnn.bias_hh_l1_reverse	2	-0.20813606679439545
75406	rnn.bias_hh_l1_reverse	3	-0.08721616864204407
75406	rnn.bias_hh_l1_reverse	4	-0.06058386340737343
75406	rnn.bias_hh_l1_reverse	5	-0.08297290652990341
75406	rnn.bias_hh_l1_reverse	6	0.1103544533252716
75406	rnn.bias_hh_l1_reverse	7	-0.1370961219072342
75406	rnn.bias_hh_l1_reverse	8	-0.09555918723344803
75406	rnn.bias_hh_l1_reverse	9	-0.11152497678995132
75406	linear.weight	0	0.002228822559118271
75406	linear.weight	1	0.053928401321172714
75406	linear.weight	2	-0.1215350478887558
75406	linear.weight	3	0.32446038722991943
75406	linear.weight	4	0.09627654403448105
75406	linear.weight	5	-0.009909926913678646
75406	linear.weight	6	0.01299486868083477
75406	linear.weight	7	0.037606917321681976
75406	linear.weight	8	0.04156891629099846
75406	linear.weight	9	-0.08033454418182373
75406	linear.bias	0	-0.08821114897727966
75406	linear.bias	1	-0.16902025043964386
75406	linear.bias	2	-0.5019785165786743
75406	linear.bias	3	-0.7044031620025635
75406	linear.bias	4	-1.0276226997375488
75406	linear.bias	5	-0.03516983985900879
75406	linear.bias	6	-0.6862189173698425
75406	linear.bias	7	0.4061744213104248
75406	linear.bias	8	-0.5171071887016296
75406	linear.bias	9	-0.8130454421043396
75603	transitions	0	0.5026100277900696
75603	transitions	1	0.07314810156822205
75603	transitions	2	-10000.0
75603	transitions	3	-1.8049218654632568
75603	transitions	4	-10000.0
75603	transitions	5	0.6343221664428711
75603	transitions	6	-0.035184551030397415
75603	transitions	7	-0.4406622350215912
75603	transitions	8	-1.3513131141662598
75603	transitions	9	-0.0006177385803312063
75603	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75603	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75603	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75603	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75603	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75603	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75603	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75603	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75603	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75603	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75603	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75603	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75603	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75603	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75603	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75603	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75603	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75603	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75603	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75603	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75603	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75603	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75603	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75603	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75603	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75603	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75603	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75603	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75603	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75603	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75603	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75603	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75603	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75603	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75603	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75603	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75603	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75603	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75603	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75603	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75603	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75603	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75603	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75603	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75603	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75603	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75603	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75603	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75603	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75603	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75603	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75603	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75603	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75603	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75603	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75603	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75603	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75603	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75603	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75603	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75603	embedding2nn.weight	0	0.011284842155873775
75603	embedding2nn.weight	1	-0.016032973304390907
75603	embedding2nn.weight	2	-0.014268255792558193
75603	embedding2nn.weight	3	0.0017727988306432962
75603	embedding2nn.weight	4	-0.0059150345623493195
75603	embedding2nn.weight	5	-0.0037005769554525614
75603	embedding2nn.weight	6	-0.003973217215389013
75603	embedding2nn.weight	7	-0.03790965676307678
75603	embedding2nn.weight	8	-0.0019979383796453476
75603	embedding2nn.weight	9	-0.025908833369612694
75603	embedding2nn.bias	0	0.025147652253508568
75603	embedding2nn.bias	1	-0.07299642264842987
75603	embedding2nn.bias	2	0.059159718453884125
75603	embedding2nn.bias	3	0.05032498389482498
75603	embedding2nn.bias	4	-0.021771229803562164
75603	embedding2nn.bias	5	-0.04107687622308731
75603	embedding2nn.bias	6	-0.003315808018669486
75603	embedding2nn.bias	7	-0.050945356488227844
75603	embedding2nn.bias	8	0.025908801704645157
75603	embedding2nn.bias	9	0.020295782014727592
75603	rnn.weight_ih_l0	0	-0.03649483621120453
75603	rnn.weight_ih_l0	1	3.7174439057707787e-05
75603	rnn.weight_ih_l0	2	0.03749779984354973
75603	rnn.weight_ih_l0	3	0.005607087165117264
75603	rnn.weight_ih_l0	4	-0.009674685075879097
75603	rnn.weight_ih_l0	5	-0.05712207406759262
75603	rnn.weight_ih_l0	6	0.00814845971763134
75603	rnn.weight_ih_l0	7	0.05206596851348877
75603	rnn.weight_ih_l0	8	-0.006808028090745211
75603	rnn.weight_ih_l0	9	-0.0247527863830328
75603	rnn.weight_hh_l0	0	-0.038569193333387375
75603	rnn.weight_hh_l0	1	0.001994004938751459
75603	rnn.weight_hh_l0	2	0.001294940710067749
75603	rnn.weight_hh_l0	3	-0.04645605757832527
75603	rnn.weight_hh_l0	4	0.05543779954314232
75603	rnn.weight_hh_l0	5	0.0028180480003356934
75603	rnn.weight_hh_l0	6	-0.04153890907764435
75603	rnn.weight_hh_l0	7	-0.014514935202896595
75603	rnn.weight_hh_l0	8	0.006825121585279703
75603	rnn.weight_hh_l0	9	-0.021479269489645958
75603	rnn.bias_ih_l0	0	0.058930352330207825
75603	rnn.bias_ih_l0	1	-0.018971044570207596
75603	rnn.bias_ih_l0	2	-0.011924809776246548
75603	rnn.bias_ih_l0	3	0.09222329407930374
75603	rnn.bias_ih_l0	4	-0.040978893637657166
75603	rnn.bias_ih_l0	5	-0.03721868246793747
75603	rnn.bias_ih_l0	6	0.009273024275898933
75603	rnn.bias_ih_l0	7	0.053797055035829544
75603	rnn.bias_ih_l0	8	-0.08187448978424072
75603	rnn.bias_ih_l0	9	-0.03788226470351219
75603	rnn.bias_hh_l0	0	-0.041169583797454834
75603	rnn.bias_hh_l0	1	-0.07695823907852173
75603	rnn.bias_hh_l0	2	-0.043382320553064346
75603	rnn.bias_hh_l0	3	-0.07225597649812698
75603	rnn.bias_hh_l0	4	-0.030297312885522842
75603	rnn.bias_hh_l0	5	-0.0063624074682593346
75603	rnn.bias_hh_l0	6	0.018129056319594383
75603	rnn.bias_hh_l0	7	0.0037487184163182974
75603	rnn.bias_hh_l0	8	-0.11281866580247879
75603	rnn.bias_hh_l0	9	-0.03529483079910278
75603	rnn.weight_ih_l0_reverse	0	-0.019076375290751457
75603	rnn.weight_ih_l0_reverse	1	-0.05175785347819328
75603	rnn.weight_ih_l0_reverse	2	-0.03205180913209915
75603	rnn.weight_ih_l0_reverse	3	-0.006565211806446314
75603	rnn.weight_ih_l0_reverse	4	-0.004603546112775803
75603	rnn.weight_ih_l0_reverse	5	-0.04588540270924568
75603	rnn.weight_ih_l0_reverse	6	0.06152745336294174
75603	rnn.weight_ih_l0_reverse	7	-0.017389342188835144
75603	rnn.weight_ih_l0_reverse	8	-0.0375499464571476
75603	rnn.weight_ih_l0_reverse	9	0.0006182283395901322
75603	rnn.weight_hh_l0_reverse	0	0.041614316403865814
75603	rnn.weight_hh_l0_reverse	1	0.02540918067097664
75603	rnn.weight_hh_l0_reverse	2	0.0358317494392395
75603	rnn.weight_hh_l0_reverse	3	0.01917145773768425
75603	rnn.weight_hh_l0_reverse	4	0.0017593081574887037
75603	rnn.weight_hh_l0_reverse	5	0.010277980007231236
75603	rnn.weight_hh_l0_reverse	6	0.04211436212062836
75603	rnn.weight_hh_l0_reverse	7	-0.061819590628147125
75603	rnn.weight_hh_l0_reverse	8	0.030833231285214424
75603	rnn.weight_hh_l0_reverse	9	0.04724673181772232
75603	rnn.bias_ih_l0_reverse	0	-0.06200423091650009
75603	rnn.bias_ih_l0_reverse	1	-0.21004830300807953
75603	rnn.bias_ih_l0_reverse	2	-0.09479765594005585
75603	rnn.bias_ih_l0_reverse	3	-0.017441419884562492
75603	rnn.bias_ih_l0_reverse	4	-0.03905465826392174
75603	rnn.bias_ih_l0_reverse	5	0.037916943430900574
75603	rnn.bias_ih_l0_reverse	6	-0.05997837334871292
75603	rnn.bias_ih_l0_reverse	7	0.04356766492128372
75603	rnn.bias_ih_l0_reverse	8	-0.03320136293768883
75603	rnn.bias_ih_l0_reverse	9	0.028519976884126663
75603	rnn.bias_hh_l0_reverse	0	-0.0020984276197850704
75603	rnn.bias_hh_l0_reverse	1	-0.03928748145699501
75603	rnn.bias_hh_l0_reverse	2	0.05615749582648277
75603	rnn.bias_hh_l0_reverse	3	-0.03737223893404007
75603	rnn.bias_hh_l0_reverse	4	-0.030068816617131233
75603	rnn.bias_hh_l0_reverse	5	-0.0288933627307415
75603	rnn.bias_hh_l0_reverse	6	-0.02476569637656212
75603	rnn.bias_hh_l0_reverse	7	0.09649530053138733
75603	rnn.bias_hh_l0_reverse	8	0.020594332367181778
75603	rnn.bias_hh_l0_reverse	9	-0.09422867000102997
75603	rnn.weight_ih_l1	0	-0.038337502628564835
75603	rnn.weight_ih_l1	1	-0.04134051874279976
75603	rnn.weight_ih_l1	2	0.07501634955406189
75603	rnn.weight_ih_l1	3	-0.03153637424111366
75603	rnn.weight_ih_l1	4	-0.0028049044776707888
75603	rnn.weight_ih_l1	5	-0.04417552798986435
75603	rnn.weight_ih_l1	6	0.027820738032460213
75603	rnn.weight_ih_l1	7	-0.032065849751234055
75603	rnn.weight_ih_l1	8	0.039379946887493134
75603	rnn.weight_ih_l1	9	0.03211161494255066
75603	rnn.weight_hh_l1	0	-0.013080039992928505
75603	rnn.weight_hh_l1	1	0.008449352346360683
75603	rnn.weight_hh_l1	2	-0.002008977346122265
75603	rnn.weight_hh_l1	3	-0.008429882116615772
75603	rnn.weight_hh_l1	4	0.002103394130244851
75603	rnn.weight_hh_l1	5	0.024506526067852974
75603	rnn.weight_hh_l1	6	0.027673164382576942
75603	rnn.weight_hh_l1	7	-0.025269148871302605
75603	rnn.weight_hh_l1	8	-0.02320140041410923
75603	rnn.weight_hh_l1	9	0.040897540748119354
75603	rnn.bias_ih_l1	0	-0.15518933534622192
75603	rnn.bias_ih_l1	1	-0.1462584286928177
75603	rnn.bias_ih_l1	2	-0.1518513709306717
75603	rnn.bias_ih_l1	3	-0.21510961651802063
75603	rnn.bias_ih_l1	4	-0.13446742296218872
75603	rnn.bias_ih_l1	5	-0.09995298832654953
75603	rnn.bias_ih_l1	6	-0.10999808460474014
75603	rnn.bias_ih_l1	7	-0.012754824012517929
75603	rnn.bias_ih_l1	8	-0.10898207873106003
75603	rnn.bias_ih_l1	9	-0.09755460172891617
75603	rnn.bias_hh_l1	0	-0.12056174874305725
75603	rnn.bias_hh_l1	1	-0.03552158176898956
75603	rnn.bias_hh_l1	2	-0.09082664549350739
75603	rnn.bias_hh_l1	3	-0.08276484906673431
75603	rnn.bias_hh_l1	4	-0.11313161253929138
75603	rnn.bias_hh_l1	5	-0.06978196650743484
75603	rnn.bias_hh_l1	6	-0.08873764425516129
75603	rnn.bias_hh_l1	7	0.010798606090247631
75603	rnn.bias_hh_l1	8	-0.10491106659173965
75603	rnn.bias_hh_l1	9	-0.08719081431627274
75603	rnn.weight_ih_l1_reverse	0	-0.050895657390356064
75603	rnn.weight_ih_l1_reverse	1	0.04566396027803421
75603	rnn.weight_ih_l1_reverse	2	0.00707153370603919
75603	rnn.weight_ih_l1_reverse	3	0.009674744680523872
75603	rnn.weight_ih_l1_reverse	4	-0.030377797782421112
75603	rnn.weight_ih_l1_reverse	5	-0.034274883568286896
75603	rnn.weight_ih_l1_reverse	6	-0.00033160633756779134
75603	rnn.weight_ih_l1_reverse	7	0.016975440084934235
75603	rnn.weight_ih_l1_reverse	8	0.01347652729600668
75603	rnn.weight_ih_l1_reverse	9	-0.023776251822710037
75603	rnn.weight_hh_l1_reverse	0	0.0074370549991726875
75603	rnn.weight_hh_l1_reverse	1	0.027780938893556595
75603	rnn.weight_hh_l1_reverse	2	-0.03850855305790901
75603	rnn.weight_hh_l1_reverse	3	0.042005233466625214
75603	rnn.weight_hh_l1_reverse	4	0.04788827896118164
75603	rnn.weight_hh_l1_reverse	5	0.00791174452751875
75603	rnn.weight_hh_l1_reverse	6	0.004673246759921312
75603	rnn.weight_hh_l1_reverse	7	0.027267007157206535
75603	rnn.weight_hh_l1_reverse	8	-0.0015958761796355247
75603	rnn.weight_hh_l1_reverse	9	-0.041301362216472626
75603	rnn.bias_ih_l1_reverse	0	-0.051218077540397644
75603	rnn.bias_ih_l1_reverse	1	-0.08596082776784897
75603	rnn.bias_ih_l1_reverse	2	-0.11050216108560562
75603	rnn.bias_ih_l1_reverse	3	-0.013123160228133202
75603	rnn.bias_ih_l1_reverse	4	-0.15857644379138947
75603	rnn.bias_ih_l1_reverse	5	-0.08182421326637268
75603	rnn.bias_ih_l1_reverse	6	-0.11286933720111847
75603	rnn.bias_ih_l1_reverse	7	-0.15867215394973755
75603	rnn.bias_ih_l1_reverse	8	0.10717245936393738
75603	rnn.bias_ih_l1_reverse	9	0.02160901576280594
75603	rnn.bias_hh_l1_reverse	0	-0.0248123649507761
75603	rnn.bias_hh_l1_reverse	1	0.012977995909750462
75603	rnn.bias_hh_l1_reverse	2	-0.20674541592597961
75603	rnn.bias_hh_l1_reverse	3	-0.08594631403684616
75603	rnn.bias_hh_l1_reverse	4	-0.06045042723417282
75603	rnn.bias_hh_l1_reverse	5	-0.08179808408021927
75603	rnn.bias_hh_l1_reverse	6	0.10499443113803864
75603	rnn.bias_hh_l1_reverse	7	-0.1353255957365036
75603	rnn.bias_hh_l1_reverse	8	-0.09551335871219635
75603	rnn.bias_hh_l1_reverse	9	-0.11158555746078491
75603	linear.weight	0	0.002228822559118271
75603	linear.weight	1	0.047410160303115845
75603	linear.weight	2	-0.11699004471302032
75603	linear.weight	3	0.32383573055267334
75603	linear.weight	4	0.0950934886932373
75603	linear.weight	5	-0.008104865439236164
75603	linear.weight	6	0.017868174239993095
75603	linear.weight	7	0.03637685999274254
75603	linear.weight	8	0.04156392067670822
75603	linear.weight	9	-0.08386209607124329
75603	linear.bias	0	-0.06560954451560974
75603	linear.bias	1	-0.13711972534656525
75603	linear.bias	2	-0.49981772899627686
75603	linear.bias	3	-0.6875143051147461
75603	linear.bias	4	-1.0108270645141602
75603	linear.bias	5	-0.06595613062381744
75603	linear.bias	6	-0.6635268926620483
75603	linear.bias	7	0.3779911696910858
75603	linear.bias	8	-0.5561020970344543
75603	linear.bias	9	-0.8539275527000427
75800	transitions	0	0.501482367515564
75800	transitions	1	0.0699274092912674
75800	transitions	2	-10000.0
75800	transitions	3	-1.8050084114074707
75800	transitions	4	-10000.0
75800	transitions	5	0.6340916156768799
75800	transitions	6	-0.03536581993103027
75800	transitions	7	-0.4419201612472534
75800	transitions	8	-1.351547360420227
75800	transitions	9	-0.0006204262608662248
75800	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75800	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75800	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75800	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75800	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75800	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75800	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75800	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75800	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75800	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75800	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75800	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75800	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75800	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75800	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75800	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75800	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75800	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75800	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75800	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75800	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75800	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75800	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75800	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75800	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75800	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75800	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75800	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75800	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75800	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75800	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75800	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75800	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75800	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75800	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75800	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75800	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75800	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75800	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75800	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75800	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75800	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75800	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75800	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75800	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75800	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75800	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75800	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75800	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75800	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75800	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75800	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75800	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75800	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75800	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75800	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75800	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75800	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75800	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75800	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75800	embedding2nn.weight	0	0.010687443427741528
75800	embedding2nn.weight	1	-0.015815503895282745
75800	embedding2nn.weight	2	-0.014268255792558193
75800	embedding2nn.weight	3	0.0012253600871190429
75800	embedding2nn.weight	4	-0.0059150345623493195
75800	embedding2nn.weight	5	-0.003700577188283205
75800	embedding2nn.weight	6	-0.0039732130244374275
75800	embedding2nn.weight	7	-0.03730817884206772
75800	embedding2nn.weight	8	-0.0019979383796453476
75800	embedding2nn.weight	9	-0.02573418617248535
75800	embedding2nn.bias	0	0.03356342017650604
75800	embedding2nn.bias	1	-0.07532594352960587
75800	embedding2nn.bias	2	0.05541945993900299
75800	embedding2nn.bias	3	0.04028330743312836
75800	embedding2nn.bias	4	-0.025509396567940712
75800	embedding2nn.bias	5	-0.03248639032244682
75800	embedding2nn.bias	6	-0.004348257556557655
75800	embedding2nn.bias	7	-0.05358166992664337
75800	embedding2nn.bias	8	0.02102620340883732
75800	embedding2nn.bias	9	0.015041030943393707
75800	rnn.weight_ih_l0	0	-0.037218865007162094
75800	rnn.weight_ih_l0	1	0.0007171416655182838
75800	rnn.weight_ih_l0	2	0.03785602003335953
75800	rnn.weight_ih_l0	3	0.0053226761519908905
75800	rnn.weight_ih_l0	4	-0.010121333412826061
75800	rnn.weight_ih_l0	5	-0.05694473907351494
75800	rnn.weight_ih_l0	6	0.008785256184637547
75800	rnn.weight_ih_l0	7	0.052700433880090714
75800	rnn.weight_ih_l0	8	-0.006268808152526617
75800	rnn.weight_ih_l0	9	-0.024643493816256523
75800	rnn.weight_hh_l0	0	-0.03983468934893608
75800	rnn.weight_hh_l0	1	0.001931722741574049
75800	rnn.weight_hh_l0	2	0.0008585195755586028
75800	rnn.weight_hh_l0	3	-0.04630596563220024
75800	rnn.weight_hh_l0	4	0.05474488437175751
75800	rnn.weight_hh_l0	5	0.003012236673384905
75800	rnn.weight_hh_l0	6	-0.04038429260253906
75800	rnn.weight_hh_l0	7	-0.015790587291121483
75800	rnn.weight_hh_l0	8	0.0066618421114981174
75800	rnn.weight_hh_l0	9	-0.020997315645217896
75800	rnn.bias_ih_l0	0	0.05982450768351555
75800	rnn.bias_ih_l0	1	-0.020482541993260384
75800	rnn.bias_ih_l0	2	-0.009345248341560364
75800	rnn.bias_ih_l0	3	0.09260182827711105
75800	rnn.bias_ih_l0	4	-0.04172372817993164
75800	rnn.bias_ih_l0	5	-0.03134454786777496
75800	rnn.bias_ih_l0	6	0.010096368379890919
75800	rnn.bias_ih_l0	7	0.048841990530490875
75800	rnn.bias_ih_l0	8	-0.08188477903604507
75800	rnn.bias_ih_l0	9	-0.03273696452379227
75800	rnn.bias_hh_l0	0	-0.0407271645963192
75800	rnn.bias_hh_l0	1	-0.08018635958433151
75800	rnn.bias_hh_l0	2	-0.042732540518045425
75800	rnn.bias_hh_l0	3	-0.06980806589126587
75800	rnn.bias_hh_l0	4	-0.03137664869427681
75800	rnn.bias_hh_l0	5	-0.0059832180850207806
75800	rnn.bias_hh_l0	6	0.016872774809598923
75800	rnn.bias_hh_l0	7	0.009583808481693268
75800	rnn.bias_hh_l0	8	-0.11206017434597015
75800	rnn.bias_hh_l0	9	-0.03594811633229256
75800	rnn.weight_ih_l0_reverse	0	-0.01744665950536728
75800	rnn.weight_ih_l0_reverse	1	-0.05158427730202675
75800	rnn.weight_ih_l0_reverse	2	-0.029787039384245872
75800	rnn.weight_ih_l0_reverse	3	-0.007665557786822319
75800	rnn.weight_ih_l0_reverse	4	-0.004631903488188982
75800	rnn.weight_ih_l0_reverse	5	-0.04648635536432266
75800	rnn.weight_ih_l0_reverse	6	0.06277968734502792
75800	rnn.weight_ih_l0_reverse	7	-0.01764187403023243
75800	rnn.weight_ih_l0_reverse	8	-0.03774374723434448
75800	rnn.weight_ih_l0_reverse	9	0.00043497252045199275
75800	rnn.weight_hh_l0_reverse	0	0.041225921362638474
75800	rnn.weight_hh_l0_reverse	1	0.02502892166376114
75800	rnn.weight_hh_l0_reverse	2	0.03683100640773773
75800	rnn.weight_hh_l0_reverse	3	0.01942293718457222
75800	rnn.weight_hh_l0_reverse	4	0.00160506262909621
75800	rnn.weight_hh_l0_reverse	5	0.013253056444227695
75800	rnn.weight_hh_l0_reverse	6	0.04223191738128662
75800	rnn.weight_hh_l0_reverse	7	-0.06149531900882721
75800	rnn.weight_hh_l0_reverse	8	0.03132212162017822
75800	rnn.weight_hh_l0_reverse	9	0.04693077504634857
75800	rnn.bias_ih_l0_reverse	0	-0.05859825760126114
75800	rnn.bias_ih_l0_reverse	1	-0.21252267062664032
75800	rnn.bias_ih_l0_reverse	2	-0.09234501421451569
75800	rnn.bias_ih_l0_reverse	3	-0.017122935503721237
75800	rnn.bias_ih_l0_reverse	4	-0.038683172315359116
75800	rnn.bias_ih_l0_reverse	5	0.03827483952045441
75800	rnn.bias_ih_l0_reverse	6	-0.06289660185575485
75800	rnn.bias_ih_l0_reverse	7	0.04412538930773735
75800	rnn.bias_ih_l0_reverse	8	-0.027501801028847694
75800	rnn.bias_ih_l0_reverse	9	0.02815481647849083
75800	rnn.bias_hh_l0_reverse	0	-0.0008786636753939092
75800	rnn.bias_hh_l0_reverse	1	-0.03648480400443077
75800	rnn.bias_hh_l0_reverse	2	0.05763518810272217
75800	rnn.bias_hh_l0_reverse	3	-0.03794223070144653
75800	rnn.bias_hh_l0_reverse	4	-0.034739937633275986
75800	rnn.bias_hh_l0_reverse	5	-0.03295455500483513
75800	rnn.bias_hh_l0_reverse	6	-0.026478255167603493
75800	rnn.bias_hh_l0_reverse	7	0.0979602113366127
75800	rnn.bias_hh_l0_reverse	8	0.02098006382584572
75800	rnn.bias_hh_l0_reverse	9	-0.099025659263134
75800	rnn.weight_ih_l1	0	-0.03835325688123703
75800	rnn.weight_ih_l1	1	-0.04342062398791313
75800	rnn.weight_ih_l1	2	0.07468616962432861
75800	rnn.weight_ih_l1	3	-0.032363325357437134
75800	rnn.weight_ih_l1	4	-0.002277066232636571
75800	rnn.weight_ih_l1	5	-0.04451431334018707
75800	rnn.weight_ih_l1	6	0.027990493923425674
75800	rnn.weight_ih_l1	7	-0.03276873007416725
75800	rnn.weight_ih_l1	8	0.03961285203695297
75800	rnn.weight_ih_l1	9	0.032470703125
75800	rnn.weight_hh_l1	0	-0.01322118379175663
75800	rnn.weight_hh_l1	1	0.008418899960815907
75800	rnn.weight_hh_l1	2	-0.004156383220106363
75800	rnn.weight_hh_l1	3	-0.008239103481173515
75800	rnn.weight_hh_l1	4	0.0023839811328798532
75800	rnn.weight_hh_l1	5	0.024868197739124298
75800	rnn.weight_hh_l1	6	0.027552234008908272
75800	rnn.weight_hh_l1	7	-0.025500278919935226
75800	rnn.weight_hh_l1	8	-0.022887079045176506
75800	rnn.weight_hh_l1	9	0.041427455842494965
75800	rnn.bias_ih_l1	0	-0.1589876413345337
75800	rnn.bias_ih_l1	1	-0.1471552848815918
75800	rnn.bias_ih_l1	2	-0.15087231993675232
75800	rnn.bias_ih_l1	3	-0.213507741689682
75800	rnn.bias_ih_l1	4	-0.14183875918388367
75800	rnn.bias_ih_l1	5	-0.10052318125963211
75800	rnn.bias_ih_l1	6	-0.10783237963914871
75800	rnn.bias_ih_l1	7	-0.014661562629044056
75800	rnn.bias_ih_l1	8	-0.11420345306396484
75800	rnn.bias_ih_l1	9	-0.0953635647892952
75800	rnn.bias_hh_l1	0	-0.1194593608379364
75800	rnn.bias_hh_l1	1	-0.03659752383828163
75800	rnn.bias_hh_l1	2	-0.0873788371682167
75800	rnn.bias_hh_l1	3	-0.0843515619635582
75800	rnn.bias_hh_l1	4	-0.11217401176691055
75800	rnn.bias_hh_l1	5	-0.06820401549339294
75800	rnn.bias_hh_l1	6	-0.08800537139177322
75800	rnn.bias_hh_l1	7	0.005048019345849752
75800	rnn.bias_hh_l1	8	-0.10470142215490341
75800	rnn.bias_hh_l1	9	-0.08486025780439377
75800	rnn.weight_ih_l1_reverse	0	-0.04967867210507393
75800	rnn.weight_ih_l1_reverse	1	0.045282065868377686
75800	rnn.weight_ih_l1_reverse	2	0.006285639479756355
75800	rnn.weight_ih_l1_reverse	3	0.01035363506525755
75800	rnn.weight_ih_l1_reverse	4	-0.030833449214696884
75800	rnn.weight_ih_l1_reverse	5	-0.0346178337931633
75800	rnn.weight_ih_l1_reverse	6	-0.00045585259795188904
75800	rnn.weight_ih_l1_reverse	7	0.01704522594809532
75800	rnn.weight_ih_l1_reverse	8	0.011070679873228073
75800	rnn.weight_ih_l1_reverse	9	-0.025124935433268547
75800	rnn.weight_hh_l1_reverse	0	0.007752732839435339
75800	rnn.weight_hh_l1_reverse	1	0.02771645598113537
75800	rnn.weight_hh_l1_reverse	2	-0.03856118768453598
75800	rnn.weight_hh_l1_reverse	3	0.04198242351412773
75800	rnn.weight_hh_l1_reverse	4	0.04845307394862175
75800	rnn.weight_hh_l1_reverse	5	0.008092813193798065
75800	rnn.weight_hh_l1_reverse	6	0.003519850317388773
75800	rnn.weight_hh_l1_reverse	7	0.027240559458732605
75800	rnn.weight_hh_l1_reverse	8	-0.0017445527482777834
75800	rnn.weight_hh_l1_reverse	9	-0.04099194332957268
75800	rnn.bias_ih_l1_reverse	0	-0.049155332148075104
75800	rnn.bias_ih_l1_reverse	1	-0.08743502199649811
75800	rnn.bias_ih_l1_reverse	2	-0.11054936051368713
75800	rnn.bias_ih_l1_reverse	3	-0.016535863280296326
75800	rnn.bias_ih_l1_reverse	4	-0.1591760367155075
75800	rnn.bias_ih_l1_reverse	5	-0.0823381096124649
75800	rnn.bias_ih_l1_reverse	6	-0.11261727660894394
75800	rnn.bias_ih_l1_reverse	7	-0.15584760904312134
75800	rnn.bias_ih_l1_reverse	8	0.10833116620779037
75800	rnn.bias_ih_l1_reverse	9	0.0185911376029253
75800	rnn.bias_hh_l1_reverse	0	-0.01554231159389019
75800	rnn.bias_hh_l1_reverse	1	0.004882616922259331
75800	rnn.bias_hh_l1_reverse	2	-0.2055363655090332
75800	rnn.bias_hh_l1_reverse	3	-0.08514058589935303
75800	rnn.bias_hh_l1_reverse	4	-0.0599234364926815
75800	rnn.bias_hh_l1_reverse	5	-0.07969841361045837
75800	rnn.bias_hh_l1_reverse	6	0.09789160639047623
75800	rnn.bias_hh_l1_reverse	7	-0.13341601192951202
75800	rnn.bias_hh_l1_reverse	8	-0.09442880749702454
75800	rnn.bias_hh_l1_reverse	9	-0.11286072432994843
75800	linear.weight	0	0.002228822559118271
75800	linear.weight	1	0.06181205064058304
75800	linear.weight	2	-0.12554775178432465
75800	linear.weight	3	0.333636611700058
75800	linear.weight	4	0.10128024965524673
75800	linear.weight	5	-0.005520055070519447
75800	linear.weight	6	0.03535982593894005
75800	linear.weight	7	0.020608821883797646
75800	linear.weight	8	0.04155965521931648
75800	linear.weight	9	-0.08591974526643753
75800	linear.bias	0	-0.09414342790842056
75800	linear.bias	1	-0.15827059745788574
75800	linear.bias	2	-0.5223625302314758
75800	linear.bias	3	-0.6658105254173279
75800	linear.bias	4	-0.9897748827934265
75800	linear.bias	5	-0.03718913346529007
75800	linear.bias	6	-0.6873509287834167
75800	linear.bias	7	0.4065380096435547
75800	linear.bias	8	-0.5329387187957764
75800	linear.bias	9	-0.8341380953788757
75997	transitions	0	0.49717462062835693
75997	transitions	1	0.08418583869934082
75997	transitions	2	-10000.0
75997	transitions	3	-1.805084466934204
75997	transitions	4	-10000.0
75997	transitions	5	0.6339673399925232
75997	transitions	6	-0.03556069731712341
75997	transitions	7	-0.4425438940525055
75997	transitions	8	-1.3517615795135498
75997	transitions	9	-0.0006240864749997854
75997	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
75997	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
75997	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
75997	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
75997	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
75997	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
75997	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
75997	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
75997	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
75997	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
75997	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
75997	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
75997	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
75997	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
75997	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
75997	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
75997	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
75997	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
75997	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
75997	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
75997	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
75997	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
75997	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
75997	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
75997	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
75997	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
75997	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
75997	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
75997	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
75997	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
75997	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
75997	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
75997	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
75997	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
75997	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
75997	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
75997	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
75997	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
75997	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
75997	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
75997	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
75997	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
75997	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
75997	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
75997	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
75997	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
75997	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
75997	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
75997	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
75997	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
75997	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
75997	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
75997	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
75997	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
75997	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
75997	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
75997	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
75997	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
75997	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
75997	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
75997	embedding2nn.weight	0	0.011262263171374798
75997	embedding2nn.weight	1	-0.015766099095344543
75997	embedding2nn.weight	2	-0.014268255792558193
75997	embedding2nn.weight	3	0.003597581060603261
75997	embedding2nn.weight	4	-0.0059150345623493195
75997	embedding2nn.weight	5	-0.003700577188283205
75997	embedding2nn.weight	6	-0.0039732130244374275
75997	embedding2nn.weight	7	-0.03637384623289108
75997	embedding2nn.weight	8	-0.0019979383796453476
75997	embedding2nn.weight	9	-0.02674221619963646
75997	embedding2nn.bias	0	0.03038967400789261
75997	embedding2nn.bias	1	-0.07574266195297241
75997	embedding2nn.bias	2	0.06312192976474762
75997	embedding2nn.bias	3	0.040685102343559265
75997	embedding2nn.bias	4	-0.033128563314676285
75997	embedding2nn.bias	5	-0.032716359943151474
75997	embedding2nn.bias	6	0.0013825532514601946
75997	embedding2nn.bias	7	-0.05451809614896774
75997	embedding2nn.bias	8	0.021959908306598663
75997	embedding2nn.bias	9	0.014242217876017094
75997	rnn.weight_ih_l0	0	-0.03922240436077118
75997	rnn.weight_ih_l0	1	0.0013680788688361645
75997	rnn.weight_ih_l0	2	0.03585810586810112
75997	rnn.weight_ih_l0	3	0.004892236553132534
75997	rnn.weight_ih_l0	4	-0.010295432060956955
75997	rnn.weight_ih_l0	5	-0.056315865367650986
75997	rnn.weight_ih_l0	6	0.008718595840036869
75997	rnn.weight_ih_l0	7	0.05417446047067642
75997	rnn.weight_ih_l0	8	-0.006670045666396618
75997	rnn.weight_ih_l0	9	-0.023973645642399788
75997	rnn.weight_hh_l0	0	-0.040573738515377045
75997	rnn.weight_hh_l0	1	0.0022204152774065733
75997	rnn.weight_hh_l0	2	-0.00013406755169853568
75997	rnn.weight_hh_l0	3	-0.04669857397675514
75997	rnn.weight_hh_l0	4	0.05457436293363571
75997	rnn.weight_hh_l0	5	0.0008174878312274814
75997	rnn.weight_hh_l0	6	-0.039876993745565414
75997	rnn.weight_hh_l0	7	-0.01536470465362072
75997	rnn.weight_hh_l0	8	0.00674752052873373
75997	rnn.weight_hh_l0	9	-0.020456844940781593
75997	rnn.bias_ih_l0	0	0.062013521790504456
75997	rnn.bias_ih_l0	1	-0.020842188969254494
75997	rnn.bias_ih_l0	2	-0.00867911521345377
75997	rnn.bias_ih_l0	3	0.09386960417032242
75997	rnn.bias_ih_l0	4	-0.044470302760601044
75997	rnn.bias_ih_l0	5	-0.031052233651280403
75997	rnn.bias_ih_l0	6	0.015254211612045765
75997	rnn.bias_ih_l0	7	0.045692041516304016
75997	rnn.bias_ih_l0	8	-0.08129596710205078
75997	rnn.bias_ih_l0	9	-0.03141840547323227
75997	rnn.bias_hh_l0	0	-0.0391971729695797
75997	rnn.bias_hh_l0	1	-0.07747947424650192
75997	rnn.bias_hh_l0	2	-0.042398229241371155
75997	rnn.bias_hh_l0	3	-0.07319238036870956
75997	rnn.bias_hh_l0	4	-0.03015981800854206
75997	rnn.bias_hh_l0	5	-0.0056518386118113995
75997	rnn.bias_hh_l0	6	0.013866505585610867
75997	rnn.bias_hh_l0	7	0.013033004477620125
75997	rnn.bias_hh_l0	8	-0.11409460753202438
75997	rnn.bias_hh_l0	9	-0.033304113894701004
75997	rnn.weight_ih_l0_reverse	0	-0.01831773668527603
75997	rnn.weight_ih_l0_reverse	1	-0.04960973560810089
75997	rnn.weight_ih_l0_reverse	2	-0.02991529367864132
75997	rnn.weight_ih_l0_reverse	3	-0.007725398056209087
75997	rnn.weight_ih_l0_reverse	4	-0.004739940166473389
75997	rnn.weight_ih_l0_reverse	5	-0.04604478180408478
75997	rnn.weight_ih_l0_reverse	6	0.06241481378674507
75997	rnn.weight_ih_l0_reverse	7	-0.017952343448996544
75997	rnn.weight_ih_l0_reverse	8	-0.037230998277664185
75997	rnn.weight_ih_l0_reverse	9	0.0002891758340410888
75997	rnn.weight_hh_l0_reverse	0	0.04375047981739044
75997	rnn.weight_hh_l0_reverse	1	0.024634279310703278
75997	rnn.weight_hh_l0_reverse	2	0.0373339019715786
75997	rnn.weight_hh_l0_reverse	3	0.018914595246315002
75997	rnn.weight_hh_l0_reverse	4	0.002119489014148712
75997	rnn.weight_hh_l0_reverse	5	0.012783540412783623
75997	rnn.weight_hh_l0_reverse	6	0.04250851646065712
75997	rnn.weight_hh_l0_reverse	7	-0.05977939814329147
75997	rnn.weight_hh_l0_reverse	8	0.030749451369047165
75997	rnn.weight_hh_l0_reverse	9	0.047059450298547745
75997	rnn.bias_ih_l0_reverse	0	-0.055974774062633514
75997	rnn.bias_ih_l0_reverse	1	-0.21096889674663544
75997	rnn.bias_ih_l0_reverse	2	-0.09023760259151459
75997	rnn.bias_ih_l0_reverse	3	-0.017660966143012047
75997	rnn.bias_ih_l0_reverse	4	-0.04052261635661125
75997	rnn.bias_ih_l0_reverse	5	0.0353262759745121
75997	rnn.bias_ih_l0_reverse	6	-0.06122405454516411
75997	rnn.bias_ih_l0_reverse	7	0.04304443299770355
75997	rnn.bias_ih_l0_reverse	8	-0.030085204169154167
75997	rnn.bias_ih_l0_reverse	9	0.02981753647327423
75997	rnn.bias_hh_l0_reverse	0	-0.0013518406776711345
75997	rnn.bias_hh_l0_reverse	1	-0.03275919333100319
75997	rnn.bias_hh_l0_reverse	2	0.05647238343954086
75997	rnn.bias_hh_l0_reverse	3	-0.03935246169567108
75997	rnn.bias_hh_l0_reverse	4	-0.035208266228437424
75997	rnn.bias_hh_l0_reverse	5	-0.034742869436740875
75997	rnn.bias_hh_l0_reverse	6	-0.025810357183218002
75997	rnn.bias_hh_l0_reverse	7	0.09814880043268204
75997	rnn.bias_hh_l0_reverse	8	0.02054477296769619
75997	rnn.bias_hh_l0_reverse	9	-0.09786251932382584
75997	rnn.weight_ih_l1	0	-0.0385914109647274
75997	rnn.weight_ih_l1	1	-0.04183180257678032
75997	rnn.weight_ih_l1	2	0.07549163699150085
75997	rnn.weight_ih_l1	3	-0.03139754384756088
75997	rnn.weight_ih_l1	4	-0.002122534904628992
75997	rnn.weight_ih_l1	5	-0.04442530870437622
75997	rnn.weight_ih_l1	6	0.027472974732518196
75997	rnn.weight_ih_l1	7	-0.03392645716667175
75997	rnn.weight_ih_l1	8	0.03963155671954155
75997	rnn.weight_ih_l1	9	0.03241822123527527
75997	rnn.weight_hh_l1	0	-0.01402426790446043
75997	rnn.weight_hh_l1	1	0.008182144723832607
75997	rnn.weight_hh_l1	2	-0.0035889982245862484
75997	rnn.weight_hh_l1	3	-0.008609747514128685
75997	rnn.weight_hh_l1	4	0.002815978368744254
75997	rnn.weight_hh_l1	5	0.024814605712890625
75997	rnn.weight_hh_l1	6	0.028370726853609085
75997	rnn.weight_hh_l1	7	-0.026064066216349602
75997	rnn.weight_hh_l1	8	-0.023201297968626022
75997	rnn.weight_hh_l1	9	0.0419829785823822
75997	rnn.bias_ih_l1	0	-0.15997150540351868
75997	rnn.bias_ih_l1	1	-0.14042797684669495
75997	rnn.bias_ih_l1	2	-0.14867867529392242
75997	rnn.bias_ih_l1	3	-0.21435324847698212
75997	rnn.bias_ih_l1	4	-0.14155134558677673
75997	rnn.bias_ih_l1	5	-0.10072434693574905
75997	rnn.bias_ih_l1	6	-0.105063296854496
75997	rnn.bias_ih_l1	7	-0.017851922661066055
75997	rnn.bias_ih_l1	8	-0.11398358643054962
75997	rnn.bias_ih_l1	9	-0.0935099720954895
75997	rnn.bias_hh_l1	0	-0.12022847682237625
75997	rnn.bias_hh_l1	1	-0.03263054043054581
75997	rnn.bias_hh_l1	2	-0.08545884490013123
75997	rnn.bias_hh_l1	3	-0.08581244945526123
75997	rnn.bias_hh_l1	4	-0.11405980587005615
75997	rnn.bias_hh_l1	5	-0.06878037005662918
75997	rnn.bias_hh_l1	6	-0.08769004791975021
75997	rnn.bias_hh_l1	7	0.006314882077276707
75997	rnn.bias_hh_l1	8	-0.1042003184556961
75997	rnn.bias_hh_l1	9	-0.08631238341331482
75997	rnn.weight_ih_l1_reverse	0	-0.05066898465156555
75997	rnn.weight_ih_l1_reverse	1	0.04356541857123375
75997	rnn.weight_ih_l1_reverse	2	0.006783146411180496
75997	rnn.weight_ih_l1_reverse	3	0.010058175772428513
75997	rnn.weight_ih_l1_reverse	4	-0.03177391737699509
75997	rnn.weight_ih_l1_reverse	5	-0.03476829454302788
75997	rnn.weight_ih_l1_reverse	6	-0.00242787878960371
75997	rnn.weight_ih_l1_reverse	7	0.017547691240906715
75997	rnn.weight_ih_l1_reverse	8	0.011481061577796936
75997	rnn.weight_ih_l1_reverse	9	-0.02734103985130787
75997	rnn.weight_hh_l1_reverse	0	0.007859044708311558
75997	rnn.weight_hh_l1_reverse	1	0.02790515311062336
75997	rnn.weight_hh_l1_reverse	2	-0.038582637906074524
75997	rnn.weight_hh_l1_reverse	3	0.04189838096499443
75997	rnn.weight_hh_l1_reverse	4	0.04718075320124626
75997	rnn.weight_hh_l1_reverse	5	0.008254043757915497
75997	rnn.weight_hh_l1_reverse	6	0.002462448552250862
75997	rnn.weight_hh_l1_reverse	7	0.027570178732275963
75997	rnn.weight_hh_l1_reverse	8	-0.0018592779524624348
75997	rnn.weight_hh_l1_reverse	9	-0.041029930114746094
75997	rnn.bias_ih_l1_reverse	0	-0.04862338304519653
75997	rnn.bias_ih_l1_reverse	1	-0.0882449522614479
75997	rnn.bias_ih_l1_reverse	2	-0.11134101450443268
75997	rnn.bias_ih_l1_reverse	3	-0.010363711975514889
75997	rnn.bias_ih_l1_reverse	4	-0.1562105268239975
75997	rnn.bias_ih_l1_reverse	5	-0.0798555538058281
75997	rnn.bias_ih_l1_reverse	6	-0.11334928125143051
75997	rnn.bias_ih_l1_reverse	7	-0.15242265164852142
75997	rnn.bias_ih_l1_reverse	8	0.10564420372247696
75997	rnn.bias_ih_l1_reverse	9	0.018103746697306633
75997	rnn.bias_hh_l1_reverse	0	-0.022631486877799034
75997	rnn.bias_hh_l1_reverse	1	0.017495274543762207
75997	rnn.bias_hh_l1_reverse	2	-0.20603656768798828
75997	rnn.bias_hh_l1_reverse	3	-0.08458908647298813
75997	rnn.bias_hh_l1_reverse	4	-0.05913152918219566
75997	rnn.bias_hh_l1_reverse	5	-0.07730529457330704
75997	rnn.bias_hh_l1_reverse	6	0.09778148680925369
75997	rnn.bias_hh_l1_reverse	7	-0.13039717078208923
75997	rnn.bias_hh_l1_reverse	8	-0.09275394678115845
75997	rnn.bias_hh_l1_reverse	9	-0.11282350867986679
75997	linear.weight	0	0.002228822559118271
75997	linear.weight	1	0.07634848356246948
75997	linear.weight	2	-0.12714026868343353
75997	linear.weight	3	0.3302856683731079
75997	linear.weight	4	0.10601956397294998
75997	linear.weight	5	-0.005338083952665329
75997	linear.weight	6	0.038449786603450775
75997	linear.weight	7	0.03918737173080444
75997	linear.weight	8	0.04155381768941879
75997	linear.weight	9	-0.08141370117664337
75997	linear.bias	0	-0.07837672531604767
75997	linear.bias	1	-0.14021705090999603
75997	linear.bias	2	-0.477907657623291
75997	linear.bias	3	-0.6924120783805847
75997	linear.bias	4	-1.0190110206604004
75997	linear.bias	5	-0.025140002369880676
75997	linear.bias	6	-0.6735647916793823
75997	linear.bias	7	0.41991204023361206
75997	linear.bias	8	-0.550350546836853
75997	linear.bias	9	-0.8498198390007019
76194	transitions	0	0.5124069452285767
76194	transitions	1	0.09102331846952438
76194	transitions	2	-10000.0
76194	transitions	3	-1.8051719665527344
76194	transitions	4	-10000.0
76194	transitions	5	0.633831799030304
76194	transitions	6	-0.0357753150165081
76194	transitions	7	-0.4443094730377197
76194	transitions	8	-1.3520478010177612
76194	transitions	9	-0.0006257911445572972
76194	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
76194	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
76194	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
76194	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
76194	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
76194	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
76194	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
76194	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
76194	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
76194	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
76194	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
76194	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
76194	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
76194	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
76194	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
76194	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
76194	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
76194	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
76194	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
76194	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
76194	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
76194	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
76194	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
76194	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
76194	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
76194	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
76194	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
76194	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
76194	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
76194	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
76194	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
76194	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
76194	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
76194	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
76194	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
76194	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
76194	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
76194	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
76194	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
76194	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
76194	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
76194	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
76194	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
76194	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
76194	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
76194	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
76194	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
76194	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
76194	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
76194	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
76194	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
76194	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
76194	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
76194	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
76194	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
76194	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
76194	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
76194	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
76194	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
76194	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
76194	embedding2nn.weight	0	0.007540219463407993
76194	embedding2nn.weight	1	-0.01591251790523529
76194	embedding2nn.weight	2	-0.014268255792558193
76194	embedding2nn.weight	3	0.003385726362466812
76194	embedding2nn.weight	4	-0.0059150345623493195
76194	embedding2nn.weight	5	-0.0037005769554525614
76194	embedding2nn.weight	6	-0.003973207902163267
76194	embedding2nn.weight	7	-0.03720090910792351
76194	embedding2nn.weight	8	-0.0019979383796453476
76194	embedding2nn.weight	9	-0.02694566734135151
76194	embedding2nn.bias	0	0.018657127395272255
76194	embedding2nn.bias	1	-0.08052796125411987
76194	embedding2nn.bias	2	0.06223156675696373
76194	embedding2nn.bias	3	0.04888622835278511
76194	embedding2nn.bias	4	-0.02777557633817196
76194	embedding2nn.bias	5	-0.03678764030337334
76194	embedding2nn.bias	6	0.004616297781467438
76194	embedding2nn.bias	7	-0.05409742519259453
76194	embedding2nn.bias	8	0.020471790805459023
76194	embedding2nn.bias	9	0.023162053897976875
76194	rnn.weight_ih_l0	0	-0.038836557418107986
76194	rnn.weight_ih_l0	1	0.001344416057690978
76194	rnn.weight_ih_l0	2	0.03633531555533409
76194	rnn.weight_ih_l0	3	0.0041878786869347095
76194	rnn.weight_ih_l0	4	-0.010490083135664463
76194	rnn.weight_ih_l0	5	-0.05694671347737312
76194	rnn.weight_ih_l0	6	0.008262192830443382
76194	rnn.weight_ih_l0	7	0.05526271089911461
76194	rnn.weight_ih_l0	8	-0.007927429862320423
76194	rnn.weight_ih_l0	9	-0.0225108340382576
76194	rnn.weight_hh_l0	0	-0.03935940936207771
76194	rnn.weight_hh_l0	1	0.0019287755712866783
76194	rnn.weight_hh_l0	2	-1.0363779438193887e-05
76194	rnn.weight_hh_l0	3	-0.04741630703210831
76194	rnn.weight_hh_l0	4	0.05466308072209358
76194	rnn.weight_hh_l0	5	0.0001651491184020415
76194	rnn.weight_hh_l0	6	-0.03830333054065704
76194	rnn.weight_hh_l0	7	-0.01668158732354641
76194	rnn.weight_hh_l0	8	0.006892779842019081
76194	rnn.weight_hh_l0	9	-0.019871365278959274
76194	rnn.bias_ih_l0	0	0.06200790777802467
76194	rnn.bias_ih_l0	1	-0.019146688282489777
76194	rnn.bias_ih_l0	2	-0.009487872943282127
76194	rnn.bias_ih_l0	3	0.09842990338802338
76194	rnn.bias_ih_l0	4	-0.04551372677087784
76194	rnn.bias_ih_l0	5	-0.027623537927865982
76194	rnn.bias_ih_l0	6	0.013292567804455757
76194	rnn.bias_ih_l0	7	0.048969198018312454
76194	rnn.bias_ih_l0	8	-0.08196329325437546
76194	rnn.bias_ih_l0	9	-0.030393747612833977
76194	rnn.bias_hh_l0	0	-0.036553993821144104
76194	rnn.bias_hh_l0	1	-0.07804009318351746
76194	rnn.bias_hh_l0	2	-0.043462611734867096
76194	rnn.bias_hh_l0	3	-0.07321567833423615
76194	rnn.bias_hh_l0	4	-0.028479456901550293
76194	rnn.bias_hh_l0	5	-0.001517027267254889
76194	rnn.bias_hh_l0	6	0.011596954427659512
76194	rnn.bias_hh_l0	7	0.004729318432509899
76194	rnn.bias_hh_l0	8	-0.11121807992458344
76194	rnn.bias_hh_l0	9	-0.03179963305592537
76194	rnn.weight_ih_l0_reverse	0	-0.018378891050815582
76194	rnn.weight_ih_l0_reverse	1	-0.05012498050928116
76194	rnn.weight_ih_l0_reverse	2	-0.03120202012360096
76194	rnn.weight_ih_l0_reverse	3	-0.007682511117309332
76194	rnn.weight_ih_l0_reverse	4	-0.005002646706998348
76194	rnn.weight_ih_l0_reverse	5	-0.04603179171681404
76194	rnn.weight_ih_l0_reverse	6	0.06139158084988594
76194	rnn.weight_ih_l0_reverse	7	-0.01565326564013958
76194	rnn.weight_ih_l0_reverse	8	-0.037622179836034775
76194	rnn.weight_ih_l0_reverse	9	-0.0004765168414451182
76194	rnn.weight_hh_l0_reverse	0	0.04427870735526085
76194	rnn.weight_hh_l0_reverse	1	0.02480415254831314
76194	rnn.weight_hh_l0_reverse	2	0.03754374384880066
76194	rnn.weight_hh_l0_reverse	3	0.020192675292491913
76194	rnn.weight_hh_l0_reverse	4	0.0019597355276346207
76194	rnn.weight_hh_l0_reverse	5	0.012328634969890118
76194	rnn.weight_hh_l0_reverse	6	0.04224592447280884
76194	rnn.weight_hh_l0_reverse	7	-0.05981253832578659
76194	rnn.weight_hh_l0_reverse	8	0.031005244702100754
76194	rnn.weight_hh_l0_reverse	9	0.04650994762778282
76194	rnn.bias_ih_l0_reverse	0	-0.05787642300128937
76194	rnn.bias_ih_l0_reverse	1	-0.2122124880552292
76194	rnn.bias_ih_l0_reverse	2	-0.08582505583763123
76194	rnn.bias_ih_l0_reverse	3	-0.015562545508146286
76194	rnn.bias_ih_l0_reverse	4	-0.04221081733703613
76194	rnn.bias_ih_l0_reverse	5	0.03646300733089447
76194	rnn.bias_ih_l0_reverse	6	-0.062460046261548996
76194	rnn.bias_ih_l0_reverse	7	0.042963843792676926
76194	rnn.bias_ih_l0_reverse	8	-0.02610834874212742
76194	rnn.bias_ih_l0_reverse	9	0.032515738159418106
76194	rnn.bias_hh_l0_reverse	0	-0.0005745453527197242
76194	rnn.bias_hh_l0_reverse	1	-0.034177932888269424
76194	rnn.bias_hh_l0_reverse	2	0.05684591457247734
76194	rnn.bias_hh_l0_reverse	3	-0.03920662775635719
76194	rnn.bias_hh_l0_reverse	4	-0.03677302226424217
76194	rnn.bias_hh_l0_reverse	5	-0.03973958268761635
76194	rnn.bias_hh_l0_reverse	6	-0.027322448790073395
76194	rnn.bias_hh_l0_reverse	7	0.09557848423719406
76194	rnn.bias_hh_l0_reverse	8	0.022288918495178223
76194	rnn.bias_hh_l0_reverse	9	-0.09457995742559433
76194	rnn.weight_ih_l1	0	-0.038342248648405075
76194	rnn.weight_ih_l1	1	-0.03970905393362045
76194	rnn.weight_ih_l1	2	0.07369732111692429
76194	rnn.weight_ih_l1	3	-0.031400177627801895
76194	rnn.weight_ih_l1	4	-0.0032638839911669493
76194	rnn.weight_ih_l1	5	-0.04420303553342819
76194	rnn.weight_ih_l1	6	0.027065370231866837
76194	rnn.weight_ih_l1	7	-0.033461980521678925
76194	rnn.weight_ih_l1	8	0.039527054876089096
76194	rnn.weight_ih_l1	9	0.032666124403476715
76194	rnn.weight_hh_l1	0	-0.014106633141636848
76194	rnn.weight_hh_l1	1	0.007916062138974667
76194	rnn.weight_hh_l1	2	-0.003916420973837376
76194	rnn.weight_hh_l1	3	-0.009216400794684887
76194	rnn.weight_hh_l1	4	0.003001742996275425
76194	rnn.weight_hh_l1	5	0.024813510477542877
76194	rnn.weight_hh_l1	6	0.02784205973148346
76194	rnn.weight_hh_l1	7	-0.026526834815740585
76194	rnn.weight_hh_l1	8	-0.023090824484825134
76194	rnn.weight_hh_l1	9	0.04168465733528137
76194	rnn.bias_ih_l1	0	-0.15617093443870544
76194	rnn.bias_ih_l1	1	-0.14038826525211334
76194	rnn.bias_ih_l1	2	-0.14379701018333435
76194	rnn.bias_ih_l1	3	-0.21243610978126526
76194	rnn.bias_ih_l1	4	-0.13745149970054626
76194	rnn.bias_ih_l1	5	-0.1003958135843277
76194	rnn.bias_ih_l1	6	-0.10662098973989487
76194	rnn.bias_ih_l1	7	-0.01821351982653141
76194	rnn.bias_ih_l1	8	-0.1100824847817421
76194	rnn.bias_ih_l1	9	-0.09516537189483643
76194	rnn.bias_hh_l1	0	-0.12100676447153091
76194	rnn.bias_hh_l1	1	-0.03233442083001137
76194	rnn.bias_hh_l1	2	-0.09065034985542297
76194	rnn.bias_hh_l1	3	-0.0861567035317421
76194	rnn.bias_hh_l1	4	-0.11406504362821579
76194	rnn.bias_hh_l1	5	-0.06835485249757767
76194	rnn.bias_hh_l1	6	-0.08688634634017944
76194	rnn.bias_hh_l1	7	0.010044455528259277
76194	rnn.bias_hh_l1	8	-0.10450395941734314
76194	rnn.bias_hh_l1	9	-0.0855243131518364
76194	rnn.weight_ih_l1_reverse	0	-0.04972485825419426
76194	rnn.weight_ih_l1_reverse	1	0.04443512484431267
76194	rnn.weight_ih_l1_reverse	2	0.006074823439121246
76194	rnn.weight_ih_l1_reverse	3	0.009133643470704556
76194	rnn.weight_ih_l1_reverse	4	-0.031043019145727158
76194	rnn.weight_ih_l1_reverse	5	-0.035066694021224976
76194	rnn.weight_ih_l1_reverse	6	-0.0011059504467993975
76194	rnn.weight_ih_l1_reverse	7	0.019066018983721733
76194	rnn.weight_ih_l1_reverse	8	0.009317837655544281
76194	rnn.weight_ih_l1_reverse	9	-0.032652597874403
76194	rnn.weight_hh_l1_reverse	0	0.007968919351696968
76194	rnn.weight_hh_l1_reverse	1	0.027739951387047768
76194	rnn.weight_hh_l1_reverse	2	-0.038653042167425156
76194	rnn.weight_hh_l1_reverse	3	0.041871052235364914
76194	rnn.weight_hh_l1_reverse	4	0.04735851660370827
76194	rnn.weight_hh_l1_reverse	5	0.008522464893758297
76194	rnn.weight_hh_l1_reverse	6	0.0033065511379390955
76194	rnn.weight_hh_l1_reverse	7	0.02757449448108673
76194	rnn.weight_hh_l1_reverse	8	-0.0022153661120682955
76194	rnn.weight_hh_l1_reverse	9	-0.04085465893149376
76194	rnn.bias_ih_l1_reverse	0	-0.05076337605714798
76194	rnn.bias_ih_l1_reverse	1	-0.08984864503145218
76194	rnn.bias_ih_l1_reverse	2	-0.11203944683074951
76194	rnn.bias_ih_l1_reverse	3	-0.009210145100951195
76194	rnn.bias_ih_l1_reverse	4	-0.15743184089660645
76194	rnn.bias_ih_l1_reverse	5	-0.0786677673459053
76194	rnn.bias_ih_l1_reverse	6	-0.11385003477334976
76194	rnn.bias_ih_l1_reverse	7	-0.15301266312599182
76194	rnn.bias_ih_l1_reverse	8	0.10617212951183319
76194	rnn.bias_ih_l1_reverse	9	0.01483013853430748
76194	rnn.bias_hh_l1_reverse	0	-0.027530036866664886
76194	rnn.bias_hh_l1_reverse	1	0.013345030136406422
76194	rnn.bias_hh_l1_reverse	2	-0.20653687417507172
76194	rnn.bias_hh_l1_reverse	3	-0.08569309115409851
76194	rnn.bias_hh_l1_reverse	4	-0.05901012197136879
76194	rnn.bias_hh_l1_reverse	5	-0.07775885611772537
76194	rnn.bias_hh_l1_reverse	6	0.09598598629236221
76194	rnn.bias_hh_l1_reverse	7	-0.1289639174938202
76194	rnn.bias_hh_l1_reverse	8	-0.09249264746904373
76194	rnn.bias_hh_l1_reverse	9	-0.11270508915185928
76194	linear.weight	0	0.002228822559118271
76194	linear.weight	1	0.08311192691326141
76194	linear.weight	2	-0.12034789472818375
76194	linear.weight	3	0.33115851879119873
76194	linear.weight	4	0.10519041866064072
76194	linear.weight	5	-0.006621895357966423
76194	linear.weight	6	0.015622620470821857
76194	linear.weight	7	0.04680129885673523
76194	linear.weight	8	0.041552308946847916
76194	linear.weight	9	-0.07824242115020752
76194	linear.bias	0	-0.08979791402816772
76194	linear.bias	1	-0.15337133407592773
76194	linear.bias	2	-0.45224761962890625
76194	linear.bias	3	-0.6871052980422974
76194	linear.bias	4	-1.0144410133361816
76194	linear.bias	5	-0.05492746829986572
76194	linear.bias	6	-0.685947597026825
76194	linear.bias	7	0.38739269971847534
76194	linear.bias	8	-0.5643775463104248
76194	linear.bias	9	-0.8649327158927917
76391	transitions	0	0.5077158212661743
76391	transitions	1	0.08512043952941895
76391	transitions	2	-10000.0
76391	transitions	3	-1.8053793907165527
76391	transitions	4	-10000.0
76391	transitions	5	0.6335233449935913
76391	transitions	6	-0.035986319184303284
76391	transitions	7	-0.4454178810119629
76391	transitions	8	-1.3522659540176392
76391	transitions	9	-0.00062756915576756
76391	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
76391	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
76391	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
76391	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
76391	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
76391	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
76391	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
76391	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
76391	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
76391	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
76391	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
76391	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
76391	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
76391	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
76391	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
76391	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
76391	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
76391	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
76391	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
76391	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
76391	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
76391	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
76391	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
76391	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
76391	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
76391	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
76391	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
76391	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
76391	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
76391	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
76391	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
76391	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
76391	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
76391	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
76391	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
76391	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
76391	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
76391	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
76391	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
76391	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
76391	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
76391	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
76391	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
76391	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
76391	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
76391	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
76391	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
76391	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
76391	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
76391	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
76391	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
76391	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
76391	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
76391	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
76391	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
76391	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
76391	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
76391	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
76391	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
76391	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
76391	embedding2nn.weight	0	0.008511553518474102
76391	embedding2nn.weight	1	-0.015904365107417107
76391	embedding2nn.weight	2	-0.014268255792558193
76391	embedding2nn.weight	3	0.0027951889205724
76391	embedding2nn.weight	4	-0.0059150345623493195
76391	embedding2nn.weight	5	-0.0037005767226219177
76391	embedding2nn.weight	6	-0.003973208833485842
76391	embedding2nn.weight	7	-0.037061840295791626
76391	embedding2nn.weight	8	-0.0019979383796453476
76391	embedding2nn.weight	9	-0.026443567126989365
76391	embedding2nn.bias	0	0.01684318110346794
76391	embedding2nn.bias	1	-0.07983440905809402
76391	embedding2nn.bias	2	0.07148782908916473
76391	embedding2nn.bias	3	0.05156497657299042
76391	embedding2nn.bias	4	-0.02532501518726349
76391	embedding2nn.bias	5	-0.04017448425292969
76391	embedding2nn.bias	6	0.004990232177078724
76391	embedding2nn.bias	7	-0.04185834154486656
76391	embedding2nn.bias	8	0.028517043218016624
76391	embedding2nn.bias	9	0.0364145003259182
76391	rnn.weight_ih_l0	0	-0.03933245316147804
76391	rnn.weight_ih_l0	1	-1.3482951544574462e-05
76391	rnn.weight_ih_l0	2	0.03499859198927879
76391	rnn.weight_ih_l0	3	0.0037637525238096714
76391	rnn.weight_ih_l0	4	-0.010442729108035564
76391	rnn.weight_ih_l0	5	-0.05722622945904732
76391	rnn.weight_ih_l0	6	0.007706404663622379
76391	rnn.weight_ih_l0	7	0.054880280047655106
76391	rnn.weight_ih_l0	8	-0.007626835722476244
76391	rnn.weight_ih_l0	9	-0.022412683814764023
76391	rnn.weight_hh_l0	0	-0.03781408444046974
76391	rnn.weight_hh_l0	1	0.0018739922670647502
76391	rnn.weight_hh_l0	2	0.0025479120668023825
76391	rnn.weight_hh_l0	3	-0.04724191129207611
76391	rnn.weight_hh_l0	4	0.0538007877767086
76391	rnn.weight_hh_l0	5	-0.001347761950455606
76391	rnn.weight_hh_l0	6	-0.03781920671463013
76391	rnn.weight_hh_l0	7	-0.016834478825330734
76391	rnn.weight_hh_l0	8	0.006857067346572876
76391	rnn.weight_hh_l0	9	-0.020130401477217674
76391	rnn.bias_ih_l0	0	0.06375599652528763
76391	rnn.bias_ih_l0	1	-0.020577099174261093
76391	rnn.bias_ih_l0	2	-0.009885182604193687
76391	rnn.bias_ih_l0	3	0.10383130609989166
76391	rnn.bias_ih_l0	4	-0.0466332770884037
76391	rnn.bias_ih_l0	5	-0.02545555867254734
76391	rnn.bias_ih_l0	6	0.012967701070010662
76391	rnn.bias_ih_l0	7	0.04706818237900734
76391	rnn.bias_ih_l0	8	-0.08253485709428787
76391	rnn.bias_ih_l0	9	-0.030890509486198425
76391	rnn.bias_hh_l0	0	-0.03596649318933487
76391	rnn.bias_hh_l0	1	-0.07359758019447327
76391	rnn.bias_hh_l0	2	-0.0447903536260128
76391	rnn.bias_hh_l0	3	-0.0732228234410286
76391	rnn.bias_hh_l0	4	-0.030120808631181717
76391	rnn.bias_hh_l0	5	-0.002053746720775962
76391	rnn.bias_hh_l0	6	0.00866907462477684
76391	rnn.bias_hh_l0	7	0.005192285869270563
76391	rnn.bias_hh_l0	8	-0.11475510150194168
76391	rnn.bias_hh_l0	9	-0.028634050861001015
76391	rnn.weight_ih_l0_reverse	0	-0.01717240735888481
76391	rnn.weight_ih_l0_reverse	1	-0.05010935291647911
76391	rnn.weight_ih_l0_reverse	2	-0.03171815723180771
76391	rnn.weight_ih_l0_reverse	3	-0.005824082996696234
76391	rnn.weight_ih_l0_reverse	4	-0.005059043876826763
76391	rnn.weight_ih_l0_reverse	5	-0.04543028026819229
76391	rnn.weight_ih_l0_reverse	6	0.06012703478336334
76391	rnn.weight_ih_l0_reverse	7	-0.01195930689573288
76391	rnn.weight_ih_l0_reverse	8	-0.03752398118376732
76391	rnn.weight_ih_l0_reverse	9	0.0016520270146429539
76391	rnn.weight_hh_l0_reverse	0	0.04347697272896767
76391	rnn.weight_hh_l0_reverse	1	0.024788986891508102
76391	rnn.weight_hh_l0_reverse	2	0.03738149628043175
76391	rnn.weight_hh_l0_reverse	3	0.02033109962940216
76391	rnn.weight_hh_l0_reverse	4	0.0014567510224878788
76391	rnn.weight_hh_l0_reverse	5	0.01250703539699316
76391	rnn.weight_hh_l0_reverse	6	0.042322173714637756
76391	rnn.weight_hh_l0_reverse	7	-0.05990462005138397
76391	rnn.weight_hh_l0_reverse	8	0.032226916402578354
76391	rnn.weight_hh_l0_reverse	9	0.045577652752399445
76391	rnn.bias_ih_l0_reverse	0	-0.05640919879078865
76391	rnn.bias_ih_l0_reverse	1	-0.21361342072486877
76391	rnn.bias_ih_l0_reverse	2	-0.08644281327724457
76391	rnn.bias_ih_l0_reverse	3	-0.019003083929419518
76391	rnn.bias_ih_l0_reverse	4	-0.04298975318670273
76391	rnn.bias_ih_l0_reverse	5	0.03597500920295715
76391	rnn.bias_ih_l0_reverse	6	-0.06251455843448639
76391	rnn.bias_ih_l0_reverse	7	0.04184754937887192
76391	rnn.bias_ih_l0_reverse	8	-0.025507556274533272
76391	rnn.bias_ih_l0_reverse	9	0.030466509982943535
76391	rnn.bias_hh_l0_reverse	0	-0.0019862588960677385
76391	rnn.bias_hh_l0_reverse	1	-0.03503730148077011
76391	rnn.bias_hh_l0_reverse	2	0.05621356517076492
76391	rnn.bias_hh_l0_reverse	3	-0.03976523131132126
76391	rnn.bias_hh_l0_reverse	4	-0.036650028079748154
76391	rnn.bias_hh_l0_reverse	5	-0.040998589247465134
76391	rnn.bias_hh_l0_reverse	6	-0.025262048467993736
76391	rnn.bias_hh_l0_reverse	7	0.09483116865158081
76391	rnn.bias_hh_l0_reverse	8	0.020531775429844856
76391	rnn.bias_hh_l0_reverse	9	-0.09339159727096558
76391	rnn.weight_ih_l1	0	-0.03810534626245499
76391	rnn.weight_ih_l1	1	-0.04109526053071022
76391	rnn.weight_ih_l1	2	0.07121658325195312
76391	rnn.weight_ih_l1	3	-0.0331483855843544
76391	rnn.weight_ih_l1	4	-0.0034601755905896425
76391	rnn.weight_ih_l1	5	-0.04432576894760132
76391	rnn.weight_ih_l1	6	0.026984727010130882
76391	rnn.weight_ih_l1	7	-0.032806213945150375
76391	rnn.weight_ih_l1	8	0.03934964910149574
76391	rnn.weight_ih_l1	9	0.032660774886608124
76391	rnn.weight_hh_l1	0	-0.013073176145553589
76391	rnn.weight_hh_l1	1	0.008227067068219185
76391	rnn.weight_hh_l1	2	-0.004845342133194208
76391	rnn.weight_hh_l1	3	-0.009195332415401936
76391	rnn.weight_hh_l1	4	0.0019331194926053286
76391	rnn.weight_hh_l1	5	0.02534688264131546
76391	rnn.weight_hh_l1	6	0.02754577435553074
76391	rnn.weight_hh_l1	7	-0.02645096927881241
76391	rnn.weight_hh_l1	8	-0.023177258670330048
76391	rnn.weight_hh_l1	9	0.041080400347709656
76391	rnn.bias_ih_l1	0	-0.15227662026882172
76391	rnn.bias_ih_l1	1	-0.13668881356716156
76391	rnn.bias_ih_l1	2	-0.1428573876619339
76391	rnn.bias_ih_l1	3	-0.2150002121925354
76391	rnn.bias_ih_l1	4	-0.14711619913578033
76391	rnn.bias_ih_l1	5	-0.09913893789052963
76391	rnn.bias_ih_l1	6	-0.10538816452026367
76391	rnn.bias_ih_l1	7	-0.019843466579914093
76391	rnn.bias_ih_l1	8	-0.10941694676876068
76391	rnn.bias_ih_l1	9	-0.09895607829093933
76391	rnn.bias_hh_l1	0	-0.11829198896884918
76391	rnn.bias_hh_l1	1	-0.031988855451345444
76391	rnn.bias_hh_l1	2	-0.09106498211622238
76391	rnn.bias_hh_l1	3	-0.08686470240354538
76391	rnn.bias_hh_l1	4	-0.11395247280597687
76391	rnn.bias_hh_l1	5	-0.0659652128815651
76391	rnn.bias_hh_l1	6	-0.08804874867200851
76391	rnn.bias_hh_l1	7	0.009938402101397514
76391	rnn.bias_hh_l1	8	-0.11088266223669052
76391	rnn.bias_hh_l1	9	-0.0862681120634079
76391	rnn.weight_ih_l1_reverse	0	-0.05017491430044174
76391	rnn.weight_ih_l1_reverse	1	0.047577183693647385
76391	rnn.weight_ih_l1_reverse	2	0.0066302502527832985
76391	rnn.weight_ih_l1_reverse	3	0.010668792761862278
76391	rnn.weight_ih_l1_reverse	4	-0.0307783093303442
76391	rnn.weight_ih_l1_reverse	5	-0.035138413310050964
76391	rnn.weight_ih_l1_reverse	6	0.00199327920563519
76391	rnn.weight_ih_l1_reverse	7	0.019303791224956512
76391	rnn.weight_ih_l1_reverse	8	0.009194289334118366
76391	rnn.weight_ih_l1_reverse	9	-0.02984926849603653
76391	rnn.weight_hh_l1_reverse	0	0.008017550222575665
76391	rnn.weight_hh_l1_reverse	1	0.027700087055563927
76391	rnn.weight_hh_l1_reverse	2	-0.038665588945150375
76391	rnn.weight_hh_l1_reverse	3	0.04177980497479439
76391	rnn.weight_hh_l1_reverse	4	0.04815153032541275
76391	rnn.weight_hh_l1_reverse	5	0.008315598592162132
76391	rnn.weight_hh_l1_reverse	6	0.0038880291394889355
76391	rnn.weight_hh_l1_reverse	7	0.027344683185219765
76391	rnn.weight_hh_l1_reverse	8	-0.0019604649860411882
76391	rnn.weight_hh_l1_reverse	9	-0.04084889218211174
76391	rnn.bias_ih_l1_reverse	0	-0.050822895020246506
76391	rnn.bias_ih_l1_reverse	1	-0.09051789343357086
76391	rnn.bias_ih_l1_reverse	2	-0.11266271024942398
76391	rnn.bias_ih_l1_reverse	3	-0.011329999193549156
76391	rnn.bias_ih_l1_reverse	4	-0.15688954293727875
76391	rnn.bias_ih_l1_reverse	5	-0.07953193038702011
76391	rnn.bias_ih_l1_reverse	6	-0.11342711746692657
76391	rnn.bias_ih_l1_reverse	7	-0.151157945394516
76391	rnn.bias_ih_l1_reverse	8	0.09972146153450012
76391	rnn.bias_ih_l1_reverse	9	0.013744324445724487
76391	rnn.bias_hh_l1_reverse	0	-0.02607419714331627
76391	rnn.bias_hh_l1_reverse	1	0.013473565690219402
76391	rnn.bias_hh_l1_reverse	2	-0.20735058188438416
76391	rnn.bias_hh_l1_reverse	3	-0.08471277356147766
76391	rnn.bias_hh_l1_reverse	4	-0.05943504348397255
76391	rnn.bias_hh_l1_reverse	5	-0.08114294707775116
76391	rnn.bias_hh_l1_reverse	6	0.10637366026639938
76391	rnn.bias_hh_l1_reverse	7	-0.13123755156993866
76391	rnn.bias_hh_l1_reverse	8	-0.09394087642431259
76391	rnn.bias_hh_l1_reverse	9	-0.11345834285020828
76391	linear.weight	0	0.002228822559118271
76391	linear.weight	1	0.08206550031900406
76391	linear.weight	2	-0.1166742816567421
76391	linear.weight	3	0.329170286655426
76391	linear.weight	4	0.10660713165998459
76391	linear.weight	5	-0.0019098205957561731
76391	linear.weight	6	0.000890898983925581
76391	linear.weight	7	0.03587750345468521
76391	linear.weight	8	0.04155087098479271
76391	linear.weight	9	-0.07207828015089035
76391	linear.bias	0	-0.0783902183175087
76391	linear.bias	1	-0.14335428178310394
76391	linear.bias	2	-0.49879270792007446
76391	linear.bias	3	-0.6896211504936218
76391	linear.bias	4	-1.017323613166809
76391	linear.bias	5	-0.06428602337837219
76391	linear.bias	6	-0.67431640625
76391	linear.bias	7	0.37239065766334534
76391	linear.bias	8	-0.541096031665802
76391	linear.bias	9	-0.8387979865074158
76588	transitions	0	0.5037176609039307
76588	transitions	1	0.07852347940206528
76588	transitions	2	-10000.0
76588	transitions	3	-1.8054560422897339
76588	transitions	4	-10000.0
76588	transitions	5	0.633371114730835
76588	transitions	6	-0.03618410602211952
76588	transitions	7	-0.4472571909427643
76588	transitions	8	-1.3525422811508179
76588	transitions	9	-0.0006293121841736138
76588	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
76588	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
76588	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
76588	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
76588	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
76588	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
76588	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
76588	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
76588	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
76588	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
76588	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
76588	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
76588	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
76588	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
76588	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
76588	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
76588	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
76588	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
76588	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
76588	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
76588	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
76588	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
76588	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
76588	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
76588	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
76588	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
76588	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
76588	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
76588	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
76588	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
76588	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
76588	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
76588	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
76588	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
76588	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
76588	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
76588	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
76588	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
76588	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
76588	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
76588	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
76588	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
76588	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
76588	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
76588	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
76588	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
76588	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
76588	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
76588	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
76588	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
76588	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
76588	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
76588	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
76588	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
76588	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
76588	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
76588	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
76588	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
76588	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
76588	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
76588	embedding2nn.weight	0	0.007843182422220707
76588	embedding2nn.weight	1	-0.01596098206937313
76588	embedding2nn.weight	2	-0.014268255792558193
76588	embedding2nn.weight	3	0.0015204851515591145
76588	embedding2nn.weight	4	-0.0059150345623493195
76588	embedding2nn.weight	5	-0.0037005767226219177
76588	embedding2nn.weight	6	-0.0039732130244374275
76588	embedding2nn.weight	7	-0.03658932447433472
76588	embedding2nn.weight	8	-0.0019979383796453476
76588	embedding2nn.weight	9	-0.026576872915029526
76588	embedding2nn.bias	0	0.0167007427662611
76588	embedding2nn.bias	1	-0.08379244804382324
76588	embedding2nn.bias	2	0.06570485234260559
76588	embedding2nn.bias	3	0.03902861103415489
76588	embedding2nn.bias	4	-0.026761667802929878
76588	embedding2nn.bias	5	-0.030043326318264008
76588	embedding2nn.bias	6	0.0031395473051816225
76588	embedding2nn.bias	7	-0.039699308574199677
76588	embedding2nn.bias	8	0.02894628793001175
76588	embedding2nn.bias	9	0.03578050434589386
76588	rnn.weight_ih_l0	0	-0.039795421063899994
76588	rnn.weight_ih_l0	1	0.00018984198686666787
76588	rnn.weight_ih_l0	2	0.034397780895233154
76588	rnn.weight_ih_l0	3	0.003922056872397661
76588	rnn.weight_ih_l0	4	-0.012322415597736835
76588	rnn.weight_ih_l0	5	-0.05713442340493202
76588	rnn.weight_ih_l0	6	0.008114836178719997
76588	rnn.weight_ih_l0	7	0.054769862443208694
76588	rnn.weight_ih_l0	8	-0.006610303185880184
76588	rnn.weight_ih_l0	9	-0.023042527958750725
76588	rnn.weight_hh_l0	0	-0.03764758259057999
76588	rnn.weight_hh_l0	1	0.0022305294405668974
76588	rnn.weight_hh_l0	2	0.0017543070716783404
76588	rnn.weight_hh_l0	3	-0.046520937234163284
76588	rnn.weight_hh_l0	4	0.05387745425105095
76588	rnn.weight_hh_l0	5	-0.0014592759544029832
76588	rnn.weight_hh_l0	6	-0.03914256393909454
76588	rnn.weight_hh_l0	7	-0.018535949289798737
76588	rnn.weight_hh_l0	8	0.007083849981427193
76588	rnn.weight_hh_l0	9	-0.019503865391016006
76588	rnn.bias_ih_l0	0	0.066588394343853
76588	rnn.bias_ih_l0	1	-0.021653074771165848
76588	rnn.bias_ih_l0	2	-0.009588073007762432
76588	rnn.bias_ih_l0	3	0.10539620369672775
76588	rnn.bias_ih_l0	4	-0.04659128561615944
76588	rnn.bias_ih_l0	5	-0.028621813282370567
76588	rnn.bias_ih_l0	6	0.013759840279817581
76588	rnn.bias_ih_l0	7	0.04503520205616951
76588	rnn.bias_ih_l0	8	-0.08307129889726639
76588	rnn.bias_ih_l0	9	-0.030132943764328957
76588	rnn.bias_hh_l0	0	-0.03465139865875244
76588	rnn.bias_hh_l0	1	-0.07267553359270096
76588	rnn.bias_hh_l0	2	-0.04283604398369789
76588	rnn.bias_hh_l0	3	-0.07153471559286118
76588	rnn.bias_hh_l0	4	-0.03028218448162079
76588	rnn.bias_hh_l0	5	-0.0003190030110999942
76588	rnn.bias_hh_l0	6	0.0072488985024392605
76588	rnn.bias_hh_l0	7	0.009120667353272438
76588	rnn.bias_hh_l0	8	-0.11632034927606583
76588	rnn.bias_hh_l0	9	-0.02299671620130539
76588	rnn.weight_ih_l0_reverse	0	-0.017961256206035614
76588	rnn.weight_ih_l0_reverse	1	-0.05031995102763176
76588	rnn.weight_ih_l0_reverse	2	-0.029618248343467712
76588	rnn.weight_ih_l0_reverse	3	-0.0056028179824352264
76588	rnn.weight_ih_l0_reverse	4	-0.006390819791704416
76588	rnn.weight_ih_l0_reverse	5	-0.04525795578956604
76588	rnn.weight_ih_l0_reverse	6	0.06018635630607605
76588	rnn.weight_ih_l0_reverse	7	-0.012613372877240181
76588	rnn.weight_ih_l0_reverse	8	-0.03716388717293739
76588	rnn.weight_ih_l0_reverse	9	0.002055052202194929
76588	rnn.weight_hh_l0_reverse	0	0.04313253238797188
76588	rnn.weight_hh_l0_reverse	1	0.02491709776222706
76588	rnn.weight_hh_l0_reverse	2	0.037309467792510986
76588	rnn.weight_hh_l0_reverse	3	0.020730340853333473
76588	rnn.weight_hh_l0_reverse	4	0.0014554233057424426
76588	rnn.weight_hh_l0_reverse	5	0.013137918896973133
76588	rnn.weight_hh_l0_reverse	6	0.04211178049445152
76588	rnn.weight_hh_l0_reverse	7	-0.05925709754228592
76588	rnn.weight_hh_l0_reverse	8	0.033120106905698776
76588	rnn.weight_hh_l0_reverse	9	0.04607347026467323
76588	rnn.bias_ih_l0_reverse	0	-0.05838765949010849
76588	rnn.bias_ih_l0_reverse	1	-0.21401512622833252
76588	rnn.bias_ih_l0_reverse	2	-0.09000909328460693
76588	rnn.bias_ih_l0_reverse	3	-0.01869731768965721
76588	rnn.bias_ih_l0_reverse	4	-0.04129943624138832
76588	rnn.bias_ih_l0_reverse	5	0.03705904632806778
76588	rnn.bias_ih_l0_reverse	6	-0.0610814243555069
76588	rnn.bias_ih_l0_reverse	7	0.04287135601043701
76588	rnn.bias_ih_l0_reverse	8	-0.02569064311683178
76588	rnn.bias_ih_l0_reverse	9	0.02965298481285572
76588	rnn.bias_hh_l0_reverse	0	-0.003924050834029913
76588	rnn.bias_hh_l0_reverse	1	-0.03566409647464752
76588	rnn.bias_hh_l0_reverse	2	0.06603436172008514
76588	rnn.bias_hh_l0_reverse	3	-0.03822445496916771
76588	rnn.bias_hh_l0_reverse	4	-0.04045858979225159
76588	rnn.bias_hh_l0_reverse	5	-0.04008562117815018
76588	rnn.bias_hh_l0_reverse	6	-0.02350195311009884
76588	rnn.bias_hh_l0_reverse	7	0.09534189850091934
76588	rnn.bias_hh_l0_reverse	8	0.021046647801995277
76588	rnn.bias_hh_l0_reverse	9	-0.09506557881832123
76588	rnn.weight_ih_l1	0	-0.03811894357204437
76588	rnn.weight_ih_l1	1	-0.038901444524526596
76588	rnn.weight_ih_l1	2	0.07047396153211594
76588	rnn.weight_ih_l1	3	-0.027767935767769814
76588	rnn.weight_ih_l1	4	-0.0037048845551908016
76588	rnn.weight_ih_l1	5	-0.04433301463723183
76588	rnn.weight_ih_l1	6	0.02668295055627823
76588	rnn.weight_ih_l1	7	-0.03268803283572197
76588	rnn.weight_ih_l1	8	0.03919422626495361
76588	rnn.weight_ih_l1	9	0.032309550791978836
76588	rnn.weight_hh_l1	0	-0.012938696891069412
76588	rnn.weight_hh_l1	1	0.008441116660833359
76588	rnn.weight_hh_l1	2	-0.004529005382210016
76588	rnn.weight_hh_l1	3	-0.009198264218866825
76588	rnn.weight_hh_l1	4	0.0017673138063400984
76588	rnn.weight_hh_l1	5	0.0254779402166605
76588	rnn.weight_hh_l1	6	0.02753269113600254
76588	rnn.weight_hh_l1	7	-0.026336070150136948
76588	rnn.weight_hh_l1	8	-0.02280408889055252
76588	rnn.weight_hh_l1	9	0.041029926389455795
76588	rnn.bias_ih_l1	0	-0.1470540463924408
76588	rnn.bias_ih_l1	1	-0.1363247185945511
76588	rnn.bias_ih_l1	2	-0.13980494439601898
76588	rnn.bias_ih_l1	3	-0.20989567041397095
76588	rnn.bias_ih_l1	4	-0.14842401444911957
76588	rnn.bias_ih_l1	5	-0.099140465259552
76588	rnn.bias_ih_l1	6	-0.1115557923913002
76588	rnn.bias_ih_l1	7	-0.014295889995992184
76588	rnn.bias_ih_l1	8	-0.11056295782327652
76588	rnn.bias_ih_l1	9	-0.10190699249505997
76588	rnn.bias_hh_l1	0	-0.1203412115573883
76588	rnn.bias_hh_l1	1	-0.031027477234601974
76588	rnn.bias_hh_l1	2	-0.08899135887622833
76588	rnn.bias_hh_l1	3	-0.08829128742218018
76588	rnn.bias_hh_l1	4	-0.11424084007740021
76588	rnn.bias_hh_l1	5	-0.06816259771585464
76588	rnn.bias_hh_l1	6	-0.09085717052221298
76588	rnn.bias_hh_l1	7	0.00851366389542818
76588	rnn.bias_hh_l1	8	-0.11093981564044952
76588	rnn.bias_hh_l1	9	-0.08381284773349762
76588	rnn.weight_ih_l1_reverse	0	-0.04925727844238281
76588	rnn.weight_ih_l1_reverse	1	0.054744549095630646
76588	rnn.weight_ih_l1_reverse	2	0.005522133316844702
76588	rnn.weight_ih_l1_reverse	3	0.012553849257528782
76588	rnn.weight_ih_l1_reverse	4	-0.029027432203292847
76588	rnn.weight_ih_l1_reverse	5	-0.03513924777507782
76588	rnn.weight_ih_l1_reverse	6	0.002014261670410633
76588	rnn.weight_ih_l1_reverse	7	0.01811608485877514
76588	rnn.weight_ih_l1_reverse	8	0.0068174549378454685
76588	rnn.weight_ih_l1_reverse	9	-0.0251757949590683
76588	rnn.weight_hh_l1_reverse	0	0.008123272098600864
76588	rnn.weight_hh_l1_reverse	1	0.02760809101164341
76588	rnn.weight_hh_l1_reverse	2	-0.03871747851371765
76588	rnn.weight_hh_l1_reverse	3	0.04161088168621063
76588	rnn.weight_hh_l1_reverse	4	0.04758875444531441
76588	rnn.weight_hh_l1_reverse	5	0.008402402512729168
76588	rnn.weight_hh_l1_reverse	6	0.004081354010850191
76588	rnn.weight_hh_l1_reverse	7	0.027424931526184082
76588	rnn.weight_hh_l1_reverse	8	-0.0018513444811105728
76588	rnn.weight_hh_l1_reverse	9	-0.04093601554632187
76588	rnn.bias_ih_l1_reverse	0	-0.04753044992685318
76588	rnn.bias_ih_l1_reverse	1	-0.08969827741384506
76588	rnn.bias_ih_l1_reverse	2	-0.11195868998765945
76588	rnn.bias_ih_l1_reverse	3	-0.01599605567753315
76588	rnn.bias_ih_l1_reverse	4	-0.15944786369800568
76588	rnn.bias_ih_l1_reverse	5	-0.07657244801521301
76588	rnn.bias_ih_l1_reverse	6	-0.11394920945167542
76588	rnn.bias_ih_l1_reverse	7	-0.14879165589809418
76588	rnn.bias_ih_l1_reverse	8	0.09176015853881836
76588	rnn.bias_ih_l1_reverse	9	0.023790061473846436
76588	rnn.bias_hh_l1_reverse	0	-0.02590833604335785
76588	rnn.bias_hh_l1_reverse	1	0.02672026865184307
76588	rnn.bias_hh_l1_reverse	2	-0.20936219394207
76588	rnn.bias_hh_l1_reverse	3	-0.08479677140712738
76588	rnn.bias_hh_l1_reverse	4	-0.05891890451312065
76588	rnn.bias_hh_l1_reverse	5	-0.08158812671899796
76588	rnn.bias_hh_l1_reverse	6	0.11774681508541107
76588	rnn.bias_hh_l1_reverse	7	-0.13330073654651642
76588	rnn.bias_hh_l1_reverse	8	-0.0943712443113327
76588	rnn.bias_hh_l1_reverse	9	-0.11350539326667786
76588	linear.weight	0	0.002228822559118271
76588	linear.weight	1	0.0924471914768219
76588	linear.weight	2	-0.11703076213598251
76588	linear.weight	3	0.3339920938014984
76588	linear.weight	4	0.10357506573200226
76588	linear.weight	5	-0.003253521863371134
76588	linear.weight	6	0.0056685591116547585
76588	linear.weight	7	0.029638225212693214
76588	linear.weight	8	0.04154866561293602
76588	linear.weight	9	-0.06352216005325317
76588	linear.bias	0	-0.07216508686542511
76588	linear.bias	1	-0.13829655945301056
76588	linear.bias	2	-0.5106678605079651
76588	linear.bias	3	-0.7001599073410034
76588	linear.bias	4	-1.029081106185913
76588	linear.bias	5	-0.03992350026965141
76588	linear.bias	6	-0.6744576096534729
76588	linear.bias	7	0.3939632475376129
76588	linear.bias	8	-0.5435949563980103
76588	linear.bias	9	-0.8428056240081787
76785	transitions	0	0.5242584943771362
76785	transitions	1	0.07812188565731049
76785	transitions	2	-10000.0
76785	transitions	3	-1.8055399656295776
76785	transitions	4	-10000.0
76785	transitions	5	0.6330509185791016
76785	transitions	6	-0.036387067288160324
76785	transitions	7	-0.44738930463790894
76785	transitions	8	-1.3527570962905884
76785	transitions	9	-0.0006329801399260759
76785	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
76785	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
76785	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
76785	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
76785	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
76785	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
76785	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
76785	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
76785	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
76785	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
76785	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
76785	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
76785	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
76785	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
76785	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
76785	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
76785	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
76785	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
76785	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
76785	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
76785	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
76785	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
76785	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
76785	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
76785	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
76785	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
76785	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
76785	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
76785	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
76785	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
76785	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
76785	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
76785	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
76785	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
76785	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
76785	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
76785	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
76785	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
76785	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
76785	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
76785	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
76785	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
76785	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
76785	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
76785	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
76785	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
76785	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
76785	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
76785	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
76785	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
76785	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
76785	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
76785	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
76785	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
76785	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
76785	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
76785	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
76785	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
76785	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
76785	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
76785	embedding2nn.weight	0	0.006379927508533001
76785	embedding2nn.weight	1	-0.01566646248102188
76785	embedding2nn.weight	2	-0.014268255792558193
76785	embedding2nn.weight	3	0.0014739420730620623
76785	embedding2nn.weight	4	-0.0059150345623493195
76785	embedding2nn.weight	5	-0.0037005767226219177
76785	embedding2nn.weight	6	-0.003973217681050301
76785	embedding2nn.weight	7	-0.03805539384484291
76785	embedding2nn.weight	8	-0.0019979383796453476
76785	embedding2nn.weight	9	-0.02616395801305771
76785	embedding2nn.bias	0	0.015182165428996086
76785	embedding2nn.bias	1	-0.08461270481348038
76785	embedding2nn.bias	2	0.06567521393299103
76785	embedding2nn.bias	3	0.04450790211558342
76785	embedding2nn.bias	4	-0.021005455404520035
76785	embedding2nn.bias	5	-0.03381761536002159
76785	embedding2nn.bias	6	0.01070135273039341
76785	embedding2nn.bias	7	-0.03470556065440178
76785	embedding2nn.bias	8	0.0283052958548069
76785	embedding2nn.bias	9	0.03242748603224754
76785	rnn.weight_ih_l0	0	-0.038746271282434464
76785	rnn.weight_ih_l0	1	0.001484893960878253
76785	rnn.weight_ih_l0	2	0.035361289978027344
76785	rnn.weight_ih_l0	3	0.0038867502007633448
76785	rnn.weight_ih_l0	4	-0.0100296875461936
76785	rnn.weight_ih_l0	5	-0.057431403547525406
76785	rnn.weight_ih_l0	6	0.007837429642677307
76785	rnn.weight_ih_l0	7	0.05486764758825302
76785	rnn.weight_ih_l0	8	-0.004991327878087759
76785	rnn.weight_ih_l0	9	-0.022293267771601677
76785	rnn.weight_hh_l0	0	-0.03869788348674774
76785	rnn.weight_hh_l0	1	0.0029630621429532766
76785	rnn.weight_hh_l0	2	0.0027111792005598545
76785	rnn.weight_hh_l0	3	-0.04691878706216812
76785	rnn.weight_hh_l0	4	0.05473269149661064
76785	rnn.weight_hh_l0	5	-0.0030688599217683077
76785	rnn.weight_hh_l0	6	-0.03965715691447258
76785	rnn.weight_hh_l0	7	-0.01730995625257492
76785	rnn.weight_hh_l0	8	0.00727083208039403
76785	rnn.weight_hh_l0	9	-0.01884901523590088
76785	rnn.bias_ih_l0	0	0.066063791513443
76785	rnn.bias_ih_l0	1	-0.02484319359064102
76785	rnn.bias_ih_l0	2	-0.01072016917169094
76785	rnn.bias_ih_l0	3	0.10276181995868683
76785	rnn.bias_ih_l0	4	-0.04447823017835617
76785	rnn.bias_ih_l0	5	-0.03465848043560982
76785	rnn.bias_ih_l0	6	0.01361366081982851
76785	rnn.bias_ih_l0	7	0.04509430751204491
76785	rnn.bias_ih_l0	8	-0.08315332233905792
76785	rnn.bias_ih_l0	9	-0.023438720032572746
76785	rnn.bias_hh_l0	0	-0.034288063645362854
76785	rnn.bias_hh_l0	1	-0.07158565521240234
76785	rnn.bias_hh_l0	2	-0.04609894007444382
76785	rnn.bias_hh_l0	3	-0.07259088009595871
76785	rnn.bias_hh_l0	4	-0.03100358135998249
76785	rnn.bias_hh_l0	5	-0.0034906098153442144
76785	rnn.bias_hh_l0	6	0.009669030085206032
76785	rnn.bias_hh_l0	7	0.013620030134916306
76785	rnn.bias_hh_l0	8	-0.11488655209541321
76785	rnn.bias_hh_l0	9	-0.0225170087069273
76785	rnn.weight_ih_l0_reverse	0	-0.017794597893953323
76785	rnn.weight_ih_l0_reverse	1	-0.04963801056146622
76785	rnn.weight_ih_l0_reverse	2	-0.03383782505989075
76785	rnn.weight_ih_l0_reverse	3	-0.004186952952295542
76785	rnn.weight_ih_l0_reverse	4	-0.00792759656906128
76785	rnn.weight_ih_l0_reverse	5	-0.045268893241882324
76785	rnn.weight_ih_l0_reverse	6	0.06165008619427681
76785	rnn.weight_ih_l0_reverse	7	-0.012363721616566181
76785	rnn.weight_ih_l0_reverse	8	-0.03703598305583
76785	rnn.weight_ih_l0_reverse	9	0.003131470177322626
76785	rnn.weight_hh_l0_reverse	0	0.04268505051732063
76785	rnn.weight_hh_l0_reverse	1	0.026057830080389977
76785	rnn.weight_hh_l0_reverse	2	0.037343256175518036
76785	rnn.weight_hh_l0_reverse	3	0.02133348025381565
76785	rnn.weight_hh_l0_reverse	4	0.001893262262456119
76785	rnn.weight_hh_l0_reverse	5	0.012648995965719223
76785	rnn.weight_hh_l0_reverse	6	0.04223453253507614
76785	rnn.weight_hh_l0_reverse	7	-0.0593140535056591
76785	rnn.weight_hh_l0_reverse	8	0.032987333834171295
76785	rnn.weight_hh_l0_reverse	9	0.04605861008167267
76785	rnn.bias_ih_l0_reverse	0	-0.05884993448853493
76785	rnn.bias_ih_l0_reverse	1	-0.21449317038059235
76785	rnn.bias_ih_l0_reverse	2	-0.08746877312660217
76785	rnn.bias_ih_l0_reverse	3	-0.014649895951151848
76785	rnn.bias_ih_l0_reverse	4	-0.04174307361245155
76785	rnn.bias_ih_l0_reverse	5	0.03673427924513817
76785	rnn.bias_ih_l0_reverse	6	-0.06068181246519089
76785	rnn.bias_ih_l0_reverse	7	0.04294645041227341
76785	rnn.bias_ih_l0_reverse	8	-0.02807798981666565
76785	rnn.bias_ih_l0_reverse	9	0.031103312969207764
76785	rnn.bias_hh_l0_reverse	0	-0.004807787016034126
76785	rnn.bias_hh_l0_reverse	1	-0.022794827818870544
76785	rnn.bias_hh_l0_reverse	2	0.06404720991849899
76785	rnn.bias_hh_l0_reverse	3	-0.03591594472527504
76785	rnn.bias_hh_l0_reverse	4	-0.042786821722984314
76785	rnn.bias_hh_l0_reverse	5	-0.04015131667256355
76785	rnn.bias_hh_l0_reverse	6	-0.02406248264014721
76785	rnn.bias_hh_l0_reverse	7	0.09369958192110062
76785	rnn.bias_hh_l0_reverse	8	0.01827387884259224
76785	rnn.bias_hh_l0_reverse	9	-0.09598253667354584
76785	rnn.weight_ih_l1	0	-0.038310419768095016
76785	rnn.weight_ih_l1	1	-0.03848594054579735
76785	rnn.weight_ih_l1	2	0.07267733663320541
76785	rnn.weight_ih_l1	3	-0.027788260951638222
76785	rnn.weight_ih_l1	4	-0.002466954756528139
76785	rnn.weight_ih_l1	5	-0.04470454156398773
76785	rnn.weight_ih_l1	6	0.02732795476913452
76785	rnn.weight_ih_l1	7	-0.032442446798086166
76785	rnn.weight_ih_l1	8	0.03928924351930618
76785	rnn.weight_ih_l1	9	0.03258530795574188
76785	rnn.weight_hh_l1	0	-0.011397161521017551
76785	rnn.weight_hh_l1	1	0.008632341399788857
76785	rnn.weight_hh_l1	2	-0.0037776625249534845
76785	rnn.weight_hh_l1	3	-0.009255250915884972
76785	rnn.weight_hh_l1	4	0.000611317518632859
76785	rnn.weight_hh_l1	5	0.025571636855602264
76785	rnn.weight_hh_l1	6	0.027460848912596703
76785	rnn.weight_hh_l1	7	-0.02634463459253311
76785	rnn.weight_hh_l1	8	-0.022671230137348175
76785	rnn.weight_hh_l1	9	0.040534794330596924
76785	rnn.bias_ih_l1	0	-0.14773449301719666
76785	rnn.bias_ih_l1	1	-0.13733743131160736
76785	rnn.bias_ih_l1	2	-0.14386798441410065
76785	rnn.bias_ih_l1	3	-0.21006816625595093
76785	rnn.bias_ih_l1	4	-0.15303824841976166
76785	rnn.bias_ih_l1	5	-0.0973280817270279
76785	rnn.bias_ih_l1	6	-0.10891910642385483
76785	rnn.bias_ih_l1	7	-0.014855926856398582
76785	rnn.bias_ih_l1	8	-0.10593947768211365
76785	rnn.bias_ih_l1	9	-0.10054294764995575
76785	rnn.bias_hh_l1	0	-0.1200726255774498
76785	rnn.bias_hh_l1	1	-0.03459550440311432
76785	rnn.bias_hh_l1	2	-0.08651794493198395
76785	rnn.bias_hh_l1	3	-0.08957818150520325
76785	rnn.bias_hh_l1	4	-0.11538849025964737
76785	rnn.bias_hh_l1	5	-0.07049737125635147
76785	rnn.bias_hh_l1	6	-0.09644521772861481
76785	rnn.bias_hh_l1	7	0.0042318012565374374
76785	rnn.bias_hh_l1	8	-0.11228280514478683
76785	rnn.bias_hh_l1	9	-0.08680804818868637
76785	rnn.weight_ih_l1_reverse	0	-0.049010515213012695
76785	rnn.weight_ih_l1_reverse	1	0.05642975866794586
76785	rnn.weight_ih_l1_reverse	2	0.007031031884253025
76785	rnn.weight_ih_l1_reverse	3	0.011613033711910248
76785	rnn.weight_ih_l1_reverse	4	-0.0280416551977396
76785	rnn.weight_ih_l1_reverse	5	-0.035083916038274765
76785	rnn.weight_ih_l1_reverse	6	0.003359007416293025
76785	rnn.weight_ih_l1_reverse	7	0.017187440767884254
76785	rnn.weight_ih_l1_reverse	8	0.009728736244142056
76785	rnn.weight_ih_l1_reverse	9	-0.02431676909327507
76785	rnn.weight_hh_l1_reverse	0	0.008213330060243607
76785	rnn.weight_hh_l1_reverse	1	0.0275899525731802
76785	rnn.weight_hh_l1_reverse	2	-0.038740985095500946
76785	rnn.weight_hh_l1_reverse	3	0.04153217375278473
76785	rnn.weight_hh_l1_reverse	4	0.04775375500321388
76785	rnn.weight_hh_l1_reverse	5	0.008680897764861584
76785	rnn.weight_hh_l1_reverse	6	0.0038603751454502344
76785	rnn.weight_hh_l1_reverse	7	0.02747376263141632
76785	rnn.weight_hh_l1_reverse	8	-0.0020167178008705378
76785	rnn.weight_hh_l1_reverse	9	-0.04080922529101372
76785	rnn.bias_ih_l1_reverse	0	-0.047663748264312744
76785	rnn.bias_ih_l1_reverse	1	-0.08943795412778854
76785	rnn.bias_ih_l1_reverse	2	-0.11161050200462341
76785	rnn.bias_ih_l1_reverse	3	-0.008939174935221672
76785	rnn.bias_ih_l1_reverse	4	-0.15989075601100922
76785	rnn.bias_ih_l1_reverse	5	-0.07720958441495895
76785	rnn.bias_ih_l1_reverse	6	-0.11358682811260223
76785	rnn.bias_ih_l1_reverse	7	-0.14879006147384644
76785	rnn.bias_ih_l1_reverse	8	0.09399934858083725
76785	rnn.bias_ih_l1_reverse	9	0.020622650161385536
76785	rnn.bias_hh_l1_reverse	0	-0.020398711785674095
76785	rnn.bias_hh_l1_reverse	1	0.03302355483174324
76785	rnn.bias_hh_l1_reverse	2	-0.20819880068302155
76785	rnn.bias_hh_l1_reverse	3	-0.08454175293445587
76785	rnn.bias_hh_l1_reverse	4	-0.05797160044312477
76785	rnn.bias_hh_l1_reverse	5	-0.08018496632575989
76785	rnn.bias_hh_l1_reverse	6	0.11386900395154953
76785	rnn.bias_hh_l1_reverse	7	-0.13403338193893433
76785	rnn.bias_hh_l1_reverse	8	-0.09518761187791824
76785	rnn.bias_hh_l1_reverse	9	-0.1128024309873581
76785	linear.weight	0	0.002228822559118271
76785	linear.weight	1	0.08953365683555603
76785	linear.weight	2	-0.12282005697488785
76785	linear.weight	3	0.3344945013523102
76785	linear.weight	4	0.10494847595691681
76785	linear.weight	5	0.0010281357681378722
76785	linear.weight	6	2.061173290712759e-05
76785	linear.weight	7	0.02627534233033657
76785	linear.weight	8	0.0415465347468853
76785	linear.weight	9	-0.06353592872619629
76785	linear.bias	0	-0.05649580433964729
76785	linear.bias	1	-0.11638272553682327
76785	linear.bias	2	-0.4809606969356537
76785	linear.bias	3	-0.7117781639099121
76785	linear.bias	4	-1.044227957725525
76785	linear.bias	5	-0.055830322206020355
76785	linear.bias	6	-0.6555806994438171
76785	linear.bias	7	0.3754883408546448
76785	linear.bias	8	-0.5541973114013672
76785	linear.bias	9	-0.8528910875320435
76982	transitions	0	0.5353711247444153
76982	transitions	1	0.07897229492664337
76982	transitions	2	-10000.0
76982	transitions	3	-1.8056292533874512
76982	transitions	4	-10000.0
76982	transitions	5	0.6328434348106384
76982	transitions	6	-0.036597840487957
76982	transitions	7	-0.44774606823921204
76982	transitions	8	-1.3529247045516968
76982	transitions	9	-0.0006354603683575988
76982	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
76982	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
76982	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
76982	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
76982	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
76982	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
76982	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
76982	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
76982	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
76982	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
76982	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
76982	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
76982	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
76982	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
76982	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
76982	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
76982	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
76982	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
76982	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
76982	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
76982	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
76982	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
76982	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
76982	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
76982	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
76982	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
76982	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
76982	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
76982	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
76982	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
76982	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
76982	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
76982	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
76982	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
76982	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
76982	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
76982	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
76982	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
76982	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
76982	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
76982	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
76982	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
76982	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
76982	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
76982	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
76982	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
76982	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
76982	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
76982	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
76982	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
76982	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
76982	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
76982	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
76982	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
76982	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
76982	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
76982	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
76982	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
76982	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
76982	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
76982	embedding2nn.weight	0	0.009433596394956112
76982	embedding2nn.weight	1	-0.015585255809128284
76982	embedding2nn.weight	2	-0.014268255792558193
76982	embedding2nn.weight	3	0.0012192883295938373
76982	embedding2nn.weight	4	-0.0059150345623493195
76982	embedding2nn.weight	5	-0.0037005769554525614
76982	embedding2nn.weight	6	-0.003973218146711588
76982	embedding2nn.weight	7	-0.03919009491801262
76982	embedding2nn.weight	8	-0.0019979383796453476
76982	embedding2nn.weight	9	-0.02526925317943096
76982	embedding2nn.bias	0	0.010366220958530903
76982	embedding2nn.bias	1	-0.08297166973352432
76982	embedding2nn.bias	2	0.06400488317012787
76982	embedding2nn.bias	3	0.042627930641174316
76982	embedding2nn.bias	4	-0.017752865329384804
76982	embedding2nn.bias	5	-0.02813452109694481
76982	embedding2nn.bias	6	0.013175505213439465
76982	embedding2nn.bias	7	-0.035108357667922974
76982	embedding2nn.bias	8	0.03712781146168709
76982	embedding2nn.bias	9	0.038226377218961716
76982	rnn.weight_ih_l0	0	-0.036985836923122406
76982	rnn.weight_ih_l0	1	0.0021384090650826693
76982	rnn.weight_ih_l0	2	0.034885816276073456
76982	rnn.weight_ih_l0	3	0.004157334100455046
76982	rnn.weight_ih_l0	4	-0.010552640073001385
76982	rnn.weight_ih_l0	5	-0.05562122166156769
76982	rnn.weight_ih_l0	6	0.007590921595692635
76982	rnn.weight_ih_l0	7	0.05531439930200577
76982	rnn.weight_ih_l0	8	-0.0045091537758708
76982	rnn.weight_ih_l0	9	-0.022356301546096802
76982	rnn.weight_hh_l0	0	-0.03925851359963417
76982	rnn.weight_hh_l0	1	0.0031434346456080675
76982	rnn.weight_hh_l0	2	0.004189382307231426
76982	rnn.weight_hh_l0	3	-0.046542391180992126
76982	rnn.weight_hh_l0	4	0.053825464099645615
76982	rnn.weight_hh_l0	5	-0.0017821757355704904
76982	rnn.weight_hh_l0	6	-0.039750486612319946
76982	rnn.weight_hh_l0	7	-0.016295835375785828
76982	rnn.weight_hh_l0	8	0.008287052623927593
76982	rnn.weight_hh_l0	9	-0.019016673788428307
76982	rnn.bias_ih_l0	0	0.06791574507951736
76982	rnn.bias_ih_l0	1	-0.017131639644503593
76982	rnn.bias_ih_l0	2	-0.010607670061290264
76982	rnn.bias_ih_l0	3	0.10437300056219101
76982	rnn.bias_ih_l0	4	-0.04466873034834862
76982	rnn.bias_ih_l0	5	-0.03476669266819954
76982	rnn.bias_ih_l0	6	0.014177165925502777
76982	rnn.bias_ih_l0	7	0.045800380408763885
76982	rnn.bias_ih_l0	8	-0.0831616148352623
76982	rnn.bias_ih_l0	9	-0.02732047438621521
76982	rnn.bias_hh_l0	0	-0.03455588221549988
76982	rnn.bias_hh_l0	1	-0.07484128326177597
76982	rnn.bias_hh_l0	2	-0.048505693674087524
76982	rnn.bias_hh_l0	3	-0.0731213316321373
76982	rnn.bias_hh_l0	4	-0.02897162362933159
76982	rnn.bias_hh_l0	5	-0.005754497367888689
76982	rnn.bias_hh_l0	6	0.010739593766629696
76982	rnn.bias_hh_l0	7	0.011849782429635525
76982	rnn.bias_hh_l0	8	-0.11566519737243652
76982	rnn.bias_hh_l0	9	-0.02355414628982544
76982	rnn.weight_ih_l0_reverse	0	-0.016773374751210213
76982	rnn.weight_ih_l0_reverse	1	-0.04711640253663063
76982	rnn.weight_ih_l0_reverse	2	-0.03358682617545128
76982	rnn.weight_ih_l0_reverse	3	-0.00292586418800056
76982	rnn.weight_ih_l0_reverse	4	-0.007794863544404507
76982	rnn.weight_ih_l0_reverse	5	-0.044793762266635895
76982	rnn.weight_ih_l0_reverse	6	0.06090322136878967
76982	rnn.weight_ih_l0_reverse	7	-0.010800343938171864
76982	rnn.weight_ih_l0_reverse	8	-0.03671431541442871
76982	rnn.weight_ih_l0_reverse	9	0.004178772214800119
76982	rnn.weight_hh_l0_reverse	0	0.03907560929656029
76982	rnn.weight_hh_l0_reverse	1	0.02537566050887108
76982	rnn.weight_hh_l0_reverse	2	0.03722689673304558
76982	rnn.weight_hh_l0_reverse	3	0.02240896224975586
76982	rnn.weight_hh_l0_reverse	4	0.001179005135782063
76982	rnn.weight_hh_l0_reverse	5	0.012997367419302464
76982	rnn.weight_hh_l0_reverse	6	0.04228328913450241
76982	rnn.weight_hh_l0_reverse	7	-0.059893932193517685
76982	rnn.weight_hh_l0_reverse	8	0.03272484987974167
76982	rnn.weight_hh_l0_reverse	9	0.04595908150076866
76982	rnn.bias_ih_l0_reverse	0	-0.058021195232868195
76982	rnn.bias_ih_l0_reverse	1	-0.2126956731081009
76982	rnn.bias_ih_l0_reverse	2	-0.08894798159599304
76982	rnn.bias_ih_l0_reverse	3	-0.016385111957788467
76982	rnn.bias_ih_l0_reverse	4	-0.04393305629491806
76982	rnn.bias_ih_l0_reverse	5	0.03604495897889137
76982	rnn.bias_ih_l0_reverse	6	-0.05767171084880829
76982	rnn.bias_ih_l0_reverse	7	0.04406845197081566
76982	rnn.bias_ih_l0_reverse	8	-0.029753942042589188
76982	rnn.bias_ih_l0_reverse	9	0.029406648129224777
76982	rnn.bias_hh_l0_reverse	0	-0.007546680513769388
76982	rnn.bias_hh_l0_reverse	1	-0.023679200559854507
76982	rnn.bias_hh_l0_reverse	2	0.05885183811187744
76982	rnn.bias_hh_l0_reverse	3	-0.03656020015478134
76982	rnn.bias_hh_l0_reverse	4	-0.03885553777217865
76982	rnn.bias_hh_l0_reverse	5	-0.04094681888818741
76982	rnn.bias_hh_l0_reverse	6	-0.02115495502948761
76982	rnn.bias_hh_l0_reverse	7	0.09398700296878815
76982	rnn.bias_hh_l0_reverse	8	0.017975667491555214
76982	rnn.bias_hh_l0_reverse	9	-0.09823331236839294
76982	rnn.weight_ih_l1	0	-0.03819645941257477
76982	rnn.weight_ih_l1	1	-0.038025397807359695
76982	rnn.weight_ih_l1	2	0.0714617371559143
76982	rnn.weight_ih_l1	3	-0.02533251978456974
76982	rnn.weight_ih_l1	4	-0.003657706780359149
76982	rnn.weight_ih_l1	5	-0.044121723622083664
76982	rnn.weight_ih_l1	6	0.02725340612232685
76982	rnn.weight_ih_l1	7	-0.03412662073969841
76982	rnn.weight_ih_l1	8	0.03928649052977562
76982	rnn.weight_ih_l1	9	0.03321308642625809
76982	rnn.weight_hh_l1	0	-0.01187343243509531
76982	rnn.weight_hh_l1	1	0.00888126902282238
76982	rnn.weight_hh_l1	2	-0.003216589568182826
76982	rnn.weight_hh_l1	3	-0.009300250560045242
76982	rnn.weight_hh_l1	4	0.0007521132938563824
76982	rnn.weight_hh_l1	5	0.0255768783390522
76982	rnn.weight_hh_l1	6	0.026896661147475243
76982	rnn.weight_hh_l1	7	-0.026185885071754456
76982	rnn.weight_hh_l1	8	-0.02242172881960869
76982	rnn.weight_hh_l1	9	0.04070409759879112
76982	rnn.bias_ih_l1	0	-0.1468336135149002
76982	rnn.bias_ih_l1	1	-0.13108950853347778
76982	rnn.bias_ih_l1	2	-0.14367078244686127
76982	rnn.bias_ih_l1	3	-0.20886708796024323
76982	rnn.bias_ih_l1	4	-0.16250291466712952
76982	rnn.bias_ih_l1	5	-0.09639761596918106
76982	rnn.bias_ih_l1	6	-0.10951695591211319
76982	rnn.bias_ih_l1	7	-0.016209594905376434
76982	rnn.bias_ih_l1	8	-0.10758364200592041
76982	rnn.bias_ih_l1	9	-0.09892383962869644
76982	rnn.bias_hh_l1	0	-0.1204412654042244
76982	rnn.bias_hh_l1	1	-0.033799584954977036
76982	rnn.bias_hh_l1	2	-0.08766523748636246
76982	rnn.bias_hh_l1	3	-0.09122228622436523
76982	rnn.bias_hh_l1	4	-0.11477477103471756
76982	rnn.bias_hh_l1	5	-0.07106795161962509
76982	rnn.bias_hh_l1	6	-0.0905299186706543
76982	rnn.bias_hh_l1	7	0.004005855415016413
76982	rnn.bias_hh_l1	8	-0.11613897234201431
76982	rnn.bias_hh_l1	9	-0.0877440795302391
76982	rnn.weight_ih_l1_reverse	0	-0.04925989359617233
76982	rnn.weight_ih_l1_reverse	1	0.05626174435019493
76982	rnn.weight_ih_l1_reverse	2	0.008391421288251877
76982	rnn.weight_ih_l1_reverse	3	0.013864406384527683
76982	rnn.weight_ih_l1_reverse	4	-0.025935688987374306
76982	rnn.weight_ih_l1_reverse	5	-0.03505244851112366
76982	rnn.weight_ih_l1_reverse	6	0.0036957720294594765
76982	rnn.weight_ih_l1_reverse	7	0.016467491164803505
76982	rnn.weight_ih_l1_reverse	8	0.008923793211579323
76982	rnn.weight_ih_l1_reverse	9	-0.029829751700162888
76982	rnn.weight_hh_l1_reverse	0	0.008151097223162651
76982	rnn.weight_hh_l1_reverse	1	0.027649836614727974
76982	rnn.weight_hh_l1_reverse	2	-0.03878319263458252
76982	rnn.weight_hh_l1_reverse	3	0.04141614958643913
76982	rnn.weight_hh_l1_reverse	4	0.0475885234773159
76982	rnn.weight_hh_l1_reverse	5	0.009179006330668926
76982	rnn.weight_hh_l1_reverse	6	0.005283528007566929
76982	rnn.weight_hh_l1_reverse	7	0.026899928227066994
76982	rnn.weight_hh_l1_reverse	8	-0.0019077161559835076
76982	rnn.weight_hh_l1_reverse	9	-0.04067649692296982
76982	rnn.bias_ih_l1_reverse	0	-0.05161796882748604
76982	rnn.bias_ih_l1_reverse	1	-0.08719386905431747
76982	rnn.bias_ih_l1_reverse	2	-0.11238723248243332
76982	rnn.bias_ih_l1_reverse	3	-0.009929819032549858
76982	rnn.bias_ih_l1_reverse	4	-0.15936551988124847
76982	rnn.bias_ih_l1_reverse	5	-0.07685982435941696
76982	rnn.bias_ih_l1_reverse	6	-0.11163362115621567
76982	rnn.bias_ih_l1_reverse	7	-0.147206649184227
76982	rnn.bias_ih_l1_reverse	8	0.09050450474023819
76982	rnn.bias_ih_l1_reverse	9	0.017290795221924782
76982	rnn.bias_hh_l1_reverse	0	-0.02352415956556797
76982	rnn.bias_hh_l1_reverse	1	0.04115309566259384
76982	rnn.bias_hh_l1_reverse	2	-0.20727288722991943
76982	rnn.bias_hh_l1_reverse	3	-0.08426539599895477
76982	rnn.bias_hh_l1_reverse	4	-0.058259714394807816
76982	rnn.bias_hh_l1_reverse	5	-0.08174926787614822
76982	rnn.bias_hh_l1_reverse	6	0.1193525493144989
76982	rnn.bias_hh_l1_reverse	7	-0.131186842918396
76982	rnn.bias_hh_l1_reverse	8	-0.09391364455223083
76982	rnn.bias_hh_l1_reverse	9	-0.11218655109405518
76982	linear.weight	0	0.002228822559118271
76982	linear.weight	1	0.09939506649971008
76982	linear.weight	2	-0.12299801409244537
76982	linear.weight	3	0.33135196566581726
76982	linear.weight	4	0.1094571128487587
76982	linear.weight	5	-0.0007415376021526754
76982	linear.weight	6	0.007257648278027773
76982	linear.weight	7	0.02314729243516922
76982	linear.weight	8	0.041542455554008484
76982	linear.weight	9	-0.06228585168719292
76982	linear.bias	0	-0.06809718161821365
76982	linear.bias	1	-0.15659216046333313
76982	linear.bias	2	-0.4752674102783203
76982	linear.bias	3	-0.7080374956130981
76982	linear.bias	4	-1.0440770387649536
76982	linear.bias	5	-0.04515310004353523
76982	linear.bias	6	-0.6987199783325195
76982	linear.bias	7	0.3843848407268524
76982	linear.bias	8	-0.5401625037193298
76982	linear.bias	9	-0.8384952545166016
76986	transitions	0	0.5350507497787476
76986	transitions	1	0.0788346529006958
76986	transitions	2	-10000.0
76986	transitions	3	-1.8056299686431885
76986	transitions	4	-10000.0
76986	transitions	5	0.6328429579734802
76986	transitions	6	-0.03660208731889725
76986	transitions	7	-0.4477468729019165
76986	transitions	8	-1.3529253005981445
76986	transitions	9	-0.0006355312652885914
76986	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
76986	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
76986	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
76986	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
76986	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
76986	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
76986	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
76986	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
76986	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
76986	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
76986	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
76986	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
76986	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
76986	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
76986	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
76986	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
76986	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
76986	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
76986	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
76986	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
76986	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
76986	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
76986	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
76986	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
76986	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
76986	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
76986	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
76986	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
76986	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
76986	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
76986	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
76986	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
76986	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
76986	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
76986	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
76986	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
76986	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
76986	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
76986	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
76986	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
76986	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
76986	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
76986	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
76986	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
76986	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
76986	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
76986	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
76986	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
76986	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
76986	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
76986	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
76986	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
76986	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
76986	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
76986	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
76986	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
76986	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
76986	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
76986	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
76986	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
76986	embedding2nn.weight	0	0.008931505493819714
76986	embedding2nn.weight	1	-0.015588035807013512
76986	embedding2nn.weight	2	-0.014268255792558193
76986	embedding2nn.weight	3	0.001256069983355701
76986	embedding2nn.weight	4	-0.0059150345623493195
76986	embedding2nn.weight	5	-0.0037005769554525614
76986	embedding2nn.weight	6	-0.003973218146711588
76986	embedding2nn.weight	7	-0.03909069672226906
76986	embedding2nn.weight	8	-0.0019979383796453476
76986	embedding2nn.weight	9	-0.025291848927736282
76986	embedding2nn.bias	0	0.010792285203933716
76986	embedding2nn.bias	1	-0.08143294602632523
76986	embedding2nn.bias	2	0.06479908525943756
76986	embedding2nn.bias	3	0.04185403510928154
76986	embedding2nn.bias	4	-0.0175413079559803
76986	embedding2nn.bias	5	-0.027107151225209236
76986	embedding2nn.bias	6	0.01382964476943016
76986	embedding2nn.bias	7	-0.035985399037599564
76986	embedding2nn.bias	8	0.03726555034518242
76986	embedding2nn.bias	9	0.037626732140779495
76986	rnn.weight_ih_l0	0	-0.03698365390300751
76986	rnn.weight_ih_l0	1	0.0022205382119864225
76986	rnn.weight_ih_l0	2	0.034859798848629
76986	rnn.weight_ih_l0	3	0.004224640782922506
76986	rnn.weight_ih_l0	4	-0.010499199852347374
76986	rnn.weight_ih_l0	5	-0.05569487065076828
76986	rnn.weight_ih_l0	6	0.007583172991871834
76986	rnn.weight_ih_l0	7	0.055527906864881516
76986	rnn.weight_ih_l0	8	-0.004419767297804356
76986	rnn.weight_ih_l0	9	-0.02240309864282608
76986	rnn.weight_hh_l0	0	-0.03928455337882042
76986	rnn.weight_hh_l0	1	0.0033113358076661825
76986	rnn.weight_hh_l0	2	0.0042625917121768
76986	rnn.weight_hh_l0	3	-0.04663730040192604
76986	rnn.weight_hh_l0	4	0.05391650274395943
76986	rnn.weight_hh_l0	5	-0.0017633452080190182
76986	rnn.weight_hh_l0	6	-0.039805248379707336
76986	rnn.weight_hh_l0	7	-0.016246650367975235
76986	rnn.weight_hh_l0	8	0.008381032384932041
76986	rnn.weight_hh_l0	9	-0.01900535076856613
76986	rnn.bias_ih_l0	0	0.0680554136633873
76986	rnn.bias_ih_l0	1	-0.01725454442203045
76986	rnn.bias_ih_l0	2	-0.010667433962225914
76986	rnn.bias_ih_l0	3	0.1044028028845787
76986	rnn.bias_ih_l0	4	-0.04455631226301193
76986	rnn.bias_ih_l0	5	-0.03498528525233269
76986	rnn.bias_ih_l0	6	0.014794263988733292
76986	rnn.bias_ih_l0	7	0.04621722921729088
76986	rnn.bias_ih_l0	8	-0.08312014490365982
76986	rnn.bias_ih_l0	9	-0.02766447886824608
76986	rnn.bias_hh_l0	0	-0.03508765995502472
76986	rnn.bias_hh_l0	1	-0.07507983595132828
76986	rnn.bias_hh_l0	2	-0.04878077656030655
76986	rnn.bias_hh_l0	3	-0.0730585977435112
76986	rnn.bias_hh_l0	4	-0.02908853255212307
76986	rnn.bias_hh_l0	5	-0.005953500047326088
76986	rnn.bias_hh_l0	6	0.011058812960982323
76986	rnn.bias_hh_l0	7	0.012148728594183922
76986	rnn.bias_hh_l0	8	-0.11565713584423065
76986	rnn.bias_hh_l0	9	-0.02368216961622238
76986	rnn.weight_ih_l0_reverse	0	-0.01671191304922104
76986	rnn.weight_ih_l0_reverse	1	-0.04698015749454498
76986	rnn.weight_ih_l0_reverse	2	-0.03359493240714073
76986	rnn.weight_ih_l0_reverse	3	-0.0029382812790572643
76986	rnn.weight_ih_l0_reverse	4	-0.007810864597558975
76986	rnn.weight_ih_l0_reverse	5	-0.044775042682886124
76986	rnn.weight_ih_l0_reverse	6	0.060992367565631866
76986	rnn.weight_ih_l0_reverse	7	-0.011056768707931042
76986	rnn.weight_ih_l0_reverse	8	-0.036682628095149994
76986	rnn.weight_ih_l0_reverse	9	0.004154244437813759
76986	rnn.weight_hh_l0_reverse	0	0.0389704667031765
76986	rnn.weight_hh_l0_reverse	1	0.02542141266167164
76986	rnn.weight_hh_l0_reverse	2	0.037218570709228516
76986	rnn.weight_hh_l0_reverse	3	0.02239103801548481
76986	rnn.weight_hh_l0_reverse	4	0.0011178088607266545
76986	rnn.weight_hh_l0_reverse	5	0.01319916918873787
76986	rnn.weight_hh_l0_reverse	6	0.04227468743920326
76986	rnn.weight_hh_l0_reverse	7	-0.05978510156273842
76986	rnn.weight_hh_l0_reverse	8	0.03283257409930229
76986	rnn.weight_hh_l0_reverse	9	0.046024221926927567
76986	rnn.bias_ih_l0_reverse	0	-0.058067478239536285
76986	rnn.bias_ih_l0_reverse	1	-0.21276094019412994
76986	rnn.bias_ih_l0_reverse	2	-0.08909096568822861
76986	rnn.bias_ih_l0_reverse	3	-0.016428770497441292
76986	rnn.bias_ih_l0_reverse	4	-0.04384295269846916
76986	rnn.bias_ih_l0_reverse	5	0.035876139998435974
76986	rnn.bias_ih_l0_reverse	6	-0.05780383571982384
76986	rnn.bias_ih_l0_reverse	7	0.043883223086595535
76986	rnn.bias_ih_l0_reverse	8	-0.029529543593525887
76986	rnn.bias_ih_l0_reverse	9	0.02950354479253292
76986	rnn.bias_hh_l0_reverse	0	-0.007599946577101946
76986	rnn.bias_hh_l0_reverse	1	-0.023504802957177162
76986	rnn.bias_hh_l0_reverse	2	0.058576036244630814
76986	rnn.bias_hh_l0_reverse	3	-0.03674596548080444
76986	rnn.bias_hh_l0_reverse	4	-0.03924645856022835
76986	rnn.bias_hh_l0_reverse	5	-0.04097508639097214
76986	rnn.bias_hh_l0_reverse	6	-0.021023903042078018
76986	rnn.bias_hh_l0_reverse	7	0.09433688223361969
76986	rnn.bias_hh_l0_reverse	8	0.017853496596217155
76986	rnn.bias_hh_l0_reverse	9	-0.0979984924197197
76986	rnn.weight_ih_l1	0	-0.03836873173713684
76986	rnn.weight_ih_l1	1	-0.03809336572885513
76986	rnn.weight_ih_l1	2	0.07126758247613907
76986	rnn.weight_ih_l1	3	-0.025356225669384003
76986	rnn.weight_ih_l1	4	-0.0037122988142073154
76986	rnn.weight_ih_l1	5	-0.04423083737492561
76986	rnn.weight_ih_l1	6	0.027206674218177795
76986	rnn.weight_ih_l1	7	-0.03416408970952034
76986	rnn.weight_ih_l1	8	0.03929614648222923
76986	rnn.weight_ih_l1	9	0.0331842303276062
76986	rnn.weight_hh_l1	0	-0.0119159622117877
76986	rnn.weight_hh_l1	1	0.008875644765794277
76986	rnn.weight_hh_l1	2	-0.003221725346520543
76986	rnn.weight_hh_l1	3	-0.0093633271753788
76986	rnn.weight_hh_l1	4	0.0007260852144099772
76986	rnn.weight_hh_l1	5	0.0255691260099411
76986	rnn.weight_hh_l1	6	0.02689823880791664
76986	rnn.weight_hh_l1	7	-0.026193683966994286
76986	rnn.weight_hh_l1	8	-0.022403446957468987
76986	rnn.weight_hh_l1	9	0.04063073545694351
76986	rnn.bias_ih_l1	0	-0.14690068364143372
76986	rnn.bias_ih_l1	1	-0.1317838430404663
76986	rnn.bias_ih_l1	2	-0.1437731683254242
76986	rnn.bias_ih_l1	3	-0.20931488275527954
76986	rnn.bias_ih_l1	4	-0.16338075697422028
76986	rnn.bias_ih_l1	5	-0.09641304612159729
76986	rnn.bias_ih_l1	6	-0.1091630682349205
76986	rnn.bias_ih_l1	7	-0.01708051934838295
76986	rnn.bias_ih_l1	8	-0.10688547790050507
76986	rnn.bias_ih_l1	9	-0.09925654530525208
76986	rnn.bias_hh_l1	0	-0.1205807626247406
76986	rnn.bias_hh_l1	1	-0.033777862787246704
76986	rnn.bias_hh_l1	2	-0.08772677928209305
76986	rnn.bias_hh_l1	3	-0.09100216627120972
76986	rnn.bias_hh_l1	4	-0.11473122984170914
76986	rnn.bias_hh_l1	5	-0.07112355530261993
76986	rnn.bias_hh_l1	6	-0.09056400507688522
76986	rnn.bias_hh_l1	7	0.004055982921272516
76986	rnn.bias_hh_l1	8	-0.11627193540334702
76986	rnn.bias_hh_l1	9	-0.0874914899468422
76986	rnn.weight_ih_l1_reverse	0	-0.048927173018455505
76986	rnn.weight_ih_l1_reverse	1	0.056273091584444046
76986	rnn.weight_ih_l1_reverse	2	0.0074828327633440495
76986	rnn.weight_ih_l1_reverse	3	0.013896279036998749
76986	rnn.weight_ih_l1_reverse	4	-0.026221968233585358
76986	rnn.weight_ih_l1_reverse	5	-0.03507619723677635
76986	rnn.weight_ih_l1_reverse	6	0.0037325627636164427
76986	rnn.weight_ih_l1_reverse	7	0.016454575583338737
76986	rnn.weight_ih_l1_reverse	8	0.008945832960307598
76986	rnn.weight_ih_l1_reverse	9	-0.03016638569533825
76986	rnn.weight_hh_l1_reverse	0	0.008086208254098892
76986	rnn.weight_hh_l1_reverse	1	0.027608154341578484
76986	rnn.weight_hh_l1_reverse	2	-0.038777854293584824
76986	rnn.weight_hh_l1_reverse	3	0.041421953588724136
76986	rnn.weight_hh_l1_reverse	4	0.0475638322532177
76986	rnn.weight_hh_l1_reverse	5	0.009213295765221119
76986	rnn.weight_hh_l1_reverse	6	0.005178277846425772
76986	rnn.weight_hh_l1_reverse	7	0.026897165924310684
76986	rnn.weight_hh_l1_reverse	8	-0.0018727595452219248
76986	rnn.weight_hh_l1_reverse	9	-0.04066719859838486
76986	rnn.bias_ih_l1_reverse	0	-0.051764123141765594
76986	rnn.bias_ih_l1_reverse	1	-0.0868678167462349
76986	rnn.bias_ih_l1_reverse	2	-0.11279943585395813
76986	rnn.bias_ih_l1_reverse	3	-0.0106365866959095
76986	rnn.bias_ih_l1_reverse	4	-0.15964147448539734
76986	rnn.bias_ih_l1_reverse	5	-0.0773465633392334
76986	rnn.bias_ih_l1_reverse	6	-0.1115705668926239
76986	rnn.bias_ih_l1_reverse	7	-0.14751313626766205
76986	rnn.bias_ih_l1_reverse	8	0.09107371419668198
76986	rnn.bias_ih_l1_reverse	9	0.01777035929262638
76986	rnn.bias_hh_l1_reverse	0	-0.022921526804566383
76986	rnn.bias_hh_l1_reverse	1	0.04141887649893761
76986	rnn.bias_hh_l1_reverse	2	-0.206889346241951
76986	rnn.bias_hh_l1_reverse	3	-0.08381570875644684
76986	rnn.bias_hh_l1_reverse	4	-0.058350373059511185
76986	rnn.bias_hh_l1_reverse	5	-0.08181050419807434
76986	rnn.bias_hh_l1_reverse	6	0.11985205858945847
76986	rnn.bias_hh_l1_reverse	7	-0.1305111050605774
76986	rnn.bias_hh_l1_reverse	8	-0.09430459141731262
76986	rnn.bias_hh_l1_reverse	9	-0.11242350935935974
76986	linear.weight	0	0.002228822559118271
76986	linear.weight	1	0.09681577235460281
76986	linear.weight	2	-0.12309421598911285
76986	linear.weight	3	0.33157214522361755
76986	linear.weight	4	0.1089915931224823
76986	linear.weight	5	-0.0007506174733862281
76986	linear.weight	6	0.0042756893672049046
76986	linear.weight	7	0.023139318451285362
76986	linear.weight	8	0.04154246672987938
76986	linear.weight	9	-0.06229360029101372
76986	linear.bias	0	-0.07493280619382858
76986	linear.bias	1	-0.1466008573770523
76986	linear.bias	2	-0.472019225358963
76986	linear.bias	3	-0.7121186256408691
76986	linear.bias	4	-1.048373818397522
76986	linear.bias	5	-0.04835036024451256
76986	linear.bias	6	-0.6887033581733704
76986	linear.bias	7	0.38100752234458923
76986	linear.bias	8	-0.5493484139442444
76986	linear.bias	9	-0.8476138114929199
77183	transitions	0	0.5197947025299072
77183	transitions	1	0.07573861628770828
77183	transitions	2	-10000.0
77183	transitions	3	-1.8056910037994385
77183	transitions	4	-10000.0
77183	transitions	5	0.6326539516448975
77183	transitions	6	-0.03673941642045975
77183	transitions	7	-0.4492604434490204
77183	transitions	8	-1.353074073791504
77183	transitions	9	-0.0006375610246323049
77183	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
77183	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
77183	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
77183	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
77183	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
77183	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
77183	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
77183	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
77183	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
77183	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
77183	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
77183	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
77183	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
77183	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
77183	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
77183	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
77183	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
77183	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
77183	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
77183	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
77183	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
77183	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
77183	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
77183	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
77183	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
77183	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
77183	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
77183	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
77183	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
77183	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
77183	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
77183	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
77183	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
77183	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
77183	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
77183	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
77183	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
77183	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
77183	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
77183	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
77183	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
77183	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
77183	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
77183	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
77183	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
77183	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
77183	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
77183	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
77183	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
77183	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
77183	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
77183	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
77183	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
77183	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
77183	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
77183	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
77183	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
77183	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
77183	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
77183	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
77183	embedding2nn.weight	0	0.009929296560585499
77183	embedding2nn.weight	1	-0.015729481354355812
77183	embedding2nn.weight	2	-0.014268255792558193
77183	embedding2nn.weight	3	0.002323745284229517
77183	embedding2nn.weight	4	-0.0059150345623493195
77183	embedding2nn.weight	5	-0.003700577188283205
77183	embedding2nn.weight	6	-0.003973220009356737
77183	embedding2nn.weight	7	-0.038790665566921234
77183	embedding2nn.weight	8	-0.0019979383796453476
77183	embedding2nn.weight	9	-0.02514953538775444
77183	embedding2nn.bias	0	0.013371016830205917
77183	embedding2nn.bias	1	-0.07833032310009003
77183	embedding2nn.bias	2	0.06924394518136978
77183	embedding2nn.bias	3	0.04935211315751076
77183	embedding2nn.bias	4	-0.020757144317030907
77183	embedding2nn.bias	5	-0.03338444232940674
77183	embedding2nn.bias	6	0.010726881213486195
77183	embedding2nn.bias	7	-0.03842857852578163
77183	embedding2nn.bias	8	0.03384919837117195
77183	embedding2nn.bias	9	0.037476133555173874
77183	rnn.weight_ih_l0	0	-0.0387103371322155
77183	rnn.weight_ih_l0	1	0.00231174542568624
77183	rnn.weight_ih_l0	2	0.03493354469537735
77183	rnn.weight_ih_l0	3	0.005577739328145981
77183	rnn.weight_ih_l0	4	-0.008984040468931198
77183	rnn.weight_ih_l0	5	-0.05486840754747391
77183	rnn.weight_ih_l0	6	0.008138866163790226
77183	rnn.weight_ih_l0	7	0.056909043341875076
77183	rnn.weight_ih_l0	8	-0.005519884638488293
77183	rnn.weight_ih_l0	9	-0.02255532331764698
77183	rnn.weight_hh_l0	0	-0.03889770433306694
77183	rnn.weight_hh_l0	1	0.0029181460849940777
77183	rnn.weight_hh_l0	2	0.005591466091573238
77183	rnn.weight_hh_l0	3	-0.047467708587646484
77183	rnn.weight_hh_l0	4	0.0545196607708931
77183	rnn.weight_hh_l0	5	-0.0010663061402738094
77183	rnn.weight_hh_l0	6	-0.04112063720822334
77183	rnn.weight_hh_l0	7	-0.01551935076713562
77183	rnn.weight_hh_l0	8	0.009370081126689911
77183	rnn.weight_hh_l0	9	-0.01819310523569584
77183	rnn.bias_ih_l0	0	0.06553341448307037
77183	rnn.bias_ih_l0	1	-0.019211146980524063
77183	rnn.bias_ih_l0	2	-0.00819863099604845
77183	rnn.bias_ih_l0	3	0.0993342474102974
77183	rnn.bias_ih_l0	4	-0.04568113014101982
77183	rnn.bias_ih_l0	5	-0.029186053201556206
77183	rnn.bias_ih_l0	6	0.019747471436858177
77183	rnn.bias_ih_l0	7	0.045517221093177795
77183	rnn.bias_ih_l0	8	-0.08235156536102295
77183	rnn.bias_ih_l0	9	-0.029719190672039986
77183	rnn.bias_hh_l0	0	-0.03455222398042679
77183	rnn.bias_hh_l0	1	-0.07892061769962311
77183	rnn.bias_hh_l0	2	-0.048202190548181534
77183	rnn.bias_hh_l0	3	-0.07488080859184265
77183	rnn.bias_hh_l0	4	-0.030741987749934196
77183	rnn.bias_hh_l0	5	-0.004447469022125006
77183	rnn.bias_hh_l0	6	0.01205604150891304
77183	rnn.bias_hh_l0	7	0.009838374331593513
77183	rnn.bias_hh_l0	8	-0.11491899937391281
77183	rnn.bias_hh_l0	9	-0.023529697209596634
77183	rnn.weight_ih_l0_reverse	0	-0.014010867103934288
77183	rnn.weight_ih_l0_reverse	1	-0.048748280853033066
77183	rnn.weight_ih_l0_reverse	2	-0.034167367964982986
77183	rnn.weight_ih_l0_reverse	3	-0.0017881260719150305
77183	rnn.weight_ih_l0_reverse	4	-0.009830009192228317
77183	rnn.weight_ih_l0_reverse	5	-0.04468340054154396
77183	rnn.weight_ih_l0_reverse	6	0.060786113142967224
77183	rnn.weight_ih_l0_reverse	7	-0.011516009457409382
77183	rnn.weight_ih_l0_reverse	8	-0.03653036057949066
77183	rnn.weight_ih_l0_reverse	9	0.004586607683449984
77183	rnn.weight_hh_l0_reverse	0	0.03822674602270126
77183	rnn.weight_hh_l0_reverse	1	0.02439674362540245
77183	rnn.weight_hh_l0_reverse	2	0.03678718954324722
77183	rnn.weight_hh_l0_reverse	3	0.02226010523736477
77183	rnn.weight_hh_l0_reverse	4	0.00014747715613339096
77183	rnn.weight_hh_l0_reverse	5	0.014029405079782009
77183	rnn.weight_hh_l0_reverse	6	0.04203897342085838
77183	rnn.weight_hh_l0_reverse	7	-0.05866109952330589
77183	rnn.weight_hh_l0_reverse	8	0.030885986983776093
77183	rnn.weight_hh_l0_reverse	9	0.04653530940413475
77183	rnn.bias_ih_l0_reverse	0	-0.057959169149398804
77183	rnn.bias_ih_l0_reverse	1	-0.2114492505788803
77183	rnn.bias_ih_l0_reverse	2	-0.09085710346698761
77183	rnn.bias_ih_l0_reverse	3	-0.019371680915355682
77183	rnn.bias_ih_l0_reverse	4	-0.04189560189843178
77183	rnn.bias_ih_l0_reverse	5	0.03615646809339523
77183	rnn.bias_ih_l0_reverse	6	-0.05846486613154411
77183	rnn.bias_ih_l0_reverse	7	0.04031091555953026
77183	rnn.bias_ih_l0_reverse	8	-0.02615312859416008
77183	rnn.bias_ih_l0_reverse	9	0.030195698142051697
77183	rnn.bias_hh_l0_reverse	0	-0.007604390382766724
77183	rnn.bias_hh_l0_reverse	1	-0.023111149668693542
77183	rnn.bias_hh_l0_reverse	2	0.05803292989730835
77183	rnn.bias_hh_l0_reverse	3	-0.037797894328832626
77183	rnn.bias_hh_l0_reverse	4	-0.04198281094431877
77183	rnn.bias_hh_l0_reverse	5	-0.042241789400577545
77183	rnn.bias_hh_l0_reverse	6	-0.020587516948580742
77183	rnn.bias_hh_l0_reverse	7	0.09647349268198013
77183	rnn.bias_hh_l0_reverse	8	0.017746498808264732
77183	rnn.bias_hh_l0_reverse	9	-0.10089904069900513
77183	rnn.weight_ih_l1	0	-0.038501329720020294
77183	rnn.weight_ih_l1	1	-0.038072772324085236
77183	rnn.weight_ih_l1	2	0.07072382420301437
77183	rnn.weight_ih_l1	3	-0.02239423803985119
77183	rnn.weight_ih_l1	4	-0.0029434801544994116
77183	rnn.weight_ih_l1	5	-0.04379526153206825
77183	rnn.weight_ih_l1	6	0.027547771111130714
77183	rnn.weight_ih_l1	7	-0.0341993048787117
77183	rnn.weight_ih_l1	8	0.03916553035378456
77183	rnn.weight_ih_l1	9	0.03390546143054962
77183	rnn.weight_hh_l1	0	-0.011779758147895336
77183	rnn.weight_hh_l1	1	0.008928204886615276
77183	rnn.weight_hh_l1	2	-0.004218397196382284
77183	rnn.weight_hh_l1	3	-0.009454157203435898
77183	rnn.weight_hh_l1	4	0.000659372890368104
77183	rnn.weight_hh_l1	5	0.025612151250243187
77183	rnn.weight_hh_l1	6	0.02688545733690262
77183	rnn.weight_hh_l1	7	-0.0260004922747612
77183	rnn.weight_hh_l1	8	-0.02279840037226677
77183	rnn.weight_hh_l1	9	0.040581461042165756
77183	rnn.bias_ih_l1	0	-0.14820820093154907
77183	rnn.bias_ih_l1	1	-0.13196519017219543
77183	rnn.bias_ih_l1	2	-0.14470212161540985
77183	rnn.bias_ih_l1	3	-0.2123112827539444
77183	rnn.bias_ih_l1	4	-0.16054986417293549
77183	rnn.bias_ih_l1	5	-0.0966404601931572
77183	rnn.bias_ih_l1	6	-0.11103701591491699
77183	rnn.bias_ih_l1	7	-0.01849489100277424
77183	rnn.bias_ih_l1	8	-0.10596802830696106
77183	rnn.bias_ih_l1	9	-0.1027364581823349
77183	rnn.bias_hh_l1	0	-0.11874542385339737
77183	rnn.bias_hh_l1	1	-0.03135808929800987
77183	rnn.bias_hh_l1	2	-0.08562854677438736
77183	rnn.bias_hh_l1	3	-0.09132654219865799
77183	rnn.bias_hh_l1	4	-0.11634726077318192
77183	rnn.bias_hh_l1	5	-0.06967947632074356
77183	rnn.bias_hh_l1	6	-0.09117522090673447
77183	rnn.bias_hh_l1	7	0.004797100089490414
77183	rnn.bias_hh_l1	8	-0.11790511012077332
77183	rnn.bias_hh_l1	9	-0.09010619670152664
77183	rnn.weight_ih_l1_reverse	0	-0.04982767626643181
77183	rnn.weight_ih_l1_reverse	1	0.05850997567176819
77183	rnn.weight_ih_l1_reverse	2	0.006568914745002985
77183	rnn.weight_ih_l1_reverse	3	0.015191360376775265
77183	rnn.weight_ih_l1_reverse	4	-0.027453774586319923
77183	rnn.weight_ih_l1_reverse	5	-0.03519820794463158
77183	rnn.weight_ih_l1_reverse	6	0.00453614629805088
77183	rnn.weight_ih_l1_reverse	7	0.017195139080286026
77183	rnn.weight_ih_l1_reverse	8	0.0064943633042275906
77183	rnn.weight_ih_l1_reverse	9	-0.029228977859020233
77183	rnn.weight_hh_l1_reverse	0	0.008031024597585201
77183	rnn.weight_hh_l1_reverse	1	0.02772546000778675
77183	rnn.weight_hh_l1_reverse	2	-0.03876516595482826
77183	rnn.weight_hh_l1_reverse	3	0.04111846536397934
77183	rnn.weight_hh_l1_reverse	4	0.04735129699110985
77183	rnn.weight_hh_l1_reverse	5	0.009106635116040707
77183	rnn.weight_hh_l1_reverse	6	0.006111077964305878
77183	rnn.weight_hh_l1_reverse	7	0.026937581598758698
77183	rnn.weight_hh_l1_reverse	8	-0.0019763309974223375
77183	rnn.weight_hh_l1_reverse	9	-0.04046487435698509
77183	rnn.bias_ih_l1_reverse	0	-0.05156753957271576
77183	rnn.bias_ih_l1_reverse	1	-0.08865449577569962
77183	rnn.bias_ih_l1_reverse	2	-0.11341380327939987
77183	rnn.bias_ih_l1_reverse	3	-0.012221552431583405
77183	rnn.bias_ih_l1_reverse	4	-0.1612897515296936
77183	rnn.bias_ih_l1_reverse	5	-0.07770606130361557
77183	rnn.bias_ih_l1_reverse	6	-0.1111433207988739
77183	rnn.bias_ih_l1_reverse	7	-0.14260676503181458
77183	rnn.bias_ih_l1_reverse	8	0.09961718320846558
77183	rnn.bias_ih_l1_reverse	9	0.01373292226344347
77183	rnn.bias_hh_l1_reverse	0	-0.027791356667876244
77183	rnn.bias_hh_l1_reverse	1	0.03161494433879852
77183	rnn.bias_hh_l1_reverse	2	-0.20655633509159088
77183	rnn.bias_hh_l1_reverse	3	-0.08455874770879745
77183	rnn.bias_hh_l1_reverse	4	-0.05864253267645836
77183	rnn.bias_hh_l1_reverse	5	-0.07965084165334702
77183	rnn.bias_hh_l1_reverse	6	0.10386674106121063
77183	rnn.bias_hh_l1_reverse	7	-0.13091792166233063
77183	rnn.bias_hh_l1_reverse	8	-0.09211895614862442
77183	rnn.bias_hh_l1_reverse	9	-0.1123720332980156
77183	linear.weight	0	0.002228822559118271
77183	linear.weight	1	0.10124531388282776
77183	linear.weight	2	-0.11905840039253235
77183	linear.weight	3	0.3277798891067505
77183	linear.weight	4	0.11612536758184433
77183	linear.weight	5	0.0026208602357655764
77183	linear.weight	6	-0.015927044674754143
77183	linear.weight	7	0.020515531301498413
77183	linear.weight	8	0.04153937101364136
77183	linear.weight	9	-0.06539600342512131
77183	linear.bias	0	-0.07761436700820923
77183	linear.bias	1	-0.11832855641841888
77183	linear.bias	2	-0.4593713879585266
77183	linear.bias	3	-0.6845993995666504
77183	linear.bias	4	-1.0252712965011597
77183	linear.bias	5	-0.06747674942016602
77183	linear.bias	6	-0.6613565683364868
77183	linear.bias	7	0.3610348403453827
77183	linear.bias	8	-0.5421326160430908
77183	linear.bias	9	-0.8443233370780945
77380	transitions	0	0.5349050164222717
77380	transitions	1	0.07890798896551132
77380	transitions	2	-10000.0
77380	transitions	3	-1.8057500123977661
77380	transitions	4	-10000.0
77380	transitions	5	0.6324593424797058
77380	transitions	6	-0.036942627280950546
77380	transitions	7	-0.4496701955795288
77380	transitions	8	-1.3532215356826782
77380	transitions	9	-0.0006398338009603322
77380	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
77380	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
77380	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
77380	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
77380	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
77380	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
77380	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
77380	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
77380	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
77380	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
77380	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
77380	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
77380	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
77380	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
77380	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
77380	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
77380	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
77380	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
77380	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
77380	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
77380	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
77380	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
77380	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
77380	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
77380	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
77380	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
77380	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
77380	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
77380	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
77380	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
77380	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
77380	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
77380	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
77380	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
77380	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
77380	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
77380	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
77380	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
77380	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
77380	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
77380	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
77380	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
77380	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
77380	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
77380	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
77380	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
77380	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
77380	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
77380	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
77380	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
77380	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
77380	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
77380	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
77380	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
77380	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
77380	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
77380	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
77380	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
77380	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
77380	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
77380	embedding2nn.weight	0	0.009691307321190834
77380	embedding2nn.weight	1	-0.015716878697276115
77380	embedding2nn.weight	2	-0.014268255792558193
77380	embedding2nn.weight	3	0.002044196706265211
77380	embedding2nn.weight	4	-0.0059150345623493195
77380	embedding2nn.weight	5	-0.003700577188283205
77380	embedding2nn.weight	6	-0.003973221406340599
77380	embedding2nn.weight	7	-0.03760528564453125
77380	embedding2nn.weight	8	-0.0019979383796453476
77380	embedding2nn.weight	9	-0.025917179882526398
77380	embedding2nn.bias	0	0.015306252054870129
77380	embedding2nn.bias	1	-0.08092394471168518
77380	embedding2nn.bias	2	0.06843290477991104
77380	embedding2nn.bias	3	0.05074171721935272
77380	embedding2nn.bias	4	-0.0298203993588686
77380	embedding2nn.bias	5	-0.04387854412198067
77380	embedding2nn.bias	6	0.014041083864867687
77380	embedding2nn.bias	7	-0.04652789235115051
77380	embedding2nn.bias	8	0.020419057458639145
77380	embedding2nn.bias	9	0.04503187537193298
77380	rnn.weight_ih_l0	0	-0.03987065702676773
77380	rnn.weight_ih_l0	1	0.003397777210921049
77380	rnn.weight_ih_l0	2	0.0349869541823864
77380	rnn.weight_ih_l0	3	0.0056151533499360085
77380	rnn.weight_ih_l0	4	-0.010235697031021118
77380	rnn.weight_ih_l0	5	-0.055439241230487823
77380	rnn.weight_ih_l0	6	0.009540095925331116
77380	rnn.weight_ih_l0	7	0.05799303948879242
77380	rnn.weight_ih_l0	8	-0.004770867060869932
77380	rnn.weight_ih_l0	9	-0.02218044549226761
77380	rnn.weight_hh_l0	0	-0.03909479081630707
77380	rnn.weight_hh_l0	1	0.003028962528333068
77380	rnn.weight_hh_l0	2	0.007003478240221739
77380	rnn.weight_hh_l0	3	-0.047879766672849655
77380	rnn.weight_hh_l0	4	0.05512908101081848
77380	rnn.weight_hh_l0	5	-0.0017020414816215634
77380	rnn.weight_hh_l0	6	-0.04263779893517494
77380	rnn.weight_hh_l0	7	-0.015215891413390636
77380	rnn.weight_hh_l0	8	0.00966874323785305
77380	rnn.weight_hh_l0	9	-0.017644934356212616
77380	rnn.bias_ih_l0	0	0.06803163141012192
77380	rnn.bias_ih_l0	1	-0.01863948255777359
77380	rnn.bias_ih_l0	2	-0.010563080199062824
77380	rnn.bias_ih_l0	3	0.09376900643110275
77380	rnn.bias_ih_l0	4	-0.04369378089904785
77380	rnn.bias_ih_l0	5	-0.02532888948917389
77380	rnn.bias_ih_l0	6	0.02028130553662777
77380	rnn.bias_ih_l0	7	0.04463036358356476
77380	rnn.bias_ih_l0	8	-0.08261910825967789
77380	rnn.bias_ih_l0	9	-0.026704955846071243
77380	rnn.bias_hh_l0	0	-0.035523511469364166
77380	rnn.bias_hh_l0	1	-0.07468514144420624
77380	rnn.bias_hh_l0	2	-0.050355494022369385
77380	rnn.bias_hh_l0	3	-0.07741496711969376
77380	rnn.bias_hh_l0	4	-0.030471935868263245
77380	rnn.bias_hh_l0	5	-0.0028081017080694437
77380	rnn.bias_hh_l0	6	0.013568084686994553
77380	rnn.bias_hh_l0	7	0.009231417439877987
77380	rnn.bias_hh_l0	8	-0.1116994097828865
77380	rnn.bias_hh_l0	9	-0.024993859231472015
77380	rnn.weight_ih_l0_reverse	0	-0.01331914123147726
77380	rnn.weight_ih_l0_reverse	1	-0.04891883581876755
77380	rnn.weight_ih_l0_reverse	2	-0.035663116723299026
77380	rnn.weight_ih_l0_reverse	3	-0.0022281426936388016
77380	rnn.weight_ih_l0_reverse	4	-0.00899321399629116
77380	rnn.weight_ih_l0_reverse	5	-0.04482940211892128
77380	rnn.weight_ih_l0_reverse	6	0.06051648035645485
77380	rnn.weight_ih_l0_reverse	7	-0.01193142682313919
77380	rnn.weight_ih_l0_reverse	8	-0.035831354558467865
77380	rnn.weight_ih_l0_reverse	9	0.005008358974009752
77380	rnn.weight_hh_l0_reverse	0	0.04073517024517059
77380	rnn.weight_hh_l0_reverse	1	0.0251170564442873
77380	rnn.weight_hh_l0_reverse	2	0.03695274889469147
77380	rnn.weight_hh_l0_reverse	3	0.021858295425772667
77380	rnn.weight_hh_l0_reverse	4	-0.00029152000206522644
77380	rnn.weight_hh_l0_reverse	5	0.015211169607937336
77380	rnn.weight_hh_l0_reverse	6	0.04162262752652168
77380	rnn.weight_hh_l0_reverse	7	-0.059590619057416916
77380	rnn.weight_hh_l0_reverse	8	0.03114335983991623
77380	rnn.weight_hh_l0_reverse	9	0.04699108749628067
77380	rnn.bias_ih_l0_reverse	0	-0.05679355934262276
77380	rnn.bias_ih_l0_reverse	1	-0.21022187173366547
77380	rnn.bias_ih_l0_reverse	2	-0.08714491128921509
77380	rnn.bias_ih_l0_reverse	3	-0.01923585683107376
77380	rnn.bias_ih_l0_reverse	4	-0.04095568135380745
77380	rnn.bias_ih_l0_reverse	5	0.036691814661026
77380	rnn.bias_ih_l0_reverse	6	-0.059195976704359055
77380	rnn.bias_ih_l0_reverse	7	0.04219130799174309
77380	rnn.bias_ih_l0_reverse	8	-0.02455420233309269
77380	rnn.bias_ih_l0_reverse	9	0.03237130120396614
77380	rnn.bias_hh_l0_reverse	0	-0.006909694988280535
77380	rnn.bias_hh_l0_reverse	1	-0.019774092361330986
77380	rnn.bias_hh_l0_reverse	2	0.055734094232320786
77380	rnn.bias_hh_l0_reverse	3	-0.03836079686880112
77380	rnn.bias_hh_l0_reverse	4	-0.04039943963289261
77380	rnn.bias_hh_l0_reverse	5	-0.04572324454784393
77380	rnn.bias_hh_l0_reverse	6	-0.016923261806368828
77380	rnn.bias_hh_l0_reverse	7	0.09645181894302368
77380	rnn.bias_hh_l0_reverse	8	0.022059183567762375
77380	rnn.bias_hh_l0_reverse	9	-0.09784067422151566
77380	rnn.weight_ih_l1	0	-0.03871564194560051
77380	rnn.weight_ih_l1	1	-0.03717820346355438
77380	rnn.weight_ih_l1	2	0.07230888307094574
77380	rnn.weight_ih_l1	3	-0.023254359140992165
77380	rnn.weight_ih_l1	4	-0.002823416842147708
77380	rnn.weight_ih_l1	5	-0.0439477264881134
77380	rnn.weight_ih_l1	6	0.027536343783140182
77380	rnn.weight_ih_l1	7	-0.033976323902606964
77380	rnn.weight_ih_l1	8	0.039295464754104614
77380	rnn.weight_ih_l1	9	0.034690842032432556
77380	rnn.weight_hh_l1	0	-0.009767487645149231
77380	rnn.weight_hh_l1	1	0.008863561786711216
77380	rnn.weight_hh_l1	2	-0.0022007443476468325
77380	rnn.weight_hh_l1	3	-0.00974680669605732
77380	rnn.weight_hh_l1	4	0.0002242812333861366
77380	rnn.weight_hh_l1	5	0.025106949731707573
77380	rnn.weight_hh_l1	6	0.02661852538585663
77380	rnn.weight_hh_l1	7	-0.02629215084016323
77380	rnn.weight_hh_l1	8	-0.02266664244234562
77380	rnn.weight_hh_l1	9	0.041200339794158936
77380	rnn.bias_ih_l1	0	-0.14953145384788513
77380	rnn.bias_ih_l1	1	-0.13111044466495514
77380	rnn.bias_ih_l1	2	-0.14681702852249146
77380	rnn.bias_ih_l1	3	-0.21792598068714142
77380	rnn.bias_ih_l1	4	-0.15809810161590576
77380	rnn.bias_ih_l1	5	-0.09521777182817459
77380	rnn.bias_ih_l1	6	-0.10857106000185013
77380	rnn.bias_ih_l1	7	-0.01957123726606369
77380	rnn.bias_ih_l1	8	-0.11044304817914963
77380	rnn.bias_ih_l1	9	-0.10059403628110886
77380	rnn.bias_hh_l1	0	-0.11842169612646103
77380	rnn.bias_hh_l1	1	-0.02894623950123787
77380	rnn.bias_hh_l1	2	-0.08511406928300858
77380	rnn.bias_hh_l1	3	-0.09074365347623825
77380	rnn.bias_hh_l1	4	-0.11581916362047195
77380	rnn.bias_hh_l1	5	-0.07179604470729828
77380	rnn.bias_hh_l1	6	-0.09258566051721573
77380	rnn.bias_hh_l1	7	0.008560949005186558
77380	rnn.bias_hh_l1	8	-0.11653341352939606
77380	rnn.bias_hh_l1	9	-0.09318944066762924
77380	rnn.weight_ih_l1_reverse	0	-0.049602266401052475
77380	rnn.weight_ih_l1_reverse	1	0.05947251245379448
77380	rnn.weight_ih_l1_reverse	2	0.00329376757144928
77380	rnn.weight_ih_l1_reverse	3	0.017284167930483818
77380	rnn.weight_ih_l1_reverse	4	-0.027971960604190826
77380	rnn.weight_ih_l1_reverse	5	-0.03497158735990524
77380	rnn.weight_ih_l1_reverse	6	0.0034071695990860462
77380	rnn.weight_ih_l1_reverse	7	0.016507146880030632
77380	rnn.weight_ih_l1_reverse	8	0.006111105438321829
77380	rnn.weight_ih_l1_reverse	9	-0.02310340292751789
77380	rnn.weight_hh_l1_reverse	0	0.008068257942795753
77380	rnn.weight_hh_l1_reverse	1	0.027579091489315033
77380	rnn.weight_hh_l1_reverse	2	-0.038795895874500275
77380	rnn.weight_hh_l1_reverse	3	0.04127033054828644
77380	rnn.weight_hh_l1_reverse	4	0.04717007279396057
77380	rnn.weight_hh_l1_reverse	5	0.009101205505430698
77380	rnn.weight_hh_l1_reverse	6	0.005514925811439753
77380	rnn.weight_hh_l1_reverse	7	0.027058936655521393
77380	rnn.weight_hh_l1_reverse	8	-0.0020454488694667816
77380	rnn.weight_hh_l1_reverse	9	-0.04098447784781456
77380	rnn.bias_ih_l1_reverse	0	-0.048494186252355576
77380	rnn.bias_ih_l1_reverse	1	-0.08416705578565598
77380	rnn.bias_ih_l1_reverse	2	-0.11297713965177536
77380	rnn.bias_ih_l1_reverse	3	-0.008848464116454124
77380	rnn.bias_ih_l1_reverse	4	-0.15981554985046387
77380	rnn.bias_ih_l1_reverse	5	-0.0773661807179451
77380	rnn.bias_ih_l1_reverse	6	-0.11152078956365585
77380	rnn.bias_ih_l1_reverse	7	-0.14365936815738678
77380	rnn.bias_ih_l1_reverse	8	0.10928256064653397
77380	rnn.bias_ih_l1_reverse	9	0.006747218314558268
77380	rnn.bias_hh_l1_reverse	0	-0.027750346809625626
77380	rnn.bias_hh_l1_reverse	1	0.023697441443800926
77380	rnn.bias_hh_l1_reverse	2	-0.20756027102470398
77380	rnn.bias_hh_l1_reverse	3	-0.08767437189817429
77380	rnn.bias_hh_l1_reverse	4	-0.060156408697366714
77380	rnn.bias_hh_l1_reverse	5	-0.07619636505842209
77380	rnn.bias_hh_l1_reverse	6	0.10452503710985184
77380	rnn.bias_hh_l1_reverse	7	-0.13024868071079254
77380	rnn.bias_hh_l1_reverse	8	-0.09444482624530792
77380	rnn.bias_hh_l1_reverse	9	-0.11348585039377213
77380	linear.weight	0	0.002228822559118271
77380	linear.weight	1	0.10452524572610855
77380	linear.weight	2	-0.11836336553096771
77380	linear.weight	3	0.33562174439430237
77380	linear.weight	4	0.11654643714427948
77380	linear.weight	5	-0.00027722291997633874
77380	linear.weight	6	-0.026624375954270363
77380	linear.weight	7	0.029600301757454872
77380	linear.weight	8	0.041536595672369
77380	linear.weight	9	-0.07015964388847351
77380	linear.bias	0	-0.0936879888176918
77380	linear.bias	1	-0.1275603473186493
77380	linear.bias	2	-0.45976758003234863
77380	linear.bias	3	-0.6815751791000366
77380	linear.bias	4	-1.023321509361267
77380	linear.bias	5	-0.029978279024362564
77380	linear.bias	6	-0.6731452345848083
77380	linear.bias	7	0.3997489809989929
77380	linear.bias	8	-0.5342835187911987
77380	linear.bias	9	-0.8410232067108154
77577	transitions	0	0.529967725276947
77577	transitions	1	0.08050871640443802
77577	transitions	2	-10000.0
77577	transitions	3	-1.8058212995529175
77577	transitions	4	-10000.0
77577	transitions	5	0.6322968006134033
77577	transitions	6	-0.03719519451260567
77577	transitions	7	-0.45067429542541504
77577	transitions	8	-1.3534326553344727
77577	transitions	9	-0.0006417692638933659
77577	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
77577	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
77577	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
77577	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
77577	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
77577	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
77577	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
77577	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
77577	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
77577	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
77577	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
77577	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
77577	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
77577	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
77577	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
77577	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
77577	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
77577	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
77577	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
77577	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
77577	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
77577	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
77577	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
77577	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
77577	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
77577	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
77577	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
77577	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
77577	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
77577	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
77577	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
77577	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
77577	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
77577	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
77577	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
77577	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
77577	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
77577	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
77577	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
77577	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
77577	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
77577	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
77577	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
77577	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
77577	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
77577	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
77577	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
77577	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
77577	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
77577	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
77577	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
77577	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
77577	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
77577	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
77577	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
77577	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
77577	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
77577	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
77577	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
77577	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
77577	embedding2nn.weight	0	0.009554436430335045
77577	embedding2nn.weight	1	-0.015708647668361664
77577	embedding2nn.weight	2	-0.014268255792558193
77577	embedding2nn.weight	3	0.0024742200039327145
77577	embedding2nn.weight	4	-0.0059150345623493195
77577	embedding2nn.weight	5	-0.0037005781196057796
77577	embedding2nn.weight	6	-0.0039732204750180244
77577	embedding2nn.weight	7	-0.03927810862660408
77577	embedding2nn.weight	8	-0.0019979383796453476
77577	embedding2nn.weight	9	-0.026600541546940804
77577	embedding2nn.bias	0	0.008030606433749199
77577	embedding2nn.bias	1	-0.07323931902647018
77577	embedding2nn.bias	2	0.06653735041618347
77577	embedding2nn.bias	3	0.05543671175837517
77577	embedding2nn.bias	4	-0.03842654079198837
77577	embedding2nn.bias	5	-0.04142020270228386
77577	embedding2nn.bias	6	0.01431038323789835
77577	embedding2nn.bias	7	-0.0510871559381485
77577	embedding2nn.bias	8	0.021251948550343513
77577	embedding2nn.bias	9	0.031432751566171646
77577	rnn.weight_ih_l0	0	-0.039237312972545624
77577	rnn.weight_ih_l0	1	0.003614777233451605
77577	rnn.weight_ih_l0	2	0.03515758737921715
77577	rnn.weight_ih_l0	3	0.005673934705555439
77577	rnn.weight_ih_l0	4	-0.011715332977473736
77577	rnn.weight_ih_l0	5	-0.05642299726605415
77577	rnn.weight_ih_l0	6	0.008367008529603481
77577	rnn.weight_ih_l0	7	0.0550333708524704
77577	rnn.weight_ih_l0	8	-0.0038914743345230818
77577	rnn.weight_ih_l0	9	-0.02185099571943283
77577	rnn.weight_hh_l0	0	-0.03983817622065544
77577	rnn.weight_hh_l0	1	0.003200365463271737
77577	rnn.weight_hh_l0	2	0.007581694051623344
77577	rnn.weight_hh_l0	3	-0.04820416867733002
77577	rnn.weight_hh_l0	4	0.05513108894228935
77577	rnn.weight_hh_l0	5	-0.0013192646438255906
77577	rnn.weight_hh_l0	6	-0.040009964257478714
77577	rnn.weight_hh_l0	7	-0.014769284054636955
77577	rnn.weight_hh_l0	8	0.011000411584973335
77577	rnn.weight_hh_l0	9	-0.017599061131477356
77577	rnn.bias_ih_l0	0	0.06858263164758682
77577	rnn.bias_ih_l0	1	-0.01869048736989498
77577	rnn.bias_ih_l0	2	-0.008271660655736923
77577	rnn.bias_ih_l0	3	0.09147775173187256
77577	rnn.bias_ih_l0	4	-0.04469494894146919
77577	rnn.bias_ih_l0	5	-0.02697036787867546
77577	rnn.bias_ih_l0	6	0.018010517582297325
77577	rnn.bias_ih_l0	7	0.042714376002550125
77577	rnn.bias_ih_l0	8	-0.08274264633655548
77577	rnn.bias_ih_l0	9	-0.026427580043673515
77577	rnn.bias_hh_l0	0	-0.03784418851137161
77577	rnn.bias_hh_l0	1	-0.07729487121105194
77577	rnn.bias_hh_l0	2	-0.04865602031350136
77577	rnn.bias_hh_l0	3	-0.07839430868625641
77577	rnn.bias_hh_l0	4	-0.029032940044999123
77577	rnn.bias_hh_l0	5	-0.006366494577378035
77577	rnn.bias_hh_l0	6	0.01266336627304554
77577	rnn.bias_hh_l0	7	0.009207390248775482
77577	rnn.bias_hh_l0	8	-0.11290533095598221
77577	rnn.bias_hh_l0	9	-0.025074396282434464
77577	rnn.weight_ih_l0_reverse	0	-0.014851035550236702
77577	rnn.weight_ih_l0_reverse	1	-0.04941938444972038
77577	rnn.weight_ih_l0_reverse	2	-0.03487816080451012
77577	rnn.weight_ih_l0_reverse	3	-0.003092337865382433
77577	rnn.weight_ih_l0_reverse	4	-0.009346435777842999
77577	rnn.weight_ih_l0_reverse	5	-0.04405027627944946
77577	rnn.weight_ih_l0_reverse	6	0.06137397512793541
77577	rnn.weight_ih_l0_reverse	7	-0.012330008670687675
77577	rnn.weight_ih_l0_reverse	8	-0.0359501950442791
77577	rnn.weight_ih_l0_reverse	9	0.005405753385275602
77577	rnn.weight_hh_l0_reverse	0	0.04015190899372101
77577	rnn.weight_hh_l0_reverse	1	0.025096161291003227
77577	rnn.weight_hh_l0_reverse	2	0.03700815141201019
77577	rnn.weight_hh_l0_reverse	3	0.022401977330446243
77577	rnn.weight_hh_l0_reverse	4	-0.0007468801341019571
77577	rnn.weight_hh_l0_reverse	5	0.012740455567836761
77577	rnn.weight_hh_l0_reverse	6	0.04131874814629555
77577	rnn.weight_hh_l0_reverse	7	-0.058736421167850494
77577	rnn.weight_hh_l0_reverse	8	0.03332004323601723
77577	rnn.weight_hh_l0_reverse	9	0.04732855036854744
77577	rnn.bias_ih_l0_reverse	0	-0.05918040871620178
77577	rnn.bias_ih_l0_reverse	1	-0.20783621072769165
77577	rnn.bias_ih_l0_reverse	2	-0.08754096925258636
77577	rnn.bias_ih_l0_reverse	3	-0.018850645050406456
77577	rnn.bias_ih_l0_reverse	4	-0.04137547314167023
77577	rnn.bias_ih_l0_reverse	5	0.03878246620297432
77577	rnn.bias_ih_l0_reverse	6	-0.05565221980214119
77577	rnn.bias_ih_l0_reverse	7	0.044334087520837784
77577	rnn.bias_ih_l0_reverse	8	-0.02404819056391716
77577	rnn.bias_ih_l0_reverse	9	0.03361428901553154
77577	rnn.bias_hh_l0_reverse	0	-0.006726555060595274
77577	rnn.bias_hh_l0_reverse	1	-0.020538371056318283
77577	rnn.bias_hh_l0_reverse	2	0.056505318731069565
77577	rnn.bias_hh_l0_reverse	3	-0.037095263600349426
77577	rnn.bias_hh_l0_reverse	4	-0.04125406965613365
77577	rnn.bias_hh_l0_reverse	5	-0.0416128970682621
77577	rnn.bias_hh_l0_reverse	6	-0.01843198575079441
77577	rnn.bias_hh_l0_reverse	7	0.09478768706321716
77577	rnn.bias_hh_l0_reverse	8	0.024117428809404373
77577	rnn.bias_hh_l0_reverse	9	-0.09547806531190872
77577	rnn.weight_ih_l1	0	-0.03835795819759369
77577	rnn.weight_ih_l1	1	-0.038022495806217194
77577	rnn.weight_ih_l1	2	0.07343112677335739
77577	rnn.weight_ih_l1	3	-0.02366822399199009
77577	rnn.weight_ih_l1	4	-0.003386877477169037
77577	rnn.weight_ih_l1	5	-0.04360693693161011
77577	rnn.weight_ih_l1	6	0.02759433351457119
77577	rnn.weight_ih_l1	7	-0.03359047695994377
77577	rnn.weight_ih_l1	8	0.03931783512234688
77577	rnn.weight_ih_l1	9	0.03473929688334465
77577	rnn.weight_hh_l1	0	-0.009387748315930367
77577	rnn.weight_hh_l1	1	0.008943377994000912
77577	rnn.weight_hh_l1	2	-0.00337783619761467
77577	rnn.weight_hh_l1	3	-0.009778749197721481
77577	rnn.weight_hh_l1	4	0.00017080598627217114
77577	rnn.weight_hh_l1	5	0.025458568707108498
77577	rnn.weight_hh_l1	6	0.026435943320393562
77577	rnn.weight_hh_l1	7	-0.026316683739423752
77577	rnn.weight_hh_l1	8	-0.022260604426264763
77577	rnn.weight_hh_l1	9	0.041910309344530106
77577	rnn.bias_ih_l1	0	-0.15124104917049408
77577	rnn.bias_ih_l1	1	-0.13451026380062103
77577	rnn.bias_ih_l1	2	-0.14630183577537537
77577	rnn.bias_ih_l1	3	-0.2161284238100052
77577	rnn.bias_ih_l1	4	-0.16197466850280762
77577	rnn.bias_ih_l1	5	-0.09553032368421555
77577	rnn.bias_ih_l1	6	-0.10827053338289261
77577	rnn.bias_ih_l1	7	-0.01979712024331093
77577	rnn.bias_ih_l1	8	-0.11509356647729874
77577	rnn.bias_ih_l1	9	-0.10259759426116943
77577	rnn.bias_hh_l1	0	-0.1152641549706459
77577	rnn.bias_hh_l1	1	-0.030448777601122856
77577	rnn.bias_hh_l1	2	-0.08501292020082474
77577	rnn.bias_hh_l1	3	-0.08889288455247879
77577	rnn.bias_hh_l1	4	-0.11796534061431885
77577	rnn.bias_hh_l1	5	-0.07084035873413086
77577	rnn.bias_hh_l1	6	-0.09470660984516144
77577	rnn.bias_hh_l1	7	0.00543623324483633
77577	rnn.bias_hh_l1	8	-0.11493581533432007
77577	rnn.bias_hh_l1	9	-0.091452457010746
77577	rnn.weight_ih_l1_reverse	0	-0.05053167790174484
77577	rnn.weight_ih_l1_reverse	1	0.05738857761025429
77577	rnn.weight_ih_l1_reverse	2	0.0033432217314839363
77577	rnn.weight_ih_l1_reverse	3	0.017513684928417206
77577	rnn.weight_ih_l1_reverse	4	-0.02803608402609825
77577	rnn.weight_ih_l1_reverse	5	-0.03520648553967476
77577	rnn.weight_ih_l1_reverse	6	0.002885374240577221
77577	rnn.weight_ih_l1_reverse	7	0.015686212107539177
77577	rnn.weight_ih_l1_reverse	8	0.0063202655874192715
77577	rnn.weight_ih_l1_reverse	9	-0.023851657286286354
77577	rnn.weight_hh_l1_reverse	0	0.008132567629218102
77577	rnn.weight_hh_l1_reverse	1	0.02747788466513157
77577	rnn.weight_hh_l1_reverse	2	-0.038793325424194336
77577	rnn.weight_hh_l1_reverse	3	0.0412043035030365
77577	rnn.weight_hh_l1_reverse	4	0.047026220709085464
77577	rnn.weight_hh_l1_reverse	5	0.009096800349652767
77577	rnn.weight_hh_l1_reverse	6	0.006089754868298769
77577	rnn.weight_hh_l1_reverse	7	0.027147164568305016
77577	rnn.weight_hh_l1_reverse	8	-0.0018785271095111966
77577	rnn.weight_hh_l1_reverse	9	-0.0405258946120739
77577	rnn.bias_ih_l1_reverse	0	-0.049093522131443024
77577	rnn.bias_ih_l1_reverse	1	-0.09037774801254272
77577	rnn.bias_ih_l1_reverse	2	-0.1134519875049591
77577	rnn.bias_ih_l1_reverse	3	-0.007097635418176651
77577	rnn.bias_ih_l1_reverse	4	-0.16132985055446625
77577	rnn.bias_ih_l1_reverse	5	-0.0774916484951973
77577	rnn.bias_ih_l1_reverse	6	-0.11153000593185425
77577	rnn.bias_ih_l1_reverse	7	-0.14255233108997345
77577	rnn.bias_ih_l1_reverse	8	0.1160268560051918
77577	rnn.bias_ih_l1_reverse	9	-0.00041176326340064406
77577	rnn.bias_hh_l1_reverse	0	-0.024691365659236908
77577	rnn.bias_hh_l1_reverse	1	0.025657398626208305
77577	rnn.bias_hh_l1_reverse	2	-0.20649318397045135
77577	rnn.bias_hh_l1_reverse	3	-0.08681315928697586
77577	rnn.bias_hh_l1_reverse	4	-0.059429049491882324
77577	rnn.bias_hh_l1_reverse	5	-0.07415124773979187
77577	rnn.bias_hh_l1_reverse	6	0.1231655552983284
77577	rnn.bias_hh_l1_reverse	7	-0.13094383478164673
77577	rnn.bias_hh_l1_reverse	8	-0.09522544592618942
77577	rnn.bias_hh_l1_reverse	9	-0.11223097145557404
77577	linear.weight	0	0.002228822559118271
77577	linear.weight	1	0.09588857740163803
77577	linear.weight	2	-0.11362652480602264
77577	linear.weight	3	0.339653879404068
77577	linear.weight	4	0.11459942162036896
77577	linear.weight	5	-0.0005754642770625651
77577	linear.weight	6	-0.03452109545469284
77577	linear.weight	7	0.02634291537106037
77577	linear.weight	8	0.04153374210000038
77577	linear.weight	9	-0.0670207217335701
77577	linear.bias	0	-0.12230298668146133
77577	linear.bias	1	-0.10929163545370102
77577	linear.bias	2	-0.47445783019065857
77577	linear.bias	3	-0.6947667598724365
77577	linear.bias	4	-1.037515640258789
77577	linear.bias	5	-0.033912062644958496
77577	linear.bias	6	-0.654014527797699
77577	linear.bias	7	0.3971450626850128
77577	linear.bias	8	-0.5144273638725281
77577	linear.bias	9	-0.822028398513794
77774	transitions	0	0.5356142520904541
77774	transitions	1	0.08587372303009033
77774	transitions	2	-10000.0
77774	transitions	3	-1.805894374847412
77774	transitions	4	-10000.0
77774	transitions	5	0.6321293711662292
77774	transitions	6	-0.03740851208567619
77774	transitions	7	-0.45192795991897583
77774	transitions	8	-1.3536409139633179
77774	transitions	9	-0.0006447249324992299
77774	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
77774	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
77774	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
77774	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
77774	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
77774	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
77774	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
77774	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
77774	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
77774	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
77774	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
77774	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
77774	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
77774	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
77774	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
77774	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
77774	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
77774	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
77774	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
77774	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
77774	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
77774	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
77774	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
77774	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
77774	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
77774	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
77774	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
77774	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
77774	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
77774	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
77774	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
77774	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
77774	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
77774	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
77774	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
77774	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
77774	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
77774	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
77774	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
77774	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
77774	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
77774	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
77774	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
77774	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
77774	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
77774	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
77774	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
77774	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
77774	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
77774	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
77774	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
77774	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
77774	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
77774	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
77774	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
77774	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
77774	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
77774	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
77774	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
77774	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
77774	embedding2nn.weight	0	0.0077892811968922615
77774	embedding2nn.weight	1	-0.015476114116609097
77774	embedding2nn.weight	2	-0.014268255792558193
77774	embedding2nn.weight	3	-0.0018181388732045889
77774	embedding2nn.weight	4	-0.0059150345623493195
77774	embedding2nn.weight	5	-0.0037005781196057796
77774	embedding2nn.weight	6	-0.003973218612372875
77774	embedding2nn.weight	7	-0.03820930793881416
77774	embedding2nn.weight	8	-0.0019979383796453476
77774	embedding2nn.weight	9	-0.026460764929652214
77774	embedding2nn.bias	0	0.008656525984406471
77774	embedding2nn.bias	1	-0.06589848548173904
77774	embedding2nn.bias	2	0.0698925256729126
77774	embedding2nn.bias	3	0.05184832587838173
77774	embedding2nn.bias	4	-0.03553782030940056
77774	embedding2nn.bias	5	-0.035779546946287155
77774	embedding2nn.bias	6	0.02612333558499813
77774	embedding2nn.bias	7	-0.04138713330030441
77774	embedding2nn.bias	8	0.02183116413652897
77774	embedding2nn.bias	9	0.03640274703502655
77774	rnn.weight_ih_l0	0	-0.03973671421408653
77774	rnn.weight_ih_l0	1	0.003321128198876977
77774	rnn.weight_ih_l0	2	0.035198379307985306
77774	rnn.weight_ih_l0	3	0.005640104878693819
77774	rnn.weight_ih_l0	4	-0.012076979503035545
77774	rnn.weight_ih_l0	5	-0.057432353496551514
77774	rnn.weight_ih_l0	6	0.00792708434164524
77774	rnn.weight_ih_l0	7	0.05602271109819412
77774	rnn.weight_ih_l0	8	-0.00472556846216321
77774	rnn.weight_ih_l0	9	-0.021088842302560806
77774	rnn.weight_hh_l0	0	-0.0383903868496418
77774	rnn.weight_hh_l0	1	0.002713899128139019
77774	rnn.weight_hh_l0	2	0.007786821108311415
77774	rnn.weight_hh_l0	3	-0.04803004860877991
77774	rnn.weight_hh_l0	4	0.055483363568782806
77774	rnn.weight_hh_l0	5	-0.0009748172597028315
77774	rnn.weight_hh_l0	6	-0.04043607413768768
77774	rnn.weight_hh_l0	7	-0.014789542183279991
77774	rnn.weight_hh_l0	8	0.01049993745982647
77774	rnn.weight_hh_l0	9	-0.017281828448176384
77774	rnn.bias_ih_l0	0	0.068962961435318
77774	rnn.bias_ih_l0	1	-0.01811600849032402
77774	rnn.bias_ih_l0	2	-0.007350787054747343
77774	rnn.bias_ih_l0	3	0.09459181874990463
77774	rnn.bias_ih_l0	4	-0.04732460901141167
77774	rnn.bias_ih_l0	5	-0.03216613829135895
77774	rnn.bias_ih_l0	6	0.01763898693025112
77774	rnn.bias_ih_l0	7	0.047042202204465866
77774	rnn.bias_ih_l0	8	-0.08160494267940521
77774	rnn.bias_ih_l0	9	-0.02743038721382618
77774	rnn.bias_hh_l0	0	-0.0378863699734211
77774	rnn.bias_hh_l0	1	-0.07807957381010056
77774	rnn.bias_hh_l0	2	-0.051528457552194595
77774	rnn.bias_hh_l0	3	-0.07920260727405548
77774	rnn.bias_hh_l0	4	-0.028389250859618187
77774	rnn.bias_hh_l0	5	-0.00454024039208889
77774	rnn.bias_hh_l0	6	0.012549566105008125
77774	rnn.bias_hh_l0	7	0.014790776185691357
77774	rnn.bias_hh_l0	8	-0.11544064432382584
77774	rnn.bias_hh_l0	9	-0.022319376468658447
77774	rnn.weight_ih_l0_reverse	0	-0.015182044357061386
77774	rnn.weight_ih_l0_reverse	1	-0.050468552857637405
77774	rnn.weight_ih_l0_reverse	2	-0.03594905138015747
77774	rnn.weight_ih_l0_reverse	3	-0.0031706264708191156
77774	rnn.weight_ih_l0_reverse	4	-0.008709275163710117
77774	rnn.weight_ih_l0_reverse	5	-0.0435144416987896
77774	rnn.weight_ih_l0_reverse	6	0.059863682836294174
77774	rnn.weight_ih_l0_reverse	7	-0.012140394188463688
77774	rnn.weight_ih_l0_reverse	8	-0.03670302778482437
77774	rnn.weight_ih_l0_reverse	9	0.005599087569862604
77774	rnn.weight_hh_l0_reverse	0	0.03936471417546272
77774	rnn.weight_hh_l0_reverse	1	0.02699059247970581
77774	rnn.weight_hh_l0_reverse	2	0.037810854613780975
77774	rnn.weight_hh_l0_reverse	3	0.022974612191319466
77774	rnn.weight_hh_l0_reverse	4	-0.00034398873685859144
77774	rnn.weight_hh_l0_reverse	5	0.013054527342319489
77774	rnn.weight_hh_l0_reverse	6	0.04104066267609596
77774	rnn.weight_hh_l0_reverse	7	-0.05803887918591499
77774	rnn.weight_hh_l0_reverse	8	0.03282658010721207
77774	rnn.weight_hh_l0_reverse	9	0.04764218255877495
77774	rnn.bias_ih_l0_reverse	0	-0.05944855883717537
77774	rnn.bias_ih_l0_reverse	1	-0.21551813185214996
77774	rnn.bias_ih_l0_reverse	2	-0.08697322010993958
77774	rnn.bias_ih_l0_reverse	3	-0.015834378078579903
77774	rnn.bias_ih_l0_reverse	4	-0.04432887211441994
77774	rnn.bias_ih_l0_reverse	5	0.03795987740159035
77774	rnn.bias_ih_l0_reverse	6	-0.05633452534675598
77774	rnn.bias_ih_l0_reverse	7	0.043854210525751114
77774	rnn.bias_ih_l0_reverse	8	-0.022715318948030472
77774	rnn.bias_ih_l0_reverse	9	0.03396686166524887
77774	rnn.bias_hh_l0_reverse	0	-0.005067826248705387
77774	rnn.bias_hh_l0_reverse	1	-0.020951658487319946
77774	rnn.bias_hh_l0_reverse	2	0.0587259866297245
77774	rnn.bias_hh_l0_reverse	3	-0.03673066943883896
77774	rnn.bias_hh_l0_reverse	4	-0.03840445727109909
77774	rnn.bias_hh_l0_reverse	5	-0.04006272554397583
77774	rnn.bias_hh_l0_reverse	6	-0.01647619716823101
77774	rnn.bias_hh_l0_reverse	7	0.09510665386915207
77774	rnn.bias_hh_l0_reverse	8	0.02184254489839077
77774	rnn.bias_hh_l0_reverse	9	-0.09665870666503906
77774	rnn.weight_ih_l1	0	-0.03789630904793739
77774	rnn.weight_ih_l1	1	-0.037578143179416656
77774	rnn.weight_ih_l1	2	0.07164833694696426
77774	rnn.weight_ih_l1	3	-0.020490316674113274
77774	rnn.weight_ih_l1	4	-0.004017814062535763
77774	rnn.weight_ih_l1	5	-0.04352043569087982
77774	rnn.weight_ih_l1	6	0.02737242914736271
77774	rnn.weight_ih_l1	7	-0.03398255258798599
77774	rnn.weight_ih_l1	8	0.039131324738264084
77774	rnn.weight_ih_l1	9	0.034605756402015686
77774	rnn.weight_hh_l1	0	-0.008986291475594044
77774	rnn.weight_hh_l1	1	0.009281548671424389
77774	rnn.weight_hh_l1	2	-0.0036756363697350025
77774	rnn.weight_hh_l1	3	-0.010409428738057613
77774	rnn.weight_hh_l1	4	-0.0007821086328476667
77774	rnn.weight_hh_l1	5	0.025534838438034058
77774	rnn.weight_hh_l1	6	0.025951439514756203
77774	rnn.weight_hh_l1	7	-0.026193810626864433
77774	rnn.weight_hh_l1	8	-0.02239733189344406
77774	rnn.weight_hh_l1	9	0.04176676645874977
77774	rnn.bias_ih_l1	0	-0.14776639640331268
77774	rnn.bias_ih_l1	1	-0.13401709496974945
77774	rnn.bias_ih_l1	2	-0.1434922069311142
77774	rnn.bias_ih_l1	3	-0.2160382717847824
77774	rnn.bias_ih_l1	4	-0.15614978969097137
77774	rnn.bias_ih_l1	5	-0.0949159637093544
77774	rnn.bias_ih_l1	6	-0.10590913146734238
77774	rnn.bias_ih_l1	7	-0.021635768935084343
77774	rnn.bias_ih_l1	8	-0.11674671620130539
77774	rnn.bias_ih_l1	9	-0.10216381400823593
77774	rnn.bias_hh_l1	0	-0.11289948225021362
77774	rnn.bias_hh_l1	1	-0.03423722833395004
77774	rnn.bias_hh_l1	2	-0.08435848355293274
77774	rnn.bias_hh_l1	3	-0.08888893574476242
77774	rnn.bias_hh_l1	4	-0.11713645607233047
77774	rnn.bias_hh_l1	5	-0.0710681900382042
77774	rnn.bias_hh_l1	6	-0.09851285070180893
77774	rnn.bias_hh_l1	7	0.01764192245900631
77774	rnn.bias_hh_l1	8	-0.11506442725658417
77774	rnn.bias_hh_l1	9	-0.09352104365825653
77774	rnn.weight_ih_l1_reverse	0	-0.049205973744392395
77774	rnn.weight_ih_l1_reverse	1	0.05787759646773338
77774	rnn.weight_ih_l1_reverse	2	0.005521166138350964
77774	rnn.weight_ih_l1_reverse	3	0.015787605196237564
77774	rnn.weight_ih_l1_reverse	4	-0.028273258358240128
77774	rnn.weight_ih_l1_reverse	5	-0.03507428243756294
77774	rnn.weight_ih_l1_reverse	6	0.002408648608252406
77774	rnn.weight_ih_l1_reverse	7	0.01595698483288288
77774	rnn.weight_ih_l1_reverse	8	0.004485697951167822
77774	rnn.weight_ih_l1_reverse	9	-0.027099506929516792
77774	rnn.weight_hh_l1_reverse	0	0.007990548387169838
77774	rnn.weight_hh_l1_reverse	1	0.027544014155864716
77774	rnn.weight_hh_l1_reverse	2	-0.03876298666000366
77774	rnn.weight_hh_l1_reverse	3	0.04119819030165672
77774	rnn.weight_hh_l1_reverse	4	0.04716719686985016
77774	rnn.weight_hh_l1_reverse	5	0.00850487407296896
77774	rnn.weight_hh_l1_reverse	6	0.007003350183367729
77774	rnn.weight_hh_l1_reverse	7	0.02740141935646534
77774	rnn.weight_hh_l1_reverse	8	-0.0018513849936425686
77774	rnn.weight_hh_l1_reverse	9	-0.04028996825218201
77774	rnn.bias_ih_l1_reverse	0	-0.04948269948363304
77774	rnn.bias_ih_l1_reverse	1	-0.09029208868741989
77774	rnn.bias_ih_l1_reverse	2	-0.11509612202644348
77774	rnn.bias_ih_l1_reverse	3	-0.004665385466068983
77774	rnn.bias_ih_l1_reverse	4	-0.16372321546077728
77774	rnn.bias_ih_l1_reverse	5	-0.07768983393907547
77774	rnn.bias_ih_l1_reverse	6	-0.11107043921947479
77774	rnn.bias_ih_l1_reverse	7	-0.143977552652359
77774	rnn.bias_ih_l1_reverse	8	0.11706605553627014
77774	rnn.bias_ih_l1_reverse	9	0.0019345511682331562
77774	rnn.bias_hh_l1_reverse	0	-0.02222302183508873
77774	rnn.bias_hh_l1_reverse	1	0.017650650814175606
77774	rnn.bias_hh_l1_reverse	2	-0.20627731084823608
77774	rnn.bias_hh_l1_reverse	3	-0.08591881394386292
77774	rnn.bias_hh_l1_reverse	4	-0.06014465540647507
77774	rnn.bias_hh_l1_reverse	5	-0.07246898859739304
77774	rnn.bias_hh_l1_reverse	6	0.1271165907382965
77774	rnn.bias_hh_l1_reverse	7	-0.12916307151317596
77774	rnn.bias_hh_l1_reverse	8	-0.09629026800394058
77774	rnn.bias_hh_l1_reverse	9	-0.1119188517332077
77774	linear.weight	0	0.002228822559118271
77774	linear.weight	1	0.08960136026144028
77774	linear.weight	2	-0.11644026637077332
77774	linear.weight	3	0.3417109549045563
77774	linear.weight	4	0.11517196148633957
77774	linear.weight	5	-0.002019476843997836
77774	linear.weight	6	-0.02650642581284046
77774	linear.weight	7	0.041742388159036636
77774	linear.weight	8	0.041530072689056396
77774	linear.weight	9	-0.06699302047491074
77774	linear.bias	0	-0.12568506598472595
77774	linear.bias	1	-0.11509054899215698
77774	linear.bias	2	-0.5003519058227539
77774	linear.bias	3	-0.6998600959777832
77774	linear.bias	4	-1.0457549095153809
77774	linear.bias	5	-0.04600711539387703
77774	linear.bias	6	-0.6590371131896973
77774	linear.bias	7	0.38542309403419495
77774	linear.bias	8	-0.5200677514076233
77774	linear.bias	9	-0.8321712613105774
77971	transitions	0	0.5386826395988464
77971	transitions	1	0.09299816936254501
77971	transitions	2	-10000.0
77971	transitions	3	-1.806050419807434
77971	transitions	4	-10000.0
77971	transitions	5	0.6319127082824707
77971	transitions	6	-0.037616144865751266
77971	transitions	7	-0.45268958806991577
77971	transitions	8	-1.3538079261779785
77971	transitions	9	-0.0006472702953033149
77971	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
77971	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
77971	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
77971	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
77971	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
77971	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
77971	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
77971	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
77971	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
77971	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
77971	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
77971	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
77971	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
77971	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
77971	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
77971	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
77971	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
77971	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
77971	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
77971	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
77971	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
77971	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
77971	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
77971	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
77971	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
77971	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
77971	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
77971	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
77971	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
77971	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
77971	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
77971	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
77971	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
77971	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
77971	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
77971	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
77971	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
77971	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
77971	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
77971	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
77971	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
77971	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
77971	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
77971	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
77971	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
77971	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
77971	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
77971	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
77971	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
77971	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
77971	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
77971	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
77971	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
77971	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
77971	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
77971	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
77971	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
77971	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
77971	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
77971	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
77971	embedding2nn.weight	0	0.009518472477793694
77971	embedding2nn.weight	1	-0.016012724488973618
77971	embedding2nn.weight	2	-0.014268255792558193
77971	embedding2nn.weight	3	-0.002137018134817481
77971	embedding2nn.weight	4	-0.0059150345623493195
77971	embedding2nn.weight	5	-0.0037005781196057796
77971	embedding2nn.weight	6	-0.003973213490098715
77971	embedding2nn.weight	7	-0.04051434248685837
77971	embedding2nn.weight	8	-0.0019979383796453476
77971	embedding2nn.weight	9	-0.02729126065969467
77971	embedding2nn.bias	0	0.017353979870676994
77971	embedding2nn.bias	1	-0.07055524736642838
77971	embedding2nn.bias	2	0.06843481212854385
77971	embedding2nn.bias	3	0.044547371566295624
77971	embedding2nn.bias	4	-0.03281129524111748
77971	embedding2nn.bias	5	-0.026399433612823486
77971	embedding2nn.bias	6	0.013008616864681244
77971	embedding2nn.bias	7	-0.03793921321630478
77971	embedding2nn.bias	8	0.02936558797955513
77971	embedding2nn.bias	9	0.029896266758441925
77971	rnn.weight_ih_l0	0	-0.03909081593155861
77971	rnn.weight_ih_l0	1	0.003112741047516465
77971	rnn.weight_ih_l0	2	0.03303670883178711
77971	rnn.weight_ih_l0	3	0.006961965933442116
77971	rnn.weight_ih_l0	4	-0.012170321308076382
77971	rnn.weight_ih_l0	5	-0.05765571817755699
77971	rnn.weight_ih_l0	6	0.007962940260767937
77971	rnn.weight_ih_l0	7	0.05616413429379463
77971	rnn.weight_ih_l0	8	-0.004422246944159269
77971	rnn.weight_ih_l0	9	-0.02105381153523922
77971	rnn.weight_hh_l0	0	-0.038567811250686646
77971	rnn.weight_hh_l0	1	0.0009961628820747137
77971	rnn.weight_hh_l0	2	0.007276815362274647
77971	rnn.weight_hh_l0	3	-0.04770050197839737
77971	rnn.weight_hh_l0	4	0.05566085875034332
77971	rnn.weight_hh_l0	5	-0.001979478634893894
77971	rnn.weight_hh_l0	6	-0.03927494212985039
77971	rnn.weight_hh_l0	7	-0.017505060881376266
77971	rnn.weight_hh_l0	8	0.010230882093310356
77971	rnn.weight_hh_l0	9	-0.017420565709471703
77971	rnn.bias_ih_l0	0	0.06855781376361847
77971	rnn.bias_ih_l0	1	-0.01695770025253296
77971	rnn.bias_ih_l0	2	-0.009270467795431614
77971	rnn.bias_ih_l0	3	0.10099302977323532
77971	rnn.bias_ih_l0	4	-0.048716869205236435
77971	rnn.bias_ih_l0	5	-0.03697587549686432
77971	rnn.bias_ih_l0	6	0.018346192315220833
77971	rnn.bias_ih_l0	7	0.046479158103466034
77971	rnn.bias_ih_l0	8	-0.08299070596694946
77971	rnn.bias_ih_l0	9	-0.020639833062887192
77971	rnn.bias_hh_l0	0	-0.03767700493335724
77971	rnn.bias_hh_l0	1	-0.0792512595653534
77971	rnn.bias_hh_l0	2	-0.046349674463272095
77971	rnn.bias_hh_l0	3	-0.0801432728767395
77971	rnn.bias_hh_l0	4	-0.02980673499405384
77971	rnn.bias_hh_l0	5	-0.0005328173865564167
77971	rnn.bias_hh_l0	6	0.009492546319961548
77971	rnn.bias_hh_l0	7	0.015605018474161625
77971	rnn.bias_hh_l0	8	-0.11443046480417252
77971	rnn.bias_hh_l0	9	-0.022512802854180336
77971	rnn.weight_ih_l0_reverse	0	-0.015611478127539158
77971	rnn.weight_ih_l0_reverse	1	-0.04994291439652443
77971	rnn.weight_ih_l0_reverse	2	-0.033101897686719894
77971	rnn.weight_ih_l0_reverse	3	-0.003275303402915597
77971	rnn.weight_ih_l0_reverse	4	-0.008865292184054852
77971	rnn.weight_ih_l0_reverse	5	-0.04313879832625389
77971	rnn.weight_ih_l0_reverse	6	0.05972907692193985
77971	rnn.weight_ih_l0_reverse	7	-0.014357772655785084
77971	rnn.weight_ih_l0_reverse	8	-0.037543535232543945
77971	rnn.weight_ih_l0_reverse	9	0.004015149082988501
77971	rnn.weight_hh_l0_reverse	0	0.04026572033762932
77971	rnn.weight_hh_l0_reverse	1	0.02664092928171158
77971	rnn.weight_hh_l0_reverse	2	0.037524111568927765
77971	rnn.weight_hh_l0_reverse	3	0.022231269627809525
77971	rnn.weight_hh_l0_reverse	4	-0.0004961081431247294
77971	rnn.weight_hh_l0_reverse	5	0.012717314064502716
77971	rnn.weight_hh_l0_reverse	6	0.04175964370369911
77971	rnn.weight_hh_l0_reverse	7	-0.05804282799363136
77971	rnn.weight_hh_l0_reverse	8	0.03298092260956764
77971	rnn.weight_hh_l0_reverse	9	0.0484205037355423
77971	rnn.bias_ih_l0_reverse	0	-0.05849045142531395
77971	rnn.bias_ih_l0_reverse	1	-0.21763567626476288
77971	rnn.bias_ih_l0_reverse	2	-0.08772042393684387
77971	rnn.bias_ih_l0_reverse	3	-0.018142106011509895
77971	rnn.bias_ih_l0_reverse	4	-0.04496314749121666
77971	rnn.bias_ih_l0_reverse	5	0.035959526896476746
77971	rnn.bias_ih_l0_reverse	6	-0.055537957698106766
77971	rnn.bias_ih_l0_reverse	7	0.044057104736566544
77971	rnn.bias_ih_l0_reverse	8	-0.027332598343491554
77971	rnn.bias_ih_l0_reverse	9	0.03180677443742752
77971	rnn.bias_hh_l0_reverse	0	-0.00605594739317894
77971	rnn.bias_hh_l0_reverse	1	-0.01893739216029644
77971	rnn.bias_hh_l0_reverse	2	0.06204130873084068
77971	rnn.bias_hh_l0_reverse	3	-0.03912530466914177
77971	rnn.bias_hh_l0_reverse	4	-0.03838353231549263
77971	rnn.bias_hh_l0_reverse	5	-0.038437508046627045
77971	rnn.bias_hh_l0_reverse	6	-0.01744111254811287
77971	rnn.bias_hh_l0_reverse	7	0.09324532002210617
77971	rnn.bias_hh_l0_reverse	8	0.02106482721865177
77971	rnn.bias_hh_l0_reverse	9	-0.09090018272399902
77971	rnn.weight_ih_l1	0	-0.0373619943857193
77971	rnn.weight_ih_l1	1	-0.038048919290304184
77971	rnn.weight_ih_l1	2	0.07509984076023102
77971	rnn.weight_ih_l1	3	-0.020001599565148354
77971	rnn.weight_ih_l1	4	-0.0026844642125070095
77971	rnn.weight_ih_l1	5	-0.04405409097671509
77971	rnn.weight_ih_l1	6	0.02773144282400608
77971	rnn.weight_ih_l1	7	-0.03416217863559723
77971	rnn.weight_ih_l1	8	0.038948506116867065
77971	rnn.weight_ih_l1	9	0.03500773385167122
77971	rnn.weight_hh_l1	0	-0.01047716848552227
77971	rnn.weight_hh_l1	1	0.00905105285346508
77971	rnn.weight_hh_l1	2	-0.0021633815485984087
77971	rnn.weight_hh_l1	3	-0.010236368514597416
77971	rnn.weight_hh_l1	4	-0.00025535296299494803
77971	rnn.weight_hh_l1	5	0.025470618158578873
77971	rnn.weight_hh_l1	6	0.026110965758562088
77971	rnn.weight_hh_l1	7	-0.026407694444060326
77971	rnn.weight_hh_l1	8	-0.02234555408358574
77971	rnn.weight_hh_l1	9	0.042418867349624634
77971	rnn.bias_ih_l1	0	-0.14892923831939697
77971	rnn.bias_ih_l1	1	-0.1348305493593216
77971	rnn.bias_ih_l1	2	-0.14969393610954285
77971	rnn.bias_ih_l1	3	-0.21543128788471222
77971	rnn.bias_ih_l1	4	-0.14522282779216766
77971	rnn.bias_ih_l1	5	-0.0955672562122345
77971	rnn.bias_ih_l1	6	-0.10858957469463348
77971	rnn.bias_ih_l1	7	-0.02198990434408188
77971	rnn.bias_ih_l1	8	-0.11954855918884277
77971	rnn.bias_ih_l1	9	-0.1027209684252739
77971	rnn.bias_hh_l1	0	-0.11381394416093826
77971	rnn.bias_hh_l1	1	-0.0353844054043293
77971	rnn.bias_hh_l1	2	-0.08506216108798981
77971	rnn.bias_hh_l1	3	-0.08883054554462433
77971	rnn.bias_hh_l1	4	-0.11684206128120422
77971	rnn.bias_hh_l1	5	-0.07053684443235397
77971	rnn.bias_hh_l1	6	-0.09988884627819061
77971	rnn.bias_hh_l1	7	0.008536366745829582
77971	rnn.bias_hh_l1	8	-0.11653649061918259
77971	rnn.bias_hh_l1	9	-0.09241615980863571
77971	rnn.weight_ih_l1_reverse	0	-0.05049469694495201
77971	rnn.weight_ih_l1_reverse	1	0.05873361974954605
77971	rnn.weight_ih_l1_reverse	2	0.006864652503281832
77971	rnn.weight_ih_l1_reverse	3	0.01555765699595213
77971	rnn.weight_ih_l1_reverse	4	-0.02827967144548893
77971	rnn.weight_ih_l1_reverse	5	-0.034977372735738754
77971	rnn.weight_ih_l1_reverse	6	-5.6369390222243965e-05
77971	rnn.weight_ih_l1_reverse	7	0.0159881804138422
77971	rnn.weight_ih_l1_reverse	8	0.004183006007224321
77971	rnn.weight_ih_l1_reverse	9	-0.027892762795090675
77971	rnn.weight_hh_l1_reverse	0	0.00804046168923378
77971	rnn.weight_hh_l1_reverse	1	0.027396567165851593
77971	rnn.weight_hh_l1_reverse	2	-0.0388440303504467
77971	rnn.weight_hh_l1_reverse	3	0.041054729372262955
77971	rnn.weight_hh_l1_reverse	4	0.04727599769830704
77971	rnn.weight_hh_l1_reverse	5	0.00852404348552227
77971	rnn.weight_hh_l1_reverse	6	0.006910094991326332
77971	rnn.weight_hh_l1_reverse	7	0.027410319074988365
77971	rnn.weight_hh_l1_reverse	8	-0.001766060944646597
77971	rnn.weight_hh_l1_reverse	9	-0.03986046463251114
77971	rnn.bias_ih_l1_reverse	0	-0.04791988059878349
77971	rnn.bias_ih_l1_reverse	1	-0.09079315513372421
77971	rnn.bias_ih_l1_reverse	2	-0.1146986186504364
77971	rnn.bias_ih_l1_reverse	3	-0.0019617429934442043
77971	rnn.bias_ih_l1_reverse	4	-0.16346438229084015
77971	rnn.bias_ih_l1_reverse	5	-0.0779275894165039
77971	rnn.bias_ih_l1_reverse	6	-0.11093805730342865
77971	rnn.bias_ih_l1_reverse	7	-0.14258933067321777
77971	rnn.bias_ih_l1_reverse	8	0.12258410453796387
77971	rnn.bias_ih_l1_reverse	9	0.00494395149871707
77971	rnn.bias_hh_l1_reverse	0	-0.021685123443603516
77971	rnn.bias_hh_l1_reverse	1	0.017889462411403656
77971	rnn.bias_hh_l1_reverse	2	-0.20711281895637512
77971	rnn.bias_hh_l1_reverse	3	-0.08722502738237381
77971	rnn.bias_hh_l1_reverse	4	-0.059191785752773285
77971	rnn.bias_hh_l1_reverse	5	-0.07389476150274277
77971	rnn.bias_hh_l1_reverse	6	0.12457841634750366
77971	rnn.bias_hh_l1_reverse	7	-0.133137509226799
77971	rnn.bias_hh_l1_reverse	8	-0.09606974571943283
77971	rnn.bias_hh_l1_reverse	9	-0.11274740844964981
77971	linear.weight	0	0.002228822559118271
77971	linear.weight	1	0.09552844613790512
77971	linear.weight	2	-0.11750541627407074
77971	linear.weight	3	0.3323943018913269
77971	linear.weight	4	0.11380736529827118
77971	linear.weight	5	0.0021111618261784315
77971	linear.weight	6	-0.03287805616855621
77971	linear.weight	7	0.04260299354791641
77971	linear.weight	8	0.041524969041347504
77971	linear.weight	9	-0.07402196526527405
77971	linear.bias	0	-0.06071081385016441
77971	linear.bias	1	-0.15910373628139496
77971	linear.bias	2	-0.48865994811058044
77971	linear.bias	3	-0.6945855617523193
77971	linear.bias	4	-1.041784405708313
77971	linear.bias	5	-0.06098314747214317
77971	linear.bias	6	-0.699126660823822
77971	linear.bias	7	0.36964040994644165
77971	linear.bias	8	-0.5220707654953003
77971	linear.bias	9	-0.8349858522415161
78168	transitions	0	0.5362579822540283
78168	transitions	1	0.09630510210990906
78168	transitions	2	-10000.0
78168	transitions	3	-1.8061448335647583
78168	transitions	4	-10000.0
78168	transitions	5	0.6316538453102112
78168	transitions	6	-0.03777492046356201
78168	transitions	7	-0.4535127878189087
78168	transitions	8	-1.353943109512329
78168	transitions	9	-0.0006492456304840744
78168	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
78168	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
78168	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
78168	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
78168	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
78168	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
78168	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
78168	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
78168	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
78168	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
78168	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
78168	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
78168	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
78168	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
78168	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
78168	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
78168	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
78168	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
78168	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
78168	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
78168	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
78168	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
78168	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
78168	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
78168	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
78168	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
78168	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
78168	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
78168	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
78168	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
78168	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
78168	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
78168	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
78168	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
78168	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
78168	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
78168	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
78168	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
78168	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
78168	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
78168	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
78168	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
78168	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
78168	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
78168	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
78168	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
78168	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
78168	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
78168	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
78168	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
78168	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
78168	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
78168	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
78168	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
78168	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
78168	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
78168	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
78168	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
78168	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
78168	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
78168	embedding2nn.weight	0	0.009856742806732655
78168	embedding2nn.weight	1	-0.01610991731286049
78168	embedding2nn.weight	2	-0.014268255792558193
78168	embedding2nn.weight	3	-0.0018444937886670232
78168	embedding2nn.weight	4	-0.0059150345623493195
78168	embedding2nn.weight	5	-0.0037005783524364233
78168	embedding2nn.weight	6	-0.003973213955760002
78168	embedding2nn.weight	7	-0.039793480187654495
78168	embedding2nn.weight	8	-0.0019979383796453476
78168	embedding2nn.weight	9	-0.026721883565187454
78168	embedding2nn.bias	0	0.011667123064398766
78168	embedding2nn.bias	1	-0.07198606431484222
78168	embedding2nn.bias	2	0.06541811674833298
78168	embedding2nn.bias	3	0.04935059696435928
78168	embedding2nn.bias	4	-0.03591865301132202
78168	embedding2nn.bias	5	-0.029518919065594673
78168	embedding2nn.bias	6	0.01573459431529045
78168	embedding2nn.bias	7	-0.02854500524699688
78168	embedding2nn.bias	8	0.030772710219025612
78168	embedding2nn.bias	9	0.03184320032596588
78168	rnn.weight_ih_l0	0	-0.04123999923467636
78168	rnn.weight_ih_l0	1	0.004808422178030014
78168	rnn.weight_ih_l0	2	0.03393115848302841
78168	rnn.weight_ih_l0	3	0.0068186549469828606
78168	rnn.weight_ih_l0	4	-0.012077989988029003
78168	rnn.weight_ih_l0	5	-0.05726151913404465
78168	rnn.weight_ih_l0	6	0.00765624875202775
78168	rnn.weight_ih_l0	7	0.05559004470705986
78168	rnn.weight_ih_l0	8	-0.004742860794067383
78168	rnn.weight_ih_l0	9	-0.021776661276817322
78168	rnn.weight_hh_l0	0	-0.03789060190320015
78168	rnn.weight_hh_l0	1	0.0018942018505185843
78168	rnn.weight_hh_l0	2	0.008384398184716702
78168	rnn.weight_hh_l0	3	-0.04772229120135307
78168	rnn.weight_hh_l0	4	0.05516022443771362
78168	rnn.weight_hh_l0	5	-0.0026552078779786825
78168	rnn.weight_hh_l0	6	-0.038518745452165604
78168	rnn.weight_hh_l0	7	-0.017848584800958633
78168	rnn.weight_hh_l0	8	0.009823901578783989
78168	rnn.weight_hh_l0	9	-0.017533021047711372
78168	rnn.bias_ih_l0	0	0.07276084274053574
78168	rnn.bias_ih_l0	1	-0.018384885042905807
78168	rnn.bias_ih_l0	2	-0.010228987783193588
78168	rnn.bias_ih_l0	3	0.10306670516729355
78168	rnn.bias_ih_l0	4	-0.048843394964933395
78168	rnn.bias_ih_l0	5	-0.03749842941761017
78168	rnn.bias_ih_l0	6	0.019689343869686127
78168	rnn.bias_ih_l0	7	0.04575572535395622
78168	rnn.bias_ih_l0	8	-0.0820324569940567
78168	rnn.bias_ih_l0	9	-0.019941391423344612
78168	rnn.bias_hh_l0	0	-0.03806961327791214
78168	rnn.bias_hh_l0	1	-0.08180022984743118
78168	rnn.bias_hh_l0	2	-0.04570908844470978
78168	rnn.bias_hh_l0	3	-0.07810080796480179
78168	rnn.bias_hh_l0	4	-0.02819269709289074
78168	rnn.bias_hh_l0	5	-0.004179817624390125
78168	rnn.bias_hh_l0	6	0.007702663075178862
78168	rnn.bias_hh_l0	7	0.019782545045018196
78168	rnn.bias_hh_l0	8	-0.11122900992631912
78168	rnn.bias_hh_l0	9	-0.026572441682219505
78168	rnn.weight_ih_l0_reverse	0	-0.014435062184929848
78168	rnn.weight_ih_l0_reverse	1	-0.051339320838451385
78168	rnn.weight_ih_l0_reverse	2	-0.03159778565168381
78168	rnn.weight_ih_l0_reverse	3	-0.003382160095497966
78168	rnn.weight_ih_l0_reverse	4	-0.007787850219756365
78168	rnn.weight_ih_l0_reverse	5	-0.043043218553066254
78168	rnn.weight_ih_l0_reverse	6	0.06076222285628319
78168	rnn.weight_ih_l0_reverse	7	-0.01296458300203085
78168	rnn.weight_ih_l0_reverse	8	-0.03812040016055107
78168	rnn.weight_ih_l0_reverse	9	0.003986173775047064
78168	rnn.weight_hh_l0_reverse	0	0.04043413698673248
78168	rnn.weight_hh_l0_reverse	1	0.02624485269188881
78168	rnn.weight_hh_l0_reverse	2	0.03771175071597099
78168	rnn.weight_hh_l0_reverse	3	0.022201022133231163
78168	rnn.weight_hh_l0_reverse	4	-0.0005095775704830885
78168	rnn.weight_hh_l0_reverse	5	0.012204849161207676
78168	rnn.weight_hh_l0_reverse	6	0.04219023510813713
78168	rnn.weight_hh_l0_reverse	7	-0.058636002242565155
78168	rnn.weight_hh_l0_reverse	8	0.033406198024749756
78168	rnn.weight_hh_l0_reverse	9	0.048251841217279434
78168	rnn.bias_ih_l0_reverse	0	-0.059578247368335724
78168	rnn.bias_ih_l0_reverse	1	-0.22304636240005493
78168	rnn.bias_ih_l0_reverse	2	-0.09013520181179047
78168	rnn.bias_ih_l0_reverse	3	-0.016607729718089104
78168	rnn.bias_ih_l0_reverse	4	-0.044452372938394547
78168	rnn.bias_ih_l0_reverse	5	0.03581303730607033
78168	rnn.bias_ih_l0_reverse	6	-0.057288989424705505
78168	rnn.bias_ih_l0_reverse	7	0.04163341969251633
78168	rnn.bias_ih_l0_reverse	8	-0.028257783502340317
78168	rnn.bias_ih_l0_reverse	9	0.03180321305990219
78168	rnn.bias_hh_l0_reverse	0	-0.004830564372241497
78168	rnn.bias_hh_l0_reverse	1	-0.02244832180440426
78168	rnn.bias_hh_l0_reverse	2	0.06244220212101936
78168	rnn.bias_hh_l0_reverse	3	-0.03833089396357536
78168	rnn.bias_hh_l0_reverse	4	-0.03736045956611633
78168	rnn.bias_hh_l0_reverse	5	-0.03935578465461731
78168	rnn.bias_hh_l0_reverse	6	-0.01775619201362133
78168	rnn.bias_hh_l0_reverse	7	0.09205812960863113
78168	rnn.bias_hh_l0_reverse	8	0.01952480338513851
78168	rnn.bias_hh_l0_reverse	9	-0.09386643767356873
78168	rnn.weight_ih_l1	0	-0.03797265514731407
78168	rnn.weight_ih_l1	1	-0.03666440770030022
78168	rnn.weight_ih_l1	2	0.07539211958646774
78168	rnn.weight_ih_l1	3	-0.019155506044626236
78168	rnn.weight_ih_l1	4	-0.0029602095019072294
78168	rnn.weight_ih_l1	5	-0.04414839297533035
78168	rnn.weight_ih_l1	6	0.02836064249277115
78168	rnn.weight_ih_l1	7	-0.0334414504468441
78168	rnn.weight_ih_l1	8	0.038968175649642944
78168	rnn.weight_ih_l1	9	0.034309037029743195
78168	rnn.weight_hh_l1	0	-0.010546558536589146
78168	rnn.weight_hh_l1	1	0.008950957097113132
78168	rnn.weight_hh_l1	2	-0.005340005736798048
78168	rnn.weight_hh_l1	3	-0.010165641084313393
78168	rnn.weight_hh_l1	4	-0.0003431880031712353
78168	rnn.weight_hh_l1	5	0.025457575917243958
78168	rnn.weight_hh_l1	6	0.02656344696879387
78168	rnn.weight_hh_l1	7	-0.026120448485016823
78168	rnn.weight_hh_l1	8	-0.0219138003885746
78168	rnn.weight_hh_l1	9	0.042977385222911835
78168	rnn.bias_ih_l1	0	-0.14718575775623322
78168	rnn.bias_ih_l1	1	-0.13695979118347168
78168	rnn.bias_ih_l1	2	-0.14419804513454437
78168	rnn.bias_ih_l1	3	-0.21366119384765625
78168	rnn.bias_ih_l1	4	-0.15021629631519318
78168	rnn.bias_ih_l1	5	-0.09341538697481155
78168	rnn.bias_ih_l1	6	-0.10588442534208298
78168	rnn.bias_ih_l1	7	-0.0221624206751585
78168	rnn.bias_ih_l1	8	-0.11923383176326752
78168	rnn.bias_ih_l1	9	-0.10118613392114639
78168	rnn.bias_hh_l1	0	-0.11421030014753342
78168	rnn.bias_hh_l1	1	-0.03674282506108284
78168	rnn.bias_hh_l1	2	-0.08766866475343704
78168	rnn.bias_hh_l1	3	-0.08969149738550186
78168	rnn.bias_hh_l1	4	-0.11748187988996506
78168	rnn.bias_hh_l1	5	-0.07373065501451492
78168	rnn.bias_hh_l1	6	-0.09520147740840912
78168	rnn.bias_hh_l1	7	0.0072091445326805115
78168	rnn.bias_hh_l1	8	-0.1163075640797615
78168	rnn.bias_hh_l1	9	-0.09133276343345642
78168	rnn.weight_ih_l1_reverse	0	-0.049805644899606705
78168	rnn.weight_ih_l1_reverse	1	0.05588072910904884
78168	rnn.weight_ih_l1_reverse	2	0.004384307656437159
78168	rnn.weight_ih_l1_reverse	3	0.01479450985789299
78168	rnn.weight_ih_l1_reverse	4	-0.028450340032577515
78168	rnn.weight_ih_l1_reverse	5	-0.035218048840761185
78168	rnn.weight_ih_l1_reverse	6	-0.0019444841891527176
78168	rnn.weight_ih_l1_reverse	7	0.015550556592643261
78168	rnn.weight_ih_l1_reverse	8	0.006502059288322926
78168	rnn.weight_ih_l1_reverse	9	-0.024736259132623672
78168	rnn.weight_hh_l1_reverse	0	0.008025944232940674
78168	rnn.weight_hh_l1_reverse	1	0.02764311619102955
78168	rnn.weight_hh_l1_reverse	2	-0.038903508335351944
78168	rnn.weight_hh_l1_reverse	3	0.04103294014930725
78168	rnn.weight_hh_l1_reverse	4	0.04742727056145668
78168	rnn.weight_hh_l1_reverse	5	0.008436315692961216
78168	rnn.weight_hh_l1_reverse	6	0.0062074316665530205
78168	rnn.weight_hh_l1_reverse	7	0.02772381156682968
78168	rnn.weight_hh_l1_reverse	8	-0.0018155863508582115
78168	rnn.weight_hh_l1_reverse	9	-0.03982805088162422
78168	rnn.bias_ih_l1_reverse	0	-0.048448871821165085
78168	rnn.bias_ih_l1_reverse	1	-0.0871274396777153
78168	rnn.bias_ih_l1_reverse	2	-0.11814828962087631
78168	rnn.bias_ih_l1_reverse	3	6.261871021706611e-05
78168	rnn.bias_ih_l1_reverse	4	-0.1655636429786682
78168	rnn.bias_ih_l1_reverse	5	-0.07762020081281662
78168	rnn.bias_ih_l1_reverse	6	-0.11271049827337265
78168	rnn.bias_ih_l1_reverse	7	-0.14325609803199768
78168	rnn.bias_ih_l1_reverse	8	0.12117144465446472
78168	rnn.bias_ih_l1_reverse	9	-1.7884258340927772e-05
78168	rnn.bias_hh_l1_reverse	0	-0.02822716347873211
78168	rnn.bias_hh_l1_reverse	1	0.02643045410513878
78168	rnn.bias_hh_l1_reverse	2	-0.20683586597442627
78168	rnn.bias_hh_l1_reverse	3	-0.08464176207780838
78168	rnn.bias_hh_l1_reverse	4	-0.058793701231479645
78168	rnn.bias_hh_l1_reverse	5	-0.07374337315559387
78168	rnn.bias_hh_l1_reverse	6	0.13495849072933197
78168	rnn.bias_hh_l1_reverse	7	-0.13153386116027832
78168	rnn.bias_hh_l1_reverse	8	-0.09741032123565674
78168	rnn.bias_hh_l1_reverse	9	-0.11298684775829315
78168	linear.weight	0	0.002228822559118271
78168	linear.weight	1	0.10619612783193588
78168	linear.weight	2	-0.1179974302649498
78168	linear.weight	3	0.3257594108581543
78168	linear.weight	4	0.11115823686122894
78168	linear.weight	5	0.004109337460249662
78168	linear.weight	6	-0.012653598561882973
78168	linear.weight	7	0.0470215380191803
78168	linear.weight	8	0.04152270033955574
78168	linear.weight	9	-0.08660538494586945
78168	linear.bias	0	-0.05369294434785843
78168	linear.bias	1	-0.14955639839172363
78168	linear.bias	2	-0.46903225779533386
78168	linear.bias	3	-0.6950584053993225
78168	linear.bias	4	-1.0459299087524414
78168	linear.bias	5	-0.01704801432788372
78168	linear.bias	6	-0.6886405348777771
78168	linear.bias	7	0.41213294863700867
78168	linear.bias	8	-0.5360983610153198
78168	linear.bias	9	-0.8535869717597961
78365	transitions	0	0.5343618392944336
78365	transitions	1	0.09626418352127075
78365	transitions	2	-10000.0
78365	transitions	3	-1.8062211275100708
78365	transitions	4	-10000.0
78365	transitions	5	0.6314991116523743
78365	transitions	6	-0.03789251670241356
78365	transitions	7	-0.4539479911327362
78365	transitions	8	-1.3541443347930908
78365	transitions	9	-0.0006511693936772645
78365	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
78365	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
78365	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
78365	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
78365	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
78365	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
78365	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
78365	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
78365	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
78365	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
78365	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
78365	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
78365	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
78365	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
78365	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
78365	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
78365	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
78365	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
78365	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
78365	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
78365	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
78365	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
78365	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
78365	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
78365	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
78365	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
78365	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
78365	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
78365	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
78365	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
78365	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
78365	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
78365	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
78365	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
78365	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
78365	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
78365	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
78365	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
78365	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
78365	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
78365	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
78365	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
78365	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
78365	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
78365	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
78365	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
78365	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
78365	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
78365	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
78365	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
78365	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
78365	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
78365	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
78365	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
78365	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
78365	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
78365	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
78365	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
78365	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
78365	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
78365	embedding2nn.weight	0	0.011419087648391724
78365	embedding2nn.weight	1	-0.016137750819325447
78365	embedding2nn.weight	2	-0.014268255792558193
78365	embedding2nn.weight	3	-0.006247987505048513
78365	embedding2nn.weight	4	-0.0059150345623493195
78365	embedding2nn.weight	5	-0.0037005783524364233
78365	embedding2nn.weight	6	-0.003973214887082577
78365	embedding2nn.weight	7	-0.03971569240093231
78365	embedding2nn.weight	8	-0.0019979383796453476
78365	embedding2nn.weight	9	-0.027286913245916367
78365	embedding2nn.bias	0	0.022473283112049103
78365	embedding2nn.bias	1	-0.07167419046163559
78365	embedding2nn.bias	2	0.06875467300415039
78365	embedding2nn.bias	3	0.052136439830064774
78365	embedding2nn.bias	4	-0.022892702370882034
78365	embedding2nn.bias	5	-0.02965238317847252
78365	embedding2nn.bias	6	0.017457589507102966
78365	embedding2nn.bias	7	-0.025702066719532013
78365	embedding2nn.bias	8	0.02271098643541336
78365	embedding2nn.bias	9	0.027161654084920883
78365	rnn.weight_ih_l0	0	-0.04242552071809769
78365	rnn.weight_ih_l0	1	0.0039000604301691055
78365	rnn.weight_ih_l0	2	0.03583398088812828
78365	rnn.weight_ih_l0	3	0.006305050104856491
78365	rnn.weight_ih_l0	4	-0.010835465043783188
78365	rnn.weight_ih_l0	5	-0.05715440586209297
78365	rnn.weight_ih_l0	6	0.006907219532877207
78365	rnn.weight_ih_l0	7	0.05644255876541138
78365	rnn.weight_ih_l0	8	-0.006027101073414087
78365	rnn.weight_ih_l0	9	-0.0223630890250206
78365	rnn.weight_hh_l0	0	-0.03637376055121422
78365	rnn.weight_hh_l0	1	0.001383431488648057
78365	rnn.weight_hh_l0	2	0.009825089946389198
78365	rnn.weight_hh_l0	3	-0.04761707782745361
78365	rnn.weight_hh_l0	4	0.05444788187742233
78365	rnn.weight_hh_l0	5	-0.0019043635111302137
78365	rnn.weight_hh_l0	6	-0.03678489103913307
78365	rnn.weight_hh_l0	7	-0.0197975542396307
78365	rnn.weight_hh_l0	8	0.009992364794015884
78365	rnn.weight_hh_l0	9	-0.017867770045995712
78365	rnn.bias_ih_l0	0	0.08038468658924103
78365	rnn.bias_ih_l0	1	-0.015627505257725716
78365	rnn.bias_ih_l0	2	-0.010509527288377285
78365	rnn.bias_ih_l0	3	0.10465463995933533
78365	rnn.bias_ih_l0	4	-0.048938121646642685
78365	rnn.bias_ih_l0	5	-0.03624032437801361
78365	rnn.bias_ih_l0	6	0.014355121180415154
78365	rnn.bias_ih_l0	7	0.043492697179317474
78365	rnn.bias_ih_l0	8	-0.08204813301563263
78365	rnn.bias_ih_l0	9	-0.014777379110455513
78365	rnn.bias_hh_l0	0	-0.04182901605963707
78365	rnn.bias_hh_l0	1	-0.08451104164123535
78365	rnn.bias_hh_l0	2	-0.04657411575317383
78365	rnn.bias_hh_l0	3	-0.07982782274484634
78365	rnn.bias_hh_l0	4	-0.026429731398820877
78365	rnn.bias_hh_l0	5	-0.004170096013695002
78365	rnn.bias_hh_l0	6	0.00822310522198677
78365	rnn.bias_hh_l0	7	0.0185927115380764
78365	rnn.bias_hh_l0	8	-0.1141902282834053
78365	rnn.bias_hh_l0	9	-0.02949156053364277
78365	rnn.weight_ih_l0_reverse	0	-0.015443254262208939
78365	rnn.weight_ih_l0_reverse	1	-0.0513421893119812
78365	rnn.weight_ih_l0_reverse	2	-0.03327626734972
78365	rnn.weight_ih_l0_reverse	3	-0.003956446424126625
78365	rnn.weight_ih_l0_reverse	4	-0.007011108100414276
78365	rnn.weight_ih_l0_reverse	5	-0.04268687590956688
78365	rnn.weight_ih_l0_reverse	6	0.06075361371040344
78365	rnn.weight_ih_l0_reverse	7	-0.012583717703819275
78365	rnn.weight_ih_l0_reverse	8	-0.03800642117857933
78365	rnn.weight_ih_l0_reverse	9	0.004046489950269461
78365	rnn.weight_hh_l0_reverse	0	0.03911735117435455
78365	rnn.weight_hh_l0_reverse	1	0.02463148720562458
78365	rnn.weight_hh_l0_reverse	2	0.03735104575753212
78365	rnn.weight_hh_l0_reverse	3	0.02320871129631996
78365	rnn.weight_hh_l0_reverse	4	-0.0004422272904776037
78365	rnn.weight_hh_l0_reverse	5	0.01248327735811472
78365	rnn.weight_hh_l0_reverse	6	0.041739508509635925
78365	rnn.weight_hh_l0_reverse	7	-0.05889696255326271
78365	rnn.weight_hh_l0_reverse	8	0.033074162900447845
78365	rnn.weight_hh_l0_reverse	9	0.048337966203689575
78365	rnn.bias_ih_l0_reverse	0	-0.058660540729761124
78365	rnn.bias_ih_l0_reverse	1	-0.22108320891857147
78365	rnn.bias_ih_l0_reverse	2	-0.09372228384017944
78365	rnn.bias_ih_l0_reverse	3	-0.014002353884279728
78365	rnn.bias_ih_l0_reverse	4	-0.04551100358366966
78365	rnn.bias_ih_l0_reverse	5	0.032999247312545776
78365	rnn.bias_ih_l0_reverse	6	-0.0553007572889328
78365	rnn.bias_ih_l0_reverse	7	0.04195887967944145
78365	rnn.bias_ih_l0_reverse	8	-0.032403942197561264
78365	rnn.bias_ih_l0_reverse	9	0.029847947880625725
78365	rnn.bias_hh_l0_reverse	0	-0.006673512514680624
78365	rnn.bias_hh_l0_reverse	1	-0.02671661227941513
78365	rnn.bias_hh_l0_reverse	2	0.05957413837313652
78365	rnn.bias_hh_l0_reverse	3	-0.0391102135181427
78365	rnn.bias_hh_l0_reverse	4	-0.038842059671878815
78365	rnn.bias_hh_l0_reverse	5	-0.03891254961490631
78365	rnn.bias_hh_l0_reverse	6	-0.021552467718720436
78365	rnn.bias_hh_l0_reverse	7	0.09077086299657822
78365	rnn.bias_hh_l0_reverse	8	0.02066655084490776
78365	rnn.bias_hh_l0_reverse	9	-0.0948370099067688
78365	rnn.weight_ih_l1	0	-0.03725668415427208
78365	rnn.weight_ih_l1	1	-0.03624957054853439
78365	rnn.weight_ih_l1	2	0.0775037556886673
78365	rnn.weight_ih_l1	3	-0.022055624052882195
78365	rnn.weight_ih_l1	4	-0.002235155086964369
78365	rnn.weight_ih_l1	5	-0.04413915053009987
78365	rnn.weight_ih_l1	6	0.028698351234197617
78365	rnn.weight_ih_l1	7	-0.03308989852666855
78365	rnn.weight_ih_l1	8	0.038784559816122055
78365	rnn.weight_ih_l1	9	0.034260157495737076
78365	rnn.weight_hh_l1	0	-0.01102233026176691
78365	rnn.weight_hh_l1	1	0.008947130292654037
78365	rnn.weight_hh_l1	2	-0.004214955493807793
78365	rnn.weight_hh_l1	3	-0.009987875819206238
78365	rnn.weight_hh_l1	4	-0.0006374457734636962
78365	rnn.weight_hh_l1	5	0.025778520852327347
78365	rnn.weight_hh_l1	6	0.025910843163728714
78365	rnn.weight_hh_l1	7	-0.02626657299697399
78365	rnn.weight_hh_l1	8	-0.022147905081510544
78365	rnn.weight_hh_l1	9	0.04217055067420006
78365	rnn.bias_ih_l1	0	-0.14930038154125214
78365	rnn.bias_ih_l1	1	-0.13528229296207428
78365	rnn.bias_ih_l1	2	-0.14327014982700348
78365	rnn.bias_ih_l1	3	-0.21353334188461304
78365	rnn.bias_ih_l1	4	-0.1477012187242508
78365	rnn.bias_ih_l1	5	-0.09512004256248474
78365	rnn.bias_ih_l1	6	-0.10319425910711288
78365	rnn.bias_ih_l1	7	-0.02046307735145092
78365	rnn.bias_ih_l1	8	-0.120998315513134
78365	rnn.bias_ih_l1	9	-0.10044122487306595
78365	rnn.bias_hh_l1	0	-0.11362037062644958
78365	rnn.bias_hh_l1	1	-0.03755173832178116
78365	rnn.bias_hh_l1	2	-0.08648901432752609
78365	rnn.bias_hh_l1	3	-0.09013146907091141
78365	rnn.bias_hh_l1	4	-0.11775453388690948
78365	rnn.bias_hh_l1	5	-0.07436119019985199
78365	rnn.bias_hh_l1	6	-0.0982389822602272
78365	rnn.bias_hh_l1	7	0.007788635324686766
78365	rnn.bias_hh_l1	8	-0.11662651598453522
78365	rnn.bias_hh_l1	9	-0.09313712269067764
78365	rnn.weight_ih_l1_reverse	0	-0.0495283380150795
78365	rnn.weight_ih_l1_reverse	1	0.05510357767343521
78365	rnn.weight_ih_l1_reverse	2	-0.0005161002627573907
78365	rnn.weight_ih_l1_reverse	3	0.016718244180083275
78365	rnn.weight_ih_l1_reverse	4	-0.024468354880809784
78365	rnn.weight_ih_l1_reverse	5	-0.035156045109033585
78365	rnn.weight_ih_l1_reverse	6	-0.0030037853866815567
78365	rnn.weight_ih_l1_reverse	7	0.014886418357491493
78365	rnn.weight_ih_l1_reverse	8	0.007131557911634445
78365	rnn.weight_ih_l1_reverse	9	-0.022261125966906548
78365	rnn.weight_hh_l1_reverse	0	0.007960141636431217
78365	rnn.weight_hh_l1_reverse	1	0.02784750424325466
78365	rnn.weight_hh_l1_reverse	2	-0.03877921402454376
78365	rnn.weight_hh_l1_reverse	3	0.04091950133442879
78365	rnn.weight_hh_l1_reverse	4	0.04757677763700485
78365	rnn.weight_hh_l1_reverse	5	0.008567779324948788
78365	rnn.weight_hh_l1_reverse	6	0.0062304227612912655
78365	rnn.weight_hh_l1_reverse	7	0.027937497943639755
78365	rnn.weight_hh_l1_reverse	8	-0.0017796694301068783
78365	rnn.weight_hh_l1_reverse	9	-0.04008247330784798
78365	rnn.bias_ih_l1_reverse	0	-0.04753829538822174
78365	rnn.bias_ih_l1_reverse	1	-0.08853320777416229
78365	rnn.bias_ih_l1_reverse	2	-0.11868017166852951
78365	rnn.bias_ih_l1_reverse	3	-0.008032377809286118
78365	rnn.bias_ih_l1_reverse	4	-0.16480349004268646
78365	rnn.bias_ih_l1_reverse	5	-0.0801745355129242
78365	rnn.bias_ih_l1_reverse	6	-0.11203240603208542
78365	rnn.bias_ih_l1_reverse	7	-0.14564338326454163
78365	rnn.bias_ih_l1_reverse	8	0.11330786347389221
78365	rnn.bias_ih_l1_reverse	9	-0.0009001196012832224
78365	rnn.bias_hh_l1_reverse	0	-0.013823249377310276
78365	rnn.bias_hh_l1_reverse	1	0.03555499017238617
78365	rnn.bias_hh_l1_reverse	2	-0.20810163021087646
78365	rnn.bias_hh_l1_reverse	3	-0.08268812298774719
78365	rnn.bias_hh_l1_reverse	4	-0.06009169667959213
78365	rnn.bias_hh_l1_reverse	5	-0.07165587693452835
78365	rnn.bias_hh_l1_reverse	6	0.12521284818649292
78365	rnn.bias_hh_l1_reverse	7	-0.13096022605895996
78365	rnn.bias_hh_l1_reverse	8	-0.09691751003265381
78365	rnn.bias_hh_l1_reverse	9	-0.11259010434150696
78365	linear.weight	0	0.002228822559118271
78365	linear.weight	1	0.0945882722735405
78365	linear.weight	2	-0.12243054807186127
78365	linear.weight	3	0.3263794183731079
78365	linear.weight	4	0.10851439833641052
78365	linear.weight	5	0.004216664936393499
78365	linear.weight	6	-0.005289518740028143
78365	linear.weight	7	0.054881881922483444
78365	linear.weight	8	0.04151752218604088
78365	linear.weight	9	-0.08364604413509369
78365	linear.bias	0	-0.10849069803953171
78365	linear.bias	1	-0.14853951334953308
78365	linear.bias	2	-0.45783042907714844
78365	linear.bias	3	-0.6793938279151917
78365	linear.bias	4	-1.031783938407898
78365	linear.bias	5	-0.035696472972631454
78365	linear.bias	6	-0.6866078972816467
78365	linear.bias	7	0.39696887135505676
78365	linear.bias	8	-0.5352888107299805
78365	linear.bias	9	-0.8543047904968262
78562	transitions	0	0.5236239433288574
78562	transitions	1	0.10986695438623428
78562	transitions	2	-10000.0
78562	transitions	3	-1.8063063621520996
78562	transitions	4	-10000.0
78562	transitions	5	0.6312581300735474
78562	transitions	6	-0.038096312433481216
78562	transitions	7	-0.45445629954338074
78562	transitions	8	-1.354262351989746
78562	transitions	9	-0.0006532176630571485
78562	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
78562	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
78562	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
78562	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
78562	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
78562	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
78562	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
78562	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
78562	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
78562	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
78562	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
78562	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
78562	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
78562	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
78562	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
78562	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
78562	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
78562	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
78562	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
78562	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
78562	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
78562	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
78562	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
78562	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
78562	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
78562	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
78562	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
78562	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
78562	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
78562	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
78562	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
78562	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
78562	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
78562	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
78562	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
78562	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
78562	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
78562	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
78562	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
78562	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
78562	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
78562	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
78562	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
78562	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
78562	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
78562	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
78562	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
78562	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
78562	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
78562	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
78562	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
78562	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
78562	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
78562	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
78562	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
78562	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
78562	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
78562	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
78562	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
78562	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
78562	embedding2nn.weight	0	0.011491430923342705
78562	embedding2nn.weight	1	-0.0158750768750906
78562	embedding2nn.weight	2	-0.014268255792558193
78562	embedding2nn.weight	3	-0.004865935537964106
78562	embedding2nn.weight	4	-0.0059150345623493195
78562	embedding2nn.weight	5	-0.003700578585267067
78562	embedding2nn.weight	6	-0.00397321954369545
78562	embedding2nn.weight	7	-0.03970957547426224
78562	embedding2nn.weight	8	-0.0019979383796453476
78562	embedding2nn.weight	9	-0.027402229607105255
78562	embedding2nn.bias	0	0.025652222335338593
78562	embedding2nn.bias	1	-0.0782778188586235
78562	embedding2nn.bias	2	0.06873692572116852
78562	embedding2nn.bias	3	0.05059913173317909
78562	embedding2nn.bias	4	-0.020229902118444443
78562	embedding2nn.bias	5	-0.03482045233249664
78562	embedding2nn.bias	6	0.016233621165156364
78562	embedding2nn.bias	7	-0.020828768610954285
78562	embedding2nn.bias	8	0.01836901530623436
78562	embedding2nn.bias	9	0.028983110561966896
78562	rnn.weight_ih_l0	0	-0.04174097627401352
78562	rnn.weight_ih_l0	1	0.0053287073969841
78562	rnn.weight_ih_l0	2	0.03595326095819473
78562	rnn.weight_ih_l0	3	0.006352688185870647
78562	rnn.weight_ih_l0	4	-0.010921796783804893
78562	rnn.weight_ih_l0	5	-0.05662349611520767
78562	rnn.weight_ih_l0	6	0.007603504229336977
78562	rnn.weight_ih_l0	7	0.055654723197221756
78562	rnn.weight_ih_l0	8	-0.0059048146940767765
78562	rnn.weight_ih_l0	9	-0.021664075553417206
78562	rnn.weight_hh_l0	0	-0.03610415384173393
78562	rnn.weight_hh_l0	1	0.0025741909630596638
78562	rnn.weight_hh_l0	2	0.008879280649125576
78562	rnn.weight_hh_l0	3	-0.04821494594216347
78562	rnn.weight_hh_l0	4	0.05448760464787483
78562	rnn.weight_hh_l0	5	-0.0037026486825197935
78562	rnn.weight_hh_l0	6	-0.037447359412908554
78562	rnn.weight_hh_l0	7	-0.019757993519306183
78562	rnn.weight_hh_l0	8	0.010576256550848484
78562	rnn.weight_hh_l0	9	-0.018121805042028427
78562	rnn.bias_ih_l0	0	0.07960115373134613
78562	rnn.bias_ih_l0	1	-0.017255865037441254
78562	rnn.bias_ih_l0	2	-0.010848711244761944
78562	rnn.bias_ih_l0	3	0.10826314240694046
78562	rnn.bias_ih_l0	4	-0.049871575087308884
78562	rnn.bias_ih_l0	5	-0.03565242514014244
78562	rnn.bias_ih_l0	6	0.014927576296031475
78562	rnn.bias_ih_l0	7	0.04217221215367317
78562	rnn.bias_ih_l0	8	-0.0822320505976677
78562	rnn.bias_ih_l0	9	-0.01850702613592148
78562	rnn.bias_hh_l0	0	-0.04222848266363144
78562	rnn.bias_hh_l0	1	-0.07514408230781555
78562	rnn.bias_hh_l0	2	-0.04559909552335739
78562	rnn.bias_hh_l0	3	-0.0801122784614563
78562	rnn.bias_hh_l0	4	-0.02581283263862133
78562	rnn.bias_hh_l0	5	-0.005227419547736645
78562	rnn.bias_hh_l0	6	0.0075271641835570335
78562	rnn.bias_hh_l0	7	0.018045254051685333
78562	rnn.bias_hh_l0	8	-0.11219494789838791
78562	rnn.bias_hh_l0	9	-0.029168644919991493
78562	rnn.weight_ih_l0_reverse	0	-0.01563122496008873
78562	rnn.weight_ih_l0_reverse	1	-0.05092845484614372
78562	rnn.weight_ih_l0_reverse	2	-0.03432277590036392
78562	rnn.weight_ih_l0_reverse	3	-0.0035907013807445765
78562	rnn.weight_ih_l0_reverse	4	-0.00785786285996437
78562	rnn.weight_ih_l0_reverse	5	-0.04264300689101219
78562	rnn.weight_ih_l0_reverse	6	0.06169949471950531
78562	rnn.weight_ih_l0_reverse	7	-0.013587797060608864
78562	rnn.weight_ih_l0_reverse	8	-0.039076682180166245
78562	rnn.weight_ih_l0_reverse	9	0.0037248001899570227
78562	rnn.weight_hh_l0_reverse	0	0.037636738270521164
78562	rnn.weight_hh_l0_reverse	1	0.02445548214018345
78562	rnn.weight_hh_l0_reverse	2	0.03719823434948921
78562	rnn.weight_hh_l0_reverse	3	0.02341066114604473
78562	rnn.weight_hh_l0_reverse	4	-0.00035363444476388395
78562	rnn.weight_hh_l0_reverse	5	0.01226158905774355
78562	rnn.weight_hh_l0_reverse	6	0.041773028671741486
78562	rnn.weight_hh_l0_reverse	7	-0.05852220579981804
78562	rnn.weight_hh_l0_reverse	8	0.03218460828065872
78562	rnn.weight_hh_l0_reverse	9	0.0484904982149601
78562	rnn.bias_ih_l0_reverse	0	-0.06066812574863434
78562	rnn.bias_ih_l0_reverse	1	-0.22635701298713684
78562	rnn.bias_ih_l0_reverse	2	-0.09702688455581665
78562	rnn.bias_ih_l0_reverse	3	-0.016077920794487
78562	rnn.bias_ih_l0_reverse	4	-0.04260532185435295
78562	rnn.bias_ih_l0_reverse	5	0.0342334620654583
78562	rnn.bias_ih_l0_reverse	6	-0.05618482455611229
78562	rnn.bias_ih_l0_reverse	7	0.04520893469452858
78562	rnn.bias_ih_l0_reverse	8	-0.0280856192111969
78562	rnn.bias_ih_l0_reverse	9	0.029279988259077072
78562	rnn.bias_hh_l0_reverse	0	-0.007388806436210871
78562	rnn.bias_hh_l0_reverse	1	-0.026961103081703186
78562	rnn.bias_hh_l0_reverse	2	0.06233926862478256
78562	rnn.bias_hh_l0_reverse	3	-0.03849019855260849
78562	rnn.bias_hh_l0_reverse	4	-0.04184973984956741
78562	rnn.bias_hh_l0_reverse	5	-0.03752563148736954
78562	rnn.bias_hh_l0_reverse	6	-0.019823430106043816
78562	rnn.bias_hh_l0_reverse	7	0.09124715626239777
78562	rnn.bias_hh_l0_reverse	8	0.021983500570058823
78562	rnn.bias_hh_l0_reverse	9	-0.09612800925970078
78562	rnn.weight_ih_l1	0	-0.037570495158433914
78562	rnn.weight_ih_l1	1	-0.0367242656648159
78562	rnn.weight_ih_l1	2	0.07946214079856873
78562	rnn.weight_ih_l1	3	-0.022140154615044594
78562	rnn.weight_ih_l1	4	-0.0026003653183579445
78562	rnn.weight_ih_l1	5	-0.044229019433259964
78562	rnn.weight_ih_l1	6	0.02871726080775261
78562	rnn.weight_ih_l1	7	-0.03357820212841034
78562	rnn.weight_ih_l1	8	0.03890180215239525
78562	rnn.weight_ih_l1	9	0.03458144888281822
78562	rnn.weight_hh_l1	0	-0.009093708358705044
78562	rnn.weight_hh_l1	1	0.009254897013306618
78562	rnn.weight_hh_l1	2	-0.005618717521429062
78562	rnn.weight_hh_l1	3	-0.010432102717459202
78562	rnn.weight_hh_l1	4	-0.0010646929731592536
78562	rnn.weight_hh_l1	5	0.025755703449249268
78562	rnn.weight_hh_l1	6	0.02626766264438629
78562	rnn.weight_hh_l1	7	-0.026766741648316383
78562	rnn.weight_hh_l1	8	-0.021785810589790344
78562	rnn.weight_hh_l1	9	0.041767820715904236
78562	rnn.bias_ih_l1	0	-0.1466570794582367
78562	rnn.bias_ih_l1	1	-0.1367361694574356
78562	rnn.bias_ih_l1	2	-0.13958922028541565
78562	rnn.bias_ih_l1	3	-0.21731775999069214
78562	rnn.bias_ih_l1	4	-0.1470298320055008
78562	rnn.bias_ih_l1	5	-0.09305154532194138
78562	rnn.bias_ih_l1	6	-0.10897370427846909
78562	rnn.bias_ih_l1	7	-0.020531075075268745
78562	rnn.bias_ih_l1	8	-0.12109773606061935
78562	rnn.bias_ih_l1	9	-0.0967177078127861
78562	rnn.bias_hh_l1	0	-0.11121684312820435
78562	rnn.bias_hh_l1	1	-0.03944863751530647
78562	rnn.bias_hh_l1	2	-0.08328357338905334
78562	rnn.bias_hh_l1	3	-0.08924669027328491
78562	rnn.bias_hh_l1	4	-0.11936691403388977
78562	rnn.bias_hh_l1	5	-0.07571616768836975
78562	rnn.bias_hh_l1	6	-0.10052073001861572
78562	rnn.bias_hh_l1	7	0.00833441223949194
78562	rnn.bias_hh_l1	8	-0.11936301738023758
78562	rnn.bias_hh_l1	9	-0.09414903074502945
78562	rnn.weight_ih_l1_reverse	0	-0.050486933439970016
78562	rnn.weight_ih_l1_reverse	1	0.058015432208776474
78562	rnn.weight_ih_l1_reverse	2	0.0013331766240298748
78562	rnn.weight_ih_l1_reverse	3	0.01735062710940838
78562	rnn.weight_ih_l1_reverse	4	-0.022987322881817818
78562	rnn.weight_ih_l1_reverse	5	-0.03522781655192375
78562	rnn.weight_ih_l1_reverse	6	-0.0038217976689338684
78562	rnn.weight_ih_l1_reverse	7	0.014550196938216686
78562	rnn.weight_ih_l1_reverse	8	0.006619289517402649
78562	rnn.weight_ih_l1_reverse	9	-0.01752128079533577
78562	rnn.weight_hh_l1_reverse	0	0.008030782453715801
78562	rnn.weight_hh_l1_reverse	1	0.027899710461497307
78562	rnn.weight_hh_l1_reverse	2	-0.03850529342889786
78562	rnn.weight_hh_l1_reverse	3	0.040809955447912216
78562	rnn.weight_hh_l1_reverse	4	0.04769638180732727
78562	rnn.weight_hh_l1_reverse	5	0.00894294772297144
78562	rnn.weight_hh_l1_reverse	6	0.00633225217461586
78562	rnn.weight_hh_l1_reverse	7	0.027749566361308098
78562	rnn.weight_hh_l1_reverse	8	-0.0020144195295870304
78562	rnn.weight_hh_l1_reverse	9	-0.03992438688874245
78562	rnn.bias_ih_l1_reverse	0	-0.04671425372362137
78562	rnn.bias_ih_l1_reverse	1	-0.09685108065605164
78562	rnn.bias_ih_l1_reverse	2	-0.11617039889097214
78562	rnn.bias_ih_l1_reverse	3	-0.008187737315893173
78562	rnn.bias_ih_l1_reverse	4	-0.16718822717666626
78562	rnn.bias_ih_l1_reverse	5	-0.0801643431186676
78562	rnn.bias_ih_l1_reverse	6	-0.1122821569442749
78562	rnn.bias_ih_l1_reverse	7	-0.14455543458461761
78562	rnn.bias_ih_l1_reverse	8	0.10740170627832413
78562	rnn.bias_ih_l1_reverse	9	0.001563200494274497
78562	rnn.bias_hh_l1_reverse	0	-0.010114875622093678
78562	rnn.bias_hh_l1_reverse	1	0.03187144547700882
78562	rnn.bias_hh_l1_reverse	2	-0.2083979994058609
78562	rnn.bias_hh_l1_reverse	3	-0.08474317193031311
78562	rnn.bias_hh_l1_reverse	4	-0.05778820812702179
78562	rnn.bias_hh_l1_reverse	5	-0.07159313559532166
78562	rnn.bias_hh_l1_reverse	6	0.12174093723297119
78562	rnn.bias_hh_l1_reverse	7	-0.12514586746692657
78562	rnn.bias_hh_l1_reverse	8	-0.0966527909040451
78562	rnn.bias_hh_l1_reverse	9	-0.1126675009727478
78562	linear.weight	0	0.002228822559118271
78562	linear.weight	1	0.09369149059057236
78562	linear.weight	2	-0.12615567445755005
78562	linear.weight	3	0.3380868136882782
78562	linear.weight	4	0.10811147838830948
78562	linear.weight	5	0.007165582850575447
78562	linear.weight	6	0.0020557784009724855
78562	linear.weight	7	0.05757436528801918
78562	linear.weight	8	0.04151397943496704
78562	linear.weight	9	-0.0858665406703949
78562	linear.bias	0	-0.07092513889074326
78562	linear.bias	1	-0.12001650035381317
78562	linear.bias	2	-0.49174097180366516
78562	linear.bias	3	-0.7053486108779907
78562	linear.bias	4	-1.059845209121704
78562	linear.bias	5	-0.023958120495080948
78562	linear.bias	6	-0.6565390229225159
78562	linear.bias	7	0.41011741757392883
78562	linear.bias	8	-0.5386816263198853
78562	linear.bias	9	-0.8574724793434143
78759	transitions	0	0.5318483710289001
78759	transitions	1	0.11020267754793167
78759	transitions	2	-10000.0
78759	transitions	3	-1.8063774108886719
78759	transitions	4	-10000.0
78759	transitions	5	0.6311164498329163
78759	transitions	6	-0.03827938437461853
78759	transitions	7	-0.4564073085784912
78759	transitions	8	-1.355745792388916
78759	transitions	9	-0.0006551715778186917
78759	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
78759	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
78759	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
78759	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
78759	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
78759	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
78759	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
78759	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
78759	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
78759	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
78759	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
78759	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
78759	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
78759	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
78759	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
78759	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
78759	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
78759	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
78759	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
78759	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
78759	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
78759	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
78759	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
78759	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
78759	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
78759	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
78759	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
78759	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
78759	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
78759	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
78759	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
78759	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
78759	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
78759	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
78759	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
78759	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
78759	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
78759	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
78759	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
78759	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
78759	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
78759	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
78759	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
78759	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
78759	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
78759	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
78759	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
78759	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
78759	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
78759	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
78759	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
78759	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
78759	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
78759	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
78759	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
78759	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
78759	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
78759	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
78759	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
78759	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
78759	embedding2nn.weight	0	0.010417894460260868
78759	embedding2nn.weight	1	-0.01596466265618801
78759	embedding2nn.weight	2	-0.014268255792558193
78759	embedding2nn.weight	3	-0.0036443579010665417
78759	embedding2nn.weight	4	-0.005915035028010607
78759	embedding2nn.weight	5	-0.0037005783524364233
78759	embedding2nn.weight	6	-0.003973220009356737
78759	embedding2nn.weight	7	-0.04034855216741562
78759	embedding2nn.weight	8	-0.0019979383796453476
78759	embedding2nn.weight	9	-0.027412503957748413
78759	embedding2nn.bias	0	0.01740558259189129
78759	embedding2nn.bias	1	-0.07412628084421158
78759	embedding2nn.bias	2	0.06796205788850784
78759	embedding2nn.bias	3	0.03449979051947594
78759	embedding2nn.bias	4	-0.0200987309217453
78759	embedding2nn.bias	5	-0.030630674213171005
78759	embedding2nn.bias	6	0.01857151836156845
78759	embedding2nn.bias	7	-0.028905870392918587
78759	embedding2nn.bias	8	0.02141767553985119
78759	embedding2nn.bias	9	0.03449658676981926
78759	rnn.weight_ih_l0	0	-0.04226409271359444
78759	rnn.weight_ih_l0	1	0.005669403355568647
78759	rnn.weight_ih_l0	2	0.03874590992927551
78759	rnn.weight_ih_l0	3	0.0071322242729365826
78759	rnn.weight_ih_l0	4	-0.009017922915518284
78759	rnn.weight_ih_l0	5	-0.05624016374349594
78759	rnn.weight_ih_l0	6	0.007384759373962879
78759	rnn.weight_ih_l0	7	0.05441838875412941
78759	rnn.weight_ih_l0	8	-0.00700640631839633
78759	rnn.weight_ih_l0	9	-0.02138161100447178
78759	rnn.weight_hh_l0	0	-0.03590394929051399
78759	rnn.weight_hh_l0	1	0.000917690631467849
78759	rnn.weight_hh_l0	2	0.008842553943395615
78759	rnn.weight_hh_l0	3	-0.04832359775900841
78759	rnn.weight_hh_l0	4	0.05449280887842178
78759	rnn.weight_hh_l0	5	-0.0038148183375597
78759	rnn.weight_hh_l0	6	-0.037822239100933075
78759	rnn.weight_hh_l0	7	-0.018954535946249962
78759	rnn.weight_hh_l0	8	0.011012117378413677
78759	rnn.weight_hh_l0	9	-0.018297040835022926
78759	rnn.bias_ih_l0	0	0.08240554481744766
78759	rnn.bias_ih_l0	1	-0.017956655472517014
78759	rnn.bias_ih_l0	2	-0.011847022920846939
78759	rnn.bias_ih_l0	3	0.10880408436059952
78759	rnn.bias_ih_l0	4	-0.049165528267621994
78759	rnn.bias_ih_l0	5	-0.036600105464458466
78759	rnn.bias_ih_l0	6	0.014388342387974262
78759	rnn.bias_ih_l0	7	0.04299159348011017
78759	rnn.bias_ih_l0	8	-0.08129015564918518
78759	rnn.bias_ih_l0	9	-0.013644370250403881
78759	rnn.bias_hh_l0	0	-0.04438682645559311
78759	rnn.bias_hh_l0	1	-0.07442567497491837
78759	rnn.bias_hh_l0	2	-0.04410411790013313
78759	rnn.bias_hh_l0	3	-0.0801398754119873
78759	rnn.bias_hh_l0	4	-0.026495251804590225
78759	rnn.bias_hh_l0	5	-0.005156384781002998
78759	rnn.bias_hh_l0	6	0.008120658807456493
78759	rnn.bias_hh_l0	7	0.014317665249109268
78759	rnn.bias_hh_l0	8	-0.11704126000404358
78759	rnn.bias_hh_l0	9	-0.03430650383234024
78759	rnn.weight_ih_l0_reverse	0	-0.014227175153791904
78759	rnn.weight_ih_l0_reverse	1	-0.05200118198990822
78759	rnn.weight_ih_l0_reverse	2	-0.03456611931324005
78759	rnn.weight_ih_l0_reverse	3	-0.004438676871359348
78759	rnn.weight_ih_l0_reverse	4	-0.008497735485434532
78759	rnn.weight_ih_l0_reverse	5	-0.0429871529340744
78759	rnn.weight_ih_l0_reverse	6	0.061278652399778366
78759	rnn.weight_ih_l0_reverse	7	-0.015254020690917969
78759	rnn.weight_ih_l0_reverse	8	-0.03902024030685425
78759	rnn.weight_ih_l0_reverse	9	0.003793674288317561
78759	rnn.weight_hh_l0_reverse	0	0.037795644253492355
78759	rnn.weight_hh_l0_reverse	1	0.024503113701939583
78759	rnn.weight_hh_l0_reverse	2	0.037011925131082535
78759	rnn.weight_hh_l0_reverse	3	0.02364060841500759
78759	rnn.weight_hh_l0_reverse	4	-2.4591437977505848e-05
78759	rnn.weight_hh_l0_reverse	5	0.011472395621240139
78759	rnn.weight_hh_l0_reverse	6	0.041991572827100754
78759	rnn.weight_hh_l0_reverse	7	-0.06018007919192314
78759	rnn.weight_hh_l0_reverse	8	0.03276919946074486
78759	rnn.weight_hh_l0_reverse	9	0.04912639036774635
78759	rnn.bias_ih_l0_reverse	0	-0.061983149498701096
78759	rnn.bias_ih_l0_reverse	1	-0.22766323387622833
78759	rnn.bias_ih_l0_reverse	2	-0.09554833173751831
78759	rnn.bias_ih_l0_reverse	3	-0.015905361622571945
78759	rnn.bias_ih_l0_reverse	4	-0.03822999820113182
78759	rnn.bias_ih_l0_reverse	5	0.037354666739702225
78759	rnn.bias_ih_l0_reverse	6	-0.05834805965423584
78759	rnn.bias_ih_l0_reverse	7	0.04389389231801033
78759	rnn.bias_ih_l0_reverse	8	-0.02073737047612667
78759	rnn.bias_ih_l0_reverse	9	0.028543855994939804
78759	rnn.bias_hh_l0_reverse	0	-0.0063880980014801025
78759	rnn.bias_hh_l0_reverse	1	-0.03109787590801716
78759	rnn.bias_hh_l0_reverse	2	0.0580902025103569
78759	rnn.bias_hh_l0_reverse	3	-0.03704538941383362
78759	rnn.bias_hh_l0_reverse	4	-0.04097305238246918
78759	rnn.bias_hh_l0_reverse	5	-0.03582293912768364
78759	rnn.bias_hh_l0_reverse	6	-0.018472332507371902
78759	rnn.bias_hh_l0_reverse	7	0.09206835925579071
78759	rnn.bias_hh_l0_reverse	8	0.023072123527526855
78759	rnn.bias_hh_l0_reverse	9	-0.08521422743797302
78759	rnn.weight_ih_l1	0	-0.03773430734872818
78759	rnn.weight_ih_l1	1	-0.035891104489564896
78759	rnn.weight_ih_l1	2	0.07882773131132126
78759	rnn.weight_ih_l1	3	-0.020711926743388176
78759	rnn.weight_ih_l1	4	-0.0030081316363066435
78759	rnn.weight_ih_l1	5	-0.04446418210864067
78759	rnn.weight_ih_l1	6	0.02879614755511284
78759	rnn.weight_ih_l1	7	-0.03238539770245552
78759	rnn.weight_ih_l1	8	0.03900385648012161
78759	rnn.weight_ih_l1	9	0.035170506685972214
78759	rnn.weight_hh_l1	0	-0.00901359785348177
78759	rnn.weight_hh_l1	1	0.009249348193407059
78759	rnn.weight_hh_l1	2	-0.0052626715041697025
78759	rnn.weight_hh_l1	3	-0.010516304522752762
78759	rnn.weight_hh_l1	4	-0.0003759978571906686
78759	rnn.weight_hh_l1	5	0.025918280705809593
78759	rnn.weight_hh_l1	6	0.026356026530265808
78759	rnn.weight_hh_l1	7	-0.026376038789749146
78759	rnn.weight_hh_l1	8	-0.02193356119096279
78759	rnn.weight_hh_l1	9	0.041021622717380524
78759	rnn.bias_ih_l1	0	-0.1491795927286148
78759	rnn.bias_ih_l1	1	-0.13857640326023102
78759	rnn.bias_ih_l1	2	-0.14234037697315216
78759	rnn.bias_ih_l1	3	-0.21667557954788208
78759	rnn.bias_ih_l1	4	-0.15888865292072296
78759	rnn.bias_ih_l1	5	-0.09483622014522552
78759	rnn.bias_ih_l1	6	-0.10400035232305527
78759	rnn.bias_ih_l1	7	-0.02536889538168907
78759	rnn.bias_ih_l1	8	-0.12024911493062973
78759	rnn.bias_ih_l1	9	-0.09666402637958527
78759	rnn.bias_hh_l1	0	-0.1092257872223854
78759	rnn.bias_hh_l1	1	-0.040677621960639954
78759	rnn.bias_hh_l1	2	-0.076889269053936
78759	rnn.bias_hh_l1	3	-0.08945145457983017
78759	rnn.bias_hh_l1	4	-0.11909637600183487
78759	rnn.bias_hh_l1	5	-0.07635953277349472
78759	rnn.bias_hh_l1	6	-0.09921377152204514
78759	rnn.bias_hh_l1	7	0.0074168057180941105
78759	rnn.bias_hh_l1	8	-0.11953391134738922
78759	rnn.bias_hh_l1	9	-0.09204614162445068
78759	rnn.weight_ih_l1_reverse	0	-0.051091309636831284
78759	rnn.weight_ih_l1_reverse	1	0.05626462772488594
78759	rnn.weight_ih_l1_reverse	2	3.402219226700254e-05
78759	rnn.weight_ih_l1_reverse	3	0.016105275601148605
78759	rnn.weight_ih_l1_reverse	4	-0.023785198107361794
78759	rnn.weight_ih_l1_reverse	5	-0.03537662699818611
78759	rnn.weight_ih_l1_reverse	6	-0.004145425744354725
78759	rnn.weight_ih_l1_reverse	7	0.013603843748569489
78759	rnn.weight_ih_l1_reverse	8	0.006836497690528631
78759	rnn.weight_ih_l1_reverse	9	-0.015909655019640923
78759	rnn.weight_hh_l1_reverse	0	0.008375688455998898
78759	rnn.weight_hh_l1_reverse	1	0.02806682325899601
78759	rnn.weight_hh_l1_reverse	2	-0.038480956107378006
78759	rnn.weight_hh_l1_reverse	3	0.04064111411571503
78759	rnn.weight_hh_l1_reverse	4	0.047350894659757614
78759	rnn.weight_hh_l1_reverse	5	0.008490175940096378
78759	rnn.weight_hh_l1_reverse	6	0.006876369938254356
78759	rnn.weight_hh_l1_reverse	7	0.027657587081193924
78759	rnn.weight_hh_l1_reverse	8	-0.0018680955981835723
78759	rnn.weight_hh_l1_reverse	9	-0.03961729258298874
78759	rnn.bias_ih_l1_reverse	0	-0.04474327340722084
78759	rnn.bias_ih_l1_reverse	1	-0.09299027174711227
78759	rnn.bias_ih_l1_reverse	2	-0.11402512341737747
78759	rnn.bias_ih_l1_reverse	3	-0.0070168813690543175
78759	rnn.bias_ih_l1_reverse	4	-0.16659678518772125
78759	rnn.bias_ih_l1_reverse	5	-0.07829222828149796
78759	rnn.bias_ih_l1_reverse	6	-0.11158890277147293
78759	rnn.bias_ih_l1_reverse	7	-0.14107699692249298
78759	rnn.bias_ih_l1_reverse	8	0.10771387070417404
78759	rnn.bias_ih_l1_reverse	9	0.003976885695010424
78759	rnn.bias_hh_l1_reverse	0	-0.006813606712967157
78759	rnn.bias_hh_l1_reverse	1	0.036408741027116776
78759	rnn.bias_hh_l1_reverse	2	-0.20826385915279388
78759	rnn.bias_hh_l1_reverse	3	-0.08824135363101959
78759	rnn.bias_hh_l1_reverse	4	-0.056150779128074646
78759	rnn.bias_hh_l1_reverse	5	-0.07277162373065948
78759	rnn.bias_hh_l1_reverse	6	0.11011307686567307
78759	rnn.bias_hh_l1_reverse	7	-0.12664851546287537
78759	rnn.bias_hh_l1_reverse	8	-0.09601204842329025
78759	rnn.bias_hh_l1_reverse	9	-0.1112283319234848
78759	linear.weight	0	0.002228822559118271
78759	linear.weight	1	0.08194735646247864
78759	linear.weight	2	-0.1277231127023697
78759	linear.weight	3	0.343999445438385
78759	linear.weight	4	0.10336471349000931
78759	linear.weight	5	0.010063156485557556
78759	linear.weight	6	-0.002235591411590576
78759	linear.weight	7	0.04222721606492996
78759	linear.weight	8	0.041510697454214096
78759	linear.weight	9	-0.08691300451755524
78759	linear.bias	0	-0.09148485213518143
78759	linear.bias	1	-0.14191344380378723
78759	linear.bias	2	-0.4817731976509094
78759	linear.bias	3	-0.6805192828178406
78759	linear.bias	4	-1.032958984375
78759	linear.bias	5	-0.008222340606153011
78759	linear.bias	6	-0.6803044676780701
78759	linear.bias	7	0.42518413066864014
78759	linear.bias	8	-0.5204294323921204
78759	linear.bias	9	-0.8421382308006287
78956	transitions	0	0.5246406197547913
78956	transitions	1	0.10606761276721954
78956	transitions	2	-10000.0
78956	transitions	3	-1.806444525718689
78956	transitions	4	-10000.0
78956	transitions	5	0.6308645606040955
78956	transitions	6	-0.038452766835689545
78956	transitions	7	-0.45857471227645874
78956	transitions	8	-1.3558650016784668
78956	transitions	9	-0.0006570479599758983
78956	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
78956	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
78956	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
78956	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
78956	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
78956	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
78956	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
78956	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
78956	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
78956	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
78956	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
78956	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
78956	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
78956	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
78956	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
78956	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
78956	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
78956	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
78956	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
78956	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
78956	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
78956	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
78956	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
78956	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
78956	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
78956	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
78956	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
78956	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
78956	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
78956	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
78956	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
78956	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
78956	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
78956	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
78956	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
78956	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
78956	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
78956	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
78956	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
78956	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
78956	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
78956	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
78956	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
78956	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
78956	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
78956	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
78956	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
78956	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
78956	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
78956	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
78956	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
78956	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
78956	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
78956	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
78956	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
78956	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
78956	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
78956	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
78956	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
78956	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
78956	embedding2nn.weight	0	0.012735598720610142
78956	embedding2nn.weight	1	-0.015933308750391006
78956	embedding2nn.weight	2	-0.014268255792558193
78956	embedding2nn.weight	3	-0.0043465071357786655
78956	embedding2nn.weight	4	-0.005915035028010607
78956	embedding2nn.weight	5	-0.0037005783524364233
78956	embedding2nn.weight	6	-0.003973223268985748
78956	embedding2nn.weight	7	-0.041645701974630356
78956	embedding2nn.weight	8	-0.0019979383796453476
78956	embedding2nn.weight	9	-0.026821227744221687
78956	embedding2nn.bias	0	0.027487095445394516
78956	embedding2nn.bias	1	-0.07374696433544159
78956	embedding2nn.bias	2	0.06504233181476593
78956	embedding2nn.bias	3	0.03882869333028793
78956	embedding2nn.bias	4	-0.022085225209593773
78956	embedding2nn.bias	5	-0.03264625743031502
78956	embedding2nn.bias	6	0.01772993616759777
78956	embedding2nn.bias	7	-0.030888214707374573
78956	embedding2nn.bias	8	0.019074685871601105
78956	embedding2nn.bias	9	0.030920810997486115
78956	rnn.weight_ih_l0	0	-0.04111950471997261
78956	rnn.weight_ih_l0	1	0.004584289621561766
78956	rnn.weight_ih_l0	2	0.03841270133852959
78956	rnn.weight_ih_l0	3	0.0075942170806229115
78956	rnn.weight_ih_l0	4	-0.0065201022662222385
78956	rnn.weight_ih_l0	5	-0.05610010400414467
78956	rnn.weight_ih_l0	6	0.0064539797604084015
78956	rnn.weight_ih_l0	7	0.053582292050123215
78956	rnn.weight_ih_l0	8	-0.006377652287483215
78956	rnn.weight_ih_l0	9	-0.021448027342557907
78956	rnn.weight_hh_l0	0	-0.03602331876754761
78956	rnn.weight_hh_l0	1	0.0006714595947414637
78956	rnn.weight_hh_l0	2	0.007040065713226795
78956	rnn.weight_hh_l0	3	-0.049320463091135025
78956	rnn.weight_hh_l0	4	0.05562811717391014
78956	rnn.weight_hh_l0	5	-0.004166817292571068
78956	rnn.weight_hh_l0	6	-0.040001194924116135
78956	rnn.weight_hh_l0	7	-0.018832452595233917
78956	rnn.weight_hh_l0	8	0.011123336851596832
78956	rnn.weight_hh_l0	9	-0.01859588921070099
78956	rnn.bias_ih_l0	0	0.08193773776292801
78956	rnn.bias_ih_l0	1	-0.018287019804120064
78956	rnn.bias_ih_l0	2	-0.013285870663821697
78956	rnn.bias_ih_l0	3	0.10985849797725677
78956	rnn.bias_ih_l0	4	-0.049061309546232224
78956	rnn.bias_ih_l0	5	-0.03586026653647423
78956	rnn.bias_ih_l0	6	0.012837790884077549
78956	rnn.bias_ih_l0	7	0.04193039610981941
78956	rnn.bias_ih_l0	8	-0.08265415579080582
78956	rnn.bias_ih_l0	9	-0.022174090147018433
78956	rnn.bias_hh_l0	0	-0.04151325672864914
78956	rnn.bias_hh_l0	1	-0.07481232285499573
78956	rnn.bias_hh_l0	2	-0.0468519926071167
78956	rnn.bias_hh_l0	3	-0.07855274528265
78956	rnn.bias_hh_l0	4	-0.02797510474920273
78956	rnn.bias_hh_l0	5	-0.007447626907378435
78956	rnn.bias_hh_l0	6	0.010262050665915012
78956	rnn.bias_hh_l0	7	0.019395988434553146
78956	rnn.bias_hh_l0	8	-0.12084648013114929
78956	rnn.bias_hh_l0	9	-0.031908247619867325
78956	rnn.weight_ih_l0_reverse	0	-0.013902641832828522
78956	rnn.weight_ih_l0_reverse	1	-0.05152835696935654
78956	rnn.weight_ih_l0_reverse	2	-0.03202270343899727
78956	rnn.weight_ih_l0_reverse	3	-0.003173894016072154
78956	rnn.weight_ih_l0_reverse	4	-0.007542967330664396
78956	rnn.weight_ih_l0_reverse	5	-0.04286199063062668
78956	rnn.weight_ih_l0_reverse	6	0.06206263601779938
78956	rnn.weight_ih_l0_reverse	7	-0.015568966045975685
78956	rnn.weight_ih_l0_reverse	8	-0.03775098919868469
78956	rnn.weight_ih_l0_reverse	9	0.00567478034645319
78956	rnn.weight_hh_l0_reverse	0	0.0375388041138649
78956	rnn.weight_hh_l0_reverse	1	0.023365803062915802
78956	rnn.weight_hh_l0_reverse	2	0.03680949658155441
78956	rnn.weight_hh_l0_reverse	3	0.024166684597730637
78956	rnn.weight_hh_l0_reverse	4	0.0003076879074797034
78956	rnn.weight_hh_l0_reverse	5	0.012252883054316044
78956	rnn.weight_hh_l0_reverse	6	0.04154854267835617
78956	rnn.weight_hh_l0_reverse	7	-0.061449307948350906
78956	rnn.weight_hh_l0_reverse	8	0.03220883756875992
78956	rnn.weight_hh_l0_reverse	9	0.04955287650227547
78956	rnn.bias_ih_l0_reverse	0	-0.06001977249979973
78956	rnn.bias_ih_l0_reverse	1	-0.22208242118358612
78956	rnn.bias_ih_l0_reverse	2	-0.09737150371074677
78956	rnn.bias_ih_l0_reverse	3	-0.015477939508855343
78956	rnn.bias_ih_l0_reverse	4	-0.03651111572980881
78956	rnn.bias_ih_l0_reverse	5	0.03819301351904869
78956	rnn.bias_ih_l0_reverse	6	-0.058326270431280136
78956	rnn.bias_ih_l0_reverse	7	0.04158003255724907
78956	rnn.bias_ih_l0_reverse	8	-0.022504528984427452
78956	rnn.bias_ih_l0_reverse	9	0.026257256045937538
78956	rnn.bias_hh_l0_reverse	0	-0.00429175328463316
78956	rnn.bias_hh_l0_reverse	1	-0.030562443658709526
78956	rnn.bias_hh_l0_reverse	2	0.050879914313554764
78956	rnn.bias_hh_l0_reverse	3	-0.03375769406557083
78956	rnn.bias_hh_l0_reverse	4	-0.042788710445165634
78956	rnn.bias_hh_l0_reverse	5	-0.036919303238391876
78956	rnn.bias_hh_l0_reverse	6	-0.017438659444451332
78956	rnn.bias_hh_l0_reverse	7	0.09497743099927902
78956	rnn.bias_hh_l0_reverse	8	0.020986242219805717
78956	rnn.bias_hh_l0_reverse	9	-0.08815877884626389
78956	rnn.weight_ih_l1	0	-0.037222325801849365
78956	rnn.weight_ih_l1	1	-0.036008626222610474
78956	rnn.weight_ih_l1	2	0.07880716025829315
78956	rnn.weight_ih_l1	3	-0.018822820857167244
78956	rnn.weight_ih_l1	4	-0.0029222231823951006
78956	rnn.weight_ih_l1	5	-0.044280920177698135
78956	rnn.weight_ih_l1	6	0.029713742434978485
78956	rnn.weight_ih_l1	7	-0.032834675163030624
78956	rnn.weight_ih_l1	8	0.03897162899374962
78956	rnn.weight_ih_l1	9	0.03511267900466919
78956	rnn.weight_hh_l1	0	-0.00834344606846571
78956	rnn.weight_hh_l1	1	0.009206878021359444
78956	rnn.weight_hh_l1	2	-0.004734935238957405
78956	rnn.weight_hh_l1	3	-0.010638725943863392
78956	rnn.weight_hh_l1	4	-0.00022833274852018803
78956	rnn.weight_hh_l1	5	0.025762362405657768
78956	rnn.weight_hh_l1	6	0.026627056300640106
78956	rnn.weight_hh_l1	7	-0.026503706350922585
78956	rnn.weight_hh_l1	8	-0.02223634533584118
78956	rnn.weight_hh_l1	9	0.04150230437517166
78956	rnn.bias_ih_l1	0	-0.1498783528804779
78956	rnn.bias_ih_l1	1	-0.13615477085113525
78956	rnn.bias_ih_l1	2	-0.14281795918941498
78956	rnn.bias_ih_l1	3	-0.21533557772636414
78956	rnn.bias_ih_l1	4	-0.1605699360370636
78956	rnn.bias_ih_l1	5	-0.09543909877538681
78956	rnn.bias_ih_l1	6	-0.10497160255908966
78956	rnn.bias_ih_l1	7	-0.025446420535445213
78956	rnn.bias_ih_l1	8	-0.12182469666004181
78956	rnn.bias_ih_l1	9	-0.09716637432575226
78956	rnn.bias_hh_l1	0	-0.11432693898677826
78956	rnn.bias_hh_l1	1	-0.03648477420210838
78956	rnn.bias_hh_l1	2	-0.07943572103977203
78956	rnn.bias_hh_l1	3	-0.08958648145198822
78956	rnn.bias_hh_l1	4	-0.11783961951732635
78956	rnn.bias_hh_l1	5	-0.07642976939678192
78956	rnn.bias_hh_l1	6	-0.09996744245290756
78956	rnn.bias_hh_l1	7	0.004933165851980448
78956	rnn.bias_hh_l1	8	-0.11944834142923355
78956	rnn.bias_hh_l1	9	-0.08906173706054688
78956	rnn.weight_ih_l1_reverse	0	-0.050509724766016006
78956	rnn.weight_ih_l1_reverse	1	0.04964546114206314
78956	rnn.weight_ih_l1_reverse	2	0.00030066611361689866
78956	rnn.weight_ih_l1_reverse	3	0.013865134678781033
78956	rnn.weight_ih_l1_reverse	4	-0.024102864786982536
78956	rnn.weight_ih_l1_reverse	5	-0.03518166020512581
78956	rnn.weight_ih_l1_reverse	6	-0.005842779763042927
78956	rnn.weight_ih_l1_reverse	7	0.014973917044699192
78956	rnn.weight_ih_l1_reverse	8	0.005166258197277784
78956	rnn.weight_ih_l1_reverse	9	-0.018712729215621948
78956	rnn.weight_hh_l1_reverse	0	0.008611862547695637
78956	rnn.weight_hh_l1_reverse	1	0.02793641947209835
78956	rnn.weight_hh_l1_reverse	2	-0.038388691842556
78956	rnn.weight_hh_l1_reverse	3	0.04060330614447594
78956	rnn.weight_hh_l1_reverse	4	0.046853385865688324
78956	rnn.weight_hh_l1_reverse	5	0.008836908265948296
78956	rnn.weight_hh_l1_reverse	6	0.006885218899697065
78956	rnn.weight_hh_l1_reverse	7	0.027758967131376266
78956	rnn.weight_hh_l1_reverse	8	-0.001962096896022558
78956	rnn.weight_hh_l1_reverse	9	-0.039511844515800476
78956	rnn.bias_ih_l1_reverse	0	-0.04162370041012764
78956	rnn.bias_ih_l1_reverse	1	-0.09067989140748978
78956	rnn.bias_ih_l1_reverse	2	-0.11508195102214813
78956	rnn.bias_ih_l1_reverse	3	-0.008099677972495556
78956	rnn.bias_ih_l1_reverse	4	-0.16761548817157745
78956	rnn.bias_ih_l1_reverse	5	-0.07793956995010376
78956	rnn.bias_ih_l1_reverse	6	-0.11224200576543808
78956	rnn.bias_ih_l1_reverse	7	-0.14163197576999664
78956	rnn.bias_ih_l1_reverse	8	0.10783921182155609
78956	rnn.bias_ih_l1_reverse	9	-0.0016623956616967916
78956	rnn.bias_hh_l1_reverse	0	-0.009905115701258183
78956	rnn.bias_hh_l1_reverse	1	0.03632067143917084
78956	rnn.bias_hh_l1_reverse	2	-0.20892781019210815
78956	rnn.bias_hh_l1_reverse	3	-0.08764330297708511
78956	rnn.bias_hh_l1_reverse	4	-0.056896522641181946
78956	rnn.bias_hh_l1_reverse	5	-0.07196485996246338
78956	rnn.bias_hh_l1_reverse	6	0.1111329048871994
78956	rnn.bias_hh_l1_reverse	7	-0.12859585881233215
78956	rnn.bias_hh_l1_reverse	8	-0.09682507067918777
78956	rnn.bias_hh_l1_reverse	9	-0.11196715384721756
78956	linear.weight	0	0.002228822559118271
78956	linear.weight	1	0.09755591303110123
78956	linear.weight	2	-0.12053337693214417
78956	linear.weight	3	0.34503263235092163
78956	linear.weight	4	0.11435684561729431
78956	linear.weight	5	0.008556158281862736
78956	linear.weight	6	-0.009107613936066628
78956	linear.weight	7	0.03968275338411331
78956	linear.weight	8	0.0415075458586216
78956	linear.weight	9	-0.09212461858987808
78956	linear.bias	0	-0.06529714167118073
78956	linear.bias	1	-0.13557542860507965
78956	linear.bias	2	-0.474770724773407
78956	linear.bias	3	-0.71526700258255
78956	linear.bias	4	-1.0675272941589355
78956	linear.bias	5	-0.005239935126155615
78956	linear.bias	6	-0.6711875796318054
78956	linear.bias	7	0.4279744327068329
78956	linear.bias	8	-0.5476873517036438
78956	linear.bias	9	-0.8705782294273376
78960	transitions	0	0.5246558785438538
78960	transitions	1	0.10606394708156586
78960	transitions	2	-10000.0
78960	transitions	3	-1.8064451217651367
78960	transitions	4	-10000.0
78960	transitions	5	0.6308639049530029
78960	transitions	6	-0.03845514357089996
78960	transitions	7	-0.4585973620414734
78960	transitions	8	-1.3558663129806519
78960	transitions	9	-0.0006570540135726333
78960	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
78960	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
78960	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
78960	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
78960	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
78960	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
78960	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
78960	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
78960	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
78960	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
78960	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
78960	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
78960	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
78960	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
78960	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
78960	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
78960	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
78960	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
78960	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
78960	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
78960	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
78960	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
78960	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
78960	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
78960	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
78960	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
78960	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
78960	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
78960	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
78960	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
78960	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
78960	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
78960	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
78960	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
78960	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
78960	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
78960	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
78960	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
78960	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
78960	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
78960	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
78960	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
78960	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
78960	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
78960	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
78960	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
78960	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
78960	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
78960	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
78960	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
78960	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
78960	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
78960	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
78960	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
78960	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
78960	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
78960	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
78960	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
78960	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
78960	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
78960	embedding2nn.weight	0	0.012583889067173004
78960	embedding2nn.weight	1	-0.01590227708220482
78960	embedding2nn.weight	2	-0.014268255792558193
78960	embedding2nn.weight	3	-0.004561137408018112
78960	embedding2nn.weight	4	-0.005915035028010607
78960	embedding2nn.weight	5	-0.0037005783524364233
78960	embedding2nn.weight	6	-0.003973223268985748
78960	embedding2nn.weight	7	-0.04143175482749939
78960	embedding2nn.weight	8	-0.0019979383796453476
78960	embedding2nn.weight	9	-0.02671748772263527
78960	embedding2nn.bias	0	0.027898820117115974
78960	embedding2nn.bias	1	-0.07533484697341919
78960	embedding2nn.bias	2	0.06498277187347412
78960	embedding2nn.bias	3	0.03943657875061035
78960	embedding2nn.bias	4	-0.02093115821480751
78960	embedding2nn.bias	5	-0.031240301206707954
78960	embedding2nn.bias	6	0.01793927699327469
78960	embedding2nn.bias	7	-0.03162382170557976
78960	embedding2nn.bias	8	0.020389705896377563
78960	embedding2nn.bias	9	0.030263422057032585
78960	rnn.weight_ih_l0	0	-0.04119149595499039
78960	rnn.weight_ih_l0	1	0.004719634540379047
78960	rnn.weight_ih_l0	2	0.038429345935583115
78960	rnn.weight_ih_l0	3	0.007589256856590509
78960	rnn.weight_ih_l0	4	-0.00645917933434248
78960	rnn.weight_ih_l0	5	-0.056047942489385605
78960	rnn.weight_ih_l0	6	0.006421688478440046
78960	rnn.weight_ih_l0	7	0.053567659109830856
78960	rnn.weight_ih_l0	8	-0.006215427070856094
78960	rnn.weight_ih_l0	9	-0.021380722522735596
78960	rnn.weight_hh_l0	0	-0.03606347367167473
78960	rnn.weight_hh_l0	1	0.0006712971953675151
78960	rnn.weight_hh_l0	2	0.007154424674808979
78960	rnn.weight_hh_l0	3	-0.04932278394699097
78960	rnn.weight_hh_l0	4	0.055534519255161285
78960	rnn.weight_hh_l0	5	-0.004273869562894106
78960	rnn.weight_hh_l0	6	-0.04000058397650719
78960	rnn.weight_hh_l0	7	-0.018803948536515236
78960	rnn.weight_hh_l0	8	0.011130169034004211
78960	rnn.weight_hh_l0	9	-0.01859958842396736
78960	rnn.bias_ih_l0	0	0.08169597387313843
78960	rnn.bias_ih_l0	1	-0.018035998567938805
78960	rnn.bias_ih_l0	2	-0.013490693643689156
78960	rnn.bias_ih_l0	3	0.10955271124839783
78960	rnn.bias_ih_l0	4	-0.04939950630068779
78960	rnn.bias_ih_l0	5	-0.03587863966822624
78960	rnn.bias_ih_l0	6	0.01283286977559328
78960	rnn.bias_ih_l0	7	0.04170777648687363
78960	rnn.bias_ih_l0	8	-0.08302395790815353
78960	rnn.bias_ih_l0	9	-0.02222088724374771
78960	rnn.bias_hh_l0	0	-0.04123780131340027
78960	rnn.bias_hh_l0	1	-0.07524419575929642
78960	rnn.bias_hh_l0	2	-0.046666789799928665
78960	rnn.bias_hh_l0	3	-0.07864826917648315
78960	rnn.bias_hh_l0	4	-0.028021210804581642
78960	rnn.bias_hh_l0	5	-0.007790571078658104
78960	rnn.bias_hh_l0	6	0.009662147611379623
78960	rnn.bias_hh_l0	7	0.019203217700123787
78960	rnn.bias_hh_l0	8	-0.12095378339290619
78960	rnn.bias_hh_l0	9	-0.03184342756867409
78960	rnn.weight_ih_l0_reverse	0	-0.013822408393025398
78960	rnn.weight_ih_l0_reverse	1	-0.05157012492418289
78960	rnn.weight_ih_l0_reverse	2	-0.032047901302576065
78960	rnn.weight_ih_l0_reverse	3	-0.003167256247252226
78960	rnn.weight_ih_l0_reverse	4	-0.007464205380529165
78960	rnn.weight_ih_l0_reverse	5	-0.04295763745903969
78960	rnn.weight_ih_l0_reverse	6	0.06206744536757469
78960	rnn.weight_ih_l0_reverse	7	-0.015436635352671146
78960	rnn.weight_ih_l0_reverse	8	-0.037700358778238297
78960	rnn.weight_ih_l0_reverse	9	0.005684874020516872
78960	rnn.weight_hh_l0_reverse	0	0.03754403442144394
78960	rnn.weight_hh_l0_reverse	1	0.023533856496214867
78960	rnn.weight_hh_l0_reverse	2	0.036841873079538345
78960	rnn.weight_hh_l0_reverse	3	0.024141395464539528
78960	rnn.weight_hh_l0_reverse	4	0.000367699220078066
78960	rnn.weight_hh_l0_reverse	5	0.01244827825576067
78960	rnn.weight_hh_l0_reverse	6	0.041649121791124344
78960	rnn.weight_hh_l0_reverse	7	-0.061591167002916336
78960	rnn.weight_hh_l0_reverse	8	0.03218487650156021
78960	rnn.weight_hh_l0_reverse	9	0.049436382949352264
78960	rnn.bias_ih_l0_reverse	0	-0.059942327439785004
78960	rnn.bias_ih_l0_reverse	1	-0.22157667577266693
78960	rnn.bias_ih_l0_reverse	2	-0.09724928438663483
78960	rnn.bias_ih_l0_reverse	3	-0.015935227274894714
78960	rnn.bias_ih_l0_reverse	4	-0.03628671541810036
78960	rnn.bias_ih_l0_reverse	5	0.03828069567680359
78960	rnn.bias_ih_l0_reverse	6	-0.05854470655322075
78960	rnn.bias_ih_l0_reverse	7	0.04172759875655174
78960	rnn.bias_ih_l0_reverse	8	-0.022209016606211662
78960	rnn.bias_ih_l0_reverse	9	0.026533635333180428
78960	rnn.bias_hh_l0_reverse	0	-0.0042413403280079365
78960	rnn.bias_hh_l0_reverse	1	-0.031027384102344513
78960	rnn.bias_hh_l0_reverse	2	0.0513225756585598
78960	rnn.bias_hh_l0_reverse	3	-0.03380422294139862
78960	rnn.bias_hh_l0_reverse	4	-0.04269440099596977
78960	rnn.bias_hh_l0_reverse	5	-0.0371234230697155
78960	rnn.bias_hh_l0_reverse	6	-0.01719733513891697
78960	rnn.bias_hh_l0_reverse	7	0.09564103186130524
78960	rnn.bias_hh_l0_reverse	8	0.020845098420977592
78960	rnn.bias_hh_l0_reverse	9	-0.08706201612949371
78960	rnn.weight_ih_l1	0	-0.037248026579618454
78960	rnn.weight_ih_l1	1	-0.036036066710948944
78960	rnn.weight_ih_l1	2	0.07876259088516235
78960	rnn.weight_ih_l1	3	-0.01897791400551796
78960	rnn.weight_ih_l1	4	-0.0030017998069524765
78960	rnn.weight_ih_l1	5	-0.04421224445104599
78960	rnn.weight_ih_l1	6	0.029752427712082863
78960	rnn.weight_ih_l1	7	-0.0328434482216835
78960	rnn.weight_ih_l1	8	0.03896663710474968
78960	rnn.weight_ih_l1	9	0.03554118797183037
78960	rnn.weight_hh_l1	0	-0.008276678621768951
78960	rnn.weight_hh_l1	1	0.009213906712830067
78960	rnn.weight_hh_l1	2	-0.0046721650287508965
78960	rnn.weight_hh_l1	3	-0.01063958927989006
78960	rnn.weight_hh_l1	4	-0.00030149761005304754
78960	rnn.weight_hh_l1	5	0.025735048577189445
78960	rnn.weight_hh_l1	6	0.02661699242889881
78960	rnn.weight_hh_l1	7	-0.02654777653515339
78960	rnn.weight_hh_l1	8	-0.022214116528630257
78960	rnn.weight_hh_l1	9	0.04159102961421013
78960	rnn.bias_ih_l1	0	-0.14965763688087463
78960	rnn.bias_ih_l1	1	-0.1357467621564865
78960	rnn.bias_ih_l1	2	-0.14226163923740387
78960	rnn.bias_ih_l1	3	-0.21551565825939178
78960	rnn.bias_ih_l1	4	-0.16228531301021576
78960	rnn.bias_ih_l1	5	-0.09543279558420181
78960	rnn.bias_ih_l1	6	-0.1049417182803154
78960	rnn.bias_ih_l1	7	-0.02593892440199852
78960	rnn.bias_ih_l1	8	-0.12158764153718948
78960	rnn.bias_ih_l1	9	-0.09681830555200577
78960	rnn.bias_hh_l1	0	-0.11456310003995895
78960	rnn.bias_hh_l1	1	-0.03644734248518944
78960	rnn.bias_hh_l1	2	-0.07913903146982193
78960	rnn.bias_hh_l1	3	-0.08941724896430969
78960	rnn.bias_hh_l1	4	-0.11785326898097992
78960	rnn.bias_hh_l1	5	-0.07633548229932785
78960	rnn.bias_hh_l1	6	-0.10002415627241135
78960	rnn.bias_hh_l1	7	0.005411028861999512
78960	rnn.bias_hh_l1	8	-0.12021910399198532
78960	rnn.bias_hh_l1	9	-0.08852629363536835
78960	rnn.weight_ih_l1_reverse	0	-0.050428275018930435
78960	rnn.weight_ih_l1_reverse	1	0.049750711768865585
78960	rnn.weight_ih_l1_reverse	2	-0.0013008747482672334
78960	rnn.weight_ih_l1_reverse	3	0.014011519961059093
78960	rnn.weight_ih_l1_reverse	4	-0.024098685011267662
78960	rnn.weight_ih_l1_reverse	5	-0.03519591689109802
78960	rnn.weight_ih_l1_reverse	6	-0.005811055190861225
78960	rnn.weight_ih_l1_reverse	7	0.014897523447871208
78960	rnn.weight_ih_l1_reverse	8	0.005256126634776592
78960	rnn.weight_ih_l1_reverse	9	-0.019001754000782967
78960	rnn.weight_hh_l1_reverse	0	0.008629716001451015
78960	rnn.weight_hh_l1_reverse	1	0.027963003143668175
78960	rnn.weight_hh_l1_reverse	2	-0.03836829215288162
78960	rnn.weight_hh_l1_reverse	3	0.040600042790174484
78960	rnn.weight_hh_l1_reverse	4	0.04679817706346512
78960	rnn.weight_hh_l1_reverse	5	0.008872997015714645
78960	rnn.weight_hh_l1_reverse	6	0.0069193728268146515
78960	rnn.weight_hh_l1_reverse	7	0.02777092717587948
78960	rnn.weight_hh_l1_reverse	8	-0.001979223918169737
78960	rnn.weight_hh_l1_reverse	9	-0.03948788717389107
78960	rnn.bias_ih_l1_reverse	0	-0.041565295308828354
78960	rnn.bias_ih_l1_reverse	1	-0.09023550152778625
78960	rnn.bias_ih_l1_reverse	2	-0.1149057075381279
78960	rnn.bias_ih_l1_reverse	3	-0.008699988014996052
78960	rnn.bias_ih_l1_reverse	4	-0.16758017241954803
78960	rnn.bias_ih_l1_reverse	5	-0.07870487123727798
78960	rnn.bias_ih_l1_reverse	6	-0.11225324124097824
78960	rnn.bias_ih_l1_reverse	7	-0.1415826678276062
78960	rnn.bias_ih_l1_reverse	8	0.10917332768440247
78960	rnn.bias_ih_l1_reverse	9	-0.0016303615411743522
78960	rnn.bias_hh_l1_reverse	0	-0.010224024765193462
78960	rnn.bias_hh_l1_reverse	1	0.03697994351387024
78960	rnn.bias_hh_l1_reverse	2	-0.20928677916526794
78960	rnn.bias_hh_l1_reverse	3	-0.08801200240850449
78960	rnn.bias_hh_l1_reverse	4	-0.0576309934258461
78960	rnn.bias_hh_l1_reverse	5	-0.07220716774463654
78960	rnn.bias_hh_l1_reverse	6	0.11184481531381607
78960	rnn.bias_hh_l1_reverse	7	-0.12868842482566833
78960	rnn.bias_hh_l1_reverse	8	-0.09662764519453049
78960	rnn.bias_hh_l1_reverse	9	-0.1119074746966362
78960	linear.weight	0	0.002228822559118271
78960	linear.weight	1	0.09739862382411957
78960	linear.weight	2	-0.1207512691617012
78960	linear.weight	3	0.34456539154052734
78960	linear.weight	4	0.11421267688274384
78960	linear.weight	5	0.00852811336517334
78960	linear.weight	6	-0.006968441419303417
78960	linear.weight	7	0.04082972928881645
78960	linear.weight	8	0.041507523506879807
78960	linear.weight	9	-0.09213117510080338
78960	linear.bias	0	-0.08630811423063278
78960	linear.bias	1	-0.1297992765903473
78960	linear.bias	2	-0.46940645575523376
78960	linear.bias	3	-0.716987669467926
78960	linear.bias	4	-1.0692485570907593
78960	linear.bias	5	0.0013517391635105014
78960	linear.bias	6	-0.6652427315711975
78960	linear.bias	7	0.4346691071987152
78960	linear.bias	8	-0.5443174242973328
78960	linear.bias	9	-0.8671570420265198
79157	transitions	0	0.5157259106636047
79157	transitions	1	0.10427902638912201
79157	transitions	2	-10000.0
79157	transitions	3	-1.806496262550354
79157	transitions	4	-10000.0
79157	transitions	5	0.6306517124176025
79157	transitions	6	-0.03865162655711174
79157	transitions	7	-0.45924845337867737
79157	transitions	8	-1.3560148477554321
79157	transitions	9	-0.0006589384865947068
79157	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
79157	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
79157	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
79157	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
79157	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
79157	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
79157	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
79157	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
79157	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
79157	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
79157	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
79157	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
79157	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
79157	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
79157	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
79157	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
79157	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
79157	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
79157	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
79157	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
79157	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
79157	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
79157	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
79157	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
79157	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
79157	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
79157	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
79157	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
79157	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
79157	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
79157	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
79157	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
79157	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
79157	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
79157	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
79157	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
79157	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
79157	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
79157	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
79157	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
79157	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
79157	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
79157	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
79157	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
79157	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
79157	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
79157	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
79157	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
79157	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
79157	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
79157	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
79157	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
79157	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
79157	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
79157	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
79157	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
79157	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
79157	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
79157	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
79157	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
79157	embedding2nn.weight	0	0.010209583677351475
79157	embedding2nn.weight	1	-0.01573629304766655
79157	embedding2nn.weight	2	-0.014268255792558193
79157	embedding2nn.weight	3	-0.006270397454500198
79157	embedding2nn.weight	4	-0.005915035028010607
79157	embedding2nn.weight	5	-0.0037005783524364233
79157	embedding2nn.weight	6	-0.003973217681050301
79157	embedding2nn.weight	7	-0.042154815047979355
79157	embedding2nn.weight	8	-0.0019979383796453476
79157	embedding2nn.weight	9	-0.026865165680646896
79157	embedding2nn.bias	0	0.028613639995455742
79157	embedding2nn.bias	1	-0.066908098757267
79157	embedding2nn.bias	2	0.059670887887477875
79157	embedding2nn.bias	3	0.037215158343315125
79157	embedding2nn.bias	4	-0.026144325733184814
79157	embedding2nn.bias	5	-0.03142647445201874
79157	embedding2nn.bias	6	0.014008408412337303
79157	embedding2nn.bias	7	-0.037758734077215195
79157	embedding2nn.bias	8	0.02454495057463646
79157	embedding2nn.bias	9	0.031172793358564377
79157	rnn.weight_ih_l0	0	-0.04211723804473877
79157	rnn.weight_ih_l0	1	0.0032475274056196213
79157	rnn.weight_ih_l0	2	0.039014898240566254
79157	rnn.weight_ih_l0	3	0.00849982164800167
79157	rnn.weight_ih_l0	4	-0.007987560704350471
79157	rnn.weight_ih_l0	5	-0.056092340499162674
79157	rnn.weight_ih_l0	6	0.005961544346064329
79157	rnn.weight_ih_l0	7	0.05218464136123657
79157	rnn.weight_ih_l0	8	-0.006442951038479805
79157	rnn.weight_ih_l0	9	-0.021062936633825302
79157	rnn.weight_hh_l0	0	-0.0356159470975399
79157	rnn.weight_hh_l0	1	0.0007525026449002326
79157	rnn.weight_hh_l0	2	0.0073088472709059715
79157	rnn.weight_hh_l0	3	-0.04962927848100662
79157	rnn.weight_hh_l0	4	0.053871676325798035
79157	rnn.weight_hh_l0	5	-0.00242203869856894
79157	rnn.weight_hh_l0	6	-0.03911246731877327
79157	rnn.weight_hh_l0	7	-0.018504878506064415
79157	rnn.weight_hh_l0	8	0.010527657344937325
79157	rnn.weight_hh_l0	9	-0.0190883856266737
79157	rnn.bias_ih_l0	0	0.08334598690271378
79157	rnn.bias_ih_l0	1	-0.0153158875182271
79157	rnn.bias_ih_l0	2	-0.015705516561865807
79157	rnn.bias_ih_l0	3	0.10399783402681351
79157	rnn.bias_ih_l0	4	-0.05050158500671387
79157	rnn.bias_ih_l0	5	-0.03982562571763992
79157	rnn.bias_ih_l0	6	0.009958533570170403
79157	rnn.bias_ih_l0	7	0.04137395694851875
79157	rnn.bias_ih_l0	8	-0.08404774963855743
79157	rnn.bias_ih_l0	9	-0.02481924556195736
79157	rnn.bias_hh_l0	0	-0.04056483879685402
79157	rnn.bias_hh_l0	1	-0.07000425457954407
79157	rnn.bias_hh_l0	2	-0.04440189152956009
79157	rnn.bias_hh_l0	3	-0.07939331978559494
79157	rnn.bias_hh_l0	4	-0.03169465437531471
79157	rnn.bias_hh_l0	5	-0.009847763925790787
79157	rnn.bias_hh_l0	6	0.010961043648421764
79157	rnn.bias_hh_l0	7	0.019993336871266365
79157	rnn.bias_hh_l0	8	-0.12078647315502167
79157	rnn.bias_hh_l0	9	-0.029505472630262375
79157	rnn.weight_ih_l0_reverse	0	-0.013507470488548279
79157	rnn.weight_ih_l0_reverse	1	-0.05196509137749672
79157	rnn.weight_ih_l0_reverse	2	-0.03014702908694744
79157	rnn.weight_ih_l0_reverse	3	-0.0019453808199614286
79157	rnn.weight_ih_l0_reverse	4	-0.007809295319020748
79157	rnn.weight_ih_l0_reverse	5	-0.043631069362163544
79157	rnn.weight_ih_l0_reverse	6	0.06153295934200287
79157	rnn.weight_ih_l0_reverse	7	-0.014322001487016678
79157	rnn.weight_ih_l0_reverse	8	-0.03693535178899765
79157	rnn.weight_ih_l0_reverse	9	0.005477155093103647
79157	rnn.weight_hh_l0_reverse	0	0.03951737657189369
79157	rnn.weight_hh_l0_reverse	1	0.023626500740647316
79157	rnn.weight_hh_l0_reverse	2	0.037187691777944565
79157	rnn.weight_hh_l0_reverse	3	0.024797348305583
79157	rnn.weight_hh_l0_reverse	4	0.0005211381940171123
79157	rnn.weight_hh_l0_reverse	5	0.012543459422886372
79157	rnn.weight_hh_l0_reverse	6	0.04138743504881859
79157	rnn.weight_hh_l0_reverse	7	-0.06181274726986885
79157	rnn.weight_hh_l0_reverse	8	0.032704368233680725
79157	rnn.weight_hh_l0_reverse	9	0.05026153475046158
79157	rnn.bias_ih_l0_reverse	0	-0.06006237119436264
79157	rnn.bias_ih_l0_reverse	1	-0.22024627029895782
79157	rnn.bias_ih_l0_reverse	2	-0.09774686396121979
79157	rnn.bias_ih_l0_reverse	3	-0.01875360868871212
79157	rnn.bias_ih_l0_reverse	4	-0.03711032122373581
79157	rnn.bias_ih_l0_reverse	5	0.03832901269197464
79157	rnn.bias_ih_l0_reverse	6	-0.05648243427276611
79157	rnn.bias_ih_l0_reverse	7	0.04195793718099594
79157	rnn.bias_ih_l0_reverse	8	-0.022747084498405457
79157	rnn.bias_ih_l0_reverse	9	0.02779649756848812
79157	rnn.bias_hh_l0_reverse	0	-0.002988232532516122
79157	rnn.bias_hh_l0_reverse	1	-0.030645616352558136
79157	rnn.bias_hh_l0_reverse	2	0.049977801740169525
79157	rnn.bias_hh_l0_reverse	3	-0.03385414555668831
79157	rnn.bias_hh_l0_reverse	4	-0.04346481338143349
79157	rnn.bias_hh_l0_reverse	5	-0.034895382821559906
79157	rnn.bias_hh_l0_reverse	6	-0.0173447597771883
79157	rnn.bias_hh_l0_reverse	7	0.0955086201429367
79157	rnn.bias_hh_l0_reverse	8	0.02246912755072117
79157	rnn.bias_hh_l0_reverse	9	-0.08543462306261063
79157	rnn.weight_ih_l1	0	-0.03762178122997284
79157	rnn.weight_ih_l1	1	-0.03631516546010971
79157	rnn.weight_ih_l1	2	0.07996763288974762
79157	rnn.weight_ih_l1	3	-0.016227874904870987
79157	rnn.weight_ih_l1	4	-0.0032077841460704803
79157	rnn.weight_ih_l1	5	-0.04442541301250458
79157	rnn.weight_ih_l1	6	0.03007277473807335
79157	rnn.weight_ih_l1	7	-0.03287644684314728
79157	rnn.weight_ih_l1	8	0.03905579447746277
79157	rnn.weight_ih_l1	9	0.035537753254175186
79157	rnn.weight_hh_l1	0	-0.007579155266284943
79157	rnn.weight_hh_l1	1	0.009131349623203278
79157	rnn.weight_hh_l1	2	-0.004485901445150375
79157	rnn.weight_hh_l1	3	-0.010381964035332203
79157	rnn.weight_hh_l1	4	-0.000757906527724117
79157	rnn.weight_hh_l1	5	0.025945279747247696
79157	rnn.weight_hh_l1	6	0.026932071894407272
79157	rnn.weight_hh_l1	7	-0.026721207424998283
79157	rnn.weight_hh_l1	8	-0.022481130436062813
79157	rnn.weight_hh_l1	9	0.04130079969763756
79157	rnn.bias_ih_l1	0	-0.1519145667552948
79157	rnn.bias_ih_l1	1	-0.1347300261259079
79157	rnn.bias_ih_l1	2	-0.14511659741401672
79157	rnn.bias_ih_l1	3	-0.21556878089904785
79157	rnn.bias_ih_l1	4	-0.16072140634059906
79157	rnn.bias_ih_l1	5	-0.09363491833209991
79157	rnn.bias_ih_l1	6	-0.10695306956768036
79157	rnn.bias_ih_l1	7	-0.02493438497185707
79157	rnn.bias_ih_l1	8	-0.1211472824215889
79157	rnn.bias_ih_l1	9	-0.0948697105050087
79157	rnn.bias_hh_l1	0	-0.11415881663560867
79157	rnn.bias_hh_l1	1	-0.03510667756199837
79157	rnn.bias_hh_l1	2	-0.07677656412124634
79157	rnn.bias_hh_l1	3	-0.08919310569763184
79157	rnn.bias_hh_l1	4	-0.11838356405496597
79157	rnn.bias_hh_l1	5	-0.0743536427617073
79157	rnn.bias_hh_l1	6	-0.0973847284913063
79157	rnn.bias_hh_l1	7	0.0010898635955527425
79157	rnn.bias_hh_l1	8	-0.11925682425498962
79157	rnn.bias_hh_l1	9	-0.08779105544090271
79157	rnn.weight_ih_l1_reverse	0	-0.049960292875766754
79157	rnn.weight_ih_l1_reverse	1	0.047510337084531784
79157	rnn.weight_ih_l1_reverse	2	-0.002043438609689474
79157	rnn.weight_ih_l1_reverse	3	0.01428074762225151
79157	rnn.weight_ih_l1_reverse	4	-0.023057712242007256
79157	rnn.weight_ih_l1_reverse	5	-0.035197947174310684
79157	rnn.weight_ih_l1_reverse	6	-0.004414154216647148
79157	rnn.weight_ih_l1_reverse	7	0.014400942251086235
79157	rnn.weight_ih_l1_reverse	8	0.007760123815387487
79157	rnn.weight_ih_l1_reverse	9	-0.02081669308245182
79157	rnn.weight_hh_l1_reverse	0	0.00861741416156292
79157	rnn.weight_hh_l1_reverse	1	0.027930038049817085
79157	rnn.weight_hh_l1_reverse	2	-0.038470469415187836
79157	rnn.weight_hh_l1_reverse	3	0.04057884216308594
79157	rnn.weight_hh_l1_reverse	4	0.04622757062315941
79157	rnn.weight_hh_l1_reverse	5	0.008632484823465347
79157	rnn.weight_hh_l1_reverse	6	0.0061011663638055325
79157	rnn.weight_hh_l1_reverse	7	0.027719276025891304
79157	rnn.weight_hh_l1_reverse	8	-0.0020055207423865795
79157	rnn.weight_hh_l1_reverse	9	-0.03918057680130005
79157	rnn.bias_ih_l1_reverse	0	-0.04052608832716942
79157	rnn.bias_ih_l1_reverse	1	-0.090113565325737
79157	rnn.bias_ih_l1_reverse	2	-0.1135190948843956
79157	rnn.bias_ih_l1_reverse	3	-0.004720658995211124
79157	rnn.bias_ih_l1_reverse	4	-0.16955946385860443
79157	rnn.bias_ih_l1_reverse	5	-0.07694204896688461
79157	rnn.bias_ih_l1_reverse	6	-0.1126093864440918
79157	rnn.bias_ih_l1_reverse	7	-0.1386449933052063
79157	rnn.bias_ih_l1_reverse	8	0.10998412221670151
79157	rnn.bias_ih_l1_reverse	9	-0.0027221855707466602
79157	rnn.bias_hh_l1_reverse	0	-0.00970007386058569
79157	rnn.bias_hh_l1_reverse	1	0.03424142301082611
79157	rnn.bias_hh_l1_reverse	2	-0.2100962996482849
79157	rnn.bias_hh_l1_reverse	3	-0.0857616737484932
79157	rnn.bias_hh_l1_reverse	4	-0.05593465641140938
79157	rnn.bias_hh_l1_reverse	5	-0.0715877115726471
79157	rnn.bias_hh_l1_reverse	6	0.12312781810760498
79157	rnn.bias_hh_l1_reverse	7	-0.1310255378484726
79157	rnn.bias_hh_l1_reverse	8	-0.09570702910423279
79157	rnn.bias_hh_l1_reverse	9	-0.1129596158862114
79157	linear.weight	0	0.002228822559118271
79157	linear.weight	1	0.10006958991289139
79157	linear.weight	2	-0.12490516901016235
79157	linear.weight	3	0.3389282524585724
79157	linear.weight	4	0.11073089390993118
79157	linear.weight	5	0.007158245425671339
79157	linear.weight	6	-0.012036366388201714
79157	linear.weight	7	0.04500360041856766
79157	linear.weight	8	0.04150359332561493
79157	linear.weight	9	-0.09393702447414398
79157	linear.bias	0	-0.0930289775133133
79157	linear.bias	1	-0.12397997081279755
79157	linear.bias	2	-0.4515976905822754
79157	linear.bias	3	-0.7311415076255798
79157	linear.bias	4	-1.0839787721633911
79157	linear.bias	5	-0.027898967266082764
79157	linear.bias	6	-0.6614313125610352
79157	linear.bias	7	0.40186092257499695
79157	linear.bias	8	-0.556553304195404
79157	linear.bias	9	-0.8779115676879883
79354	transitions	0	0.5104796290397644
79354	transitions	1	0.10688887536525726
79354	transitions	2	-10000.0
79354	transitions	3	-1.8065863847732544
79354	transitions	4	-10000.0
79354	transitions	5	0.6304318904876709
79354	transitions	6	-0.038822393864393234
79354	transitions	7	-0.45982909202575684
79354	transitions	8	-1.3562923669815063
79354	transitions	9	-0.0006607670802623034
79354	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
79354	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
79354	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
79354	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
79354	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
79354	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
79354	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
79354	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
79354	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
79354	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
79354	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
79354	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
79354	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
79354	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
79354	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
79354	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
79354	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
79354	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
79354	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
79354	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
79354	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
79354	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
79354	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
79354	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
79354	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
79354	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
79354	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
79354	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
79354	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
79354	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
79354	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
79354	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
79354	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
79354	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
79354	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
79354	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
79354	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
79354	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
79354	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
79354	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
79354	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
79354	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
79354	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
79354	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
79354	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
79354	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
79354	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
79354	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
79354	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
79354	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
79354	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
79354	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
79354	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
79354	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
79354	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
79354	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
79354	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
79354	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
79354	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
79354	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
79354	embedding2nn.weight	0	0.008188938722014427
79354	embedding2nn.weight	1	-0.016037357971072197
79354	embedding2nn.weight	2	-0.014268255792558193
79354	embedding2nn.weight	3	-0.004644503351300955
79354	embedding2nn.weight	4	-0.005915035028010607
79354	embedding2nn.weight	5	-0.003700578585267067
79354	embedding2nn.weight	6	-0.003973216749727726
79354	embedding2nn.weight	7	-0.0417027473449707
79354	embedding2nn.weight	8	-0.0019979383796453476
79354	embedding2nn.weight	9	-0.026549747213721275
79354	embedding2nn.bias	0	0.031006192788481712
79354	embedding2nn.bias	1	-0.057054776698350906
79354	embedding2nn.bias	2	0.06262228637933731
79354	embedding2nn.bias	3	0.034161526709795
79354	embedding2nn.bias	4	-0.022832157090306282
79354	embedding2nn.bias	5	-0.027484096586704254
79354	embedding2nn.bias	6	0.02683456987142563
79354	embedding2nn.bias	7	-0.03660384193062782
79354	embedding2nn.bias	8	0.029729565605521202
79354	embedding2nn.bias	9	0.022074971348047256
79354	rnn.weight_ih_l0	0	-0.04257530719041824
79354	rnn.weight_ih_l0	1	0.001139578758738935
79354	rnn.weight_ih_l0	2	0.038511745631694794
79354	rnn.weight_ih_l0	3	0.009954736568033695
79354	rnn.weight_ih_l0	4	-0.007742089219391346
79354	rnn.weight_ih_l0	5	-0.05533760413527489
79354	rnn.weight_ih_l0	6	0.0052070822566747665
79354	rnn.weight_ih_l0	7	0.05232398211956024
79354	rnn.weight_ih_l0	8	-0.008038811385631561
79354	rnn.weight_ih_l0	9	-0.0216118972748518
79354	rnn.weight_hh_l0	0	-0.036196403205394745
79354	rnn.weight_hh_l0	1	0.0008389698341488838
79354	rnn.weight_hh_l0	2	0.007042378652840853
79354	rnn.weight_hh_l0	3	-0.0490247868001461
79354	rnn.weight_hh_l0	4	0.054123759269714355
79354	rnn.weight_hh_l0	5	-0.0015212248545140028
79354	rnn.weight_hh_l0	6	-0.039604637771844864
79354	rnn.weight_hh_l0	7	-0.019581859931349754
79354	rnn.weight_hh_l0	8	0.011258256621658802
79354	rnn.weight_hh_l0	9	-0.01886848360300064
79354	rnn.bias_ih_l0	0	0.08000487834215164
79354	rnn.bias_ih_l0	1	-0.017664318904280663
79354	rnn.bias_ih_l0	2	-0.017086347565054893
79354	rnn.bias_ih_l0	3	0.10227560251951218
79354	rnn.bias_ih_l0	4	-0.053505562245845795
79354	rnn.bias_ih_l0	5	-0.03906181454658508
79354	rnn.bias_ih_l0	6	0.010715059004724026
79354	rnn.bias_ih_l0	7	0.041047465056180954
79354	rnn.bias_ih_l0	8	-0.08465675264596939
79354	rnn.bias_ih_l0	9	-0.023907791823148727
79354	rnn.bias_hh_l0	0	-0.038042545318603516
79354	rnn.bias_hh_l0	1	-0.06697981804609299
79354	rnn.bias_hh_l0	2	-0.044552505016326904
79354	rnn.bias_hh_l0	3	-0.07907838374376297
79354	rnn.bias_hh_l0	4	-0.03189197555184364
79354	rnn.bias_hh_l0	5	-0.009569426067173481
79354	rnn.bias_hh_l0	6	0.012391036376357079
79354	rnn.bias_hh_l0	7	0.025785714387893677
79354	rnn.bias_hh_l0	8	-0.11963922530412674
79354	rnn.bias_hh_l0	9	-0.02669987455010414
79354	rnn.weight_ih_l0_reverse	0	-0.011853829957544804
79354	rnn.weight_ih_l0_reverse	1	-0.05325039103627205
79354	rnn.weight_ih_l0_reverse	2	-0.03090360388159752
79354	rnn.weight_ih_l0_reverse	3	-0.002827357966452837
79354	rnn.weight_ih_l0_reverse	4	-0.0074398512952029705
79354	rnn.weight_ih_l0_reverse	5	-0.04418337717652321
79354	rnn.weight_ih_l0_reverse	6	0.061064742505550385
79354	rnn.weight_ih_l0_reverse	7	-0.014291954226791859
79354	rnn.weight_ih_l0_reverse	8	-0.03634871542453766
79354	rnn.weight_ih_l0_reverse	9	0.005423999857157469
79354	rnn.weight_hh_l0_reverse	0	0.03869697451591492
79354	rnn.weight_hh_l0_reverse	1	0.022724037989974022
79354	rnn.weight_hh_l0_reverse	2	0.03771219775080681
79354	rnn.weight_hh_l0_reverse	3	0.02547379396855831
79354	rnn.weight_hh_l0_reverse	4	0.0006791639607399702
79354	rnn.weight_hh_l0_reverse	5	0.01401169877499342
79354	rnn.weight_hh_l0_reverse	6	0.04111818969249725
79354	rnn.weight_hh_l0_reverse	7	-0.061589207500219345
79354	rnn.weight_hh_l0_reverse	8	0.033255115151405334
79354	rnn.weight_hh_l0_reverse	9	0.05017144978046417
79354	rnn.bias_ih_l0_reverse	0	-0.06034533306956291
79354	rnn.bias_ih_l0_reverse	1	-0.21832969784736633
79354	rnn.bias_ih_l0_reverse	2	-0.09980302304029465
79354	rnn.bias_ih_l0_reverse	3	-0.017831919714808464
79354	rnn.bias_ih_l0_reverse	4	-0.03853869438171387
79354	rnn.bias_ih_l0_reverse	5	0.041558876633644104
79354	rnn.bias_ih_l0_reverse	6	-0.05698626488447189
79354	rnn.bias_ih_l0_reverse	7	0.044215165078639984
79354	rnn.bias_ih_l0_reverse	8	-0.020812679082155228
79354	rnn.bias_ih_l0_reverse	9	0.02677754871547222
79354	rnn.bias_hh_l0_reverse	0	-0.0002195413107983768
79354	rnn.bias_hh_l0_reverse	1	-0.031546227633953094
79354	rnn.bias_hh_l0_reverse	2	0.050734832882881165
79354	rnn.bias_hh_l0_reverse	3	-0.03277964144945145
79354	rnn.bias_hh_l0_reverse	4	-0.04236345365643501
79354	rnn.bias_hh_l0_reverse	5	-0.03274470940232277
79354	rnn.bias_hh_l0_reverse	6	-0.01850610412657261
79354	rnn.bias_hh_l0_reverse	7	0.09619893878698349
79354	rnn.bias_hh_l0_reverse	8	0.023389041423797607
79354	rnn.bias_hh_l0_reverse	9	-0.08346128463745117
79354	rnn.weight_ih_l1	0	-0.037790022790431976
79354	rnn.weight_ih_l1	1	-0.03572535514831543
79354	rnn.weight_ih_l1	2	0.08090689033269882
79354	rnn.weight_ih_l1	3	-0.017096979543566704
79354	rnn.weight_ih_l1	4	-0.0034410320222377777
79354	rnn.weight_ih_l1	5	-0.04427429661154747
79354	rnn.weight_ih_l1	6	0.030270002782344818
79354	rnn.weight_ih_l1	7	-0.03308587893843651
79354	rnn.weight_ih_l1	8	0.039268821477890015
79354	rnn.weight_ih_l1	9	0.03524978831410408
79354	rnn.weight_hh_l1	0	-0.008534027263522148
79354	rnn.weight_hh_l1	1	0.009230106137692928
79354	rnn.weight_hh_l1	2	-0.006425521802157164
79354	rnn.weight_hh_l1	3	-0.010765116661787033
79354	rnn.weight_hh_l1	4	-0.0002700215554796159
79354	rnn.weight_hh_l1	5	0.026200443506240845
79354	rnn.weight_hh_l1	6	0.02702590823173523
79354	rnn.weight_hh_l1	7	-0.026802724227309227
79354	rnn.weight_hh_l1	8	-0.022504176944494247
79354	rnn.weight_hh_l1	9	0.04043357074260712
79354	rnn.bias_ih_l1	0	-0.15248791873455048
79354	rnn.bias_ih_l1	1	-0.13569490611553192
79354	rnn.bias_ih_l1	2	-0.14837360382080078
79354	rnn.bias_ih_l1	3	-0.21681877970695496
79354	rnn.bias_ih_l1	4	-0.15751530230045319
79354	rnn.bias_ih_l1	5	-0.09350346028804779
79354	rnn.bias_ih_l1	6	-0.10602369159460068
79354	rnn.bias_ih_l1	7	-0.02486637607216835
79354	rnn.bias_ih_l1	8	-0.11767884343862534
79354	rnn.bias_ih_l1	9	-0.09835294634103775
79354	rnn.bias_hh_l1	0	-0.11621945351362228
79354	rnn.bias_hh_l1	1	-0.034016646444797516
79354	rnn.bias_hh_l1	2	-0.07748065888881683
79354	rnn.bias_hh_l1	3	-0.08857770264148712
79354	rnn.bias_hh_l1	4	-0.11784502118825912
79354	rnn.bias_hh_l1	5	-0.0746539980173111
79354	rnn.bias_hh_l1	6	-0.10001207143068314
79354	rnn.bias_hh_l1	7	0.0029309785459190607
79354	rnn.bias_hh_l1	8	-0.11862892657518387
79354	rnn.bias_hh_l1	9	-0.09036258608102798
79354	rnn.weight_ih_l1_reverse	0	-0.05079147592186928
79354	rnn.weight_ih_l1_reverse	1	0.05007743835449219
79354	rnn.weight_ih_l1_reverse	2	-0.003370123216882348
79354	rnn.weight_ih_l1_reverse	3	0.013976234011352062
79354	rnn.weight_ih_l1_reverse	4	-0.023854680359363556
79354	rnn.weight_ih_l1_reverse	5	-0.03533877059817314
79354	rnn.weight_ih_l1_reverse	6	-0.004335783887654543
79354	rnn.weight_ih_l1_reverse	7	0.014277276583015919
79354	rnn.weight_ih_l1_reverse	8	0.008061220869421959
79354	rnn.weight_ih_l1_reverse	9	-0.026541007682681084
79354	rnn.weight_hh_l1_reverse	0	0.008869403973221779
79354	rnn.weight_hh_l1_reverse	1	0.02799059823155403
79354	rnn.weight_hh_l1_reverse	2	-0.03835102915763855
79354	rnn.weight_hh_l1_reverse	3	0.0405392050743103
79354	rnn.weight_hh_l1_reverse	4	0.046017907559871674
79354	rnn.weight_hh_l1_reverse	5	0.009272304363548756
79354	rnn.weight_hh_l1_reverse	6	0.006140911485999823
79354	rnn.weight_hh_l1_reverse	7	0.02766881138086319
79354	rnn.weight_hh_l1_reverse	8	-0.0018585249781608582
79354	rnn.weight_hh_l1_reverse	9	-0.03930157423019409
79354	rnn.bias_ih_l1_reverse	0	-0.04054649546742439
79354	rnn.bias_ih_l1_reverse	1	-0.08879991620779037
79354	rnn.bias_ih_l1_reverse	2	-0.11720682680606842
79354	rnn.bias_ih_l1_reverse	3	-0.0013368697836995125
79354	rnn.bias_ih_l1_reverse	4	-0.16884303092956543
79354	rnn.bias_ih_l1_reverse	5	-0.07897591590881348
79354	rnn.bias_ih_l1_reverse	6	-0.11285187304019928
79354	rnn.bias_ih_l1_reverse	7	-0.13596291840076447
79354	rnn.bias_ih_l1_reverse	8	0.10855758935213089
79354	rnn.bias_ih_l1_reverse	9	-0.004479637835174799
79354	rnn.bias_hh_l1_reverse	0	-0.015502072870731354
79354	rnn.bias_hh_l1_reverse	1	0.033017631620168686
79354	rnn.bias_hh_l1_reverse	2	-0.21154658496379852
79354	rnn.bias_hh_l1_reverse	3	-0.08649361878633499
79354	rnn.bias_hh_l1_reverse	4	-0.05335744470357895
79354	rnn.bias_hh_l1_reverse	5	-0.07180427759885788
79354	rnn.bias_hh_l1_reverse	6	0.12294244766235352
79354	rnn.bias_hh_l1_reverse	7	-0.13359078764915466
79354	rnn.bias_hh_l1_reverse	8	-0.09456054866313934
79354	rnn.bias_hh_l1_reverse	9	-0.11288061738014221
79354	linear.weight	0	0.002228822559118271
79354	linear.weight	1	0.10930348932743073
79354	linear.weight	2	-0.12558139860630035
79354	linear.weight	3	0.3363793194293976
79354	linear.weight	4	0.10887420922517776
79354	linear.weight	5	0.010189002379775047
79354	linear.weight	6	-0.009461457841098309
79354	linear.weight	7	0.0492439903318882
79354	linear.weight	8	0.041501861065626144
79354	linear.weight	9	-0.08776312321424484
79354	linear.bias	0	-0.10818399488925934
79354	linear.bias	1	-0.12459436058998108
79354	linear.bias	2	-0.4637616276741028
79354	linear.bias	3	-0.7278062105178833
79354	linear.bias	4	-1.0808871984481812
79354	linear.bias	5	-0.023247329518198967
79354	linear.bias	6	-0.6635944247245789
79354	linear.bias	7	0.399396687746048
79354	linear.bias	8	-0.5415915846824646
79354	linear.bias	9	-0.8643073439598083
79551	transitions	0	0.5184907913208008
79551	transitions	1	0.11221320182085037
79551	transitions	2	-10000.0
79551	transitions	3	-1.8066555261611938
79551	transitions	4	-10000.0
79551	transitions	5	0.6302928328514099
79551	transitions	6	-0.03898632153868675
79551	transitions	7	-0.4607838988304138
79551	transitions	8	-1.3564687967300415
79551	transitions	9	-0.0006632653530687094
79551	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
79551	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
79551	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
79551	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
79551	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
79551	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
79551	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
79551	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
79551	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
79551	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
79551	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
79551	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
79551	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
79551	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
79551	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
79551	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
79551	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
79551	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
79551	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
79551	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
79551	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
79551	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
79551	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
79551	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
79551	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
79551	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
79551	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
79551	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
79551	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
79551	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
79551	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
79551	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
79551	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
79551	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
79551	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
79551	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
79551	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
79551	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
79551	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
79551	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
79551	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
79551	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
79551	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
79551	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
79551	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
79551	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
79551	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
79551	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
79551	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
79551	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
79551	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
79551	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
79551	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
79551	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
79551	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
79551	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
79551	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
79551	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
79551	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
79551	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
79551	embedding2nn.weight	0	0.0067266421392560005
79551	embedding2nn.weight	1	-0.016378160566091537
79551	embedding2nn.weight	2	-0.014268255792558193
79551	embedding2nn.weight	3	-0.005455748178064823
79551	embedding2nn.weight	4	-0.005915035028010607
79551	embedding2nn.weight	5	-0.0037005783524364233
79551	embedding2nn.weight	6	-0.003973218146711588
79551	embedding2nn.weight	7	-0.04141419753432274
79551	embedding2nn.weight	8	-0.0019979383796453476
79551	embedding2nn.weight	9	-0.027183538302779198
79551	embedding2nn.bias	0	0.026002760976552963
79551	embedding2nn.bias	1	-0.05015189200639725
79551	embedding2nn.bias	2	0.07094024866819382
79551	embedding2nn.bias	3	0.029819268733263016
79551	embedding2nn.bias	4	-0.01922433450818062
79551	embedding2nn.bias	5	-0.025137268006801605
79551	embedding2nn.bias	6	0.029281653463840485
79551	embedding2nn.bias	7	-0.02904699742794037
79551	embedding2nn.bias	8	0.026087848469614983
79551	embedding2nn.bias	9	0.028718402609229088
79551	rnn.weight_ih_l0	0	-0.043322816491127014
79551	rnn.weight_ih_l0	1	0.002382648177444935
79551	rnn.weight_ih_l0	2	0.03904129937291145
79551	rnn.weight_ih_l0	3	0.010765769518911839
79551	rnn.weight_ih_l0	4	-0.009751608595252037
79551	rnn.weight_ih_l0	5	-0.05598844960331917
79551	rnn.weight_ih_l0	6	0.00551066966727376
79551	rnn.weight_ih_l0	7	0.05224539712071419
79551	rnn.weight_ih_l0	8	-0.007575999945402145
79551	rnn.weight_ih_l0	9	-0.021028459072113037
79551	rnn.weight_hh_l0	0	-0.03757164627313614
79551	rnn.weight_hh_l0	1	0.0001785092317732051
79551	rnn.weight_hh_l0	2	0.006311756558716297
79551	rnn.weight_hh_l0	3	-0.04901353642344475
79551	rnn.weight_hh_l0	4	0.05386147275567055
79551	rnn.weight_hh_l0	5	-0.003014697227627039
79551	rnn.weight_hh_l0	6	-0.04149089381098747
79551	rnn.weight_hh_l0	7	-0.018974190577864647
79551	rnn.weight_hh_l0	8	0.011689357459545135
79551	rnn.weight_hh_l0	9	-0.018989210948348045
79551	rnn.bias_ih_l0	0	0.08211120963096619
79551	rnn.bias_ih_l0	1	-0.01681133359670639
79551	rnn.bias_ih_l0	2	-0.0156658086925745
79551	rnn.bias_ih_l0	3	0.10279752314090729
79551	rnn.bias_ih_l0	4	-0.05341552197933197
79551	rnn.bias_ih_l0	5	-0.03792126849293709
79551	rnn.bias_ih_l0	6	0.011112448759377003
79551	rnn.bias_ih_l0	7	0.04145630821585655
79551	rnn.bias_ih_l0	8	-0.08658314496278763
79551	rnn.bias_ih_l0	9	-0.02222542092204094
79551	rnn.bias_hh_l0	0	-0.03466516360640526
79551	rnn.bias_hh_l0	1	-0.06786640733480453
79551	rnn.bias_hh_l0	2	-0.04480405151844025
79551	rnn.bias_hh_l0	3	-0.07862965017557144
79551	rnn.bias_hh_l0	4	-0.03150245547294617
79551	rnn.bias_hh_l0	5	-0.00957492645829916
79551	rnn.bias_hh_l0	6	0.012197857722640038
79551	rnn.bias_hh_l0	7	0.019138578325510025
79551	rnn.bias_hh_l0	8	-0.11643961071968079
79551	rnn.bias_hh_l0	9	-0.02772526815533638
79551	rnn.weight_ih_l0_reverse	0	-0.011465146206319332
79551	rnn.weight_ih_l0_reverse	1	-0.05513365939259529
79551	rnn.weight_ih_l0_reverse	2	-0.03129536658525467
79551	rnn.weight_ih_l0_reverse	3	-0.0034704399295151234
79551	rnn.weight_ih_l0_reverse	4	-0.00859798677265644
79551	rnn.weight_ih_l0_reverse	5	-0.043731123208999634
79551	rnn.weight_ih_l0_reverse	6	0.06025131419301033
79551	rnn.weight_ih_l0_reverse	7	-0.014443573541939259
79551	rnn.weight_ih_l0_reverse	8	-0.03561067581176758
79551	rnn.weight_ih_l0_reverse	9	0.005329386331140995
79551	rnn.weight_hh_l0_reverse	0	0.03678709268569946
79551	rnn.weight_hh_l0_reverse	1	0.02255670726299286
79551	rnn.weight_hh_l0_reverse	2	0.03747095167636871
79551	rnn.weight_hh_l0_reverse	3	0.024871164932847023
79551	rnn.weight_hh_l0_reverse	4	0.001212974777445197
79551	rnn.weight_hh_l0_reverse	5	0.014577995054423809
79551	rnn.weight_hh_l0_reverse	6	0.041529782116413116
79551	rnn.weight_hh_l0_reverse	7	-0.06234023720026016
79551	rnn.weight_hh_l0_reverse	8	0.03219684213399887
79551	rnn.weight_hh_l0_reverse	9	0.050432950258255005
79551	rnn.bias_ih_l0_reverse	0	-0.05920200049877167
79551	rnn.bias_ih_l0_reverse	1	-0.21249999105930328
79551	rnn.bias_ih_l0_reverse	2	-0.09975369274616241
79551	rnn.bias_ih_l0_reverse	3	-0.018278706818819046
79551	rnn.bias_ih_l0_reverse	4	-0.03714977949857712
79551	rnn.bias_ih_l0_reverse	5	0.04027840867638588
79551	rnn.bias_ih_l0_reverse	6	-0.058365341275930405
79551	rnn.bias_ih_l0_reverse	7	0.04557829722762108
79551	rnn.bias_ih_l0_reverse	8	-0.021267732605338097
79551	rnn.bias_ih_l0_reverse	9	0.02649865671992302
79551	rnn.bias_hh_l0_reverse	0	0.001993944402784109
79551	rnn.bias_hh_l0_reverse	1	-0.026084309443831444
79551	rnn.bias_hh_l0_reverse	2	0.050142474472522736
79551	rnn.bias_hh_l0_reverse	3	-0.035653676837682724
79551	rnn.bias_hh_l0_reverse	4	-0.04147341474890709
79551	rnn.bias_hh_l0_reverse	5	-0.028071774169802666
79551	rnn.bias_hh_l0_reverse	6	-0.023319201543927193
79551	rnn.bias_hh_l0_reverse	7	0.09273520112037659
79551	rnn.bias_hh_l0_reverse	8	0.024773145094513893
79551	rnn.bias_hh_l0_reverse	9	-0.08412829041481018
79551	rnn.weight_ih_l1	0	-0.03772895410656929
79551	rnn.weight_ih_l1	1	-0.035880208015441895
79551	rnn.weight_ih_l1	2	0.07910862565040588
79551	rnn.weight_ih_l1	3	-0.01857544668018818
79551	rnn.weight_ih_l1	4	-0.003472856944426894
79551	rnn.weight_ih_l1	5	-0.04478229954838753
79551	rnn.weight_ih_l1	6	0.03017163649201393
79551	rnn.weight_ih_l1	7	-0.03358282148838043
79551	rnn.weight_ih_l1	8	0.0395672582089901
79551	rnn.weight_ih_l1	9	0.03561503812670708
79551	rnn.weight_hh_l1	0	-0.00734384311363101
79551	rnn.weight_hh_l1	1	0.009125479497015476
79551	rnn.weight_hh_l1	2	-0.00680273724719882
79551	rnn.weight_hh_l1	3	-0.010456242598593235
79551	rnn.weight_hh_l1	4	0.0004025993403047323
79551	rnn.weight_hh_l1	5	0.02641114592552185
79551	rnn.weight_hh_l1	6	0.027179142460227013
79551	rnn.weight_hh_l1	7	-0.027221186086535454
79551	rnn.weight_hh_l1	8	-0.022470727562904358
79551	rnn.weight_hh_l1	9	0.04046047851443291
79551	rnn.bias_ih_l1	0	-0.1503325253725052
79551	rnn.bias_ih_l1	1	-0.13292911648750305
79551	rnn.bias_ih_l1	2	-0.14855943620204926
79551	rnn.bias_ih_l1	3	-0.2184482365846634
79551	rnn.bias_ih_l1	4	-0.15850606560707092
79551	rnn.bias_ih_l1	5	-0.0936904177069664
79551	rnn.bias_ih_l1	6	-0.10712334513664246
79551	rnn.bias_ih_l1	7	-0.02669958770275116
79551	rnn.bias_ih_l1	8	-0.11692187190055847
79551	rnn.bias_ih_l1	9	-0.10115086287260056
79551	rnn.bias_hh_l1	0	-0.11685647815465927
79551	rnn.bias_hh_l1	1	-0.03047182410955429
79551	rnn.bias_hh_l1	2	-0.07712143659591675
79551	rnn.bias_hh_l1	3	-0.08846727013587952
79551	rnn.bias_hh_l1	4	-0.11587027460336685
79551	rnn.bias_hh_l1	5	-0.07717502862215042
79551	rnn.bias_hh_l1	6	-0.10101844370365143
79551	rnn.bias_hh_l1	7	0.008543414995074272
79551	rnn.bias_hh_l1	8	-0.11868971586227417
79551	rnn.bias_hh_l1	9	-0.08508391678333282
79551	rnn.weight_ih_l1_reverse	0	-0.05078456550836563
79551	rnn.weight_ih_l1_reverse	1	0.05046212300658226
79551	rnn.weight_ih_l1_reverse	2	-0.0030373830813914537
79551	rnn.weight_ih_l1_reverse	3	0.012599214911460876
79551	rnn.weight_ih_l1_reverse	4	-0.025327812880277634
79551	rnn.weight_ih_l1_reverse	5	-0.03539314866065979
79551	rnn.weight_ih_l1_reverse	6	-0.003453840035945177
79551	rnn.weight_ih_l1_reverse	7	0.015078958123922348
79551	rnn.weight_ih_l1_reverse	8	0.008174438960850239
79551	rnn.weight_ih_l1_reverse	9	-0.026374291628599167
79551	rnn.weight_hh_l1_reverse	0	0.00879283994436264
79551	rnn.weight_hh_l1_reverse	1	0.02810627780854702
79551	rnn.weight_hh_l1_reverse	2	-0.038398709148168564
79551	rnn.weight_hh_l1_reverse	3	0.04054912552237511
79551	rnn.weight_hh_l1_reverse	4	0.04691595584154129
79551	rnn.weight_hh_l1_reverse	5	0.008914164267480373
79551	rnn.weight_hh_l1_reverse	6	0.007119149435311556
79551	rnn.weight_hh_l1_reverse	7	0.027730081230401993
79551	rnn.weight_hh_l1_reverse	8	-0.0018987893126904964
79551	rnn.weight_hh_l1_reverse	9	-0.039575185626745224
79551	rnn.bias_ih_l1_reverse	0	-0.042664892971515656
79551	rnn.bias_ih_l1_reverse	1	-0.08983446657657623
79551	rnn.bias_ih_l1_reverse	2	-0.11776059865951538
79551	rnn.bias_ih_l1_reverse	3	0.0004880174819845706
79551	rnn.bias_ih_l1_reverse	4	-0.1687832772731781
79551	rnn.bias_ih_l1_reverse	5	-0.07894684374332428
79551	rnn.bias_ih_l1_reverse	6	-0.1125558465719223
79551	rnn.bias_ih_l1_reverse	7	-0.1412152647972107
79551	rnn.bias_ih_l1_reverse	8	0.11991100758314133
79551	rnn.bias_ih_l1_reverse	9	-0.017087943851947784
79551	rnn.bias_hh_l1_reverse	0	-0.015709353610873222
79551	rnn.bias_hh_l1_reverse	1	0.036023762077093124
79551	rnn.bias_hh_l1_reverse	2	-0.21236829459667206
79551	rnn.bias_hh_l1_reverse	3	-0.08480164408683777
79551	rnn.bias_hh_l1_reverse	4	-0.05548959597945213
79551	rnn.bias_hh_l1_reverse	5	-0.07161781936883926
79551	rnn.bias_hh_l1_reverse	6	0.12294020503759384
79551	rnn.bias_hh_l1_reverse	7	-0.13338255882263184
79551	rnn.bias_hh_l1_reverse	8	-0.09257705509662628
79551	rnn.bias_hh_l1_reverse	9	-0.11427798867225647
79551	linear.weight	0	0.002228822559118271
79551	linear.weight	1	0.11613191664218903
79551	linear.weight	2	-0.12588506937026978
79551	linear.weight	3	0.3294226825237274
79551	linear.weight	4	0.1053396537899971
79551	linear.weight	5	0.010237682610750198
79551	linear.weight	6	-0.008218953385949135
79551	linear.weight	7	0.04078676179051399
79551	linear.weight	8	0.0415000356733799
79551	linear.weight	9	-0.08920446783304214
79551	linear.bias	0	-0.11408489942550659
79551	linear.bias	1	-0.12553516030311584
79551	linear.bias	2	-0.43670162558555603
79551	linear.bias	3	-0.721077024936676
79551	linear.bias	4	-1.0746573209762573
79551	linear.bias	5	-0.01165363471955061
79551	linear.bias	6	-0.6639239192008972
79551	linear.bias	7	0.4057864844799042
79551	linear.bias	8	-0.5574173331260681
79551	linear.bias	9	-0.8814075589179993
79748	transitions	0	0.5302349328994751
79748	transitions	1	0.11171840876340866
79748	transitions	2	-10000.0
79748	transitions	3	-1.8067152500152588
79748	transitions	4	-10000.0
79748	transitions	5	0.6301740407943726
79748	transitions	6	-0.039131008088588715
79748	transitions	7	-0.46125781536102295
79748	transitions	8	-1.356718897819519
79748	transitions	9	-0.0006650665891356766
79748	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
79748	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
79748	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
79748	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
79748	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
79748	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
79748	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
79748	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
79748	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
79748	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
79748	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
79748	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
79748	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
79748	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
79748	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
79748	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
79748	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
79748	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
79748	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
79748	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
79748	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
79748	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
79748	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
79748	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
79748	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
79748	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
79748	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
79748	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
79748	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
79748	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
79748	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
79748	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
79748	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
79748	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
79748	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
79748	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
79748	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
79748	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
79748	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
79748	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
79748	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
79748	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
79748	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
79748	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
79748	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
79748	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
79748	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
79748	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
79748	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
79748	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
79748	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
79748	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
79748	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
79748	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
79748	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
79748	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
79748	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
79748	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
79748	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
79748	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
79748	embedding2nn.weight	0	0.006872440688312054
79748	embedding2nn.weight	1	-0.016283735632896423
79748	embedding2nn.weight	2	-0.014268255792558193
79748	embedding2nn.weight	3	-0.006104960106313229
79748	embedding2nn.weight	4	-0.005915035028010607
79748	embedding2nn.weight	5	-0.003700577886775136
79748	embedding2nn.weight	6	-0.003973220940679312
79748	embedding2nn.weight	7	-0.04195902869105339
79748	embedding2nn.weight	8	-0.0019979383796453476
79748	embedding2nn.weight	9	-0.02728487364947796
79748	embedding2nn.bias	0	0.02095131389796734
79748	embedding2nn.bias	1	-0.05189264938235283
79748	embedding2nn.bias	2	0.07587850093841553
79748	embedding2nn.bias	3	0.015877002850174904
79748	embedding2nn.bias	4	-0.029876889660954475
79748	embedding2nn.bias	5	-0.02361294999718666
79748	embedding2nn.bias	6	0.02626882866024971
79748	embedding2nn.bias	7	-0.022308658808469772
79748	embedding2nn.bias	8	0.02597467228770256
79748	embedding2nn.bias	9	0.02477739006280899
79748	rnn.weight_ih_l0	0	-0.04143784940242767
79748	rnn.weight_ih_l0	1	-0.0010096501791849732
79748	rnn.weight_ih_l0	2	0.038923103362321854
79748	rnn.weight_ih_l0	3	0.011547988280653954
79748	rnn.weight_ih_l0	4	-0.009673471562564373
79748	rnn.weight_ih_l0	5	-0.05597095564007759
79748	rnn.weight_ih_l0	6	0.006053929682821035
79748	rnn.weight_ih_l0	7	0.05151428282260895
79748	rnn.weight_ih_l0	8	-0.00999404676258564
79748	rnn.weight_ih_l0	9	-0.019869787618517876
79748	rnn.weight_hh_l0	0	-0.0373210534453392
79748	rnn.weight_hh_l0	1	-0.0006364393630065024
79748	rnn.weight_hh_l0	2	0.006084214895963669
79748	rnn.weight_hh_l0	3	-0.04939575493335724
79748	rnn.weight_hh_l0	4	0.05501769855618477
79748	rnn.weight_hh_l0	5	-0.0038801783230155706
79748	rnn.weight_hh_l0	6	-0.040422119200229645
79748	rnn.weight_hh_l0	7	-0.018855169415473938
79748	rnn.weight_hh_l0	8	0.011571692302823067
79748	rnn.weight_hh_l0	9	-0.018218593671917915
79748	rnn.bias_ih_l0	0	0.08461771160364151
79748	rnn.bias_ih_l0	1	-0.018541667610406876
79748	rnn.bias_ih_l0	2	-0.013879992999136448
79748	rnn.bias_ih_l0	3	0.10617540031671524
79748	rnn.bias_ih_l0	4	-0.053004514425992966
79748	rnn.bias_ih_l0	5	-0.039340607821941376
79748	rnn.bias_ih_l0	6	0.010679340921342373
79748	rnn.bias_ih_l0	7	0.042202290147542953
79748	rnn.bias_ih_l0	8	-0.08810215443372726
79748	rnn.bias_ih_l0	9	-0.0177308339625597
79748	rnn.bias_hh_l0	0	-0.03263533487915993
79748	rnn.bias_hh_l0	1	-0.07134080678224564
79748	rnn.bias_hh_l0	2	-0.04547436907887459
79748	rnn.bias_hh_l0	3	-0.07853397727012634
79748	rnn.bias_hh_l0	4	-0.02948100119829178
79748	rnn.bias_hh_l0	5	-0.007554205134510994
79748	rnn.bias_hh_l0	6	0.014182763174176216
79748	rnn.bias_hh_l0	7	0.01970558986067772
79748	rnn.bias_hh_l0	8	-0.11406748741865158
79748	rnn.bias_hh_l0	9	-0.023858079686760902
79748	rnn.weight_ih_l0_reverse	0	-0.012883481569588184
79748	rnn.weight_ih_l0_reverse	1	-0.05585235729813576
79748	rnn.weight_ih_l0_reverse	2	-0.031185748055577278
79748	rnn.weight_ih_l0_reverse	3	-0.003819292178377509
79748	rnn.weight_ih_l0_reverse	4	-0.009064395911991596
79748	rnn.weight_ih_l0_reverse	5	-0.04371531307697296
79748	rnn.weight_ih_l0_reverse	6	0.06109322980046272
79748	rnn.weight_ih_l0_reverse	7	-0.014605805277824402
79748	rnn.weight_ih_l0_reverse	8	-0.03557222709059715
79748	rnn.weight_ih_l0_reverse	9	0.005126322619616985
79748	rnn.weight_hh_l0_reverse	0	0.03665555268526077
79748	rnn.weight_hh_l0_reverse	1	0.02177358791232109
79748	rnn.weight_hh_l0_reverse	2	0.03682541102170944
79748	rnn.weight_hh_l0_reverse	3	0.024804016575217247
79748	rnn.weight_hh_l0_reverse	4	0.0016732431249693036
79748	rnn.weight_hh_l0_reverse	5	0.015511509031057358
79748	rnn.weight_hh_l0_reverse	6	0.04157458618283272
79748	rnn.weight_hh_l0_reverse	7	-0.06201654300093651
79748	rnn.weight_hh_l0_reverse	8	0.031009042635560036
79748	rnn.weight_hh_l0_reverse	9	0.05019006505608559
79748	rnn.bias_ih_l0_reverse	0	-0.06083804741501808
79748	rnn.bias_ih_l0_reverse	1	-0.21434369683265686
79748	rnn.bias_ih_l0_reverse	2	-0.10159251093864441
79748	rnn.bias_ih_l0_reverse	3	-0.02297479659318924
79748	rnn.bias_ih_l0_reverse	4	-0.034476388245821
79748	rnn.bias_ih_l0_reverse	5	0.04000885412096977
79748	rnn.bias_ih_l0_reverse	6	-0.05410826951265335
79748	rnn.bias_ih_l0_reverse	7	0.0439317487180233
79748	rnn.bias_ih_l0_reverse	8	-0.022620277479290962
79748	rnn.bias_ih_l0_reverse	9	0.028527842834591866
79748	rnn.bias_hh_l0_reverse	0	0.00184265011921525
79748	rnn.bias_hh_l0_reverse	1	-0.0283492561429739
79748	rnn.bias_hh_l0_reverse	2	0.05110567435622215
79748	rnn.bias_hh_l0_reverse	3	-0.03643695265054703
79748	rnn.bias_hh_l0_reverse	4	-0.04022713378071785
79748	rnn.bias_hh_l0_reverse	5	-0.03108431026339531
79748	rnn.bias_hh_l0_reverse	6	-0.019299646839499474
79748	rnn.bias_hh_l0_reverse	7	0.09183317422866821
79748	rnn.bias_hh_l0_reverse	8	0.02518567442893982
79748	rnn.bias_hh_l0_reverse	9	-0.08965752273797989
79748	rnn.weight_ih_l1	0	-0.03774524852633476
79748	rnn.weight_ih_l1	1	-0.03793022036552429
79748	rnn.weight_ih_l1	2	0.08018817752599716
79748	rnn.weight_ih_l1	3	-0.018552064895629883
79748	rnn.weight_ih_l1	4	-0.0035016792826354504
79748	rnn.weight_ih_l1	5	-0.04474862292408943
79748	rnn.weight_ih_l1	6	0.030031288042664528
79748	rnn.weight_ih_l1	7	-0.033915430307388306
79748	rnn.weight_ih_l1	8	0.039420969784259796
79748	rnn.weight_ih_l1	9	0.03513982146978378
79748	rnn.weight_hh_l1	0	-0.006954516749829054
79748	rnn.weight_hh_l1	1	0.009067916311323643
79748	rnn.weight_hh_l1	2	-0.008036664687097073
79748	rnn.weight_hh_l1	3	-0.01026155985891819
79748	rnn.weight_hh_l1	4	-0.0006457790150307119
79748	rnn.weight_hh_l1	5	0.026424190029501915
79748	rnn.weight_hh_l1	6	0.02757064253091812
79748	rnn.weight_hh_l1	7	-0.027396246790885925
79748	rnn.weight_hh_l1	8	-0.022496171295642853
79748	rnn.weight_hh_l1	9	0.0399753637611866
79748	rnn.bias_ih_l1	0	-0.151569202542305
79748	rnn.bias_ih_l1	1	-0.1333664357662201
79748	rnn.bias_ih_l1	2	-0.14717309176921844
79748	rnn.bias_ih_l1	3	-0.22394980490207672
79748	rnn.bias_ih_l1	4	-0.16249366104602814
79748	rnn.bias_ih_l1	5	-0.09398824721574783
79748	rnn.bias_ih_l1	6	-0.10577711462974548
79748	rnn.bias_ih_l1	7	-0.025765173137187958
79748	rnn.bias_ih_l1	8	-0.11460442841053009
79748	rnn.bias_ih_l1	9	-0.10163913667201996
79748	rnn.bias_hh_l1	0	-0.1183486208319664
79748	rnn.bias_hh_l1	1	-0.034574706107378006
79748	rnn.bias_hh_l1	2	-0.07982032746076584
79748	rnn.bias_hh_l1	3	-0.08682115375995636
79748	rnn.bias_hh_l1	4	-0.11672941595315933
79748	rnn.bias_hh_l1	5	-0.0762156993150711
79748	rnn.bias_hh_l1	6	-0.10004343837499619
79748	rnn.bias_hh_l1	7	0.0090487040579319
79748	rnn.bias_hh_l1	8	-0.11765533685684204
79748	rnn.bias_hh_l1	9	-0.08647438883781433
79748	rnn.weight_ih_l1_reverse	0	-0.05173709988594055
79748	rnn.weight_ih_l1_reverse	1	0.05074590444564819
79748	rnn.weight_ih_l1_reverse	2	0.0005235461285337806
79748	rnn.weight_ih_l1_reverse	3	0.012694398872554302
79748	rnn.weight_ih_l1_reverse	4	-0.025555549189448357
79748	rnn.weight_ih_l1_reverse	5	-0.03587757423520088
79748	rnn.weight_ih_l1_reverse	6	-0.0036586213391274214
79748	rnn.weight_ih_l1_reverse	7	0.014864903874695301
79748	rnn.weight_ih_l1_reverse	8	0.008869941346347332
79748	rnn.weight_ih_l1_reverse	9	-0.026929348707199097
79748	rnn.weight_hh_l1_reverse	0	0.008593276143074036
79748	rnn.weight_hh_l1_reverse	1	0.02820673957467079
79748	rnn.weight_hh_l1_reverse	2	-0.03841583803296089
79748	rnn.weight_hh_l1_reverse	3	0.04048775136470795
79748	rnn.weight_hh_l1_reverse	4	0.04739801958203316
79748	rnn.weight_hh_l1_reverse	5	0.008939376100897789
79748	rnn.weight_hh_l1_reverse	6	0.00726622249931097
79748	rnn.weight_hh_l1_reverse	7	0.027786361053586006
79748	rnn.weight_hh_l1_reverse	8	-0.0020638378337025642
79748	rnn.weight_hh_l1_reverse	9	-0.039524298161268234
79748	rnn.bias_ih_l1_reverse	0	-0.04360032454133034
79748	rnn.bias_ih_l1_reverse	1	-0.09124736487865448
79748	rnn.bias_ih_l1_reverse	2	-0.11561132222414017
79748	rnn.bias_ih_l1_reverse	3	-0.0005290755070745945
79748	rnn.bias_ih_l1_reverse	4	-0.16989366710186005
79748	rnn.bias_ih_l1_reverse	5	-0.07837173342704773
79748	rnn.bias_ih_l1_reverse	6	-0.1118364930152893
79748	rnn.bias_ih_l1_reverse	7	-0.1471097767353058
79748	rnn.bias_ih_l1_reverse	8	0.10923151671886444
79748	rnn.bias_ih_l1_reverse	9	-0.018489552661776543
79748	rnn.bias_hh_l1_reverse	0	-0.01605885475873947
79748	rnn.bias_hh_l1_reverse	1	0.02832074835896492
79748	rnn.bias_hh_l1_reverse	2	-0.2124234288930893
79748	rnn.bias_hh_l1_reverse	3	-0.08695635944604874
79748	rnn.bias_hh_l1_reverse	4	-0.056308720260858536
79748	rnn.bias_hh_l1_reverse	5	-0.07205063104629517
79748	rnn.bias_hh_l1_reverse	6	0.12025254964828491
79748	rnn.bias_hh_l1_reverse	7	-0.13396795094013214
79748	rnn.bias_hh_l1_reverse	8	-0.09704319387674332
79748	rnn.bias_hh_l1_reverse	9	-0.11599397659301758
79748	linear.weight	0	0.002228822559118271
79748	linear.weight	1	0.11267129331827164
79748	linear.weight	2	-0.13095110654830933
79748	linear.weight	3	0.32339850068092346
79748	linear.weight	4	0.10595186799764633
79748	linear.weight	5	0.010314409621059895
79748	linear.weight	6	0.023803964257240295
79748	linear.weight	7	0.05202846974134445
79748	linear.weight	8	0.04149973392486572
79748	linear.weight	9	-0.07879601418972015
79748	linear.bias	0	-0.10180514305830002
79748	linear.bias	1	-0.12210515886545181
79748	linear.bias	2	-0.4470076262950897
79748	linear.bias	3	-0.73198401927948
79748	linear.bias	4	-1.0877374410629272
79748	linear.bias	5	-0.01086606178432703
79748	linear.bias	6	-0.658814013004303
79748	linear.bias	7	0.4050125777721405
79748	linear.bias	8	-0.5353012084960938
79748	linear.bias	9	-0.8594725728034973
79945	transitions	0	0.5326148867607117
79945	transitions	1	0.10728724300861359
79945	transitions	2	-10000.0
79945	transitions	3	-1.806850790977478
79945	transitions	4	-10000.0
79945	transitions	5	0.6300428509712219
79945	transitions	6	-0.039277125149965286
79945	transitions	7	-0.46166038513183594
79945	transitions	8	-1.3568938970565796
79945	transitions	9	-0.0006665579276159406
79945	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
79945	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
79945	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
79945	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
79945	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
79945	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
79945	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
79945	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
79945	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
79945	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
79945	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
79945	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
79945	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
79945	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
79945	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
79945	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
79945	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
79945	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
79945	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
79945	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
79945	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
79945	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
79945	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
79945	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
79945	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
79945	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
79945	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
79945	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
79945	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
79945	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
79945	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
79945	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
79945	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
79945	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
79945	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
79945	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
79945	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
79945	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
79945	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
79945	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
79945	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
79945	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
79945	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
79945	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
79945	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
79945	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
79945	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
79945	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
79945	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
79945	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
79945	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
79945	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
79945	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
79945	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
79945	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
79945	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
79945	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
79945	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
79945	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
79945	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
79945	embedding2nn.weight	0	0.007233777083456516
79945	embedding2nn.weight	1	-0.016018973663449287
79945	embedding2nn.weight	2	-0.014268255792558193
79945	embedding2nn.weight	3	-0.004605546128004789
79945	embedding2nn.weight	4	-0.005915035028010607
79945	embedding2nn.weight	5	-0.0037005776539444923
79945	embedding2nn.weight	6	-0.003973222337663174
79945	embedding2nn.weight	7	-0.04116307944059372
79945	embedding2nn.weight	8	-0.0019979383796453476
79945	embedding2nn.weight	9	-0.02794863097369671
79945	embedding2nn.bias	0	0.021643105894327164
79945	embedding2nn.bias	1	-0.050850484520196915
79945	embedding2nn.bias	2	0.07576478272676468
79945	embedding2nn.bias	3	0.019387437030673027
79945	embedding2nn.bias	4	-0.03150806948542595
79945	embedding2nn.bias	5	-0.03771945834159851
79945	embedding2nn.bias	6	0.01803646795451641
79945	embedding2nn.bias	7	-0.03447704389691353
79945	embedding2nn.bias	8	0.029508259147405624
79945	embedding2nn.bias	9	0.026323070749640465
79945	rnn.weight_ih_l0	0	-0.04242783039808273
79945	rnn.weight_ih_l0	1	-0.002124849008396268
79945	rnn.weight_ih_l0	2	0.03957556188106537
79945	rnn.weight_ih_l0	3	0.009769875556230545
79945	rnn.weight_ih_l0	4	-0.009839290753006935
79945	rnn.weight_ih_l0	5	-0.0560915507376194
79945	rnn.weight_ih_l0	6	0.005363198928534985
79945	rnn.weight_ih_l0	7	0.050533078610897064
79945	rnn.weight_ih_l0	8	-0.010167724452912807
79945	rnn.weight_ih_l0	9	-0.01977837085723877
79945	rnn.weight_hh_l0	0	-0.036447491496801376
79945	rnn.weight_hh_l0	1	-0.0010337275452911854
79945	rnn.weight_hh_l0	2	0.007786274421960115
79945	rnn.weight_hh_l0	3	-0.048612080514431
79945	rnn.weight_hh_l0	4	0.05410109832882881
79945	rnn.weight_hh_l0	5	-0.0026116855442523956
79945	rnn.weight_hh_l0	6	-0.038809143006801605
79945	rnn.weight_hh_l0	7	-0.01806757226586342
79945	rnn.weight_hh_l0	8	0.010284517891705036
79945	rnn.weight_hh_l0	9	-0.018068647012114525
79945	rnn.bias_ih_l0	0	0.08671014755964279
79945	rnn.bias_ih_l0	1	-0.01767582632601261
79945	rnn.bias_ih_l0	2	-0.013720898889005184
79945	rnn.bias_ih_l0	3	0.1053328663110733
79945	rnn.bias_ih_l0	4	-0.051886048167943954
79945	rnn.bias_ih_l0	5	-0.03650238737463951
79945	rnn.bias_ih_l0	6	0.01249485369771719
79945	rnn.bias_ih_l0	7	0.04131447523832321
79945	rnn.bias_ih_l0	8	-0.08827131986618042
79945	rnn.bias_ih_l0	9	-0.014960785396397114
79945	rnn.bias_hh_l0	0	-0.03257830813527107
79945	rnn.bias_hh_l0	1	-0.07025308161973953
79945	rnn.bias_hh_l0	2	-0.04500685632228851
79945	rnn.bias_hh_l0	3	-0.08019004017114639
79945	rnn.bias_hh_l0	4	-0.03042615018785
79945	rnn.bias_hh_l0	5	-0.007131807506084442
79945	rnn.bias_hh_l0	6	0.01577860489487648
79945	rnn.bias_hh_l0	7	0.016586411744356155
79945	rnn.bias_hh_l0	8	-0.11358058452606201
79945	rnn.bias_hh_l0	9	-0.02534373849630356
79945	rnn.weight_ih_l0_reverse	0	-0.013443157076835632
79945	rnn.weight_ih_l0_reverse	1	-0.05627791956067085
79945	rnn.weight_ih_l0_reverse	2	-0.0300158504396677
79945	rnn.weight_ih_l0_reverse	3	-0.003692411119118333
79945	rnn.weight_ih_l0_reverse	4	-0.008643049746751785
79945	rnn.weight_ih_l0_reverse	5	-0.04363800957798958
79945	rnn.weight_ih_l0_reverse	6	0.0634017139673233
79945	rnn.weight_ih_l0_reverse	7	-0.01533822063356638
79945	rnn.weight_ih_l0_reverse	8	-0.035989224910736084
79945	rnn.weight_ih_l0_reverse	9	0.005326771177351475
79945	rnn.weight_hh_l0_reverse	0	0.03564060106873512
79945	rnn.weight_hh_l0_reverse	1	0.020724719390273094
79945	rnn.weight_hh_l0_reverse	2	0.03685687109827995
79945	rnn.weight_hh_l0_reverse	3	0.02532961405813694
79945	rnn.weight_hh_l0_reverse	4	0.001063328585587442
79945	rnn.weight_hh_l0_reverse	5	0.01705738715827465
79945	rnn.weight_hh_l0_reverse	6	0.04170908406376839
79945	rnn.weight_hh_l0_reverse	7	-0.06262066960334778
79945	rnn.weight_hh_l0_reverse	8	0.030965255573391914
79945	rnn.weight_hh_l0_reverse	9	0.05036139115691185
79945	rnn.bias_ih_l0_reverse	0	-0.0621708482503891
79945	rnn.bias_ih_l0_reverse	1	-0.22034946084022522
79945	rnn.bias_ih_l0_reverse	2	-0.11033030599355698
79945	rnn.bias_ih_l0_reverse	3	-0.024369100108742714
79945	rnn.bias_ih_l0_reverse	4	-0.03546278551220894
79945	rnn.bias_ih_l0_reverse	5	0.04093450307846069
79945	rnn.bias_ih_l0_reverse	6	-0.0528433732688427
79945	rnn.bias_ih_l0_reverse	7	0.04598310962319374
79945	rnn.bias_ih_l0_reverse	8	-0.022931739687919617
79945	rnn.bias_ih_l0_reverse	9	0.029449138790369034
79945	rnn.bias_hh_l0_reverse	0	0.003501860424876213
79945	rnn.bias_hh_l0_reverse	1	-0.024708343669772148
79945	rnn.bias_hh_l0_reverse	2	0.051923349499702454
79945	rnn.bias_hh_l0_reverse	3	-0.037864476442337036
79945	rnn.bias_hh_l0_reverse	4	-0.043537333607673645
79945	rnn.bias_hh_l0_reverse	5	-0.03038540482521057
79945	rnn.bias_hh_l0_reverse	6	-0.01947498507797718
79945	rnn.bias_hh_l0_reverse	7	0.08960156887769699
79945	rnn.bias_hh_l0_reverse	8	0.023978371173143387
79945	rnn.bias_hh_l0_reverse	9	-0.08958642184734344
79945	rnn.weight_ih_l1	0	-0.03714822977781296
79945	rnn.weight_ih_l1	1	-0.0380827821791172
79945	rnn.weight_ih_l1	2	0.07772500067949295
79945	rnn.weight_ih_l1	3	-0.021430496126413345
79945	rnn.weight_ih_l1	4	-0.0035141094122081995
79945	rnn.weight_ih_l1	5	-0.04483676329255104
79945	rnn.weight_ih_l1	6	0.03082180954515934
79945	rnn.weight_ih_l1	7	-0.033410053700208664
79945	rnn.weight_ih_l1	8	0.039437584578990936
79945	rnn.weight_ih_l1	9	0.035307545214891434
79945	rnn.weight_hh_l1	0	-0.008782817050814629
79945	rnn.weight_hh_l1	1	0.00921727903187275
79945	rnn.weight_hh_l1	2	-0.007014547940343618
79945	rnn.weight_hh_l1	3	-0.009912632405757904
79945	rnn.weight_hh_l1	4	0.0005032429471611977
79945	rnn.weight_hh_l1	5	0.026634456589818
79945	rnn.weight_hh_l1	6	0.027143701910972595
79945	rnn.weight_hh_l1	7	-0.027730418369174004
79945	rnn.weight_hh_l1	8	-0.0226418636739254
79945	rnn.weight_hh_l1	9	0.04049018397927284
79945	rnn.bias_ih_l1	0	-0.1502780169248581
79945	rnn.bias_ih_l1	1	-0.13700062036514282
79945	rnn.bias_ih_l1	2	-0.15011714398860931
79945	rnn.bias_ih_l1	3	-0.21889188885688782
79945	rnn.bias_ih_l1	4	-0.15751342475414276
79945	rnn.bias_ih_l1	5	-0.09531772136688232
79945	rnn.bias_ih_l1	6	-0.1039266288280487
79945	rnn.bias_ih_l1	7	-0.02295142598450184
79945	rnn.bias_ih_l1	8	-0.11377483606338501
79945	rnn.bias_ih_l1	9	-0.10158620029687881
79945	rnn.bias_hh_l1	0	-0.119114451110363
79945	rnn.bias_hh_l1	1	-0.033572304993867874
79945	rnn.bias_hh_l1	2	-0.08132458478212357
79945	rnn.bias_hh_l1	3	-0.08772999048233032
79945	rnn.bias_hh_l1	4	-0.11677534133195877
79945	rnn.bias_hh_l1	5	-0.07764542102813721
79945	rnn.bias_hh_l1	6	-0.1009010449051857
79945	rnn.bias_hh_l1	7	0.009315529838204384
79945	rnn.bias_hh_l1	8	-0.11916609853506088
79945	rnn.bias_hh_l1	9	-0.08610257506370544
79945	rnn.weight_ih_l1_reverse	0	-0.052227914333343506
79945	rnn.weight_ih_l1_reverse	1	0.04987342283129692
79945	rnn.weight_ih_l1_reverse	2	-0.00033603349584154785
79945	rnn.weight_ih_l1_reverse	3	0.012342818081378937
79945	rnn.weight_ih_l1_reverse	4	-0.023553483188152313
79945	rnn.weight_ih_l1_reverse	5	-0.03542935475707054
79945	rnn.weight_ih_l1_reverse	6	-0.0034064031206071377
79945	rnn.weight_ih_l1_reverse	7	0.015792187303304672
79945	rnn.weight_ih_l1_reverse	8	0.007506614085286856
79945	rnn.weight_ih_l1_reverse	9	-0.024965662509202957
79945	rnn.weight_hh_l1_reverse	0	0.008639276027679443
79945	rnn.weight_hh_l1_reverse	1	0.028109388425946236
79945	rnn.weight_hh_l1_reverse	2	-0.038537025451660156
79945	rnn.weight_hh_l1_reverse	3	0.040407974272966385
79945	rnn.weight_hh_l1_reverse	4	0.04733096435666084
79945	rnn.weight_hh_l1_reverse	5	0.008418972603976727
79945	rnn.weight_hh_l1_reverse	6	0.007977682165801525
79945	rnn.weight_hh_l1_reverse	7	0.027851173654198647
79945	rnn.weight_hh_l1_reverse	8	-0.00198004930280149
79945	rnn.weight_hh_l1_reverse	9	-0.0392984040081501
79945	rnn.bias_ih_l1_reverse	0	-0.041376784443855286
79945	rnn.bias_ih_l1_reverse	1	-0.09476282447576523
79945	rnn.bias_ih_l1_reverse	2	-0.11893021315336227
79945	rnn.bias_ih_l1_reverse	3	-0.003584004705771804
79945	rnn.bias_ih_l1_reverse	4	-0.16979855298995972
79945	rnn.bias_ih_l1_reverse	5	-0.0775790810585022
79945	rnn.bias_ih_l1_reverse	6	-0.11332165449857712
79945	rnn.bias_ih_l1_reverse	7	-0.14926010370254517
79945	rnn.bias_ih_l1_reverse	8	0.1189751848578453
79945	rnn.bias_ih_l1_reverse	9	-0.0227790717035532
79945	rnn.bias_hh_l1_reverse	0	-0.014247146435081959
79945	rnn.bias_hh_l1_reverse	1	0.03152993693947792
79945	rnn.bias_hh_l1_reverse	2	-0.21288369596004486
79945	rnn.bias_hh_l1_reverse	3	-0.08682771772146225
79945	rnn.bias_hh_l1_reverse	4	-0.05624467134475708
79945	rnn.bias_hh_l1_reverse	5	-0.07553068548440933
79945	rnn.bias_hh_l1_reverse	6	0.12678197026252747
79945	rnn.bias_hh_l1_reverse	7	-0.13301408290863037
79945	rnn.bias_hh_l1_reverse	8	-0.09743363410234451
79945	rnn.bias_hh_l1_reverse	9	-0.1172366663813591
79945	linear.weight	0	0.002228822559118271
79945	linear.weight	1	0.10138595104217529
79945	linear.weight	2	-0.13087032735347748
79945	linear.weight	3	0.30807527899742126
79945	linear.weight	4	0.10713556408882141
79945	linear.weight	5	0.00860386062413454
79945	linear.weight	6	0.03196990117430687
79945	linear.weight	7	0.0520513579249382
79945	linear.weight	8	0.04149797931313515
79945	linear.weight	9	-0.0798352062702179
79945	linear.bias	0	-0.09675487130880356
79945	linear.bias	1	-0.12106576561927795
79945	linear.bias	2	-0.46772170066833496
79945	linear.bias	3	-0.7267606258392334
79945	linear.bias	4	-1.0834784507751465
79945	linear.bias	5	-0.008725232444703579
79945	linear.bias	6	-0.6568077802658081
79945	linear.bias	7	0.4050743877887726
79945	linear.bias	8	-0.5232433080673218
79945	linear.bias	9	-0.8497499823570251
80142	transitions	0	0.5426009893417358
80142	transitions	1	0.10364336520433426
80142	transitions	2	-10000.0
80142	transitions	3	-1.8069673776626587
80142	transitions	4	-10000.0
80142	transitions	5	0.629781186580658
80142	transitions	6	-0.03942498564720154
80142	transitions	7	-0.4628482758998871
80142	transitions	8	-1.3570798635482788
80142	transitions	9	-0.0006677887868136168
80142	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
80142	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
80142	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
80142	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
80142	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
80142	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
80142	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
80142	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
80142	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
80142	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
80142	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
80142	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
80142	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
80142	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
80142	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
80142	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
80142	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
80142	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
80142	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
80142	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
80142	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
80142	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
80142	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
80142	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
80142	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
80142	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
80142	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
80142	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
80142	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
80142	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
80142	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
80142	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
80142	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
80142	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
80142	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
80142	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
80142	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
80142	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
80142	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
80142	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
80142	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
80142	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
80142	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
80142	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
80142	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
80142	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
80142	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
80142	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
80142	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
80142	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
80142	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
80142	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
80142	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
80142	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
80142	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
80142	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
80142	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
80142	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
80142	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
80142	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
80142	embedding2nn.weight	0	0.006426089443266392
80142	embedding2nn.weight	1	-0.01617029681801796
80142	embedding2nn.weight	2	-0.014268255792558193
80142	embedding2nn.weight	3	-0.004327971022576094
80142	embedding2nn.weight	4	-0.005915035028010607
80142	embedding2nn.weight	5	-0.0037005776539444923
80142	embedding2nn.weight	6	-0.003973217215389013
80142	embedding2nn.weight	7	-0.04069976881146431
80142	embedding2nn.weight	8	-0.0019979383796453476
80142	embedding2nn.weight	9	-0.02776646800339222
80142	embedding2nn.bias	0	0.028270265087485313
80142	embedding2nn.bias	1	-0.051575299352407455
80142	embedding2nn.bias	2	0.06889919936656952
80142	embedding2nn.bias	3	0.020895780995488167
80142	embedding2nn.bias	4	-0.037621330469846725
80142	embedding2nn.bias	5	-0.026836201548576355
80142	embedding2nn.bias	6	0.016397440806031227
80142	embedding2nn.bias	7	-0.034864410758018494
80142	embedding2nn.bias	8	0.0319007970392704
80142	embedding2nn.bias	9	0.022900760173797607
80142	rnn.weight_ih_l0	0	-0.04081951826810837
80142	rnn.weight_ih_l0	1	-0.001137945451773703
80142	rnn.weight_ih_l0	2	0.03978113457560539
80142	rnn.weight_ih_l0	3	0.010235329158604145
80142	rnn.weight_ih_l0	4	-0.010184388607740402
80142	rnn.weight_ih_l0	5	-0.05610799044370651
80142	rnn.weight_ih_l0	6	0.005150424316525459
80142	rnn.weight_ih_l0	7	0.04974082112312317
80142	rnn.weight_ih_l0	8	-0.009010848589241505
80142	rnn.weight_ih_l0	9	-0.01932527683675289
80142	rnn.weight_hh_l0	0	-0.03646620362997055
80142	rnn.weight_hh_l0	1	0.0009687897399999201
80142	rnn.weight_hh_l0	2	0.006721343845129013
80142	rnn.weight_hh_l0	3	-0.04946870729327202
80142	rnn.weight_hh_l0	4	0.053527090698480606
80142	rnn.weight_hh_l0	5	-0.0021950642112642527
80142	rnn.weight_hh_l0	6	-0.03864516690373421
80142	rnn.weight_hh_l0	7	-0.01768680475652218
80142	rnn.weight_hh_l0	8	0.00908381026238203
80142	rnn.weight_hh_l0	9	-0.017957888543605804
80142	rnn.bias_ih_l0	0	0.08276685327291489
80142	rnn.bias_ih_l0	1	-0.018879378214478493
80142	rnn.bias_ih_l0	2	-0.01126644667237997
80142	rnn.bias_ih_l0	3	0.10476779192686081
80142	rnn.bias_ih_l0	4	-0.049086909741163254
80142	rnn.bias_ih_l0	5	-0.03576359525322914
80142	rnn.bias_ih_l0	6	0.01446983776986599
80142	rnn.bias_ih_l0	7	0.04551679268479347
80142	rnn.bias_ih_l0	8	-0.08951360732316971
80142	rnn.bias_ih_l0	9	-0.016250960528850555
80142	rnn.bias_hh_l0	0	-0.032158900052309036
80142	rnn.bias_hh_l0	1	-0.07393062859773636
80142	rnn.bias_hh_l0	2	-0.04794493317604065
80142	rnn.bias_hh_l0	3	-0.07916998118162155
80142	rnn.bias_hh_l0	4	-0.03029315359890461
80142	rnn.bias_hh_l0	5	-0.008763582445681095
80142	rnn.bias_hh_l0	6	0.01625111512839794
80142	rnn.bias_hh_l0	7	0.017405154183506966
80142	rnn.bias_hh_l0	8	-0.11385725438594818
80142	rnn.bias_hh_l0	9	-0.02259627915918827
80142	rnn.weight_ih_l0_reverse	0	-0.01134466752409935
80142	rnn.weight_ih_l0_reverse	1	-0.05629175528883934
80142	rnn.weight_ih_l0_reverse	2	-0.030053988099098206
80142	rnn.weight_ih_l0_reverse	3	-0.003777993842959404
80142	rnn.weight_ih_l0_reverse	4	-0.009355693124234676
80142	rnn.weight_ih_l0_reverse	5	-0.04293740913271904
80142	rnn.weight_ih_l0_reverse	6	0.06269242614507675
80142	rnn.weight_ih_l0_reverse	7	-0.01485300250351429
80142	rnn.weight_ih_l0_reverse	8	-0.03579398989677429
80142	rnn.weight_ih_l0_reverse	9	0.005579463671892881
80142	rnn.weight_hh_l0_reverse	0	0.036973483860492706
80142	rnn.weight_hh_l0_reverse	1	0.019991924986243248
80142	rnn.weight_hh_l0_reverse	2	0.03741207346320152
80142	rnn.weight_hh_l0_reverse	3	0.025614749640226364
80142	rnn.weight_hh_l0_reverse	4	0.000342510495102033
80142	rnn.weight_hh_l0_reverse	5	0.01715410128235817
80142	rnn.weight_hh_l0_reverse	6	0.041788697242736816
80142	rnn.weight_hh_l0_reverse	7	-0.06131911277770996
80142	rnn.weight_hh_l0_reverse	8	0.030951308086514473
80142	rnn.weight_hh_l0_reverse	9	0.04998641088604927
80142	rnn.bias_ih_l0_reverse	0	-0.061712753027677536
80142	rnn.bias_ih_l0_reverse	1	-0.2136700600385666
80142	rnn.bias_ih_l0_reverse	2	-0.11102845519781113
80142	rnn.bias_ih_l0_reverse	3	-0.023854292929172516
80142	rnn.bias_ih_l0_reverse	4	-0.04148167744278908
80142	rnn.bias_ih_l0_reverse	5	0.04000585898756981
80142	rnn.bias_ih_l0_reverse	6	-0.05641094595193863
80142	rnn.bias_ih_l0_reverse	7	0.045653749257326126
80142	rnn.bias_ih_l0_reverse	8	-0.02598424255847931
80142	rnn.bias_ih_l0_reverse	9	0.029427066445350647
80142	rnn.bias_hh_l0_reverse	0	0.003651232924312353
80142	rnn.bias_hh_l0_reverse	1	-0.02400774136185646
80142	rnn.bias_hh_l0_reverse	2	0.04989041015505791
80142	rnn.bias_hh_l0_reverse	3	-0.03876490145921707
80142	rnn.bias_hh_l0_reverse	4	-0.04577236622571945
80142	rnn.bias_hh_l0_reverse	5	-0.03327300399541855
80142	rnn.bias_hh_l0_reverse	6	-0.01895630732178688
80142	rnn.bias_hh_l0_reverse	7	0.0909222960472107
80142	rnn.bias_hh_l0_reverse	8	0.026154043152928352
80142	rnn.bias_hh_l0_reverse	9	-0.09127650409936905
80142	rnn.weight_ih_l1	0	-0.03751600906252861
80142	rnn.weight_ih_l1	1	-0.03927123546600342
80142	rnn.weight_ih_l1	2	0.08061797171831131
80142	rnn.weight_ih_l1	3	-0.023397691547870636
80142	rnn.weight_ih_l1	4	-0.00432153046131134
80142	rnn.weight_ih_l1	5	-0.04521709680557251
80142	rnn.weight_ih_l1	6	0.030688395723700523
80142	rnn.weight_ih_l1	7	-0.03327827528119087
80142	rnn.weight_ih_l1	8	0.03899433836340904
80142	rnn.weight_ih_l1	9	0.03640022128820419
80142	rnn.weight_hh_l1	0	-0.007076577749103308
80142	rnn.weight_hh_l1	1	0.00863494724035263
80142	rnn.weight_hh_l1	2	-0.007914750836789608
80142	rnn.weight_hh_l1	3	-0.010353208519518375
80142	rnn.weight_hh_l1	4	0.00039470489718951285
80142	rnn.weight_hh_l1	5	0.026351645588874817
80142	rnn.weight_hh_l1	6	0.02725059539079666
80142	rnn.weight_hh_l1	7	-0.02739587426185608
80142	rnn.weight_hh_l1	8	-0.022630279883742332
80142	rnn.weight_hh_l1	9	0.039781875908374786
80142	rnn.bias_ih_l1	0	-0.15311916172504425
80142	rnn.bias_ih_l1	1	-0.13637658953666687
80142	rnn.bias_ih_l1	2	-0.14947959780693054
80142	rnn.bias_ih_l1	3	-0.21697998046875
80142	rnn.bias_ih_l1	4	-0.1625661551952362
80142	rnn.bias_ih_l1	5	-0.09573790431022644
80142	rnn.bias_ih_l1	6	-0.10292822122573853
80142	rnn.bias_ih_l1	7	-0.023932376876473427
80142	rnn.bias_ih_l1	8	-0.11242154985666275
80142	rnn.bias_ih_l1	9	-0.10048667341470718
80142	rnn.bias_hh_l1	0	-0.11885539442300797
80142	rnn.bias_hh_l1	1	-0.03724493458867073
80142	rnn.bias_hh_l1	2	-0.0810437723994255
80142	rnn.bias_hh_l1	3	-0.08889292925596237
80142	rnn.bias_hh_l1	4	-0.11721445620059967
80142	rnn.bias_hh_l1	5	-0.07924149185419083
80142	rnn.bias_hh_l1	6	-0.09956493228673935
80142	rnn.bias_hh_l1	7	0.01208134088665247
80142	rnn.bias_hh_l1	8	-0.11691822111606598
80142	rnn.bias_hh_l1	9	-0.07972525805234909
80142	rnn.weight_ih_l1_reverse	0	-0.05104723572731018
80142	rnn.weight_ih_l1_reverse	1	0.04629793018102646
80142	rnn.weight_ih_l1_reverse	2	-0.0009422388393431902
80142	rnn.weight_ih_l1_reverse	3	0.01168462261557579
80142	rnn.weight_ih_l1_reverse	4	-0.022464778274297714
80142	rnn.weight_ih_l1_reverse	5	-0.0346875824034214
80142	rnn.weight_ih_l1_reverse	6	-0.003604602301493287
80142	rnn.weight_ih_l1_reverse	7	0.015619276091456413
80142	rnn.weight_ih_l1_reverse	8	0.0061445762403309345
80142	rnn.weight_ih_l1_reverse	9	-0.024558404460549355
80142	rnn.weight_hh_l1_reverse	0	0.008604583330452442
80142	rnn.weight_hh_l1_reverse	1	0.02828778140246868
80142	rnn.weight_hh_l1_reverse	2	-0.038592368364334106
80142	rnn.weight_hh_l1_reverse	3	0.04048893600702286
80142	rnn.weight_hh_l1_reverse	4	0.04735875129699707
80142	rnn.weight_hh_l1_reverse	5	0.008372732438147068
80142	rnn.weight_hh_l1_reverse	6	0.008018894121050835
80142	rnn.weight_hh_l1_reverse	7	0.027805572375655174
80142	rnn.weight_hh_l1_reverse	8	-0.0017492847982794046
80142	rnn.weight_hh_l1_reverse	9	-0.039235275238752365
80142	rnn.bias_ih_l1_reverse	0	-0.042619526386260986
80142	rnn.bias_ih_l1_reverse	1	-0.0914565771818161
80142	rnn.bias_ih_l1_reverse	2	-0.11875385791063309
80142	rnn.bias_ih_l1_reverse	3	0.00023951167531777173
80142	rnn.bias_ih_l1_reverse	4	-0.17266100645065308
80142	rnn.bias_ih_l1_reverse	5	-0.07975638657808304
80142	rnn.bias_ih_l1_reverse	6	-0.11365345120429993
80142	rnn.bias_ih_l1_reverse	7	-0.1514027863740921
80142	rnn.bias_ih_l1_reverse	8	0.11368370801210403
80142	rnn.bias_ih_l1_reverse	9	-0.028328249230980873
80142	rnn.bias_hh_l1_reverse	0	-0.03346836939454079
80142	rnn.bias_hh_l1_reverse	1	0.02608979493379593
80142	rnn.bias_hh_l1_reverse	2	-0.21331928670406342
80142	rnn.bias_hh_l1_reverse	3	-0.08785716444253922
80142	rnn.bias_hh_l1_reverse	4	-0.05745512619614601
80142	rnn.bias_hh_l1_reverse	5	-0.07417795807123184
80142	rnn.bias_hh_l1_reverse	6	0.12184533476829529
80142	rnn.bias_hh_l1_reverse	7	-0.1325732320547104
80142	rnn.bias_hh_l1_reverse	8	-0.09776975959539413
80142	rnn.bias_hh_l1_reverse	9	-0.11803385615348816
80142	linear.weight	0	0.002228822559118271
80142	linear.weight	1	0.09280531853437424
80142	linear.weight	2	-0.12762776017189026
80142	linear.weight	3	0.30200323462486267
80142	linear.weight	4	0.10612215846776962
80142	linear.weight	5	0.012200652621686459
80142	linear.weight	6	0.018894901499152184
80142	linear.weight	7	0.05399416759610176
80142	linear.weight	8	0.04149553179740906
80142	linear.weight	9	-0.07855699956417084
80142	linear.bias	0	-0.060891151428222656
80142	linear.bias	1	-0.14906509220600128
80142	linear.bias	2	-0.45198720693588257
80142	linear.bias	3	-0.7246622443199158
80142	linear.bias	4	-1.0878119468688965
80142	linear.bias	5	0.019613046199083328
80142	linear.bias	6	-0.6851462125778198
80142	linear.bias	7	0.4330644905567169
80142	linear.bias	8	-0.545638918876648
80142	linear.bias	9	-0.872052788734436
80339	transitions	0	0.5418921709060669
80339	transitions	1	0.10839686542749405
80339	transitions	2	-10000.0
80339	transitions	3	-1.8070460557937622
80339	transitions	4	-10000.0
80339	transitions	5	0.6296284794807434
80339	transitions	6	-0.03966463729739189
80339	transitions	7	-0.46422186493873596
80339	transitions	8	-1.3571771383285522
80339	transitions	9	-0.0006689899601042271
80339	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
80339	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
80339	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
80339	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
80339	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
80339	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
80339	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
80339	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
80339	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
80339	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
80339	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
80339	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
80339	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
80339	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
80339	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
80339	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
80339	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
80339	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
80339	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
80339	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
80339	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
80339	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
80339	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
80339	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
80339	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
80339	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
80339	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
80339	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
80339	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
80339	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
80339	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
80339	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
80339	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
80339	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
80339	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
80339	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
80339	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
80339	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
80339	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
80339	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
80339	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
80339	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
80339	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
80339	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
80339	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
80339	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
80339	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
80339	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
80339	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
80339	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
80339	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
80339	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
80339	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
80339	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
80339	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
80339	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
80339	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
80339	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
80339	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
80339	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
80339	embedding2nn.weight	0	0.005599284078925848
80339	embedding2nn.weight	1	-0.01615281030535698
80339	embedding2nn.weight	2	-0.014268255792558193
80339	embedding2nn.weight	3	-0.005601159762591124
80339	embedding2nn.weight	4	-0.005915035028010607
80339	embedding2nn.weight	5	-0.003700577188283205
80339	embedding2nn.weight	6	-0.00397321954369545
80339	embedding2nn.weight	7	-0.038340792059898376
80339	embedding2nn.weight	8	-0.0019979383796453476
80339	embedding2nn.weight	9	-0.0277075357735157
80339	embedding2nn.bias	0	0.02099642902612686
80339	embedding2nn.bias	1	-0.048606742173433304
80339	embedding2nn.bias	2	0.07160938531160355
80339	embedding2nn.bias	3	0.026698816567659378
80339	embedding2nn.bias	4	-0.041754838079214096
80339	embedding2nn.bias	5	-0.04205240681767464
80339	embedding2nn.bias	6	0.012195667251944542
80339	embedding2nn.bias	7	-0.0317130908370018
80339	embedding2nn.bias	8	0.03718791902065277
80339	embedding2nn.bias	9	0.03149424493312836
80339	rnn.weight_ih_l0	0	-0.04012614116072655
80339	rnn.weight_ih_l0	1	-0.003800724633038044
80339	rnn.weight_ih_l0	2	0.040407612919807434
80339	rnn.weight_ih_l0	3	0.009846976958215237
80339	rnn.weight_ih_l0	4	-0.008818849921226501
80339	rnn.weight_ih_l0	5	-0.05590448155999184
80339	rnn.weight_ih_l0	6	0.003991429693996906
80339	rnn.weight_ih_l0	7	0.04982263594865799
80339	rnn.weight_ih_l0	8	-0.009800906293094158
80339	rnn.weight_ih_l0	9	-0.019353777170181274
80339	rnn.weight_hh_l0	0	-0.03640253096818924
80339	rnn.weight_hh_l0	1	0.0008738833712413907
80339	rnn.weight_hh_l0	2	0.007381640374660492
80339	rnn.weight_hh_l0	3	-0.049299947917461395
80339	rnn.weight_hh_l0	4	0.05399889126420021
80339	rnn.weight_hh_l0	5	-0.002288303803652525
80339	rnn.weight_hh_l0	6	-0.039914321154356
80339	rnn.weight_hh_l0	7	-0.016809191554784775
80339	rnn.weight_hh_l0	8	0.009595845825970173
80339	rnn.weight_hh_l0	9	-0.017587754875421524
80339	rnn.bias_ih_l0	0	0.0795176550745964
80339	rnn.bias_ih_l0	1	-0.02150837518274784
80339	rnn.bias_ih_l0	2	-0.013248428702354431
80339	rnn.bias_ih_l0	3	0.10152002424001694
80339	rnn.bias_ih_l0	4	-0.05180651322007179
80339	rnn.bias_ih_l0	5	-0.03552267327904701
80339	rnn.bias_ih_l0	6	0.018280982971191406
80339	rnn.bias_ih_l0	7	0.04388578608632088
80339	rnn.bias_ih_l0	8	-0.09185400605201721
80339	rnn.bias_ih_l0	9	-0.014293838292360306
80339	rnn.bias_hh_l0	0	-0.033835552632808685
80339	rnn.bias_hh_l0	1	-0.06956106424331665
80339	rnn.bias_hh_l0	2	-0.048870671540498734
80339	rnn.bias_hh_l0	3	-0.08015258610248566
80339	rnn.bias_hh_l0	4	-0.030425097793340683
80339	rnn.bias_hh_l0	5	-0.012295783497393131
80339	rnn.bias_hh_l0	6	0.019822515547275543
80339	rnn.bias_hh_l0	7	0.01942591369152069
80339	rnn.bias_hh_l0	8	-0.11731157451868057
80339	rnn.bias_hh_l0	9	-0.024493735283613205
80339	rnn.weight_ih_l0_reverse	0	-0.011458584107458591
80339	rnn.weight_ih_l0_reverse	1	-0.058144234120845795
80339	rnn.weight_ih_l0_reverse	2	-0.030993664637207985
80339	rnn.weight_ih_l0_reverse	3	-0.005100511014461517
80339	rnn.weight_ih_l0_reverse	4	-0.009093896485865116
80339	rnn.weight_ih_l0_reverse	5	-0.04361309856176376
80339	rnn.weight_ih_l0_reverse	6	0.062285277992486954
80339	rnn.weight_ih_l0_reverse	7	-0.015271991491317749
80339	rnn.weight_ih_l0_reverse	8	-0.03520071506500244
80339	rnn.weight_ih_l0_reverse	9	0.005790278315544128
80339	rnn.weight_hh_l0_reverse	0	0.03614320605993271
80339	rnn.weight_hh_l0_reverse	1	0.01900544762611389
80339	rnn.weight_hh_l0_reverse	2	0.036938250064849854
80339	rnn.weight_hh_l0_reverse	3	0.025679413229227066
80339	rnn.weight_hh_l0_reverse	4	0.0007630478357896209
80339	rnn.weight_hh_l0_reverse	5	0.016635842621326447
80339	rnn.weight_hh_l0_reverse	6	0.04112055152654648
80339	rnn.weight_hh_l0_reverse	7	-0.061656393110752106
80339	rnn.weight_hh_l0_reverse	8	0.030997494235634804
80339	rnn.weight_hh_l0_reverse	9	0.04893941804766655
80339	rnn.bias_ih_l0_reverse	0	-0.0629638135433197
80339	rnn.bias_ih_l0_reverse	1	-0.2165050059556961
80339	rnn.bias_ih_l0_reverse	2	-0.11209772527217865
80339	rnn.bias_ih_l0_reverse	3	-0.02617652155458927
80339	rnn.bias_ih_l0_reverse	4	-0.04035545513033867
80339	rnn.bias_ih_l0_reverse	5	0.03542691841721535
80339	rnn.bias_ih_l0_reverse	6	-0.05851355940103531
80339	rnn.bias_ih_l0_reverse	7	0.04421935975551605
80339	rnn.bias_ih_l0_reverse	8	-0.0257582850754261
80339	rnn.bias_ih_l0_reverse	9	0.028671124950051308
80339	rnn.bias_hh_l0_reverse	0	0.007227655500173569
80339	rnn.bias_hh_l0_reverse	1	-0.02577045001089573
80339	rnn.bias_hh_l0_reverse	2	0.05125470831990242
80339	rnn.bias_hh_l0_reverse	3	-0.04037388414144516
80339	rnn.bias_hh_l0_reverse	4	-0.04388553276658058
80339	rnn.bias_hh_l0_reverse	5	-0.03272794559597969
80339	rnn.bias_hh_l0_reverse	6	-0.02083703689277172
80339	rnn.bias_hh_l0_reverse	7	0.09258043020963669
80339	rnn.bias_hh_l0_reverse	8	0.022434072569012642
80339	rnn.bias_hh_l0_reverse	9	-0.09866534173488617
80339	rnn.weight_ih_l1	0	-0.03763550892472267
80339	rnn.weight_ih_l1	1	-0.040103618055582047
80339	rnn.weight_ih_l1	2	0.07553346455097198
80339	rnn.weight_ih_l1	3	-0.02549535036087036
80339	rnn.weight_ih_l1	4	-0.0040681627579033375
80339	rnn.weight_ih_l1	5	-0.045493435114622116
80339	rnn.weight_ih_l1	6	0.03120897151529789
80339	rnn.weight_ih_l1	7	-0.033438995480537415
80339	rnn.weight_ih_l1	8	0.03892427682876587
80339	rnn.weight_ih_l1	9	0.03612575680017471
80339	rnn.weight_hh_l1	0	-0.0076993303373456
80339	rnn.weight_hh_l1	1	0.008801301941275597
80339	rnn.weight_hh_l1	2	-0.006906699389219284
80339	rnn.weight_hh_l1	3	-0.010417467914521694
80339	rnn.weight_hh_l1	4	0.0020358129404485226
80339	rnn.weight_hh_l1	5	0.026691928505897522
80339	rnn.weight_hh_l1	6	0.02673458680510521
80339	rnn.weight_hh_l1	7	-0.027361327782273293
80339	rnn.weight_hh_l1	8	-0.022061137482523918
80339	rnn.weight_hh_l1	9	0.03959418460726738
80339	rnn.bias_ih_l1	0	-0.1544787585735321
80339	rnn.bias_ih_l1	1	-0.13533583283424377
80339	rnn.bias_ih_l1	2	-0.1485232710838318
80339	rnn.bias_ih_l1	3	-0.21777676045894623
80339	rnn.bias_ih_l1	4	-0.1614486426115036
80339	rnn.bias_ih_l1	5	-0.09606020897626877
80339	rnn.bias_ih_l1	6	-0.10805689543485641
80339	rnn.bias_ih_l1	7	-0.023410309106111526
80339	rnn.bias_ih_l1	8	-0.11255215853452682
80339	rnn.bias_ih_l1	9	-0.1016617864370346
80339	rnn.bias_hh_l1	0	-0.11762955784797668
80339	rnn.bias_hh_l1	1	-0.036551542580127716
80339	rnn.bias_hh_l1	2	-0.07992912828922272
80339	rnn.bias_hh_l1	3	-0.08935984969139099
80339	rnn.bias_hh_l1	4	-0.11848768591880798
80339	rnn.bias_hh_l1	5	-0.07746931165456772
80339	rnn.bias_hh_l1	6	-0.10279687494039536
80339	rnn.bias_hh_l1	7	0.01220681145787239
80339	rnn.bias_hh_l1	8	-0.11664094030857086
80339	rnn.bias_hh_l1	9	-0.07957937568426132
80339	rnn.weight_ih_l1_reverse	0	-0.04883049055933952
80339	rnn.weight_ih_l1_reverse	1	0.04658250883221626
80339	rnn.weight_ih_l1_reverse	2	0.0015736164059489965
80339	rnn.weight_ih_l1_reverse	3	0.010930766351521015
80339	rnn.weight_ih_l1_reverse	4	-0.02167966030538082
80339	rnn.weight_ih_l1_reverse	5	-0.03488030284643173
80339	rnn.weight_ih_l1_reverse	6	-0.002298349514603615
80339	rnn.weight_ih_l1_reverse	7	0.015419777482748032
80339	rnn.weight_ih_l1_reverse	8	0.009030737914144993
80339	rnn.weight_ih_l1_reverse	9	-0.022749170660972595
80339	rnn.weight_hh_l1_reverse	0	0.008470498956739902
80339	rnn.weight_hh_l1_reverse	1	0.028477447107434273
80339	rnn.weight_hh_l1_reverse	2	-0.038759514689445496
80339	rnn.weight_hh_l1_reverse	3	0.04022891819477081
80339	rnn.weight_hh_l1_reverse	4	0.04723092541098595
80339	rnn.weight_hh_l1_reverse	5	0.008292410522699356
80339	rnn.weight_hh_l1_reverse	6	0.00844439398497343
80339	rnn.weight_hh_l1_reverse	7	0.02748122252523899
80339	rnn.weight_hh_l1_reverse	8	-0.0019675034563988447
80339	rnn.weight_hh_l1_reverse	9	-0.03949843719601631
80339	rnn.bias_ih_l1_reverse	0	-0.04624178260564804
80339	rnn.bias_ih_l1_reverse	1	-0.09518405050039291
80339	rnn.bias_ih_l1_reverse	2	-0.11860783398151398
80339	rnn.bias_ih_l1_reverse	3	-0.004477192647755146
80339	rnn.bias_ih_l1_reverse	4	-0.1703827977180481
80339	rnn.bias_ih_l1_reverse	5	-0.08207496255636215
80339	rnn.bias_ih_l1_reverse	6	-0.11335493624210358
80339	rnn.bias_ih_l1_reverse	7	-0.1505041867494583
80339	rnn.bias_ih_l1_reverse	8	0.11702217161655426
80339	rnn.bias_ih_l1_reverse	9	-0.023964984342455864
80339	rnn.bias_hh_l1_reverse	0	-0.035194218158721924
80339	rnn.bias_hh_l1_reverse	1	0.018952950835227966
80339	rnn.bias_hh_l1_reverse	2	-0.21244607865810394
80339	rnn.bias_hh_l1_reverse	3	-0.08659970015287399
80339	rnn.bias_hh_l1_reverse	4	-0.05828297138214111
80339	rnn.bias_hh_l1_reverse	5	-0.07519080489873886
80339	rnn.bias_hh_l1_reverse	6	0.12264173477888107
80339	rnn.bias_hh_l1_reverse	7	-0.13217638432979584
80339	rnn.bias_hh_l1_reverse	8	-0.09814789891242981
80339	rnn.bias_hh_l1_reverse	9	-0.11851735413074493
80339	linear.weight	0	0.002228822559118271
80339	linear.weight	1	0.09180250763893127
80339	linear.weight	2	-0.12515588104724884
80339	linear.weight	3	0.3025277554988861
80339	linear.weight	4	0.10997159779071808
80339	linear.weight	5	0.013765581883490086
80339	linear.weight	6	0.015959035605192184
80339	linear.weight	7	0.06209166347980499
80339	linear.weight	8	0.04149279370903969
80339	linear.weight	9	-0.07956963032484055
80339	linear.bias	0	-0.06709671020507812
80339	linear.bias	1	-0.14203883707523346
80339	linear.bias	2	-0.4631942808628082
80339	linear.bias	3	-0.719534695148468
80339	linear.bias	4	-1.0853339433670044
80339	linear.bias	5	0.006810853257775307
80339	linear.bias	6	-0.6787376999855042
80339	linear.bias	7	0.4206361472606659
80339	linear.bias	8	-0.5343883633613586
80339	linear.bias	9	-0.8590997457504272
80536	transitions	0	0.52812260389328
80536	transitions	1	0.1068410873413086
80536	transitions	2	-10000.0
80536	transitions	3	-1.8071290254592896
80536	transitions	4	-10000.0
80536	transitions	5	0.6293179988861084
80536	transitions	6	-0.03988569602370262
80536	transitions	7	-0.4646455943584442
80536	transitions	8	-1.3572865724563599
80536	transitions	9	-0.0006707246648147702
80536	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
80536	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
80536	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
80536	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
80536	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
80536	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
80536	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
80536	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
80536	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
80536	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
80536	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
80536	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
80536	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
80536	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
80536	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
80536	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
80536	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
80536	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
80536	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
80536	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
80536	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
80536	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
80536	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
80536	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
80536	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
80536	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
80536	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
80536	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
80536	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
80536	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
80536	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
80536	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
80536	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
80536	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
80536	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
80536	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
80536	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
80536	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
80536	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
80536	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
80536	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
80536	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
80536	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
80536	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
80536	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
80536	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
80536	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
80536	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
80536	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
80536	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
80536	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
80536	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
80536	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
80536	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
80536	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
80536	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
80536	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
80536	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
80536	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
80536	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
80536	embedding2nn.weight	0	0.003996731247752905
80536	embedding2nn.weight	1	-0.016180766746401787
80536	embedding2nn.weight	2	-0.014268255792558193
80536	embedding2nn.weight	3	-0.00571954483166337
80536	embedding2nn.weight	4	-0.005915035028010607
80536	embedding2nn.weight	5	-0.0037005774211138487
80536	embedding2nn.weight	6	-0.003973217681050301
80536	embedding2nn.weight	7	-0.03786107525229454
80536	embedding2nn.weight	8	-0.0019979383796453476
80536	embedding2nn.weight	9	-0.027356717735528946
80536	embedding2nn.bias	0	0.025776909664273262
80536	embedding2nn.bias	1	-0.036728713661432266
80536	embedding2nn.bias	2	0.06770940870046616
80536	embedding2nn.bias	3	0.03605140745639801
80536	embedding2nn.bias	4	-0.034998636692762375
80536	embedding2nn.bias	5	-0.046973638236522675
80536	embedding2nn.bias	6	0.01441417820751667
80536	embedding2nn.bias	7	-0.03201025724411011
80536	embedding2nn.bias	8	0.03747501224279404
80536	embedding2nn.bias	9	0.028328824788331985
80536	rnn.weight_ih_l0	0	-0.0393553227186203
80536	rnn.weight_ih_l0	1	-0.0036684514489024878
80536	rnn.weight_ih_l0	2	0.040766723453998566
80536	rnn.weight_ih_l0	3	0.009476764127612114
80536	rnn.weight_ih_l0	4	-0.01016475260257721
80536	rnn.weight_ih_l0	5	-0.055161766707897186
80536	rnn.weight_ih_l0	6	0.0034535794984549284
80536	rnn.weight_ih_l0	7	0.05137139558792114
80536	rnn.weight_ih_l0	8	-0.012783391401171684
80536	rnn.weight_ih_l0	9	-0.01914406195282936
80536	rnn.weight_hh_l0	0	-0.03678487241268158
80536	rnn.weight_hh_l0	1	0.0005800262442789972
80536	rnn.weight_hh_l0	2	0.008079259656369686
80536	rnn.weight_hh_l0	3	-0.048772234469652176
80536	rnn.weight_hh_l0	4	0.054340261965990067
80536	rnn.weight_hh_l0	5	-0.0026895583141595125
80536	rnn.weight_hh_l0	6	-0.040478721261024475
80536	rnn.weight_hh_l0	7	-0.017193982377648354
80536	rnn.weight_hh_l0	8	0.00907724630087614
80536	rnn.weight_hh_l0	9	-0.016588270664215088
80536	rnn.bias_ih_l0	0	0.07662055641412735
80536	rnn.bias_ih_l0	1	-0.019393783062696457
80536	rnn.bias_ih_l0	2	-0.014936178922653198
80536	rnn.bias_ih_l0	3	0.10506293922662735
80536	rnn.bias_ih_l0	4	-0.05148140341043472
80536	rnn.bias_ih_l0	5	-0.03926849365234375
80536	rnn.bias_ih_l0	6	0.014144303277134895
80536	rnn.bias_ih_l0	7	0.04256725683808327
80536	rnn.bias_ih_l0	8	-0.09128406643867493
80536	rnn.bias_ih_l0	9	-0.010162010788917542
80536	rnn.bias_hh_l0	0	-0.030499469488859177
80536	rnn.bias_hh_l0	1	-0.07420065999031067
80536	rnn.bias_hh_l0	2	-0.04967165365815163
80536	rnn.bias_hh_l0	3	-0.0796094611287117
80536	rnn.bias_hh_l0	4	-0.03388918191194534
80536	rnn.bias_hh_l0	5	-0.014355236664414406
80536	rnn.bias_hh_l0	6	0.017848117277026176
80536	rnn.bias_hh_l0	7	0.02323569357395172
80536	rnn.bias_hh_l0	8	-0.11721032112836838
80536	rnn.bias_hh_l0	9	-0.023190749809145927
80536	rnn.weight_ih_l0_reverse	0	-0.009895329363644123
80536	rnn.weight_ih_l0_reverse	1	-0.058735039085149765
80536	rnn.weight_ih_l0_reverse	2	-0.03111402690410614
80536	rnn.weight_ih_l0_reverse	3	-0.0050621358677744865
80536	rnn.weight_ih_l0_reverse	4	-0.01030978187918663
80536	rnn.weight_ih_l0_reverse	5	-0.043602608144283295
80536	rnn.weight_ih_l0_reverse	6	0.061800241470336914
80536	rnn.weight_ih_l0_reverse	7	-0.016410669311881065
80536	rnn.weight_ih_l0_reverse	8	-0.035216376185417175
80536	rnn.weight_ih_l0_reverse	9	0.006889089476317167
80536	rnn.weight_hh_l0_reverse	0	0.036435842514038086
80536	rnn.weight_hh_l0_reverse	1	0.019531281664967537
80536	rnn.weight_hh_l0_reverse	2	0.037183456122875214
80536	rnn.weight_hh_l0_reverse	3	0.026652347296476364
80536	rnn.weight_hh_l0_reverse	4	0.0011979456758126616
80536	rnn.weight_hh_l0_reverse	5	0.01536792516708374
80536	rnn.weight_hh_l0_reverse	6	0.04132092371582985
80536	rnn.weight_hh_l0_reverse	7	-0.06116105988621712
80536	rnn.weight_hh_l0_reverse	8	0.030641112476587296
80536	rnn.weight_hh_l0_reverse	9	0.049470316618680954
80536	rnn.bias_ih_l0_reverse	0	-0.06440876424312592
80536	rnn.bias_ih_l0_reverse	1	-0.22084128856658936
80536	rnn.bias_ih_l0_reverse	2	-0.10371880978345871
80536	rnn.bias_ih_l0_reverse	3	-0.025446448475122452
80536	rnn.bias_ih_l0_reverse	4	-0.03990233317017555
80536	rnn.bias_ih_l0_reverse	5	0.034109290689229965
80536	rnn.bias_ih_l0_reverse	6	-0.05942226201295853
80536	rnn.bias_ih_l0_reverse	7	0.04614841565489769
80536	rnn.bias_ih_l0_reverse	8	-0.029033858329057693
80536	rnn.bias_ih_l0_reverse	9	0.028055526316165924
80536	rnn.bias_hh_l0_reverse	0	0.00907908845692873
80536	rnn.bias_hh_l0_reverse	1	-0.026911864057183266
80536	rnn.bias_hh_l0_reverse	2	0.05522112548351288
80536	rnn.bias_hh_l0_reverse	3	-0.03996375575661659
80536	rnn.bias_hh_l0_reverse	4	-0.04467217996716499
80536	rnn.bias_hh_l0_reverse	5	-0.037150897085666656
80536	rnn.bias_hh_l0_reverse	6	-0.021101970225572586
80536	rnn.bias_hh_l0_reverse	7	0.09341420978307724
80536	rnn.bias_hh_l0_reverse	8	0.019891701638698578
80536	rnn.bias_hh_l0_reverse	9	-0.093522809445858
80536	rnn.weight_ih_l1	0	-0.037950243800878525
80536	rnn.weight_ih_l1	1	-0.04046174883842468
80536	rnn.weight_ih_l1	2	0.07170481234788895
80536	rnn.weight_ih_l1	3	-0.02523549273610115
80536	rnn.weight_ih_l1	4	-0.0029963369015604258
80536	rnn.weight_ih_l1	5	-0.04551487788558006
80536	rnn.weight_ih_l1	6	0.031356777995824814
80536	rnn.weight_ih_l1	7	-0.03384082019329071
80536	rnn.weight_ih_l1	8	0.03899059817194939
80536	rnn.weight_ih_l1	9	0.03596368059515953
80536	rnn.weight_hh_l1	0	-0.007549972273409367
80536	rnn.weight_hh_l1	1	0.008984846994280815
80536	rnn.weight_hh_l1	2	-0.008013357408344746
80536	rnn.weight_hh_l1	3	-0.01053706742823124
80536	rnn.weight_hh_l1	4	0.0026044254191219807
80536	rnn.weight_hh_l1	5	0.026565825566649437
80536	rnn.weight_hh_l1	6	0.0267490204423666
80536	rnn.weight_hh_l1	7	-0.027218203991651535
80536	rnn.weight_hh_l1	8	-0.02207801304757595
80536	rnn.weight_hh_l1	9	0.03909993916749954
80536	rnn.bias_ih_l1	0	-0.15414102375507355
80536	rnn.bias_ih_l1	1	-0.13497067987918854
80536	rnn.bias_ih_l1	2	-0.14890335500240326
80536	rnn.bias_ih_l1	3	-0.21655094623565674
80536	rnn.bias_ih_l1	4	-0.1630474478006363
80536	rnn.bias_ih_l1	5	-0.09568943828344345
80536	rnn.bias_ih_l1	6	-0.10648609697818756
80536	rnn.bias_ih_l1	7	-0.023186620324850082
80536	rnn.bias_ih_l1	8	-0.11153711378574371
80536	rnn.bias_ih_l1	9	-0.10226263850927353
80536	rnn.bias_hh_l1	0	-0.11613763868808746
80536	rnn.bias_hh_l1	1	-0.03906223922967911
80536	rnn.bias_hh_l1	2	-0.08083517104387283
80536	rnn.bias_hh_l1	3	-0.08926194161176682
80536	rnn.bias_hh_l1	4	-0.11766400933265686
80536	rnn.bias_hh_l1	5	-0.07958822697401047
80536	rnn.bias_hh_l1	6	-0.10089407116174698
80536	rnn.bias_hh_l1	7	0.017161235213279724
80536	rnn.bias_hh_l1	8	-0.11628012359142303
80536	rnn.bias_hh_l1	9	-0.0782402753829956
80536	rnn.weight_ih_l1_reverse	0	-0.046838704496622086
80536	rnn.weight_ih_l1_reverse	1	0.04737156629562378
80536	rnn.weight_ih_l1_reverse	2	-0.001017006579786539
80536	rnn.weight_ih_l1_reverse	3	0.01160791888833046
80536	rnn.weight_ih_l1_reverse	4	-0.02228403091430664
80536	rnn.weight_ih_l1_reverse	5	-0.034892454743385315
80536	rnn.weight_ih_l1_reverse	6	-0.004942366853356361
80536	rnn.weight_ih_l1_reverse	7	0.016305461525917053
80536	rnn.weight_ih_l1_reverse	8	0.007125039119273424
80536	rnn.weight_ih_l1_reverse	9	-0.023551572114229202
80536	rnn.weight_hh_l1_reverse	0	0.008600087836384773
80536	rnn.weight_hh_l1_reverse	1	0.028549034148454666
80536	rnn.weight_hh_l1_reverse	2	-0.038830071687698364
80536	rnn.weight_hh_l1_reverse	3	0.040317848324775696
80536	rnn.weight_hh_l1_reverse	4	0.047505710273981094
80536	rnn.weight_hh_l1_reverse	5	0.008116111159324646
80536	rnn.weight_hh_l1_reverse	6	0.0077204229310154915
80536	rnn.weight_hh_l1_reverse	7	0.02744710072875023
80536	rnn.weight_hh_l1_reverse	8	-0.0021088519133627415
80536	rnn.weight_hh_l1_reverse	9	-0.039272598922252655
80536	rnn.bias_ih_l1_reverse	0	-0.04583624005317688
80536	rnn.bias_ih_l1_reverse	1	-0.10342584550380707
80536	rnn.bias_ih_l1_reverse	2	-0.11956022679805756
80536	rnn.bias_ih_l1_reverse	3	-0.0044325883500278
80536	rnn.bias_ih_l1_reverse	4	-0.1690904051065445
80536	rnn.bias_ih_l1_reverse	5	-0.08131551742553711
80536	rnn.bias_ih_l1_reverse	6	-0.1136942207813263
80536	rnn.bias_ih_l1_reverse	7	-0.15153652429580688
80536	rnn.bias_ih_l1_reverse	8	0.12574602663516998
80536	rnn.bias_ih_l1_reverse	9	-0.020477192476391792
80536	rnn.bias_hh_l1_reverse	0	-0.03247331082820892
80536	rnn.bias_hh_l1_reverse	1	0.019500838592648506
80536	rnn.bias_hh_l1_reverse	2	-0.21191221475601196
80536	rnn.bias_hh_l1_reverse	3	-0.0862046405673027
80536	rnn.bias_hh_l1_reverse	4	-0.059177812188863754
80536	rnn.bias_hh_l1_reverse	5	-0.07463766634464264
80536	rnn.bias_hh_l1_reverse	6	0.12703068554401398
80536	rnn.bias_hh_l1_reverse	7	-0.12921550869941711
80536	rnn.bias_hh_l1_reverse	8	-0.09739350527524948
80536	rnn.bias_hh_l1_reverse	9	-0.1191454604268074
80536	linear.weight	0	0.002228822559118271
80536	linear.weight	1	0.08014197647571564
80536	linear.weight	2	-0.12289465218782425
80536	linear.weight	3	0.3131011128425598
80536	linear.weight	4	0.10634146630764008
80536	linear.weight	5	0.012816294096410275
80536	linear.weight	6	0.009084626100957394
80536	linear.weight	7	0.054202571511268616
80536	linear.weight	8	0.0414888858795166
80536	linear.weight	9	-0.08091304451227188
80536	linear.bias	0	-0.04649995267391205
80536	linear.bias	1	-0.14437569677829742
80536	linear.bias	2	-0.4417751431465149
80536	linear.bias	3	-0.7387151122093201
80536	linear.bias	4	-1.107311487197876
80536	linear.bias	5	0.011045459657907486
80536	linear.bias	6	-0.6805680990219116
80536	linear.bias	7	0.42660534381866455
80536	linear.bias	8	-0.5511206984519958
80536	linear.bias	9	-0.8756154179573059
80733	transitions	0	0.5249336957931519
80733	transitions	1	0.1104423776268959
80733	transitions	2	-10000.0
80733	transitions	3	-1.8072011470794678
80733	transitions	4	-10000.0
80733	transitions	5	0.62908536195755
80733	transitions	6	-0.04005266726016998
80733	transitions	7	-0.4654804766178131
80733	transitions	8	-1.3574923276901245
80733	transitions	9	-0.0006727664731442928
80733	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
80733	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
80733	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
80733	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
80733	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
80733	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
80733	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
80733	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
80733	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
80733	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
80733	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
80733	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
80733	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
80733	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
80733	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
80733	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
80733	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
80733	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
80733	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
80733	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
80733	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
80733	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
80733	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
80733	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
80733	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
80733	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
80733	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
80733	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
80733	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
80733	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
80733	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
80733	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
80733	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
80733	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
80733	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
80733	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
80733	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
80733	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
80733	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
80733	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
80733	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
80733	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
80733	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
80733	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
80733	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
80733	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
80733	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
80733	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
80733	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
80733	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
80733	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
80733	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
80733	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
80733	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
80733	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
80733	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
80733	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
80733	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
80733	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
80733	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
80733	embedding2nn.weight	0	0.0035966183058917522
80733	embedding2nn.weight	1	-0.016489334404468536
80733	embedding2nn.weight	2	-0.014268255792558193
80733	embedding2nn.weight	3	-0.0047772969119250774
80733	embedding2nn.weight	4	-0.005915035028010607
80733	embedding2nn.weight	5	-0.0037005783524364233
80733	embedding2nn.weight	6	-0.003973218612372875
80733	embedding2nn.weight	7	-0.03704247251152992
80733	embedding2nn.weight	8	-0.0019979383796453476
80733	embedding2nn.weight	9	-0.026430539786815643
80733	embedding2nn.bias	0	0.014862384647130966
80733	embedding2nn.bias	1	-0.04347321018576622
80733	embedding2nn.bias	2	0.07050520926713943
80733	embedding2nn.bias	3	0.029829241335392
80733	embedding2nn.bias	4	-0.031618326902389526
80733	embedding2nn.bias	5	-0.052696820348501205
80733	embedding2nn.bias	6	0.013699347153306007
80733	embedding2nn.bias	7	-0.03330735117197037
80733	embedding2nn.bias	8	0.040220391005277634
80733	embedding2nn.bias	9	0.03244837373495102
80733	rnn.weight_ih_l0	0	-0.038217805325984955
80733	rnn.weight_ih_l0	1	-0.00400807848200202
80733	rnn.weight_ih_l0	2	0.040860652923583984
80733	rnn.weight_ih_l0	3	0.00932921189814806
80733	rnn.weight_ih_l0	4	-0.010500647127628326
80733	rnn.weight_ih_l0	5	-0.05449972301721573
80733	rnn.weight_ih_l0	6	0.0022319606505334377
80733	rnn.weight_ih_l0	7	0.050623152405023575
80733	rnn.weight_ih_l0	8	-0.013062980026006699
80733	rnn.weight_ih_l0	9	-0.02075803466141224
80733	rnn.weight_hh_l0	0	-0.036642950028181076
80733	rnn.weight_hh_l0	1	0.0004960540100000799
80733	rnn.weight_hh_l0	2	0.00924372486770153
80733	rnn.weight_hh_l0	3	-0.04748980700969696
80733	rnn.weight_hh_l0	4	0.05519397184252739
80733	rnn.weight_hh_l0	5	-0.0023318256717175245
80733	rnn.weight_hh_l0	6	-0.03961889445781708
80733	rnn.weight_hh_l0	7	-0.018371285870671272
80733	rnn.weight_hh_l0	8	0.00926894973963499
80733	rnn.weight_hh_l0	9	-0.01679234951734543
80733	rnn.bias_ih_l0	0	0.07743269205093384
80733	rnn.bias_ih_l0	1	-0.018441248685121536
80733	rnn.bias_ih_l0	2	-0.015271171927452087
80733	rnn.bias_ih_l0	3	0.103751540184021
80733	rnn.bias_ih_l0	4	-0.0544135756790638
80733	rnn.bias_ih_l0	5	-0.038567718118429184
80733	rnn.bias_ih_l0	6	0.013995681889355183
80733	rnn.bias_ih_l0	7	0.04021022468805313
80733	rnn.bias_ih_l0	8	-0.09173455089330673
80733	rnn.bias_ih_l0	9	-0.011979203671216965
80733	rnn.bias_hh_l0	0	-0.029566871002316475
80733	rnn.bias_hh_l0	1	-0.07768230140209198
80733	rnn.bias_hh_l0	2	-0.045876700431108475
80733	rnn.bias_hh_l0	3	-0.07473943382501602
80733	rnn.bias_hh_l0	4	-0.033644188195466995
80733	rnn.bias_hh_l0	5	-0.01412202324718237
80733	rnn.bias_hh_l0	6	0.018230360001325607
80733	rnn.bias_hh_l0	7	0.02782510407269001
80733	rnn.bias_hh_l0	8	-0.11708889901638031
80733	rnn.bias_hh_l0	9	-0.017296962440013885
80733	rnn.weight_ih_l0_reverse	0	-0.010553872212767601
80733	rnn.weight_ih_l0_reverse	1	-0.05769478529691696
80733	rnn.weight_ih_l0_reverse	2	-0.03025919757783413
80733	rnn.weight_ih_l0_reverse	3	-0.0031598671339452267
80733	rnn.weight_ih_l0_reverse	4	-0.010489671491086483
80733	rnn.weight_ih_l0_reverse	5	-0.04310610145330429
80733	rnn.weight_ih_l0_reverse	6	0.06117510423064232
80733	rnn.weight_ih_l0_reverse	7	-0.016744442284107208
80733	rnn.weight_ih_l0_reverse	8	-0.03414668142795563
80733	rnn.weight_ih_l0_reverse	9	0.006221529562026262
80733	rnn.weight_hh_l0_reverse	0	0.03728316351771355
80733	rnn.weight_hh_l0_reverse	1	0.020197493955492973
80733	rnn.weight_hh_l0_reverse	2	0.03727510944008827
80733	rnn.weight_hh_l0_reverse	3	0.02631872333586216
80733	rnn.weight_hh_l0_reverse	4	0.001446812180802226
80733	rnn.weight_hh_l0_reverse	5	0.015420944429934025
80733	rnn.weight_hh_l0_reverse	6	0.04167922958731651
80733	rnn.weight_hh_l0_reverse	7	-0.06175428628921509
80733	rnn.weight_hh_l0_reverse	8	0.02976086549460888
80733	rnn.weight_hh_l0_reverse	9	0.049684371799230576
80733	rnn.bias_ih_l0_reverse	0	-0.06378832459449768
80733	rnn.bias_ih_l0_reverse	1	-0.2203863114118576
80733	rnn.bias_ih_l0_reverse	2	-0.10651053488254547
80733	rnn.bias_ih_l0_reverse	3	-0.024999896064400673
80733	rnn.bias_ih_l0_reverse	4	-0.03930133208632469
80733	rnn.bias_ih_l0_reverse	5	0.033711303025484085
80733	rnn.bias_ih_l0_reverse	6	-0.060574956238269806
80733	rnn.bias_ih_l0_reverse	7	0.041655514389276505
80733	rnn.bias_ih_l0_reverse	8	-0.028864571824669838
80733	rnn.bias_ih_l0_reverse	9	0.025731723755598068
80733	rnn.bias_hh_l0_reverse	0	0.006404127925634384
80733	rnn.bias_hh_l0_reverse	1	-0.029578888788819313
80733	rnn.bias_hh_l0_reverse	2	0.05456835776567459
80733	rnn.bias_hh_l0_reverse	3	-0.0422719344496727
80733	rnn.bias_hh_l0_reverse	4	-0.043761588633060455
80733	rnn.bias_hh_l0_reverse	5	-0.03579253330826759
80733	rnn.bias_hh_l0_reverse	6	-0.019867608323693275
80733	rnn.bias_hh_l0_reverse	7	0.09111612290143967
80733	rnn.bias_hh_l0_reverse	8	0.01832682266831398
80733	rnn.bias_hh_l0_reverse	9	-0.09691847860813141
80733	rnn.weight_ih_l1	0	-0.03804657235741615
80733	rnn.weight_ih_l1	1	-0.038670614361763
80733	rnn.weight_ih_l1	2	0.07161841541528702
80733	rnn.weight_ih_l1	3	-0.02269911952316761
80733	rnn.weight_ih_l1	4	-0.002591261640191078
80733	rnn.weight_ih_l1	5	-0.045722488313913345
80733	rnn.weight_ih_l1	6	0.031683340668678284
80733	rnn.weight_ih_l1	7	-0.03334053233265877
80733	rnn.weight_ih_l1	8	0.03904946520924568
80733	rnn.weight_ih_l1	9	0.03648616373538971
80733	rnn.weight_hh_l1	0	-0.007239180617034435
80733	rnn.weight_hh_l1	1	0.009070008061826229
80733	rnn.weight_hh_l1	2	-0.006953787989914417
80733	rnn.weight_hh_l1	3	-0.010771914385259151
80733	rnn.weight_hh_l1	4	0.0027520868461579084
80733	rnn.weight_hh_l1	5	0.02706458792090416
80733	rnn.weight_hh_l1	6	0.02695597894489765
80733	rnn.weight_hh_l1	7	-0.026873629540205002
80733	rnn.weight_hh_l1	8	-0.022298019379377365
80733	rnn.weight_hh_l1	9	0.03838023915886879
80733	rnn.bias_ih_l1	0	-0.15312786400318146
80733	rnn.bias_ih_l1	1	-0.13353455066680908
80733	rnn.bias_ih_l1	2	-0.1529349386692047
80733	rnn.bias_ih_l1	3	-0.21433699131011963
80733	rnn.bias_ih_l1	4	-0.16209976375102997
80733	rnn.bias_ih_l1	5	-0.09626653790473938
80733	rnn.bias_ih_l1	6	-0.10371819883584976
80733	rnn.bias_ih_l1	7	-0.022198686376214027
80733	rnn.bias_ih_l1	8	-0.10931186378002167
80733	rnn.bias_ih_l1	9	-0.09760404378175735
80733	rnn.bias_hh_l1	0	-0.11599690467119217
80733	rnn.bias_hh_l1	1	-0.03671114519238472
80733	rnn.bias_hh_l1	2	-0.07979638874530792
80733	rnn.bias_hh_l1	3	-0.08845966309309006
80733	rnn.bias_hh_l1	4	-0.11743483692407608
80733	rnn.bias_hh_l1	5	-0.07774455845355988
80733	rnn.bias_hh_l1	6	-0.09845046699047089
80733	rnn.bias_hh_l1	7	0.020191708579659462
80733	rnn.bias_hh_l1	8	-0.11653581261634827
80733	rnn.bias_hh_l1	9	-0.08124886453151703
80733	rnn.weight_ih_l1_reverse	0	-0.045291148126125336
80733	rnn.weight_ih_l1_reverse	1	0.04840967804193497
80733	rnn.weight_ih_l1_reverse	2	-0.003040196606889367
80733	rnn.weight_ih_l1_reverse	3	0.010390088893473148
80733	rnn.weight_ih_l1_reverse	4	-0.021491464227437973
80733	rnn.weight_ih_l1_reverse	5	-0.035060297697782516
80733	rnn.weight_ih_l1_reverse	6	-0.006615206599235535
80733	rnn.weight_ih_l1_reverse	7	0.015619004145264626
80733	rnn.weight_ih_l1_reverse	8	0.006645205896347761
80733	rnn.weight_ih_l1_reverse	9	-0.019747279584407806
80733	rnn.weight_hh_l1_reverse	0	0.00866695400327444
80733	rnn.weight_hh_l1_reverse	1	0.02860267460346222
80733	rnn.weight_hh_l1_reverse	2	-0.03886725753545761
80733	rnn.weight_hh_l1_reverse	3	0.040367331355810165
80733	rnn.weight_hh_l1_reverse	4	0.047664206475019455
80733	rnn.weight_hh_l1_reverse	5	0.007671626750379801
80733	rnn.weight_hh_l1_reverse	6	0.007073645479977131
80733	rnn.weight_hh_l1_reverse	7	0.02736510895192623
80733	rnn.weight_hh_l1_reverse	8	-0.002023552544414997
80733	rnn.weight_hh_l1_reverse	9	-0.03919302299618721
80733	rnn.bias_ih_l1_reverse	0	-0.045312851667404175
80733	rnn.bias_ih_l1_reverse	1	-0.09999828040599823
80733	rnn.bias_ih_l1_reverse	2	-0.1184036061167717
80733	rnn.bias_ih_l1_reverse	3	-0.005893092602491379
80733	rnn.bias_ih_l1_reverse	4	-0.17073868215084076
80733	rnn.bias_ih_l1_reverse	5	-0.08163165301084518
80733	rnn.bias_ih_l1_reverse	6	-0.11282701045274734
80733	rnn.bias_ih_l1_reverse	7	-0.1486714482307434
80733	rnn.bias_ih_l1_reverse	8	0.13341517746448517
80733	rnn.bias_ih_l1_reverse	9	-0.019557522609829903
80733	rnn.bias_hh_l1_reverse	0	-0.02322598174214363
80733	rnn.bias_hh_l1_reverse	1	0.025412971153855324
80733	rnn.bias_hh_l1_reverse	2	-0.21148347854614258
80733	rnn.bias_hh_l1_reverse	3	-0.08528881520032883
80733	rnn.bias_hh_l1_reverse	4	-0.060371361672878265
80733	rnn.bias_hh_l1_reverse	5	-0.07415828853845596
80733	rnn.bias_hh_l1_reverse	6	0.13671384751796722
80733	rnn.bias_hh_l1_reverse	7	-0.128180593252182
80733	rnn.bias_hh_l1_reverse	8	-0.09609474241733551
80733	rnn.bias_hh_l1_reverse	9	-0.11920017749071121
80733	linear.weight	0	0.002228822559118271
80733	linear.weight	1	0.06593433767557144
80733	linear.weight	2	-0.11737772077322006
80733	linear.weight	3	0.3087657690048218
80733	linear.weight	4	0.10742929577827454
80733	linear.weight	5	0.009647167287766933
80733	linear.weight	6	0.015923606231808662
80733	linear.weight	7	0.05662892386317253
80733	linear.weight	8	0.04148605465888977
80733	linear.weight	9	-0.08399835973978043
80733	linear.bias	0	-0.05162627249956131
80733	linear.bias	1	-0.13951517641544342
80733	linear.bias	2	-0.4294099509716034
80733	linear.bias	3	-0.7153249979019165
80733	linear.bias	4	-1.0887036323547363
80733	linear.bias	5	-0.033401213586330414
80733	linear.bias	6	-0.6755924820899963
80733	linear.bias	7	0.38188546895980835
80733	linear.bias	8	-0.5352645516395569
80733	linear.bias	9	-0.8593436479568481
80930	transitions	0	0.5324689149856567
80930	transitions	1	0.10831581801176071
80930	transitions	2	-10000.0
80930	transitions	3	-1.8072733879089355
80930	transitions	4	-10000.0
80930	transitions	5	0.6287295818328857
80930	transitions	6	-0.040177956223487854
80930	transitions	7	-0.4660665988922119
80930	transitions	8	-1.3576444387435913
80930	transitions	9	-0.0006744068232364953
80930	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
80930	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
80930	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
80930	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
80930	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
80930	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
80930	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
80930	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
80930	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
80930	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
80930	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
80930	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
80930	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
80930	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
80930	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
80930	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
80930	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
80930	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
80930	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
80930	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
80930	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
80930	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
80930	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
80930	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
80930	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
80930	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
80930	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
80930	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
80930	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
80930	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
80930	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
80930	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
80930	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
80930	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
80930	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
80930	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
80930	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
80930	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
80930	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
80930	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
80930	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
80930	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
80930	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
80930	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
80930	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
80930	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
80930	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
80930	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
80930	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
80930	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
80930	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
80930	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
80930	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
80930	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
80930	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
80930	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
80930	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
80930	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
80930	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
80930	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
80930	embedding2nn.weight	0	0.003441112581640482
80930	embedding2nn.weight	1	-0.01658640429377556
80930	embedding2nn.weight	2	-0.014268255792558193
80930	embedding2nn.weight	3	-0.007914499379694462
80930	embedding2nn.weight	4	-0.005915035028010607
80930	embedding2nn.weight	5	-0.0037005774211138487
80930	embedding2nn.weight	6	-0.003973217215389013
80930	embedding2nn.weight	7	-0.03577157482504845
80930	embedding2nn.weight	8	-0.0019979383796453476
80930	embedding2nn.weight	9	-0.026143057271838188
80930	embedding2nn.bias	0	0.011781908571720123
80930	embedding2nn.bias	1	-0.04255974665284157
80930	embedding2nn.bias	2	0.06918679922819138
80930	embedding2nn.bias	3	0.028286442160606384
80930	embedding2nn.bias	4	-0.03554649278521538
80930	embedding2nn.bias	5	-0.05726803094148636
80930	embedding2nn.bias	6	0.014189484529197216
80930	embedding2nn.bias	7	-0.03896717727184296
80930	embedding2nn.bias	8	0.03560089319944382
80930	embedding2nn.bias	9	0.03376266732811928
80930	rnn.weight_ih_l0	0	-0.03670391067862511
80930	rnn.weight_ih_l0	1	-0.005671719554811716
80930	rnn.weight_ih_l0	2	0.04161107540130615
80930	rnn.weight_ih_l0	3	0.009362620301544666
80930	rnn.weight_ih_l0	4	-0.01041445042937994
80930	rnn.weight_ih_l0	5	-0.05375196784734726
80930	rnn.weight_ih_l0	6	0.0028026695363223553
80930	rnn.weight_ih_l0	7	0.05155616253614426
80930	rnn.weight_ih_l0	8	-0.013273957185447216
80930	rnn.weight_ih_l0	9	-0.019949762150645256
80930	rnn.weight_hh_l0	0	-0.03549271449446678
80930	rnn.weight_hh_l0	1	0.0003397901891730726
80930	rnn.weight_hh_l0	2	0.009706691838800907
80930	rnn.weight_hh_l0	3	-0.04731830209493637
80930	rnn.weight_hh_l0	4	0.05466248095035553
80930	rnn.weight_hh_l0	5	-0.0030366547871381044
80930	rnn.weight_hh_l0	6	-0.03813498094677925
80930	rnn.weight_hh_l0	7	-0.017243647947907448
80930	rnn.weight_hh_l0	8	0.010354836471378803
80930	rnn.weight_hh_l0	9	-0.01649980992078781
80930	rnn.bias_ih_l0	0	0.08142981678247452
80930	rnn.bias_ih_l0	1	-0.023490900173783302
80930	rnn.bias_ih_l0	2	-0.01390631403774023
80930	rnn.bias_ih_l0	3	0.1099737286567688
80930	rnn.bias_ih_l0	4	-0.05234971269965172
80930	rnn.bias_ih_l0	5	-0.03902502357959747
80930	rnn.bias_ih_l0	6	0.008917553350329399
80930	rnn.bias_ih_l0	7	0.04466911032795906
80930	rnn.bias_ih_l0	8	-0.09442543983459473
80930	rnn.bias_ih_l0	9	-0.013327265158295631
80930	rnn.bias_hh_l0	0	-0.03234988451004028
80930	rnn.bias_hh_l0	1	-0.07919911295175552
80930	rnn.bias_hh_l0	2	-0.04714460298418999
80930	rnn.bias_hh_l0	3	-0.07609368860721588
80930	rnn.bias_hh_l0	4	-0.033217936754226685
80930	rnn.bias_hh_l0	5	-0.011765644885599613
80930	rnn.bias_hh_l0	6	0.01912686973810196
80930	rnn.bias_hh_l0	7	0.02731330692768097
80930	rnn.bias_hh_l0	8	-0.1169014573097229
80930	rnn.bias_hh_l0	9	-0.02313593029975891
80930	rnn.weight_ih_l0_reverse	0	-0.009277303703129292
80930	rnn.weight_ih_l0_reverse	1	-0.05633901059627533
80930	rnn.weight_ih_l0_reverse	2	-0.030100921168923378
80930	rnn.weight_ih_l0_reverse	3	-0.0033518860582262278
80930	rnn.weight_ih_l0_reverse	4	-0.012129588983952999
80930	rnn.weight_ih_l0_reverse	5	-0.04298516735434532
80930	rnn.weight_ih_l0_reverse	6	0.06100732088088989
80930	rnn.weight_ih_l0_reverse	7	-0.016896171495318413
80930	rnn.weight_ih_l0_reverse	8	-0.03375392034649849
80930	rnn.weight_ih_l0_reverse	9	0.006426791660487652
80930	rnn.weight_hh_l0_reverse	0	0.03661210462450981
80930	rnn.weight_hh_l0_reverse	1	0.020490767434239388
80930	rnn.weight_hh_l0_reverse	2	0.037327975034713745
80930	rnn.weight_hh_l0_reverse	3	0.025999678298830986
80930	rnn.weight_hh_l0_reverse	4	0.001194437500089407
80930	rnn.weight_hh_l0_reverse	5	0.016210950911045074
80930	rnn.weight_hh_l0_reverse	6	0.04192152991890907
80930	rnn.weight_hh_l0_reverse	7	-0.06264322996139526
80930	rnn.weight_hh_l0_reverse	8	0.030248265713453293
80930	rnn.weight_hh_l0_reverse	9	0.04988868907094002
80930	rnn.bias_ih_l0_reverse	0	-0.0660497322678566
80930	rnn.bias_ih_l0_reverse	1	-0.22326268255710602
80930	rnn.bias_ih_l0_reverse	2	-0.10233357548713684
80930	rnn.bias_ih_l0_reverse	3	-0.025448186323046684
80930	rnn.bias_ih_l0_reverse	4	-0.036842022091150284
80930	rnn.bias_ih_l0_reverse	5	0.036439280956983566
80930	rnn.bias_ih_l0_reverse	6	-0.06054610013961792
80930	rnn.bias_ih_l0_reverse	7	0.0397024005651474
80930	rnn.bias_ih_l0_reverse	8	-0.027326317504048347
80930	rnn.bias_ih_l0_reverse	9	0.024822359904646873
80930	rnn.bias_hh_l0_reverse	0	0.007634366396814585
80930	rnn.bias_hh_l0_reverse	1	-0.027678407728672028
80930	rnn.bias_hh_l0_reverse	2	0.0549294538795948
80930	rnn.bias_hh_l0_reverse	3	-0.04494009539484978
80930	rnn.bias_hh_l0_reverse	4	-0.04117334261536598
80930	rnn.bias_hh_l0_reverse	5	-0.03838742524385452
80930	rnn.bias_hh_l0_reverse	6	-0.017507271841168404
80930	rnn.bias_hh_l0_reverse	7	0.08938408643007278
80930	rnn.bias_hh_l0_reverse	8	0.016491787508130074
80930	rnn.bias_hh_l0_reverse	9	-0.09439504146575928
80930	rnn.weight_ih_l1	0	-0.03751908987760544
80930	rnn.weight_ih_l1	1	-0.03706612065434456
80930	rnn.weight_ih_l1	2	0.07512245327234268
80930	rnn.weight_ih_l1	3	-0.025731690227985382
80930	rnn.weight_ih_l1	4	-0.0036307605914771557
80930	rnn.weight_ih_l1	5	-0.0463409461081028
80930	rnn.weight_ih_l1	6	0.03293350338935852
80930	rnn.weight_ih_l1	7	-0.035540930926799774
80930	rnn.weight_ih_l1	8	0.038878604769706726
80930	rnn.weight_ih_l1	9	0.036702174693346024
80930	rnn.weight_hh_l1	0	-0.007815335877239704
80930	rnn.weight_hh_l1	1	0.009072951041162014
80930	rnn.weight_hh_l1	2	-0.0055956849828362465
80930	rnn.weight_hh_l1	3	-0.01043685432523489
80930	rnn.weight_hh_l1	4	0.003426641458645463
80930	rnn.weight_hh_l1	5	0.02755950205028057
80930	rnn.weight_hh_l1	6	0.02664703130722046
80930	rnn.weight_hh_l1	7	-0.02663961984217167
80930	rnn.weight_hh_l1	8	-0.02222352661192417
80930	rnn.weight_hh_l1	9	0.03981255367398262
80930	rnn.bias_ih_l1	0	-0.15139107406139374
80930	rnn.bias_ih_l1	1	-0.13559502363204956
80930	rnn.bias_ih_l1	2	-0.15136055648326874
80930	rnn.bias_ih_l1	3	-0.21776920557022095
80930	rnn.bias_ih_l1	4	-0.16080377995967865
80930	rnn.bias_ih_l1	5	-0.09643970429897308
80930	rnn.bias_ih_l1	6	-0.10846418887376785
80930	rnn.bias_ih_l1	7	-0.02143186517059803
80930	rnn.bias_ih_l1	8	-0.11198931187391281
80930	rnn.bias_ih_l1	9	-0.09738734364509583
80930	rnn.bias_hh_l1	0	-0.11325518041849136
80930	rnn.bias_hh_l1	1	-0.033272989094257355
80930	rnn.bias_hh_l1	2	-0.08563187718391418
80930	rnn.bias_hh_l1	3	-0.08896370977163315
80930	rnn.bias_hh_l1	4	-0.11744294315576553
80930	rnn.bias_hh_l1	5	-0.07846330851316452
80930	rnn.bias_hh_l1	6	-0.09718618541955948
80930	rnn.bias_hh_l1	7	0.024091390892863274
80930	rnn.bias_hh_l1	8	-0.11662811040878296
80930	rnn.bias_hh_l1	9	-0.0793163925409317
80930	rnn.weight_ih_l1_reverse	0	-0.04504166543483734
80930	rnn.weight_ih_l1_reverse	1	0.04640599340200424
80930	rnn.weight_ih_l1_reverse	2	-0.001220144098624587
80930	rnn.weight_ih_l1_reverse	3	0.011732651852071285
80930	rnn.weight_ih_l1_reverse	4	-0.019387612119317055
80930	rnn.weight_ih_l1_reverse	5	-0.03465113043785095
80930	rnn.weight_ih_l1_reverse	6	-0.008264046162366867
80930	rnn.weight_ih_l1_reverse	7	0.016630401834845543
80930	rnn.weight_ih_l1_reverse	8	0.005097843240946531
80930	rnn.weight_ih_l1_reverse	9	-0.016012145206332207
80930	rnn.weight_hh_l1_reverse	0	0.008727744221687317
80930	rnn.weight_hh_l1_reverse	1	0.02864481508731842
80930	rnn.weight_hh_l1_reverse	2	-0.03901766613125801
80930	rnn.weight_hh_l1_reverse	3	0.04064705967903137
80930	rnn.weight_hh_l1_reverse	4	0.047828104346990585
80930	rnn.weight_hh_l1_reverse	5	0.007151099853217602
80930	rnn.weight_hh_l1_reverse	6	0.005746287759393454
80930	rnn.weight_hh_l1_reverse	7	0.027439309284090996
80930	rnn.weight_hh_l1_reverse	8	-0.0020262168254703283
80930	rnn.weight_hh_l1_reverse	9	-0.03920331224799156
80930	rnn.bias_ih_l1_reverse	0	-0.04756038263440132
80930	rnn.bias_ih_l1_reverse	1	-0.09955181181430817
80930	rnn.bias_ih_l1_reverse	2	-0.11948734521865845
80930	rnn.bias_ih_l1_reverse	3	-0.0009888909989967942
80930	rnn.bias_ih_l1_reverse	4	-0.1713992953300476
80930	rnn.bias_ih_l1_reverse	5	-0.07974865287542343
80930	rnn.bias_ih_l1_reverse	6	-0.1136336475610733
80930	rnn.bias_ih_l1_reverse	7	-0.147555410861969
80930	rnn.bias_ih_l1_reverse	8	0.13492847979068756
80930	rnn.bias_ih_l1_reverse	9	-0.015549194999039173
80930	rnn.bias_hh_l1_reverse	0	-0.021695533767342567
80930	rnn.bias_hh_l1_reverse	1	0.02287573739886284
80930	rnn.bias_hh_l1_reverse	2	-0.2120198756456375
80930	rnn.bias_hh_l1_reverse	3	-0.08643276989459991
80930	rnn.bias_hh_l1_reverse	4	-0.06138462573289871
80930	rnn.bias_hh_l1_reverse	5	-0.07169267535209656
80930	rnn.bias_hh_l1_reverse	6	0.14510805904865265
80930	rnn.bias_hh_l1_reverse	7	-0.12992450594902039
80930	rnn.bias_hh_l1_reverse	8	-0.09703933447599411
80930	rnn.bias_hh_l1_reverse	9	-0.11961068958044052
80930	linear.weight	0	0.002228822559118271
80930	linear.weight	1	0.061282072216272354
80930	linear.weight	2	-0.12455909699201584
80930	linear.weight	3	0.3074938952922821
80930	linear.weight	4	0.10003378242254257
80930	linear.weight	5	0.00751678878441453
80930	linear.weight	6	0.04044162109494209
80930	linear.weight	7	0.06498214602470398
80930	linear.weight	8	0.04148179665207863
80930	linear.weight	9	-0.08327820897102356
80930	linear.bias	0	-0.04488794133067131
80930	linear.bias	1	-0.15730516612529755
80930	linear.bias	2	-0.45052093267440796
80930	linear.bias	3	-0.732075035572052
80930	linear.bias	4	-1.1142817735671997
80930	linear.bias	5	-0.005312848370522261
80930	linear.bias	6	-0.6965469717979431
80930	linear.bias	7	0.4090759754180908
80930	linear.bias	8	-0.5450396537780762
80930	linear.bias	9	-0.8693345189094543
80934	transitions	0	0.5324594378471375
80934	transitions	1	0.1082712709903717
80934	transitions	2	-10000.0
80934	transitions	3	-1.807274341583252
80934	transitions	4	-10000.0
80934	transitions	5	0.62872713804245
80934	transitions	6	-0.040179211646318436
80934	transitions	7	-0.4660717248916626
80934	transitions	8	-1.3576472997665405
80934	transitions	9	-0.0006744196871295571
80934	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
80934	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
80934	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
80934	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
80934	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
80934	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
80934	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
80934	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
80934	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
80934	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
80934	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
80934	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
80934	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
80934	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
80934	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
80934	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
80934	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
80934	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
80934	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
80934	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
80934	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
80934	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
80934	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
80934	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
80934	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
80934	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
80934	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
80934	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
80934	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
80934	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
80934	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
80934	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
80934	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
80934	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
80934	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
80934	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
80934	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
80934	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
80934	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
80934	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
80934	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
80934	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
80934	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
80934	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
80934	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
80934	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
80934	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
80934	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
80934	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
80934	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
80934	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
80934	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
80934	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
80934	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
80934	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
80934	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
80934	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
80934	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
80934	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
80934	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
80934	embedding2nn.weight	0	0.0033659799955785275
80934	embedding2nn.weight	1	-0.016577526926994324
80934	embedding2nn.weight	2	-0.014268255792558193
80934	embedding2nn.weight	3	-0.007334596011787653
80934	embedding2nn.weight	4	-0.005915035028010607
80934	embedding2nn.weight	5	-0.0037005774211138487
80934	embedding2nn.weight	6	-0.003973217215389013
80934	embedding2nn.weight	7	-0.03583036735653877
80934	embedding2nn.weight	8	-0.0019979383796453476
80934	embedding2nn.weight	9	-0.026123957708477974
80934	embedding2nn.bias	0	0.012054728344082832
80934	embedding2nn.bias	1	-0.04116328805685043
80934	embedding2nn.bias	2	0.06840869784355164
80934	embedding2nn.bias	3	0.029619237408041954
80934	embedding2nn.bias	4	-0.034433357417583466
80934	embedding2nn.bias	5	-0.05645763501524925
80934	embedding2nn.bias	6	0.014340090565383434
80934	embedding2nn.bias	7	-0.039293043315410614
80934	embedding2nn.bias	8	0.035141926258802414
80934	embedding2nn.bias	9	0.03346811607480049
80934	rnn.weight_ih_l0	0	-0.03668418154120445
80934	rnn.weight_ih_l0	1	-0.0057713123969733715
80934	rnn.weight_ih_l0	2	0.041611749678850174
80934	rnn.weight_ih_l0	3	0.009558630175888538
80934	rnn.weight_ih_l0	4	-0.010353839956223965
80934	rnn.weight_ih_l0	5	-0.05375995859503746
80934	rnn.weight_ih_l0	6	0.0025662498082965612
80934	rnn.weight_ih_l0	7	0.051632244139909744
80934	rnn.weight_ih_l0	8	-0.01343424804508686
80934	rnn.weight_ih_l0	9	-0.019909469410777092
80934	rnn.weight_hh_l0	0	-0.03554176911711693
80934	rnn.weight_hh_l0	1	0.0004173839988652617
80934	rnn.weight_hh_l0	2	0.009729907847940922
80934	rnn.weight_hh_l0	3	-0.04740041866898537
80934	rnn.weight_hh_l0	4	0.05463398993015289
80934	rnn.weight_hh_l0	5	-0.003087628399953246
80934	rnn.weight_hh_l0	6	-0.03818512335419655
80934	rnn.weight_hh_l0	7	-0.017305927351117134
80934	rnn.weight_hh_l0	8	0.010224179364740849
80934	rnn.weight_hh_l0	9	-0.016506612300872803
80934	rnn.bias_ih_l0	0	0.08118421584367752
80934	rnn.bias_ih_l0	1	-0.0232569370418787
80934	rnn.bias_ih_l0	2	-0.01380234956741333
80934	rnn.bias_ih_l0	3	0.1090826615691185
80934	rnn.bias_ih_l0	4	-0.052336253225803375
80934	rnn.bias_ih_l0	5	-0.03899998962879181
80934	rnn.bias_ih_l0	6	0.008975581265985966
80934	rnn.bias_ih_l0	7	0.044631119817495346
80934	rnn.bias_ih_l0	8	-0.09450028836727142
80934	rnn.bias_ih_l0	9	-0.012880343943834305
80934	rnn.bias_hh_l0	0	-0.0326668806374073
80934	rnn.bias_hh_l0	1	-0.07897806167602539
80934	rnn.bias_hh_l0	2	-0.047210872173309326
80934	rnn.bias_hh_l0	3	-0.07620227336883545
80934	rnn.bias_hh_l0	4	-0.03397432342171669
80934	rnn.bias_hh_l0	5	-0.012311304919421673
80934	rnn.bias_hh_l0	6	0.01923278160393238
80934	rnn.bias_hh_l0	7	0.02818387560546398
80934	rnn.bias_hh_l0	8	-0.11689943075180054
80934	rnn.bias_hh_l0	9	-0.023276211693882942
80934	rnn.weight_ih_l0_reverse	0	-0.009196477942168713
80934	rnn.weight_ih_l0_reverse	1	-0.05612027645111084
80934	rnn.weight_ih_l0_reverse	2	-0.03006906248629093
80934	rnn.weight_ih_l0_reverse	3	-0.003355336608365178
80934	rnn.weight_ih_l0_reverse	4	-0.012104098685085773
80934	rnn.weight_ih_l0_reverse	5	-0.04302993044257164
80934	rnn.weight_ih_l0_reverse	6	0.06116668879985809
80934	rnn.weight_ih_l0_reverse	7	-0.016643472015857697
80934	rnn.weight_ih_l0_reverse	8	-0.03372442349791527
80934	rnn.weight_ih_l0_reverse	9	0.006640628445893526
80934	rnn.weight_hh_l0_reverse	0	0.03641708567738533
80934	rnn.weight_hh_l0_reverse	1	0.020558545365929604
80934	rnn.weight_hh_l0_reverse	2	0.03730137646198273
80934	rnn.weight_hh_l0_reverse	3	0.025938380509614944
80934	rnn.weight_hh_l0_reverse	4	0.0012191972928121686
80934	rnn.weight_hh_l0_reverse	5	0.015854815021157265
80934	rnn.weight_hh_l0_reverse	6	0.04197511449456215
80934	rnn.weight_hh_l0_reverse	7	-0.0626770481467247
80934	rnn.weight_hh_l0_reverse	8	0.0301915742456913
80934	rnn.weight_hh_l0_reverse	9	0.049972210079431534
80934	rnn.bias_ih_l0_reverse	0	-0.06611039489507675
80934	rnn.bias_ih_l0_reverse	1	-0.22261381149291992
80934	rnn.bias_ih_l0_reverse	2	-0.10210245847702026
80934	rnn.bias_ih_l0_reverse	3	-0.025485994294285774
80934	rnn.bias_ih_l0_reverse	4	-0.036801837384700775
80934	rnn.bias_ih_l0_reverse	5	0.03673921525478363
80934	rnn.bias_ih_l0_reverse	6	-0.06035096198320389
80934	rnn.bias_ih_l0_reverse	7	0.03952623903751373
80934	rnn.bias_ih_l0_reverse	8	-0.027466360479593277
80934	rnn.bias_ih_l0_reverse	9	0.02468131296336651
80934	rnn.bias_hh_l0_reverse	0	0.007688559126108885
80934	rnn.bias_hh_l0_reverse	1	-0.02760309912264347
80934	rnn.bias_hh_l0_reverse	2	0.054674647748470306
80934	rnn.bias_hh_l0_reverse	3	-0.04471294581890106
80934	rnn.bias_hh_l0_reverse	4	-0.04091059789061546
80934	rnn.bias_hh_l0_reverse	5	-0.03800332918763161
80934	rnn.bias_hh_l0_reverse	6	-0.017366264015436172
80934	rnn.bias_hh_l0_reverse	7	0.08962924778461456
80934	rnn.bias_hh_l0_reverse	8	0.016513461247086525
80934	rnn.bias_hh_l0_reverse	9	-0.09455715119838715
80934	rnn.weight_ih_l1	0	-0.03746234253048897
80934	rnn.weight_ih_l1	1	-0.03712211176753044
80934	rnn.weight_ih_l1	2	0.07542510330677032
80934	rnn.weight_ih_l1	3	-0.025723636150360107
80934	rnn.weight_ih_l1	4	-0.003602570155635476
80934	rnn.weight_ih_l1	5	-0.04635069519281387
80934	rnn.weight_ih_l1	6	0.032901402562856674
80934	rnn.weight_ih_l1	7	-0.035479702055454254
80934	rnn.weight_ih_l1	8	0.03887919336557388
80934	rnn.weight_ih_l1	9	0.03677250072360039
80934	rnn.weight_hh_l1	0	-0.00778943533077836
80934	rnn.weight_hh_l1	1	0.009088080376386642
80934	rnn.weight_hh_l1	2	-0.005651450715959072
80934	rnn.weight_hh_l1	3	-0.010448656044900417
80934	rnn.weight_hh_l1	4	0.0034005488269031048
80934	rnn.weight_hh_l1	5	0.027553193271160126
80934	rnn.weight_hh_l1	6	0.02662312611937523
80934	rnn.weight_hh_l1	7	-0.026585958898067474
80934	rnn.weight_hh_l1	8	-0.02213621698319912
80934	rnn.weight_hh_l1	9	0.039782796055078506
80934	rnn.bias_ih_l1	0	-0.1513337343931198
80934	rnn.bias_ih_l1	1	-0.13558930158615112
80934	rnn.bias_ih_l1	2	-0.14996924996376038
80934	rnn.bias_ih_l1	3	-0.21801938116550446
80934	rnn.bias_ih_l1	4	-0.16188658773899078
80934	rnn.bias_ih_l1	5	-0.09660271555185318
80934	rnn.bias_ih_l1	6	-0.10761736333370209
80934	rnn.bias_ih_l1	7	-0.02179587632417679
80934	rnn.bias_ih_l1	8	-0.11243177205324173
80934	rnn.bias_ih_l1	9	-0.09748702496290207
80934	rnn.bias_hh_l1	0	-0.11372215300798416
80934	rnn.bias_hh_l1	1	-0.032572489231824875
80934	rnn.bias_hh_l1	2	-0.08575809001922607
80934	rnn.bias_hh_l1	3	-0.08893241733312607
80934	rnn.bias_hh_l1	4	-0.11752729117870331
80934	rnn.bias_hh_l1	5	-0.07851756364107132
80934	rnn.bias_hh_l1	6	-0.09749569743871689
80934	rnn.bias_hh_l1	7	0.02423618547618389
80934	rnn.bias_hh_l1	8	-0.11682367324829102
80934	rnn.bias_hh_l1	9	-0.07930829375982285
80934	rnn.weight_ih_l1_reverse	0	-0.04512586444616318
80934	rnn.weight_ih_l1_reverse	1	0.04625080153346062
80934	rnn.weight_ih_l1_reverse	2	-0.0009825534652918577
80934	rnn.weight_ih_l1_reverse	3	0.011489673517644405
80934	rnn.weight_ih_l1_reverse	4	-0.01975756138563156
80934	rnn.weight_ih_l1_reverse	5	-0.034488461911678314
80934	rnn.weight_ih_l1_reverse	6	-0.008351720869541168
80934	rnn.weight_ih_l1_reverse	7	0.01657566986978054
80934	rnn.weight_ih_l1_reverse	8	0.005148202180862427
80934	rnn.weight_ih_l1_reverse	9	-0.015968050807714462
80934	rnn.weight_hh_l1_reverse	0	0.008764557540416718
80934	rnn.weight_hh_l1_reverse	1	0.028651442378759384
80934	rnn.weight_hh_l1_reverse	2	-0.03902439400553703
80934	rnn.weight_hh_l1_reverse	3	0.040626946836709976
80934	rnn.weight_hh_l1_reverse	4	0.04785187542438507
80934	rnn.weight_hh_l1_reverse	5	0.0069570704363286495
80934	rnn.weight_hh_l1_reverse	6	0.005699882283806801
80934	rnn.weight_hh_l1_reverse	7	0.02743895910680294
80934	rnn.weight_hh_l1_reverse	8	-0.0020255791023373604
80934	rnn.weight_hh_l1_reverse	9	-0.039245910942554474
80934	rnn.bias_ih_l1_reverse	0	-0.047783564776182175
80934	rnn.bias_ih_l1_reverse	1	-0.10026001185178757
80934	rnn.bias_ih_l1_reverse	2	-0.11951898783445358
80934	rnn.bias_ih_l1_reverse	3	-0.0007415303844027221
80934	rnn.bias_ih_l1_reverse	4	-0.1715426743030548
80934	rnn.bias_ih_l1_reverse	5	-0.07969440519809723
80934	rnn.bias_ih_l1_reverse	6	-0.1137680858373642
80934	rnn.bias_ih_l1_reverse	7	-0.14781156182289124
80934	rnn.bias_ih_l1_reverse	8	0.13557972013950348
80934	rnn.bias_ih_l1_reverse	9	-0.016057852655649185
80934	rnn.bias_hh_l1_reverse	0	-0.022061016410589218
80934	rnn.bias_hh_l1_reverse	1	0.02338312566280365
80934	rnn.bias_hh_l1_reverse	2	-0.2120184600353241
80934	rnn.bias_hh_l1_reverse	3	-0.08700992166996002
80934	rnn.bias_hh_l1_reverse	4	-0.061273567378520966
80934	rnn.bias_hh_l1_reverse	5	-0.07135472446680069
80934	rnn.bias_hh_l1_reverse	6	0.1457279622554779
80934	rnn.bias_hh_l1_reverse	7	-0.12977641820907593
80934	rnn.bias_hh_l1_reverse	8	-0.0968310758471489
80934	rnn.bias_hh_l1_reverse	9	-0.11968085914850235
80934	linear.weight	0	0.002228822559118271
80934	linear.weight	1	0.061284709721803665
80934	linear.weight	2	-0.12455574423074722
80934	linear.weight	3	0.3076063096523285
80934	linear.weight	4	0.10025081783533096
80934	linear.weight	5	0.006355707533657551
80934	linear.weight	6	0.043526068329811096
80934	linear.weight	7	0.0654391497373581
80934	linear.weight	8	0.041481755673885345
80934	linear.weight	9	-0.08353045582771301
80934	linear.bias	0	-0.05377986654639244
80934	linear.bias	1	-0.15846535563468933
80934	linear.bias	2	-0.4533918797969818
80934	linear.bias	3	-0.7295240163803101
80934	linear.bias	4	-1.1117863655090332
80934	linear.bias	5	-0.004396604374051094
80934	linear.bias	6	-0.697712242603302
80934	linear.bias	7	0.41005995869636536
80934	linear.bias	8	-0.5514732003211975
80934	linear.bias	9	-0.8760741949081421
81131	transitions	0	0.5622338056564331
81131	transitions	1	0.12254277616739273
81131	transitions	2	-10000.0
81131	transitions	3	-1.8073283433914185
81131	transitions	4	-10000.0
81131	transitions	5	0.628411054611206
81131	transitions	6	-0.040342673659324646
81131	transitions	7	-0.4662763476371765
81131	transitions	8	-1.357888102531433
81131	transitions	9	-0.0006781674455851316
81131	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
81131	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
81131	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
81131	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
81131	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
81131	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
81131	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
81131	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
81131	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
81131	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
81131	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
81131	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
81131	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
81131	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
81131	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
81131	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
81131	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
81131	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
81131	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
81131	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
81131	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
81131	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
81131	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
81131	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
81131	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
81131	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
81131	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
81131	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
81131	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
81131	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
81131	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
81131	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
81131	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
81131	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
81131	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
81131	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
81131	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
81131	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
81131	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
81131	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
81131	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
81131	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
81131	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
81131	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
81131	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
81131	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
81131	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
81131	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
81131	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
81131	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
81131	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
81131	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
81131	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
81131	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
81131	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
81131	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
81131	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
81131	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
81131	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
81131	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
81131	embedding2nn.weight	0	0.004400249570608139
81131	embedding2nn.weight	1	-0.01665489934384823
81131	embedding2nn.weight	2	-0.014268255792558193
81131	embedding2nn.weight	3	-0.00770211685448885
81131	embedding2nn.weight	4	-0.005915035028010607
81131	embedding2nn.weight	5	-0.0037005776539444923
81131	embedding2nn.weight	6	-0.00397321954369545
81131	embedding2nn.weight	7	-0.03593501076102257
81131	embedding2nn.weight	8	-0.0019979383796453476
81131	embedding2nn.weight	9	-0.02649633213877678
81131	embedding2nn.bias	0	0.018790440633893013
81131	embedding2nn.bias	1	-0.04310270771384239
81131	embedding2nn.bias	2	0.0709582194685936
81131	embedding2nn.bias	3	0.040324367582798004
81131	embedding2nn.bias	4	-0.03814585879445076
81131	embedding2nn.bias	5	-0.05304250121116638
81131	embedding2nn.bias	6	0.015387308783829212
81131	embedding2nn.bias	7	-0.03873362019658089
81131	embedding2nn.bias	8	0.03014242835342884
81131	embedding2nn.bias	9	0.03086060658097267
81131	rnn.weight_ih_l0	0	-0.03754245489835739
81131	rnn.weight_ih_l0	1	-0.006434189155697823
81131	rnn.weight_ih_l0	2	0.042950719594955444
81131	rnn.weight_ih_l0	3	0.008575046434998512
81131	rnn.weight_ih_l0	4	-0.011102421209216118
81131	rnn.weight_ih_l0	5	-0.05337071791291237
81131	rnn.weight_ih_l0	6	0.0023869441356509924
81131	rnn.weight_ih_l0	7	0.0511481910943985
81131	rnn.weight_ih_l0	8	-0.012769648805260658
81131	rnn.weight_ih_l0	9	-0.019447114318609238
81131	rnn.weight_hh_l0	0	-0.035774100571870804
81131	rnn.weight_hh_l0	1	0.0016568662831559777
81131	rnn.weight_hh_l0	2	0.009779777377843857
81131	rnn.weight_hh_l0	3	-0.04693189263343811
81131	rnn.weight_hh_l0	4	0.05412138253450394
81131	rnn.weight_hh_l0	5	-0.0020218882709741592
81131	rnn.weight_hh_l0	6	-0.037163134664297104
81131	rnn.weight_hh_l0	7	-0.017531931400299072
81131	rnn.weight_hh_l0	8	0.010472572408616543
81131	rnn.weight_hh_l0	9	-0.017479419708251953
81131	rnn.bias_ih_l0	0	0.08177542686462402
81131	rnn.bias_ih_l0	1	-0.017952054738998413
81131	rnn.bias_ih_l0	2	-0.0135264927521348
81131	rnn.bias_ih_l0	3	0.11127566546201706
81131	rnn.bias_ih_l0	4	-0.05371692031621933
81131	rnn.bias_ih_l0	5	-0.03300692141056061
81131	rnn.bias_ih_l0	6	0.004263704176992178
81131	rnn.bias_ih_l0	7	0.043098386377096176
81131	rnn.bias_ih_l0	8	-0.0944848507642746
81131	rnn.bias_ih_l0	9	-0.011231357231736183
81131	rnn.bias_hh_l0	0	-0.034283582121133804
81131	rnn.bias_hh_l0	1	-0.07842293381690979
81131	rnn.bias_hh_l0	2	-0.04784223437309265
81131	rnn.bias_hh_l0	3	-0.0764014795422554
81131	rnn.bias_hh_l0	4	-0.03522772714495659
81131	rnn.bias_hh_l0	5	-0.01019176933914423
81131	rnn.bias_hh_l0	6	0.017595907673239708
81131	rnn.bias_hh_l0	7	0.028234131634235382
81131	rnn.bias_hh_l0	8	-0.11934744566679001
81131	rnn.bias_hh_l0	9	-0.024007005617022514
81131	rnn.weight_ih_l0_reverse	0	-0.008200867101550102
81131	rnn.weight_ih_l0_reverse	1	-0.05541561543941498
81131	rnn.weight_ih_l0_reverse	2	-0.029243500903248787
81131	rnn.weight_ih_l0_reverse	3	-0.003900342620909214
81131	rnn.weight_ih_l0_reverse	4	-0.011263133957982063
81131	rnn.weight_ih_l0_reverse	5	-0.043444037437438965
81131	rnn.weight_ih_l0_reverse	6	0.06229528784751892
81131	rnn.weight_ih_l0_reverse	7	-0.014578091911971569
81131	rnn.weight_ih_l0_reverse	8	-0.033964917063713074
81131	rnn.weight_ih_l0_reverse	9	0.0068604303523898125
81131	rnn.weight_hh_l0_reverse	0	0.03197304904460907
81131	rnn.weight_hh_l0_reverse	1	0.021053548902273178
81131	rnn.weight_hh_l0_reverse	2	0.037108346819877625
81131	rnn.weight_hh_l0_reverse	3	0.02616584114730358
81131	rnn.weight_hh_l0_reverse	4	0.0008384674438275397
81131	rnn.weight_hh_l0_reverse	5	0.015580042265355587
81131	rnn.weight_hh_l0_reverse	6	0.04213562607765198
81131	rnn.weight_hh_l0_reverse	7	-0.06255102902650833
81131	rnn.weight_hh_l0_reverse	8	0.03047131560742855
81131	rnn.weight_hh_l0_reverse	9	0.04933061823248863
81131	rnn.bias_ih_l0_reverse	0	-0.06694866716861725
81131	rnn.bias_ih_l0_reverse	1	-0.22533465921878815
81131	rnn.bias_ih_l0_reverse	2	-0.09838122129440308
81131	rnn.bias_ih_l0_reverse	3	-0.027033938094973564
81131	rnn.bias_ih_l0_reverse	4	-0.034691955894231796
81131	rnn.bias_ih_l0_reverse	5	0.03777194768190384
81131	rnn.bias_ih_l0_reverse	6	-0.05962610989809036
81131	rnn.bias_ih_l0_reverse	7	0.0369931235909462
81131	rnn.bias_ih_l0_reverse	8	-0.027304092422127724
81131	rnn.bias_ih_l0_reverse	9	0.025416163727641106
81131	rnn.bias_hh_l0_reverse	0	0.0078095546923577785
81131	rnn.bias_hh_l0_reverse	1	-0.025592464953660965
81131	rnn.bias_hh_l0_reverse	2	0.053790636360645294
81131	rnn.bias_hh_l0_reverse	3	-0.04316277429461479
81131	rnn.bias_hh_l0_reverse	4	-0.04156579449772835
81131	rnn.bias_hh_l0_reverse	5	-0.03789797052741051
81131	rnn.bias_hh_l0_reverse	6	-0.01677987352013588
81131	rnn.bias_hh_l0_reverse	7	0.09362347424030304
81131	rnn.bias_hh_l0_reverse	8	0.014239206910133362
81131	rnn.bias_hh_l0_reverse	9	-0.09432702511548996
81131	rnn.weight_ih_l1	0	-0.03735700622200966
81131	rnn.weight_ih_l1	1	-0.03727138042449951
81131	rnn.weight_ih_l1	2	0.07236967980861664
81131	rnn.weight_ih_l1	3	-0.028577689081430435
81131	rnn.weight_ih_l1	4	-0.004751957021653652
81131	rnn.weight_ih_l1	5	-0.04651092737913132
81131	rnn.weight_ih_l1	6	0.033178795129060745
81131	rnn.weight_ih_l1	7	-0.036121491342782974
81131	rnn.weight_ih_l1	8	0.038949497044086456
81131	rnn.weight_ih_l1	9	0.03716443479061127
81131	rnn.weight_hh_l1	0	-0.007480858359485865
81131	rnn.weight_hh_l1	1	0.008822967298328876
81131	rnn.weight_hh_l1	2	-0.0054470147006213665
81131	rnn.weight_hh_l1	3	-0.010217184200882912
81131	rnn.weight_hh_l1	4	0.004039978142827749
81131	rnn.weight_hh_l1	5	0.02722770720720291
81131	rnn.weight_hh_l1	6	0.027320407330989838
81131	rnn.weight_hh_l1	7	-0.026173967868089676
81131	rnn.weight_hh_l1	8	-0.02204362116754055
81131	rnn.weight_hh_l1	9	0.04017271474003792
81131	rnn.bias_ih_l1	0	-0.15278272330760956
81131	rnn.bias_ih_l1	1	-0.1345953792333603
81131	rnn.bias_ih_l1	2	-0.1488434374332428
81131	rnn.bias_ih_l1	3	-0.21700796484947205
81131	rnn.bias_ih_l1	4	-0.166465163230896
81131	rnn.bias_ih_l1	5	-0.09628603607416153
81131	rnn.bias_ih_l1	6	-0.11147475987672806
81131	rnn.bias_ih_l1	7	-0.02395630069077015
81131	rnn.bias_ih_l1	8	-0.11132591217756271
81131	rnn.bias_ih_l1	9	-0.09503243118524551
81131	rnn.bias_hh_l1	0	-0.11215471476316452
81131	rnn.bias_hh_l1	1	-0.03207537159323692
81131	rnn.bias_hh_l1	2	-0.08816856890916824
81131	rnn.bias_hh_l1	3	-0.09049580246210098
81131	rnn.bias_hh_l1	4	-0.11804237216711044
81131	rnn.bias_hh_l1	5	-0.07621008902788162
81131	rnn.bias_hh_l1	6	-0.09906421601772308
81131	rnn.bias_hh_l1	7	0.02459208481013775
81131	rnn.bias_hh_l1	8	-0.1177603229880333
81131	rnn.bias_hh_l1	9	-0.08174517005681992
81131	rnn.weight_ih_l1_reverse	0	-0.0457875020802021
81131	rnn.weight_ih_l1_reverse	1	0.044023819267749786
81131	rnn.weight_ih_l1_reverse	2	-9.268120629712939e-05
81131	rnn.weight_ih_l1_reverse	3	0.009820169769227505
81131	rnn.weight_ih_l1_reverse	4	-0.01954861544072628
81131	rnn.weight_ih_l1_reverse	5	-0.03474004566669464
81131	rnn.weight_ih_l1_reverse	6	-0.01001015491783619
81131	rnn.weight_ih_l1_reverse	7	0.016176387667655945
81131	rnn.weight_ih_l1_reverse	8	0.00819377787411213
81131	rnn.weight_ih_l1_reverse	9	-0.013724226504564285
81131	rnn.weight_hh_l1_reverse	0	0.00877299439162016
81131	rnn.weight_hh_l1_reverse	1	0.02868061698973179
81131	rnn.weight_hh_l1_reverse	2	-0.03910127654671669
81131	rnn.weight_hh_l1_reverse	3	0.040406759828329086
81131	rnn.weight_hh_l1_reverse	4	0.04750041663646698
81131	rnn.weight_hh_l1_reverse	5	0.006451604422181845
81131	rnn.weight_hh_l1_reverse	6	0.005861648824065924
81131	rnn.weight_hh_l1_reverse	7	0.027560601010918617
81131	rnn.weight_hh_l1_reverse	8	-0.0020958061795681715
81131	rnn.weight_hh_l1_reverse	9	-0.03916008025407791
81131	rnn.bias_ih_l1_reverse	0	-0.04709961637854576
81131	rnn.bias_ih_l1_reverse	1	-0.09683036059141159
81131	rnn.bias_ih_l1_reverse	2	-0.1203765720129013
81131	rnn.bias_ih_l1_reverse	3	-0.002944886451587081
81131	rnn.bias_ih_l1_reverse	4	-0.1704058200120926
81131	rnn.bias_ih_l1_reverse	5	-0.07813237607479095
81131	rnn.bias_ih_l1_reverse	6	-0.11362055689096451
81131	rnn.bias_ih_l1_reverse	7	-0.14537474513053894
81131	rnn.bias_ih_l1_reverse	8	0.13677142560482025
81131	rnn.bias_ih_l1_reverse	9	-0.017186777666211128
81131	rnn.bias_hh_l1_reverse	0	-0.02275075577199459
81131	rnn.bias_hh_l1_reverse	1	0.028810739517211914
81131	rnn.bias_hh_l1_reverse	2	-0.21313810348510742
81131	rnn.bias_hh_l1_reverse	3	-0.08989841490983963
81131	rnn.bias_hh_l1_reverse	4	-0.06317440420389175
81131	rnn.bias_hh_l1_reverse	5	-0.07397957146167755
81131	rnn.bias_hh_l1_reverse	6	0.14400899410247803
81131	rnn.bias_hh_l1_reverse	7	-0.12769679725170135
81131	rnn.bias_hh_l1_reverse	8	-0.09769074618816376
81131	rnn.bias_hh_l1_reverse	9	-0.1190633550286293
81131	linear.weight	0	0.002228822559118271
81131	linear.weight	1	0.048726800829172134
81131	linear.weight	2	-0.12056481838226318
81131	linear.weight	3	0.31302595138549805
81131	linear.weight	4	0.09724925458431244
81131	linear.weight	5	0.0010224272264167666
81131	linear.weight	6	0.03810616210103035
81131	linear.weight	7	0.05881549417972565
81131	linear.weight	8	0.04147769883275032
81131	linear.weight	9	-0.08323114365339279
81131	linear.bias	0	-0.046630218625068665
81131	linear.bias	1	-0.13522674143314362
81131	linear.bias	2	-0.4202035665512085
81131	linear.bias	3	-0.7189080715179443
81131	linear.bias	4	-1.1010395288467407
81131	linear.bias	5	-0.0005311552085913718
81131	linear.bias	6	-0.6762586832046509
81131	linear.bias	7	0.4167523980140686
81131	linear.bias	8	-0.5642850399017334
81131	linear.bias	9	-0.8880549073219299
81328	transitions	0	0.5494798421859741
81328	transitions	1	0.11597415059804916
81328	transitions	2	-10000.0
81328	transitions	3	-1.8074146509170532
81328	transitions	4	-10000.0
81328	transitions	5	0.628257691860199
81328	transitions	6	-0.040492624044418335
81328	transitions	7	-0.4670649766921997
81328	transitions	8	-1.3581310510635376
81328	transitions	9	-0.000679743243381381
81328	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
81328	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
81328	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
81328	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
81328	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
81328	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
81328	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
81328	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
81328	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
81328	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
81328	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
81328	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
81328	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
81328	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
81328	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
81328	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
81328	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
81328	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
81328	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
81328	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
81328	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
81328	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
81328	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
81328	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
81328	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
81328	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
81328	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
81328	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
81328	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
81328	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
81328	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
81328	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
81328	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
81328	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
81328	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
81328	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
81328	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
81328	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
81328	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
81328	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
81328	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
81328	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
81328	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
81328	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
81328	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
81328	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
81328	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
81328	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
81328	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
81328	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
81328	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
81328	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
81328	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
81328	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
81328	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
81328	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
81328	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
81328	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
81328	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
81328	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
81328	embedding2nn.weight	0	0.0025532813742756844
81328	embedding2nn.weight	1	-0.016659043729305267
81328	embedding2nn.weight	2	-0.014268255792558193
81328	embedding2nn.weight	3	-0.005736884661018848
81328	embedding2nn.weight	4	-0.005915035028010607
81328	embedding2nn.weight	5	-0.0037005781196057796
81328	embedding2nn.weight	6	-0.003973216284066439
81328	embedding2nn.weight	7	-0.03490551561117172
81328	embedding2nn.weight	8	-0.0019979383796453476
81328	embedding2nn.weight	9	-0.027267906814813614
81328	embedding2nn.bias	0	0.01584681123495102
81328	embedding2nn.bias	1	-0.04453291371464729
81328	embedding2nn.bias	2	0.06692089140415192
81328	embedding2nn.bias	3	0.04348950833082199
81328	embedding2nn.bias	4	-0.038006022572517395
81328	embedding2nn.bias	5	-0.05316544696688652
81328	embedding2nn.bias	6	0.021109290421009064
81328	embedding2nn.bias	7	-0.0439978688955307
81328	embedding2nn.bias	8	0.034494802355766296
81328	embedding2nn.bias	9	0.032151322811841965
81328	rnn.weight_ih_l0	0	-0.038525357842445374
81328	rnn.weight_ih_l0	1	-0.004565564449876547
81328	rnn.weight_ih_l0	2	0.04369677975773811
81328	rnn.weight_ih_l0	3	0.009065095335245132
81328	rnn.weight_ih_l0	4	-0.011112465523183346
81328	rnn.weight_ih_l0	5	-0.053741205483675
81328	rnn.weight_ih_l0	6	0.001753280870616436
81328	rnn.weight_ih_l0	7	0.052861470729112625
81328	rnn.weight_ih_l0	8	-0.010946367867290974
81328	rnn.weight_ih_l0	9	-0.018898652866482735
81328	rnn.weight_hh_l0	0	-0.037573862820863724
81328	rnn.weight_hh_l0	1	0.0023431486915796995
81328	rnn.weight_hh_l0	2	0.009310481138527393
81328	rnn.weight_hh_l0	3	-0.046353813260793686
81328	rnn.weight_hh_l0	4	0.054200731217861176
81328	rnn.weight_hh_l0	5	-0.0011349243577569723
81328	rnn.weight_hh_l0	6	-0.038145873695611954
81328	rnn.weight_hh_l0	7	-0.018174391239881516
81328	rnn.weight_hh_l0	8	0.01099243015050888
81328	rnn.weight_hh_l0	9	-0.017443744465708733
81328	rnn.bias_ih_l0	0	0.08311066031455994
81328	rnn.bias_ih_l0	1	-0.015365174040198326
81328	rnn.bias_ih_l0	2	-0.013595402240753174
81328	rnn.bias_ih_l0	3	0.11143188178539276
81328	rnn.bias_ih_l0	4	-0.053554948419332504
81328	rnn.bias_ih_l0	5	-0.03448719531297684
81328	rnn.bias_ih_l0	6	0.004829149227589369
81328	rnn.bias_ih_l0	7	0.04574152082204819
81328	rnn.bias_ih_l0	8	-0.09379956126213074
81328	rnn.bias_ih_l0	9	-0.01669677533209324
81328	rnn.bias_hh_l0	0	-0.033955831080675125
81328	rnn.bias_hh_l0	1	-0.07569923251867294
81328	rnn.bias_hh_l0	2	-0.046214550733566284
81328	rnn.bias_hh_l0	3	-0.07377737015485764
81328	rnn.bias_hh_l0	4	-0.03582092374563217
81328	rnn.bias_hh_l0	5	-0.008517647162079811
81328	rnn.bias_hh_l0	6	0.01868206448853016
81328	rnn.bias_hh_l0	7	0.030892981216311455
81328	rnn.bias_hh_l0	8	-0.11618131399154663
81328	rnn.bias_hh_l0	9	-0.021750008687376976
81328	rnn.weight_ih_l0_reverse	0	-0.008193585090339184
81328	rnn.weight_ih_l0_reverse	1	-0.053430844098329544
81328	rnn.weight_ih_l0_reverse	2	-0.030242975801229477
81328	rnn.weight_ih_l0_reverse	3	-0.0037599881179630756
81328	rnn.weight_ih_l0_reverse	4	-0.010779599659144878
81328	rnn.weight_ih_l0_reverse	5	-0.04350496456027031
81328	rnn.weight_ih_l0_reverse	6	0.06269518285989761
81328	rnn.weight_ih_l0_reverse	7	-0.016037853434681892
81328	rnn.weight_ih_l0_reverse	8	-0.03526707738637924
81328	rnn.weight_ih_l0_reverse	9	0.0071083661168813705
81328	rnn.weight_hh_l0_reverse	0	0.030722063034772873
81328	rnn.weight_hh_l0_reverse	1	0.021397970616817474
81328	rnn.weight_hh_l0_reverse	2	0.0370786227285862
81328	rnn.weight_hh_l0_reverse	3	0.026395723223686218
81328	rnn.weight_hh_l0_reverse	4	-4.1222669096896425e-05
81328	rnn.weight_hh_l0_reverse	5	0.014730384573340416
81328	rnn.weight_hh_l0_reverse	6	0.04211809113621712
81328	rnn.weight_hh_l0_reverse	7	-0.06321744620800018
81328	rnn.weight_hh_l0_reverse	8	0.030529256910085678
81328	rnn.weight_hh_l0_reverse	9	0.04963558912277222
81328	rnn.bias_ih_l0_reverse	0	-0.06739160418510437
81328	rnn.bias_ih_l0_reverse	1	-0.22776131331920624
81328	rnn.bias_ih_l0_reverse	2	-0.09399676322937012
81328	rnn.bias_ih_l0_reverse	3	-0.028794370591640472
81328	rnn.bias_ih_l0_reverse	4	-0.03130524978041649
81328	rnn.bias_ih_l0_reverse	5	0.03915105387568474
81328	rnn.bias_ih_l0_reverse	6	-0.05704203248023987
81328	rnn.bias_ih_l0_reverse	7	0.03770356997847557
81328	rnn.bias_ih_l0_reverse	8	-0.027574928477406502
81328	rnn.bias_ih_l0_reverse	9	0.023053959012031555
81328	rnn.bias_hh_l0_reverse	0	0.007588293869048357
81328	rnn.bias_hh_l0_reverse	1	-0.03025207482278347
81328	rnn.bias_hh_l0_reverse	2	0.055507954210042953
81328	rnn.bias_hh_l0_reverse	3	-0.04428738355636597
81328	rnn.bias_hh_l0_reverse	4	-0.03625619783997536
81328	rnn.bias_hh_l0_reverse	5	-0.037984780967235565
81328	rnn.bias_hh_l0_reverse	6	-0.016712844371795654
81328	rnn.bias_hh_l0_reverse	7	0.09230156987905502
81328	rnn.bias_hh_l0_reverse	8	0.014567314647138119
81328	rnn.bias_hh_l0_reverse	9	-0.09368866682052612
81328	rnn.weight_ih_l1	0	-0.03757248446345329
81328	rnn.weight_ih_l1	1	-0.03798910602927208
81328	rnn.weight_ih_l1	2	0.07063527405261993
81328	rnn.weight_ih_l1	3	-0.02568366564810276
81328	rnn.weight_ih_l1	4	-0.0039835646748542786
81328	rnn.weight_ih_l1	5	-0.046493299305438995
81328	rnn.weight_ih_l1	6	0.032450199127197266
81328	rnn.weight_ih_l1	7	-0.03586716577410698
81328	rnn.weight_ih_l1	8	0.03896665573120117
81328	rnn.weight_ih_l1	9	0.036539603024721146
81328	rnn.weight_hh_l1	0	-0.010160268284380436
81328	rnn.weight_hh_l1	1	0.008890022523701191
81328	rnn.weight_hh_l1	2	-0.004863371606916189
81328	rnn.weight_hh_l1	3	-0.010533909313380718
81328	rnn.weight_hh_l1	4	0.003945090342313051
81328	rnn.weight_hh_l1	5	0.027103465050458908
81328	rnn.weight_hh_l1	6	0.027558982372283936
81328	rnn.weight_hh_l1	7	-0.02623366378247738
81328	rnn.weight_hh_l1	8	-0.02237032912671566
81328	rnn.weight_hh_l1	9	0.040390316396951675
81328	rnn.bias_ih_l1	0	-0.1557922512292862
81328	rnn.bias_ih_l1	1	-0.13188886642456055
81328	rnn.bias_ih_l1	2	-0.15372158586978912
81328	rnn.bias_ih_l1	3	-0.20690347254276276
81328	rnn.bias_ih_l1	4	-0.16330158710479736
81328	rnn.bias_ih_l1	5	-0.09644880890846252
81328	rnn.bias_ih_l1	6	-0.10923125594854355
81328	rnn.bias_ih_l1	7	-0.01920294389128685
81328	rnn.bias_ih_l1	8	-0.11422723531723022
81328	rnn.bias_ih_l1	9	-0.09374790638685226
81328	rnn.bias_hh_l1	0	-0.1135326400399208
81328	rnn.bias_hh_l1	1	-0.03595026955008507
81328	rnn.bias_hh_l1	2	-0.09037869423627853
81328	rnn.bias_hh_l1	3	-0.08884389698505402
81328	rnn.bias_hh_l1	4	-0.11677668988704681
81328	rnn.bias_hh_l1	5	-0.07966964691877365
81328	rnn.bias_hh_l1	6	-0.09345169365406036
81328	rnn.bias_hh_l1	7	0.03207014128565788
81328	rnn.bias_hh_l1	8	-0.120326928794384
81328	rnn.bias_hh_l1	9	-0.0790526270866394
81328	rnn.weight_ih_l1_reverse	0	-0.04481727257370949
81328	rnn.weight_ih_l1_reverse	1	0.04265104606747627
81328	rnn.weight_ih_l1_reverse	2	0.0016230687033385038
81328	rnn.weight_ih_l1_reverse	3	0.009924436919391155
81328	rnn.weight_ih_l1_reverse	4	-0.02005789987742901
81328	rnn.weight_ih_l1_reverse	5	-0.0356876403093338
81328	rnn.weight_ih_l1_reverse	6	-0.009783011861145496
81328	rnn.weight_ih_l1_reverse	7	0.015321907587349415
81328	rnn.weight_ih_l1_reverse	8	0.00925244577229023
81328	rnn.weight_ih_l1_reverse	9	-0.010234152898192406
81328	rnn.weight_hh_l1_reverse	0	0.008601139299571514
81328	rnn.weight_hh_l1_reverse	1	0.02845621109008789
81328	rnn.weight_hh_l1_reverse	2	-0.03910471126437187
81328	rnn.weight_hh_l1_reverse	3	0.04031975567340851
81328	rnn.weight_hh_l1_reverse	4	0.048327717930078506
81328	rnn.weight_hh_l1_reverse	5	0.006843695882707834
81328	rnn.weight_hh_l1_reverse	6	0.0057562170550227165
81328	rnn.weight_hh_l1_reverse	7	0.027229391038417816
81328	rnn.weight_hh_l1_reverse	8	-0.002140512689948082
81328	rnn.weight_hh_l1_reverse	9	-0.03906084969639778
81328	rnn.bias_ih_l1_reverse	0	-0.046486832201480865
81328	rnn.bias_ih_l1_reverse	1	-0.09993245452642441
81328	rnn.bias_ih_l1_reverse	2	-0.11933206766843796
81328	rnn.bias_ih_l1_reverse	3	-0.00504404166713357
81328	rnn.bias_ih_l1_reverse	4	-0.1691729873418808
81328	rnn.bias_ih_l1_reverse	5	-0.0768558531999588
81328	rnn.bias_ih_l1_reverse	6	-0.11359681934118271
81328	rnn.bias_ih_l1_reverse	7	-0.14753396809101105
81328	rnn.bias_ih_l1_reverse	8	0.1496914029121399
81328	rnn.bias_ih_l1_reverse	9	-0.016397234052419662
81328	rnn.bias_hh_l1_reverse	0	-0.018907632678747177
81328	rnn.bias_hh_l1_reverse	1	0.019918901845812798
81328	rnn.bias_hh_l1_reverse	2	-0.21279476583003998
81328	rnn.bias_hh_l1_reverse	3	-0.08788704127073288
81328	rnn.bias_hh_l1_reverse	4	-0.06411757320165634
81328	rnn.bias_hh_l1_reverse	5	-0.0750761479139328
81328	rnn.bias_hh_l1_reverse	6	0.14472520351409912
81328	rnn.bias_hh_l1_reverse	7	-0.13286477327346802
81328	rnn.bias_hh_l1_reverse	8	-0.09540844708681107
81328	rnn.bias_hh_l1_reverse	9	-0.11844443529844284
81328	linear.weight	0	0.002228822559118271
81328	linear.weight	1	0.05377772077918053
81328	linear.weight	2	-0.12467635422945023
81328	linear.weight	3	0.3084962069988251
81328	linear.weight	4	0.10155631601810455
81328	linear.weight	5	-0.0013753355015069246
81328	linear.weight	6	0.025255803018808365
81328	linear.weight	7	0.06579286605119705
81328	linear.weight	8	0.041474517434835434
81328	linear.weight	9	-0.08142127096652985
81328	linear.bias	0	-0.07040836662054062
81328	linear.bias	1	-0.15421782433986664
81328	linear.bias	2	-0.4519158899784088
81328	linear.bias	3	-0.6836402416229248
81328	linear.bias	4	-1.0672929286956787
81328	linear.bias	5	-0.01195333432406187
81328	linear.bias	6	-0.6983797550201416
81328	linear.bias	7	0.40535569190979004
81328	linear.bias	8	-0.5552054047584534
81328	linear.bias	9	-0.8735448122024536
81525	transitions	0	0.5663692951202393
81525	transitions	1	0.11455775052309036
81525	transitions	2	-10000.0
81525	transitions	3	-1.8075520992279053
81525	transitions	4	-10000.0
81525	transitions	5	0.6280657649040222
81525	transitions	6	-0.040610890835523605
81525	transitions	7	-0.46964573860168457
81525	transitions	8	-1.3582490682601929
81525	transitions	9	-0.0006815182277932763
81525	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
81525	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
81525	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
81525	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
81525	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
81525	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
81525	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
81525	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
81525	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
81525	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
81525	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
81525	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
81525	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
81525	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
81525	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
81525	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
81525	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
81525	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
81525	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
81525	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
81525	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
81525	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
81525	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
81525	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
81525	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
81525	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
81525	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
81525	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
81525	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
81525	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
81525	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
81525	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
81525	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
81525	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
81525	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
81525	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
81525	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
81525	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
81525	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
81525	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
81525	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
81525	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
81525	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
81525	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
81525	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
81525	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
81525	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
81525	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
81525	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
81525	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
81525	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
81525	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
81525	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
81525	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
81525	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
81525	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
81525	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
81525	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
81525	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
81525	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
81525	embedding2nn.weight	0	0.0027135091368108988
81525	embedding2nn.weight	1	-0.016382738947868347
81525	embedding2nn.weight	2	-0.014268255792558193
81525	embedding2nn.weight	3	-0.005217650905251503
81525	embedding2nn.weight	4	-0.005915035028010607
81525	embedding2nn.weight	5	-0.0037005783524364233
81525	embedding2nn.weight	6	-0.003973220940679312
81525	embedding2nn.weight	7	-0.03619770333170891
81525	embedding2nn.weight	8	-0.0019979383796453476
81525	embedding2nn.weight	9	-0.027397053316235542
81525	embedding2nn.bias	0	0.015061929821968079
81525	embedding2nn.bias	1	-0.046533312648534775
81525	embedding2nn.bias	2	0.06244911998510361
81525	embedding2nn.bias	3	0.03439958021044731
81525	embedding2nn.bias	4	-0.03252125158905983
81525	embedding2nn.bias	5	-0.05397908389568329
81525	embedding2nn.bias	6	0.02202269807457924
81525	embedding2nn.bias	7	-0.043211642652750015
81525	embedding2nn.bias	8	0.028678640723228455
81525	embedding2nn.bias	9	0.038223884999752045
81525	rnn.weight_ih_l0	0	-0.03682457655668259
81525	rnn.weight_ih_l0	1	-0.0051019685342907906
81525	rnn.weight_ih_l0	2	0.043963391333818436
81525	rnn.weight_ih_l0	3	0.010122787207365036
81525	rnn.weight_ih_l0	4	-0.01339981984347105
81525	rnn.weight_ih_l0	5	-0.05350150913000107
81525	rnn.weight_ih_l0	6	0.0023418995551764965
81525	rnn.weight_ih_l0	7	0.05193926393985748
81525	rnn.weight_ih_l0	8	-0.010481228120625019
81525	rnn.weight_ih_l0	9	-0.01798158697783947
81525	rnn.weight_hh_l0	0	-0.03656679019331932
81525	rnn.weight_hh_l0	1	0.002861146815121174
81525	rnn.weight_hh_l0	2	0.010379664599895477
81525	rnn.weight_hh_l0	3	-0.04623768478631973
81525	rnn.weight_hh_l0	4	0.05501699447631836
81525	rnn.weight_hh_l0	5	-0.00011429482401581481
81525	rnn.weight_hh_l0	6	-0.036439232528209686
81525	rnn.weight_hh_l0	7	-0.01821723021566868
81525	rnn.weight_hh_l0	8	0.010839593596756458
81525	rnn.weight_hh_l0	9	-0.01749555580317974
81525	rnn.bias_ih_l0	0	0.08191568404436111
81525	rnn.bias_ih_l0	1	-0.013717715628445148
81525	rnn.bias_ih_l0	2	-0.017545467242598534
81525	rnn.bias_ih_l0	3	0.10678543895483017
81525	rnn.bias_ih_l0	4	-0.05225938931107521
81525	rnn.bias_ih_l0	5	-0.03421375900506973
81525	rnn.bias_ih_l0	6	0.0025645780842751265
81525	rnn.bias_ih_l0	7	0.04664241150021553
81525	rnn.bias_ih_l0	8	-0.09239473938941956
81525	rnn.bias_ih_l0	9	-0.02046397142112255
81525	rnn.bias_hh_l0	0	-0.03930111229419708
81525	rnn.bias_hh_l0	1	-0.07742074877023697
81525	rnn.bias_hh_l0	2	-0.04931248351931572
81525	rnn.bias_hh_l0	3	-0.07251862436532974
81525	rnn.bias_hh_l0	4	-0.035302240401506424
81525	rnn.bias_hh_l0	5	-0.009804044850170612
81525	rnn.bias_hh_l0	6	0.0196633692830801
81525	rnn.bias_hh_l0	7	0.03274020180106163
81525	rnn.bias_hh_l0	8	-0.11817856878042221
81525	rnn.bias_hh_l0	9	-0.017228521406650543
81525	rnn.weight_ih_l0_reverse	0	-0.008354914374649525
81525	rnn.weight_ih_l0_reverse	1	-0.053409215062856674
81525	rnn.weight_ih_l0_reverse	2	-0.028825707733631134
81525	rnn.weight_ih_l0_reverse	3	-0.0033226399682462215
81525	rnn.weight_ih_l0_reverse	4	-0.009764389134943485
81525	rnn.weight_ih_l0_reverse	5	-0.04342161491513252
81525	rnn.weight_ih_l0_reverse	6	0.06293658912181854
81525	rnn.weight_ih_l0_reverse	7	-0.017798244953155518
81525	rnn.weight_ih_l0_reverse	8	-0.0363357812166214
81525	rnn.weight_ih_l0_reverse	9	0.00828269962221384
81525	rnn.weight_hh_l0_reverse	0	0.031065430492162704
81525	rnn.weight_hh_l0_reverse	1	0.02237319014966488
81525	rnn.weight_hh_l0_reverse	2	0.03724865987896919
81525	rnn.weight_hh_l0_reverse	3	0.02683998830616474
81525	rnn.weight_hh_l0_reverse	4	-0.0004482091753743589
81525	rnn.weight_hh_l0_reverse	5	0.01367014367133379
81525	rnn.weight_hh_l0_reverse	6	0.04186592996120453
81525	rnn.weight_hh_l0_reverse	7	-0.06246527284383774
81525	rnn.weight_hh_l0_reverse	8	0.03048732876777649
81525	rnn.weight_hh_l0_reverse	9	0.049419380724430084
81525	rnn.bias_ih_l0_reverse	0	-0.06452853977680206
81525	rnn.bias_ih_l0_reverse	1	-0.23021692037582397
81525	rnn.bias_ih_l0_reverse	2	-0.09273171424865723
81525	rnn.bias_ih_l0_reverse	3	-0.027257747948169708
81525	rnn.bias_ih_l0_reverse	4	-0.028096243739128113
81525	rnn.bias_ih_l0_reverse	5	0.04293733090162277
81525	rnn.bias_ih_l0_reverse	6	-0.055738724768161774
81525	rnn.bias_ih_l0_reverse	7	0.03696581721305847
81525	rnn.bias_ih_l0_reverse	8	-0.02355288900434971
81525	rnn.bias_ih_l0_reverse	9	0.021541014313697815
81525	rnn.bias_hh_l0_reverse	0	0.008167465217411518
81525	rnn.bias_hh_l0_reverse	1	-0.03372877091169357
81525	rnn.bias_hh_l0_reverse	2	0.057011377066373825
81525	rnn.bias_hh_l0_reverse	3	-0.044894274324178696
81525	rnn.bias_hh_l0_reverse	4	-0.032841816544532776
81525	rnn.bias_hh_l0_reverse	5	-0.040577858686447144
81525	rnn.bias_hh_l0_reverse	6	-0.018837478011846542
81525	rnn.bias_hh_l0_reverse	7	0.09308828413486481
81525	rnn.bias_hh_l0_reverse	8	0.01191188395023346
81525	rnn.bias_hh_l0_reverse	9	-0.09562625735998154
81525	rnn.weight_ih_l1	0	-0.038083598017692566
81525	rnn.weight_ih_l1	1	-0.036996494978666306
81525	rnn.weight_ih_l1	2	0.0685943067073822
81525	rnn.weight_ih_l1	3	-0.02644239366054535
81525	rnn.weight_ih_l1	4	-0.004436747170984745
81525	rnn.weight_ih_l1	5	-0.04678978770971298
81525	rnn.weight_ih_l1	6	0.03237401321530342
81525	rnn.weight_ih_l1	7	-0.03462144732475281
81525	rnn.weight_ih_l1	8	0.03869044408202171
81525	rnn.weight_ih_l1	9	0.036412615329027176
81525	rnn.weight_hh_l1	0	-0.010898478329181671
81525	rnn.weight_hh_l1	1	0.00899286475032568
81525	rnn.weight_hh_l1	2	-0.005640950053930283
81525	rnn.weight_hh_l1	3	-0.010709813795983791
81525	rnn.weight_hh_l1	4	0.003713791724294424
81525	rnn.weight_hh_l1	5	0.02740597166121006
81525	rnn.weight_hh_l1	6	0.027432730421423912
81525	rnn.weight_hh_l1	7	-0.02661740593612194
81525	rnn.weight_hh_l1	8	-0.02247694320976734
81525	rnn.weight_hh_l1	9	0.04000520333647728
81525	rnn.bias_ih_l1	0	-0.15596042573451996
81525	rnn.bias_ih_l1	1	-0.1312481313943863
81525	rnn.bias_ih_l1	2	-0.155716672539711
81525	rnn.bias_ih_l1	3	-0.20914898812770844
81525	rnn.bias_ih_l1	4	-0.16836054623126984
81525	rnn.bias_ih_l1	5	-0.09720776230096817
81525	rnn.bias_ih_l1	6	-0.10903259366750717
81525	rnn.bias_ih_l1	7	-0.021242603659629822
81525	rnn.bias_ih_l1	8	-0.11052539944648743
81525	rnn.bias_ih_l1	9	-0.09363257884979248
81525	rnn.bias_hh_l1	0	-0.11471862345933914
81525	rnn.bias_hh_l1	1	-0.0349319651722908
81525	rnn.bias_hh_l1	2	-0.09004475176334381
81525	rnn.bias_hh_l1	3	-0.08836396038532257
81525	rnn.bias_hh_l1	4	-0.11770036071538925
81525	rnn.bias_hh_l1	5	-0.08024990558624268
81525	rnn.bias_hh_l1	6	-0.09611265361309052
81525	rnn.bias_hh_l1	7	0.03129852935671806
81525	rnn.bias_hh_l1	8	-0.12063423544168472
81525	rnn.bias_hh_l1	9	-0.07899516820907593
81525	rnn.weight_ih_l1_reverse	0	-0.04433485493063927
81525	rnn.weight_ih_l1_reverse	1	0.04292147979140282
81525	rnn.weight_ih_l1_reverse	2	0.006541678681969643
81525	rnn.weight_ih_l1_reverse	3	0.008528918959200382
81525	rnn.weight_ih_l1_reverse	4	-0.018240680918097496
81525	rnn.weight_ih_l1_reverse	5	-0.03596484661102295
81525	rnn.weight_ih_l1_reverse	6	-0.007671069353818893
81525	rnn.weight_ih_l1_reverse	7	0.015827521681785583
81525	rnn.weight_ih_l1_reverse	8	0.011240416206419468
81525	rnn.weight_ih_l1_reverse	9	-0.009785082191228867
81525	rnn.weight_hh_l1_reverse	0	0.00837159063667059
81525	rnn.weight_hh_l1_reverse	1	0.028485869988799095
81525	rnn.weight_hh_l1_reverse	2	-0.03904646262526512
81525	rnn.weight_hh_l1_reverse	3	0.04040973260998726
81525	rnn.weight_hh_l1_reverse	4	0.047983311116695404
81525	rnn.weight_hh_l1_reverse	5	0.007457192055881023
81525	rnn.weight_hh_l1_reverse	6	0.005165924318134785
81525	rnn.weight_hh_l1_reverse	7	0.02703668177127838
81525	rnn.weight_hh_l1_reverse	8	-0.0023261872120201588
81525	rnn.weight_hh_l1_reverse	9	-0.03852016478776932
81525	rnn.bias_ih_l1_reverse	0	-0.049108974635601044
81525	rnn.bias_ih_l1_reverse	1	-0.10325530171394348
81525	rnn.bias_ih_l1_reverse	2	-0.11742797493934631
81525	rnn.bias_ih_l1_reverse	3	-0.002666502259671688
81525	rnn.bias_ih_l1_reverse	4	-0.16852937638759613
81525	rnn.bias_ih_l1_reverse	5	-0.07854293286800385
81525	rnn.bias_ih_l1_reverse	6	-0.11211352050304413
81525	rnn.bias_ih_l1_reverse	7	-0.14571493864059448
81525	rnn.bias_ih_l1_reverse	8	0.14393645524978638
81525	rnn.bias_ih_l1_reverse	9	-0.014756960794329643
81525	rnn.bias_hh_l1_reverse	0	-0.020084543153643608
81525	rnn.bias_hh_l1_reverse	1	0.03201104700565338
81525	rnn.bias_hh_l1_reverse	2	-0.21139904856681824
81525	rnn.bias_hh_l1_reverse	3	-0.08641860634088516
81525	rnn.bias_hh_l1_reverse	4	-0.06473759561777115
81525	rnn.bias_hh_l1_reverse	5	-0.07439789175987244
81525	rnn.bias_hh_l1_reverse	6	0.14334315061569214
81525	rnn.bias_hh_l1_reverse	7	-0.1347377896308899
81525	rnn.bias_hh_l1_reverse	8	-0.09463092684745789
81525	rnn.bias_hh_l1_reverse	9	-0.11748403310775757
81525	linear.weight	0	0.002228822559118271
81525	linear.weight	1	0.06308747828006744
81525	linear.weight	2	-0.12734046578407288
81525	linear.weight	3	0.3174058198928833
81525	linear.weight	4	0.09919004887342453
81525	linear.weight	5	0.0005910747568123043
81525	linear.weight	6	0.014258802868425846
81525	linear.weight	7	0.045009221881628036
81525	linear.weight	8	0.04146965965628624
81525	linear.weight	9	-0.07889820635318756
81525	linear.bias	0	-0.050305746495723724
81525	linear.bias	1	-0.156259685754776
81525	linear.bias	2	-0.4288202226161957
81525	linear.bias	3	-0.686079204082489
81525	linear.bias	4	-1.067895770072937
81525	linear.bias	5	-0.025179674848914146
81525	linear.bias	6	-0.6971288323402405
81525	linear.bias	7	0.3946199417114258
81525	linear.bias	8	-0.5540892481803894
81525	linear.bias	9	-0.8754732608795166
81722	transitions	0	0.5746602416038513
81722	transitions	1	0.11037040501832962
81722	transitions	2	-10000.0
81722	transitions	3	-1.8076554536819458
81722	transitions	4	-10000.0
81722	transitions	5	0.6278519630432129
81722	transitions	6	-0.04076129198074341
81722	transitions	7	-0.4704969525337219
81722	transitions	8	-1.358345627784729
81722	transitions	9	-0.0006830469937995076
81722	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
81722	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
81722	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
81722	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
81722	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
81722	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
81722	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
81722	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
81722	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
81722	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
81722	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
81722	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
81722	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
81722	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
81722	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
81722	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
81722	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
81722	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
81722	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
81722	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
81722	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
81722	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
81722	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
81722	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
81722	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
81722	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
81722	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
81722	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
81722	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
81722	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
81722	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
81722	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
81722	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
81722	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
81722	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
81722	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
81722	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
81722	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
81722	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
81722	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
81722	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
81722	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
81722	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
81722	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
81722	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
81722	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
81722	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
81722	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
81722	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
81722	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
81722	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
81722	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
81722	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
81722	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
81722	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
81722	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
81722	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
81722	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
81722	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
81722	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
81722	embedding2nn.weight	0	0.002946195425465703
81722	embedding2nn.weight	1	-0.016249733045697212
81722	embedding2nn.weight	2	-0.014268255792558193
81722	embedding2nn.weight	3	-0.00395622942596674
81722	embedding2nn.weight	4	-0.005915035028010607
81722	embedding2nn.weight	5	-0.0037005783524364233
81722	embedding2nn.weight	6	-0.003973235376179218
81722	embedding2nn.weight	7	-0.03791959583759308
81722	embedding2nn.weight	8	-0.0019979383796453476
81722	embedding2nn.weight	9	-0.026419317349791527
81722	embedding2nn.bias	0	0.020565981045365334
81722	embedding2nn.bias	1	-0.03770191967487335
81722	embedding2nn.bias	2	0.06844024360179901
81722	embedding2nn.bias	3	0.039876945316791534
81722	embedding2nn.bias	4	-0.03382861241698265
81722	embedding2nn.bias	5	-0.04745877906680107
81722	embedding2nn.bias	6	0.03001943789422512
81722	embedding2nn.bias	7	-0.040728192776441574
81722	embedding2nn.bias	8	0.028951548039913177
81722	embedding2nn.bias	9	0.033700138330459595
81722	rnn.weight_ih_l0	0	-0.03657687082886696
81722	rnn.weight_ih_l0	1	-0.006228989455848932
81722	rnn.weight_ih_l0	2	0.042000312358140945
81722	rnn.weight_ih_l0	3	0.010160530917346478
81722	rnn.weight_ih_l0	4	-0.013842172920703888
81722	rnn.weight_ih_l0	5	-0.054157525300979614
81722	rnn.weight_ih_l0	6	0.0024572978727519512
81722	rnn.weight_ih_l0	7	0.051823101937770844
81722	rnn.weight_ih_l0	8	-0.009865892119705677
81722	rnn.weight_ih_l0	9	-0.018048271536827087
81722	rnn.weight_hh_l0	0	-0.036633823066949844
81722	rnn.weight_hh_l0	1	0.0030937897972762585
81722	rnn.weight_hh_l0	2	0.009790744632482529
81722	rnn.weight_hh_l0	3	-0.04603731632232666
81722	rnn.weight_hh_l0	4	0.05537383630871773
81722	rnn.weight_hh_l0	5	-0.0019093318842351437
81722	rnn.weight_hh_l0	6	-0.03521281108260155
81722	rnn.weight_hh_l0	7	-0.01810825802385807
81722	rnn.weight_hh_l0	8	0.010478339157998562
81722	rnn.weight_hh_l0	9	-0.018150079995393753
81722	rnn.bias_ih_l0	0	0.07975136488676071
81722	rnn.bias_ih_l0	1	-0.013871023431420326
81722	rnn.bias_ih_l0	2	-0.020231090486049652
81722	rnn.bias_ih_l0	3	0.10973938554525375
81722	rnn.bias_ih_l0	4	-0.0551614873111248
81722	rnn.bias_ih_l0	5	-0.03126218542456627
81722	rnn.bias_ih_l0	6	0.007117230445146561
81722	rnn.bias_ih_l0	7	0.04761859029531479
81722	rnn.bias_ih_l0	8	-0.09142419695854187
81722	rnn.bias_ih_l0	9	-0.024737747386097908
81722	rnn.bias_hh_l0	0	-0.037388402968645096
81722	rnn.bias_hh_l0	1	-0.07825925946235657
81722	rnn.bias_hh_l0	2	-0.04941340908408165
81722	rnn.bias_hh_l0	3	-0.07207082211971283
81722	rnn.bias_hh_l0	4	-0.03347219154238701
81722	rnn.bias_hh_l0	5	-0.010206030681729317
81722	rnn.bias_hh_l0	6	0.023797372356057167
81722	rnn.bias_hh_l0	7	0.035222992300987244
81722	rnn.bias_hh_l0	8	-0.1168065220117569
81722	rnn.bias_hh_l0	9	-0.013119935058057308
81722	rnn.weight_ih_l0_reverse	0	-0.008170811459422112
81722	rnn.weight_ih_l0_reverse	1	-0.056457724422216415
81722	rnn.weight_ih_l0_reverse	2	-0.02900642715394497
81722	rnn.weight_ih_l0_reverse	3	-0.003847411135211587
81722	rnn.weight_ih_l0_reverse	4	-0.010260378010571003
81722	rnn.weight_ih_l0_reverse	5	-0.04259805381298065
81722	rnn.weight_ih_l0_reverse	6	0.0631696805357933
81722	rnn.weight_ih_l0_reverse	7	-0.019527504220604897
81722	rnn.weight_ih_l0_reverse	8	-0.035951729863882065
81722	rnn.weight_ih_l0_reverse	9	0.008639652281999588
81722	rnn.weight_hh_l0_reverse	0	0.029811806976795197
81722	rnn.weight_hh_l0_reverse	1	0.02426658384501934
81722	rnn.weight_hh_l0_reverse	2	0.03717935457825661
81722	rnn.weight_hh_l0_reverse	3	0.027264676988124847
81722	rnn.weight_hh_l0_reverse	4	-0.0005295872106216848
81722	rnn.weight_hh_l0_reverse	5	0.012826847843825817
81722	rnn.weight_hh_l0_reverse	6	0.0416889488697052
81722	rnn.weight_hh_l0_reverse	7	-0.06224215403199196
81722	rnn.weight_hh_l0_reverse	8	0.029867494478821754
81722	rnn.weight_hh_l0_reverse	9	0.04919585958123207
81722	rnn.bias_ih_l0_reverse	0	-0.06465582549571991
81722	rnn.bias_ih_l0_reverse	1	-0.22925062477588654
81722	rnn.bias_ih_l0_reverse	2	-0.09057881683111191
81722	rnn.bias_ih_l0_reverse	3	-0.026857510209083557
81722	rnn.bias_ih_l0_reverse	4	-0.02820119634270668
81722	rnn.bias_ih_l0_reverse	5	0.04207082837820053
81722	rnn.bias_ih_l0_reverse	6	-0.055351026356220245
81722	rnn.bias_ih_l0_reverse	7	0.03591938316822052
81722	rnn.bias_ih_l0_reverse	8	-0.022394316270947456
81722	rnn.bias_ih_l0_reverse	9	0.02174023725092411
81722	rnn.bias_hh_l0_reverse	0	0.009039576165378094
81722	rnn.bias_hh_l0_reverse	1	-0.035464122891426086
81722	rnn.bias_hh_l0_reverse	2	0.057787586003541946
81722	rnn.bias_hh_l0_reverse	3	-0.04503729194402695
81722	rnn.bias_hh_l0_reverse	4	-0.03164535388350487
81722	rnn.bias_hh_l0_reverse	5	-0.03906196728348732
81722	rnn.bias_hh_l0_reverse	6	-0.018919454887509346
81722	rnn.bias_hh_l0_reverse	7	0.09271597117185593
81722	rnn.bias_hh_l0_reverse	8	0.017581893131136894
81722	rnn.bias_hh_l0_reverse	9	-0.09082325547933578
81722	rnn.weight_ih_l1	0	-0.037992775440216064
81722	rnn.weight_ih_l1	1	-0.03789866343140602
81722	rnn.weight_ih_l1	2	0.06772339344024658
81722	rnn.weight_ih_l1	3	-0.02568441815674305
81722	rnn.weight_ih_l1	4	-0.004805038217455149
81722	rnn.weight_ih_l1	5	-0.04670896753668785
81722	rnn.weight_ih_l1	6	0.032281700521707535
81722	rnn.weight_ih_l1	7	-0.03431949019432068
81722	rnn.weight_ih_l1	8	0.03858444467186928
81722	rnn.weight_ih_l1	9	0.035374097526073456
81722	rnn.weight_hh_l1	0	-0.010897849686443806
81722	rnn.weight_hh_l1	1	0.00917588546872139
81722	rnn.weight_hh_l1	2	-0.006953713949769735
81722	rnn.weight_hh_l1	3	-0.010938337072730064
81722	rnn.weight_hh_l1	4	0.004279812332242727
81722	rnn.weight_hh_l1	5	0.02727915532886982
81722	rnn.weight_hh_l1	6	0.027668878436088562
81722	rnn.weight_hh_l1	7	-0.026349375024437904
81722	rnn.weight_hh_l1	8	-0.022516503930091858
81722	rnn.weight_hh_l1	9	0.03989984467625618
81722	rnn.bias_ih_l1	0	-0.15647375583648682
81722	rnn.bias_ih_l1	1	-0.13033926486968994
81722	rnn.bias_ih_l1	2	-0.15595029294490814
81722	rnn.bias_ih_l1	3	-0.20917671918869019
81722	rnn.bias_ih_l1	4	-0.17784419655799866
81722	rnn.bias_ih_l1	5	-0.09916149079799652
81722	rnn.bias_ih_l1	6	-0.1110299751162529
81722	rnn.bias_ih_l1	7	-0.020634733140468597
81722	rnn.bias_ih_l1	8	-0.10504835098981857
81722	rnn.bias_ih_l1	9	-0.08974191546440125
81722	rnn.bias_hh_l1	0	-0.11460959166288376
81722	rnn.bias_hh_l1	1	-0.03522002696990967
81722	rnn.bias_hh_l1	2	-0.08780737966299057
81722	rnn.bias_hh_l1	3	-0.08707486093044281
81722	rnn.bias_hh_l1	4	-0.11682141572237015
81722	rnn.bias_hh_l1	5	-0.08096234500408173
81722	rnn.bias_hh_l1	6	-0.09199076145887375
81722	rnn.bias_hh_l1	7	0.03642934188246727
81722	rnn.bias_hh_l1	8	-0.12081772834062576
81722	rnn.bias_hh_l1	9	-0.0791267529129982
81722	rnn.weight_ih_l1_reverse	0	-0.045059677213430405
81722	rnn.weight_ih_l1_reverse	1	0.04159719496965408
81722	rnn.weight_ih_l1_reverse	2	0.004857477266341448
81722	rnn.weight_ih_l1_reverse	3	0.009880892932415009
81722	rnn.weight_ih_l1_reverse	4	-0.018195459619164467
81722	rnn.weight_ih_l1_reverse	5	-0.03549154847860336
81722	rnn.weight_ih_l1_reverse	6	-0.005499666556715965
81722	rnn.weight_ih_l1_reverse	7	0.015360547229647636
81722	rnn.weight_ih_l1_reverse	8	0.011648491956293583
81722	rnn.weight_ih_l1_reverse	9	-0.01729685068130493
81722	rnn.weight_hh_l1_reverse	0	0.008419218473136425
81722	rnn.weight_hh_l1_reverse	1	0.02840511128306389
81722	rnn.weight_hh_l1_reverse	2	-0.039008863270282745
81722	rnn.weight_hh_l1_reverse	3	0.040492717176675797
81722	rnn.weight_hh_l1_reverse	4	0.047248367220163345
81722	rnn.weight_hh_l1_reverse	5	0.007193326484411955
81722	rnn.weight_hh_l1_reverse	6	0.005625402554869652
81722	rnn.weight_hh_l1_reverse	7	0.027310896664857864
81722	rnn.weight_hh_l1_reverse	8	-0.002380428835749626
81722	rnn.weight_hh_l1_reverse	9	-0.038618650287389755
81722	rnn.bias_ih_l1_reverse	0	-0.04633106663823128
81722	rnn.bias_ih_l1_reverse	1	-0.1002558022737503
81722	rnn.bias_ih_l1_reverse	2	-0.11679292470216751
81722	rnn.bias_ih_l1_reverse	3	-0.0020888124126940966
81722	rnn.bias_ih_l1_reverse	4	-0.1674232929944992
81722	rnn.bias_ih_l1_reverse	5	-0.07783905416727066
81722	rnn.bias_ih_l1_reverse	6	-0.1131301075220108
81722	rnn.bias_ih_l1_reverse	7	-0.14576216042041779
81722	rnn.bias_ih_l1_reverse	8	0.15127305686473846
81722	rnn.bias_ih_l1_reverse	9	-0.011501135304570198
81722	rnn.bias_hh_l1_reverse	0	-0.023274535313248634
81722	rnn.bias_hh_l1_reverse	1	0.03015962801873684
81722	rnn.bias_hh_l1_reverse	2	-0.21016575396060944
81722	rnn.bias_hh_l1_reverse	3	-0.08761913329362869
81722	rnn.bias_hh_l1_reverse	4	-0.064763642847538
81722	rnn.bias_hh_l1_reverse	5	-0.07287248224020004
81722	rnn.bias_hh_l1_reverse	6	0.13800503313541412
81722	rnn.bias_hh_l1_reverse	7	-0.13324865698814392
81722	rnn.bias_hh_l1_reverse	8	-0.09634183347225189
81722	rnn.bias_hh_l1_reverse	9	-0.11808361113071442
81722	linear.weight	0	0.002228822559118271
81722	linear.weight	1	0.055119484663009644
81722	linear.weight	2	-0.13051888346672058
81722	linear.weight	3	0.3218267560005188
81722	linear.weight	4	0.09688763320446014
81722	linear.weight	5	-0.0007461562636308372
81722	linear.weight	6	0.01438393909484148
81722	linear.weight	7	0.05835647135972977
81722	linear.weight	8	0.04146730154752731
81722	linear.weight	9	-0.07346521317958832
81722	linear.bias	0	-0.11171647906303406
81722	linear.bias	1	-0.14414891600608826
81722	linear.bias	2	-0.48497894406318665
81722	linear.bias	3	-0.6892198920249939
81722	linear.bias	4	-1.0716416835784912
81722	linear.bias	5	-0.00417680386453867
81722	linear.bias	6	-0.6880459189414978
81722	linear.bias	7	0.41522490978240967
81722	linear.bias	8	-0.5455621480941772
81722	linear.bias	9	-0.8719089031219482
81919	transitions	0	0.5705494284629822
81919	transitions	1	0.10872411727905273
81919	transitions	2	-10000.0
81919	transitions	3	-1.80770742893219
81919	transitions	4	-10000.0
81919	transitions	5	0.6276025772094727
81919	transitions	6	-0.04089880362153053
81919	transitions	7	-0.4711422920227051
81919	transitions	8	-1.3590047359466553
81919	transitions	9	-0.0006844570161774755
81919	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
81919	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
81919	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
81919	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
81919	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
81919	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
81919	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
81919	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
81919	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
81919	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
81919	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
81919	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
81919	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
81919	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
81919	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
81919	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
81919	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
81919	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
81919	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
81919	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
81919	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
81919	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
81919	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
81919	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
81919	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
81919	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
81919	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
81919	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
81919	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
81919	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
81919	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
81919	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
81919	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
81919	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
81919	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
81919	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
81919	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
81919	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
81919	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
81919	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
81919	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
81919	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
81919	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
81919	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
81919	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
81919	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
81919	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
81919	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
81919	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
81919	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
81919	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
81919	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
81919	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
81919	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
81919	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
81919	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
81919	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
81919	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
81919	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
81919	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
81919	embedding2nn.weight	0	0.000880580919329077
81919	embedding2nn.weight	1	-0.01604485884308815
81919	embedding2nn.weight	2	-0.014268255792558193
81919	embedding2nn.weight	3	-0.0010777749121189117
81919	embedding2nn.weight	4	-0.005915035028010607
81919	embedding2nn.weight	5	-0.0037005783524364233
81919	embedding2nn.weight	6	-0.003973235376179218
81919	embedding2nn.weight	7	-0.03805270045995712
81919	embedding2nn.weight	8	-0.0019979383796453476
81919	embedding2nn.weight	9	-0.025652624666690826
81919	embedding2nn.bias	0	0.019020620733499527
81919	embedding2nn.bias	1	-0.03479154035449028
81919	embedding2nn.bias	2	0.06526251882314682
81919	embedding2nn.bias	3	0.03767910227179527
81919	embedding2nn.bias	4	-0.04099686071276665
81919	embedding2nn.bias	5	-0.04828820750117302
81919	embedding2nn.bias	6	0.025232940912246704
81919	embedding2nn.bias	7	-0.032115351408720016
81919	embedding2nn.bias	8	0.030301524326205254
81919	embedding2nn.bias	9	0.02744312770664692
81919	rnn.weight_ih_l0	0	-0.03604684770107269
81919	rnn.weight_ih_l0	1	-0.005291344132274389
81919	rnn.weight_ih_l0	2	0.042663298547267914
81919	rnn.weight_ih_l0	3	0.010064161382615566
81919	rnn.weight_ih_l0	4	-0.012992262840270996
81919	rnn.weight_ih_l0	5	-0.05458323657512665
81919	rnn.weight_ih_l0	6	0.002293940866366029
81919	rnn.weight_ih_l0	7	0.05041051656007767
81919	rnn.weight_ih_l0	8	-0.009764236398041248
81919	rnn.weight_ih_l0	9	-0.01805521920323372
81919	rnn.weight_hh_l0	0	-0.03640461340546608
81919	rnn.weight_hh_l0	1	0.0040883347392082214
81919	rnn.weight_hh_l0	2	0.010233978740870953
81919	rnn.weight_hh_l0	3	-0.046725641936063766
81919	rnn.weight_hh_l0	4	0.05588819831609726
81919	rnn.weight_hh_l0	5	-0.002837472828105092
81919	rnn.weight_hh_l0	6	-0.035036902874708176
81919	rnn.weight_hh_l0	7	-0.01753872074186802
81919	rnn.weight_hh_l0	8	0.010885211639106274
81919	rnn.weight_hh_l0	9	-0.01878953166306019
81919	rnn.bias_ih_l0	0	0.0805652067065239
81919	rnn.bias_ih_l0	1	-0.016365043818950653
81919	rnn.bias_ih_l0	2	-0.020917803049087524
81919	rnn.bias_ih_l0	3	0.10922715067863464
81919	rnn.bias_ih_l0	4	-0.059171658009290695
81919	rnn.bias_ih_l0	5	-0.028736688196659088
81919	rnn.bias_ih_l0	6	0.004509017337113619
81919	rnn.bias_ih_l0	7	0.04824507609009743
81919	rnn.bias_ih_l0	8	-0.0908215120434761
81919	rnn.bias_ih_l0	9	-0.027286909520626068
81919	rnn.bias_hh_l0	0	-0.03657642751932144
81919	rnn.bias_hh_l0	1	-0.07735669612884521
81919	rnn.bias_hh_l0	2	-0.05028357729315758
81919	rnn.bias_hh_l0	3	-0.07584899663925171
81919	rnn.bias_hh_l0	4	-0.029264124110341072
81919	rnn.bias_hh_l0	5	-0.009075098671019077
81919	rnn.bias_hh_l0	6	0.02634805254638195
81919	rnn.bias_hh_l0	7	0.03290595859289169
81919	rnn.bias_hh_l0	8	-0.11627199500799179
81919	rnn.bias_hh_l0	9	-0.011093386448919773
81919	rnn.weight_ih_l0_reverse	0	-0.008558847941458225
81919	rnn.weight_ih_l0_reverse	1	-0.056522518396377563
81919	rnn.weight_ih_l0_reverse	2	-0.028544820845127106
81919	rnn.weight_ih_l0_reverse	3	-0.0032379382755607367
81919	rnn.weight_ih_l0_reverse	4	-0.010245509445667267
81919	rnn.weight_ih_l0_reverse	5	-0.04290801286697388
81919	rnn.weight_ih_l0_reverse	6	0.06214821711182594
81919	rnn.weight_ih_l0_reverse	7	-0.022365929558873177
81919	rnn.weight_ih_l0_reverse	8	-0.035301342606544495
81919	rnn.weight_ih_l0_reverse	9	0.007872870191931725
81919	rnn.weight_hh_l0_reverse	0	0.029722515493631363
81919	rnn.weight_hh_l0_reverse	1	0.025202535092830658
81919	rnn.weight_hh_l0_reverse	2	0.03671339526772499
81919	rnn.weight_hh_l0_reverse	3	0.028367962688207626
81919	rnn.weight_hh_l0_reverse	4	-0.0001411588309565559
81919	rnn.weight_hh_l0_reverse	5	0.012985536828637123
81919	rnn.weight_hh_l0_reverse	6	0.041102707386016846
81919	rnn.weight_hh_l0_reverse	7	-0.06231829151511192
81919	rnn.weight_hh_l0_reverse	8	0.03077513910830021
81919	rnn.weight_hh_l0_reverse	9	0.0500185564160347
81919	rnn.bias_ih_l0_reverse	0	-0.06337739527225494
81919	rnn.bias_ih_l0_reverse	1	-0.23159755766391754
81919	rnn.bias_ih_l0_reverse	2	-0.08940419554710388
81919	rnn.bias_ih_l0_reverse	3	-0.027004439383745193
81919	rnn.bias_ih_l0_reverse	4	-0.026093246415257454
81919	rnn.bias_ih_l0_reverse	5	0.04119241610169411
81919	rnn.bias_ih_l0_reverse	6	-0.05600370466709137
81919	rnn.bias_ih_l0_reverse	7	0.035463351756334305
81919	rnn.bias_ih_l0_reverse	8	-0.023173324763774872
81919	rnn.bias_ih_l0_reverse	9	0.025134364143013954
81919	rnn.bias_hh_l0_reverse	0	0.010994039475917816
81919	rnn.bias_hh_l0_reverse	1	-0.030964432284235954
81919	rnn.bias_hh_l0_reverse	2	0.05677415058016777
81919	rnn.bias_hh_l0_reverse	3	-0.04360385984182358
81919	rnn.bias_hh_l0_reverse	4	-0.03342915698885918
81919	rnn.bias_hh_l0_reverse	5	-0.03844975307583809
81919	rnn.bias_hh_l0_reverse	6	-0.0199741143733263
81919	rnn.bias_hh_l0_reverse	7	0.09212878346443176
81919	rnn.bias_hh_l0_reverse	8	0.01599758118391037
81919	rnn.bias_hh_l0_reverse	9	-0.09381960332393646
81919	rnn.weight_ih_l1	0	-0.03749134764075279
81919	rnn.weight_ih_l1	1	-0.0363692045211792
81919	rnn.weight_ih_l1	2	0.06747656315565109
81919	rnn.weight_ih_l1	3	-0.022879885509610176
81919	rnn.weight_ih_l1	4	-0.0047677005641162395
81919	rnn.weight_ih_l1	5	-0.046650148928165436
81919	rnn.weight_ih_l1	6	0.031922608613967896
81919	rnn.weight_ih_l1	7	-0.0339103601872921
81919	rnn.weight_ih_l1	8	0.03867239132523537
81919	rnn.weight_ih_l1	9	0.0362531840801239
81919	rnn.weight_hh_l1	0	-0.010045799426734447
81919	rnn.weight_hh_l1	1	0.009343039244413376
81919	rnn.weight_hh_l1	2	-0.004236839711666107
81919	rnn.weight_hh_l1	3	-0.010998135432600975
81919	rnn.weight_hh_l1	4	0.004110418725758791
81919	rnn.weight_hh_l1	5	0.026910796761512756
81919	rnn.weight_hh_l1	6	0.027802638709545135
81919	rnn.weight_hh_l1	7	-0.026171384379267693
81919	rnn.weight_hh_l1	8	-0.022309353575110435
81919	rnn.weight_hh_l1	9	0.040339596569538116
81919	rnn.bias_ih_l1	0	-0.15783092379570007
81919	rnn.bias_ih_l1	1	-0.13848555088043213
81919	rnn.bias_ih_l1	2	-0.15678834915161133
81919	rnn.bias_ih_l1	3	-0.20586912333965302
81919	rnn.bias_ih_l1	4	-0.1701556146144867
81919	rnn.bias_ih_l1	5	-0.09913243353366852
81919	rnn.bias_ih_l1	6	-0.11167672276496887
81919	rnn.bias_ih_l1	7	-0.01640658639371395
81919	rnn.bias_ih_l1	8	-0.10632205009460449
81919	rnn.bias_ih_l1	9	-0.08892908692359924
81919	rnn.bias_hh_l1	0	-0.1176229789853096
81919	rnn.bias_hh_l1	1	-0.035246238112449646
81919	rnn.bias_hh_l1	2	-0.08863895386457443
81919	rnn.bias_hh_l1	3	-0.08672013878822327
81919	rnn.bias_hh_l1	4	-0.11722421646118164
81919	rnn.bias_hh_l1	5	-0.08133427053689957
81919	rnn.bias_hh_l1	6	-0.09243246912956238
81919	rnn.bias_hh_l1	7	0.03332870826125145
81919	rnn.bias_hh_l1	8	-0.12097896635532379
81919	rnn.bias_hh_l1	9	-0.08083933591842651
81919	rnn.weight_ih_l1_reverse	0	-0.044995322823524475
81919	rnn.weight_ih_l1_reverse	1	0.03854566439986229
81919	rnn.weight_ih_l1_reverse	2	0.0056195636279881
81919	rnn.weight_ih_l1_reverse	3	0.009734070859849453
81919	rnn.weight_ih_l1_reverse	4	-0.015064898878335953
81919	rnn.weight_ih_l1_reverse	5	-0.03515011817216873
81919	rnn.weight_ih_l1_reverse	6	-0.0015000458806753159
81919	rnn.weight_ih_l1_reverse	7	0.014717248268425465
81919	rnn.weight_ih_l1_reverse	8	0.011950740590691566
81919	rnn.weight_ih_l1_reverse	9	-0.015470762737095356
81919	rnn.weight_hh_l1_reverse	0	0.008641969412565231
81919	rnn.weight_hh_l1_reverse	1	0.028220297768712044
81919	rnn.weight_hh_l1_reverse	2	-0.039062000811100006
81919	rnn.weight_hh_l1_reverse	3	0.04050792008638382
81919	rnn.weight_hh_l1_reverse	4	0.04679052531719208
81919	rnn.weight_hh_l1_reverse	5	0.007598790805786848
81919	rnn.weight_hh_l1_reverse	6	0.006459527648985386
81919	rnn.weight_hh_l1_reverse	7	0.02753649465739727
81919	rnn.weight_hh_l1_reverse	8	-0.0024768002331256866
81919	rnn.weight_hh_l1_reverse	9	-0.038722600787878036
81919	rnn.bias_ih_l1_reverse	0	-0.04736725986003876
81919	rnn.bias_ih_l1_reverse	1	-0.09559334069490433
81919	rnn.bias_ih_l1_reverse	2	-0.1164303869009018
81919	rnn.bias_ih_l1_reverse	3	-0.0013028819812461734
81919	rnn.bias_ih_l1_reverse	4	-0.16695955395698547
81919	rnn.bias_ih_l1_reverse	5	-0.08029341697692871
81919	rnn.bias_ih_l1_reverse	6	-0.11170650273561478
81919	rnn.bias_ih_l1_reverse	7	-0.14655046164989471
81919	rnn.bias_ih_l1_reverse	8	0.15277071297168732
81919	rnn.bias_ih_l1_reverse	9	-0.010691848583519459
81919	rnn.bias_hh_l1_reverse	0	-0.02503054030239582
81919	rnn.bias_hh_l1_reverse	1	0.03574829176068306
81919	rnn.bias_hh_l1_reverse	2	-0.21075285971164703
81919	rnn.bias_hh_l1_reverse	3	-0.0859561562538147
81919	rnn.bias_hh_l1_reverse	4	-0.06581919640302658
81919	rnn.bias_hh_l1_reverse	5	-0.07443630695343018
81919	rnn.bias_hh_l1_reverse	6	0.12915843725204468
81919	rnn.bias_hh_l1_reverse	7	-0.13030919432640076
81919	rnn.bias_hh_l1_reverse	8	-0.09604514390230179
81919	rnn.bias_hh_l1_reverse	9	-0.11673678457736969
81919	linear.weight	0	0.002228822559118271
81919	linear.weight	1	0.06460113823413849
81919	linear.weight	2	-0.13284331560134888
81919	linear.weight	3	0.3208945393562317
81919	linear.weight	4	0.09253685921430588
81919	linear.weight	5	0.0012783491984009743
81919	linear.weight	6	0.011862022802233696
81919	linear.weight	7	0.06916958093643188
81919	linear.weight	8	0.041463665664196014
81919	linear.weight	9	-0.07595191150903702
81919	linear.bias	0	-0.05141203850507736
81919	linear.bias	1	-0.14286622405052185
81919	linear.bias	2	-0.4592878222465515
81919	linear.bias	3	-0.6844032406806946
81919	linear.bias	4	-1.063435673713684
81919	linear.bias	5	-0.01592247746884823
81919	linear.bias	6	-0.6835651993751526
81919	linear.bias	7	0.40518611669540405
81919	linear.bias	8	-0.55130535364151
81919	linear.bias	9	-0.8763567805290222
82116	transitions	0	0.576106607913971
82116	transitions	1	0.11603677272796631
82116	transitions	2	-10000.0
82116	transitions	3	-1.80777907371521
82116	transitions	4	-10000.0
82116	transitions	5	0.6274321675300598
82116	transitions	6	-0.04102858155965805
82116	transitions	7	-0.4726063311100006
82116	transitions	8	-1.3591116666793823
82116	transitions	9	-0.0006865630275569856
82116	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
82116	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
82116	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
82116	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
82116	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
82116	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
82116	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
82116	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
82116	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
82116	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
82116	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
82116	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
82116	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
82116	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
82116	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
82116	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
82116	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
82116	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
82116	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
82116	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
82116	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
82116	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
82116	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
82116	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
82116	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
82116	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
82116	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
82116	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
82116	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
82116	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
82116	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
82116	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
82116	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
82116	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
82116	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
82116	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
82116	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
82116	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
82116	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
82116	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
82116	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
82116	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
82116	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
82116	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
82116	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
82116	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
82116	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
82116	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
82116	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
82116	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
82116	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
82116	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
82116	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
82116	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
82116	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
82116	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
82116	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
82116	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
82116	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
82116	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
82116	embedding2nn.weight	0	0.0018840512493625283
82116	embedding2nn.weight	1	-0.01575673744082451
82116	embedding2nn.weight	2	-0.014268255792558193
82116	embedding2nn.weight	3	-0.0011430034646764398
82116	embedding2nn.weight	4	-0.005915035028010607
82116	embedding2nn.weight	5	-0.0037005783524364233
82116	embedding2nn.weight	6	-0.003973235841840506
82116	embedding2nn.weight	7	-0.03962142392992973
82116	embedding2nn.weight	8	-0.0019979383796453476
82116	embedding2nn.weight	9	-0.0255496297031641
82116	embedding2nn.bias	0	0.024963868781924248
82116	embedding2nn.bias	1	-0.03628654405474663
82116	embedding2nn.bias	2	0.061879713088274
82116	embedding2nn.bias	3	0.034771353006362915
82116	embedding2nn.bias	4	-0.0423552468419075
82116	embedding2nn.bias	5	-0.03916162997484207
82116	embedding2nn.bias	6	0.023349130526185036
82116	embedding2nn.bias	7	-0.0308181531727314
82116	embedding2nn.bias	8	0.031676776707172394
82116	embedding2nn.bias	9	0.025801097974181175
82116	rnn.weight_ih_l0	0	-0.03492356091737747
82116	rnn.weight_ih_l0	1	-0.005255185533314943
82116	rnn.weight_ih_l0	2	0.04220570996403694
82116	rnn.weight_ih_l0	3	0.009230800904333591
82116	rnn.weight_ih_l0	4	-0.013743110001087189
82116	rnn.weight_ih_l0	5	-0.05536923557519913
82116	rnn.weight_ih_l0	6	0.0010148590663447976
82116	rnn.weight_ih_l0	7	0.050351597368717194
82116	rnn.weight_ih_l0	8	-0.010165640152990818
82116	rnn.weight_ih_l0	9	-0.017118340358138084
82116	rnn.weight_hh_l0	0	-0.03720233216881752
82116	rnn.weight_hh_l0	1	0.005444616079330444
82116	rnn.weight_hh_l0	2	0.011234063655138016
82116	rnn.weight_hh_l0	3	-0.04705468937754631
82116	rnn.weight_hh_l0	4	0.056388888508081436
82116	rnn.weight_hh_l0	5	-0.0018550222739577293
82116	rnn.weight_hh_l0	6	-0.03378041833639145
82116	rnn.weight_hh_l0	7	-0.016832858324050903
82116	rnn.weight_hh_l0	8	0.010685082525014877
82116	rnn.weight_hh_l0	9	-0.01907937601208687
82116	rnn.bias_ih_l0	0	0.07958532124757767
82116	rnn.bias_ih_l0	1	-0.012838935479521751
82116	rnn.bias_ih_l0	2	-0.019561775028705597
82116	rnn.bias_ih_l0	3	0.11181292682886124
82116	rnn.bias_ih_l0	4	-0.058158017694950104
82116	rnn.bias_ih_l0	5	-0.028418367728590965
82116	rnn.bias_ih_l0	6	0.0018445912282913923
82116	rnn.bias_ih_l0	7	0.0459924079477787
82116	rnn.bias_ih_l0	8	-0.09044842422008514
82116	rnn.bias_ih_l0	9	-0.029478933662176132
82116	rnn.bias_hh_l0	0	-0.035868629813194275
82116	rnn.bias_hh_l0	1	-0.07621463388204575
82116	rnn.bias_hh_l0	2	-0.051326896995306015
82116	rnn.bias_hh_l0	3	-0.07625317573547363
82116	rnn.bias_hh_l0	4	-0.032890379428863525
82116	rnn.bias_hh_l0	5	-0.0093821557238698
82116	rnn.bias_hh_l0	6	0.022572942078113556
82116	rnn.bias_hh_l0	7	0.03310751914978027
82116	rnn.bias_hh_l0	8	-0.11685580015182495
82116	rnn.bias_hh_l0	9	-0.013117754831910133
82116	rnn.weight_ih_l0_reverse	0	-0.006659466307610273
82116	rnn.weight_ih_l0_reverse	1	-0.055135246366262436
82116	rnn.weight_ih_l0_reverse	2	-0.027980977669358253
82116	rnn.weight_ih_l0_reverse	3	-0.0030238055624067783
82116	rnn.weight_ih_l0_reverse	4	-0.011434989981353283
82116	rnn.weight_ih_l0_reverse	5	-0.041911780834198
82116	rnn.weight_ih_l0_reverse	6	0.061774883419275284
82116	rnn.weight_ih_l0_reverse	7	-0.0207393616437912
82116	rnn.weight_ih_l0_reverse	8	-0.035041775554418564
82116	rnn.weight_ih_l0_reverse	9	0.008451330475509167
82116	rnn.weight_hh_l0_reverse	0	0.03156016767024994
82116	rnn.weight_hh_l0_reverse	1	0.025811314582824707
82116	rnn.weight_hh_l0_reverse	2	0.03694816678762436
82116	rnn.weight_hh_l0_reverse	3	0.028005052357912064
82116	rnn.weight_hh_l0_reverse	4	-0.00019959910423494875
82116	rnn.weight_hh_l0_reverse	5	0.013358760625123978
82116	rnn.weight_hh_l0_reverse	6	0.040823739022016525
82116	rnn.weight_hh_l0_reverse	7	-0.062033697962760925
82116	rnn.weight_hh_l0_reverse	8	0.030690396204590797
82116	rnn.weight_hh_l0_reverse	9	0.04927779734134674
82116	rnn.bias_ih_l0_reverse	0	-0.06342564523220062
82116	rnn.bias_ih_l0_reverse	1	-0.2325267642736435
82116	rnn.bias_ih_l0_reverse	2	-0.09353555738925934
82116	rnn.bias_ih_l0_reverse	3	-0.02558888867497444
82116	rnn.bias_ih_l0_reverse	4	-0.028413597494363785
82116	rnn.bias_ih_l0_reverse	5	0.03902963921427727
82116	rnn.bias_ih_l0_reverse	6	-0.05441124364733696
82116	rnn.bias_ih_l0_reverse	7	0.03524445742368698
82116	rnn.bias_ih_l0_reverse	8	-0.02849351242184639
82116	rnn.bias_ih_l0_reverse	9	0.023951547220349312
82116	rnn.bias_hh_l0_reverse	0	0.008220753632485867
82116	rnn.bias_hh_l0_reverse	1	-0.032110899686813354
82116	rnn.bias_hh_l0_reverse	2	0.052910078316926956
82116	rnn.bias_hh_l0_reverse	3	-0.04457595571875572
82116	rnn.bias_hh_l0_reverse	4	-0.032342247664928436
82116	rnn.bias_hh_l0_reverse	5	-0.035116903483867645
82116	rnn.bias_hh_l0_reverse	6	-0.022831760346889496
82116	rnn.bias_hh_l0_reverse	7	0.09205346554517746
82116	rnn.bias_hh_l0_reverse	8	0.01542587298899889
82116	rnn.bias_hh_l0_reverse	9	-0.09465020149946213
82116	rnn.weight_ih_l1	0	-0.037364035844802856
82116	rnn.weight_ih_l1	1	-0.035950858145952225
82116	rnn.weight_ih_l1	2	0.06323325634002686
82116	rnn.weight_ih_l1	3	-0.022488996386528015
82116	rnn.weight_ih_l1	4	-0.005442981608211994
82116	rnn.weight_ih_l1	5	-0.046202272176742554
82116	rnn.weight_ih_l1	6	0.03195994347333908
82116	rnn.weight_ih_l1	7	-0.03604421764612198
82116	rnn.weight_ih_l1	8	0.03872458264231682
82116	rnn.weight_ih_l1	9	0.03666302561759949
82116	rnn.weight_hh_l1	0	-0.010394985787570477
82116	rnn.weight_hh_l1	1	0.009344687685370445
82116	rnn.weight_hh_l1	2	-0.004275433253496885
82116	rnn.weight_hh_l1	3	-0.010994325391948223
82116	rnn.weight_hh_l1	4	0.0047156792134046555
82116	rnn.weight_hh_l1	5	0.026675760746002197
82116	rnn.weight_hh_l1	6	0.02744985744357109
82116	rnn.weight_hh_l1	7	-0.025952080264687538
82116	rnn.weight_hh_l1	8	-0.02234661392867565
82116	rnn.weight_hh_l1	9	0.04017636179924011
82116	rnn.bias_ih_l1	0	-0.1581755429506302
82116	rnn.bias_ih_l1	1	-0.14036691188812256
82116	rnn.bias_ih_l1	2	-0.1574489176273346
82116	rnn.bias_ih_l1	3	-0.20667807757854462
82116	rnn.bias_ih_l1	4	-0.17562003433704376
82116	rnn.bias_ih_l1	5	-0.0994977280497551
82116	rnn.bias_ih_l1	6	-0.1114344671368599
82116	rnn.bias_ih_l1	7	-0.019119180738925934
82116	rnn.bias_ih_l1	8	-0.10539194941520691
82116	rnn.bias_ih_l1	9	-0.0919702872633934
82116	rnn.bias_hh_l1	0	-0.1169603168964386
82116	rnn.bias_hh_l1	1	-0.0322343148291111
82116	rnn.bias_hh_l1	2	-0.08968087285757065
82116	rnn.bias_hh_l1	3	-0.08697780221700668
82116	rnn.bias_hh_l1	4	-0.11733227968215942
82116	rnn.bias_hh_l1	5	-0.08222628384828568
82116	rnn.bias_hh_l1	6	-0.09311696887016296
82116	rnn.bias_hh_l1	7	0.03266802430152893
82116	rnn.bias_hh_l1	8	-0.11923260986804962
82116	rnn.bias_hh_l1	9	-0.08126402646303177
82116	rnn.weight_ih_l1_reverse	0	-0.04407791793346405
82116	rnn.weight_ih_l1_reverse	1	0.038515355437994
82116	rnn.weight_ih_l1_reverse	2	0.002050436567515135
82116	rnn.weight_ih_l1_reverse	3	0.007967592217028141
82116	rnn.weight_ih_l1_reverse	4	-0.012256545946002007
82116	rnn.weight_ih_l1_reverse	5	-0.03580637276172638
82116	rnn.weight_ih_l1_reverse	6	-0.0003581194905564189
82116	rnn.weight_ih_l1_reverse	7	0.015873463824391365
82116	rnn.weight_ih_l1_reverse	8	0.011514873243868351
82116	rnn.weight_ih_l1_reverse	9	-0.013084365986287594
82116	rnn.weight_hh_l1_reverse	0	0.009049950167536736
82116	rnn.weight_hh_l1_reverse	1	0.028300659731030464
82116	rnn.weight_hh_l1_reverse	2	-0.0391387976706028
82116	rnn.weight_hh_l1_reverse	3	0.040646743029356
82116	rnn.weight_hh_l1_reverse	4	0.04594680294394493
82116	rnn.weight_hh_l1_reverse	5	0.0073919594287872314
82116	rnn.weight_hh_l1_reverse	6	0.005719618406146765
82116	rnn.weight_hh_l1_reverse	7	0.02737809531390667
82116	rnn.weight_hh_l1_reverse	8	-0.0023853520397096872
82116	rnn.weight_hh_l1_reverse	9	-0.03878409415483475
82116	rnn.bias_ih_l1_reverse	0	-0.04441836476325989
82116	rnn.bias_ih_l1_reverse	1	-0.09625134617090225
82116	rnn.bias_ih_l1_reverse	2	-0.11665278673171997
82116	rnn.bias_ih_l1_reverse	3	-0.0002125618193531409
82116	rnn.bias_ih_l1_reverse	4	-0.16908733546733856
82116	rnn.bias_ih_l1_reverse	5	-0.07925185561180115
82116	rnn.bias_ih_l1_reverse	6	-0.11245600879192352
82116	rnn.bias_ih_l1_reverse	7	-0.14590366184711456
82116	rnn.bias_ih_l1_reverse	8	0.14857657253742218
82116	rnn.bias_ih_l1_reverse	9	-0.007620193529874086
82116	rnn.bias_hh_l1_reverse	0	-0.027515271678566933
82116	rnn.bias_hh_l1_reverse	1	0.038578882813453674
82116	rnn.bias_hh_l1_reverse	2	-0.21120403707027435
82116	rnn.bias_hh_l1_reverse	3	-0.08759099245071411
82116	rnn.bias_hh_l1_reverse	4	-0.06723228842020035
82116	rnn.bias_hh_l1_reverse	5	-0.07454057037830353
82116	rnn.bias_hh_l1_reverse	6	0.11932583898305893
82116	rnn.bias_hh_l1_reverse	7	-0.13420674204826355
82116	rnn.bias_hh_l1_reverse	8	-0.09765633940696716
82116	rnn.bias_hh_l1_reverse	9	-0.11755512654781342
82116	linear.weight	0	0.002228822559118271
82116	linear.weight	1	0.07525353878736496
82116	linear.weight	2	-0.14076554775238037
82116	linear.weight	3	0.3154078423976898
82116	linear.weight	4	0.09369835257530212
82116	linear.weight	5	0.00325863272882998
82116	linear.weight	6	0.0179609302431345
82116	linear.weight	7	0.0504770390689373
82116	linear.weight	8	0.04145847633481026
82116	linear.weight	9	-0.07635947316884995
82116	linear.bias	0	-0.064725860953331
82116	linear.bias	1	-0.15780450403690338
82116	linear.bias	2	-0.44592052698135376
82116	linear.bias	3	-0.6955447793006897
82116	linear.bias	4	-1.0764325857162476
82116	linear.bias	5	-0.02588021755218506
82116	linear.bias	6	-0.696912944316864
82116	linear.bias	7	0.39636653661727905
82116	linear.bias	8	-0.5540422797203064
82116	linear.bias	9	-0.8806784152984619
82313	transitions	0	0.5755439400672913
82313	transitions	1	0.12033363431692123
82313	transitions	2	-10000.0
82313	transitions	3	-1.807855486869812
82313	transitions	4	-10000.0
82313	transitions	5	0.6272785067558289
82313	transitions	6	-0.04115540161728859
82313	transitions	7	-0.47344836592674255
82313	transitions	8	-1.3592485189437866
82313	transitions	9	-0.0006892294622957706
82313	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
82313	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
82313	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
82313	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
82313	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
82313	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
82313	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
82313	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
82313	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
82313	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
82313	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
82313	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
82313	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
82313	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
82313	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
82313	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
82313	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
82313	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
82313	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
82313	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
82313	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
82313	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
82313	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
82313	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
82313	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
82313	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
82313	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
82313	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
82313	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
82313	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
82313	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
82313	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
82313	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
82313	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
82313	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
82313	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
82313	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
82313	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
82313	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
82313	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
82313	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
82313	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
82313	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
82313	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
82313	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
82313	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
82313	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
82313	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
82313	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
82313	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
82313	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
82313	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
82313	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
82313	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
82313	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
82313	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
82313	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
82313	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
82313	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
82313	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
82313	embedding2nn.weight	0	0.004232533276081085
82313	embedding2nn.weight	1	-0.015989990904927254
82313	embedding2nn.weight	2	-0.014268255792558193
82313	embedding2nn.weight	3	-0.0008895534556359053
82313	embedding2nn.weight	4	-0.005915035028010607
82313	embedding2nn.weight	5	-0.0037005781196057796
82313	embedding2nn.weight	6	-0.003973239567130804
82313	embedding2nn.weight	7	-0.0403994657099247
82313	embedding2nn.weight	8	-0.0019979383796453476
82313	embedding2nn.weight	9	-0.02478296123445034
82313	embedding2nn.bias	0	0.03254123404622078
82313	embedding2nn.bias	1	-0.03989225625991821
82313	embedding2nn.bias	2	0.06363077461719513
82313	embedding2nn.bias	3	0.03507651761174202
82313	embedding2nn.bias	4	-0.05151765048503876
82313	embedding2nn.bias	5	-0.03816883638501167
82313	embedding2nn.bias	6	0.028963707387447357
82313	embedding2nn.bias	7	-0.034095991402864456
82313	embedding2nn.bias	8	0.023052960634231567
82313	embedding2nn.bias	9	0.025927342474460602
82313	rnn.weight_ih_l0	0	-0.036584608256816864
82313	rnn.weight_ih_l0	1	-0.0035310331732034683
82313	rnn.weight_ih_l0	2	0.04336053878068924
82313	rnn.weight_ih_l0	3	0.008616381324827671
82313	rnn.weight_ih_l0	4	-0.013073713518679142
82313	rnn.weight_ih_l0	5	-0.05537153780460358
82313	rnn.weight_ih_l0	6	0.00087417644681409
82313	rnn.weight_ih_l0	7	0.05011511221528053
82313	rnn.weight_ih_l0	8	-0.010865011252462864
82313	rnn.weight_ih_l0	9	-0.01816270314157009
82313	rnn.weight_hh_l0	0	-0.0380573570728302
82313	rnn.weight_hh_l0	1	0.005130873527377844
82313	rnn.weight_hh_l0	2	0.009750084951519966
82313	rnn.weight_hh_l0	3	-0.04718274995684624
82313	rnn.weight_hh_l0	4	0.05690483748912811
82313	rnn.weight_hh_l0	5	-0.0012448434717953205
82313	rnn.weight_hh_l0	6	-0.03130785748362541
82313	rnn.weight_hh_l0	7	-0.016744444146752357
82313	rnn.weight_hh_l0	8	0.009631832130253315
82313	rnn.weight_hh_l0	9	-0.018928619101643562
82313	rnn.bias_ih_l0	0	0.07988763600587845
82313	rnn.bias_ih_l0	1	-0.01088644377887249
82313	rnn.bias_ih_l0	2	-0.020814206451177597
82313	rnn.bias_ih_l0	3	0.11386865377426147
82313	rnn.bias_ih_l0	4	-0.05863214656710625
82313	rnn.bias_ih_l0	5	-0.028207305818796158
82313	rnn.bias_ih_l0	6	0.000553973310161382
82313	rnn.bias_ih_l0	7	0.04925423115491867
82313	rnn.bias_ih_l0	8	-0.08974982798099518
82313	rnn.bias_ih_l0	9	-0.029110264033079147
82313	rnn.bias_hh_l0	0	-0.03398660570383072
82313	rnn.bias_hh_l0	1	-0.07362571358680725
82313	rnn.bias_hh_l0	2	-0.05115671083331108
82313	rnn.bias_hh_l0	3	-0.0761285200715065
82313	rnn.bias_hh_l0	4	-0.03019387274980545
82313	rnn.bias_hh_l0	5	-0.011872650124132633
82313	rnn.bias_hh_l0	6	0.02436881698668003
82313	rnn.bias_hh_l0	7	0.031199883669614792
82313	rnn.bias_hh_l0	8	-0.11714257299900055
82313	rnn.bias_hh_l0	9	-0.014555052854120731
82313	rnn.weight_ih_l0_reverse	0	-0.008221512660384178
82313	rnn.weight_ih_l0_reverse	1	-0.05659376084804535
82313	rnn.weight_ih_l0_reverse	2	-0.027264749631285667
82313	rnn.weight_ih_l0_reverse	3	-0.0027228507678955793
82313	rnn.weight_ih_l0_reverse	4	-0.011787512339651585
82313	rnn.weight_ih_l0_reverse	5	-0.04140157625079155
82313	rnn.weight_ih_l0_reverse	6	0.06131990626454353
82313	rnn.weight_ih_l0_reverse	7	-0.02152775414288044
82313	rnn.weight_ih_l0_reverse	8	-0.035390786826610565
82313	rnn.weight_ih_l0_reverse	9	0.009013788774609566
82313	rnn.weight_hh_l0_reverse	0	0.0331483855843544
82313	rnn.weight_hh_l0_reverse	1	0.025852451100945473
82313	rnn.weight_hh_l0_reverse	2	0.036847278475761414
82313	rnn.weight_hh_l0_reverse	3	0.028152422979474068
82313	rnn.weight_hh_l0_reverse	4	-0.0003983186325058341
82313	rnn.weight_hh_l0_reverse	5	0.014034947380423546
82313	rnn.weight_hh_l0_reverse	6	0.04108015075325966
82313	rnn.weight_hh_l0_reverse	7	-0.061861976981163025
82313	rnn.weight_hh_l0_reverse	8	0.030919043347239494
82313	rnn.weight_hh_l0_reverse	9	0.0496545173227787
82313	rnn.bias_ih_l0_reverse	0	-0.06167620047926903
82313	rnn.bias_ih_l0_reverse	1	-0.23554447293281555
82313	rnn.bias_ih_l0_reverse	2	-0.09454195201396942
82313	rnn.bias_ih_l0_reverse	3	-0.026598935946822166
82313	rnn.bias_ih_l0_reverse	4	-0.028113331645727158
82313	rnn.bias_ih_l0_reverse	5	0.036440640687942505
82313	rnn.bias_ih_l0_reverse	6	-0.052494026720523834
82313	rnn.bias_ih_l0_reverse	7	0.03739195689558983
82313	rnn.bias_ih_l0_reverse	8	-0.022622892633080482
82313	rnn.bias_ih_l0_reverse	9	0.025593750178813934
82313	rnn.bias_hh_l0_reverse	0	0.007740621920675039
82313	rnn.bias_hh_l0_reverse	1	-0.03568936884403229
82313	rnn.bias_hh_l0_reverse	2	0.050126947462558746
82313	rnn.bias_hh_l0_reverse	3	-0.04368888586759567
82313	rnn.bias_hh_l0_reverse	4	-0.03402330353856087
82313	rnn.bias_hh_l0_reverse	5	-0.039663735777139664
82313	rnn.bias_hh_l0_reverse	6	-0.02246543951332569
82313	rnn.bias_hh_l0_reverse	7	0.0894121378660202
82313	rnn.bias_hh_l0_reverse	8	0.014983435161411762
82313	rnn.bias_hh_l0_reverse	9	-0.09234552830457687
82313	rnn.weight_ih_l1	0	-0.037092797458171844
82313	rnn.weight_ih_l1	1	-0.03555592894554138
82313	rnn.weight_ih_l1	2	0.06248703971505165
82313	rnn.weight_ih_l1	3	-0.022102702409029007
82313	rnn.weight_ih_l1	4	-0.005176778882741928
82313	rnn.weight_ih_l1	5	-0.04599287360906601
82313	rnn.weight_ih_l1	6	0.031393542885780334
82313	rnn.weight_ih_l1	7	-0.03708220645785332
82313	rnn.weight_ih_l1	8	0.03840726613998413
82313	rnn.weight_ih_l1	9	0.036225687712430954
82313	rnn.weight_hh_l1	0	-0.008140718564391136
82313	rnn.weight_hh_l1	1	0.00931074284017086
82313	rnn.weight_hh_l1	2	-0.004264013841748238
82313	rnn.weight_hh_l1	3	-0.011468510143458843
82313	rnn.weight_hh_l1	4	0.00435600196942687
82313	rnn.weight_hh_l1	5	0.026761159300804138
82313	rnn.weight_hh_l1	6	0.027298808097839355
82313	rnn.weight_hh_l1	7	-0.02546621300280094
82313	rnn.weight_hh_l1	8	-0.02218511700630188
82313	rnn.weight_hh_l1	9	0.041038740426301956
82313	rnn.bias_ih_l1	0	-0.15748897194862366
82313	rnn.bias_ih_l1	1	-0.13899102807044983
82313	rnn.bias_ih_l1	2	-0.1585039347410202
82313	rnn.bias_ih_l1	3	-0.20793282985687256
82313	rnn.bias_ih_l1	4	-0.182626873254776
82313	rnn.bias_ih_l1	5	-0.09757384657859802
82313	rnn.bias_ih_l1	6	-0.10884810984134674
82313	rnn.bias_ih_l1	7	-0.01855401322245598
82313	rnn.bias_ih_l1	8	-0.10694558918476105
82313	rnn.bias_ih_l1	9	-0.09272342175245285
82313	rnn.bias_hh_l1	0	-0.11598014831542969
82313	rnn.bias_hh_l1	1	-0.03298193961381912
82313	rnn.bias_hh_l1	2	-0.0906868427991867
82313	rnn.bias_hh_l1	3	-0.08480247855186462
82313	rnn.bias_hh_l1	4	-0.11788100004196167
82313	rnn.bias_hh_l1	5	-0.08333254605531693
82313	rnn.bias_hh_l1	6	-0.09071987122297287
82313	rnn.bias_hh_l1	7	0.028888236731290817
82313	rnn.bias_hh_l1	8	-0.12097930163145065
82313	rnn.bias_hh_l1	9	-0.08220720291137695
82313	rnn.weight_ih_l1_reverse	0	-0.04118994623422623
82313	rnn.weight_ih_l1_reverse	1	0.038915280252695084
82313	rnn.weight_ih_l1_reverse	2	0.005329859908670187
82313	rnn.weight_ih_l1_reverse	3	0.00945252738893032
82313	rnn.weight_ih_l1_reverse	4	-0.012097722850739956
82313	rnn.weight_ih_l1_reverse	5	-0.03607022017240524
82313	rnn.weight_ih_l1_reverse	6	-0.0007620758842676878
82313	rnn.weight_ih_l1_reverse	7	0.01520999800413847
82313	rnn.weight_ih_l1_reverse	8	0.012279165908694267
82313	rnn.weight_ih_l1_reverse	9	-0.015321371145546436
82313	rnn.weight_hh_l1_reverse	0	0.009110814891755581
82313	rnn.weight_hh_l1_reverse	1	0.028312744572758675
82313	rnn.weight_hh_l1_reverse	2	-0.03911885246634483
82313	rnn.weight_hh_l1_reverse	3	0.04066021740436554
82313	rnn.weight_hh_l1_reverse	4	0.04559886083006859
82313	rnn.weight_hh_l1_reverse	5	0.007339305244386196
82313	rnn.weight_hh_l1_reverse	6	0.004474592860788107
82313	rnn.weight_hh_l1_reverse	7	0.027491087093949318
82313	rnn.weight_hh_l1_reverse	8	-0.002538146683946252
82313	rnn.weight_hh_l1_reverse	9	-0.03903171792626381
82313	rnn.bias_ih_l1_reverse	0	-0.04182875528931618
82313	rnn.bias_ih_l1_reverse	1	-0.09887062013149261
82313	rnn.bias_ih_l1_reverse	2	-0.1141919419169426
82313	rnn.bias_ih_l1_reverse	3	-0.009051949717104435
82313	rnn.bias_ih_l1_reverse	4	-0.1687113344669342
82313	rnn.bias_ih_l1_reverse	5	-0.07910824567079544
82313	rnn.bias_ih_l1_reverse	6	-0.11220088601112366
82313	rnn.bias_ih_l1_reverse	7	-0.14983312785625458
82313	rnn.bias_ih_l1_reverse	8	0.1377871185541153
82313	rnn.bias_ih_l1_reverse	9	-0.009579953737556934
82313	rnn.bias_hh_l1_reverse	0	-0.02229292504489422
82313	rnn.bias_hh_l1_reverse	1	0.03752153366804123
82313	rnn.bias_hh_l1_reverse	2	-0.21123197674751282
82313	rnn.bias_hh_l1_reverse	3	-0.08947346359491348
82313	rnn.bias_hh_l1_reverse	4	-0.06668630987405777
82313	rnn.bias_hh_l1_reverse	5	-0.0735846534371376
82313	rnn.bias_hh_l1_reverse	6	0.12090793251991272
82313	rnn.bias_hh_l1_reverse	7	-0.13551580905914307
82313	rnn.bias_hh_l1_reverse	8	-0.09836562722921371
82313	rnn.bias_hh_l1_reverse	9	-0.11831250041723251
82313	linear.weight	0	0.002228822559118271
82313	linear.weight	1	0.0858754962682724
82313	linear.weight	2	-0.13811498880386353
82313	linear.weight	3	0.31225666403770447
82313	linear.weight	4	0.07933995127677917
82313	linear.weight	5	0.005929368548095226
82313	linear.weight	6	0.003593691624701023
82313	linear.weight	7	0.05162322521209717
82313	linear.weight	8	0.04145180061459541
82313	linear.weight	9	-0.0757644772529602
82313	linear.bias	0	-0.08557999134063721
82313	linear.bias	1	-0.15391840040683746
82313	linear.bias	2	-0.4350847899913788
82313	linear.bias	3	-0.6928070187568665
82313	linear.bias	4	-1.0747648477554321
82313	linear.bias	5	-0.05011293664574623
82313	linear.bias	6	-0.6894145011901855
82313	linear.bias	7	0.37342870235443115
82313	linear.bias	8	-0.5590705871582031
82313	linear.bias	9	-0.8852983713150024
82510	transitions	0	0.575264573097229
82510	transitions	1	0.11286396533250809
82510	transitions	2	-10000.0
82510	transitions	3	-1.8079067468643188
82510	transitions	4	-10000.0
82510	transitions	5	0.6271046996116638
82510	transitions	6	-0.041313063353300095
82510	transitions	7	-0.4740775227546692
82510	transitions	8	-1.359366536140442
82510	transitions	9	-0.0006912335520610213
82510	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
82510	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
82510	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
82510	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
82510	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
82510	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
82510	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
82510	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
82510	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
82510	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
82510	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
82510	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
82510	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
82510	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
82510	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
82510	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
82510	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
82510	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
82510	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
82510	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
82510	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
82510	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
82510	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
82510	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
82510	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
82510	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
82510	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
82510	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
82510	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
82510	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
82510	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
82510	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
82510	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
82510	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
82510	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
82510	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
82510	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
82510	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
82510	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
82510	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
82510	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
82510	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
82510	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
82510	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
82510	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
82510	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
82510	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
82510	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
82510	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
82510	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
82510	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
82510	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
82510	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
82510	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
82510	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
82510	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
82510	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
82510	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
82510	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
82510	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
82510	embedding2nn.weight	0	0.005091552622616291
82510	embedding2nn.weight	1	-0.01616813614964485
82510	embedding2nn.weight	2	-0.014268255792558193
82510	embedding2nn.weight	3	0.0002726703532971442
82510	embedding2nn.weight	4	-0.005915035028010607
82510	embedding2nn.weight	5	-0.003700577886775136
82510	embedding2nn.weight	6	-0.003973244223743677
82510	embedding2nn.weight	7	-0.04073542729020119
82510	embedding2nn.weight	8	-0.0019979383796453476
82510	embedding2nn.weight	9	-0.024807702749967575
82510	embedding2nn.bias	0	0.02912457101047039
82510	embedding2nn.bias	1	-0.0428091362118721
82510	embedding2nn.bias	2	0.06991688162088394
82510	embedding2nn.bias	3	0.03499690443277359
82510	embedding2nn.bias	4	-0.051869697868824005
82510	embedding2nn.bias	5	-0.0414157472550869
82510	embedding2nn.bias	6	0.02768712304532528
82510	embedding2nn.bias	7	-0.03535667061805725
82510	embedding2nn.bias	8	0.02723691053688526
82510	embedding2nn.bias	9	0.020648056641221046
82510	rnn.weight_ih_l0	0	-0.03415422514081001
82510	rnn.weight_ih_l0	1	-0.0032785567454993725
82510	rnn.weight_ih_l0	2	0.04426546394824982
82510	rnn.weight_ih_l0	3	0.008939515799283981
82510	rnn.weight_ih_l0	4	-0.012690866366028786
82510	rnn.weight_ih_l0	5	-0.05376298725605011
82510	rnn.weight_ih_l0	6	0.00019943628285545856
82510	rnn.weight_ih_l0	7	0.051130421459674835
82510	rnn.weight_ih_l0	8	-0.012444006279110909
82510	rnn.weight_ih_l0	9	-0.016796642914414406
82510	rnn.weight_hh_l0	0	-0.037430062890052795
82510	rnn.weight_hh_l0	1	0.00486575486138463
82510	rnn.weight_hh_l0	2	0.00908275879919529
82510	rnn.weight_hh_l0	3	-0.046308279037475586
82510	rnn.weight_hh_l0	4	0.05728977546095848
82510	rnn.weight_hh_l0	5	-0.0018092235550284386
82510	rnn.weight_hh_l0	6	-0.031653739511966705
82510	rnn.weight_hh_l0	7	-0.017236704006791115
82510	rnn.weight_hh_l0	8	0.008545606397092342
82510	rnn.weight_hh_l0	9	-0.01927056349813938
82510	rnn.bias_ih_l0	0	0.07481127977371216
82510	rnn.bias_ih_l0	1	-0.01110170129686594
82510	rnn.bias_ih_l0	2	-0.023438867181539536
82510	rnn.bias_ih_l0	3	0.11059094965457916
82510	rnn.bias_ih_l0	4	-0.06177622824907303
82510	rnn.bias_ih_l0	5	-0.030738983303308487
82510	rnn.bias_ih_l0	6	-0.002209991682320833
82510	rnn.bias_ih_l0	7	0.0467635840177536
82510	rnn.bias_ih_l0	8	-0.0903007835149765
82510	rnn.bias_ih_l0	9	-0.026731334626674652
82510	rnn.bias_hh_l0	0	-0.03213310241699219
82510	rnn.bias_hh_l0	1	-0.07918459177017212
82510	rnn.bias_hh_l0	2	-0.04988600313663483
82510	rnn.bias_hh_l0	3	-0.0769832506775856
82510	rnn.bias_hh_l0	4	-0.03344897925853729
82510	rnn.bias_hh_l0	5	-0.010980857536196709
82510	rnn.bias_hh_l0	6	0.023338956758379936
82510	rnn.bias_hh_l0	7	0.028610501438379288
82510	rnn.bias_hh_l0	8	-0.11759185045957565
82510	rnn.bias_hh_l0	9	-0.015119800344109535
82510	rnn.weight_ih_l0_reverse	0	-0.00909025501459837
82510	rnn.weight_ih_l0_reverse	1	-0.0582607239484787
82510	rnn.weight_ih_l0_reverse	2	-0.02780064195394516
82510	rnn.weight_ih_l0_reverse	3	-0.004397696349769831
82510	rnn.weight_ih_l0_reverse	4	-0.012015136890113354
82510	rnn.weight_ih_l0_reverse	5	-0.041616134345531464
82510	rnn.weight_ih_l0_reverse	6	0.06194388121366501
82510	rnn.weight_ih_l0_reverse	7	-0.021388418972492218
82510	rnn.weight_ih_l0_reverse	8	-0.035295721143484116
82510	rnn.weight_ih_l0_reverse	9	0.00940727535635233
82510	rnn.weight_hh_l0_reverse	0	0.03214835748076439
82510	rnn.weight_hh_l0_reverse	1	0.025189951062202454
82510	rnn.weight_hh_l0_reverse	2	0.03725758567452431
82510	rnn.weight_hh_l0_reverse	3	0.02779463864862919
82510	rnn.weight_hh_l0_reverse	4	-0.0009383555152453482
82510	rnn.weight_hh_l0_reverse	5	0.014399985782802105
82510	rnn.weight_hh_l0_reverse	6	0.04118930920958519
82510	rnn.weight_hh_l0_reverse	7	-0.06034328043460846
82510	rnn.weight_hh_l0_reverse	8	0.03144485130906105
82510	rnn.weight_hh_l0_reverse	9	0.04916396737098694
82510	rnn.bias_ih_l0_reverse	0	-0.061129309237003326
82510	rnn.bias_ih_l0_reverse	1	-0.23377233743667603
82510	rnn.bias_ih_l0_reverse	2	-0.09558939188718796
82510	rnn.bias_ih_l0_reverse	3	-0.029206665232777596
82510	rnn.bias_ih_l0_reverse	4	-0.03177523612976074
82510	rnn.bias_ih_l0_reverse	5	0.036928705871105194
82510	rnn.bias_ih_l0_reverse	6	-0.05269871652126312
82510	rnn.bias_ih_l0_reverse	7	0.03676978498697281
82510	rnn.bias_ih_l0_reverse	8	-0.021855952218174934
82510	rnn.bias_ih_l0_reverse	9	0.02713802270591259
82510	rnn.bias_hh_l0_reverse	0	0.007030544802546501
82510	rnn.bias_hh_l0_reverse	1	-0.034574832767248154
82510	rnn.bias_hh_l0_reverse	2	0.05453180521726608
82510	rnn.bias_hh_l0_reverse	3	-0.04235643893480301
82510	rnn.bias_hh_l0_reverse	4	-0.03632476553320885
82510	rnn.bias_hh_l0_reverse	5	-0.04072178155183792
82510	rnn.bias_hh_l0_reverse	6	-0.023326639086008072
82510	rnn.bias_hh_l0_reverse	7	0.09029075503349304
82510	rnn.bias_hh_l0_reverse	8	0.014508065767586231
82510	rnn.bias_hh_l0_reverse	9	-0.09329285472631454
82510	rnn.weight_ih_l1	0	-0.037858352065086365
82510	rnn.weight_ih_l1	1	-0.0334993340075016
82510	rnn.weight_ih_l1	2	0.06533555686473846
82510	rnn.weight_ih_l1	3	-0.025268498808145523
82510	rnn.weight_ih_l1	4	-0.0055763497948646545
82510	rnn.weight_ih_l1	5	-0.046356283128261566
82510	rnn.weight_ih_l1	6	0.031000744551420212
82510	rnn.weight_ih_l1	7	-0.03809208422899246
82510	rnn.weight_ih_l1	8	0.03871995210647583
82510	rnn.weight_ih_l1	9	0.0370267890393734
82510	rnn.weight_hh_l1	0	-0.009066110476851463
82510	rnn.weight_hh_l1	1	0.009231680072844028
82510	rnn.weight_hh_l1	2	-0.005068681202828884
82510	rnn.weight_hh_l1	3	-0.011774797923862934
82510	rnn.weight_hh_l1	4	0.003862151177600026
82510	rnn.weight_hh_l1	5	0.02688242867588997
82510	rnn.weight_hh_l1	6	0.027293507009744644
82510	rnn.weight_hh_l1	7	-0.025271499529480934
82510	rnn.weight_hh_l1	8	-0.022150538861751556
82510	rnn.weight_hh_l1	9	0.041375014930963516
82510	rnn.bias_ih_l1	0	-0.16123463213443756
82510	rnn.bias_ih_l1	1	-0.14156323671340942
82510	rnn.bias_ih_l1	2	-0.1590660959482193
82510	rnn.bias_ih_l1	3	-0.2043420821428299
82510	rnn.bias_ih_l1	4	-0.18358632922172546
82510	rnn.bias_ih_l1	5	-0.09711869060993195
82510	rnn.bias_ih_l1	6	-0.10774638503789902
82510	rnn.bias_ih_l1	7	-0.021384859457612038
82510	rnn.bias_ih_l1	8	-0.10789411514997482
82510	rnn.bias_ih_l1	9	-0.08948913216590881
82510	rnn.bias_hh_l1	0	-0.1161545142531395
82510	rnn.bias_hh_l1	1	-0.032783567905426025
82510	rnn.bias_hh_l1	2	-0.08661305904388428
82510	rnn.bias_hh_l1	3	-0.08585289120674133
82510	rnn.bias_hh_l1	4	-0.11907978355884552
82510	rnn.bias_hh_l1	5	-0.08324436098337173
82510	rnn.bias_hh_l1	6	-0.08671016246080399
82510	rnn.bias_hh_l1	7	0.02558959648013115
82510	rnn.bias_hh_l1	8	-0.11806030571460724
82510	rnn.bias_hh_l1	9	-0.08429192006587982
82510	rnn.weight_ih_l1_reverse	0	-0.03975208103656769
82510	rnn.weight_ih_l1_reverse	1	0.03821505978703499
82510	rnn.weight_ih_l1_reverse	2	0.0028023566119372845
82510	rnn.weight_ih_l1_reverse	3	0.010266141034662724
82510	rnn.weight_ih_l1_reverse	4	-0.013609732501208782
82510	rnn.weight_ih_l1_reverse	5	-0.03601965680718422
82510	rnn.weight_ih_l1_reverse	6	0.002210779581218958
82510	rnn.weight_ih_l1_reverse	7	0.016061613336205482
82510	rnn.weight_ih_l1_reverse	8	0.012534757144749165
82510	rnn.weight_ih_l1_reverse	9	-0.01522854994982481
82510	rnn.weight_hh_l1_reverse	0	0.008948594331741333
82510	rnn.weight_hh_l1_reverse	1	0.0283675454556942
82510	rnn.weight_hh_l1_reverse	2	-0.03914280980825424
82510	rnn.weight_hh_l1_reverse	3	0.04050350561738014
82510	rnn.weight_hh_l1_reverse	4	0.045559126883745193
82510	rnn.weight_hh_l1_reverse	5	0.007665748707950115
82510	rnn.weight_hh_l1_reverse	6	0.004279238171875477
82510	rnn.weight_hh_l1_reverse	7	0.027392426505684853
82510	rnn.weight_hh_l1_reverse	8	-0.002569003263488412
82510	rnn.weight_hh_l1_reverse	9	-0.03882760554552078
82510	rnn.bias_ih_l1_reverse	0	-0.04422856867313385
82510	rnn.bias_ih_l1_reverse	1	-0.09922292828559875
82510	rnn.bias_ih_l1_reverse	2	-0.11575218290090561
82510	rnn.bias_ih_l1_reverse	3	-0.010829105041921139
82510	rnn.bias_ih_l1_reverse	4	-0.17061494290828705
82510	rnn.bias_ih_l1_reverse	5	-0.08197800070047379
82510	rnn.bias_ih_l1_reverse	6	-0.11256144940853119
82510	rnn.bias_ih_l1_reverse	7	-0.14611077308654785
82510	rnn.bias_ih_l1_reverse	8	0.1447937935590744
82510	rnn.bias_ih_l1_reverse	9	-0.006886367220431566
82510	rnn.bias_hh_l1_reverse	0	-0.02515069767832756
82510	rnn.bias_hh_l1_reverse	1	0.036467891186475754
82510	rnn.bias_hh_l1_reverse	2	-0.211392343044281
82510	rnn.bias_hh_l1_reverse	3	-0.08888174593448639
82510	rnn.bias_hh_l1_reverse	4	-0.06683726608753204
82510	rnn.bias_hh_l1_reverse	5	-0.07742241770029068
82510	rnn.bias_hh_l1_reverse	6	0.12203755229711533
82510	rnn.bias_hh_l1_reverse	7	-0.1378096044063568
82510	rnn.bias_hh_l1_reverse	8	-0.09802021831274033
82510	rnn.bias_hh_l1_reverse	9	-0.11816424876451492
82510	linear.weight	0	0.002228822559118271
82510	linear.weight	1	0.07900302112102509
82510	linear.weight	2	-0.13335008919239044
82510	linear.weight	3	0.3073728680610657
82510	linear.weight	4	0.0799136832356453
82510	linear.weight	5	-0.00019753894594032317
82510	linear.weight	6	0.015816466882824898
82510	linear.weight	7	0.05081571266055107
82510	linear.weight	8	0.041446514427661896
82510	linear.weight	9	-0.07347728312015533
82510	linear.bias	0	-0.06409208476543427
82510	linear.bias	1	-0.1369713842868805
82510	linear.bias	2	-0.4263331890106201
82510	linear.bias	3	-0.6944233179092407
82510	linear.bias	4	-1.0771503448486328
82510	linear.bias	5	-0.02844947949051857
82510	linear.bias	6	-0.6736637353897095
82510	linear.bias	7	0.3909751772880554
82510	linear.bias	8	-0.5772544145584106
82510	linear.bias	9	-0.8991990089416504
82707	transitions	0	0.5480420589447021
82707	transitions	1	0.10748057812452316
82707	transitions	2	-10000.0
82707	transitions	3	-1.807959794998169
82707	transitions	4	-10000.0
82707	transitions	5	0.626904308795929
82707	transitions	6	-0.04146206006407738
82707	transitions	7	-0.4761158227920532
82707	transitions	8	-1.3595771789550781
82707	transitions	9	-0.0006929108058102429
82707	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
82707	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
82707	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
82707	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
82707	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
82707	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
82707	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
82707	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
82707	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
82707	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
82707	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
82707	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
82707	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
82707	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
82707	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
82707	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
82707	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
82707	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
82707	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
82707	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
82707	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
82707	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
82707	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
82707	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
82707	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
82707	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
82707	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
82707	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
82707	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
82707	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
82707	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
82707	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
82707	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
82707	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
82707	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
82707	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
82707	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
82707	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
82707	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
82707	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
82707	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
82707	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
82707	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
82707	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
82707	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
82707	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
82707	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
82707	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
82707	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
82707	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
82707	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
82707	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
82707	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
82707	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
82707	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
82707	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
82707	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
82707	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
82707	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
82707	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
82707	embedding2nn.weight	0	0.007557148113846779
82707	embedding2nn.weight	1	-0.01642911694943905
82707	embedding2nn.weight	2	-0.014268255792558193
82707	embedding2nn.weight	3	0.003492153249680996
82707	embedding2nn.weight	4	-0.005915035028010607
82707	embedding2nn.weight	5	-0.0037005781196057796
82707	embedding2nn.weight	6	-0.003973234910517931
82707	embedding2nn.weight	7	-0.03988180682063103
82707	embedding2nn.weight	8	-0.0019979383796453476
82707	embedding2nn.weight	9	-0.024562519043684006
82707	embedding2nn.bias	0	0.020504100248217583
82707	embedding2nn.bias	1	-0.03697383776307106
82707	embedding2nn.bias	2	0.06802266836166382
82707	embedding2nn.bias	3	0.045419517904520035
82707	embedding2nn.bias	4	-0.05325213819742203
82707	embedding2nn.bias	5	-0.047968242317438126
82707	embedding2nn.bias	6	0.025748958811163902
82707	embedding2nn.bias	7	-0.04012506827712059
82707	embedding2nn.bias	8	0.025583703070878983
82707	embedding2nn.bias	9	0.018000520765781403
82707	rnn.weight_ih_l0	0	-0.034608472138643265
82707	rnn.weight_ih_l0	1	-0.003686505137011409
82707	rnn.weight_ih_l0	2	0.045186590403318405
82707	rnn.weight_ih_l0	3	0.009666457772254944
82707	rnn.weight_ih_l0	4	-0.013463558629155159
82707	rnn.weight_ih_l0	5	-0.05555432662367821
82707	rnn.weight_ih_l0	6	0.0006236297776922584
82707	rnn.weight_ih_l0	7	0.05124717205762863
82707	rnn.weight_ih_l0	8	-0.012515128590166569
82707	rnn.weight_ih_l0	9	-0.017910778522491455
82707	rnn.weight_hh_l0	0	-0.03828970715403557
82707	rnn.weight_hh_l0	1	0.005803105421364307
82707	rnn.weight_hh_l0	2	0.009791066870093346
82707	rnn.weight_hh_l0	3	-0.04751274362206459
82707	rnn.weight_hh_l0	4	0.0576360821723938
82707	rnn.weight_hh_l0	5	-0.0029514466878026724
82707	rnn.weight_hh_l0	6	-0.0322750024497509
82707	rnn.weight_hh_l0	7	-0.015801826491951942
82707	rnn.weight_hh_l0	8	0.010461930185556412
82707	rnn.weight_hh_l0	9	-0.019467748701572418
82707	rnn.bias_ih_l0	0	0.07406821101903915
82707	rnn.bias_ih_l0	1	-0.010808276943862438
82707	rnn.bias_ih_l0	2	-0.021056097000837326
82707	rnn.bias_ih_l0	3	0.10880842804908752
82707	rnn.bias_ih_l0	4	-0.06178858503699303
82707	rnn.bias_ih_l0	5	-0.025860872119665146
82707	rnn.bias_ih_l0	6	-0.006584260147064924
82707	rnn.bias_ih_l0	7	0.04344415292143822
82707	rnn.bias_ih_l0	8	-0.09094341844320297
82707	rnn.bias_ih_l0	9	-0.02559790574014187
82707	rnn.bias_hh_l0	0	-0.03227224573493004
82707	rnn.bias_hh_l0	1	-0.08166555315256119
82707	rnn.bias_hh_l0	2	-0.04863959178328514
82707	rnn.bias_hh_l0	3	-0.07571437209844589
82707	rnn.bias_hh_l0	4	-0.029133176431059837
82707	rnn.bias_hh_l0	5	-0.013249147683382034
82707	rnn.bias_hh_l0	6	0.023876650258898735
82707	rnn.bias_hh_l0	7	0.03296924754977226
82707	rnn.bias_hh_l0	8	-0.11859691888093948
82707	rnn.bias_hh_l0	9	-0.01828893832862377
82707	rnn.weight_ih_l0_reverse	0	-0.008114413358271122
82707	rnn.weight_ih_l0_reverse	1	-0.057482462376356125
82707	rnn.weight_ih_l0_reverse	2	-0.02856542356312275
82707	rnn.weight_ih_l0_reverse	3	-0.004679450299590826
82707	rnn.weight_ih_l0_reverse	4	-0.011697829701006413
82707	rnn.weight_ih_l0_reverse	5	-0.0416565015912056
82707	rnn.weight_ih_l0_reverse	6	0.0617971308529377
82707	rnn.weight_ih_l0_reverse	7	-0.018833432346582413
82707	rnn.weight_ih_l0_reverse	8	-0.035044021904468536
82707	rnn.weight_ih_l0_reverse	9	0.008589609526097775
82707	rnn.weight_hh_l0_reverse	0	0.03068532794713974
82707	rnn.weight_hh_l0_reverse	1	0.025627078488469124
82707	rnn.weight_hh_l0_reverse	2	0.03682223707437515
82707	rnn.weight_hh_l0_reverse	3	0.028575977310538292
82707	rnn.weight_hh_l0_reverse	4	-0.0003799934929702431
82707	rnn.weight_hh_l0_reverse	5	0.01304126251488924
82707	rnn.weight_hh_l0_reverse	6	0.0413513220846653
82707	rnn.weight_hh_l0_reverse	7	-0.06027369573712349
82707	rnn.weight_hh_l0_reverse	8	0.03172275796532631
82707	rnn.weight_hh_l0_reverse	9	0.04864023998379707
82707	rnn.bias_ih_l0_reverse	0	-0.06339020282030106
82707	rnn.bias_ih_l0_reverse	1	-0.23245474696159363
82707	rnn.bias_ih_l0_reverse	2	-0.09318946301937103
82707	rnn.bias_ih_l0_reverse	3	-0.028552137315273285
82707	rnn.bias_ih_l0_reverse	4	-0.03585738688707352
82707	rnn.bias_ih_l0_reverse	5	0.03545331209897995
82707	rnn.bias_ih_l0_reverse	6	-0.05229262635111809
82707	rnn.bias_ih_l0_reverse	7	0.034690357744693756
82707	rnn.bias_ih_l0_reverse	8	-0.02742849849164486
82707	rnn.bias_ih_l0_reverse	9	0.028682691976428032
82707	rnn.bias_hh_l0_reverse	0	0.006788916420191526
82707	rnn.bias_hh_l0_reverse	1	-0.03156189247965813
82707	rnn.bias_hh_l0_reverse	2	0.05195094272494316
82707	rnn.bias_hh_l0_reverse	3	-0.04230434074997902
82707	rnn.bias_hh_l0_reverse	4	-0.040197331458330154
82707	rnn.bias_hh_l0_reverse	5	-0.04102877527475357
82707	rnn.bias_hh_l0_reverse	6	-0.023132752627134323
82707	rnn.bias_hh_l0_reverse	7	0.08687926083803177
82707	rnn.bias_hh_l0_reverse	8	0.016006765887141228
82707	rnn.bias_hh_l0_reverse	9	-0.09594178199768066
82707	rnn.weight_ih_l1	0	-0.037719663232564926
82707	rnn.weight_ih_l1	1	-0.03318130970001221
82707	rnn.weight_ih_l1	2	0.06515482068061829
82707	rnn.weight_ih_l1	3	-0.02291468158364296
82707	rnn.weight_ih_l1	4	-0.005480034742504358
82707	rnn.weight_ih_l1	5	-0.04624060541391373
82707	rnn.weight_ih_l1	6	0.030859792605042458
82707	rnn.weight_ih_l1	7	-0.03623485937714577
82707	rnn.weight_ih_l1	8	0.03843042626976967
82707	rnn.weight_ih_l1	9	0.03616706281900406
82707	rnn.weight_hh_l1	0	-0.010315974242985249
82707	rnn.weight_hh_l1	1	0.009300841949880123
82707	rnn.weight_hh_l1	2	-0.0035040301736444235
82707	rnn.weight_hh_l1	3	-0.011488432064652443
82707	rnn.weight_hh_l1	4	0.003389202756807208
82707	rnn.weight_hh_l1	5	0.02644771710038185
82707	rnn.weight_hh_l1	6	0.027350526303052902
82707	rnn.weight_hh_l1	7	-0.025163035839796066
82707	rnn.weight_hh_l1	8	-0.022376403212547302
82707	rnn.weight_hh_l1	9	0.04087553918361664
82707	rnn.bias_ih_l1	0	-0.15786848962306976
82707	rnn.bias_ih_l1	1	-0.14136917889118195
82707	rnn.bias_ih_l1	2	-0.15673305094242096
82707	rnn.bias_ih_l1	3	-0.21027612686157227
82707	rnn.bias_ih_l1	4	-0.18964679539203644
82707	rnn.bias_ih_l1	5	-0.09643575549125671
82707	rnn.bias_ih_l1	6	-0.10939417779445648
82707	rnn.bias_ih_l1	7	-0.022895731031894684
82707	rnn.bias_ih_l1	8	-0.10859646648168564
82707	rnn.bias_ih_l1	9	-0.09269984811544418
82707	rnn.bias_hh_l1	0	-0.11417097598314285
82707	rnn.bias_hh_l1	1	-0.03658284246921539
82707	rnn.bias_hh_l1	2	-0.08564634621143341
82707	rnn.bias_hh_l1	3	-0.08558845520019531
82707	rnn.bias_hh_l1	4	-0.12051109969615936
82707	rnn.bias_hh_l1	5	-0.08383417874574661
82707	rnn.bias_hh_l1	6	-0.08769331127405167
82707	rnn.bias_hh_l1	7	0.028233850374817848
82707	rnn.bias_hh_l1	8	-0.1167450025677681
82707	rnn.bias_hh_l1	9	-0.08249115198850632
82707	rnn.weight_ih_l1_reverse	0	-0.04020736739039421
82707	rnn.weight_ih_l1_reverse	1	0.036552783101797104
82707	rnn.weight_ih_l1_reverse	2	0.0008526742458343506
82707	rnn.weight_ih_l1_reverse	3	0.010158500634133816
82707	rnn.weight_ih_l1_reverse	4	-0.013962406665086746
82707	rnn.weight_ih_l1_reverse	5	-0.03614797070622444
82707	rnn.weight_ih_l1_reverse	6	0.0037143193185329437
82707	rnn.weight_ih_l1_reverse	7	0.01678759790956974
82707	rnn.weight_ih_l1_reverse	8	0.01234449166804552
82707	rnn.weight_ih_l1_reverse	9	-0.016148366034030914
82707	rnn.weight_hh_l1_reverse	0	0.008868880569934845
82707	rnn.weight_hh_l1_reverse	1	0.02838573046028614
82707	rnn.weight_hh_l1_reverse	2	-0.03925000876188278
82707	rnn.weight_hh_l1_reverse	3	0.04032627493143082
82707	rnn.weight_hh_l1_reverse	4	0.04464477673172951
82707	rnn.weight_hh_l1_reverse	5	0.008121014572679996
82707	rnn.weight_hh_l1_reverse	6	0.003747085342183709
82707	rnn.weight_hh_l1_reverse	7	0.02705487050116062
82707	rnn.weight_hh_l1_reverse	8	-0.002556324005126953
82707	rnn.weight_hh_l1_reverse	9	-0.03890838846564293
82707	rnn.bias_ih_l1_reverse	0	-0.04370281472802162
82707	rnn.bias_ih_l1_reverse	1	-0.09639222174882889
82707	rnn.bias_ih_l1_reverse	2	-0.11620429158210754
82707	rnn.bias_ih_l1_reverse	3	-0.006939476355910301
82707	rnn.bias_ih_l1_reverse	4	-0.1695481240749359
82707	rnn.bias_ih_l1_reverse	5	-0.0824088603258133
82707	rnn.bias_ih_l1_reverse	6	-0.11319896578788757
82707	rnn.bias_ih_l1_reverse	7	-0.14415939152240753
82707	rnn.bias_ih_l1_reverse	8	0.1379237174987793
82707	rnn.bias_ih_l1_reverse	9	-0.000396982446545735
82707	rnn.bias_hh_l1_reverse	0	-0.0277680903673172
82707	rnn.bias_hh_l1_reverse	1	0.038854122161865234
82707	rnn.bias_hh_l1_reverse	2	-0.21169358491897583
82707	rnn.bias_hh_l1_reverse	3	-0.08484083414077759
82707	rnn.bias_hh_l1_reverse	4	-0.06751177459955215
82707	rnn.bias_hh_l1_reverse	5	-0.07593692094087601
82707	rnn.bias_hh_l1_reverse	6	0.11804765462875366
82707	rnn.bias_hh_l1_reverse	7	-0.1396627277135849
82707	rnn.bias_hh_l1_reverse	8	-0.09804866462945938
82707	rnn.bias_hh_l1_reverse	9	-0.11704602837562561
82707	linear.weight	0	0.002228822559118271
82707	linear.weight	1	0.08383288234472275
82707	linear.weight	2	-0.13549797236919403
82707	linear.weight	3	0.30745929479599
82707	linear.weight	4	0.08232255280017853
82707	linear.weight	5	0.0019122036173939705
82707	linear.weight	6	0.006003271788358688
82707	linear.weight	7	0.058644864708185196
82707	linear.weight	8	0.041442904621362686
82707	linear.weight	9	-0.06999146193265915
82707	linear.bias	0	-0.06672818958759308
82707	linear.bias	1	-0.15210044384002686
82707	linear.bias	2	-0.44588959217071533
82707	linear.bias	3	-0.7215996384620667
82707	linear.bias	4	-1.1010557413101196
82707	linear.bias	5	-0.04832381010055542
82707	linear.bias	6	-0.6893084645271301
82707	linear.bias	7	0.36668139696121216
82707	linear.bias	8	-0.5413089990615845
82707	linear.bias	9	-0.8639377355575562
82904	transitions	0	0.5387894511222839
82904	transitions	1	0.10799490660429001
82904	transitions	2	-10000.0
82904	transitions	3	-1.8080276250839233
82904	transitions	4	-10000.0
82904	transitions	5	0.6266890168190002
82904	transitions	6	-0.04159807786345482
82904	transitions	7	-0.47681745886802673
82904	transitions	8	-1.359843134880066
82904	transitions	9	-0.0006942051695659757
82904	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
82904	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
82904	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
82904	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
82904	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
82904	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
82904	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
82904	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
82904	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
82904	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
82904	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
82904	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
82904	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
82904	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
82904	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
82904	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
82904	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
82904	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
82904	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
82904	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
82904	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
82904	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
82904	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
82904	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
82904	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
82904	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
82904	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
82904	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
82904	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
82904	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
82904	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
82904	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
82904	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
82904	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
82904	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
82904	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
82904	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
82904	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
82904	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
82904	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
82904	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
82904	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
82904	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
82904	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
82904	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
82904	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
82904	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
82904	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
82904	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
82904	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
82904	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
82904	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
82904	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
82904	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
82904	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
82904	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
82904	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
82904	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
82904	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
82904	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
82904	embedding2nn.weight	0	0.009088174439966679
82904	embedding2nn.weight	1	-0.01661718264222145
82904	embedding2nn.weight	2	-0.014268255792558193
82904	embedding2nn.weight	3	0.004913549870252609
82904	embedding2nn.weight	4	-0.005915035028010607
82904	embedding2nn.weight	5	-0.0037005781196057796
82904	embedding2nn.weight	6	-0.003973235841840506
82904	embedding2nn.weight	7	-0.03961581364274025
82904	embedding2nn.weight	8	-0.0019979383796453476
82904	embedding2nn.weight	9	-0.024751102551817894
82904	embedding2nn.bias	0	0.020118948072195053
82904	embedding2nn.bias	1	-0.040839675813913345
82904	embedding2nn.bias	2	0.06842106580734253
82904	embedding2nn.bias	3	0.04114551469683647
82904	embedding2nn.bias	4	-0.05139176547527313
82904	embedding2nn.bias	5	-0.050652261823415756
82904	embedding2nn.bias	6	0.017556797713041306
82904	embedding2nn.bias	7	-0.03172791004180908
82904	embedding2nn.bias	8	0.0323016457259655
82904	embedding2nn.bias	9	0.01668126881122589
82904	rnn.weight_ih_l0	0	-0.032491303980350494
82904	rnn.weight_ih_l0	1	-0.0024343272671103477
82904	rnn.weight_ih_l0	2	0.04543868824839592
82904	rnn.weight_ih_l0	3	0.009548389352858067
82904	rnn.weight_ih_l0	4	-0.01324298046529293
82904	rnn.weight_ih_l0	5	-0.05510642006993294
82904	rnn.weight_ih_l0	6	0.0013574734330177307
82904	rnn.weight_ih_l0	7	0.05112934112548828
82904	rnn.weight_ih_l0	8	-0.011015338823199272
82904	rnn.weight_ih_l0	9	-0.017587976530194283
82904	rnn.weight_hh_l0	0	-0.03900228440761566
82904	rnn.weight_hh_l0	1	0.006591691169887781
82904	rnn.weight_hh_l0	2	0.009649096056818962
82904	rnn.weight_hh_l0	3	-0.04787011817097664
82904	rnn.weight_hh_l0	4	0.057859089225530624
82904	rnn.weight_hh_l0	5	-0.002875637961551547
82904	rnn.weight_hh_l0	6	-0.031466420739889145
82904	rnn.weight_hh_l0	7	-0.014584808610379696
82904	rnn.weight_hh_l0	8	0.010995256714522839
82904	rnn.weight_hh_l0	9	-0.01987600326538086
82904	rnn.bias_ih_l0	0	0.07287421822547913
82904	rnn.bias_ih_l0	1	-0.012264112010598183
82904	rnn.bias_ih_l0	2	-0.022247355431318283
82904	rnn.bias_ih_l0	3	0.10699669271707535
82904	rnn.bias_ih_l0	4	-0.0600193552672863
82904	rnn.bias_ih_l0	5	-0.024023057892918587
82904	rnn.bias_ih_l0	6	-0.004285299219191074
82904	rnn.bias_ih_l0	7	0.04423471540212631
82904	rnn.bias_ih_l0	8	-0.09073677659034729
82904	rnn.bias_ih_l0	9	-0.024385444819927216
82904	rnn.bias_hh_l0	0	-0.027649156749248505
82904	rnn.bias_hh_l0	1	-0.08151837438344955
82904	rnn.bias_hh_l0	2	-0.04946133494377136
82904	rnn.bias_hh_l0	3	-0.07591848820447922
82904	rnn.bias_hh_l0	4	-0.02649777941405773
82904	rnn.bias_hh_l0	5	-0.01421824935823679
82904	rnn.bias_hh_l0	6	0.02277957648038864
82904	rnn.bias_hh_l0	7	0.02846181020140648
82904	rnn.bias_hh_l0	8	-0.11569695919752121
82904	rnn.bias_hh_l0	9	-0.01174959447234869
82904	rnn.weight_ih_l0_reverse	0	-0.008575175888836384
82904	rnn.weight_ih_l0_reverse	1	-0.05669306963682175
82904	rnn.weight_ih_l0_reverse	2	-0.028887776657938957
82904	rnn.weight_ih_l0_reverse	3	-0.004715329967439175
82904	rnn.weight_ih_l0_reverse	4	-0.012646935880184174
82904	rnn.weight_ih_l0_reverse	5	-0.04107179865241051
82904	rnn.weight_ih_l0_reverse	6	0.061089470982551575
82904	rnn.weight_ih_l0_reverse	7	-0.01816020905971527
82904	rnn.weight_ih_l0_reverse	8	-0.034564245492219925
82904	rnn.weight_ih_l0_reverse	9	0.009334169328212738
82904	rnn.weight_hh_l0_reverse	0	0.03118126653134823
82904	rnn.weight_hh_l0_reverse	1	0.026730502024292946
82904	rnn.weight_hh_l0_reverse	2	0.03701912984251976
82904	rnn.weight_hh_l0_reverse	3	0.02875077910721302
82904	rnn.weight_hh_l0_reverse	4	-0.0007236176170408726
82904	rnn.weight_hh_l0_reverse	5	0.013116489164531231
82904	rnn.weight_hh_l0_reverse	6	0.04149855673313141
82904	rnn.weight_hh_l0_reverse	7	-0.06023949012160301
82904	rnn.weight_hh_l0_reverse	8	0.03141918405890465
82904	rnn.weight_hh_l0_reverse	9	0.04748906195163727
82904	rnn.bias_ih_l0_reverse	0	-0.06426173448562622
82904	rnn.bias_ih_l0_reverse	1	-0.22882767021656036
82904	rnn.bias_ih_l0_reverse	2	-0.09455585479736328
82904	rnn.bias_ih_l0_reverse	3	-0.027348371222615242
82904	rnn.bias_ih_l0_reverse	4	-0.03560423478484154
82904	rnn.bias_ih_l0_reverse	5	0.03217468038201332
82904	rnn.bias_ih_l0_reverse	6	-0.05367736518383026
82904	rnn.bias_ih_l0_reverse	7	0.034995511174201965
82904	rnn.bias_ih_l0_reverse	8	-0.029624516144394875
82904	rnn.bias_ih_l0_reverse	9	0.026209039613604546
82904	rnn.bias_hh_l0_reverse	0	0.005479616113007069
82904	rnn.bias_hh_l0_reverse	1	-0.030446810647845268
82904	rnn.bias_hh_l0_reverse	2	0.0489920973777771
82904	rnn.bias_hh_l0_reverse	3	-0.03945732116699219
82904	rnn.bias_hh_l0_reverse	4	-0.04112110659480095
82904	rnn.bias_hh_l0_reverse	5	-0.04202623292803764
82904	rnn.bias_hh_l0_reverse	6	-0.02464469149708748
82904	rnn.bias_hh_l0_reverse	7	0.08856957405805588
82904	rnn.bias_hh_l0_reverse	8	0.016297971829771996
82904	rnn.bias_hh_l0_reverse	9	-0.09619171917438507
82904	rnn.weight_ih_l1	0	-0.037806861102581024
82904	rnn.weight_ih_l1	1	-0.032061170786619186
82904	rnn.weight_ih_l1	2	0.06286734342575073
82904	rnn.weight_ih_l1	3	-0.02053842879831791
82904	rnn.weight_ih_l1	4	-0.004673972260206938
82904	rnn.weight_ih_l1	5	-0.04623045772314072
82904	rnn.weight_ih_l1	6	0.03134215250611305
82904	rnn.weight_ih_l1	7	-0.03709421679377556
82904	rnn.weight_ih_l1	8	0.037642572075128555
82904	rnn.weight_ih_l1	9	0.037473030388355255
82904	rnn.weight_hh_l1	0	-0.008787784725427628
82904	rnn.weight_hh_l1	1	0.009275494143366814
82904	rnn.weight_hh_l1	2	-0.0037652405444532633
82904	rnn.weight_hh_l1	3	-0.011916779913008213
82904	rnn.weight_hh_l1	4	0.0025941210333257914
82904	rnn.weight_hh_l1	5	0.025682900100946426
82904	rnn.weight_hh_l1	6	0.027036724612116814
82904	rnn.weight_hh_l1	7	-0.02540774457156658
82904	rnn.weight_hh_l1	8	-0.022633446380496025
82904	rnn.weight_hh_l1	9	0.039570096880197525
82904	rnn.bias_ih_l1	0	-0.1610276997089386
82904	rnn.bias_ih_l1	1	-0.1434536725282669
82904	rnn.bias_ih_l1	2	-0.1572515219449997
82904	rnn.bias_ih_l1	3	-0.20967116951942444
82904	rnn.bias_ih_l1	4	-0.193537637591362
82904	rnn.bias_ih_l1	5	-0.09688517451286316
82904	rnn.bias_ih_l1	6	-0.10974892228841782
82904	rnn.bias_ih_l1	7	-0.023858144879341125
82904	rnn.bias_ih_l1	8	-0.11145555973052979
82904	rnn.bias_ih_l1	9	-0.08973610401153564
82904	rnn.bias_hh_l1	0	-0.11396180838346481
82904	rnn.bias_hh_l1	1	-0.03692098334431648
82904	rnn.bias_hh_l1	2	-0.08510413765907288
82904	rnn.bias_hh_l1	3	-0.08699770271778107
82904	rnn.bias_hh_l1	4	-0.11994098871946335
82904	rnn.bias_hh_l1	5	-0.08310362696647644
82904	rnn.bias_hh_l1	6	-0.08722791075706482
82904	rnn.bias_hh_l1	7	0.030348705127835274
82904	rnn.bias_hh_l1	8	-0.11521953344345093
82904	rnn.bias_hh_l1	9	-0.08269622176885605
82904	rnn.weight_ih_l1_reverse	0	-0.04059554263949394
82904	rnn.weight_ih_l1_reverse	1	0.0359344407916069
82904	rnn.weight_ih_l1_reverse	2	0.0026791158597916365
82904	rnn.weight_ih_l1_reverse	3	0.01094343326985836
82904	rnn.weight_ih_l1_reverse	4	-0.014455972239375114
82904	rnn.weight_ih_l1_reverse	5	-0.03577421233057976
82904	rnn.weight_ih_l1_reverse	6	0.0032406027894467115
82904	rnn.weight_ih_l1_reverse	7	0.01766536757349968
82904	rnn.weight_ih_l1_reverse	8	0.01364385336637497
82904	rnn.weight_ih_l1_reverse	9	-0.015874000266194344
82904	rnn.weight_hh_l1_reverse	0	0.008519729599356651
82904	rnn.weight_hh_l1_reverse	1	0.028498677536845207
82904	rnn.weight_hh_l1_reverse	2	-0.03936208412051201
82904	rnn.weight_hh_l1_reverse	3	0.0401204489171505
82904	rnn.weight_hh_l1_reverse	4	0.04501348361372948
82904	rnn.weight_hh_l1_reverse	5	0.008156848140060902
82904	rnn.weight_hh_l1_reverse	6	0.00375333521515131
82904	rnn.weight_hh_l1_reverse	7	0.027278762310743332
82904	rnn.weight_hh_l1_reverse	8	-0.0022788855712860823
82904	rnn.weight_hh_l1_reverse	9	-0.038844913244247437
82904	rnn.bias_ih_l1_reverse	0	-0.04521941393613815
82904	rnn.bias_ih_l1_reverse	1	-0.09748303145170212
82904	rnn.bias_ih_l1_reverse	2	-0.11802550405263901
82904	rnn.bias_ih_l1_reverse	3	-0.006677574943751097
82904	rnn.bias_ih_l1_reverse	4	-0.17046675086021423
82904	rnn.bias_ih_l1_reverse	5	-0.08197169005870819
82904	rnn.bias_ih_l1_reverse	6	-0.11402112245559692
82904	rnn.bias_ih_l1_reverse	7	-0.14805851876735687
82904	rnn.bias_ih_l1_reverse	8	0.13535824418067932
82904	rnn.bias_ih_l1_reverse	9	0.002624924061819911
82904	rnn.bias_hh_l1_reverse	0	-0.024543462321162224
82904	rnn.bias_hh_l1_reverse	1	0.04041951149702072
82904	rnn.bias_hh_l1_reverse	2	-0.21030132472515106
82904	rnn.bias_hh_l1_reverse	3	-0.08474229276180267
82904	rnn.bias_hh_l1_reverse	4	-0.06543505936861038
82904	rnn.bias_hh_l1_reverse	5	-0.07506808638572693
82904	rnn.bias_hh_l1_reverse	6	0.11860445141792297
82904	rnn.bias_hh_l1_reverse	7	-0.1365768313407898
82904	rnn.bias_hh_l1_reverse	8	-0.0975855216383934
82904	rnn.bias_hh_l1_reverse	9	-0.11537615954875946
82904	linear.weight	0	0.002228822559118271
82904	linear.weight	1	0.08756508678197861
82904	linear.weight	2	-0.13261064887046814
82904	linear.weight	3	0.3144211769104004
82904	linear.weight	4	0.07941260188817978
82904	linear.weight	5	-0.0005468943272717297
82904	linear.weight	6	0.01050905603915453
82904	linear.weight	7	0.07150782644748688
82904	linear.weight	8	0.04143817350268364
82904	linear.weight	9	-0.07399293035268784
82904	linear.bias	0	-0.07387158274650574
82904	linear.bias	1	-0.15006551146507263
82904	linear.bias	2	-0.4404904544353485
82904	linear.bias	3	-0.6971092224121094
82904	linear.bias	4	-1.07381272315979
82904	linear.bias	5	-0.02677781693637371
82904	linear.bias	6	-0.6878799796104431
82904	linear.bias	7	0.38849547505378723
82904	linear.bias	8	-0.5588679313659668
82904	linear.bias	9	-0.8816295862197876
82908	transitions	0	0.5386310815811157
82908	transitions	1	0.10799374431371689
82908	transitions	2	-10000.0
82908	transitions	3	-1.808028221130371
82908	transitions	4	-10000.0
82908	transitions	5	0.6266883015632629
82908	transitions	6	-0.041599661111831665
82908	transitions	7	-0.47681760787963867
82908	transitions	8	-1.3598432540893555
82908	transitions	9	-0.0006942136096768081
82908	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
82908	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
82908	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
82908	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
82908	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
82908	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
82908	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
82908	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
82908	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
82908	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
82908	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
82908	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
82908	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
82908	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
82908	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
82908	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
82908	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
82908	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
82908	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
82908	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
82908	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
82908	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
82908	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
82908	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
82908	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
82908	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
82908	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
82908	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
82908	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
82908	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
82908	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
82908	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
82908	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
82908	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
82908	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
82908	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
82908	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
82908	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
82908	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
82908	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
82908	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
82908	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
82908	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
82908	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
82908	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
82908	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
82908	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
82908	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
82908	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
82908	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
82908	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
82908	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
82908	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
82908	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
82908	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
82908	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
82908	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
82908	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
82908	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
82908	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
82908	embedding2nn.weight	0	0.008992633782327175
82908	embedding2nn.weight	1	-0.016595378518104553
82908	embedding2nn.weight	2	-0.014268255792558193
82908	embedding2nn.weight	3	0.005215958692133427
82908	embedding2nn.weight	4	-0.005915035028010607
82908	embedding2nn.weight	5	-0.0037005781196057796
82908	embedding2nn.weight	6	-0.003973235841840506
82908	embedding2nn.weight	7	-0.03966794162988663
82908	embedding2nn.weight	8	-0.0019979383796453476
82908	embedding2nn.weight	9	-0.02475597895681858
82908	embedding2nn.bias	0	0.021162375807762146
82908	embedding2nn.bias	1	-0.04046971723437309
82908	embedding2nn.bias	2	0.06794687360525131
82908	embedding2nn.bias	3	0.04057059809565544
82908	embedding2nn.bias	4	-0.05147401615977287
82908	embedding2nn.bias	5	-0.05111539736390114
82908	embedding2nn.bias	6	0.017557047307491302
82908	embedding2nn.bias	7	-0.03288828954100609
82908	embedding2nn.bias	8	0.032479070127010345
82908	embedding2nn.bias	9	0.016782667487859726
82908	rnn.weight_ih_l0	0	-0.03181549534201622
82908	rnn.weight_ih_l0	1	-0.0024958753492683172
82908	rnn.weight_ih_l0	2	0.04527115821838379
82908	rnn.weight_ih_l0	3	0.009305225685238838
82908	rnn.weight_ih_l0	4	-0.013091973029077053
82908	rnn.weight_ih_l0	5	-0.05517314746975899
82908	rnn.weight_ih_l0	6	0.0012725440319627523
82908	rnn.weight_ih_l0	7	0.05118551105260849
82908	rnn.weight_ih_l0	8	-0.01082698069512844
82908	rnn.weight_ih_l0	9	-0.017556190490722656
82908	rnn.weight_hh_l0	0	-0.03902031481266022
82908	rnn.weight_hh_l0	1	0.00658703688532114
82908	rnn.weight_hh_l0	2	0.009792860597372055
82908	rnn.weight_hh_l0	3	-0.0478501096367836
82908	rnn.weight_hh_l0	4	0.05782201141119003
82908	rnn.weight_hh_l0	5	-0.0028445678763091564
82908	rnn.weight_hh_l0	6	-0.03141682967543602
82908	rnn.weight_hh_l0	7	-0.014559866860508919
82908	rnn.weight_hh_l0	8	0.011046678759157658
82908	rnn.weight_hh_l0	9	-0.01976931467652321
82908	rnn.bias_ih_l0	0	0.07290109992027283
82908	rnn.bias_ih_l0	1	-0.012327918782830238
82908	rnn.bias_ih_l0	2	-0.022279586642980576
82908	rnn.bias_ih_l0	3	0.10695391148328781
82908	rnn.bias_ih_l0	4	-0.060238067060709
82908	rnn.bias_ih_l0	5	-0.024212997406721115
82908	rnn.bias_ih_l0	6	-0.00376628409139812
82908	rnn.bias_ih_l0	7	0.04431050270795822
82908	rnn.bias_ih_l0	8	-0.09076255559921265
82908	rnn.bias_ih_l0	9	-0.024411171674728394
82908	rnn.bias_hh_l0	0	-0.02757124789059162
82908	rnn.bias_hh_l0	1	-0.08208956569433212
82908	rnn.bias_hh_l0	2	-0.04967912659049034
82908	rnn.bias_hh_l0	3	-0.07638616114854813
82908	rnn.bias_hh_l0	4	-0.026548370718955994
82908	rnn.bias_hh_l0	5	-0.013805883005261421
82908	rnn.bias_hh_l0	6	0.022657819092273712
82908	rnn.bias_hh_l0	7	0.02868450991809368
82908	rnn.bias_hh_l0	8	-0.11572777479887009
82908	rnn.bias_hh_l0	9	-0.011993538588285446
82908	rnn.weight_ih_l0_reverse	0	-0.008703635074198246
82908	rnn.weight_ih_l0_reverse	1	-0.056473247706890106
82908	rnn.weight_ih_l0_reverse	2	-0.028862526640295982
82908	rnn.weight_ih_l0_reverse	3	-0.004310605116188526
82908	rnn.weight_ih_l0_reverse	4	-0.01255413144826889
82908	rnn.weight_ih_l0_reverse	5	-0.04106166213750839
82908	rnn.weight_ih_l0_reverse	6	0.06109282001852989
82908	rnn.weight_ih_l0_reverse	7	-0.0180635005235672
82908	rnn.weight_ih_l0_reverse	8	-0.03462456911802292
82908	rnn.weight_ih_l0_reverse	9	0.009300267323851585
82908	rnn.weight_hh_l0_reverse	0	0.03187580406665802
82908	rnn.weight_hh_l0_reverse	1	0.0267062745988369
82908	rnn.weight_hh_l0_reverse	2	0.03699956089258194
82908	rnn.weight_hh_l0_reverse	3	0.02874159812927246
82908	rnn.weight_hh_l0_reverse	4	-0.0006274215993471444
82908	rnn.weight_hh_l0_reverse	5	0.013136175461113453
82908	rnn.weight_hh_l0_reverse	6	0.04149739444255829
82908	rnn.weight_hh_l0_reverse	7	-0.06039552390575409
82908	rnn.weight_hh_l0_reverse	8	0.03153199329972267
82908	rnn.weight_hh_l0_reverse	9	0.047532517462968826
82908	rnn.bias_ih_l0_reverse	0	-0.0643310695886612
82908	rnn.bias_ih_l0_reverse	1	-0.22872290015220642
82908	rnn.bias_ih_l0_reverse	2	-0.09451030939817429
82908	rnn.bias_ih_l0_reverse	3	-0.02733769826591015
82908	rnn.bias_ih_l0_reverse	4	-0.03478599712252617
82908	rnn.bias_ih_l0_reverse	5	0.03237976133823395
82908	rnn.bias_ih_l0_reverse	6	-0.05366281047463417
82908	rnn.bias_ih_l0_reverse	7	0.034663356840610504
82908	rnn.bias_ih_l0_reverse	8	-0.029933637008070946
82908	rnn.bias_ih_l0_reverse	9	0.025990981608629227
82908	rnn.bias_hh_l0_reverse	0	0.005537344142794609
82908	rnn.bias_hh_l0_reverse	1	-0.030314063653349876
82908	rnn.bias_hh_l0_reverse	2	0.04912301152944565
82908	rnn.bias_hh_l0_reverse	3	-0.039670828729867935
82908	rnn.bias_hh_l0_reverse	4	-0.04089224711060524
82908	rnn.bias_hh_l0_reverse	5	-0.04193156957626343
82908	rnn.bias_hh_l0_reverse	6	-0.025021158158779144
82908	rnn.bias_hh_l0_reverse	7	0.08871665596961975
82908	rnn.bias_hh_l0_reverse	8	0.016188932582736015
82908	rnn.bias_hh_l0_reverse	9	-0.09620434045791626
82908	rnn.weight_ih_l1	0	-0.03779561445116997
82908	rnn.weight_ih_l1	1	-0.03222104161977768
82908	rnn.weight_ih_l1	2	0.06281127035617828
82908	rnn.weight_ih_l1	3	-0.020510409027338028
82908	rnn.weight_ih_l1	4	-0.004603791516274214
82908	rnn.weight_ih_l1	5	-0.046266235411167145
82908	rnn.weight_ih_l1	6	0.03131997212767601
82908	rnn.weight_ih_l1	7	-0.03739573061466217
82908	rnn.weight_ih_l1	8	0.03766171634197235
82908	rnn.weight_ih_l1	9	0.03736870735883713
82908	rnn.weight_hh_l1	0	-0.008800087496638298
82908	rnn.weight_hh_l1	1	0.009347496554255486
82908	rnn.weight_hh_l1	2	-0.00379220605827868
82908	rnn.weight_hh_l1	3	-0.011784552596509457
82908	rnn.weight_hh_l1	4	0.002798323053866625
82908	rnn.weight_hh_l1	5	0.025723274797201157
82908	rnn.weight_hh_l1	6	0.02690531499683857
82908	rnn.weight_hh_l1	7	-0.025505004450678825
82908	rnn.weight_hh_l1	8	-0.02250524051487446
82908	rnn.weight_hh_l1	9	0.03954630717635155
82908	rnn.bias_ih_l1	0	-0.16071486473083496
82908	rnn.bias_ih_l1	1	-0.1441321074962616
82908	rnn.bias_ih_l1	2	-0.15698571503162384
82908	rnn.bias_ih_l1	3	-0.20942267775535583
82908	rnn.bias_ih_l1	4	-0.19321762025356293
82908	rnn.bias_ih_l1	5	-0.09670241922140121
82908	rnn.bias_ih_l1	6	-0.1097411960363388
82908	rnn.bias_ih_l1	7	-0.02339913509786129
82908	rnn.bias_ih_l1	8	-0.11150845885276794
82908	rnn.bias_ih_l1	9	-0.08882004022598267
82908	rnn.bias_hh_l1	0	-0.11423664540052414
82908	rnn.bias_hh_l1	1	-0.037281591445207596
82908	rnn.bias_hh_l1	2	-0.0859060138463974
82908	rnn.bias_hh_l1	3	-0.08723731338977814
82908	rnn.bias_hh_l1	4	-0.11984439939260483
82908	rnn.bias_hh_l1	5	-0.08320339769124985
82908	rnn.bias_hh_l1	6	-0.08649814873933792
82908	rnn.bias_hh_l1	7	0.03163173422217369
82908	rnn.bias_hh_l1	8	-0.1142815425992012
82908	rnn.bias_hh_l1	9	-0.08312179148197174
82908	rnn.weight_ih_l1_reverse	0	-0.04063909128308296
82908	rnn.weight_ih_l1_reverse	1	0.03592967987060547
82908	rnn.weight_ih_l1_reverse	2	0.00256628287024796
82908	rnn.weight_ih_l1_reverse	3	0.010988873429596424
82908	rnn.weight_ih_l1_reverse	4	-0.014439092017710209
82908	rnn.weight_ih_l1_reverse	5	-0.03576268255710602
82908	rnn.weight_ih_l1_reverse	6	0.003284515580162406
82908	rnn.weight_ih_l1_reverse	7	0.017644181847572327
82908	rnn.weight_ih_l1_reverse	8	0.013706737197935581
82908	rnn.weight_ih_l1_reverse	9	-0.015971031039953232
82908	rnn.weight_hh_l1_reverse	0	0.008514669723808765
82908	rnn.weight_hh_l1_reverse	1	0.02854677475988865
82908	rnn.weight_hh_l1_reverse	2	-0.03936588019132614
82908	rnn.weight_hh_l1_reverse	3	0.040123168379068375
82908	rnn.weight_hh_l1_reverse	4	0.04501333087682724
82908	rnn.weight_hh_l1_reverse	5	0.00811665877699852
82908	rnn.weight_hh_l1_reverse	6	0.00365889398381114
82908	rnn.weight_hh_l1_reverse	7	0.027282986789941788
82908	rnn.weight_hh_l1_reverse	8	-0.002249839249998331
82908	rnn.weight_hh_l1_reverse	9	-0.038848333060741425
82908	rnn.bias_ih_l1_reverse	0	-0.04537331312894821
82908	rnn.bias_ih_l1_reverse	1	-0.097440205514431
82908	rnn.bias_ih_l1_reverse	2	-0.11774204671382904
82908	rnn.bias_ih_l1_reverse	3	-0.006689844653010368
82908	rnn.bias_ih_l1_reverse	4	-0.1704142540693283
82908	rnn.bias_ih_l1_reverse	5	-0.08167984336614609
82908	rnn.bias_ih_l1_reverse	6	-0.11417162418365479
82908	rnn.bias_ih_l1_reverse	7	-0.1476546674966812
82908	rnn.bias_ih_l1_reverse	8	0.13505306839942932
82908	rnn.bias_ih_l1_reverse	9	0.004876179154962301
82908	rnn.bias_hh_l1_reverse	0	-0.02423493005335331
82908	rnn.bias_hh_l1_reverse	1	0.0405459888279438
82908	rnn.bias_hh_l1_reverse	2	-0.2103542536497116
82908	rnn.bias_hh_l1_reverse	3	-0.08486422896385193
82908	rnn.bias_hh_l1_reverse	4	-0.06535191833972931
82908	rnn.bias_hh_l1_reverse	5	-0.07487182319164276
82908	rnn.bias_hh_l1_reverse	6	0.11874672025442123
82908	rnn.bias_hh_l1_reverse	7	-0.13666611909866333
82908	rnn.bias_hh_l1_reverse	8	-0.09764355421066284
82908	rnn.bias_hh_l1_reverse	9	-0.11513751745223999
82908	linear.weight	0	0.002228822559118271
82908	linear.weight	1	0.08770860731601715
82908	linear.weight	2	-0.13268257677555084
82908	linear.weight	3	0.31162166595458984
82908	linear.weight	4	0.07937392592430115
82908	linear.weight	5	-0.0004934436874464154
82908	linear.weight	6	0.00919144507497549
82908	linear.weight	7	0.07753230631351471
82908	linear.weight	8	0.04143816605210304
82908	linear.weight	9	-0.07391566783189774
82908	linear.bias	0	-0.06495770066976547
82908	linear.bias	1	-0.15298831462860107
82908	linear.bias	2	-0.44754523038864136
82908	linear.bias	3	-0.6981198191642761
82908	linear.bias	4	-1.0749503374099731
82908	linear.bias	5	-0.03642119839787483
82908	linear.bias	6	-0.6908285021781921
82908	linear.bias	7	0.37891098856925964
82908	linear.bias	8	-0.5549564361572266
82908	linear.bias	9	-0.8777347207069397
83105	transitions	0	0.5757476091384888
83105	transitions	1	0.09357164800167084
83105	transitions	2	-10000.0
83105	transitions	3	-1.8081318140029907
83105	transitions	4	-10000.0
83105	transitions	5	0.6265096068382263
83105	transitions	6	-0.04179011657834053
83105	transitions	7	-0.4775390326976776
83105	transitions	8	-1.3600202798843384
83105	transitions	9	-0.0006962274201214314
83105	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
83105	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
83105	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
83105	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
83105	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
83105	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
83105	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
83105	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
83105	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
83105	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
83105	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
83105	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
83105	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
83105	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
83105	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
83105	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
83105	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
83105	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
83105	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
83105	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
83105	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
83105	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
83105	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
83105	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
83105	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
83105	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
83105	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
83105	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
83105	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
83105	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
83105	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
83105	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
83105	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
83105	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
83105	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
83105	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
83105	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
83105	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
83105	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
83105	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
83105	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
83105	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
83105	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
83105	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
83105	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
83105	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
83105	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
83105	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
83105	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
83105	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
83105	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
83105	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
83105	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
83105	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
83105	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
83105	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
83105	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
83105	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
83105	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
83105	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
83105	embedding2nn.weight	0	0.007994829677045345
83105	embedding2nn.weight	1	-0.016865568235516548
83105	embedding2nn.weight	2	-0.014268255792558193
83105	embedding2nn.weight	3	0.005642603617161512
83105	embedding2nn.weight	4	-0.005915035028010607
83105	embedding2nn.weight	5	-0.0037005783524364233
83105	embedding2nn.weight	6	-0.00397323165088892
83105	embedding2nn.weight	7	-0.03982573002576828
83105	embedding2nn.weight	8	-0.0019979383796453476
83105	embedding2nn.weight	9	-0.0255866888910532
83105	embedding2nn.bias	0	0.022288857027888298
83105	embedding2nn.bias	1	-0.03921404853463173
83105	embedding2nn.bias	2	0.06901273131370544
83105	embedding2nn.bias	3	0.0451810322701931
83105	embedding2nn.bias	4	-0.0587768591940403
83105	embedding2nn.bias	5	-0.05464719980955124
83105	embedding2nn.bias	6	0.020197909325361252
83105	embedding2nn.bias	7	-0.028982706367969513
83105	embedding2nn.bias	8	0.03561889007687569
83105	embedding2nn.bias	9	0.013156726025044918
83105	rnn.weight_ih_l0	0	-0.03275611251592636
83105	rnn.weight_ih_l0	1	-0.004418604075908661
83105	rnn.weight_ih_l0	2	0.04453813657164574
83105	rnn.weight_ih_l0	3	0.009535680525004864
83105	rnn.weight_ih_l0	4	-0.0132572827860713
83105	rnn.weight_ih_l0	5	-0.05515389144420624
83105	rnn.weight_ih_l0	6	0.0009102169424295425
83105	rnn.weight_ih_l0	7	0.04908393323421478
83105	rnn.weight_ih_l0	8	-0.010238791815936565
83105	rnn.weight_ih_l0	9	-0.018132857978343964
83105	rnn.weight_hh_l0	0	-0.03945360705256462
83105	rnn.weight_hh_l0	1	0.005993810016661882
83105	rnn.weight_hh_l0	2	0.010035369545221329
83105	rnn.weight_hh_l0	3	-0.048617467284202576
83105	rnn.weight_hh_l0	4	0.058468692004680634
83105	rnn.weight_hh_l0	5	-0.003101416165009141
83105	rnn.weight_hh_l0	6	-0.03195006027817726
83105	rnn.weight_hh_l0	7	-0.013671289198100567
83105	rnn.weight_hh_l0	8	0.012105134315788746
83105	rnn.weight_hh_l0	9	-0.01908188872039318
83105	rnn.bias_ih_l0	0	0.07029973715543747
83105	rnn.bias_ih_l0	1	-0.011428679339587688
83105	rnn.bias_ih_l0	2	-0.019125191494822502
83105	rnn.bias_ih_l0	3	0.10716120898723602
83105	rnn.bias_ih_l0	4	-0.06263701617717743
83105	rnn.bias_ih_l0	5	-0.0280910674482584
83105	rnn.bias_ih_l0	6	-0.005663291551172733
83105	rnn.bias_ih_l0	7	0.0448683500289917
83105	rnn.bias_ih_l0	8	-0.08936335891485214
83105	rnn.bias_ih_l0	9	-0.02335909567773342
83105	rnn.bias_hh_l0	0	-0.028580397367477417
83105	rnn.bias_hh_l0	1	-0.080156110227108
83105	rnn.bias_hh_l0	2	-0.04968791455030441
83105	rnn.bias_hh_l0	3	-0.07521140575408936
83105	rnn.bias_hh_l0	4	-0.02492809295654297
83105	rnn.bias_hh_l0	5	-0.015099918469786644
83105	rnn.bias_hh_l0	6	0.02278769388794899
83105	rnn.bias_hh_l0	7	0.021193699911236763
83105	rnn.bias_hh_l0	8	-0.12133567035198212
83105	rnn.bias_hh_l0	9	-0.017301661893725395
83105	rnn.weight_ih_l0_reverse	0	-0.008207353763282299
83105	rnn.weight_ih_l0_reverse	1	-0.0565524697303772
83105	rnn.weight_ih_l0_reverse	2	-0.026581058278679848
83105	rnn.weight_ih_l0_reverse	3	-0.0034408641513437033
83105	rnn.weight_ih_l0_reverse	4	-0.012317701242864132
83105	rnn.weight_ih_l0_reverse	5	-0.040810491889715195
83105	rnn.weight_ih_l0_reverse	6	0.06102674826979637
83105	rnn.weight_ih_l0_reverse	7	-0.016345009207725525
83105	rnn.weight_ih_l0_reverse	8	-0.034787338227033615
83105	rnn.weight_ih_l0_reverse	9	0.008997767232358456
83105	rnn.weight_hh_l0_reverse	0	0.03407449275255203
83105	rnn.weight_hh_l0_reverse	1	0.026424651965498924
83105	rnn.weight_hh_l0_reverse	2	0.03662630915641785
83105	rnn.weight_hh_l0_reverse	3	0.028177998960018158
83105	rnn.weight_hh_l0_reverse	4	-0.0007793990662321448
83105	rnn.weight_hh_l0_reverse	5	0.01164482906460762
83105	rnn.weight_hh_l0_reverse	6	0.04170520603656769
83105	rnn.weight_hh_l0_reverse	7	-0.059974055737257004
83105	rnn.weight_hh_l0_reverse	8	0.03199663385748863
83105	rnn.weight_hh_l0_reverse	9	0.04717631638050079
83105	rnn.bias_ih_l0_reverse	0	-0.06374447792768478
83105	rnn.bias_ih_l0_reverse	1	-0.22646735608577728
83105	rnn.bias_ih_l0_reverse	2	-0.09554379433393478
83105	rnn.bias_ih_l0_reverse	3	-0.031300466507673264
83105	rnn.bias_ih_l0_reverse	4	-0.03495841845870018
83105	rnn.bias_ih_l0_reverse	5	0.03344658389687538
83105	rnn.bias_ih_l0_reverse	6	-0.05414486303925514
83105	rnn.bias_ih_l0_reverse	7	0.03355463594198227
83105	rnn.bias_ih_l0_reverse	8	-0.02928219735622406
83105	rnn.bias_ih_l0_reverse	9	0.027887875214219093
83105	rnn.bias_hh_l0_reverse	0	0.00751256151124835
83105	rnn.bias_hh_l0_reverse	1	-0.02538917027413845
83105	rnn.bias_hh_l0_reverse	2	0.0494016632437706
83105	rnn.bias_hh_l0_reverse	3	-0.03891110047698021
83105	rnn.bias_hh_l0_reverse	4	-0.040185775607824326
83105	rnn.bias_hh_l0_reverse	5	-0.04260110482573509
83105	rnn.bias_hh_l0_reverse	6	-0.024352556094527245
83105	rnn.bias_hh_l0_reverse	7	0.08830686658620834
83105	rnn.bias_hh_l0_reverse	8	0.015805842354893684
83105	rnn.bias_hh_l0_reverse	9	-0.09609861671924591
83105	rnn.weight_ih_l1	0	-0.03714287653565407
83105	rnn.weight_ih_l1	1	-0.03151148930191994
83105	rnn.weight_ih_l1	2	0.06356490403413773
83105	rnn.weight_ih_l1	3	-0.020378638058900833
83105	rnn.weight_ih_l1	4	-0.004208792001008987
83105	rnn.weight_ih_l1	5	-0.04603338614106178
83105	rnn.weight_ih_l1	6	0.03155182674527168
83105	rnn.weight_ih_l1	7	-0.03733998164534569
83105	rnn.weight_ih_l1	8	0.03754947707056999
83105	rnn.weight_ih_l1	9	0.03878374025225639
83105	rnn.weight_hh_l1	0	-0.009290779009461403
83105	rnn.weight_hh_l1	1	0.009528273716568947
83105	rnn.weight_hh_l1	2	-0.0034986373502761126
83105	rnn.weight_hh_l1	3	-0.01171786617487669
83105	rnn.weight_hh_l1	4	0.003041411517187953
83105	rnn.weight_hh_l1	5	0.02555457130074501
83105	rnn.weight_hh_l1	6	0.026204176247119904
83105	rnn.weight_hh_l1	7	-0.025225412100553513
83105	rnn.weight_hh_l1	8	-0.022540787234902382
83105	rnn.weight_hh_l1	9	0.039948806166648865
83105	rnn.bias_ih_l1	0	-0.164712592959404
83105	rnn.bias_ih_l1	1	-0.14659155905246735
83105	rnn.bias_ih_l1	2	-0.1565006971359253
83105	rnn.bias_ih_l1	3	-0.21233250200748444
83105	rnn.bias_ih_l1	4	-0.1882219761610031
83105	rnn.bias_ih_l1	5	-0.09625755995512009
83105	rnn.bias_ih_l1	6	-0.11076021194458008
83105	rnn.bias_ih_l1	7	-0.02660941518843174
83105	rnn.bias_ih_l1	8	-0.11056774854660034
83105	rnn.bias_ih_l1	9	-0.08632534742355347
83105	rnn.bias_hh_l1	0	-0.11130359023809433
83105	rnn.bias_hh_l1	1	-0.037247635424137115
83105	rnn.bias_hh_l1	2	-0.08789905160665512
83105	rnn.bias_hh_l1	3	-0.08753126114606857
83105	rnn.bias_hh_l1	4	-0.12091471254825592
83105	rnn.bias_hh_l1	5	-0.08430732786655426
83105	rnn.bias_hh_l1	6	-0.090386763215065
83105	rnn.bias_hh_l1	7	0.03311624005436897
83105	rnn.bias_hh_l1	8	-0.11201436817646027
83105	rnn.bias_hh_l1	9	-0.0832073837518692
83105	rnn.weight_ih_l1_reverse	0	-0.04105577617883682
83105	rnn.weight_ih_l1_reverse	1	0.03721999004483223
83105	rnn.weight_ih_l1_reverse	2	-0.0003113225393462926
83105	rnn.weight_ih_l1_reverse	3	0.012241552583873272
83105	rnn.weight_ih_l1_reverse	4	-0.015566946007311344
83105	rnn.weight_ih_l1_reverse	5	-0.03551306948065758
83105	rnn.weight_ih_l1_reverse	6	0.0016553919995203614
83105	rnn.weight_ih_l1_reverse	7	0.017474303022027016
83105	rnn.weight_ih_l1_reverse	8	0.01171700656414032
83105	rnn.weight_ih_l1_reverse	9	-0.02138335071504116
83105	rnn.weight_hh_l1_reverse	0	0.00838463380932808
83105	rnn.weight_hh_l1_reverse	1	0.028737550601363182
83105	rnn.weight_hh_l1_reverse	2	-0.03933801129460335
83105	rnn.weight_hh_l1_reverse	3	0.039875708520412445
83105	rnn.weight_hh_l1_reverse	4	0.04592186585068703
83105	rnn.weight_hh_l1_reverse	5	0.008527246303856373
83105	rnn.weight_hh_l1_reverse	6	0.0039686402305960655
83105	rnn.weight_hh_l1_reverse	7	0.027209052816033363
83105	rnn.weight_hh_l1_reverse	8	-0.0024363913107663393
83105	rnn.weight_hh_l1_reverse	9	-0.03861937299370766
83105	rnn.bias_ih_l1_reverse	0	-0.04198533296585083
83105	rnn.bias_ih_l1_reverse	1	-0.09519612789154053
83105	rnn.bias_ih_l1_reverse	2	-0.11723168194293976
83105	rnn.bias_ih_l1_reverse	3	-0.003914012107998133
83105	rnn.bias_ih_l1_reverse	4	-0.16873547434806824
83105	rnn.bias_ih_l1_reverse	5	-0.08172621577978134
83105	rnn.bias_ih_l1_reverse	6	-0.11397179961204529
83105	rnn.bias_ih_l1_reverse	7	-0.15473921597003937
83105	rnn.bias_ih_l1_reverse	8	0.13515658676624298
83105	rnn.bias_ih_l1_reverse	9	0.005052769090980291
83105	rnn.bias_hh_l1_reverse	0	-0.025091199204325676
83105	rnn.bias_hh_l1_reverse	1	0.036645811051130295
83105	rnn.bias_hh_l1_reverse	2	-0.20980022847652435
83105	rnn.bias_hh_l1_reverse	3	-0.08832754194736481
83105	rnn.bias_hh_l1_reverse	4	-0.06428686529397964
83105	rnn.bias_hh_l1_reverse	5	-0.07509419322013855
83105	rnn.bias_hh_l1_reverse	6	0.1180737316608429
83105	rnn.bias_hh_l1_reverse	7	-0.13615010678768158
83105	rnn.bias_hh_l1_reverse	8	-0.09874621033668518
83105	rnn.bias_hh_l1_reverse	9	-0.11559009552001953
83105	linear.weight	0	0.002228822559118271
83105	linear.weight	1	0.08301293849945068
83105	linear.weight	2	-0.12936240434646606
83105	linear.weight	3	0.3132961392402649
83105	linear.weight	4	0.08227556198835373
83105	linear.weight	5	-0.0007814086275175214
83105	linear.weight	6	0.016735609620809555
83105	linear.weight	7	0.05608271434903145
83105	linear.weight	8	0.04143263027071953
83105	linear.weight	9	-0.073331318795681
83105	linear.bias	0	-0.06565592437982559
83105	linear.bias	1	-0.14678430557250977
83105	linear.bias	2	-0.42151546478271484
83105	linear.bias	3	-0.7162157297134399
83105	linear.bias	4	-1.0903427600860596
83105	linear.bias	5	-0.023433104157447815
83105	linear.bias	6	-0.6848318576812744
83105	linear.bias	7	0.38836607336997986
83105	linear.bias	8	-0.5463413000106812
83105	linear.bias	9	-0.8708932399749756
83302	transitions	0	0.5755628347396851
83302	transitions	1	0.09383158385753632
83302	transitions	2	-10000.0
83302	transitions	3	-1.8082200288772583
83302	transitions	4	-10000.0
83302	transitions	5	0.6263007521629333
83302	transitions	6	-0.041894469410181046
83302	transitions	7	-0.4784858524799347
83302	transitions	8	-1.3601456880569458
83302	transitions	9	-0.0006971390685066581
83302	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
83302	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
83302	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
83302	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
83302	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
83302	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
83302	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
83302	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
83302	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
83302	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
83302	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
83302	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
83302	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
83302	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
83302	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
83302	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
83302	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
83302	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
83302	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
83302	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
83302	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
83302	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
83302	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
83302	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
83302	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
83302	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
83302	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
83302	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
83302	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
83302	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
83302	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
83302	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
83302	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
83302	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
83302	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
83302	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
83302	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
83302	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
83302	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
83302	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
83302	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
83302	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
83302	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
83302	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
83302	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
83302	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
83302	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
83302	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
83302	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
83302	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
83302	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
83302	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
83302	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
83302	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
83302	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
83302	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
83302	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
83302	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
83302	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
83302	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
83302	embedding2nn.weight	0	0.006410891190171242
83302	embedding2nn.weight	1	-0.016834121197462082
83302	embedding2nn.weight	2	-0.014268255792558193
83302	embedding2nn.weight	3	0.005163109861314297
83302	embedding2nn.weight	4	-0.005915035028010607
83302	embedding2nn.weight	5	-0.003700579283758998
83302	embedding2nn.weight	6	-0.003973228856921196
83302	embedding2nn.weight	7	-0.03961709886789322
83302	embedding2nn.weight	8	-0.0019979383796453476
83302	embedding2nn.weight	9	-0.02545401081442833
83302	embedding2nn.bias	0	0.026857858523726463
83302	embedding2nn.bias	1	-0.036136262118816376
83302	embedding2nn.bias	2	0.06883829832077026
83302	embedding2nn.bias	3	0.0496712289750576
83302	embedding2nn.bias	4	-0.058227259665727615
83302	embedding2nn.bias	5	-0.05481177195906639
83302	embedding2nn.bias	6	0.02448059245944023
83302	embedding2nn.bias	7	-0.020856820046901703
83302	embedding2nn.bias	8	0.038825709372758865
83302	embedding2nn.bias	9	0.020543567836284637
83302	rnn.weight_ih_l0	0	-0.032303374260663986
83302	rnn.weight_ih_l0	1	-0.00516489939764142
83302	rnn.weight_ih_l0	2	0.046202294528484344
83302	rnn.weight_ih_l0	3	0.010607176460325718
83302	rnn.weight_ih_l0	4	-0.011237644590437412
83302	rnn.weight_ih_l0	5	-0.055683378130197525
83302	rnn.weight_ih_l0	6	0.0003905289340764284
83302	rnn.weight_ih_l0	7	0.04846929386258125
83302	rnn.weight_ih_l0	8	-0.010071209631860256
83302	rnn.weight_ih_l0	9	-0.01803448051214218
83302	rnn.weight_hh_l0	0	-0.0402735136449337
83302	rnn.weight_hh_l0	1	0.004445694386959076
83302	rnn.weight_hh_l0	2	0.00944236945360899
83302	rnn.weight_hh_l0	3	-0.048673007637262344
83302	rnn.weight_hh_l0	4	0.0593395009636879
83302	rnn.weight_hh_l0	5	-0.002610542578622699
83302	rnn.weight_hh_l0	6	-0.029546204954385757
83302	rnn.weight_hh_l0	7	-0.012477541342377663
83302	rnn.weight_hh_l0	8	0.011979218572378159
83302	rnn.weight_hh_l0	9	-0.020076746121048927
83302	rnn.bias_ih_l0	0	0.07017512619495392
83302	rnn.bias_ih_l0	1	-0.014681009575724602
83302	rnn.bias_ih_l0	2	-0.01918027736246586
83302	rnn.bias_ih_l0	3	0.109019935131073
83302	rnn.bias_ih_l0	4	-0.06563353538513184
83302	rnn.bias_ih_l0	5	-0.03159506991505623
83302	rnn.bias_ih_l0	6	-0.005628303159028292
83302	rnn.bias_ih_l0	7	0.04458247870206833
83302	rnn.bias_ih_l0	8	-0.08898410946130753
83302	rnn.bias_ih_l0	9	-0.0268142968416214
83302	rnn.bias_hh_l0	0	-0.029391217976808548
83302	rnn.bias_hh_l0	1	-0.08220019936561584
83302	rnn.bias_hh_l0	2	-0.05195462331175804
83302	rnn.bias_hh_l0	3	-0.07552632689476013
83302	rnn.bias_hh_l0	4	-0.026436347514390945
83302	rnn.bias_hh_l0	5	-0.014154595322906971
83302	rnn.bias_hh_l0	6	0.02105342037975788
83302	rnn.bias_hh_l0	7	0.01816423423588276
83302	rnn.bias_hh_l0	8	-0.1190204992890358
83302	rnn.bias_hh_l0	9	-0.018346117809414864
83302	rnn.weight_ih_l0_reverse	0	-0.009386352263391018
83302	rnn.weight_ih_l0_reverse	1	-0.055835019797086716
83302	rnn.weight_ih_l0_reverse	2	-0.027741247788071632
83302	rnn.weight_ih_l0_reverse	3	-0.0036767935380339622
83302	rnn.weight_ih_l0_reverse	4	-0.012346687726676464
83302	rnn.weight_ih_l0_reverse	5	-0.04083400219678879
83302	rnn.weight_ih_l0_reverse	6	0.062485482543706894
83302	rnn.weight_ih_l0_reverse	7	-0.016875561326742172
83302	rnn.weight_ih_l0_reverse	8	-0.03439765423536301
83302	rnn.weight_ih_l0_reverse	9	0.008577041327953339
83302	rnn.weight_hh_l0_reverse	0	0.03544328361749649
83302	rnn.weight_hh_l0_reverse	1	0.0262629184871912
83302	rnn.weight_hh_l0_reverse	2	0.03686584532260895
83302	rnn.weight_hh_l0_reverse	3	0.028097044676542282
83302	rnn.weight_hh_l0_reverse	4	-0.0009074497502297163
83302	rnn.weight_hh_l0_reverse	5	0.0125813577324152
83302	rnn.weight_hh_l0_reverse	6	0.041831642389297485
83302	rnn.weight_hh_l0_reverse	7	-0.06002949923276901
83302	rnn.weight_hh_l0_reverse	8	0.03094087727367878
83302	rnn.weight_hh_l0_reverse	9	0.047413602471351624
83302	rnn.bias_ih_l0_reverse	0	-0.05964644253253937
83302	rnn.bias_ih_l0_reverse	1	-0.22912472486495972
83302	rnn.bias_ih_l0_reverse	2	-0.0988462045788765
83302	rnn.bias_ih_l0_reverse	3	-0.029368678107857704
83302	rnn.bias_ih_l0_reverse	4	-0.03459933027625084
83302	rnn.bias_ih_l0_reverse	5	0.03509098291397095
83302	rnn.bias_ih_l0_reverse	6	-0.052215445786714554
83302	rnn.bias_ih_l0_reverse	7	0.03653988987207413
83302	rnn.bias_ih_l0_reverse	8	-0.022886816412210464
83302	rnn.bias_ih_l0_reverse	9	0.029932821169495583
83302	rnn.bias_hh_l0_reverse	0	0.005758835002779961
83302	rnn.bias_hh_l0_reverse	1	-0.025578081607818604
83302	rnn.bias_hh_l0_reverse	2	0.04686812311410904
83302	rnn.bias_hh_l0_reverse	3	-0.03707784041762352
83302	rnn.bias_hh_l0_reverse	4	-0.04074360430240631
83302	rnn.bias_hh_l0_reverse	5	-0.04153131693601608
83302	rnn.bias_hh_l0_reverse	6	-0.02337232045829296
83302	rnn.bias_hh_l0_reverse	7	0.08811013400554657
83302	rnn.bias_hh_l0_reverse	8	0.015213215723633766
83302	rnn.bias_hh_l0_reverse	9	-0.093375064432621
83302	rnn.weight_ih_l1	0	-0.03673216700553894
83302	rnn.weight_ih_l1	1	-0.029938889667391777
83302	rnn.weight_ih_l1	2	0.06784002482891083
83302	rnn.weight_ih_l1	3	-0.02224457450211048
83302	rnn.weight_ih_l1	4	-0.004157243296504021
83302	rnn.weight_ih_l1	5	-0.04603779688477516
83302	rnn.weight_ih_l1	6	0.03190010413527489
83302	rnn.weight_ih_l1	7	-0.0369366817176342
83302	rnn.weight_ih_l1	8	0.037519536912441254
83302	rnn.weight_ih_l1	9	0.04053931683301926
83302	rnn.weight_hh_l1	0	-0.009246811270713806
83302	rnn.weight_hh_l1	1	0.009474758058786392
83302	rnn.weight_hh_l1	2	-0.0023066597059369087
83302	rnn.weight_hh_l1	3	-0.011561023071408272
83302	rnn.weight_hh_l1	4	0.0041251471266150475
83302	rnn.weight_hh_l1	5	0.025162508711218834
83302	rnn.weight_hh_l1	6	0.026313506066799164
83302	rnn.weight_hh_l1	7	-0.02500341273844242
83302	rnn.weight_hh_l1	8	-0.02269665151834488
83302	rnn.weight_hh_l1	9	0.039876941591501236
83302	rnn.bias_ih_l1	0	-0.16376805305480957
83302	rnn.bias_ih_l1	1	-0.14836829900741577
83302	rnn.bias_ih_l1	2	-0.1579149067401886
83302	rnn.bias_ih_l1	3	-0.21440403163433075
83302	rnn.bias_ih_l1	4	-0.17749042809009552
83302	rnn.bias_ih_l1	5	-0.09494820982217789
83302	rnn.bias_ih_l1	6	-0.10932160168886185
83302	rnn.bias_ih_l1	7	-0.030883345752954483
83302	rnn.bias_ih_l1	8	-0.11050447076559067
83302	rnn.bias_ih_l1	9	-0.08705904334783554
83302	rnn.bias_hh_l1	0	-0.11103974282741547
83302	rnn.bias_hh_l1	1	-0.03714537248015404
83302	rnn.bias_hh_l1	2	-0.08796385675668716
83302	rnn.bias_hh_l1	3	-0.08668793737888336
83302	rnn.bias_hh_l1	4	-0.12018027156591415
83302	rnn.bias_hh_l1	5	-0.08475936949253082
83302	rnn.bias_hh_l1	6	-0.08796674758195877
83302	rnn.bias_hh_l1	7	0.03242051601409912
83302	rnn.bias_hh_l1	8	-0.11835002899169922
83302	rnn.bias_hh_l1	9	-0.0852765291929245
83302	rnn.weight_ih_l1_reverse	0	-0.04109394550323486
83302	rnn.weight_ih_l1_reverse	1	0.03716152533888817
83302	rnn.weight_ih_l1_reverse	2	-0.0004585191491059959
83302	rnn.weight_ih_l1_reverse	3	0.012217384763062
83302	rnn.weight_ih_l1_reverse	4	-0.015351659618318081
83302	rnn.weight_ih_l1_reverse	5	-0.0356178842484951
83302	rnn.weight_ih_l1_reverse	6	-0.0006975193391554058
83302	rnn.weight_ih_l1_reverse	7	0.017057368531823158
83302	rnn.weight_ih_l1_reverse	8	0.01316570583730936
83302	rnn.weight_ih_l1_reverse	9	-0.021441062912344933
83302	rnn.weight_hh_l1_reverse	0	0.008421716280281544
83302	rnn.weight_hh_l1_reverse	1	0.028958750888705254
83302	rnn.weight_hh_l1_reverse	2	-0.03910354897379875
83302	rnn.weight_hh_l1_reverse	3	0.03992677107453346
83302	rnn.weight_hh_l1_reverse	4	0.04599502310156822
83302	rnn.weight_hh_l1_reverse	5	0.008598849177360535
83302	rnn.weight_hh_l1_reverse	6	0.0033305115066468716
83302	rnn.weight_hh_l1_reverse	7	0.027162929996848106
83302	rnn.weight_hh_l1_reverse	8	-0.0024523029569536448
83302	rnn.weight_hh_l1_reverse	9	-0.03873689845204353
83302	rnn.bias_ih_l1_reverse	0	-0.03984991833567619
83302	rnn.bias_ih_l1_reverse	1	-0.09818015247583389
83302	rnn.bias_ih_l1_reverse	2	-0.11964022368192673
83302	rnn.bias_ih_l1_reverse	3	-0.00768113462254405
83302	rnn.bias_ih_l1_reverse	4	-0.16967155039310455
83302	rnn.bias_ih_l1_reverse	5	-0.08309130370616913
83302	rnn.bias_ih_l1_reverse	6	-0.11371907591819763
83302	rnn.bias_ih_l1_reverse	7	-0.155819833278656
83302	rnn.bias_ih_l1_reverse	8	0.1425962597131729
83302	rnn.bias_ih_l1_reverse	9	0.0025630882009863853
83302	rnn.bias_hh_l1_reverse	0	-0.03099611960351467
83302	rnn.bias_hh_l1_reverse	1	0.027188336476683617
83302	rnn.bias_hh_l1_reverse	2	-0.21006546914577484
83302	rnn.bias_hh_l1_reverse	3	-0.08705461770296097
83302	rnn.bias_hh_l1_reverse	4	-0.06481582671403885
83302	rnn.bias_hh_l1_reverse	5	-0.07806666940450668
83302	rnn.bias_hh_l1_reverse	6	0.11596835404634476
83302	rnn.bias_hh_l1_reverse	7	-0.13803216814994812
83302	rnn.bias_hh_l1_reverse	8	-0.0992414802312851
83302	rnn.bias_hh_l1_reverse	9	-0.11561067402362823
83302	linear.weight	0	0.002228822559118271
83302	linear.weight	1	0.07580175995826721
83302	linear.weight	2	-0.1306132823228836
83302	linear.weight	3	0.30493324995040894
83302	linear.weight	4	0.07754246145486832
83302	linear.weight	5	0.0015560454921796918
83302	linear.weight	6	0.005825955420732498
83302	linear.weight	7	0.07974030077457428
83302	linear.weight	8	0.04142829403281212
83302	linear.weight	9	-0.06800559163093567
83302	linear.bias	0	-0.06910312175750732
83302	linear.bias	1	-0.14381392300128937
83302	linear.bias	2	-0.4235538840293884
83302	linear.bias	3	-0.7154569029808044
83302	linear.bias	4	-1.0910437107086182
83302	linear.bias	5	-0.0475013330578804
83302	linear.bias	6	-0.6779165863990784
83302	linear.bias	7	0.3657366633415222
83302	linear.bias	8	-0.5551460981369019
83302	linear.bias	9	-0.8850328326225281
83499	transitions	0	0.5747277736663818
83499	transitions	1	0.0888739824295044
83499	transitions	2	-10000.0
83499	transitions	3	-1.8082863092422485
83499	transitions	4	-10000.0
83499	transitions	5	0.6261063814163208
83499	transitions	6	-0.04201437532901764
83499	transitions	7	-0.48098644614219666
83499	transitions	8	-1.3603146076202393
83499	transitions	9	-0.0006984981591813266
83499	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
83499	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
83499	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
83499	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
83499	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
83499	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
83499	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
83499	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
83499	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
83499	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
83499	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
83499	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
83499	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
83499	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
83499	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
83499	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
83499	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
83499	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
83499	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
83499	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
83499	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
83499	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
83499	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
83499	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
83499	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
83499	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
83499	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
83499	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
83499	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
83499	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
83499	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
83499	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
83499	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
83499	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
83499	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
83499	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
83499	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
83499	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
83499	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
83499	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
83499	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
83499	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
83499	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
83499	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
83499	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
83499	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
83499	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
83499	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
83499	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
83499	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
83499	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
83499	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
83499	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
83499	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
83499	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
83499	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
83499	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
83499	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
83499	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
83499	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
83499	embedding2nn.weight	0	0.004797844681888819
83499	embedding2nn.weight	1	-0.016686970368027687
83499	embedding2nn.weight	2	-0.014268255792558193
83499	embedding2nn.weight	3	0.004602094180881977
83499	embedding2nn.weight	4	-0.005915035028010607
83499	embedding2nn.weight	5	-0.0037005795165896416
83499	embedding2nn.weight	6	-0.003973229322582483
83499	embedding2nn.weight	7	-0.04039769619703293
83499	embedding2nn.weight	8	-0.0019979383796453476
83499	embedding2nn.weight	9	-0.024515271186828613
83499	embedding2nn.bias	0	0.02598077990114689
83499	embedding2nn.bias	1	-0.041001975536346436
83499	embedding2nn.bias	2	0.07915026694536209
83499	embedding2nn.bias	3	0.047231126576662064
83499	embedding2nn.bias	4	-0.05145399644970894
83499	embedding2nn.bias	5	-0.056565966457128525
83499	embedding2nn.bias	6	0.02243788354098797
83499	embedding2nn.bias	7	-0.019483964890241623
83499	embedding2nn.bias	8	0.03205519914627075
83499	embedding2nn.bias	9	0.01920309290289879
83499	rnn.weight_ih_l0	0	-0.0341215617954731
83499	rnn.weight_ih_l0	1	-0.005866220686584711
83499	rnn.weight_ih_l0	2	0.04629642516374588
83499	rnn.weight_ih_l0	3	0.011832746677100658
83499	rnn.weight_ih_l0	4	-0.010643073357641697
83499	rnn.weight_ih_l0	5	-0.055585578083992004
83499	rnn.weight_ih_l0	6	0.00018319961964152753
83499	rnn.weight_ih_l0	7	0.04967162385582924
83499	rnn.weight_ih_l0	8	-0.010374650359153748
83499	rnn.weight_ih_l0	9	-0.017604604363441467
83499	rnn.weight_hh_l0	0	-0.040166839957237244
83499	rnn.weight_hh_l0	1	0.004775005392730236
83499	rnn.weight_hh_l0	2	0.00987568125128746
83499	rnn.weight_hh_l0	3	-0.04922674596309662
83499	rnn.weight_hh_l0	4	0.0586707629263401
83499	rnn.weight_hh_l0	5	-0.0029796494636684656
83499	rnn.weight_hh_l0	6	-0.028571227565407753
83499	rnn.weight_hh_l0	7	-0.011501629836857319
83499	rnn.weight_hh_l0	8	0.012191281653940678
83499	rnn.weight_hh_l0	9	-0.019609006121754646
83499	rnn.bias_ih_l0	0	0.07040191441774368
83499	rnn.bias_ih_l0	1	-0.016313282772898674
83499	rnn.bias_ih_l0	2	-0.016966562718153
83499	rnn.bias_ih_l0	3	0.10495468229055405
83499	rnn.bias_ih_l0	4	-0.06784801930189133
83499	rnn.bias_ih_l0	5	-0.030474677681922913
83499	rnn.bias_ih_l0	6	-0.0020952345803380013
83499	rnn.bias_ih_l0	7	0.045776888728141785
83499	rnn.bias_ih_l0	8	-0.08842334896326065
83499	rnn.bias_ih_l0	9	-0.028643451631069183
83499	rnn.bias_hh_l0	0	-0.02951367013156414
83499	rnn.bias_hh_l0	1	-0.08214008808135986
83499	rnn.bias_hh_l0	2	-0.051324039697647095
83499	rnn.bias_hh_l0	3	-0.07512207329273224
83499	rnn.bias_hh_l0	4	-0.022865425795316696
83499	rnn.bias_hh_l0	5	-0.015659477561712265
83499	rnn.bias_hh_l0	6	0.019979508593678474
83499	rnn.bias_hh_l0	7	0.017524108290672302
83499	rnn.bias_hh_l0	8	-0.119735486805439
83499	rnn.bias_hh_l0	9	-0.020481832325458527
83499	rnn.weight_ih_l0_reverse	0	-0.009695400483906269
83499	rnn.weight_ih_l0_reverse	1	-0.054761603474617004
83499	rnn.weight_ih_l0_reverse	2	-0.028429215773940086
83499	rnn.weight_ih_l0_reverse	3	-0.0031415715347975492
83499	rnn.weight_ih_l0_reverse	4	-0.012064367532730103
83499	rnn.weight_ih_l0_reverse	5	-0.0404980406165123
83499	rnn.weight_ih_l0_reverse	6	0.06243995577096939
83499	rnn.weight_ih_l0_reverse	7	-0.01738729141652584
83499	rnn.weight_ih_l0_reverse	8	-0.03392070531845093
83499	rnn.weight_ih_l0_reverse	9	0.009151233360171318
83499	rnn.weight_hh_l0_reverse	0	0.035438090562820435
83499	rnn.weight_hh_l0_reverse	1	0.026346120983362198
83499	rnn.weight_hh_l0_reverse	2	0.03767688199877739
83499	rnn.weight_hh_l0_reverse	3	0.029160045087337494
83499	rnn.weight_hh_l0_reverse	4	-0.001520662335678935
83499	rnn.weight_hh_l0_reverse	5	0.011840603314340115
83499	rnn.weight_hh_l0_reverse	6	0.042058467864990234
83499	rnn.weight_hh_l0_reverse	7	-0.060797665268182755
83499	rnn.weight_hh_l0_reverse	8	0.030248600989580154
83499	rnn.weight_hh_l0_reverse	9	0.04752114787697792
83499	rnn.bias_ih_l0_reverse	0	-0.05901210755109787
83499	rnn.bias_ih_l0_reverse	1	-0.23144134879112244
83499	rnn.bias_ih_l0_reverse	2	-0.09738203883171082
83499	rnn.bias_ih_l0_reverse	3	-0.029050517827272415
83499	rnn.bias_ih_l0_reverse	4	-0.03633803501725197
83499	rnn.bias_ih_l0_reverse	5	0.03772794082760811
83499	rnn.bias_ih_l0_reverse	6	-0.05240059643983841
83499	rnn.bias_ih_l0_reverse	7	0.039802439510822296
83499	rnn.bias_ih_l0_reverse	8	-0.02377166412770748
83499	rnn.bias_ih_l0_reverse	9	0.031023140996694565
83499	rnn.bias_hh_l0_reverse	0	0.005998366512358189
83499	rnn.bias_hh_l0_reverse	1	-0.024603888392448425
83499	rnn.bias_hh_l0_reverse	2	0.047679223120212555
83499	rnn.bias_hh_l0_reverse	3	-0.03686375543475151
83499	rnn.bias_hh_l0_reverse	4	-0.03890152648091316
83499	rnn.bias_hh_l0_reverse	5	-0.04313291609287262
83499	rnn.bias_hh_l0_reverse	6	-0.021740391850471497
83499	rnn.bias_hh_l0_reverse	7	0.09279216825962067
83499	rnn.bias_hh_l0_reverse	8	0.013927505351603031
83499	rnn.bias_hh_l0_reverse	9	-0.09636279195547104
83499	rnn.weight_ih_l1	0	-0.03649913892149925
83499	rnn.weight_ih_l1	1	-0.02875397726893425
83499	rnn.weight_ih_l1	2	0.06470140069723129
83499	rnn.weight_ih_l1	3	-0.024429233744740486
83499	rnn.weight_ih_l1	4	-0.0038519224617630243
83499	rnn.weight_ih_l1	5	-0.04602641612291336
83499	rnn.weight_ih_l1	6	0.032145507633686066
83499	rnn.weight_ih_l1	7	-0.03663286194205284
83499	rnn.weight_ih_l1	8	0.03735383227467537
83499	rnn.weight_ih_l1	9	0.040826261043548584
83499	rnn.weight_hh_l1	0	-0.009783811867237091
83499	rnn.weight_hh_l1	1	0.00971520971506834
83499	rnn.weight_hh_l1	2	-0.00130434799939394
83499	rnn.weight_hh_l1	3	-0.011519581079483032
83499	rnn.weight_hh_l1	4	0.004518592264503241
83499	rnn.weight_hh_l1	5	0.02469126507639885
83499	rnn.weight_hh_l1	6	0.02707451954483986
83499	rnn.weight_hh_l1	7	-0.02517969347536564
83499	rnn.weight_hh_l1	8	-0.02236003987491131
83499	rnn.weight_hh_l1	9	0.039564475417137146
83499	rnn.bias_ih_l1	0	-0.16245415806770325
83499	rnn.bias_ih_l1	1	-0.14653819799423218
83499	rnn.bias_ih_l1	2	-0.15867529809474945
83499	rnn.bias_ih_l1	3	-0.21257653832435608
83499	rnn.bias_ih_l1	4	-0.1797119379043579
83499	rnn.bias_ih_l1	5	-0.0940045490860939
83499	rnn.bias_ih_l1	6	-0.11239539831876755
83499	rnn.bias_ih_l1	7	-0.02812296152114868
83499	rnn.bias_ih_l1	8	-0.10989081859588623
83499	rnn.bias_ih_l1	9	-0.08870545029640198
83499	rnn.bias_hh_l1	0	-0.10902192443609238
83499	rnn.bias_hh_l1	1	-0.0369127094745636
83499	rnn.bias_hh_l1	2	-0.08713746815919876
83499	rnn.bias_hh_l1	3	-0.08628175407648087
83499	rnn.bias_hh_l1	4	-0.12096001207828522
83499	rnn.bias_hh_l1	5	-0.08572950959205627
83499	rnn.bias_hh_l1	6	-0.0867127999663353
83499	rnn.bias_hh_l1	7	0.03478076681494713
83499	rnn.bias_hh_l1	8	-0.12090281397104263
83499	rnn.bias_hh_l1	9	-0.08717528730630875
83499	rnn.weight_ih_l1_reverse	0	-0.03892963379621506
83499	rnn.weight_ih_l1_reverse	1	0.04107614979147911
83499	rnn.weight_ih_l1_reverse	2	-0.0007795925484970212
83499	rnn.weight_ih_l1_reverse	3	0.013221664354205132
83499	rnn.weight_ih_l1_reverse	4	-0.015213266015052795
83499	rnn.weight_ih_l1_reverse	5	-0.03559700399637222
83499	rnn.weight_ih_l1_reverse	6	-0.001310456544160843
83499	rnn.weight_ih_l1_reverse	7	0.017193835228681564
83499	rnn.weight_ih_l1_reverse	8	0.012413409538567066
83499	rnn.weight_ih_l1_reverse	9	-0.019527895376086235
83499	rnn.weight_hh_l1_reverse	0	0.008473607711493969
83499	rnn.weight_hh_l1_reverse	1	0.029041336849331856
83499	rnn.weight_hh_l1_reverse	2	-0.039207346737384796
83499	rnn.weight_hh_l1_reverse	3	0.040174614638090134
83499	rnn.weight_hh_l1_reverse	4	0.04567824676632881
83499	rnn.weight_hh_l1_reverse	5	0.008611081168055534
83499	rnn.weight_hh_l1_reverse	6	0.004306516610085964
83499	rnn.weight_hh_l1_reverse	7	0.027199583128094673
83499	rnn.weight_hh_l1_reverse	8	-0.00254563195630908
83499	rnn.weight_hh_l1_reverse	9	-0.038473766297101974
83499	rnn.bias_ih_l1_reverse	0	-0.03955460339784622
83499	rnn.bias_ih_l1_reverse	1	-0.10115780681371689
83499	rnn.bias_ih_l1_reverse	2	-0.11804350465536118
83499	rnn.bias_ih_l1_reverse	3	-0.011133681051433086
83499	rnn.bias_ih_l1_reverse	4	-0.16917204856872559
83499	rnn.bias_ih_l1_reverse	5	-0.08375964313745499
83499	rnn.bias_ih_l1_reverse	6	-0.11307395249605179
83499	rnn.bias_ih_l1_reverse	7	-0.15626367926597595
83499	rnn.bias_ih_l1_reverse	8	0.1441250890493393
83499	rnn.bias_ih_l1_reverse	9	-0.0018423445289954543
83499	rnn.bias_hh_l1_reverse	0	-0.027963513508439064
83499	rnn.bias_hh_l1_reverse	1	0.032485466450452805
83499	rnn.bias_hh_l1_reverse	2	-0.2127174437046051
83499	rnn.bias_hh_l1_reverse	3	-0.08930912613868713
83499	rnn.bias_hh_l1_reverse	4	-0.06660643219947815
83499	rnn.bias_hh_l1_reverse	5	-0.07836545258760452
83499	rnn.bias_hh_l1_reverse	6	0.11487778276205063
83499	rnn.bias_hh_l1_reverse	7	-0.13734124600887299
83499	rnn.bias_hh_l1_reverse	8	-0.0986262857913971
83499	rnn.bias_hh_l1_reverse	9	-0.11538182199001312
83499	linear.weight	0	0.002228822559118271
83499	linear.weight	1	0.06603220105171204
83499	linear.weight	2	-0.1309013068675995
83499	linear.weight	3	0.3132213354110718
83499	linear.weight	4	0.08222958445549011
83499	linear.weight	5	0.00424110796302557
83499	linear.weight	6	-0.01251182984560728
83499	linear.weight	7	0.06896287947893143
83499	linear.weight	8	0.04142368212342262
83499	linear.weight	9	-0.0664474368095398
83499	linear.bias	0	-0.05296178534626961
83499	linear.bias	1	-0.16118457913398743
83499	linear.bias	2	-0.48210567235946655
83499	linear.bias	3	-0.7234591245651245
83499	linear.bias	4	-1.0956488847732544
83499	linear.bias	5	-0.018770890310406685
83499	linear.bias	6	-0.6904348134994507
83499	linear.bias	7	0.3967917859554291
83499	linear.bias	8	-0.526654064655304
83499	linear.bias	9	-0.8555928468704224
83696	transitions	0	0.5811538100242615
83696	transitions	1	0.08425048738718033
83696	transitions	2	-10000.0
83696	transitions	3	-1.8083536624908447
83696	transitions	4	-10000.0
83696	transitions	5	0.6259802579879761
83696	transitions	6	-0.04221081733703613
83696	transitions	7	-0.4812779426574707
83696	transitions	8	-1.3604459762573242
83696	transitions	9	-0.0007002708734944463
83696	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
83696	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
83696	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
83696	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
83696	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
83696	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
83696	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
83696	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
83696	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
83696	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
83696	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
83696	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
83696	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
83696	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
83696	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
83696	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
83696	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
83696	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
83696	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
83696	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
83696	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
83696	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
83696	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
83696	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
83696	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
83696	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
83696	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
83696	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
83696	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
83696	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
83696	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
83696	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
83696	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
83696	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
83696	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
83696	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
83696	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
83696	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
83696	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
83696	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
83696	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
83696	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
83696	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
83696	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
83696	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
83696	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
83696	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
83696	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
83696	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
83696	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
83696	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
83696	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
83696	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
83696	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
83696	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
83696	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
83696	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
83696	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
83696	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
83696	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
83696	embedding2nn.weight	0	0.00686089601367712
83696	embedding2nn.weight	1	-0.016578255221247673
83696	embedding2nn.weight	2	-0.014268255792558193
83696	embedding2nn.weight	3	0.004435035865753889
83696	embedding2nn.weight	4	-0.005915035028010607
83696	embedding2nn.weight	5	-0.003700579982250929
83696	embedding2nn.weight	6	-0.0039732204750180244
83696	embedding2nn.weight	7	-0.04132804647088051
83696	embedding2nn.weight	8	-0.0019979383796453476
83696	embedding2nn.weight	9	-0.02370782196521759
83696	embedding2nn.bias	0	0.03061489947140217
83696	embedding2nn.bias	1	-0.0411086343228817
83696	embedding2nn.bias	2	0.0726265013217926
83696	embedding2nn.bias	3	0.04678451269865036
83696	embedding2nn.bias	4	-0.05043431743979454
83696	embedding2nn.bias	5	-0.06082761660218239
83696	embedding2nn.bias	6	0.02033776044845581
83696	embedding2nn.bias	7	-0.017731275409460068
83696	embedding2nn.bias	8	0.028718145564198494
83696	embedding2nn.bias	9	0.0159071683883667
83696	rnn.weight_ih_l0	0	-0.032965175807476044
83696	rnn.weight_ih_l0	1	-0.002717971568927169
83696	rnn.weight_ih_l0	2	0.048642463982105255
83696	rnn.weight_ih_l0	3	0.011618698947131634
83696	rnn.weight_ih_l0	4	-0.011281567625701427
83696	rnn.weight_ih_l0	5	-0.05505972355604172
83696	rnn.weight_ih_l0	6	0.00023005568073131144
83696	rnn.weight_ih_l0	7	0.04848243296146393
83696	rnn.weight_ih_l0	8	-0.01021361630409956
83696	rnn.weight_ih_l0	9	-0.01870715245604515
83696	rnn.weight_hh_l0	0	-0.040831781923770905
83696	rnn.weight_hh_l0	1	0.005560907069593668
83696	rnn.weight_hh_l0	2	0.009478849358856678
83696	rnn.weight_hh_l0	3	-0.048630211502313614
83696	rnn.weight_hh_l0	4	0.057754822075366974
83696	rnn.weight_hh_l0	5	-0.004085269756615162
83696	rnn.weight_hh_l0	6	-0.02698003314435482
83696	rnn.weight_hh_l0	7	-0.013327410444617271
83696	rnn.weight_hh_l0	8	0.012877131812274456
83696	rnn.weight_hh_l0	9	-0.01917378231883049
83696	rnn.bias_ih_l0	0	0.07253244519233704
83696	rnn.bias_ih_l0	1	-0.0173637755215168
83696	rnn.bias_ih_l0	2	-0.01948324404656887
83696	rnn.bias_ih_l0	3	0.10661432147026062
83696	rnn.bias_ih_l0	4	-0.06546024233102798
83696	rnn.bias_ih_l0	5	-0.03202664107084274
83696	rnn.bias_ih_l0	6	-0.0010282425209879875
83696	rnn.bias_ih_l0	7	0.04081128165125847
83696	rnn.bias_ih_l0	8	-0.087350033223629
83696	rnn.bias_ih_l0	9	-0.027461053803563118
83696	rnn.bias_hh_l0	0	-0.03127823770046234
83696	rnn.bias_hh_l0	1	-0.0834868997335434
83696	rnn.bias_hh_l0	2	-0.05207744613289833
83696	rnn.bias_hh_l0	3	-0.07500739395618439
83696	rnn.bias_hh_l0	4	-0.02148119919002056
83696	rnn.bias_hh_l0	5	-0.01568346843123436
83696	rnn.bias_hh_l0	6	0.02045445144176483
83696	rnn.bias_hh_l0	7	0.025075260549783707
83696	rnn.bias_hh_l0	8	-0.11899879574775696
83696	rnn.bias_hh_l0	9	-0.020479368045926094
83696	rnn.weight_ih_l0_reverse	0	-0.008822781965136528
83696	rnn.weight_ih_l0_reverse	1	-0.05637776479125023
83696	rnn.weight_ih_l0_reverse	2	-0.02666529268026352
83696	rnn.weight_ih_l0_reverse	3	-0.0026638524141162634
83696	rnn.weight_ih_l0_reverse	4	-0.011616064235568047
83696	rnn.weight_ih_l0_reverse	5	-0.041489358991384506
83696	rnn.weight_ih_l0_reverse	6	0.061664000153541565
83696	rnn.weight_ih_l0_reverse	7	-0.019759388640522957
83696	rnn.weight_ih_l0_reverse	8	-0.03263525664806366
83696	rnn.weight_ih_l0_reverse	9	0.009240752086043358
83696	rnn.weight_hh_l0_reverse	0	0.03443434089422226
83696	rnn.weight_hh_l0_reverse	1	0.026841171085834503
83696	rnn.weight_hh_l0_reverse	2	0.037738434970378876
83696	rnn.weight_hh_l0_reverse	3	0.029070109128952026
83696	rnn.weight_hh_l0_reverse	4	-0.001722972490824759
83696	rnn.weight_hh_l0_reverse	5	0.011248936876654625
83696	rnn.weight_hh_l0_reverse	6	0.04199530929327011
83696	rnn.weight_hh_l0_reverse	7	-0.05983797460794449
83696	rnn.weight_hh_l0_reverse	8	0.03036213293671608
83696	rnn.weight_hh_l0_reverse	9	0.04738711193203926
83696	rnn.bias_ih_l0_reverse	0	-0.057111334055662155
83696	rnn.bias_ih_l0_reverse	1	-0.23109070956707
83696	rnn.bias_ih_l0_reverse	2	-0.1011730432510376
83696	rnn.bias_ih_l0_reverse	3	-0.026335405185818672
83696	rnn.bias_ih_l0_reverse	4	-0.03459939360618591
83696	rnn.bias_ih_l0_reverse	5	0.03980717808008194
83696	rnn.bias_ih_l0_reverse	6	-0.05069360509514809
83696	rnn.bias_ih_l0_reverse	7	0.03918011486530304
83696	rnn.bias_ih_l0_reverse	8	-0.028885547071695328
83696	rnn.bias_ih_l0_reverse	9	0.03262616693973541
83696	rnn.bias_hh_l0_reverse	0	0.005770301446318626
83696	rnn.bias_hh_l0_reverse	1	-0.024230754002928734
83696	rnn.bias_hh_l0_reverse	2	0.046157099306583405
83696	rnn.bias_hh_l0_reverse	3	-0.03905303776264191
83696	rnn.bias_hh_l0_reverse	4	-0.03980240225791931
83696	rnn.bias_hh_l0_reverse	5	-0.03978641703724861
83696	rnn.bias_hh_l0_reverse	6	-0.022716520354151726
83696	rnn.bias_hh_l0_reverse	7	0.09304558485746384
83696	rnn.bias_hh_l0_reverse	8	0.016802513971924782
83696	rnn.bias_hh_l0_reverse	9	-0.10016187280416489
83696	rnn.weight_ih_l1	0	-0.03757154941558838
83696	rnn.weight_ih_l1	1	-0.03127257898449898
83696	rnn.weight_ih_l1	2	0.06726352870464325
83696	rnn.weight_ih_l1	3	-0.02440771833062172
83696	rnn.weight_ih_l1	4	-0.004346368834376335
83696	rnn.weight_ih_l1	5	-0.045623764395713806
83696	rnn.weight_ih_l1	6	0.03183905780315399
83696	rnn.weight_ih_l1	7	-0.03677377849817276
83696	rnn.weight_ih_l1	8	0.03751147538423538
83696	rnn.weight_ih_l1	9	0.04097869619727135
83696	rnn.weight_hh_l1	0	-0.009748348966240883
83696	rnn.weight_hh_l1	1	0.009709837846457958
83696	rnn.weight_hh_l1	2	-0.003538678865879774
83696	rnn.weight_hh_l1	3	-0.011498907580971718
83696	rnn.weight_hh_l1	4	0.0041789039969444275
83696	rnn.weight_hh_l1	5	0.02491804026067257
83696	rnn.weight_hh_l1	6	0.026789629831910133
83696	rnn.weight_hh_l1	7	-0.025697771459817886
83696	rnn.weight_hh_l1	8	-0.022161083295941353
83696	rnn.weight_hh_l1	9	0.03964192420244217
83696	rnn.bias_ih_l1	0	-0.16265201568603516
83696	rnn.bias_ih_l1	1	-0.14618368446826935
83696	rnn.bias_ih_l1	2	-0.16258898377418518
83696	rnn.bias_ih_l1	3	-0.21719984710216522
83696	rnn.bias_ih_l1	4	-0.18223361670970917
83696	rnn.bias_ih_l1	5	-0.09565036743879318
83696	rnn.bias_ih_l1	6	-0.11137166619300842
83696	rnn.bias_ih_l1	7	-0.03160086274147034
83696	rnn.bias_ih_l1	8	-0.11095376312732697
83696	rnn.bias_ih_l1	9	-0.09074471145868301
83696	rnn.bias_hh_l1	0	-0.10766513645648956
83696	rnn.bias_hh_l1	1	-0.036639660596847534
83696	rnn.bias_hh_l1	2	-0.08181897550821304
83696	rnn.bias_hh_l1	3	-0.08650724589824677
83696	rnn.bias_hh_l1	4	-0.11991679668426514
83696	rnn.bias_hh_l1	5	-0.08698218315839767
83696	rnn.bias_hh_l1	6	-0.08552355319261551
83696	rnn.bias_hh_l1	7	0.038743700832128525
83696	rnn.bias_hh_l1	8	-0.12101411074399948
83696	rnn.bias_hh_l1	9	-0.08713983744382858
83696	rnn.weight_ih_l1_reverse	0	-0.03973487764596939
83696	rnn.weight_ih_l1_reverse	1	0.03728407621383667
83696	rnn.weight_ih_l1_reverse	2	0.0008971033967100084
83696	rnn.weight_ih_l1_reverse	3	0.012977972626686096
83696	rnn.weight_ih_l1_reverse	4	-0.016039244830608368
83696	rnn.weight_ih_l1_reverse	5	-0.03587926924228668
83696	rnn.weight_ih_l1_reverse	6	-0.0008752008434385061
83696	rnn.weight_ih_l1_reverse	7	0.018133681267499924
83696	rnn.weight_ih_l1_reverse	8	0.011941300705075264
83696	rnn.weight_ih_l1_reverse	9	-0.017239032313227654
83696	rnn.weight_hh_l1_reverse	0	0.00849691592156887
83696	rnn.weight_hh_l1_reverse	1	0.02931947074830532
83696	rnn.weight_hh_l1_reverse	2	-0.03931192308664322
83696	rnn.weight_hh_l1_reverse	3	0.04001034051179886
83696	rnn.weight_hh_l1_reverse	4	0.04642779007554054
83696	rnn.weight_hh_l1_reverse	5	0.008248040452599525
83696	rnn.weight_hh_l1_reverse	6	0.004510840866714716
83696	rnn.weight_hh_l1_reverse	7	0.027329033240675926
83696	rnn.weight_hh_l1_reverse	8	-0.00248738843947649
83696	rnn.weight_hh_l1_reverse	9	-0.03834644332528114
83696	rnn.bias_ih_l1_reverse	0	-0.03574787452816963
83696	rnn.bias_ih_l1_reverse	1	-0.10093547403812408
83696	rnn.bias_ih_l1_reverse	2	-0.11811423301696777
83696	rnn.bias_ih_l1_reverse	3	-0.013154068030416965
83696	rnn.bias_ih_l1_reverse	4	-0.16692204773426056
83696	rnn.bias_ih_l1_reverse	5	-0.08496654778718948
83696	rnn.bias_ih_l1_reverse	6	-0.11388006061315536
83696	rnn.bias_ih_l1_reverse	7	-0.15824702382087708
83696	rnn.bias_ih_l1_reverse	8	0.13528533279895782
83696	rnn.bias_ih_l1_reverse	9	0.005983739625662565
83696	rnn.bias_hh_l1_reverse	0	-0.03403456136584282
83696	rnn.bias_hh_l1_reverse	1	0.02645399607717991
83696	rnn.bias_hh_l1_reverse	2	-0.21097086369991302
83696	rnn.bias_hh_l1_reverse	3	-0.08805966377258301
83696	rnn.bias_hh_l1_reverse	4	-0.06765337288379669
83696	rnn.bias_hh_l1_reverse	5	-0.07821226865053177
83696	rnn.bias_hh_l1_reverse	6	0.11313563585281372
83696	rnn.bias_hh_l1_reverse	7	-0.1364058405160904
83696	rnn.bias_hh_l1_reverse	8	-0.09712119400501251
83696	rnn.bias_hh_l1_reverse	9	-0.1152324303984642
83696	linear.weight	0	0.002228822559118271
83696	linear.weight	1	0.07506324350833893
83696	linear.weight	2	-0.13073065876960754
83696	linear.weight	3	0.3007962107658386
83696	linear.weight	4	0.07795402407646179
83696	linear.weight	5	0.001223913044668734
83696	linear.weight	6	0.00918482430279255
83696	linear.weight	7	0.06324685364961624
83696	linear.weight	8	0.04141833633184433
83696	linear.weight	9	-0.06360337138175964
83696	linear.bias	0	-0.009387427940964699
83696	linear.bias	1	-0.14925357699394226
83696	linear.bias	2	-0.512114942073822
83696	linear.bias	3	-0.7213463187217712
83696	linear.bias	4	-1.094213604927063
83696	linear.bias	5	-0.023767264559864998
83696	linear.bias	6	-0.675433337688446
83696	linear.bias	7	0.39284569025039673
83696	linear.bias	8	-0.5271162390708923
83696	linear.bias	9	-0.8596052527427673
83893	transitions	0	0.6038839817047119
83893	transitions	1	0.08616667240858078
83893	transitions	2	-10000.0
83893	transitions	3	-1.8084149360656738
83893	transitions	4	-10000.0
83893	transitions	5	0.6258181929588318
83893	transitions	6	-0.042324524372816086
83893	transitions	7	-0.4822368919849396
83893	transitions	8	-1.3605855703353882
83893	transitions	9	-0.0007020168122835457
83893	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
83893	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
83893	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
83893	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
83893	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
83893	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
83893	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
83893	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
83893	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
83893	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
83893	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
83893	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
83893	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
83893	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
83893	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
83893	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
83893	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
83893	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
83893	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
83893	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
83893	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
83893	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
83893	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
83893	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
83893	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
83893	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
83893	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
83893	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
83893	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
83893	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
83893	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
83893	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
83893	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
83893	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
83893	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
83893	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
83893	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
83893	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
83893	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
83893	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
83893	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
83893	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
83893	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
83893	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
83893	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
83893	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
83893	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
83893	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
83893	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
83893	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
83893	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
83893	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
83893	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
83893	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
83893	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
83893	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
83893	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
83893	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
83893	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
83893	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
83893	embedding2nn.weight	0	0.007894384674727917
83893	embedding2nn.weight	1	-0.016477638855576515
83893	embedding2nn.weight	2	-0.014268255792558193
83893	embedding2nn.weight	3	0.003182176500558853
83893	embedding2nn.weight	4	-0.005915035028010607
83893	embedding2nn.weight	5	-0.003700579982250929
83893	embedding2nn.weight	6	-0.0039732204750180244
83893	embedding2nn.weight	7	-0.04256743937730789
83893	embedding2nn.weight	8	-0.0019979383796453476
83893	embedding2nn.weight	9	-0.023434564471244812
83893	embedding2nn.bias	0	0.026058632880449295
83893	embedding2nn.bias	1	-0.05378848686814308
83893	embedding2nn.bias	2	0.07245466858148575
83893	embedding2nn.bias	3	0.045095883309841156
83893	embedding2nn.bias	4	-0.04340779408812523
83893	embedding2nn.bias	5	-0.0556500069797039
83893	embedding2nn.bias	6	0.017679765820503235
83893	embedding2nn.bias	7	-0.01582876406610012
83893	embedding2nn.bias	8	0.03569060564041138
83893	embedding2nn.bias	9	0.024175424128770828
83893	rnn.weight_ih_l0	0	-0.03066149353981018
83893	rnn.weight_ih_l0	1	-0.002614521887153387
83893	rnn.weight_ih_l0	2	0.04635857790708542
83893	rnn.weight_ih_l0	3	0.011494915932416916
83893	rnn.weight_ih_l0	4	-0.011411183513700962
83893	rnn.weight_ih_l0	5	-0.054213639348745346
83893	rnn.weight_ih_l0	6	-0.0005358225898817182
83893	rnn.weight_ih_l0	7	0.04945738986134529
83893	rnn.weight_ih_l0	8	-0.011072163470089436
83893	rnn.weight_ih_l0	9	-0.021245641633868217
83893	rnn.weight_hh_l0	0	-0.041730593889951706
83893	rnn.weight_hh_l0	1	0.006152876652777195
83893	rnn.weight_hh_l0	2	0.009612556546926498
83893	rnn.weight_hh_l0	3	-0.0491350032389164
83893	rnn.weight_hh_l0	4	0.058490730822086334
83893	rnn.weight_hh_l0	5	-0.0032358746975660324
83893	rnn.weight_hh_l0	6	-0.028708703815937042
83893	rnn.weight_hh_l0	7	-0.012819848023355007
83893	rnn.weight_hh_l0	8	0.013421549461781979
83893	rnn.weight_hh_l0	9	-0.01904085837304592
83893	rnn.bias_ih_l0	0	0.06788668781518936
83893	rnn.bias_ih_l0	1	-0.016165191307663918
83893	rnn.bias_ih_l0	2	-0.020638486370444298
83893	rnn.bias_ih_l0	3	0.10482697933912277
83893	rnn.bias_ih_l0	4	-0.06449516862630844
83893	rnn.bias_ih_l0	5	-0.03373364359140396
83893	rnn.bias_ih_l0	6	-0.006571692414581776
83893	rnn.bias_ih_l0	7	0.043279748409986496
83893	rnn.bias_ih_l0	8	-0.08881135284900665
83893	rnn.bias_ih_l0	9	-0.024115992709994316
83893	rnn.bias_hh_l0	0	-0.0316842757165432
83893	rnn.bias_hh_l0	1	-0.08543333411216736
83893	rnn.bias_hh_l0	2	-0.04928778484463692
83893	rnn.bias_hh_l0	3	-0.07704497128725052
83893	rnn.bias_hh_l0	4	-0.02708601765334606
83893	rnn.bias_hh_l0	5	-0.014020010828971863
83893	rnn.bias_hh_l0	6	0.02338971011340618
83893	rnn.bias_hh_l0	7	0.02495412342250347
83893	rnn.bias_hh_l0	8	-0.11919531971216202
83893	rnn.bias_hh_l0	9	-0.0217514056712389
83893	rnn.weight_ih_l0_reverse	0	-0.009351666085422039
83893	rnn.weight_ih_l0_reverse	1	-0.055654577910900116
83893	rnn.weight_ih_l0_reverse	2	-0.026272015646100044
83893	rnn.weight_ih_l0_reverse	3	-0.0023155799135565758
83893	rnn.weight_ih_l0_reverse	4	-0.010229473933577538
83893	rnn.weight_ih_l0_reverse	5	-0.04124670848250389
83893	rnn.weight_ih_l0_reverse	6	0.061415914446115494
83893	rnn.weight_ih_l0_reverse	7	-0.018045589327812195
83893	rnn.weight_ih_l0_reverse	8	-0.03180597350001335
83893	rnn.weight_ih_l0_reverse	9	0.009501644410192966
83893	rnn.weight_hh_l0_reverse	0	0.03498081862926483
83893	rnn.weight_hh_l0_reverse	1	0.0277793500572443
83893	rnn.weight_hh_l0_reverse	2	0.03795543313026428
83893	rnn.weight_hh_l0_reverse	3	0.02890261448919773
83893	rnn.weight_hh_l0_reverse	4	-0.0017101486446335912
83893	rnn.weight_hh_l0_reverse	5	0.010387477464973927
83893	rnn.weight_hh_l0_reverse	6	0.04202088713645935
83893	rnn.weight_hh_l0_reverse	7	-0.05981534719467163
83893	rnn.weight_hh_l0_reverse	8	0.029898036271333694
83893	rnn.weight_hh_l0_reverse	9	0.04700857400894165
83893	rnn.bias_ih_l0_reverse	0	-0.055336374789476395
83893	rnn.bias_ih_l0_reverse	1	-0.23190844058990479
83893	rnn.bias_ih_l0_reverse	2	-0.1039632111787796
83893	rnn.bias_ih_l0_reverse	3	-0.024223973974585533
83893	rnn.bias_ih_l0_reverse	4	-0.0335642471909523
83893	rnn.bias_ih_l0_reverse	5	0.043240197002887726
83893	rnn.bias_ih_l0_reverse	6	-0.04841092973947525
83893	rnn.bias_ih_l0_reverse	7	0.03606634959578514
83893	rnn.bias_ih_l0_reverse	8	-0.030983885750174522
83893	rnn.bias_ih_l0_reverse	9	0.03558209538459778
83893	rnn.bias_hh_l0_reverse	0	0.005620064213871956
83893	rnn.bias_hh_l0_reverse	1	-0.027545562013983727
83893	rnn.bias_hh_l0_reverse	2	0.04186121001839638
83893	rnn.bias_hh_l0_reverse	3	-0.03771474212408066
83893	rnn.bias_hh_l0_reverse	4	-0.043438587337732315
83893	rnn.bias_hh_l0_reverse	5	-0.040828704833984375
83893	rnn.bias_hh_l0_reverse	6	-0.022945646196603775
83893	rnn.bias_hh_l0_reverse	7	0.08814629167318344
83893	rnn.bias_hh_l0_reverse	8	0.013681942597031593
83893	rnn.bias_hh_l0_reverse	9	-0.10142287611961365
83893	rnn.weight_ih_l1	0	-0.037691209465265274
83893	rnn.weight_ih_l1	1	-0.028890477493405342
83893	rnn.weight_ih_l1	2	0.0652894526720047
83893	rnn.weight_ih_l1	3	-0.025000810623168945
83893	rnn.weight_ih_l1	4	-0.00391207542270422
83893	rnn.weight_ih_l1	5	-0.04596772789955139
83893	rnn.weight_ih_l1	6	0.031342510133981705
83893	rnn.weight_ih_l1	7	-0.03914681077003479
83893	rnn.weight_ih_l1	8	0.037656527012586594
83893	rnn.weight_ih_l1	9	0.04020867869257927
83893	rnn.weight_hh_l1	0	-0.008753867819905281
83893	rnn.weight_hh_l1	1	0.009691241197288036
83893	rnn.weight_hh_l1	2	-0.002717245602980256
83893	rnn.weight_hh_l1	3	-0.011376691050827503
83893	rnn.weight_hh_l1	4	0.004048460628837347
83893	rnn.weight_hh_l1	5	0.02456515096127987
83893	rnn.weight_hh_l1	6	0.02680266834795475
83893	rnn.weight_hh_l1	7	-0.02606559544801712
83893	rnn.weight_hh_l1	8	-0.021828748285770416
83893	rnn.weight_hh_l1	9	0.03946683183312416
83893	rnn.bias_ih_l1	0	-0.16536439955234528
83893	rnn.bias_ih_l1	1	-0.14699198305606842
83893	rnn.bias_ih_l1	2	-0.16122181713581085
83893	rnn.bias_ih_l1	3	-0.21672029793262482
83893	rnn.bias_ih_l1	4	-0.16617415845394135
83893	rnn.bias_ih_l1	5	-0.09753228724002838
83893	rnn.bias_ih_l1	6	-0.10897291451692581
83893	rnn.bias_ih_l1	7	-0.031402427703142166
83893	rnn.bias_ih_l1	8	-0.10988978296518326
83893	rnn.bias_ih_l1	9	-0.08845673501491547
83893	rnn.bias_hh_l1	0	-0.10464651882648468
83893	rnn.bias_hh_l1	1	-0.033655114471912384
83893	rnn.bias_hh_l1	2	-0.0864732563495636
83893	rnn.bias_hh_l1	3	-0.08604110777378082
83893	rnn.bias_hh_l1	4	-0.11914768069982529
83893	rnn.bias_hh_l1	5	-0.08708962798118591
83893	rnn.bias_hh_l1	6	-0.08862350136041641
83893	rnn.bias_hh_l1	7	0.039350494742393494
83893	rnn.bias_hh_l1	8	-0.12360581755638123
83893	rnn.bias_hh_l1	9	-0.08738302439451218
83893	rnn.weight_ih_l1_reverse	0	-0.040549386292696
83893	rnn.weight_ih_l1_reverse	1	0.03538366034626961
83893	rnn.weight_ih_l1_reverse	2	0.0008203352917917073
83893	rnn.weight_ih_l1_reverse	3	0.010427700355648994
83893	rnn.weight_ih_l1_reverse	4	-0.016566572710871696
83893	rnn.weight_ih_l1_reverse	5	-0.035824261605739594
83893	rnn.weight_ih_l1_reverse	6	-0.003540260251611471
83893	rnn.weight_ih_l1_reverse	7	0.018238898366689682
83893	rnn.weight_ih_l1_reverse	8	0.01475500501692295
83893	rnn.weight_ih_l1_reverse	9	-0.014949019066989422
83893	rnn.weight_hh_l1_reverse	0	0.008483100682497025
83893	rnn.weight_hh_l1_reverse	1	0.029377354308962822
83893	rnn.weight_hh_l1_reverse	2	-0.03934384137392044
83893	rnn.weight_hh_l1_reverse	3	0.039599690586328506
83893	rnn.weight_hh_l1_reverse	4	0.04587404802441597
83893	rnn.weight_hh_l1_reverse	5	0.007563217077404261
83893	rnn.weight_hh_l1_reverse	6	0.0036988521460443735
83893	rnn.weight_hh_l1_reverse	7	0.027303926646709442
83893	rnn.weight_hh_l1_reverse	8	-0.0024590112734586
83893	rnn.weight_hh_l1_reverse	9	-0.03840336948633194
83893	rnn.bias_ih_l1_reverse	0	-0.03665494546294212
83893	rnn.bias_ih_l1_reverse	1	-0.10157351940870285
83893	rnn.bias_ih_l1_reverse	2	-0.11731112748384476
83893	rnn.bias_ih_l1_reverse	3	-0.014496512711048126
83893	rnn.bias_ih_l1_reverse	4	-0.16570350527763367
83893	rnn.bias_ih_l1_reverse	5	-0.0843086838722229
83893	rnn.bias_ih_l1_reverse	6	-0.11384335905313492
83893	rnn.bias_ih_l1_reverse	7	-0.15731383860111237
83893	rnn.bias_ih_l1_reverse	8	0.12698647379875183
83893	rnn.bias_ih_l1_reverse	9	0.001699772197753191
83893	rnn.bias_hh_l1_reverse	0	-0.031064113602042198
83893	rnn.bias_hh_l1_reverse	1	0.02762831561267376
83893	rnn.bias_hh_l1_reverse	2	-0.2103966325521469
83893	rnn.bias_hh_l1_reverse	3	-0.08809491246938705
83893	rnn.bias_hh_l1_reverse	4	-0.06758792698383331
83893	rnn.bias_hh_l1_reverse	5	-0.07732723653316498
83893	rnn.bias_hh_l1_reverse	6	0.10918549448251724
83893	rnn.bias_hh_l1_reverse	7	-0.13896626234054565
83893	rnn.bias_hh_l1_reverse	8	-0.09521889686584473
83893	rnn.bias_hh_l1_reverse	9	-0.1151006817817688
83893	linear.weight	0	0.002228822559118271
83893	linear.weight	1	0.07508932799100876
83893	linear.weight	2	-0.13735085725784302
83893	linear.weight	3	0.3033173382282257
83893	linear.weight	4	0.07314389944076538
83893	linear.weight	5	0.0012947374489158392
83893	linear.weight	6	9.940885502146557e-05
83893	linear.weight	7	0.0788625031709671
83893	linear.weight	8	0.04141421243548393
83893	linear.weight	9	-0.06730873882770538
83893	linear.bias	0	-0.03142758831381798
83893	linear.bias	1	-0.14719200134277344
83893	linear.bias	2	-0.4915245771408081
83893	linear.bias	3	-0.7302142381668091
83893	linear.bias	4	-1.104336142539978
83893	linear.bias	5	-0.053736504167318344
83893	linear.bias	6	-0.6715562343597412
83893	linear.bias	7	0.3640323281288147
83893	linear.bias	8	-0.5175529718399048
83893	linear.bias	9	-0.8533371686935425
84090	transitions	0	0.581462025642395
84090	transitions	1	0.08344103395938873
84090	transitions	2	-10000.0
84090	transitions	3	-1.8085099458694458
84090	transitions	4	-10000.0
84090	transitions	5	0.6254832148551941
84090	transitions	6	-0.042489051818847656
84090	transitions	7	-0.48341649770736694
84090	transitions	8	-1.3607274293899536
84090	transitions	9	-0.0007038211915642023
84090	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
84090	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
84090	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
84090	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
84090	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
84090	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
84090	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
84090	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
84090	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
84090	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
84090	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
84090	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
84090	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
84090	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
84090	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
84090	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
84090	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
84090	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
84090	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
84090	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
84090	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
84090	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
84090	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
84090	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
84090	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
84090	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
84090	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
84090	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
84090	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
84090	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
84090	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
84090	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
84090	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
84090	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
84090	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
84090	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
84090	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
84090	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
84090	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
84090	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
84090	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
84090	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
84090	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
84090	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
84090	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
84090	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
84090	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
84090	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
84090	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
84090	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
84090	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
84090	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
84090	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
84090	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
84090	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
84090	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
84090	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
84090	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
84090	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
84090	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
84090	embedding2nn.weight	0	0.007609846536070108
84090	embedding2nn.weight	1	-0.01646200753748417
84090	embedding2nn.weight	2	-0.014268255792558193
84090	embedding2nn.weight	3	0.002729538595303893
84090	embedding2nn.weight	4	-0.005915035028010607
84090	embedding2nn.weight	5	-0.0037005802150815725
84090	embedding2nn.weight	6	-0.00397322466596961
84090	embedding2nn.weight	7	-0.04132556915283203
84090	embedding2nn.weight	8	-0.0019979383796453476
84090	embedding2nn.weight	9	-0.025206713005900383
84090	embedding2nn.bias	0	0.03323066234588623
84090	embedding2nn.bias	1	-0.05999414250254631
84090	embedding2nn.bias	2	0.07266146689653397
84090	embedding2nn.bias	3	0.04451077803969383
84090	embedding2nn.bias	4	-0.04143181070685387
84090	embedding2nn.bias	5	-0.05629416182637215
84090	embedding2nn.bias	6	0.015614751726388931
84090	embedding2nn.bias	7	-0.020266056060791016
84090	embedding2nn.bias	8	0.027326075360178947
84090	embedding2nn.bias	9	0.025606371462345123
84090	rnn.weight_ih_l0	0	-0.031921230256557465
84090	rnn.weight_ih_l0	1	-0.0036620397586375475
84090	rnn.weight_ih_l0	2	0.04751656576991081
84090	rnn.weight_ih_l0	3	0.010701240040361881
84090	rnn.weight_ih_l0	4	-0.012731840834021568
84090	rnn.weight_ih_l0	5	-0.054116349667310715
84090	rnn.weight_ih_l0	6	-0.0013850671239197254
84090	rnn.weight_ih_l0	7	0.047766998410224915
84090	rnn.weight_ih_l0	8	-0.009919367730617523
84090	rnn.weight_ih_l0	9	-0.02057391032576561
84090	rnn.weight_hh_l0	0	-0.04150088131427765
84090	rnn.weight_hh_l0	1	0.004510489292442799
84090	rnn.weight_hh_l0	2	0.010135600343346596
84090	rnn.weight_hh_l0	3	-0.04946083202958107
84090	rnn.weight_hh_l0	4	0.058503974229097366
84090	rnn.weight_hh_l0	5	-0.0022164108231663704
84090	rnn.weight_hh_l0	6	-0.028835680335760117
84090	rnn.weight_hh_l0	7	-0.012621505185961723
84090	rnn.weight_hh_l0	8	0.01404628623276949
84090	rnn.weight_hh_l0	9	-0.019110528752207756
84090	rnn.bias_ih_l0	0	0.06589371711015701
84090	rnn.bias_ih_l0	1	-0.016648368909955025
84090	rnn.bias_ih_l0	2	-0.02092272788286209
84090	rnn.bias_ih_l0	3	0.10561969876289368
84090	rnn.bias_ih_l0	4	-0.06515170633792877
84090	rnn.bias_ih_l0	5	-0.03170430287718773
84090	rnn.bias_ih_l0	6	-0.005142403766512871
84090	rnn.bias_ih_l0	7	0.045590806752443314
84090	rnn.bias_ih_l0	8	-0.08800370991230011
84090	rnn.bias_ih_l0	9	-0.029068728908896446
84090	rnn.bias_hh_l0	0	-0.03613005205988884
84090	rnn.bias_hh_l0	1	-0.08352231234312057
84090	rnn.bias_hh_l0	2	-0.0483742393553257
84090	rnn.bias_hh_l0	3	-0.07853133231401443
84090	rnn.bias_hh_l0	4	-0.02962208166718483
84090	rnn.bias_hh_l0	5	-0.01440037414431572
84090	rnn.bias_hh_l0	6	0.022564010694622993
84090	rnn.bias_hh_l0	7	0.02114209532737732
84090	rnn.bias_hh_l0	8	-0.12137217819690704
84090	rnn.bias_hh_l0	9	-0.02156209945678711
84090	rnn.weight_ih_l0_reverse	0	-0.006560248788446188
84090	rnn.weight_ih_l0_reverse	1	-0.05511656403541565
84090	rnn.weight_ih_l0_reverse	2	-0.0269993357360363
84090	rnn.weight_ih_l0_reverse	3	-0.0017201408045366406
84090	rnn.weight_ih_l0_reverse	4	-0.01001215260475874
84090	rnn.weight_ih_l0_reverse	5	-0.04131156951189041
84090	rnn.weight_ih_l0_reverse	6	0.06188817322254181
84090	rnn.weight_ih_l0_reverse	7	-0.016987213864922523
84090	rnn.weight_ih_l0_reverse	8	-0.03085051104426384
84090	rnn.weight_ih_l0_reverse	9	0.008807708509266376
84090	rnn.weight_hh_l0_reverse	0	0.033560894429683685
84090	rnn.weight_hh_l0_reverse	1	0.027835296466946602
84090	rnn.weight_hh_l0_reverse	2	0.03793920949101448
84090	rnn.weight_hh_l0_reverse	3	0.028229577466845512
84090	rnn.weight_hh_l0_reverse	4	-0.0022413849364966154
84090	rnn.weight_hh_l0_reverse	5	0.010579968802630901
84090	rnn.weight_hh_l0_reverse	6	0.04238242283463478
84090	rnn.weight_hh_l0_reverse	7	-0.05985911190509796
84090	rnn.weight_hh_l0_reverse	8	0.03050965443253517
84090	rnn.weight_hh_l0_reverse	9	0.04676792025566101
84090	rnn.bias_ih_l0_reverse	0	-0.054796162992715836
84090	rnn.bias_ih_l0_reverse	1	-0.23192529380321503
84090	rnn.bias_ih_l0_reverse	2	-0.10043277591466904
84090	rnn.bias_ih_l0_reverse	3	-0.02436237223446369
84090	rnn.bias_ih_l0_reverse	4	-0.033824946731328964
84090	rnn.bias_ih_l0_reverse	5	0.03902065008878708
84090	rnn.bias_ih_l0_reverse	6	-0.04965806007385254
84090	rnn.bias_ih_l0_reverse	7	0.035161733627319336
84090	rnn.bias_ih_l0_reverse	8	-0.030608709901571274
84090	rnn.bias_ih_l0_reverse	9	0.033052150160074234
84090	rnn.bias_hh_l0_reverse	0	0.0072463322430849075
84090	rnn.bias_hh_l0_reverse	1	-0.02513587474822998
84090	rnn.bias_hh_l0_reverse	2	0.0463244765996933
84090	rnn.bias_hh_l0_reverse	3	-0.03892752155661583
84090	rnn.bias_hh_l0_reverse	4	-0.041203346103429794
84090	rnn.bias_hh_l0_reverse	5	-0.03768682852387428
84090	rnn.bias_hh_l0_reverse	6	-0.022919801995158195
84090	rnn.bias_hh_l0_reverse	7	0.08908853679895401
84090	rnn.bias_hh_l0_reverse	8	0.014089519158005714
84090	rnn.bias_hh_l0_reverse	9	-0.09947655349969864
84090	rnn.weight_ih_l1	0	-0.03821372985839844
84090	rnn.weight_ih_l1	1	-0.03108653426170349
84090	rnn.weight_ih_l1	2	0.06472095847129822
84090	rnn.weight_ih_l1	3	-0.025378337129950523
84090	rnn.weight_ih_l1	4	-0.0038793538697063923
84090	rnn.weight_ih_l1	5	-0.04642455279827118
84090	rnn.weight_ih_l1	6	0.030594078823924065
84090	rnn.weight_ih_l1	7	-0.04023110494017601
84090	rnn.weight_ih_l1	8	0.03763771802186966
84090	rnn.weight_ih_l1	9	0.039149120450019836
84090	rnn.weight_hh_l1	0	-0.007908965460956097
84090	rnn.weight_hh_l1	1	0.009755896404385567
84090	rnn.weight_hh_l1	2	-0.004421172197908163
84090	rnn.weight_hh_l1	3	-0.011490515433251858
84090	rnn.weight_hh_l1	4	0.003549447050318122
84090	rnn.weight_hh_l1	5	0.024915477260947227
84090	rnn.weight_hh_l1	6	0.02721698209643364
84090	rnn.weight_hh_l1	7	-0.02582486718893051
84090	rnn.weight_hh_l1	8	-0.021647518500685692
84090	rnn.weight_hh_l1	9	0.03966715186834335
84090	rnn.bias_ih_l1	0	-0.16474993526935577
84090	rnn.bias_ih_l1	1	-0.14731788635253906
84090	rnn.bias_ih_l1	2	-0.162635937333107
84090	rnn.bias_ih_l1	3	-0.21068046987056732
84090	rnn.bias_ih_l1	4	-0.16051924228668213
84090	rnn.bias_ih_l1	5	-0.09702964872121811
84090	rnn.bias_ih_l1	6	-0.10917124897241592
84090	rnn.bias_ih_l1	7	-0.03003070317208767
84090	rnn.bias_ih_l1	8	-0.11241751164197922
84090	rnn.bias_ih_l1	9	-0.0862625315785408
84090	rnn.bias_hh_l1	0	-0.10164090245962143
84090	rnn.bias_hh_l1	1	-0.03355920687317848
84090	rnn.bias_hh_l1	2	-0.08595073968172073
84090	rnn.bias_hh_l1	3	-0.08723119646310806
84090	rnn.bias_hh_l1	4	-0.11893346905708313
84090	rnn.bias_hh_l1	5	-0.08696779608726501
84090	rnn.bias_hh_l1	6	-0.08631597459316254
84090	rnn.bias_hh_l1	7	0.039000529795885086
84090	rnn.bias_hh_l1	8	-0.12821753323078156
84090	rnn.bias_hh_l1	9	-0.0879383385181427
84090	rnn.weight_ih_l1_reverse	0	-0.04123515635728836
84090	rnn.weight_ih_l1_reverse	1	0.03125566989183426
84090	rnn.weight_ih_l1_reverse	2	0.0015966115752235055
84090	rnn.weight_ih_l1_reverse	3	0.012028016149997711
84090	rnn.weight_ih_l1_reverse	4	-0.018175309523940086
84090	rnn.weight_ih_l1_reverse	5	-0.03606599569320679
84090	rnn.weight_ih_l1_reverse	6	-0.001651280908845365
84090	rnn.weight_ih_l1_reverse	7	0.016977794468402863
84090	rnn.weight_ih_l1_reverse	8	0.015336667187511921
84090	rnn.weight_ih_l1_reverse	9	-0.015013209544122219
84090	rnn.weight_hh_l1_reverse	0	0.008369033224880695
84090	rnn.weight_hh_l1_reverse	1	0.02965525910258293
84090	rnn.weight_hh_l1_reverse	2	-0.03941027447581291
84090	rnn.weight_hh_l1_reverse	3	0.03929678350687027
84090	rnn.weight_hh_l1_reverse	4	0.04621286690235138
84090	rnn.weight_hh_l1_reverse	5	0.0071204788982868195
84090	rnn.weight_hh_l1_reverse	6	0.004346015397459269
84090	rnn.weight_hh_l1_reverse	7	0.02749628759920597
84090	rnn.weight_hh_l1_reverse	8	-0.0023509343154728413
84090	rnn.weight_hh_l1_reverse	9	-0.038294557482004166
84090	rnn.bias_ih_l1_reverse	0	-0.03763049468398094
84090	rnn.bias_ih_l1_reverse	1	-0.10351969301700592
84090	rnn.bias_ih_l1_reverse	2	-0.11836383491754532
84090	rnn.bias_ih_l1_reverse	3	-0.013925793580710888
84090	rnn.bias_ih_l1_reverse	4	-0.16528919339179993
84090	rnn.bias_ih_l1_reverse	5	-0.08624345064163208
84090	rnn.bias_ih_l1_reverse	6	-0.11370749026536942
84090	rnn.bias_ih_l1_reverse	7	-0.1598215252161026
84090	rnn.bias_ih_l1_reverse	8	0.1302860677242279
84090	rnn.bias_ih_l1_reverse	9	0.007142373360693455
84090	rnn.bias_hh_l1_reverse	0	-0.029493890702724457
84090	rnn.bias_hh_l1_reverse	1	0.03142186626791954
84090	rnn.bias_hh_l1_reverse	2	-0.2112269401550293
84090	rnn.bias_hh_l1_reverse	3	-0.08511056751012802
84090	rnn.bias_hh_l1_reverse	4	-0.06739036738872528
84090	rnn.bias_hh_l1_reverse	5	-0.0744992047548294
84090	rnn.bias_hh_l1_reverse	6	0.1167990118265152
84090	rnn.bias_hh_l1_reverse	7	-0.14272277057170868
84090	rnn.bias_hh_l1_reverse	8	-0.09481079876422882
84090	rnn.bias_hh_l1_reverse	9	-0.11523082852363586
84090	linear.weight	0	0.002228822559118271
84090	linear.weight	1	0.08038772642612457
84090	linear.weight	2	-0.13599756360054016
84090	linear.weight	3	0.306948721408844
84090	linear.weight	4	0.06889933347702026
84090	linear.weight	5	0.0022370601072907448
84090	linear.weight	6	-0.0013124600518494844
84090	linear.weight	7	0.08674673736095428
84090	linear.weight	8	0.04140858352184296
84090	linear.weight	9	-0.07084638625383377
84090	linear.bias	0	-0.05121191218495369
84090	linear.bias	1	-0.15941694378852844
84090	linear.bias	2	-0.4916348457336426
84090	linear.bias	3	-0.729080080986023
84090	linear.bias	4	-1.106513500213623
84090	linear.bias	5	-0.023253249004483223
84090	linear.bias	6	-0.679053008556366
84090	linear.bias	7	0.3987163305282593
84090	linear.bias	8	-0.5110912322998047
84090	linear.bias	9	-0.847093939781189
84287	transitions	0	0.5821234583854675
84287	transitions	1	0.0935143381357193
84287	transitions	2	-10000.0
84287	transitions	3	-1.8085838556289673
84287	transitions	4	-10000.0
84287	transitions	5	0.6252755522727966
84287	transitions	6	-0.04267040267586708
84287	transitions	7	-0.48621487617492676
84287	transitions	8	-1.360864520072937
84287	transitions	9	-0.0007052332512103021
84287	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
84287	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
84287	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
84287	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
84287	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
84287	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
84287	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
84287	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
84287	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
84287	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
84287	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
84287	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
84287	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
84287	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
84287	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
84287	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
84287	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
84287	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
84287	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
84287	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
84287	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
84287	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
84287	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
84287	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
84287	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
84287	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
84287	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
84287	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
84287	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
84287	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
84287	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
84287	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
84287	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
84287	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
84287	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
84287	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
84287	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
84287	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
84287	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
84287	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
84287	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
84287	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
84287	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
84287	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
84287	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
84287	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
84287	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
84287	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
84287	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
84287	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
84287	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
84287	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
84287	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
84287	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
84287	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
84287	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
84287	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
84287	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
84287	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
84287	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
84287	embedding2nn.weight	0	0.00796486809849739
84287	embedding2nn.weight	1	-0.01678374968469143
84287	embedding2nn.weight	2	-0.014268255792558193
84287	embedding2nn.weight	3	0.0001879607152659446
84287	embedding2nn.weight	4	-0.005915035028010607
84287	embedding2nn.weight	5	-0.00370058068074286
84287	embedding2nn.weight	6	-0.003973220940679312
84287	embedding2nn.weight	7	-0.04293486848473549
84287	embedding2nn.weight	8	-0.0019979383796453476
84287	embedding2nn.weight	9	-0.024792514741420746
84287	embedding2nn.bias	0	0.043102413415908813
84287	embedding2nn.bias	1	-0.05490628257393837
84287	embedding2nn.bias	2	0.08051666617393494
84287	embedding2nn.bias	3	0.04531557485461235
84287	embedding2nn.bias	4	-0.031185468658804893
84287	embedding2nn.bias	5	-0.05766407027840614
84287	embedding2nn.bias	6	0.018437812104821205
84287	embedding2nn.bias	7	-0.02543604001402855
84287	embedding2nn.bias	8	0.03195612132549286
84287	embedding2nn.bias	9	0.02536599338054657
84287	rnn.weight_ih_l0	0	-0.03176925703883171
84287	rnn.weight_ih_l0	1	-0.004125857260078192
84287	rnn.weight_ih_l0	2	0.046220991760492325
84287	rnn.weight_ih_l0	3	0.010603819042444229
84287	rnn.weight_ih_l0	4	-0.012553735636174679
84287	rnn.weight_ih_l0	5	-0.05437125265598297
84287	rnn.weight_ih_l0	6	-0.002346574794501066
84287	rnn.weight_ih_l0	7	0.04758889973163605
84287	rnn.weight_ih_l0	8	-0.009330068714916706
84287	rnn.weight_ih_l0	9	-0.02009633556008339
84287	rnn.weight_hh_l0	0	-0.041907716542482376
84287	rnn.weight_hh_l0	1	0.005172960925847292
84287	rnn.weight_hh_l0	2	0.010280640795826912
84287	rnn.weight_hh_l0	3	-0.05018046870827675
84287	rnn.weight_hh_l0	4	0.05899716541171074
84287	rnn.weight_hh_l0	5	-0.0011768083786591887
84287	rnn.weight_hh_l0	6	-0.027955593541264534
84287	rnn.weight_hh_l0	7	-0.01187811978161335
84287	rnn.weight_hh_l0	8	0.013461868278682232
84287	rnn.weight_hh_l0	9	-0.018518978729844093
84287	rnn.bias_ih_l0	0	0.06680551171302795
84287	rnn.bias_ih_l0	1	-0.018326427787542343
84287	rnn.bias_ih_l0	2	-0.01994200609624386
84287	rnn.bias_ih_l0	3	0.10679585486650467
84287	rnn.bias_ih_l0	4	-0.06572224944829941
84287	rnn.bias_ih_l0	5	-0.03139256685972214
84287	rnn.bias_ih_l0	6	-0.004307605791836977
84287	rnn.bias_ih_l0	7	0.04556545242667198
84287	rnn.bias_ih_l0	8	-0.08892728388309479
84287	rnn.bias_ih_l0	9	-0.033096134662628174
84287	rnn.bias_hh_l0	0	-0.03456726297736168
84287	rnn.bias_hh_l0	1	-0.08477798104286194
84287	rnn.bias_hh_l0	2	-0.049729861319065094
84287	rnn.bias_hh_l0	3	-0.07786044478416443
84287	rnn.bias_hh_l0	4	-0.030649790540337563
84287	rnn.bias_hh_l0	5	-0.012627916410565376
84287	rnn.bias_hh_l0	6	0.020774206146597862
84287	rnn.bias_hh_l0	7	0.02117258310317993
84287	rnn.bias_hh_l0	8	-0.12162727862596512
84287	rnn.bias_hh_l0	9	-0.021882126107811928
84287	rnn.weight_ih_l0_reverse	0	-0.005877744872123003
84287	rnn.weight_ih_l0_reverse	1	-0.05549006536602974
84287	rnn.weight_ih_l0_reverse	2	-0.028762701898813248
84287	rnn.weight_ih_l0_reverse	3	-0.0019765058532357216
84287	rnn.weight_ih_l0_reverse	4	-0.00925168301910162
84287	rnn.weight_ih_l0_reverse	5	-0.04093063622713089
84287	rnn.weight_ih_l0_reverse	6	0.061864592134952545
84287	rnn.weight_ih_l0_reverse	7	-0.018518654629588127
84287	rnn.weight_ih_l0_reverse	8	-0.030762648209929466
84287	rnn.weight_ih_l0_reverse	9	0.010161920450627804
84287	rnn.weight_hh_l0_reverse	0	0.03521425276994705
84287	rnn.weight_hh_l0_reverse	1	0.026180889457464218
84287	rnn.weight_hh_l0_reverse	2	0.037727441638708115
84287	rnn.weight_hh_l0_reverse	3	0.02858695760369301
84287	rnn.weight_hh_l0_reverse	4	-0.002486168872565031
84287	rnn.weight_hh_l0_reverse	5	0.010337794199585915
84287	rnn.weight_hh_l0_reverse	6	0.04266059771180153
84287	rnn.weight_hh_l0_reverse	7	-0.060766421258449554
84287	rnn.weight_hh_l0_reverse	8	0.031410038471221924
84287	rnn.weight_hh_l0_reverse	9	0.04736435040831566
84287	rnn.bias_ih_l0_reverse	0	-0.055146291851997375
84287	rnn.bias_ih_l0_reverse	1	-0.225015327334404
84287	rnn.bias_ih_l0_reverse	2	-0.09784085303544998
84287	rnn.bias_ih_l0_reverse	3	-0.0263033639639616
84287	rnn.bias_ih_l0_reverse	4	-0.03298702463507652
84287	rnn.bias_ih_l0_reverse	5	0.040295906364917755
84287	rnn.bias_ih_l0_reverse	6	-0.046521518379449844
84287	rnn.bias_ih_l0_reverse	7	0.04011159390211105
84287	rnn.bias_ih_l0_reverse	8	-0.031551528722047806
84287	rnn.bias_ih_l0_reverse	9	0.030313171446323395
84287	rnn.bias_hh_l0_reverse	0	0.0032987738959491253
84287	rnn.bias_hh_l0_reverse	1	-0.03196823224425316
84287	rnn.bias_hh_l0_reverse	2	0.04403823986649513
84287	rnn.bias_hh_l0_reverse	3	-0.037770334631204605
84287	rnn.bias_hh_l0_reverse	4	-0.04295814409852028
84287	rnn.bias_hh_l0_reverse	5	-0.037032146006822586
84287	rnn.bias_hh_l0_reverse	6	-0.02286340855062008
84287	rnn.bias_hh_l0_reverse	7	0.08658467233181
84287	rnn.bias_hh_l0_reverse	8	0.013702286407351494
84287	rnn.bias_hh_l0_reverse	9	-0.09622952342033386
84287	rnn.weight_ih_l1	0	-0.038138166069984436
84287	rnn.weight_ih_l1	1	-0.03171933442354202
84287	rnn.weight_ih_l1	2	0.06437564641237259
84287	rnn.weight_ih_l1	3	-0.027292311191558838
84287	rnn.weight_ih_l1	4	-0.003505500964820385
84287	rnn.weight_ih_l1	5	-0.047438666224479675
84287	rnn.weight_ih_l1	6	0.030861059203743935
84287	rnn.weight_ih_l1	7	-0.040451910346746445
84287	rnn.weight_ih_l1	8	0.037455376237630844
84287	rnn.weight_ih_l1	9	0.038614705204963684
84287	rnn.weight_hh_l1	0	-0.008200997486710548
84287	rnn.weight_hh_l1	1	0.010088390670716763
84287	rnn.weight_hh_l1	2	-0.0028682954143732786
84287	rnn.weight_hh_l1	3	-0.011472431942820549
84287	rnn.weight_hh_l1	4	0.0028324052691459656
84287	rnn.weight_hh_l1	5	0.024435527622699738
84287	rnn.weight_hh_l1	6	0.028196917846798897
84287	rnn.weight_hh_l1	7	-0.025221681222319603
84287	rnn.weight_hh_l1	8	-0.021495528519153595
84287	rnn.weight_hh_l1	9	0.03972993791103363
84287	rnn.bias_ih_l1	0	-0.16254907846450806
84287	rnn.bias_ih_l1	1	-0.14864301681518555
84287	rnn.bias_ih_l1	2	-0.16028444468975067
84287	rnn.bias_ih_l1	3	-0.21355755627155304
84287	rnn.bias_ih_l1	4	-0.15704567730426788
84287	rnn.bias_ih_l1	5	-0.09834318608045578
84287	rnn.bias_ih_l1	6	-0.11213022470474243
84287	rnn.bias_ih_l1	7	-0.029918931424617767
84287	rnn.bias_ih_l1	8	-0.11495854705572128
84287	rnn.bias_ih_l1	9	-0.08174847811460495
84287	rnn.bias_hh_l1	0	-0.10307729244232178
84287	rnn.bias_hh_l1	1	-0.035984329879283905
84287	rnn.bias_hh_l1	2	-0.08499060571193695
84287	rnn.bias_hh_l1	3	-0.0877184197306633
84287	rnn.bias_hh_l1	4	-0.11717907339334488
84287	rnn.bias_hh_l1	5	-0.08666379749774933
84287	rnn.bias_hh_l1	6	-0.0830407440662384
84287	rnn.bias_hh_l1	7	0.03758009523153305
84287	rnn.bias_hh_l1	8	-0.1280559003353119
84287	rnn.bias_hh_l1	9	-0.08347958326339722
84287	rnn.weight_ih_l1_reverse	0	-0.040611084550619125
84287	rnn.weight_ih_l1_reverse	1	0.03096179850399494
84287	rnn.weight_ih_l1_reverse	2	0.00025991530856117606
84287	rnn.weight_ih_l1_reverse	3	0.011931716464459896
84287	rnn.weight_ih_l1_reverse	4	-0.019862649962306023
84287	rnn.weight_ih_l1_reverse	5	-0.03589213639497757
84287	rnn.weight_ih_l1_reverse	6	-0.002129180124029517
84287	rnn.weight_ih_l1_reverse	7	0.017099130898714066
84287	rnn.weight_ih_l1_reverse	8	0.014309066347777843
84287	rnn.weight_ih_l1_reverse	9	-0.015074317343533039
84287	rnn.weight_hh_l1_reverse	0	0.008357849903404713
84287	rnn.weight_hh_l1_reverse	1	0.02970138005912304
84287	rnn.weight_hh_l1_reverse	2	-0.039467085152864456
84287	rnn.weight_hh_l1_reverse	3	0.03960172086954117
84287	rnn.weight_hh_l1_reverse	4	0.046869318932294846
84287	rnn.weight_hh_l1_reverse	5	0.006428222171962261
84287	rnn.weight_hh_l1_reverse	6	0.0045361449010670185
84287	rnn.weight_hh_l1_reverse	7	0.027827752754092216
84287	rnn.weight_hh_l1_reverse	8	-0.0024586461950093508
84287	rnn.weight_hh_l1_reverse	9	-0.03847402334213257
84287	rnn.bias_ih_l1_reverse	0	-0.039849214255809784
84287	rnn.bias_ih_l1_reverse	1	-0.10480853170156479
84287	rnn.bias_ih_l1_reverse	2	-0.11949212849140167
84287	rnn.bias_ih_l1_reverse	3	-0.01773751527070999
84287	rnn.bias_ih_l1_reverse	4	-0.16803555190563202
84287	rnn.bias_ih_l1_reverse	5	-0.08781293779611588
84287	rnn.bias_ih_l1_reverse	6	-0.11504305154085159
84287	rnn.bias_ih_l1_reverse	7	-0.16173389554023743
84287	rnn.bias_ih_l1_reverse	8	0.12652364373207092
84287	rnn.bias_ih_l1_reverse	9	0.004754666704684496
84287	rnn.bias_hh_l1_reverse	0	-0.030425790697336197
84287	rnn.bias_hh_l1_reverse	1	0.03223590552806854
84287	rnn.bias_hh_l1_reverse	2	-0.20938743650913239
84287	rnn.bias_hh_l1_reverse	3	-0.08568636327981949
84287	rnn.bias_hh_l1_reverse	4	-0.0679159089922905
84287	rnn.bias_hh_l1_reverse	5	-0.07408054918050766
84287	rnn.bias_hh_l1_reverse	6	0.12105478346347809
84287	rnn.bias_hh_l1_reverse	7	-0.14651557803153992
84287	rnn.bias_hh_l1_reverse	8	-0.09497767686843872
84287	rnn.bias_hh_l1_reverse	9	-0.11524710804224014
84287	linear.weight	0	0.002228822559118271
84287	linear.weight	1	0.08636858314275742
84287	linear.weight	2	-0.13724520802497864
84287	linear.weight	3	0.3004767894744873
84287	linear.weight	4	0.06905214488506317
84287	linear.weight	5	0.0015166718512773514
84287	linear.weight	6	-0.019401809200644493
84287	linear.weight	7	0.09851132333278656
84287	linear.weight	8	0.04140213131904602
84287	linear.weight	9	-0.06654565036296844
84287	linear.bias	0	-0.04471496865153313
84287	linear.bias	1	-0.173845112323761
84287	linear.bias	2	-0.48386016488075256
84287	linear.bias	3	-0.695533812046051
84287	linear.bias	4	-1.071419596672058
84287	linear.bias	5	-0.04555653780698776
84287	linear.bias	6	-0.691817045211792
84287	linear.bias	7	0.3731250464916229
84287	linear.bias	8	-0.5203580856323242
84287	linear.bias	9	-0.8545728921890259
84484	transitions	0	0.5871995091438293
84484	transitions	1	0.09763624519109726
84484	transitions	2	-10000.0
84484	transitions	3	-1.8086551427841187
84484	transitions	4	-10000.0
84484	transitions	5	0.6250264048576355
84484	transitions	6	-0.04282572865486145
84484	transitions	7	-0.4875548481941223
84484	transitions	8	-1.3609760999679565
84484	transitions	9	-0.0007071754662320018
84484	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
84484	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
84484	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
84484	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
84484	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
84484	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
84484	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
84484	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
84484	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
84484	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
84484	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
84484	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
84484	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
84484	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
84484	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
84484	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
84484	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
84484	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
84484	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
84484	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
84484	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
84484	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
84484	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
84484	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
84484	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
84484	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
84484	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
84484	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
84484	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
84484	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
84484	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
84484	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
84484	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
84484	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
84484	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
84484	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
84484	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
84484	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
84484	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
84484	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
84484	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
84484	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
84484	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
84484	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
84484	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
84484	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
84484	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
84484	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
84484	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
84484	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
84484	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
84484	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
84484	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
84484	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
84484	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
84484	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
84484	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
84484	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
84484	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
84484	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
84484	embedding2nn.weight	0	0.008235782384872437
84484	embedding2nn.weight	1	-0.017056165263056755
84484	embedding2nn.weight	2	-0.014268255792558193
84484	embedding2nn.weight	3	-0.0004908284172415733
84484	embedding2nn.weight	4	-0.005915035028010607
84484	embedding2nn.weight	5	-0.003700580447912216
84484	embedding2nn.weight	6	-0.003973217681050301
84484	embedding2nn.weight	7	-0.044100552797317505
84484	embedding2nn.weight	8	-0.0019979383796453476
84484	embedding2nn.weight	9	-0.024676833301782608
84484	embedding2nn.bias	0	0.03903593495488167
84484	embedding2nn.bias	1	-0.053809188306331635
84484	embedding2nn.bias	2	0.0730263814330101
84484	embedding2nn.bias	3	0.046852413564920425
84484	embedding2nn.bias	4	-0.028701679781079292
84484	embedding2nn.bias	5	-0.06124677509069443
84484	embedding2nn.bias	6	0.019123008474707603
84484	embedding2nn.bias	7	-0.027914537116885185
84484	embedding2nn.bias	8	0.03662721440196037
84484	embedding2nn.bias	9	0.035637881606817245
84484	rnn.weight_ih_l0	0	-0.03127335384488106
84484	rnn.weight_ih_l0	1	-0.004471012391149998
84484	rnn.weight_ih_l0	2	0.0462367944419384
84484	rnn.weight_ih_l0	3	0.010255400091409683
84484	rnn.weight_ih_l0	4	-0.013184181414544582
84484	rnn.weight_ih_l0	5	-0.055328406393527985
84484	rnn.weight_ih_l0	6	-0.0031768346671015024
84484	rnn.weight_ih_l0	7	0.04752843454480171
84484	rnn.weight_ih_l0	8	-0.01086091436445713
84484	rnn.weight_ih_l0	9	-0.02061641402542591
84484	rnn.weight_hh_l0	0	-0.04297628998756409
84484	rnn.weight_hh_l0	1	0.0059038251638412476
84484	rnn.weight_hh_l0	2	0.01001590397208929
84484	rnn.weight_hh_l0	3	-0.05085279792547226
84484	rnn.weight_hh_l0	4	0.05963645130395889
84484	rnn.weight_hh_l0	5	-8.065516158239916e-05
84484	rnn.weight_hh_l0	6	-0.028853213414549828
84484	rnn.weight_hh_l0	7	-0.010394870303571224
84484	rnn.weight_hh_l0	8	0.013729393482208252
84484	rnn.weight_hh_l0	9	-0.017666861414909363
84484	rnn.bias_ih_l0	0	0.06520479917526245
84484	rnn.bias_ih_l0	1	-0.019635673612356186
84484	rnn.bias_ih_l0	2	-0.020377902314066887
84484	rnn.bias_ih_l0	3	0.10709675401449203
84484	rnn.bias_ih_l0	4	-0.06379028409719467
84484	rnn.bias_ih_l0	5	-0.02797302044928074
84484	rnn.bias_ih_l0	6	-0.00737365847453475
84484	rnn.bias_ih_l0	7	0.045123036950826645
84484	rnn.bias_ih_l0	8	-0.08886478841304779
84484	rnn.bias_ih_l0	9	-0.025694845244288445
84484	rnn.bias_hh_l0	0	-0.03390927240252495
84484	rnn.bias_hh_l0	1	-0.09021449089050293
84484	rnn.bias_hh_l0	2	-0.05134148523211479
84484	rnn.bias_hh_l0	3	-0.07610099017620087
84484	rnn.bias_hh_l0	4	-0.02949821949005127
84484	rnn.bias_hh_l0	5	-0.010689519345760345
84484	rnn.bias_hh_l0	6	0.021500784903764725
84484	rnn.bias_hh_l0	7	0.03559434413909912
84484	rnn.bias_hh_l0	8	-0.12115318328142166
84484	rnn.bias_hh_l0	9	-0.019456496462225914
84484	rnn.weight_ih_l0_reverse	0	-0.005009778775274754
84484	rnn.weight_ih_l0_reverse	1	-0.05477042496204376
84484	rnn.weight_ih_l0_reverse	2	-0.028826504945755005
84484	rnn.weight_ih_l0_reverse	3	-0.00027133221738040447
84484	rnn.weight_ih_l0_reverse	4	-0.009409326128661633
84484	rnn.weight_ih_l0_reverse	5	-0.041475147008895874
84484	rnn.weight_ih_l0_reverse	6	0.06282609701156616
84484	rnn.weight_ih_l0_reverse	7	-0.01879614032804966
84484	rnn.weight_ih_l0_reverse	8	-0.029792649671435356
84484	rnn.weight_ih_l0_reverse	9	0.009966900572180748
84484	rnn.weight_hh_l0_reverse	0	0.0358755886554718
84484	rnn.weight_hh_l0_reverse	1	0.025968264788389206
84484	rnn.weight_hh_l0_reverse	2	0.03802865371108055
84484	rnn.weight_hh_l0_reverse	3	0.030270064249634743
84484	rnn.weight_hh_l0_reverse	4	-0.002684697974473238
84484	rnn.weight_hh_l0_reverse	5	0.008759213611483574
84484	rnn.weight_hh_l0_reverse	6	0.042811933904886246
84484	rnn.weight_hh_l0_reverse	7	-0.061578236520290375
84484	rnn.weight_hh_l0_reverse	8	0.031597018241882324
84484	rnn.weight_hh_l0_reverse	9	0.04708249866962433
84484	rnn.bias_ih_l0_reverse	0	-0.055711518973112106
84484	rnn.bias_ih_l0_reverse	1	-0.2286030352115631
84484	rnn.bias_ih_l0_reverse	2	-0.09535887837409973
84484	rnn.bias_ih_l0_reverse	3	-0.02879091538488865
84484	rnn.bias_ih_l0_reverse	4	-0.032450441271066666
84484	rnn.bias_ih_l0_reverse	5	0.04062056541442871
84484	rnn.bias_ih_l0_reverse	6	-0.04684515297412872
84484	rnn.bias_ih_l0_reverse	7	0.039876729249954224
84484	rnn.bias_ih_l0_reverse	8	-0.032417234033346176
84484	rnn.bias_ih_l0_reverse	9	0.029851078987121582
84484	rnn.bias_hh_l0_reverse	0	0.0005760297062806785
84484	rnn.bias_hh_l0_reverse	1	-0.029180100187659264
84484	rnn.bias_hh_l0_reverse	2	0.04749691113829613
84484	rnn.bias_hh_l0_reverse	3	-0.04036715254187584
84484	rnn.bias_hh_l0_reverse	4	-0.045862097293138504
84484	rnn.bias_hh_l0_reverse	5	-0.034889739006757736
84484	rnn.bias_hh_l0_reverse	6	-0.01947450079023838
84484	rnn.bias_hh_l0_reverse	7	0.08439408242702484
84484	rnn.bias_hh_l0_reverse	8	0.019367581233382225
84484	rnn.bias_hh_l0_reverse	9	-0.09927106648683548
84484	rnn.weight_ih_l1	0	-0.03766809031367302
84484	rnn.weight_ih_l1	1	-0.030331458896398544
84484	rnn.weight_ih_l1	2	0.06273060292005539
84484	rnn.weight_ih_l1	3	-0.0280442014336586
84484	rnn.weight_ih_l1	4	-0.0027453750371932983
84484	rnn.weight_ih_l1	5	-0.046989087015390396
84484	rnn.weight_ih_l1	6	0.0299264844506979
84484	rnn.weight_ih_l1	7	-0.03942321985960007
84484	rnn.weight_ih_l1	8	0.03748975694179535
84484	rnn.weight_ih_l1	9	0.03854247182607651
84484	rnn.weight_hh_l1	0	-0.007673738524317741
84484	rnn.weight_hh_l1	1	0.010202966630458832
84484	rnn.weight_hh_l1	2	-0.0021318222861737013
84484	rnn.weight_hh_l1	3	-0.011072281748056412
84484	rnn.weight_hh_l1	4	0.0020839422941207886
84484	rnn.weight_hh_l1	5	0.024354230612516403
84484	rnn.weight_hh_l1	6	0.028918934985995293
84484	rnn.weight_hh_l1	7	-0.02579074539244175
84484	rnn.weight_hh_l1	8	-0.0216746237128973
84484	rnn.weight_hh_l1	9	0.039559029042720795
84484	rnn.bias_ih_l1	0	-0.16273483633995056
84484	rnn.bias_ih_l1	1	-0.15023379027843475
84484	rnn.bias_ih_l1	2	-0.15907227993011475
84484	rnn.bias_ih_l1	3	-0.21408532559871674
84484	rnn.bias_ih_l1	4	-0.15425658226013184
84484	rnn.bias_ih_l1	5	-0.09743223339319229
84484	rnn.bias_ih_l1	6	-0.11039339005947113
84484	rnn.bias_ih_l1	7	-0.03292844071984291
84484	rnn.bias_ih_l1	8	-0.1141679659485817
84484	rnn.bias_ih_l1	9	-0.08264798671007156
84484	rnn.bias_hh_l1	0	-0.10630511492490768
84484	rnn.bias_hh_l1	1	-0.03384547680616379
84484	rnn.bias_hh_l1	2	-0.0832769051194191
84484	rnn.bias_hh_l1	3	-0.09072734415531158
84484	rnn.bias_hh_l1	4	-0.11673810333013535
84484	rnn.bias_hh_l1	5	-0.08787445724010468
84484	rnn.bias_hh_l1	6	-0.08864451199769974
84484	rnn.bias_hh_l1	7	0.04092106595635414
84484	rnn.bias_hh_l1	8	-0.13200776278972626
84484	rnn.bias_hh_l1	9	-0.08635236322879791
84484	rnn.weight_ih_l1_reverse	0	-0.040590256452560425
84484	rnn.weight_ih_l1_reverse	1	0.030506586655974388
84484	rnn.weight_ih_l1_reverse	2	-0.0007718726410530508
84484	rnn.weight_ih_l1_reverse	3	0.011862284503877163
84484	rnn.weight_ih_l1_reverse	4	-0.019823459908366203
84484	rnn.weight_ih_l1_reverse	5	-0.03605809435248375
84484	rnn.weight_ih_l1_reverse	6	-0.0031698760576546192
84484	rnn.weight_ih_l1_reverse	7	0.017224473878741264
84484	rnn.weight_ih_l1_reverse	8	0.01310984417796135
84484	rnn.weight_ih_l1_reverse	9	-0.01628122664988041
84484	rnn.weight_hh_l1_reverse	0	0.008291363716125488
84484	rnn.weight_hh_l1_reverse	1	0.029799457639455795
84484	rnn.weight_hh_l1_reverse	2	-0.039568737149238586
84484	rnn.weight_hh_l1_reverse	3	0.0395052433013916
84484	rnn.weight_hh_l1_reverse	4	0.04673006013035774
84484	rnn.weight_hh_l1_reverse	5	0.006767613813281059
84484	rnn.weight_hh_l1_reverse	6	0.0036356861237436533
84484	rnn.weight_hh_l1_reverse	7	0.02786674164235592
84484	rnn.weight_hh_l1_reverse	8	-0.002646324224770069
84484	rnn.weight_hh_l1_reverse	9	-0.03826390951871872
84484	rnn.bias_ih_l1_reverse	0	-0.04209233820438385
84484	rnn.bias_ih_l1_reverse	1	-0.101299948990345
84484	rnn.bias_ih_l1_reverse	2	-0.11965645849704742
84484	rnn.bias_ih_l1_reverse	3	-0.019397500902414322
84484	rnn.bias_ih_l1_reverse	4	-0.1665240079164505
84484	rnn.bias_ih_l1_reverse	5	-0.0862569510936737
84484	rnn.bias_ih_l1_reverse	6	-0.1136147752404213
84484	rnn.bias_ih_l1_reverse	7	-0.1603718400001526
84484	rnn.bias_ih_l1_reverse	8	0.12259010970592499
84484	rnn.bias_ih_l1_reverse	9	0.003098053392022848
84484	rnn.bias_hh_l1_reverse	0	-0.03547201305627823
84484	rnn.bias_hh_l1_reverse	1	0.02852451242506504
84484	rnn.bias_hh_l1_reverse	2	-0.20938386023044586
84484	rnn.bias_hh_l1_reverse	3	-0.08837494254112244
84484	rnn.bias_hh_l1_reverse	4	-0.06897807866334915
84484	rnn.bias_hh_l1_reverse	5	-0.07463888823986053
84484	rnn.bias_hh_l1_reverse	6	0.1088772788643837
84484	rnn.bias_hh_l1_reverse	7	-0.14849738776683807
84484	rnn.bias_hh_l1_reverse	8	-0.09502368420362473
84484	rnn.bias_hh_l1_reverse	9	-0.114273801445961
84484	linear.weight	0	0.002228822559118271
84484	linear.weight	1	0.08350061625242233
84484	linear.weight	2	-0.13762986660003662
84484	linear.weight	3	0.30754411220550537
84484	linear.weight	4	0.08131051063537598
84484	linear.weight	5	-0.0008726865635253489
84484	linear.weight	6	-0.015155592001974583
84484	linear.weight	7	0.09416172653436661
84484	linear.weight	8	0.0413961336016655
84484	linear.weight	9	-0.06497963517904282
84484	linear.bias	0	-0.06759663671255112
84484	linear.bias	1	-0.16745227575302124
84484	linear.bias	2	-0.4633857011795044
84484	linear.bias	3	-0.7198724746704102
84484	linear.bias	4	-1.0981396436691284
84484	linear.bias	5	-0.031975582242012024
84484	linear.bias	6	-0.6910744905471802
84484	linear.bias	7	0.38375693559646606
84484	linear.bias	8	-0.5150050520896912
84484	linear.bias	9	-0.8483441472053528
84681	transitions	0	0.5804933905601501
84681	transitions	1	0.09975549578666687
84681	transitions	2	-10000.0
84681	transitions	3	-1.8087472915649414
84681	transitions	4	-10000.0
84681	transitions	5	0.6248185038566589
84681	transitions	6	-0.042977474629879
84681	transitions	7	-0.48838040232658386
84681	transitions	8	-1.3611798286437988
84681	transitions	9	-0.0007089703576639295
84681	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
84681	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
84681	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
84681	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
84681	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
84681	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
84681	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
84681	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
84681	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
84681	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
84681	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
84681	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
84681	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
84681	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
84681	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
84681	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
84681	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
84681	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
84681	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
84681	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
84681	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
84681	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
84681	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
84681	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
84681	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
84681	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
84681	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
84681	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
84681	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
84681	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
84681	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
84681	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
84681	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
84681	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
84681	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
84681	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
84681	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
84681	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
84681	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
84681	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
84681	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
84681	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
84681	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
84681	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
84681	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
84681	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
84681	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
84681	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
84681	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
84681	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
84681	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
84681	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
84681	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
84681	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
84681	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
84681	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
84681	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
84681	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
84681	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
84681	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
84681	embedding2nn.weight	0	0.008357175625860691
84681	embedding2nn.weight	1	-0.01721639558672905
84681	embedding2nn.weight	2	-0.014268255792558193
84681	embedding2nn.weight	3	-0.000734268338419497
84681	embedding2nn.weight	4	-0.005915035028010607
84681	embedding2nn.weight	5	-0.0037005802150815725
84681	embedding2nn.weight	6	-0.003973220940679312
84681	embedding2nn.weight	7	-0.044547952711582184
84681	embedding2nn.weight	8	-0.0019979383796453476
84681	embedding2nn.weight	9	-0.023721156641840935
84681	embedding2nn.bias	0	0.03135049343109131
84681	embedding2nn.bias	1	-0.05162142962217331
84681	embedding2nn.bias	2	0.07094676792621613
84681	embedding2nn.bias	3	0.041758906096220016
84681	embedding2nn.bias	4	-0.029624037444591522
84681	embedding2nn.bias	5	-0.050859276205301285
84681	embedding2nn.bias	6	0.019173389300704002
84681	embedding2nn.bias	7	-0.022213151678442955
84681	embedding2nn.bias	8	0.03280503675341606
84681	embedding2nn.bias	9	0.026837602257728577
84681	rnn.weight_ih_l0	0	-0.033305246382951736
84681	rnn.weight_ih_l0	1	-0.0028548268601298332
84681	rnn.weight_ih_l0	2	0.045919258147478104
84681	rnn.weight_ih_l0	3	0.011227771639823914
84681	rnn.weight_ih_l0	4	-0.012877999804913998
84681	rnn.weight_ih_l0	5	-0.05513652786612511
84681	rnn.weight_ih_l0	6	-0.0032717855647206306
84681	rnn.weight_ih_l0	7	0.04782123863697052
84681	rnn.weight_ih_l0	8	-0.011250528506934643
84681	rnn.weight_ih_l0	9	-0.020665502175688744
84681	rnn.weight_hh_l0	0	-0.04297937452793121
84681	rnn.weight_hh_l0	1	0.006153928581625223
84681	rnn.weight_hh_l0	2	0.009506139904260635
84681	rnn.weight_hh_l0	3	-0.05114419385790825
84681	rnn.weight_hh_l0	4	0.05992807820439339
84681	rnn.weight_hh_l0	5	-0.000730636587832123
84681	rnn.weight_hh_l0	6	-0.028691086918115616
84681	rnn.weight_hh_l0	7	-0.009666197001934052
84681	rnn.weight_hh_l0	8	0.013559488579630852
84681	rnn.weight_hh_l0	9	-0.017689334228634834
84681	rnn.bias_ih_l0	0	0.06741754710674286
84681	rnn.bias_ih_l0	1	-0.019866984337568283
84681	rnn.bias_ih_l0	2	-0.01851932518184185
84681	rnn.bias_ih_l0	3	0.10851556062698364
84681	rnn.bias_ih_l0	4	-0.06373215466737747
84681	rnn.bias_ih_l0	5	-0.024418944492936134
84681	rnn.bias_ih_l0	6	-0.008397482335567474
84681	rnn.bias_ih_l0	7	0.04297984018921852
84681	rnn.bias_ih_l0	8	-0.088591068983078
84681	rnn.bias_ih_l0	9	-0.023981088772416115
84681	rnn.bias_hh_l0	0	-0.03169632703065872
84681	rnn.bias_hh_l0	1	-0.09291411936283112
84681	rnn.bias_hh_l0	2	-0.05065019801259041
84681	rnn.bias_hh_l0	3	-0.07539477944374084
84681	rnn.bias_hh_l0	4	-0.030285289511084557
84681	rnn.bias_hh_l0	5	-0.012148316018283367
84681	rnn.bias_hh_l0	6	0.018758516758680344
84681	rnn.bias_hh_l0	7	0.04365731030702591
84681	rnn.bias_hh_l0	8	-0.12291468679904938
84681	rnn.bias_hh_l0	9	-0.019771968945860863
84681	rnn.weight_ih_l0_reverse	0	-0.004990266170352697
84681	rnn.weight_ih_l0_reverse	1	-0.05438248813152313
84681	rnn.weight_ih_l0_reverse	2	-0.028939126059412956
84681	rnn.weight_ih_l0_reverse	3	-0.0009762760601006448
84681	rnn.weight_ih_l0_reverse	4	-0.009419667534530163
84681	rnn.weight_ih_l0_reverse	5	-0.04150296747684479
84681	rnn.weight_ih_l0_reverse	6	0.06250744313001633
84681	rnn.weight_ih_l0_reverse	7	-0.017490962520241737
84681	rnn.weight_ih_l0_reverse	8	-0.028596889227628708
84681	rnn.weight_ih_l0_reverse	9	0.009988149628043175
84681	rnn.weight_hh_l0_reverse	0	0.03391966223716736
84681	rnn.weight_hh_l0_reverse	1	0.02703230269253254
84681	rnn.weight_hh_l0_reverse	2	0.03805454820394516
84681	rnn.weight_hh_l0_reverse	3	0.030197633430361748
84681	rnn.weight_hh_l0_reverse	4	-0.002322711516171694
84681	rnn.weight_hh_l0_reverse	5	0.009341058321297169
84681	rnn.weight_hh_l0_reverse	6	0.04260784387588501
84681	rnn.weight_hh_l0_reverse	7	-0.06053686887025833
84681	rnn.weight_hh_l0_reverse	8	0.03246476873755455
84681	rnn.weight_hh_l0_reverse	9	0.04714624583721161
84681	rnn.bias_ih_l0_reverse	0	-0.05590273067355156
84681	rnn.bias_ih_l0_reverse	1	-0.22390800714492798
84681	rnn.bias_ih_l0_reverse	2	-0.10342007875442505
84681	rnn.bias_ih_l0_reverse	3	-0.024867676198482513
84681	rnn.bias_ih_l0_reverse	4	-0.03929862752556801
84681	rnn.bias_ih_l0_reverse	5	0.039211954921483994
84681	rnn.bias_ih_l0_reverse	6	-0.047005001455545425
84681	rnn.bias_ih_l0_reverse	7	0.04011128097772598
84681	rnn.bias_ih_l0_reverse	8	-0.0342320092022419
84681	rnn.bias_ih_l0_reverse	9	0.030563753098249435
84681	rnn.bias_hh_l0_reverse	0	0.004572598729282618
84681	rnn.bias_hh_l0_reverse	1	-0.03140275552868843
84681	rnn.bias_hh_l0_reverse	2	0.05437718704342842
84681	rnn.bias_hh_l0_reverse	3	-0.041912078857421875
84681	rnn.bias_hh_l0_reverse	4	-0.044793661683797836
84681	rnn.bias_hh_l0_reverse	5	-0.03680672496557236
84681	rnn.bias_hh_l0_reverse	6	-0.01926853135228157
84681	rnn.bias_hh_l0_reverse	7	0.0832362249493599
84681	rnn.bias_hh_l0_reverse	8	0.02181435190141201
84681	rnn.bias_hh_l0_reverse	9	-0.09968297183513641
84681	rnn.weight_ih_l1	0	-0.03759503364562988
84681	rnn.weight_ih_l1	1	-0.03130694851279259
84681	rnn.weight_ih_l1	2	0.064312644302845
84681	rnn.weight_ih_l1	3	-0.027358567342162132
84681	rnn.weight_ih_l1	4	-0.002336109522730112
84681	rnn.weight_ih_l1	5	-0.04705486074090004
84681	rnn.weight_ih_l1	6	0.029173891991376877
84681	rnn.weight_ih_l1	7	-0.04078218713402748
84681	rnn.weight_ih_l1	8	0.03747713565826416
84681	rnn.weight_ih_l1	9	0.038029588758945465
84681	rnn.weight_hh_l1	0	-0.0076943738386034966
84681	rnn.weight_hh_l1	1	0.010328889824450016
84681	rnn.weight_hh_l1	2	-0.002465033670887351
84681	rnn.weight_hh_l1	3	-0.01155198272317648
84681	rnn.weight_hh_l1	4	0.002588310744613409
84681	rnn.weight_hh_l1	5	0.02451692707836628
84681	rnn.weight_hh_l1	6	0.02882896363735199
84681	rnn.weight_hh_l1	7	-0.02571571059525013
84681	rnn.weight_hh_l1	8	-0.022175302729010582
84681	rnn.weight_hh_l1	9	0.039512794464826584
84681	rnn.bias_ih_l1	0	-0.16077236831188202
84681	rnn.bias_ih_l1	1	-0.15289773046970367
84681	rnn.bias_ih_l1	2	-0.1590512990951538
84681	rnn.bias_ih_l1	3	-0.21754081547260284
84681	rnn.bias_ih_l1	4	-0.15234330296516418
84681	rnn.bias_ih_l1	5	-0.0979236364364624
84681	rnn.bias_ih_l1	6	-0.11244533956050873
84681	rnn.bias_ih_l1	7	-0.0365656279027462
84681	rnn.bias_ih_l1	8	-0.11253172159194946
84681	rnn.bias_ih_l1	9	-0.08064465969800949
84681	rnn.bias_hh_l1	0	-0.10776474326848984
84681	rnn.bias_hh_l1	1	-0.035999804735183716
84681	rnn.bias_hh_l1	2	-0.08705900609493256
84681	rnn.bias_hh_l1	3	-0.0902748852968216
84681	rnn.bias_hh_l1	4	-0.11645472049713135
84681	rnn.bias_hh_l1	5	-0.08929836750030518
84681	rnn.bias_hh_l1	6	-0.089079849421978
84681	rnn.bias_hh_l1	7	0.04288025200366974
84681	rnn.bias_hh_l1	8	-0.1333473175764084
84681	rnn.bias_hh_l1	9	-0.08599270135164261
84681	rnn.weight_ih_l1_reverse	0	-0.041172705590724945
84681	rnn.weight_ih_l1_reverse	1	0.0293794646859169
84681	rnn.weight_ih_l1_reverse	2	0.003158872714266181
84681	rnn.weight_ih_l1_reverse	3	0.010282446630299091
84681	rnn.weight_ih_l1_reverse	4	-0.02014453522861004
84681	rnn.weight_ih_l1_reverse	5	-0.03629269823431969
84681	rnn.weight_ih_l1_reverse	6	-0.005755801685154438
84681	rnn.weight_ih_l1_reverse	7	0.01762419566512108
84681	rnn.weight_ih_l1_reverse	8	0.011118704453110695
84681	rnn.weight_ih_l1_reverse	9	-0.016742728650569916
84681	rnn.weight_hh_l1_reverse	0	0.008320795372128487
84681	rnn.weight_hh_l1_reverse	1	0.029965264722704887
84681	rnn.weight_hh_l1_reverse	2	-0.039515722543001175
84681	rnn.weight_hh_l1_reverse	3	0.03963937237858772
84681	rnn.weight_hh_l1_reverse	4	0.0461963452398777
84681	rnn.weight_hh_l1_reverse	5	0.006733438931405544
84681	rnn.weight_hh_l1_reverse	6	0.0039332290180027485
84681	rnn.weight_hh_l1_reverse	7	0.027755001559853554
84681	rnn.weight_hh_l1_reverse	8	-0.002644524211063981
84681	rnn.weight_hh_l1_reverse	9	-0.03823034092783928
84681	rnn.bias_ih_l1_reverse	0	-0.04500395432114601
84681	rnn.bias_ih_l1_reverse	1	-0.10650268197059631
84681	rnn.bias_ih_l1_reverse	2	-0.11912333965301514
84681	rnn.bias_ih_l1_reverse	3	-0.023427918553352356
84681	rnn.bias_ih_l1_reverse	4	-0.16754336655139923
84681	rnn.bias_ih_l1_reverse	5	-0.08649030327796936
84681	rnn.bias_ih_l1_reverse	6	-0.11379758268594742
84681	rnn.bias_ih_l1_reverse	7	-0.161016047000885
84681	rnn.bias_ih_l1_reverse	8	0.12035327404737473
84681	rnn.bias_ih_l1_reverse	9	0.003943821415305138
84681	rnn.bias_hh_l1_reverse	0	-0.03728765249252319
84681	rnn.bias_hh_l1_reverse	1	0.027873847633600235
84681	rnn.bias_hh_l1_reverse	2	-0.20897360146045685
84681	rnn.bias_hh_l1_reverse	3	-0.08952935039997101
84681	rnn.bias_hh_l1_reverse	4	-0.07136351615190506
84681	rnn.bias_hh_l1_reverse	5	-0.07998707890510559
84681	rnn.bias_hh_l1_reverse	6	0.11164461076259613
84681	rnn.bias_hh_l1_reverse	7	-0.15362152457237244
84681	rnn.bias_hh_l1_reverse	8	-0.09447173029184341
84681	rnn.bias_hh_l1_reverse	9	-0.112422876060009
84681	linear.weight	0	0.002228822559118271
84681	linear.weight	1	0.07670816779136658
84681	linear.weight	2	-0.13451170921325684
84681	linear.weight	3	0.3096681237220764
84681	linear.weight	4	0.07824013382196426
84681	linear.weight	5	0.0035151790361851454
84681	linear.weight	6	-0.02751987800002098
84681	linear.weight	7	0.09697703272104263
84681	linear.weight	8	0.04139380156993866
84681	linear.weight	9	-0.06118030101060867
84681	linear.bias	0	-0.022965973243117332
84681	linear.bias	1	-0.14728638529777527
84681	linear.bias	2	-0.4976664185523987
84681	linear.bias	3	-0.7125813364982605
84681	linear.bias	4	-1.091281533241272
84681	linear.bias	5	-0.02961614914238453
84681	linear.bias	6	-0.6714372634887695
84681	linear.bias	7	0.38453301787376404
84681	linear.bias	8	-0.527298629283905
84681	linear.bias	9	-0.8642516732215881
84878	transitions	0	0.5792515277862549
84878	transitions	1	0.09827671200037003
84878	transitions	2	-10000.0
84878	transitions	3	-1.8089048862457275
84878	transitions	4	-10000.0
84878	transitions	5	0.6246342658996582
84878	transitions	6	-0.04314001649618149
84878	transitions	7	-0.4896393418312073
84878	transitions	8	-1.361587405204773
84878	transitions	9	-0.0007111651939339936
84878	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
84878	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
84878	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
84878	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
84878	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
84878	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
84878	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
84878	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
84878	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
84878	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
84878	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
84878	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
84878	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
84878	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
84878	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
84878	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
84878	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
84878	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
84878	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
84878	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
84878	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
84878	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
84878	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
84878	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
84878	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
84878	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
84878	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
84878	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
84878	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
84878	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
84878	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
84878	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
84878	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
84878	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
84878	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
84878	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
84878	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
84878	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
84878	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
84878	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
84878	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
84878	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
84878	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
84878	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
84878	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
84878	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
84878	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
84878	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
84878	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
84878	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
84878	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
84878	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
84878	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
84878	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
84878	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
84878	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
84878	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
84878	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
84878	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
84878	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
84878	embedding2nn.weight	0	0.009693716652691364
84878	embedding2nn.weight	1	-0.01729743741452694
84878	embedding2nn.weight	2	-0.014268255792558193
84878	embedding2nn.weight	3	-0.0018910412909463048
84878	embedding2nn.weight	4	-0.005915035028010607
84878	embedding2nn.weight	5	-0.00370058068074286
84878	embedding2nn.weight	6	-0.00397321255877614
84878	embedding2nn.weight	7	-0.04459882155060768
84878	embedding2nn.weight	8	-0.0019979383796453476
84878	embedding2nn.weight	9	-0.022788837552070618
84878	embedding2nn.bias	0	0.033392731100320816
84878	embedding2nn.bias	1	-0.05639425665140152
84878	embedding2nn.bias	2	0.07337173819541931
84878	embedding2nn.bias	3	0.0462970957159996
84878	embedding2nn.bias	4	-0.024105379357933998
84878	embedding2nn.bias	5	-0.04358062520623207
84878	embedding2nn.bias	6	0.02223500981926918
84878	embedding2nn.bias	7	-0.021288912743330002
84878	embedding2nn.bias	8	0.03598279133439064
84878	embedding2nn.bias	9	0.023148905485868454
84878	rnn.weight_ih_l0	0	-0.03419305384159088
84878	rnn.weight_ih_l0	1	-0.0032059503719210625
84878	rnn.weight_ih_l0	2	0.04168029874563217
84878	rnn.weight_ih_l0	3	0.01132797822356224
84878	rnn.weight_ih_l0	4	-0.015082098543643951
84878	rnn.weight_ih_l0	5	-0.05387398973107338
84878	rnn.weight_ih_l0	6	-0.0035257101990282536
84878	rnn.weight_ih_l0	7	0.04846272990107536
84878	rnn.weight_ih_l0	8	-0.010814371518790722
84878	rnn.weight_ih_l0	9	-0.02092437632381916
84878	rnn.weight_hh_l0	0	-0.04213843494653702
84878	rnn.weight_hh_l0	1	0.006201107986271381
84878	rnn.weight_hh_l0	2	0.007972931489348412
84878	rnn.weight_hh_l0	3	-0.051038652658462524
84878	rnn.weight_hh_l0	4	0.06048302352428436
84878	rnn.weight_hh_l0	5	0.000364692066796124
84878	rnn.weight_hh_l0	6	-0.029665732756257057
84878	rnn.weight_hh_l0	7	-0.008320773020386696
84878	rnn.weight_hh_l0	8	0.013930479064583778
84878	rnn.weight_hh_l0	9	-0.017642084509134293
84878	rnn.bias_ih_l0	0	0.06807135790586472
84878	rnn.bias_ih_l0	1	-0.02024182491004467
84878	rnn.bias_ih_l0	2	-0.01781112514436245
84878	rnn.bias_ih_l0	3	0.11256682127714157
84878	rnn.bias_ih_l0	4	-0.06334275752305984
84878	rnn.bias_ih_l0	5	-0.022646533325314522
84878	rnn.bias_ih_l0	6	-0.000403237238060683
84878	rnn.bias_ih_l0	7	0.04421290382742882
84878	rnn.bias_ih_l0	8	-0.08771195262670517
84878	rnn.bias_ih_l0	9	-0.02877797745168209
84878	rnn.bias_hh_l0	0	-0.031065652146935463
84878	rnn.bias_hh_l0	1	-0.08947884291410446
84878	rnn.bias_hh_l0	2	-0.04924572631716728
84878	rnn.bias_hh_l0	3	-0.07634767144918442
84878	rnn.bias_hh_l0	4	-0.03074350394308567
84878	rnn.bias_hh_l0	5	-0.010987319983541965
84878	rnn.bias_hh_l0	6	0.01905631832778454
84878	rnn.bias_hh_l0	7	0.04261064901947975
84878	rnn.bias_hh_l0	8	-0.1256149858236313
84878	rnn.bias_hh_l0	9	-0.02060396410524845
84878	rnn.weight_ih_l0_reverse	0	-0.005688923876732588
84878	rnn.weight_ih_l0_reverse	1	-0.05372810736298561
84878	rnn.weight_ih_l0_reverse	2	-0.028692686930298805
84878	rnn.weight_ih_l0_reverse	3	-0.001167763490229845
84878	rnn.weight_ih_l0_reverse	4	-0.008853462524712086
84878	rnn.weight_ih_l0_reverse	5	-0.04197084531188011
84878	rnn.weight_ih_l0_reverse	6	0.06223484128713608
84878	rnn.weight_ih_l0_reverse	7	-0.017488406971096992
84878	rnn.weight_ih_l0_reverse	8	-0.02820158377289772
84878	rnn.weight_ih_l0_reverse	9	0.009087581187486649
84878	rnn.weight_hh_l0_reverse	0	0.030885135754942894
84878	rnn.weight_hh_l0_reverse	1	0.027944618836045265
84878	rnn.weight_hh_l0_reverse	2	0.03735345974564552
84878	rnn.weight_hh_l0_reverse	3	0.030868396162986755
84878	rnn.weight_hh_l0_reverse	4	-0.0012761945836246014
84878	rnn.weight_hh_l0_reverse	5	0.009081236086785793
84878	rnn.weight_hh_l0_reverse	6	0.042575523257255554
84878	rnn.weight_hh_l0_reverse	7	-0.06181414797902107
84878	rnn.weight_hh_l0_reverse	8	0.033747266978025436
84878	rnn.weight_hh_l0_reverse	9	0.04723966866731644
84878	rnn.bias_ih_l0_reverse	0	-0.05494892969727516
84878	rnn.bias_ih_l0_reverse	1	-0.22260572016239166
84878	rnn.bias_ih_l0_reverse	2	-0.10135043412446976
84878	rnn.bias_ih_l0_reverse	3	-0.020236000418663025
84878	rnn.bias_ih_l0_reverse	4	-0.03681006282567978
84878	rnn.bias_ih_l0_reverse	5	0.040831308811903
84878	rnn.bias_ih_l0_reverse	6	-0.04456449672579765
84878	rnn.bias_ih_l0_reverse	7	0.03963904827833176
84878	rnn.bias_ih_l0_reverse	8	-0.037170492112636566
84878	rnn.bias_ih_l0_reverse	9	0.027614427730441093
84878	rnn.bias_hh_l0_reverse	0	0.0028313319198787212
84878	rnn.bias_hh_l0_reverse	1	-0.028357580304145813
84878	rnn.bias_hh_l0_reverse	2	0.05422241985797882
84878	rnn.bias_hh_l0_reverse	3	-0.044701527804136276
84878	rnn.bias_hh_l0_reverse	4	-0.04168586805462837
84878	rnn.bias_hh_l0_reverse	5	-0.03607695922255516
84878	rnn.bias_hh_l0_reverse	6	-0.017595989629626274
84878	rnn.bias_hh_l0_reverse	7	0.0826217383146286
84878	rnn.bias_hh_l0_reverse	8	0.019911209121346474
84878	rnn.bias_hh_l0_reverse	9	-0.09856028854846954
84878	rnn.weight_ih_l1	0	-0.03813319653272629
84878	rnn.weight_ih_l1	1	-0.031157556921243668
84878	rnn.weight_ih_l1	2	0.06249414011836052
84878	rnn.weight_ih_l1	3	-0.027975931763648987
84878	rnn.weight_ih_l1	4	-0.0023588696494698524
84878	rnn.weight_ih_l1	5	-0.047017551958560944
84878	rnn.weight_ih_l1	6	0.02889946475625038
84878	rnn.weight_ih_l1	7	-0.040882449597120285
84878	rnn.weight_ih_l1	8	0.037319112569093704
84878	rnn.weight_ih_l1	9	0.03746159374713898
84878	rnn.weight_hh_l1	0	-0.0069596609100699425
84878	rnn.weight_hh_l1	1	0.010303804650902748
84878	rnn.weight_hh_l1	2	-0.0016235829098150134
84878	rnn.weight_hh_l1	3	-0.01167974527925253
84878	rnn.weight_hh_l1	4	0.0027047060430049896
84878	rnn.weight_hh_l1	5	0.025058932602405548
84878	rnn.weight_hh_l1	6	0.028316188603639603
84878	rnn.weight_hh_l1	7	-0.025847025215625763
84878	rnn.weight_hh_l1	8	-0.021700933575630188
84878	rnn.weight_hh_l1	9	0.03976359963417053
84878	rnn.bias_ih_l1	0	-0.15995314717292786
84878	rnn.bias_ih_l1	1	-0.15200059115886688
84878	rnn.bias_ih_l1	2	-0.15633395314216614
84878	rnn.bias_ih_l1	3	-0.21495945751667023
84878	rnn.bias_ih_l1	4	-0.15273700654506683
84878	rnn.bias_ih_l1	5	-0.09774820506572723
84878	rnn.bias_ih_l1	6	-0.11147670447826385
84878	rnn.bias_ih_l1	7	-0.0353284627199173
84878	rnn.bias_ih_l1	8	-0.1126938909292221
84878	rnn.bias_ih_l1	9	-0.08150695264339447
84878	rnn.bias_hh_l1	0	-0.10768168419599533
84878	rnn.bias_hh_l1	1	-0.03469075635075569
84878	rnn.bias_hh_l1	2	-0.08620864897966385
84878	rnn.bias_hh_l1	3	-0.0912000983953476
84878	rnn.bias_hh_l1	4	-0.11602876335382462
84878	rnn.bias_hh_l1	5	-0.09081897884607315
84878	rnn.bias_hh_l1	6	-0.093898706138134
84878	rnn.bias_hh_l1	7	0.040316399186849594
84878	rnn.bias_hh_l1	8	-0.13187995553016663
84878	rnn.bias_hh_l1	9	-0.08880569040775299
84878	rnn.weight_ih_l1_reverse	0	-0.03839544206857681
84878	rnn.weight_ih_l1_reverse	1	0.027852211147546768
84878	rnn.weight_ih_l1_reverse	2	-0.00010708404442993924
84878	rnn.weight_ih_l1_reverse	3	0.009535953402519226
84878	rnn.weight_ih_l1_reverse	4	-0.019408995285630226
84878	rnn.weight_ih_l1_reverse	5	-0.03667417913675308
84878	rnn.weight_ih_l1_reverse	6	-0.0045966035686433315
84878	rnn.weight_ih_l1_reverse	7	0.017532629892230034
84878	rnn.weight_ih_l1_reverse	8	0.012665743939578533
84878	rnn.weight_ih_l1_reverse	9	-0.014415030367672443
84878	rnn.weight_hh_l1_reverse	0	0.00817860383540392
84878	rnn.weight_hh_l1_reverse	1	0.02991843968629837
84878	rnn.weight_hh_l1_reverse	2	-0.03949322551488876
84878	rnn.weight_hh_l1_reverse	3	0.03949408605694771
84878	rnn.weight_hh_l1_reverse	4	0.04692167043685913
84878	rnn.weight_hh_l1_reverse	5	0.006945609115064144
84878	rnn.weight_hh_l1_reverse	6	0.004857814870774746
84878	rnn.weight_hh_l1_reverse	7	0.02792053297162056
84878	rnn.weight_hh_l1_reverse	8	-0.002692553447559476
84878	rnn.weight_hh_l1_reverse	9	-0.037836041301488876
84878	rnn.bias_ih_l1_reverse	0	-0.04622221738100052
84878	rnn.bias_ih_l1_reverse	1	-0.10575171560049057
84878	rnn.bias_ih_l1_reverse	2	-0.12061530351638794
84878	rnn.bias_ih_l1_reverse	3	-0.028988048434257507
84878	rnn.bias_ih_l1_reverse	4	-0.16744785010814667
84878	rnn.bias_ih_l1_reverse	5	-0.08717472851276398
84878	rnn.bias_ih_l1_reverse	6	-0.11442635953426361
84878	rnn.bias_ih_l1_reverse	7	-0.1646605283021927
84878	rnn.bias_ih_l1_reverse	8	0.11582379043102264
84878	rnn.bias_ih_l1_reverse	9	0.004940558224916458
84878	rnn.bias_hh_l1_reverse	0	-0.03913687542080879
84878	rnn.bias_hh_l1_reverse	1	0.029486052691936493
84878	rnn.bias_hh_l1_reverse	2	-0.20923960208892822
84878	rnn.bias_hh_l1_reverse	3	-0.08977409452199936
84878	rnn.bias_hh_l1_reverse	4	-0.07141329348087311
84878	rnn.bias_hh_l1_reverse	5	-0.07886438816785812
84878	rnn.bias_hh_l1_reverse	6	0.12238138169050217
84878	rnn.bias_hh_l1_reverse	7	-0.15572790801525116
84878	rnn.bias_hh_l1_reverse	8	-0.09415770322084427
84878	rnn.bias_hh_l1_reverse	9	-0.11224770545959473
84878	linear.weight	0	0.002228822559118271
84878	linear.weight	1	0.07404126226902008
84878	linear.weight	2	-0.13567398488521576
84878	linear.weight	3	0.3227030634880066
84878	linear.weight	4	0.08027097582817078
84878	linear.weight	5	0.0048812925815582275
84878	linear.weight	6	-0.03698492422699928
84878	linear.weight	7	0.09484921395778656
84878	linear.weight	8	0.04138912260532379
84878	linear.weight	9	-0.06000412628054619
84878	linear.bias	0	-0.05035288259387016
84878	linear.bias	1	-0.15823686122894287
84878	linear.bias	2	-0.5060266256332397
84878	linear.bias	3	-0.6993628740310669
84878	linear.bias	4	-1.0792126655578613
84878	linear.bias	5	-0.014845650643110275
84878	linear.bias	6	-0.6821883320808411
84878	linear.bias	7	0.3998272120952606
84878	linear.bias	8	-0.5197485685348511
84878	linear.bias	9	-0.8579109311103821
84882	transitions	0	0.5785530805587769
84882	transitions	1	0.09827560931444168
84882	transitions	2	-10000.0
84882	transitions	3	-1.8089067935943604
84882	transitions	4	-10000.0
84882	transitions	5	0.6246309876441956
84882	transitions	6	-0.043141093105077744
84882	transitions	7	-0.4898125231266022
84882	transitions	8	-1.3615905046463013
84882	transitions	9	-0.0007111683953553438
84882	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
84882	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
84882	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
84882	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
84882	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
84882	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
84882	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
84882	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
84882	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
84882	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
84882	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
84882	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
84882	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
84882	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
84882	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
84882	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
84882	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
84882	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
84882	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
84882	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
84882	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
84882	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
84882	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
84882	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
84882	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
84882	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
84882	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
84882	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
84882	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
84882	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
84882	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
84882	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
84882	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
84882	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
84882	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
84882	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
84882	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
84882	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
84882	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
84882	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
84882	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
84882	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
84882	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
84882	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
84882	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
84882	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
84882	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
84882	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
84882	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
84882	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
84882	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
84882	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
84882	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
84882	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
84882	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
84882	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
84882	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
84882	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
84882	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
84882	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
84882	embedding2nn.weight	0	0.009487591683864594
84882	embedding2nn.weight	1	-0.01731068640947342
84882	embedding2nn.weight	2	-0.014268255792558193
84882	embedding2nn.weight	3	-0.0011678659357130527
84882	embedding2nn.weight	4	-0.005915035028010607
84882	embedding2nn.weight	5	-0.00370058068074286
84882	embedding2nn.weight	6	-0.00397321255877614
84882	embedding2nn.weight	7	-0.04467901960015297
84882	embedding2nn.weight	8	-0.0019979383796453476
84882	embedding2nn.weight	9	-0.022506650537252426
84882	embedding2nn.bias	0	0.03343081474304199
84882	embedding2nn.bias	1	-0.055445197969675064
84882	embedding2nn.bias	2	0.07243098318576813
84882	embedding2nn.bias	3	0.04747241735458374
84882	embedding2nn.bias	4	-0.024807896465063095
84882	embedding2nn.bias	5	-0.04324238374829292
84882	embedding2nn.bias	6	0.022340230643749237
84882	embedding2nn.bias	7	-0.019870074465870857
84882	embedding2nn.bias	8	0.035867106169462204
84882	embedding2nn.bias	9	0.022878436371684074
84882	rnn.weight_ih_l0	0	-0.03394976258277893
84882	rnn.weight_ih_l0	1	-0.0033369811717420816
84882	rnn.weight_ih_l0	2	0.04126601293683052
84882	rnn.weight_ih_l0	3	0.01143884751945734
84882	rnn.weight_ih_l0	4	-0.015315410681068897
84882	rnn.weight_ih_l0	5	-0.053738705813884735
84882	rnn.weight_ih_l0	6	-0.003545355750247836
84882	rnn.weight_ih_l0	7	0.048478562384843826
84882	rnn.weight_ih_l0	8	-0.010815976187586784
84882	rnn.weight_ih_l0	9	-0.02092839404940605
84882	rnn.weight_hh_l0	0	-0.042047880589962006
84882	rnn.weight_hh_l0	1	0.006211635656654835
84882	rnn.weight_hh_l0	2	0.008025385439395905
84882	rnn.weight_hh_l0	3	-0.05109458416700363
84882	rnn.weight_hh_l0	4	0.06036217138171196
84882	rnn.weight_hh_l0	5	0.0005755092133767903
84882	rnn.weight_hh_l0	6	-0.02952074445784092
84882	rnn.weight_hh_l0	7	-0.0085211880505085
84882	rnn.weight_hh_l0	8	0.013675189577043056
84882	rnn.weight_hh_l0	9	-0.01761498674750328
84882	rnn.bias_ih_l0	0	0.06802703440189362
84882	rnn.bias_ih_l0	1	-0.021071042865514755
84882	rnn.bias_ih_l0	2	-0.017757924273610115
84882	rnn.bias_ih_l0	3	0.11152239888906479
84882	rnn.bias_ih_l0	4	-0.06332703679800034
84882	rnn.bias_ih_l0	5	-0.0228563342243433
84882	rnn.bias_ih_l0	6	-0.0020320306066423655
84882	rnn.bias_ih_l0	7	0.0441349558532238
84882	rnn.bias_ih_l0	8	-0.08786831796169281
84882	rnn.bias_ih_l0	9	-0.028479691594839096
84882	rnn.bias_hh_l0	0	-0.03092600218951702
84882	rnn.bias_hh_l0	1	-0.08930861204862595
84882	rnn.bias_hh_l0	2	-0.04925582930445671
84882	rnn.bias_hh_l0	3	-0.07618184387683868
84882	rnn.bias_hh_l0	4	-0.03043370321393013
84882	rnn.bias_hh_l0	5	-0.010946650989353657
84882	rnn.bias_hh_l0	6	0.019030101597309113
84882	rnn.bias_hh_l0	7	0.04231535270810127
84882	rnn.bias_hh_l0	8	-0.12569032609462738
84882	rnn.bias_hh_l0	9	-0.021290959790349007
84882	rnn.weight_ih_l0_reverse	0	-0.0054552992805838585
84882	rnn.weight_ih_l0_reverse	1	-0.053695812821388245
84882	rnn.weight_ih_l0_reverse	2	-0.028624655678868294
84882	rnn.weight_ih_l0_reverse	3	-0.001293261768296361
84882	rnn.weight_ih_l0_reverse	4	-0.00885237567126751
84882	rnn.weight_ih_l0_reverse	5	-0.04198038578033447
84882	rnn.weight_ih_l0_reverse	6	0.062280911952257156
84882	rnn.weight_ih_l0_reverse	7	-0.01744389720261097
84882	rnn.weight_ih_l0_reverse	8	-0.02818450517952442
84882	rnn.weight_ih_l0_reverse	9	0.00920085795223713
84882	rnn.weight_hh_l0_reverse	0	0.031109407544136047
84882	rnn.weight_hh_l0_reverse	1	0.028071356937289238
84882	rnn.weight_hh_l0_reverse	2	0.03745536133646965
84882	rnn.weight_hh_l0_reverse	3	0.03082720749080181
84882	rnn.weight_hh_l0_reverse	4	-0.0012062155874446034
84882	rnn.weight_hh_l0_reverse	5	0.00923134759068489
84882	rnn.weight_hh_l0_reverse	6	0.04254579171538353
84882	rnn.weight_hh_l0_reverse	7	-0.06176850572228432
84882	rnn.weight_hh_l0_reverse	8	0.033789753913879395
84882	rnn.weight_hh_l0_reverse	9	0.04707154631614685
84882	rnn.bias_ih_l0_reverse	0	-0.054804667830467224
84882	rnn.bias_ih_l0_reverse	1	-0.22266685962677002
84882	rnn.bias_ih_l0_reverse	2	-0.10095766931772232
84882	rnn.bias_ih_l0_reverse	3	-0.0205572210252285
84882	rnn.bias_ih_l0_reverse	4	-0.036944594234228134
84882	rnn.bias_ih_l0_reverse	5	0.04078710824251175
84882	rnn.bias_ih_l0_reverse	6	-0.044817931950092316
84882	rnn.bias_ih_l0_reverse	7	0.039273764938116074
84882	rnn.bias_ih_l0_reverse	8	-0.03602278605103493
84882	rnn.bias_ih_l0_reverse	9	0.027344845235347748
84882	rnn.bias_hh_l0_reverse	0	0.0030023581348359585
84882	rnn.bias_hh_l0_reverse	1	-0.028420500457286835
84882	rnn.bias_hh_l0_reverse	2	0.05415205657482147
84882	rnn.bias_hh_l0_reverse	3	-0.04460854455828667
84882	rnn.bias_hh_l0_reverse	4	-0.04155837744474411
84882	rnn.bias_hh_l0_reverse	5	-0.03666876628994942
84882	rnn.bias_hh_l0_reverse	6	-0.01741708628833294
84882	rnn.bias_hh_l0_reverse	7	0.08241244405508041
84882	rnn.bias_hh_l0_reverse	8	0.019079549238085747
84882	rnn.bias_hh_l0_reverse	9	-0.09941667318344116
84882	rnn.weight_ih_l1	0	-0.03831576183438301
84882	rnn.weight_ih_l1	1	-0.03123730607330799
84882	rnn.weight_ih_l1	2	0.06250956654548645
84882	rnn.weight_ih_l1	3	-0.02789033204317093
84882	rnn.weight_ih_l1	4	-0.0024258478078991175
84882	rnn.weight_ih_l1	5	-0.04707906395196915
84882	rnn.weight_ih_l1	6	0.028887301683425903
84882	rnn.weight_ih_l1	7	-0.04078003019094467
84882	rnn.weight_ih_l1	8	0.03735380619764328
84882	rnn.weight_ih_l1	9	0.0374833419919014
84882	rnn.weight_hh_l1	0	-0.006962424144148827
84882	rnn.weight_hh_l1	1	0.010304144583642483
84882	rnn.weight_hh_l1	2	-0.0015173746505752206
84882	rnn.weight_hh_l1	3	-0.011688665486872196
84882	rnn.weight_hh_l1	4	0.002620350569486618
84882	rnn.weight_hh_l1	5	0.025051584467291832
84882	rnn.weight_hh_l1	6	0.028358932584524155
84882	rnn.weight_hh_l1	7	-0.025897664949297905
84882	rnn.weight_hh_l1	8	-0.021715348586440086
84882	rnn.weight_hh_l1	9	0.03972364217042923
84882	rnn.bias_ih_l1	0	-0.1596580445766449
84882	rnn.bias_ih_l1	1	-0.15207816660404205
84882	rnn.bias_ih_l1	2	-0.15645821392536163
84882	rnn.bias_ih_l1	3	-0.21552596986293793
84882	rnn.bias_ih_l1	4	-0.1522512435913086
84882	rnn.bias_ih_l1	5	-0.09757326543331146
84882	rnn.bias_ih_l1	6	-0.11164427548646927
84882	rnn.bias_ih_l1	7	-0.035591546446084976
84882	rnn.bias_ih_l1	8	-0.11300672590732574
84882	rnn.bias_ih_l1	9	-0.08123257756233215
84882	rnn.bias_hh_l1	0	-0.107138492166996
84882	rnn.bias_hh_l1	1	-0.034261833876371384
84882	rnn.bias_hh_l1	2	-0.08585973083972931
84882	rnn.bias_hh_l1	3	-0.09098289161920547
84882	rnn.bias_hh_l1	4	-0.1159733384847641
84882	rnn.bias_hh_l1	5	-0.09079165011644363
84882	rnn.bias_hh_l1	6	-0.09407374262809753
84882	rnn.bias_hh_l1	7	0.0408325232565403
84882	rnn.bias_hh_l1	8	-0.132095068693161
84882	rnn.bias_hh_l1	9	-0.08860714733600616
84882	rnn.weight_ih_l1_reverse	0	-0.038438670337200165
84882	rnn.weight_ih_l1_reverse	1	0.028054604306817055
84882	rnn.weight_ih_l1_reverse	2	4.3814699893118814e-05
84882	rnn.weight_ih_l1_reverse	3	0.009336059913039207
84882	rnn.weight_ih_l1_reverse	4	-0.019462114199995995
84882	rnn.weight_ih_l1_reverse	5	-0.036638692021369934
84882	rnn.weight_ih_l1_reverse	6	-0.004476646892726421
84882	rnn.weight_ih_l1_reverse	7	0.01749483309686184
84882	rnn.weight_ih_l1_reverse	8	0.012055248953402042
84882	rnn.weight_ih_l1_reverse	9	-0.014741973951458931
84882	rnn.weight_hh_l1_reverse	0	0.008168357424438
84882	rnn.weight_hh_l1_reverse	1	0.029967227950692177
84882	rnn.weight_hh_l1_reverse	2	-0.03948898985981941
84882	rnn.weight_hh_l1_reverse	3	0.03952117636799812
84882	rnn.weight_hh_l1_reverse	4	0.04692479968070984
84882	rnn.weight_hh_l1_reverse	5	0.006946612149477005
84882	rnn.weight_hh_l1_reverse	6	0.004888612311333418
84882	rnn.weight_hh_l1_reverse	7	0.027904335409402847
84882	rnn.weight_hh_l1_reverse	8	-0.0026866900734603405
84882	rnn.weight_hh_l1_reverse	9	-0.037859704345464706
84882	rnn.bias_ih_l1_reverse	0	-0.04621466249227524
84882	rnn.bias_ih_l1_reverse	1	-0.1053561344742775
84882	rnn.bias_ih_l1_reverse	2	-0.12101496756076813
84882	rnn.bias_ih_l1_reverse	3	-0.02962522581219673
84882	rnn.bias_ih_l1_reverse	4	-0.16739438474178314
84882	rnn.bias_ih_l1_reverse	5	-0.08705860376358032
84882	rnn.bias_ih_l1_reverse	6	-0.1144995167851448
84882	rnn.bias_ih_l1_reverse	7	-0.16445188224315643
84882	rnn.bias_ih_l1_reverse	8	0.11478094756603241
84882	rnn.bias_ih_l1_reverse	9	0.0055722505785524845
84882	rnn.bias_hh_l1_reverse	0	-0.03746775910258293
84882	rnn.bias_hh_l1_reverse	1	0.028890002518892288
84882	rnn.bias_hh_l1_reverse	2	-0.20913435518741608
84882	rnn.bias_hh_l1_reverse	3	-0.08969204872846603
84882	rnn.bias_hh_l1_reverse	4	-0.07117190957069397
84882	rnn.bias_hh_l1_reverse	5	-0.07902403920888901
84882	rnn.bias_hh_l1_reverse	6	0.1218300312757492
84882	rnn.bias_hh_l1_reverse	7	-0.15582479536533356
84882	rnn.bias_hh_l1_reverse	8	-0.09405719488859177
84882	rnn.bias_hh_l1_reverse	9	-0.11230778694152832
84882	linear.weight	0	0.002228822559118271
84882	linear.weight	1	0.07390416413545609
84882	linear.weight	2	-0.1352115422487259
84882	linear.weight	3	0.32271215319633484
84882	linear.weight	4	0.0807190015912056
84882	linear.weight	5	0.006169854663312435
84882	linear.weight	6	-0.03945060074329376
84882	linear.weight	7	0.09505972266197205
84882	linear.weight	8	0.041389018297195435
84882	linear.weight	9	-0.05994369834661484
84882	linear.bias	0	-0.05045869201421738
84882	linear.bias	1	-0.15157248079776764
84882	linear.bias	2	-0.5065606832504272
84882	linear.bias	3	-0.7013882994651794
84882	linear.bias	4	-1.0810872316360474
84882	linear.bias	5	-0.015392167493700981
84882	linear.bias	6	-0.675808846950531
84882	linear.bias	7	0.39922454953193665
84882	linear.bias	8	-0.5163263082504272
84882	linear.bias	9	-0.8551478981971741
85079	transitions	0	0.5886079668998718
85079	transitions	1	0.10073282569646835
85079	transitions	2	-10000.0
85079	transitions	3	-1.809017539024353
85079	transitions	4	-10000.0
85079	transitions	5	0.6244576573371887
85079	transitions	6	-0.04322967305779457
85079	transitions	7	-0.4908545911312103
85079	transitions	8	-1.36173677444458
85079	transitions	9	-0.000713001936674118
85079	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
85079	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
85079	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
85079	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
85079	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
85079	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
85079	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
85079	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
85079	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
85079	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
85079	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
85079	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
85079	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
85079	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
85079	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
85079	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
85079	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
85079	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
85079	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
85079	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
85079	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
85079	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
85079	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
85079	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
85079	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
85079	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
85079	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
85079	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
85079	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
85079	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
85079	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
85079	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
85079	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
85079	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
85079	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
85079	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
85079	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
85079	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
85079	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
85079	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
85079	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
85079	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
85079	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
85079	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
85079	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
85079	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
85079	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
85079	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
85079	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
85079	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
85079	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
85079	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
85079	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
85079	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
85079	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
85079	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
85079	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
85079	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
85079	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
85079	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
85079	embedding2nn.weight	0	0.010605774819850922
85079	embedding2nn.weight	1	-0.017534084618091583
85079	embedding2nn.weight	2	-0.014268255792558193
85079	embedding2nn.weight	3	-0.0015043442836031318
85079	embedding2nn.weight	4	-0.005915035028010607
85079	embedding2nn.weight	5	-0.00370058068074286
85079	embedding2nn.weight	6	-0.003973213490098715
85079	embedding2nn.weight	7	-0.04387455806136131
85079	embedding2nn.weight	8	-0.0019979383796453476
85079	embedding2nn.weight	9	-0.021872160956263542
85079	embedding2nn.bias	0	0.03504247963428497
85079	embedding2nn.bias	1	-0.053622450679540634
85079	embedding2nn.bias	2	0.07474052160978317
85079	embedding2nn.bias	3	0.049949612468481064
85079	embedding2nn.bias	4	-0.021500054746866226
85079	embedding2nn.bias	5	-0.04057230055332184
85079	embedding2nn.bias	6	0.030294254422187805
85079	embedding2nn.bias	7	-0.021014254540205002
85079	embedding2nn.bias	8	0.02786151133477688
85079	embedding2nn.bias	9	0.01706567034125328
85079	rnn.weight_ih_l0	0	-0.03274806961417198
85079	rnn.weight_ih_l0	1	-0.003441550536081195
85079	rnn.weight_ih_l0	2	0.04271329939365387
85079	rnn.weight_ih_l0	3	0.011193133890628815
85079	rnn.weight_ih_l0	4	-0.014039712958037853
85079	rnn.weight_ih_l0	5	-0.05491507798433304
85079	rnn.weight_ih_l0	6	-0.0023858791682869196
85079	rnn.weight_ih_l0	7	0.047288861125707626
85079	rnn.weight_ih_l0	8	-0.010486154817044735
85079	rnn.weight_ih_l0	9	-0.021443121135234833
85079	rnn.weight_hh_l0	0	-0.04117593169212341
85079	rnn.weight_hh_l0	1	0.008872957900166512
85079	rnn.weight_hh_l0	2	0.008572135120630264
85079	rnn.weight_hh_l0	3	-0.050707969814538956
85079	rnn.weight_hh_l0	4	0.06028398871421814
85079	rnn.weight_hh_l0	5	-0.000743152282666415
85079	rnn.weight_hh_l0	6	-0.030529437586665154
85079	rnn.weight_hh_l0	7	-0.008511319756507874
85079	rnn.weight_hh_l0	8	0.013493101112544537
85079	rnn.weight_hh_l0	9	-0.0177600234746933
85079	rnn.bias_ih_l0	0	0.0689331591129303
85079	rnn.bias_ih_l0	1	-0.020345963537693024
85079	rnn.bias_ih_l0	2	-0.01797456480562687
85079	rnn.bias_ih_l0	3	0.11156871169805527
85079	rnn.bias_ih_l0	4	-0.06358009576797485
85079	rnn.bias_ih_l0	5	-0.021587170660495758
85079	rnn.bias_ih_l0	6	-0.003834156086668372
85079	rnn.bias_ih_l0	7	0.04682767391204834
85079	rnn.bias_ih_l0	8	-0.08775533735752106
85079	rnn.bias_ih_l0	9	-0.02607879228889942
85079	rnn.bias_hh_l0	0	-0.029391704127192497
85079	rnn.bias_hh_l0	1	-0.09690185636281967
85079	rnn.bias_hh_l0	2	-0.04749684780836105
85079	rnn.bias_hh_l0	3	-0.07847895473241806
85079	rnn.bias_hh_l0	4	-0.03116970881819725
85079	rnn.bias_hh_l0	5	-0.009041823446750641
85079	rnn.bias_hh_l0	6	0.020520035177469254
85079	rnn.bias_hh_l0	7	0.03898242115974426
85079	rnn.bias_hh_l0	8	-0.1234753280878067
85079	rnn.bias_hh_l0	9	-0.02581045590341091
85079	rnn.weight_ih_l0_reverse	0	-0.004761073738336563
85079	rnn.weight_ih_l0_reverse	1	-0.05421014130115509
85079	rnn.weight_ih_l0_reverse	2	-0.027141327038407326
85079	rnn.weight_ih_l0_reverse	3	0.0003047664067707956
85079	rnn.weight_ih_l0_reverse	4	-0.008795528672635555
85079	rnn.weight_ih_l0_reverse	5	-0.04202081635594368
85079	rnn.weight_ih_l0_reverse	6	0.06283275783061981
85079	rnn.weight_ih_l0_reverse	7	-0.01949438638985157
85079	rnn.weight_ih_l0_reverse	8	-0.028927145525813103
85079	rnn.weight_ih_l0_reverse	9	0.008536861278116703
85079	rnn.weight_hh_l0_reverse	0	0.03073892742395401
85079	rnn.weight_hh_l0_reverse	1	0.02920478954911232
85079	rnn.weight_hh_l0_reverse	2	0.03821980580687523
85079	rnn.weight_hh_l0_reverse	3	0.03094378486275673
85079	rnn.weight_hh_l0_reverse	4	-0.0011234186822548509
85079	rnn.weight_hh_l0_reverse	5	0.008512002415955067
85079	rnn.weight_hh_l0_reverse	6	0.04251662641763687
85079	rnn.weight_hh_l0_reverse	7	-0.061685960739851
85079	rnn.weight_hh_l0_reverse	8	0.0333847813308239
85079	rnn.weight_hh_l0_reverse	9	0.04718867316842079
85079	rnn.bias_ih_l0_reverse	0	-0.055226221680641174
85079	rnn.bias_ih_l0_reverse	1	-0.21382646262645721
85079	rnn.bias_ih_l0_reverse	2	-0.09860657900571823
85079	rnn.bias_ih_l0_reverse	3	-0.019442591816186905
85079	rnn.bias_ih_l0_reverse	4	-0.03415984660387039
85079	rnn.bias_ih_l0_reverse	5	0.04171188175678253
85079	rnn.bias_ih_l0_reverse	6	-0.04300721362233162
85079	rnn.bias_ih_l0_reverse	7	0.04035988822579384
85079	rnn.bias_ih_l0_reverse	8	-0.03715818002820015
85079	rnn.bias_ih_l0_reverse	9	0.025225697085261345
85079	rnn.bias_hh_l0_reverse	0	0.0027835487853735685
85079	rnn.bias_hh_l0_reverse	1	-0.03487899899482727
85079	rnn.bias_hh_l0_reverse	2	0.05522105097770691
85079	rnn.bias_hh_l0_reverse	3	-0.04682600125670433
85079	rnn.bias_hh_l0_reverse	4	-0.042899053543806076
85079	rnn.bias_hh_l0_reverse	5	-0.030004587024450302
85079	rnn.bias_hh_l0_reverse	6	-0.017705034464597702
85079	rnn.bias_hh_l0_reverse	7	0.0811101496219635
85079	rnn.bias_hh_l0_reverse	8	0.019616208970546722
85079	rnn.bias_hh_l0_reverse	9	-0.09922116994857788
85079	rnn.weight_ih_l1	0	-0.03817814961075783
85079	rnn.weight_ih_l1	1	-0.030582666397094727
85079	rnn.weight_ih_l1	2	0.06116551160812378
85079	rnn.weight_ih_l1	3	-0.03147318586707115
85079	rnn.weight_ih_l1	4	-0.0023440755903720856
85079	rnn.weight_ih_l1	5	-0.04658074304461479
85079	rnn.weight_ih_l1	6	0.028883738443255424
85079	rnn.weight_ih_l1	7	-0.040113430470228195
85079	rnn.weight_ih_l1	8	0.03736612945795059
85079	rnn.weight_ih_l1	9	0.03745970129966736
85079	rnn.weight_hh_l1	0	-0.005118513014167547
85079	rnn.weight_hh_l1	1	0.010584629140794277
85079	rnn.weight_hh_l1	2	-0.00175445934291929
85079	rnn.weight_hh_l1	3	-0.01197692658752203
85079	rnn.weight_hh_l1	4	0.0026637460105121136
85079	rnn.weight_hh_l1	5	0.02556588687002659
85079	rnn.weight_hh_l1	6	0.028652675449848175
85079	rnn.weight_hh_l1	7	-0.0256118755787611
85079	rnn.weight_hh_l1	8	-0.02180948294699192
85079	rnn.weight_hh_l1	9	0.03995494544506073
85079	rnn.bias_ih_l1	0	-0.1626744270324707
85079	rnn.bias_ih_l1	1	-0.1490039974451065
85079	rnn.bias_ih_l1	2	-0.15607331693172455
85079	rnn.bias_ih_l1	3	-0.21631956100463867
85079	rnn.bias_ih_l1	4	-0.15009091794490814
85079	rnn.bias_ih_l1	5	-0.09796523302793503
85079	rnn.bias_ih_l1	6	-0.11302590370178223
85079	rnn.bias_ih_l1	7	-0.04031021520495415
85079	rnn.bias_ih_l1	8	-0.11657140403985977
85079	rnn.bias_ih_l1	9	-0.07939975708723068
85079	rnn.bias_hh_l1	0	-0.10905278474092484
85079	rnn.bias_hh_l1	1	-0.03333088383078575
85079	rnn.bias_hh_l1	2	-0.08879595994949341
85079	rnn.bias_hh_l1	3	-0.0905667170882225
85079	rnn.bias_hh_l1	4	-0.11624661087989807
85079	rnn.bias_hh_l1	5	-0.09096948802471161
85079	rnn.bias_hh_l1	6	-0.0976867601275444
85079	rnn.bias_hh_l1	7	0.03813517466187477
85079	rnn.bias_hh_l1	8	-0.13486404716968536
85079	rnn.bias_hh_l1	9	-0.08645446598529816
85079	rnn.weight_ih_l1_reverse	0	-0.038339052349328995
85079	rnn.weight_ih_l1_reverse	1	0.02663905918598175
85079	rnn.weight_ih_l1_reverse	2	0.002238209592178464
85079	rnn.weight_ih_l1_reverse	3	0.005412655882537365
85079	rnn.weight_ih_l1_reverse	4	-0.02132297307252884
85079	rnn.weight_ih_l1_reverse	5	-0.0364946611225605
85079	rnn.weight_ih_l1_reverse	6	-0.0051536778919398785
85079	rnn.weight_ih_l1_reverse	7	0.016858180984854698
85079	rnn.weight_ih_l1_reverse	8	0.011288831941783428
85079	rnn.weight_ih_l1_reverse	9	-0.013162369839847088
85079	rnn.weight_hh_l1_reverse	0	0.008336628787219524
85079	rnn.weight_hh_l1_reverse	1	0.02970924600958824
85079	rnn.weight_hh_l1_reverse	2	-0.03942115232348442
85079	rnn.weight_hh_l1_reverse	3	0.03970176354050636
85079	rnn.weight_hh_l1_reverse	4	0.04712819308042526
85079	rnn.weight_hh_l1_reverse	5	0.007139410357922316
85079	rnn.weight_hh_l1_reverse	6	0.005383942276239395
85079	rnn.weight_hh_l1_reverse	7	0.027934780344367027
85079	rnn.weight_hh_l1_reverse	8	-0.0027698141057044268
85079	rnn.weight_hh_l1_reverse	9	-0.03777569159865379
85079	rnn.bias_ih_l1_reverse	0	-0.04346710443496704
85079	rnn.bias_ih_l1_reverse	1	-0.10710397362709045
85079	rnn.bias_ih_l1_reverse	2	-0.12128158658742905
85079	rnn.bias_ih_l1_reverse	3	-0.030359957367181778
85079	rnn.bias_ih_l1_reverse	4	-0.16798953711986542
85079	rnn.bias_ih_l1_reverse	5	-0.08638164401054382
85079	rnn.bias_ih_l1_reverse	6	-0.11263503134250641
85079	rnn.bias_ih_l1_reverse	7	-0.16426901519298553
85079	rnn.bias_ih_l1_reverse	8	0.12261620908975601
85079	rnn.bias_ih_l1_reverse	9	0.008964123204350471
85079	rnn.bias_hh_l1_reverse	0	-0.03629231080412865
85079	rnn.bias_hh_l1_reverse	1	0.02988741360604763
85079	rnn.bias_hh_l1_reverse	2	-0.2095700055360794
85079	rnn.bias_hh_l1_reverse	3	-0.09033288806676865
85079	rnn.bias_hh_l1_reverse	4	-0.07081922888755798
85079	rnn.bias_hh_l1_reverse	5	-0.08515143394470215
85079	rnn.bias_hh_l1_reverse	6	0.12136117368936539
85079	rnn.bias_hh_l1_reverse	7	-0.1543787270784378
85079	rnn.bias_hh_l1_reverse	8	-0.09386391192674637
85079	rnn.bias_hh_l1_reverse	9	-0.1122111976146698
85079	linear.weight	0	0.002228822559118271
85079	linear.weight	1	0.056232113391160965
85079	linear.weight	2	-0.12781880795955658
85079	linear.weight	3	0.333230197429657
85079	linear.weight	4	0.08067324012517929
85079	linear.weight	5	0.012173587456345558
85079	linear.weight	6	-0.027732107788324356
85079	linear.weight	7	0.09378642588853836
85079	linear.weight	8	0.04138371720910072
85079	linear.weight	9	-0.05826430395245552
85079	linear.bias	0	-0.03958765044808388
85079	linear.bias	1	-0.15690401196479797
85079	linear.bias	2	-0.47660478949546814
85079	linear.bias	3	-0.7340390682220459
85079	linear.bias	4	-1.1177637577056885
85079	linear.bias	5	-0.011389610357582569
85079	linear.bias	6	-0.6844058036804199
85079	linear.bias	7	0.4009993374347687
85079	linear.bias	8	-0.5115900635719299
85079	linear.bias	9	-0.8480860590934753
85276	transitions	0	0.5853994488716125
85276	transitions	1	0.10636723786592484
85276	transitions	2	-10000.0
85276	transitions	3	-1.8090815544128418
85276	transitions	4	-10000.0
85276	transitions	5	0.6242204904556274
85276	transitions	6	-0.0433829240500927
85276	transitions	7	-0.4917377233505249
85276	transitions	8	-1.3619388341903687
85276	transitions	9	-0.0007153552141971886
85276	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
85276	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
85276	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
85276	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
85276	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
85276	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
85276	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
85276	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
85276	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
85276	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
85276	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
85276	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
85276	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
85276	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
85276	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
85276	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
85276	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
85276	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
85276	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
85276	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
85276	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
85276	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
85276	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
85276	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
85276	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
85276	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
85276	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
85276	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
85276	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
85276	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
85276	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
85276	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
85276	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
85276	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
85276	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
85276	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
85276	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
85276	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
85276	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
85276	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
85276	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
85276	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
85276	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
85276	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
85276	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
85276	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
85276	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
85276	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
85276	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
85276	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
85276	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
85276	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
85276	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
85276	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
85276	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
85276	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
85276	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
85276	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
85276	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
85276	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
85276	embedding2nn.weight	0	0.009836283512413502
85276	embedding2nn.weight	1	-0.0173699539154768
85276	embedding2nn.weight	2	-0.014268255792558193
85276	embedding2nn.weight	3	0.000957612763158977
85276	embedding2nn.weight	4	-0.005915035028010607
85276	embedding2nn.weight	5	-0.0037005809135735035
85276	embedding2nn.weight	6	-0.0039732144214212894
85276	embedding2nn.weight	7	-0.04558544233441353
85276	embedding2nn.weight	8	-0.0019979383796453476
85276	embedding2nn.weight	9	-0.022496482357382774
85276	embedding2nn.bias	0	0.03078254871070385
85276	embedding2nn.bias	1	-0.06094967946410179
85276	embedding2nn.bias	2	0.07857732474803925
85276	embedding2nn.bias	3	0.052945297211408615
85276	embedding2nn.bias	4	-0.021636782214045525
85276	embedding2nn.bias	5	-0.03654509037733078
85276	embedding2nn.bias	6	0.0248322244733572
85276	embedding2nn.bias	7	-0.019436517730355263
85276	embedding2nn.bias	8	0.03691485524177551
85276	embedding2nn.bias	9	0.012827545404434204
85276	rnn.weight_ih_l0	0	-0.03385195508599281
85276	rnn.weight_ih_l0	1	-0.005506834480911493
85276	rnn.weight_ih_l0	2	0.044593945145606995
85276	rnn.weight_ih_l0	3	0.010225549340248108
85276	rnn.weight_ih_l0	4	-0.015766043215990067
85276	rnn.weight_ih_l0	5	-0.05477390065789223
85276	rnn.weight_ih_l0	6	-0.0025896711740642786
85276	rnn.weight_ih_l0	7	0.04844742640852928
85276	rnn.weight_ih_l0	8	-0.010181545279920101
85276	rnn.weight_ih_l0	9	-0.022302286699414253
85276	rnn.weight_hh_l0	0	-0.04199593886733055
85276	rnn.weight_hh_l0	1	0.009331864304840565
85276	rnn.weight_hh_l0	2	0.008850198239088058
85276	rnn.weight_hh_l0	3	-0.05057930946350098
85276	rnn.weight_hh_l0	4	0.06044631078839302
85276	rnn.weight_hh_l0	5	0.0010302900336682796
85276	rnn.weight_hh_l0	6	-0.03227824345231056
85276	rnn.weight_hh_l0	7	-0.0072488728910684586
85276	rnn.weight_hh_l0	8	0.013112957589328289
85276	rnn.weight_hh_l0	9	-0.017111802473664284
85276	rnn.bias_ih_l0	0	0.06685969978570938
85276	rnn.bias_ih_l0	1	-0.01829812303185463
85276	rnn.bias_ih_l0	2	-0.017278091982007027
85276	rnn.bias_ih_l0	3	0.11428613215684891
85276	rnn.bias_ih_l0	4	-0.05846213921904564
85276	rnn.bias_ih_l0	5	-0.02331649884581566
85276	rnn.bias_ih_l0	6	-0.00019387273641768843
85276	rnn.bias_ih_l0	7	0.049817681312561035
85276	rnn.bias_ih_l0	8	-0.0859343484044075
85276	rnn.bias_ih_l0	9	-0.026042191311717033
85276	rnn.bias_hh_l0	0	-0.03251960501074791
85276	rnn.bias_hh_l0	1	-0.09914571046829224
85276	rnn.bias_hh_l0	2	-0.04657898470759392
85276	rnn.bias_hh_l0	3	-0.07701744139194489
85276	rnn.bias_hh_l0	4	-0.029739316552877426
85276	rnn.bias_hh_l0	5	-0.007140224799513817
85276	rnn.bias_hh_l0	6	0.0234849713742733
85276	rnn.bias_hh_l0	7	0.03874313086271286
85276	rnn.bias_hh_l0	8	-0.1194106936454773
85276	rnn.bias_hh_l0	9	-0.027180824428796768
85276	rnn.weight_ih_l0_reverse	0	-0.006485281512141228
85276	rnn.weight_ih_l0_reverse	1	-0.054749976843595505
85276	rnn.weight_ih_l0_reverse	2	-0.02658478170633316
85276	rnn.weight_ih_l0_reverse	3	-0.0005052680498920381
85276	rnn.weight_ih_l0_reverse	4	-0.008926738053560257
85276	rnn.weight_ih_l0_reverse	5	-0.0417550653219223
85276	rnn.weight_ih_l0_reverse	6	0.06300553679466248
85276	rnn.weight_ih_l0_reverse	7	-0.019738754257559776
85276	rnn.weight_ih_l0_reverse	8	-0.02798953838646412
85276	rnn.weight_ih_l0_reverse	9	0.008733417838811874
85276	rnn.weight_hh_l0_reverse	0	0.03198287636041641
85276	rnn.weight_hh_l0_reverse	1	0.028290655463933945
85276	rnn.weight_hh_l0_reverse	2	0.03817979246377945
85276	rnn.weight_hh_l0_reverse	3	0.030718237161636353
85276	rnn.weight_hh_l0_reverse	4	-0.0017860515508800745
85276	rnn.weight_hh_l0_reverse	5	0.010728966444730759
85276	rnn.weight_hh_l0_reverse	6	0.04237430542707443
85276	rnn.weight_hh_l0_reverse	7	-0.06242653727531433
85276	rnn.weight_hh_l0_reverse	8	0.03289743512868881
85276	rnn.weight_hh_l0_reverse	9	0.04785449430346489
85276	rnn.bias_ih_l0_reverse	0	-0.05371835082769394
85276	rnn.bias_ih_l0_reverse	1	-0.21635273098945618
85276	rnn.bias_ih_l0_reverse	2	-0.09790964424610138
85276	rnn.bias_ih_l0_reverse	3	-0.020220456644892693
85276	rnn.bias_ih_l0_reverse	4	-0.030712580308318138
85276	rnn.bias_ih_l0_reverse	5	0.042864371091127396
85276	rnn.bias_ih_l0_reverse	6	-0.04573175683617592
85276	rnn.bias_ih_l0_reverse	7	0.043597783893346786
85276	rnn.bias_ih_l0_reverse	8	-0.038400277495384216
85276	rnn.bias_ih_l0_reverse	9	0.022483767941594124
85276	rnn.bias_hh_l0_reverse	0	-0.0013153267791494727
85276	rnn.bias_hh_l0_reverse	1	-0.03154376521706581
85276	rnn.bias_hh_l0_reverse	2	0.05200573056936264
85276	rnn.bias_hh_l0_reverse	3	-0.04408002644777298
85276	rnn.bias_hh_l0_reverse	4	-0.04156934469938278
85276	rnn.bias_hh_l0_reverse	5	-0.022785846143960953
85276	rnn.bias_hh_l0_reverse	6	-0.01622522994875908
85276	rnn.bias_hh_l0_reverse	7	0.08791106194257736
85276	rnn.bias_hh_l0_reverse	8	0.018030377104878426
85276	rnn.bias_hh_l0_reverse	9	-0.0988985151052475
85276	rnn.weight_ih_l1	0	-0.03839367628097534
85276	rnn.weight_ih_l1	1	-0.030387843027710915
85276	rnn.weight_ih_l1	2	0.05958280712366104
85276	rnn.weight_ih_l1	3	-0.02891678363084793
85276	rnn.weight_ih_l1	4	-0.0024484116584062576
85276	rnn.weight_ih_l1	5	-0.045953426510095596
85276	rnn.weight_ih_l1	6	0.028471363708376884
85276	rnn.weight_ih_l1	7	-0.038043633103370667
85276	rnn.weight_ih_l1	8	0.03752085566520691
85276	rnn.weight_ih_l1	9	0.03758185729384422
85276	rnn.weight_hh_l1	0	-0.004944494925439358
85276	rnn.weight_hh_l1	1	0.01031806692481041
85276	rnn.weight_hh_l1	2	-0.0006781391566619277
85276	rnn.weight_hh_l1	3	-0.012132314965128899
85276	rnn.weight_hh_l1	4	0.0020143380388617516
85276	rnn.weight_hh_l1	5	0.025531576946377754
85276	rnn.weight_hh_l1	6	0.02883911319077015
85276	rnn.weight_hh_l1	7	-0.025436153635382652
85276	rnn.weight_hh_l1	8	-0.022036060690879822
85276	rnn.weight_hh_l1	9	0.0398414246737957
85276	rnn.bias_ih_l1	0	-0.16521242260932922
85276	rnn.bias_ih_l1	1	-0.14792819321155548
85276	rnn.bias_ih_l1	2	-0.15391813218593597
85276	rnn.bias_ih_l1	3	-0.22072799503803253
85276	rnn.bias_ih_l1	4	-0.14393970370292664
85276	rnn.bias_ih_l1	5	-0.09769980609416962
85276	rnn.bias_ih_l1	6	-0.11329822987318039
85276	rnn.bias_ih_l1	7	-0.035633161664009094
85276	rnn.bias_ih_l1	8	-0.11708229780197144
85276	rnn.bias_ih_l1	9	-0.07604141533374786
85276	rnn.bias_hh_l1	0	-0.1095171570777893
85276	rnn.bias_hh_l1	1	-0.0312931127846241
85276	rnn.bias_hh_l1	2	-0.08616810292005539
85276	rnn.bias_hh_l1	3	-0.0921936109662056
85276	rnn.bias_hh_l1	4	-0.11604810506105423
85276	rnn.bias_hh_l1	5	-0.09173581749200821
85276	rnn.bias_hh_l1	6	-0.09449158608913422
85276	rnn.bias_hh_l1	7	0.04180402681231499
85276	rnn.bias_hh_l1	8	-0.13432373106479645
85276	rnn.bias_hh_l1	9	-0.08725515007972717
85276	rnn.weight_ih_l1_reverse	0	-0.03820715472102165
85276	rnn.weight_ih_l1_reverse	1	0.02578251250088215
85276	rnn.weight_ih_l1_reverse	2	0.00701946672052145
85276	rnn.weight_ih_l1_reverse	3	0.005585246253758669
85276	rnn.weight_ih_l1_reverse	4	-0.019609756767749786
85276	rnn.weight_ih_l1_reverse	5	-0.03666706010699272
85276	rnn.weight_ih_l1_reverse	6	-0.0056261178106069565
85276	rnn.weight_ih_l1_reverse	7	0.016562974080443382
85276	rnn.weight_ih_l1_reverse	8	0.01166247483342886
85276	rnn.weight_ih_l1_reverse	9	-0.019174372777342796
85276	rnn.weight_hh_l1_reverse	0	0.008396673947572708
85276	rnn.weight_hh_l1_reverse	1	0.02993658371269703
85276	rnn.weight_hh_l1_reverse	2	-0.039308611303567886
85276	rnn.weight_hh_l1_reverse	3	0.03965608403086662
85276	rnn.weight_hh_l1_reverse	4	0.047787297517061234
85276	rnn.weight_hh_l1_reverse	5	0.007124006282538176
85276	rnn.weight_hh_l1_reverse	6	0.004935862496495247
85276	rnn.weight_hh_l1_reverse	7	0.027679454535245895
85276	rnn.weight_hh_l1_reverse	8	-0.0026922596152871847
85276	rnn.weight_hh_l1_reverse	9	-0.03767526522278786
85276	rnn.bias_ih_l1_reverse	0	-0.043056245893239975
85276	rnn.bias_ih_l1_reverse	1	-0.10671631246805191
85276	rnn.bias_ih_l1_reverse	2	-0.11891142278909683
85276	rnn.bias_ih_l1_reverse	3	-0.026627162471413612
85276	rnn.bias_ih_l1_reverse	4	-0.16721592843532562
85276	rnn.bias_ih_l1_reverse	5	-0.08720120042562485
85276	rnn.bias_ih_l1_reverse	6	-0.11179077625274658
85276	rnn.bias_ih_l1_reverse	7	-0.16081176698207855
85276	rnn.bias_ih_l1_reverse	8	0.11452183127403259
85276	rnn.bias_ih_l1_reverse	9	0.006937719881534576
85276	rnn.bias_hh_l1_reverse	0	-0.033390749245882034
85276	rnn.bias_hh_l1_reverse	1	0.024435892701148987
85276	rnn.bias_hh_l1_reverse	2	-0.20991839468479156
85276	rnn.bias_hh_l1_reverse	3	-0.08900080621242523
85276	rnn.bias_hh_l1_reverse	4	-0.06925316154956818
85276	rnn.bias_hh_l1_reverse	5	-0.08405951410531998
85276	rnn.bias_hh_l1_reverse	6	0.12119492143392563
85276	rnn.bias_hh_l1_reverse	7	-0.15618905425071716
85276	rnn.bias_hh_l1_reverse	8	-0.09238003939390182
85276	rnn.bias_hh_l1_reverse	9	-0.11315358430147171
85276	linear.weight	0	0.002228822559118271
85276	linear.weight	1	0.04985787719488144
85276	linear.weight	2	-0.12739746272563934
85276	linear.weight	3	0.3287537395954132
85276	linear.weight	4	0.08877361565828323
85276	linear.weight	5	0.01233048364520073
85276	linear.weight	6	-0.017436577007174492
85276	linear.weight	7	0.09779448062181473
85276	linear.weight	8	0.04137728363275528
85276	linear.weight	9	-0.057802554219961166
85276	linear.bias	0	-0.0600811243057251
85276	linear.bias	1	-0.1479169875383377
85276	linear.bias	2	-0.502677857875824
85276	linear.bias	3	-0.7076157927513123
85276	linear.bias	4	-1.0925062894821167
85276	linear.bias	5	-0.01886439137160778
85276	linear.bias	6	-0.6752660274505615
85276	linear.bias	7	0.39480772614479065
85276	linear.bias	8	-0.5300301313400269
85276	linear.bias	9	-0.8681495785713196
85473	transitions	0	0.5923343300819397
85473	transitions	1	0.09565793722867966
85473	transitions	2	-10000.0
85473	transitions	3	-1.8091387748718262
85473	transitions	4	-10000.0
85473	transitions	5	0.6239644885063171
85473	transitions	6	-0.04348723962903023
85473	transitions	7	-0.4930717647075653
85473	transitions	8	-1.362026572227478
85473	transitions	9	-0.000717148941475898
85473	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
85473	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
85473	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
85473	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
85473	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
85473	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
85473	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
85473	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
85473	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
85473	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
85473	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
85473	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
85473	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
85473	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
85473	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
85473	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
85473	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
85473	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
85473	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
85473	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
85473	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
85473	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
85473	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
85473	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
85473	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
85473	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
85473	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
85473	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
85473	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
85473	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
85473	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
85473	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
85473	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
85473	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
85473	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
85473	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
85473	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
85473	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
85473	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
85473	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
85473	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
85473	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
85473	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
85473	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
85473	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
85473	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
85473	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
85473	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
85473	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
85473	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
85473	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
85473	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
85473	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
85473	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
85473	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
85473	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
85473	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
85473	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
85473	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
85473	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
85473	embedding2nn.weight	0	0.008879386819899082
85473	embedding2nn.weight	1	-0.017483560368418694
85473	embedding2nn.weight	2	-0.014268255792558193
85473	embedding2nn.weight	3	0.0028721496928483248
85473	embedding2nn.weight	4	-0.005915035028010607
85473	embedding2nn.weight	5	-0.0037005809135735035
85473	embedding2nn.weight	6	-0.003973223268985748
85473	embedding2nn.weight	7	-0.04369594156742096
85473	embedding2nn.weight	8	-0.0019979383796453476
85473	embedding2nn.weight	9	-0.021698758006095886
85473	embedding2nn.bias	0	0.023359475657343864
85473	embedding2nn.bias	1	-0.06539808958768845
85473	embedding2nn.bias	2	0.06764663755893707
85473	embedding2nn.bias	3	0.05117933452129364
85473	embedding2nn.bias	4	-0.026240341365337372
85473	embedding2nn.bias	5	-0.036590613424777985
85473	embedding2nn.bias	6	0.01626794971525669
85473	embedding2nn.bias	7	-0.02096606232225895
85473	embedding2nn.bias	8	0.037382230162620544
85473	embedding2nn.bias	9	0.020934466272592545
85473	rnn.weight_ih_l0	0	-0.03411179780960083
85473	rnn.weight_ih_l0	1	-0.007295939140021801
85473	rnn.weight_ih_l0	2	0.045930370688438416
85473	rnn.weight_ih_l0	3	0.00952120404690504
85473	rnn.weight_ih_l0	4	-0.017502792179584503
85473	rnn.weight_ih_l0	5	-0.05530044063925743
85473	rnn.weight_ih_l0	6	-0.00173317885491997
85473	rnn.weight_ih_l0	7	0.04832986369729042
85473	rnn.weight_ih_l0	8	-0.010794492438435555
85473	rnn.weight_ih_l0	9	-0.021515071392059326
85473	rnn.weight_hh_l0	0	-0.0411992184817791
85473	rnn.weight_hh_l0	1	0.010206528939306736
85473	rnn.weight_hh_l0	2	0.008675399236381054
85473	rnn.weight_hh_l0	3	-0.051075682044029236
85473	rnn.weight_hh_l0	4	0.06000274792313576
85473	rnn.weight_hh_l0	5	0.0003377274551894516
85473	rnn.weight_hh_l0	6	-0.032494958490133286
85473	rnn.weight_hh_l0	7	-0.008753430098295212
85473	rnn.weight_hh_l0	8	0.01330767385661602
85473	rnn.weight_hh_l0	9	-0.01773250848054886
85473	rnn.bias_ih_l0	0	0.06942641735076904
85473	rnn.bias_ih_l0	1	-0.022665061056613922
85473	rnn.bias_ih_l0	2	-0.017161758616566658
85473	rnn.bias_ih_l0	3	0.11165255308151245
85473	rnn.bias_ih_l0	4	-0.059016577899456024
85473	rnn.bias_ih_l0	5	-0.024876175448298454
85473	rnn.bias_ih_l0	6	0.0009518400183878839
85473	rnn.bias_ih_l0	7	0.05086169019341469
85473	rnn.bias_ih_l0	8	-0.08564066886901855
85473	rnn.bias_ih_l0	9	-0.02492668852210045
85473	rnn.bias_hh_l0	0	-0.03323468938469887
85473	rnn.bias_hh_l0	1	-0.10365234315395355
85473	rnn.bias_hh_l0	2	-0.04710474610328674
85473	rnn.bias_hh_l0	3	-0.07507108896970749
85473	rnn.bias_hh_l0	4	-0.02697533182799816
85473	rnn.bias_hh_l0	5	-0.007700546178966761
85473	rnn.bias_hh_l0	6	0.024796810001134872
85473	rnn.bias_hh_l0	7	0.03911374509334564
85473	rnn.bias_hh_l0	8	-0.11898759007453918
85473	rnn.bias_hh_l0	9	-0.027519015595316887
85473	rnn.weight_ih_l0_reverse	0	-0.007334922906011343
85473	rnn.weight_ih_l0_reverse	1	-0.05691884085536003
85473	rnn.weight_ih_l0_reverse	2	-0.026195518672466278
85473	rnn.weight_ih_l0_reverse	3	0.00029870853177271783
85473	rnn.weight_ih_l0_reverse	4	-0.010149701498448849
85473	rnn.weight_ih_l0_reverse	5	-0.04167696833610535
85473	rnn.weight_ih_l0_reverse	6	0.061946719884872437
85473	rnn.weight_ih_l0_reverse	7	-0.020502649247646332
85473	rnn.weight_ih_l0_reverse	8	-0.028114141896367073
85473	rnn.weight_ih_l0_reverse	9	0.008156721480190754
85473	rnn.weight_hh_l0_reverse	0	0.03289901092648506
85473	rnn.weight_hh_l0_reverse	1	0.027286333963274956
85473	rnn.weight_hh_l0_reverse	2	0.03800610452890396
85473	rnn.weight_hh_l0_reverse	3	0.03002159111201763
85473	rnn.weight_hh_l0_reverse	4	-0.0008232941036112607
85473	rnn.weight_hh_l0_reverse	5	0.011112703941762447
85473	rnn.weight_hh_l0_reverse	6	0.042714014649391174
85473	rnn.weight_hh_l0_reverse	7	-0.06321583688259125
85473	rnn.weight_hh_l0_reverse	8	0.03259379416704178
85473	rnn.weight_hh_l0_reverse	9	0.04830325022339821
85473	rnn.bias_ih_l0_reverse	0	-0.054208483546972275
85473	rnn.bias_ih_l0_reverse	1	-0.2198338806629181
85473	rnn.bias_ih_l0_reverse	2	-0.10054468363523483
85473	rnn.bias_ih_l0_reverse	3	-0.02085559442639351
85473	rnn.bias_ih_l0_reverse	4	-0.033868949860334396
85473	rnn.bias_ih_l0_reverse	5	0.04406283050775528
85473	rnn.bias_ih_l0_reverse	6	-0.04879099130630493
85473	rnn.bias_ih_l0_reverse	7	0.045679040253162384
85473	rnn.bias_ih_l0_reverse	8	-0.04424957185983658
85473	rnn.bias_ih_l0_reverse	9	0.022084876894950867
85473	rnn.bias_hh_l0_reverse	0	-0.00234302319586277
85473	rnn.bias_hh_l0_reverse	1	-0.03325031325221062
85473	rnn.bias_hh_l0_reverse	2	0.051421795040369034
85473	rnn.bias_hh_l0_reverse	3	-0.04483228176832199
85473	rnn.bias_hh_l0_reverse	4	-0.042401023209095
85473	rnn.bias_hh_l0_reverse	5	-0.023036593571305275
85473	rnn.bias_hh_l0_reverse	6	-0.01869495026767254
85473	rnn.bias_hh_l0_reverse	7	0.0879000872373581
85473	rnn.bias_hh_l0_reverse	8	0.021409740671515465
85473	rnn.bias_hh_l0_reverse	9	-0.10196105390787125
85473	rnn.weight_ih_l1	0	-0.03825116902589798
85473	rnn.weight_ih_l1	1	-0.03026982769370079
85473	rnn.weight_ih_l1	2	0.05868637189269066
85473	rnn.weight_ih_l1	3	-0.027930254116654396
85473	rnn.weight_ih_l1	4	-0.0019846793729811907
85473	rnn.weight_ih_l1	5	-0.04557760804891586
85473	rnn.weight_ih_l1	6	0.028426507487893105
85473	rnn.weight_ih_l1	7	-0.03903048485517502
85473	rnn.weight_ih_l1	8	0.037683285772800446
85473	rnn.weight_ih_l1	9	0.03744933381676674
85473	rnn.weight_hh_l1	0	-0.005093637388199568
85473	rnn.weight_hh_l1	1	0.010144011117517948
85473	rnn.weight_hh_l1	2	-0.0006017116247676313
85473	rnn.weight_hh_l1	3	-0.012150506488978863
85473	rnn.weight_hh_l1	4	0.0022824883926659822
85473	rnn.weight_hh_l1	5	0.024960627779364586
85473	rnn.weight_hh_l1	6	0.028808701783418655
85473	rnn.weight_hh_l1	7	-0.025052126497030258
85473	rnn.weight_hh_l1	8	-0.021644076332449913
85473	rnn.weight_hh_l1	9	0.03943345323204994
85473	rnn.bias_ih_l1	0	-0.16560958325862885
85473	rnn.bias_ih_l1	1	-0.1465045064687729
85473	rnn.bias_ih_l1	2	-0.14986325800418854
85473	rnn.bias_ih_l1	3	-0.22168558835983276
85473	rnn.bias_ih_l1	4	-0.1450766772031784
85473	rnn.bias_ih_l1	5	-0.09600278735160828
85473	rnn.bias_ih_l1	6	-0.1157999113202095
85473	rnn.bias_ih_l1	7	-0.034093134105205536
85473	rnn.bias_ih_l1	8	-0.12013275176286697
85473	rnn.bias_ih_l1	9	-0.078009232878685
85473	rnn.bias_hh_l1	0	-0.1087002381682396
85473	rnn.bias_hh_l1	1	-0.031582560390233994
85473	rnn.bias_hh_l1	2	-0.08178920298814774
85473	rnn.bias_hh_l1	3	-0.0929117202758789
85473	rnn.bias_hh_l1	4	-0.11601872742176056
85473	rnn.bias_hh_l1	5	-0.09020556509494781
85473	rnn.bias_hh_l1	6	-0.0860426276922226
85473	rnn.bias_hh_l1	7	0.0331207811832428
85473	rnn.bias_hh_l1	8	-0.13507750630378723
85473	rnn.bias_hh_l1	9	-0.0872575119137764
85473	rnn.weight_ih_l1_reverse	0	-0.03794601559638977
85473	rnn.weight_ih_l1_reverse	1	0.022122541442513466
85473	rnn.weight_ih_l1_reverse	2	0.0064443135634064674
85473	rnn.weight_ih_l1_reverse	3	0.005003031808882952
85473	rnn.weight_ih_l1_reverse	4	-0.01967891864478588
85473	rnn.weight_ih_l1_reverse	5	-0.03677438572049141
85473	rnn.weight_ih_l1_reverse	6	-0.004280065651983023
85473	rnn.weight_ih_l1_reverse	7	0.01654661074280739
85473	rnn.weight_ih_l1_reverse	8	0.010527498088777065
85473	rnn.weight_ih_l1_reverse	9	-0.02086724527180195
85473	rnn.weight_hh_l1_reverse	0	0.008794508874416351
85473	rnn.weight_hh_l1_reverse	1	0.029846668243408203
85473	rnn.weight_hh_l1_reverse	2	-0.03925595059990883
85473	rnn.weight_hh_l1_reverse	3	0.039561234414577484
85473	rnn.weight_hh_l1_reverse	4	0.047011598944664
85473	rnn.weight_hh_l1_reverse	5	0.006899991538375616
85473	rnn.weight_hh_l1_reverse	6	0.005887473002076149
85473	rnn.weight_hh_l1_reverse	7	0.027571074664592743
85473	rnn.weight_hh_l1_reverse	8	-0.0026878712233155966
85473	rnn.weight_hh_l1_reverse	9	-0.03791005164384842
85473	rnn.bias_ih_l1_reverse	0	-0.04153236746788025
85473	rnn.bias_ih_l1_reverse	1	-0.10521676391363144
85473	rnn.bias_ih_l1_reverse	2	-0.12181331217288971
85473	rnn.bias_ih_l1_reverse	3	-0.02468138374388218
85473	rnn.bias_ih_l1_reverse	4	-0.16725370287895203
85473	rnn.bias_ih_l1_reverse	5	-0.08628517389297485
85473	rnn.bias_ih_l1_reverse	6	-0.11156170815229416
85473	rnn.bias_ih_l1_reverse	7	-0.1585106998682022
85473	rnn.bias_ih_l1_reverse	8	0.11912426352500916
85473	rnn.bias_ih_l1_reverse	9	0.0010346254566684365
85473	rnn.bias_hh_l1_reverse	0	-0.02685577981173992
85473	rnn.bias_hh_l1_reverse	1	0.03437870368361473
85473	rnn.bias_hh_l1_reverse	2	-0.21027567982673645
85473	rnn.bias_hh_l1_reverse	3	-0.09135918319225311
85473	rnn.bias_hh_l1_reverse	4	-0.06812172383069992
85473	rnn.bias_hh_l1_reverse	5	-0.08509852737188339
85473	rnn.bias_hh_l1_reverse	6	0.12148813903331757
85473	rnn.bias_hh_l1_reverse	7	-0.15420380234718323
85473	rnn.bias_hh_l1_reverse	8	-0.08939424157142639
85473	rnn.bias_hh_l1_reverse	9	-0.11343526840209961
85473	linear.weight	0	0.002228822559118271
85473	linear.weight	1	0.05467868223786354
85473	linear.weight	2	-0.133015975356102
85473	linear.weight	3	0.3238395154476166
85473	linear.weight	4	0.08609731495380402
85473	linear.weight	5	0.011094588786363602
85473	linear.weight	6	-0.03494999185204506
85473	linear.weight	7	0.08327200263738632
85473	linear.weight	8	0.041370589286088943
85473	linear.weight	9	-0.06156860291957855
85473	linear.bias	0	-0.053410544991493225
85473	linear.bias	1	-0.16309918463230133
85473	linear.bias	2	-0.49446141719818115
85473	linear.bias	3	-0.6936080455780029
85473	linear.bias	4	-1.0780627727508545
85473	linear.bias	5	-0.007619474548846483
85473	linear.bias	6	-0.6920035481452942
85473	linear.bias	7	0.40447795391082764
85473	linear.bias	8	-0.5415120720863342
85473	linear.bias	9	-0.876000165939331
85670	transitions	0	0.5852645635604858
85670	transitions	1	0.09701939672231674
85670	transitions	2	-10000.0
85670	transitions	3	-1.8092083930969238
85670	transitions	4	-10000.0
85670	transitions	5	0.6238008737564087
85670	transitions	6	-0.04360206052660942
85670	transitions	7	-0.49426591396331787
85670	transitions	8	-1.362381100654602
85670	transitions	9	-0.0007200952968560159
85670	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
85670	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
85670	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
85670	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
85670	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
85670	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
85670	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
85670	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
85670	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
85670	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
85670	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
85670	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
85670	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
85670	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
85670	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
85670	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
85670	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
85670	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
85670	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
85670	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
85670	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
85670	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
85670	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
85670	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
85670	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
85670	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
85670	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
85670	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
85670	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
85670	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
85670	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
85670	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
85670	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
85670	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
85670	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
85670	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
85670	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
85670	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
85670	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
85670	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
85670	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
85670	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
85670	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
85670	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
85670	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
85670	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
85670	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
85670	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
85670	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
85670	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
85670	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
85670	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
85670	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
85670	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
85670	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
85670	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
85670	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
85670	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
85670	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
85670	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
85670	embedding2nn.weight	0	0.00949674379080534
85670	embedding2nn.weight	1	-0.017493320629000664
85670	embedding2nn.weight	2	-0.014268255792558193
85670	embedding2nn.weight	3	0.00025262657436542213
85670	embedding2nn.weight	4	-0.005915035028010607
85670	embedding2nn.weight	5	-0.003700581146404147
85670	embedding2nn.weight	6	-0.003973221406340599
85670	embedding2nn.weight	7	-0.04262181743979454
85670	embedding2nn.weight	8	-0.0019979383796453476
85670	embedding2nn.weight	9	-0.021735867485404015
85670	embedding2nn.bias	0	0.023680856451392174
85670	embedding2nn.bias	1	-0.06041847541928291
85670	embedding2nn.bias	2	0.07878703624010086
85670	embedding2nn.bias	3	0.05015413835644722
85670	embedding2nn.bias	4	-0.025331784039735794
85670	embedding2nn.bias	5	-0.029479511082172394
85670	embedding2nn.bias	6	0.01448365580290556
85670	embedding2nn.bias	7	-0.02065698802471161
85670	embedding2nn.bias	8	0.041927188634872437
85670	embedding2nn.bias	9	0.016919028013944626
85670	rnn.weight_ih_l0	0	-0.03466350585222244
85670	rnn.weight_ih_l0	1	-0.008077410981059074
85670	rnn.weight_ih_l0	2	0.04408781975507736
85670	rnn.weight_ih_l0	3	0.00793822854757309
85670	rnn.weight_ih_l0	4	-0.01673426851630211
85670	rnn.weight_ih_l0	5	-0.05467676371335983
85670	rnn.weight_ih_l0	6	-0.0010558773064985871
85670	rnn.weight_ih_l0	7	0.046560514718294144
85670	rnn.weight_ih_l0	8	-0.012179101817309856
85670	rnn.weight_ih_l0	9	-0.020827801898121834
85670	rnn.weight_hh_l0	0	-0.040312282741069794
85670	rnn.weight_hh_l0	1	0.010706116445362568
85670	rnn.weight_hh_l0	2	0.008825194090604782
85670	rnn.weight_hh_l0	3	-0.05192985013127327
85670	rnn.weight_hh_l0	4	0.06036718189716339
85670	rnn.weight_hh_l0	5	0.0010055534075945616
85670	rnn.weight_hh_l0	6	-0.0319177620112896
85670	rnn.weight_hh_l0	7	-0.00864027626812458
85670	rnn.weight_hh_l0	8	0.013457169756293297
85670	rnn.weight_hh_l0	9	-0.017040882259607315
85670	rnn.bias_ih_l0	0	0.07263445854187012
85670	rnn.bias_ih_l0	1	-0.0227579977363348
85670	rnn.bias_ih_l0	2	-0.018140733242034912
85670	rnn.bias_ih_l0	3	0.11350268870592117
85670	rnn.bias_ih_l0	4	-0.057100940495729446
85670	rnn.bias_ih_l0	5	-0.02082367241382599
85670	rnn.bias_ih_l0	6	0.002327890833839774
85670	rnn.bias_ih_l0	7	0.04585428163409233
85670	rnn.bias_ih_l0	8	-0.08772428333759308
85670	rnn.bias_ih_l0	9	-0.028890229761600494
85670	rnn.bias_hh_l0	0	-0.03211940452456474
85670	rnn.bias_hh_l0	1	-0.1016615554690361
85670	rnn.bias_hh_l0	2	-0.04872995987534523
85670	rnn.bias_hh_l0	3	-0.07684334367513657
85670	rnn.bias_hh_l0	4	-0.026041321456432343
85670	rnn.bias_hh_l0	5	-0.008401713334023952
85670	rnn.bias_hh_l0	6	0.02240534871816635
85670	rnn.bias_hh_l0	7	0.03760092332959175
85670	rnn.bias_hh_l0	8	-0.11799207329750061
85670	rnn.bias_hh_l0	9	-0.025652186945080757
85670	rnn.weight_ih_l0_reverse	0	-0.00684344070032239
85670	rnn.weight_ih_l0_reverse	1	-0.055555060505867004
85670	rnn.weight_ih_l0_reverse	2	-0.027393395081162453
85670	rnn.weight_ih_l0_reverse	3	0.0011336520547047257
85670	rnn.weight_ih_l0_reverse	4	-0.009888737462460995
85670	rnn.weight_ih_l0_reverse	5	-0.041362494230270386
85670	rnn.weight_ih_l0_reverse	6	0.06224631145596504
85670	rnn.weight_ih_l0_reverse	7	-0.022233758121728897
85670	rnn.weight_ih_l0_reverse	8	-0.028436439111828804
85670	rnn.weight_ih_l0_reverse	9	0.007011568173766136
85670	rnn.weight_hh_l0_reverse	0	0.03404530882835388
85670	rnn.weight_hh_l0_reverse	1	0.028174877166748047
85670	rnn.weight_hh_l0_reverse	2	0.03849320486187935
85670	rnn.weight_hh_l0_reverse	3	0.029032336547970772
85670	rnn.weight_hh_l0_reverse	4	-0.0006305077113211155
85670	rnn.weight_hh_l0_reverse	5	0.010809910483658314
85670	rnn.weight_hh_l0_reverse	6	0.042647115886211395
85670	rnn.weight_hh_l0_reverse	7	-0.0644373744726181
85670	rnn.weight_hh_l0_reverse	8	0.032163847237825394
85670	rnn.weight_hh_l0_reverse	9	0.04886182025074959
85670	rnn.bias_ih_l0_reverse	0	-0.05339442566037178
85670	rnn.bias_ih_l0_reverse	1	-0.21729139983654022
85670	rnn.bias_ih_l0_reverse	2	-0.10306286066770554
85670	rnn.bias_ih_l0_reverse	3	-0.021607479080557823
85670	rnn.bias_ih_l0_reverse	4	-0.03663119301199913
85670	rnn.bias_ih_l0_reverse	5	0.045491017401218414
85670	rnn.bias_ih_l0_reverse	6	-0.049676161259412766
85670	rnn.bias_ih_l0_reverse	7	0.0455813929438591
85670	rnn.bias_ih_l0_reverse	8	-0.04741395264863968
85670	rnn.bias_ih_l0_reverse	9	0.025692377239465714
85670	rnn.bias_hh_l0_reverse	0	-0.004452873952686787
85670	rnn.bias_hh_l0_reverse	1	-0.031910404562950134
85670	rnn.bias_hh_l0_reverse	2	0.05212134122848511
85670	rnn.bias_hh_l0_reverse	3	-0.04408729076385498
85670	rnn.bias_hh_l0_reverse	4	-0.03995445743203163
85670	rnn.bias_hh_l0_reverse	5	-0.020595159381628036
85670	rnn.bias_hh_l0_reverse	6	-0.01878654770553112
85670	rnn.bias_hh_l0_reverse	7	0.08683433383703232
85670	rnn.bias_hh_l0_reverse	8	0.022535545751452446
85670	rnn.bias_hh_l0_reverse	9	-0.10199589282274246
85670	rnn.weight_ih_l1	0	-0.038458265364170074
85670	rnn.weight_ih_l1	1	-0.029997192323207855
85670	rnn.weight_ih_l1	2	0.05764469876885414
85670	rnn.weight_ih_l1	3	-0.025529121980071068
85670	rnn.weight_ih_l1	4	-0.001997454557567835
85670	rnn.weight_ih_l1	5	-0.04600173234939575
85670	rnn.weight_ih_l1	6	0.02963830716907978
85670	rnn.weight_ih_l1	7	-0.038331326097249985
85670	rnn.weight_ih_l1	8	0.03746097534894943
85670	rnn.weight_ih_l1	9	0.03758621588349342
85670	rnn.weight_hh_l1	0	-0.005219579208642244
85670	rnn.weight_hh_l1	1	0.010156788863241673
85670	rnn.weight_hh_l1	2	2.1587027731584385e-05
85670	rnn.weight_hh_l1	3	-0.011732051149010658
85670	rnn.weight_hh_l1	4	0.0027776770293712616
85670	rnn.weight_hh_l1	5	0.024725932627916336
85670	rnn.weight_hh_l1	6	0.027846986427903175
85670	rnn.weight_hh_l1	7	-0.02476285956799984
85670	rnn.weight_hh_l1	8	-0.021487977355718613
85670	rnn.weight_hh_l1	9	0.04017118737101555
85670	rnn.bias_ih_l1	0	-0.16796796023845673
85670	rnn.bias_ih_l1	1	-0.14834396541118622
85670	rnn.bias_ih_l1	2	-0.15127180516719818
85670	rnn.bias_ih_l1	3	-0.22276124358177185
85670	rnn.bias_ih_l1	4	-0.14454108476638794
85670	rnn.bias_ih_l1	5	-0.09501054883003235
85670	rnn.bias_ih_l1	6	-0.11593125760555267
85670	rnn.bias_ih_l1	7	-0.03446952626109123
85670	rnn.bias_ih_l1	8	-0.12173261493444443
85670	rnn.bias_ih_l1	9	-0.07944530248641968
85670	rnn.bias_hh_l1	0	-0.10965874791145325
85670	rnn.bias_hh_l1	1	-0.03361826390028
85670	rnn.bias_hh_l1	2	-0.07744044065475464
85670	rnn.bias_hh_l1	3	-0.09268797188997269
85670	rnn.bias_hh_l1	4	-0.11716057360172272
85670	rnn.bias_hh_l1	5	-0.09017346799373627
85670	rnn.bias_hh_l1	6	-0.09312526136636734
85670	rnn.bias_hh_l1	7	0.030361248180270195
85670	rnn.bias_hh_l1	8	-0.1367087960243225
85670	rnn.bias_hh_l1	9	-0.08912374824285507
85670	rnn.weight_ih_l1_reverse	0	-0.035750214010477066
85670	rnn.weight_ih_l1_reverse	1	0.021073995158076286
85670	rnn.weight_ih_l1_reverse	2	0.0035005691461265087
85670	rnn.weight_ih_l1_reverse	3	0.0046906680800020695
85670	rnn.weight_ih_l1_reverse	4	-0.019556110724806786
85670	rnn.weight_ih_l1_reverse	5	-0.036386653780937195
85670	rnn.weight_ih_l1_reverse	6	-0.00489989947527647
85670	rnn.weight_ih_l1_reverse	7	0.016311580315232277
85670	rnn.weight_ih_l1_reverse	8	0.014080695807933807
85670	rnn.weight_ih_l1_reverse	9	-0.027640780434012413
85670	rnn.weight_hh_l1_reverse	0	0.008976511657238007
85670	rnn.weight_hh_l1_reverse	1	0.0299479141831398
85670	rnn.weight_hh_l1_reverse	2	-0.03924424573779106
85670	rnn.weight_hh_l1_reverse	3	0.039664871990680695
85670	rnn.weight_hh_l1_reverse	4	0.04719581454992294
85670	rnn.weight_hh_l1_reverse	5	0.006294203456491232
85670	rnn.weight_hh_l1_reverse	6	0.007279656827449799
85670	rnn.weight_hh_l1_reverse	7	0.027464017271995544
85670	rnn.weight_hh_l1_reverse	8	-0.002885859226807952
85670	rnn.weight_hh_l1_reverse	9	-0.03787795826792717
85670	rnn.bias_ih_l1_reverse	0	-0.04601091146469116
85670	rnn.bias_ih_l1_reverse	1	-0.10966525226831436
85670	rnn.bias_ih_l1_reverse	2	-0.12161370366811752
85670	rnn.bias_ih_l1_reverse	3	-0.026994312182068825
85670	rnn.bias_ih_l1_reverse	4	-0.1680477261543274
85670	rnn.bias_ih_l1_reverse	5	-0.08550235629081726
85670	rnn.bias_ih_l1_reverse	6	-0.11256470531225204
85670	rnn.bias_ih_l1_reverse	7	-0.1610199362039566
85670	rnn.bias_ih_l1_reverse	8	0.11573883891105652
85670	rnn.bias_ih_l1_reverse	9	0.004922315012663603
85670	rnn.bias_hh_l1_reverse	0	-0.03175555169582367
85670	rnn.bias_hh_l1_reverse	1	0.03524458780884743
85670	rnn.bias_hh_l1_reverse	2	-0.20912665128707886
85670	rnn.bias_hh_l1_reverse	3	-0.0926835685968399
85670	rnn.bias_hh_l1_reverse	4	-0.06873047351837158
85670	rnn.bias_hh_l1_reverse	5	-0.08453764766454697
85670	rnn.bias_hh_l1_reverse	6	0.1254562884569168
85670	rnn.bias_hh_l1_reverse	7	-0.15214695036411285
85670	rnn.bias_hh_l1_reverse	8	-0.0882948786020279
85670	rnn.bias_hh_l1_reverse	9	-0.1138356402516365
85670	linear.weight	0	0.002228822559118271
85670	linear.weight	1	0.06900345534086227
85670	linear.weight	2	-0.1277451366186142
85670	linear.weight	3	0.3198665678501129
85670	linear.weight	4	0.0851498544216156
85670	linear.weight	5	0.008877347223460674
85670	linear.weight	6	-0.05330079793930054
85670	linear.weight	7	0.08233193308115005
85670	linear.weight	8	0.04136628285050392
85670	linear.weight	9	-0.06428028643131256
85670	linear.bias	0	-0.06379486620426178
85670	linear.bias	1	-0.1579364687204361
85670	linear.bias	2	-0.509279727935791
85670	linear.bias	3	-0.7107502222061157
85670	linear.bias	4	-1.0972743034362793
85670	linear.bias	5	-0.04244183003902435
85670	linear.bias	6	-0.684473991394043
85670	linear.bias	7	0.3718934953212738
85670	linear.bias	8	-0.5187400579452515
85670	linear.bias	9	-0.8552670478820801
85867	transitions	0	0.5994698405265808
85867	transitions	1	0.08662845939397812
85867	transitions	2	-10000.0
85867	transitions	3	-1.8092796802520752
85867	transitions	4	-10000.0
85867	transitions	5	0.6236117482185364
85867	transitions	6	-0.0437871553003788
85867	transitions	7	-0.49483200907707214
85867	transitions	8	-1.3625073432922363
85867	transitions	9	-0.0007221317500807345
85867	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
85867	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
85867	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
85867	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
85867	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
85867	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
85867	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
85867	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
85867	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
85867	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
85867	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
85867	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
85867	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
85867	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
85867	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
85867	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
85867	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
85867	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
85867	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
85867	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
85867	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
85867	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
85867	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
85867	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
85867	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
85867	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
85867	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
85867	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
85867	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
85867	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
85867	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
85867	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
85867	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
85867	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
85867	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
85867	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
85867	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
85867	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
85867	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
85867	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
85867	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
85867	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
85867	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
85867	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
85867	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
85867	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
85867	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
85867	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
85867	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
85867	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
85867	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
85867	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
85867	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
85867	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
85867	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
85867	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
85867	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
85867	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
85867	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
85867	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
85867	embedding2nn.weight	0	0.010597442276775837
85867	embedding2nn.weight	1	-0.017473166808485985
85867	embedding2nn.weight	2	-0.014268255792558193
85867	embedding2nn.weight	3	0.001103235874325037
85867	embedding2nn.weight	4	-0.005915035028010607
85867	embedding2nn.weight	5	-0.0037005816120654345
85867	embedding2nn.weight	6	-0.003973221872001886
85867	embedding2nn.weight	7	-0.04270302131772041
85867	embedding2nn.weight	8	-0.0019979383796453476
85867	embedding2nn.weight	9	-0.021782802417874336
85867	embedding2nn.bias	0	0.018722746521234512
85867	embedding2nn.bias	1	-0.06302842497825623
85867	embedding2nn.bias	2	0.07523662596940994
85867	embedding2nn.bias	3	0.04885786399245262
85867	embedding2nn.bias	4	-0.015043738298118114
85867	embedding2nn.bias	5	-0.030023757368326187
85867	embedding2nn.bias	6	0.011149605736136436
85867	embedding2nn.bias	7	-0.016840210184454918
85867	embedding2nn.bias	8	0.04669367894530296
85867	embedding2nn.bias	9	0.010626057162880898
85867	rnn.weight_ih_l0	0	-0.037335965782403946
85867	rnn.weight_ih_l0	1	-0.007558084558695555
85867	rnn.weight_ih_l0	2	0.04229183867573738
85867	rnn.weight_ih_l0	3	0.0071841138415038586
85867	rnn.weight_ih_l0	4	-0.015342897735536098
85867	rnn.weight_ih_l0	5	-0.05449121445417404
85867	rnn.weight_ih_l0	6	-0.0005348004633560777
85867	rnn.weight_ih_l0	7	0.04739989712834358
85867	rnn.weight_ih_l0	8	-0.011595061980187893
85867	rnn.weight_ih_l0	9	-0.020668912678956985
85867	rnn.weight_hh_l0	0	-0.039602745324373245
85867	rnn.weight_hh_l0	1	0.010468792170286179
85867	rnn.weight_hh_l0	2	0.00910390354692936
85867	rnn.weight_hh_l0	3	-0.0530821867287159
85867	rnn.weight_hh_l0	4	0.06168568134307861
85867	rnn.weight_hh_l0	5	-0.00022958988847676665
85867	rnn.weight_hh_l0	6	-0.03132639452815056
85867	rnn.weight_hh_l0	7	-0.009008094668388367
85867	rnn.weight_hh_l0	8	0.014787260442972183
85867	rnn.weight_hh_l0	9	-0.016919899731874466
85867	rnn.bias_ih_l0	0	0.07168687880039215
85867	rnn.bias_ih_l0	1	-0.02220545895397663
85867	rnn.bias_ih_l0	2	-0.013703815639019012
85867	rnn.bias_ih_l0	3	0.11320265382528305
85867	rnn.bias_ih_l0	4	-0.057868827134370804
85867	rnn.bias_ih_l0	5	-0.021934743970632553
85867	rnn.bias_ih_l0	6	-0.0019608507864177227
85867	rnn.bias_ih_l0	7	0.04595739766955376
85867	rnn.bias_ih_l0	8	-0.08402092754840851
85867	rnn.bias_ih_l0	9	-0.025422686710953712
85867	rnn.bias_hh_l0	0	-0.03316585719585419
85867	rnn.bias_hh_l0	1	-0.10510571300983429
85867	rnn.bias_hh_l0	2	-0.049613188952207565
85867	rnn.bias_hh_l0	3	-0.07437019050121307
85867	rnn.bias_hh_l0	4	-0.024327874183654785
85867	rnn.bias_hh_l0	5	-0.008939296938478947
85867	rnn.bias_hh_l0	6	0.022981930524110794
85867	rnn.bias_hh_l0	7	0.03828240558505058
85867	rnn.bias_hh_l0	8	-0.11715873330831528
85867	rnn.bias_hh_l0	9	-0.020964359864592552
85867	rnn.weight_ih_l0_reverse	0	-0.005389684345573187
85867	rnn.weight_ih_l0_reverse	1	-0.05535266175866127
85867	rnn.weight_ih_l0_reverse	2	-0.027759471908211708
85867	rnn.weight_ih_l0_reverse	3	7.096962508512661e-05
85867	rnn.weight_ih_l0_reverse	4	-0.009593226946890354
85867	rnn.weight_ih_l0_reverse	5	-0.04115510359406471
85867	rnn.weight_ih_l0_reverse	6	0.06281229108572006
85867	rnn.weight_ih_l0_reverse	7	-0.022129341959953308
85867	rnn.weight_ih_l0_reverse	8	-0.028627898544073105
85867	rnn.weight_ih_l0_reverse	9	0.0065093087032437325
85867	rnn.weight_hh_l0_reverse	0	0.03516075760126114
85867	rnn.weight_hh_l0_reverse	1	0.027811001986265182
85867	rnn.weight_hh_l0_reverse	2	0.038843199610710144
85867	rnn.weight_hh_l0_reverse	3	0.028923260048031807
85867	rnn.weight_hh_l0_reverse	4	-0.0002006431168410927
85867	rnn.weight_hh_l0_reverse	5	0.011339128017425537
85867	rnn.weight_hh_l0_reverse	6	0.04293360561132431
85867	rnn.weight_hh_l0_reverse	7	-0.06418223679065704
85867	rnn.weight_hh_l0_reverse	8	0.031123144552111626
85867	rnn.weight_hh_l0_reverse	9	0.04760626330971718
85867	rnn.bias_ih_l0_reverse	0	-0.054557930678129196
85867	rnn.bias_ih_l0_reverse	1	-0.2149384766817093
85867	rnn.bias_ih_l0_reverse	2	-0.10332398861646652
85867	rnn.bias_ih_l0_reverse	3	-0.01758449524641037
85867	rnn.bias_ih_l0_reverse	4	-0.03561849147081375
85867	rnn.bias_ih_l0_reverse	5	0.044134970754384995
85867	rnn.bias_ih_l0_reverse	6	-0.049515966325998306
85867	rnn.bias_ih_l0_reverse	7	0.044480741024017334
85867	rnn.bias_ih_l0_reverse	8	-0.048687778413295746
85867	rnn.bias_ih_l0_reverse	9	0.02945597842335701
85867	rnn.bias_hh_l0_reverse	0	-0.003908268176019192
85867	rnn.bias_hh_l0_reverse	1	-0.03212255239486694
85867	rnn.bias_hh_l0_reverse	2	0.05591568723320961
85867	rnn.bias_hh_l0_reverse	3	-0.044666558504104614
85867	rnn.bias_hh_l0_reverse	4	-0.03706362098455429
85867	rnn.bias_hh_l0_reverse	5	-0.025282742455601692
85867	rnn.bias_hh_l0_reverse	6	-0.016888855025172234
85867	rnn.bias_hh_l0_reverse	7	0.09093713760375977
85867	rnn.bias_hh_l0_reverse	8	0.02006552182137966
85867	rnn.bias_hh_l0_reverse	9	-0.10437872260808945
85867	rnn.weight_ih_l1	0	-0.03911230340600014
85867	rnn.weight_ih_l1	1	-0.029323959723114967
85867	rnn.weight_ih_l1	2	0.05526982247829437
85867	rnn.weight_ih_l1	3	-0.02399752475321293
85867	rnn.weight_ih_l1	4	-0.0027181811165064573
85867	rnn.weight_ih_l1	5	-0.04534750431776047
85867	rnn.weight_ih_l1	6	0.029375866055488586
85867	rnn.weight_ih_l1	7	-0.03714269399642944
85867	rnn.weight_ih_l1	8	0.037282854318618774
85867	rnn.weight_ih_l1	9	0.03741349279880524
85867	rnn.weight_hh_l1	0	-0.0051768808625638485
85867	rnn.weight_hh_l1	1	0.010187115520238876
85867	rnn.weight_hh_l1	2	0.0014696925645694137
85867	rnn.weight_hh_l1	3	-0.0121323112398386
85867	rnn.weight_hh_l1	4	0.0026223782915621996
85867	rnn.weight_hh_l1	5	0.024994703009724617
85867	rnn.weight_hh_l1	6	0.028654055669903755
85867	rnn.weight_hh_l1	7	-0.025349117815494537
85867	rnn.weight_hh_l1	8	-0.02178834192454815
85867	rnn.weight_hh_l1	9	0.03993650898337364
85867	rnn.bias_ih_l1	0	-0.16725757718086243
85867	rnn.bias_ih_l1	1	-0.14711526036262512
85867	rnn.bias_ih_l1	2	-0.15228748321533203
85867	rnn.bias_ih_l1	3	-0.21873357892036438
85867	rnn.bias_ih_l1	4	-0.14379484951496124
85867	rnn.bias_ih_l1	5	-0.09363162517547607
85867	rnn.bias_ih_l1	6	-0.11794961988925934
85867	rnn.bias_ih_l1	7	-0.03539784252643585
85867	rnn.bias_ih_l1	8	-0.1199827566742897
85867	rnn.bias_ih_l1	9	-0.0824873298406601
85867	rnn.bias_hh_l1	0	-0.11208899319171906
85867	rnn.bias_hh_l1	1	-0.03421184793114662
85867	rnn.bias_hh_l1	2	-0.07956523448228836
85867	rnn.bias_hh_l1	3	-0.09242609143257141
85867	rnn.bias_hh_l1	4	-0.11740024387836456
85867	rnn.bias_hh_l1	5	-0.09110081940889359
85867	rnn.bias_hh_l1	6	-0.09299411624670029
85867	rnn.bias_hh_l1	7	0.02531881257891655
85867	rnn.bias_hh_l1	8	-0.13723500072956085
85867	rnn.bias_hh_l1	9	-0.08897090703248978
85867	rnn.weight_ih_l1_reverse	0	-0.03601783514022827
85867	rnn.weight_ih_l1_reverse	1	0.019152892753481865
85867	rnn.weight_ih_l1_reverse	2	0.004415983334183693
85867	rnn.weight_ih_l1_reverse	3	0.006666168570518494
85867	rnn.weight_ih_l1_reverse	4	-0.018475869670510292
85867	rnn.weight_ih_l1_reverse	5	-0.03606312349438667
85867	rnn.weight_ih_l1_reverse	6	-0.004028449300676584
85867	rnn.weight_ih_l1_reverse	7	0.01673906482756138
85867	rnn.weight_ih_l1_reverse	8	0.013658791780471802
85867	rnn.weight_ih_l1_reverse	9	-0.02843545377254486
85867	rnn.weight_hh_l1_reverse	0	0.009076270274817944
85867	rnn.weight_hh_l1_reverse	1	0.029918339103460312
85867	rnn.weight_hh_l1_reverse	2	-0.03934924677014351
85867	rnn.weight_hh_l1_reverse	3	0.039729706943035126
85867	rnn.weight_hh_l1_reverse	4	0.047467801719903946
85867	rnn.weight_hh_l1_reverse	5	0.006720515433698893
85867	rnn.weight_hh_l1_reverse	6	0.00708968797698617
85867	rnn.weight_hh_l1_reverse	7	0.027454551309347153
85867	rnn.weight_hh_l1_reverse	8	-0.002971042413264513
85867	rnn.weight_hh_l1_reverse	9	-0.03754917159676552
85867	rnn.bias_ih_l1_reverse	0	-0.04491700604557991
85867	rnn.bias_ih_l1_reverse	1	-0.1109723374247551
85867	rnn.bias_ih_l1_reverse	2	-0.12431506812572479
85867	rnn.bias_ih_l1_reverse	3	-0.025890516117215157
85867	rnn.bias_ih_l1_reverse	4	-0.1688985973596573
85867	rnn.bias_ih_l1_reverse	5	-0.08607964217662811
85867	rnn.bias_ih_l1_reverse	6	-0.11269260942935944
85867	rnn.bias_ih_l1_reverse	7	-0.16413919627666473
85867	rnn.bias_ih_l1_reverse	8	0.11935918778181076
85867	rnn.bias_ih_l1_reverse	9	0.0023401950020343065
85867	rnn.bias_hh_l1_reverse	0	-0.034390468150377274
85867	rnn.bias_hh_l1_reverse	1	0.04715898633003235
85867	rnn.bias_hh_l1_reverse	2	-0.2084888368844986
85867	rnn.bias_hh_l1_reverse	3	-0.09225280582904816
85867	rnn.bias_hh_l1_reverse	4	-0.0703006461262703
85867	rnn.bias_hh_l1_reverse	5	-0.08338192105293274
85867	rnn.bias_hh_l1_reverse	6	0.12243807315826416
85867	rnn.bias_hh_l1_reverse	7	-0.15344198048114777
85867	rnn.bias_hh_l1_reverse	8	-0.08932486176490784
85867	rnn.bias_hh_l1_reverse	9	-0.11537015438079834
85867	linear.weight	0	0.002228822559118271
85867	linear.weight	1	0.0693846344947815
85867	linear.weight	2	-0.12810517847537994
85867	linear.weight	3	0.3236355185508728
85867	linear.weight	4	0.0856703370809555
85867	linear.weight	5	0.005180440843105316
85867	linear.weight	6	-0.0524173229932785
85867	linear.weight	7	0.091249018907547
85867	linear.weight	8	0.041361283510923386
85867	linear.weight	9	-0.06068700924515724
85867	linear.bias	0	-0.05102028697729111
85867	linear.bias	1	-0.11746453493833542
85867	linear.bias	2	-0.49047908186912537
85867	linear.bias	3	-0.7286335825920105
85867	linear.bias	4	-1.1178841590881348
85867	linear.bias	5	-0.046569760888814926
85867	linear.bias	6	-0.6425636410713196
85867	linear.bias	7	0.3684484660625458
85867	linear.bias	8	-0.5143138766288757
85867	linear.bias	9	-0.8523915410041809
86064	transitions	0	0.6039241552352905
86064	transitions	1	0.09085246920585632
86064	transitions	2	-10000.0
86064	transitions	3	-1.80934476852417
86064	transitions	4	-10000.0
86064	transitions	5	0.6235132217407227
86064	transitions	6	-0.04391499608755112
86064	transitions	7	-0.49581772089004517
86064	transitions	8	-1.3625948429107666
86064	transitions	9	-0.0007243047584779561
86064	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
86064	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
86064	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
86064	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
86064	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
86064	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
86064	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
86064	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
86064	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
86064	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
86064	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
86064	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
86064	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
86064	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
86064	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
86064	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
86064	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
86064	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
86064	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
86064	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
86064	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
86064	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
86064	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
86064	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
86064	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
86064	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
86064	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
86064	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
86064	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
86064	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
86064	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
86064	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
86064	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
86064	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
86064	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
86064	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
86064	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
86064	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
86064	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
86064	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
86064	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
86064	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
86064	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
86064	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
86064	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
86064	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
86064	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
86064	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
86064	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
86064	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
86064	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
86064	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
86064	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
86064	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
86064	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
86064	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
86064	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
86064	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
86064	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
86064	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
86064	embedding2nn.weight	0	0.009710948914289474
86064	embedding2nn.weight	1	-0.017364436760544777
86064	embedding2nn.weight	2	-0.014268255792558193
86064	embedding2nn.weight	3	-0.0017647308995947242
86064	embedding2nn.weight	4	-0.005915035028010607
86064	embedding2nn.weight	5	-0.003700581844896078
86064	embedding2nn.weight	6	-0.0039732372388243675
86064	embedding2nn.weight	7	-0.042927518486976624
86064	embedding2nn.weight	8	-0.0019979383796453476
86064	embedding2nn.weight	9	-0.022548815235495567
86064	embedding2nn.bias	0	0.021314525976777077
86064	embedding2nn.bias	1	-0.05685615912079811
86064	embedding2nn.bias	2	0.07287417352199554
86064	embedding2nn.bias	3	0.04958130791783333
86064	embedding2nn.bias	4	-0.01810980588197708
86064	embedding2nn.bias	5	-0.02507888339459896
86064	embedding2nn.bias	6	0.011189180426299572
86064	embedding2nn.bias	7	-0.013904674910008907
86064	embedding2nn.bias	8	0.04586249217391014
86064	embedding2nn.bias	9	0.008592819795012474
86064	rnn.weight_ih_l0	0	-0.03903869912028313
86064	rnn.weight_ih_l0	1	-0.008804531767964363
86064	rnn.weight_ih_l0	2	0.04287485033273697
86064	rnn.weight_ih_l0	3	0.0069522070698440075
86064	rnn.weight_ih_l0	4	-0.015961967408657074
86064	rnn.weight_ih_l0	5	-0.054559480398893356
86064	rnn.weight_ih_l0	6	-0.0006798405665904284
86064	rnn.weight_ih_l0	7	0.04818253591656685
86064	rnn.weight_ih_l0	8	-0.011369338259100914
86064	rnn.weight_ih_l0	9	-0.020580604672431946
86064	rnn.weight_hh_l0	0	-0.03935035318136215
86064	rnn.weight_hh_l0	1	0.00949983112514019
86064	rnn.weight_hh_l0	2	0.0096509400755167
86064	rnn.weight_hh_l0	3	-0.05465306341648102
86064	rnn.weight_hh_l0	4	0.06159079819917679
86064	rnn.weight_hh_l0	5	-0.0001815927680581808
86064	rnn.weight_hh_l0	6	-0.03158966079354286
86064	rnn.weight_hh_l0	7	-0.008516781963407993
86064	rnn.weight_hh_l0	8	0.01504502072930336
86064	rnn.weight_hh_l0	9	-0.01702257990837097
86064	rnn.bias_ih_l0	0	0.07100564241409302
86064	rnn.bias_ih_l0	1	-0.023301780223846436
86064	rnn.bias_ih_l0	2	-0.011765698902308941
86064	rnn.bias_ih_l0	3	0.11285270750522614
86064	rnn.bias_ih_l0	4	-0.05966995656490326
86064	rnn.bias_ih_l0	5	-0.0199107863008976
86064	rnn.bias_ih_l0	6	-6.715431663906202e-05
86064	rnn.bias_ih_l0	7	0.04427025839686394
86064	rnn.bias_ih_l0	8	-0.08417563140392303
86064	rnn.bias_ih_l0	9	-0.025836726650595665
86064	rnn.bias_hh_l0	0	-0.03205633908510208
86064	rnn.bias_hh_l0	1	-0.10623554140329361
86064	rnn.bias_hh_l0	2	-0.049543023109436035
86064	rnn.bias_hh_l0	3	-0.07445047795772552
86064	rnn.bias_hh_l0	4	-0.02539386972784996
86064	rnn.bias_hh_l0	5	-0.00869541522115469
86064	rnn.bias_hh_l0	6	0.0236874558031559
86064	rnn.bias_hh_l0	7	0.03642917051911354
86064	rnn.bias_hh_l0	8	-0.11677156388759613
86064	rnn.bias_hh_l0	9	-0.027471989393234253
86064	rnn.weight_ih_l0_reverse	0	-0.005301696714013815
86064	rnn.weight_ih_l0_reverse	1	-0.05469389632344246
86064	rnn.weight_ih_l0_reverse	2	-0.026917485520243645
86064	rnn.weight_ih_l0_reverse	3	0.002631831681355834
86064	rnn.weight_ih_l0_reverse	4	-0.011287457309663296
86064	rnn.weight_ih_l0_reverse	5	-0.04156721010804176
86064	rnn.weight_ih_l0_reverse	6	0.0626242458820343
86064	rnn.weight_ih_l0_reverse	7	-0.017093181610107422
86064	rnn.weight_ih_l0_reverse	8	-0.029245847836136818
86064	rnn.weight_ih_l0_reverse	9	0.005989948287606239
86064	rnn.weight_hh_l0_reverse	0	0.03433841094374657
86064	rnn.weight_hh_l0_reverse	1	0.02951980009675026
86064	rnn.weight_hh_l0_reverse	2	0.03887883946299553
86064	rnn.weight_hh_l0_reverse	3	0.02920864149928093
86064	rnn.weight_hh_l0_reverse	4	-0.00012221811630297452
86064	rnn.weight_hh_l0_reverse	5	0.011053614318370819
86064	rnn.weight_hh_l0_reverse	6	0.042946480214595795
86064	rnn.weight_hh_l0_reverse	7	-0.0638994425535202
86064	rnn.weight_hh_l0_reverse	8	0.03077433817088604
86064	rnn.weight_hh_l0_reverse	9	0.04717210680246353
86064	rnn.bias_ih_l0_reverse	0	-0.05420508608222008
86064	rnn.bias_ih_l0_reverse	1	-0.2098528891801834
86064	rnn.bias_ih_l0_reverse	2	-0.10995292663574219
86064	rnn.bias_ih_l0_reverse	3	-0.01968349702656269
86064	rnn.bias_ih_l0_reverse	4	-0.037515781819820404
86064	rnn.bias_ih_l0_reverse	5	0.050181321799755096
86064	rnn.bias_ih_l0_reverse	6	-0.049945276230573654
86064	rnn.bias_ih_l0_reverse	7	0.041913021355867386
86064	rnn.bias_ih_l0_reverse	8	-0.047582730650901794
86064	rnn.bias_ih_l0_reverse	9	0.028313135728240013
86064	rnn.bias_hh_l0_reverse	0	-0.0018795850919559598
86064	rnn.bias_hh_l0_reverse	1	-0.023617016151547432
86064	rnn.bias_hh_l0_reverse	2	0.05654200538992882
86064	rnn.bias_hh_l0_reverse	3	-0.04669575020670891
86064	rnn.bias_hh_l0_reverse	4	-0.03617841750383377
86064	rnn.bias_hh_l0_reverse	5	-0.024569351226091385
86064	rnn.bias_hh_l0_reverse	6	-0.02048242650926113
86064	rnn.bias_hh_l0_reverse	7	0.09004150331020355
86064	rnn.bias_hh_l0_reverse	8	0.022082319483160973
86064	rnn.bias_hh_l0_reverse	9	-0.10363686829805374
86064	rnn.weight_ih_l1	0	-0.037724610418081284
86064	rnn.weight_ih_l1	1	-0.030689483508467674
86064	rnn.weight_ih_l1	2	0.05376036465167999
86064	rnn.weight_ih_l1	3	-0.024767348542809486
86064	rnn.weight_ih_l1	4	-0.003605656325817108
86064	rnn.weight_ih_l1	5	-0.04511800780892372
86064	rnn.weight_ih_l1	6	0.029171127825975418
86064	rnn.weight_ih_l1	7	-0.03828746825456619
86064	rnn.weight_ih_l1	8	0.03793485090136528
86064	rnn.weight_ih_l1	9	0.03730091080069542
86064	rnn.weight_hh_l1	0	-0.005466899834573269
86064	rnn.weight_hh_l1	1	0.009939451701939106
86064	rnn.weight_hh_l1	2	0.000283896952169016
86064	rnn.weight_hh_l1	3	-0.011806441470980644
86064	rnn.weight_hh_l1	4	0.003337589558213949
86064	rnn.weight_hh_l1	5	0.025130122900009155
86064	rnn.weight_hh_l1	6	0.028529750183224678
86064	rnn.weight_hh_l1	7	-0.02540224976837635
86064	rnn.weight_hh_l1	8	-0.021919449791312218
86064	rnn.weight_hh_l1	9	0.04089423269033432
86064	rnn.bias_ih_l1	0	-0.1648084819316864
86064	rnn.bias_ih_l1	1	-0.14947368204593658
86064	rnn.bias_ih_l1	2	-0.15463212132453918
86064	rnn.bias_ih_l1	3	-0.22195133566856384
86064	rnn.bias_ih_l1	4	-0.14979462325572968
86064	rnn.bias_ih_l1	5	-0.0913376584649086
86064	rnn.bias_ih_l1	6	-0.11549821496009827
86064	rnn.bias_ih_l1	7	-0.03526174649596214
86064	rnn.bias_ih_l1	8	-0.12171604484319687
86064	rnn.bias_ih_l1	9	-0.08300989121198654
86064	rnn.bias_hh_l1	0	-0.11157773435115814
86064	rnn.bias_hh_l1	1	-0.03397146239876747
86064	rnn.bias_hh_l1	2	-0.08174441754817963
86064	rnn.bias_hh_l1	3	-0.0910814180970192
86064	rnn.bias_hh_l1	4	-0.11562331765890121
86064	rnn.bias_hh_l1	5	-0.0914517492055893
86064	rnn.bias_hh_l1	6	-0.09960068762302399
86064	rnn.bias_hh_l1	7	0.02901753969490528
86064	rnn.bias_hh_l1	8	-0.13567036390304565
86064	rnn.bias_hh_l1	9	-0.08929060399532318
86064	rnn.weight_ih_l1_reverse	0	-0.03660597652196884
86064	rnn.weight_ih_l1_reverse	1	0.018955664709210396
86064	rnn.weight_ih_l1_reverse	2	0.007048445753753185
86064	rnn.weight_ih_l1_reverse	3	0.007511194795370102
86064	rnn.weight_ih_l1_reverse	4	-0.018286025151610374
86064	rnn.weight_ih_l1_reverse	5	-0.036171067506074905
86064	rnn.weight_ih_l1_reverse	6	-0.005254935473203659
86064	rnn.weight_ih_l1_reverse	7	0.016510985791683197
86064	rnn.weight_ih_l1_reverse	8	0.014678478240966797
86064	rnn.weight_ih_l1_reverse	9	-0.031442791223526
86064	rnn.weight_hh_l1_reverse	0	0.009129968471825123
86064	rnn.weight_hh_l1_reverse	1	0.030118558555841446
86064	rnn.weight_hh_l1_reverse	2	-0.039270881563425064
86064	rnn.weight_hh_l1_reverse	3	0.03966858983039856
86064	rnn.weight_hh_l1_reverse	4	0.04778653010725975
86064	rnn.weight_hh_l1_reverse	5	0.007044361438602209
86064	rnn.weight_hh_l1_reverse	6	0.00711000245064497
86064	rnn.weight_hh_l1_reverse	7	0.027309169992804527
86064	rnn.weight_hh_l1_reverse	8	-0.0028430719394236803
86064	rnn.weight_hh_l1_reverse	9	-0.03732258826494217
86064	rnn.bias_ih_l1_reverse	0	-0.04556691646575928
86064	rnn.bias_ih_l1_reverse	1	-0.10946939140558243
86064	rnn.bias_ih_l1_reverse	2	-0.12630289793014526
86064	rnn.bias_ih_l1_reverse	3	-0.030990462750196457
86064	rnn.bias_ih_l1_reverse	4	-0.16852334141731262
86064	rnn.bias_ih_l1_reverse	5	-0.08462343364953995
86064	rnn.bias_ih_l1_reverse	6	-0.11275607347488403
86064	rnn.bias_ih_l1_reverse	7	-0.16785380244255066
86064	rnn.bias_ih_l1_reverse	8	0.11837571114301682
86064	rnn.bias_ih_l1_reverse	9	0.0035674655809998512
86064	rnn.bias_hh_l1_reverse	0	-0.03387204557657242
86064	rnn.bias_hh_l1_reverse	1	0.0379234217107296
86064	rnn.bias_hh_l1_reverse	2	-0.20864050090312958
86064	rnn.bias_hh_l1_reverse	3	-0.09354245662689209
86064	rnn.bias_hh_l1_reverse	4	-0.0708630159497261
86064	rnn.bias_hh_l1_reverse	5	-0.08219979703426361
86064	rnn.bias_hh_l1_reverse	6	0.11986235529184341
86064	rnn.bias_hh_l1_reverse	7	-0.15059684216976166
86064	rnn.bias_hh_l1_reverse	8	-0.09049173444509506
86064	rnn.bias_hh_l1_reverse	9	-0.11511746793985367
86064	linear.weight	0	0.002228822559118271
86064	linear.weight	1	0.07091201841831207
86064	linear.weight	2	-0.12392298877239227
86064	linear.weight	3	0.30949699878692627
86064	linear.weight	4	0.08605840802192688
86064	linear.weight	5	0.004184157587587833
86064	linear.weight	6	-0.059669941663742065
86064	linear.weight	7	0.09522802382707596
86064	linear.weight	8	0.04135601967573166
86064	linear.weight	9	-0.06366072595119476
86064	linear.bias	0	-0.026866726577281952
86064	linear.bias	1	-0.14000828564167023
86064	linear.bias	2	-0.4838000535964966
86064	linear.bias	3	-0.692835807800293
86064	linear.bias	4	-1.0812963247299194
86064	linear.bias	5	-0.06945189833641052
86064	linear.bias	6	-0.6630747318267822
86064	linear.bias	7	0.3467385768890381
86064	linear.bias	8	-0.5466010570526123
86064	linear.bias	9	-0.8839409351348877
86261	transitions	0	0.5884407758712769
86261	transitions	1	0.08667156100273132
86261	transitions	2	-10000.0
86261	transitions	3	-1.8094024658203125
86261	transitions	4	-10000.0
86261	transitions	5	0.62333744764328
86261	transitions	6	-0.04403873160481453
86261	transitions	7	-0.49727964401245117
86261	transitions	8	-1.3627381324768066
86261	transitions	9	-0.0007253921939991415
86261	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
86261	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
86261	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
86261	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
86261	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
86261	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
86261	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
86261	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
86261	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
86261	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
86261	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
86261	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
86261	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
86261	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
86261	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
86261	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
86261	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
86261	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
86261	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
86261	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
86261	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
86261	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
86261	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
86261	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
86261	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
86261	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
86261	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
86261	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
86261	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
86261	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
86261	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
86261	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
86261	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
86261	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
86261	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
86261	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
86261	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
86261	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
86261	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
86261	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
86261	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
86261	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
86261	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
86261	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
86261	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
86261	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
86261	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
86261	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
86261	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
86261	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
86261	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
86261	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
86261	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
86261	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
86261	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
86261	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
86261	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
86261	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
86261	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
86261	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
86261	embedding2nn.weight	0	0.01029607281088829
86261	embedding2nn.weight	1	-0.01732417196035385
86261	embedding2nn.weight	2	-0.014268255792558193
86261	embedding2nn.weight	3	-0.005340037867426872
86261	embedding2nn.weight	4	-0.005915035028010607
86261	embedding2nn.weight	5	-0.003700581844896078
86261	embedding2nn.weight	6	-0.003973245155066252
86261	embedding2nn.weight	7	-0.04162466898560524
86261	embedding2nn.weight	8	-0.0019979383796453476
86261	embedding2nn.weight	9	-0.023389924317598343
86261	embedding2nn.bias	0	0.0224471352994442
86261	embedding2nn.bias	1	-0.05583677068352699
86261	embedding2nn.bias	2	0.0802670270204544
86261	embedding2nn.bias	3	0.04890081286430359
86261	embedding2nn.bias	4	-0.023034794256091118
86261	embedding2nn.bias	5	-0.03180278092622757
86261	embedding2nn.bias	6	0.014279171824455261
86261	embedding2nn.bias	7	-0.019144749268889427
86261	embedding2nn.bias	8	0.04605225473642349
86261	embedding2nn.bias	9	0.01728201098740101
86261	rnn.weight_ih_l0	0	-0.03749248757958412
86261	rnn.weight_ih_l0	1	-0.00962213333696127
86261	rnn.weight_ih_l0	2	0.044851090759038925
86261	rnn.weight_ih_l0	3	0.0074926018714904785
86261	rnn.weight_ih_l0	4	-0.014205030165612698
86261	rnn.weight_ih_l0	5	-0.05603555589914322
86261	rnn.weight_ih_l0	6	-0.0005737224710173905
86261	rnn.weight_ih_l0	7	0.046701524406671524
86261	rnn.weight_ih_l0	8	-0.012266196310520172
86261	rnn.weight_ih_l0	9	-0.02038532868027687
86261	rnn.weight_hh_l0	0	-0.03750175982713699
86261	rnn.weight_hh_l0	1	0.008324481546878815
86261	rnn.weight_hh_l0	2	0.009513561613857746
86261	rnn.weight_hh_l0	3	-0.054271768778562546
86261	rnn.weight_hh_l0	4	0.06147630140185356
86261	rnn.weight_hh_l0	5	0.0006244389805942774
86261	rnn.weight_hh_l0	6	-0.03072063811123371
86261	rnn.weight_hh_l0	7	-0.00798973347991705
86261	rnn.weight_hh_l0	8	0.014235394075512886
86261	rnn.weight_hh_l0	9	-0.01780790463089943
86261	rnn.bias_ih_l0	0	0.07341958582401276
86261	rnn.bias_ih_l0	1	-0.02373052015900612
86261	rnn.bias_ih_l0	2	-0.011537585407495499
86261	rnn.bias_ih_l0	3	0.11408951133489609
86261	rnn.bias_ih_l0	4	-0.060449618846178055
86261	rnn.bias_ih_l0	5	-0.02101539820432663
86261	rnn.bias_ih_l0	6	-0.0009237635531462729
86261	rnn.bias_ih_l0	7	0.0446406714618206
86261	rnn.bias_ih_l0	8	-0.08452089130878448
86261	rnn.bias_ih_l0	9	-0.022670717909932137
86261	rnn.bias_hh_l0	0	-0.029017606750130653
86261	rnn.bias_hh_l0	1	-0.10646077245473862
86261	rnn.bias_hh_l0	2	-0.04811113700270653
86261	rnn.bias_hh_l0	3	-0.07394476234912872
86261	rnn.bias_hh_l0	4	-0.027011046186089516
86261	rnn.bias_hh_l0	5	-0.005750528071075678
86261	rnn.bias_hh_l0	6	0.023249411955475807
86261	rnn.bias_hh_l0	7	0.038280852138996124
86261	rnn.bias_hh_l0	8	-0.11677386611700058
86261	rnn.bias_hh_l0	9	-0.029875367879867554
86261	rnn.weight_ih_l0_reverse	0	-0.006452486384660006
86261	rnn.weight_ih_l0_reverse	1	-0.05577501282095909
86261	rnn.weight_ih_l0_reverse	2	-0.027057886123657227
86261	rnn.weight_ih_l0_reverse	3	0.0022906905505806208
86261	rnn.weight_ih_l0_reverse	4	-0.011790866032242775
86261	rnn.weight_ih_l0_reverse	5	-0.0417175330221653
86261	rnn.weight_ih_l0_reverse	6	0.06182272732257843
86261	rnn.weight_ih_l0_reverse	7	-0.018053792417049408
86261	rnn.weight_ih_l0_reverse	8	-0.03000079095363617
86261	rnn.weight_ih_l0_reverse	9	0.0057075973600149155
86261	rnn.weight_hh_l0_reverse	0	0.03337745741009712
86261	rnn.weight_hh_l0_reverse	1	0.02820632793009281
86261	rnn.weight_hh_l0_reverse	2	0.0375480055809021
86261	rnn.weight_hh_l0_reverse	3	0.028792960569262505
86261	rnn.weight_hh_l0_reverse	4	0.0005557684926316142
86261	rnn.weight_hh_l0_reverse	5	0.01085976418107748
86261	rnn.weight_hh_l0_reverse	6	0.04272637888789177
86261	rnn.weight_hh_l0_reverse	7	-0.06363943219184875
86261	rnn.weight_hh_l0_reverse	8	0.03168322145938873
86261	rnn.weight_hh_l0_reverse	9	0.0467490516602993
86261	rnn.bias_ih_l0_reverse	0	-0.05452795699238777
86261	rnn.bias_ih_l0_reverse	1	-0.217356875538826
86261	rnn.bias_ih_l0_reverse	2	-0.11276987940073013
86261	rnn.bias_ih_l0_reverse	3	-0.019839003682136536
86261	rnn.bias_ih_l0_reverse	4	-0.035695627331733704
86261	rnn.bias_ih_l0_reverse	5	0.042825911194086075
86261	rnn.bias_ih_l0_reverse	6	-0.04723779857158661
86261	rnn.bias_ih_l0_reverse	7	0.045931778848171234
86261	rnn.bias_ih_l0_reverse	8	-0.047272492200136185
86261	rnn.bias_ih_l0_reverse	9	0.028396248817443848
86261	rnn.bias_hh_l0_reverse	0	-0.00044477812480181456
86261	rnn.bias_hh_l0_reverse	1	-0.022417910397052765
86261	rnn.bias_hh_l0_reverse	2	0.05821584165096283
86261	rnn.bias_hh_l0_reverse	3	-0.045037224888801575
86261	rnn.bias_hh_l0_reverse	4	-0.03740539401769638
86261	rnn.bias_hh_l0_reverse	5	-0.02590871788561344
86261	rnn.bias_hh_l0_reverse	6	-0.020186495035886765
86261	rnn.bias_hh_l0_reverse	7	0.0869995579123497
86261	rnn.bias_hh_l0_reverse	8	0.02116916887462139
86261	rnn.bias_hh_l0_reverse	9	-0.0998656302690506
86261	rnn.weight_ih_l1	0	-0.03803292661905289
86261	rnn.weight_ih_l1	1	-0.031064534559845924
86261	rnn.weight_ih_l1	2	0.052495963871479034
86261	rnn.weight_ih_l1	3	-0.02786594070494175
86261	rnn.weight_ih_l1	4	-0.0038144851569086313
86261	rnn.weight_ih_l1	5	-0.045605141669511795
86261	rnn.weight_ih_l1	6	0.028702085837721825
86261	rnn.weight_ih_l1	7	-0.038376547396183014
86261	rnn.weight_ih_l1	8	0.03814204782247543
86261	rnn.weight_ih_l1	9	0.03594309464097023
86261	rnn.weight_hh_l1	0	-0.005526276305317879
86261	rnn.weight_hh_l1	1	0.009823734872043133
86261	rnn.weight_hh_l1	2	9.521139872958884e-05
86261	rnn.weight_hh_l1	3	-0.011633185669779778
86261	rnn.weight_hh_l1	4	0.0023855126928538084
86261	rnn.weight_hh_l1	5	0.024976152926683426
86261	rnn.weight_hh_l1	6	0.02931199036538601
86261	rnn.weight_hh_l1	7	-0.0256644394248724
86261	rnn.weight_hh_l1	8	-0.021342558786273003
86261	rnn.weight_hh_l1	9	0.04024311900138855
86261	rnn.bias_ih_l1	0	-0.16694039106369019
86261	rnn.bias_ih_l1	1	-0.14893360435962677
86261	rnn.bias_ih_l1	2	-0.15972624719142914
86261	rnn.bias_ih_l1	3	-0.2246527075767517
86261	rnn.bias_ih_l1	4	-0.14983990788459778
86261	rnn.bias_ih_l1	5	-0.09396743029356003
86261	rnn.bias_ih_l1	6	-0.11623477190732956
86261	rnn.bias_ih_l1	7	-0.03168163448572159
86261	rnn.bias_ih_l1	8	-0.11832013726234436
86261	rnn.bias_ih_l1	9	-0.08532252907752991
86261	rnn.bias_hh_l1	0	-0.10930074006319046
86261	rnn.bias_hh_l1	1	-0.03376280888915062
86261	rnn.bias_hh_l1	2	-0.08055053651332855
86261	rnn.bias_hh_l1	3	-0.0911637619137764
86261	rnn.bias_hh_l1	4	-0.11379040777683258
86261	rnn.bias_hh_l1	5	-0.09215264767408371
86261	rnn.bias_hh_l1	6	-0.10100708901882172
86261	rnn.bias_hh_l1	7	0.02607085183262825
86261	rnn.bias_hh_l1	8	-0.1381070613861084
86261	rnn.bias_hh_l1	9	-0.09003045409917831
86261	rnn.weight_ih_l1_reverse	0	-0.03599167242646217
86261	rnn.weight_ih_l1_reverse	1	0.01662721298635006
86261	rnn.weight_ih_l1_reverse	2	0.006200860720127821
86261	rnn.weight_ih_l1_reverse	3	0.003187034046277404
86261	rnn.weight_ih_l1_reverse	4	-0.016657467931509018
86261	rnn.weight_ih_l1_reverse	5	-0.03652680665254593
86261	rnn.weight_ih_l1_reverse	6	-0.002444675425067544
86261	rnn.weight_ih_l1_reverse	7	0.015606717206537724
86261	rnn.weight_ih_l1_reverse	8	0.016523361206054688
86261	rnn.weight_ih_l1_reverse	9	-0.030725114047527313
86261	rnn.weight_hh_l1_reverse	0	0.009258976206183434
86261	rnn.weight_hh_l1_reverse	1	0.030129611492156982
86261	rnn.weight_hh_l1_reverse	2	-0.039194148033857346
86261	rnn.weight_hh_l1_reverse	3	0.03957493230700493
86261	rnn.weight_hh_l1_reverse	4	0.04767304286360741
86261	rnn.weight_hh_l1_reverse	5	0.007456385064870119
86261	rnn.weight_hh_l1_reverse	6	0.005641292314976454
86261	rnn.weight_hh_l1_reverse	7	0.027370091527700424
86261	rnn.weight_hh_l1_reverse	8	-0.0027826763689517975
86261	rnn.weight_hh_l1_reverse	9	-0.03753494471311569
86261	rnn.bias_ih_l1_reverse	0	-0.04403155297040939
86261	rnn.bias_ih_l1_reverse	1	-0.10861686617136002
86261	rnn.bias_ih_l1_reverse	2	-0.12269826233386993
86261	rnn.bias_ih_l1_reverse	3	-0.03527849167585373
86261	rnn.bias_ih_l1_reverse	4	-0.16898104548454285
86261	rnn.bias_ih_l1_reverse	5	-0.08551426231861115
86261	rnn.bias_ih_l1_reverse	6	-0.11225783824920654
86261	rnn.bias_ih_l1_reverse	7	-0.17236021161079407
86261	rnn.bias_ih_l1_reverse	8	0.11962118744850159
86261	rnn.bias_ih_l1_reverse	9	0.002725105034187436
86261	rnn.bias_hh_l1_reverse	0	-0.0372144840657711
86261	rnn.bias_hh_l1_reverse	1	0.03881421685218811
86261	rnn.bias_hh_l1_reverse	2	-0.21006056666374207
86261	rnn.bias_hh_l1_reverse	3	-0.09363353252410889
86261	rnn.bias_hh_l1_reverse	4	-0.07085207849740982
86261	rnn.bias_hh_l1_reverse	5	-0.07963421195745468
86261	rnn.bias_hh_l1_reverse	6	0.13150988519191742
86261	rnn.bias_hh_l1_reverse	7	-0.14833247661590576
86261	rnn.bias_hh_l1_reverse	8	-0.08622568100690842
86261	rnn.bias_hh_l1_reverse	9	-0.11543907970190048
86261	linear.weight	0	0.002228822559118271
86261	linear.weight	1	0.0758064016699791
86261	linear.weight	2	-0.1195792406797409
86261	linear.weight	3	0.3090042173862457
86261	linear.weight	4	0.0915846973657608
86261	linear.weight	5	0.003136168699711561
86261	linear.weight	6	-0.05834787338972092
86261	linear.weight	7	0.08795449137687683
86261	linear.weight	8	0.04135105386376381
86261	linear.weight	9	-0.06002716347575188
86261	linear.bias	0	-0.08594625443220139
86261	linear.bias	1	-0.15227052569389343
86261	linear.bias	2	-0.49117323756217957
86261	linear.bias	3	-0.6974618434906006
86261	linear.bias	4	-1.088424801826477
86261	linear.bias	5	-0.03601045161485672
86261	linear.bias	6	-0.6710124015808105
86261	linear.bias	7	0.38126271963119507
86261	linear.bias	8	-0.5369359850883484
86261	linear.bias	9	-0.8732882738113403
86458	transitions	0	0.6002803444862366
86458	transitions	1	0.09746884554624557
86458	transitions	2	-10000.0
86458	transitions	3	-1.8094711303710938
86458	transitions	4	-10000.0
86458	transitions	5	0.6229197978973389
86458	transitions	6	-0.044139645993709564
86458	transitions	7	-0.4976792633533478
86458	transitions	8	-1.3628475666046143
86458	transitions	9	-0.0007269294001162052
86458	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
86458	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
86458	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
86458	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
86458	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
86458	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
86458	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
86458	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
86458	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
86458	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
86458	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
86458	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
86458	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
86458	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
86458	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
86458	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
86458	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
86458	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
86458	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
86458	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
86458	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
86458	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
86458	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
86458	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
86458	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
86458	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
86458	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
86458	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
86458	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
86458	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
86458	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
86458	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
86458	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
86458	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
86458	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
86458	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
86458	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
86458	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
86458	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
86458	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
86458	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
86458	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
86458	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
86458	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
86458	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
86458	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
86458	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
86458	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
86458	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
86458	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
86458	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
86458	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
86458	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
86458	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
86458	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
86458	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
86458	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
86458	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
86458	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
86458	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
86458	embedding2nn.weight	0	0.013426373712718487
86458	embedding2nn.weight	1	-0.01710035651922226
86458	embedding2nn.weight	2	-0.014268255792558193
86458	embedding2nn.weight	3	-0.004276931285858154
86458	embedding2nn.weight	4	-0.005915035028010607
86458	embedding2nn.weight	5	-0.0037005816120654345
86458	embedding2nn.weight	6	-0.003973245620727539
86458	embedding2nn.weight	7	-0.04199889674782753
86458	embedding2nn.weight	8	-0.0019979383796453476
86458	embedding2nn.weight	9	-0.02392040565609932
86458	embedding2nn.bias	0	0.017159616574645042
86458	embedding2nn.bias	1	-0.04737897589802742
86458	embedding2nn.bias	2	0.08214632421731949
86458	embedding2nn.bias	3	0.04445037990808487
86458	embedding2nn.bias	4	-0.022791579365730286
86458	embedding2nn.bias	5	-0.04168282076716423
86458	embedding2nn.bias	6	0.02147371508181095
86458	embedding2nn.bias	7	-0.018733182922005653
86458	embedding2nn.bias	8	0.04305940121412277
86458	embedding2nn.bias	9	0.02558314800262451
86458	rnn.weight_ih_l0	0	-0.03903444483876228
86458	rnn.weight_ih_l0	1	-0.008491406217217445
86458	rnn.weight_ih_l0	2	0.04560019448399544
86458	rnn.weight_ih_l0	3	0.008708305656909943
86458	rnn.weight_ih_l0	4	-0.013985981233417988
86458	rnn.weight_ih_l0	5	-0.0554950088262558
86458	rnn.weight_ih_l0	6	-0.0006881505833007395
86458	rnn.weight_ih_l0	7	0.04744303226470947
86458	rnn.weight_ih_l0	8	-0.012538759037852287
86458	rnn.weight_ih_l0	9	-0.01958826184272766
86458	rnn.weight_hh_l0	0	-0.03831195458769798
86458	rnn.weight_hh_l0	1	0.007073144428431988
86458	rnn.weight_hh_l0	2	0.008878728374838829
86458	rnn.weight_hh_l0	3	-0.05335655435919762
86458	rnn.weight_hh_l0	4	0.06110921874642372
86458	rnn.weight_hh_l0	5	0.001979038119316101
86458	rnn.weight_hh_l0	6	-0.032180238515138626
86458	rnn.weight_hh_l0	7	-0.006717277225106955
86458	rnn.weight_hh_l0	8	0.014488992281258106
86458	rnn.weight_hh_l0	9	-0.018730485811829567
86458	rnn.bias_ih_l0	0	0.07177642732858658
86458	rnn.bias_ih_l0	1	-0.023055804893374443
86458	rnn.bias_ih_l0	2	-0.010426852852106094
86458	rnn.bias_ih_l0	3	0.10900188237428665
86458	rnn.bias_ih_l0	4	-0.0573953315615654
86458	rnn.bias_ih_l0	5	-0.02469268999993801
86458	rnn.bias_ih_l0	6	-0.002159782452508807
86458	rnn.bias_ih_l0	7	0.04382682219147682
86458	rnn.bias_ih_l0	8	-0.08480237424373627
86458	rnn.bias_ih_l0	9	-0.022527480497956276
86458	rnn.bias_hh_l0	0	-0.03422980755567551
86458	rnn.bias_hh_l0	1	-0.10577377676963806
86458	rnn.bias_hh_l0	2	-0.04493212699890137
86458	rnn.bias_hh_l0	3	-0.07443118095397949
86458	rnn.bias_hh_l0	4	-0.026054859161376953
86458	rnn.bias_hh_l0	5	-0.009224841371178627
86458	rnn.bias_hh_l0	6	0.021738234907388687
86458	rnn.bias_hh_l0	7	0.034641340374946594
86458	rnn.bias_hh_l0	8	-0.11811571568250656
86458	rnn.bias_hh_l0	9	-0.02761116996407509
86458	rnn.weight_ih_l0_reverse	0	-0.00667334720492363
86458	rnn.weight_ih_l0_reverse	1	-0.056670431047677994
86458	rnn.weight_ih_l0_reverse	2	-0.02536258101463318
86458	rnn.weight_ih_l0_reverse	3	0.001984151778742671
86458	rnn.weight_ih_l0_reverse	4	-0.011747132986783981
86458	rnn.weight_ih_l0_reverse	5	-0.041383057832717896
86458	rnn.weight_ih_l0_reverse	6	0.061414118856191635
86458	rnn.weight_ih_l0_reverse	7	-0.01659994386136532
86458	rnn.weight_ih_l0_reverse	8	-0.02984037436544895
86458	rnn.weight_ih_l0_reverse	9	0.005421184469014406
86458	rnn.weight_hh_l0_reverse	0	0.03626379743218422
86458	rnn.weight_hh_l0_reverse	1	0.029078293591737747
86458	rnn.weight_hh_l0_reverse	2	0.03760988637804985
86458	rnn.weight_hh_l0_reverse	3	0.028859157115221024
86458	rnn.weight_hh_l0_reverse	4	0.0007518535130657256
86458	rnn.weight_hh_l0_reverse	5	0.011776627972722054
86458	rnn.weight_hh_l0_reverse	6	0.04308969900012016
86458	rnn.weight_hh_l0_reverse	7	-0.06413257867097855
86458	rnn.weight_hh_l0_reverse	8	0.03172186017036438
86458	rnn.weight_hh_l0_reverse	9	0.046079933643341064
86458	rnn.bias_ih_l0_reverse	0	-0.05629730597138405
86458	rnn.bias_ih_l0_reverse	1	-0.21125558018684387
86458	rnn.bias_ih_l0_reverse	2	-0.11679474264383316
86458	rnn.bias_ih_l0_reverse	3	-0.02046729438006878
86458	rnn.bias_ih_l0_reverse	4	-0.039869554340839386
86458	rnn.bias_ih_l0_reverse	5	0.044237587600946426
86458	rnn.bias_ih_l0_reverse	6	-0.047881536185741425
86458	rnn.bias_ih_l0_reverse	7	0.043713316321372986
86458	rnn.bias_ih_l0_reverse	8	-0.04705081507563591
86458	rnn.bias_ih_l0_reverse	9	0.02882944419980049
86458	rnn.bias_hh_l0_reverse	0	-0.0044023809023201466
86458	rnn.bias_hh_l0_reverse	1	-0.02629201114177704
86458	rnn.bias_hh_l0_reverse	2	0.05644746124744415
86458	rnn.bias_hh_l0_reverse	3	-0.048367004841566086
86458	rnn.bias_hh_l0_reverse	4	-0.037413518875837326
86458	rnn.bias_hh_l0_reverse	5	-0.022752324119210243
86458	rnn.bias_hh_l0_reverse	6	-0.020807748660445213
86458	rnn.bias_hh_l0_reverse	7	0.08486202359199524
86458	rnn.bias_hh_l0_reverse	8	0.02131972648203373
86458	rnn.bias_hh_l0_reverse	9	-0.10509184747934341
86458	rnn.weight_ih_l1	0	-0.03841428831219673
86458	rnn.weight_ih_l1	1	-0.030808134004473686
86458	rnn.weight_ih_l1	2	0.04890571907162666
86458	rnn.weight_ih_l1	3	-0.027566099539399147
86458	rnn.weight_ih_l1	4	-0.003652122337371111
86458	rnn.weight_ih_l1	5	-0.0462694987654686
86458	rnn.weight_ih_l1	6	0.029688630253076553
86458	rnn.weight_ih_l1	7	-0.03807336837053299
86458	rnn.weight_ih_l1	8	0.0381498783826828
86458	rnn.weight_ih_l1	9	0.0360250361263752
86458	rnn.weight_hh_l1	0	-0.005918813403695822
86458	rnn.weight_hh_l1	1	0.009970027953386307
86458	rnn.weight_hh_l1	2	8.550591883249581e-05
86458	rnn.weight_hh_l1	3	-0.011499515734612942
86458	rnn.weight_hh_l1	4	0.0012701419182121754
86458	rnn.weight_hh_l1	5	0.025164593011140823
86458	rnn.weight_hh_l1	6	0.02995281293988228
86458	rnn.weight_hh_l1	7	-0.02557305432856083
86458	rnn.weight_hh_l1	8	-0.021355193108320236
86458	rnn.weight_hh_l1	9	0.04125453904271126
86458	rnn.bias_ih_l1	0	-0.16741962730884552
86458	rnn.bias_ih_l1	1	-0.14884226024150848
86458	rnn.bias_ih_l1	2	-0.15773147344589233
86458	rnn.bias_ih_l1	3	-0.2204260379076004
86458	rnn.bias_ih_l1	4	-0.15246868133544922
86458	rnn.bias_ih_l1	5	-0.094600610435009
86458	rnn.bias_ih_l1	6	-0.11783795058727264
86458	rnn.bias_ih_l1	7	-0.032847169786691666
86458	rnn.bias_ih_l1	8	-0.11875700205564499
86458	rnn.bias_ih_l1	9	-0.08502782881259918
86458	rnn.bias_hh_l1	0	-0.10915859043598175
86458	rnn.bias_hh_l1	1	-0.03237472474575043
86458	rnn.bias_hh_l1	2	-0.07829122990369797
86458	rnn.bias_hh_l1	3	-0.09048882126808167
86458	rnn.bias_hh_l1	4	-0.11349847912788391
86458	rnn.bias_hh_l1	5	-0.0913863480091095
86458	rnn.bias_hh_l1	6	-0.10023051500320435
86458	rnn.bias_hh_l1	7	0.028580274432897568
86458	rnn.bias_hh_l1	8	-0.13687016069889069
86458	rnn.bias_hh_l1	9	-0.08671507984399796
86458	rnn.weight_ih_l1_reverse	0	-0.03656601160764694
86458	rnn.weight_ih_l1_reverse	1	0.012791250832378864
86458	rnn.weight_ih_l1_reverse	2	0.007527287118136883
86458	rnn.weight_ih_l1_reverse	3	0.005126442760229111
86458	rnn.weight_ih_l1_reverse	4	-0.017771054059267044
86458	rnn.weight_ih_l1_reverse	5	-0.03629489988088608
86458	rnn.weight_ih_l1_reverse	6	-0.005308413412421942
86458	rnn.weight_ih_l1_reverse	7	0.015884066000580788
86458	rnn.weight_ih_l1_reverse	8	0.01501250360161066
86458	rnn.weight_ih_l1_reverse	9	-0.03627755865454674
86458	rnn.weight_hh_l1_reverse	0	0.009367404505610466
86458	rnn.weight_hh_l1_reverse	1	0.030365481972694397
86458	rnn.weight_hh_l1_reverse	2	-0.039115726947784424
86458	rnn.weight_hh_l1_reverse	3	0.03966376185417175
86458	rnn.weight_hh_l1_reverse	4	0.04804488271474838
86458	rnn.weight_hh_l1_reverse	5	0.0073998854495584965
86458	rnn.weight_hh_l1_reverse	6	0.0052047413773834705
86458	rnn.weight_hh_l1_reverse	7	0.02738298289477825
86458	rnn.weight_hh_l1_reverse	8	-0.002758757444098592
86458	rnn.weight_hh_l1_reverse	9	-0.037705883383750916
86458	rnn.bias_ih_l1_reverse	0	-0.04556071758270264
86458	rnn.bias_ih_l1_reverse	1	-0.10716176778078079
86458	rnn.bias_ih_l1_reverse	2	-0.12215648591518402
86458	rnn.bias_ih_l1_reverse	3	-0.03572268784046173
86458	rnn.bias_ih_l1_reverse	4	-0.16778604686260223
86458	rnn.bias_ih_l1_reverse	5	-0.08658964931964874
86458	rnn.bias_ih_l1_reverse	6	-0.11206991225481033
86458	rnn.bias_ih_l1_reverse	7	-0.17336827516555786
86458	rnn.bias_ih_l1_reverse	8	0.12270084023475647
86458	rnn.bias_ih_l1_reverse	9	0.0022499975748360157
86458	rnn.bias_hh_l1_reverse	0	-0.0390959307551384
86458	rnn.bias_hh_l1_reverse	1	0.041229248046875
86458	rnn.bias_hh_l1_reverse	2	-0.21097560226917267
86458	rnn.bias_hh_l1_reverse	3	-0.0944923534989357
86458	rnn.bias_hh_l1_reverse	4	-0.0693826898932457
86458	rnn.bias_hh_l1_reverse	5	-0.08039680123329163
86458	rnn.bias_hh_l1_reverse	6	0.14269013702869415
86458	rnn.bias_hh_l1_reverse	7	-0.14695939421653748
86458	rnn.bias_hh_l1_reverse	8	-0.08334092050790787
86458	rnn.bias_hh_l1_reverse	9	-0.11505867540836334
86458	linear.weight	0	0.002228822559118271
86458	linear.weight	1	0.07497876137495041
86458	linear.weight	2	-0.11554454267024994
86458	linear.weight	3	0.316581130027771
86458	linear.weight	4	0.08455434441566467
86458	linear.weight	5	0.0007798596052452922
86458	linear.weight	6	-0.06575284898281097
86458	linear.weight	7	0.07246275246143341
86458	linear.weight	8	0.04134717211127281
86458	linear.weight	9	-0.05355584993958473
86458	linear.bias	0	-0.07271880656480789
86458	linear.bias	1	-0.14541147649288177
86458	linear.bias	2	-0.506952166557312
86458	linear.bias	3	-0.6665851473808289
86458	linear.bias	4	-1.0588866472244263
86458	linear.bias	5	-0.039280619472265244
86458	linear.bias	6	-0.6615820527076721
86458	linear.bias	7	0.3793090879917145
86458	linear.bias	8	-0.5573098659515381
86458	linear.bias	9	-0.9002147316932678
86655	transitions	0	0.6109679937362671
86655	transitions	1	0.09988673031330109
86655	transitions	2	-10000.0
86655	transitions	3	-1.809523105621338
86655	transitions	4	-10000.0
86655	transitions	5	0.6226890087127686
86655	transitions	6	-0.04423055052757263
86655	transitions	7	-0.4981440305709839
86655	transitions	8	-1.3630198240280151
86655	transitions	9	-0.0007285778992809355
86655	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
86655	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
86655	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
86655	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
86655	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
86655	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
86655	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
86655	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
86655	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
86655	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
86655	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
86655	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
86655	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
86655	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
86655	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
86655	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
86655	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
86655	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
86655	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
86655	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
86655	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
86655	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
86655	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
86655	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
86655	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
86655	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
86655	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
86655	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
86655	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
86655	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
86655	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
86655	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
86655	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
86655	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
86655	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
86655	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
86655	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
86655	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
86655	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
86655	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
86655	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
86655	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
86655	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
86655	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
86655	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
86655	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
86655	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
86655	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
86655	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
86655	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
86655	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
86655	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
86655	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
86655	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
86655	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
86655	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
86655	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
86655	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
86655	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
86655	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
86655	embedding2nn.weight	0	0.014466031454503536
86655	embedding2nn.weight	1	-0.01712648570537567
86655	embedding2nn.weight	2	-0.014268255792558193
86655	embedding2nn.weight	3	-0.005552417133003473
86655	embedding2nn.weight	4	-0.005915035028010607
86655	embedding2nn.weight	5	-0.0037005816120654345
86655	embedding2nn.weight	6	-0.003973245155066252
86655	embedding2nn.weight	7	-0.04326634854078293
86655	embedding2nn.weight	8	-0.0019979383796453476
86655	embedding2nn.weight	9	-0.02437155693769455
86655	embedding2nn.bias	0	0.018403297290205956
86655	embedding2nn.bias	1	-0.055591557174921036
86655	embedding2nn.bias	2	0.0785406082868576
86655	embedding2nn.bias	3	0.050114188343286514
86655	embedding2nn.bias	4	-0.03673805296421051
86655	embedding2nn.bias	5	-0.052547551691532135
86655	embedding2nn.bias	6	0.012270931154489517
86655	embedding2nn.bias	7	-0.028131388127803802
86655	embedding2nn.bias	8	0.03937754034996033
86655	embedding2nn.bias	9	0.020872406661510468
86655	rnn.weight_ih_l0	0	-0.038668304681777954
86655	rnn.weight_ih_l0	1	-0.007846602238714695
86655	rnn.weight_ih_l0	2	0.045676179230213165
86655	rnn.weight_ih_l0	3	0.009243435226380825
86655	rnn.weight_ih_l0	4	-0.014662014320492744
86655	rnn.weight_ih_l0	5	-0.05474986881017685
86655	rnn.weight_ih_l0	6	-0.0005511482013389468
86655	rnn.weight_ih_l0	7	0.0481015108525753
86655	rnn.weight_ih_l0	8	-0.011849439702928066
86655	rnn.weight_ih_l0	9	-0.019350565969944
86655	rnn.weight_hh_l0	0	-0.039837948977947235
86655	rnn.weight_hh_l0	1	0.006191259250044823
86655	rnn.weight_hh_l0	2	0.009604462422430515
86655	rnn.weight_hh_l0	3	-0.05296492576599121
86655	rnn.weight_hh_l0	4	0.06062408909201622
86655	rnn.weight_hh_l0	5	0.0038547413423657417
86655	rnn.weight_hh_l0	6	-0.033057887107133865
86655	rnn.weight_hh_l0	7	-0.008160584606230259
86655	rnn.weight_hh_l0	8	0.01413140632212162
86655	rnn.weight_hh_l0	9	-0.01765124313533306
86655	rnn.bias_ih_l0	0	0.07344657182693481
86655	rnn.bias_ih_l0	1	-0.02104155346751213
86655	rnn.bias_ih_l0	2	-0.012224871665239334
86655	rnn.bias_ih_l0	3	0.10795585811138153
86655	rnn.bias_ih_l0	4	-0.05817864462733269
86655	rnn.bias_ih_l0	5	-0.025452615693211555
86655	rnn.bias_ih_l0	6	-0.004656840115785599
86655	rnn.bias_ih_l0	7	0.045684587210416794
86655	rnn.bias_ih_l0	8	-0.08558861911296844
86655	rnn.bias_ih_l0	9	-0.021162942051887512
86655	rnn.bias_hh_l0	0	-0.033684100955724716
86655	rnn.bias_hh_l0	1	-0.1053796261548996
86655	rnn.bias_hh_l0	2	-0.0444936528801918
86655	rnn.bias_hh_l0	3	-0.07078181207180023
86655	rnn.bias_hh_l0	4	-0.024339906871318817
86655	rnn.bias_hh_l0	5	-0.008302347734570503
86655	rnn.bias_hh_l0	6	0.021982761099934578
86655	rnn.bias_hh_l0	7	0.03425120934844017
86655	rnn.bias_hh_l0	8	-0.11829919368028641
86655	rnn.bias_hh_l0	9	-0.021949512884020805
86655	rnn.weight_ih_l0_reverse	0	-0.006784939672797918
86655	rnn.weight_ih_l0_reverse	1	-0.05678984895348549
86655	rnn.weight_ih_l0_reverse	2	-0.028205104172229767
86655	rnn.weight_ih_l0_reverse	3	0.003535900264978409
86655	rnn.weight_ih_l0_reverse	4	-0.012298922054469585
86655	rnn.weight_ih_l0_reverse	5	-0.041151802986860275
86655	rnn.weight_ih_l0_reverse	6	0.061331868171691895
86655	rnn.weight_ih_l0_reverse	7	-0.018264170736074448
86655	rnn.weight_ih_l0_reverse	8	-0.031064780429005623
86655	rnn.weight_ih_l0_reverse	9	0.00465350179001689
86655	rnn.weight_hh_l0_reverse	0	0.03688715025782585
86655	rnn.weight_hh_l0_reverse	1	0.029549378901720047
86655	rnn.weight_hh_l0_reverse	2	0.03734681382775307
86655	rnn.weight_hh_l0_reverse	3	0.029195083305239677
86655	rnn.weight_hh_l0_reverse	4	0.001337819965556264
86655	rnn.weight_hh_l0_reverse	5	0.012873368337750435
86655	rnn.weight_hh_l0_reverse	6	0.04354887455701828
86655	rnn.weight_hh_l0_reverse	7	-0.06468454748392105
86655	rnn.weight_hh_l0_reverse	8	0.032170940190553665
86655	rnn.weight_hh_l0_reverse	9	0.04650494456291199
86655	rnn.bias_ih_l0_reverse	0	-0.05730738118290901
86655	rnn.bias_ih_l0_reverse	1	-0.21017032861709595
86655	rnn.bias_ih_l0_reverse	2	-0.11611752957105637
86655	rnn.bias_ih_l0_reverse	3	-0.02100301720201969
86655	rnn.bias_ih_l0_reverse	4	-0.043175410479307175
86655	rnn.bias_ih_l0_reverse	5	0.04985674470663071
86655	rnn.bias_ih_l0_reverse	6	-0.05313580483198166
86655	rnn.bias_ih_l0_reverse	7	0.043798428028821945
86655	rnn.bias_ih_l0_reverse	8	-0.04513656720519066
86655	rnn.bias_ih_l0_reverse	9	0.027821658179163933
86655	rnn.bias_hh_l0_reverse	0	-0.003516290569677949
86655	rnn.bias_hh_l0_reverse	1	-0.02510184980928898
86655	rnn.bias_hh_l0_reverse	2	0.053556133061647415
86655	rnn.bias_hh_l0_reverse	3	-0.046669647097587585
86655	rnn.bias_hh_l0_reverse	4	-0.03802710771560669
86655	rnn.bias_hh_l0_reverse	5	-0.024069208651781082
86655	rnn.bias_hh_l0_reverse	6	-0.017526287585496902
86655	rnn.bias_hh_l0_reverse	7	0.08637503534555435
86655	rnn.bias_hh_l0_reverse	8	0.020457012578845024
86655	rnn.bias_hh_l0_reverse	9	-0.1048802062869072
86655	rnn.weight_ih_l1	0	-0.039552826434373856
86655	rnn.weight_ih_l1	1	-0.032148201018571854
86655	rnn.weight_ih_l1	2	0.04998234286904335
86655	rnn.weight_ih_l1	3	-0.0315551720559597
86655	rnn.weight_ih_l1	4	-0.0038000671193003654
86655	rnn.weight_ih_l1	5	-0.04616382718086243
86655	rnn.weight_ih_l1	6	0.028573179617524147
86655	rnn.weight_ih_l1	7	-0.03680257499217987
86655	rnn.weight_ih_l1	8	0.03853169456124306
86655	rnn.weight_ih_l1	9	0.03621296584606171
86655	rnn.weight_hh_l1	0	-0.00725339213386178
86655	rnn.weight_hh_l1	1	0.010094567202031612
86655	rnn.weight_hh_l1	2	7.652702333871275e-05
86655	rnn.weight_hh_l1	3	-0.011793992482125759
86655	rnn.weight_hh_l1	4	0.0008468179148621857
86655	rnn.weight_hh_l1	5	0.025222934782505035
86655	rnn.weight_hh_l1	6	0.030510522425174713
86655	rnn.weight_hh_l1	7	-0.025249667465686798
86655	rnn.weight_hh_l1	8	-0.021517060697078705
86655	rnn.weight_hh_l1	9	0.041579291224479675
86655	rnn.bias_ih_l1	0	-0.16653862595558167
86655	rnn.bias_ih_l1	1	-0.14959584176540375
86655	rnn.bias_ih_l1	2	-0.15830229222774506
86655	rnn.bias_ih_l1	3	-0.2232416868209839
86655	rnn.bias_ih_l1	4	-0.15131458640098572
86655	rnn.bias_ih_l1	5	-0.09633763879537582
86655	rnn.bias_ih_l1	6	-0.11604326218366623
86655	rnn.bias_ih_l1	7	-0.03159244358539581
86655	rnn.bias_ih_l1	8	-0.12120174616575241
86655	rnn.bias_ih_l1	9	-0.08457472920417786
86655	rnn.bias_hh_l1	0	-0.1084306538105011
86655	rnn.bias_hh_l1	1	-0.035575021058321
86655	rnn.bias_hh_l1	2	-0.07991719990968704
86655	rnn.bias_hh_l1	3	-0.09016896039247513
86655	rnn.bias_hh_l1	4	-0.11296391487121582
86655	rnn.bias_hh_l1	5	-0.09069342166185379
86655	rnn.bias_hh_l1	6	-0.10217336565256119
86655	rnn.bias_hh_l1	7	0.021437296643853188
86655	rnn.bias_hh_l1	8	-0.13875548541545868
86655	rnn.bias_hh_l1	9	-0.08300300687551498
86655	rnn.weight_ih_l1_reverse	0	-0.03652047738432884
86655	rnn.weight_ih_l1_reverse	1	0.011384248733520508
86655	rnn.weight_ih_l1_reverse	2	0.008855216205120087
86655	rnn.weight_ih_l1_reverse	3	0.006207745056599379
86655	rnn.weight_ih_l1_reverse	4	-0.01607339270412922
86655	rnn.weight_ih_l1_reverse	5	-0.03622397780418396
86655	rnn.weight_ih_l1_reverse	6	-0.006493838969618082
86655	rnn.weight_ih_l1_reverse	7	0.01621248573064804
86655	rnn.weight_ih_l1_reverse	8	0.0169279333204031
86655	rnn.weight_ih_l1_reverse	9	-0.04010138660669327
86655	rnn.weight_hh_l1_reverse	0	0.009688041172921658
86655	rnn.weight_hh_l1_reverse	1	0.03028886578977108
86655	rnn.weight_hh_l1_reverse	2	-0.03906529024243355
86655	rnn.weight_hh_l1_reverse	3	0.03931053355336189
86655	rnn.weight_hh_l1_reverse	4	0.048146262764930725
86655	rnn.weight_hh_l1_reverse	5	0.00793387833982706
86655	rnn.weight_hh_l1_reverse	6	0.005572332069277763
86655	rnn.weight_hh_l1_reverse	7	0.027496004477143288
86655	rnn.weight_hh_l1_reverse	8	-0.002706913510337472
86655	rnn.weight_hh_l1_reverse	9	-0.037643443793058395
86655	rnn.bias_ih_l1_reverse	0	-0.04593271017074585
86655	rnn.bias_ih_l1_reverse	1	-0.10601723939180374
86655	rnn.bias_ih_l1_reverse	2	-0.12352284044027328
86655	rnn.bias_ih_l1_reverse	3	-0.034000080078840256
86655	rnn.bias_ih_l1_reverse	4	-0.16678033769130707
86655	rnn.bias_ih_l1_reverse	5	-0.08646412193775177
86655	rnn.bias_ih_l1_reverse	6	-0.11200089752674103
86655	rnn.bias_ih_l1_reverse	7	-0.17286671698093414
86655	rnn.bias_ih_l1_reverse	8	0.1296529322862625
86655	rnn.bias_ih_l1_reverse	9	0.00627071363851428
86655	rnn.bias_hh_l1_reverse	0	-0.04150012508034706
86655	rnn.bias_hh_l1_reverse	1	0.034082505851984024
86655	rnn.bias_hh_l1_reverse	2	-0.2118588387966156
86655	rnn.bias_hh_l1_reverse	3	-0.09513453394174576
86655	rnn.bias_hh_l1_reverse	4	-0.0705152302980423
86655	rnn.bias_hh_l1_reverse	5	-0.08284995704889297
86655	rnn.bias_hh_l1_reverse	6	0.14138594269752502
86655	rnn.bias_hh_l1_reverse	7	-0.1441870629787445
86655	rnn.bias_hh_l1_reverse	8	-0.08735769242048264
86655	rnn.bias_hh_l1_reverse	9	-0.11466547846794128
86655	linear.weight	0	0.002228822559118271
86655	linear.weight	1	0.0883566290140152
86655	linear.weight	2	-0.11587075144052505
86655	linear.weight	3	0.31258103251457214
86655	linear.weight	4	0.08522364497184753
86655	linear.weight	5	0.0007966183475218713
86655	linear.weight	6	-0.07030093669891357
86655	linear.weight	7	0.07265105843544006
86655	linear.weight	8	0.041344862431287766
86655	linear.weight	9	-0.053645454347133636
86655	linear.bias	0	-0.062363382428884506
86655	linear.bias	1	-0.1460028737783432
86655	linear.bias	2	-0.5091217756271362
86655	linear.bias	3	-0.7087166905403137
86655	linear.bias	4	-1.101065993309021
86655	linear.bias	5	-0.032250404357910156
86655	linear.bias	6	-0.6612055897712708
86655	linear.bias	7	0.38847148418426514
86655	linear.bias	8	-0.539246678352356
86655	linear.bias	9	-0.8835294842720032
86852	transitions	0	0.638626754283905
86852	transitions	1	0.09414870291948318
86852	transitions	2	-10000.0
86852	transitions	3	-1.80959153175354
86852	transitions	4	-10000.0
86852	transitions	5	0.6224587559700012
86852	transitions	6	-0.044404350221157074
86852	transitions	7	-0.4983586370944977
86852	transitions	8	-1.3631659746170044
86852	transitions	9	-0.0007300644065253437
86852	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
86852	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
86852	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
86852	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
86852	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
86852	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
86852	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
86852	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
86852	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
86852	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
86852	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
86852	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
86852	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
86852	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
86852	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
86852	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
86852	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
86852	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
86852	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
86852	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
86852	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
86852	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
86852	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
86852	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
86852	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
86852	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
86852	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
86852	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
86852	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
86852	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
86852	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
86852	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
86852	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
86852	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
86852	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
86852	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
86852	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
86852	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
86852	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
86852	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
86852	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
86852	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
86852	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
86852	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
86852	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
86852	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
86852	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
86852	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
86852	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
86852	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
86852	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
86852	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
86852	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
86852	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
86852	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
86852	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
86852	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
86852	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
86852	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
86852	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
86852	embedding2nn.weight	0	0.013217144645750523
86852	embedding2nn.weight	1	-0.016801606863737106
86852	embedding2nn.weight	2	-0.014268255792558193
86852	embedding2nn.weight	3	-0.005310649983584881
86852	embedding2nn.weight	4	-0.005915035028010607
86852	embedding2nn.weight	5	-0.003700581379234791
86852	embedding2nn.weight	6	-0.003973247017711401
86852	embedding2nn.weight	7	-0.04556490480899811
86852	embedding2nn.weight	8	-0.0019979383796453476
86852	embedding2nn.weight	9	-0.024320930242538452
86852	embedding2nn.bias	0	0.01629909873008728
86852	embedding2nn.bias	1	-0.05705174803733826
86852	embedding2nn.bias	2	0.08000488579273224
86852	embedding2nn.bias	3	0.05663905665278435
86852	embedding2nn.bias	4	-0.034728895872831345
86852	embedding2nn.bias	5	-0.04578419402241707
86852	embedding2nn.bias	6	0.002960478886961937
86852	embedding2nn.bias	7	-0.024463970214128494
86852	embedding2nn.bias	8	0.037577640265226364
86852	embedding2nn.bias	9	0.02072516269981861
86852	rnn.weight_ih_l0	0	-0.0344068817794323
86852	rnn.weight_ih_l0	1	-0.009613081812858582
86852	rnn.weight_ih_l0	2	0.04392775148153305
86852	rnn.weight_ih_l0	3	0.008796128444373608
86852	rnn.weight_ih_l0	4	-0.015639036893844604
86852	rnn.weight_ih_l0	5	-0.053510092198848724
86852	rnn.weight_ih_l0	6	-0.000728303159121424
86852	rnn.weight_ih_l0	7	0.04821586236357689
86852	rnn.weight_ih_l0	8	-0.012179985642433167
86852	rnn.weight_ih_l0	9	-0.018557008355855942
86852	rnn.weight_hh_l0	0	-0.039144277572631836
86852	rnn.weight_hh_l0	1	0.0063317627646028996
86852	rnn.weight_hh_l0	2	0.009382185526192188
86852	rnn.weight_hh_l0	3	-0.05293180048465729
86852	rnn.weight_hh_l0	4	0.06079087778925896
86852	rnn.weight_hh_l0	5	0.004481968469917774
86852	rnn.weight_hh_l0	6	-0.03345949202775955
86852	rnn.weight_hh_l0	7	-0.008175881579518318
86852	rnn.weight_hh_l0	8	0.013676589354872704
86852	rnn.weight_hh_l0	9	-0.017659232020378113
86852	rnn.bias_ih_l0	0	0.07176793366670609
86852	rnn.bias_ih_l0	1	-0.01732448674738407
86852	rnn.bias_ih_l0	2	-0.010451549664139748
86852	rnn.bias_ih_l0	3	0.11075025796890259
86852	rnn.bias_ih_l0	4	-0.05748343467712402
86852	rnn.bias_ih_l0	5	-0.022955335676670074
86852	rnn.bias_ih_l0	6	-0.003507293062284589
86852	rnn.bias_ih_l0	7	0.04514070227742195
86852	rnn.bias_ih_l0	8	-0.08776529878377914
86852	rnn.bias_ih_l0	9	-0.0255771204829216
86852	rnn.bias_hh_l0	0	-0.029796501621603966
86852	rnn.bias_hh_l0	1	-0.10421822220087051
86852	rnn.bias_hh_l0	2	-0.04095413535833359
86852	rnn.bias_hh_l0	3	-0.06966671347618103
86852	rnn.bias_hh_l0	4	-0.02530536986887455
86852	rnn.bias_hh_l0	5	-0.009411551989614964
86852	rnn.bias_hh_l0	6	0.02208792231976986
86852	rnn.bias_hh_l0	7	0.03290960565209389
86852	rnn.bias_hh_l0	8	-0.11791032552719116
86852	rnn.bias_hh_l0	9	-0.017119502648711205
86852	rnn.weight_ih_l0_reverse	0	-0.00809492077678442
86852	rnn.weight_ih_l0_reverse	1	-0.055667515844106674
86852	rnn.weight_ih_l0_reverse	2	-0.030338536947965622
86852	rnn.weight_ih_l0_reverse	3	0.004207192920148373
86852	rnn.weight_ih_l0_reverse	4	-0.012095934711396694
86852	rnn.weight_ih_l0_reverse	5	-0.041279446333646774
86852	rnn.weight_ih_l0_reverse	6	0.06201107054948807
86852	rnn.weight_ih_l0_reverse	7	-0.018489588052034378
86852	rnn.weight_ih_l0_reverse	8	-0.029843760654330254
86852	rnn.weight_ih_l0_reverse	9	0.006184472236782312
86852	rnn.weight_hh_l0_reverse	0	0.03678722307085991
86852	rnn.weight_hh_l0_reverse	1	0.03152184560894966
86852	rnn.weight_hh_l0_reverse	2	0.037859510630369186
86852	rnn.weight_hh_l0_reverse	3	0.02895589917898178
86852	rnn.weight_hh_l0_reverse	4	0.00014195352559909225
86852	rnn.weight_hh_l0_reverse	5	0.013635941781103611
86852	rnn.weight_hh_l0_reverse	6	0.043478772044181824
86852	rnn.weight_hh_l0_reverse	7	-0.06590735167264938
86852	rnn.weight_hh_l0_reverse	8	0.03329170495271683
86852	rnn.weight_hh_l0_reverse	9	0.0465906485915184
86852	rnn.bias_ih_l0_reverse	0	-0.059060439467430115
86852	rnn.bias_ih_l0_reverse	1	-0.21480146050453186
86852	rnn.bias_ih_l0_reverse	2	-0.11555428802967072
86852	rnn.bias_ih_l0_reverse	3	-0.018258534371852875
86852	rnn.bias_ih_l0_reverse	4	-0.0434882678091526
86852	rnn.bias_ih_l0_reverse	5	0.05198497325181961
86852	rnn.bias_ih_l0_reverse	6	-0.05203268676996231
86852	rnn.bias_ih_l0_reverse	7	0.04200742021203041
86852	rnn.bias_ih_l0_reverse	8	-0.04369083419442177
86852	rnn.bias_ih_l0_reverse	9	0.028548968955874443
86852	rnn.bias_hh_l0_reverse	0	-0.00325256260111928
86852	rnn.bias_hh_l0_reverse	1	-0.02538219466805458
86852	rnn.bias_hh_l0_reverse	2	0.053446248173713684
86852	rnn.bias_hh_l0_reverse	3	-0.04608530551195145
86852	rnn.bias_hh_l0_reverse	4	-0.038125354796648026
86852	rnn.bias_hh_l0_reverse	5	-0.026864025741815567
86852	rnn.bias_hh_l0_reverse	6	-0.018361367285251617
86852	rnn.bias_hh_l0_reverse	7	0.0877346321940422
86852	rnn.bias_hh_l0_reverse	8	0.019285378977656364
86852	rnn.bias_hh_l0_reverse	9	-0.10428328067064285
86852	rnn.weight_ih_l1	0	-0.039903804659843445
86852	rnn.weight_ih_l1	1	-0.03289290890097618
86852	rnn.weight_ih_l1	2	0.04792986437678337
86852	rnn.weight_ih_l1	3	-0.03053956851363182
86852	rnn.weight_ih_l1	4	-0.004778515547513962
86852	rnn.weight_ih_l1	5	-0.046268295496702194
86852	rnn.weight_ih_l1	6	0.029097428545355797
86852	rnn.weight_ih_l1	7	-0.0354495570063591
86852	rnn.weight_ih_l1	8	0.038377661257982254
86852	rnn.weight_ih_l1	9	0.036956798285245895
86852	rnn.weight_hh_l1	0	-0.006974023766815662
86852	rnn.weight_hh_l1	1	0.010146934539079666
86852	rnn.weight_hh_l1	2	0.0003234551986679435
86852	rnn.weight_hh_l1	3	-0.011346336454153061
86852	rnn.weight_hh_l1	4	0.00048282460193149745
86852	rnn.weight_hh_l1	5	0.02562813274562359
86852	rnn.weight_hh_l1	6	0.03041411004960537
86852	rnn.weight_hh_l1	7	-0.024988405406475067
86852	rnn.weight_hh_l1	8	-0.021519513800740242
86852	rnn.weight_hh_l1	9	0.041653916239738464
86852	rnn.bias_ih_l1	0	-0.16266843676567078
86852	rnn.bias_ih_l1	1	-0.1468696892261505
86852	rnn.bias_ih_l1	2	-0.16106624901294708
86852	rnn.bias_ih_l1	3	-0.22251996397972107
86852	rnn.bias_ih_l1	4	-0.15277740359306335
86852	rnn.bias_ih_l1	5	-0.09775184094905853
86852	rnn.bias_ih_l1	6	-0.11797959357500076
86852	rnn.bias_ih_l1	7	-0.03516606241464615
86852	rnn.bias_ih_l1	8	-0.12205922603607178
86852	rnn.bias_ih_l1	9	-0.08477326482534409
86852	rnn.bias_hh_l1	0	-0.11045652627944946
86852	rnn.bias_hh_l1	1	-0.037067364901304245
86852	rnn.bias_hh_l1	2	-0.07629323750734329
86852	rnn.bias_hh_l1	3	-0.08993935585021973
86852	rnn.bias_hh_l1	4	-0.11236275732517242
86852	rnn.bias_hh_l1	5	-0.09220696240663528
86852	rnn.bias_hh_l1	6	-0.10175713151693344
86852	rnn.bias_hh_l1	7	0.018509849905967712
86852	rnn.bias_hh_l1	8	-0.1358664333820343
86852	rnn.bias_hh_l1	9	-0.07985600084066391
86852	rnn.weight_ih_l1_reverse	0	-0.035773467272520065
86852	rnn.weight_ih_l1_reverse	1	0.009745542891323566
86852	rnn.weight_ih_l1_reverse	2	0.0075426409021019936
86852	rnn.weight_ih_l1_reverse	3	0.005428278353065252
86852	rnn.weight_ih_l1_reverse	4	-0.016971023753285408
86852	rnn.weight_ih_l1_reverse	5	-0.03614037483930588
86852	rnn.weight_ih_l1_reverse	6	-0.006338447332382202
86852	rnn.weight_ih_l1_reverse	7	0.017433326691389084
86852	rnn.weight_ih_l1_reverse	8	0.017621690407395363
86852	rnn.weight_ih_l1_reverse	9	-0.03787892684340477
86852	rnn.weight_hh_l1_reverse	0	0.009793803095817566
86852	rnn.weight_hh_l1_reverse	1	0.030163751915097237
86852	rnn.weight_hh_l1_reverse	2	-0.039089735597372055
86852	rnn.weight_hh_l1_reverse	3	0.03949159011244774
86852	rnn.weight_hh_l1_reverse	4	0.04910411685705185
86852	rnn.weight_hh_l1_reverse	5	0.008820448070764542
86852	rnn.weight_hh_l1_reverse	6	0.006717367097735405
86852	rnn.weight_hh_l1_reverse	7	0.02749084308743477
86852	rnn.weight_hh_l1_reverse	8	-0.0027662268839776516
86852	rnn.weight_hh_l1_reverse	9	-0.03786562755703926
86852	rnn.bias_ih_l1_reverse	0	-0.04466689005494118
86852	rnn.bias_ih_l1_reverse	1	-0.1019306629896164
86852	rnn.bias_ih_l1_reverse	2	-0.12457291781902313
86852	rnn.bias_ih_l1_reverse	3	-0.04044263809919357
86852	rnn.bias_ih_l1_reverse	4	-0.1668989211320877
86852	rnn.bias_ih_l1_reverse	5	-0.0868760421872139
86852	rnn.bias_ih_l1_reverse	6	-0.11012914776802063
86852	rnn.bias_ih_l1_reverse	7	-0.17511415481567383
86852	rnn.bias_ih_l1_reverse	8	0.12663671374320984
86852	rnn.bias_ih_l1_reverse	9	0.009915019385516644
86852	rnn.bias_hh_l1_reverse	0	-0.04257578402757645
86852	rnn.bias_hh_l1_reverse	1	0.04024141654372215
86852	rnn.bias_hh_l1_reverse	2	-0.21362262964248657
86852	rnn.bias_hh_l1_reverse	3	-0.09538907557725906
86852	rnn.bias_hh_l1_reverse	4	-0.06877737492322922
86852	rnn.bias_hh_l1_reverse	5	-0.08282028138637543
86852	rnn.bias_hh_l1_reverse	6	0.15623414516448975
86852	rnn.bias_hh_l1_reverse	7	-0.1423167735338211
86852	rnn.bias_hh_l1_reverse	8	-0.08752821385860443
86852	rnn.bias_hh_l1_reverse	9	-0.11366201937198639
86852	linear.weight	0	0.002228822559118271
86852	linear.weight	1	0.09899503737688065
86852	linear.weight	2	-0.11094502359628677
86852	linear.weight	3	0.31668442487716675
86852	linear.weight	4	0.08986581861972809
86852	linear.weight	5	0.0032510054297745228
86852	linear.weight	6	-0.07429304718971252
86852	linear.weight	7	0.07775755226612091
86852	linear.weight	8	0.041340142488479614
86852	linear.weight	9	-0.05450308695435524
86852	linear.bias	0	-0.08221668004989624
86852	linear.bias	1	-0.1489972472190857
86852	linear.bias	2	-0.5299270153045654
86852	linear.bias	3	-0.6954118609428406
86852	linear.bias	4	-1.0891436338424683
86852	linear.bias	5	-0.04226620867848396
86852	linear.bias	6	-0.6610960960388184
86852	linear.bias	7	0.3792146146297455
86852	linear.bias	8	-0.5223588943481445
86852	linear.bias	9	-0.8644031286239624
86856	transitions	0	0.6384627819061279
86856	transitions	1	0.09413989633321762
86856	transitions	2	-10000.0
86856	transitions	3	-1.8095916509628296
86856	transitions	4	-10000.0
86856	transitions	5	0.6224585771560669
86856	transitions	6	-0.044406596571207047
86856	transitions	7	-0.4983586370944977
86856	transitions	8	-1.363166332244873
86856	transitions	9	-0.0007300926372408867
86856	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
86856	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
86856	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
86856	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
86856	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
86856	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
86856	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
86856	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
86856	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
86856	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
86856	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
86856	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
86856	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
86856	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
86856	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
86856	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
86856	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
86856	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
86856	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
86856	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
86856	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
86856	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
86856	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
86856	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
86856	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
86856	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
86856	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
86856	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
86856	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
86856	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
86856	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
86856	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
86856	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
86856	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
86856	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
86856	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
86856	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
86856	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
86856	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
86856	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
86856	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
86856	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
86856	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
86856	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
86856	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
86856	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
86856	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
86856	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
86856	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
86856	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
86856	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
86856	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
86856	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
86856	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
86856	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
86856	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
86856	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
86856	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
86856	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
86856	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
86856	embedding2nn.weight	0	0.013296542689204216
86856	embedding2nn.weight	1	-0.016783053055405617
86856	embedding2nn.weight	2	-0.014268255792558193
86856	embedding2nn.weight	3	-0.0048131695948541164
86856	embedding2nn.weight	4	-0.005915035028010607
86856	embedding2nn.weight	5	-0.003700581379234791
86856	embedding2nn.weight	6	-0.003973247017711401
86856	embedding2nn.weight	7	-0.04557829350233078
86856	embedding2nn.weight	8	-0.0019979383796453476
86856	embedding2nn.weight	9	-0.024275770410895348
86856	embedding2nn.bias	0	0.019530290737748146
86856	embedding2nn.bias	1	-0.05833173170685768
86856	embedding2nn.bias	2	0.07927543669939041
86856	embedding2nn.bias	3	0.056267108768224716
86856	embedding2nn.bias	4	-0.03472650796175003
86856	embedding2nn.bias	5	-0.0476301833987236
86856	embedding2nn.bias	6	0.004077560268342495
86856	embedding2nn.bias	7	-0.02473033219575882
86856	embedding2nn.bias	8	0.03817358613014221
86856	embedding2nn.bias	9	0.021441448479890823
86856	rnn.weight_ih_l0	0	-0.034382063895463943
86856	rnn.weight_ih_l0	1	-0.009383520111441612
86856	rnn.weight_ih_l0	2	0.04391923546791077
86856	rnn.weight_ih_l0	3	0.00894980225712061
86856	rnn.weight_ih_l0	4	-0.01574019342660904
86856	rnn.weight_ih_l0	5	-0.05351700633764267
86856	rnn.weight_ih_l0	6	-0.0007699241396039724
86856	rnn.weight_ih_l0	7	0.04824545979499817
86856	rnn.weight_ih_l0	8	-0.01211163867264986
86856	rnn.weight_ih_l0	9	-0.01853235810995102
86856	rnn.weight_hh_l0	0	-0.039202459156513214
86856	rnn.weight_hh_l0	1	0.006344133988022804
86856	rnn.weight_hh_l0	2	0.009391669183969498
86856	rnn.weight_hh_l0	3	-0.05306583270430565
86856	rnn.weight_hh_l0	4	0.06082003936171532
86856	rnn.weight_hh_l0	5	0.004568587057292461
86856	rnn.weight_hh_l0	6	-0.03343436121940613
86856	rnn.weight_hh_l0	7	-0.008071882650256157
86856	rnn.weight_hh_l0	8	0.013718475587666035
86856	rnn.weight_hh_l0	9	-0.017672928050160408
86856	rnn.bias_ih_l0	0	0.07176639139652252
86856	rnn.bias_ih_l0	1	-0.017416462302207947
86856	rnn.bias_ih_l0	2	-0.010347786359488964
86856	rnn.bias_ih_l0	3	0.11096126586198807
86856	rnn.bias_ih_l0	4	-0.05745113268494606
86856	rnn.bias_ih_l0	5	-0.02263953723013401
86856	rnn.bias_ih_l0	6	-0.0043232194148004055
86856	rnn.bias_ih_l0	7	0.044704169034957886
86856	rnn.bias_ih_l0	8	-0.08772783726453781
86856	rnn.bias_ih_l0	9	-0.024649057537317276
86856	rnn.bias_hh_l0	0	-0.030173756182193756
86856	rnn.bias_hh_l0	1	-0.10431316494941711
86856	rnn.bias_hh_l0	2	-0.041606079787015915
86856	rnn.bias_hh_l0	3	-0.06975825130939484
86856	rnn.bias_hh_l0	4	-0.02520197257399559
86856	rnn.bias_hh_l0	5	-0.009262853302061558
86856	rnn.bias_hh_l0	6	0.022126594558358192
86856	rnn.bias_hh_l0	7	0.03214775398373604
86856	rnn.bias_hh_l0	8	-0.11802766472101212
86856	rnn.bias_hh_l0	9	-0.017610367387533188
86856	rnn.weight_ih_l0_reverse	0	-0.008091985248029232
86856	rnn.weight_ih_l0_reverse	1	-0.0551159605383873
86856	rnn.weight_ih_l0_reverse	2	-0.030375316739082336
86856	rnn.weight_ih_l0_reverse	3	0.004185183439403772
86856	rnn.weight_ih_l0_reverse	4	-0.012091138400137424
86856	rnn.weight_ih_l0_reverse	5	-0.04126884788274765
86856	rnn.weight_ih_l0_reverse	6	0.062118951231241226
86856	rnn.weight_ih_l0_reverse	7	-0.01860795170068741
86856	rnn.weight_ih_l0_reverse	8	-0.029791178181767464
86856	rnn.weight_ih_l0_reverse	9	0.006223623640835285
86856	rnn.weight_hh_l0_reverse	0	0.03710654750466347
86856	rnn.weight_hh_l0_reverse	1	0.03132333606481552
86856	rnn.weight_hh_l0_reverse	2	0.0378645583987236
86856	rnn.weight_hh_l0_reverse	3	0.028941238299012184
86856	rnn.weight_hh_l0_reverse	4	0.0001630506303627044
86856	rnn.weight_hh_l0_reverse	5	0.013665467500686646
86856	rnn.weight_hh_l0_reverse	6	0.04345153644680977
86856	rnn.weight_hh_l0_reverse	7	-0.0656592920422554
86856	rnn.weight_hh_l0_reverse	8	0.03323116898536682
86856	rnn.weight_hh_l0_reverse	9	0.04647509753704071
86856	rnn.bias_ih_l0_reverse	0	-0.05921836197376251
86856	rnn.bias_ih_l0_reverse	1	-0.21539776027202606
86856	rnn.bias_ih_l0_reverse	2	-0.11451257765293121
86856	rnn.bias_ih_l0_reverse	3	-0.01848548837006092
86856	rnn.bias_ih_l0_reverse	4	-0.0434536449611187
86856	rnn.bias_ih_l0_reverse	5	0.052732065320014954
86856	rnn.bias_ih_l0_reverse	6	-0.05207371711730957
86856	rnn.bias_ih_l0_reverse	7	0.041729580610990524
86856	rnn.bias_ih_l0_reverse	8	-0.04377449303865433
86856	rnn.bias_ih_l0_reverse	9	0.028337301686406136
86856	rnn.bias_hh_l0_reverse	0	-0.003357754787430167
86856	rnn.bias_hh_l0_reverse	1	-0.024883782491087914
86856	rnn.bias_hh_l0_reverse	2	0.05348031222820282
86856	rnn.bias_hh_l0_reverse	3	-0.04595789685845375
86856	rnn.bias_hh_l0_reverse	4	-0.03818034008145332
86856	rnn.bias_hh_l0_reverse	5	-0.02696654200553894
86856	rnn.bias_hh_l0_reverse	6	-0.018306870013475418
86856	rnn.bias_hh_l0_reverse	7	0.08767342567443848
86856	rnn.bias_hh_l0_reverse	8	0.01964464969933033
86856	rnn.bias_hh_l0_reverse	9	-0.10456067323684692
86856	rnn.weight_ih_l1	0	-0.03998126834630966
86856	rnn.weight_ih_l1	1	-0.032925549894571304
86856	rnn.weight_ih_l1	2	0.0476105771958828
86856	rnn.weight_ih_l1	3	-0.030497336760163307
86856	rnn.weight_ih_l1	4	-0.004792310297489166
86856	rnn.weight_ih_l1	5	-0.0463341549038887
86856	rnn.weight_ih_l1	6	0.029147077351808548
86856	rnn.weight_ih_l1	7	-0.035251881927251816
86856	rnn.weight_ih_l1	8	0.03837015479803085
86856	rnn.weight_ih_l1	9	0.036976687610149384
86856	rnn.weight_hh_l1	0	-0.006977276410907507
86856	rnn.weight_hh_l1	1	0.010129038244485855
86856	rnn.weight_hh_l1	2	0.00035684919566847384
86856	rnn.weight_hh_l1	3	-0.011346102692186832
86856	rnn.weight_hh_l1	4	0.00047657088725827634
86856	rnn.weight_hh_l1	5	0.025671886280179024
86856	rnn.weight_hh_l1	6	0.030410364270210266
86856	rnn.weight_hh_l1	7	-0.02515510655939579
86856	rnn.weight_hh_l1	8	-0.02152233012020588
86856	rnn.weight_hh_l1	9	0.041596222668886185
86856	rnn.bias_ih_l1	0	-0.16310150921344757
86856	rnn.bias_ih_l1	1	-0.14764340221881866
86856	rnn.bias_ih_l1	2	-0.16086992621421814
86856	rnn.bias_ih_l1	3	-0.2227996587753296
86856	rnn.bias_ih_l1	4	-0.15341943502426147
86856	rnn.bias_ih_l1	5	-0.09779393672943115
86856	rnn.bias_ih_l1	6	-0.11813864856958389
86856	rnn.bias_ih_l1	7	-0.03537784516811371
86856	rnn.bias_ih_l1	8	-0.12192906439304352
86856	rnn.bias_ih_l1	9	-0.08454078435897827
86856	rnn.bias_hh_l1	0	-0.11057236790657043
86856	rnn.bias_hh_l1	1	-0.036477964371442795
86856	rnn.bias_hh_l1	2	-0.07663653045892715
86856	rnn.bias_hh_l1	3	-0.09024323523044586
86856	rnn.bias_hh_l1	4	-0.11245041340589523
86856	rnn.bias_hh_l1	5	-0.09221597760915756
86856	rnn.bias_hh_l1	6	-0.10181869566440582
86856	rnn.bias_hh_l1	7	0.018346257507801056
86856	rnn.bias_hh_l1	8	-0.13585829734802246
86856	rnn.bias_hh_l1	9	-0.07929141074419022
86856	rnn.weight_ih_l1_reverse	0	-0.0356457382440567
86856	rnn.weight_ih_l1_reverse	1	0.0094801289960742
86856	rnn.weight_ih_l1_reverse	2	0.007601391524076462
86856	rnn.weight_ih_l1_reverse	3	0.006091347895562649
86856	rnn.weight_ih_l1_reverse	4	-0.016988348215818405
86856	rnn.weight_ih_l1_reverse	5	-0.03617643564939499
86856	rnn.weight_ih_l1_reverse	6	-0.00640965485945344
86856	rnn.weight_ih_l1_reverse	7	0.01751246117055416
86856	rnn.weight_ih_l1_reverse	8	0.017622696235775948
86856	rnn.weight_ih_l1_reverse	9	-0.03789365291595459
86856	rnn.weight_hh_l1_reverse	0	0.009942733682692051
86856	rnn.weight_hh_l1_reverse	1	0.03015175461769104
86856	rnn.weight_hh_l1_reverse	2	-0.039099521934986115
86856	rnn.weight_hh_l1_reverse	3	0.039473988115787506
86856	rnn.weight_hh_l1_reverse	4	0.04913447052240372
86856	rnn.weight_hh_l1_reverse	5	0.008738825097680092
86856	rnn.weight_hh_l1_reverse	6	0.006758582312613726
86856	rnn.weight_hh_l1_reverse	7	0.027462860569357872
86856	rnn.weight_hh_l1_reverse	8	-0.0027525993064045906
86856	rnn.weight_hh_l1_reverse	9	-0.03786265105009079
86856	rnn.bias_ih_l1_reverse	0	-0.044614169746637344
86856	rnn.bias_ih_l1_reverse	1	-0.1017114520072937
86856	rnn.bias_ih_l1_reverse	2	-0.12494130432605743
86856	rnn.bias_ih_l1_reverse	3	-0.038206737488508224
86856	rnn.bias_ih_l1_reverse	4	-0.16657188534736633
86856	rnn.bias_ih_l1_reverse	5	-0.0869874507188797
86856	rnn.bias_ih_l1_reverse	6	-0.1099574938416481
86856	rnn.bias_ih_l1_reverse	7	-0.17511267960071564
86856	rnn.bias_ih_l1_reverse	8	0.12546487152576447
86856	rnn.bias_ih_l1_reverse	9	0.011107244528830051
86856	rnn.bias_hh_l1_reverse	0	-0.04103153571486473
86856	rnn.bias_hh_l1_reverse	1	0.040560659021139145
86856	rnn.bias_hh_l1_reverse	2	-0.2136090099811554
86856	rnn.bias_hh_l1_reverse	3	-0.09512503445148468
86856	rnn.bias_hh_l1_reverse	4	-0.06879448890686035
86856	rnn.bias_hh_l1_reverse	5	-0.08227875083684921
86856	rnn.bias_hh_l1_reverse	6	0.15503659844398499
86856	rnn.bias_hh_l1_reverse	7	-0.1424177587032318
86856	rnn.bias_hh_l1_reverse	8	-0.08747318387031555
86856	rnn.bias_hh_l1_reverse	9	-0.11388599127531052
86856	linear.weight	0	0.002228822559118271
86856	linear.weight	1	0.09968127310276031
86856	linear.weight	2	-0.1112292930483818
86856	linear.weight	3	0.31567588448524475
86856	linear.weight	4	0.09013160318136215
86856	linear.weight	5	0.0032953619956970215
86856	linear.weight	6	-0.07462277263402939
86856	linear.weight	7	0.07867736369371414
86856	linear.weight	8	0.04134003445506096
86856	linear.weight	9	-0.05453640595078468
86856	linear.bias	0	-0.06266793608665466
86856	linear.bias	1	-0.1560765653848648
86856	linear.bias	2	-0.5385742783546448
86856	linear.bias	3	-0.6879189014434814
86856	linear.bias	4	-1.0818227529525757
86856	linear.bias	5	-0.0343509241938591
86856	linear.bias	6	-0.6681643724441528
86856	linear.bias	7	0.3858828544616699
86856	linear.bias	8	-0.5251035690307617
86856	linear.bias	9	-0.8672233819961548
87053	transitions	0	0.6354455351829529
87053	transitions	1	0.10222329944372177
87053	transitions	2	-10000.0
87053	transitions	3	-1.8097015619277954
87053	transitions	4	-10000.0
87053	transitions	5	0.6223613619804382
87053	transitions	6	-0.044551294296979904
87053	transitions	7	-0.49891188740730286
87053	transitions	8	-1.363322138786316
87053	transitions	9	-0.000731822510715574
87053	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
87053	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
87053	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
87053	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
87053	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
87053	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
87053	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
87053	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
87053	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
87053	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
87053	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
87053	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
87053	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
87053	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
87053	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
87053	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
87053	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
87053	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
87053	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
87053	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
87053	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
87053	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
87053	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
87053	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
87053	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
87053	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
87053	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
87053	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
87053	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
87053	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
87053	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
87053	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
87053	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
87053	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
87053	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
87053	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
87053	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
87053	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
87053	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
87053	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
87053	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
87053	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
87053	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
87053	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
87053	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
87053	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
87053	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
87053	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
87053	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
87053	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
87053	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
87053	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
87053	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
87053	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
87053	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
87053	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
87053	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
87053	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
87053	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
87053	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
87053	embedding2nn.weight	0	0.013891984708607197
87053	embedding2nn.weight	1	-0.01712847128510475
87053	embedding2nn.weight	2	-0.014268255792558193
87053	embedding2nn.weight	3	-0.004723639693111181
87053	embedding2nn.weight	4	-0.005915035028010607
87053	embedding2nn.weight	5	-0.0037005816120654345
87053	embedding2nn.weight	6	-0.003973246552050114
87053	embedding2nn.weight	7	-0.0450475700199604
87053	embedding2nn.weight	8	-0.0019979383796453476
87053	embedding2nn.weight	9	-0.026744218543171883
87053	embedding2nn.bias	0	0.017545277252793312
87053	embedding2nn.bias	1	-0.057263001799583435
87053	embedding2nn.bias	2	0.07881090044975281
87053	embedding2nn.bias	3	0.05709370970726013
87053	embedding2nn.bias	4	-0.03686580806970596
87053	embedding2nn.bias	5	-0.04322817921638489
87053	embedding2nn.bias	6	0.0024609926622360945
87053	embedding2nn.bias	7	-0.033699069172143936
87053	embedding2nn.bias	8	0.03700141981244087
87053	embedding2nn.bias	9	0.01975507289171219
87053	rnn.weight_ih_l0	0	-0.03840618580579758
87053	rnn.weight_ih_l0	1	-0.009045380167663097
87053	rnn.weight_ih_l0	2	0.045102182775735855
87053	rnn.weight_ih_l0	3	0.010122738778591156
87053	rnn.weight_ih_l0	4	-0.016515973955392838
87053	rnn.weight_ih_l0	5	-0.052941903471946716
87053	rnn.weight_ih_l0	6	-0.0005803471431136131
87053	rnn.weight_ih_l0	7	0.04875262826681137
87053	rnn.weight_ih_l0	8	-0.012312502600252628
87053	rnn.weight_ih_l0	9	-0.01862190291285515
87053	rnn.weight_hh_l0	0	-0.03800966218113899
87053	rnn.weight_hh_l0	1	0.0073266965337097645
87053	rnn.weight_hh_l0	2	0.008584859780967236
87053	rnn.weight_hh_l0	3	-0.053380273282527924
87053	rnn.weight_hh_l0	4	0.06062624976038933
87053	rnn.weight_hh_l0	5	0.004563102964311838
87053	rnn.weight_hh_l0	6	-0.0321858674287796
87053	rnn.weight_hh_l0	7	-0.005933872889727354
87053	rnn.weight_hh_l0	8	0.01513878908008337
87053	rnn.weight_hh_l0	9	-0.017854221165180206
87053	rnn.bias_ih_l0	0	0.0686967596411705
87053	rnn.bias_ih_l0	1	-0.01780569739639759
87053	rnn.bias_ih_l0	2	-0.012150716967880726
87053	rnn.bias_ih_l0	3	0.11115799099206924
87053	rnn.bias_ih_l0	4	-0.05845695361495018
87053	rnn.bias_ih_l0	5	-0.022680984809994698
87053	rnn.bias_ih_l0	6	-0.006163536570966244
87053	rnn.bias_ih_l0	7	0.046713169664144516
87053	rnn.bias_ih_l0	8	-0.09043186902999878
87053	rnn.bias_ih_l0	9	-0.029127545654773712
87053	rnn.bias_hh_l0	0	-0.029849456623196602
87053	rnn.bias_hh_l0	1	-0.10454195737838745
87053	rnn.bias_hh_l0	2	-0.041686657816171646
87053	rnn.bias_hh_l0	3	-0.06931085884571075
87053	rnn.bias_hh_l0	4	-0.02661254070699215
87053	rnn.bias_hh_l0	5	-0.010089206509292126
87053	rnn.bias_hh_l0	6	0.023816091939806938
87053	rnn.bias_hh_l0	7	0.038968686014413834
87053	rnn.bias_hh_l0	8	-0.11369099467992783
87053	rnn.bias_hh_l0	9	-0.01671467535197735
87053	rnn.weight_ih_l0_reverse	0	-0.008399552665650845
87053	rnn.weight_ih_l0_reverse	1	-0.05511416494846344
87053	rnn.weight_ih_l0_reverse	2	-0.0314536988735199
87053	rnn.weight_ih_l0_reverse	3	0.004580003675073385
87053	rnn.weight_ih_l0_reverse	4	-0.010766716673970222
87053	rnn.weight_ih_l0_reverse	5	-0.04083104059100151
87053	rnn.weight_ih_l0_reverse	6	0.06147078424692154
87053	rnn.weight_ih_l0_reverse	7	-0.0201695766299963
87053	rnn.weight_ih_l0_reverse	8	-0.02830852009356022
87053	rnn.weight_ih_l0_reverse	9	0.006450827233493328
87053	rnn.weight_hh_l0_reverse	0	0.03498610109090805
87053	rnn.weight_hh_l0_reverse	1	0.032464008778333664
87053	rnn.weight_hh_l0_reverse	2	0.03887496888637543
87053	rnn.weight_hh_l0_reverse	3	0.02887645550072193
87053	rnn.weight_hh_l0_reverse	4	-2.2256079319049604e-05
87053	rnn.weight_hh_l0_reverse	5	0.01377015095204115
87053	rnn.weight_hh_l0_reverse	6	0.04372543469071388
87053	rnn.weight_hh_l0_reverse	7	-0.0661051794886589
87053	rnn.weight_hh_l0_reverse	8	0.032851286232471466
87053	rnn.weight_hh_l0_reverse	9	0.046735890209674835
87053	rnn.bias_ih_l0_reverse	0	-0.061127785593271255
87053	rnn.bias_ih_l0_reverse	1	-0.21678248047828674
87053	rnn.bias_ih_l0_reverse	2	-0.11227238178253174
87053	rnn.bias_ih_l0_reverse	3	-0.02362022176384926
87053	rnn.bias_ih_l0_reverse	4	-0.04337292164564133
87053	rnn.bias_ih_l0_reverse	5	0.04495076462626457
87053	rnn.bias_ih_l0_reverse	6	-0.052931979298591614
87053	rnn.bias_ih_l0_reverse	7	0.04161446914076805
87053	rnn.bias_ih_l0_reverse	8	-0.04478836804628372
87053	rnn.bias_ih_l0_reverse	9	0.029630566015839577
87053	rnn.bias_hh_l0_reverse	0	-0.003621418960392475
87053	rnn.bias_hh_l0_reverse	1	-0.020525183528661728
87053	rnn.bias_hh_l0_reverse	2	0.050459038466215134
87053	rnn.bias_hh_l0_reverse	3	-0.04646183177828789
87053	rnn.bias_hh_l0_reverse	4	-0.035189926624298096
87053	rnn.bias_hh_l0_reverse	5	-0.026407558470964432
87053	rnn.bias_hh_l0_reverse	6	-0.02251320518553257
87053	rnn.bias_hh_l0_reverse	7	0.08710303157567978
87053	rnn.bias_hh_l0_reverse	8	0.016402805224061012
87053	rnn.bias_hh_l0_reverse	9	-0.10334280133247375
87053	rnn.weight_ih_l1	0	-0.04029262065887451
87053	rnn.weight_ih_l1	1	-0.03140918165445328
87053	rnn.weight_ih_l1	2	0.048451922833919525
87053	rnn.weight_ih_l1	3	-0.029912009835243225
87053	rnn.weight_ih_l1	4	-0.00474170409142971
87053	rnn.weight_ih_l1	5	-0.04630689322948456
87053	rnn.weight_ih_l1	6	0.03015805222094059
87053	rnn.weight_ih_l1	7	-0.036241792142391205
87053	rnn.weight_ih_l1	8	0.03836662694811821
87053	rnn.weight_ih_l1	9	0.03734775632619858
87053	rnn.weight_hh_l1	0	-0.006238874047994614
87053	rnn.weight_hh_l1	1	0.010316151194274426
87053	rnn.weight_hh_l1	2	0.0019017504528164864
87053	rnn.weight_hh_l1	3	-0.011316055431962013
87053	rnn.weight_hh_l1	4	0.0004982441896572709
87053	rnn.weight_hh_l1	5	0.025526542216539383
87053	rnn.weight_hh_l1	6	0.030629733577370644
87053	rnn.weight_hh_l1	7	-0.024609176442027092
87053	rnn.weight_hh_l1	8	-0.02070741541683674
87053	rnn.weight_hh_l1	9	0.04199891537427902
87053	rnn.bias_ih_l1	0	-0.16158679127693176
87053	rnn.bias_ih_l1	1	-0.1492578238248825
87053	rnn.bias_ih_l1	2	-0.1624089777469635
87053	rnn.bias_ih_l1	3	-0.22289705276489258
87053	rnn.bias_ih_l1	4	-0.15088309347629547
87053	rnn.bias_ih_l1	5	-0.09806086868047714
87053	rnn.bias_ih_l1	6	-0.11604294180870056
87053	rnn.bias_ih_l1	7	-0.035444725304841995
87053	rnn.bias_ih_l1	8	-0.11965541541576385
87053	rnn.bias_ih_l1	9	-0.08688192814588547
87053	rnn.bias_hh_l1	0	-0.10580150038003922
87053	rnn.bias_hh_l1	1	-0.03678667172789574
87053	rnn.bias_hh_l1	2	-0.08085369318723679
87053	rnn.bias_hh_l1	3	-0.0908677950501442
87053	rnn.bias_hh_l1	4	-0.1128736212849617
87053	rnn.bias_hh_l1	5	-0.09165456891059875
87053	rnn.bias_hh_l1	6	-0.10627126693725586
87053	rnn.bias_hh_l1	7	0.022828906774520874
87053	rnn.bias_hh_l1	8	-0.13597917556762695
87053	rnn.bias_hh_l1	9	-0.07722879946231842
87053	rnn.weight_ih_l1_reverse	0	-0.03566310182213783
87053	rnn.weight_ih_l1_reverse	1	0.00915021263062954
87053	rnn.weight_ih_l1_reverse	2	0.006002944428473711
87053	rnn.weight_ih_l1_reverse	3	0.004396247677505016
87053	rnn.weight_ih_l1_reverse	4	-0.01616782881319523
87053	rnn.weight_ih_l1_reverse	5	-0.03639112040400505
87053	rnn.weight_ih_l1_reverse	6	-0.004468866158276796
87053	rnn.weight_ih_l1_reverse	7	0.018096188083291054
87053	rnn.weight_ih_l1_reverse	8	0.019425883889198303
87053	rnn.weight_ih_l1_reverse	9	-0.039680320769548416
87053	rnn.weight_hh_l1_reverse	0	0.009866560809314251
87053	rnn.weight_hh_l1_reverse	1	0.030016114935278893
87053	rnn.weight_hh_l1_reverse	2	-0.0391809418797493
87053	rnn.weight_hh_l1_reverse	3	0.03945563733577728
87053	rnn.weight_hh_l1_reverse	4	0.04864255338907242
87053	rnn.weight_hh_l1_reverse	5	0.008466210216283798
87053	rnn.weight_hh_l1_reverse	6	0.006689739879220724
87053	rnn.weight_hh_l1_reverse	7	0.027522431686520576
87053	rnn.weight_hh_l1_reverse	8	-0.0027599288150668144
87053	rnn.weight_hh_l1_reverse	9	-0.03809012472629547
87053	rnn.bias_ih_l1_reverse	0	-0.042102910578250885
87053	rnn.bias_ih_l1_reverse	1	-0.1040060818195343
87053	rnn.bias_ih_l1_reverse	2	-0.12714840471744537
87053	rnn.bias_ih_l1_reverse	3	-0.03480210155248642
87053	rnn.bias_ih_l1_reverse	4	-0.1676953136920929
87053	rnn.bias_ih_l1_reverse	5	-0.09100504964590073
87053	rnn.bias_ih_l1_reverse	6	-0.10810333490371704
87053	rnn.bias_ih_l1_reverse	7	-0.17657576501369476
87053	rnn.bias_ih_l1_reverse	8	0.12329664826393127
87053	rnn.bias_ih_l1_reverse	9	0.016829902306199074
87053	rnn.bias_hh_l1_reverse	0	-0.0393562875688076
87053	rnn.bias_hh_l1_reverse	1	0.04136666655540466
87053	rnn.bias_hh_l1_reverse	2	-0.21387380361557007
87053	rnn.bias_hh_l1_reverse	3	-0.09747342765331268
87053	rnn.bias_hh_l1_reverse	4	-0.06977551430463791
87053	rnn.bias_hh_l1_reverse	5	-0.08386912941932678
87053	rnn.bias_hh_l1_reverse	6	0.15865221619606018
87053	rnn.bias_hh_l1_reverse	7	-0.1441059559583664
87053	rnn.bias_hh_l1_reverse	8	-0.08440132439136505
87053	rnn.bias_hh_l1_reverse	9	-0.11392802000045776
87053	linear.weight	0	0.002228822559118271
87053	linear.weight	1	0.10070709884166718
87053	linear.weight	2	-0.11387579888105392
87053	linear.weight	3	0.31680062413215637
87053	linear.weight	4	0.08967454731464386
87053	linear.weight	5	0.0069993664510548115
87053	linear.weight	6	-0.06720523536205292
87053	linear.weight	7	0.08577650040388107
87053	linear.weight	8	0.041336704045534134
87053	linear.weight	9	-0.04949568957090378
87053	linear.bias	0	-0.07968831062316895
87053	linear.bias	1	-0.15994589030742645
87053	linear.bias	2	-0.5029207468032837
87053	linear.bias	3	-0.701537013053894
87053	linear.bias	4	-1.1035120487213135
87053	linear.bias	5	-0.028163069859147072
87053	linear.bias	6	-0.6728695034980774
87053	linear.bias	7	0.39199915528297424
87053	linear.bias	8	-0.5343149900436401
87053	linear.bias	9	-0.879593014717102
87250	transitions	0	0.6376150846481323
87250	transitions	1	0.09757751226425171
87250	transitions	2	-10000.0
87250	transitions	3	-1.8097575902938843
87250	transitions	4	-10000.0
87250	transitions	5	0.6220343708992004
87250	transitions	6	-0.04466574639081955
87250	transitions	7	-0.4996885061264038
87250	transitions	8	-1.36349618434906
87250	transitions	9	-0.0007336222333833575
87250	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
87250	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
87250	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
87250	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
87250	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
87250	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
87250	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
87250	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
87250	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
87250	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
87250	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
87250	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
87250	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
87250	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
87250	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
87250	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
87250	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
87250	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
87250	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
87250	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
87250	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
87250	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
87250	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
87250	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
87250	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
87250	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
87250	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
87250	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
87250	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
87250	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
87250	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
87250	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
87250	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
87250	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
87250	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
87250	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
87250	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
87250	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
87250	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
87250	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
87250	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
87250	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
87250	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
87250	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
87250	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
87250	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
87250	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
87250	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
87250	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
87250	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
87250	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
87250	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
87250	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
87250	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
87250	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
87250	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
87250	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
87250	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
87250	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
87250	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
87250	embedding2nn.weight	0	0.013636454939842224
87250	embedding2nn.weight	1	-0.01728740707039833
87250	embedding2nn.weight	2	-0.014268255792558193
87250	embedding2nn.weight	3	-0.006202170625329018
87250	embedding2nn.weight	4	-0.005915035028010607
87250	embedding2nn.weight	5	-0.0037005816120654345
87250	embedding2nn.weight	6	-0.003973242826759815
87250	embedding2nn.weight	7	-0.045168694108724594
87250	embedding2nn.weight	8	-0.0019979383796453476
87250	embedding2nn.weight	9	-0.02643314190208912
87250	embedding2nn.bias	0	0.023357238620519638
87250	embedding2nn.bias	1	-0.05049809068441391
87250	embedding2nn.bias	2	0.07697080820798874
87250	embedding2nn.bias	3	0.06267481297254562
87250	embedding2nn.bias	4	-0.04511859640479088
87250	embedding2nn.bias	5	-0.05006856471300125
87250	embedding2nn.bias	6	-0.0013094758614897728
87250	embedding2nn.bias	7	-0.035286903381347656
87250	embedding2nn.bias	8	0.03062751144170761
87250	embedding2nn.bias	9	0.01890958845615387
87250	rnn.weight_ih_l0	0	-0.040020208805799484
87250	rnn.weight_ih_l0	1	-0.00788042414933443
87250	rnn.weight_ih_l0	2	0.045898981392383575
87250	rnn.weight_ih_l0	3	0.009831222705543041
87250	rnn.weight_ih_l0	4	-0.016792723909020424
87250	rnn.weight_ih_l0	5	-0.05168965458869934
87250	rnn.weight_ih_l0	6	-0.0008463884005323052
87250	rnn.weight_ih_l0	7	0.048575058579444885
87250	rnn.weight_ih_l0	8	-0.012703296728432178
87250	rnn.weight_ih_l0	9	-0.017835913226008415
87250	rnn.weight_hh_l0	0	-0.03760940954089165
87250	rnn.weight_hh_l0	1	0.007962565869092941
87250	rnn.weight_hh_l0	2	0.00883609987795353
87250	rnn.weight_hh_l0	3	-0.05347652733325958
87250	rnn.weight_hh_l0	4	0.060923200100660324
87250	rnn.weight_hh_l0	5	0.004268317483365536
87250	rnn.weight_hh_l0	6	-0.03275324031710625
87250	rnn.weight_hh_l0	7	-0.005461784545332193
87250	rnn.weight_hh_l0	8	0.013661670498549938
87250	rnn.weight_hh_l0	9	-0.01768414117395878
87250	rnn.bias_ih_l0	0	0.07074451446533203
87250	rnn.bias_ih_l0	1	-0.019750937819480896
87250	rnn.bias_ih_l0	2	-0.01306389831006527
87250	rnn.bias_ih_l0	3	0.10830267518758774
87250	rnn.bias_ih_l0	4	-0.05906800925731659
87250	rnn.bias_ih_l0	5	-0.025040462613105774
87250	rnn.bias_ih_l0	6	-0.005529997404664755
87250	rnn.bias_ih_l0	7	0.046501122415065765
87250	rnn.bias_ih_l0	8	-0.0892157256603241
87250	rnn.bias_ih_l0	9	-0.028497589752078056
87250	rnn.bias_hh_l0	0	-0.02961847186088562
87250	rnn.bias_hh_l0	1	-0.1051909327507019
87250	rnn.bias_hh_l0	2	-0.04321010038256645
87250	rnn.bias_hh_l0	3	-0.06840761005878448
87250	rnn.bias_hh_l0	4	-0.02870541252195835
87250	rnn.bias_hh_l0	5	-0.013558835722506046
87250	rnn.bias_hh_l0	6	0.02458873949944973
87250	rnn.bias_hh_l0	7	0.037613142281770706
87250	rnn.bias_hh_l0	8	-0.11428385227918625
87250	rnn.bias_hh_l0	9	-0.018734892830252647
87250	rnn.weight_ih_l0_reverse	0	-0.007262885104864836
87250	rnn.weight_ih_l0_reverse	1	-0.055405143648386
87250	rnn.weight_ih_l0_reverse	2	-0.030441612005233765
87250	rnn.weight_ih_l0_reverse	3	0.003875160589814186
87250	rnn.weight_ih_l0_reverse	4	-0.01117027085274458
87250	rnn.weight_ih_l0_reverse	5	-0.040807366371154785
87250	rnn.weight_ih_l0_reverse	6	0.061188824474811554
87250	rnn.weight_ih_l0_reverse	7	-0.018728068098425865
87250	rnn.weight_ih_l0_reverse	8	-0.02746483124792576
87250	rnn.weight_ih_l0_reverse	9	0.007220022846013308
87250	rnn.weight_hh_l0_reverse	0	0.03559928387403488
87250	rnn.weight_hh_l0_reverse	1	0.03166264668107033
87250	rnn.weight_hh_l0_reverse	2	0.03868605196475983
87250	rnn.weight_hh_l0_reverse	3	0.02884850651025772
87250	rnn.weight_hh_l0_reverse	4	0.0004803162591997534
87250	rnn.weight_hh_l0_reverse	5	0.012485003098845482
87250	rnn.weight_hh_l0_reverse	6	0.043712057173252106
87250	rnn.weight_hh_l0_reverse	7	-0.0653872936964035
87250	rnn.weight_hh_l0_reverse	8	0.03370339423418045
87250	rnn.weight_hh_l0_reverse	9	0.04635968431830406
87250	rnn.bias_ih_l0_reverse	0	-0.06232862547039986
87250	rnn.bias_ih_l0_reverse	1	-0.218558207154274
87250	rnn.bias_ih_l0_reverse	2	-0.1123431921005249
87250	rnn.bias_ih_l0_reverse	3	-0.022387444972991943
87250	rnn.bias_ih_l0_reverse	4	-0.03984464332461357
87250	rnn.bias_ih_l0_reverse	5	0.04120543226599693
87250	rnn.bias_ih_l0_reverse	6	-0.05297202244400978
87250	rnn.bias_ih_l0_reverse	7	0.04486246407032013
87250	rnn.bias_ih_l0_reverse	8	-0.044264599680900574
87250	rnn.bias_ih_l0_reverse	9	0.030276961624622345
87250	rnn.bias_hh_l0_reverse	0	-0.003980692941695452
87250	rnn.bias_hh_l0_reverse	1	-0.021282436326146126
87250	rnn.bias_hh_l0_reverse	2	0.052949026226997375
87250	rnn.bias_hh_l0_reverse	3	-0.04694896936416626
87250	rnn.bias_hh_l0_reverse	4	-0.03330850973725319
87250	rnn.bias_hh_l0_reverse	5	-0.028342027217149734
87250	rnn.bias_hh_l0_reverse	6	-0.019802475348114967
87250	rnn.bias_hh_l0_reverse	7	0.08387024700641632
87250	rnn.bias_hh_l0_reverse	8	0.019149277359247208
87250	rnn.bias_hh_l0_reverse	9	-0.1019393801689148
87250	rnn.weight_ih_l1	0	-0.04083654657006264
87250	rnn.weight_ih_l1	1	-0.029682671651244164
87250	rnn.weight_ih_l1	2	0.04552529379725456
87250	rnn.weight_ih_l1	3	-0.02893424965441227
87250	rnn.weight_ih_l1	4	-0.004947066772729158
87250	rnn.weight_ih_l1	5	-0.046427011489868164
87250	rnn.weight_ih_l1	6	0.03020254150032997
87250	rnn.weight_ih_l1	7	-0.0355985127389431
87250	rnn.weight_ih_l1	8	0.03838822618126869
87250	rnn.weight_ih_l1	9	0.03793860599398613
87250	rnn.weight_hh_l1	0	-0.00664915656670928
87250	rnn.weight_hh_l1	1	0.01001240499317646
87250	rnn.weight_hh_l1	2	0.003366652876138687
87250	rnn.weight_hh_l1	3	-0.011215672828257084
87250	rnn.weight_hh_l1	4	0.00043524696957319975
87250	rnn.weight_hh_l1	5	0.02560354396700859
87250	rnn.weight_hh_l1	6	0.0322122797369957
87250	rnn.weight_hh_l1	7	-0.025240572169423103
87250	rnn.weight_hh_l1	8	-0.021183278411626816
87250	rnn.weight_hh_l1	9	0.04128790646791458
87250	rnn.bias_ih_l1	0	-0.1628013551235199
87250	rnn.bias_ih_l1	1	-0.1467214673757553
87250	rnn.bias_ih_l1	2	-0.1612016260623932
87250	rnn.bias_ih_l1	3	-0.22433438897132874
87250	rnn.bias_ih_l1	4	-0.16210375726222992
87250	rnn.bias_ih_l1	5	-0.09715357422828674
87250	rnn.bias_ih_l1	6	-0.112920843064785
87250	rnn.bias_ih_l1	7	-0.03645329177379608
87250	rnn.bias_ih_l1	8	-0.1228720098733902
87250	rnn.bias_ih_l1	9	-0.08705324679613113
87250	rnn.bias_hh_l1	0	-0.10948082059621811
87250	rnn.bias_hh_l1	1	-0.039412353187799454
87250	rnn.bias_hh_l1	2	-0.08224150538444519
87250	rnn.bias_hh_l1	3	-0.09234365820884705
87250	rnn.bias_hh_l1	4	-0.11361384391784668
87250	rnn.bias_hh_l1	5	-0.09132415801286697
87250	rnn.bias_hh_l1	6	-0.10940151661634445
87250	rnn.bias_hh_l1	7	0.02167598530650139
87250	rnn.bias_hh_l1	8	-0.1384200006723404
87250	rnn.bias_hh_l1	9	-0.07952331006526947
87250	rnn.weight_ih_l1_reverse	0	-0.03645527735352516
87250	rnn.weight_ih_l1_reverse	1	0.01022650208324194
87250	rnn.weight_ih_l1_reverse	2	0.007253125309944153
87250	rnn.weight_ih_l1_reverse	3	0.0036727783735841513
87250	rnn.weight_ih_l1_reverse	4	-0.015398266725242138
87250	rnn.weight_ih_l1_reverse	5	-0.03633856773376465
87250	rnn.weight_ih_l1_reverse	6	-0.0036939745768904686
87250	rnn.weight_ih_l1_reverse	7	0.01722792349755764
87250	rnn.weight_ih_l1_reverse	8	0.017946116626262665
87250	rnn.weight_ih_l1_reverse	9	-0.0371268205344677
87250	rnn.weight_hh_l1_reverse	0	0.009661219082772732
87250	rnn.weight_hh_l1_reverse	1	0.030015800148248672
87250	rnn.weight_hh_l1_reverse	2	-0.03928058594465256
87250	rnn.weight_hh_l1_reverse	3	0.039422910660505295
87250	rnn.weight_hh_l1_reverse	4	0.048542048782110214
87250	rnn.weight_hh_l1_reverse	5	0.008822974748909473
87250	rnn.weight_hh_l1_reverse	6	0.00737583264708519
87250	rnn.weight_hh_l1_reverse	7	0.027125060558319092
87250	rnn.weight_hh_l1_reverse	8	-0.002875331323593855
87250	rnn.weight_hh_l1_reverse	9	-0.03815891221165657
87250	rnn.bias_ih_l1_reverse	0	-0.04534432291984558
87250	rnn.bias_ih_l1_reverse	1	-0.10088769346475601
87250	rnn.bias_ih_l1_reverse	2	-0.1271018087863922
87250	rnn.bias_ih_l1_reverse	3	-0.04007161408662796
87250	rnn.bias_ih_l1_reverse	4	-0.16653142869472504
87250	rnn.bias_ih_l1_reverse	5	-0.08899044245481491
87250	rnn.bias_ih_l1_reverse	6	-0.10718982666730881
87250	rnn.bias_ih_l1_reverse	7	-0.1772269457578659
87250	rnn.bias_ih_l1_reverse	8	0.12435942888259888
87250	rnn.bias_ih_l1_reverse	9	0.020844152197241783
87250	rnn.bias_hh_l1_reverse	0	-0.04438184201717377
87250	rnn.bias_hh_l1_reverse	1	0.03613896295428276
87250	rnn.bias_hh_l1_reverse	2	-0.2151235193014145
87250	rnn.bias_hh_l1_reverse	3	-0.09792835265398026
87250	rnn.bias_hh_l1_reverse	4	-0.06827719509601593
87250	rnn.bias_hh_l1_reverse	5	-0.08439899235963821
87250	rnn.bias_hh_l1_reverse	6	0.1584949642419815
87250	rnn.bias_hh_l1_reverse	7	-0.1417524814605713
87250	rnn.bias_hh_l1_reverse	8	-0.085102878510952
87250	rnn.bias_hh_l1_reverse	9	-0.11430469155311584
87250	linear.weight	0	0.002228822559118271
87250	linear.weight	1	0.10204402357339859
87250	linear.weight	2	-0.11316022276878357
87250	linear.weight	3	0.31653013825416565
87250	linear.weight	4	0.08977164328098297
87250	linear.weight	5	0.01073529664427042
87250	linear.weight	6	-0.03241729363799095
87250	linear.weight	7	0.09305194765329361
87250	linear.weight	8	0.04134371504187584
87250	linear.weight	9	-0.04987221956253052
87250	linear.bias	0	-0.09440424293279648
87250	linear.bias	1	-0.1576082706451416
87250	linear.bias	2	-0.5453449487686157
87250	linear.bias	3	-0.6751033663749695
87250	linear.bias	4	-1.0819556713104248
87250	linear.bias	5	-0.040653329342603683
87250	linear.bias	6	-0.6731563210487366
87250	linear.bias	7	0.37882477045059204
87250	linear.bias	8	-0.5242685675621033
87250	linear.bias	9	-0.8707185387611389
87447	transitions	0	0.6507128477096558
87447	transitions	1	0.09598994255065918
87447	transitions	2	-10000.0
87447	transitions	3	-1.8098419904708862
87447	transitions	4	-10000.0
87447	transitions	5	0.6213723421096802
87447	transitions	6	-0.044874485582113266
87447	transitions	7	-0.49992799758911133
87447	transitions	8	-1.3637418746948242
87447	transitions	9	-0.0007348257931880653
87447	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
87447	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
87447	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
87447	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
87447	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
87447	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
87447	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
87447	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
87447	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
87447	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
87447	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
87447	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
87447	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
87447	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
87447	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
87447	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
87447	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
87447	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
87447	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
87447	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
87447	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
87447	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
87447	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
87447	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
87447	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
87447	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
87447	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
87447	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
87447	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
87447	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
87447	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
87447	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
87447	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
87447	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
87447	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
87447	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
87447	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
87447	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
87447	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
87447	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
87447	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
87447	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
87447	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
87447	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
87447	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
87447	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
87447	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
87447	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
87447	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
87447	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
87447	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
87447	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
87447	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
87447	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
87447	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
87447	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
87447	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
87447	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
87447	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
87447	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
87447	embedding2nn.weight	0	0.014711827039718628
87447	embedding2nn.weight	1	-0.017440911382436752
87447	embedding2nn.weight	2	-0.014268255792558193
87447	embedding2nn.weight	3	-0.004741768352687359
87447	embedding2nn.weight	4	-0.005915035028010607
87447	embedding2nn.weight	5	-0.003700581379234791
87447	embedding2nn.weight	6	-0.003973241895437241
87447	embedding2nn.weight	7	-0.04392092674970627
87447	embedding2nn.weight	8	-0.0019979383796453476
87447	embedding2nn.weight	9	-0.027780262753367424
87447	embedding2nn.bias	0	0.02065441943705082
87447	embedding2nn.bias	1	-0.043793171644210815
87447	embedding2nn.bias	2	0.07349278777837753
87447	embedding2nn.bias	3	0.06226329505443573
87447	embedding2nn.bias	4	-0.045014169067144394
87447	embedding2nn.bias	5	-0.04486929625272751
87447	embedding2nn.bias	6	0.0015619078185409307
87447	embedding2nn.bias	7	-0.02991686575114727
87447	embedding2nn.bias	8	0.03235910087823868
87447	embedding2nn.bias	9	0.01941714994609356
87447	rnn.weight_ih_l0	0	-0.040000077337026596
87447	rnn.weight_ih_l0	1	-0.008161110803484917
87447	rnn.weight_ih_l0	2	0.04587392508983612
87447	rnn.weight_ih_l0	3	0.00968894176185131
87447	rnn.weight_ih_l0	4	-0.01722530834376812
87447	rnn.weight_ih_l0	5	-0.050650790333747864
87447	rnn.weight_ih_l0	6	-0.0005936074303463101
87447	rnn.weight_ih_l0	7	0.048946563154459
87447	rnn.weight_ih_l0	8	-0.011988019570708275
87447	rnn.weight_ih_l0	9	-0.01806056685745716
87447	rnn.weight_hh_l0	0	-0.03752528503537178
87447	rnn.weight_hh_l0	1	0.008145646192133427
87447	rnn.weight_hh_l0	2	0.00893996562808752
87447	rnn.weight_hh_l0	3	-0.05352911353111267
87447	rnn.weight_hh_l0	4	0.062055520713329315
87447	rnn.weight_hh_l0	5	0.0035169976763427258
87447	rnn.weight_hh_l0	6	-0.03476029261946678
87447	rnn.weight_hh_l0	7	-0.006874966900795698
87447	rnn.weight_hh_l0	8	0.014240504242479801
87447	rnn.weight_hh_l0	9	-0.017965249717235565
87447	rnn.bias_ih_l0	0	0.07321829348802567
87447	rnn.bias_ih_l0	1	-0.021297678351402283
87447	rnn.bias_ih_l0	2	-0.011550377123057842
87447	rnn.bias_ih_l0	3	0.10758250951766968
87447	rnn.bias_ih_l0	4	-0.05748036503791809
87447	rnn.bias_ih_l0	5	-0.022260526195168495
87447	rnn.bias_ih_l0	6	-0.007762629073113203
87447	rnn.bias_ih_l0	7	0.04664138704538345
87447	rnn.bias_ih_l0	8	-0.08962315320968628
87447	rnn.bias_ih_l0	9	-0.02734767273068428
87447	rnn.bias_hh_l0	0	-0.03192858025431633
87447	rnn.bias_hh_l0	1	-0.10505568236112595
87447	rnn.bias_hh_l0	2	-0.04155295342206955
87447	rnn.bias_hh_l0	3	-0.06668392568826675
87447	rnn.bias_hh_l0	4	-0.029261166229844093
87447	rnn.bias_hh_l0	5	-0.014439231716096401
87447	rnn.bias_hh_l0	6	0.02484036050736904
87447	rnn.bias_hh_l0	7	0.0384710356593132
87447	rnn.bias_hh_l0	8	-0.10741680860519409
87447	rnn.bias_hh_l0	9	-0.023038094863295555
87447	rnn.weight_ih_l0_reverse	0	-0.006965287961065769
87447	rnn.weight_ih_l0_reverse	1	-0.055586833506822586
87447	rnn.weight_ih_l0_reverse	2	-0.029512450098991394
87447	rnn.weight_ih_l0_reverse	3	0.004748103674501181
87447	rnn.weight_ih_l0_reverse	4	-0.011272815987467766
87447	rnn.weight_ih_l0_reverse	5	-0.04015074297785759
87447	rnn.weight_ih_l0_reverse	6	0.06049106642603874
87447	rnn.weight_ih_l0_reverse	7	-0.01747281476855278
87447	rnn.weight_ih_l0_reverse	8	-0.02759828232228756
87447	rnn.weight_ih_l0_reverse	9	0.007314388174563646
87447	rnn.weight_hh_l0_reverse	0	0.034480564296245575
87447	rnn.weight_hh_l0_reverse	1	0.033053331077098846
87447	rnn.weight_hh_l0_reverse	2	0.039467211812734604
87447	rnn.weight_hh_l0_reverse	3	0.02837657555937767
87447	rnn.weight_hh_l0_reverse	4	0.0008831563754938543
87447	rnn.weight_hh_l0_reverse	5	0.012639924883842468
87447	rnn.weight_hh_l0_reverse	6	0.04374547302722931
87447	rnn.weight_hh_l0_reverse	7	-0.06608177721500397
87447	rnn.weight_hh_l0_reverse	8	0.033076148480176926
87447	rnn.weight_hh_l0_reverse	9	0.04667624458670616
87447	rnn.bias_ih_l0_reverse	0	-0.060789670795202255
87447	rnn.bias_ih_l0_reverse	1	-0.21717283129692078
87447	rnn.bias_ih_l0_reverse	2	-0.11649233102798462
87447	rnn.bias_ih_l0_reverse	3	-0.022387558594346046
87447	rnn.bias_ih_l0_reverse	4	-0.039775747805833817
87447	rnn.bias_ih_l0_reverse	5	0.03866661339998245
87447	rnn.bias_ih_l0_reverse	6	-0.05400719493627548
87447	rnn.bias_ih_l0_reverse	7	0.043024130165576935
87447	rnn.bias_ih_l0_reverse	8	-0.045791611075401306
87447	rnn.bias_ih_l0_reverse	9	0.02937140315771103
87447	rnn.bias_hh_l0_reverse	0	-0.0026073383633047342
87447	rnn.bias_hh_l0_reverse	1	-0.021341200917959213
87447	rnn.bias_hh_l0_reverse	2	0.04938548058271408
87447	rnn.bias_hh_l0_reverse	3	-0.047482047230005264
87447	rnn.bias_hh_l0_reverse	4	-0.0297224260866642
87447	rnn.bias_hh_l0_reverse	5	-0.02800864540040493
87447	rnn.bias_hh_l0_reverse	6	-0.020489193499088287
87447	rnn.bias_hh_l0_reverse	7	0.08104259520769119
87447	rnn.bias_hh_l0_reverse	8	0.021834323182702065
87447	rnn.bias_hh_l0_reverse	9	-0.10420086234807968
87447	rnn.weight_ih_l1	0	-0.04119124636054039
87447	rnn.weight_ih_l1	1	-0.029742486774921417
87447	rnn.weight_ih_l1	2	0.04710553586483002
87447	rnn.weight_ih_l1	3	-0.025300510227680206
87447	rnn.weight_ih_l1	4	-0.005551044829189777
87447	rnn.weight_ih_l1	5	-0.04597710818052292
87447	rnn.weight_ih_l1	6	0.029013538733124733
87447	rnn.weight_ih_l1	7	-0.03678135946393013
87447	rnn.weight_ih_l1	8	0.039062388241291046
87447	rnn.weight_ih_l1	9	0.037919167429208755
87447	rnn.weight_hh_l1	0	-0.00722558842971921
87447	rnn.weight_hh_l1	1	0.009979433380067348
87447	rnn.weight_hh_l1	2	0.0021983161568641663
87447	rnn.weight_hh_l1	3	-0.011452601291239262
87447	rnn.weight_hh_l1	4	0.0006555693107657135
87447	rnn.weight_hh_l1	5	0.025563327595591545
87447	rnn.weight_hh_l1	6	0.03230401501059532
87447	rnn.weight_hh_l1	7	-0.025142613798379898
87447	rnn.weight_hh_l1	8	-0.020919514819979668
87447	rnn.weight_hh_l1	9	0.041427742689847946
87447	rnn.bias_ih_l1	0	-0.15945866703987122
87447	rnn.bias_ih_l1	1	-0.1461072862148285
87447	rnn.bias_ih_l1	2	-0.16117613017559052
87447	rnn.bias_ih_l1	3	-0.22694943845272064
87447	rnn.bias_ih_l1	4	-0.1517336070537567
87447	rnn.bias_ih_l1	5	-0.09841524064540863
87447	rnn.bias_ih_l1	6	-0.11403252929449081
87447	rnn.bias_ih_l1	7	-0.033972106873989105
87447	rnn.bias_ih_l1	8	-0.1207512617111206
87447	rnn.bias_ih_l1	9	-0.08629697561264038
87447	rnn.bias_hh_l1	0	-0.1079191043972969
87447	rnn.bias_hh_l1	1	-0.03699346259236336
87447	rnn.bias_hh_l1	2	-0.08267303556203842
87447	rnn.bias_hh_l1	3	-0.09132105112075806
87447	rnn.bias_hh_l1	4	-0.11383170634508133
87447	rnn.bias_hh_l1	5	-0.08923076093196869
87447	rnn.bias_hh_l1	6	-0.11100742965936661
87447	rnn.bias_hh_l1	7	0.02425544708967209
87447	rnn.bias_hh_l1	8	-0.13755221664905548
87447	rnn.bias_hh_l1	9	-0.08151142299175262
87447	rnn.weight_ih_l1_reverse	0	-0.03604187071323395
87447	rnn.weight_ih_l1_reverse	1	0.01058141142129898
87447	rnn.weight_ih_l1_reverse	2	0.007639385759830475
87447	rnn.weight_ih_l1_reverse	3	0.005115537438541651
87447	rnn.weight_ih_l1_reverse	4	-0.01752288080751896
87447	rnn.weight_ih_l1_reverse	5	-0.03662363812327385
87447	rnn.weight_ih_l1_reverse	6	-0.00444127107039094
87447	rnn.weight_ih_l1_reverse	7	0.01728004217147827
87447	rnn.weight_ih_l1_reverse	8	0.019674118608236313
87447	rnn.weight_ih_l1_reverse	9	-0.038554031401872635
87447	rnn.weight_hh_l1_reverse	0	0.00996779091656208
87447	rnn.weight_hh_l1_reverse	1	0.02989433892071247
87447	rnn.weight_hh_l1_reverse	2	-0.03934236243367195
87447	rnn.weight_hh_l1_reverse	3	0.039413612335920334
87447	rnn.weight_hh_l1_reverse	4	0.047822169959545135
87447	rnn.weight_hh_l1_reverse	5	0.00924905575811863
87447	rnn.weight_hh_l1_reverse	6	0.0066322991624474525
87447	rnn.weight_hh_l1_reverse	7	0.02746710367500782
87447	rnn.weight_hh_l1_reverse	8	-0.0031740316189825535
87447	rnn.weight_hh_l1_reverse	9	-0.03794237598776817
87447	rnn.bias_ih_l1_reverse	0	-0.045906223356723785
87447	rnn.bias_ih_l1_reverse	1	-0.10045526921749115
87447	rnn.bias_ih_l1_reverse	2	-0.1252138912677765
87447	rnn.bias_ih_l1_reverse	3	-0.036533139646053314
87447	rnn.bias_ih_l1_reverse	4	-0.16967865824699402
87447	rnn.bias_ih_l1_reverse	5	-0.08982379734516144
87447	rnn.bias_ih_l1_reverse	6	-0.10868553817272186
87447	rnn.bias_ih_l1_reverse	7	-0.17849279940128326
87447	rnn.bias_ih_l1_reverse	8	0.1296917349100113
87447	rnn.bias_ih_l1_reverse	9	0.02149009145796299
87447	rnn.bias_hh_l1_reverse	0	-0.04583336040377617
87447	rnn.bias_hh_l1_reverse	1	0.034300483763217926
87447	rnn.bias_hh_l1_reverse	2	-0.21415875852108002
87447	rnn.bias_hh_l1_reverse	3	-0.09801973402500153
87447	rnn.bias_hh_l1_reverse	4	-0.06745709478855133
87447	rnn.bias_hh_l1_reverse	5	-0.08301007747650146
87447	rnn.bias_hh_l1_reverse	6	0.1572062224149704
87447	rnn.bias_hh_l1_reverse	7	-0.1451161503791809
87447	rnn.bias_hh_l1_reverse	8	-0.08822500705718994
87447	rnn.bias_hh_l1_reverse	9	-0.11323774605989456
87447	linear.weight	0	0.002228822559118271
87447	linear.weight	1	0.09401287138462067
87447	linear.weight	2	-0.11137517541646957
87447	linear.weight	3	0.3118465542793274
87447	linear.weight	4	0.08940576016902924
87447	linear.weight	5	0.007399736903607845
87447	linear.weight	6	-0.029824083670973778
87447	linear.weight	7	0.09361692517995834
87447	linear.weight	8	0.04133966937661171
87447	linear.weight	9	-0.051517195999622345
87447	linear.bias	0	-0.045332133769989014
87447	linear.bias	1	-0.1585647314786911
87447	linear.bias	2	-0.545286238193512
87447	linear.bias	3	-0.709459662437439
87447	linear.bias	4	-1.1198424100875854
87447	linear.bias	5	-0.04601272940635681
87447	linear.bias	6	-0.6728495359420776
87447	linear.bias	7	0.37366849184036255
87447	linear.bias	8	-0.5088008046150208
87447	linear.bias	9	-0.8563186526298523
87644	transitions	0	0.6447174549102783
87644	transitions	1	0.09939257800579071
87644	transitions	2	-10000.0
87644	transitions	3	-1.809915542602539
87644	transitions	4	-10000.0
87644	transitions	5	0.6211608052253723
87644	transitions	6	-0.044990260154008865
87644	transitions	7	-0.5010185837745667
87644	transitions	8	-1.363891839981079
87644	transitions	9	-0.0007372203981503844
87644	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
87644	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
87644	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
87644	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
87644	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
87644	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
87644	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
87644	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
87644	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
87644	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
87644	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
87644	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
87644	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
87644	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
87644	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
87644	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
87644	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
87644	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
87644	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
87644	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
87644	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
87644	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
87644	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
87644	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
87644	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
87644	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
87644	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
87644	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
87644	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
87644	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
87644	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
87644	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
87644	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
87644	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
87644	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
87644	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
87644	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
87644	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
87644	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
87644	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
87644	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
87644	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
87644	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
87644	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
87644	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
87644	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
87644	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
87644	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
87644	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
87644	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
87644	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
87644	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
87644	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
87644	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
87644	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
87644	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
87644	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
87644	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
87644	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
87644	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
87644	embedding2nn.weight	0	0.014704935252666473
87644	embedding2nn.weight	1	-0.017403939738869667
87644	embedding2nn.weight	2	-0.014268255792558193
87644	embedding2nn.weight	3	-0.0038683530874550343
87644	embedding2nn.weight	4	-0.005915035028010607
87644	embedding2nn.weight	5	-0.0037005816120654345
87644	embedding2nn.weight	6	-0.003973239567130804
87644	embedding2nn.weight	7	-0.043033137917518616
87644	embedding2nn.weight	8	-0.0019979383796453476
87644	embedding2nn.weight	9	-0.02781793288886547
87644	embedding2nn.bias	0	0.01488551963120699
87644	embedding2nn.bias	1	-0.034945905208587646
87644	embedding2nn.bias	2	0.07002251595258713
87644	embedding2nn.bias	3	0.061539873480796814
87644	embedding2nn.bias	4	-0.04010563716292381
87644	embedding2nn.bias	5	-0.042640846222639084
87644	embedding2nn.bias	6	-0.000597466598264873
87644	embedding2nn.bias	7	-0.029165059328079224
87644	embedding2nn.bias	8	0.03147878125309944
87644	embedding2nn.bias	9	0.015910832211375237
87644	rnn.weight_ih_l0	0	-0.03936168551445007
87644	rnn.weight_ih_l0	1	-0.006123307626694441
87644	rnn.weight_ih_l0	2	0.043736256659030914
87644	rnn.weight_ih_l0	3	0.009295408613979816
87644	rnn.weight_ih_l0	4	-0.020132113248109818
87644	rnn.weight_ih_l0	5	-0.0503595806658268
87644	rnn.weight_ih_l0	6	0.00017002255481202155
87644	rnn.weight_ih_l0	7	0.0480206161737442
87644	rnn.weight_ih_l0	8	-0.011320122517645359
87644	rnn.weight_ih_l0	9	-0.018123818561434746
87644	rnn.weight_hh_l0	0	-0.034926168620586395
87644	rnn.weight_hh_l0	1	0.008777877315878868
87644	rnn.weight_hh_l0	2	0.00968118291348219
87644	rnn.weight_hh_l0	3	-0.05287707969546318
87644	rnn.weight_hh_l0	4	0.06128392368555069
87644	rnn.weight_hh_l0	5	0.00219791941344738
87644	rnn.weight_hh_l0	6	-0.035146139562129974
87644	rnn.weight_hh_l0	7	-0.004449566826224327
87644	rnn.weight_hh_l0	8	0.015047047287225723
87644	rnn.weight_hh_l0	9	-0.01711125113070011
87644	rnn.bias_ih_l0	0	0.07144439220428467
87644	rnn.bias_ih_l0	1	-0.02172558568418026
87644	rnn.bias_ih_l0	2	-0.013070875778794289
87644	rnn.bias_ih_l0	3	0.1079443022608757
87644	rnn.bias_ih_l0	4	-0.06010844185948372
87644	rnn.bias_ih_l0	5	-0.024701867252588272
87644	rnn.bias_ih_l0	6	-0.009692911989986897
87644	rnn.bias_ih_l0	7	0.04723174124956131
87644	rnn.bias_ih_l0	8	-0.08818084001541138
87644	rnn.bias_ih_l0	9	-0.02820383571088314
87644	rnn.bias_hh_l0	0	-0.03127804398536682
87644	rnn.bias_hh_l0	1	-0.10434167832136154
87644	rnn.bias_hh_l0	2	-0.04021933674812317
87644	rnn.bias_hh_l0	3	-0.06836946308612823
87644	rnn.bias_hh_l0	4	-0.03024354949593544
87644	rnn.bias_hh_l0	5	-0.012917743995785713
87644	rnn.bias_hh_l0	6	0.02540474943816662
87644	rnn.bias_hh_l0	7	0.03598107770085335
87644	rnn.bias_hh_l0	8	-0.11055149883031845
87644	rnn.bias_hh_l0	9	-0.025218432769179344
87644	rnn.weight_ih_l0_reverse	0	-0.007112490013241768
87644	rnn.weight_ih_l0_reverse	1	-0.05479176342487335
87644	rnn.weight_ih_l0_reverse	2	-0.027200305834412575
87644	rnn.weight_ih_l0_reverse	3	0.004216148052364588
87644	rnn.weight_ih_l0_reverse	4	-0.01031525805592537
87644	rnn.weight_ih_l0_reverse	5	-0.04115357995033264
87644	rnn.weight_ih_l0_reverse	6	0.0604671984910965
87644	rnn.weight_ih_l0_reverse	7	-0.01524284202605486
87644	rnn.weight_ih_l0_reverse	8	-0.029362225905060768
87644	rnn.weight_ih_l0_reverse	9	0.008642753586173058
87644	rnn.weight_hh_l0_reverse	0	0.03300486132502556
87644	rnn.weight_hh_l0_reverse	1	0.03359631076455116
87644	rnn.weight_hh_l0_reverse	2	0.039169106632471085
87644	rnn.weight_hh_l0_reverse	3	0.028070537373423576
87644	rnn.weight_hh_l0_reverse	4	0.0009959369199350476
87644	rnn.weight_hh_l0_reverse	5	0.011982379481196404
87644	rnn.weight_hh_l0_reverse	6	0.04331858456134796
87644	rnn.weight_hh_l0_reverse	7	-0.0649443119764328
87644	rnn.weight_hh_l0_reverse	8	0.03346037492156029
87644	rnn.weight_hh_l0_reverse	9	0.046058643609285355
87644	rnn.bias_ih_l0_reverse	0	-0.06064045429229736
87644	rnn.bias_ih_l0_reverse	1	-0.21328210830688477
87644	rnn.bias_ih_l0_reverse	2	-0.11615315079689026
87644	rnn.bias_ih_l0_reverse	3	-0.021728824824094772
87644	rnn.bias_ih_l0_reverse	4	-0.04032669961452484
87644	rnn.bias_ih_l0_reverse	5	0.03929426148533821
87644	rnn.bias_ih_l0_reverse	6	-0.05400462821125984
87644	rnn.bias_ih_l0_reverse	7	0.04364387318491936
87644	rnn.bias_ih_l0_reverse	8	-0.048699140548706055
87644	rnn.bias_ih_l0_reverse	9	0.030314281582832336
87644	rnn.bias_hh_l0_reverse	0	-0.002233639359474182
87644	rnn.bias_hh_l0_reverse	1	-0.01311039924621582
87644	rnn.bias_hh_l0_reverse	2	0.05396691709756851
87644	rnn.bias_hh_l0_reverse	3	-0.048470500856637955
87644	rnn.bias_hh_l0_reverse	4	-0.0298476479947567
87644	rnn.bias_hh_l0_reverse	5	-0.02910687029361725
87644	rnn.bias_hh_l0_reverse	6	-0.020329419523477554
87644	rnn.bias_hh_l0_reverse	7	0.08368144184350967
87644	rnn.bias_hh_l0_reverse	8	0.0196234080940485
87644	rnn.bias_hh_l0_reverse	9	-0.10591495782136917
87644	rnn.weight_ih_l1	0	-0.040794987231492996
87644	rnn.weight_ih_l1	1	-0.029533255845308304
87644	rnn.weight_ih_l1	2	0.046967316418886185
87644	rnn.weight_ih_l1	3	-0.024600524455308914
87644	rnn.weight_ih_l1	4	-0.00542902247980237
87644	rnn.weight_ih_l1	5	-0.04650991037487984
87644	rnn.weight_ih_l1	6	0.028293145820498466
87644	rnn.weight_ih_l1	7	-0.038132600486278534
87644	rnn.weight_ih_l1	8	0.039016660302877426
87644	rnn.weight_ih_l1	9	0.036361902952194214
87644	rnn.weight_hh_l1	0	-0.006396888755261898
87644	rnn.weight_hh_l1	1	0.009898391552269459
87644	rnn.weight_hh_l1	2	0.0011917079100385308
87644	rnn.weight_hh_l1	3	-0.011653016321361065
87644	rnn.weight_hh_l1	4	0.001319580478593707
87644	rnn.weight_hh_l1	5	0.02548830211162567
87644	rnn.weight_hh_l1	6	0.03170732781291008
87644	rnn.weight_hh_l1	7	-0.025170832872390747
87644	rnn.weight_hh_l1	8	-0.020610783249139786
87644	rnn.weight_hh_l1	9	0.0412680022418499
87644	rnn.bias_ih_l1	0	-0.15905383229255676
87644	rnn.bias_ih_l1	1	-0.14499561488628387
87644	rnn.bias_ih_l1	2	-0.16138796508312225
87644	rnn.bias_ih_l1	3	-0.2289557307958603
87644	rnn.bias_ih_l1	4	-0.16015541553497314
87644	rnn.bias_ih_l1	5	-0.09828867763280869
87644	rnn.bias_ih_l1	6	-0.11308219283819199
87644	rnn.bias_ih_l1	7	-0.032455503940582275
87644	rnn.bias_ih_l1	8	-0.12420167773962021
87644	rnn.bias_ih_l1	9	-0.08877762407064438
87644	rnn.bias_hh_l1	0	-0.10825859755277634
87644	rnn.bias_hh_l1	1	-0.04012303426861763
87644	rnn.bias_hh_l1	2	-0.08195608109235764
87644	rnn.bias_hh_l1	3	-0.09092947095632553
87644	rnn.bias_hh_l1	4	-0.11244756728410721
87644	rnn.bias_hh_l1	5	-0.0897916853427887
87644	rnn.bias_hh_l1	6	-0.11369379609823227
87644	rnn.bias_hh_l1	7	0.02760349214076996
87644	rnn.bias_hh_l1	8	-0.14050158858299255
87644	rnn.bias_hh_l1	9	-0.07890480756759644
87644	rnn.weight_ih_l1_reverse	0	-0.03628880903124809
87644	rnn.weight_ih_l1_reverse	1	0.010223336517810822
87644	rnn.weight_ih_l1_reverse	2	0.00784287229180336
87644	rnn.weight_ih_l1_reverse	3	0.0010158955119550228
87644	rnn.weight_ih_l1_reverse	4	-0.015787838026881218
87644	rnn.weight_ih_l1_reverse	5	-0.0364057682454586
87644	rnn.weight_ih_l1_reverse	6	-0.00408751517534256
87644	rnn.weight_ih_l1_reverse	7	0.018305260688066483
87644	rnn.weight_ih_l1_reverse	8	0.02039409428834915
87644	rnn.weight_ih_l1_reverse	9	-0.042021043598651886
87644	rnn.weight_hh_l1_reverse	0	0.009706055745482445
87644	rnn.weight_hh_l1_reverse	1	0.03034893237054348
87644	rnn.weight_hh_l1_reverse	2	-0.03940761089324951
87644	rnn.weight_hh_l1_reverse	3	0.03968341648578644
87644	rnn.weight_hh_l1_reverse	4	0.04879474267363548
87644	rnn.weight_hh_l1_reverse	5	0.008665293455123901
87644	rnn.weight_hh_l1_reverse	6	0.006602851208299398
87644	rnn.weight_hh_l1_reverse	7	0.027552226558327675
87644	rnn.weight_hh_l1_reverse	8	-0.003012013388797641
87644	rnn.weight_hh_l1_reverse	9	-0.037877630442380905
87644	rnn.bias_ih_l1_reverse	0	-0.04859573394060135
87644	rnn.bias_ih_l1_reverse	1	-0.10170003771781921
87644	rnn.bias_ih_l1_reverse	2	-0.12409228831529617
87644	rnn.bias_ih_l1_reverse	3	-0.03557087108492851
87644	rnn.bias_ih_l1_reverse	4	-0.1698988825082779
87644	rnn.bias_ih_l1_reverse	5	-0.0905349925160408
87644	rnn.bias_ih_l1_reverse	6	-0.1096063107252121
87644	rnn.bias_ih_l1_reverse	7	-0.17779766023159027
87644	rnn.bias_ih_l1_reverse	8	0.12695392966270447
87644	rnn.bias_ih_l1_reverse	9	0.02488604374229908
87644	rnn.bias_hh_l1_reverse	0	-0.04111601039767265
87644	rnn.bias_hh_l1_reverse	1	0.03450537100434303
87644	rnn.bias_hh_l1_reverse	2	-0.21470579504966736
87644	rnn.bias_hh_l1_reverse	3	-0.10209513455629349
87644	rnn.bias_hh_l1_reverse	4	-0.06644219160079956
87644	rnn.bias_hh_l1_reverse	5	-0.08476254343986511
87644	rnn.bias_hh_l1_reverse	6	0.15195056796073914
87644	rnn.bias_hh_l1_reverse	7	-0.14189498126506805
87644	rnn.bias_hh_l1_reverse	8	-0.08813177794218063
87644	rnn.bias_hh_l1_reverse	9	-0.11360901594161987
87644	linear.weight	0	0.002228822559118271
87644	linear.weight	1	0.09941824525594711
87644	linear.weight	2	-0.10923688113689423
87644	linear.weight	3	0.31258946657180786
87644	linear.weight	4	0.10095372051000595
87644	linear.weight	5	0.0064171189442276955
87644	linear.weight	6	-0.0036242830101400614
87644	linear.weight	7	0.08921238780021667
87644	linear.weight	8	0.04133722558617592
87644	linear.weight	9	-0.05003673583269119
87644	linear.bias	0	-0.05506327003240585
87644	linear.bias	1	-0.18054158985614777
87644	linear.bias	2	-0.5390476584434509
87644	linear.bias	3	-0.7098371982574463
87644	linear.bias	4	-1.1218235492706299
87644	linear.bias	5	-0.018928248435258865
87644	linear.bias	6	-0.6948486566543579
87644	linear.bias	7	0.3996248245239258
87644	linear.bias	8	-0.5085135698318481
87644	linear.bias	9	-0.8566907048225403
87841	transitions	0	0.6267909407615662
87841	transitions	1	0.10304341465234756
87841	transitions	2	-10000.0
87841	transitions	3	-1.8099923133850098
87841	transitions	4	-10000.0
87841	transitions	5	0.6208802461624146
87841	transitions	6	-0.04509808123111725
87841	transitions	7	-0.5017815828323364
87841	transitions	8	-1.3641420602798462
87841	transitions	9	-0.00073942233575508
87841	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
87841	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
87841	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
87841	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
87841	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
87841	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
87841	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
87841	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
87841	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
87841	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
87841	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
87841	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
87841	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
87841	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
87841	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
87841	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
87841	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
87841	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
87841	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
87841	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
87841	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
87841	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
87841	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
87841	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
87841	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
87841	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
87841	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
87841	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
87841	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
87841	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
87841	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
87841	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
87841	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
87841	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
87841	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
87841	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
87841	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
87841	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
87841	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
87841	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
87841	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
87841	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
87841	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
87841	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
87841	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
87841	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
87841	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
87841	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
87841	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
87841	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
87841	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
87841	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
87841	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
87841	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
87841	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
87841	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
87841	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
87841	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
87841	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
87841	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
87841	embedding2nn.weight	0	0.01536196656525135
87841	embedding2nn.weight	1	-0.01724204607307911
87841	embedding2nn.weight	2	-0.014268255792558193
87841	embedding2nn.weight	3	-0.002593639073893428
87841	embedding2nn.weight	4	-0.005915035028010607
87841	embedding2nn.weight	5	-0.0037005816120654345
87841	embedding2nn.weight	6	-0.0039732372388243675
87841	embedding2nn.weight	7	-0.04328861087560654
87841	embedding2nn.weight	8	-0.0019979383796453476
87841	embedding2nn.weight	9	-0.02879966050386429
87841	embedding2nn.bias	0	0.015560598112642765
87841	embedding2nn.bias	1	-0.03681417182087898
87841	embedding2nn.bias	2	0.073374442756176
87841	embedding2nn.bias	3	0.05838877335190773
87841	embedding2nn.bias	4	-0.03793550282716751
87841	embedding2nn.bias	5	-0.03787672519683838
87841	embedding2nn.bias	6	-0.0022115556057542562
87841	embedding2nn.bias	7	-0.032360292971134186
87841	embedding2nn.bias	8	0.027216466143727303
87841	embedding2nn.bias	9	0.01211763545870781
87841	rnn.weight_ih_l0	0	-0.037745263427495956
87841	rnn.weight_ih_l0	1	-0.006593931932002306
87841	rnn.weight_ih_l0	2	0.043707482516765594
87841	rnn.weight_ih_l0	3	0.009121156297624111
87841	rnn.weight_ih_l0	4	-0.018939344212412834
87841	rnn.weight_ih_l0	5	-0.050045277923345566
87841	rnn.weight_ih_l0	6	-0.00015138917660806328
87841	rnn.weight_ih_l0	7	0.04717225581407547
87841	rnn.weight_ih_l0	8	-0.011385126039385796
87841	rnn.weight_ih_l0	9	-0.01837938278913498
87841	rnn.weight_hh_l0	0	-0.033428605645895004
87841	rnn.weight_hh_l0	1	0.007881234399974346
87841	rnn.weight_hh_l0	2	0.010025897063314915
87841	rnn.weight_hh_l0	3	-0.05252242833375931
87841	rnn.weight_hh_l0	4	0.06260533630847931
87841	rnn.weight_hh_l0	5	0.0028234061319381
87841	rnn.weight_hh_l0	6	-0.035298507660627365
87841	rnn.weight_hh_l0	7	-0.006948765367269516
87841	rnn.weight_hh_l0	8	0.015107073821127415
87841	rnn.weight_hh_l0	9	-0.01751561090350151
87841	rnn.bias_ih_l0	0	0.07372196018695831
87841	rnn.bias_ih_l0	1	-0.023686684668064117
87841	rnn.bias_ih_l0	2	-0.014043898321688175
87841	rnn.bias_ih_l0	3	0.11045090109109879
87841	rnn.bias_ih_l0	4	-0.05991663038730621
87841	rnn.bias_ih_l0	5	-0.026058223098516464
87841	rnn.bias_ih_l0	6	-0.008677045814692974
87841	rnn.bias_ih_l0	7	0.045349810272455215
87841	rnn.bias_ih_l0	8	-0.0880848616361618
87841	rnn.bias_ih_l0	9	-0.03132156655192375
87841	rnn.bias_hh_l0	0	-0.03058008849620819
87841	rnn.bias_hh_l0	1	-0.10735569894313812
87841	rnn.bias_hh_l0	2	-0.03673979267477989
87841	rnn.bias_hh_l0	3	-0.06899958103895187
87841	rnn.bias_hh_l0	4	-0.02792252227663994
87841	rnn.bias_hh_l0	5	-0.012467661872506142
87841	rnn.bias_hh_l0	6	0.02480616793036461
87841	rnn.bias_hh_l0	7	0.03551327437162399
87841	rnn.bias_hh_l0	8	-0.11213046312332153
87841	rnn.bias_hh_l0	9	-0.025988563895225525
87841	rnn.weight_ih_l0_reverse	0	-0.007344093639403582
87841	rnn.weight_ih_l0_reverse	1	-0.05422960966825485
87841	rnn.weight_ih_l0_reverse	2	-0.026613878086209297
87841	rnn.weight_ih_l0_reverse	3	0.003681970527395606
87841	rnn.weight_ih_l0_reverse	4	-0.010144856758415699
87841	rnn.weight_ih_l0_reverse	5	-0.041694484651088715
87841	rnn.weight_ih_l0_reverse	6	0.06217752397060394
87841	rnn.weight_ih_l0_reverse	7	-0.01946326531469822
87841	rnn.weight_ih_l0_reverse	8	-0.028645800426602364
87841	rnn.weight_ih_l0_reverse	9	0.0083995396271348
87841	rnn.weight_hh_l0_reverse	0	0.03091699630022049
87841	rnn.weight_hh_l0_reverse	1	0.03303638845682144
87841	rnn.weight_hh_l0_reverse	2	0.04009396955370903
87841	rnn.weight_hh_l0_reverse	3	0.027775229886174202
87841	rnn.weight_hh_l0_reverse	4	0.0014267233200371265
87841	rnn.weight_hh_l0_reverse	5	0.012355834245681763
87841	rnn.weight_hh_l0_reverse	6	0.04322047159075737
87841	rnn.weight_hh_l0_reverse	7	-0.0666281059384346
87841	rnn.weight_hh_l0_reverse	8	0.033691029995679855
87841	rnn.weight_hh_l0_reverse	9	0.045986607670784
87841	rnn.bias_ih_l0_reverse	0	-0.05950385704636574
87841	rnn.bias_ih_l0_reverse	1	-0.21028181910514832
87841	rnn.bias_ih_l0_reverse	2	-0.11447502672672272
87841	rnn.bias_ih_l0_reverse	3	-0.022633198648691177
87841	rnn.bias_ih_l0_reverse	4	-0.040855154395103455
87841	rnn.bias_ih_l0_reverse	5	0.04107988253235817
87841	rnn.bias_ih_l0_reverse	6	-0.0542277991771698
87841	rnn.bias_ih_l0_reverse	7	0.04312293976545334
87841	rnn.bias_ih_l0_reverse	8	-0.04449128359556198
87841	rnn.bias_ih_l0_reverse	9	0.028424687683582306
87841	rnn.bias_hh_l0_reverse	0	0.0014271357795223594
87841	rnn.bias_hh_l0_reverse	1	-0.015557021833956242
87841	rnn.bias_hh_l0_reverse	2	0.051480282098054886
87841	rnn.bias_hh_l0_reverse	3	-0.047827962785959244
87841	rnn.bias_hh_l0_reverse	4	-0.030294474214315414
87841	rnn.bias_hh_l0_reverse	5	-0.028215210884809494
87841	rnn.bias_hh_l0_reverse	6	-0.019052671268582344
87841	rnn.bias_hh_l0_reverse	7	0.08452270179986954
87841	rnn.bias_hh_l0_reverse	8	0.021508825942873955
87841	rnn.bias_hh_l0_reverse	9	-0.10044905543327332
87841	rnn.weight_ih_l1	0	-0.04129016771912575
87841	rnn.weight_ih_l1	1	-0.028316041454672813
87841	rnn.weight_ih_l1	2	0.05123988538980484
87841	rnn.weight_ih_l1	3	-0.03305911272764206
87841	rnn.weight_ih_l1	4	-0.005757240578532219
87841	rnn.weight_ih_l1	5	-0.046409040689468384
87841	rnn.weight_ih_l1	6	0.028890226036310196
87841	rnn.weight_ih_l1	7	-0.03607923164963722
87841	rnn.weight_ih_l1	8	0.03872399404644966
87841	rnn.weight_ih_l1	9	0.036014728248119354
87841	rnn.weight_hh_l1	0	-0.006443999707698822
87841	rnn.weight_hh_l1	1	0.009661352261900902
87841	rnn.weight_hh_l1	2	0.0017945844447240233
87841	rnn.weight_hh_l1	3	-0.012120983563363552
87841	rnn.weight_hh_l1	4	0.0012247717240825295
87841	rnn.weight_hh_l1	5	0.02535792626440525
87841	rnn.weight_hh_l1	6	0.030813422054052353
87841	rnn.weight_hh_l1	7	-0.025075329467654228
87841	rnn.weight_hh_l1	8	-0.020506029948592186
87841	rnn.weight_hh_l1	9	0.040959205478429794
87841	rnn.bias_ih_l1	0	-0.16374172270298004
87841	rnn.bias_ih_l1	1	-0.1442510336637497
87841	rnn.bias_ih_l1	2	-0.16290068626403809
87841	rnn.bias_ih_l1	3	-0.2268119752407074
87841	rnn.bias_ih_l1	4	-0.16355086863040924
87841	rnn.bias_ih_l1	5	-0.09765338152647018
87841	rnn.bias_ih_l1	6	-0.11142902821302414
87841	rnn.bias_ih_l1	7	-0.027337325736880302
87841	rnn.bias_ih_l1	8	-0.12306881695985794
87841	rnn.bias_ih_l1	9	-0.08739704638719559
87841	rnn.bias_hh_l1	0	-0.10549333691596985
87841	rnn.bias_hh_l1	1	-0.03995916247367859
87841	rnn.bias_hh_l1	2	-0.08492577821016312
87841	rnn.bias_hh_l1	3	-0.0888570249080658
87841	rnn.bias_hh_l1	4	-0.11164402961730957
87841	rnn.bias_hh_l1	5	-0.0889856144785881
87841	rnn.bias_hh_l1	6	-0.1162816509604454
87841	rnn.bias_hh_l1	7	0.03353003412485123
87841	rnn.bias_hh_l1	8	-0.14384855329990387
87841	rnn.bias_hh_l1	9	-0.08207286894321442
87841	rnn.weight_ih_l1_reverse	0	-0.03498626872897148
87841	rnn.weight_ih_l1_reverse	1	0.010748278349637985
87841	rnn.weight_ih_l1_reverse	2	0.00855574756860733
87841	rnn.weight_ih_l1_reverse	3	-0.00047184430877678096
87841	rnn.weight_ih_l1_reverse	4	-0.01724739372730255
87841	rnn.weight_ih_l1_reverse	5	-0.03650549054145813
87841	rnn.weight_ih_l1_reverse	6	-0.007223942317068577
87841	rnn.weight_ih_l1_reverse	7	0.01828145980834961
87841	rnn.weight_ih_l1_reverse	8	0.018069671466946602
87841	rnn.weight_ih_l1_reverse	9	-0.03916829451918602
87841	rnn.weight_hh_l1_reverse	0	0.009345206432044506
87841	rnn.weight_hh_l1_reverse	1	0.03018816001713276
87841	rnn.weight_hh_l1_reverse	2	-0.03950167074799538
87841	rnn.weight_hh_l1_reverse	3	0.03965615853667259
87841	rnn.weight_hh_l1_reverse	4	0.047767117619514465
87841	rnn.weight_hh_l1_reverse	5	0.008558441884815693
87841	rnn.weight_hh_l1_reverse	6	0.00780774001032114
87841	rnn.weight_hh_l1_reverse	7	0.02710995078086853
87841	rnn.weight_hh_l1_reverse	8	-0.003251574467867613
87841	rnn.weight_hh_l1_reverse	9	-0.037916138768196106
87841	rnn.bias_ih_l1_reverse	0	-0.0486469604074955
87841	rnn.bias_ih_l1_reverse	1	-0.09865348041057587
87841	rnn.bias_ih_l1_reverse	2	-0.12467121332883835
87841	rnn.bias_ih_l1_reverse	3	-0.03601199761033058
87841	rnn.bias_ih_l1_reverse	4	-0.16949091851711273
87841	rnn.bias_ih_l1_reverse	5	-0.08869482576847076
87841	rnn.bias_ih_l1_reverse	6	-0.10953550040721893
87841	rnn.bias_ih_l1_reverse	7	-0.17559145390987396
87841	rnn.bias_ih_l1_reverse	8	0.1262679398059845
87841	rnn.bias_ih_l1_reverse	9	0.02327687293291092
87841	rnn.bias_hh_l1_reverse	0	-0.03970075398683548
87841	rnn.bias_hh_l1_reverse	1	0.037388723343610764
87841	rnn.bias_hh_l1_reverse	2	-0.2149195373058319
87841	rnn.bias_hh_l1_reverse	3	-0.10117477178573608
87841	rnn.bias_hh_l1_reverse	4	-0.06572593748569489
87841	rnn.bias_hh_l1_reverse	5	-0.08861644566059113
87841	rnn.bias_hh_l1_reverse	6	0.1544533371925354
87841	rnn.bias_hh_l1_reverse	7	-0.13965515792369843
87841	rnn.bias_hh_l1_reverse	8	-0.092160165309906
87841	rnn.bias_hh_l1_reverse	9	-0.11477760970592499
87841	linear.weight	0	0.002228822559118271
87841	linear.weight	1	0.10198097676038742
87841	linear.weight	2	-0.10570718348026276
87841	linear.weight	3	0.30896198749542236
87841	linear.weight	4	0.10248801112174988
87841	linear.weight	5	0.006610920187085867
87841	linear.weight	6	-0.021358031779527664
87841	linear.weight	7	0.11270365864038467
87841	linear.weight	8	0.041335996240377426
87841	linear.weight	9	-0.047630034387111664
87841	linear.bias	0	-0.04247814416885376
87841	linear.bias	1	-0.16143447160720825
87841	linear.bias	2	-0.48123612999916077
87841	linear.bias	3	-0.7108849287033081
87841	linear.bias	4	-1.1261560916900635
87841	linear.bias	5	-0.01598261669278145
87841	linear.bias	6	-0.6776360869407654
87841	linear.bias	7	0.4040185511112213
87841	linear.bias	8	-0.5199657082557678
87841	linear.bias	9	-0.8721603751182556
88038	transitions	0	0.6102655529975891
88038	transitions	1	0.09974871575832367
88038	transitions	2	-10000.0
88038	transitions	3	-1.8100917339324951
88038	transitions	4	-10000.0
88038	transitions	5	0.6207236647605896
88038	transitions	6	-0.045307260006666183
88038	transitions	7	-0.5031023025512695
88038	transitions	8	-1.3643349409103394
88038	transitions	9	-0.0007410181569866836
88038	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
88038	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
88038	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
88038	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
88038	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
88038	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
88038	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
88038	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
88038	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
88038	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
88038	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
88038	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
88038	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
88038	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
88038	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
88038	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
88038	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
88038	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
88038	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
88038	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
88038	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
88038	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
88038	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
88038	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
88038	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
88038	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
88038	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
88038	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
88038	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
88038	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
88038	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
88038	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
88038	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
88038	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
88038	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
88038	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
88038	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
88038	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
88038	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
88038	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
88038	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
88038	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
88038	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
88038	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
88038	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
88038	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
88038	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
88038	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
88038	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
88038	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
88038	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
88038	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
88038	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
88038	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
88038	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
88038	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
88038	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
88038	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
88038	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
88038	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
88038	embedding2nn.weight	0	0.015623210929334164
88038	embedding2nn.weight	1	-0.016882846131920815
88038	embedding2nn.weight	2	-0.014268255792558193
88038	embedding2nn.weight	3	-0.00484853982925415
88038	embedding2nn.weight	4	-0.005915035028010607
88038	embedding2nn.weight	5	-0.0037005816120654345
88038	embedding2nn.weight	6	-0.003973239101469517
88038	embedding2nn.weight	7	-0.044015511870384216
88038	embedding2nn.weight	8	-0.0019979383796453476
88038	embedding2nn.weight	9	-0.028997916728258133
88038	embedding2nn.bias	0	0.015160638839006424
88038	embedding2nn.bias	1	-0.04328472167253494
88038	embedding2nn.bias	2	0.07187116146087646
88038	embedding2nn.bias	3	0.06236359477043152
88038	embedding2nn.bias	4	-0.03739561140537262
88038	embedding2nn.bias	5	-0.033548805862665176
88038	embedding2nn.bias	6	0.0005480616237036884
88038	embedding2nn.bias	7	-0.023551343008875847
88038	embedding2nn.bias	8	0.025979850441217422
88038	embedding2nn.bias	9	0.026974976062774658
88038	rnn.weight_ih_l0	0	-0.038807112723588943
88038	rnn.weight_ih_l0	1	-0.007080537732690573
88038	rnn.weight_ih_l0	2	0.04469989240169525
88038	rnn.weight_ih_l0	3	0.008326185867190361
88038	rnn.weight_ih_l0	4	-0.020657580345869064
88038	rnn.weight_ih_l0	5	-0.05200440436601639
88038	rnn.weight_ih_l0	6	-8.431528112851083e-05
88038	rnn.weight_ih_l0	7	0.0473395474255085
88038	rnn.weight_ih_l0	8	-0.010830801911652088
88038	rnn.weight_ih_l0	9	-0.019296688959002495
88038	rnn.weight_hh_l0	0	-0.032092489302158356
88038	rnn.weight_hh_l0	1	0.008878098800778389
88038	rnn.weight_hh_l0	2	0.009191188961267471
88038	rnn.weight_hh_l0	3	-0.051984019577503204
88038	rnn.weight_hh_l0	4	0.06458748877048492
88038	rnn.weight_hh_l0	5	0.003281727433204651
88038	rnn.weight_hh_l0	6	-0.03584197908639908
88038	rnn.weight_hh_l0	7	-0.006057272665202618
88038	rnn.weight_hh_l0	8	0.014823691919445992
88038	rnn.weight_hh_l0	9	-0.017413027584552765
88038	rnn.bias_ih_l0	0	0.0760451927781105
88038	rnn.bias_ih_l0	1	-0.025192903354763985
88038	rnn.bias_ih_l0	2	-0.01493900828063488
88038	rnn.bias_ih_l0	3	0.11039381474256516
88038	rnn.bias_ih_l0	4	-0.059962138533592224
88038	rnn.bias_ih_l0	5	-0.02649446576833725
88038	rnn.bias_ih_l0	6	-0.006503556855022907
88038	rnn.bias_ih_l0	7	0.0434102788567543
88038	rnn.bias_ih_l0	8	-0.08771944046020508
88038	rnn.bias_ih_l0	9	-0.028515107929706573
88038	rnn.bias_hh_l0	0	-0.030784668400883675
88038	rnn.bias_hh_l0	1	-0.11094257235527039
88038	rnn.bias_hh_l0	2	-0.03677821531891823
88038	rnn.bias_hh_l0	3	-0.06766768544912338
88038	rnn.bias_hh_l0	4	-0.023571239784359932
88038	rnn.bias_hh_l0	5	-0.01226434763520956
88038	rnn.bias_hh_l0	6	0.025921691209077835
88038	rnn.bias_hh_l0	7	0.03805360943078995
88038	rnn.bias_hh_l0	8	-0.11161516606807709
88038	rnn.bias_hh_l0	9	-0.03082084469497204
88038	rnn.weight_ih_l0_reverse	0	-0.009438915178179741
88038	rnn.weight_ih_l0_reverse	1	-0.053936831653118134
88038	rnn.weight_ih_l0_reverse	2	-0.02599484845995903
88038	rnn.weight_ih_l0_reverse	3	0.002771133789792657
88038	rnn.weight_ih_l0_reverse	4	-0.009364064782857895
88038	rnn.weight_ih_l0_reverse	5	-0.04118012264370918
88038	rnn.weight_ih_l0_reverse	6	0.06244486942887306
88038	rnn.weight_ih_l0_reverse	7	-0.01879507303237915
88038	rnn.weight_ih_l0_reverse	8	-0.028788674622774124
88038	rnn.weight_ih_l0_reverse	9	0.00905571784824133
88038	rnn.weight_hh_l0_reverse	0	0.030745526775717735
88038	rnn.weight_hh_l0_reverse	1	0.03306973725557327
88038	rnn.weight_hh_l0_reverse	2	0.039974238723516464
88038	rnn.weight_hh_l0_reverse	3	0.02749522589147091
88038	rnn.weight_hh_l0_reverse	4	0.0016340917209163308
88038	rnn.weight_hh_l0_reverse	5	0.012386742047965527
88038	rnn.weight_hh_l0_reverse	6	0.04359904304146767
88038	rnn.weight_hh_l0_reverse	7	-0.06516043841838837
88038	rnn.weight_hh_l0_reverse	8	0.0336017981171608
88038	rnn.weight_hh_l0_reverse	9	0.04593479633331299
88038	rnn.bias_ih_l0_reverse	0	-0.05943221598863602
88038	rnn.bias_ih_l0_reverse	1	-0.20869389176368713
88038	rnn.bias_ih_l0_reverse	2	-0.11492083966732025
88038	rnn.bias_ih_l0_reverse	3	-0.021863330155611038
88038	rnn.bias_ih_l0_reverse	4	-0.039485421031713486
88038	rnn.bias_ih_l0_reverse	5	0.04332210496068001
88038	rnn.bias_ih_l0_reverse	6	-0.05407753959298134
88038	rnn.bias_ih_l0_reverse	7	0.04241896793246269
88038	rnn.bias_ih_l0_reverse	8	-0.04504932090640068
88038	rnn.bias_ih_l0_reverse	9	0.028143366798758507
88038	rnn.bias_hh_l0_reverse	0	0.0024644192308187485
88038	rnn.bias_hh_l0_reverse	1	-0.01644817180931568
88038	rnn.bias_hh_l0_reverse	2	0.051154725253582
88038	rnn.bias_hh_l0_reverse	3	-0.04771772027015686
88038	rnn.bias_hh_l0_reverse	4	-0.03383655473589897
88038	rnn.bias_hh_l0_reverse	5	-0.027871664613485336
88038	rnn.bias_hh_l0_reverse	6	-0.01952386647462845
88038	rnn.bias_hh_l0_reverse	7	0.08424543589353561
88038	rnn.bias_hh_l0_reverse	8	0.0207977294921875
88038	rnn.bias_hh_l0_reverse	9	-0.1047457680106163
88038	rnn.weight_ih_l1	0	-0.0427761934697628
88038	rnn.weight_ih_l1	1	-0.02741306461393833
88038	rnn.weight_ih_l1	2	0.055610865354537964
88038	rnn.weight_ih_l1	3	-0.03107292950153351
88038	rnn.weight_ih_l1	4	-0.005832843482494354
88038	rnn.weight_ih_l1	5	-0.04632677137851715
88038	rnn.weight_ih_l1	6	0.02868960238993168
88038	rnn.weight_ih_l1	7	-0.03681118041276932
88038	rnn.weight_ih_l1	8	0.03883010894060135
88038	rnn.weight_ih_l1	9	0.03612404689192772
88038	rnn.weight_hh_l1	0	-0.007188783958554268
88038	rnn.weight_hh_l1	1	0.00963439792394638
88038	rnn.weight_hh_l1	2	-0.0012650202261283994
88038	rnn.weight_hh_l1	3	-0.012081976979970932
88038	rnn.weight_hh_l1	4	0.0011001219972968102
88038	rnn.weight_hh_l1	5	0.02581612765789032
88038	rnn.weight_hh_l1	6	0.030495470389723778
88038	rnn.weight_hh_l1	7	-0.025182049721479416
88038	rnn.weight_hh_l1	8	-0.02076875977218151
88038	rnn.weight_hh_l1	9	0.04144838824868202
88038	rnn.bias_ih_l1	0	-0.16613787412643433
88038	rnn.bias_ih_l1	1	-0.1497812718153
88038	rnn.bias_ih_l1	2	-0.16304270923137665
88038	rnn.bias_ih_l1	3	-0.2301136553287506
88038	rnn.bias_ih_l1	4	-0.16516518592834473
88038	rnn.bias_ih_l1	5	-0.09766126424074173
88038	rnn.bias_ih_l1	6	-0.11402929574251175
88038	rnn.bias_ih_l1	7	-0.027589209377765656
88038	rnn.bias_ih_l1	8	-0.12383744865655899
88038	rnn.bias_ih_l1	9	-0.08375628292560577
88038	rnn.bias_hh_l1	0	-0.10548090934753418
88038	rnn.bias_hh_l1	1	-0.0452108271420002
88038	rnn.bias_hh_l1	2	-0.0798034593462944
88038	rnn.bias_hh_l1	3	-0.0888349711894989
88038	rnn.bias_hh_l1	4	-0.11222301423549652
88038	rnn.bias_hh_l1	5	-0.09038440138101578
88038	rnn.bias_hh_l1	6	-0.11369223147630692
88038	rnn.bias_hh_l1	7	0.03675147518515587
88038	rnn.bias_hh_l1	8	-0.14204847812652588
88038	rnn.bias_hh_l1	9	-0.08283651620149612
88038	rnn.weight_ih_l1_reverse	0	-0.03563139587640762
88038	rnn.weight_ih_l1_reverse	1	0.009242827072739601
88038	rnn.weight_ih_l1_reverse	2	0.006175512447953224
88038	rnn.weight_ih_l1_reverse	3	-0.000775695953052491
88038	rnn.weight_ih_l1_reverse	4	-0.01646728627383709
88038	rnn.weight_ih_l1_reverse	5	-0.03660110756754875
88038	rnn.weight_ih_l1_reverse	6	-0.00786018930375576
88038	rnn.weight_ih_l1_reverse	7	0.01983545534312725
88038	rnn.weight_ih_l1_reverse	8	0.017876867204904556
88038	rnn.weight_ih_l1_reverse	9	-0.037182774394750595
88038	rnn.weight_hh_l1_reverse	0	0.009190762415528297
88038	rnn.weight_hh_l1_reverse	1	0.030333509668707848
88038	rnn.weight_hh_l1_reverse	2	-0.039417918771505356
88038	rnn.weight_hh_l1_reverse	3	0.03977276012301445
88038	rnn.weight_hh_l1_reverse	4	0.0472707524895668
88038	rnn.weight_hh_l1_reverse	5	0.008374417200684547
88038	rnn.weight_hh_l1_reverse	6	0.007837066426873207
88038	rnn.weight_hh_l1_reverse	7	0.02680402621626854
88038	rnn.weight_hh_l1_reverse	8	-0.0033528972417116165
88038	rnn.weight_hh_l1_reverse	9	-0.03820491209626198
88038	rnn.bias_ih_l1_reverse	0	-0.0483313649892807
88038	rnn.bias_ih_l1_reverse	1	-0.0950273796916008
88038	rnn.bias_ih_l1_reverse	2	-0.12347491830587387
88038	rnn.bias_ih_l1_reverse	3	-0.04354652762413025
88038	rnn.bias_ih_l1_reverse	4	-0.16995756328105927
88038	rnn.bias_ih_l1_reverse	5	-0.08945577591657639
88038	rnn.bias_ih_l1_reverse	6	-0.10999735444784164
88038	rnn.bias_ih_l1_reverse	7	-0.18051834404468536
88038	rnn.bias_ih_l1_reverse	8	0.12549275159835815
88038	rnn.bias_ih_l1_reverse	9	0.024285225197672844
88038	rnn.bias_hh_l1_reverse	0	-0.04142425209283829
88038	rnn.bias_hh_l1_reverse	1	0.028102047741413116
88038	rnn.bias_hh_l1_reverse	2	-0.21402814984321594
88038	rnn.bias_hh_l1_reverse	3	-0.09984881430864334
88038	rnn.bias_hh_l1_reverse	4	-0.0650758296251297
88038	rnn.bias_hh_l1_reverse	5	-0.08517607301473618
88038	rnn.bias_hh_l1_reverse	6	0.15027885138988495
88038	rnn.bias_hh_l1_reverse	7	-0.14245261251926422
88038	rnn.bias_hh_l1_reverse	8	-0.09210409969091415
88038	rnn.bias_hh_l1_reverse	9	-0.11461394280195236
88038	linear.weight	0	0.002228822559118271
88038	linear.weight	1	0.09483211487531662
88038	linear.weight	2	-0.10748285800218582
88038	linear.weight	3	0.3118569254875183
88038	linear.weight	4	0.10627486556768417
88038	linear.weight	5	0.005504852160811424
88038	linear.weight	6	-0.028349077329039574
88038	linear.weight	7	0.10815396159887314
88038	linear.weight	8	0.04133489355444908
88038	linear.weight	9	-0.047759950160980225
88038	linear.bias	0	-0.07579486072063446
88038	linear.bias	1	-0.1725444495677948
88038	linear.bias	2	-0.5272216796875
88038	linear.bias	3	-0.7053177952766418
88038	linear.bias	4	-1.1262184381484985
88038	linear.bias	5	-0.019814036786556244
88038	linear.bias	6	-0.68544602394104
88038	linear.bias	7	0.40072622895240784
88038	linear.bias	8	-0.5114714503288269
88038	linear.bias	9	-0.8625190854072571
88235	transitions	0	0.6280786395072937
88235	transitions	1	0.08737684041261673
88235	transitions	2	-10000.0
88235	transitions	3	-1.8101447820663452
88235	transitions	4	-10000.0
88235	transitions	5	0.620498538017273
88235	transitions	6	-0.04541023075580597
88235	transitions	7	-0.5057851672172546
88235	transitions	8	-1.3644661903381348
88235	transitions	9	-0.0007424399955198169
88235	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
88235	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
88235	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
88235	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
88235	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
88235	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
88235	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
88235	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
88235	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
88235	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
88235	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
88235	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
88235	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
88235	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
88235	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
88235	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
88235	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
88235	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
88235	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
88235	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
88235	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
88235	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
88235	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
88235	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
88235	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
88235	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
88235	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
88235	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
88235	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
88235	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
88235	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
88235	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
88235	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
88235	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
88235	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
88235	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
88235	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
88235	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
88235	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
88235	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
88235	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
88235	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
88235	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
88235	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
88235	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
88235	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
88235	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
88235	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
88235	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
88235	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
88235	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
88235	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
88235	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
88235	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
88235	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
88235	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
88235	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
88235	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
88235	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
88235	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
88235	embedding2nn.weight	0	0.012669338844716549
88235	embedding2nn.weight	1	-0.01679142564535141
88235	embedding2nn.weight	2	-0.014268255792558193
88235	embedding2nn.weight	3	-0.0030746159609407187
88235	embedding2nn.weight	4	-0.005915035028010607
88235	embedding2nn.weight	5	-0.0037005809135735035
88235	embedding2nn.weight	6	-0.0039732372388243675
88235	embedding2nn.weight	7	-0.04225436598062515
88235	embedding2nn.weight	8	-0.0019979383796453476
88235	embedding2nn.weight	9	-0.028968866914510727
88235	embedding2nn.bias	0	0.015191491693258286
88235	embedding2nn.bias	1	-0.05191172659397125
88235	embedding2nn.bias	2	0.0745844691991806
88235	embedding2nn.bias	3	0.060935862362384796
88235	embedding2nn.bias	4	-0.04284156858921051
88235	embedding2nn.bias	5	-0.038698747754096985
88235	embedding2nn.bias	6	0.0026686377823352814
88235	embedding2nn.bias	7	-0.025757787749171257
88235	embedding2nn.bias	8	0.02249944768846035
88235	embedding2nn.bias	9	0.020219378173351288
88235	rnn.weight_ih_l0	0	-0.039190929383039474
88235	rnn.weight_ih_l0	1	-0.008809325285255909
88235	rnn.weight_ih_l0	2	0.045432835817337036
88235	rnn.weight_ih_l0	3	0.008810453116893768
88235	rnn.weight_ih_l0	4	-0.02166176028549671
88235	rnn.weight_ih_l0	5	-0.051368530839681625
88235	rnn.weight_ih_l0	6	-0.0002536503307055682
88235	rnn.weight_ih_l0	7	0.04692208766937256
88235	rnn.weight_ih_l0	8	-0.011313410475850105
88235	rnn.weight_ih_l0	9	-0.01923382468521595
88235	rnn.weight_hh_l0	0	-0.03304839879274368
88235	rnn.weight_hh_l0	1	0.008839165791869164
88235	rnn.weight_hh_l0	2	0.008417915552854538
88235	rnn.weight_hh_l0	3	-0.05297135189175606
88235	rnn.weight_hh_l0	4	0.06404999643564224
88235	rnn.weight_hh_l0	5	0.003723917296156287
88235	rnn.weight_hh_l0	6	-0.03763383999466896
88235	rnn.weight_hh_l0	7	-0.007173154968768358
88235	rnn.weight_hh_l0	8	0.01382691040635109
88235	rnn.weight_hh_l0	9	-0.017391987144947052
88235	rnn.bias_ih_l0	0	0.079987071454525
88235	rnn.bias_ih_l0	1	-0.027729282155632973
88235	rnn.bias_ih_l0	2	-0.016752658411860466
88235	rnn.bias_ih_l0	3	0.11612258851528168
88235	rnn.bias_ih_l0	4	-0.057957373559474945
88235	rnn.bias_ih_l0	5	-0.020823825150728226
88235	rnn.bias_ih_l0	6	-0.0037123458459973335
88235	rnn.bias_ih_l0	7	0.04299188405275345
88235	rnn.bias_ih_l0	8	-0.08883628249168396
88235	rnn.bias_ih_l0	9	-0.02948014810681343
88235	rnn.bias_hh_l0	0	-0.02854008786380291
88235	rnn.bias_hh_l0	1	-0.11077358573675156
88235	rnn.bias_hh_l0	2	-0.0360170379281044
88235	rnn.bias_hh_l0	3	-0.06646265089511871
88235	rnn.bias_hh_l0	4	-0.02565831132233143
88235	rnn.bias_hh_l0	5	-0.011546345427632332
88235	rnn.bias_hh_l0	6	0.024360094219446182
88235	rnn.bias_hh_l0	7	0.04062412306666374
88235	rnn.bias_hh_l0	8	-0.1125134602189064
88235	rnn.bias_hh_l0	9	-0.028286656364798546
88235	rnn.weight_ih_l0_reverse	0	-0.008769534528255463
88235	rnn.weight_ih_l0_reverse	1	-0.055195871740579605
88235	rnn.weight_ih_l0_reverse	2	-0.02370118908584118
88235	rnn.weight_ih_l0_reverse	3	0.003332256805151701
88235	rnn.weight_ih_l0_reverse	4	-0.007393882144242525
88235	rnn.weight_ih_l0_reverse	5	-0.04181576520204544
88235	rnn.weight_ih_l0_reverse	6	0.06216492876410484
88235	rnn.weight_ih_l0_reverse	7	-0.022959692403674126
88235	rnn.weight_ih_l0_reverse	8	-0.02851858362555504
88235	rnn.weight_ih_l0_reverse	9	0.00902087427675724
88235	rnn.weight_hh_l0_reverse	0	0.029797127470374107
88235	rnn.weight_hh_l0_reverse	1	0.03148110210895538
88235	rnn.weight_hh_l0_reverse	2	0.04008829966187477
88235	rnn.weight_hh_l0_reverse	3	0.02746969275176525
88235	rnn.weight_hh_l0_reverse	4	0.0015293566975742579
88235	rnn.weight_hh_l0_reverse	5	0.011980204842984676
88235	rnn.weight_hh_l0_reverse	6	0.04451402649283409
88235	rnn.weight_hh_l0_reverse	7	-0.06469372659921646
88235	rnn.weight_hh_l0_reverse	8	0.03407501056790352
88235	rnn.weight_hh_l0_reverse	9	0.045575473457574844
88235	rnn.bias_ih_l0_reverse	0	-0.05947369709610939
88235	rnn.bias_ih_l0_reverse	1	-0.20900356769561768
88235	rnn.bias_ih_l0_reverse	2	-0.12120066583156586
88235	rnn.bias_ih_l0_reverse	3	-0.019145529717206955
88235	rnn.bias_ih_l0_reverse	4	-0.04135541990399361
88235	rnn.bias_ih_l0_reverse	5	0.04511141777038574
88235	rnn.bias_ih_l0_reverse	6	-0.04909268021583557
88235	rnn.bias_ih_l0_reverse	7	0.04106124863028526
88235	rnn.bias_ih_l0_reverse	8	-0.04073351249098778
88235	rnn.bias_ih_l0_reverse	9	0.027757970616221428
88235	rnn.bias_hh_l0_reverse	0	0.00036708463449031115
88235	rnn.bias_hh_l0_reverse	1	-0.02164982073009014
88235	rnn.bias_hh_l0_reverse	2	0.049626026302576065
88235	rnn.bias_hh_l0_reverse	3	-0.050081949681043625
88235	rnn.bias_hh_l0_reverse	4	-0.03519221767783165
88235	rnn.bias_hh_l0_reverse	5	-0.028006866574287415
88235	rnn.bias_hh_l0_reverse	6	-0.021829141303896904
88235	rnn.bias_hh_l0_reverse	7	0.08370403945446014
88235	rnn.bias_hh_l0_reverse	8	0.021692000329494476
88235	rnn.bias_hh_l0_reverse	9	-0.10405878722667694
88235	rnn.weight_ih_l1	0	-0.042663611471652985
88235	rnn.weight_ih_l1	1	-0.02603781595826149
88235	rnn.weight_ih_l1	2	0.05580992251634598
88235	rnn.weight_ih_l1	3	-0.03274612873792648
88235	rnn.weight_ih_l1	4	-0.006250936537981033
88235	rnn.weight_ih_l1	5	-0.04593012109398842
88235	rnn.weight_ih_l1	6	0.02749931998550892
88235	rnn.weight_ih_l1	7	-0.0373406745493412
88235	rnn.weight_ih_l1	8	0.039023641496896744
88235	rnn.weight_ih_l1	9	0.035043127834796906
88235	rnn.weight_hh_l1	0	-0.006080666556954384
88235	rnn.weight_hh_l1	1	0.009476511739194393
88235	rnn.weight_hh_l1	2	1.5524390619248152e-05
88235	rnn.weight_hh_l1	3	-0.012244993820786476
88235	rnn.weight_hh_l1	4	0.0020444656256586313
88235	rnn.weight_hh_l1	5	0.025316663086414337
88235	rnn.weight_hh_l1	6	0.030211739242076874
88235	rnn.weight_hh_l1	7	-0.025493230670690536
88235	rnn.weight_hh_l1	8	-0.021166913211345673
88235	rnn.weight_hh_l1	9	0.04161243140697479
88235	rnn.bias_ih_l1	0	-0.16929040849208832
88235	rnn.bias_ih_l1	1	-0.1520606130361557
88235	rnn.bias_ih_l1	2	-0.15995286405086517
88235	rnn.bias_ih_l1	3	-0.2302083820104599
88235	rnn.bias_ih_l1	4	-0.15800505876541138
88235	rnn.bias_ih_l1	5	-0.0976487249135971
88235	rnn.bias_ih_l1	6	-0.11505649238824844
88235	rnn.bias_ih_l1	7	-0.02533433586359024
88235	rnn.bias_ih_l1	8	-0.12134979665279388
88235	rnn.bias_ih_l1	9	-0.08367370814085007
88235	rnn.bias_hh_l1	0	-0.10967583954334259
88235	rnn.bias_hh_l1	1	-0.04326819255948067
88235	rnn.bias_hh_l1	2	-0.07789744436740875
88235	rnn.bias_hh_l1	3	-0.08827023208141327
88235	rnn.bias_hh_l1	4	-0.11195152252912521
88235	rnn.bias_hh_l1	5	-0.08939964324235916
88235	rnn.bias_hh_l1	6	-0.11238493025302887
88235	rnn.bias_hh_l1	7	0.03997235372662544
88235	rnn.bias_hh_l1	8	-0.14468514919281006
88235	rnn.bias_hh_l1	9	-0.08021093159914017
88235	rnn.weight_ih_l1_reverse	0	-0.035363081842660904
88235	rnn.weight_ih_l1_reverse	1	0.010621625930070877
88235	rnn.weight_ih_l1_reverse	2	0.004651780240237713
88235	rnn.weight_ih_l1_reverse	3	9.253076859749854e-05
88235	rnn.weight_ih_l1_reverse	4	-0.0160023532807827
88235	rnn.weight_ih_l1_reverse	5	-0.03645309805870056
88235	rnn.weight_ih_l1_reverse	6	-0.006914655212312937
88235	rnn.weight_ih_l1_reverse	7	0.01976713538169861
88235	rnn.weight_ih_l1_reverse	8	0.01517198234796524
88235	rnn.weight_ih_l1_reverse	9	-0.03951980173587799
88235	rnn.weight_hh_l1_reverse	0	0.009346394799649715
88235	rnn.weight_hh_l1_reverse	1	0.030259672552347183
88235	rnn.weight_hh_l1_reverse	2	-0.03937448933720589
88235	rnn.weight_hh_l1_reverse	3	0.03974376618862152
88235	rnn.weight_hh_l1_reverse	4	0.04748319089412689
88235	rnn.weight_hh_l1_reverse	5	0.008878347463905811
88235	rnn.weight_hh_l1_reverse	6	0.008110517635941505
88235	rnn.weight_hh_l1_reverse	7	0.02690826915204525
88235	rnn.weight_hh_l1_reverse	8	-0.003262744750827551
88235	rnn.weight_hh_l1_reverse	9	-0.03829697519540787
88235	rnn.bias_ih_l1_reverse	0	-0.04788200929760933
88235	rnn.bias_ih_l1_reverse	1	-0.09524183720350266
88235	rnn.bias_ih_l1_reverse	2	-0.1274775117635727
88235	rnn.bias_ih_l1_reverse	3	-0.041698675602674484
88235	rnn.bias_ih_l1_reverse	4	-0.16910439729690552
88235	rnn.bias_ih_l1_reverse	5	-0.08796460926532745
88235	rnn.bias_ih_l1_reverse	6	-0.10975611954927444
88235	rnn.bias_ih_l1_reverse	7	-0.1783210188150406
88235	rnn.bias_ih_l1_reverse	8	0.12210159003734589
88235	rnn.bias_ih_l1_reverse	9	0.021652061492204666
88235	rnn.bias_hh_l1_reverse	0	-0.04519909247756004
88235	rnn.bias_hh_l1_reverse	1	0.028558557853102684
88235	rnn.bias_hh_l1_reverse	2	-0.21395830810070038
88235	rnn.bias_hh_l1_reverse	3	-0.09970385581254959
88235	rnn.bias_hh_l1_reverse	4	-0.06534087657928467
88235	rnn.bias_hh_l1_reverse	5	-0.08255194872617722
88235	rnn.bias_hh_l1_reverse	6	0.15443155169487
88235	rnn.bias_hh_l1_reverse	7	-0.14267033338546753
88235	rnn.bias_hh_l1_reverse	8	-0.09424955397844315
88235	rnn.bias_hh_l1_reverse	9	-0.11639093607664108
88235	linear.weight	0	0.002228822559118271
88235	linear.weight	1	0.09904997795820236
88235	linear.weight	2	-0.10156495869159698
88235	linear.weight	3	0.31360146403312683
88235	linear.weight	4	0.1098126769065857
88235	linear.weight	5	0.004095107316970825
88235	linear.weight	6	-0.008788367733359337
88235	linear.weight	7	0.102106012403965
88235	linear.weight	8	0.04133133217692375
88235	linear.weight	9	-0.042698219418525696
88235	linear.bias	0	-0.0849335640668869
88235	linear.bias	1	-0.16379813849925995
88235	linear.bias	2	-0.489744633436203
88235	linear.bias	3	-0.7004269957542419
88235	linear.bias	4	-1.1209486722946167
88235	linear.bias	5	-0.028561465442180634
88235	linear.bias	6	-0.6796633005142212
88235	linear.bias	7	0.38798072934150696
88235	linear.bias	8	-0.5253596901893616
88235	linear.bias	9	-0.8776615858078003
88432	transitions	0	0.6260027885437012
88432	transitions	1	0.09530530124902725
88432	transitions	2	-10000.0
88432	transitions	3	-1.8102043867111206
88432	transitions	4	-10000.0
88432	transitions	5	0.6203324198722839
88432	transitions	6	-0.045525047928094864
88432	transitions	7	-0.5066626071929932
88432	transitions	8	-1.3646107912063599
88432	transitions	9	-0.0007436170126311481
88432	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
88432	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
88432	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
88432	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
88432	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
88432	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
88432	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
88432	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
88432	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
88432	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
88432	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
88432	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
88432	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
88432	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
88432	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
88432	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
88432	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
88432	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
88432	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
88432	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
88432	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
88432	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
88432	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
88432	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
88432	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
88432	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
88432	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
88432	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
88432	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
88432	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
88432	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
88432	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
88432	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
88432	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
88432	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
88432	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
88432	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
88432	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
88432	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
88432	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
88432	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
88432	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
88432	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
88432	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
88432	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
88432	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
88432	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
88432	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
88432	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
88432	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
88432	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
88432	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
88432	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
88432	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
88432	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
88432	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
88432	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
88432	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
88432	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
88432	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
88432	embedding2nn.weight	0	0.01150507666170597
88432	embedding2nn.weight	1	-0.016834000125527382
88432	embedding2nn.weight	2	-0.014268255792558193
88432	embedding2nn.weight	3	-0.0016909962287172675
88432	embedding2nn.weight	4	-0.005915035028010607
88432	embedding2nn.weight	5	-0.0037005809135735035
88432	embedding2nn.weight	6	-0.003973241895437241
88432	embedding2nn.weight	7	-0.04439491033554077
88432	embedding2nn.weight	8	-0.0019979383796453476
88432	embedding2nn.weight	9	-0.029417429119348526
88432	embedding2nn.bias	0	0.009047364816069603
88432	embedding2nn.bias	1	-0.05295058712363243
88432	embedding2nn.bias	2	0.07931067794561386
88432	embedding2nn.bias	3	0.0511016920208931
88432	embedding2nn.bias	4	-0.04694630578160286
88432	embedding2nn.bias	5	-0.033379338681697845
88432	embedding2nn.bias	6	0.009853658266365528
88432	embedding2nn.bias	7	-0.03152493014931679
88432	embedding2nn.bias	8	0.02221500501036644
88432	embedding2nn.bias	9	0.017875492572784424
88432	rnn.weight_ih_l0	0	-0.04028363153338432
88432	rnn.weight_ih_l0	1	-0.007912194356322289
88432	rnn.weight_ih_l0	2	0.04323163628578186
88432	rnn.weight_ih_l0	3	0.00839529000222683
88432	rnn.weight_ih_l0	4	-0.020866820588707924
88432	rnn.weight_ih_l0	5	-0.05130439251661301
88432	rnn.weight_ih_l0	6	-0.0006507764919660985
88432	rnn.weight_ih_l0	7	0.04651498422026634
88432	rnn.weight_ih_l0	8	-0.014036658219993114
88432	rnn.weight_ih_l0	9	-0.01842830330133438
88432	rnn.weight_hh_l0	0	-0.0345069095492363
88432	rnn.weight_hh_l0	1	0.00933947041630745
88432	rnn.weight_hh_l0	2	0.008543617092072964
88432	rnn.weight_hh_l0	3	-0.05317329242825508
88432	rnn.weight_hh_l0	4	0.06548015028238297
88432	rnn.weight_hh_l0	5	0.0039602103643119335
88432	rnn.weight_hh_l0	6	-0.037848733365535736
88432	rnn.weight_hh_l0	7	-0.006533368956297636
88432	rnn.weight_hh_l0	8	0.012825565412640572
88432	rnn.weight_hh_l0	9	-0.01695900596678257
88432	rnn.bias_ih_l0	0	0.07752472907304764
88432	rnn.bias_ih_l0	1	-0.026609405875205994
88432	rnn.bias_ih_l0	2	-0.016653409227728844
88432	rnn.bias_ih_l0	3	0.11691828817129135
88432	rnn.bias_ih_l0	4	-0.05817972123622894
88432	rnn.bias_ih_l0	5	-0.021931830793619156
88432	rnn.bias_ih_l0	6	-0.0006889310316182673
88432	rnn.bias_ih_l0	7	0.04245338216423988
88432	rnn.bias_ih_l0	8	-0.09030196070671082
88432	rnn.bias_ih_l0	9	-0.028832538053393364
88432	rnn.bias_hh_l0	0	-0.026348089799284935
88432	rnn.bias_hh_l0	1	-0.10583385080099106
88432	rnn.bias_hh_l0	2	-0.03766331821680069
88432	rnn.bias_hh_l0	3	-0.06800621002912521
88432	rnn.bias_hh_l0	4	-0.02648989111185074
88432	rnn.bias_hh_l0	5	-0.010850729420781136
88432	rnn.bias_hh_l0	6	0.024533191695809364
88432	rnn.bias_hh_l0	7	0.03705468028783798
88432	rnn.bias_hh_l0	8	-0.1119299903512001
88432	rnn.bias_hh_l0	9	-0.029691752046346664
88432	rnn.weight_ih_l0_reverse	0	-0.0073265149258077145
88432	rnn.weight_ih_l0_reverse	1	-0.055091653019189835
88432	rnn.weight_ih_l0_reverse	2	-0.0260462686419487
88432	rnn.weight_ih_l0_reverse	3	0.004422299563884735
88432	rnn.weight_ih_l0_reverse	4	-0.006962685380131006
88432	rnn.weight_ih_l0_reverse	5	-0.041823796927928925
88432	rnn.weight_ih_l0_reverse	6	0.061641573905944824
88432	rnn.weight_ih_l0_reverse	7	-0.022562460973858833
88432	rnn.weight_ih_l0_reverse	8	-0.028062134981155396
88432	rnn.weight_ih_l0_reverse	9	0.009490943513810635
88432	rnn.weight_hh_l0_reverse	0	0.03126715496182442
88432	rnn.weight_hh_l0_reverse	1	0.032420363277196884
88432	rnn.weight_hh_l0_reverse	2	0.03995118662714958
88432	rnn.weight_hh_l0_reverse	3	0.026538608595728874
88432	rnn.weight_hh_l0_reverse	4	0.0021081692539155483
88432	rnn.weight_hh_l0_reverse	5	0.011682688258588314
88432	rnn.weight_hh_l0_reverse	6	0.04415085166692734
88432	rnn.weight_hh_l0_reverse	7	-0.06493288278579712
88432	rnn.weight_hh_l0_reverse	8	0.03465421497821808
88432	rnn.weight_hh_l0_reverse	9	0.046355683356523514
88432	rnn.bias_ih_l0_reverse	0	-0.05854598060250282
88432	rnn.bias_ih_l0_reverse	1	-0.21221113204956055
88432	rnn.bias_ih_l0_reverse	2	-0.11664091795682907
88432	rnn.bias_ih_l0_reverse	3	-0.0169539712369442
88432	rnn.bias_ih_l0_reverse	4	-0.04714324697852135
88432	rnn.bias_ih_l0_reverse	5	0.04516451805830002
88432	rnn.bias_ih_l0_reverse	6	-0.04764925688505173
88432	rnn.bias_ih_l0_reverse	7	0.04320116341114044
88432	rnn.bias_ih_l0_reverse	8	-0.0393400713801384
88432	rnn.bias_ih_l0_reverse	9	0.029153645038604736
88432	rnn.bias_hh_l0_reverse	0	0.0008803949458524585
88432	rnn.bias_hh_l0_reverse	1	-0.021542023867368698
88432	rnn.bias_hh_l0_reverse	2	0.04872085526585579
88432	rnn.bias_hh_l0_reverse	3	-0.04783995822072029
88432	rnn.bias_hh_l0_reverse	4	-0.03231002762913704
88432	rnn.bias_hh_l0_reverse	5	-0.028133433312177658
88432	rnn.bias_hh_l0_reverse	6	-0.020222865045070648
88432	rnn.bias_hh_l0_reverse	7	0.08701322227716446
88432	rnn.bias_hh_l0_reverse	8	0.024810336530208588
88432	rnn.bias_hh_l0_reverse	9	-0.10062252730131149
88432	rnn.weight_ih_l1	0	-0.0425809808075428
88432	rnn.weight_ih_l1	1	-0.027447203174233437
88432	rnn.weight_ih_l1	2	0.053433142602443695
88432	rnn.weight_ih_l1	3	-0.0315396711230278
88432	rnn.weight_ih_l1	4	-0.0061628851108253
88432	rnn.weight_ih_l1	5	-0.0455961674451828
88432	rnn.weight_ih_l1	6	0.02763930894434452
88432	rnn.weight_ih_l1	7	-0.036586832255125046
88432	rnn.weight_ih_l1	8	0.03849031776189804
88432	rnn.weight_ih_l1	9	0.034550927579402924
88432	rnn.weight_hh_l1	0	-0.005819941405206919
88432	rnn.weight_hh_l1	1	0.00914126355201006
88432	rnn.weight_hh_l1	2	0.0014820308424532413
88432	rnn.weight_hh_l1	3	-0.012146320194005966
88432	rnn.weight_hh_l1	4	0.001995555590838194
88432	rnn.weight_hh_l1	5	0.025221358984708786
88432	rnn.weight_hh_l1	6	0.029713602736592293
88432	rnn.weight_hh_l1	7	-0.02536706253886223
88432	rnn.weight_hh_l1	8	-0.020875895395874977
88432	rnn.weight_hh_l1	9	0.04097338765859604
88432	rnn.bias_ih_l1	0	-0.1741536259651184
88432	rnn.bias_ih_l1	1	-0.1555180698633194
88432	rnn.bias_ih_l1	2	-0.15709400177001953
88432	rnn.bias_ih_l1	3	-0.22967122495174408
88432	rnn.bias_ih_l1	4	-0.1560126096010208
88432	rnn.bias_ih_l1	5	-0.0982263907790184
88432	rnn.bias_ih_l1	6	-0.11389509588479996
88432	rnn.bias_ih_l1	7	-0.02513970248401165
88432	rnn.bias_ih_l1	8	-0.12118285149335861
88432	rnn.bias_ih_l1	9	-0.08446057885885239
88432	rnn.bias_hh_l1	0	-0.10866577923297882
88432	rnn.bias_hh_l1	1	-0.04083509370684624
88432	rnn.bias_hh_l1	2	-0.08204474300146103
88432	rnn.bias_hh_l1	3	-0.08777937293052673
88432	rnn.bias_hh_l1	4	-0.11357136070728302
88432	rnn.bias_hh_l1	5	-0.09069404006004333
88432	rnn.bias_hh_l1	6	-0.11347886174917221
88432	rnn.bias_hh_l1	7	0.036459628492593765
88432	rnn.bias_hh_l1	8	-0.14400149881839752
88432	rnn.bias_hh_l1	9	-0.0804700180888176
88432	rnn.weight_ih_l1_reverse	0	-0.03579513356089592
88432	rnn.weight_ih_l1_reverse	1	0.015352272428572178
88432	rnn.weight_ih_l1_reverse	2	0.004012478981167078
88432	rnn.weight_ih_l1_reverse	3	0.0016683096764609218
88432	rnn.weight_ih_l1_reverse	4	-0.016365446150302887
88432	rnn.weight_ih_l1_reverse	5	-0.03598529472947121
88432	rnn.weight_ih_l1_reverse	6	-0.007162346504628658
88432	rnn.weight_ih_l1_reverse	7	0.019025519490242004
88432	rnn.weight_ih_l1_reverse	8	0.014171249233186245
88432	rnn.weight_ih_l1_reverse	9	-0.048654280602931976
88432	rnn.weight_hh_l1_reverse	0	0.009466537274420261
88432	rnn.weight_hh_l1_reverse	1	0.030352046713232994
88432	rnn.weight_hh_l1_reverse	2	-0.03950042650103569
88432	rnn.weight_hh_l1_reverse	3	0.0396655835211277
88432	rnn.weight_hh_l1_reverse	4	0.04689063876867294
88432	rnn.weight_hh_l1_reverse	5	0.008865775540471077
88432	rnn.weight_hh_l1_reverse	6	0.007777186576277018
88432	rnn.weight_hh_l1_reverse	7	0.02669111080467701
88432	rnn.weight_hh_l1_reverse	8	-0.0032864450477063656
88432	rnn.weight_hh_l1_reverse	9	-0.03836534544825554
88432	rnn.bias_ih_l1_reverse	0	-0.049506448209285736
88432	rnn.bias_ih_l1_reverse	1	-0.09208071231842041
88432	rnn.bias_ih_l1_reverse	2	-0.1324325054883957
88432	rnn.bias_ih_l1_reverse	3	-0.04097713157534599
88432	rnn.bias_ih_l1_reverse	4	-0.16937710344791412
88432	rnn.bias_ih_l1_reverse	5	-0.08857708424329758
88432	rnn.bias_ih_l1_reverse	6	-0.11012251675128937
88432	rnn.bias_ih_l1_reverse	7	-0.17945997416973114
88432	rnn.bias_ih_l1_reverse	8	0.13391289114952087
88432	rnn.bias_ih_l1_reverse	9	0.026433175429701805
88432	rnn.bias_hh_l1_reverse	0	-0.042846426367759705
88432	rnn.bias_hh_l1_reverse	1	0.02413787879049778
88432	rnn.bias_hh_l1_reverse	2	-0.21464765071868896
88432	rnn.bias_hh_l1_reverse	3	-0.10079048573970795
88432	rnn.bias_hh_l1_reverse	4	-0.06634750962257385
88432	rnn.bias_hh_l1_reverse	5	-0.08602823317050934
88432	rnn.bias_hh_l1_reverse	6	0.14277951419353485
88432	rnn.bias_hh_l1_reverse	7	-0.14320996403694153
88432	rnn.bias_hh_l1_reverse	8	-0.09633813798427582
88432	rnn.bias_hh_l1_reverse	9	-0.11775048077106476
88432	linear.weight	0	0.002228822559118271
88432	linear.weight	1	0.09940385073423386
88432	linear.weight	2	-0.1048649325966835
88432	linear.weight	3	0.31380656361579895
88432	linear.weight	4	0.11328919976949692
88432	linear.weight	5	-0.0002933233918156475
88432	linear.weight	6	-0.01913062296807766
88432	linear.weight	7	0.10448339581489563
88432	linear.weight	8	0.04133165255188942
88432	linear.weight	9	-0.041170649230480194
88432	linear.bias	0	-0.008116699755191803
88432	linear.bias	1	-0.1809501349925995
88432	linear.bias	2	-0.4717751145362854
88432	linear.bias	3	-0.6940259337425232
88432	linear.bias	4	-1.1145929098129272
88432	linear.bias	5	-0.03910460323095322
88432	linear.bias	6	-0.699160099029541
88432	linear.bias	7	0.37721502780914307
88432	linear.bias	8	-0.5323147773742676
88432	linear.bias	9	-0.8828232884407043
88629	transitions	0	0.6195408701896667
88629	transitions	1	0.09466385841369629
88629	transitions	2	-10000.0
88629	transitions	3	-1.8102668523788452
88629	transitions	4	-10000.0
88629	transitions	5	0.6202380657196045
88629	transitions	6	-0.0456707589328289
88629	transitions	7	-0.507174551486969
88629	transitions	8	-1.364754557609558
88629	transitions	9	-0.0007459160988219082
88629	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
88629	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
88629	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
88629	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
88629	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
88629	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
88629	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
88629	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
88629	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
88629	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
88629	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
88629	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
88629	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
88629	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
88629	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
88629	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
88629	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
88629	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
88629	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
88629	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
88629	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
88629	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
88629	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
88629	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
88629	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
88629	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
88629	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
88629	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
88629	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
88629	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
88629	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
88629	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
88629	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
88629	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
88629	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
88629	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
88629	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
88629	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
88629	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
88629	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
88629	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
88629	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
88629	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
88629	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
88629	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
88629	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
88629	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
88629	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
88629	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
88629	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
88629	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
88629	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
88629	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
88629	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
88629	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
88629	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
88629	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
88629	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
88629	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
88629	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
88629	embedding2nn.weight	0	0.010608495213091373
88629	embedding2nn.weight	1	-0.016666332259774208
88629	embedding2nn.weight	2	-0.014268255792558193
88629	embedding2nn.weight	3	-0.0010495083406567574
88629	embedding2nn.weight	4	-0.005915035028010607
88629	embedding2nn.weight	5	-0.003700580447912216
88629	embedding2nn.weight	6	-0.003973241429775953
88629	embedding2nn.weight	7	-0.044576164335012436
88629	embedding2nn.weight	8	-0.0019979383796453476
88629	embedding2nn.weight	9	-0.030308140441775322
88629	embedding2nn.bias	0	0.006891691591590643
88629	embedding2nn.bias	1	-0.05062201991677284
88629	embedding2nn.bias	2	0.07287652045488358
88629	embedding2nn.bias	3	0.048027973622083664
88629	embedding2nn.bias	4	-0.04832836240530014
88629	embedding2nn.bias	5	-0.02362886071205139
88629	embedding2nn.bias	6	0.0034380583092570305
88629	embedding2nn.bias	7	-0.030004749074578285
88629	embedding2nn.bias	8	0.02752084843814373
88629	embedding2nn.bias	9	0.02095823548734188
88629	rnn.weight_ih_l0	0	-0.04181351885199547
88629	rnn.weight_ih_l0	1	-0.007210546173155308
88629	rnn.weight_ih_l0	2	0.04508747532963753
88629	rnn.weight_ih_l0	3	0.007150649093091488
88629	rnn.weight_ih_l0	4	-0.022100327536463737
88629	rnn.weight_ih_l0	5	-0.05068038031458855
88629	rnn.weight_ih_l0	6	-0.0001798680459614843
88629	rnn.weight_ih_l0	7	0.045733124017715454
88629	rnn.weight_ih_l0	8	-0.01408459059894085
88629	rnn.weight_ih_l0	9	-0.01748739555478096
88629	rnn.weight_hh_l0	0	-0.03421831876039505
88629	rnn.weight_hh_l0	1	0.009202131070196629
88629	rnn.weight_hh_l0	2	0.010207189247012138
88629	rnn.weight_hh_l0	3	-0.052562154829502106
88629	rnn.weight_hh_l0	4	0.06600578874349594
88629	rnn.weight_hh_l0	5	0.004020648077130318
88629	rnn.weight_hh_l0	6	-0.03807632997632027
88629	rnn.weight_hh_l0	7	-0.0058496869169175625
88629	rnn.weight_hh_l0	8	0.013536890037357807
88629	rnn.weight_hh_l0	9	-0.017572004348039627
88629	rnn.bias_ih_l0	0	0.07636436820030212
88629	rnn.bias_ih_l0	1	-0.028439242392778397
88629	rnn.bias_ih_l0	2	-0.016223005950450897
88629	rnn.bias_ih_l0	3	0.11482535302639008
88629	rnn.bias_ih_l0	4	-0.06124819070100784
88629	rnn.bias_ih_l0	5	-0.025602655485272408
88629	rnn.bias_ih_l0	6	-0.0013882346684113145
88629	rnn.bias_ih_l0	7	0.04422652721405029
88629	rnn.bias_ih_l0	8	-0.08978517353534698
88629	rnn.bias_ih_l0	9	-0.02933797985315323
88629	rnn.bias_hh_l0	0	-0.030631856992840767
88629	rnn.bias_hh_l0	1	-0.1054653599858284
88629	rnn.bias_hh_l0	2	-0.036532025784254074
88629	rnn.bias_hh_l0	3	-0.07104402780532837
88629	rnn.bias_hh_l0	4	-0.026953421533107758
88629	rnn.bias_hh_l0	5	-0.012564683333039284
88629	rnn.bias_hh_l0	6	0.02382081001996994
88629	rnn.bias_hh_l0	7	0.04608262702822685
88629	rnn.bias_hh_l0	8	-0.11180821806192398
88629	rnn.bias_hh_l0	9	-0.027183961123228073
88629	rnn.weight_ih_l0_reverse	0	-0.00813734158873558
88629	rnn.weight_ih_l0_reverse	1	-0.0546552874147892
88629	rnn.weight_ih_l0_reverse	2	-0.026872001588344574
88629	rnn.weight_ih_l0_reverse	3	0.004584252834320068
88629	rnn.weight_ih_l0_reverse	4	-0.007025556638836861
88629	rnn.weight_ih_l0_reverse	5	-0.04176123067736626
88629	rnn.weight_ih_l0_reverse	6	0.06289345026016235
88629	rnn.weight_ih_l0_reverse	7	-0.02475779876112938
88629	rnn.weight_ih_l0_reverse	8	-0.028639333322644234
88629	rnn.weight_ih_l0_reverse	9	0.010453463532030582
88629	rnn.weight_hh_l0_reverse	0	0.03051527589559555
88629	rnn.weight_hh_l0_reverse	1	0.03287780284881592
88629	rnn.weight_hh_l0_reverse	2	0.040147822350263596
88629	rnn.weight_hh_l0_reverse	3	0.026311907917261124
88629	rnn.weight_hh_l0_reverse	4	0.003379716305062175
88629	rnn.weight_hh_l0_reverse	5	0.011092791333794594
88629	rnn.weight_hh_l0_reverse	6	0.044256504625082016
88629	rnn.weight_hh_l0_reverse	7	-0.06463543325662613
88629	rnn.weight_hh_l0_reverse	8	0.03550567477941513
88629	rnn.weight_hh_l0_reverse	9	0.04554715007543564
88629	rnn.bias_ih_l0_reverse	0	-0.05695638433098793
88629	rnn.bias_ih_l0_reverse	1	-0.21105410158634186
88629	rnn.bias_ih_l0_reverse	2	-0.11675424873828888
88629	rnn.bias_ih_l0_reverse	3	-0.01616784557700157
88629	rnn.bias_ih_l0_reverse	4	-0.047744084149599075
88629	rnn.bias_ih_l0_reverse	5	0.038720618933439255
88629	rnn.bias_ih_l0_reverse	6	-0.04804354906082153
88629	rnn.bias_ih_l0_reverse	7	0.04233246669173241
88629	rnn.bias_ih_l0_reverse	8	-0.04150650277733803
88629	rnn.bias_ih_l0_reverse	9	0.02917361818253994
88629	rnn.bias_hh_l0_reverse	0	-0.0011991371866315603
88629	rnn.bias_hh_l0_reverse	1	-0.024632848799228668
88629	rnn.bias_hh_l0_reverse	2	0.04875742644071579
88629	rnn.bias_hh_l0_reverse	3	-0.04852817952632904
88629	rnn.bias_hh_l0_reverse	4	-0.029708387330174446
88629	rnn.bias_hh_l0_reverse	5	-0.024979719892144203
88629	rnn.bias_hh_l0_reverse	6	-0.019523292779922485
88629	rnn.bias_hh_l0_reverse	7	0.0885467603802681
88629	rnn.bias_hh_l0_reverse	8	0.026279963552951813
88629	rnn.bias_hh_l0_reverse	9	-0.0988558903336525
88629	rnn.weight_ih_l1	0	-0.042893800884485245
88629	rnn.weight_ih_l1	1	-0.027198754251003265
88629	rnn.weight_ih_l1	2	0.05183359235525131
88629	rnn.weight_ih_l1	3	-0.03492441400885582
88629	rnn.weight_ih_l1	4	-0.006591167766600847
88629	rnn.weight_ih_l1	5	-0.04632554203271866
88629	rnn.weight_ih_l1	6	0.027966544032096863
88629	rnn.weight_ih_l1	7	-0.035974420607089996
88629	rnn.weight_ih_l1	8	0.03882528841495514
88629	rnn.weight_ih_l1	9	0.03419831395149231
88629	rnn.weight_hh_l1	0	-0.003923582844436169
88629	rnn.weight_hh_l1	1	0.009331492707133293
88629	rnn.weight_hh_l1	2	0.0011107135796919465
88629	rnn.weight_hh_l1	3	-0.011515406891703606
88629	rnn.weight_hh_l1	4	0.002239380031824112
88629	rnn.weight_hh_l1	5	0.026064030826091766
88629	rnn.weight_hh_l1	6	0.029552767053246498
88629	rnn.weight_hh_l1	7	-0.025600450113415718
88629	rnn.weight_hh_l1	8	-0.020792599767446518
88629	rnn.weight_hh_l1	9	0.04072999581694603
88629	rnn.bias_ih_l1	0	-0.17502577602863312
88629	rnn.bias_ih_l1	1	-0.1550663560628891
88629	rnn.bias_ih_l1	2	-0.15598513185977936
88629	rnn.bias_ih_l1	3	-0.2282702922821045
88629	rnn.bias_ih_l1	4	-0.1627710610628128
88629	rnn.bias_ih_l1	5	-0.09817769378423691
88629	rnn.bias_ih_l1	6	-0.11466915905475616
88629	rnn.bias_ih_l1	7	-0.030272994190454483
88629	rnn.bias_ih_l1	8	-0.12325838208198547
88629	rnn.bias_ih_l1	9	-0.08753175288438797
88629	rnn.bias_hh_l1	0	-0.10989902913570404
88629	rnn.bias_hh_l1	1	-0.03841936215758324
88629	rnn.bias_hh_l1	2	-0.0851992592215538
88629	rnn.bias_hh_l1	3	-0.08882582187652588
88629	rnn.bias_hh_l1	4	-0.11432826519012451
88629	rnn.bias_hh_l1	5	-0.08991546928882599
88629	rnn.bias_hh_l1	6	-0.11316203325986862
88629	rnn.bias_hh_l1	7	0.025707699358463287
88629	rnn.bias_hh_l1	8	-0.1420348584651947
88629	rnn.bias_hh_l1	9	-0.08108706027269363
88629	rnn.weight_ih_l1_reverse	0	-0.03615223243832588
88629	rnn.weight_ih_l1_reverse	1	0.01504735741764307
88629	rnn.weight_ih_l1_reverse	2	0.006395737174898386
88629	rnn.weight_ih_l1_reverse	3	0.000599175167735666
88629	rnn.weight_ih_l1_reverse	4	-0.017292067408561707
88629	rnn.weight_ih_l1_reverse	5	-0.035973936319351196
88629	rnn.weight_ih_l1_reverse	6	-0.006617655511945486
88629	rnn.weight_ih_l1_reverse	7	0.01921161077916622
88629	rnn.weight_ih_l1_reverse	8	0.017368078231811523
88629	rnn.weight_ih_l1_reverse	9	-0.053074195981025696
88629	rnn.weight_hh_l1_reverse	0	0.009440628811717033
88629	rnn.weight_hh_l1_reverse	1	0.0302900318056345
88629	rnn.weight_hh_l1_reverse	2	-0.03939618915319443
88629	rnn.weight_hh_l1_reverse	3	0.03970513120293617
88629	rnn.weight_hh_l1_reverse	4	0.04778078570961952
88629	rnn.weight_hh_l1_reverse	5	0.008207051083445549
88629	rnn.weight_hh_l1_reverse	6	0.007456094957888126
88629	rnn.weight_hh_l1_reverse	7	0.026178784668445587
88629	rnn.weight_hh_l1_reverse	8	-0.0033992177341133356
88629	rnn.weight_hh_l1_reverse	9	-0.03819270804524422
88629	rnn.bias_ih_l1_reverse	0	-0.050595398992300034
88629	rnn.bias_ih_l1_reverse	1	-0.09368543326854706
88629	rnn.bias_ih_l1_reverse	2	-0.13209804892539978
88629	rnn.bias_ih_l1_reverse	3	-0.04246566817164421
88629	rnn.bias_ih_l1_reverse	4	-0.17097075283527374
88629	rnn.bias_ih_l1_reverse	5	-0.09031633287668228
88629	rnn.bias_ih_l1_reverse	6	-0.11117267608642578
88629	rnn.bias_ih_l1_reverse	7	-0.17868687212467194
88629	rnn.bias_ih_l1_reverse	8	0.1408686637878418
88629	rnn.bias_ih_l1_reverse	9	0.024564001709222794
88629	rnn.bias_hh_l1_reverse	0	-0.05206648260354996
88629	rnn.bias_hh_l1_reverse	1	0.015787970274686813
88629	rnn.bias_hh_l1_reverse	2	-0.21355627477169037
88629	rnn.bias_hh_l1_reverse	3	-0.10169236361980438
88629	rnn.bias_hh_l1_reverse	4	-0.06715013831853867
88629	rnn.bias_hh_l1_reverse	5	-0.09021686017513275
88629	rnn.bias_hh_l1_reverse	6	0.13756926357746124
88629	rnn.bias_hh_l1_reverse	7	-0.14273367822170258
88629	rnn.bias_hh_l1_reverse	8	-0.09684615582227707
88629	rnn.bias_hh_l1_reverse	9	-0.11703605949878693
88629	linear.weight	0	0.002228822559118271
88629	linear.weight	1	0.10001029819250107
88629	linear.weight	2	-0.10841424018144608
88629	linear.weight	3	0.32169705629348755
88629	linear.weight	4	0.11795355379581451
88629	linear.weight	5	0.001724453060887754
88629	linear.weight	6	-0.03293312340974808
88629	linear.weight	7	0.10276614874601364
88629	linear.weight	8	0.04132981225848198
88629	linear.weight	9	-0.035051289945840836
88629	linear.bias	0	-0.02812703512609005
88629	linear.bias	1	-0.19428688287734985
88629	linear.bias	2	-0.49167773127555847
88629	linear.bias	3	-0.686995267868042
88629	linear.bias	4	-1.1091570854187012
88629	linear.bias	5	-0.019519587978720665
88629	linear.bias	6	-0.7135293483734131
88629	linear.bias	7	0.3945489227771759
88629	linear.bias	8	-0.508944034576416
88629	linear.bias	9	-0.8616145849227905
88826	transitions	0	0.6266120076179504
88826	transitions	1	0.09289952367544174
88826	transitions	2	-10000.0
88826	transitions	3	-1.8103108406066895
88826	transitions	4	-10000.0
88826	transitions	5	0.6200175881385803
88826	transitions	6	-0.04585370421409607
88826	transitions	7	-0.507647693157196
88826	transitions	8	-1.3648680448532104
88826	transitions	9	-0.0007487711263820529
88826	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
88826	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
88826	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
88826	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
88826	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
88826	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
88826	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
88826	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
88826	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
88826	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
88826	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
88826	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
88826	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
88826	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
88826	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
88826	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
88826	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
88826	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
88826	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
88826	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
88826	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
88826	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
88826	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
88826	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
88826	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
88826	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
88826	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
88826	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
88826	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
88826	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
88826	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
88826	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
88826	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
88826	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
88826	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
88826	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
88826	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
88826	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
88826	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
88826	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
88826	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
88826	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
88826	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
88826	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
88826	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
88826	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
88826	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
88826	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
88826	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
88826	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
88826	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
88826	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
88826	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
88826	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
88826	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
88826	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
88826	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
88826	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
88826	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
88826	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
88826	embedding2nn.weight	0	0.008527353405952454
88826	embedding2nn.weight	1	-0.016753878444433212
88826	embedding2nn.weight	2	-0.014268255792558193
88826	embedding2nn.weight	3	0.0010384166380390525
88826	embedding2nn.weight	4	-0.005915035028010607
88826	embedding2nn.weight	5	-0.0037005809135735035
88826	embedding2nn.weight	6	-0.003973239101469517
88826	embedding2nn.weight	7	-0.045658305287361145
88826	embedding2nn.weight	8	-0.0019979383796453476
88826	embedding2nn.weight	9	-0.030801396816968918
88826	embedding2nn.bias	0	0.010522207245230675
88826	embedding2nn.bias	1	-0.05725258216261864
88826	embedding2nn.bias	2	0.07058015465736389
88826	embedding2nn.bias	3	0.054332368075847626
88826	embedding2nn.bias	4	-0.05101577192544937
88826	embedding2nn.bias	5	-0.01434370782226324
88826	embedding2nn.bias	6	0.005343633238226175
88826	embedding2nn.bias	7	-0.038413114845752716
88826	embedding2nn.bias	8	0.021099243313074112
88826	embedding2nn.bias	9	0.027311550453305244
88826	rnn.weight_ih_l0	0	-0.04145669564604759
88826	rnn.weight_ih_l0	1	-0.0067238216288387775
88826	rnn.weight_ih_l0	2	0.045570120215415955
88826	rnn.weight_ih_l0	3	0.00797458365559578
88826	rnn.weight_ih_l0	4	-0.021512646228075027
88826	rnn.weight_ih_l0	5	-0.05198952928185463
88826	rnn.weight_ih_l0	6	0.00013040212797932327
88826	rnn.weight_ih_l0	7	0.04677818343043327
88826	rnn.weight_ih_l0	8	-0.01332881860435009
88826	rnn.weight_ih_l0	9	-0.017508532851934433
88826	rnn.weight_hh_l0	0	-0.03435022756457329
88826	rnn.weight_hh_l0	1	0.009811894036829472
88826	rnn.weight_hh_l0	2	0.01091947965323925
88826	rnn.weight_hh_l0	3	-0.05144325643777847
88826	rnn.weight_hh_l0	4	0.06651827692985535
88826	rnn.weight_hh_l0	5	0.0012799653923138976
88826	rnn.weight_hh_l0	6	-0.0378902405500412
88826	rnn.weight_hh_l0	7	-0.0062601217068731785
88826	rnn.weight_hh_l0	8	0.01369596179574728
88826	rnn.weight_hh_l0	9	-0.01747693121433258
88826	rnn.bias_ih_l0	0	0.07722663879394531
88826	rnn.bias_ih_l0	1	-0.025808608159422874
88826	rnn.bias_ih_l0	2	-0.017343228682875633
88826	rnn.bias_ih_l0	3	0.1155267059803009
88826	rnn.bias_ih_l0	4	-0.06494158506393433
88826	rnn.bias_ih_l0	5	-0.026340773329138756
88826	rnn.bias_ih_l0	6	-0.00234753405675292
88826	rnn.bias_ih_l0	7	0.04413605108857155
88826	rnn.bias_ih_l0	8	-0.09423235803842545
88826	rnn.bias_ih_l0	9	-0.02777060866355896
88826	rnn.bias_hh_l0	0	-0.03382854163646698
88826	rnn.bias_hh_l0	1	-0.10789362341165543
88826	rnn.bias_hh_l0	2	-0.034821391105651855
88826	rnn.bias_hh_l0	3	-0.0696621835231781
88826	rnn.bias_hh_l0	4	-0.02631804347038269
88826	rnn.bias_hh_l0	5	-0.013374445959925652
88826	rnn.bias_hh_l0	6	0.02581419050693512
88826	rnn.bias_hh_l0	7	0.0517532080411911
88826	rnn.bias_hh_l0	8	-0.11306831985712051
88826	rnn.bias_hh_l0	9	-0.031397830694913864
88826	rnn.weight_ih_l0_reverse	0	-0.0088261803612113
88826	rnn.weight_ih_l0_reverse	1	-0.05469480901956558
88826	rnn.weight_ih_l0_reverse	2	-0.027320580556988716
88826	rnn.weight_ih_l0_reverse	3	0.002794456435367465
88826	rnn.weight_ih_l0_reverse	4	-0.007850001566112041
88826	rnn.weight_ih_l0_reverse	5	-0.04215548187494278
88826	rnn.weight_ih_l0_reverse	6	0.06305564194917679
88826	rnn.weight_ih_l0_reverse	7	-0.025804754346609116
88826	rnn.weight_ih_l0_reverse	8	-0.028509994968771935
88826	rnn.weight_ih_l0_reverse	9	0.01004964578896761
88826	rnn.weight_hh_l0_reverse	0	0.03079872578382492
88826	rnn.weight_hh_l0_reverse	1	0.03323910012841225
88826	rnn.weight_hh_l0_reverse	2	0.03958388790488243
88826	rnn.weight_hh_l0_reverse	3	0.026696786284446716
88826	rnn.weight_hh_l0_reverse	4	0.004419294185936451
88826	rnn.weight_hh_l0_reverse	5	0.010674805380403996
88826	rnn.weight_hh_l0_reverse	6	0.04510040208697319
88826	rnn.weight_hh_l0_reverse	7	-0.06351307034492493
88826	rnn.weight_hh_l0_reverse	8	0.03449677303433418
88826	rnn.weight_hh_l0_reverse	9	0.04506257176399231
88826	rnn.bias_ih_l0_reverse	0	-0.05674491450190544
88826	rnn.bias_ih_l0_reverse	1	-0.21142159402370453
88826	rnn.bias_ih_l0_reverse	2	-0.1160641759634018
88826	rnn.bias_ih_l0_reverse	3	-0.01792130619287491
88826	rnn.bias_ih_l0_reverse	4	-0.048894792795181274
88826	rnn.bias_ih_l0_reverse	5	0.04042477905750275
88826	rnn.bias_ih_l0_reverse	6	-0.04888539016246796
88826	rnn.bias_ih_l0_reverse	7	0.04268151521682739
88826	rnn.bias_ih_l0_reverse	8	-0.04200731962919235
88826	rnn.bias_ih_l0_reverse	9	0.03130891174077988
88826	rnn.bias_hh_l0_reverse	0	-1.4640282643085811e-05
88826	rnn.bias_hh_l0_reverse	1	-0.021731194108724594
88826	rnn.bias_hh_l0_reverse	2	0.050970736891031265
88826	rnn.bias_hh_l0_reverse	3	-0.04918865114450455
88826	rnn.bias_hh_l0_reverse	4	-0.029682006686925888
88826	rnn.bias_hh_l0_reverse	5	-0.023832915350794792
88826	rnn.bias_hh_l0_reverse	6	-0.02405162900686264
88826	rnn.bias_hh_l0_reverse	7	0.09236312657594681
88826	rnn.bias_hh_l0_reverse	8	0.02433221973478794
88826	rnn.bias_hh_l0_reverse	9	-0.0972236767411232
88826	rnn.weight_ih_l1	0	-0.042322754859924316
88826	rnn.weight_ih_l1	1	-0.026954596862196922
88826	rnn.weight_ih_l1	2	0.05254954844713211
88826	rnn.weight_ih_l1	3	-0.03591516241431236
88826	rnn.weight_ih_l1	4	-0.006985472980886698
88826	rnn.weight_ih_l1	5	-0.046863313764333725
88826	rnn.weight_ih_l1	6	0.028234224766492844
88826	rnn.weight_ih_l1	7	-0.037194833159446716
88826	rnn.weight_ih_l1	8	0.03894563764333725
88826	rnn.weight_ih_l1	9	0.03388418257236481
88826	rnn.weight_hh_l1	0	-0.003315308829769492
88826	rnn.weight_hh_l1	1	0.009476452134549618
88826	rnn.weight_hh_l1	2	0.0015215938910841942
88826	rnn.weight_hh_l1	3	-0.011313178576529026
88826	rnn.weight_hh_l1	4	0.002698470139876008
88826	rnn.weight_hh_l1	5	0.025983721017837524
88826	rnn.weight_hh_l1	6	0.029804464429616928
88826	rnn.weight_hh_l1	7	-0.024563482031226158
88826	rnn.weight_hh_l1	8	-0.020878585055470467
88826	rnn.weight_hh_l1	9	0.040361545979976654
88826	rnn.bias_ih_l1	0	-0.17893655598163605
88826	rnn.bias_ih_l1	1	-0.1519274115562439
88826	rnn.bias_ih_l1	2	-0.1603110134601593
88826	rnn.bias_ih_l1	3	-0.22961391508579254
88826	rnn.bias_ih_l1	4	-0.16681358218193054
88826	rnn.bias_ih_l1	5	-0.09767242521047592
88826	rnn.bias_ih_l1	6	-0.12053248286247253
88826	rnn.bias_ih_l1	7	-0.028627604246139526
88826	rnn.bias_ih_l1	8	-0.1280296891927719
88826	rnn.bias_ih_l1	9	-0.09427230805158615
88826	rnn.bias_hh_l1	0	-0.10923516005277634
88826	rnn.bias_hh_l1	1	-0.04070773720741272
88826	rnn.bias_hh_l1	2	-0.08655412495136261
88826	rnn.bias_hh_l1	3	-0.08659127354621887
88826	rnn.bias_hh_l1	4	-0.1157553642988205
88826	rnn.bias_hh_l1	5	-0.09183446317911148
88826	rnn.bias_hh_l1	6	-0.11370472609996796
88826	rnn.bias_hh_l1	7	0.024230821058154106
88826	rnn.bias_hh_l1	8	-0.13967832922935486
88826	rnn.bias_hh_l1	9	-0.0812470018863678
88826	rnn.weight_ih_l1_reverse	0	-0.035443633794784546
88826	rnn.weight_ih_l1_reverse	1	0.019108878448605537
88826	rnn.weight_ih_l1_reverse	2	0.005361176561564207
88826	rnn.weight_ih_l1_reverse	3	0.0020268051885068417
88826	rnn.weight_ih_l1_reverse	4	-0.014930998906493187
88826	rnn.weight_ih_l1_reverse	5	-0.03616693615913391
88826	rnn.weight_ih_l1_reverse	6	-0.003718903986737132
88826	rnn.weight_ih_l1_reverse	7	0.01907038874924183
88826	rnn.weight_ih_l1_reverse	8	0.01715916581451893
88826	rnn.weight_ih_l1_reverse	9	-0.054283130913972855
88826	rnn.weight_hh_l1_reverse	0	0.009341361001133919
88826	rnn.weight_hh_l1_reverse	1	0.030194392427802086
88826	rnn.weight_hh_l1_reverse	2	-0.03948073089122772
88826	rnn.weight_hh_l1_reverse	3	0.03992833197116852
88826	rnn.weight_hh_l1_reverse	4	0.04791316017508507
88826	rnn.weight_hh_l1_reverse	5	0.007445499300956726
88826	rnn.weight_hh_l1_reverse	6	0.007569781504571438
88826	rnn.weight_hh_l1_reverse	7	0.026004217565059662
88826	rnn.weight_hh_l1_reverse	8	-0.0035444858949631453
88826	rnn.weight_hh_l1_reverse	9	-0.03802718222141266
88826	rnn.bias_ih_l1_reverse	0	-0.047934453934431076
88826	rnn.bias_ih_l1_reverse	1	-0.09170831739902496
88826	rnn.bias_ih_l1_reverse	2	-0.1305575668811798
88826	rnn.bias_ih_l1_reverse	3	-0.03553934767842293
88826	rnn.bias_ih_l1_reverse	4	-0.17120862007141113
88826	rnn.bias_ih_l1_reverse	5	-0.08875933289527893
88826	rnn.bias_ih_l1_reverse	6	-0.11137715727090836
88826	rnn.bias_ih_l1_reverse	7	-0.180036261677742
88826	rnn.bias_ih_l1_reverse	8	0.1400454342365265
88826	rnn.bias_ih_l1_reverse	9	0.025759974494576454
88826	rnn.bias_hh_l1_reverse	0	-0.049090661108493805
88826	rnn.bias_hh_l1_reverse	1	0.015209680423140526
88826	rnn.bias_hh_l1_reverse	2	-0.21427613496780396
88826	rnn.bias_hh_l1_reverse	3	-0.09963788092136383
88826	rnn.bias_hh_l1_reverse	4	-0.06572607159614563
88826	rnn.bias_hh_l1_reverse	5	-0.08854811638593674
88826	rnn.bias_hh_l1_reverse	6	0.14403003454208374
88826	rnn.bias_hh_l1_reverse	7	-0.14448973536491394
88826	rnn.bias_hh_l1_reverse	8	-0.09461342543363571
88826	rnn.bias_hh_l1_reverse	9	-0.11682657152414322
88826	linear.weight	0	0.002228822559118271
88826	linear.weight	1	0.09492746740579605
88826	linear.weight	2	-0.11479610949754715
88826	linear.weight	3	0.3254423439502716
88826	linear.weight	4	0.11354180425405502
88826	linear.weight	5	0.00472375238314271
88826	linear.weight	6	-0.007743620779365301
88826	linear.weight	7	0.1030932366847992
88826	linear.weight	8	0.04132610931992531
88826	linear.weight	9	-0.04249827191233635
88826	linear.bias	0	-0.052619244903326035
88826	linear.bias	1	-0.179629385471344
88826	linear.bias	2	-0.5132037997245789
88826	linear.bias	3	-0.7144823670387268
88826	linear.bias	4	-1.13778817653656
88826	linear.bias	5	-0.03624813258647919
88826	linear.bias	6	-0.6995242834091187
88826	linear.bias	7	0.377034991979599
88826	linear.bias	8	-0.505447268486023
88826	linear.bias	9	-0.8561171889305115
88830	transitions	0	0.6258766055107117
88830	transitions	1	0.09289669990539551
88830	transitions	2	-10000.0
88830	transitions	3	-1.810310959815979
88830	transitions	4	-10000.0
88830	transitions	5	0.6200140118598938
88830	transitions	6	-0.04585947468876839
88830	transitions	7	-0.5076477527618408
88830	transitions	8	-1.364868402481079
88830	transitions	9	-0.0007487779948860407
88830	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
88830	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
88830	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
88830	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
88830	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
88830	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
88830	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
88830	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
88830	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
88830	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
88830	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
88830	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
88830	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
88830	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
88830	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
88830	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
88830	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
88830	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
88830	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
88830	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
88830	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
88830	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
88830	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
88830	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
88830	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
88830	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
88830	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
88830	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
88830	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
88830	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
88830	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
88830	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
88830	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
88830	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
88830	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
88830	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
88830	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
88830	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
88830	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
88830	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
88830	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
88830	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
88830	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
88830	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
88830	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
88830	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
88830	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
88830	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
88830	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
88830	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
88830	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
88830	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
88830	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
88830	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
88830	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
88830	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
88830	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
88830	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
88830	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
88830	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
88830	embedding2nn.weight	0	0.008575881831347942
88830	embedding2nn.weight	1	-0.016765890643000603
88830	embedding2nn.weight	2	-0.014268255792558193
88830	embedding2nn.weight	3	0.0010528994025662541
88830	embedding2nn.weight	4	-0.005915035028010607
88830	embedding2nn.weight	5	-0.0037005809135735035
88830	embedding2nn.weight	6	-0.0039732386358082294
88830	embedding2nn.weight	7	-0.045545049011707306
88830	embedding2nn.weight	8	-0.0019979383796453476
88830	embedding2nn.weight	9	-0.030794790014624596
88830	embedding2nn.bias	0	0.01196129247546196
88830	embedding2nn.bias	1	-0.0579751692712307
88830	embedding2nn.bias	2	0.07006769627332687
88830	embedding2nn.bias	3	0.05471758544445038
88830	embedding2nn.bias	4	-0.04967896640300751
88830	embedding2nn.bias	5	-0.01451167929917574
88830	embedding2nn.bias	6	0.003791543422266841
88830	embedding2nn.bias	7	-0.039071496576070786
88830	embedding2nn.bias	8	0.02045982889831066
88830	embedding2nn.bias	9	0.027445927262306213
88830	rnn.weight_ih_l0	0	-0.041519466787576675
88830	rnn.weight_ih_l0	1	-0.006943671032786369
88830	rnn.weight_ih_l0	2	0.04552867263555527
88830	rnn.weight_ih_l0	3	0.007951220497488976
88830	rnn.weight_ih_l0	4	-0.02152281254529953
88830	rnn.weight_ih_l0	5	-0.05199515447020531
88830	rnn.weight_ih_l0	6	0.0001766215864336118
88830	rnn.weight_ih_l0	7	0.04675614833831787
88830	rnn.weight_ih_l0	8	-0.013498255982995033
88830	rnn.weight_ih_l0	9	-0.017599746584892273
88830	rnn.weight_hh_l0	0	-0.03441355749964714
88830	rnn.weight_hh_l0	1	0.009754045866429806
88830	rnn.weight_hh_l0	2	0.010870635509490967
88830	rnn.weight_hh_l0	3	-0.051455724984407425
88830	rnn.weight_hh_l0	4	0.06651116162538528
88830	rnn.weight_hh_l0	5	0.0012599299661815166
88830	rnn.weight_hh_l0	6	-0.03782445937395096
88830	rnn.weight_hh_l0	7	-0.006162624340504408
88830	rnn.weight_hh_l0	8	0.013771811500191689
88830	rnn.weight_hh_l0	9	-0.01745693013072014
88830	rnn.bias_ih_l0	0	0.07764100283384323
88830	rnn.bias_ih_l0	1	-0.025685204192996025
88830	rnn.bias_ih_l0	2	-0.01753653585910797
88830	rnn.bias_ih_l0	3	0.11535824835300446
88830	rnn.bias_ih_l0	4	-0.06479638814926147
88830	rnn.bias_ih_l0	5	-0.026290619745850563
88830	rnn.bias_ih_l0	6	-0.0023773929569870234
88830	rnn.bias_ih_l0	7	0.044061508029699326
88830	rnn.bias_ih_l0	8	-0.09422169625759125
88830	rnn.bias_ih_l0	9	-0.02786996401846409
88830	rnn.bias_hh_l0	0	-0.033832237124443054
88830	rnn.bias_hh_l0	1	-0.1077757328748703
88830	rnn.bias_hh_l0	2	-0.03461174666881561
88830	rnn.bias_hh_l0	3	-0.06962765753269196
88830	rnn.bias_hh_l0	4	-0.026695193722844124
88830	rnn.bias_hh_l0	5	-0.013178179040551186
88830	rnn.bias_hh_l0	6	0.025713076815009117
88830	rnn.bias_hh_l0	7	0.0523189902305603
88830	rnn.bias_hh_l0	8	-0.11300695687532425
88830	rnn.bias_hh_l0	9	-0.03162124752998352
88830	rnn.weight_ih_l0_reverse	0	-0.00888421293348074
88830	rnn.weight_ih_l0_reverse	1	-0.054505132138729095
88830	rnn.weight_ih_l0_reverse	2	-0.027030596509575844
88830	rnn.weight_ih_l0_reverse	3	0.0026940773241221905
88830	rnn.weight_ih_l0_reverse	4	-0.00785406306385994
88830	rnn.weight_ih_l0_reverse	5	-0.04209929704666138
88830	rnn.weight_ih_l0_reverse	6	0.06318805366754532
88830	rnn.weight_ih_l0_reverse	7	-0.02576771005988121
88830	rnn.weight_ih_l0_reverse	8	-0.028504781424999237
88830	rnn.weight_ih_l0_reverse	9	0.009682223200798035
88830	rnn.weight_hh_l0_reverse	0	0.030792521312832832
88830	rnn.weight_hh_l0_reverse	1	0.03337062522768974
88830	rnn.weight_hh_l0_reverse	2	0.039595264941453934
88830	rnn.weight_hh_l0_reverse	3	0.02673575095832348
88830	rnn.weight_hh_l0_reverse	4	0.004303424619138241
88830	rnn.weight_hh_l0_reverse	5	0.010813860222697258
88830	rnn.weight_hh_l0_reverse	6	0.04493728652596474
88830	rnn.weight_hh_l0_reverse	7	-0.06339823454618454
88830	rnn.weight_hh_l0_reverse	8	0.034570157527923584
88830	rnn.weight_hh_l0_reverse	9	0.045065272599458694
88830	rnn.bias_ih_l0_reverse	0	-0.05640353634953499
88830	rnn.bias_ih_l0_reverse	1	-0.21058793365955353
88830	rnn.bias_ih_l0_reverse	2	-0.1156197115778923
88830	rnn.bias_ih_l0_reverse	3	-0.017904061824083328
88830	rnn.bias_ih_l0_reverse	4	-0.04835851863026619
88830	rnn.bias_ih_l0_reverse	5	0.04092734307050705
88830	rnn.bias_ih_l0_reverse	6	-0.04919392243027687
88830	rnn.bias_ih_l0_reverse	7	0.04273311421275139
88830	rnn.bias_ih_l0_reverse	8	-0.0418044850230217
88830	rnn.bias_ih_l0_reverse	9	0.03160001337528229
88830	rnn.bias_hh_l0_reverse	0	-0.0005671341787092388
88830	rnn.bias_hh_l0_reverse	1	-0.021648099645972252
88830	rnn.bias_hh_l0_reverse	2	0.05137229338288307
88830	rnn.bias_hh_l0_reverse	3	-0.049204010516405106
88830	rnn.bias_hh_l0_reverse	4	-0.02939237281680107
88830	rnn.bias_hh_l0_reverse	5	-0.023909488692879677
88830	rnn.bias_hh_l0_reverse	6	-0.02381044439971447
88830	rnn.bias_hh_l0_reverse	7	0.09214682132005692
88830	rnn.bias_hh_l0_reverse	8	0.024305444210767746
88830	rnn.bias_hh_l0_reverse	9	-0.09725136309862137
88830	rnn.weight_ih_l1	0	-0.04216749221086502
88830	rnn.weight_ih_l1	1	-0.02694866433739662
88830	rnn.weight_ih_l1	2	0.05193566530942917
88830	rnn.weight_ih_l1	3	-0.03587137907743454
88830	rnn.weight_ih_l1	4	-0.006977348122745752
88830	rnn.weight_ih_l1	5	-0.0468531996011734
88830	rnn.weight_ih_l1	6	0.02841085195541382
88830	rnn.weight_ih_l1	7	-0.037172432988882065
88830	rnn.weight_ih_l1	8	0.038943320512771606
88830	rnn.weight_ih_l1	9	0.03387197107076645
88830	rnn.weight_hh_l1	0	-0.0031532305292785168
88830	rnn.weight_hh_l1	1	0.009492550045251846
88830	rnn.weight_hh_l1	2	0.0016867024824023247
88830	rnn.weight_hh_l1	3	-0.011319693177938461
88830	rnn.weight_hh_l1	4	0.002564932219684124
88830	rnn.weight_hh_l1	5	0.02597346343100071
88830	rnn.weight_hh_l1	6	0.029833871871232986
88830	rnn.weight_hh_l1	7	-0.02463635243475437
88830	rnn.weight_hh_l1	8	-0.020899659022688866
88830	rnn.weight_hh_l1	9	0.04043709859251976
88830	rnn.bias_ih_l1	0	-0.17882199585437775
88830	rnn.bias_ih_l1	1	-0.15173207223415375
88830	rnn.bias_ih_l1	2	-0.16017362475395203
88830	rnn.bias_ih_l1	3	-0.2292221486568451
88830	rnn.bias_ih_l1	4	-0.16722238063812256
88830	rnn.bias_ih_l1	5	-0.09785312414169312
88830	rnn.bias_ih_l1	6	-0.12220427393913269
88830	rnn.bias_ih_l1	7	-0.02866305224597454
88830	rnn.bias_ih_l1	8	-0.1280832588672638
88830	rnn.bias_ih_l1	9	-0.09428055584430695
88830	rnn.bias_hh_l1	0	-0.10957248508930206
88830	rnn.bias_hh_l1	1	-0.04029392451047897
88830	rnn.bias_hh_l1	2	-0.0867970883846283
88830	rnn.bias_hh_l1	3	-0.08687172085046768
88830	rnn.bias_hh_l1	4	-0.1157362088561058
88830	rnn.bias_hh_l1	5	-0.09194876253604889
88830	rnn.bias_hh_l1	6	-0.11403711885213852
88830	rnn.bias_hh_l1	7	0.02309761755168438
88830	rnn.bias_hh_l1	8	-0.13947845995426178
88830	rnn.bias_hh_l1	9	-0.08170349895954132
88830	rnn.weight_ih_l1_reverse	0	-0.03522440046072006
88830	rnn.weight_ih_l1_reverse	1	0.01892608217895031
88830	rnn.weight_ih_l1_reverse	2	0.005221433937549591
88830	rnn.weight_ih_l1_reverse	3	0.0022697611711919308
88830	rnn.weight_ih_l1_reverse	4	-0.014513155445456505
88830	rnn.weight_ih_l1_reverse	5	-0.03617206960916519
88830	rnn.weight_ih_l1_reverse	6	-0.003809901187196374
88830	rnn.weight_ih_l1_reverse	7	0.018969766795635223
88830	rnn.weight_ih_l1_reverse	8	0.017489010468125343
88830	rnn.weight_ih_l1_reverse	9	-0.054229333996772766
88830	rnn.weight_hh_l1_reverse	0	0.009350182488560677
88830	rnn.weight_hh_l1_reverse	1	0.03018399141728878
88830	rnn.weight_hh_l1_reverse	2	-0.03948243707418442
88830	rnn.weight_hh_l1_reverse	3	0.03992922231554985
88830	rnn.weight_hh_l1_reverse	4	0.04786035418510437
88830	rnn.weight_hh_l1_reverse	5	0.007439775858074427
88830	rnn.weight_hh_l1_reverse	6	0.007520810700953007
88830	rnn.weight_hh_l1_reverse	7	0.025999894365668297
88830	rnn.weight_hh_l1_reverse	8	-0.003563275560736656
88830	rnn.weight_hh_l1_reverse	9	-0.03805096819996834
88830	rnn.bias_ih_l1_reverse	0	-0.0475216805934906
88830	rnn.bias_ih_l1_reverse	1	-0.09146477282047272
88830	rnn.bias_ih_l1_reverse	2	-0.13049963116645813
88830	rnn.bias_ih_l1_reverse	3	-0.03437426686286926
88830	rnn.bias_ih_l1_reverse	4	-0.1712525337934494
88830	rnn.bias_ih_l1_reverse	5	-0.0888945609331131
88830	rnn.bias_ih_l1_reverse	6	-0.11142894625663757
88830	rnn.bias_ih_l1_reverse	7	-0.18015021085739136
88830	rnn.bias_ih_l1_reverse	8	0.13895326852798462
88830	rnn.bias_ih_l1_reverse	9	0.025584688410162926
88830	rnn.bias_hh_l1_reverse	0	-0.052257560193538666
88830	rnn.bias_hh_l1_reverse	1	0.016435440629720688
88830	rnn.bias_hh_l1_reverse	2	-0.21422280371189117
88830	rnn.bias_hh_l1_reverse	3	-0.09966982156038284
88830	rnn.bias_hh_l1_reverse	4	-0.06576842814683914
88830	rnn.bias_hh_l1_reverse	5	-0.08877650648355484
88830	rnn.bias_hh_l1_reverse	6	0.1461598128080368
88830	rnn.bias_hh_l1_reverse	7	-0.1442740559577942
88830	rnn.bias_hh_l1_reverse	8	-0.09457596391439438
88830	rnn.bias_hh_l1_reverse	9	-0.11695320904254913
88830	linear.weight	0	0.002228822559118271
88830	linear.weight	1	0.09527537971735
88830	linear.weight	2	-0.11408164352178574
88830	linear.weight	3	0.3249571919441223
88830	linear.weight	4	0.1135510802268982
88830	linear.weight	5	0.004714903421700001
88830	linear.weight	6	-0.008427121676504612
88830	linear.weight	7	0.10299330949783325
88830	linear.weight	8	0.04132607951760292
88830	linear.weight	9	-0.042483024299144745
88830	linear.bias	0	-0.040843624621629715
88830	linear.bias	1	-0.17610988020896912
88830	linear.bias	2	-0.49969616532325745
88830	linear.bias	3	-0.7128132581710815
88830	linear.bias	4	-1.1361702680587769
88830	linear.bias	5	-0.041020940989255905
88830	linear.bias	6	-0.6960647702217102
88830	linear.bias	7	0.37230372428894043
88830	linear.bias	8	-0.500584602355957
88830	linear.bias	9	-0.8509352207183838
89027	transitions	0	0.6312466859817505
89027	transitions	1	0.09422678500413895
89027	transitions	2	-10000.0
89027	transitions	3	-1.8103681802749634
89027	transitions	4	-10000.0
89027	transitions	5	0.6199113726615906
89027	transitions	6	-0.046065784990787506
89027	transitions	7	-0.5081712007522583
89027	transitions	8	-1.3649768829345703
89027	transitions	9	-0.0007509224233217537
89027	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
89027	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
89027	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
89027	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
89027	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
89027	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
89027	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
89027	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
89027	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
89027	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
89027	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
89027	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
89027	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
89027	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
89027	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
89027	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
89027	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
89027	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
89027	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
89027	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
89027	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
89027	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
89027	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
89027	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
89027	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
89027	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
89027	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
89027	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
89027	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
89027	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
89027	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
89027	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
89027	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
89027	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
89027	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
89027	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
89027	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
89027	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
89027	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
89027	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
89027	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
89027	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
89027	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
89027	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
89027	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
89027	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
89027	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
89027	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
89027	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
89027	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
89027	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
89027	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
89027	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
89027	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
89027	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
89027	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
89027	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
89027	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
89027	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
89027	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
89027	embedding2nn.weight	0	0.008783364668488503
89027	embedding2nn.weight	1	-0.01654728502035141
89027	embedding2nn.weight	2	-0.014268255792558193
89027	embedding2nn.weight	3	-0.00024230513372458518
89027	embedding2nn.weight	4	-0.005915035028010607
89027	embedding2nn.weight	5	-0.0037005809135735035
89027	embedding2nn.weight	6	-0.003973238170146942
89027	embedding2nn.weight	7	-0.044547226279973984
89027	embedding2nn.weight	8	-0.0019979383796453476
89027	embedding2nn.weight	9	-0.031133219599723816
89027	embedding2nn.bias	0	0.008094565011560917
89027	embedding2nn.bias	1	-0.06371941417455673
89027	embedding2nn.bias	2	0.06935485452413559
89027	embedding2nn.bias	3	0.055816181004047394
89027	embedding2nn.bias	4	-0.04881533607840538
89027	embedding2nn.bias	5	-0.02233012579381466
89027	embedding2nn.bias	6	-0.0027365931309759617
89027	embedding2nn.bias	7	-0.03008093312382698
89027	embedding2nn.bias	8	0.03048386424779892
89027	embedding2nn.bias	9	0.02739885449409485
89027	rnn.weight_ih_l0	0	-0.04600312188267708
89027	rnn.weight_ih_l0	1	-0.008735531009733677
89027	rnn.weight_ih_l0	2	0.04445202648639679
89027	rnn.weight_ih_l0	3	0.007902813144028187
89027	rnn.weight_ih_l0	4	-0.02361164800822735
89027	rnn.weight_ih_l0	5	-0.052564121782779694
89027	rnn.weight_ih_l0	6	0.00042022389243356884
89027	rnn.weight_ih_l0	7	0.04689457267522812
89027	rnn.weight_ih_l0	8	-0.01400709431618452
89027	rnn.weight_ih_l0	9	-0.01734934374690056
89027	rnn.weight_hh_l0	0	-0.034325383603572845
89027	rnn.weight_hh_l0	1	0.00986692775040865
89027	rnn.weight_hh_l0	2	0.010132522322237492
89027	rnn.weight_hh_l0	3	-0.051352061331272125
89027	rnn.weight_hh_l0	4	0.06629788875579834
89027	rnn.weight_hh_l0	5	0.0015722134849056602
89027	rnn.weight_hh_l0	6	-0.03742903470993042
89027	rnn.weight_hh_l0	7	-0.00673744548112154
89027	rnn.weight_hh_l0	8	0.013363538309931755
89027	rnn.weight_hh_l0	9	-0.017290569841861725
89027	rnn.bias_ih_l0	0	0.07398486137390137
89027	rnn.bias_ih_l0	1	-0.024428129196166992
89027	rnn.bias_ih_l0	2	-0.017943769693374634
89027	rnn.bias_ih_l0	3	0.11678052693605423
89027	rnn.bias_ih_l0	4	-0.06440417468547821
89027	rnn.bias_ih_l0	5	-0.02623315341770649
89027	rnn.bias_ih_l0	6	-0.001882205600850284
89027	rnn.bias_ih_l0	7	0.042568039149045944
89027	rnn.bias_ih_l0	8	-0.09374725818634033
89027	rnn.bias_ih_l0	9	-0.032235320657491684
89027	rnn.bias_hh_l0	0	-0.03205254673957825
89027	rnn.bias_hh_l0	1	-0.10418646037578583
89027	rnn.bias_hh_l0	2	-0.029603293165564537
89027	rnn.bias_hh_l0	3	-0.07011650502681732
89027	rnn.bias_hh_l0	4	-0.027411863207817078
89027	rnn.bias_hh_l0	5	-0.010400856845080853
89027	rnn.bias_hh_l0	6	0.026323353871703148
89027	rnn.bias_hh_l0	7	0.05050010234117508
89027	rnn.bias_hh_l0	8	-0.11496991664171219
89027	rnn.bias_hh_l0	9	-0.027641095221042633
89027	rnn.weight_ih_l0_reverse	0	-0.00905686430633068
89027	rnn.weight_ih_l0_reverse	1	-0.05248859524726868
89027	rnn.weight_ih_l0_reverse	2	-0.02668486163020134
89027	rnn.weight_ih_l0_reverse	3	0.0028646853752434254
89027	rnn.weight_ih_l0_reverse	4	-0.009702649898827076
89027	rnn.weight_ih_l0_reverse	5	-0.041835904121398926
89027	rnn.weight_ih_l0_reverse	6	0.06314890086650848
89027	rnn.weight_ih_l0_reverse	7	-0.02478678524494171
89027	rnn.weight_ih_l0_reverse	8	-0.02778475545346737
89027	rnn.weight_ih_l0_reverse	9	0.008978202939033508
89027	rnn.weight_hh_l0_reverse	0	0.03252916410565376
89027	rnn.weight_hh_l0_reverse	1	0.0329195000231266
89027	rnn.weight_hh_l0_reverse	2	0.0393664613366127
89027	rnn.weight_hh_l0_reverse	3	0.026308512315154076
89027	rnn.weight_hh_l0_reverse	4	0.004458269104361534
89027	rnn.weight_hh_l0_reverse	5	0.010552845895290375
89027	rnn.weight_hh_l0_reverse	6	0.04469655826687813
89027	rnn.weight_hh_l0_reverse	7	-0.06211518496274948
89027	rnn.weight_hh_l0_reverse	8	0.034715283662080765
89027	rnn.weight_hh_l0_reverse	9	0.04492723569273949
89027	rnn.bias_ih_l0_reverse	0	-0.05730757862329483
89027	rnn.bias_ih_l0_reverse	1	-0.20568789541721344
89027	rnn.bias_ih_l0_reverse	2	-0.1174410954117775
89027	rnn.bias_ih_l0_reverse	3	-0.02013966627418995
89027	rnn.bias_ih_l0_reverse	4	-0.04969668760895729
89027	rnn.bias_ih_l0_reverse	5	0.04377947375178337
89027	rnn.bias_ih_l0_reverse	6	-0.05233071371912956
89027	rnn.bias_ih_l0_reverse	7	0.04349276423454285
89027	rnn.bias_ih_l0_reverse	8	-0.044378288090229034
89027	rnn.bias_ih_l0_reverse	9	0.03176305815577507
89027	rnn.bias_hh_l0_reverse	0	-0.000827497337013483
89027	rnn.bias_hh_l0_reverse	1	-0.025241674855351448
89027	rnn.bias_hh_l0_reverse	2	0.05037001892924309
89027	rnn.bias_hh_l0_reverse	3	-0.048689186573028564
89027	rnn.bias_hh_l0_reverse	4	-0.03217571973800659
89027	rnn.bias_hh_l0_reverse	5	-0.022905150428414345
89027	rnn.bias_hh_l0_reverse	6	-0.022801874205470085
89027	rnn.bias_hh_l0_reverse	7	0.09026342630386353
89027	rnn.bias_hh_l0_reverse	8	0.02514670416712761
89027	rnn.bias_hh_l0_reverse	9	-0.09381647408008575
89027	rnn.weight_ih_l1	0	-0.04169278219342232
89027	rnn.weight_ih_l1	1	-0.02707350067794323
89027	rnn.weight_ih_l1	2	0.052164122462272644
89027	rnn.weight_ih_l1	3	-0.031249232590198517
89027	rnn.weight_ih_l1	4	-0.007382221985608339
89027	rnn.weight_ih_l1	5	-0.04671788588166237
89027	rnn.weight_ih_l1	6	0.028564779087901115
89027	rnn.weight_ih_l1	7	-0.036092065274715424
89027	rnn.weight_ih_l1	8	0.03914395719766617
89027	rnn.weight_ih_l1	9	0.034380607306957245
89027	rnn.weight_hh_l1	0	-0.002839095192030072
89027	rnn.weight_hh_l1	1	0.009651047177612782
89027	rnn.weight_hh_l1	2	0.0012452822411432862
89027	rnn.weight_hh_l1	3	-0.011472406797111034
89027	rnn.weight_hh_l1	4	0.0023479009978473186
89027	rnn.weight_hh_l1	5	0.026544995605945587
89027	rnn.weight_hh_l1	6	0.029710542410612106
89027	rnn.weight_hh_l1	7	-0.024624917656183243
89027	rnn.weight_hh_l1	8	-0.020707031711935997
89027	rnn.weight_hh_l1	9	0.04063846915960312
89027	rnn.bias_ih_l1	0	-0.17765773832798004
89027	rnn.bias_ih_l1	1	-0.15240511298179626
89027	rnn.bias_ih_l1	2	-0.16095003485679626
89027	rnn.bias_ih_l1	3	-0.2279580533504486
89027	rnn.bias_ih_l1	4	-0.16198259592056274
89027	rnn.bias_ih_l1	5	-0.09731857478618622
89027	rnn.bias_ih_l1	6	-0.1204490140080452
89027	rnn.bias_ih_l1	7	-0.02588067762553692
89027	rnn.bias_ih_l1	8	-0.12596018612384796
89027	rnn.bias_ih_l1	9	-0.08917032927274704
89027	rnn.bias_hh_l1	0	-0.11352856457233429
89027	rnn.bias_hh_l1	1	-0.040759049355983734
89027	rnn.bias_hh_l1	2	-0.08430089801549911
89027	rnn.bias_hh_l1	3	-0.08835764974355698
89027	rnn.bias_hh_l1	4	-0.11717234551906586
89027	rnn.bias_hh_l1	5	-0.0910506397485733
89027	rnn.bias_hh_l1	6	-0.11069589853286743
89027	rnn.bias_hh_l1	7	0.019607996568083763
89027	rnn.bias_hh_l1	8	-0.14051558077335358
89027	rnn.bias_hh_l1	9	-0.08403325825929642
89027	rnn.weight_ih_l1_reverse	0	-0.036211591213941574
89027	rnn.weight_ih_l1_reverse	1	0.017752723768353462
89027	rnn.weight_ih_l1_reverse	2	0.002718421397730708
89027	rnn.weight_ih_l1_reverse	3	0.00290985987521708
89027	rnn.weight_ih_l1_reverse	4	-0.014007430523633957
89027	rnn.weight_ih_l1_reverse	5	-0.03655882924795151
89027	rnn.weight_ih_l1_reverse	6	-0.003147146897390485
89027	rnn.weight_ih_l1_reverse	7	0.018849553540349007
89027	rnn.weight_ih_l1_reverse	8	0.01911228522658348
89027	rnn.weight_ih_l1_reverse	9	-0.06465227156877518
89027	rnn.weight_hh_l1_reverse	0	0.009274879470467567
89027	rnn.weight_hh_l1_reverse	1	0.03013169765472412
89027	rnn.weight_hh_l1_reverse	2	-0.03951176255941391
89027	rnn.weight_hh_l1_reverse	3	0.039851848036050797
89027	rnn.weight_hh_l1_reverse	4	0.04783053323626518
89027	rnn.weight_hh_l1_reverse	5	0.00760085741057992
89027	rnn.weight_hh_l1_reverse	6	0.007596836891025305
89027	rnn.weight_hh_l1_reverse	7	0.026320915669202805
89027	rnn.weight_hh_l1_reverse	8	-0.0036198184825479984
89027	rnn.weight_hh_l1_reverse	9	-0.03824931010603905
89027	rnn.bias_ih_l1_reverse	0	-0.047671303153038025
89027	rnn.bias_ih_l1_reverse	1	-0.09206468611955643
89027	rnn.bias_ih_l1_reverse	2	-0.13100282847881317
89027	rnn.bias_ih_l1_reverse	3	-0.04178636521100998
89027	rnn.bias_ih_l1_reverse	4	-0.17172563076019287
89027	rnn.bias_ih_l1_reverse	5	-0.09104245901107788
89027	rnn.bias_ih_l1_reverse	6	-0.10962525010108948
89027	rnn.bias_ih_l1_reverse	7	-0.18069085478782654
89027	rnn.bias_ih_l1_reverse	8	0.1381685584783554
89027	rnn.bias_ih_l1_reverse	9	0.024247178807854652
89027	rnn.bias_hh_l1_reverse	0	-0.05108936131000519
89027	rnn.bias_hh_l1_reverse	1	0.01683417335152626
89027	rnn.bias_hh_l1_reverse	2	-0.21447129547595978
89027	rnn.bias_hh_l1_reverse	3	-0.10142827779054642
89027	rnn.bias_hh_l1_reverse	4	-0.06749875098466873
89027	rnn.bias_hh_l1_reverse	5	-0.08944302797317505
89027	rnn.bias_hh_l1_reverse	6	0.14970403909683228
89027	rnn.bias_hh_l1_reverse	7	-0.1444508135318756
89027	rnn.bias_hh_l1_reverse	8	-0.09422586113214493
89027	rnn.bias_hh_l1_reverse	9	-0.1179041936993599
89027	linear.weight	0	0.002228822559118271
89027	linear.weight	1	0.09683072566986084
89027	linear.weight	2	-0.11701574176549911
89027	linear.weight	3	0.3329794406890869
89027	linear.weight	4	0.10468249768018723
89027	linear.weight	5	0.003621143288910389
89027	linear.weight	6	0.002153630368411541
89027	linear.weight	7	0.11279037594795227
89027	linear.weight	8	0.04132518172264099
89027	linear.weight	9	-0.04428193345665932
89027	linear.bias	0	-0.07614585757255554
89027	linear.bias	1	-0.14901402592658997
89027	linear.bias	2	-0.5049344897270203
89027	linear.bias	3	-0.7053226828575134
89027	linear.bias	4	-1.1318057775497437
89027	linear.bias	5	-0.04680093005299568
89027	linear.bias	6	-0.6708664298057556
89027	linear.bias	7	0.36741483211517334
89027	linear.bias	8	-0.5103204846382141
89027	linear.bias	9	-0.8613355159759521
89224	transitions	0	0.6187949180603027
89224	transitions	1	0.09462783485651016
89224	transitions	2	-10000.0
89224	transitions	3	-1.8104588985443115
89224	transitions	4	-10000.0
89224	transitions	5	0.6196944713592529
89224	transitions	6	-0.0462285578250885
89224	transitions	7	-0.5099151134490967
89224	transitions	8	-1.3650999069213867
89224	transitions	9	-0.0007526781992055476
89224	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
89224	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
89224	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
89224	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
89224	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
89224	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
89224	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
89224	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
89224	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
89224	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
89224	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
89224	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
89224	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
89224	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
89224	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
89224	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
89224	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
89224	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
89224	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
89224	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
89224	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
89224	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
89224	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
89224	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
89224	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
89224	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
89224	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
89224	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
89224	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
89224	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
89224	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
89224	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
89224	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
89224	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
89224	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
89224	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
89224	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
89224	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
89224	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
89224	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
89224	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
89224	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
89224	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
89224	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
89224	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
89224	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
89224	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
89224	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
89224	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
89224	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
89224	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
89224	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
89224	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
89224	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
89224	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
89224	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
89224	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
89224	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
89224	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
89224	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
89224	embedding2nn.weight	0	0.009200146421790123
89224	embedding2nn.weight	1	-0.01663399115204811
89224	embedding2nn.weight	2	-0.014268255792558193
89224	embedding2nn.weight	3	0.002866131952032447
89224	embedding2nn.weight	4	-0.005915035028010607
89224	embedding2nn.weight	5	-0.0037005809135735035
89224	embedding2nn.weight	6	-0.003973234910517931
89224	embedding2nn.weight	7	-0.044660259038209915
89224	embedding2nn.weight	8	-0.0019979383796453476
89224	embedding2nn.weight	9	-0.029806282371282578
89224	embedding2nn.bias	0	0.012586227618157864
89224	embedding2nn.bias	1	-0.06401234865188599
89224	embedding2nn.bias	2	0.0718555673956871
89224	embedding2nn.bias	3	0.060989782214164734
89224	embedding2nn.bias	4	-0.04800613224506378
89224	embedding2nn.bias	5	-0.01932031847536564
89224	embedding2nn.bias	6	-0.0007875034934841096
89224	embedding2nn.bias	7	-0.033687323331832886
89224	embedding2nn.bias	8	0.038191746920347214
89224	embedding2nn.bias	9	0.020572829991579056
89224	rnn.weight_ih_l0	0	-0.04571801796555519
89224	rnn.weight_ih_l0	1	-0.0078015513718128204
89224	rnn.weight_ih_l0	2	0.04475800693035126
89224	rnn.weight_ih_l0	3	0.008490360341966152
89224	rnn.weight_ih_l0	4	-0.023903755471110344
89224	rnn.weight_ih_l0	5	-0.05318392068147659
89224	rnn.weight_ih_l0	6	0.000469076941953972
89224	rnn.weight_ih_l0	7	0.04725285619497299
89224	rnn.weight_ih_l0	8	-0.012798856943845749
89224	rnn.weight_ih_l0	9	-0.016844237223267555
89224	rnn.weight_hh_l0	0	-0.03500348702073097
89224	rnn.weight_hh_l0	1	0.010261294431984425
89224	rnn.weight_hh_l0	2	0.009467896074056625
89224	rnn.weight_hh_l0	3	-0.05163750424981117
89224	rnn.weight_hh_l0	4	0.06666848808526993
89224	rnn.weight_hh_l0	5	0.0001382864429615438
89224	rnn.weight_hh_l0	6	-0.03793495520949364
89224	rnn.weight_hh_l0	7	-0.0070729064755141735
89224	rnn.weight_hh_l0	8	0.013313560746610165
89224	rnn.weight_hh_l0	9	-0.017768198624253273
89224	rnn.bias_ih_l0	0	0.07472221553325653
89224	rnn.bias_ih_l0	1	-0.021884167566895485
89224	rnn.bias_ih_l0	2	-0.014118035323917866
89224	rnn.bias_ih_l0	3	0.11659636348485947
89224	rnn.bias_ih_l0	4	-0.06365957856178284
89224	rnn.bias_ih_l0	5	-0.024840829893946648
89224	rnn.bias_ih_l0	6	-0.0019322042353451252
89224	rnn.bias_ih_l0	7	0.042236655950546265
89224	rnn.bias_ih_l0	8	-0.0974811539053917
89224	rnn.bias_ih_l0	9	-0.03302408754825592
89224	rnn.bias_hh_l0	0	-0.028640413656830788
89224	rnn.bias_hh_l0	1	-0.10320848226547241
89224	rnn.bias_hh_l0	2	-0.03512783721089363
89224	rnn.bias_hh_l0	3	-0.06625442951917648
89224	rnn.bias_hh_l0	4	-0.025746846571564674
89224	rnn.bias_hh_l0	5	-0.007860502228140831
89224	rnn.bias_hh_l0	6	0.026439839974045753
89224	rnn.bias_hh_l0	7	0.04852528125047684
89224	rnn.bias_hh_l0	8	-0.11540243029594421
89224	rnn.bias_hh_l0	9	-0.02989613637328148
89224	rnn.weight_ih_l0_reverse	0	-0.0117019172757864
89224	rnn.weight_ih_l0_reverse	1	-0.05170237645506859
89224	rnn.weight_ih_l0_reverse	2	-0.026629086583852768
89224	rnn.weight_ih_l0_reverse	3	0.0021922863088548183
89224	rnn.weight_ih_l0_reverse	4	-0.00871362630277872
89224	rnn.weight_ih_l0_reverse	5	-0.04211844503879547
89224	rnn.weight_ih_l0_reverse	6	0.06270818412303925
89224	rnn.weight_ih_l0_reverse	7	-0.024312669411301613
89224	rnn.weight_ih_l0_reverse	8	-0.028546202927827835
89224	rnn.weight_ih_l0_reverse	9	0.008990814909338951
89224	rnn.weight_hh_l0_reverse	0	0.03200748562812805
89224	rnn.weight_hh_l0_reverse	1	0.03354138135910034
89224	rnn.weight_hh_l0_reverse	2	0.03960522636771202
89224	rnn.weight_hh_l0_reverse	3	0.02644052729010582
89224	rnn.weight_hh_l0_reverse	4	0.004049745853990316
89224	rnn.weight_hh_l0_reverse	5	0.009940942749381065
89224	rnn.weight_hh_l0_reverse	6	0.04477405920624733
89224	rnn.weight_hh_l0_reverse	7	-0.06211438775062561
89224	rnn.weight_hh_l0_reverse	8	0.03465479984879494
89224	rnn.weight_hh_l0_reverse	9	0.044532790780067444
89224	rnn.bias_ih_l0_reverse	0	-0.05409032851457596
89224	rnn.bias_ih_l0_reverse	1	-0.20581816136837006
89224	rnn.bias_ih_l0_reverse	2	-0.11233969032764435
89224	rnn.bias_ih_l0_reverse	3	-0.019580038264393806
89224	rnn.bias_ih_l0_reverse	4	-0.05012951418757439
89224	rnn.bias_ih_l0_reverse	5	0.043980106711387634
89224	rnn.bias_ih_l0_reverse	6	-0.05289880558848381
89224	rnn.bias_ih_l0_reverse	7	0.043992944061756134
89224	rnn.bias_ih_l0_reverse	8	-0.041279587894678116
89224	rnn.bias_ih_l0_reverse	9	0.03472185879945755
89224	rnn.bias_hh_l0_reverse	0	4.7810581236262806e-06
89224	rnn.bias_hh_l0_reverse	1	-0.02786882407963276
89224	rnn.bias_hh_l0_reverse	2	0.04897749423980713
89224	rnn.bias_hh_l0_reverse	3	-0.053087975829839706
89224	rnn.bias_hh_l0_reverse	4	-0.03287042677402496
89224	rnn.bias_hh_l0_reverse	5	-0.025241626426577568
89224	rnn.bias_hh_l0_reverse	6	-0.02273404970765114
89224	rnn.bias_hh_l0_reverse	7	0.09118244051933289
89224	rnn.bias_hh_l0_reverse	8	0.025327926501631737
89224	rnn.bias_hh_l0_reverse	9	-0.08893782645463943
89224	rnn.weight_ih_l1	0	-0.04228118434548378
89224	rnn.weight_ih_l1	1	-0.026435941457748413
89224	rnn.weight_ih_l1	2	0.05058548226952553
89224	rnn.weight_ih_l1	3	-0.030137259513139725
89224	rnn.weight_ih_l1	4	-0.006958328187465668
89224	rnn.weight_ih_l1	5	-0.04687128961086273
89224	rnn.weight_ih_l1	6	0.02897382341325283
89224	rnn.weight_ih_l1	7	-0.03360425680875778
89224	rnn.weight_ih_l1	8	0.038681454956531525
89224	rnn.weight_ih_l1	9	0.03418688103556633
89224	rnn.weight_hh_l1	0	-0.004217618610709906
89224	rnn.weight_hh_l1	1	0.009570318274199963
89224	rnn.weight_hh_l1	2	0.002383613493293524
89224	rnn.weight_hh_l1	3	-0.012055715546011925
89224	rnn.weight_hh_l1	4	0.0022723576985299587
89224	rnn.weight_hh_l1	5	0.026564307510852814
89224	rnn.weight_hh_l1	6	0.02984333224594593
89224	rnn.weight_hh_l1	7	-0.024737684056162834
89224	rnn.weight_hh_l1	8	-0.020717844367027283
89224	rnn.weight_hh_l1	9	0.040203168988227844
89224	rnn.bias_ih_l1	0	-0.17999887466430664
89224	rnn.bias_ih_l1	1	-0.15386861562728882
89224	rnn.bias_ih_l1	2	-0.16320975124835968
89224	rnn.bias_ih_l1	3	-0.2291058599948883
89224	rnn.bias_ih_l1	4	-0.16106033325195312
89224	rnn.bias_ih_l1	5	-0.09569094330072403
89224	rnn.bias_ih_l1	6	-0.121037557721138
89224	rnn.bias_ih_l1	7	-0.022238507866859436
89224	rnn.bias_ih_l1	8	-0.12432676553726196
89224	rnn.bias_ih_l1	9	-0.08978010714054108
89224	rnn.bias_hh_l1	0	-0.11570443212985992
89224	rnn.bias_hh_l1	1	-0.04306893050670624
89224	rnn.bias_hh_l1	2	-0.08306921273469925
89224	rnn.bias_hh_l1	3	-0.08849955350160599
89224	rnn.bias_hh_l1	4	-0.11634073406457901
89224	rnn.bias_hh_l1	5	-0.09052816033363342
89224	rnn.bias_hh_l1	6	-0.11511248350143433
89224	rnn.bias_hh_l1	7	0.016859697178006172
89224	rnn.bias_hh_l1	8	-0.13990801572799683
89224	rnn.bias_hh_l1	9	-0.08282201737165451
89224	rnn.weight_ih_l1_reverse	0	-0.03688640892505646
89224	rnn.weight_ih_l1_reverse	1	0.016522513702511787
89224	rnn.weight_ih_l1_reverse	2	0.00474910344928503
89224	rnn.weight_ih_l1_reverse	3	-0.0023896601051092148
89224	rnn.weight_ih_l1_reverse	4	-0.01519474945962429
89224	rnn.weight_ih_l1_reverse	5	-0.03703053295612335
89224	rnn.weight_ih_l1_reverse	6	-0.0022677371744066477
89224	rnn.weight_ih_l1_reverse	7	0.0189169030636549
89224	rnn.weight_ih_l1_reverse	8	0.018353411927819252
89224	rnn.weight_ih_l1_reverse	9	-0.05783774331212044
89224	rnn.weight_hh_l1_reverse	0	0.009293402545154095
89224	rnn.weight_hh_l1_reverse	1	0.03005356155335903
89224	rnn.weight_hh_l1_reverse	2	-0.039350662380456924
89224	rnn.weight_hh_l1_reverse	3	0.03986559435725212
89224	rnn.weight_hh_l1_reverse	4	0.04721640795469284
89224	rnn.weight_hh_l1_reverse	5	0.007291195448487997
89224	rnn.weight_hh_l1_reverse	6	0.0076340907253324986
89224	rnn.weight_hh_l1_reverse	7	0.026336200535297394
89224	rnn.weight_hh_l1_reverse	8	-0.003926284611225128
89224	rnn.weight_hh_l1_reverse	9	-0.0383615605533123
89224	rnn.bias_ih_l1_reverse	0	-0.04656825214624405
89224	rnn.bias_ih_l1_reverse	1	-0.09592768549919128
89224	rnn.bias_ih_l1_reverse	2	-0.13106659054756165
89224	rnn.bias_ih_l1_reverse	3	-0.04264427348971367
89224	rnn.bias_ih_l1_reverse	4	-0.17064660787582397
89224	rnn.bias_ih_l1_reverse	5	-0.08974660933017731
89224	rnn.bias_ih_l1_reverse	6	-0.10995523631572723
89224	rnn.bias_ih_l1_reverse	7	-0.181847482919693
89224	rnn.bias_ih_l1_reverse	8	0.14358903467655182
89224	rnn.bias_ih_l1_reverse	9	0.027413034811615944
89224	rnn.bias_hh_l1_reverse	0	-0.05416188761591911
89224	rnn.bias_hh_l1_reverse	1	0.018709102645516396
89224	rnn.bias_hh_l1_reverse	2	-0.21363669633865356
89224	rnn.bias_hh_l1_reverse	3	-0.0992237776517868
89224	rnn.bias_hh_l1_reverse	4	-0.06788992881774902
89224	rnn.bias_hh_l1_reverse	5	-0.088006891310215
89224	rnn.bias_hh_l1_reverse	6	0.14125314354896545
89224	rnn.bias_hh_l1_reverse	7	-0.14770853519439697
89224	rnn.bias_hh_l1_reverse	8	-0.09609799087047577
89224	rnn.bias_hh_l1_reverse	9	-0.117047518491745
89224	linear.weight	0	0.002228822559118271
89224	linear.weight	1	0.10365749895572662
89224	linear.weight	2	-0.1159353256225586
89224	linear.weight	3	0.3331424593925476
89224	linear.weight	4	0.1007675901055336
89224	linear.weight	5	0.009320487268269062
89224	linear.weight	6	-0.00648127356544137
89224	linear.weight	7	0.10540029406547546
89224	linear.weight	8	0.041324302554130554
89224	linear.weight	9	-0.04691543057560921
89224	linear.bias	0	-0.07661832123994827
89224	linear.bias	1	-0.1507294625043869
89224	linear.bias	2	-0.4829004406929016
89224	linear.bias	3	-0.714409351348877
89224	linear.bias	4	-1.1397565603256226
89224	linear.bias	5	-0.04878174141049385
89224	linear.bias	6	-0.6716740727424622
89224	linear.bias	7	0.36564120650291443
89224	linear.bias	8	-0.5005037188529968
89224	linear.bias	9	-0.8515531420707703
89421	transitions	0	0.6226310729980469
89421	transitions	1	0.10150489956140518
89421	transitions	2	-10000.0
89421	transitions	3	-1.8105334043502808
89421	transitions	4	-10000.0
89421	transitions	5	0.6195258498191833
89421	transitions	6	-0.046355608850717545
89421	transitions	7	-0.5103458762168884
89421	transitions	8	-1.3653111457824707
89421	transitions	9	-0.000754344800952822
89421	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
89421	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
89421	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
89421	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
89421	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
89421	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
89421	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
89421	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
89421	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
89421	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
89421	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
89421	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
89421	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
89421	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
89421	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
89421	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
89421	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
89421	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
89421	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
89421	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
89421	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
89421	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
89421	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
89421	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
89421	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
89421	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
89421	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
89421	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
89421	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
89421	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
89421	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
89421	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
89421	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
89421	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
89421	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
89421	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
89421	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
89421	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
89421	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
89421	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
89421	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
89421	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
89421	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
89421	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
89421	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
89421	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
89421	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
89421	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
89421	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
89421	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
89421	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
89421	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
89421	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
89421	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
89421	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
89421	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
89421	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
89421	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
89421	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
89421	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
89421	embedding2nn.weight	0	0.011584388092160225
89421	embedding2nn.weight	1	-0.01617632992565632
89421	embedding2nn.weight	2	-0.014268255792558193
89421	embedding2nn.weight	3	0.006773142609745264
89421	embedding2nn.weight	4	-0.005915035028010607
89421	embedding2nn.weight	5	-0.003700581844896078
89421	embedding2nn.weight	6	-0.00397323677316308
89421	embedding2nn.weight	7	-0.04487011954188347
89421	embedding2nn.weight	8	-0.0019979383796453476
89421	embedding2nn.weight	9	-0.029777050018310547
89421	embedding2nn.bias	0	0.013228654861450195
89421	embedding2nn.bias	1	-0.06843714416027069
89421	embedding2nn.bias	2	0.07537149637937546
89421	embedding2nn.bias	3	0.06656447052955627
89421	embedding2nn.bias	4	-0.052339695394039154
89421	embedding2nn.bias	5	-0.019631363451480865
89421	embedding2nn.bias	6	-0.0013688575709238648
89421	embedding2nn.bias	7	-0.03417852893471718
89421	embedding2nn.bias	8	0.03348049148917198
89421	embedding2nn.bias	9	0.022545233368873596
89421	rnn.weight_ih_l0	0	-0.047856178134679794
89421	rnn.weight_ih_l0	1	-0.006584373768419027
89421	rnn.weight_ih_l0	2	0.04300471022725105
89421	rnn.weight_ih_l0	3	0.007453732658177614
89421	rnn.weight_ih_l0	4	-0.022936692461371422
89421	rnn.weight_ih_l0	5	-0.05263613536953926
89421	rnn.weight_ih_l0	6	0.00024135029525496066
89421	rnn.weight_ih_l0	7	0.04742809757590294
89421	rnn.weight_ih_l0	8	-0.012594628147780895
89421	rnn.weight_ih_l0	9	-0.01692892611026764
89421	rnn.weight_hh_l0	0	-0.03391171991825104
89421	rnn.weight_hh_l0	1	0.010343789122998714
89421	rnn.weight_hh_l0	2	0.009059947915375233
89421	rnn.weight_hh_l0	3	-0.0512084998190403
89421	rnn.weight_hh_l0	4	0.06659602373838425
89421	rnn.weight_hh_l0	5	1.0466434105182998e-05
89421	rnn.weight_hh_l0	6	-0.038846198469400406
89421	rnn.weight_hh_l0	7	-0.007003983482718468
89421	rnn.weight_hh_l0	8	0.012738803401589394
89421	rnn.weight_hh_l0	9	-0.01734469272196293
89421	rnn.bias_ih_l0	0	0.07499927282333374
89421	rnn.bias_ih_l0	1	-0.020008735358715057
89421	rnn.bias_ih_l0	2	-0.010992143303155899
89421	rnn.bias_ih_l0	3	0.11400106549263
89421	rnn.bias_ih_l0	4	-0.06413020193576813
89421	rnn.bias_ih_l0	5	-0.021591098979115486
89421	rnn.bias_ih_l0	6	-0.0025981890503317118
89421	rnn.bias_ih_l0	7	0.04273427277803421
89421	rnn.bias_ih_l0	8	-0.09827465564012527
89421	rnn.bias_ih_l0	9	-0.0328793078660965
89421	rnn.bias_hh_l0	0	-0.026792053133249283
89421	rnn.bias_hh_l0	1	-0.10321584343910217
89421	rnn.bias_hh_l0	2	-0.033017054200172424
89421	rnn.bias_hh_l0	3	-0.06573153287172318
89421	rnn.bias_hh_l0	4	-0.028033845126628876
89421	rnn.bias_hh_l0	5	-0.009515920653939247
89421	rnn.bias_hh_l0	6	0.027942223474383354
89421	rnn.bias_hh_l0	7	0.05254612863063812
89421	rnn.bias_hh_l0	8	-0.11603748053312302
89421	rnn.bias_hh_l0	9	-0.028917822986841202
89421	rnn.weight_ih_l0_reverse	0	-0.009198574349284172
89421	rnn.weight_ih_l0_reverse	1	-0.0524897463619709
89421	rnn.weight_ih_l0_reverse	2	-0.02641577273607254
89421	rnn.weight_ih_l0_reverse	3	0.0014504085993394256
89421	rnn.weight_ih_l0_reverse	4	-0.008485228754580021
89421	rnn.weight_ih_l0_reverse	5	-0.041937943547964096
89421	rnn.weight_ih_l0_reverse	6	0.06327693909406662
89421	rnn.weight_ih_l0_reverse	7	-0.02599073015153408
89421	rnn.weight_ih_l0_reverse	8	-0.028755415230989456
89421	rnn.weight_ih_l0_reverse	9	0.009834498167037964
89421	rnn.weight_hh_l0_reverse	0	0.031016826629638672
89421	rnn.weight_hh_l0_reverse	1	0.033802397549152374
89421	rnn.weight_hh_l0_reverse	2	0.040120359510183334
89421	rnn.weight_hh_l0_reverse	3	0.02655213139951229
89421	rnn.weight_hh_l0_reverse	4	0.00412957975640893
89421	rnn.weight_hh_l0_reverse	5	0.010434054769575596
89421	rnn.weight_hh_l0_reverse	6	0.044517338275909424
89421	rnn.weight_hh_l0_reverse	7	-0.061206281185150146
89421	rnn.weight_hh_l0_reverse	8	0.03518316149711609
89421	rnn.weight_hh_l0_reverse	9	0.04447903484106064
89421	rnn.bias_ih_l0_reverse	0	-0.05713415890932083
89421	rnn.bias_ih_l0_reverse	1	-0.20298972725868225
89421	rnn.bias_ih_l0_reverse	2	-0.11513753235340118
89421	rnn.bias_ih_l0_reverse	3	-0.016512751579284668
89421	rnn.bias_ih_l0_reverse	4	-0.04886963963508606
89421	rnn.bias_ih_l0_reverse	5	0.04597822576761246
89421	rnn.bias_ih_l0_reverse	6	-0.056013867259025574
89421	rnn.bias_ih_l0_reverse	7	0.04279034957289696
89421	rnn.bias_ih_l0_reverse	8	-0.0448196604847908
89421	rnn.bias_ih_l0_reverse	9	0.03450101241469383
89421	rnn.bias_hh_l0_reverse	0	0.0011413609609007835
89421	rnn.bias_hh_l0_reverse	1	-0.02824242226779461
89421	rnn.bias_hh_l0_reverse	2	0.04598309472203255
89421	rnn.bias_hh_l0_reverse	3	-0.05116937682032585
89421	rnn.bias_hh_l0_reverse	4	-0.03380624204874039
89421	rnn.bias_hh_l0_reverse	5	-0.023683922365307808
89421	rnn.bias_hh_l0_reverse	6	-0.02067538909614086
89421	rnn.bias_hh_l0_reverse	7	0.08844809979200363
89421	rnn.bias_hh_l0_reverse	8	0.025506623089313507
89421	rnn.bias_hh_l0_reverse	9	-0.09166044741868973
89421	rnn.weight_ih_l1	0	-0.0425700880587101
89421	rnn.weight_ih_l1	1	-0.02673354558646679
89421	rnn.weight_ih_l1	2	0.04733475670218468
89421	rnn.weight_ih_l1	3	-0.033120401203632355
89421	rnn.weight_ih_l1	4	-0.005696081556379795
89421	rnn.weight_ih_l1	5	-0.046779077500104904
89421	rnn.weight_ih_l1	6	0.029053200036287308
89421	rnn.weight_ih_l1	7	-0.032693181186914444
89421	rnn.weight_ih_l1	8	0.03818105161190033
89421	rnn.weight_ih_l1	9	0.03393327817320824
89421	rnn.weight_hh_l1	0	-0.0028383771423250437
89421	rnn.weight_hh_l1	1	0.009202303364872932
89421	rnn.weight_hh_l1	2	0.0024959745351225138
89421	rnn.weight_hh_l1	3	-0.011762677691876888
89421	rnn.weight_hh_l1	4	0.0030145214404910803
89421	rnn.weight_hh_l1	5	0.026071401312947273
89421	rnn.weight_hh_l1	6	0.030343415215611458
89421	rnn.weight_hh_l1	7	-0.024925773963332176
89421	rnn.weight_hh_l1	8	-0.02083287388086319
89421	rnn.weight_hh_l1	9	0.04037389159202576
89421	rnn.bias_ih_l1	0	-0.177027627825737
89421	rnn.bias_ih_l1	1	-0.1578827053308487
89421	rnn.bias_ih_l1	2	-0.16528484225273132
89421	rnn.bias_ih_l1	3	-0.2289973646402359
89421	rnn.bias_ih_l1	4	-0.16859585046768188
89421	rnn.bias_ih_l1	5	-0.09291929751634598
89421	rnn.bias_ih_l1	6	-0.1222250908613205
89421	rnn.bias_ih_l1	7	-0.02276449464261532
89421	rnn.bias_ih_l1	8	-0.12304721772670746
89421	rnn.bias_ih_l1	9	-0.09455285221338272
89421	rnn.bias_hh_l1	0	-0.11881734430789948
89421	rnn.bias_hh_l1	1	-0.04640499874949455
89421	rnn.bias_hh_l1	2	-0.08306730538606644
89421	rnn.bias_hh_l1	3	-0.08871385455131531
89421	rnn.bias_hh_l1	4	-0.11343464255332947
89421	rnn.bias_hh_l1	5	-0.09033658355474472
89421	rnn.bias_hh_l1	6	-0.11706026643514633
89421	rnn.bias_hh_l1	7	0.014134984463453293
89421	rnn.bias_hh_l1	8	-0.13922464847564697
89421	rnn.bias_hh_l1	9	-0.0816723108291626
89421	rnn.weight_ih_l1_reverse	0	-0.038268595933914185
89421	rnn.weight_ih_l1_reverse	1	0.015718974173069
89421	rnn.weight_ih_l1_reverse	2	0.0028264329303056
89421	rnn.weight_ih_l1_reverse	3	-0.0015541574684903026
89421	rnn.weight_ih_l1_reverse	4	-0.015863489359617233
89421	rnn.weight_ih_l1_reverse	5	-0.03720175102353096
89421	rnn.weight_ih_l1_reverse	6	-0.00567801296710968
89421	rnn.weight_ih_l1_reverse	7	0.018153555691242218
89421	rnn.weight_ih_l1_reverse	8	0.023686334490776062
89421	rnn.weight_ih_l1_reverse	9	-0.05910080671310425
89421	rnn.weight_hh_l1_reverse	0	0.009288870729506016
89421	rnn.weight_hh_l1_reverse	1	0.030082836747169495
89421	rnn.weight_hh_l1_reverse	2	-0.0393366739153862
89421	rnn.weight_hh_l1_reverse	3	0.0398307703435421
89421	rnn.weight_hh_l1_reverse	4	0.047830067574977875
89421	rnn.weight_hh_l1_reverse	5	0.007878050208091736
89421	rnn.weight_hh_l1_reverse	6	0.006074604112654924
89421	rnn.weight_hh_l1_reverse	7	0.026408497244119644
89421	rnn.weight_hh_l1_reverse	8	-0.00399126298725605
89421	rnn.weight_hh_l1_reverse	9	-0.03858248144388199
89421	rnn.bias_ih_l1_reverse	0	-0.04553830251097679
89421	rnn.bias_ih_l1_reverse	1	-0.09622102975845337
89421	rnn.bias_ih_l1_reverse	2	-0.13386878371238708
89421	rnn.bias_ih_l1_reverse	3	-0.03883786499500275
89421	rnn.bias_ih_l1_reverse	4	-0.17209893465042114
89421	rnn.bias_ih_l1_reverse	5	-0.08770601451396942
89421	rnn.bias_ih_l1_reverse	6	-0.10969484597444534
89421	rnn.bias_ih_l1_reverse	7	-0.18293814361095428
89421	rnn.bias_ih_l1_reverse	8	0.1481255441904068
89421	rnn.bias_ih_l1_reverse	9	0.028574686497449875
89421	rnn.bias_hh_l1_reverse	0	-0.05517648905515671
89421	rnn.bias_hh_l1_reverse	1	0.012812759727239609
89421	rnn.bias_hh_l1_reverse	2	-0.21273846924304962
89421	rnn.bias_hh_l1_reverse	3	-0.10127639025449753
89421	rnn.bias_hh_l1_reverse	4	-0.07047868520021439
89421	rnn.bias_hh_l1_reverse	5	-0.08871915936470032
89421	rnn.bias_hh_l1_reverse	6	0.13823586702346802
89421	rnn.bias_hh_l1_reverse	7	-0.14430327713489532
89421	rnn.bias_hh_l1_reverse	8	-0.09611950069665909
89421	rnn.bias_hh_l1_reverse	9	-0.11761249601840973
89421	linear.weight	0	0.002228822559118271
89421	linear.weight	1	0.10572788864374161
89421	linear.weight	2	-0.11353197693824768
89421	linear.weight	3	0.3287412226200104
89421	linear.weight	4	0.10177817940711975
89421	linear.weight	5	0.00613702367991209
89421	linear.weight	6	-0.014268997125327587
89421	linear.weight	7	0.10757481306791306
89421	linear.weight	8	0.04132339358329773
89421	linear.weight	9	-0.04650038108229637
89421	linear.bias	0	-0.06389005482196808
89421	linear.bias	1	-0.14580418169498444
89421	linear.bias	2	-0.5125008821487427
89421	linear.bias	3	-0.7414025664329529
89421	linear.bias	4	-1.1702896356582642
89421	linear.bias	5	-0.050523046404123306
89421	linear.bias	6	-0.6684516668319702
89421	linear.bias	7	0.3656378388404846
89421	linear.bias	8	-0.4936274290084839
89421	linear.bias	9	-0.8484245538711548
89618	transitions	0	0.6324851512908936
89618	transitions	1	0.10000737756490707
89618	transitions	2	-10000.0
89618	transitions	3	-1.810630202293396
89618	transitions	4	-10000.0
89618	transitions	5	0.619289219379425
89618	transitions	6	-0.04652656987309456
89618	transitions	7	-0.5109770894050598
89618	transitions	8	-1.3661394119262695
89618	transitions	9	-0.0007563250255770981
89618	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
89618	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
89618	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
89618	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
89618	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
89618	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
89618	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
89618	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
89618	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
89618	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
89618	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
89618	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
89618	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
89618	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
89618	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
89618	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
89618	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
89618	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
89618	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
89618	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
89618	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
89618	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
89618	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
89618	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
89618	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
89618	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
89618	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
89618	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
89618	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
89618	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
89618	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
89618	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
89618	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
89618	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
89618	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
89618	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
89618	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
89618	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
89618	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
89618	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
89618	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
89618	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
89618	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
89618	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
89618	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
89618	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
89618	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
89618	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
89618	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
89618	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
89618	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
89618	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
89618	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
89618	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
89618	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
89618	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
89618	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
89618	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
89618	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
89618	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
89618	embedding2nn.weight	0	0.013059907592833042
89618	embedding2nn.weight	1	-0.016047773882746696
89618	embedding2nn.weight	2	-0.014268255792558193
89618	embedding2nn.weight	3	0.007913835346698761
89618	embedding2nn.weight	4	-0.005915035028010607
89618	embedding2nn.weight	5	-0.003700581844896078
89618	embedding2nn.weight	6	-0.00397323677316308
89618	embedding2nn.weight	7	-0.04470401629805565
89618	embedding2nn.weight	8	-0.0019979383796453476
89618	embedding2nn.weight	9	-0.030322551727294922
89618	embedding2nn.bias	0	0.01807502843439579
89618	embedding2nn.bias	1	-0.06450880318880081
89618	embedding2nn.bias	2	0.08158078044652939
89618	embedding2nn.bias	3	0.0697929710149765
89618	embedding2nn.bias	4	-0.0526663139462471
89618	embedding2nn.bias	5	-0.021125109866261482
89618	embedding2nn.bias	6	0.007754802703857422
89618	embedding2nn.bias	7	-0.042202603071928024
89618	embedding2nn.bias	8	0.036801110953092575
89618	embedding2nn.bias	9	0.01844252459704876
89618	rnn.weight_ih_l0	0	-0.048500437289476395
89618	rnn.weight_ih_l0	1	-0.005510230083018541
89618	rnn.weight_ih_l0	2	0.04103871062397957
89618	rnn.weight_ih_l0	3	0.007481724955141544
89618	rnn.weight_ih_l0	4	-0.02247021347284317
89618	rnn.weight_ih_l0	5	-0.05250309035181999
89618	rnn.weight_ih_l0	6	0.0006603593938052654
89618	rnn.weight_ih_l0	7	0.04687825217843056
89618	rnn.weight_ih_l0	8	-0.012873968109488487
89618	rnn.weight_ih_l0	9	-0.015759270638227463
89618	rnn.weight_hh_l0	0	-0.033315107226371765
89618	rnn.weight_hh_l0	1	0.009332877583801746
89618	rnn.weight_hh_l0	2	0.008584534749388695
89618	rnn.weight_hh_l0	3	-0.051482588052749634
89618	rnn.weight_hh_l0	4	0.06683754920959473
89618	rnn.weight_hh_l0	5	-0.00022398564033210278
89618	rnn.weight_hh_l0	6	-0.03954927250742912
89618	rnn.weight_hh_l0	7	-0.006680628284811974
89618	rnn.weight_hh_l0	8	0.013676866888999939
89618	rnn.weight_hh_l0	9	-0.01730201207101345
89618	rnn.bias_ih_l0	0	0.07332281768321991
89618	rnn.bias_ih_l0	1	-0.023818276822566986
89618	rnn.bias_ih_l0	2	-0.01118034590035677
89618	rnn.bias_ih_l0	3	0.11401066929101944
89618	rnn.bias_ih_l0	4	-0.062374792993068695
89618	rnn.bias_ih_l0	5	-0.02060653641819954
89618	rnn.bias_ih_l0	6	0.00041311662062071264
89618	rnn.bias_ih_l0	7	0.041295818984508514
89618	rnn.bias_ih_l0	8	-0.09884653985500336
89618	rnn.bias_ih_l0	9	-0.03383133187890053
89618	rnn.bias_hh_l0	0	-0.027871236205101013
89618	rnn.bias_hh_l0	1	-0.10096071660518646
89618	rnn.bias_hh_l0	2	-0.03548939898610115
89618	rnn.bias_hh_l0	3	-0.06652860343456268
89618	rnn.bias_hh_l0	4	-0.0302941482514143
89618	rnn.bias_hh_l0	5	-0.004693210124969482
89618	rnn.bias_hh_l0	6	0.027131639420986176
89618	rnn.bias_hh_l0	7	0.05735740438103676
89618	rnn.bias_hh_l0	8	-0.11600339412689209
89618	rnn.bias_hh_l0	9	-0.02865651249885559
89618	rnn.weight_ih_l0_reverse	0	-0.011188056319952011
89618	rnn.weight_ih_l0_reverse	1	-0.05438641831278801
89618	rnn.weight_ih_l0_reverse	2	-0.025858161970973015
89618	rnn.weight_ih_l0_reverse	3	0.002099856035783887
89618	rnn.weight_ih_l0_reverse	4	-0.008898229338228703
89618	rnn.weight_ih_l0_reverse	5	-0.04151676222681999
89618	rnn.weight_ih_l0_reverse	6	0.06424479186534882
89618	rnn.weight_ih_l0_reverse	7	-0.022382043302059174
89618	rnn.weight_ih_l0_reverse	8	-0.02950509451329708
89618	rnn.weight_ih_l0_reverse	9	0.010548802092671394
89618	rnn.weight_hh_l0_reverse	0	0.03182058408856392
89618	rnn.weight_hh_l0_reverse	1	0.03385987877845764
89618	rnn.weight_hh_l0_reverse	2	0.040397193282842636
89618	rnn.weight_hh_l0_reverse	3	0.027611060068011284
89618	rnn.weight_hh_l0_reverse	4	0.004570703487843275
89618	rnn.weight_hh_l0_reverse	5	0.009920001961290836
89618	rnn.weight_hh_l0_reverse	6	0.04439365491271019
89618	rnn.weight_hh_l0_reverse	7	-0.061985164880752563
89618	rnn.weight_hh_l0_reverse	8	0.03521551564335823
89618	rnn.weight_hh_l0_reverse	9	0.04422366991639137
89618	rnn.bias_ih_l0_reverse	0	-0.053603142499923706
89618	rnn.bias_ih_l0_reverse	1	-0.20394952595233917
89618	rnn.bias_ih_l0_reverse	2	-0.11422672122716904
89618	rnn.bias_ih_l0_reverse	3	-0.018186569213867188
89618	rnn.bias_ih_l0_reverse	4	-0.04778789356350899
89618	rnn.bias_ih_l0_reverse	5	0.04646378010511398
89618	rnn.bias_ih_l0_reverse	6	-0.0566156841814518
89618	rnn.bias_ih_l0_reverse	7	0.040687646716833115
89618	rnn.bias_ih_l0_reverse	8	-0.0452321395277977
89618	rnn.bias_ih_l0_reverse	9	0.03208622336387634
89618	rnn.bias_hh_l0_reverse	0	0.0038166954182088375
89618	rnn.bias_hh_l0_reverse	1	-0.0202949196100235
89618	rnn.bias_hh_l0_reverse	2	0.04562033712863922
89618	rnn.bias_hh_l0_reverse	3	-0.05335962772369385
89618	rnn.bias_hh_l0_reverse	4	-0.033375084400177
89618	rnn.bias_hh_l0_reverse	5	-0.027590638026595116
89618	rnn.bias_hh_l0_reverse	6	-0.022583499550819397
89618	rnn.bias_hh_l0_reverse	7	0.08502494543790817
89618	rnn.bias_hh_l0_reverse	8	0.031185481697320938
89618	rnn.bias_hh_l0_reverse	9	-0.09352688491344452
89618	rnn.weight_ih_l1	0	-0.04158560186624527
89618	rnn.weight_ih_l1	1	-0.02785264141857624
89618	rnn.weight_ih_l1	2	0.04089682921767235
89618	rnn.weight_ih_l1	3	-0.03559102490544319
89618	rnn.weight_ih_l1	4	-0.004677969962358475
89618	rnn.weight_ih_l1	5	-0.04702084884047508
89618	rnn.weight_ih_l1	6	0.029982982203364372
89618	rnn.weight_ih_l1	7	-0.032883476465940475
89618	rnn.weight_ih_l1	8	0.03849496319890022
89618	rnn.weight_ih_l1	9	0.0345919206738472
89618	rnn.weight_hh_l1	0	-0.0035829292610287666
89618	rnn.weight_hh_l1	1	0.00909864529967308
89618	rnn.weight_hh_l1	2	0.0033061644062399864
89618	rnn.weight_hh_l1	3	-0.011453172191977501
89618	rnn.weight_hh_l1	4	0.0027696015313267708
89618	rnn.weight_hh_l1	5	0.0254843607544899
89618	rnn.weight_hh_l1	6	0.029379047453403473
89618	rnn.weight_hh_l1	7	-0.025170838460326195
89618	rnn.weight_hh_l1	8	-0.0216370802372694
89618	rnn.weight_hh_l1	9	0.04044313356280327
89618	rnn.bias_ih_l1	0	-0.17800594866275787
89618	rnn.bias_ih_l1	1	-0.15460127592086792
89618	rnn.bias_ih_l1	2	-0.16377213597297668
89618	rnn.bias_ih_l1	3	-0.22801728546619415
89618	rnn.bias_ih_l1	4	-0.16218018531799316
89618	rnn.bias_ih_l1	5	-0.0925794169306755
89618	rnn.bias_ih_l1	6	-0.1202537938952446
89618	rnn.bias_ih_l1	7	-0.021639741957187653
89618	rnn.bias_ih_l1	8	-0.12274321168661118
89618	rnn.bias_ih_l1	9	-0.0975000187754631
89618	rnn.bias_hh_l1	0	-0.12099628150463104
89618	rnn.bias_hh_l1	1	-0.05067329481244087
89618	rnn.bias_hh_l1	2	-0.07966352254152298
89618	rnn.bias_hh_l1	3	-0.08996004611253738
89618	rnn.bias_hh_l1	4	-0.11347952485084534
89618	rnn.bias_hh_l1	5	-0.0910072922706604
89618	rnn.bias_hh_l1	6	-0.11965163052082062
89618	rnn.bias_hh_l1	7	0.018799390643835068
89618	rnn.bias_hh_l1	8	-0.14215682446956635
89618	rnn.bias_hh_l1	9	-0.07745736092329025
89618	rnn.weight_ih_l1_reverse	0	-0.03938552364706993
89618	rnn.weight_ih_l1_reverse	1	0.010064714588224888
89618	rnn.weight_ih_l1_reverse	2	0.002490053651854396
89618	rnn.weight_ih_l1_reverse	3	-0.0022876341827213764
89618	rnn.weight_ih_l1_reverse	4	-0.01750550977885723
89618	rnn.weight_ih_l1_reverse	5	-0.03705434128642082
89618	rnn.weight_ih_l1_reverse	6	-0.005034189205616713
89618	rnn.weight_ih_l1_reverse	7	0.018117697909474373
89618	rnn.weight_ih_l1_reverse	8	0.021354911848902702
89618	rnn.weight_ih_l1_reverse	9	-0.060202185064554214
89618	rnn.weight_hh_l1_reverse	0	0.009143724106252193
89618	rnn.weight_hh_l1_reverse	1	0.029971333220601082
89618	rnn.weight_hh_l1_reverse	2	-0.03927190601825714
89618	rnn.weight_hh_l1_reverse	3	0.03956528380513191
89618	rnn.weight_hh_l1_reverse	4	0.04804583638906479
89618	rnn.weight_hh_l1_reverse	5	0.00791318342089653
89618	rnn.weight_hh_l1_reverse	6	0.005681774113327265
89618	rnn.weight_hh_l1_reverse	7	0.026698779314756393
89618	rnn.weight_hh_l1_reverse	8	-0.0038630736526101828
89618	rnn.weight_hh_l1_reverse	9	-0.03872209042310715
89618	rnn.bias_ih_l1_reverse	0	-0.045788202434778214
89618	rnn.bias_ih_l1_reverse	1	-0.09930867701768875
89618	rnn.bias_ih_l1_reverse	2	-0.13460907340049744
89618	rnn.bias_ih_l1_reverse	3	-0.027053644880652428
89618	rnn.bias_ih_l1_reverse	4	-0.17116382718086243
89618	rnn.bias_ih_l1_reverse	5	-0.08716894686222076
89618	rnn.bias_ih_l1_reverse	6	-0.11001766473054886
89618	rnn.bias_ih_l1_reverse	7	-0.18026134371757507
89618	rnn.bias_ih_l1_reverse	8	0.1524307131767273
89618	rnn.bias_ih_l1_reverse	9	0.02816258743405342
89618	rnn.bias_hh_l1_reverse	0	-0.05378159508109093
89618	rnn.bias_hh_l1_reverse	1	0.015628142282366753
89618	rnn.bias_hh_l1_reverse	2	-0.21282754838466644
89618	rnn.bias_hh_l1_reverse	3	-0.09997852146625519
89618	rnn.bias_hh_l1_reverse	4	-0.06981132924556732
89618	rnn.bias_hh_l1_reverse	5	-0.08598878979682922
89618	rnn.bias_hh_l1_reverse	6	0.15440696477890015
89618	rnn.bias_hh_l1_reverse	7	-0.14586183428764343
89618	rnn.bias_hh_l1_reverse	8	-0.09548792988061905
89618	rnn.bias_hh_l1_reverse	9	-0.11724475771188736
89618	linear.weight	0	0.002228822559118271
89618	linear.weight	1	0.11095146834850311
89618	linear.weight	2	-0.11498777568340302
89618	linear.weight	3	0.3276844322681427
89618	linear.weight	4	0.10654096305370331
89618	linear.weight	5	0.00462319003418088
89618	linear.weight	6	-0.001484226668253541
89618	linear.weight	7	0.1021340861916542
89618	linear.weight	8	0.0413254089653492
89618	linear.weight	9	-0.04369611293077469
89618	linear.bias	0	-0.07491348683834076
89618	linear.bias	1	-0.15061110258102417
89618	linear.bias	2	-0.45369407534599304
89618	linear.bias	3	-0.7325475215911865
89618	linear.bias	4	-1.162515640258789
89618	linear.bias	5	-0.033637966960668564
89618	linear.bias	6	-0.6677072048187256
89618	linear.bias	7	0.3889046013355255
89618	linear.bias	8	-0.5209611654281616
89618	linear.bias	9	-0.8790901899337769
89815	transitions	0	0.6164732575416565
89815	transitions	1	0.09845521301031113
89815	transitions	2	-10000.0
89815	transitions	3	-1.8106964826583862
89815	transitions	4	-10000.0
89815	transitions	5	0.6191560626029968
89815	transitions	6	-0.046642303466796875
89815	transitions	7	-0.5121631622314453
89815	transitions	8	-1.3663533926010132
89815	transitions	9	-0.0007587572908960283
89815	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
89815	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
89815	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
89815	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
89815	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
89815	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
89815	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
89815	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
89815	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
89815	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
89815	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
89815	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
89815	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
89815	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
89815	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
89815	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
89815	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
89815	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
89815	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
89815	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
89815	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
89815	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
89815	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
89815	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
89815	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
89815	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
89815	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
89815	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
89815	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
89815	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
89815	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
89815	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
89815	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
89815	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
89815	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
89815	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
89815	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
89815	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
89815	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
89815	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
89815	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
89815	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
89815	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
89815	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
89815	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
89815	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
89815	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
89815	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
89815	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
89815	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
89815	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
89815	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
89815	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
89815	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
89815	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
89815	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
89815	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
89815	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
89815	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
89815	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
89815	embedding2nn.weight	0	0.015047701075673103
89815	embedding2nn.weight	1	-0.016129223629832268
89815	embedding2nn.weight	2	-0.014268255792558193
89815	embedding2nn.weight	3	0.009993537329137325
89815	embedding2nn.weight	4	-0.005915035028010607
89815	embedding2nn.weight	5	-0.003700581844896078
89815	embedding2nn.weight	6	-0.003973233513534069
89815	embedding2nn.weight	7	-0.04490818828344345
89815	embedding2nn.weight	8	-0.0019979383796453476
89815	embedding2nn.weight	9	-0.029955055564641953
89815	embedding2nn.bias	0	0.020068082958459854
89815	embedding2nn.bias	1	-0.06977976858615875
89815	embedding2nn.bias	2	0.07845741510391235
89815	embedding2nn.bias	3	0.0706099197268486
89815	embedding2nn.bias	4	-0.05420009419322014
89815	embedding2nn.bias	5	-0.0251738503575325
89815	embedding2nn.bias	6	0.017517274245619774
89815	embedding2nn.bias	7	-0.04419172555208206
89815	embedding2nn.bias	8	0.03217625245451927
89815	embedding2nn.bias	9	0.012778343632817268
89815	rnn.weight_ih_l0	0	-0.04855947569012642
89815	rnn.weight_ih_l0	1	-0.004431846551597118
89815	rnn.weight_ih_l0	2	0.04338650032877922
89815	rnn.weight_ih_l0	3	0.006210738327354193
89815	rnn.weight_ih_l0	4	-0.021541714668273926
89815	rnn.weight_ih_l0	5	-0.05212936922907829
89815	rnn.weight_ih_l0	6	0.0015557656297460198
89815	rnn.weight_ih_l0	7	0.045703355222940445
89815	rnn.weight_ih_l0	8	-0.012411522679030895
89815	rnn.weight_ih_l0	9	-0.01732289418578148
89815	rnn.weight_hh_l0	0	-0.03305312618613243
89815	rnn.weight_hh_l0	1	0.008160027675330639
89815	rnn.weight_hh_l0	2	0.00753582501783967
89815	rnn.weight_hh_l0	3	-0.05155797675251961
89815	rnn.weight_hh_l0	4	0.0678488090634346
89815	rnn.weight_hh_l0	5	-0.000505564094055444
89815	rnn.weight_hh_l0	6	-0.03917680308222771
89815	rnn.weight_hh_l0	7	-0.00844962801784277
89815	rnn.weight_hh_l0	8	0.0158598143607378
89815	rnn.weight_hh_l0	9	-0.01805730350315571
89815	rnn.bias_ih_l0	0	0.06651253998279572
89815	rnn.bias_ih_l0	1	-0.024534590542316437
89815	rnn.bias_ih_l0	2	-0.012727777473628521
89815	rnn.bias_ih_l0	3	0.1116131842136383
89815	rnn.bias_ih_l0	4	-0.0633251741528511
89815	rnn.bias_ih_l0	5	-0.022523723542690277
89815	rnn.bias_ih_l0	6	-0.0005949934129603207
89815	rnn.bias_ih_l0	7	0.04274194315075874
89815	rnn.bias_ih_l0	8	-0.09930199384689331
89815	rnn.bias_ih_l0	9	-0.03370529040694237
89815	rnn.bias_hh_l0	0	-0.02856651321053505
89815	rnn.bias_hh_l0	1	-0.10264129191637039
89815	rnn.bias_hh_l0	2	-0.03731703758239746
89815	rnn.bias_hh_l0	3	-0.06842866539955139
89815	rnn.bias_hh_l0	4	-0.03600182384252548
89815	rnn.bias_hh_l0	5	-0.00604442460462451
89815	rnn.bias_hh_l0	6	0.02512168139219284
89815	rnn.bias_hh_l0	7	0.052966754883527756
89815	rnn.bias_hh_l0	8	-0.11788512021303177
89815	rnn.bias_hh_l0	9	-0.02709151618182659
89815	rnn.weight_ih_l0_reverse	0	-0.010866707190871239
89815	rnn.weight_ih_l0_reverse	1	-0.055023565888404846
89815	rnn.weight_ih_l0_reverse	2	-0.026990875601768494
89815	rnn.weight_ih_l0_reverse	3	0.0022170371375977993
89815	rnn.weight_ih_l0_reverse	4	-0.008908344432711601
89815	rnn.weight_ih_l0_reverse	5	-0.04137609153985977
89815	rnn.weight_ih_l0_reverse	6	0.06346110999584198
89815	rnn.weight_ih_l0_reverse	7	-0.022806372493505478
89815	rnn.weight_ih_l0_reverse	8	-0.029752828180789948
89815	rnn.weight_ih_l0_reverse	9	0.00964156910777092
89815	rnn.weight_hh_l0_reverse	0	0.03136788308620453
89815	rnn.weight_hh_l0_reverse	1	0.03329910337924957
89815	rnn.weight_hh_l0_reverse	2	0.040514592081308365
89815	rnn.weight_hh_l0_reverse	3	0.026600871235132217
89815	rnn.weight_hh_l0_reverse	4	0.0046198987402021885
89815	rnn.weight_hh_l0_reverse	5	0.009346967563033104
89815	rnn.weight_hh_l0_reverse	6	0.04441940784454346
89815	rnn.weight_hh_l0_reverse	7	-0.06281477957963943
89815	rnn.weight_hh_l0_reverse	8	0.035787295550107956
89815	rnn.weight_hh_l0_reverse	9	0.04445720836520195
89815	rnn.bias_ih_l0_reverse	0	-0.053055111318826675
89815	rnn.bias_ih_l0_reverse	1	-0.20863085985183716
89815	rnn.bias_ih_l0_reverse	2	-0.11365190893411636
89815	rnn.bias_ih_l0_reverse	3	-0.016817955300211906
89815	rnn.bias_ih_l0_reverse	4	-0.048870161175727844
89815	rnn.bias_ih_l0_reverse	5	0.04535942152142525
89815	rnn.bias_ih_l0_reverse	6	-0.05752398446202278
89815	rnn.bias_ih_l0_reverse	7	0.038457877933979034
89815	rnn.bias_ih_l0_reverse	8	-0.04339831694960594
89815	rnn.bias_ih_l0_reverse	9	0.031953342258930206
89815	rnn.bias_hh_l0_reverse	0	0.0054948944598436356
89815	rnn.bias_hh_l0_reverse	1	-0.016013244166970253
89815	rnn.bias_hh_l0_reverse	2	0.04600377008318901
89815	rnn.bias_hh_l0_reverse	3	-0.054956547915935516
89815	rnn.bias_hh_l0_reverse	4	-0.03313371166586876
89815	rnn.bias_hh_l0_reverse	5	-0.026507221162319183
89815	rnn.bias_hh_l0_reverse	6	-0.022257691249251366
89815	rnn.bias_hh_l0_reverse	7	0.08535128831863403
89815	rnn.bias_hh_l0_reverse	8	0.03202066197991371
89815	rnn.bias_hh_l0_reverse	9	-0.08938160538673401
89815	rnn.weight_ih_l1	0	-0.041743677109479904
89815	rnn.weight_ih_l1	1	-0.02704930678009987
89815	rnn.weight_ih_l1	2	0.03521062433719635
89815	rnn.weight_ih_l1	3	-0.03428875282406807
89815	rnn.weight_ih_l1	4	-0.005099048372358084
89815	rnn.weight_ih_l1	5	-0.04667555168271065
89815	rnn.weight_ih_l1	6	0.03028487041592598
89815	rnn.weight_ih_l1	7	-0.03524487093091011
89815	rnn.weight_ih_l1	8	0.038747966289520264
89815	rnn.weight_ih_l1	9	0.034350551664829254
89815	rnn.weight_hh_l1	0	-0.004409814719110727
89815	rnn.weight_hh_l1	1	0.009192926809191704
89815	rnn.weight_hh_l1	2	0.0036067883484065533
89815	rnn.weight_hh_l1	3	-0.011389569379389286
89815	rnn.weight_hh_l1	4	0.0025695411022752523
89815	rnn.weight_hh_l1	5	0.02555088885128498
89815	rnn.weight_hh_l1	6	0.029288526624441147
89815	rnn.weight_hh_l1	7	-0.026338905096054077
89815	rnn.weight_hh_l1	8	-0.022014131769537926
89815	rnn.weight_hh_l1	9	0.03989209234714508
89815	rnn.bias_ih_l1	0	-0.17488856613636017
89815	rnn.bias_ih_l1	1	-0.15922494232654572
89815	rnn.bias_ih_l1	2	-0.16536705195903778
89815	rnn.bias_ih_l1	3	-0.22801727056503296
89815	rnn.bias_ih_l1	4	-0.16001972556114197
89815	rnn.bias_ih_l1	5	-0.08911021053791046
89815	rnn.bias_ih_l1	6	-0.12179497629404068
89815	rnn.bias_ih_l1	7	-0.0151257598772645
89815	rnn.bias_ih_l1	8	-0.12234022468328476
89815	rnn.bias_ih_l1	9	-0.09416106343269348
89815	rnn.bias_hh_l1	0	-0.11897312104701996
89815	rnn.bias_hh_l1	1	-0.049171432852745056
89815	rnn.bias_hh_l1	2	-0.0789247676730156
89815	rnn.bias_hh_l1	3	-0.09105708450078964
89815	rnn.bias_hh_l1	4	-0.1143333911895752
89815	rnn.bias_hh_l1	5	-0.08962839096784592
89815	rnn.bias_hh_l1	6	-0.11570575833320618
89815	rnn.bias_hh_l1	7	0.012478891760110855
89815	rnn.bias_hh_l1	8	-0.14186158776283264
89815	rnn.bias_hh_l1	9	-0.08044503629207611
89815	rnn.weight_ih_l1_reverse	0	-0.0381522998213768
89815	rnn.weight_ih_l1_reverse	1	0.01075438130646944
89815	rnn.weight_ih_l1_reverse	2	0.0030551403760910034
89815	rnn.weight_ih_l1_reverse	3	-0.002588951727375388
89815	rnn.weight_ih_l1_reverse	4	-0.01868227683007717
89815	rnn.weight_ih_l1_reverse	5	-0.03694060072302818
89815	rnn.weight_ih_l1_reverse	6	-0.003898135619238019
89815	rnn.weight_ih_l1_reverse	7	0.01802321895956993
89815	rnn.weight_ih_l1_reverse	8	0.02183101326227188
89815	rnn.weight_ih_l1_reverse	9	-0.06251378357410431
89815	rnn.weight_hh_l1_reverse	0	0.009061846882104874
89815	rnn.weight_hh_l1_reverse	1	0.02985253371298313
89815	rnn.weight_hh_l1_reverse	2	-0.039214372634887695
89815	rnn.weight_hh_l1_reverse	3	0.039849139750003815
89815	rnn.weight_hh_l1_reverse	4	0.04816955700516701
89815	rnn.weight_hh_l1_reverse	5	0.007786872796714306
89815	rnn.weight_hh_l1_reverse	6	0.005639634095132351
89815	rnn.weight_hh_l1_reverse	7	0.02620677836239338
89815	rnn.weight_hh_l1_reverse	8	-0.0039036280941218138
89815	rnn.weight_hh_l1_reverse	9	-0.03866129741072655
89815	rnn.bias_ih_l1_reverse	0	-0.046333134174346924
89815	rnn.bias_ih_l1_reverse	1	-0.1036040335893631
89815	rnn.bias_ih_l1_reverse	2	-0.13852933049201965
89815	rnn.bias_ih_l1_reverse	3	-0.025094373151659966
89815	rnn.bias_ih_l1_reverse	4	-0.17089849710464478
89815	rnn.bias_ih_l1_reverse	5	-0.08607121556997299
89815	rnn.bias_ih_l1_reverse	6	-0.11012653261423111
89815	rnn.bias_ih_l1_reverse	7	-0.17908504605293274
89815	rnn.bias_ih_l1_reverse	8	0.15960907936096191
89815	rnn.bias_ih_l1_reverse	9	0.025222066789865494
89815	rnn.bias_hh_l1_reverse	0	-0.053151462227106094
89815	rnn.bias_hh_l1_reverse	1	0.021801626309752464
89815	rnn.bias_hh_l1_reverse	2	-0.21277058124542236
89815	rnn.bias_hh_l1_reverse	3	-0.10056322813034058
89815	rnn.bias_hh_l1_reverse	4	-0.06821391731500626
89815	rnn.bias_hh_l1_reverse	5	-0.08885205537080765
89815	rnn.bias_hh_l1_reverse	6	0.1482096016407013
89815	rnn.bias_hh_l1_reverse	7	-0.150336354970932
89815	rnn.bias_hh_l1_reverse	8	-0.09705919772386551
89815	rnn.bias_hh_l1_reverse	9	-0.11871881037950516
89815	linear.weight	0	0.002228822559118271
89815	linear.weight	1	0.1070542261004448
89815	linear.weight	2	-0.10948372632265091
89815	linear.weight	3	0.3376694619655609
89815	linear.weight	4	0.10674452036619186
89815	linear.weight	5	0.0020301060285419226
89815	linear.weight	6	0.0062719108536839485
89815	linear.weight	7	0.09677997976541519
89815	linear.weight	8	0.041326459497213364
89815	linear.weight	9	-0.046482812613248825
89815	linear.bias	0	-0.052892833948135376
89815	linear.bias	1	-0.17980457842350006
89815	linear.bias	2	-0.4519279897212982
89815	linear.bias	3	-0.7086900472640991
89815	linear.bias	4	-1.1372337341308594
89815	linear.bias	5	-0.0335974283516407
89815	linear.bias	6	-0.6951181888580322
89815	linear.bias	7	0.38979199528694153
89815	linear.bias	8	-0.486718088388443
89815	linear.bias	9	-0.84372878074646
90012	transitions	0	0.6071622967720032
90012	transitions	1	0.09737572818994522
90012	transitions	2	-10000.0
90012	transitions	3	-1.8107374906539917
90012	transitions	4	-10000.0
90012	transitions	5	0.6189228296279907
90012	transitions	6	-0.04675022140145302
90012	transitions	7	-0.5127010345458984
90012	transitions	8	-1.3665200471878052
90012	transitions	9	-0.0007610338507220149
90012	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
90012	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
90012	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
90012	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
90012	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
90012	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
90012	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
90012	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
90012	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
90012	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
90012	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
90012	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
90012	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
90012	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
90012	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
90012	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
90012	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
90012	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
90012	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
90012	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
90012	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
90012	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
90012	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
90012	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
90012	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
90012	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
90012	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
90012	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
90012	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
90012	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
90012	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
90012	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
90012	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
90012	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
90012	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
90012	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
90012	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
90012	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
90012	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
90012	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
90012	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
90012	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
90012	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
90012	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
90012	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
90012	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
90012	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
90012	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
90012	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
90012	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
90012	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
90012	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
90012	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
90012	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
90012	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
90012	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
90012	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
90012	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
90012	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
90012	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
90012	embedding2nn.weight	0	0.01441140752285719
90012	embedding2nn.weight	1	-0.01616145856678486
90012	embedding2nn.weight	2	-0.014268255792558193
90012	embedding2nn.weight	3	0.010110026225447655
90012	embedding2nn.weight	4	-0.005915035028010607
90012	embedding2nn.weight	5	-0.003700581844896078
90012	embedding2nn.weight	6	-0.003973230719566345
90012	embedding2nn.weight	7	-0.04562671110033989
90012	embedding2nn.weight	8	-0.0019979383796453476
90012	embedding2nn.weight	9	-0.029492340981960297
90012	embedding2nn.bias	0	0.023671671748161316
90012	embedding2nn.bias	1	-0.07974153757095337
90012	embedding2nn.bias	2	0.08026676625013351
90012	embedding2nn.bias	3	0.07381247729063034
90012	embedding2nn.bias	4	-0.048427764326334
90012	embedding2nn.bias	5	-0.023381566628813744
90012	embedding2nn.bias	6	0.01621212437748909
90012	embedding2nn.bias	7	-0.036056939512491226
90012	embedding2nn.bias	8	0.027222763746976852
90012	embedding2nn.bias	9	0.024699803441762924
90012	rnn.weight_ih_l0	0	-0.0498446486890316
90012	rnn.weight_ih_l0	1	-0.004269072320312262
90012	rnn.weight_ih_l0	2	0.04368910938501358
90012	rnn.weight_ih_l0	3	0.007635168265551329
90012	rnn.weight_ih_l0	4	-0.020915864035487175
90012	rnn.weight_ih_l0	5	-0.05298657715320587
90012	rnn.weight_ih_l0	6	0.0023776974994689226
90012	rnn.weight_ih_l0	7	0.04436025023460388
90012	rnn.weight_ih_l0	8	-0.012424886226654053
90012	rnn.weight_ih_l0	9	-0.017196478322148323
90012	rnn.weight_hh_l0	0	-0.03331470862030983
90012	rnn.weight_hh_l0	1	0.00816509872674942
90012	rnn.weight_hh_l0	2	0.007298885378986597
90012	rnn.weight_hh_l0	3	-0.05119052529335022
90012	rnn.weight_hh_l0	4	0.06753206253051758
90012	rnn.weight_hh_l0	5	-0.0010171259054914117
90012	rnn.weight_hh_l0	6	-0.03991791605949402
90012	rnn.weight_hh_l0	7	-0.007236108183860779
90012	rnn.weight_hh_l0	8	0.01625300571322441
90012	rnn.weight_hh_l0	9	-0.017966076731681824
90012	rnn.bias_ih_l0	0	0.06820560246706009
90012	rnn.bias_ih_l0	1	-0.021050669252872467
90012	rnn.bias_ih_l0	2	-0.013113852590322495
90012	rnn.bias_ih_l0	3	0.11220032721757889
90012	rnn.bias_ih_l0	4	-0.06429111957550049
90012	rnn.bias_ih_l0	5	-0.017632046714425087
90012	rnn.bias_ih_l0	6	0.0017536169616505504
90012	rnn.bias_ih_l0	7	0.042390864342451096
90012	rnn.bias_ih_l0	8	-0.09967183321714401
90012	rnn.bias_ih_l0	9	-0.038947198539972305
90012	rnn.bias_hh_l0	0	-0.03373018279671669
90012	rnn.bias_hh_l0	1	-0.10400204360485077
90012	rnn.bias_hh_l0	2	-0.03778189793229103
90012	rnn.bias_hh_l0	3	-0.07085069268941879
90012	rnn.bias_hh_l0	4	-0.03633464500308037
90012	rnn.bias_hh_l0	5	-0.007587793283164501
90012	rnn.bias_hh_l0	6	0.02593108080327511
90012	rnn.bias_hh_l0	7	0.05595473572611809
90012	rnn.bias_hh_l0	8	-0.11865943670272827
90012	rnn.bias_hh_l0	9	-0.0286240391433239
90012	rnn.weight_ih_l0_reverse	0	-0.012903102673590183
90012	rnn.weight_ih_l0_reverse	1	-0.05396178737282753
90012	rnn.weight_ih_l0_reverse	2	-0.028271831572055817
90012	rnn.weight_ih_l0_reverse	3	0.003368481993675232
90012	rnn.weight_ih_l0_reverse	4	-0.008006430231034756
90012	rnn.weight_ih_l0_reverse	5	-0.04158904030919075
90012	rnn.weight_ih_l0_reverse	6	0.06345521658658981
90012	rnn.weight_ih_l0_reverse	7	-0.021901806816458702
90012	rnn.weight_ih_l0_reverse	8	-0.029977448284626007
90012	rnn.weight_ih_l0_reverse	9	0.009102937765419483
90012	rnn.weight_hh_l0_reverse	0	0.03128235414624214
90012	rnn.weight_hh_l0_reverse	1	0.03298289328813553
90012	rnn.weight_hh_l0_reverse	2	0.03899642452597618
90012	rnn.weight_hh_l0_reverse	3	0.026435790583491325
90012	rnn.weight_hh_l0_reverse	4	0.004966616630554199
90012	rnn.weight_hh_l0_reverse	5	0.009953118860721588
90012	rnn.weight_hh_l0_reverse	6	0.044541116803884506
90012	rnn.weight_hh_l0_reverse	7	-0.06275373697280884
90012	rnn.weight_hh_l0_reverse	8	0.03577740862965584
90012	rnn.weight_hh_l0_reverse	9	0.0445108562707901
90012	rnn.bias_ih_l0_reverse	0	-0.053594525903463364
90012	rnn.bias_ih_l0_reverse	1	-0.209394171833992
90012	rnn.bias_ih_l0_reverse	2	-0.11181169003248215
90012	rnn.bias_ih_l0_reverse	3	-0.01780078187584877
90012	rnn.bias_ih_l0_reverse	4	-0.04852772504091263
90012	rnn.bias_ih_l0_reverse	5	0.04939054325222969
90012	rnn.bias_ih_l0_reverse	6	-0.055855993181467056
90012	rnn.bias_ih_l0_reverse	7	0.03777361661195755
90012	rnn.bias_ih_l0_reverse	8	-0.041561372578144073
90012	rnn.bias_ih_l0_reverse	9	0.03356504440307617
90012	rnn.bias_hh_l0_reverse	0	0.005928694736212492
90012	rnn.bias_hh_l0_reverse	1	-0.018659409135580063
90012	rnn.bias_hh_l0_reverse	2	0.0456402488052845
90012	rnn.bias_hh_l0_reverse	3	-0.05443935841321945
90012	rnn.bias_hh_l0_reverse	4	-0.032947685569524765
90012	rnn.bias_hh_l0_reverse	5	-0.02341395430266857
90012	rnn.bias_hh_l0_reverse	6	-0.01993296854197979
90012	rnn.bias_hh_l0_reverse	7	0.08802897483110428
90012	rnn.bias_hh_l0_reverse	8	0.03109651803970337
90012	rnn.bias_hh_l0_reverse	9	-0.0923905074596405
90012	rnn.weight_ih_l1	0	-0.04234734922647476
90012	rnn.weight_ih_l1	1	-0.027450252324342728
90012	rnn.weight_ih_l1	2	0.03420983999967575
90012	rnn.weight_ih_l1	3	-0.04101583734154701
90012	rnn.weight_ih_l1	4	-0.005828768480569124
90012	rnn.weight_ih_l1	5	-0.04643743857741356
90012	rnn.weight_ih_l1	6	0.02987777814269066
90012	rnn.weight_ih_l1	7	-0.03485172241926193
90012	rnn.weight_ih_l1	8	0.03892272710800171
90012	rnn.weight_ih_l1	9	0.03349749371409416
90012	rnn.weight_hh_l1	0	-0.002142207697033882
90012	rnn.weight_hh_l1	1	0.009337863884866238
90012	rnn.weight_hh_l1	2	0.002404067199677229
90012	rnn.weight_hh_l1	3	-0.01161142997443676
90012	rnn.weight_hh_l1	4	0.003053524298593402
90012	rnn.weight_hh_l1	5	0.026013541966676712
90012	rnn.weight_hh_l1	6	0.02933511696755886
90012	rnn.weight_hh_l1	7	-0.026112305000424385
90012	rnn.weight_hh_l1	8	-0.021655717864632607
90012	rnn.weight_hh_l1	9	0.03967712074518204
90012	rnn.bias_ih_l1	0	-0.1727374792098999
90012	rnn.bias_ih_l1	1	-0.15884451568126678
90012	rnn.bias_ih_l1	2	-0.16581697762012482
90012	rnn.bias_ih_l1	3	-0.2303013652563095
90012	rnn.bias_ih_l1	4	-0.1589515060186386
90012	rnn.bias_ih_l1	5	-0.09261847287416458
90012	rnn.bias_ih_l1	6	-0.12352264672517776
90012	rnn.bias_ih_l1	7	-0.012731239199638367
90012	rnn.bias_ih_l1	8	-0.1217082142829895
90012	rnn.bias_ih_l1	9	-0.09695624560117722
90012	rnn.bias_hh_l1	0	-0.12245956063270569
90012	rnn.bias_hh_l1	1	-0.04630527272820473
90012	rnn.bias_hh_l1	2	-0.07761453092098236
90012	rnn.bias_hh_l1	3	-0.0912163108587265
90012	rnn.bias_hh_l1	4	-0.11553210765123367
90012	rnn.bias_hh_l1	5	-0.0891306921839714
90012	rnn.bias_hh_l1	6	-0.11593256145715714
90012	rnn.bias_hh_l1	7	0.014212592504918575
90012	rnn.bias_hh_l1	8	-0.14348329603672028
90012	rnn.bias_hh_l1	9	-0.08116286247968674
90012	rnn.weight_ih_l1_reverse	0	-0.03713228553533554
90012	rnn.weight_ih_l1_reverse	1	0.012377195991575718
90012	rnn.weight_ih_l1_reverse	2	0.0014658793807029724
90012	rnn.weight_ih_l1_reverse	3	-0.0012652374571189284
90012	rnn.weight_ih_l1_reverse	4	-0.02121966890990734
90012	rnn.weight_ih_l1_reverse	5	-0.03664474934339523
90012	rnn.weight_ih_l1_reverse	6	-0.0038730003871023655
90012	rnn.weight_ih_l1_reverse	7	0.016922783106565475
90012	rnn.weight_ih_l1_reverse	8	0.022300416603684425
90012	rnn.weight_ih_l1_reverse	9	-0.05835768207907677
90012	rnn.weight_hh_l1_reverse	0	0.008974387310445309
90012	rnn.weight_hh_l1_reverse	1	0.02990935742855072
90012	rnn.weight_hh_l1_reverse	2	-0.03924771770834923
90012	rnn.weight_hh_l1_reverse	3	0.039793677628040314
90012	rnn.weight_hh_l1_reverse	4	0.04822508618235588
90012	rnn.weight_hh_l1_reverse	5	0.007629588712006807
90012	rnn.weight_hh_l1_reverse	6	0.005819837562739849
90012	rnn.weight_hh_l1_reverse	7	0.026012934744358063
90012	rnn.weight_hh_l1_reverse	8	-0.0037236970383673906
90012	rnn.weight_hh_l1_reverse	9	-0.038937922567129135
90012	rnn.bias_ih_l1_reverse	0	-0.04685395583510399
90012	rnn.bias_ih_l1_reverse	1	-0.10573355853557587
90012	rnn.bias_ih_l1_reverse	2	-0.13466261327266693
90012	rnn.bias_ih_l1_reverse	3	-0.031040575355291367
90012	rnn.bias_ih_l1_reverse	4	-0.17111338675022125
90012	rnn.bias_ih_l1_reverse	5	-0.08714816719293594
90012	rnn.bias_ih_l1_reverse	6	-0.11093061417341232
90012	rnn.bias_ih_l1_reverse	7	-0.17858634889125824
90012	rnn.bias_ih_l1_reverse	8	0.1596895009279251
90012	rnn.bias_ih_l1_reverse	9	0.03111814707517624
90012	rnn.bias_hh_l1_reverse	0	-0.04764442518353462
90012	rnn.bias_hh_l1_reverse	1	0.00827646441757679
90012	rnn.bias_hh_l1_reverse	2	-0.2129652053117752
90012	rnn.bias_hh_l1_reverse	3	-0.10187464207410812
90012	rnn.bias_hh_l1_reverse	4	-0.0711972638964653
90012	rnn.bias_hh_l1_reverse	5	-0.09303249418735504
90012	rnn.bias_hh_l1_reverse	6	0.15464480221271515
90012	rnn.bias_hh_l1_reverse	7	-0.15196554362773895
90012	rnn.bias_hh_l1_reverse	8	-0.09857909381389618
90012	rnn.bias_hh_l1_reverse	9	-0.11810392886400223
90012	linear.weight	0	0.002228822559118271
90012	linear.weight	1	0.10097839683294296
90012	linear.weight	2	-0.1076054722070694
90012	linear.weight	3	0.33702847361564636
90012	linear.weight	4	0.10604479163885117
90012	linear.weight	5	0.0037331527564674616
90012	linear.weight	6	0.022993523627519608
90012	linear.weight	7	0.10389740765094757
90012	linear.weight	8	0.04132866486907005
90012	linear.weight	9	-0.05328473448753357
90012	linear.bias	0	-0.0787322074174881
90012	linear.bias	1	-0.1815398633480072
90012	linear.bias	2	-0.43899402022361755
90012	linear.bias	3	-0.7089484333992004
90012	linear.bias	4	-1.1359174251556396
90012	linear.bias	5	-0.040900640189647675
90012	linear.bias	6	-0.696928083896637
90012	linear.bias	7	0.38482019305229187
90012	linear.bias	8	-0.4890114665031433
90012	linear.bias	9	-0.8467671871185303
90209	transitions	0	0.5872172713279724
90209	transitions	1	0.09784174710512161
90209	transitions	2	-10000.0
90209	transitions	3	-1.8107908964157104
90209	transitions	4	-10000.0
90209	transitions	5	0.6185849905014038
90209	transitions	6	-0.04687279835343361
90209	transitions	7	-0.5134874582290649
90209	transitions	8	-1.366682767868042
90209	transitions	9	-0.0007635239162482321
90209	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
90209	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
90209	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
90209	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
90209	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
90209	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
90209	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
90209	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
90209	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
90209	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
90209	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
90209	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
90209	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
90209	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
90209	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
90209	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
90209	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
90209	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
90209	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
90209	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
90209	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
90209	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
90209	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
90209	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
90209	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
90209	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
90209	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
90209	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
90209	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
90209	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
90209	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
90209	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
90209	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
90209	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
90209	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
90209	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
90209	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
90209	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
90209	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
90209	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
90209	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
90209	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
90209	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
90209	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
90209	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
90209	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
90209	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
90209	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
90209	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
90209	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
90209	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
90209	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
90209	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
90209	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
90209	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
90209	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
90209	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
90209	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
90209	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
90209	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
90209	embedding2nn.weight	0	0.013092639856040478
90209	embedding2nn.weight	1	-0.016176899895071983
90209	embedding2nn.weight	2	-0.014268255792558193
90209	embedding2nn.weight	3	0.008333238773047924
90209	embedding2nn.weight	4	-0.005915035028010607
90209	embedding2nn.weight	5	-0.003700581844896078
90209	embedding2nn.weight	6	-0.0039732311852276325
90209	embedding2nn.weight	7	-0.044909145683050156
90209	embedding2nn.weight	8	-0.0019979383796453476
90209	embedding2nn.weight	9	-0.028952745720744133
90209	embedding2nn.bias	0	0.015682466328144073
90209	embedding2nn.bias	1	-0.08050353080034256
90209	embedding2nn.bias	2	0.08040843158960342
90209	embedding2nn.bias	3	0.06586366891860962
90209	embedding2nn.bias	4	-0.045974232256412506
90209	embedding2nn.bias	5	-0.0178879015147686
90209	embedding2nn.bias	6	0.01683994196355343
90209	embedding2nn.bias	7	-0.037521686404943466
90209	embedding2nn.bias	8	0.028123578056693077
90209	embedding2nn.bias	9	0.031036796048283577
90209	rnn.weight_ih_l0	0	-0.05198683217167854
90209	rnn.weight_ih_l0	1	-0.004087192006409168
90209	rnn.weight_ih_l0	2	0.04442364722490311
90209	rnn.weight_ih_l0	3	0.00701019074767828
90209	rnn.weight_ih_l0	4	-0.020992126315832138
90209	rnn.weight_ih_l0	5	-0.051943328231573105
90209	rnn.weight_ih_l0	6	0.0031355309765785933
90209	rnn.weight_ih_l0	7	0.045100823044776917
90209	rnn.weight_ih_l0	8	-0.012463061138987541
90209	rnn.weight_ih_l0	9	-0.015780488029122353
90209	rnn.weight_hh_l0	0	-0.03394639864563942
90209	rnn.weight_hh_l0	1	0.007440393324941397
90209	rnn.weight_hh_l0	2	0.008370726369321346
90209	rnn.weight_hh_l0	3	-0.05162213370203972
90209	rnn.weight_hh_l0	4	0.06809555739164352
90209	rnn.weight_hh_l0	5	-0.0012097298167645931
90209	rnn.weight_hh_l0	6	-0.04021020978689194
90209	rnn.weight_hh_l0	7	-0.005087045021355152
90209	rnn.weight_hh_l0	8	0.01719377003610134
90209	rnn.weight_hh_l0	9	-0.017733179032802582
90209	rnn.bias_ih_l0	0	0.06728772073984146
90209	rnn.bias_ih_l0	1	-0.019480442628264427
90209	rnn.bias_ih_l0	2	-0.014658764936029911
90209	rnn.bias_ih_l0	3	0.11284806579351425
90209	rnn.bias_ih_l0	4	-0.06119232252240181
90209	rnn.bias_ih_l0	5	-0.018570581451058388
90209	rnn.bias_ih_l0	6	-0.0019411942921578884
90209	rnn.bias_ih_l0	7	0.04254010692238808
90209	rnn.bias_ih_l0	8	-0.10040516406297684
90209	rnn.bias_ih_l0	9	-0.0423666387796402
90209	rnn.bias_hh_l0	0	-0.03370678797364235
90209	rnn.bias_hh_l0	1	-0.10768798738718033
90209	rnn.bias_hh_l0	2	-0.037184737622737885
90209	rnn.bias_hh_l0	3	-0.07238567620515823
90209	rnn.bias_hh_l0	4	-0.03631891310214996
90209	rnn.bias_hh_l0	5	-0.005552486516535282
90209	rnn.bias_hh_l0	6	0.02873246930539608
90209	rnn.bias_hh_l0	7	0.04682135581970215
90209	rnn.bias_hh_l0	8	-0.11913792788982391
90209	rnn.bias_hh_l0	9	-0.029975686222314835
90209	rnn.weight_ih_l0_reverse	0	-0.013381867669522762
90209	rnn.weight_ih_l0_reverse	1	-0.05354095250368118
90209	rnn.weight_ih_l0_reverse	2	-0.031286198645830154
90209	rnn.weight_ih_l0_reverse	3	0.003276504809036851
90209	rnn.weight_ih_l0_reverse	4	-0.009306137450039387
90209	rnn.weight_ih_l0_reverse	5	-0.04186515137553215
90209	rnn.weight_ih_l0_reverse	6	0.06230895221233368
90209	rnn.weight_ih_l0_reverse	7	-0.021553657948970795
90209	rnn.weight_ih_l0_reverse	8	-0.02985844574868679
90209	rnn.weight_ih_l0_reverse	9	0.008040564134716988
90209	rnn.weight_hh_l0_reverse	0	0.030542641878128052
90209	rnn.weight_hh_l0_reverse	1	0.03304922208189964
90209	rnn.weight_hh_l0_reverse	2	0.038649920374155045
90209	rnn.weight_hh_l0_reverse	3	0.027286000549793243
90209	rnn.weight_hh_l0_reverse	4	0.0041386643424630165
90209	rnn.weight_hh_l0_reverse	5	0.009627319872379303
90209	rnn.weight_hh_l0_reverse	6	0.04393870756030083
90209	rnn.weight_hh_l0_reverse	7	-0.06362807005643845
90209	rnn.weight_hh_l0_reverse	8	0.035737261176109314
90209	rnn.weight_hh_l0_reverse	9	0.045031093060970306
90209	rnn.bias_ih_l0_reverse	0	-0.054666437208652496
90209	rnn.bias_ih_l0_reverse	1	-0.2082226425409317
90209	rnn.bias_ih_l0_reverse	2	-0.1142648234963417
90209	rnn.bias_ih_l0_reverse	3	-0.01950010284781456
90209	rnn.bias_ih_l0_reverse	4	-0.04876001924276352
90209	rnn.bias_ih_l0_reverse	5	0.04690609499812126
90209	rnn.bias_ih_l0_reverse	6	-0.056305356323719025
90209	rnn.bias_ih_l0_reverse	7	0.03982241451740265
90209	rnn.bias_ih_l0_reverse	8	-0.04234975576400757
90209	rnn.bias_ih_l0_reverse	9	0.034580864012241364
90209	rnn.bias_hh_l0_reverse	0	0.0030741370283067226
90209	rnn.bias_hh_l0_reverse	1	-0.018786801025271416
90209	rnn.bias_hh_l0_reverse	2	0.050490815192461014
90209	rnn.bias_hh_l0_reverse	3	-0.05311351642012596
90209	rnn.bias_hh_l0_reverse	4	-0.03253830596804619
90209	rnn.bias_hh_l0_reverse	5	-0.02286379225552082
90209	rnn.bias_hh_l0_reverse	6	-0.020484622567892075
90209	rnn.bias_hh_l0_reverse	7	0.08506771922111511
90209	rnn.bias_hh_l0_reverse	8	0.03319380059838295
90209	rnn.bias_hh_l0_reverse	9	-0.0949203372001648
90209	rnn.weight_ih_l1	0	-0.04250551760196686
90209	rnn.weight_ih_l1	1	-0.02659434638917446
90209	rnn.weight_ih_l1	2	0.035537946969270706
90209	rnn.weight_ih_l1	3	-0.04316161945462227
90209	rnn.weight_ih_l1	4	-0.00692219752818346
90209	rnn.weight_ih_l1	5	-0.04622333496809006
90209	rnn.weight_ih_l1	6	0.02913210168480873
90209	rnn.weight_ih_l1	7	-0.033508315682411194
90209	rnn.weight_ih_l1	8	0.03897935524582863
90209	rnn.weight_ih_l1	9	0.03308980166912079
90209	rnn.weight_hh_l1	0	-0.0038477317430078983
90209	rnn.weight_hh_l1	1	0.009603779762983322
90209	rnn.weight_hh_l1	2	0.00028572414885275066
90209	rnn.weight_hh_l1	3	-0.012263810262084007
90209	rnn.weight_hh_l1	4	0.003021158976480365
90209	rnn.weight_hh_l1	5	0.02647589147090912
90209	rnn.weight_hh_l1	6	0.029706669971346855
90209	rnn.weight_hh_l1	7	-0.02630365639925003
90209	rnn.weight_hh_l1	8	-0.02168312482535839
90209	rnn.weight_hh_l1	9	0.039917755872011185
90209	rnn.bias_ih_l1	0	-0.1727462112903595
90209	rnn.bias_ih_l1	1	-0.16033032536506653
90209	rnn.bias_ih_l1	2	-0.16704820096492767
90209	rnn.bias_ih_l1	3	-0.23053878545761108
90209	rnn.bias_ih_l1	4	-0.16309426724910736
90209	rnn.bias_ih_l1	5	-0.09143269807100296
90209	rnn.bias_ih_l1	6	-0.12726889550685883
90209	rnn.bias_ih_l1	7	-0.01019990909844637
90209	rnn.bias_ih_l1	8	-0.12271904200315475
90209	rnn.bias_ih_l1	9	-0.09734393656253815
90209	rnn.bias_hh_l1	0	-0.12287912517786026
90209	rnn.bias_hh_l1	1	-0.045898985117673874
90209	rnn.bias_hh_l1	2	-0.0780865028500557
90209	rnn.bias_hh_l1	3	-0.0913097932934761
90209	rnn.bias_hh_l1	4	-0.11505016684532166
90209	rnn.bias_hh_l1	5	-0.08989826589822769
90209	rnn.bias_hh_l1	6	-0.10965278744697571
90209	rnn.bias_hh_l1	7	0.011270876973867416
90209	rnn.bias_hh_l1	8	-0.14427369832992554
90209	rnn.bias_hh_l1	9	-0.08401161432266235
90209	rnn.weight_ih_l1_reverse	0	-0.03805894777178764
90209	rnn.weight_ih_l1_reverse	1	0.01358185987919569
90209	rnn.weight_ih_l1_reverse	2	-0.0008451257599517703
90209	rnn.weight_ih_l1_reverse	3	-0.0028792947996407747
90209	rnn.weight_ih_l1_reverse	4	-0.021408628672361374
90209	rnn.weight_ih_l1_reverse	5	-0.03664199262857437
90209	rnn.weight_ih_l1_reverse	6	-0.0036597263533622026
90209	rnn.weight_ih_l1_reverse	7	0.016406670212745667
90209	rnn.weight_ih_l1_reverse	8	0.028457408770918846
90209	rnn.weight_ih_l1_reverse	9	-0.0579199492931366
90209	rnn.weight_hh_l1_reverse	0	0.009229032322764397
90209	rnn.weight_hh_l1_reverse	1	0.030048027634620667
90209	rnn.weight_hh_l1_reverse	2	-0.03931001201272011
90209	rnn.weight_hh_l1_reverse	3	0.039689015597105026
90209	rnn.weight_hh_l1_reverse	4	0.047965846955776215
90209	rnn.weight_hh_l1_reverse	5	0.00720465462654829
90209	rnn.weight_hh_l1_reverse	6	0.006364554166793823
90209	rnn.weight_hh_l1_reverse	7	0.02587759494781494
90209	rnn.weight_hh_l1_reverse	8	-0.0038119801320135593
90209	rnn.weight_hh_l1_reverse	9	-0.03902244195342064
90209	rnn.bias_ih_l1_reverse	0	-0.04971460998058319
90209	rnn.bias_ih_l1_reverse	1	-0.10841009020805359
90209	rnn.bias_ih_l1_reverse	2	-0.13705995678901672
90209	rnn.bias_ih_l1_reverse	3	-0.03809044510126114
90209	rnn.bias_ih_l1_reverse	4	-0.17012310028076172
90209	rnn.bias_ih_l1_reverse	5	-0.08550801128149033
90209	rnn.bias_ih_l1_reverse	6	-0.1103961244225502
90209	rnn.bias_ih_l1_reverse	7	-0.18195386230945587
90209	rnn.bias_ih_l1_reverse	8	0.16324836015701294
90209	rnn.bias_ih_l1_reverse	9	0.024355322122573853
90209	rnn.bias_hh_l1_reverse	0	-0.048915233463048935
90209	rnn.bias_hh_l1_reverse	1	0.015201656147837639
90209	rnn.bias_hh_l1_reverse	2	-0.21333323419094086
90209	rnn.bias_hh_l1_reverse	3	-0.10136070847511292
90209	rnn.bias_hh_l1_reverse	4	-0.07227775454521179
90209	rnn.bias_hh_l1_reverse	5	-0.09111062437295914
90209	rnn.bias_hh_l1_reverse	6	0.1539940983057022
90209	rnn.bias_hh_l1_reverse	7	-0.1555822342634201
90209	rnn.bias_hh_l1_reverse	8	-0.0977402850985527
90209	rnn.bias_hh_l1_reverse	9	-0.11791465431451797
90209	linear.weight	0	0.002228822559118271
90209	linear.weight	1	0.10465317964553833
90209	linear.weight	2	-0.10226563364267349
90209	linear.weight	3	0.33292049169540405
90209	linear.weight	4	0.10057928413152695
90209	linear.weight	5	0.0022511736024171114
90209	linear.weight	6	0.02255016379058361
90209	linear.weight	7	0.10103249549865723
90209	linear.weight	8	0.041328977793455124
90209	linear.weight	9	-0.05000157654285431
90209	linear.bias	0	-0.05950472131371498
90209	linear.bias	1	-0.173395037651062
90209	linear.bias	2	-0.4415426254272461
90209	linear.bias	3	-0.7198667526245117
90209	linear.bias	4	-1.1441062688827515
90209	linear.bias	5	-0.07183539122343063
90209	linear.bias	6	-0.6918156743049622
90209	linear.bias	7	0.3573562800884247
90209	linear.bias	8	-0.4929397404193878
90209	linear.bias	9	-0.8502917289733887
90406	transitions	0	0.6013036370277405
90406	transitions	1	0.09998105466365814
90406	transitions	2	-10000.0
90406	transitions	3	-1.810855746269226
90406	transitions	4	-10000.0
90406	transitions	5	0.6183609962463379
90406	transitions	6	-0.04696964472532272
90406	transitions	7	-0.5139843225479126
90406	transitions	8	-1.366919755935669
90406	transitions	9	-0.0007652691565454006
90406	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
90406	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
90406	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
90406	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
90406	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
90406	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
90406	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
90406	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
90406	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
90406	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
90406	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
90406	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
90406	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
90406	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
90406	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
90406	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
90406	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
90406	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
90406	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
90406	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
90406	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
90406	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
90406	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
90406	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
90406	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
90406	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
90406	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
90406	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
90406	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
90406	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
90406	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
90406	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
90406	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
90406	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
90406	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
90406	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
90406	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
90406	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
90406	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
90406	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
90406	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
90406	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
90406	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
90406	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
90406	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
90406	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
90406	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
90406	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
90406	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
90406	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
90406	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
90406	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
90406	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
90406	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
90406	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
90406	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
90406	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
90406	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
90406	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
90406	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
90406	embedding2nn.weight	0	0.012129832059144974
90406	embedding2nn.weight	1	-0.01624138467013836
90406	embedding2nn.weight	2	-0.014268255792558193
90406	embedding2nn.weight	3	0.006847293581813574
90406	embedding2nn.weight	4	-0.005915035028010607
90406	embedding2nn.weight	5	-0.003700581844896078
90406	embedding2nn.weight	6	-0.003973225597292185
90406	embedding2nn.weight	7	-0.04563812538981438
90406	embedding2nn.weight	8	-0.0019979383796453476
90406	embedding2nn.weight	9	-0.028677375987172127
90406	embedding2nn.bias	0	0.023135459050536156
90406	embedding2nn.bias	1	-0.07317785173654556
90406	embedding2nn.bias	2	0.08206024020910263
90406	embedding2nn.bias	3	0.05798100680112839
90406	embedding2nn.bias	4	-0.04755901172757149
90406	embedding2nn.bias	5	-0.009401313029229641
90406	embedding2nn.bias	6	0.019380690529942513
90406	embedding2nn.bias	7	-0.04778624325990677
90406	embedding2nn.bias	8	0.03416408970952034
90406	embedding2nn.bias	9	0.02089231088757515
90406	rnn.weight_ih_l0	0	-0.05498912185430527
90406	rnn.weight_ih_l0	1	-0.005353242624551058
90406	rnn.weight_ih_l0	2	0.0443858727812767
90406	rnn.weight_ih_l0	3	0.007229996845126152
90406	rnn.weight_ih_l0	4	-0.021445631980895996
90406	rnn.weight_ih_l0	5	-0.050479281693696976
90406	rnn.weight_ih_l0	6	0.0027471063658595085
90406	rnn.weight_ih_l0	7	0.044548142701387405
90406	rnn.weight_ih_l0	8	-0.01300339587032795
90406	rnn.weight_ih_l0	9	-0.016390645876526833
90406	rnn.weight_hh_l0	0	-0.034176379442214966
90406	rnn.weight_hh_l0	1	0.008563270792365074
90406	rnn.weight_hh_l0	2	0.008921160362660885
90406	rnn.weight_hh_l0	3	-0.051135264337062836
90406	rnn.weight_hh_l0	4	0.06849432736635208
90406	rnn.weight_hh_l0	5	-0.0027819019742310047
90406	rnn.weight_hh_l0	6	-0.03978521376848221
90406	rnn.weight_hh_l0	7	-0.004227404482662678
90406	rnn.weight_hh_l0	8	0.01555843185633421
90406	rnn.weight_hh_l0	9	-0.016939377412199974
90406	rnn.bias_ih_l0	0	0.06442941725254059
90406	rnn.bias_ih_l0	1	-0.021546954289078712
90406	rnn.bias_ih_l0	2	-0.01426786370575428
90406	rnn.bias_ih_l0	3	0.11308309435844421
90406	rnn.bias_ih_l0	4	-0.0597289502620697
90406	rnn.bias_ih_l0	5	-0.02073594182729721
90406	rnn.bias_ih_l0	6	-0.003927711397409439
90406	rnn.bias_ih_l0	7	0.04232553392648697
90406	rnn.bias_ih_l0	8	-0.09979061782360077
90406	rnn.bias_ih_l0	9	-0.04141617566347122
90406	rnn.bias_hh_l0	0	-0.03410234674811363
90406	rnn.bias_hh_l0	1	-0.10762204974889755
90406	rnn.bias_hh_l0	2	-0.03383761644363403
90406	rnn.bias_hh_l0	3	-0.07227303832769394
90406	rnn.bias_hh_l0	4	-0.038501814007759094
90406	rnn.bias_hh_l0	5	-0.0075163329020142555
90406	rnn.bias_hh_l0	6	0.02727213129401207
90406	rnn.bias_hh_l0	7	0.049395136535167694
90406	rnn.bias_hh_l0	8	-0.11705680936574936
90406	rnn.bias_hh_l0	9	-0.024293506518006325
90406	rnn.weight_ih_l0_reverse	0	-0.014385530725121498
90406	rnn.weight_ih_l0_reverse	1	-0.05338521674275398
90406	rnn.weight_ih_l0_reverse	2	-0.031848739832639694
90406	rnn.weight_ih_l0_reverse	3	0.004328605253249407
90406	rnn.weight_ih_l0_reverse	4	-0.011282887309789658
90406	rnn.weight_ih_l0_reverse	5	-0.04133811220526695
90406	rnn.weight_ih_l0_reverse	6	0.06144934147596359
90406	rnn.weight_ih_l0_reverse	7	-0.020671797916293144
90406	rnn.weight_ih_l0_reverse	8	-0.029727444052696228
90406	rnn.weight_ih_l0_reverse	9	0.007307108025997877
90406	rnn.weight_hh_l0_reverse	0	0.028271721675992012
90406	rnn.weight_hh_l0_reverse	1	0.03432836756110191
90406	rnn.weight_hh_l0_reverse	2	0.039235275238752365
90406	rnn.weight_hh_l0_reverse	3	0.026570210233330727
90406	rnn.weight_hh_l0_reverse	4	0.00430382089689374
90406	rnn.weight_hh_l0_reverse	5	0.009564596228301525
90406	rnn.weight_hh_l0_reverse	6	0.04393117129802704
90406	rnn.weight_hh_l0_reverse	7	-0.06424541026353836
90406	rnn.weight_hh_l0_reverse	8	0.036038368940353394
90406	rnn.weight_hh_l0_reverse	9	0.04512564092874527
90406	rnn.bias_ih_l0_reverse	0	-0.053752999752759933
90406	rnn.bias_ih_l0_reverse	1	-0.20765142142772675
90406	rnn.bias_ih_l0_reverse	2	-0.11858968436717987
90406	rnn.bias_ih_l0_reverse	3	-0.018009793013334274
90406	rnn.bias_ih_l0_reverse	4	-0.04606333747506142
90406	rnn.bias_ih_l0_reverse	5	0.056690990924835205
90406	rnn.bias_ih_l0_reverse	6	-0.055931299924850464
90406	rnn.bias_ih_l0_reverse	7	0.04245312511920929
90406	rnn.bias_ih_l0_reverse	8	-0.0476546548306942
90406	rnn.bias_ih_l0_reverse	9	0.03369157761335373
90406	rnn.bias_hh_l0_reverse	0	0.0038585341535508633
90406	rnn.bias_hh_l0_reverse	1	-0.021237323060631752
90406	rnn.bias_hh_l0_reverse	2	0.04861672967672348
90406	rnn.bias_hh_l0_reverse	3	-0.05160152539610863
90406	rnn.bias_hh_l0_reverse	4	-0.03343013674020767
90406	rnn.bias_hh_l0_reverse	5	-0.021352918818593025
90406	rnn.bias_hh_l0_reverse	6	-0.018883198499679565
90406	rnn.bias_hh_l0_reverse	7	0.08372336626052856
90406	rnn.bias_hh_l0_reverse	8	0.03156302496790886
90406	rnn.bias_hh_l0_reverse	9	-0.09001483023166656
90406	rnn.weight_ih_l1	0	-0.0411871001124382
90406	rnn.weight_ih_l1	1	-0.025892898440361023
90406	rnn.weight_ih_l1	2	0.0325891375541687
90406	rnn.weight_ih_l1	3	-0.04320511221885681
90406	rnn.weight_ih_l1	4	-0.00681331567466259
90406	rnn.weight_ih_l1	5	-0.04613538831472397
90406	rnn.weight_ih_l1	6	0.029116684570908546
90406	rnn.weight_ih_l1	7	-0.03716884180903435
90406	rnn.weight_ih_l1	8	0.03876872360706329
90406	rnn.weight_ih_l1	9	0.03373633325099945
90406	rnn.weight_hh_l1	0	-0.0027619274333119392
90406	rnn.weight_hh_l1	1	0.00967146921902895
90406	rnn.weight_hh_l1	2	-0.0018153551500290632
90406	rnn.weight_hh_l1	3	-0.01211774256080389
90406	rnn.weight_hh_l1	4	0.003907120320945978
90406	rnn.weight_hh_l1	5	0.026898585259914398
90406	rnn.weight_hh_l1	6	0.029814932495355606
90406	rnn.weight_hh_l1	7	-0.025884145870804787
90406	rnn.weight_hh_l1	8	-0.02242175117135048
90406	rnn.weight_hh_l1	9	0.03927608206868172
90406	rnn.bias_ih_l1	0	-0.17558762431144714
90406	rnn.bias_ih_l1	1	-0.15917056798934937
90406	rnn.bias_ih_l1	2	-0.16839805245399475
90406	rnn.bias_ih_l1	3	-0.2318517565727234
90406	rnn.bias_ih_l1	4	-0.1657426953315735
90406	rnn.bias_ih_l1	5	-0.09109364449977875
90406	rnn.bias_ih_l1	6	-0.12895610928535461
90406	rnn.bias_ih_l1	7	-0.00851472094655037
90406	rnn.bias_ih_l1	8	-0.12037309259176254
90406	rnn.bias_ih_l1	9	-0.09828920662403107
90406	rnn.bias_hh_l1	0	-0.12690123915672302
90406	rnn.bias_hh_l1	1	-0.0492769218981266
90406	rnn.bias_hh_l1	2	-0.07971417903900146
90406	rnn.bias_hh_l1	3	-0.09220144897699356
90406	rnn.bias_hh_l1	4	-0.11460823565721512
90406	rnn.bias_hh_l1	5	-0.09125478565692902
90406	rnn.bias_hh_l1	6	-0.11226871609687805
90406	rnn.bias_hh_l1	7	0.01108421478420496
90406	rnn.bias_hh_l1	8	-0.14508241415023804
90406	rnn.bias_hh_l1	9	-0.08522114157676697
90406	rnn.weight_ih_l1_reverse	0	-0.03715619444847107
90406	rnn.weight_ih_l1_reverse	1	0.015583999454975128
90406	rnn.weight_ih_l1_reverse	2	-0.0070744170807302
90406	rnn.weight_ih_l1_reverse	3	-0.003550124354660511
90406	rnn.weight_ih_l1_reverse	4	-0.021024001762270927
90406	rnn.weight_ih_l1_reverse	5	-0.03666073828935623
90406	rnn.weight_ih_l1_reverse	6	-0.0022076359018683434
90406	rnn.weight_ih_l1_reverse	7	0.016348475590348244
90406	rnn.weight_ih_l1_reverse	8	0.02988150715827942
90406	rnn.weight_ih_l1_reverse	9	-0.06107223778963089
90406	rnn.weight_hh_l1_reverse	0	0.008997388184070587
90406	rnn.weight_hh_l1_reverse	1	0.029979955404996872
90406	rnn.weight_hh_l1_reverse	2	-0.039270274341106415
90406	rnn.weight_hh_l1_reverse	3	0.0397944301366806
90406	rnn.weight_hh_l1_reverse	4	0.04796582832932472
90406	rnn.weight_hh_l1_reverse	5	0.007428896613419056
90406	rnn.weight_hh_l1_reverse	6	0.006334102712571621
90406	rnn.weight_hh_l1_reverse	7	0.02597278542816639
90406	rnn.weight_hh_l1_reverse	8	-0.003713952610269189
90406	rnn.weight_hh_l1_reverse	9	-0.03865192458033562
90406	rnn.bias_ih_l1_reverse	0	-0.050336264073848724
90406	rnn.bias_ih_l1_reverse	1	-0.10922787338495255
90406	rnn.bias_ih_l1_reverse	2	-0.13583806157112122
90406	rnn.bias_ih_l1_reverse	3	-0.03846583887934685
90406	rnn.bias_ih_l1_reverse	4	-0.16785381734371185
90406	rnn.bias_ih_l1_reverse	5	-0.08912362903356552
90406	rnn.bias_ih_l1_reverse	6	-0.11174539476633072
90406	rnn.bias_ih_l1_reverse	7	-0.18467551469802856
90406	rnn.bias_ih_l1_reverse	8	0.16932412981987
90406	rnn.bias_ih_l1_reverse	9	0.021801277995109558
90406	rnn.bias_hh_l1_reverse	0	-0.043508876115083694
90406	rnn.bias_hh_l1_reverse	1	0.006826435681432486
90406	rnn.bias_hh_l1_reverse	2	-0.21175353229045868
90406	rnn.bias_hh_l1_reverse	3	-0.10010555386543274
90406	rnn.bias_hh_l1_reverse	4	-0.0729764774441719
90406	rnn.bias_hh_l1_reverse	5	-0.08862791955471039
90406	rnn.bias_hh_l1_reverse	6	0.15794914960861206
90406	rnn.bias_hh_l1_reverse	7	-0.15663029253482819
90406	rnn.bias_hh_l1_reverse	8	-0.09682381898164749
90406	rnn.bias_hh_l1_reverse	9	-0.11758658289909363
90406	linear.weight	0	0.002228822559118271
90406	linear.weight	1	0.12328062206506729
90406	linear.weight	2	-0.09857998043298721
90406	linear.weight	3	0.34046509861946106
90406	linear.weight	4	0.10111663490533829
90406	linear.weight	5	0.0033348477445542812
90406	linear.weight	6	0.0298776775598526
90406	linear.weight	7	0.11224299669265747
90406	linear.weight	8	0.0413268581032753
90406	linear.weight	9	-0.0515628457069397
90406	linear.bias	0	-0.12234972417354584
90406	linear.bias	1	-0.16751502454280853
90406	linear.bias	2	-0.44275981187820435
90406	linear.bias	3	-0.6976416110992432
90406	linear.bias	4	-1.1209299564361572
90406	linear.bias	5	-0.0491739958524704
90406	linear.bias	6	-0.6887292861938477
90406	linear.bias	7	0.378825843334198
90406	linear.bias	8	-0.49388834834098816
90406	linear.bias	9	-0.8515664339065552
90603	transitions	0	0.6166062951087952
90603	transitions	1	0.09902897477149963
90603	transitions	2	-10000.0
90603	transitions	3	-1.8109129667282104
90603	transitions	4	-10000.0
90603	transitions	5	0.6180751919746399
90603	transitions	6	-0.047104258090257645
90603	transitions	7	-0.5152016282081604
90603	transitions	8	-1.3670525550842285
90603	transitions	9	-0.0007672327337786555
90603	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
90603	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
90603	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
90603	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
90603	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
90603	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
90603	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
90603	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
90603	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
90603	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
90603	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
90603	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
90603	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
90603	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
90603	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
90603	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
90603	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
90603	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
90603	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
90603	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
90603	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
90603	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
90603	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
90603	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
90603	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
90603	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
90603	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
90603	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
90603	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
90603	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
90603	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
90603	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
90603	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
90603	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
90603	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
90603	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
90603	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
90603	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
90603	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
90603	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
90603	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
90603	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
90603	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
90603	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
90603	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
90603	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
90603	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
90603	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
90603	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
90603	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
90603	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
90603	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
90603	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
90603	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
90603	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
90603	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
90603	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
90603	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
90603	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
90603	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
90603	embedding2nn.weight	0	0.013574865646660328
90603	embedding2nn.weight	1	-0.01624969206750393
90603	embedding2nn.weight	2	-0.014268255792558193
90603	embedding2nn.weight	3	0.00438277842476964
90603	embedding2nn.weight	4	-0.005915035028010607
90603	embedding2nn.weight	5	-0.003700581844896078
90603	embedding2nn.weight	6	-0.003973222803324461
90603	embedding2nn.weight	7	-0.04587939381599426
90603	embedding2nn.weight	8	-0.0019979383796453476
90603	embedding2nn.weight	9	-0.029078058898448944
90603	embedding2nn.bias	0	0.030162028968334198
90603	embedding2nn.bias	1	-0.06162012368440628
90603	embedding2nn.bias	2	0.09070483595132828
90603	embedding2nn.bias	3	0.05979862064123154
90603	embedding2nn.bias	4	-0.04187788814306259
90603	embedding2nn.bias	5	-0.014891698025166988
90603	embedding2nn.bias	6	0.004720279015600681
90603	embedding2nn.bias	7	-0.05044655501842499
90603	embedding2nn.bias	8	0.03529299423098564
90603	embedding2nn.bias	9	0.020415224134922028
90603	rnn.weight_ih_l0	0	-0.053293243050575256
90603	rnn.weight_ih_l0	1	-0.0052007585763931274
90603	rnn.weight_ih_l0	2	0.04416872560977936
90603	rnn.weight_ih_l0	3	0.00657443143427372
90603	rnn.weight_ih_l0	4	-0.02209063433110714
90603	rnn.weight_ih_l0	5	-0.05106266215443611
90603	rnn.weight_ih_l0	6	0.003087621880695224
90603	rnn.weight_ih_l0	7	0.04376830905675888
90603	rnn.weight_ih_l0	8	-0.012165711261332035
90603	rnn.weight_ih_l0	9	-0.017849143594503403
90603	rnn.weight_hh_l0	0	-0.03390505164861679
90603	rnn.weight_hh_l0	1	0.007812552154064178
90603	rnn.weight_hh_l0	2	0.009262094274163246
90603	rnn.weight_hh_l0	3	-0.05197031423449516
90603	rnn.weight_hh_l0	4	0.06764252483844757
90603	rnn.weight_hh_l0	5	-0.003384432289749384
90603	rnn.weight_hh_l0	6	-0.04039673134684563
90603	rnn.weight_hh_l0	7	-0.005055624525994062
90603	rnn.weight_hh_l0	8	0.01519267912954092
90603	rnn.weight_hh_l0	9	-0.017071329057216644
90603	rnn.bias_ih_l0	0	0.06326059252023697
90603	rnn.bias_ih_l0	1	-0.02110360749065876
90603	rnn.bias_ih_l0	2	-0.015243234112858772
90603	rnn.bias_ih_l0	3	0.11319196224212646
90603	rnn.bias_ih_l0	4	-0.05631813034415245
90603	rnn.bias_ih_l0	5	-0.026885973289608955
90603	rnn.bias_ih_l0	6	-0.0029760352335870266
90603	rnn.bias_ih_l0	7	0.040945641696453094
90603	rnn.bias_ih_l0	8	-0.10053399950265884
90603	rnn.bias_ih_l0	9	-0.04735193029046059
90603	rnn.bias_hh_l0	0	-0.03316377103328705
90603	rnn.bias_hh_l0	1	-0.10345170646905899
90603	rnn.bias_hh_l0	2	-0.033747319132089615
90603	rnn.bias_hh_l0	3	-0.07312797755002975
90603	rnn.bias_hh_l0	4	-0.03691459074616432
90603	rnn.bias_hh_l0	5	-0.00714762881398201
90603	rnn.bias_hh_l0	6	0.029361193999648094
90603	rnn.bias_hh_l0	7	0.046306636184453964
90603	rnn.bias_hh_l0	8	-0.11984789371490479
90603	rnn.bias_hh_l0	9	-0.01977957785129547
90603	rnn.weight_ih_l0_reverse	0	-0.0156745333224535
90603	rnn.weight_ih_l0_reverse	1	-0.05168125405907631
90603	rnn.weight_ih_l0_reverse	2	-0.031073004007339478
90603	rnn.weight_ih_l0_reverse	3	0.0040803332813084126
90603	rnn.weight_ih_l0_reverse	4	-0.01145883183926344
90603	rnn.weight_ih_l0_reverse	5	-0.041379500180482864
90603	rnn.weight_ih_l0_reverse	6	0.06258189678192139
90603	rnn.weight_ih_l0_reverse	7	-0.020460424944758415
90603	rnn.weight_ih_l0_reverse	8	-0.029777973890304565
90603	rnn.weight_ih_l0_reverse	9	0.006685780826956034
90603	rnn.weight_hh_l0_reverse	0	0.030487913638353348
90603	rnn.weight_hh_l0_reverse	1	0.033537037670612335
90603	rnn.weight_hh_l0_reverse	2	0.03924600034952164
90603	rnn.weight_hh_l0_reverse	3	0.02746535837650299
90603	rnn.weight_hh_l0_reverse	4	0.004387983586639166
90603	rnn.weight_hh_l0_reverse	5	0.008693159557878971
90603	rnn.weight_hh_l0_reverse	6	0.04407122731208801
90603	rnn.weight_hh_l0_reverse	7	-0.0633385181427002
90603	rnn.weight_hh_l0_reverse	8	0.03553901985287666
90603	rnn.weight_hh_l0_reverse	9	0.04482869803905487
90603	rnn.bias_ih_l0_reverse	0	-0.05412927642464638
90603	rnn.bias_ih_l0_reverse	1	-0.20402364432811737
90603	rnn.bias_ih_l0_reverse	2	-0.12130613625049591
90603	rnn.bias_ih_l0_reverse	3	-0.016537372022867203
90603	rnn.bias_ih_l0_reverse	4	-0.04297343268990517
90603	rnn.bias_ih_l0_reverse	5	0.05292365700006485
90603	rnn.bias_ih_l0_reverse	6	-0.05654530227184296
90603	rnn.bias_ih_l0_reverse	7	0.044363878667354584
90603	rnn.bias_ih_l0_reverse	8	-0.04192159324884415
90603	rnn.bias_ih_l0_reverse	9	0.03556486591696739
90603	rnn.bias_hh_l0_reverse	0	0.005324926692992449
90603	rnn.bias_hh_l0_reverse	1	-0.025188475847244263
90603	rnn.bias_hh_l0_reverse	2	0.04569203779101372
90603	rnn.bias_hh_l0_reverse	3	-0.05237506330013275
90603	rnn.bias_hh_l0_reverse	4	-0.03343195840716362
90603	rnn.bias_hh_l0_reverse	5	-0.02025780826807022
90603	rnn.bias_hh_l0_reverse	6	-0.01964706741273403
90603	rnn.bias_hh_l0_reverse	7	0.08505111932754517
90603	rnn.bias_hh_l0_reverse	8	0.027682440355420113
90603	rnn.bias_hh_l0_reverse	9	-0.0890219509601593
90603	rnn.weight_ih_l1	0	-0.04016847163438797
90603	rnn.weight_ih_l1	1	-0.026967719197273254
90603	rnn.weight_ih_l1	2	0.031729284673929214
90603	rnn.weight_ih_l1	3	-0.0437045693397522
90603	rnn.weight_ih_l1	4	-0.006251527927815914
90603	rnn.weight_ih_l1	5	-0.04635117948055267
90603	rnn.weight_ih_l1	6	0.028685910627245903
90603	rnn.weight_ih_l1	7	-0.03882427513599396
90603	rnn.weight_ih_l1	8	0.03904060274362564
90603	rnn.weight_ih_l1	9	0.03366357088088989
90603	rnn.weight_hh_l1	0	-0.0012096749851480126
90603	rnn.weight_hh_l1	1	0.009319265373051167
90603	rnn.weight_hh_l1	2	-0.0012964120833203197
90603	rnn.weight_hh_l1	3	-0.012302415445446968
90603	rnn.weight_hh_l1	4	0.0034101062919944525
90603	rnn.weight_hh_l1	5	0.026373283937573433
90603	rnn.weight_hh_l1	6	0.029593538492918015
90603	rnn.weight_hh_l1	7	-0.025410963222384453
90603	rnn.weight_hh_l1	8	-0.02211705967783928
90603	rnn.weight_hh_l1	9	0.03925668075680733
90603	rnn.bias_ih_l1	0	-0.17515939474105835
90603	rnn.bias_ih_l1	1	-0.15856072306632996
90603	rnn.bias_ih_l1	2	-0.16579487919807434
90603	rnn.bias_ih_l1	3	-0.22863273322582245
90603	rnn.bias_ih_l1	4	-0.16282126307487488
90603	rnn.bias_ih_l1	5	-0.09190202504396439
90603	rnn.bias_ih_l1	6	-0.1290343850851059
90603	rnn.bias_ih_l1	7	-0.009324036538600922
90603	rnn.bias_ih_l1	8	-0.11727999150753021
90603	rnn.bias_ih_l1	9	-0.09610478579998016
90603	rnn.bias_hh_l1	0	-0.1280450075864792
90603	rnn.bias_hh_l1	1	-0.04729226604104042
90603	rnn.bias_hh_l1	2	-0.08031874895095825
90603	rnn.bias_hh_l1	3	-0.09254088252782822
90603	rnn.bias_hh_l1	4	-0.11465737223625183
90603	rnn.bias_hh_l1	5	-0.09231142699718475
90603	rnn.bias_hh_l1	6	-0.11227912455797195
90603	rnn.bias_hh_l1	7	0.014541365206241608
90603	rnn.bias_hh_l1	8	-0.14099721610546112
90603	rnn.bias_hh_l1	9	-0.08267663419246674
90603	rnn.weight_ih_l1_reverse	0	-0.03760623186826706
90603	rnn.weight_ih_l1_reverse	1	0.014049799181520939
90603	rnn.weight_ih_l1_reverse	2	-0.0073841409757733345
90603	rnn.weight_ih_l1_reverse	3	-0.004844533279538155
90603	rnn.weight_ih_l1_reverse	4	-0.019946472719311714
90603	rnn.weight_ih_l1_reverse	5	-0.036420028656721115
90603	rnn.weight_ih_l1_reverse	6	-0.002317129634320736
90603	rnn.weight_ih_l1_reverse	7	0.015956170856952667
90603	rnn.weight_ih_l1_reverse	8	0.029069412499666214
90603	rnn.weight_ih_l1_reverse	9	-0.06182149797677994
90603	rnn.weight_hh_l1_reverse	0	0.009082131087779999
90603	rnn.weight_hh_l1_reverse	1	0.030043950304389
90603	rnn.weight_hh_l1_reverse	2	-0.03928267955780029
90603	rnn.weight_hh_l1_reverse	3	0.03976208716630936
90603	rnn.weight_hh_l1_reverse	4	0.048251859843730927
90603	rnn.weight_hh_l1_reverse	5	0.007379194255918264
90603	rnn.weight_hh_l1_reverse	6	0.007399630732834339
90603	rnn.weight_hh_l1_reverse	7	0.026092614978551865
90603	rnn.weight_hh_l1_reverse	8	-0.0035733904223889112
90603	rnn.weight_hh_l1_reverse	9	-0.038423314690589905
90603	rnn.bias_ih_l1_reverse	0	-0.04708629846572876
90603	rnn.bias_ih_l1_reverse	1	-0.10918502509593964
90603	rnn.bias_ih_l1_reverse	2	-0.1365029513835907
90603	rnn.bias_ih_l1_reverse	3	-0.03581756725907326
90603	rnn.bias_ih_l1_reverse	4	-0.16818605363368988
90603	rnn.bias_ih_l1_reverse	5	-0.08864543586969376
90603	rnn.bias_ih_l1_reverse	6	-0.11295147240161896
90603	rnn.bias_ih_l1_reverse	7	-0.1809646189212799
90603	rnn.bias_ih_l1_reverse	8	0.1780160665512085
90603	rnn.bias_ih_l1_reverse	9	0.020156774669885635
90603	rnn.bias_hh_l1_reverse	0	-0.042836908251047134
90603	rnn.bias_hh_l1_reverse	1	0.0005349746788851917
90603	rnn.bias_hh_l1_reverse	2	-0.21150320768356323
90603	rnn.bias_hh_l1_reverse	3	-0.09947632253170013
90603	rnn.bias_hh_l1_reverse	4	-0.0744054764509201
90603	rnn.bias_hh_l1_reverse	5	-0.09139400720596313
90603	rnn.bias_hh_l1_reverse	6	0.1522851288318634
90603	rnn.bias_hh_l1_reverse	7	-0.15890739858150482
90603	rnn.bias_hh_l1_reverse	8	-0.09703559428453445
90603	rnn.bias_hh_l1_reverse	9	-0.11842912435531616
90603	linear.weight	0	0.002228822559118271
90603	linear.weight	1	0.12241939455270767
90603	linear.weight	2	-0.09864608943462372
90603	linear.weight	3	0.3410024344921112
90603	linear.weight	4	0.09841310232877731
90603	linear.weight	5	0.006237735040485859
90603	linear.weight	6	0.04322904720902443
90603	linear.weight	7	0.12933284044265747
90603	linear.weight	8	0.04132706671953201
90603	linear.weight	9	-0.051407963037490845
90603	linear.bias	0	-0.11131908744573593
90603	linear.bias	1	-0.1645910143852234
90603	linear.bias	2	-0.4515741467475891
90603	linear.bias	3	-0.695418119430542
90603	linear.bias	4	-1.116733193397522
90603	linear.bias	5	-0.02407887578010559
90603	linear.bias	6	-0.6839020848274231
90603	linear.bias	7	0.39926785230636597
90603	linear.bias	8	-0.4956974387168884
90603	linear.bias	9	-0.8564273118972778
90800	transitions	0	0.6232427954673767
90800	transitions	1	0.10203595459461212
90800	transitions	2	-10000.0
90800	transitions	3	-1.8109568357467651
90800	transitions	4	-10000.0
90800	transitions	5	0.6178697347640991
90800	transitions	6	-0.047205850481987
90800	transitions	7	-0.5165259838104248
90800	transitions	8	-1.367234468460083
90800	transitions	9	-0.0007686472381465137
90800	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
90800	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
90800	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
90800	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
90800	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
90800	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
90800	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
90800	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
90800	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
90800	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
90800	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
90800	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
90800	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
90800	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
90800	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
90800	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
90800	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
90800	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
90800	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
90800	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
90800	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
90800	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
90800	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
90800	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
90800	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
90800	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
90800	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
90800	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
90800	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
90800	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
90800	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
90800	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
90800	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
90800	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
90800	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
90800	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
90800	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
90800	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
90800	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
90800	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
90800	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
90800	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
90800	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
90800	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
90800	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
90800	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
90800	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
90800	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
90800	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
90800	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
90800	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
90800	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
90800	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
90800	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
90800	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
90800	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
90800	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
90800	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
90800	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
90800	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
90800	embedding2nn.weight	0	0.013024089857935905
90800	embedding2nn.weight	1	-0.016468839719891548
90800	embedding2nn.weight	2	-0.014268255792558193
90800	embedding2nn.weight	3	0.005175724625587463
90800	embedding2nn.weight	4	-0.005915035028010607
90800	embedding2nn.weight	5	-0.003700581844896078
90800	embedding2nn.weight	6	-0.003973222803324461
90800	embedding2nn.weight	7	-0.04537668079137802
90800	embedding2nn.weight	8	-0.0019979383796453476
90800	embedding2nn.weight	9	-0.02838716469705105
90800	embedding2nn.bias	0	0.0390787236392498
90800	embedding2nn.bias	1	-0.06086207553744316
90800	embedding2nn.bias	2	0.09076619893312454
90800	embedding2nn.bias	3	0.06557680666446686
90800	embedding2nn.bias	4	-0.038236990571022034
90800	embedding2nn.bias	5	-0.021969454362988472
90800	embedding2nn.bias	6	-0.00112882349640131
90800	embedding2nn.bias	7	-0.04190582036972046
90800	embedding2nn.bias	8	0.03699032589793205
90800	embedding2nn.bias	9	0.025537921115756035
90800	rnn.weight_ih_l0	0	-0.05257515609264374
90800	rnn.weight_ih_l0	1	-0.004267437383532524
90800	rnn.weight_ih_l0	2	0.04397323727607727
90800	rnn.weight_ih_l0	3	0.007636737544089556
90800	rnn.weight_ih_l0	4	-0.021899769082665443
90800	rnn.weight_ih_l0	5	-0.05007796734571457
90800	rnn.weight_ih_l0	6	0.0017571923090144992
90800	rnn.weight_ih_l0	7	0.0448518767952919
90800	rnn.weight_ih_l0	8	-0.011692745611071587
90800	rnn.weight_ih_l0	9	-0.018218962475657463
90800	rnn.weight_hh_l0	0	-0.034764569252729416
90800	rnn.weight_hh_l0	1	0.007406887132674456
90800	rnn.weight_hh_l0	2	0.007497367449104786
90800	rnn.weight_hh_l0	3	-0.05156426131725311
90800	rnn.weight_hh_l0	4	0.06799069792032242
90800	rnn.weight_hh_l0	5	-0.0035740742459893227
90800	rnn.weight_hh_l0	6	-0.03878231346607208
90800	rnn.weight_hh_l0	7	-0.0051133218221366405
90800	rnn.weight_hh_l0	8	0.014827517792582512
90800	rnn.weight_hh_l0	9	-0.01738135889172554
90800	rnn.bias_ih_l0	0	0.06197088956832886
90800	rnn.bias_ih_l0	1	-0.022871391847729683
90800	rnn.bias_ih_l0	2	-0.015509291552007198
90800	rnn.bias_ih_l0	3	0.11468509584665298
90800	rnn.bias_ih_l0	4	-0.05668669193983078
90800	rnn.bias_ih_l0	5	-0.025372952222824097
90800	rnn.bias_ih_l0	6	-0.0030204569920897484
90800	rnn.bias_ih_l0	7	0.041143786162137985
90800	rnn.bias_ih_l0	8	-0.10099240392446518
90800	rnn.bias_ih_l0	9	-0.04754023998975754
90800	rnn.bias_hh_l0	0	-0.03242441639304161
90800	rnn.bias_hh_l0	1	-0.10226305574178696
90800	rnn.bias_hh_l0	2	-0.03233960643410683
90800	rnn.bias_hh_l0	3	-0.07493835687637329
90800	rnn.bias_hh_l0	4	-0.03465604782104492
90800	rnn.bias_hh_l0	5	-0.007524266839027405
90800	rnn.bias_hh_l0	6	0.03133677318692207
90800	rnn.bias_hh_l0	7	0.04117048904299736
90800	rnn.bias_hh_l0	8	-0.12291673570871353
90800	rnn.bias_hh_l0	9	-0.02382413111627102
90800	rnn.weight_ih_l0_reverse	0	-0.015139101073145866
90800	rnn.weight_ih_l0_reverse	1	-0.05186555162072182
90800	rnn.weight_ih_l0_reverse	2	-0.031156117096543312
90800	rnn.weight_ih_l0_reverse	3	0.0048362500965595245
90800	rnn.weight_ih_l0_reverse	4	-0.012119357474148273
90800	rnn.weight_ih_l0_reverse	5	-0.041739363223314285
90800	rnn.weight_ih_l0_reverse	6	0.06246289238333702
90800	rnn.weight_ih_l0_reverse	7	-0.01933697983622551
90800	rnn.weight_ih_l0_reverse	8	-0.030446942895650864
90800	rnn.weight_ih_l0_reverse	9	0.0075598228722810745
90800	rnn.weight_hh_l0_reverse	0	0.030846642330288887
90800	rnn.weight_hh_l0_reverse	1	0.03406152501702309
90800	rnn.weight_hh_l0_reverse	2	0.03881347179412842
90800	rnn.weight_hh_l0_reverse	3	0.026935352012515068
90800	rnn.weight_hh_l0_reverse	4	0.00422957818955183
90800	rnn.weight_hh_l0_reverse	5	0.009300745092332363
90800	rnn.weight_hh_l0_reverse	6	0.04447920620441437
90800	rnn.weight_hh_l0_reverse	7	-0.06374792009592056
90800	rnn.weight_hh_l0_reverse	8	0.03558162599802017
90800	rnn.weight_hh_l0_reverse	9	0.04511721432209015
90800	rnn.bias_ih_l0_reverse	0	-0.05327002331614494
90800	rnn.bias_ih_l0_reverse	1	-0.2101999968290329
90800	rnn.bias_ih_l0_reverse	2	-0.11878125369548798
90800	rnn.bias_ih_l0_reverse	3	-0.016965311020612717
90800	rnn.bias_ih_l0_reverse	4	-0.0428914874792099
90800	rnn.bias_ih_l0_reverse	5	0.048739440739154816
90800	rnn.bias_ih_l0_reverse	6	-0.05584769695997238
90800	rnn.bias_ih_l0_reverse	7	0.04527302831411362
90800	rnn.bias_ih_l0_reverse	8	-0.04204022139310837
90800	rnn.bias_ih_l0_reverse	9	0.03590875864028931
90800	rnn.bias_hh_l0_reverse	0	0.004854531958699226
90800	rnn.bias_hh_l0_reverse	1	-0.022319158539175987
90800	rnn.bias_hh_l0_reverse	2	0.04150954633951187
90800	rnn.bias_hh_l0_reverse	3	-0.0521463118493557
90800	rnn.bias_hh_l0_reverse	4	-0.03060075081884861
90800	rnn.bias_hh_l0_reverse	5	-0.019177857786417007
90800	rnn.bias_hh_l0_reverse	6	-0.01667035184800625
90800	rnn.bias_hh_l0_reverse	7	0.08860992640256882
90800	rnn.bias_hh_l0_reverse	8	0.027059780433773994
90800	rnn.bias_hh_l0_reverse	9	-0.08792722970247269
90800	rnn.weight_ih_l1	0	-0.04025745391845703
90800	rnn.weight_ih_l1	1	-0.026779484003782272
90800	rnn.weight_ih_l1	2	0.035154759883880615
90800	rnn.weight_ih_l1	3	-0.04285041242837906
90800	rnn.weight_ih_l1	4	-0.0063028475269675255
90800	rnn.weight_ih_l1	5	-0.04647773504257202
90800	rnn.weight_ih_l1	6	0.02971414104104042
90800	rnn.weight_ih_l1	7	-0.03963661938905716
90800	rnn.weight_ih_l1	8	0.03851412609219551
90800	rnn.weight_ih_l1	9	0.03472720459103584
90800	rnn.weight_hh_l1	0	-0.003378679044544697
90800	rnn.weight_hh_l1	1	0.009224001318216324
90800	rnn.weight_hh_l1	2	-0.00024205063527915627
90800	rnn.weight_hh_l1	3	-0.01206201035529375
90800	rnn.weight_hh_l1	4	0.00331175047904253
90800	rnn.weight_hh_l1	5	0.02625119313597679
90800	rnn.weight_hh_l1	6	0.0294082872569561
90800	rnn.weight_hh_l1	7	-0.025543266907334328
90800	rnn.weight_hh_l1	8	-0.02194959670305252
90800	rnn.weight_hh_l1	9	0.038720764219760895
90800	rnn.bias_ih_l1	0	-0.17682696878910065
90800	rnn.bias_ih_l1	1	-0.15475265681743622
90800	rnn.bias_ih_l1	2	-0.1653452217578888
90800	rnn.bias_ih_l1	3	-0.22588366270065308
90800	rnn.bias_ih_l1	4	-0.1593596339225769
90800	rnn.bias_ih_l1	5	-0.09341058880090714
90800	rnn.bias_ih_l1	6	-0.12721994519233704
90800	rnn.bias_ih_l1	7	-0.0053614117205142975
90800	rnn.bias_ih_l1	8	-0.11580595374107361
90800	rnn.bias_ih_l1	9	-0.0988805890083313
90800	rnn.bias_hh_l1	0	-0.12397827953100204
90800	rnn.bias_hh_l1	1	-0.047841738909482956
90800	rnn.bias_hh_l1	2	-0.07983535528182983
90800	rnn.bias_hh_l1	3	-0.09270436316728592
90800	rnn.bias_hh_l1	4	-0.11308889091014862
90800	rnn.bias_hh_l1	5	-0.09244810789823532
90800	rnn.bias_hh_l1	6	-0.11062385141849518
90800	rnn.bias_hh_l1	7	0.009017514064908028
90800	rnn.bias_hh_l1	8	-0.1405208855867386
90800	rnn.bias_hh_l1	9	-0.08388181775808334
90800	rnn.weight_ih_l1_reverse	0	-0.03731643036007881
90800	rnn.weight_ih_l1_reverse	1	0.014260903000831604
90800	rnn.weight_ih_l1_reverse	2	-0.009531974792480469
90800	rnn.weight_ih_l1_reverse	3	-0.007066761609166861
90800	rnn.weight_ih_l1_reverse	4	-0.02371680736541748
90800	rnn.weight_ih_l1_reverse	5	-0.03625500947237015
90800	rnn.weight_ih_l1_reverse	6	-0.0006214871536940336
90800	rnn.weight_ih_l1_reverse	7	0.015701713040471077
90800	rnn.weight_ih_l1_reverse	8	0.02861090935766697
90800	rnn.weight_ih_l1_reverse	9	-0.06342798471450806
90800	rnn.weight_hh_l1_reverse	0	0.009020473808050156
90800	rnn.weight_hh_l1_reverse	1	0.03019670769572258
90800	rnn.weight_hh_l1_reverse	2	-0.03929789736866951
90800	rnn.weight_hh_l1_reverse	3	0.03966940939426422
90800	rnn.weight_hh_l1_reverse	4	0.047946780920028687
90800	rnn.weight_hh_l1_reverse	5	0.007162538822740316
90800	rnn.weight_hh_l1_reverse	6	0.008205677382647991
90800	rnn.weight_hh_l1_reverse	7	0.02621932327747345
90800	rnn.weight_hh_l1_reverse	8	-0.00365568813867867
90800	rnn.weight_hh_l1_reverse	9	-0.03840335085988045
90800	rnn.bias_ih_l1_reverse	0	-0.04351331293582916
90800	rnn.bias_ih_l1_reverse	1	-0.11091451346874237
90800	rnn.bias_ih_l1_reverse	2	-0.1317782998085022
90800	rnn.bias_ih_l1_reverse	3	-0.03927003592252731
90800	rnn.bias_ih_l1_reverse	4	-0.16537520289421082
90800	rnn.bias_ih_l1_reverse	5	-0.08998531848192215
90800	rnn.bias_ih_l1_reverse	6	-0.11267910152673721
90800	rnn.bias_ih_l1_reverse	7	-0.17957521975040436
90800	rnn.bias_ih_l1_reverse	8	0.1725068837404251
90800	rnn.bias_ih_l1_reverse	9	0.02750241570174694
90800	rnn.bias_hh_l1_reverse	0	-0.040961433202028275
90800	rnn.bias_hh_l1_reverse	1	-0.0014451273018494248
90800	rnn.bias_hh_l1_reverse	2	-0.21025148034095764
90800	rnn.bias_hh_l1_reverse	3	-0.09806053340435028
90800	rnn.bias_hh_l1_reverse	4	-0.07491343468427658
90800	rnn.bias_hh_l1_reverse	5	-0.0909365564584732
90800	rnn.bias_hh_l1_reverse	6	0.15492495894432068
90800	rnn.bias_hh_l1_reverse	7	-0.15927714109420776
90800	rnn.bias_hh_l1_reverse	8	-0.09869921952486038
90800	rnn.bias_hh_l1_reverse	9	-0.1192016750574112
90800	linear.weight	0	0.002228822559118271
90800	linear.weight	1	0.1280234009027481
90800	linear.weight	2	-0.09819473326206207
90800	linear.weight	3	0.350048303604126
90800	linear.weight	4	0.09449701011180878
90800	linear.weight	5	0.005155173595994711
90800	linear.weight	6	0.03669748082756996
90800	linear.weight	7	0.12762832641601562
90800	linear.weight	8	0.04132799804210663
90800	linear.weight	9	-0.05025340989232063
90800	linear.bias	0	-0.08574076741933823
90800	linear.bias	1	-0.1802959144115448
90800	linear.bias	2	-0.4757877588272095
90800	linear.bias	3	-0.6992815732955933
90800	linear.bias	4	-1.1157032251358032
90800	linear.bias	5	-0.04055238515138626
90800	linear.bias	6	-0.6959777474403381
90800	linear.bias	7	0.38553303480148315
90800	linear.bias	8	-0.4718380868434906
90800	linear.bias	9	-0.8370659947395325
90804	transitions	0	0.6223394274711609
90804	transitions	1	0.10177194327116013
90804	transitions	2	-10000.0
90804	transitions	3	-1.810957908630371
90804	transitions	4	-10000.0
90804	transitions	5	0.6178675889968872
90804	transitions	6	-0.04720870405435562
90804	transitions	7	-0.5165454149246216
90804	transitions	8	-1.3672350645065308
90804	transitions	9	-0.0007686679600737989
90804	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
90804	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
90804	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
90804	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
90804	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
90804	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
90804	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
90804	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
90804	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
90804	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
90804	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
90804	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
90804	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
90804	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
90804	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
90804	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
90804	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
90804	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
90804	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
90804	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
90804	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
90804	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
90804	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
90804	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
90804	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
90804	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
90804	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
90804	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
90804	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
90804	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
90804	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
90804	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
90804	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
90804	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
90804	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
90804	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
90804	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
90804	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
90804	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
90804	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
90804	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
90804	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
90804	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
90804	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
90804	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
90804	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
90804	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
90804	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
90804	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
90804	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
90804	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
90804	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
90804	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
90804	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
90804	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
90804	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
90804	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
90804	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
90804	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
90804	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
90804	embedding2nn.weight	0	0.012986579909920692
90804	embedding2nn.weight	1	-0.016465023159980774
90804	embedding2nn.weight	2	-0.014268255792558193
90804	embedding2nn.weight	3	0.005000498611479998
90804	embedding2nn.weight	4	-0.005915035028010607
90804	embedding2nn.weight	5	-0.003700581844896078
90804	embedding2nn.weight	6	-0.003973222803324461
90804	embedding2nn.weight	7	-0.04542158544063568
90804	embedding2nn.weight	8	-0.0019979383796453476
90804	embedding2nn.weight	9	-0.02845352701842785
90804	embedding2nn.bias	0	0.03960359841585159
90804	embedding2nn.bias	1	-0.0640241876244545
90804	embedding2nn.bias	2	0.09199002385139465
90804	embedding2nn.bias	3	0.06588520854711533
90804	embedding2nn.bias	4	-0.03798259049654007
90804	embedding2nn.bias	5	-0.02208201214671135
90804	embedding2nn.bias	6	0.0004894844023510814
90804	embedding2nn.bias	7	-0.04269274324178696
90804	embedding2nn.bias	8	0.03585991635918617
90804	embedding2nn.bias	9	0.02537739835679531
90804	rnn.weight_ih_l0	0	-0.05239160358905792
90804	rnn.weight_ih_l0	1	-0.0043186829425394535
90804	rnn.weight_ih_l0	2	0.0441577285528183
90804	rnn.weight_ih_l0	3	0.007611450739204884
90804	rnn.weight_ih_l0	4	-0.021769747138023376
90804	rnn.weight_ih_l0	5	-0.05017595738172531
90804	rnn.weight_ih_l0	6	0.0017899784725159407
90804	rnn.weight_ih_l0	7	0.04483368992805481
90804	rnn.weight_ih_l0	8	-0.011676393449306488
90804	rnn.weight_ih_l0	9	-0.01818303018808365
90804	rnn.weight_hh_l0	0	-0.034689776599407196
90804	rnn.weight_hh_l0	1	0.007424811366945505
90804	rnn.weight_hh_l0	2	0.007449470926076174
90804	rnn.weight_hh_l0	3	-0.05158234015107155
90804	rnn.weight_hh_l0	4	0.06802500039339066
90804	rnn.weight_hh_l0	5	-0.0035164467990398407
90804	rnn.weight_hh_l0	6	-0.03875488042831421
90804	rnn.weight_hh_l0	7	-0.005243971943855286
90804	rnn.weight_hh_l0	8	0.014957758598029613
90804	rnn.weight_hh_l0	9	-0.01738341711461544
90804	rnn.bias_ih_l0	0	0.06218269467353821
90804	rnn.bias_ih_l0	1	-0.022815143689513206
90804	rnn.bias_ih_l0	2	-0.015123139135539532
90804	rnn.bias_ih_l0	3	0.11477650701999664
90804	rnn.bias_ih_l0	4	-0.05664340406656265
90804	rnn.bias_ih_l0	5	-0.025402553379535675
90804	rnn.bias_ih_l0	6	-0.002885422669351101
90804	rnn.bias_ih_l0	7	0.04115195572376251
90804	rnn.bias_ih_l0	8	-0.10109743475914001
90804	rnn.bias_ih_l0	9	-0.04698070511221886
90804	rnn.bias_hh_l0	0	-0.03227026388049126
90804	rnn.bias_hh_l0	1	-0.10233850032091141
90804	rnn.bias_hh_l0	2	-0.03202793002128601
90804	rnn.bias_hh_l0	3	-0.0750143975019455
90804	rnn.bias_hh_l0	4	-0.03430718556046486
90804	rnn.bias_hh_l0	5	-0.007656661793589592
90804	rnn.bias_hh_l0	6	0.03126045688986778
90804	rnn.bias_hh_l0	7	0.041290536522865295
90804	rnn.bias_hh_l0	8	-0.12329596281051636
90804	rnn.bias_hh_l0	9	-0.023198679089546204
90804	rnn.weight_ih_l0_reverse	0	-0.01503889262676239
90804	rnn.weight_ih_l0_reverse	1	-0.05185071378946304
90804	rnn.weight_ih_l0_reverse	2	-0.031173091381788254
90804	rnn.weight_ih_l0_reverse	3	0.005126440431922674
90804	rnn.weight_ih_l0_reverse	4	-0.012406043708324432
90804	rnn.weight_ih_l0_reverse	5	-0.04181571677327156
90804	rnn.weight_ih_l0_reverse	6	0.06226898729801178
90804	rnn.weight_ih_l0_reverse	7	-0.019285928457975388
90804	rnn.weight_ih_l0_reverse	8	-0.030067317187786102
90804	rnn.weight_ih_l0_reverse	9	0.007636135444045067
90804	rnn.weight_hh_l0_reverse	0	0.031143048778176308
90804	rnn.weight_hh_l0_reverse	1	0.034096065908670425
90804	rnn.weight_hh_l0_reverse	2	0.03851274028420448
90804	rnn.weight_hh_l0_reverse	3	0.026904035359621048
90804	rnn.weight_hh_l0_reverse	4	0.004162720404565334
90804	rnn.weight_hh_l0_reverse	5	0.009183041751384735
90804	rnn.weight_hh_l0_reverse	6	0.0444616936147213
90804	rnn.weight_hh_l0_reverse	7	-0.06369730830192566
90804	rnn.weight_hh_l0_reverse	8	0.03559180349111557
90804	rnn.weight_hh_l0_reverse	9	0.04511849582195282
90804	rnn.bias_ih_l0_reverse	0	-0.05322137102484703
90804	rnn.bias_ih_l0_reverse	1	-0.20912645757198334
90804	rnn.bias_ih_l0_reverse	2	-0.11807364970445633
90804	rnn.bias_ih_l0_reverse	3	-0.016717184334993362
90804	rnn.bias_ih_l0_reverse	4	-0.04284729063510895
90804	rnn.bias_ih_l0_reverse	5	0.04851638153195381
90804	rnn.bias_ih_l0_reverse	6	-0.05567284673452377
90804	rnn.bias_ih_l0_reverse	7	0.04484592005610466
90804	rnn.bias_ih_l0_reverse	8	-0.041945524513721466
90804	rnn.bias_ih_l0_reverse	9	0.03614808991551399
90804	rnn.bias_hh_l0_reverse	0	0.005142636131495237
90804	rnn.bias_hh_l0_reverse	1	-0.022432275116443634
90804	rnn.bias_hh_l0_reverse	2	0.04157709702849388
90804	rnn.bias_hh_l0_reverse	3	-0.05168819800019264
90804	rnn.bias_hh_l0_reverse	4	-0.03041420876979828
90804	rnn.bias_hh_l0_reverse	5	-0.01928701251745224
90804	rnn.bias_hh_l0_reverse	6	-0.01664855144917965
90804	rnn.bias_hh_l0_reverse	7	0.08875774592161179
90804	rnn.bias_hh_l0_reverse	8	0.02619354985654354
90804	rnn.bias_hh_l0_reverse	9	-0.08794299513101578
90804	rnn.weight_ih_l1	0	-0.040393125265836716
90804	rnn.weight_ih_l1	1	-0.0266981553286314
90804	rnn.weight_ih_l1	2	0.034961212426424026
90804	rnn.weight_ih_l1	3	-0.04259483143687248
90804	rnn.weight_ih_l1	4	-0.006361547391861677
90804	rnn.weight_ih_l1	5	-0.04647572338581085
90804	rnn.weight_ih_l1	6	0.029586222022771835
90804	rnn.weight_ih_l1	7	-0.03982391580939293
90804	rnn.weight_ih_l1	8	0.038523413240909576
90804	rnn.weight_ih_l1	9	0.03474278375506401
90804	rnn.weight_hh_l1	0	-0.0032860173378139734
90804	rnn.weight_hh_l1	1	0.009322917088866234
90804	rnn.weight_hh_l1	2	-0.00026226177578791976
90804	rnn.weight_hh_l1	3	-0.012048204429447651
90804	rnn.weight_hh_l1	4	0.0030477368272840977
90804	rnn.weight_hh_l1	5	0.026193976402282715
90804	rnn.weight_hh_l1	6	0.029417578130960464
90804	rnn.weight_hh_l1	7	-0.025527963414788246
90804	rnn.weight_hh_l1	8	-0.021997861564159393
90804	rnn.weight_hh_l1	9	0.038729920983314514
90804	rnn.bias_ih_l1	0	-0.17700330913066864
90804	rnn.bias_ih_l1	1	-0.1550644487142563
90804	rnn.bias_ih_l1	2	-0.16481071710586548
90804	rnn.bias_ih_l1	3	-0.22613604366779327
90804	rnn.bias_ih_l1	4	-0.1582399308681488
90804	rnn.bias_ih_l1	5	-0.09377268701791763
90804	rnn.bias_ih_l1	6	-0.12710629403591156
90804	rnn.bias_ih_l1	7	-0.00561221269890666
90804	rnn.bias_ih_l1	8	-0.11460250616073608
90804	rnn.bias_ih_l1	9	-0.0989709347486496
90804	rnn.bias_hh_l1	0	-0.12394201755523682
90804	rnn.bias_hh_l1	1	-0.04848676547408104
90804	rnn.bias_hh_l1	2	-0.07985435426235199
90804	rnn.bias_hh_l1	3	-0.09288132935762405
90804	rnn.bias_hh_l1	4	-0.11278901994228363
90804	rnn.bias_hh_l1	5	-0.09232977777719498
90804	rnn.bias_hh_l1	6	-0.1105661392211914
90804	rnn.bias_hh_l1	7	0.00822449754923582
90804	rnn.bias_hh_l1	8	-0.14064274728298187
90804	rnn.bias_hh_l1	9	-0.08403828740119934
90804	rnn.weight_ih_l1_reverse	0	-0.03736577928066254
90804	rnn.weight_ih_l1_reverse	1	0.014294838532805443
90804	rnn.weight_ih_l1_reverse	2	-0.009537049569189548
90804	rnn.weight_ih_l1_reverse	3	-0.0073350900784134865
90804	rnn.weight_ih_l1_reverse	4	-0.023658353835344315
90804	rnn.weight_ih_l1_reverse	5	-0.036272600293159485
90804	rnn.weight_ih_l1_reverse	6	-0.00032541973632760346
90804	rnn.weight_ih_l1_reverse	7	0.015651023015379906
90804	rnn.weight_ih_l1_reverse	8	0.02825837768614292
90804	rnn.weight_ih_l1_reverse	9	-0.06372290849685669
90804	rnn.weight_hh_l1_reverse	0	0.009030060842633247
90804	rnn.weight_hh_l1_reverse	1	0.030184417963027954
90804	rnn.weight_hh_l1_reverse	2	-0.039302725344896317
90804	rnn.weight_hh_l1_reverse	3	0.039681680500507355
90804	rnn.weight_hh_l1_reverse	4	0.047915566712617874
90804	rnn.weight_hh_l1_reverse	5	0.007232378702610731
90804	rnn.weight_hh_l1_reverse	6	0.008110962808132172
90804	rnn.weight_hh_l1_reverse	7	0.02628282457590103
90804	rnn.weight_hh_l1_reverse	8	-0.003643694333732128
90804	rnn.weight_hh_l1_reverse	9	-0.03836006298661232
90804	rnn.bias_ih_l1_reverse	0	-0.04327809438109398
90804	rnn.bias_ih_l1_reverse	1	-0.1114993765950203
90804	rnn.bias_ih_l1_reverse	2	-0.13195613026618958
90804	rnn.bias_ih_l1_reverse	3	-0.040303945541381836
90804	rnn.bias_ih_l1_reverse	4	-0.16479820013046265
90804	rnn.bias_ih_l1_reverse	5	-0.0896725058555603
90804	rnn.bias_ih_l1_reverse	6	-0.1129225566983223
90804	rnn.bias_ih_l1_reverse	7	-0.17927949130535126
90804	rnn.bias_ih_l1_reverse	8	0.17096967995166779
90804	rnn.bias_ih_l1_reverse	9	0.02766573429107666
90804	rnn.bias_hh_l1_reverse	0	-0.0391223207116127
90804	rnn.bias_hh_l1_reverse	1	0.001277036382816732
90804	rnn.bias_hh_l1_reverse	2	-0.2104782909154892
90804	rnn.bias_hh_l1_reverse	3	-0.09825807809829712
90804	rnn.bias_hh_l1_reverse	4	-0.07493690401315689
90804	rnn.bias_hh_l1_reverse	5	-0.09142890572547913
90804	rnn.bias_hh_l1_reverse	6	0.1552082747220993
90804	rnn.bias_hh_l1_reverse	7	-0.15903696417808533
90804	rnn.bias_hh_l1_reverse	8	-0.09838075935840607
90804	rnn.bias_hh_l1_reverse	9	-0.11938131600618362
90804	linear.weight	0	0.002228822559118271
90804	linear.weight	1	0.12774072587490082
90804	linear.weight	2	-0.09822181612253189
90804	linear.weight	3	0.35232779383659363
90804	linear.weight	4	0.09506037831306458
90804	linear.weight	5	0.005154418759047985
90804	linear.weight	6	0.039793841540813446
90804	linear.weight	7	0.12850183248519897
90804	linear.weight	8	0.041327908635139465
90804	linear.weight	9	-0.04988456889986992
90804	linear.bias	0	-0.06943085789680481
90804	linear.bias	1	-0.1872057169675827
90804	linear.bias	2	-0.47488826513290405
90804	linear.bias	3	-0.6966524124145508
90804	linear.bias	4	-1.1127891540527344
90804	linear.bias	5	-0.04113512858748436
90804	linear.bias	6	-0.7026470899581909
90804	linear.bias	7	0.384712278842926
90804	linear.bias	8	-0.4681718051433563
90804	linear.bias	9	-0.8334153890609741
91001	transitions	0	0.6214015483856201
91001	transitions	1	0.10284344851970673
91001	transitions	2	-10000.0
91001	transitions	3	-1.8110090494155884
91001	transitions	4	-10000.0
91001	transitions	5	0.6175984740257263
91001	transitions	6	-0.04732837155461311
91001	transitions	7	-0.5174735188484192
91001	transitions	8	-1.3673582077026367
91001	transitions	9	-0.0007704733870923519
91001	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
91001	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
91001	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
91001	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
91001	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
91001	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
91001	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
91001	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
91001	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
91001	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
91001	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
91001	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
91001	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
91001	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
91001	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
91001	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
91001	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
91001	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
91001	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
91001	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
91001	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
91001	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
91001	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
91001	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
91001	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
91001	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
91001	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
91001	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
91001	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
91001	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
91001	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
91001	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
91001	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
91001	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
91001	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
91001	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
91001	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
91001	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
91001	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
91001	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
91001	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
91001	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
91001	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
91001	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
91001	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
91001	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
91001	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
91001	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
91001	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
91001	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
91001	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
91001	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
91001	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
91001	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
91001	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
91001	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
91001	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
91001	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
91001	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
91001	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
91001	embedding2nn.weight	0	0.0112287113443017
91001	embedding2nn.weight	1	-0.016363970935344696
91001	embedding2nn.weight	2	-0.014268255792558193
91001	embedding2nn.weight	3	0.005269058980047703
91001	embedding2nn.weight	4	-0.005915035028010607
91001	embedding2nn.weight	5	-0.0037005816120654345
91001	embedding2nn.weight	6	-0.003973221406340599
91001	embedding2nn.weight	7	-0.046624284237623215
91001	embedding2nn.weight	8	-0.0019979383796453476
91001	embedding2nn.weight	9	-0.0297382902354002
91001	embedding2nn.bias	0	0.03486879542469978
91001	embedding2nn.bias	1	-0.07068221271038055
91001	embedding2nn.bias	2	0.08616768568754196
91001	embedding2nn.bias	3	0.06395652890205383
91001	embedding2nn.bias	4	-0.03933287039399147
91001	embedding2nn.bias	5	-0.009723138995468616
91001	embedding2nn.bias	6	0.004239627625793219
91001	embedding2nn.bias	7	-0.038042619824409485
91001	embedding2nn.bias	8	0.028430508449673653
91001	embedding2nn.bias	9	0.015572801232337952
91001	rnn.weight_ih_l0	0	-0.051782771944999695
91001	rnn.weight_ih_l0	1	-0.005810343660414219
91001	rnn.weight_ih_l0	2	0.04248770326375961
91001	rnn.weight_ih_l0	3	0.008301814086735249
91001	rnn.weight_ih_l0	4	-0.021467717364430428
91001	rnn.weight_ih_l0	5	-0.05072406306862831
91001	rnn.weight_ih_l0	6	0.002646149368956685
91001	rnn.weight_ih_l0	7	0.043418705463409424
91001	rnn.weight_ih_l0	8	-0.009920256212353706
91001	rnn.weight_ih_l0	9	-0.01696573756635189
91001	rnn.weight_hh_l0	0	-0.036714617162942886
91001	rnn.weight_hh_l0	1	0.007056924980133772
91001	rnn.weight_hh_l0	2	0.00789444800466299
91001	rnn.weight_hh_l0	3	-0.051677364856004715
91001	rnn.weight_hh_l0	4	0.06909692287445068
91001	rnn.weight_hh_l0	5	-0.003226663451641798
91001	rnn.weight_hh_l0	6	-0.03846301510930061
91001	rnn.weight_hh_l0	7	-0.00575332622975111
91001	rnn.weight_hh_l0	8	0.01474802941083908
91001	rnn.weight_hh_l0	9	-0.01775689236819744
91001	rnn.bias_ih_l0	0	0.05869773402810097
91001	rnn.bias_ih_l0	1	-0.027139684185385704
91001	rnn.bias_ih_l0	2	-0.019624488428235054
91001	rnn.bias_ih_l0	3	0.11275377869606018
91001	rnn.bias_ih_l0	4	-0.056904058903455734
91001	rnn.bias_ih_l0	5	-0.023740548640489578
91001	rnn.bias_ih_l0	6	-0.0037495822180062532
91001	rnn.bias_ih_l0	7	0.04085234925150871
91001	rnn.bias_ih_l0	8	-0.10111735016107559
91001	rnn.bias_ih_l0	9	-0.044658347964286804
91001	rnn.bias_hh_l0	0	-0.03444928303360939
91001	rnn.bias_hh_l0	1	-0.10352858901023865
91001	rnn.bias_hh_l0	2	-0.03253038972616196
91001	rnn.bias_hh_l0	3	-0.0761881023645401
91001	rnn.bias_hh_l0	4	-0.0355156771838665
91001	rnn.bias_hh_l0	5	-0.009877694770693779
91001	rnn.bias_hh_l0	6	0.02831202931702137
91001	rnn.bias_hh_l0	7	0.04108680412173271
91001	rnn.bias_hh_l0	8	-0.12314038723707199
91001	rnn.bias_hh_l0	9	-0.023728471249341965
91001	rnn.weight_ih_l0_reverse	0	-0.014106842689216137
91001	rnn.weight_ih_l0_reverse	1	-0.05279707908630371
91001	rnn.weight_ih_l0_reverse	2	-0.031848303973674774
91001	rnn.weight_ih_l0_reverse	3	0.00339026702567935
91001	rnn.weight_ih_l0_reverse	4	-0.012644048780202866
91001	rnn.weight_ih_l0_reverse	5	-0.04093056917190552
91001	rnn.weight_ih_l0_reverse	6	0.0629812479019165
91001	rnn.weight_ih_l0_reverse	7	-0.019133031368255615
91001	rnn.weight_ih_l0_reverse	8	-0.028140205889940262
91001	rnn.weight_ih_l0_reverse	9	0.007113412022590637
91001	rnn.weight_hh_l0_reverse	0	0.03182583302259445
91001	rnn.weight_hh_l0_reverse	1	0.03365876153111458
91001	rnn.weight_hh_l0_reverse	2	0.03880056366324425
91001	rnn.weight_hh_l0_reverse	3	0.027060803025960922
91001	rnn.weight_hh_l0_reverse	4	0.005128975957632065
91001	rnn.weight_hh_l0_reverse	5	0.010213606990873814
91001	rnn.weight_hh_l0_reverse	6	0.04466592147946358
91001	rnn.weight_hh_l0_reverse	7	-0.06489380449056625
91001	rnn.weight_hh_l0_reverse	8	0.03459861874580383
91001	rnn.weight_hh_l0_reverse	9	0.04520470276474953
91001	rnn.bias_ih_l0_reverse	0	-0.052757106721401215
91001	rnn.bias_ih_l0_reverse	1	-0.20817698538303375
91001	rnn.bias_ih_l0_reverse	2	-0.11181037127971649
91001	rnn.bias_ih_l0_reverse	3	-0.015704445540905
91001	rnn.bias_ih_l0_reverse	4	-0.04282704368233681
91001	rnn.bias_ih_l0_reverse	5	0.04747660830616951
91001	rnn.bias_ih_l0_reverse	6	-0.05578077211976051
91001	rnn.bias_ih_l0_reverse	7	0.04719803109765053
91001	rnn.bias_ih_l0_reverse	8	-0.04336889088153839
91001	rnn.bias_ih_l0_reverse	9	0.035960644483566284
91001	rnn.bias_hh_l0_reverse	0	0.005319658666849136
91001	rnn.bias_hh_l0_reverse	1	-0.025374513119459152
91001	rnn.bias_hh_l0_reverse	2	0.0406927689909935
91001	rnn.bias_hh_l0_reverse	3	-0.05235639214515686
91001	rnn.bias_hh_l0_reverse	4	-0.0299223642796278
91001	rnn.bias_hh_l0_reverse	5	-0.019812004640698433
91001	rnn.bias_hh_l0_reverse	6	-0.01709102652966976
91001	rnn.bias_hh_l0_reverse	7	0.08808378130197525
91001	rnn.bias_hh_l0_reverse	8	0.02819914184510708
91001	rnn.bias_hh_l0_reverse	9	-0.08895985037088394
91001	rnn.weight_ih_l1	0	-0.04020247235894203
91001	rnn.weight_ih_l1	1	-0.02656097337603569
91001	rnn.weight_ih_l1	2	0.03575845807790756
91001	rnn.weight_ih_l1	3	-0.045035794377326965
91001	rnn.weight_ih_l1	4	-0.0070158857852220535
91001	rnn.weight_ih_l1	5	-0.04659736156463623
91001	rnn.weight_ih_l1	6	0.028155378997325897
91001	rnn.weight_ih_l1	7	-0.03880023956298828
91001	rnn.weight_ih_l1	8	0.03881523758172989
91001	rnn.weight_ih_l1	9	0.03392986208200455
91001	rnn.weight_hh_l1	0	-0.0010292758233845234
91001	rnn.weight_hh_l1	1	0.009298982098698616
91001	rnn.weight_hh_l1	2	-0.0005204403423704207
91001	rnn.weight_hh_l1	3	-0.011866383254528046
91001	rnn.weight_hh_l1	4	0.0029895843472331762
91001	rnn.weight_hh_l1	5	0.026398364454507828
91001	rnn.weight_hh_l1	6	0.029372340068221092
91001	rnn.weight_hh_l1	7	-0.025845764204859734
91001	rnn.weight_hh_l1	8	-0.02139469049870968
91001	rnn.weight_hh_l1	9	0.03871425986289978
91001	rnn.bias_ih_l1	0	-0.17453190684318542
91001	rnn.bias_ih_l1	1	-0.15173012018203735
91001	rnn.bias_ih_l1	2	-0.1679101139307022
91001	rnn.bias_ih_l1	3	-0.22569060325622559
91001	rnn.bias_ih_l1	4	-0.15016557276248932
91001	rnn.bias_ih_l1	5	-0.09523344784975052
91001	rnn.bias_ih_l1	6	-0.12694312632083893
91001	rnn.bias_ih_l1	7	-0.006142524536699057
91001	rnn.bias_ih_l1	8	-0.11871566623449326
91001	rnn.bias_ih_l1	9	-0.09850972890853882
91001	rnn.bias_hh_l1	0	-0.12363608926534653
91001	rnn.bias_hh_l1	1	-0.05041000619530678
91001	rnn.bias_hh_l1	2	-0.07719801366329193
91001	rnn.bias_hh_l1	3	-0.0937667265534401
91001	rnn.bias_hh_l1	4	-0.1140461340546608
91001	rnn.bias_hh_l1	5	-0.09371428936719894
91001	rnn.bias_hh_l1	6	-0.10518676042556763
91001	rnn.bias_hh_l1	7	0.009652833454310894
91001	rnn.bias_hh_l1	8	-0.13981451094150543
91001	rnn.bias_hh_l1	9	-0.08402039110660553
91001	rnn.weight_ih_l1_reverse	0	-0.03907923027873039
91001	rnn.weight_ih_l1_reverse	1	0.012448920868337154
91001	rnn.weight_ih_l1_reverse	2	-0.007390325423330069
91001	rnn.weight_ih_l1_reverse	3	-0.00834632758051157
91001	rnn.weight_ih_l1_reverse	4	-0.024751754477620125
91001	rnn.weight_ih_l1_reverse	5	-0.03642839565873146
91001	rnn.weight_ih_l1_reverse	6	-0.00370318116620183
91001	rnn.weight_ih_l1_reverse	7	0.015835003927350044
91001	rnn.weight_ih_l1_reverse	8	0.026829110458493233
91001	rnn.weight_ih_l1_reverse	9	-0.0630650520324707
91001	rnn.weight_hh_l1_reverse	0	0.008908029645681381
91001	rnn.weight_hh_l1_reverse	1	0.030126970261335373
91001	rnn.weight_hh_l1_reverse	2	-0.039362628012895584
91001	rnn.weight_hh_l1_reverse	3	0.0396244116127491
91001	rnn.weight_hh_l1_reverse	4	0.04762032628059387
91001	rnn.weight_hh_l1_reverse	5	0.00752599211409688
91001	rnn.weight_hh_l1_reverse	6	0.007547895424067974
91001	rnn.weight_hh_l1_reverse	7	0.026241589337587357
91001	rnn.weight_hh_l1_reverse	8	-0.0037410492077469826
91001	rnn.weight_hh_l1_reverse	9	-0.03819187730550766
91001	rnn.bias_ih_l1_reverse	0	-0.04190443456172943
91001	rnn.bias_ih_l1_reverse	1	-0.10973040014505386
91001	rnn.bias_ih_l1_reverse	2	-0.13229288160800934
91001	rnn.bias_ih_l1_reverse	3	-0.04544227570295334
91001	rnn.bias_ih_l1_reverse	4	-0.1654977798461914
91001	rnn.bias_ih_l1_reverse	5	-0.08976735174655914
91001	rnn.bias_ih_l1_reverse	6	-0.11381129175424576
91001	rnn.bias_ih_l1_reverse	7	-0.17794451117515564
91001	rnn.bias_ih_l1_reverse	8	0.17934633791446686
91001	rnn.bias_ih_l1_reverse	9	0.030310021713376045
91001	rnn.bias_hh_l1_reverse	0	-0.04410484433174133
91001	rnn.bias_hh_l1_reverse	1	0.001484749256633222
91001	rnn.bias_hh_l1_reverse	2	-0.21066419780254364
91001	rnn.bias_hh_l1_reverse	3	-0.0951804518699646
91001	rnn.bias_hh_l1_reverse	4	-0.07669613510370255
91001	rnn.bias_hh_l1_reverse	5	-0.09690991044044495
91001	rnn.bias_hh_l1_reverse	6	0.1600806564092636
91001	rnn.bias_hh_l1_reverse	7	-0.15925545990467072
91001	rnn.bias_hh_l1_reverse	8	-0.09647846966981888
91001	rnn.bias_hh_l1_reverse	9	-0.12014824897050858
91001	linear.weight	0	0.002228822559118271
91001	linear.weight	1	0.11764350533485413
91001	linear.weight	2	-0.09459415823221207
91001	linear.weight	3	0.34817907214164734
91001	linear.weight	4	0.09712940454483032
91001	linear.weight	5	0.006520244292914867
91001	linear.weight	6	0.03629882633686066
91001	linear.weight	7	0.13334475457668304
91001	linear.weight	8	0.041326530277729034
91001	linear.weight	9	-0.04947078600525856
91001	linear.bias	0	-0.10521704703569412
91001	linear.bias	1	-0.16430094838142395
91001	linear.bias	2	-0.4645534157752991
91001	linear.bias	3	-0.7264823913574219
91001	linear.bias	4	-1.1410990953445435
91001	linear.bias	5	-0.050124019384384155
91001	linear.bias	6	-0.67962247133255
91001	linear.bias	7	0.37319353222846985
91001	linear.bias	8	-0.4740353226661682
91001	linear.bias	9	-0.842774510383606
91198	transitions	0	0.6018661260604858
91198	transitions	1	0.10113000124692917
91198	transitions	2	-10000.0
91198	transitions	3	-1.8110620975494385
91198	transitions	4	-10000.0
91198	transitions	5	0.6173257827758789
91198	transitions	6	-0.04744806885719299
91198	transitions	7	-0.5180473923683167
91198	transitions	8	-1.3674663305282593
91198	transitions	9	-0.0007721873698756099
91198	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
91198	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
91198	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
91198	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
91198	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
91198	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
91198	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
91198	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
91198	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
91198	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
91198	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
91198	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
91198	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
91198	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
91198	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
91198	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
91198	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
91198	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
91198	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
91198	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
91198	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
91198	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
91198	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
91198	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
91198	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
91198	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
91198	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
91198	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
91198	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
91198	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
91198	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
91198	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
91198	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
91198	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
91198	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
91198	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
91198	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
91198	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
91198	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
91198	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
91198	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
91198	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
91198	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
91198	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
91198	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
91198	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
91198	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
91198	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
91198	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
91198	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
91198	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
91198	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
91198	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
91198	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
91198	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
91198	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
91198	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
91198	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
91198	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
91198	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
91198	embedding2nn.weight	0	0.01262610498815775
91198	embedding2nn.weight	1	-0.016308648511767387
91198	embedding2nn.weight	2	-0.014268255792558193
91198	embedding2nn.weight	3	0.005331056658178568
91198	embedding2nn.weight	4	-0.005915035028010607
91198	embedding2nn.weight	5	-0.0037005816120654345
91198	embedding2nn.weight	6	-0.003973223268985748
91198	embedding2nn.weight	7	-0.04806017875671387
91198	embedding2nn.weight	8	-0.0019979383796453476
91198	embedding2nn.weight	9	-0.02996203862130642
91198	embedding2nn.bias	0	0.02930980920791626
91198	embedding2nn.bias	1	-0.0725458562374115
91198	embedding2nn.bias	2	0.08962798863649368
91198	embedding2nn.bias	3	0.06304056197404861
91198	embedding2nn.bias	4	-0.03259900584816933
91198	embedding2nn.bias	5	-0.014267639257013798
91198	embedding2nn.bias	6	-0.0040199332870543
91198	embedding2nn.bias	7	-0.032245442271232605
91198	embedding2nn.bias	8	0.03466225415468216
91198	embedding2nn.bias	9	0.013296728022396564
91198	rnn.weight_ih_l0	0	-0.05116809159517288
91198	rnn.weight_ih_l0	1	-0.005330228712409735
91198	rnn.weight_ih_l0	2	0.0436616912484169
91198	rnn.weight_ih_l0	3	0.008521018549799919
91198	rnn.weight_ih_l0	4	-0.02209208533167839
91198	rnn.weight_ih_l0	5	-0.0496797077357769
91198	rnn.weight_ih_l0	6	0.00366237573325634
91198	rnn.weight_ih_l0	7	0.04347265511751175
91198	rnn.weight_ih_l0	8	-0.010032453574240208
91198	rnn.weight_ih_l0	9	-0.016698893159627914
91198	rnn.weight_hh_l0	0	-0.03830499202013016
91198	rnn.weight_hh_l0	1	0.005319932941347361
91198	rnn.weight_hh_l0	2	0.0076567805372178555
91198	rnn.weight_hh_l0	3	-0.05160323157906532
91198	rnn.weight_hh_l0	4	0.06889292597770691
91198	rnn.weight_hh_l0	5	-0.0023194344248622656
91198	rnn.weight_hh_l0	6	-0.03933088108897209
91198	rnn.weight_hh_l0	7	-0.008206804282963276
91198	rnn.weight_hh_l0	8	0.014761757105588913
91198	rnn.weight_hh_l0	9	-0.018128469586372375
91198	rnn.bias_ih_l0	0	0.06035148724913597
91198	rnn.bias_ih_l0	1	-0.026200011372566223
91198	rnn.bias_ih_l0	2	-0.019524501636624336
91198	rnn.bias_ih_l0	3	0.1132548525929451
91198	rnn.bias_ih_l0	4	-0.05545910447835922
91198	rnn.bias_ih_l0	5	-0.018332015722990036
91198	rnn.bias_ih_l0	6	-0.004108238033950329
91198	rnn.bias_ih_l0	7	0.040953993797302246
91198	rnn.bias_ih_l0	8	-0.10107658803462982
91198	rnn.bias_ih_l0	9	-0.040831007063388824
91198	rnn.bias_hh_l0	0	-0.03368837386369705
91198	rnn.bias_hh_l0	1	-0.10092771798372269
91198	rnn.bias_hh_l0	2	-0.03448015823960304
91198	rnn.bias_hh_l0	3	-0.07768920063972473
91198	rnn.bias_hh_l0	4	-0.035473741590976715
91198	rnn.bias_hh_l0	5	-0.007896755822002888
91198	rnn.bias_hh_l0	6	0.02775019034743309
91198	rnn.bias_hh_l0	7	0.04743778333067894
91198	rnn.bias_hh_l0	8	-0.11866766214370728
91198	rnn.bias_hh_l0	9	-0.022334551438689232
91198	rnn.weight_ih_l0_reverse	0	-0.016246866434812546
91198	rnn.weight_ih_l0_reverse	1	-0.05206136405467987
91198	rnn.weight_ih_l0_reverse	2	-0.031163262203335762
91198	rnn.weight_ih_l0_reverse	3	0.0053916312754154205
91198	rnn.weight_ih_l0_reverse	4	-0.012112358585000038
91198	rnn.weight_ih_l0_reverse	5	-0.04089595377445221
91198	rnn.weight_ih_l0_reverse	6	0.06194356456398964
91198	rnn.weight_ih_l0_reverse	7	-0.016828637570142746
91198	rnn.weight_ih_l0_reverse	8	-0.02986837364733219
91198	rnn.weight_ih_l0_reverse	9	0.007189177442342043
91198	rnn.weight_hh_l0_reverse	0	0.03144855797290802
91198	rnn.weight_hh_l0_reverse	1	0.03486543148756027
91198	rnn.weight_hh_l0_reverse	2	0.03862645477056503
91198	rnn.weight_hh_l0_reverse	3	0.027971846982836723
91198	rnn.weight_hh_l0_reverse	4	0.006052835378795862
91198	rnn.weight_hh_l0_reverse	5	0.010019373148679733
91198	rnn.weight_hh_l0_reverse	6	0.04467165842652321
91198	rnn.weight_hh_l0_reverse	7	-0.06545884162187576
91198	rnn.weight_hh_l0_reverse	8	0.03517460078001022
91198	rnn.weight_hh_l0_reverse	9	0.0452442392706871
91198	rnn.bias_ih_l0_reverse	0	-0.05614601820707321
91198	rnn.bias_ih_l0_reverse	1	-0.21078981459140778
91198	rnn.bias_ih_l0_reverse	2	-0.11819957196712494
91198	rnn.bias_ih_l0_reverse	3	-0.016105670481920242
91198	rnn.bias_ih_l0_reverse	4	-0.04395962134003639
91198	rnn.bias_ih_l0_reverse	5	0.05220624431967735
91198	rnn.bias_ih_l0_reverse	6	-0.05413850396871567
91198	rnn.bias_ih_l0_reverse	7	0.046722449362277985
91198	rnn.bias_ih_l0_reverse	8	-0.04244193062186241
91198	rnn.bias_ih_l0_reverse	9	0.03409242257475853
91198	rnn.bias_hh_l0_reverse	0	0.0034353372175246477
91198	rnn.bias_hh_l0_reverse	1	-0.022666601464152336
91198	rnn.bias_hh_l0_reverse	2	0.045623213052749634
91198	rnn.bias_hh_l0_reverse	3	-0.05061819776892662
91198	rnn.bias_hh_l0_reverse	4	-0.029462305828928947
91198	rnn.bias_hh_l0_reverse	5	-0.022473473101854324
91198	rnn.bias_hh_l0_reverse	6	-0.0229139793664217
91198	rnn.bias_hh_l0_reverse	7	0.09065867960453033
91198	rnn.bias_hh_l0_reverse	8	0.029206791892647743
91198	rnn.bias_hh_l0_reverse	9	-0.09028586745262146
91198	rnn.weight_ih_l1	0	-0.03976468741893768
91198	rnn.weight_ih_l1	1	-0.02565368264913559
91198	rnn.weight_ih_l1	2	0.038657017052173615
91198	rnn.weight_ih_l1	3	-0.04693565517663956
91198	rnn.weight_ih_l1	4	-0.007043096702545881
91198	rnn.weight_ih_l1	5	-0.04602440446615219
91198	rnn.weight_ih_l1	6	0.02878083474934101
91198	rnn.weight_ih_l1	7	-0.03986779600381851
91198	rnn.weight_ih_l1	8	0.038521017879247665
91198	rnn.weight_ih_l1	9	0.03441493958234787
91198	rnn.weight_hh_l1	0	-0.001398594118654728
91198	rnn.weight_hh_l1	1	0.00935088936239481
91198	rnn.weight_hh_l1	2	-0.0012441605795174837
91198	rnn.weight_hh_l1	3	-0.011609042063355446
91198	rnn.weight_hh_l1	4	0.0033894663210958242
91198	rnn.weight_hh_l1	5	0.026279587298631668
91198	rnn.weight_hh_l1	6	0.029359610751271248
91198	rnn.weight_hh_l1	7	-0.025660881772637367
91198	rnn.weight_hh_l1	8	-0.021433448418974876
91198	rnn.weight_hh_l1	9	0.03856755048036575
91198	rnn.bias_ih_l1	0	-0.17364244163036346
91198	rnn.bias_ih_l1	1	-0.1518898457288742
91198	rnn.bias_ih_l1	2	-0.16740122437477112
91198	rnn.bias_ih_l1	3	-0.22370733320713043
91198	rnn.bias_ih_l1	4	-0.15973038971424103
91198	rnn.bias_ih_l1	5	-0.09626941382884979
91198	rnn.bias_ih_l1	6	-0.12915374338626862
91198	rnn.bias_ih_l1	7	-0.010262244381010532
91198	rnn.bias_ih_l1	8	-0.11619541794061661
91198	rnn.bias_ih_l1	9	-0.09407885372638702
91198	rnn.bias_hh_l1	0	-0.12479273229837418
91198	rnn.bias_hh_l1	1	-0.05373520404100418
91198	rnn.bias_hh_l1	2	-0.07994718849658966
91198	rnn.bias_hh_l1	3	-0.09369734674692154
91198	rnn.bias_hh_l1	4	-0.11509454250335693
91198	rnn.bias_hh_l1	5	-0.09315553307533264
91198	rnn.bias_hh_l1	6	-0.1032295748591423
91198	rnn.bias_hh_l1	7	0.002880726009607315
91198	rnn.bias_hh_l1	8	-0.13890545070171356
91198	rnn.bias_hh_l1	9	-0.08501335978507996
91198	rnn.weight_ih_l1_reverse	0	-0.03788798674941063
91198	rnn.weight_ih_l1_reverse	1	0.01008991152048111
91198	rnn.weight_ih_l1_reverse	2	-0.008107127621769905
91198	rnn.weight_ih_l1_reverse	3	-0.009764500893652439
91198	rnn.weight_ih_l1_reverse	4	-0.02516670525074005
91198	rnn.weight_ih_l1_reverse	5	-0.036438606679439545
91198	rnn.weight_ih_l1_reverse	6	-0.003976899199187756
91198	rnn.weight_ih_l1_reverse	7	0.01543042715638876
91198	rnn.weight_ih_l1_reverse	8	0.026682570576667786
91198	rnn.weight_ih_l1_reverse	9	-0.06225843355059624
91198	rnn.weight_hh_l1_reverse	0	0.008701993152499199
91198	rnn.weight_hh_l1_reverse	1	0.03036274015903473
91198	rnn.weight_hh_l1_reverse	2	-0.03935809060931206
91198	rnn.weight_hh_l1_reverse	3	0.03976030275225639
91198	rnn.weight_hh_l1_reverse	4	0.04774082824587822
91198	rnn.weight_hh_l1_reverse	5	0.007715750019997358
91198	rnn.weight_hh_l1_reverse	6	0.007572997361421585
91198	rnn.weight_hh_l1_reverse	7	0.026226678863167763
91198	rnn.weight_hh_l1_reverse	8	-0.0038522803224623203
91198	rnn.weight_hh_l1_reverse	9	-0.037274062633514404
91198	rnn.bias_ih_l1_reverse	0	-0.04461583122611046
91198	rnn.bias_ih_l1_reverse	1	-0.1076689288020134
91198	rnn.bias_ih_l1_reverse	2	-0.1297101229429245
91198	rnn.bias_ih_l1_reverse	3	-0.03850150480866432
91198	rnn.bias_ih_l1_reverse	4	-0.16187989711761475
91198	rnn.bias_ih_l1_reverse	5	-0.08987352252006531
91198	rnn.bias_ih_l1_reverse	6	-0.1143069863319397
91198	rnn.bias_ih_l1_reverse	7	-0.17788764834403992
91198	rnn.bias_ih_l1_reverse	8	0.17359581589698792
91198	rnn.bias_ih_l1_reverse	9	0.02798435278236866
91198	rnn.bias_hh_l1_reverse	0	-0.041628774255514145
91198	rnn.bias_hh_l1_reverse	1	0.005917397327721119
91198	rnn.bias_hh_l1_reverse	2	-0.21114124357700348
91198	rnn.bias_hh_l1_reverse	3	-0.0944092720746994
91198	rnn.bias_hh_l1_reverse	4	-0.07513972371816635
91198	rnn.bias_hh_l1_reverse	5	-0.09636896103620529
91198	rnn.bias_hh_l1_reverse	6	0.16190899908542633
91198	rnn.bias_hh_l1_reverse	7	-0.158284991979599
91198	rnn.bias_hh_l1_reverse	8	-0.09736014157533646
91198	rnn.bias_hh_l1_reverse	9	-0.12060806900262833
91198	linear.weight	0	0.002228822559118271
91198	linear.weight	1	0.11667659133672714
91198	linear.weight	2	-0.09398607909679413
91198	linear.weight	3	0.35355010628700256
91198	linear.weight	4	0.09769539535045624
91198	linear.weight	5	0.005513809621334076
91198	linear.weight	6	0.044007811695337296
91198	linear.weight	7	0.12966153025627136
91198	linear.weight	8	0.041322506964206696
91198	linear.weight	9	-0.05286049842834473
91198	linear.bias	0	-0.08973005414009094
91198	linear.bias	1	-0.17353616654872894
91198	linear.bias	2	-0.46058329939842224
91198	linear.bias	3	-0.7302708625793457
91198	linear.bias	4	-1.147162675857544
91198	linear.bias	5	-0.05198686569929123
91198	linear.bias	6	-0.6873316764831543
91198	linear.bias	7	0.372592031955719
91198	linear.bias	8	-0.4690309762954712
91198	linear.bias	9	-0.8380142450332642
91395	transitions	0	0.6004235744476318
91395	transitions	1	0.09486344456672668
91395	transitions	2	-10000.0
91395	transitions	3	-1.8111478090286255
91395	transitions	4	-10000.0
91395	transitions	5	0.617041826248169
91395	transitions	6	-0.047561850398778915
91395	transitions	7	-0.5218676328659058
91395	transitions	8	-1.3675854206085205
91395	transitions	9	-0.0007741154986433685
91395	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
91395	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
91395	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
91395	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
91395	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
91395	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
91395	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
91395	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
91395	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
91395	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
91395	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
91395	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
91395	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
91395	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
91395	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
91395	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
91395	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
91395	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
91395	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
91395	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
91395	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
91395	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
91395	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
91395	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
91395	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
91395	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
91395	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
91395	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
91395	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
91395	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
91395	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
91395	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
91395	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
91395	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
91395	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
91395	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
91395	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
91395	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
91395	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
91395	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
91395	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
91395	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
91395	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
91395	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
91395	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
91395	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
91395	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
91395	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
91395	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
91395	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
91395	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
91395	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
91395	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
91395	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
91395	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
91395	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
91395	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
91395	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
91395	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
91395	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
91395	embedding2nn.weight	0	0.011031225323677063
91395	embedding2nn.weight	1	-0.016286497935652733
91395	embedding2nn.weight	2	-0.014268255792558193
91395	embedding2nn.weight	3	0.0072615728713572025
91395	embedding2nn.weight	4	-0.005915035028010607
91395	embedding2nn.weight	5	-0.003700581844896078
91395	embedding2nn.weight	6	-0.003973226994276047
91395	embedding2nn.weight	7	-0.04902097210288048
91395	embedding2nn.weight	8	-0.0019979383796453476
91395	embedding2nn.weight	9	-0.029451213777065277
91395	embedding2nn.bias	0	0.040198955684900284
91395	embedding2nn.bias	1	-0.06489439308643341
91395	embedding2nn.bias	2	0.09461484849452972
91395	embedding2nn.bias	3	0.06745918095111847
91395	embedding2nn.bias	4	-0.03929593041539192
91395	embedding2nn.bias	5	-0.017219120636582375
91395	embedding2nn.bias	6	-0.0014752986608073115
91395	embedding2nn.bias	7	-0.042758647352457047
91395	embedding2nn.bias	8	0.03317192941904068
91395	embedding2nn.bias	9	0.009821511805057526
91395	rnn.weight_ih_l0	0	-0.051848992705345154
91395	rnn.weight_ih_l0	1	-0.0046607027761638165
91395	rnn.weight_ih_l0	2	0.04467815160751343
91395	rnn.weight_ih_l0	3	0.007739163935184479
91395	rnn.weight_ih_l0	4	-0.02222565934062004
91395	rnn.weight_ih_l0	5	-0.050038907676935196
91395	rnn.weight_ih_l0	6	0.003943382762372494
91395	rnn.weight_ih_l0	7	0.04256173223257065
91395	rnn.weight_ih_l0	8	-0.009426171891391277
91395	rnn.weight_ih_l0	9	-0.01710595190525055
91395	rnn.weight_hh_l0	0	-0.03908565267920494
91395	rnn.weight_hh_l0	1	0.007855118252336979
91395	rnn.weight_hh_l0	2	0.006339184008538723
91395	rnn.weight_hh_l0	3	-0.05193347856402397
91395	rnn.weight_hh_l0	4	0.07000467926263809
91395	rnn.weight_hh_l0	5	-0.002727620303630829
91395	rnn.weight_hh_l0	6	-0.038187768310308456
91395	rnn.weight_hh_l0	7	-0.006067682057619095
91395	rnn.weight_hh_l0	8	0.015314281918108463
91395	rnn.weight_hh_l0	9	-0.017821786925196648
91395	rnn.bias_ih_l0	0	0.06105919927358627
91395	rnn.bias_ih_l0	1	-0.02337944321334362
91395	rnn.bias_ih_l0	2	-0.02143011800944805
91395	rnn.bias_ih_l0	3	0.11270507425069809
91395	rnn.bias_ih_l0	4	-0.05736434832215309
91395	rnn.bias_ih_l0	5	-0.0168929323554039
91395	rnn.bias_ih_l0	6	-0.0023048638831824064
91395	rnn.bias_ih_l0	7	0.04176142439246178
91395	rnn.bias_ih_l0	8	-0.10287334769964218
91395	rnn.bias_ih_l0	9	-0.03751390799880028
91395	rnn.bias_hh_l0	0	-0.03352135047316551
91395	rnn.bias_hh_l0	1	-0.09781646728515625
91395	rnn.bias_hh_l0	2	-0.035407889634370804
91395	rnn.bias_hh_l0	3	-0.0745389461517334
91395	rnn.bias_hh_l0	4	-0.03634297102689743
91395	rnn.bias_hh_l0	5	-0.009975233115255833
91395	rnn.bias_hh_l0	6	0.02941235341131687
91395	rnn.bias_hh_l0	7	0.042372677475214005
91395	rnn.bias_hh_l0	8	-0.12054009735584259
91395	rnn.bias_hh_l0	9	-0.022410983219742775
91395	rnn.weight_ih_l0_reverse	0	-0.014768792316317558
91395	rnn.weight_ih_l0_reverse	1	-0.051536377519369125
91395	rnn.weight_ih_l0_reverse	2	-0.03290107473731041
91395	rnn.weight_ih_l0_reverse	3	0.0055610849522054195
91395	rnn.weight_ih_l0_reverse	4	-0.011622229591012001
91395	rnn.weight_ih_l0_reverse	5	-0.04169300198554993
91395	rnn.weight_ih_l0_reverse	6	0.06351678818464279
91395	rnn.weight_ih_l0_reverse	7	-0.015077322721481323
91395	rnn.weight_ih_l0_reverse	8	-0.02960500493645668
91395	rnn.weight_ih_l0_reverse	9	0.008044215850532055
91395	rnn.weight_hh_l0_reverse	0	0.0342845655977726
91395	rnn.weight_hh_l0_reverse	1	0.03492094203829765
91395	rnn.weight_hh_l0_reverse	2	0.03846265748143196
91395	rnn.weight_hh_l0_reverse	3	0.027541451156139374
91395	rnn.weight_hh_l0_reverse	4	0.007003242615610361
91395	rnn.weight_hh_l0_reverse	5	0.00901244767010212
91395	rnn.weight_hh_l0_reverse	6	0.044633761048316956
91395	rnn.weight_hh_l0_reverse	7	-0.0641954243183136
91395	rnn.weight_hh_l0_reverse	8	0.0347944013774395
91395	rnn.weight_hh_l0_reverse	9	0.04450029134750366
91395	rnn.bias_ih_l0_reverse	0	-0.056006141006946564
91395	rnn.bias_ih_l0_reverse	1	-0.2124478816986084
91395	rnn.bias_ih_l0_reverse	2	-0.11385511606931686
91395	rnn.bias_ih_l0_reverse	3	-0.017720745876431465
91395	rnn.bias_ih_l0_reverse	4	-0.040321480482816696
91395	rnn.bias_ih_l0_reverse	5	0.05229218304157257
91395	rnn.bias_ih_l0_reverse	6	-0.0532195158302784
91395	rnn.bias_ih_l0_reverse	7	0.04627637192606926
91395	rnn.bias_ih_l0_reverse	8	-0.039716754108667374
91395	rnn.bias_ih_l0_reverse	9	0.03581279516220093
91395	rnn.bias_hh_l0_reverse	0	0.008050521835684776
91395	rnn.bias_hh_l0_reverse	1	-0.024546662345528603
91395	rnn.bias_hh_l0_reverse	2	0.04930068925023079
91395	rnn.bias_hh_l0_reverse	3	-0.05124689266085625
91395	rnn.bias_hh_l0_reverse	4	-0.025679422542452812
91395	rnn.bias_hh_l0_reverse	5	-0.024053052067756653
91395	rnn.bias_hh_l0_reverse	6	-0.02245347388088703
91395	rnn.bias_hh_l0_reverse	7	0.09107773751020432
91395	rnn.bias_hh_l0_reverse	8	0.026748323813080788
91395	rnn.bias_hh_l0_reverse	9	-0.09463047236204147
91395	rnn.weight_ih_l1	0	-0.039556052535772324
91395	rnn.weight_ih_l1	1	-0.025832010433077812
91395	rnn.weight_ih_l1	2	0.036074861884117126
91395	rnn.weight_ih_l1	3	-0.045616891235113144
91395	rnn.weight_ih_l1	4	-0.007352888584136963
91395	rnn.weight_ih_l1	5	-0.04593591019511223
91395	rnn.weight_ih_l1	6	0.028946129605174065
91395	rnn.weight_ih_l1	7	-0.03975127637386322
91395	rnn.weight_ih_l1	8	0.03855450078845024
91395	rnn.weight_ih_l1	9	0.03317645192146301
91395	rnn.weight_hh_l1	0	-0.002601336222141981
91395	rnn.weight_hh_l1	1	0.00952193420380354
91395	rnn.weight_hh_l1	2	0.0009007297921925783
91395	rnn.weight_hh_l1	3	-0.011814880184829235
91395	rnn.weight_hh_l1	4	0.0035060124937444925
91395	rnn.weight_hh_l1	5	0.025841975584626198
91395	rnn.weight_hh_l1	6	0.029504915699362755
91395	rnn.weight_hh_l1	7	-0.02534995973110199
91395	rnn.weight_hh_l1	8	-0.02195770852267742
91395	rnn.weight_hh_l1	9	0.03895532712340355
91395	rnn.bias_ih_l1	0	-0.17003470659255981
91395	rnn.bias_ih_l1	1	-0.14786143600940704
91395	rnn.bias_ih_l1	2	-0.16658425331115723
91395	rnn.bias_ih_l1	3	-0.2249036580324173
91395	rnn.bias_ih_l1	4	-0.1561032384634018
91395	rnn.bias_ih_l1	5	-0.0966184213757515
91395	rnn.bias_ih_l1	6	-0.12678728997707367
91395	rnn.bias_ih_l1	7	-0.00796229112893343
91395	rnn.bias_ih_l1	8	-0.12167945504188538
91395	rnn.bias_ih_l1	9	-0.09254385530948639
91395	rnn.bias_hh_l1	0	-0.12276832014322281
91395	rnn.bias_hh_l1	1	-0.05432023108005524
91395	rnn.bias_hh_l1	2	-0.08382974565029144
91395	rnn.bias_hh_l1	3	-0.0944705680012703
91395	rnn.bias_hh_l1	4	-0.11219551414251328
91395	rnn.bias_hh_l1	5	-0.09091418236494064
91395	rnn.bias_hh_l1	6	-0.09897934645414352
91395	rnn.bias_hh_l1	7	0.0006426657200790942
91395	rnn.bias_hh_l1	8	-0.1415463536977768
91395	rnn.bias_hh_l1	9	-0.08139800280332565
91395	rnn.weight_ih_l1_reverse	0	-0.03782035410404205
91395	rnn.weight_ih_l1_reverse	1	0.007838605903089046
91395	rnn.weight_ih_l1_reverse	2	-0.0053412942215800285
91395	rnn.weight_ih_l1_reverse	3	-0.009965205565094948
91395	rnn.weight_ih_l1_reverse	4	-0.027677062898874283
91395	rnn.weight_ih_l1_reverse	5	-0.03658796846866608
91395	rnn.weight_ih_l1_reverse	6	-0.0036674141883850098
91395	rnn.weight_ih_l1_reverse	7	0.0158165842294693
91395	rnn.weight_ih_l1_reverse	8	0.025655454024672508
91395	rnn.weight_ih_l1_reverse	9	-0.066436767578125
91395	rnn.weight_hh_l1_reverse	0	0.008777618408203125
91395	rnn.weight_hh_l1_reverse	1	0.03026137687265873
91395	rnn.weight_hh_l1_reverse	2	-0.03936886414885521
91395	rnn.weight_hh_l1_reverse	3	0.03982195258140564
91395	rnn.weight_hh_l1_reverse	4	0.04767298698425293
91395	rnn.weight_hh_l1_reverse	5	0.008086727000772953
91395	rnn.weight_hh_l1_reverse	6	0.0071491640992462635
91395	rnn.weight_hh_l1_reverse	7	0.026564108207821846
91395	rnn.weight_hh_l1_reverse	8	-0.0038900987710803747
91395	rnn.weight_hh_l1_reverse	9	-0.036741599440574646
91395	rnn.bias_ih_l1_reverse	0	-0.04460142180323601
91395	rnn.bias_ih_l1_reverse	1	-0.10514464974403381
91395	rnn.bias_ih_l1_reverse	2	-0.12928570806980133
91395	rnn.bias_ih_l1_reverse	3	-0.028059877455234528
91395	rnn.bias_ih_l1_reverse	4	-0.16075792908668518
91395	rnn.bias_ih_l1_reverse	5	-0.09080464392900467
91395	rnn.bias_ih_l1_reverse	6	-0.11440452188253403
91395	rnn.bias_ih_l1_reverse	7	-0.17938782274723053
91395	rnn.bias_ih_l1_reverse	8	0.16012825071811676
91395	rnn.bias_ih_l1_reverse	9	0.03074786625802517
91395	rnn.bias_hh_l1_reverse	0	-0.03879787027835846
91395	rnn.bias_hh_l1_reverse	1	0.007615119684487581
91395	rnn.bias_hh_l1_reverse	2	-0.21101807057857513
91395	rnn.bias_hh_l1_reverse	3	-0.09621136635541916
91395	rnn.bias_hh_l1_reverse	4	-0.07435446232557297
91395	rnn.bias_hh_l1_reverse	5	-0.09753450006246567
91395	rnn.bias_hh_l1_reverse	6	0.1739429235458374
91395	rnn.bias_hh_l1_reverse	7	-0.16098789870738983
91395	rnn.bias_hh_l1_reverse	8	-0.09662284702062607
91395	rnn.bias_hh_l1_reverse	9	-0.11945716291666031
91395	linear.weight	0	0.002228822559118271
91395	linear.weight	1	0.11192510277032852
91395	linear.weight	2	-0.09867746382951736
91395	linear.weight	3	0.356404572725296
91395	linear.weight	4	0.1012268140912056
91395	linear.weight	5	0.004939604550600052
91395	linear.weight	6	0.04709840938448906
91395	linear.weight	7	0.12465153634548187
91395	linear.weight	8	0.04132034257054329
91395	linear.weight	9	-0.05053276941180229
91395	linear.bias	0	-0.07794056832790375
91395	linear.bias	1	-0.19869445264339447
91395	linear.bias	2	-0.4649351239204407
91395	linear.bias	3	-0.713420569896698
91395	linear.bias	4	-1.1282391548156738
91395	linear.bias	5	-0.03941798582673073
91395	linear.bias	6	-0.7098066806793213
91395	linear.bias	7	0.38373565673828125
91395	linear.bias	8	-0.4654700756072998
91395	linear.bias	9	-0.8346768021583557
91592	transitions	0	0.6063278913497925
91592	transitions	1	0.0909121036529541
91592	transitions	2	-10000.0
91592	transitions	3	-1.8111993074417114
91592	transitions	4	-10000.0
91592	transitions	5	0.6168977618217468
91592	transitions	6	-0.0477021262049675
91592	transitions	7	-0.5234074592590332
91592	transitions	8	-1.3677093982696533
91592	transitions	9	-0.0007752621895633638
91592	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
91592	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
91592	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
91592	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
91592	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
91592	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
91592	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
91592	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
91592	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
91592	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
91592	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
91592	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
91592	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
91592	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
91592	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
91592	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
91592	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
91592	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
91592	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
91592	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
91592	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
91592	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
91592	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
91592	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
91592	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
91592	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
91592	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
91592	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
91592	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
91592	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
91592	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
91592	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
91592	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
91592	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
91592	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
91592	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
91592	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
91592	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
91592	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
91592	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
91592	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
91592	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
91592	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
91592	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
91592	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
91592	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
91592	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
91592	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
91592	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
91592	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
91592	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
91592	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
91592	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
91592	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
91592	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
91592	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
91592	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
91592	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
91592	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
91592	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
91592	embedding2nn.weight	0	0.010036539286375046
91592	embedding2nn.weight	1	-0.0168174859136343
91592	embedding2nn.weight	2	-0.014268255792558193
91592	embedding2nn.weight	3	0.006945533212274313
91592	embedding2nn.weight	4	-0.005915035028010607
91592	embedding2nn.weight	5	-0.003700581844896078
91592	embedding2nn.weight	6	-0.003973228391259909
91592	embedding2nn.weight	7	-0.04870007559657097
91592	embedding2nn.weight	8	-0.0019979383796453476
91592	embedding2nn.weight	9	-0.028803788125514984
91592	embedding2nn.bias	0	0.040445517748594284
91592	embedding2nn.bias	1	-0.05865675210952759
91592	embedding2nn.bias	2	0.08857309818267822
91592	embedding2nn.bias	3	0.07084162533283234
91592	embedding2nn.bias	4	-0.04093203321099281
91592	embedding2nn.bias	5	-0.023530684411525726
91592	embedding2nn.bias	6	-0.008203625679016113
91592	embedding2nn.bias	7	-0.04462342709302902
91592	embedding2nn.bias	8	0.03056008741259575
91592	embedding2nn.bias	9	0.004977136850357056
91592	rnn.weight_ih_l0	0	-0.05075670778751373
91592	rnn.weight_ih_l0	1	-0.004382170271128416
91592	rnn.weight_ih_l0	2	0.04433758556842804
91592	rnn.weight_ih_l0	3	0.009052420035004616
91592	rnn.weight_ih_l0	4	-0.022519605234265327
91592	rnn.weight_ih_l0	5	-0.050507791340351105
91592	rnn.weight_ih_l0	6	0.00384502368979156
91592	rnn.weight_ih_l0	7	0.04331236332654953
91592	rnn.weight_ih_l0	8	-0.009048586711287498
91592	rnn.weight_ih_l0	9	-0.01666221208870411
91592	rnn.weight_hh_l0	0	-0.03978051245212555
91592	rnn.weight_hh_l0	1	0.007327667437493801
91592	rnn.weight_hh_l0	2	0.007777025923132896
91592	rnn.weight_hh_l0	3	-0.05230114609003067
91592	rnn.weight_hh_l0	4	0.06912723928689957
91592	rnn.weight_hh_l0	5	-0.002916757483035326
91592	rnn.weight_hh_l0	6	-0.039087481796741486
91592	rnn.weight_hh_l0	7	-0.00673966808244586
91592	rnn.weight_hh_l0	8	0.015505479648709297
91592	rnn.weight_hh_l0	9	-0.017512669786810875
91592	rnn.bias_ih_l0	0	0.05994373559951782
91592	rnn.bias_ih_l0	1	-0.023122513666749
91592	rnn.bias_ih_l0	2	-0.020485827699303627
91592	rnn.bias_ih_l0	3	0.11887269467115402
91592	rnn.bias_ih_l0	4	-0.05956388637423515
91592	rnn.bias_ih_l0	5	-0.01604462042450905
91592	rnn.bias_ih_l0	6	0.0032978944946080446
91592	rnn.bias_ih_l0	7	0.04445883259177208
91592	rnn.bias_ih_l0	8	-0.1032555028796196
91592	rnn.bias_ih_l0	9	-0.035559527575969696
91592	rnn.bias_hh_l0	0	-0.031237328425049782
91592	rnn.bias_hh_l0	1	-0.09939618408679962
91592	rnn.bias_hh_l0	2	-0.03584149852395058
91592	rnn.bias_hh_l0	3	-0.07621423900127411
91592	rnn.bias_hh_l0	4	-0.032786909490823746
91592	rnn.bias_hh_l0	5	-0.01011168397963047
91592	rnn.bias_hh_l0	6	0.0321933850646019
91592	rnn.bias_hh_l0	7	0.039423372596502304
91592	rnn.bias_hh_l0	8	-0.11864299327135086
91592	rnn.bias_hh_l0	9	-0.0264092106372118
91592	rnn.weight_ih_l0_reverse	0	-0.013130264356732368
91592	rnn.weight_ih_l0_reverse	1	-0.051527850329875946
91592	rnn.weight_ih_l0_reverse	2	-0.032279349863529205
91592	rnn.weight_ih_l0_reverse	3	0.004649568814784288
91592	rnn.weight_ih_l0_reverse	4	-0.010712742805480957
91592	rnn.weight_ih_l0_reverse	5	-0.041544217616319656
91592	rnn.weight_ih_l0_reverse	6	0.06312431395053864
91592	rnn.weight_ih_l0_reverse	7	-0.015657205134630203
91592	rnn.weight_ih_l0_reverse	8	-0.03156745433807373
91592	rnn.weight_ih_l0_reverse	9	0.008456351235508919
91592	rnn.weight_hh_l0_reverse	0	0.034916650503873825
91592	rnn.weight_hh_l0_reverse	1	0.03488495200872421
91592	rnn.weight_hh_l0_reverse	2	0.03745141997933388
91592	rnn.weight_hh_l0_reverse	3	0.026681436225771904
91592	rnn.weight_hh_l0_reverse	4	0.006891138851642609
91592	rnn.weight_hh_l0_reverse	5	0.009157461114227772
91592	rnn.weight_hh_l0_reverse	6	0.04489142447710037
91592	rnn.weight_hh_l0_reverse	7	-0.06448624283075333
91592	rnn.weight_hh_l0_reverse	8	0.03455197438597679
91592	rnn.weight_hh_l0_reverse	9	0.0448160283267498
91592	rnn.bias_ih_l0_reverse	0	-0.056559570133686066
91592	rnn.bias_ih_l0_reverse	1	-0.21131622791290283
91592	rnn.bias_ih_l0_reverse	2	-0.11657498776912689
91592	rnn.bias_ih_l0_reverse	3	-0.017757799476385117
91592	rnn.bias_ih_l0_reverse	4	-0.041003353893756866
91592	rnn.bias_ih_l0_reverse	5	0.05225732550024986
91592	rnn.bias_ih_l0_reverse	6	-0.052216917276382446
91592	rnn.bias_ih_l0_reverse	7	0.048250846564769745
91592	rnn.bias_ih_l0_reverse	8	-0.0425679050385952
91592	rnn.bias_ih_l0_reverse	9	0.035955872386693954
91592	rnn.bias_hh_l0_reverse	0	0.008019279688596725
91592	rnn.bias_hh_l0_reverse	1	-0.0254815723747015
91592	rnn.bias_hh_l0_reverse	2	0.049250278621912
91592	rnn.bias_hh_l0_reverse	3	-0.05398091673851013
91592	rnn.bias_hh_l0_reverse	4	-0.029936501756310463
91592	rnn.bias_hh_l0_reverse	5	-0.02424233965575695
91592	rnn.bias_hh_l0_reverse	6	-0.021489417180418968
91592	rnn.bias_hh_l0_reverse	7	0.09259671717882156
91592	rnn.bias_hh_l0_reverse	8	0.028664980083703995
91592	rnn.bias_hh_l0_reverse	9	-0.0926516130566597
91592	rnn.weight_ih_l1	0	-0.039560358971357346
91592	rnn.weight_ih_l1	1	-0.026309547945857048
91592	rnn.weight_ih_l1	2	0.035675130784511566
91592	rnn.weight_ih_l1	3	-0.045415978878736496
91592	rnn.weight_ih_l1	4	-0.007773210760205984
91592	rnn.weight_ih_l1	5	-0.04571552202105522
91592	rnn.weight_ih_l1	6	0.028995435684919357
91592	rnn.weight_ih_l1	7	-0.03950899839401245
91592	rnn.weight_ih_l1	8	0.03873666748404503
91592	rnn.weight_ih_l1	9	0.033499959856271744
91592	rnn.weight_hh_l1	0	-0.0032376970630139112
91592	rnn.weight_hh_l1	1	0.0096873315051198
91592	rnn.weight_hh_l1	2	0.0013058031909167767
91592	rnn.weight_hh_l1	3	-0.011318099685013294
91592	rnn.weight_hh_l1	4	0.003314355155453086
91592	rnn.weight_hh_l1	5	0.025625411421060562
91592	rnn.weight_hh_l1	6	0.029425151646137238
91592	rnn.weight_hh_l1	7	-0.02481185831129551
91592	rnn.weight_hh_l1	8	-0.022132813930511475
91592	rnn.weight_hh_l1	9	0.03839479386806488
91592	rnn.bias_ih_l1	0	-0.16975097358226776
91592	rnn.bias_ih_l1	1	-0.14426034688949585
91592	rnn.bias_ih_l1	2	-0.16779938340187073
91592	rnn.bias_ih_l1	3	-0.22500841319561005
91592	rnn.bias_ih_l1	4	-0.15500423312187195
91592	rnn.bias_ih_l1	5	-0.09518520534038544
91592	rnn.bias_ih_l1	6	-0.1263108253479004
91592	rnn.bias_ih_l1	7	-0.008289389312267303
91592	rnn.bias_ih_l1	8	-0.1234985888004303
91592	rnn.bias_ih_l1	9	-0.09085113555192947
91592	rnn.bias_hh_l1	0	-0.12519457936286926
91592	rnn.bias_hh_l1	1	-0.04911642149090767
91592	rnn.bias_hh_l1	2	-0.0829569399356842
91592	rnn.bias_hh_l1	3	-0.09453690052032471
91592	rnn.bias_hh_l1	4	-0.11369994282722473
91592	rnn.bias_hh_l1	5	-0.09138798713684082
91592	rnn.bias_hh_l1	6	-0.10345872491598129
91592	rnn.bias_hh_l1	7	0.011026960797607899
91592	rnn.bias_hh_l1	8	-0.14210428297519684
91592	rnn.bias_hh_l1	9	-0.08051163703203201
91592	rnn.weight_ih_l1_reverse	0	-0.038646046072244644
91592	rnn.weight_ih_l1_reverse	1	0.0029489730950444937
91592	rnn.weight_ih_l1_reverse	2	-0.0043783667497336864
91592	rnn.weight_ih_l1_reverse	3	-0.009981714189052582
91592	rnn.weight_ih_l1_reverse	4	-0.026906771585345268
91592	rnn.weight_ih_l1_reverse	5	-0.03687506541609764
91592	rnn.weight_ih_l1_reverse	6	-0.0026062445249408484
91592	rnn.weight_ih_l1_reverse	7	0.015931610018014908
91592	rnn.weight_ih_l1_reverse	8	0.024637144058942795
91592	rnn.weight_ih_l1_reverse	9	-0.06726697832345963
91592	rnn.weight_hh_l1_reverse	0	0.008670669049024582
91592	rnn.weight_hh_l1_reverse	1	0.029998991638422012
91592	rnn.weight_hh_l1_reverse	2	-0.03948055952787399
91592	rnn.weight_hh_l1_reverse	3	0.039757661521434784
91592	rnn.weight_hh_l1_reverse	4	0.04762683063745499
91592	rnn.weight_hh_l1_reverse	5	0.007672800682485104
91592	rnn.weight_hh_l1_reverse	6	0.0072398739866912365
91592	rnn.weight_hh_l1_reverse	7	0.02592276781797409
91592	rnn.weight_hh_l1_reverse	8	-0.0038107021246105433
91592	rnn.weight_hh_l1_reverse	9	-0.03688054531812668
91592	rnn.bias_ih_l1_reverse	0	-0.04446178302168846
91592	rnn.bias_ih_l1_reverse	1	-0.1035819873213768
91592	rnn.bias_ih_l1_reverse	2	-0.13082680106163025
91592	rnn.bias_ih_l1_reverse	3	-0.030085483565926552
91592	rnn.bias_ih_l1_reverse	4	-0.15864858031272888
91592	rnn.bias_ih_l1_reverse	5	-0.09256170690059662
91592	rnn.bias_ih_l1_reverse	6	-0.11477544903755188
91592	rnn.bias_ih_l1_reverse	7	-0.1783234030008316
91592	rnn.bias_ih_l1_reverse	8	0.1605471819639206
91592	rnn.bias_ih_l1_reverse	9	0.03386930376291275
91592	rnn.bias_hh_l1_reverse	0	-0.035977803170681
91592	rnn.bias_hh_l1_reverse	1	0.007742239627987146
91592	rnn.bias_hh_l1_reverse	2	-0.2105233520269394
91592	rnn.bias_hh_l1_reverse	3	-0.09725026041269302
91592	rnn.bias_hh_l1_reverse	4	-0.07689027488231659
91592	rnn.bias_hh_l1_reverse	5	-0.09885124117136002
91592	rnn.bias_hh_l1_reverse	6	0.17012017965316772
91592	rnn.bias_hh_l1_reverse	7	-0.15994907915592194
91592	rnn.bias_hh_l1_reverse	8	-0.09393350034952164
91592	rnn.bias_hh_l1_reverse	9	-0.11893164366483688
91592	linear.weight	0	0.002228822559118271
91592	linear.weight	1	0.1155545562505722
91592	linear.weight	2	-0.10913127660751343
91592	linear.weight	3	0.34485921263694763
91592	linear.weight	4	0.11313730478286743
91592	linear.weight	5	0.00450895307585597
91592	linear.weight	6	0.043362412601709366
91592	linear.weight	7	0.12074748426675797
91592	linear.weight	8	0.041318368166685104
91592	linear.weight	9	-0.045263636857271194
91592	linear.bias	0	-0.06735574454069138
91592	linear.bias	1	-0.2074955850839615
91592	linear.bias	2	-0.4455026090145111
91592	linear.bias	3	-0.7088289260864258
91592	linear.bias	4	-1.1189457178115845
91592	linear.bias	5	-0.04293040931224823
91592	linear.bias	6	-0.7173341512680054
91592	linear.bias	7	0.38024014234542847
91592	linear.bias	8	-0.4710332453250885
91592	linear.bias	9	-0.8433815836906433
91789	transitions	0	0.6147521138191223
91789	transitions	1	0.09553801268339157
91789	transitions	2	-10000.0
91789	transitions	3	-1.8112640380859375
91789	transitions	4	-10000.0
91789	transitions	5	0.616779088973999
91789	transitions	6	-0.04781496152281761
91789	transitions	7	-0.5241081118583679
91789	transitions	8	-1.367908239364624
91789	transitions	9	-0.0007770020747557282
91789	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
91789	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
91789	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
91789	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
91789	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
91789	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
91789	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
91789	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
91789	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
91789	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
91789	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
91789	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
91789	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
91789	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
91789	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
91789	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
91789	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
91789	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
91789	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
91789	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
91789	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
91789	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
91789	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
91789	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
91789	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
91789	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
91789	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
91789	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
91789	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
91789	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
91789	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
91789	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
91789	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
91789	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
91789	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
91789	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
91789	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
91789	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
91789	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
91789	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
91789	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
91789	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
91789	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
91789	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
91789	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
91789	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
91789	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
91789	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
91789	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
91789	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
91789	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
91789	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
91789	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
91789	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
91789	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
91789	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
91789	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
91789	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
91789	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
91789	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
91789	embedding2nn.weight	0	0.007755434140563011
91789	embedding2nn.weight	1	-0.016525443643331528
91789	embedding2nn.weight	2	-0.014268255792558193
91789	embedding2nn.weight	3	0.006580579560250044
91789	embedding2nn.weight	4	-0.005915035028010607
91789	embedding2nn.weight	5	-0.0037005820777267218
91789	embedding2nn.weight	6	-0.003973227459937334
91789	embedding2nn.weight	7	-0.049044813960790634
91789	embedding2nn.weight	8	-0.0019979383796453476
91789	embedding2nn.weight	9	-0.028796175494790077
91789	embedding2nn.bias	0	0.0352405309677124
91789	embedding2nn.bias	1	-0.06454169750213623
91789	embedding2nn.bias	2	0.08702019602060318
91789	embedding2nn.bias	3	0.0788598507642746
91789	embedding2nn.bias	4	-0.03215141221880913
91789	embedding2nn.bias	5	-0.021019263193011284
91789	embedding2nn.bias	6	-0.002035033656284213
91789	embedding2nn.bias	7	-0.04964771494269371
91789	embedding2nn.bias	8	0.03348030149936676
91789	embedding2nn.bias	9	0.007399383001029491
91789	rnn.weight_ih_l0	0	-0.05188451707363129
91789	rnn.weight_ih_l0	1	-0.003996634390205145
91789	rnn.weight_ih_l0	2	0.045028142631053925
91789	rnn.weight_ih_l0	3	0.00911042932420969
91789	rnn.weight_ih_l0	4	-0.023890338838100433
91789	rnn.weight_ih_l0	5	-0.0504600927233696
91789	rnn.weight_ih_l0	6	0.00331760011613369
91789	rnn.weight_ih_l0	7	0.04237110912799835
91789	rnn.weight_ih_l0	8	-0.0092728640884161
91789	rnn.weight_ih_l0	9	-0.015882672742009163
91789	rnn.weight_hh_l0	0	-0.03856390714645386
91789	rnn.weight_hh_l0	1	0.007677730638533831
91789	rnn.weight_hh_l0	2	0.00850753579288721
91789	rnn.weight_hh_l0	3	-0.05274152755737305
91789	rnn.weight_hh_l0	4	0.06708669662475586
91789	rnn.weight_hh_l0	5	-0.0034275229554623365
91789	rnn.weight_hh_l0	6	-0.039442144334316254
91789	rnn.weight_hh_l0	7	-0.006944266613572836
91789	rnn.weight_hh_l0	8	0.014981563203036785
91789	rnn.weight_hh_l0	9	-0.017419669777154922
91789	rnn.bias_ih_l0	0	0.05982591211795807
91789	rnn.bias_ih_l0	1	-0.025322921574115753
91789	rnn.bias_ih_l0	2	-0.02051379904150963
91789	rnn.bias_ih_l0	3	0.11976003646850586
91789	rnn.bias_ih_l0	4	-0.05887652933597565
91789	rnn.bias_ih_l0	5	-0.018598487600684166
91789	rnn.bias_ih_l0	6	0.002050921320915222
91789	rnn.bias_ih_l0	7	0.044836658984422684
91789	rnn.bias_ih_l0	8	-0.10234248638153076
91789	rnn.bias_ih_l0	9	-0.03395112603902817
91789	rnn.bias_hh_l0	0	-0.03129035606980324
91789	rnn.bias_hh_l0	1	-0.10014982521533966
91789	rnn.bias_hh_l0	2	-0.03952593356370926
91789	rnn.bias_hh_l0	3	-0.07803714275360107
91789	rnn.bias_hh_l0	4	-0.030254073441028595
91789	rnn.bias_hh_l0	5	-0.009579160250723362
91789	rnn.bias_hh_l0	6	0.033257585018873215
91789	rnn.bias_hh_l0	7	0.041628044098615646
91789	rnn.bias_hh_l0	8	-0.11597234010696411
91789	rnn.bias_hh_l0	9	-0.031030941754579544
91789	rnn.weight_ih_l0_reverse	0	-0.012070975266397
91789	rnn.weight_ih_l0_reverse	1	-0.052693743258714676
91789	rnn.weight_ih_l0_reverse	2	-0.03177851811051369
91789	rnn.weight_ih_l0_reverse	3	0.006238490343093872
91789	rnn.weight_ih_l0_reverse	4	-0.010126261040568352
91789	rnn.weight_ih_l0_reverse	5	-0.04270642623305321
91789	rnn.weight_ih_l0_reverse	6	0.06436590105295181
91789	rnn.weight_ih_l0_reverse	7	-0.01675914227962494
91789	rnn.weight_ih_l0_reverse	8	-0.031576912850141525
91789	rnn.weight_ih_l0_reverse	9	0.008632001467049122
91789	rnn.weight_hh_l0_reverse	0	0.034570157527923584
91789	rnn.weight_hh_l0_reverse	1	0.037360988557338715
91789	rnn.weight_hh_l0_reverse	2	0.03736768662929535
91789	rnn.weight_hh_l0_reverse	3	0.025635957717895508
91789	rnn.weight_hh_l0_reverse	4	0.005654097534716129
91789	rnn.weight_hh_l0_reverse	5	0.009802699089050293
91789	rnn.weight_hh_l0_reverse	6	0.04427775740623474
91789	rnn.weight_hh_l0_reverse	7	-0.06424460560083389
91789	rnn.weight_hh_l0_reverse	8	0.03411012515425682
91789	rnn.weight_hh_l0_reverse	9	0.04498812183737755
91789	rnn.bias_ih_l0_reverse	0	-0.05461030453443527
91789	rnn.bias_ih_l0_reverse	1	-0.2109655737876892
91789	rnn.bias_ih_l0_reverse	2	-0.11729828268289566
91789	rnn.bias_ih_l0_reverse	3	-0.018307223916053772
91789	rnn.bias_ih_l0_reverse	4	-0.04560079053044319
91789	rnn.bias_ih_l0_reverse	5	0.05208292230963707
91789	rnn.bias_ih_l0_reverse	6	-0.05266978219151497
91789	rnn.bias_ih_l0_reverse	7	0.048001524060964584
91789	rnn.bias_ih_l0_reverse	8	-0.039849795401096344
91789	rnn.bias_ih_l0_reverse	9	0.03750118240714073
91789	rnn.bias_hh_l0_reverse	0	0.009017587639391422
91789	rnn.bias_hh_l0_reverse	1	-0.02698463387787342
91789	rnn.bias_hh_l0_reverse	2	0.049578957259655
91789	rnn.bias_hh_l0_reverse	3	-0.05404249206185341
91789	rnn.bias_hh_l0_reverse	4	-0.029000353068113327
91789	rnn.bias_hh_l0_reverse	5	-0.026775743812322617
91789	rnn.bias_hh_l0_reverse	6	-0.02172764763236046
91789	rnn.bias_hh_l0_reverse	7	0.09558176249265671
91789	rnn.bias_hh_l0_reverse	8	0.0313233882188797
91789	rnn.bias_hh_l0_reverse	9	-0.09431421756744385
91789	rnn.weight_ih_l1	0	-0.039809610694646835
91789	rnn.weight_ih_l1	1	-0.026001742109656334
91789	rnn.weight_ih_l1	2	0.038398854434490204
91789	rnn.weight_ih_l1	3	-0.04442887008190155
91789	rnn.weight_ih_l1	4	-0.007777673192322254
91789	rnn.weight_ih_l1	5	-0.04567147046327591
91789	rnn.weight_ih_l1	6	0.02926633134484291
91789	rnn.weight_ih_l1	7	-0.038925301283597946
91789	rnn.weight_ih_l1	8	0.03873535618185997
91789	rnn.weight_ih_l1	9	0.032139889895915985
91789	rnn.weight_hh_l1	0	-0.002687890315428376
91789	rnn.weight_hh_l1	1	0.009427536278963089
91789	rnn.weight_hh_l1	2	0.003080785507336259
91789	rnn.weight_hh_l1	3	-0.011115357279777527
91789	rnn.weight_hh_l1	4	0.0037605457473546267
91789	rnn.weight_hh_l1	5	0.02507896162569523
91789	rnn.weight_hh_l1	6	0.029621444642543793
91789	rnn.weight_hh_l1	7	-0.02461492270231247
91789	rnn.weight_hh_l1	8	-0.021741755306720734
91789	rnn.weight_hh_l1	9	0.038093023002147675
91789	rnn.bias_ih_l1	0	-0.16713687777519226
91789	rnn.bias_ih_l1	1	-0.14051561057567596
91789	rnn.bias_ih_l1	2	-0.16514307260513306
91789	rnn.bias_ih_l1	3	-0.22195234894752502
91789	rnn.bias_ih_l1	4	-0.14630916714668274
91789	rnn.bias_ih_l1	5	-0.0951826348900795
91789	rnn.bias_ih_l1	6	-0.12903249263763428
91789	rnn.bias_ih_l1	7	-0.009314623661339283
91789	rnn.bias_ih_l1	8	-0.12737590074539185
91789	rnn.bias_ih_l1	9	-0.08820483833551407
91789	rnn.bias_hh_l1	0	-0.12470856308937073
91789	rnn.bias_hh_l1	1	-0.05310147628188133
91789	rnn.bias_hh_l1	2	-0.08208446204662323
91789	rnn.bias_hh_l1	3	-0.09278835356235504
91789	rnn.bias_hh_l1	4	-0.11285374313592911
91789	rnn.bias_hh_l1	5	-0.0914134681224823
91789	rnn.bias_hh_l1	6	-0.10287541896104813
91789	rnn.bias_hh_l1	7	0.013463716022670269
91789	rnn.bias_hh_l1	8	-0.1418496072292328
91789	rnn.bias_hh_l1	9	-0.07807298004627228
91789	rnn.weight_ih_l1_reverse	0	-0.0394517183303833
91789	rnn.weight_ih_l1_reverse	1	0.002542874077335
91789	rnn.weight_ih_l1_reverse	2	-0.004761359188705683
91789	rnn.weight_ih_l1_reverse	3	-0.009497524239122868
91789	rnn.weight_ih_l1_reverse	4	-0.028104770928621292
91789	rnn.weight_ih_l1_reverse	5	-0.036970146000385284
91789	rnn.weight_ih_l1_reverse	6	-0.0017788531258702278
91789	rnn.weight_ih_l1_reverse	7	0.015909342095255852
91789	rnn.weight_ih_l1_reverse	8	0.025282178074121475
91789	rnn.weight_ih_l1_reverse	9	-0.06397952139377594
91789	rnn.weight_hh_l1_reverse	0	0.00884882640093565
91789	rnn.weight_hh_l1_reverse	1	0.02998533472418785
91789	rnn.weight_hh_l1_reverse	2	-0.03944077342748642
91789	rnn.weight_hh_l1_reverse	3	0.039715010672807693
91789	rnn.weight_hh_l1_reverse	4	0.04722541943192482
91789	rnn.weight_hh_l1_reverse	5	0.007425650022923946
91789	rnn.weight_hh_l1_reverse	6	0.007015588693320751
91789	rnn.weight_hh_l1_reverse	7	0.026296744123101234
91789	rnn.weight_hh_l1_reverse	8	-0.003860647324472666
91789	rnn.weight_hh_l1_reverse	9	-0.037105388939380646
91789	rnn.bias_ih_l1_reverse	0	-0.04573691636323929
91789	rnn.bias_ih_l1_reverse	1	-0.10945334285497665
91789	rnn.bias_ih_l1_reverse	2	-0.12762300670146942
91789	rnn.bias_ih_l1_reverse	3	-0.03300057351589203
91789	rnn.bias_ih_l1_reverse	4	-0.15882770717144012
91789	rnn.bias_ih_l1_reverse	5	-0.09221231192350388
91789	rnn.bias_ih_l1_reverse	6	-0.11550220102071762
91789	rnn.bias_ih_l1_reverse	7	-0.17830021679401398
91789	rnn.bias_ih_l1_reverse	8	0.16294831037521362
91789	rnn.bias_ih_l1_reverse	9	0.032281264662742615
91789	rnn.bias_hh_l1_reverse	0	-0.03982533514499664
91789	rnn.bias_hh_l1_reverse	1	-0.006054509896785021
91789	rnn.bias_hh_l1_reverse	2	-0.2112322598695755
91789	rnn.bias_hh_l1_reverse	3	-0.09863733500242233
91789	rnn.bias_hh_l1_reverse	4	-0.07669105380773544
91789	rnn.bias_hh_l1_reverse	5	-0.10259976238012314
91789	rnn.bias_hh_l1_reverse	6	0.16893374919891357
91789	rnn.bias_hh_l1_reverse	7	-0.15484432876110077
91789	rnn.bias_hh_l1_reverse	8	-0.09551212191581726
91789	rnn.bias_hh_l1_reverse	9	-0.11845220625400543
91789	linear.weight	0	0.002228822559118271
91789	linear.weight	1	0.10999403148889542
91789	linear.weight	2	-0.1053503006696701
91789	linear.weight	3	0.34876877069473267
91789	linear.weight	4	0.11156165599822998
91789	linear.weight	5	0.005463709589093924
91789	linear.weight	6	0.037797920405864716
91789	linear.weight	7	0.13141047954559326
91789	linear.weight	8	0.0413140207529068
91789	linear.weight	9	-0.04892346262931824
91789	linear.bias	0	-0.01118193008005619
91789	linear.bias	1	-0.2063850313425064
91789	linear.bias	2	-0.4159311354160309
91789	linear.bias	3	-0.7303960919380188
91789	linear.bias	4	-1.1398366689682007
91789	linear.bias	5	-0.04703107476234436
91789	linear.bias	6	-0.7171072363853455
91789	linear.bias	7	0.37782859802246094
91789	linear.bias	8	-0.5013970732688904
91789	linear.bias	9	-0.8735285997390747
91986	transitions	0	0.6281899213790894
91986	transitions	1	0.08968064188957214
91986	transitions	2	-10000.0
91986	transitions	3	-1.8113125562667847
91986	transitions	4	-10000.0
91986	transitions	5	0.6165944337844849
91986	transitions	6	-0.0479743555188179
91986	transitions	7	-0.5250003337860107
91986	transitions	8	-1.3680821657180786
91986	transitions	9	-0.0007790198433212936
91986	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
91986	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
91986	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
91986	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
91986	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
91986	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
91986	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
91986	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
91986	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
91986	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
91986	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
91986	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
91986	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
91986	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
91986	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
91986	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
91986	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
91986	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
91986	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
91986	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
91986	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
91986	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
91986	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
91986	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
91986	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
91986	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
91986	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
91986	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
91986	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
91986	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
91986	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
91986	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
91986	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
91986	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
91986	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
91986	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
91986	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
91986	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
91986	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
91986	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
91986	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
91986	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
91986	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
91986	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
91986	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
91986	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
91986	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
91986	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
91986	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
91986	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
91986	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
91986	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
91986	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
91986	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
91986	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
91986	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
91986	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
91986	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
91986	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
91986	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
91986	embedding2nn.weight	0	0.008194164372980595
91986	embedding2nn.weight	1	-0.016474509611725807
91986	embedding2nn.weight	2	-0.014268255792558193
91986	embedding2nn.weight	3	0.005581419914960861
91986	embedding2nn.weight	4	-0.005915035028010607
91986	embedding2nn.weight	5	-0.003700581844896078
91986	embedding2nn.weight	6	-0.003973227925598621
91986	embedding2nn.weight	7	-0.04878605529665947
91986	embedding2nn.weight	8	-0.0019979383796453476
91986	embedding2nn.weight	9	-0.027522221207618713
91986	embedding2nn.bias	0	0.030587928369641304
91986	embedding2nn.bias	1	-0.06859360635280609
91986	embedding2nn.bias	2	0.08323448896408081
91986	embedding2nn.bias	3	0.07757125794887543
91986	embedding2nn.bias	4	-0.0379793606698513
91986	embedding2nn.bias	5	-0.01752087101340294
91986	embedding2nn.bias	6	-0.0009096641442738473
91986	embedding2nn.bias	7	-0.04240312799811363
91986	embedding2nn.bias	8	0.03346789628267288
91986	embedding2nn.bias	9	0.005098866764456034
91986	rnn.weight_ih_l0	0	-0.05387549847364426
91986	rnn.weight_ih_l0	1	-0.0035136165097355843
91986	rnn.weight_ih_l0	2	0.04268744960427284
91986	rnn.weight_ih_l0	3	0.009960202500224113
91986	rnn.weight_ih_l0	4	-0.023663004860281944
91986	rnn.weight_ih_l0	5	-0.049429088830947876
91986	rnn.weight_ih_l0	6	0.0032718339934945107
91986	rnn.weight_ih_l0	7	0.041719164699316025
91986	rnn.weight_ih_l0	8	-0.00853748619556427
91986	rnn.weight_ih_l0	9	-0.015677951276302338
91986	rnn.weight_hh_l0	0	-0.03868679329752922
91986	rnn.weight_hh_l0	1	0.009002160280942917
91986	rnn.weight_hh_l0	2	0.008289608173072338
91986	rnn.weight_hh_l0	3	-0.05298423394560814
91986	rnn.weight_hh_l0	4	0.06652189791202545
91986	rnn.weight_hh_l0	5	-0.0031594473402947187
91986	rnn.weight_hh_l0	6	-0.040826596319675446
91986	rnn.weight_hh_l0	7	-0.008525079116225243
91986	rnn.weight_hh_l0	8	0.015279162675142288
91986	rnn.weight_hh_l0	9	-0.017952775582671165
91986	rnn.bias_ih_l0	0	0.06221228837966919
91986	rnn.bias_ih_l0	1	-0.023693950846791267
91986	rnn.bias_ih_l0	2	-0.017555536702275276
91986	rnn.bias_ih_l0	3	0.1170673817396164
91986	rnn.bias_ih_l0	4	-0.05713384598493576
91986	rnn.bias_ih_l0	5	-0.019589047878980637
91986	rnn.bias_ih_l0	6	0.005200020037591457
91986	rnn.bias_ih_l0	7	0.04198688641190529
91986	rnn.bias_ih_l0	8	-0.10295184701681137
91986	rnn.bias_ih_l0	9	-0.03815067932009697
91986	rnn.bias_hh_l0	0	-0.03005864843726158
91986	rnn.bias_hh_l0	1	-0.10000703483819962
91986	rnn.bias_hh_l0	2	-0.040972914546728134
91986	rnn.bias_hh_l0	3	-0.07496416568756104
91986	rnn.bias_hh_l0	4	-0.028643406927585602
91986	rnn.bias_hh_l0	5	-0.010253594256937504
91986	rnn.bias_hh_l0	6	0.03125712648034096
91986	rnn.bias_hh_l0	7	0.03749435767531395
91986	rnn.bias_hh_l0	8	-0.11691369116306305
91986	rnn.bias_hh_l0	9	-0.031057797372341156
91986	rnn.weight_ih_l0_reverse	0	-0.01155230961740017
91986	rnn.weight_ih_l0_reverse	1	-0.05213154852390289
91986	rnn.weight_ih_l0_reverse	2	-0.032127443701028824
91986	rnn.weight_ih_l0_reverse	3	0.006432252004742622
91986	rnn.weight_ih_l0_reverse	4	-0.010602531023323536
91986	rnn.weight_ih_l0_reverse	5	-0.04165543615818024
91986	rnn.weight_ih_l0_reverse	6	0.06462972611188889
91986	rnn.weight_ih_l0_reverse	7	-0.019063446670770645
91986	rnn.weight_ih_l0_reverse	8	-0.02945869229733944
91986	rnn.weight_ih_l0_reverse	9	0.009022056125104427
91986	rnn.weight_hh_l0_reverse	0	0.036235056817531586
91986	rnn.weight_hh_l0_reverse	1	0.035832829773426056
91986	rnn.weight_hh_l0_reverse	2	0.037563346326351166
91986	rnn.weight_hh_l0_reverse	3	0.025973469018936157
91986	rnn.weight_hh_l0_reverse	4	0.0050332676619291306
91986	rnn.weight_hh_l0_reverse	5	0.011871322058141232
91986	rnn.weight_hh_l0_reverse	6	0.04372533783316612
91986	rnn.weight_hh_l0_reverse	7	-0.06296968460083008
91986	rnn.weight_hh_l0_reverse	8	0.03466231748461723
91986	rnn.weight_hh_l0_reverse	9	0.045567791908979416
91986	rnn.bias_ih_l0_reverse	0	-0.05678801238536835
91986	rnn.bias_ih_l0_reverse	1	-0.21483977138996124
91986	rnn.bias_ih_l0_reverse	2	-0.12112849950790405
91986	rnn.bias_ih_l0_reverse	3	-0.01632310450077057
91986	rnn.bias_ih_l0_reverse	4	-0.046060092747211456
91986	rnn.bias_ih_l0_reverse	5	0.0538707934319973
91986	rnn.bias_ih_l0_reverse	6	-0.0509142205119133
91986	rnn.bias_ih_l0_reverse	7	0.046978116035461426
91986	rnn.bias_ih_l0_reverse	8	-0.036799196153879166
91986	rnn.bias_ih_l0_reverse	9	0.037264879792928696
91986	rnn.bias_hh_l0_reverse	0	0.009174017235636711
91986	rnn.bias_hh_l0_reverse	1	-0.027045007795095444
91986	rnn.bias_hh_l0_reverse	2	0.05055225268006325
91986	rnn.bias_hh_l0_reverse	3	-0.05292297899723053
91986	rnn.bias_hh_l0_reverse	4	-0.03166074678301811
91986	rnn.bias_hh_l0_reverse	5	-0.023055145516991615
91986	rnn.bias_hh_l0_reverse	6	-0.018413882702589035
91986	rnn.bias_hh_l0_reverse	7	0.09740283340215683
91986	rnn.bias_hh_l0_reverse	8	0.031517498195171356
91986	rnn.bias_hh_l0_reverse	9	-0.09544183313846588
91986	rnn.weight_ih_l1	0	-0.03977404907345772
91986	rnn.weight_ih_l1	1	-0.025625377893447876
91986	rnn.weight_ih_l1	2	0.03673183172941208
91986	rnn.weight_ih_l1	3	-0.04707099497318268
91986	rnn.weight_ih_l1	4	-0.008786647580564022
91986	rnn.weight_ih_l1	5	-0.04597197845578194
91986	rnn.weight_ih_l1	6	0.028940429911017418
91986	rnn.weight_ih_l1	7	-0.04144320636987686
91986	rnn.weight_ih_l1	8	0.03848867118358612
91986	rnn.weight_ih_l1	9	0.03223052993416786
91986	rnn.weight_hh_l1	0	-0.003398228669539094
91986	rnn.weight_hh_l1	1	0.009321069344878197
91986	rnn.weight_hh_l1	2	0.002231475431472063
91986	rnn.weight_hh_l1	3	-0.011601660400629044
91986	rnn.weight_hh_l1	4	0.0034220509696751833
91986	rnn.weight_hh_l1	5	0.024456147104501724
91986	rnn.weight_hh_l1	6	0.02969760075211525
91986	rnn.weight_hh_l1	7	-0.02499941922724247
91986	rnn.weight_hh_l1	8	-0.02178257517516613
91986	rnn.weight_hh_l1	9	0.03835069015622139
91986	rnn.bias_ih_l1	0	-0.16418057680130005
91986	rnn.bias_ih_l1	1	-0.14665579795837402
91986	rnn.bias_ih_l1	2	-0.17009912431240082
91986	rnn.bias_ih_l1	3	-0.22564956545829773
91986	rnn.bias_ih_l1	4	-0.14195875823497772
91986	rnn.bias_ih_l1	5	-0.09686639904975891
91986	rnn.bias_ih_l1	6	-0.12715712189674377
91986	rnn.bias_ih_l1	7	-0.0048963334411382675
91986	rnn.bias_ih_l1	8	-0.12748557329177856
91986	rnn.bias_ih_l1	9	-0.08430095762014389
91986	rnn.bias_hh_l1	0	-0.12541376054286957
91986	rnn.bias_hh_l1	1	-0.04996422305703163
91986	rnn.bias_hh_l1	2	-0.08352560549974442
91986	rnn.bias_hh_l1	3	-0.09356001019477844
91986	rnn.bias_hh_l1	4	-0.1116076409816742
91986	rnn.bias_hh_l1	5	-0.09136933833360672
91986	rnn.bias_hh_l1	6	-0.10358557850122452
91986	rnn.bias_hh_l1	7	0.012515563517808914
91986	rnn.bias_hh_l1	8	-0.14804168045520782
91986	rnn.bias_hh_l1	9	-0.08040168136358261
91986	rnn.weight_ih_l1_reverse	0	-0.0388704352080822
91986	rnn.weight_ih_l1_reverse	1	0.003869767300784588
91986	rnn.weight_ih_l1_reverse	2	-0.0015149933751672506
91986	rnn.weight_ih_l1_reverse	3	-0.010490362532436848
91986	rnn.weight_ih_l1_reverse	4	-0.028137486428022385
91986	rnn.weight_ih_l1_reverse	5	-0.03704699128866196
91986	rnn.weight_ih_l1_reverse	6	-0.0015454801032319665
91986	rnn.weight_ih_l1_reverse	7	0.01623053289949894
91986	rnn.weight_ih_l1_reverse	8	0.02171051688492298
91986	rnn.weight_ih_l1_reverse	9	-0.06731408834457397
91986	rnn.weight_hh_l1_reverse	0	0.00887153297662735
91986	rnn.weight_hh_l1_reverse	1	0.029696431010961533
91986	rnn.weight_hh_l1_reverse	2	-0.03952036425471306
91986	rnn.weight_hh_l1_reverse	3	0.0398063100874424
91986	rnn.weight_hh_l1_reverse	4	0.04767480865120888
91986	rnn.weight_hh_l1_reverse	5	0.007649265695363283
91986	rnn.weight_hh_l1_reverse	6	0.0075017535127699375
91986	rnn.weight_hh_l1_reverse	7	0.02607937529683113
91986	rnn.weight_hh_l1_reverse	8	-0.0037662985268980265
91986	rnn.weight_hh_l1_reverse	9	-0.03681901842355728
91986	rnn.bias_ih_l1_reverse	0	-0.039552684873342514
91986	rnn.bias_ih_l1_reverse	1	-0.10962539911270142
91986	rnn.bias_ih_l1_reverse	2	-0.13154815137386322
91986	rnn.bias_ih_l1_reverse	3	-0.03358462080359459
91986	rnn.bias_ih_l1_reverse	4	-0.16092698276042938
91986	rnn.bias_ih_l1_reverse	5	-0.09483935683965683
91986	rnn.bias_ih_l1_reverse	6	-0.11674673110246658
91986	rnn.bias_ih_l1_reverse	7	-0.17530782520771027
91986	rnn.bias_ih_l1_reverse	8	0.1532457172870636
91986	rnn.bias_ih_l1_reverse	9	0.027234716340899467
91986	rnn.bias_hh_l1_reverse	0	-0.041568223387002945
91986	rnn.bias_hh_l1_reverse	1	-0.006199378985911608
91986	rnn.bias_hh_l1_reverse	2	-0.21170121431350708
91986	rnn.bias_hh_l1_reverse	3	-0.09943690150976181
91986	rnn.bias_hh_l1_reverse	4	-0.07647226750850677
91986	rnn.bias_hh_l1_reverse	5	-0.10003294050693512
91986	rnn.bias_hh_l1_reverse	6	0.16466574370861053
91986	rnn.bias_hh_l1_reverse	7	-0.15574872493743896
91986	rnn.bias_hh_l1_reverse	8	-0.09461286664009094
91986	rnn.bias_hh_l1_reverse	9	-0.11765598505735397
91986	linear.weight	0	0.002228822559118271
91986	linear.weight	1	0.11114992946386337
91986	linear.weight	2	-0.104591503739357
91986	linear.weight	3	0.35318347811698914
91986	linear.weight	4	0.11211178451776505
91986	linear.weight	5	0.004790610633790493
91986	linear.weight	6	0.05152006819844246
91986	linear.weight	7	0.12756407260894775
91986	linear.weight	8	0.04131223261356354
91986	linear.weight	9	-0.04991225525736809
91986	linear.bias	0	-0.039532288908958435
91986	linear.bias	1	-0.20982424914836884
91986	linear.bias	2	-0.44195833802223206
91986	linear.bias	3	-0.7318975329399109
91986	linear.bias	4	-1.1405006647109985
91986	linear.bias	5	-0.02909916639328003
91986	linear.bias	6	-0.72028648853302
91986	linear.bias	7	0.39493098855018616
91986	linear.bias	8	-0.5003595948219299
91986	linear.bias	9	-0.8748342394828796
92183	transitions	0	0.6174339056015015
92183	transitions	1	0.10126785188913345
92183	transitions	2	-10000.0
92183	transitions	3	-1.811378002166748
92183	transitions	4	-10000.0
92183	transitions	5	0.616470217704773
92183	transitions	6	-0.04812368378043175
92183	transitions	7	-0.5262293815612793
92183	transitions	8	-1.368240475654602
92183	transitions	9	-0.0007813787669874728
92183	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
92183	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
92183	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
92183	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
92183	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
92183	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
92183	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
92183	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
92183	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
92183	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
92183	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
92183	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
92183	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
92183	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
92183	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
92183	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
92183	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
92183	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
92183	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
92183	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
92183	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
92183	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
92183	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
92183	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
92183	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
92183	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
92183	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
92183	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
92183	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
92183	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
92183	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
92183	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
92183	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
92183	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
92183	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
92183	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
92183	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
92183	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
92183	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
92183	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
92183	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
92183	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
92183	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
92183	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
92183	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
92183	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
92183	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
92183	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
92183	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
92183	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
92183	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
92183	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
92183	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
92183	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
92183	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
92183	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
92183	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
92183	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
92183	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
92183	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
92183	embedding2nn.weight	0	0.00784873403608799
92183	embedding2nn.weight	1	-0.01651528850197792
92183	embedding2nn.weight	2	-0.014268255792558193
92183	embedding2nn.weight	3	0.004409597255289555
92183	embedding2nn.weight	4	-0.005915035028010607
92183	embedding2nn.weight	5	-0.003700581844896078
92183	embedding2nn.weight	6	-0.003973236307501793
92183	embedding2nn.weight	7	-0.04780898243188858
92183	embedding2nn.weight	8	-0.0019979383796453476
92183	embedding2nn.weight	9	-0.02816508524119854
92183	embedding2nn.bias	0	0.038650330156087875
92183	embedding2nn.bias	1	-0.06401300430297852
92183	embedding2nn.bias	2	0.08572140336036682
92183	embedding2nn.bias	3	0.08470508456230164
92183	embedding2nn.bias	4	-0.03742038831114769
92183	embedding2nn.bias	5	-0.021479159593582153
92183	embedding2nn.bias	6	0.0026032146997749805
92183	embedding2nn.bias	7	-0.043842434883117676
92183	embedding2nn.bias	8	0.0335267148911953
92183	embedding2nn.bias	9	0.008653777651488781
92183	rnn.weight_ih_l0	0	-0.05320284515619278
92183	rnn.weight_ih_l0	1	-0.0040435343980789185
92183	rnn.weight_ih_l0	2	0.042682573199272156
92183	rnn.weight_ih_l0	3	0.010115309618413448
92183	rnn.weight_ih_l0	4	-0.023102154955267906
92183	rnn.weight_ih_l0	5	-0.049976132810115814
92183	rnn.weight_ih_l0	6	0.004173080902546644
92183	rnn.weight_ih_l0	7	0.04185442253947258
92183	rnn.weight_ih_l0	8	-0.006494761910289526
92183	rnn.weight_ih_l0	9	-0.015830455347895622
92183	rnn.weight_hh_l0	0	-0.03757862746715546
92183	rnn.weight_hh_l0	1	0.009138980880379677
92183	rnn.weight_hh_l0	2	0.008332572877407074
92183	rnn.weight_hh_l0	3	-0.05313129723072052
92183	rnn.weight_hh_l0	4	0.06765491515398026
92183	rnn.weight_hh_l0	5	-0.003143918700516224
92183	rnn.weight_hh_l0	6	-0.04142311215400696
92183	rnn.weight_hh_l0	7	-0.008139011450111866
92183	rnn.weight_hh_l0	8	0.01499039214104414
92183	rnn.weight_hh_l0	9	-0.017675399780273438
92183	rnn.bias_ih_l0	0	0.06252334266901016
92183	rnn.bias_ih_l0	1	-0.025602959096431732
92183	rnn.bias_ih_l0	2	-0.0142865851521492
92183	rnn.bias_ih_l0	3	0.11743668466806412
92183	rnn.bias_ih_l0	4	-0.0550604946911335
92183	rnn.bias_ih_l0	5	-0.017775125801563263
92183	rnn.bias_ih_l0	6	-0.0003220616781618446
92183	rnn.bias_ih_l0	7	0.037748273462057114
92183	rnn.bias_ih_l0	8	-0.10222411155700684
92183	rnn.bias_ih_l0	9	-0.03827173262834549
92183	rnn.bias_hh_l0	0	-0.033488865941762924
92183	rnn.bias_hh_l0	1	-0.0965186282992363
92183	rnn.bias_hh_l0	2	-0.03936493769288063
92183	rnn.bias_hh_l0	3	-0.0750209391117096
92183	rnn.bias_hh_l0	4	-0.02525506354868412
92183	rnn.bias_hh_l0	5	-0.01142161525785923
92183	rnn.bias_hh_l0	6	0.03054182417690754
92183	rnn.bias_hh_l0	7	0.035727206617593765
92183	rnn.bias_hh_l0	8	-0.11765305697917938
92183	rnn.bias_hh_l0	9	-0.02649185061454773
92183	rnn.weight_ih_l0_reverse	0	-0.010418937541544437
92183	rnn.weight_ih_l0_reverse	1	-0.051589079201221466
92183	rnn.weight_ih_l0_reverse	2	-0.032592516392469406
92183	rnn.weight_ih_l0_reverse	3	0.005006073042750359
92183	rnn.weight_ih_l0_reverse	4	-0.010348214767873287
92183	rnn.weight_ih_l0_reverse	5	-0.04114973917603493
92183	rnn.weight_ih_l0_reverse	6	0.06463406980037689
92183	rnn.weight_ih_l0_reverse	7	-0.018070045858621597
92183	rnn.weight_ih_l0_reverse	8	-0.0301201194524765
92183	rnn.weight_ih_l0_reverse	9	0.008349836803972721
92183	rnn.weight_hh_l0_reverse	0	0.03764985129237175
92183	rnn.weight_hh_l0_reverse	1	0.0355442576110363
92183	rnn.weight_hh_l0_reverse	2	0.03818291425704956
92183	rnn.weight_hh_l0_reverse	3	0.02572418749332428
92183	rnn.weight_hh_l0_reverse	4	0.004427406936883926
92183	rnn.weight_hh_l0_reverse	5	0.013396781869232655
92183	rnn.weight_hh_l0_reverse	6	0.043621938675642014
92183	rnn.weight_hh_l0_reverse	7	-0.06361426413059235
92183	rnn.weight_hh_l0_reverse	8	0.0348997563123703
92183	rnn.weight_hh_l0_reverse	9	0.045646775513887405
92183	rnn.bias_ih_l0_reverse	0	-0.05771978199481964
92183	rnn.bias_ih_l0_reverse	1	-0.2207650989294052
92183	rnn.bias_ih_l0_reverse	2	-0.12529262900352478
92183	rnn.bias_ih_l0_reverse	3	-0.01562872901558876
92183	rnn.bias_ih_l0_reverse	4	-0.04641013965010643
92183	rnn.bias_ih_l0_reverse	5	0.053917817771434784
92183	rnn.bias_ih_l0_reverse	6	-0.0514325276017189
92183	rnn.bias_ih_l0_reverse	7	0.04486645758152008
92183	rnn.bias_ih_l0_reverse	8	-0.04143017902970314
92183	rnn.bias_ih_l0_reverse	9	0.036716561764478683
92183	rnn.bias_hh_l0_reverse	0	0.007623743265867233
92183	rnn.bias_hh_l0_reverse	1	-0.026984160766005516
92183	rnn.bias_hh_l0_reverse	2	0.05197475478053093
92183	rnn.bias_hh_l0_reverse	3	-0.05304307863116264
92183	rnn.bias_hh_l0_reverse	4	-0.03536606952548027
92183	rnn.bias_hh_l0_reverse	5	-0.022429415956139565
92183	rnn.bias_hh_l0_reverse	6	-0.021445564925670624
92183	rnn.bias_hh_l0_reverse	7	0.09696365147829056
92183	rnn.bias_hh_l0_reverse	8	0.02973843365907669
92183	rnn.bias_hh_l0_reverse	9	-0.09719468653202057
92183	rnn.weight_ih_l1	0	-0.03948559612035751
92183	rnn.weight_ih_l1	1	-0.025004569441080093
92183	rnn.weight_ih_l1	2	0.036907367408275604
92183	rnn.weight_ih_l1	3	-0.04435542970895767
92183	rnn.weight_ih_l1	4	-0.008415907621383667
92183	rnn.weight_ih_l1	5	-0.045913465321063995
92183	rnn.weight_ih_l1	6	0.028836553916335106
92183	rnn.weight_ih_l1	7	-0.04261968284845352
92183	rnn.weight_ih_l1	8	0.03847835585474968
92183	rnn.weight_ih_l1	9	0.032847389578819275
92183	rnn.weight_hh_l1	0	-0.005816048942506313
92183	rnn.weight_hh_l1	1	0.009388451464474201
92183	rnn.weight_hh_l1	2	0.003655101638287306
92183	rnn.weight_hh_l1	3	-0.011262462474405766
92183	rnn.weight_hh_l1	4	0.003241518046706915
92183	rnn.weight_hh_l1	5	0.023902054876089096
92183	rnn.weight_hh_l1	6	0.029871096834540367
92183	rnn.weight_hh_l1	7	-0.024632539600133896
92183	rnn.weight_hh_l1	8	-0.02195216342806816
92183	rnn.weight_hh_l1	9	0.038580141961574554
92183	rnn.bias_ih_l1	0	-0.1632293164730072
92183	rnn.bias_ih_l1	1	-0.14843639731407166
92183	rnn.bias_ih_l1	2	-0.16933773458003998
92183	rnn.bias_ih_l1	3	-0.22538194060325623
92183	rnn.bias_ih_l1	4	-0.1478884518146515
92183	rnn.bias_ih_l1	5	-0.09624502062797546
92183	rnn.bias_ih_l1	6	-0.12568490207195282
92183	rnn.bias_ih_l1	7	-0.008096403442323208
92183	rnn.bias_ih_l1	8	-0.12520094215869904
92183	rnn.bias_ih_l1	9	-0.08235908299684525
92183	rnn.bias_hh_l1	0	-0.12511013448238373
92183	rnn.bias_hh_l1	1	-0.04961240664124489
92183	rnn.bias_hh_l1	2	-0.08081375807523727
92183	rnn.bias_hh_l1	3	-0.09289541095495224
92183	rnn.bias_hh_l1	4	-0.11046916246414185
92183	rnn.bias_hh_l1	5	-0.09159015119075775
92183	rnn.bias_hh_l1	6	-0.10084441304206848
92183	rnn.bias_hh_l1	7	0.021456602960824966
92183	rnn.bias_hh_l1	8	-0.14357860386371613
92183	rnn.bias_hh_l1	9	-0.08274814486503601
92183	rnn.weight_ih_l1_reverse	0	-0.03953282907605171
92183	rnn.weight_ih_l1_reverse	1	0.0032074591144919395
92183	rnn.weight_ih_l1_reverse	2	-0.002547933952882886
92183	rnn.weight_ih_l1_reverse	3	-0.010742404498159885
92183	rnn.weight_ih_l1_reverse	4	-0.029401980340480804
92183	rnn.weight_ih_l1_reverse	5	-0.03706289455294609
92183	rnn.weight_ih_l1_reverse	6	-0.002031128155067563
92183	rnn.weight_ih_l1_reverse	7	0.01618190109729767
92183	rnn.weight_ih_l1_reverse	8	0.02469281107187271
92183	rnn.weight_ih_l1_reverse	9	-0.06792125105857849
92183	rnn.weight_hh_l1_reverse	0	0.0088036572560668
92183	rnn.weight_hh_l1_reverse	1	0.029904300346970558
92183	rnn.weight_hh_l1_reverse	2	-0.039537571370601654
92183	rnn.weight_hh_l1_reverse	3	0.03979992866516113
92183	rnn.weight_hh_l1_reverse	4	0.04776189476251602
92183	rnn.weight_hh_l1_reverse	5	0.00838511437177658
92183	rnn.weight_hh_l1_reverse	6	0.008098199963569641
92183	rnn.weight_hh_l1_reverse	7	0.025924038141965866
92183	rnn.weight_hh_l1_reverse	8	-0.003751554060727358
92183	rnn.weight_hh_l1_reverse	9	-0.03678036481142044
92183	rnn.bias_ih_l1_reverse	0	-0.03889402002096176
92183	rnn.bias_ih_l1_reverse	1	-0.10843607038259506
92183	rnn.bias_ih_l1_reverse	2	-0.13241857290267944
92183	rnn.bias_ih_l1_reverse	3	-0.033457476645708084
92183	rnn.bias_ih_l1_reverse	4	-0.1602325439453125
92183	rnn.bias_ih_l1_reverse	5	-0.09603323042392731
92183	rnn.bias_ih_l1_reverse	6	-0.1158977597951889
92183	rnn.bias_ih_l1_reverse	7	-0.17573650181293488
92183	rnn.bias_ih_l1_reverse	8	0.15082143247127533
92183	rnn.bias_ih_l1_reverse	9	0.024451689794659615
92183	rnn.bias_hh_l1_reverse	0	-0.032897450029850006
92183	rnn.bias_hh_l1_reverse	1	-0.012205231003463268
92183	rnn.bias_hh_l1_reverse	2	-0.21133491396903992
92183	rnn.bias_hh_l1_reverse	3	-0.10093154013156891
92183	rnn.bias_hh_l1_reverse	4	-0.07570809125900269
92183	rnn.bias_hh_l1_reverse	5	-0.09646743535995483
92183	rnn.bias_hh_l1_reverse	6	0.16207998991012573
92183	rnn.bias_hh_l1_reverse	7	-0.15253031253814697
92183	rnn.bias_hh_l1_reverse	8	-0.09306170046329498
92183	rnn.bias_hh_l1_reverse	9	-0.11672696471214294
92183	linear.weight	0	0.002228822559118271
92183	linear.weight	1	0.11380374431610107
92183	linear.weight	2	-0.10173425078392029
92183	linear.weight	3	0.34149831533432007
92183	linear.weight	4	0.11779891699552536
92183	linear.weight	5	0.0020641484297811985
92183	linear.weight	6	0.042496465146541595
92183	linear.weight	7	0.11919783055782318
92183	linear.weight	8	0.041309379041194916
92183	linear.weight	9	-0.04543467238545418
92183	linear.bias	0	-0.022906914353370667
92183	linear.bias	1	-0.2087772637605667
92183	linear.bias	2	-0.4625406861305237
92183	linear.bias	3	-0.7273300290107727
92183	linear.bias	4	-1.1356689929962158
92183	linear.bias	5	-0.04052044823765755
92183	linear.bias	6	-0.7197961211204529
92183	linear.bias	7	0.38225314021110535
92183	linear.bias	8	-0.5091537833213806
92183	linear.bias	9	-0.8870782852172852
92380	transitions	0	0.6079884767532349
92380	transitions	1	0.09626273065805435
92380	transitions	2	-10000.0
92380	transitions	3	-1.8114278316497803
92380	transitions	4	-10000.0
92380	transitions	5	0.6163281798362732
92380	transitions	6	-0.04824015498161316
92380	transitions	7	-0.5274108648300171
92380	transitions	8	-1.3686338663101196
92380	transitions	9	-0.0007841774495318532
92380	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
92380	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
92380	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
92380	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
92380	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
92380	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
92380	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
92380	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
92380	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
92380	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
92380	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
92380	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
92380	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
92380	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
92380	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
92380	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
92380	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
92380	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
92380	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
92380	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
92380	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
92380	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
92380	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
92380	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
92380	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
92380	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
92380	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
92380	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
92380	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
92380	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
92380	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
92380	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
92380	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
92380	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
92380	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
92380	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
92380	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
92380	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
92380	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
92380	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
92380	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
92380	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
92380	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
92380	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
92380	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
92380	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
92380	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
92380	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
92380	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
92380	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
92380	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
92380	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
92380	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
92380	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
92380	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
92380	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
92380	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
92380	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
92380	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
92380	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
92380	embedding2nn.weight	0	0.009017355740070343
92380	embedding2nn.weight	1	-0.016672901809215546
92380	embedding2nn.weight	2	-0.014268255792558193
92380	embedding2nn.weight	3	0.0035147424787282944
92380	embedding2nn.weight	4	-0.005915035028010607
92380	embedding2nn.weight	5	-0.0037005820777267218
92380	embedding2nn.weight	6	-0.003973233979195356
92380	embedding2nn.weight	7	-0.04950049892067909
92380	embedding2nn.weight	8	-0.0019979383796453476
92380	embedding2nn.weight	9	-0.028844740241765976
92380	embedding2nn.bias	0	0.03557303175330162
92380	embedding2nn.bias	1	-0.06636901199817657
92380	embedding2nn.bias	2	0.08140796422958374
92380	embedding2nn.bias	3	0.07510322332382202
92380	embedding2nn.bias	4	-0.030559081584215164
92380	embedding2nn.bias	5	-0.02066974714398384
92380	embedding2nn.bias	6	-0.004627147223800421
92380	embedding2nn.bias	7	-0.04063529521226883
92380	embedding2nn.bias	8	0.040861498564481735
92380	embedding2nn.bias	9	0.02202090434730053
92380	rnn.weight_ih_l0	0	-0.052488088607788086
92380	rnn.weight_ih_l0	1	-0.0042663803324103355
92380	rnn.weight_ih_l0	2	0.04167913645505905
92380	rnn.weight_ih_l0	3	0.0103033147752285
92380	rnn.weight_ih_l0	4	-0.02176607958972454
92380	rnn.weight_ih_l0	5	-0.05048254504799843
92380	rnn.weight_ih_l0	6	0.00474209850654006
92380	rnn.weight_ih_l0	7	0.04266699030995369
92380	rnn.weight_ih_l0	8	-0.0070878444239497185
92380	rnn.weight_ih_l0	9	-0.016093337908387184
92380	rnn.weight_hh_l0	0	-0.03649063780903816
92380	rnn.weight_hh_l0	1	0.008762171491980553
92380	rnn.weight_hh_l0	2	0.008235697634518147
92380	rnn.weight_hh_l0	3	-0.054041117429733276
92380	rnn.weight_hh_l0	4	0.06799934059381485
92380	rnn.weight_hh_l0	5	-0.0021739155054092407
92380	rnn.weight_hh_l0	6	-0.04276382923126221
92380	rnn.weight_hh_l0	7	-0.007438835687935352
92380	rnn.weight_hh_l0	8	0.01300009898841381
92380	rnn.weight_hh_l0	9	-0.018163053318858147
92380	rnn.bias_ih_l0	0	0.06613597273826599
92380	rnn.bias_ih_l0	1	-0.027339957654476166
92380	rnn.bias_ih_l0	2	-0.018285559490323067
92380	rnn.bias_ih_l0	3	0.11613750457763672
92380	rnn.bias_ih_l0	4	-0.051641691476106644
92380	rnn.bias_ih_l0	5	-0.014862104319036007
92380	rnn.bias_ih_l0	6	0.0016735318349674344
92380	rnn.bias_ih_l0	7	0.04017529636621475
92380	rnn.bias_ih_l0	8	-0.10309379547834396
92380	rnn.bias_ih_l0	9	-0.03699140250682831
92380	rnn.bias_hh_l0	0	-0.030746066942811012
92380	rnn.bias_hh_l0	1	-0.09484944492578506
92380	rnn.bias_hh_l0	2	-0.0360676646232605
92380	rnn.bias_hh_l0	3	-0.07707761973142624
92380	rnn.bias_hh_l0	4	-0.024879977107048035
92380	rnn.bias_hh_l0	5	-0.008211891166865826
92380	rnn.bias_hh_l0	6	0.02929430641233921
92380	rnn.bias_hh_l0	7	0.03650275617837906
92380	rnn.bias_hh_l0	8	-0.11795345693826675
92380	rnn.bias_hh_l0	9	-0.027093593031167984
92380	rnn.weight_ih_l0_reverse	0	-0.009950434789061546
92380	rnn.weight_ih_l0_reverse	1	-0.05076630786061287
92380	rnn.weight_ih_l0_reverse	2	-0.03178795427083969
92380	rnn.weight_ih_l0_reverse	3	0.006012034136801958
92380	rnn.weight_ih_l0_reverse	4	-0.010200454853475094
92380	rnn.weight_ih_l0_reverse	5	-0.041097287088632584
92380	rnn.weight_ih_l0_reverse	6	0.06478249281644821
92380	rnn.weight_ih_l0_reverse	7	-0.018823163583874702
92380	rnn.weight_ih_l0_reverse	8	-0.029653670266270638
92380	rnn.weight_ih_l0_reverse	9	0.007832912728190422
92380	rnn.weight_hh_l0_reverse	0	0.03629881143569946
92380	rnn.weight_hh_l0_reverse	1	0.03439982235431671
92380	rnn.weight_hh_l0_reverse	2	0.03851191699504852
92380	rnn.weight_hh_l0_reverse	3	0.026046989485621452
92380	rnn.weight_hh_l0_reverse	4	0.004011091776192188
92380	rnn.weight_hh_l0_reverse	5	0.01350548304617405
92380	rnn.weight_hh_l0_reverse	6	0.043237317353487015
92380	rnn.weight_hh_l0_reverse	7	-0.06582959741353989
92380	rnn.weight_hh_l0_reverse	8	0.03402106091380119
92380	rnn.weight_hh_l0_reverse	9	0.04524659365415573
92380	rnn.bias_ih_l0_reverse	0	-0.05836713686585426
92380	rnn.bias_ih_l0_reverse	1	-0.217051163315773
92380	rnn.bias_ih_l0_reverse	2	-0.12240514159202576
92380	rnn.bias_ih_l0_reverse	3	-0.015227027237415314
92380	rnn.bias_ih_l0_reverse	4	-0.041865862905979156
92380	rnn.bias_ih_l0_reverse	5	0.05507618561387062
92380	rnn.bias_ih_l0_reverse	6	-0.048308856785297394
92380	rnn.bias_ih_l0_reverse	7	0.04721033200621605
92380	rnn.bias_ih_l0_reverse	8	-0.04318634793162346
92380	rnn.bias_ih_l0_reverse	9	0.035449083894491196
92380	rnn.bias_hh_l0_reverse	0	0.006302972789853811
92380	rnn.bias_hh_l0_reverse	1	-0.025657137855887413
92380	rnn.bias_hh_l0_reverse	2	0.053641244769096375
92380	rnn.bias_hh_l0_reverse	3	-0.05387074872851372
92380	rnn.bias_hh_l0_reverse	4	-0.034737974405288696
92380	rnn.bias_hh_l0_reverse	5	-0.0246723759919405
92380	rnn.bias_hh_l0_reverse	6	-0.019872814416885376
92380	rnn.bias_hh_l0_reverse	7	0.09810539335012436
92380	rnn.bias_hh_l0_reverse	8	0.0291130468249321
92380	rnn.bias_hh_l0_reverse	9	-0.09502341598272324
92380	rnn.weight_ih_l1	0	-0.039675112813711166
92380	rnn.weight_ih_l1	1	-0.025690734386444092
92380	rnn.weight_ih_l1	2	0.036427199840545654
92380	rnn.weight_ih_l1	3	-0.04329593852162361
92380	rnn.weight_ih_l1	4	-0.00862883124500513
92380	rnn.weight_ih_l1	5	-0.045807044953107834
92380	rnn.weight_ih_l1	6	0.028496097773313522
92380	rnn.weight_ih_l1	7	-0.041738111525774
92380	rnn.weight_ih_l1	8	0.03834293782711029
92380	rnn.weight_ih_l1	9	0.03360233083367348
92380	rnn.weight_hh_l1	0	-0.007039164658635855
92380	rnn.weight_hh_l1	1	0.009577346034348011
92380	rnn.weight_hh_l1	2	0.005773486569523811
92380	rnn.weight_hh_l1	3	-0.011478581465780735
92380	rnn.weight_hh_l1	4	0.003006455721333623
92380	rnn.weight_hh_l1	5	0.023302657529711723
92380	rnn.weight_hh_l1	6	0.0301694106310606
92380	rnn.weight_hh_l1	7	-0.024927707388997078
92380	rnn.weight_hh_l1	8	-0.021649863570928574
92380	rnn.weight_hh_l1	9	0.038574863225221634
92380	rnn.bias_ih_l1	0	-0.1641084998846054
92380	rnn.bias_ih_l1	1	-0.15006540715694427
92380	rnn.bias_ih_l1	2	-0.16473987698554993
92380	rnn.bias_ih_l1	3	-0.22840486466884613
92380	rnn.bias_ih_l1	4	-0.14388003945350647
92380	rnn.bias_ih_l1	5	-0.09744963049888611
92380	rnn.bias_ih_l1	6	-0.12590618431568146
92380	rnn.bias_ih_l1	7	-0.009798327460885048
92380	rnn.bias_ih_l1	8	-0.12749013304710388
92380	rnn.bias_ih_l1	9	-0.08416488766670227
92380	rnn.bias_hh_l1	0	-0.12892384827136993
92380	rnn.bias_hh_l1	1	-0.053721047937870026
92380	rnn.bias_hh_l1	2	-0.08337435871362686
92380	rnn.bias_hh_l1	3	-0.09458702057600021
92380	rnn.bias_hh_l1	4	-0.111006960272789
92380	rnn.bias_hh_l1	5	-0.09196897596120834
92380	rnn.bias_hh_l1	6	-0.09405291825532913
92380	rnn.bias_hh_l1	7	0.019978627562522888
92380	rnn.bias_hh_l1	8	-0.14418162405490875
92380	rnn.bias_hh_l1	9	-0.0832810327410698
92380	rnn.weight_ih_l1_reverse	0	-0.039710912853479385
92380	rnn.weight_ih_l1_reverse	1	0.0006782058044336736
92380	rnn.weight_ih_l1_reverse	2	-0.0032105897553265095
92380	rnn.weight_ih_l1_reverse	3	-0.00903597753494978
92380	rnn.weight_ih_l1_reverse	4	-0.03013654053211212
92380	rnn.weight_ih_l1_reverse	5	-0.03716353327035904
92380	rnn.weight_ih_l1_reverse	6	0.0015235291793942451
92380	rnn.weight_ih_l1_reverse	7	0.017109675332903862
92380	rnn.weight_ih_l1_reverse	8	0.023858949542045593
92380	rnn.weight_ih_l1_reverse	9	-0.07031527906656265
92380	rnn.weight_hh_l1_reverse	0	0.008811605162918568
92380	rnn.weight_hh_l1_reverse	1	0.02941329963505268
92380	rnn.weight_hh_l1_reverse	2	-0.03944850340485573
92380	rnn.weight_hh_l1_reverse	3	0.0398564338684082
92380	rnn.weight_hh_l1_reverse	4	0.04790908098220825
92380	rnn.weight_hh_l1_reverse	5	0.008510165847837925
92380	rnn.weight_hh_l1_reverse	6	0.008108047768473625
92380	rnn.weight_hh_l1_reverse	7	0.0260627418756485
92380	rnn.weight_hh_l1_reverse	8	-0.0039079817943274975
92380	rnn.weight_hh_l1_reverse	9	-0.036720745265483856
92380	rnn.bias_ih_l1_reverse	0	-0.04023279622197151
92380	rnn.bias_ih_l1_reverse	1	-0.10882948338985443
92380	rnn.bias_ih_l1_reverse	2	-0.13074156641960144
92380	rnn.bias_ih_l1_reverse	3	-0.031231312081217766
92380	rnn.bias_ih_l1_reverse	4	-0.16037318110466003
92380	rnn.bias_ih_l1_reverse	5	-0.09642182290554047
92380	rnn.bias_ih_l1_reverse	6	-0.1158122569322586
92380	rnn.bias_ih_l1_reverse	7	-0.17275600135326385
92380	rnn.bias_ih_l1_reverse	8	0.14869940280914307
92380	rnn.bias_ih_l1_reverse	9	0.030412795022130013
92380	rnn.bias_hh_l1_reverse	0	-0.042890626937150955
92380	rnn.bias_hh_l1_reverse	1	-0.019038768485188484
92380	rnn.bias_hh_l1_reverse	2	-0.20899197459220886
92380	rnn.bias_hh_l1_reverse	3	-0.10235337913036346
92380	rnn.bias_hh_l1_reverse	4	-0.07450635731220245
92380	rnn.bias_hh_l1_reverse	5	-0.09593906998634338
92380	rnn.bias_hh_l1_reverse	6	0.1597086489200592
92380	rnn.bias_hh_l1_reverse	7	-0.15511737763881683
92380	rnn.bias_hh_l1_reverse	8	-0.09144952893257141
92380	rnn.bias_hh_l1_reverse	9	-0.11729174852371216
92380	linear.weight	0	0.002228822559118271
92380	linear.weight	1	0.11013209819793701
92380	linear.weight	2	-0.10813335329294205
92380	linear.weight	3	0.34904518723487854
92380	linear.weight	4	0.11284113675355911
92380	linear.weight	5	-0.0060400208458304405
92380	linear.weight	6	0.03226759657263756
92380	linear.weight	7	0.11797422915697098
92380	linear.weight	8	0.0413074865937233
92380	linear.weight	9	-0.052525103092193604
92380	linear.bias	0	-0.04716962203383446
92380	linear.bias	1	-0.20206096768379211
92380	linear.bias	2	-0.4317643642425537
92380	linear.bias	3	-0.7157618999481201
92380	linear.bias	4	-1.1240723133087158
92380	linear.bias	5	-0.07215087860822678
92380	linear.bias	6	-0.7086095213890076
92380	linear.bias	7	0.3534630835056305
92380	linear.bias	8	-0.49942463636398315
92380	linear.bias	9	-0.8802562952041626
92577	transitions	0	0.6016334295272827
92577	transitions	1	0.09618633985519409
92577	transitions	2	-10000.0
92577	transitions	3	-1.811528205871582
92577	transitions	4	-10000.0
92577	transitions	5	0.6162273287773132
92577	transitions	6	-0.04832756519317627
92577	transitions	7	-0.529140055179596
92577	transitions	8	-1.3688689470291138
92577	transitions	9	-0.000785510172136128
92577	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
92577	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
92577	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
92577	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
92577	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
92577	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
92577	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
92577	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
92577	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
92577	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
92577	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
92577	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
92577	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
92577	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
92577	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
92577	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
92577	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
92577	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
92577	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
92577	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
92577	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
92577	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
92577	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
92577	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
92577	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
92577	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
92577	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
92577	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
92577	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
92577	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
92577	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
92577	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
92577	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
92577	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
92577	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
92577	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
92577	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
92577	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
92577	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
92577	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
92577	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
92577	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
92577	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
92577	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
92577	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
92577	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
92577	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
92577	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
92577	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
92577	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
92577	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
92577	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
92577	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
92577	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
92577	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
92577	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
92577	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
92577	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
92577	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
92577	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
92577	embedding2nn.weight	0	0.007113745901733637
92577	embedding2nn.weight	1	-0.01682099886238575
92577	embedding2nn.weight	2	-0.014268255792558193
92577	embedding2nn.weight	3	0.002855044323951006
92577	embedding2nn.weight	4	-0.005915035028010607
92577	embedding2nn.weight	5	-0.0037005816120654345
92577	embedding2nn.weight	6	-0.003973233979195356
92577	embedding2nn.weight	7	-0.05024062469601631
92577	embedding2nn.weight	8	-0.0019979383796453476
92577	embedding2nn.weight	9	-0.02979528345167637
92577	embedding2nn.bias	0	0.04078645259141922
92577	embedding2nn.bias	1	-0.06480255722999573
92577	embedding2nn.bias	2	0.08692535758018494
92577	embedding2nn.bias	3	0.07942529022693634
92577	embedding2nn.bias	4	-0.031384777277708054
92577	embedding2nn.bias	5	-0.01762210763990879
92577	embedding2nn.bias	6	0.007494887802749872
92577	embedding2nn.bias	7	-0.03821033611893654
92577	embedding2nn.bias	8	0.034539833664894104
92577	embedding2nn.bias	9	0.017772872000932693
92577	rnn.weight_ih_l0	0	-0.051787443459033966
92577	rnn.weight_ih_l0	1	-0.004295509308576584
92577	rnn.weight_ih_l0	2	0.040623441338539124
92577	rnn.weight_ih_l0	3	0.010490024462342262
92577	rnn.weight_ih_l0	4	-0.022819338366389275
92577	rnn.weight_ih_l0	5	-0.05155288800597191
92577	rnn.weight_ih_l0	6	0.00455025490373373
92577	rnn.weight_ih_l0	7	0.04269067198038101
92577	rnn.weight_ih_l0	8	-0.006953105796128511
92577	rnn.weight_ih_l0	9	-0.015393940731883049
92577	rnn.weight_hh_l0	0	-0.038145534694194794
92577	rnn.weight_hh_l0	1	0.008992249146103859
92577	rnn.weight_hh_l0	2	0.00756578054279089
92577	rnn.weight_hh_l0	3	-0.05410981550812721
92577	rnn.weight_hh_l0	4	0.06773384660482407
92577	rnn.weight_hh_l0	5	-0.0038496707566082478
92577	rnn.weight_hh_l0	6	-0.0418020635843277
92577	rnn.weight_hh_l0	7	-0.00859210267663002
92577	rnn.weight_hh_l0	8	0.01469516009092331
92577	rnn.weight_hh_l0	9	-0.018290773034095764
92577	rnn.bias_ih_l0	0	0.06359461694955826
92577	rnn.bias_ih_l0	1	-0.02607673779129982
92577	rnn.bias_ih_l0	2	-0.0202332753688097
92577	rnn.bias_ih_l0	3	0.11626851558685303
92577	rnn.bias_ih_l0	4	-0.053010858595371246
92577	rnn.bias_ih_l0	5	-0.016064997762441635
92577	rnn.bias_ih_l0	6	0.0003066608333028853
92577	rnn.bias_ih_l0	7	0.039877794682979584
92577	rnn.bias_ih_l0	8	-0.10227786749601364
92577	rnn.bias_ih_l0	9	-0.04225684329867363
92577	rnn.bias_hh_l0	0	-0.03126252442598343
92577	rnn.bias_hh_l0	1	-0.09529166668653488
92577	rnn.bias_hh_l0	2	-0.03503934293985367
92577	rnn.bias_hh_l0	3	-0.07793755829334259
92577	rnn.bias_hh_l0	4	-0.02560253068804741
92577	rnn.bias_hh_l0	5	-0.008864655159413815
92577	rnn.bias_hh_l0	6	0.03417916223406792
92577	rnn.bias_hh_l0	7	0.03763188049197197
92577	rnn.bias_hh_l0	8	-0.11831783503293991
92577	rnn.bias_hh_l0	9	-0.024960434064269066
92577	rnn.weight_ih_l0_reverse	0	-0.009074685163795948
92577	rnn.weight_ih_l0_reverse	1	-0.05185791477560997
92577	rnn.weight_ih_l0_reverse	2	-0.028950730338692665
92577	rnn.weight_ih_l0_reverse	3	0.005039343144744635
92577	rnn.weight_ih_l0_reverse	4	-0.010440364480018616
92577	rnn.weight_ih_l0_reverse	5	-0.04104022681713104
92577	rnn.weight_ih_l0_reverse	6	0.06508798152208328
92577	rnn.weight_ih_l0_reverse	7	-0.017697472125291824
92577	rnn.weight_ih_l0_reverse	8	-0.028413549065589905
92577	rnn.weight_ih_l0_reverse	9	0.0072782584466040134
92577	rnn.weight_hh_l0_reverse	0	0.038237884640693665
92577	rnn.weight_hh_l0_reverse	1	0.034079838544130325
92577	rnn.weight_hh_l0_reverse	2	0.038488782942295074
92577	rnn.weight_hh_l0_reverse	3	0.025769278407096863
92577	rnn.weight_hh_l0_reverse	4	0.003880029544234276
92577	rnn.weight_hh_l0_reverse	5	0.013350913301110268
92577	rnn.weight_hh_l0_reverse	6	0.043177518993616104
92577	rnn.weight_hh_l0_reverse	7	-0.06683317571878433
92577	rnn.weight_hh_l0_reverse	8	0.036120280623435974
92577	rnn.weight_hh_l0_reverse	9	0.045334987342357635
92577	rnn.bias_ih_l0_reverse	0	-0.05810507759451866
92577	rnn.bias_ih_l0_reverse	1	-0.21625132858753204
92577	rnn.bias_ih_l0_reverse	2	-0.12188242375850677
92577	rnn.bias_ih_l0_reverse	3	-0.0170852392911911
92577	rnn.bias_ih_l0_reverse	4	-0.043811868876218796
92577	rnn.bias_ih_l0_reverse	5	0.05358932167291641
92577	rnn.bias_ih_l0_reverse	6	-0.04949918016791344
92577	rnn.bias_ih_l0_reverse	7	0.051067497581243515
92577	rnn.bias_ih_l0_reverse	8	-0.05031132325530052
92577	rnn.bias_ih_l0_reverse	9	0.033623650670051575
92577	rnn.bias_hh_l0_reverse	0	0.006138305179774761
92577	rnn.bias_hh_l0_reverse	1	-0.028442731127142906
92577	rnn.bias_hh_l0_reverse	2	0.05205067619681358
92577	rnn.bias_hh_l0_reverse	3	-0.0524427630007267
92577	rnn.bias_hh_l0_reverse	4	-0.03193892166018486
92577	rnn.bias_hh_l0_reverse	5	-0.023945387452840805
92577	rnn.bias_hh_l0_reverse	6	-0.017531543970108032
92577	rnn.bias_hh_l0_reverse	7	0.09910635650157928
92577	rnn.bias_hh_l0_reverse	8	0.030498333275318146
92577	rnn.bias_hh_l0_reverse	9	-0.09772533923387527
92577	rnn.weight_ih_l1	0	-0.03897843137383461
92577	rnn.weight_ih_l1	1	-0.025808658450841904
92577	rnn.weight_ih_l1	2	0.03741844370961189
92577	rnn.weight_ih_l1	3	-0.040656279772520065
92577	rnn.weight_ih_l1	4	-0.008370639756321907
92577	rnn.weight_ih_l1	5	-0.045621395111083984
92577	rnn.weight_ih_l1	6	0.02837345562875271
92577	rnn.weight_ih_l1	7	-0.04211452603340149
92577	rnn.weight_ih_l1	8	0.03834053501486778
92577	rnn.weight_ih_l1	9	0.03316039964556694
92577	rnn.weight_hh_l1	0	-0.005819695070385933
92577	rnn.weight_hh_l1	1	0.009841157123446465
92577	rnn.weight_hh_l1	2	0.0075114015489816666
92577	rnn.weight_hh_l1	3	-0.011023429222404957
92577	rnn.weight_hh_l1	4	0.0032245542388409376
92577	rnn.weight_hh_l1	5	0.022976411506533623
92577	rnn.weight_hh_l1	6	0.03052949346601963
92577	rnn.weight_hh_l1	7	-0.025452371686697006
92577	rnn.weight_hh_l1	8	-0.021705610677599907
92577	rnn.weight_hh_l1	9	0.03875533863902092
92577	rnn.bias_ih_l1	0	-0.16668462753295898
92577	rnn.bias_ih_l1	1	-0.15146255493164062
92577	rnn.bias_ih_l1	2	-0.16921082139015198
92577	rnn.bias_ih_l1	3	-0.2322419136762619
92577	rnn.bias_ih_l1	4	-0.1409652680158615
92577	rnn.bias_ih_l1	5	-0.0985742062330246
92577	rnn.bias_ih_l1	6	-0.12665081024169922
92577	rnn.bias_ih_l1	7	-0.007826430723071098
92577	rnn.bias_ih_l1	8	-0.12778989970684052
92577	rnn.bias_ih_l1	9	-0.08418775349855423
92577	rnn.bias_hh_l1	0	-0.12858976423740387
92577	rnn.bias_hh_l1	1	-0.050711385905742645
92577	rnn.bias_hh_l1	2	-0.08425538241863251
92577	rnn.bias_hh_l1	3	-0.09409933537244797
92577	rnn.bias_hh_l1	4	-0.10747898370027542
92577	rnn.bias_hh_l1	5	-0.09156673401594162
92577	rnn.bias_hh_l1	6	-0.09471777081489563
92577	rnn.bias_hh_l1	7	0.011778892017900944
92577	rnn.bias_hh_l1	8	-0.14372241497039795
92577	rnn.bias_hh_l1	9	-0.08041245490312576
92577	rnn.weight_ih_l1_reverse	0	-0.039835695177316666
92577	rnn.weight_ih_l1_reverse	1	0.0016192336333915591
92577	rnn.weight_ih_l1_reverse	2	-0.009088670834898949
92577	rnn.weight_ih_l1_reverse	3	-0.01033716183155775
92577	rnn.weight_ih_l1_reverse	4	-0.029159337282180786
92577	rnn.weight_ih_l1_reverse	5	-0.03740502893924713
92577	rnn.weight_ih_l1_reverse	6	0.0017185534816235304
92577	rnn.weight_ih_l1_reverse	7	0.01795314997434616
92577	rnn.weight_ih_l1_reverse	8	0.026569299399852753
92577	rnn.weight_ih_l1_reverse	9	-0.07052461057901382
92577	rnn.weight_hh_l1_reverse	0	0.00842269416898489
92577	rnn.weight_hh_l1_reverse	1	0.029525158926844597
92577	rnn.weight_hh_l1_reverse	2	-0.03946899250149727
92577	rnn.weight_hh_l1_reverse	3	0.03977375850081444
92577	rnn.weight_hh_l1_reverse	4	0.04748262092471123
92577	rnn.weight_hh_l1_reverse	5	0.008389066904783249
92577	rnn.weight_hh_l1_reverse	6	0.007835638709366322
92577	rnn.weight_hh_l1_reverse	7	0.02534348890185356
92577	rnn.weight_hh_l1_reverse	8	-0.003914236556738615
92577	rnn.weight_hh_l1_reverse	9	-0.03680101037025452
92577	rnn.bias_ih_l1_reverse	0	-0.0407051220536232
92577	rnn.bias_ih_l1_reverse	1	-0.11255321651697159
92577	rnn.bias_ih_l1_reverse	2	-0.12858006358146667
92577	rnn.bias_ih_l1_reverse	3	-0.024195361882448196
92577	rnn.bias_ih_l1_reverse	4	-0.16213324666023254
92577	rnn.bias_ih_l1_reverse	5	-0.09562194347381592
92577	rnn.bias_ih_l1_reverse	6	-0.11478779464960098
92577	rnn.bias_ih_l1_reverse	7	-0.17212188243865967
92577	rnn.bias_ih_l1_reverse	8	0.14362582564353943
92577	rnn.bias_ih_l1_reverse	9	0.028580907732248306
92577	rnn.bias_hh_l1_reverse	0	-0.043841347098350525
92577	rnn.bias_hh_l1_reverse	1	-0.012963070534169674
92577	rnn.bias_hh_l1_reverse	2	-0.20755647122859955
92577	rnn.bias_hh_l1_reverse	3	-0.10270179063081741
92577	rnn.bias_hh_l1_reverse	4	-0.07418373972177505
92577	rnn.bias_hh_l1_reverse	5	-0.09459571540355682
92577	rnn.bias_hh_l1_reverse	6	0.1467437893152237
92577	rnn.bias_hh_l1_reverse	7	-0.16056375205516815
92577	rnn.bias_hh_l1_reverse	8	-0.0917249321937561
92577	rnn.bias_hh_l1_reverse	9	-0.11817088723182678
92577	linear.weight	0	0.002228822559118271
92577	linear.weight	1	0.1138581931591034
92577	linear.weight	2	-0.10982414335012436
92577	linear.weight	3	0.3563973605632782
92577	linear.weight	4	0.1143500804901123
92577	linear.weight	5	-0.005836123134940863
92577	linear.weight	6	0.028611067682504654
92577	linear.weight	7	0.11564227193593979
92577	linear.weight	8	0.04130738601088524
92577	linear.weight	9	-0.04950045049190521
92577	linear.bias	0	-0.04491704702377319
92577	linear.bias	1	-0.2136814445257187
92577	linear.bias	2	-0.4507685601711273
92577	linear.bias	3	-0.710835337638855
92577	linear.bias	4	-1.1199674606323242
92577	linear.bias	5	-0.027381768450140953
92577	linear.bias	6	-0.7178151607513428
92577	linear.bias	7	0.39431867003440857
92577	linear.bias	8	-0.49305006861686707
92577	linear.bias	9	-0.8751232624053955
92774	transitions	0	0.6101558208465576
92774	transitions	1	0.09551738947629929
92774	transitions	2	-10000.0
92774	transitions	3	-1.8115980625152588
92774	transitions	4	-10000.0
92774	transitions	5	0.6159692406654358
92774	transitions	6	-0.04846259206533432
92774	transitions	7	-0.5301311016082764
92774	transitions	8	-1.3690310716629028
92774	transitions	9	-0.0007869358523748815
92774	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
92774	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
92774	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
92774	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
92774	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
92774	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
92774	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
92774	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
92774	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
92774	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
92774	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
92774	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
92774	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
92774	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
92774	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
92774	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
92774	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
92774	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
92774	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
92774	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
92774	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
92774	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
92774	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
92774	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
92774	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
92774	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
92774	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
92774	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
92774	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
92774	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
92774	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
92774	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
92774	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
92774	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
92774	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
92774	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
92774	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
92774	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
92774	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
92774	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
92774	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
92774	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
92774	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
92774	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
92774	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
92774	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
92774	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
92774	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
92774	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
92774	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
92774	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
92774	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
92774	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
92774	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
92774	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
92774	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
92774	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
92774	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
92774	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
92774	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
92774	embedding2nn.weight	0	0.0063664172776043415
92774	embedding2nn.weight	1	-0.017192987725138664
92774	embedding2nn.weight	2	-0.014268255792558193
92774	embedding2nn.weight	3	0.003460089908912778
92774	embedding2nn.weight	4	-0.005915035028010607
92774	embedding2nn.weight	5	-0.0037005820777267218
92774	embedding2nn.weight	6	-0.003973235376179218
92774	embedding2nn.weight	7	-0.05132140964269638
92774	embedding2nn.weight	8	-0.0019979383796453476
92774	embedding2nn.weight	9	-0.031014394015073776
92774	embedding2nn.bias	0	0.04596424475312233
92774	embedding2nn.bias	1	-0.0662992000579834
92774	embedding2nn.bias	2	0.08967724442481995
92774	embedding2nn.bias	3	0.07574193179607391
92774	embedding2nn.bias	4	-0.03274523466825485
92774	embedding2nn.bias	5	-0.020885858684778214
92774	embedding2nn.bias	6	0.012694532983005047
92774	embedding2nn.bias	7	-0.032335881143808365
92774	embedding2nn.bias	8	0.03760407492518425
92774	embedding2nn.bias	9	0.009410304948687553
92774	rnn.weight_ih_l0	0	-0.05542197450995445
92774	rnn.weight_ih_l0	1	-0.004458074923604727
92774	rnn.weight_ih_l0	2	0.041194625198841095
92774	rnn.weight_ih_l0	3	0.010460913181304932
92774	rnn.weight_ih_l0	4	-0.02433842048048973
92774	rnn.weight_ih_l0	5	-0.05116144195199013
92774	rnn.weight_ih_l0	6	0.004254351835697889
92774	rnn.weight_ih_l0	7	0.04257307946681976
92774	rnn.weight_ih_l0	8	-0.005642249248921871
92774	rnn.weight_ih_l0	9	-0.016344865784049034
92774	rnn.weight_hh_l0	0	-0.038056910037994385
92774	rnn.weight_hh_l0	1	0.00954547617584467
92774	rnn.weight_hh_l0	2	0.007183629088103771
92774	rnn.weight_hh_l0	3	-0.05437927693128586
92774	rnn.weight_hh_l0	4	0.06719997525215149
92774	rnn.weight_hh_l0	5	-0.003484668442979455
92774	rnn.weight_hh_l0	6	-0.04201118275523186
92774	rnn.weight_hh_l0	7	-0.00867561437189579
92774	rnn.weight_hh_l0	8	0.016168849542737007
92774	rnn.weight_hh_l0	9	-0.018251728266477585
92774	rnn.bias_ih_l0	0	0.06151733919978142
92774	rnn.bias_ih_l0	1	-0.02530815452337265
92774	rnn.bias_ih_l0	2	-0.021449856460094452
92774	rnn.bias_ih_l0	3	0.11275613307952881
92774	rnn.bias_ih_l0	4	-0.053261931985616684
92774	rnn.bias_ih_l0	5	-0.009949869476258755
92774	rnn.bias_ih_l0	6	-0.006781117990612984
92774	rnn.bias_ih_l0	7	0.039078596979379654
92774	rnn.bias_ih_l0	8	-0.10477131605148315
92774	rnn.bias_ih_l0	9	-0.03989844396710396
92774	rnn.bias_hh_l0	0	-0.031547799706459045
92774	rnn.bias_hh_l0	1	-0.09037192165851593
92774	rnn.bias_hh_l0	2	-0.03420053422451019
92774	rnn.bias_hh_l0	3	-0.07873737812042236
92774	rnn.bias_hh_l0	4	-0.025181494653224945
92774	rnn.bias_hh_l0	5	-0.010892381891608238
92774	rnn.bias_hh_l0	6	0.03199644386768341
92774	rnn.bias_hh_l0	7	0.03652556613087654
92774	rnn.bias_hh_l0	8	-0.11989950388669968
92774	rnn.bias_hh_l0	9	-0.024380085989832878
92774	rnn.weight_ih_l0_reverse	0	-0.007468662224709988
92774	rnn.weight_ih_l0_reverse	1	-0.05186322703957558
92774	rnn.weight_ih_l0_reverse	2	-0.029320016503334045
92774	rnn.weight_ih_l0_reverse	3	0.00599302863702178
92774	rnn.weight_ih_l0_reverse	4	-0.010803873650729656
92774	rnn.weight_ih_l0_reverse	5	-0.04139525815844536
92774	rnn.weight_ih_l0_reverse	6	0.06617715954780579
92774	rnn.weight_ih_l0_reverse	7	-0.01994633488357067
92774	rnn.weight_ih_l0_reverse	8	-0.028446920216083527
92774	rnn.weight_ih_l0_reverse	9	0.007622009143233299
92774	rnn.weight_hh_l0_reverse	0	0.03793736919760704
92774	rnn.weight_hh_l0_reverse	1	0.03576068952679634
92774	rnn.weight_hh_l0_reverse	2	0.03888685628771782
92774	rnn.weight_hh_l0_reverse	3	0.02587454579770565
92774	rnn.weight_hh_l0_reverse	4	0.003733139019459486
92774	rnn.weight_hh_l0_reverse	5	0.013186268508434296
92774	rnn.weight_hh_l0_reverse	6	0.042700376361608505
92774	rnn.weight_hh_l0_reverse	7	-0.06703811138868332
92774	rnn.weight_hh_l0_reverse	8	0.03644309192895889
92774	rnn.weight_hh_l0_reverse	9	0.04537881910800934
92774	rnn.bias_ih_l0_reverse	0	-0.05554827302694321
92774	rnn.bias_ih_l0_reverse	1	-0.2170296311378479
92774	rnn.bias_ih_l0_reverse	2	-0.12278415262699127
92774	rnn.bias_ih_l0_reverse	3	-0.01749820075929165
92774	rnn.bias_ih_l0_reverse	4	-0.04482156038284302
92774	rnn.bias_ih_l0_reverse	5	0.05414896085858345
92774	rnn.bias_ih_l0_reverse	6	-0.047253649681806564
92774	rnn.bias_ih_l0_reverse	7	0.05011981725692749
92774	rnn.bias_ih_l0_reverse	8	-0.04642682150006294
92774	rnn.bias_ih_l0_reverse	9	0.03891073912382126
92774	rnn.bias_hh_l0_reverse	0	0.005762455984950066
92774	rnn.bias_hh_l0_reverse	1	-0.03209345042705536
92774	rnn.bias_hh_l0_reverse	2	0.05295601487159729
92774	rnn.bias_hh_l0_reverse	3	-0.05226071923971176
92774	rnn.bias_hh_l0_reverse	4	-0.03247276321053505
92774	rnn.bias_hh_l0_reverse	5	-0.025053508579730988
92774	rnn.bias_hh_l0_reverse	6	-0.01768164522945881
92774	rnn.bias_hh_l0_reverse	7	0.09859953075647354
92774	rnn.bias_hh_l0_reverse	8	0.02891218289732933
92774	rnn.bias_hh_l0_reverse	9	-0.09772545844316483
92774	rnn.weight_ih_l1	0	-0.03838314488530159
92774	rnn.weight_ih_l1	1	-0.025126509368419647
92774	rnn.weight_ih_l1	2	0.03928028419613838
92774	rnn.weight_ih_l1	3	-0.03979390114545822
92774	rnn.weight_ih_l1	4	-0.008442937396466732
92774	rnn.weight_ih_l1	5	-0.0458429716527462
92774	rnn.weight_ih_l1	6	0.02873203158378601
92774	rnn.weight_ih_l1	7	-0.042202480137348175
92774	rnn.weight_ih_l1	8	0.03799371048808098
92774	rnn.weight_ih_l1	9	0.032761797308921814
92774	rnn.weight_hh_l1	0	-0.005583945661783218
92774	rnn.weight_hh_l1	1	0.00968372542411089
92774	rnn.weight_hh_l1	2	0.007794778328388929
92774	rnn.weight_hh_l1	3	-0.010764602571725845
92774	rnn.weight_hh_l1	4	0.003522231476381421
92774	rnn.weight_hh_l1	5	0.022988619282841682
92774	rnn.weight_hh_l1	6	0.03016950748860836
92774	rnn.weight_hh_l1	7	-0.025887075811624527
92774	rnn.weight_hh_l1	8	-0.02122562937438488
92774	rnn.weight_hh_l1	9	0.038860585540533066
92774	rnn.bias_ih_l1	0	-0.16818448901176453
92774	rnn.bias_ih_l1	1	-0.15571223199367523
92774	rnn.bias_ih_l1	2	-0.16820327937602997
92774	rnn.bias_ih_l1	3	-0.2327660769224167
92774	rnn.bias_ih_l1	4	-0.1431848108768463
92774	rnn.bias_ih_l1	5	-0.10041682422161102
92774	rnn.bias_ih_l1	6	-0.12570050358772278
92774	rnn.bias_ih_l1	7	-0.00990641862154007
92774	rnn.bias_ih_l1	8	-0.1317167580127716
92774	rnn.bias_ih_l1	9	-0.08506827801465988
92774	rnn.bias_hh_l1	0	-0.12808595597743988
92774	rnn.bias_hh_l1	1	-0.0526193231344223
92774	rnn.bias_hh_l1	2	-0.08489563316106796
92774	rnn.bias_hh_l1	3	-0.09137064218521118
92774	rnn.bias_hh_l1	4	-0.10902079939842224
92774	rnn.bias_hh_l1	5	-0.09117021411657333
92774	rnn.bias_hh_l1	6	-0.103356271982193
92774	rnn.bias_hh_l1	7	0.005454858299344778
92774	rnn.bias_hh_l1	8	-0.145054429769516
92774	rnn.bias_hh_l1	9	-0.0847487822175026
92774	rnn.weight_ih_l1_reverse	0	-0.04085469990968704
92774	rnn.weight_ih_l1_reverse	1	0.0008051948971115053
92774	rnn.weight_ih_l1_reverse	2	-0.01068684458732605
92774	rnn.weight_ih_l1_reverse	3	-0.010792730376124382
92774	rnn.weight_ih_l1_reverse	4	-0.027368757873773575
92774	rnn.weight_ih_l1_reverse	5	-0.03749379888176918
92774	rnn.weight_ih_l1_reverse	6	0.0019027449889108539
92774	rnn.weight_ih_l1_reverse	7	0.01804463006556034
92774	rnn.weight_ih_l1_reverse	8	0.029795408248901367
92774	rnn.weight_ih_l1_reverse	9	-0.06838573515415192
92774	rnn.weight_hh_l1_reverse	0	0.008535495027899742
92774	rnn.weight_hh_l1_reverse	1	0.029555611312389374
92774	rnn.weight_hh_l1_reverse	2	-0.039462946355342865
92774	rnn.weight_hh_l1_reverse	3	0.03975323587656021
92774	rnn.weight_hh_l1_reverse	4	0.04797079414129257
92774	rnn.weight_hh_l1_reverse	5	0.007997670210897923
92774	rnn.weight_hh_l1_reverse	6	0.008039121516048908
92774	rnn.weight_hh_l1_reverse	7	0.0249424260109663
92774	rnn.weight_hh_l1_reverse	8	-0.0038368748500943184
92774	rnn.weight_hh_l1_reverse	9	-0.036723293364048004
92774	rnn.bias_ih_l1_reverse	0	-0.0427251011133194
92774	rnn.bias_ih_l1_reverse	1	-0.11563102900981903
92774	rnn.bias_ih_l1_reverse	2	-0.12998273968696594
92774	rnn.bias_ih_l1_reverse	3	-0.015072258189320564
92774	rnn.bias_ih_l1_reverse	4	-0.16263730823993683
92774	rnn.bias_ih_l1_reverse	5	-0.093301922082901
92774	rnn.bias_ih_l1_reverse	6	-0.11468315124511719
92774	rnn.bias_ih_l1_reverse	7	-0.17653432488441467
92774	rnn.bias_ih_l1_reverse	8	0.13993501663208008
92774	rnn.bias_ih_l1_reverse	9	0.03044913522899151
92774	rnn.bias_hh_l1_reverse	0	-0.04656428098678589
92774	rnn.bias_hh_l1_reverse	1	-0.008825724013149738
92774	rnn.bias_hh_l1_reverse	2	-0.20788784325122833
92774	rnn.bias_hh_l1_reverse	3	-0.1043383851647377
92774	rnn.bias_hh_l1_reverse	4	-0.07429178804159164
92774	rnn.bias_hh_l1_reverse	5	-0.09280863404273987
92774	rnn.bias_hh_l1_reverse	6	0.15233024954795837
92774	rnn.bias_hh_l1_reverse	7	-0.16344943642616272
92774	rnn.bias_hh_l1_reverse	8	-0.09258835017681122
92774	rnn.bias_hh_l1_reverse	9	-0.11607879400253296
92774	linear.weight	0	0.002228822559118271
92774	linear.weight	1	0.11459105461835861
92774	linear.weight	2	-0.10744065046310425
92774	linear.weight	3	0.3495880961418152
92774	linear.weight	4	0.11412571370601654
92774	linear.weight	5	-0.00827258825302124
92774	linear.weight	6	0.026277054101228714
92774	linear.weight	7	0.1061464324593544
92774	linear.weight	8	0.0413038469851017
92774	linear.weight	9	-0.04426482692360878
92774	linear.bias	0	-0.04231379181146622
92774	linear.bias	1	-0.21300560235977173
92774	linear.bias	2	-0.44733601808547974
92774	linear.bias	3	-0.7190045714378357
92774	linear.bias	4	-1.1278141736984253
92774	linear.bias	5	-0.028262963518500328
92774	linear.bias	6	-0.7160589694976807
92774	linear.bias	7	0.39008402824401855
92774	linear.bias	8	-0.49969327449798584
92774	linear.bias	9	-0.8814713954925537
92778	transitions	0	0.6096242070198059
92778	transitions	1	0.09551248699426651
92778	transitions	2	-10000.0
92778	transitions	3	-1.811598300933838
92778	transitions	4	-10000.0
92778	transitions	5	0.6159619688987732
92778	transitions	6	-0.048465605825185776
92778	transitions	7	-0.5301316380500793
92778	transitions	8	-1.3690333366394043
92778	transitions	9	-0.000786985328886658
92778	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
92778	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
92778	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
92778	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
92778	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
92778	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
92778	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
92778	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
92778	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
92778	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
92778	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
92778	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
92778	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
92778	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
92778	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
92778	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
92778	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
92778	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
92778	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
92778	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
92778	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
92778	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
92778	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
92778	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
92778	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
92778	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
92778	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
92778	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
92778	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
92778	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
92778	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
92778	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
92778	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
92778	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
92778	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
92778	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
92778	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
92778	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
92778	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
92778	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
92778	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
92778	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
92778	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
92778	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
92778	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
92778	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
92778	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
92778	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
92778	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
92778	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
92778	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
92778	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
92778	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
92778	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
92778	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
92778	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
92778	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
92778	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
92778	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
92778	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
92778	embedding2nn.weight	0	0.006357140373438597
92778	embedding2nn.weight	1	-0.017174936830997467
92778	embedding2nn.weight	2	-0.014268255792558193
92778	embedding2nn.weight	3	0.003424274967983365
92778	embedding2nn.weight	4	-0.005915035028010607
92778	embedding2nn.weight	5	-0.0037005820777267218
92778	embedding2nn.weight	6	-0.003973235376179218
92778	embedding2nn.weight	7	-0.05129680037498474
92778	embedding2nn.weight	8	-0.0019979383796453476
92778	embedding2nn.weight	9	-0.03100387565791607
92778	embedding2nn.bias	0	0.04738125205039978
92778	embedding2nn.bias	1	-0.06375706940889359
92778	embedding2nn.bias	2	0.09041614085435867
92778	embedding2nn.bias	3	0.07624230533838272
92778	embedding2nn.bias	4	-0.03329629823565483
92778	embedding2nn.bias	5	-0.02183440513908863
92778	embedding2nn.bias	6	0.011801043525338173
92778	embedding2nn.bias	7	-0.03042764589190483
92778	embedding2nn.bias	8	0.037814557552337646
92778	embedding2nn.bias	9	0.007689123973250389
92778	rnn.weight_ih_l0	0	-0.055388443171978
92778	rnn.weight_ih_l0	1	-0.004432453773915768
92778	rnn.weight_ih_l0	2	0.041223760694265366
92778	rnn.weight_ih_l0	3	0.010488990694284439
92778	rnn.weight_ih_l0	4	-0.02420942857861519
92778	rnn.weight_ih_l0	5	-0.05119314044713974
92778	rnn.weight_ih_l0	6	0.004250767640769482
92778	rnn.weight_ih_l0	7	0.04248647019267082
92778	rnn.weight_ih_l0	8	-0.00562259228900075
92778	rnn.weight_ih_l0	9	-0.01628928631544113
92778	rnn.weight_hh_l0	0	-0.03802722319960594
92778	rnn.weight_hh_l0	1	0.009563068859279156
92778	rnn.weight_hh_l0	2	0.0072019752115011215
92778	rnn.weight_hh_l0	3	-0.054273661226034164
92778	rnn.weight_hh_l0	4	0.06723187118768692
92778	rnn.weight_hh_l0	5	-0.003456763457506895
92778	rnn.weight_hh_l0	6	-0.04202022776007652
92778	rnn.weight_hh_l0	7	-0.00867366325110197
92778	rnn.weight_hh_l0	8	0.01612483710050583
92778	rnn.weight_hh_l0	9	-0.018273036926984787
92778	rnn.bias_ih_l0	0	0.06179851293563843
92778	rnn.bias_ih_l0	1	-0.025279462337493896
92778	rnn.bias_ih_l0	2	-0.022292178124189377
92778	rnn.bias_ih_l0	3	0.1129409670829773
92778	rnn.bias_ih_l0	4	-0.053697653114795685
92778	rnn.bias_ih_l0	5	-0.010712448507547379
92778	rnn.bias_ih_l0	6	-0.006529058329761028
92778	rnn.bias_ih_l0	7	0.03913599252700806
92778	rnn.bias_ih_l0	8	-0.10488371551036835
92778	rnn.bias_ih_l0	9	-0.03975295647978783
92778	rnn.bias_hh_l0	0	-0.03163375332951546
92778	rnn.bias_hh_l0	1	-0.09041047096252441
92778	rnn.bias_hh_l0	2	-0.03442526236176491
92778	rnn.bias_hh_l0	3	-0.07876073569059372
92778	rnn.bias_hh_l0	4	-0.024943659082055092
92778	rnn.bias_hh_l0	5	-0.01125398650765419
92778	rnn.bias_hh_l0	6	0.03213101997971535
92778	rnn.bias_hh_l0	7	0.03646090254187584
92778	rnn.bias_hh_l0	8	-0.11969437450170517
92778	rnn.bias_hh_l0	9	-0.024582840502262115
92778	rnn.weight_ih_l0_reverse	0	-0.007583360653370619
92778	rnn.weight_ih_l0_reverse	1	-0.05182161554694176
92778	rnn.weight_ih_l0_reverse	2	-0.029432004317641258
92778	rnn.weight_ih_l0_reverse	3	0.005946302320808172
92778	rnn.weight_ih_l0_reverse	4	-0.010897442698478699
92778	rnn.weight_ih_l0_reverse	5	-0.04160811007022858
92778	rnn.weight_ih_l0_reverse	6	0.06619325280189514
92778	rnn.weight_ih_l0_reverse	7	-0.020062953233718872
92778	rnn.weight_ih_l0_reverse	8	-0.028122762218117714
92778	rnn.weight_ih_l0_reverse	9	0.007563048042356968
92778	rnn.weight_hh_l0_reverse	0	0.0380813330411911
92778	rnn.weight_hh_l0_reverse	1	0.03582822158932686
92778	rnn.weight_hh_l0_reverse	2	0.03880249336361885
92778	rnn.weight_hh_l0_reverse	3	0.02581736631691456
92778	rnn.weight_hh_l0_reverse	4	0.003734878497198224
92778	rnn.weight_hh_l0_reverse	5	0.013270381838083267
92778	rnn.weight_hh_l0_reverse	6	0.042709942907094955
92778	rnn.weight_hh_l0_reverse	7	-0.06694579124450684
92778	rnn.weight_hh_l0_reverse	8	0.036664556711912155
92778	rnn.weight_hh_l0_reverse	9	0.04535100609064102
92778	rnn.bias_ih_l0_reverse	0	-0.055608659982681274
92778	rnn.bias_ih_l0_reverse	1	-0.21665824949741364
92778	rnn.bias_ih_l0_reverse	2	-0.12298005074262619
92778	rnn.bias_ih_l0_reverse	3	-0.016828494146466255
92778	rnn.bias_ih_l0_reverse	4	-0.045323360711336136
92778	rnn.bias_ih_l0_reverse	5	0.05301608145236969
92778	rnn.bias_ih_l0_reverse	6	-0.047528356313705444
92778	rnn.bias_ih_l0_reverse	7	0.050490207970142365
92778	rnn.bias_ih_l0_reverse	8	-0.04601224884390831
92778	rnn.bias_ih_l0_reverse	9	0.03897720202803612
92778	rnn.bias_hh_l0_reverse	0	0.005789218470454216
92778	rnn.bias_hh_l0_reverse	1	-0.032222453504800797
92778	rnn.bias_hh_l0_reverse	2	0.052546896040439606
92778	rnn.bias_hh_l0_reverse	3	-0.05251200497150421
92778	rnn.bias_hh_l0_reverse	4	-0.03223947435617447
92778	rnn.bias_hh_l0_reverse	5	-0.02534521371126175
92778	rnn.bias_hh_l0_reverse	6	-0.018025051802396774
92778	rnn.bias_hh_l0_reverse	7	0.09860796481370926
92778	rnn.bias_hh_l0_reverse	8	0.02903933636844158
92778	rnn.bias_hh_l0_reverse	9	-0.09740126878023148
92778	rnn.weight_ih_l1	0	-0.03839554637670517
92778	rnn.weight_ih_l1	1	-0.0251229926943779
92778	rnn.weight_ih_l1	2	0.039063915610313416
92778	rnn.weight_ih_l1	3	-0.03929038345813751
92778	rnn.weight_ih_l1	4	-0.008246341720223427
92778	rnn.weight_ih_l1	5	-0.04578705504536629
92778	rnn.weight_ih_l1	6	0.028589263558387756
92778	rnn.weight_ih_l1	7	-0.0423162505030632
92778	rnn.weight_ih_l1	8	0.03800996392965317
92778	rnn.weight_ih_l1	9	0.032842230051755905
92778	rnn.weight_hh_l1	0	-0.005621056538075209
92778	rnn.weight_hh_l1	1	0.009679588489234447
92778	rnn.weight_hh_l1	2	0.007655133027583361
92778	rnn.weight_hh_l1	3	-0.010842198505997658
92778	rnn.weight_hh_l1	4	0.0035126744769513607
92778	rnn.weight_hh_l1	5	0.022976957261562347
92778	rnn.weight_hh_l1	6	0.029891565442085266
92778	rnn.weight_hh_l1	7	-0.02589338645339012
92778	rnn.weight_hh_l1	8	-0.021302934736013412
92778	rnn.weight_hh_l1	9	0.03880069777369499
92778	rnn.bias_ih_l1	0	-0.16800107061862946
92778	rnn.bias_ih_l1	1	-0.15649870038032532
92778	rnn.bias_ih_l1	2	-0.1682119071483612
92778	rnn.bias_ih_l1	3	-0.2330186665058136
92778	rnn.bias_ih_l1	4	-0.1433630734682083
92778	rnn.bias_ih_l1	5	-0.10038076341152191
92778	rnn.bias_ih_l1	6	-0.125680610537529
92778	rnn.bias_ih_l1	7	-0.009679855778813362
92778	rnn.bias_ih_l1	8	-0.1317507028579712
92778	rnn.bias_ih_l1	9	-0.08482243865728378
92778	rnn.bias_hh_l1	0	-0.12831108272075653
92778	rnn.bias_hh_l1	1	-0.052898503839969635
92778	rnn.bias_hh_l1	2	-0.08409679681062698
92778	rnn.bias_hh_l1	3	-0.09126664698123932
92778	rnn.bias_hh_l1	4	-0.1091582328081131
92778	rnn.bias_hh_l1	5	-0.09084351360797882
92778	rnn.bias_hh_l1	6	-0.10370004177093506
92778	rnn.bias_hh_l1	7	0.006632875185459852
92778	rnn.bias_hh_l1	8	-0.144658163189888
92778	rnn.bias_hh_l1	9	-0.0854855477809906
92778	rnn.weight_ih_l1_reverse	0	-0.04077541083097458
92778	rnn.weight_ih_l1_reverse	1	0.0008211302338168025
92778	rnn.weight_ih_l1_reverse	2	-0.01018501352518797
92778	rnn.weight_ih_l1_reverse	3	-0.010725504718720913
92778	rnn.weight_ih_l1_reverse	4	-0.027297427877783775
92778	rnn.weight_ih_l1_reverse	5	-0.037516288459300995
92778	rnn.weight_ih_l1_reverse	6	0.001743864151649177
92778	rnn.weight_ih_l1_reverse	7	0.018020205199718475
92778	rnn.weight_ih_l1_reverse	8	0.02979676052927971
92778	rnn.weight_ih_l1_reverse	9	-0.0685693621635437
92778	rnn.weight_hh_l1_reverse	0	0.008532841689884663
92778	rnn.weight_hh_l1_reverse	1	0.029536612331867218
92778	rnn.weight_hh_l1_reverse	2	-0.03946385160088539
92778	rnn.weight_hh_l1_reverse	3	0.03975566476583481
92778	rnn.weight_hh_l1_reverse	4	0.04793979227542877
92778	rnn.weight_hh_l1_reverse	5	0.007881238125264645
92778	rnn.weight_hh_l1_reverse	6	0.008074597455561161
92778	rnn.weight_hh_l1_reverse	7	0.024917379021644592
92778	rnn.weight_hh_l1_reverse	8	-0.0038213508669286966
92778	rnn.weight_hh_l1_reverse	9	-0.03677694499492645
92778	rnn.bias_ih_l1_reverse	0	-0.04325335472822189
92778	rnn.bias_ih_l1_reverse	1	-0.11555412411689758
92778	rnn.bias_ih_l1_reverse	2	-0.13041482865810394
92778	rnn.bias_ih_l1_reverse	3	-0.015256703831255436
92778	rnn.bias_ih_l1_reverse	4	-0.16307418048381805
92778	rnn.bias_ih_l1_reverse	5	-0.09363391250371933
92778	rnn.bias_ih_l1_reverse	6	-0.11456113308668137
92778	rnn.bias_ih_l1_reverse	7	-0.17709097266197205
92778	rnn.bias_ih_l1_reverse	8	0.13952836394309998
92778	rnn.bias_ih_l1_reverse	9	0.0315638929605484
92778	rnn.bias_hh_l1_reverse	0	-0.04599710926413536
92778	rnn.bias_hh_l1_reverse	1	-0.008502140641212463
92778	rnn.bias_hh_l1_reverse	2	-0.20789094269275665
92778	rnn.bias_hh_l1_reverse	3	-0.10407865792512894
92778	rnn.bias_hh_l1_reverse	4	-0.07423823326826096
92778	rnn.bias_hh_l1_reverse	5	-0.0926692932844162
92778	rnn.bias_hh_l1_reverse	6	0.15305574238300323
92778	rnn.bias_hh_l1_reverse	7	-0.16338489949703217
92778	rnn.bias_hh_l1_reverse	8	-0.09307050704956055
92778	rnn.bias_hh_l1_reverse	9	-0.11592639237642288
92778	linear.weight	0	0.002228822559118271
92778	linear.weight	1	0.1141730546951294
92778	linear.weight	2	-0.1074194461107254
92778	linear.weight	3	0.34967848658561707
92778	linear.weight	4	0.11434885859489441
92778	linear.weight	5	-0.008310127072036266
92778	linear.weight	6	0.024842649698257446
92778	linear.weight	7	0.10597388446331024
92778	linear.weight	8	0.04130448400974274
92778	linear.weight	9	-0.04122552275657654
92778	linear.bias	0	-0.03558411821722984
92778	linear.bias	1	-0.2092583030462265
92778	linear.bias	2	-0.46469950675964355
92778	linear.bias	3	-0.716705322265625
92778	linear.bias	4	-1.1256487369537354
92778	linear.bias	5	-0.03422471880912781
92778	linear.bias	6	-0.7123173475265503
92778	linear.bias	7	0.3840138614177704
92778	linear.bias	8	-0.493309885263443
92778	linear.bias	9	-0.8753271102905273
92975	transitions	0	0.6089356541633606
92975	transitions	1	0.11248444020748138
92975	transitions	2	-10000.0
92975	transitions	3	-1.8116525411605835
92975	transitions	4	-10000.0
92975	transitions	5	0.6158161759376526
92975	transitions	6	-0.04858976975083351
92975	transitions	7	-0.5309017896652222
92975	transitions	8	-1.369106411933899
92975	transitions	9	-0.0007883229409344494
92975	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
92975	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
92975	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
92975	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
92975	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
92975	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
92975	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
92975	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
92975	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
92975	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
92975	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
92975	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
92975	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
92975	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
92975	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
92975	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
92975	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
92975	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
92975	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
92975	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
92975	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
92975	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
92975	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
92975	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
92975	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
92975	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
92975	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
92975	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
92975	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
92975	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
92975	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
92975	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
92975	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
92975	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
92975	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
92975	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
92975	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
92975	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
92975	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
92975	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
92975	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
92975	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
92975	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
92975	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
92975	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
92975	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
92975	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
92975	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
92975	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
92975	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
92975	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
92975	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
92975	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
92975	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
92975	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
92975	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
92975	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
92975	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
92975	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
92975	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
92975	embedding2nn.weight	0	0.006877839099615812
92975	embedding2nn.weight	1	-0.01736084558069706
92975	embedding2nn.weight	2	-0.014268255792558193
92975	embedding2nn.weight	3	0.0033892777282744646
92975	embedding2nn.weight	4	-0.005915035028010607
92975	embedding2nn.weight	5	-0.0037005816120654345
92975	embedding2nn.weight	6	-0.003973235841840506
92975	embedding2nn.weight	7	-0.051708463579416275
92975	embedding2nn.weight	8	-0.0019979383796453476
92975	embedding2nn.weight	9	-0.03129350766539574
92975	embedding2nn.bias	0	0.04625985026359558
92975	embedding2nn.bias	1	-0.0715005099773407
92975	embedding2nn.bias	2	0.08962130546569824
92975	embedding2nn.bias	3	0.07126636803150177
92975	embedding2nn.bias	4	-0.036553699523210526
92975	embedding2nn.bias	5	-0.011193450540304184
92975	embedding2nn.bias	6	0.003380312118679285
92975	embedding2nn.bias	7	-0.03366350010037422
92975	embedding2nn.bias	8	0.045225247740745544
92975	embedding2nn.bias	9	0.011597572825849056
92975	rnn.weight_ih_l0	0	-0.05559806153178215
92975	rnn.weight_ih_l0	1	-0.004761184565722942
92975	rnn.weight_ih_l0	2	0.04263421520590782
92975	rnn.weight_ih_l0	3	0.010891208425164223
92975	rnn.weight_ih_l0	4	-0.023924212902784348
92975	rnn.weight_ih_l0	5	-0.04994844272732735
92975	rnn.weight_ih_l0	6	0.0038635050877928734
92975	rnn.weight_ih_l0	7	0.04282883182168007
92975	rnn.weight_ih_l0	8	-0.006632793229073286
92975	rnn.weight_ih_l0	9	-0.01796812377870083
92975	rnn.weight_hh_l0	0	-0.03993990272283554
92975	rnn.weight_hh_l0	1	0.00983327068388462
92975	rnn.weight_hh_l0	2	0.006742498371750116
92975	rnn.weight_hh_l0	3	-0.05476512014865875
92975	rnn.weight_hh_l0	4	0.06724671274423599
92975	rnn.weight_hh_l0	5	-0.004259082488715649
92975	rnn.weight_hh_l0	6	-0.0417875237762928
92975	rnn.weight_hh_l0	7	-0.010024230927228928
92975	rnn.weight_hh_l0	8	0.016331132501363754
92975	rnn.weight_hh_l0	9	-0.018197402358055115
92975	rnn.bias_ih_l0	0	0.061178263276815414
92975	rnn.bias_ih_l0	1	-0.027340838685631752
92975	rnn.bias_ih_l0	2	-0.01962142065167427
92975	rnn.bias_ih_l0	3	0.11398042738437653
92975	rnn.bias_ih_l0	4	-0.05499821528792381
92975	rnn.bias_ih_l0	5	-0.011900955811142921
92975	rnn.bias_ih_l0	6	-0.002454722300171852
92975	rnn.bias_ih_l0	7	0.03704700618982315
92975	rnn.bias_ih_l0	8	-0.10504665225744247
92975	rnn.bias_ih_l0	9	-0.039031486958265305
92975	rnn.bias_hh_l0	0	-0.032304372638463974
92975	rnn.bias_hh_l0	1	-0.09143619984388351
92975	rnn.bias_hh_l0	2	-0.03230947256088257
92975	rnn.bias_hh_l0	3	-0.08226752281188965
92975	rnn.bias_hh_l0	4	-0.024103278294205666
92975	rnn.bias_hh_l0	5	-0.009583253413438797
92975	rnn.bias_hh_l0	6	0.0315130241215229
92975	rnn.bias_hh_l0	7	0.03873701021075249
92975	rnn.bias_hh_l0	8	-0.118674136698246
92975	rnn.bias_hh_l0	9	-0.02404344268143177
92975	rnn.weight_ih_l0_reverse	0	-0.0072005740366876125
92975	rnn.weight_ih_l0_reverse	1	-0.052405908703804016
92975	rnn.weight_ih_l0_reverse	2	-0.030143041163682938
92975	rnn.weight_ih_l0_reverse	3	0.005826500244438648
92975	rnn.weight_ih_l0_reverse	4	-0.011759711429476738
92975	rnn.weight_ih_l0_reverse	5	-0.04216407239437103
92975	rnn.weight_ih_l0_reverse	6	0.06526313722133636
92975	rnn.weight_ih_l0_reverse	7	-0.02193145826458931
92975	rnn.weight_ih_l0_reverse	8	-0.02883169613778591
92975	rnn.weight_ih_l0_reverse	9	0.007965241558849812
92975	rnn.weight_hh_l0_reverse	0	0.038210730999708176
92975	rnn.weight_hh_l0_reverse	1	0.0325884111225605
92975	rnn.weight_hh_l0_reverse	2	0.03956317529082298
92975	rnn.weight_hh_l0_reverse	3	0.025751540437340736
92975	rnn.weight_hh_l0_reverse	4	0.004016614053398371
92975	rnn.weight_hh_l0_reverse	5	0.013935773633420467
92975	rnn.weight_hh_l0_reverse	6	0.042833514511585236
92975	rnn.weight_hh_l0_reverse	7	-0.06706072390079498
92975	rnn.weight_hh_l0_reverse	8	0.0382249616086483
92975	rnn.weight_hh_l0_reverse	9	0.04573528468608856
92975	rnn.bias_ih_l0_reverse	0	-0.057077955454587936
92975	rnn.bias_ih_l0_reverse	1	-0.21965567767620087
92975	rnn.bias_ih_l0_reverse	2	-0.11965348571538925
92975	rnn.bias_ih_l0_reverse	3	-0.017652105540037155
92975	rnn.bias_ih_l0_reverse	4	-0.04417012631893158
92975	rnn.bias_ih_l0_reverse	5	0.04928417131304741
92975	rnn.bias_ih_l0_reverse	6	-0.047464627772569656
92975	rnn.bias_ih_l0_reverse	7	0.05034809932112694
92975	rnn.bias_ih_l0_reverse	8	-0.04844793304800987
92975	rnn.bias_ih_l0_reverse	9	0.037484075874090195
92975	rnn.bias_hh_l0_reverse	0	0.006392803508788347
92975	rnn.bias_hh_l0_reverse	1	-0.035897910594940186
92975	rnn.bias_hh_l0_reverse	2	0.05643973499536514
92975	rnn.bias_hh_l0_reverse	3	-0.053402580320835114
92975	rnn.bias_hh_l0_reverse	4	-0.037031691521406174
92975	rnn.bias_hh_l0_reverse	5	-0.029006218537688255
92975	rnn.bias_hh_l0_reverse	6	-0.017607886344194412
92975	rnn.bias_hh_l0_reverse	7	0.09852506965398788
92975	rnn.bias_hh_l0_reverse	8	0.02605338580906391
92975	rnn.bias_hh_l0_reverse	9	-0.09610409289598465
92975	rnn.weight_ih_l1	0	-0.03833629563450813
92975	rnn.weight_ih_l1	1	-0.024195408448576927
92975	rnn.weight_ih_l1	2	0.03938469663262367
92975	rnn.weight_ih_l1	3	-0.03763413056731224
92975	rnn.weight_ih_l1	4	-0.008698983117938042
92975	rnn.weight_ih_l1	5	-0.04536288231611252
92975	rnn.weight_ih_l1	6	0.028827954083681107
92975	rnn.weight_ih_l1	7	-0.04159720987081528
92975	rnn.weight_ih_l1	8	0.03814508020877838
92975	rnn.weight_ih_l1	9	0.032627422362565994
92975	rnn.weight_hh_l1	0	-0.00634770980104804
92975	rnn.weight_hh_l1	1	0.00964486412703991
92975	rnn.weight_hh_l1	2	0.007534442003816366
92975	rnn.weight_hh_l1	3	-0.010466928593814373
92975	rnn.weight_hh_l1	4	0.0034111852291971445
92975	rnn.weight_hh_l1	5	0.0232890322804451
92975	rnn.weight_hh_l1	6	0.029048163443803787
92975	rnn.weight_hh_l1	7	-0.025730548426508904
92975	rnn.weight_hh_l1	8	-0.021007558330893517
92975	rnn.weight_hh_l1	9	0.03800913691520691
92975	rnn.bias_ih_l1	0	-0.16895359754562378
92975	rnn.bias_ih_l1	1	-0.15852472186088562
92975	rnn.bias_ih_l1	2	-0.1689434051513672
92975	rnn.bias_ih_l1	3	-0.2347220480442047
92975	rnn.bias_ih_l1	4	-0.1498243361711502
92975	rnn.bias_ih_l1	5	-0.10026498883962631
92975	rnn.bias_ih_l1	6	-0.1304537057876587
92975	rnn.bias_ih_l1	7	-0.011509756557643414
92975	rnn.bias_ih_l1	8	-0.132068932056427
92975	rnn.bias_ih_l1	9	-0.08896320313215256
92975	rnn.bias_hh_l1	0	-0.13186828792095184
92975	rnn.bias_hh_l1	1	-0.05070493370294571
92975	rnn.bias_hh_l1	2	-0.08493983745574951
92975	rnn.bias_hh_l1	3	-0.09116967767477036
92975	rnn.bias_hh_l1	4	-0.10747407376766205
92975	rnn.bias_hh_l1	5	-0.09015322476625443
92975	rnn.bias_hh_l1	6	-0.10571057349443436
92975	rnn.bias_hh_l1	7	0.003468473209068179
92975	rnn.bias_hh_l1	8	-0.1444152444601059
92975	rnn.bias_hh_l1	9	-0.08487295359373093
92975	rnn.weight_ih_l1_reverse	0	-0.039956580847501755
92975	rnn.weight_ih_l1_reverse	1	0.00522212777286768
92975	rnn.weight_ih_l1_reverse	2	-0.00975919608026743
92975	rnn.weight_ih_l1_reverse	3	-0.007902092300355434
92975	rnn.weight_ih_l1_reverse	4	-0.027322936803102493
92975	rnn.weight_ih_l1_reverse	5	-0.03759226202964783
92975	rnn.weight_ih_l1_reverse	6	-0.0005039448733441532
92975	rnn.weight_ih_l1_reverse	7	0.017875725403428078
92975	rnn.weight_ih_l1_reverse	8	0.030759859830141068
92975	rnn.weight_ih_l1_reverse	9	-0.06985007971525192
92975	rnn.weight_hh_l1_reverse	0	0.00865109357982874
92975	rnn.weight_hh_l1_reverse	1	0.029371097683906555
92975	rnn.weight_hh_l1_reverse	2	-0.039467234164476395
92975	rnn.weight_hh_l1_reverse	3	0.039705146104097366
92975	rnn.weight_hh_l1_reverse	4	0.047850534319877625
92975	rnn.weight_hh_l1_reverse	5	0.007806800771504641
92975	rnn.weight_hh_l1_reverse	6	0.008520903065800667
92975	rnn.weight_hh_l1_reverse	7	0.02398604340851307
92975	rnn.weight_hh_l1_reverse	8	-0.003678826615214348
92975	rnn.weight_hh_l1_reverse	9	-0.036793459206819534
92975	rnn.bias_ih_l1_reverse	0	-0.04789581149816513
92975	rnn.bias_ih_l1_reverse	1	-0.11703912913799286
92975	rnn.bias_ih_l1_reverse	2	-0.1262265145778656
92975	rnn.bias_ih_l1_reverse	3	-0.01882426254451275
92975	rnn.bias_ih_l1_reverse	4	-0.16100488603115082
92975	rnn.bias_ih_l1_reverse	5	-0.09282694011926651
92975	rnn.bias_ih_l1_reverse	6	-0.1155397817492485
92975	rnn.bias_ih_l1_reverse	7	-0.17890439927577972
92975	rnn.bias_ih_l1_reverse	8	0.1518433541059494
92975	rnn.bias_ih_l1_reverse	9	0.030610382556915283
92975	rnn.bias_hh_l1_reverse	0	-0.03998596593737602
92975	rnn.bias_hh_l1_reverse	1	-0.011109265498816967
92975	rnn.bias_hh_l1_reverse	2	-0.20799463987350464
92975	rnn.bias_hh_l1_reverse	3	-0.10494893789291382
92975	rnn.bias_hh_l1_reverse	4	-0.07415200024843216
92975	rnn.bias_hh_l1_reverse	5	-0.08752861618995667
92975	rnn.bias_hh_l1_reverse	6	0.14653022587299347
92975	rnn.bias_hh_l1_reverse	7	-0.16364803910255432
92975	rnn.bias_hh_l1_reverse	8	-0.09492100030183792
92975	rnn.bias_hh_l1_reverse	9	-0.11702780425548553
92975	linear.weight	0	0.002228822559118271
92975	linear.weight	1	0.1022944301366806
92975	linear.weight	2	-0.10211750119924545
92975	linear.weight	3	0.3496047854423523
92975	linear.weight	4	0.12047457695007324
92975	linear.weight	5	-0.009611266665160656
92975	linear.weight	6	0.03352798521518707
92975	linear.weight	7	0.12646670639514923
92975	linear.weight	8	0.04130035638809204
92975	linear.weight	9	-0.04084158316254616
92975	linear.bias	0	-0.002209447557106614
92975	linear.bias	1	-0.19441285729408264
92975	linear.bias	2	-0.49104762077331543
92975	linear.bias	3	-0.7256449460983276
92975	linear.bias	4	-1.1350349187850952
92975	linear.bias	5	-0.0542416125535965
92975	linear.bias	6	-0.6965608596801758
92975	linear.bias	7	0.3638114035129547
92975	linear.bias	8	-0.48133859038352966
92975	linear.bias	9	-0.864729642868042
93172	transitions	0	0.5931009650230408
93172	transitions	1	0.11206991970539093
93172	transitions	2	-10000.0
93172	transitions	3	-1.8117371797561646
93172	transitions	4	-10000.0
93172	transitions	5	0.6156522631645203
93172	transitions	6	-0.04871427267789841
93172	transitions	7	-0.5313897132873535
93172	transitions	8	-1.369235873222351
93172	transitions	9	-0.0007896301103755832
93172	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
93172	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
93172	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
93172	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
93172	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
93172	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
93172	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
93172	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
93172	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
93172	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
93172	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
93172	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
93172	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
93172	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
93172	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
93172	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
93172	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
93172	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
93172	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
93172	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
93172	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
93172	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
93172	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
93172	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
93172	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
93172	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
93172	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
93172	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
93172	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
93172	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
93172	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
93172	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
93172	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
93172	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
93172	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
93172	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
93172	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
93172	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
93172	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
93172	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
93172	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
93172	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
93172	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
93172	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
93172	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
93172	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
93172	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
93172	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
93172	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
93172	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
93172	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
93172	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
93172	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
93172	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
93172	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
93172	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
93172	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
93172	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
93172	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
93172	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
93172	embedding2nn.weight	0	0.00942945759743452
93172	embedding2nn.weight	1	-0.017397362738847733
93172	embedding2nn.weight	2	-0.014268255792558193
93172	embedding2nn.weight	3	0.0010318580316379666
93172	embedding2nn.weight	4	-0.005915035028010607
93172	embedding2nn.weight	5	-0.003700581844896078
93172	embedding2nn.weight	6	-0.0039732372388243675
93172	embedding2nn.weight	7	-0.05231858417391777
93172	embedding2nn.weight	8	-0.0019979383796453476
93172	embedding2nn.weight	9	-0.030404601246118546
93172	embedding2nn.bias	0	0.040767084807157516
93172	embedding2nn.bias	1	-0.060907501727342606
93172	embedding2nn.bias	2	0.09187640249729156
93172	embedding2nn.bias	3	0.06579281389713287
93172	embedding2nn.bias	4	-0.03803306072950363
93172	embedding2nn.bias	5	-0.007381431292742491
93172	embedding2nn.bias	6	0.009761745110154152
93172	embedding2nn.bias	7	-0.03365807235240936
93172	embedding2nn.bias	8	0.038511257618665695
93172	embedding2nn.bias	9	0.010910938493907452
93172	rnn.weight_ih_l0	0	-0.05479509010910988
93172	rnn.weight_ih_l0	1	-0.0028247758746147156
93172	rnn.weight_ih_l0	2	0.041606295853853226
93172	rnn.weight_ih_l0	3	0.011012940667569637
93172	rnn.weight_ih_l0	4	-0.022525770589709282
93172	rnn.weight_ih_l0	5	-0.04898218810558319
93172	rnn.weight_ih_l0	6	0.005423654802143574
93172	rnn.weight_ih_l0	7	0.04384594038128853
93172	rnn.weight_ih_l0	8	-0.006511616986244917
93172	rnn.weight_ih_l0	9	-0.01783626712858677
93172	rnn.weight_hh_l0	0	-0.03888155147433281
93172	rnn.weight_hh_l0	1	0.008432662114501
93172	rnn.weight_hh_l0	2	0.0057092574425041676
93172	rnn.weight_hh_l0	3	-0.054605696350336075
93172	rnn.weight_hh_l0	4	0.06768979132175446
93172	rnn.weight_hh_l0	5	-0.0036003810819238424
93172	rnn.weight_hh_l0	6	-0.04091387614607811
93172	rnn.weight_hh_l0	7	-0.010297132655978203
93172	rnn.weight_hh_l0	8	0.01611998863518238
93172	rnn.weight_hh_l0	9	-0.01803531125187874
93172	rnn.bias_ih_l0	0	0.062323424965143204
93172	rnn.bias_ih_l0	1	-0.024231165647506714
93172	rnn.bias_ih_l0	2	-0.019649188965559006
93172	rnn.bias_ih_l0	3	0.1143864318728447
93172	rnn.bias_ih_l0	4	-0.053449731320142746
93172	rnn.bias_ih_l0	5	-0.01820187084376812
93172	rnn.bias_ih_l0	6	-0.004608222283422947
93172	rnn.bias_ih_l0	7	0.0371568500995636
93172	rnn.bias_ih_l0	8	-0.10665109753608704
93172	rnn.bias_ih_l0	9	-0.03588399291038513
93172	rnn.bias_hh_l0	0	-0.03175726160407066
93172	rnn.bias_hh_l0	1	-0.0962875559926033
93172	rnn.bias_hh_l0	2	-0.03213541954755783
93172	rnn.bias_hh_l0	3	-0.08205144107341766
93172	rnn.bias_hh_l0	4	-0.02678682841360569
93172	rnn.bias_hh_l0	5	-0.010383526794612408
93172	rnn.bias_hh_l0	6	0.03155726566910744
93172	rnn.bias_hh_l0	7	0.04235636815428734
93172	rnn.bias_hh_l0	8	-0.11957140266895294
93172	rnn.bias_hh_l0	9	-0.022831643000245094
93172	rnn.weight_ih_l0_reverse	0	-0.006635755300521851
93172	rnn.weight_ih_l0_reverse	1	-0.053305741399526596
93172	rnn.weight_ih_l0_reverse	2	-0.029758257791399956
93172	rnn.weight_ih_l0_reverse	3	0.005591023247689009
93172	rnn.weight_ih_l0_reverse	4	-0.01171081606298685
93172	rnn.weight_ih_l0_reverse	5	-0.041462235152721405
93172	rnn.weight_ih_l0_reverse	6	0.06626412272453308
93172	rnn.weight_ih_l0_reverse	7	-0.021730123087763786
93172	rnn.weight_ih_l0_reverse	8	-0.028989603742957115
93172	rnn.weight_ih_l0_reverse	9	0.007440971210598946
93172	rnn.weight_hh_l0_reverse	0	0.038915425539016724
93172	rnn.weight_hh_l0_reverse	1	0.031919658184051514
93172	rnn.weight_hh_l0_reverse	2	0.039604611694812775
93172	rnn.weight_hh_l0_reverse	3	0.02598441392183304
93172	rnn.weight_hh_l0_reverse	4	0.0040867943316698074
93172	rnn.weight_hh_l0_reverse	5	0.013629530556499958
93172	rnn.weight_hh_l0_reverse	6	0.04257543385028839
93172	rnn.weight_hh_l0_reverse	7	-0.06706225126981735
93172	rnn.weight_hh_l0_reverse	8	0.03807565197348595
93172	rnn.weight_hh_l0_reverse	9	0.04692360386252403
93172	rnn.bias_ih_l0_reverse	0	-0.05718492344021797
93172	rnn.bias_ih_l0_reverse	1	-0.2190808206796646
93172	rnn.bias_ih_l0_reverse	2	-0.12083203345537186
93172	rnn.bias_ih_l0_reverse	3	-0.0156424418091774
93172	rnn.bias_ih_l0_reverse	4	-0.04477657377719879
93172	rnn.bias_ih_l0_reverse	5	0.0485273040831089
93172	rnn.bias_ih_l0_reverse	6	-0.04573546350002289
93172	rnn.bias_ih_l0_reverse	7	0.04977872222661972
93172	rnn.bias_ih_l0_reverse	8	-0.05124573037028313
93172	rnn.bias_ih_l0_reverse	9	0.03506410866975784
93172	rnn.bias_hh_l0_reverse	0	0.006275935564190149
93172	rnn.bias_hh_l0_reverse	1	-0.03758808970451355
93172	rnn.bias_hh_l0_reverse	2	0.054322902113199234
93172	rnn.bias_hh_l0_reverse	3	-0.05284471437335014
93172	rnn.bias_hh_l0_reverse	4	-0.03730310499668121
93172	rnn.bias_hh_l0_reverse	5	-0.02627892978489399
93172	rnn.bias_hh_l0_reverse	6	-0.02041568048298359
93172	rnn.bias_hh_l0_reverse	7	0.09857282787561417
93172	rnn.bias_hh_l0_reverse	8	0.028330067172646523
93172	rnn.bias_hh_l0_reverse	9	-0.09816350787878036
93172	rnn.weight_ih_l1	0	-0.03913472220301628
93172	rnn.weight_ih_l1	1	-0.022743793204426765
93172	rnn.weight_ih_l1	2	0.04156562313437462
93172	rnn.weight_ih_l1	3	-0.03809008747339249
93172	rnn.weight_ih_l1	4	-0.009407458826899529
93172	rnn.weight_ih_l1	5	-0.045356009155511856
93172	rnn.weight_ih_l1	6	0.027208197861909866
93172	rnn.weight_ih_l1	7	-0.04111873358488083
93172	rnn.weight_ih_l1	8	0.03778105974197388
93172	rnn.weight_ih_l1	9	0.03413240611553192
93172	rnn.weight_hh_l1	0	-0.0058900355361402035
93172	rnn.weight_hh_l1	1	0.009752590209245682
93172	rnn.weight_hh_l1	2	0.006795077584683895
93172	rnn.weight_hh_l1	3	-0.010930302552878857
93172	rnn.weight_hh_l1	4	0.0031059402972459793
93172	rnn.weight_hh_l1	5	0.02315525896847248
93172	rnn.weight_hh_l1	6	0.029058832675218582
93172	rnn.weight_hh_l1	7	-0.025343576446175575
93172	rnn.weight_hh_l1	8	-0.021285396069288254
93172	rnn.weight_hh_l1	9	0.03835086151957512
93172	rnn.bias_ih_l1	0	-0.16759344935417175
93172	rnn.bias_ih_l1	1	-0.15827611088752747
93172	rnn.bias_ih_l1	2	-0.1685514599084854
93172	rnn.bias_ih_l1	3	-0.2356954663991928
93172	rnn.bias_ih_l1	4	-0.14654840528964996
93172	rnn.bias_ih_l1	5	-0.10210592299699783
93172	rnn.bias_ih_l1	6	-0.12997935712337494
93172	rnn.bias_ih_l1	7	-0.009036126546561718
93172	rnn.bias_ih_l1	8	-0.13006500899791718
93172	rnn.bias_ih_l1	9	-0.08783967792987823
93172	rnn.bias_hh_l1	0	-0.13098055124282837
93172	rnn.bias_hh_l1	1	-0.048853687942028046
93172	rnn.bias_hh_l1	2	-0.0893215760588646
93172	rnn.bias_hh_l1	3	-0.09146354347467422
93172	rnn.bias_hh_l1	4	-0.1081017404794693
93172	rnn.bias_hh_l1	5	-0.09036043286323547
93172	rnn.bias_hh_l1	6	-0.10813482850790024
93172	rnn.bias_hh_l1	7	0.006705674342811108
93172	rnn.bias_hh_l1	8	-0.14266762137413025
93172	rnn.bias_hh_l1	9	-0.08731694519519806
93172	rnn.weight_ih_l1_reverse	0	-0.03970877453684807
93172	rnn.weight_ih_l1_reverse	1	0.006468076258897781
93172	rnn.weight_ih_l1_reverse	2	-0.009207058697938919
93172	rnn.weight_ih_l1_reverse	3	-0.006840862333774567
93172	rnn.weight_ih_l1_reverse	4	-0.02787478268146515
93172	rnn.weight_ih_l1_reverse	5	-0.0372503288090229
93172	rnn.weight_ih_l1_reverse	6	-0.0019284889567643404
93172	rnn.weight_ih_l1_reverse	7	0.018290627747774124
93172	rnn.weight_ih_l1_reverse	8	0.03066297434270382
93172	rnn.weight_ih_l1_reverse	9	-0.06687325984239578
93172	rnn.weight_hh_l1_reverse	0	0.008888349868357182
93172	rnn.weight_hh_l1_reverse	1	0.029500897973775864
93172	rnn.weight_hh_l1_reverse	2	-0.03946496918797493
93172	rnn.weight_hh_l1_reverse	3	0.039651039987802505
93172	rnn.weight_hh_l1_reverse	4	0.04752003774046898
93172	rnn.weight_hh_l1_reverse	5	0.00799358170479536
93172	rnn.weight_hh_l1_reverse	6	0.008335213176906109
93172	rnn.weight_hh_l1_reverse	7	0.024028927087783813
93172	rnn.weight_hh_l1_reverse	8	-0.0037982123903930187
93172	rnn.weight_hh_l1_reverse	9	-0.037012599408626556
93172	rnn.bias_ih_l1_reverse	0	-0.04526062309741974
93172	rnn.bias_ih_l1_reverse	1	-0.11667560040950775
93172	rnn.bias_ih_l1_reverse	2	-0.12657062709331512
93172	rnn.bias_ih_l1_reverse	3	-0.028474509716033936
93172	rnn.bias_ih_l1_reverse	4	-0.16163957118988037
93172	rnn.bias_ih_l1_reverse	5	-0.09403128176927567
93172	rnn.bias_ih_l1_reverse	6	-0.11411824822425842
93172	rnn.bias_ih_l1_reverse	7	-0.18043354153633118
93172	rnn.bias_ih_l1_reverse	8	0.15011709928512573
93172	rnn.bias_ih_l1_reverse	9	0.031203769147396088
93172	rnn.bias_hh_l1_reverse	0	-0.043090663850307465
93172	rnn.bias_hh_l1_reverse	1	-0.021712910383939743
93172	rnn.bias_hh_l1_reverse	2	-0.21026992797851562
93172	rnn.bias_hh_l1_reverse	3	-0.10605543106794357
93172	rnn.bias_hh_l1_reverse	4	-0.07344876974821091
93172	rnn.bias_hh_l1_reverse	5	-0.0856117308139801
93172	rnn.bias_hh_l1_reverse	6	0.14629524946212769
93172	rnn.bias_hh_l1_reverse	7	-0.1636817455291748
93172	rnn.bias_hh_l1_reverse	8	-0.09531461447477341
93172	rnn.bias_hh_l1_reverse	9	-0.11613549292087555
93172	linear.weight	0	0.002228822559118271
93172	linear.weight	1	0.11028921604156494
93172	linear.weight	2	-0.103399358689785
93172	linear.weight	3	0.34860819578170776
93172	linear.weight	4	0.11960937082767487
93172	linear.weight	5	-0.010122287087142467
93172	linear.weight	6	0.04076680168509483
93172	linear.weight	7	0.11642827093601227
93172	linear.weight	8	0.04129774868488312
93172	linear.weight	9	-0.0397954136133194
93172	linear.bias	0	-0.04830539971590042
93172	linear.bias	1	-0.1752282679080963
93172	linear.bias	2	-0.4547594487667084
93172	linear.bias	3	-0.702620804309845
93172	linear.bias	4	-1.1121759414672852
93172	linear.bias	5	-0.0625651627779007
93172	linear.bias	6	-0.677766740322113
93172	linear.bias	7	0.3535504639148712
93172	linear.bias	8	-0.5045711994171143
93172	linear.bias	9	-0.8892646431922913
93369	transitions	0	0.5798184871673584
93369	transitions	1	0.11420716345310211
93369	transitions	2	-10000.0
93369	transitions	3	-1.811830997467041
93369	transitions	4	-10000.0
93369	transitions	5	0.6155275702476501
93369	transitions	6	-0.04884550720453262
93369	transitions	7	-0.5320011377334595
93369	transitions	8	-1.3693432807922363
93369	transitions	9	-0.0007911566062830389
93369	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
93369	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
93369	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
93369	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
93369	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
93369	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
93369	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
93369	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
93369	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
93369	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
93369	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
93369	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
93369	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
93369	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
93369	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
93369	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
93369	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
93369	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
93369	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
93369	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
93369	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
93369	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
93369	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
93369	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
93369	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
93369	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
93369	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
93369	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
93369	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
93369	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
93369	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
93369	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
93369	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
93369	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
93369	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
93369	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
93369	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
93369	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
93369	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
93369	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
93369	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
93369	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
93369	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
93369	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
93369	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
93369	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
93369	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
93369	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
93369	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
93369	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
93369	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
93369	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
93369	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
93369	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
93369	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
93369	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
93369	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
93369	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
93369	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
93369	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
93369	embedding2nn.weight	0	0.00806924793869257
93369	embedding2nn.weight	1	-0.01751413196325302
93369	embedding2nn.weight	2	-0.014268255792558193
93369	embedding2nn.weight	3	-0.0002585729234851897
93369	embedding2nn.weight	4	-0.005915035028010607
93369	embedding2nn.weight	5	-0.003700581379234791
93369	embedding2nn.weight	6	-0.003973235376179218
93369	embedding2nn.weight	7	-0.0529850535094738
93369	embedding2nn.weight	8	-0.0019979383796453476
93369	embedding2nn.weight	9	-0.03001450188457966
93369	embedding2nn.bias	0	0.03937864303588867
93369	embedding2nn.bias	1	-0.05640864372253418
93369	embedding2nn.bias	2	0.09380225092172623
93369	embedding2nn.bias	3	0.061519768089056015
93369	embedding2nn.bias	4	-0.04877256229519844
93369	embedding2nn.bias	5	-0.005927155259996653
93369	embedding2nn.bias	6	0.011495541781187057
93369	embedding2nn.bias	7	-0.025489546358585358
93369	embedding2nn.bias	8	0.04102311655879021
93369	embedding2nn.bias	9	0.010749353095889091
93369	rnn.weight_ih_l0	0	-0.05443379282951355
93369	rnn.weight_ih_l0	1	-0.0030207559466362
93369	rnn.weight_ih_l0	2	0.04391912370920181
93369	rnn.weight_ih_l0	3	0.01136794127523899
93369	rnn.weight_ih_l0	4	-0.020652620121836662
93369	rnn.weight_ih_l0	5	-0.04738254100084305
93369	rnn.weight_ih_l0	6	0.0052946493960917
93369	rnn.weight_ih_l0	7	0.04329517111182213
93369	rnn.weight_ih_l0	8	-0.006641966290771961
93369	rnn.weight_ih_l0	9	-0.01798194833099842
93369	rnn.weight_hh_l0	0	-0.03968029469251633
93369	rnn.weight_hh_l0	1	0.00841612834483385
93369	rnn.weight_hh_l0	2	0.004548340104520321
93369	rnn.weight_hh_l0	3	-0.05415748804807663
93369	rnn.weight_hh_l0	4	0.06816939264535904
93369	rnn.weight_hh_l0	5	-0.004219540394842625
93369	rnn.weight_hh_l0	6	-0.04113566502928734
93369	rnn.weight_hh_l0	7	-0.011341558769345284
93369	rnn.weight_hh_l0	8	0.01574729196727276
93369	rnn.weight_hh_l0	9	-0.018458539620041847
93369	rnn.bias_ih_l0	0	0.06548033654689789
93369	rnn.bias_ih_l0	1	-0.024047087877988815
93369	rnn.bias_ih_l0	2	-0.020445194095373154
93369	rnn.bias_ih_l0	3	0.11706102639436722
93369	rnn.bias_ih_l0	4	-0.05074365437030792
93369	rnn.bias_ih_l0	5	-0.01590047776699066
93369	rnn.bias_ih_l0	6	-0.0036259563639760017
93369	rnn.bias_ih_l0	7	0.03653823584318161
93369	rnn.bias_ih_l0	8	-0.10466568917036057
93369	rnn.bias_ih_l0	9	-0.039505645632743835
93369	rnn.bias_hh_l0	0	-0.029801346361637115
93369	rnn.bias_hh_l0	1	-0.09665769338607788
93369	rnn.bias_hh_l0	2	-0.02977372333407402
93369	rnn.bias_hh_l0	3	-0.08414627611637115
93369	rnn.bias_hh_l0	4	-0.025575749576091766
93369	rnn.bias_hh_l0	5	-0.008463080041110516
93369	rnn.bias_hh_l0	6	0.03184933587908745
93369	rnn.bias_hh_l0	7	0.04355091229081154
93369	rnn.bias_hh_l0	8	-0.12000083923339844
93369	rnn.bias_hh_l0	9	-0.023987025022506714
93369	rnn.weight_ih_l0_reverse	0	-0.006849818397313356
93369	rnn.weight_ih_l0_reverse	1	-0.052338697016239166
93369	rnn.weight_ih_l0_reverse	2	-0.028712432831525803
93369	rnn.weight_ih_l0_reverse	3	0.006483856122940779
93369	rnn.weight_ih_l0_reverse	4	-0.01018086913973093
93369	rnn.weight_ih_l0_reverse	5	-0.04255446046590805
93369	rnn.weight_ih_l0_reverse	6	0.06818930059671402
93369	rnn.weight_ih_l0_reverse	7	-0.022865599021315575
93369	rnn.weight_ih_l0_reverse	8	-0.029329964891076088
93369	rnn.weight_ih_l0_reverse	9	0.006161792203783989
93369	rnn.weight_hh_l0_reverse	0	0.04230573773384094
93369	rnn.weight_hh_l0_reverse	1	0.03097458742558956
93369	rnn.weight_hh_l0_reverse	2	0.03951707482337952
93369	rnn.weight_hh_l0_reverse	3	0.025942781940102577
93369	rnn.weight_hh_l0_reverse	4	0.003777112113311887
93369	rnn.weight_hh_l0_reverse	5	0.01375031378120184
93369	rnn.weight_hh_l0_reverse	6	0.04248689487576485
93369	rnn.weight_hh_l0_reverse	7	-0.06599920988082886
93369	rnn.weight_hh_l0_reverse	8	0.03835121542215347
93369	rnn.weight_hh_l0_reverse	9	0.046741943806409836
93369	rnn.bias_ih_l0_reverse	0	-0.05856630951166153
93369	rnn.bias_ih_l0_reverse	1	-0.2233070582151413
93369	rnn.bias_ih_l0_reverse	2	-0.11933504045009613
93369	rnn.bias_ih_l0_reverse	3	-0.014418642967939377
93369	rnn.bias_ih_l0_reverse	4	-0.0421530120074749
93369	rnn.bias_ih_l0_reverse	5	0.04806080460548401
93369	rnn.bias_ih_l0_reverse	6	-0.04504702612757683
93369	rnn.bias_ih_l0_reverse	7	0.05000638589262962
93369	rnn.bias_ih_l0_reverse	8	-0.053877655416727066
93369	rnn.bias_ih_l0_reverse	9	0.03513415902853012
93369	rnn.bias_hh_l0_reverse	0	0.005199174862354994
93369	rnn.bias_hh_l0_reverse	1	-0.03427961468696594
93369	rnn.bias_hh_l0_reverse	2	0.055499617010354996
93369	rnn.bias_hh_l0_reverse	3	-0.05156616121530533
93369	rnn.bias_hh_l0_reverse	4	-0.03587154299020767
93369	rnn.bias_hh_l0_reverse	5	-0.02992624044418335
93369	rnn.bias_hh_l0_reverse	6	-0.026618534699082375
93369	rnn.bias_hh_l0_reverse	7	0.09800270944833755
93369	rnn.bias_hh_l0_reverse	8	0.02748854272067547
93369	rnn.bias_hh_l0_reverse	9	-0.0966101810336113
93369	rnn.weight_ih_l1	0	-0.03927651047706604
93369	rnn.weight_ih_l1	1	-0.02212962508201599
93369	rnn.weight_ih_l1	2	0.0423247404396534
93369	rnn.weight_ih_l1	3	-0.03647557646036148
93369	rnn.weight_ih_l1	4	-0.010299072600901127
93369	rnn.weight_ih_l1	5	-0.04572193697094917
93369	rnn.weight_ih_l1	6	0.027313701808452606
93369	rnn.weight_ih_l1	7	-0.04079587385058403
93369	rnn.weight_ih_l1	8	0.03802467882633209
93369	rnn.weight_ih_l1	9	0.03332365304231644
93369	rnn.weight_hh_l1	0	-0.0035196265671402216
93369	rnn.weight_hh_l1	1	0.009866530075669289
93369	rnn.weight_hh_l1	2	0.008012504316866398
93369	rnn.weight_hh_l1	3	-0.011041920632123947
93369	rnn.weight_hh_l1	4	0.003300704061985016
93369	rnn.weight_hh_l1	5	0.023548582568764687
93369	rnn.weight_hh_l1	6	0.028897970914840698
93369	rnn.weight_hh_l1	7	-0.02591519244015217
93369	rnn.weight_hh_l1	8	-0.02106664888560772
93369	rnn.weight_hh_l1	9	0.03889456391334534
93369	rnn.bias_ih_l1	0	-0.16474054753780365
93369	rnn.bias_ih_l1	1	-0.15148919820785522
93369	rnn.bias_ih_l1	2	-0.17159463465213776
93369	rnn.bias_ih_l1	3	-0.23569130897521973
93369	rnn.bias_ih_l1	4	-0.15168114006519318
93369	rnn.bias_ih_l1	5	-0.10397002846002579
93369	rnn.bias_ih_l1	6	-0.13107866048812866
93369	rnn.bias_ih_l1	7	-0.009880650788545609
93369	rnn.bias_ih_l1	8	-0.13271193206310272
93369	rnn.bias_ih_l1	9	-0.086894191801548
93369	rnn.bias_hh_l1	0	-0.13084159791469574
93369	rnn.bias_hh_l1	1	-0.051076386123895645
93369	rnn.bias_hh_l1	2	-0.08156947046518326
93369	rnn.bias_hh_l1	3	-0.09096423536539078
93369	rnn.bias_hh_l1	4	-0.10852434486150742
93369	rnn.bias_hh_l1	5	-0.09133540838956833
93369	rnn.bias_hh_l1	6	-0.10517866909503937
93369	rnn.bias_hh_l1	7	0.011969699524343014
93369	rnn.bias_hh_l1	8	-0.13968214392662048
93369	rnn.bias_hh_l1	9	-0.08519253134727478
93369	rnn.weight_ih_l1_reverse	0	-0.041722238063812256
93369	rnn.weight_ih_l1_reverse	1	0.008126948960125446
93369	rnn.weight_ih_l1_reverse	2	-0.009559307247400284
93369	rnn.weight_ih_l1_reverse	3	-0.00689399428665638
93369	rnn.weight_ih_l1_reverse	4	-0.028261754661798477
93369	rnn.weight_ih_l1_reverse	5	-0.03726784139871597
93369	rnn.weight_ih_l1_reverse	6	-0.005841925740242004
93369	rnn.weight_ih_l1_reverse	7	0.01915881223976612
93369	rnn.weight_ih_l1_reverse	8	0.027896953746676445
93369	rnn.weight_ih_l1_reverse	9	-0.06794451922178268
93369	rnn.weight_hh_l1_reverse	0	0.008754469454288483
93369	rnn.weight_hh_l1_reverse	1	0.029453277587890625
93369	rnn.weight_hh_l1_reverse	2	-0.039644334465265274
93369	rnn.weight_hh_l1_reverse	3	0.039706457406282425
93369	rnn.weight_hh_l1_reverse	4	0.04714600741863251
93369	rnn.weight_hh_l1_reverse	5	0.007759294006973505
93369	rnn.weight_hh_l1_reverse	6	0.007313275244086981
93369	rnn.weight_hh_l1_reverse	7	0.024004952982068062
93369	rnn.weight_hh_l1_reverse	8	-0.003817601827904582
93369	rnn.weight_hh_l1_reverse	9	-0.037073444575071335
93369	rnn.bias_ih_l1_reverse	0	-0.04019272327423096
93369	rnn.bias_ih_l1_reverse	1	-0.11558961868286133
93369	rnn.bias_ih_l1_reverse	2	-0.12835462391376495
93369	rnn.bias_ih_l1_reverse	3	-0.027937842532992363
93369	rnn.bias_ih_l1_reverse	4	-0.16293486952781677
93369	rnn.bias_ih_l1_reverse	5	-0.09717243909835815
93369	rnn.bias_ih_l1_reverse	6	-0.11536552011966705
93369	rnn.bias_ih_l1_reverse	7	-0.18038423359394073
93369	rnn.bias_ih_l1_reverse	8	0.14825794100761414
93369	rnn.bias_ih_l1_reverse	9	0.030004393309354782
93369	rnn.bias_hh_l1_reverse	0	-0.03514675050973892
93369	rnn.bias_hh_l1_reverse	1	-0.03221586346626282
93369	rnn.bias_hh_l1_reverse	2	-0.2116260677576065
93369	rnn.bias_hh_l1_reverse	3	-0.10759416222572327
93369	rnn.bias_hh_l1_reverse	4	-0.0715874433517456
93369	rnn.bias_hh_l1_reverse	5	-0.08502450585365295
93369	rnn.bias_hh_l1_reverse	6	0.1516501009464264
93369	rnn.bias_hh_l1_reverse	7	-0.16537025570869446
93369	rnn.bias_hh_l1_reverse	8	-0.09700517356395721
93369	rnn.bias_hh_l1_reverse	9	-0.11733918637037277
93369	linear.weight	0	0.002228822559118271
93369	linear.weight	1	0.10618942230939865
93369	linear.weight	2	-0.10137487947940826
93369	linear.weight	3	0.34753653407096863
93369	linear.weight	4	0.1180291399359703
93369	linear.weight	5	-0.01154984813183546
93369	linear.weight	6	0.015353442169725895
93369	linear.weight	7	0.11520504951477051
93369	linear.weight	8	0.041292838752269745
93369	linear.weight	9	-0.04526495188474655
93369	linear.bias	0	-0.016046784818172455
93369	linear.bias	1	-0.20210544764995575
93369	linear.bias	2	-0.46387237310409546
93369	linear.bias	3	-0.7270890474319458
93369	linear.bias	4	-1.1368497610092163
93369	linear.bias	5	-0.05265946686267853
93369	linear.bias	6	-0.7050074934959412
93369	linear.bias	7	0.3601466715335846
93369	linear.bias	8	-0.5000388026237488
93369	linear.bias	9	-0.8867919445037842
93566	transitions	0	0.5844104886054993
93566	transitions	1	0.1107143685221672
93566	transitions	2	-10000.0
93566	transitions	3	-1.811905860900879
93566	transitions	4	-10000.0
93566	transitions	5	0.6153854727745056
93566	transitions	6	-0.048992618918418884
93566	transitions	7	-0.532985270023346
93566	transitions	8	-1.369477391242981
93566	transitions	9	-0.0007925289683043957
93566	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
93566	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
93566	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
93566	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
93566	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
93566	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
93566	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
93566	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
93566	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
93566	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
93566	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
93566	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
93566	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
93566	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
93566	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
93566	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
93566	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
93566	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
93566	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
93566	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
93566	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
93566	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
93566	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
93566	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
93566	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
93566	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
93566	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
93566	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
93566	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
93566	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
93566	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
93566	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
93566	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
93566	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
93566	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
93566	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
93566	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
93566	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
93566	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
93566	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
93566	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
93566	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
93566	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
93566	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
93566	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
93566	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
93566	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
93566	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
93566	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
93566	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
93566	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
93566	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
93566	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
93566	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
93566	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
93566	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
93566	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
93566	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
93566	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
93566	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
93566	embedding2nn.weight	0	0.008289416320621967
93566	embedding2nn.weight	1	-0.017497213557362556
93566	embedding2nn.weight	2	-0.014268255792558193
93566	embedding2nn.weight	3	-0.00010462204954819754
93566	embedding2nn.weight	4	-0.005915035028010607
93566	embedding2nn.weight	5	-0.003700581844896078
93566	embedding2nn.weight	6	-0.003973233979195356
93566	embedding2nn.weight	7	-0.053369004279375076
93566	embedding2nn.weight	8	-0.0019979383796453476
93566	embedding2nn.weight	9	-0.030282093212008476
93566	embedding2nn.bias	0	0.037208832800388336
93566	embedding2nn.bias	1	-0.06562676280736923
93566	embedding2nn.bias	2	0.0843401625752449
93566	embedding2nn.bias	3	0.0607646219432354
93566	embedding2nn.bias	4	-0.04552757367491722
93566	embedding2nn.bias	5	-0.016887402161955833
93566	embedding2nn.bias	6	0.010979289188981056
93566	embedding2nn.bias	7	-0.0313318595290184
93566	embedding2nn.bias	8	0.029731806367635727
93566	embedding2nn.bias	9	0.01331248227506876
93566	rnn.weight_ih_l0	0	-0.053487032651901245
93566	rnn.weight_ih_l0	1	-0.004098382778465748
93566	rnn.weight_ih_l0	2	0.043039675801992416
93566	rnn.weight_ih_l0	3	0.012032320722937584
93566	rnn.weight_ih_l0	4	-0.02097310870885849
93566	rnn.weight_ih_l0	5	-0.04683893546462059
93566	rnn.weight_ih_l0	6	0.005743362940847874
93566	rnn.weight_ih_l0	7	0.04130224511027336
93566	rnn.weight_ih_l0	8	-0.0048199668526649475
93566	rnn.weight_ih_l0	9	-0.01749545708298683
93566	rnn.weight_hh_l0	0	-0.040652524679899216
93566	rnn.weight_hh_l0	1	0.008358552120625973
93566	rnn.weight_hh_l0	2	0.004273248370736837
93566	rnn.weight_hh_l0	3	-0.054775040596723557
93566	rnn.weight_hh_l0	4	0.0695490911602974
93566	rnn.weight_hh_l0	5	-0.004419356118887663
93566	rnn.weight_hh_l0	6	-0.04028385877609253
93566	rnn.weight_hh_l0	7	-0.010670056566596031
93566	rnn.weight_hh_l0	8	0.015717802569270134
93566	rnn.weight_hh_l0	9	-0.017184695228934288
93566	rnn.bias_ih_l0	0	0.06540713459253311
93566	rnn.bias_ih_l0	1	-0.023156050592660904
93566	rnn.bias_ih_l0	2	-0.016596848145127296
93566	rnn.bias_ih_l0	3	0.11780771613121033
93566	rnn.bias_ih_l0	4	-0.05281604081392288
93566	rnn.bias_ih_l0	5	-0.013460570015013218
93566	rnn.bias_ih_l0	6	-0.0024555702693760395
93566	rnn.bias_ih_l0	7	0.038421522825956345
93566	rnn.bias_ih_l0	8	-0.1037965938448906
93566	rnn.bias_ih_l0	9	-0.04018580913543701
93566	rnn.bias_hh_l0	0	-0.0287068709731102
93566	rnn.bias_hh_l0	1	-0.09775739163160324
93566	rnn.bias_hh_l0	2	-0.025047557428479195
93566	rnn.bias_hh_l0	3	-0.07933362573385239
93566	rnn.bias_hh_l0	4	-0.02559002675116062
93566	rnn.bias_hh_l0	5	-0.010456458665430546
93566	rnn.bias_hh_l0	6	0.032614585012197495
93566	rnn.bias_hh_l0	7	0.04270319640636444
93566	rnn.bias_hh_l0	8	-0.12318538874387741
93566	rnn.bias_hh_l0	9	-0.019758300855755806
93566	rnn.weight_ih_l0_reverse	0	-0.0062802922911942005
93566	rnn.weight_ih_l0_reverse	1	-0.0530298613011837
93566	rnn.weight_ih_l0_reverse	2	-0.026487061753869057
93566	rnn.weight_ih_l0_reverse	3	0.0057058478705585
93566	rnn.weight_ih_l0_reverse	4	-0.009952814318239689
93566	rnn.weight_ih_l0_reverse	5	-0.04356912896037102
93566	rnn.weight_ih_l0_reverse	6	0.06766688078641891
93566	rnn.weight_ih_l0_reverse	7	-0.020556192845106125
93566	rnn.weight_ih_l0_reverse	8	-0.028720619156956673
93566	rnn.weight_ih_l0_reverse	9	0.0057585942558944225
93566	rnn.weight_hh_l0_reverse	0	0.041588641703128815
93566	rnn.weight_hh_l0_reverse	1	0.03221837431192398
93566	rnn.weight_hh_l0_reverse	2	0.03842815384268761
93566	rnn.weight_hh_l0_reverse	3	0.025699477642774582
93566	rnn.weight_hh_l0_reverse	4	0.004363846965134144
93566	rnn.weight_hh_l0_reverse	5	0.012952667661011219
93566	rnn.weight_hh_l0_reverse	6	0.043055880814790726
93566	rnn.weight_hh_l0_reverse	7	-0.0655038133263588
93566	rnn.weight_hh_l0_reverse	8	0.037646181881427765
93566	rnn.weight_hh_l0_reverse	9	0.04693666100502014
93566	rnn.bias_ih_l0_reverse	0	-0.05618826299905777
93566	rnn.bias_ih_l0_reverse	1	-0.22546377778053284
93566	rnn.bias_ih_l0_reverse	2	-0.12113947421312332
93566	rnn.bias_ih_l0_reverse	3	-0.01691155880689621
93566	rnn.bias_ih_l0_reverse	4	-0.04381317272782326
93566	rnn.bias_ih_l0_reverse	5	0.05048013851046562
93566	rnn.bias_ih_l0_reverse	6	-0.044097043573856354
93566	rnn.bias_ih_l0_reverse	7	0.04686002433300018
93566	rnn.bias_ih_l0_reverse	8	-0.054062701761722565
93566	rnn.bias_ih_l0_reverse	9	0.035392943769693375
93566	rnn.bias_hh_l0_reverse	0	0.007414389867335558
93566	rnn.bias_hh_l0_reverse	1	-0.029653815552592278
93566	rnn.bias_hh_l0_reverse	2	0.05724358931183815
93566	rnn.bias_hh_l0_reverse	3	-0.04931093007326126
93566	rnn.bias_hh_l0_reverse	4	-0.03454793617129326
93566	rnn.bias_hh_l0_reverse	5	-0.031164782121777534
93566	rnn.bias_hh_l0_reverse	6	-0.028985297307372093
93566	rnn.bias_hh_l0_reverse	7	0.09994340687990189
93566	rnn.bias_hh_l0_reverse	8	0.027623988687992096
93566	rnn.bias_hh_l0_reverse	9	-0.09828750789165497
93566	rnn.weight_ih_l1	0	-0.039011988788843155
93566	rnn.weight_ih_l1	1	-0.022564757615327835
93566	rnn.weight_ih_l1	2	0.04227399453520775
93566	rnn.weight_ih_l1	3	-0.036292582750320435
93566	rnn.weight_ih_l1	4	-0.01088895183056593
93566	rnn.weight_ih_l1	5	-0.04563432186841965
93566	rnn.weight_ih_l1	6	0.02734539657831192
93566	rnn.weight_ih_l1	7	-0.03986481949687004
93566	rnn.weight_ih_l1	8	0.03789227455854416
93566	rnn.weight_ih_l1	9	0.03351515904068947
93566	rnn.weight_hh_l1	0	-0.002335763769224286
93566	rnn.weight_hh_l1	1	0.010083669796586037
93566	rnn.weight_hh_l1	2	0.008002226240932941
93566	rnn.weight_hh_l1	3	-0.010689068585634232
93566	rnn.weight_hh_l1	4	0.003513886360451579
93566	rnn.weight_hh_l1	5	0.02406534180045128
93566	rnn.weight_hh_l1	6	0.02898905985057354
93566	rnn.weight_hh_l1	7	-0.025415342301130295
93566	rnn.weight_hh_l1	8	-0.021006228402256966
93566	rnn.weight_hh_l1	9	0.038634274154901505
93566	rnn.bias_ih_l1	0	-0.16427968442440033
93566	rnn.bias_ih_l1	1	-0.15183402597904205
93566	rnn.bias_ih_l1	2	-0.17052851617336273
93566	rnn.bias_ih_l1	3	-0.23807911574840546
93566	rnn.bias_ih_l1	4	-0.152382031083107
93566	rnn.bias_ih_l1	5	-0.10202507674694061
93566	rnn.bias_ih_l1	6	-0.12848135828971863
93566	rnn.bias_ih_l1	7	-0.008708758279681206
93566	rnn.bias_ih_l1	8	-0.13084158301353455
93566	rnn.bias_ih_l1	9	-0.08488287031650543
93566	rnn.bias_hh_l1	0	-0.13206124305725098
93566	rnn.bias_hh_l1	1	-0.05080685764551163
93566	rnn.bias_hh_l1	2	-0.08449172228574753
93566	rnn.bias_hh_l1	3	-0.08946532011032104
93566	rnn.bias_hh_l1	4	-0.1087854877114296
93566	rnn.bias_hh_l1	5	-0.09005837142467499
93566	rnn.bias_hh_l1	6	-0.09797892719507217
93566	rnn.bias_hh_l1	7	0.01166748721152544
93566	rnn.bias_hh_l1	8	-0.1391001045703888
93566	rnn.bias_hh_l1	9	-0.08399254083633423
93566	rnn.weight_ih_l1_reverse	0	-0.04119090735912323
93566	rnn.weight_ih_l1_reverse	1	0.009086927399039268
93566	rnn.weight_ih_l1_reverse	2	-0.007943202741444111
93566	rnn.weight_ih_l1_reverse	3	-0.007660980336368084
93566	rnn.weight_ih_l1_reverse	4	-0.025509599596261978
93566	rnn.weight_ih_l1_reverse	5	-0.03662443906068802
93566	rnn.weight_ih_l1_reverse	6	-0.0034420809242874384
93566	rnn.weight_ih_l1_reverse	7	0.018793847411870956
93566	rnn.weight_ih_l1_reverse	8	0.02906186692416668
93566	rnn.weight_ih_l1_reverse	9	-0.07325949519872665
93566	rnn.weight_hh_l1_reverse	0	0.008713170886039734
93566	rnn.weight_hh_l1_reverse	1	0.029727468267083168
93566	rnn.weight_hh_l1_reverse	2	-0.03966512531042099
93566	rnn.weight_hh_l1_reverse	3	0.039839379489421844
93566	rnn.weight_hh_l1_reverse	4	0.046452827751636505
93566	rnn.weight_hh_l1_reverse	5	0.007956263609230518
93566	rnn.weight_hh_l1_reverse	6	0.006347078830003738
93566	rnn.weight_hh_l1_reverse	7	0.02441088669002056
93566	rnn.weight_hh_l1_reverse	8	-0.003911682404577732
93566	rnn.weight_hh_l1_reverse	9	-0.036919839680194855
93566	rnn.bias_ih_l1_reverse	0	-0.039040639996528625
93566	rnn.bias_ih_l1_reverse	1	-0.1153121143579483
93566	rnn.bias_ih_l1_reverse	2	-0.12748844921588898
93566	rnn.bias_ih_l1_reverse	3	-0.028005754575133324
93566	rnn.bias_ih_l1_reverse	4	-0.1629885733127594
93566	rnn.bias_ih_l1_reverse	5	-0.09635860472917557
93566	rnn.bias_ih_l1_reverse	6	-0.11648306995630264
93566	rnn.bias_ih_l1_reverse	7	-0.1812734603881836
93566	rnn.bias_ih_l1_reverse	8	0.1537574827671051
93566	rnn.bias_ih_l1_reverse	9	0.02909221313893795
93566	rnn.bias_hh_l1_reverse	0	-0.032954879105091095
93566	rnn.bias_hh_l1_reverse	1	-0.03540203347802162
93566	rnn.bias_hh_l1_reverse	2	-0.21484620869159698
93566	rnn.bias_hh_l1_reverse	3	-0.10708432644605637
93566	rnn.bias_hh_l1_reverse	4	-0.07251705229282379
93566	rnn.bias_hh_l1_reverse	5	-0.08399712294340134
93566	rnn.bias_hh_l1_reverse	6	0.1532338261604309
93566	rnn.bias_hh_l1_reverse	7	-0.16394978761672974
93566	rnn.bias_hh_l1_reverse	8	-0.09917738288640976
93566	rnn.bias_hh_l1_reverse	9	-0.11789147555828094
93566	linear.weight	0	0.002228822559118271
93566	linear.weight	1	0.10936546325683594
93566	linear.weight	2	-0.09715351462364197
93566	linear.weight	3	0.3600509464740753
93566	linear.weight	4	0.10899964720010757
93566	linear.weight	5	-0.007318468298763037
93566	linear.weight	6	0.02684849686920643
93566	linear.weight	7	0.12265250831842422
93566	linear.weight	8	0.041288234293460846
93566	linear.weight	9	-0.03710480034351349
93566	linear.bias	0	0.014460060745477676
93566	linear.bias	1	-0.21012958884239197
93566	linear.bias	2	-0.5011354684829712
93566	linear.bias	3	-0.7267262935638428
93566	linear.bias	4	-1.13591468334198
93566	linear.bias	5	-0.04988018423318863
93566	linear.bias	6	-0.7125895023345947
93566	linear.bias	7	0.3631220757961273
93566	linear.bias	8	-0.4610961079597473
93566	linear.bias	9	-0.8482231497764587
93763	transitions	0	0.5900405049324036
93763	transitions	1	0.1089937835931778
93763	transitions	2	-10000.0
93763	transitions	3	-1.8119767904281616
93763	transitions	4	-10000.0
93763	transitions	5	0.6152393817901611
93763	transitions	6	-0.04909887537360191
93763	transitions	7	-0.5334033370018005
93763	transitions	8	-1.369852066040039
93763	transitions	9	-0.0007943643140606582
93763	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
93763	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
93763	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
93763	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
93763	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
93763	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
93763	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
93763	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
93763	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
93763	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
93763	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
93763	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
93763	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
93763	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
93763	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
93763	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
93763	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
93763	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
93763	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
93763	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
93763	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
93763	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
93763	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
93763	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
93763	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
93763	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
93763	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
93763	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
93763	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
93763	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
93763	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
93763	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
93763	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
93763	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
93763	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
93763	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
93763	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
93763	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
93763	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
93763	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
93763	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
93763	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
93763	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
93763	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
93763	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
93763	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
93763	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
93763	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
93763	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
93763	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
93763	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
93763	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
93763	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
93763	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
93763	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
93763	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
93763	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
93763	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
93763	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
93763	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
93763	embedding2nn.weight	0	0.008277341723442078
93763	embedding2nn.weight	1	-0.017266089096665382
93763	embedding2nn.weight	2	-0.014268254861235619
93763	embedding2nn.weight	3	-0.0026357369497418404
93763	embedding2nn.weight	4	-0.005915035028010607
93763	embedding2nn.weight	5	-0.003700581844896078
93763	embedding2nn.weight	6	-0.003973237704485655
93763	embedding2nn.weight	7	-0.052485112100839615
93763	embedding2nn.weight	8	-0.0019979383796453476
93763	embedding2nn.weight	9	-0.029695596545934677
93763	embedding2nn.bias	0	0.03569546341896057
93763	embedding2nn.bias	1	-0.06535609066486359
93763	embedding2nn.bias	2	0.0907217413187027
93763	embedding2nn.bias	3	0.06739336252212524
93763	embedding2nn.bias	4	-0.041324373334646225
93763	embedding2nn.bias	5	-0.018170567229390144
93763	embedding2nn.bias	6	0.00790332816541195
93763	embedding2nn.bias	7	-0.027376029640436172
93763	embedding2nn.bias	8	0.03368232026696205
93763	embedding2nn.bias	9	0.01591733656823635
93763	rnn.weight_ih_l0	0	-0.054922040551900864
93763	rnn.weight_ih_l0	1	-0.004614172037690878
93763	rnn.weight_ih_l0	2	0.04431243613362312
93763	rnn.weight_ih_l0	3	0.01248839683830738
93763	rnn.weight_ih_l0	4	-0.021072521805763245
93763	rnn.weight_ih_l0	5	-0.04630120471119881
93763	rnn.weight_ih_l0	6	0.005012489855289459
93763	rnn.weight_ih_l0	7	0.040864456444978714
93763	rnn.weight_ih_l0	8	-0.003555852686986327
93763	rnn.weight_ih_l0	9	-0.017854370176792145
93763	rnn.weight_hh_l0	0	-0.03843804821372032
93763	rnn.weight_hh_l0	1	0.008365117944777012
93763	rnn.weight_hh_l0	2	0.0034684021957218647
93763	rnn.weight_hh_l0	3	-0.055031515657901764
93763	rnn.weight_hh_l0	4	0.06962091475725174
93763	rnn.weight_hh_l0	5	-0.0051361797377467155
93763	rnn.weight_hh_l0	6	-0.039687011390924454
93763	rnn.weight_hh_l0	7	-0.008871105499565601
93763	rnn.weight_hh_l0	8	0.016116172075271606
93763	rnn.weight_hh_l0	9	-0.017311980947852135
93763	rnn.bias_ih_l0	0	0.06594610959291458
93763	rnn.bias_ih_l0	1	-0.020166825503110886
93763	rnn.bias_ih_l0	2	-0.016555247828364372
93763	rnn.bias_ih_l0	3	0.11717908829450607
93763	rnn.bias_ih_l0	4	-0.051548417657613754
93763	rnn.bias_ih_l0	5	-0.01570679061114788
93763	rnn.bias_ih_l0	6	-0.0008191391825675964
93763	rnn.bias_ih_l0	7	0.035053618252277374
93763	rnn.bias_ih_l0	8	-0.10288723558187485
93763	rnn.bias_ih_l0	9	-0.037572525441646576
93763	rnn.bias_hh_l0	0	-0.02941630408167839
93763	rnn.bias_hh_l0	1	-0.0966847613453865
93763	rnn.bias_hh_l0	2	-0.026481803506612778
93763	rnn.bias_hh_l0	3	-0.08131011575460434
93763	rnn.bias_hh_l0	4	-0.02367694303393364
93763	rnn.bias_hh_l0	5	-0.0053954594768583775
93763	rnn.bias_hh_l0	6	0.03147122263908386
93763	rnn.bias_hh_l0	7	0.040119145065546036
93763	rnn.bias_hh_l0	8	-0.1226062923669815
93763	rnn.bias_hh_l0	9	-0.021687179803848267
93763	rnn.weight_ih_l0_reverse	0	-0.006542609538882971
93763	rnn.weight_ih_l0_reverse	1	-0.05477523431181908
93763	rnn.weight_ih_l0_reverse	2	-0.02567385882139206
93763	rnn.weight_ih_l0_reverse	3	0.006612542551010847
93763	rnn.weight_ih_l0_reverse	4	-0.009512116201221943
93763	rnn.weight_ih_l0_reverse	5	-0.04352107271552086
93763	rnn.weight_ih_l0_reverse	6	0.0685083195567131
93763	rnn.weight_ih_l0_reverse	7	-0.019032930955290794
93763	rnn.weight_ih_l0_reverse	8	-0.02825319394469261
93763	rnn.weight_ih_l0_reverse	9	0.005883791018277407
93763	rnn.weight_hh_l0_reverse	0	0.04151626303792
93763	rnn.weight_hh_l0_reverse	1	0.032403212040662766
93763	rnn.weight_hh_l0_reverse	2	0.03908762335777283
93763	rnn.weight_hh_l0_reverse	3	0.02579660899937153
93763	rnn.weight_hh_l0_reverse	4	0.0046728686429560184
93763	rnn.weight_hh_l0_reverse	5	0.013020966202020645
93763	rnn.weight_hh_l0_reverse	6	0.04350684955716133
93763	rnn.weight_hh_l0_reverse	7	-0.06434814631938934
93763	rnn.weight_hh_l0_reverse	8	0.03816178813576698
93763	rnn.weight_hh_l0_reverse	9	0.0467812716960907
93763	rnn.bias_ih_l0_reverse	0	-0.05563358590006828
93763	rnn.bias_ih_l0_reverse	1	-0.22858117520809174
93763	rnn.bias_ih_l0_reverse	2	-0.12200141698122025
93763	rnn.bias_ih_l0_reverse	3	-0.017048392444849014
93763	rnn.bias_ih_l0_reverse	4	-0.04205085337162018
93763	rnn.bias_ih_l0_reverse	5	0.05011177808046341
93763	rnn.bias_ih_l0_reverse	6	-0.04551956430077553
93763	rnn.bias_ih_l0_reverse	7	0.04839020594954491
93763	rnn.bias_ih_l0_reverse	8	-0.05564136058092117
93763	rnn.bias_ih_l0_reverse	9	0.03573641553521156
93763	rnn.bias_hh_l0_reverse	0	0.007474593352526426
93763	rnn.bias_hh_l0_reverse	1	-0.02464119717478752
93763	rnn.bias_hh_l0_reverse	2	0.05741356685757637
93763	rnn.bias_hh_l0_reverse	3	-0.049811407923698425
93763	rnn.bias_hh_l0_reverse	4	-0.03482600674033165
93763	rnn.bias_hh_l0_reverse	5	-0.033381443470716476
93763	rnn.bias_hh_l0_reverse	6	-0.02770276740193367
93763	rnn.bias_hh_l0_reverse	7	0.09955909103155136
93763	rnn.bias_hh_l0_reverse	8	0.028464771807193756
93763	rnn.bias_hh_l0_reverse	9	-0.10009972006082535
93763	rnn.weight_ih_l1	0	-0.038371797651052475
93763	rnn.weight_ih_l1	1	-0.023925531655550003
93763	rnn.weight_ih_l1	2	0.03967456519603729
93763	rnn.weight_ih_l1	3	-0.03724867105484009
93763	rnn.weight_ih_l1	4	-0.010068889707326889
93763	rnn.weight_ih_l1	5	-0.045652229338884354
93763	rnn.weight_ih_l1	6	0.027189500629901886
93763	rnn.weight_ih_l1	7	-0.039294932037591934
93763	rnn.weight_ih_l1	8	0.03817550837993622
93763	rnn.weight_ih_l1	9	0.03317444398999214
93763	rnn.weight_hh_l1	0	-0.004111971240490675
93763	rnn.weight_hh_l1	1	0.010019210167229176
93763	rnn.weight_hh_l1	2	0.009037359617650509
93763	rnn.weight_hh_l1	3	-0.010857921093702316
93763	rnn.weight_hh_l1	4	0.0037211019080132246
93763	rnn.weight_hh_l1	5	0.023851212114095688
93763	rnn.weight_hh_l1	6	0.029117371886968613
93763	rnn.weight_hh_l1	7	-0.02581264264881611
93763	rnn.weight_hh_l1	8	-0.021054213866591454
93763	rnn.weight_hh_l1	9	0.038127802312374115
93763	rnn.bias_ih_l1	0	-0.16758830845355988
93763	rnn.bias_ih_l1	1	-0.15687477588653564
93763	rnn.bias_ih_l1	2	-0.16847950220108032
93763	rnn.bias_ih_l1	3	-0.23830600082874298
93763	rnn.bias_ih_l1	4	-0.15947093069553375
93763	rnn.bias_ih_l1	5	-0.10193037241697311
93763	rnn.bias_ih_l1	6	-0.13019521534442902
93763	rnn.bias_ih_l1	7	-0.007454982493072748
93763	rnn.bias_ih_l1	8	-0.1346387267112732
93763	rnn.bias_ih_l1	9	-0.09002293646335602
93763	rnn.bias_hh_l1	0	-0.1289842426776886
93763	rnn.bias_hh_l1	1	-0.04630567505955696
93763	rnn.bias_hh_l1	2	-0.08559520542621613
93763	rnn.bias_hh_l1	3	-0.09116656333208084
93763	rnn.bias_hh_l1	4	-0.11067724227905273
93763	rnn.bias_hh_l1	5	-0.09061846882104874
93763	rnn.bias_hh_l1	6	-0.09716775268316269
93763	rnn.bias_hh_l1	7	0.004736574832350016
93763	rnn.bias_hh_l1	8	-0.13654206693172455
93763	rnn.bias_hh_l1	9	-0.08672703057527542
93763	rnn.weight_ih_l1_reverse	0	-0.04046110808849335
93763	rnn.weight_ih_l1_reverse	1	0.008819312788546085
93763	rnn.weight_ih_l1_reverse	2	-0.008570573292672634
93763	rnn.weight_ih_l1_reverse	3	-0.007614057511091232
93763	rnn.weight_ih_l1_reverse	4	-0.027359282597899437
93763	rnn.weight_ih_l1_reverse	5	-0.036758583039045334
93763	rnn.weight_ih_l1_reverse	6	-0.002373958006501198
93763	rnn.weight_ih_l1_reverse	7	0.018816547468304634
93763	rnn.weight_ih_l1_reverse	8	0.02882607840001583
93763	rnn.weight_ih_l1_reverse	9	-0.07525437325239182
93763	rnn.weight_hh_l1_reverse	0	0.008619832806289196
93763	rnn.weight_hh_l1_reverse	1	0.0296841561794281
93763	rnn.weight_hh_l1_reverse	2	-0.039754994213581085
93763	rnn.weight_hh_l1_reverse	3	0.03986300155520439
93763	rnn.weight_hh_l1_reverse	4	0.04682141914963722
93763	rnn.weight_hh_l1_reverse	5	0.008402908220887184
93763	rnn.weight_hh_l1_reverse	6	0.005363617092370987
93763	rnn.weight_hh_l1_reverse	7	0.024651026353240013
93763	rnn.weight_hh_l1_reverse	8	-0.004126337822526693
93763	rnn.weight_hh_l1_reverse	9	-0.03695868328213692
93763	rnn.bias_ih_l1_reverse	0	-0.03402363136410713
93763	rnn.bias_ih_l1_reverse	1	-0.11597626656293869
93763	rnn.bias_ih_l1_reverse	2	-0.1315741091966629
93763	rnn.bias_ih_l1_reverse	3	-0.02035735361278057
93763	rnn.bias_ih_l1_reverse	4	-0.1626826971769333
93763	rnn.bias_ih_l1_reverse	5	-0.0957915261387825
93763	rnn.bias_ih_l1_reverse	6	-0.11652328819036484
93763	rnn.bias_ih_l1_reverse	7	-0.1835462749004364
93763	rnn.bias_ih_l1_reverse	8	0.1506514698266983
93763	rnn.bias_ih_l1_reverse	9	0.033868223428726196
93763	rnn.bias_hh_l1_reverse	0	-0.03052697889506817
93763	rnn.bias_hh_l1_reverse	1	-0.029114851728081703
93763	rnn.bias_hh_l1_reverse	2	-0.2135310173034668
93763	rnn.bias_hh_l1_reverse	3	-0.11067833006381989
93763	rnn.bias_hh_l1_reverse	4	-0.07211373746395111
93763	rnn.bias_hh_l1_reverse	5	-0.08150463551282883
93763	rnn.bias_hh_l1_reverse	6	0.14702925086021423
93763	rnn.bias_hh_l1_reverse	7	-0.15919890999794006
93763	rnn.bias_hh_l1_reverse	8	-0.0994035005569458
93763	rnn.bias_hh_l1_reverse	9	-0.11955772340297699
93763	linear.weight	0	0.002228822559118271
93763	linear.weight	1	0.0987517461180687
93763	linear.weight	2	-0.09199557453393936
93763	linear.weight	3	0.3593480885028839
93763	linear.weight	4	0.11839776486158371
93763	linear.weight	5	-0.008560906164348125
93763	linear.weight	6	0.05226743966341019
93763	linear.weight	7	0.12571798264980316
93763	linear.weight	8	0.0412856787443161
93763	linear.weight	9	-0.04101761430501938
93763	linear.bias	0	-0.015393001027405262
93763	linear.bias	1	-0.18037840723991394
93763	linear.bias	2	-0.4547009766101837
93763	linear.bias	3	-0.7202031016349792
93763	linear.bias	4	-1.1295504570007324
93763	linear.bias	5	-0.06260982900857925
93763	linear.bias	6	-0.6850066184997559
93763	linear.bias	7	0.3504180610179901
93763	linear.bias	8	-0.4982859790325165
93763	linear.bias	9	-0.886146068572998
93960	transitions	0	0.5705989599227905
93960	transitions	1	0.10265742987394333
93960	transitions	2	-10000.0
93960	transitions	3	-1.8120735883712769
93960	transitions	4	-10000.0
93960	transitions	5	0.6150183081626892
93960	transitions	6	-0.04925237223505974
93960	transitions	7	-0.5339702367782593
93960	transitions	8	-1.370017409324646
93960	transitions	9	-0.000795638479758054
93960	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
93960	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
93960	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
93960	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
93960	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
93960	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
93960	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
93960	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
93960	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
93960	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
93960	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
93960	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
93960	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
93960	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
93960	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
93960	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
93960	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
93960	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
93960	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
93960	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
93960	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
93960	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
93960	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
93960	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
93960	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
93960	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
93960	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
93960	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
93960	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
93960	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
93960	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
93960	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
93960	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
93960	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
93960	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
93960	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
93960	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
93960	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
93960	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
93960	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
93960	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
93960	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
93960	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
93960	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
93960	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
93960	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
93960	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
93960	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
93960	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
93960	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
93960	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
93960	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
93960	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
93960	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
93960	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
93960	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
93960	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
93960	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
93960	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
93960	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
93960	embedding2nn.weight	0	0.009447437711060047
93960	embedding2nn.weight	1	-0.017125658690929413
93960	embedding2nn.weight	2	-0.014268254861235619
93960	embedding2nn.weight	3	-0.0004803152696695179
93960	embedding2nn.weight	4	-0.005915035028010607
93960	embedding2nn.weight	5	-0.0037005823105573654
93960	embedding2nn.weight	6	-0.003973241429775953
93960	embedding2nn.weight	7	-0.05384669825434685
93960	embedding2nn.weight	8	-0.0019979383796453476
93960	embedding2nn.weight	9	-0.029031826183199883
93960	embedding2nn.bias	0	0.028538601472973824
93960	embedding2nn.bias	1	-0.07303301244974136
93960	embedding2nn.bias	2	0.08799014240503311
93960	embedding2nn.bias	3	0.0736265704035759
93960	embedding2nn.bias	4	-0.050242599099874496
93960	embedding2nn.bias	5	-0.030682533979415894
93960	embedding2nn.bias	6	0.002271159552037716
93960	embedding2nn.bias	7	-0.03236950933933258
93960	embedding2nn.bias	8	0.03866986185312271
93960	embedding2nn.bias	9	0.009499002248048782
93960	rnn.weight_ih_l0	0	-0.05375592038035393
93960	rnn.weight_ih_l0	1	-0.006056481506675482
93960	rnn.weight_ih_l0	2	0.04275728762149811
93960	rnn.weight_ih_l0	3	0.01276000402867794
93960	rnn.weight_ih_l0	4	-0.020548082888126373
93960	rnn.weight_ih_l0	5	-0.04443763941526413
93960	rnn.weight_ih_l0	6	0.00506775313988328
93960	rnn.weight_ih_l0	7	0.03932936489582062
93960	rnn.weight_ih_l0	8	-0.003892093664035201
93960	rnn.weight_ih_l0	9	-0.018365884199738503
93960	rnn.weight_hh_l0	0	-0.037473347038030624
93960	rnn.weight_hh_l0	1	0.006981583312153816
93960	rnn.weight_hh_l0	2	0.004700197838246822
93960	rnn.weight_hh_l0	3	-0.054694078862667084
93960	rnn.weight_hh_l0	4	0.06840670108795166
93960	rnn.weight_hh_l0	5	-0.007055597845464945
93960	rnn.weight_hh_l0	6	-0.038914214819669724
93960	rnn.weight_hh_l0	7	-0.009564916603267193
93960	rnn.weight_hh_l0	8	0.016564441844820976
93960	rnn.weight_hh_l0	9	-0.01881011761724949
93960	rnn.bias_ih_l0	0	0.06355464458465576
93960	rnn.bias_ih_l0	1	-0.020896319299936295
93960	rnn.bias_ih_l0	2	-0.01575331948697567
93960	rnn.bias_ih_l0	3	0.11963652074337006
93960	rnn.bias_ih_l0	4	-0.05095341056585312
93960	rnn.bias_ih_l0	5	-0.016033224761486053
93960	rnn.bias_ih_l0	6	-0.006113274954259396
93960	rnn.bias_ih_l0	7	0.03563946858048439
93960	rnn.bias_ih_l0	8	-0.10427103191614151
93960	rnn.bias_ih_l0	9	-0.043116603046655655
93960	rnn.bias_hh_l0	0	-0.03167120739817619
93960	rnn.bias_hh_l0	1	-0.09483785182237625
93960	rnn.bias_hh_l0	2	-0.02979693002998829
93960	rnn.bias_hh_l0	3	-0.08074575662612915
93960	rnn.bias_hh_l0	4	-0.02695118449628353
93960	rnn.bias_hh_l0	5	-0.004322786815464497
93960	rnn.bias_hh_l0	6	0.031118137761950493
93960	rnn.bias_hh_l0	7	0.037287693470716476
93960	rnn.bias_hh_l0	8	-0.12513196468353271
93960	rnn.bias_hh_l0	9	-0.01760755479335785
93960	rnn.weight_ih_l0_reverse	0	-0.005515628028661013
93960	rnn.weight_ih_l0_reverse	1	-0.05337388068437576
93960	rnn.weight_ih_l0_reverse	2	-0.025438185781240463
93960	rnn.weight_ih_l0_reverse	3	0.007928193546831608
93960	rnn.weight_ih_l0_reverse	4	-0.010638966225087643
93960	rnn.weight_ih_l0_reverse	5	-0.042690396308898926
93960	rnn.weight_ih_l0_reverse	6	0.0689011961221695
93960	rnn.weight_ih_l0_reverse	7	-0.018424903973937035
93960	rnn.weight_ih_l0_reverse	8	-0.028848107904195786
93960	rnn.weight_ih_l0_reverse	9	0.006796900182962418
93960	rnn.weight_hh_l0_reverse	0	0.0409788154065609
93960	rnn.weight_hh_l0_reverse	1	0.032435063272714615
93960	rnn.weight_hh_l0_reverse	2	0.039638351649045944
93960	rnn.weight_hh_l0_reverse	3	0.026447588577866554
93960	rnn.weight_hh_l0_reverse	4	0.004602155648171902
93960	rnn.weight_hh_l0_reverse	5	0.011978000402450562
93960	rnn.weight_hh_l0_reverse	6	0.043214842677116394
93960	rnn.weight_hh_l0_reverse	7	-0.0638355240225792
93960	rnn.weight_hh_l0_reverse	8	0.0378795824944973
93960	rnn.weight_hh_l0_reverse	9	0.04601695016026497
93960	rnn.bias_ih_l0_reverse	0	-0.05347166210412979
93960	rnn.bias_ih_l0_reverse	1	-0.23437950015068054
93960	rnn.bias_ih_l0_reverse	2	-0.12258778512477875
93960	rnn.bias_ih_l0_reverse	3	-0.017831161618232727
93960	rnn.bias_ih_l0_reverse	4	-0.043826874345541
93960	rnn.bias_ih_l0_reverse	5	0.04664098471403122
93960	rnn.bias_ih_l0_reverse	6	-0.04579079523682594
93960	rnn.bias_ih_l0_reverse	7	0.047252800315618515
93960	rnn.bias_ih_l0_reverse	8	-0.053021062165498734
93960	rnn.bias_ih_l0_reverse	9	0.03500569611787796
93960	rnn.bias_hh_l0_reverse	0	0.004454130306839943
93960	rnn.bias_hh_l0_reverse	1	-0.023001419380307198
93960	rnn.bias_hh_l0_reverse	2	0.0549287386238575
93960	rnn.bias_hh_l0_reverse	3	-0.048850297927856445
93960	rnn.bias_hh_l0_reverse	4	-0.03622011840343475
93960	rnn.bias_hh_l0_reverse	5	-0.036304790526628494
93960	rnn.bias_hh_l0_reverse	6	-0.02654990553855896
93960	rnn.bias_hh_l0_reverse	7	0.10292515903711319
93960	rnn.bias_hh_l0_reverse	8	0.027103489264845848
93960	rnn.bias_hh_l0_reverse	9	-0.0961490273475647
93960	rnn.weight_ih_l1	0	-0.03866695985198021
93960	rnn.weight_ih_l1	1	-0.024792607873678207
93960	rnn.weight_ih_l1	2	0.039165131747722626
93960	rnn.weight_ih_l1	3	-0.03850766643881798
93960	rnn.weight_ih_l1	4	-0.010053888894617558
93960	rnn.weight_ih_l1	5	-0.045234546065330505
93960	rnn.weight_ih_l1	6	0.027785850688815117
93960	rnn.weight_ih_l1	7	-0.03776448965072632
93960	rnn.weight_ih_l1	8	0.037894487380981445
93960	rnn.weight_ih_l1	9	0.03321874886751175
93960	rnn.weight_hh_l1	0	-0.002970027271658182
93960	rnn.weight_hh_l1	1	0.010342857800424099
93960	rnn.weight_hh_l1	2	0.008625891990959644
93960	rnn.weight_hh_l1	3	-0.010702702216804028
93960	rnn.weight_hh_l1	4	0.003740516258403659
93960	rnn.weight_hh_l1	5	0.02405465580523014
93960	rnn.weight_hh_l1	6	0.0287670586258173
93960	rnn.weight_hh_l1	7	-0.026120468974113464
93960	rnn.weight_hh_l1	8	-0.021042851731181145
93960	rnn.weight_hh_l1	9	0.038693565875291824
93960	rnn.bias_ih_l1	0	-0.16581279039382935
93960	rnn.bias_ih_l1	1	-0.15924867987632751
93960	rnn.bias_ih_l1	2	-0.1707298457622528
93960	rnn.bias_ih_l1	3	-0.2418021410703659
93960	rnn.bias_ih_l1	4	-0.1593259871006012
93960	rnn.bias_ih_l1	5	-0.1017136499285698
93960	rnn.bias_ih_l1	6	-0.13236528635025024
93960	rnn.bias_ih_l1	7	-0.004447950050234795
93960	rnn.bias_ih_l1	8	-0.1319982409477234
93960	rnn.bias_ih_l1	9	-0.09265615046024323
93960	rnn.bias_hh_l1	0	-0.12930837273597717
93960	rnn.bias_hh_l1	1	-0.04972376301884651
93960	rnn.bias_hh_l1	2	-0.08380970358848572
93960	rnn.bias_hh_l1	3	-0.09076298028230667
93960	rnn.bias_hh_l1	4	-0.1117108166217804
93960	rnn.bias_hh_l1	5	-0.09166620671749115
93960	rnn.bias_hh_l1	6	-0.10148686170578003
93960	rnn.bias_hh_l1	7	-0.0018003137083724141
93960	rnn.bias_hh_l1	8	-0.14028410613536835
93960	rnn.bias_hh_l1	9	-0.08500061929225922
93960	rnn.weight_ih_l1_reverse	0	-0.04095957800745964
93960	rnn.weight_ih_l1_reverse	1	0.013766246847808361
93960	rnn.weight_ih_l1_reverse	2	-0.009383724071085453
93960	rnn.weight_ih_l1_reverse	3	-0.006848560646176338
93960	rnn.weight_ih_l1_reverse	4	-0.027653107419610023
93960	rnn.weight_ih_l1_reverse	5	-0.036860670894384384
93960	rnn.weight_ih_l1_reverse	6	-0.004371278919279575
93960	rnn.weight_ih_l1_reverse	7	0.01849561557173729
93960	rnn.weight_ih_l1_reverse	8	0.03042948804795742
93960	rnn.weight_ih_l1_reverse	9	-0.07320265471935272
93960	rnn.weight_hh_l1_reverse	0	0.008679760619997978
93960	rnn.weight_hh_l1_reverse	1	0.029772141948342323
93960	rnn.weight_hh_l1_reverse	2	-0.03970622643828392
93960	rnn.weight_hh_l1_reverse	3	0.04008585214614868
93960	rnn.weight_hh_l1_reverse	4	0.04687928035855293
93960	rnn.weight_hh_l1_reverse	5	0.008310822769999504
93960	rnn.weight_hh_l1_reverse	6	0.006176438182592392
93960	rnn.weight_hh_l1_reverse	7	0.024482596665620804
93960	rnn.weight_hh_l1_reverse	8	-0.004086409229785204
93960	rnn.weight_hh_l1_reverse	9	-0.037030257284641266
93960	rnn.bias_ih_l1_reverse	0	-0.03456523269414902
93960	rnn.bias_ih_l1_reverse	1	-0.11937364190816879
93960	rnn.bias_ih_l1_reverse	2	-0.132523313164711
93960	rnn.bias_ih_l1_reverse	3	-0.014183823019266129
93960	rnn.bias_ih_l1_reverse	4	-0.16420400142669678
93960	rnn.bias_ih_l1_reverse	5	-0.09437056630849838
93960	rnn.bias_ih_l1_reverse	6	-0.11601031571626663
93960	rnn.bias_ih_l1_reverse	7	-0.18258358538150787
93960	rnn.bias_ih_l1_reverse	8	0.15698586404323578
93960	rnn.bias_ih_l1_reverse	9	0.036545492708683014
93960	rnn.bias_hh_l1_reverse	0	-0.030606912449002266
93960	rnn.bias_hh_l1_reverse	1	-0.02536749467253685
93960	rnn.bias_hh_l1_reverse	2	-0.21418717503547668
93960	rnn.bias_hh_l1_reverse	3	-0.11114827543497086
93960	rnn.bias_hh_l1_reverse	4	-0.07167189568281174
93960	rnn.bias_hh_l1_reverse	5	-0.08088639378547668
93960	rnn.bias_hh_l1_reverse	6	0.15463344752788544
93960	rnn.bias_hh_l1_reverse	7	-0.1572674661874771
93960	rnn.bias_hh_l1_reverse	8	-0.10009592026472092
93960	rnn.bias_hh_l1_reverse	9	-0.1182543933391571
93960	linear.weight	0	0.002228822559118271
93960	linear.weight	1	0.09727710485458374
93960	linear.weight	2	-0.09467027336359024
93960	linear.weight	3	0.3743520975112915
93960	linear.weight	4	0.11617055535316467
93960	linear.weight	5	-0.009535977616906166
93960	linear.weight	6	0.055845651775598526
93960	linear.weight	7	0.12585312128067017
93960	linear.weight	8	0.041282668709754944
93960	linear.weight	9	-0.043601490557193756
93960	linear.bias	0	-0.00697731226682663
93960	linear.bias	1	-0.21750007569789886
93960	linear.bias	2	-0.45601174235343933
93960	linear.bias	3	-0.6976882815361023
93960	linear.bias	4	-1.1081427335739136
93960	linear.bias	5	-0.03915216401219368
93960	linear.bias	6	-0.715968132019043
93960	linear.bias	7	0.37609848380088806
93960	linear.bias	8	-0.48887038230895996
93960	linear.bias	9	-0.8780186772346497
94157	transitions	0	0.5750958323478699
94157	transitions	1	0.10981103032827377
94157	transitions	2	-10000.0
94157	transitions	3	-1.8121387958526611
94157	transitions	4	-10000.0
94157	transitions	5	0.6146262884140015
94157	transitions	6	-0.04937511682510376
94157	transitions	7	-0.5346880555152893
94157	transitions	8	-1.370422601699829
94157	transitions	9	-0.000797464803326875
94157	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
94157	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
94157	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
94157	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
94157	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
94157	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
94157	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
94157	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
94157	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
94157	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
94157	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
94157	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
94157	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
94157	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
94157	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
94157	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
94157	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
94157	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
94157	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
94157	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
94157	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
94157	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
94157	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
94157	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
94157	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
94157	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
94157	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
94157	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
94157	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
94157	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
94157	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
94157	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
94157	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
94157	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
94157	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
94157	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
94157	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
94157	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
94157	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
94157	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
94157	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
94157	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
94157	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
94157	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
94157	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
94157	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
94157	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
94157	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
94157	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
94157	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
94157	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
94157	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
94157	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
94157	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
94157	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
94157	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
94157	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
94157	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
94157	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
94157	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
94157	embedding2nn.weight	0	0.01087450236082077
94157	embedding2nn.weight	1	-0.017043374478816986
94157	embedding2nn.weight	2	-0.014268254861235619
94157	embedding2nn.weight	3	-0.00125108880456537
94157	embedding2nn.weight	4	-0.005915035028010607
94157	embedding2nn.weight	5	-0.003700581844896078
94157	embedding2nn.weight	6	-0.003973240032792091
94157	embedding2nn.weight	7	-0.05455614998936653
94157	embedding2nn.weight	8	-0.0019979383796453476
94157	embedding2nn.weight	9	-0.028983352705836296
94157	embedding2nn.bias	0	0.0291445329785347
94157	embedding2nn.bias	1	-0.07183092832565308
94157	embedding2nn.bias	2	0.08822192996740341
94157	embedding2nn.bias	3	0.06914490461349487
94157	embedding2nn.bias	4	-0.05217800289392471
94157	embedding2nn.bias	5	-0.02976057678461075
94157	embedding2nn.bias	6	0.008414599113166332
94157	embedding2nn.bias	7	-0.029625914990901947
94157	embedding2nn.bias	8	0.035446085035800934
94157	embedding2nn.bias	9	0.00397774251177907
94157	rnn.weight_ih_l0	0	-0.054501861333847046
94157	rnn.weight_ih_l0	1	-0.005181955639272928
94157	rnn.weight_ih_l0	2	0.04383184015750885
94157	rnn.weight_ih_l0	3	0.012600499205291271
94157	rnn.weight_ih_l0	4	-0.021719379350543022
94157	rnn.weight_ih_l0	5	-0.04368113726377487
94157	rnn.weight_ih_l0	6	0.005424379371106625
94157	rnn.weight_ih_l0	7	0.03734680265188217
94157	rnn.weight_ih_l0	8	-0.004743340890854597
94157	rnn.weight_ih_l0	9	-0.018383879214525223
94157	rnn.weight_hh_l0	0	-0.03812437504529953
94157	rnn.weight_hh_l0	1	0.0061626676470041275
94157	rnn.weight_hh_l0	2	0.004625371191650629
94157	rnn.weight_hh_l0	3	-0.05465095117688179
94157	rnn.weight_hh_l0	4	0.06968658417463303
94157	rnn.weight_hh_l0	5	-0.006099865306168795
94157	rnn.weight_hh_l0	6	-0.03839476406574249
94157	rnn.weight_hh_l0	7	-0.012554805725812912
94157	rnn.weight_hh_l0	8	0.015621182508766651
94157	rnn.weight_hh_l0	9	-0.018905993551015854
94157	rnn.bias_ih_l0	0	0.06375455856323242
94157	rnn.bias_ih_l0	1	-0.023691456764936447
94157	rnn.bias_ih_l0	2	-0.015449188649654388
94157	rnn.bias_ih_l0	3	0.11860804259777069
94157	rnn.bias_ih_l0	4	-0.054227471351623535
94157	rnn.bias_ih_l0	5	-0.024081623181700706
94157	rnn.bias_ih_l0	6	-0.007443584036082029
94157	rnn.bias_ih_l0	7	0.03580339625477791
94157	rnn.bias_ih_l0	8	-0.1050814539194107
94157	rnn.bias_ih_l0	9	-0.039683036506175995
94157	rnn.bias_hh_l0	0	-0.027886919677257538
94157	rnn.bias_hh_l0	1	-0.0945015475153923
94157	rnn.bias_hh_l0	2	-0.03034871257841587
94157	rnn.bias_hh_l0	3	-0.08253280073404312
94157	rnn.bias_hh_l0	4	-0.02787933312356472
94157	rnn.bias_hh_l0	5	-0.003948002588003874
94157	rnn.bias_hh_l0	6	0.031025975942611694
94157	rnn.bias_hh_l0	7	0.03566311299800873
94157	rnn.bias_hh_l0	8	-0.12448795884847641
94157	rnn.bias_hh_l0	9	-0.019192229956388474
94157	rnn.weight_ih_l0_reverse	0	-0.005757112521678209
94157	rnn.weight_ih_l0_reverse	1	-0.05320799723267555
94157	rnn.weight_ih_l0_reverse	2	-0.027074230834841728
94157	rnn.weight_ih_l0_reverse	3	0.007533743046224117
94157	rnn.weight_ih_l0_reverse	4	-0.010085348971188068
94157	rnn.weight_ih_l0_reverse	5	-0.04287536442279816
94157	rnn.weight_ih_l0_reverse	6	0.06834543496370316
94157	rnn.weight_ih_l0_reverse	7	-0.018292618915438652
94157	rnn.weight_ih_l0_reverse	8	-0.02771451510488987
94157	rnn.weight_ih_l0_reverse	9	0.006482984870672226
94157	rnn.weight_hh_l0_reverse	0	0.03996561840176582
94157	rnn.weight_hh_l0_reverse	1	0.032924801111221313
94157	rnn.weight_hh_l0_reverse	2	0.03955044969916344
94157	rnn.weight_hh_l0_reverse	3	0.025920763611793518
94157	rnn.weight_hh_l0_reverse	4	0.005161834415048361
94157	rnn.weight_hh_l0_reverse	5	0.011822988279163837
94157	rnn.weight_hh_l0_reverse	6	0.043325044214725494
94157	rnn.weight_hh_l0_reverse	7	-0.06279958039522171
94157	rnn.weight_hh_l0_reverse	8	0.038504958152770996
94157	rnn.weight_hh_l0_reverse	9	0.04634491726756096
94157	rnn.bias_ih_l0_reverse	0	-0.054212652146816254
94157	rnn.bias_ih_l0_reverse	1	-0.23570363223552704
94157	rnn.bias_ih_l0_reverse	2	-0.125212162733078
94157	rnn.bias_ih_l0_reverse	3	-0.018155639991164207
94157	rnn.bias_ih_l0_reverse	4	-0.0423894040286541
94157	rnn.bias_ih_l0_reverse	5	0.05088333785533905
94157	rnn.bias_ih_l0_reverse	6	-0.044953852891922
94157	rnn.bias_ih_l0_reverse	7	0.04635939002037048
94157	rnn.bias_ih_l0_reverse	8	-0.05510798841714859
94157	rnn.bias_ih_l0_reverse	9	0.03392079100012779
94157	rnn.bias_hh_l0_reverse	0	0.0025591629091650248
94157	rnn.bias_hh_l0_reverse	1	-0.024146122857928276
94157	rnn.bias_hh_l0_reverse	2	0.06030997633934021
94157	rnn.bias_hh_l0_reverse	3	-0.04801023378968239
94157	rnn.bias_hh_l0_reverse	4	-0.03661523759365082
94157	rnn.bias_hh_l0_reverse	5	-0.03590252622961998
94157	rnn.bias_hh_l0_reverse	6	-0.02495555952191353
94157	rnn.bias_hh_l0_reverse	7	0.10105250030755997
94157	rnn.bias_hh_l0_reverse	8	0.028581632301211357
94157	rnn.bias_hh_l0_reverse	9	-0.09800893068313599
94157	rnn.weight_ih_l1	0	-0.039117828011512756
94157	rnn.weight_ih_l1	1	-0.023984557017683983
94157	rnn.weight_ih_l1	2	0.03784551844000816
94157	rnn.weight_ih_l1	3	-0.041057784110307693
94157	rnn.weight_ih_l1	4	-0.009166531264781952
94157	rnn.weight_ih_l1	5	-0.04553767293691635
94157	rnn.weight_ih_l1	6	0.02676185965538025
94157	rnn.weight_ih_l1	7	-0.03694712370634079
94157	rnn.weight_ih_l1	8	0.03777895122766495
94157	rnn.weight_ih_l1	9	0.032094020396471024
94157	rnn.weight_hh_l1	0	-0.0031776726245880127
94157	rnn.weight_hh_l1	1	0.010001116432249546
94157	rnn.weight_hh_l1	2	0.010160477831959724
94157	rnn.weight_hh_l1	3	-0.010369418188929558
94157	rnn.weight_hh_l1	4	0.004050365183502436
94157	rnn.weight_hh_l1	5	0.023722268640995026
94157	rnn.weight_hh_l1	6	0.028537768870592117
94157	rnn.weight_hh_l1	7	-0.025923483073711395
94157	rnn.weight_hh_l1	8	-0.020536284893751144
94157	rnn.weight_hh_l1	9	0.039151377975940704
94157	rnn.bias_ih_l1	0	-0.1690673828125
94157	rnn.bias_ih_l1	1	-0.16113750636577606
94157	rnn.bias_ih_l1	2	-0.16693302989006042
94157	rnn.bias_ih_l1	3	-0.24138739705085754
94157	rnn.bias_ih_l1	4	-0.15354925394058228
94157	rnn.bias_ih_l1	5	-0.10050699859857559
94157	rnn.bias_ih_l1	6	-0.1322959065437317
94157	rnn.bias_ih_l1	7	-0.009049469605088234
94157	rnn.bias_ih_l1	8	-0.1355549693107605
94157	rnn.bias_ih_l1	9	-0.09206437319517136
94157	rnn.bias_hh_l1	0	-0.1295708864927292
94157	rnn.bias_hh_l1	1	-0.04828556999564171
94157	rnn.bias_hh_l1	2	-0.08907047659158707
94157	rnn.bias_hh_l1	3	-0.09240845590829849
94157	rnn.bias_hh_l1	4	-0.11245624721050262
94157	rnn.bias_hh_l1	5	-0.09178625792264938
94157	rnn.bias_hh_l1	6	-0.09809666126966476
94157	rnn.bias_hh_l1	7	-0.005107819568365812
94157	rnn.bias_hh_l1	8	-0.13804614543914795
94157	rnn.bias_hh_l1	9	-0.08255244046449661
94157	rnn.weight_ih_l1_reverse	0	-0.041217073798179626
94157	rnn.weight_ih_l1_reverse	1	0.010696874000132084
94157	rnn.weight_ih_l1_reverse	2	-0.011982670985162258
94157	rnn.weight_ih_l1_reverse	3	-0.006466102786362171
94157	rnn.weight_ih_l1_reverse	4	-0.029379697516560555
94157	rnn.weight_ih_l1_reverse	5	-0.0365365706384182
94157	rnn.weight_ih_l1_reverse	6	-0.004974958952516317
94157	rnn.weight_ih_l1_reverse	7	0.018274154514074326
94157	rnn.weight_ih_l1_reverse	8	0.030065972357988358
94157	rnn.weight_ih_l1_reverse	9	-0.07458359748125076
94157	rnn.weight_hh_l1_reverse	0	0.00864199548959732
94157	rnn.weight_hh_l1_reverse	1	0.029352666810154915
94157	rnn.weight_hh_l1_reverse	2	-0.03963208943605423
94157	rnn.weight_hh_l1_reverse	3	0.04025081545114517
94157	rnn.weight_hh_l1_reverse	4	0.04739546403288841
94157	rnn.weight_hh_l1_reverse	5	0.008167177438735962
94157	rnn.weight_hh_l1_reverse	6	0.006450132001191378
94157	rnn.weight_hh_l1_reverse	7	0.024424081668257713
94157	rnn.weight_hh_l1_reverse	8	-0.004213804844766855
94157	rnn.weight_hh_l1_reverse	9	-0.037302155047655106
94157	rnn.bias_ih_l1_reverse	0	-0.032611243426799774
94157	rnn.bias_ih_l1_reverse	1	-0.11893101036548615
94157	rnn.bias_ih_l1_reverse	2	-0.12911149859428406
94157	rnn.bias_ih_l1_reverse	3	-0.014686470851302147
94157	rnn.bias_ih_l1_reverse	4	-0.16402575373649597
94157	rnn.bias_ih_l1_reverse	5	-0.09621977806091309
94157	rnn.bias_ih_l1_reverse	6	-0.11351419240236282
94157	rnn.bias_ih_l1_reverse	7	-0.1828346699476242
94157	rnn.bias_ih_l1_reverse	8	0.16125662624835968
94157	rnn.bias_ih_l1_reverse	9	0.035795632749795914
94157	rnn.bias_hh_l1_reverse	0	-0.03520458936691284
94157	rnn.bias_hh_l1_reverse	1	-0.02689691260457039
94157	rnn.bias_hh_l1_reverse	2	-0.21414479613304138
94157	rnn.bias_hh_l1_reverse	3	-0.11116869747638702
94157	rnn.bias_hh_l1_reverse	4	-0.07135576754808426
94157	rnn.bias_hh_l1_reverse	5	-0.07997936755418777
94157	rnn.bias_hh_l1_reverse	6	0.1514752358198166
94157	rnn.bias_hh_l1_reverse	7	-0.15707440674304962
94157	rnn.bias_hh_l1_reverse	8	-0.09873490035533905
94157	rnn.bias_hh_l1_reverse	9	-0.11681944876909256
94157	linear.weight	0	0.002228822559118271
94157	linear.weight	1	0.08917601406574249
94157	linear.weight	2	-0.09351389855146408
94157	linear.weight	3	0.37863436341285706
94157	linear.weight	4	0.12132813036441803
94157	linear.weight	5	-0.006461768411099911
94157	linear.weight	6	0.03652423992753029
94157	linear.weight	7	0.1369968205690384
94157	linear.weight	8	0.04127964749932289
94157	linear.weight	9	-0.03872285038232803
94157	linear.bias	0	-0.04210677370429039
94157	linear.bias	1	-0.20335444808006287
94157	linear.bias	2	-0.46781036257743835
94157	linear.bias	3	-0.7173124551773071
94157	linear.bias	4	-1.1271270513534546
94157	linear.bias	5	-0.06104609742760658
94157	linear.bias	6	-0.7014646530151367
94157	linear.bias	7	0.35470494627952576
94157	linear.bias	8	-0.49367043375968933
94157	linear.bias	9	-0.8798471689224243
94354	transitions	0	0.5863724946975708
94354	transitions	1	0.10792776197195053
94354	transitions	2	-10000.0
94354	transitions	3	-1.8121955394744873
94354	transitions	4	-10000.0
94354	transitions	5	0.6144511699676514
94354	transitions	6	-0.04945303127169609
94354	transitions	7	-0.5356289148330688
94354	transitions	8	-1.3705501556396484
94354	transitions	9	-0.0007985513075254858
94354	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
94354	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
94354	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
94354	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
94354	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
94354	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
94354	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
94354	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
94354	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
94354	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
94354	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
94354	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
94354	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
94354	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
94354	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
94354	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
94354	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
94354	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
94354	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
94354	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
94354	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
94354	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
94354	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
94354	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
94354	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
94354	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
94354	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
94354	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
94354	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
94354	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
94354	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
94354	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
94354	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
94354	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
94354	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
94354	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
94354	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
94354	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
94354	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
94354	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
94354	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
94354	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
94354	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
94354	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
94354	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
94354	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
94354	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
94354	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
94354	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
94354	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
94354	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
94354	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
94354	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
94354	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
94354	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
94354	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
94354	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
94354	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
94354	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
94354	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
94354	embedding2nn.weight	0	0.012044625356793404
94354	embedding2nn.weight	1	-0.016967229545116425
94354	embedding2nn.weight	2	-0.014268254861235619
94354	embedding2nn.weight	3	-0.003237348748371005
94354	embedding2nn.weight	4	-0.005915035028010607
94354	embedding2nn.weight	5	-0.0037005837075412273
94354	embedding2nn.weight	6	-0.0039732386358082294
94354	embedding2nn.weight	7	-0.053198084235191345
94354	embedding2nn.weight	8	-0.0019979383796453476
94354	embedding2nn.weight	9	-0.02799685299396515
94354	embedding2nn.bias	0	0.03581850975751877
94354	embedding2nn.bias	1	-0.07100407034158707
94354	embedding2nn.bias	2	0.09239614009857178
94354	embedding2nn.bias	3	0.06690985709428787
94354	embedding2nn.bias	4	-0.05748315155506134
94354	embedding2nn.bias	5	-0.017237745225429535
94354	embedding2nn.bias	6	0.011916003189980984
94354	embedding2nn.bias	7	-0.023816587403416634
94354	embedding2nn.bias	8	0.032608162611722946
94354	embedding2nn.bias	9	0.011622358113527298
94354	rnn.weight_ih_l0	0	-0.054645467549562454
94354	rnn.weight_ih_l0	1	-0.004239656031131744
94354	rnn.weight_ih_l0	2	0.043609343469142914
94354	rnn.weight_ih_l0	3	0.012503812089562416
94354	rnn.weight_ih_l0	4	-0.021219950169324875
94354	rnn.weight_ih_l0	5	-0.04416567087173462
94354	rnn.weight_ih_l0	6	0.004966352600604296
94354	rnn.weight_ih_l0	7	0.03791993111371994
94354	rnn.weight_ih_l0	8	-0.005086500197649002
94354	rnn.weight_ih_l0	9	-0.018269017338752747
94354	rnn.weight_hh_l0	0	-0.0376620888710022
94354	rnn.weight_hh_l0	1	0.006228664889931679
94354	rnn.weight_hh_l0	2	0.004484247881919146
94354	rnn.weight_hh_l0	3	-0.055450595915317535
94354	rnn.weight_hh_l0	4	0.07019767165184021
94354	rnn.weight_hh_l0	5	-0.00598861463367939
94354	rnn.weight_hh_l0	6	-0.04119954630732536
94354	rnn.weight_hh_l0	7	-0.011307389475405216
94354	rnn.weight_hh_l0	8	0.015743687748908997
94354	rnn.weight_hh_l0	9	-0.018645567819476128
94354	rnn.bias_ih_l0	0	0.06425391882658005
94354	rnn.bias_ih_l0	1	-0.02729255147278309
94354	rnn.bias_ih_l0	2	-0.01513739489018917
94354	rnn.bias_ih_l0	3	0.11615163087844849
94354	rnn.bias_ih_l0	4	-0.05325252562761307
94354	rnn.bias_ih_l0	5	-0.024290600791573524
94354	rnn.bias_ih_l0	6	-0.006003978196531534
94354	rnn.bias_ih_l0	7	0.03600304573774338
94354	rnn.bias_ih_l0	8	-0.10515456646680832
94354	rnn.bias_ih_l0	9	-0.041460879147052765
94354	rnn.bias_hh_l0	0	-0.0307410079985857
94354	rnn.bias_hh_l0	1	-0.09728794544935226
94354	rnn.bias_hh_l0	2	-0.02759558893740177
94354	rnn.bias_hh_l0	3	-0.07882197946310043
94354	rnn.bias_hh_l0	4	-0.026046494022011757
94354	rnn.bias_hh_l0	5	-0.0015905655454844236
94354	rnn.bias_hh_l0	6	0.030894296243786812
94354	rnn.bias_hh_l0	7	0.04123055189847946
94354	rnn.bias_hh_l0	8	-0.12678250670433044
94354	rnn.bias_hh_l0	9	-0.014838972128927708
94354	rnn.weight_ih_l0_reverse	0	-0.005375596694648266
94354	rnn.weight_ih_l0_reverse	1	-0.05435199290513992
94354	rnn.weight_ih_l0_reverse	2	-0.02732086554169655
94354	rnn.weight_ih_l0_reverse	3	0.009186371229588985
94354	rnn.weight_ih_l0_reverse	4	-0.010287648066878319
94354	rnn.weight_ih_l0_reverse	5	-0.043645214289426804
94354	rnn.weight_ih_l0_reverse	6	0.0687551274895668
94354	rnn.weight_ih_l0_reverse	7	-0.01737493835389614
94354	rnn.weight_ih_l0_reverse	8	-0.028196707367897034
94354	rnn.weight_ih_l0_reverse	9	0.006409012712538242
94354	rnn.weight_hh_l0_reverse	0	0.0399150624871254
94354	rnn.weight_hh_l0_reverse	1	0.03213663771748543
94354	rnn.weight_hh_l0_reverse	2	0.03937020152807236
94354	rnn.weight_hh_l0_reverse	3	0.026103658601641655
94354	rnn.weight_hh_l0_reverse	4	0.0053398627787828445
94354	rnn.weight_hh_l0_reverse	5	0.01198145467787981
94354	rnn.weight_hh_l0_reverse	6	0.0433884896337986
94354	rnn.weight_hh_l0_reverse	7	-0.06280126422643661
94354	rnn.weight_hh_l0_reverse	8	0.03791049122810364
94354	rnn.weight_hh_l0_reverse	9	0.0466277040541172
94354	rnn.bias_ih_l0_reverse	0	-0.05425853654742241
94354	rnn.bias_ih_l0_reverse	1	-0.23207814991474152
94354	rnn.bias_ih_l0_reverse	2	-0.1248709112405777
94354	rnn.bias_ih_l0_reverse	3	-0.01870640739798546
94354	rnn.bias_ih_l0_reverse	4	-0.04606880992650986
94354	rnn.bias_ih_l0_reverse	5	0.05011634901165962
94354	rnn.bias_ih_l0_reverse	6	-0.048553697764873505
94354	rnn.bias_ih_l0_reverse	7	0.05017957463860512
94354	rnn.bias_ih_l0_reverse	8	-0.05294911563396454
94354	rnn.bias_ih_l0_reverse	9	0.0356433168053627
94354	rnn.bias_hh_l0_reverse	0	0.0015630163252353668
94354	rnn.bias_hh_l0_reverse	1	-0.02971569076180458
94354	rnn.bias_hh_l0_reverse	2	0.06508278101682663
94354	rnn.bias_hh_l0_reverse	3	-0.04871082678437233
94354	rnn.bias_hh_l0_reverse	4	-0.033556416630744934
94354	rnn.bias_hh_l0_reverse	5	-0.03442997485399246
94354	rnn.bias_hh_l0_reverse	6	-0.021350780501961708
94354	rnn.bias_hh_l0_reverse	7	0.09856894612312317
94354	rnn.bias_hh_l0_reverse	8	0.02739349752664566
94354	rnn.bias_hh_l0_reverse	9	-0.0959484875202179
94354	rnn.weight_ih_l1	0	-0.03924425691366196
94354	rnn.weight_ih_l1	1	-0.025090204551815987
94354	rnn.weight_ih_l1	2	0.03829353675246239
94354	rnn.weight_ih_l1	3	-0.04255490005016327
94354	rnn.weight_ih_l1	4	-0.008692290633916855
94354	rnn.weight_ih_l1	5	-0.0453803651034832
94354	rnn.weight_ih_l1	6	0.026433365419507027
94354	rnn.weight_ih_l1	7	-0.038067616522312164
94354	rnn.weight_ih_l1	8	0.0377185195684433
94354	rnn.weight_ih_l1	9	0.03274622932076454
94354	rnn.weight_hh_l1	0	-0.003301317570731044
94354	rnn.weight_hh_l1	1	0.009829817339777946
94354	rnn.weight_hh_l1	2	0.011943208053708076
94354	rnn.weight_hh_l1	3	-0.010166204534471035
94354	rnn.weight_hh_l1	4	0.0038080818485468626
94354	rnn.weight_hh_l1	5	0.023867657408118248
94354	rnn.weight_hh_l1	6	0.029341600835323334
94354	rnn.weight_hh_l1	7	-0.025875281542539597
94354	rnn.weight_hh_l1	8	-0.02031685784459114
94354	rnn.weight_hh_l1	9	0.03849667310714722
94354	rnn.bias_ih_l1	0	-0.1680564284324646
94354	rnn.bias_ih_l1	1	-0.1626172661781311
94354	rnn.bias_ih_l1	2	-0.16497620940208435
94354	rnn.bias_ih_l1	3	-0.24192781746387482
94354	rnn.bias_ih_l1	4	-0.15935419499874115
94354	rnn.bias_ih_l1	5	-0.09893161803483963
94354	rnn.bias_ih_l1	6	-0.12811057269573212
94354	rnn.bias_ih_l1	7	-0.009500192478299141
94354	rnn.bias_ih_l1	8	-0.13436847925186157
94354	rnn.bias_ih_l1	9	-0.09069378674030304
94354	rnn.bias_hh_l1	0	-0.1264301985502243
94354	rnn.bias_hh_l1	1	-0.047086454927921295
94354	rnn.bias_hh_l1	2	-0.08438596874475479
94354	rnn.bias_hh_l1	3	-0.09320525079965591
94354	rnn.bias_hh_l1	4	-0.10893619805574417
94354	rnn.bias_hh_l1	5	-0.09074088931083679
94354	rnn.bias_hh_l1	6	-0.09872088581323624
94354	rnn.bias_hh_l1	7	0.0037254109047353268
94354	rnn.bias_hh_l1	8	-0.13907523453235626
94354	rnn.bias_hh_l1	9	-0.08447857946157455
94354	rnn.weight_ih_l1_reverse	0	-0.040775787085294724
94354	rnn.weight_ih_l1_reverse	1	0.012224203906953335
94354	rnn.weight_ih_l1_reverse	2	-0.012042284943163395
94354	rnn.weight_ih_l1_reverse	3	-0.005387539509683847
94354	rnn.weight_ih_l1_reverse	4	-0.031617969274520874
94354	rnn.weight_ih_l1_reverse	5	-0.036677226424217224
94354	rnn.weight_ih_l1_reverse	6	-0.004027162678539753
94354	rnn.weight_ih_l1_reverse	7	0.018413620069622993
94354	rnn.weight_ih_l1_reverse	8	0.03135255351662636
94354	rnn.weight_ih_l1_reverse	9	-0.07077298313379288
94354	rnn.weight_hh_l1_reverse	0	0.008624639362096786
94354	rnn.weight_hh_l1_reverse	1	0.02922976016998291
94354	rnn.weight_hh_l1_reverse	2	-0.039753496646881104
94354	rnn.weight_hh_l1_reverse	3	0.040137577801942825
94354	rnn.weight_hh_l1_reverse	4	0.047637492418289185
94354	rnn.weight_hh_l1_reverse	5	0.008003638125956059
94354	rnn.weight_hh_l1_reverse	6	0.007665522862225771
94354	rnn.weight_hh_l1_reverse	7	0.02416802942752838
94354	rnn.weight_hh_l1_reverse	8	-0.004135603085160255
94354	rnn.weight_hh_l1_reverse	9	-0.03735499083995819
94354	rnn.bias_ih_l1_reverse	0	-0.029910122975707054
94354	rnn.bias_ih_l1_reverse	1	-0.11919255554676056
94354	rnn.bias_ih_l1_reverse	2	-0.13178759813308716
94354	rnn.bias_ih_l1_reverse	3	-0.021860819309949875
94354	rnn.bias_ih_l1_reverse	4	-0.1618288904428482
94354	rnn.bias_ih_l1_reverse	5	-0.09523298591375351
94354	rnn.bias_ih_l1_reverse	6	-0.11443068087100983
94354	rnn.bias_ih_l1_reverse	7	-0.18851135671138763
94354	rnn.bias_ih_l1_reverse	8	0.16224515438079834
94354	rnn.bias_ih_l1_reverse	9	0.028859267011284828
94354	rnn.bias_hh_l1_reverse	0	-0.04116535559296608
94354	rnn.bias_hh_l1_reverse	1	-0.026253173127770424
94354	rnn.bias_hh_l1_reverse	2	-0.21474391222000122
94354	rnn.bias_hh_l1_reverse	3	-0.11268682032823563
94354	rnn.bias_hh_l1_reverse	4	-0.07073250412940979
94354	rnn.bias_hh_l1_reverse	5	-0.07872099429368973
94354	rnn.bias_hh_l1_reverse	6	0.14586526155471802
94354	rnn.bias_hh_l1_reverse	7	-0.1536490023136139
94354	rnn.bias_hh_l1_reverse	8	-0.09717496484518051
94354	rnn.bias_hh_l1_reverse	9	-0.11776526272296906
94354	linear.weight	0	0.002228822559118271
94354	linear.weight	1	0.09465550631284714
94354	linear.weight	2	-0.0920659676194191
94354	linear.weight	3	0.37506845593452454
94354	linear.weight	4	0.11992710083723068
94354	linear.weight	5	-0.007383587304502726
94354	linear.weight	6	0.03122967854142189
94354	linear.weight	7	0.14652708172798157
94354	linear.weight	8	0.041277315467596054
94354	linear.weight	9	-0.03880608081817627
94354	linear.bias	0	-0.0711536705493927
94354	linear.bias	1	-0.19625090062618256
94354	linear.bias	2	-0.4653300344944
94354	linear.bias	3	-0.7196453213691711
94354	linear.bias	4	-1.1286391019821167
94354	linear.bias	5	-0.07880757004022598
94354	linear.bias	6	-0.6939079761505127
94354	linear.bias	7	0.3348638415336609
94354	linear.bias	8	-0.47159937024116516
94354	linear.bias	9	-0.861717939376831
94551	transitions	0	0.5840533971786499
94551	transitions	1	0.11328228563070297
94551	transitions	2	-10000.0
94551	transitions	3	-1.812259316444397
94551	transitions	4	-10000.0
94551	transitions	5	0.6143530011177063
94551	transitions	6	-0.049621667712926865
94551	transitions	7	-0.5373749732971191
94551	transitions	8	-1.3707389831542969
94551	transitions	9	-0.0008006605203263462
94551	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
94551	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
94551	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
94551	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
94551	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
94551	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
94551	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
94551	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
94551	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
94551	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
94551	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
94551	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
94551	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
94551	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
94551	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
94551	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
94551	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
94551	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
94551	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
94551	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
94551	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
94551	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
94551	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
94551	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
94551	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
94551	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
94551	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
94551	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
94551	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
94551	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
94551	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
94551	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
94551	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
94551	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
94551	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
94551	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
94551	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
94551	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
94551	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
94551	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
94551	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
94551	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
94551	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
94551	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
94551	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
94551	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
94551	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
94551	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
94551	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
94551	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
94551	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
94551	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
94551	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
94551	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
94551	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
94551	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
94551	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
94551	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
94551	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
94551	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
94551	embedding2nn.weight	0	0.013042248785495758
94551	embedding2nn.weight	1	-0.017261549830436707
94551	embedding2nn.weight	2	-0.014268254861235619
94551	embedding2nn.weight	3	-0.004684450104832649
94551	embedding2nn.weight	4	-0.005915035028010607
94551	embedding2nn.weight	5	-0.0037005844060331583
94551	embedding2nn.weight	6	-0.0039732432924211025
94551	embedding2nn.weight	7	-0.053698789328336716
94551	embedding2nn.weight	8	-0.0019979383796453476
94551	embedding2nn.weight	9	-0.027644891291856766
94551	embedding2nn.bias	0	0.03639288246631622
94551	embedding2nn.bias	1	-0.07902837544679642
94551	embedding2nn.bias	2	0.09735842794179916
94551	embedding2nn.bias	3	0.07249458134174347
94551	embedding2nn.bias	4	-0.06581564992666245
94551	embedding2nn.bias	5	-0.013283158652484417
94551	embedding2nn.bias	6	0.014017936773598194
94551	embedding2nn.bias	7	-0.02310515008866787
94551	embedding2nn.bias	8	0.028372589498758316
94551	embedding2nn.bias	9	0.01855969987809658
94551	rnn.weight_ih_l0	0	-0.053985271602869034
94551	rnn.weight_ih_l0	1	-0.0027863134164363146
94551	rnn.weight_ih_l0	2	0.04218916967511177
94551	rnn.weight_ih_l0	3	0.013758629560470581
94551	rnn.weight_ih_l0	4	-0.02046545222401619
94551	rnn.weight_ih_l0	5	-0.04427051544189453
94551	rnn.weight_ih_l0	6	0.004646330140531063
94551	rnn.weight_ih_l0	7	0.038681622594594955
94551	rnn.weight_ih_l0	8	-0.004123445600271225
94551	rnn.weight_ih_l0	9	-0.01961701549589634
94551	rnn.weight_hh_l0	0	-0.03857162222266197
94551	rnn.weight_hh_l0	1	0.006508273538202047
94551	rnn.weight_hh_l0	2	0.0042092143557965755
94551	rnn.weight_hh_l0	3	-0.0556815080344677
94551	rnn.weight_hh_l0	4	0.07046562433242798
94551	rnn.weight_hh_l0	5	-0.005906269885599613
94551	rnn.weight_hh_l0	6	-0.04130198061466217
94551	rnn.weight_hh_l0	7	-0.009383199736475945
94551	rnn.weight_hh_l0	8	0.016255725175142288
94551	rnn.weight_hh_l0	9	-0.018851181492209435
94551	rnn.bias_ih_l0	0	0.06389089673757553
94551	rnn.bias_ih_l0	1	-0.027325479313731194
94551	rnn.bias_ih_l0	2	-0.014719408936798573
94551	rnn.bias_ih_l0	3	0.11872521787881851
94551	rnn.bias_ih_l0	4	-0.05682859197258949
94551	rnn.bias_ih_l0	5	-0.022372126579284668
94551	rnn.bias_ih_l0	6	-0.014351732097566128
94551	rnn.bias_ih_l0	7	0.04039204865694046
94551	rnn.bias_ih_l0	8	-0.10404592752456665
94551	rnn.bias_ih_l0	9	-0.0394507572054863
94551	rnn.bias_hh_l0	0	-0.028412047773599625
94551	rnn.bias_hh_l0	1	-0.09338363260030746
94551	rnn.bias_hh_l0	2	-0.02843828871846199
94551	rnn.bias_hh_l0	3	-0.07513988763093948
94551	rnn.bias_hh_l0	4	-0.028300262987613678
94551	rnn.bias_hh_l0	5	-0.001338693662546575
94551	rnn.bias_hh_l0	6	0.02771805413067341
94551	rnn.bias_hh_l0	7	0.04439366236329079
94551	rnn.bias_hh_l0	8	-0.1266268640756607
94551	rnn.bias_hh_l0	9	-0.019456520676612854
94551	rnn.weight_ih_l0_reverse	0	-0.005715188570320606
94551	rnn.weight_ih_l0_reverse	1	-0.05459992587566376
94551	rnn.weight_ih_l0_reverse	2	-0.02613024227321148
94551	rnn.weight_ih_l0_reverse	3	0.010376693680882454
94551	rnn.weight_ih_l0_reverse	4	-0.00806805957108736
94551	rnn.weight_ih_l0_reverse	5	-0.04234708100557327
94551	rnn.weight_ih_l0_reverse	6	0.0697321891784668
94551	rnn.weight_ih_l0_reverse	7	-0.020157884806394577
94551	rnn.weight_ih_l0_reverse	8	-0.026694463565945625
94551	rnn.weight_ih_l0_reverse	9	0.007891327142715454
94551	rnn.weight_hh_l0_reverse	0	0.03945543244481087
94551	rnn.weight_hh_l0_reverse	1	0.03311801329255104
94551	rnn.weight_hh_l0_reverse	2	0.03930869698524475
94551	rnn.weight_hh_l0_reverse	3	0.02610780857503414
94551	rnn.weight_hh_l0_reverse	4	0.004417249001562595
94551	rnn.weight_hh_l0_reverse	5	0.01135844923555851
94551	rnn.weight_hh_l0_reverse	6	0.04387715458869934
94551	rnn.weight_hh_l0_reverse	7	-0.06247825548052788
94551	rnn.weight_hh_l0_reverse	8	0.03803250193595886
94551	rnn.weight_hh_l0_reverse	9	0.046607743948698044
94551	rnn.bias_ih_l0_reverse	0	-0.05347403138875961
94551	rnn.bias_ih_l0_reverse	1	-0.2302037626504898
94551	rnn.bias_ih_l0_reverse	2	-0.1255582720041275
94551	rnn.bias_ih_l0_reverse	3	-0.01977459527552128
94551	rnn.bias_ih_l0_reverse	4	-0.048872411251068115
94551	rnn.bias_ih_l0_reverse	5	0.047775670886039734
94551	rnn.bias_ih_l0_reverse	6	-0.047889914363622665
94551	rnn.bias_ih_l0_reverse	7	0.05076991394162178
94551	rnn.bias_ih_l0_reverse	8	-0.05177021399140358
94551	rnn.bias_ih_l0_reverse	9	0.03370378911495209
94551	rnn.bias_hh_l0_reverse	0	0.0026566963642835617
94551	rnn.bias_hh_l0_reverse	1	-0.02805684134364128
94551	rnn.bias_hh_l0_reverse	2	0.06626129150390625
94551	rnn.bias_hh_l0_reverse	3	-0.049218617379665375
94551	rnn.bias_hh_l0_reverse	4	-0.03720283880829811
94551	rnn.bias_hh_l0_reverse	5	-0.0339992456138134
94551	rnn.bias_hh_l0_reverse	6	-0.020965740084648132
94551	rnn.bias_hh_l0_reverse	7	0.09723088890314102
94551	rnn.bias_hh_l0_reverse	8	0.024249115958809853
94551	rnn.bias_hh_l0_reverse	9	-0.09964951872825623
94551	rnn.weight_ih_l1	0	-0.03935563936829567
94551	rnn.weight_ih_l1	1	-0.02435215935111046
94551	rnn.weight_ih_l1	2	0.038949865847826004
94551	rnn.weight_ih_l1	3	-0.03973208740353584
94551	rnn.weight_ih_l1	4	-0.008485591970384121
94551	rnn.weight_ih_l1	5	-0.04517047107219696
94551	rnn.weight_ih_l1	6	0.026530878618359566
94551	rnn.weight_ih_l1	7	-0.03790682926774025
94551	rnn.weight_ih_l1	8	0.037707116454839706
94551	rnn.weight_ih_l1	9	0.033487435430288315
94551	rnn.weight_hh_l1	0	-0.004752303473651409
94551	rnn.weight_hh_l1	1	0.009600463323295116
94551	rnn.weight_hh_l1	2	0.013348094187676907
94551	rnn.weight_hh_l1	3	-0.01001530047506094
94551	rnn.weight_hh_l1	4	0.0042238677851855755
94551	rnn.weight_hh_l1	5	0.023428386077284813
94551	rnn.weight_hh_l1	6	0.028880193829536438
94551	rnn.weight_hh_l1	7	-0.025684326887130737
94551	rnn.weight_hh_l1	8	-0.019863329827785492
94551	rnn.weight_hh_l1	9	0.038297273218631744
94551	rnn.bias_ih_l1	0	-0.17141786217689514
94551	rnn.bias_ih_l1	1	-0.1618119329214096
94551	rnn.bias_ih_l1	2	-0.16497722268104553
94551	rnn.bias_ih_l1	3	-0.24352839589118958
94551	rnn.bias_ih_l1	4	-0.16388261318206787
94551	rnn.bias_ih_l1	5	-0.09863172471523285
94551	rnn.bias_ih_l1	6	-0.12541648745536804
94551	rnn.bias_ih_l1	7	-0.0076745362021028996
94551	rnn.bias_ih_l1	8	-0.13284184038639069
94551	rnn.bias_ih_l1	9	-0.09103812277317047
94551	rnn.bias_hh_l1	0	-0.12496825307607651
94551	rnn.bias_hh_l1	1	-0.04693589732050896
94551	rnn.bias_hh_l1	2	-0.08981265872716904
94551	rnn.bias_hh_l1	3	-0.09382690489292145
94551	rnn.bias_hh_l1	4	-0.1079908162355423
94551	rnn.bias_hh_l1	5	-0.09117985516786575
94551	rnn.bias_hh_l1	6	-0.10104882717132568
94551	rnn.bias_hh_l1	7	0.011144953779876232
94551	rnn.bias_hh_l1	8	-0.14204582571983337
94551	rnn.bias_hh_l1	9	-0.08468547463417053
94551	rnn.weight_ih_l1_reverse	0	-0.04211052134633064
94551	rnn.weight_ih_l1_reverse	1	0.009201101027429104
94551	rnn.weight_ih_l1_reverse	2	-0.011265933513641357
94551	rnn.weight_ih_l1_reverse	3	-0.0035195329692214727
94551	rnn.weight_ih_l1_reverse	4	-0.03338269516825676
94551	rnn.weight_ih_l1_reverse	5	-0.03679729253053665
94551	rnn.weight_ih_l1_reverse	6	-0.004527406767010689
94551	rnn.weight_ih_l1_reverse	7	0.01796184852719307
94551	rnn.weight_ih_l1_reverse	8	0.029872320592403412
94551	rnn.weight_ih_l1_reverse	9	-0.0729423239827156
94551	rnn.weight_hh_l1_reverse	0	0.008473857305943966
94551	rnn.weight_hh_l1_reverse	1	0.029297130182385445
94551	rnn.weight_hh_l1_reverse	2	-0.03967474400997162
94551	rnn.weight_hh_l1_reverse	3	0.040243037045001984
94551	rnn.weight_hh_l1_reverse	4	0.04769193008542061
94551	rnn.weight_hh_l1_reverse	5	0.008033759891986847
94551	rnn.weight_hh_l1_reverse	6	0.006410958711057901
94551	rnn.weight_hh_l1_reverse	7	0.02420756220817566
94551	rnn.weight_hh_l1_reverse	8	-0.004285011440515518
94551	rnn.weight_hh_l1_reverse	9	-0.03731438145041466
94551	rnn.bias_ih_l1_reverse	0	-0.031899530440568924
94551	rnn.bias_ih_l1_reverse	1	-0.11700434982776642
94551	rnn.bias_ih_l1_reverse	2	-0.13178366422653198
94551	rnn.bias_ih_l1_reverse	3	-0.02267955243587494
94551	rnn.bias_ih_l1_reverse	4	-0.16210316121578217
94551	rnn.bias_ih_l1_reverse	5	-0.09272902458906174
94551	rnn.bias_ih_l1_reverse	6	-0.11464076489210129
94551	rnn.bias_ih_l1_reverse	7	-0.18926674127578735
94551	rnn.bias_ih_l1_reverse	8	0.14886125922203064
94551	rnn.bias_ih_l1_reverse	9	0.029267337173223495
94551	rnn.bias_hh_l1_reverse	0	-0.0434512197971344
94551	rnn.bias_hh_l1_reverse	1	-0.020656855776906013
94551	rnn.bias_hh_l1_reverse	2	-0.21309739351272583
94551	rnn.bias_hh_l1_reverse	3	-0.11226038634777069
94551	rnn.bias_hh_l1_reverse	4	-0.07123594731092453
94551	rnn.bias_hh_l1_reverse	5	-0.08290664851665497
94551	rnn.bias_hh_l1_reverse	6	0.14237071573734283
94551	rnn.bias_hh_l1_reverse	7	-0.15381307899951935
94551	rnn.bias_hh_l1_reverse	8	-0.09569992870092392
94551	rnn.bias_hh_l1_reverse	9	-0.1164236068725586
94551	linear.weight	0	0.002228822559118271
94551	linear.weight	1	0.10410428792238235
94551	linear.weight	2	-0.09462615847587585
94551	linear.weight	3	0.38010045886039734
94551	linear.weight	4	0.11599913239479065
94551	linear.weight	5	-0.009681928902864456
94551	linear.weight	6	0.03963141515851021
94551	linear.weight	7	0.14850421249866486
94551	linear.weight	8	0.0412772074341774
94551	linear.weight	9	-0.03879197686910629
94551	linear.bias	0	-0.03887086734175682
94551	linear.bias	1	-0.22211043536663055
94551	linear.bias	2	-0.4745182991027832
94551	linear.bias	3	-0.7015571594238281
94551	linear.bias	4	-1.1085491180419922
94551	linear.bias	5	-0.05889839679002762
94551	linear.bias	6	-0.7220308184623718
94551	linear.bias	7	0.35534217953681946
94551	linear.bias	8	-0.48595356941223145
94551	linear.bias	9	-0.8800503015518188
94748	transitions	0	0.5769271850585938
94748	transitions	1	0.11490672826766968
94748	transitions	2	-10000.0
94748	transitions	3	-1.8122971057891846
94748	transitions	4	-10000.0
94748	transitions	5	0.6142006516456604
94748	transitions	6	-0.04973583295941353
94748	transitions	7	-0.5378274321556091
94748	transitions	8	-1.370873212814331
94748	transitions	9	-0.0008025119313970208
94748	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
94748	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
94748	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
94748	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
94748	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
94748	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
94748	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
94748	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
94748	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
94748	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
94748	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
94748	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
94748	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
94748	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
94748	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
94748	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
94748	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
94748	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
94748	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
94748	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
94748	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
94748	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
94748	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
94748	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
94748	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
94748	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
94748	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
94748	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
94748	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
94748	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
94748	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
94748	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
94748	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
94748	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
94748	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
94748	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
94748	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
94748	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
94748	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
94748	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
94748	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
94748	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
94748	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
94748	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
94748	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
94748	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
94748	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
94748	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
94748	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
94748	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
94748	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
94748	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
94748	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
94748	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
94748	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
94748	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
94748	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
94748	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
94748	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
94748	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
94748	embedding2nn.weight	0	0.01318582333624363
94748	embedding2nn.weight	1	-0.017196400091052055
94748	embedding2nn.weight	2	-0.014268254861235619
94748	embedding2nn.weight	3	-0.005864831618964672
94748	embedding2nn.weight	4	-0.005915035028010607
94748	embedding2nn.weight	5	-0.0037005848716944456
94748	embedding2nn.weight	6	-0.003973247017711401
94748	embedding2nn.weight	7	-0.05277646332979202
94748	embedding2nn.weight	8	-0.0019979383796453476
94748	embedding2nn.weight	9	-0.028619758784770966
94748	embedding2nn.bias	0	0.0306523609906435
94748	embedding2nn.bias	1	-0.08376947790384293
94748	embedding2nn.bias	2	0.10360659658908844
94748	embedding2nn.bias	3	0.06668166816234589
94748	embedding2nn.bias	4	-0.05823628604412079
94748	embedding2nn.bias	5	-0.016295108944177628
94748	embedding2nn.bias	6	0.018604101613163948
94748	embedding2nn.bias	7	-0.034319985657930374
94748	embedding2nn.bias	8	0.031981006264686584
94748	embedding2nn.bias	9	0.010592828504741192
94748	rnn.weight_ih_l0	0	-0.05364365503191948
94748	rnn.weight_ih_l0	1	-0.00241531478241086
94748	rnn.weight_ih_l0	2	0.04381825029850006
94748	rnn.weight_ih_l0	3	0.01423396822065115
94748	rnn.weight_ih_l0	4	-0.017632802948355675
94748	rnn.weight_ih_l0	5	-0.04504295811057091
94748	rnn.weight_ih_l0	6	0.0049559432081878185
94748	rnn.weight_ih_l0	7	0.03708788380026817
94748	rnn.weight_ih_l0	8	-0.004438566509634256
94748	rnn.weight_ih_l0	9	-0.01934080757200718
94748	rnn.weight_hh_l0	0	-0.03832954913377762
94748	rnn.weight_hh_l0	1	0.007639563176780939
94748	rnn.weight_hh_l0	2	0.004590224474668503
94748	rnn.weight_hh_l0	3	-0.055332034826278687
94748	rnn.weight_hh_l0	4	0.07041248679161072
94748	rnn.weight_hh_l0	5	-0.00735493004322052
94748	rnn.weight_hh_l0	6	-0.03973664343357086
94748	rnn.weight_hh_l0	7	-0.010251096449792385
94748	rnn.weight_hh_l0	8	0.015332873910665512
94748	rnn.weight_hh_l0	9	-0.01849827542901039
94748	rnn.bias_ih_l0	0	0.06379625201225281
94748	rnn.bias_ih_l0	1	-0.028316257521510124
94748	rnn.bias_ih_l0	2	-0.015061972662806511
94748	rnn.bias_ih_l0	3	0.11889531463384628
94748	rnn.bias_ih_l0	4	-0.060159556567668915
94748	rnn.bias_ih_l0	5	-0.027200916782021523
94748	rnn.bias_ih_l0	6	-0.01320633664727211
94748	rnn.bias_ih_l0	7	0.03844586759805679
94748	rnn.bias_ih_l0	8	-0.10568447411060333
94748	rnn.bias_ih_l0	9	-0.042386461049318314
94748	rnn.bias_hh_l0	0	-0.02887427620589733
94748	rnn.bias_hh_l0	1	-0.08963973820209503
94748	rnn.bias_hh_l0	2	-0.02790474332869053
94748	rnn.bias_hh_l0	3	-0.07477029412984848
94748	rnn.bias_hh_l0	4	-0.027835175395011902
94748	rnn.bias_hh_l0	5	-0.0011040709214285016
94748	rnn.bias_hh_l0	6	0.029621409252285957
94748	rnn.bias_hh_l0	7	0.04601280763745308
94748	rnn.bias_hh_l0	8	-0.12802177667617798
94748	rnn.bias_hh_l0	9	-0.02111576497554779
94748	rnn.weight_ih_l0_reverse	0	-0.0046965801157057285
94748	rnn.weight_ih_l0_reverse	1	-0.0546414814889431
94748	rnn.weight_ih_l0_reverse	2	-0.025921810418367386
94748	rnn.weight_ih_l0_reverse	3	0.009284859523177147
94748	rnn.weight_ih_l0_reverse	4	-0.009147102944552898
94748	rnn.weight_ih_l0_reverse	5	-0.04263101890683174
94748	rnn.weight_ih_l0_reverse	6	0.0699729472398758
94748	rnn.weight_ih_l0_reverse	7	-0.020463204011321068
94748	rnn.weight_ih_l0_reverse	8	-0.027647335082292557
94748	rnn.weight_ih_l0_reverse	9	0.007246711757034063
94748	rnn.weight_hh_l0_reverse	0	0.039788972586393356
94748	rnn.weight_hh_l0_reverse	1	0.03465652838349342
94748	rnn.weight_hh_l0_reverse	2	0.03895866870880127
94748	rnn.weight_hh_l0_reverse	3	0.025922520086169243
94748	rnn.weight_hh_l0_reverse	4	0.004602284636348486
94748	rnn.weight_hh_l0_reverse	5	0.012235372327268124
94748	rnn.weight_hh_l0_reverse	6	0.04387015476822853
94748	rnn.weight_hh_l0_reverse	7	-0.06221608445048332
94748	rnn.weight_hh_l0_reverse	8	0.03892730921506882
94748	rnn.weight_hh_l0_reverse	9	0.04643583670258522
94748	rnn.bias_ih_l0_reverse	0	-0.05311299487948418
94748	rnn.bias_ih_l0_reverse	1	-0.22987738251686096
94748	rnn.bias_ih_l0_reverse	2	-0.12181875109672546
94748	rnn.bias_ih_l0_reverse	3	-0.022155990824103355
94748	rnn.bias_ih_l0_reverse	4	-0.049597859382629395
94748	rnn.bias_ih_l0_reverse	5	0.05070691555738449
94748	rnn.bias_ih_l0_reverse	6	-0.04689972847700119
94748	rnn.bias_ih_l0_reverse	7	0.051205795258283615
94748	rnn.bias_ih_l0_reverse	8	-0.05157528072595596
94748	rnn.bias_ih_l0_reverse	9	0.036484245210886
94748	rnn.bias_hh_l0_reverse	0	0.0033665511291474104
94748	rnn.bias_hh_l0_reverse	1	-0.024993550032377243
94748	rnn.bias_hh_l0_reverse	2	0.06554561853408813
94748	rnn.bias_hh_l0_reverse	3	-0.04858064651489258
94748	rnn.bias_hh_l0_reverse	4	-0.037186335772275925
94748	rnn.bias_hh_l0_reverse	5	-0.03258391097187996
94748	rnn.bias_hh_l0_reverse	6	-0.021678011864423752
94748	rnn.bias_hh_l0_reverse	7	0.09762239456176758
94748	rnn.bias_hh_l0_reverse	8	0.025317290797829628
94748	rnn.bias_hh_l0_reverse	9	-0.10071950405836105
94748	rnn.weight_ih_l1	0	-0.03979479521512985
94748	rnn.weight_ih_l1	1	-0.024288728833198547
94748	rnn.weight_ih_l1	2	0.040085941553115845
94748	rnn.weight_ih_l1	3	-0.04001694917678833
94748	rnn.weight_ih_l1	4	-0.008102809078991413
94748	rnn.weight_ih_l1	5	-0.04534535855054855
94748	rnn.weight_ih_l1	6	0.026370758190751076
94748	rnn.weight_ih_l1	7	-0.039157621562480927
94748	rnn.weight_ih_l1	8	0.03746087849140167
94748	rnn.weight_ih_l1	9	0.03316482901573181
94748	rnn.weight_hh_l1	0	-0.00416304636746645
94748	rnn.weight_hh_l1	1	0.009799516759812832
94748	rnn.weight_hh_l1	2	0.012986249290406704
94748	rnn.weight_hh_l1	3	-0.010128851979970932
94748	rnn.weight_hh_l1	4	0.0039796107448637486
94748	rnn.weight_hh_l1	5	0.024091504514217377
94748	rnn.weight_hh_l1	6	0.028944319114089012
94748	rnn.weight_hh_l1	7	-0.025697216391563416
94748	rnn.weight_hh_l1	8	-0.02011251449584961
94748	rnn.weight_hh_l1	9	0.03813565894961357
94748	rnn.bias_ih_l1	0	-0.17129327356815338
94748	rnn.bias_ih_l1	1	-0.16080555319786072
94748	rnn.bias_ih_l1	2	-0.16559815406799316
94748	rnn.bias_ih_l1	3	-0.24445582926273346
94748	rnn.bias_ih_l1	4	-0.1635374277830124
94748	rnn.bias_ih_l1	5	-0.0997079610824585
94748	rnn.bias_ih_l1	6	-0.12407657504081726
94748	rnn.bias_ih_l1	7	-0.0033710943534970284
94748	rnn.bias_ih_l1	8	-0.1330455094575882
94748	rnn.bias_ih_l1	9	-0.09086670726537704
94748	rnn.bias_hh_l1	0	-0.12298727035522461
94748	rnn.bias_hh_l1	1	-0.04726022854447365
94748	rnn.bias_hh_l1	2	-0.0891394391655922
94748	rnn.bias_hh_l1	3	-0.09543223679065704
94748	rnn.bias_hh_l1	4	-0.10880090296268463
94748	rnn.bias_hh_l1	5	-0.08819287270307541
94748	rnn.bias_hh_l1	6	-0.09997871518135071
94748	rnn.bias_hh_l1	7	0.015535918064415455
94748	rnn.bias_hh_l1	8	-0.14387105405330658
94748	rnn.bias_hh_l1	9	-0.08488268405199051
94748	rnn.weight_ih_l1_reverse	0	-0.04400746524333954
94748	rnn.weight_ih_l1_reverse	1	0.0063456641510128975
94748	rnn.weight_ih_l1_reverse	2	-0.008517948910593987
94748	rnn.weight_ih_l1_reverse	3	-0.006564596202224493
94748	rnn.weight_ih_l1_reverse	4	-0.030937017872929573
94748	rnn.weight_ih_l1_reverse	5	-0.03709575533866882
94748	rnn.weight_ih_l1_reverse	6	-0.004119963385164738
94748	rnn.weight_ih_l1_reverse	7	0.01794130727648735
94748	rnn.weight_ih_l1_reverse	8	0.03241075202822685
94748	rnn.weight_ih_l1_reverse	9	-0.07279030233621597
94748	rnn.weight_hh_l1_reverse	0	0.00850202701985836
94748	rnn.weight_hh_l1_reverse	1	0.029041800647974014
94748	rnn.weight_hh_l1_reverse	2	-0.039692167192697525
94748	rnn.weight_hh_l1_reverse	3	0.040647756308317184
94748	rnn.weight_hh_l1_reverse	4	0.047539252787828445
94748	rnn.weight_hh_l1_reverse	5	0.007412532344460487
94748	rnn.weight_hh_l1_reverse	6	0.006526731885969639
94748	rnn.weight_hh_l1_reverse	7	0.02366272360086441
94748	rnn.weight_hh_l1_reverse	8	-0.004489745479077101
94748	rnn.weight_hh_l1_reverse	9	-0.036931369453668594
94748	rnn.bias_ih_l1_reverse	0	-0.032930243760347366
94748	rnn.bias_ih_l1_reverse	1	-0.11734927445650101
94748	rnn.bias_ih_l1_reverse	2	-0.13239693641662598
94748	rnn.bias_ih_l1_reverse	3	-0.015532471239566803
94748	rnn.bias_ih_l1_reverse	4	-0.16224753856658936
94748	rnn.bias_ih_l1_reverse	5	-0.09469229727983475
94748	rnn.bias_ih_l1_reverse	6	-0.1137203499674797
94748	rnn.bias_ih_l1_reverse	7	-0.19007478654384613
94748	rnn.bias_ih_l1_reverse	8	0.15556851029396057
94748	rnn.bias_ih_l1_reverse	9	0.02960953675210476
94748	rnn.bias_hh_l1_reverse	0	-0.04656747728586197
94748	rnn.bias_hh_l1_reverse	1	-0.02362344227731228
94748	rnn.bias_hh_l1_reverse	2	-0.21328610181808472
94748	rnn.bias_hh_l1_reverse	3	-0.11321086436510086
94748	rnn.bias_hh_l1_reverse	4	-0.0728486105799675
94748	rnn.bias_hh_l1_reverse	5	-0.0825543999671936
94748	rnn.bias_hh_l1_reverse	6	0.1506842076778412
94748	rnn.bias_hh_l1_reverse	7	-0.15426510572433472
94748	rnn.bias_hh_l1_reverse	8	-0.09903859347105026
94748	rnn.bias_hh_l1_reverse	9	-0.11581981182098389
94748	linear.weight	0	0.002228822559118271
94748	linear.weight	1	0.09999655932188034
94748	linear.weight	2	-0.0977451503276825
94748	linear.weight	3	0.38060304522514343
94748	linear.weight	4	0.12000460177659988
94748	linear.weight	5	-0.005537751130759716
94748	linear.weight	6	0.0519220307469368
94748	linear.weight	7	0.1278744637966156
94748	linear.weight	8	0.041274722665548325
94748	linear.weight	9	-0.035429514944553375
94748	linear.bias	0	-0.006205100566148758
94748	linear.bias	1	-0.22211666405200958
94748	linear.bias	2	-0.443550169467926
94748	linear.bias	3	-0.7257897853851318
94748	linear.bias	4	-1.1363986730575562
94748	linear.bias	5	-0.04203753173351288
94748	linear.bias	6	-0.72136390209198
94748	linear.bias	7	0.3709828555583954
94748	linear.bias	8	-0.49232736229896545
94748	linear.bias	9	-0.8864773511886597
94752	transitions	0	0.5767392516136169
94752	transitions	1	0.11488629877567291
94752	transitions	2	-10000.0
94752	transitions	3	-1.8122972249984741
94752	transitions	4	-10000.0
94752	transitions	5	0.6141993999481201
94752	transitions	6	-0.049737293273210526
94752	transitions	7	-0.5378274321556091
94752	transitions	8	-1.370873212814331
94752	transitions	9	-0.0008025191491469741
94752	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
94752	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
94752	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
94752	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
94752	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
94752	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
94752	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
94752	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
94752	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
94752	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
94752	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
94752	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
94752	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
94752	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
94752	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
94752	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
94752	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
94752	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
94752	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
94752	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
94752	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
94752	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
94752	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
94752	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
94752	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
94752	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
94752	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
94752	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
94752	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
94752	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
94752	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
94752	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
94752	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
94752	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
94752	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
94752	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
94752	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
94752	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
94752	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
94752	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
94752	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
94752	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
94752	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
94752	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
94752	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
94752	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
94752	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
94752	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
94752	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
94752	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
94752	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
94752	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
94752	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
94752	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
94752	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
94752	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
94752	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
94752	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
94752	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
94752	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
94752	embedding2nn.weight	0	0.013004079461097717
94752	embedding2nn.weight	1	-0.01718664914369583
94752	embedding2nn.weight	2	-0.014268254861235619
94752	embedding2nn.weight	3	-0.006024004891514778
94752	embedding2nn.weight	4	-0.005915035028010607
94752	embedding2nn.weight	5	-0.0037005848716944456
94752	embedding2nn.weight	6	-0.003973247017711401
94752	embedding2nn.weight	7	-0.052825335413217545
94752	embedding2nn.weight	8	-0.0019979383796453476
94752	embedding2nn.weight	9	-0.02854403294622898
94752	embedding2nn.bias	0	0.029504308477044106
94752	embedding2nn.bias	1	-0.08277878910303116
94752	embedding2nn.bias	2	0.10280010849237442
94752	embedding2nn.bias	3	0.06600896269083023
94752	embedding2nn.bias	4	-0.060579944401979446
94752	embedding2nn.bias	5	-0.014425767585635185
94752	embedding2nn.bias	6	0.01796288788318634
94752	embedding2nn.bias	7	-0.033789150416851044
94752	embedding2nn.bias	8	0.03207815811038017
94752	embedding2nn.bias	9	0.01026573684066534
94752	rnn.weight_ih_l0	0	-0.053765978664159775
94752	rnn.weight_ih_l0	1	-0.0024286056868731976
94752	rnn.weight_ih_l0	2	0.04399877414107323
94752	rnn.weight_ih_l0	3	0.014236824586987495
94752	rnn.weight_ih_l0	4	-0.01752697303891182
94752	rnn.weight_ih_l0	5	-0.045128293335437775
94752	rnn.weight_ih_l0	6	0.004990657791495323
94752	rnn.weight_ih_l0	7	0.037487760186195374
94752	rnn.weight_ih_l0	8	-0.00444630766287446
94752	rnn.weight_ih_l0	9	-0.019097980111837387
94752	rnn.weight_hh_l0	0	-0.03841954469680786
94752	rnn.weight_hh_l0	1	0.007681806106120348
94752	rnn.weight_hh_l0	2	0.004621604457497597
94752	rnn.weight_hh_l0	3	-0.055221594870090485
94752	rnn.weight_hh_l0	4	0.0704297348856926
94752	rnn.weight_hh_l0	5	-0.007404176518321037
94752	rnn.weight_hh_l0	6	-0.039759114384651184
94752	rnn.weight_hh_l0	7	-0.010271552950143814
94752	rnn.weight_hh_l0	8	0.015349420718848705
94752	rnn.weight_hh_l0	9	-0.018534554168581963
94752	rnn.bias_ih_l0	0	0.06402113288640976
94752	rnn.bias_ih_l0	1	-0.028651652857661247
94752	rnn.bias_ih_l0	2	-0.014923537150025368
94752	rnn.bias_ih_l0	3	0.11908422410488129
94752	rnn.bias_ih_l0	4	-0.059906695038080215
94752	rnn.bias_ih_l0	5	-0.026883702725172043
94752	rnn.bias_ih_l0	6	-0.013010434806346893
94752	rnn.bias_ih_l0	7	0.03837507963180542
94752	rnn.bias_ih_l0	8	-0.1055275946855545
94752	rnn.bias_ih_l0	9	-0.04227093979716301
94752	rnn.bias_hh_l0	0	-0.028720494359731674
94752	rnn.bias_hh_l0	1	-0.08852847665548325
94752	rnn.bias_hh_l0	2	-0.02819965034723282
94752	rnn.bias_hh_l0	3	-0.07459239661693573
94752	rnn.bias_hh_l0	4	-0.02782176434993744
94752	rnn.bias_hh_l0	5	-0.0009557540179230273
94752	rnn.bias_hh_l0	6	0.029442062601447105
94752	rnn.bias_hh_l0	7	0.046234581619501114
94752	rnn.bias_hh_l0	8	-0.12782476842403412
94752	rnn.bias_hh_l0	9	-0.020827224478125572
94752	rnn.weight_ih_l0_reverse	0	-0.004756531212478876
94752	rnn.weight_ih_l0_reverse	1	-0.05490599200129509
94752	rnn.weight_ih_l0_reverse	2	-0.025284938514232635
94752	rnn.weight_ih_l0_reverse	3	0.009476062841713428
94752	rnn.weight_ih_l0_reverse	4	-0.009116418659687042
94752	rnn.weight_ih_l0_reverse	5	-0.04275938495993614
94752	rnn.weight_ih_l0_reverse	6	0.06927365064620972
94752	rnn.weight_ih_l0_reverse	7	-0.0204752366989851
94752	rnn.weight_ih_l0_reverse	8	-0.02771843411028385
94752	rnn.weight_ih_l0_reverse	9	0.006998657714575529
94752	rnn.weight_hh_l0_reverse	0	0.039722178131341934
94752	rnn.weight_hh_l0_reverse	1	0.03479105979204178
94752	rnn.weight_hh_l0_reverse	2	0.039029188454151154
94752	rnn.weight_hh_l0_reverse	3	0.025875061750411987
94752	rnn.weight_hh_l0_reverse	4	0.0045449091121554375
94752	rnn.weight_hh_l0_reverse	5	0.012169142253696918
94752	rnn.weight_hh_l0_reverse	6	0.04388609901070595
94752	rnn.weight_hh_l0_reverse	7	-0.062183041125535965
94752	rnn.weight_hh_l0_reverse	8	0.038951437920331955
94752	rnn.weight_hh_l0_reverse	9	0.04646417498588562
94752	rnn.bias_ih_l0_reverse	0	-0.053157541900873184
94752	rnn.bias_ih_l0_reverse	1	-0.2301786094903946
94752	rnn.bias_ih_l0_reverse	2	-0.1219281256198883
94752	rnn.bias_ih_l0_reverse	3	-0.02230002172291279
94752	rnn.bias_ih_l0_reverse	4	-0.04961095750331879
94752	rnn.bias_ih_l0_reverse	5	0.05089773237705231
94752	rnn.bias_ih_l0_reverse	6	-0.04707392305135727
94752	rnn.bias_ih_l0_reverse	7	0.05202534422278404
94752	rnn.bias_ih_l0_reverse	8	-0.051245447248220444
94752	rnn.bias_ih_l0_reverse	9	0.036566104739904404
94752	rnn.bias_hh_l0_reverse	0	0.0031479515600949526
94752	rnn.bias_hh_l0_reverse	1	-0.024542732164263725
94752	rnn.bias_hh_l0_reverse	2	0.06592130661010742
94752	rnn.bias_hh_l0_reverse	3	-0.04871109127998352
94752	rnn.bias_hh_l0_reverse	4	-0.036819715052843094
94752	rnn.bias_hh_l0_reverse	5	-0.03260389342904091
94752	rnn.bias_hh_l0_reverse	6	-0.02171623893082142
94752	rnn.bias_hh_l0_reverse	7	0.09731391817331314
94752	rnn.bias_hh_l0_reverse	8	0.02525138296186924
94752	rnn.bias_hh_l0_reverse	9	-0.100507952272892
94752	rnn.weight_ih_l1	0	-0.03979545831680298
94752	rnn.weight_ih_l1	1	-0.02432601898908615
94752	rnn.weight_ih_l1	2	0.03971191868185997
94752	rnn.weight_ih_l1	3	-0.040234558284282684
94752	rnn.weight_ih_l1	4	-0.008098947815597057
94752	rnn.weight_ih_l1	5	-0.04533935710787773
94752	rnn.weight_ih_l1	6	0.026378419250249863
94752	rnn.weight_ih_l1	7	-0.039044518023729324
94752	rnn.weight_ih_l1	8	0.03752151131629944
94752	rnn.weight_ih_l1	9	0.03305371478199959
94752	rnn.weight_hh_l1	0	-0.004235920030623674
94752	rnn.weight_hh_l1	1	0.009745987132191658
94752	rnn.weight_hh_l1	2	0.012987575493752956
94752	rnn.weight_hh_l1	3	-0.010121621191501617
94752	rnn.weight_hh_l1	4	0.0039963796734809875
94752	rnn.weight_hh_l1	5	0.024126915261149406
94752	rnn.weight_hh_l1	6	0.028980731964111328
94752	rnn.weight_hh_l1	7	-0.025686001405119896
94752	rnn.weight_hh_l1	8	-0.020063601434230804
94752	rnn.weight_hh_l1	9	0.03813313692808151
94752	rnn.bias_ih_l1	0	-0.17158930003643036
94752	rnn.bias_ih_l1	1	-0.16094039380550385
94752	rnn.bias_ih_l1	2	-0.16571542620658875
94752	rnn.bias_ih_l1	3	-0.24455571174621582
94752	rnn.bias_ih_l1	4	-0.1635180115699768
94752	rnn.bias_ih_l1	5	-0.09920252859592438
94752	rnn.bias_ih_l1	6	-0.12333264201879501
94752	rnn.bias_ih_l1	7	-0.0029890320729464293
94752	rnn.bias_ih_l1	8	-0.13332559168338776
94752	rnn.bias_ih_l1	9	-0.09036092460155487
94752	rnn.bias_hh_l1	0	-0.12291450798511505
94752	rnn.bias_hh_l1	1	-0.04683901369571686
94752	rnn.bias_hh_l1	2	-0.08909178525209427
94752	rnn.bias_hh_l1	3	-0.09546064585447311
94752	rnn.bias_hh_l1	4	-0.10896499454975128
94752	rnn.bias_hh_l1	5	-0.08809118717908859
94752	rnn.bias_hh_l1	6	-0.10023985058069229
94752	rnn.bias_hh_l1	7	0.015531523153185844
94752	rnn.bias_hh_l1	8	-0.1436978429555893
94752	rnn.bias_hh_l1	9	-0.0843278095126152
94752	rnn.weight_ih_l1_reverse	0	-0.04399072006344795
94752	rnn.weight_ih_l1_reverse	1	0.006362580228596926
94752	rnn.weight_ih_l1_reverse	2	-0.008339053019881248
94752	rnn.weight_ih_l1_reverse	3	-0.0065202005207538605
94752	rnn.weight_ih_l1_reverse	4	-0.0311718862503767
94752	rnn.weight_ih_l1_reverse	5	-0.03708195686340332
94752	rnn.weight_ih_l1_reverse	6	-0.003951456863433123
94752	rnn.weight_ih_l1_reverse	7	0.01789558120071888
94752	rnn.weight_ih_l1_reverse	8	0.032351456582546234
94752	rnn.weight_ih_l1_reverse	9	-0.07317368686199188
94752	rnn.weight_hh_l1_reverse	0	0.008521019481122494
94752	rnn.weight_hh_l1_reverse	1	0.029058361425995827
94752	rnn.weight_hh_l1_reverse	2	-0.03968917950987816
94752	rnn.weight_hh_l1_reverse	3	0.040638942271471024
94752	rnn.weight_hh_l1_reverse	4	0.047561150044202805
94752	rnn.weight_hh_l1_reverse	5	0.007388790138065815
94752	rnn.weight_hh_l1_reverse	6	0.006532943341881037
94752	rnn.weight_hh_l1_reverse	7	0.023685641586780548
94752	rnn.weight_hh_l1_reverse	8	-0.004496133420616388
94752	rnn.weight_hh_l1_reverse	9	-0.036938589066267014
94752	rnn.bias_ih_l1_reverse	0	-0.03267594426870346
94752	rnn.bias_ih_l1_reverse	1	-0.11738712340593338
94752	rnn.bias_ih_l1_reverse	2	-0.13229943811893463
94752	rnn.bias_ih_l1_reverse	3	-0.014939562417566776
94752	rnn.bias_ih_l1_reverse	4	-0.16222254931926727
94752	rnn.bias_ih_l1_reverse	5	-0.09498242288827896
94752	rnn.bias_ih_l1_reverse	6	-0.11369254440069199
94752	rnn.bias_ih_l1_reverse	7	-0.18994298577308655
94752	rnn.bias_ih_l1_reverse	8	0.15569216012954712
94752	rnn.bias_ih_l1_reverse	9	0.03088725544512272
94752	rnn.bias_hh_l1_reverse	0	-0.04608192294836044
94752	rnn.bias_hh_l1_reverse	1	-0.024830477312207222
94752	rnn.bias_hh_l1_reverse	2	-0.21348445117473602
94752	rnn.bias_hh_l1_reverse	3	-0.11298075318336487
94752	rnn.bias_hh_l1_reverse	4	-0.07285458594560623
94752	rnn.bias_hh_l1_reverse	5	-0.08297090977430344
94752	rnn.bias_hh_l1_reverse	6	0.15132902562618256
94752	rnn.bias_hh_l1_reverse	7	-0.1544349044561386
94752	rnn.bias_hh_l1_reverse	8	-0.09881038218736649
94752	rnn.bias_hh_l1_reverse	9	-0.11596512794494629
94752	linear.weight	0	0.002228822559118271
94752	linear.weight	1	0.09960588067770004
94752	linear.weight	2	-0.09765785932540894
94752	linear.weight	3	0.38062283396720886
94752	linear.weight	4	0.12000320106744766
94752	linear.weight	5	-0.0055610123090445995
94752	linear.weight	6	0.0542638786137104
94752	linear.weight	7	0.12662146985530853
94752	linear.weight	8	0.04127468913793564
94752	linear.weight	9	-0.03537675365805626
94752	linear.bias	0	-0.01095322985202074
94752	linear.bias	1	-0.21629031002521515
94752	linear.bias	2	-0.4459690749645233
94752	linear.bias	3	-0.7273336052894592
94752	linear.bias	4	-1.1380161046981812
94752	linear.bias	5	-0.03479079157114029
94752	linear.bias	6	-0.7158154845237732
94752	linear.bias	7	0.3781774044036865
94752	linear.bias	8	-0.49845054745674133
94752	linear.bias	9	-0.8926255702972412
94949	transitions	0	0.5839406251907349
94949	transitions	1	0.11165714263916016
94949	transitions	2	-10000.0
94949	transitions	3	-1.8123579025268555
94949	transitions	4	-10000.0
94949	transitions	5	0.6140737533569336
94949	transitions	6	-0.049838751554489136
94949	transitions	7	-0.5385575294494629
94949	transitions	8	-1.3710342645645142
94949	transitions	9	-0.00080384302418679
94949	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
94949	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
94949	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
94949	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
94949	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
94949	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
94949	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
94949	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
94949	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
94949	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
94949	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
94949	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
94949	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
94949	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
94949	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
94949	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
94949	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
94949	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
94949	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
94949	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
94949	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
94949	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
94949	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
94949	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
94949	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
94949	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
94949	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
94949	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
94949	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
94949	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
94949	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
94949	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
94949	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
94949	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
94949	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
94949	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
94949	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
94949	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
94949	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
94949	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
94949	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
94949	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
94949	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
94949	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
94949	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
94949	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
94949	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
94949	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
94949	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
94949	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
94949	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
94949	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
94949	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
94949	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
94949	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
94949	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
94949	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
94949	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
94949	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
94949	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
94949	embedding2nn.weight	0	0.010324492119252682
94949	embedding2nn.weight	1	-0.017130577936768532
94949	embedding2nn.weight	2	-0.014268254861235619
94949	embedding2nn.weight	3	-0.0049404785968363285
94949	embedding2nn.weight	4	-0.005915035028010607
94949	embedding2nn.weight	5	-0.0037005827762186527
94949	embedding2nn.weight	6	-0.003973245155066252
94949	embedding2nn.weight	7	-0.05270751938223839
94949	embedding2nn.weight	8	-0.0019979383796453476
94949	embedding2nn.weight	9	-0.029526885598897934
94949	embedding2nn.bias	0	0.025417599827051163
94949	embedding2nn.bias	1	-0.07824348658323288
94949	embedding2nn.bias	2	0.0987449437379837
94949	embedding2nn.bias	3	0.0551706999540329
94949	embedding2nn.bias	4	-0.06157142296433449
94949	embedding2nn.bias	5	-0.0284018162637949
94949	embedding2nn.bias	6	0.011635968461632729
94949	embedding2nn.bias	7	-0.0188297051936388
94949	embedding2nn.bias	8	0.040705956518650055
94949	embedding2nn.bias	9	0.01240539737045765
94949	rnn.weight_ih_l0	0	-0.05246333032846451
94949	rnn.weight_ih_l0	1	-0.0038854621816426516
94949	rnn.weight_ih_l0	2	0.04416050389409065
94949	rnn.weight_ih_l0	3	0.013513009063899517
94949	rnn.weight_ih_l0	4	-0.018561245873570442
94949	rnn.weight_ih_l0	5	-0.046903785318136215
94949	rnn.weight_ih_l0	6	0.005634919740259647
94949	rnn.weight_ih_l0	7	0.03672827407717705
94949	rnn.weight_ih_l0	8	-0.0048898737877607346
94949	rnn.weight_ih_l0	9	-0.019934935495257378
94949	rnn.weight_hh_l0	0	-0.03755811229348183
94949	rnn.weight_hh_l0	1	0.0053857844322919846
94949	rnn.weight_hh_l0	2	0.002201670780777931
94949	rnn.weight_hh_l0	3	-0.054849762469530106
94949	rnn.weight_hh_l0	4	0.07047044485807419
94949	rnn.weight_hh_l0	5	-0.006942578591406345
94949	rnn.weight_hh_l0	6	-0.039336998015642166
94949	rnn.weight_hh_l0	7	-0.010851430706679821
94949	rnn.weight_hh_l0	8	0.014565167017281055
94949	rnn.weight_hh_l0	9	-0.01772668957710266
94949	rnn.bias_ih_l0	0	0.0632721334695816
94949	rnn.bias_ih_l0	1	-0.03058747388422489
94949	rnn.bias_ih_l0	2	-0.01758217252790928
94949	rnn.bias_ih_l0	3	0.12038769572973251
94949	rnn.bias_ih_l0	4	-0.058990493416786194
94949	rnn.bias_ih_l0	5	-0.0242351982742548
94949	rnn.bias_ih_l0	6	-0.009144476614892483
94949	rnn.bias_ih_l0	7	0.038980476558208466
94949	rnn.bias_ih_l0	8	-0.10481221973896027
94949	rnn.bias_ih_l0	9	-0.04306499660015106
94949	rnn.bias_hh_l0	0	-0.02566099353134632
94949	rnn.bias_hh_l0	1	-0.09107041358947754
94949	rnn.bias_hh_l0	2	-0.029374336823821068
94949	rnn.bias_hh_l0	3	-0.07540544867515564
94949	rnn.bias_hh_l0	4	-0.03233075141906738
94949	rnn.bias_hh_l0	5	-0.006378930993378162
94949	rnn.bias_hh_l0	6	0.02939957194030285
94949	rnn.bias_hh_l0	7	0.04468689486384392
94949	rnn.bias_hh_l0	8	-0.12698443233966827
94949	rnn.bias_hh_l0	9	-0.022542668506503105
94949	rnn.weight_ih_l0_reverse	0	-0.004205107223242521
94949	rnn.weight_ih_l0_reverse	1	-0.05425487458705902
94949	rnn.weight_ih_l0_reverse	2	-0.025739967823028564
94949	rnn.weight_ih_l0_reverse	3	0.008325202390551567
94949	rnn.weight_ih_l0_reverse	4	-0.010945124551653862
94949	rnn.weight_ih_l0_reverse	5	-0.04372936859726906
94949	rnn.weight_ih_l0_reverse	6	0.07018926739692688
94949	rnn.weight_ih_l0_reverse	7	-0.018643969669938087
94949	rnn.weight_ih_l0_reverse	8	-0.02763446420431137
94949	rnn.weight_ih_l0_reverse	9	0.006369295995682478
94949	rnn.weight_hh_l0_reverse	0	0.038165878504514694
94949	rnn.weight_hh_l0_reverse	1	0.035898737609386444
94949	rnn.weight_hh_l0_reverse	2	0.039314012974500656
94949	rnn.weight_hh_l0_reverse	3	0.025573285296559334
94949	rnn.weight_hh_l0_reverse	4	0.004393638111650944
94949	rnn.weight_hh_l0_reverse	5	0.011293193325400352
94949	rnn.weight_hh_l0_reverse	6	0.0440683551132679
94949	rnn.weight_hh_l0_reverse	7	-0.06187048181891441
94949	rnn.weight_hh_l0_reverse	8	0.039032526314258575
94949	rnn.weight_hh_l0_reverse	9	0.04698648303747177
94949	rnn.bias_ih_l0_reverse	0	-0.05357465520501137
94949	rnn.bias_ih_l0_reverse	1	-0.22906336188316345
94949	rnn.bias_ih_l0_reverse	2	-0.1227494478225708
94949	rnn.bias_ih_l0_reverse	3	-0.022860152646899223
94949	rnn.bias_ih_l0_reverse	4	-0.04839660972356796
94949	rnn.bias_ih_l0_reverse	5	0.04886307194828987
94949	rnn.bias_ih_l0_reverse	6	-0.04684131592512131
94949	rnn.bias_ih_l0_reverse	7	0.05035916343331337
94949	rnn.bias_ih_l0_reverse	8	-0.04992951080203056
94949	rnn.bias_ih_l0_reverse	9	0.03305474668741226
94949	rnn.bias_hh_l0_reverse	0	-0.0008732437272556126
94949	rnn.bias_hh_l0_reverse	1	-0.026165978983044624
94949	rnn.bias_hh_l0_reverse	2	0.0643543004989624
94949	rnn.bias_hh_l0_reverse	3	-0.0502525195479393
94949	rnn.bias_hh_l0_reverse	4	-0.03540462255477905
94949	rnn.bias_hh_l0_reverse	5	-0.034198880195617676
94949	rnn.bias_hh_l0_reverse	6	-0.022142281755805016
94949	rnn.bias_hh_l0_reverse	7	0.0958494246006012
94949	rnn.bias_hh_l0_reverse	8	0.02815542183816433
94949	rnn.bias_hh_l0_reverse	9	-0.09904729574918747
94949	rnn.weight_ih_l1	0	-0.03936171159148216
94949	rnn.weight_ih_l1	1	-0.024218259379267693
94949	rnn.weight_ih_l1	2	0.03762996569275856
94949	rnn.weight_ih_l1	3	-0.04164867103099823
94949	rnn.weight_ih_l1	4	-0.008032613433897495
94949	rnn.weight_ih_l1	5	-0.04511021450161934
94949	rnn.weight_ih_l1	6	0.02605653554201126
94949	rnn.weight_ih_l1	7	-0.038926780223846436
94949	rnn.weight_ih_l1	8	0.03756096959114075
94949	rnn.weight_ih_l1	9	0.03346675634384155
94949	rnn.weight_hh_l1	0	-0.0031585590913891792
94949	rnn.weight_hh_l1	1	0.010000674054026604
94949	rnn.weight_hh_l1	2	0.014290113002061844
94949	rnn.weight_hh_l1	3	-0.010574184358119965
94949	rnn.weight_hh_l1	4	0.0036882509011775255
94949	rnn.weight_hh_l1	5	0.024405548349022865
94949	rnn.weight_hh_l1	6	0.029756933450698853
94949	rnn.weight_hh_l1	7	-0.02575843036174774
94949	rnn.weight_hh_l1	8	-0.019584450870752335
94949	rnn.weight_hh_l1	9	0.03769711032509804
94949	rnn.bias_ih_l1	0	-0.16964846849441528
94949	rnn.bias_ih_l1	1	-0.15517641603946686
94949	rnn.bias_ih_l1	2	-0.16788791120052338
94949	rnn.bias_ih_l1	3	-0.24523817002773285
94949	rnn.bias_ih_l1	4	-0.16190233826637268
94949	rnn.bias_ih_l1	5	-0.0982852578163147
94949	rnn.bias_ih_l1	6	-0.12097176909446716
94949	rnn.bias_ih_l1	7	-0.00850280188024044
94949	rnn.bias_ih_l1	8	-0.13183559477329254
94949	rnn.bias_ih_l1	9	-0.09165755659341812
94949	rnn.bias_hh_l1	0	-0.12404628098011017
94949	rnn.bias_hh_l1	1	-0.05301341786980629
94949	rnn.bias_hh_l1	2	-0.08812487125396729
94949	rnn.bias_hh_l1	3	-0.0943177342414856
94949	rnn.bias_hh_l1	4	-0.10936744511127472
94949	rnn.bias_hh_l1	5	-0.08638021349906921
94949	rnn.bias_hh_l1	6	-0.09943622350692749
94949	rnn.bias_hh_l1	7	0.015890013426542282
94949	rnn.bias_hh_l1	8	-0.14437206089496613
94949	rnn.bias_hh_l1	9	-0.08333729952573776
94949	rnn.weight_ih_l1_reverse	0	-0.04365634545683861
94949	rnn.weight_ih_l1_reverse	1	0.0125226816162467
94949	rnn.weight_ih_l1_reverse	2	-0.0027530204970389605
94949	rnn.weight_ih_l1_reverse	3	-0.00539758475497365
94949	rnn.weight_ih_l1_reverse	4	-0.0318714864552021
94949	rnn.weight_ih_l1_reverse	5	-0.0368746817111969
94949	rnn.weight_ih_l1_reverse	6	-0.0003863147576339543
94949	rnn.weight_ih_l1_reverse	7	0.016642507165670395
94949	rnn.weight_ih_l1_reverse	8	0.03375552222132683
94949	rnn.weight_ih_l1_reverse	9	-0.0747658908367157
94949	rnn.weight_hh_l1_reverse	0	0.008453956805169582
94949	rnn.weight_hh_l1_reverse	1	0.02948746085166931
94949	rnn.weight_hh_l1_reverse	2	-0.039718590676784515
94949	rnn.weight_hh_l1_reverse	3	0.04055804759263992
94949	rnn.weight_hh_l1_reverse	4	0.04740380868315697
94949	rnn.weight_hh_l1_reverse	5	0.007804550230503082
94949	rnn.weight_hh_l1_reverse	6	0.00647500716149807
94949	rnn.weight_hh_l1_reverse	7	0.02434774674475193
94949	rnn.weight_hh_l1_reverse	8	-0.004430740140378475
94949	rnn.weight_hh_l1_reverse	9	-0.037004582583904266
94949	rnn.bias_ih_l1_reverse	0	-0.02911802940070629
94949	rnn.bias_ih_l1_reverse	1	-0.11742179840803146
94949	rnn.bias_ih_l1_reverse	2	-0.1334959715604782
94949	rnn.bias_ih_l1_reverse	3	-0.017049072310328484
94949	rnn.bias_ih_l1_reverse	4	-0.16226637363433838
94949	rnn.bias_ih_l1_reverse	5	-0.0939016044139862
94949	rnn.bias_ih_l1_reverse	6	-0.1133602112531662
94949	rnn.bias_ih_l1_reverse	7	-0.19321903586387634
94949	rnn.bias_ih_l1_reverse	8	0.15727432072162628
94949	rnn.bias_ih_l1_reverse	9	0.035291172564029694
94949	rnn.bias_hh_l1_reverse	0	-0.04133474826812744
94949	rnn.bias_hh_l1_reverse	1	-0.033369794487953186
94949	rnn.bias_hh_l1_reverse	2	-0.21268434822559357
94949	rnn.bias_hh_l1_reverse	3	-0.1128372997045517
94949	rnn.bias_hh_l1_reverse	4	-0.07516983896493912
94949	rnn.bias_hh_l1_reverse	5	-0.08433923125267029
94949	rnn.bias_hh_l1_reverse	6	0.15982061624526978
94949	rnn.bias_hh_l1_reverse	7	-0.15572957694530487
94949	rnn.bias_hh_l1_reverse	8	-0.09531406313180923
94949	rnn.bias_hh_l1_reverse	9	-0.11583252996206284
94949	linear.weight	0	0.002228822559118271
94949	linear.weight	1	0.09698944538831711
94949	linear.weight	2	-0.09629400074481964
94949	linear.weight	3	0.3731161057949066
94949	linear.weight	4	0.12223659455776215
94949	linear.weight	5	-0.006039454601705074
94949	linear.weight	6	0.06193869188427925
94949	linear.weight	7	0.12410350888967514
94949	linear.weight	8	0.04127417877316475
94949	linear.weight	9	-0.03432733193039894
94949	linear.bias	0	-0.04352524131536484
94949	linear.bias	1	-0.20288494229316711
94949	linear.bias	2	-0.4642521142959595
94949	linear.bias	3	-0.7381166815757751
94949	linear.bias	4	-1.1525232791900635
94949	linear.bias	5	-0.06809655576944351
94949	linear.bias	6	-0.7038701176643372
94949	linear.bias	7	0.3473954498767853
94949	linear.bias	8	-0.4861282408237457
94949	linear.bias	9	-0.8786774277687073
95146	transitions	0	0.5828140377998352
95146	transitions	1	0.10685671865940094
95146	transitions	2	-10000.0
95146	transitions	3	-1.8124264478683472
95146	transitions	4	-10000.0
95146	transitions	5	0.6139236688613892
95146	transitions	6	-0.049998365342617035
95146	transitions	7	-0.539069652557373
95146	transitions	8	-1.3711488246917725
95146	transitions	9	-0.0008052760967984796
95146	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
95146	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
95146	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
95146	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
95146	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
95146	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
95146	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
95146	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
95146	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
95146	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
95146	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
95146	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
95146	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
95146	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
95146	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
95146	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
95146	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
95146	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
95146	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
95146	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
95146	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
95146	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
95146	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
95146	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
95146	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
95146	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
95146	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
95146	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
95146	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
95146	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
95146	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
95146	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
95146	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
95146	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
95146	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
95146	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
95146	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
95146	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
95146	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
95146	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
95146	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
95146	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
95146	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
95146	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
95146	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
95146	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
95146	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
95146	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
95146	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
95146	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
95146	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
95146	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
95146	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
95146	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
95146	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
95146	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
95146	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
95146	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
95146	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
95146	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
95146	embedding2nn.weight	0	0.010500172153115273
95146	embedding2nn.weight	1	-0.017196957021951675
95146	embedding2nn.weight	2	-0.014268254861235619
95146	embedding2nn.weight	3	-0.004163504112511873
95146	embedding2nn.weight	4	-0.005915035028010607
95146	embedding2nn.weight	5	-0.0037005830090492964
95146	embedding2nn.weight	6	-0.003973247949033976
95146	embedding2nn.weight	7	-0.05215916782617569
95146	embedding2nn.weight	8	-0.0019979383796453476
95146	embedding2nn.weight	9	-0.02755439467728138
95146	embedding2nn.bias	0	0.015475225634872913
95146	embedding2nn.bias	1	-0.0736127644777298
95146	embedding2nn.bias	2	0.10099345445632935
95146	embedding2nn.bias	3	0.05649019777774811
95146	embedding2nn.bias	4	-0.06170559301972389
95146	embedding2nn.bias	5	-0.03238686919212341
95146	embedding2nn.bias	6	0.014413596130907536
95146	embedding2nn.bias	7	-0.018134618178009987
95146	embedding2nn.bias	8	0.041503190994262695
95146	embedding2nn.bias	9	0.013583475723862648
95146	rnn.weight_ih_l0	0	-0.05288200080394745
95146	rnn.weight_ih_l0	1	-0.003733695950359106
95146	rnn.weight_ih_l0	2	0.044908683747053146
95146	rnn.weight_ih_l0	3	0.013280404731631279
95146	rnn.weight_ih_l0	4	-0.018695354461669922
95146	rnn.weight_ih_l0	5	-0.046985380351543427
95146	rnn.weight_ih_l0	6	0.006055314093828201
95146	rnn.weight_ih_l0	7	0.04142337664961815
95146	rnn.weight_ih_l0	8	-0.005850863642990589
95146	rnn.weight_ih_l0	9	-0.01989206112921238
95146	rnn.weight_hh_l0	0	-0.036281291395425797
95146	rnn.weight_hh_l0	1	0.004613412544131279
95146	rnn.weight_hh_l0	2	0.0028168288990855217
95146	rnn.weight_hh_l0	3	-0.055091869086027145
95146	rnn.weight_hh_l0	4	0.07092687487602234
95146	rnn.weight_hh_l0	5	-0.006781842093914747
95146	rnn.weight_hh_l0	6	-0.03985677286982536
95146	rnn.weight_hh_l0	7	-0.010981730185449123
95146	rnn.weight_hh_l0	8	0.014053510501980782
95146	rnn.weight_hh_l0	9	-0.018535317853093147
95146	rnn.bias_ih_l0	0	0.06501749902963638
95146	rnn.bias_ih_l0	1	-0.030225995928049088
95146	rnn.bias_ih_l0	2	-0.023000650107860565
95146	rnn.bias_ih_l0	3	0.1178857609629631
95146	rnn.bias_ih_l0	4	-0.055022742599248886
95146	rnn.bias_ih_l0	5	-0.02370392717421055
95146	rnn.bias_ih_l0	6	-0.01130349189043045
95146	rnn.bias_ih_l0	7	0.03746103122830391
95146	rnn.bias_ih_l0	8	-0.10547243803739548
95146	rnn.bias_ih_l0	9	-0.04417381063103676
95146	rnn.bias_hh_l0	0	-0.026706356555223465
95146	rnn.bias_hh_l0	1	-0.09282020479440689
95146	rnn.bias_hh_l0	2	-0.03065173514187336
95146	rnn.bias_hh_l0	3	-0.0771775171160698
95146	rnn.bias_hh_l0	4	-0.030164388939738274
95146	rnn.bias_hh_l0	5	-0.007776608224958181
95146	rnn.bias_hh_l0	6	0.027728192508220673
95146	rnn.bias_hh_l0	7	0.04320664703845978
95146	rnn.bias_hh_l0	8	-0.12708193063735962
95146	rnn.bias_hh_l0	9	-0.024468090385198593
95146	rnn.weight_ih_l0_reverse	0	-0.0047976113855838776
95146	rnn.weight_ih_l0_reverse	1	-0.05282220244407654
95146	rnn.weight_ih_l0_reverse	2	-0.024065552279353142
95146	rnn.weight_ih_l0_reverse	3	0.010134107433259487
95146	rnn.weight_ih_l0_reverse	4	-0.011782003566622734
95146	rnn.weight_ih_l0_reverse	5	-0.044250186532735825
95146	rnn.weight_ih_l0_reverse	6	0.06980756670236588
95146	rnn.weight_ih_l0_reverse	7	-0.017303405329585075
95146	rnn.weight_ih_l0_reverse	8	-0.027446437627077103
95146	rnn.weight_ih_l0_reverse	9	0.007234419230371714
95146	rnn.weight_hh_l0_reverse	0	0.03778015077114105
95146	rnn.weight_hh_l0_reverse	1	0.034765396267175674
95146	rnn.weight_hh_l0_reverse	2	0.039718132466077805
95146	rnn.weight_hh_l0_reverse	3	0.025649812072515488
95146	rnn.weight_hh_l0_reverse	4	0.004609502851963043
95146	rnn.weight_hh_l0_reverse	5	0.011011154390871525
95146	rnn.weight_hh_l0_reverse	6	0.04431461542844772
95146	rnn.weight_hh_l0_reverse	7	-0.06274174153804779
95146	rnn.weight_hh_l0_reverse	8	0.03932058811187744
95146	rnn.weight_hh_l0_reverse	9	0.04734957218170166
95146	rnn.bias_ih_l0_reverse	0	-0.05495966970920563
95146	rnn.bias_ih_l0_reverse	1	-0.2297753393650055
95146	rnn.bias_ih_l0_reverse	2	-0.11920768022537231
95146	rnn.bias_ih_l0_reverse	3	-0.01991388015449047
95146	rnn.bias_ih_l0_reverse	4	-0.04978811740875244
95146	rnn.bias_ih_l0_reverse	5	0.04880557954311371
95146	rnn.bias_ih_l0_reverse	6	-0.04459333047270775
95146	rnn.bias_ih_l0_reverse	7	0.047134172171354294
95146	rnn.bias_ih_l0_reverse	8	-0.04907612130045891
95146	rnn.bias_ih_l0_reverse	9	0.03276862949132919
95146	rnn.bias_hh_l0_reverse	0	-0.001095163868740201
95146	rnn.bias_hh_l0_reverse	1	-0.02551744319498539
95146	rnn.bias_hh_l0_reverse	2	0.06473809480667114
95146	rnn.bias_hh_l0_reverse	3	-0.05277330055832863
95146	rnn.bias_hh_l0_reverse	4	-0.03598334267735481
95146	rnn.bias_hh_l0_reverse	5	-0.03734506666660309
95146	rnn.bias_hh_l0_reverse	6	-0.02189282886683941
95146	rnn.bias_hh_l0_reverse	7	0.0976967141032219
95146	rnn.bias_hh_l0_reverse	8	0.028647392988204956
95146	rnn.bias_hh_l0_reverse	9	-0.1041264459490776
95146	rnn.weight_ih_l1	0	-0.03987232223153114
95146	rnn.weight_ih_l1	1	-0.02489357441663742
95146	rnn.weight_ih_l1	2	0.0384293831884861
95146	rnn.weight_ih_l1	3	-0.0417223684489727
95146	rnn.weight_ih_l1	4	-0.008100501261651516
95146	rnn.weight_ih_l1	5	-0.04500794783234596
95146	rnn.weight_ih_l1	6	0.026219859719276428
95146	rnn.weight_ih_l1	7	-0.038072504103183746
95146	rnn.weight_ih_l1	8	0.037234384566545486
95146	rnn.weight_ih_l1	9	0.034105416387319565
95146	rnn.weight_hh_l1	0	-0.004488368518650532
95146	rnn.weight_hh_l1	1	0.0102073447778821
95146	rnn.weight_hh_l1	2	0.014325008727610111
95146	rnn.weight_hh_l1	3	-0.010612526908516884
95146	rnn.weight_hh_l1	4	0.0035571635235100985
95146	rnn.weight_hh_l1	5	0.024308186024427414
95146	rnn.weight_hh_l1	6	0.029756532981991768
95146	rnn.weight_hh_l1	7	-0.026007037609815598
95146	rnn.weight_hh_l1	8	-0.020568855106830597
95146	rnn.weight_hh_l1	9	0.03795001283288002
95146	rnn.bias_ih_l1	0	-0.16936370730400085
95146	rnn.bias_ih_l1	1	-0.15477892756462097
95146	rnn.bias_ih_l1	2	-0.16767291724681854
95146	rnn.bias_ih_l1	3	-0.2432522177696228
95146	rnn.bias_ih_l1	4	-0.16527430713176727
95146	rnn.bias_ih_l1	5	-0.09754009544849396
95146	rnn.bias_ih_l1	6	-0.12207867205142975
95146	rnn.bias_ih_l1	7	-0.01116847712546587
95146	rnn.bias_ih_l1	8	-0.12988993525505066
95146	rnn.bias_ih_l1	9	-0.08774998039007187
95146	rnn.bias_hh_l1	0	-0.12494605779647827
95146	rnn.bias_hh_l1	1	-0.055903635919094086
95146	rnn.bias_hh_l1	2	-0.0896485224366188
95146	rnn.bias_hh_l1	3	-0.09347173571586609
95146	rnn.bias_hh_l1	4	-0.1103273257613182
95146	rnn.bias_hh_l1	5	-0.08480441570281982
95146	rnn.bias_hh_l1	6	-0.10023714601993561
95146	rnn.bias_hh_l1	7	0.016687974333763123
95146	rnn.bias_hh_l1	8	-0.14331011474132538
95146	rnn.bias_hh_l1	9	-0.08390609174966812
95146	rnn.weight_ih_l1_reverse	0	-0.04462060332298279
95146	rnn.weight_ih_l1_reverse	1	0.012791587971150875
95146	rnn.weight_ih_l1_reverse	2	-0.0006242119707167149
95146	rnn.weight_ih_l1_reverse	3	-0.005218861158937216
95146	rnn.weight_ih_l1_reverse	4	-0.03190406784415245
95146	rnn.weight_ih_l1_reverse	5	-0.03649755194783211
95146	rnn.weight_ih_l1_reverse	6	0.0007180207758210599
95146	rnn.weight_ih_l1_reverse	7	0.01640310324728489
95146	rnn.weight_ih_l1_reverse	8	0.03687949851155281
95146	rnn.weight_ih_l1_reverse	9	-0.07316657155752182
95146	rnn.weight_hh_l1_reverse	0	0.00839319173246622
95146	rnn.weight_hh_l1_reverse	1	0.029109731316566467
95146	rnn.weight_hh_l1_reverse	2	-0.03970329836010933
95146	rnn.weight_hh_l1_reverse	3	0.04039027914404869
95146	rnn.weight_hh_l1_reverse	4	0.04791020229458809
95146	rnn.weight_hh_l1_reverse	5	0.0075492593459784985
95146	rnn.weight_hh_l1_reverse	6	0.0076828510500490665
95146	rnn.weight_hh_l1_reverse	7	0.02401229739189148
95146	rnn.weight_hh_l1_reverse	8	-0.004332142882049084
95146	rnn.weight_hh_l1_reverse	9	-0.03699954226613045
95146	rnn.bias_ih_l1_reverse	0	-0.028254566714167595
95146	rnn.bias_ih_l1_reverse	1	-0.11781901866197586
95146	rnn.bias_ih_l1_reverse	2	-0.13432949781417847
95146	rnn.bias_ih_l1_reverse	3	-0.017118465155363083
95146	rnn.bias_ih_l1_reverse	4	-0.16027463972568512
95146	rnn.bias_ih_l1_reverse	5	-0.09473511576652527
95146	rnn.bias_ih_l1_reverse	6	-0.11149320751428604
95146	rnn.bias_ih_l1_reverse	7	-0.19343988597393036
95146	rnn.bias_ih_l1_reverse	8	0.16288548707962036
95146	rnn.bias_ih_l1_reverse	9	0.033871568739414215
95146	rnn.bias_hh_l1_reverse	0	-0.045876964926719666
95146	rnn.bias_hh_l1_reverse	1	-0.027929067611694336
95146	rnn.bias_hh_l1_reverse	2	-0.21103358268737793
95146	rnn.bias_hh_l1_reverse	3	-0.11119866371154785
95146	rnn.bias_hh_l1_reverse	4	-0.07543525099754333
95146	rnn.bias_hh_l1_reverse	5	-0.08519022166728973
95146	rnn.bias_hh_l1_reverse	6	0.1622319370508194
95146	rnn.bias_hh_l1_reverse	7	-0.15495827794075012
95146	rnn.bias_hh_l1_reverse	8	-0.09631679952144623
95146	rnn.bias_hh_l1_reverse	9	-0.11476518213748932
95146	linear.weight	0	0.002228822559118271
95146	linear.weight	1	0.10132742673158646
95146	linear.weight	2	-0.09719087928533554
95146	linear.weight	3	0.3731693625450134
95146	linear.weight	4	0.12286683917045593
95146	linear.weight	5	-0.0004263538576196879
95146	linear.weight	6	0.08646102249622345
95146	linear.weight	7	0.13121919333934784
95146	linear.weight	8	0.04127340018749237
95146	linear.weight	9	-0.03557262942194939
95146	linear.bias	0	-0.047507911920547485
95146	linear.bias	1	-0.20366956293582916
95146	linear.bias	2	-0.47878265380859375
95146	linear.bias	3	-0.7334594130516052
95146	linear.bias	4	-1.1551920175552368
95146	linear.bias	5	-0.055676378309726715
95146	linear.bias	6	-0.7052345871925354
95146	linear.bias	7	0.36162203550338745
95146	linear.bias	8	-0.48443663120269775
95146	linear.bias	9	-0.8789935111999512
95343	transitions	0	0.5696393251419067
95343	transitions	1	0.1017666682600975
95343	transitions	2	-10000.0
95343	transitions	3	-1.8124679327011108
95343	transitions	4	-10000.0
95343	transitions	5	0.6137881278991699
95343	transitions	6	-0.050093311816453934
95343	transitions	7	-0.539635419845581
95343	transitions	8	-1.3713164329528809
95343	transitions	9	-0.0008068180177360773
95343	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
95343	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
95343	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
95343	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
95343	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
95343	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
95343	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
95343	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
95343	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
95343	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
95343	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
95343	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
95343	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
95343	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
95343	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
95343	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
95343	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
95343	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
95343	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
95343	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
95343	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
95343	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
95343	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
95343	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
95343	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
95343	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
95343	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
95343	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
95343	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
95343	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
95343	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
95343	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
95343	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
95343	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
95343	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
95343	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
95343	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
95343	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
95343	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
95343	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
95343	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
95343	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
95343	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
95343	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
95343	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
95343	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
95343	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
95343	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
95343	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
95343	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
95343	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
95343	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
95343	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
95343	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
95343	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
95343	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
95343	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
95343	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
95343	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
95343	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
95343	embedding2nn.weight	0	0.011651783250272274
95343	embedding2nn.weight	1	-0.017269371077418327
95343	embedding2nn.weight	2	-0.014268254861235619
95343	embedding2nn.weight	3	-0.0031470253597944975
95343	embedding2nn.weight	4	-0.005915035028010607
95343	embedding2nn.weight	5	-0.0037005837075412273
95343	embedding2nn.weight	6	-0.0039732507430016994
95343	embedding2nn.weight	7	-0.05125170946121216
95343	embedding2nn.weight	8	-0.0019979383796453476
95343	embedding2nn.weight	9	-0.02812732569873333
95343	embedding2nn.bias	0	0.02153976447880268
95343	embedding2nn.bias	1	-0.07061231881380081
95343	embedding2nn.bias	2	0.09957890957593918
95343	embedding2nn.bias	3	0.059563398361206055
95343	embedding2nn.bias	4	-0.052775103598833084
95343	embedding2nn.bias	5	-0.03961768373847008
95343	embedding2nn.bias	6	0.014193716458976269
95343	embedding2nn.bias	7	-0.02669944055378437
95343	embedding2nn.bias	8	0.04084072634577751
95343	embedding2nn.bias	9	0.012673527002334595
95343	rnn.weight_ih_l0	0	-0.05352674052119255
95343	rnn.weight_ih_l0	1	-0.0032642779406160116
95343	rnn.weight_ih_l0	2	0.044101469218730927
95343	rnn.weight_ih_l0	3	0.01348574087023735
95343	rnn.weight_ih_l0	4	-0.01676594279706478
95343	rnn.weight_ih_l0	5	-0.04756859317421913
95343	rnn.weight_ih_l0	6	0.005088300909847021
95343	rnn.weight_ih_l0	7	0.04269740730524063
95343	rnn.weight_ih_l0	8	-0.005463201552629471
95343	rnn.weight_ih_l0	9	-0.019093133509159088
95343	rnn.weight_hh_l0	0	-0.03644533082842827
95343	rnn.weight_hh_l0	1	0.005365192424505949
95343	rnn.weight_hh_l0	2	0.004651339258998632
95343	rnn.weight_hh_l0	3	-0.05478871613740921
95343	rnn.weight_hh_l0	4	0.07010220736265182
95343	rnn.weight_hh_l0	5	-0.004290418699383736
95343	rnn.weight_hh_l0	6	-0.03955033794045448
95343	rnn.weight_hh_l0	7	-0.012458869256079197
95343	rnn.weight_hh_l0	8	0.013920893892645836
95343	rnn.weight_hh_l0	9	-0.01834919862449169
95343	rnn.bias_ih_l0	0	0.06453169882297516
95343	rnn.bias_ih_l0	1	-0.030470479279756546
95343	rnn.bias_ih_l0	2	-0.023268505930900574
95343	rnn.bias_ih_l0	3	0.11760951578617096
95343	rnn.bias_ih_l0	4	-0.054089147597551346
95343	rnn.bias_ih_l0	5	-0.02412424422800541
95343	rnn.bias_ih_l0	6	-0.012264685705304146
95343	rnn.bias_ih_l0	7	0.03513495996594429
95343	rnn.bias_ih_l0	8	-0.10474897921085358
95343	rnn.bias_ih_l0	9	-0.04407699778676033
95343	rnn.bias_hh_l0	0	-0.024970335885882378
95343	rnn.bias_hh_l0	1	-0.09417222440242767
95343	rnn.bias_hh_l0	2	-0.03160294145345688
95343	rnn.bias_hh_l0	3	-0.07619757205247879
95343	rnn.bias_hh_l0	4	-0.026111651211977005
95343	rnn.bias_hh_l0	5	-0.00969017669558525
95343	rnn.bias_hh_l0	6	0.027855083346366882
95343	rnn.bias_hh_l0	7	0.05017069727182388
95343	rnn.bias_hh_l0	8	-0.12333931028842926
95343	rnn.bias_hh_l0	9	-0.019829755648970604
95343	rnn.weight_ih_l0_reverse	0	-0.004539357963949442
95343	rnn.weight_ih_l0_reverse	1	-0.05167589709162712
95343	rnn.weight_ih_l0_reverse	2	-0.02539738453924656
95343	rnn.weight_ih_l0_reverse	3	0.0106734000146389
95343	rnn.weight_ih_l0_reverse	4	-0.01050541177392006
95343	rnn.weight_ih_l0_reverse	5	-0.045033156871795654
95343	rnn.weight_ih_l0_reverse	6	0.06873152405023575
95343	rnn.weight_ih_l0_reverse	7	-0.017250413075089455
95343	rnn.weight_ih_l0_reverse	8	-0.0270035769790411
95343	rnn.weight_ih_l0_reverse	9	0.006721395533531904
95343	rnn.weight_hh_l0_reverse	0	0.03713483735918999
95343	rnn.weight_hh_l0_reverse	1	0.03520620986819267
95343	rnn.weight_hh_l0_reverse	2	0.0394408293068409
95343	rnn.weight_hh_l0_reverse	3	0.02531188726425171
95343	rnn.weight_hh_l0_reverse	4	0.004529113881289959
95343	rnn.weight_hh_l0_reverse	5	0.012760039418935776
95343	rnn.weight_hh_l0_reverse	6	0.04482383653521538
95343	rnn.weight_hh_l0_reverse	7	-0.06176358833909035
95343	rnn.weight_hh_l0_reverse	8	0.03839346393942833
95343	rnn.weight_hh_l0_reverse	9	0.0463690422475338
95343	rnn.bias_ih_l0_reverse	0	-0.054753243923187256
95343	rnn.bias_ih_l0_reverse	1	-0.22937092185020447
95343	rnn.bias_ih_l0_reverse	2	-0.12467318773269653
95343	rnn.bias_ih_l0_reverse	3	-0.02069994993507862
95343	rnn.bias_ih_l0_reverse	4	-0.05006317421793938
95343	rnn.bias_ih_l0_reverse	5	0.05032600462436676
95343	rnn.bias_ih_l0_reverse	6	-0.04344116523861885
95343	rnn.bias_ih_l0_reverse	7	0.04874276742339134
95343	rnn.bias_ih_l0_reverse	8	-0.04994078725576401
95343	rnn.bias_ih_l0_reverse	9	0.032111480832099915
95343	rnn.bias_hh_l0_reverse	0	-0.001428152434527874
95343	rnn.bias_hh_l0_reverse	1	-0.03334210813045502
95343	rnn.bias_hh_l0_reverse	2	0.05885527282953262
95343	rnn.bias_hh_l0_reverse	3	-0.05558318644762039
95343	rnn.bias_hh_l0_reverse	4	-0.03976006060838699
95343	rnn.bias_hh_l0_reverse	5	-0.03636091575026512
95343	rnn.bias_hh_l0_reverse	6	-0.021637743338942528
95343	rnn.bias_hh_l0_reverse	7	0.09614228457212448
95343	rnn.bias_hh_l0_reverse	8	0.027507690712809563
95343	rnn.bias_hh_l0_reverse	9	-0.10095548629760742
95343	rnn.weight_ih_l1	0	-0.03948189318180084
95343	rnn.weight_ih_l1	1	-0.024437520653009415
95343	rnn.weight_ih_l1	2	0.034958574920892715
95343	rnn.weight_ih_l1	3	-0.03717520087957382
95343	rnn.weight_ih_l1	4	-0.008856958709657192
95343	rnn.weight_ih_l1	5	-0.044737208634614944
95343	rnn.weight_ih_l1	6	0.027632324025034904
95343	rnn.weight_ih_l1	7	-0.03778763487935066
95343	rnn.weight_ih_l1	8	0.03719933331012726
95343	rnn.weight_ih_l1	9	0.032950352877378464
95343	rnn.weight_hh_l1	0	-0.002457688096910715
95343	rnn.weight_hh_l1	1	0.010066691786050797
95343	rnn.weight_hh_l1	2	0.015410268679261208
95343	rnn.weight_hh_l1	3	-0.010501021519303322
95343	rnn.weight_hh_l1	4	0.003909154329448938
95343	rnn.weight_hh_l1	5	0.02423894964158535
95343	rnn.weight_hh_l1	6	0.02999672293663025
95343	rnn.weight_hh_l1	7	-0.026628203690052032
95343	rnn.weight_hh_l1	8	-0.01987919956445694
95343	rnn.weight_hh_l1	9	0.03798770532011986
95343	rnn.bias_ih_l1	0	-0.16661436855793
95343	rnn.bias_ih_l1	1	-0.1498447060585022
95343	rnn.bias_ih_l1	2	-0.16848398745059967
95343	rnn.bias_ih_l1	3	-0.24241819977760315
95343	rnn.bias_ih_l1	4	-0.15839450061321259
95343	rnn.bias_ih_l1	5	-0.09892818331718445
95343	rnn.bias_ih_l1	6	-0.12115570902824402
95343	rnn.bias_ih_l1	7	-0.008393142372369766
95343	rnn.bias_ih_l1	8	-0.12596063315868378
95343	rnn.bias_ih_l1	9	-0.09480229765176773
95343	rnn.bias_hh_l1	0	-0.12185422331094742
95343	rnn.bias_hh_l1	1	-0.058618295937776566
95343	rnn.bias_hh_l1	2	-0.09367647022008896
95343	rnn.bias_hh_l1	3	-0.09372536838054657
95343	rnn.bias_hh_l1	4	-0.11145994067192078
95343	rnn.bias_hh_l1	5	-0.08554450422525406
95343	rnn.bias_hh_l1	6	-0.10092030465602875
95343	rnn.bias_hh_l1	7	0.008758759126067162
95343	rnn.bias_hh_l1	8	-0.14441467821598053
95343	rnn.bias_hh_l1	9	-0.08220908790826797
95343	rnn.weight_ih_l1_reverse	0	-0.04548565670847893
95343	rnn.weight_ih_l1_reverse	1	0.007854730822145939
95343	rnn.weight_ih_l1_reverse	2	-0.004609779454767704
95343	rnn.weight_ih_l1_reverse	3	-0.0039998553693294525
95343	rnn.weight_ih_l1_reverse	4	-0.03378450125455856
95343	rnn.weight_ih_l1_reverse	5	-0.03628033027052879
95343	rnn.weight_ih_l1_reverse	6	0.0005226748180575669
95343	rnn.weight_ih_l1_reverse	7	0.016003357246518135
95343	rnn.weight_ih_l1_reverse	8	0.03731003403663635
95343	rnn.weight_ih_l1_reverse	9	-0.07754941284656525
95343	rnn.weight_hh_l1_reverse	0	0.008434799499809742
95343	rnn.weight_hh_l1_reverse	1	0.0291252750903368
95343	rnn.weight_hh_l1_reverse	2	-0.03973368555307388
95343	rnn.weight_hh_l1_reverse	3	0.0404939241707325
95343	rnn.weight_hh_l1_reverse	4	0.04794614389538765
95343	rnn.weight_hh_l1_reverse	5	0.007345958147197962
95343	rnn.weight_hh_l1_reverse	6	0.007335365284234285
95343	rnn.weight_hh_l1_reverse	7	0.02396928332746029
95343	rnn.weight_hh_l1_reverse	8	-0.0041952249594032764
95343	rnn.weight_hh_l1_reverse	9	-0.03717835620045662
95343	rnn.bias_ih_l1_reverse	0	-0.03040486015379429
95343	rnn.bias_ih_l1_reverse	1	-0.11804211139678955
95343	rnn.bias_ih_l1_reverse	2	-0.13334663212299347
95343	rnn.bias_ih_l1_reverse	3	-0.021813388913869858
95343	rnn.bias_ih_l1_reverse	4	-0.15986642241477966
95343	rnn.bias_ih_l1_reverse	5	-0.09643366187810898
95343	rnn.bias_ih_l1_reverse	6	-0.11216023564338684
95343	rnn.bias_ih_l1_reverse	7	-0.19365471601486206
95343	rnn.bias_ih_l1_reverse	8	0.16068358719348907
95343	rnn.bias_ih_l1_reverse	9	0.033629242330789566
95343	rnn.bias_hh_l1_reverse	0	-0.04157595708966255
95343	rnn.bias_hh_l1_reverse	1	-0.03931126743555069
95343	rnn.bias_hh_l1_reverse	2	-0.21245457231998444
95343	rnn.bias_hh_l1_reverse	3	-0.10974032431840897
95343	rnn.bias_hh_l1_reverse	4	-0.07526738196611404
95343	rnn.bias_hh_l1_reverse	5	-0.08402244001626968
95343	rnn.bias_hh_l1_reverse	6	0.1617531180381775
95343	rnn.bias_hh_l1_reverse	7	-0.1578480452299118
95343	rnn.bias_hh_l1_reverse	8	-0.09705451130867004
95343	rnn.bias_hh_l1_reverse	9	-0.11658425629138947
95343	linear.weight	0	0.002228822559118271
95343	linear.weight	1	0.1122986227273941
95343	linear.weight	2	-0.09462936967611313
95343	linear.weight	3	0.3777126669883728
95343	linear.weight	4	0.11956048756837845
95343	linear.weight	5	0.00022235237702261657
95343	linear.weight	6	0.08463425189256668
95343	linear.weight	7	0.14601293206214905
95343	linear.weight	8	0.04127226769924164
95343	linear.weight	9	-0.03374743089079857
95343	linear.bias	0	-0.049581002444028854
95343	linear.bias	1	-0.22435954213142395
95343	linear.bias	2	-0.46091943979263306
95343	linear.bias	3	-0.7263208627700806
95343	linear.bias	4	-1.148685097694397
95343	linear.bias	5	-0.05406753346323967
95343	linear.bias	6	-0.7209331393241882
95343	linear.bias	7	0.3634553849697113
95343	linear.bias	8	-0.47916096448898315
95343	linear.bias	9	-0.8765549659729004
95540	transitions	0	0.5626218318939209
95540	transitions	1	0.1086445227265358
95540	transitions	2	-10000.0
95540	transitions	3	-1.812530517578125
95540	transitions	4	-10000.0
95540	transitions	5	0.6136674284934998
95540	transitions	6	-0.05016014352440834
95540	transitions	7	-0.5412057638168335
95540	transitions	8	-1.371530294418335
95540	transitions	9	-0.0008086106390692294
95540	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
95540	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
95540	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
95540	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
95540	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
95540	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
95540	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
95540	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
95540	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
95540	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
95540	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
95540	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
95540	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
95540	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
95540	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
95540	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
95540	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
95540	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
95540	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
95540	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
95540	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
95540	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
95540	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
95540	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
95540	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
95540	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
95540	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
95540	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
95540	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
95540	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
95540	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
95540	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
95540	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
95540	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
95540	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
95540	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
95540	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
95540	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
95540	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
95540	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
95540	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
95540	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
95540	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
95540	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
95540	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
95540	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
95540	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
95540	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
95540	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
95540	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
95540	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
95540	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
95540	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
95540	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
95540	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
95540	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
95540	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
95540	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
95540	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
95540	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
95540	embedding2nn.weight	0	0.011321878992021084
95540	embedding2nn.weight	1	-0.017034202814102173
95540	embedding2nn.weight	2	-0.014268254861235619
95540	embedding2nn.weight	3	-0.002228998579084873
95540	embedding2nn.weight	4	-0.005915035028010607
95540	embedding2nn.weight	5	-0.003700583940371871
95540	embedding2nn.weight	6	-0.0039732507430016994
95540	embedding2nn.weight	7	-0.05092373490333557
95540	embedding2nn.weight	8	-0.0019979383796453476
95540	embedding2nn.weight	9	-0.02759309485554695
95540	embedding2nn.bias	0	0.017694568261504173
95540	embedding2nn.bias	1	-0.07113329321146011
95540	embedding2nn.bias	2	0.09682837128639221
95540	embedding2nn.bias	3	0.05695899575948715
95540	embedding2nn.bias	4	-0.0571276880800724
95540	embedding2nn.bias	5	-0.0368165597319603
95540	embedding2nn.bias	6	0.004289360251277685
95540	embedding2nn.bias	7	-0.029108911752700806
95540	embedding2nn.bias	8	0.03849813714623451
95540	embedding2nn.bias	9	0.02360229380428791
95540	rnn.weight_ih_l0	0	-0.053130075335502625
95540	rnn.weight_ih_l0	1	-0.002668033353984356
95540	rnn.weight_ih_l0	2	0.04263860732316971
95540	rnn.weight_ih_l0	3	0.012795355170965195
95540	rnn.weight_ih_l0	4	-0.01847853511571884
95540	rnn.weight_ih_l0	5	-0.04875517264008522
95540	rnn.weight_ih_l0	6	0.0047911386936903
95540	rnn.weight_ih_l0	7	0.042884815484285355
95540	rnn.weight_ih_l0	8	-0.005156583618372679
95540	rnn.weight_ih_l0	9	-0.018782993778586388
95540	rnn.weight_hh_l0	0	-0.036004312336444855
95540	rnn.weight_hh_l0	1	0.005305443424731493
95540	rnn.weight_hh_l0	2	0.0042338902130723
95540	rnn.weight_hh_l0	3	-0.05478902906179428
95540	rnn.weight_hh_l0	4	0.07041957229375839
95540	rnn.weight_hh_l0	5	-0.004196684341877699
95540	rnn.weight_hh_l0	6	-0.04170165956020355
95540	rnn.weight_hh_l0	7	-0.011597048491239548
95540	rnn.weight_hh_l0	8	0.01407385990023613
95540	rnn.weight_hh_l0	9	-0.018469588831067085
95540	rnn.bias_ih_l0	0	0.06698572635650635
95540	rnn.bias_ih_l0	1	-0.028996242210268974
95540	rnn.bias_ih_l0	2	-0.024899998679757118
95540	rnn.bias_ih_l0	3	0.11966181546449661
95540	rnn.bias_ih_l0	4	-0.05372031033039093
95540	rnn.bias_ih_l0	5	-0.025010788813233376
95540	rnn.bias_ih_l0	6	-0.008325883187353611
95540	rnn.bias_ih_l0	7	0.03629433736205101
95540	rnn.bias_ih_l0	8	-0.10562438517808914
95540	rnn.bias_ih_l0	9	-0.04850369319319725
95540	rnn.bias_hh_l0	0	-0.022624801844358444
95540	rnn.bias_hh_l0	1	-0.0969567596912384
95540	rnn.bias_hh_l0	2	-0.03222215920686722
95540	rnn.bias_hh_l0	3	-0.07810576260089874
95540	rnn.bias_hh_l0	4	-0.025403764098882675
95540	rnn.bias_hh_l0	5	-0.010575736872851849
95540	rnn.bias_hh_l0	6	0.028743309900164604
95540	rnn.bias_hh_l0	7	0.05132715776562691
95540	rnn.bias_hh_l0	8	-0.12515981495380402
95540	rnn.bias_hh_l0	9	-0.020794600248336792
95540	rnn.weight_ih_l0_reverse	0	-0.004664426203817129
95540	rnn.weight_ih_l0_reverse	1	-0.05272194743156433
95540	rnn.weight_ih_l0_reverse	2	-0.02681305818259716
95540	rnn.weight_ih_l0_reverse	3	0.011513826437294483
95540	rnn.weight_ih_l0_reverse	4	-0.01038149930536747
95540	rnn.weight_ih_l0_reverse	5	-0.04543600603938103
95540	rnn.weight_ih_l0_reverse	6	0.06799373775720596
95540	rnn.weight_ih_l0_reverse	7	-0.019876129925251007
95540	rnn.weight_ih_l0_reverse	8	-0.026635168120265007
95540	rnn.weight_ih_l0_reverse	9	0.006570345256477594
95540	rnn.weight_hh_l0_reverse	0	0.037915024906396866
95540	rnn.weight_hh_l0_reverse	1	0.0346466489136219
95540	rnn.weight_hh_l0_reverse	2	0.03990189731121063
95540	rnn.weight_hh_l0_reverse	3	0.02484172396361828
95540	rnn.weight_hh_l0_reverse	4	0.004604156129062176
95540	rnn.weight_hh_l0_reverse	5	0.011956957168877125
95540	rnn.weight_hh_l0_reverse	6	0.04466531425714493
95540	rnn.weight_hh_l0_reverse	7	-0.061547525227069855
95540	rnn.weight_hh_l0_reverse	8	0.03890068829059601
95540	rnn.weight_hh_l0_reverse	9	0.04602748528122902
95540	rnn.bias_ih_l0_reverse	0	-0.05333765968680382
95540	rnn.bias_ih_l0_reverse	1	-0.2299346923828125
95540	rnn.bias_ih_l0_reverse	2	-0.12319785356521606
95540	rnn.bias_ih_l0_reverse	3	-0.02243383601307869
95540	rnn.bias_ih_l0_reverse	4	-0.05507485195994377
95540	rnn.bias_ih_l0_reverse	5	0.05011706426739693
95540	rnn.bias_ih_l0_reverse	6	-0.04372570663690567
95540	rnn.bias_ih_l0_reverse	7	0.0476095974445343
95540	rnn.bias_ih_l0_reverse	8	-0.047084443271160126
95540	rnn.bias_ih_l0_reverse	9	0.035111065953969955
95540	rnn.bias_hh_l0_reverse	0	0.00010710624337662011
95540	rnn.bias_hh_l0_reverse	1	-0.03771704062819481
95540	rnn.bias_hh_l0_reverse	2	0.0573694184422493
95540	rnn.bias_hh_l0_reverse	3	-0.05382523313164711
95540	rnn.bias_hh_l0_reverse	4	-0.04002360999584198
95540	rnn.bias_hh_l0_reverse	5	-0.037721142172813416
95540	rnn.bias_hh_l0_reverse	6	-0.016198301687836647
95540	rnn.bias_hh_l0_reverse	7	0.09669946134090424
95540	rnn.bias_hh_l0_reverse	8	0.026541054248809814
95540	rnn.bias_hh_l0_reverse	9	-0.09794657677412033
95540	rnn.weight_ih_l1	0	-0.03943127393722534
95540	rnn.weight_ih_l1	1	-0.023618079721927643
95540	rnn.weight_ih_l1	2	0.035504117608070374
95540	rnn.weight_ih_l1	3	-0.03543521463871002
95540	rnn.weight_ih_l1	4	-0.009018336422741413
95540	rnn.weight_ih_l1	5	-0.04490210488438606
95540	rnn.weight_ih_l1	6	0.02701755054295063
95540	rnn.weight_ih_l1	7	-0.03742894530296326
95540	rnn.weight_ih_l1	8	0.037060435861349106
95540	rnn.weight_ih_l1	9	0.032898493111133575
95540	rnn.weight_hh_l1	0	-0.002885054098442197
95540	rnn.weight_hh_l1	1	0.010042930953204632
95540	rnn.weight_hh_l1	2	0.014999117702245712
95540	rnn.weight_hh_l1	3	-0.010352596640586853
95540	rnn.weight_hh_l1	4	0.003888774197548628
95540	rnn.weight_hh_l1	5	0.02384342812001705
95540	rnn.weight_hh_l1	6	0.029277855530381203
95540	rnn.weight_hh_l1	7	-0.026229051873087883
95540	rnn.weight_hh_l1	8	-0.01974685676395893
95540	rnn.weight_hh_l1	9	0.037942029535770416
95540	rnn.bias_ih_l1	0	-0.1693144142627716
95540	rnn.bias_ih_l1	1	-0.1468776911497116
95540	rnn.bias_ih_l1	2	-0.17081166803836823
95540	rnn.bias_ih_l1	3	-0.2442110776901245
95540	rnn.bias_ih_l1	4	-0.1552535742521286
95540	rnn.bias_ih_l1	5	-0.09949028491973877
95540	rnn.bias_ih_l1	6	-0.121996209025383
95540	rnn.bias_ih_l1	7	-0.010391656309366226
95540	rnn.bias_ih_l1	8	-0.128688782453537
95540	rnn.bias_ih_l1	9	-0.09576025605201721
95540	rnn.bias_hh_l1	0	-0.12022828310728073
95540	rnn.bias_hh_l1	1	-0.05971188843250275
95540	rnn.bias_hh_l1	2	-0.09108441323041916
95540	rnn.bias_hh_l1	3	-0.09232277423143387
95540	rnn.bias_hh_l1	4	-0.11378762871026993
95540	rnn.bias_hh_l1	5	-0.08553680032491684
95540	rnn.bias_hh_l1	6	-0.09760674834251404
95540	rnn.bias_hh_l1	7	0.006998004857450724
95540	rnn.bias_hh_l1	8	-0.14777705073356628
95540	rnn.bias_hh_l1	9	-0.08659384399652481
95540	rnn.weight_ih_l1_reverse	0	-0.045531269162893295
95540	rnn.weight_ih_l1_reverse	1	0.00953149888664484
95540	rnn.weight_ih_l1_reverse	2	-0.0032437590416520834
95540	rnn.weight_ih_l1_reverse	3	-0.000989445485174656
95540	rnn.weight_ih_l1_reverse	4	-0.03691258281469345
95540	rnn.weight_ih_l1_reverse	5	-0.035938847810029984
95540	rnn.weight_ih_l1_reverse	6	0.0025010290555655956
95540	rnn.weight_ih_l1_reverse	7	0.016930410638451576
95540	rnn.weight_ih_l1_reverse	8	0.0371425561606884
95540	rnn.weight_ih_l1_reverse	9	-0.07452664524316788
95540	rnn.weight_hh_l1_reverse	0	0.008378246799111366
95540	rnn.weight_hh_l1_reverse	1	0.02903306484222412
95540	rnn.weight_hh_l1_reverse	2	-0.03974120691418648
95540	rnn.weight_hh_l1_reverse	3	0.04038383811712265
95540	rnn.weight_hh_l1_reverse	4	0.04713715612888336
95540	rnn.weight_hh_l1_reverse	5	0.007868721149861813
95540	rnn.weight_hh_l1_reverse	6	0.00995661411434412
95540	rnn.weight_hh_l1_reverse	7	0.024055978283286095
95540	rnn.weight_hh_l1_reverse	8	-0.004095012787729502
95540	rnn.weight_hh_l1_reverse	9	-0.03708780184388161
95540	rnn.bias_ih_l1_reverse	0	-0.03037571720778942
95540	rnn.bias_ih_l1_reverse	1	-0.12025611102581024
95540	rnn.bias_ih_l1_reverse	2	-0.13339050114154816
95540	rnn.bias_ih_l1_reverse	3	-0.021732265129685402
95540	rnn.bias_ih_l1_reverse	4	-0.16305209696292877
95540	rnn.bias_ih_l1_reverse	5	-0.0962822288274765
95540	rnn.bias_ih_l1_reverse	6	-0.11306571215391159
95540	rnn.bias_ih_l1_reverse	7	-0.19471007585525513
95540	rnn.bias_ih_l1_reverse	8	0.16539829969406128
95540	rnn.bias_ih_l1_reverse	9	0.031264711171388626
95540	rnn.bias_hh_l1_reverse	0	-0.04062129557132721
95540	rnn.bias_hh_l1_reverse	1	-0.03547990322113037
95540	rnn.bias_hh_l1_reverse	2	-0.21374352276325226
95540	rnn.bias_hh_l1_reverse	3	-0.10867518931627274
95540	rnn.bias_hh_l1_reverse	4	-0.07382708042860031
95540	rnn.bias_hh_l1_reverse	5	-0.08301831036806107
95540	rnn.bias_hh_l1_reverse	6	0.1498454064130783
95540	rnn.bias_hh_l1_reverse	7	-0.15538085997104645
95540	rnn.bias_hh_l1_reverse	8	-0.09698820114135742
95540	rnn.bias_hh_l1_reverse	9	-0.11635039746761322
95540	linear.weight	0	0.002228822559118271
95540	linear.weight	1	0.10585571080446243
95540	linear.weight	2	-0.09023817628622055
95540	linear.weight	3	0.3886730670928955
95540	linear.weight	4	0.12360857427120209
95540	linear.weight	5	-8.49776915856637e-05
95540	linear.weight	6	0.08736488968133926
95540	linear.weight	7	0.14907808601856232
95540	linear.weight	8	0.041270043700933456
95540	linear.weight	9	-0.02995390072464943
95540	linear.bias	0	-0.07414102554321289
95540	linear.bias	1	-0.19864200055599213
95540	linear.bias	2	-0.4274565279483795
95540	linear.bias	3	-0.7307339906692505
95540	linear.bias	4	-1.1504324674606323
95540	linear.bias	5	-0.0644562840461731
95540	linear.bias	6	-0.6953088641166687
95540	linear.bias	7	0.3558153808116913
95540	linear.bias	8	-0.47941306233406067
95540	linear.bias	9	-0.8777128458023071
95737	transitions	0	0.5790698528289795
95737	transitions	1	0.10814454406499863
95737	transitions	2	-10000.0
95737	transitions	3	-1.8126072883605957
95737	transitions	4	-10000.0
95737	transitions	5	0.6135513186454773
95737	transitions	6	-0.05026184394955635
95737	transitions	7	-0.542992889881134
95737	transitions	8	-1.3717693090438843
95737	transitions	9	-0.0008102296851575375
95737	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
95737	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
95737	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
95737	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
95737	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
95737	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
95737	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
95737	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
95737	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
95737	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
95737	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
95737	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
95737	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
95737	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
95737	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
95737	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
95737	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
95737	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
95737	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
95737	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
95737	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
95737	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
95737	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
95737	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
95737	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
95737	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
95737	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
95737	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
95737	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
95737	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
95737	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
95737	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
95737	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
95737	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
95737	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
95737	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
95737	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
95737	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
95737	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
95737	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
95737	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
95737	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
95737	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
95737	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
95737	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
95737	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
95737	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
95737	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
95737	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
95737	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
95737	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
95737	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
95737	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
95737	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
95737	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
95737	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
95737	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
95737	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
95737	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
95737	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
95737	embedding2nn.weight	0	0.009202907793223858
95737	embedding2nn.weight	1	-0.01733296737074852
95737	embedding2nn.weight	2	-0.014268254861235619
95737	embedding2nn.weight	3	0.000737082795239985
95737	embedding2nn.weight	4	-0.005915035028010607
95737	embedding2nn.weight	5	-0.0037005844060331583
95737	embedding2nn.weight	6	-0.003973251208662987
95737	embedding2nn.weight	7	-0.05247482657432556
95737	embedding2nn.weight	8	-0.0019979383796453476
95737	embedding2nn.weight	9	-0.027470964938402176
95737	embedding2nn.bias	0	0.021976986899971962
95737	embedding2nn.bias	1	-0.07438189536333084
95737	embedding2nn.bias	2	0.10819418728351593
95737	embedding2nn.bias	3	0.058197055011987686
95737	embedding2nn.bias	4	-0.058893848210573196
95737	embedding2nn.bias	5	-0.037660855799913406
95737	embedding2nn.bias	6	0.008166518993675709
95737	embedding2nn.bias	7	-0.036654021590948105
95737	embedding2nn.bias	8	0.043444644659757614
95737	embedding2nn.bias	9	0.023344669491052628
95737	rnn.weight_ih_l0	0	-0.05387265235185623
95737	rnn.weight_ih_l0	1	-0.0028733699582517147
95737	rnn.weight_ih_l0	2	0.04122275486588478
95737	rnn.weight_ih_l0	3	0.013073190115392208
95737	rnn.weight_ih_l0	4	-0.020189736038446426
95737	rnn.weight_ih_l0	5	-0.049611128866672516
95737	rnn.weight_ih_l0	6	0.00431528827175498
95737	rnn.weight_ih_l0	7	0.04427472501993179
95737	rnn.weight_ih_l0	8	-0.004397411365061998
95737	rnn.weight_ih_l0	9	-0.01857633702456951
95737	rnn.weight_hh_l0	0	-0.0361466147005558
95737	rnn.weight_hh_l0	1	0.005290226545184851
95737	rnn.weight_hh_l0	2	0.004032071214169264
95737	rnn.weight_hh_l0	3	-0.05452411249279976
95737	rnn.weight_hh_l0	4	0.07095485180616379
95737	rnn.weight_hh_l0	5	-0.00529103446751833
95737	rnn.weight_hh_l0	6	-0.04198183864355087
95737	rnn.weight_hh_l0	7	-0.011227987706661224
95737	rnn.weight_hh_l0	8	0.014613591134548187
95737	rnn.weight_hh_l0	9	-0.0180572047829628
95737	rnn.bias_ih_l0	0	0.06807359308004379
95737	rnn.bias_ih_l0	1	-0.02799282595515251
95737	rnn.bias_ih_l0	2	-0.02605099231004715
95737	rnn.bias_ih_l0	3	0.12060419470071793
95737	rnn.bias_ih_l0	4	-0.05657567083835602
95737	rnn.bias_ih_l0	5	-0.029177354648709297
95737	rnn.bias_ih_l0	6	-0.006517910398542881
95737	rnn.bias_ih_l0	7	0.03587345406413078
95737	rnn.bias_ih_l0	8	-0.10524199157953262
95737	rnn.bias_ih_l0	9	-0.04962113872170448
95737	rnn.bias_hh_l0	0	-0.022630058228969574
95737	rnn.bias_hh_l0	1	-0.09540947526693344
95737	rnn.bias_hh_l0	2	-0.033293694257736206
95737	rnn.bias_hh_l0	3	-0.07481265813112259
95737	rnn.bias_hh_l0	4	-0.025163955986499786
95737	rnn.bias_hh_l0	5	-0.01112279761582613
95737	rnn.bias_hh_l0	6	0.027744079008698463
95737	rnn.bias_hh_l0	7	0.053840890526771545
95737	rnn.bias_hh_l0	8	-0.12497621029615402
95737	rnn.bias_hh_l0	9	-0.01908385381102562
95737	rnn.weight_ih_l0_reverse	0	-0.00513598695397377
95737	rnn.weight_ih_l0_reverse	1	-0.05190395563840866
95737	rnn.weight_ih_l0_reverse	2	-0.02799929864704609
95737	rnn.weight_ih_l0_reverse	3	0.01146180834621191
95737	rnn.weight_ih_l0_reverse	4	-0.011485520750284195
95737	rnn.weight_ih_l0_reverse	5	-0.04440939798951149
95737	rnn.weight_ih_l0_reverse	6	0.06797492504119873
95737	rnn.weight_ih_l0_reverse	7	-0.02046329155564308
95737	rnn.weight_ih_l0_reverse	8	-0.02672163024544716
95737	rnn.weight_ih_l0_reverse	9	0.006733513902872801
95737	rnn.weight_hh_l0_reverse	0	0.03919163718819618
95737	rnn.weight_hh_l0_reverse	1	0.03447086364030838
95737	rnn.weight_hh_l0_reverse	2	0.03909781202673912
95737	rnn.weight_hh_l0_reverse	3	0.025026878342032433
95737	rnn.weight_hh_l0_reverse	4	0.004265190567821264
95737	rnn.weight_hh_l0_reverse	5	0.012062614783644676
95737	rnn.weight_hh_l0_reverse	6	0.04402202367782593
95737	rnn.weight_hh_l0_reverse	7	-0.061338845640420914
95737	rnn.weight_hh_l0_reverse	8	0.03853011131286621
95737	rnn.weight_hh_l0_reverse	9	0.04617258533835411
95737	rnn.bias_ih_l0_reverse	0	-0.05062451586127281
95737	rnn.bias_ih_l0_reverse	1	-0.23049145936965942
95737	rnn.bias_ih_l0_reverse	2	-0.12484993040561676
95737	rnn.bias_ih_l0_reverse	3	-0.02596159093081951
95737	rnn.bias_ih_l0_reverse	4	-0.055512554943561554
95737	rnn.bias_ih_l0_reverse	5	0.05061850696802139
95737	rnn.bias_ih_l0_reverse	6	-0.04532040283083916
95737	rnn.bias_ih_l0_reverse	7	0.04696810618042946
95737	rnn.bias_ih_l0_reverse	8	-0.04575305059552193
95737	rnn.bias_ih_l0_reverse	9	0.03322935476899147
95737	rnn.bias_hh_l0_reverse	0	0.001213185372762382
95737	rnn.bias_hh_l0_reverse	1	-0.03380474075675011
95737	rnn.bias_hh_l0_reverse	2	0.05366408824920654
95737	rnn.bias_hh_l0_reverse	3	-0.051337458193302155
95737	rnn.bias_hh_l0_reverse	4	-0.04071923717856407
95737	rnn.bias_hh_l0_reverse	5	-0.03785610944032669
95737	rnn.bias_hh_l0_reverse	6	-0.01429515890777111
95737	rnn.bias_hh_l0_reverse	7	0.09679669886827469
95737	rnn.bias_hh_l0_reverse	8	0.027731239795684814
95737	rnn.bias_hh_l0_reverse	9	-0.0964413583278656
95737	rnn.weight_ih_l1	0	-0.03977690264582634
95737	rnn.weight_ih_l1	1	-0.025042317807674408
95737	rnn.weight_ih_l1	2	0.035153474658727646
95737	rnn.weight_ih_l1	3	-0.03426884859800339
95737	rnn.weight_ih_l1	4	-0.007984612137079239
95737	rnn.weight_ih_l1	5	-0.043987371027469635
95737	rnn.weight_ih_l1	6	0.02659139409661293
95737	rnn.weight_ih_l1	7	-0.036633510142564774
95737	rnn.weight_ih_l1	8	0.03715881332755089
95737	rnn.weight_ih_l1	9	0.03282447159290314
95737	rnn.weight_hh_l1	0	-0.00438982667401433
95737	rnn.weight_hh_l1	1	0.009945857338607311
95737	rnn.weight_hh_l1	2	0.016476327553391457
95737	rnn.weight_hh_l1	3	-0.0105262640863657
95737	rnn.weight_hh_l1	4	0.0036297719925642014
95737	rnn.weight_hh_l1	5	0.023671181872487068
95737	rnn.weight_hh_l1	6	0.030231531709432602
95737	rnn.weight_hh_l1	7	-0.02615533582866192
95737	rnn.weight_hh_l1	8	-0.019864261150360107
95737	rnn.weight_hh_l1	9	0.037196192890405655
95737	rnn.bias_ih_l1	0	-0.16855505108833313
95737	rnn.bias_ih_l1	1	-0.15220117568969727
95737	rnn.bias_ih_l1	2	-0.17166779935359955
95737	rnn.bias_ih_l1	3	-0.2458769679069519
95737	rnn.bias_ih_l1	4	-0.15172156691551208
95737	rnn.bias_ih_l1	5	-0.09793362021446228
95737	rnn.bias_ih_l1	6	-0.12277247756719589
95737	rnn.bias_ih_l1	7	-0.012746392749249935
95737	rnn.bias_ih_l1	8	-0.12893278896808624
95737	rnn.bias_ih_l1	9	-0.09656178951263428
95737	rnn.bias_hh_l1	0	-0.12100754678249359
95737	rnn.bias_hh_l1	1	-0.05918315052986145
95737	rnn.bias_hh_l1	2	-0.09138872474431992
95737	rnn.bias_hh_l1	3	-0.09300919622182846
95737	rnn.bias_hh_l1	4	-0.11242461204528809
95737	rnn.bias_hh_l1	5	-0.08511437475681305
95737	rnn.bias_hh_l1	6	-0.10439131408929825
95737	rnn.bias_hh_l1	7	0.004098337609320879
95737	rnn.bias_hh_l1	8	-0.15090495347976685
95737	rnn.bias_hh_l1	9	-0.08558399975299835
95737	rnn.weight_ih_l1_reverse	0	-0.045317940413951874
95737	rnn.weight_ih_l1_reverse	1	0.009180731140077114
95737	rnn.weight_ih_l1_reverse	2	0.00024994518025778234
95737	rnn.weight_ih_l1_reverse	3	0.0019626058638095856
95737	rnn.weight_ih_l1_reverse	4	-0.038626618683338165
95737	rnn.weight_ih_l1_reverse	5	-0.03608168661594391
95737	rnn.weight_ih_l1_reverse	6	0.0005302774952724576
95737	rnn.weight_ih_l1_reverse	7	0.01706845685839653
95737	rnn.weight_ih_l1_reverse	8	0.034850846976041794
95737	rnn.weight_ih_l1_reverse	9	-0.07557312399148941
95737	rnn.weight_hh_l1_reverse	0	0.008226660080254078
95737	rnn.weight_hh_l1_reverse	1	0.029307203367352486
95737	rnn.weight_hh_l1_reverse	2	-0.039635010063648224
95737	rnn.weight_hh_l1_reverse	3	0.04044133797287941
95737	rnn.weight_hh_l1_reverse	4	0.04730059206485748
95737	rnn.weight_hh_l1_reverse	5	0.00846385583281517
95737	rnn.weight_hh_l1_reverse	6	0.01066844817250967
95737	rnn.weight_hh_l1_reverse	7	0.023449702188372612
95737	rnn.weight_hh_l1_reverse	8	-0.0041522132232785225
95737	rnn.weight_hh_l1_reverse	9	-0.03655923530459404
95737	rnn.bias_ih_l1_reverse	0	-0.03130738437175751
95737	rnn.bias_ih_l1_reverse	1	-0.12066928297281265
95737	rnn.bias_ih_l1_reverse	2	-0.13598313927650452
95737	rnn.bias_ih_l1_reverse	3	-0.024925893172621727
95737	rnn.bias_ih_l1_reverse	4	-0.16382426023483276
95737	rnn.bias_ih_l1_reverse	5	-0.09385444223880768
95737	rnn.bias_ih_l1_reverse	6	-0.1143699586391449
95737	rnn.bias_ih_l1_reverse	7	-0.19744177162647247
95737	rnn.bias_ih_l1_reverse	8	0.16354769468307495
95737	rnn.bias_ih_l1_reverse	9	0.035784609615802765
95737	rnn.bias_hh_l1_reverse	0	-0.04516614228487015
95737	rnn.bias_hh_l1_reverse	1	-0.04244772717356682
95737	rnn.bias_hh_l1_reverse	2	-0.21249647438526154
95737	rnn.bias_hh_l1_reverse	3	-0.10914245247840881
95737	rnn.bias_hh_l1_reverse	4	-0.0768357515335083
95737	rnn.bias_hh_l1_reverse	5	-0.08445028215646744
95737	rnn.bias_hh_l1_reverse	6	0.14562050998210907
95737	rnn.bias_hh_l1_reverse	7	-0.15419785678386688
95737	rnn.bias_hh_l1_reverse	8	-0.09646714478731155
95737	rnn.bias_hh_l1_reverse	9	-0.11683440208435059
95737	linear.weight	0	0.002228822559118271
95737	linear.weight	1	0.11553304642438889
95737	linear.weight	2	-0.09743482619524002
95737	linear.weight	3	0.37739795446395874
95737	linear.weight	4	0.12614361941814423
95737	linear.weight	5	-0.0021523728501051664
95737	linear.weight	6	0.0808870941400528
95737	linear.weight	7	0.14910782873630524
95737	linear.weight	8	0.0412682369351387
95737	linear.weight	9	-0.031467292457818985
95737	linear.bias	0	-0.06820201128721237
95737	linear.bias	1	-0.1802634745836258
95737	linear.bias	2	-0.4498373866081238
95737	linear.bias	3	-0.7278062701225281
95737	linear.bias	4	-1.148659586906433
95737	linear.bias	5	-0.06507038325071335
95737	linear.bias	6	-0.6775913834571838
95737	linear.bias	7	0.35298916697502136
95737	linear.bias	8	-0.4746361970901489
95737	linear.bias	9	-0.8720794916152954
95934	transitions	0	0.5619221925735474
95934	transitions	1	0.10507713258266449
95934	transitions	2	-10000.0
95934	transitions	3	-1.8126637935638428
95934	transitions	4	-10000.0
95934	transitions	5	0.613413393497467
95934	transitions	6	-0.050422728061676025
95934	transitions	7	-0.543634831905365
95934	transitions	8	-1.3719135522842407
95934	transitions	9	-0.0008119407575577497
95934	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
95934	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
95934	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
95934	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
95934	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
95934	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
95934	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
95934	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
95934	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
95934	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
95934	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
95934	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
95934	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
95934	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
95934	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
95934	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
95934	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
95934	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
95934	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
95934	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
95934	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
95934	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
95934	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
95934	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
95934	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
95934	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
95934	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
95934	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
95934	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
95934	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
95934	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
95934	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
95934	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
95934	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
95934	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
95934	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
95934	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
95934	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
95934	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
95934	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
95934	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
95934	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
95934	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
95934	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
95934	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
95934	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
95934	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
95934	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
95934	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
95934	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
95934	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
95934	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
95934	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
95934	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
95934	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
95934	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
95934	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
95934	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
95934	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
95934	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
95934	embedding2nn.weight	0	0.009829353541135788
95934	embedding2nn.weight	1	-0.017284709960222244
95934	embedding2nn.weight	2	-0.014268254861235619
95934	embedding2nn.weight	3	-0.000892277923412621
95934	embedding2nn.weight	4	-0.005915035028010607
95934	embedding2nn.weight	5	-0.0037005844060331583
95934	embedding2nn.weight	6	-0.003973251208662987
95934	embedding2nn.weight	7	-0.05318672955036163
95934	embedding2nn.weight	8	-0.0019979383796453476
95934	embedding2nn.weight	9	-0.028016222640872
95934	embedding2nn.bias	0	0.02909848280251026
95934	embedding2nn.bias	1	-0.08619712293148041
95934	embedding2nn.bias	2	0.10389243066310883
95934	embedding2nn.bias	3	0.06251152604818344
95934	embedding2nn.bias	4	-0.05350964516401291
95934	embedding2nn.bias	5	-0.03764669969677925
95934	embedding2nn.bias	6	0.008175954222679138
95934	embedding2nn.bias	7	-0.03966856002807617
95934	embedding2nn.bias	8	0.044612180441617966
95934	embedding2nn.bias	9	0.018502458930015564
95934	rnn.weight_ih_l0	0	-0.053566206246614456
95934	rnn.weight_ih_l0	1	-0.00291711394675076
95934	rnn.weight_ih_l0	2	0.041331782937049866
95934	rnn.weight_ih_l0	3	0.012737805023789406
95934	rnn.weight_ih_l0	4	-0.0199277326464653
95934	rnn.weight_ih_l0	5	-0.0489797443151474
95934	rnn.weight_ih_l0	6	0.004080189857631922
95934	rnn.weight_ih_l0	7	0.04468606412410736
95934	rnn.weight_ih_l0	8	-0.003929453436285257
95934	rnn.weight_ih_l0	9	-0.0185769684612751
95934	rnn.weight_hh_l0	0	-0.035539012402296066
95934	rnn.weight_hh_l0	1	0.00658538518473506
95934	rnn.weight_hh_l0	2	0.003950546495616436
95934	rnn.weight_hh_l0	3	-0.05513007566332817
95934	rnn.weight_hh_l0	4	0.07170204818248749
95934	rnn.weight_hh_l0	5	-0.007441538851708174
95934	rnn.weight_hh_l0	6	-0.043688952922821045
95934	rnn.weight_hh_l0	7	-0.009240447543561459
95934	rnn.weight_hh_l0	8	0.01466718316078186
95934	rnn.weight_hh_l0	9	-0.018879298120737076
95934	rnn.bias_ih_l0	0	0.06846701353788376
95934	rnn.bias_ih_l0	1	-0.025534549728035927
95934	rnn.bias_ih_l0	2	-0.026273641735315323
95934	rnn.bias_ih_l0	3	0.11893224716186523
95934	rnn.bias_ih_l0	4	-0.05692431703209877
95934	rnn.bias_ih_l0	5	-0.03348467871546745
95934	rnn.bias_ih_l0	6	-0.0009200224885717034
95934	rnn.bias_ih_l0	7	0.03646082431077957
95934	rnn.bias_ih_l0	8	-0.1053730696439743
95934	rnn.bias_ih_l0	9	-0.049059972167015076
95934	rnn.bias_hh_l0	0	-0.02327130362391472
95934	rnn.bias_hh_l0	1	-0.09621664881706238
95934	rnn.bias_hh_l0	2	-0.030750323086977005
95934	rnn.bias_hh_l0	3	-0.07659165561199188
95934	rnn.bias_hh_l0	4	-0.02484879456460476
95934	rnn.bias_hh_l0	5	-0.01296483539044857
95934	rnn.bias_hh_l0	6	0.029188796877861023
95934	rnn.bias_hh_l0	7	0.047103192657232285
95934	rnn.bias_hh_l0	8	-0.12667174637317657
95934	rnn.bias_hh_l0	9	-0.022057201713323593
95934	rnn.weight_ih_l0_reverse	0	-0.005350873339921236
95934	rnn.weight_ih_l0_reverse	1	-0.05155855789780617
95934	rnn.weight_ih_l0_reverse	2	-0.02930407226085663
95934	rnn.weight_ih_l0_reverse	3	0.01109575666487217
95934	rnn.weight_ih_l0_reverse	4	-0.01048848032951355
95934	rnn.weight_ih_l0_reverse	5	-0.044268373399972916
95934	rnn.weight_ih_l0_reverse	6	0.06742224842309952
95934	rnn.weight_ih_l0_reverse	7	-0.020611565560102463
95934	rnn.weight_ih_l0_reverse	8	-0.026084231212735176
95934	rnn.weight_ih_l0_reverse	9	0.0077326358295977116
95934	rnn.weight_hh_l0_reverse	0	0.03895145654678345
95934	rnn.weight_hh_l0_reverse	1	0.03521915525197983
95934	rnn.weight_hh_l0_reverse	2	0.03844298794865608
95934	rnn.weight_hh_l0_reverse	3	0.02472159080207348
95934	rnn.weight_hh_l0_reverse	4	0.004573178011924028
95934	rnn.weight_hh_l0_reverse	5	0.012165028601884842
95934	rnn.weight_hh_l0_reverse	6	0.04437370225787163
95934	rnn.weight_hh_l0_reverse	7	-0.06071019172668457
95934	rnn.weight_hh_l0_reverse	8	0.03791512921452522
95934	rnn.weight_hh_l0_reverse	9	0.04506895691156387
95934	rnn.bias_ih_l0_reverse	0	-0.05029428377747536
95934	rnn.bias_ih_l0_reverse	1	-0.23421922326087952
95934	rnn.bias_ih_l0_reverse	2	-0.12095324695110321
95934	rnn.bias_ih_l0_reverse	3	-0.024915356189012527
95934	rnn.bias_ih_l0_reverse	4	-0.057904377579689026
95934	rnn.bias_ih_l0_reverse	5	0.050263501703739166
95934	rnn.bias_ih_l0_reverse	6	-0.04296839237213135
95934	rnn.bias_ih_l0_reverse	7	0.044492725282907486
95934	rnn.bias_ih_l0_reverse	8	-0.04382627457380295
95934	rnn.bias_ih_l0_reverse	9	0.036197464913129807
95934	rnn.bias_hh_l0_reverse	0	0.0015042758313938975
95934	rnn.bias_hh_l0_reverse	1	-0.042102329432964325
95934	rnn.bias_hh_l0_reverse	2	0.052796870470047
95934	rnn.bias_hh_l0_reverse	3	-0.05474931374192238
95934	rnn.bias_hh_l0_reverse	4	-0.03719872236251831
95934	rnn.bias_hh_l0_reverse	5	-0.03809567540884018
95934	rnn.bias_hh_l0_reverse	6	-0.011013825424015522
95934	rnn.bias_hh_l0_reverse	7	0.09789085388183594
95934	rnn.bias_hh_l0_reverse	8	0.028803100809454918
95934	rnn.bias_hh_l0_reverse	9	-0.09470260143280029
95934	rnn.weight_ih_l1	0	-0.04058322310447693
95934	rnn.weight_ih_l1	1	-0.025572849437594414
95934	rnn.weight_ih_l1	2	0.03426171466708183
95934	rnn.weight_ih_l1	3	-0.038565799593925476
95934	rnn.weight_ih_l1	4	-0.008442576974630356
95934	rnn.weight_ih_l1	5	-0.043904755264520645
95934	rnn.weight_ih_l1	6	0.026920419186353683
95934	rnn.weight_ih_l1	7	-0.03851683437824249
95934	rnn.weight_ih_l1	8	0.037453483790159225
95934	rnn.weight_ih_l1	9	0.032528676092624664
95934	rnn.weight_hh_l1	0	-0.0030332074966281652
95934	rnn.weight_hh_l1	1	0.00998199824243784
95934	rnn.weight_hh_l1	2	0.01380447018891573
95934	rnn.weight_hh_l1	3	-0.010622651316225529
95934	rnn.weight_hh_l1	4	0.003400941379368305
95934	rnn.weight_hh_l1	5	0.024441448971629143
95934	rnn.weight_hh_l1	6	0.029437588527798653
95934	rnn.weight_hh_l1	7	-0.02670033648610115
95934	rnn.weight_hh_l1	8	-0.019886158406734467
95934	rnn.weight_hh_l1	9	0.03717499598860741
95934	rnn.bias_ih_l1	0	-0.1688426434993744
95934	rnn.bias_ih_l1	1	-0.15443381667137146
95934	rnn.bias_ih_l1	2	-0.1707492172718048
95934	rnn.bias_ih_l1	3	-0.24671995639801025
95934	rnn.bias_ih_l1	4	-0.14521732926368713
95934	rnn.bias_ih_l1	5	-0.09872426092624664
95934	rnn.bias_ih_l1	6	-0.1239316537976265
95934	rnn.bias_ih_l1	7	-0.009767284616827965
95934	rnn.bias_ih_l1	8	-0.13137540221214294
95934	rnn.bias_ih_l1	9	-0.09299298375844955
95934	rnn.bias_hh_l1	0	-0.12185846269130707
95934	rnn.bias_hh_l1	1	-0.05607118457555771
95934	rnn.bias_hh_l1	2	-0.09143033623695374
95934	rnn.bias_hh_l1	3	-0.09368297457695007
95934	rnn.bias_hh_l1	4	-0.11256364732980728
95934	rnn.bias_hh_l1	5	-0.08703812211751938
95934	rnn.bias_hh_l1	6	-0.1030903160572052
95934	rnn.bias_hh_l1	7	0.005237949546426535
95934	rnn.bias_hh_l1	8	-0.15150310099124908
95934	rnn.bias_hh_l1	9	-0.086326465010643
95934	rnn.weight_ih_l1_reverse	0	-0.044388558715581894
95934	rnn.weight_ih_l1_reverse	1	0.007248376961797476
95934	rnn.weight_ih_l1_reverse	2	-0.0003115939616691321
95934	rnn.weight_ih_l1_reverse	3	0.005273489747196436
95934	rnn.weight_ih_l1_reverse	4	-0.039226386696100235
95934	rnn.weight_ih_l1_reverse	5	-0.035627130419015884
95934	rnn.weight_ih_l1_reverse	6	0.002078718040138483
95934	rnn.weight_ih_l1_reverse	7	0.01639167219400406
95934	rnn.weight_ih_l1_reverse	8	0.037930309772491455
95934	rnn.weight_ih_l1_reverse	9	-0.07635281980037689
95934	rnn.weight_hh_l1_reverse	0	0.00802044291049242
95934	rnn.weight_hh_l1_reverse	1	0.029452195391058922
95934	rnn.weight_hh_l1_reverse	2	-0.03956138715147972
95934	rnn.weight_hh_l1_reverse	3	0.04050908982753754
95934	rnn.weight_hh_l1_reverse	4	0.04720614477992058
95934	rnn.weight_hh_l1_reverse	5	0.008225526660680771
95934	rnn.weight_hh_l1_reverse	6	0.01112083438783884
95934	rnn.weight_hh_l1_reverse	7	0.023197097703814507
95934	rnn.weight_hh_l1_reverse	8	-0.004470780026167631
95934	rnn.weight_hh_l1_reverse	9	-0.03685147315263748
95934	rnn.bias_ih_l1_reverse	0	-0.027534490451216698
95934	rnn.bias_ih_l1_reverse	1	-0.12258778512477875
95934	rnn.bias_ih_l1_reverse	2	-0.13546542823314667
95934	rnn.bias_ih_l1_reverse	3	-0.025189436972141266
95934	rnn.bias_ih_l1_reverse	4	-0.16252118349075317
95934	rnn.bias_ih_l1_reverse	5	-0.09330245852470398
95934	rnn.bias_ih_l1_reverse	6	-0.11240502446889877
95934	rnn.bias_ih_l1_reverse	7	-0.19781753420829773
95934	rnn.bias_ih_l1_reverse	8	0.1541929990053177
95934	rnn.bias_ih_l1_reverse	9	0.03015652485191822
95934	rnn.bias_hh_l1_reverse	0	-0.05958297476172447
95934	rnn.bias_hh_l1_reverse	1	-0.042921461164951324
95934	rnn.bias_hh_l1_reverse	2	-0.21312637627124786
95934	rnn.bias_hh_l1_reverse	3	-0.11056343466043472
95934	rnn.bias_hh_l1_reverse	4	-0.07725749164819717
95934	rnn.bias_hh_l1_reverse	5	-0.08355321735143661
95934	rnn.bias_hh_l1_reverse	6	0.1419931948184967
95934	rnn.bias_hh_l1_reverse	7	-0.15134167671203613
95934	rnn.bias_hh_l1_reverse	8	-0.09788457304239273
95934	rnn.bias_hh_l1_reverse	9	-0.11687318235635757
95934	linear.weight	0	0.002228822559118271
95934	linear.weight	1	0.11945315450429916
95934	linear.weight	2	-0.10083074122667313
95934	linear.weight	3	0.37627217173576355
95934	linear.weight	4	0.1261351853609085
95934	linear.weight	5	0.0005933184875175357
95934	linear.weight	6	0.09175912290811539
95934	linear.weight	7	0.16334952414035797
95934	linear.weight	8	0.04126537963747978
95934	linear.weight	9	-0.025298548862338066
95934	linear.bias	0	-0.06700042635202408
95934	linear.bias	1	-0.22542840242385864
95934	linear.bias	2	-0.4415321350097656
95934	linear.bias	3	-0.7377987504005432
95934	linear.bias	4	-1.1571890115737915
95934	linear.bias	5	-0.04742546007037163
95934	linear.bias	6	-0.7213786840438843
95934	linear.bias	7	0.37009620666503906
95934	linear.bias	8	-0.4665549397468567
95934	linear.bias	9	-0.866369366645813
96131	transitions	0	0.5690507292747498
96131	transitions	1	0.10636110603809357
96131	transitions	2	-10000.0
96131	transitions	3	-1.812741756439209
96131	transitions	4	-10000.0
96131	transitions	5	0.6132529973983765
96131	transitions	6	-0.05063546821475029
96131	transitions	7	-0.5441561341285706
96131	transitions	8	-1.3720698356628418
96131	transitions	9	-0.0008135221432894468
96131	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
96131	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
96131	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
96131	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
96131	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
96131	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
96131	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
96131	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
96131	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
96131	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
96131	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
96131	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
96131	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
96131	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
96131	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
96131	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
96131	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
96131	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
96131	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
96131	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
96131	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
96131	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
96131	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
96131	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
96131	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
96131	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
96131	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
96131	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
96131	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
96131	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
96131	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
96131	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
96131	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
96131	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
96131	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
96131	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
96131	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
96131	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
96131	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
96131	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
96131	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
96131	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
96131	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
96131	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
96131	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
96131	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
96131	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
96131	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
96131	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
96131	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
96131	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
96131	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
96131	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
96131	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
96131	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
96131	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
96131	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
96131	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
96131	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
96131	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
96131	embedding2nn.weight	0	0.010385008528828621
96131	embedding2nn.weight	1	-0.017284158617258072
96131	embedding2nn.weight	2	-0.014268254861235619
96131	embedding2nn.weight	3	-0.0036800953093916178
96131	embedding2nn.weight	4	-0.005915035028010607
96131	embedding2nn.weight	5	-0.003700584638863802
96131	embedding2nn.weight	6	-0.003973254002630711
96131	embedding2nn.weight	7	-0.053814176470041275
96131	embedding2nn.weight	8	-0.0019979383796453476
96131	embedding2nn.weight	9	-0.029469961300492287
96131	embedding2nn.bias	0	0.028453104197978973
96131	embedding2nn.bias	1	-0.08616841584444046
96131	embedding2nn.bias	2	0.10085970163345337
96131	embedding2nn.bias	3	0.06244168058037758
96131	embedding2nn.bias	4	-0.053295742720365524
96131	embedding2nn.bias	5	-0.023319024592638016
96131	embedding2nn.bias	6	0.0055892374366521835
96131	embedding2nn.bias	7	-0.04072488099336624
96131	embedding2nn.bias	8	0.047536518424749374
96131	embedding2nn.bias	9	0.025494446977972984
96131	rnn.weight_ih_l0	0	-0.052446767687797546
96131	rnn.weight_ih_l0	1	-0.004404579289257526
96131	rnn.weight_ih_l0	2	0.04196992516517639
96131	rnn.weight_ih_l0	3	0.01207007560878992
96131	rnn.weight_ih_l0	4	-0.020075660198926926
96131	rnn.weight_ih_l0	5	-0.04808998852968216
96131	rnn.weight_ih_l0	6	0.0037878132425248623
96131	rnn.weight_ih_l0	7	0.04468695819377899
96131	rnn.weight_ih_l0	8	-0.004590506665408611
96131	rnn.weight_ih_l0	9	-0.018808811902999878
96131	rnn.weight_hh_l0	0	-0.03615161404013634
96131	rnn.weight_hh_l0	1	0.005580803379416466
96131	rnn.weight_hh_l0	2	0.00348073267377913
96131	rnn.weight_hh_l0	3	-0.055350493639707565
96131	rnn.weight_hh_l0	4	0.07120983302593231
96131	rnn.weight_hh_l0	5	-0.006932054180651903
96131	rnn.weight_hh_l0	6	-0.04472710192203522
96131	rnn.weight_hh_l0	7	-0.009904656559228897
96131	rnn.weight_hh_l0	8	0.013911919668316841
96131	rnn.weight_hh_l0	9	-0.018035151064395905
96131	rnn.bias_ih_l0	0	0.0689084529876709
96131	rnn.bias_ih_l0	1	-0.026489239186048508
96131	rnn.bias_ih_l0	2	-0.02396121621131897
96131	rnn.bias_ih_l0	3	0.11975961923599243
96131	rnn.bias_ih_l0	4	-0.05645090714097023
96131	rnn.bias_ih_l0	5	-0.03098475933074951
96131	rnn.bias_ih_l0	6	-0.0008420672384090722
96131	rnn.bias_ih_l0	7	0.03474723547697067
96131	rnn.bias_ih_l0	8	-0.10536174476146698
96131	rnn.bias_ih_l0	9	-0.0475187674164772
96131	rnn.bias_hh_l0	0	-0.024864576756954193
96131	rnn.bias_hh_l0	1	-0.09437470138072968
96131	rnn.bias_hh_l0	2	-0.032231129705905914
96131	rnn.bias_hh_l0	3	-0.0767480880022049
96131	rnn.bias_hh_l0	4	-0.023838933557271957
96131	rnn.bias_hh_l0	5	-0.011370214633643627
96131	rnn.bias_hh_l0	6	0.028985781595110893
96131	rnn.bias_hh_l0	7	0.04771021381020546
96131	rnn.bias_hh_l0	8	-0.1287202388048172
96131	rnn.bias_hh_l0	9	-0.025289997458457947
96131	rnn.weight_ih_l0_reverse	0	-0.004794830456376076
96131	rnn.weight_ih_l0_reverse	1	-0.05219755694270134
96131	rnn.weight_ih_l0_reverse	2	-0.02935279905796051
96131	rnn.weight_ih_l0_reverse	3	0.012288847006857395
96131	rnn.weight_ih_l0_reverse	4	-0.010999775491654873
96131	rnn.weight_ih_l0_reverse	5	-0.04441121220588684
96131	rnn.weight_ih_l0_reverse	6	0.06860581785440445
96131	rnn.weight_ih_l0_reverse	7	-0.020395658910274506
96131	rnn.weight_ih_l0_reverse	8	-0.025103969499468803
96131	rnn.weight_ih_l0_reverse	9	0.0072640650905668736
96131	rnn.weight_hh_l0_reverse	0	0.03989139944314957
96131	rnn.weight_hh_l0_reverse	1	0.03453637659549713
96131	rnn.weight_hh_l0_reverse	2	0.03922361880540848
96131	rnn.weight_hh_l0_reverse	3	0.024818113073706627
96131	rnn.weight_hh_l0_reverse	4	0.005130786914378405
96131	rnn.weight_hh_l0_reverse	5	0.012129468843340874
96131	rnn.weight_hh_l0_reverse	6	0.04430389776825905
96131	rnn.weight_hh_l0_reverse	7	-0.060338493436574936
96131	rnn.weight_hh_l0_reverse	8	0.03943188861012459
96131	rnn.weight_hh_l0_reverse	9	0.04627414047718048
96131	rnn.bias_ih_l0_reverse	0	-0.05055436119437218
96131	rnn.bias_ih_l0_reverse	1	-0.234219491481781
96131	rnn.bias_ih_l0_reverse	2	-0.12149565666913986
96131	rnn.bias_ih_l0_reverse	3	-0.024845536798238754
96131	rnn.bias_ih_l0_reverse	4	-0.05705361068248749
96131	rnn.bias_ih_l0_reverse	5	0.053767528384923935
96131	rnn.bias_ih_l0_reverse	6	-0.042479608207941055
96131	rnn.bias_ih_l0_reverse	7	0.04652680456638336
96131	rnn.bias_ih_l0_reverse	8	-0.04462894797325134
96131	rnn.bias_ih_l0_reverse	9	0.039323512464761734
96131	rnn.bias_hh_l0_reverse	0	0.0009915763512253761
96131	rnn.bias_hh_l0_reverse	1	-0.03882434964179993
96131	rnn.bias_hh_l0_reverse	2	0.053851377218961716
96131	rnn.bias_hh_l0_reverse	3	-0.05102413520216942
96131	rnn.bias_hh_l0_reverse	4	-0.03468404337763786
96131	rnn.bias_hh_l0_reverse	5	-0.03869155794382095
96131	rnn.bias_hh_l0_reverse	6	-0.008221490308642387
96131	rnn.bias_hh_l0_reverse	7	0.0997467041015625
96131	rnn.bias_hh_l0_reverse	8	0.027526220306754112
96131	rnn.bias_hh_l0_reverse	9	-0.09397213160991669
96131	rnn.weight_ih_l1	0	-0.040884509682655334
96131	rnn.weight_ih_l1	1	-0.0278499573469162
96131	rnn.weight_ih_l1	2	0.03328591585159302
96131	rnn.weight_ih_l1	3	-0.03898027911782265
96131	rnn.weight_ih_l1	4	-0.008120781742036343
96131	rnn.weight_ih_l1	5	-0.044708412140607834
96131	rnn.weight_ih_l1	6	0.0266400296241045
96131	rnn.weight_ih_l1	7	-0.03866155818104744
96131	rnn.weight_ih_l1	8	0.037180036306381226
96131	rnn.weight_ih_l1	9	0.03231620043516159
96131	rnn.weight_hh_l1	0	-0.003299620933830738
96131	rnn.weight_hh_l1	1	0.009958137758076191
96131	rnn.weight_hh_l1	2	0.014819606207311153
96131	rnn.weight_hh_l1	3	-0.009860629215836525
96131	rnn.weight_hh_l1	4	0.0035704923793673515
96131	rnn.weight_hh_l1	5	0.023627495393157005
96131	rnn.weight_hh_l1	6	0.029588662087917328
96131	rnn.weight_hh_l1	7	-0.026632878929376602
96131	rnn.weight_hh_l1	8	-0.01973426528275013
96131	rnn.weight_hh_l1	9	0.036829639226198196
96131	rnn.bias_ih_l1	0	-0.17166534066200256
96131	rnn.bias_ih_l1	1	-0.1575838029384613
96131	rnn.bias_ih_l1	2	-0.16969050467014313
96131	rnn.bias_ih_l1	3	-0.24946559965610504
96131	rnn.bias_ih_l1	4	-0.14721998572349548
96131	rnn.bias_ih_l1	5	-0.09848057478666306
96131	rnn.bias_ih_l1	6	-0.12160137295722961
96131	rnn.bias_ih_l1	7	-0.0123886214569211
96131	rnn.bias_ih_l1	8	-0.1339200735092163
96131	rnn.bias_ih_l1	9	-0.09329783171415329
96131	rnn.bias_hh_l1	0	-0.12496618181467056
96131	rnn.bias_hh_l1	1	-0.05427594110369682
96131	rnn.bias_hh_l1	2	-0.08977579325437546
96131	rnn.bias_hh_l1	3	-0.09299858659505844
96131	rnn.bias_hh_l1	4	-0.1109859049320221
96131	rnn.bias_hh_l1	5	-0.0871412381529808
96131	rnn.bias_hh_l1	6	-0.10061050206422806
96131	rnn.bias_hh_l1	7	0.005563555750995874
96131	rnn.bias_hh_l1	8	-0.15099641680717468
96131	rnn.bias_hh_l1	9	-0.08662393689155579
96131	rnn.weight_ih_l1_reverse	0	-0.04341084510087967
96131	rnn.weight_ih_l1_reverse	1	0.006586529314517975
96131	rnn.weight_ih_l1_reverse	2	-0.002802416915073991
96131	rnn.weight_ih_l1_reverse	3	0.008166768588125706
96131	rnn.weight_ih_l1_reverse	4	-0.03547035530209541
96131	rnn.weight_ih_l1_reverse	5	-0.035496022552251816
96131	rnn.weight_ih_l1_reverse	6	0.0010464276419952512
96131	rnn.weight_ih_l1_reverse	7	0.014760944992303848
96131	rnn.weight_ih_l1_reverse	8	0.03764679282903671
96131	rnn.weight_ih_l1_reverse	9	-0.07959054410457611
96131	rnn.weight_hh_l1_reverse	0	0.007948697544634342
96131	rnn.weight_hh_l1_reverse	1	0.029796356335282326
96131	rnn.weight_hh_l1_reverse	2	-0.039570946246385574
96131	rnn.weight_hh_l1_reverse	3	0.04049510136246681
96131	rnn.weight_hh_l1_reverse	4	0.047410909086465836
96131	rnn.weight_hh_l1_reverse	5	0.008619800209999084
96131	rnn.weight_hh_l1_reverse	6	0.009116088040173054
96131	rnn.weight_hh_l1_reverse	7	0.023436401039361954
96131	rnn.weight_hh_l1_reverse	8	-0.004374716896563768
96131	rnn.weight_hh_l1_reverse	9	-0.037024419754743576
96131	rnn.bias_ih_l1_reverse	0	-0.030481673777103424
96131	rnn.bias_ih_l1_reverse	1	-0.11619175225496292
96131	rnn.bias_ih_l1_reverse	2	-0.138859823346138
96131	rnn.bias_ih_l1_reverse	3	-0.030428532510995865
96131	rnn.bias_ih_l1_reverse	4	-0.15849874913692474
96131	rnn.bias_ih_l1_reverse	5	-0.09233216941356659
96131	rnn.bias_ih_l1_reverse	6	-0.11385216563940048
96131	rnn.bias_ih_l1_reverse	7	-0.19608581066131592
96131	rnn.bias_ih_l1_reverse	8	0.157725989818573
96131	rnn.bias_ih_l1_reverse	9	0.03182893246412277
96131	rnn.bias_hh_l1_reverse	0	-0.06016881391406059
96131	rnn.bias_hh_l1_reverse	1	-0.053556643426418304
96131	rnn.bias_hh_l1_reverse	2	-0.21280641853809357
96131	rnn.bias_hh_l1_reverse	3	-0.11193667352199554
96131	rnn.bias_hh_l1_reverse	4	-0.07730277627706528
96131	rnn.bias_hh_l1_reverse	5	-0.08156386017799377
96131	rnn.bias_hh_l1_reverse	6	0.1377445012331009
96131	rnn.bias_hh_l1_reverse	7	-0.1544438898563385
96131	rnn.bias_hh_l1_reverse	8	-0.0995074138045311
96131	rnn.bias_hh_l1_reverse	9	-0.11567045003175735
96131	linear.weight	0	0.002228822559118271
96131	linear.weight	1	0.11805716156959534
96131	linear.weight	2	-0.10326065868139267
96131	linear.weight	3	0.38474950194358826
96131	linear.weight	4	0.13047458231449127
96131	linear.weight	5	-0.00036798222572542727
96131	linear.weight	6	0.0693623423576355
96131	linear.weight	7	0.1463063508272171
96131	linear.weight	8	0.04126410186290741
96131	linear.weight	9	-0.02164408564567566
96131	linear.bias	0	-0.08150970935821533
96131	linear.bias	1	-0.1868063509464264
96131	linear.bias	2	-0.44938337802886963
96131	linear.bias	3	-0.7209317088127136
96131	linear.bias	4	-1.142380714416504
96131	linear.bias	5	-0.060465820133686066
96131	linear.bias	6	-0.6869157552719116
96131	linear.bias	7	0.3521263897418976
96131	linear.bias	8	-0.46759167313575745
96131	linear.bias	9	-0.8660223484039307
96328	transitions	0	0.567296028137207
96328	transitions	1	0.120810367166996
96328	transitions	2	-10000.0
96328	transitions	3	-1.8127973079681396
96328	transitions	4	-10000.0
96328	transitions	5	0.6131398677825928
96328	transitions	6	-0.05076949670910835
96328	transitions	7	-0.5449528098106384
96328	transitions	8	-1.372195839881897
96328	transitions	9	-0.0008152551017701626
96328	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
96328	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
96328	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
96328	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
96328	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
96328	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
96328	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
96328	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
96328	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
96328	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
96328	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
96328	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
96328	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
96328	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
96328	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
96328	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
96328	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
96328	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
96328	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
96328	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
96328	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
96328	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
96328	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
96328	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
96328	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
96328	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
96328	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
96328	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
96328	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
96328	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
96328	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
96328	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
96328	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
96328	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
96328	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
96328	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
96328	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
96328	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
96328	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
96328	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
96328	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
96328	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
96328	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
96328	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
96328	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
96328	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
96328	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
96328	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
96328	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
96328	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
96328	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
96328	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
96328	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
96328	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
96328	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
96328	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
96328	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
96328	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
96328	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
96328	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
96328	embedding2nn.weight	0	0.010163288563489914
96328	embedding2nn.weight	1	-0.01744077540934086
96328	embedding2nn.weight	2	-0.014268254861235619
96328	embedding2nn.weight	3	-0.006250301375985146
96328	embedding2nn.weight	4	-0.005915035028010607
96328	embedding2nn.weight	5	-0.0037005848716944456
96328	embedding2nn.weight	6	-0.003973251674324274
96328	embedding2nn.weight	7	-0.05210500583052635
96328	embedding2nn.weight	8	-0.0019979383796453476
96328	embedding2nn.weight	9	-0.028860539197921753
96328	embedding2nn.bias	0	0.032171931117773056
96328	embedding2nn.bias	1	-0.08660738170146942
96328	embedding2nn.bias	2	0.09879195690155029
96328	embedding2nn.bias	3	0.05805959925055504
96328	embedding2nn.bias	4	-0.05776439234614372
96328	embedding2nn.bias	5	-0.021149490028619766
96328	embedding2nn.bias	6	0.010895201936364174
96328	embedding2nn.bias	7	-0.038658659905195236
96328	embedding2nn.bias	8	0.04249129071831703
96328	embedding2nn.bias	9	0.03536580130457878
96328	rnn.weight_ih_l0	0	-0.053388915956020355
96328	rnn.weight_ih_l0	1	-0.004207846242934465
96328	rnn.weight_ih_l0	2	0.04196621850132942
96328	rnn.weight_ih_l0	3	0.011986478231847286
96328	rnn.weight_ih_l0	4	-0.019927937537431717
96328	rnn.weight_ih_l0	5	-0.04812546446919441
96328	rnn.weight_ih_l0	6	0.0028003014158457518
96328	rnn.weight_ih_l0	7	0.0445091612637043
96328	rnn.weight_ih_l0	8	-0.003709956770762801
96328	rnn.weight_ih_l0	9	-0.01760275289416313
96328	rnn.weight_hh_l0	0	-0.035938508808612823
96328	rnn.weight_hh_l0	1	0.003623311873525381
96328	rnn.weight_hh_l0	2	0.0038327050860971212
96328	rnn.weight_hh_l0	3	-0.05596204102039337
96328	rnn.weight_hh_l0	4	0.07154089957475662
96328	rnn.weight_hh_l0	5	-0.007264314219355583
96328	rnn.weight_hh_l0	6	-0.04553921893239021
96328	rnn.weight_hh_l0	7	-0.008914407342672348
96328	rnn.weight_hh_l0	8	0.013457072898745537
96328	rnn.weight_hh_l0	9	-0.017491260543465614
96328	rnn.bias_ih_l0	0	0.07073027640581131
96328	rnn.bias_ih_l0	1	-0.025678666308522224
96328	rnn.bias_ih_l0	2	-0.024240287020802498
96328	rnn.bias_ih_l0	3	0.11750657111406326
96328	rnn.bias_ih_l0	4	-0.055164773017168045
96328	rnn.bias_ih_l0	5	-0.030778873711824417
96328	rnn.bias_ih_l0	6	0.00017867093265522271
96328	rnn.bias_ih_l0	7	0.03778378665447235
96328	rnn.bias_ih_l0	8	-0.10543375462293625
96328	rnn.bias_ih_l0	9	-0.04781206697225571
96328	rnn.bias_hh_l0	0	-0.02675549127161503
96328	rnn.bias_hh_l0	1	-0.0911407470703125
96328	rnn.bias_hh_l0	2	-0.03214659541845322
96328	rnn.bias_hh_l0	3	-0.07592688500881195
96328	rnn.bias_hh_l0	4	-0.02071293257176876
96328	rnn.bias_hh_l0	5	-0.011867576278746128
96328	rnn.bias_hh_l0	6	0.028566526249051094
96328	rnn.bias_hh_l0	7	0.049836769700050354
96328	rnn.bias_hh_l0	8	-0.12951506674289703
96328	rnn.bias_hh_l0	9	-0.01890282891690731
96328	rnn.weight_ih_l0_reverse	0	-0.0056720394641160965
96328	rnn.weight_ih_l0_reverse	1	-0.05187291279435158
96328	rnn.weight_ih_l0_reverse	2	-0.026949839666485786
96328	rnn.weight_ih_l0_reverse	3	0.012952174060046673
96328	rnn.weight_ih_l0_reverse	4	-0.011469263583421707
96328	rnn.weight_ih_l0_reverse	5	-0.04453054815530777
96328	rnn.weight_ih_l0_reverse	6	0.06849020719528198
96328	rnn.weight_ih_l0_reverse	7	-0.018697310239076614
96328	rnn.weight_ih_l0_reverse	8	-0.025513963773846626
96328	rnn.weight_ih_l0_reverse	9	0.007897898554801941
96328	rnn.weight_hh_l0_reverse	0	0.038658805191516876
96328	rnn.weight_hh_l0_reverse	1	0.03374858200550079
96328	rnn.weight_hh_l0_reverse	2	0.03909638151526451
96328	rnn.weight_hh_l0_reverse	3	0.024442117661237717
96328	rnn.weight_hh_l0_reverse	4	0.005348301492631435
96328	rnn.weight_hh_l0_reverse	5	0.012255409732460976
96328	rnn.weight_hh_l0_reverse	6	0.04422692209482193
96328	rnn.weight_hh_l0_reverse	7	-0.059580087661743164
96328	rnn.weight_hh_l0_reverse	8	0.04170874506235123
96328	rnn.weight_hh_l0_reverse	9	0.04622631147503853
96328	rnn.bias_ih_l0_reverse	0	-0.05137166380882263
96328	rnn.bias_ih_l0_reverse	1	-0.2375015765428543
96328	rnn.bias_ih_l0_reverse	2	-0.1213141456246376
96328	rnn.bias_ih_l0_reverse	3	-0.024691928178071976
96328	rnn.bias_ih_l0_reverse	4	-0.05622080713510513
96328	rnn.bias_ih_l0_reverse	5	0.05521409586071968
96328	rnn.bias_ih_l0_reverse	6	-0.047347940504550934
96328	rnn.bias_ih_l0_reverse	7	0.04864297807216644
96328	rnn.bias_ih_l0_reverse	8	-0.049734484404325485
96328	rnn.bias_ih_l0_reverse	9	0.03920245170593262
96328	rnn.bias_hh_l0_reverse	0	-0.0019597948994487524
96328	rnn.bias_hh_l0_reverse	1	-0.03495539724826813
96328	rnn.bias_hh_l0_reverse	2	0.05725164711475372
96328	rnn.bias_hh_l0_reverse	3	-0.05080197751522064
96328	rnn.bias_hh_l0_reverse	4	-0.032098252326250076
96328	rnn.bias_hh_l0_reverse	5	-0.03922386094927788
96328	rnn.bias_hh_l0_reverse	6	-0.01203741692006588
96328	rnn.bias_hh_l0_reverse	7	0.10021928697824478
96328	rnn.bias_hh_l0_reverse	8	0.0287207942456007
96328	rnn.bias_hh_l0_reverse	9	-0.09208489954471588
96328	rnn.weight_ih_l1	0	-0.04043086618185043
96328	rnn.weight_ih_l1	1	-0.028093388304114342
96328	rnn.weight_ih_l1	2	0.03153717517852783
96328	rnn.weight_ih_l1	3	-0.038497310131788254
96328	rnn.weight_ih_l1	4	-0.0070106894709169865
96328	rnn.weight_ih_l1	5	-0.04498728737235069
96328	rnn.weight_ih_l1	6	0.026568835601210594
96328	rnn.weight_ih_l1	7	-0.03794805705547333
96328	rnn.weight_ih_l1	8	0.03726526349782944
96328	rnn.weight_ih_l1	9	0.03273874893784523
96328	rnn.weight_hh_l1	0	-0.001720666536130011
96328	rnn.weight_hh_l1	1	0.009722916409373283
96328	rnn.weight_hh_l1	2	0.014973443932831287
96328	rnn.weight_hh_l1	3	-0.01009359396994114
96328	rnn.weight_hh_l1	4	0.003985733259469271
96328	rnn.weight_hh_l1	5	0.023594962432980537
96328	rnn.weight_hh_l1	6	0.02953396551311016
96328	rnn.weight_hh_l1	7	-0.026497604325413704
96328	rnn.weight_hh_l1	8	-0.019956758245825768
96328	rnn.weight_hh_l1	9	0.03691447898745537
96328	rnn.bias_ih_l1	0	-0.1729370355606079
96328	rnn.bias_ih_l1	1	-0.15703873336315155
96328	rnn.bias_ih_l1	2	-0.16853705048561096
96328	rnn.bias_ih_l1	3	-0.25121715664863586
96328	rnn.bias_ih_l1	4	-0.15168577432632446
96328	rnn.bias_ih_l1	5	-0.09876111149787903
96328	rnn.bias_ih_l1	6	-0.12334918975830078
96328	rnn.bias_ih_l1	7	-0.010058772750198841
96328	rnn.bias_ih_l1	8	-0.13525782525539398
96328	rnn.bias_ih_l1	9	-0.09632836282253265
96328	rnn.bias_hh_l1	0	-0.12547190487384796
96328	rnn.bias_hh_l1	1	-0.05378695949912071
96328	rnn.bias_hh_l1	2	-0.09221796691417694
96328	rnn.bias_hh_l1	3	-0.09222810715436935
96328	rnn.bias_hh_l1	4	-0.11012972146272659
96328	rnn.bias_hh_l1	5	-0.09019028395414352
96328	rnn.bias_hh_l1	6	-0.10112431645393372
96328	rnn.bias_hh_l1	7	0.0067412108182907104
96328	rnn.bias_hh_l1	8	-0.1483169049024582
96328	rnn.bias_hh_l1	9	-0.08544865250587463
96328	rnn.weight_ih_l1_reverse	0	-0.04460430517792702
96328	rnn.weight_ih_l1_reverse	1	0.007038862910121679
96328	rnn.weight_ih_l1_reverse	2	-0.003407523036003113
96328	rnn.weight_ih_l1_reverse	3	0.010726146399974823
96328	rnn.weight_ih_l1_reverse	4	-0.034277595579624176
96328	rnn.weight_ih_l1_reverse	5	-0.03521771356463432
96328	rnn.weight_ih_l1_reverse	6	0.0027308620046824217
96328	rnn.weight_ih_l1_reverse	7	0.014796167612075806
96328	rnn.weight_ih_l1_reverse	8	0.038406625390052795
96328	rnn.weight_ih_l1_reverse	9	-0.08043339848518372
96328	rnn.weight_hh_l1_reverse	0	0.007776014506816864
96328	rnn.weight_hh_l1_reverse	1	0.029994266107678413
96328	rnn.weight_hh_l1_reverse	2	-0.03957321494817734
96328	rnn.weight_hh_l1_reverse	3	0.040428802371025085
96328	rnn.weight_hh_l1_reverse	4	0.04767085984349251
96328	rnn.weight_hh_l1_reverse	5	0.008567784912884235
96328	rnn.weight_hh_l1_reverse	6	0.008866331540048122
96328	rnn.weight_hh_l1_reverse	7	0.02302839793264866
96328	rnn.weight_hh_l1_reverse	8	-0.004537823144346476
96328	rnn.weight_hh_l1_reverse	9	-0.037283070385456085
96328	rnn.bias_ih_l1_reverse	0	-0.030940406024456024
96328	rnn.bias_ih_l1_reverse	1	-0.11647909879684448
96328	rnn.bias_ih_l1_reverse	2	-0.13863606750965118
96328	rnn.bias_ih_l1_reverse	3	-0.02410949394106865
96328	rnn.bias_ih_l1_reverse	4	-0.15796981751918793
96328	rnn.bias_ih_l1_reverse	5	-0.09322948008775711
96328	rnn.bias_ih_l1_reverse	6	-0.11344777792692184
96328	rnn.bias_ih_l1_reverse	7	-0.1924225389957428
96328	rnn.bias_ih_l1_reverse	8	0.15720593929290771
96328	rnn.bias_ih_l1_reverse	9	0.02924823947250843
96328	rnn.bias_hh_l1_reverse	0	-0.05345204100012779
96328	rnn.bias_hh_l1_reverse	1	-0.05850088968873024
96328	rnn.bias_hh_l1_reverse	2	-0.21564048528671265
96328	rnn.bias_hh_l1_reverse	3	-0.1119561567902565
96328	rnn.bias_hh_l1_reverse	4	-0.07751967757940292
96328	rnn.bias_hh_l1_reverse	5	-0.07639514654874802
96328	rnn.bias_hh_l1_reverse	6	0.1282513588666916
96328	rnn.bias_hh_l1_reverse	7	-0.15439407527446747
96328	rnn.bias_hh_l1_reverse	8	-0.09890896826982498
96328	rnn.bias_hh_l1_reverse	9	-0.11567384004592896
96328	linear.weight	0	0.002228822559118271
96328	linear.weight	1	0.12549111247062683
96328	linear.weight	2	-0.10292088240385056
96328	linear.weight	3	0.38715118169784546
96328	linear.weight	4	0.12924668192863464
96328	linear.weight	5	-0.0036621440667659044
96328	linear.weight	6	0.059137582778930664
96328	linear.weight	7	0.1530165672302246
96328	linear.weight	8	0.04126296564936638
96328	linear.weight	9	-0.02505127340555191
96328	linear.bias	0	-0.0748525932431221
96328	linear.bias	1	-0.18006375432014465
96328	linear.bias	2	-0.4614047110080719
96328	linear.bias	3	-0.7119047045707703
96328	linear.bias	4	-1.1344268321990967
96328	linear.bias	5	-0.06971641629934311
96328	linear.bias	6	-0.6802499294281006
96328	linear.bias	7	0.3407783508300781
96328	linear.bias	8	-0.480909138917923
96328	linear.bias	9	-0.8807638883590698
96525	transitions	0	0.5683979392051697
96525	transitions	1	0.11871789395809174
96525	transitions	2	-10000.0
96525	transitions	3	-1.812859296798706
96525	transitions	4	-10000.0
96525	transitions	5	0.6130115389823914
96525	transitions	6	-0.05097973346710205
96525	transitions	7	-0.5455699563026428
96525	transitions	8	-1.372329592704773
96525	transitions	9	-0.0008171947556547821
96525	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
96525	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
96525	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
96525	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
96525	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
96525	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
96525	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
96525	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
96525	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
96525	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
96525	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
96525	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
96525	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
96525	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
96525	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
96525	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
96525	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
96525	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
96525	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
96525	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
96525	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
96525	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
96525	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
96525	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
96525	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
96525	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
96525	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
96525	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
96525	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
96525	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
96525	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
96525	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
96525	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
96525	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
96525	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
96525	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
96525	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
96525	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
96525	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
96525	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
96525	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
96525	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
96525	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
96525	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
96525	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
96525	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
96525	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
96525	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
96525	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
96525	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
96525	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
96525	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
96525	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
96525	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
96525	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
96525	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
96525	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
96525	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
96525	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
96525	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
96525	embedding2nn.weight	0	0.009962920099496841
96525	embedding2nn.weight	1	-0.017550243064761162
96525	embedding2nn.weight	2	-0.014268254861235619
96525	embedding2nn.weight	3	-0.009429361671209335
96525	embedding2nn.weight	4	-0.005915035028010607
96525	embedding2nn.weight	5	-0.0037005855701863766
96525	embedding2nn.weight	6	-0.003973260056227446
96525	embedding2nn.weight	7	-0.05322960391640663
96525	embedding2nn.weight	8	-0.0019979383796453476
96525	embedding2nn.weight	9	-0.030045190826058388
96525	embedding2nn.bias	0	0.04257138818502426
96525	embedding2nn.bias	1	-0.09153355658054352
96525	embedding2nn.bias	2	0.0991174727678299
96525	embedding2nn.bias	3	0.05791329964995384
96525	embedding2nn.bias	4	-0.060897551476955414
96525	embedding2nn.bias	5	-0.022559288889169693
96525	embedding2nn.bias	6	0.012894623912870884
96525	embedding2nn.bias	7	-0.0350964181125164
96525	embedding2nn.bias	8	0.039127424359321594
96525	embedding2nn.bias	9	0.03719991818070412
96525	rnn.weight_ih_l0	0	-0.05122029781341553
96525	rnn.weight_ih_l0	1	-0.004526437260210514
96525	rnn.weight_ih_l0	2	0.04350072145462036
96525	rnn.weight_ih_l0	3	0.012846189551055431
96525	rnn.weight_ih_l0	4	-0.020984292030334473
96525	rnn.weight_ih_l0	5	-0.047974783927202225
96525	rnn.weight_ih_l0	6	0.0030930929351598024
96525	rnn.weight_ih_l0	7	0.0437602661550045
96525	rnn.weight_ih_l0	8	-0.0038624305743724108
96525	rnn.weight_ih_l0	9	-0.018624134361743927
96525	rnn.weight_hh_l0	0	-0.03719275817275047
96525	rnn.weight_hh_l0	1	0.00270340614952147
96525	rnn.weight_hh_l0	2	0.004097706638276577
96525	rnn.weight_hh_l0	3	-0.05560103431344032
96525	rnn.weight_hh_l0	4	0.07169999182224274
96525	rnn.weight_hh_l0	5	-0.005966717377305031
96525	rnn.weight_hh_l0	6	-0.0451890230178833
96525	rnn.weight_hh_l0	7	-0.01039179228246212
96525	rnn.weight_hh_l0	8	0.01198046375066042
96525	rnn.weight_hh_l0	9	-0.017832325771450996
96525	rnn.bias_ih_l0	0	0.07264278829097748
96525	rnn.bias_ih_l0	1	-0.02402394264936447
96525	rnn.bias_ih_l0	2	-0.024676410481333733
96525	rnn.bias_ih_l0	3	0.11895141005516052
96525	rnn.bias_ih_l0	4	-0.055418115109205246
96525	rnn.bias_ih_l0	5	-0.026616521179676056
96525	rnn.bias_ih_l0	6	0.0009966713842004538
96525	rnn.bias_ih_l0	7	0.03603041172027588
96525	rnn.bias_ih_l0	8	-0.10488728433847427
96525	rnn.bias_ih_l0	9	-0.04470979422330856
96525	rnn.bias_hh_l0	0	-0.029006052762269974
96525	rnn.bias_hh_l0	1	-0.09429284930229187
96525	rnn.bias_hh_l0	2	-0.03517184406518936
96525	rnn.bias_hh_l0	3	-0.07430368661880493
96525	rnn.bias_hh_l0	4	-0.016181953251361847
96525	rnn.bias_hh_l0	5	-0.01047087088227272
96525	rnn.bias_hh_l0	6	0.030288483947515488
96525	rnn.bias_hh_l0	7	0.04570244252681732
96525	rnn.bias_hh_l0	8	-0.13458582758903503
96525	rnn.bias_hh_l0	9	-0.026809297502040863
96525	rnn.weight_ih_l0_reverse	0	-0.006318295374512672
96525	rnn.weight_ih_l0_reverse	1	-0.052665408700704575
96525	rnn.weight_ih_l0_reverse	2	-0.024243833497166634
96525	rnn.weight_ih_l0_reverse	3	0.0134985176846385
96525	rnn.weight_ih_l0_reverse	4	-0.01273292861878872
96525	rnn.weight_ih_l0_reverse	5	-0.04390888661146164
96525	rnn.weight_ih_l0_reverse	6	0.06781131774187088
96525	rnn.weight_ih_l0_reverse	7	-0.017847595736384392
96525	rnn.weight_ih_l0_reverse	8	-0.025982702150940895
96525	rnn.weight_ih_l0_reverse	9	0.007745404727756977
96525	rnn.weight_hh_l0_reverse	0	0.03736940398812294
96525	rnn.weight_hh_l0_reverse	1	0.035666950047016144
96525	rnn.weight_hh_l0_reverse	2	0.03846362978219986
96525	rnn.weight_hh_l0_reverse	3	0.02469460666179657
96525	rnn.weight_hh_l0_reverse	4	0.005782764405012131
96525	rnn.weight_hh_l0_reverse	5	0.011949626728892326
96525	rnn.weight_hh_l0_reverse	6	0.04432636499404907
96525	rnn.weight_hh_l0_reverse	7	-0.06064022704958916
96525	rnn.weight_hh_l0_reverse	8	0.0418415367603302
96525	rnn.weight_hh_l0_reverse	9	0.046660251915454865
96525	rnn.bias_ih_l0_reverse	0	-0.05294347181916237
96525	rnn.bias_ih_l0_reverse	1	-0.23436391353607178
96525	rnn.bias_ih_l0_reverse	2	-0.11993962526321411
96525	rnn.bias_ih_l0_reverse	3	-0.025761699303984642
96525	rnn.bias_ih_l0_reverse	4	-0.05445612967014313
96525	rnn.bias_ih_l0_reverse	5	0.061752427369356155
96525	rnn.bias_ih_l0_reverse	6	-0.04462401941418648
96525	rnn.bias_ih_l0_reverse	7	0.05137801542878151
96525	rnn.bias_ih_l0_reverse	8	-0.04756060615181923
96525	rnn.bias_ih_l0_reverse	9	0.03901180624961853
96525	rnn.bias_hh_l0_reverse	0	-0.0029196005780249834
96525	rnn.bias_hh_l0_reverse	1	-0.027882881462574005
96525	rnn.bias_hh_l0_reverse	2	0.0615210197865963
96525	rnn.bias_hh_l0_reverse	3	-0.05078955739736557
96525	rnn.bias_hh_l0_reverse	4	-0.03631852939724922
96525	rnn.bias_hh_l0_reverse	5	-0.038143597543239594
96525	rnn.bias_hh_l0_reverse	6	-0.014530076645314693
96525	rnn.bias_hh_l0_reverse	7	0.10187278687953949
96525	rnn.bias_hh_l0_reverse	8	0.03325280547142029
96525	rnn.bias_hh_l0_reverse	9	-0.09267407655715942
96525	rnn.weight_ih_l1	0	-0.04068469628691673
96525	rnn.weight_ih_l1	1	-0.02690274640917778
96525	rnn.weight_ih_l1	2	0.03134690597653389
96525	rnn.weight_ih_l1	3	-0.039736486971378326
96525	rnn.weight_ih_l1	4	-0.007034229580312967
96525	rnn.weight_ih_l1	5	-0.044884808361530304
96525	rnn.weight_ih_l1	6	0.026702439412474632
96525	rnn.weight_ih_l1	7	-0.03818719834089279
96525	rnn.weight_ih_l1	8	0.03734145313501358
96525	rnn.weight_ih_l1	9	0.03370870649814606
96525	rnn.weight_hh_l1	0	-0.0012152822455391288
96525	rnn.weight_hh_l1	1	0.009370097890496254
96525	rnn.weight_hh_l1	2	0.012624998576939106
96525	rnn.weight_hh_l1	3	-0.010137156583368778
96525	rnn.weight_hh_l1	4	0.004062435124069452
96525	rnn.weight_hh_l1	5	0.0235869362950325
96525	rnn.weight_hh_l1	6	0.02922673150897026
96525	rnn.weight_hh_l1	7	-0.025856172665953636
96525	rnn.weight_hh_l1	8	-0.019748955965042114
96525	rnn.weight_hh_l1	9	0.03708750382065773
96525	rnn.bias_ih_l1	0	-0.17641568183898926
96525	rnn.bias_ih_l1	1	-0.15797138214111328
96525	rnn.bias_ih_l1	2	-0.16783440113067627
96525	rnn.bias_ih_l1	3	-0.2520838677883148
96525	rnn.bias_ih_l1	4	-0.15512734651565552
96525	rnn.bias_ih_l1	5	-0.09810379147529602
96525	rnn.bias_ih_l1	6	-0.12552864849567413
96525	rnn.bias_ih_l1	7	-0.0162392295897007
96525	rnn.bias_ih_l1	8	-0.13509468734264374
96525	rnn.bias_ih_l1	9	-0.09671957045793533
96525	rnn.bias_hh_l1	0	-0.12602698802947998
96525	rnn.bias_hh_l1	1	-0.054210055619478226
96525	rnn.bias_hh_l1	2	-0.09093812853097916
96525	rnn.bias_hh_l1	3	-0.0918712392449379
96525	rnn.bias_hh_l1	4	-0.10984589904546738
96525	rnn.bias_hh_l1	5	-0.08913641422986984
96525	rnn.bias_hh_l1	6	-0.10171119123697281
96525	rnn.bias_hh_l1	7	0.009311805479228497
96525	rnn.bias_hh_l1	8	-0.14755675196647644
96525	rnn.bias_hh_l1	9	-0.08298279345035553
96525	rnn.weight_ih_l1_reverse	0	-0.04737395420670509
96525	rnn.weight_ih_l1_reverse	1	0.001997274812310934
96525	rnn.weight_ih_l1_reverse	2	-0.005469059105962515
96525	rnn.weight_ih_l1_reverse	3	0.009444535709917545
96525	rnn.weight_ih_l1_reverse	4	-0.03473338857293129
96525	rnn.weight_ih_l1_reverse	5	-0.03495963290333748
96525	rnn.weight_ih_l1_reverse	6	0.00460677407681942
96525	rnn.weight_ih_l1_reverse	7	0.014267046004533768
96525	rnn.weight_ih_l1_reverse	8	0.03676573559641838
96525	rnn.weight_ih_l1_reverse	9	-0.07574479281902313
96525	rnn.weight_hh_l1_reverse	0	0.007894478738307953
96525	rnn.weight_hh_l1_reverse	1	0.030385171994566917
96525	rnn.weight_hh_l1_reverse	2	-0.03951374813914299
96525	rnn.weight_hh_l1_reverse	3	0.040615785866975784
96525	rnn.weight_hh_l1_reverse	4	0.04810308665037155
96525	rnn.weight_hh_l1_reverse	5	0.0081645417958498
96525	rnn.weight_hh_l1_reverse	6	0.009105147793889046
96525	rnn.weight_hh_l1_reverse	7	0.02342301420867443
96525	rnn.weight_hh_l1_reverse	8	-0.004572603385895491
96525	rnn.weight_hh_l1_reverse	9	-0.03723730891942978
96525	rnn.bias_ih_l1_reverse	0	-0.03286096453666687
96525	rnn.bias_ih_l1_reverse	1	-0.11602047085762024
96525	rnn.bias_ih_l1_reverse	2	-0.1397639662027359
96525	rnn.bias_ih_l1_reverse	3	-0.01953253708779812
96525	rnn.bias_ih_l1_reverse	4	-0.15545496344566345
96525	rnn.bias_ih_l1_reverse	5	-0.09113107621669769
96525	rnn.bias_ih_l1_reverse	6	-0.11311371624469757
96525	rnn.bias_ih_l1_reverse	7	-0.1878802478313446
96525	rnn.bias_ih_l1_reverse	8	0.15204672515392303
96525	rnn.bias_ih_l1_reverse	9	0.029412604868412018
96525	rnn.bias_hh_l1_reverse	0	-0.046129435300827026
96525	rnn.bias_hh_l1_reverse	1	-0.06044173985719681
96525	rnn.bias_hh_l1_reverse	2	-0.2161523401737213
96525	rnn.bias_hh_l1_reverse	3	-0.11050679534673691
96525	rnn.bias_hh_l1_reverse	4	-0.07761140912771225
96525	rnn.bias_hh_l1_reverse	5	-0.08008413016796112
96525	rnn.bias_hh_l1_reverse	6	0.12893421947956085
96525	rnn.bias_hh_l1_reverse	7	-0.15501944720745087
96525	rnn.bias_hh_l1_reverse	8	-0.09974586963653564
96525	rnn.bias_hh_l1_reverse	9	-0.11506060510873795
96525	linear.weight	0	0.002228822559118271
96525	linear.weight	1	0.12930993735790253
96525	linear.weight	2	-0.10074205696582794
96525	linear.weight	3	0.3812771737575531
96525	linear.weight	4	0.13207250833511353
96525	linear.weight	5	-0.0029990796465426683
96525	linear.weight	6	0.05268329381942749
96525	linear.weight	7	0.14970801770687103
96525	linear.weight	8	0.04126235097646713
96525	linear.weight	9	-0.023463193327188492
96525	linear.bias	0	-0.028849462047219276
96525	linear.bias	1	-0.19339171051979065
96525	linear.bias	2	-0.4600241780281067
96525	linear.bias	3	-0.7378182411193848
96525	linear.bias	4	-1.1622029542922974
96525	linear.bias	5	-0.06927044689655304
96525	linear.bias	6	-0.6961784362792969
96525	linear.bias	7	0.33661291003227234
96525	linear.bias	8	-0.4791724979877472
96525	linear.bias	9	-0.8777454495429993
96722	transitions	0	0.5861685872077942
96722	transitions	1	0.12313484400510788
96722	transitions	2	-10000.0
96722	transitions	3	-1.812919020652771
96722	transitions	4	-10000.0
96722	transitions	5	0.6124773025512695
96722	transitions	6	-0.05106401443481445
96722	transitions	7	-0.5461934804916382
96722	transitions	8	-1.372401237487793
96722	transitions	9	-0.0008188900537788868
96722	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
96722	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
96722	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
96722	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
96722	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
96722	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
96722	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
96722	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
96722	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
96722	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
96722	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
96722	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
96722	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
96722	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
96722	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
96722	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
96722	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
96722	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
96722	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
96722	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
96722	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
96722	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
96722	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
96722	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
96722	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
96722	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
96722	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
96722	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
96722	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
96722	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
96722	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
96722	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
96722	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
96722	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
96722	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
96722	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
96722	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
96722	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
96722	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
96722	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
96722	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
96722	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
96722	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
96722	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
96722	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
96722	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
96722	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
96722	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
96722	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
96722	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
96722	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
96722	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
96722	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
96722	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
96722	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
96722	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
96722	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
96722	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
96722	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
96722	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
96722	embedding2nn.weight	0	0.009698743931949139
96722	embedding2nn.weight	1	-0.017654089257121086
96722	embedding2nn.weight	2	-0.014268254861235619
96722	embedding2nn.weight	3	-0.009363638237118721
96722	embedding2nn.weight	4	-0.005915035028010607
96722	embedding2nn.weight	5	-0.0037005851045250893
96722	embedding2nn.weight	6	-0.003973258659243584
96722	embedding2nn.weight	7	-0.05151522159576416
96722	embedding2nn.weight	8	-0.0019979383796453476
96722	embedding2nn.weight	9	-0.030190927907824516
96722	embedding2nn.bias	0	0.046265989542007446
96722	embedding2nn.bias	1	-0.09045301377773285
96722	embedding2nn.bias	2	0.10360957682132721
96722	embedding2nn.bias	3	0.05922801047563553
96722	embedding2nn.bias	4	-0.055144377052783966
96722	embedding2nn.bias	5	-0.021688153967261314
96722	embedding2nn.bias	6	0.019638927653431892
96722	embedding2nn.bias	7	-0.041455067694187164
96722	embedding2nn.bias	8	0.04127888381481171
96722	embedding2nn.bias	9	0.038662027567625046
96722	rnn.weight_ih_l0	0	-0.055061329156160355
96722	rnn.weight_ih_l0	1	-0.004004893358796835
96722	rnn.weight_ih_l0	2	0.04383707419037819
96722	rnn.weight_ih_l0	3	0.012947337701916695
96722	rnn.weight_ih_l0	4	-0.019001126289367676
96722	rnn.weight_ih_l0	5	-0.04715058580040932
96722	rnn.weight_ih_l0	6	0.0032188002951443195
96722	rnn.weight_ih_l0	7	0.04209692403674126
96722	rnn.weight_ih_l0	8	-0.004322034306824207
96722	rnn.weight_ih_l0	9	-0.019355010241270065
96722	rnn.weight_hh_l0	0	-0.03685073181986809
96722	rnn.weight_hh_l0	1	0.002014824189245701
96722	rnn.weight_hh_l0	2	0.0025276385713368654
96722	rnn.weight_hh_l0	3	-0.05613799765706062
96722	rnn.weight_hh_l0	4	0.072239950299263
96722	rnn.weight_hh_l0	5	-0.005182531196624041
96722	rnn.weight_hh_l0	6	-0.04650998115539551
96722	rnn.weight_hh_l0	7	-0.009620330296456814
96722	rnn.weight_hh_l0	8	0.011634325608611107
96722	rnn.weight_hh_l0	9	-0.017729276791214943
96722	rnn.bias_ih_l0	0	0.07368576526641846
96722	rnn.bias_ih_l0	1	-0.02512398548424244
96722	rnn.bias_ih_l0	2	-0.022670071572065353
96722	rnn.bias_ih_l0	3	0.11862573772668839
96722	rnn.bias_ih_l0	4	-0.05329146608710289
96722	rnn.bias_ih_l0	5	-0.02792968600988388
96722	rnn.bias_ih_l0	6	0.0014751928392797709
96722	rnn.bias_ih_l0	7	0.035104066133499146
96722	rnn.bias_ih_l0	8	-0.10418982058763504
96722	rnn.bias_ih_l0	9	-0.04844826087355614
96722	rnn.bias_hh_l0	0	-0.02619267627596855
96722	rnn.bias_hh_l0	1	-0.09412045031785965
96722	rnn.bias_hh_l0	2	-0.0350445918738842
96722	rnn.bias_hh_l0	3	-0.07578743994235992
96722	rnn.bias_hh_l0	4	-0.014817992225289345
96722	rnn.bias_hh_l0	5	-0.011393409222364426
96722	rnn.bias_hh_l0	6	0.029746975749731064
96722	rnn.bias_hh_l0	7	0.03697386384010315
96722	rnn.bias_hh_l0	8	-0.1362864226102829
96722	rnn.bias_hh_l0	9	-0.032314080744981766
96722	rnn.weight_ih_l0_reverse	0	-0.006919927429407835
96722	rnn.weight_ih_l0_reverse	1	-0.05308397114276886
96722	rnn.weight_ih_l0_reverse	2	-0.024022050201892853
96722	rnn.weight_ih_l0_reverse	3	0.013384606689214706
96722	rnn.weight_ih_l0_reverse	4	-0.012043405324220657
96722	rnn.weight_ih_l0_reverse	5	-0.04347113147377968
96722	rnn.weight_ih_l0_reverse	6	0.06815758347511292
96722	rnn.weight_ih_l0_reverse	7	-0.019670791923999786
96722	rnn.weight_ih_l0_reverse	8	-0.025800468400120735
96722	rnn.weight_ih_l0_reverse	9	0.0065729389898478985
96722	rnn.weight_hh_l0_reverse	0	0.03686178848147392
96722	rnn.weight_hh_l0_reverse	1	0.03384741395711899
96722	rnn.weight_hh_l0_reverse	2	0.038621481508016586
96722	rnn.weight_hh_l0_reverse	3	0.025103792548179626
96722	rnn.weight_hh_l0_reverse	4	0.006610600743442774
96722	rnn.weight_hh_l0_reverse	5	0.012486247345805168
96722	rnn.weight_hh_l0_reverse	6	0.04430128633975983
96722	rnn.weight_hh_l0_reverse	7	-0.060934968292713165
96722	rnn.weight_hh_l0_reverse	8	0.04188233241438866
96722	rnn.weight_hh_l0_reverse	9	0.04638364538550377
96722	rnn.bias_ih_l0_reverse	0	-0.0535714253783226
96722	rnn.bias_ih_l0_reverse	1	-0.23424573242664337
96722	rnn.bias_ih_l0_reverse	2	-0.1194726824760437
96722	rnn.bias_ih_l0_reverse	3	-0.026465455070137978
96722	rnn.bias_ih_l0_reverse	4	-0.05040649697184563
96722	rnn.bias_ih_l0_reverse	5	0.05950767546892166
96722	rnn.bias_ih_l0_reverse	6	-0.042401596903800964
96722	rnn.bias_ih_l0_reverse	7	0.048600565642118454
96722	rnn.bias_ih_l0_reverse	8	-0.04520048201084137
96722	rnn.bias_ih_l0_reverse	9	0.03854911029338837
96722	rnn.bias_hh_l0_reverse	0	-0.0030246032401919365
96722	rnn.bias_hh_l0_reverse	1	-0.024594292044639587
96722	rnn.bias_hh_l0_reverse	2	0.059412144124507904
96722	rnn.bias_hh_l0_reverse	3	-0.04856831952929497
96722	rnn.bias_hh_l0_reverse	4	-0.03650863841176033
96722	rnn.bias_hh_l0_reverse	5	-0.04056421294808388
96722	rnn.bias_hh_l0_reverse	6	-0.012987660244107246
96722	rnn.bias_hh_l0_reverse	7	0.09972582012414932
96722	rnn.bias_hh_l0_reverse	8	0.03369240090250969
96722	rnn.bias_hh_l0_reverse	9	-0.0974249318242073
96722	rnn.weight_ih_l1	0	-0.04058443382382393
96722	rnn.weight_ih_l1	1	-0.027549564838409424
96722	rnn.weight_ih_l1	2	0.03227994963526726
96722	rnn.weight_ih_l1	3	-0.0399157740175724
96722	rnn.weight_ih_l1	4	-0.007935694418847561
96722	rnn.weight_ih_l1	5	-0.04413672909140587
96722	rnn.weight_ih_l1	6	0.026140308007597923
96722	rnn.weight_ih_l1	7	-0.036898549646139145
96722	rnn.weight_ih_l1	8	0.0370897576212883
96722	rnn.weight_ih_l1	9	0.03393566235899925
96722	rnn.weight_hh_l1	0	-0.0026483291294425726
96722	rnn.weight_hh_l1	1	0.009263691492378712
96722	rnn.weight_hh_l1	2	0.012302367947995663
96722	rnn.weight_hh_l1	3	-0.009854360483586788
96722	rnn.weight_hh_l1	4	0.003788876114413142
96722	rnn.weight_hh_l1	5	0.023679077625274658
96722	rnn.weight_hh_l1	6	0.02944140136241913
96722	rnn.weight_hh_l1	7	-0.025884242728352547
96722	rnn.weight_hh_l1	8	-0.019179172813892365
96722	rnn.weight_hh_l1	9	0.036007508635520935
96722	rnn.bias_ih_l1	0	-0.17499940097332
96722	rnn.bias_ih_l1	1	-0.15895627439022064
96722	rnn.bias_ih_l1	2	-0.16481617093086243
96722	rnn.bias_ih_l1	3	-0.2495429515838623
96722	rnn.bias_ih_l1	4	-0.15934868156909943
96722	rnn.bias_ih_l1	5	-0.0957726240158081
96722	rnn.bias_ih_l1	6	-0.12392060458660126
96722	rnn.bias_ih_l1	7	-0.01718413084745407
96722	rnn.bias_ih_l1	8	-0.13480153679847717
96722	rnn.bias_ih_l1	9	-0.09751219302415848
96722	rnn.bias_hh_l1	0	-0.12806436419487
96722	rnn.bias_hh_l1	1	-0.0560712032020092
96722	rnn.bias_hh_l1	2	-0.09496422111988068
96722	rnn.bias_hh_l1	3	-0.09208568185567856
96722	rnn.bias_hh_l1	4	-0.1085822582244873
96722	rnn.bias_hh_l1	5	-0.08970851451158524
96722	rnn.bias_hh_l1	6	-0.09866361320018768
96722	rnn.bias_hh_l1	7	0.00551461149007082
96722	rnn.bias_hh_l1	8	-0.14948399364948273
96722	rnn.bias_hh_l1	9	-0.08337809145450592
96722	rnn.weight_ih_l1_reverse	0	-0.04701479151844978
96722	rnn.weight_ih_l1_reverse	1	0.00013509884593077004
96722	rnn.weight_ih_l1_reverse	2	-0.002966598141938448
96722	rnn.weight_ih_l1_reverse	3	0.010302835144102573
96722	rnn.weight_ih_l1_reverse	4	-0.03664185851812363
96722	rnn.weight_ih_l1_reverse	5	-0.0349750854074955
96722	rnn.weight_ih_l1_reverse	6	0.006040208972990513
96722	rnn.weight_ih_l1_reverse	7	0.014771253801882267
96722	rnn.weight_ih_l1_reverse	8	0.030360450968146324
96722	rnn.weight_ih_l1_reverse	9	-0.07744348049163818
96722	rnn.weight_hh_l1_reverse	0	0.008021729066967964
96722	rnn.weight_hh_l1_reverse	1	0.03063157945871353
96722	rnn.weight_hh_l1_reverse	2	-0.0396086648106575
96722	rnn.weight_hh_l1_reverse	3	0.04083488881587982
96722	rnn.weight_hh_l1_reverse	4	0.0476616770029068
96722	rnn.weight_hh_l1_reverse	5	0.007938465103507042
96722	rnn.weight_hh_l1_reverse	6	0.009900126606225967
96722	rnn.weight_hh_l1_reverse	7	0.0231674425303936
96722	rnn.weight_hh_l1_reverse	8	-0.004552604164928198
96722	rnn.weight_hh_l1_reverse	9	-0.03749335557222366
96722	rnn.bias_ih_l1_reverse	0	-0.029179751873016357
96722	rnn.bias_ih_l1_reverse	1	-0.11571533977985382
96722	rnn.bias_ih_l1_reverse	2	-0.1383059173822403
96722	rnn.bias_ih_l1_reverse	3	-0.01024690829217434
96722	rnn.bias_ih_l1_reverse	4	-0.15650317072868347
96722	rnn.bias_ih_l1_reverse	5	-0.09346437454223633
96722	rnn.bias_ih_l1_reverse	6	-0.11417572945356369
96722	rnn.bias_ih_l1_reverse	7	-0.18956996500492096
96722	rnn.bias_ih_l1_reverse	8	0.13975828886032104
96722	rnn.bias_ih_l1_reverse	9	0.029569590464234352
96722	rnn.bias_hh_l1_reverse	0	-0.042826056480407715
96722	rnn.bias_hh_l1_reverse	1	-0.06290750205516815
96722	rnn.bias_hh_l1_reverse	2	-0.2139860838651657
96722	rnn.bias_hh_l1_reverse	3	-0.10968483984470367
96722	rnn.bias_hh_l1_reverse	4	-0.07910127192735672
96722	rnn.bias_hh_l1_reverse	5	-0.07879907637834549
96722	rnn.bias_hh_l1_reverse	6	0.118352971971035
96722	rnn.bias_hh_l1_reverse	7	-0.15301913022994995
96722	rnn.bias_hh_l1_reverse	8	-0.09971123933792114
96722	rnn.bias_hh_l1_reverse	9	-0.11661572754383087
96722	linear.weight	0	0.002228822559118271
96722	linear.weight	1	0.12735825777053833
96722	linear.weight	2	-0.09847413748502731
96722	linear.weight	3	0.38569363951683044
96722	linear.weight	4	0.13200578093528748
96722	linear.weight	5	-0.002309701405465603
96722	linear.weight	6	0.0665632113814354
96722	linear.weight	7	0.1517353057861328
96722	linear.weight	8	0.04126206040382385
96722	linear.weight	9	-0.02119021862745285
96722	linear.bias	0	-0.03368609771132469
96722	linear.bias	1	-0.21515849232673645
96722	linear.bias	2	-0.4546833038330078
96722	linear.bias	3	-0.7206067442893982
96722	linear.bias	4	-1.1475002765655518
96722	linear.bias	5	-0.06902314722537994
96722	linear.bias	6	-0.7146703004837036
96722	linear.bias	7	0.33765968680381775
96722	linear.bias	8	-0.4806360602378845
96722	linear.bias	9	-0.8784436583518982
96726	transitions	0	0.5859177112579346
96726	transitions	1	0.12312687933444977
96726	transitions	2	-10000.0
96726	transitions	3	-1.8129210472106934
96726	transitions	4	-10000.0
96726	transitions	5	0.6124768257141113
96726	transitions	6	-0.0510653555393219
96726	transitions	7	-0.5461946725845337
96726	transitions	8	-1.3724013566970825
96726	transitions	9	-0.0008189547224901617
96726	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
96726	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
96726	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
96726	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
96726	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
96726	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
96726	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
96726	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
96726	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
96726	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
96726	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
96726	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
96726	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
96726	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
96726	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
96726	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
96726	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
96726	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
96726	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
96726	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
96726	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
96726	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
96726	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
96726	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
96726	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
96726	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
96726	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
96726	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
96726	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
96726	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
96726	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
96726	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
96726	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
96726	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
96726	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
96726	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
96726	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
96726	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
96726	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
96726	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
96726	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
96726	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
96726	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
96726	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
96726	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
96726	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
96726	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
96726	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
96726	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
96726	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
96726	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
96726	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
96726	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
96726	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
96726	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
96726	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
96726	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
96726	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
96726	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
96726	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
96726	embedding2nn.weight	0	0.009623738005757332
96726	embedding2nn.weight	1	-0.01765592209994793
96726	embedding2nn.weight	2	-0.014268254861235619
96726	embedding2nn.weight	3	-0.009653279557824135
96726	embedding2nn.weight	4	-0.005915035028010607
96726	embedding2nn.weight	5	-0.0037005851045250893
96726	embedding2nn.weight	6	-0.003973258659243584
96726	embedding2nn.weight	7	-0.05135941505432129
96726	embedding2nn.weight	8	-0.0019979383796453476
96726	embedding2nn.weight	9	-0.03012053295969963
96726	embedding2nn.bias	0	0.04552048444747925
96726	embedding2nn.bias	1	-0.09149948507547379
96726	embedding2nn.bias	2	0.10248317569494247
96726	embedding2nn.bias	3	0.05902813747525215
96726	embedding2nn.bias	4	-0.055312808603048325
96726	embedding2nn.bias	5	-0.022702543064951897
96726	embedding2nn.bias	6	0.018529009073972702
96726	embedding2nn.bias	7	-0.04244053363800049
96726	embedding2nn.bias	8	0.04116927832365036
96726	embedding2nn.bias	9	0.03893911838531494
96726	rnn.weight_ih_l0	0	-0.055135034024715424
96726	rnn.weight_ih_l0	1	-0.004054135177284479
96726	rnn.weight_ih_l0	2	0.04384918883442879
96726	rnn.weight_ih_l0	3	0.012865611352026463
96726	rnn.weight_ih_l0	4	-0.019036171957850456
96726	rnn.weight_ih_l0	5	-0.04701114445924759
96726	rnn.weight_ih_l0	6	0.0032752580009400845
96726	rnn.weight_ih_l0	7	0.04209938645362854
96726	rnn.weight_ih_l0	8	-0.004364016465842724
96726	rnn.weight_ih_l0	9	-0.01945156790316105
96726	rnn.weight_hh_l0	0	-0.03684573993086815
96726	rnn.weight_hh_l0	1	0.0021062956657260656
96726	rnn.weight_hh_l0	2	0.002491735154762864
96726	rnn.weight_hh_l0	3	-0.05619586259126663
96726	rnn.weight_hh_l0	4	0.07229562848806381
96726	rnn.weight_hh_l0	5	-0.005118354689329863
96726	rnn.weight_hh_l0	6	-0.04649489000439644
96726	rnn.weight_hh_l0	7	-0.009614930488169193
96726	rnn.weight_hh_l0	8	0.011582600884139538
96726	rnn.weight_hh_l0	9	-0.017755577340722084
96726	rnn.bias_ih_l0	0	0.07346603274345398
96726	rnn.bias_ih_l0	1	-0.02498941496014595
96726	rnn.bias_ih_l0	2	-0.022852698341012
96726	rnn.bias_ih_l0	3	0.11841239780187607
96726	rnn.bias_ih_l0	4	-0.05359695479273796
96726	rnn.bias_ih_l0	5	-0.02760923095047474
96726	rnn.bias_ih_l0	6	0.001550764893181622
96726	rnn.bias_ih_l0	7	0.035056937485933304
96726	rnn.bias_ih_l0	8	-0.10424187034368515
96726	rnn.bias_ih_l0	9	-0.047677747905254364
96726	rnn.bias_hh_l0	0	-0.026122745126485825
96726	rnn.bias_hh_l0	1	-0.09412681311368942
96726	rnn.bias_hh_l0	2	-0.03516138717532158
96726	rnn.bias_hh_l0	3	-0.07568898797035217
96726	rnn.bias_hh_l0	4	-0.015064375475049019
96726	rnn.bias_hh_l0	5	-0.011369520798325539
96726	rnn.bias_hh_l0	6	0.02914256602525711
96726	rnn.bias_hh_l0	7	0.03747425600886345
96726	rnn.bias_hh_l0	8	-0.13550037145614624
96726	rnn.bias_hh_l0	9	-0.03191139176487923
96726	rnn.weight_ih_l0_reverse	0	-0.006900776643306017
96726	rnn.weight_ih_l0_reverse	1	-0.05304480344057083
96726	rnn.weight_ih_l0_reverse	2	-0.02417176589369774
96726	rnn.weight_ih_l0_reverse	3	0.013349403627216816
96726	rnn.weight_ih_l0_reverse	4	-0.01207162719219923
96726	rnn.weight_ih_l0_reverse	5	-0.04346368834376335
96726	rnn.weight_ih_l0_reverse	6	0.0680474042892456
96726	rnn.weight_ih_l0_reverse	7	-0.01970050111413002
96726	rnn.weight_ih_l0_reverse	8	-0.02584036812186241
96726	rnn.weight_ih_l0_reverse	9	0.006613772362470627
96726	rnn.weight_hh_l0_reverse	0	0.036431171000003815
96726	rnn.weight_hh_l0_reverse	1	0.03384779021143913
96726	rnn.weight_hh_l0_reverse	2	0.03865460678935051
96726	rnn.weight_hh_l0_reverse	3	0.025131382048130035
96726	rnn.weight_hh_l0_reverse	4	0.006633339449763298
96726	rnn.weight_hh_l0_reverse	5	0.012504544109106064
96726	rnn.weight_hh_l0_reverse	6	0.04438212513923645
96726	rnn.weight_hh_l0_reverse	7	-0.060713671147823334
96726	rnn.weight_hh_l0_reverse	8	0.04185943305492401
96726	rnn.weight_hh_l0_reverse	9	0.04638509824872017
96726	rnn.bias_ih_l0_reverse	0	-0.05359046533703804
96726	rnn.bias_ih_l0_reverse	1	-0.23443838953971863
96726	rnn.bias_ih_l0_reverse	2	-0.11946334689855576
96726	rnn.bias_ih_l0_reverse	3	-0.026271449401974678
96726	rnn.bias_ih_l0_reverse	4	-0.05057016387581825
96726	rnn.bias_ih_l0_reverse	5	0.05935679376125336
96726	rnn.bias_ih_l0_reverse	6	-0.042696911841630936
96726	rnn.bias_ih_l0_reverse	7	0.048415686935186386
96726	rnn.bias_ih_l0_reverse	8	-0.04531200975179672
96726	rnn.bias_ih_l0_reverse	9	0.03832384943962097
96726	rnn.bias_hh_l0_reverse	0	-0.003025578800588846
96726	rnn.bias_hh_l0_reverse	1	-0.0255205687135458
96726	rnn.bias_hh_l0_reverse	2	0.05901334062218666
96726	rnn.bias_hh_l0_reverse	3	-0.048271603882312775
96726	rnn.bias_hh_l0_reverse	4	-0.03616433963179588
96726	rnn.bias_hh_l0_reverse	5	-0.04098150134086609
96726	rnn.bias_hh_l0_reverse	6	-0.01259992178529501
96726	rnn.bias_hh_l0_reverse	7	0.09987200796604156
96726	rnn.bias_hh_l0_reverse	8	0.03385159373283386
96726	rnn.bias_hh_l0_reverse	9	-0.09797947853803635
96726	rnn.weight_ih_l1	0	-0.040615834295749664
96726	rnn.weight_ih_l1	1	-0.027585148811340332
96726	rnn.weight_ih_l1	2	0.032328423112630844
96726	rnn.weight_ih_l1	3	-0.03985919430851936
96726	rnn.weight_ih_l1	4	-0.007946815341711044
96726	rnn.weight_ih_l1	5	-0.04413502290844917
96726	rnn.weight_ih_l1	6	0.026204785332083702
96726	rnn.weight_ih_l1	7	-0.036833036690950394
96726	rnn.weight_ih_l1	8	0.03711283951997757
96726	rnn.weight_ih_l1	9	0.033898793160915375
96726	rnn.weight_hh_l1	0	-0.0024612813722342253
96726	rnn.weight_hh_l1	1	0.009264355525374413
96726	rnn.weight_hh_l1	2	0.012164365500211716
96726	rnn.weight_hh_l1	3	-0.009833076037466526
96726	rnn.weight_hh_l1	4	0.0036269561387598515
96726	rnn.weight_hh_l1	5	0.023645078763365746
96726	rnn.weight_hh_l1	6	0.029432116076350212
96726	rnn.weight_hh_l1	7	-0.025818321853876114
96726	rnn.weight_hh_l1	8	-0.01923198625445366
96726	rnn.weight_hh_l1	9	0.03606630489230156
96726	rnn.bias_ih_l1	0	-0.1748037040233612
96726	rnn.bias_ih_l1	1	-0.15897347033023834
96726	rnn.bias_ih_l1	2	-0.16520093381404877
96726	rnn.bias_ih_l1	3	-0.2493433952331543
96726	rnn.bias_ih_l1	4	-0.16004641354084015
96726	rnn.bias_ih_l1	5	-0.09608232229948044
96726	rnn.bias_ih_l1	6	-0.12416144460439682
96726	rnn.bias_ih_l1	7	-0.016432033851742744
96726	rnn.bias_ih_l1	8	-0.13408103585243225
96726	rnn.bias_ih_l1	9	-0.09724798798561096
96726	rnn.bias_hh_l1	0	-0.12799689173698425
96726	rnn.bias_hh_l1	1	-0.0564529150724411
96726	rnn.bias_hh_l1	2	-0.09477952122688293
96726	rnn.bias_hh_l1	3	-0.09208813309669495
96726	rnn.bias_hh_l1	4	-0.10810096561908722
96726	rnn.bias_hh_l1	5	-0.08966445922851562
96726	rnn.bias_hh_l1	6	-0.09917819499969482
96726	rnn.bias_hh_l1	7	0.00513449078425765
96726	rnn.bias_hh_l1	8	-0.14914564788341522
96726	rnn.bias_hh_l1	9	-0.0838886946439743
96726	rnn.weight_ih_l1_reverse	0	-0.047044798731803894
96726	rnn.weight_ih_l1_reverse	1	-0.0002179686853196472
96726	rnn.weight_ih_l1_reverse	2	-0.0028548152185976505
96726	rnn.weight_ih_l1_reverse	3	0.010330899618566036
96726	rnn.weight_ih_l1_reverse	4	-0.036715295165777206
96726	rnn.weight_ih_l1_reverse	5	-0.03498295322060585
96726	rnn.weight_ih_l1_reverse	6	0.006405454594641924
96726	rnn.weight_ih_l1_reverse	7	0.014614883810281754
96726	rnn.weight_ih_l1_reverse	8	0.03042139858007431
96726	rnn.weight_ih_l1_reverse	9	-0.07757006585597992
96726	rnn.weight_hh_l1_reverse	0	0.008088053204119205
96726	rnn.weight_hh_l1_reverse	1	0.030608871951699257
96726	rnn.weight_hh_l1_reverse	2	-0.03962324559688568
96726	rnn.weight_hh_l1_reverse	3	0.0408322699368
96726	rnn.weight_hh_l1_reverse	4	0.04770969972014427
96726	rnn.weight_hh_l1_reverse	5	0.007959393784403801
96726	rnn.weight_hh_l1_reverse	6	0.00994793139398098
96726	rnn.weight_hh_l1_reverse	7	0.023221949115395546
96726	rnn.weight_hh_l1_reverse	8	-0.004540099296718836
96726	rnn.weight_hh_l1_reverse	9	-0.037463344633579254
96726	rnn.bias_ih_l1_reverse	0	-0.029377279803156853
96726	rnn.bias_ih_l1_reverse	1	-0.11558573693037033
96726	rnn.bias_ih_l1_reverse	2	-0.13833530247211456
96726	rnn.bias_ih_l1_reverse	3	-0.00995633564889431
96726	rnn.bias_ih_l1_reverse	4	-0.15622904896736145
96726	rnn.bias_ih_l1_reverse	5	-0.09361955523490906
96726	rnn.bias_ih_l1_reverse	6	-0.11417488008737564
96726	rnn.bias_ih_l1_reverse	7	-0.18995705246925354
96726	rnn.bias_ih_l1_reverse	8	0.13756050169467926
96726	rnn.bias_ih_l1_reverse	9	0.028570253401994705
96726	rnn.bias_hh_l1_reverse	0	-0.04250038415193558
96726	rnn.bias_hh_l1_reverse	1	-0.06205114722251892
96726	rnn.bias_hh_l1_reverse	2	-0.21412347257137299
96726	rnn.bias_hh_l1_reverse	3	-0.10989662259817123
96726	rnn.bias_hh_l1_reverse	4	-0.07902921736240387
96726	rnn.bias_hh_l1_reverse	5	-0.07903359085321426
96726	rnn.bias_hh_l1_reverse	6	0.1179691031575203
96726	rnn.bias_hh_l1_reverse	7	-0.15308666229248047
96726	rnn.bias_hh_l1_reverse	8	-0.10010156780481339
96726	rnn.bias_hh_l1_reverse	9	-0.11649178713560104
96726	linear.weight	0	0.002228822559118271
96726	linear.weight	1	0.12752790749073029
96726	linear.weight	2	-0.09728671610355377
96726	linear.weight	3	0.3849399983882904
96726	linear.weight	4	0.13228905200958252
96726	linear.weight	5	-0.0022774115204811096
96726	linear.weight	6	0.06409621983766556
96726	linear.weight	7	0.1518557071685791
96726	linear.weight	8	0.041261784732341766
96726	linear.weight	9	-0.020888183265924454
96726	linear.bias	0	-0.039102159440517426
96726	linear.bias	1	-0.21712975203990936
96726	linear.bias	2	-0.44826582074165344
96726	linear.bias	3	-0.7216474413871765
96726	linear.bias	4	-1.1485294103622437
96726	linear.bias	5	-0.07181937247514725
96726	linear.bias	6	-0.7166077494621277
96726	linear.bias	7	0.33494728803634644
96726	linear.bias	8	-0.4703587591648102
96726	linear.bias	9	-0.8677170276641846
96923	transitions	0	0.5868743658065796
96923	transitions	1	0.11546918004751205
96923	transitions	2	-10000.0
96923	transitions	3	-1.812974214553833
96923	transitions	4	-10000.0
96923	transitions	5	0.6123254299163818
96923	transitions	6	-0.05119478702545166
96923	transitions	7	-0.546870768070221
96923	transitions	8	-1.372628927230835
96923	transitions	9	-0.0008207433857023716
96923	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
96923	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
96923	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
96923	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
96923	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
96923	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
96923	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
96923	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
96923	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
96923	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
96923	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
96923	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
96923	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
96923	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
96923	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
96923	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
96923	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
96923	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
96923	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
96923	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
96923	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
96923	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
96923	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
96923	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
96923	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
96923	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
96923	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
96923	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
96923	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
96923	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
96923	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
96923	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
96923	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
96923	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
96923	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
96923	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
96923	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
96923	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
96923	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
96923	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
96923	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
96923	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
96923	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
96923	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
96923	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
96923	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
96923	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
96923	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
96923	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
96923	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
96923	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
96923	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
96923	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
96923	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
96923	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
96923	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
96923	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
96923	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
96923	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
96923	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
96923	embedding2nn.weight	0	0.010200750082731247
96923	embedding2nn.weight	1	-0.017819641157984734
96923	embedding2nn.weight	2	-0.014268254861235619
96923	embedding2nn.weight	3	-0.010313356295228004
96923	embedding2nn.weight	4	-0.005915035028010607
96923	embedding2nn.weight	5	-0.0037005855701863766
96923	embedding2nn.weight	6	-0.003973258193582296
96923	embedding2nn.weight	7	-0.05057927593588829
96923	embedding2nn.weight	8	-0.0019979383796453476
96923	embedding2nn.weight	9	-0.030396079644560814
96923	embedding2nn.bias	0	0.05009997636079788
96923	embedding2nn.bias	1	-0.07394842058420181
96923	embedding2nn.bias	2	0.09072601795196533
96923	embedding2nn.bias	3	0.052646081894636154
96923	embedding2nn.bias	4	-0.055450644344091415
96923	embedding2nn.bias	5	-0.022544261068105698
96923	embedding2nn.bias	6	0.013452023267745972
96923	embedding2nn.bias	7	-0.035749487578868866
96923	embedding2nn.bias	8	0.03648979961872101
96923	embedding2nn.bias	9	0.033685386180877686
96923	rnn.weight_ih_l0	0	-0.05442577227950096
96923	rnn.weight_ih_l0	1	-0.0031372741796076298
96923	rnn.weight_ih_l0	2	0.043312180787324905
96923	rnn.weight_ih_l0	3	0.013383436016738415
96923	rnn.weight_ih_l0	4	-0.019753238186240196
96923	rnn.weight_ih_l0	5	-0.046793609857559204
96923	rnn.weight_ih_l0	6	0.004129486624151468
96923	rnn.weight_ih_l0	7	0.043971750885248184
96923	rnn.weight_ih_l0	8	-0.004914700519293547
96923	rnn.weight_ih_l0	9	-0.018006348982453346
96923	rnn.weight_hh_l0	0	-0.03932548686861992
96923	rnn.weight_hh_l0	1	0.0022287911269813776
96923	rnn.weight_hh_l0	2	0.0022355136461555958
96923	rnn.weight_hh_l0	3	-0.056024517863988876
96923	rnn.weight_hh_l0	4	0.0713832899928093
96923	rnn.weight_hh_l0	5	-0.005917596630752087
96923	rnn.weight_hh_l0	6	-0.045543987303972244
96923	rnn.weight_hh_l0	7	-0.006575976498425007
96923	rnn.weight_hh_l0	8	0.011884473264217377
96923	rnn.weight_hh_l0	9	-0.017695948481559753
96923	rnn.bias_ih_l0	0	0.07094845920801163
96923	rnn.bias_ih_l0	1	-0.02859342284500599
96923	rnn.bias_ih_l0	2	-0.0179592352360487
96923	rnn.bias_ih_l0	3	0.12173635512590408
96923	rnn.bias_ih_l0	4	-0.05288083478808403
96923	rnn.bias_ih_l0	5	-0.02390873245894909
96923	rnn.bias_ih_l0	6	0.005260295234620571
96923	rnn.bias_ih_l0	7	0.0353943295776844
96923	rnn.bias_ih_l0	8	-0.10465095937252045
96923	rnn.bias_ih_l0	9	-0.05189919099211693
96923	rnn.bias_hh_l0	0	-0.02828194759786129
96923	rnn.bias_hh_l0	1	-0.09414129704236984
96923	rnn.bias_hh_l0	2	-0.0370369553565979
96923	rnn.bias_hh_l0	3	-0.07451321929693222
96923	rnn.bias_hh_l0	4	-0.017643723636865616
96923	rnn.bias_hh_l0	5	-0.014868183061480522
96923	rnn.bias_hh_l0	6	0.027690837159752846
96923	rnn.bias_hh_l0	7	0.041851844638586044
96923	rnn.bias_hh_l0	8	-0.133717343211174
96923	rnn.bias_hh_l0	9	-0.031556278467178345
96923	rnn.weight_ih_l0_reverse	0	-0.007126309908926487
96923	rnn.weight_ih_l0_reverse	1	-0.05338716134428978
96923	rnn.weight_ih_l0_reverse	2	-0.024752555415034294
96923	rnn.weight_ih_l0_reverse	3	0.012823528610169888
96923	rnn.weight_ih_l0_reverse	4	-0.012727192603051662
96923	rnn.weight_ih_l0_reverse	5	-0.0428755022585392
96923	rnn.weight_ih_l0_reverse	6	0.06878698617219925
96923	rnn.weight_ih_l0_reverse	7	-0.018978092819452286
96923	rnn.weight_ih_l0_reverse	8	-0.026277242228388786
96923	rnn.weight_ih_l0_reverse	9	0.006575364153832197
96923	rnn.weight_hh_l0_reverse	0	0.03698282316327095
96923	rnn.weight_hh_l0_reverse	1	0.035138074308633804
96923	rnn.weight_hh_l0_reverse	2	0.038433197885751724
96923	rnn.weight_hh_l0_reverse	3	0.02522578462958336
96923	rnn.weight_hh_l0_reverse	4	0.007154067512601614
96923	rnn.weight_hh_l0_reverse	5	0.010913445614278316
96923	rnn.weight_hh_l0_reverse	6	0.044197894632816315
96923	rnn.weight_hh_l0_reverse	7	-0.06156133487820625
96923	rnn.weight_hh_l0_reverse	8	0.04214267060160637
96923	rnn.weight_hh_l0_reverse	9	0.046295177191495895
96923	rnn.bias_ih_l0_reverse	0	-0.047918595373630524
96923	rnn.bias_ih_l0_reverse	1	-0.23601384460926056
96923	rnn.bias_ih_l0_reverse	2	-0.11802668124437332
96923	rnn.bias_ih_l0_reverse	3	-0.026749538257718086
96923	rnn.bias_ih_l0_reverse	4	-0.0520053505897522
96923	rnn.bias_ih_l0_reverse	5	0.058947741985321045
96923	rnn.bias_ih_l0_reverse	6	-0.04659074544906616
96923	rnn.bias_ih_l0_reverse	7	0.047874968498945236
96923	rnn.bias_ih_l0_reverse	8	-0.042996812611818314
96923	rnn.bias_ih_l0_reverse	9	0.03727767616510391
96923	rnn.bias_hh_l0_reverse	0	-0.0021691012661904097
96923	rnn.bias_hh_l0_reverse	1	-0.015991924330592155
96923	rnn.bias_hh_l0_reverse	2	0.05987473204731941
96923	rnn.bias_hh_l0_reverse	3	-0.05149465054273605
96923	rnn.bias_hh_l0_reverse	4	-0.031559113413095474
96923	rnn.bias_hh_l0_reverse	5	-0.039389386773109436
96923	rnn.bias_hh_l0_reverse	6	-0.011690926738083363
96923	rnn.bias_hh_l0_reverse	7	0.09569647163152695
96923	rnn.bias_hh_l0_reverse	8	0.036921363323926926
96923	rnn.bias_hh_l0_reverse	9	-0.09685206413269043
96923	rnn.weight_ih_l1	0	-0.041438352316617966
96923	rnn.weight_ih_l1	1	-0.028757881373167038
96923	rnn.weight_ih_l1	2	0.0316571369767189
96923	rnn.weight_ih_l1	3	-0.03681956231594086
96923	rnn.weight_ih_l1	4	-0.007730464451014996
96923	rnn.weight_ih_l1	5	-0.044872429221868515
96923	rnn.weight_ih_l1	6	0.02638433873653412
96923	rnn.weight_ih_l1	7	-0.03705783933401108
96923	rnn.weight_ih_l1	8	0.03720498085021973
96923	rnn.weight_ih_l1	9	0.033622290939092636
96923	rnn.weight_hh_l1	0	-0.002739864634349942
96923	rnn.weight_hh_l1	1	0.009385956451296806
96923	rnn.weight_hh_l1	2	0.013513666577637196
96923	rnn.weight_hh_l1	3	-0.010059661231935024
96923	rnn.weight_hh_l1	4	0.0036603740882128477
96923	rnn.weight_hh_l1	5	0.023502767086029053
96923	rnn.weight_hh_l1	6	0.029278770089149475
96923	rnn.weight_hh_l1	7	-0.02624136582016945
96923	rnn.weight_hh_l1	8	-0.01919526793062687
96923	rnn.weight_hh_l1	9	0.03646090254187584
96923	rnn.bias_ih_l1	0	-0.1737968921661377
96923	rnn.bias_ih_l1	1	-0.15910311043262482
96923	rnn.bias_ih_l1	2	-0.16575363278388977
96923	rnn.bias_ih_l1	3	-0.2476074993610382
96923	rnn.bias_ih_l1	4	-0.16359813511371613
96923	rnn.bias_ih_l1	5	-0.09496759623289108
96923	rnn.bias_ih_l1	6	-0.1265997737646103
96923	rnn.bias_ih_l1	7	-0.018953153863549232
96923	rnn.bias_ih_l1	8	-0.13340182602405548
96923	rnn.bias_ih_l1	9	-0.09405098855495453
96923	rnn.bias_hh_l1	0	-0.12917542457580566
96923	rnn.bias_hh_l1	1	-0.05276057496666908
96923	rnn.bias_hh_l1	2	-0.090509332716465
96923	rnn.bias_hh_l1	3	-0.0919235423207283
96923	rnn.bias_hh_l1	4	-0.10745739936828613
96923	rnn.bias_hh_l1	5	-0.08850619196891785
96923	rnn.bias_hh_l1	6	-0.10405224561691284
96923	rnn.bias_hh_l1	7	0.007319565396755934
96923	rnn.bias_hh_l1	8	-0.14845682680606842
96923	rnn.bias_hh_l1	9	-0.08082262426614761
96923	rnn.weight_ih_l1_reverse	0	-0.046633802354335785
96923	rnn.weight_ih_l1_reverse	1	0.0034213769249618053
96923	rnn.weight_ih_l1_reverse	2	-0.002542246598750353
96923	rnn.weight_ih_l1_reverse	3	0.012209939770400524
96923	rnn.weight_ih_l1_reverse	4	-0.03578609600663185
96923	rnn.weight_ih_l1_reverse	5	-0.034737955778837204
96923	rnn.weight_ih_l1_reverse	6	0.007732038851827383
96923	rnn.weight_ih_l1_reverse	7	0.015452651306986809
96923	rnn.weight_ih_l1_reverse	8	0.030945923179388046
96923	rnn.weight_ih_l1_reverse	9	-0.07997532933950424
96923	rnn.weight_hh_l1_reverse	0	0.008163930848240852
96923	rnn.weight_hh_l1_reverse	1	0.030397625640034676
96923	rnn.weight_hh_l1_reverse	2	-0.03960945084691048
96923	rnn.weight_hh_l1_reverse	3	0.04070468619465828
96923	rnn.weight_hh_l1_reverse	4	0.04821530729532242
96923	rnn.weight_hh_l1_reverse	5	0.007927348837256432
96923	rnn.weight_hh_l1_reverse	6	0.009617399424314499
96923	rnn.weight_hh_l1_reverse	7	0.02290860190987587
96923	rnn.weight_hh_l1_reverse	8	-0.004803535528481007
96923	rnn.weight_hh_l1_reverse	9	-0.03719396889209747
96923	rnn.bias_ih_l1_reverse	0	-0.027994180098176003
96923	rnn.bias_ih_l1_reverse	1	-0.11326948553323746
96923	rnn.bias_ih_l1_reverse	2	-0.14060580730438232
96923	rnn.bias_ih_l1_reverse	3	-0.016316553577780724
96923	rnn.bias_ih_l1_reverse	4	-0.16064639389514923
96923	rnn.bias_ih_l1_reverse	5	-0.09427355974912643
96923	rnn.bias_ih_l1_reverse	6	-0.1132676750421524
96923	rnn.bias_ih_l1_reverse	7	-0.18924839794635773
96923	rnn.bias_ih_l1_reverse	8	0.14589908719062805
96923	rnn.bias_ih_l1_reverse	9	0.03128737956285477
96923	rnn.bias_hh_l1_reverse	0	-0.04723304882645607
96923	rnn.bias_hh_l1_reverse	1	-0.06900306791067123
96923	rnn.bias_hh_l1_reverse	2	-0.21406276524066925
96923	rnn.bias_hh_l1_reverse	3	-0.1075659841299057
96923	rnn.bias_hh_l1_reverse	4	-0.07830014079809189
96923	rnn.bias_hh_l1_reverse	5	-0.07960452884435654
96923	rnn.bias_hh_l1_reverse	6	0.11342214047908783
96923	rnn.bias_hh_l1_reverse	7	-0.15273058414459229
96923	rnn.bias_hh_l1_reverse	8	-0.10105806589126587
96923	rnn.bias_hh_l1_reverse	9	-0.11661357432603836
96923	linear.weight	0	0.002228822559118271
96923	linear.weight	1	0.12600363790988922
96923	linear.weight	2	-0.09571819752454758
96923	linear.weight	3	0.3808138370513916
96923	linear.weight	4	0.1318908929824829
96923	linear.weight	5	-0.0033766524866223335
96923	linear.weight	6	0.07008661329746246
96923	linear.weight	7	0.13817335665225983
96923	linear.weight	8	0.04126188904047012
96923	linear.weight	9	-0.027793867513537407
96923	linear.bias	0	-0.03873947262763977
96923	linear.bias	1	-0.2125202715396881
96923	linear.bias	2	-0.47408896684646606
96923	linear.bias	3	-0.7152628302574158
96923	linear.bias	4	-1.1396900415420532
96923	linear.bias	5	-0.04511566460132599
96923	linear.bias	6	-0.7077510952949524
96923	linear.bias	7	0.36079850792884827
96923	linear.bias	8	-0.4692994952201843
96923	linear.bias	9	-0.8697949051856995
97120	transitions	0	0.5784149169921875
97120	transitions	1	0.10668113082647324
97120	transitions	2	-10000.0
97120	transitions	3	-1.813019871711731
97120	transitions	4	-10000.0
97120	transitions	5	0.6121134757995605
97120	transitions	6	-0.05128773674368858
97120	transitions	7	-0.5473626852035522
97120	transitions	8	-1.372732162475586
97120	transitions	9	-0.0008217683644033968
97120	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
97120	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
97120	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
97120	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
97120	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
97120	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
97120	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
97120	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
97120	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
97120	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
97120	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
97120	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
97120	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
97120	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
97120	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
97120	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
97120	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
97120	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
97120	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
97120	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
97120	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
97120	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
97120	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
97120	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
97120	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
97120	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
97120	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
97120	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
97120	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
97120	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
97120	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
97120	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
97120	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
97120	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
97120	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
97120	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
97120	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
97120	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
97120	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
97120	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
97120	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
97120	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
97120	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
97120	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
97120	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
97120	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
97120	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
97120	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
97120	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
97120	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
97120	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
97120	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
97120	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
97120	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
97120	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
97120	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
97120	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
97120	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
97120	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
97120	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
97120	embedding2nn.weight	0	0.00941408984363079
97120	embedding2nn.weight	1	-0.01770714670419693
97120	embedding2nn.weight	2	-0.014268254861235619
97120	embedding2nn.weight	3	-0.012373520992696285
97120	embedding2nn.weight	4	-0.005915035028010607
97120	embedding2nn.weight	5	-0.0037005862686783075
97120	embedding2nn.weight	6	-0.003973254002630711
97120	embedding2nn.weight	7	-0.051351796835660934
97120	embedding2nn.weight	8	-0.0019979383796453476
97120	embedding2nn.weight	9	-0.030072109773755074
97120	embedding2nn.bias	0	0.03379324451088905
97120	embedding2nn.bias	1	-0.08465468138456345
97120	embedding2nn.bias	2	0.09396526962518692
97120	embedding2nn.bias	3	0.0537630096077919
97120	embedding2nn.bias	4	-0.05300258472561836
97120	embedding2nn.bias	5	-0.027162538841366768
97120	embedding2nn.bias	6	0.01332854013890028
97120	embedding2nn.bias	7	-0.028839299455285072
97120	embedding2nn.bias	8	0.030437495559453964
97120	embedding2nn.bias	9	0.04105289280414581
97120	rnn.weight_ih_l0	0	-0.054443925619125366
97120	rnn.weight_ih_l0	1	-0.0029927934519946575
97120	rnn.weight_ih_l0	2	0.04475003108382225
97120	rnn.weight_ih_l0	3	0.013204187154769897
97120	rnn.weight_ih_l0	4	-0.018883205950260162
97120	rnn.weight_ih_l0	5	-0.048556115478277206
97120	rnn.weight_ih_l0	6	0.004825650714337826
97120	rnn.weight_ih_l0	7	0.043143950402736664
97120	rnn.weight_ih_l0	8	-0.0032388714607805014
97120	rnn.weight_ih_l0	9	-0.01767563261091709
97120	rnn.weight_hh_l0	0	-0.03921922668814659
97120	rnn.weight_hh_l0	1	0.0027709018904715776
97120	rnn.weight_hh_l0	2	0.002188226440921426
97120	rnn.weight_hh_l0	3	-0.056164707988500595
97120	rnn.weight_hh_l0	4	0.07194595783948898
97120	rnn.weight_hh_l0	5	-0.006062610074877739
97120	rnn.weight_hh_l0	6	-0.04572977125644684
97120	rnn.weight_hh_l0	7	-0.005419814493507147
97120	rnn.weight_hh_l0	8	0.011351227760314941
97120	rnn.weight_hh_l0	9	-0.017509330064058304
97120	rnn.bias_ih_l0	0	0.06850052624940872
97120	rnn.bias_ih_l0	1	-0.03021068125963211
97120	rnn.bias_ih_l0	2	-0.01716986671090126
97120	rnn.bias_ih_l0	3	0.12098698318004608
97120	rnn.bias_ih_l0	4	-0.052115991711616516
97120	rnn.bias_ih_l0	5	-0.020325995981693268
97120	rnn.bias_ih_l0	6	0.009259418584406376
97120	rnn.bias_ih_l0	7	0.03647307679057121
97120	rnn.bias_ih_l0	8	-0.10603108257055283
97120	rnn.bias_ih_l0	9	-0.04892247915267944
97120	rnn.bias_hh_l0	0	-0.030248183757066727
97120	rnn.bias_hh_l0	1	-0.09254877269268036
97120	rnn.bias_hh_l0	2	-0.03521336242556572
97120	rnn.bias_hh_l0	3	-0.07302553951740265
97120	rnn.bias_hh_l0	4	-0.017932329326868057
97120	rnn.bias_hh_l0	5	-0.01301997434347868
97120	rnn.bias_hh_l0	6	0.02735142968595028
97120	rnn.bias_hh_l0	7	0.03796452656388283
97120	rnn.bias_hh_l0	8	-0.1384829878807068
97120	rnn.bias_hh_l0	9	-0.03044537641108036
97120	rnn.weight_ih_l0_reverse	0	-0.00574126560240984
97120	rnn.weight_ih_l0_reverse	1	-0.052123673260211945
97120	rnn.weight_ih_l0_reverse	2	-0.02204613760113716
97120	rnn.weight_ih_l0_reverse	3	0.012431510724127293
97120	rnn.weight_ih_l0_reverse	4	-0.01387646235525608
97120	rnn.weight_ih_l0_reverse	5	-0.04216505587100983
97120	rnn.weight_ih_l0_reverse	6	0.0687224492430687
97120	rnn.weight_ih_l0_reverse	7	-0.01995062083005905
97120	rnn.weight_ih_l0_reverse	8	-0.02716590277850628
97120	rnn.weight_ih_l0_reverse	9	0.0070518204011023045
97120	rnn.weight_hh_l0_reverse	0	0.03819631040096283
97120	rnn.weight_hh_l0_reverse	1	0.03459794446825981
97120	rnn.weight_hh_l0_reverse	2	0.03855567425489426
97120	rnn.weight_hh_l0_reverse	3	0.02627873606979847
97120	rnn.weight_hh_l0_reverse	4	0.007744430098682642
97120	rnn.weight_hh_l0_reverse	5	0.011655899696052074
97120	rnn.weight_hh_l0_reverse	6	0.04404260218143463
97120	rnn.weight_hh_l0_reverse	7	-0.06130584701895714
97120	rnn.weight_hh_l0_reverse	8	0.04041239991784096
97120	rnn.weight_hh_l0_reverse	9	0.04698511213064194
97120	rnn.bias_ih_l0_reverse	0	-0.04860006272792816
97120	rnn.bias_ih_l0_reverse	1	-0.23805569112300873
97120	rnn.bias_ih_l0_reverse	2	-0.1205601617693901
97120	rnn.bias_ih_l0_reverse	3	-0.025510819628834724
97120	rnn.bias_ih_l0_reverse	4	-0.05120781436562538
97120	rnn.bias_ih_l0_reverse	5	0.055744122713804245
97120	rnn.bias_ih_l0_reverse	6	-0.04490629956126213
97120	rnn.bias_ih_l0_reverse	7	0.04692050442099571
97120	rnn.bias_ih_l0_reverse	8	-0.0444103479385376
97120	rnn.bias_ih_l0_reverse	9	0.03819362074136734
97120	rnn.bias_hh_l0_reverse	0	-0.0020829634740948677
97120	rnn.bias_hh_l0_reverse	1	-0.02578369900584221
97120	rnn.bias_hh_l0_reverse	2	0.06244204565882683
97120	rnn.bias_hh_l0_reverse	3	-0.05051180347800255
97120	rnn.bias_hh_l0_reverse	4	-0.029648495838046074
97120	rnn.bias_hh_l0_reverse	5	-0.03814971074461937
97120	rnn.bias_hh_l0_reverse	6	-0.013305013068020344
97120	rnn.bias_hh_l0_reverse	7	0.0938195288181305
97120	rnn.bias_hh_l0_reverse	8	0.0384158194065094
97120	rnn.bias_hh_l0_reverse	9	-0.09819508343935013
97120	rnn.weight_ih_l1	0	-0.041615426540374756
97120	rnn.weight_ih_l1	1	-0.028900297358632088
97120	rnn.weight_ih_l1	2	0.03301629796624184
97120	rnn.weight_ih_l1	3	-0.0418688990175724
97120	rnn.weight_ih_l1	4	-0.007860950194299221
97120	rnn.weight_ih_l1	5	-0.0452156662940979
97120	rnn.weight_ih_l1	6	0.0272798091173172
97120	rnn.weight_ih_l1	7	-0.037188902497291565
97120	rnn.weight_ih_l1	8	0.03731181472539902
97120	rnn.weight_ih_l1	9	0.033286143094301224
97120	rnn.weight_hh_l1	0	-0.0016296857502311468
97120	rnn.weight_hh_l1	1	0.009358196519315243
97120	rnn.weight_hh_l1	2	0.01170177198946476
97120	rnn.weight_hh_l1	3	-0.01027323491871357
97120	rnn.weight_hh_l1	4	0.0037503931671380997
97120	rnn.weight_hh_l1	5	0.023588726297020912
97120	rnn.weight_hh_l1	6	0.029034031555056572
97120	rnn.weight_hh_l1	7	-0.02672985941171646
97120	rnn.weight_hh_l1	8	-0.019168082624673843
97120	rnn.weight_hh_l1	9	0.03607809916138649
97120	rnn.bias_ih_l1	0	-0.17067092657089233
97120	rnn.bias_ih_l1	1	-0.1545005738735199
97120	rnn.bias_ih_l1	2	-0.16593554615974426
97120	rnn.bias_ih_l1	3	-0.24607506394386292
97120	rnn.bias_ih_l1	4	-0.16734923422336578
97120	rnn.bias_ih_l1	5	-0.09616009145975113
97120	rnn.bias_ih_l1	6	-0.12478611618280411
97120	rnn.bias_ih_l1	7	-0.018130196258425713
97120	rnn.bias_ih_l1	8	-0.13363009691238403
97120	rnn.bias_ih_l1	9	-0.09272204339504242
97120	rnn.bias_hh_l1	0	-0.13035178184509277
97120	rnn.bias_hh_l1	1	-0.05183457210659981
97120	rnn.bias_hh_l1	2	-0.09172158688306808
97120	rnn.bias_hh_l1	3	-0.09253476560115814
97120	rnn.bias_hh_l1	4	-0.10871996730566025
97120	rnn.bias_hh_l1	5	-0.08795586973428726
97120	rnn.bias_hh_l1	6	-0.10550936311483383
97120	rnn.bias_hh_l1	7	0.00044780451571568847
97120	rnn.bias_hh_l1	8	-0.14911851286888123
97120	rnn.bias_hh_l1	9	-0.08098111301660538
97120	rnn.weight_ih_l1_reverse	0	-0.046432122588157654
97120	rnn.weight_ih_l1_reverse	1	0.0014967822935432196
97120	rnn.weight_ih_l1_reverse	2	-0.005488999653607607
97120	rnn.weight_ih_l1_reverse	3	0.010537439025938511
97120	rnn.weight_ih_l1_reverse	4	-0.0344722606241703
97120	rnn.weight_ih_l1_reverse	5	-0.03467343747615814
97120	rnn.weight_ih_l1_reverse	6	0.00747758848592639
97120	rnn.weight_ih_l1_reverse	7	0.0157910343259573
97120	rnn.weight_ih_l1_reverse	8	0.03172006830573082
97120	rnn.weight_ih_l1_reverse	9	-0.07890984416007996
97120	rnn.weight_hh_l1_reverse	0	0.008188820444047451
97120	rnn.weight_hh_l1_reverse	1	0.03077969141304493
97120	rnn.weight_hh_l1_reverse	2	-0.039622627198696136
97120	rnn.weight_hh_l1_reverse	3	0.04065624997019768
97120	rnn.weight_hh_l1_reverse	4	0.04790143668651581
97120	rnn.weight_hh_l1_reverse	5	0.007538656238466501
97120	rnn.weight_hh_l1_reverse	6	0.010101321153342724
97120	rnn.weight_hh_l1_reverse	7	0.02263318933546543
97120	rnn.weight_hh_l1_reverse	8	-0.005098228808492422
97120	rnn.weight_hh_l1_reverse	9	-0.03716747462749481
97120	rnn.bias_ih_l1_reverse	0	-0.02959466725587845
97120	rnn.bias_ih_l1_reverse	1	-0.11067885905504227
97120	rnn.bias_ih_l1_reverse	2	-0.14039357006549835
97120	rnn.bias_ih_l1_reverse	3	-0.021528730168938637
97120	rnn.bias_ih_l1_reverse	4	-0.16070304811000824
97120	rnn.bias_ih_l1_reverse	5	-0.09534624963998795
97120	rnn.bias_ih_l1_reverse	6	-0.11187568306922913
97120	rnn.bias_ih_l1_reverse	7	-0.19275960326194763
97120	rnn.bias_ih_l1_reverse	8	0.14595672488212585
97120	rnn.bias_ih_l1_reverse	9	0.03832767903804779
97120	rnn.bias_hh_l1_reverse	0	-0.05016983300447464
97120	rnn.bias_hh_l1_reverse	1	-0.062112387269735336
97120	rnn.bias_hh_l1_reverse	2	-0.21384474635124207
97120	rnn.bias_hh_l1_reverse	3	-0.10887027531862259
97120	rnn.bias_hh_l1_reverse	4	-0.0804382860660553
97120	rnn.bias_hh_l1_reverse	5	-0.07989965379238129
97120	rnn.bias_hh_l1_reverse	6	0.12371928989887238
97120	rnn.bias_hh_l1_reverse	7	-0.15319009125232697
97120	rnn.bias_hh_l1_reverse	8	-0.09920977056026459
97120	rnn.bias_hh_l1_reverse	9	-0.11650834232568741
97120	linear.weight	0	0.002228822559118271
97120	linear.weight	1	0.13515305519104004
97120	linear.weight	2	-0.09638750553131104
97120	linear.weight	3	0.3920805752277374
97120	linear.weight	4	0.1370932161808014
97120	linear.weight	5	-0.006947681307792664
97120	linear.weight	6	0.07295463979244232
97120	linear.weight	7	0.13521037995815277
97120	linear.weight	8	0.04126119241118431
97120	linear.weight	9	-0.030051566660404205
97120	linear.bias	0	-0.029318979009985924
97120	linear.bias	1	-0.20461218059062958
97120	linear.bias	2	-0.44895991683006287
97120	linear.bias	3	-0.7213797569274902
97120	linear.bias	4	-1.1457089185714722
97120	linear.bias	5	-0.036115266382694244
97120	linear.bias	6	-0.6996996402740479
97120	linear.bias	7	0.3693622350692749
97120	linear.bias	8	-0.47465893626213074
97120	linear.bias	9	-0.8772754073143005
97317	transitions	0	0.5859676599502563
97317	transitions	1	0.11243337392807007
97317	transitions	2	-10000.0
97317	transitions	3	-1.8130775690078735
97317	transitions	4	-10000.0
97317	transitions	5	0.6119851469993591
97317	transitions	6	-0.05142137408256531
97317	transitions	7	-0.5481885075569153
97317	transitions	8	-1.3728699684143066
97317	transitions	9	-0.0008226006757467985
97317	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
97317	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
97317	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
97317	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
97317	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
97317	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
97317	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
97317	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
97317	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
97317	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
97317	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
97317	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
97317	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
97317	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
97317	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
97317	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
97317	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
97317	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
97317	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
97317	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
97317	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
97317	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
97317	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
97317	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
97317	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
97317	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
97317	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
97317	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
97317	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
97317	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
97317	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
97317	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
97317	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
97317	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
97317	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
97317	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
97317	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
97317	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
97317	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
97317	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
97317	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
97317	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
97317	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
97317	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
97317	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
97317	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
97317	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
97317	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
97317	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
97317	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
97317	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
97317	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
97317	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
97317	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
97317	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
97317	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
97317	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
97317	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
97317	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
97317	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
97317	embedding2nn.weight	0	0.009397734887897968
97317	embedding2nn.weight	1	-0.01764800027012825
97317	embedding2nn.weight	2	-0.014268254861235619
97317	embedding2nn.weight	3	-0.014292166568338871
97317	embedding2nn.weight	4	-0.005915035028010607
97317	embedding2nn.weight	5	-0.003700586035847664
97317	embedding2nn.weight	6	-0.003973252139985561
97317	embedding2nn.weight	7	-0.051352500915527344
97317	embedding2nn.weight	8	-0.0019979383796453476
97317	embedding2nn.weight	9	-0.028984006494283676
97317	embedding2nn.bias	0	0.028772344812750816
97317	embedding2nn.bias	1	-0.07838805019855499
97317	embedding2nn.bias	2	0.09265569597482681
97317	embedding2nn.bias	3	0.05452725291252136
97317	embedding2nn.bias	4	-0.05697835236787796
97317	embedding2nn.bias	5	-0.03154582157731056
97317	embedding2nn.bias	6	0.015192058868706226
97317	embedding2nn.bias	7	-0.035437919199466705
97317	embedding2nn.bias	8	0.02834492176771164
97317	embedding2nn.bias	9	0.04242190718650818
97317	rnn.weight_ih_l0	0	-0.05595974624156952
97317	rnn.weight_ih_l0	1	-0.0023128364700824022
97317	rnn.weight_ih_l0	2	0.04394066333770752
97317	rnn.weight_ih_l0	3	0.013035210780799389
97317	rnn.weight_ih_l0	4	-0.019282830879092216
97317	rnn.weight_ih_l0	5	-0.04883258417248726
97317	rnn.weight_ih_l0	6	0.004411305766552687
97317	rnn.weight_ih_l0	7	0.044079724699258804
97317	rnn.weight_ih_l0	8	-0.0039051847998052835
97317	rnn.weight_ih_l0	9	-0.01840038411319256
97317	rnn.weight_hh_l0	0	-0.03908193111419678
97317	rnn.weight_hh_l0	1	0.0017217918066307902
97317	rnn.weight_hh_l0	2	0.0021630022674798965
97317	rnn.weight_hh_l0	3	-0.05610174685716629
97317	rnn.weight_hh_l0	4	0.07204196602106094
97317	rnn.weight_hh_l0	5	-0.0052322931587696075
97317	rnn.weight_hh_l0	6	-0.046077173203229904
97317	rnn.weight_hh_l0	7	-0.005403566174209118
97317	rnn.weight_hh_l0	8	0.011286291293799877
97317	rnn.weight_hh_l0	9	-0.017903394997119904
97317	rnn.bias_ih_l0	0	0.0749514251947403
97317	rnn.bias_ih_l0	1	-0.027841972187161446
97317	rnn.bias_ih_l0	2	-0.0180065780878067
97317	rnn.bias_ih_l0	3	0.12257090955972672
97317	rnn.bias_ih_l0	4	-0.052773505449295044
97317	rnn.bias_ih_l0	5	-0.027259914204478264
97317	rnn.bias_ih_l0	6	0.007426079362630844
97317	rnn.bias_ih_l0	7	0.03733798861503601
97317	rnn.bias_ih_l0	8	-0.10642971098423004
97317	rnn.bias_ih_l0	9	-0.05078338831663132
97317	rnn.bias_hh_l0	0	-0.02805205248296261
97317	rnn.bias_hh_l0	1	-0.09056489169597626
97317	rnn.bias_hh_l0	2	-0.03430157154798508
97317	rnn.bias_hh_l0	3	-0.07675988227128983
97317	rnn.bias_hh_l0	4	-0.018431970849633217
97317	rnn.bias_hh_l0	5	-0.012370546348392963
97317	rnn.bias_hh_l0	6	0.031893324106931686
97317	rnn.bias_hh_l0	7	0.0346631295979023
97317	rnn.bias_hh_l0	8	-0.13813452422618866
97317	rnn.bias_hh_l0	9	-0.029636085033416748
97317	rnn.weight_ih_l0_reverse	0	-0.005721434485167265
97317	rnn.weight_ih_l0_reverse	1	-0.05172066017985344
97317	rnn.weight_ih_l0_reverse	2	-0.023704981431365013
97317	rnn.weight_ih_l0_reverse	3	0.011385425925254822
97317	rnn.weight_ih_l0_reverse	4	-0.013388469815254211
97317	rnn.weight_ih_l0_reverse	5	-0.04257002845406532
97317	rnn.weight_ih_l0_reverse	6	0.0671609565615654
97317	rnn.weight_ih_l0_reverse	7	-0.01914472132921219
97317	rnn.weight_ih_l0_reverse	8	-0.02749459818005562
97317	rnn.weight_ih_l0_reverse	9	0.006914868950843811
97317	rnn.weight_hh_l0_reverse	0	0.038620475679636
97317	rnn.weight_hh_l0_reverse	1	0.0339660607278347
97317	rnn.weight_hh_l0_reverse	2	0.038690220564603806
97317	rnn.weight_hh_l0_reverse	3	0.026359541341662407
97317	rnn.weight_hh_l0_reverse	4	0.0077281007543206215
97317	rnn.weight_hh_l0_reverse	5	0.012046820484101772
97317	rnn.weight_hh_l0_reverse	6	0.04407854005694389
97317	rnn.weight_hh_l0_reverse	7	-0.06110946834087372
97317	rnn.weight_hh_l0_reverse	8	0.04141513630747795
97317	rnn.weight_hh_l0_reverse	9	0.04682493209838867
97317	rnn.bias_ih_l0_reverse	0	-0.05019643157720566
97317	rnn.bias_ih_l0_reverse	1	-0.2399393916130066
97317	rnn.bias_ih_l0_reverse	2	-0.12264321744441986
97317	rnn.bias_ih_l0_reverse	3	-0.02593505010008812
97317	rnn.bias_ih_l0_reverse	4	-0.04965873062610626
97317	rnn.bias_ih_l0_reverse	5	0.05936654657125473
97317	rnn.bias_ih_l0_reverse	6	-0.044086162000894547
97317	rnn.bias_ih_l0_reverse	7	0.04699720814824104
97317	rnn.bias_ih_l0_reverse	8	-0.04333070293068886
97317	rnn.bias_ih_l0_reverse	9	0.03725319355726242
97317	rnn.bias_hh_l0_reverse	0	0.0017938148230314255
97317	rnn.bias_hh_l0_reverse	1	-0.026656374335289
97317	rnn.bias_hh_l0_reverse	2	0.06452415138483047
97317	rnn.bias_hh_l0_reverse	3	-0.051973607391119
97317	rnn.bias_hh_l0_reverse	4	-0.030210819095373154
97317	rnn.bias_hh_l0_reverse	5	-0.03595369681715965
97317	rnn.bias_hh_l0_reverse	6	-0.011702918447554111
97317	rnn.bias_hh_l0_reverse	7	0.09247908741235733
97317	rnn.bias_hh_l0_reverse	8	0.03690612316131592
97317	rnn.bias_hh_l0_reverse	9	-0.09358582645654678
97317	rnn.weight_ih_l1	0	-0.04149870574474335
97317	rnn.weight_ih_l1	1	-0.02904531918466091
97317	rnn.weight_ih_l1	2	0.03364362195134163
97317	rnn.weight_ih_l1	3	-0.041434723883867264
97317	rnn.weight_ih_l1	4	-0.00793667696416378
97317	rnn.weight_ih_l1	5	-0.0446726530790329
97317	rnn.weight_ih_l1	6	0.02776336297392845
97317	rnn.weight_ih_l1	7	-0.03547611087560654
97317	rnn.weight_ih_l1	8	0.03707703948020935
97317	rnn.weight_ih_l1	9	0.033071041107177734
97317	rnn.weight_hh_l1	0	-0.0017011321615427732
97317	rnn.weight_hh_l1	1	0.009418920613825321
97317	rnn.weight_hh_l1	2	0.013026108965277672
97317	rnn.weight_hh_l1	3	-0.010820510797202587
97317	rnn.weight_hh_l1	4	0.003942287061363459
97317	rnn.weight_hh_l1	5	0.023417003452777863
97317	rnn.weight_hh_l1	6	0.02829849161207676
97317	rnn.weight_hh_l1	7	-0.026869511231780052
97317	rnn.weight_hh_l1	8	-0.019286051392555237
97317	rnn.weight_hh_l1	9	0.03622303903102875
97317	rnn.bias_ih_l1	0	-0.17352424561977386
97317	rnn.bias_ih_l1	1	-0.15227732062339783
97317	rnn.bias_ih_l1	2	-0.16113321483135223
97317	rnn.bias_ih_l1	3	-0.24551333487033844
97317	rnn.bias_ih_l1	4	-0.17237460613250732
97317	rnn.bias_ih_l1	5	-0.0960368737578392
97317	rnn.bias_ih_l1	6	-0.1253606081008911
97317	rnn.bias_ih_l1	7	-0.015261436812579632
97317	rnn.bias_ih_l1	8	-0.13495326042175293
97317	rnn.bias_ih_l1	9	-0.09663397073745728
97317	rnn.bias_hh_l1	0	-0.13194002211093903
97317	rnn.bias_hh_l1	1	-0.053153324872255325
97317	rnn.bias_hh_l1	2	-0.09506278485059738
97317	rnn.bias_hh_l1	3	-0.09172182530164719
97317	rnn.bias_hh_l1	4	-0.11157546192407608
97317	rnn.bias_hh_l1	5	-0.0903138592839241
97317	rnn.bias_hh_l1	6	-0.10355930775403976
97317	rnn.bias_hh_l1	7	0.00426698150113225
97317	rnn.bias_hh_l1	8	-0.14975574612617493
97317	rnn.bias_hh_l1	9	-0.08604654669761658
97317	rnn.weight_ih_l1_reverse	0	-0.047102078795433044
97317	rnn.weight_ih_l1_reverse	1	0.00027002557180821896
97317	rnn.weight_ih_l1_reverse	2	-0.006837355904281139
97317	rnn.weight_ih_l1_reverse	3	0.010463424026966095
97317	rnn.weight_ih_l1_reverse	4	-0.03473062440752983
97317	rnn.weight_ih_l1_reverse	5	-0.03494248911738396
97317	rnn.weight_ih_l1_reverse	6	0.011309627443552017
97317	rnn.weight_ih_l1_reverse	7	0.01539323478937149
97317	rnn.weight_ih_l1_reverse	8	0.03783191740512848
97317	rnn.weight_ih_l1_reverse	9	-0.07915438711643219
97317	rnn.weight_hh_l1_reverse	0	0.008227803744375706
97317	rnn.weight_hh_l1_reverse	1	0.031795475631952286
97317	rnn.weight_hh_l1_reverse	2	-0.03967660292983055
97317	rnn.weight_hh_l1_reverse	3	0.040531158447265625
97317	rnn.weight_hh_l1_reverse	4	0.04701071232557297
97317	rnn.weight_hh_l1_reverse	5	0.00781666487455368
97317	rnn.weight_hh_l1_reverse	6	0.008646401576697826
97317	rnn.weight_hh_l1_reverse	7	0.023111673071980476
97317	rnn.weight_hh_l1_reverse	8	-0.005178410094231367
97317	rnn.weight_hh_l1_reverse	9	-0.03710426762700081
97317	rnn.bias_ih_l1_reverse	0	-0.025798581540584564
97317	rnn.bias_ih_l1_reverse	1	-0.11352173238992691
97317	rnn.bias_ih_l1_reverse	2	-0.1399538218975067
97317	rnn.bias_ih_l1_reverse	3	-0.02464226260781288
97317	rnn.bias_ih_l1_reverse	4	-0.16295740008354187
97317	rnn.bias_ih_l1_reverse	5	-0.09811132401227951
97317	rnn.bias_ih_l1_reverse	6	-0.11108551919460297
97317	rnn.bias_ih_l1_reverse	7	-0.19705301523208618
97317	rnn.bias_ih_l1_reverse	8	0.14531758427619934
97317	rnn.bias_ih_l1_reverse	9	0.03593488037586212
97317	rnn.bias_hh_l1_reverse	0	-0.0457942970097065
97317	rnn.bias_hh_l1_reverse	1	-0.06508173793554306
97317	rnn.bias_hh_l1_reverse	2	-0.21262434124946594
97317	rnn.bias_hh_l1_reverse	3	-0.10915914177894592
97317	rnn.bias_hh_l1_reverse	4	-0.08122903853654861
97317	rnn.bias_hh_l1_reverse	5	-0.0817585363984108
97317	rnn.bias_hh_l1_reverse	6	0.12101887911558151
97317	rnn.bias_hh_l1_reverse	7	-0.14827336370944977
97317	rnn.bias_hh_l1_reverse	8	-0.09859456866979599
97317	rnn.bias_hh_l1_reverse	9	-0.1170506700873375
97317	linear.weight	0	0.002228822559118271
97317	linear.weight	1	0.12755538523197174
97317	linear.weight	2	-0.09249934554100037
97317	linear.weight	3	0.3881165683269501
97317	linear.weight	4	0.13438396155834198
97317	linear.weight	5	-0.008872989565134048
97317	linear.weight	6	0.062465861439704895
97317	linear.weight	7	0.13593252003192902
97317	linear.weight	8	0.04126140475273132
97317	linear.weight	9	-0.03206339478492737
97317	linear.bias	0	-0.08557426184415817
97317	linear.bias	1	-0.21085043251514435
97317	linear.bias	2	-0.4290534555912018
97317	linear.bias	3	-0.7153566479682922
97317	linear.bias	4	-1.1421767473220825
97317	linear.bias	5	-0.05291879549622536
97317	linear.bias	6	-0.704150915145874
97317	linear.bias	7	0.35298532247543335
97317	linear.bias	8	-0.5052834749221802
97317	linear.bias	9	-0.9093131422996521
97514	transitions	0	0.574272096157074
97514	transitions	1	0.11532695591449738
97514	transitions	2	-10000.0
97514	transitions	3	-1.8131756782531738
97514	transitions	4	-10000.0
97514	transitions	5	0.6117843389511108
97514	transitions	6	-0.051589082926511765
97514	transitions	7	-0.5488131046295166
97514	transitions	8	-1.3731120824813843
97514	transitions	9	-0.0008246696670539677
97514	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
97514	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
97514	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
97514	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
97514	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
97514	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
97514	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
97514	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
97514	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
97514	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
97514	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
97514	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
97514	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
97514	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
97514	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
97514	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
97514	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
97514	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
97514	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
97514	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
97514	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
97514	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
97514	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
97514	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
97514	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
97514	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
97514	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
97514	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
97514	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
97514	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
97514	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
97514	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
97514	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
97514	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
97514	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
97514	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
97514	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
97514	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
97514	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
97514	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
97514	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
97514	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
97514	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
97514	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
97514	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
97514	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
97514	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
97514	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
97514	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
97514	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
97514	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
97514	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
97514	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
97514	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
97514	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
97514	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
97514	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
97514	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
97514	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
97514	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
97514	embedding2nn.weight	0	0.009533826261758804
97514	embedding2nn.weight	1	-0.01737373135983944
97514	embedding2nn.weight	2	-0.014268254861235619
97514	embedding2nn.weight	3	-0.011160200461745262
97514	embedding2nn.weight	4	-0.005915035028010607
97514	embedding2nn.weight	5	-0.003700586734339595
97514	embedding2nn.weight	6	-0.0039732567965984344
97514	embedding2nn.weight	7	-0.052192095667123795
97514	embedding2nn.weight	8	-0.0019979383796453476
97514	embedding2nn.weight	9	-0.02980058826506138
97514	embedding2nn.bias	0	0.0162001084536314
97514	embedding2nn.bias	1	-0.07508835941553116
97514	embedding2nn.bias	2	0.09235508739948273
97514	embedding2nn.bias	3	0.059626445174217224
97514	embedding2nn.bias	4	-0.05850962549448013
97514	embedding2nn.bias	5	-0.031196456402540207
97514	embedding2nn.bias	6	0.01584460958838463
97514	embedding2nn.bias	7	-0.02237115241587162
97514	embedding2nn.bias	8	0.02305319719016552
97514	embedding2nn.bias	9	0.04255564510822296
97514	rnn.weight_ih_l0	0	-0.05335480347275734
97514	rnn.weight_ih_l0	1	-0.0025770149659365416
97514	rnn.weight_ih_l0	2	0.044104304164648056
97514	rnn.weight_ih_l0	3	0.012471023015677929
97514	rnn.weight_ih_l0	4	-0.02094835601747036
97514	rnn.weight_ih_l0	5	-0.049398113042116165
97514	rnn.weight_ih_l0	6	0.004087511450052261
97514	rnn.weight_ih_l0	7	0.04387034848332405
97514	rnn.weight_ih_l0	8	-0.004040635656565428
97514	rnn.weight_ih_l0	9	-0.020259251818060875
97514	rnn.weight_hh_l0	0	-0.039763227105140686
97514	rnn.weight_hh_l0	1	0.0018970334203913808
97514	rnn.weight_hh_l0	2	0.0030295425094664097
97514	rnn.weight_hh_l0	3	-0.05599353834986687
97514	rnn.weight_hh_l0	4	0.07264433056116104
97514	rnn.weight_hh_l0	5	-0.00664706714451313
97514	rnn.weight_hh_l0	6	-0.04490969330072403
97514	rnn.weight_hh_l0	7	-0.006047142203897238
97514	rnn.weight_hh_l0	8	0.012207205407321453
97514	rnn.weight_hh_l0	9	-0.017336279153823853
97514	rnn.bias_ih_l0	0	0.0734524056315422
97514	rnn.bias_ih_l0	1	-0.02889796905219555
97514	rnn.bias_ih_l0	2	-0.020022748038172722
97514	rnn.bias_ih_l0	3	0.11918197572231293
97514	rnn.bias_ih_l0	4	-0.05621861666440964
97514	rnn.bias_ih_l0	5	-0.02624957077205181
97514	rnn.bias_ih_l0	6	0.0022938218899071217
97514	rnn.bias_ih_l0	7	0.037005312740802765
97514	rnn.bias_ih_l0	8	-0.10711463540792465
97514	rnn.bias_ih_l0	9	-0.04603591188788414
97514	rnn.bias_hh_l0	0	-0.026432354003190994
97514	rnn.bias_hh_l0	1	-0.08855117112398148
97514	rnn.bias_hh_l0	2	-0.03489053249359131
97514	rnn.bias_hh_l0	3	-0.07562938332557678
97514	rnn.bias_hh_l0	4	-0.01660633273422718
97514	rnn.bias_hh_l0	5	-0.011124126613140106
97514	rnn.bias_hh_l0	6	0.027203110978007317
97514	rnn.bias_hh_l0	7	0.03288627043366432
97514	rnn.bias_hh_l0	8	-0.13883289694786072
97514	rnn.bias_hh_l0	9	-0.02417534589767456
97514	rnn.weight_ih_l0_reverse	0	-0.006832857150584459
97514	rnn.weight_ih_l0_reverse	1	-0.0521060973405838
97514	rnn.weight_ih_l0_reverse	2	-0.024797974154353142
97514	rnn.weight_ih_l0_reverse	3	0.01183888129889965
97514	rnn.weight_ih_l0_reverse	4	-0.014473479241132736
97514	rnn.weight_ih_l0_reverse	5	-0.04230712354183197
97514	rnn.weight_ih_l0_reverse	6	0.0671558827161789
97514	rnn.weight_ih_l0_reverse	7	-0.018059955909848213
97514	rnn.weight_ih_l0_reverse	8	-0.027904056012630463
97514	rnn.weight_ih_l0_reverse	9	0.007374699227511883
97514	rnn.weight_hh_l0_reverse	0	0.03857028856873512
97514	rnn.weight_hh_l0_reverse	1	0.03423447161912918
97514	rnn.weight_hh_l0_reverse	2	0.03904041647911072
97514	rnn.weight_hh_l0_reverse	3	0.026560621336102486
97514	rnn.weight_hh_l0_reverse	4	0.007216435857117176
97514	rnn.weight_hh_l0_reverse	5	0.01153603382408619
97514	rnn.weight_hh_l0_reverse	6	0.04489630088210106
97514	rnn.weight_hh_l0_reverse	7	-0.059978798031806946
97514	rnn.weight_hh_l0_reverse	8	0.0410417839884758
97514	rnn.weight_hh_l0_reverse	9	0.0472964383661747
97514	rnn.bias_ih_l0_reverse	0	-0.05249117687344551
97514	rnn.bias_ih_l0_reverse	1	-0.23950958251953125
97514	rnn.bias_ih_l0_reverse	2	-0.1264517605304718
97514	rnn.bias_ih_l0_reverse	3	-0.024444488808512688
97514	rnn.bias_ih_l0_reverse	4	-0.04737197235226631
97514	rnn.bias_ih_l0_reverse	5	0.05885833874344826
97514	rnn.bias_ih_l0_reverse	6	-0.045837823301553726
97514	rnn.bias_ih_l0_reverse	7	0.045426417142152786
97514	rnn.bias_ih_l0_reverse	8	-0.04168036952614784
97514	rnn.bias_ih_l0_reverse	9	0.0387238971889019
97514	rnn.bias_hh_l0_reverse	0	0.002175689907744527
97514	rnn.bias_hh_l0_reverse	1	-0.028313621878623962
97514	rnn.bias_hh_l0_reverse	2	0.07221250981092453
97514	rnn.bias_hh_l0_reverse	3	-0.05296248197555542
97514	rnn.bias_hh_l0_reverse	4	-0.0343456007540226
97514	rnn.bias_hh_l0_reverse	5	-0.033747538924217224
97514	rnn.bias_hh_l0_reverse	6	-0.01221469882875681
97514	rnn.bias_hh_l0_reverse	7	0.08794274181127548
97514	rnn.bias_hh_l0_reverse	8	0.03521295636892319
97514	rnn.bias_hh_l0_reverse	9	-0.09684833884239197
97514	rnn.weight_ih_l1	0	-0.04151395708322525
97514	rnn.weight_ih_l1	1	-0.028750518336892128
97514	rnn.weight_ih_l1	2	0.031924694776535034
97514	rnn.weight_ih_l1	3	-0.042531587183475494
97514	rnn.weight_ih_l1	4	-0.007843999192118645
97514	rnn.weight_ih_l1	5	-0.04530242085456848
97514	rnn.weight_ih_l1	6	0.02793285809457302
97514	rnn.weight_ih_l1	7	-0.035355839878320694
97514	rnn.weight_ih_l1	8	0.03671924024820328
97514	rnn.weight_ih_l1	9	0.0339878611266613
97514	rnn.weight_hh_l1	0	-0.001986590912565589
97514	rnn.weight_hh_l1	1	0.009598536416888237
97514	rnn.weight_hh_l1	2	0.013229545205831528
97514	rnn.weight_hh_l1	3	-0.01060327049344778
97514	rnn.weight_hh_l1	4	0.003555292496457696
97514	rnn.weight_hh_l1	5	0.02424691803753376
97514	rnn.weight_hh_l1	6	0.02856561169028282
97514	rnn.weight_hh_l1	7	-0.026481453329324722
97514	rnn.weight_hh_l1	8	-0.018979649990797043
97514	rnn.weight_hh_l1	9	0.03614398464560509
97514	rnn.bias_ih_l1	0	-0.17476803064346313
97514	rnn.bias_ih_l1	1	-0.15001028776168823
97514	rnn.bias_ih_l1	2	-0.16409844160079956
97514	rnn.bias_ih_l1	3	-0.2450437992811203
97514	rnn.bias_ih_l1	4	-0.17481009662151337
97514	rnn.bias_ih_l1	5	-0.09681110084056854
97514	rnn.bias_ih_l1	6	-0.12169895321130753
97514	rnn.bias_ih_l1	7	-0.015846682712435722
97514	rnn.bias_ih_l1	8	-0.13450396060943604
97514	rnn.bias_ih_l1	9	-0.09776870906352997
97514	rnn.bias_hh_l1	0	-0.13059546053409576
97514	rnn.bias_hh_l1	1	-0.04924343526363373
97514	rnn.bias_hh_l1	2	-0.09245980530977249
97514	rnn.bias_hh_l1	3	-0.09223319590091705
97514	rnn.bias_hh_l1	4	-0.11250115931034088
97514	rnn.bias_hh_l1	5	-0.0902809426188469
97514	rnn.bias_hh_l1	6	-0.102135069668293
97514	rnn.bias_hh_l1	7	-0.00027095357654616237
97514	rnn.bias_hh_l1	8	-0.14946599304676056
97514	rnn.bias_hh_l1	9	-0.08755817264318466
97514	rnn.weight_ih_l1_reverse	0	-0.04605002701282501
97514	rnn.weight_ih_l1_reverse	1	0.003380130510777235
97514	rnn.weight_ih_l1_reverse	2	-0.009433368220925331
97514	rnn.weight_ih_l1_reverse	3	0.009682371281087399
97514	rnn.weight_ih_l1_reverse	4	-0.03381654992699623
97514	rnn.weight_ih_l1_reverse	5	-0.034996043890714645
97514	rnn.weight_ih_l1_reverse	6	0.012124049477279186
97514	rnn.weight_ih_l1_reverse	7	0.015338672325015068
97514	rnn.weight_ih_l1_reverse	8	0.03986826539039612
97514	rnn.weight_ih_l1_reverse	9	-0.07874120771884918
97514	rnn.weight_hh_l1_reverse	0	0.0083463778719306
97514	rnn.weight_hh_l1_reverse	1	0.03156666457653046
97514	rnn.weight_hh_l1_reverse	2	-0.03972775861620903
97514	rnn.weight_hh_l1_reverse	3	0.04063307121396065
97514	rnn.weight_hh_l1_reverse	4	0.046966638416051865
97514	rnn.weight_hh_l1_reverse	5	0.007162323221564293
97514	rnn.weight_hh_l1_reverse	6	0.009464651346206665
97514	rnn.weight_hh_l1_reverse	7	0.023267870768904686
97514	rnn.weight_hh_l1_reverse	8	-0.005295236594974995
97514	rnn.weight_hh_l1_reverse	9	-0.036988209933042526
97514	rnn.bias_ih_l1_reverse	0	-0.028317252174019814
97514	rnn.bias_ih_l1_reverse	1	-0.11454856395721436
97514	rnn.bias_ih_l1_reverse	2	-0.13960978388786316
97514	rnn.bias_ih_l1_reverse	3	-0.0251143928617239
97514	rnn.bias_ih_l1_reverse	4	-0.1649225652217865
97514	rnn.bias_ih_l1_reverse	5	-0.09538997709751129
97514	rnn.bias_ih_l1_reverse	6	-0.11294130235910416
97514	rnn.bias_ih_l1_reverse	7	-0.19607162475585938
97514	rnn.bias_ih_l1_reverse	8	0.1447322815656662
97514	rnn.bias_ih_l1_reverse	9	0.039181556552648544
97514	rnn.bias_hh_l1_reverse	0	-0.04243404418230057
97514	rnn.bias_hh_l1_reverse	1	-0.055338695645332336
97514	rnn.bias_hh_l1_reverse	2	-0.2148715704679489
97514	rnn.bias_hh_l1_reverse	3	-0.10741117596626282
97514	rnn.bias_hh_l1_reverse	4	-0.08131606876850128
97514	rnn.bias_hh_l1_reverse	5	-0.08300143480300903
97514	rnn.bias_hh_l1_reverse	6	0.12664048373699188
97514	rnn.bias_hh_l1_reverse	7	-0.1467353254556656
97514	rnn.bias_hh_l1_reverse	8	-0.10021531581878662
97514	rnn.bias_hh_l1_reverse	9	-0.1164836660027504
97514	linear.weight	0	0.002228822559118271
97514	linear.weight	1	0.13272438943386078
97514	linear.weight	2	-0.09081803262233734
97514	linear.weight	3	0.3853658437728882
97514	linear.weight	4	0.13374195992946625
97514	linear.weight	5	-0.007611616048961878
97514	linear.weight	6	0.0670764371752739
97514	linear.weight	7	0.1364426165819168
97514	linear.weight	8	0.041259802877902985
97514	linear.weight	9	-0.03026639297604561
97514	linear.bias	0	-0.048828888684511185
97514	linear.bias	1	-0.19029243290424347
97514	linear.bias	2	-0.4153303802013397
97514	linear.bias	3	-0.7356926202774048
97514	linear.bias	4	-1.1626397371292114
97514	linear.bias	5	-0.07257361710071564
97514	linear.bias	6	-0.6854326128959656
97514	linear.bias	7	0.33473148941993713
97514	linear.bias	8	-0.49473294615745544
97514	linear.bias	9	-0.900303065776825
97711	transitions	0	0.5730761885643005
97711	transitions	1	0.11816779524087906
97711	transitions	2	-10000.0
97711	transitions	3	-1.813231348991394
97711	transitions	4	-10000.0
97711	transitions	5	0.6115292310714722
97711	transitions	6	-0.051700010895729065
97711	transitions	7	-0.5496461987495422
97711	transitions	8	-1.3734203577041626
97711	transitions	9	-0.0008261463372036815
97711	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
97711	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
97711	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
97711	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
97711	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
97711	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
97711	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
97711	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
97711	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
97711	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
97711	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
97711	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
97711	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
97711	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
97711	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
97711	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
97711	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
97711	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
97711	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
97711	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
97711	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
97711	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
97711	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
97711	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
97711	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
97711	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
97711	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
97711	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
97711	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
97711	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
97711	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
97711	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
97711	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
97711	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
97711	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
97711	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
97711	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
97711	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
97711	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
97711	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
97711	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
97711	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
97711	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
97711	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
97711	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
97711	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
97711	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
97711	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
97711	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
97711	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
97711	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
97711	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
97711	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
97711	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
97711	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
97711	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
97711	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
97711	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
97711	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
97711	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
97711	embedding2nn.weight	0	0.011246893554925919
97711	embedding2nn.weight	1	-0.017276104539632797
97711	embedding2nn.weight	2	-0.014268254861235619
97711	embedding2nn.weight	3	-0.011128478683531284
97711	embedding2nn.weight	4	-0.005915035028010607
97711	embedding2nn.weight	5	-0.0037005869671702385
97711	embedding2nn.weight	6	-0.0039732553996145725
97711	embedding2nn.weight	7	-0.05361306667327881
97711	embedding2nn.weight	8	-0.0019979383796453476
97711	embedding2nn.weight	9	-0.029115144163370132
97711	embedding2nn.bias	0	0.020819513127207756
97711	embedding2nn.bias	1	-0.07690196484327316
97711	embedding2nn.bias	2	0.0920163169503212
97711	embedding2nn.bias	3	0.06451182812452316
97711	embedding2nn.bias	4	-0.06036779284477234
97711	embedding2nn.bias	5	-0.03198594972491264
97711	embedding2nn.bias	6	0.0223093144595623
97711	embedding2nn.bias	7	-0.026125531643629074
97711	embedding2nn.bias	8	0.02591031603515148
97711	embedding2nn.bias	9	0.04331464320421219
97711	rnn.weight_ih_l0	0	-0.052652548998594284
97711	rnn.weight_ih_l0	1	-0.0033848898019641638
97711	rnn.weight_ih_l0	2	0.04495921730995178
97711	rnn.weight_ih_l0	3	0.011165071278810501
97711	rnn.weight_ih_l0	4	-0.021978935226798058
97711	rnn.weight_ih_l0	5	-0.04975757747888565
97711	rnn.weight_ih_l0	6	0.0039352658204734325
97711	rnn.weight_ih_l0	7	0.04480890557169914
97711	rnn.weight_ih_l0	8	-0.003421113593503833
97711	rnn.weight_ih_l0	9	-0.020492414012551308
97711	rnn.weight_hh_l0	0	-0.041046321392059326
97711	rnn.weight_hh_l0	1	0.0006530550890602171
97711	rnn.weight_hh_l0	2	0.0037315210793167353
97711	rnn.weight_hh_l0	3	-0.05491899698972702
97711	rnn.weight_hh_l0	4	0.07273776829242706
97711	rnn.weight_hh_l0	5	-0.004677623510360718
97711	rnn.weight_hh_l0	6	-0.04497310519218445
97711	rnn.weight_hh_l0	7	-0.006208921317011118
97711	rnn.weight_hh_l0	8	0.011553878895938396
97711	rnn.weight_hh_l0	9	-0.017785441130399704
97711	rnn.bias_ih_l0	0	0.0737685039639473
97711	rnn.bias_ih_l0	1	-0.031499963253736496
97711	rnn.bias_ih_l0	2	-0.020362677052617073
97711	rnn.bias_ih_l0	3	0.12339133769273758
97711	rnn.bias_ih_l0	4	-0.056229669600725174
97711	rnn.bias_ih_l0	5	-0.02885955199599266
97711	rnn.bias_ih_l0	6	0.003826587228104472
97711	rnn.bias_ih_l0	7	0.03867246210575104
97711	rnn.bias_ih_l0	8	-0.10658364742994308
97711	rnn.bias_ih_l0	9	-0.05358360707759857
97711	rnn.bias_hh_l0	0	-0.02884199284017086
97711	rnn.bias_hh_l0	1	-0.08708807826042175
97711	rnn.bias_hh_l0	2	-0.03540422394871712
97711	rnn.bias_hh_l0	3	-0.07734384387731552
97711	rnn.bias_hh_l0	4	-0.01689709722995758
97711	rnn.bias_hh_l0	5	-0.007779273204505444
97711	rnn.bias_hh_l0	6	0.02833118475973606
97711	rnn.bias_hh_l0	7	0.031108617782592773
97711	rnn.bias_hh_l0	8	-0.1407633125782013
97711	rnn.bias_hh_l0	9	-0.024167397990822792
97711	rnn.weight_ih_l0_reverse	0	-0.005064602475613356
97711	rnn.weight_ih_l0_reverse	1	-0.052423130720853806
97711	rnn.weight_ih_l0_reverse	2	-0.024131815880537033
97711	rnn.weight_ih_l0_reverse	3	0.011778859421610832
97711	rnn.weight_ih_l0_reverse	4	-0.013371549546718597
97711	rnn.weight_ih_l0_reverse	5	-0.04223829135298729
97711	rnn.weight_ih_l0_reverse	6	0.066962830722332
97711	rnn.weight_ih_l0_reverse	7	-0.01852128840982914
97711	rnn.weight_ih_l0_reverse	8	-0.027821984142065048
97711	rnn.weight_ih_l0_reverse	9	0.0072749098762869835
97711	rnn.weight_hh_l0_reverse	0	0.038400355726480484
97711	rnn.weight_hh_l0_reverse	1	0.03541994094848633
97711	rnn.weight_hh_l0_reverse	2	0.03884280100464821
97711	rnn.weight_hh_l0_reverse	3	0.025568870827555656
97711	rnn.weight_hh_l0_reverse	4	0.007295065093785524
97711	rnn.weight_hh_l0_reverse	5	0.011838388629257679
97711	rnn.weight_hh_l0_reverse	6	0.04482720419764519
97711	rnn.weight_hh_l0_reverse	7	-0.06042313203215599
97711	rnn.weight_hh_l0_reverse	8	0.04030899703502655
97711	rnn.weight_hh_l0_reverse	9	0.0474020391702652
97711	rnn.bias_ih_l0_reverse	0	-0.05234217643737793
97711	rnn.bias_ih_l0_reverse	1	-0.23923523724079132
97711	rnn.bias_ih_l0_reverse	2	-0.12684261798858643
97711	rnn.bias_ih_l0_reverse	3	-0.023726878687739372
97711	rnn.bias_ih_l0_reverse	4	-0.04799289628863335
97711	rnn.bias_ih_l0_reverse	5	0.05594886466860771
97711	rnn.bias_ih_l0_reverse	6	-0.04892880097031593
97711	rnn.bias_ih_l0_reverse	7	0.04592235013842583
97711	rnn.bias_ih_l0_reverse	8	-0.04520992189645767
97711	rnn.bias_ih_l0_reverse	9	0.03527210280299187
97711	rnn.bias_hh_l0_reverse	0	3.241720696678385e-05
97711	rnn.bias_hh_l0_reverse	1	-0.029379935935139656
97711	rnn.bias_hh_l0_reverse	2	0.07209156453609467
97711	rnn.bias_hh_l0_reverse	3	-0.052370835095644
97711	rnn.bias_hh_l0_reverse	4	-0.033139992505311966
97711	rnn.bias_hh_l0_reverse	5	-0.03440127149224281
97711	rnn.bias_hh_l0_reverse	6	-0.010936863720417023
97711	rnn.bias_hh_l0_reverse	7	0.08631833642721176
97711	rnn.bias_hh_l0_reverse	8	0.03267471492290497
97711	rnn.bias_hh_l0_reverse	9	-0.09785054624080658
97711	rnn.weight_ih_l1	0	-0.0403459332883358
97711	rnn.weight_ih_l1	1	-0.028470423072576523
97711	rnn.weight_ih_l1	2	0.029441149905323982
97711	rnn.weight_ih_l1	3	-0.04034074768424034
97711	rnn.weight_ih_l1	4	-0.007231493014842272
97711	rnn.weight_ih_l1	5	-0.044646814465522766
97711	rnn.weight_ih_l1	6	0.02746903896331787
97711	rnn.weight_ih_l1	7	-0.03545169532299042
97711	rnn.weight_ih_l1	8	0.03604850545525551
97711	rnn.weight_ih_l1	9	0.03325006365776062
97711	rnn.weight_hh_l1	0	-0.001880498370155692
97711	rnn.weight_hh_l1	1	0.009778887964785099
97711	rnn.weight_hh_l1	2	0.01293717510998249
97711	rnn.weight_hh_l1	3	-0.010831054300069809
97711	rnn.weight_hh_l1	4	0.0030567545909434557
97711	rnn.weight_hh_l1	5	0.02438916079699993
97711	rnn.weight_hh_l1	6	0.02904224768280983
97711	rnn.weight_hh_l1	7	-0.027035510167479515
97711	rnn.weight_hh_l1	8	-0.01899433694779873
97711	rnn.weight_hh_l1	9	0.03555271402001381
97711	rnn.bias_ih_l1	0	-0.17532137036323547
97711	rnn.bias_ih_l1	1	-0.1460115760564804
97711	rnn.bias_ih_l1	2	-0.16156086325645447
97711	rnn.bias_ih_l1	3	-0.244552880525589
97711	rnn.bias_ih_l1	4	-0.17347577214241028
97711	rnn.bias_ih_l1	5	-0.09832682460546494
97711	rnn.bias_ih_l1	6	-0.12030923366546631
97711	rnn.bias_ih_l1	7	-0.021501576527953148
97711	rnn.bias_ih_l1	8	-0.13575541973114014
97711	rnn.bias_ih_l1	9	-0.09599418193101883
97711	rnn.bias_hh_l1	0	-0.13237863779067993
97711	rnn.bias_hh_l1	1	-0.05033861845731735
97711	rnn.bias_hh_l1	2	-0.09158078581094742
97711	rnn.bias_hh_l1	3	-0.0951198861002922
97711	rnn.bias_hh_l1	4	-0.11315678805112839
97711	rnn.bias_hh_l1	5	-0.08977620303630829
97711	rnn.bias_hh_l1	6	-0.09784804284572601
97711	rnn.bias_hh_l1	7	-0.00203215004876256
97711	rnn.bias_hh_l1	8	-0.1466720998287201
97711	rnn.bias_hh_l1	9	-0.08489558100700378
97711	rnn.weight_ih_l1_reverse	0	-0.046508681029081345
97711	rnn.weight_ih_l1_reverse	1	0.0033949834760278463
97711	rnn.weight_ih_l1_reverse	2	-0.008596256375312805
97711	rnn.weight_ih_l1_reverse	3	0.010621395893394947
97711	rnn.weight_ih_l1_reverse	4	-0.03114991821348667
97711	rnn.weight_ih_l1_reverse	5	-0.035600658506155014
97711	rnn.weight_ih_l1_reverse	6	0.012358021922409534
97711	rnn.weight_ih_l1_reverse	7	0.01511556375771761
97711	rnn.weight_ih_l1_reverse	8	0.040169283747673035
97711	rnn.weight_ih_l1_reverse	9	-0.08105620741844177
97711	rnn.weight_hh_l1_reverse	0	0.008417552337050438
97711	rnn.weight_hh_l1_reverse	1	0.03111429139971733
97711	rnn.weight_hh_l1_reverse	2	-0.0396600142121315
97711	rnn.weight_hh_l1_reverse	3	0.040728259831666946
97711	rnn.weight_hh_l1_reverse	4	0.047349072992801666
97711	rnn.weight_hh_l1_reverse	5	0.007888884283602238
97711	rnn.weight_hh_l1_reverse	6	0.009963898919522762
97711	rnn.weight_hh_l1_reverse	7	0.023266660049557686
97711	rnn.weight_hh_l1_reverse	8	-0.005223324988037348
97711	rnn.weight_hh_l1_reverse	9	-0.03716612979769707
97711	rnn.bias_ih_l1_reverse	0	-0.032847531139850616
97711	rnn.bias_ih_l1_reverse	1	-0.11489890515804291
97711	rnn.bias_ih_l1_reverse	2	-0.14075720310211182
97711	rnn.bias_ih_l1_reverse	3	-0.030437983572483063
97711	rnn.bias_ih_l1_reverse	4	-0.16520501673221588
97711	rnn.bias_ih_l1_reverse	5	-0.09723018854856491
97711	rnn.bias_ih_l1_reverse	6	-0.11356992274522781
97711	rnn.bias_ih_l1_reverse	7	-0.19715307652950287
97711	rnn.bias_ih_l1_reverse	8	0.14817802608013153
97711	rnn.bias_ih_l1_reverse	9	0.03527936339378357
97711	rnn.bias_hh_l1_reverse	0	-0.04179658740758896
97711	rnn.bias_hh_l1_reverse	1	-0.059361085295677185
97711	rnn.bias_hh_l1_reverse	2	-0.21484941244125366
97711	rnn.bias_hh_l1_reverse	3	-0.10479994118213654
97711	rnn.bias_hh_l1_reverse	4	-0.0810708999633789
97711	rnn.bias_hh_l1_reverse	5	-0.08234257996082306
97711	rnn.bias_hh_l1_reverse	6	0.1337212771177292
97711	rnn.bias_hh_l1_reverse	7	-0.14888408780097961
97711	rnn.bias_hh_l1_reverse	8	-0.097083181142807
97711	rnn.bias_hh_l1_reverse	9	-0.11540862917900085
97711	linear.weight	0	0.002228822559118271
97711	linear.weight	1	0.12586820125579834
97711	linear.weight	2	-0.09550534933805466
97711	linear.weight	3	0.3934135138988495
97711	linear.weight	4	0.1268012374639511
97711	linear.weight	5	-0.008750488981604576
97711	linear.weight	6	0.06360208243131638
97711	linear.weight	7	0.146067813038826
97711	linear.weight	8	0.04125947132706642
97711	linear.weight	9	-0.030844494700431824
97711	linear.bias	0	-0.03394199162721634
97711	linear.bias	1	-0.1928304135799408
97711	linear.bias	2	-0.4615847170352936
97711	linear.bias	3	-0.7259264588356018
97711	linear.bias	4	-1.1529723405838013
97711	linear.bias	5	-0.08605999499559402
97711	linear.bias	6	-0.6912917494773865
97711	linear.bias	7	0.3283151388168335
97711	linear.bias	8	-0.4730284810066223
97711	linear.bias	9	-0.8870319724082947
97908	transitions	0	0.588252067565918
97908	transitions	1	0.12166643142700195
97908	transitions	2	-10000.0
97908	transitions	3	-1.813289761543274
97908	transitions	4	-10000.0
97908	transitions	5	0.6112715601921082
97908	transitions	6	-0.05182110518217087
97908	transitions	7	-0.5502604246139526
97908	transitions	8	-1.3735527992248535
97908	transitions	9	-0.0008292732527479529
97908	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
97908	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
97908	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
97908	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
97908	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
97908	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
97908	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
97908	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
97908	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
97908	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
97908	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
97908	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
97908	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
97908	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
97908	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
97908	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
97908	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
97908	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
97908	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
97908	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
97908	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
97908	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
97908	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
97908	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
97908	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
97908	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
97908	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
97908	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
97908	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
97908	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
97908	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
97908	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
97908	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
97908	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
97908	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
97908	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
97908	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
97908	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
97908	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
97908	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
97908	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
97908	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
97908	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
97908	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
97908	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
97908	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
97908	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
97908	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
97908	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
97908	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
97908	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
97908	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
97908	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
97908	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
97908	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
97908	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
97908	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
97908	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
97908	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
97908	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
97908	embedding2nn.weight	0	0.012411490082740784
97908	embedding2nn.weight	1	-0.017349597066640854
97908	embedding2nn.weight	2	-0.014268254861235619
97908	embedding2nn.weight	3	-0.009587780572474003
97908	embedding2nn.weight	4	-0.005915035028010607
97908	embedding2nn.weight	5	-0.0037005869671702385
97908	embedding2nn.weight	6	-0.003973258193582296
97908	embedding2nn.weight	7	-0.05262249708175659
97908	embedding2nn.weight	8	-0.0019979383796453476
97908	embedding2nn.weight	9	-0.028655653819441795
97908	embedding2nn.bias	0	0.020415538921952248
97908	embedding2nn.bias	1	-0.08351059257984161
97908	embedding2nn.bias	2	0.09812327474355698
97908	embedding2nn.bias	3	0.06932178884744644
97908	embedding2nn.bias	4	-0.055101145058870316
97908	embedding2nn.bias	5	-0.02609129622578621
97908	embedding2nn.bias	6	0.017628036439418793
97908	embedding2nn.bias	7	-0.028005028143525124
97908	embedding2nn.bias	8	0.026683630421757698
97908	embedding2nn.bias	9	0.04983016476035118
97908	rnn.weight_ih_l0	0	-0.05268863961100578
97908	rnn.weight_ih_l0	1	-0.0047210995107889175
97908	rnn.weight_ih_l0	2	0.046499840915203094
97908	rnn.weight_ih_l0	3	0.010290814563632011
97908	rnn.weight_ih_l0	4	-0.021985074505209923
97908	rnn.weight_ih_l0	5	-0.05043904855847359
97908	rnn.weight_ih_l0	6	0.004318190738558769
97908	rnn.weight_ih_l0	7	0.0432581827044487
97908	rnn.weight_ih_l0	8	-0.0028002748731523752
97908	rnn.weight_ih_l0	9	-0.01929662376642227
97908	rnn.weight_hh_l0	0	-0.04085158556699753
97908	rnn.weight_hh_l0	1	0.0009449500357732177
97908	rnn.weight_hh_l0	2	0.003159067826345563
97908	rnn.weight_hh_l0	3	-0.05443684384226799
97908	rnn.weight_hh_l0	4	0.0729522779583931
97908	rnn.weight_hh_l0	5	-0.0035253672394901514
97908	rnn.weight_hh_l0	6	-0.044778451323509216
97908	rnn.weight_hh_l0	7	-0.005282150115817785
97908	rnn.weight_hh_l0	8	0.01201207097619772
97908	rnn.weight_hh_l0	9	-0.01727830246090889
97908	rnn.bias_ih_l0	0	0.0734926089644432
97908	rnn.bias_ih_l0	1	-0.029929790645837784
97908	rnn.bias_ih_l0	2	-0.02106139250099659
97908	rnn.bias_ih_l0	3	0.12235777825117111
97908	rnn.bias_ih_l0	4	-0.054538287222385406
97908	rnn.bias_ih_l0	5	-0.028666697442531586
97908	rnn.bias_ih_l0	6	0.0038020359352231026
97908	rnn.bias_ih_l0	7	0.037073563784360886
97908	rnn.bias_ih_l0	8	-0.10550931096076965
97908	rnn.bias_ih_l0	9	-0.05138532444834709
97908	rnn.bias_hh_l0	0	-0.029732106253504753
97908	rnn.bias_hh_l0	1	-0.08427897095680237
97908	rnn.bias_hh_l0	2	-0.03521097078919411
97908	rnn.bias_hh_l0	3	-0.08017044514417648
97908	rnn.bias_hh_l0	4	-0.018662329763174057
97908	rnn.bias_hh_l0	5	-0.009170903824269772
97908	rnn.bias_hh_l0	6	0.02335323952138424
97908	rnn.bias_hh_l0	7	0.023149952292442322
97908	rnn.bias_hh_l0	8	-0.13654646277427673
97908	rnn.bias_hh_l0	9	-0.02598501928150654
97908	rnn.weight_ih_l0_reverse	0	-0.006766533479094505
97908	rnn.weight_ih_l0_reverse	1	-0.051319267600774765
97908	rnn.weight_ih_l0_reverse	2	-0.025466730818152428
97908	rnn.weight_ih_l0_reverse	3	0.01139167882502079
97908	rnn.weight_ih_l0_reverse	4	-0.012577466666698456
97908	rnn.weight_ih_l0_reverse	5	-0.042614296078681946
97908	rnn.weight_ih_l0_reverse	6	0.06665489822626114
97908	rnn.weight_ih_l0_reverse	7	-0.019382059574127197
97908	rnn.weight_ih_l0_reverse	8	-0.028346411883831024
97908	rnn.weight_ih_l0_reverse	9	0.008038179017603397
97908	rnn.weight_hh_l0_reverse	0	0.038402341306209564
97908	rnn.weight_hh_l0_reverse	1	0.03394172713160515
97908	rnn.weight_hh_l0_reverse	2	0.03905140981078148
97908	rnn.weight_hh_l0_reverse	3	0.02704261988401413
97908	rnn.weight_hh_l0_reverse	4	0.008014947175979614
97908	rnn.weight_hh_l0_reverse	5	0.01100705936551094
97908	rnn.weight_hh_l0_reverse	6	0.045000139623880386
97908	rnn.weight_hh_l0_reverse	7	-0.0592472217977047
97908	rnn.weight_hh_l0_reverse	8	0.03987741842865944
97908	rnn.weight_hh_l0_reverse	9	0.04765227437019348
97908	rnn.bias_ih_l0_reverse	0	-0.053476203233003616
97908	rnn.bias_ih_l0_reverse	1	-0.23605917394161224
97908	rnn.bias_ih_l0_reverse	2	-0.128240704536438
97908	rnn.bias_ih_l0_reverse	3	-0.024661917239427567
97908	rnn.bias_ih_l0_reverse	4	-0.046732913702726364
97908	rnn.bias_ih_l0_reverse	5	0.05371405929327011
97908	rnn.bias_ih_l0_reverse	6	-0.04671412706375122
97908	rnn.bias_ih_l0_reverse	7	0.04464775696396828
97908	rnn.bias_ih_l0_reverse	8	-0.04220990464091301
97908	rnn.bias_ih_l0_reverse	9	0.03441781550645828
97908	rnn.bias_hh_l0_reverse	0	0.00037280467222444713
97908	rnn.bias_hh_l0_reverse	1	-0.028241299092769623
97908	rnn.bias_hh_l0_reverse	2	0.07270121574401855
97908	rnn.bias_hh_l0_reverse	3	-0.05254572257399559
97908	rnn.bias_hh_l0_reverse	4	-0.032884370535612106
97908	rnn.bias_hh_l0_reverse	5	-0.033337272703647614
97908	rnn.bias_hh_l0_reverse	6	-0.011576920747756958
97908	rnn.bias_hh_l0_reverse	7	0.088568314909935
97908	rnn.bias_hh_l0_reverse	8	0.029797889292240143
97908	rnn.bias_hh_l0_reverse	9	-0.09763969480991364
97908	rnn.weight_ih_l1	0	-0.04050014168024063
97908	rnn.weight_ih_l1	1	-0.02925684303045273
97908	rnn.weight_ih_l1	2	0.02929125726222992
97908	rnn.weight_ih_l1	3	-0.043098777532577515
97908	rnn.weight_ih_l1	4	-0.008192397654056549
97908	rnn.weight_ih_l1	5	-0.044723641127347946
97908	rnn.weight_ih_l1	6	0.027486491948366165
97908	rnn.weight_ih_l1	7	-0.03646235167980194
97908	rnn.weight_ih_l1	8	0.03569238632917404
97908	rnn.weight_ih_l1	9	0.032915905117988586
97908	rnn.weight_hh_l1	0	-0.0023721405304968357
97908	rnn.weight_hh_l1	1	0.009683326818048954
97908	rnn.weight_hh_l1	2	0.012368408031761646
97908	rnn.weight_hh_l1	3	-0.010662442073225975
97908	rnn.weight_hh_l1	4	0.0028679489623755217
97908	rnn.weight_hh_l1	5	0.024517543613910675
97908	rnn.weight_hh_l1	6	0.02905859611928463
97908	rnn.weight_hh_l1	7	-0.026516925543546677
97908	rnn.weight_hh_l1	8	-0.018843768164515495
97908	rnn.weight_hh_l1	9	0.03468301519751549
97908	rnn.bias_ih_l1	0	-0.17592887580394745
97908	rnn.bias_ih_l1	1	-0.1473771631717682
97908	rnn.bias_ih_l1	2	-0.15965794026851654
97908	rnn.bias_ih_l1	3	-0.24569644033908844
97908	rnn.bias_ih_l1	4	-0.17373664677143097
97908	rnn.bias_ih_l1	5	-0.0996813103556633
97908	rnn.bias_ih_l1	6	-0.12045251578092575
97908	rnn.bias_ih_l1	7	-0.017373735085129738
97908	rnn.bias_ih_l1	8	-0.1390751451253891
97908	rnn.bias_ih_l1	9	-0.09827247262001038
97908	rnn.bias_hh_l1	0	-0.13468928635120392
97908	rnn.bias_hh_l1	1	-0.04952409863471985
97908	rnn.bias_hh_l1	2	-0.09570984542369843
97908	rnn.bias_hh_l1	3	-0.09471689909696579
97908	rnn.bias_hh_l1	4	-0.11301771551370621
97908	rnn.bias_hh_l1	5	-0.08962785452604294
97908	rnn.bias_hh_l1	6	-0.10129469633102417
97908	rnn.bias_hh_l1	7	0.008152184076607227
97908	rnn.bias_hh_l1	8	-0.14486448466777802
97908	rnn.bias_hh_l1	9	-0.08655882626771927
97908	rnn.weight_ih_l1_reverse	0	-0.04908154159784317
97908	rnn.weight_ih_l1_reverse	1	0.002977974945679307
97908	rnn.weight_ih_l1_reverse	2	-0.00553699117153883
97908	rnn.weight_ih_l1_reverse	3	0.014142520725727081
97908	rnn.weight_ih_l1_reverse	4	-0.030360665172338486
97908	rnn.weight_ih_l1_reverse	5	-0.035731662064790726
97908	rnn.weight_ih_l1_reverse	6	0.014566704630851746
97908	rnn.weight_ih_l1_reverse	7	0.014700381085276604
97908	rnn.weight_ih_l1_reverse	8	0.04048961028456688
97908	rnn.weight_ih_l1_reverse	9	-0.08056068420410156
97908	rnn.weight_hh_l1_reverse	0	0.008324159309267998
97908	rnn.weight_hh_l1_reverse	1	0.03195858746767044
97908	rnn.weight_hh_l1_reverse	2	-0.039659664034843445
97908	rnn.weight_hh_l1_reverse	3	0.04048200324177742
97908	rnn.weight_hh_l1_reverse	4	0.047431688755750656
97908	rnn.weight_hh_l1_reverse	5	0.007663304451853037
97908	rnn.weight_hh_l1_reverse	6	0.010253607295453548
97908	rnn.weight_hh_l1_reverse	7	0.023326817899942398
97908	rnn.weight_hh_l1_reverse	8	-0.005285521037876606
97908	rnn.weight_hh_l1_reverse	9	-0.03776891157031059
97908	rnn.bias_ih_l1_reverse	0	-0.036950189620256424
97908	rnn.bias_ih_l1_reverse	1	-0.11575652658939362
97908	rnn.bias_ih_l1_reverse	2	-0.142028346657753
97908	rnn.bias_ih_l1_reverse	3	-0.025414930656552315
97908	rnn.bias_ih_l1_reverse	4	-0.16589580476284027
97908	rnn.bias_ih_l1_reverse	5	-0.09757823497056961
97908	rnn.bias_ih_l1_reverse	6	-0.1139867901802063
97908	rnn.bias_ih_l1_reverse	7	-0.19799791276454926
97908	rnn.bias_ih_l1_reverse	8	0.15251237154006958
97908	rnn.bias_ih_l1_reverse	9	0.03543487563729286
97908	rnn.bias_hh_l1_reverse	0	-0.05139286816120148
97908	rnn.bias_hh_l1_reverse	1	-0.05647164583206177
97908	rnn.bias_hh_l1_reverse	2	-0.21673691272735596
97908	rnn.bias_hh_l1_reverse	3	-0.1044684574007988
97908	rnn.bias_hh_l1_reverse	4	-0.08091980218887329
97908	rnn.bias_hh_l1_reverse	5	-0.08655545860528946
97908	rnn.bias_hh_l1_reverse	6	0.13393719494342804
97908	rnn.bias_hh_l1_reverse	7	-0.14909203350543976
97908	rnn.bias_hh_l1_reverse	8	-0.09852389246225357
97908	rnn.bias_hh_l1_reverse	9	-0.11537925899028778
97908	linear.weight	0	0.002228822559118271
97908	linear.weight	1	0.13028284907341003
97908	linear.weight	2	-0.09364333003759384
97908	linear.weight	3	0.39216554164886475
97908	linear.weight	4	0.12171220779418945
97908	linear.weight	5	-0.008574043400585651
97908	linear.weight	6	0.06215890124440193
97908	linear.weight	7	0.1495879888534546
97908	linear.weight	8	0.04125845432281494
97908	linear.weight	9	-0.034058764576911926
97908	linear.bias	0	-0.024404019117355347
97908	linear.bias	1	-0.21124929189682007
97908	linear.bias	2	-0.426922082901001
97908	linear.bias	3	-0.7382031679153442
97908	linear.bias	4	-1.1653014421463013
97908	linear.bias	5	-0.09701932221651077
97908	linear.bias	6	-0.709125280380249
97908	linear.bias	7	0.317671000957489
97908	linear.bias	8	-0.4928283989429474
97908	linear.bias	9	-0.9067598581314087
98105	transitions	0	0.5806496143341064
98105	transitions	1	0.11839935928583145
98105	transitions	2	-10000.0
98105	transitions	3	-1.813354730606079
98105	transitions	4	-10000.0
98105	transitions	5	0.6111375093460083
98105	transitions	6	-0.05204511433839798
98105	transitions	7	-0.5511942505836487
98105	transitions	8	-1.3737114667892456
98105	transitions	9	-0.000831006676889956
98105	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
98105	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
98105	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
98105	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
98105	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
98105	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
98105	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
98105	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
98105	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
98105	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
98105	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
98105	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
98105	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
98105	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
98105	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
98105	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
98105	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
98105	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
98105	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
98105	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
98105	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
98105	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
98105	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
98105	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
98105	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
98105	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
98105	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
98105	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
98105	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
98105	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
98105	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
98105	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
98105	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
98105	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
98105	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
98105	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
98105	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
98105	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
98105	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
98105	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
98105	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
98105	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
98105	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
98105	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
98105	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
98105	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
98105	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
98105	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
98105	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
98105	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
98105	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
98105	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
98105	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
98105	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
98105	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
98105	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
98105	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
98105	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
98105	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
98105	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
98105	embedding2nn.weight	0	0.013555909506976604
98105	embedding2nn.weight	1	-0.016973519697785378
98105	embedding2nn.weight	2	-0.014268254861235619
98105	embedding2nn.weight	3	-0.010989030823111534
98105	embedding2nn.weight	4	-0.005915035028010607
98105	embedding2nn.weight	5	-0.003700586734339595
98105	embedding2nn.weight	6	-0.003973253071308136
98105	embedding2nn.weight	7	-0.052265264093875885
98105	embedding2nn.weight	8	-0.0019979383796453476
98105	embedding2nn.weight	9	-0.028416462242603302
98105	embedding2nn.bias	0	0.02089325524866581
98105	embedding2nn.bias	1	-0.07923939824104309
98105	embedding2nn.bias	2	0.09540419280529022
98105	embedding2nn.bias	3	0.06183961406350136
98105	embedding2nn.bias	4	-0.056464310735464096
98105	embedding2nn.bias	5	-0.022089041769504547
98105	embedding2nn.bias	6	0.014978472143411636
98105	embedding2nn.bias	7	-0.031532760709524155
98105	embedding2nn.bias	8	0.03383714333176613
98105	embedding2nn.bias	9	0.04824332520365715
98105	rnn.weight_ih_l0	0	-0.05015790835022926
98105	rnn.weight_ih_l0	1	-0.0061198570765554905
98105	rnn.weight_ih_l0	2	0.04302601516246796
98105	rnn.weight_ih_l0	3	0.010828173719346523
98105	rnn.weight_ih_l0	4	-0.023711862042546272
98105	rnn.weight_ih_l0	5	-0.04901747778058052
98105	rnn.weight_ih_l0	6	0.004457539413124323
98105	rnn.weight_ih_l0	7	0.04317668452858925
98105	rnn.weight_ih_l0	8	-0.0036000385880470276
98105	rnn.weight_ih_l0	9	-0.01839435286819935
98105	rnn.weight_hh_l0	0	-0.039788514375686646
98105	rnn.weight_hh_l0	1	0.0014907725853845477
98105	rnn.weight_hh_l0	2	0.0024823301937431097
98105	rnn.weight_hh_l0	3	-0.05482416972517967
98105	rnn.weight_hh_l0	4	0.07192754000425339
98105	rnn.weight_hh_l0	5	-0.003966848365962505
98105	rnn.weight_hh_l0	6	-0.043721456080675125
98105	rnn.weight_hh_l0	7	-0.005560091231018305
98105	rnn.weight_hh_l0	8	0.010980452410876751
98105	rnn.weight_hh_l0	9	-0.016777032986283302
98105	rnn.bias_ih_l0	0	0.0744689330458641
98105	rnn.bias_ih_l0	1	-0.03526494652032852
98105	rnn.bias_ih_l0	2	-0.021570799872279167
98105	rnn.bias_ih_l0	3	0.12472986429929733
98105	rnn.bias_ih_l0	4	-0.05245683342218399
98105	rnn.bias_ih_l0	5	-0.029949091374874115
98105	rnn.bias_ih_l0	6	0.002996468683704734
98105	rnn.bias_ih_l0	7	0.037580639123916626
98105	rnn.bias_ih_l0	8	-0.10638509690761566
98105	rnn.bias_ih_l0	9	-0.04811714217066765
98105	rnn.bias_hh_l0	0	-0.027647092938423157
98105	rnn.bias_hh_l0	1	-0.08029881119728088
98105	rnn.bias_hh_l0	2	-0.03474472463130951
98105	rnn.bias_hh_l0	3	-0.0813988521695137
98105	rnn.bias_hh_l0	4	-0.019388189539313316
98105	rnn.bias_hh_l0	5	-0.007523610722273588
98105	rnn.bias_hh_l0	6	0.02648814208805561
98105	rnn.bias_hh_l0	7	0.028069792315363884
98105	rnn.bias_hh_l0	8	-0.13722792267799377
98105	rnn.bias_hh_l0	9	-0.024486025795340538
98105	rnn.weight_ih_l0_reverse	0	-0.008951252326369286
98105	rnn.weight_ih_l0_reverse	1	-0.051932286471128464
98105	rnn.weight_ih_l0_reverse	2	-0.021004630252718925
98105	rnn.weight_ih_l0_reverse	3	0.011947482824325562
98105	rnn.weight_ih_l0_reverse	4	-0.012731746770441532
98105	rnn.weight_ih_l0_reverse	5	-0.04266004264354706
98105	rnn.weight_ih_l0_reverse	6	0.06761829555034637
98105	rnn.weight_ih_l0_reverse	7	-0.018956666812300682
98105	rnn.weight_ih_l0_reverse	8	-0.02792677842080593
98105	rnn.weight_ih_l0_reverse	9	0.007166363298892975
98105	rnn.weight_hh_l0_reverse	0	0.037920527160167694
98105	rnn.weight_hh_l0_reverse	1	0.03269144892692566
98105	rnn.weight_hh_l0_reverse	2	0.037912074476480484
98105	rnn.weight_hh_l0_reverse	3	0.026635590940713882
98105	rnn.weight_hh_l0_reverse	4	0.008016696199774742
98105	rnn.weight_hh_l0_reverse	5	0.010499267838895321
98105	rnn.weight_hh_l0_reverse	6	0.04466070607304573
98105	rnn.weight_hh_l0_reverse	7	-0.05931612104177475
98105	rnn.weight_hh_l0_reverse	8	0.040585391223430634
98105	rnn.weight_hh_l0_reverse	9	0.04813317209482193
98105	rnn.bias_ih_l0_reverse	0	-0.05416306480765343
98105	rnn.bias_ih_l0_reverse	1	-0.2363046407699585
98105	rnn.bias_ih_l0_reverse	2	-0.13086766004562378
98105	rnn.bias_ih_l0_reverse	3	-0.02385542169213295
98105	rnn.bias_ih_l0_reverse	4	-0.0497126542031765
98105	rnn.bias_ih_l0_reverse	5	0.05247465521097183
98105	rnn.bias_ih_l0_reverse	6	-0.04502298682928085
98105	rnn.bias_ih_l0_reverse	7	0.047137971967458725
98105	rnn.bias_ih_l0_reverse	8	-0.04209113121032715
98105	rnn.bias_ih_l0_reverse	9	0.0366135910153389
98105	rnn.bias_hh_l0_reverse	0	0.0005272137350402772
98105	rnn.bias_hh_l0_reverse	1	-0.03234345465898514
98105	rnn.bias_hh_l0_reverse	2	0.07202684134244919
98105	rnn.bias_hh_l0_reverse	3	-0.05472360923886299
98105	rnn.bias_hh_l0_reverse	4	-0.03655178099870682
98105	rnn.bias_hh_l0_reverse	5	-0.03469499573111534
98105	rnn.bias_hh_l0_reverse	6	-0.007048842031508684
98105	rnn.bias_hh_l0_reverse	7	0.08822657912969589
98105	rnn.bias_hh_l0_reverse	8	0.027803540229797363
98105	rnn.bias_hh_l0_reverse	9	-0.10089423507452011
98105	rnn.weight_ih_l1	0	-0.03996407613158226
98105	rnn.weight_ih_l1	1	-0.031293097883462906
98105	rnn.weight_ih_l1	2	0.02962343394756317
98105	rnn.weight_ih_l1	3	-0.044291023164987564
98105	rnn.weight_ih_l1	4	-0.008886750787496567
98105	rnn.weight_ih_l1	5	-0.045085448771715164
98105	rnn.weight_ih_l1	6	0.026439566165208817
98105	rnn.weight_ih_l1	7	-0.03488021343946457
98105	rnn.weight_ih_l1	8	0.0356731191277504
98105	rnn.weight_ih_l1	9	0.0327872708439827
98105	rnn.weight_hh_l1	0	-0.003154941601678729
98105	rnn.weight_hh_l1	1	0.00967476051300764
98105	rnn.weight_hh_l1	2	0.012905335053801537
98105	rnn.weight_hh_l1	3	-0.010790321044623852
98105	rnn.weight_hh_l1	4	0.002501970622688532
98105	rnn.weight_hh_l1	5	0.024176495149731636
98105	rnn.weight_hh_l1	6	0.02774646505713463
98105	rnn.weight_hh_l1	7	-0.026894373819231987
98105	rnn.weight_hh_l1	8	-0.019271938130259514
98105	rnn.weight_hh_l1	9	0.0345783494412899
98105	rnn.bias_ih_l1	0	-0.17397259175777435
98105	rnn.bias_ih_l1	1	-0.15095852315425873
98105	rnn.bias_ih_l1	2	-0.16313955187797546
98105	rnn.bias_ih_l1	3	-0.2512650489807129
98105	rnn.bias_ih_l1	4	-0.16840173304080963
98105	rnn.bias_ih_l1	5	-0.09937742352485657
98105	rnn.bias_ih_l1	6	-0.12264350801706314
98105	rnn.bias_ih_l1	7	-0.02391219511628151
98105	rnn.bias_ih_l1	8	-0.13312113285064697
98105	rnn.bias_ih_l1	9	-0.0970187857747078
98105	rnn.bias_hh_l1	0	-0.13342992961406708
98105	rnn.bias_hh_l1	1	-0.0460909828543663
98105	rnn.bias_hh_l1	2	-0.09730012714862823
98105	rnn.bias_hh_l1	3	-0.09404750913381577
98105	rnn.bias_hh_l1	4	-0.11160590499639511
98105	rnn.bias_hh_l1	5	-0.0880512222647667
98105	rnn.bias_hh_l1	6	-0.10111971944570541
98105	rnn.bias_hh_l1	7	0.00386027991771698
98105	rnn.bias_hh_l1	8	-0.14392559230327606
98105	rnn.bias_hh_l1	9	-0.08291035890579224
98105	rnn.weight_ih_l1_reverse	0	-0.04873083531856537
98105	rnn.weight_ih_l1_reverse	1	0.005605410318821669
98105	rnn.weight_ih_l1_reverse	2	-0.0019122883677482605
98105	rnn.weight_ih_l1_reverse	3	0.013570480979979038
98105	rnn.weight_ih_l1_reverse	4	-0.033704355359077454
98105	rnn.weight_ih_l1_reverse	5	-0.034956593066453934
98105	rnn.weight_ih_l1_reverse	6	0.015981920063495636
98105	rnn.weight_ih_l1_reverse	7	0.014110932126641273
98105	rnn.weight_ih_l1_reverse	8	0.039778318256139755
98105	rnn.weight_ih_l1_reverse	9	-0.07742194831371307
98105	rnn.weight_hh_l1_reverse	0	0.008364624343812466
98105	rnn.weight_hh_l1_reverse	1	0.031136179342865944
98105	rnn.weight_hh_l1_reverse	2	-0.03968656808137894
98105	rnn.weight_hh_l1_reverse	3	0.04024771228432655
98105	rnn.weight_hh_l1_reverse	4	0.04780120775103569
98105	rnn.weight_hh_l1_reverse	5	0.007787636015564203
98105	rnn.weight_hh_l1_reverse	6	0.012241176329553127
98105	rnn.weight_hh_l1_reverse	7	0.02295648120343685
98105	rnn.weight_hh_l1_reverse	8	-0.005160387139767408
98105	rnn.weight_hh_l1_reverse	9	-0.037353698164224625
98105	rnn.bias_ih_l1_reverse	0	-0.03639140725135803
98105	rnn.bias_ih_l1_reverse	1	-0.11267115920782089
98105	rnn.bias_ih_l1_reverse	2	-0.14296004176139832
98105	rnn.bias_ih_l1_reverse	3	-0.023198504000902176
98105	rnn.bias_ih_l1_reverse	4	-0.16731132566928864
98105	rnn.bias_ih_l1_reverse	5	-0.0975063219666481
98105	rnn.bias_ih_l1_reverse	6	-0.1144583448767662
98105	rnn.bias_ih_l1_reverse	7	-0.19945116341114044
98105	rnn.bias_ih_l1_reverse	8	0.14566098153591156
98105	rnn.bias_ih_l1_reverse	9	0.039562687277793884
98105	rnn.bias_hh_l1_reverse	0	-0.053044382482767105
98105	rnn.bias_hh_l1_reverse	1	-0.05673089250922203
98105	rnn.bias_hh_l1_reverse	2	-0.21871785819530487
98105	rnn.bias_hh_l1_reverse	3	-0.10541713237762451
98105	rnn.bias_hh_l1_reverse	4	-0.08279594779014587
98105	rnn.bias_hh_l1_reverse	5	-0.08802421391010284
98105	rnn.bias_hh_l1_reverse	6	0.13711008429527283
98105	rnn.bias_hh_l1_reverse	7	-0.1461862027645111
98105	rnn.bias_hh_l1_reverse	8	-0.09982915222644806
98105	rnn.bias_hh_l1_reverse	9	-0.11637074500322342
98105	linear.weight	0	0.002228822559118271
98105	linear.weight	1	0.13304151594638824
98105	linear.weight	2	-0.0944230854511261
98105	linear.weight	3	0.39006859064102173
98105	linear.weight	4	0.12195831537246704
98105	linear.weight	5	-0.013145599514245987
98105	linear.weight	6	0.04724287614226341
98105	linear.weight	7	0.14948827028274536
98105	linear.weight	8	0.04125804826617241
98105	linear.weight	9	-0.03375580161809921
98105	linear.bias	0	-0.06975891441106796
98105	linear.bias	1	-0.1959737241268158
98105	linear.bias	2	-0.44087138772010803
98105	linear.bias	3	-0.723672091960907
98105	linear.bias	4	-1.1528878211975098
98105	linear.bias	5	-0.0890917032957077
98105	linear.bias	6	-0.6919371485710144
98105	linear.bias	7	0.32668063044548035
98105	linear.bias	8	-0.48038774728775024
98105	linear.bias	9	-0.8963050246238708
98302	transitions	0	0.5680474638938904
98302	transitions	1	0.1207721009850502
98302	transitions	2	-10000.0
98302	transitions	3	-1.8134233951568604
98302	transitions	4	-10000.0
98302	transitions	5	0.6110182404518127
98302	transitions	6	-0.05216342583298683
98302	transitions	7	-0.5521964430809021
98302	transitions	8	-1.3738157749176025
98302	transitions	9	-0.0008324707741849124
98302	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
98302	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
98302	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
98302	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
98302	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
98302	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
98302	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
98302	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
98302	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
98302	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
98302	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
98302	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
98302	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
98302	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
98302	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
98302	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
98302	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
98302	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
98302	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
98302	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
98302	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
98302	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
98302	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
98302	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
98302	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
98302	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
98302	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
98302	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
98302	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
98302	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
98302	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
98302	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
98302	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
98302	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
98302	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
98302	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
98302	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
98302	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
98302	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
98302	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
98302	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
98302	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
98302	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
98302	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
98302	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
98302	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
98302	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
98302	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
98302	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
98302	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
98302	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
98302	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
98302	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
98302	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
98302	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
98302	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
98302	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
98302	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
98302	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
98302	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
98302	embedding2nn.weight	0	0.01331667136400938
98302	embedding2nn.weight	1	-0.016804665327072144
98302	embedding2nn.weight	2	-0.014268254861235619
98302	embedding2nn.weight	3	-0.010934100486338139
98302	embedding2nn.weight	4	-0.005915035028010607
98302	embedding2nn.weight	5	-0.003700586734339595
98302	embedding2nn.weight	6	-0.003973265644162893
98302	embedding2nn.weight	7	-0.052811313420534134
98302	embedding2nn.weight	8	-0.0019979383796453476
98302	embedding2nn.weight	9	-0.028709297999739647
98302	embedding2nn.bias	0	0.022923668846488
98302	embedding2nn.bias	1	-0.07304257899522781
98302	embedding2nn.bias	2	0.10049296915531158
98302	embedding2nn.bias	3	0.06570859253406525
98302	embedding2nn.bias	4	-0.06195720657706261
98302	embedding2nn.bias	5	-0.030255896970629692
98302	embedding2nn.bias	6	0.020135367289185524
98302	embedding2nn.bias	7	-0.03791064769029617
98302	embedding2nn.bias	8	0.038187891244888306
98302	embedding2nn.bias	9	0.05242571607232094
98302	rnn.weight_ih_l0	0	-0.05010370537638664
98302	rnn.weight_ih_l0	1	-0.006105883978307247
98302	rnn.weight_ih_l0	2	0.04307502135634422
98302	rnn.weight_ih_l0	3	0.012279869988560677
98302	rnn.weight_ih_l0	4	-0.023467158898711205
98302	rnn.weight_ih_l0	5	-0.04897286370396614
98302	rnn.weight_ih_l0	6	0.004704225808382034
98302	rnn.weight_ih_l0	7	0.0416775718331337
98302	rnn.weight_ih_l0	8	-0.0028911526314914227
98302	rnn.weight_ih_l0	9	-0.018644778057932854
98302	rnn.weight_hh_l0	0	-0.03905718773603439
98302	rnn.weight_hh_l0	1	0.0006335607031360269
98302	rnn.weight_hh_l0	2	0.0031608284916728735
98302	rnn.weight_hh_l0	3	-0.05538798123598099
98302	rnn.weight_hh_l0	4	0.07144612818956375
98302	rnn.weight_hh_l0	5	-0.0033815791830420494
98302	rnn.weight_hh_l0	6	-0.04317405819892883
98302	rnn.weight_hh_l0	7	-0.005518716759979725
98302	rnn.weight_hh_l0	8	0.010828252881765366
98302	rnn.weight_hh_l0	9	-0.016808511689305305
98302	rnn.bias_ih_l0	0	0.07556842267513275
98302	rnn.bias_ih_l0	1	-0.03576954826712608
98302	rnn.bias_ih_l0	2	-0.02262508124113083
98302	rnn.bias_ih_l0	3	0.12107452750205994
98302	rnn.bias_ih_l0	4	-0.05230596289038658
98302	rnn.bias_ih_l0	5	-0.029170077294111252
98302	rnn.bias_ih_l0	6	0.0019406751962378621
98302	rnn.bias_ih_l0	7	0.03701275587081909
98302	rnn.bias_ih_l0	8	-0.10525444149971008
98302	rnn.bias_ih_l0	9	-0.042108189314603806
98302	rnn.bias_hh_l0	0	-0.02510402537882328
98302	rnn.bias_hh_l0	1	-0.07948388159275055
98302	rnn.bias_hh_l0	2	-0.034799471497535706
98302	rnn.bias_hh_l0	3	-0.08337507396936417
98302	rnn.bias_hh_l0	4	-0.01710541732609272
98302	rnn.bias_hh_l0	5	-0.004458307754248381
98302	rnn.bias_hh_l0	6	0.024488626047968864
98302	rnn.bias_hh_l0	7	0.024794839322566986
98302	rnn.bias_hh_l0	8	-0.1357416808605194
98302	rnn.bias_hh_l0	9	-0.021357540041208267
98302	rnn.weight_ih_l0_reverse	0	-0.008453978225588799
98302	rnn.weight_ih_l0_reverse	1	-0.051205217838287354
98302	rnn.weight_ih_l0_reverse	2	-0.02128724567592144
98302	rnn.weight_ih_l0_reverse	3	0.01280175056308508
98302	rnn.weight_ih_l0_reverse	4	-0.013111530803143978
98302	rnn.weight_ih_l0_reverse	5	-0.04284706339240074
98302	rnn.weight_ih_l0_reverse	6	0.06715726852416992
98302	rnn.weight_ih_l0_reverse	7	-0.020242588594555855
98302	rnn.weight_ih_l0_reverse	8	-0.027651092037558556
98302	rnn.weight_ih_l0_reverse	9	0.0071192532777786255
98302	rnn.weight_hh_l0_reverse	0	0.0374215692281723
98302	rnn.weight_hh_l0_reverse	1	0.03398695960640907
98302	rnn.weight_hh_l0_reverse	2	0.03840595856308937
98302	rnn.weight_hh_l0_reverse	3	0.02654113620519638
98302	rnn.weight_hh_l0_reverse	4	0.00800122506916523
98302	rnn.weight_hh_l0_reverse	5	0.011035597883164883
98302	rnn.weight_hh_l0_reverse	6	0.0441737025976181
98302	rnn.weight_hh_l0_reverse	7	-0.05937466397881508
98302	rnn.weight_hh_l0_reverse	8	0.04056751728057861
98302	rnn.weight_hh_l0_reverse	9	0.04848750680685043
98302	rnn.bias_ih_l0_reverse	0	-0.0517483651638031
98302	rnn.bias_ih_l0_reverse	1	-0.23472753167152405
98302	rnn.bias_ih_l0_reverse	2	-0.13093943893909454
98302	rnn.bias_ih_l0_reverse	3	-0.025085553526878357
98302	rnn.bias_ih_l0_reverse	4	-0.04607958719134331
98302	rnn.bias_ih_l0_reverse	5	0.05260423570871353
98302	rnn.bias_ih_l0_reverse	6	-0.0443204790353775
98302	rnn.bias_ih_l0_reverse	7	0.04685762897133827
98302	rnn.bias_ih_l0_reverse	8	-0.042963795363903046
98302	rnn.bias_ih_l0_reverse	9	0.03373173251748085
98302	rnn.bias_hh_l0_reverse	0	0.00229990528896451
98302	rnn.bias_hh_l0_reverse	1	-0.030493520200252533
98302	rnn.bias_hh_l0_reverse	2	0.07226460427045822
98302	rnn.bias_hh_l0_reverse	3	-0.057497650384902954
98302	rnn.bias_hh_l0_reverse	4	-0.03711630031466484
98302	rnn.bias_hh_l0_reverse	5	-0.035846032202243805
98302	rnn.bias_hh_l0_reverse	6	-0.0074997455812990665
98302	rnn.bias_hh_l0_reverse	7	0.08604419231414795
98302	rnn.bias_hh_l0_reverse	8	0.027662834152579308
98302	rnn.bias_hh_l0_reverse	9	-0.09961360692977905
98302	rnn.weight_ih_l1	0	-0.039495959877967834
98302	rnn.weight_ih_l1	1	-0.03062475100159645
98302	rnn.weight_ih_l1	2	0.03007923811674118
98302	rnn.weight_ih_l1	3	-0.043195899575948715
98302	rnn.weight_ih_l1	4	-0.008631432428956032
98302	rnn.weight_ih_l1	5	-0.04430164769291878
98302	rnn.weight_ih_l1	6	0.025988083332777023
98302	rnn.weight_ih_l1	7	-0.0340360552072525
98302	rnn.weight_ih_l1	8	0.03566588833928108
98302	rnn.weight_ih_l1	9	0.03257632628083229
98302	rnn.weight_hh_l1	0	-0.003799659200012684
98302	rnn.weight_hh_l1	1	0.009794624522328377
98302	rnn.weight_hh_l1	2	0.012937613762915134
98302	rnn.weight_hh_l1	3	-0.01093916967511177
98302	rnn.weight_hh_l1	4	0.002516701351851225
98302	rnn.weight_hh_l1	5	0.02358606830239296
98302	rnn.weight_hh_l1	6	0.027688996866345406
98302	rnn.weight_hh_l1	7	-0.026685137301683426
98302	rnn.weight_hh_l1	8	-0.019612962380051613
98302	rnn.weight_hh_l1	9	0.03466564416885376
98302	rnn.bias_ih_l1	0	-0.1756163388490677
98302	rnn.bias_ih_l1	1	-0.15166890621185303
98302	rnn.bias_ih_l1	2	-0.16253575682640076
98302	rnn.bias_ih_l1	3	-0.2482728213071823
98302	rnn.bias_ih_l1	4	-0.16786989569664001
98302	rnn.bias_ih_l1	5	-0.10035041719675064
98302	rnn.bias_ih_l1	6	-0.12146428972482681
98302	rnn.bias_ih_l1	7	-0.028206072747707367
98302	rnn.bias_ih_l1	8	-0.13084164261817932
98302	rnn.bias_ih_l1	9	-0.09463939070701599
98302	rnn.bias_hh_l1	0	-0.13287262618541718
98302	rnn.bias_hh_l1	1	-0.0479208268225193
98302	rnn.bias_hh_l1	2	-0.10010173916816711
98302	rnn.bias_hh_l1	3	-0.09364407509565353
98302	rnn.bias_hh_l1	4	-0.11109088361263275
98302	rnn.bias_hh_l1	5	-0.08842211216688156
98302	rnn.bias_hh_l1	6	-0.10006911307573318
98302	rnn.bias_hh_l1	7	0.0034193077590316534
98302	rnn.bias_hh_l1	8	-0.14334054291248322
98302	rnn.bias_hh_l1	9	-0.08222538232803345
98302	rnn.weight_ih_l1_reverse	0	-0.04987587034702301
98302	rnn.weight_ih_l1_reverse	1	0.006884138099849224
98302	rnn.weight_ih_l1_reverse	2	0.00035419693449512124
98302	rnn.weight_ih_l1_reverse	3	0.0125722112134099
98302	rnn.weight_ih_l1_reverse	4	-0.03406274691224098
98302	rnn.weight_ih_l1_reverse	5	-0.034863900393247604
98302	rnn.weight_ih_l1_reverse	6	0.015829553827643394
98302	rnn.weight_ih_l1_reverse	7	0.014226587489247322
98302	rnn.weight_ih_l1_reverse	8	0.04057660326361656
98302	rnn.weight_ih_l1_reverse	9	-0.07648216187953949
98302	rnn.weight_hh_l1_reverse	0	0.00815621018409729
98302	rnn.weight_hh_l1_reverse	1	0.031237903982400894
98302	rnn.weight_hh_l1_reverse	2	-0.039694517850875854
98302	rnn.weight_hh_l1_reverse	3	0.040178120136260986
98302	rnn.weight_hh_l1_reverse	4	0.048251304775476456
98302	rnn.weight_hh_l1_reverse	5	0.008257773704826832
98302	rnn.weight_hh_l1_reverse	6	0.011802681721746922
98302	rnn.weight_hh_l1_reverse	7	0.023170961067080498
98302	rnn.weight_hh_l1_reverse	8	-0.005043662618845701
98302	rnn.weight_hh_l1_reverse	9	-0.03760967776179314
98302	rnn.bias_ih_l1_reverse	0	-0.038506992161273956
98302	rnn.bias_ih_l1_reverse	1	-0.11400549858808517
98302	rnn.bias_ih_l1_reverse	2	-0.1427612602710724
98302	rnn.bias_ih_l1_reverse	3	-0.018998725339770317
98302	rnn.bias_ih_l1_reverse	4	-0.1657065898180008
98302	rnn.bias_ih_l1_reverse	5	-0.09889816492795944
98302	rnn.bias_ih_l1_reverse	6	-0.11425619572401047
98302	rnn.bias_ih_l1_reverse	7	-0.19654209911823273
98302	rnn.bias_ih_l1_reverse	8	0.14854051172733307
98302	rnn.bias_ih_l1_reverse	9	0.03662256523966789
98302	rnn.bias_hh_l1_reverse	0	-0.06287241727113724
98302	rnn.bias_hh_l1_reverse	1	-0.057398173958063126
98302	rnn.bias_hh_l1_reverse	2	-0.218825563788414
98302	rnn.bias_hh_l1_reverse	3	-0.10659521073102951
98302	rnn.bias_hh_l1_reverse	4	-0.0837378054857254
98302	rnn.bias_hh_l1_reverse	5	-0.08799374103546143
98302	rnn.bias_hh_l1_reverse	6	0.12752078473567963
98302	rnn.bias_hh_l1_reverse	7	-0.14425770938396454
98302	rnn.bias_hh_l1_reverse	8	-0.10014894604682922
98302	rnn.bias_hh_l1_reverse	9	-0.11752832680940628
98302	linear.weight	0	0.002228822559118271
98302	linear.weight	1	0.12569794058799744
98302	linear.weight	2	-0.09129312634468079
98302	linear.weight	3	0.3869330883026123
98302	linear.weight	4	0.1242697685956955
98302	linear.weight	5	-0.01270771212875843
98302	linear.weight	6	0.04412892833352089
98302	linear.weight	7	0.1407763957977295
98302	linear.weight	8	0.041256897151470184
98302	linear.weight	9	-0.03664670139551163
98302	linear.bias	0	-0.07071979343891144
98302	linear.bias	1	-0.19619353115558624
98302	linear.bias	2	-0.42014551162719727
98302	linear.bias	3	-0.7396047115325928
98302	linear.bias	4	-1.167952060699463
98302	linear.bias	5	-0.11070149391889572
98302	linear.bias	6	-0.6897086501121521
98302	linear.bias	7	0.3066733181476593
98302	linear.bias	8	-0.4720095694065094
98302	linear.bias	9	-0.8917258977890015
98499	transitions	0	0.5728281140327454
98499	transitions	1	0.12572653591632843
98499	transitions	2	-10000.0
98499	transitions	3	-1.8134645223617554
98499	transitions	4	-10000.0
98499	transitions	5	0.6108890771865845
98499	transitions	6	-0.05228007584810257
98499	transitions	7	-0.5530719757080078
98499	transitions	8	-1.3739138841629028
98499	transitions	9	-0.0008345711976289749
98499	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
98499	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
98499	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
98499	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
98499	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
98499	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
98499	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
98499	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
98499	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
98499	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
98499	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
98499	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
98499	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
98499	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
98499	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
98499	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
98499	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
98499	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
98499	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
98499	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
98499	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
98499	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
98499	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
98499	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
98499	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
98499	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
98499	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
98499	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
98499	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
98499	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
98499	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
98499	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
98499	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
98499	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
98499	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
98499	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
98499	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
98499	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
98499	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
98499	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
98499	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
98499	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
98499	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
98499	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
98499	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
98499	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
98499	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
98499	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
98499	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
98499	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
98499	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
98499	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
98499	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
98499	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
98499	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
98499	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
98499	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
98499	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
98499	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
98499	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
98499	embedding2nn.weight	0	0.013715053908526897
98499	embedding2nn.weight	1	-0.01678222231566906
98499	embedding2nn.weight	2	-0.014268254861235619
98499	embedding2nn.weight	3	-0.011990074068307877
98499	embedding2nn.weight	4	-0.005915035028010607
98499	embedding2nn.weight	5	-0.003700586501508951
98499	embedding2nn.weight	6	-0.003973264712840319
98499	embedding2nn.weight	7	-0.05314991995692253
98499	embedding2nn.weight	8	-0.0019979383796453476
98499	embedding2nn.weight	9	-0.028238819912075996
98499	embedding2nn.bias	0	0.02615966461598873
98499	embedding2nn.bias	1	-0.07225706428289413
98499	embedding2nn.bias	2	0.10550937056541443
98499	embedding2nn.bias	3	0.05730920657515526
98499	embedding2nn.bias	4	-0.06540817022323608
98499	embedding2nn.bias	5	-0.03616192191839218
98499	embedding2nn.bias	6	0.020059941336512566
98499	embedding2nn.bias	7	-0.044673044234514236
98499	embedding2nn.bias	8	0.03567066043615341
98499	embedding2nn.bias	9	0.059994228184223175
98499	rnn.weight_ih_l0	0	-0.05030030384659767
98499	rnn.weight_ih_l0	1	-0.00567962322384119
98499	rnn.weight_ih_l0	2	0.04260187968611717
98499	rnn.weight_ih_l0	3	0.012212025001645088
98499	rnn.weight_ih_l0	4	-0.02337445691227913
98499	rnn.weight_ih_l0	5	-0.04904242232441902
98499	rnn.weight_ih_l0	6	0.004975966177880764
98499	rnn.weight_ih_l0	7	0.04193625971674919
98499	rnn.weight_ih_l0	8	-0.0012889256468042731
98499	rnn.weight_ih_l0	9	-0.021482864394783974
98499	rnn.weight_hh_l0	0	-0.04046168923377991
98499	rnn.weight_hh_l0	1	0.0008854939369484782
98499	rnn.weight_hh_l0	2	0.0034975321032106876
98499	rnn.weight_hh_l0	3	-0.055101800709962845
98499	rnn.weight_hh_l0	4	0.07183201611042023
98499	rnn.weight_hh_l0	5	-0.0050367810763418674
98499	rnn.weight_hh_l0	6	-0.04232687130570412
98499	rnn.weight_hh_l0	7	-0.006134804803878069
98499	rnn.weight_hh_l0	8	0.010305439122021198
98499	rnn.weight_hh_l0	9	-0.017119290307164192
98499	rnn.bias_ih_l0	0	0.07072640210390091
98499	rnn.bias_ih_l0	1	-0.036155398935079575
98499	rnn.bias_ih_l0	2	-0.023150475695729256
98499	rnn.bias_ih_l0	3	0.12013819068670273
98499	rnn.bias_ih_l0	4	-0.052159346640110016
98499	rnn.bias_ih_l0	5	-0.0252812672406435
98499	rnn.bias_ih_l0	6	0.003492026822641492
98499	rnn.bias_ih_l0	7	0.03780433163046837
98499	rnn.bias_ih_l0	8	-0.10475359857082367
98499	rnn.bias_ih_l0	9	-0.04182504862546921
98499	rnn.bias_hh_l0	0	-0.023847710341215134
98499	rnn.bias_hh_l0	1	-0.07801122963428497
98499	rnn.bias_hh_l0	2	-0.03558683395385742
98499	rnn.bias_hh_l0	3	-0.08454994857311249
98499	rnn.bias_hh_l0	4	-0.017901601269841194
98499	rnn.bias_hh_l0	5	-0.002812496153637767
98499	rnn.bias_hh_l0	6	0.02258978970348835
98499	rnn.bias_hh_l0	7	0.027766171842813492
98499	rnn.bias_hh_l0	8	-0.13721324503421783
98499	rnn.bias_hh_l0	9	-0.019460901618003845
98499	rnn.weight_ih_l0_reverse	0	-0.009008217602968216
98499	rnn.weight_ih_l0_reverse	1	-0.05161301791667938
98499	rnn.weight_ih_l0_reverse	2	-0.02366301231086254
98499	rnn.weight_ih_l0_reverse	3	0.012040606699883938
98499	rnn.weight_ih_l0_reverse	4	-0.012687674723565578
98499	rnn.weight_ih_l0_reverse	5	-0.04322514310479164
98499	rnn.weight_ih_l0_reverse	6	0.06644746661186218
98499	rnn.weight_ih_l0_reverse	7	-0.018957553431391716
98499	rnn.weight_ih_l0_reverse	8	-0.02676922269165516
98499	rnn.weight_ih_l0_reverse	9	0.0076296222396194935
98499	rnn.weight_hh_l0_reverse	0	0.038692835718393326
98499	rnn.weight_hh_l0_reverse	1	0.03491049259901047
98499	rnn.weight_hh_l0_reverse	2	0.038269463926553726
98499	rnn.weight_hh_l0_reverse	3	0.02580208145081997
98499	rnn.weight_hh_l0_reverse	4	0.00767353642731905
98499	rnn.weight_hh_l0_reverse	5	0.012055490165948868
98499	rnn.weight_hh_l0_reverse	6	0.04431574046611786
98499	rnn.weight_hh_l0_reverse	7	-0.05885877087712288
98499	rnn.weight_hh_l0_reverse	8	0.04053163155913353
98499	rnn.weight_hh_l0_reverse	9	0.04889056086540222
98499	rnn.bias_ih_l0_reverse	0	-0.054269686341285706
98499	rnn.bias_ih_l0_reverse	1	-0.23927436769008636
98499	rnn.bias_ih_l0_reverse	2	-0.13468119502067566
98499	rnn.bias_ih_l0_reverse	3	-0.025067675858736038
98499	rnn.bias_ih_l0_reverse	4	-0.04599194601178169
98499	rnn.bias_ih_l0_reverse	5	0.0504489503800869
98499	rnn.bias_ih_l0_reverse	6	-0.04734610766172409
98499	rnn.bias_ih_l0_reverse	7	0.044625308364629745
98499	rnn.bias_ih_l0_reverse	8	-0.04163563251495361
98499	rnn.bias_ih_l0_reverse	9	0.03721325844526291
98499	rnn.bias_hh_l0_reverse	0	0.0021417385432869196
98499	rnn.bias_hh_l0_reverse	1	-0.030600329861044884
98499	rnn.bias_hh_l0_reverse	2	0.0735187754034996
98499	rnn.bias_hh_l0_reverse	3	-0.05877738818526268
98499	rnn.bias_hh_l0_reverse	4	-0.03301210328936577
98499	rnn.bias_hh_l0_reverse	5	-0.034035153687000275
98499	rnn.bias_hh_l0_reverse	6	-0.013108942657709122
98499	rnn.bias_hh_l0_reverse	7	0.08827134966850281
98499	rnn.bias_hh_l0_reverse	8	0.02616915851831436
98499	rnn.bias_hh_l0_reverse	9	-0.0946747437119484
98499	rnn.weight_ih_l1	0	-0.04065126180648804
98499	rnn.weight_ih_l1	1	-0.03060075454413891
98499	rnn.weight_ih_l1	2	0.029048141092061996
98499	rnn.weight_ih_l1	3	-0.04409407079219818
98499	rnn.weight_ih_l1	4	-0.00828083511441946
98499	rnn.weight_ih_l1	5	-0.044177696108818054
98499	rnn.weight_ih_l1	6	0.026494551450014114
98499	rnn.weight_ih_l1	7	-0.03539402782917023
98499	rnn.weight_ih_l1	8	0.03574303537607193
98499	rnn.weight_ih_l1	9	0.03360874578356743
98499	rnn.weight_hh_l1	0	-0.003680275985971093
98499	rnn.weight_hh_l1	1	0.009764834307134151
98499	rnn.weight_hh_l1	2	0.012321842834353447
98499	rnn.weight_hh_l1	3	-0.01099210325628519
98499	rnn.weight_hh_l1	4	0.002392329042777419
98499	rnn.weight_hh_l1	5	0.023957500234246254
98499	rnn.weight_hh_l1	6	0.027569536119699478
98499	rnn.weight_hh_l1	7	-0.026650503277778625
98499	rnn.weight_hh_l1	8	-0.019537637010216713
98499	rnn.weight_hh_l1	9	0.034781359136104584
98499	rnn.bias_ih_l1	0	-0.17686793208122253
98499	rnn.bias_ih_l1	1	-0.15146063268184662
98499	rnn.bias_ih_l1	2	-0.16490671038627625
98499	rnn.bias_ih_l1	3	-0.25192463397979736
98499	rnn.bias_ih_l1	4	-0.17276106774806976
98499	rnn.bias_ih_l1	5	-0.10051742941141129
98499	rnn.bias_ih_l1	6	-0.12431970238685608
98499	rnn.bias_ih_l1	7	-0.028055278584361076
98499	rnn.bias_ih_l1	8	-0.1316690444946289
98499	rnn.bias_ih_l1	9	-0.09404046088457108
98499	rnn.bias_hh_l1	0	-0.13242299854755402
98499	rnn.bias_hh_l1	1	-0.0429779477417469
98499	rnn.bias_hh_l1	2	-0.10255218297243118
98499	rnn.bias_hh_l1	3	-0.09415346384048462
98499	rnn.bias_hh_l1	4	-0.1128813698887825
98499	rnn.bias_hh_l1	5	-0.08750024437904358
98499	rnn.bias_hh_l1	6	-0.10739243030548096
98499	rnn.bias_hh_l1	7	0.005411881022155285
98499	rnn.bias_hh_l1	8	-0.14648623764514923
98499	rnn.bias_hh_l1	9	-0.08452467620372772
98499	rnn.weight_ih_l1_reverse	0	-0.05116385221481323
98499	rnn.weight_ih_l1_reverse	1	0.00843457318842411
98499	rnn.weight_ih_l1_reverse	2	0.00041412096470594406
98499	rnn.weight_ih_l1_reverse	3	0.013998083770275116
98499	rnn.weight_ih_l1_reverse	4	-0.032736409455537796
98499	rnn.weight_ih_l1_reverse	5	-0.03456272929906845
98499	rnn.weight_ih_l1_reverse	6	0.016115549951791763
98499	rnn.weight_ih_l1_reverse	7	0.014134491793811321
98499	rnn.weight_ih_l1_reverse	8	0.03793182224035263
98499	rnn.weight_ih_l1_reverse	9	-0.0782344713807106
98499	rnn.weight_hh_l1_reverse	0	0.008138407953083515
98499	rnn.weight_hh_l1_reverse	1	0.03134842589497566
98499	rnn.weight_hh_l1_reverse	2	-0.039523109793663025
98499	rnn.weight_hh_l1_reverse	3	0.040179044008255005
98499	rnn.weight_hh_l1_reverse	4	0.04810996353626251
98499	rnn.weight_hh_l1_reverse	5	0.009125872515141964
98499	rnn.weight_hh_l1_reverse	6	0.012786648236215115
98499	rnn.weight_hh_l1_reverse	7	0.022839179262518883
98499	rnn.weight_hh_l1_reverse	8	-0.005061623640358448
98499	rnn.weight_hh_l1_reverse	9	-0.03787500411272049
98499	rnn.bias_ih_l1_reverse	0	-0.03975732997059822
98499	rnn.bias_ih_l1_reverse	1	-0.11444035917520523
98499	rnn.bias_ih_l1_reverse	2	-0.14332443475723267
98499	rnn.bias_ih_l1_reverse	3	-0.014502995647490025
98499	rnn.bias_ih_l1_reverse	4	-0.16747064888477325
98499	rnn.bias_ih_l1_reverse	5	-0.09999378770589828
98499	rnn.bias_ih_l1_reverse	6	-0.11333277821540833
98499	rnn.bias_ih_l1_reverse	7	-0.1993161290884018
98499	rnn.bias_ih_l1_reverse	8	0.15763677656650543
98499	rnn.bias_ih_l1_reverse	9	0.03860364109277725
98499	rnn.bias_hh_l1_reverse	0	-0.06654150038957596
98499	rnn.bias_hh_l1_reverse	1	-0.048033226281404495
98499	rnn.bias_hh_l1_reverse	2	-0.21981331706047058
98499	rnn.bias_hh_l1_reverse	3	-0.10725598782300949
98499	rnn.bias_hh_l1_reverse	4	-0.08431162685155869
98499	rnn.bias_hh_l1_reverse	5	-0.09109771996736526
98499	rnn.bias_hh_l1_reverse	6	0.12732559442520142
98499	rnn.bias_hh_l1_reverse	7	-0.1428251415491104
98499	rnn.bias_hh_l1_reverse	8	-0.10157972574234009
98499	rnn.bias_hh_l1_reverse	9	-0.11894403398036957
98499	linear.weight	0	0.002228822559118271
98499	linear.weight	1	0.1170644462108612
98499	linear.weight	2	-0.08817457407712936
98499	linear.weight	3	0.37856876850128174
98499	linear.weight	4	0.12819263339042664
98499	linear.weight	5	-0.013259880244731903
98499	linear.weight	6	0.04886210337281227
98499	linear.weight	7	0.13639219105243683
98499	linear.weight	8	0.04125707596540451
98499	linear.weight	9	-0.035330429673194885
98499	linear.bias	0	-0.035381980240345
98499	linear.bias	1	-0.18952645361423492
98499	linear.bias	2	-0.4212750494480133
98499	linear.bias	3	-0.7379410862922668
98499	linear.bias	4	-1.164304256439209
98499	linear.bias	5	-0.08586373925209045
98499	linear.bias	6	-0.6796268820762634
98499	linear.bias	7	0.33026930689811707
98499	linear.bias	8	-0.4816037118434906
98499	linear.bias	9	-0.8979290127754211
98696	transitions	0	0.5646457076072693
98696	transitions	1	0.12489450722932816
98696	transitions	2	-10000.0
98696	transitions	3	-1.8135080337524414
98696	transitions	4	-10000.0
98696	transitions	5	0.6106554269790649
98696	transitions	6	-0.05241783335804939
98696	transitions	7	-0.5532479286193848
98696	transitions	8	-1.3740099668502808
98696	transitions	9	-0.000836154620628804
98696	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
98696	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
98696	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
98696	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
98696	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
98696	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
98696	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
98696	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
98696	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
98696	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
98696	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
98696	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
98696	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
98696	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
98696	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
98696	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
98696	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
98696	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
98696	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
98696	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
98696	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
98696	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
98696	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
98696	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
98696	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
98696	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
98696	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
98696	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
98696	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
98696	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
98696	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
98696	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
98696	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
98696	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
98696	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
98696	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
98696	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
98696	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
98696	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
98696	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
98696	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
98696	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
98696	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
98696	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
98696	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
98696	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
98696	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
98696	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
98696	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
98696	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
98696	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
98696	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
98696	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
98696	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
98696	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
98696	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
98696	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
98696	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
98696	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
98696	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
98696	embedding2nn.weight	0	0.01384724024683237
98696	embedding2nn.weight	1	-0.016584312543272972
98696	embedding2nn.weight	2	-0.014268254861235619
98696	embedding2nn.weight	3	-0.01060617994517088
98696	embedding2nn.weight	4	-0.005915035028010607
98696	embedding2nn.weight	5	-0.003700586035847664
98696	embedding2nn.weight	6	-0.003973262384533882
98696	embedding2nn.weight	7	-0.05284437537193298
98696	embedding2nn.weight	8	-0.0019979383796453476
98696	embedding2nn.weight	9	-0.02857016585767269
98696	embedding2nn.bias	0	0.01140490174293518
98696	embedding2nn.bias	1	-0.05917900428175926
98696	embedding2nn.bias	2	0.1010173037648201
98696	embedding2nn.bias	3	0.05974762514233589
98696	embedding2nn.bias	4	-0.07618092745542526
98696	embedding2nn.bias	5	-0.02707700803875923
98696	embedding2nn.bias	6	0.015472957864403725
98696	embedding2nn.bias	7	-0.042478784918785095
98696	embedding2nn.bias	8	0.04292910173535347
98696	embedding2nn.bias	9	0.05927441641688347
98696	rnn.weight_ih_l0	0	-0.05013412609696388
98696	rnn.weight_ih_l0	1	-0.005268468521535397
98696	rnn.weight_ih_l0	2	0.04436890408396721
98696	rnn.weight_ih_l0	3	0.012890540063381195
98696	rnn.weight_ih_l0	4	-0.021992379799485207
98696	rnn.weight_ih_l0	5	-0.048140089958906174
98696	rnn.weight_ih_l0	6	0.005478727165609598
98696	rnn.weight_ih_l0	7	0.041155245155096054
98696	rnn.weight_ih_l0	8	-0.002212449675425887
98696	rnn.weight_ih_l0	9	-0.020076612010598183
98696	rnn.weight_hh_l0	0	-0.042430851608514786
98696	rnn.weight_hh_l0	1	0.0011454777559265494
98696	rnn.weight_hh_l0	2	0.0026606505271047354
98696	rnn.weight_hh_l0	3	-0.05546057969331741
98696	rnn.weight_hh_l0	4	0.07251380383968353
98696	rnn.weight_hh_l0	5	-0.0032043135724961758
98696	rnn.weight_hh_l0	6	-0.043493758887052536
98696	rnn.weight_hh_l0	7	-0.006629716604948044
98696	rnn.weight_hh_l0	8	0.011241743341088295
98696	rnn.weight_hh_l0	9	-0.017178768292069435
98696	rnn.bias_ih_l0	0	0.07158398628234863
98696	rnn.bias_ih_l0	1	-0.03629432991147041
98696	rnn.bias_ih_l0	2	-0.02038685232400894
98696	rnn.bias_ih_l0	3	0.11925909668207169
98696	rnn.bias_ih_l0	4	-0.053458280861377716
98696	rnn.bias_ih_l0	5	-0.022951046004891396
98696	rnn.bias_ih_l0	6	0.004984580911695957
98696	rnn.bias_ih_l0	7	0.03754398971796036
98696	rnn.bias_ih_l0	8	-0.10691700875759125
98696	rnn.bias_ih_l0	9	-0.038546930998563766
98696	rnn.bias_hh_l0	0	-0.022947950288653374
98696	rnn.bias_hh_l0	1	-0.081113800406456
98696	rnn.bias_hh_l0	2	-0.03752734512090683
98696	rnn.bias_hh_l0	3	-0.08373046666383743
98696	rnn.bias_hh_l0	4	-0.013211408630013466
98696	rnn.bias_hh_l0	5	0.0012226462131366134
98696	rnn.bias_hh_l0	6	0.02242555469274521
98696	rnn.bias_hh_l0	7	0.026143541559576988
98696	rnn.bias_hh_l0	8	-0.13316628336906433
98696	rnn.bias_hh_l0	9	-0.017885422334074974
98696	rnn.weight_ih_l0_reverse	0	-0.008726172149181366
98696	rnn.weight_ih_l0_reverse	1	-0.049902789294719696
98696	rnn.weight_ih_l0_reverse	2	-0.02559772878885269
98696	rnn.weight_ih_l0_reverse	3	0.013502910733222961
98696	rnn.weight_ih_l0_reverse	4	-0.012693483382463455
98696	rnn.weight_ih_l0_reverse	5	-0.04379890859127045
98696	rnn.weight_ih_l0_reverse	6	0.06656695902347565
98696	rnn.weight_ih_l0_reverse	7	-0.018726766109466553
98696	rnn.weight_ih_l0_reverse	8	-0.0277155302464962
98696	rnn.weight_ih_l0_reverse	9	0.008929053321480751
98696	rnn.weight_hh_l0_reverse	0	0.03807099536061287
98696	rnn.weight_hh_l0_reverse	1	0.03246486186981201
98696	rnn.weight_hh_l0_reverse	2	0.038290947675704956
98696	rnn.weight_hh_l0_reverse	3	0.026071686297655106
98696	rnn.weight_hh_l0_reverse	4	0.007175116799771786
98696	rnn.weight_hh_l0_reverse	5	0.01084529235959053
98696	rnn.weight_hh_l0_reverse	6	0.04441840946674347
98696	rnn.weight_hh_l0_reverse	7	-0.058661580085754395
98696	rnn.weight_hh_l0_reverse	8	0.04093891754746437
98696	rnn.weight_hh_l0_reverse	9	0.04966294392943382
98696	rnn.bias_ih_l0_reverse	0	-0.05510450899600983
98696	rnn.bias_ih_l0_reverse	1	-0.24038851261138916
98696	rnn.bias_ih_l0_reverse	2	-0.13403081893920898
98696	rnn.bias_ih_l0_reverse	3	-0.023539157584309578
98696	rnn.bias_ih_l0_reverse	4	-0.05106892064213753
98696	rnn.bias_ih_l0_reverse	5	0.0513591431081295
98696	rnn.bias_ih_l0_reverse	6	-0.04774639382958412
98696	rnn.bias_ih_l0_reverse	7	0.041548922657966614
98696	rnn.bias_ih_l0_reverse	8	-0.03879433125257492
98696	rnn.bias_ih_l0_reverse	9	0.033098045736551285
98696	rnn.bias_hh_l0_reverse	0	0.0018278140341863036
98696	rnn.bias_hh_l0_reverse	1	-0.03080589510500431
98696	rnn.bias_hh_l0_reverse	2	0.07315421849489212
98696	rnn.bias_hh_l0_reverse	3	-0.059455499053001404
98696	rnn.bias_hh_l0_reverse	4	-0.03275659680366516
98696	rnn.bias_hh_l0_reverse	5	-0.0340176559984684
98696	rnn.bias_hh_l0_reverse	6	-0.013652964495122433
98696	rnn.bias_hh_l0_reverse	7	0.08938409388065338
98696	rnn.bias_hh_l0_reverse	8	0.028910787776112556
98696	rnn.bias_hh_l0_reverse	9	-0.0939028337597847
98696	rnn.weight_ih_l1	0	-0.03963356092572212
98696	rnn.weight_ih_l1	1	-0.030306052416563034
98696	rnn.weight_ih_l1	2	0.029734699055552483
98696	rnn.weight_ih_l1	3	-0.04232599586248398
98696	rnn.weight_ih_l1	4	-0.008316868916153908
98696	rnn.weight_ih_l1	5	-0.04391615465283394
98696	rnn.weight_ih_l1	6	0.026993608102202415
98696	rnn.weight_ih_l1	7	-0.03525823727250099
98696	rnn.weight_ih_l1	8	0.03546863794326782
98696	rnn.weight_ih_l1	9	0.03425127640366554
98696	rnn.weight_hh_l1	0	-0.0043053473345935345
98696	rnn.weight_hh_l1	1	0.00978485681116581
98696	rnn.weight_hh_l1	2	0.010301794856786728
98696	rnn.weight_hh_l1	3	-0.010945633053779602
98696	rnn.weight_hh_l1	4	0.00251982593908906
98696	rnn.weight_hh_l1	5	0.023905253037810326
98696	rnn.weight_hh_l1	6	0.027871469035744667
98696	rnn.weight_hh_l1	7	-0.026555996388196945
98696	rnn.weight_hh_l1	8	-0.019437750801444054
98696	rnn.weight_hh_l1	9	0.035616401582956314
98696	rnn.bias_ih_l1	0	-0.1778034269809723
98696	rnn.bias_ih_l1	1	-0.150869220495224
98696	rnn.bias_ih_l1	2	-0.17233149707317352
98696	rnn.bias_ih_l1	3	-0.2541101276874542
98696	rnn.bias_ih_l1	4	-0.1810147911310196
98696	rnn.bias_ih_l1	5	-0.10099070519208908
98696	rnn.bias_ih_l1	6	-0.12382402271032333
98696	rnn.bias_ih_l1	7	-0.027627011761069298
98696	rnn.bias_ih_l1	8	-0.1282801330089569
98696	rnn.bias_ih_l1	9	-0.0957648828625679
98696	rnn.bias_hh_l1	0	-0.13131941854953766
98696	rnn.bias_hh_l1	1	-0.042961444705724716
98696	rnn.bias_hh_l1	2	-0.10293814539909363
98696	rnn.bias_hh_l1	3	-0.09392218291759491
98696	rnn.bias_hh_l1	4	-0.1107189729809761
98696	rnn.bias_hh_l1	5	-0.084907166659832
98696	rnn.bias_hh_l1	6	-0.1100376546382904
98696	rnn.bias_hh_l1	7	0.0015554463025182486
98696	rnn.bias_hh_l1	8	-0.1434336006641388
98696	rnn.bias_hh_l1	9	-0.08424077928066254
98696	rnn.weight_ih_l1_reverse	0	-0.05132193863391876
98696	rnn.weight_ih_l1_reverse	1	0.011299755424261093
98696	rnn.weight_ih_l1_reverse	2	0.0004772919637616724
98696	rnn.weight_ih_l1_reverse	3	0.01407684851437807
98696	rnn.weight_ih_l1_reverse	4	-0.030398868024349213
98696	rnn.weight_ih_l1_reverse	5	-0.03450926020741463
98696	rnn.weight_ih_l1_reverse	6	0.016116216778755188
98696	rnn.weight_ih_l1_reverse	7	0.014952396973967552
98696	rnn.weight_ih_l1_reverse	8	0.039680104702711105
98696	rnn.weight_ih_l1_reverse	9	-0.0790385976433754
98696	rnn.weight_hh_l1_reverse	0	0.00827387161552906
98696	rnn.weight_hh_l1_reverse	1	0.03140193596482277
98696	rnn.weight_hh_l1_reverse	2	-0.0395619235932827
98696	rnn.weight_hh_l1_reverse	3	0.04017389938235283
98696	rnn.weight_hh_l1_reverse	4	0.0483609177172184
98696	rnn.weight_hh_l1_reverse	5	0.008936826139688492
98696	rnn.weight_hh_l1_reverse	6	0.012899675406515598
98696	rnn.weight_hh_l1_reverse	7	0.02278696559369564
98696	rnn.weight_hh_l1_reverse	8	-0.005145160481333733
98696	rnn.weight_hh_l1_reverse	9	-0.03749536722898483
98696	rnn.bias_ih_l1_reverse	0	-0.03995313495397568
98696	rnn.bias_ih_l1_reverse	1	-0.1109972819685936
98696	rnn.bias_ih_l1_reverse	2	-0.14077526330947876
98696	rnn.bias_ih_l1_reverse	3	-0.017220741137862206
98696	rnn.bias_ih_l1_reverse	4	-0.1689307540655136
98696	rnn.bias_ih_l1_reverse	5	-0.09953423589468002
98696	rnn.bias_ih_l1_reverse	6	-0.11299751698970795
98696	rnn.bias_ih_l1_reverse	7	-0.20115061104297638
98696	rnn.bias_ih_l1_reverse	8	0.14961637556552887
98696	rnn.bias_ih_l1_reverse	9	0.03811963275074959
98696	rnn.bias_hh_l1_reverse	0	-0.05952167883515358
98696	rnn.bias_hh_l1_reverse	1	-0.04592982679605484
98696	rnn.bias_hh_l1_reverse	2	-0.21912969648838043
98696	rnn.bias_hh_l1_reverse	3	-0.10452602058649063
98696	rnn.bias_hh_l1_reverse	4	-0.08627051115036011
98696	rnn.bias_hh_l1_reverse	5	-0.09084772318601608
98696	rnn.bias_hh_l1_reverse	6	0.13098937273025513
98696	rnn.bias_hh_l1_reverse	7	-0.14317910373210907
98696	rnn.bias_hh_l1_reverse	8	-0.09953820705413818
98696	rnn.bias_hh_l1_reverse	9	-0.11919540166854858
98696	linear.weight	0	0.002228822559118271
98696	linear.weight	1	0.10533548891544342
98696	linear.weight	2	-0.07517470419406891
98696	linear.weight	3	0.38107025623321533
98696	linear.weight	4	0.12962296605110168
98696	linear.weight	5	-0.015604154206812382
98696	linear.weight	6	0.05852900445461273
98696	linear.weight	7	0.13813966512680054
98696	linear.weight	8	0.04125902056694031
98696	linear.weight	9	-0.03336118906736374
98696	linear.bias	0	-0.07880687713623047
98696	linear.bias	1	-0.21330413222312927
98696	linear.bias	2	-0.4401341676712036
98696	linear.bias	3	-0.7382258176803589
98696	linear.bias	4	-1.1602964401245117
98696	linear.bias	5	-0.07097683846950531
98696	linear.bias	6	-0.7060167193412781
98696	linear.bias	7	0.34463080763816833
98696	linear.bias	8	-0.48619937896728516
98696	linear.bias	9	-0.9018352031707764
98700	transitions	0	0.5686320066452026
98700	transitions	1	0.12483511120080948
98700	transitions	2	-10000.0
98700	transitions	3	-1.8135086297988892
98700	transitions	4	-10000.0
98700	transitions	5	0.6106550097465515
98700	transitions	6	-0.052423130720853806
98700	transitions	7	-0.5532488822937012
98700	transitions	8	-1.3740113973617554
98700	transitions	9	-0.0008361871005035937
98700	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
98700	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
98700	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
98700	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
98700	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
98700	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
98700	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
98700	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
98700	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
98700	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
98700	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
98700	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
98700	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
98700	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
98700	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
98700	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
98700	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
98700	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
98700	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
98700	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
98700	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
98700	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
98700	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
98700	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
98700	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
98700	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
98700	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
98700	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
98700	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
98700	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
98700	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
98700	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
98700	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
98700	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
98700	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
98700	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
98700	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
98700	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
98700	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
98700	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
98700	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
98700	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
98700	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
98700	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
98700	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
98700	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
98700	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
98700	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
98700	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
98700	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
98700	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
98700	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
98700	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
98700	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
98700	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
98700	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
98700	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
98700	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
98700	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
98700	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
98700	embedding2nn.weight	0	0.013520042411983013
98700	embedding2nn.weight	1	-0.016569139435887337
98700	embedding2nn.weight	2	-0.014268254861235619
98700	embedding2nn.weight	3	-0.010743878781795502
98700	embedding2nn.weight	4	-0.005915035028010607
98700	embedding2nn.weight	5	-0.003700586035847664
98700	embedding2nn.weight	6	-0.003973262384533882
98700	embedding2nn.weight	7	-0.05279332771897316
98700	embedding2nn.weight	8	-0.0019979383796453476
98700	embedding2nn.weight	9	-0.028599264100193977
98700	embedding2nn.bias	0	0.014891942031681538
98700	embedding2nn.bias	1	-0.05832754448056221
98700	embedding2nn.bias	2	0.09932613372802734
98700	embedding2nn.bias	3	0.05877838283777237
98700	embedding2nn.bias	4	-0.07550211995840073
98700	embedding2nn.bias	5	-0.02707749791443348
98700	embedding2nn.bias	6	0.014542777091264725
98700	embedding2nn.bias	7	-0.04269641637802124
98700	embedding2nn.bias	8	0.043529774993658066
98700	embedding2nn.bias	9	0.06079332157969475
98700	rnn.weight_ih_l0	0	-0.05013183504343033
98700	rnn.weight_ih_l0	1	-0.005483599845319986
98700	rnn.weight_ih_l0	2	0.044338054955005646
98700	rnn.weight_ih_l0	3	0.01305440254509449
98700	rnn.weight_ih_l0	4	-0.021956559270620346
98700	rnn.weight_ih_l0	5	-0.0482366643846035
98700	rnn.weight_ih_l0	6	0.0054742442443966866
98700	rnn.weight_ih_l0	7	0.0409998781979084
98700	rnn.weight_ih_l0	8	-0.002185382414609194
98700	rnn.weight_ih_l0	9	-0.020098797976970673
98700	rnn.weight_hh_l0	0	-0.04240242391824722
98700	rnn.weight_hh_l0	1	0.0012502321042120457
98700	rnn.weight_hh_l0	2	0.002566505456343293
98700	rnn.weight_hh_l0	3	-0.05519135668873787
98700	rnn.weight_hh_l0	4	0.07246194034814835
98700	rnn.weight_hh_l0	5	-0.0031852242536842823
98700	rnn.weight_hh_l0	6	-0.043503157794475555
98700	rnn.weight_hh_l0	7	-0.006632400676608086
98700	rnn.weight_hh_l0	8	0.011145351454615593
98700	rnn.weight_hh_l0	9	-0.01725592650473118
98700	rnn.bias_ih_l0	0	0.07181163132190704
98700	rnn.bias_ih_l0	1	-0.03665566444396973
98700	rnn.bias_ih_l0	2	-0.019795624539256096
98700	rnn.bias_ih_l0	3	0.11933811753988266
98700	rnn.bias_ih_l0	4	-0.053514931350946426
98700	rnn.bias_ih_l0	5	-0.022818636149168015
98700	rnn.bias_ih_l0	6	0.005508851259946823
98700	rnn.bias_ih_l0	7	0.03777286037802696
98700	rnn.bias_ih_l0	8	-0.10668846219778061
98700	rnn.bias_ih_l0	9	-0.03956911340355873
98700	rnn.bias_hh_l0	0	-0.022823192179203033
98700	rnn.bias_hh_l0	1	-0.08003471046686172
98700	rnn.bias_hh_l0	2	-0.037304215133190155
98700	rnn.bias_hh_l0	3	-0.0837186872959137
98700	rnn.bias_hh_l0	4	-0.013120648451149464
98700	rnn.bias_hh_l0	5	0.0011883352417498827
98700	rnn.bias_hh_l0	6	0.022562457248568535
98700	rnn.bias_hh_l0	7	0.025832707062363625
98700	rnn.bias_hh_l0	8	-0.13383536040782928
98700	rnn.bias_hh_l0	9	-0.018135517835617065
98700	rnn.weight_ih_l0_reverse	0	-0.008968946523964405
98700	rnn.weight_ih_l0_reverse	1	-0.049773573875427246
98700	rnn.weight_ih_l0_reverse	2	-0.02556399069726467
98700	rnn.weight_ih_l0_reverse	3	0.01358620636165142
98700	rnn.weight_ih_l0_reverse	4	-0.012657014653086662
98700	rnn.weight_ih_l0_reverse	5	-0.043900955468416214
98700	rnn.weight_ih_l0_reverse	6	0.06651383638381958
98700	rnn.weight_ih_l0_reverse	7	-0.018713612109422684
98700	rnn.weight_ih_l0_reverse	8	-0.027793491259217262
98700	rnn.weight_ih_l0_reverse	9	0.008864649571478367
98700	rnn.weight_hh_l0_reverse	0	0.038127608597278595
98700	rnn.weight_hh_l0_reverse	1	0.03275163099169731
98700	rnn.weight_hh_l0_reverse	2	0.03811364248394966
98700	rnn.weight_hh_l0_reverse	3	0.026130283251404762
98700	rnn.weight_hh_l0_reverse	4	0.007141146808862686
98700	rnn.weight_hh_l0_reverse	5	0.0107420077547431
98700	rnn.weight_hh_l0_reverse	6	0.04445285350084305
98700	rnn.weight_hh_l0_reverse	7	-0.058681320399045944
98700	rnn.weight_hh_l0_reverse	8	0.04093242809176445
98700	rnn.weight_hh_l0_reverse	9	0.04965399205684662
98700	rnn.bias_ih_l0_reverse	0	-0.054913800209760666
98700	rnn.bias_ih_l0_reverse	1	-0.2403859794139862
98700	rnn.bias_ih_l0_reverse	2	-0.1338948905467987
98700	rnn.bias_ih_l0_reverse	3	-0.023106256499886513
98700	rnn.bias_ih_l0_reverse	4	-0.049374815076589584
98700	rnn.bias_ih_l0_reverse	5	0.05119285732507706
98700	rnn.bias_ih_l0_reverse	6	-0.04841690883040428
98700	rnn.bias_ih_l0_reverse	7	0.04136594384908676
98700	rnn.bias_ih_l0_reverse	8	-0.03760311380028725
98700	rnn.bias_ih_l0_reverse	9	0.03327467292547226
98700	rnn.bias_hh_l0_reverse	0	0.001954172970727086
98700	rnn.bias_hh_l0_reverse	1	-0.030418869107961655
98700	rnn.bias_hh_l0_reverse	2	0.07368526607751846
98700	rnn.bias_hh_l0_reverse	3	-0.05956772342324257
98700	rnn.bias_hh_l0_reverse	4	-0.032755933701992035
98700	rnn.bias_hh_l0_reverse	5	-0.03272324055433273
98700	rnn.bias_hh_l0_reverse	6	-0.014122453518211842
98700	rnn.bias_hh_l0_reverse	7	0.08894780278205872
98700	rnn.bias_hh_l0_reverse	8	0.029405400156974792
98700	rnn.bias_hh_l0_reverse	9	-0.09395382553339005
98700	rnn.weight_ih_l1	0	-0.03974795341491699
98700	rnn.weight_ih_l1	1	-0.030459657311439514
98700	rnn.weight_ih_l1	2	0.030150551348924637
98700	rnn.weight_ih_l1	3	-0.04237990826368332
98700	rnn.weight_ih_l1	4	-0.008214813657104969
98700	rnn.weight_ih_l1	5	-0.04389940947294235
98700	rnn.weight_ih_l1	6	0.027016136795282364
98700	rnn.weight_ih_l1	7	-0.0352790467441082
98700	rnn.weight_ih_l1	8	0.035513248294591904
98700	rnn.weight_ih_l1	9	0.03450023755431175
98700	rnn.weight_hh_l1	0	-0.004102074075490236
98700	rnn.weight_hh_l1	1	0.009792091324925423
98700	rnn.weight_hh_l1	2	0.010312823578715324
98700	rnn.weight_hh_l1	3	-0.010928061790764332
98700	rnn.weight_hh_l1	4	0.0025846438948065042
98700	rnn.weight_hh_l1	5	0.023887911811470985
98700	rnn.weight_hh_l1	6	0.02778615988790989
98700	rnn.weight_hh_l1	7	-0.02645571529865265
98700	rnn.weight_hh_l1	8	-0.01943235471844673
98700	rnn.weight_hh_l1	9	0.0354507714509964
98700	rnn.bias_ih_l1	0	-0.17764268815517426
98700	rnn.bias_ih_l1	1	-0.1506544053554535
98700	rnn.bias_ih_l1	2	-0.17270708084106445
98700	rnn.bias_ih_l1	3	-0.2538975775241852
98700	rnn.bias_ih_l1	4	-0.17788495123386383
98700	rnn.bias_ih_l1	5	-0.10123556852340698
98700	rnn.bias_ih_l1	6	-0.12324650585651398
98700	rnn.bias_ih_l1	7	-0.027224693447351456
98700	rnn.bias_ih_l1	8	-0.12805579602718353
98700	rnn.bias_ih_l1	9	-0.09565477073192596
98700	rnn.bias_hh_l1	0	-0.1313125342130661
98700	rnn.bias_hh_l1	1	-0.04273147135972977
98700	rnn.bias_hh_l1	2	-0.1034332886338234
98700	rnn.bias_hh_l1	3	-0.09397635608911514
98700	rnn.bias_hh_l1	4	-0.1109442412853241
98700	rnn.bias_hh_l1	5	-0.08490154892206192
98700	rnn.bias_hh_l1	6	-0.10978422313928604
98700	rnn.bias_hh_l1	7	0.00033599339076317847
98700	rnn.bias_hh_l1	8	-0.14344452321529388
98700	rnn.bias_hh_l1	9	-0.08526556193828583
98700	rnn.weight_ih_l1_reverse	0	-0.05134132504463196
98700	rnn.weight_ih_l1_reverse	1	0.01147492229938507
98700	rnn.weight_ih_l1_reverse	2	0.000554886064492166
98700	rnn.weight_ih_l1_reverse	3	0.014181402511894703
98700	rnn.weight_ih_l1_reverse	4	-0.030244750902056694
98700	rnn.weight_ih_l1_reverse	5	-0.03450296074151993
98700	rnn.weight_ih_l1_reverse	6	0.015975497663021088
98700	rnn.weight_ih_l1_reverse	7	0.014780580997467041
98700	rnn.weight_ih_l1_reverse	8	0.039499957114458084
98700	rnn.weight_ih_l1_reverse	9	-0.07904703170061111
98700	rnn.weight_hh_l1_reverse	0	0.008321036584675312
98700	rnn.weight_hh_l1_reverse	1	0.03141459822654724
98700	rnn.weight_hh_l1_reverse	2	-0.03955845907330513
98700	rnn.weight_hh_l1_reverse	3	0.04018928483128548
98700	rnn.weight_hh_l1_reverse	4	0.04834509640932083
98700	rnn.weight_hh_l1_reverse	5	0.008768524043262005
98700	rnn.weight_hh_l1_reverse	6	0.012900660745799541
98700	rnn.weight_hh_l1_reverse	7	0.022893596440553665
98700	rnn.weight_hh_l1_reverse	8	-0.005135154817253351
98700	rnn.weight_hh_l1_reverse	9	-0.03755618631839752
98700	rnn.bias_ih_l1_reverse	0	-0.03983544185757637
98700	rnn.bias_ih_l1_reverse	1	-0.11104629933834076
98700	rnn.bias_ih_l1_reverse	2	-0.1408739686012268
98700	rnn.bias_ih_l1_reverse	3	-0.01730707287788391
98700	rnn.bias_ih_l1_reverse	4	-0.16841450333595276
98700	rnn.bias_ih_l1_reverse	5	-0.09906894713640213
98700	rnn.bias_ih_l1_reverse	6	-0.11278043687343597
98700	rnn.bias_ih_l1_reverse	7	-0.20076628029346466
98700	rnn.bias_ih_l1_reverse	8	0.14946813881397247
98700	rnn.bias_ih_l1_reverse	9	0.03888172283768654
98700	rnn.bias_hh_l1_reverse	0	-0.05954423546791077
98700	rnn.bias_hh_l1_reverse	1	-0.046628065407276154
98700	rnn.bias_hh_l1_reverse	2	-0.21894899010658264
98700	rnn.bias_hh_l1_reverse	3	-0.10446903109550476
98700	rnn.bias_hh_l1_reverse	4	-0.0863066241145134
98700	rnn.bias_hh_l1_reverse	5	-0.09075167030096054
98700	rnn.bias_hh_l1_reverse	6	0.130089670419693
98700	rnn.bias_hh_l1_reverse	7	-0.1438659280538559
98700	rnn.bias_hh_l1_reverse	8	-0.09897148609161377
98700	rnn.bias_hh_l1_reverse	9	-0.1191529855132103
98700	linear.weight	0	0.002228822559118271
98700	linear.weight	1	0.10536541044712067
98700	linear.weight	2	-0.07527969777584076
98700	linear.weight	3	0.3805941045284271
98700	linear.weight	4	0.12953004240989685
98700	linear.weight	5	-0.015598722733557224
98700	linear.weight	6	0.05860251188278198
98700	linear.weight	7	0.13811612129211426
98700	linear.weight	8	0.0412590317428112
98700	linear.weight	9	-0.03353035822510719
98700	linear.bias	0	-0.07711952924728394
98700	linear.bias	1	-0.21155431866645813
98700	linear.bias	2	-0.4405708611011505
98700	linear.bias	3	-0.7315554022789001
98700	linear.bias	4	-1.1535284519195557
98700	linear.bias	5	-0.07502748817205429
98700	linear.bias	6	-0.7041637301445007
98700	linear.bias	7	0.3403984010219574
98700	linear.bias	8	-0.4874999523162842
98700	linear.bias	9	-0.9031670689582825
98897	transitions	0	0.5570759773254395
98897	transitions	1	0.12761086225509644
98897	transitions	2	-10000.0
98897	transitions	3	-1.813551425933838
98897	transitions	4	-10000.0
98897	transitions	5	0.6105445623397827
98897	transitions	6	-0.05264236032962799
98897	transitions	7	-0.5539122819900513
98897	transitions	8	-1.37422513961792
98897	transitions	9	-0.0008383549866266549
98897	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
98897	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
98897	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
98897	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
98897	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
98897	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
98897	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
98897	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
98897	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
98897	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
98897	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
98897	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
98897	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
98897	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
98897	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
98897	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
98897	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
98897	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
98897	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
98897	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
98897	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
98897	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
98897	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
98897	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
98897	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
98897	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
98897	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
98897	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
98897	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
98897	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
98897	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
98897	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
98897	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
98897	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
98897	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
98897	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
98897	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
98897	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
98897	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
98897	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
98897	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
98897	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
98897	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
98897	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
98897	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
98897	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
98897	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
98897	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
98897	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
98897	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
98897	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
98897	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
98897	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
98897	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
98897	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
98897	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
98897	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
98897	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
98897	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
98897	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
98897	embedding2nn.weight	0	0.012773537077009678
98897	embedding2nn.weight	1	-0.01665453240275383
98897	embedding2nn.weight	2	-0.014268254861235619
98897	embedding2nn.weight	3	-0.009304633364081383
98897	embedding2nn.weight	4	-0.005915035028010607
98897	embedding2nn.weight	5	-0.0037005862686783075
98897	embedding2nn.weight	6	-0.0039732614532113075
98897	embedding2nn.weight	7	-0.05286584421992302
98897	embedding2nn.weight	8	-0.0019979383796453476
98897	embedding2nn.weight	9	-0.028765201568603516
98897	embedding2nn.bias	0	0.008642115630209446
98897	embedding2nn.bias	1	-0.06444406509399414
98897	embedding2nn.bias	2	0.09215634316205978
98897	embedding2nn.bias	3	0.06061404198408127
98897	embedding2nn.bias	4	-0.08083560317754745
98897	embedding2nn.bias	5	-0.021221395581960678
98897	embedding2nn.bias	6	0.017699696123600006
98897	embedding2nn.bias	7	-0.040796298533678055
98897	embedding2nn.bias	8	0.04137265682220459
98897	embedding2nn.bias	9	0.05156216025352478
98897	rnn.weight_ih_l0	0	-0.04860680550336838
98897	rnn.weight_ih_l0	1	-0.004924589768052101
98897	rnn.weight_ih_l0	2	0.04633081331849098
98897	rnn.weight_ih_l0	3	0.012616056948900223
98897	rnn.weight_ih_l0	4	-0.020455479621887207
98897	rnn.weight_ih_l0	5	-0.04882782697677612
98897	rnn.weight_ih_l0	6	0.004311881493777037
98897	rnn.weight_ih_l0	7	0.039977509528398514
98897	rnn.weight_ih_l0	8	-0.001802322338335216
98897	rnn.weight_ih_l0	9	-0.019739050418138504
98897	rnn.weight_hh_l0	0	-0.04282071441411972
98897	rnn.weight_hh_l0	1	0.00042792409658432007
98897	rnn.weight_hh_l0	2	0.002289036987349391
98897	rnn.weight_hh_l0	3	-0.05701853707432747
98897	rnn.weight_hh_l0	4	0.07139158248901367
98897	rnn.weight_hh_l0	5	-0.003794808406382799
98897	rnn.weight_hh_l0	6	-0.044181715697050095
98897	rnn.weight_hh_l0	7	-0.006441828794777393
98897	rnn.weight_hh_l0	8	0.009766822680830956
98897	rnn.weight_hh_l0	9	-0.017869483679533005
98897	rnn.bias_ih_l0	0	0.0731593668460846
98897	rnn.bias_ih_l0	1	-0.03391248732805252
98897	rnn.bias_ih_l0	2	-0.02008303813636303
98897	rnn.bias_ih_l0	3	0.11982621252536774
98897	rnn.bias_ih_l0	4	-0.05300744250416756
98897	rnn.bias_ih_l0	5	-0.020361127331852913
98897	rnn.bias_ih_l0	6	-0.0005917362868785858
98897	rnn.bias_ih_l0	7	0.03870675340294838
98897	rnn.bias_ih_l0	8	-0.10611100494861603
98897	rnn.bias_ih_l0	9	-0.04473595693707466
98897	rnn.bias_hh_l0	0	-0.023115066811442375
98897	rnn.bias_hh_l0	1	-0.0825183317065239
98897	rnn.bias_hh_l0	2	-0.03595612570643425
98897	rnn.bias_hh_l0	3	-0.08212496340274811
98897	rnn.bias_hh_l0	4	-0.006390683818608522
98897	rnn.bias_hh_l0	5	0.0006231237202882767
98897	rnn.bias_hh_l0	6	0.02297642081975937
98897	rnn.bias_hh_l0	7	0.026912569999694824
98897	rnn.bias_hh_l0	8	-0.13202646374702454
98897	rnn.bias_hh_l0	9	-0.017379704862833023
98897	rnn.weight_ih_l0_reverse	0	-0.010896900668740273
98897	rnn.weight_ih_l0_reverse	1	-0.05046693608164787
98897	rnn.weight_ih_l0_reverse	2	-0.02483745478093624
98897	rnn.weight_ih_l0_reverse	3	0.012891283258795738
98897	rnn.weight_ih_l0_reverse	4	-0.01225535199046135
98897	rnn.weight_ih_l0_reverse	5	-0.044179387390613556
98897	rnn.weight_ih_l0_reverse	6	0.0675235316157341
98897	rnn.weight_ih_l0_reverse	7	-0.018318016082048416
98897	rnn.weight_ih_l0_reverse	8	-0.02861359715461731
98897	rnn.weight_ih_l0_reverse	9	0.009157574735581875
98897	rnn.weight_hh_l0_reverse	0	0.03793919086456299
98897	rnn.weight_hh_l0_reverse	1	0.03208588436245918
98897	rnn.weight_hh_l0_reverse	2	0.03939734026789665
98897	rnn.weight_hh_l0_reverse	3	0.026028543710708618
98897	rnn.weight_hh_l0_reverse	4	0.007721298839896917
98897	rnn.weight_hh_l0_reverse	5	0.012378544546663761
98897	rnn.weight_hh_l0_reverse	6	0.044391218572854996
98897	rnn.weight_hh_l0_reverse	7	-0.05952952429652214
98897	rnn.weight_hh_l0_reverse	8	0.040794551372528076
98897	rnn.weight_hh_l0_reverse	9	0.04979522526264191
98897	rnn.bias_ih_l0_reverse	0	-0.056130699813365936
98897	rnn.bias_ih_l0_reverse	1	-0.23814095556735992
98897	rnn.bias_ih_l0_reverse	2	-0.12873375415802002
98897	rnn.bias_ih_l0_reverse	3	-0.025000859051942825
98897	rnn.bias_ih_l0_reverse	4	-0.052481941878795624
98897	rnn.bias_ih_l0_reverse	5	0.052754275500774384
98897	rnn.bias_ih_l0_reverse	6	-0.04930281639099121
98897	rnn.bias_ih_l0_reverse	7	0.04051029309630394
98897	rnn.bias_ih_l0_reverse	8	-0.03649231418967247
98897	rnn.bias_ih_l0_reverse	9	0.03338683024048805
98897	rnn.bias_hh_l0_reverse	0	0.0017943006241694093
98897	rnn.bias_hh_l0_reverse	1	-0.031048603355884552
98897	rnn.bias_hh_l0_reverse	2	0.07105257362127304
98897	rnn.bias_hh_l0_reverse	3	-0.059476904571056366
98897	rnn.bias_hh_l0_reverse	4	-0.032683081924915314
98897	rnn.bias_hh_l0_reverse	5	-0.033551424741744995
98897	rnn.bias_hh_l0_reverse	6	-0.013970153406262398
98897	rnn.bias_hh_l0_reverse	7	0.0912005677819252
98897	rnn.bias_hh_l0_reverse	8	0.03133567050099373
98897	rnn.bias_hh_l0_reverse	9	-0.09221909940242767
98897	rnn.weight_ih_l1	0	-0.04001113772392273
98897	rnn.weight_ih_l1	1	-0.03154580295085907
98897	rnn.weight_ih_l1	2	0.02916031889617443
98897	rnn.weight_ih_l1	3	-0.04261189326643944
98897	rnn.weight_ih_l1	4	-0.008075804449617863
98897	rnn.weight_ih_l1	5	-0.04327544942498207
98897	rnn.weight_ih_l1	6	0.025895213708281517
98897	rnn.weight_ih_l1	7	-0.0356130413711071
98897	rnn.weight_ih_l1	8	0.03534805402159691
98897	rnn.weight_ih_l1	9	0.033936697989702225
98897	rnn.weight_hh_l1	0	-0.004435233771800995
98897	rnn.weight_hh_l1	1	0.009915521368384361
98897	rnn.weight_hh_l1	2	0.010736200027167797
98897	rnn.weight_hh_l1	3	-0.011014292016625404
98897	rnn.weight_hh_l1	4	0.002627482870593667
98897	rnn.weight_hh_l1	5	0.02385670505464077
98897	rnn.weight_hh_l1	6	0.026784785091876984
98897	rnn.weight_hh_l1	7	-0.026329949498176575
98897	rnn.weight_hh_l1	8	-0.019334368407726288
98897	rnn.weight_hh_l1	9	0.03519535809755325
98897	rnn.bias_ih_l1	0	-0.1782434582710266
98897	rnn.bias_ih_l1	1	-0.15527813136577606
98897	rnn.bias_ih_l1	2	-0.17379599809646606
98897	rnn.bias_ih_l1	3	-0.24865774810314178
98897	rnn.bias_ih_l1	4	-0.1759406328201294
98897	rnn.bias_ih_l1	5	-0.10277222096920013
98897	rnn.bias_ih_l1	6	-0.12259294092655182
98897	rnn.bias_ih_l1	7	-0.027151716873049736
98897	rnn.bias_ih_l1	8	-0.12743426859378815
98897	rnn.bias_ih_l1	9	-0.09430950880050659
98897	rnn.bias_hh_l1	0	-0.12877318263053894
98897	rnn.bias_hh_l1	1	-0.037242431193590164
98897	rnn.bias_hh_l1	2	-0.10148421674966812
98897	rnn.bias_hh_l1	3	-0.09458692371845245
98897	rnn.bias_hh_l1	4	-0.10918480157852173
98897	rnn.bias_hh_l1	5	-0.08576654642820358
98897	rnn.bias_hh_l1	6	-0.10775239020586014
98897	rnn.bias_hh_l1	7	0.008944222703576088
98897	rnn.bias_hh_l1	8	-0.14106564223766327
98897	rnn.bias_hh_l1	9	-0.08311045169830322
98897	rnn.weight_ih_l1_reverse	0	-0.05137116089463234
98897	rnn.weight_ih_l1_reverse	1	0.014459209516644478
98897	rnn.weight_ih_l1_reverse	2	0.0048201242461800575
98897	rnn.weight_ih_l1_reverse	3	0.013785379007458687
98897	rnn.weight_ih_l1_reverse	4	-0.032036926597356796
98897	rnn.weight_ih_l1_reverse	5	-0.034224413335323334
98897	rnn.weight_ih_l1_reverse	6	0.014845102094113827
98897	rnn.weight_ih_l1_reverse	7	0.014261088334023952
98897	rnn.weight_ih_l1_reverse	8	0.03709646686911583
98897	rnn.weight_ih_l1_reverse	9	-0.07455562055110931
98897	rnn.weight_hh_l1_reverse	0	0.008511851541697979
98897	rnn.weight_hh_l1_reverse	1	0.031605109572410583
98897	rnn.weight_hh_l1_reverse	2	-0.039567478001117706
98897	rnn.weight_hh_l1_reverse	3	0.04018578678369522
98897	rnn.weight_hh_l1_reverse	4	0.04799865558743477
98897	rnn.weight_hh_l1_reverse	5	0.008349165320396423
98897	rnn.weight_hh_l1_reverse	6	0.013506018556654453
98897	rnn.weight_hh_l1_reverse	7	0.022731207311153412
98897	rnn.weight_hh_l1_reverse	8	-0.0051979017443954945
98897	rnn.weight_hh_l1_reverse	9	-0.03718947246670723
98897	rnn.bias_ih_l1_reverse	0	-0.04030347242951393
98897	rnn.bias_ih_l1_reverse	1	-0.10351626574993134
98897	rnn.bias_ih_l1_reverse	2	-0.13740210235118866
98897	rnn.bias_ih_l1_reverse	3	-0.01187465712428093
98897	rnn.bias_ih_l1_reverse	4	-0.16757890582084656
98897	rnn.bias_ih_l1_reverse	5	-0.09972898662090302
98897	rnn.bias_ih_l1_reverse	6	-0.11357143521308899
98897	rnn.bias_ih_l1_reverse	7	-0.1971472203731537
98897	rnn.bias_ih_l1_reverse	8	0.1541917324066162
98897	rnn.bias_ih_l1_reverse	9	0.03388494998216629
98897	rnn.bias_hh_l1_reverse	0	-0.0635816901922226
98897	rnn.bias_hh_l1_reverse	1	-0.0509604848921299
98897	rnn.bias_hh_l1_reverse	2	-0.21981477737426758
98897	rnn.bias_hh_l1_reverse	3	-0.10471270978450775
98897	rnn.bias_hh_l1_reverse	4	-0.08525805175304413
98897	rnn.bias_hh_l1_reverse	5	-0.0917217880487442
98897	rnn.bias_hh_l1_reverse	6	0.1352074295282364
98897	rnn.bias_hh_l1_reverse	7	-0.14198747277259827
98897	rnn.bias_hh_l1_reverse	8	-0.10000858455896378
98897	rnn.bias_hh_l1_reverse	9	-0.12011899799108505
98897	linear.weight	0	0.002228822559118271
98897	linear.weight	1	0.10341503471136093
98897	linear.weight	2	-0.07696601748466492
98897	linear.weight	3	0.38832390308380127
98897	linear.weight	4	0.12857013940811157
98897	linear.weight	5	-0.01438851933926344
98897	linear.weight	6	0.0589696504175663
98897	linear.weight	7	0.14605526626110077
98897	linear.weight	8	0.04125993326306343
98897	linear.weight	9	-0.03186182305216789
98897	linear.bias	0	-0.06340852379798889
98897	linear.bias	1	-0.19946950674057007
98897	linear.bias	2	-0.43566077947616577
98897	linear.bias	3	-0.7351990342140198
98897	linear.bias	4	-1.157104253768921
98897	linear.bias	5	-0.07429634779691696
98897	linear.bias	6	-0.6909906268119812
98897	linear.bias	7	0.3415447771549225
98897	linear.bias	8	-0.48977160453796387
98897	linear.bias	9	-0.9072901010513306
99094	transitions	0	0.5502500534057617
99094	transitions	1	0.1335592120885849
99094	transitions	2	-10000.0
99094	transitions	3	-1.8135970830917358
99094	transitions	4	-10000.0
99094	transitions	5	0.6102511882781982
99094	transitions	6	-0.05278061330318451
99094	transitions	7	-0.554896354675293
99094	transitions	8	-1.3745559453964233
99094	transitions	9	-0.0008403534302487969
99094	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
99094	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
99094	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
99094	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
99094	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
99094	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
99094	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
99094	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
99094	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
99094	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
99094	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
99094	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
99094	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
99094	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
99094	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
99094	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
99094	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
99094	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
99094	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
99094	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
99094	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
99094	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
99094	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
99094	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
99094	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
99094	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
99094	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
99094	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
99094	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
99094	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
99094	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
99094	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
99094	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
99094	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
99094	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
99094	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
99094	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
99094	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
99094	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
99094	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
99094	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
99094	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
99094	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
99094	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
99094	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
99094	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
99094	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
99094	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
99094	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
99094	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
99094	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
99094	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
99094	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
99094	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
99094	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
99094	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
99094	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
99094	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
99094	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
99094	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
99094	embedding2nn.weight	0	0.012422055937349796
99094	embedding2nn.weight	1	-0.016621991991996765
99094	embedding2nn.weight	2	-0.014268254861235619
99094	embedding2nn.weight	3	-0.007405523210763931
99094	embedding2nn.weight	4	-0.005915035028010607
99094	embedding2nn.weight	5	-0.0037005869671702385
99094	embedding2nn.weight	6	-0.003973259590566158
99094	embedding2nn.weight	7	-0.05251046642661095
99094	embedding2nn.weight	8	-0.0019979383796453476
99094	embedding2nn.weight	9	-0.027695517987012863
99094	embedding2nn.bias	0	0.007467319257557392
99094	embedding2nn.bias	1	-0.06216423213481903
99094	embedding2nn.bias	2	0.08662354201078415
99094	embedding2nn.bias	3	0.05757921189069748
99094	embedding2nn.bias	4	-0.08216160535812378
99094	embedding2nn.bias	5	-0.024701064452528954
99094	embedding2nn.bias	6	0.019366933032870293
99094	embedding2nn.bias	7	-0.045907702296972275
99094	embedding2nn.bias	8	0.03792469576001167
99094	embedding2nn.bias	9	0.042101092636585236
99094	rnn.weight_ih_l0	0	-0.048239003866910934
99094	rnn.weight_ih_l0	1	-0.005833691451698542
99094	rnn.weight_ih_l0	2	0.04897637292742729
99094	rnn.weight_ih_l0	3	0.011720385402441025
99094	rnn.weight_ih_l0	4	-0.019753843545913696
99094	rnn.weight_ih_l0	5	-0.048595912754535675
99094	rnn.weight_ih_l0	6	0.0039713261649012566
99094	rnn.weight_ih_l0	7	0.04009144380688667
99094	rnn.weight_ih_l0	8	-0.003304051235318184
99094	rnn.weight_ih_l0	9	-0.02080283686518669
99094	rnn.weight_hh_l0	0	-0.04263083636760712
99094	rnn.weight_hh_l0	1	0.0007450372213497758
99094	rnn.weight_hh_l0	2	0.0021848485339432955
99094	rnn.weight_hh_l0	3	-0.05665381997823715
99094	rnn.weight_hh_l0	4	0.07108816504478455
99094	rnn.weight_hh_l0	5	-0.004156067967414856
99094	rnn.weight_hh_l0	6	-0.04491419345140457
99094	rnn.weight_hh_l0	7	-0.004437496419996023
99094	rnn.weight_hh_l0	8	0.010255979374051094
99094	rnn.weight_hh_l0	9	-0.017417505383491516
99094	rnn.bias_ih_l0	0	0.07334692031145096
99094	rnn.bias_ih_l0	1	-0.03481922671198845
99094	rnn.bias_ih_l0	2	-0.017962278798222542
99094	rnn.bias_ih_l0	3	0.11863850802183151
99094	rnn.bias_ih_l0	4	-0.05488143488764763
99094	rnn.bias_ih_l0	5	-0.01887216605246067
99094	rnn.bias_ih_l0	6	-0.001935269683599472
99094	rnn.bias_ih_l0	7	0.03882613033056259
99094	rnn.bias_ih_l0	8	-0.10745860636234283
99094	rnn.bias_ih_l0	9	-0.045952778309583664
99094	rnn.bias_hh_l0	0	-0.020066184923052788
99094	rnn.bias_hh_l0	1	-0.08579958975315094
99094	rnn.bias_hh_l0	2	-0.033798687160015106
99094	rnn.bias_hh_l0	3	-0.0826013907790184
99094	rnn.bias_hh_l0	4	-0.013148934580385685
99094	rnn.bias_hh_l0	5	-0.00040831012302078307
99094	rnn.bias_hh_l0	6	0.02252035401761532
99094	rnn.bias_hh_l0	7	0.028107313439249992
99094	rnn.bias_hh_l0	8	-0.13371852040290833
99094	rnn.bias_hh_l0	9	-0.016749512404203415
99094	rnn.weight_ih_l0_reverse	0	-0.009413640946149826
99094	rnn.weight_ih_l0_reverse	1	-0.049154993146657944
99094	rnn.weight_ih_l0_reverse	2	-0.027140233665704727
99094	rnn.weight_ih_l0_reverse	3	0.016119522973895073
99094	rnn.weight_ih_l0_reverse	4	-0.01178978756070137
99094	rnn.weight_ih_l0_reverse	5	-0.04407642036676407
99094	rnn.weight_ih_l0_reverse	6	0.06752447038888931
99094	rnn.weight_ih_l0_reverse	7	-0.01823635958135128
99094	rnn.weight_ih_l0_reverse	8	-0.029091686010360718
99094	rnn.weight_ih_l0_reverse	9	0.010016259737312794
99094	rnn.weight_hh_l0_reverse	0	0.037276819348335266
99094	rnn.weight_hh_l0_reverse	1	0.03176519274711609
99094	rnn.weight_hh_l0_reverse	2	0.03961379826068878
99094	rnn.weight_hh_l0_reverse	3	0.02655605971813202
99094	rnn.weight_hh_l0_reverse	4	0.008120075799524784
99094	rnn.weight_hh_l0_reverse	5	0.01249005924910307
99094	rnn.weight_hh_l0_reverse	6	0.044007256627082825
99094	rnn.weight_hh_l0_reverse	7	-0.06048326566815376
99094	rnn.weight_hh_l0_reverse	8	0.04102019593119621
99094	rnn.weight_hh_l0_reverse	9	0.04965447261929512
99094	rnn.bias_ih_l0_reverse	0	-0.057790402323007584
99094	rnn.bias_ih_l0_reverse	1	-0.23568317294120789
99094	rnn.bias_ih_l0_reverse	2	-0.13227489590644836
99094	rnn.bias_ih_l0_reverse	3	-0.02617555670440197
99094	rnn.bias_ih_l0_reverse	4	-0.05355186387896538
99094	rnn.bias_ih_l0_reverse	5	0.051576223224401474
99094	rnn.bias_ih_l0_reverse	6	-0.048052068799734116
99094	rnn.bias_ih_l0_reverse	7	0.03936336562037468
99094	rnn.bias_ih_l0_reverse	8	-0.037603218108415604
99094	rnn.bias_ih_l0_reverse	9	0.03259812667965889
99094	rnn.bias_hh_l0_reverse	0	0.0006311899633146822
99094	rnn.bias_hh_l0_reverse	1	-0.030436962842941284
99094	rnn.bias_hh_l0_reverse	2	0.0715925320982933
99094	rnn.bias_hh_l0_reverse	3	-0.0587422139942646
99094	rnn.bias_hh_l0_reverse	4	-0.03386588767170906
99094	rnn.bias_hh_l0_reverse	5	-0.03157321363687515
99094	rnn.bias_hh_l0_reverse	6	-0.015055825002491474
99094	rnn.bias_hh_l0_reverse	7	0.09131801873445511
99094	rnn.bias_hh_l0_reverse	8	0.033841244876384735
99094	rnn.bias_hh_l0_reverse	9	-0.08286339789628983
99094	rnn.weight_ih_l1	0	-0.04029284790158272
99094	rnn.weight_ih_l1	1	-0.030451633036136627
99094	rnn.weight_ih_l1	2	0.028579605743288994
99094	rnn.weight_ih_l1	3	-0.04186234995722771
99094	rnn.weight_ih_l1	4	-0.008704757317900658
99094	rnn.weight_ih_l1	5	-0.043545082211494446
99094	rnn.weight_ih_l1	6	0.02544209733605385
99094	rnn.weight_ih_l1	7	-0.03581997752189636
99094	rnn.weight_ih_l1	8	0.03571055829524994
99094	rnn.weight_ih_l1	9	0.034445151686668396
99094	rnn.weight_hh_l1	0	-0.004850845318287611
99094	rnn.weight_hh_l1	1	0.009983008727431297
99094	rnn.weight_hh_l1	2	0.009813654236495495
99094	rnn.weight_hh_l1	3	-0.010488922707736492
99094	rnn.weight_hh_l1	4	0.002627747831866145
99094	rnn.weight_hh_l1	5	0.023840751498937607
99094	rnn.weight_hh_l1	6	0.026534993201494217
99094	rnn.weight_hh_l1	7	-0.025849346071481705
99094	rnn.weight_hh_l1	8	-0.019171737134456635
99094	rnn.weight_hh_l1	9	0.03458242118358612
99094	rnn.bias_ih_l1	0	-0.18293297290802002
99094	rnn.bias_ih_l1	1	-0.15292590856552124
99094	rnn.bias_ih_l1	2	-0.17581550776958466
99094	rnn.bias_ih_l1	3	-0.2522147297859192
99094	rnn.bias_ih_l1	4	-0.1838393360376358
99094	rnn.bias_ih_l1	5	-0.10193212330341339
99094	rnn.bias_ih_l1	6	-0.12156347930431366
99094	rnn.bias_ih_l1	7	-0.027113260701298714
99094	rnn.bias_ih_l1	8	-0.126447394490242
99094	rnn.bias_ih_l1	9	-0.09653571248054504
99094	rnn.bias_hh_l1	0	-0.12859591841697693
99094	rnn.bias_hh_l1	1	-0.03817899897694588
99094	rnn.bias_hh_l1	2	-0.10176484286785126
99094	rnn.bias_hh_l1	3	-0.09333241730928421
99094	rnn.bias_hh_l1	4	-0.11052936315536499
99094	rnn.bias_hh_l1	5	-0.0868913009762764
99094	rnn.bias_hh_l1	6	-0.10523956269025803
99094	rnn.bias_hh_l1	7	0.0035807760432362556
99094	rnn.bias_hh_l1	8	-0.14605849981307983
99094	rnn.bias_hh_l1	9	-0.0836741179227829
99094	rnn.weight_ih_l1_reverse	0	-0.05098177492618561
99094	rnn.weight_ih_l1_reverse	1	0.013779060915112495
99094	rnn.weight_ih_l1_reverse	2	0.0030459801200777292
99094	rnn.weight_ih_l1_reverse	3	0.008179462514817715
99094	rnn.weight_ih_l1_reverse	4	-0.03159379959106445
99094	rnn.weight_ih_l1_reverse	5	-0.03438154235482216
99094	rnn.weight_ih_l1_reverse	6	0.014825679361820221
99094	rnn.weight_ih_l1_reverse	7	0.013146655634045601
99094	rnn.weight_ih_l1_reverse	8	0.03736725077033043
99094	rnn.weight_ih_l1_reverse	9	-0.07053788751363754
99094	rnn.weight_hh_l1_reverse	0	0.008598175831139088
99094	rnn.weight_hh_l1_reverse	1	0.03137913718819618
99094	rnn.weight_hh_l1_reverse	2	-0.03950495645403862
99094	rnn.weight_hh_l1_reverse	3	0.040386635810136795
99094	rnn.weight_hh_l1_reverse	4	0.04755488783121109
99094	rnn.weight_hh_l1_reverse	5	0.00867380015552044
99094	rnn.weight_hh_l1_reverse	6	0.012079141102731228
99094	rnn.weight_hh_l1_reverse	7	0.022844666615128517
99094	rnn.weight_hh_l1_reverse	8	-0.005170469172298908
99094	rnn.weight_hh_l1_reverse	9	-0.03668871894478798
99094	rnn.bias_ih_l1_reverse	0	-0.04203876107931137
99094	rnn.bias_ih_l1_reverse	1	-0.10286114364862442
99094	rnn.bias_ih_l1_reverse	2	-0.13896912336349487
99094	rnn.bias_ih_l1_reverse	3	-0.009020034223794937
99094	rnn.bias_ih_l1_reverse	4	-0.168498232960701
99094	rnn.bias_ih_l1_reverse	5	-0.09744454175233841
99094	rnn.bias_ih_l1_reverse	6	-0.11414586007595062
99094	rnn.bias_ih_l1_reverse	7	-0.19747509062290192
99094	rnn.bias_ih_l1_reverse	8	0.14763443171977997
99094	rnn.bias_ih_l1_reverse	9	0.033545974642038345
99094	rnn.bias_hh_l1_reverse	0	-0.06092242896556854
99094	rnn.bias_hh_l1_reverse	1	-0.047794047743082047
99094	rnn.bias_hh_l1_reverse	2	-0.2188747674226761
99094	rnn.bias_hh_l1_reverse	3	-0.10404568165540695
99094	rnn.bias_hh_l1_reverse	4	-0.08674460649490356
99094	rnn.bias_hh_l1_reverse	5	-0.09473017603158951
99094	rnn.bias_hh_l1_reverse	6	0.1379270702600479
99094	rnn.bias_hh_l1_reverse	7	-0.14307206869125366
99094	rnn.bias_hh_l1_reverse	8	-0.10008880496025085
99094	rnn.bias_hh_l1_reverse	9	-0.11942608654499054
99094	linear.weight	0	0.002228822559118271
99094	linear.weight	1	0.09580407291650772
99094	linear.weight	2	-0.07523935288190842
99094	linear.weight	3	0.389446496963501
99094	linear.weight	4	0.12562347948551178
99094	linear.weight	5	-0.016817927360534668
99094	linear.weight	6	0.05856458842754364
99094	linear.weight	7	0.14747391641139984
99094	linear.weight	8	0.04126327484846115
99094	linear.weight	9	-0.035973306745290756
99094	linear.bias	0	-0.07356877624988556
99094	linear.bias	1	-0.21359361708164215
99094	linear.bias	2	-0.43729376792907715
99094	linear.bias	3	-0.7284228205680847
99094	linear.bias	4	-1.1517738103866577
99094	linear.bias	5	-0.08545302599668503
99094	linear.bias	6	-0.7048919200897217
99094	linear.bias	7	0.329560250043869
99094	linear.bias	8	-0.4892131984233856
99094	linear.bias	9	-0.9081805348396301
99291	transitions	0	0.5397583246231079
99291	transitions	1	0.13267046213150024
99291	transitions	2	-10000.0
99291	transitions	3	-1.8136385679244995
99291	transitions	4	-10000.0
99291	transitions	5	0.6100972294807434
99291	transitions	6	-0.05292556807398796
99291	transitions	7	-0.5559293627738953
99291	transitions	8	-1.3746994733810425
99291	transitions	9	-0.0008429584559053183
99291	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
99291	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
99291	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
99291	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
99291	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
99291	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
99291	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
99291	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
99291	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
99291	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
99291	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
99291	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
99291	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
99291	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
99291	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
99291	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
99291	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
99291	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
99291	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
99291	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
99291	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
99291	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
99291	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
99291	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
99291	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
99291	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
99291	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
99291	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
99291	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
99291	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
99291	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
99291	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
99291	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
99291	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
99291	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
99291	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
99291	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
99291	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
99291	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
99291	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
99291	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
99291	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
99291	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
99291	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
99291	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
99291	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
99291	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
99291	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
99291	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
99291	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
99291	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
99291	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
99291	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
99291	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
99291	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
99291	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
99291	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
99291	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
99291	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
99291	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
99291	embedding2nn.weight	0	0.014036913402378559
99291	embedding2nn.weight	1	-0.016529394313693047
99291	embedding2nn.weight	2	-0.014268254861235619
99291	embedding2nn.weight	3	-0.008527143858373165
99291	embedding2nn.weight	4	-0.005915035028010607
99291	embedding2nn.weight	5	-0.003700586734339595
99291	embedding2nn.weight	6	-0.003973259590566158
99291	embedding2nn.weight	7	-0.051020774990320206
99291	embedding2nn.weight	8	-0.0019979383796453476
99291	embedding2nn.weight	9	-0.02742915414273739
99291	embedding2nn.bias	0	0.01855405792593956
99291	embedding2nn.bias	1	-0.05824767053127289
99291	embedding2nn.bias	2	0.0879674032330513
99291	embedding2nn.bias	3	0.05756208673119545
99291	embedding2nn.bias	4	-0.07893618196249008
99291	embedding2nn.bias	5	-0.03355644270777702
99291	embedding2nn.bias	6	0.018429717049002647
99291	embedding2nn.bias	7	-0.04304386302828789
99291	embedding2nn.bias	8	0.04334542155265808
99291	embedding2nn.bias	9	0.03417794778943062
99291	rnn.weight_ih_l0	0	-0.04741868004202843
99291	rnn.weight_ih_l0	1	-0.00553510244935751
99291	rnn.weight_ih_l0	2	0.048916950821876526
99291	rnn.weight_ih_l0	3	0.011783790774643421
99291	rnn.weight_ih_l0	4	-0.020172828808426857
99291	rnn.weight_ih_l0	5	-0.05003941059112549
99291	rnn.weight_ih_l0	6	0.004250372759997845
99291	rnn.weight_ih_l0	7	0.04009785130620003
99291	rnn.weight_ih_l0	8	-0.004385064356029034
99291	rnn.weight_ih_l0	9	-0.02003180980682373
99291	rnn.weight_hh_l0	0	-0.042845144867897034
99291	rnn.weight_hh_l0	1	0.001291666878387332
99291	rnn.weight_hh_l0	2	0.0023861434310674667
99291	rnn.weight_hh_l0	3	-0.056213248521089554
99291	rnn.weight_hh_l0	4	0.07053383439779282
99291	rnn.weight_hh_l0	5	-0.004413018934428692
99291	rnn.weight_hh_l0	6	-0.04509573429822922
99291	rnn.weight_hh_l0	7	-0.0033781107049435377
99291	rnn.weight_hh_l0	8	0.010188629850745201
99291	rnn.weight_hh_l0	9	-0.017180534079670906
99291	rnn.bias_ih_l0	0	0.07625149190425873
99291	rnn.bias_ih_l0	1	-0.03312024101614952
99291	rnn.bias_ih_l0	2	-0.01586746983230114
99291	rnn.bias_ih_l0	3	0.11522042751312256
99291	rnn.bias_ih_l0	4	-0.057396117597818375
99291	rnn.bias_ih_l0	5	-0.019186047837138176
99291	rnn.bias_ih_l0	6	-0.006751863285899162
99291	rnn.bias_ih_l0	7	0.03929159417748451
99291	rnn.bias_ih_l0	8	-0.10791932791471481
99291	rnn.bias_ih_l0	9	-0.04557047784328461
99291	rnn.bias_hh_l0	0	-0.022327298298478127
99291	rnn.bias_hh_l0	1	-0.08715829998254776
99291	rnn.bias_hh_l0	2	-0.03452763706445694
99291	rnn.bias_hh_l0	3	-0.08400405198335648
99291	rnn.bias_hh_l0	4	-0.01587766595184803
99291	rnn.bias_hh_l0	5	-0.0033382948022335768
99291	rnn.bias_hh_l0	6	0.022062009200453758
99291	rnn.bias_hh_l0	7	0.030391419306397438
99291	rnn.bias_hh_l0	8	-0.13307182490825653
99291	rnn.bias_hh_l0	9	-0.0169130377471447
99291	rnn.weight_ih_l0_reverse	0	-0.008080090396106243
99291	rnn.weight_ih_l0_reverse	1	-0.0492425262928009
99291	rnn.weight_ih_l0_reverse	2	-0.028064299374818802
99291	rnn.weight_ih_l0_reverse	3	0.014026612974703312
99291	rnn.weight_ih_l0_reverse	4	-0.011037134565412998
99291	rnn.weight_ih_l0_reverse	5	-0.044269490987062454
99291	rnn.weight_ih_l0_reverse	6	0.0680437758564949
99291	rnn.weight_ih_l0_reverse	7	-0.018682116642594337
99291	rnn.weight_ih_l0_reverse	8	-0.028012840077280998
99291	rnn.weight_ih_l0_reverse	9	0.008942710235714912
99291	rnn.weight_hh_l0_reverse	0	0.03733034059405327
99291	rnn.weight_hh_l0_reverse	1	0.031098878011107445
99291	rnn.weight_hh_l0_reverse	2	0.03950865566730499
99291	rnn.weight_hh_l0_reverse	3	0.026164589449763298
99291	rnn.weight_hh_l0_reverse	4	0.007963758893311024
99291	rnn.weight_hh_l0_reverse	5	0.012434171512722969
99291	rnn.weight_hh_l0_reverse	6	0.04373371973633766
99291	rnn.weight_hh_l0_reverse	7	-0.060738418251276016
99291	rnn.weight_hh_l0_reverse	8	0.04112929105758667
99291	rnn.weight_hh_l0_reverse	9	0.04937850311398506
99291	rnn.bias_ih_l0_reverse	0	-0.05767948180437088
99291	rnn.bias_ih_l0_reverse	1	-0.236547589302063
99291	rnn.bias_ih_l0_reverse	2	-0.1333463191986084
99291	rnn.bias_ih_l0_reverse	3	-0.02478160709142685
99291	rnn.bias_ih_l0_reverse	4	-0.05403963476419449
99291	rnn.bias_ih_l0_reverse	5	0.05283500626683235
99291	rnn.bias_ih_l0_reverse	6	-0.04456820711493492
99291	rnn.bias_ih_l0_reverse	7	0.03770243376493454
99291	rnn.bias_ih_l0_reverse	8	-0.03399558365345001
99291	rnn.bias_ih_l0_reverse	9	0.03343355283141136
99291	rnn.bias_hh_l0_reverse	0	0.0005071615451015532
99291	rnn.bias_hh_l0_reverse	1	-0.03466607630252838
99291	rnn.bias_hh_l0_reverse	2	0.06968899071216583
99291	rnn.bias_hh_l0_reverse	3	-0.06063593924045563
99291	rnn.bias_hh_l0_reverse	4	-0.03200151026248932
99291	rnn.bias_hh_l0_reverse	5	-0.03130693733692169
99291	rnn.bias_hh_l0_reverse	6	-0.015597638674080372
99291	rnn.bias_hh_l0_reverse	7	0.0951106995344162
99291	rnn.bias_hh_l0_reverse	8	0.027407269924879074
99291	rnn.bias_hh_l0_reverse	9	-0.08929760009050369
99291	rnn.weight_ih_l1	0	-0.04150455817580223
99291	rnn.weight_ih_l1	1	-0.028569070622324944
99291	rnn.weight_ih_l1	2	0.027125544846057892
99291	rnn.weight_ih_l1	3	-0.04402913525700569
99291	rnn.weight_ih_l1	4	-0.00849178247153759
99291	rnn.weight_ih_l1	5	-0.04239819571375847
99291	rnn.weight_ih_l1	6	0.0254044346511364
99291	rnn.weight_ih_l1	7	-0.03663957864046097
99291	rnn.weight_ih_l1	8	0.03567880392074585
99291	rnn.weight_ih_l1	9	0.03417041525244713
99291	rnn.weight_hh_l1	0	-0.0042617167346179485
99291	rnn.weight_hh_l1	1	0.010027594864368439
99291	rnn.weight_hh_l1	2	0.007333115674555302
99291	rnn.weight_hh_l1	3	-0.010344522073864937
99291	rnn.weight_hh_l1	4	0.0024441038258373737
99291	rnn.weight_hh_l1	5	0.02362099103629589
99291	rnn.weight_hh_l1	6	0.027127861976623535
99291	rnn.weight_hh_l1	7	-0.025610294193029404
99291	rnn.weight_hh_l1	8	-0.018670296296477318
99291	rnn.weight_hh_l1	9	0.03441847488284111
99291	rnn.bias_ih_l1	0	-0.18420664966106415
99291	rnn.bias_ih_l1	1	-0.15292829275131226
99291	rnn.bias_ih_l1	2	-0.17666375637054443
99291	rnn.bias_ih_l1	3	-0.25154998898506165
99291	rnn.bias_ih_l1	4	-0.18845833837985992
99291	rnn.bias_ih_l1	5	-0.09908728301525116
99291	rnn.bias_ih_l1	6	-0.1238061934709549
99291	rnn.bias_ih_l1	7	-0.02683955989778042
99291	rnn.bias_ih_l1	8	-0.12526315450668335
99291	rnn.bias_ih_l1	9	-0.09921400994062424
99291	rnn.bias_hh_l1	0	-0.12925386428833008
99291	rnn.bias_hh_l1	1	-0.03919515386223793
99291	rnn.bias_hh_l1	2	-0.10606764256954193
99291	rnn.bias_hh_l1	3	-0.09355497360229492
99291	rnn.bias_hh_l1	4	-0.11101614683866501
99291	rnn.bias_hh_l1	5	-0.0872655063867569
99291	rnn.bias_hh_l1	6	-0.10285400599241257
99291	rnn.bias_hh_l1	7	0.003008191240951419
99291	rnn.bias_hh_l1	8	-0.14663131535053253
99291	rnn.bias_hh_l1	9	-0.08270057290792465
99291	rnn.weight_ih_l1_reverse	0	-0.05070636048913002
99291	rnn.weight_ih_l1_reverse	1	0.015349128283560276
99291	rnn.weight_ih_l1_reverse	2	0.004928588401526213
99291	rnn.weight_ih_l1_reverse	3	0.009119863621890545
99291	rnn.weight_ih_l1_reverse	4	-0.030064785853028297
99291	rnn.weight_ih_l1_reverse	5	-0.03393496945500374
99291	rnn.weight_ih_l1_reverse	6	0.016989968717098236
99291	rnn.weight_ih_l1_reverse	7	0.01222674548625946
99291	rnn.weight_ih_l1_reverse	8	0.036805711686611176
99291	rnn.weight_ih_l1_reverse	9	-0.06995759159326553
99291	rnn.weight_hh_l1_reverse	0	0.008578912355005741
99291	rnn.weight_hh_l1_reverse	1	0.031472548842430115
99291	rnn.weight_hh_l1_reverse	2	-0.039517924189567566
99291	rnn.weight_hh_l1_reverse	3	0.04040924832224846
99291	rnn.weight_hh_l1_reverse	4	0.047578778117895126
99291	rnn.weight_hh_l1_reverse	5	0.008502893149852753
99291	rnn.weight_hh_l1_reverse	6	0.012479058466851711
99291	rnn.weight_hh_l1_reverse	7	0.02274641953408718
99291	rnn.weight_hh_l1_reverse	8	-0.005148801486939192
99291	rnn.weight_hh_l1_reverse	9	-0.036582835018634796
99291	rnn.bias_ih_l1_reverse	0	-0.043796755373477936
99291	rnn.bias_ih_l1_reverse	1	-0.10336467623710632
99291	rnn.bias_ih_l1_reverse	2	-0.13839703798294067
99291	rnn.bias_ih_l1_reverse	3	-0.018698599189519882
99291	rnn.bias_ih_l1_reverse	4	-0.1661204695701599
99291	rnn.bias_ih_l1_reverse	5	-0.09594077616930008
99291	rnn.bias_ih_l1_reverse	6	-0.11482955515384674
99291	rnn.bias_ih_l1_reverse	7	-0.20157097280025482
99291	rnn.bias_ih_l1_reverse	8	0.15212975442409515
99291	rnn.bias_ih_l1_reverse	9	0.04305249825119972
99291	rnn.bias_hh_l1_reverse	0	-0.05388464406132698
99291	rnn.bias_hh_l1_reverse	1	-0.04308527335524559
99291	rnn.bias_hh_l1_reverse	2	-0.21811361610889435
99291	rnn.bias_hh_l1_reverse	3	-0.10606087744235992
99291	rnn.bias_hh_l1_reverse	4	-0.08564765006303787
99291	rnn.bias_hh_l1_reverse	5	-0.09310904890298843
99291	rnn.bias_hh_l1_reverse	6	0.13570564985275269
99291	rnn.bias_hh_l1_reverse	7	-0.14107096195220947
99291	rnn.bias_hh_l1_reverse	8	-0.09982381016016006
99291	rnn.bias_hh_l1_reverse	9	-0.12033042311668396
99291	linear.weight	0	0.002228822559118271
99291	linear.weight	1	0.08396569639444351
99291	linear.weight	2	-0.07387186586856842
99291	linear.weight	3	0.4019104838371277
99291	linear.weight	4	0.1327676624059677
99291	linear.weight	5	-0.018295207992196083
99291	linear.weight	6	0.05925756320357323
99291	linear.weight	7	0.15094619989395142
99291	linear.weight	8	0.04126455634832382
99291	linear.weight	9	-0.04381818324327469
99291	linear.bias	0	-0.08468598872423172
99291	linear.bias	1	-0.19239871203899384
99291	linear.bias	2	-0.4721287786960602
99291	linear.bias	3	-0.7163140177726746
99291	linear.bias	4	-1.1398370265960693
99291	linear.bias	5	-0.07711189985275269
99291	linear.bias	6	-0.6845613718032837
99291	linear.bias	7	0.33598485589027405
99291	linear.bias	8	-0.46891850233078003
99291	linear.bias	9	-0.8862424492835999
99488	transitions	0	0.5437168478965759
99488	transitions	1	0.13811057806015015
99488	transitions	2	-10000.0
99488	transitions	3	-1.813703179359436
99488	transitions	4	-10000.0
99488	transitions	5	0.6096731424331665
99488	transitions	6	-0.05305579677224159
99488	transitions	7	-0.5568883419036865
99488	transitions	8	-1.3748384714126587
99488	transitions	9	-0.0008443872793577611
99488	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
99488	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
99488	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
99488	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
99488	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
99488	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
99488	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
99488	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
99488	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
99488	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
99488	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
99488	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
99488	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
99488	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
99488	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
99488	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
99488	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
99488	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
99488	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
99488	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
99488	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
99488	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
99488	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
99488	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
99488	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
99488	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
99488	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
99488	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
99488	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
99488	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
99488	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
99488	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
99488	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
99488	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
99488	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
99488	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
99488	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
99488	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
99488	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
99488	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
99488	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
99488	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
99488	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
99488	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
99488	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
99488	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
99488	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
99488	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
99488	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
99488	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
99488	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
99488	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
99488	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
99488	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
99488	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
99488	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
99488	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
99488	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
99488	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
99488	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
99488	embedding2nn.weight	0	0.01339656114578247
99488	embedding2nn.weight	1	-0.01672074943780899
99488	embedding2nn.weight	2	-0.014268254861235619
99488	embedding2nn.weight	3	-0.007918006740510464
99488	embedding2nn.weight	4	-0.005915035028010607
99488	embedding2nn.weight	5	-0.0037005869671702385
99488	embedding2nn.weight	6	-0.003973257727921009
99488	embedding2nn.weight	7	-0.05157938599586487
99488	embedding2nn.weight	8	-0.0019979383796453476
99488	embedding2nn.weight	9	-0.0276020560413599
99488	embedding2nn.bias	0	0.025832803919911385
99488	embedding2nn.bias	1	-0.05671745911240578
99488	embedding2nn.bias	2	0.08424020558595657
99488	embedding2nn.bias	3	0.061019767075777054
99488	embedding2nn.bias	4	-0.07454755902290344
99488	embedding2nn.bias	5	-0.03535653278231621
99488	embedding2nn.bias	6	0.009840995073318481
99488	embedding2nn.bias	7	-0.04523520544171333
99488	embedding2nn.bias	8	0.04702321067452431
99488	embedding2nn.bias	9	0.042514618486166
99488	rnn.weight_ih_l0	0	-0.04924405366182327
99488	rnn.weight_ih_l0	1	-0.005629140883684158
99488	rnn.weight_ih_l0	2	0.05129389464855194
99488	rnn.weight_ih_l0	3	0.011041989549994469
99488	rnn.weight_ih_l0	4	-0.01768706552684307
99488	rnn.weight_ih_l0	5	-0.04994524270296097
99488	rnn.weight_ih_l0	6	0.004464281722903252
99488	rnn.weight_ih_l0	7	0.040909089148044586
99488	rnn.weight_ih_l0	8	-0.0038249914068728685
99488	rnn.weight_ih_l0	9	-0.019137799739837646
99488	rnn.weight_hh_l0	0	-0.04302961006760597
99488	rnn.weight_hh_l0	1	0.0009661680669523776
99488	rnn.weight_hh_l0	2	0.0020365093369036913
99488	rnn.weight_hh_l0	3	-0.05543509125709534
99488	rnn.weight_hh_l0	4	0.07078178972005844
99488	rnn.weight_hh_l0	5	-0.002347726607695222
99488	rnn.weight_hh_l0	6	-0.04599788784980774
99488	rnn.weight_hh_l0	7	-0.003299495205283165
99488	rnn.weight_hh_l0	8	0.011020420119166374
99488	rnn.weight_hh_l0	9	-0.017393648624420166
99488	rnn.bias_ih_l0	0	0.07517009228467941
99488	rnn.bias_ih_l0	1	-0.03029279224574566
99488	rnn.bias_ih_l0	2	-0.016944915056228638
99488	rnn.bias_ih_l0	3	0.11482856422662735
99488	rnn.bias_ih_l0	4	-0.05537233501672745
99488	rnn.bias_ih_l0	5	-0.019223438575863838
99488	rnn.bias_ih_l0	6	-0.001862045144662261
99488	rnn.bias_ih_l0	7	0.03969152644276619
99488	rnn.bias_ih_l0	8	-0.10751450061798096
99488	rnn.bias_ih_l0	9	-0.047863371670246124
99488	rnn.bias_hh_l0	0	-0.02466627210378647
99488	rnn.bias_hh_l0	1	-0.09099259972572327
99488	rnn.bias_hh_l0	2	-0.035023707896471024
99488	rnn.bias_hh_l0	3	-0.08430157601833344
99488	rnn.bias_hh_l0	4	-0.017864737659692764
99488	rnn.bias_hh_l0	5	-0.003952328115701675
99488	rnn.bias_hh_l0	6	0.0217759869992733
99488	rnn.bias_hh_l0	7	0.03056115098297596
99488	rnn.bias_hh_l0	8	-0.1328364610671997
99488	rnn.bias_hh_l0	9	-0.025604568421840668
99488	rnn.weight_ih_l0_reverse	0	-0.008497106842696667
99488	rnn.weight_ih_l0_reverse	1	-0.049626339226961136
99488	rnn.weight_ih_l0_reverse	2	-0.025391314178705215
99488	rnn.weight_ih_l0_reverse	3	0.014778672717511654
99488	rnn.weight_ih_l0_reverse	4	-0.012894370593130589
99488	rnn.weight_ih_l0_reverse	5	-0.044008247554302216
99488	rnn.weight_ih_l0_reverse	6	0.06889380514621735
99488	rnn.weight_ih_l0_reverse	7	-0.018999315798282623
99488	rnn.weight_ih_l0_reverse	8	-0.028403980657458305
99488	rnn.weight_ih_l0_reverse	9	0.009547438472509384
99488	rnn.weight_hh_l0_reverse	0	0.034859415143728256
99488	rnn.weight_hh_l0_reverse	1	0.03376312926411629
99488	rnn.weight_hh_l0_reverse	2	0.039362832903862
99488	rnn.weight_hh_l0_reverse	3	0.025783292949199677
99488	rnn.weight_hh_l0_reverse	4	0.007941932417452335
99488	rnn.weight_hh_l0_reverse	5	0.013453027233481407
99488	rnn.weight_hh_l0_reverse	6	0.0434240996837616
99488	rnn.weight_hh_l0_reverse	7	-0.06173558905720711
99488	rnn.weight_hh_l0_reverse	8	0.041324906051158905
99488	rnn.weight_hh_l0_reverse	9	0.04929953068494797
99488	rnn.bias_ih_l0_reverse	0	-0.058872442692518234
99488	rnn.bias_ih_l0_reverse	1	-0.23831814527511597
99488	rnn.bias_ih_l0_reverse	2	-0.13299551606178284
99488	rnn.bias_ih_l0_reverse	3	-0.02523338608443737
99488	rnn.bias_ih_l0_reverse	4	-0.05331667885184288
99488	rnn.bias_ih_l0_reverse	5	0.05385483056306839
99488	rnn.bias_ih_l0_reverse	6	-0.046093277633190155
99488	rnn.bias_ih_l0_reverse	7	0.037346310913562775
99488	rnn.bias_ih_l0_reverse	8	-0.030306391417980194
99488	rnn.bias_ih_l0_reverse	9	0.033202435821294785
99488	rnn.bias_hh_l0_reverse	0	-2.5059447580133565e-05
99488	rnn.bias_hh_l0_reverse	1	-0.03358965739607811
99488	rnn.bias_hh_l0_reverse	2	0.07068364322185516
99488	rnn.bias_hh_l0_reverse	3	-0.05723867565393448
99488	rnn.bias_hh_l0_reverse	4	-0.03562146797776222
99488	rnn.bias_hh_l0_reverse	5	-0.031070301309227943
99488	rnn.bias_hh_l0_reverse	6	-0.017532220110297203
99488	rnn.bias_hh_l0_reverse	7	0.09357670694589615
99488	rnn.bias_hh_l0_reverse	8	0.02839282527565956
99488	rnn.bias_hh_l0_reverse	9	-0.09384507685899734
99488	rnn.weight_ih_l1	0	-0.0410824753344059
99488	rnn.weight_ih_l1	1	-0.028590818867087364
99488	rnn.weight_ih_l1	2	0.02824191190302372
99488	rnn.weight_ih_l1	3	-0.045167986303567886
99488	rnn.weight_ih_l1	4	-0.008880467154085636
99488	rnn.weight_ih_l1	5	-0.043005287647247314
99488	rnn.weight_ih_l1	6	0.02520577609539032
99488	rnn.weight_ih_l1	7	-0.037398483604192734
99488	rnn.weight_ih_l1	8	0.03580136224627495
99488	rnn.weight_ih_l1	9	0.033855002373456955
99488	rnn.weight_hh_l1	0	-0.004614492878317833
99488	rnn.weight_hh_l1	1	0.009781737811863422
99488	rnn.weight_hh_l1	2	0.007256686687469482
99488	rnn.weight_hh_l1	3	-0.010711541399359703
99488	rnn.weight_hh_l1	4	0.0023213219828903675
99488	rnn.weight_hh_l1	5	0.02342008426785469
99488	rnn.weight_hh_l1	6	0.026561429724097252
99488	rnn.weight_hh_l1	7	-0.025391537696123123
99488	rnn.weight_hh_l1	8	-0.018290964886546135
99488	rnn.weight_hh_l1	9	0.03443092107772827
99488	rnn.bias_ih_l1	0	-0.18631458282470703
99488	rnn.bias_ih_l1	1	-0.15385688841342926
99488	rnn.bias_ih_l1	2	-0.17706964910030365
99488	rnn.bias_ih_l1	3	-0.25465127825737
99488	rnn.bias_ih_l1	4	-0.18780039250850677
99488	rnn.bias_ih_l1	5	-0.09850290417671204
99488	rnn.bias_ih_l1	6	-0.12408421188592911
99488	rnn.bias_ih_l1	7	-0.02685103751718998
99488	rnn.bias_ih_l1	8	-0.12873974442481995
99488	rnn.bias_ih_l1	9	-0.09745454043149948
99488	rnn.bias_hh_l1	0	-0.13030169904232025
99488	rnn.bias_hh_l1	1	-0.040851444005966187
99488	rnn.bias_hh_l1	2	-0.1080571860074997
99488	rnn.bias_hh_l1	3	-0.09404308348894119
99488	rnn.bias_hh_l1	4	-0.11482443660497665
99488	rnn.bias_hh_l1	5	-0.0870354101061821
99488	rnn.bias_hh_l1	6	-0.10600532591342926
99488	rnn.bias_hh_l1	7	0.0095233004540205
99488	rnn.bias_hh_l1	8	-0.14318877458572388
99488	rnn.bias_hh_l1	9	-0.08122822642326355
99488	rnn.weight_ih_l1_reverse	0	-0.05176681652665138
99488	rnn.weight_ih_l1_reverse	1	0.01703174225986004
99488	rnn.weight_ih_l1_reverse	2	0.0035972283221781254
99488	rnn.weight_ih_l1_reverse	3	0.009348445571959019
99488	rnn.weight_ih_l1_reverse	4	-0.030156895518302917
99488	rnn.weight_ih_l1_reverse	5	-0.03380345180630684
99488	rnn.weight_ih_l1_reverse	6	0.014810212887823582
99488	rnn.weight_ih_l1_reverse	7	0.011697854846715927
99488	rnn.weight_ih_l1_reverse	8	0.03724997118115425
99488	rnn.weight_ih_l1_reverse	9	-0.06951125711202621
99488	rnn.weight_hh_l1_reverse	0	0.008449236862361431
99488	rnn.weight_hh_l1_reverse	1	0.031450532376766205
99488	rnn.weight_hh_l1_reverse	2	-0.039474230259656906
99488	rnn.weight_hh_l1_reverse	3	0.04039963334798813
99488	rnn.weight_hh_l1_reverse	4	0.047678787261247635
99488	rnn.weight_hh_l1_reverse	5	0.009159093722701073
99488	rnn.weight_hh_l1_reverse	6	0.012999902479350567
99488	rnn.weight_hh_l1_reverse	7	0.02270921692252159
99488	rnn.weight_hh_l1_reverse	8	-0.005107580684125423
99488	rnn.weight_hh_l1_reverse	9	-0.03645690158009529
99488	rnn.bias_ih_l1_reverse	0	-0.042871564626693726
99488	rnn.bias_ih_l1_reverse	1	-0.10632532835006714
99488	rnn.bias_ih_l1_reverse	2	-0.13998053967952728
99488	rnn.bias_ih_l1_reverse	3	-0.018995938822627068
99488	rnn.bias_ih_l1_reverse	4	-0.1669636219739914
99488	rnn.bias_ih_l1_reverse	5	-0.0979330763220787
99488	rnn.bias_ih_l1_reverse	6	-0.11600393056869507
99488	rnn.bias_ih_l1_reverse	7	-0.20109917223453522
99488	rnn.bias_ih_l1_reverse	8	0.14219453930854797
99488	rnn.bias_ih_l1_reverse	9	0.03974319249391556
99488	rnn.bias_hh_l1_reverse	0	-0.04692387580871582
99488	rnn.bias_hh_l1_reverse	1	-0.04529408738017082
99488	rnn.bias_hh_l1_reverse	2	-0.21815943717956543
99488	rnn.bias_hh_l1_reverse	3	-0.10382747650146484
99488	rnn.bias_hh_l1_reverse	4	-0.08582105487585068
99488	rnn.bias_hh_l1_reverse	5	-0.09294848144054413
99488	rnn.bias_hh_l1_reverse	6	0.13624292612075806
99488	rnn.bias_hh_l1_reverse	7	-0.13604529201984406
99488	rnn.bias_hh_l1_reverse	8	-0.09976312518119812
99488	rnn.bias_hh_l1_reverse	9	-0.120371013879776
99488	linear.weight	0	0.002228822559118271
99488	linear.weight	1	0.09074166417121887
99488	linear.weight	2	-0.07363685965538025
99488	linear.weight	3	0.4056263566017151
99488	linear.weight	4	0.1365860402584076
99488	linear.weight	5	-0.018224088475108147
99488	linear.weight	6	0.06652196496725082
99488	linear.weight	7	0.15727747976779938
99488	linear.weight	8	0.04126463830471039
99488	linear.weight	9	-0.05075967311859131
99488	linear.bias	0	-0.08852530270814896
99488	linear.bias	1	-0.19107048213481903
99488	linear.bias	2	-0.4565170407295227
99488	linear.bias	3	-0.7101454734802246
99488	linear.bias	4	-1.133671760559082
99488	linear.bias	5	-0.0906231701374054
99488	linear.bias	6	-0.6823910474777222
99488	linear.bias	7	0.3267049789428711
99488	linear.bias	8	-0.49064111709594727
99488	linear.bias	9	-0.9109430313110352
99685	transitions	0	0.5422683954238892
99685	transitions	1	0.1313997507095337
99685	transitions	2	-10000.0
99685	transitions	3	-1.8137584924697876
99685	transitions	4	-10000.0
99685	transitions	5	0.6095651984214783
99685	transitions	6	-0.05319981649518013
99685	transitions	7	-0.5576229691505432
99685	transitions	8	-1.374930500984192
99685	transitions	9	-0.000846385839395225
99685	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
99685	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
99685	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
99685	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
99685	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
99685	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
99685	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
99685	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
99685	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
99685	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
99685	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
99685	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
99685	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
99685	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
99685	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
99685	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
99685	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
99685	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
99685	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
99685	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
99685	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
99685	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
99685	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
99685	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
99685	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
99685	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
99685	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
99685	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
99685	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
99685	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
99685	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
99685	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
99685	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
99685	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
99685	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
99685	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
99685	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
99685	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
99685	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
99685	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
99685	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
99685	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
99685	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
99685	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
99685	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
99685	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
99685	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
99685	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
99685	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
99685	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
99685	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
99685	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
99685	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
99685	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
99685	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
99685	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
99685	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
99685	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
99685	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
99685	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
99685	embedding2nn.weight	0	0.013657166622579098
99685	embedding2nn.weight	1	-0.016657130792737007
99685	embedding2nn.weight	2	-0.014268254861235619
99685	embedding2nn.weight	3	-0.008782160468399525
99685	embedding2nn.weight	4	-0.005915035028010607
99685	embedding2nn.weight	5	-0.003700586734339595
99685	embedding2nn.weight	6	-0.003973254933953285
99685	embedding2nn.weight	7	-0.05238239839673042
99685	embedding2nn.weight	8	-0.0019979383796453476
99685	embedding2nn.weight	9	-0.026868466287851334
99685	embedding2nn.bias	0	0.03089526854455471
99685	embedding2nn.bias	1	-0.05809026211500168
99685	embedding2nn.bias	2	0.08757895231246948
99685	embedding2nn.bias	3	0.06045955792069435
99685	embedding2nn.bias	4	-0.0711328387260437
99685	embedding2nn.bias	5	-0.03904694318771362
99685	embedding2nn.bias	6	0.014113368466496468
99685	embedding2nn.bias	7	-0.04384341835975647
99685	embedding2nn.bias	8	0.047448284924030304
99685	embedding2nn.bias	9	0.03600442409515381
99685	rnn.weight_ih_l0	0	-0.04926968738436699
99685	rnn.weight_ih_l0	1	-0.006621561013162136
99685	rnn.weight_ih_l0	2	0.050896305590867996
99685	rnn.weight_ih_l0	3	0.009817549027502537
99685	rnn.weight_ih_l0	4	-0.018084321171045303
99685	rnn.weight_ih_l0	5	-0.04938879609107971
99685	rnn.weight_ih_l0	6	0.004769107326865196
99685	rnn.weight_ih_l0	7	0.03921034187078476
99685	rnn.weight_ih_l0	8	-0.0034310780465602875
99685	rnn.weight_ih_l0	9	-0.020177332684397697
99685	rnn.weight_hh_l0	0	-0.042764123529195786
99685	rnn.weight_hh_l0	1	0.0016243209829553962
99685	rnn.weight_hh_l0	2	0.002838577376678586
99685	rnn.weight_hh_l0	3	-0.05523977428674698
99685	rnn.weight_hh_l0	4	0.07092872262001038
99685	rnn.weight_hh_l0	5	-0.0013503599911928177
99685	rnn.weight_hh_l0	6	-0.04686868190765381
99685	rnn.weight_hh_l0	7	0.0005482607521116734
99685	rnn.weight_hh_l0	8	0.012210648506879807
99685	rnn.weight_hh_l0	9	-0.017208995297551155
99685	rnn.bias_ih_l0	0	0.07598670572042465
99685	rnn.bias_ih_l0	1	-0.03408680111169815
99685	rnn.bias_ih_l0	2	-0.018638022243976593
99685	rnn.bias_ih_l0	3	0.11440238356590271
99685	rnn.bias_ih_l0	4	-0.053694602102041245
99685	rnn.bias_ih_l0	5	-0.021086454391479492
99685	rnn.bias_ih_l0	6	0.0009808993199840188
99685	rnn.bias_ih_l0	7	0.040533389896154404
99685	rnn.bias_ih_l0	8	-0.10673889517784119
99685	rnn.bias_ih_l0	9	-0.046336956322193146
99685	rnn.bias_hh_l0	0	-0.025967799127101898
99685	rnn.bias_hh_l0	1	-0.08800450712442398
99685	rnn.bias_hh_l0	2	-0.03303465619683266
99685	rnn.bias_hh_l0	3	-0.08662359416484833
99685	rnn.bias_hh_l0	4	-0.018657654523849487
99685	rnn.bias_hh_l0	5	-0.0025041080079972744
99685	rnn.bias_hh_l0	6	0.02208772674202919
99685	rnn.bias_hh_l0	7	0.02936735190451145
99685	rnn.bias_hh_l0	8	-0.13402323424816132
99685	rnn.bias_hh_l0	9	-0.025340789929032326
99685	rnn.weight_ih_l0_reverse	0	-0.008018924854695797
99685	rnn.weight_ih_l0_reverse	1	-0.05028323084115982
99685	rnn.weight_ih_l0_reverse	2	-0.02645234949886799
99685	rnn.weight_ih_l0_reverse	3	0.01386896800249815
99685	rnn.weight_ih_l0_reverse	4	-0.012614982202649117
99685	rnn.weight_ih_l0_reverse	5	-0.043481845408678055
99685	rnn.weight_ih_l0_reverse	6	0.06908974051475525
99685	rnn.weight_ih_l0_reverse	7	-0.019691674038767815
99685	rnn.weight_ih_l0_reverse	8	-0.028946343809366226
99685	rnn.weight_ih_l0_reverse	9	0.010579116642475128
99685	rnn.weight_hh_l0_reverse	0	0.03353797271847725
99685	rnn.weight_hh_l0_reverse	1	0.03280537948012352
99685	rnn.weight_hh_l0_reverse	2	0.03852502256631851
99685	rnn.weight_hh_l0_reverse	3	0.02603035978972912
99685	rnn.weight_hh_l0_reverse	4	0.00799502246081829
99685	rnn.weight_hh_l0_reverse	5	0.01309253554791212
99685	rnn.weight_hh_l0_reverse	6	0.043284449726343155
99685	rnn.weight_hh_l0_reverse	7	-0.061973102390766144
99685	rnn.weight_hh_l0_reverse	8	0.04182368889451027
99685	rnn.weight_hh_l0_reverse	9	0.049227695912122726
99685	rnn.bias_ih_l0_reverse	0	-0.05746912211179733
99685	rnn.bias_ih_l0_reverse	1	-0.2380138337612152
99685	rnn.bias_ih_l0_reverse	2	-0.12980742752552032
99685	rnn.bias_ih_l0_reverse	3	-0.022759059444069862
99685	rnn.bias_ih_l0_reverse	4	-0.05331696942448616
99685	rnn.bias_ih_l0_reverse	5	0.051561471074819565
99685	rnn.bias_ih_l0_reverse	6	-0.04690209776163101
99685	rnn.bias_ih_l0_reverse	7	0.03891477361321449
99685	rnn.bias_ih_l0_reverse	8	-0.030914688482880592
99685	rnn.bias_ih_l0_reverse	9	0.031909070909023285
99685	rnn.bias_hh_l0_reverse	0	-0.0008850334561429918
99685	rnn.bias_hh_l0_reverse	1	-0.03510119020938873
99685	rnn.bias_hh_l0_reverse	2	0.06669973582029343
99685	rnn.bias_hh_l0_reverse	3	-0.054296303540468216
99685	rnn.bias_hh_l0_reverse	4	-0.03642067685723305
99685	rnn.bias_hh_l0_reverse	5	-0.037011027336120605
99685	rnn.bias_hh_l0_reverse	6	-0.018151780590415
99685	rnn.bias_hh_l0_reverse	7	0.0942271426320076
99685	rnn.bias_hh_l0_reverse	8	0.027488460764288902
99685	rnn.bias_hh_l0_reverse	9	-0.09120918810367584
99685	rnn.weight_ih_l1	0	-0.04179500415921211
99685	rnn.weight_ih_l1	1	-0.02719908393919468
99685	rnn.weight_ih_l1	2	0.028951147571206093
99685	rnn.weight_ih_l1	3	-0.046942487359046936
99685	rnn.weight_ih_l1	4	-0.008175332099199295
99685	rnn.weight_ih_l1	5	-0.042987436056137085
99685	rnn.weight_ih_l1	6	0.025686996057629585
99685	rnn.weight_ih_l1	7	-0.03721216320991516
99685	rnn.weight_ih_l1	8	0.035377323627471924
99685	rnn.weight_ih_l1	9	0.03434901684522629
99685	rnn.weight_hh_l1	0	-0.003703424474224448
99685	rnn.weight_hh_l1	1	0.010106879286468029
99685	rnn.weight_hh_l1	2	0.00664366502314806
99685	rnn.weight_hh_l1	3	-0.010550611652433872
99685	rnn.weight_hh_l1	4	0.0019151321612298489
99685	rnn.weight_hh_l1	5	0.023203114047646523
99685	rnn.weight_hh_l1	6	0.026547646149992943
99685	rnn.weight_hh_l1	7	-0.025049526244401932
99685	rnn.weight_hh_l1	8	-0.018422923982143402
99685	rnn.weight_hh_l1	9	0.034407421946525574
99685	rnn.bias_ih_l1	0	-0.18824502825737
99685	rnn.bias_ih_l1	1	-0.15405431389808655
99685	rnn.bias_ih_l1	2	-0.17361769080162048
99685	rnn.bias_ih_l1	3	-0.2537631392478943
99685	rnn.bias_ih_l1	4	-0.18928955495357513
99685	rnn.bias_ih_l1	5	-0.10058910399675369
99685	rnn.bias_ih_l1	6	-0.12538005411624908
99685	rnn.bias_ih_l1	7	-0.031355563551187515
99685	rnn.bias_ih_l1	8	-0.13052107393741608
99685	rnn.bias_ih_l1	9	-0.09984660893678665
99685	rnn.bias_hh_l1	0	-0.13086117804050446
99685	rnn.bias_hh_l1	1	-0.036481864750385284
99685	rnn.bias_hh_l1	2	-0.10803428292274475
99685	rnn.bias_hh_l1	3	-0.09321287274360657
99685	rnn.bias_hh_l1	4	-0.1142488643527031
99685	rnn.bias_hh_l1	5	-0.08692914992570877
99685	rnn.bias_hh_l1	6	-0.10835332423448563
99685	rnn.bias_hh_l1	7	0.00868163350969553
99685	rnn.bias_hh_l1	8	-0.14422088861465454
99685	rnn.bias_hh_l1	9	-0.0837363600730896
99685	rnn.weight_ih_l1_reverse	0	-0.05026364326477051
99685	rnn.weight_ih_l1_reverse	1	0.01689637079834938
99685	rnn.weight_ih_l1_reverse	2	0.004818121902644634
99685	rnn.weight_ih_l1_reverse	3	0.006584519986063242
99685	rnn.weight_ih_l1_reverse	4	-0.02930554188787937
99685	rnn.weight_ih_l1_reverse	5	-0.03384491801261902
99685	rnn.weight_ih_l1_reverse	6	0.012989425100386143
99685	rnn.weight_ih_l1_reverse	7	0.012039372697472572
99685	rnn.weight_ih_l1_reverse	8	0.03667423874139786
99685	rnn.weight_ih_l1_reverse	9	-0.06981662660837173
99685	rnn.weight_hh_l1_reverse	0	0.008574928157031536
99685	rnn.weight_hh_l1_reverse	1	0.03128644824028015
99685	rnn.weight_hh_l1_reverse	2	-0.039505358785390854
99685	rnn.weight_hh_l1_reverse	3	0.04047030583024025
99685	rnn.weight_hh_l1_reverse	4	0.048470836132764816
99685	rnn.weight_hh_l1_reverse	5	0.010294178500771523
99685	rnn.weight_hh_l1_reverse	6	0.013219468295574188
99685	rnn.weight_hh_l1_reverse	7	0.022635281085968018
99685	rnn.weight_hh_l1_reverse	8	-0.005094172898679972
99685	rnn.weight_hh_l1_reverse	9	-0.03644711524248123
99685	rnn.bias_ih_l1_reverse	0	-0.04099767282605171
99685	rnn.bias_ih_l1_reverse	1	-0.10935208946466446
99685	rnn.bias_ih_l1_reverse	2	-0.13944542407989502
99685	rnn.bias_ih_l1_reverse	3	-0.014373838901519775
99685	rnn.bias_ih_l1_reverse	4	-0.16822920739650726
99685	rnn.bias_ih_l1_reverse	5	-0.09800896793603897
99685	rnn.bias_ih_l1_reverse	6	-0.11574429273605347
99685	rnn.bias_ih_l1_reverse	7	-0.20308540761470795
99685	rnn.bias_ih_l1_reverse	8	0.14316558837890625
99685	rnn.bias_ih_l1_reverse	9	0.03511912375688553
99685	rnn.bias_hh_l1_reverse	0	-0.05106685310602188
99685	rnn.bias_hh_l1_reverse	1	-0.047119174152612686
99685	rnn.bias_hh_l1_reverse	2	-0.21766403317451477
99685	rnn.bias_hh_l1_reverse	3	-0.1017877385020256
99685	rnn.bias_hh_l1_reverse	4	-0.0855189710855484
99685	rnn.bias_hh_l1_reverse	5	-0.0915190801024437
99685	rnn.bias_hh_l1_reverse	6	0.13613390922546387
99685	rnn.bias_hh_l1_reverse	7	-0.1364305466413498
99685	rnn.bias_hh_l1_reverse	8	-0.09968513995409012
99685	rnn.bias_hh_l1_reverse	9	-0.12012111395597458
99685	linear.weight	0	0.002228822559118271
99685	linear.weight	1	0.10274053364992142
99685	linear.weight	2	-0.07337545603513718
99685	linear.weight	3	0.4084961712360382
99685	linear.weight	4	0.13081620633602142
99685	linear.weight	5	-0.02055741474032402
99685	linear.weight	6	0.0699736475944519
99685	linear.weight	7	0.15243589878082275
99685	linear.weight	8	0.04126519337296486
99685	linear.weight	9	-0.04520118609070778
99685	linear.bias	0	-0.06925243884325027
99685	linear.bias	1	-0.18459662795066833
99685	linear.bias	2	-0.46701639890670776
99685	linear.bias	3	-0.7145615816116333
99685	linear.bias	4	-1.1452451944351196
99685	linear.bias	5	-0.08371328562498093
99685	linear.bias	6	-0.6781648993492126
99685	linear.bias	7	0.3330507278442383
99685	linear.bias	8	-0.4885857105255127
99685	linear.bias	9	-0.9012953639030457
99882	transitions	0	0.5503778457641602
99882	transitions	1	0.1347520798444748
99882	transitions	2	-10000.0
99882	transitions	3	-1.8138071298599243
99882	transitions	4	-10000.0
99882	transitions	5	0.6093447208404541
99882	transitions	6	-0.05334510654211044
99882	transitions	7	-0.5590189695358276
99882	transitions	8	-1.3750135898590088
99882	transitions	9	-0.0008479578536935151
99882	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
99882	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
99882	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
99882	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
99882	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
99882	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
99882	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
99882	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
99882	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
99882	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
99882	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
99882	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
99882	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
99882	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
99882	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
99882	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
99882	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
99882	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
99882	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
99882	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
99882	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
99882	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
99882	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
99882	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
99882	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
99882	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
99882	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
99882	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
99882	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
99882	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
99882	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
99882	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
99882	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
99882	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
99882	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
99882	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
99882	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
99882	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
99882	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
99882	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
99882	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
99882	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
99882	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
99882	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
99882	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
99882	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
99882	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
99882	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
99882	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
99882	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
99882	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
99882	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
99882	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
99882	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
99882	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
99882	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
99882	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
99882	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
99882	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
99882	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
99882	embedding2nn.weight	0	0.010828150436282158
99882	embedding2nn.weight	1	-0.016608571633696556
99882	embedding2nn.weight	2	-0.014268254861235619
99882	embedding2nn.weight	3	-0.008442153222858906
99882	embedding2nn.weight	4	-0.005915035028010607
99882	embedding2nn.weight	5	-0.0037005862686783075
99882	embedding2nn.weight	6	-0.0039732553996145725
99882	embedding2nn.weight	7	-0.05138698220252991
99882	embedding2nn.weight	8	-0.0019979383796453476
99882	embedding2nn.weight	9	-0.027274997904896736
99882	embedding2nn.bias	0	0.03200096637010574
99882	embedding2nn.bias	1	-0.05733725428581238
99882	embedding2nn.bias	2	0.08756455779075623
99882	embedding2nn.bias	3	0.0789838507771492
99882	embedding2nn.bias	4	-0.07229197770357132
99882	embedding2nn.bias	5	-0.04174361005425453
99882	embedding2nn.bias	6	0.009249363094568253
99882	embedding2nn.bias	7	-0.043328508734703064
99882	embedding2nn.bias	8	0.05311756208539009
99882	embedding2nn.bias	9	0.03940218687057495
99882	rnn.weight_ih_l0	0	-0.05117608979344368
99882	rnn.weight_ih_l0	1	-0.007698240224272013
99882	rnn.weight_ih_l0	2	0.04919205233454704
99882	rnn.weight_ih_l0	3	0.009860275313258171
99882	rnn.weight_ih_l0	4	-0.01771572232246399
99882	rnn.weight_ih_l0	5	-0.04975154995918274
99882	rnn.weight_ih_l0	6	0.004502058960497379
99882	rnn.weight_ih_l0	7	0.04046638682484627
99882	rnn.weight_ih_l0	8	-0.005299501121044159
99882	rnn.weight_ih_l0	9	-0.020708248019218445
99882	rnn.weight_hh_l0	0	-0.04189284145832062
99882	rnn.weight_hh_l0	1	0.001713716541416943
99882	rnn.weight_hh_l0	2	0.003337558126077056
99882	rnn.weight_hh_l0	3	-0.05590303987264633
99882	rnn.weight_hh_l0	4	0.07220330089330673
99882	rnn.weight_hh_l0	5	0.0001766469213180244
99882	rnn.weight_hh_l0	6	-0.04723134636878967
99882	rnn.weight_hh_l0	7	0.00012021945440210402
99882	rnn.weight_hh_l0	8	0.012491227127611637
99882	rnn.weight_hh_l0	9	-0.017327116802334785
99882	rnn.bias_ih_l0	0	0.07183980196714401
99882	rnn.bias_ih_l0	1	-0.03855670616030693
99882	rnn.bias_ih_l0	2	-0.015307124704122543
99882	rnn.bias_ih_l0	3	0.11696693301200867
99882	rnn.bias_ih_l0	4	-0.052752841264009476
99882	rnn.bias_ih_l0	5	-0.02393248677253723
99882	rnn.bias_ih_l0	6	-0.007729932200163603
99882	rnn.bias_ih_l0	7	0.037462085485458374
99882	rnn.bias_ih_l0	8	-0.10676827281713486
99882	rnn.bias_ih_l0	9	-0.04060693457722664
99882	rnn.bias_hh_l0	0	-0.025318989530205727
99882	rnn.bias_hh_l0	1	-0.08251909911632538
99882	rnn.bias_hh_l0	2	-0.03413187712430954
99882	rnn.bias_hh_l0	3	-0.08546652644872665
99882	rnn.bias_hh_l0	4	-0.017960460856556892
99882	rnn.bias_hh_l0	5	-0.005648691672831774
99882	rnn.bias_hh_l0	6	0.020719576627016068
99882	rnn.bias_hh_l0	7	0.03152230381965637
99882	rnn.bias_hh_l0	8	-0.13472338020801544
99882	rnn.bias_hh_l0	9	-0.02459561638534069
99882	rnn.weight_ih_l0_reverse	0	-0.008078559301793575
99882	rnn.weight_ih_l0_reverse	1	-0.0509798601269722
99882	rnn.weight_ih_l0_reverse	2	-0.025992169976234436
99882	rnn.weight_ih_l0_reverse	3	0.01268957369029522
99882	rnn.weight_ih_l0_reverse	4	-0.011447799392044544
99882	rnn.weight_ih_l0_reverse	5	-0.043645698577165604
99882	rnn.weight_ih_l0_reverse	6	0.06872143596410751
99882	rnn.weight_ih_l0_reverse	7	-0.019713420420885086
99882	rnn.weight_ih_l0_reverse	8	-0.029285024851560593
99882	rnn.weight_ih_l0_reverse	9	0.011945445090532303
99882	rnn.weight_hh_l0_reverse	0	0.03235156834125519
99882	rnn.weight_hh_l0_reverse	1	0.03237563744187355
99882	rnn.weight_hh_l0_reverse	2	0.03858087956905365
99882	rnn.weight_hh_l0_reverse	3	0.02570505440235138
99882	rnn.weight_hh_l0_reverse	4	0.008970079943537712
99882	rnn.weight_hh_l0_reverse	5	0.013165699318051338
99882	rnn.weight_hh_l0_reverse	6	0.04338139295578003
99882	rnn.weight_hh_l0_reverse	7	-0.062474120408296585
99882	rnn.weight_hh_l0_reverse	8	0.042634543031454086
99882	rnn.weight_hh_l0_reverse	9	0.049313727766275406
99882	rnn.bias_ih_l0_reverse	0	-0.05649733915925026
99882	rnn.bias_ih_l0_reverse	1	-0.23843036592006683
99882	rnn.bias_ih_l0_reverse	2	-0.13190822303295135
99882	rnn.bias_ih_l0_reverse	3	-0.021069590002298355
99882	rnn.bias_ih_l0_reverse	4	-0.05425561964511871
99882	rnn.bias_ih_l0_reverse	5	0.050587840378284454
99882	rnn.bias_ih_l0_reverse	6	-0.04330791160464287
99882	rnn.bias_ih_l0_reverse	7	0.039395786821842194
99882	rnn.bias_ih_l0_reverse	8	-0.03041592612862587
99882	rnn.bias_ih_l0_reverse	9	0.03177008405327797
99882	rnn.bias_hh_l0_reverse	0	-0.0010377534199506044
99882	rnn.bias_hh_l0_reverse	1	-0.03396835923194885
99882	rnn.bias_hh_l0_reverse	2	0.06919887661933899
99882	rnn.bias_hh_l0_reverse	3	-0.05662762373685837
99882	rnn.bias_hh_l0_reverse	4	-0.03694473206996918
99882	rnn.bias_hh_l0_reverse	5	-0.03711768612265587
99882	rnn.bias_hh_l0_reverse	6	-0.01738641783595085
99882	rnn.bias_hh_l0_reverse	7	0.09611138701438904
99882	rnn.bias_hh_l0_reverse	8	0.027615739032626152
99882	rnn.bias_hh_l0_reverse	9	-0.08748267590999603
99882	rnn.weight_ih_l1	0	-0.04090222343802452
99882	rnn.weight_ih_l1	1	-0.02812119759619236
99882	rnn.weight_ih_l1	2	0.028512094169855118
99882	rnn.weight_ih_l1	3	-0.04667647182941437
99882	rnn.weight_ih_l1	4	-0.009192601777613163
99882	rnn.weight_ih_l1	5	-0.04313287511467934
99882	rnn.weight_ih_l1	6	0.02505825273692608
99882	rnn.weight_ih_l1	7	-0.03678004816174507
99882	rnn.weight_ih_l1	8	0.035696860402822495
99882	rnn.weight_ih_l1	9	0.034529659897089005
99882	rnn.weight_hh_l1	0	-0.004065363667905331
99882	rnn.weight_hh_l1	1	0.009920861572027206
99882	rnn.weight_hh_l1	2	0.005350907798856497
99882	rnn.weight_hh_l1	3	-0.01041282806545496
99882	rnn.weight_hh_l1	4	0.002476450288668275
99882	rnn.weight_hh_l1	5	0.023340590298175812
99882	rnn.weight_hh_l1	6	0.0271538607776165
99882	rnn.weight_hh_l1	7	-0.02529187686741352
99882	rnn.weight_hh_l1	8	-0.01830478198826313
99882	rnn.weight_hh_l1	9	0.03434597700834274
99882	rnn.bias_ih_l1	0	-0.18642657995224
99882	rnn.bias_ih_l1	1	-0.15258963406085968
99882	rnn.bias_ih_l1	2	-0.17328020930290222
99882	rnn.bias_ih_l1	3	-0.25432834029197693
99882	rnn.bias_ih_l1	4	-0.18932318687438965
99882	rnn.bias_ih_l1	5	-0.10004013031721115
99882	rnn.bias_ih_l1	6	-0.12665674090385437
99882	rnn.bias_ih_l1	7	-0.03535815700888634
99882	rnn.bias_ih_l1	8	-0.13074153661727905
99882	rnn.bias_ih_l1	9	-0.09765630215406418
99882	rnn.bias_hh_l1	0	-0.12999728322029114
99882	rnn.bias_hh_l1	1	-0.034415122121572495
99882	rnn.bias_hh_l1	2	-0.10800988227128983
99882	rnn.bias_hh_l1	3	-0.09454122930765152
99882	rnn.bias_hh_l1	4	-0.11402718722820282
99882	rnn.bias_hh_l1	5	-0.08686500042676926
99882	rnn.bias_hh_l1	6	-0.10851401090621948
99882	rnn.bias_hh_l1	7	0.001909933751448989
99882	rnn.bias_hh_l1	8	-0.14423690736293793
99882	rnn.bias_hh_l1	9	-0.0821978747844696
99882	rnn.weight_ih_l1_reverse	0	-0.049392540007829666
99882	rnn.weight_ih_l1_reverse	1	0.01679248921573162
99882	rnn.weight_ih_l1_reverse	2	0.004634304437786341
99882	rnn.weight_ih_l1_reverse	3	0.006947186775505543
99882	rnn.weight_ih_l1_reverse	4	-0.02951129898428917
99882	rnn.weight_ih_l1_reverse	5	-0.03363476321101189
99882	rnn.weight_ih_l1_reverse	6	0.012114359065890312
99882	rnn.weight_ih_l1_reverse	7	0.011765345931053162
99882	rnn.weight_ih_l1_reverse	8	0.03637826815247536
99882	rnn.weight_ih_l1_reverse	9	-0.07192341983318329
99882	rnn.weight_hh_l1_reverse	0	0.008593818172812462
99882	rnn.weight_hh_l1_reverse	1	0.03135971352458
99882	rnn.weight_hh_l1_reverse	2	-0.03954753652215004
99882	rnn.weight_hh_l1_reverse	3	0.0405038557946682
99882	rnn.weight_hh_l1_reverse	4	0.04833773896098137
99882	rnn.weight_hh_l1_reverse	5	0.010638860054314137
99882	rnn.weight_hh_l1_reverse	6	0.014510027132928371
99882	rnn.weight_hh_l1_reverse	7	0.022239210084080696
99882	rnn.weight_hh_l1_reverse	8	-0.005093309096992016
99882	rnn.weight_hh_l1_reverse	9	-0.03679877147078514
99882	rnn.bias_ih_l1_reverse	0	-0.042934030294418335
99882	rnn.bias_ih_l1_reverse	1	-0.11022969335317612
99882	rnn.bias_ih_l1_reverse	2	-0.1391170471906662
99882	rnn.bias_ih_l1_reverse	3	-0.009549858048558235
99882	rnn.bias_ih_l1_reverse	4	-0.16801783442497253
99882	rnn.bias_ih_l1_reverse	5	-0.09774483740329742
99882	rnn.bias_ih_l1_reverse	6	-0.11479391902685165
99882	rnn.bias_ih_l1_reverse	7	-0.20408473908901215
99882	rnn.bias_ih_l1_reverse	8	0.1306556612253189
99882	rnn.bias_ih_l1_reverse	9	0.039551742374897
99882	rnn.bias_hh_l1_reverse	0	-0.054202381521463394
99882	rnn.bias_hh_l1_reverse	1	-0.047746092081069946
99882	rnn.bias_hh_l1_reverse	2	-0.21669816970825195
99882	rnn.bias_hh_l1_reverse	3	-0.10138906538486481
99882	rnn.bias_hh_l1_reverse	4	-0.08680269122123718
99882	rnn.bias_hh_l1_reverse	5	-0.09324921667575836
99882	rnn.bias_hh_l1_reverse	6	0.14152078330516815
99882	rnn.bias_hh_l1_reverse	7	-0.13510778546333313
99882	rnn.bias_hh_l1_reverse	8	-0.10023317486047745
99882	rnn.bias_hh_l1_reverse	9	-0.12129737436771393
99882	linear.weight	0	0.002228822559118271
99882	linear.weight	1	0.10268580168485641
99882	linear.weight	2	-0.07162667065858841
99882	linear.weight	3	0.41068392992019653
99882	linear.weight	4	0.12469431012868881
99882	linear.weight	5	-0.021426934748888016
99882	linear.weight	6	0.07878682017326355
99882	linear.weight	7	0.15057887136936188
99882	linear.weight	8	0.041265565901994705
99882	linear.weight	9	-0.04482544958591461
99882	linear.bias	0	-0.05682073533535004
99882	linear.bias	1	-0.20242361724376678
99882	linear.bias	2	-0.4884171485900879
99882	linear.bias	3	-0.7081067562103271
99882	linear.bias	4	-1.137004017829895
99882	linear.bias	5	-0.07004199922084808
99882	linear.bias	6	-0.6954190731048584
99882	linear.bias	7	0.3448604643344879
99882	linear.bias	8	-0.45981329679489136
99882	linear.bias	9	-0.8770945072174072
100079	transitions	0	0.5671402215957642
100079	transitions	1	0.12261484563350677
100079	transitions	2	-10000.0
100079	transitions	3	-1.8138625621795654
100079	transitions	4	-10000.0
100079	transitions	5	0.6092519760131836
100079	transitions	6	-0.05344177782535553
100079	transitions	7	-0.5598980188369751
100079	transitions	8	-1.3751561641693115
100079	transitions	9	-0.0008490834152325988
100079	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
100079	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
100079	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
100079	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
100079	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
100079	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
100079	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
100079	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
100079	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
100079	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
100079	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
100079	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
100079	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
100079	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
100079	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
100079	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
100079	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
100079	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
100079	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
100079	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
100079	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
100079	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
100079	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
100079	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
100079	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
100079	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
100079	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
100079	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
100079	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
100079	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
100079	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
100079	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
100079	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
100079	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
100079	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
100079	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
100079	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
100079	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
100079	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
100079	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
100079	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
100079	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
100079	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
100079	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
100079	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
100079	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
100079	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
100079	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
100079	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
100079	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
100079	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
100079	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
100079	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
100079	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
100079	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
100079	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
100079	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
100079	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
100079	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
100079	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
100079	embedding2nn.weight	0	0.007123598363250494
100079	embedding2nn.weight	1	-0.016574423760175705
100079	embedding2nn.weight	2	-0.014268254861235619
100079	embedding2nn.weight	3	-0.00942385382950306
100079	embedding2nn.weight	4	-0.005915035028010607
100079	embedding2nn.weight	5	-0.003700586035847664
100079	embedding2nn.weight	6	-0.003973257727921009
100079	embedding2nn.weight	7	-0.05058139190077782
100079	embedding2nn.weight	8	-0.0019979383796453476
100079	embedding2nn.weight	9	-0.027325432747602463
100079	embedding2nn.bias	0	0.030425366014242172
100079	embedding2nn.bias	1	-0.05944763496518135
100079	embedding2nn.bias	2	0.08869445323944092
100079	embedding2nn.bias	3	0.06934337317943573
100079	embedding2nn.bias	4	-0.06786222010850906
100079	embedding2nn.bias	5	-0.0410558357834816
100079	embedding2nn.bias	6	0.01530210766941309
100079	embedding2nn.bias	7	-0.05035214498639107
100079	embedding2nn.bias	8	0.05106131732463837
100079	embedding2nn.bias	9	0.03535916656255722
100079	rnn.weight_ih_l0	0	-0.049798429012298584
100079	rnn.weight_ih_l0	1	-0.008323140442371368
100079	rnn.weight_ih_l0	2	0.0486670657992363
100079	rnn.weight_ih_l0	3	0.009001074358820915
100079	rnn.weight_ih_l0	4	-0.018293438479304314
100079	rnn.weight_ih_l0	5	-0.0487411729991436
100079	rnn.weight_ih_l0	6	0.005085510201752186
100079	rnn.weight_ih_l0	7	0.0394081175327301
100079	rnn.weight_ih_l0	8	-0.004922055173665285
100079	rnn.weight_ih_l0	9	-0.021710311993956566
100079	rnn.weight_hh_l0	0	-0.042219821363687515
100079	rnn.weight_hh_l0	1	0.0022353813983500004
100079	rnn.weight_hh_l0	2	0.0029975990764796734
100079	rnn.weight_hh_l0	3	-0.05514811351895332
100079	rnn.weight_hh_l0	4	0.07257349044084549
100079	rnn.weight_hh_l0	5	-0.0017178048146888614
100079	rnn.weight_hh_l0	6	-0.047184765338897705
100079	rnn.weight_hh_l0	7	0.0014499796088784933
100079	rnn.weight_hh_l0	8	0.012933911755681038
100079	rnn.weight_hh_l0	9	-0.017814623191952705
100079	rnn.bias_ih_l0	0	0.07079822570085526
100079	rnn.bias_ih_l0	1	-0.03638651221990585
100079	rnn.bias_ih_l0	2	-0.012803273275494576
100079	rnn.bias_ih_l0	3	0.1206236407160759
100079	rnn.bias_ih_l0	4	-0.05105969309806824
100079	rnn.bias_ih_l0	5	-0.02602897398173809
100079	rnn.bias_ih_l0	6	-0.00723580177873373
100079	rnn.bias_ih_l0	7	0.036763761192560196
100079	rnn.bias_ih_l0	8	-0.10570608824491501
100079	rnn.bias_ih_l0	9	-0.045940086245536804
100079	rnn.bias_hh_l0	0	-0.02646218053996563
100079	rnn.bias_hh_l0	1	-0.08604729175567627
100079	rnn.bias_hh_l0	2	-0.031188230961561203
100079	rnn.bias_hh_l0	3	-0.08574755489826202
100079	rnn.bias_hh_l0	4	-0.019124872982501984
100079	rnn.bias_hh_l0	5	-0.0061741485260427
100079	rnn.bias_hh_l0	6	0.022815342992544174
100079	rnn.bias_hh_l0	7	0.03595352545380592
100079	rnn.bias_hh_l0	8	-0.13506698608398438
100079	rnn.bias_hh_l0	9	-0.027757419273257256
100079	rnn.weight_ih_l0_reverse	0	-0.010437547229230404
100079	rnn.weight_ih_l0_reverse	1	-0.05150463059544563
100079	rnn.weight_ih_l0_reverse	2	-0.02468949556350708
100079	rnn.weight_ih_l0_reverse	3	0.012695468962192535
100079	rnn.weight_ih_l0_reverse	4	-0.012268967926502228
100079	rnn.weight_ih_l0_reverse	5	-0.04360783472657204
100079	rnn.weight_ih_l0_reverse	6	0.06891638785600662
100079	rnn.weight_ih_l0_reverse	7	-0.019059015437960625
100079	rnn.weight_ih_l0_reverse	8	-0.03000319004058838
100079	rnn.weight_ih_l0_reverse	9	0.010902415961027145
100079	rnn.weight_hh_l0_reverse	0	0.030552558600902557
100079	rnn.weight_hh_l0_reverse	1	0.03224143385887146
100079	rnn.weight_hh_l0_reverse	2	0.038017529994249344
100079	rnn.weight_hh_l0_reverse	3	0.026017094030976295
100079	rnn.weight_hh_l0_reverse	4	0.009179006330668926
100079	rnn.weight_hh_l0_reverse	5	0.012953215278685093
100079	rnn.weight_hh_l0_reverse	6	0.043479010462760925
100079	rnn.weight_hh_l0_reverse	7	-0.062480032444000244
100079	rnn.weight_hh_l0_reverse	8	0.04159528389573097
100079	rnn.weight_hh_l0_reverse	9	0.04947211220860481
100079	rnn.bias_ih_l0_reverse	0	-0.05598072335124016
100079	rnn.bias_ih_l0_reverse	1	-0.2410927563905716
100079	rnn.bias_ih_l0_reverse	2	-0.12756465375423431
100079	rnn.bias_ih_l0_reverse	3	-0.02213435061275959
100079	rnn.bias_ih_l0_reverse	4	-0.0539538599550724
100079	rnn.bias_ih_l0_reverse	5	0.04977356642484665
100079	rnn.bias_ih_l0_reverse	6	-0.043113354593515396
100079	rnn.bias_ih_l0_reverse	7	0.03911176696419716
100079	rnn.bias_ih_l0_reverse	8	-0.0289317537099123
100079	rnn.bias_ih_l0_reverse	9	0.031079715117812157
100079	rnn.bias_hh_l0_reverse	0	-6.710650632157922e-05
100079	rnn.bias_hh_l0_reverse	1	-0.02418535202741623
100079	rnn.bias_hh_l0_reverse	2	0.06699540466070175
100079	rnn.bias_hh_l0_reverse	3	-0.05888821929693222
100079	rnn.bias_hh_l0_reverse	4	-0.040888551622629166
100079	rnn.bias_hh_l0_reverse	5	-0.035276710987091064
100079	rnn.bias_hh_l0_reverse	6	-0.014264778234064579
100079	rnn.bias_hh_l0_reverse	7	0.09717174619436264
100079	rnn.bias_hh_l0_reverse	8	0.03028157353401184
100079	rnn.bias_hh_l0_reverse	9	-0.09164490550756454
100079	rnn.weight_ih_l1	0	-0.041352529078722
100079	rnn.weight_ih_l1	1	-0.02834157459437847
100079	rnn.weight_ih_l1	2	0.027924085035920143
100079	rnn.weight_ih_l1	3	-0.045844703912734985
100079	rnn.weight_ih_l1	4	-0.00888854544609785
100079	rnn.weight_ih_l1	5	-0.04351173713803291
100079	rnn.weight_ih_l1	6	0.02612314186990261
100079	rnn.weight_ih_l1	7	-0.03450756520032883
100079	rnn.weight_ih_l1	8	0.03575858101248741
100079	rnn.weight_ih_l1	9	0.034033969044685364
100079	rnn.weight_hh_l1	0	-0.003952357918024063
100079	rnn.weight_hh_l1	1	0.00979397352784872
100079	rnn.weight_hh_l1	2	0.004345383029431105
100079	rnn.weight_hh_l1	3	-0.009562213905155659
100079	rnn.weight_hh_l1	4	0.002426768420264125
100079	rnn.weight_hh_l1	5	0.023353781551122665
100079	rnn.weight_hh_l1	6	0.026506081223487854
100079	rnn.weight_hh_l1	7	-0.025345895439386368
100079	rnn.weight_hh_l1	8	-0.018779519945383072
100079	rnn.weight_hh_l1	9	0.03429299592971802
100079	rnn.bias_ih_l1	0	-0.18384963274002075
100079	rnn.bias_ih_l1	1	-0.1547946333885193
100079	rnn.bias_ih_l1	2	-0.17417389154434204
100079	rnn.bias_ih_l1	3	-0.2512374520301819
100079	rnn.bias_ih_l1	4	-0.19558224081993103
100079	rnn.bias_ih_l1	5	-0.10109003633260727
100079	rnn.bias_ih_l1	6	-0.12610593438148499
100079	rnn.bias_ih_l1	7	-0.03519924357533455
100079	rnn.bias_ih_l1	8	-0.13016700744628906
100079	rnn.bias_ih_l1	9	-0.09739882498979568
100079	rnn.bias_hh_l1	0	-0.12978143990039825
100079	rnn.bias_hh_l1	1	-0.03742949292063713
100079	rnn.bias_hh_l1	2	-0.10750199854373932
100079	rnn.bias_hh_l1	3	-0.09555629640817642
100079	rnn.bias_hh_l1	4	-0.11379621922969818
100079	rnn.bias_hh_l1	5	-0.08589518070220947
100079	rnn.bias_hh_l1	6	-0.1110968142747879
100079	rnn.bias_hh_l1	7	0.001260314485989511
100079	rnn.bias_hh_l1	8	-0.14731097221374512
100079	rnn.bias_hh_l1	9	-0.07705987989902496
100079	rnn.weight_ih_l1_reverse	0	-0.04905848577618599
100079	rnn.weight_ih_l1_reverse	1	0.015051359310746193
100079	rnn.weight_ih_l1_reverse	2	0.009295283816754818
100079	rnn.weight_ih_l1_reverse	3	0.009460385888814926
100079	rnn.weight_ih_l1_reverse	4	-0.025252245366573334
100079	rnn.weight_ih_l1_reverse	5	-0.03382458537817001
100079	rnn.weight_ih_l1_reverse	6	0.013024033978581429
100079	rnn.weight_ih_l1_reverse	7	0.012018529698252678
100079	rnn.weight_ih_l1_reverse	8	0.035519469529390335
100079	rnn.weight_ih_l1_reverse	9	-0.07459073513746262
100079	rnn.weight_hh_l1_reverse	0	0.008783573284745216
100079	rnn.weight_hh_l1_reverse	1	0.031751491129398346
100079	rnn.weight_hh_l1_reverse	2	-0.03958321735262871
100079	rnn.weight_hh_l1_reverse	3	0.040675126016139984
100079	rnn.weight_hh_l1_reverse	4	0.04847603663802147
100079	rnn.weight_hh_l1_reverse	5	0.010415173135697842
100079	rnn.weight_hh_l1_reverse	6	0.015157797373831272
100079	rnn.weight_hh_l1_reverse	7	0.0221566129475832
100079	rnn.weight_hh_l1_reverse	8	-0.005001403857022524
100079	rnn.weight_hh_l1_reverse	9	-0.036257993429899216
100079	rnn.bias_ih_l1_reverse	0	-0.042925119400024414
100079	rnn.bias_ih_l1_reverse	1	-0.1117454469203949
100079	rnn.bias_ih_l1_reverse	2	-0.138713076710701
100079	rnn.bias_ih_l1_reverse	3	-0.005933079868555069
100079	rnn.bias_ih_l1_reverse	4	-0.16969752311706543
100079	rnn.bias_ih_l1_reverse	5	-0.09501945972442627
100079	rnn.bias_ih_l1_reverse	6	-0.11597663909196854
100079	rnn.bias_ih_l1_reverse	7	-0.2032478004693985
100079	rnn.bias_ih_l1_reverse	8	0.13134226202964783
100079	rnn.bias_ih_l1_reverse	9	0.036721937358379364
100079	rnn.bias_hh_l1_reverse	0	-0.06740371882915497
100079	rnn.bias_hh_l1_reverse	1	-0.04785860329866409
100079	rnn.bias_hh_l1_reverse	2	-0.21582265198230743
100079	rnn.bias_hh_l1_reverse	3	-0.1017395555973053
100079	rnn.bias_hh_l1_reverse	4	-0.0849619209766388
100079	rnn.bias_hh_l1_reverse	5	-0.09647473692893982
100079	rnn.bias_hh_l1_reverse	6	0.12968619167804718
100079	rnn.bias_hh_l1_reverse	7	-0.13555823266506195
100079	rnn.bias_hh_l1_reverse	8	-0.10088817030191422
100079	rnn.bias_hh_l1_reverse	9	-0.12160559743642807
100079	linear.weight	0	0.002228822559118271
100079	linear.weight	1	0.1034560576081276
100079	linear.weight	2	-0.07850302755832672
100079	linear.weight	3	0.40187808871269226
100079	linear.weight	4	0.12406942993402481
100079	linear.weight	5	-0.020372087135910988
100079	linear.weight	6	0.0667843446135521
100079	linear.weight	7	0.1389046013355255
100079	linear.weight	8	0.04126749560236931
100079	linear.weight	9	-0.04918607696890831
100079	linear.bias	0	-0.08349307626485825
100079	linear.bias	1	-0.17520245909690857
100079	linear.bias	2	-0.46418872475624084
100079	linear.bias	3	-0.7352796196937561
100079	linear.bias	4	-1.1638779640197754
100079	linear.bias	5	-0.10832998901605606
100079	linear.bias	6	-0.6656265258789062
100079	linear.bias	7	0.30858319997787476
100079	linear.bias	8	-0.46633657813072205
100079	linear.bias	9	-0.8824023008346558
100276	transitions	0	0.5720736980438232
100276	transitions	1	0.11844781041145325
100276	transitions	2	-10000.0
100276	transitions	3	-1.8139331340789795
100276	transitions	4	-10000.0
100276	transitions	5	0.6090916991233826
100276	transitions	6	-0.053622469305992126
100276	transitions	7	-0.5602704882621765
100276	transitions	8	-1.3752260208129883
100276	transitions	9	-0.0008501423872075975
100276	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
100276	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
100276	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
100276	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
100276	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
100276	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
100276	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
100276	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
100276	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
100276	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
100276	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
100276	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
100276	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
100276	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
100276	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
100276	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
100276	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
100276	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
100276	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
100276	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
100276	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
100276	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
100276	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
100276	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
100276	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
100276	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
100276	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
100276	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
100276	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
100276	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
100276	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
100276	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
100276	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
100276	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
100276	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
100276	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
100276	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
100276	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
100276	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
100276	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
100276	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
100276	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
100276	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
100276	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
100276	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
100276	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
100276	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
100276	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
100276	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
100276	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
100276	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
100276	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
100276	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
100276	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
100276	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
100276	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
100276	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
100276	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
100276	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
100276	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
100276	embedding2nn.weight	0	0.008795276284217834
100276	embedding2nn.weight	1	-0.016366643831133842
100276	embedding2nn.weight	2	-0.014268254861235619
100276	embedding2nn.weight	3	-0.009171832352876663
100276	embedding2nn.weight	4	-0.005915035028010607
100276	embedding2nn.weight	5	-0.0037005855701863766
100276	embedding2nn.weight	6	-0.003973260056227446
100276	embedding2nn.weight	7	-0.050459373742341995
100276	embedding2nn.weight	8	-0.0019979383796453476
100276	embedding2nn.weight	9	-0.02732613869011402
100276	embedding2nn.bias	0	0.021206244826316833
100276	embedding2nn.bias	1	-0.05032983422279358
100276	embedding2nn.bias	2	0.08809765428304672
100276	embedding2nn.bias	3	0.07103168219327927
100276	embedding2nn.bias	4	-0.06080366298556328
100276	embedding2nn.bias	5	-0.04435303807258606
100276	embedding2nn.bias	6	0.014617279171943665
100276	embedding2nn.bias	7	-0.06528040021657944
100276	embedding2nn.bias	8	0.05180010944604874
100276	embedding2nn.bias	9	0.0316145084798336
100276	rnn.weight_ih_l0	0	-0.05000659450888634
100276	rnn.weight_ih_l0	1	-0.007044503930956125
100276	rnn.weight_ih_l0	2	0.050473421812057495
100276	rnn.weight_ih_l0	3	0.010042761452496052
100276	rnn.weight_ih_l0	4	-0.019524043425917625
100276	rnn.weight_ih_l0	5	-0.047623440623283386
100276	rnn.weight_ih_l0	6	0.005601711571216583
100276	rnn.weight_ih_l0	7	0.03815704956650734
100276	rnn.weight_ih_l0	8	-0.005180738400667906
100276	rnn.weight_ih_l0	9	-0.02184235490858555
100276	rnn.weight_hh_l0	0	-0.0416412428021431
100276	rnn.weight_hh_l0	1	0.001435747486539185
100276	rnn.weight_hh_l0	2	0.0034759673289954662
100276	rnn.weight_hh_l0	3	-0.05538315698504448
100276	rnn.weight_hh_l0	4	0.07269098609685898
100276	rnn.weight_hh_l0	5	-0.0006956435972824693
100276	rnn.weight_hh_l0	6	-0.0471777506172657
100276	rnn.weight_hh_l0	7	0.0027979861479252577
100276	rnn.weight_hh_l0	8	0.012995654717087746
100276	rnn.weight_hh_l0	9	-0.01723751239478588
100276	rnn.bias_ih_l0	0	0.07176215946674347
100276	rnn.bias_ih_l0	1	-0.03531489148736
100276	rnn.bias_ih_l0	2	-0.011466744355857372
100276	rnn.bias_ih_l0	3	0.11760690063238144
100276	rnn.bias_ih_l0	4	-0.049848996102809906
100276	rnn.bias_ih_l0	5	-0.02444080263376236
100276	rnn.bias_ih_l0	6	-0.00181620626244694
100276	rnn.bias_ih_l0	7	0.03597844019532204
100276	rnn.bias_ih_l0	8	-0.10414142906665802
100276	rnn.bias_ih_l0	9	-0.047966375946998596
100276	rnn.bias_hh_l0	0	-0.029504088684916496
100276	rnn.bias_hh_l0	1	-0.0863635465502739
100276	rnn.bias_hh_l0	2	-0.030689643695950508
100276	rnn.bias_hh_l0	3	-0.0847562775015831
100276	rnn.bias_hh_l0	4	-0.022154871374368668
100276	rnn.bias_hh_l0	5	-0.005109258461743593
100276	rnn.bias_hh_l0	6	0.0241237860172987
100276	rnn.bias_hh_l0	7	0.03546852618455887
100276	rnn.bias_hh_l0	8	-0.13419321179389954
100276	rnn.bias_hh_l0	9	-0.028202487155795097
100276	rnn.weight_ih_l0_reverse	0	-0.010316803120076656
100276	rnn.weight_ih_l0_reverse	1	-0.05208668112754822
100276	rnn.weight_ih_l0_reverse	2	-0.02461516112089157
100276	rnn.weight_ih_l0_reverse	3	0.012793955393135548
100276	rnn.weight_ih_l0_reverse	4	-0.012374376878142357
100276	rnn.weight_ih_l0_reverse	5	-0.04379291459918022
100276	rnn.weight_ih_l0_reverse	6	0.06958941370248795
100276	rnn.weight_ih_l0_reverse	7	-0.019008267670869827
100276	rnn.weight_ih_l0_reverse	8	-0.03051181696355343
100276	rnn.weight_ih_l0_reverse	9	0.00859354343265295
100276	rnn.weight_hh_l0_reverse	0	0.029352152720093727
100276	rnn.weight_hh_l0_reverse	1	0.03407253697514534
100276	rnn.weight_hh_l0_reverse	2	0.038219984620809555
100276	rnn.weight_hh_l0_reverse	3	0.02677464857697487
100276	rnn.weight_hh_l0_reverse	4	0.009134865365922451
100276	rnn.weight_hh_l0_reverse	5	0.012761087156832218
100276	rnn.weight_hh_l0_reverse	6	0.04316197708249092
100276	rnn.weight_hh_l0_reverse	7	-0.06192387267947197
100276	rnn.weight_hh_l0_reverse	8	0.04052458330988884
100276	rnn.weight_hh_l0_reverse	9	0.049785103648900986
100276	rnn.bias_ih_l0_reverse	0	-0.05521547421813011
100276	rnn.bias_ih_l0_reverse	1	-0.23641730844974518
100276	rnn.bias_ih_l0_reverse	2	-0.12799721956253052
100276	rnn.bias_ih_l0_reverse	3	-0.022422241047024727
100276	rnn.bias_ih_l0_reverse	4	-0.05236991122364998
100276	rnn.bias_ih_l0_reverse	5	0.05064432695508003
100276	rnn.bias_ih_l0_reverse	6	-0.04069652780890465
100276	rnn.bias_ih_l0_reverse	7	0.038564711809158325
100276	rnn.bias_ih_l0_reverse	8	-0.03115902468562126
100276	rnn.bias_ih_l0_reverse	9	0.031787995249032974
100276	rnn.bias_hh_l0_reverse	0	0.0018530715024098754
100276	rnn.bias_hh_l0_reverse	1	-0.025859950110316277
100276	rnn.bias_hh_l0_reverse	2	0.06790724396705627
100276	rnn.bias_hh_l0_reverse	3	-0.06090770289301872
100276	rnn.bias_hh_l0_reverse	4	-0.04326920583844185
100276	rnn.bias_hh_l0_reverse	5	-0.03211136534810066
100276	rnn.bias_hh_l0_reverse	6	-0.01583702303469181
100276	rnn.bias_hh_l0_reverse	7	0.09705907851457596
100276	rnn.bias_hh_l0_reverse	8	0.027208451181650162
100276	rnn.bias_hh_l0_reverse	9	-0.0943177118897438
100276	rnn.weight_ih_l1	0	-0.041382767260074615
100276	rnn.weight_ih_l1	1	-0.026504404842853546
100276	rnn.weight_ih_l1	2	0.023990025743842125
100276	rnn.weight_ih_l1	3	-0.04633451625704765
100276	rnn.weight_ih_l1	4	-0.008631828241050243
100276	rnn.weight_ih_l1	5	-0.04384242743253708
100276	rnn.weight_ih_l1	6	0.02680843323469162
100276	rnn.weight_ih_l1	7	-0.03539228439331055
100276	rnn.weight_ih_l1	8	0.035687271505594254
100276	rnn.weight_ih_l1	9	0.03458120673894882
100276	rnn.weight_hh_l1	0	-0.0032796107698231936
100276	rnn.weight_hh_l1	1	0.009974236600100994
100276	rnn.weight_hh_l1	2	0.004994463175535202
100276	rnn.weight_hh_l1	3	-0.00962414313107729
100276	rnn.weight_hh_l1	4	0.0021614213474094868
100276	rnn.weight_hh_l1	5	0.023286225274205208
100276	rnn.weight_hh_l1	6	0.026272518560290337
100276	rnn.weight_hh_l1	7	-0.025014197453856468
100276	rnn.weight_hh_l1	8	-0.018608219921588898
100276	rnn.weight_hh_l1	9	0.03388053551316261
100276	rnn.bias_ih_l1	0	-0.1857638955116272
100276	rnn.bias_ih_l1	1	-0.15507180988788605
100276	rnn.bias_ih_l1	2	-0.17582596838474274
100276	rnn.bias_ih_l1	3	-0.2541176378726959
100276	rnn.bias_ih_l1	4	-0.18942005932331085
100276	rnn.bias_ih_l1	5	-0.10101564228534698
100276	rnn.bias_ih_l1	6	-0.12715592980384827
100276	rnn.bias_ih_l1	7	-0.03443790599703789
100276	rnn.bias_ih_l1	8	-0.1292465329170227
100276	rnn.bias_ih_l1	9	-0.09631705284118652
100276	rnn.bias_hh_l1	0	-0.131358340382576
100276	rnn.bias_hh_l1	1	-0.038455989211797714
100276	rnn.bias_hh_l1	2	-0.11033518612384796
100276	rnn.bias_hh_l1	3	-0.09633507579565048
100276	rnn.bias_hh_l1	4	-0.11546942591667175
100276	rnn.bias_hh_l1	5	-0.0870475247502327
100276	rnn.bias_hh_l1	6	-0.11432395875453949
100276	rnn.bias_hh_l1	7	-0.0021328870207071304
100276	rnn.bias_hh_l1	8	-0.14853441715240479
100276	rnn.bias_hh_l1	9	-0.07377457618713379
100276	rnn.weight_ih_l1_reverse	0	-0.05023898184299469
100276	rnn.weight_ih_l1_reverse	1	0.015479275025427341
100276	rnn.weight_ih_l1_reverse	2	0.013406206853687763
100276	rnn.weight_ih_l1_reverse	3	0.005654836073517799
100276	rnn.weight_ih_l1_reverse	4	-0.025205571204423904
100276	rnn.weight_ih_l1_reverse	5	-0.033403728157281876
100276	rnn.weight_ih_l1_reverse	6	0.013772828504443169
100276	rnn.weight_ih_l1_reverse	7	0.011551151983439922
100276	rnn.weight_ih_l1_reverse	8	0.03536485880613327
100276	rnn.weight_ih_l1_reverse	9	-0.07460400462150574
100276	rnn.weight_hh_l1_reverse	0	0.008862261660397053
100276	rnn.weight_hh_l1_reverse	1	0.0317038893699646
100276	rnn.weight_hh_l1_reverse	2	-0.039577286690473557
100276	rnn.weight_hh_l1_reverse	3	0.04089668393135071
100276	rnn.weight_hh_l1_reverse	4	0.04971073195338249
100276	rnn.weight_hh_l1_reverse	5	0.010761374607682228
100276	rnn.weight_hh_l1_reverse	6	0.015138057991862297
100276	rnn.weight_hh_l1_reverse	7	0.02219579555094242
100276	rnn.weight_hh_l1_reverse	8	-0.004895106889307499
100276	rnn.weight_hh_l1_reverse	9	-0.03636876493692398
100276	rnn.bias_ih_l1_reverse	0	-0.04152791574597359
100276	rnn.bias_ih_l1_reverse	1	-0.10969128459692001
100276	rnn.bias_ih_l1_reverse	2	-0.13633251190185547
100276	rnn.bias_ih_l1_reverse	3	-0.00798813346773386
100276	rnn.bias_ih_l1_reverse	4	-0.170343816280365
100276	rnn.bias_ih_l1_reverse	5	-0.09301099181175232
100276	rnn.bias_ih_l1_reverse	6	-0.11651930212974548
100276	rnn.bias_ih_l1_reverse	7	-0.19779737293720245
100276	rnn.bias_ih_l1_reverse	8	0.1267268806695938
100276	rnn.bias_ih_l1_reverse	9	0.04070640727877617
100276	rnn.bias_hh_l1_reverse	0	-0.07656370103359222
100276	rnn.bias_hh_l1_reverse	1	-0.043768543750047684
100276	rnn.bias_hh_l1_reverse	2	-0.21716678142547607
100276	rnn.bias_hh_l1_reverse	3	-0.1042625680565834
100276	rnn.bias_hh_l1_reverse	4	-0.08624334633350372
100276	rnn.bias_hh_l1_reverse	5	-0.09674515575170517
100276	rnn.bias_hh_l1_reverse	6	0.12944065034389496
100276	rnn.bias_hh_l1_reverse	7	-0.13916058838367462
100276	rnn.bias_hh_l1_reverse	8	-0.09902884811162949
100276	rnn.bias_hh_l1_reverse	9	-0.12145388126373291
100276	linear.weight	0	0.002228822559118271
100276	linear.weight	1	0.10367049276828766
100276	linear.weight	2	-0.0783281922340393
100276	linear.weight	3	0.4021824300289154
100276	linear.weight	4	0.12678423523902893
100276	linear.weight	5	-0.02044982649385929
100276	linear.weight	6	0.07258114218711853
100276	linear.weight	7	0.12456440180540085
100276	linear.weight	8	0.041267815977334976
100276	linear.weight	9	-0.046480003744363785
100276	linear.bias	0	-0.08144249022006989
100276	linear.bias	1	-0.18388038873672485
100276	linear.bias	2	-0.42969200015068054
100276	linear.bias	3	-0.7120588421821594
100276	linear.bias	4	-1.1411199569702148
100276	linear.bias	5	-0.10623355954885483
100276	linear.bias	6	-0.6773732304573059
100276	linear.bias	7	0.3073031008243561
100276	linear.bias	8	-0.4745210111141205
100276	linear.bias	9	-0.8889698386192322
100473	transitions	0	0.5867852568626404
100473	transitions	1	0.11736533045768738
100473	transitions	2	-10000.0
100473	transitions	3	-1.8140047788619995
100473	transitions	4	-10000.0
100473	transitions	5	0.6089689135551453
100473	transitions	6	-0.0538657084107399
100473	transitions	7	-0.5609791874885559
100473	transitions	8	-1.3753160238265991
100473	transitions	9	-0.0008509753970429301
100473	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
100473	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
100473	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
100473	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
100473	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
100473	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
100473	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
100473	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
100473	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
100473	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
100473	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
100473	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
100473	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
100473	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
100473	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
100473	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
100473	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
100473	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
100473	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
100473	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
100473	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
100473	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
100473	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
100473	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
100473	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
100473	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
100473	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
100473	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
100473	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
100473	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
100473	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
100473	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
100473	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
100473	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
100473	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
100473	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
100473	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
100473	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
100473	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
100473	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
100473	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
100473	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
100473	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
100473	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
100473	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
100473	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
100473	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
100473	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
100473	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
100473	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
100473	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
100473	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
100473	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
100473	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
100473	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
100473	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
100473	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
100473	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
100473	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
100473	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
100473	embedding2nn.weight	0	0.007634409703314304
100473	embedding2nn.weight	1	-0.016445418819785118
100473	embedding2nn.weight	2	-0.014268254861235619
100473	embedding2nn.weight	3	-0.00997293833643198
100473	embedding2nn.weight	4	-0.005915035028010607
100473	embedding2nn.weight	5	-0.003700585337355733
100473	embedding2nn.weight	6	-0.003973259590566158
100473	embedding2nn.weight	7	-0.05017959326505661
100473	embedding2nn.weight	8	-0.0019979383796453476
100473	embedding2nn.weight	9	-0.027719827368855476
100473	embedding2nn.bias	0	0.02371569536626339
100473	embedding2nn.bias	1	-0.05567730590701103
100473	embedding2nn.bias	2	0.08897111564874649
100473	embedding2nn.bias	3	0.06823306530714035
100473	embedding2nn.bias	4	-0.05736079439520836
100473	embedding2nn.bias	5	-0.04206183925271034
100473	embedding2nn.bias	6	0.013045286759734154
100473	embedding2nn.bias	7	-0.07017423212528229
100473	embedding2nn.bias	8	0.052002109587192535
100473	embedding2nn.bias	9	0.030741138383746147
100473	rnn.weight_ih_l0	0	-0.049635209143161774
100473	rnn.weight_ih_l0	1	-0.0072083561681210995
100473	rnn.weight_ih_l0	2	0.05178231745958328
100473	rnn.weight_ih_l0	3	0.01020087394863367
100473	rnn.weight_ih_l0	4	-0.02010304480791092
100473	rnn.weight_ih_l0	5	-0.047338537871837616
100473	rnn.weight_ih_l0	6	0.004993205424398184
100473	rnn.weight_ih_l0	7	0.038173649460077286
100473	rnn.weight_ih_l0	8	-0.003927006386220455
100473	rnn.weight_ih_l0	9	-0.021346762776374817
100473	rnn.weight_hh_l0	0	-0.04244787245988846
100473	rnn.weight_hh_l0	1	0.001368665718473494
100473	rnn.weight_hh_l0	2	0.0018115772400051355
100473	rnn.weight_hh_l0	3	-0.05543202906847
100473	rnn.weight_hh_l0	4	0.07286285609006882
100473	rnn.weight_hh_l0	5	-0.0007076857727952302
100473	rnn.weight_hh_l0	6	-0.04672260209918022
100473	rnn.weight_hh_l0	7	0.002853243611752987
100473	rnn.weight_hh_l0	8	0.013929442502558231
100473	rnn.weight_hh_l0	9	-0.017665328457951546
100473	rnn.bias_ih_l0	0	0.07129652798175812
100473	rnn.bias_ih_l0	1	-0.03581748530268669
100473	rnn.bias_ih_l0	2	-0.0095596918836236
100473	rnn.bias_ih_l0	3	0.1216920018196106
100473	rnn.bias_ih_l0	4	-0.04915677756071091
100473	rnn.bias_ih_l0	5	-0.027679437771439552
100473	rnn.bias_ih_l0	6	0.0036366304848343134
100473	rnn.bias_ih_l0	7	0.032696496695280075
100473	rnn.bias_ih_l0	8	-0.10422894358634949
100473	rnn.bias_ih_l0	9	-0.04763885214924812
100473	rnn.bias_hh_l0	0	-0.0338590033352375
100473	rnn.bias_hh_l0	1	-0.08251583576202393
100473	rnn.bias_hh_l0	2	-0.03187226876616478
100473	rnn.bias_hh_l0	3	-0.08826414495706558
100473	rnn.bias_hh_l0	4	-0.023421751335263252
100473	rnn.bias_hh_l0	5	-0.005178299732506275
100473	rnn.bias_hh_l0	6	0.02317897044122219
100473	rnn.bias_hh_l0	7	0.03493424877524376
100473	rnn.bias_hh_l0	8	-0.1375231295824051
100473	rnn.bias_hh_l0	9	-0.028951765969395638
100473	rnn.weight_ih_l0_reverse	0	-0.009813222102820873
100473	rnn.weight_ih_l0_reverse	1	-0.052885521203279495
100473	rnn.weight_ih_l0_reverse	2	-0.023412473499774933
100473	rnn.weight_ih_l0_reverse	3	0.013746634125709534
100473	rnn.weight_ih_l0_reverse	4	-0.011897032149136066
100473	rnn.weight_ih_l0_reverse	5	-0.04476001486182213
100473	rnn.weight_ih_l0_reverse	6	0.07043977826833725
100473	rnn.weight_ih_l0_reverse	7	-0.021780773997306824
100473	rnn.weight_ih_l0_reverse	8	-0.030438058078289032
100473	rnn.weight_ih_l0_reverse	9	0.008307668380439281
100473	rnn.weight_hh_l0_reverse	0	0.029942963272333145
100473	rnn.weight_hh_l0_reverse	1	0.032949503511190414
100473	rnn.weight_hh_l0_reverse	2	0.03832564130425453
100473	rnn.weight_hh_l0_reverse	3	0.026756595820188522
100473	rnn.weight_hh_l0_reverse	4	0.009709854610264301
100473	rnn.weight_hh_l0_reverse	5	0.012800315394997597
100473	rnn.weight_hh_l0_reverse	6	0.043456967920064926
100473	rnn.weight_hh_l0_reverse	7	-0.06291066110134125
100473	rnn.weight_hh_l0_reverse	8	0.03941778093576431
100473	rnn.weight_hh_l0_reverse	9	0.0500800721347332
100473	rnn.bias_ih_l0_reverse	0	-0.05542704835534096
100473	rnn.bias_ih_l0_reverse	1	-0.23627910017967224
100473	rnn.bias_ih_l0_reverse	2	-0.12861964106559753
100473	rnn.bias_ih_l0_reverse	3	-0.023885343223810196
100473	rnn.bias_ih_l0_reverse	4	-0.04999992623925209
100473	rnn.bias_ih_l0_reverse	5	0.05092198774218559
100473	rnn.bias_ih_l0_reverse	6	-0.03952839970588684
100473	rnn.bias_ih_l0_reverse	7	0.03764874115586281
100473	rnn.bias_ih_l0_reverse	8	-0.030303815379738808
100473	rnn.bias_ih_l0_reverse	9	0.033096782863140106
100473	rnn.bias_hh_l0_reverse	0	0.0013669483596459031
100473	rnn.bias_hh_l0_reverse	1	-0.027126669883728027
100473	rnn.bias_hh_l0_reverse	2	0.07216445356607437
100473	rnn.bias_hh_l0_reverse	3	-0.06140692159533501
100473	rnn.bias_hh_l0_reverse	4	-0.04392710328102112
100473	rnn.bias_hh_l0_reverse	5	-0.03373856842517853
100473	rnn.bias_hh_l0_reverse	6	-0.01809636689722538
100473	rnn.bias_hh_l0_reverse	7	0.09701665490865707
100473	rnn.bias_hh_l0_reverse	8	0.028617005795240402
100473	rnn.bias_hh_l0_reverse	9	-0.10034956783056259
100473	rnn.weight_ih_l1	0	-0.04100576788187027
100473	rnn.weight_ih_l1	1	-0.026564642786979675
100473	rnn.weight_ih_l1	2	0.023889359086751938
100473	rnn.weight_ih_l1	3	-0.04784572124481201
100473	rnn.weight_ih_l1	4	-0.00882376916706562
100473	rnn.weight_ih_l1	5	-0.04352002590894699
100473	rnn.weight_ih_l1	6	0.027189048007130623
100473	rnn.weight_ih_l1	7	-0.035472970455884933
100473	rnn.weight_ih_l1	8	0.03525569662451744
100473	rnn.weight_ih_l1	9	0.034713685512542725
100473	rnn.weight_hh_l1	0	-0.0037890374660491943
100473	rnn.weight_hh_l1	1	0.009903768077492714
100473	rnn.weight_hh_l1	2	0.0037058282177895308
100473	rnn.weight_hh_l1	3	-0.009510564617812634
100473	rnn.weight_hh_l1	4	0.000974048103671521
100473	rnn.weight_hh_l1	5	0.023491108790040016
100473	rnn.weight_hh_l1	6	0.026251502335071564
100473	rnn.weight_hh_l1	7	-0.024624288082122803
100473	rnn.weight_hh_l1	8	-0.018675848841667175
100473	rnn.weight_hh_l1	9	0.03383023291826248
100473	rnn.bias_ih_l1	0	-0.18034149706363678
100473	rnn.bias_ih_l1	1	-0.15349268913269043
100473	rnn.bias_ih_l1	2	-0.17558662593364716
100473	rnn.bias_ih_l1	3	-0.253583699464798
100473	rnn.bias_ih_l1	4	-0.19005808234214783
100473	rnn.bias_ih_l1	5	-0.10113370418548584
100473	rnn.bias_ih_l1	6	-0.13229694962501526
100473	rnn.bias_ih_l1	7	-0.03300898149609566
100473	rnn.bias_ih_l1	8	-0.13223348557949066
100473	rnn.bias_ih_l1	9	-0.09572400152683258
100473	rnn.bias_hh_l1	0	-0.13190658390522003
100473	rnn.bias_hh_l1	1	-0.03598642721772194
100473	rnn.bias_hh_l1	2	-0.10879538208246231
100473	rnn.bias_hh_l1	3	-0.09513732045888901
100473	rnn.bias_hh_l1	4	-0.11478608846664429
100473	rnn.bias_hh_l1	5	-0.08961669355630875
100473	rnn.bias_hh_l1	6	-0.11248967051506042
100473	rnn.bias_hh_l1	7	0.0007658853428438306
100473	rnn.bias_hh_l1	8	-0.14563289284706116
100473	rnn.bias_hh_l1	9	-0.07693032920360565
100473	rnn.weight_ih_l1_reverse	0	-0.04887928441166878
100473	rnn.weight_ih_l1_reverse	1	0.016533764079213142
100473	rnn.weight_ih_l1_reverse	2	0.016974421218037605
100473	rnn.weight_ih_l1_reverse	3	0.006698125973343849
100473	rnn.weight_ih_l1_reverse	4	-0.028694462031126022
100473	rnn.weight_ih_l1_reverse	5	-0.032959386706352234
100473	rnn.weight_ih_l1_reverse	6	0.012331321835517883
100473	rnn.weight_ih_l1_reverse	7	0.011207999661564827
100473	rnn.weight_ih_l1_reverse	8	0.0368863046169281
100473	rnn.weight_ih_l1_reverse	9	-0.0782240778207779
100473	rnn.weight_hh_l1_reverse	0	0.00876015517860651
100473	rnn.weight_hh_l1_reverse	1	0.031774427741765976
100473	rnn.weight_hh_l1_reverse	2	-0.03963654115796089
100473	rnn.weight_hh_l1_reverse	3	0.04080195352435112
100473	rnn.weight_hh_l1_reverse	4	0.04876945540308952
100473	rnn.weight_hh_l1_reverse	5	0.011090113781392574
100473	rnn.weight_hh_l1_reverse	6	0.013285721652209759
100473	rnn.weight_hh_l1_reverse	7	0.02207711897790432
100473	rnn.weight_hh_l1_reverse	8	-0.0050236498937010765
100473	rnn.weight_hh_l1_reverse	9	-0.036463405936956406
100473	rnn.bias_ih_l1_reverse	0	-0.04156004637479782
100473	rnn.bias_ih_l1_reverse	1	-0.10643494129180908
100473	rnn.bias_ih_l1_reverse	2	-0.13710618019104004
100473	rnn.bias_ih_l1_reverse	3	-0.007756264880299568
100473	rnn.bias_ih_l1_reverse	4	-0.16847997903823853
100473	rnn.bias_ih_l1_reverse	5	-0.09564346820116043
100473	rnn.bias_ih_l1_reverse	6	-0.11737877875566483
100473	rnn.bias_ih_l1_reverse	7	-0.1978527456521988
100473	rnn.bias_ih_l1_reverse	8	0.13033504784107208
100473	rnn.bias_ih_l1_reverse	9	0.03841821104288101
100473	rnn.bias_hh_l1_reverse	0	-0.07061832398176193
100473	rnn.bias_hh_l1_reverse	1	-0.0502738393843174
100473	rnn.bias_hh_l1_reverse	2	-0.21677625179290771
100473	rnn.bias_hh_l1_reverse	3	-0.10383614152669907
100473	rnn.bias_hh_l1_reverse	4	-0.08776169270277023
100473	rnn.bias_hh_l1_reverse	5	-0.09555965662002563
100473	rnn.bias_hh_l1_reverse	6	0.12852171063423157
100473	rnn.bias_hh_l1_reverse	7	-0.13796526193618774
100473	rnn.bias_hh_l1_reverse	8	-0.09824894368648529
100473	rnn.bias_hh_l1_reverse	9	-0.12132564932107925
100473	linear.weight	0	0.002228822559118271
100473	linear.weight	1	0.10432644933462143
100473	linear.weight	2	-0.08175196498632431
100473	linear.weight	3	0.405310720205307
100473	linear.weight	4	0.12466775625944138
100473	linear.weight	5	-0.020357908681035042
100473	linear.weight	6	0.07777462899684906
100473	linear.weight	7	0.12813332676887512
100473	linear.weight	8	0.04126899689435959
100473	linear.weight	9	-0.04236984625458717
100473	linear.bias	0	-0.07148364931344986
100473	linear.bias	1	-0.1842256486415863
100473	linear.bias	2	-0.4307761788368225
100473	linear.bias	3	-0.7258152365684509
100473	linear.bias	4	-1.1489753723144531
100473	linear.bias	5	-0.102230004966259
100473	linear.bias	6	-0.673638105392456
100473	linear.bias	7	0.3064475953578949
100473	linear.bias	8	-0.46206361055374146
100473	linear.bias	9	-0.8743252158164978
100670	transitions	0	0.5791017413139343
100670	transitions	1	0.11444933712482452
100670	transitions	2	-10000.0
100670	transitions	3	-1.8140968084335327
100670	transitions	4	-10000.0
100670	transitions	5	0.6087578535079956
100670	transitions	6	-0.05402004346251488
100670	transitions	7	-0.5615397691726685
100670	transitions	8	-1.375429391860962
100670	transitions	9	-0.000853678968269378
100670	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
100670	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
100670	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
100670	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
100670	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
100670	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
100670	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
100670	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
100670	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
100670	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
100670	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
100670	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
100670	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
100670	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
100670	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
100670	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
100670	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
100670	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
100670	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
100670	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
100670	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
100670	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
100670	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
100670	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
100670	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
100670	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
100670	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
100670	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
100670	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
100670	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
100670	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
100670	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
100670	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
100670	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
100670	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
100670	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
100670	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
100670	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
100670	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
100670	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
100670	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
100670	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
100670	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
100670	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
100670	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
100670	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
100670	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
100670	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
100670	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
100670	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
100670	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
100670	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
100670	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
100670	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
100670	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
100670	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
100670	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
100670	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
100670	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
100670	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
100670	embedding2nn.weight	0	0.007696110289543867
100670	embedding2nn.weight	1	-0.01631734147667885
100670	embedding2nn.weight	2	-0.014268254861235619
100670	embedding2nn.weight	3	-0.010210869833827019
100670	embedding2nn.weight	4	-0.005915035028010607
100670	embedding2nn.weight	5	-0.0037005851045250893
100670	embedding2nn.weight	6	-0.003973257727921009
100670	embedding2nn.weight	7	-0.0523068904876709
100670	embedding2nn.weight	8	-0.0019979383796453476
100670	embedding2nn.weight	9	-0.02777722105383873
100670	embedding2nn.bias	0	0.023792952299118042
100670	embedding2nn.bias	1	-0.05884735658764839
100670	embedding2nn.bias	2	0.08843106776475906
100670	embedding2nn.bias	3	0.06479702889919281
100670	embedding2nn.bias	4	-0.05622865632176399
100670	embedding2nn.bias	5	-0.040248043835163116
100670	embedding2nn.bias	6	0.010783196426928043
100670	embedding2nn.bias	7	-0.06510890275239944
100670	embedding2nn.bias	8	0.05998164787888527
100670	embedding2nn.bias	9	0.031138639897108078
100670	rnn.weight_ih_l0	0	-0.049439895898103714
100670	rnn.weight_ih_l0	1	-0.007109596859663725
100670	rnn.weight_ih_l0	2	0.053940508514642715
100670	rnn.weight_ih_l0	3	0.011479867622256279
100670	rnn.weight_ih_l0	4	-0.020726781338453293
100670	rnn.weight_ih_l0	5	-0.047181494534015656
100670	rnn.weight_ih_l0	6	0.0054215495474636555
100670	rnn.weight_ih_l0	7	0.04015875980257988
100670	rnn.weight_ih_l0	8	-0.004086402710527182
100670	rnn.weight_ih_l0	9	-0.021222343668341637
100670	rnn.weight_hh_l0	0	-0.04212367907166481
100670	rnn.weight_hh_l0	1	0.0018766016000881791
100670	rnn.weight_hh_l0	2	0.0017354617593809962
100670	rnn.weight_hh_l0	3	-0.05617186054587364
100670	rnn.weight_hh_l0	4	0.07295836508274078
100670	rnn.weight_hh_l0	5	-0.0006067593931220472
100670	rnn.weight_hh_l0	6	-0.04668799415230751
100670	rnn.weight_hh_l0	7	0.0027143293991684914
100670	rnn.weight_hh_l0	8	0.01407520193606615
100670	rnn.weight_hh_l0	9	-0.017439289018511772
100670	rnn.bias_ih_l0	0	0.07325328141450882
100670	rnn.bias_ih_l0	1	-0.03441772609949112
100670	rnn.bias_ih_l0	2	-0.009716841392219067
100670	rnn.bias_ih_l0	3	0.12379444390535355
100670	rnn.bias_ih_l0	4	-0.049336496740579605
100670	rnn.bias_ih_l0	5	-0.02715330570936203
100670	rnn.bias_ih_l0	6	-0.0054408106952905655
100670	rnn.bias_ih_l0	7	0.032964445650577545
100670	rnn.bias_ih_l0	8	-0.1073819100856781
100670	rnn.bias_ih_l0	9	-0.04800386354327202
100670	rnn.bias_hh_l0	0	-0.034306373447179794
100670	rnn.bias_hh_l0	1	-0.08210784196853638
100670	rnn.bias_hh_l0	2	-0.03447108343243599
100670	rnn.bias_hh_l0	3	-0.0874074324965477
100670	rnn.bias_hh_l0	4	-0.024674290791153908
100670	rnn.bias_hh_l0	5	-0.006077518220990896
100670	rnn.bias_hh_l0	6	0.023639773949980736
100670	rnn.bias_hh_l0	7	0.028022000566124916
100670	rnn.bias_hh_l0	8	-0.13618381321430206
100670	rnn.bias_hh_l0	9	-0.027028437703847885
100670	rnn.weight_ih_l0_reverse	0	-0.009672277607023716
100670	rnn.weight_ih_l0_reverse	1	-0.051243215799331665
100670	rnn.weight_ih_l0_reverse	2	-0.021627254784107208
100670	rnn.weight_ih_l0_reverse	3	0.011848995462059975
100670	rnn.weight_ih_l0_reverse	4	-0.011651725508272648
100670	rnn.weight_ih_l0_reverse	5	-0.04463881254196167
100670	rnn.weight_ih_l0_reverse	6	0.07106158137321472
100670	rnn.weight_ih_l0_reverse	7	-0.020577281713485718
100670	rnn.weight_ih_l0_reverse	8	-0.030406640842556953
100670	rnn.weight_ih_l0_reverse	9	0.00756637891754508
100670	rnn.weight_hh_l0_reverse	0	0.029801955446600914
100670	rnn.weight_hh_l0_reverse	1	0.033483367413282394
100670	rnn.weight_hh_l0_reverse	2	0.03815942630171776
100670	rnn.weight_hh_l0_reverse	3	0.026699857786297798
100670	rnn.weight_hh_l0_reverse	4	0.009755303151905537
100670	rnn.weight_hh_l0_reverse	5	0.013224832713603973
100670	rnn.weight_hh_l0_reverse	6	0.04351509362459183
100670	rnn.weight_hh_l0_reverse	7	-0.060985665768384933
100670	rnn.weight_hh_l0_reverse	8	0.03927670791745186
100670	rnn.weight_hh_l0_reverse	9	0.05095263198018074
100670	rnn.bias_ih_l0_reverse	0	-0.05424044653773308
100670	rnn.bias_ih_l0_reverse	1	-0.2332105189561844
100670	rnn.bias_ih_l0_reverse	2	-0.1266498565673828
100670	rnn.bias_ih_l0_reverse	3	-0.02323673851788044
100670	rnn.bias_ih_l0_reverse	4	-0.04922281578183174
100670	rnn.bias_ih_l0_reverse	5	0.053381044417619705
100670	rnn.bias_ih_l0_reverse	6	-0.03932434692978859
100670	rnn.bias_ih_l0_reverse	7	0.03653552010655403
100670	rnn.bias_ih_l0_reverse	8	-0.026254521682858467
100670	rnn.bias_ih_l0_reverse	9	0.029655544087290764
100670	rnn.bias_hh_l0_reverse	0	0.00138219038490206
100670	rnn.bias_hh_l0_reverse	1	-0.024028563871979713
100670	rnn.bias_hh_l0_reverse	2	0.07348811626434326
100670	rnn.bias_hh_l0_reverse	3	-0.06354780495166779
100670	rnn.bias_hh_l0_reverse	4	-0.04571406543254852
100670	rnn.bias_hh_l0_reverse	5	-0.03100108541548252
100670	rnn.bias_hh_l0_reverse	6	-0.01974116638302803
100670	rnn.bias_hh_l0_reverse	7	0.0959128737449646
100670	rnn.bias_hh_l0_reverse	8	0.02809499390423298
100670	rnn.bias_hh_l0_reverse	9	-0.10101529955863953
100670	rnn.weight_ih_l1	0	-0.040377311408519745
100670	rnn.weight_ih_l1	1	-0.025658799335360527
100670	rnn.weight_ih_l1	2	0.02235816791653633
100670	rnn.weight_ih_l1	3	-0.04708307236433029
100670	rnn.weight_ih_l1	4	-0.00878332369029522
100670	rnn.weight_ih_l1	5	-0.042952511459589005
100670	rnn.weight_ih_l1	6	0.027678636834025383
100670	rnn.weight_ih_l1	7	-0.036411020904779434
100670	rnn.weight_ih_l1	8	0.035522252321243286
100670	rnn.weight_ih_l1	9	0.03449901565909386
100670	rnn.weight_hh_l1	0	-0.002610183320939541
100670	rnn.weight_hh_l1	1	0.009721580892801285
100670	rnn.weight_hh_l1	2	0.0030397423543035984
100670	rnn.weight_hh_l1	3	-0.009778724983334541
100670	rnn.weight_hh_l1	4	0.001091204583644867
100670	rnn.weight_hh_l1	5	0.023692237213253975
100670	rnn.weight_hh_l1	6	0.026109490543603897
100670	rnn.weight_hh_l1	7	-0.025254076346755028
100670	rnn.weight_hh_l1	8	-0.018737036734819412
100670	rnn.weight_hh_l1	9	0.03394864499568939
100670	rnn.bias_ih_l1	0	-0.1809379905462265
100670	rnn.bias_ih_l1	1	-0.15657928586006165
100670	rnn.bias_ih_l1	2	-0.17558930814266205
100670	rnn.bias_ih_l1	3	-0.25257912278175354
100670	rnn.bias_ih_l1	4	-0.19080032408237457
100670	rnn.bias_ih_l1	5	-0.10053551942110062
100670	rnn.bias_ih_l1	6	-0.13265520334243774
100670	rnn.bias_ih_l1	7	-0.033792536705732346
100670	rnn.bias_ih_l1	8	-0.13311201333999634
100670	rnn.bias_ih_l1	9	-0.10050203651189804
100670	rnn.bias_hh_l1	0	-0.13221386075019836
100670	rnn.bias_hh_l1	1	-0.033624716103076935
100670	rnn.bias_hh_l1	2	-0.10573413968086243
100670	rnn.bias_hh_l1	3	-0.09539953619241714
100670	rnn.bias_hh_l1	4	-0.11645084619522095
100670	rnn.bias_hh_l1	5	-0.08965013176202774
100670	rnn.bias_hh_l1	6	-0.11817862093448639
100670	rnn.bias_hh_l1	7	0.003581345546990633
100670	rnn.bias_hh_l1	8	-0.14477868378162384
100670	rnn.bias_hh_l1	9	-0.0737907662987709
100670	rnn.weight_ih_l1_reverse	0	-0.047941867262125015
100670	rnn.weight_ih_l1_reverse	1	0.019066819921135902
100670	rnn.weight_ih_l1_reverse	2	0.020001482218503952
100670	rnn.weight_ih_l1_reverse	3	0.007767957169562578
100670	rnn.weight_ih_l1_reverse	4	-0.028309889137744904
100670	rnn.weight_ih_l1_reverse	5	-0.033129170536994934
100670	rnn.weight_ih_l1_reverse	6	0.013554710894823074
100670	rnn.weight_ih_l1_reverse	7	0.011781064793467522
100670	rnn.weight_ih_l1_reverse	8	0.03874184191226959
100670	rnn.weight_ih_l1_reverse	9	-0.07627267390489578
100670	rnn.weight_hh_l1_reverse	0	0.008551238104701042
100670	rnn.weight_hh_l1_reverse	1	0.03162568435072899
100670	rnn.weight_hh_l1_reverse	2	-0.039628613740205765
100670	rnn.weight_hh_l1_reverse	3	0.0409000888466835
100670	rnn.weight_hh_l1_reverse	4	0.048770930618047714
100670	rnn.weight_hh_l1_reverse	5	0.01088958140462637
100670	rnn.weight_hh_l1_reverse	6	0.01274085883051157
100670	rnn.weight_hh_l1_reverse	7	0.02213241532444954
100670	rnn.weight_hh_l1_reverse	8	-0.004994065035134554
100670	rnn.weight_hh_l1_reverse	9	-0.0365663506090641
100670	rnn.bias_ih_l1_reverse	0	-0.03925057128071785
100670	rnn.bias_ih_l1_reverse	1	-0.10639579594135284
100670	rnn.bias_ih_l1_reverse	2	-0.135859876871109
100670	rnn.bias_ih_l1_reverse	3	-0.0070020584389567375
100670	rnn.bias_ih_l1_reverse	4	-0.16627047955989838
100670	rnn.bias_ih_l1_reverse	5	-0.09472645819187164
100670	rnn.bias_ih_l1_reverse	6	-0.11671066284179688
100670	rnn.bias_ih_l1_reverse	7	-0.19815804064273834
100670	rnn.bias_ih_l1_reverse	8	0.12179304659366608
100670	rnn.bias_ih_l1_reverse	9	0.03959996998310089
100670	rnn.bias_hh_l1_reverse	0	-0.07615803927183151
100670	rnn.bias_hh_l1_reverse	1	-0.05312816798686981
100670	rnn.bias_hh_l1_reverse	2	-0.21728764474391937
100670	rnn.bias_hh_l1_reverse	3	-0.10432784259319305
100670	rnn.bias_hh_l1_reverse	4	-0.08782217651605606
100670	rnn.bias_hh_l1_reverse	5	-0.09491530060768127
100670	rnn.bias_hh_l1_reverse	6	0.12331603467464447
100670	rnn.bias_hh_l1_reverse	7	-0.13887335360050201
100670	rnn.bias_hh_l1_reverse	8	-0.10050977766513824
100670	rnn.bias_hh_l1_reverse	9	-0.12100017815828323
100670	linear.weight	0	0.002228822559118271
100670	linear.weight	1	0.10760951042175293
100670	linear.weight	2	-0.08475619554519653
100670	linear.weight	3	0.4147692024707794
100670	linear.weight	4	0.11874746531248093
100670	linear.weight	5	-0.016660751774907112
100670	linear.weight	6	0.07739679515361786
100670	linear.weight	7	0.140561044216156
100670	linear.weight	8	0.04127034917473793
100670	linear.weight	9	-0.04578008875250816
100670	linear.bias	0	-0.07808630168437958
100670	linear.bias	1	-0.18956758081912994
100670	linear.bias	2	-0.41999351978302
100670	linear.bias	3	-0.7118797302246094
100670	linear.bias	4	-1.1393163204193115
100670	linear.bias	5	-0.10537078976631165
100670	linear.bias	6	-0.6776492595672607
100670	linear.bias	7	0.3070697784423828
100670	linear.bias	8	-0.48700541257858276
100670	linear.bias	9	-0.8997343182563782
100674	transitions	0	0.5790501236915588
100674	transitions	1	0.1144140288233757
100674	transitions	2	-10000.0
100674	transitions	3	-1.81409752368927
100674	transitions	4	-10000.0
100674	transitions	5	0.6087551116943359
100674	transitions	6	-0.05402269959449768
100674	transitions	7	-0.5615397691726685
100674	transitions	8	-1.3754299879074097
100674	transitions	9	-0.0008536811801604927
100674	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
100674	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
100674	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
100674	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
100674	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
100674	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
100674	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
100674	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
100674	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
100674	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
100674	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
100674	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
100674	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
100674	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
100674	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
100674	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
100674	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
100674	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
100674	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
100674	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
100674	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
100674	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
100674	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
100674	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
100674	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
100674	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
100674	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
100674	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
100674	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
100674	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
100674	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
100674	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
100674	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
100674	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
100674	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
100674	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
100674	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
100674	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
100674	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
100674	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
100674	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
100674	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
100674	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
100674	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
100674	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
100674	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
100674	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
100674	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
100674	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
100674	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
100674	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
100674	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
100674	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
100674	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
100674	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
100674	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
100674	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
100674	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
100674	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
100674	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
100674	embedding2nn.weight	0	0.00767701817676425
100674	embedding2nn.weight	1	-0.01633945107460022
100674	embedding2nn.weight	2	-0.014268254861235619
100674	embedding2nn.weight	3	-0.010008580982685089
100674	embedding2nn.weight	4	-0.005915035028010607
100674	embedding2nn.weight	5	-0.0037005851045250893
100674	embedding2nn.weight	6	-0.003973257727921009
100674	embedding2nn.weight	7	-0.05233559384942055
100674	embedding2nn.weight	8	-0.0019979383796453476
100674	embedding2nn.weight	9	-0.02781704068183899
100674	embedding2nn.bias	0	0.024284932762384415
100674	embedding2nn.bias	1	-0.05985773354768753
100674	embedding2nn.bias	2	0.0883905291557312
100674	embedding2nn.bias	3	0.06470758467912674
100674	embedding2nn.bias	4	-0.0566943921148777
100674	embedding2nn.bias	5	-0.04011821374297142
100674	embedding2nn.bias	6	0.010273931547999382
100674	embedding2nn.bias	7	-0.06597556173801422
100674	embedding2nn.bias	8	0.059611715376377106
100674	embedding2nn.bias	9	0.029806921258568764
100674	rnn.weight_ih_l0	0	-0.04938631132245064
100674	rnn.weight_ih_l0	1	-0.007319977506995201
100674	rnn.weight_ih_l0	2	0.05343824252486229
100674	rnn.weight_ih_l0	3	0.01124771498143673
100674	rnn.weight_ih_l0	4	-0.02091924659907818
100674	rnn.weight_ih_l0	5	-0.04731163755059242
100674	rnn.weight_ih_l0	6	0.0054695820435881615
100674	rnn.weight_ih_l0	7	0.040140338242053986
100674	rnn.weight_ih_l0	8	-0.004103323444724083
100674	rnn.weight_ih_l0	9	-0.021256744861602783
100674	rnn.weight_hh_l0	0	-0.0424359105527401
100674	rnn.weight_hh_l0	1	0.0018700881628319621
100674	rnn.weight_hh_l0	2	0.0018068330828100443
100674	rnn.weight_hh_l0	3	-0.05620088800787926
100674	rnn.weight_hh_l0	4	0.07284917682409286
100674	rnn.weight_hh_l0	5	-0.0006129007088020444
100674	rnn.weight_hh_l0	6	-0.0466124564409256
100674	rnn.weight_hh_l0	7	0.0027216142043471336
100674	rnn.weight_hh_l0	8	0.013974925503134727
100674	rnn.weight_hh_l0	9	-0.017369145527482033
100674	rnn.bias_ih_l0	0	0.07319574058055878
100674	rnn.bias_ih_l0	1	-0.03450963646173477
100674	rnn.bias_ih_l0	2	-0.009800958447158337
100674	rnn.bias_ih_l0	3	0.12348125874996185
100674	rnn.bias_ih_l0	4	-0.04929853975772858
100674	rnn.bias_ih_l0	5	-0.026995904743671417
100674	rnn.bias_ih_l0	6	-0.00554404454305768
100674	rnn.bias_ih_l0	7	0.03302760049700737
100674	rnn.bias_ih_l0	8	-0.10738278180360794
100674	rnn.bias_ih_l0	9	-0.04747515171766281
100674	rnn.bias_hh_l0	0	-0.03381182998418808
100674	rnn.bias_hh_l0	1	-0.08208632469177246
100674	rnn.bias_hh_l0	2	-0.03485257178544998
100674	rnn.bias_hh_l0	3	-0.08766937255859375
100674	rnn.bias_hh_l0	4	-0.024635180830955505
100674	rnn.bias_hh_l0	5	-0.0065691410563886166
100674	rnn.bias_hh_l0	6	0.023489147424697876
100674	rnn.bias_hh_l0	7	0.02911021001636982
100674	rnn.bias_hh_l0	8	-0.1362767219543457
100674	rnn.bias_hh_l0	9	-0.026779545471072197
100674	rnn.weight_ih_l0_reverse	0	-0.009680359624326229
100674	rnn.weight_ih_l0_reverse	1	-0.05140789970755577
100674	rnn.weight_ih_l0_reverse	2	-0.021561020985245705
100674	rnn.weight_ih_l0_reverse	3	0.011960567906498909
100674	rnn.weight_ih_l0_reverse	4	-0.011658230796456337
100674	rnn.weight_ih_l0_reverse	5	-0.044697582721710205
100674	rnn.weight_ih_l0_reverse	6	0.07102683186531067
100674	rnn.weight_ih_l0_reverse	7	-0.020613867789506912
100674	rnn.weight_ih_l0_reverse	8	-0.030420169234275818
100674	rnn.weight_ih_l0_reverse	9	0.007634259294718504
100674	rnn.weight_hh_l0_reverse	0	0.02974797412753105
100674	rnn.weight_hh_l0_reverse	1	0.033465079963207245
100674	rnn.weight_hh_l0_reverse	2	0.03816087916493416
100674	rnn.weight_hh_l0_reverse	3	0.026659449562430382
100674	rnn.weight_hh_l0_reverse	4	0.00980271864682436
100674	rnn.weight_hh_l0_reverse	5	0.013467645272612572
100674	rnn.weight_hh_l0_reverse	6	0.04356089234352112
100674	rnn.weight_hh_l0_reverse	7	-0.061025992035865784
100674	rnn.weight_hh_l0_reverse	8	0.039328284561634064
100674	rnn.weight_hh_l0_reverse	9	0.05100255459547043
100674	rnn.bias_ih_l0_reverse	0	-0.05434140935540199
100674	rnn.bias_ih_l0_reverse	1	-0.23310594260692596
100674	rnn.bias_ih_l0_reverse	2	-0.12465028464794159
100674	rnn.bias_ih_l0_reverse	3	-0.023126322776079178
100674	rnn.bias_ih_l0_reverse	4	-0.048654306679964066
100674	rnn.bias_ih_l0_reverse	5	0.05394549295306206
100674	rnn.bias_ih_l0_reverse	6	-0.03916184604167938
100674	rnn.bias_ih_l0_reverse	7	0.03631897270679474
100674	rnn.bias_ih_l0_reverse	8	-0.02586759813129902
100674	rnn.bias_ih_l0_reverse	9	0.030208460986614227
100674	rnn.bias_hh_l0_reverse	0	0.00132566352840513
100674	rnn.bias_hh_l0_reverse	1	-0.02386711724102497
100674	rnn.bias_hh_l0_reverse	2	0.07331092655658722
100674	rnn.bias_hh_l0_reverse	3	-0.06343001127243042
100674	rnn.bias_hh_l0_reverse	4	-0.045718222856521606
100674	rnn.bias_hh_l0_reverse	5	-0.030924413353204727
100674	rnn.bias_hh_l0_reverse	6	-0.020057180896401405
100674	rnn.bias_hh_l0_reverse	7	0.09601064026355743
100674	rnn.bias_hh_l0_reverse	8	0.027951572090387344
100674	rnn.bias_hh_l0_reverse	9	-0.10073190927505493
100674	rnn.weight_ih_l1	0	-0.04030681401491165
100674	rnn.weight_ih_l1	1	-0.025766916573047638
100674	rnn.weight_ih_l1	2	0.022589394822716713
100674	rnn.weight_ih_l1	3	-0.04713332653045654
100674	rnn.weight_ih_l1	4	-0.008796450681984425
100674	rnn.weight_ih_l1	5	-0.04304257780313492
100674	rnn.weight_ih_l1	6	0.027731336653232574
100674	rnn.weight_ih_l1	7	-0.03617687523365021
100674	rnn.weight_ih_l1	8	0.035556163638830185
100674	rnn.weight_ih_l1	9	0.0344713069498539
100674	rnn.weight_hh_l1	0	-0.0025125378742814064
100674	rnn.weight_hh_l1	1	0.009741301648318768
100674	rnn.weight_hh_l1	2	0.0027701486833393574
100674	rnn.weight_hh_l1	3	-0.009813732467591763
100674	rnn.weight_hh_l1	4	0.0011025989660993218
100674	rnn.weight_hh_l1	5	0.023688970133662224
100674	rnn.weight_hh_l1	6	0.026024870574474335
100674	rnn.weight_hh_l1	7	-0.025323860347270966
100674	rnn.weight_hh_l1	8	-0.018719719722867012
100674	rnn.weight_hh_l1	9	0.03394125774502754
100674	rnn.bias_ih_l1	0	-0.1807224452495575
100674	rnn.bias_ih_l1	1	-0.15577496588230133
100674	rnn.bias_ih_l1	2	-0.1748192012310028
100674	rnn.bias_ih_l1	3	-0.25245511531829834
100674	rnn.bias_ih_l1	4	-0.19084690511226654
100674	rnn.bias_ih_l1	5	-0.10051581263542175
100674	rnn.bias_ih_l1	6	-0.1321239173412323
100674	rnn.bias_ih_l1	7	-0.0329926535487175
100674	rnn.bias_ih_l1	8	-0.13351352512836456
100674	rnn.bias_ih_l1	9	-0.10085856914520264
100674	rnn.bias_hh_l1	0	-0.13172680139541626
100674	rnn.bias_hh_l1	1	-0.03296574205160141
100674	rnn.bias_hh_l1	2	-0.10593760758638382
100674	rnn.bias_hh_l1	3	-0.0952645018696785
100674	rnn.bias_hh_l1	4	-0.11642675846815109
100674	rnn.bias_hh_l1	5	-0.08957679569721222
100674	rnn.bias_hh_l1	6	-0.11805956810712814
100674	rnn.bias_hh_l1	7	0.0031523832585662603
100674	rnn.bias_hh_l1	8	-0.14447273313999176
100674	rnn.bias_hh_l1	9	-0.07347512245178223
100674	rnn.weight_ih_l1_reverse	0	-0.047937653958797455
100674	rnn.weight_ih_l1_reverse	1	0.01906599849462509
100674	rnn.weight_ih_l1_reverse	2	0.01958785578608513
100674	rnn.weight_ih_l1_reverse	3	0.008360704407095909
100674	rnn.weight_ih_l1_reverse	4	-0.02842622436583042
100674	rnn.weight_ih_l1_reverse	5	-0.03308851644396782
100674	rnn.weight_ih_l1_reverse	6	0.01355684269219637
100674	rnn.weight_ih_l1_reverse	7	0.011853547766804695
100674	rnn.weight_ih_l1_reverse	8	0.0387750118970871
100674	rnn.weight_ih_l1_reverse	9	-0.07574605196714401
100674	rnn.weight_hh_l1_reverse	0	0.00859222561120987
100674	rnn.weight_hh_l1_reverse	1	0.031640347093343735
100674	rnn.weight_hh_l1_reverse	2	-0.03963642194867134
100674	rnn.weight_hh_l1_reverse	3	0.04093383252620697
100674	rnn.weight_hh_l1_reverse	4	0.048850055783987045
100674	rnn.weight_hh_l1_reverse	5	0.010877500288188457
100674	rnn.weight_hh_l1_reverse	6	0.012745525687932968
100674	rnn.weight_hh_l1_reverse	7	0.022075731307268143
100674	rnn.weight_hh_l1_reverse	8	-0.0049988627433776855
100674	rnn.weight_hh_l1_reverse	9	-0.03658992797136307
100674	rnn.bias_ih_l1_reverse	0	-0.03914409130811691
100674	rnn.bias_ih_l1_reverse	1	-0.10643494874238968
100674	rnn.bias_ih_l1_reverse	2	-0.1355208456516266
100674	rnn.bias_ih_l1_reverse	3	-0.007772737182676792
100674	rnn.bias_ih_l1_reverse	4	-0.16605325043201447
100674	rnn.bias_ih_l1_reverse	5	-0.09489306062459946
100674	rnn.bias_ih_l1_reverse	6	-0.11671894043684006
100674	rnn.bias_ih_l1_reverse	7	-0.19880332052707672
100674	rnn.bias_ih_l1_reverse	8	0.11924527585506439
100674	rnn.bias_ih_l1_reverse	9	0.03944850713014603
100674	rnn.bias_hh_l1_reverse	0	-0.07578975707292557
100674	rnn.bias_hh_l1_reverse	1	-0.05303310602903366
100674	rnn.bias_hh_l1_reverse	2	-0.21713566780090332
100674	rnn.bias_hh_l1_reverse	3	-0.10419148951768875
100674	rnn.bias_hh_l1_reverse	4	-0.08774010092020035
100674	rnn.bias_hh_l1_reverse	5	-0.09521269053220749
100674	rnn.bias_hh_l1_reverse	6	0.12341593205928802
100674	rnn.bias_hh_l1_reverse	7	-0.13770802319049835
100674	rnn.bias_hh_l1_reverse	8	-0.10039552301168442
100674	rnn.bias_hh_l1_reverse	9	-0.1211143359541893
100674	linear.weight	0	0.002228822559118271
100674	linear.weight	1	0.10806821286678314
100674	linear.weight	2	-0.08474066853523254
100674	linear.weight	3	0.4151301681995392
100674	linear.weight	4	0.11860083788633347
100674	linear.weight	5	-0.016690142452716827
100674	linear.weight	6	0.07762701064348221
100674	linear.weight	7	0.14143969118595123
100674	linear.weight	8	0.0412704162299633
100674	linear.weight	9	-0.04589599743485451
100674	linear.bias	0	-0.09421411901712418
100674	linear.bias	1	-0.1938767433166504
100674	linear.bias	2	-0.42155149579048157
100674	linear.bias	3	-0.7173795700073242
100674	linear.bias	4	-1.1447652578353882
100674	linear.bias	5	-0.09651453047990799
100674	linear.bias	6	-0.6820175051689148
100674	linear.bias	7	0.3160969018936157
100674	linear.bias	8	-0.48785895109176636
100674	linear.bias	9	-0.9007030725479126
100871	transitions	0	0.5674871206283569
100871	transitions	1	0.11955568194389343
100871	transitions	2	-10000.0
100871	transitions	3	-1.8141839504241943
100871	transitions	4	-10000.0
100871	transitions	5	0.6085612773895264
100871	transitions	6	-0.05414075404405594
100871	transitions	7	-0.5624076724052429
100871	transitions	8	-1.3756325244903564
100871	transitions	9	-0.0008554458618164062
100871	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
100871	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
100871	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
100871	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
100871	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
100871	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
100871	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
100871	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
100871	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
100871	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
100871	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
100871	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
100871	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
100871	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
100871	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
100871	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
100871	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
100871	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
100871	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
100871	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
100871	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
100871	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
100871	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
100871	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
100871	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
100871	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
100871	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
100871	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
100871	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
100871	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
100871	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
100871	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
100871	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
100871	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
100871	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
100871	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
100871	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
100871	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
100871	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
100871	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
100871	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
100871	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
100871	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
100871	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
100871	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
100871	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
100871	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
100871	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
100871	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
100871	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
100871	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
100871	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
100871	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
100871	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
100871	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
100871	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
100871	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
100871	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
100871	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
100871	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
100871	embedding2nn.weight	0	0.006539101246744394
100871	embedding2nn.weight	1	-0.016194786876440048
100871	embedding2nn.weight	2	-0.014268254861235619
100871	embedding2nn.weight	3	-0.00850291270762682
100871	embedding2nn.weight	4	-0.0059150345623493195
100871	embedding2nn.weight	5	-0.0037005851045250893
100871	embedding2nn.weight	6	-0.003973257262259722
100871	embedding2nn.weight	7	-0.05175092816352844
100871	embedding2nn.weight	8	-0.0019979383796453476
100871	embedding2nn.weight	9	-0.027507051825523376
100871	embedding2nn.bias	0	0.019161108881235123
100871	embedding2nn.bias	1	-0.058935411274433136
100871	embedding2nn.bias	2	0.09226864576339722
100871	embedding2nn.bias	3	0.06695623695850372
100871	embedding2nn.bias	4	-0.05436882749199867
100871	embedding2nn.bias	5	-0.044997137039899826
100871	embedding2nn.bias	6	0.008156354539096355
100871	embedding2nn.bias	7	-0.056875161826610565
100871	embedding2nn.bias	8	0.051241207867860794
100871	embedding2nn.bias	9	0.02429165318608284
100871	rnn.weight_ih_l0	0	-0.04893391206860542
100871	rnn.weight_ih_l0	1	-0.007534103933721781
100871	rnn.weight_ih_l0	2	0.051669180393218994
100871	rnn.weight_ih_l0	3	0.01149335503578186
100871	rnn.weight_ih_l0	4	-0.02034338191151619
100871	rnn.weight_ih_l0	5	-0.04850868508219719
100871	rnn.weight_ih_l0	6	0.005926060490310192
100871	rnn.weight_ih_l0	7	0.03933348134160042
100871	rnn.weight_ih_l0	8	-0.002984323538839817
100871	rnn.weight_ih_l0	9	-0.02163277007639408
100871	rnn.weight_hh_l0	0	-0.042707446962594986
100871	rnn.weight_hh_l0	1	0.002727458020672202
100871	rnn.weight_hh_l0	2	0.0023274305276572704
100871	rnn.weight_hh_l0	3	-0.056776728481054306
100871	rnn.weight_hh_l0	4	0.07329311221837997
100871	rnn.weight_hh_l0	5	0.0007850817637518048
100871	rnn.weight_hh_l0	6	-0.04683094099164009
100871	rnn.weight_hh_l0	7	0.0018842732533812523
100871	rnn.weight_hh_l0	8	0.013837887905538082
100871	rnn.weight_hh_l0	9	-0.018032904714345932
100871	rnn.bias_ih_l0	0	0.07022669166326523
100871	rnn.bias_ih_l0	1	-0.03276791796088219
100871	rnn.bias_ih_l0	2	-0.010876291431486607
100871	rnn.bias_ih_l0	3	0.1252441108226776
100871	rnn.bias_ih_l0	4	-0.04949352145195007
100871	rnn.bias_ih_l0	5	-0.028248770162463188
100871	rnn.bias_ih_l0	6	-0.005140121094882488
100871	rnn.bias_ih_l0	7	0.03464650362730026
100871	rnn.bias_ih_l0	8	-0.10790152102708817
100871	rnn.bias_ih_l0	9	-0.03975933790206909
100871	rnn.bias_hh_l0	0	-0.0342043898999691
100871	rnn.bias_hh_l0	1	-0.0849529579281807
100871	rnn.bias_hh_l0	2	-0.03708134591579437
100871	rnn.bias_hh_l0	3	-0.08699823170900345
100871	rnn.bias_hh_l0	4	-0.020775206387043
100871	rnn.bias_hh_l0	5	-0.0069024148397147655
100871	rnn.bias_hh_l0	6	0.022104909643530846
100871	rnn.bias_hh_l0	7	0.026535125449299812
100871	rnn.bias_hh_l0	8	-0.131934255361557
100871	rnn.bias_hh_l0	9	-0.02346009574830532
100871	rnn.weight_ih_l0_reverse	0	-0.009151477366685867
100871	rnn.weight_ih_l0_reverse	1	-0.050384771078825
100871	rnn.weight_ih_l0_reverse	2	-0.021325362846255302
100871	rnn.weight_ih_l0_reverse	3	0.011424146592617035
100871	rnn.weight_ih_l0_reverse	4	-0.01040832418948412
100871	rnn.weight_ih_l0_reverse	5	-0.04405045881867409
100871	rnn.weight_ih_l0_reverse	6	0.07038027048110962
100871	rnn.weight_ih_l0_reverse	7	-0.020197207108139992
100871	rnn.weight_ih_l0_reverse	8	-0.02991298772394657
100871	rnn.weight_ih_l0_reverse	9	0.0058937096036970615
100871	rnn.weight_hh_l0_reverse	0	0.029816381633281708
100871	rnn.weight_hh_l0_reverse	1	0.03317994251847267
100871	rnn.weight_hh_l0_reverse	2	0.03827425837516785
100871	rnn.weight_hh_l0_reverse	3	0.026774168014526367
100871	rnn.weight_hh_l0_reverse	4	0.01015777699649334
100871	rnn.weight_hh_l0_reverse	5	0.013006065040826797
100871	rnn.weight_hh_l0_reverse	6	0.04363233223557472
100871	rnn.weight_hh_l0_reverse	7	-0.06193660572171211
100871	rnn.weight_hh_l0_reverse	8	0.03984914347529411
100871	rnn.weight_hh_l0_reverse	9	0.05022209882736206
100871	rnn.bias_ih_l0_reverse	0	-0.05332782119512558
100871	rnn.bias_ih_l0_reverse	1	-0.2324652522802353
100871	rnn.bias_ih_l0_reverse	2	-0.12401463836431503
100871	rnn.bias_ih_l0_reverse	3	-0.024322761222720146
100871	rnn.bias_ih_l0_reverse	4	-0.05114102363586426
100871	rnn.bias_ih_l0_reverse	5	0.05606973171234131
100871	rnn.bias_ih_l0_reverse	6	-0.0403548888862133
100871	rnn.bias_ih_l0_reverse	7	0.03739874064922333
100871	rnn.bias_ih_l0_reverse	8	-0.022812610492110252
100871	rnn.bias_ih_l0_reverse	9	0.029566951096057892
100871	rnn.bias_hh_l0_reverse	0	0.0006927478825673461
100871	rnn.bias_hh_l0_reverse	1	-0.024831077083945274
100871	rnn.bias_hh_l0_reverse	2	0.07397104799747467
100871	rnn.bias_hh_l0_reverse	3	-0.06084391474723816
100871	rnn.bias_hh_l0_reverse	4	-0.04041606932878494
100871	rnn.bias_hh_l0_reverse	5	-0.03026290237903595
100871	rnn.bias_hh_l0_reverse	6	-0.019427834078669548
100871	rnn.bias_hh_l0_reverse	7	0.09462470561265945
100871	rnn.bias_hh_l0_reverse	8	0.03013615310192108
100871	rnn.bias_hh_l0_reverse	9	-0.10468809306621552
100871	rnn.weight_ih_l1	0	-0.0415496788918972
100871	rnn.weight_ih_l1	1	-0.024149294942617416
100871	rnn.weight_ih_l1	2	0.020727967843413353
100871	rnn.weight_ih_l1	3	-0.04627135768532753
100871	rnn.weight_ih_l1	4	-0.008691727183759212
100871	rnn.weight_ih_l1	5	-0.04298972710967064
100871	rnn.weight_ih_l1	6	0.026853056624531746
100871	rnn.weight_ih_l1	7	-0.03594626486301422
100871	rnn.weight_ih_l1	8	0.036188699305057526
100871	rnn.weight_ih_l1	9	0.03447389230132103
100871	rnn.weight_hh_l1	0	-0.0048806625418365
100871	rnn.weight_hh_l1	1	0.009805629029870033
100871	rnn.weight_hh_l1	2	0.003583876183256507
100871	rnn.weight_hh_l1	3	-0.010086103342473507
100871	rnn.weight_hh_l1	4	0.0015846012393012643
100871	rnn.weight_hh_l1	5	0.023658139631152153
100871	rnn.weight_hh_l1	6	0.026330430060625076
100871	rnn.weight_hh_l1	7	-0.025676783174276352
100871	rnn.weight_hh_l1	8	-0.018743274733424187
100871	rnn.weight_hh_l1	9	0.03391692042350769
100871	rnn.bias_ih_l1	0	-0.18159152567386627
100871	rnn.bias_ih_l1	1	-0.15547184646129608
100871	rnn.bias_ih_l1	2	-0.17577996850013733
100871	rnn.bias_ih_l1	3	-0.2570061683654785
100871	rnn.bias_ih_l1	4	-0.18828347325325012
100871	rnn.bias_ih_l1	5	-0.10111355781555176
100871	rnn.bias_ih_l1	6	-0.12850593030452728
100871	rnn.bias_ih_l1	7	-0.03830365091562271
100871	rnn.bias_ih_l1	8	-0.13161154091358185
100871	rnn.bias_ih_l1	9	-0.1031830832362175
100871	rnn.bias_hh_l1	0	-0.13476872444152832
100871	rnn.bias_hh_l1	1	-0.0314323753118515
100871	rnn.bias_hh_l1	2	-0.10736509412527084
100871	rnn.bias_hh_l1	3	-0.09288006275892258
100871	rnn.bias_hh_l1	4	-0.11517046391963959
100871	rnn.bias_hh_l1	5	-0.09012355655431747
100871	rnn.bias_hh_l1	6	-0.11452946811914444
100871	rnn.bias_hh_l1	7	0.0074760871939361095
100871	rnn.bias_hh_l1	8	-0.14418776333332062
100871	rnn.bias_hh_l1	9	-0.07469942420721054
100871	rnn.weight_ih_l1_reverse	0	-0.047369785606861115
100871	rnn.weight_ih_l1_reverse	1	0.023634914308786392
100871	rnn.weight_ih_l1_reverse	2	0.022992121055722237
100871	rnn.weight_ih_l1_reverse	3	0.008013051003217697
100871	rnn.weight_ih_l1_reverse	4	-0.02813306264579296
100871	rnn.weight_ih_l1_reverse	5	-0.033183466643095016
100871	rnn.weight_ih_l1_reverse	6	0.013449881225824356
100871	rnn.weight_ih_l1_reverse	7	0.011863754130899906
100871	rnn.weight_ih_l1_reverse	8	0.039462603628635406
100871	rnn.weight_ih_l1_reverse	9	-0.07582505792379379
100871	rnn.weight_hh_l1_reverse	0	0.008654950186610222
100871	rnn.weight_hh_l1_reverse	1	0.031647950410842896
100871	rnn.weight_hh_l1_reverse	2	-0.03974391892552376
100871	rnn.weight_hh_l1_reverse	3	0.041083503514528275
100871	rnn.weight_hh_l1_reverse	4	0.049042943865060806
100871	rnn.weight_hh_l1_reverse	5	0.010777636431157589
100871	rnn.weight_hh_l1_reverse	6	0.01150812953710556
100871	rnn.weight_hh_l1_reverse	7	0.022287918254733086
100871	rnn.weight_hh_l1_reverse	8	-0.004923766478896141
100871	rnn.weight_hh_l1_reverse	9	-0.036552246659994125
100871	rnn.bias_ih_l1_reverse	0	-0.03485773131251335
100871	rnn.bias_ih_l1_reverse	1	-0.1038755476474762
100871	rnn.bias_ih_l1_reverse	2	-0.13625138998031616
100871	rnn.bias_ih_l1_reverse	3	-0.007935714907944202
100871	rnn.bias_ih_l1_reverse	4	-0.16628225147724152
100871	rnn.bias_ih_l1_reverse	5	-0.09759463369846344
100871	rnn.bias_ih_l1_reverse	6	-0.11595775932073593
100871	rnn.bias_ih_l1_reverse	7	-0.19570134580135345
100871	rnn.bias_ih_l1_reverse	8	0.11463239789009094
100871	rnn.bias_ih_l1_reverse	9	0.0367264561355114
100871	rnn.bias_hh_l1_reverse	0	-0.07258886843919754
100871	rnn.bias_hh_l1_reverse	1	-0.04729584977030754
100871	rnn.bias_hh_l1_reverse	2	-0.21878835558891296
100871	rnn.bias_hh_l1_reverse	3	-0.10417228937149048
100871	rnn.bias_hh_l1_reverse	4	-0.0868847593665123
100871	rnn.bias_hh_l1_reverse	5	-0.09372019022703171
100871	rnn.bias_hh_l1_reverse	6	0.12295658141374588
100871	rnn.bias_hh_l1_reverse	7	-0.1395203173160553
100871	rnn.bias_hh_l1_reverse	8	-0.10040248930454254
100871	rnn.bias_hh_l1_reverse	9	-0.1227729395031929
100871	linear.weight	0	0.002228822559118271
100871	linear.weight	1	0.11058194935321808
100871	linear.weight	2	-0.08544424921274185
100871	linear.weight	3	0.41168510913848877
100871	linear.weight	4	0.12147270888090134
100871	linear.weight	5	-0.016808925196528435
100871	linear.weight	6	0.0909811332821846
100871	linear.weight	7	0.14049232006072998
100871	linear.weight	8	0.04127161204814911
100871	linear.weight	9	-0.043317604809999466
100871	linear.bias	0	-0.07145684212446213
100871	linear.bias	1	-0.2102733850479126
100871	linear.bias	2	-0.40802833437919617
100871	linear.bias	3	-0.7291565537452698
100871	linear.bias	4	-1.1562812328338623
100871	linear.bias	5	-0.07117874920368195
100871	linear.bias	6	-0.6976396441459656
100871	linear.bias	7	0.33830973505973816
100871	linear.bias	8	-0.474308580160141
100871	linear.bias	9	-0.8856749534606934
101068	transitions	0	0.5678139328956604
101068	transitions	1	0.12267343699932098
101068	transitions	2	-10000.0
101068	transitions	3	-1.8142215013504028
101068	transitions	4	-10000.0
101068	transitions	5	0.6083801984786987
101068	transitions	6	-0.05431908369064331
101068	transitions	7	-0.5630735754966736
101068	transitions	8	-1.375717282295227
101068	transitions	9	-0.0008569161873310804
101068	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
101068	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
101068	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
101068	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
101068	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
101068	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
101068	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
101068	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
101068	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
101068	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
101068	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
101068	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
101068	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
101068	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
101068	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
101068	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
101068	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
101068	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
101068	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
101068	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
101068	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
101068	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
101068	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
101068	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
101068	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
101068	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
101068	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
101068	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
101068	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
101068	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
101068	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
101068	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
101068	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
101068	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
101068	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
101068	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
101068	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
101068	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
101068	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
101068	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
101068	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
101068	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
101068	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
101068	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
101068	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
101068	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
101068	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
101068	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
101068	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
101068	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
101068	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
101068	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
101068	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
101068	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
101068	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
101068	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
101068	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
101068	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
101068	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
101068	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
101068	embedding2nn.weight	0	0.00755128962919116
101068	embedding2nn.weight	1	-0.01603766158223152
101068	embedding2nn.weight	2	-0.014268254861235619
101068	embedding2nn.weight	3	-0.0080592455342412
101068	embedding2nn.weight	4	-0.0059150345623493195
101068	embedding2nn.weight	5	-0.0037005851045250893
101068	embedding2nn.weight	6	-0.003973264712840319
101068	embedding2nn.weight	7	-0.05201795697212219
101068	embedding2nn.weight	8	-0.0019979383796453476
101068	embedding2nn.weight	9	-0.02722686156630516
101068	embedding2nn.bias	0	0.01774805784225464
101068	embedding2nn.bias	1	-0.06350617855787277
101068	embedding2nn.bias	2	0.08877646923065186
101068	embedding2nn.bias	3	0.07025253027677536
101068	embedding2nn.bias	4	-0.05514318123459816
101068	embedding2nn.bias	5	-0.04058782383799553
101068	embedding2nn.bias	6	0.005650176201015711
101068	embedding2nn.bias	7	-0.05940352380275726
101068	embedding2nn.bias	8	0.04786260426044464
101068	embedding2nn.bias	9	0.03303401544690132
101068	rnn.weight_ih_l0	0	-0.04791484773159027
101068	rnn.weight_ih_l0	1	-0.008034159429371357
101068	rnn.weight_ih_l0	2	0.05265691503882408
101068	rnn.weight_ih_l0	3	0.011550712399184704
101068	rnn.weight_ih_l0	4	-0.02053787000477314
101068	rnn.weight_ih_l0	5	-0.04788221791386604
101068	rnn.weight_ih_l0	6	0.005951687227934599
101068	rnn.weight_ih_l0	7	0.038478679955005646
101068	rnn.weight_ih_l0	8	-0.001285008154809475
101068	rnn.weight_ih_l0	9	-0.02189183421432972
101068	rnn.weight_hh_l0	0	-0.042339570820331573
101068	rnn.weight_hh_l0	1	0.003898750990629196
101068	rnn.weight_hh_l0	2	0.0019202694529667497
101068	rnn.weight_hh_l0	3	-0.0575442910194397
101068	rnn.weight_hh_l0	4	0.07332327961921692
101068	rnn.weight_hh_l0	5	-4.298459316487424e-05
101068	rnn.weight_hh_l0	6	-0.04695301130414009
101068	rnn.weight_hh_l0	7	0.0019949988927692175
101068	rnn.weight_hh_l0	8	0.013617760501801968
101068	rnn.weight_hh_l0	9	-0.017474327236413956
101068	rnn.bias_ih_l0	0	0.0695207267999649
101068	rnn.bias_ih_l0	1	-0.034510254859924316
101068	rnn.bias_ih_l0	2	-0.009858929552137852
101068	rnn.bias_ih_l0	3	0.12137684226036072
101068	rnn.bias_ih_l0	4	-0.04796890914440155
101068	rnn.bias_ih_l0	5	-0.02826990932226181
101068	rnn.bias_ih_l0	6	-0.004217665176838636
101068	rnn.bias_ih_l0	7	0.029827674850821495
101068	rnn.bias_ih_l0	8	-0.10790622234344482
101068	rnn.bias_ih_l0	9	-0.0377892442047596
101068	rnn.bias_hh_l0	0	-0.033175673335790634
101068	rnn.bias_hh_l0	1	-0.08802192658185959
101068	rnn.bias_hh_l0	2	-0.03568193316459656
101068	rnn.bias_hh_l0	3	-0.0881505161523819
101068	rnn.bias_hh_l0	4	-0.016798214986920357
101068	rnn.bias_hh_l0	5	-0.00808716006577015
101068	rnn.bias_hh_l0	6	0.019650774076581
101068	rnn.bias_hh_l0	7	0.02301327884197235
101068	rnn.bias_hh_l0	8	-0.1348646730184555
101068	rnn.bias_hh_l0	9	-0.02654876559972763
101068	rnn.weight_ih_l0_reverse	0	-0.008034131489694118
101068	rnn.weight_ih_l0_reverse	1	-0.052463240921497345
101068	rnn.weight_ih_l0_reverse	2	-0.02078680880367756
101068	rnn.weight_ih_l0_reverse	3	0.009581688791513443
101068	rnn.weight_ih_l0_reverse	4	-0.00951281376183033
101068	rnn.weight_ih_l0_reverse	5	-0.0448872447013855
101068	rnn.weight_ih_l0_reverse	6	0.07029526680707932
101068	rnn.weight_ih_l0_reverse	7	-0.01992533542215824
101068	rnn.weight_ih_l0_reverse	8	-0.028915878385305405
101068	rnn.weight_ih_l0_reverse	9	0.006595083512365818
101068	rnn.weight_hh_l0_reverse	0	0.030430983752012253
101068	rnn.weight_hh_l0_reverse	1	0.0331847257912159
101068	rnn.weight_hh_l0_reverse	2	0.03897998109459877
101068	rnn.weight_hh_l0_reverse	3	0.027407227084040642
101068	rnn.weight_hh_l0_reverse	4	0.010496887378394604
101068	rnn.weight_hh_l0_reverse	5	0.012012511491775513
101068	rnn.weight_hh_l0_reverse	6	0.04410630092024803
101068	rnn.weight_hh_l0_reverse	7	-0.06174962595105171
101068	rnn.weight_hh_l0_reverse	8	0.04078257828950882
101068	rnn.weight_hh_l0_reverse	9	0.04991760104894638
101068	rnn.bias_ih_l0_reverse	0	-0.052632734179496765
101068	rnn.bias_ih_l0_reverse	1	-0.23234350979328156
101068	rnn.bias_ih_l0_reverse	2	-0.12216239422559738
101068	rnn.bias_ih_l0_reverse	3	-0.028329286724328995
101068	rnn.bias_ih_l0_reverse	4	-0.051765505224466324
101068	rnn.bias_ih_l0_reverse	5	0.05704331025481224
101068	rnn.bias_ih_l0_reverse	6	-0.042306087911129
101068	rnn.bias_ih_l0_reverse	7	0.03607955574989319
101068	rnn.bias_ih_l0_reverse	8	-0.0255490280687809
101068	rnn.bias_ih_l0_reverse	9	0.029443060979247093
101068	rnn.bias_hh_l0_reverse	0	-0.00010372121323598549
101068	rnn.bias_hh_l0_reverse	1	-0.029297005385160446
101068	rnn.bias_hh_l0_reverse	2	0.07261597365140915
101068	rnn.bias_hh_l0_reverse	3	-0.06369220465421677
101068	rnn.bias_hh_l0_reverse	4	-0.04151532053947449
101068	rnn.bias_hh_l0_reverse	5	-0.030878283083438873
101068	rnn.bias_hh_l0_reverse	6	-0.021657785400748253
101068	rnn.bias_hh_l0_reverse	7	0.09327186644077301
101068	rnn.bias_hh_l0_reverse	8	0.029723143205046654
101068	rnn.bias_hh_l0_reverse	9	-0.10529091209173203
101068	rnn.weight_ih_l1	0	-0.041981928050518036
101068	rnn.weight_ih_l1	1	-0.023262619972229004
101068	rnn.weight_ih_l1	2	0.019652187824249268
101068	rnn.weight_ih_l1	3	-0.0496036522090435
101068	rnn.weight_ih_l1	4	-0.009137692861258984
101068	rnn.weight_ih_l1	5	-0.04287995770573616
101068	rnn.weight_ih_l1	6	0.025937948375940323
101068	rnn.weight_ih_l1	7	-0.03589443862438202
101068	rnn.weight_ih_l1	8	0.036687031388282776
101068	rnn.weight_ih_l1	9	0.034205641597509384
101068	rnn.weight_hh_l1	0	-0.003327734535560012
101068	rnn.weight_hh_l1	1	0.009822201915085316
101068	rnn.weight_hh_l1	2	0.0010007387027144432
101068	rnn.weight_hh_l1	3	-0.010482394136488438
101068	rnn.weight_hh_l1	4	0.001541734323836863
101068	rnn.weight_hh_l1	5	0.023602552711963654
101068	rnn.weight_hh_l1	6	0.026557430624961853
101068	rnn.weight_hh_l1	7	-0.025701448321342468
101068	rnn.weight_hh_l1	8	-0.017906194552779198
101068	rnn.weight_hh_l1	9	0.034684713929891586
101068	rnn.bias_ih_l1	0	-0.18578214943408966
101068	rnn.bias_ih_l1	1	-0.1577625572681427
101068	rnn.bias_ih_l1	2	-0.17515094578266144
101068	rnn.bias_ih_l1	3	-0.2575644254684448
101068	rnn.bias_ih_l1	4	-0.18467283248901367
101068	rnn.bias_ih_l1	5	-0.10144698619842529
101068	rnn.bias_ih_l1	6	-0.127756729722023
101068	rnn.bias_ih_l1	7	-0.03529353067278862
101068	rnn.bias_ih_l1	8	-0.12742799520492554
101068	rnn.bias_ih_l1	9	-0.10136999934911728
101068	rnn.bias_hh_l1	0	-0.135473370552063
101068	rnn.bias_hh_l1	1	-0.03218092769384384
101068	rnn.bias_hh_l1	2	-0.10456904768943787
101068	rnn.bias_hh_l1	3	-0.09407691657543182
101068	rnn.bias_hh_l1	4	-0.11475816369056702
101068	rnn.bias_hh_l1	5	-0.09156794100999832
101068	rnn.bias_hh_l1	6	-0.11424259096384048
101068	rnn.bias_hh_l1	7	0.016576748341321945
101068	rnn.bias_hh_l1	8	-0.14200551807880402
101068	rnn.bias_hh_l1	9	-0.0771852433681488
101068	rnn.weight_ih_l1_reverse	0	-0.04693736135959625
101068	rnn.weight_ih_l1_reverse	1	0.021602816879749298
101068	rnn.weight_ih_l1_reverse	2	0.025238970294594765
101068	rnn.weight_ih_l1_reverse	3	0.008026737719774246
101068	rnn.weight_ih_l1_reverse	4	-0.027169395238161087
101068	rnn.weight_ih_l1_reverse	5	-0.03313068673014641
101068	rnn.weight_ih_l1_reverse	6	0.013085898943245411
101068	rnn.weight_ih_l1_reverse	7	0.012189292348921299
101068	rnn.weight_ih_l1_reverse	8	0.03944874554872513
101068	rnn.weight_ih_l1_reverse	9	-0.0747942104935646
101068	rnn.weight_hh_l1_reverse	0	0.008582097478210926
101068	rnn.weight_hh_l1_reverse	1	0.03175615519285202
101068	rnn.weight_hh_l1_reverse	2	-0.039674535393714905
101068	rnn.weight_hh_l1_reverse	3	0.04103441908955574
101068	rnn.weight_hh_l1_reverse	4	0.049386389553546906
101068	rnn.weight_hh_l1_reverse	5	0.010080795735120773
101068	rnn.weight_hh_l1_reverse	6	0.011759631335735321
101068	rnn.weight_hh_l1_reverse	7	0.022773968055844307
101068	rnn.weight_hh_l1_reverse	8	-0.004905719310045242
101068	rnn.weight_hh_l1_reverse	9	-0.03618348389863968
101068	rnn.bias_ih_l1_reverse	0	-0.037244752049446106
101068	rnn.bias_ih_l1_reverse	1	-0.10783914476633072
101068	rnn.bias_ih_l1_reverse	2	-0.1397363245487213
101068	rnn.bias_ih_l1_reverse	3	-0.009856670163571835
101068	rnn.bias_ih_l1_reverse	4	-0.16583304107189178
101068	rnn.bias_ih_l1_reverse	5	-0.09805026650428772
101068	rnn.bias_ih_l1_reverse	6	-0.11641072481870651
101068	rnn.bias_ih_l1_reverse	7	-0.2019900530576706
101068	rnn.bias_ih_l1_reverse	8	0.11621659249067307
101068	rnn.bias_ih_l1_reverse	9	0.0348520390689373
101068	rnn.bias_hh_l1_reverse	0	-0.08114679902791977
101068	rnn.bias_hh_l1_reverse	1	-0.052905887365341187
101068	rnn.bias_hh_l1_reverse	2	-0.2186148762702942
101068	rnn.bias_hh_l1_reverse	3	-0.10504322499036789
101068	rnn.bias_hh_l1_reverse	4	-0.08758454769849777
101068	rnn.bias_hh_l1_reverse	5	-0.09614194184541702
101068	rnn.bias_hh_l1_reverse	6	0.1227857694029808
101068	rnn.bias_hh_l1_reverse	7	-0.13595934212207794
101068	rnn.bias_hh_l1_reverse	8	-0.09766107052564621
101068	rnn.bias_hh_l1_reverse	9	-0.12254759669303894
101068	linear.weight	0	0.002228822559118271
101068	linear.weight	1	0.0925239846110344
101068	linear.weight	2	-0.08952387422323227
101068	linear.weight	3	0.4064667820930481
101068	linear.weight	4	0.12056166678667068
101068	linear.weight	5	-0.023980123922228813
101068	linear.weight	6	0.09982253611087799
101068	linear.weight	7	0.1390996128320694
101068	linear.weight	8	0.041272133588790894
101068	linear.weight	9	-0.04382876306772232
101068	linear.bias	0	-0.05455367639660835
101068	linear.bias	1	-0.1990092545747757
101068	linear.bias	2	-0.40517550706863403
101068	linear.bias	3	-0.7154834270477295
101068	linear.bias	4	-1.1461150646209717
101068	linear.bias	5	-0.07817848771810532
101068	linear.bias	6	-0.6847847700119019
101068	linear.bias	7	0.32827746868133545
101068	linear.bias	8	-0.48698821663856506
101068	linear.bias	9	-0.8989059329032898
101265	transitions	0	0.5783185362815857
101265	transitions	1	0.11361806094646454
101265	transitions	2	-10000.0
101265	transitions	3	-1.8142645359039307
101265	transitions	4	-10000.0
101265	transitions	5	0.6081920862197876
101265	transitions	6	-0.054522521793842316
101265	transitions	7	-0.563504695892334
101265	transitions	8	-1.3759247064590454
101265	transitions	9	-0.0008583354647271335
101265	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
101265	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
101265	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
101265	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
101265	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
101265	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
101265	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
101265	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
101265	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
101265	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
101265	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
101265	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
101265	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
101265	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
101265	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
101265	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
101265	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
101265	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
101265	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
101265	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
101265	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
101265	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
101265	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
101265	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
101265	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
101265	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
101265	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
101265	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
101265	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
101265	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
101265	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
101265	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
101265	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
101265	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
101265	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
101265	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
101265	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
101265	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
101265	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
101265	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
101265	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
101265	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
101265	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
101265	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
101265	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
101265	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
101265	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
101265	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
101265	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
101265	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
101265	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
101265	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
101265	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
101265	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
101265	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
101265	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
101265	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
101265	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
101265	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
101265	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
101265	embedding2nn.weight	0	0.007917453534901142
101265	embedding2nn.weight	1	-0.0159527026116848
101265	embedding2nn.weight	2	-0.014268254861235619
101265	embedding2nn.weight	3	-0.007936786860227585
101265	embedding2nn.weight	4	-0.0059150345623493195
101265	embedding2nn.weight	5	-0.0037005848716944456
101265	embedding2nn.weight	6	-0.0039732675068080425
101265	embedding2nn.weight	7	-0.052281711250543594
101265	embedding2nn.weight	8	-0.0019979383796453476
101265	embedding2nn.weight	9	-0.027549508959054947
101265	embedding2nn.bias	0	0.019955990836024284
101265	embedding2nn.bias	1	-0.06450007110834122
101265	embedding2nn.bias	2	0.08958860486745834
101265	embedding2nn.bias	3	0.06907500326633453
101265	embedding2nn.bias	4	-0.059476587921381
101265	embedding2nn.bias	5	-0.04698461294174194
101265	embedding2nn.bias	6	0.012769362889230251
101265	embedding2nn.bias	7	-0.05021555721759796
101265	embedding2nn.bias	8	0.039193045347929
101265	embedding2nn.bias	9	0.02726602926850319
101265	rnn.weight_ih_l0	0	-0.0491175502538681
101265	rnn.weight_ih_l0	1	-0.008929688483476639
101265	rnn.weight_ih_l0	2	0.05323030427098274
101265	rnn.weight_ih_l0	3	0.013128514401614666
101265	rnn.weight_ih_l0	4	-0.021308112889528275
101265	rnn.weight_ih_l0	5	-0.04787207022309303
101265	rnn.weight_ih_l0	6	0.0051169502548873425
101265	rnn.weight_ih_l0	7	0.040558110922575
101265	rnn.weight_ih_l0	8	-0.0013986033154651523
101265	rnn.weight_ih_l0	9	-0.0220365971326828
101265	rnn.weight_hh_l0	0	-0.04218214005231857
101265	rnn.weight_hh_l0	1	0.003731042379513383
101265	rnn.weight_hh_l0	2	0.0022770625073462725
101265	rnn.weight_hh_l0	3	-0.05724536255002022
101265	rnn.weight_hh_l0	4	0.073546402156353
101265	rnn.weight_hh_l0	5	-0.00033685017842799425
101265	rnn.weight_hh_l0	6	-0.04610665887594223
101265	rnn.weight_hh_l0	7	8.539220289094374e-06
101265	rnn.weight_hh_l0	8	0.013454694300889969
101265	rnn.weight_hh_l0	9	-0.017619680613279343
101265	rnn.bias_ih_l0	0	0.06771068274974823
101265	rnn.bias_ih_l0	1	-0.03487524762749672
101265	rnn.bias_ih_l0	2	-0.00813521258533001
101265	rnn.bias_ih_l0	3	0.12102670222520828
101265	rnn.bias_ih_l0	4	-0.04907782003283501
101265	rnn.bias_ih_l0	5	-0.032009903341531754
101265	rnn.bias_ih_l0	6	-0.0022429211530834436
101265	rnn.bias_ih_l0	7	0.029454607516527176
101265	rnn.bias_ih_l0	8	-0.10894482582807541
101265	rnn.bias_ih_l0	9	-0.03431449085474014
101265	rnn.bias_hh_l0	0	-0.029659876599907875
101265	rnn.bias_hh_l0	1	-0.09433219581842422
101265	rnn.bias_hh_l0	2	-0.038832660764455795
101265	rnn.bias_hh_l0	3	-0.08818443864583969
101265	rnn.bias_hh_l0	4	-0.017285414040088654
101265	rnn.bias_hh_l0	5	-0.00882495567202568
101265	rnn.bias_hh_l0	6	0.020540282130241394
101265	rnn.bias_hh_l0	7	0.020086001604795456
101265	rnn.bias_hh_l0	8	-0.1348743587732315
101265	rnn.bias_hh_l0	9	-0.02593625709414482
101265	rnn.weight_ih_l0_reverse	0	-0.00793049018830061
101265	rnn.weight_ih_l0_reverse	1	-0.05235789343714714
101265	rnn.weight_ih_l0_reverse	2	-0.02154548466205597
101265	rnn.weight_ih_l0_reverse	3	0.008164084516465664
101265	rnn.weight_ih_l0_reverse	4	-0.009534086100757122
101265	rnn.weight_ih_l0_reverse	5	-0.044623084366321564
101265	rnn.weight_ih_l0_reverse	6	0.06891855597496033
101265	rnn.weight_ih_l0_reverse	7	-0.01873442530632019
101265	rnn.weight_ih_l0_reverse	8	-0.02939382568001747
101265	rnn.weight_ih_l0_reverse	9	0.006075946614146233
101265	rnn.weight_hh_l0_reverse	0	0.030367903411388397
101265	rnn.weight_hh_l0_reverse	1	0.03329545259475708
101265	rnn.weight_hh_l0_reverse	2	0.03936634585261345
101265	rnn.weight_hh_l0_reverse	3	0.028130462393164635
101265	rnn.weight_hh_l0_reverse	4	0.010180053301155567
101265	rnn.weight_hh_l0_reverse	5	0.013262522406876087
101265	rnn.weight_hh_l0_reverse	6	0.04437115788459778
101265	rnn.weight_hh_l0_reverse	7	-0.06272126734256744
101265	rnn.weight_hh_l0_reverse	8	0.04018957167863846
101265	rnn.weight_hh_l0_reverse	9	0.05047661066055298
101265	rnn.bias_ih_l0_reverse	0	-0.05123391002416611
101265	rnn.bias_ih_l0_reverse	1	-0.23119916021823883
101265	rnn.bias_ih_l0_reverse	2	-0.11960494518280029
101265	rnn.bias_ih_l0_reverse	3	-0.029180968180298805
101265	rnn.bias_ih_l0_reverse	4	-0.05093500390648842
101265	rnn.bias_ih_l0_reverse	5	0.0589042492210865
101265	rnn.bias_ih_l0_reverse	6	-0.04704231768846512
101265	rnn.bias_ih_l0_reverse	7	0.03255390748381615
101265	rnn.bias_ih_l0_reverse	8	-0.028534816578030586
101265	rnn.bias_ih_l0_reverse	9	0.030261892825365067
101265	rnn.bias_hh_l0_reverse	0	-0.0002637838770169765
101265	rnn.bias_hh_l0_reverse	1	-0.030834432691335678
101265	rnn.bias_hh_l0_reverse	2	0.07720186561346054
101265	rnn.bias_hh_l0_reverse	3	-0.06359182298183441
101265	rnn.bias_hh_l0_reverse	4	-0.0376681312918663
101265	rnn.bias_hh_l0_reverse	5	-0.028678048402071
101265	rnn.bias_hh_l0_reverse	6	-0.02374115400016308
101265	rnn.bias_hh_l0_reverse	7	0.0933922678232193
101265	rnn.bias_hh_l0_reverse	8	0.028916094452142715
101265	rnn.bias_hh_l0_reverse	9	-0.10813447088003159
101265	rnn.weight_ih_l1	0	-0.04301292449235916
101265	rnn.weight_ih_l1	1	-0.02468217723071575
101265	rnn.weight_ih_l1	2	0.025072600692510605
101265	rnn.weight_ih_l1	3	-0.052259817719459534
101265	rnn.weight_ih_l1	4	-0.009977031499147415
101265	rnn.weight_ih_l1	5	-0.04315710440278053
101265	rnn.weight_ih_l1	6	0.02588415890932083
101265	rnn.weight_ih_l1	7	-0.036160483956336975
101265	rnn.weight_ih_l1	8	0.03667648881673813
101265	rnn.weight_ih_l1	9	0.03496868908405304
101265	rnn.weight_hh_l1	0	-0.002037696773186326
101265	rnn.weight_hh_l1	1	0.01003233902156353
101265	rnn.weight_hh_l1	2	0.0033671208657324314
101265	rnn.weight_hh_l1	3	-0.010512189008295536
101265	rnn.weight_hh_l1	4	0.0013961757067590952
101265	rnn.weight_hh_l1	5	0.023497125133872032
101265	rnn.weight_hh_l1	6	0.026104241609573364
101265	rnn.weight_hh_l1	7	-0.02530013397336006
101265	rnn.weight_hh_l1	8	-0.017640752717852592
101265	rnn.weight_hh_l1	9	0.03513879328966141
101265	rnn.bias_ih_l1	0	-0.18665333092212677
101265	rnn.bias_ih_l1	1	-0.162044495344162
101265	rnn.bias_ih_l1	2	-0.1759212613105774
101265	rnn.bias_ih_l1	3	-0.2563876211643219
101265	rnn.bias_ih_l1	4	-0.18229025602340698
101265	rnn.bias_ih_l1	5	-0.1018332839012146
101265	rnn.bias_ih_l1	6	-0.12495061010122299
101265	rnn.bias_ih_l1	7	-0.0338517427444458
101265	rnn.bias_ih_l1	8	-0.12800610065460205
101265	rnn.bias_ih_l1	9	-0.09860473871231079
101265	rnn.bias_hh_l1	0	-0.13229534029960632
101265	rnn.bias_hh_l1	1	-0.031772181391716
101265	rnn.bias_hh_l1	2	-0.10222544521093369
101265	rnn.bias_hh_l1	3	-0.09688275307416916
101265	rnn.bias_hh_l1	4	-0.11553066223859787
101265	rnn.bias_hh_l1	5	-0.08903392404317856
101265	rnn.bias_hh_l1	6	-0.11516186594963074
101265	rnn.bias_hh_l1	7	0.014308123849332333
101265	rnn.bias_hh_l1	8	-0.1351156085729599
101265	rnn.bias_hh_l1	9	-0.07951050251722336
101265	rnn.weight_ih_l1_reverse	0	-0.04635665938258171
101265	rnn.weight_ih_l1_reverse	1	0.022670350968837738
101265	rnn.weight_ih_l1_reverse	2	0.02788182720541954
101265	rnn.weight_ih_l1_reverse	3	0.0095758605748415
101265	rnn.weight_ih_l1_reverse	4	-0.02816244773566723
101265	rnn.weight_ih_l1_reverse	5	-0.03310679271817207
101265	rnn.weight_ih_l1_reverse	6	0.012215066701173782
101265	rnn.weight_ih_l1_reverse	7	0.012164952233433723
101265	rnn.weight_ih_l1_reverse	8	0.03973394259810448
101265	rnn.weight_ih_l1_reverse	9	-0.07418482005596161
101265	rnn.weight_hh_l1_reverse	0	0.008668174967169762
101265	rnn.weight_hh_l1_reverse	1	0.03155861049890518
101265	rnn.weight_hh_l1_reverse	2	-0.03973519057035446
101265	rnn.weight_hh_l1_reverse	3	0.041050516068935394
101265	rnn.weight_hh_l1_reverse	4	0.049525871872901917
101265	rnn.weight_hh_l1_reverse	5	0.009922833181917667
101265	rnn.weight_hh_l1_reverse	6	0.012161873281002045
101265	rnn.weight_hh_l1_reverse	7	0.022710874676704407
101265	rnn.weight_hh_l1_reverse	8	-0.005161791108548641
101265	rnn.weight_hh_l1_reverse	9	-0.03630580008029938
101265	rnn.bias_ih_l1_reverse	0	-0.03624480590224266
101265	rnn.bias_ih_l1_reverse	1	-0.11098968237638474
101265	rnn.bias_ih_l1_reverse	2	-0.13563202321529388
101265	rnn.bias_ih_l1_reverse	3	-0.006144253071397543
101265	rnn.bias_ih_l1_reverse	4	-0.16498573124408722
101265	rnn.bias_ih_l1_reverse	5	-0.09941135346889496
101265	rnn.bias_ih_l1_reverse	6	-0.11481302231550217
101265	rnn.bias_ih_l1_reverse	7	-0.2019956409931183
101265	rnn.bias_ih_l1_reverse	8	0.12203492224216461
101265	rnn.bias_ih_l1_reverse	9	0.035164617002010345
101265	rnn.bias_hh_l1_reverse	0	-0.08447912335395813
101265	rnn.bias_hh_l1_reverse	1	-0.04677973687648773
101265	rnn.bias_hh_l1_reverse	2	-0.21615169942378998
101265	rnn.bias_hh_l1_reverse	3	-0.10234653204679489
101265	rnn.bias_hh_l1_reverse	4	-0.08815216273069382
101265	rnn.bias_hh_l1_reverse	5	-0.09736517816781998
101265	rnn.bias_hh_l1_reverse	6	0.12175344675779343
101265	rnn.bias_hh_l1_reverse	7	-0.13577747344970703
101265	rnn.bias_hh_l1_reverse	8	-0.09753866493701935
101265	rnn.bias_hh_l1_reverse	9	-0.12274959683418274
101265	linear.weight	0	0.002228822559118271
101265	linear.weight	1	0.08803005516529083
101265	linear.weight	2	-0.08711458742618561
101265	linear.weight	3	0.4108102321624756
101265	linear.weight	4	0.11976305395364761
101265	linear.weight	5	-0.018626265227794647
101265	linear.weight	6	0.0824514850974083
101265	linear.weight	7	0.14370425045490265
101265	linear.weight	8	0.04127264767885208
101265	linear.weight	9	-0.04014322906732559
101265	linear.bias	0	-0.023457515984773636
101265	linear.bias	1	-0.22742615640163422
101265	linear.bias	2	-0.39823827147483826
101265	linear.bias	3	-0.7081134915351868
101265	linear.bias	4	-1.1395750045776367
101265	linear.bias	5	-0.06947661936283112
101265	linear.bias	6	-0.7160427570343018
101265	linear.bias	7	0.334364652633667
101265	linear.bias	8	-0.4765770733356476
101265	linear.bias	9	-0.887881338596344
101462	transitions	0	0.5834742784500122
101462	transitions	1	0.11595083773136139
101462	transitions	2	-10000.0
101462	transitions	3	-1.8143317699432373
101462	transitions	4	-10000.0
101462	transitions	5	0.6081168055534363
101462	transitions	6	-0.054640043526887894
101462	transitions	7	-0.5638032555580139
101462	transitions	8	-1.3760086297988892
101462	transitions	9	-0.00086003023898229
101462	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
101462	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
101462	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
101462	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
101462	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
101462	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
101462	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
101462	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
101462	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
101462	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
101462	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
101462	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
101462	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
101462	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
101462	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
101462	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
101462	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
101462	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
101462	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
101462	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
101462	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
101462	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
101462	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
101462	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
101462	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
101462	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
101462	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
101462	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
101462	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
101462	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
101462	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
101462	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
101462	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
101462	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
101462	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
101462	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
101462	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
101462	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
101462	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
101462	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
101462	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
101462	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
101462	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
101462	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
101462	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
101462	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
101462	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
101462	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
101462	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
101462	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
101462	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
101462	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
101462	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
101462	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
101462	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
101462	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
101462	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
101462	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
101462	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
101462	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
101462	embedding2nn.weight	0	0.0065278043039143085
101462	embedding2nn.weight	1	-0.01581236720085144
101462	embedding2nn.weight	2	-0.014268254861235619
101462	embedding2nn.weight	3	-0.009152350947260857
101462	embedding2nn.weight	4	-0.0059150345623493195
101462	embedding2nn.weight	5	-0.0037005848716944456
101462	embedding2nn.weight	6	-0.003973270766437054
101462	embedding2nn.weight	7	-0.051852330565452576
101462	embedding2nn.weight	8	-0.0019979383796453476
101462	embedding2nn.weight	9	-0.028201216831803322
101462	embedding2nn.bias	0	0.019108934327960014
101462	embedding2nn.bias	1	-0.05846329778432846
101462	embedding2nn.bias	2	0.08788207918405533
101462	embedding2nn.bias	3	0.0657539963722229
101462	embedding2nn.bias	4	-0.062261346727609634
101462	embedding2nn.bias	5	-0.035364583134651184
101462	embedding2nn.bias	6	0.017555736005306244
101462	embedding2nn.bias	7	-0.05450335144996643
101462	embedding2nn.bias	8	0.044734567403793335
101462	embedding2nn.bias	9	0.026604579761624336
101462	rnn.weight_ih_l0	0	-0.047714412212371826
101462	rnn.weight_ih_l0	1	-0.009917409159243107
101462	rnn.weight_ih_l0	2	0.05316750332713127
101462	rnn.weight_ih_l0	3	0.012148928828537464
101462	rnn.weight_ih_l0	4	-0.021468786522746086
101462	rnn.weight_ih_l0	5	-0.04654669389128685
101462	rnn.weight_ih_l0	6	0.005058569367974997
101462	rnn.weight_ih_l0	7	0.04033379629254341
101462	rnn.weight_ih_l0	8	-0.0013667367165908217
101462	rnn.weight_ih_l0	9	-0.020755760371685028
101462	rnn.weight_hh_l0	0	-0.042939670383930206
101462	rnn.weight_hh_l0	1	0.0029820145573467016
101462	rnn.weight_hh_l0	2	0.002362922765314579
101462	rnn.weight_hh_l0	3	-0.0574989840388298
101462	rnn.weight_hh_l0	4	0.07375193387269974
101462	rnn.weight_hh_l0	5	-0.0024675210006535053
101462	rnn.weight_hh_l0	6	-0.04651837795972824
101462	rnn.weight_hh_l0	7	0.001078869798220694
101462	rnn.weight_hh_l0	8	0.013517663814127445
101462	rnn.weight_hh_l0	9	-0.01774831861257553
101462	rnn.bias_ih_l0	0	0.06659300625324249
101462	rnn.bias_ih_l0	1	-0.03532739728689194
101462	rnn.bias_ih_l0	2	-0.005018993280827999
101462	rnn.bias_ih_l0	3	0.12246501445770264
101462	rnn.bias_ih_l0	4	-0.05115395039319992
101462	rnn.bias_ih_l0	5	-0.033054500818252563
101462	rnn.bias_ih_l0	6	0.001764681306667626
101462	rnn.bias_ih_l0	7	0.027613086625933647
101462	rnn.bias_ih_l0	8	-0.10976944863796234
101462	rnn.bias_ih_l0	9	-0.031378306448459625
101462	rnn.bias_hh_l0	0	-0.029321985319256783
101462	rnn.bias_hh_l0	1	-0.09348553419113159
101462	rnn.bias_hh_l0	2	-0.039018042385578156
101462	rnn.bias_hh_l0	3	-0.08607026934623718
101462	rnn.bias_hh_l0	4	-0.020740605890750885
101462	rnn.bias_hh_l0	5	-0.005486700218170881
101462	rnn.bias_hh_l0	6	0.0207221657037735
101462	rnn.bias_hh_l0	7	0.022046437487006187
101462	rnn.bias_hh_l0	8	-0.1338842511177063
101462	rnn.bias_hh_l0	9	-0.02481834776699543
101462	rnn.weight_ih_l0_reverse	0	-0.009133625775575638
101462	rnn.weight_ih_l0_reverse	1	-0.05153227597475052
101462	rnn.weight_ih_l0_reverse	2	-0.021864961832761765
101462	rnn.weight_ih_l0_reverse	3	0.006331026088446379
101462	rnn.weight_ih_l0_reverse	4	-0.008983500301837921
101462	rnn.weight_ih_l0_reverse	5	-0.044342126697301865
101462	rnn.weight_ih_l0_reverse	6	0.07080591470003128
101462	rnn.weight_ih_l0_reverse	7	-0.018166309222579002
101462	rnn.weight_ih_l0_reverse	8	-0.029320525005459785
101462	rnn.weight_ih_l0_reverse	9	0.005785801913589239
101462	rnn.weight_hh_l0_reverse	0	0.029534541070461273
101462	rnn.weight_hh_l0_reverse	1	0.03231694921851158
101462	rnn.weight_hh_l0_reverse	2	0.039073213934898376
101462	rnn.weight_hh_l0_reverse	3	0.028867557644844055
101462	rnn.weight_hh_l0_reverse	4	0.009910625405609608
101462	rnn.weight_hh_l0_reverse	5	0.012252965942025185
101462	rnn.weight_hh_l0_reverse	6	0.04403190687298775
101462	rnn.weight_hh_l0_reverse	7	-0.061735473573207855
101462	rnn.weight_hh_l0_reverse	8	0.03953985869884491
101462	rnn.weight_hh_l0_reverse	9	0.050508156418800354
101462	rnn.bias_ih_l0_reverse	0	-0.05084344744682312
101462	rnn.bias_ih_l0_reverse	1	-0.2303972989320755
101462	rnn.bias_ih_l0_reverse	2	-0.12202022969722748
101462	rnn.bias_ih_l0_reverse	3	-0.028502188622951508
101462	rnn.bias_ih_l0_reverse	4	-0.0498637780547142
101462	rnn.bias_ih_l0_reverse	5	0.06153932958841324
101462	rnn.bias_ih_l0_reverse	6	-0.04672693461179733
101462	rnn.bias_ih_l0_reverse	7	0.03331422060728073
101462	rnn.bias_ih_l0_reverse	8	-0.03199050948023796
101462	rnn.bias_ih_l0_reverse	9	0.029034247621893883
101462	rnn.bias_hh_l0_reverse	0	0.00010309665958629921
101462	rnn.bias_hh_l0_reverse	1	-0.030712971463799477
101462	rnn.bias_hh_l0_reverse	2	0.07286185771226883
101462	rnn.bias_hh_l0_reverse	3	-0.06097855791449547
101462	rnn.bias_hh_l0_reverse	4	-0.03910696879029274
101462	rnn.bias_hh_l0_reverse	5	-0.024369196966290474
101462	rnn.bias_hh_l0_reverse	6	-0.024924585595726967
101462	rnn.bias_hh_l0_reverse	7	0.09078127145767212
101462	rnn.bias_hh_l0_reverse	8	0.027328403666615486
101462	rnn.bias_hh_l0_reverse	9	-0.1055319756269455
101462	rnn.weight_ih_l1	0	-0.04334820434451103
101462	rnn.weight_ih_l1	1	-0.025163210928440094
101462	rnn.weight_ih_l1	2	0.028525806963443756
101462	rnn.weight_ih_l1	3	-0.04942568019032478
101462	rnn.weight_ih_l1	4	-0.008398298174142838
101462	rnn.weight_ih_l1	5	-0.0430440716445446
101462	rnn.weight_ih_l1	6	0.02661619707942009
101462	rnn.weight_ih_l1	7	-0.037038128823041916
101462	rnn.weight_ih_l1	8	0.037089522927999496
101462	rnn.weight_ih_l1	9	0.035167887806892395
101462	rnn.weight_hh_l1	0	-0.0018631159327924252
101462	rnn.weight_hh_l1	1	0.010209129191935062
101462	rnn.weight_hh_l1	2	0.0028828787617385387
101462	rnn.weight_hh_l1	3	-0.010465770959854126
101462	rnn.weight_hh_l1	4	0.001751093310303986
101462	rnn.weight_hh_l1	5	0.02373475581407547
101462	rnn.weight_hh_l1	6	0.026596419513225555
101462	rnn.weight_hh_l1	7	-0.02520390786230564
101462	rnn.weight_hh_l1	8	-0.0179409459233284
101462	rnn.weight_hh_l1	9	0.03511182963848114
101462	rnn.bias_ih_l1	0	-0.18748122453689575
101462	rnn.bias_ih_l1	1	-0.1639499068260193
101462	rnn.bias_ih_l1	2	-0.17546725273132324
101462	rnn.bias_ih_l1	3	-0.2571525573730469
101462	rnn.bias_ih_l1	4	-0.1839514523744583
101462	rnn.bias_ih_l1	5	-0.10184968262910843
101462	rnn.bias_ih_l1	6	-0.12381327897310257
101462	rnn.bias_ih_l1	7	-0.03029499761760235
101462	rnn.bias_ih_l1	8	-0.13064903020858765
101462	rnn.bias_ih_l1	9	-0.10254845023155212
101462	rnn.bias_hh_l1	0	-0.13103866577148438
101462	rnn.bias_hh_l1	1	-0.03543713316321373
101462	rnn.bias_hh_l1	2	-0.10440884530544281
101462	rnn.bias_hh_l1	3	-0.09622279554605484
101462	rnn.bias_hh_l1	4	-0.11514928191900253
101462	rnn.bias_hh_l1	5	-0.08715060353279114
101462	rnn.bias_hh_l1	6	-0.11833425611257553
101462	rnn.bias_hh_l1	7	0.01809683069586754
101462	rnn.bias_hh_l1	8	-0.13822366297245026
101462	rnn.bias_hh_l1	9	-0.08017448335886002
101462	rnn.weight_ih_l1_reverse	0	-0.04858424514532089
101462	rnn.weight_ih_l1_reverse	1	0.01857892796397209
101462	rnn.weight_ih_l1_reverse	2	0.027279924601316452
101462	rnn.weight_ih_l1_reverse	3	0.010450255125761032
101462	rnn.weight_ih_l1_reverse	4	-0.02966514229774475
101462	rnn.weight_ih_l1_reverse	5	-0.033376965671777725
101462	rnn.weight_ih_l1_reverse	6	0.013998901471495628
101462	rnn.weight_ih_l1_reverse	7	0.012629239819943905
101462	rnn.weight_ih_l1_reverse	8	0.03898468241095543
101462	rnn.weight_ih_l1_reverse	9	-0.0751676857471466
101462	rnn.weight_hh_l1_reverse	0	0.008478223346173763
101462	rnn.weight_hh_l1_reverse	1	0.031620245426893234
101462	rnn.weight_hh_l1_reverse	2	-0.039741914719343185
101462	rnn.weight_hh_l1_reverse	3	0.04103616625070572
101462	rnn.weight_hh_l1_reverse	4	0.049896616488695145
101462	rnn.weight_hh_l1_reverse	5	0.00968921184539795
101462	rnn.weight_hh_l1_reverse	6	0.013854254968464375
101462	rnn.weight_hh_l1_reverse	7	0.022495614364743233
101462	rnn.weight_hh_l1_reverse	8	-0.0052377707324922085
101462	rnn.weight_hh_l1_reverse	9	-0.035828374326229095
101462	rnn.bias_ih_l1_reverse	0	-0.036235056817531586
101462	rnn.bias_ih_l1_reverse	1	-0.10936562716960907
101462	rnn.bias_ih_l1_reverse	2	-0.1346062570810318
101462	rnn.bias_ih_l1_reverse	3	0.011752856895327568
101462	rnn.bias_ih_l1_reverse	4	-0.16781333088874817
101462	rnn.bias_ih_l1_reverse	5	-0.09708200395107269
101462	rnn.bias_ih_l1_reverse	6	-0.1163986548781395
101462	rnn.bias_ih_l1_reverse	7	-0.20315299928188324
101462	rnn.bias_ih_l1_reverse	8	0.12034805864095688
101462	rnn.bias_ih_l1_reverse	9	0.03941868990659714
101462	rnn.bias_hh_l1_reverse	0	-0.0841405838727951
101462	rnn.bias_hh_l1_reverse	1	-0.04927012696862221
101462	rnn.bias_hh_l1_reverse	2	-0.21692343056201935
101462	rnn.bias_hh_l1_reverse	3	-0.10136289894580841
101462	rnn.bias_hh_l1_reverse	4	-0.08931796252727509
101462	rnn.bias_hh_l1_reverse	5	-0.09715096652507782
101462	rnn.bias_hh_l1_reverse	6	0.11440907418727875
101462	rnn.bias_hh_l1_reverse	7	-0.13358074426651
101462	rnn.bias_hh_l1_reverse	8	-0.09701427072286606
101462	rnn.bias_hh_l1_reverse	9	-0.12122365087270737
101462	linear.weight	0	0.002228822559118271
101462	linear.weight	1	0.08757120370864868
101462	linear.weight	2	-0.0836879089474678
101462	linear.weight	3	0.41184988617897034
101462	linear.weight	4	0.11982552707195282
101462	linear.weight	5	-0.015503816306591034
101462	linear.weight	6	0.1018696129322052
101462	linear.weight	7	0.15530236065387726
101462	linear.weight	8	0.041273027658462524
101462	linear.weight	9	-0.0466926246881485
101462	linear.bias	0	-0.02727951668202877
101462	linear.bias	1	-0.22348594665527344
101462	linear.bias	2	-0.3670133352279663
101462	linear.bias	3	-0.7282419204711914
101462	linear.bias	4	-1.1616441011428833
101462	linear.bias	5	-0.06489630788564682
101462	linear.bias	6	-0.7139294147491455
101462	linear.bias	7	0.3373367488384247
101462	linear.bias	8	-0.5069024562835693
101462	linear.bias	9	-0.9182574152946472
101659	transitions	0	0.5709471702575684
101659	transitions	1	0.1254540979862213
101659	transitions	2	-10000.0
101659	transitions	3	-1.8143701553344727
101659	transitions	4	-10000.0
101659	transitions	5	0.6080255508422852
101659	transitions	6	-0.054743990302085876
101659	transitions	7	-0.5641542673110962
101659	transitions	8	-1.376194715499878
101659	transitions	9	-0.0008615239639766514
101659	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
101659	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
101659	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
101659	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
101659	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
101659	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
101659	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
101659	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
101659	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
101659	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
101659	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
101659	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
101659	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
101659	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
101659	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
101659	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
101659	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
101659	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
101659	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
101659	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
101659	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
101659	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
101659	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
101659	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
101659	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
101659	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
101659	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
101659	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
101659	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
101659	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
101659	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
101659	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
101659	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
101659	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
101659	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
101659	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
101659	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
101659	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
101659	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
101659	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
101659	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
101659	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
101659	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
101659	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
101659	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
101659	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
101659	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
101659	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
101659	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
101659	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
101659	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
101659	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
101659	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
101659	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
101659	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
101659	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
101659	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
101659	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
101659	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
101659	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
101659	embedding2nn.weight	0	0.004102564416825771
101659	embedding2nn.weight	1	-0.01588333025574684
101659	embedding2nn.weight	2	-0.014268254861235619
101659	embedding2nn.weight	3	-0.011563388630747795
101659	embedding2nn.weight	4	-0.0059150345623493195
101659	embedding2nn.weight	5	-0.0037005848716944456
101659	embedding2nn.weight	6	-0.003973270766437054
101659	embedding2nn.weight	7	-0.05291192978620529
101659	embedding2nn.weight	8	-0.0019979383796453476
101659	embedding2nn.weight	9	-0.028265351429581642
101659	embedding2nn.bias	0	0.018444515764713287
101659	embedding2nn.bias	1	-0.05534784868359566
101659	embedding2nn.bias	2	0.09295095503330231
101659	embedding2nn.bias	3	0.061239998787641525
101659	embedding2nn.bias	4	-0.05610505864024162
101659	embedding2nn.bias	5	-0.040102507919073105
101659	embedding2nn.bias	6	0.020381657406687737
101659	embedding2nn.bias	7	-0.03920333459973335
101659	embedding2nn.bias	8	0.04530532285571098
101659	embedding2nn.bias	9	0.03246518224477768
101659	rnn.weight_ih_l0	0	-0.04862327501177788
101659	rnn.weight_ih_l0	1	-0.007902614772319794
101659	rnn.weight_ih_l0	2	0.05255807936191559
101659	rnn.weight_ih_l0	3	0.01130351610481739
101659	rnn.weight_ih_l0	4	-0.02215026505291462
101659	rnn.weight_ih_l0	5	-0.04632339999079704
101659	rnn.weight_ih_l0	6	0.0057716877199709415
101659	rnn.weight_ih_l0	7	0.04085887223482132
101659	rnn.weight_ih_l0	8	-0.0013254067162051797
101659	rnn.weight_ih_l0	9	-0.01963314227759838
101659	rnn.weight_hh_l0	0	-0.04246022179722786
101659	rnn.weight_hh_l0	1	0.0014700816245749593
101659	rnn.weight_hh_l0	2	0.0031274922657757998
101659	rnn.weight_hh_l0	3	-0.056168265640735626
101659	rnn.weight_hh_l0	4	0.07497687637805939
101659	rnn.weight_hh_l0	5	-0.0032844748347997665
101659	rnn.weight_hh_l0	6	-0.0470268577337265
101659	rnn.weight_hh_l0	7	0.00048052475904114544
101659	rnn.weight_hh_l0	8	0.014837617985904217
101659	rnn.weight_hh_l0	9	-0.01876402646303177
101659	rnn.bias_ih_l0	0	0.06541646271944046
101659	rnn.bias_ih_l0	1	-0.03630957379937172
101659	rnn.bias_ih_l0	2	-0.005749156232923269
101659	rnn.bias_ih_l0	3	0.11602886766195297
101659	rnn.bias_ih_l0	4	-0.05186989903450012
101659	rnn.bias_ih_l0	5	-0.029291123151779175
101659	rnn.bias_ih_l0	6	0.0007828801753930748
101659	rnn.bias_ih_l0	7	0.031658533960580826
101659	rnn.bias_ih_l0	8	-0.11048342287540436
101659	rnn.bias_ih_l0	9	-0.03511124104261398
101659	rnn.bias_hh_l0	0	-0.029986124485731125
101659	rnn.bias_hh_l0	1	-0.09863167256116867
101659	rnn.bias_hh_l0	2	-0.03674604743719101
101659	rnn.bias_hh_l0	3	-0.08825434744358063
101659	rnn.bias_hh_l0	4	-0.02255408465862274
101659	rnn.bias_hh_l0	5	-0.006739381235092878
101659	rnn.bias_hh_l0	6	0.019663576036691666
101659	rnn.bias_hh_l0	7	0.021666452288627625
101659	rnn.bias_hh_l0	8	-0.13792017102241516
101659	rnn.bias_hh_l0	9	-0.02677672915160656
101659	rnn.weight_ih_l0_reverse	0	-0.010126156732439995
101659	rnn.weight_ih_l0_reverse	1	-0.05350245162844658
101659	rnn.weight_ih_l0_reverse	2	-0.02162998914718628
101659	rnn.weight_ih_l0_reverse	3	0.004936917219310999
101659	rnn.weight_ih_l0_reverse	4	-0.008917166851460934
101659	rnn.weight_ih_l0_reverse	5	-0.04389859735965729
101659	rnn.weight_ih_l0_reverse	6	0.06937326490879059
101659	rnn.weight_ih_l0_reverse	7	-0.019290810450911522
101659	rnn.weight_ih_l0_reverse	8	-0.03017069771885872
101659	rnn.weight_ih_l0_reverse	9	0.0053844028152525425
101659	rnn.weight_hh_l0_reverse	0	0.03022395819425583
101659	rnn.weight_hh_l0_reverse	1	0.03233605995774269
101659	rnn.weight_hh_l0_reverse	2	0.03927183151245117
101659	rnn.weight_hh_l0_reverse	3	0.029262417927384377
101659	rnn.weight_hh_l0_reverse	4	0.009258258156478405
101659	rnn.weight_hh_l0_reverse	5	0.011877103708684444
101659	rnn.weight_hh_l0_reverse	6	0.044097620993852615
101659	rnn.weight_hh_l0_reverse	7	-0.06237884238362312
101659	rnn.weight_hh_l0_reverse	8	0.040235500782728195
101659	rnn.weight_hh_l0_reverse	9	0.05072106420993805
101659	rnn.bias_ih_l0_reverse	0	-0.05136651545763016
101659	rnn.bias_ih_l0_reverse	1	-0.22600038349628448
101659	rnn.bias_ih_l0_reverse	2	-0.11973853409290314
101659	rnn.bias_ih_l0_reverse	3	-0.02809312753379345
101659	rnn.bias_ih_l0_reverse	4	-0.052324388176202774
101659	rnn.bias_ih_l0_reverse	5	0.06162955239415169
101659	rnn.bias_ih_l0_reverse	6	-0.04676701873540878
101659	rnn.bias_ih_l0_reverse	7	0.032705724239349365
101659	rnn.bias_ih_l0_reverse	8	-0.031369179487228394
101659	rnn.bias_ih_l0_reverse	9	0.02996460162103176
101659	rnn.bias_hh_l0_reverse	0	0.0018807653104886413
101659	rnn.bias_hh_l0_reverse	1	-0.021278847008943558
101659	rnn.bias_hh_l0_reverse	2	0.07197116315364838
101659	rnn.bias_hh_l0_reverse	3	-0.061712611466646194
101659	rnn.bias_hh_l0_reverse	4	-0.03967912122607231
101659	rnn.bias_hh_l0_reverse	5	-0.025937609374523163
101659	rnn.bias_hh_l0_reverse	6	-0.0254814513027668
101659	rnn.bias_hh_l0_reverse	7	0.09100670367479324
101659	rnn.bias_hh_l0_reverse	8	0.026883795857429504
101659	rnn.bias_hh_l0_reverse	9	-0.10645202547311783
101659	rnn.weight_ih_l1	0	-0.04465360939502716
101659	rnn.weight_ih_l1	1	-0.02573614940047264
101659	rnn.weight_ih_l1	2	0.03115227445960045
101659	rnn.weight_ih_l1	3	-0.0479082353413105
101659	rnn.weight_ih_l1	4	-0.007306305225938559
101659	rnn.weight_ih_l1	5	-0.0428328812122345
101659	rnn.weight_ih_l1	6	0.02696417085826397
101659	rnn.weight_ih_l1	7	-0.038218073546886444
101659	rnn.weight_ih_l1	8	0.036433082073926926
101659	rnn.weight_ih_l1	9	0.035542842000722885
101659	rnn.weight_hh_l1	0	-0.0023145824670791626
101659	rnn.weight_hh_l1	1	0.010607430711388588
101659	rnn.weight_hh_l1	2	0.003596219699829817
101659	rnn.weight_hh_l1	3	-0.010905319824814796
101659	rnn.weight_hh_l1	4	0.0018986834911629558
101659	rnn.weight_hh_l1	5	0.023681558668613434
101659	rnn.weight_hh_l1	6	0.026306141167879105
101659	rnn.weight_hh_l1	7	-0.025041351094841957
101659	rnn.weight_hh_l1	8	-0.017486577853560448
101659	rnn.weight_hh_l1	9	0.03620629012584686
101659	rnn.bias_ih_l1	0	-0.1879902184009552
101659	rnn.bias_ih_l1	1	-0.16321030259132385
101659	rnn.bias_ih_l1	2	-0.1748417764902115
101659	rnn.bias_ih_l1	3	-0.2550852298736572
101659	rnn.bias_ih_l1	4	-0.18539771437644958
101659	rnn.bias_ih_l1	5	-0.10283935070037842
101659	rnn.bias_ih_l1	6	-0.12556615471839905
101659	rnn.bias_ih_l1	7	-0.034963034093379974
101659	rnn.bias_ih_l1	8	-0.13297173380851746
101659	rnn.bias_ih_l1	9	-0.10196473449468613
101659	rnn.bias_hh_l1	0	-0.13050876557826996
101659	rnn.bias_hh_l1	1	-0.03425828740000725
101659	rnn.bias_hh_l1	2	-0.10431241244077682
101659	rnn.bias_hh_l1	3	-0.09578603506088257
101659	rnn.bias_hh_l1	4	-0.11533641815185547
101659	rnn.bias_hh_l1	5	-0.08580796420574188
101659	rnn.bias_hh_l1	6	-0.1139758750796318
101659	rnn.bias_hh_l1	7	0.0150966951623559
101659	rnn.bias_hh_l1	8	-0.13929302990436554
101659	rnn.bias_hh_l1	9	-0.081383615732193
101659	rnn.weight_ih_l1_reverse	0	-0.04798508435487747
101659	rnn.weight_ih_l1_reverse	1	0.016632426530122757
101659	rnn.weight_ih_l1_reverse	2	0.032056789845228195
101659	rnn.weight_ih_l1_reverse	3	0.005634767934679985
101659	rnn.weight_ih_l1_reverse	4	-0.02697119489312172
101659	rnn.weight_ih_l1_reverse	5	-0.03344886377453804
101659	rnn.weight_ih_l1_reverse	6	0.0129909198731184
101659	rnn.weight_ih_l1_reverse	7	0.01268700323998928
101659	rnn.weight_ih_l1_reverse	8	0.038623690605163574
101659	rnn.weight_ih_l1_reverse	9	-0.07700037956237793
101659	rnn.weight_hh_l1_reverse	0	0.00833121221512556
101659	rnn.weight_hh_l1_reverse	1	0.03175080940127373
101659	rnn.weight_hh_l1_reverse	2	-0.039764124900102615
101659	rnn.weight_hh_l1_reverse	3	0.04095171019434929
101659	rnn.weight_hh_l1_reverse	4	0.049151711165905
101659	rnn.weight_hh_l1_reverse	5	0.00943767186254263
101659	rnn.weight_hh_l1_reverse	6	0.012887834571301937
101659	rnn.weight_hh_l1_reverse	7	0.022903818637132645
101659	rnn.weight_hh_l1_reverse	8	-0.005401001311838627
101659	rnn.weight_hh_l1_reverse	9	-0.03559934347867966
101659	rnn.bias_ih_l1_reverse	0	-0.03497175872325897
101659	rnn.bias_ih_l1_reverse	1	-0.11157957464456558
101659	rnn.bias_ih_l1_reverse	2	-0.13845279812812805
101659	rnn.bias_ih_l1_reverse	3	0.01637657731771469
101659	rnn.bias_ih_l1_reverse	4	-0.16900724172592163
101659	rnn.bias_ih_l1_reverse	5	-0.09650032222270966
101659	rnn.bias_ih_l1_reverse	6	-0.1160736009478569
101659	rnn.bias_ih_l1_reverse	7	-0.20729079842567444
101659	rnn.bias_ih_l1_reverse	8	0.12345364689826965
101659	rnn.bias_ih_l1_reverse	9	0.03923279419541359
101659	rnn.bias_hh_l1_reverse	0	-0.08436655253171921
101659	rnn.bias_hh_l1_reverse	1	-0.056629713624715805
101659	rnn.bias_hh_l1_reverse	2	-0.2165503054857254
101659	rnn.bias_hh_l1_reverse	3	-0.10033329576253891
101659	rnn.bias_hh_l1_reverse	4	-0.08798649907112122
101659	rnn.bias_hh_l1_reverse	5	-0.0958467423915863
101659	rnn.bias_hh_l1_reverse	6	0.11547326296567917
101659	rnn.bias_hh_l1_reverse	7	-0.14007917046546936
101659	rnn.bias_hh_l1_reverse	8	-0.09837169200181961
101659	rnn.bias_hh_l1_reverse	9	-0.12016641348600388
101659	linear.weight	0	0.002228822559118271
101659	linear.weight	1	0.09289319068193436
101659	linear.weight	2	-0.08106657862663269
101659	linear.weight	3	0.40389660000801086
101659	linear.weight	4	0.11471078544855118
101659	linear.weight	5	-0.011103356257081032
101659	linear.weight	6	0.09837361425161362
101659	linear.weight	7	0.14739654958248138
101659	linear.weight	8	0.0412742905318737
101659	linear.weight	9	-0.048534706234931946
101659	linear.bias	0	-0.022732898592948914
101659	linear.bias	1	-0.21670062839984894
101659	linear.bias	2	-0.38250094652175903
101659	linear.bias	3	-0.7250035405158997
101659	linear.bias	4	-1.1616451740264893
101659	linear.bias	5	-0.054969798773527145
101659	linear.bias	6	-0.7066435217857361
101659	linear.bias	7	0.34980615973472595
101659	linear.bias	8	-0.5121946334838867
101659	linear.bias	9	-0.9202576875686646
101856	transitions	0	0.567568302154541
101856	transitions	1	0.12238703668117523
101856	transitions	2	-10000.0
101856	transitions	3	-1.8144186735153198
101856	transitions	4	-10000.0
101856	transitions	5	0.6077542304992676
101856	transitions	6	-0.05488431826233864
101856	transitions	7	-0.5647134184837341
101856	transitions	8	-1.376397967338562
101856	transitions	9	-0.0008625052869319916
101856	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
101856	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
101856	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
101856	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
101856	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
101856	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
101856	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
101856	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
101856	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
101856	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
101856	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
101856	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
101856	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
101856	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
101856	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
101856	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
101856	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
101856	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
101856	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
101856	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
101856	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
101856	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
101856	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
101856	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
101856	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
101856	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
101856	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
101856	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
101856	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
101856	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
101856	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
101856	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
101856	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
101856	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
101856	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
101856	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
101856	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
101856	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
101856	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
101856	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
101856	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
101856	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
101856	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
101856	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
101856	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
101856	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
101856	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
101856	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
101856	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
101856	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
101856	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
101856	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
101856	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
101856	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
101856	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
101856	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
101856	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
101856	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
101856	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
101856	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
101856	embedding2nn.weight	0	0.003429129021242261
101856	embedding2nn.weight	1	-0.015813976526260376
101856	embedding2nn.weight	2	-0.014268254861235619
101856	embedding2nn.weight	3	-0.012606830336153507
101856	embedding2nn.weight	4	-0.0059150345623493195
101856	embedding2nn.weight	5	-0.0037005844060331583
101856	embedding2nn.weight	6	-0.003973270766437054
101856	embedding2nn.weight	7	-0.05256599932909012
101856	embedding2nn.weight	8	-0.0019979383796453476
101856	embedding2nn.weight	9	-0.029338166117668152
101856	embedding2nn.bias	0	0.017491552978754044
101856	embedding2nn.bias	1	-0.058052435517311096
101856	embedding2nn.bias	2	0.09926743805408478
101856	embedding2nn.bias	3	0.06853648275136948
101856	embedding2nn.bias	4	-0.055466536432504654
101856	embedding2nn.bias	5	-0.034753091633319855
101856	embedding2nn.bias	6	0.017705518752336502
101856	embedding2nn.bias	7	-0.043037280440330505
101856	embedding2nn.bias	8	0.04697251319885254
101856	embedding2nn.bias	9	0.03357880935072899
101856	rnn.weight_ih_l0	0	-0.05039362981915474
101856	rnn.weight_ih_l0	1	-0.005967314355075359
101856	rnn.weight_ih_l0	2	0.052892930805683136
101856	rnn.weight_ih_l0	3	0.013948650099337101
101856	rnn.weight_ih_l0	4	-0.024368515238165855
101856	rnn.weight_ih_l0	5	-0.047354888170957565
101856	rnn.weight_ih_l0	6	0.00483179185539484
101856	rnn.weight_ih_l0	7	0.03952431678771973
101856	rnn.weight_ih_l0	8	-0.0007313400274142623
101856	rnn.weight_ih_l0	9	-0.01940041035413742
101856	rnn.weight_hh_l0	0	-0.04273996502161026
101856	rnn.weight_hh_l0	1	0.0007556553464382887
101856	rnn.weight_hh_l0	2	0.0037398813292384148
101856	rnn.weight_hh_l0	3	-0.056773826479911804
101856	rnn.weight_hh_l0	4	0.07556208223104477
101856	rnn.weight_hh_l0	5	-0.002521165879443288
101856	rnn.weight_hh_l0	6	-0.047948356717824936
101856	rnn.weight_hh_l0	7	0.0009572785347700119
101856	rnn.weight_hh_l0	8	0.013712005689740181
101856	rnn.weight_hh_l0	9	-0.0181413684040308
101856	rnn.bias_ih_l0	0	0.06702063232660294
101856	rnn.bias_ih_l0	1	-0.03459466993808746
101856	rnn.bias_ih_l0	2	-0.003871982218697667
101856	rnn.bias_ih_l0	3	0.12050990015268326
101856	rnn.bias_ih_l0	4	-0.05249595642089844
101856	rnn.bias_ih_l0	5	-0.032572269439697266
101856	rnn.bias_ih_l0	6	0.005241219885647297
101856	rnn.bias_ih_l0	7	0.027850521728396416
101856	rnn.bias_ih_l0	8	-0.10845819860696793
101856	rnn.bias_ih_l0	9	-0.03886443376541138
101856	rnn.bias_hh_l0	0	-0.02914191037416458
101856	rnn.bias_hh_l0	1	-0.101225845515728
101856	rnn.bias_hh_l0	2	-0.037437841296195984
101856	rnn.bias_hh_l0	3	-0.08398231863975525
101856	rnn.bias_hh_l0	4	-0.023761441931128502
101856	rnn.bias_hh_l0	5	-0.004198328126221895
101856	rnn.bias_hh_l0	6	0.021594546735286713
101856	rnn.bias_hh_l0	7	0.017048867419362068
101856	rnn.bias_hh_l0	8	-0.1361866146326065
101856	rnn.bias_hh_l0	9	-0.02467726171016693
101856	rnn.weight_ih_l0_reverse	0	-0.008383268490433693
101856	rnn.weight_ih_l0_reverse	1	-0.050902195274829865
101856	rnn.weight_ih_l0_reverse	2	-0.023452764376997948
101856	rnn.weight_ih_l0_reverse	3	0.005673190578818321
101856	rnn.weight_ih_l0_reverse	4	-0.00985086802393198
101856	rnn.weight_ih_l0_reverse	5	-0.044259682297706604
101856	rnn.weight_ih_l0_reverse	6	0.0705173909664154
101856	rnn.weight_ih_l0_reverse	7	-0.019500482827425003
101856	rnn.weight_ih_l0_reverse	8	-0.030264269560575485
101856	rnn.weight_ih_l0_reverse	9	0.005374770145863295
101856	rnn.weight_hh_l0_reverse	0	0.030466262251138687
101856	rnn.weight_hh_l0_reverse	1	0.03277771174907684
101856	rnn.weight_hh_l0_reverse	2	0.03951093181967735
101856	rnn.weight_hh_l0_reverse	3	0.029238631948828697
101856	rnn.weight_hh_l0_reverse	4	0.00909020472317934
101856	rnn.weight_hh_l0_reverse	5	0.010985148139297962
101856	rnn.weight_hh_l0_reverse	6	0.044493068009614944
101856	rnn.weight_hh_l0_reverse	7	-0.06283126771450043
101856	rnn.weight_hh_l0_reverse	8	0.03902439400553703
101856	rnn.weight_hh_l0_reverse	9	0.05025246739387512
101856	rnn.bias_ih_l0_reverse	0	-0.05134805664420128
101856	rnn.bias_ih_l0_reverse	1	-0.2260349988937378
101856	rnn.bias_ih_l0_reverse	2	-0.11928953230381012
101856	rnn.bias_ih_l0_reverse	3	-0.02584157884120941
101856	rnn.bias_ih_l0_reverse	4	-0.050245631486177444
101856	rnn.bias_ih_l0_reverse	5	0.06532339006662369
101856	rnn.bias_ih_l0_reverse	6	-0.04530337452888489
101856	rnn.bias_ih_l0_reverse	7	0.03336771950125694
101856	rnn.bias_ih_l0_reverse	8	-0.033965207636356354
101856	rnn.bias_ih_l0_reverse	9	0.030331313610076904
101856	rnn.bias_hh_l0_reverse	0	0.001954512670636177
101856	rnn.bias_hh_l0_reverse	1	-0.017883120104670525
101856	rnn.bias_hh_l0_reverse	2	0.07396534085273743
101856	rnn.bias_hh_l0_reverse	3	-0.05994756892323494
101856	rnn.bias_hh_l0_reverse	4	-0.03788711503148079
101856	rnn.bias_hh_l0_reverse	5	-0.02771751582622528
101856	rnn.bias_hh_l0_reverse	6	-0.026421042159199715
101856	rnn.bias_hh_l0_reverse	7	0.09472495317459106
101856	rnn.bias_hh_l0_reverse	8	0.027350807562470436
101856	rnn.bias_hh_l0_reverse	9	-0.107920341193676
101856	rnn.weight_ih_l1	0	-0.044419337064027786
101856	rnn.weight_ih_l1	1	-0.024893000721931458
101856	rnn.weight_ih_l1	2	0.029504701495170593
101856	rnn.weight_ih_l1	3	-0.0468892864882946
101856	rnn.weight_ih_l1	4	-0.008257460780441761
101856	rnn.weight_ih_l1	5	-0.04253016412258148
101856	rnn.weight_ih_l1	6	0.026296483352780342
101856	rnn.weight_ih_l1	7	-0.03889323025941849
101856	rnn.weight_ih_l1	8	0.03620270639657974
101856	rnn.weight_ih_l1	9	0.03548115864396095
101856	rnn.weight_hh_l1	0	-0.0015591715928167105
101856	rnn.weight_hh_l1	1	0.010805554687976837
101856	rnn.weight_hh_l1	2	0.003229290945455432
101856	rnn.weight_hh_l1	3	-0.01071349810808897
101856	rnn.weight_hh_l1	4	0.0019370551453903317
101856	rnn.weight_hh_l1	5	0.02382451295852661
101856	rnn.weight_hh_l1	6	0.025807593017816544
101856	rnn.weight_hh_l1	7	-0.024814438074827194
101856	rnn.weight_hh_l1	8	-0.01763404719531536
101856	rnn.weight_hh_l1	9	0.035726238042116165
101856	rnn.bias_ih_l1	0	-0.18703168630599976
101856	rnn.bias_ih_l1	1	-0.167386993765831
101856	rnn.bias_ih_l1	2	-0.17167608439922333
101856	rnn.bias_ih_l1	3	-0.252959281206131
101856	rnn.bias_ih_l1	4	-0.18877413868904114
101856	rnn.bias_ih_l1	5	-0.10383626073598862
101856	rnn.bias_ih_l1	6	-0.12972955405712128
101856	rnn.bias_ih_l1	7	-0.03550875559449196
101856	rnn.bias_ih_l1	8	-0.13147515058517456
101856	rnn.bias_ih_l1	9	-0.10127110779285431
101856	rnn.bias_hh_l1	0	-0.13217385113239288
101856	rnn.bias_hh_l1	1	-0.03807539865374565
101856	rnn.bias_hh_l1	2	-0.10570577532052994
101856	rnn.bias_hh_l1	3	-0.09948109090328217
101856	rnn.bias_hh_l1	4	-0.11322814971208572
101856	rnn.bias_hh_l1	5	-0.08714284002780914
101856	rnn.bias_hh_l1	6	-0.11176478862762451
101856	rnn.bias_hh_l1	7	0.01601332612335682
101856	rnn.bias_hh_l1	8	-0.13740293681621552
101856	rnn.bias_hh_l1	9	-0.08332192152738571
101856	rnn.weight_ih_l1_reverse	0	-0.048270054161548615
101856	rnn.weight_ih_l1_reverse	1	0.015340244397521019
101856	rnn.weight_ih_l1_reverse	2	0.03424437344074249
101856	rnn.weight_ih_l1_reverse	3	0.008692284114658833
101856	rnn.weight_ih_l1_reverse	4	-0.02817065641283989
101856	rnn.weight_ih_l1_reverse	5	-0.03331852704286575
101856	rnn.weight_ih_l1_reverse	6	0.010166851803660393
101856	rnn.weight_ih_l1_reverse	7	0.012839362025260925
101856	rnn.weight_ih_l1_reverse	8	0.037688203155994415
101856	rnn.weight_ih_l1_reverse	9	-0.07465097308158875
101856	rnn.weight_hh_l1_reverse	0	0.008479051291942596
101856	rnn.weight_hh_l1_reverse	1	0.031862784177064896
101856	rnn.weight_hh_l1_reverse	2	-0.03983456268906593
101856	rnn.weight_hh_l1_reverse	3	0.0408938005566597
101856	rnn.weight_hh_l1_reverse	4	0.04907650128006935
101856	rnn.weight_hh_l1_reverse	5	0.009065855294466019
101856	rnn.weight_hh_l1_reverse	6	0.012546385638415813
101856	rnn.weight_hh_l1_reverse	7	0.022494524717330933
101856	rnn.weight_hh_l1_reverse	8	-0.005538455676287413
101856	rnn.weight_hh_l1_reverse	9	-0.03532769903540611
101856	rnn.bias_ih_l1_reverse	0	-0.03483046963810921
101856	rnn.bias_ih_l1_reverse	1	-0.11110154539346695
101856	rnn.bias_ih_l1_reverse	2	-0.13487157225608826
101856	rnn.bias_ih_l1_reverse	3	0.012240556068718433
101856	rnn.bias_ih_l1_reverse	4	-0.168525829911232
101856	rnn.bias_ih_l1_reverse	5	-0.09850937873125076
101856	rnn.bias_ih_l1_reverse	6	-0.1165640577673912
101856	rnn.bias_ih_l1_reverse	7	-0.20994499325752258
101856	rnn.bias_ih_l1_reverse	8	0.12306153774261475
101856	rnn.bias_ih_l1_reverse	9	0.03683339059352875
101856	rnn.bias_hh_l1_reverse	0	-0.08770598471164703
101856	rnn.bias_hh_l1_reverse	1	-0.06247200071811676
101856	rnn.bias_hh_l1_reverse	2	-0.21603821218013763
101856	rnn.bias_hh_l1_reverse	3	-0.10495628416538239
101856	rnn.bias_hh_l1_reverse	4	-0.08926936239004135
101856	rnn.bias_hh_l1_reverse	5	-0.09650257229804993
101856	rnn.bias_hh_l1_reverse	6	0.11321375519037247
101856	rnn.bias_hh_l1_reverse	7	-0.14275644719600677
101856	rnn.bias_hh_l1_reverse	8	-0.09532763063907623
101856	rnn.bias_hh_l1_reverse	9	-0.11967332661151886
101856	linear.weight	0	0.002228822559118271
101856	linear.weight	1	0.08988772332668304
101856	linear.weight	2	-0.07978536188602448
101856	linear.weight	3	0.39686957001686096
101856	linear.weight	4	0.10753165930509567
101856	linear.weight	5	-0.015392820350825787
101856	linear.weight	6	0.10780072957277298
101856	linear.weight	7	0.14260230958461761
101856	linear.weight	8	0.04127784073352814
101856	linear.weight	9	-0.04880456626415253
101856	linear.bias	0	-0.06191108375787735
101856	linear.bias	1	-0.2102881819009781
101856	linear.bias	2	-0.3887510299682617
101856	linear.bias	3	-0.7331960201263428
101856	linear.bias	4	-1.167076826095581
101856	linear.bias	5	-0.06659305095672607
101856	linear.bias	6	-0.7006638646125793
101856	linear.bias	7	0.3348691463470459
101856	linear.bias	8	-0.5161129236221313
101856	linear.bias	9	-0.9238826632499695
102053	transitions	0	0.5704441666603088
102053	transitions	1	0.11670556664466858
102053	transitions	2	-10000.0
102053	transitions	3	-1.8145017623901367
102053	transitions	4	-10000.0
102053	transitions	5	0.6075335741043091
102053	transitions	6	-0.05503678694367409
102053	transitions	7	-0.5653238892555237
102053	transitions	8	-1.3765150308609009
102053	transitions	9	-0.0008640258456580341
102053	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
102053	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
102053	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
102053	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
102053	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
102053	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
102053	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
102053	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
102053	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
102053	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
102053	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
102053	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
102053	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
102053	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
102053	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
102053	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
102053	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
102053	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
102053	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
102053	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
102053	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
102053	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
102053	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
102053	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
102053	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
102053	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
102053	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
102053	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
102053	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
102053	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
102053	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
102053	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
102053	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
102053	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
102053	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
102053	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
102053	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
102053	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
102053	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
102053	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
102053	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
102053	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
102053	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
102053	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
102053	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
102053	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
102053	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
102053	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
102053	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
102053	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
102053	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
102053	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
102053	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
102053	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
102053	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
102053	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
102053	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
102053	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
102053	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
102053	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
102053	embedding2nn.weight	0	0.0023908375296741724
102053	embedding2nn.weight	1	-0.01586882211267948
102053	embedding2nn.weight	2	-0.014268254861235619
102053	embedding2nn.weight	3	-0.013151927851140499
102053	embedding2nn.weight	4	-0.0059150345623493195
102053	embedding2nn.weight	5	-0.0037005844060331583
102053	embedding2nn.weight	6	-0.003973270300775766
102053	embedding2nn.weight	7	-0.05266864225268364
102053	embedding2nn.weight	8	-0.0019979383796453476
102053	embedding2nn.weight	9	-0.028855303302407265
102053	embedding2nn.bias	0	0.022885551676154137
102053	embedding2nn.bias	1	-0.055641986429691315
102053	embedding2nn.bias	2	0.0867140144109726
102053	embedding2nn.bias	3	0.06235325708985329
102053	embedding2nn.bias	4	-0.053264930844306946
102053	embedding2nn.bias	5	-0.032562948763370514
102053	embedding2nn.bias	6	0.02234191633760929
102053	embedding2nn.bias	7	-0.03571299463510513
102053	embedding2nn.bias	8	0.04856383427977562
102053	embedding2nn.bias	9	0.026749368757009506
102053	rnn.weight_ih_l0	0	-0.04954386502504349
102053	rnn.weight_ih_l0	1	-0.005208753515034914
102053	rnn.weight_ih_l0	2	0.05258684977889061
102053	rnn.weight_ih_l0	3	0.01396219339221716
102053	rnn.weight_ih_l0	4	-0.025563055649399757
102053	rnn.weight_ih_l0	5	-0.04704497382044792
102053	rnn.weight_ih_l0	6	0.004421156365424395
102053	rnn.weight_ih_l0	7	0.039128806442022324
102053	rnn.weight_ih_l0	8	-0.00024822785053402185
102053	rnn.weight_ih_l0	9	-0.01871044561266899
102053	rnn.weight_hh_l0	0	-0.04356321319937706
102053	rnn.weight_hh_l0	1	-0.0018969721859320998
102053	rnn.weight_hh_l0	2	0.002694972325116396
102053	rnn.weight_hh_l0	3	-0.05697026476264
102053	rnn.weight_hh_l0	4	0.07623547315597534
102053	rnn.weight_hh_l0	5	-0.001990831457078457
102053	rnn.weight_hh_l0	6	-0.0475148931145668
102053	rnn.weight_hh_l0	7	0.00027960349689237773
102053	rnn.weight_hh_l0	8	0.012708633206784725
102053	rnn.weight_hh_l0	9	-0.01855451799929142
102053	rnn.bias_ih_l0	0	0.06730759143829346
102053	rnn.bias_ih_l0	1	-0.03095151297748089
102053	rnn.bias_ih_l0	2	-0.006480103358626366
102053	rnn.bias_ih_l0	3	0.12328261137008667
102053	rnn.bias_ih_l0	4	-0.053315725177526474
102053	rnn.bias_ih_l0	5	-0.031792957335710526
102053	rnn.bias_ih_l0	6	0.006147077772766352
102053	rnn.bias_ih_l0	7	0.02701411210000515
102053	rnn.bias_ih_l0	8	-0.10903291404247284
102053	rnn.bias_ih_l0	9	-0.042490966618061066
102053	rnn.bias_hh_l0	0	-0.028997549787163734
102053	rnn.bias_hh_l0	1	-0.09877201169729233
102053	rnn.bias_hh_l0	2	-0.0386655256152153
102053	rnn.bias_hh_l0	3	-0.0852348580956459
102053	rnn.bias_hh_l0	4	-0.022557154297828674
102053	rnn.bias_hh_l0	5	-0.0043590194545686245
102053	rnn.bias_hh_l0	6	0.01995542086660862
102053	rnn.bias_hh_l0	7	0.01728750206530094
102053	rnn.bias_hh_l0	8	-0.13403156399726868
102053	rnn.bias_hh_l0	9	-0.02185714803636074
102053	rnn.weight_ih_l0_reverse	0	-0.008920996449887753
102053	rnn.weight_ih_l0_reverse	1	-0.04953662306070328
102053	rnn.weight_ih_l0_reverse	2	-0.02388920448720455
102053	rnn.weight_ih_l0_reverse	3	0.00472905533388257
102053	rnn.weight_ih_l0_reverse	4	-0.010956856422126293
102053	rnn.weight_ih_l0_reverse	5	-0.04433530196547508
102053	rnn.weight_ih_l0_reverse	6	0.07042381912469864
102053	rnn.weight_ih_l0_reverse	7	-0.019975068047642708
102053	rnn.weight_ih_l0_reverse	8	-0.03003687970340252
102053	rnn.weight_ih_l0_reverse	9	0.005721383728086948
102053	rnn.weight_hh_l0_reverse	0	0.02866869606077671
102053	rnn.weight_hh_l0_reverse	1	0.03334012255072594
102053	rnn.weight_hh_l0_reverse	2	0.039014577865600586
102053	rnn.weight_hh_l0_reverse	3	0.029017869383096695
102053	rnn.weight_hh_l0_reverse	4	0.009212163276970387
102053	rnn.weight_hh_l0_reverse	5	0.011133641004562378
102053	rnn.weight_hh_l0_reverse	6	0.044471994042396545
102053	rnn.weight_hh_l0_reverse	7	-0.062061090022325516
102053	rnn.weight_hh_l0_reverse	8	0.03891712427139282
102053	rnn.weight_hh_l0_reverse	9	0.05036356300115585
102053	rnn.bias_ih_l0_reverse	0	-0.05397884175181389
102053	rnn.bias_ih_l0_reverse	1	-0.226960688829422
102053	rnn.bias_ih_l0_reverse	2	-0.12076357752084732
102053	rnn.bias_ih_l0_reverse	3	-0.025348203256726265
102053	rnn.bias_ih_l0_reverse	4	-0.04768482595682144
102053	rnn.bias_ih_l0_reverse	5	0.06342560052871704
102053	rnn.bias_ih_l0_reverse	6	-0.044576238840818405
102053	rnn.bias_ih_l0_reverse	7	0.03636449947953224
102053	rnn.bias_ih_l0_reverse	8	-0.036512818187475204
102053	rnn.bias_ih_l0_reverse	9	0.030966008082032204
102053	rnn.bias_hh_l0_reverse	0	0.004763118922710419
102053	rnn.bias_hh_l0_reverse	1	-0.024258093908429146
102053	rnn.bias_hh_l0_reverse	2	0.07798276096582413
102053	rnn.bias_hh_l0_reverse	3	-0.06011181324720383
102053	rnn.bias_hh_l0_reverse	4	-0.04093093052506447
102053	rnn.bias_hh_l0_reverse	5	-0.027676496654748917
102053	rnn.bias_hh_l0_reverse	6	-0.0286524910479784
102053	rnn.bias_hh_l0_reverse	7	0.0960082858800888
102053	rnn.bias_hh_l0_reverse	8	0.031076202169060707
102053	rnn.bias_hh_l0_reverse	9	-0.10821088403463364
102053	rnn.weight_ih_l1	0	-0.04493921995162964
102053	rnn.weight_ih_l1	1	-0.024722451344132423
102053	rnn.weight_ih_l1	2	0.03060591220855713
102053	rnn.weight_ih_l1	3	-0.04774238541722298
102053	rnn.weight_ih_l1	4	-0.007525727618485689
102053	rnn.weight_ih_l1	5	-0.04295344278216362
102053	rnn.weight_ih_l1	6	0.026371506974101067
102053	rnn.weight_ih_l1	7	-0.03909091651439667
102053	rnn.weight_ih_l1	8	0.03604688495397568
102053	rnn.weight_ih_l1	9	0.03578675538301468
102053	rnn.weight_hh_l1	0	-0.001441278262063861
102053	rnn.weight_hh_l1	1	0.010740935802459717
102053	rnn.weight_hh_l1	2	0.005041970405727625
102053	rnn.weight_hh_l1	3	-0.010471682995557785
102053	rnn.weight_hh_l1	4	0.001453781733289361
102053	rnn.weight_hh_l1	5	0.024044707417488098
102053	rnn.weight_hh_l1	6	0.025140641257166862
102053	rnn.weight_hh_l1	7	-0.024242335930466652
102053	rnn.weight_hh_l1	8	-0.01707899570465088
102053	rnn.weight_hh_l1	9	0.035131532698869705
102053	rnn.bias_ih_l1	0	-0.18495112657546997
102053	rnn.bias_ih_l1	1	-0.16947126388549805
102053	rnn.bias_ih_l1	2	-0.16996559500694275
102053	rnn.bias_ih_l1	3	-0.25258615612983704
102053	rnn.bias_ih_l1	4	-0.188533753156662
102053	rnn.bias_ih_l1	5	-0.10340511798858643
102053	rnn.bias_ih_l1	6	-0.1261448860168457
102053	rnn.bias_ih_l1	7	-0.03825822472572327
102053	rnn.bias_ih_l1	8	-0.1270664632320404
102053	rnn.bias_ih_l1	9	-0.09884871542453766
102053	rnn.bias_hh_l1	0	-0.12976433336734772
102053	rnn.bias_hh_l1	1	-0.041802238672971725
102053	rnn.bias_hh_l1	2	-0.1028871014714241
102053	rnn.bias_hh_l1	3	-0.10123264044523239
102053	rnn.bias_hh_l1	4	-0.11217266321182251
102053	rnn.bias_hh_l1	5	-0.08571150153875351
102053	rnn.bias_hh_l1	6	-0.11239288002252579
102053	rnn.bias_hh_l1	7	0.015338665805757046
102053	rnn.bias_hh_l1	8	-0.13869290053844452
102053	rnn.bias_hh_l1	9	-0.08713067322969437
102053	rnn.weight_ih_l1_reverse	0	-0.049827225506305695
102053	rnn.weight_ih_l1_reverse	1	0.015307960100471973
102053	rnn.weight_ih_l1_reverse	2	0.038831304758787155
102053	rnn.weight_ih_l1_reverse	3	0.007747936528176069
102053	rnn.weight_ih_l1_reverse	4	-0.02860657311975956
102053	rnn.weight_ih_l1_reverse	5	-0.0333927646279335
102053	rnn.weight_ih_l1_reverse	6	0.008924604393541813
102053	rnn.weight_ih_l1_reverse	7	0.01377432607114315
102053	rnn.weight_ih_l1_reverse	8	0.03774702176451683
102053	rnn.weight_ih_l1_reverse	9	-0.07597044110298157
102053	rnn.weight_hh_l1_reverse	0	0.00868538860231638
102053	rnn.weight_hh_l1_reverse	1	0.031611666083335876
102053	rnn.weight_hh_l1_reverse	2	-0.039800070226192474
102053	rnn.weight_hh_l1_reverse	3	0.04073508828878403
102053	rnn.weight_hh_l1_reverse	4	0.04773959144949913
102053	rnn.weight_hh_l1_reverse	5	0.00844900868833065
102053	rnn.weight_hh_l1_reverse	6	0.01162677351385355
102053	rnn.weight_hh_l1_reverse	7	0.022921118885278702
102053	rnn.weight_hh_l1_reverse	8	-0.005615932401269674
102053	rnn.weight_hh_l1_reverse	9	-0.03519933670759201
102053	rnn.bias_ih_l1_reverse	0	-0.03877276927232742
102053	rnn.bias_ih_l1_reverse	1	-0.1126597672700882
102053	rnn.bias_ih_l1_reverse	2	-0.13671277463436127
102053	rnn.bias_ih_l1_reverse	3	0.012552930042147636
102053	rnn.bias_ih_l1_reverse	4	-0.16825298964977264
102053	rnn.bias_ih_l1_reverse	5	-0.09835339337587357
102053	rnn.bias_ih_l1_reverse	6	-0.11752423644065857
102053	rnn.bias_ih_l1_reverse	7	-0.21149182319641113
102053	rnn.bias_ih_l1_reverse	8	0.1217646524310112
102053	rnn.bias_ih_l1_reverse	9	0.03168867528438568
102053	rnn.bias_hh_l1_reverse	0	-0.08082695305347443
102053	rnn.bias_hh_l1_reverse	1	-0.06290154904127121
102053	rnn.bias_hh_l1_reverse	2	-0.2150091677904129
102053	rnn.bias_hh_l1_reverse	3	-0.10572681576013565
102053	rnn.bias_hh_l1_reverse	4	-0.0897206962108612
102053	rnn.bias_hh_l1_reverse	5	-0.09561577439308167
102053	rnn.bias_hh_l1_reverse	6	0.11300995945930481
102053	rnn.bias_hh_l1_reverse	7	-0.14440572261810303
102053	rnn.bias_hh_l1_reverse	8	-0.09607693552970886
102053	rnn.bias_hh_l1_reverse	9	-0.12004522979259491
102053	linear.weight	0	0.002228822559118271
102053	linear.weight	1	0.09177132695913315
102053	linear.weight	2	-0.08034279942512512
102053	linear.weight	3	0.40304458141326904
102053	linear.weight	4	0.11183569580316544
102053	linear.weight	5	-0.016072316095232964
102053	linear.weight	6	0.08748939633369446
102053	linear.weight	7	0.13720904290676117
102053	linear.weight	8	0.04127891734242439
102053	linear.weight	9	-0.048437394201755524
102053	linear.bias	0	-0.005070822779089212
102053	linear.bias	1	-0.23409678041934967
102053	linear.bias	2	-0.4012106657028198
102053	linear.bias	3	-0.7346000075340271
102053	linear.bias	4	-1.1703613996505737
102053	linear.bias	5	-0.06173818185925484
102053	linear.bias	6	-0.7268157601356506
102053	linear.bias	7	0.3366568982601166
102053	linear.bias	8	-0.5172157883644104
102053	linear.bias	9	-0.9252228736877441
102250	transitions	0	0.5657874941825867
102250	transitions	1	0.11918642371892929
102250	transitions	2	-10000.0
102250	transitions	3	-1.814544677734375
102250	transitions	4	-10000.0
102250	transitions	5	0.6072710752487183
102250	transitions	6	-0.055170584470033646
102250	transitions	7	-0.5659436583518982
102250	transitions	8	-1.3766659498214722
102250	transitions	9	-0.0008655790006741881
102250	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
102250	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
102250	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
102250	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
102250	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
102250	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
102250	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
102250	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
102250	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
102250	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
102250	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
102250	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
102250	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
102250	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
102250	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
102250	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
102250	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
102250	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
102250	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
102250	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
102250	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
102250	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
102250	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
102250	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
102250	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
102250	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
102250	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
102250	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
102250	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
102250	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
102250	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
102250	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
102250	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
102250	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
102250	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
102250	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
102250	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
102250	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
102250	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
102250	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
102250	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
102250	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
102250	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
102250	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
102250	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
102250	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
102250	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
102250	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
102250	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
102250	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
102250	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
102250	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
102250	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
102250	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
102250	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
102250	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
102250	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
102250	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
102250	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
102250	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
102250	embedding2nn.weight	0	0.00036314729368314147
102250	embedding2nn.weight	1	-0.015881294384598732
102250	embedding2nn.weight	2	-0.014268254861235619
102250	embedding2nn.weight	3	-0.013694570399820805
102250	embedding2nn.weight	4	-0.0059150345623493195
102250	embedding2nn.weight	5	-0.0037005844060331583
102250	embedding2nn.weight	6	-0.00397327309474349
102250	embedding2nn.weight	7	-0.05399265140295029
102250	embedding2nn.weight	8	-0.0019979383796453476
102250	embedding2nn.weight	9	-0.02980474941432476
102250	embedding2nn.bias	0	0.029976921156048775
102250	embedding2nn.bias	1	-0.06363745778799057
102250	embedding2nn.bias	2	0.09562443941831589
102250	embedding2nn.bias	3	0.061550311744213104
102250	embedding2nn.bias	4	-0.05250629037618637
102250	embedding2nn.bias	5	-0.04174116626381874
102250	embedding2nn.bias	6	0.015152429230511189
102250	embedding2nn.bias	7	-0.03816184401512146
102250	embedding2nn.bias	8	0.04773929715156555
102250	embedding2nn.bias	9	0.02611757256090641
102250	rnn.weight_ih_l0	0	-0.050177108496427536
102250	rnn.weight_ih_l0	1	-0.0068509019911289215
102250	rnn.weight_ih_l0	2	0.050864748656749725
102250	rnn.weight_ih_l0	3	0.014534806832671165
102250	rnn.weight_ih_l0	4	-0.025980817154049873
102250	rnn.weight_ih_l0	5	-0.04677271842956543
102250	rnn.weight_ih_l0	6	0.005141457077115774
102250	rnn.weight_ih_l0	7	0.03852388635277748
102250	rnn.weight_ih_l0	8	-0.0015618456527590752
102250	rnn.weight_ih_l0	9	-0.01898663491010666
102250	rnn.weight_hh_l0	0	-0.042728736996650696
102250	rnn.weight_hh_l0	1	-0.0018026691395789385
102250	rnn.weight_hh_l0	2	0.003032315755262971
102250	rnn.weight_hh_l0	3	-0.05595332011580467
102250	rnn.weight_hh_l0	4	0.07685644179582596
102250	rnn.weight_hh_l0	5	-0.0022436773870140314
102250	rnn.weight_hh_l0	6	-0.04836481809616089
102250	rnn.weight_hh_l0	7	-0.0004398090241011232
102250	rnn.weight_hh_l0	8	0.01393916830420494
102250	rnn.weight_hh_l0	9	-0.018565870821475983
102250	rnn.bias_ih_l0	0	0.06862456351518631
102250	rnn.bias_ih_l0	1	-0.032884594053030014
102250	rnn.bias_ih_l0	2	-0.005731981713324785
102250	rnn.bias_ih_l0	3	0.12330842763185501
102250	rnn.bias_ih_l0	4	-0.05228293314576149
102250	rnn.bias_ih_l0	5	-0.03549386188387871
102250	rnn.bias_ih_l0	6	0.0044804904609918594
102250	rnn.bias_ih_l0	7	0.03133455663919449
102250	rnn.bias_ih_l0	8	-0.1074129045009613
102250	rnn.bias_ih_l0	9	-0.044842738658189774
102250	rnn.bias_hh_l0	0	-0.028045490384101868
102250	rnn.bias_hh_l0	1	-0.09559044986963272
102250	rnn.bias_hh_l0	2	-0.038309138268232346
102250	rnn.bias_hh_l0	3	-0.08374781906604767
102250	rnn.bias_hh_l0	4	-0.024106692522764206
102250	rnn.bias_hh_l0	5	-0.0046309675090014935
102250	rnn.bias_hh_l0	6	0.02092844620347023
102250	rnn.bias_hh_l0	7	0.02049516700208187
102250	rnn.bias_hh_l0	8	-0.13352158665657043
102250	rnn.bias_hh_l0	9	-0.02321651019155979
102250	rnn.weight_ih_l0_reverse	0	-0.010541205294430256
102250	rnn.weight_ih_l0_reverse	1	-0.047488100826740265
102250	rnn.weight_ih_l0_reverse	2	-0.026003960520029068
102250	rnn.weight_ih_l0_reverse	3	0.0041120355017483234
102250	rnn.weight_ih_l0_reverse	4	-0.01052204892039299
102250	rnn.weight_ih_l0_reverse	5	-0.04477342590689659
102250	rnn.weight_ih_l0_reverse	6	0.07133188843727112
102250	rnn.weight_ih_l0_reverse	7	-0.019252218306064606
102250	rnn.weight_ih_l0_reverse	8	-0.02981763891875744
102250	rnn.weight_ih_l0_reverse	9	0.007508390583097935
102250	rnn.weight_hh_l0_reverse	0	0.029929814860224724
102250	rnn.weight_hh_l0_reverse	1	0.03245660662651062
102250	rnn.weight_hh_l0_reverse	2	0.03971317037940025
102250	rnn.weight_hh_l0_reverse	3	0.029595045372843742
102250	rnn.weight_hh_l0_reverse	4	0.008655170910060406
102250	rnn.weight_hh_l0_reverse	5	0.009717020206153393
102250	rnn.weight_hh_l0_reverse	6	0.044687412679195404
102250	rnn.weight_hh_l0_reverse	7	-0.0629778727889061
102250	rnn.weight_hh_l0_reverse	8	0.039390724152326584
102250	rnn.weight_hh_l0_reverse	9	0.050793569535017014
102250	rnn.bias_ih_l0_reverse	0	-0.05396421626210213
102250	rnn.bias_ih_l0_reverse	1	-0.23143385350704193
102250	rnn.bias_ih_l0_reverse	2	-0.12065181136131287
102250	rnn.bias_ih_l0_reverse	3	-0.02343710884451866
102250	rnn.bias_ih_l0_reverse	4	-0.04796510189771652
102250	rnn.bias_ih_l0_reverse	5	0.065231092274189
102250	rnn.bias_ih_l0_reverse	6	-0.04661478102207184
102250	rnn.bias_ih_l0_reverse	7	0.035061877220869064
102250	rnn.bias_ih_l0_reverse	8	-0.03220253437757492
102250	rnn.bias_ih_l0_reverse	9	0.03176403045654297
102250	rnn.bias_hh_l0_reverse	0	0.006410674657672644
102250	rnn.bias_hh_l0_reverse	1	-0.023789195343852043
102250	rnn.bias_hh_l0_reverse	2	0.07845894992351532
102250	rnn.bias_hh_l0_reverse	3	-0.05896080285310745
102250	rnn.bias_hh_l0_reverse	4	-0.03876103460788727
102250	rnn.bias_hh_l0_reverse	5	-0.02474895305931568
102250	rnn.bias_hh_l0_reverse	6	-0.02787335030734539
102250	rnn.bias_hh_l0_reverse	7	0.09795276820659637
102250	rnn.bias_hh_l0_reverse	8	0.03233907371759415
102250	rnn.bias_hh_l0_reverse	9	-0.1057678833603859
102250	rnn.weight_ih_l1	0	-0.045312706381082535
102250	rnn.weight_ih_l1	1	-0.0245476383715868
102250	rnn.weight_ih_l1	2	0.03185781091451645
102250	rnn.weight_ih_l1	3	-0.04825463518500328
102250	rnn.weight_ih_l1	4	-0.008466321974992752
102250	rnn.weight_ih_l1	5	-0.043171823024749756
102250	rnn.weight_ih_l1	6	0.026205236092209816
102250	rnn.weight_ih_l1	7	-0.04060167446732521
102250	rnn.weight_ih_l1	8	0.03594337776303291
102250	rnn.weight_ih_l1	9	0.035827167332172394
102250	rnn.weight_hh_l1	0	-0.001634937827475369
102250	rnn.weight_hh_l1	1	0.010646759532392025
102250	rnn.weight_hh_l1	2	0.005228324793279171
102250	rnn.weight_hh_l1	3	-0.010072979144752026
102250	rnn.weight_hh_l1	4	0.0019602037500590086
102250	rnn.weight_hh_l1	5	0.023920608684420586
102250	rnn.weight_hh_l1	6	0.025229185819625854
102250	rnn.weight_hh_l1	7	-0.024691125378012657
102250	rnn.weight_hh_l1	8	-0.016830794513225555
102250	rnn.weight_hh_l1	9	0.03454813361167908
102250	rnn.bias_ih_l1	0	-0.1858370155096054
102250	rnn.bias_ih_l1	1	-0.17018990218639374
102250	rnn.bias_ih_l1	2	-0.1729946732521057
102250	rnn.bias_ih_l1	3	-0.25155723094940186
102250	rnn.bias_ih_l1	4	-0.19421811401844025
102250	rnn.bias_ih_l1	5	-0.10347934067249298
102250	rnn.bias_ih_l1	6	-0.12508311867713928
102250	rnn.bias_ih_l1	7	-0.036274734884500504
102250	rnn.bias_ih_l1	8	-0.12650331854820251
102250	rnn.bias_ih_l1	9	-0.09912815690040588
102250	rnn.bias_hh_l1	0	-0.12522289156913757
102250	rnn.bias_hh_l1	1	-0.04249214380979538
102250	rnn.bias_hh_l1	2	-0.10027924180030823
102250	rnn.bias_hh_l1	3	-0.10352595895528793
102250	rnn.bias_hh_l1	4	-0.11302638053894043
102250	rnn.bias_hh_l1	5	-0.0861937403678894
102250	rnn.bias_hh_l1	6	-0.11023914813995361
102250	rnn.bias_hh_l1	7	0.013499957509338856
102250	rnn.bias_hh_l1	8	-0.14039643108844757
102250	rnn.bias_hh_l1	9	-0.08809613436460495
102250	rnn.weight_ih_l1_reverse	0	-0.04881395399570465
102250	rnn.weight_ih_l1_reverse	1	0.017739038914442062
102250	rnn.weight_ih_l1_reverse	2	0.03862076252698898
102250	rnn.weight_ih_l1_reverse	3	0.009703216142952442
102250	rnn.weight_ih_l1_reverse	4	-0.028174439445137978
102250	rnn.weight_ih_l1_reverse	5	-0.033668018877506256
102250	rnn.weight_ih_l1_reverse	6	0.006977485492825508
102250	rnn.weight_ih_l1_reverse	7	0.014286513440310955
102250	rnn.weight_ih_l1_reverse	8	0.03572281450033188
102250	rnn.weight_ih_l1_reverse	9	-0.07528837770223618
102250	rnn.weight_hh_l1_reverse	0	0.008891173638403416
102250	rnn.weight_hh_l1_reverse	1	0.031863585114479065
102250	rnn.weight_hh_l1_reverse	2	-0.03985355794429779
102250	rnn.weight_hh_l1_reverse	3	0.04108646884560585
102250	rnn.weight_hh_l1_reverse	4	0.047751184552907944
102250	rnn.weight_hh_l1_reverse	5	0.008091735653579235
102250	rnn.weight_hh_l1_reverse	6	0.012384649366140366
102250	rnn.weight_hh_l1_reverse	7	0.02256200462579727
102250	rnn.weight_hh_l1_reverse	8	-0.005683795548975468
102250	rnn.weight_hh_l1_reverse	9	-0.035170555114746094
102250	rnn.bias_ih_l1_reverse	0	-0.03845905885100365
102250	rnn.bias_ih_l1_reverse	1	-0.11238729953765869
102250	rnn.bias_ih_l1_reverse	2	-0.13578952848911285
102250	rnn.bias_ih_l1_reverse	3	0.018402326852083206
102250	rnn.bias_ih_l1_reverse	4	-0.1699269413948059
102250	rnn.bias_ih_l1_reverse	5	-0.09638361632823944
102250	rnn.bias_ih_l1_reverse	6	-0.1184355840086937
102250	rnn.bias_ih_l1_reverse	7	-0.21209101378917694
102250	rnn.bias_ih_l1_reverse	8	0.11960398405790329
102250	rnn.bias_ih_l1_reverse	9	0.03725321218371391
102250	rnn.bias_hh_l1_reverse	0	-0.07906904071569443
102250	rnn.bias_hh_l1_reverse	1	-0.05400560423731804
102250	rnn.bias_hh_l1_reverse	2	-0.21627262234687805
102250	rnn.bias_hh_l1_reverse	3	-0.10451988130807877
102250	rnn.bias_hh_l1_reverse	4	-0.09061775356531143
102250	rnn.bias_hh_l1_reverse	5	-0.09645914286375046
102250	rnn.bias_hh_l1_reverse	6	0.1129494458436966
102250	rnn.bias_hh_l1_reverse	7	-0.1495705395936966
102250	rnn.bias_hh_l1_reverse	8	-0.09747634828090668
102250	rnn.bias_hh_l1_reverse	9	-0.12153632938861847
102250	linear.weight	0	0.002228822559118271
102250	linear.weight	1	0.10009978711605072
102250	linear.weight	2	-0.08474292606115341
102250	linear.weight	3	0.40540727972984314
102250	linear.weight	4	0.10859796404838562
102250	linear.weight	5	-0.015908854082226753
102250	linear.weight	6	0.10127214342355728
102250	linear.weight	7	0.12884627282619476
102250	linear.weight	8	0.04128002002835274
102250	linear.weight	9	-0.04703209921717644
102250	linear.bias	0	-0.025114772841334343
102250	linear.bias	1	-0.23507864773273468
102250	linear.bias	2	-0.3985985219478607
102250	linear.bias	3	-0.7182285785675049
102250	linear.bias	4	-1.1611441373825073
102250	linear.bias	5	-0.06742545962333679
102250	linear.bias	6	-0.7284489274024963
102250	linear.bias	7	0.3370683491230011
102250	linear.bias	8	-0.4881759583950043
102250	linear.bias	9	-0.8970015645027161
102447	transitions	0	0.5492357015609741
102447	transitions	1	0.11909608542919159
102447	transitions	2	-10000.0
102447	transitions	3	-1.8146014213562012
102447	transitions	4	-10000.0
102447	transitions	5	0.6071345806121826
102447	transitions	6	-0.05527067556977272
102447	transitions	7	-0.566942036151886
102447	transitions	8	-1.377218246459961
102447	transitions	9	-0.0008666146895848215
102447	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
102447	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
102447	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
102447	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
102447	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
102447	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
102447	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
102447	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
102447	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
102447	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
102447	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
102447	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
102447	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
102447	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
102447	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
102447	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
102447	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
102447	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
102447	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
102447	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
102447	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
102447	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
102447	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
102447	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
102447	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
102447	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
102447	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
102447	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
102447	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
102447	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
102447	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
102447	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
102447	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
102447	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
102447	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
102447	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
102447	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
102447	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
102447	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
102447	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
102447	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
102447	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
102447	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
102447	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
102447	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
102447	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
102447	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
102447	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
102447	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
102447	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
102447	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
102447	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
102447	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
102447	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
102447	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
102447	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
102447	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
102447	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
102447	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
102447	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
102447	embedding2nn.weight	0	-0.0028884459752589464
102447	embedding2nn.weight	1	-0.015745695680379868
102447	embedding2nn.weight	2	-0.014268254861235619
102447	embedding2nn.weight	3	-0.013143159449100494
102447	embedding2nn.weight	4	-0.0059150345623493195
102447	embedding2nn.weight	5	-0.0037005844060331583
102447	embedding2nn.weight	6	-0.003973274026066065
102447	embedding2nn.weight	7	-0.0530862919986248
102447	embedding2nn.weight	8	-0.0019979383796453476
102447	embedding2nn.weight	9	-0.029719701036810875
102447	embedding2nn.bias	0	0.02830336056649685
102447	embedding2nn.bias	1	-0.06047825515270233
102447	embedding2nn.bias	2	0.09251734614372253
102447	embedding2nn.bias	3	0.0662529394030571
102447	embedding2nn.bias	4	-0.05257948115468025
102447	embedding2nn.bias	5	-0.03612251952290535
102447	embedding2nn.bias	6	0.014730251394212246
102447	embedding2nn.bias	7	-0.03325103968381882
102447	embedding2nn.bias	8	0.046798788011074066
102447	embedding2nn.bias	9	0.02706303633749485
102447	rnn.weight_ih_l0	0	-0.052011966705322266
102447	rnn.weight_ih_l0	1	-0.006136292591691017
102447	rnn.weight_ih_l0	2	0.05237305164337158
102447	rnn.weight_ih_l0	3	0.014911946840584278
102447	rnn.weight_ih_l0	4	-0.0278297308832407
102447	rnn.weight_ih_l0	5	-0.04818154126405716
102447	rnn.weight_ih_l0	6	0.005118378438055515
102447	rnn.weight_ih_l0	7	0.03752382472157478
102447	rnn.weight_ih_l0	8	-0.004834202583879232
102447	rnn.weight_ih_l0	9	-0.01959075964987278
102447	rnn.weight_hh_l0	0	-0.04300602898001671
102447	rnn.weight_hh_l0	1	-0.00040276936488226056
102447	rnn.weight_hh_l0	2	0.0019722396973520517
102447	rnn.weight_hh_l0	3	-0.05506771057844162
102447	rnn.weight_hh_l0	4	0.07780682295560837
102447	rnn.weight_hh_l0	5	-0.00193591951392591
102447	rnn.weight_hh_l0	6	-0.048672523349523544
102447	rnn.weight_hh_l0	7	0.00011329511471558362
102447	rnn.weight_hh_l0	8	0.013963350094854832
102447	rnn.weight_hh_l0	9	-0.01868966966867447
102447	rnn.bias_ih_l0	0	0.0671471580862999
102447	rnn.bias_ih_l0	1	-0.03578651696443558
102447	rnn.bias_ih_l0	2	-0.008326026611030102
102447	rnn.bias_ih_l0	3	0.11881078779697418
102447	rnn.bias_ih_l0	4	-0.053409431129693985
102447	rnn.bias_ih_l0	5	-0.03581930696964264
102447	rnn.bias_ih_l0	6	0.0003973159473389387
102447	rnn.bias_ih_l0	7	0.030118076130747795
102447	rnn.bias_ih_l0	8	-0.10691282153129578
102447	rnn.bias_ih_l0	9	-0.0439826101064682
102447	rnn.bias_hh_l0	0	-0.01982206106185913
102447	rnn.bias_hh_l0	1	-0.09424314647912979
102447	rnn.bias_hh_l0	2	-0.0391441248357296
102447	rnn.bias_hh_l0	3	-0.08532927930355072
102447	rnn.bias_hh_l0	4	-0.02362425997853279
102447	rnn.bias_hh_l0	5	-0.009201194159686565
102447	rnn.bias_hh_l0	6	0.02051064372062683
102447	rnn.bias_hh_l0	7	0.022350994870066643
102447	rnn.bias_hh_l0	8	-0.13463999330997467
102447	rnn.bias_hh_l0	9	-0.02438228577375412
102447	rnn.weight_ih_l0_reverse	0	-0.011072773486375809
102447	rnn.weight_ih_l0_reverse	1	-0.04797897860407829
102447	rnn.weight_ih_l0_reverse	2	-0.02759094163775444
102447	rnn.weight_ih_l0_reverse	3	0.003088377183303237
102447	rnn.weight_ih_l0_reverse	4	-0.011572716757655144
102447	rnn.weight_ih_l0_reverse	5	-0.045026373118162155
102447	rnn.weight_ih_l0_reverse	6	0.07091625034809113
102447	rnn.weight_ih_l0_reverse	7	-0.019751280546188354
102447	rnn.weight_ih_l0_reverse	8	-0.031408876180648804
102447	rnn.weight_ih_l0_reverse	9	0.008496235124766827
102447	rnn.weight_hh_l0_reverse	0	0.02996884100139141
102447	rnn.weight_hh_l0_reverse	1	0.03161736577749252
102447	rnn.weight_hh_l0_reverse	2	0.039435166865587234
102447	rnn.weight_hh_l0_reverse	3	0.02937375009059906
102447	rnn.weight_hh_l0_reverse	4	0.008316663093864918
102447	rnn.weight_hh_l0_reverse	5	0.010463414713740349
102447	rnn.weight_hh_l0_reverse	6	0.044643793255090714
102447	rnn.weight_hh_l0_reverse	7	-0.06290404498577118
102447	rnn.weight_hh_l0_reverse	8	0.03967021778225899
102447	rnn.weight_hh_l0_reverse	9	0.050933852791786194
102447	rnn.bias_ih_l0_reverse	0	-0.054767027497291565
102447	rnn.bias_ih_l0_reverse	1	-0.2292560487985611
102447	rnn.bias_ih_l0_reverse	2	-0.12269525229930878
102447	rnn.bias_ih_l0_reverse	3	-0.023558158427476883
102447	rnn.bias_ih_l0_reverse	4	-0.04979267343878746
102447	rnn.bias_ih_l0_reverse	5	0.06477785110473633
102447	rnn.bias_ih_l0_reverse	6	-0.04208505153656006
102447	rnn.bias_ih_l0_reverse	7	0.03373277559876442
102447	rnn.bias_ih_l0_reverse	8	-0.032951466739177704
102447	rnn.bias_ih_l0_reverse	9	0.03041362762451172
102447	rnn.bias_hh_l0_reverse	0	0.0038695349358022213
102447	rnn.bias_hh_l0_reverse	1	-0.027596602216362953
102447	rnn.bias_hh_l0_reverse	2	0.08123816549777985
102447	rnn.bias_hh_l0_reverse	3	-0.057489488273859024
102447	rnn.bias_hh_l0_reverse	4	-0.04033060371875763
102447	rnn.bias_hh_l0_reverse	5	-0.028186965733766556
102447	rnn.bias_hh_l0_reverse	6	-0.025272652506828308
102447	rnn.bias_hh_l0_reverse	7	0.10304022580385208
102447	rnn.bias_hh_l0_reverse	8	0.03048795647919178
102447	rnn.bias_hh_l0_reverse	9	-0.10709366202354431
102447	rnn.weight_ih_l1	0	-0.04471645504236221
102447	rnn.weight_ih_l1	1	-0.024079803377389908
102447	rnn.weight_ih_l1	2	0.036429643630981445
102447	rnn.weight_ih_l1	3	-0.04748951643705368
102447	rnn.weight_ih_l1	4	-0.008285525254905224
102447	rnn.weight_ih_l1	5	-0.04263189435005188
102447	rnn.weight_ih_l1	6	0.0263579823076725
102447	rnn.weight_ih_l1	7	-0.040626443922519684
102447	rnn.weight_ih_l1	8	0.036056797951459885
102447	rnn.weight_ih_l1	9	0.03597861900925636
102447	rnn.weight_hh_l1	0	-0.0036549358628690243
102447	rnn.weight_hh_l1	1	0.010365414433181286
102447	rnn.weight_hh_l1	2	0.003621889976784587
102447	rnn.weight_hh_l1	3	-0.010052559897303581
102447	rnn.weight_hh_l1	4	0.002545461757108569
102447	rnn.weight_hh_l1	5	0.02369498834013939
102447	rnn.weight_hh_l1	6	0.025013936683535576
102447	rnn.weight_hh_l1	7	-0.024481922388076782
102447	rnn.weight_hh_l1	8	-0.01722838543355465
102447	rnn.weight_hh_l1	9	0.03474779427051544
102447	rnn.bias_ih_l1	0	-0.18276949226856232
102447	rnn.bias_ih_l1	1	-0.17238852381706238
102447	rnn.bias_ih_l1	2	-0.17196770012378693
102447	rnn.bias_ih_l1	3	-0.2550227642059326
102447	rnn.bias_ih_l1	4	-0.20334653556346893
102447	rnn.bias_ih_l1	5	-0.10141608119010925
102447	rnn.bias_ih_l1	6	-0.12529334425926208
102447	rnn.bias_ih_l1	7	-0.037680767476558685
102447	rnn.bias_ih_l1	8	-0.12864917516708374
102447	rnn.bias_ih_l1	9	-0.09711380302906036
102447	rnn.bias_hh_l1	0	-0.12486060708761215
102447	rnn.bias_hh_l1	1	-0.04189292713999748
102447	rnn.bias_hh_l1	2	-0.1027221754193306
102447	rnn.bias_hh_l1	3	-0.1037256121635437
102447	rnn.bias_hh_l1	4	-0.11212240904569626
102447	rnn.bias_hh_l1	5	-0.0865793526172638
102447	rnn.bias_hh_l1	6	-0.10511194169521332
102447	rnn.bias_hh_l1	7	0.022639751434326172
102447	rnn.bias_hh_l1	8	-0.14244341850280762
102447	rnn.bias_hh_l1	9	-0.08708515018224716
102447	rnn.weight_ih_l1_reverse	0	-0.05016496032476425
102447	rnn.weight_ih_l1_reverse	1	0.016021130606532097
102447	rnn.weight_ih_l1_reverse	2	0.03813977539539337
102447	rnn.weight_ih_l1_reverse	3	0.005919512361288071
102447	rnn.weight_ih_l1_reverse	4	-0.02884674072265625
102447	rnn.weight_ih_l1_reverse	5	-0.033697713166475296
102447	rnn.weight_ih_l1_reverse	6	0.006634169723838568
102447	rnn.weight_ih_l1_reverse	7	0.01493407879024744
102447	rnn.weight_ih_l1_reverse	8	0.03303619474172592
102447	rnn.weight_ih_l1_reverse	9	-0.0739067792892456
102447	rnn.weight_hh_l1_reverse	0	0.008655807934701443
102447	rnn.weight_hh_l1_reverse	1	0.03214230015873909
102447	rnn.weight_hh_l1_reverse	2	-0.03981668874621391
102447	rnn.weight_hh_l1_reverse	3	0.04114190861582756
102447	rnn.weight_hh_l1_reverse	4	0.047339994460344315
102447	rnn.weight_hh_l1_reverse	5	0.00812740158289671
102447	rnn.weight_hh_l1_reverse	6	0.011298604309558868
102447	rnn.weight_hh_l1_reverse	7	0.022817742079496384
102447	rnn.weight_hh_l1_reverse	8	-0.005539426580071449
102447	rnn.weight_hh_l1_reverse	9	-0.03511706739664078
102447	rnn.bias_ih_l1_reverse	0	-0.03933677822351456
102447	rnn.bias_ih_l1_reverse	1	-0.11436133831739426
102447	rnn.bias_ih_l1_reverse	2	-0.13421864807605743
102447	rnn.bias_ih_l1_reverse	3	0.014716124162077904
102447	rnn.bias_ih_l1_reverse	4	-0.17023247480392456
102447	rnn.bias_ih_l1_reverse	5	-0.09533057361841202
102447	rnn.bias_ih_l1_reverse	6	-0.11817125231027603
102447	rnn.bias_ih_l1_reverse	7	-0.21358539164066315
102447	rnn.bias_ih_l1_reverse	8	0.11924123018980026
102447	rnn.bias_ih_l1_reverse	9	0.038175903260707855
102447	rnn.bias_hh_l1_reverse	0	-0.08169122040271759
102447	rnn.bias_hh_l1_reverse	1	-0.06628090143203735
102447	rnn.bias_hh_l1_reverse	2	-0.2153540402650833
102447	rnn.bias_hh_l1_reverse	3	-0.10597142577171326
102447	rnn.bias_hh_l1_reverse	4	-0.09188829362392426
102447	rnn.bias_hh_l1_reverse	5	-0.09699538350105286
102447	rnn.bias_hh_l1_reverse	6	0.11776826530694962
102447	rnn.bias_hh_l1_reverse	7	-0.14749334752559662
102447	rnn.bias_hh_l1_reverse	8	-0.09981430321931839
102447	rnn.bias_hh_l1_reverse	9	-0.12132472544908524
102447	linear.weight	0	0.002228822559118271
102447	linear.weight	1	0.09867250919342041
102447	linear.weight	2	-0.08789289742708206
102447	linear.weight	3	0.40605223178863525
102447	linear.weight	4	0.10868022590875626
102447	linear.weight	5	-0.016254449263215065
102447	linear.weight	6	0.09391907602548599
102447	linear.weight	7	0.1331922709941864
102447	linear.weight	8	0.041280727833509445
102447	linear.weight	9	-0.047228891402482986
102447	linear.bias	0	-0.05120490491390228
102447	linear.bias	1	-0.20336902141571045
102447	linear.bias	2	-0.4115180969238281
102447	linear.bias	3	-0.7203096151351929
102447	linear.bias	4	-1.164820909500122
102447	linear.bias	5	-0.07145843654870987
102447	linear.bias	6	-0.6964091658592224
102447	linear.bias	7	0.3332903981208801
102447	linear.bias	8	-0.5048513412475586
102447	linear.bias	9	-0.9150465130805969
102644	transitions	0	0.5690486431121826
102644	transitions	1	0.1246553435921669
102644	transitions	2	-10000.0
102644	transitions	3	-1.8146332502365112
102644	transitions	4	-10000.0
102644	transitions	5	0.6067582368850708
102644	transitions	6	-0.055397987365722656
102644	transitions	7	-0.5675816535949707
102644	transitions	8	-1.3772987127304077
102644	transitions	9	-0.0008677769219502807
102644	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
102644	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
102644	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
102644	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
102644	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
102644	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
102644	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
102644	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
102644	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
102644	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
102644	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
102644	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
102644	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
102644	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
102644	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
102644	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
102644	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
102644	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
102644	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
102644	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
102644	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
102644	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
102644	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
102644	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
102644	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
102644	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
102644	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
102644	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
102644	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
102644	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
102644	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
102644	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
102644	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
102644	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
102644	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
102644	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
102644	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
102644	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
102644	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
102644	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
102644	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
102644	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
102644	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
102644	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
102644	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
102644	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
102644	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
102644	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
102644	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
102644	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
102644	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
102644	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
102644	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
102644	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
102644	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
102644	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
102644	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
102644	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
102644	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
102644	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
102644	embedding2nn.weight	0	-0.00276625226251781
102644	embedding2nn.weight	1	-0.015525732189416885
102644	embedding2nn.weight	2	-0.014268254861235619
102644	embedding2nn.weight	3	-0.015420298092067242
102644	embedding2nn.weight	4	-0.0059150345623493195
102644	embedding2nn.weight	5	-0.0037005841732025146
102644	embedding2nn.weight	6	-0.003973272163420916
102644	embedding2nn.weight	7	-0.054343678057193756
102644	embedding2nn.weight	8	-0.0019979383796453476
102644	embedding2nn.weight	9	-0.029427869245409966
102644	embedding2nn.bias	0	0.03786180913448334
102644	embedding2nn.bias	1	-0.07939019799232483
102644	embedding2nn.bias	2	0.09043856710195541
102644	embedding2nn.bias	3	0.06601762026548386
102644	embedding2nn.bias	4	-0.05046034976840019
102644	embedding2nn.bias	5	-0.04223999008536339
102644	embedding2nn.bias	6	0.01729699596762657
102644	embedding2nn.bias	7	-0.0355609767138958
102644	embedding2nn.bias	8	0.05650218203663826
102644	embedding2nn.bias	9	0.026017138734459877
102644	rnn.weight_ih_l0	0	-0.05372816324234009
102644	rnn.weight_ih_l0	1	-0.007499663159251213
102644	rnn.weight_ih_l0	2	0.05373986437916756
102644	rnn.weight_ih_l0	3	0.013389626517891884
102644	rnn.weight_ih_l0	4	-0.026907972991466522
102644	rnn.weight_ih_l0	5	-0.048132915049791336
102644	rnn.weight_ih_l0	6	0.00571110425516963
102644	rnn.weight_ih_l0	7	0.037006184458732605
102644	rnn.weight_ih_l0	8	-0.004645571578294039
102644	rnn.weight_ih_l0	9	-0.020679280161857605
102644	rnn.weight_hh_l0	0	-0.043221525847911835
102644	rnn.weight_hh_l0	1	0.0007427892414852977
102644	rnn.weight_hh_l0	2	0.002216167515143752
102644	rnn.weight_hh_l0	3	-0.055535346269607544
102644	rnn.weight_hh_l0	4	0.07745902240276337
102644	rnn.weight_hh_l0	5	0.00015022938896436244
102644	rnn.weight_hh_l0	6	-0.05010131746530533
102644	rnn.weight_hh_l0	7	-0.0010828786762431264
102644	rnn.weight_hh_l0	8	0.014302111230790615
102644	rnn.weight_hh_l0	9	-0.019142920151352882
102644	rnn.bias_ih_l0	0	0.06742184609174728
102644	rnn.bias_ih_l0	1	-0.036152422428131104
102644	rnn.bias_ih_l0	2	-0.004484755452722311
102644	rnn.bias_ih_l0	3	0.11868610978126526
102644	rnn.bias_ih_l0	4	-0.05305785685777664
102644	rnn.bias_ih_l0	5	-0.0373946912586689
102644	rnn.bias_ih_l0	6	0.004106684122234583
102644	rnn.bias_ih_l0	7	0.03078821487724781
102644	rnn.bias_ih_l0	8	-0.10633698105812073
102644	rnn.bias_ih_l0	9	-0.045596811920404434
102644	rnn.bias_hh_l0	0	-0.01984628103673458
102644	rnn.bias_hh_l0	1	-0.0914291962981224
102644	rnn.bias_hh_l0	2	-0.03834071755409241
102644	rnn.bias_hh_l0	3	-0.08539929986000061
102644	rnn.bias_hh_l0	4	-0.02358340099453926
102644	rnn.bias_hh_l0	5	-0.009650482796132565
102644	rnn.bias_hh_l0	6	0.02070801705121994
102644	rnn.bias_hh_l0	7	0.023232920095324516
102644	rnn.bias_hh_l0	8	-0.1372784823179245
102644	rnn.bias_hh_l0	9	-0.027659405022859573
102644	rnn.weight_ih_l0_reverse	0	-0.011141236871480942
102644	rnn.weight_ih_l0_reverse	1	-0.04761144146323204
102644	rnn.weight_ih_l0_reverse	2	-0.026022054255008698
102644	rnn.weight_ih_l0_reverse	3	0.0038753035478293896
102644	rnn.weight_ih_l0_reverse	4	-0.011644110083580017
102644	rnn.weight_ih_l0_reverse	5	-0.04456910490989685
102644	rnn.weight_ih_l0_reverse	6	0.07084304094314575
102644	rnn.weight_ih_l0_reverse	7	-0.019931698217988014
102644	rnn.weight_ih_l0_reverse	8	-0.031422436237335205
102644	rnn.weight_ih_l0_reverse	9	0.009121868759393692
102644	rnn.weight_hh_l0_reverse	0	0.030078710988163948
102644	rnn.weight_hh_l0_reverse	1	0.0320918969810009
102644	rnn.weight_hh_l0_reverse	2	0.039025917649269104
102644	rnn.weight_hh_l0_reverse	3	0.029522258788347244
102644	rnn.weight_hh_l0_reverse	4	0.00795765034854412
102644	rnn.weight_hh_l0_reverse	5	0.010803586803376675
102644	rnn.weight_hh_l0_reverse	6	0.04515055939555168
102644	rnn.weight_hh_l0_reverse	7	-0.06175731495022774
102644	rnn.weight_hh_l0_reverse	8	0.03931873291730881
102644	rnn.weight_hh_l0_reverse	9	0.05204840376973152
102644	rnn.bias_ih_l0_reverse	0	-0.053011272102594376
102644	rnn.bias_ih_l0_reverse	1	-0.23023465275764465
102644	rnn.bias_ih_l0_reverse	2	-0.12400715798139572
102644	rnn.bias_ih_l0_reverse	3	-0.023719530552625656
102644	rnn.bias_ih_l0_reverse	4	-0.04539221525192261
102644	rnn.bias_ih_l0_reverse	5	0.06335289776325226
102644	rnn.bias_ih_l0_reverse	6	-0.038016196340322495
102644	rnn.bias_ih_l0_reverse	7	0.03450493514537811
102644	rnn.bias_ih_l0_reverse	8	-0.03449967876076698
102644	rnn.bias_ih_l0_reverse	9	0.030853381380438805
102644	rnn.bias_hh_l0_reverse	0	0.0032212338410317898
102644	rnn.bias_hh_l0_reverse	1	-0.03372962027788162
102644	rnn.bias_hh_l0_reverse	2	0.07604765146970749
102644	rnn.bias_hh_l0_reverse	3	-0.05893684923648834
102644	rnn.bias_hh_l0_reverse	4	-0.03944643586874008
102644	rnn.bias_hh_l0_reverse	5	-0.030846556648612022
102644	rnn.bias_hh_l0_reverse	6	-0.02620796300470829
102644	rnn.bias_hh_l0_reverse	7	0.10206922143697739
102644	rnn.bias_hh_l0_reverse	8	0.032276228070259094
102644	rnn.bias_hh_l0_reverse	9	-0.10725864768028259
102644	rnn.weight_ih_l1	0	-0.044765930622816086
102644	rnn.weight_ih_l1	1	-0.024177968502044678
102644	rnn.weight_ih_l1	2	0.03571317344903946
102644	rnn.weight_ih_l1	3	-0.04781774803996086
102644	rnn.weight_ih_l1	4	-0.008483251556754112
102644	rnn.weight_ih_l1	5	-0.042686577886343
102644	rnn.weight_ih_l1	6	0.02554222382605076
102644	rnn.weight_ih_l1	7	-0.039677008986473083
102644	rnn.weight_ih_l1	8	0.03633047640323639
102644	rnn.weight_ih_l1	9	0.035915449261665344
102644	rnn.weight_hh_l1	0	-0.0033298663329333067
102644	rnn.weight_hh_l1	1	0.01013201754540205
102644	rnn.weight_hh_l1	2	0.0051618581637740135
102644	rnn.weight_hh_l1	3	-0.009628072381019592
102644	rnn.weight_hh_l1	4	0.0030236036982387304
102644	rnn.weight_hh_l1	5	0.023150663822889328
102644	rnn.weight_hh_l1	6	0.025416599586606026
102644	rnn.weight_hh_l1	7	-0.024740658700466156
102644	rnn.weight_hh_l1	8	-0.016892768442630768
102644	rnn.weight_hh_l1	9	0.034898459911346436
102644	rnn.bias_ih_l1	0	-0.18245871365070343
102644	rnn.bias_ih_l1	1	-0.17658504843711853
102644	rnn.bias_ih_l1	2	-0.169765442609787
102644	rnn.bias_ih_l1	3	-0.25794854760169983
102644	rnn.bias_ih_l1	4	-0.2033681720495224
102644	rnn.bias_ih_l1	5	-0.10448410362005234
102644	rnn.bias_ih_l1	6	-0.12569338083267212
102644	rnn.bias_ih_l1	7	-0.03382173925638199
102644	rnn.bias_ih_l1	8	-0.13407933712005615
102644	rnn.bias_ih_l1	9	-0.10473309457302094
102644	rnn.bias_hh_l1	0	-0.12449519336223602
102644	rnn.bias_hh_l1	1	-0.03869519755244255
102644	rnn.bias_hh_l1	2	-0.10087481886148453
102644	rnn.bias_hh_l1	3	-0.10259981453418732
102644	rnn.bias_hh_l1	4	-0.11228176206350327
102644	rnn.bias_hh_l1	5	-0.08855178952217102
102644	rnn.bias_hh_l1	6	-0.1101321429014206
102644	rnn.bias_hh_l1	7	0.022183729335665703
102644	rnn.bias_hh_l1	8	-0.14451682567596436
102644	rnn.bias_hh_l1	9	-0.08732761442661285
102644	rnn.weight_ih_l1_reverse	0	-0.04954799264669418
102644	rnn.weight_ih_l1_reverse	1	0.019780563190579414
102644	rnn.weight_ih_l1_reverse	2	0.039976783096790314
102644	rnn.weight_ih_l1_reverse	3	0.006993732415139675
102644	rnn.weight_ih_l1_reverse	4	-0.027493087574839592
102644	rnn.weight_ih_l1_reverse	5	-0.0336897186934948
102644	rnn.weight_ih_l1_reverse	6	0.00737755186855793
102644	rnn.weight_ih_l1_reverse	7	0.01495781634002924
102644	rnn.weight_ih_l1_reverse	8	0.03237752243876457
102644	rnn.weight_ih_l1_reverse	9	-0.0705733671784401
102644	rnn.weight_hh_l1_reverse	0	0.008725844323635101
102644	rnn.weight_hh_l1_reverse	1	0.031779441982507706
102644	rnn.weight_hh_l1_reverse	2	-0.039697661995887756
102644	rnn.weight_hh_l1_reverse	3	0.040931280702352524
102644	rnn.weight_hh_l1_reverse	4	0.048424459993839264
102644	rnn.weight_hh_l1_reverse	5	0.00798044539988041
102644	rnn.weight_hh_l1_reverse	6	0.010938000865280628
102644	rnn.weight_hh_l1_reverse	7	0.022278491407632828
102644	rnn.weight_hh_l1_reverse	8	-0.005476499907672405
102644	rnn.weight_hh_l1_reverse	9	-0.03491309657692909
102644	rnn.bias_ih_l1_reverse	0	-0.04260552302002907
102644	rnn.bias_ih_l1_reverse	1	-0.1079670712351799
102644	rnn.bias_ih_l1_reverse	2	-0.13710559904575348
102644	rnn.bias_ih_l1_reverse	3	0.00973175186663866
102644	rnn.bias_ih_l1_reverse	4	-0.17272092401981354
102644	rnn.bias_ih_l1_reverse	5	-0.09527050703763962
102644	rnn.bias_ih_l1_reverse	6	-0.11870700865983963
102644	rnn.bias_ih_l1_reverse	7	-0.21347996592521667
102644	rnn.bias_ih_l1_reverse	8	0.12305468320846558
102644	rnn.bias_ih_l1_reverse	9	0.04008936509490013
102644	rnn.bias_hh_l1_reverse	0	-0.0907818078994751
102644	rnn.bias_hh_l1_reverse	1	-0.06970810145139694
102644	rnn.bias_hh_l1_reverse	2	-0.2154950052499771
102644	rnn.bias_hh_l1_reverse	3	-0.10977648198604584
102644	rnn.bias_hh_l1_reverse	4	-0.0918816551566124
102644	rnn.bias_hh_l1_reverse	5	-0.09747117012739182
102644	rnn.bias_hh_l1_reverse	6	0.11858482658863068
102644	rnn.bias_hh_l1_reverse	7	-0.14436693489551544
102644	rnn.bias_hh_l1_reverse	8	-0.10113953053951263
102644	rnn.bias_hh_l1_reverse	9	-0.12089875340461731
102644	linear.weight	0	0.002228822559118271
102644	linear.weight	1	0.08434074372053146
102644	linear.weight	2	-0.08682329952716827
102644	linear.weight	3	0.400189071893692
102644	linear.weight	4	0.10610935837030411
102644	linear.weight	5	-0.02039719559252262
102644	linear.weight	6	0.0990733727812767
102644	linear.weight	7	0.12557676434516907
102644	linear.weight	8	0.04128093644976616
102644	linear.weight	9	-0.049689944833517075
102644	linear.bias	0	-0.0027040080167353153
102644	linear.bias	1	-0.21707198023796082
102644	linear.bias	2	-0.38988959789276123
102644	linear.bias	3	-0.7018171548843384
102644	linear.bias	4	-1.1518707275390625
102644	linear.bias	5	-0.07560121268033981
102644	linear.bias	6	-0.7111583352088928
102644	linear.bias	7	0.3271609842777252
102644	linear.bias	8	-0.5050918459892273
102644	linear.bias	9	-0.91922527551651
102648	transitions	0	0.5762394666671753
102648	transitions	1	0.1226886585354805
102648	transitions	2	-10000.0
102648	transitions	3	-1.8146347999572754
102648	transitions	4	-10000.0
102648	transitions	5	0.6067542433738708
102648	transitions	6	-0.055398620665073395
102648	transitions	7	-0.5677598118782043
102648	transitions	8	-1.3772989511489868
102648	transitions	9	-0.0008677966543473303
102648	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
102648	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
102648	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
102648	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
102648	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
102648	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
102648	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
102648	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
102648	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
102648	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
102648	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
102648	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
102648	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
102648	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
102648	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
102648	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
102648	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
102648	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
102648	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
102648	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
102648	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
102648	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
102648	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
102648	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
102648	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
102648	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
102648	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
102648	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
102648	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
102648	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
102648	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
102648	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
102648	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
102648	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
102648	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
102648	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
102648	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
102648	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
102648	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
102648	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
102648	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
102648	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
102648	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
102648	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
102648	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
102648	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
102648	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
102648	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
102648	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
102648	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
102648	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
102648	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
102648	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
102648	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
102648	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
102648	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
102648	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
102648	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
102648	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
102648	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
102648	embedding2nn.weight	0	-0.0027849106118083
102648	embedding2nn.weight	1	-0.015528288669884205
102648	embedding2nn.weight	2	-0.014268254861235619
102648	embedding2nn.weight	3	-0.01536222081631422
102648	embedding2nn.weight	4	-0.0059150345623493195
102648	embedding2nn.weight	5	-0.0037005841732025146
102648	embedding2nn.weight	6	-0.003973272163420916
102648	embedding2nn.weight	7	-0.05446820706129074
102648	embedding2nn.weight	8	-0.0019979383796453476
102648	embedding2nn.weight	9	-0.029274092987179756
102648	embedding2nn.bias	0	0.03795577213168144
102648	embedding2nn.bias	1	-0.07844167202711105
102648	embedding2nn.bias	2	0.09133370965719223
102648	embedding2nn.bias	3	0.06572888046503067
102648	embedding2nn.bias	4	-0.051230523735284805
102648	embedding2nn.bias	5	-0.04209735244512558
102648	embedding2nn.bias	6	0.01782655529677868
102648	embedding2nn.bias	7	-0.036183565855026245
102648	embedding2nn.bias	8	0.05689919739961624
102648	embedding2nn.bias	9	0.02623501792550087
102648	rnn.weight_ih_l0	0	-0.05390196293592453
102648	rnn.weight_ih_l0	1	-0.007409024052321911
102648	rnn.weight_ih_l0	2	0.053918734192848206
102648	rnn.weight_ih_l0	3	0.013298623263835907
102648	rnn.weight_ih_l0	4	-0.026781845837831497
102648	rnn.weight_ih_l0	5	-0.048119861632585526
102648	rnn.weight_ih_l0	6	0.0057742358185350895
102648	rnn.weight_ih_l0	7	0.03703037276864052
102648	rnn.weight_ih_l0	8	-0.0046755289658904076
102648	rnn.weight_ih_l0	9	-0.020735133439302444
102648	rnn.weight_hh_l0	0	-0.04317312315106392
102648	rnn.weight_hh_l0	1	0.0005998531705699861
102648	rnn.weight_hh_l0	2	0.0024517355486750603
102648	rnn.weight_hh_l0	3	-0.055486537516117096
102648	rnn.weight_hh_l0	4	0.0775386393070221
102648	rnn.weight_hh_l0	5	4.995018389308825e-05
102648	rnn.weight_hh_l0	6	-0.05014551803469658
102648	rnn.weight_hh_l0	7	-0.0010856298031285405
102648	rnn.weight_hh_l0	8	0.014313277788460255
102648	rnn.weight_hh_l0	9	-0.019090183079242706
102648	rnn.bias_ih_l0	0	0.06754181534051895
102648	rnn.bias_ih_l0	1	-0.036121074110269547
102648	rnn.bias_ih_l0	2	-0.0044417004100978374
102648	rnn.bias_ih_l0	3	0.11877869814634323
102648	rnn.bias_ih_l0	4	-0.0529889240860939
102648	rnn.bias_ih_l0	5	-0.03736749291419983
102648	rnn.bias_ih_l0	6	0.0038810076657682657
102648	rnn.bias_ih_l0	7	0.03083217889070511
102648	rnn.bias_ih_l0	8	-0.10640711337327957
102648	rnn.bias_ih_l0	9	-0.04569157958030701
102648	rnn.bias_hh_l0	0	-0.01938811130821705
102648	rnn.bias_hh_l0	1	-0.09128327667713165
102648	rnn.bias_hh_l0	2	-0.03866187483072281
102648	rnn.bias_hh_l0	3	-0.0855133906006813
102648	rnn.bias_hh_l0	4	-0.023769455030560493
102648	rnn.bias_hh_l0	5	-0.009493344463407993
102648	rnn.bias_hh_l0	6	0.020913345739245415
102648	rnn.bias_hh_l0	7	0.022875163704156876
102648	rnn.bias_hh_l0	8	-0.13732819259166718
102648	rnn.bias_hh_l0	9	-0.027228588238358498
102648	rnn.weight_ih_l0_reverse	0	-0.01116974838078022
102648	rnn.weight_ih_l0_reverse	1	-0.04765883460640907
102648	rnn.weight_ih_l0_reverse	2	-0.025987792760133743
102648	rnn.weight_ih_l0_reverse	3	0.0037611699663102627
102648	rnn.weight_ih_l0_reverse	4	-0.011666527949273586
102648	rnn.weight_ih_l0_reverse	5	-0.044557370245456696
102648	rnn.weight_ih_l0_reverse	6	0.07093876600265503
102648	rnn.weight_ih_l0_reverse	7	-0.02015988714993
102648	rnn.weight_ih_l0_reverse	8	-0.03149770200252533
102648	rnn.weight_ih_l0_reverse	9	0.009122051298618317
102648	rnn.weight_hh_l0_reverse	0	0.0300618726760149
102648	rnn.weight_hh_l0_reverse	1	0.03217353671789169
102648	rnn.weight_hh_l0_reverse	2	0.03902488201856613
102648	rnn.weight_hh_l0_reverse	3	0.029507234692573547
102648	rnn.weight_hh_l0_reverse	4	0.007857277058064938
102648	rnn.weight_hh_l0_reverse	5	0.010870889760553837
102648	rnn.weight_hh_l0_reverse	6	0.045162383466959
102648	rnn.weight_hh_l0_reverse	7	-0.06159449741244316
102648	rnn.weight_hh_l0_reverse	8	0.03928443044424057
102648	rnn.weight_hh_l0_reverse	9	0.05213175341486931
102648	rnn.bias_ih_l0_reverse	0	-0.05303926765918732
102648	rnn.bias_ih_l0_reverse	1	-0.23038089275360107
102648	rnn.bias_ih_l0_reverse	2	-0.12406548112630844
102648	rnn.bias_ih_l0_reverse	3	-0.0235615111887455
102648	rnn.bias_ih_l0_reverse	4	-0.04535377398133278
102648	rnn.bias_ih_l0_reverse	5	0.06355232000350952
102648	rnn.bias_ih_l0_reverse	6	-0.038190972059965134
102648	rnn.bias_ih_l0_reverse	7	0.03441821038722992
102648	rnn.bias_ih_l0_reverse	8	-0.03416251018643379
102648	rnn.bias_ih_l0_reverse	9	0.03082096017897129
102648	rnn.bias_hh_l0_reverse	0	0.002852846635505557
102648	rnn.bias_hh_l0_reverse	1	-0.03376089408993721
102648	rnn.bias_hh_l0_reverse	2	0.0758952721953392
102648	rnn.bias_hh_l0_reverse	3	-0.0590197928249836
102648	rnn.bias_hh_l0_reverse	4	-0.039245158433914185
102648	rnn.bias_hh_l0_reverse	5	-0.030874095857143402
102648	rnn.bias_hh_l0_reverse	6	-0.026587381958961487
102648	rnn.bias_hh_l0_reverse	7	0.10229922831058502
102648	rnn.bias_hh_l0_reverse	8	0.03237652778625488
102648	rnn.bias_hh_l0_reverse	9	-0.10694058984518051
102648	rnn.weight_ih_l1	0	-0.04480260983109474
102648	rnn.weight_ih_l1	1	-0.024129502475261688
102648	rnn.weight_ih_l1	2	0.03516558185219765
102648	rnn.weight_ih_l1	3	-0.04771634191274643
102648	rnn.weight_ih_l1	4	-0.00846716109663248
102648	rnn.weight_ih_l1	5	-0.042730093002319336
102648	rnn.weight_ih_l1	6	0.025600573047995567
102648	rnn.weight_ih_l1	7	-0.03970526158809662
102648	rnn.weight_ih_l1	8	0.036329738795757294
102648	rnn.weight_ih_l1	9	0.035990770906209946
102648	rnn.weight_hh_l1	0	-0.0032802405767142773
102648	rnn.weight_hh_l1	1	0.010133645497262478
102648	rnn.weight_hh_l1	2	0.005078150890767574
102648	rnn.weight_hh_l1	3	-0.009555056691169739
102648	rnn.weight_hh_l1	4	0.0029673960525542498
102648	rnn.weight_hh_l1	5	0.023167051374912262
102648	rnn.weight_hh_l1	6	0.025409165769815445
102648	rnn.weight_hh_l1	7	-0.024811752140522003
102648	rnn.weight_hh_l1	8	-0.016853703185915947
102648	rnn.weight_hh_l1	9	0.034938350319862366
102648	rnn.bias_ih_l1	0	-0.18290041387081146
102648	rnn.bias_ih_l1	1	-0.17715254426002502
102648	rnn.bias_ih_l1	2	-0.1699339747428894
102648	rnn.bias_ih_l1	3	-0.25735923647880554
102648	rnn.bias_ih_l1	4	-0.20343005657196045
102648	rnn.bias_ih_l1	5	-0.10446131229400635
102648	rnn.bias_ih_l1	6	-0.1258305162191391
102648	rnn.bias_ih_l1	7	-0.03462754189968109
102648	rnn.bias_ih_l1	8	-0.13429519534111023
102648	rnn.bias_ih_l1	9	-0.10454657673835754
102648	rnn.bias_hh_l1	0	-0.12363797426223755
102648	rnn.bias_hh_l1	1	-0.038130227476358414
102648	rnn.bias_hh_l1	2	-0.10104566812515259
102648	rnn.bias_hh_l1	3	-0.10244615375995636
102648	rnn.bias_hh_l1	4	-0.11203381419181824
102648	rnn.bias_hh_l1	5	-0.0883805900812149
102648	rnn.bias_hh_l1	6	-0.10983727127313614
102648	rnn.bias_hh_l1	7	0.022179769352078438
102648	rnn.bias_hh_l1	8	-0.1446506679058075
102648	rnn.bias_hh_l1	9	-0.08780262619256973
102648	rnn.weight_ih_l1_reverse	0	-0.0495593436062336
102648	rnn.weight_ih_l1_reverse	1	0.01965886913239956
102648	rnn.weight_ih_l1_reverse	2	0.03970625624060631
102648	rnn.weight_ih_l1_reverse	3	0.007085607387125492
102648	rnn.weight_ih_l1_reverse	4	-0.027522370219230652
102648	rnn.weight_ih_l1_reverse	5	-0.03368612378835678
102648	rnn.weight_ih_l1_reverse	6	0.007487810682505369
102648	rnn.weight_ih_l1_reverse	7	0.015053007751703262
102648	rnn.weight_ih_l1_reverse	8	0.0323474146425724
102648	rnn.weight_ih_l1_reverse	9	-0.07025744765996933
102648	rnn.weight_hh_l1_reverse	0	0.008701161481440067
102648	rnn.weight_hh_l1_reverse	1	0.03176774084568024
102648	rnn.weight_hh_l1_reverse	2	-0.03968465328216553
102648	rnn.weight_hh_l1_reverse	3	0.04092743247747421
102648	rnn.weight_hh_l1_reverse	4	0.048455893993377686
102648	rnn.weight_hh_l1_reverse	5	0.008031363599002361
102648	rnn.weight_hh_l1_reverse	6	0.0108485734090209
102648	rnn.weight_hh_l1_reverse	7	0.022445259615778923
102648	rnn.weight_hh_l1_reverse	8	-0.005470887292176485
102648	rnn.weight_hh_l1_reverse	9	-0.03492283821105957
102648	rnn.bias_ih_l1_reverse	0	-0.04318181052803993
102648	rnn.bias_ih_l1_reverse	1	-0.10809081792831421
102648	rnn.bias_ih_l1_reverse	2	-0.13695397973060608
102648	rnn.bias_ih_l1_reverse	3	0.009252410382032394
102648	rnn.bias_ih_l1_reverse	4	-0.1731109321117401
102648	rnn.bias_ih_l1_reverse	5	-0.09497924894094467
102648	rnn.bias_ih_l1_reverse	6	-0.11859365552663803
102648	rnn.bias_ih_l1_reverse	7	-0.21500006318092346
102648	rnn.bias_ih_l1_reverse	8	0.12237876653671265
102648	rnn.bias_ih_l1_reverse	9	0.03968027979135513
102648	rnn.bias_hh_l1_reverse	0	-0.0916156992316246
102648	rnn.bias_hh_l1_reverse	1	-0.06979376822710037
102648	rnn.bias_hh_l1_reverse	2	-0.21547041833400726
102648	rnn.bias_hh_l1_reverse	3	-0.10988299548625946
102648	rnn.bias_hh_l1_reverse	4	-0.0922684296965599
102648	rnn.bias_hh_l1_reverse	5	-0.09740350395441055
102648	rnn.bias_hh_l1_reverse	6	0.11780550330877304
102648	rnn.bias_hh_l1_reverse	7	-0.14304585754871368
102648	rnn.bias_hh_l1_reverse	8	-0.10100353509187698
102648	rnn.bias_hh_l1_reverse	9	-0.12087215483188629
102648	linear.weight	0	0.002228822559118271
102648	linear.weight	1	0.08271793276071548
102648	linear.weight	2	-0.08722632378339767
102648	linear.weight	3	0.40072154998779297
102648	linear.weight	4	0.10571637004613876
102648	linear.weight	5	-0.020420243963599205
102648	linear.weight	6	0.09744048118591309
102648	linear.weight	7	0.12548349797725677
102648	linear.weight	8	0.041280969977378845
102648	linear.weight	9	-0.04947466775774956
102648	linear.bias	0	0.005332553293555975
102648	linear.bias	1	-0.22430841624736786
102648	linear.bias	2	-0.39464572072029114
102648	linear.bias	3	-0.7124625444412231
102648	linear.bias	4	-1.1623339653015137
102648	linear.bias	5	-0.07050346583127975
102648	linear.bias	6	-0.7180271148681641
102648	linear.bias	7	0.3322213590145111
102648	linear.bias	8	-0.5057582259178162
102648	linear.bias	9	-0.9199423789978027
102845	transitions	0	0.5619526505470276
102845	transitions	1	0.12081172317266464
102845	transitions	2	-10000.0
102845	transitions	3	-1.8146696090698242
102845	transitions	4	-10000.0
102845	transitions	5	0.6066614985466003
102845	transitions	6	-0.055546749383211136
102845	transitions	7	-0.5680645108222961
102845	transitions	8	-1.3774782419204712
102845	transitions	9	-0.0008694484131410718
102845	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
102845	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
102845	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
102845	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
102845	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
102845	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
102845	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
102845	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
102845	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
102845	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
102845	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
102845	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
102845	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
102845	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
102845	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
102845	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
102845	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
102845	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
102845	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
102845	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
102845	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
102845	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
102845	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
102845	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
102845	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
102845	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
102845	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
102845	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
102845	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
102845	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
102845	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
102845	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
102845	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
102845	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
102845	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
102845	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
102845	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
102845	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
102845	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
102845	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
102845	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
102845	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
102845	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
102845	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
102845	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
102845	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
102845	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
102845	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
102845	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
102845	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
102845	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
102845	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
102845	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
102845	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
102845	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
102845	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
102845	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
102845	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
102845	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
102845	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
102845	embedding2nn.weight	0	-0.001456515397876501
102845	embedding2nn.weight	1	-0.015369394794106483
102845	embedding2nn.weight	2	-0.014268254861235619
102845	embedding2nn.weight	3	-0.014127217233181
102845	embedding2nn.weight	4	-0.0059150345623493195
102845	embedding2nn.weight	5	-0.0037005841732025146
102845	embedding2nn.weight	6	-0.003973276354372501
102845	embedding2nn.weight	7	-0.0556420236825943
102845	embedding2nn.weight	8	-0.0019979383796453476
102845	embedding2nn.weight	9	-0.028447594493627548
102845	embedding2nn.bias	0	0.03362702578306198
102845	embedding2nn.bias	1	-0.07679187506437302
102845	embedding2nn.bias	2	0.08269419521093369
102845	embedding2nn.bias	3	0.0692894384264946
102845	embedding2nn.bias	4	-0.05026712268590927
102845	embedding2nn.bias	5	-0.054313335567712784
102845	embedding2nn.bias	6	0.02841756120324135
102845	embedding2nn.bias	7	-0.041251927614212036
102845	embedding2nn.bias	8	0.05304446071386337
102845	embedding2nn.bias	9	0.024301771074533463
102845	rnn.weight_ih_l0	0	-0.05415480583906174
102845	rnn.weight_ih_l0	1	-0.007300964090973139
102845	rnn.weight_ih_l0	2	0.05296289920806885
102845	rnn.weight_ih_l0	3	0.014221846126019955
102845	rnn.weight_ih_l0	4	-0.027011869475245476
102845	rnn.weight_ih_l0	5	-0.048623837530612946
102845	rnn.weight_ih_l0	6	0.0050485506653785706
102845	rnn.weight_ih_l0	7	0.03836886212229729
102845	rnn.weight_ih_l0	8	-0.006151773035526276
102845	rnn.weight_ih_l0	9	-0.020467063412070274
102845	rnn.weight_hh_l0	0	-0.04199714958667755
102845	rnn.weight_hh_l0	1	0.0026703227777034044
102845	rnn.weight_hh_l0	2	0.0024659261107444763
102845	rnn.weight_hh_l0	3	-0.0552264004945755
102845	rnn.weight_hh_l0	4	0.07812251150608063
102845	rnn.weight_hh_l0	5	0.0004592633049469441
102845	rnn.weight_hh_l0	6	-0.04934398829936981
102845	rnn.weight_hh_l0	7	-0.0005258278688415885
102845	rnn.weight_hh_l0	8	0.014686647802591324
102845	rnn.weight_hh_l0	9	-0.019302845001220703
102845	rnn.bias_ih_l0	0	0.06879497319459915
102845	rnn.bias_ih_l0	1	-0.0369621217250824
102845	rnn.bias_ih_l0	2	-0.0035537281073629856
102845	rnn.bias_ih_l0	3	0.11965522915124893
102845	rnn.bias_ih_l0	4	-0.05646704509854317
102845	rnn.bias_ih_l0	5	-0.040868647396564484
102845	rnn.bias_ih_l0	6	0.0037368335761129856
102845	rnn.bias_ih_l0	7	0.031116420403122902
102845	rnn.bias_ih_l0	8	-0.10677938908338547
102845	rnn.bias_ih_l0	9	-0.040072791278362274
102845	rnn.bias_hh_l0	0	-0.02005997858941555
102845	rnn.bias_hh_l0	1	-0.09384086728096008
102845	rnn.bias_hh_l0	2	-0.04228576272726059
102845	rnn.bias_hh_l0	3	-0.08836804330348969
102845	rnn.bias_hh_l0	4	-0.022733228281140327
102845	rnn.bias_hh_l0	5	-0.01195530965924263
102845	rnn.bias_hh_l0	6	0.020840797573328018
102845	rnn.bias_hh_l0	7	0.02024748921394348
102845	rnn.bias_hh_l0	8	-0.13721144199371338
102845	rnn.bias_hh_l0	9	-0.032737553119659424
102845	rnn.weight_ih_l0_reverse	0	-0.01025697123259306
102845	rnn.weight_ih_l0_reverse	1	-0.048387352377176285
102845	rnn.weight_ih_l0_reverse	2	-0.025478100404143333
102845	rnn.weight_ih_l0_reverse	3	0.0035252883099019527
102845	rnn.weight_ih_l0_reverse	4	-0.011790287680923939
102845	rnn.weight_ih_l0_reverse	5	-0.04488062486052513
102845	rnn.weight_ih_l0_reverse	6	0.07192835211753845
102845	rnn.weight_ih_l0_reverse	7	-0.020563021302223206
102845	rnn.weight_ih_l0_reverse	8	-0.03092583268880844
102845	rnn.weight_ih_l0_reverse	9	0.008352957665920258
102845	rnn.weight_hh_l0_reverse	0	0.03169585019350052
102845	rnn.weight_hh_l0_reverse	1	0.03263166546821594
102845	rnn.weight_hh_l0_reverse	2	0.039345089346170425
102845	rnn.weight_hh_l0_reverse	3	0.029433635994791985
102845	rnn.weight_hh_l0_reverse	4	0.008008871227502823
102845	rnn.weight_hh_l0_reverse	5	0.010144907049834728
102845	rnn.weight_hh_l0_reverse	6	0.0458354689180851
102845	rnn.weight_hh_l0_reverse	7	-0.061416108161211014
102845	rnn.weight_hh_l0_reverse	8	0.039453789591789246
102845	rnn.weight_hh_l0_reverse	9	0.052453022450208664
102845	rnn.bias_ih_l0_reverse	0	-0.05527001619338989
102845	rnn.bias_ih_l0_reverse	1	-0.22842606902122498
102845	rnn.bias_ih_l0_reverse	2	-0.1275932490825653
102845	rnn.bias_ih_l0_reverse	3	-0.022558502852916718
102845	rnn.bias_ih_l0_reverse	4	-0.04581108316779137
102845	rnn.bias_ih_l0_reverse	5	0.06174246966838837
102845	rnn.bias_ih_l0_reverse	6	-0.03377271443605423
102845	rnn.bias_ih_l0_reverse	7	0.03650551289319992
102845	rnn.bias_ih_l0_reverse	8	-0.03283116966485977
102845	rnn.bias_ih_l0_reverse	9	0.03208893537521362
102845	rnn.bias_hh_l0_reverse	0	0.0012880639405921102
102845	rnn.bias_hh_l0_reverse	1	-0.03027956560254097
102845	rnn.bias_hh_l0_reverse	2	0.07163356244564056
102845	rnn.bias_hh_l0_reverse	3	-0.06039443239569664
102845	rnn.bias_hh_l0_reverse	4	-0.041615914553403854
102845	rnn.bias_hh_l0_reverse	5	-0.030427105724811554
102845	rnn.bias_hh_l0_reverse	6	-0.024235865101218224
102845	rnn.bias_hh_l0_reverse	7	0.10069286823272705
102845	rnn.bias_hh_l0_reverse	8	0.029911132529377937
102845	rnn.bias_hh_l0_reverse	9	-0.11141359806060791
102845	rnn.weight_ih_l1	0	-0.04566403850913048
102845	rnn.weight_ih_l1	1	-0.02362021617591381
102845	rnn.weight_ih_l1	2	0.03471389040350914
102845	rnn.weight_ih_l1	3	-0.04759589210152626
102845	rnn.weight_ih_l1	4	-0.00893654115498066
102845	rnn.weight_ih_l1	5	-0.04287229850888252
102845	rnn.weight_ih_l1	6	0.02508358657360077
102845	rnn.weight_ih_l1	7	-0.03917910158634186
102845	rnn.weight_ih_l1	8	0.03612915426492691
102845	rnn.weight_ih_l1	9	0.03536498174071312
102845	rnn.weight_hh_l1	0	-0.004252928774803877
102845	rnn.weight_hh_l1	1	0.009972535073757172
102845	rnn.weight_hh_l1	2	0.004106108099222183
102845	rnn.weight_hh_l1	3	-0.009529138915240765
102845	rnn.weight_hh_l1	4	0.0024810044560581446
102845	rnn.weight_hh_l1	5	0.02319156378507614
102845	rnn.weight_hh_l1	6	0.024934368208050728
102845	rnn.weight_hh_l1	7	-0.024729682132601738
102845	rnn.weight_hh_l1	8	-0.01710960455238819
102845	rnn.weight_hh_l1	9	0.03475682809948921
102845	rnn.bias_ih_l1	0	-0.1808931976556778
102845	rnn.bias_ih_l1	1	-0.1759740710258484
102845	rnn.bias_ih_l1	2	-0.1751713752746582
102845	rnn.bias_ih_l1	3	-0.26219916343688965
102845	rnn.bias_ih_l1	4	-0.1967802345752716
102845	rnn.bias_ih_l1	5	-0.10327280312776566
102845	rnn.bias_ih_l1	6	-0.12166373431682587
102845	rnn.bias_ih_l1	7	-0.03313366323709488
102845	rnn.bias_ih_l1	8	-0.13262222707271576
102845	rnn.bias_ih_l1	9	-0.10768414288759232
102845	rnn.bias_hh_l1	0	-0.12572036683559418
102845	rnn.bias_hh_l1	1	-0.04068056866526604
102845	rnn.bias_hh_l1	2	-0.10318554937839508
102845	rnn.bias_hh_l1	3	-0.10198909789323807
102845	rnn.bias_hh_l1	4	-0.11019326001405716
102845	rnn.bias_hh_l1	5	-0.0885527953505516
102845	rnn.bias_hh_l1	6	-0.11066601425409317
102845	rnn.bias_hh_l1	7	0.017712442204356194
102845	rnn.bias_hh_l1	8	-0.14231309294700623
102845	rnn.bias_hh_l1	9	-0.09042005240917206
102845	rnn.weight_ih_l1_reverse	0	-0.049384139478206635
102845	rnn.weight_ih_l1_reverse	1	0.02009783312678337
102845	rnn.weight_ih_l1_reverse	2	0.03878340497612953
102845	rnn.weight_ih_l1_reverse	3	0.005965388845652342
102845	rnn.weight_ih_l1_reverse	4	-0.027100220322608948
102845	rnn.weight_ih_l1_reverse	5	-0.033217933028936386
102845	rnn.weight_ih_l1_reverse	6	0.008597118780016899
102845	rnn.weight_ih_l1_reverse	7	0.01569761149585247
102845	rnn.weight_ih_l1_reverse	8	0.0321749784052372
102845	rnn.weight_ih_l1_reverse	9	-0.07353859394788742
102845	rnn.weight_hh_l1_reverse	0	0.008660816587507725
102845	rnn.weight_hh_l1_reverse	1	0.03188144788146019
102845	rnn.weight_hh_l1_reverse	2	-0.039629701524972916
102845	rnn.weight_hh_l1_reverse	3	0.04087715223431587
102845	rnn.weight_hh_l1_reverse	4	0.04848986491560936
102845	rnn.weight_hh_l1_reverse	5	0.008856083266437054
102845	rnn.weight_hh_l1_reverse	6	0.011004924774169922
102845	rnn.weight_hh_l1_reverse	7	0.022734560072422028
102845	rnn.weight_hh_l1_reverse	8	-0.005526465363800526
102845	rnn.weight_hh_l1_reverse	9	-0.03495887294411659
102845	rnn.bias_ih_l1_reverse	0	-0.04466073215007782
102845	rnn.bias_ih_l1_reverse	1	-0.10611280798912048
102845	rnn.bias_ih_l1_reverse	2	-0.13695906102657318
102845	rnn.bias_ih_l1_reverse	3	0.008912286721169949
102845	rnn.bias_ih_l1_reverse	4	-0.17393437027931213
102845	rnn.bias_ih_l1_reverse	5	-0.09471932053565979
102845	rnn.bias_ih_l1_reverse	6	-0.11919650435447693
102845	rnn.bias_ih_l1_reverse	7	-0.21466602385044098
102845	rnn.bias_ih_l1_reverse	8	0.12422524392604828
102845	rnn.bias_ih_l1_reverse	9	0.037807121872901917
102845	rnn.bias_hh_l1_reverse	0	-0.08405283838510513
102845	rnn.bias_hh_l1_reverse	1	-0.06991364061832428
102845	rnn.bias_hh_l1_reverse	2	-0.21498262882232666
102845	rnn.bias_hh_l1_reverse	3	-0.1097664162516594
102845	rnn.bias_hh_l1_reverse	4	-0.09366356581449509
102845	rnn.bias_hh_l1_reverse	5	-0.09887637197971344
102845	rnn.bias_hh_l1_reverse	6	0.11010601371526718
102845	rnn.bias_hh_l1_reverse	7	-0.14685408771038055
102845	rnn.bias_hh_l1_reverse	8	-0.1016620621085167
102845	rnn.bias_hh_l1_reverse	9	-0.12228253483772278
102845	linear.weight	0	0.002228822559118271
102845	linear.weight	1	0.06681904196739197
102845	linear.weight	2	-0.08529159426689148
102845	linear.weight	3	0.39238038659095764
102845	linear.weight	4	0.10681997984647751
102845	linear.weight	5	-0.02198084443807602
102845	linear.weight	6	0.09256002306938171
102845	linear.weight	7	0.13149134814739227
102845	linear.weight	8	0.041283298283815384
102845	linear.weight	9	-0.05081755295395851
102845	linear.bias	0	0.014534181915223598
102845	linear.bias	1	-0.20226280391216278
102845	linear.bias	2	-0.39791247248649597
102845	linear.bias	3	-0.726515531539917
102845	linear.bias	4	-1.1761137247085571
102845	linear.bias	5	-0.06455987691879272
102845	linear.bias	6	-0.6971821188926697
102845	linear.bias	7	0.33845147490501404
102845	linear.bias	8	-0.49358251690864563
102845	linear.bias	9	-0.9120128154754639
103042	transitions	0	0.573296308517456
103042	transitions	1	0.12886428833007812
103042	transitions	2	-10000.0
103042	transitions	3	-1.8146998882293701
103042	transitions	4	-10000.0
103042	transitions	5	0.606498658657074
103042	transitions	6	-0.05569617077708244
103042	transitions	7	-0.568832516670227
103042	transitions	8	-1.3775749206542969
103042	transitions	9	-0.000870737771037966
103042	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
103042	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
103042	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
103042	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
103042	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
103042	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
103042	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
103042	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
103042	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
103042	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
103042	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
103042	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
103042	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
103042	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
103042	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
103042	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
103042	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
103042	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
103042	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
103042	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
103042	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
103042	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
103042	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
103042	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
103042	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
103042	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
103042	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
103042	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
103042	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
103042	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
103042	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
103042	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
103042	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
103042	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
103042	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
103042	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
103042	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
103042	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
103042	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
103042	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
103042	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
103042	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
103042	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
103042	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
103042	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
103042	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
103042	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
103042	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
103042	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
103042	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
103042	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
103042	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
103042	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
103042	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
103042	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
103042	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
103042	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
103042	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
103042	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
103042	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
103042	embedding2nn.weight	0	0.00222864025272429
103042	embedding2nn.weight	1	-0.015275689773261547
103042	embedding2nn.weight	2	-0.014268254861235619
103042	embedding2nn.weight	3	-0.013403755612671375
103042	embedding2nn.weight	4	-0.0059150345623493195
103042	embedding2nn.weight	5	-0.0037005841732025146
103042	embedding2nn.weight	6	-0.003973278217017651
103042	embedding2nn.weight	7	-0.0557621531188488
103042	embedding2nn.weight	8	-0.0019979383796453476
103042	embedding2nn.weight	9	-0.029054569080471992
103042	embedding2nn.bias	0	0.031624577939510345
103042	embedding2nn.bias	1	-0.07292380928993225
103042	embedding2nn.bias	2	0.07121913135051727
103042	embedding2nn.bias	3	0.06936007738113403
103042	embedding2nn.bias	4	-0.04075104370713234
103042	embedding2nn.bias	5	-0.052414488047361374
103042	embedding2nn.bias	6	0.03287672996520996
103042	embedding2nn.bias	7	-0.042686253786087036
103042	embedding2nn.bias	8	0.05255396291613579
103042	embedding2nn.bias	9	0.02482215315103531
103042	rnn.weight_ih_l0	0	-0.05413961783051491
103042	rnn.weight_ih_l0	1	-0.007780416868627071
103042	rnn.weight_ih_l0	2	0.05370979383587837
103042	rnn.weight_ih_l0	3	0.014649398624897003
103042	rnn.weight_ih_l0	4	-0.03068716824054718
103042	rnn.weight_ih_l0	5	-0.04977243393659592
103042	rnn.weight_ih_l0	6	0.004985344596207142
103042	rnn.weight_ih_l0	7	0.0375797301530838
103042	rnn.weight_ih_l0	8	-0.006897340063005686
103042	rnn.weight_ih_l0	9	-0.02061985619366169
103042	rnn.weight_hh_l0	0	-0.04174872115254402
103042	rnn.weight_hh_l0	1	0.002351987874135375
103042	rnn.weight_hh_l0	2	0.0008084526052698493
103042	rnn.weight_hh_l0	3	-0.05622553080320358
103042	rnn.weight_hh_l0	4	0.07889246195554733
103042	rnn.weight_hh_l0	5	-0.00041112012695521116
103042	rnn.weight_hh_l0	6	-0.05038578808307648
103042	rnn.weight_hh_l0	7	0.0004167672304902226
103042	rnn.weight_hh_l0	8	0.014674250967800617
103042	rnn.weight_hh_l0	9	-0.019299905747175217
103042	rnn.bias_ih_l0	0	0.070561982691288
103042	rnn.bias_ih_l0	1	-0.038808807730674744
103042	rnn.bias_ih_l0	2	-0.005912410095334053
103042	rnn.bias_ih_l0	3	0.12381689995527267
103042	rnn.bias_ih_l0	4	-0.05845734477043152
103042	rnn.bias_ih_l0	5	-0.042492177337408066
103042	rnn.bias_ih_l0	6	0.005518797319382429
103042	rnn.bias_ih_l0	7	0.02918650209903717
103042	rnn.bias_ih_l0	8	-0.10612498968839645
103042	rnn.bias_ih_l0	9	-0.039693817496299744
103042	rnn.bias_hh_l0	0	-0.019384529441595078
103042	rnn.bias_hh_l0	1	-0.08945032209157944
103042	rnn.bias_hh_l0	2	-0.041084062308073044
103042	rnn.bias_hh_l0	3	-0.08963347971439362
103042	rnn.bias_hh_l0	4	-0.022465677931904793
103042	rnn.bias_hh_l0	5	-0.014192800968885422
103042	rnn.bias_hh_l0	6	0.020538656041026115
103042	rnn.bias_hh_l0	7	0.023978134617209435
103042	rnn.bias_hh_l0	8	-0.13277292251586914
103042	rnn.bias_hh_l0	9	-0.02960839308798313
103042	rnn.weight_ih_l0_reverse	0	-0.011470898985862732
103042	rnn.weight_ih_l0_reverse	1	-0.04822062328457832
103042	rnn.weight_ih_l0_reverse	2	-0.027507998049259186
103042	rnn.weight_ih_l0_reverse	3	0.003840833669528365
103042	rnn.weight_ih_l0_reverse	4	-0.012049519456923008
103042	rnn.weight_ih_l0_reverse	5	-0.045200176537036896
103042	rnn.weight_ih_l0_reverse	6	0.07187265157699585
103042	rnn.weight_ih_l0_reverse	7	-0.021931901574134827
103042	rnn.weight_ih_l0_reverse	8	-0.03107631579041481
103042	rnn.weight_ih_l0_reverse	9	0.009689917787909508
103042	rnn.weight_hh_l0_reverse	0	0.0308080967515707
103042	rnn.weight_hh_l0_reverse	1	0.030588416382670403
103042	rnn.weight_hh_l0_reverse	2	0.03809686005115509
103042	rnn.weight_hh_l0_reverse	3	0.028937822207808495
103042	rnn.weight_hh_l0_reverse	4	0.00862694252282381
103042	rnn.weight_hh_l0_reverse	5	0.009524522349238396
103042	rnn.weight_hh_l0_reverse	6	0.04539637267589569
103042	rnn.weight_hh_l0_reverse	7	-0.0607687309384346
103042	rnn.weight_hh_l0_reverse	8	0.03871062770485878
103042	rnn.weight_hh_l0_reverse	9	0.05192967504262924
103042	rnn.bias_ih_l0_reverse	0	-0.05651722848415375
103042	rnn.bias_ih_l0_reverse	1	-0.2317882478237152
103042	rnn.bias_ih_l0_reverse	2	-0.1315096765756607
103042	rnn.bias_ih_l0_reverse	3	-0.023350423201918602
103042	rnn.bias_ih_l0_reverse	4	-0.04638228937983513
103042	rnn.bias_ih_l0_reverse	5	0.05916151404380798
103042	rnn.bias_ih_l0_reverse	6	-0.033088669180870056
103042	rnn.bias_ih_l0_reverse	7	0.03242894634604454
103042	rnn.bias_ih_l0_reverse	8	-0.03131703659892082
103042	rnn.bias_ih_l0_reverse	9	0.03543883562088013
103042	rnn.bias_hh_l0_reverse	0	0.0007790527306497097
103042	rnn.bias_hh_l0_reverse	1	-0.03266632556915283
103042	rnn.bias_hh_l0_reverse	2	0.07396963983774185
103042	rnn.bias_hh_l0_reverse	3	-0.06099657341837883
103042	rnn.bias_hh_l0_reverse	4	-0.04279780015349388
103042	rnn.bias_hh_l0_reverse	5	-0.03148753568530083
103042	rnn.bias_hh_l0_reverse	6	-0.02340511418879032
103042	rnn.bias_hh_l0_reverse	7	0.09948494285345078
103042	rnn.bias_hh_l0_reverse	8	0.030994879081845284
103042	rnn.bias_hh_l0_reverse	9	-0.1045619398355484
103042	rnn.weight_ih_l1	0	-0.044728703796863556
103042	rnn.weight_ih_l1	1	-0.024624906480312347
103042	rnn.weight_ih_l1	2	0.03131765127182007
103042	rnn.weight_ih_l1	3	-0.046757642179727554
103042	rnn.weight_ih_l1	4	-0.007709926925599575
103042	rnn.weight_ih_l1	5	-0.042834293097257614
103042	rnn.weight_ih_l1	6	0.024452030658721924
103042	rnn.weight_ih_l1	7	-0.03938654437661171
103042	rnn.weight_ih_l1	8	0.0369512103497982
103042	rnn.weight_ih_l1	9	0.03578026592731476
103042	rnn.weight_hh_l1	0	-0.0044008237309753895
103042	rnn.weight_hh_l1	1	0.010043969377875328
103042	rnn.weight_hh_l1	2	0.002769890706986189
103042	rnn.weight_hh_l1	3	-0.009628335945308208
103042	rnn.weight_hh_l1	4	0.0027482302393764257
103042	rnn.weight_hh_l1	5	0.02294597029685974
103042	rnn.weight_hh_l1	6	0.024932248517870903
103042	rnn.weight_hh_l1	7	-0.024946950376033783
103042	rnn.weight_hh_l1	8	-0.017398005351424217
103042	rnn.weight_hh_l1	9	0.0350138321518898
103042	rnn.bias_ih_l1	0	-0.18211011588573456
103042	rnn.bias_ih_l1	1	-0.1756606101989746
103042	rnn.bias_ih_l1	2	-0.1758330762386322
103042	rnn.bias_ih_l1	3	-0.2576991319656372
103042	rnn.bias_ih_l1	4	-0.19466632604599
103042	rnn.bias_ih_l1	5	-0.10411946475505829
103042	rnn.bias_ih_l1	6	-0.11956147849559784
103042	rnn.bias_ih_l1	7	-0.0351991131901741
103042	rnn.bias_ih_l1	8	-0.13270752131938934
103042	rnn.bias_ih_l1	9	-0.11330826580524445
103042	rnn.bias_hh_l1	0	-0.12475883960723877
103042	rnn.bias_hh_l1	1	-0.041165173053741455
103042	rnn.bias_hh_l1	2	-0.10390634834766388
103042	rnn.bias_hh_l1	3	-0.10270649194717407
103042	rnn.bias_hh_l1	4	-0.11135517805814743
103042	rnn.bias_hh_l1	5	-0.08976694196462631
103042	rnn.bias_hh_l1	6	-0.1054919958114624
103042	rnn.bias_hh_l1	7	0.013010329566895962
103042	rnn.bias_hh_l1	8	-0.14285187423229218
103042	rnn.bias_hh_l1	9	-0.08986615389585495
103042	rnn.weight_ih_l1_reverse	0	-0.04938976839184761
103042	rnn.weight_ih_l1_reverse	1	0.020925600081682205
103042	rnn.weight_ih_l1_reverse	2	0.03475513681769371
103042	rnn.weight_ih_l1_reverse	3	0.009612753055989742
103042	rnn.weight_ih_l1_reverse	4	-0.027801260352134705
103042	rnn.weight_ih_l1_reverse	5	-0.03350350260734558
103042	rnn.weight_ih_l1_reverse	6	0.008511197753250599
103042	rnn.weight_ih_l1_reverse	7	0.015487234108150005
103042	rnn.weight_ih_l1_reverse	8	0.03253643959760666
103042	rnn.weight_ih_l1_reverse	9	-0.07274092733860016
103042	rnn.weight_hh_l1_reverse	0	0.008814934641122818
103042	rnn.weight_hh_l1_reverse	1	0.03184427320957184
103042	rnn.weight_hh_l1_reverse	2	-0.039651621133089066
103042	rnn.weight_hh_l1_reverse	3	0.04074189439415932
103042	rnn.weight_hh_l1_reverse	4	0.048530563712120056
103042	rnn.weight_hh_l1_reverse	5	0.008366676978766918
103042	rnn.weight_hh_l1_reverse	6	0.011701151728630066
103042	rnn.weight_hh_l1_reverse	7	0.022824106737971306
103042	rnn.weight_hh_l1_reverse	8	-0.005587766412645578
103042	rnn.weight_hh_l1_reverse	9	-0.03518371656537056
103042	rnn.bias_ih_l1_reverse	0	-0.046174656599760056
103042	rnn.bias_ih_l1_reverse	1	-0.11075679957866669
103042	rnn.bias_ih_l1_reverse	2	-0.13371147215366364
103042	rnn.bias_ih_l1_reverse	3	0.005769533105194569
103042	rnn.bias_ih_l1_reverse	4	-0.17518004775047302
103042	rnn.bias_ih_l1_reverse	5	-0.0924362987279892
103042	rnn.bias_ih_l1_reverse	6	-0.1183374747633934
103042	rnn.bias_ih_l1_reverse	7	-0.21111026406288147
103042	rnn.bias_ih_l1_reverse	8	0.12349080294370651
103042	rnn.bias_ih_l1_reverse	9	0.04210534319281578
103042	rnn.bias_hh_l1_reverse	0	-0.08089573681354523
103042	rnn.bias_hh_l1_reverse	1	-0.06990990042686462
103042	rnn.bias_hh_l1_reverse	2	-0.2136855572462082
103042	rnn.bias_hh_l1_reverse	3	-0.10935647040605545
103042	rnn.bias_hh_l1_reverse	4	-0.09383466094732285
103042	rnn.bias_hh_l1_reverse	5	-0.10034383088350296
103042	rnn.bias_hh_l1_reverse	6	0.10955766588449478
103042	rnn.bias_hh_l1_reverse	7	-0.15152671933174133
103042	rnn.bias_hh_l1_reverse	8	-0.10194303840398788
103042	rnn.bias_hh_l1_reverse	9	-0.12290594726800919
103042	linear.weight	0	0.002228822559118271
103042	linear.weight	1	0.07198327779769897
103042	linear.weight	2	-0.08646930754184723
103042	linear.weight	3	0.38175106048583984
103042	linear.weight	4	0.1075921505689621
103042	linear.weight	5	-0.01907375454902649
103042	linear.weight	6	0.09096921235322952
103042	linear.weight	7	0.11708015203475952
103042	linear.weight	8	0.04128433018922806
103042	linear.weight	9	-0.054334647953510284
103042	linear.bias	0	-0.002480745082721114
103042	linear.bias	1	-0.2161276787519455
103042	linear.bias	2	-0.4128342270851135
103042	linear.bias	3	-0.7361419200897217
103042	linear.bias	4	-1.1855815649032593
103042	linear.bias	5	-0.08165605366230011
103042	linear.bias	6	-0.7146462202072144
103042	linear.bias	7	0.3201744854450226
103042	linear.bias	8	-0.4837952256202698
103042	linear.bias	9	-0.9024499654769897
103239	transitions	0	0.5769367814064026
103239	transitions	1	0.12027664482593536
103239	transitions	2	-10000.0
103239	transitions	3	-1.8147605657577515
103239	transitions	4	-10000.0
103239	transitions	5	0.6063080430030823
103239	transitions	6	-0.05584614351391792
103239	transitions	7	-0.5705442428588867
103239	transitions	8	-1.3777334690093994
103239	transitions	9	-0.000871678174007684
103239	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
103239	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
103239	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
103239	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
103239	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
103239	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
103239	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
103239	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
103239	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
103239	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
103239	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
103239	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
103239	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
103239	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
103239	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
103239	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
103239	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
103239	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
103239	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
103239	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
103239	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
103239	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
103239	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
103239	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
103239	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
103239	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
103239	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
103239	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
103239	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
103239	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
103239	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
103239	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
103239	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
103239	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
103239	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
103239	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
103239	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
103239	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
103239	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
103239	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
103239	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
103239	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
103239	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
103239	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
103239	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
103239	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
103239	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
103239	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
103239	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
103239	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
103239	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
103239	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
103239	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
103239	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
103239	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
103239	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
103239	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
103239	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
103239	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
103239	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
103239	embedding2nn.weight	0	0.00017428396677132696
103239	embedding2nn.weight	1	-0.015192131511867046
103239	embedding2nn.weight	2	-0.014268254861235619
103239	embedding2nn.weight	3	-0.012403483502566814
103239	embedding2nn.weight	4	-0.0059150345623493195
103239	embedding2nn.weight	5	-0.0037005841732025146
103239	embedding2nn.weight	6	-0.003973281942307949
103239	embedding2nn.weight	7	-0.05632564052939415
103239	embedding2nn.weight	8	-0.0019979383796453476
103239	embedding2nn.weight	9	-0.028768327087163925
103239	embedding2nn.bias	0	0.033478010445833206
103239	embedding2nn.bias	1	-0.07674644142389297
103239	embedding2nn.bias	2	0.06571175903081894
103239	embedding2nn.bias	3	0.06743098795413971
103239	embedding2nn.bias	4	-0.03543670475482941
103239	embedding2nn.bias	5	-0.050564683973789215
103239	embedding2nn.bias	6	0.02615620382130146
103239	embedding2nn.bias	7	-0.04893672466278076
103239	embedding2nn.bias	8	0.04658746346831322
103239	embedding2nn.bias	9	0.02447979710996151
103239	rnn.weight_ih_l0	0	-0.05540814623236656
103239	rnn.weight_ih_l0	1	-0.00850167591124773
103239	rnn.weight_ih_l0	2	0.053604207932949066
103239	rnn.weight_ih_l0	3	0.016015207394957542
103239	rnn.weight_ih_l0	4	-0.03109324909746647
103239	rnn.weight_ih_l0	5	-0.04804438352584839
103239	rnn.weight_ih_l0	6	0.006252320483326912
103239	rnn.weight_ih_l0	7	0.035020310431718826
103239	rnn.weight_ih_l0	8	-0.005106480326503515
103239	rnn.weight_ih_l0	9	-0.01962359808385372
103239	rnn.weight_hh_l0	0	-0.041778020560741425
103239	rnn.weight_hh_l0	1	0.001824245206080377
103239	rnn.weight_hh_l0	2	0.0017548849573358893
103239	rnn.weight_hh_l0	3	-0.056156594306230545
103239	rnn.weight_hh_l0	4	0.07899902015924454
103239	rnn.weight_hh_l0	5	-0.0017071717884391546
103239	rnn.weight_hh_l0	6	-0.04921702668070793
103239	rnn.weight_hh_l0	7	0.0006412222282961011
103239	rnn.weight_hh_l0	8	0.015297485515475273
103239	rnn.weight_hh_l0	9	-0.018869882449507713
103239	rnn.bias_ih_l0	0	0.0712365135550499
103239	rnn.bias_ih_l0	1	-0.03847407549619675
103239	rnn.bias_ih_l0	2	-0.003759654937312007
103239	rnn.bias_ih_l0	3	0.1212538629770279
103239	rnn.bias_ih_l0	4	-0.05788643658161163
103239	rnn.bias_ih_l0	5	-0.04019177705049515
103239	rnn.bias_ih_l0	6	0.012929417192935944
103239	rnn.bias_ih_l0	7	0.030025018379092216
103239	rnn.bias_ih_l0	8	-0.10514694452285767
103239	rnn.bias_ih_l0	9	-0.03635565936565399
103239	rnn.bias_hh_l0	0	-0.02092139422893524
103239	rnn.bias_hh_l0	1	-0.09124037623405457
103239	rnn.bias_hh_l0	2	-0.0411003939807415
103239	rnn.bias_hh_l0	3	-0.08989381790161133
103239	rnn.bias_hh_l0	4	-0.021210694685578346
103239	rnn.bias_hh_l0	5	-0.013730158098042011
103239	rnn.bias_hh_l0	6	0.0198969803750515
103239	rnn.bias_hh_l0	7	0.02764889784157276
103239	rnn.bias_hh_l0	8	-0.1299634575843811
103239	rnn.bias_hh_l0	9	-0.02993745729327202
103239	rnn.weight_ih_l0_reverse	0	-0.011124559678137302
103239	rnn.weight_ih_l0_reverse	1	-0.048616714775562286
103239	rnn.weight_ih_l0_reverse	2	-0.028180429711937904
103239	rnn.weight_ih_l0_reverse	3	0.003613213775679469
103239	rnn.weight_ih_l0_reverse	4	-0.01150345429778099
103239	rnn.weight_ih_l0_reverse	5	-0.04502372443675995
103239	rnn.weight_ih_l0_reverse	6	0.07192330062389374
103239	rnn.weight_ih_l0_reverse	7	-0.019673360511660576
103239	rnn.weight_ih_l0_reverse	8	-0.031096642836928368
103239	rnn.weight_ih_l0_reverse	9	0.008731965906918049
103239	rnn.weight_hh_l0_reverse	0	0.03102722018957138
103239	rnn.weight_hh_l0_reverse	1	0.031224103644490242
103239	rnn.weight_hh_l0_reverse	2	0.03836197033524513
103239	rnn.weight_hh_l0_reverse	3	0.028937311843037605
103239	rnn.weight_hh_l0_reverse	4	0.008657341822981834
103239	rnn.weight_hh_l0_reverse	5	0.010936754755675793
103239	rnn.weight_hh_l0_reverse	6	0.04553970322012901
103239	rnn.weight_hh_l0_reverse	7	-0.05956970900297165
103239	rnn.weight_hh_l0_reverse	8	0.0380290150642395
103239	rnn.weight_hh_l0_reverse	9	0.05153605714440346
103239	rnn.bias_ih_l0_reverse	0	-0.05694447085261345
103239	rnn.bias_ih_l0_reverse	1	-0.23339314758777618
103239	rnn.bias_ih_l0_reverse	2	-0.13179421424865723
103239	rnn.bias_ih_l0_reverse	3	-0.02406778559088707
103239	rnn.bias_ih_l0_reverse	4	-0.04827072098851204
103239	rnn.bias_ih_l0_reverse	5	0.057154007256031036
103239	rnn.bias_ih_l0_reverse	6	-0.0319778248667717
103239	rnn.bias_ih_l0_reverse	7	0.03242935240268707
103239	rnn.bias_ih_l0_reverse	8	-0.0287078395485878
103239	rnn.bias_ih_l0_reverse	9	0.03364360332489014
103239	rnn.bias_hh_l0_reverse	0	0.0021252399310469627
103239	rnn.bias_hh_l0_reverse	1	-0.03221140056848526
103239	rnn.bias_hh_l0_reverse	2	0.07547874003648758
103239	rnn.bias_hh_l0_reverse	3	-0.0625712126493454
103239	rnn.bias_hh_l0_reverse	4	-0.040918584913015366
103239	rnn.bias_hh_l0_reverse	5	-0.03304878622293472
103239	rnn.bias_hh_l0_reverse	6	-0.02521893009543419
103239	rnn.bias_hh_l0_reverse	7	0.10041319578886032
103239	rnn.bias_hh_l0_reverse	8	0.03475318104028702
103239	rnn.bias_hh_l0_reverse	9	-0.10424858331680298
103239	rnn.weight_ih_l1	0	-0.045132920145988464
103239	rnn.weight_ih_l1	1	-0.026427339762449265
103239	rnn.weight_ih_l1	2	0.03128839284181595
103239	rnn.weight_ih_l1	3	-0.04554542154073715
103239	rnn.weight_ih_l1	4	-0.008133567869663239
103239	rnn.weight_ih_l1	5	-0.042756229639053345
103239	rnn.weight_ih_l1	6	0.024922005832195282
103239	rnn.weight_ih_l1	7	-0.03933141008019447
103239	rnn.weight_ih_l1	8	0.03700660169124603
103239	rnn.weight_ih_l1	9	0.035850681364536285
103239	rnn.weight_hh_l1	0	-0.003895547240972519
103239	rnn.weight_hh_l1	1	0.010206840001046658
103239	rnn.weight_hh_l1	2	0.003928118851035833
103239	rnn.weight_hh_l1	3	-0.010023578070104122
103239	rnn.weight_hh_l1	4	0.001980629051104188
103239	rnn.weight_hh_l1	5	0.02302306704223156
103239	rnn.weight_hh_l1	6	0.026327496394515038
103239	rnn.weight_hh_l1	7	-0.025300366804003716
103239	rnn.weight_hh_l1	8	-0.01708313077688217
103239	rnn.weight_hh_l1	9	0.03465526923537254
103239	rnn.bias_ih_l1	0	-0.1835155189037323
103239	rnn.bias_ih_l1	1	-0.1743984967470169
103239	rnn.bias_ih_l1	2	-0.1720600575208664
103239	rnn.bias_ih_l1	3	-0.25552383065223694
103239	rnn.bias_ih_l1	4	-0.19709143042564392
103239	rnn.bias_ih_l1	5	-0.10440239310264587
103239	rnn.bias_ih_l1	6	-0.123259998857975
103239	rnn.bias_ih_l1	7	-0.029482509940862656
103239	rnn.bias_ih_l1	8	-0.12864969670772552
103239	rnn.bias_ih_l1	9	-0.11214384436607361
103239	rnn.bias_hh_l1	0	-0.12602128088474274
103239	rnn.bias_hh_l1	1	-0.04603361710906029
103239	rnn.bias_hh_l1	2	-0.10918905586004257
103239	rnn.bias_hh_l1	3	-0.10398665070533752
103239	rnn.bias_hh_l1	4	-0.10868317633867264
103239	rnn.bias_hh_l1	5	-0.08919540792703629
103239	rnn.bias_hh_l1	6	-0.10761282593011856
103239	rnn.bias_hh_l1	7	0.014681097120046616
103239	rnn.bias_hh_l1	8	-0.14710551500320435
103239	rnn.bias_hh_l1	9	-0.08604127168655396
103239	rnn.weight_ih_l1_reverse	0	-0.049391280859708786
103239	rnn.weight_ih_l1_reverse	1	0.021341698244214058
103239	rnn.weight_ih_l1_reverse	2	0.03666083514690399
103239	rnn.weight_ih_l1_reverse	3	0.009581254795193672
103239	rnn.weight_ih_l1_reverse	4	-0.02918792888522148
103239	rnn.weight_ih_l1_reverse	5	-0.03330140933394432
103239	rnn.weight_ih_l1_reverse	6	0.008716344833374023
103239	rnn.weight_ih_l1_reverse	7	0.015976347029209137
103239	rnn.weight_ih_l1_reverse	8	0.03039948269724846
103239	rnn.weight_ih_l1_reverse	9	-0.07068794220685959
103239	rnn.weight_hh_l1_reverse	0	0.008773330599069595
103239	rnn.weight_hh_l1_reverse	1	0.03184884786605835
103239	rnn.weight_hh_l1_reverse	2	-0.039754465222358704
103239	rnn.weight_hh_l1_reverse	3	0.04086751118302345
103239	rnn.weight_hh_l1_reverse	4	0.04916243255138397
103239	rnn.weight_hh_l1_reverse	5	0.007636211812496185
103239	rnn.weight_hh_l1_reverse	6	0.012613358907401562
103239	rnn.weight_hh_l1_reverse	7	0.023778339847922325
103239	rnn.weight_hh_l1_reverse	8	-0.005732674151659012
103239	rnn.weight_hh_l1_reverse	9	-0.0354510061442852
103239	rnn.bias_ih_l1_reverse	0	-0.04781316965818405
103239	rnn.bias_ih_l1_reverse	1	-0.1126740351319313
103239	rnn.bias_ih_l1_reverse	2	-0.13354270160198212
103239	rnn.bias_ih_l1_reverse	3	0.0007358794682659209
103239	rnn.bias_ih_l1_reverse	4	-0.1777259111404419
103239	rnn.bias_ih_l1_reverse	5	-0.09462360292673111
103239	rnn.bias_ih_l1_reverse	6	-0.1177293211221695
103239	rnn.bias_ih_l1_reverse	7	-0.21051669120788574
103239	rnn.bias_ih_l1_reverse	8	0.1274297684431076
103239	rnn.bias_ih_l1_reverse	9	0.04390458017587662
103239	rnn.bias_hh_l1_reverse	0	-0.08397318422794342
103239	rnn.bias_hh_l1_reverse	1	-0.07326549291610718
103239	rnn.bias_hh_l1_reverse	2	-0.2136940211057663
103239	rnn.bias_hh_l1_reverse	3	-0.10934767127037048
103239	rnn.bias_hh_l1_reverse	4	-0.09339600056409836
103239	rnn.bias_hh_l1_reverse	5	-0.1012849509716034
103239	rnn.bias_hh_l1_reverse	6	0.11368022859096527
103239	rnn.bias_hh_l1_reverse	7	-0.15290503203868866
103239	rnn.bias_hh_l1_reverse	8	-0.10096513479948044
103239	rnn.bias_hh_l1_reverse	9	-0.12413718551397324
103239	linear.weight	0	0.002228822559118271
103239	linear.weight	1	0.06866417080163956
103239	linear.weight	2	-0.08701164275407791
103239	linear.weight	3	0.3789677917957306
103239	linear.weight	4	0.11858416348695755
103239	linear.weight	5	-0.02176307514309883
103239	linear.weight	6	0.10449221730232239
103239	linear.weight	7	0.11623049527406693
103239	linear.weight	8	0.04128580167889595
103239	linear.weight	9	-0.057035669684410095
103239	linear.bias	0	-0.005578821990638971
103239	linear.bias	1	-0.22692596912384033
103239	linear.bias	2	-0.4033273160457611
103239	linear.bias	3	-0.7248790264129639
103239	linear.bias	4	-1.1705108880996704
103239	linear.bias	5	-0.05850590765476227
103239	linear.bias	6	-0.7257342338562012
103239	linear.bias	7	0.3422563672065735
103239	linear.bias	8	-0.4893074333667755
103239	linear.bias	9	-0.9100260734558105
103436	transitions	0	0.5875561237335205
103436	transitions	1	0.13383746147155762
103436	transitions	2	-10000.0
103436	transitions	3	-1.8147884607315063
103436	transitions	4	-10000.0
103436	transitions	5	0.6061494946479797
103436	transitions	6	-0.0559772327542305
103436	transitions	7	-0.572151780128479
103436	transitions	8	-1.377872347831726
103436	transitions	9	-0.0008726601954549551
103436	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
103436	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
103436	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
103436	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
103436	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
103436	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
103436	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
103436	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
103436	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
103436	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
103436	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
103436	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
103436	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
103436	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
103436	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
103436	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
103436	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
103436	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
103436	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
103436	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
103436	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
103436	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
103436	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
103436	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
103436	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
103436	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
103436	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
103436	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
103436	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
103436	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
103436	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
103436	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
103436	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
103436	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
103436	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
103436	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
103436	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
103436	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
103436	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
103436	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
103436	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
103436	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
103436	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
103436	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
103436	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
103436	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
103436	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
103436	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
103436	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
103436	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
103436	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
103436	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
103436	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
103436	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
103436	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
103436	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
103436	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
103436	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
103436	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
103436	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
103436	embedding2nn.weight	0	-0.0006560471374541521
103436	embedding2nn.weight	1	-0.015122244134545326
103436	embedding2nn.weight	2	-0.014268254861235619
103436	embedding2nn.weight	3	-0.013636227697134018
103436	embedding2nn.weight	4	-0.0059150345623493195
103436	embedding2nn.weight	5	-0.003700584638863802
103436	embedding2nn.weight	6	-0.003973277751356363
103436	embedding2nn.weight	7	-0.05705665796995163
103436	embedding2nn.weight	8	-0.0019979383796453476
103436	embedding2nn.weight	9	-0.029379967600107193
103436	embedding2nn.bias	0	0.03361830487847328
103436	embedding2nn.bias	1	-0.0760832130908966
103436	embedding2nn.bias	2	0.07448197901248932
103436	embedding2nn.bias	3	0.06685473024845123
103436	embedding2nn.bias	4	-0.03919195011258125
103436	embedding2nn.bias	5	-0.048521488904953
103436	embedding2nn.bias	6	0.031898193061351776
103436	embedding2nn.bias	7	-0.05190206319093704
103436	embedding2nn.bias	8	0.048960573971271515
103436	embedding2nn.bias	9	0.031091535463929176
103436	rnn.weight_ih_l0	0	-0.055304642766714096
103436	rnn.weight_ih_l0	1	-0.008093281649053097
103436	rnn.weight_ih_l0	2	0.053207140415906906
103436	rnn.weight_ih_l0	3	0.015366027131676674
103436	rnn.weight_ih_l0	4	-0.029800036922097206
103436	rnn.weight_ih_l0	5	-0.047354429960250854
103436	rnn.weight_ih_l0	6	0.0042768423445522785
103436	rnn.weight_ih_l0	7	0.03575785830616951
103436	rnn.weight_ih_l0	8	-0.0065825399942696095
103436	rnn.weight_ih_l0	9	-0.019365761429071426
103436	rnn.weight_hh_l0	0	-0.04124407097697258
103436	rnn.weight_hh_l0	1	0.0029669906944036484
103436	rnn.weight_hh_l0	2	0.0015130209503695369
103436	rnn.weight_hh_l0	3	-0.05655650049448013
103436	rnn.weight_hh_l0	4	0.07951491326093674
103436	rnn.weight_hh_l0	5	-0.0019770865328609943
103436	rnn.weight_hh_l0	6	-0.048082899302244186
103436	rnn.weight_hh_l0	7	-7.699508569203317e-05
103436	rnn.weight_hh_l0	8	0.014364921487867832
103436	rnn.weight_hh_l0	9	-0.018314732238650322
103436	rnn.bias_ih_l0	0	0.07033279538154602
103436	rnn.bias_ih_l0	1	-0.03971919044852257
103436	rnn.bias_ih_l0	2	-0.004413201007992029
103436	rnn.bias_ih_l0	3	0.12348468601703644
103436	rnn.bias_ih_l0	4	-0.05579725280404091
103436	rnn.bias_ih_l0	5	-0.03749121353030205
103436	rnn.bias_ih_l0	6	0.012603480368852615
103436	rnn.bias_ih_l0	7	0.031123561784625053
103436	rnn.bias_ih_l0	8	-0.10530047118663788
103436	rnn.bias_ih_l0	9	-0.037891920655965805
103436	rnn.bias_hh_l0	0	-0.02286538854241371
103436	rnn.bias_hh_l0	1	-0.09174136817455292
103436	rnn.bias_hh_l0	2	-0.042217597365379333
103436	rnn.bias_hh_l0	3	-0.08852031081914902
103436	rnn.bias_hh_l0	4	-0.021764589473605156
103436	rnn.bias_hh_l0	5	-0.017730217427015305
103436	rnn.bias_hh_l0	6	0.02187992073595524
103436	rnn.bias_hh_l0	7	0.023068729788064957
103436	rnn.bias_hh_l0	8	-0.13378804922103882
103436	rnn.bias_hh_l0	9	-0.029203003272414207
103436	rnn.weight_ih_l0_reverse	0	-0.012098094448447227
103436	rnn.weight_ih_l0_reverse	1	-0.05003971606492996
103436	rnn.weight_ih_l0_reverse	2	-0.028187977150082588
103436	rnn.weight_ih_l0_reverse	3	0.004620835650712252
103436	rnn.weight_ih_l0_reverse	4	-0.01169108971953392
103436	rnn.weight_ih_l0_reverse	5	-0.04418765753507614
103436	rnn.weight_ih_l0_reverse	6	0.07193814963102341
103436	rnn.weight_ih_l0_reverse	7	-0.0198315791785717
103436	rnn.weight_ih_l0_reverse	8	-0.030436236411333084
103436	rnn.weight_ih_l0_reverse	9	0.007994250394403934
103436	rnn.weight_hh_l0_reverse	0	0.03064233437180519
103436	rnn.weight_hh_l0_reverse	1	0.02954118512570858
103436	rnn.weight_hh_l0_reverse	2	0.03823920711874962
103436	rnn.weight_hh_l0_reverse	3	0.028898393735289574
103436	rnn.weight_hh_l0_reverse	4	0.008333529345691204
103436	rnn.weight_hh_l0_reverse	5	0.012608072720468044
103436	rnn.weight_hh_l0_reverse	6	0.0448148176074028
103436	rnn.weight_hh_l0_reverse	7	-0.05948867276310921
103436	rnn.weight_hh_l0_reverse	8	0.03824766352772713
103436	rnn.weight_hh_l0_reverse	9	0.05178973078727722
103436	rnn.bias_ih_l0_reverse	0	-0.057298608124256134
103436	rnn.bias_ih_l0_reverse	1	-0.23627996444702148
103436	rnn.bias_ih_l0_reverse	2	-0.12792208790779114
103436	rnn.bias_ih_l0_reverse	3	-0.024992292746901512
103436	rnn.bias_ih_l0_reverse	4	-0.05225346237421036
103436	rnn.bias_ih_l0_reverse	5	0.05569016933441162
103436	rnn.bias_ih_l0_reverse	6	-0.03271853178739548
103436	rnn.bias_ih_l0_reverse	7	0.032745976001024246
103436	rnn.bias_ih_l0_reverse	8	-0.026718202978372574
103436	rnn.bias_ih_l0_reverse	9	0.032545097172260284
103436	rnn.bias_hh_l0_reverse	0	0.0006158148753456771
103436	rnn.bias_hh_l0_reverse	1	-0.03002077154815197
103436	rnn.bias_hh_l0_reverse	2	0.07687562704086304
103436	rnn.bias_hh_l0_reverse	3	-0.06574087589979172
103436	rnn.bias_hh_l0_reverse	4	-0.0401557981967926
103436	rnn.bias_hh_l0_reverse	5	-0.03108656406402588
103436	rnn.bias_hh_l0_reverse	6	-0.028198478743433952
103436	rnn.bias_hh_l0_reverse	7	0.099946990609169
103436	rnn.bias_hh_l0_reverse	8	0.029846619814634323
103436	rnn.bias_hh_l0_reverse	9	-0.09670774638652802
103436	rnn.weight_ih_l1	0	-0.045994412153959274
103436	rnn.weight_ih_l1	1	-0.027154400944709778
103436	rnn.weight_ih_l1	2	0.02973984368145466
103436	rnn.weight_ih_l1	3	-0.04329224303364754
103436	rnn.weight_ih_l1	4	-0.008580728434026241
103436	rnn.weight_ih_l1	5	-0.04287729412317276
103436	rnn.weight_ih_l1	6	0.024241341277956963
103436	rnn.weight_ih_l1	7	-0.03829912841320038
103436	rnn.weight_ih_l1	8	0.037569571286439896
103436	rnn.weight_ih_l1	9	0.036383744329214096
103436	rnn.weight_hh_l1	0	-0.005492371506989002
103436	rnn.weight_hh_l1	1	0.010298213921487331
103436	rnn.weight_hh_l1	2	0.0035008646082133055
103436	rnn.weight_hh_l1	3	-0.010353324003517628
103436	rnn.weight_hh_l1	4	0.0018930278019979596
103436	rnn.weight_hh_l1	5	0.02319359965622425
103436	rnn.weight_hh_l1	6	0.026457808911800385
103436	rnn.weight_hh_l1	7	-0.02503894455730915
103436	rnn.weight_hh_l1	8	-0.01722860150039196
103436	rnn.weight_hh_l1	9	0.034751925617456436
103436	rnn.bias_ih_l1	0	-0.18262699246406555
103436	rnn.bias_ih_l1	1	-0.1750667542219162
103436	rnn.bias_ih_l1	2	-0.17233985662460327
103436	rnn.bias_ih_l1	3	-0.25719785690307617
103436	rnn.bias_ih_l1	4	-0.19284744560718536
103436	rnn.bias_ih_l1	5	-0.10523301362991333
103436	rnn.bias_ih_l1	6	-0.124431312084198
103436	rnn.bias_ih_l1	7	-0.033544961363077164
103436	rnn.bias_ih_l1	8	-0.12663118541240692
103436	rnn.bias_ih_l1	9	-0.11368179321289062
103436	rnn.bias_hh_l1	0	-0.1248694360256195
103436	rnn.bias_hh_l1	1	-0.045072395354509354
103436	rnn.bias_hh_l1	2	-0.10971392691135406
103436	rnn.bias_hh_l1	3	-0.10343627631664276
103436	rnn.bias_hh_l1	4	-0.11031647771596909
103436	rnn.bias_hh_l1	5	-0.09082280844449997
103436	rnn.bias_hh_l1	6	-0.11321759968996048
103436	rnn.bias_hh_l1	7	0.010737570002675056
103436	rnn.bias_hh_l1	8	-0.14837659895420074
103436	rnn.bias_hh_l1	9	-0.08900957554578781
103436	rnn.weight_ih_l1_reverse	0	-0.04749469831585884
103436	rnn.weight_ih_l1_reverse	1	0.022632192820310593
103436	rnn.weight_ih_l1_reverse	2	0.038669880479574203
103436	rnn.weight_ih_l1_reverse	3	0.009560022503137589
103436	rnn.weight_ih_l1_reverse	4	-0.028907742351293564
103436	rnn.weight_ih_l1_reverse	5	-0.0334169939160347
103436	rnn.weight_ih_l1_reverse	6	0.0076783583499491215
103436	rnn.weight_ih_l1_reverse	7	0.016168978065252304
103436	rnn.weight_ih_l1_reverse	8	0.02845849096775055
103436	rnn.weight_ih_l1_reverse	9	-0.07111828029155731
103436	rnn.weight_hh_l1_reverse	0	0.00897380243986845
103436	rnn.weight_hh_l1_reverse	1	0.031666018068790436
103436	rnn.weight_hh_l1_reverse	2	-0.03973904252052307
103436	rnn.weight_hh_l1_reverse	3	0.04080614820122719
103436	rnn.weight_hh_l1_reverse	4	0.04867776483297348
103436	rnn.weight_hh_l1_reverse	5	0.007121988106518984
103436	rnn.weight_hh_l1_reverse	6	0.012918856926262379
103436	rnn.weight_hh_l1_reverse	7	0.02391216903924942
103436	rnn.weight_hh_l1_reverse	8	-0.005617812275886536
103436	rnn.weight_hh_l1_reverse	9	-0.03550233691930771
103436	rnn.bias_ih_l1_reverse	0	-0.04795665666460991
103436	rnn.bias_ih_l1_reverse	1	-0.11192476749420166
103436	rnn.bias_ih_l1_reverse	2	-0.13139860332012177
103436	rnn.bias_ih_l1_reverse	3	-2.6091424842888955e-06
103436	rnn.bias_ih_l1_reverse	4	-0.1783827841281891
103436	rnn.bias_ih_l1_reverse	5	-0.09430567920207977
103436	rnn.bias_ih_l1_reverse	6	-0.11884696781635284
103436	rnn.bias_ih_l1_reverse	7	-0.21479177474975586
103436	rnn.bias_ih_l1_reverse	8	0.12917554378509521
103436	rnn.bias_ih_l1_reverse	9	0.04364245757460594
103436	rnn.bias_hh_l1_reverse	0	-0.09157989174127579
103436	rnn.bias_hh_l1_reverse	1	-0.06310366094112396
103436	rnn.bias_hh_l1_reverse	2	-0.21244177222251892
103436	rnn.bias_hh_l1_reverse	3	-0.1073402538895607
103436	rnn.bias_hh_l1_reverse	4	-0.09310045838356018
103436	rnn.bias_hh_l1_reverse	5	-0.10448114573955536
103436	rnn.bias_hh_l1_reverse	6	0.11646351963281631
103436	rnn.bias_hh_l1_reverse	7	-0.15267376601696014
103436	rnn.bias_hh_l1_reverse	8	-0.1006334125995636
103436	rnn.bias_hh_l1_reverse	9	-0.12421765923500061
103436	linear.weight	0	0.002228822559118271
103436	linear.weight	1	0.07872935384511948
103436	linear.weight	2	-0.0874934270977974
103436	linear.weight	3	0.38075751066207886
103436	linear.weight	4	0.11525304615497589
103436	linear.weight	5	-0.018529031425714493
103436	linear.weight	6	0.10767391324043274
103436	linear.weight	7	0.11079883575439453
103436	linear.weight	8	0.04128727689385414
103436	linear.weight	9	-0.057108666747808456
103436	linear.bias	0	0.0628429725766182
103436	linear.bias	1	-0.247061625123024
103436	linear.bias	2	-0.40716707706451416
103436	linear.bias	3	-0.7223507165908813
103436	linear.bias	4	-1.1648037433624268
103436	linear.bias	5	-0.06271730363368988
103436	linear.bias	6	-0.7483031749725342
103436	linear.bias	7	0.3329504728317261
103436	linear.bias	8	-0.4881127178668976
103436	linear.bias	9	-0.9081385731697083
103633	transitions	0	0.5890456438064575
103633	transitions	1	0.12786522507667542
103633	transitions	2	-10000.0
103633	transitions	3	-1.8148375749588013
103633	transitions	4	-10000.0
103633	transitions	5	0.6060320734977722
103633	transitions	6	-0.05609963834285736
103633	transitions	7	-0.5732141733169556
103633	transitions	8	-1.3779916763305664
103633	transitions	9	-0.0008740265038795769
103633	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
103633	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
103633	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
103633	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
103633	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
103633	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
103633	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
103633	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
103633	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
103633	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
103633	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
103633	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
103633	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
103633	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
103633	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
103633	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
103633	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
103633	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
103633	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
103633	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
103633	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
103633	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
103633	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
103633	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
103633	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
103633	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
103633	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
103633	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
103633	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
103633	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
103633	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
103633	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
103633	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
103633	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
103633	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
103633	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
103633	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
103633	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
103633	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
103633	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
103633	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
103633	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
103633	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
103633	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
103633	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
103633	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
103633	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
103633	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
103633	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
103633	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
103633	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
103633	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
103633	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
103633	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
103633	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
103633	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
103633	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
103633	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
103633	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
103633	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
103633	embedding2nn.weight	0	-0.00046545578516088426
103633	embedding2nn.weight	1	-0.01491111796349287
103633	embedding2nn.weight	2	-0.014268254861235619
103633	embedding2nn.weight	3	-0.016325464472174644
103633	embedding2nn.weight	4	-0.0059150345623493195
103633	embedding2nn.weight	5	-0.0037005862686783075
103633	embedding2nn.weight	6	-0.003973275423049927
103633	embedding2nn.weight	7	-0.05528473109006882
103633	embedding2nn.weight	8	-0.0019979383796453476
103633	embedding2nn.weight	9	-0.029183194041252136
103633	embedding2nn.bias	0	0.030226217582821846
103633	embedding2nn.bias	1	-0.08001329004764557
103633	embedding2nn.bias	2	0.07605192065238953
103633	embedding2nn.bias	3	0.06610561907291412
103633	embedding2nn.bias	4	-0.04150648042559624
103633	embedding2nn.bias	5	-0.051961615681648254
103633	embedding2nn.bias	6	0.03168864920735359
103633	embedding2nn.bias	7	-0.06431001424789429
103633	embedding2nn.bias	8	0.043755896389484406
103633	embedding2nn.bias	9	0.028711553663015366
103633	rnn.weight_ih_l0	0	-0.05509817227721214
103633	rnn.weight_ih_l0	1	-0.007675479166209698
103633	rnn.weight_ih_l0	2	0.05503373593091965
103633	rnn.weight_ih_l0	3	0.014871455729007721
103633	rnn.weight_ih_l0	4	-0.030651645734906197
103633	rnn.weight_ih_l0	5	-0.0482330285012722
103633	rnn.weight_ih_l0	6	0.002834874438121915
103633	rnn.weight_ih_l0	7	0.035479556769132614
103633	rnn.weight_ih_l0	8	-0.006303929723799229
103633	rnn.weight_ih_l0	9	-0.019729288294911385
103633	rnn.weight_hh_l0	0	-0.04322003945708275
103633	rnn.weight_hh_l0	1	0.0019104847451671958
103633	rnn.weight_hh_l0	2	0.0006219922797754407
103633	rnn.weight_hh_l0	3	-0.05788220465183258
103633	rnn.weight_hh_l0	4	0.08002182096242905
103633	rnn.weight_hh_l0	5	-0.0005144149181433022
103633	rnn.weight_hh_l0	6	-0.04924345389008522
103633	rnn.weight_hh_l0	7	-0.0009233839227817953
103633	rnn.weight_hh_l0	8	0.014046786352992058
103633	rnn.weight_hh_l0	9	-0.018023325130343437
103633	rnn.bias_ih_l0	0	0.07388067990541458
103633	rnn.bias_ih_l0	1	-0.038185931742191315
103633	rnn.bias_ih_l0	2	-0.005394570995122194
103633	rnn.bias_ih_l0	3	0.1204032450914383
103633	rnn.bias_ih_l0	4	-0.05522802844643593
103633	rnn.bias_ih_l0	5	-0.03545965254306793
103633	rnn.bias_ih_l0	6	0.01939225383102894
103633	rnn.bias_ih_l0	7	0.03220554441213608
103633	rnn.bias_ih_l0	8	-0.10599292814731598
103633	rnn.bias_ih_l0	9	-0.04517599195241928
103633	rnn.bias_hh_l0	0	-0.024971572682261467
103633	rnn.bias_hh_l0	1	-0.09875306487083435
103633	rnn.bias_hh_l0	2	-0.039053283631801605
103633	rnn.bias_hh_l0	3	-0.09055141359567642
103633	rnn.bias_hh_l0	4	-0.020874204114079475
103633	rnn.bias_hh_l0	5	-0.01738929934799671
103633	rnn.bias_hh_l0	6	0.022187797352671623
103633	rnn.bias_hh_l0	7	0.024005671963095665
103633	rnn.bias_hh_l0	8	-0.13159240782260895
103633	rnn.bias_hh_l0	9	-0.03165562450885773
103633	rnn.weight_ih_l0_reverse	0	-0.01206040009856224
103633	rnn.weight_ih_l0_reverse	1	-0.05120852589607239
103633	rnn.weight_ih_l0_reverse	2	-0.0275026373565197
103633	rnn.weight_ih_l0_reverse	3	0.0041010030545294285
103633	rnn.weight_ih_l0_reverse	4	-0.011589140631258488
103633	rnn.weight_ih_l0_reverse	5	-0.044092074036598206
103633	rnn.weight_ih_l0_reverse	6	0.0728008821606636
103633	rnn.weight_ih_l0_reverse	7	-0.02000652626156807
103633	rnn.weight_ih_l0_reverse	8	-0.03186887875199318
103633	rnn.weight_ih_l0_reverse	9	0.00823934841901064
103633	rnn.weight_hh_l0_reverse	0	0.030646517872810364
103633	rnn.weight_hh_l0_reverse	1	0.029488610103726387
103633	rnn.weight_hh_l0_reverse	2	0.03772759810090065
103633	rnn.weight_hh_l0_reverse	3	0.028902567923069
103633	rnn.weight_hh_l0_reverse	4	0.008084461092948914
103633	rnn.weight_hh_l0_reverse	5	0.013172898441553116
103633	rnn.weight_hh_l0_reverse	6	0.044612739235162735
103633	rnn.weight_hh_l0_reverse	7	-0.05998688191175461
103633	rnn.weight_hh_l0_reverse	8	0.03808193653821945
103633	rnn.weight_hh_l0_reverse	9	0.05126854404807091
103633	rnn.bias_ih_l0_reverse	0	-0.06029605492949486
103633	rnn.bias_ih_l0_reverse	1	-0.23934020102024078
103633	rnn.bias_ih_l0_reverse	2	-0.13029040396213531
103633	rnn.bias_ih_l0_reverse	3	-0.024880798533558846
103633	rnn.bias_ih_l0_reverse	4	-0.052719708532094955
103633	rnn.bias_ih_l0_reverse	5	0.055518195033073425
103633	rnn.bias_ih_l0_reverse	6	-0.03166715428233147
103633	rnn.bias_ih_l0_reverse	7	0.028674963861703873
103633	rnn.bias_ih_l0_reverse	8	-0.025338172912597656
103633	rnn.bias_ih_l0_reverse	9	0.030024636536836624
103633	rnn.bias_hh_l0_reverse	0	0.0014085108414292336
103633	rnn.bias_hh_l0_reverse	1	-0.027812954038381577
103633	rnn.bias_hh_l0_reverse	2	0.0797969177365303
103633	rnn.bias_hh_l0_reverse	3	-0.06594138592481613
103633	rnn.bias_hh_l0_reverse	4	-0.04145888611674309
103633	rnn.bias_hh_l0_reverse	5	-0.03251538798213005
103633	rnn.bias_hh_l0_reverse	6	-0.027833981439471245
103633	rnn.bias_hh_l0_reverse	7	0.10133509337902069
103633	rnn.bias_hh_l0_reverse	8	0.028616029769182205
103633	rnn.bias_hh_l0_reverse	9	-0.09316151589155197
103633	rnn.weight_ih_l1	0	-0.04501151666045189
103633	rnn.weight_ih_l1	1	-0.028001733124256134
103633	rnn.weight_ih_l1	2	0.02846081741154194
103633	rnn.weight_ih_l1	3	-0.04591643810272217
103633	rnn.weight_ih_l1	4	-0.008361096493899822
103633	rnn.weight_ih_l1	5	-0.04331040754914284
103633	rnn.weight_ih_l1	6	0.02341107837855816
103633	rnn.weight_ih_l1	7	-0.03908516839146614
103633	rnn.weight_ih_l1	8	0.038087148219347
103633	rnn.weight_ih_l1	9	0.036797259002923965
103633	rnn.weight_hh_l1	0	-0.007466534618288279
103633	rnn.weight_hh_l1	1	0.010588890872895718
103633	rnn.weight_hh_l1	2	0.0028970111161470413
103633	rnn.weight_hh_l1	3	-0.00998365692794323
103633	rnn.weight_hh_l1	4	0.0018495823023840785
103633	rnn.weight_hh_l1	5	0.023374347016215324
103633	rnn.weight_hh_l1	6	0.026400400325655937
103633	rnn.weight_hh_l1	7	-0.025263933464884758
103633	rnn.weight_hh_l1	8	-0.016744818538427353
103633	rnn.weight_hh_l1	9	0.03401413559913635
103633	rnn.bias_ih_l1	0	-0.18077754974365234
103633	rnn.bias_ih_l1	1	-0.17808455228805542
103633	rnn.bias_ih_l1	2	-0.1721571832895279
103633	rnn.bias_ih_l1	3	-0.25480666756629944
103633	rnn.bias_ih_l1	4	-0.1938985288143158
103633	rnn.bias_ih_l1	5	-0.10462670773267746
103633	rnn.bias_ih_l1	6	-0.12322192639112473
103633	rnn.bias_ih_l1	7	-0.033839426934719086
103633	rnn.bias_ih_l1	8	-0.12516210973262787
103633	rnn.bias_ih_l1	9	-0.11738060414791107
103633	rnn.bias_hh_l1	0	-0.12244580686092377
103633	rnn.bias_hh_l1	1	-0.047334935516119
103633	rnn.bias_hh_l1	2	-0.10645310580730438
103633	rnn.bias_hh_l1	3	-0.10280802100896835
103633	rnn.bias_hh_l1	4	-0.11043545603752136
103633	rnn.bias_hh_l1	5	-0.09151680767536163
103633	rnn.bias_hh_l1	6	-0.11177996546030045
103633	rnn.bias_hh_l1	7	0.01026990544050932
103633	rnn.bias_hh_l1	8	-0.1469648778438568
103633	rnn.bias_hh_l1	9	-0.08938905596733093
103633	rnn.weight_ih_l1_reverse	0	-0.048091642558574677
103633	rnn.weight_ih_l1_reverse	1	0.024874625727534294
103633	rnn.weight_ih_l1_reverse	2	0.0386575311422348
103633	rnn.weight_ih_l1_reverse	3	0.00921039842069149
103633	rnn.weight_ih_l1_reverse	4	-0.025367053225636482
103633	rnn.weight_ih_l1_reverse	5	-0.0333162359893322
103633	rnn.weight_ih_l1_reverse	6	0.005656787194311619
103633	rnn.weight_ih_l1_reverse	7	0.015682337805628777
103633	rnn.weight_ih_l1_reverse	8	0.027706818655133247
103633	rnn.weight_ih_l1_reverse	9	-0.07183193415403366
103633	rnn.weight_hh_l1_reverse	0	0.008943038992583752
103633	rnn.weight_hh_l1_reverse	1	0.03166533261537552
103633	rnn.weight_hh_l1_reverse	2	-0.039653826504945755
103633	rnn.weight_hh_l1_reverse	3	0.040842778980731964
103633	rnn.weight_hh_l1_reverse	4	0.04813269525766373
103633	rnn.weight_hh_l1_reverse	5	0.006597897037863731
103633	rnn.weight_hh_l1_reverse	6	0.012791243381798267
103633	rnn.weight_hh_l1_reverse	7	0.02396995946764946
103633	rnn.weight_hh_l1_reverse	8	-0.0055666170082986355
103633	rnn.weight_hh_l1_reverse	9	-0.03530658036470413
103633	rnn.bias_ih_l1_reverse	0	-0.049728766083717346
103633	rnn.bias_ih_l1_reverse	1	-0.1121450811624527
103633	rnn.bias_ih_l1_reverse	2	-0.13496926426887512
103633	rnn.bias_ih_l1_reverse	3	-0.00022736667597200722
103633	rnn.bias_ih_l1_reverse	4	-0.178238183259964
103633	rnn.bias_ih_l1_reverse	5	-0.09785046428442001
103633	rnn.bias_ih_l1_reverse	6	-0.11845158785581589
103633	rnn.bias_ih_l1_reverse	7	-0.21288786828517914
103633	rnn.bias_ih_l1_reverse	8	0.11673843860626221
103633	rnn.bias_ih_l1_reverse	9	0.04258563369512558
103633	rnn.bias_hh_l1_reverse	0	-0.08647336065769196
103633	rnn.bias_hh_l1_reverse	1	-0.0607442781329155
103633	rnn.bias_hh_l1_reverse	2	-0.2120673656463623
103633	rnn.bias_hh_l1_reverse	3	-0.1080523207783699
103633	rnn.bias_hh_l1_reverse	4	-0.09199214726686478
103633	rnn.bias_hh_l1_reverse	5	-0.10511592775583267
103633	rnn.bias_hh_l1_reverse	6	0.12104472517967224
103633	rnn.bias_hh_l1_reverse	7	-0.14981688559055328
103633	rnn.bias_hh_l1_reverse	8	-0.09731772541999817
103633	rnn.bias_hh_l1_reverse	9	-0.12405519187450409
103633	linear.weight	0	0.002228822559118271
103633	linear.weight	1	0.08121410757303238
103633	linear.weight	2	-0.09001302719116211
103633	linear.weight	3	0.3698677718639374
103633	linear.weight	4	0.12027321755886078
103633	linear.weight	5	-0.015438133850693703
103633	linear.weight	6	0.11038047075271606
103633	linear.weight	7	0.1259593814611435
103633	linear.weight	8	0.04128643125295639
103633	linear.weight	9	-0.05153254047036171
103633	linear.bias	0	0.009779457002878189
103633	linear.bias	1	-0.2327062040567398
103633	linear.bias	2	-0.3965880572795868
103633	linear.bias	3	-0.7316059470176697
103633	linear.bias	4	-1.173953890800476
103633	linear.bias	5	-0.07412655651569366
103633	linear.bias	6	-0.7360645532608032
103633	linear.bias	7	0.3222157657146454
103633	linear.bias	8	-0.5048654675483704
103633	linear.bias	9	-0.9228135347366333
103830	transitions	0	0.5831424593925476
103830	transitions	1	0.12428821623325348
103830	transitions	2	-10000.0
103830	transitions	3	-1.8148553371429443
103830	transitions	4	-10000.0
103830	transitions	5	0.6059219241142273
103830	transitions	6	-0.056271377950906754
103830	transitions	7	-0.5736669301986694
103830	transitions	8	-1.3780920505523682
103830	transitions	9	-0.0008760966011323035
103830	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
103830	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
103830	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
103830	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
103830	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
103830	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
103830	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
103830	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
103830	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
103830	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
103830	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
103830	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
103830	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
103830	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
103830	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
103830	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
103830	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
103830	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
103830	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
103830	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
103830	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
103830	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
103830	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
103830	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
103830	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
103830	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
103830	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
103830	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
103830	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
103830	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
103830	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
103830	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
103830	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
103830	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
103830	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
103830	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
103830	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
103830	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
103830	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
103830	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
103830	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
103830	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
103830	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
103830	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
103830	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
103830	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
103830	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
103830	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
103830	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
103830	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
103830	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
103830	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
103830	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
103830	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
103830	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
103830	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
103830	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
103830	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
103830	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
103830	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
103830	embedding2nn.weight	0	7.017413736321032e-05
103830	embedding2nn.weight	1	-0.014845958910882473
103830	embedding2nn.weight	2	-0.014268254861235619
103830	embedding2nn.weight	3	-0.01902637630701065
103830	embedding2nn.weight	4	-0.0059150345623493195
103830	embedding2nn.weight	5	-0.003700586035847664
103830	embedding2nn.weight	6	-0.003973276354372501
103830	embedding2nn.weight	7	-0.057220567017793655
103830	embedding2nn.weight	8	-0.0019979383796453476
103830	embedding2nn.weight	9	-0.02923169918358326
103830	embedding2nn.bias	0	0.029929984360933304
103830	embedding2nn.bias	1	-0.0738280862569809
103830	embedding2nn.bias	2	0.07662487030029297
103830	embedding2nn.bias	3	0.06313878297805786
103830	embedding2nn.bias	4	-0.036911286413669586
103830	embedding2nn.bias	5	-0.04095686972141266
103830	embedding2nn.bias	6	0.027656277641654015
103830	embedding2nn.bias	7	-0.057362958788871765
103830	embedding2nn.bias	8	0.04708942398428917
103830	embedding2nn.bias	9	0.028173400089144707
103830	rnn.weight_ih_l0	0	-0.05589145049452782
103830	rnn.weight_ih_l0	1	-0.008278245106339455
103830	rnn.weight_ih_l0	2	0.05742694064974785
103830	rnn.weight_ih_l0	3	0.014887137338519096
103830	rnn.weight_ih_l0	4	-0.031519241631031036
103830	rnn.weight_ih_l0	5	-0.04845831170678139
103830	rnn.weight_ih_l0	6	0.0034914864227175713
103830	rnn.weight_ih_l0	7	0.036150701344013214
103830	rnn.weight_ih_l0	8	-0.005720702465623617
103830	rnn.weight_ih_l0	9	-0.020315498113632202
103830	rnn.weight_hh_l0	0	-0.04281660169363022
103830	rnn.weight_hh_l0	1	0.002096452983096242
103830	rnn.weight_hh_l0	2	0.00024005492741707712
103830	rnn.weight_hh_l0	3	-0.05876624584197998
103830	rnn.weight_hh_l0	4	0.08038558810949326
103830	rnn.weight_hh_l0	5	0.0001893097796710208
103830	rnn.weight_hh_l0	6	-0.048110321164131165
103830	rnn.weight_hh_l0	7	-0.0005649398663081229
103830	rnn.weight_hh_l0	8	0.014317591674625874
103830	rnn.weight_hh_l0	9	-0.018400197848677635
103830	rnn.bias_ih_l0	0	0.07569123804569244
103830	rnn.bias_ih_l0	1	-0.040029942989349365
103830	rnn.bias_ih_l0	2	-0.010366084985435009
103830	rnn.bias_ih_l0	3	0.12283586710691452
103830	rnn.bias_ih_l0	4	-0.05296165496110916
103830	rnn.bias_ih_l0	5	-0.03759218752384186
103830	rnn.bias_ih_l0	6	0.01980317384004593
103830	rnn.bias_ih_l0	7	0.031446900218725204
103830	rnn.bias_ih_l0	8	-0.10635879635810852
103830	rnn.bias_ih_l0	9	-0.04591037705540657
103830	rnn.bias_hh_l0	0	-0.0235914159566164
103830	rnn.bias_hh_l0	1	-0.09944585710763931
103830	rnn.bias_hh_l0	2	-0.04183896631002426
103830	rnn.bias_hh_l0	3	-0.08937250822782516
103830	rnn.bias_hh_l0	4	-0.022516217082738876
103830	rnn.bias_hh_l0	5	-0.017210792750120163
103830	rnn.bias_hh_l0	6	0.02319198101758957
103830	rnn.bias_hh_l0	7	0.02509506233036518
103830	rnn.bias_hh_l0	8	-0.13095639646053314
103830	rnn.bias_hh_l0	9	-0.036338016390800476
103830	rnn.weight_ih_l0_reverse	0	-0.012798428535461426
103830	rnn.weight_ih_l0_reverse	1	-0.05175250396132469
103830	rnn.weight_ih_l0_reverse	2	-0.028171613812446594
103830	rnn.weight_ih_l0_reverse	3	0.0033470618072897196
103830	rnn.weight_ih_l0_reverse	4	-0.01131889782845974
103830	rnn.weight_ih_l0_reverse	5	-0.04419923946261406
103830	rnn.weight_ih_l0_reverse	6	0.07337280362844467
103830	rnn.weight_ih_l0_reverse	7	-0.01903558149933815
103830	rnn.weight_ih_l0_reverse	8	-0.03303097188472748
103830	rnn.weight_ih_l0_reverse	9	0.007626635953783989
103830	rnn.weight_hh_l0_reverse	0	0.03140825778245926
103830	rnn.weight_hh_l0_reverse	1	0.027087444439530373
103830	rnn.weight_hh_l0_reverse	2	0.03677661344408989
103830	rnn.weight_hh_l0_reverse	3	0.028600407764315605
103830	rnn.weight_hh_l0_reverse	4	0.007281968370079994
103830	rnn.weight_hh_l0_reverse	5	0.013433711603283882
103830	rnn.weight_hh_l0_reverse	6	0.04542849585413933
103830	rnn.weight_hh_l0_reverse	7	-0.05973820388317108
103830	rnn.weight_hh_l0_reverse	8	0.03904648870229721
103830	rnn.weight_hh_l0_reverse	9	0.0516032800078392
103830	rnn.bias_ih_l0_reverse	0	-0.06043913960456848
103830	rnn.bias_ih_l0_reverse	1	-0.23856621980667114
103830	rnn.bias_ih_l0_reverse	2	-0.13000021874904633
103830	rnn.bias_ih_l0_reverse	3	-0.02323233149945736
103830	rnn.bias_ih_l0_reverse	4	-0.05243602767586708
103830	rnn.bias_ih_l0_reverse	5	0.05575568601489067
103830	rnn.bias_ih_l0_reverse	6	-0.03164353221654892
103830	rnn.bias_ih_l0_reverse	7	0.02871163934469223
103830	rnn.bias_ih_l0_reverse	8	-0.028806695714592934
103830	rnn.bias_ih_l0_reverse	9	0.028351349756121635
103830	rnn.bias_hh_l0_reverse	0	0.0003254305920563638
103830	rnn.bias_hh_l0_reverse	1	-0.02266927808523178
103830	rnn.bias_hh_l0_reverse	2	0.08057431876659393
103830	rnn.bias_hh_l0_reverse	3	-0.06369712203741074
103830	rnn.bias_hh_l0_reverse	4	-0.04183578863739967
103830	rnn.bias_hh_l0_reverse	5	-0.03518913313746452
103830	rnn.bias_hh_l0_reverse	6	-0.02928999252617359
103830	rnn.bias_hh_l0_reverse	7	0.10082555562257767
103830	rnn.bias_hh_l0_reverse	8	0.02862473577260971
103830	rnn.bias_hh_l0_reverse	9	-0.095618836581707
103830	rnn.weight_ih_l1	0	-0.04422515258193016
103830	rnn.weight_ih_l1	1	-0.027129441499710083
103830	rnn.weight_ih_l1	2	0.0283043272793293
103830	rnn.weight_ih_l1	3	-0.045576322823762894
103830	rnn.weight_ih_l1	4	-0.008597851730883121
103830	rnn.weight_ih_l1	5	-0.04345330595970154
103830	rnn.weight_ih_l1	6	0.023047303780913353
103830	rnn.weight_ih_l1	7	-0.03843606635928154
103830	rnn.weight_ih_l1	8	0.03797777742147446
103830	rnn.weight_ih_l1	9	0.03740314021706581
103830	rnn.weight_hh_l1	0	-0.0088453134521842
103830	rnn.weight_hh_l1	1	0.010562506504356861
103830	rnn.weight_hh_l1	2	0.005002900492399931
103830	rnn.weight_hh_l1	3	-0.010049328207969666
103830	rnn.weight_hh_l1	4	0.0022213824559003115
103830	rnn.weight_hh_l1	5	0.023926904425024986
103830	rnn.weight_hh_l1	6	0.026298172771930695
103830	rnn.weight_hh_l1	7	-0.02433755062520504
103830	rnn.weight_hh_l1	8	-0.016912057995796204
103830	rnn.weight_hh_l1	9	0.03344397991895676
103830	rnn.bias_ih_l1	0	-0.17975305020809174
103830	rnn.bias_ih_l1	1	-0.18357796967029572
103830	rnn.bias_ih_l1	2	-0.17112316191196442
103830	rnn.bias_ih_l1	3	-0.25751185417175293
103830	rnn.bias_ih_l1	4	-0.1925153285264969
103830	rnn.bias_ih_l1	5	-0.10562541335821152
103830	rnn.bias_ih_l1	6	-0.125253364443779
103830	rnn.bias_ih_l1	7	-0.03349698334932327
103830	rnn.bias_ih_l1	8	-0.12457460910081863
103830	rnn.bias_ih_l1	9	-0.11569985747337341
103830	rnn.bias_hh_l1	0	-0.12594090402126312
103830	rnn.bias_hh_l1	1	-0.04781360924243927
103830	rnn.bias_hh_l1	2	-0.10843926668167114
103830	rnn.bias_hh_l1	3	-0.1021743044257164
103830	rnn.bias_hh_l1	4	-0.11191955208778381
103830	rnn.bias_hh_l1	5	-0.0921381339430809
103830	rnn.bias_hh_l1	6	-0.11398009210824966
103830	rnn.bias_hh_l1	7	0.00908148754388094
103830	rnn.bias_hh_l1	8	-0.14869371056556702
103830	rnn.bias_hh_l1	9	-0.0936390683054924
103830	rnn.weight_ih_l1_reverse	0	-0.047065332531929016
103830	rnn.weight_ih_l1_reverse	1	0.024186627939343452
103830	rnn.weight_ih_l1_reverse	2	0.039982181042432785
103830	rnn.weight_ih_l1_reverse	3	0.009530412964522839
103830	rnn.weight_ih_l1_reverse	4	-0.028078312054276466
103830	rnn.weight_ih_l1_reverse	5	-0.03328977897763252
103830	rnn.weight_ih_l1_reverse	6	0.005609473213553429
103830	rnn.weight_ih_l1_reverse	7	0.016356592997908592
103830	rnn.weight_ih_l1_reverse	8	0.023906264454126358
103830	rnn.weight_ih_l1_reverse	9	-0.06793931126594543
103830	rnn.weight_hh_l1_reverse	0	0.008841698989272118
103830	rnn.weight_hh_l1_reverse	1	0.03153764083981514
103830	rnn.weight_hh_l1_reverse	2	-0.039698291569948196
103830	rnn.weight_hh_l1_reverse	3	0.040875453501939774
103830	rnn.weight_hh_l1_reverse	4	0.047750648111104965
103830	rnn.weight_hh_l1_reverse	5	0.006026704795658588
103830	rnn.weight_hh_l1_reverse	6	0.011452450416982174
103830	rnn.weight_hh_l1_reverse	7	0.023850327357649803
103830	rnn.weight_hh_l1_reverse	8	-0.005600656382739544
103830	rnn.weight_hh_l1_reverse	9	-0.03513128310441971
103830	rnn.bias_ih_l1_reverse	0	-0.048416879028081894
103830	rnn.bias_ih_l1_reverse	1	-0.11818040162324905
103830	rnn.bias_ih_l1_reverse	2	-0.1368524581193924
103830	rnn.bias_ih_l1_reverse	3	-0.00037635184708051383
103830	rnn.bias_ih_l1_reverse	4	-0.17934377491474152
103830	rnn.bias_ih_l1_reverse	5	-0.09739372879266739
103830	rnn.bias_ih_l1_reverse	6	-0.11815693974494934
103830	rnn.bias_ih_l1_reverse	7	-0.21241974830627441
103830	rnn.bias_ih_l1_reverse	8	0.11817879229784012
103830	rnn.bias_ih_l1_reverse	9	0.04979398474097252
103830	rnn.bias_hh_l1_reverse	0	-0.08754723519086838
103830	rnn.bias_hh_l1_reverse	1	-0.060140229761600494
103830	rnn.bias_hh_l1_reverse	2	-0.21104930341243744
103830	rnn.bias_hh_l1_reverse	3	-0.1106216236948967
103830	rnn.bias_hh_l1_reverse	4	-0.09281511604785919
103830	rnn.bias_hh_l1_reverse	5	-0.10456061363220215
103830	rnn.bias_hh_l1_reverse	6	0.11882781237363815
103830	rnn.bias_hh_l1_reverse	7	-0.1491442173719406
103830	rnn.bias_hh_l1_reverse	8	-0.09834357351064682
103830	rnn.bias_hh_l1_reverse	9	-0.12451983988285065
103830	linear.weight	0	0.002228822559118271
103830	linear.weight	1	0.10039656609296799
103830	linear.weight	2	-0.09069325029850006
103830	linear.weight	3	0.3721526563167572
103830	linear.weight	4	0.11674992740154266
103830	linear.weight	5	-0.010707829147577286
103830	linear.weight	6	0.10560207813978195
103830	linear.weight	7	0.13804210722446442
103830	linear.weight	8	0.04128507152199745
103830	linear.weight	9	-0.0540180541574955
103830	linear.bias	0	0.01518415566533804
103830	linear.bias	1	-0.21356980502605438
103830	linear.bias	2	-0.4206503629684448
103830	linear.bias	3	-0.7242094874382019
103830	linear.bias	4	-1.172302484512329
103830	linear.bias	5	-0.07641977816820145
103830	linear.bias	6	-0.7184911966323853
103830	linear.bias	7	0.3201068341732025
103830	linear.bias	8	-0.4838065803050995
103830	linear.bias	9	-0.901605486869812
104027	transitions	0	0.5997203588485718
104027	transitions	1	0.12062618881464005
104027	transitions	2	-10000.0
104027	transitions	3	-1.8150389194488525
104027	transitions	4	-10000.0
104027	transitions	5	0.6058133244514465
104027	transitions	6	-0.05644243210554123
104027	transitions	7	-0.5741682648658752
104027	transitions	8	-1.3782166242599487
104027	transitions	9	-0.0008782920776866376
104027	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
104027	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
104027	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
104027	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
104027	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
104027	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
104027	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
104027	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
104027	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
104027	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
104027	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
104027	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
104027	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
104027	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
104027	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
104027	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
104027	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
104027	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
104027	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
104027	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
104027	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
104027	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
104027	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
104027	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
104027	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
104027	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
104027	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
104027	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
104027	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
104027	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
104027	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
104027	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
104027	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
104027	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
104027	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
104027	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
104027	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
104027	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
104027	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
104027	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
104027	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
104027	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
104027	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
104027	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
104027	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
104027	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
104027	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
104027	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
104027	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
104027	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
104027	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
104027	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
104027	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
104027	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
104027	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
104027	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
104027	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
104027	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
104027	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
104027	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
104027	embedding2nn.weight	0	-0.0017218708526343107
104027	embedding2nn.weight	1	-0.014776281081140041
104027	embedding2nn.weight	2	-0.014268254861235619
104027	embedding2nn.weight	3	-0.020236678421497345
104027	embedding2nn.weight	4	-0.0059150345623493195
104027	embedding2nn.weight	5	-0.003700586035847664
104027	embedding2nn.weight	6	-0.003973281942307949
104027	embedding2nn.weight	7	-0.05604999512434006
104027	embedding2nn.weight	8	-0.0019979383796453476
104027	embedding2nn.weight	9	-0.030686156824231148
104027	embedding2nn.bias	0	0.03396476060152054
104027	embedding2nn.bias	1	-0.08070177584886551
104027	embedding2nn.bias	2	0.06893710047006607
104027	embedding2nn.bias	3	0.07629244029521942
104027	embedding2nn.bias	4	-0.039672959595918655
104027	embedding2nn.bias	5	-0.04654822126030922
104027	embedding2nn.bias	6	0.026751887053251266
104027	embedding2nn.bias	7	-0.053054746240377426
104027	embedding2nn.bias	8	0.05100833997130394
104027	embedding2nn.bias	9	0.024160372093319893
104027	rnn.weight_ih_l0	0	-0.05390624329447746
104027	rnn.weight_ih_l0	1	-0.008668286725878716
104027	rnn.weight_ih_l0	2	0.058730367571115494
104027	rnn.weight_ih_l0	3	0.014986871741712093
104027	rnn.weight_ih_l0	4	-0.03222387284040451
104027	rnn.weight_ih_l0	5	-0.04826701059937477
104027	rnn.weight_ih_l0	6	0.003337767207995057
104027	rnn.weight_ih_l0	7	0.03627556562423706
104027	rnn.weight_ih_l0	8	-0.006009997799992561
104027	rnn.weight_ih_l0	9	-0.020834840834140778
104027	rnn.weight_hh_l0	0	-0.040141332894563675
104027	rnn.weight_hh_l0	1	0.004031998571008444
104027	rnn.weight_hh_l0	2	-0.00017782261420506984
104027	rnn.weight_hh_l0	3	-0.06063833460211754
104027	rnn.weight_hh_l0	4	0.08031334728002548
104027	rnn.weight_hh_l0	5	2.8982904041185975e-05
104027	rnn.weight_hh_l0	6	-0.0478421114385128
104027	rnn.weight_hh_l0	7	-0.0010645323200151324
104027	rnn.weight_hh_l0	8	0.014617263339459896
104027	rnn.weight_hh_l0	9	-0.017833933234214783
104027	rnn.bias_ih_l0	0	0.07596767693758011
104027	rnn.bias_ih_l0	1	-0.03574546054005623
104027	rnn.bias_ih_l0	2	-0.008021600544452667
104027	rnn.bias_ih_l0	3	0.12551014125347137
104027	rnn.bias_ih_l0	4	-0.05436195433139801
104027	rnn.bias_ih_l0	5	-0.0361098013818264
104027	rnn.bias_ih_l0	6	0.027965335175395012
104027	rnn.bias_ih_l0	7	0.03087017871439457
104027	rnn.bias_ih_l0	8	-0.10730241984128952
104027	rnn.bias_ih_l0	9	-0.042461469769477844
104027	rnn.bias_hh_l0	0	-0.0290265791118145
104027	rnn.bias_hh_l0	1	-0.10134377330541611
104027	rnn.bias_hh_l0	2	-0.038957759737968445
104027	rnn.bias_hh_l0	3	-0.09314131736755371
104027	rnn.bias_hh_l0	4	-0.02098870277404785
104027	rnn.bias_hh_l0	5	-0.017207428812980652
104027	rnn.bias_hh_l0	6	0.022114019840955734
104027	rnn.bias_hh_l0	7	0.02142169140279293
104027	rnn.bias_hh_l0	8	-0.13106001913547516
104027	rnn.bias_hh_l0	9	-0.031418561935424805
104027	rnn.weight_ih_l0_reverse	0	-0.012145454064011574
104027	rnn.weight_ih_l0_reverse	1	-0.05290380120277405
104027	rnn.weight_ih_l0_reverse	2	-0.02811325341463089
104027	rnn.weight_ih_l0_reverse	3	0.003558511147275567
104027	rnn.weight_ih_l0_reverse	4	-0.010877030901610851
104027	rnn.weight_ih_l0_reverse	5	-0.04417252168059349
104027	rnn.weight_ih_l0_reverse	6	0.07313508540391922
104027	rnn.weight_ih_l0_reverse	7	-0.019615966826677322
104027	rnn.weight_ih_l0_reverse	8	-0.03270358219742775
104027	rnn.weight_ih_l0_reverse	9	0.007206949405372143
104027	rnn.weight_hh_l0_reverse	0	0.030873997136950493
104027	rnn.weight_hh_l0_reverse	1	0.027449956163764
104027	rnn.weight_hh_l0_reverse	2	0.03614293783903122
104027	rnn.weight_hh_l0_reverse	3	0.028652559965848923
104027	rnn.weight_hh_l0_reverse	4	0.007732275873422623
104027	rnn.weight_hh_l0_reverse	5	0.014126498252153397
104027	rnn.weight_hh_l0_reverse	6	0.045256465673446655
104027	rnn.weight_hh_l0_reverse	7	-0.05909160152077675
104027	rnn.weight_hh_l0_reverse	8	0.03842945396900177
104027	rnn.weight_hh_l0_reverse	9	0.05145324394106865
104027	rnn.bias_ih_l0_reverse	0	-0.06025712192058563
104027	rnn.bias_ih_l0_reverse	1	-0.23621371388435364
104027	rnn.bias_ih_l0_reverse	2	-0.12670086324214935
104027	rnn.bias_ih_l0_reverse	3	-0.02423226833343506
104027	rnn.bias_ih_l0_reverse	4	-0.05593954771757126
104027	rnn.bias_ih_l0_reverse	5	0.05989190191030502
104027	rnn.bias_ih_l0_reverse	6	-0.03032374382019043
104027	rnn.bias_ih_l0_reverse	7	0.02888323925435543
104027	rnn.bias_ih_l0_reverse	8	-0.02999652922153473
104027	rnn.bias_ih_l0_reverse	9	0.027783535420894623
104027	rnn.bias_hh_l0_reverse	0	0.0011925887083634734
104027	rnn.bias_hh_l0_reverse	1	-0.028678981587290764
104027	rnn.bias_hh_l0_reverse	2	0.08304518461227417
104027	rnn.bias_hh_l0_reverse	3	-0.06210286542773247
104027	rnn.bias_hh_l0_reverse	4	-0.03875558450818062
104027	rnn.bias_hh_l0_reverse	5	-0.034901246428489685
104027	rnn.bias_hh_l0_reverse	6	-0.029764432460069656
104027	rnn.bias_hh_l0_reverse	7	0.10182072967290878
104027	rnn.bias_hh_l0_reverse	8	0.025351092219352722
104027	rnn.bias_hh_l0_reverse	9	-0.09410915523767471
104027	rnn.weight_ih_l1	0	-0.04288633540272713
104027	rnn.weight_ih_l1	1	-0.026909619569778442
104027	rnn.weight_ih_l1	2	0.031070809811353683
104027	rnn.weight_ih_l1	3	-0.045447755604982376
104027	rnn.weight_ih_l1	4	-0.008943595923483372
104027	rnn.weight_ih_l1	5	-0.043471213430166245
104027	rnn.weight_ih_l1	6	0.023041866719722748
104027	rnn.weight_ih_l1	7	-0.0374707393348217
104027	rnn.weight_ih_l1	8	0.03784092515707016
104027	rnn.weight_ih_l1	9	0.03682923689484596
104027	rnn.weight_hh_l1	0	-0.009468954987823963
104027	rnn.weight_hh_l1	1	0.01066053006798029
104027	rnn.weight_hh_l1	2	0.003566556377336383
104027	rnn.weight_hh_l1	3	-0.010192935355007648
104027	rnn.weight_hh_l1	4	0.0023133093491196632
104027	rnn.weight_hh_l1	5	0.023772265762090683
104027	rnn.weight_hh_l1	6	0.025854000821709633
104027	rnn.weight_hh_l1	7	-0.024573996663093567
104027	rnn.weight_hh_l1	8	-0.016707194969058037
104027	rnn.weight_hh_l1	9	0.03430590406060219
104027	rnn.bias_ih_l1	0	-0.17878451943397522
104027	rnn.bias_ih_l1	1	-0.1823064237833023
104027	rnn.bias_ih_l1	2	-0.16478458046913147
104027	rnn.bias_ih_l1	3	-0.2564445734024048
104027	rnn.bias_ih_l1	4	-0.1835307776927948
104027	rnn.bias_ih_l1	5	-0.10595396161079407
104027	rnn.bias_ih_l1	6	-0.1284913420677185
104027	rnn.bias_ih_l1	7	-0.03203701972961426
104027	rnn.bias_ih_l1	8	-0.12199092656373978
104027	rnn.bias_ih_l1	9	-0.1188800260424614
104027	rnn.bias_hh_l1	0	-0.1272389143705368
104027	rnn.bias_hh_l1	1	-0.04889971390366554
104027	rnn.bias_hh_l1	2	-0.10969389975070953
104027	rnn.bias_hh_l1	3	-0.10184686630964279
104027	rnn.bias_hh_l1	4	-0.11163466423749924
104027	rnn.bias_hh_l1	5	-0.09175935387611389
104027	rnn.bias_hh_l1	6	-0.1165584921836853
104027	rnn.bias_hh_l1	7	0.006570962257683277
104027	rnn.bias_hh_l1	8	-0.14804430305957794
104027	rnn.bias_hh_l1	9	-0.09227873384952545
104027	rnn.weight_ih_l1_reverse	0	-0.04578913375735283
104027	rnn.weight_ih_l1_reverse	1	0.027287425473332405
104027	rnn.weight_ih_l1_reverse	2	0.040025949478149414
104027	rnn.weight_ih_l1_reverse	3	0.008354702964425087
104027	rnn.weight_ih_l1_reverse	4	-0.024968381971120834
104027	rnn.weight_ih_l1_reverse	5	-0.033681731671094894
104027	rnn.weight_ih_l1_reverse	6	0.0040507083758711815
104027	rnn.weight_ih_l1_reverse	7	0.01643705740571022
104027	rnn.weight_ih_l1_reverse	8	0.024750256910920143
104027	rnn.weight_ih_l1_reverse	9	-0.06821195036172867
104027	rnn.weight_hh_l1_reverse	0	0.008776046335697174
104027	rnn.weight_hh_l1_reverse	1	0.03145312890410423
104027	rnn.weight_hh_l1_reverse	2	-0.03962697088718414
104027	rnn.weight_hh_l1_reverse	3	0.04069807752966881
104027	rnn.weight_hh_l1_reverse	4	0.04823089763522148
104027	rnn.weight_hh_l1_reverse	5	0.005442882888019085
104027	rnn.weight_hh_l1_reverse	6	0.009991632774472237
104027	rnn.weight_hh_l1_reverse	7	0.02376687526702881
104027	rnn.weight_hh_l1_reverse	8	-0.005521405953913927
104027	rnn.weight_hh_l1_reverse	9	-0.03492192551493645
104027	rnn.bias_ih_l1_reverse	0	-0.05193321779370308
104027	rnn.bias_ih_l1_reverse	1	-0.11629357188940048
104027	rnn.bias_ih_l1_reverse	2	-0.13677476346492767
104027	rnn.bias_ih_l1_reverse	3	-0.002201363444328308
104027	rnn.bias_ih_l1_reverse	4	-0.17990054190158844
104027	rnn.bias_ih_l1_reverse	5	-0.09637762606143951
104027	rnn.bias_ih_l1_reverse	6	-0.11848525702953339
104027	rnn.bias_ih_l1_reverse	7	-0.21148575842380524
104027	rnn.bias_ih_l1_reverse	8	0.12643994390964508
104027	rnn.bias_ih_l1_reverse	9	0.048124074935913086
104027	rnn.bias_hh_l1_reverse	0	-0.09100465476512909
104027	rnn.bias_hh_l1_reverse	1	-0.05756514519453049
104027	rnn.bias_hh_l1_reverse	2	-0.20923210680484772
104027	rnn.bias_hh_l1_reverse	3	-0.11201129853725433
104027	rnn.bias_hh_l1_reverse	4	-0.09459497779607773
104027	rnn.bias_hh_l1_reverse	5	-0.10805204510688782
104027	rnn.bias_hh_l1_reverse	6	0.1250070333480835
104027	rnn.bias_hh_l1_reverse	7	-0.14977042376995087
104027	rnn.bias_hh_l1_reverse	8	-0.09665774554014206
104027	rnn.bias_hh_l1_reverse	9	-0.12584656476974487
104027	linear.weight	0	0.002228822559118271
104027	linear.weight	1	0.10871793329715729
104027	linear.weight	2	-0.09321486949920654
104027	linear.weight	3	0.36739012598991394
104027	linear.weight	4	0.11951315402984619
104027	linear.weight	5	-0.01678871177136898
104027	linear.weight	6	0.10977450758218765
104027	linear.weight	7	0.14896085858345032
104027	linear.weight	8	0.041287027299404144
104027	linear.weight	9	-0.05028311163187027
104027	linear.bias	0	0.04965975508093834
104027	linear.bias	1	-0.19529539346694946
104027	linear.bias	2	-0.3852001428604126
104027	linear.bias	3	-0.7365336418151855
104027	linear.bias	4	-1.1863868236541748
104027	linear.bias	5	-0.09183648973703384
104027	linear.bias	6	-0.7002664804458618
104027	linear.bias	7	0.3036646544933319
104027	linear.bias	8	-0.49207767844200134
104027	linear.bias	9	-0.9091353416442871
104224	transitions	0	0.5961021780967712
104224	transitions	1	0.12851785123348236
104224	transitions	2	-10000.0
104224	transitions	3	-1.8150848150253296
104224	transitions	4	-10000.0
104224	transitions	5	0.6057268381118774
104224	transitions	6	-0.05655111372470856
104224	transitions	7	-0.575591504573822
104224	transitions	8	-1.378295660018921
104224	transitions	9	-0.0008794580353423953
104224	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
104224	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
104224	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
104224	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
104224	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
104224	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
104224	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
104224	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
104224	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
104224	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
104224	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
104224	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
104224	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
104224	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
104224	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
104224	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
104224	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
104224	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
104224	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
104224	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
104224	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
104224	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
104224	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
104224	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
104224	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
104224	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
104224	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
104224	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
104224	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
104224	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
104224	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
104224	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
104224	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
104224	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
104224	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
104224	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
104224	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
104224	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
104224	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
104224	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
104224	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
104224	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
104224	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
104224	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
104224	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
104224	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
104224	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
104224	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
104224	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
104224	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
104224	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
104224	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
104224	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
104224	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
104224	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
104224	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
104224	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
104224	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
104224	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
104224	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
104224	embedding2nn.weight	0	-0.00024472633958794177
104224	embedding2nn.weight	1	-0.01499886717647314
104224	embedding2nn.weight	2	-0.014268254861235619
104224	embedding2nn.weight	3	-0.021894829347729683
104224	embedding2nn.weight	4	-0.0059150345623493195
104224	embedding2nn.weight	5	-0.003700586035847664
104224	embedding2nn.weight	6	-0.003973270300775766
104224	embedding2nn.weight	7	-0.05637168511748314
104224	embedding2nn.weight	8	-0.0019979383796453476
104224	embedding2nn.weight	9	-0.030077550560235977
104224	embedding2nn.bias	0	0.03631740063428879
104224	embedding2nn.bias	1	-0.06972825527191162
104224	embedding2nn.bias	2	0.06603453308343887
104224	embedding2nn.bias	3	0.08156125247478485
104224	embedding2nn.bias	4	-0.04363715648651123
104224	embedding2nn.bias	5	-0.04174264892935753
104224	embedding2nn.bias	6	0.0338577963411808
104224	embedding2nn.bias	7	-0.05934209004044533
104224	embedding2nn.bias	8	0.04376871511340141
104224	embedding2nn.bias	9	0.023702573031187057
104224	rnn.weight_ih_l0	0	-0.05416249483823776
104224	rnn.weight_ih_l0	1	-0.008962146937847137
104224	rnn.weight_ih_l0	2	0.058861419558525085
104224	rnn.weight_ih_l0	3	0.014008727855980396
104224	rnn.weight_ih_l0	4	-0.033047206699848175
104224	rnn.weight_ih_l0	5	-0.049545492976903915
104224	rnn.weight_ih_l0	6	0.0038629723712801933
104224	rnn.weight_ih_l0	7	0.0363159142434597
104224	rnn.weight_ih_l0	8	-0.0077429525554180145
104224	rnn.weight_ih_l0	9	-0.020779520273208618
104224	rnn.weight_hh_l0	0	-0.04052535444498062
104224	rnn.weight_hh_l0	1	0.003475887468084693
104224	rnn.weight_hh_l0	2	-0.000852067896630615
104224	rnn.weight_hh_l0	3	-0.0627296045422554
104224	rnn.weight_hh_l0	4	0.07947040349245071
104224	rnn.weight_hh_l0	5	0.0004780927556566894
104224	rnn.weight_hh_l0	6	-0.048174887895584106
104224	rnn.weight_hh_l0	7	0.00022117844491731375
104224	rnn.weight_hh_l0	8	0.014067781157791615
104224	rnn.weight_hh_l0	9	-0.017482507973909378
104224	rnn.bias_ih_l0	0	0.07884171605110168
104224	rnn.bias_ih_l0	1	-0.03508363664150238
104224	rnn.bias_ih_l0	2	-0.0057799918577075005
104224	rnn.bias_ih_l0	3	0.12320298701524734
104224	rnn.bias_ih_l0	4	-0.05377781391143799
104224	rnn.bias_ih_l0	5	-0.03469310328364372
104224	rnn.bias_ih_l0	6	0.023350488394498825
104224	rnn.bias_ih_l0	7	0.030552389100193977
104224	rnn.bias_ih_l0	8	-0.10827754437923431
104224	rnn.bias_ih_l0	9	-0.043160103261470795
104224	rnn.bias_hh_l0	0	-0.028305942192673683
104224	rnn.bias_hh_l0	1	-0.10150013864040375
104224	rnn.bias_hh_l0	2	-0.03881305083632469
104224	rnn.bias_hh_l0	3	-0.09382021427154541
104224	rnn.bias_hh_l0	4	-0.02247288078069687
104224	rnn.bias_hh_l0	5	-0.01631072722375393
104224	rnn.bias_hh_l0	6	0.02131521888077259
104224	rnn.bias_hh_l0	7	0.01892121136188507
104224	rnn.bias_hh_l0	8	-0.1320115327835083
104224	rnn.bias_hh_l0	9	-0.03463299199938774
104224	rnn.weight_ih_l0_reverse	0	-0.012215549126267433
104224	rnn.weight_ih_l0_reverse	1	-0.052432313561439514
104224	rnn.weight_ih_l0_reverse	2	-0.02829459309577942
104224	rnn.weight_ih_l0_reverse	3	0.002633982338011265
104224	rnn.weight_ih_l0_reverse	4	-0.011105785146355629
104224	rnn.weight_ih_l0_reverse	5	-0.04419047757983208
104224	rnn.weight_ih_l0_reverse	6	0.07402721047401428
104224	rnn.weight_ih_l0_reverse	7	-0.023213768377900124
104224	rnn.weight_ih_l0_reverse	8	-0.03241903334856033
104224	rnn.weight_ih_l0_reverse	9	0.006434743292629719
104224	rnn.weight_hh_l0_reverse	0	0.031335894018411636
104224	rnn.weight_hh_l0_reverse	1	0.028261391445994377
104224	rnn.weight_hh_l0_reverse	2	0.035845495760440826
104224	rnn.weight_hh_l0_reverse	3	0.028299875557422638
104224	rnn.weight_hh_l0_reverse	4	0.007839358411729336
104224	rnn.weight_hh_l0_reverse	5	0.015826379880309105
104224	rnn.weight_hh_l0_reverse	6	0.04558989778161049
104224	rnn.weight_hh_l0_reverse	7	-0.05887189880013466
104224	rnn.weight_hh_l0_reverse	8	0.037050019949674606
104224	rnn.weight_hh_l0_reverse	9	0.050648901611566544
104224	rnn.bias_ih_l0_reverse	0	-0.062370430678129196
104224	rnn.bias_ih_l0_reverse	1	-0.23676182329654694
104224	rnn.bias_ih_l0_reverse	2	-0.12838274240493774
104224	rnn.bias_ih_l0_reverse	3	-0.02806597203016281
104224	rnn.bias_ih_l0_reverse	4	-0.057326942682266235
104224	rnn.bias_ih_l0_reverse	5	0.05922216922044754
104224	rnn.bias_ih_l0_reverse	6	-0.03029741905629635
104224	rnn.bias_ih_l0_reverse	7	0.02850797213613987
104224	rnn.bias_ih_l0_reverse	8	-0.029758015647530556
104224	rnn.bias_ih_l0_reverse	9	0.027667954564094543
104224	rnn.bias_hh_l0_reverse	0	0.0010105601977556944
104224	rnn.bias_hh_l0_reverse	1	-0.028721628710627556
104224	rnn.bias_hh_l0_reverse	2	0.08153034746646881
104224	rnn.bias_hh_l0_reverse	3	-0.06341827660799026
104224	rnn.bias_hh_l0_reverse	4	-0.041317641735076904
104224	rnn.bias_hh_l0_reverse	5	-0.03828645497560501
104224	rnn.bias_hh_l0_reverse	6	-0.0305637139827013
104224	rnn.bias_hh_l0_reverse	7	0.10152918845415115
104224	rnn.bias_hh_l0_reverse	8	0.03143130987882614
104224	rnn.bias_hh_l0_reverse	9	-0.09957324713468552
104224	rnn.weight_ih_l1	0	-0.0435759611427784
104224	rnn.weight_ih_l1	1	-0.027042828500270844
104224	rnn.weight_ih_l1	2	0.031508710235357285
104224	rnn.weight_ih_l1	3	-0.04494813084602356
104224	rnn.weight_ih_l1	4	-0.008983273059129715
104224	rnn.weight_ih_l1	5	-0.043444011360406876
104224	rnn.weight_ih_l1	6	0.02432827651500702
104224	rnn.weight_ih_l1	7	-0.03606981784105301
104224	rnn.weight_ih_l1	8	0.038244910538196564
104224	rnn.weight_ih_l1	9	0.037545397877693176
104224	rnn.weight_hh_l1	0	-0.008874710649251938
104224	rnn.weight_hh_l1	1	0.010737469419836998
104224	rnn.weight_hh_l1	2	0.005384460557252169
104224	rnn.weight_hh_l1	3	-0.010130626149475574
104224	rnn.weight_hh_l1	4	0.0020481578540056944
104224	rnn.weight_hh_l1	5	0.024023286998271942
104224	rnn.weight_hh_l1	6	0.025433551520109177
104224	rnn.weight_hh_l1	7	-0.024631233885884285
104224	rnn.weight_hh_l1	8	-0.016419604420661926
104224	rnn.weight_hh_l1	9	0.035076819360256195
104224	rnn.bias_ih_l1	0	-0.17580942809581757
104224	rnn.bias_ih_l1	1	-0.18178634345531464
104224	rnn.bias_ih_l1	2	-0.16416844725608826
104224	rnn.bias_ih_l1	3	-0.2584238350391388
104224	rnn.bias_ih_l1	4	-0.1839887499809265
104224	rnn.bias_ih_l1	5	-0.10734553635120392
104224	rnn.bias_ih_l1	6	-0.12927784025669098
104224	rnn.bias_ih_l1	7	-0.03142456337809563
104224	rnn.bias_ih_l1	8	-0.12247850745916367
104224	rnn.bias_ih_l1	9	-0.12070182710886002
104224	rnn.bias_hh_l1	0	-0.12812645733356476
104224	rnn.bias_hh_l1	1	-0.050423845648765564
104224	rnn.bias_hh_l1	2	-0.10780875384807587
104224	rnn.bias_hh_l1	3	-0.10092292726039886
104224	rnn.bias_hh_l1	4	-0.11127596348524094
104224	rnn.bias_hh_l1	5	-0.09382648766040802
104224	rnn.bias_hh_l1	6	-0.10884492099285126
104224	rnn.bias_hh_l1	7	0.01025538519024849
104224	rnn.bias_hh_l1	8	-0.15025083720684052
104224	rnn.bias_hh_l1	9	-0.09048768132925034
104224	rnn.weight_ih_l1_reverse	0	-0.04464151710271835
104224	rnn.weight_ih_l1_reverse	1	0.027525944635272026
104224	rnn.weight_ih_l1_reverse	2	0.043111979961395264
104224	rnn.weight_ih_l1_reverse	3	0.009708037599921227
104224	rnn.weight_ih_l1_reverse	4	-0.02472047694027424
104224	rnn.weight_ih_l1_reverse	5	-0.033500999212265015
104224	rnn.weight_ih_l1_reverse	6	0.0035923810210078955
104224	rnn.weight_ih_l1_reverse	7	0.015691066160798073
104224	rnn.weight_ih_l1_reverse	8	0.02199692651629448
104224	rnn.weight_ih_l1_reverse	9	-0.06809567660093307
104224	rnn.weight_hh_l1_reverse	0	0.008534894324839115
104224	rnn.weight_hh_l1_reverse	1	0.031467732042074203
104224	rnn.weight_hh_l1_reverse	2	-0.03960515931248665
104224	rnn.weight_hh_l1_reverse	3	0.0408540777862072
104224	rnn.weight_hh_l1_reverse	4	0.04818611592054367
104224	rnn.weight_hh_l1_reverse	5	0.005820230580866337
104224	rnn.weight_hh_l1_reverse	6	0.008603529073297977
104224	rnn.weight_hh_l1_reverse	7	0.023927919566631317
104224	rnn.weight_hh_l1_reverse	8	-0.005607078317552805
104224	rnn.weight_hh_l1_reverse	9	-0.03482446074485779
104224	rnn.bias_ih_l1_reverse	0	-0.055333755910396576
104224	rnn.bias_ih_l1_reverse	1	-0.11545128375291824
104224	rnn.bias_ih_l1_reverse	2	-0.1399570107460022
104224	rnn.bias_ih_l1_reverse	3	-0.0018682858208194375
104224	rnn.bias_ih_l1_reverse	4	-0.18022756278514862
104224	rnn.bias_ih_l1_reverse	5	-0.09653376042842865
104224	rnn.bias_ih_l1_reverse	6	-0.11861735582351685
104224	rnn.bias_ih_l1_reverse	7	-0.2090524435043335
104224	rnn.bias_ih_l1_reverse	8	0.128605455160141
104224	rnn.bias_ih_l1_reverse	9	0.046401653438806534
104224	rnn.bias_hh_l1_reverse	0	-0.08399862051010132
104224	rnn.bias_hh_l1_reverse	1	-0.06453211605548859
104224	rnn.bias_hh_l1_reverse	2	-0.21014155447483063
104224	rnn.bias_hh_l1_reverse	3	-0.11127394437789917
104224	rnn.bias_hh_l1_reverse	4	-0.09570181369781494
104224	rnn.bias_hh_l1_reverse	5	-0.10874736309051514
104224	rnn.bias_hh_l1_reverse	6	0.1258915364742279
104224	rnn.bias_hh_l1_reverse	7	-0.1474873125553131
104224	rnn.bias_hh_l1_reverse	8	-0.09397602081298828
104224	rnn.bias_hh_l1_reverse	9	-0.12500543892383575
104224	linear.weight	0	0.002228822559118271
104224	linear.weight	1	0.10562016814947128
104224	linear.weight	2	-0.09322977811098099
104224	linear.weight	3	0.35696688294410706
104224	linear.weight	4	0.12051846832036972
104224	linear.weight	5	-0.015908891335129738
104224	linear.weight	6	0.1009686142206192
104224	linear.weight	7	0.14643052220344543
104224	linear.weight	8	0.041286271065473557
104224	linear.weight	9	-0.053310904651880264
104224	linear.bias	0	-0.020678646862506866
104224	linear.bias	1	-0.19541536271572113
104224	linear.bias	2	-0.39056041836738586
104224	linear.bias	3	-0.724559485912323
104224	linear.bias	4	-1.17241370677948
104224	linear.bias	5	-0.08594753593206406
104224	linear.bias	6	-0.7006427049636841
104224	linear.bias	7	0.30667030811309814
104224	linear.bias	8	-0.49128833413124084
104224	linear.bias	9	-0.9114336967468262
104421	transitions	0	0.6138984560966492
104421	transitions	1	0.1331542283296585
104421	transitions	2	-10000.0
104421	transitions	3	-1.8151246309280396
104421	transitions	4	-10000.0
104421	transitions	5	0.6055482029914856
104421	transitions	6	-0.056649405509233475
104421	transitions	7	-0.5767109394073486
104421	transitions	8	-1.3785017728805542
104421	transitions	9	-0.0008811724837869406
104421	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
104421	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
104421	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
104421	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
104421	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
104421	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
104421	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
104421	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
104421	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
104421	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
104421	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
104421	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
104421	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
104421	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
104421	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
104421	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
104421	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
104421	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
104421	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
104421	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
104421	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
104421	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
104421	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
104421	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
104421	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
104421	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
104421	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
104421	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
104421	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
104421	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
104421	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
104421	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
104421	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
104421	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
104421	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
104421	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
104421	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
104421	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
104421	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
104421	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
104421	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
104421	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
104421	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
104421	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
104421	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
104421	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
104421	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
104421	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
104421	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
104421	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
104421	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
104421	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
104421	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
104421	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
104421	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
104421	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
104421	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
104421	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
104421	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
104421	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
104421	embedding2nn.weight	0	-0.0009083962650038302
104421	embedding2nn.weight	1	-0.015010610222816467
104421	embedding2nn.weight	2	-0.014268254861235619
104421	embedding2nn.weight	3	-0.02301046811044216
104421	embedding2nn.weight	4	-0.0059150345623493195
104421	embedding2nn.weight	5	-0.0037005858030170202
104421	embedding2nn.weight	6	-0.003973279148340225
104421	embedding2nn.weight	7	-0.05695454403758049
104421	embedding2nn.weight	8	-0.0019979383796453476
104421	embedding2nn.weight	9	-0.030294137075543404
104421	embedding2nn.bias	0	0.03493724763393402
104421	embedding2nn.bias	1	-0.07315702736377716
104421	embedding2nn.bias	2	0.07474901527166367
104421	embedding2nn.bias	3	0.08308615535497665
104421	embedding2nn.bias	4	-0.040866293013095856
104421	embedding2nn.bias	5	-0.05854710191488266
104421	embedding2nn.bias	6	0.023402616381645203
104421	embedding2nn.bias	7	-0.05399317294359207
104421	embedding2nn.bias	8	0.04143470898270607
104421	embedding2nn.bias	9	0.021512432023882866
104421	rnn.weight_ih_l0	0	-0.05434541031718254
104421	rnn.weight_ih_l0	1	-0.0097028948366642
104421	rnn.weight_ih_l0	2	0.05866186320781708
104421	rnn.weight_ih_l0	3	0.01488106045871973
104421	rnn.weight_ih_l0	4	-0.03205358609557152
104421	rnn.weight_ih_l0	5	-0.048053815960884094
104421	rnn.weight_ih_l0	6	0.004389166831970215
104421	rnn.weight_ih_l0	7	0.03577803820371628
104421	rnn.weight_ih_l0	8	-0.009509031660854816
104421	rnn.weight_ih_l0	9	-0.022123202681541443
104421	rnn.weight_hh_l0	0	-0.039233360439538956
104421	rnn.weight_hh_l0	1	0.003825465915724635
104421	rnn.weight_hh_l0	2	0.00043206237023696303
104421	rnn.weight_hh_l0	3	-0.06179235130548477
104421	rnn.weight_hh_l0	4	0.08034763485193253
104421	rnn.weight_hh_l0	5	6.12259391346015e-05
104421	rnn.weight_hh_l0	6	-0.04953652620315552
104421	rnn.weight_hh_l0	7	0.0015689837746322155
104421	rnn.weight_hh_l0	8	0.014644759707152843
104421	rnn.weight_hh_l0	9	-0.017898982390761375
104421	rnn.bias_ih_l0	0	0.08003073930740356
104421	rnn.bias_ih_l0	1	-0.03334806114435196
104421	rnn.bias_ih_l0	2	-0.004048162139952183
104421	rnn.bias_ih_l0	3	0.12112986296415329
104421	rnn.bias_ih_l0	4	-0.05571310967206955
104421	rnn.bias_ih_l0	5	-0.034993045032024384
104421	rnn.bias_ih_l0	6	0.023453420028090477
104421	rnn.bias_ih_l0	7	0.030024394392967224
104421	rnn.bias_ih_l0	8	-0.10869090259075165
104421	rnn.bias_ih_l0	9	-0.0471196211874485
104421	rnn.bias_hh_l0	0	-0.027918070554733276
104421	rnn.bias_hh_l0	1	-0.10378420352935791
104421	rnn.bias_hh_l0	2	-0.03657464683055878
104421	rnn.bias_hh_l0	3	-0.09227316081523895
104421	rnn.bias_hh_l0	4	-0.02177784964442253
104421	rnn.bias_hh_l0	5	-0.015135626308619976
104421	rnn.bias_hh_l0	6	0.019043678417801857
104421	rnn.bias_hh_l0	7	0.018178654834628105
104421	rnn.bias_hh_l0	8	-0.13248571753501892
104421	rnn.bias_hh_l0	9	-0.030606292188167572
104421	rnn.weight_ih_l0_reverse	0	-0.013466068543493748
104421	rnn.weight_ih_l0_reverse	1	-0.0552079938352108
104421	rnn.weight_ih_l0_reverse	2	-0.029048442840576172
104421	rnn.weight_ih_l0_reverse	3	0.0020669822115451097
104421	rnn.weight_ih_l0_reverse	4	-0.011301765218377113
104421	rnn.weight_ih_l0_reverse	5	-0.04424862563610077
104421	rnn.weight_ih_l0_reverse	6	0.07397854328155518
104421	rnn.weight_ih_l0_reverse	7	-0.023564152419567108
104421	rnn.weight_ih_l0_reverse	8	-0.03215814009308815
104421	rnn.weight_ih_l0_reverse	9	0.007997321896255016
104421	rnn.weight_hh_l0_reverse	0	0.03302936628460884
104421	rnn.weight_hh_l0_reverse	1	0.029078414663672447
104421	rnn.weight_hh_l0_reverse	2	0.03574187681078911
104421	rnn.weight_hh_l0_reverse	3	0.02797783724963665
104421	rnn.weight_hh_l0_reverse	4	0.007932158187031746
104421	rnn.weight_hh_l0_reverse	5	0.015493709594011307
104421	rnn.weight_hh_l0_reverse	6	0.04537126421928406
104421	rnn.weight_hh_l0_reverse	7	-0.05815025791525841
104421	rnn.weight_hh_l0_reverse	8	0.036471229046583176
104421	rnn.weight_hh_l0_reverse	9	0.051063746213912964
104421	rnn.bias_ih_l0_reverse	0	-0.06192292273044586
104421	rnn.bias_ih_l0_reverse	1	-0.2320726364850998
104421	rnn.bias_ih_l0_reverse	2	-0.12753216922283173
104421	rnn.bias_ih_l0_reverse	3	-0.03148562088608742
104421	rnn.bias_ih_l0_reverse	4	-0.05836978554725647
104421	rnn.bias_ih_l0_reverse	5	0.05813244730234146
104421	rnn.bias_ih_l0_reverse	6	-0.02801038697361946
104421	rnn.bias_ih_l0_reverse	7	0.03002525120973587
104421	rnn.bias_ih_l0_reverse	8	-0.029972771182656288
104421	rnn.bias_ih_l0_reverse	9	0.028098521754145622
104421	rnn.bias_hh_l0_reverse	0	0.0021899696439504623
104421	rnn.bias_hh_l0_reverse	1	-0.028085768222808838
104421	rnn.bias_hh_l0_reverse	2	0.08270540833473206
104421	rnn.bias_hh_l0_reverse	3	-0.06609968841075897
104421	rnn.bias_hh_l0_reverse	4	-0.0418945737183094
104421	rnn.bias_hh_l0_reverse	5	-0.03681826964020729
104421	rnn.bias_hh_l0_reverse	6	-0.028349248692393303
104421	rnn.bias_hh_l0_reverse	7	0.10286127775907516
104421	rnn.bias_hh_l0_reverse	8	0.026156453415751457
104421	rnn.bias_hh_l0_reverse	9	-0.10288692265748978
104421	rnn.weight_ih_l1	0	-0.043335773050785065
104421	rnn.weight_ih_l1	1	-0.03013155236840248
104421	rnn.weight_ih_l1	2	0.032011479139328
104421	rnn.weight_ih_l1	3	-0.04761365428566933
104421	rnn.weight_ih_l1	4	-0.009288070723414421
104421	rnn.weight_ih_l1	5	-0.04253461956977844
104421	rnn.weight_ih_l1	6	0.024487895891070366
104421	rnn.weight_ih_l1	7	-0.03637956082820892
104421	rnn.weight_ih_l1	8	0.03857960179448128
104421	rnn.weight_ih_l1	9	0.0388278067111969
104421	rnn.weight_hh_l1	0	-0.007863598875701427
104421	rnn.weight_hh_l1	1	0.010294650681316853
104421	rnn.weight_hh_l1	2	0.005108274519443512
104421	rnn.weight_hh_l1	3	-0.010431821458041668
104421	rnn.weight_hh_l1	4	0.001995650352910161
104421	rnn.weight_hh_l1	5	0.02446327731013298
104421	rnn.weight_hh_l1	6	0.02604920230805874
104421	rnn.weight_hh_l1	7	-0.025495007634162903
104421	rnn.weight_hh_l1	8	-0.016099270433187485
104421	rnn.weight_hh_l1	9	0.03548808395862579
104421	rnn.bias_ih_l1	0	-0.17525117099285126
104421	rnn.bias_ih_l1	1	-0.1819572001695633
104421	rnn.bias_ih_l1	2	-0.1654856950044632
104421	rnn.bias_ih_l1	3	-0.25636935234069824
104421	rnn.bias_ih_l1	4	-0.180234894156456
104421	rnn.bias_ih_l1	5	-0.10947802662849426
104421	rnn.bias_ih_l1	6	-0.130194753408432
104421	rnn.bias_ih_l1	7	-0.030732018873095512
104421	rnn.bias_ih_l1	8	-0.12668579816818237
104421	rnn.bias_ih_l1	9	-0.1240382120013237
104421	rnn.bias_hh_l1	0	-0.12905119359493256
104421	rnn.bias_hh_l1	1	-0.04972769692540169
104421	rnn.bias_hh_l1	2	-0.10583461821079254
104421	rnn.bias_hh_l1	3	-0.10115862637758255
104421	rnn.bias_hh_l1	4	-0.11346672475337982
104421	rnn.bias_hh_l1	5	-0.09504197537899017
104421	rnn.bias_hh_l1	6	-0.11374055594205856
104421	rnn.bias_hh_l1	7	0.01849486492574215
104421	rnn.bias_hh_l1	8	-0.15203231573104858
104421	rnn.bias_hh_l1	9	-0.08836103230714798
104421	rnn.weight_ih_l1_reverse	0	-0.04230651631951332
104421	rnn.weight_ih_l1_reverse	1	0.022752637043595314
104421	rnn.weight_ih_l1_reverse	2	0.04682895913720131
104421	rnn.weight_ih_l1_reverse	3	0.010995568707585335
104421	rnn.weight_ih_l1_reverse	4	-0.02422889694571495
104421	rnn.weight_ih_l1_reverse	5	-0.03356419876217842
104421	rnn.weight_ih_l1_reverse	6	0.004569148179143667
104421	rnn.weight_ih_l1_reverse	7	0.0156044140458107
104421	rnn.weight_ih_l1_reverse	8	0.022243129089474678
104421	rnn.weight_ih_l1_reverse	9	-0.06791381537914276
104421	rnn.weight_hh_l1_reverse	0	0.008553220890462399
104421	rnn.weight_hh_l1_reverse	1	0.03152192011475563
104421	rnn.weight_hh_l1_reverse	2	-0.03970826417207718
104421	rnn.weight_hh_l1_reverse	3	0.040974121540784836
104421	rnn.weight_hh_l1_reverse	4	0.04810528829693794
104421	rnn.weight_hh_l1_reverse	5	0.0054174461401999
104421	rnn.weight_hh_l1_reverse	6	0.0074834362603724
104421	rnn.weight_hh_l1_reverse	7	0.023770101368427277
104421	rnn.weight_hh_l1_reverse	8	-0.005528872366994619
104421	rnn.weight_hh_l1_reverse	9	-0.03475726395845413
104421	rnn.bias_ih_l1_reverse	0	-0.050357233732938766
104421	rnn.bias_ih_l1_reverse	1	-0.11734607070684433
104421	rnn.bias_ih_l1_reverse	2	-0.13976140320301056
104421	rnn.bias_ih_l1_reverse	3	-0.005122561007738113
104421	rnn.bias_ih_l1_reverse	4	-0.17970751225948334
104421	rnn.bias_ih_l1_reverse	5	-0.09719909727573395
104421	rnn.bias_ih_l1_reverse	6	-0.11993412673473358
104421	rnn.bias_ih_l1_reverse	7	-0.20945101976394653
104421	rnn.bias_ih_l1_reverse	8	0.13603563606739044
104421	rnn.bias_ih_l1_reverse	9	0.04620420187711716
104421	rnn.bias_hh_l1_reverse	0	-0.0777963399887085
104421	rnn.bias_hh_l1_reverse	1	-0.06460601091384888
104421	rnn.bias_hh_l1_reverse	2	-0.2113218754529953
104421	rnn.bias_hh_l1_reverse	3	-0.11046982556581497
104421	rnn.bias_hh_l1_reverse	4	-0.09497519582509995
104421	rnn.bias_hh_l1_reverse	5	-0.10764461010694504
104421	rnn.bias_hh_l1_reverse	6	0.12137212604284286
104421	rnn.bias_hh_l1_reverse	7	-0.14514483511447906
104421	rnn.bias_hh_l1_reverse	8	-0.09385739266872406
104421	rnn.bias_hh_l1_reverse	9	-0.12505333125591278
104421	linear.weight	0	0.002228822559118271
104421	linear.weight	1	0.10118740051984787
104421	linear.weight	2	-0.09565421938896179
104421	linear.weight	3	0.35475897789001465
104421	linear.weight	4	0.12653224170207977
104421	linear.weight	5	-0.014528617262840271
104421	linear.weight	6	0.09520938247442245
104421	linear.weight	7	0.15106552839279175
104421	linear.weight	8	0.041288066655397415
104421	linear.weight	9	-0.0488092377781868
104421	linear.bias	0	0.02380148507654667
104421	linear.bias	1	-0.1785835474729538
104421	linear.bias	2	-0.3863404095172882
104421	linear.bias	3	-0.7179368734359741
104421	linear.bias	4	-1.1680676937103271
104421	linear.bias	5	-0.06644275784492493
104421	linear.bias	6	-0.6830045580863953
104421	linear.bias	7	0.33088967204093933
104421	linear.bias	8	-0.5027226805686951
104421	linear.bias	9	-0.9221039414405823
104618	transitions	0	0.6115414500236511
104618	transitions	1	0.13416777551174164
104618	transitions	2	-10000.0
104618	transitions	3	-1.8151741027832031
104618	transitions	4	-10000.0
104618	transitions	5	0.6053464412689209
104618	transitions	6	-0.05680074170231819
104618	transitions	7	-0.5775827169418335
104618	transitions	8	-1.3785837888717651
104618	transitions	9	-0.0008822233648970723
104618	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
104618	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
104618	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
104618	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
104618	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
104618	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
104618	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
104618	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
104618	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
104618	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
104618	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
104618	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
104618	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
104618	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
104618	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
104618	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
104618	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
104618	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
104618	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
104618	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
104618	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
104618	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
104618	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
104618	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
104618	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
104618	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
104618	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
104618	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
104618	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
104618	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
104618	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
104618	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
104618	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
104618	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
104618	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
104618	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
104618	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
104618	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
104618	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
104618	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
104618	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
104618	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
104618	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
104618	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
104618	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
104618	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
104618	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
104618	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
104618	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
104618	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
104618	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
104618	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
104618	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
104618	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
104618	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
104618	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
104618	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
104618	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
104618	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
104618	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
104618	embedding2nn.weight	0	0.0005149473436176777
104618	embedding2nn.weight	1	-0.014889839105308056
104618	embedding2nn.weight	2	-0.014268254861235619
104618	embedding2nn.weight	3	-0.022980688139796257
104618	embedding2nn.weight	4	-0.0059150345623493195
104618	embedding2nn.weight	5	-0.003700586035847664
104618	embedding2nn.weight	6	-0.003973281476646662
104618	embedding2nn.weight	7	-0.057904042303562164
104618	embedding2nn.weight	8	-0.0019979383796453476
104618	embedding2nn.weight	9	-0.031286220997571945
104618	embedding2nn.bias	0	0.027798278257250786
104618	embedding2nn.bias	1	-0.07718750089406967
104618	embedding2nn.bias	2	0.07697157561779022
104618	embedding2nn.bias	3	0.07961942255496979
104618	embedding2nn.bias	4	-0.04954275116324425
104618	embedding2nn.bias	5	-0.0584399551153183
104618	embedding2nn.bias	6	0.02103048749268055
104618	embedding2nn.bias	7	-0.059371959418058395
104618	embedding2nn.bias	8	0.046640798449516296
104618	embedding2nn.bias	9	0.02230638824403286
104618	rnn.weight_ih_l0	0	-0.05590156465768814
104618	rnn.weight_ih_l0	1	-0.011468158103525639
104618	rnn.weight_ih_l0	2	0.05774659663438797
104618	rnn.weight_ih_l0	3	0.015476487576961517
104618	rnn.weight_ih_l0	4	-0.03224648907780647
104618	rnn.weight_ih_l0	5	-0.049255672842264175
104618	rnn.weight_ih_l0	6	0.00428404426202178
104618	rnn.weight_ih_l0	7	0.03597111627459526
104618	rnn.weight_ih_l0	8	-0.010908948257565498
104618	rnn.weight_ih_l0	9	-0.02205022983253002
104618	rnn.weight_hh_l0	0	-0.039708539843559265
104618	rnn.weight_hh_l0	1	0.0038781401235610247
104618	rnn.weight_hh_l0	2	0.00069709267700091
104618	rnn.weight_hh_l0	3	-0.06201279163360596
104618	rnn.weight_hh_l0	4	0.0800294280052185
104618	rnn.weight_hh_l0	5	-0.0005805374821648002
104618	rnn.weight_hh_l0	6	-0.0496363639831543
104618	rnn.weight_hh_l0	7	0.002338146325200796
104618	rnn.weight_hh_l0	8	0.015223045833408833
104618	rnn.weight_hh_l0	9	-0.01725747250020504
104618	rnn.bias_ih_l0	0	0.07566174864768982
104618	rnn.bias_ih_l0	1	-0.03228159248828888
104618	rnn.bias_ih_l0	2	-0.0069234734401106834
104618	rnn.bias_ih_l0	3	0.1203162893652916
104618	rnn.bias_ih_l0	4	-0.055593352764844894
104618	rnn.bias_ih_l0	5	-0.03235071524977684
104618	rnn.bias_ih_l0	6	0.017368905246257782
104618	rnn.bias_ih_l0	7	0.02496510185301304
104618	rnn.bias_ih_l0	8	-0.10934650152921677
104618	rnn.bias_ih_l0	9	-0.04503890872001648
104618	rnn.bias_hh_l0	0	-0.03278497979044914
104618	rnn.bias_hh_l0	1	-0.10845047235488892
104618	rnn.bias_hh_l0	2	-0.03798813745379448
104618	rnn.bias_hh_l0	3	-0.09188218414783478
104618	rnn.bias_hh_l0	4	-0.020098624750971794
104618	rnn.bias_hh_l0	5	-0.014057152904570103
104618	rnn.bias_hh_l0	6	0.02086888998746872
104618	rnn.bias_hh_l0	7	0.021179335191845894
104618	rnn.bias_hh_l0	8	-0.13330063223838806
104618	rnn.bias_hh_l0	9	-0.03454597666859627
104618	rnn.weight_ih_l0_reverse	0	-0.015092599205672741
104618	rnn.weight_ih_l0_reverse	1	-0.054001495242118835
104618	rnn.weight_ih_l0_reverse	2	-0.027376383543014526
104618	rnn.weight_ih_l0_reverse	3	0.004222170449793339
104618	rnn.weight_ih_l0_reverse	4	-0.011127692647278309
104618	rnn.weight_ih_l0_reverse	5	-0.04425792396068573
104618	rnn.weight_ih_l0_reverse	6	0.07511916011571884
104618	rnn.weight_ih_l0_reverse	7	-0.02470841072499752
104618	rnn.weight_ih_l0_reverse	8	-0.032427240163087845
104618	rnn.weight_ih_l0_reverse	9	0.007720837369561195
104618	rnn.weight_hh_l0_reverse	0	0.03391950577497482
104618	rnn.weight_hh_l0_reverse	1	0.02929016761481762
104618	rnn.weight_hh_l0_reverse	2	0.035645049065351486
104618	rnn.weight_hh_l0_reverse	3	0.028381654992699623
104618	rnn.weight_hh_l0_reverse	4	0.007346471771597862
104618	rnn.weight_hh_l0_reverse	5	0.017139792442321777
104618	rnn.weight_hh_l0_reverse	6	0.045136261731386185
104618	rnn.weight_hh_l0_reverse	7	-0.056778229773044586
104618	rnn.weight_hh_l0_reverse	8	0.036800630390644073
104618	rnn.weight_hh_l0_reverse	9	0.05073161795735359
104618	rnn.bias_ih_l0_reverse	0	-0.062406983226537704
104618	rnn.bias_ih_l0_reverse	1	-0.23210130631923676
104618	rnn.bias_ih_l0_reverse	2	-0.12420181185007095
104618	rnn.bias_ih_l0_reverse	3	-0.03292383998632431
104618	rnn.bias_ih_l0_reverse	4	-0.061334699392318726
104618	rnn.bias_ih_l0_reverse	5	0.05528431013226509
104618	rnn.bias_ih_l0_reverse	6	-0.0266510508954525
104618	rnn.bias_ih_l0_reverse	7	0.028109151870012283
104618	rnn.bias_ih_l0_reverse	8	-0.02943461388349533
104618	rnn.bias_ih_l0_reverse	9	0.02850526012480259
104618	rnn.bias_hh_l0_reverse	0	0.00045870227040722966
104618	rnn.bias_hh_l0_reverse	1	-0.02536827325820923
104618	rnn.bias_hh_l0_reverse	2	0.0843283161520958
104618	rnn.bias_hh_l0_reverse	3	-0.06346262246370316
104618	rnn.bias_hh_l0_reverse	4	-0.040086496621370316
104618	rnn.bias_hh_l0_reverse	5	-0.03667164966464043
104618	rnn.bias_hh_l0_reverse	6	-0.02787783369421959
104618	rnn.bias_hh_l0_reverse	7	0.10054892301559448
104618	rnn.bias_hh_l0_reverse	8	0.021611373871564865
104618	rnn.bias_hh_l0_reverse	9	-0.10152778029441833
104618	rnn.weight_ih_l1	0	-0.043251145631074905
104618	rnn.weight_ih_l1	1	-0.02972063235938549
104618	rnn.weight_ih_l1	2	0.03206134960055351
104618	rnn.weight_ih_l1	3	-0.049657661467790604
104618	rnn.weight_ih_l1	4	-0.009576024487614632
104618	rnn.weight_ih_l1	5	-0.04300373047590256
104618	rnn.weight_ih_l1	6	0.023011114448308945
104618	rnn.weight_ih_l1	7	-0.03609003871679306
104618	rnn.weight_ih_l1	8	0.0384846031665802
104618	rnn.weight_ih_l1	9	0.03794088214635849
104618	rnn.weight_hh_l1	0	-0.00775928795337677
104618	rnn.weight_hh_l1	1	0.010293066501617432
104618	rnn.weight_hh_l1	2	0.006470204330980778
104618	rnn.weight_hh_l1	3	-0.01051149982959032
104618	rnn.weight_hh_l1	4	0.001996794482693076
104618	rnn.weight_hh_l1	5	0.02493594028055668
104618	rnn.weight_hh_l1	6	0.026011284440755844
104618	rnn.weight_hh_l1	7	-0.025385625660419464
104618	rnn.weight_hh_l1	8	-0.016186542809009552
104618	rnn.weight_hh_l1	9	0.03545604646205902
104618	rnn.bias_ih_l1	0	-0.17500153183937073
104618	rnn.bias_ih_l1	1	-0.1841995120048523
104618	rnn.bias_ih_l1	2	-0.16624242067337036
104618	rnn.bias_ih_l1	3	-0.2555672228336334
104618	rnn.bias_ih_l1	4	-0.18253083527088165
104618	rnn.bias_ih_l1	5	-0.10919637233018875
104618	rnn.bias_ih_l1	6	-0.1329192817211151
104618	rnn.bias_ih_l1	7	-0.0411381758749485
104618	rnn.bias_ih_l1	8	-0.12393904477357864
104618	rnn.bias_ih_l1	9	-0.12032169103622437
104618	rnn.bias_hh_l1	0	-0.13018831610679626
104618	rnn.bias_hh_l1	1	-0.04968901351094246
104618	rnn.bias_hh_l1	2	-0.10224848240613937
104618	rnn.bias_hh_l1	3	-0.10069712996482849
104618	rnn.bias_hh_l1	4	-0.11264296621084213
104618	rnn.bias_hh_l1	5	-0.09391587972640991
104618	rnn.bias_hh_l1	6	-0.11628381162881851
104618	rnn.bias_hh_l1	7	0.014890697784721851
104618	rnn.bias_hh_l1	8	-0.15546120703220367
104618	rnn.bias_hh_l1	9	-0.0932113379240036
104618	rnn.weight_ih_l1_reverse	0	-0.04198339954018593
104618	rnn.weight_ih_l1_reverse	1	0.02287966012954712
104618	rnn.weight_ih_l1_reverse	2	0.04916295036673546
104618	rnn.weight_ih_l1_reverse	3	0.00999719463288784
104618	rnn.weight_ih_l1_reverse	4	-0.02590225636959076
104618	rnn.weight_ih_l1_reverse	5	-0.033219292759895325
104618	rnn.weight_ih_l1_reverse	6	0.002528768964111805
104618	rnn.weight_ih_l1_reverse	7	0.016878655180335045
104618	rnn.weight_ih_l1_reverse	8	0.025148557499051094
104618	rnn.weight_ih_l1_reverse	9	-0.06526795774698257
104618	rnn.weight_hh_l1_reverse	0	0.008279820904135704
104618	rnn.weight_hh_l1_reverse	1	0.031372543424367905
104618	rnn.weight_hh_l1_reverse	2	-0.039701320230960846
104618	rnn.weight_hh_l1_reverse	3	0.04130679368972778
104618	rnn.weight_hh_l1_reverse	4	0.04711954668164253
104618	rnn.weight_hh_l1_reverse	5	0.005860958248376846
104618	rnn.weight_hh_l1_reverse	6	0.007678626105189323
104618	rnn.weight_hh_l1_reverse	7	0.023676982149481773
104618	rnn.weight_hh_l1_reverse	8	-0.005584367085248232
104618	rnn.weight_hh_l1_reverse	9	-0.034783270210027695
104618	rnn.bias_ih_l1_reverse	0	-0.04949083551764488
104618	rnn.bias_ih_l1_reverse	1	-0.11137915402650833
104618	rnn.bias_ih_l1_reverse	2	-0.13931846618652344
104618	rnn.bias_ih_l1_reverse	3	-0.008830852806568146
104618	rnn.bias_ih_l1_reverse	4	-0.18004444241523743
104618	rnn.bias_ih_l1_reverse	5	-0.09596209228038788
104618	rnn.bias_ih_l1_reverse	6	-0.12040823698043823
104618	rnn.bias_ih_l1_reverse	7	-0.2092403769493103
104618	rnn.bias_ih_l1_reverse	8	0.13371558487415314
104618	rnn.bias_ih_l1_reverse	9	0.04819050431251526
104618	rnn.bias_hh_l1_reverse	0	-0.0717378705739975
104618	rnn.bias_hh_l1_reverse	1	-0.060178834944963455
104618	rnn.bias_hh_l1_reverse	2	-0.21327508985996246
104618	rnn.bias_hh_l1_reverse	3	-0.10986565798521042
104618	rnn.bias_hh_l1_reverse	4	-0.09434173256158829
104618	rnn.bias_hh_l1_reverse	5	-0.11116854101419449
104618	rnn.bias_hh_l1_reverse	6	0.11994627863168716
104618	rnn.bias_hh_l1_reverse	7	-0.14285145699977875
104618	rnn.bias_hh_l1_reverse	8	-0.09356734156608582
104618	rnn.bias_hh_l1_reverse	9	-0.12503935396671295
104618	linear.weight	0	0.002228822559118271
104618	linear.weight	1	0.10186642408370972
104618	linear.weight	2	-0.09684191644191742
104618	linear.weight	3	0.36025094985961914
104618	linear.weight	4	0.12621785700321198
104618	linear.weight	5	-0.013587677851319313
104618	linear.weight	6	0.08625786751508713
104618	linear.weight	7	0.14688701927661896
104618	linear.weight	8	0.04128921404480934
104618	linear.weight	9	-0.04276527091860771
104618	linear.bias	0	0.041494593024253845
104618	linear.bias	1	-0.21465767920017242
104618	linear.bias	2	-0.42358267307281494
104618	linear.bias	3	-0.720050573348999
104618	linear.bias	4	-1.1696504354476929
104618	linear.bias	5	-0.07379093766212463
104618	linear.bias	6	-0.7186450958251953
104618	linear.bias	7	0.32375359535217285
104618	linear.bias	8	-0.48921385407447815
104618	linear.bias	9	-0.9081904292106628
104622	transitions	0	0.611780047416687
104622	transitions	1	0.13402824103832245
104622	transitions	2	-10000.0
104622	transitions	3	-1.8151742219924927
104622	transitions	4	-10000.0
104622	transitions	5	0.6053442358970642
104622	transitions	6	-0.05680233612656593
104622	transitions	7	-0.577587366104126
104622	transitions	8	-1.378594160079956
104622	transitions	9	-0.000882226275280118
104622	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
104622	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
104622	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
104622	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
104622	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
104622	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
104622	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
104622	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
104622	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
104622	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
104622	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
104622	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
104622	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
104622	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
104622	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
104622	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
104622	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
104622	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
104622	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
104622	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
104622	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
104622	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
104622	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
104622	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
104622	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
104622	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
104622	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
104622	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
104622	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
104622	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
104622	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
104622	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
104622	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
104622	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
104622	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
104622	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
104622	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
104622	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
104622	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
104622	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
104622	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
104622	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
104622	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
104622	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
104622	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
104622	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
104622	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
104622	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
104622	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
104622	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
104622	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
104622	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
104622	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
104622	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
104622	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
104622	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
104622	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
104622	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
104622	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
104622	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
104622	embedding2nn.weight	0	0.0008875658386386931
104622	embedding2nn.weight	1	-0.014933912083506584
104622	embedding2nn.weight	2	-0.014268254861235619
104622	embedding2nn.weight	3	-0.023093711584806442
104622	embedding2nn.weight	4	-0.0059150345623493195
104622	embedding2nn.weight	5	-0.003700586035847664
104622	embedding2nn.weight	6	-0.003973281476646662
104622	embedding2nn.weight	7	-0.05793442577123642
104622	embedding2nn.weight	8	-0.0019979383796453476
104622	embedding2nn.weight	9	-0.03136325627565384
104622	embedding2nn.bias	0	0.02599947340786457
104622	embedding2nn.bias	1	-0.0773223266005516
104622	embedding2nn.bias	2	0.07725734263658524
104622	embedding2nn.bias	3	0.07892674207687378
104622	embedding2nn.bias	4	-0.049582961946725845
104622	embedding2nn.bias	5	-0.05902521312236786
104622	embedding2nn.bias	6	0.020432177931070328
104622	embedding2nn.bias	7	-0.058449406176805496
104622	embedding2nn.bias	8	0.047536905854940414
104622	embedding2nn.bias	9	0.023376667872071266
104622	rnn.weight_ih_l0	0	-0.055759113281965256
104622	rnn.weight_ih_l0	1	-0.011540018953382969
104622	rnn.weight_ih_l0	2	0.05782940983772278
104622	rnn.weight_ih_l0	3	0.015522647649049759
104622	rnn.weight_ih_l0	4	-0.03220323100686073
104622	rnn.weight_ih_l0	5	-0.049131739884614944
104622	rnn.weight_ih_l0	6	0.00425305450335145
104622	rnn.weight_ih_l0	7	0.03594387695193291
104622	rnn.weight_ih_l0	8	-0.010940928012132645
104622	rnn.weight_ih_l0	9	-0.022051651030778885
104622	rnn.weight_hh_l0	0	-0.039646346122026443
104622	rnn.weight_hh_l0	1	0.003973605576902628
104622	rnn.weight_hh_l0	2	0.000707013881765306
104622	rnn.weight_hh_l0	3	-0.0619502030313015
104622	rnn.weight_hh_l0	4	0.07996316999197006
104622	rnn.weight_hh_l0	5	-0.000459515315014869
104622	rnn.weight_hh_l0	6	-0.04949798434972763
104622	rnn.weight_hh_l0	7	0.0023358366452157497
104622	rnn.weight_hh_l0	8	0.01518369372934103
104622	rnn.weight_hh_l0	9	-0.017216525971889496
104622	rnn.bias_ih_l0	0	0.07562872767448425
104622	rnn.bias_ih_l0	1	-0.03225572779774666
104622	rnn.bias_ih_l0	2	-0.006779082119464874
104622	rnn.bias_ih_l0	3	0.12006665766239166
104622	rnn.bias_ih_l0	4	-0.05591438338160515
104622	rnn.bias_ih_l0	5	-0.032179784029722214
104622	rnn.bias_ih_l0	6	0.018583757802844048
104622	rnn.bias_ih_l0	7	0.024776950478553772
104622	rnn.bias_ih_l0	8	-0.10962951183319092
104622	rnn.bias_ih_l0	9	-0.04536404088139534
104622	rnn.bias_hh_l0	0	-0.03280973806977272
104622	rnn.bias_hh_l0	1	-0.10707961767911911
104622	rnn.bias_hh_l0	2	-0.037341903895139694
104622	rnn.bias_hh_l0	3	-0.0915955901145935
104622	rnn.bias_hh_l0	4	-0.020261229947209358
104622	rnn.bias_hh_l0	5	-0.014055083505809307
104622	rnn.bias_hh_l0	6	0.02059563621878624
104622	rnn.bias_hh_l0	7	0.020691629499197006
104622	rnn.bias_hh_l0	8	-0.13339319825172424
104622	rnn.bias_hh_l0	9	-0.03338449075818062
104622	rnn.weight_ih_l0_reverse	0	-0.015365433879196644
104622	rnn.weight_ih_l0_reverse	1	-0.05410795286297798
104622	rnn.weight_ih_l0_reverse	2	-0.02739468589425087
104622	rnn.weight_ih_l0_reverse	3	0.004311025142669678
104622	rnn.weight_ih_l0_reverse	4	-0.011196381412446499
104622	rnn.weight_ih_l0_reverse	5	-0.04424254968762398
104622	rnn.weight_ih_l0_reverse	6	0.07518240064382553
104622	rnn.weight_ih_l0_reverse	7	-0.02482241950929165
104622	rnn.weight_ih_l0_reverse	8	-0.03232081979513168
104622	rnn.weight_ih_l0_reverse	9	0.007811877876520157
104622	rnn.weight_hh_l0_reverse	0	0.0341888964176178
104622	rnn.weight_hh_l0_reverse	1	0.029372937977313995
104622	rnn.weight_hh_l0_reverse	2	0.03564673662185669
104622	rnn.weight_hh_l0_reverse	3	0.028390368446707726
104622	rnn.weight_hh_l0_reverse	4	0.007346740923821926
104622	rnn.weight_hh_l0_reverse	5	0.017010608687996864
104622	rnn.weight_hh_l0_reverse	6	0.04513043910264969
104622	rnn.weight_hh_l0_reverse	7	-0.05675303936004639
104622	rnn.weight_hh_l0_reverse	8	0.03689971938729286
104622	rnn.weight_hh_l0_reverse	9	0.050804853439331055
104622	rnn.bias_ih_l0_reverse	0	-0.062278058379888535
104622	rnn.bias_ih_l0_reverse	1	-0.23217253386974335
104622	rnn.bias_ih_l0_reverse	2	-0.12441619485616684
104622	rnn.bias_ih_l0_reverse	3	-0.033069103956222534
104622	rnn.bias_ih_l0_reverse	4	-0.06036780774593353
104622	rnn.bias_ih_l0_reverse	5	0.055013690143823624
104622	rnn.bias_ih_l0_reverse	6	-0.02695414051413536
104622	rnn.bias_ih_l0_reverse	7	0.0281036589294672
104622	rnn.bias_ih_l0_reverse	8	-0.029290227219462395
104622	rnn.bias_ih_l0_reverse	9	0.028516139835119247
104622	rnn.bias_hh_l0_reverse	0	0.0004198363749310374
104622	rnn.bias_hh_l0_reverse	1	-0.025496600195765495
104622	rnn.bias_hh_l0_reverse	2	0.0846446081995964
104622	rnn.bias_hh_l0_reverse	3	-0.06327993422746658
104622	rnn.bias_hh_l0_reverse	4	-0.04033588618040085
104622	rnn.bias_hh_l0_reverse	5	-0.03649503365159035
104622	rnn.bias_hh_l0_reverse	6	-0.027329644188284874
104622	rnn.bias_hh_l0_reverse	7	0.1005512997508049
104622	rnn.bias_hh_l0_reverse	8	0.022046977654099464
104622	rnn.bias_hh_l0_reverse	9	-0.10134439170360565
104622	rnn.weight_ih_l1	0	-0.04324711114168167
104622	rnn.weight_ih_l1	1	-0.029384514316916466
104622	rnn.weight_ih_l1	2	0.03205407038331032
104622	rnn.weight_ih_l1	3	-0.04960944131016731
104622	rnn.weight_ih_l1	4	-0.009608476422727108
104622	rnn.weight_ih_l1	5	-0.04311168193817139
104622	rnn.weight_ih_l1	6	0.02294287085533142
104622	rnn.weight_ih_l1	7	-0.03586229309439659
104622	rnn.weight_ih_l1	8	0.03849242255091667
104622	rnn.weight_ih_l1	9	0.03809747099876404
104622	rnn.weight_hh_l1	0	-0.0079047167673707
104622	rnn.weight_hh_l1	1	0.010271793231368065
104622	rnn.weight_hh_l1	2	0.006575261242687702
104622	rnn.weight_hh_l1	3	-0.010474682785570621
104622	rnn.weight_hh_l1	4	0.001995786326006055
104622	rnn.weight_hh_l1	5	0.024964172393083572
104622	rnn.weight_hh_l1	6	0.026041479781270027
104622	rnn.weight_hh_l1	7	-0.025365296751260757
104622	rnn.weight_hh_l1	8	-0.016198495402932167
104622	rnn.weight_hh_l1	9	0.0354144424200058
104622	rnn.bias_ih_l1	0	-0.1749468445777893
104622	rnn.bias_ih_l1	1	-0.1842634677886963
104622	rnn.bias_ih_l1	2	-0.16612550616264343
104622	rnn.bias_ih_l1	3	-0.25672733783721924
104622	rnn.bias_ih_l1	4	-0.18255028128623962
104622	rnn.bias_ih_l1	5	-0.10925357788801193
104622	rnn.bias_ih_l1	6	-0.13326938450336456
104622	rnn.bias_ih_l1	7	-0.04111863672733307
104622	rnn.bias_ih_l1	8	-0.12362971156835556
104622	rnn.bias_ih_l1	9	-0.12007106095552444
104622	rnn.bias_hh_l1	0	-0.130400612950325
104622	rnn.bias_hh_l1	1	-0.049886733293533325
104622	rnn.bias_hh_l1	2	-0.10237780958414078
104622	rnn.bias_hh_l1	3	-0.100734643638134
104622	rnn.bias_hh_l1	4	-0.11240140348672867
104622	rnn.bias_hh_l1	5	-0.09365983307361603
104622	rnn.bias_hh_l1	6	-0.11644101142883301
104622	rnn.bias_hh_l1	7	0.015735290944576263
104622	rnn.bias_hh_l1	8	-0.15444394946098328
104622	rnn.bias_hh_l1	9	-0.09339458495378494
104622	rnn.weight_ih_l1_reverse	0	-0.041922856122255325
104622	rnn.weight_ih_l1_reverse	1	0.022072579711675644
104622	rnn.weight_ih_l1_reverse	2	0.049172863364219666
104622	rnn.weight_ih_l1_reverse	3	0.009974561631679535
104622	rnn.weight_ih_l1_reverse	4	-0.02558060549199581
104622	rnn.weight_ih_l1_reverse	5	-0.033253319561481476
104622	rnn.weight_ih_l1_reverse	6	0.0033264467492699623
104622	rnn.weight_ih_l1_reverse	7	0.01690596342086792
104622	rnn.weight_ih_l1_reverse	8	0.025169692933559418
104622	rnn.weight_ih_l1_reverse	9	-0.06502842903137207
104622	rnn.weight_hh_l1_reverse	0	0.008244514465332031
104622	rnn.weight_hh_l1_reverse	1	0.03139059990644455
104622	rnn.weight_hh_l1_reverse	2	-0.039695169776678085
104622	rnn.weight_hh_l1_reverse	3	0.04130208492279053
104622	rnn.weight_hh_l1_reverse	4	0.04697435349225998
104622	rnn.weight_hh_l1_reverse	5	0.0058264778926968575
104622	rnn.weight_hh_l1_reverse	6	0.007611631415784359
104622	rnn.weight_hh_l1_reverse	7	0.023724321275949478
104622	rnn.weight_hh_l1_reverse	8	-0.00557854026556015
104622	rnn.weight_hh_l1_reverse	9	-0.03473823517560959
104622	rnn.bias_ih_l1_reverse	0	-0.05027860030531883
104622	rnn.bias_ih_l1_reverse	1	-0.11125342547893524
104622	rnn.bias_ih_l1_reverse	2	-0.13922394812107086
104622	rnn.bias_ih_l1_reverse	3	-0.00941934809088707
104622	rnn.bias_ih_l1_reverse	4	-0.17988280951976776
104622	rnn.bias_ih_l1_reverse	5	-0.09585414081811905
104622	rnn.bias_ih_l1_reverse	6	-0.12061892449855804
104622	rnn.bias_ih_l1_reverse	7	-0.209589883685112
104622	rnn.bias_ih_l1_reverse	8	0.13625788688659668
104622	rnn.bias_ih_l1_reverse	9	0.047128383070230484
104622	rnn.bias_hh_l1_reverse	0	-0.07069681584835052
104622	rnn.bias_hh_l1_reverse	1	-0.060157448053359985
104622	rnn.bias_hh_l1_reverse	2	-0.21326768398284912
104622	rnn.bias_hh_l1_reverse	3	-0.10933931171894073
104622	rnn.bias_hh_l1_reverse	4	-0.0943041443824768
104622	rnn.bias_hh_l1_reverse	5	-0.11128439754247665
104622	rnn.bias_hh_l1_reverse	6	0.1199287697672844
104622	rnn.bias_hh_l1_reverse	7	-0.14294037222862244
104622	rnn.bias_hh_l1_reverse	8	-0.09402956813573837
104622	rnn.bias_hh_l1_reverse	9	-0.12486469745635986
104622	linear.weight	0	0.002228822559118271
104622	linear.weight	1	0.10189932584762573
104622	linear.weight	2	-0.09562220424413681
104622	linear.weight	3	0.360561341047287
104622	linear.weight	4	0.126887246966362
104622	linear.weight	5	-0.013612663373351097
104622	linear.weight	6	0.08933860808610916
104622	linear.weight	7	0.14737747609615326
104622	linear.weight	8	0.041289228945970535
104622	linear.weight	9	-0.04396127164363861
104622	linear.bias	0	0.03821893036365509
104622	linear.bias	1	-0.21026162803173065
104622	linear.bias	2	-0.41608700156211853
104622	linear.bias	3	-0.7132821083068848
104622	linear.bias	4	-1.1628702878952026
104622	linear.bias	5	-0.06945069879293442
104622	linear.bias	6	-0.7144919633865356
104622	linear.bias	7	0.32820361852645874
104622	linear.bias	8	-0.5001574158668518
104622	linear.bias	9	-0.9186515808105469
104819	transitions	0	0.6081140041351318
104819	transitions	1	0.13137215375900269
104819	transitions	2	-10000.0
104819	transitions	3	-1.8152121305465698
104819	transitions	4	-10000.0
104819	transitions	5	0.6051849126815796
104819	transitions	6	-0.056986089795827866
104819	transitions	7	-0.5786311030387878
104819	transitions	8	-1.3786773681640625
104819	transitions	9	-0.0008833780884742737
104819	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
104819	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
104819	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
104819	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
104819	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
104819	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
104819	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
104819	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
104819	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
104819	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
104819	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
104819	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
104819	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
104819	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
104819	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
104819	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
104819	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
104819	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
104819	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
104819	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
104819	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
104819	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
104819	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
104819	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
104819	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
104819	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
104819	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
104819	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
104819	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
104819	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
104819	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
104819	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
104819	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
104819	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
104819	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
104819	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
104819	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
104819	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
104819	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
104819	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
104819	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
104819	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
104819	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
104819	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
104819	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
104819	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
104819	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
104819	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
104819	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
104819	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
104819	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
104819	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
104819	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
104819	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
104819	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
104819	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
104819	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
104819	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
104819	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
104819	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
104819	embedding2nn.weight	0	-0.0007270693895407021
104819	embedding2nn.weight	1	-0.014675823040306568
104819	embedding2nn.weight	2	-0.014268254861235619
104819	embedding2nn.weight	3	-0.021120131015777588
104819	embedding2nn.weight	4	-0.0059150345623493195
104819	embedding2nn.weight	5	-0.0037005862686783075
104819	embedding2nn.weight	6	-0.0039732810109853745
104819	embedding2nn.weight	7	-0.05672900751233101
104819	embedding2nn.weight	8	-0.0019979383796453476
104819	embedding2nn.weight	9	-0.031211063265800476
104819	embedding2nn.bias	0	0.028859728947281837
104819	embedding2nn.bias	1	-0.07659359276294708
104819	embedding2nn.bias	2	0.07617451995611191
104819	embedding2nn.bias	3	0.08202268928289413
104819	embedding2nn.bias	4	-0.0515885129570961
104819	embedding2nn.bias	5	-0.039801012724637985
104819	embedding2nn.bias	6	0.02914264425635338
104819	embedding2nn.bias	7	-0.06602844595909119
104819	embedding2nn.bias	8	0.04543717950582504
104819	embedding2nn.bias	9	0.019163664430379868
104819	rnn.weight_ih_l0	0	-0.055782925337553024
104819	rnn.weight_ih_l0	1	-0.01021729689091444
104819	rnn.weight_ih_l0	2	0.05993577837944031
104819	rnn.weight_ih_l0	3	0.01634812355041504
104819	rnn.weight_ih_l0	4	-0.0312657505273819
104819	rnn.weight_ih_l0	5	-0.048104990273714066
104819	rnn.weight_ih_l0	6	0.004631814081221819
104819	rnn.weight_ih_l0	7	0.0357857383787632
104819	rnn.weight_ih_l0	8	-0.01198807917535305
104819	rnn.weight_ih_l0	9	-0.022497184574604034
104819	rnn.weight_hh_l0	0	-0.04010149464011192
104819	rnn.weight_hh_l0	1	0.004307844676077366
104819	rnn.weight_hh_l0	2	0.0011159637942910194
104819	rnn.weight_hh_l0	3	-0.06252152472734451
104819	rnn.weight_hh_l0	4	0.08045785874128342
104819	rnn.weight_hh_l0	5	-0.00039146910421550274
104819	rnn.weight_hh_l0	6	-0.049371056258678436
104819	rnn.weight_hh_l0	7	0.003827545093372464
104819	rnn.weight_hh_l0	8	0.014124001376330853
104819	rnn.weight_hh_l0	9	-0.017790667712688446
104819	rnn.bias_ih_l0	0	0.07720580697059631
104819	rnn.bias_ih_l0	1	-0.034811023622751236
104819	rnn.bias_ih_l0	2	-0.0067526716738939285
104819	rnn.bias_ih_l0	3	0.11939782649278641
104819	rnn.bias_ih_l0	4	-0.05306269973516464
104819	rnn.bias_ih_l0	5	-0.03432715684175491
104819	rnn.bias_ih_l0	6	0.01403140090405941
104819	rnn.bias_ih_l0	7	0.027291128411889076
104819	rnn.bias_ih_l0	8	-0.1086881011724472
104819	rnn.bias_ih_l0	9	-0.04688607528805733
104819	rnn.bias_hh_l0	0	-0.03345012664794922
104819	rnn.bias_hh_l0	1	-0.10217192023992538
104819	rnn.bias_hh_l0	2	-0.03835476189851761
104819	rnn.bias_hh_l0	3	-0.0881834328174591
104819	rnn.bias_hh_l0	4	-0.019974401220679283
104819	rnn.bias_hh_l0	5	-0.014373339712619781
104819	rnn.bias_hh_l0	6	0.02263079211115837
104819	rnn.bias_hh_l0	7	0.021873194724321365
104819	rnn.bias_hh_l0	8	-0.12938903272151947
104819	rnn.bias_hh_l0	9	-0.029536323621869087
104819	rnn.weight_ih_l0_reverse	0	-0.015219139866530895
104819	rnn.weight_ih_l0_reverse	1	-0.053772758692502975
104819	rnn.weight_ih_l0_reverse	2	-0.028256725519895554
104819	rnn.weight_ih_l0_reverse	3	0.004867614712566137
104819	rnn.weight_ih_l0_reverse	4	-0.010662665590643883
104819	rnn.weight_ih_l0_reverse	5	-0.04437648877501488
104819	rnn.weight_ih_l0_reverse	6	0.07545958459377289
104819	rnn.weight_ih_l0_reverse	7	-0.02467925474047661
104819	rnn.weight_ih_l0_reverse	8	-0.032156188040971756
104819	rnn.weight_ih_l0_reverse	9	0.006968694739043713
104819	rnn.weight_hh_l0_reverse	0	0.03434688225388527
104819	rnn.weight_hh_l0_reverse	1	0.028700998052954674
104819	rnn.weight_hh_l0_reverse	2	0.03513028100132942
104819	rnn.weight_hh_l0_reverse	3	0.028016721829771996
104819	rnn.weight_hh_l0_reverse	4	0.007650456856936216
104819	rnn.weight_hh_l0_reverse	5	0.015840135514736176
104819	rnn.weight_hh_l0_reverse	6	0.0454387441277504
104819	rnn.weight_hh_l0_reverse	7	-0.05720614641904831
104819	rnn.weight_hh_l0_reverse	8	0.03628544136881828
104819	rnn.weight_hh_l0_reverse	9	0.04989468678832054
104819	rnn.bias_ih_l0_reverse	0	-0.061722949147224426
104819	rnn.bias_ih_l0_reverse	1	-0.2367846518754959
104819	rnn.bias_ih_l0_reverse	2	-0.12009663134813309
104819	rnn.bias_ih_l0_reverse	3	-0.03046364150941372
104819	rnn.bias_ih_l0_reverse	4	-0.06112642586231232
104819	rnn.bias_ih_l0_reverse	5	0.0540778785943985
104819	rnn.bias_ih_l0_reverse	6	-0.028210310265421867
104819	rnn.bias_ih_l0_reverse	7	0.029398590326309204
104819	rnn.bias_ih_l0_reverse	8	-0.032258886843919754
104819	rnn.bias_ih_l0_reverse	9	0.02966846525669098
104819	rnn.bias_hh_l0_reverse	0	6.85209670336917e-05
104819	rnn.bias_hh_l0_reverse	1	-0.028502564877271652
104819	rnn.bias_hh_l0_reverse	2	0.08579704910516739
104819	rnn.bias_hh_l0_reverse	3	-0.06104143708944321
104819	rnn.bias_hh_l0_reverse	4	-0.040055498480796814
104819	rnn.bias_hh_l0_reverse	5	-0.034796010702848434
104819	rnn.bias_hh_l0_reverse	6	-0.028222551569342613
104819	rnn.bias_hh_l0_reverse	7	0.10083804279565811
104819	rnn.bias_hh_l0_reverse	8	0.02144652232527733
104819	rnn.bias_hh_l0_reverse	9	-0.09989774227142334
104819	rnn.weight_ih_l1	0	-0.04309000074863434
104819	rnn.weight_ih_l1	1	-0.03199835121631622
104819	rnn.weight_ih_l1	2	0.034967198967933655
104819	rnn.weight_ih_l1	3	-0.05131763964891434
104819	rnn.weight_ih_l1	4	-0.01004392933100462
104819	rnn.weight_ih_l1	5	-0.04341741278767586
104819	rnn.weight_ih_l1	6	0.022977190092206
104819	rnn.weight_ih_l1	7	-0.03551401197910309
104819	rnn.weight_ih_l1	8	0.03819926083087921
104819	rnn.weight_ih_l1	9	0.03798415884375572
104819	rnn.weight_hh_l1	0	-0.00969184935092926
104819	rnn.weight_hh_l1	1	0.010142582468688488
104819	rnn.weight_hh_l1	2	0.00893679540604353
104819	rnn.weight_hh_l1	3	-0.010019933804869652
104819	rnn.weight_hh_l1	4	0.0022934714797884226
104819	rnn.weight_hh_l1	5	0.025456253439188004
104819	rnn.weight_hh_l1	6	0.026487991213798523
104819	rnn.weight_hh_l1	7	-0.02478659525513649
104819	rnn.weight_hh_l1	8	-0.016649426892399788
104819	rnn.weight_hh_l1	9	0.036150529980659485
104819	rnn.bias_ih_l1	0	-0.1752750277519226
104819	rnn.bias_ih_l1	1	-0.1843620389699936
104819	rnn.bias_ih_l1	2	-0.1660986989736557
104819	rnn.bias_ih_l1	3	-0.25548139214515686
104819	rnn.bias_ih_l1	4	-0.18158365786075592
104819	rnn.bias_ih_l1	5	-0.10924750566482544
104819	rnn.bias_ih_l1	6	-0.129806250333786
104819	rnn.bias_ih_l1	7	-0.037030838429927826
104819	rnn.bias_ih_l1	8	-0.11971484124660492
104819	rnn.bias_ih_l1	9	-0.12079712003469467
104819	rnn.bias_hh_l1	0	-0.1274718940258026
104819	rnn.bias_hh_l1	1	-0.053746458142995834
104819	rnn.bias_hh_l1	2	-0.10480257868766785
104819	rnn.bias_hh_l1	3	-0.10044030845165253
104819	rnn.bias_hh_l1	4	-0.11304464936256409
104819	rnn.bias_hh_l1	5	-0.09449715167284012
104819	rnn.bias_hh_l1	6	-0.11400008201599121
104819	rnn.bias_hh_l1	7	0.022357644513249397
104819	rnn.bias_hh_l1	8	-0.15542230010032654
104819	rnn.bias_hh_l1	9	-0.09185265749692917
104819	rnn.weight_ih_l1_reverse	0	-0.043543972074985504
104819	rnn.weight_ih_l1_reverse	1	0.02720838412642479
104819	rnn.weight_ih_l1_reverse	2	0.0483521930873394
104819	rnn.weight_ih_l1_reverse	3	0.009188511408865452
104819	rnn.weight_ih_l1_reverse	4	-0.020859966054558754
104819	rnn.weight_ih_l1_reverse	5	-0.033027950674295425
104819	rnn.weight_ih_l1_reverse	6	0.004408699925988913
104819	rnn.weight_ih_l1_reverse	7	0.01597333885729313
104819	rnn.weight_ih_l1_reverse	8	0.02726004086434841
104819	rnn.weight_ih_l1_reverse	9	-0.06705842912197113
104819	rnn.weight_hh_l1_reverse	0	0.00830288790166378
104819	rnn.weight_hh_l1_reverse	1	0.03133513405919075
104819	rnn.weight_hh_l1_reverse	2	-0.03979893773794174
104819	rnn.weight_hh_l1_reverse	3	0.0413837768137455
104819	rnn.weight_hh_l1_reverse	4	0.04675297066569328
104819	rnn.weight_hh_l1_reverse	5	0.00564361410215497
104819	rnn.weight_hh_l1_reverse	6	0.006491255480796099
104819	rnn.weight_hh_l1_reverse	7	0.024211976677179337
104819	rnn.weight_hh_l1_reverse	8	-0.00564658734947443
104819	rnn.weight_hh_l1_reverse	9	-0.035046372562646866
104819	rnn.bias_ih_l1_reverse	0	-0.049627263098955154
104819	rnn.bias_ih_l1_reverse	1	-0.11282416433095932
104819	rnn.bias_ih_l1_reverse	2	-0.1379590481519699
104819	rnn.bias_ih_l1_reverse	3	-0.009091299958527088
104819	rnn.bias_ih_l1_reverse	4	-0.179894357919693
104819	rnn.bias_ih_l1_reverse	5	-0.09636876732110977
104819	rnn.bias_ih_l1_reverse	6	-0.12017672508955002
104819	rnn.bias_ih_l1_reverse	7	-0.2076326310634613
104819	rnn.bias_ih_l1_reverse	8	0.12643833458423615
104819	rnn.bias_ih_l1_reverse	9	0.04904097691178322
104819	rnn.bias_hh_l1_reverse	0	-0.07861707359552383
104819	rnn.bias_hh_l1_reverse	1	-0.058062948286533356
104819	rnn.bias_hh_l1_reverse	2	-0.21443939208984375
104819	rnn.bias_hh_l1_reverse	3	-0.1097947359085083
104819	rnn.bias_hh_l1_reverse	4	-0.09616512060165405
104819	rnn.bias_hh_l1_reverse	5	-0.11000876873731613
104819	rnn.bias_hh_l1_reverse	6	0.11608283966779709
104819	rnn.bias_hh_l1_reverse	7	-0.14572842419147491
104819	rnn.bias_hh_l1_reverse	8	-0.09526674449443817
104819	rnn.bias_hh_l1_reverse	9	-0.12429657578468323
104819	linear.weight	0	0.002228822559118271
104819	linear.weight	1	0.0806114450097084
104819	linear.weight	2	-0.09506992995738983
104819	linear.weight	3	0.35694923996925354
104819	linear.weight	4	0.12661431729793549
104819	linear.weight	5	-0.014300157316029072
104819	linear.weight	6	0.08653488755226135
104819	linear.weight	7	0.14767560362815857
104819	linear.weight	8	0.041289325803518295
104819	linear.weight	9	-0.045836441218853
104819	linear.bias	0	0.013941030018031597
104819	linear.bias	1	-0.20155882835388184
104819	linear.bias	2	-0.38466739654541016
104819	linear.bias	3	-0.7137166857719421
104819	linear.bias	4	-1.1656739711761475
104819	linear.bias	5	-0.08973582834005356
104819	linear.bias	6	-0.7035112977027893
104819	linear.bias	7	0.30103662610054016
104819	linear.bias	8	-0.5079498887062073
104819	linear.bias	9	-0.9265718460083008
105016	transitions	0	0.6224565505981445
105016	transitions	1	0.1345280557870865
105016	transitions	2	-10000.0
105016	transitions	3	-1.8152552843093872
105016	transitions	4	-10000.0
105016	transitions	5	0.605033814907074
105016	transitions	6	-0.05712714046239853
105016	transitions	7	-0.5789943933486938
105016	transitions	8	-1.3788105249404907
105016	transitions	9	-0.000884609529748559
105016	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
105016	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
105016	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
105016	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
105016	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
105016	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
105016	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
105016	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
105016	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
105016	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
105016	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
105016	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
105016	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
105016	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
105016	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
105016	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
105016	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
105016	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
105016	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
105016	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
105016	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
105016	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
105016	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
105016	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
105016	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
105016	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
105016	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
105016	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
105016	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
105016	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
105016	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
105016	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
105016	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
105016	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
105016	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
105016	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
105016	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
105016	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
105016	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
105016	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
105016	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
105016	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
105016	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
105016	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
105016	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
105016	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
105016	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
105016	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
105016	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
105016	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
105016	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
105016	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
105016	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
105016	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
105016	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
105016	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
105016	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
105016	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
105016	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
105016	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
105016	embedding2nn.weight	0	0.0004305616894271225
105016	embedding2nn.weight	1	-0.014642151072621346
105016	embedding2nn.weight	2	-0.014268254861235619
105016	embedding2nn.weight	3	-0.019808655604720116
105016	embedding2nn.weight	4	-0.0059150345623493195
105016	embedding2nn.weight	5	-0.003700586501508951
105016	embedding2nn.weight	6	-0.003973282873630524
105016	embedding2nn.weight	7	-0.057511601597070694
105016	embedding2nn.weight	8	-0.0019979383796453476
105016	embedding2nn.weight	9	-0.03191110119223595
105016	embedding2nn.bias	0	0.03712949529290199
105016	embedding2nn.bias	1	-0.0791611298918724
105016	embedding2nn.bias	2	0.06850811839103699
105016	embedding2nn.bias	3	0.08421654999256134
105016	embedding2nn.bias	4	-0.046355217695236206
105016	embedding2nn.bias	5	-0.04685603827238083
105016	embedding2nn.bias	6	0.018726520240306854
105016	embedding2nn.bias	7	-0.05859338864684105
105016	embedding2nn.bias	8	0.04677388444542885
105016	embedding2nn.bias	9	0.01811077818274498
105016	rnn.weight_ih_l0	0	-0.057767871767282486
105016	rnn.weight_ih_l0	1	-0.010216024704277515
105016	rnn.weight_ih_l0	2	0.05965633690357208
105016	rnn.weight_ih_l0	3	0.01474064216017723
105016	rnn.weight_ih_l0	4	-0.030406692996621132
105016	rnn.weight_ih_l0	5	-0.04866647347807884
105016	rnn.weight_ih_l0	6	0.00461683701723814
105016	rnn.weight_ih_l0	7	0.03508037328720093
105016	rnn.weight_ih_l0	8	-0.012332865037024021
105016	rnn.weight_ih_l0	9	-0.02110818773508072
105016	rnn.weight_hh_l0	0	-0.03932543471455574
105016	rnn.weight_hh_l0	1	0.005242507439106703
105016	rnn.weight_hh_l0	2	0.0005406118580140173
105016	rnn.weight_hh_l0	3	-0.061904098838567734
105016	rnn.weight_hh_l0	4	0.08155016601085663
105016	rnn.weight_hh_l0	5	-0.00039995324914343655
105016	rnn.weight_hh_l0	6	-0.04851377755403519
105016	rnn.weight_hh_l0	7	0.004536862019449472
105016	rnn.weight_hh_l0	8	0.01517420168966055
105016	rnn.weight_hh_l0	9	-0.01825614832341671
105016	rnn.bias_ih_l0	0	0.08086531609296799
105016	rnn.bias_ih_l0	1	-0.03459716960787773
105016	rnn.bias_ih_l0	2	-0.00511303311213851
105016	rnn.bias_ih_l0	3	0.120602548122406
105016	rnn.bias_ih_l0	4	-0.05330093204975128
105016	rnn.bias_ih_l0	5	-0.03215773031115532
105016	rnn.bias_ih_l0	6	0.008476571179926395
105016	rnn.bias_ih_l0	7	0.025235434994101524
105016	rnn.bias_ih_l0	8	-0.10944550484418869
105016	rnn.bias_ih_l0	9	-0.04444238543510437
105016	rnn.bias_hh_l0	0	-0.034924231469631195
105016	rnn.bias_hh_l0	1	-0.10398456454277039
105016	rnn.bias_hh_l0	2	-0.035632457584142685
105016	rnn.bias_hh_l0	3	-0.0886702835559845
105016	rnn.bias_hh_l0	4	-0.022129293531179428
105016	rnn.bias_hh_l0	5	-0.012062115594744682
105016	rnn.bias_hh_l0	6	0.025064364075660706
105016	rnn.bias_hh_l0	7	0.020702049136161804
105016	rnn.bias_hh_l0	8	-0.13015776872634888
105016	rnn.bias_hh_l0	9	-0.031950145959854126
105016	rnn.weight_ih_l0_reverse	0	-0.0170576274394989
105016	rnn.weight_ih_l0_reverse	1	-0.05460917949676514
105016	rnn.weight_ih_l0_reverse	2	-0.028987469151616096
105016	rnn.weight_ih_l0_reverse	3	0.004560645204037428
105016	rnn.weight_ih_l0_reverse	4	-0.010938473045825958
105016	rnn.weight_ih_l0_reverse	5	-0.04447619244456291
105016	rnn.weight_ih_l0_reverse	6	0.07477032393217087
105016	rnn.weight_ih_l0_reverse	7	-0.02440772019326687
105016	rnn.weight_ih_l0_reverse	8	-0.03133418411016464
105016	rnn.weight_ih_l0_reverse	9	0.009916300885379314
105016	rnn.weight_hh_l0_reverse	0	0.03489598631858826
105016	rnn.weight_hh_l0_reverse	1	0.02963215671479702
105016	rnn.weight_hh_l0_reverse	2	0.03484687954187393
105016	rnn.weight_hh_l0_reverse	3	0.028106672689318657
105016	rnn.weight_hh_l0_reverse	4	0.0076921614818274975
105016	rnn.weight_hh_l0_reverse	5	0.015225504525005817
105016	rnn.weight_hh_l0_reverse	6	0.04515676572918892
105016	rnn.weight_hh_l0_reverse	7	-0.05714067071676254
105016	rnn.weight_hh_l0_reverse	8	0.03762849047780037
105016	rnn.weight_hh_l0_reverse	9	0.05007562413811684
105016	rnn.bias_ih_l0_reverse	0	-0.061939775943756104
105016	rnn.bias_ih_l0_reverse	1	-0.23350906372070312
105016	rnn.bias_ih_l0_reverse	2	-0.11742018163204193
105016	rnn.bias_ih_l0_reverse	3	-0.02797516994178295
105016	rnn.bias_ih_l0_reverse	4	-0.061614230275154114
105016	rnn.bias_ih_l0_reverse	5	0.05377887934446335
105016	rnn.bias_ih_l0_reverse	6	-0.02566007524728775
105016	rnn.bias_ih_l0_reverse	7	0.02960255555808544
105016	rnn.bias_ih_l0_reverse	8	-0.03159664571285248
105016	rnn.bias_ih_l0_reverse	9	0.029265400022268295
105016	rnn.bias_hh_l0_reverse	0	0.00037103414069861174
105016	rnn.bias_hh_l0_reverse	1	-0.027476808056235313
105016	rnn.bias_hh_l0_reverse	2	0.08441414684057236
105016	rnn.bias_hh_l0_reverse	3	-0.059923890978097916
105016	rnn.bias_hh_l0_reverse	4	-0.04069327190518379
105016	rnn.bias_hh_l0_reverse	5	-0.03382274881005287
105016	rnn.bias_hh_l0_reverse	6	-0.029288923367857933
105016	rnn.bias_hh_l0_reverse	7	0.10198967158794403
105016	rnn.bias_hh_l0_reverse	8	0.020044947043061256
105016	rnn.bias_hh_l0_reverse	9	-0.10027187317609787
105016	rnn.weight_ih_l1	0	-0.04245726391673088
105016	rnn.weight_ih_l1	1	-0.03261560574173927
105016	rnn.weight_ih_l1	2	0.03783095255494118
105016	rnn.weight_ih_l1	3	-0.05346069484949112
105016	rnn.weight_ih_l1	4	-0.01034799125045538
105016	rnn.weight_ih_l1	5	-0.04359201714396477
105016	rnn.weight_ih_l1	6	0.02327507920563221
105016	rnn.weight_ih_l1	7	-0.036224521696567535
105016	rnn.weight_ih_l1	8	0.03824019432067871
105016	rnn.weight_ih_l1	9	0.038191501051187515
105016	rnn.weight_hh_l1	0	-0.01099302526563406
105016	rnn.weight_hh_l1	1	0.010262366384267807
105016	rnn.weight_hh_l1	2	0.007825548760592937
105016	rnn.weight_hh_l1	3	-0.010303007438778877
105016	rnn.weight_hh_l1	4	0.001692765043117106
105016	rnn.weight_hh_l1	5	0.025726117193698883
105016	rnn.weight_hh_l1	6	0.026131978258490562
105016	rnn.weight_hh_l1	7	-0.0253213532269001
105016	rnn.weight_hh_l1	8	-0.016288429498672485
105016	rnn.weight_hh_l1	9	0.03606515750288963
105016	rnn.bias_ih_l1	0	-0.17482346296310425
105016	rnn.bias_ih_l1	1	-0.17966555058956146
105016	rnn.bias_ih_l1	2	-0.1640205681324005
105016	rnn.bias_ih_l1	3	-0.255815714597702
105016	rnn.bias_ih_l1	4	-0.18549945950508118
105016	rnn.bias_ih_l1	5	-0.10804753750562668
105016	rnn.bias_ih_l1	6	-0.12462448328733444
105016	rnn.bias_ih_l1	7	-0.03542069345712662
105016	rnn.bias_ih_l1	8	-0.11622411757707596
105016	rnn.bias_ih_l1	9	-0.12394881248474121
105016	rnn.bias_hh_l1	0	-0.1270199716091156
105016	rnn.bias_hh_l1	1	-0.05437610670924187
105016	rnn.bias_hh_l1	2	-0.10589582473039627
105016	rnn.bias_hh_l1	3	-0.10229267925024033
105016	rnn.bias_hh_l1	4	-0.11126221716403961
105016	rnn.bias_hh_l1	5	-0.09444057941436768
105016	rnn.bias_hh_l1	6	-0.11886443942785263
105016	rnn.bias_hh_l1	7	0.01494752336293459
105016	rnn.bias_hh_l1	8	-0.15705539286136627
105016	rnn.bias_hh_l1	9	-0.09506716579198837
105016	rnn.weight_ih_l1_reverse	0	-0.04179051145911217
105016	rnn.weight_ih_l1_reverse	1	0.030630869790911674
105016	rnn.weight_ih_l1_reverse	2	0.049758799374103546
105016	rnn.weight_ih_l1_reverse	3	0.011285308748483658
105016	rnn.weight_ih_l1_reverse	4	-0.021114567294716835
105016	rnn.weight_ih_l1_reverse	5	-0.03270954638719559
105016	rnn.weight_ih_l1_reverse	6	0.004226422868669033
105016	rnn.weight_ih_l1_reverse	7	0.014865395613014698
105016	rnn.weight_ih_l1_reverse	8	0.027224842458963394
105016	rnn.weight_ih_l1_reverse	9	-0.06746145337820053
105016	rnn.weight_hh_l1_reverse	0	0.00849875994026661
105016	rnn.weight_hh_l1_reverse	1	0.031120972707867622
105016	rnn.weight_hh_l1_reverse	2	-0.03986511006951332
105016	rnn.weight_hh_l1_reverse	3	0.041385143995285034
105016	rnn.weight_hh_l1_reverse	4	0.04707048460841179
105016	rnn.weight_hh_l1_reverse	5	0.006209515500813723
105016	rnn.weight_hh_l1_reverse	6	0.007765728514641523
105016	rnn.weight_hh_l1_reverse	7	0.024165814742445946
105016	rnn.weight_hh_l1_reverse	8	-0.005599488504230976
105016	rnn.weight_hh_l1_reverse	9	-0.03478650003671646
105016	rnn.bias_ih_l1_reverse	0	-0.051965370774269104
105016	rnn.bias_ih_l1_reverse	1	-0.11115015298128128
105016	rnn.bias_ih_l1_reverse	2	-0.13532456755638123
105016	rnn.bias_ih_l1_reverse	3	-0.007438451983034611
105016	rnn.bias_ih_l1_reverse	4	-0.17799849808216095
105016	rnn.bias_ih_l1_reverse	5	-0.09554344415664673
105016	rnn.bias_ih_l1_reverse	6	-0.12076199054718018
105016	rnn.bias_ih_l1_reverse	7	-0.2102135866880417
105016	rnn.bias_ih_l1_reverse	8	0.1236509457230568
105016	rnn.bias_ih_l1_reverse	9	0.05094395577907562
105016	rnn.bias_hh_l1_reverse	0	-0.07012592256069183
105016	rnn.bias_hh_l1_reverse	1	-0.052442993968725204
105016	rnn.bias_hh_l1_reverse	2	-0.21365538239479065
105016	rnn.bias_hh_l1_reverse	3	-0.11094903945922852
105016	rnn.bias_hh_l1_reverse	4	-0.09627185761928558
105016	rnn.bias_hh_l1_reverse	5	-0.10709086805582047
105016	rnn.bias_hh_l1_reverse	6	0.11938130110502243
105016	rnn.bias_hh_l1_reverse	7	-0.14320403337478638
105016	rnn.bias_hh_l1_reverse	8	-0.09326089918613434
105016	rnn.bias_hh_l1_reverse	9	-0.12342701107263565
105016	linear.weight	0	0.002228822559118271
105016	linear.weight	1	0.09373348951339722
105016	linear.weight	2	-0.09394354373216629
105016	linear.weight	3	0.3675118088722229
105016	linear.weight	4	0.12661008536815643
105016	linear.weight	5	-0.017054343596100807
105016	linear.weight	6	0.08541642874479294
105016	linear.weight	7	0.14574559032917023
105016	linear.weight	8	0.041292641311883926
105016	linear.weight	9	-0.050223127007484436
105016	linear.bias	0	0.011461056768894196
105016	linear.bias	1	-0.19469313323497772
105016	linear.bias	2	-0.41812166571617126
105016	linear.bias	3	-0.7354777455329895
105016	linear.bias	4	-1.1871557235717773
105016	linear.bias	5	-0.09456091374158859
105016	linear.bias	6	-0.6949225068092346
105016	linear.bias	7	0.2951505184173584
105016	linear.bias	8	-0.5129982233047485
105016	linear.bias	9	-0.9306341409683228
105213	transitions	0	0.6251055598258972
105213	transitions	1	0.13786572217941284
105213	transitions	2	-10000.0
105213	transitions	3	-1.8153570890426636
105213	transitions	4	-10000.0
105213	transitions	5	0.6049031019210815
105213	transitions	6	-0.05723806098103523
105213	transitions	7	-0.5799411535263062
105213	transitions	8	-1.3789095878601074
105213	transitions	9	-0.0008858350920490921
105213	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
105213	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
105213	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
105213	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
105213	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
105213	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
105213	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
105213	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
105213	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
105213	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
105213	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
105213	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
105213	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
105213	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
105213	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
105213	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
105213	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
105213	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
105213	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
105213	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
105213	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
105213	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
105213	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
105213	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
105213	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
105213	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
105213	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
105213	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
105213	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
105213	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
105213	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
105213	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
105213	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
105213	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
105213	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
105213	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
105213	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
105213	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
105213	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
105213	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
105213	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
105213	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
105213	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
105213	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
105213	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
105213	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
105213	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
105213	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
105213	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
105213	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
105213	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
105213	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
105213	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
105213	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
105213	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
105213	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
105213	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
105213	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
105213	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
105213	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
105213	embedding2nn.weight	0	-0.00028414480038918555
105213	embedding2nn.weight	1	-0.015188642777502537
105213	embedding2nn.weight	2	-0.014268254861235619
105213	embedding2nn.weight	3	-0.021023448556661606
105213	embedding2nn.weight	4	-0.0059150345623493195
105213	embedding2nn.weight	5	-0.003700586501508951
105213	embedding2nn.weight	6	-0.003973283339291811
105213	embedding2nn.weight	7	-0.05591927841305733
105213	embedding2nn.weight	8	-0.0019979383796453476
105213	embedding2nn.weight	9	-0.032041002064943314
105213	embedding2nn.bias	0	0.029928825795650482
105213	embedding2nn.bias	1	-0.07688304781913757
105213	embedding2nn.bias	2	0.06762900203466415
105213	embedding2nn.bias	3	0.08459200710058212
105213	embedding2nn.bias	4	-0.04385901987552643
105213	embedding2nn.bias	5	-0.04292198270559311
105213	embedding2nn.bias	6	0.022919921204447746
105213	embedding2nn.bias	7	-0.058592114597558975
105213	embedding2nn.bias	8	0.04582768306136131
105213	embedding2nn.bias	9	0.01423740480095148
105213	rnn.weight_ih_l0	0	-0.059209246188402176
105213	rnn.weight_ih_l0	1	-0.010882914066314697
105213	rnn.weight_ih_l0	2	0.06057137995958328
105213	rnn.weight_ih_l0	3	0.015048190951347351
105213	rnn.weight_ih_l0	4	-0.029040539637207985
105213	rnn.weight_ih_l0	5	-0.048996586352586746
105213	rnn.weight_ih_l0	6	0.004856983199715614
105213	rnn.weight_ih_l0	7	0.036659445613622665
105213	rnn.weight_ih_l0	8	-0.010788756422698498
105213	rnn.weight_ih_l0	9	-0.02149958908557892
105213	rnn.weight_hh_l0	0	-0.040692947804927826
105213	rnn.weight_hh_l0	1	0.005923312157392502
105213	rnn.weight_hh_l0	2	0.00043037603609263897
105213	rnn.weight_hh_l0	3	-0.06255248188972473
105213	rnn.weight_hh_l0	4	0.08183766156435013
105213	rnn.weight_hh_l0	5	0.0008006665157154202
105213	rnn.weight_hh_l0	6	-0.046638354659080505
105213	rnn.weight_hh_l0	7	0.005007833242416382
105213	rnn.weight_hh_l0	8	0.015845568850636482
105213	rnn.weight_hh_l0	9	-0.017869163304567337
105213	rnn.bias_ih_l0	0	0.08089113235473633
105213	rnn.bias_ih_l0	1	-0.03940332308411598
105213	rnn.bias_ih_l0	2	-0.00694503216072917
105213	rnn.bias_ih_l0	3	0.12149947881698608
105213	rnn.bias_ih_l0	4	-0.05246772617101669
105213	rnn.bias_ih_l0	5	-0.034260768443346024
105213	rnn.bias_ih_l0	6	0.009568636305630207
105213	rnn.bias_ih_l0	7	0.029578959569334984
105213	rnn.bias_ih_l0	8	-0.10414096713066101
105213	rnn.bias_ih_l0	9	-0.04450291022658348
105213	rnn.bias_hh_l0	0	-0.03778018429875374
105213	rnn.bias_hh_l0	1	-0.10109219700098038
105213	rnn.bias_hh_l0	2	-0.03402683138847351
105213	rnn.bias_hh_l0	3	-0.08769597858190536
105213	rnn.bias_hh_l0	4	-0.02419276535511017
105213	rnn.bias_hh_l0	5	-0.012744435109198093
105213	rnn.bias_hh_l0	6	0.02237451821565628
105213	rnn.bias_hh_l0	7	0.024024853482842445
105213	rnn.bias_hh_l0	8	-0.13355383276939392
105213	rnn.bias_hh_l0	9	-0.03415130451321602
105213	rnn.weight_ih_l0_reverse	0	-0.01638602465391159
105213	rnn.weight_ih_l0_reverse	1	-0.053872331976890564
105213	rnn.weight_ih_l0_reverse	2	-0.03126964718103409
105213	rnn.weight_ih_l0_reverse	3	0.004179762210696936
105213	rnn.weight_ih_l0_reverse	4	-0.010520406067371368
105213	rnn.weight_ih_l0_reverse	5	-0.04424574598670006
105213	rnn.weight_ih_l0_reverse	6	0.07484255731105804
105213	rnn.weight_ih_l0_reverse	7	-0.024380594491958618
105213	rnn.weight_ih_l0_reverse	8	-0.03188801929354668
105213	rnn.weight_ih_l0_reverse	9	0.008781388401985168
105213	rnn.weight_hh_l0_reverse	0	0.03445442393422127
105213	rnn.weight_hh_l0_reverse	1	0.029330844059586525
105213	rnn.weight_hh_l0_reverse	2	0.0349593348801136
105213	rnn.weight_hh_l0_reverse	3	0.027315888553857803
105213	rnn.weight_hh_l0_reverse	4	0.006508382968604565
105213	rnn.weight_hh_l0_reverse	5	0.014977369457483292
105213	rnn.weight_hh_l0_reverse	6	0.045711204409599304
105213	rnn.weight_hh_l0_reverse	7	-0.05748622864484787
105213	rnn.weight_hh_l0_reverse	8	0.03771190345287323
105213	rnn.weight_hh_l0_reverse	9	0.05048526078462601
105213	rnn.bias_ih_l0_reverse	0	-0.05908671021461487
105213	rnn.bias_ih_l0_reverse	1	-0.23213347792625427
105213	rnn.bias_ih_l0_reverse	2	-0.12117034941911697
105213	rnn.bias_ih_l0_reverse	3	-0.028287259861826897
105213	rnn.bias_ih_l0_reverse	4	-0.05860067903995514
105213	rnn.bias_ih_l0_reverse	5	0.050736136734485626
105213	rnn.bias_ih_l0_reverse	6	-0.028258653357625008
105213	rnn.bias_ih_l0_reverse	7	0.03138502687215805
105213	rnn.bias_ih_l0_reverse	8	-0.03253668546676636
105213	rnn.bias_ih_l0_reverse	9	0.02844085730612278
105213	rnn.bias_hh_l0_reverse	0	2.999073149112519e-05
105213	rnn.bias_hh_l0_reverse	1	-0.0283160712569952
105213	rnn.bias_hh_l0_reverse	2	0.08296522498130798
105213	rnn.bias_hh_l0_reverse	3	-0.058883193880319595
105213	rnn.bias_hh_l0_reverse	4	-0.038473185151815414
105213	rnn.bias_hh_l0_reverse	5	-0.034241918474435806
105213	rnn.bias_hh_l0_reverse	6	-0.027470747008919716
105213	rnn.bias_hh_l0_reverse	7	0.10284576565027237
105213	rnn.bias_hh_l0_reverse	8	0.02067413553595543
105213	rnn.bias_hh_l0_reverse	9	-0.1047857254743576
105213	rnn.weight_ih_l1	0	-0.043383363634347916
105213	rnn.weight_ih_l1	1	-0.03164530172944069
105213	rnn.weight_ih_l1	2	0.04071126878261566
105213	rnn.weight_ih_l1	3	-0.052590467035770416
105213	rnn.weight_ih_l1	4	-0.009206715039908886
105213	rnn.weight_ih_l1	5	-0.0433582179248333
105213	rnn.weight_ih_l1	6	0.022883271798491478
105213	rnn.weight_ih_l1	7	-0.03316797316074371
105213	rnn.weight_ih_l1	8	0.038317229598760605
105213	rnn.weight_ih_l1	9	0.03829145058989525
105213	rnn.weight_hh_l1	0	-0.009652433916926384
105213	rnn.weight_hh_l1	1	0.010365774855017662
105213	rnn.weight_hh_l1	2	0.006429875735193491
105213	rnn.weight_hh_l1	3	-0.010429257526993752
105213	rnn.weight_hh_l1	4	0.002009222749620676
105213	rnn.weight_hh_l1	5	0.024960480630397797
105213	rnn.weight_hh_l1	6	0.02650121971964836
105213	rnn.weight_hh_l1	7	-0.025745589286088943
105213	rnn.weight_hh_l1	8	-0.01679934188723564
105213	rnn.weight_hh_l1	9	0.0366823747754097
105213	rnn.bias_ih_l1	0	-0.17948350310325623
105213	rnn.bias_ih_l1	1	-0.1802041083574295
105213	rnn.bias_ih_l1	2	-0.16148385405540466
105213	rnn.bias_ih_l1	3	-0.2574898898601532
105213	rnn.bias_ih_l1	4	-0.17880165576934814
105213	rnn.bias_ih_l1	5	-0.10753168165683746
105213	rnn.bias_ih_l1	6	-0.12406021356582642
105213	rnn.bias_ih_l1	7	-0.03385744243860245
105213	rnn.bias_ih_l1	8	-0.11286178231239319
105213	rnn.bias_ih_l1	9	-0.12409501522779465
105213	rnn.bias_hh_l1	0	-0.12679561972618103
105213	rnn.bias_hh_l1	1	-0.05471653863787651
105213	rnn.bias_hh_l1	2	-0.10775963217020035
105213	rnn.bias_hh_l1	3	-0.10173206776380539
105213	rnn.bias_hh_l1	4	-0.11002396792173386
105213	rnn.bias_hh_l1	5	-0.09395202249288559
105213	rnn.bias_hh_l1	6	-0.12060388177633286
105213	rnn.bias_hh_l1	7	0.01727876253426075
105213	rnn.bias_hh_l1	8	-0.15186597406864166
105213	rnn.bias_hh_l1	9	-0.0946517065167427
105213	rnn.weight_ih_l1_reverse	0	-0.040839359164237976
105213	rnn.weight_ih_l1_reverse	1	0.029177160933613777
105213	rnn.weight_ih_l1_reverse	2	0.04822956398129463
105213	rnn.weight_ih_l1_reverse	3	0.01457887887954712
105213	rnn.weight_ih_l1_reverse	4	-0.02073425054550171
105213	rnn.weight_ih_l1_reverse	5	-0.03283998742699623
105213	rnn.weight_ih_l1_reverse	6	0.0035168088506907225
105213	rnn.weight_ih_l1_reverse	7	0.015131453983485699
105213	rnn.weight_ih_l1_reverse	8	0.02779931202530861
105213	rnn.weight_ih_l1_reverse	9	-0.0691850408911705
105213	rnn.weight_hh_l1_reverse	0	0.008387986570596695
105213	rnn.weight_hh_l1_reverse	1	0.031080225482583046
105213	rnn.weight_hh_l1_reverse	2	-0.039776016026735306
105213	rnn.weight_hh_l1_reverse	3	0.04143311828374863
105213	rnn.weight_hh_l1_reverse	4	0.047302622348070145
105213	rnn.weight_hh_l1_reverse	5	0.00633316021412611
105213	rnn.weight_hh_l1_reverse	6	0.00690301600843668
105213	rnn.weight_hh_l1_reverse	7	0.024245046079158783
105213	rnn.weight_hh_l1_reverse	8	-0.005506128538399935
105213	rnn.weight_hh_l1_reverse	9	-0.03445783630013466
105213	rnn.bias_ih_l1_reverse	0	-0.05055141821503639
105213	rnn.bias_ih_l1_reverse	1	-0.11395169794559479
105213	rnn.bias_ih_l1_reverse	2	-0.13517937064170837
105213	rnn.bias_ih_l1_reverse	3	-0.004369859583675861
105213	rnn.bias_ih_l1_reverse	4	-0.17791178822517395
105213	rnn.bias_ih_l1_reverse	5	-0.09369289875030518
105213	rnn.bias_ih_l1_reverse	6	-0.12103087455034256
105213	rnn.bias_ih_l1_reverse	7	-0.21251867711544037
105213	rnn.bias_ih_l1_reverse	8	0.12487785518169403
105213	rnn.bias_ih_l1_reverse	9	0.05620007961988449
105213	rnn.bias_hh_l1_reverse	0	-0.07329633831977844
105213	rnn.bias_hh_l1_reverse	1	-0.05612684413790703
105213	rnn.bias_hh_l1_reverse	2	-0.21256199479103088
105213	rnn.bias_hh_l1_reverse	3	-0.11288579553365707
105213	rnn.bias_hh_l1_reverse	4	-0.09511666744947433
105213	rnn.bias_hh_l1_reverse	5	-0.1091235876083374
105213	rnn.bias_hh_l1_reverse	6	0.11576463282108307
105213	rnn.bias_hh_l1_reverse	7	-0.14469461143016815
105213	rnn.bias_hh_l1_reverse	8	-0.09573981165885925
105213	rnn.bias_hh_l1_reverse	9	-0.12292821705341339
105213	linear.weight	0	0.002228822559118271
105213	linear.weight	1	0.09734291583299637
105213	linear.weight	2	-0.09119361639022827
105213	linear.weight	3	0.3631763160228729
105213	linear.weight	4	0.12813542783260345
105213	linear.weight	5	-0.010610667057335377
105213	linear.weight	6	0.08917959034442902
105213	linear.weight	7	0.1462353616952896
105213	linear.weight	8	0.04129631444811821
105213	linear.weight	9	-0.04833037406206131
105213	linear.bias	0	0.044663671404123306
105213	linear.bias	1	-0.19293762743473053
105213	linear.bias	2	-0.41381189227104187
105213	linear.bias	3	-0.7116054892539978
105213	linear.bias	4	-1.1625843048095703
105213	linear.bias	5	-0.08562758564949036
105213	linear.bias	6	-0.690714955329895
105213	linear.bias	7	0.3037227690219879
105213	linear.bias	8	-0.5100168585777283
105213	linear.bias	9	-0.9271398186683655
105410	transitions	0	0.6273152828216553
105410	transitions	1	0.13018248975276947
105410	transitions	2	-10000.0
105410	transitions	3	-1.8153953552246094
105410	transitions	4	-10000.0
105410	transitions	5	0.604773223400116
105410	transitions	6	-0.05737213417887688
105410	transitions	7	-0.5800930261611938
105410	transitions	8	-1.3790709972381592
105410	transitions	9	-0.0008881819085218012
105410	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
105410	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
105410	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
105410	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
105410	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
105410	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
105410	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
105410	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
105410	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
105410	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
105410	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
105410	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
105410	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
105410	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
105410	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
105410	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
105410	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
105410	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
105410	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
105410	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
105410	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
105410	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
105410	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
105410	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
105410	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
105410	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
105410	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
105410	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
105410	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
105410	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
105410	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
105410	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
105410	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
105410	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
105410	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
105410	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
105410	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
105410	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
105410	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
105410	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
105410	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
105410	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
105410	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
105410	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
105410	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
105410	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
105410	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
105410	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
105410	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
105410	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
105410	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
105410	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
105410	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
105410	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
105410	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
105410	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
105410	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
105410	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
105410	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
105410	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
105410	embedding2nn.weight	0	-0.0018092920072376728
105410	embedding2nn.weight	1	-0.015080942772328854
105410	embedding2nn.weight	2	-0.014268254861235619
105410	embedding2nn.weight	3	-0.023727908730506897
105410	embedding2nn.weight	4	-0.0059150345623493195
105410	embedding2nn.weight	5	-0.003700585337355733
105410	embedding2nn.weight	6	-0.003973281476646662
105410	embedding2nn.weight	7	-0.055280186235904694
105410	embedding2nn.weight	8	-0.0019979383796453476
105410	embedding2nn.weight	9	-0.03324587643146515
105410	embedding2nn.bias	0	0.02308219112455845
105410	embedding2nn.bias	1	-0.06967312842607498
105410	embedding2nn.bias	2	0.07342911511659622
105410	embedding2nn.bias	3	0.08622141182422638
105410	embedding2nn.bias	4	-0.04560181871056557
105410	embedding2nn.bias	5	-0.046912163496017456
105410	embedding2nn.bias	6	0.022528037428855896
105410	embedding2nn.bias	7	-0.05727864429354668
105410	embedding2nn.bias	8	0.039551205933094025
105410	embedding2nn.bias	9	0.014058918692171574
105410	rnn.weight_ih_l0	0	-0.05757160112261772
105410	rnn.weight_ih_l0	1	-0.010089731775224209
105410	rnn.weight_ih_l0	2	0.05882968381047249
105410	rnn.weight_ih_l0	3	0.015305834822356701
105410	rnn.weight_ih_l0	4	-0.028613492846488953
105410	rnn.weight_ih_l0	5	-0.0497896634042263
105410	rnn.weight_ih_l0	6	0.0045181927271187305
105410	rnn.weight_ih_l0	7	0.0371154360473156
105410	rnn.weight_ih_l0	8	-0.012381411157548428
105410	rnn.weight_ih_l0	9	-0.022269468754529953
105410	rnn.weight_hh_l0	0	-0.04047340527176857
105410	rnn.weight_hh_l0	1	0.004817051813006401
105410	rnn.weight_hh_l0	2	0.0006969060050323606
105410	rnn.weight_hh_l0	3	-0.06325767189264297
105410	rnn.weight_hh_l0	4	0.08161062747240067
105410	rnn.weight_hh_l0	5	-0.00018672016449272633
105410	rnn.weight_hh_l0	6	-0.04771668091416359
105410	rnn.weight_hh_l0	7	0.0073329550214111805
105410	rnn.weight_hh_l0	8	0.015476817265152931
105410	rnn.weight_hh_l0	9	-0.018537653610110283
105410	rnn.bias_ih_l0	0	0.08079805970191956
105410	rnn.bias_ih_l0	1	-0.035940200090408325
105410	rnn.bias_ih_l0	2	-0.006260891444981098
105410	rnn.bias_ih_l0	3	0.12035318464040756
105410	rnn.bias_ih_l0	4	-0.05379416048526764
105410	rnn.bias_ih_l0	5	-0.034557145088911057
105410	rnn.bias_ih_l0	6	0.007972663268446922
105410	rnn.bias_ih_l0	7	0.030727535486221313
105410	rnn.bias_ih_l0	8	-0.10293605923652649
105410	rnn.bias_ih_l0	9	-0.04368998855352402
105410	rnn.bias_hh_l0	0	-0.037234049290418625
105410	rnn.bias_hh_l0	1	-0.09703415632247925
105410	rnn.bias_hh_l0	2	-0.03404008224606514
105410	rnn.bias_hh_l0	3	-0.08623607456684113
105410	rnn.bias_hh_l0	4	-0.024799969047307968
105410	rnn.bias_hh_l0	5	-0.011562872678041458
105410	rnn.bias_hh_l0	6	0.02243714965879917
105410	rnn.bias_hh_l0	7	0.02936665341258049
105410	rnn.bias_hh_l0	8	-0.13292497396469116
105410	rnn.bias_hh_l0	9	-0.03588252514600754
105410	rnn.weight_ih_l0_reverse	0	-0.016803141683340073
105410	rnn.weight_ih_l0_reverse	1	-0.053103573620319366
105410	rnn.weight_ih_l0_reverse	2	-0.029526326805353165
105410	rnn.weight_ih_l0_reverse	3	0.0040850224904716015
105410	rnn.weight_ih_l0_reverse	4	-0.01113553810864687
105410	rnn.weight_ih_l0_reverse	5	-0.0441683828830719
105410	rnn.weight_ih_l0_reverse	6	0.07487029582262039
105410	rnn.weight_ih_l0_reverse	7	-0.023090586066246033
105410	rnn.weight_ih_l0_reverse	8	-0.032081425189971924
105410	rnn.weight_ih_l0_reverse	9	0.01000545360147953
105410	rnn.weight_hh_l0_reverse	0	0.03555493429303169
105410	rnn.weight_hh_l0_reverse	1	0.03041491098701954
105410	rnn.weight_hh_l0_reverse	2	0.0349150151014328
105410	rnn.weight_hh_l0_reverse	3	0.02747362107038498
105410	rnn.weight_hh_l0_reverse	4	0.006643344648182392
105410	rnn.weight_hh_l0_reverse	5	0.014922494068741798
105410	rnn.weight_hh_l0_reverse	6	0.04573285952210426
105410	rnn.weight_hh_l0_reverse	7	-0.05827605724334717
105410	rnn.weight_hh_l0_reverse	8	0.036651860922575
105410	rnn.weight_hh_l0_reverse	9	0.05049403756856918
105410	rnn.bias_ih_l0_reverse	0	-0.0602373443543911
105410	rnn.bias_ih_l0_reverse	1	-0.23598259687423706
105410	rnn.bias_ih_l0_reverse	2	-0.12365904450416565
105410	rnn.bias_ih_l0_reverse	3	-0.026934687048196793
105410	rnn.bias_ih_l0_reverse	4	-0.05358673632144928
105410	rnn.bias_ih_l0_reverse	5	0.05293137952685356
105410	rnn.bias_ih_l0_reverse	6	-0.03126926347613335
105410	rnn.bias_ih_l0_reverse	7	0.034966517239809036
105410	rnn.bias_ih_l0_reverse	8	-0.03373764455318451
105410	rnn.bias_ih_l0_reverse	9	0.03348260372877121
105410	rnn.bias_hh_l0_reverse	0	-0.0006253519095480442
105410	rnn.bias_hh_l0_reverse	1	-0.02651849389076233
105410	rnn.bias_hh_l0_reverse	2	0.083140529692173
105410	rnn.bias_hh_l0_reverse	3	-0.05935664102435112
105410	rnn.bias_hh_l0_reverse	4	-0.03998750448226929
105410	rnn.bias_hh_l0_reverse	5	-0.03029038943350315
105410	rnn.bias_hh_l0_reverse	6	-0.02890985645353794
105410	rnn.bias_hh_l0_reverse	7	0.10208611935377121
105410	rnn.bias_hh_l0_reverse	8	0.023920543491840363
105410	rnn.bias_hh_l0_reverse	9	-0.10952086001634598
105410	rnn.weight_ih_l1	0	-0.04273254796862602
105410	rnn.weight_ih_l1	1	-0.028493734076619148
105410	rnn.weight_ih_l1	2	0.043389298021793365
105410	rnn.weight_ih_l1	3	-0.05558841675519943
105410	rnn.weight_ih_l1	4	-0.00792589969933033
105410	rnn.weight_ih_l1	5	-0.04324930161237717
105410	rnn.weight_ih_l1	6	0.02327144704759121
105410	rnn.weight_ih_l1	7	-0.030043426901102066
105410	rnn.weight_ih_l1	8	0.03873718902468681
105410	rnn.weight_ih_l1	9	0.03756770119071007
105410	rnn.weight_hh_l1	0	-0.009507035836577415
105410	rnn.weight_hh_l1	1	0.010309264063835144
105410	rnn.weight_hh_l1	2	0.006382268387824297
105410	rnn.weight_hh_l1	3	-0.01090308092534542
105410	rnn.weight_hh_l1	4	0.0017364878440275788
105410	rnn.weight_hh_l1	5	0.024798832833766937
105410	rnn.weight_hh_l1	6	0.0270745437592268
105410	rnn.weight_hh_l1	7	-0.026241010054945946
105410	rnn.weight_hh_l1	8	-0.01656736619770527
105410	rnn.weight_hh_l1	9	0.036319516599178314
105410	rnn.bias_ih_l1	0	-0.17502672970294952
105410	rnn.bias_ih_l1	1	-0.18024609982967377
105410	rnn.bias_ih_l1	2	-0.16051273047924042
105410	rnn.bias_ih_l1	3	-0.2535227835178375
105410	rnn.bias_ih_l1	4	-0.18301473557949066
105410	rnn.bias_ih_l1	5	-0.10865817219018936
105410	rnn.bias_ih_l1	6	-0.12293729186058044
105410	rnn.bias_ih_l1	7	-0.03782127797603607
105410	rnn.bias_ih_l1	8	-0.11917291581630707
105410	rnn.bias_ih_l1	9	-0.12066000699996948
105410	rnn.bias_hh_l1	0	-0.12456312030553818
105410	rnn.bias_hh_l1	1	-0.054062824696302414
105410	rnn.bias_hh_l1	2	-0.10849075764417648
105410	rnn.bias_hh_l1	3	-0.10017934441566467
105410	rnn.bias_hh_l1	4	-0.1095886081457138
105410	rnn.bias_hh_l1	5	-0.0986141785979271
105410	rnn.bias_hh_l1	6	-0.12069471180438995
105410	rnn.bias_hh_l1	7	0.012610885314643383
105410	rnn.bias_hh_l1	8	-0.15350374579429626
105410	rnn.bias_hh_l1	9	-0.09430268406867981
105410	rnn.weight_ih_l1_reverse	0	-0.042171772569417953
105410	rnn.weight_ih_l1_reverse	1	0.031693533062934875
105410	rnn.weight_ih_l1_reverse	2	0.04603751748800278
105410	rnn.weight_ih_l1_reverse	3	0.013338766992092133
105410	rnn.weight_ih_l1_reverse	4	-0.020674558356404305
105410	rnn.weight_ih_l1_reverse	5	-0.032784927636384964
105410	rnn.weight_ih_l1_reverse	6	0.0034748392645269632
105410	rnn.weight_ih_l1_reverse	7	0.014295793138444424
105410	rnn.weight_ih_l1_reverse	8	0.027386467903852463
105410	rnn.weight_ih_l1_reverse	9	-0.06903403997421265
105410	rnn.weight_hh_l1_reverse	0	0.008239254355430603
105410	rnn.weight_hh_l1_reverse	1	0.0308571457862854
105410	rnn.weight_hh_l1_reverse	2	-0.03969661146402359
105410	rnn.weight_hh_l1_reverse	3	0.04117452725768089
105410	rnn.weight_hh_l1_reverse	4	0.046979326754808426
105410	rnn.weight_hh_l1_reverse	5	0.007311743218451738
105410	rnn.weight_hh_l1_reverse	6	0.006998504512012005
105410	rnn.weight_hh_l1_reverse	7	0.02440079301595688
105410	rnn.weight_hh_l1_reverse	8	-0.005555591080337763
105410	rnn.weight_hh_l1_reverse	9	-0.03435152769088745
105410	rnn.bias_ih_l1_reverse	0	-0.05332496389746666
105410	rnn.bias_ih_l1_reverse	1	-0.11633550375699997
105410	rnn.bias_ih_l1_reverse	2	-0.13394899666309357
105410	rnn.bias_ih_l1_reverse	3	0.0011264210334047675
105410	rnn.bias_ih_l1_reverse	4	-0.17862136662006378
105410	rnn.bias_ih_l1_reverse	5	-0.09295470267534256
105410	rnn.bias_ih_l1_reverse	6	-0.1209355890750885
105410	rnn.bias_ih_l1_reverse	7	-0.21182724833488464
105410	rnn.bias_ih_l1_reverse	8	0.13012602925300598
105410	rnn.bias_ih_l1_reverse	9	0.053790587931871414
105410	rnn.bias_hh_l1_reverse	0	-0.07605036348104477
105410	rnn.bias_hh_l1_reverse	1	-0.05893315002322197
105410	rnn.bias_hh_l1_reverse	2	-0.21130210161209106
105410	rnn.bias_hh_l1_reverse	3	-0.11285707354545593
105410	rnn.bias_hh_l1_reverse	4	-0.09702108055353165
105410	rnn.bias_hh_l1_reverse	5	-0.10938063263893127
105410	rnn.bias_hh_l1_reverse	6	0.11637245118618011
105410	rnn.bias_hh_l1_reverse	7	-0.14632630348205566
105410	rnn.bias_hh_l1_reverse	8	-0.09543073177337646
105410	rnn.bias_hh_l1_reverse	9	-0.12324608117341995
105410	linear.weight	0	0.002228822559118271
105410	linear.weight	1	0.09778892248868942
105410	linear.weight	2	-0.09271344542503357
105410	linear.weight	3	0.3775607645511627
105410	linear.weight	4	0.12538078427314758
105410	linear.weight	5	-0.012268119491636753
105410	linear.weight	6	0.09458410739898682
105410	linear.weight	7	0.1481037139892578
105410	linear.weight	8	0.041295040398836136
105410	linear.weight	9	-0.05197358876466751
105410	linear.bias	0	0.048424798995256424
105410	linear.bias	1	-0.21204306185245514
105410	linear.bias	2	-0.39827004075050354
105410	linear.bias	3	-0.7231491804122925
105410	linear.bias	4	-1.1733735799789429
105410	linear.bias	5	-0.07754470407962799
105410	linear.bias	6	-0.7107290029525757
105410	linear.bias	7	0.31503596901893616
105410	linear.bias	8	-0.49735140800476074
105410	linear.bias	9	-0.9137884974479675
105607	transitions	0	0.6307610869407654
105607	transitions	1	0.13739806413650513
105607	transitions	2	-10000.0
105607	transitions	3	-1.8154412508010864
105607	transitions	4	-10000.0
105607	transitions	5	0.6046866178512573
105607	transitions	6	-0.05752160772681236
105607	transitions	7	-0.5808464884757996
105607	transitions	8	-1.3791420459747314
105607	transitions	9	-0.0008891851175576448
105607	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
105607	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
105607	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
105607	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
105607	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
105607	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
105607	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
105607	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
105607	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
105607	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
105607	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
105607	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
105607	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
105607	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
105607	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
105607	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
105607	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
105607	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
105607	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
105607	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
105607	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
105607	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
105607	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
105607	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
105607	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
105607	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
105607	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
105607	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
105607	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
105607	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
105607	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
105607	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
105607	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
105607	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
105607	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
105607	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
105607	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
105607	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
105607	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
105607	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
105607	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
105607	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
105607	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
105607	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
105607	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
105607	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
105607	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
105607	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
105607	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
105607	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
105607	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
105607	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
105607	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
105607	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
105607	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
105607	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
105607	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
105607	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
105607	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
105607	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
105607	embedding2nn.weight	0	-0.0011922119883820415
105607	embedding2nn.weight	1	-0.015115417540073395
105607	embedding2nn.weight	2	-0.014268254861235619
105607	embedding2nn.weight	3	-0.023387044668197632
105607	embedding2nn.weight	4	-0.0059150345623493195
105607	embedding2nn.weight	5	-0.0037005855701863766
105607	embedding2nn.weight	6	-0.00397328520193696
105607	embedding2nn.weight	7	-0.055516280233860016
105607	embedding2nn.weight	8	-0.0019979383796453476
105607	embedding2nn.weight	9	-0.03303728252649307
105607	embedding2nn.bias	0	0.01827680692076683
105607	embedding2nn.bias	1	-0.06781093031167984
105607	embedding2nn.bias	2	0.07850056141614914
105607	embedding2nn.bias	3	0.08636222034692764
105607	embedding2nn.bias	4	-0.04658985510468483
105607	embedding2nn.bias	5	-0.04921461641788483
105607	embedding2nn.bias	6	0.02553529106080532
105607	embedding2nn.bias	7	-0.052381228655576706
105607	embedding2nn.bias	8	0.04530998319387436
105607	embedding2nn.bias	9	0.017901360988616943
105607	rnn.weight_ih_l0	0	-0.05834772437810898
105607	rnn.weight_ih_l0	1	-0.010013381950557232
105607	rnn.weight_ih_l0	2	0.05948134884238243
105607	rnn.weight_ih_l0	3	0.014968402683734894
105607	rnn.weight_ih_l0	4	-0.02754540741443634
105607	rnn.weight_ih_l0	5	-0.049551740288734436
105607	rnn.weight_ih_l0	6	0.004552076570689678
105607	rnn.weight_ih_l0	7	0.03633549436926842
105607	rnn.weight_ih_l0	8	-0.012623924762010574
105607	rnn.weight_ih_l0	9	-0.022205989807844162
105607	rnn.weight_hh_l0	0	-0.040108706802129745
105607	rnn.weight_hh_l0	1	0.005439260974526405
105607	rnn.weight_hh_l0	2	0.0009498116560280323
105607	rnn.weight_hh_l0	3	-0.06379525363445282
105607	rnn.weight_hh_l0	4	0.08227592706680298
105607	rnn.weight_hh_l0	5	-0.0008832710445858538
105607	rnn.weight_hh_l0	6	-0.047307565808296204
105607	rnn.weight_hh_l0	7	0.008388102054595947
105607	rnn.weight_hh_l0	8	0.01554712001234293
105607	rnn.weight_hh_l0	9	-0.018510576337575912
105607	rnn.bias_ih_l0	0	0.0797317698597908
105607	rnn.bias_ih_l0	1	-0.03564446419477463
105607	rnn.bias_ih_l0	2	-0.0031819462310522795
105607	rnn.bias_ih_l0	3	0.119090236723423
105607	rnn.bias_ih_l0	4	-0.0550554096698761
105607	rnn.bias_ih_l0	5	-0.031370483338832855
105607	rnn.bias_ih_l0	6	0.009933910332620144
105607	rnn.bias_ih_l0	7	0.031460363417863846
105607	rnn.bias_ih_l0	8	-0.10160912573337555
105607	rnn.bias_ih_l0	9	-0.05067795142531395
105607	rnn.bias_hh_l0	0	-0.037546560168266296
105607	rnn.bias_hh_l0	1	-0.09404893964529037
105607	rnn.bias_hh_l0	2	-0.03463863953948021
105607	rnn.bias_hh_l0	3	-0.08849964290857315
105607	rnn.bias_hh_l0	4	-0.025002051144838333
105607	rnn.bias_hh_l0	5	-0.011189472861588001
105607	rnn.bias_hh_l0	6	0.02136991359293461
105607	rnn.bias_hh_l0	7	0.03342974931001663
105607	rnn.bias_hh_l0	8	-0.1338638961315155
105607	rnn.bias_hh_l0	9	-0.03478439897298813
105607	rnn.weight_ih_l0_reverse	0	-0.01783319003880024
105607	rnn.weight_ih_l0_reverse	1	-0.053974900394678116
105607	rnn.weight_ih_l0_reverse	2	-0.029345910996198654
105607	rnn.weight_ih_l0_reverse	3	0.0043089003302156925
105607	rnn.weight_ih_l0_reverse	4	-0.009995407424867153
105607	rnn.weight_ih_l0_reverse	5	-0.04455776512622833
105607	rnn.weight_ih_l0_reverse	6	0.07587982714176178
105607	rnn.weight_ih_l0_reverse	7	-0.02162373624742031
105607	rnn.weight_ih_l0_reverse	8	-0.03111848048865795
105607	rnn.weight_ih_l0_reverse	9	0.009290417656302452
105607	rnn.weight_hh_l0_reverse	0	0.03515315055847168
105607	rnn.weight_hh_l0_reverse	1	0.02902567945420742
105607	rnn.weight_hh_l0_reverse	2	0.03460167720913887
105607	rnn.weight_hh_l0_reverse	3	0.02788577787578106
105607	rnn.weight_hh_l0_reverse	4	0.007127826102077961
105607	rnn.weight_hh_l0_reverse	5	0.014235969632863998
105607	rnn.weight_hh_l0_reverse	6	0.04646289348602295
105607	rnn.weight_hh_l0_reverse	7	-0.05772923305630684
105607	rnn.weight_hh_l0_reverse	8	0.037084996700286865
105607	rnn.weight_hh_l0_reverse	9	0.04992284998297691
105607	rnn.bias_ih_l0_reverse	0	-0.05814078822731972
105607	rnn.bias_ih_l0_reverse	1	-0.23040775954723358
105607	rnn.bias_ih_l0_reverse	2	-0.12719085812568665
105607	rnn.bias_ih_l0_reverse	3	-0.026054613292217255
105607	rnn.bias_ih_l0_reverse	4	-0.05116894841194153
105607	rnn.bias_ih_l0_reverse	5	0.053267303854227066
105607	rnn.bias_ih_l0_reverse	6	-0.033785007894039154
105607	rnn.bias_ih_l0_reverse	7	0.03453291207551956
105607	rnn.bias_ih_l0_reverse	8	-0.03157468140125275
105607	rnn.bias_ih_l0_reverse	9	0.035215675830841064
105607	rnn.bias_hh_l0_reverse	0	0.0009544239146634936
105607	rnn.bias_hh_l0_reverse	1	-0.019655166193842888
105607	rnn.bias_hh_l0_reverse	2	0.08332452178001404
105607	rnn.bias_hh_l0_reverse	3	-0.05871523916721344
105607	rnn.bias_hh_l0_reverse	4	-0.04496726766228676
105607	rnn.bias_hh_l0_reverse	5	-0.030855266377329826
105607	rnn.bias_hh_l0_reverse	6	-0.0280868299305439
105607	rnn.bias_hh_l0_reverse	7	0.10240747034549713
105607	rnn.bias_hh_l0_reverse	8	0.019873913377523422
105607	rnn.bias_hh_l0_reverse	9	-0.11045962572097778
105607	rnn.weight_ih_l1	0	-0.04302351921796799
105607	rnn.weight_ih_l1	1	-0.02920527011156082
105607	rnn.weight_ih_l1	2	0.04326967895030975
105607	rnn.weight_ih_l1	3	-0.05658973380923271
105607	rnn.weight_ih_l1	4	-0.007612166926264763
105607	rnn.weight_ih_l1	5	-0.043619733303785324
105607	rnn.weight_ih_l1	6	0.022341812029480934
105607	rnn.weight_ih_l1	7	-0.030678357928991318
105607	rnn.weight_ih_l1	8	0.03890514746308327
105607	rnn.weight_ih_l1	9	0.037720680236816406
105607	rnn.weight_hh_l1	0	-0.008498067036271095
105607	rnn.weight_hh_l1	1	0.010114789940416813
105607	rnn.weight_hh_l1	2	0.0063988384790718555
105607	rnn.weight_hh_l1	3	-0.010746866464614868
105607	rnn.weight_hh_l1	4	0.0016622605035081506
105607	rnn.weight_hh_l1	5	0.025327444076538086
105607	rnn.weight_hh_l1	6	0.027029981836676598
105607	rnn.weight_hh_l1	7	-0.026642506942152977
105607	rnn.weight_hh_l1	8	-0.016510704532265663
105607	rnn.weight_hh_l1	9	0.03659267723560333
105607	rnn.bias_ih_l1	0	-0.16873379051685333
105607	rnn.bias_ih_l1	1	-0.1781742423772812
105607	rnn.bias_ih_l1	2	-0.16078943014144897
105607	rnn.bias_ih_l1	3	-0.25273555517196655
105607	rnn.bias_ih_l1	4	-0.18821978569030762
105607	rnn.bias_ih_l1	5	-0.10835456848144531
105607	rnn.bias_ih_l1	6	-0.11606736481189728
105607	rnn.bias_ih_l1	7	-0.03556147590279579
105607	rnn.bias_ih_l1	8	-0.1197722777724266
105607	rnn.bias_ih_l1	9	-0.12120610475540161
105607	rnn.bias_hh_l1	0	-0.12292264401912689
105607	rnn.bias_hh_l1	1	-0.055212706327438354
105607	rnn.bias_hh_l1	2	-0.10787606984376907
105607	rnn.bias_hh_l1	3	-0.10058443993330002
105607	rnn.bias_hh_l1	4	-0.10725690424442291
105607	rnn.bias_hh_l1	5	-0.10102207958698273
105607	rnn.bias_hh_l1	6	-0.11861804127693176
105607	rnn.bias_hh_l1	7	0.011470350436866283
105607	rnn.bias_hh_l1	8	-0.15271607041358948
105607	rnn.bias_hh_l1	9	-0.09147681295871735
105607	rnn.weight_ih_l1_reverse	0	-0.04144401103258133
105607	rnn.weight_ih_l1_reverse	1	0.032000090926885605
105607	rnn.weight_ih_l1_reverse	2	0.04729905724525452
105607	rnn.weight_ih_l1_reverse	3	0.01088249497115612
105607	rnn.weight_ih_l1_reverse	4	-0.021674109622836113
105607	rnn.weight_ih_l1_reverse	5	-0.03309553489089012
105607	rnn.weight_ih_l1_reverse	6	0.0070990826934576035
105607	rnn.weight_ih_l1_reverse	7	0.014237947762012482
105607	rnn.weight_ih_l1_reverse	8	0.027561984956264496
105607	rnn.weight_ih_l1_reverse	9	-0.06800749897956848
105607	rnn.weight_hh_l1_reverse	0	0.008448163978755474
105607	rnn.weight_hh_l1_reverse	1	0.03096841834485531
105607	rnn.weight_hh_l1_reverse	2	-0.039718709886074066
105607	rnn.weight_hh_l1_reverse	3	0.040941305458545685
105607	rnn.weight_hh_l1_reverse	4	0.04745021089911461
105607	rnn.weight_hh_l1_reverse	5	0.005581037141382694
105607	rnn.weight_hh_l1_reverse	6	0.0071655213832855225
105607	rnn.weight_hh_l1_reverse	7	0.024597937241196632
105607	rnn.weight_hh_l1_reverse	8	-0.005541632417589426
105607	rnn.weight_hh_l1_reverse	9	-0.034178655594587326
105607	rnn.bias_ih_l1_reverse	0	-0.05502886697649956
105607	rnn.bias_ih_l1_reverse	1	-0.1196632906794548
105607	rnn.bias_ih_l1_reverse	2	-0.1378951519727707
105607	rnn.bias_ih_l1_reverse	3	-0.0006397273391485214
105607	rnn.bias_ih_l1_reverse	4	-0.17935378849506378
105607	rnn.bias_ih_l1_reverse	5	-0.09239424765110016
105607	rnn.bias_ih_l1_reverse	6	-0.1220017746090889
105607	rnn.bias_ih_l1_reverse	7	-0.2154383808374405
105607	rnn.bias_ih_l1_reverse	8	0.1301622986793518
105607	rnn.bias_ih_l1_reverse	9	0.053879834711551666
105607	rnn.bias_hh_l1_reverse	0	-0.06671655178070068
105607	rnn.bias_hh_l1_reverse	1	-0.060708630830049515
105607	rnn.bias_hh_l1_reverse	2	-0.21187584102153778
105607	rnn.bias_hh_l1_reverse	3	-0.11226226389408112
105607	rnn.bias_hh_l1_reverse	4	-0.09764072299003601
105607	rnn.bias_hh_l1_reverse	5	-0.10838247835636139
105607	rnn.bias_hh_l1_reverse	6	0.1161310076713562
105607	rnn.bias_hh_l1_reverse	7	-0.14677582681179047
105607	rnn.bias_hh_l1_reverse	8	-0.0970911905169487
105607	rnn.bias_hh_l1_reverse	9	-0.1234993040561676
105607	linear.weight	0	0.002228822559118271
105607	linear.weight	1	0.08772759884595871
105607	linear.weight	2	-0.09511133283376694
105607	linear.weight	3	0.37033480405807495
105607	linear.weight	4	0.12550103664398193
105607	linear.weight	5	-0.012429059483110905
105607	linear.weight	6	0.09061668068170547
105607	linear.weight	7	0.13410581648349762
105607	linear.weight	8	0.04129844531416893
105607	linear.weight	9	-0.048120543360710144
105607	linear.bias	0	0.04012191295623779
105607	linear.bias	1	-0.18383757770061493
105607	linear.bias	2	-0.3685241937637329
105607	linear.bias	3	-0.7171977758407593
105607	linear.bias	4	-1.1722748279571533
105607	linear.bias	5	-0.10416796058416367
105607	linear.bias	6	-0.6858351230621338
105607	linear.bias	7	0.28794631361961365
105607	linear.bias	8	-0.5144022703170776
105607	linear.bias	9	-0.9304389953613281
105804	transitions	0	0.6084792613983154
105804	transitions	1	0.1323687583208084
105804	transitions	2	-10000.0
105804	transitions	3	-1.8154901266098022
105804	transitions	4	-10000.0
105804	transitions	5	0.6045404076576233
105804	transitions	6	-0.05764760449528694
105804	transitions	7	-0.5812427997589111
105804	transitions	8	-1.3793017864227295
105804	transitions	9	-0.0008903860580176115
105804	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
105804	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
105804	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
105804	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
105804	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
105804	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
105804	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
105804	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
105804	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
105804	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
105804	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
105804	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
105804	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
105804	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
105804	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
105804	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
105804	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
105804	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
105804	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
105804	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
105804	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
105804	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
105804	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
105804	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
105804	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
105804	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
105804	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
105804	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
105804	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
105804	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
105804	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
105804	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
105804	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
105804	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
105804	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
105804	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
105804	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
105804	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
105804	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
105804	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
105804	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
105804	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
105804	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
105804	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
105804	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
105804	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
105804	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
105804	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
105804	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
105804	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
105804	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
105804	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
105804	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
105804	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
105804	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
105804	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
105804	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
105804	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
105804	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
105804	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
105804	embedding2nn.weight	0	-0.0026151780039072037
105804	embedding2nn.weight	1	-0.014869135804474354
105804	embedding2nn.weight	2	-0.014268254861235619
105804	embedding2nn.weight	3	-0.026992537081241608
105804	embedding2nn.weight	4	-0.0059150345623493195
105804	embedding2nn.weight	5	-0.003700585337355733
105804	embedding2nn.weight	6	-0.003973287995904684
105804	embedding2nn.weight	7	-0.05521288141608238
105804	embedding2nn.weight	8	-0.0019979383796453476
105804	embedding2nn.weight	9	-0.032687295228242874
105804	embedding2nn.bias	0	0.018970277160406113
105804	embedding2nn.bias	1	-0.06854008883237839
105804	embedding2nn.bias	2	0.07917963713407516
105804	embedding2nn.bias	3	0.07944262772798538
105804	embedding2nn.bias	4	-0.03397507965564728
105804	embedding2nn.bias	5	-0.05038297548890114
105804	embedding2nn.bias	6	0.023604748770594597
105804	embedding2nn.bias	7	-0.049786098301410675
105804	embedding2nn.bias	8	0.04913604259490967
105804	embedding2nn.bias	9	0.027386711910367012
105804	rnn.weight_ih_l0	0	-0.0594540536403656
105804	rnn.weight_ih_l0	1	-0.00959598459303379
105804	rnn.weight_ih_l0	2	0.06119925156235695
105804	rnn.weight_ih_l0	3	0.01527341827750206
105804	rnn.weight_ih_l0	4	-0.026881778612732887
105804	rnn.weight_ih_l0	5	-0.049894656985998154
105804	rnn.weight_ih_l0	6	0.004452981986105442
105804	rnn.weight_ih_l0	7	0.03590549901127815
105804	rnn.weight_ih_l0	8	-0.01189627405256033
105804	rnn.weight_ih_l0	9	-0.022260550409555435
105804	rnn.weight_hh_l0	0	-0.039267294108867645
105804	rnn.weight_hh_l0	1	0.005414080340415239
105804	rnn.weight_hh_l0	2	0.0007277803961187601
105804	rnn.weight_hh_l0	3	-0.06423290818929672
105804	rnn.weight_hh_l0	4	0.0819142684340477
105804	rnn.weight_hh_l0	5	-0.0013333925744518638
105804	rnn.weight_hh_l0	6	-0.04692836105823517
105804	rnn.weight_hh_l0	7	0.009802239947021008
105804	rnn.weight_hh_l0	8	0.015311733819544315
105804	rnn.weight_hh_l0	9	-0.018375132232904434
105804	rnn.bias_ih_l0	0	0.07953733205795288
105804	rnn.bias_ih_l0	1	-0.036743104457855225
105804	rnn.bias_ih_l0	2	-0.003877938026562333
105804	rnn.bias_ih_l0	3	0.11655626446008682
105804	rnn.bias_ih_l0	4	-0.05431687459349632
105804	rnn.bias_ih_l0	5	-0.03391753137111664
105804	rnn.bias_ih_l0	6	0.016361530870199203
105804	rnn.bias_ih_l0	7	0.03094053827226162
105804	rnn.bias_ih_l0	8	-0.10266948491334915
105804	rnn.bias_ih_l0	9	-0.046564728021621704
105804	rnn.bias_hh_l0	0	-0.03697829321026802
105804	rnn.bias_hh_l0	1	-0.09345940500497818
105804	rnn.bias_hh_l0	2	-0.035469524562358856
105804	rnn.bias_hh_l0	3	-0.08702144026756287
105804	rnn.bias_hh_l0	4	-0.026806414127349854
105804	rnn.bias_hh_l0	5	-0.014637700282037258
105804	rnn.bias_hh_l0	6	0.020629186183214188
105804	rnn.bias_hh_l0	7	0.03126874193549156
105804	rnn.bias_hh_l0	8	-0.13317663967609406
105804	rnn.bias_hh_l0	9	-0.040185775607824326
105804	rnn.weight_ih_l0_reverse	0	-0.016630414873361588
105804	rnn.weight_ih_l0_reverse	1	-0.051133908331394196
105804	rnn.weight_ih_l0_reverse	2	-0.029775358736515045
105804	rnn.weight_ih_l0_reverse	3	0.002571900375187397
105804	rnn.weight_ih_l0_reverse	4	-0.01017251517623663
105804	rnn.weight_ih_l0_reverse	5	-0.04472193866968155
105804	rnn.weight_ih_l0_reverse	6	0.0768001452088356
105804	rnn.weight_ih_l0_reverse	7	-0.0216094758361578
105804	rnn.weight_ih_l0_reverse	8	-0.03045215643942356
105804	rnn.weight_ih_l0_reverse	9	0.00965066533535719
105804	rnn.weight_hh_l0_reverse	0	0.03515740856528282
105804	rnn.weight_hh_l0_reverse	1	0.029877319931983948
105804	rnn.weight_hh_l0_reverse	2	0.03471606597304344
105804	rnn.weight_hh_l0_reverse	3	0.027739787474274635
105804	rnn.weight_hh_l0_reverse	4	0.007595929782837629
105804	rnn.weight_hh_l0_reverse	5	0.013017184101045132
105804	rnn.weight_hh_l0_reverse	6	0.04663360118865967
105804	rnn.weight_hh_l0_reverse	7	-0.05903133004903793
105804	rnn.weight_hh_l0_reverse	8	0.036860138177871704
105804	rnn.weight_hh_l0_reverse	9	0.04980727285146713
105804	rnn.bias_ih_l0_reverse	0	-0.058375369757413864
105804	rnn.bias_ih_l0_reverse	1	-0.23105037212371826
105804	rnn.bias_ih_l0_reverse	2	-0.1265808790922165
105804	rnn.bias_ih_l0_reverse	3	-0.025688527151942253
105804	rnn.bias_ih_l0_reverse	4	-0.047303687781095505
105804	rnn.bias_ih_l0_reverse	5	0.0524628609418869
105804	rnn.bias_ih_l0_reverse	6	-0.031093386933207512
105804	rnn.bias_ih_l0_reverse	7	0.033802520483732224
105804	rnn.bias_ih_l0_reverse	8	-0.030887827277183533
105804	rnn.bias_ih_l0_reverse	9	0.035407036542892456
105804	rnn.bias_hh_l0_reverse	0	0.0030136732384562492
105804	rnn.bias_hh_l0_reverse	1	-0.017673956230282784
105804	rnn.bias_hh_l0_reverse	2	0.08365024626255035
105804	rnn.bias_hh_l0_reverse	3	-0.05748835951089859
105804	rnn.bias_hh_l0_reverse	4	-0.04709826037287712
105804	rnn.bias_hh_l0_reverse	5	-0.029217317700386047
105804	rnn.bias_hh_l0_reverse	6	-0.023593468591570854
105804	rnn.bias_hh_l0_reverse	7	0.10484574735164642
105804	rnn.bias_hh_l0_reverse	8	0.023087119683623314
105804	rnn.bias_hh_l0_reverse	9	-0.11277441680431366
105804	rnn.weight_ih_l1	0	-0.042988549917936325
105804	rnn.weight_ih_l1	1	-0.02819659374654293
105804	rnn.weight_ih_l1	2	0.04638298600912094
105804	rnn.weight_ih_l1	3	-0.05742185190320015
105804	rnn.weight_ih_l1	4	-0.0077790324576199055
105804	rnn.weight_ih_l1	5	-0.0437624566257
105804	rnn.weight_ih_l1	6	0.02095291204750538
105804	rnn.weight_ih_l1	7	-0.02991633117198944
105804	rnn.weight_ih_l1	8	0.03855656832456589
105804	rnn.weight_ih_l1	9	0.03765119984745979
105804	rnn.weight_hh_l1	0	-0.008579655550420284
105804	rnn.weight_hh_l1	1	0.010101789608597755
105804	rnn.weight_hh_l1	2	0.005025289952754974
105804	rnn.weight_hh_l1	3	-0.01005382277071476
105804	rnn.weight_hh_l1	4	0.001640111906453967
105804	rnn.weight_hh_l1	5	0.024969954043626785
105804	rnn.weight_hh_l1	6	0.02741936780512333
105804	rnn.weight_hh_l1	7	-0.02616322785615921
105804	rnn.weight_hh_l1	8	-0.016803791746497154
105804	rnn.weight_hh_l1	9	0.03597429022192955
105804	rnn.bias_ih_l1	0	-0.1726071536540985
105804	rnn.bias_ih_l1	1	-0.17578125
105804	rnn.bias_ih_l1	2	-0.16249625384807587
105804	rnn.bias_ih_l1	3	-0.25546905398368835
105804	rnn.bias_ih_l1	4	-0.1872088611125946
105804	rnn.bias_ih_l1	5	-0.11013130098581314
105804	rnn.bias_ih_l1	6	-0.11832734942436218
105804	rnn.bias_ih_l1	7	-0.034825630486011505
105804	rnn.bias_ih_l1	8	-0.11909428238868713
105804	rnn.bias_ih_l1	9	-0.12085698544979095
105804	rnn.bias_hh_l1	0	-0.12420255690813065
105804	rnn.bias_hh_l1	1	-0.055828340351581573
105804	rnn.bias_hh_l1	2	-0.11142454296350479
105804	rnn.bias_hh_l1	3	-0.10019905120134354
105804	rnn.bias_hh_l1	4	-0.10435885190963745
105804	rnn.bias_hh_l1	5	-0.10269523411989212
105804	rnn.bias_hh_l1	6	-0.1136012077331543
105804	rnn.bias_hh_l1	7	0.01193945948034525
105804	rnn.bias_hh_l1	8	-0.1539420187473297
105804	rnn.bias_hh_l1	9	-0.09303227066993713
105804	rnn.weight_ih_l1_reverse	0	-0.04323127120733261
105804	rnn.weight_ih_l1_reverse	1	0.034405943006277084
105804	rnn.weight_ih_l1_reverse	2	0.045777369290590286
105804	rnn.weight_ih_l1_reverse	3	0.009503990411758423
105804	rnn.weight_ih_l1_reverse	4	-0.02094663493335247
105804	rnn.weight_ih_l1_reverse	5	-0.0331428088247776
105804	rnn.weight_ih_l1_reverse	6	0.008407334797084332
105804	rnn.weight_ih_l1_reverse	7	0.013597364537417889
105804	rnn.weight_ih_l1_reverse	8	0.0292542465031147
105804	rnn.weight_ih_l1_reverse	9	-0.07114347815513611
105804	rnn.weight_hh_l1_reverse	0	0.008582293055951595
105804	rnn.weight_hh_l1_reverse	1	0.030918193981051445
105804	rnn.weight_hh_l1_reverse	2	-0.03968400880694389
105804	rnn.weight_hh_l1_reverse	3	0.040966954082250595
105804	rnn.weight_hh_l1_reverse	4	0.04687191918492317
105804	rnn.weight_hh_l1_reverse	5	0.0057677701115608215
105804	rnn.weight_hh_l1_reverse	6	0.007267630659043789
105804	rnn.weight_hh_l1_reverse	7	0.024423452094197273
105804	rnn.weight_hh_l1_reverse	8	-0.005333933513611555
105804	rnn.weight_hh_l1_reverse	9	-0.03414289280772209
105804	rnn.bias_ih_l1_reverse	0	-0.054239433258771896
105804	rnn.bias_ih_l1_reverse	1	-0.12107699364423752
105804	rnn.bias_ih_l1_reverse	2	-0.14160682260990143
105804	rnn.bias_ih_l1_reverse	3	-0.00555787980556488
105804	rnn.bias_ih_l1_reverse	4	-0.17770808935165405
105804	rnn.bias_ih_l1_reverse	5	-0.09515795111656189
105804	rnn.bias_ih_l1_reverse	6	-0.12264249473810196
105804	rnn.bias_ih_l1_reverse	7	-0.2142105996608734
105804	rnn.bias_ih_l1_reverse	8	0.12564994394779205
105804	rnn.bias_ih_l1_reverse	9	0.050130169838666916
105804	rnn.bias_hh_l1_reverse	0	-0.06168735399842262
105804	rnn.bias_hh_l1_reverse	1	-0.06383489072322845
105804	rnn.bias_hh_l1_reverse	2	-0.212646946310997
105804	rnn.bias_hh_l1_reverse	3	-0.11344309896230698
105804	rnn.bias_hh_l1_reverse	4	-0.09747007489204407
105804	rnn.bias_hh_l1_reverse	5	-0.10845334082841873
105804	rnn.bias_hh_l1_reverse	6	0.11932080239057541
105804	rnn.bias_hh_l1_reverse	7	-0.1440199613571167
105804	rnn.bias_hh_l1_reverse	8	-0.09531047940254211
105804	rnn.bias_hh_l1_reverse	9	-0.1229870617389679
105804	linear.weight	0	0.002228822559118271
105804	linear.weight	1	0.08429316431283951
105804	linear.weight	2	-0.09907260537147522
105804	linear.weight	3	0.37054669857025146
105804	linear.weight	4	0.12740428745746613
105804	linear.weight	5	-0.01202908530831337
105804	linear.weight	6	0.10540612041950226
105804	linear.weight	7	0.12751582264900208
105804	linear.weight	8	0.04129962995648384
105804	linear.weight	9	-0.047899309545755386
105804	linear.bias	0	0.037351638078689575
105804	linear.bias	1	-0.20872841775417328
105804	linear.bias	2	-0.3875398635864258
105804	linear.bias	3	-0.7006335854530334
105804	linear.bias	4	-1.1600265502929688
105804	linear.bias	5	-0.1011505126953125
105804	linear.bias	6	-0.7127658128738403
105804	linear.bias	7	0.2905695140361786
105804	linear.bias	8	-0.5064877867698669
105804	linear.bias	9	-0.9248579740524292
106001	transitions	0	0.6125204563140869
106001	transitions	1	0.1306191086769104
106001	transitions	2	-10000.0
106001	transitions	3	-1.8155450820922852
106001	transitions	4	-10000.0
106001	transitions	5	0.604360818862915
106001	transitions	6	-0.05775316059589386
106001	transitions	7	-0.5816241502761841
106001	transitions	8	-1.3794649839401245
106001	transitions	9	-0.0008915852522477508
106001	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106001	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106001	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106001	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106001	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106001	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106001	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106001	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106001	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106001	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106001	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106001	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106001	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106001	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106001	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106001	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106001	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106001	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106001	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106001	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106001	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106001	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106001	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106001	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106001	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106001	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106001	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106001	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106001	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106001	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106001	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106001	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106001	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106001	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106001	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106001	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106001	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106001	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106001	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106001	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106001	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106001	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106001	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106001	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106001	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106001	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106001	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106001	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106001	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106001	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106001	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106001	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106001	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106001	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106001	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106001	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106001	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106001	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106001	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106001	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106001	embedding2nn.weight	0	0.00026612391229718924
106001	embedding2nn.weight	1	-0.014605572447180748
106001	embedding2nn.weight	2	-0.014268254861235619
106001	embedding2nn.weight	3	-0.026754485443234444
106001	embedding2nn.weight	4	-0.0059150345623493195
106001	embedding2nn.weight	5	-0.003700585337355733
106001	embedding2nn.weight	6	-0.003973288461565971
106001	embedding2nn.weight	7	-0.05461158603429794
106001	embedding2nn.weight	8	-0.0019979383796453476
106001	embedding2nn.weight	9	-0.031757134944200516
106001	embedding2nn.bias	0	0.018716569989919662
106001	embedding2nn.bias	1	-0.0692625567317009
106001	embedding2nn.bias	2	0.07837322354316711
106001	embedding2nn.bias	3	0.06746876239776611
106001	embedding2nn.bias	4	-0.03960949555039406
106001	embedding2nn.bias	5	-0.047448355704545975
106001	embedding2nn.bias	6	0.028508109971880913
106001	embedding2nn.bias	7	-0.05444693565368652
106001	embedding2nn.bias	8	0.04870791360735893
106001	embedding2nn.bias	9	0.034813351929187775
106001	rnn.weight_ih_l0	0	-0.06222546845674515
106001	rnn.weight_ih_l0	1	-0.00940308440476656
106001	rnn.weight_ih_l0	2	0.06031700596213341
106001	rnn.weight_ih_l0	3	0.01606973446905613
106001	rnn.weight_ih_l0	4	-0.02606693096458912
106001	rnn.weight_ih_l0	5	-0.04922361671924591
106001	rnn.weight_ih_l0	6	0.004808667115867138
106001	rnn.weight_ih_l0	7	0.035292357206344604
106001	rnn.weight_ih_l0	8	-0.010701362043619156
106001	rnn.weight_ih_l0	9	-0.02264232002198696
106001	rnn.weight_hh_l0	0	-0.039512116461992264
106001	rnn.weight_hh_l0	1	0.0050245062448084354
106001	rnn.weight_hh_l0	2	0.0002541927096899599
106001	rnn.weight_hh_l0	3	-0.06389455497264862
106001	rnn.weight_hh_l0	4	0.08257610350847244
106001	rnn.weight_hh_l0	5	-0.0008591348305344582
106001	rnn.weight_hh_l0	6	-0.04749119281768799
106001	rnn.weight_hh_l0	7	0.011490456759929657
106001	rnn.weight_hh_l0	8	0.01660296507179737
106001	rnn.weight_hh_l0	9	-0.01834462210536003
106001	rnn.bias_ih_l0	0	0.079746775329113
106001	rnn.bias_ih_l0	1	-0.03712551295757294
106001	rnn.bias_ih_l0	2	-0.0026110070757567883
106001	rnn.bias_ih_l0	3	0.1182546615600586
106001	rnn.bias_ih_l0	4	-0.05477818846702576
106001	rnn.bias_ih_l0	5	-0.03414405882358551
106001	rnn.bias_ih_l0	6	0.01512741856276989
106001	rnn.bias_ih_l0	7	0.031300753355026245
106001	rnn.bias_ih_l0	8	-0.10198194533586502
106001	rnn.bias_ih_l0	9	-0.049307893961668015
106001	rnn.bias_hh_l0	0	-0.03528402000665665
106001	rnn.bias_hh_l0	1	-0.093337282538414
106001	rnn.bias_hh_l0	2	-0.039103277027606964
106001	rnn.bias_hh_l0	3	-0.08680110424757004
106001	rnn.bias_hh_l0	4	-0.02974693849682808
106001	rnn.bias_hh_l0	5	-0.016586769372224808
106001	rnn.bias_hh_l0	6	0.020522089675068855
106001	rnn.bias_hh_l0	7	0.026881752535700798
106001	rnn.bias_hh_l0	8	-0.1323956400156021
106001	rnn.bias_hh_l0	9	-0.03990127891302109
106001	rnn.weight_ih_l0_reverse	0	-0.01830316334962845
106001	rnn.weight_ih_l0_reverse	1	-0.04990415647625923
106001	rnn.weight_ih_l0_reverse	2	-0.029760025441646576
106001	rnn.weight_ih_l0_reverse	3	0.0012486132327467203
106001	rnn.weight_ih_l0_reverse	4	-0.009383142925798893
106001	rnn.weight_ih_l0_reverse	5	-0.044707708060741425
106001	rnn.weight_ih_l0_reverse	6	0.07749445736408234
106001	rnn.weight_ih_l0_reverse	7	-0.022350817918777466
106001	rnn.weight_ih_l0_reverse	8	-0.031400036066770554
106001	rnn.weight_ih_l0_reverse	9	0.011197987012565136
106001	rnn.weight_hh_l0_reverse	0	0.034860555082559586
106001	rnn.weight_hh_l0_reverse	1	0.0296659953892231
106001	rnn.weight_hh_l0_reverse	2	0.034082457423210144
106001	rnn.weight_hh_l0_reverse	3	0.02692950703203678
106001	rnn.weight_hh_l0_reverse	4	0.008361994288861752
106001	rnn.weight_hh_l0_reverse	5	0.012979029677808285
106001	rnn.weight_hh_l0_reverse	6	0.046873584389686584
106001	rnn.weight_hh_l0_reverse	7	-0.05934108793735504
106001	rnn.weight_hh_l0_reverse	8	0.03668417036533356
106001	rnn.weight_hh_l0_reverse	9	0.049878548830747604
106001	rnn.bias_ih_l0_reverse	0	-0.05875256285071373
106001	rnn.bias_ih_l0_reverse	1	-0.2338031679391861
106001	rnn.bias_ih_l0_reverse	2	-0.12805742025375366
106001	rnn.bias_ih_l0_reverse	3	-0.027057761326432228
106001	rnn.bias_ih_l0_reverse	4	-0.044297147542238235
106001	rnn.bias_ih_l0_reverse	5	0.051999446004629135
106001	rnn.bias_ih_l0_reverse	6	-0.03191998600959778
106001	rnn.bias_ih_l0_reverse	7	0.03729354217648506
106001	rnn.bias_ih_l0_reverse	8	-0.031834326684474945
106001	rnn.bias_ih_l0_reverse	9	0.03469650447368622
106001	rnn.bias_hh_l0_reverse	0	0.0019846209324896336
106001	rnn.bias_hh_l0_reverse	1	-0.018192565068602562
106001	rnn.bias_hh_l0_reverse	2	0.07976671308279037
106001	rnn.bias_hh_l0_reverse	3	-0.058751180768013
106001	rnn.bias_hh_l0_reverse	4	-0.046238213777542114
106001	rnn.bias_hh_l0_reverse	5	-0.02911747433245182
106001	rnn.bias_hh_l0_reverse	6	-0.02649853564798832
106001	rnn.bias_hh_l0_reverse	7	0.10544086992740631
106001	rnn.bias_hh_l0_reverse	8	0.02536662667989731
106001	rnn.bias_hh_l0_reverse	9	-0.11278385668992996
106001	rnn.weight_ih_l1	0	-0.043202392756938934
106001	rnn.weight_ih_l1	1	-0.029503099620342255
106001	rnn.weight_ih_l1	2	0.044192198663949966
106001	rnn.weight_ih_l1	3	-0.06065218523144722
106001	rnn.weight_ih_l1	4	-0.008263814263045788
106001	rnn.weight_ih_l1	5	-0.043300967663526535
106001	rnn.weight_ih_l1	6	0.02098202146589756
106001	rnn.weight_ih_l1	7	-0.02992497757077217
106001	rnn.weight_ih_l1	8	0.03845750913023949
106001	rnn.weight_ih_l1	9	0.03724232688546181
106001	rnn.weight_hh_l1	0	-0.009891632944345474
106001	rnn.weight_hh_l1	1	0.010387315414845943
106001	rnn.weight_hh_l1	2	0.0036469711922109127
106001	rnn.weight_hh_l1	3	-0.010196506045758724
106001	rnn.weight_hh_l1	4	0.002363818697631359
106001	rnn.weight_hh_l1	5	0.02515949122607708
106001	rnn.weight_hh_l1	6	0.026708852499723434
106001	rnn.weight_hh_l1	7	-0.026187404990196228
106001	rnn.weight_hh_l1	8	-0.01698950305581093
106001	rnn.weight_hh_l1	9	0.03551492467522621
106001	rnn.bias_ih_l1	0	-0.17309078574180603
106001	rnn.bias_ih_l1	1	-0.17779478430747986
106001	rnn.bias_ih_l1	2	-0.16564644873142242
106001	rnn.bias_ih_l1	3	-0.2506253123283386
106001	rnn.bias_ih_l1	4	-0.18936900794506073
106001	rnn.bias_ih_l1	5	-0.10977514833211899
106001	rnn.bias_ih_l1	6	-0.11850597709417343
106001	rnn.bias_ih_l1	7	-0.031046291813254356
106001	rnn.bias_ih_l1	8	-0.11890137940645218
106001	rnn.bias_ih_l1	9	-0.12213417887687683
106001	rnn.bias_hh_l1	0	-0.1251862496137619
106001	rnn.bias_hh_l1	1	-0.05487794056534767
106001	rnn.bias_hh_l1	2	-0.11128631234169006
106001	rnn.bias_hh_l1	3	-0.0993853285908699
106001	rnn.bias_hh_l1	4	-0.104934461414814
106001	rnn.bias_hh_l1	5	-0.10404366999864578
106001	rnn.bias_hh_l1	6	-0.11470960825681686
106001	rnn.bias_hh_l1	7	0.01496176328510046
106001	rnn.bias_hh_l1	8	-0.16137400269508362
106001	rnn.bias_hh_l1	9	-0.09329358488321304
106001	rnn.weight_ih_l1_reverse	0	-0.04235132038593292
106001	rnn.weight_ih_l1_reverse	1	0.024613110348582268
106001	rnn.weight_ih_l1_reverse	2	0.04878611862659454
106001	rnn.weight_ih_l1_reverse	3	0.011749069206416607
106001	rnn.weight_ih_l1_reverse	4	-0.02005256898701191
106001	rnn.weight_ih_l1_reverse	5	-0.032764874398708344
106001	rnn.weight_ih_l1_reverse	6	0.008628958836197853
106001	rnn.weight_ih_l1_reverse	7	0.014172703959047794
106001	rnn.weight_ih_l1_reverse	8	0.028415853157639503
106001	rnn.weight_ih_l1_reverse	9	-0.0736573338508606
106001	rnn.weight_hh_l1_reverse	0	0.00867493450641632
106001	rnn.weight_hh_l1_reverse	1	0.031040942296385765
106001	rnn.weight_hh_l1_reverse	2	-0.0398113988339901
106001	rnn.weight_hh_l1_reverse	3	0.0411795973777771
106001	rnn.weight_hh_l1_reverse	4	0.04682984575629234
106001	rnn.weight_hh_l1_reverse	5	0.005460370797663927
106001	rnn.weight_hh_l1_reverse	6	0.008280232548713684
106001	rnn.weight_hh_l1_reverse	7	0.024571752175688744
106001	rnn.weight_hh_l1_reverse	8	-0.005089650396257639
106001	rnn.weight_hh_l1_reverse	9	-0.03443629667162895
106001	rnn.bias_ih_l1_reverse	0	-0.056097447872161865
106001	rnn.bias_ih_l1_reverse	1	-0.12036605924367905
106001	rnn.bias_ih_l1_reverse	2	-0.14145052433013916
106001	rnn.bias_ih_l1_reverse	3	-0.009985525161027908
106001	rnn.bias_ih_l1_reverse	4	-0.17884650826454163
106001	rnn.bias_ih_l1_reverse	5	-0.09682726860046387
106001	rnn.bias_ih_l1_reverse	6	-0.1226278766989708
106001	rnn.bias_ih_l1_reverse	7	-0.2174537181854248
106001	rnn.bias_ih_l1_reverse	8	0.12352897226810455
106001	rnn.bias_ih_l1_reverse	9	0.05185851454734802
106001	rnn.bias_hh_l1_reverse	0	-0.05063604563474655
106001	rnn.bias_hh_l1_reverse	1	-0.057236842811107635
106001	rnn.bias_hh_l1_reverse	2	-0.21363747119903564
106001	rnn.bias_hh_l1_reverse	3	-0.11453406512737274
106001	rnn.bias_hh_l1_reverse	4	-0.09637001901865005
106001	rnn.bias_hh_l1_reverse	5	-0.11279476433992386
106001	rnn.bias_hh_l1_reverse	6	0.13580629229545593
106001	rnn.bias_hh_l1_reverse	7	-0.14871206879615784
106001	rnn.bias_hh_l1_reverse	8	-0.09450051188468933
106001	rnn.bias_hh_l1_reverse	9	-0.1226935014128685
106001	linear.weight	0	0.002228822559118271
106001	linear.weight	1	0.07609806954860687
106001	linear.weight	2	-0.0954473614692688
106001	linear.weight	3	0.36855626106262207
106001	linear.weight	4	0.1241622343659401
106001	linear.weight	5	-0.014156398363411427
106001	linear.weight	6	0.10760828852653503
106001	linear.weight	7	0.1453080028295517
106001	linear.weight	8	0.04129993915557861
106001	linear.weight	9	-0.05161276087164879
106001	linear.bias	0	0.062446366995573044
106001	linear.bias	1	-0.20206455886363983
106001	linear.bias	2	-0.38116684556007385
106001	linear.bias	3	-0.7224142551422119
106001	linear.bias	4	-1.18178129196167
106001	linear.bias	5	-0.11757170408964157
106001	linear.bias	6	-0.7049868702888489
106001	linear.bias	7	0.2781020998954773
106001	linear.bias	8	-0.5115863084793091
106001	linear.bias	9	-0.9332241415977478
106198	transitions	0	0.6353224515914917
106198	transitions	1	0.13876856863498688
106198	transitions	2	-10000.0
106198	transitions	3	-1.8155980110168457
106198	transitions	4	-10000.0
106198	transitions	5	0.6042330861091614
106198	transitions	6	-0.057845618575811386
106198	transitions	7	-0.5820462703704834
106198	transitions	8	-1.3795363903045654
106198	transitions	9	-0.0008930618641898036
106198	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106198	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106198	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106198	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106198	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106198	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106198	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106198	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106198	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106198	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106198	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106198	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106198	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106198	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106198	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106198	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106198	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106198	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106198	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106198	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106198	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106198	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106198	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106198	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106198	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106198	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106198	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106198	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106198	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106198	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106198	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106198	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106198	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106198	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106198	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106198	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106198	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106198	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106198	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106198	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106198	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106198	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106198	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106198	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106198	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106198	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106198	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106198	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106198	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106198	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106198	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106198	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106198	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106198	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106198	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106198	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106198	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106198	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106198	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106198	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106198	embedding2nn.weight	0	0.001199469086714089
106198	embedding2nn.weight	1	-0.014559575356543064
106198	embedding2nn.weight	2	-0.014268254861235619
106198	embedding2nn.weight	3	-0.026816124096512794
106198	embedding2nn.weight	4	-0.0059150345623493195
106198	embedding2nn.weight	5	-0.003700585337355733
106198	embedding2nn.weight	6	-0.00397328520193696
106198	embedding2nn.weight	7	-0.0538407564163208
106198	embedding2nn.weight	8	-0.0019979383796453476
106198	embedding2nn.weight	9	-0.032112207263708115
106198	embedding2nn.bias	0	0.023398300632834435
106198	embedding2nn.bias	1	-0.06687257438898087
106198	embedding2nn.bias	2	0.08004257082939148
106198	embedding2nn.bias	3	0.07364556938409805
106198	embedding2nn.bias	4	-0.029667900875210762
106198	embedding2nn.bias	5	-0.04321040213108063
106198	embedding2nn.bias	6	0.04000382870435715
106198	embedding2nn.bias	7	-0.06000649556517601
106198	embedding2nn.bias	8	0.0500655472278595
106198	embedding2nn.bias	9	0.02397261932492256
106198	rnn.weight_ih_l0	0	-0.06065024062991142
106198	rnn.weight_ih_l0	1	-0.00949295423924923
106198	rnn.weight_ih_l0	2	0.0591726079583168
106198	rnn.weight_ih_l0	3	0.015665294602513313
106198	rnn.weight_ih_l0	4	-0.0270138680934906
106198	rnn.weight_ih_l0	5	-0.04934825003147125
106198	rnn.weight_ih_l0	6	0.0040202378295362
106198	rnn.weight_ih_l0	7	0.03423963859677315
106198	rnn.weight_ih_l0	8	-0.01034758985042572
106198	rnn.weight_ih_l0	9	-0.02194535732269287
106198	rnn.weight_hh_l0	0	-0.03926118463277817
106198	rnn.weight_hh_l0	1	0.004355349577963352
106198	rnn.weight_hh_l0	2	0.0005448857555165887
106198	rnn.weight_hh_l0	3	-0.06335010379552841
106198	rnn.weight_hh_l0	4	0.08240215480327606
106198	rnn.weight_hh_l0	5	-0.0014343134826049209
106198	rnn.weight_hh_l0	6	-0.04637767747044563
106198	rnn.weight_hh_l0	7	0.011445737443864346
106198	rnn.weight_hh_l0	8	0.015788838267326355
106198	rnn.weight_hh_l0	9	-0.018293170258402824
106198	rnn.bias_ih_l0	0	0.08024494349956512
106198	rnn.bias_ih_l0	1	-0.03644449636340141
106198	rnn.bias_ih_l0	2	-0.0008938733953982592
106198	rnn.bias_ih_l0	3	0.11757262796163559
106198	rnn.bias_ih_l0	4	-0.05205359682440758
106198	rnn.bias_ih_l0	5	-0.030904728919267654
106198	rnn.bias_ih_l0	6	0.01329722534865141
106198	rnn.bias_ih_l0	7	0.03322616219520569
106198	rnn.bias_ih_l0	8	-0.10107998549938202
106198	rnn.bias_ih_l0	9	-0.05115542933344841
106198	rnn.bias_hh_l0	0	-0.035536717623472214
106198	rnn.bias_hh_l0	1	-0.0908811092376709
106198	rnn.bias_hh_l0	2	-0.03695925325155258
106198	rnn.bias_hh_l0	3	-0.08434958010911942
106198	rnn.bias_hh_l0	4	-0.028323333710432053
106198	rnn.bias_hh_l0	5	-0.016543526202440262
106198	rnn.bias_hh_l0	6	0.02083483524620533
106198	rnn.bias_hh_l0	7	0.029239855706691742
106198	rnn.bias_hh_l0	8	-0.13223594427108765
106198	rnn.bias_hh_l0	9	-0.03960166499018669
106198	rnn.weight_ih_l0_reverse	0	-0.019753016531467438
106198	rnn.weight_ih_l0_reverse	1	-0.05108999088406563
106198	rnn.weight_ih_l0_reverse	2	-0.028435325250029564
106198	rnn.weight_ih_l0_reverse	3	-7.372970139840618e-05
106198	rnn.weight_ih_l0_reverse	4	-0.010955422185361385
106198	rnn.weight_ih_l0_reverse	5	-0.0449158176779747
106198	rnn.weight_ih_l0_reverse	6	0.07803702354431152
106198	rnn.weight_ih_l0_reverse	7	-0.022685915231704712
106198	rnn.weight_ih_l0_reverse	8	-0.033669620752334595
106198	rnn.weight_ih_l0_reverse	9	0.009795534424483776
106198	rnn.weight_hh_l0_reverse	0	0.0342952199280262
106198	rnn.weight_hh_l0_reverse	1	0.028583021834492683
106198	rnn.weight_hh_l0_reverse	2	0.03355633467435837
106198	rnn.weight_hh_l0_reverse	3	0.027100292965769768
106198	rnn.weight_hh_l0_reverse	4	0.008976031094789505
106198	rnn.weight_hh_l0_reverse	5	0.012851055711507797
106198	rnn.weight_hh_l0_reverse	6	0.04687166586518288
106198	rnn.weight_hh_l0_reverse	7	-0.05969621613621712
106198	rnn.weight_hh_l0_reverse	8	0.03654167428612709
106198	rnn.weight_hh_l0_reverse	9	0.04982305318117142
106198	rnn.bias_ih_l0_reverse	0	-0.059283409267663956
106198	rnn.bias_ih_l0_reverse	1	-0.23735682666301727
106198	rnn.bias_ih_l0_reverse	2	-0.13178661465644836
106198	rnn.bias_ih_l0_reverse	3	-0.028808001428842545
106198	rnn.bias_ih_l0_reverse	4	-0.042062677443027496
106198	rnn.bias_ih_l0_reverse	5	0.05128057301044464
106198	rnn.bias_ih_l0_reverse	6	-0.03299236297607422
106198	rnn.bias_ih_l0_reverse	7	0.03709939122200012
106198	rnn.bias_ih_l0_reverse	8	-0.030484991148114204
106198	rnn.bias_ih_l0_reverse	9	0.033633120357990265
106198	rnn.bias_hh_l0_reverse	0	0.0011548162437975407
106198	rnn.bias_hh_l0_reverse	1	-0.01794823259115219
106198	rnn.bias_hh_l0_reverse	2	0.07764827460050583
106198	rnn.bias_hh_l0_reverse	3	-0.05937816575169563
106198	rnn.bias_hh_l0_reverse	4	-0.04689257591962814
106198	rnn.bias_hh_l0_reverse	5	-0.029182692989706993
106198	rnn.bias_hh_l0_reverse	6	-0.028133811429142952
106198	rnn.bias_hh_l0_reverse	7	0.10618843883275986
106198	rnn.bias_hh_l0_reverse	8	0.025213083252310753
106198	rnn.bias_hh_l0_reverse	9	-0.11305621266365051
106198	rnn.weight_ih_l1	0	-0.04332471638917923
106198	rnn.weight_ih_l1	1	-0.03171033784747124
106198	rnn.weight_ih_l1	2	0.04479900747537613
106198	rnn.weight_ih_l1	3	-0.06328190863132477
106198	rnn.weight_ih_l1	4	-0.00823089387267828
106198	rnn.weight_ih_l1	5	-0.043948061764240265
106198	rnn.weight_ih_l1	6	0.020262740552425385
106198	rnn.weight_ih_l1	7	-0.029458796605467796
106198	rnn.weight_ih_l1	8	0.03850880637764931
106198	rnn.weight_ih_l1	9	0.03700792044401169
106198	rnn.weight_hh_l1	0	-0.010494647547602654
106198	rnn.weight_hh_l1	1	0.010632584802806377
106198	rnn.weight_hh_l1	2	0.0027367130387574434
106198	rnn.weight_hh_l1	3	-0.01018555648624897
106198	rnn.weight_hh_l1	4	0.002118481555953622
106198	rnn.weight_hh_l1	5	0.025043336674571037
106198	rnn.weight_hh_l1	6	0.026898011565208435
106198	rnn.weight_hh_l1	7	-0.025890106335282326
106198	rnn.weight_hh_l1	8	-0.01721738465130329
106198	rnn.weight_hh_l1	9	0.0354805588722229
106198	rnn.bias_ih_l1	0	-0.17262309789657593
106198	rnn.bias_ih_l1	1	-0.1747463047504425
106198	rnn.bias_ih_l1	2	-0.1659936010837555
106198	rnn.bias_ih_l1	3	-0.2529534101486206
106198	rnn.bias_ih_l1	4	-0.18964897096157074
106198	rnn.bias_ih_l1	5	-0.10867158323526382
106198	rnn.bias_ih_l1	6	-0.11695985496044159
106198	rnn.bias_ih_l1	7	-0.037013206630945206
106198	rnn.bias_ih_l1	8	-0.11970916390419006
106198	rnn.bias_ih_l1	9	-0.12199341505765915
106198	rnn.bias_hh_l1	0	-0.12601391971111298
106198	rnn.bias_hh_l1	1	-0.052081674337387085
106198	rnn.bias_hh_l1	2	-0.11252807825803757
106198	rnn.bias_hh_l1	3	-0.09973713010549545
106198	rnn.bias_hh_l1	4	-0.10251110047101974
106198	rnn.bias_hh_l1	5	-0.10479520261287689
106198	rnn.bias_hh_l1	6	-0.11561750620603561
106198	rnn.bias_hh_l1	7	0.01772584766149521
106198	rnn.bias_hh_l1	8	-0.15856389701366425
106198	rnn.bias_hh_l1	9	-0.09262724965810776
106198	rnn.weight_ih_l1_reverse	0	-0.04338972643017769
106198	rnn.weight_ih_l1_reverse	1	0.024395078420639038
106198	rnn.weight_ih_l1_reverse	2	0.05029887333512306
106198	rnn.weight_ih_l1_reverse	3	0.012392834760248661
106198	rnn.weight_ih_l1_reverse	4	-0.018122471868991852
106198	rnn.weight_ih_l1_reverse	5	-0.03265530616044998
106198	rnn.weight_ih_l1_reverse	6	0.0056253522634506226
106198	rnn.weight_ih_l1_reverse	7	0.014524266123771667
106198	rnn.weight_ih_l1_reverse	8	0.029172483831644058
106198	rnn.weight_ih_l1_reverse	9	-0.0733027532696724
106198	rnn.weight_hh_l1_reverse	0	0.008847061544656754
106198	rnn.weight_hh_l1_reverse	1	0.030974946916103363
106198	rnn.weight_hh_l1_reverse	2	-0.03977154940366745
106198	rnn.weight_hh_l1_reverse	3	0.04103534668684006
106198	rnn.weight_hh_l1_reverse	4	0.04618328437209129
106198	rnn.weight_hh_l1_reverse	5	0.005496177822351456
106198	rnn.weight_hh_l1_reverse	6	0.007175354287028313
106198	rnn.weight_hh_l1_reverse	7	0.02476060763001442
106198	rnn.weight_hh_l1_reverse	8	-0.005017723422497511
106198	rnn.weight_hh_l1_reverse	9	-0.034235723316669464
106198	rnn.bias_ih_l1_reverse	0	-0.05813885107636452
106198	rnn.bias_ih_l1_reverse	1	-0.1251860111951828
106198	rnn.bias_ih_l1_reverse	2	-0.14389701187610626
106198	rnn.bias_ih_l1_reverse	3	-0.013666722923517227
106198	rnn.bias_ih_l1_reverse	4	-0.1817025989294052
106198	rnn.bias_ih_l1_reverse	5	-0.09923059493303299
106198	rnn.bias_ih_l1_reverse	6	-0.12384321540594101
106198	rnn.bias_ih_l1_reverse	7	-0.2173996865749359
106198	rnn.bias_ih_l1_reverse	8	0.12876835465431213
106198	rnn.bias_ih_l1_reverse	9	0.052519213408231735
106198	rnn.bias_hh_l1_reverse	0	-0.04924296587705612
106198	rnn.bias_hh_l1_reverse	1	-0.06781072169542313
106198	rnn.bias_hh_l1_reverse	2	-0.2122727632522583
106198	rnn.bias_hh_l1_reverse	3	-0.11397552490234375
106198	rnn.bias_hh_l1_reverse	4	-0.09601854532957077
106198	rnn.bias_hh_l1_reverse	5	-0.11551102250814438
106198	rnn.bias_hh_l1_reverse	6	0.1268376260995865
106198	rnn.bias_hh_l1_reverse	7	-0.1494148075580597
106198	rnn.bias_hh_l1_reverse	8	-0.0935356542468071
106198	rnn.bias_hh_l1_reverse	9	-0.12297140061855316
106198	linear.weight	0	0.002228822559118271
106198	linear.weight	1	0.07747822254896164
106198	linear.weight	2	-0.09526728838682175
106198	linear.weight	3	0.3817635774612427
106198	linear.weight	4	0.129232719540596
106198	linear.weight	5	-0.013266404159367085
106198	linear.weight	6	0.10386339575052261
106198	linear.weight	7	0.1549551635980606
106198	linear.weight	8	0.041300997138023376
106198	linear.weight	9	-0.0520356148481369
106198	linear.bias	0	-0.006065113935619593
106198	linear.bias	1	-0.191505566239357
106198	linear.bias	2	-0.37227848172187805
106198	linear.bias	3	-0.7071368098258972
106198	linear.bias	4	-1.1664390563964844
106198	linear.bias	5	-0.09767679870128632
106198	linear.bias	6	-0.6960182189941406
106198	linear.bias	7	0.30218327045440674
106198	linear.bias	8	-0.5105286836624146
106198	linear.bias	9	-0.9315580129623413
106395	transitions	0	0.6427566409111023
106395	transitions	1	0.125708669424057
106395	transitions	2	-10000.0
106395	transitions	3	-1.8156465291976929
106395	transitions	4	-10000.0
106395	transitions	5	0.6041351556777954
106395	transitions	6	-0.057944513857364655
106395	transitions	7	-0.583084762096405
106395	transitions	8	-1.3796062469482422
106395	transitions	9	-0.000895387667696923
106395	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106395	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106395	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106395	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106395	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106395	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106395	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106395	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106395	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106395	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106395	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106395	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106395	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106395	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106395	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106395	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106395	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106395	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106395	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106395	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106395	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106395	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106395	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106395	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106395	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106395	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106395	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106395	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106395	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106395	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106395	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106395	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106395	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106395	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106395	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106395	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106395	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106395	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106395	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106395	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106395	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106395	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106395	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106395	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106395	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106395	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106395	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106395	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106395	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106395	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106395	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106395	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106395	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106395	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106395	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106395	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106395	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106395	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106395	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106395	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106395	embedding2nn.weight	0	0.0020745962392538786
106395	embedding2nn.weight	1	-0.014654935337603092
106395	embedding2nn.weight	2	-0.014268254861235619
106395	embedding2nn.weight	3	-0.029378317296504974
106395	embedding2nn.weight	4	-0.0059150345623493195
106395	embedding2nn.weight	5	-0.003700585337355733
106395	embedding2nn.weight	6	-0.003973291255533695
106395	embedding2nn.weight	7	-0.05281956121325493
106395	embedding2nn.weight	8	-0.0019979383796453476
106395	embedding2nn.weight	9	-0.03163100406527519
106395	embedding2nn.bias	0	0.0195053368806839
106395	embedding2nn.bias	1	-0.058457259088754654
106395	embedding2nn.bias	2	0.07915079593658447
106395	embedding2nn.bias	3	0.07934746891260147
106395	embedding2nn.bias	4	-0.03534703701734543
106395	embedding2nn.bias	5	-0.0480460450053215
106395	embedding2nn.bias	6	0.03637869656085968
106395	embedding2nn.bias	7	-0.06042947247624397
106395	embedding2nn.bias	8	0.04929497838020325
106395	embedding2nn.bias	9	0.028147201985120773
106395	rnn.weight_ih_l0	0	-0.06070664897561073
106395	rnn.weight_ih_l0	1	-0.009030495770275593
106395	rnn.weight_ih_l0	2	0.06019630283117294
106395	rnn.weight_ih_l0	3	0.016121936962008476
106395	rnn.weight_ih_l0	4	-0.026564354076981544
106395	rnn.weight_ih_l0	5	-0.048967573791742325
106395	rnn.weight_ih_l0	6	0.004309187177568674
106395	rnn.weight_ih_l0	7	0.034940946847200394
106395	rnn.weight_ih_l0	8	-0.01250444259494543
106395	rnn.weight_ih_l0	9	-0.0217183455824852
106395	rnn.weight_hh_l0	0	-0.038811489939689636
106395	rnn.weight_hh_l0	1	0.004837241023778915
106395	rnn.weight_hh_l0	2	-0.0006752017070539296
106395	rnn.weight_hh_l0	3	-0.06317149102687836
106395	rnn.weight_hh_l0	4	0.08185054361820221
106395	rnn.weight_hh_l0	5	-0.002213778905570507
106395	rnn.weight_hh_l0	6	-0.046764127910137177
106395	rnn.weight_hh_l0	7	0.012735972180962563
106395	rnn.weight_hh_l0	8	0.01674487255513668
106395	rnn.weight_hh_l0	9	-0.018030770123004913
106395	rnn.bias_ih_l0	0	0.07693619281053543
106395	rnn.bias_ih_l0	1	-0.03586550056934357
106395	rnn.bias_ih_l0	2	-0.0038903129752725363
106395	rnn.bias_ih_l0	3	0.11922238022089005
106395	rnn.bias_ih_l0	4	-0.05171794071793556
106395	rnn.bias_ih_l0	5	-0.03164650872349739
106395	rnn.bias_ih_l0	6	0.014654264785349369
106395	rnn.bias_ih_l0	7	0.03141840174794197
106395	rnn.bias_ih_l0	8	-0.09994840621948242
106395	rnn.bias_ih_l0	9	-0.04951273649930954
106395	rnn.bias_hh_l0	0	-0.03536562994122505
106395	rnn.bias_hh_l0	1	-0.09494548290967941
106395	rnn.bias_hh_l0	2	-0.0372968353331089
106395	rnn.bias_hh_l0	3	-0.08464239537715912
106395	rnn.bias_hh_l0	4	-0.027296481654047966
106395	rnn.bias_hh_l0	5	-0.017635077238082886
106395	rnn.bias_hh_l0	6	0.022786542773246765
106395	rnn.bias_hh_l0	7	0.02791750617325306
106395	rnn.bias_hh_l0	8	-0.1310323178768158
106395	rnn.bias_hh_l0	9	-0.041713256388902664
106395	rnn.weight_ih_l0_reverse	0	-0.020526792854070663
106395	rnn.weight_ih_l0_reverse	1	-0.051566727459430695
106395	rnn.weight_ih_l0_reverse	2	-0.02669597789645195
106395	rnn.weight_ih_l0_reverse	3	0.0011979039991274476
106395	rnn.weight_ih_l0_reverse	4	-0.01171229686588049
106395	rnn.weight_ih_l0_reverse	5	-0.04439830780029297
106395	rnn.weight_ih_l0_reverse	6	0.0771704912185669
106395	rnn.weight_ih_l0_reverse	7	-0.020285949110984802
106395	rnn.weight_ih_l0_reverse	8	-0.034442637115716934
106395	rnn.weight_ih_l0_reverse	9	0.010242816992104053
106395	rnn.weight_hh_l0_reverse	0	0.03452567756175995
106395	rnn.weight_hh_l0_reverse	1	0.028960037976503372
106395	rnn.weight_hh_l0_reverse	2	0.033879123628139496
106395	rnn.weight_hh_l0_reverse	3	0.02685214765369892
106395	rnn.weight_hh_l0_reverse	4	0.008947480469942093
106395	rnn.weight_hh_l0_reverse	5	0.014001674950122833
106395	rnn.weight_hh_l0_reverse	6	0.04701627790927887
106395	rnn.weight_hh_l0_reverse	7	-0.058786943554878235
106395	rnn.weight_hh_l0_reverse	8	0.035503264516592026
106395	rnn.weight_hh_l0_reverse	9	0.04922807589173317
106395	rnn.bias_ih_l0_reverse	0	-0.06156826391816139
106395	rnn.bias_ih_l0_reverse	1	-0.23642873764038086
106395	rnn.bias_ih_l0_reverse	2	-0.12910687923431396
106395	rnn.bias_ih_l0_reverse	3	-0.029455013573169708
106395	rnn.bias_ih_l0_reverse	4	-0.04071982577443123
106395	rnn.bias_ih_l0_reverse	5	0.050525665283203125
106395	rnn.bias_ih_l0_reverse	6	-0.030227964743971825
106395	rnn.bias_ih_l0_reverse	7	0.03703244403004646
106395	rnn.bias_ih_l0_reverse	8	-0.03337792679667473
106395	rnn.bias_ih_l0_reverse	9	0.032886721193790436
106395	rnn.bias_hh_l0_reverse	0	0.0005090258782729506
106395	rnn.bias_hh_l0_reverse	1	-0.022411763668060303
106395	rnn.bias_hh_l0_reverse	2	0.07579132914543152
106395	rnn.bias_hh_l0_reverse	3	-0.059317171573638916
106395	rnn.bias_hh_l0_reverse	4	-0.048634447157382965
106395	rnn.bias_hh_l0_reverse	5	-0.03284215182065964
106395	rnn.bias_hh_l0_reverse	6	-0.025296777486801147
106395	rnn.bias_hh_l0_reverse	7	0.10652559995651245
106395	rnn.bias_hh_l0_reverse	8	0.02520895190536976
106395	rnn.bias_hh_l0_reverse	9	-0.1094641461968422
106395	rnn.weight_ih_l1	0	-0.04387181997299194
106395	rnn.weight_ih_l1	1	-0.03175411745905876
106395	rnn.weight_ih_l1	2	0.04580333083868027
106395	rnn.weight_ih_l1	3	-0.06273020058870316
106395	rnn.weight_ih_l1	4	-0.008516867645084858
106395	rnn.weight_ih_l1	5	-0.044831231236457825
106395	rnn.weight_ih_l1	6	0.019428903236985207
106395	rnn.weight_ih_l1	7	-0.028505634516477585
106395	rnn.weight_ih_l1	8	0.038557156920433044
106395	rnn.weight_ih_l1	9	0.03755887970328331
106395	rnn.weight_hh_l1	0	-0.011928770691156387
106395	rnn.weight_hh_l1	1	0.010586748830974102
106395	rnn.weight_hh_l1	2	0.0019991977605968714
106395	rnn.weight_hh_l1	3	-0.010069331154227257
106395	rnn.weight_hh_l1	4	0.0017521607223898172
106395	rnn.weight_hh_l1	5	0.02496083825826645
106395	rnn.weight_hh_l1	6	0.026117531582713127
106395	rnn.weight_hh_l1	7	-0.02567359060049057
106395	rnn.weight_hh_l1	8	-0.017537865787744522
106395	rnn.weight_hh_l1	9	0.03506964445114136
106395	rnn.bias_ih_l1	0	-0.1763223111629486
106395	rnn.bias_ih_l1	1	-0.17413771152496338
106395	rnn.bias_ih_l1	2	-0.16579249501228333
106395	rnn.bias_ih_l1	3	-0.25715941190719604
106395	rnn.bias_ih_l1	4	-0.19411469995975494
106395	rnn.bias_ih_l1	5	-0.10538017749786377
106395	rnn.bias_ih_l1	6	-0.11916231364011765
106395	rnn.bias_ih_l1	7	-0.04255281761288643
106395	rnn.bias_ih_l1	8	-0.12515676021575928
106395	rnn.bias_ih_l1	9	-0.1234903633594513
106395	rnn.bias_hh_l1	0	-0.12274260818958282
106395	rnn.bias_hh_l1	1	-0.04994417354464531
106395	rnn.bias_hh_l1	2	-0.11164688318967819
106395	rnn.bias_hh_l1	3	-0.10122229158878326
106395	rnn.bias_hh_l1	4	-0.10274142771959305
106395	rnn.bias_hh_l1	5	-0.1035841852426529
106395	rnn.bias_hh_l1	6	-0.11300557851791382
106395	rnn.bias_hh_l1	7	0.01555553823709488
106395	rnn.bias_hh_l1	8	-0.1578257977962494
106395	rnn.bias_hh_l1	9	-0.09477485716342926
106395	rnn.weight_ih_l1_reverse	0	-0.04392317682504654
106395	rnn.weight_ih_l1_reverse	1	0.015849759802222252
106395	rnn.weight_ih_l1_reverse	2	0.05376053601503372
106395	rnn.weight_ih_l1_reverse	3	0.012234987691044807
106395	rnn.weight_ih_l1_reverse	4	-0.019196242094039917
106395	rnn.weight_ih_l1_reverse	5	-0.03251314535737038
106395	rnn.weight_ih_l1_reverse	6	0.004337306600064039
106395	rnn.weight_ih_l1_reverse	7	0.014696743339300156
106395	rnn.weight_ih_l1_reverse	8	0.03269965946674347
106395	rnn.weight_ih_l1_reverse	9	-0.07345613092184067
106395	rnn.weight_hh_l1_reverse	0	0.00877806544303894
106395	rnn.weight_hh_l1_reverse	1	0.030954401940107346
106395	rnn.weight_hh_l1_reverse	2	-0.039817169308662415
106395	rnn.weight_hh_l1_reverse	3	0.04097604379057884
106395	rnn.weight_hh_l1_reverse	4	0.04582066461443901
106395	rnn.weight_hh_l1_reverse	5	0.0053193820640444756
106395	rnn.weight_hh_l1_reverse	6	0.008093629032373428
106395	rnn.weight_hh_l1_reverse	7	0.024519648402929306
106395	rnn.weight_hh_l1_reverse	8	-0.004988573491573334
106395	rnn.weight_hh_l1_reverse	9	-0.03409993276000023
106395	rnn.bias_ih_l1_reverse	0	-0.056228991597890854
106395	rnn.bias_ih_l1_reverse	1	-0.1283380538225174
106395	rnn.bias_ih_l1_reverse	2	-0.14612002670764923
106395	rnn.bias_ih_l1_reverse	3	-0.015370729379355907
106395	rnn.bias_ih_l1_reverse	4	-0.17870818078517914
106395	rnn.bias_ih_l1_reverse	5	-0.09703994542360306
106395	rnn.bias_ih_l1_reverse	6	-0.12353556603193283
106395	rnn.bias_ih_l1_reverse	7	-0.21968016028404236
106395	rnn.bias_ih_l1_reverse	8	0.13824176788330078
106395	rnn.bias_ih_l1_reverse	9	0.05602651089429855
106395	rnn.bias_hh_l1_reverse	0	-0.049578048288822174
106395	rnn.bias_hh_l1_reverse	1	-0.07293623685836792
106395	rnn.bias_hh_l1_reverse	2	-0.21227511763572693
106395	rnn.bias_hh_l1_reverse	3	-0.1140708178281784
106395	rnn.bias_hh_l1_reverse	4	-0.09590228646993637
106395	rnn.bias_hh_l1_reverse	5	-0.11520598083734512
106395	rnn.bias_hh_l1_reverse	6	0.13175959885120392
106395	rnn.bias_hh_l1_reverse	7	-0.1490139216184616
106395	rnn.bias_hh_l1_reverse	8	-0.09404431283473969
106395	rnn.bias_hh_l1_reverse	9	-0.1250385344028473
106395	linear.weight	0	0.002228822559118271
106395	linear.weight	1	0.0754922404885292
106395	linear.weight	2	-0.08995355665683746
106395	linear.weight	3	0.382936030626297
106395	linear.weight	4	0.12707668542861938
106395	linear.weight	5	-0.012827268801629543
106395	linear.weight	6	0.10550680756568909
106395	linear.weight	7	0.1494213044643402
106395	linear.weight	8	0.041300274431705475
106395	linear.weight	9	-0.047033824026584625
106395	linear.bias	0	0.01683960109949112
106395	linear.bias	1	-0.18786978721618652
106395	linear.bias	2	-0.38632407784461975
106395	linear.bias	3	-0.7302144765853882
106395	linear.bias	4	-1.1913022994995117
106395	linear.bias	5	-0.08774784207344055
106395	linear.bias	6	-0.6895173788070679
106395	linear.bias	7	0.3109963536262512
106395	linear.bias	8	-0.5068802833557129
106395	linear.bias	9	-0.9249210357666016
106592	transitions	0	0.6348315477371216
106592	transitions	1	0.12114950269460678
106592	transitions	2	-10000.0
106592	transitions	3	-1.8156923055648804
106592	transitions	4	-10000.0
106592	transitions	5	0.6040292978286743
106592	transitions	6	-0.05804536119103432
106592	transitions	7	-0.5837475657463074
106592	transitions	8	-1.379732370376587
106592	transitions	9	-0.0008979217964224517
106592	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106592	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106592	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106592	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106592	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106592	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106592	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106592	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106592	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106592	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106592	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106592	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106592	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106592	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106592	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106592	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106592	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106592	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106592	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106592	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106592	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106592	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106592	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106592	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106592	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106592	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106592	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106592	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106592	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106592	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106592	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106592	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106592	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106592	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106592	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106592	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106592	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106592	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106592	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106592	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106592	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106592	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106592	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106592	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106592	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106592	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106592	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106592	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106592	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106592	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106592	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106592	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106592	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106592	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106592	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106592	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106592	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106592	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106592	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106592	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106592	embedding2nn.weight	0	0.001954097067937255
106592	embedding2nn.weight	1	-0.014610642567276955
106592	embedding2nn.weight	2	-0.014268254861235619
106592	embedding2nn.weight	3	-0.029759857803583145
106592	embedding2nn.weight	4	-0.0059150345623493195
106592	embedding2nn.weight	5	-0.0037005851045250893
106592	embedding2nn.weight	6	-0.0039732870645821095
106592	embedding2nn.weight	7	-0.05412894859910011
106592	embedding2nn.weight	8	-0.0019979383796453476
106592	embedding2nn.weight	9	-0.03142107278108597
106592	embedding2nn.bias	0	0.009297514334321022
106592	embedding2nn.bias	1	-0.05482890456914902
106592	embedding2nn.bias	2	0.07850389182567596
106592	embedding2nn.bias	3	0.07007913291454315
106592	embedding2nn.bias	4	-0.037466853857040405
106592	embedding2nn.bias	5	-0.05525646731257439
106592	embedding2nn.bias	6	0.03997347503900528
106592	embedding2nn.bias	7	-0.06460251659154892
106592	embedding2nn.bias	8	0.05398918688297272
106592	embedding2nn.bias	9	0.026639243587851524
106592	rnn.weight_ih_l0	0	-0.05897095426917076
106592	rnn.weight_ih_l0	1	-0.008299245499074459
106592	rnn.weight_ih_l0	2	0.060190558433532715
106592	rnn.weight_ih_l0	3	0.016050240024924278
106592	rnn.weight_ih_l0	4	-0.026137594133615494
106592	rnn.weight_ih_l0	5	-0.047937724739313126
106592	rnn.weight_ih_l0	6	0.006747755687683821
106592	rnn.weight_ih_l0	7	0.035143595188856125
106592	rnn.weight_ih_l0	8	-0.014077264815568924
106592	rnn.weight_ih_l0	9	-0.019973421469330788
106592	rnn.weight_hh_l0	0	-0.03787371143698692
106592	rnn.weight_hh_l0	1	0.006268197204917669
106592	rnn.weight_hh_l0	2	-0.0002375598269281909
106592	rnn.weight_hh_l0	3	-0.06433285027742386
106592	rnn.weight_hh_l0	4	0.08180805295705795
106592	rnn.weight_hh_l0	5	-0.0029191034846007824
106592	rnn.weight_hh_l0	6	-0.045596469193696976
106592	rnn.weight_hh_l0	7	0.011638238094747066
106592	rnn.weight_hh_l0	8	0.01612238399684429
106592	rnn.weight_hh_l0	9	-0.017983468249440193
106592	rnn.bias_ih_l0	0	0.07722917944192886
106592	rnn.bias_ih_l0	1	-0.03572884202003479
106592	rnn.bias_ih_l0	2	-0.004509814083576202
106592	rnn.bias_ih_l0	3	0.1200905591249466
106592	rnn.bias_ih_l0	4	-0.051689159125089645
106592	rnn.bias_ih_l0	5	-0.03138425573706627
106592	rnn.bias_ih_l0	6	0.018107786774635315
106592	rnn.bias_ih_l0	7	0.031772978603839874
106592	rnn.bias_ih_l0	8	-0.09903734177350998
106592	rnn.bias_ih_l0	9	-0.048069629818201065
106592	rnn.bias_hh_l0	0	-0.03691836819052696
106592	rnn.bias_hh_l0	1	-0.09550419449806213
106592	rnn.bias_hh_l0	2	-0.03690851107239723
106592	rnn.bias_hh_l0	3	-0.0847763940691948
106592	rnn.bias_hh_l0	4	-0.027024079114198685
106592	rnn.bias_hh_l0	5	-0.020527370274066925
106592	rnn.bias_hh_l0	6	0.02009991742670536
106592	rnn.bias_hh_l0	7	0.027020201086997986
106592	rnn.bias_hh_l0	8	-0.13312485814094543
106592	rnn.bias_hh_l0	9	-0.038919493556022644
106592	rnn.weight_ih_l0_reverse	0	-0.020564990118145943
106592	rnn.weight_ih_l0_reverse	1	-0.05124653875827789
106592	rnn.weight_ih_l0_reverse	2	-0.027128921821713448
106592	rnn.weight_ih_l0_reverse	3	0.002682556863874197
106592	rnn.weight_ih_l0_reverse	4	-0.012142854742705822
106592	rnn.weight_ih_l0_reverse	5	-0.044822078198194504
106592	rnn.weight_ih_l0_reverse	6	0.077801913022995
106592	rnn.weight_ih_l0_reverse	7	-0.020306220278143883
106592	rnn.weight_ih_l0_reverse	8	-0.03382917866110802
106592	rnn.weight_ih_l0_reverse	9	0.010323384776711464
106592	rnn.weight_hh_l0_reverse	0	0.036674004048109055
106592	rnn.weight_hh_l0_reverse	1	0.0309397354722023
106592	rnn.weight_hh_l0_reverse	2	0.03392524644732475
106592	rnn.weight_hh_l0_reverse	3	0.0268561951816082
106592	rnn.weight_hh_l0_reverse	4	0.009061682038009167
106592	rnn.weight_hh_l0_reverse	5	0.014892256818711758
106592	rnn.weight_hh_l0_reverse	6	0.047051552683115005
106592	rnn.weight_hh_l0_reverse	7	-0.0579850971698761
106592	rnn.weight_hh_l0_reverse	8	0.03590979427099228
106592	rnn.weight_hh_l0_reverse	9	0.04859726130962372
106592	rnn.bias_ih_l0_reverse	0	-0.05782937631011009
106592	rnn.bias_ih_l0_reverse	1	-0.23834674060344696
106592	rnn.bias_ih_l0_reverse	2	-0.12963448464870453
106592	rnn.bias_ih_l0_reverse	3	-0.03053875081241131
106592	rnn.bias_ih_l0_reverse	4	-0.036660145968198776
106592	rnn.bias_ih_l0_reverse	5	0.0486890971660614
106592	rnn.bias_ih_l0_reverse	6	-0.03251864016056061
106592	rnn.bias_ih_l0_reverse	7	0.03951029106974602
106592	rnn.bias_ih_l0_reverse	8	-0.03103288635611534
106592	rnn.bias_ih_l0_reverse	9	0.030001889914274216
106592	rnn.bias_hh_l0_reverse	0	0.00022103932860773057
106592	rnn.bias_hh_l0_reverse	1	-0.020440883934497833
106592	rnn.bias_hh_l0_reverse	2	0.07222782075405121
106592	rnn.bias_hh_l0_reverse	3	-0.05830533802509308
106592	rnn.bias_hh_l0_reverse	4	-0.051014821976423264
106592	rnn.bias_hh_l0_reverse	5	-0.03145046532154083
106592	rnn.bias_hh_l0_reverse	6	-0.023061448708176613
106592	rnn.bias_hh_l0_reverse	7	0.10765078663825989
106592	rnn.bias_hh_l0_reverse	8	0.02391946315765381
106592	rnn.bias_hh_l0_reverse	9	-0.10794831067323685
106592	rnn.weight_ih_l1	0	-0.04336974397301674
106592	rnn.weight_ih_l1	1	-0.032170649617910385
106592	rnn.weight_ih_l1	2	0.04555767774581909
106592	rnn.weight_ih_l1	3	-0.065144844353199
106592	rnn.weight_ih_l1	4	-0.008893846534192562
106592	rnn.weight_ih_l1	5	-0.045388344675302505
106592	rnn.weight_ih_l1	6	0.01921490766108036
106592	rnn.weight_ih_l1	7	-0.029152249917387962
106592	rnn.weight_ih_l1	8	0.03833654150366783
106592	rnn.weight_ih_l1	9	0.037519026547670364
106592	rnn.weight_hh_l1	0	-0.012010142207145691
106592	rnn.weight_hh_l1	1	0.010694223456084728
106592	rnn.weight_hh_l1	2	0.0007723098970018327
106592	rnn.weight_hh_l1	3	-0.009846636094152927
106592	rnn.weight_hh_l1	4	0.0024186873342841864
106592	rnn.weight_hh_l1	5	0.024554012343287468
106592	rnn.weight_hh_l1	6	0.025487981736660004
106592	rnn.weight_hh_l1	7	-0.02588510885834694
106592	rnn.weight_hh_l1	8	-0.017558768391609192
106592	rnn.weight_hh_l1	9	0.03553890809416771
106592	rnn.bias_ih_l1	0	-0.1739846020936966
106592	rnn.bias_ih_l1	1	-0.17641203105449677
106592	rnn.bias_ih_l1	2	-0.16425277292728424
106592	rnn.bias_ih_l1	3	-0.2544124126434326
106592	rnn.bias_ih_l1	4	-0.19388768076896667
106592	rnn.bias_ih_l1	5	-0.1071029007434845
106592	rnn.bias_ih_l1	6	-0.12332122772932053
106592	rnn.bias_ih_l1	7	-0.045622143894433975
106592	rnn.bias_ih_l1	8	-0.1274140477180481
106592	rnn.bias_ih_l1	9	-0.12350419908761978
106592	rnn.bias_hh_l1	0	-0.12414970248937607
106592	rnn.bias_hh_l1	1	-0.049714233726263046
106592	rnn.bias_hh_l1	2	-0.11220885813236237
106592	rnn.bias_hh_l1	3	-0.101018987596035
106592	rnn.bias_hh_l1	4	-0.10137517750263214
106592	rnn.bias_hh_l1	5	-0.10397858172655106
106592	rnn.bias_hh_l1	6	-0.11437680572271347
106592	rnn.bias_hh_l1	7	0.01085152942687273
106592	rnn.bias_hh_l1	8	-0.1600492149591446
106592	rnn.bias_hh_l1	9	-0.09547915309667587
106592	rnn.weight_ih_l1_reverse	0	-0.04655331000685692
106592	rnn.weight_ih_l1_reverse	1	0.015544992871582508
106592	rnn.weight_ih_l1_reverse	2	0.049493640661239624
106592	rnn.weight_ih_l1_reverse	3	0.011775190941989422
106592	rnn.weight_ih_l1_reverse	4	-0.02088061347603798
106592	rnn.weight_ih_l1_reverse	5	-0.032333891838788986
106592	rnn.weight_ih_l1_reverse	6	0.0053553455509245396
106592	rnn.weight_ih_l1_reverse	7	0.014425557106733322
106592	rnn.weight_ih_l1_reverse	8	0.03168100118637085
106592	rnn.weight_ih_l1_reverse	9	-0.07343021035194397
106592	rnn.weight_hh_l1_reverse	0	0.009044330567121506
106592	rnn.weight_hh_l1_reverse	1	0.031111260876059532
106592	rnn.weight_hh_l1_reverse	2	-0.03976114094257355
106592	rnn.weight_hh_l1_reverse	3	0.04076673835515976
106592	rnn.weight_hh_l1_reverse	4	0.045661721378564835
106592	rnn.weight_hh_l1_reverse	5	0.005920076277107
106592	rnn.weight_hh_l1_reverse	6	0.008369920775294304
106592	rnn.weight_hh_l1_reverse	7	0.024460861459374428
106592	rnn.weight_hh_l1_reverse	8	-0.0048376950435340405
106592	rnn.weight_hh_l1_reverse	9	-0.03393581882119179
106592	rnn.bias_ih_l1_reverse	0	-0.054951801896095276
106592	rnn.bias_ih_l1_reverse	1	-0.1291833221912384
106592	rnn.bias_ih_l1_reverse	2	-0.14766925573349
106592	rnn.bias_ih_l1_reverse	3	-0.01850997284054756
106592	rnn.bias_ih_l1_reverse	4	-0.1767064481973648
106592	rnn.bias_ih_l1_reverse	5	-0.09802519530057907
106592	rnn.bias_ih_l1_reverse	6	-0.12345012277364731
106592	rnn.bias_ih_l1_reverse	7	-0.2206643670797348
106592	rnn.bias_ih_l1_reverse	8	0.1312217116355896
106592	rnn.bias_ih_l1_reverse	9	0.05695762112736702
106592	rnn.bias_hh_l1_reverse	0	-0.057036302983760834
106592	rnn.bias_hh_l1_reverse	1	-0.07628871500492096
106592	rnn.bias_hh_l1_reverse	2	-0.21294210851192474
106592	rnn.bias_hh_l1_reverse	3	-0.11327612400054932
106592	rnn.bias_hh_l1_reverse	4	-0.09574367851018906
106592	rnn.bias_hh_l1_reverse	5	-0.11359910666942596
106592	rnn.bias_hh_l1_reverse	6	0.13431134819984436
106592	rnn.bias_hh_l1_reverse	7	-0.14936965703964233
106592	rnn.bias_hh_l1_reverse	8	-0.09336346387863159
106592	rnn.bias_hh_l1_reverse	9	-0.12307800352573395
106592	linear.weight	0	0.002228822559118271
106592	linear.weight	1	0.0755680724978447
106592	linear.weight	2	-0.08504638820886612
106592	linear.weight	3	0.3807410001754761
106592	linear.weight	4	0.1188250407576561
106592	linear.weight	5	-0.013627907261252403
106592	linear.weight	6	0.10380348563194275
106592	linear.weight	7	0.13601388037204742
106592	linear.weight	8	0.04130137339234352
106592	linear.weight	9	-0.04870312288403511
106592	linear.bias	0	0.008508270606398582
106592	linear.bias	1	-0.19806523621082306
106592	linear.bias	2	-0.4073992073535919
106592	linear.bias	3	-0.7172014713287354
106592	linear.bias	4	-1.1812336444854736
106592	linear.bias	5	-0.09243257343769073
106592	linear.bias	6	-0.7002923488616943
106592	linear.bias	7	0.3081127405166626
106592	linear.bias	8	-0.48326078057289124
106592	linear.bias	9	-0.8997750878334045
106596	transitions	0	0.6344394683837891
106596	transitions	1	0.12114796787500381
106596	transitions	2	-10000.0
106596	transitions	3	-1.8156925439834595
106596	transitions	4	-10000.0
106596	transitions	5	0.6040287017822266
106596	transitions	6	-0.05804607644677162
106596	transitions	7	-0.5837476849555969
106596	transitions	8	-1.379732370376587
106596	transitions	9	-0.0008979779668152332
106596	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106596	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106596	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106596	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106596	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106596	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106596	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106596	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106596	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106596	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106596	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106596	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106596	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106596	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106596	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106596	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106596	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106596	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106596	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106596	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106596	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106596	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106596	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106596	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106596	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106596	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106596	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106596	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106596	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106596	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106596	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106596	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106596	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106596	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106596	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106596	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106596	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106596	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106596	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106596	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106596	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106596	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106596	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106596	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106596	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106596	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106596	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106596	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106596	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106596	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106596	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106596	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106596	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106596	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106596	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106596	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106596	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106596	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106596	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106596	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106596	embedding2nn.weight	0	0.0024604503996670246
106596	embedding2nn.weight	1	-0.014571002684533596
106596	embedding2nn.weight	2	-0.014268254861235619
106596	embedding2nn.weight	3	-0.03017348237335682
106596	embedding2nn.weight	4	-0.0059150345623493195
106596	embedding2nn.weight	5	-0.0037005851045250893
106596	embedding2nn.weight	6	-0.0039732870645821095
106596	embedding2nn.weight	7	-0.05413132160902023
106596	embedding2nn.weight	8	-0.0019979383796453476
106596	embedding2nn.weight	9	-0.03136376664042473
106596	embedding2nn.bias	0	0.011240789666771889
106596	embedding2nn.bias	1	-0.058922603726387024
106596	embedding2nn.bias	2	0.07689318805932999
106596	embedding2nn.bias	3	0.06891337037086487
106596	embedding2nn.bias	4	-0.037065595388412476
106596	embedding2nn.bias	5	-0.05566154047846794
106596	embedding2nn.bias	6	0.04061557352542877
106596	embedding2nn.bias	7	-0.06522393971681595
106596	embedding2nn.bias	8	0.05406719818711281
106596	embedding2nn.bias	9	0.028254229575395584
106596	rnn.weight_ih_l0	0	-0.058904312551021576
106596	rnn.weight_ih_l0	1	-0.008373982273042202
106596	rnn.weight_ih_l0	2	0.0597718209028244
106596	rnn.weight_ih_l0	3	0.016047675162553787
106596	rnn.weight_ih_l0	4	-0.02619592845439911
106596	rnn.weight_ih_l0	5	-0.047927748411893845
106596	rnn.weight_ih_l0	6	0.006697293370962143
106596	rnn.weight_ih_l0	7	0.03513471037149429
106596	rnn.weight_ih_l0	8	-0.013982973992824554
106596	rnn.weight_ih_l0	9	-0.020003939047455788
106596	rnn.weight_hh_l0	0	-0.03786082565784454
106596	rnn.weight_hh_l0	1	0.006022426299750805
106596	rnn.weight_hh_l0	2	-9.820743434829637e-05
106596	rnn.weight_hh_l0	3	-0.06428448855876923
106596	rnn.weight_hh_l0	4	0.08168952167034149
106596	rnn.weight_hh_l0	5	-0.003145842580124736
106596	rnn.weight_hh_l0	6	-0.045636437833309174
106596	rnn.weight_hh_l0	7	0.011456562206149101
106596	rnn.weight_hh_l0	8	0.01612240821123123
106596	rnn.weight_hh_l0	9	-0.01788492687046528
106596	rnn.bias_ih_l0	0	0.0773143321275711
106596	rnn.bias_ih_l0	1	-0.0357552245259285
106596	rnn.bias_ih_l0	2	-0.004632805939763784
106596	rnn.bias_ih_l0	3	0.12041773647069931
106596	rnn.bias_ih_l0	4	-0.051565952599048615
106596	rnn.bias_ih_l0	5	-0.031460847705602646
106596	rnn.bias_ih_l0	6	0.01773744635283947
106596	rnn.bias_ih_l0	7	0.03152664005756378
106596	rnn.bias_ih_l0	8	-0.09945838898420334
106596	rnn.bias_ih_l0	9	-0.048561833798885345
106596	rnn.bias_hh_l0	0	-0.03694668784737587
106596	rnn.bias_hh_l0	1	-0.09545232355594635
106596	rnn.bias_hh_l0	2	-0.03698580339550972
106596	rnn.bias_hh_l0	3	-0.08464180678129196
106596	rnn.bias_hh_l0	4	-0.02716176211833954
106596	rnn.bias_hh_l0	5	-0.02000441402196884
106596	rnn.bias_hh_l0	6	0.019745787605643272
106596	rnn.bias_hh_l0	7	0.027124017477035522
106596	rnn.bias_hh_l0	8	-0.13324572145938873
106596	rnn.bias_hh_l0	9	-0.038482729345560074
106596	rnn.weight_ih_l0_reverse	0	-0.0205877386033535
106596	rnn.weight_ih_l0_reverse	1	-0.05123037472367287
106596	rnn.weight_ih_l0_reverse	2	-0.026958104223012924
106596	rnn.weight_ih_l0_reverse	3	0.002774894470348954
106596	rnn.weight_ih_l0_reverse	4	-0.012109706178307533
106596	rnn.weight_ih_l0_reverse	5	-0.04486950486898422
106596	rnn.weight_ih_l0_reverse	6	0.07775866985321045
106596	rnn.weight_ih_l0_reverse	7	-0.020326795056462288
106596	rnn.weight_ih_l0_reverse	8	-0.03405813127756119
106596	rnn.weight_ih_l0_reverse	9	0.01023756992071867
106596	rnn.weight_hh_l0_reverse	0	0.03666189685463905
106596	rnn.weight_hh_l0_reverse	1	0.031141372397542
106596	rnn.weight_hh_l0_reverse	2	0.033947207033634186
106596	rnn.weight_hh_l0_reverse	3	0.026822680607438087
106596	rnn.weight_hh_l0_reverse	4	0.009014466777443886
106596	rnn.weight_hh_l0_reverse	5	0.014865776523947716
106596	rnn.weight_hh_l0_reverse	6	0.04703117907047272
106596	rnn.weight_hh_l0_reverse	7	-0.05803237110376358
106596	rnn.weight_hh_l0_reverse	8	0.035910677164793015
106596	rnn.weight_hh_l0_reverse	9	0.04855843633413315
106596	rnn.bias_ih_l0_reverse	0	-0.05730957165360451
106596	rnn.bias_ih_l0_reverse	1	-0.23809438943862915
106596	rnn.bias_ih_l0_reverse	2	-0.1295890361070633
106596	rnn.bias_ih_l0_reverse	3	-0.03067878820002079
106596	rnn.bias_ih_l0_reverse	4	-0.03692372515797615
106596	rnn.bias_ih_l0_reverse	5	0.04880435764789581
106596	rnn.bias_ih_l0_reverse	6	-0.032489240169525146
106596	rnn.bias_ih_l0_reverse	7	0.03907027840614319
106596	rnn.bias_ih_l0_reverse	8	-0.03142859786748886
106596	rnn.bias_ih_l0_reverse	9	0.02990305982530117
106596	rnn.bias_hh_l0_reverse	0	0.0005508559406735003
106596	rnn.bias_hh_l0_reverse	1	-0.021045153960585594
106596	rnn.bias_hh_l0_reverse	2	0.07224876433610916
106596	rnn.bias_hh_l0_reverse	3	-0.05812053382396698
106596	rnn.bias_hh_l0_reverse	4	-0.05118230730295181
106596	rnn.bias_hh_l0_reverse	5	-0.031832579523324966
106596	rnn.bias_hh_l0_reverse	6	-0.023017805069684982
106596	rnn.bias_hh_l0_reverse	7	0.1076432466506958
106596	rnn.bias_hh_l0_reverse	8	0.024017615243792534
106596	rnn.bias_hh_l0_reverse	9	-0.10845467448234558
106596	rnn.weight_ih_l1	0	-0.04329926148056984
106596	rnn.weight_ih_l1	1	-0.03227001056075096
106596	rnn.weight_ih_l1	2	0.04505736753344536
106596	rnn.weight_ih_l1	3	-0.0653243139386177
106596	rnn.weight_ih_l1	4	-0.008946061134338379
106596	rnn.weight_ih_l1	5	-0.04537925124168396
106596	rnn.weight_ih_l1	6	0.01926930621266365
106596	rnn.weight_ih_l1	7	-0.02913871593773365
106596	rnn.weight_ih_l1	8	0.03834553807973862
106596	rnn.weight_ih_l1	9	0.03751480206847191
106596	rnn.weight_hh_l1	0	-0.012187110260128975
106596	rnn.weight_hh_l1	1	0.010687313042581081
106596	rnn.weight_hh_l1	2	0.0004898890038020909
106596	rnn.weight_hh_l1	3	-0.00991905014961958
106596	rnn.weight_hh_l1	4	0.0023477550130337477
106596	rnn.weight_hh_l1	5	0.02456788159906864
106596	rnn.weight_hh_l1	6	0.02549695409834385
106596	rnn.weight_hh_l1	7	-0.025884300470352173
106596	rnn.weight_hh_l1	8	-0.017602358013391495
106596	rnn.weight_hh_l1	9	0.03545746952295303
106596	rnn.bias_ih_l1	0	-0.17396599054336548
106596	rnn.bias_ih_l1	1	-0.17581455409526825
106596	rnn.bias_ih_l1	2	-0.16499905288219452
106596	rnn.bias_ih_l1	3	-0.25440970063209534
106596	rnn.bias_ih_l1	4	-0.19346201419830322
106596	rnn.bias_ih_l1	5	-0.10760723799467087
106596	rnn.bias_ih_l1	6	-0.12308582663536072
106596	rnn.bias_ih_l1	7	-0.04604943096637726
106596	rnn.bias_ih_l1	8	-0.12730026245117188
106596	rnn.bias_ih_l1	9	-0.1232597753405571
106596	rnn.bias_hh_l1	0	-0.12432938069105148
106596	rnn.bias_hh_l1	1	-0.04935808852314949
106596	rnn.bias_hh_l1	2	-0.11185552179813385
106596	rnn.bias_hh_l1	3	-0.10109435021877289
106596	rnn.bias_hh_l1	4	-0.1013474389910698
106596	rnn.bias_hh_l1	5	-0.10386356711387634
106596	rnn.bias_hh_l1	6	-0.11398883908987045
106596	rnn.bias_hh_l1	7	0.01058471854776144
106596	rnn.bias_hh_l1	8	-0.1602204442024231
106596	rnn.bias_hh_l1	9	-0.09500163793563843
106596	rnn.weight_ih_l1_reverse	0	-0.0465208999812603
106596	rnn.weight_ih_l1_reverse	1	0.015309050679206848
106596	rnn.weight_ih_l1_reverse	2	0.049235694110393524
106596	rnn.weight_ih_l1_reverse	3	0.011894532479345798
106596	rnn.weight_ih_l1_reverse	4	-0.021086161956191063
106596	rnn.weight_ih_l1_reverse	5	-0.032366540282964706
106596	rnn.weight_ih_l1_reverse	6	0.005332694388926029
106596	rnn.weight_ih_l1_reverse	7	0.014440682716667652
106596	rnn.weight_ih_l1_reverse	8	0.031771037727594376
106596	rnn.weight_ih_l1_reverse	9	-0.07342220097780228
106596	rnn.weight_hh_l1_reverse	0	0.009077182970941067
106596	rnn.weight_hh_l1_reverse	1	0.031136054545640945
106596	rnn.weight_hh_l1_reverse	2	-0.03976098820567131
106596	rnn.weight_hh_l1_reverse	3	0.040695201605558395
106596	rnn.weight_hh_l1_reverse	4	0.04566080868244171
106596	rnn.weight_hh_l1_reverse	5	0.005932218860834837
106596	rnn.weight_hh_l1_reverse	6	0.00832938402891159
106596	rnn.weight_hh_l1_reverse	7	0.024451550096273422
106596	rnn.weight_hh_l1_reverse	8	-0.004872520454227924
106596	rnn.weight_hh_l1_reverse	9	-0.03402043879032135
106596	rnn.bias_ih_l1_reverse	0	-0.05495576933026314
106596	rnn.bias_ih_l1_reverse	1	-0.12952201068401337
106596	rnn.bias_ih_l1_reverse	2	-0.148251473903656
106596	rnn.bias_ih_l1_reverse	3	-0.01764502190053463
106596	rnn.bias_ih_l1_reverse	4	-0.17677180469036102
106596	rnn.bias_ih_l1_reverse	5	-0.09806057065725327
106596	rnn.bias_ih_l1_reverse	6	-0.12349917739629745
106596	rnn.bias_ih_l1_reverse	7	-0.22063285112380981
106596	rnn.bias_ih_l1_reverse	8	0.13105063140392303
106596	rnn.bias_ih_l1_reverse	9	0.05693056434392929
106596	rnn.bias_hh_l1_reverse	0	-0.0566210076212883
106596	rnn.bias_hh_l1_reverse	1	-0.07504008710384369
106596	rnn.bias_hh_l1_reverse	2	-0.21288710832595825
106596	rnn.bias_hh_l1_reverse	3	-0.11309877783060074
106596	rnn.bias_hh_l1_reverse	4	-0.09561972320079803
106596	rnn.bias_hh_l1_reverse	5	-0.1131594106554985
106596	rnn.bias_hh_l1_reverse	6	0.13325031101703644
106596	rnn.bias_hh_l1_reverse	7	-0.1492553949356079
106596	rnn.bias_hh_l1_reverse	8	-0.09327827394008636
106596	rnn.bias_hh_l1_reverse	9	-0.12313773483037949
106596	linear.weight	0	0.002228822559118271
106596	linear.weight	1	0.07605932652950287
106596	linear.weight	2	-0.08485103398561478
106596	linear.weight	3	0.3805297613143921
106596	linear.weight	4	0.11825135350227356
106596	linear.weight	5	-0.011732974089682102
106596	linear.weight	6	0.10382325202226639
106596	linear.weight	7	0.1360403150320053
106596	linear.weight	8	0.04130140319466591
106596	linear.weight	9	-0.049844078719615936
106596	linear.bias	0	0.0024253949522972107
106596	linear.bias	1	-0.19826115667819977
106596	linear.bias	2	-0.39939001202583313
106596	linear.bias	3	-0.7219380140304565
106596	linear.bias	4	-1.185850739479065
106596	linear.bias	5	-0.08630021661520004
106596	linear.bias	6	-0.7006471753120422
106596	linear.bias	7	0.3141010105609894
106596	linear.bias	8	-0.47001519799232483
106596	linear.bias	9	-0.8858681321144104
106793	transitions	0	0.6237080693244934
106793	transitions	1	0.1206994280219078
106793	transitions	2	-10000.0
106793	transitions	3	-1.8157334327697754
106793	transitions	4	-10000.0
106793	transitions	5	0.6039363145828247
106793	transitions	6	-0.05815970152616501
106793	transitions	7	-0.5843020677566528
106793	transitions	8	-1.3798273801803589
106793	transitions	9	-0.0009002963779494166
106793	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106793	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106793	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106793	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106793	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106793	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106793	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106793	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106793	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106793	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106793	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106793	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106793	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106793	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106793	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106793	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106793	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106793	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106793	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106793	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106793	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106793	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106793	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106793	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106793	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106793	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106793	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106793	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106793	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106793	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106793	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106793	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106793	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106793	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106793	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106793	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106793	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106793	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106793	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106793	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106793	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106793	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106793	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106793	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106793	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106793	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106793	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106793	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106793	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106793	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106793	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106793	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106793	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106793	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106793	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106793	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106793	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106793	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106793	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106793	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106793	embedding2nn.weight	0	0.000398107134969905
106793	embedding2nn.weight	1	-0.01456813607364893
106793	embedding2nn.weight	2	-0.014268254861235619
106793	embedding2nn.weight	3	-0.03178023546934128
106793	embedding2nn.weight	4	-0.0059150345623493195
106793	embedding2nn.weight	5	-0.0037005848716944456
106793	embedding2nn.weight	6	-0.003973287530243397
106793	embedding2nn.weight	7	-0.054950129240751266
106793	embedding2nn.weight	8	-0.0019979383796453476
106793	embedding2nn.weight	9	-0.031061219051480293
106793	embedding2nn.bias	0	0.016538824886083603
106793	embedding2nn.bias	1	-0.06495466083288193
106793	embedding2nn.bias	2	0.07512771338224411
106793	embedding2nn.bias	3	0.07237628847360611
106793	embedding2nn.bias	4	-0.0422939732670784
106793	embedding2nn.bias	5	-0.061650823801755905
106793	embedding2nn.bias	6	0.03678958863019943
106793	embedding2nn.bias	7	-0.06794045120477676
106793	embedding2nn.bias	8	0.057420067489147186
106793	embedding2nn.bias	9	0.02975647710263729
106793	rnn.weight_ih_l0	0	-0.059624213725328445
106793	rnn.weight_ih_l0	1	-0.00740021001547575
106793	rnn.weight_ih_l0	2	0.058418337255716324
106793	rnn.weight_ih_l0	3	0.015676289796829224
106793	rnn.weight_ih_l0	4	-0.026559803634881973
106793	rnn.weight_ih_l0	5	-0.04770630970597267
106793	rnn.weight_ih_l0	6	0.005734829232096672
106793	rnn.weight_ih_l0	7	0.03550240024924278
106793	rnn.weight_ih_l0	8	-0.012363613583147526
106793	rnn.weight_ih_l0	9	-0.018839478492736816
106793	rnn.weight_hh_l0	0	-0.03733828663825989
106793	rnn.weight_hh_l0	1	0.005695973057299852
106793	rnn.weight_hh_l0	2	-0.000313634576741606
106793	rnn.weight_hh_l0	3	-0.06514155119657516
106793	rnn.weight_hh_l0	4	0.08165669441223145
106793	rnn.weight_hh_l0	5	-0.0022370959632098675
106793	rnn.weight_hh_l0	6	-0.04661639407277107
106793	rnn.weight_hh_l0	7	0.012588153593242168
106793	rnn.weight_hh_l0	8	0.014972386881709099
106793	rnn.weight_hh_l0	9	-0.01793365739285946
106793	rnn.bias_ih_l0	0	0.078939288854599
106793	rnn.bias_ih_l0	1	-0.03568262234330177
106793	rnn.bias_ih_l0	2	-0.004041911102831364
106793	rnn.bias_ih_l0	3	0.12116607278585434
106793	rnn.bias_ih_l0	4	-0.05078527703881264
106793	rnn.bias_ih_l0	5	-0.029715457931160927
106793	rnn.bias_ih_l0	6	0.0189664326608181
106793	rnn.bias_ih_l0	7	0.03099632076919079
106793	rnn.bias_ih_l0	8	-0.09835423529148102
106793	rnn.bias_ih_l0	9	-0.043617911636829376
106793	rnn.bias_hh_l0	0	-0.038912221789360046
106793	rnn.bias_hh_l0	1	-0.09674308449029922
106793	rnn.bias_hh_l0	2	-0.036640465259552
106793	rnn.bias_hh_l0	3	-0.08384732156991959
106793	rnn.bias_hh_l0	4	-0.021774794906377792
106793	rnn.bias_hh_l0	5	-0.02018616534769535
106793	rnn.bias_hh_l0	6	0.02315187267959118
106793	rnn.bias_hh_l0	7	0.030819766223430634
106793	rnn.bias_hh_l0	8	-0.13637112081050873
106793	rnn.bias_hh_l0	9	-0.03297010064125061
106793	rnn.weight_ih_l0_reverse	0	-0.021276671439409256
106793	rnn.weight_ih_l0_reverse	1	-0.05134264752268791
106793	rnn.weight_ih_l0_reverse	2	-0.028330162167549133
106793	rnn.weight_ih_l0_reverse	3	0.004161258693784475
106793	rnn.weight_ih_l0_reverse	4	-0.012033054605126381
106793	rnn.weight_ih_l0_reverse	5	-0.04539166018366814
106793	rnn.weight_ih_l0_reverse	6	0.07706184685230255
106793	rnn.weight_ih_l0_reverse	7	-0.019281238317489624
106793	rnn.weight_ih_l0_reverse	8	-0.0345677025616169
106793	rnn.weight_ih_l0_reverse	9	0.011633926071226597
106793	rnn.weight_hh_l0_reverse	0	0.037464678287506104
106793	rnn.weight_hh_l0_reverse	1	0.030600406229496002
106793	rnn.weight_hh_l0_reverse	2	0.03355206921696663
106793	rnn.weight_hh_l0_reverse	3	0.02696056291460991
106793	rnn.weight_hh_l0_reverse	4	0.009146953001618385
106793	rnn.weight_hh_l0_reverse	5	0.013887173496186733
106793	rnn.weight_hh_l0_reverse	6	0.04685507342219353
106793	rnn.weight_hh_l0_reverse	7	-0.05769012123346329
106793	rnn.weight_hh_l0_reverse	8	0.03486921638250351
106793	rnn.weight_hh_l0_reverse	9	0.04799732565879822
106793	rnn.bias_ih_l0_reverse	0	-0.05758625268936157
106793	rnn.bias_ih_l0_reverse	1	-0.2406669557094574
106793	rnn.bias_ih_l0_reverse	2	-0.1302434802055359
106793	rnn.bias_ih_l0_reverse	3	-0.03263439983129501
106793	rnn.bias_ih_l0_reverse	4	-0.04127352312207222
106793	rnn.bias_ih_l0_reverse	5	0.04704825580120087
106793	rnn.bias_ih_l0_reverse	6	-0.030431704595685005
106793	rnn.bias_ih_l0_reverse	7	0.04043468087911606
106793	rnn.bias_ih_l0_reverse	8	-0.029797492548823357
106793	rnn.bias_ih_l0_reverse	9	0.028202883899211884
106793	rnn.bias_hh_l0_reverse	0	0.0007923098746687174
106793	rnn.bias_hh_l0_reverse	1	-0.023620544001460075
106793	rnn.bias_hh_l0_reverse	2	0.07560712844133377
106793	rnn.bias_hh_l0_reverse	3	-0.05557180941104889
106793	rnn.bias_hh_l0_reverse	4	-0.05087611451745033
106793	rnn.bias_hh_l0_reverse	5	-0.02978920377790928
106793	rnn.bias_hh_l0_reverse	6	-0.02192106284201145
106793	rnn.bias_hh_l0_reverse	7	0.10644570738077164
106793	rnn.bias_hh_l0_reverse	8	0.024691756814718246
106793	rnn.bias_hh_l0_reverse	9	-0.10645673424005508
106793	rnn.weight_ih_l1	0	-0.04326712340116501
106793	rnn.weight_ih_l1	1	-0.030657462775707245
106793	rnn.weight_ih_l1	2	0.04557868838310242
106793	rnn.weight_ih_l1	3	-0.06692495942115784
106793	rnn.weight_ih_l1	4	-0.008643776178359985
106793	rnn.weight_ih_l1	5	-0.04553760588169098
106793	rnn.weight_ih_l1	6	0.018090272322297096
106793	rnn.weight_ih_l1	7	-0.028778279200196266
106793	rnn.weight_ih_l1	8	0.03853597491979599
106793	rnn.weight_ih_l1	9	0.038078248500823975
106793	rnn.weight_hh_l1	0	-0.011826971545815468
106793	rnn.weight_hh_l1	1	0.010471531189978123
106793	rnn.weight_hh_l1	2	0.0023984145373106003
106793	rnn.weight_hh_l1	3	-0.0097957206889987
106793	rnn.weight_hh_l1	4	0.0017625397304072976
106793	rnn.weight_hh_l1	5	0.02425435371696949
106793	rnn.weight_hh_l1	6	0.025298546999692917
106793	rnn.weight_hh_l1	7	-0.025655554607510567
106793	rnn.weight_hh_l1	8	-0.017998145893216133
106793	rnn.weight_hh_l1	9	0.03577224910259247
106793	rnn.bias_ih_l1	0	-0.1711939573287964
106793	rnn.bias_ih_l1	1	-0.17558199167251587
106793	rnn.bias_ih_l1	2	-0.16500990092754364
106793	rnn.bias_ih_l1	3	-0.2585316002368927
106793	rnn.bias_ih_l1	4	-0.19427309930324554
106793	rnn.bias_ih_l1	5	-0.10763183236122131
106793	rnn.bias_ih_l1	6	-0.11998189240694046
106793	rnn.bias_ih_l1	7	-0.0432702973484993
106793	rnn.bias_ih_l1	8	-0.12508997321128845
106793	rnn.bias_ih_l1	9	-0.11999187618494034
106793	rnn.bias_hh_l1	0	-0.12485183775424957
106793	rnn.bias_hh_l1	1	-0.04690118879079819
106793	rnn.bias_hh_l1	2	-0.10938043147325516
106793	rnn.bias_hh_l1	3	-0.09997767210006714
106793	rnn.bias_hh_l1	4	-0.10044774413108826
106793	rnn.bias_hh_l1	5	-0.10482266545295715
106793	rnn.bias_hh_l1	6	-0.11482255160808563
106793	rnn.bias_hh_l1	7	0.016746781766414642
106793	rnn.bias_hh_l1	8	-0.15819625556468964
106793	rnn.bias_hh_l1	9	-0.09170019626617432
106793	rnn.weight_ih_l1_reverse	0	-0.04575182497501373
106793	rnn.weight_ih_l1_reverse	1	0.018368782475590706
106793	rnn.weight_ih_l1_reverse	2	0.04880935698747635
106793	rnn.weight_ih_l1_reverse	3	0.012415739707648754
106793	rnn.weight_ih_l1_reverse	4	-0.02086622267961502
106793	rnn.weight_ih_l1_reverse	5	-0.03257192298769951
106793	rnn.weight_ih_l1_reverse	6	0.005636630114167929
106793	rnn.weight_ih_l1_reverse	7	0.014680103398859501
106793	rnn.weight_ih_l1_reverse	8	0.031581632792949677
106793	rnn.weight_ih_l1_reverse	9	-0.07554797828197479
106793	rnn.weight_hh_l1_reverse	0	0.008995632641017437
106793	rnn.weight_hh_l1_reverse	1	0.03135062754154205
106793	rnn.weight_hh_l1_reverse	2	-0.039764948189258575
106793	rnn.weight_hh_l1_reverse	3	0.04072868078947067
106793	rnn.weight_hh_l1_reverse	4	0.04639167711138725
106793	rnn.weight_hh_l1_reverse	5	0.005312814377248287
106793	rnn.weight_hh_l1_reverse	6	0.006673569791018963
106793	rnn.weight_hh_l1_reverse	7	0.024496564641594887
106793	rnn.weight_hh_l1_reverse	8	-0.0051632532849907875
106793	rnn.weight_hh_l1_reverse	9	-0.03395269438624382
106793	rnn.bias_ih_l1_reverse	0	-0.050402116030454636
106793	rnn.bias_ih_l1_reverse	1	-0.1284194141626358
106793	rnn.bias_ih_l1_reverse	2	-0.15062768757343292
106793	rnn.bias_ih_l1_reverse	3	-0.017252616584300995
106793	rnn.bias_ih_l1_reverse	4	-0.17576968669891357
106793	rnn.bias_ih_l1_reverse	5	-0.0960635095834732
106793	rnn.bias_ih_l1_reverse	6	-0.12301302701234818
106793	rnn.bias_ih_l1_reverse	7	-0.21981574594974518
106793	rnn.bias_ih_l1_reverse	8	0.13245046138763428
106793	rnn.bias_ih_l1_reverse	9	0.057953666895627975
106793	rnn.bias_hh_l1_reverse	0	-0.049472175538539886
106793	rnn.bias_hh_l1_reverse	1	-0.07660596817731857
106793	rnn.bias_hh_l1_reverse	2	-0.2135554701089859
106793	rnn.bias_hh_l1_reverse	3	-0.11162862181663513
106793	rnn.bias_hh_l1_reverse	4	-0.09422880411148071
106793	rnn.bias_hh_l1_reverse	5	-0.1145276427268982
106793	rnn.bias_hh_l1_reverse	6	0.12817762792110443
106793	rnn.bias_hh_l1_reverse	7	-0.14892058074474335
106793	rnn.bias_hh_l1_reverse	8	-0.09607423096895218
106793	rnn.bias_hh_l1_reverse	9	-0.12319730222225189
106793	linear.weight	0	0.002228822559118271
106793	linear.weight	1	0.06428062170743942
106793	linear.weight	2	-0.08174223452806473
106793	linear.weight	3	0.37436214089393616
106793	linear.weight	4	0.12067271769046783
106793	linear.weight	5	-0.013852725736796856
106793	linear.weight	6	0.10525684803724289
106793	linear.weight	7	0.12901505827903748
106793	linear.weight	8	0.04130125418305397
106793	linear.weight	9	-0.04877355322241783
106793	linear.bias	0	-0.004231099504977465
106793	linear.bias	1	-0.1889817863702774
106793	linear.bias	2	-0.400327205657959
106793	linear.bias	3	-0.7339625358581543
106793	linear.bias	4	-1.1976581811904907
106793	linear.bias	5	-0.09651556611061096
106793	linear.bias	6	-0.6912155747413635
106793	linear.bias	7	0.3037864863872528
106793	linear.bias	8	-0.5017260313034058
106793	linear.bias	9	-0.9151542782783508
106990	transitions	0	0.6252202391624451
106990	transitions	1	0.12209177762269974
106990	transitions	2	-10000.0
106990	transitions	3	-1.8157672882080078
106990	transitions	4	-10000.0
106990	transitions	5	0.6038185954093933
106990	transitions	6	-0.05827230215072632
106990	transitions	7	-0.5851554870605469
106990	transitions	8	-1.3799729347229004
106990	transitions	9	-0.0009017593692988157
106990	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
106990	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
106990	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
106990	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
106990	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
106990	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
106990	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
106990	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
106990	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
106990	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
106990	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
106990	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
106990	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
106990	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
106990	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
106990	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
106990	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
106990	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
106990	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
106990	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
106990	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
106990	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
106990	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
106990	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
106990	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
106990	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
106990	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
106990	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
106990	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
106990	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
106990	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
106990	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
106990	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
106990	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
106990	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
106990	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
106990	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
106990	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
106990	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
106990	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
106990	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
106990	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
106990	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
106990	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
106990	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
106990	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
106990	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
106990	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
106990	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
106990	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
106990	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
106990	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
106990	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
106990	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
106990	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
106990	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
106990	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
106990	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
106990	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
106990	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
106990	embedding2nn.weight	0	0.0011039625387638807
106990	embedding2nn.weight	1	-0.014495449140667915
106990	embedding2nn.weight	2	-0.014268254861235619
106990	embedding2nn.weight	3	-0.03252469748258591
106990	embedding2nn.weight	4	-0.0059150345623493195
106990	embedding2nn.weight	5	-0.0037005848716944456
106990	embedding2nn.weight	6	-0.003973287995904684
106990	embedding2nn.weight	7	-0.05635978654026985
106990	embedding2nn.weight	8	-0.0019979383796453476
106990	embedding2nn.weight	9	-0.02991078607738018
106990	embedding2nn.bias	0	0.021479342132806778
106990	embedding2nn.bias	1	-0.06435862928628922
106990	embedding2nn.bias	2	0.06852073222398758
106990	embedding2nn.bias	3	0.06976719945669174
106990	embedding2nn.bias	4	-0.033234212547540665
106990	embedding2nn.bias	5	-0.06614711135625839
106990	embedding2nn.bias	6	0.033965859562158585
106990	embedding2nn.bias	7	-0.06940218061208725
106990	embedding2nn.bias	8	0.06275983154773712
106990	embedding2nn.bias	9	0.02662508189678192
106990	rnn.weight_ih_l0	0	-0.06038757413625717
106990	rnn.weight_ih_l0	1	-0.006000462919473648
106990	rnn.weight_ih_l0	2	0.058924395591020584
106990	rnn.weight_ih_l0	3	0.015777036547660828
106990	rnn.weight_ih_l0	4	-0.025987127795815468
106990	rnn.weight_ih_l0	5	-0.0483938492834568
106990	rnn.weight_ih_l0	6	0.0053334725089371204
106990	rnn.weight_ih_l0	7	0.03448078781366348
106990	rnn.weight_ih_l0	8	-0.01217610388994217
106990	rnn.weight_ih_l0	9	-0.01802968606352806
106990	rnn.weight_hh_l0	0	-0.03601812198758125
106990	rnn.weight_hh_l0	1	0.004943201784044504
106990	rnn.weight_hh_l0	2	-0.0002099057601299137
106990	rnn.weight_hh_l0	3	-0.06481850892305374
106990	rnn.weight_hh_l0	4	0.08086977899074554
106990	rnn.weight_hh_l0	5	-0.0012718734797090292
106990	rnn.weight_hh_l0	6	-0.04557570070028305
106990	rnn.weight_hh_l0	7	0.01171454694122076
106990	rnn.weight_hh_l0	8	0.01430866215378046
106990	rnn.weight_hh_l0	9	-0.01828579418361187
106990	rnn.bias_ih_l0	0	0.08028741925954819
106990	rnn.bias_ih_l0	1	-0.03561486676335335
106990	rnn.bias_ih_l0	2	-0.006122998893260956
106990	rnn.bias_ih_l0	3	0.12017065286636353
106990	rnn.bias_ih_l0	4	-0.047453779727220535
106990	rnn.bias_ih_l0	5	-0.031692732125520706
106990	rnn.bias_ih_l0	6	0.015737980604171753
106990	rnn.bias_ih_l0	7	0.031754519790410995
106990	rnn.bias_ih_l0	8	-0.10000650584697723
106990	rnn.bias_ih_l0	9	-0.04563349857926369
106990	rnn.bias_hh_l0	0	-0.03814868628978729
106990	rnn.bias_hh_l0	1	-0.09724810719490051
106990	rnn.bias_hh_l0	2	-0.0347185954451561
106990	rnn.bias_hh_l0	3	-0.08355255424976349
106990	rnn.bias_hh_l0	4	-0.02178521640598774
106990	rnn.bias_hh_l0	5	-0.01951250061392784
106990	rnn.bias_hh_l0	6	0.023155666887760162
106990	rnn.bias_hh_l0	7	0.02468213066458702
106990	rnn.bias_hh_l0	8	-0.13706347346305847
106990	rnn.bias_hh_l0	9	-0.03184365853667259
106990	rnn.weight_ih_l0_reverse	0	-0.020545395091176033
106990	rnn.weight_ih_l0_reverse	1	-0.050808221101760864
106990	rnn.weight_ih_l0_reverse	2	-0.027964657172560692
106990	rnn.weight_ih_l0_reverse	3	0.004332045093178749
106990	rnn.weight_ih_l0_reverse	4	-0.01232778001576662
106990	rnn.weight_ih_l0_reverse	5	-0.04472815617918968
106990	rnn.weight_ih_l0_reverse	6	0.07683683931827545
106990	rnn.weight_ih_l0_reverse	7	-0.020954417064785957
106990	rnn.weight_ih_l0_reverse	8	-0.03433654457330704
106990	rnn.weight_ih_l0_reverse	9	0.011544623412191868
106990	rnn.weight_hh_l0_reverse	0	0.03951212763786316
106990	rnn.weight_hh_l0_reverse	1	0.030753130093216896
106990	rnn.weight_hh_l0_reverse	2	0.03341829776763916
106990	rnn.weight_hh_l0_reverse	3	0.02713814377784729
106990	rnn.weight_hh_l0_reverse	4	0.009341197088360786
106990	rnn.weight_hh_l0_reverse	5	0.014269058592617512
106990	rnn.weight_hh_l0_reverse	6	0.046939268708229065
106990	rnn.weight_hh_l0_reverse	7	-0.05755319073796272
106990	rnn.weight_hh_l0_reverse	8	0.03484538570046425
106990	rnn.weight_hh_l0_reverse	9	0.04764913022518158
106990	rnn.bias_ih_l0_reverse	0	-0.05713426321744919
106990	rnn.bias_ih_l0_reverse	1	-0.23579111695289612
106990	rnn.bias_ih_l0_reverse	2	-0.13085469603538513
106990	rnn.bias_ih_l0_reverse	3	-0.031343989074230194
106990	rnn.bias_ih_l0_reverse	4	-0.04029662534594536
106990	rnn.bias_ih_l0_reverse	5	0.04584042355418205
106990	rnn.bias_ih_l0_reverse	6	-0.03066249191761017
106990	rnn.bias_ih_l0_reverse	7	0.04234861209988594
106990	rnn.bias_ih_l0_reverse	8	-0.030345328152179718
106990	rnn.bias_ih_l0_reverse	9	0.030857253819704056
106990	rnn.bias_hh_l0_reverse	0	0.0011477178195491433
106990	rnn.bias_hh_l0_reverse	1	-0.025196952745318413
106990	rnn.bias_hh_l0_reverse	2	0.08244677633047104
106990	rnn.bias_hh_l0_reverse	3	-0.05386172980070114
106990	rnn.bias_hh_l0_reverse	4	-0.05260423943400383
106990	rnn.bias_hh_l0_reverse	5	-0.031156232580542564
106990	rnn.bias_hh_l0_reverse	6	-0.018686097115278244
106990	rnn.bias_hh_l0_reverse	7	0.10455290973186493
106990	rnn.bias_hh_l0_reverse	8	0.026213476434350014
106990	rnn.bias_hh_l0_reverse	9	-0.11165471374988556
106990	rnn.weight_ih_l1	0	-0.04360639676451683
106990	rnn.weight_ih_l1	1	-0.030371401458978653
106990	rnn.weight_ih_l1	2	0.04569414630532265
106990	rnn.weight_ih_l1	3	-0.06994818896055222
106990	rnn.weight_ih_l1	4	-0.008897335268557072
106990	rnn.weight_ih_l1	5	-0.045767892152071
106990	rnn.weight_ih_l1	6	0.018589744344353676
106990	rnn.weight_ih_l1	7	-0.028914721682667732
106990	rnn.weight_ih_l1	8	0.038512397557497025
106990	rnn.weight_ih_l1	9	0.038381416350603104
106990	rnn.weight_hh_l1	0	-0.012430476024746895
106990	rnn.weight_hh_l1	1	0.010507399216294289
106990	rnn.weight_hh_l1	2	0.0014567453181371093
106990	rnn.weight_hh_l1	3	-0.009508843533694744
106990	rnn.weight_hh_l1	4	0.001738278428092599
106990	rnn.weight_hh_l1	5	0.023812085390090942
106990	rnn.weight_hh_l1	6	0.024834102019667625
106990	rnn.weight_hh_l1	7	-0.025536702945828438
106990	rnn.weight_hh_l1	8	-0.018345221877098083
106990	rnn.weight_hh_l1	9	0.03591037914156914
106990	rnn.bias_ih_l1	0	-0.16946038603782654
106990	rnn.bias_ih_l1	1	-0.17682689428329468
106990	rnn.bias_ih_l1	2	-0.1679922491312027
106990	rnn.bias_ih_l1	3	-0.2556888163089752
106990	rnn.bias_ih_l1	4	-0.19614392518997192
106990	rnn.bias_ih_l1	5	-0.10813673585653305
106990	rnn.bias_ih_l1	6	-0.12225029617547989
106990	rnn.bias_ih_l1	7	-0.04334956780076027
106990	rnn.bias_ih_l1	8	-0.12784768640995026
106990	rnn.bias_ih_l1	9	-0.11863993853330612
106990	rnn.bias_hh_l1	0	-0.12433917820453644
106990	rnn.bias_hh_l1	1	-0.043059974908828735
106990	rnn.bias_hh_l1	2	-0.11038397997617722
106990	rnn.bias_hh_l1	3	-0.09945634007453918
106990	rnn.bias_hh_l1	4	-0.10155351459980011
106990	rnn.bias_hh_l1	5	-0.10631084442138672
106990	rnn.bias_hh_l1	6	-0.11451553553342819
106990	rnn.bias_hh_l1	7	0.01981905847787857
106990	rnn.bias_hh_l1	8	-0.16221120953559875
106990	rnn.bias_hh_l1	9	-0.09070602804422379
106990	rnn.weight_ih_l1_reverse	0	-0.04543374851346016
106990	rnn.weight_ih_l1_reverse	1	0.018722256645560265
106990	rnn.weight_ih_l1_reverse	2	0.051242176443338394
106990	rnn.weight_ih_l1_reverse	3	0.01028099749237299
106990	rnn.weight_ih_l1_reverse	4	-0.020594032481312752
106990	rnn.weight_ih_l1_reverse	5	-0.03250260278582573
106990	rnn.weight_ih_l1_reverse	6	0.0032460528891533613
106990	rnn.weight_ih_l1_reverse	7	0.015770191326737404
106990	rnn.weight_ih_l1_reverse	8	0.03145839273929596
106990	rnn.weight_ih_l1_reverse	9	-0.07535901665687561
106990	rnn.weight_hh_l1_reverse	0	0.00894209649413824
106990	rnn.weight_hh_l1_reverse	1	0.03143836930394173
106990	rnn.weight_hh_l1_reverse	2	-0.03976719453930855
106990	rnn.weight_hh_l1_reverse	3	0.04065755382180214
106990	rnn.weight_hh_l1_reverse	4	0.045920249074697495
106990	rnn.weight_hh_l1_reverse	5	0.005345242563635111
106990	rnn.weight_hh_l1_reverse	6	0.006648015696555376
106990	rnn.weight_hh_l1_reverse	7	0.024486826732754707
106990	rnn.weight_hh_l1_reverse	8	-0.005230102688074112
106990	rnn.weight_hh_l1_reverse	9	-0.033461179584264755
106990	rnn.bias_ih_l1_reverse	0	-0.05034157261252403
106990	rnn.bias_ih_l1_reverse	1	-0.12989692389965057
106990	rnn.bias_ih_l1_reverse	2	-0.1508091688156128
106990	rnn.bias_ih_l1_reverse	3	-0.016143102198839188
106990	rnn.bias_ih_l1_reverse	4	-0.17739970982074738
106990	rnn.bias_ih_l1_reverse	5	-0.09493012726306915
106990	rnn.bias_ih_l1_reverse	6	-0.12282730638980865
106990	rnn.bias_ih_l1_reverse	7	-0.22131279110908508
106990	rnn.bias_ih_l1_reverse	8	0.12920647859573364
106990	rnn.bias_ih_l1_reverse	9	0.05766221508383751
106990	rnn.bias_hh_l1_reverse	0	-0.05212023854255676
106990	rnn.bias_hh_l1_reverse	1	-0.07857625186443329
106990	rnn.bias_hh_l1_reverse	2	-0.21387924253940582
106990	rnn.bias_hh_l1_reverse	3	-0.10852375626564026
106990	rnn.bias_hh_l1_reverse	4	-0.09521908313035965
106990	rnn.bias_hh_l1_reverse	5	-0.11347022652626038
106990	rnn.bias_hh_l1_reverse	6	0.1313992440700531
106990	rnn.bias_hh_l1_reverse	7	-0.14550019800662994
106990	rnn.bias_hh_l1_reverse	8	-0.09584742784500122
106990	rnn.bias_hh_l1_reverse	9	-0.1237863227725029
106990	linear.weight	0	0.002228822559118271
106990	linear.weight	1	0.06346069276332855
106990	linear.weight	2	-0.08286511152982712
106990	linear.weight	3	0.37162232398986816
106990	linear.weight	4	0.12244260311126709
106990	linear.weight	5	-0.01530267484486103
106990	linear.weight	6	0.10299892723560333
106990	linear.weight	7	0.13864192366600037
106990	linear.weight	8	0.04130014777183533
106990	linear.weight	9	-0.043781958520412445
106990	linear.bias	0	0.0017113782232627273
106990	linear.bias	1	-0.18739630281925201
106990	linear.bias	2	-0.4462811052799225
106990	linear.bias	3	-0.7214215993881226
106990	linear.bias	4	-1.1863422393798828
106990	linear.bias	5	-0.08668453246355057
106990	linear.bias	6	-0.6873956322669983
106990	linear.bias	7	0.314751535654068
106990	linear.bias	8	-0.4988005459308624
106990	linear.bias	9	-0.9094810485839844
107187	transitions	0	0.6374543905258179
107187	transitions	1	0.12611588835716248
107187	transitions	2	-10000.0
107187	transitions	3	-1.8158020973205566
107187	transitions	4	-10000.0
107187	transitions	5	0.6036717891693115
107187	transitions	6	-0.05851953849196434
107187	transitions	7	-0.585672914981842
107187	transitions	8	-1.380307912826538
107187	transitions	9	-0.0009030044893734157
107187	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
107187	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
107187	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
107187	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
107187	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
107187	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
107187	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
107187	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
107187	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
107187	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
107187	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
107187	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
107187	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
107187	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
107187	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
107187	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
107187	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
107187	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
107187	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
107187	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
107187	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
107187	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
107187	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
107187	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
107187	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
107187	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
107187	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
107187	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
107187	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
107187	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
107187	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
107187	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
107187	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
107187	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
107187	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
107187	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
107187	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
107187	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
107187	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
107187	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
107187	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
107187	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
107187	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
107187	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
107187	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
107187	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
107187	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
107187	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
107187	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
107187	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
107187	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
107187	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
107187	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
107187	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
107187	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
107187	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
107187	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
107187	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
107187	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
107187	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
107187	embedding2nn.weight	0	0.0022328796330839396
107187	embedding2nn.weight	1	-0.014411830343306065
107187	embedding2nn.weight	2	-0.014268254861235619
107187	embedding2nn.weight	3	-0.03132586181163788
107187	embedding2nn.weight	4	-0.0059150345623493195
107187	embedding2nn.weight	5	-0.0037005844060331583
107187	embedding2nn.weight	6	-0.003973283339291811
107187	embedding2nn.weight	7	-0.05592656508088112
107187	embedding2nn.weight	8	-0.0019979383796453476
107187	embedding2nn.weight	9	-0.02941145934164524
107187	embedding2nn.bias	0	0.026291416957974434
107187	embedding2nn.bias	1	-0.06608275324106216
107187	embedding2nn.bias	2	0.06308285892009735
107187	embedding2nn.bias	3	0.0740092545747757
107187	embedding2nn.bias	4	-0.03818582743406296
107187	embedding2nn.bias	5	-0.07324453443288803
107187	embedding2nn.bias	6	0.04452250152826309
107187	embedding2nn.bias	7	-0.07054901868104935
107187	embedding2nn.bias	8	0.06185537949204445
107187	embedding2nn.bias	9	0.02208072319626808
107187	rnn.weight_ih_l0	0	-0.06048890948295593
107187	rnn.weight_ih_l0	1	-0.007890429347753525
107187	rnn.weight_ih_l0	2	0.060243021696805954
107187	rnn.weight_ih_l0	3	0.015938477590680122
107187	rnn.weight_ih_l0	4	-0.027508728206157684
107187	rnn.weight_ih_l0	5	-0.048901572823524475
107187	rnn.weight_ih_l0	6	0.0041219559498131275
107187	rnn.weight_ih_l0	7	0.03434380516409874
107187	rnn.weight_ih_l0	8	-0.011225591413676739
107187	rnn.weight_ih_l0	9	-0.016565751284360886
107187	rnn.weight_hh_l0	0	-0.03654101863503456
107187	rnn.weight_hh_l0	1	0.006281495094299316
107187	rnn.weight_hh_l0	2	-0.00018925900803878903
107187	rnn.weight_hh_l0	3	-0.06537442654371262
107187	rnn.weight_hh_l0	4	0.08032543212175369
107187	rnn.weight_hh_l0	5	-0.0018748469883576035
107187	rnn.weight_hh_l0	6	-0.04553591459989548
107187	rnn.weight_hh_l0	7	0.01364796981215477
107187	rnn.weight_hh_l0	8	0.013925108127295971
107187	rnn.weight_hh_l0	9	-0.01809532940387726
107187	rnn.bias_ih_l0	0	0.08087291568517685
107187	rnn.bias_ih_l0	1	-0.03621566668152809
107187	rnn.bias_ih_l0	2	-0.006807400844991207
107187	rnn.bias_ih_l0	3	0.1222309097647667
107187	rnn.bias_ih_l0	4	-0.04965445026755333
107187	rnn.bias_ih_l0	5	-0.030551526695489883
107187	rnn.bias_ih_l0	6	0.018986275419592857
107187	rnn.bias_ih_l0	7	0.03171484172344208
107187	rnn.bias_ih_l0	8	-0.10023183375597
107187	rnn.bias_ih_l0	9	-0.046330004930496216
107187	rnn.bias_hh_l0	0	-0.03831547871232033
107187	rnn.bias_hh_l0	1	-0.09571164101362228
107187	rnn.bias_hh_l0	2	-0.033852651715278625
107187	rnn.bias_hh_l0	3	-0.08673800528049469
107187	rnn.bias_hh_l0	4	-0.020701121538877487
107187	rnn.bias_hh_l0	5	-0.02099630795419216
107187	rnn.bias_hh_l0	6	0.02797188237309456
107187	rnn.bias_hh_l0	7	0.026409495621919632
107187	rnn.bias_hh_l0	8	-0.13780581951141357
107187	rnn.bias_hh_l0	9	-0.02957102656364441
107187	rnn.weight_ih_l0_reverse	0	-0.020465943962335587
107187	rnn.weight_ih_l0_reverse	1	-0.04945448040962219
107187	rnn.weight_ih_l0_reverse	2	-0.028055932372808456
107187	rnn.weight_ih_l0_reverse	3	0.004560713656246662
107187	rnn.weight_ih_l0_reverse	4	-0.012625186704099178
107187	rnn.weight_ih_l0_reverse	5	-0.04511464014649391
107187	rnn.weight_ih_l0_reverse	6	0.07639356702566147
107187	rnn.weight_ih_l0_reverse	7	-0.01959100551903248
107187	rnn.weight_ih_l0_reverse	8	-0.03427658602595329
107187	rnn.weight_ih_l0_reverse	9	0.011513972654938698
107187	rnn.weight_hh_l0_reverse	0	0.038892440497875214
107187	rnn.weight_hh_l0_reverse	1	0.03249089792370796
107187	rnn.weight_hh_l0_reverse	2	0.03393716737627983
107187	rnn.weight_hh_l0_reverse	3	0.027067655697464943
107187	rnn.weight_hh_l0_reverse	4	0.009796499274671078
107187	rnn.weight_hh_l0_reverse	5	0.014821232296526432
107187	rnn.weight_hh_l0_reverse	6	0.04702379181981087
107187	rnn.weight_hh_l0_reverse	7	-0.058763712644577026
107187	rnn.weight_hh_l0_reverse	8	0.03474802523851395
107187	rnn.weight_hh_l0_reverse	9	0.047558099031448364
107187	rnn.bias_ih_l0_reverse	0	-0.057314272969961166
107187	rnn.bias_ih_l0_reverse	1	-0.23635630309581757
107187	rnn.bias_ih_l0_reverse	2	-0.13185985386371613
107187	rnn.bias_ih_l0_reverse	3	-0.03278201073408127
107187	rnn.bias_ih_l0_reverse	4	-0.041038841009140015
107187	rnn.bias_ih_l0_reverse	5	0.045504435896873474
107187	rnn.bias_ih_l0_reverse	6	-0.03334268182516098
107187	rnn.bias_ih_l0_reverse	7	0.040426626801490784
107187	rnn.bias_ih_l0_reverse	8	-0.030310122296214104
107187	rnn.bias_ih_l0_reverse	9	0.03201097249984741
107187	rnn.bias_hh_l0_reverse	0	0.0024900531861931086
107187	rnn.bias_hh_l0_reverse	1	-0.025371041148900986
107187	rnn.bias_hh_l0_reverse	2	0.08140506595373154
107187	rnn.bias_hh_l0_reverse	3	-0.056072697043418884
107187	rnn.bias_hh_l0_reverse	4	-0.051345232874155045
107187	rnn.bias_hh_l0_reverse	5	-0.03444083780050278
107187	rnn.bias_hh_l0_reverse	6	-0.019182328134775162
107187	rnn.bias_hh_l0_reverse	7	0.10306432843208313
107187	rnn.bias_hh_l0_reverse	8	0.023820888251066208
107187	rnn.bias_hh_l0_reverse	9	-0.11318133771419525
107187	rnn.weight_ih_l1	0	-0.04353445768356323
107187	rnn.weight_ih_l1	1	-0.030730191618204117
107187	rnn.weight_ih_l1	2	0.04448288679122925
107187	rnn.weight_ih_l1	3	-0.06949061155319214
107187	rnn.weight_ih_l1	4	-0.00857515912503004
107187	rnn.weight_ih_l1	5	-0.0454629585146904
107187	rnn.weight_ih_l1	6	0.017914660274982452
107187	rnn.weight_ih_l1	7	-0.02746608853340149
107187	rnn.weight_ih_l1	8	0.03889501467347145
107187	rnn.weight_ih_l1	9	0.038786035031080246
107187	rnn.weight_hh_l1	0	-0.012826365418732166
107187	rnn.weight_hh_l1	1	0.010428817942738533
107187	rnn.weight_hh_l1	2	0.0009978195885196328
107187	rnn.weight_hh_l1	3	-0.009470305405557156
107187	rnn.weight_hh_l1	4	0.001634349231608212
107187	rnn.weight_hh_l1	5	0.023972293362021446
107187	rnn.weight_hh_l1	6	0.024432724341750145
107187	rnn.weight_hh_l1	7	-0.025428105145692825
107187	rnn.weight_hh_l1	8	-0.01803632825613022
107187	rnn.weight_hh_l1	9	0.03600165992975235
107187	rnn.bias_ih_l1	0	-0.16916033625602722
107187	rnn.bias_ih_l1	1	-0.17794491350650787
107187	rnn.bias_ih_l1	2	-0.1701156198978424
107187	rnn.bias_ih_l1	3	-0.25739797949790955
107187	rnn.bias_ih_l1	4	-0.2017674595117569
107187	rnn.bias_ih_l1	5	-0.10993587970733643
107187	rnn.bias_ih_l1	6	-0.12023558467626572
107187	rnn.bias_ih_l1	7	-0.045784544199705124
107187	rnn.bias_ih_l1	8	-0.12860749661922455
107187	rnn.bias_ih_l1	9	-0.11975318938493729
107187	rnn.bias_hh_l1	0	-0.12100526690483093
107187	rnn.bias_hh_l1	1	-0.04598519578576088
107187	rnn.bias_hh_l1	2	-0.10800307989120483
107187	rnn.bias_hh_l1	3	-0.10010065883398056
107187	rnn.bias_hh_l1	4	-0.1020514965057373
107187	rnn.bias_hh_l1	5	-0.10668082535266876
107187	rnn.bias_hh_l1	6	-0.11415964365005493
107187	rnn.bias_hh_l1	7	0.02024996280670166
107187	rnn.bias_hh_l1	8	-0.16248008608818054
107187	rnn.bias_hh_l1	9	-0.09048429131507874
107187	rnn.weight_ih_l1_reverse	0	-0.046006835997104645
107187	rnn.weight_ih_l1_reverse	1	0.019947366788983345
107187	rnn.weight_ih_l1_reverse	2	0.05287476256489754
107187	rnn.weight_ih_l1_reverse	3	0.009455027058720589
107187	rnn.weight_ih_l1_reverse	4	-0.022750500589609146
107187	rnn.weight_ih_l1_reverse	5	-0.03256097435951233
107187	rnn.weight_ih_l1_reverse	6	0.0021935258992016315
107187	rnn.weight_ih_l1_reverse	7	0.014427416026592255
107187	rnn.weight_ih_l1_reverse	8	0.03135034814476967
107187	rnn.weight_ih_l1_reverse	9	-0.07557906210422516
107187	rnn.weight_hh_l1_reverse	0	0.009189194068312645
107187	rnn.weight_hh_l1_reverse	1	0.0312938429415226
107187	rnn.weight_hh_l1_reverse	2	-0.039716657251119614
107187	rnn.weight_hh_l1_reverse	3	0.04051462560892105
107187	rnn.weight_hh_l1_reverse	4	0.04497267305850983
107187	rnn.weight_hh_l1_reverse	5	0.0050640832632780075
107187	rnn.weight_hh_l1_reverse	6	0.009120786562561989
107187	rnn.weight_hh_l1_reverse	7	0.0244183037430048
107187	rnn.weight_hh_l1_reverse	8	-0.00538373738527298
107187	rnn.weight_hh_l1_reverse	9	-0.03341972827911377
107187	rnn.bias_ih_l1_reverse	0	-0.04742153733968735
107187	rnn.bias_ih_l1_reverse	1	-0.1341264396905899
107187	rnn.bias_ih_l1_reverse	2	-0.15095628798007965
107187	rnn.bias_ih_l1_reverse	3	-0.017972135916352272
107187	rnn.bias_ih_l1_reverse	4	-0.17813239991664886
107187	rnn.bias_ih_l1_reverse	5	-0.09758620709180832
107187	rnn.bias_ih_l1_reverse	6	-0.12229488790035248
107187	rnn.bias_ih_l1_reverse	7	-0.22107751667499542
107187	rnn.bias_ih_l1_reverse	8	0.13335861265659332
107187	rnn.bias_ih_l1_reverse	9	0.05894647538661957
107187	rnn.bias_hh_l1_reverse	0	-0.051493220031261444
107187	rnn.bias_hh_l1_reverse	1	-0.08320371806621552
107187	rnn.bias_hh_l1_reverse	2	-0.21467037498950958
107187	rnn.bias_hh_l1_reverse	3	-0.10863009095191956
107187	rnn.bias_hh_l1_reverse	4	-0.09637785702943802
107187	rnn.bias_hh_l1_reverse	5	-0.11065299808979034
107187	rnn.bias_hh_l1_reverse	6	0.13154147565364838
107187	rnn.bias_hh_l1_reverse	7	-0.14592383801937103
107187	rnn.bias_hh_l1_reverse	8	-0.09473219513893127
107187	rnn.bias_hh_l1_reverse	9	-0.12319082021713257
107187	linear.weight	0	0.002228822559118271
107187	linear.weight	1	0.059098612517118454
107187	linear.weight	2	-0.08696852624416351
107187	linear.weight	3	0.37851855158805847
107187	linear.weight	4	0.11955230683088303
107187	linear.weight	5	-0.01833060197532177
107187	linear.weight	6	0.09817145764827728
107187	linear.weight	7	0.1287812888622284
107187	linear.weight	8	0.04129933938384056
107187	linear.weight	9	-0.04590331390500069
107187	linear.bias	0	0.006030609831213951
107187	linear.bias	1	-0.1779208779335022
107187	linear.bias	2	-0.47252416610717773
107187	linear.bias	3	-0.7381505370140076
107187	linear.bias	4	-1.2062026262283325
107187	linear.bias	5	-0.10892470180988312
107187	linear.bias	6	-0.6814612746238708
107187	linear.bias	7	0.2941567301750183
107187	linear.bias	8	-0.47882282733917236
107187	linear.bias	9	-0.8876432180404663
107384	transitions	0	0.64341801404953
107384	transitions	1	0.12044505774974823
107384	transitions	2	-10000.0
107384	transitions	3	-1.8158725500106812
107384	transitions	4	-10000.0
107384	transitions	5	0.6035211086273193
107384	transitions	6	-0.0586324967443943
107384	transitions	7	-0.5869618654251099
107384	transitions	8	-1.3804113864898682
107384	transitions	9	-0.0009043468744494021
107384	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
107384	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
107384	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
107384	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
107384	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
107384	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
107384	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
107384	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
107384	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
107384	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
107384	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
107384	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
107384	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
107384	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
107384	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
107384	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
107384	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
107384	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
107384	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
107384	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
107384	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
107384	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
107384	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
107384	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
107384	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
107384	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
107384	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
107384	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
107384	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
107384	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
107384	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
107384	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
107384	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
107384	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
107384	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
107384	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
107384	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
107384	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
107384	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
107384	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
107384	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
107384	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
107384	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
107384	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
107384	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
107384	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
107384	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
107384	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
107384	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
107384	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
107384	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
107384	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
107384	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
107384	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
107384	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
107384	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
107384	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
107384	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
107384	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
107384	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
107384	embedding2nn.weight	0	0.002688039792701602
107384	embedding2nn.weight	1	-0.014411166310310364
107384	embedding2nn.weight	2	-0.014268254861235619
107384	embedding2nn.weight	3	-0.02987631969153881
107384	embedding2nn.weight	4	-0.0059150345623493195
107384	embedding2nn.weight	5	-0.0037005841732025146
107384	embedding2nn.weight	6	-0.003973282873630524
107384	embedding2nn.weight	7	-0.05538655444979668
107384	embedding2nn.weight	8	-0.0019979383796453476
107384	embedding2nn.weight	9	-0.029953572899103165
107384	embedding2nn.bias	0	0.017564157024025917
107384	embedding2nn.bias	1	-0.06400755792856216
107384	embedding2nn.bias	2	0.06972973048686981
107384	embedding2nn.bias	3	0.07449675351381302
107384	embedding2nn.bias	4	-0.037767790257930756
107384	embedding2nn.bias	5	-0.05337923392653465
107384	embedding2nn.bias	6	0.04600658267736435
107384	embedding2nn.bias	7	-0.0680508092045784
107384	embedding2nn.bias	8	0.06720010936260223
107384	embedding2nn.bias	9	0.024383433163166046
107384	rnn.weight_ih_l0	0	-0.06137726455926895
107384	rnn.weight_ih_l0	1	-0.0070937867276370525
107384	rnn.weight_ih_l0	2	0.06029165908694267
107384	rnn.weight_ih_l0	3	0.017075756564736366
107384	rnn.weight_ih_l0	4	-0.028182346373796463
107384	rnn.weight_ih_l0	5	-0.04990175738930702
107384	rnn.weight_ih_l0	6	0.003408787539228797
107384	rnn.weight_ih_l0	7	0.033118657767772675
107384	rnn.weight_ih_l0	8	-0.010917303152382374
107384	rnn.weight_ih_l0	9	-0.017024321481585503
107384	rnn.weight_hh_l0	0	-0.03692023828625679
107384	rnn.weight_hh_l0	1	0.006235321052372456
107384	rnn.weight_hh_l0	2	0.00046407865011133254
107384	rnn.weight_hh_l0	3	-0.06630391627550125
107384	rnn.weight_hh_l0	4	0.08062958717346191
107384	rnn.weight_hh_l0	5	-0.002014756901189685
107384	rnn.weight_hh_l0	6	-0.04575807973742485
107384	rnn.weight_hh_l0	7	0.014071197248995304
107384	rnn.weight_hh_l0	8	0.014343968592584133
107384	rnn.weight_hh_l0	9	-0.017599914222955704
107384	rnn.bias_ih_l0	0	0.08154741674661636
107384	rnn.bias_ih_l0	1	-0.03441423177719116
107384	rnn.bias_ih_l0	2	-0.007225891575217247
107384	rnn.bias_ih_l0	3	0.12262942641973495
107384	rnn.bias_ih_l0	4	-0.048408687114715576
107384	rnn.bias_ih_l0	5	-0.03320302814245224
107384	rnn.bias_ih_l0	6	0.016873084008693695
107384	rnn.bias_ih_l0	7	0.03364674746990204
107384	rnn.bias_ih_l0	8	-0.10057386010885239
107384	rnn.bias_ih_l0	9	-0.04769032076001167
107384	rnn.bias_hh_l0	0	-0.03794423118233681
107384	rnn.bias_hh_l0	1	-0.10033024847507477
107384	rnn.bias_hh_l0	2	-0.03447898104786873
107384	rnn.bias_hh_l0	3	-0.08866318315267563
107384	rnn.bias_hh_l0	4	-0.020368460565805435
107384	rnn.bias_hh_l0	5	-0.020002402365207672
107384	rnn.bias_hh_l0	6	0.03027488850057125
107384	rnn.bias_hh_l0	7	0.028009958565235138
107384	rnn.bias_hh_l0	8	-0.1370665431022644
107384	rnn.bias_hh_l0	9	-0.030116410925984383
107384	rnn.weight_ih_l0_reverse	0	-0.021024450659751892
107384	rnn.weight_ih_l0_reverse	1	-0.049173109233379364
107384	rnn.weight_ih_l0_reverse	2	-0.027862191200256348
107384	rnn.weight_ih_l0_reverse	3	0.003665889846161008
107384	rnn.weight_ih_l0_reverse	4	-0.01387233380228281
107384	rnn.weight_ih_l0_reverse	5	-0.04531416669487953
107384	rnn.weight_ih_l0_reverse	6	0.07592128962278366
107384	rnn.weight_ih_l0_reverse	7	-0.02021435648202896
107384	rnn.weight_ih_l0_reverse	8	-0.033692046999931335
107384	rnn.weight_ih_l0_reverse	9	0.011760048568248749
107384	rnn.weight_hh_l0_reverse	0	0.03881491720676422
107384	rnn.weight_hh_l0_reverse	1	0.0317709743976593
107384	rnn.weight_hh_l0_reverse	2	0.033843670040369034
107384	rnn.weight_hh_l0_reverse	3	0.026958869770169258
107384	rnn.weight_hh_l0_reverse	4	0.009932749904692173
107384	rnn.weight_hh_l0_reverse	5	0.013171975500881672
107384	rnn.weight_hh_l0_reverse	6	0.04696895182132721
107384	rnn.weight_hh_l0_reverse	7	-0.059902507811784744
107384	rnn.weight_hh_l0_reverse	8	0.035215914249420166
107384	rnn.weight_hh_l0_reverse	9	0.04732842743396759
107384	rnn.bias_ih_l0_reverse	0	-0.059349723160266876
107384	rnn.bias_ih_l0_reverse	1	-0.23597167432308197
107384	rnn.bias_ih_l0_reverse	2	-0.1366654336452484
107384	rnn.bias_ih_l0_reverse	3	-0.032456837594509125
107384	rnn.bias_ih_l0_reverse	4	-0.03992941230535507
107384	rnn.bias_ih_l0_reverse	5	0.046495016664266586
107384	rnn.bias_ih_l0_reverse	6	-0.03289584070444107
107384	rnn.bias_ih_l0_reverse	7	0.03974594548344612
107384	rnn.bias_ih_l0_reverse	8	-0.03144625201821327
107384	rnn.bias_ih_l0_reverse	9	0.03262053057551384
107384	rnn.bias_hh_l0_reverse	0	0.0025864290073513985
107384	rnn.bias_hh_l0_reverse	1	-0.02800271287560463
107384	rnn.bias_hh_l0_reverse	2	0.08076917380094528
107384	rnn.bias_hh_l0_reverse	3	-0.056800052523612976
107384	rnn.bias_hh_l0_reverse	4	-0.052532896399497986
107384	rnn.bias_hh_l0_reverse	5	-0.03576051443815231
107384	rnn.bias_hh_l0_reverse	6	-0.02135811746120453
107384	rnn.bias_hh_l0_reverse	7	0.10435354709625244
107384	rnn.bias_hh_l0_reverse	8	0.02322833240032196
107384	rnn.bias_hh_l0_reverse	9	-0.11924675107002258
107384	rnn.weight_ih_l1	0	-0.043322257697582245
107384	rnn.weight_ih_l1	1	-0.0299063827842474
107384	rnn.weight_ih_l1	2	0.04403523728251457
107384	rnn.weight_ih_l1	3	-0.07109084725379944
107384	rnn.weight_ih_l1	4	-0.008586112409830093
107384	rnn.weight_ih_l1	5	-0.04588095843791962
107384	rnn.weight_ih_l1	6	0.01747259311378002
107384	rnn.weight_ih_l1	7	-0.02714940905570984
107384	rnn.weight_ih_l1	8	0.039215464144945145
107384	rnn.weight_ih_l1	9	0.03907117620110512
107384	rnn.weight_hh_l1	0	-0.012943769805133343
107384	rnn.weight_hh_l1	1	0.010285449214279652
107384	rnn.weight_hh_l1	2	0.0018497419077903032
107384	rnn.weight_hh_l1	3	-0.009287102147936821
107384	rnn.weight_hh_l1	4	0.0014387721894308925
107384	rnn.weight_hh_l1	5	0.02381446585059166
107384	rnn.weight_hh_l1	6	0.02479933388531208
107384	rnn.weight_hh_l1	7	-0.02520165406167507
107384	rnn.weight_hh_l1	8	-0.0182187482714653
107384	rnn.weight_hh_l1	9	0.03596916049718857
107384	rnn.bias_ih_l1	0	-0.1692609190940857
107384	rnn.bias_ih_l1	1	-0.18151330947875977
107384	rnn.bias_ih_l1	2	-0.16939732432365417
107384	rnn.bias_ih_l1	3	-0.257008820772171
107384	rnn.bias_ih_l1	4	-0.203507661819458
107384	rnn.bias_ih_l1	5	-0.11126957088708878
107384	rnn.bias_ih_l1	6	-0.12449674308300018
107384	rnn.bias_ih_l1	7	-0.04820552095770836
107384	rnn.bias_ih_l1	8	-0.12933816015720367
107384	rnn.bias_ih_l1	9	-0.12168353796005249
107384	rnn.bias_hh_l1	0	-0.12217667698860168
107384	rnn.bias_hh_l1	1	-0.04487927258014679
107384	rnn.bias_hh_l1	2	-0.10420706868171692
107384	rnn.bias_hh_l1	3	-0.10026450455188751
107384	rnn.bias_hh_l1	4	-0.10377064347267151
107384	rnn.bias_hh_l1	5	-0.10710486024618149
107384	rnn.bias_hh_l1	6	-0.11824464052915573
107384	rnn.bias_hh_l1	7	0.015926718711853027
107384	rnn.bias_hh_l1	8	-0.16233223676681519
107384	rnn.bias_hh_l1	9	-0.09303636848926544
107384	rnn.weight_ih_l1_reverse	0	-0.04753714054822922
107384	rnn.weight_ih_l1_reverse	1	0.01685691811144352
107384	rnn.weight_ih_l1_reverse	2	0.05809874087572098
107384	rnn.weight_ih_l1_reverse	3	0.008387316949665546
107384	rnn.weight_ih_l1_reverse	4	-0.024370500817894936
107384	rnn.weight_ih_l1_reverse	5	-0.032903723418712616
107384	rnn.weight_ih_l1_reverse	6	0.0003628737176768482
107384	rnn.weight_ih_l1_reverse	7	0.01638065092265606
107384	rnn.weight_ih_l1_reverse	8	0.029676301404833794
107384	rnn.weight_ih_l1_reverse	9	-0.07476189732551575
107384	rnn.weight_hh_l1_reverse	0	0.008966600522398949
107384	rnn.weight_hh_l1_reverse	1	0.03131226822733879
107384	rnn.weight_hh_l1_reverse	2	-0.039681486785411835
107384	rnn.weight_hh_l1_reverse	3	0.04035104066133499
107384	rnn.weight_hh_l1_reverse	4	0.044154103845357895
107384	rnn.weight_hh_l1_reverse	5	0.005550567060709
107384	rnn.weight_hh_l1_reverse	6	0.009383134543895721
107384	rnn.weight_hh_l1_reverse	7	0.02427116595208645
107384	rnn.weight_hh_l1_reverse	8	-0.005670388229191303
107384	rnn.weight_hh_l1_reverse	9	-0.03348725661635399
107384	rnn.bias_ih_l1_reverse	0	-0.047371648252010345
107384	rnn.bias_ih_l1_reverse	1	-0.13718199729919434
107384	rnn.bias_ih_l1_reverse	2	-0.15036199986934662
107384	rnn.bias_ih_l1_reverse	3	-0.016660373657941818
107384	rnn.bias_ih_l1_reverse	4	-0.17668427526950836
107384	rnn.bias_ih_l1_reverse	5	-0.09667109698057175
107384	rnn.bias_ih_l1_reverse	6	-0.12235492467880249
107384	rnn.bias_ih_l1_reverse	7	-0.221265971660614
107384	rnn.bias_ih_l1_reverse	8	0.13553929328918457
107384	rnn.bias_ih_l1_reverse	9	0.06381011754274368
107384	rnn.bias_hh_l1_reverse	0	-0.049717627465724945
107384	rnn.bias_hh_l1_reverse	1	-0.07849935442209244
107384	rnn.bias_hh_l1_reverse	2	-0.21520300209522247
107384	rnn.bias_hh_l1_reverse	3	-0.10944007337093353
107384	rnn.bias_hh_l1_reverse	4	-0.09644170850515366
107384	rnn.bias_hh_l1_reverse	5	-0.11334367096424103
107384	rnn.bias_hh_l1_reverse	6	0.1335095912218094
107384	rnn.bias_hh_l1_reverse	7	-0.14238138496875763
107384	rnn.bias_hh_l1_reverse	8	-0.09351138770580292
107384	rnn.bias_hh_l1_reverse	9	-0.12266286462545395
107384	linear.weight	0	0.002228822559118271
107384	linear.weight	1	0.06319566816091537
107384	linear.weight	2	-0.08638222515583038
107384	linear.weight	3	0.3841879665851593
107384	linear.weight	4	0.12068866938352585
107384	linear.weight	5	-0.014405579306185246
107384	linear.weight	6	0.08538389205932617
107384	linear.weight	7	0.1302383691072464
107384	linear.weight	8	0.041299957782030106
107384	linear.weight	9	-0.04727751761674881
107384	linear.bias	0	-0.003779361490160227
107384	linear.bias	1	-0.19222289323806763
107384	linear.bias	2	-0.46166592836380005
107384	linear.bias	3	-0.7248378992080688
107384	linear.bias	4	-1.1925500631332397
107384	linear.bias	5	-0.09456390142440796
107384	linear.bias	6	-0.6951131820678711
107384	linear.bias	7	0.3126488924026489
107384	linear.bias	8	-0.5016687512397766
107384	linear.bias	9	-0.9115073680877686
107581	transitions	0	0.6407122611999512
107581	transitions	1	0.12071921676397324
107581	transitions	2	-10000.0
107581	transitions	3	-1.815916895866394
107581	transitions	4	-10000.0
107581	transitions	5	0.6033791303634644
107581	transitions	6	-0.05872200429439545
107581	transitions	7	-0.5877788662910461
107581	transitions	8	-1.3804742097854614
107581	transitions	9	-0.0009060231386683881
107581	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
107581	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
107581	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
107581	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
107581	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
107581	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
107581	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
107581	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
107581	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
107581	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
107581	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
107581	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
107581	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
107581	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
107581	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
107581	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
107581	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
107581	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
107581	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
107581	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
107581	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
107581	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
107581	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
107581	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
107581	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
107581	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
107581	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
107581	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
107581	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
107581	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
107581	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
107581	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
107581	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
107581	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
107581	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
107581	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
107581	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
107581	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
107581	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
107581	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
107581	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
107581	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
107581	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
107581	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
107581	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
107581	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
107581	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
107581	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
107581	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
107581	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
107581	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
107581	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
107581	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
107581	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
107581	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
107581	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
107581	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
107581	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
107581	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
107581	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
107581	embedding2nn.weight	0	0.0009185806266032159
107581	embedding2nn.weight	1	-0.014591316692531109
107581	embedding2nn.weight	2	-0.014268254861235619
107581	embedding2nn.weight	3	-0.03249708190560341
107581	embedding2nn.weight	4	-0.0059150345623493195
107581	embedding2nn.weight	5	-0.0037005841732025146
107581	embedding2nn.weight	6	-0.003973282873630524
107581	embedding2nn.weight	7	-0.05671659857034683
107581	embedding2nn.weight	8	-0.0019979383796453476
107581	embedding2nn.weight	9	-0.03153231367468834
107581	embedding2nn.bias	0	0.020848151296377182
107581	embedding2nn.bias	1	-0.07097446173429489
107581	embedding2nn.bias	2	0.06589235365390778
107581	embedding2nn.bias	3	0.0763586014509201
107581	embedding2nn.bias	4	-0.035003114491701126
107581	embedding2nn.bias	5	-0.04339811950922012
107581	embedding2nn.bias	6	0.04519207403063774
107581	embedding2nn.bias	7	-0.0651281476020813
107581	embedding2nn.bias	8	0.06510072946548462
107581	embedding2nn.bias	9	0.019873684272170067
107581	rnn.weight_ih_l0	0	-0.06203865632414818
107581	rnn.weight_ih_l0	1	-0.006761504337191582
107581	rnn.weight_ih_l0	2	0.060180939733982086
107581	rnn.weight_ih_l0	3	0.016671573743224144
107581	rnn.weight_ih_l0	4	-0.02725578472018242
107581	rnn.weight_ih_l0	5	-0.051116637885570526
107581	rnn.weight_ih_l0	6	0.003487624228000641
107581	rnn.weight_ih_l0	7	0.03326515853404999
107581	rnn.weight_ih_l0	8	-0.011556124314665794
107581	rnn.weight_ih_l0	9	-0.017472175881266594
107581	rnn.weight_hh_l0	0	-0.03644312173128128
107581	rnn.weight_hh_l0	1	0.007094216533005238
107581	rnn.weight_hh_l0	2	0.0010680013801902533
107581	rnn.weight_hh_l0	3	-0.0645427480340004
107581	rnn.weight_hh_l0	4	0.08035695552825928
107581	rnn.weight_hh_l0	5	-0.0031232545152306557
107581	rnn.weight_hh_l0	6	-0.04662592336535454
107581	rnn.weight_hh_l0	7	0.013286057859659195
107581	rnn.weight_hh_l0	8	0.013910455629229546
107581	rnn.weight_hh_l0	9	-0.017657380551099777
107581	rnn.bias_ih_l0	0	0.07696066796779633
107581	rnn.bias_ih_l0	1	-0.03261415660381317
107581	rnn.bias_ih_l0	2	-0.0046821716241538525
107581	rnn.bias_ih_l0	3	0.11868799477815628
107581	rnn.bias_ih_l0	4	-0.0467895045876503
107581	rnn.bias_ih_l0	5	-0.03488289937376976
107581	rnn.bias_ih_l0	6	0.017696302384138107
107581	rnn.bias_ih_l0	7	0.03355129063129425
107581	rnn.bias_ih_l0	8	-0.10010448098182678
107581	rnn.bias_ih_l0	9	-0.04313943535089493
107581	rnn.bias_hh_l0	0	-0.034538861364126205
107581	rnn.bias_hh_l0	1	-0.10242030024528503
107581	rnn.bias_hh_l0	2	-0.03574257344007492
107581	rnn.bias_hh_l0	3	-0.08439654856920242
107581	rnn.bias_hh_l0	4	-0.022266395390033722
107581	rnn.bias_hh_l0	5	-0.019600333645939827
107581	rnn.bias_hh_l0	6	0.030732445418834686
107581	rnn.bias_hh_l0	7	0.032025646418333054
107581	rnn.bias_hh_l0	8	-0.139411062002182
107581	rnn.bias_hh_l0	9	-0.030779525637626648
107581	rnn.weight_ih_l0_reverse	0	-0.022757118567824364
107581	rnn.weight_ih_l0_reverse	1	-0.049907561391592026
107581	rnn.weight_ih_l0_reverse	2	-0.027859630063176155
107581	rnn.weight_ih_l0_reverse	3	0.003264789469540119
107581	rnn.weight_ih_l0_reverse	4	-0.013146608136594296
107581	rnn.weight_ih_l0_reverse	5	-0.0453246645629406
107581	rnn.weight_ih_l0_reverse	6	0.07663029432296753
107581	rnn.weight_ih_l0_reverse	7	-0.01962050050497055
107581	rnn.weight_ih_l0_reverse	8	-0.03245577961206436
107581	rnn.weight_ih_l0_reverse	9	0.011998848989605904
107581	rnn.weight_hh_l0_reverse	0	0.03915901109576225
107581	rnn.weight_hh_l0_reverse	1	0.03194693475961685
107581	rnn.weight_hh_l0_reverse	2	0.0341760627925396
107581	rnn.weight_hh_l0_reverse	3	0.02834547869861126
107581	rnn.weight_hh_l0_reverse	4	0.009965095669031143
107581	rnn.weight_hh_l0_reverse	5	0.013622541911900043
107581	rnn.weight_hh_l0_reverse	6	0.0466957613825798
107581	rnn.weight_hh_l0_reverse	7	-0.06096408888697624
107581	rnn.weight_hh_l0_reverse	8	0.03644442930817604
107581	rnn.weight_hh_l0_reverse	9	0.047899652272462845
107581	rnn.bias_ih_l0_reverse	0	-0.059378914535045624
107581	rnn.bias_ih_l0_reverse	1	-0.23944249749183655
107581	rnn.bias_ih_l0_reverse	2	-0.14028623700141907
107581	rnn.bias_ih_l0_reverse	3	-0.03381415456533432
107581	rnn.bias_ih_l0_reverse	4	-0.03888431563973427
107581	rnn.bias_ih_l0_reverse	5	0.04812675341963768
107581	rnn.bias_ih_l0_reverse	6	-0.0337127149105072
107581	rnn.bias_ih_l0_reverse	7	0.03768552467226982
107581	rnn.bias_ih_l0_reverse	8	-0.031428705900907516
107581	rnn.bias_ih_l0_reverse	9	0.03493087738752365
107581	rnn.bias_hh_l0_reverse	0	0.0028013247065246105
107581	rnn.bias_hh_l0_reverse	1	-0.02874893695116043
107581	rnn.bias_hh_l0_reverse	2	0.08146770298480988
107581	rnn.bias_hh_l0_reverse	3	-0.057256702333688736
107581	rnn.bias_hh_l0_reverse	4	-0.04850176349282265
107581	rnn.bias_hh_l0_reverse	5	-0.03357263281941414
107581	rnn.bias_hh_l0_reverse	6	-0.02202451042830944
107581	rnn.bias_hh_l0_reverse	7	0.105027936398983
107581	rnn.bias_hh_l0_reverse	8	0.021797988563776016
107581	rnn.bias_hh_l0_reverse	9	-0.12079856544733047
107581	rnn.weight_ih_l1	0	-0.042763929814100266
107581	rnn.weight_ih_l1	1	-0.03119836188852787
107581	rnn.weight_ih_l1	2	0.04857764020562172
107581	rnn.weight_ih_l1	3	-0.07254330813884735
107581	rnn.weight_ih_l1	4	-0.008433129638433456
107581	rnn.weight_ih_l1	5	-0.04587329924106598
107581	rnn.weight_ih_l1	6	0.01796913333237171
107581	rnn.weight_ih_l1	7	-0.024679312482476234
107581	rnn.weight_ih_l1	8	0.03943231701850891
107581	rnn.weight_ih_l1	9	0.03789685294032097
107581	rnn.weight_hh_l1	0	-0.013017651624977589
107581	rnn.weight_hh_l1	1	0.010292433202266693
107581	rnn.weight_hh_l1	2	0.0026002961676567793
107581	rnn.weight_hh_l1	3	-0.009281142614781857
107581	rnn.weight_hh_l1	4	0.0020533583592623472
107581	rnn.weight_hh_l1	5	0.02389046922326088
107581	rnn.weight_hh_l1	6	0.02519931085407734
107581	rnn.weight_hh_l1	7	-0.025110073387622833
107581	rnn.weight_hh_l1	8	-0.01847144402563572
107581	rnn.weight_hh_l1	9	0.035771582275629044
107581	rnn.bias_ih_l1	0	-0.17197705805301666
107581	rnn.bias_ih_l1	1	-0.1808614581823349
107581	rnn.bias_ih_l1	2	-0.17200462520122528
107581	rnn.bias_ih_l1	3	-0.25435224175453186
107581	rnn.bias_ih_l1	4	-0.19865782558918
107581	rnn.bias_ih_l1	5	-0.11106174439191818
107581	rnn.bias_ih_l1	6	-0.1262832134962082
107581	rnn.bias_ih_l1	7	-0.04431309923529625
107581	rnn.bias_ih_l1	8	-0.1259756237268448
107581	rnn.bias_ih_l1	9	-0.11700529605150223
107581	rnn.bias_hh_l1	0	-0.12257462739944458
107581	rnn.bias_hh_l1	1	-0.04410908743739128
107581	rnn.bias_hh_l1	2	-0.1049630343914032
107581	rnn.bias_hh_l1	3	-0.101056769490242
107581	rnn.bias_hh_l1	4	-0.10093188285827637
107581	rnn.bias_hh_l1	5	-0.10503969341516495
107581	rnn.bias_hh_l1	6	-0.12399232387542725
107581	rnn.bias_hh_l1	7	0.021653439849615097
107581	rnn.bias_hh_l1	8	-0.16305619478225708
107581	rnn.bias_hh_l1	9	-0.0941668376326561
107581	rnn.weight_ih_l1_reverse	0	-0.04650230333209038
107581	rnn.weight_ih_l1_reverse	1	0.015211456455290318
107581	rnn.weight_ih_l1_reverse	2	0.05899151787161827
107581	rnn.weight_ih_l1_reverse	3	0.009457014501094818
107581	rnn.weight_ih_l1_reverse	4	-0.024619359523057938
107581	rnn.weight_ih_l1_reverse	5	-0.032875027507543564
107581	rnn.weight_ih_l1_reverse	6	0.0006836091633886099
107581	rnn.weight_ih_l1_reverse	7	0.017937298864126205
107581	rnn.weight_ih_l1_reverse	8	0.030137311667203903
107581	rnn.weight_ih_l1_reverse	9	-0.07398589700460434
107581	rnn.weight_hh_l1_reverse	0	0.009019234217703342
107581	rnn.weight_hh_l1_reverse	1	0.03126825764775276
107581	rnn.weight_hh_l1_reverse	2	-0.039645783603191376
107581	rnn.weight_hh_l1_reverse	3	0.040398694574832916
107581	rnn.weight_hh_l1_reverse	4	0.043594472110271454
107581	rnn.weight_hh_l1_reverse	5	0.0060860514640808105
107581	rnn.weight_hh_l1_reverse	6	0.007602786645293236
107581	rnn.weight_hh_l1_reverse	7	0.024534041061997414
107581	rnn.weight_hh_l1_reverse	8	-0.0057362341322004795
107581	rnn.weight_hh_l1_reverse	9	-0.03350410982966423
107581	rnn.bias_ih_l1_reverse	0	-0.05076011270284653
107581	rnn.bias_ih_l1_reverse	1	-0.13507431745529175
107581	rnn.bias_ih_l1_reverse	2	-0.15039199590682983
107581	rnn.bias_ih_l1_reverse	3	-0.014785155653953552
107581	rnn.bias_ih_l1_reverse	4	-0.17908957600593567
107581	rnn.bias_ih_l1_reverse	5	-0.09494321048259735
107581	rnn.bias_ih_l1_reverse	6	-0.12272609770298004
107581	rnn.bias_ih_l1_reverse	7	-0.2218153476715088
107581	rnn.bias_ih_l1_reverse	8	0.13241776823997498
107581	rnn.bias_ih_l1_reverse	9	0.06315562129020691
107581	rnn.bias_hh_l1_reverse	0	-0.0451502688229084
107581	rnn.bias_hh_l1_reverse	1	-0.07236131280660629
107581	rnn.bias_hh_l1_reverse	2	-0.21312874555587769
107581	rnn.bias_hh_l1_reverse	3	-0.11148230731487274
107581	rnn.bias_hh_l1_reverse	4	-0.09577219933271408
107581	rnn.bias_hh_l1_reverse	5	-0.1121467873454094
107581	rnn.bias_hh_l1_reverse	6	0.13430596888065338
107581	rnn.bias_hh_l1_reverse	7	-0.13918183743953705
107581	rnn.bias_hh_l1_reverse	8	-0.09452374279499054
107581	rnn.bias_hh_l1_reverse	9	-0.12162370979785919
107581	linear.weight	0	0.002228822559118271
107581	linear.weight	1	0.05741368606686592
107581	linear.weight	2	-0.0915314331650734
107581	linear.weight	3	0.38578686118125916
107581	linear.weight	4	0.12555748224258423
107581	linear.weight	5	-0.015567269176244736
107581	linear.weight	6	0.09568367898464203
107581	linear.weight	7	0.13786950707435608
107581	linear.weight	8	0.041299764066934586
107581	linear.weight	9	-0.049333978444337845
107581	linear.bias	0	-0.012072732672095299
107581	linear.bias	1	-0.16886349022388458
107581	linear.bias	2	-0.43179336190223694
107581	linear.bias	3	-0.7188474535942078
107581	linear.bias	4	-1.187821865081787
107581	linear.bias	5	-0.08397740870714188
107581	linear.bias	6	-0.6711620092391968
107581	linear.bias	7	0.32325783371925354
107581	linear.bias	8	-0.5084728002548218
107581	linear.bias	9	-0.9202085137367249
107778	transitions	0	0.6366541385650635
107778	transitions	1	0.11917885392904282
107778	transitions	2	-10000.0
107778	transitions	3	-1.8159886598587036
107778	transitions	4	-10000.0
107778	transitions	5	0.6031050086021423
107778	transitions	6	-0.05882766470313072
107778	transitions	7	-0.5888754725456238
107778	transitions	8	-1.3806873559951782
107778	transitions	9	-0.0009074718109332025
107778	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
107778	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
107778	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
107778	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
107778	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
107778	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
107778	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
107778	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
107778	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
107778	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
107778	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
107778	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
107778	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
107778	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
107778	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
107778	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
107778	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
107778	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
107778	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
107778	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
107778	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
107778	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
107778	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
107778	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
107778	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
107778	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
107778	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
107778	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
107778	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
107778	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
107778	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
107778	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
107778	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
107778	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
107778	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
107778	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
107778	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
107778	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
107778	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
107778	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
107778	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
107778	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
107778	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
107778	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
107778	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
107778	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
107778	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
107778	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
107778	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
107778	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
107778	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
107778	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
107778	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
107778	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
107778	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
107778	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
107778	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
107778	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
107778	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
107778	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
107778	embedding2nn.weight	0	0.001032966305501759
107778	embedding2nn.weight	1	-0.014250415377318859
107778	embedding2nn.weight	2	-0.014268254861235619
107778	embedding2nn.weight	3	-0.034417446702718735
107778	embedding2nn.weight	4	-0.0059150345623493195
107778	embedding2nn.weight	5	-0.0037005841732025146
107778	embedding2nn.weight	6	-0.003973280545324087
107778	embedding2nn.weight	7	-0.05597851052880287
107778	embedding2nn.weight	8	-0.0019979383796453476
107778	embedding2nn.weight	9	-0.030537646263837814
107778	embedding2nn.bias	0	0.021714886650443077
107778	embedding2nn.bias	1	-0.06855600327253342
107778	embedding2nn.bias	2	0.07773824781179428
107778	embedding2nn.bias	3	0.07784180343151093
107778	embedding2nn.bias	4	-0.04533291235566139
107778	embedding2nn.bias	5	-0.046162329614162445
107778	embedding2nn.bias	6	0.04482720419764519
107778	embedding2nn.bias	7	-0.05835692211985588
107778	embedding2nn.bias	8	0.06275838613510132
107778	embedding2nn.bias	9	0.01921110413968563
107778	rnn.weight_ih_l0	0	-0.06250118464231491
107778	rnn.weight_ih_l0	1	-0.006528088357299566
107778	rnn.weight_ih_l0	2	0.058897096663713455
107778	rnn.weight_ih_l0	3	0.01726849004626274
107778	rnn.weight_ih_l0	4	-0.026504503563046455
107778	rnn.weight_ih_l0	5	-0.05134803429245949
107778	rnn.weight_ih_l0	6	0.0026372456923127174
107778	rnn.weight_ih_l0	7	0.0329771414399147
107778	rnn.weight_ih_l0	8	-0.01142811868339777
107778	rnn.weight_ih_l0	9	-0.01964312233030796
107778	rnn.weight_hh_l0	0	-0.03625025227665901
107778	rnn.weight_hh_l0	1	0.006617904175072908
107778	rnn.weight_hh_l0	2	0.0008663678891025484
107778	rnn.weight_hh_l0	3	-0.06397129595279694
107778	rnn.weight_hh_l0	4	0.08094868063926697
107778	rnn.weight_hh_l0	5	-0.003263777354732156
107778	rnn.weight_hh_l0	6	-0.047827135771512985
107778	rnn.weight_hh_l0	7	0.014622462913393974
107778	rnn.weight_hh_l0	8	0.013802741654217243
107778	rnn.weight_hh_l0	9	-0.018160903826355934
107778	rnn.bias_ih_l0	0	0.07642429322004318
107778	rnn.bias_ih_l0	1	-0.033533550798892975
107778	rnn.bias_ih_l0	2	-0.006842338480055332
107778	rnn.bias_ih_l0	3	0.11724966019392014
107778	rnn.bias_ih_l0	4	-0.046233173459768295
107778	rnn.bias_ih_l0	5	-0.03590591624379158
107778	rnn.bias_ih_l0	6	0.02437462843954563
107778	rnn.bias_ih_l0	7	0.033365458250045776
107778	rnn.bias_ih_l0	8	-0.09968352317810059
107778	rnn.bias_ih_l0	9	-0.04044601693749428
107778	rnn.bias_hh_l0	0	-0.036239735782146454
107778	rnn.bias_hh_l0	1	-0.10390213131904602
107778	rnn.bias_hh_l0	2	-0.0373876616358757
107778	rnn.bias_hh_l0	3	-0.08358225226402283
107778	rnn.bias_hh_l0	4	-0.0205814391374588
107778	rnn.bias_hh_l0	5	-0.02105253003537655
107778	rnn.bias_hh_l0	6	0.03282131999731064
107778	rnn.bias_hh_l0	7	0.03613004833459854
107778	rnn.bias_hh_l0	8	-0.13807407021522522
107778	rnn.bias_hh_l0	9	-0.032492294907569885
107778	rnn.weight_ih_l0_reverse	0	-0.021872935816645622
107778	rnn.weight_ih_l0_reverse	1	-0.051859911531209946
107778	rnn.weight_ih_l0_reverse	2	-0.028228716924786568
107778	rnn.weight_ih_l0_reverse	3	0.0035519772209227085
107778	rnn.weight_ih_l0_reverse	4	-0.013448980636894703
107778	rnn.weight_ih_l0_reverse	5	-0.04503640532493591
107778	rnn.weight_ih_l0_reverse	6	0.07692563533782959
107778	rnn.weight_ih_l0_reverse	7	-0.02057134546339512
107778	rnn.weight_ih_l0_reverse	8	-0.03105119802057743
107778	rnn.weight_ih_l0_reverse	9	0.012016277760267258
107778	rnn.weight_hh_l0_reverse	0	0.03819756582379341
107778	rnn.weight_hh_l0_reverse	1	0.031649552285671234
107778	rnn.weight_hh_l0_reverse	2	0.03441108763217926
107778	rnn.weight_hh_l0_reverse	3	0.028198769316077232
107778	rnn.weight_hh_l0_reverse	4	0.010226215235888958
107778	rnn.weight_hh_l0_reverse	5	0.01470568124204874
107778	rnn.weight_hh_l0_reverse	6	0.04695206135511398
107778	rnn.weight_hh_l0_reverse	7	-0.06257417798042297
107778	rnn.weight_hh_l0_reverse	8	0.03625655546784401
107778	rnn.weight_hh_l0_reverse	9	0.048763640224933624
107778	rnn.bias_ih_l0_reverse	0	-0.05949336662888527
107778	rnn.bias_ih_l0_reverse	1	-0.24062234163284302
107778	rnn.bias_ih_l0_reverse	2	-0.13999393582344055
107778	rnn.bias_ih_l0_reverse	3	-0.03126673027873039
107778	rnn.bias_ih_l0_reverse	4	-0.03809090331196785
107778	rnn.bias_ih_l0_reverse	5	0.04677834361791611
107778	rnn.bias_ih_l0_reverse	6	-0.03367678076028824
107778	rnn.bias_ih_l0_reverse	7	0.03726692870259285
107778	rnn.bias_ih_l0_reverse	8	-0.028257492929697037
107778	rnn.bias_ih_l0_reverse	9	0.031832750886678696
107778	rnn.bias_hh_l0_reverse	0	0.004116539843380451
107778	rnn.bias_hh_l0_reverse	1	-0.029557297006249428
107778	rnn.bias_hh_l0_reverse	2	0.08009809255599976
107778	rnn.bias_hh_l0_reverse	3	-0.05794759839773178
107778	rnn.bias_hh_l0_reverse	4	-0.04736746847629547
107778	rnn.bias_hh_l0_reverse	5	-0.03595340996980667
107778	rnn.bias_hh_l0_reverse	6	-0.02497907169163227
107778	rnn.bias_hh_l0_reverse	7	0.10383305698633194
107778	rnn.bias_hh_l0_reverse	8	0.020481351763010025
107778	rnn.bias_hh_l0_reverse	9	-0.12034674733877182
107778	rnn.weight_ih_l1	0	-0.043421145528554916
107778	rnn.weight_ih_l1	1	-0.03280756622552872
107778	rnn.weight_ih_l1	2	0.04813568666577339
107778	rnn.weight_ih_l1	3	-0.07455838471651077
107778	rnn.weight_ih_l1	4	-0.009441068395972252
107778	rnn.weight_ih_l1	5	-0.04590588063001633
107778	rnn.weight_ih_l1	6	0.0178313460201025
107778	rnn.weight_ih_l1	7	-0.027134930714964867
107778	rnn.weight_ih_l1	8	0.039344966411590576
107778	rnn.weight_ih_l1	9	0.03775002807378769
107778	rnn.weight_hh_l1	0	-0.011625227518379688
107778	rnn.weight_hh_l1	1	0.01010085642337799
107778	rnn.weight_hh_l1	2	0.0035146207083016634
107778	rnn.weight_hh_l1	3	-0.009530150331556797
107778	rnn.weight_hh_l1	4	0.0029609547927975655
107778	rnn.weight_hh_l1	5	0.023626964539289474
107778	rnn.weight_hh_l1	6	0.02491416409611702
107778	rnn.weight_hh_l1	7	-0.024957837536931038
107778	rnn.weight_hh_l1	8	-0.018549781292676926
107778	rnn.weight_hh_l1	9	0.03599821403622627
107778	rnn.bias_ih_l1	0	-0.17450425028800964
107778	rnn.bias_ih_l1	1	-0.18382582068443298
107778	rnn.bias_ih_l1	2	-0.17047901451587677
107778	rnn.bias_ih_l1	3	-0.2540120780467987
107778	rnn.bias_ih_l1	4	-0.19788815081119537
107778	rnn.bias_ih_l1	5	-0.11088927090167999
107778	rnn.bias_ih_l1	6	-0.12754404544830322
107778	rnn.bias_ih_l1	7	-0.041449129581451416
107778	rnn.bias_ih_l1	8	-0.124844990670681
107778	rnn.bias_ih_l1	9	-0.11685026437044144
107778	rnn.bias_hh_l1	0	-0.12326754629611969
107778	rnn.bias_hh_l1	1	-0.04584510251879692
107778	rnn.bias_hh_l1	2	-0.10585581511259079
107778	rnn.bias_hh_l1	3	-0.10144156217575073
107778	rnn.bias_hh_l1	4	-0.10094788670539856
107778	rnn.bias_hh_l1	5	-0.10374265164136887
107778	rnn.bias_hh_l1	6	-0.12534677982330322
107778	rnn.bias_hh_l1	7	0.021227028220891953
107778	rnn.bias_hh_l1	8	-0.16658902168273926
107778	rnn.bias_hh_l1	9	-0.09558267891407013
107778	rnn.weight_ih_l1_reverse	0	-0.04647837579250336
107778	rnn.weight_ih_l1_reverse	1	0.01432943344116211
107778	rnn.weight_ih_l1_reverse	2	0.05779840424656868
107778	rnn.weight_ih_l1_reverse	3	0.008177943527698517
107778	rnn.weight_ih_l1_reverse	4	-0.02627881057560444
107778	rnn.weight_ih_l1_reverse	5	-0.03260345757007599
107778	rnn.weight_ih_l1_reverse	6	-0.00044261562288738787
107778	rnn.weight_ih_l1_reverse	7	0.01832459680736065
107778	rnn.weight_ih_l1_reverse	8	0.030519135296344757
107778	rnn.weight_ih_l1_reverse	9	-0.07033989578485489
107778	rnn.weight_hh_l1_reverse	0	0.008664022199809551
107778	rnn.weight_hh_l1_reverse	1	0.031047530472278595
107778	rnn.weight_hh_l1_reverse	2	-0.03983078896999359
107778	rnn.weight_hh_l1_reverse	3	0.04033337160944939
107778	rnn.weight_hh_l1_reverse	4	0.0431920550763607
107778	rnn.weight_hh_l1_reverse	5	0.006342118605971336
107778	rnn.weight_hh_l1_reverse	6	0.006902212277054787
107778	rnn.weight_hh_l1_reverse	7	0.024204546585679054
107778	rnn.weight_hh_l1_reverse	8	-0.005580035969614983
107778	rnn.weight_hh_l1_reverse	9	-0.03352619707584381
107778	rnn.bias_ih_l1_reverse	0	-0.053484443575143814
107778	rnn.bias_ih_l1_reverse	1	-0.1344362050294876
107778	rnn.bias_ih_l1_reverse	2	-0.14641816914081573
107778	rnn.bias_ih_l1_reverse	3	-0.01648666337132454
107778	rnn.bias_ih_l1_reverse	4	-0.17969472706317902
107778	rnn.bias_ih_l1_reverse	5	-0.09372363239526749
107778	rnn.bias_ih_l1_reverse	6	-0.12281866371631622
107778	rnn.bias_ih_l1_reverse	7	-0.21910548210144043
107778	rnn.bias_ih_l1_reverse	8	0.12939125299453735
107778	rnn.bias_ih_l1_reverse	9	0.06202084198594093
107778	rnn.bias_hh_l1_reverse	0	-0.02553446963429451
107778	rnn.bias_hh_l1_reverse	1	-0.07107160985469818
107778	rnn.bias_hh_l1_reverse	2	-0.21334990859031677
107778	rnn.bias_hh_l1_reverse	3	-0.11168354004621506
107778	rnn.bias_hh_l1_reverse	4	-0.09536746889352798
107778	rnn.bias_hh_l1_reverse	5	-0.11067178845405579
107778	rnn.bias_hh_l1_reverse	6	0.14199845492839813
107778	rnn.bias_hh_l1_reverse	7	-0.14467886090278625
107778	rnn.bias_hh_l1_reverse	8	-0.09620102494955063
107778	rnn.bias_hh_l1_reverse	9	-0.12042773514986038
107778	linear.weight	0	0.002228822559118271
107778	linear.weight	1	0.06331399828195572
107778	linear.weight	2	-0.09074743092060089
107778	linear.weight	3	0.38710495829582214
107778	linear.weight	4	0.13345514237880707
107778	linear.weight	5	-0.016241928562521935
107778	linear.weight	6	0.08887849748134613
107778	linear.weight	7	0.1343875527381897
107778	linear.weight	8	0.04129965603351593
107778	linear.weight	9	-0.04653652757406235
107778	linear.bias	0	0.01772323064506054
107778	linear.bias	1	-0.16807635128498077
107778	linear.bias	2	-0.44316619634628296
107778	linear.bias	3	-0.7128715515136719
107778	linear.bias	4	-1.1802083253860474
107778	linear.bias	5	-0.10792035609483719
107778	linear.bias	6	-0.6717065572738647
107778	linear.bias	7	0.297595351934433
107778	linear.bias	8	-0.497486412525177
107778	linear.bias	9	-0.9108775854110718
107975	transitions	0	0.6225070953369141
107975	transitions	1	0.11851077526807785
107975	transitions	2	-10000.0
107975	transitions	3	-1.8160500526428223
107975	transitions	4	-10000.0
107975	transitions	5	0.6029275059700012
107975	transitions	6	-0.05891892686486244
107975	transitions	7	-0.5896474719047546
107975	transitions	8	-1.3807638883590698
107975	transitions	9	-0.0009086847421713173
107975	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
107975	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
107975	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
107975	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
107975	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
107975	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
107975	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
107975	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
107975	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
107975	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
107975	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
107975	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
107975	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
107975	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
107975	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
107975	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
107975	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
107975	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
107975	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
107975	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
107975	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
107975	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
107975	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
107975	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
107975	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
107975	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
107975	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
107975	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
107975	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
107975	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
107975	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
107975	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
107975	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
107975	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
107975	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
107975	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
107975	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
107975	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
107975	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
107975	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
107975	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
107975	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
107975	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
107975	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
107975	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
107975	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
107975	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
107975	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
107975	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
107975	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
107975	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
107975	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
107975	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
107975	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
107975	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
107975	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
107975	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
107975	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
107975	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
107975	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
107975	embedding2nn.weight	0	-0.002027274575084448
107975	embedding2nn.weight	1	-0.014315495267510414
107975	embedding2nn.weight	2	-0.014268254861235619
107975	embedding2nn.weight	3	-0.03688427433371544
107975	embedding2nn.weight	4	-0.0059150345623493195
107975	embedding2nn.weight	5	-0.0037005841732025146
107975	embedding2nn.weight	6	-0.003973279148340225
107975	embedding2nn.weight	7	-0.05695144832134247
107975	embedding2nn.weight	8	-0.0019979383796453476
107975	embedding2nn.weight	9	-0.02984623610973358
107975	embedding2nn.bias	0	0.018617959693074226
107975	embedding2nn.bias	1	-0.06695182621479034
107975	embedding2nn.bias	2	0.07104703038930893
107975	embedding2nn.bias	3	0.07761730998754501
107975	embedding2nn.bias	4	-0.04034154862165451
107975	embedding2nn.bias	5	-0.05103905126452446
107975	embedding2nn.bias	6	0.042369306087493896
107975	embedding2nn.bias	7	-0.05220436304807663
107975	embedding2nn.bias	8	0.06668943166732788
107975	embedding2nn.bias	9	0.015224501490592957
107975	rnn.weight_ih_l0	0	-0.06170685961842537
107975	rnn.weight_ih_l0	1	-0.007267239969223738
107975	rnn.weight_ih_l0	2	0.058874521404504776
107975	rnn.weight_ih_l0	3	0.01729154773056507
107975	rnn.weight_ih_l0	4	-0.02714403346180916
107975	rnn.weight_ih_l0	5	-0.0512949638068676
107975	rnn.weight_ih_l0	6	0.0019496557069942355
107975	rnn.weight_ih_l0	7	0.03327270597219467
107975	rnn.weight_ih_l0	8	-0.012183384969830513
107975	rnn.weight_ih_l0	9	-0.019406769424676895
107975	rnn.weight_hh_l0	0	-0.035489313304424286
107975	rnn.weight_hh_l0	1	0.006293598562479019
107975	rnn.weight_hh_l0	2	0.0012515551643446088
107975	rnn.weight_hh_l0	3	-0.06322469562292099
107975	rnn.weight_hh_l0	4	0.08172523230314255
107975	rnn.weight_hh_l0	5	-0.003289182670414448
107975	rnn.weight_hh_l0	6	-0.049714867025613785
107975	rnn.weight_hh_l0	7	0.015036158263683319
107975	rnn.weight_hh_l0	8	0.01441009808331728
107975	rnn.weight_hh_l0	9	-0.018068386241793633
107975	rnn.bias_ih_l0	0	0.07459411770105362
107975	rnn.bias_ih_l0	1	-0.03196690231561661
107975	rnn.bias_ih_l0	2	-0.004917727317661047
107975	rnn.bias_ih_l0	3	0.11944814771413803
107975	rnn.bias_ih_l0	4	-0.04942800849676132
107975	rnn.bias_ih_l0	5	-0.03260491043329239
107975	rnn.bias_ih_l0	6	0.024312730878591537
107975	rnn.bias_ih_l0	7	0.0370575450360775
107975	rnn.bias_ih_l0	8	-0.09947724640369415
107975	rnn.bias_ih_l0	9	-0.0421573631465435
107975	rnn.bias_hh_l0	0	-0.03755486011505127
107975	rnn.bias_hh_l0	1	-0.10582971572875977
107975	rnn.bias_hh_l0	2	-0.035708196461200714
107975	rnn.bias_hh_l0	3	-0.0855519250035286
107975	rnn.bias_hh_l0	4	-0.02078300714492798
107975	rnn.bias_hh_l0	5	-0.022437456995248795
107975	rnn.bias_hh_l0	6	0.03446800261735916
107975	rnn.bias_hh_l0	7	0.03403649851679802
107975	rnn.bias_hh_l0	8	-0.13929787278175354
107975	rnn.bias_hh_l0	9	-0.03054140694439411
107975	rnn.weight_ih_l0_reverse	0	-0.0228064376860857
107975	rnn.weight_ih_l0_reverse	1	-0.05230755731463432
107975	rnn.weight_ih_l0_reverse	2	-0.027075402438640594
107975	rnn.weight_ih_l0_reverse	3	0.004236598964780569
107975	rnn.weight_ih_l0_reverse	4	-0.013912712223827839
107975	rnn.weight_ih_l0_reverse	5	-0.04480054974555969
107975	rnn.weight_ih_l0_reverse	6	0.07725315541028976
107975	rnn.weight_ih_l0_reverse	7	-0.020465906709432602
107975	rnn.weight_ih_l0_reverse	8	-0.031482864171266556
107975	rnn.weight_ih_l0_reverse	9	0.010777812451124191
107975	rnn.weight_hh_l0_reverse	0	0.0385429821908474
107975	rnn.weight_hh_l0_reverse	1	0.03199662268161774
107975	rnn.weight_hh_l0_reverse	2	0.03472968935966492
107975	rnn.weight_hh_l0_reverse	3	0.02848239056766033
107975	rnn.weight_hh_l0_reverse	4	0.010473652742803097
107975	rnn.weight_hh_l0_reverse	5	0.014821809716522694
107975	rnn.weight_hh_l0_reverse	6	0.04667014256119728
107975	rnn.weight_hh_l0_reverse	7	-0.06328000873327255
107975	rnn.weight_hh_l0_reverse	8	0.03659714385867119
107975	rnn.weight_hh_l0_reverse	9	0.0485609695315361
107975	rnn.bias_ih_l0_reverse	0	-0.05847969278693199
107975	rnn.bias_ih_l0_reverse	1	-0.24065114557743073
107975	rnn.bias_ih_l0_reverse	2	-0.14295077323913574
107975	rnn.bias_ih_l0_reverse	3	-0.031508393585681915
107975	rnn.bias_ih_l0_reverse	4	-0.034528013318777084
107975	rnn.bias_ih_l0_reverse	5	0.046222466975450516
107975	rnn.bias_ih_l0_reverse	6	-0.033766455948352814
107975	rnn.bias_ih_l0_reverse	7	0.037653785198926926
107975	rnn.bias_ih_l0_reverse	8	-0.029901986941695213
107975	rnn.bias_ih_l0_reverse	9	0.032076846808195114
107975	rnn.bias_hh_l0_reverse	0	0.00450971769168973
107975	rnn.bias_hh_l0_reverse	1	-0.029163111001253128
107975	rnn.bias_hh_l0_reverse	2	0.08058615028858185
107975	rnn.bias_hh_l0_reverse	3	-0.05491733178496361
107975	rnn.bias_hh_l0_reverse	4	-0.04851343482732773
107975	rnn.bias_hh_l0_reverse	5	-0.038194913417100906
107975	rnn.bias_hh_l0_reverse	6	-0.02428983524441719
107975	rnn.bias_hh_l0_reverse	7	0.1058901995420456
107975	rnn.bias_hh_l0_reverse	8	0.021136781200766563
107975	rnn.bias_hh_l0_reverse	9	-0.12056148797273636
107975	rnn.weight_ih_l1	0	-0.04303776100277901
107975	rnn.weight_ih_l1	1	-0.03322792053222656
107975	rnn.weight_ih_l1	2	0.04451815038919449
107975	rnn.weight_ih_l1	3	-0.07656659930944443
107975	rnn.weight_ih_l1	4	-0.009457596577703953
107975	rnn.weight_ih_l1	5	-0.04565145820379257
107975	rnn.weight_ih_l1	6	0.016828907653689384
107975	rnn.weight_ih_l1	7	-0.023682117462158203
107975	rnn.weight_ih_l1	8	0.03951320797204971
107975	rnn.weight_ih_l1	9	0.03795979917049408
107975	rnn.weight_hh_l1	0	-0.009806029498577118
107975	rnn.weight_hh_l1	1	0.010192204266786575
107975	rnn.weight_hh_l1	2	0.0029238711576908827
107975	rnn.weight_hh_l1	3	-0.009813237003982067
107975	rnn.weight_hh_l1	4	0.00278155948035419
107975	rnn.weight_hh_l1	5	0.023847093805670738
107975	rnn.weight_hh_l1	6	0.02548116259276867
107975	rnn.weight_hh_l1	7	-0.024846889078617096
107975	rnn.weight_hh_l1	8	-0.018716031685471535
107975	rnn.weight_hh_l1	9	0.03617645800113678
107975	rnn.bias_ih_l1	0	-0.17443718016147614
107975	rnn.bias_ih_l1	1	-0.18017269670963287
107975	rnn.bias_ih_l1	2	-0.1715395748615265
107975	rnn.bias_ih_l1	3	-0.2551763355731964
107975	rnn.bias_ih_l1	4	-0.18947619199752808
107975	rnn.bias_ih_l1	5	-0.11114786565303802
107975	rnn.bias_ih_l1	6	-0.1255366951227188
107975	rnn.bias_ih_l1	7	-0.04433731362223625
107975	rnn.bias_ih_l1	8	-0.12403776496648788
107975	rnn.bias_ih_l1	9	-0.11517266184091568
107975	rnn.bias_hh_l1	0	-0.12312507629394531
107975	rnn.bias_hh_l1	1	-0.04358749836683273
107975	rnn.bias_hh_l1	2	-0.10561665892601013
107975	rnn.bias_hh_l1	3	-0.10116396099328995
107975	rnn.bias_hh_l1	4	-0.102833092212677
107975	rnn.bias_hh_l1	5	-0.10329027473926544
107975	rnn.bias_hh_l1	6	-0.12396997213363647
107975	rnn.bias_hh_l1	7	0.020305395126342773
107975	rnn.bias_hh_l1	8	-0.1655498594045639
107975	rnn.bias_hh_l1	9	-0.09281881898641586
107975	rnn.weight_ih_l1_reverse	0	-0.046738095581531525
107975	rnn.weight_ih_l1_reverse	1	0.014158608391880989
107975	rnn.weight_ih_l1_reverse	2	0.05826294794678688
107975	rnn.weight_ih_l1_reverse	3	0.008157127536833286
107975	rnn.weight_ih_l1_reverse	4	-0.026382409036159515
107975	rnn.weight_ih_l1_reverse	5	-0.03270687162876129
107975	rnn.weight_ih_l1_reverse	6	0.0008778708870522678
107975	rnn.weight_ih_l1_reverse	7	0.0194444227963686
107975	rnn.weight_ih_l1_reverse	8	0.02941574715077877
107975	rnn.weight_ih_l1_reverse	9	-0.06928688287734985
107975	rnn.weight_hh_l1_reverse	0	0.00900725182145834
107975	rnn.weight_hh_l1_reverse	1	0.03133541718125343
107975	rnn.weight_hh_l1_reverse	2	-0.039930105209350586
107975	rnn.weight_hh_l1_reverse	3	0.0401720330119133
107975	rnn.weight_hh_l1_reverse	4	0.04289188235998154
107975	rnn.weight_hh_l1_reverse	5	0.006450420245528221
107975	rnn.weight_hh_l1_reverse	6	0.008035235106945038
107975	rnn.weight_hh_l1_reverse	7	0.02467990107834339
107975	rnn.weight_hh_l1_reverse	8	-0.00553126260638237
107975	rnn.weight_hh_l1_reverse	9	-0.03400398790836334
107975	rnn.bias_ih_l1_reverse	0	-0.05111813172698021
107975	rnn.bias_ih_l1_reverse	1	-0.13519112765789032
107975	rnn.bias_ih_l1_reverse	2	-0.14457491040229797
107975	rnn.bias_ih_l1_reverse	3	-0.021127711981534958
107975	rnn.bias_ih_l1_reverse	4	-0.18292316794395447
107975	rnn.bias_ih_l1_reverse	5	-0.09679467231035233
107975	rnn.bias_ih_l1_reverse	6	-0.12327641993761063
107975	rnn.bias_ih_l1_reverse	7	-0.2224552035331726
107975	rnn.bias_ih_l1_reverse	8	0.12815608084201813
107975	rnn.bias_ih_l1_reverse	9	0.06646956503391266
107975	rnn.bias_hh_l1_reverse	0	-0.03075532056391239
107975	rnn.bias_hh_l1_reverse	1	-0.0717751681804657
107975	rnn.bias_hh_l1_reverse	2	-0.21533481776714325
107975	rnn.bias_hh_l1_reverse	3	-0.11508946120738983
107975	rnn.bias_hh_l1_reverse	4	-0.09549886733293533
107975	rnn.bias_hh_l1_reverse	5	-0.10909383744001389
107975	rnn.bias_hh_l1_reverse	6	0.1318160742521286
107975	rnn.bias_hh_l1_reverse	7	-0.1468367725610733
107975	rnn.bias_hh_l1_reverse	8	-0.09654739499092102
107975	rnn.bias_hh_l1_reverse	9	-0.12063083797693253
107975	linear.weight	0	0.002228822559118271
107975	linear.weight	1	0.05876125022768974
107975	linear.weight	2	-0.093500055372715
107975	linear.weight	3	0.3762458562850952
107975	linear.weight	4	0.13351008296012878
107975	linear.weight	5	-0.01485020387917757
107975	linear.weight	6	0.08681321889162064
107975	linear.weight	7	0.1284136176109314
107975	linear.weight	8	0.04130014404654503
107975	linear.weight	9	-0.052816297858953476
107975	linear.bias	0	0.04456119239330292
107975	linear.bias	1	-0.1738971471786499
107975	linear.bias	2	-0.4618130028247833
107975	linear.bias	3	-0.719069242477417
107975	linear.bias	4	-1.185502052307129
107975	linear.bias	5	-0.07154545187950134
107975	linear.bias	6	-0.6774135231971741
107975	linear.bias	7	0.33477336168289185
107975	linear.bias	8	-0.4865339398384094
107975	linear.bias	9	-0.8996107578277588
108172	transitions	0	0.6206945776939392
108172	transitions	1	0.1284124106168747
108172	transitions	2	-10000.0
108172	transitions	3	-1.8160961866378784
108172	transitions	4	-10000.0
108172	transitions	5	0.6027640104293823
108172	transitions	6	-0.05902234837412834
108172	transitions	7	-0.5904238820075989
108172	transitions	8	-1.3808624744415283
108172	transitions	9	-0.0009102399926632643
108172	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
108172	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
108172	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
108172	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
108172	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
108172	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
108172	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
108172	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
108172	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
108172	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
108172	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
108172	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
108172	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
108172	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
108172	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
108172	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
108172	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
108172	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
108172	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
108172	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
108172	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
108172	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
108172	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
108172	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
108172	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
108172	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
108172	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
108172	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
108172	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
108172	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
108172	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
108172	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
108172	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
108172	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
108172	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
108172	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
108172	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
108172	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
108172	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
108172	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
108172	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
108172	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
108172	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
108172	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
108172	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
108172	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
108172	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
108172	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
108172	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
108172	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
108172	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
108172	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
108172	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
108172	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
108172	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
108172	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
108172	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
108172	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
108172	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
108172	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
108172	embedding2nn.weight	0	0.001079387846402824
108172	embedding2nn.weight	1	-0.014324032701551914
108172	embedding2nn.weight	2	-0.014268254861235619
108172	embedding2nn.weight	3	-0.03870183601975441
108172	embedding2nn.weight	4	-0.0059150345623493195
108172	embedding2nn.weight	5	-0.0037005844060331583
108172	embedding2nn.weight	6	-0.003973277751356363
108172	embedding2nn.weight	7	-0.057314153760671616
108172	embedding2nn.weight	8	-0.0019979383796453476
108172	embedding2nn.weight	9	-0.029812125489115715
108172	embedding2nn.bias	0	0.011312375776469707
108172	embedding2nn.bias	1	-0.06683358550071716
108172	embedding2nn.bias	2	0.06395161151885986
108172	embedding2nn.bias	3	0.0767720639705658
108172	embedding2nn.bias	4	-0.03918161988258362
108172	embedding2nn.bias	5	-0.048463258892297745
108172	embedding2nn.bias	6	0.03614331781864166
108172	embedding2nn.bias	7	-0.060525983572006226
108172	embedding2nn.bias	8	0.060760799795389175
108172	embedding2nn.bias	9	0.01469957921653986
108172	rnn.weight_ih_l0	0	-0.06284570693969727
108172	rnn.weight_ih_l0	1	-0.007273765746504068
108172	rnn.weight_ih_l0	2	0.05954558774828911
108172	rnn.weight_ih_l0	3	0.01746901124715805
108172	rnn.weight_ih_l0	4	-0.027883321046829224
108172	rnn.weight_ih_l0	5	-0.051102764904499054
108172	rnn.weight_ih_l0	6	0.0037488951347768307
108172	rnn.weight_ih_l0	7	0.03307541087269783
108172	rnn.weight_ih_l0	8	-0.014230373315513134
108172	rnn.weight_ih_l0	9	-0.020039428025484085
108172	rnn.weight_hh_l0	0	-0.03575694561004639
108172	rnn.weight_hh_l0	1	0.006685013882815838
108172	rnn.weight_hh_l0	2	0.001009383937343955
108172	rnn.weight_hh_l0	3	-0.06276535987854004
108172	rnn.weight_hh_l0	4	0.08086790144443512
108172	rnn.weight_hh_l0	5	-0.0041138725355267525
108172	rnn.weight_hh_l0	6	-0.04929782450199127
108172	rnn.weight_hh_l0	7	0.01477747317403555
108172	rnn.weight_hh_l0	8	0.013591784052550793
108172	rnn.weight_hh_l0	9	-0.01771119050681591
108172	rnn.bias_ih_l0	0	0.07361976057291031
108172	rnn.bias_ih_l0	1	-0.03233468905091286
108172	rnn.bias_ih_l0	2	-0.006181531585752964
108172	rnn.bias_ih_l0	3	0.11929084360599518
108172	rnn.bias_ih_l0	4	-0.04931391403079033
108172	rnn.bias_ih_l0	5	-0.03030911274254322
108172	rnn.bias_ih_l0	6	0.021843550726771355
108172	rnn.bias_ih_l0	7	0.03462108224630356
108172	rnn.bias_ih_l0	8	-0.10257156938314438
108172	rnn.bias_ih_l0	9	-0.04142750799655914
108172	rnn.bias_hh_l0	0	-0.037299029529094696
108172	rnn.bias_hh_l0	1	-0.10553212463855743
108172	rnn.bias_hh_l0	2	-0.036426037549972534
108172	rnn.bias_hh_l0	3	-0.0864088237285614
108172	rnn.bias_hh_l0	4	-0.015403840690851212
108172	rnn.bias_hh_l0	5	-0.02390940673649311
108172	rnn.bias_hh_l0	6	0.03193121775984764
108172	rnn.bias_hh_l0	7	0.034930337220430374
108172	rnn.bias_hh_l0	8	-0.14001163840293884
108172	rnn.bias_hh_l0	9	-0.02850871905684471
108172	rnn.weight_ih_l0_reverse	0	-0.02291998080909252
108172	rnn.weight_ih_l0_reverse	1	-0.05158611014485359
108172	rnn.weight_ih_l0_reverse	2	-0.027919303625822067
108172	rnn.weight_ih_l0_reverse	3	0.003902378026396036
108172	rnn.weight_ih_l0_reverse	4	-0.013723324052989483
108172	rnn.weight_ih_l0_reverse	5	-0.044961441308259964
108172	rnn.weight_ih_l0_reverse	6	0.07647629827260971
108172	rnn.weight_ih_l0_reverse	7	-0.021857624873518944
108172	rnn.weight_ih_l0_reverse	8	-0.03236745670437813
108172	rnn.weight_ih_l0_reverse	9	0.0118938023224473
108172	rnn.weight_hh_l0_reverse	0	0.037309009581804276
108172	rnn.weight_hh_l0_reverse	1	0.03093421272933483
108172	rnn.weight_hh_l0_reverse	2	0.034665267914533615
108172	rnn.weight_hh_l0_reverse	3	0.029219498857855797
108172	rnn.weight_hh_l0_reverse	4	0.009692828170955181
108172	rnn.weight_hh_l0_reverse	5	0.01634030044078827
108172	rnn.weight_hh_l0_reverse	6	0.046579279005527496
108172	rnn.weight_hh_l0_reverse	7	-0.06168057769536972
108172	rnn.weight_hh_l0_reverse	8	0.037753161042928696
108172	rnn.weight_hh_l0_reverse	9	0.04827148839831352
108172	rnn.bias_ih_l0_reverse	0	-0.058912016451358795
108172	rnn.bias_ih_l0_reverse	1	-0.23917151987552643
108172	rnn.bias_ih_l0_reverse	2	-0.13931897282600403
108172	rnn.bias_ih_l0_reverse	3	-0.030949044972658157
108172	rnn.bias_ih_l0_reverse	4	-0.035900652408599854
108172	rnn.bias_ih_l0_reverse	5	0.04694540426135063
108172	rnn.bias_ih_l0_reverse	6	-0.033149354159832
108172	rnn.bias_ih_l0_reverse	7	0.038490526378154755
108172	rnn.bias_ih_l0_reverse	8	-0.03134823217988014
108172	rnn.bias_ih_l0_reverse	9	0.03308538347482681
108172	rnn.bias_hh_l0_reverse	0	0.005727009382098913
108172	rnn.bias_hh_l0_reverse	1	-0.02861487865447998
108172	rnn.bias_hh_l0_reverse	2	0.08221106231212616
108172	rnn.bias_hh_l0_reverse	3	-0.05440504848957062
108172	rnn.bias_hh_l0_reverse	4	-0.04783979803323746
108172	rnn.bias_hh_l0_reverse	5	-0.040782686322927475
108172	rnn.bias_hh_l0_reverse	6	-0.026873335242271423
108172	rnn.bias_hh_l0_reverse	7	0.105766661465168
108172	rnn.bias_hh_l0_reverse	8	0.021309074014425278
108172	rnn.bias_hh_l0_reverse	9	-0.12317162752151489
108172	rnn.weight_ih_l1	0	-0.0434141606092453
108172	rnn.weight_ih_l1	1	-0.03355838358402252
108172	rnn.weight_ih_l1	2	0.04660829156637192
108172	rnn.weight_ih_l1	3	-0.07726432383060455
108172	rnn.weight_ih_l1	4	-0.010446595959365368
108172	rnn.weight_ih_l1	5	-0.045588888227939606
108172	rnn.weight_ih_l1	6	0.016208425164222717
108172	rnn.weight_ih_l1	7	-0.024418294429779053
108172	rnn.weight_ih_l1	8	0.03918636962771416
108172	rnn.weight_ih_l1	9	0.03911450505256653
108172	rnn.weight_hh_l1	0	-0.008449789136648178
108172	rnn.weight_hh_l1	1	0.009928676299750805
108172	rnn.weight_hh_l1	2	0.0022135283797979355
108172	rnn.weight_hh_l1	3	-0.010165305808186531
108172	rnn.weight_hh_l1	4	0.003377348417416215
108172	rnn.weight_hh_l1	5	0.02401701733469963
108172	rnn.weight_hh_l1	6	0.0255777258425951
108172	rnn.weight_hh_l1	7	-0.0249631330370903
108172	rnn.weight_hh_l1	8	-0.01915282942354679
108172	rnn.weight_hh_l1	9	0.035641491413116455
108172	rnn.bias_ih_l1	0	-0.17279037833213806
108172	rnn.bias_ih_l1	1	-0.17749808728694916
108172	rnn.bias_ih_l1	2	-0.1742326021194458
108172	rnn.bias_ih_l1	3	-0.2575494050979614
108172	rnn.bias_ih_l1	4	-0.18210892379283905
108172	rnn.bias_ih_l1	5	-0.1103283241391182
108172	rnn.bias_ih_l1	6	-0.12493235617876053
108172	rnn.bias_ih_l1	7	-0.04291796311736107
108172	rnn.bias_ih_l1	8	-0.12546339631080627
108172	rnn.bias_ih_l1	9	-0.11165476590394974
108172	rnn.bias_hh_l1	0	-0.12205049395561218
108172	rnn.bias_hh_l1	1	-0.04348962381482124
108172	rnn.bias_hh_l1	2	-0.09889698028564453
108172	rnn.bias_hh_l1	3	-0.09957590699195862
108172	rnn.bias_hh_l1	4	-0.09983371943235397
108172	rnn.bias_hh_l1	5	-0.10398431122303009
108172	rnn.bias_hh_l1	6	-0.11992691457271576
108172	rnn.bias_hh_l1	7	0.030483601614832878
108172	rnn.bias_hh_l1	8	-0.1651977151632309
108172	rnn.bias_hh_l1	9	-0.09015277028083801
108172	rnn.weight_ih_l1_reverse	0	-0.04735634848475456
108172	rnn.weight_ih_l1_reverse	1	0.01638909801840782
108172	rnn.weight_ih_l1_reverse	2	0.059150829911231995
108172	rnn.weight_ih_l1_reverse	3	0.006810094695538282
108172	rnn.weight_ih_l1_reverse	4	-0.029031438753008842
108172	rnn.weight_ih_l1_reverse	5	-0.032858990132808685
108172	rnn.weight_ih_l1_reverse	6	0.0019853906705975533
108172	rnn.weight_ih_l1_reverse	7	0.0207553431391716
108172	rnn.weight_ih_l1_reverse	8	0.030756080523133278
108172	rnn.weight_ih_l1_reverse	9	-0.07170312851667404
108172	rnn.weight_hh_l1_reverse	0	0.00871831551194191
108172	rnn.weight_hh_l1_reverse	1	0.03135634586215019
108172	rnn.weight_hh_l1_reverse	2	-0.0398777611553669
108172	rnn.weight_hh_l1_reverse	3	0.040409401059150696
108172	rnn.weight_hh_l1_reverse	4	0.042900990694761276
108172	rnn.weight_hh_l1_reverse	5	0.005935964174568653
108172	rnn.weight_hh_l1_reverse	6	0.0060009160079061985
108172	rnn.weight_hh_l1_reverse	7	0.024252351373434067
108172	rnn.weight_hh_l1_reverse	8	-0.005694121588021517
108172	rnn.weight_hh_l1_reverse	9	-0.034006889909505844
108172	rnn.bias_ih_l1_reverse	0	-0.05598960816860199
108172	rnn.bias_ih_l1_reverse	1	-0.13460534811019897
108172	rnn.bias_ih_l1_reverse	2	-0.14338655769824982
108172	rnn.bias_ih_l1_reverse	3	-0.026938168331980705
108172	rnn.bias_ih_l1_reverse	4	-0.18202368915081024
108172	rnn.bias_ih_l1_reverse	5	-0.09850256145000458
108172	rnn.bias_ih_l1_reverse	6	-0.12284443527460098
108172	rnn.bias_ih_l1_reverse	7	-0.2205158770084381
108172	rnn.bias_ih_l1_reverse	8	0.1373487412929535
108172	rnn.bias_ih_l1_reverse	9	0.06278843432664871
108172	rnn.bias_hh_l1_reverse	0	-0.031837668269872665
108172	rnn.bias_hh_l1_reverse	1	-0.07868441939353943
108172	rnn.bias_hh_l1_reverse	2	-0.2166844606399536
108172	rnn.bias_hh_l1_reverse	3	-0.11625981330871582
108172	rnn.bias_hh_l1_reverse	4	-0.09726273268461227
108172	rnn.bias_hh_l1_reverse	5	-0.11098404973745346
108172	rnn.bias_hh_l1_reverse	6	0.1301230639219284
108172	rnn.bias_hh_l1_reverse	7	-0.14881251752376556
108172	rnn.bias_hh_l1_reverse	8	-0.09471941739320755
108172	rnn.bias_hh_l1_reverse	9	-0.12032841891050339
108172	linear.weight	0	0.002228822559118271
108172	linear.weight	1	0.05984833091497421
108172	linear.weight	2	-0.09082929790019989
108172	linear.weight	3	0.3783346116542816
108172	linear.weight	4	0.13307860493659973
108172	linear.weight	5	-0.01418702956289053
108172	linear.weight	6	0.0972527340054512
108172	linear.weight	7	0.12381124496459961
108172	linear.weight	8	0.041301075369119644
108172	linear.weight	9	-0.05388088524341583
108172	linear.bias	0	0.032583802938461304
108172	linear.bias	1	-0.19177936017513275
108172	linear.bias	2	-0.4552261531352997
108172	linear.bias	3	-0.6858673095703125
108172	linear.bias	4	-1.1542901992797852
108172	linear.bias	5	-0.07737884670495987
108172	linear.bias	6	-0.6946876049041748
108172	linear.bias	7	0.32920628786087036
108172	linear.bias	8	-0.5246664881706238
108172	linear.bias	9	-0.9369800686836243
108369	transitions	0	0.6187196969985962
108369	transitions	1	0.1244843453168869
108369	transitions	2	-10000.0
108369	transitions	3	-1.816171646118164
108369	transitions	4	-10000.0
108369	transitions	5	0.602561891078949
108369	transitions	6	-0.059135813266038895
108369	transitions	7	-0.5932518839836121
108369	transitions	8	-1.3809409141540527
108369	transitions	9	-0.0009122369228862226
108369	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
108369	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
108369	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
108369	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
108369	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
108369	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
108369	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
108369	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
108369	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
108369	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
108369	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
108369	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
108369	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
108369	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
108369	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
108369	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
108369	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
108369	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
108369	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
108369	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
108369	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
108369	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
108369	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
108369	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
108369	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
108369	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
108369	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
108369	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
108369	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
108369	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
108369	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
108369	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
108369	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
108369	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
108369	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
108369	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
108369	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
108369	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
108369	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
108369	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
108369	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
108369	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
108369	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
108369	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
108369	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
108369	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
108369	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
108369	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
108369	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
108369	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
108369	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
108369	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
108369	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
108369	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
108369	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
108369	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
108369	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
108369	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
108369	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
108369	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
108369	embedding2nn.weight	0	0.0009499377920292318
108369	embedding2nn.weight	1	-0.014399657025933266
108369	embedding2nn.weight	2	-0.014268254861235619
108369	embedding2nn.weight	3	-0.03766651451587677
108369	embedding2nn.weight	4	-0.0059150345623493195
108369	embedding2nn.weight	5	-0.0037005844060331583
108369	embedding2nn.weight	6	-0.0039732856675982475
108369	embedding2nn.weight	7	-0.05685125291347504
108369	embedding2nn.weight	8	-0.0019979383796453476
108369	embedding2nn.weight	9	-0.02942664362490177
108369	embedding2nn.bias	0	0.018242504447698593
108369	embedding2nn.bias	1	-0.06400801241397858
108369	embedding2nn.bias	2	0.06298614293336868
108369	embedding2nn.bias	3	0.08287221938371658
108369	embedding2nn.bias	4	-0.03647443279623985
108369	embedding2nn.bias	5	-0.059487536549568176
108369	embedding2nn.bias	6	0.03776097297668457
108369	embedding2nn.bias	7	-0.07393389940261841
108369	embedding2nn.bias	8	0.0632399246096611
108369	embedding2nn.bias	9	0.017427869141101837
108369	rnn.weight_ih_l0	0	-0.06364043802022934
108369	rnn.weight_ih_l0	1	-0.00783061794936657
108369	rnn.weight_ih_l0	2	0.05942828208208084
108369	rnn.weight_ih_l0	3	0.017985805869102478
108369	rnn.weight_ih_l0	4	-0.026482725515961647
108369	rnn.weight_ih_l0	5	-0.051072780042886734
108369	rnn.weight_ih_l0	6	0.002670565852895379
108369	rnn.weight_ih_l0	7	0.03384432569146156
108369	rnn.weight_ih_l0	8	-0.013861622661352158
108369	rnn.weight_ih_l0	9	-0.021279044449329376
108369	rnn.weight_hh_l0	0	-0.036271072924137115
108369	rnn.weight_hh_l0	1	0.006745913531631231
108369	rnn.weight_hh_l0	2	0.0005655361455865204
108369	rnn.weight_hh_l0	3	-0.062217120081186295
108369	rnn.weight_hh_l0	4	0.08152083307504654
108369	rnn.weight_hh_l0	5	-0.0029726624488830566
108369	rnn.weight_hh_l0	6	-0.04994682967662811
108369	rnn.weight_hh_l0	7	0.014438696205615997
108369	rnn.weight_hh_l0	8	0.013381208293139935
108369	rnn.weight_hh_l0	9	-0.017230508849024773
108369	rnn.bias_ih_l0	0	0.07785039395093918
108369	rnn.bias_ih_l0	1	-0.03430776670575142
108369	rnn.bias_ih_l0	2	-0.0037366757169365883
108369	rnn.bias_ih_l0	3	0.12140877544879913
108369	rnn.bias_ih_l0	4	-0.04980072006583214
108369	rnn.bias_ih_l0	5	-0.03164618834853172
108369	rnn.bias_ih_l0	6	0.019721785560250282
108369	rnn.bias_ih_l0	7	0.034505754709243774
108369	rnn.bias_ih_l0	8	-0.10466891527175903
108369	rnn.bias_ih_l0	9	-0.03959564119577408
108369	rnn.bias_hh_l0	0	-0.0351874902844429
108369	rnn.bias_hh_l0	1	-0.10883991420269012
108369	rnn.bias_hh_l0	2	-0.03552926704287529
108369	rnn.bias_hh_l0	3	-0.08627966791391373
108369	rnn.bias_hh_l0	4	-0.015563555993139744
108369	rnn.bias_hh_l0	5	-0.022699015215039253
108369	rnn.bias_hh_l0	6	0.03376581519842148
108369	rnn.bias_hh_l0	7	0.03677988797426224
108369	rnn.bias_hh_l0	8	-0.13507667183876038
108369	rnn.bias_hh_l0	9	-0.020274896174669266
108369	rnn.weight_ih_l0_reverse	0	-0.02229955419898033
108369	rnn.weight_ih_l0_reverse	1	-0.050254929810762405
108369	rnn.weight_ih_l0_reverse	2	-0.02711511217057705
108369	rnn.weight_ih_l0_reverse	3	0.00780800636857748
108369	rnn.weight_ih_l0_reverse	4	-0.013368327170610428
108369	rnn.weight_ih_l0_reverse	5	-0.044210195541381836
108369	rnn.weight_ih_l0_reverse	6	0.07591889798641205
108369	rnn.weight_ih_l0_reverse	7	-0.021716980263590813
108369	rnn.weight_ih_l0_reverse	8	-0.03215423971414566
108369	rnn.weight_ih_l0_reverse	9	0.014278835617005825
108369	rnn.weight_hh_l0_reverse	0	0.03818751126527786
108369	rnn.weight_hh_l0_reverse	1	0.032588280737400055
108369	rnn.weight_hh_l0_reverse	2	0.03477083146572113
108369	rnn.weight_hh_l0_reverse	3	0.029244301840662956
108369	rnn.weight_hh_l0_reverse	4	0.01008540764451027
108369	rnn.weight_hh_l0_reverse	5	0.018078047782182693
108369	rnn.weight_hh_l0_reverse	6	0.046913597732782364
108369	rnn.weight_hh_l0_reverse	7	-0.06097014248371124
108369	rnn.weight_hh_l0_reverse	8	0.0367916040122509
108369	rnn.weight_hh_l0_reverse	9	0.050162121653556824
108369	rnn.bias_ih_l0_reverse	0	-0.05795607343316078
108369	rnn.bias_ih_l0_reverse	1	-0.23900844156742096
108369	rnn.bias_ih_l0_reverse	2	-0.14081376791000366
108369	rnn.bias_ih_l0_reverse	3	-0.029077762737870216
108369	rnn.bias_ih_l0_reverse	4	-0.037612952291965485
108369	rnn.bias_ih_l0_reverse	5	0.04662894830107689
108369	rnn.bias_ih_l0_reverse	6	-0.038004353642463684
108369	rnn.bias_ih_l0_reverse	7	0.037548813968896866
108369	rnn.bias_ih_l0_reverse	8	-0.028057120740413666
108369	rnn.bias_ih_l0_reverse	9	0.034686263650655746
108369	rnn.bias_hh_l0_reverse	0	0.006699449382722378
108369	rnn.bias_hh_l0_reverse	1	-0.02561630867421627
108369	rnn.bias_hh_l0_reverse	2	0.08295965939760208
108369	rnn.bias_hh_l0_reverse	3	-0.05491958186030388
108369	rnn.bias_hh_l0_reverse	4	-0.04668600112199783
108369	rnn.bias_hh_l0_reverse	5	-0.04184973984956741
108369	rnn.bias_hh_l0_reverse	6	-0.026062868535518646
108369	rnn.bias_hh_l0_reverse	7	0.10639563947916031
108369	rnn.bias_hh_l0_reverse	8	0.017053164541721344
108369	rnn.bias_hh_l0_reverse	9	-0.12121835350990295
108369	rnn.weight_ih_l1	0	-0.04414563998579979
108369	rnn.weight_ih_l1	1	-0.033708859235048294
108369	rnn.weight_ih_l1	2	0.04493680223822594
108369	rnn.weight_ih_l1	3	-0.07660642266273499
108369	rnn.weight_ih_l1	4	-0.009827829897403717
108369	rnn.weight_ih_l1	5	-0.04607179015874863
108369	rnn.weight_ih_l1	6	0.015890544280409813
108369	rnn.weight_ih_l1	7	-0.024726448580622673
108369	rnn.weight_ih_l1	8	0.0389895923435688
108369	rnn.weight_ih_l1	9	0.038988810032606125
108369	rnn.weight_hh_l1	0	-0.00930972583591938
108369	rnn.weight_hh_l1	1	0.009851137176156044
108369	rnn.weight_hh_l1	2	0.00040604465175420046
108369	rnn.weight_hh_l1	3	-0.009785792790353298
108369	rnn.weight_hh_l1	4	0.0037467784713953733
108369	rnn.weight_hh_l1	5	0.02404096908867359
108369	rnn.weight_hh_l1	6	0.025478847324848175
108369	rnn.weight_hh_l1	7	-0.025081340223550797
108369	rnn.weight_hh_l1	8	-0.019239267334342003
108369	rnn.weight_hh_l1	9	0.03591541200876236
108369	rnn.bias_ih_l1	0	-0.17068307101726532
108369	rnn.bias_ih_l1	1	-0.17838819324970245
108369	rnn.bias_ih_l1	2	-0.17524097859859467
108369	rnn.bias_ih_l1	3	-0.2588690519332886
108369	rnn.bias_ih_l1	4	-0.1800123006105423
108369	rnn.bias_ih_l1	5	-0.10882782191038132
108369	rnn.bias_ih_l1	6	-0.11581934243440628
108369	rnn.bias_ih_l1	7	-0.042406484484672546
108369	rnn.bias_ih_l1	8	-0.1253628134727478
108369	rnn.bias_ih_l1	9	-0.11247861385345459
108369	rnn.bias_hh_l1	0	-0.12437935918569565
108369	rnn.bias_hh_l1	1	-0.04385395348072052
108369	rnn.bias_hh_l1	2	-0.0978698804974556
108369	rnn.bias_hh_l1	3	-0.09966494143009186
108369	rnn.bias_hh_l1	4	-0.10153207182884216
108369	rnn.bias_hh_l1	5	-0.1016588881611824
108369	rnn.bias_hh_l1	6	-0.1188533827662468
108369	rnn.bias_hh_l1	7	0.03088383749127388
108369	rnn.bias_hh_l1	8	-0.1614231914281845
108369	rnn.bias_hh_l1	9	-0.08944933116436005
108369	rnn.weight_ih_l1_reverse	0	-0.048145946115255356
108369	rnn.weight_ih_l1_reverse	1	0.013743727467954159
108369	rnn.weight_ih_l1_reverse	2	0.05981069803237915
108369	rnn.weight_ih_l1_reverse	3	0.0037275785580277443
108369	rnn.weight_ih_l1_reverse	4	-0.029261810705065727
108369	rnn.weight_ih_l1_reverse	5	-0.032814186066389084
108369	rnn.weight_ih_l1_reverse	6	0.000723050266969949
108369	rnn.weight_ih_l1_reverse	7	0.01957952044904232
108369	rnn.weight_ih_l1_reverse	8	0.030867230147123337
108369	rnn.weight_ih_l1_reverse	9	-0.07084129750728607
108369	rnn.weight_hh_l1_reverse	0	0.008615393191576004
108369	rnn.weight_hh_l1_reverse	1	0.03122272714972496
108369	rnn.weight_hh_l1_reverse	2	-0.03996305167675018
108369	rnn.weight_hh_l1_reverse	3	0.040438368916511536
108369	rnn.weight_hh_l1_reverse	4	0.04268254339694977
108369	rnn.weight_hh_l1_reverse	5	0.00592720415443182
108369	rnn.weight_hh_l1_reverse	6	0.007278126198798418
108369	rnn.weight_hh_l1_reverse	7	0.024268487468361855
108369	rnn.weight_hh_l1_reverse	8	-0.005804368760436773
108369	rnn.weight_hh_l1_reverse	9	-0.034154701977968216
108369	rnn.bias_ih_l1_reverse	0	-0.0560077503323555
108369	rnn.bias_ih_l1_reverse	1	-0.13417361676692963
108369	rnn.bias_ih_l1_reverse	2	-0.1421748250722885
108369	rnn.bias_ih_l1_reverse	3	-0.022890344262123108
108369	rnn.bias_ih_l1_reverse	4	-0.18257369101047516
108369	rnn.bias_ih_l1_reverse	5	-0.09779182076454163
108369	rnn.bias_ih_l1_reverse	6	-0.1232471913099289
108369	rnn.bias_ih_l1_reverse	7	-0.21533413231372833
108369	rnn.bias_ih_l1_reverse	8	0.1328212171792984
108369	rnn.bias_ih_l1_reverse	9	0.06566480547189713
108369	rnn.bias_hh_l1_reverse	0	-0.03538181260228157
108369	rnn.bias_hh_l1_reverse	1	-0.07449743151664734
108369	rnn.bias_hh_l1_reverse	2	-0.21689432859420776
108369	rnn.bias_hh_l1_reverse	3	-0.11678614467382431
108369	rnn.bias_hh_l1_reverse	4	-0.09815116971731186
108369	rnn.bias_hh_l1_reverse	5	-0.11447246372699738
108369	rnn.bias_hh_l1_reverse	6	0.13126207888126373
108369	rnn.bias_hh_l1_reverse	7	-0.1455274522304535
108369	rnn.bias_hh_l1_reverse	8	-0.09499457478523254
108369	rnn.bias_hh_l1_reverse	9	-0.12039285153150558
108369	linear.weight	0	0.002228822559118271
108369	linear.weight	1	0.05968513712286949
108369	linear.weight	2	-0.0956406220793724
108369	linear.weight	3	0.3831193745136261
108369	linear.weight	4	0.1427956223487854
108369	linear.weight	5	-0.012329306453466415
108369	linear.weight	6	0.08718886971473694
108369	linear.weight	7	0.1420556753873825
108369	linear.weight	8	0.04130135849118233
108369	linear.weight	9	-0.0512327216565609
108369	linear.bias	0	0.03152675926685333
108369	linear.bias	1	-0.19829173386096954
108369	linear.bias	2	-0.44139477610588074
108369	linear.bias	3	-0.7303413152694702
108369	linear.bias	4	-1.1969150304794312
108369	linear.bias	5	-0.053684234619140625
108369	linear.bias	6	-0.70115065574646
108369	linear.bias	7	0.3528118431568146
108369	linear.bias	8	-0.49791157245635986
108369	linear.bias	9	-0.9116437435150146
108566	transitions	0	0.6365370154380798
108566	transitions	1	0.12198102474212646
108566	transitions	2	-10000.0
108566	transitions	3	-1.8162044286727905
108566	transitions	4	-10000.0
108566	transitions	5	0.6024554967880249
108566	transitions	6	-0.05924615636467934
108566	transitions	7	-0.5937364101409912
108566	transitions	8	-1.3810819387435913
108566	transitions	9	-0.0009138605673797429
108566	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
108566	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
108566	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
108566	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
108566	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
108566	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
108566	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
108566	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
108566	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
108566	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
108566	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
108566	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
108566	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
108566	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
108566	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
108566	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
108566	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
108566	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
108566	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
108566	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
108566	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
108566	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
108566	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
108566	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
108566	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
108566	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
108566	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
108566	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
108566	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
108566	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
108566	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
108566	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
108566	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
108566	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
108566	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
108566	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
108566	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
108566	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
108566	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
108566	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
108566	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
108566	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
108566	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
108566	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
108566	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
108566	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
108566	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
108566	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
108566	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
108566	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
108566	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
108566	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
108566	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
108566	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
108566	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
108566	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
108566	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
108566	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
108566	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
108566	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
108566	embedding2nn.weight	0	0.004652043804526329
108566	embedding2nn.weight	1	-0.014544501900672913
108566	embedding2nn.weight	2	-0.014268254861235619
108566	embedding2nn.weight	3	-0.03544437885284424
108566	embedding2nn.weight	4	-0.0059150345623493195
108566	embedding2nn.weight	5	-0.0037005844060331583
108566	embedding2nn.weight	6	-0.003973286598920822
108566	embedding2nn.weight	7	-0.05666673555970192
108566	embedding2nn.weight	8	-0.0019979383796453476
108566	embedding2nn.weight	9	-0.02825668454170227
108566	embedding2nn.bias	0	0.010715899057686329
108566	embedding2nn.bias	1	-0.0678011029958725
108566	embedding2nn.bias	2	0.05868498980998993
108566	embedding2nn.bias	3	0.08412154018878937
108566	embedding2nn.bias	4	-0.033240076154470444
108566	embedding2nn.bias	5	-0.05397482216358185
108566	embedding2nn.bias	6	0.04302220419049263
108566	embedding2nn.bias	7	-0.06383215636014938
108566	embedding2nn.bias	8	0.06981652975082397
108566	embedding2nn.bias	9	0.023865267634391785
108566	rnn.weight_ih_l0	0	-0.06354391574859619
108566	rnn.weight_ih_l0	1	-0.007752753794193268
108566	rnn.weight_ih_l0	2	0.05941534414887428
108566	rnn.weight_ih_l0	3	0.016343193128705025
108566	rnn.weight_ih_l0	4	-0.027512727305293083
108566	rnn.weight_ih_l0	5	-0.05132213979959488
108566	rnn.weight_ih_l0	6	0.0034723542630672455
108566	rnn.weight_ih_l0	7	0.032999590039253235
108566	rnn.weight_ih_l0	8	-0.012869198806583881
108566	rnn.weight_ih_l0	9	-0.020961109548807144
108566	rnn.weight_hh_l0	0	-0.03597509115934372
108566	rnn.weight_hh_l0	1	0.007385669741779566
108566	rnn.weight_hh_l0	2	-0.0015056839911267161
108566	rnn.weight_hh_l0	3	-0.06219682842493057
108566	rnn.weight_hh_l0	4	0.08064109832048416
108566	rnn.weight_hh_l0	5	-0.0041205440647900105
108566	rnn.weight_hh_l0	6	-0.05040748417377472
108566	rnn.weight_hh_l0	7	0.013556253165006638
108566	rnn.weight_hh_l0	8	0.01269178744405508
108566	rnn.weight_hh_l0	9	-0.0177291426807642
108566	rnn.bias_ih_l0	0	0.08048762381076813
108566	rnn.bias_ih_l0	1	-0.03254540264606476
108566	rnn.bias_ih_l0	2	-0.0030166858341544867
108566	rnn.bias_ih_l0	3	0.11900882422924042
108566	rnn.bias_ih_l0	4	-0.051045987755060196
108566	rnn.bias_ih_l0	5	-0.03378135710954666
108566	rnn.bias_ih_l0	6	0.02485615946352482
108566	rnn.bias_ih_l0	7	0.036175768822431564
108566	rnn.bias_ih_l0	8	-0.10333289206027985
108566	rnn.bias_ih_l0	9	-0.040311943739652634
108566	rnn.bias_hh_l0	0	-0.03426108881831169
108566	rnn.bias_hh_l0	1	-0.10751229524612427
108566	rnn.bias_hh_l0	2	-0.03911256045103073
108566	rnn.bias_hh_l0	3	-0.08362139016389847
108566	rnn.bias_hh_l0	4	-0.013525091111660004
108566	rnn.bias_hh_l0	5	-0.0223317239433527
108566	rnn.bias_hh_l0	6	0.03197271376848221
108566	rnn.bias_hh_l0	7	0.027878031134605408
108566	rnn.bias_hh_l0	8	-0.13593170046806335
108566	rnn.bias_hh_l0	9	-0.020559368655085564
108566	rnn.weight_ih_l0_reverse	0	-0.02210354618728161
108566	rnn.weight_ih_l0_reverse	1	-0.04888718202710152
108566	rnn.weight_ih_l0_reverse	2	-0.02617734484374523
108566	rnn.weight_ih_l0_reverse	3	0.007993177510797977
108566	rnn.weight_ih_l0_reverse	4	-0.01428831648081541
108566	rnn.weight_ih_l0_reverse	5	-0.045014165341854095
108566	rnn.weight_ih_l0_reverse	6	0.0757749006152153
108566	rnn.weight_ih_l0_reverse	7	-0.0190054289996624
108566	rnn.weight_ih_l0_reverse	8	-0.03174147009849548
108566	rnn.weight_ih_l0_reverse	9	0.012468918226659298
108566	rnn.weight_hh_l0_reverse	0	0.03740181028842926
108566	rnn.weight_hh_l0_reverse	1	0.032138075679540634
108566	rnn.weight_hh_l0_reverse	2	0.0347856804728508
108566	rnn.weight_hh_l0_reverse	3	0.02867375686764717
108566	rnn.weight_hh_l0_reverse	4	0.010037983767688274
108566	rnn.weight_hh_l0_reverse	5	0.018230903893709183
108566	rnn.weight_hh_l0_reverse	6	0.04674680531024933
108566	rnn.weight_hh_l0_reverse	7	-0.06037697568535805
108566	rnn.weight_hh_l0_reverse	8	0.037340376526117325
108566	rnn.weight_hh_l0_reverse	9	0.048957500606775284
108566	rnn.bias_ih_l0_reverse	0	-0.06008356064558029
108566	rnn.bias_ih_l0_reverse	1	-0.23568148910999298
108566	rnn.bias_ih_l0_reverse	2	-0.1377498358488083
108566	rnn.bias_ih_l0_reverse	3	-0.030474066734313965
108566	rnn.bias_ih_l0_reverse	4	-0.03871035948395729
108566	rnn.bias_ih_l0_reverse	5	0.04927299544215202
108566	rnn.bias_ih_l0_reverse	6	-0.0374123752117157
108566	rnn.bias_ih_l0_reverse	7	0.034107375890016556
108566	rnn.bias_ih_l0_reverse	8	-0.023962216451764107
108566	rnn.bias_ih_l0_reverse	9	0.033564988523721695
108566	rnn.bias_hh_l0_reverse	0	0.0041482639499008656
108566	rnn.bias_hh_l0_reverse	1	-0.028304075822234154
108566	rnn.bias_hh_l0_reverse	2	0.08418121188879013
108566	rnn.bias_hh_l0_reverse	3	-0.05683525279164314
108566	rnn.bias_hh_l0_reverse	4	-0.0454917773604393
108566	rnn.bias_hh_l0_reverse	5	-0.039246123284101486
108566	rnn.bias_hh_l0_reverse	6	-0.02898668311536312
108566	rnn.bias_hh_l0_reverse	7	0.10452950745820999
108566	rnn.bias_hh_l0_reverse	8	0.02281365357339382
108566	rnn.bias_hh_l0_reverse	9	-0.12138978391885757
108566	rnn.weight_ih_l1	0	-0.04278583079576492
108566	rnn.weight_ih_l1	1	-0.03379572927951813
108566	rnn.weight_ih_l1	2	0.046137236058712006
108566	rnn.weight_ih_l1	3	-0.07692906260490417
108566	rnn.weight_ih_l1	4	-0.009735139086842537
108566	rnn.weight_ih_l1	5	-0.04574602469801903
108566	rnn.weight_ih_l1	6	0.014894481748342514
108566	rnn.weight_ih_l1	7	-0.024359656497836113
108566	rnn.weight_ih_l1	8	0.03875759243965149
108566	rnn.weight_ih_l1	9	0.03898107632994652
108566	rnn.weight_hh_l1	0	-0.008998678997159004
108566	rnn.weight_hh_l1	1	0.009978929534554482
108566	rnn.weight_hh_l1	2	0.00201726658269763
108566	rnn.weight_hh_l1	3	-0.010046485811471939
108566	rnn.weight_hh_l1	4	0.004943677224218845
108566	rnn.weight_hh_l1	5	0.024161044508218765
108566	rnn.weight_hh_l1	6	0.024916864931583405
108566	rnn.weight_hh_l1	7	-0.025235885754227638
108566	rnn.weight_hh_l1	8	-0.019045185297727585
108566	rnn.weight_hh_l1	9	0.03596509248018265
108566	rnn.bias_ih_l1	0	-0.16866326332092285
108566	rnn.bias_ih_l1	1	-0.17847663164138794
108566	rnn.bias_ih_l1	2	-0.1749214231967926
108566	rnn.bias_ih_l1	3	-0.2584400773048401
108566	rnn.bias_ih_l1	4	-0.18734760582447052
108566	rnn.bias_ih_l1	5	-0.1063946783542633
108566	rnn.bias_ih_l1	6	-0.11456665396690369
108566	rnn.bias_ih_l1	7	-0.04317113012075424
108566	rnn.bias_ih_l1	8	-0.12650218605995178
108566	rnn.bias_ih_l1	9	-0.11283278465270996
108566	rnn.bias_hh_l1	0	-0.12240538001060486
108566	rnn.bias_hh_l1	1	-0.047583192586898804
108566	rnn.bias_hh_l1	2	-0.10198147594928741
108566	rnn.bias_hh_l1	3	-0.10032258927822113
108566	rnn.bias_hh_l1	4	-0.100859634578228
108566	rnn.bias_hh_l1	5	-0.10201935470104218
108566	rnn.bias_hh_l1	6	-0.115224190056324
108566	rnn.bias_hh_l1	7	0.03125566616654396
108566	rnn.bias_hh_l1	8	-0.15812203288078308
108566	rnn.bias_hh_l1	9	-0.08813828229904175
108566	rnn.weight_ih_l1_reverse	0	-0.0491824746131897
108566	rnn.weight_ih_l1_reverse	1	0.015092682093381882
108566	rnn.weight_ih_l1_reverse	2	0.06059873476624489
108566	rnn.weight_ih_l1_reverse	3	0.00499412976205349
108566	rnn.weight_ih_l1_reverse	4	-0.03004317916929722
108566	rnn.weight_ih_l1_reverse	5	-0.032778602093458176
108566	rnn.weight_ih_l1_reverse	6	0.0006814172375015914
108566	rnn.weight_ih_l1_reverse	7	0.0199222844094038
108566	rnn.weight_ih_l1_reverse	8	0.032795846462249756
108566	rnn.weight_ih_l1_reverse	9	-0.07046609371900558
108566	rnn.weight_hh_l1_reverse	0	0.008375486359000206
108566	rnn.weight_hh_l1_reverse	1	0.031005170196294785
108566	rnn.weight_hh_l1_reverse	2	-0.04004868492484093
108566	rnn.weight_hh_l1_reverse	3	0.04060311242938042
108566	rnn.weight_hh_l1_reverse	4	0.043134093284606934
108566	rnn.weight_hh_l1_reverse	5	0.006710055284202099
108566	rnn.weight_hh_l1_reverse	6	0.007440903224050999
108566	rnn.weight_hh_l1_reverse	7	0.024355357512831688
108566	rnn.weight_hh_l1_reverse	8	-0.005808254703879356
108566	rnn.weight_hh_l1_reverse	9	-0.034026797860860825
108566	rnn.bias_ih_l1_reverse	0	-0.05895974487066269
108566	rnn.bias_ih_l1_reverse	1	-0.1307222992181778
108566	rnn.bias_ih_l1_reverse	2	-0.14337915182113647
108566	rnn.bias_ih_l1_reverse	3	-0.020240243524312973
108566	rnn.bias_ih_l1_reverse	4	-0.18236146867275238
108566	rnn.bias_ih_l1_reverse	5	-0.09692851454019547
108566	rnn.bias_ih_l1_reverse	6	-0.12426722049713135
108566	rnn.bias_ih_l1_reverse	7	-0.21869193017482758
108566	rnn.bias_ih_l1_reverse	8	0.13942183554172516
108566	rnn.bias_ih_l1_reverse	9	0.0604914166033268
108566	rnn.bias_hh_l1_reverse	0	-0.04482268914580345
108566	rnn.bias_hh_l1_reverse	1	-0.07077732682228088
108566	rnn.bias_hh_l1_reverse	2	-0.21656174957752228
108566	rnn.bias_hh_l1_reverse	3	-0.11545921862125397
108566	rnn.bias_hh_l1_reverse	4	-0.09863588213920593
108566	rnn.bias_hh_l1_reverse	5	-0.11235298961400986
108566	rnn.bias_hh_l1_reverse	6	0.1331586241722107
108566	rnn.bias_hh_l1_reverse	7	-0.14419163763523102
108566	rnn.bias_hh_l1_reverse	8	-0.09566735476255417
108566	rnn.bias_hh_l1_reverse	9	-0.12183558940887451
108566	linear.weight	0	0.002228822559118271
108566	linear.weight	1	0.05774272605776787
108566	linear.weight	2	-0.09966575354337692
108566	linear.weight	3	0.3761304020881653
108566	linear.weight	4	0.13993214070796967
108566	linear.weight	5	-0.011663587763905525
108566	linear.weight	6	0.09214706718921661
108566	linear.weight	7	0.15213482081890106
108566	linear.weight	8	0.04130211099982262
108566	linear.weight	9	-0.05083280801773071
108566	linear.bias	0	0.04443547502160072
108566	linear.bias	1	-0.20344151556491852
108566	linear.bias	2	-0.4614178538322449
108566	linear.bias	3	-0.7110865712165833
108566	linear.bias	4	-1.1781162023544312
108566	linear.bias	5	-0.0641528069972992
108566	linear.bias	6	-0.7063105702400208
108566	linear.bias	7	0.3416706919670105
108566	linear.bias	8	-0.48229166865348816
108566	linear.bias	9	-0.8990477323532104
108570	transitions	0	0.635661780834198
108570	transitions	1	0.12197515368461609
108570	transitions	2	-10000.0
108570	transitions	3	-1.8162051439285278
108570	transitions	4	-10000.0
108570	transitions	5	0.6024540066719055
108570	transitions	6	-0.059247005730867386
108570	transitions	7	-0.5937367081642151
108570	transitions	8	-1.3810820579528809
108570	transitions	9	-0.0009139153989963233
108570	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
108570	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
108570	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
108570	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
108570	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
108570	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
108570	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
108570	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
108570	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
108570	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
108570	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
108570	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
108570	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
108570	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
108570	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
108570	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
108570	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
108570	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
108570	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
108570	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
108570	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
108570	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
108570	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
108570	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
108570	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
108570	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
108570	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
108570	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
108570	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
108570	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
108570	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
108570	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
108570	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
108570	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
108570	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
108570	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
108570	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
108570	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
108570	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
108570	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
108570	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
108570	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
108570	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
108570	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
108570	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
108570	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
108570	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
108570	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
108570	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
108570	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
108570	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
108570	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
108570	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
108570	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
108570	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
108570	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
108570	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
108570	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
108570	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
108570	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
108570	embedding2nn.weight	0	0.004600896034389734
108570	embedding2nn.weight	1	-0.014520161785185337
108570	embedding2nn.weight	2	-0.014268254861235619
108570	embedding2nn.weight	3	-0.035216428339481354
108570	embedding2nn.weight	4	-0.0059150345623493195
108570	embedding2nn.weight	5	-0.0037005844060331583
108570	embedding2nn.weight	6	-0.003973286598920822
108570	embedding2nn.weight	7	-0.056695856153964996
108570	embedding2nn.weight	8	-0.0019979383796453476
108570	embedding2nn.weight	9	-0.028316576033830643
108570	embedding2nn.bias	0	0.010153683833777905
108570	embedding2nn.bias	1	-0.06781816482543945
108570	embedding2nn.bias	2	0.05931117385625839
108570	embedding2nn.bias	3	0.08516520261764526
108570	embedding2nn.bias	4	-0.03353924676775932
108570	embedding2nn.bias	5	-0.053079571574926376
108570	embedding2nn.bias	6	0.04409315064549446
108570	embedding2nn.bias	7	-0.06360524147748947
108570	embedding2nn.bias	8	0.0687146931886673
108570	embedding2nn.bias	9	0.02436644397675991
108570	rnn.weight_ih_l0	0	-0.06349077820777893
108570	rnn.weight_ih_l0	1	-0.007997658103704453
108570	rnn.weight_ih_l0	2	0.05944157764315605
108570	rnn.weight_ih_l0	3	0.016400747001171112
108570	rnn.weight_ih_l0	4	-0.027575988322496414
108570	rnn.weight_ih_l0	5	-0.05125759541988373
108570	rnn.weight_ih_l0	6	0.003548224223777652
108570	rnn.weight_ih_l0	7	0.032983846962451935
108570	rnn.weight_ih_l0	8	-0.012883584015071392
108570	rnn.weight_ih_l0	9	-0.0208699032664299
108570	rnn.weight_hh_l0	0	-0.03599702566862106
108570	rnn.weight_hh_l0	1	0.007285075727850199
108570	rnn.weight_hh_l0	2	-0.0014256192371249199
108570	rnn.weight_hh_l0	3	-0.06221073120832443
108570	rnn.weight_hh_l0	4	0.080506332218647
108570	rnn.weight_hh_l0	5	-0.004102945327758789
108570	rnn.weight_hh_l0	6	-0.050368424504995346
108570	rnn.weight_hh_l0	7	0.013458010740578175
108570	rnn.weight_hh_l0	8	0.012844471260905266
108570	rnn.weight_hh_l0	9	-0.017726924270391464
108570	rnn.bias_ih_l0	0	0.08051678538322449
108570	rnn.bias_ih_l0	1	-0.03168755769729614
108570	rnn.bias_ih_l0	2	-0.0029288502410054207
108570	rnn.bias_ih_l0	3	0.118803471326828
108570	rnn.bias_ih_l0	4	-0.05123724788427353
108570	rnn.bias_ih_l0	5	-0.033643871545791626
108570	rnn.bias_ih_l0	6	0.02487189695239067
108570	rnn.bias_ih_l0	7	0.03666475787758827
108570	rnn.bias_ih_l0	8	-0.10328300297260284
108570	rnn.bias_ih_l0	9	-0.039625585079193115
108570	rnn.bias_hh_l0	0	-0.03395012393593788
108570	rnn.bias_hh_l0	1	-0.10832421481609344
108570	rnn.bias_hh_l0	2	-0.03906269371509552
108570	rnn.bias_hh_l0	3	-0.08390209078788757
108570	rnn.bias_hh_l0	4	-0.013525796122848988
108570	rnn.bias_hh_l0	5	-0.022284170612692833
108570	rnn.bias_hh_l0	6	0.03187831863760948
108570	rnn.bias_hh_l0	7	0.02765848860144615
108570	rnn.bias_hh_l0	8	-0.13609683513641357
108570	rnn.bias_hh_l0	9	-0.02066141366958618
108570	rnn.weight_ih_l0_reverse	0	-0.0220133438706398
108570	rnn.weight_ih_l0_reverse	1	-0.04884883761405945
108570	rnn.weight_ih_l0_reverse	2	-0.026217805221676826
108570	rnn.weight_ih_l0_reverse	3	0.007874257862567902
108570	rnn.weight_ih_l0_reverse	4	-0.014335456304252148
108570	rnn.weight_ih_l0_reverse	5	-0.04514266178011894
108570	rnn.weight_ih_l0_reverse	6	0.07584552466869354
108570	rnn.weight_ih_l0_reverse	7	-0.01913098245859146
108570	rnn.weight_ih_l0_reverse	8	-0.03169243782758713
108570	rnn.weight_ih_l0_reverse	9	0.012620534747838974
108570	rnn.weight_hh_l0_reverse	0	0.03750712424516678
108570	rnn.weight_hh_l0_reverse	1	0.032251790165901184
108570	rnn.weight_hh_l0_reverse	2	0.03479107841849327
108570	rnn.weight_hh_l0_reverse	3	0.028666405007243156
108570	rnn.weight_hh_l0_reverse	4	0.0099868755787611
108570	rnn.weight_hh_l0_reverse	5	0.01819724217057228
108570	rnn.weight_hh_l0_reverse	6	0.046783797442913055
108570	rnn.weight_hh_l0_reverse	7	-0.06038490682840347
108570	rnn.weight_hh_l0_reverse	8	0.03730127960443497
108570	rnn.weight_hh_l0_reverse	9	0.04885973408818245
108570	rnn.bias_ih_l0_reverse	0	-0.060040585696697235
108570	rnn.bias_ih_l0_reverse	1	-0.23606523871421814
108570	rnn.bias_ih_l0_reverse	2	-0.13811083137989044
108570	rnn.bias_ih_l0_reverse	3	-0.030569355934858322
108570	rnn.bias_ih_l0_reverse	4	-0.038705676794052124
108570	rnn.bias_ih_l0_reverse	5	0.049669262021780014
108570	rnn.bias_ih_l0_reverse	6	-0.03780350834131241
108570	rnn.bias_ih_l0_reverse	7	0.03427280858159065
108570	rnn.bias_ih_l0_reverse	8	-0.024011388421058655
108570	rnn.bias_ih_l0_reverse	9	0.033094216138124466
108570	rnn.bias_hh_l0_reverse	0	0.003759958315640688
108570	rnn.bias_hh_l0_reverse	1	-0.02850935608148575
108570	rnn.bias_hh_l0_reverse	2	0.08431755006313324
108570	rnn.bias_hh_l0_reverse	3	-0.05675900727510452
108570	rnn.bias_hh_l0_reverse	4	-0.04520735889673233
108570	rnn.bias_hh_l0_reverse	5	-0.03927811607718468
108570	rnn.bias_hh_l0_reverse	6	-0.029535969719290733
108570	rnn.bias_hh_l0_reverse	7	0.10447010397911072
108570	rnn.bias_hh_l0_reverse	8	0.022845719009637833
108570	rnn.bias_hh_l0_reverse	9	-0.12067073583602905
108570	rnn.weight_ih_l1	0	-0.04267260804772377
108570	rnn.weight_ih_l1	1	-0.03367847204208374
108570	rnn.weight_ih_l1	2	0.04612172394990921
108570	rnn.weight_ih_l1	3	-0.07695987075567245
108570	rnn.weight_ih_l1	4	-0.009737378917634487
108570	rnn.weight_ih_l1	5	-0.04600922018289566
108570	rnn.weight_ih_l1	6	0.014827999286353588
108570	rnn.weight_ih_l1	7	-0.024536404758691788
108570	rnn.weight_ih_l1	8	0.03875412419438362
108570	rnn.weight_ih_l1	9	0.03904726356267929
108570	rnn.weight_hh_l1	0	-0.008758536539971828
108570	rnn.weight_hh_l1	1	0.009956135414540768
108570	rnn.weight_hh_l1	2	0.002194094005972147
108570	rnn.weight_hh_l1	3	-0.010034828446805477
108570	rnn.weight_hh_l1	4	0.004871739074587822
108570	rnn.weight_hh_l1	5	0.024182606488466263
108570	rnn.weight_hh_l1	6	0.024828311055898666
108570	rnn.weight_hh_l1	7	-0.0253492072224617
108570	rnn.weight_hh_l1	8	-0.01903696171939373
108570	rnn.weight_hh_l1	9	0.035966385155916214
108570	rnn.bias_ih_l1	0	-0.16895709931850433
108570	rnn.bias_ih_l1	1	-0.17780214548110962
108570	rnn.bias_ih_l1	2	-0.17572179436683655
108570	rnn.bias_ih_l1	3	-0.25970593094825745
108570	rnn.bias_ih_l1	4	-0.18779277801513672
108570	rnn.bias_ih_l1	5	-0.10661692917346954
108570	rnn.bias_ih_l1	6	-0.11414456367492676
108570	rnn.bias_ih_l1	7	-0.04314827546477318
108570	rnn.bias_ih_l1	8	-0.12629973888397217
108570	rnn.bias_ih_l1	9	-0.11348674446344376
108570	rnn.bias_hh_l1	0	-0.12255953997373581
108570	rnn.bias_hh_l1	1	-0.04690287634730339
108570	rnn.bias_hh_l1	2	-0.10161856561899185
108570	rnn.bias_hh_l1	3	-0.10033870488405228
108570	rnn.bias_hh_l1	4	-0.10072387754917145
108570	rnn.bias_hh_l1	5	-0.1017763763666153
108570	rnn.bias_hh_l1	6	-0.11621030420064926
108570	rnn.bias_hh_l1	7	0.031322889029979706
108570	rnn.bias_hh_l1	8	-0.1582496166229248
108570	rnn.bias_hh_l1	9	-0.08698820322751999
108570	rnn.weight_ih_l1_reverse	0	-0.049210887402296066
108570	rnn.weight_ih_l1_reverse	1	0.01482445653527975
108570	rnn.weight_ih_l1_reverse	2	0.06064295768737793
108570	rnn.weight_ih_l1_reverse	3	0.005009725224226713
108570	rnn.weight_ih_l1_reverse	4	-0.030413173139095306
108570	rnn.weight_ih_l1_reverse	5	-0.03279518336057663
108570	rnn.weight_ih_l1_reverse	6	0.0006773042841814458
108570	rnn.weight_ih_l1_reverse	7	0.020115558058023453
108570	rnn.weight_ih_l1_reverse	8	0.03281269967556
108570	rnn.weight_ih_l1_reverse	9	-0.07035806775093079
108570	rnn.weight_hh_l1_reverse	0	0.008384141139686108
108570	rnn.weight_hh_l1_reverse	1	0.031010083854198456
108570	rnn.weight_hh_l1_reverse	2	-0.04005084186792374
108570	rnn.weight_hh_l1_reverse	3	0.04057295620441437
108570	rnn.weight_hh_l1_reverse	4	0.04310087487101555
108570	rnn.weight_hh_l1_reverse	5	0.006803049705922604
108570	rnn.weight_hh_l1_reverse	6	0.007324131205677986
108570	rnn.weight_hh_l1_reverse	7	0.02434816025197506
108570	rnn.weight_hh_l1_reverse	8	-0.005822912789881229
108570	rnn.weight_hh_l1_reverse	9	-0.034030310809612274
108570	rnn.bias_ih_l1_reverse	0	-0.059039875864982605
108570	rnn.bias_ih_l1_reverse	1	-0.1306491494178772
108570	rnn.bias_ih_l1_reverse	2	-0.1430896669626236
108570	rnn.bias_ih_l1_reverse	3	-0.020629387348890305
108570	rnn.bias_ih_l1_reverse	4	-0.1821736991405487
108570	rnn.bias_ih_l1_reverse	5	-0.09707512706518173
108570	rnn.bias_ih_l1_reverse	6	-0.12417643517255783
108570	rnn.bias_ih_l1_reverse	7	-0.21847839653491974
108570	rnn.bias_ih_l1_reverse	8	0.14181624352931976
108570	rnn.bias_ih_l1_reverse	9	0.060012903064489365
108570	rnn.bias_hh_l1_reverse	0	-0.04570843651890755
108570	rnn.bias_hh_l1_reverse	1	-0.06991536915302277
108570	rnn.bias_hh_l1_reverse	2	-0.2164027839899063
108570	rnn.bias_hh_l1_reverse	3	-0.11558038741350174
108570	rnn.bias_hh_l1_reverse	4	-0.09860855340957642
108570	rnn.bias_hh_l1_reverse	5	-0.11254941672086716
108570	rnn.bias_hh_l1_reverse	6	0.13344086706638336
108570	rnn.bias_hh_l1_reverse	7	-0.1440279185771942
108570	rnn.bias_hh_l1_reverse	8	-0.09573256224393845
108570	rnn.bias_hh_l1_reverse	9	-0.12162693589925766
108570	linear.weight	0	0.002228822559118271
108570	linear.weight	1	0.059189777821302414
108570	linear.weight	2	-0.10051436722278595
108570	linear.weight	3	0.37678128480911255
108570	linear.weight	4	0.13957944512367249
108570	linear.weight	5	-0.012365119531750679
108570	linear.weight	6	0.0915733128786087
108570	linear.weight	7	0.15200667083263397
108570	linear.weight	8	0.041302021592855453
108570	linear.weight	9	-0.050782959908246994
108570	linear.bias	0	0.03346382454037666
108570	linear.bias	1	-0.1972176879644394
108570	linear.bias	2	-0.46827277541160583
108570	linear.bias	3	-0.7059381604194641
108570	linear.bias	4	-1.1730071306228638
108570	linear.bias	5	-0.06287603080272675
108570	linear.bias	6	-0.7000507712364197
108570	linear.bias	7	0.34305140376091003
108570	linear.bias	8	-0.4798198640346527
108570	linear.bias	9	-0.8966084122657776
108767	transitions	0	0.6335629224777222
108767	transitions	1	0.1281319111585617
108767	transitions	2	-10000.0
108767	transitions	3	-1.8162411451339722
108767	transitions	4	-10000.0
108767	transitions	5	0.6021790504455566
108767	transitions	6	-0.059335798025131226
108767	transitions	7	-0.5942477583885193
108767	transitions	8	-1.381147861480713
108767	transitions	9	-0.0009153738501481712
108767	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
108767	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
108767	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
108767	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
108767	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
108767	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
108767	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
108767	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
108767	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
108767	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
108767	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
108767	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
108767	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
108767	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
108767	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
108767	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
108767	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
108767	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
108767	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
108767	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
108767	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
108767	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
108767	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
108767	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
108767	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
108767	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
108767	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
108767	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
108767	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
108767	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
108767	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
108767	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
108767	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
108767	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
108767	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
108767	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
108767	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
108767	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
108767	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
108767	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
108767	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
108767	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
108767	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
108767	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
108767	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
108767	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
108767	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
108767	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
108767	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
108767	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
108767	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
108767	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
108767	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
108767	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
108767	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
108767	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
108767	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
108767	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
108767	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
108767	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
108767	embedding2nn.weight	0	0.006703883875161409
108767	embedding2nn.weight	1	-0.014456325210630894
108767	embedding2nn.weight	2	-0.014268254861235619
108767	embedding2nn.weight	3	-0.033120982348918915
108767	embedding2nn.weight	4	-0.0059150345623493195
108767	embedding2nn.weight	5	-0.0037005841732025146
108767	embedding2nn.weight	6	-0.003973288461565971
108767	embedding2nn.weight	7	-0.055909570306539536
108767	embedding2nn.weight	8	-0.0019979383796453476
108767	embedding2nn.weight	9	-0.028044968843460083
108767	embedding2nn.bias	0	0.011571459472179413
108767	embedding2nn.bias	1	-0.06244560331106186
108767	embedding2nn.bias	2	0.06536561250686646
108767	embedding2nn.bias	3	0.076241135597229
108767	embedding2nn.bias	4	-0.028135742992162704
108767	embedding2nn.bias	5	-0.046032410115003586
108767	embedding2nn.bias	6	0.04315025359392166
108767	embedding2nn.bias	7	-0.06574705988168716
108767	embedding2nn.bias	8	0.07572617381811142
108767	embedding2nn.bias	9	0.020191771909594536
108767	rnn.weight_ih_l0	0	-0.06338371336460114
108767	rnn.weight_ih_l0	1	-0.006907578092068434
108767	rnn.weight_ih_l0	2	0.05949331447482109
108767	rnn.weight_ih_l0	3	0.01688091829419136
108767	rnn.weight_ih_l0	4	-0.025874491780996323
108767	rnn.weight_ih_l0	5	-0.05072415620088577
108767	rnn.weight_ih_l0	6	0.0034289108589291573
108767	rnn.weight_ih_l0	7	0.03392347693443298
108767	rnn.weight_ih_l0	8	-0.013467162847518921
108767	rnn.weight_ih_l0	9	-0.02213556505739689
108767	rnn.weight_hh_l0	0	-0.03537183627486229
108767	rnn.weight_hh_l0	1	0.00708036171272397
108767	rnn.weight_hh_l0	2	-0.0011551040224730968
108767	rnn.weight_hh_l0	3	-0.0631374642252922
108767	rnn.weight_hh_l0	4	0.08102518320083618
108767	rnn.weight_hh_l0	5	-0.003880299860611558
108767	rnn.weight_hh_l0	6	-0.05013689398765564
108767	rnn.weight_hh_l0	7	0.012895659543573856
108767	rnn.weight_hh_l0	8	0.011553567834198475
108767	rnn.weight_hh_l0	9	-0.0175493061542511
108767	rnn.bias_ih_l0	0	0.08225341886281967
108767	rnn.bias_ih_l0	1	-0.03370891883969307
108767	rnn.bias_ih_l0	2	-0.0012704324908554554
108767	rnn.bias_ih_l0	3	0.11596702039241791
108767	rnn.bias_ih_l0	4	-0.051855966448783875
108767	rnn.bias_ih_l0	5	-0.032553840428590775
108767	rnn.bias_ih_l0	6	0.02527020499110222
108767	rnn.bias_ih_l0	7	0.03701266273856163
108767	rnn.bias_ih_l0	8	-0.10400914400815964
108767	rnn.bias_ih_l0	9	-0.04019376263022423
108767	rnn.bias_hh_l0	0	-0.03309176117181778
108767	rnn.bias_hh_l0	1	-0.10401786863803864
108767	rnn.bias_hh_l0	2	-0.04161845147609711
108767	rnn.bias_hh_l0	3	-0.0820784717798233
108767	rnn.bias_hh_l0	4	-0.00957524124532938
108767	rnn.bias_hh_l0	5	-0.02353847585618496
108767	rnn.bias_hh_l0	6	0.03165217489004135
108767	rnn.bias_hh_l0	7	0.027956735342741013
108767	rnn.bias_hh_l0	8	-0.13650725781917572
108767	rnn.bias_hh_l0	9	-0.021885359659790993
108767	rnn.weight_ih_l0_reverse	0	-0.02216058410704136
108767	rnn.weight_ih_l0_reverse	1	-0.04761522263288498
108767	rnn.weight_ih_l0_reverse	2	-0.026272954419255257
108767	rnn.weight_ih_l0_reverse	3	0.008824585936963558
108767	rnn.weight_ih_l0_reverse	4	-0.013989920727908611
108767	rnn.weight_ih_l0_reverse	5	-0.04477568715810776
108767	rnn.weight_ih_l0_reverse	6	0.07531405240297318
108767	rnn.weight_ih_l0_reverse	7	-0.020589793100953102
108767	rnn.weight_ih_l0_reverse	8	-0.03121594339609146
108767	rnn.weight_ih_l0_reverse	9	0.01218370907008648
108767	rnn.weight_hh_l0_reverse	0	0.03662050887942314
108767	rnn.weight_hh_l0_reverse	1	0.03155367076396942
108767	rnn.weight_hh_l0_reverse	2	0.035395048558712006
108767	rnn.weight_hh_l0_reverse	3	0.029094194993376732
108767	rnn.weight_hh_l0_reverse	4	0.010292712599039078
108767	rnn.weight_hh_l0_reverse	5	0.01930616982281208
108767	rnn.weight_hh_l0_reverse	6	0.04697118327021599
108767	rnn.weight_hh_l0_reverse	7	-0.061407383531332016
108767	rnn.weight_hh_l0_reverse	8	0.03618854284286499
108767	rnn.weight_hh_l0_reverse	9	0.049325086176395416
108767	rnn.bias_ih_l0_reverse	0	-0.059528596699237823
108767	rnn.bias_ih_l0_reverse	1	-0.23903819918632507
108767	rnn.bias_ih_l0_reverse	2	-0.13212323188781738
108767	rnn.bias_ih_l0_reverse	3	-0.03243038058280945
108767	rnn.bias_ih_l0_reverse	4	-0.0373990498483181
108767	rnn.bias_ih_l0_reverse	5	0.049017298966646194
108767	rnn.bias_ih_l0_reverse	6	-0.037313856184482574
108767	rnn.bias_ih_l0_reverse	7	0.035821348428726196
108767	rnn.bias_ih_l0_reverse	8	-0.030084826052188873
108767	rnn.bias_ih_l0_reverse	9	0.03253897652029991
108767	rnn.bias_hh_l0_reverse	0	0.003876630449667573
108767	rnn.bias_hh_l0_reverse	1	-0.03229431062936783
108767	rnn.bias_hh_l0_reverse	2	0.08148179203271866
108767	rnn.bias_hh_l0_reverse	3	-0.0569794625043869
108767	rnn.bias_hh_l0_reverse	4	-0.04599364846944809
108767	rnn.bias_hh_l0_reverse	5	-0.042891088873147964
108767	rnn.bias_hh_l0_reverse	6	-0.0252494178712368
108767	rnn.bias_hh_l0_reverse	7	0.1085410937666893
108767	rnn.bias_hh_l0_reverse	8	0.02395469695329666
108767	rnn.bias_hh_l0_reverse	9	-0.1215040534734726
108767	rnn.weight_ih_l1	0	-0.04339621588587761
108767	rnn.weight_ih_l1	1	-0.03441369906067848
108767	rnn.weight_ih_l1	2	0.04531221464276314
108767	rnn.weight_ih_l1	3	-0.0779808834195137
108767	rnn.weight_ih_l1	4	-0.009421398863196373
108767	rnn.weight_ih_l1	5	-0.046348150819540024
108767	rnn.weight_ih_l1	6	0.016625074669718742
108767	rnn.weight_ih_l1	7	-0.024286674335598946
108767	rnn.weight_ih_l1	8	0.03871772065758705
108767	rnn.weight_ih_l1	9	0.03904981538653374
108767	rnn.weight_hh_l1	0	-0.010989397764205933
108767	rnn.weight_hh_l1	1	0.010077101178467274
108767	rnn.weight_hh_l1	2	0.002208252437412739
108767	rnn.weight_hh_l1	3	-0.010039445012807846
108767	rnn.weight_hh_l1	4	0.004943230655044317
108767	rnn.weight_hh_l1	5	0.024068428203463554
108767	rnn.weight_hh_l1	6	0.025081327185034752
108767	rnn.weight_hh_l1	7	-0.025676226243376732
108767	rnn.weight_hh_l1	8	-0.01942453160881996
108767	rnn.weight_hh_l1	9	0.03566119074821472
108767	rnn.bias_ih_l1	0	-0.1665947288274765
108767	rnn.bias_ih_l1	1	-0.17756778001785278
108767	rnn.bias_ih_l1	2	-0.17547489702701569
108767	rnn.bias_ih_l1	3	-0.26063254475593567
108767	rnn.bias_ih_l1	4	-0.1940503567457199
108767	rnn.bias_ih_l1	5	-0.1044558584690094
108767	rnn.bias_ih_l1	6	-0.1196988970041275
108767	rnn.bias_ih_l1	7	-0.04274393618106842
108767	rnn.bias_ih_l1	8	-0.12849093973636627
108767	rnn.bias_ih_l1	9	-0.11448147147893906
108767	rnn.bias_hh_l1	0	-0.12169010937213898
108767	rnn.bias_hh_l1	1	-0.05288197845220566
108767	rnn.bias_hh_l1	2	-0.10477040708065033
108767	rnn.bias_hh_l1	3	-0.09960005432367325
108767	rnn.bias_hh_l1	4	-0.10211368650197983
108767	rnn.bias_hh_l1	5	-0.10132322460412979
108767	rnn.bias_hh_l1	6	-0.1194385439157486
108767	rnn.bias_hh_l1	7	0.030555803328752518
108767	rnn.bias_hh_l1	8	-0.15818524360656738
108767	rnn.bias_hh_l1	9	-0.09140577912330627
108767	rnn.weight_ih_l1_reverse	0	-0.04995805770158768
108767	rnn.weight_ih_l1_reverse	1	0.01524567324668169
108767	rnn.weight_ih_l1_reverse	2	0.0607149712741375
108767	rnn.weight_ih_l1_reverse	3	0.003787379711866379
108767	rnn.weight_ih_l1_reverse	4	-0.026252133771777153
108767	rnn.weight_ih_l1_reverse	5	-0.03295744210481644
108767	rnn.weight_ih_l1_reverse	6	-0.000519049761351198
108767	rnn.weight_ih_l1_reverse	7	0.019491693004965782
108767	rnn.weight_ih_l1_reverse	8	0.03156532719731331
108767	rnn.weight_ih_l1_reverse	9	-0.06919722259044647
108767	rnn.weight_hh_l1_reverse	0	0.00862196646630764
108767	rnn.weight_hh_l1_reverse	1	0.031018009409308434
108767	rnn.weight_hh_l1_reverse	2	-0.04006370157003403
108767	rnn.weight_hh_l1_reverse	3	0.04040233790874481
108767	rnn.weight_hh_l1_reverse	4	0.0430852472782135
108767	rnn.weight_hh_l1_reverse	5	0.006718634162098169
108767	rnn.weight_hh_l1_reverse	6	0.006442741956561804
108767	rnn.weight_hh_l1_reverse	7	0.02432812750339508
108767	rnn.weight_hh_l1_reverse	8	-0.005770533345639706
108767	rnn.weight_hh_l1_reverse	9	-0.03410419449210167
108767	rnn.bias_ih_l1_reverse	0	-0.05915877968072891
108767	rnn.bias_ih_l1_reverse	1	-0.13031719624996185
108767	rnn.bias_ih_l1_reverse	2	-0.1481175571680069
108767	rnn.bias_ih_l1_reverse	3	-0.02282010391354561
108767	rnn.bias_ih_l1_reverse	4	-0.18341661989688873
108767	rnn.bias_ih_l1_reverse	5	-0.09519891440868378
108767	rnn.bias_ih_l1_reverse	6	-0.12286575138568878
108767	rnn.bias_ih_l1_reverse	7	-0.21974392235279083
108767	rnn.bias_ih_l1_reverse	8	0.14632728695869446
108767	rnn.bias_ih_l1_reverse	9	0.05903562530875206
108767	rnn.bias_hh_l1_reverse	0	-0.050058383494615555
108767	rnn.bias_hh_l1_reverse	1	-0.07526474446058273
108767	rnn.bias_hh_l1_reverse	2	-0.21667830646038055
108767	rnn.bias_hh_l1_reverse	3	-0.11694789677858353
108767	rnn.bias_hh_l1_reverse	4	-0.09899061173200607
108767	rnn.bias_hh_l1_reverse	5	-0.1116543561220169
108767	rnn.bias_hh_l1_reverse	6	0.12401464581489563
108767	rnn.bias_hh_l1_reverse	7	-0.14073586463928223
108767	rnn.bias_hh_l1_reverse	8	-0.09414862841367722
108767	rnn.bias_hh_l1_reverse	9	-0.12370835244655609
108767	linear.weight	0	0.002228822559118271
108767	linear.weight	1	0.06496351212263107
108767	linear.weight	2	-0.09745217114686966
108767	linear.weight	3	0.3761092722415924
108767	linear.weight	4	0.13995274901390076
108767	linear.weight	5	-0.014554387889802456
108767	linear.weight	6	0.08572620153427124
108767	linear.weight	7	0.1749221235513687
108767	linear.weight	8	0.04130113497376442
108767	linear.weight	9	-0.052980728447437286
108767	linear.bias	0	0.016189446672797203
108767	linear.bias	1	-0.1638791859149933
108767	linear.bias	2	-0.4760562777519226
108767	linear.bias	3	-0.7251284122467041
108767	linear.bias	4	-1.1927390098571777
108767	linear.bias	5	-0.07524287700653076
108767	linear.bias	6	-0.6678759455680847
108767	linear.bias	7	0.3277035355567932
108767	linear.bias	8	-0.4934990704059601
108767	linear.bias	9	-0.9117246270179749
108964	transitions	0	0.6360419988632202
108964	transitions	1	0.12832988798618317
108964	transitions	2	-10000.0
108964	transitions	3	-1.8162992000579834
108964	transitions	4	-10000.0
108964	transitions	5	0.6020409464836121
108964	transitions	6	-0.0594753697514534
108964	transitions	7	-0.5945526957511902
108964	transitions	8	-1.3812828063964844
108964	transitions	9	-0.0009160611080005765
108964	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
108964	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
108964	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
108964	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
108964	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
108964	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
108964	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
108964	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
108964	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
108964	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
108964	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
108964	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
108964	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
108964	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
108964	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
108964	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
108964	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
108964	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
108964	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
108964	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
108964	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
108964	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
108964	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
108964	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
108964	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
108964	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
108964	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
108964	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
108964	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
108964	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
108964	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
108964	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
108964	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
108964	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
108964	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
108964	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
108964	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
108964	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
108964	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
108964	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
108964	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
108964	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
108964	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
108964	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
108964	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
108964	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
108964	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
108964	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
108964	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
108964	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
108964	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
108964	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
108964	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
108964	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
108964	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
108964	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
108964	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
108964	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
108964	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
108964	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
108964	embedding2nn.weight	0	0.008778627961874008
108964	embedding2nn.weight	1	-0.014397051185369492
108964	embedding2nn.weight	2	-0.014268254861235619
108964	embedding2nn.weight	3	-0.03446170315146446
108964	embedding2nn.weight	4	-0.0059150345623493195
108964	embedding2nn.weight	5	-0.003700584638863802
108964	embedding2nn.weight	6	-0.003973289392888546
108964	embedding2nn.weight	7	-0.0550885945558548
108964	embedding2nn.weight	8	-0.0019979383796453476
108964	embedding2nn.weight	9	-0.027984602376818657
108964	embedding2nn.bias	0	0.019832374528050423
108964	embedding2nn.bias	1	-0.05319487303495407
108964	embedding2nn.bias	2	0.07347135245800018
108964	embedding2nn.bias	3	0.07458530366420746
108964	embedding2nn.bias	4	-0.023441657423973083
108964	embedding2nn.bias	5	-0.044022466987371445
108964	embedding2nn.bias	6	0.03638138622045517
108964	embedding2nn.bias	7	-0.06439696997404099
108964	embedding2nn.bias	8	0.078253835439682
108964	embedding2nn.bias	9	0.021698491647839546
108964	rnn.weight_ih_l0	0	-0.06267239898443222
108964	rnn.weight_ih_l0	1	-0.0062129986472427845
108964	rnn.weight_ih_l0	2	0.0580899678170681
108964	rnn.weight_ih_l0	3	0.016991226002573967
108964	rnn.weight_ih_l0	4	-0.026067130267620087
108964	rnn.weight_ih_l0	5	-0.051793407648801804
108964	rnn.weight_ih_l0	6	0.003432484343647957
108964	rnn.weight_ih_l0	7	0.033797916024923325
108964	rnn.weight_ih_l0	8	-0.013668080791831017
108964	rnn.weight_ih_l0	9	-0.022379541769623756
108964	rnn.weight_hh_l0	0	-0.03390901908278465
108964	rnn.weight_hh_l0	1	0.007073461078107357
108964	rnn.weight_hh_l0	2	-0.0014318478060886264
108964	rnn.weight_hh_l0	3	-0.0637088268995285
108964	rnn.weight_hh_l0	4	0.08086660504341125
108964	rnn.weight_hh_l0	5	-0.004112362861633301
108964	rnn.weight_hh_l0	6	-0.05047973617911339
108964	rnn.weight_hh_l0	7	0.012162454426288605
108964	rnn.weight_hh_l0	8	0.012524684891104698
108964	rnn.weight_hh_l0	9	-0.017119575291872025
108964	rnn.bias_ih_l0	0	0.08234550803899765
108964	rnn.bias_ih_l0	1	-0.03151864930987358
108964	rnn.bias_ih_l0	2	-0.002739587100222707
108964	rnn.bias_ih_l0	3	0.11137761175632477
108964	rnn.bias_ih_l0	4	-0.048494983464479446
108964	rnn.bias_ih_l0	5	-0.03553330898284912
108964	rnn.bias_ih_l0	6	0.024598922580480576
108964	rnn.bias_ih_l0	7	0.037677302956581116
108964	rnn.bias_ih_l0	8	-0.10356225818395615
108964	rnn.bias_ih_l0	9	-0.03740253299474716
108964	rnn.bias_hh_l0	0	-0.03049909882247448
108964	rnn.bias_hh_l0	1	-0.10168157517910004
108964	rnn.bias_hh_l0	2	-0.04180110991001129
108964	rnn.bias_hh_l0	3	-0.08032622933387756
108964	rnn.bias_hh_l0	4	-0.012158006429672241
108964	rnn.bias_hh_l0	5	-0.022768571972846985
108964	rnn.bias_hh_l0	6	0.03140374645590782
108964	rnn.bias_hh_l0	7	0.025853024795651436
108964	rnn.bias_hh_l0	8	-0.1369616836309433
108964	rnn.bias_hh_l0	9	-0.023521939292550087
108964	rnn.weight_ih_l0_reverse	0	-0.02269016019999981
108964	rnn.weight_ih_l0_reverse	1	-0.04683980345726013
108964	rnn.weight_ih_l0_reverse	2	-0.026271644979715347
108964	rnn.weight_ih_l0_reverse	3	0.007412276696413755
108964	rnn.weight_ih_l0_reverse	4	-0.01299879141151905
108964	rnn.weight_ih_l0_reverse	5	-0.04564119130373001
108964	rnn.weight_ih_l0_reverse	6	0.07476295530796051
108964	rnn.weight_ih_l0_reverse	7	-0.019641559571027756
108964	rnn.weight_ih_l0_reverse	8	-0.031004831194877625
108964	rnn.weight_ih_l0_reverse	9	0.013164598494768143
108964	rnn.weight_hh_l0_reverse	0	0.038074929267168045
108964	rnn.weight_hh_l0_reverse	1	0.030611088499426842
108964	rnn.weight_hh_l0_reverse	2	0.03596207872033119
108964	rnn.weight_hh_l0_reverse	3	0.029159896075725555
108964	rnn.weight_hh_l0_reverse	4	0.009498869068920612
108964	rnn.weight_hh_l0_reverse	5	0.018699457868933678
108964	rnn.weight_hh_l0_reverse	6	0.04635920003056526
108964	rnn.weight_hh_l0_reverse	7	-0.06158336624503136
108964	rnn.weight_hh_l0_reverse	8	0.03644530475139618
108964	rnn.weight_hh_l0_reverse	9	0.049075592309236526
108964	rnn.bias_ih_l0_reverse	0	-0.0576024129986763
108964	rnn.bias_ih_l0_reverse	1	-0.23884916305541992
108964	rnn.bias_ih_l0_reverse	2	-0.1338341385126114
108964	rnn.bias_ih_l0_reverse	3	-0.0319284126162529
108964	rnn.bias_ih_l0_reverse	4	-0.03627926856279373
108964	rnn.bias_ih_l0_reverse	5	0.050825051963329315
108964	rnn.bias_ih_l0_reverse	6	-0.036622777581214905
108964	rnn.bias_ih_l0_reverse	7	0.03615947067737579
108964	rnn.bias_ih_l0_reverse	8	-0.03132723271846771
108964	rnn.bias_ih_l0_reverse	9	0.03613915666937828
108964	rnn.bias_hh_l0_reverse	0	0.0037253519985824823
108964	rnn.bias_hh_l0_reverse	1	-0.032212451100349426
108964	rnn.bias_hh_l0_reverse	2	0.0785616859793663
108964	rnn.bias_hh_l0_reverse	3	-0.05628730356693268
108964	rnn.bias_hh_l0_reverse	4	-0.04455548897385597
108964	rnn.bias_hh_l0_reverse	5	-0.04113710671663284
108964	rnn.bias_hh_l0_reverse	6	-0.026044514030218124
108964	rnn.bias_hh_l0_reverse	7	0.10982266813516617
108964	rnn.bias_hh_l0_reverse	8	0.023523937910795212
108964	rnn.bias_hh_l0_reverse	9	-0.12249522656202316
108964	rnn.weight_ih_l1	0	-0.042839985340833664
108964	rnn.weight_ih_l1	1	-0.03500567376613617
108964	rnn.weight_ih_l1	2	0.04416507109999657
108964	rnn.weight_ih_l1	3	-0.07728762179613113
108964	rnn.weight_ih_l1	4	-0.010299383662641048
108964	rnn.weight_ih_l1	5	-0.04651020094752312
108964	rnn.weight_ih_l1	6	0.015889281406998634
108964	rnn.weight_ih_l1	7	-0.022706804797053337
108964	rnn.weight_ih_l1	8	0.03864757716655731
108964	rnn.weight_ih_l1	9	0.03817444667220116
108964	rnn.weight_hh_l1	0	-0.010789393447339535
108964	rnn.weight_hh_l1	1	0.010227957740426064
108964	rnn.weight_hh_l1	2	0.001396590261720121
108964	rnn.weight_hh_l1	3	-0.010385958477854729
108964	rnn.weight_hh_l1	4	0.004981296136975288
108964	rnn.weight_hh_l1	5	0.024521365761756897
108964	rnn.weight_hh_l1	6	0.025469396263360977
108964	rnn.weight_hh_l1	7	-0.025820523500442505
108964	rnn.weight_hh_l1	8	-0.01963060349225998
108964	rnn.weight_hh_l1	9	0.03621929883956909
108964	rnn.bias_ih_l1	0	-0.1666194647550583
108964	rnn.bias_ih_l1	1	-0.1726894974708557
108964	rnn.bias_ih_l1	2	-0.17401635646820068
108964	rnn.bias_ih_l1	3	-0.2615377902984619
108964	rnn.bias_ih_l1	4	-0.18327780067920685
108964	rnn.bias_ih_l1	5	-0.10279728472232819
108964	rnn.bias_ih_l1	6	-0.11461776494979858
108964	rnn.bias_ih_l1	7	-0.04335920885205269
108964	rnn.bias_ih_l1	8	-0.1307218223810196
108964	rnn.bias_ih_l1	9	-0.11364100873470306
108964	rnn.bias_hh_l1	0	-0.1249905675649643
108964	rnn.bias_hh_l1	1	-0.053095653653144836
108964	rnn.bias_hh_l1	2	-0.10716737806797028
108964	rnn.bias_hh_l1	3	-0.10111995786428452
108964	rnn.bias_hh_l1	4	-0.1020374745130539
108964	rnn.bias_hh_l1	5	-0.10124272108078003
108964	rnn.bias_hh_l1	6	-0.12290984392166138
108964	rnn.bias_hh_l1	7	0.028038885444402695
108964	rnn.bias_hh_l1	8	-0.1517934501171112
108964	rnn.bias_hh_l1	9	-0.09424815326929092
108964	rnn.weight_ih_l1_reverse	0	-0.05009008198976517
108964	rnn.weight_ih_l1_reverse	1	0.019274694845080376
108964	rnn.weight_ih_l1_reverse	2	0.060756660997867584
108964	rnn.weight_ih_l1_reverse	3	0.0035368616227060556
108964	rnn.weight_ih_l1_reverse	4	-0.02626783959567547
108964	rnn.weight_ih_l1_reverse	5	-0.0328863151371479
108964	rnn.weight_ih_l1_reverse	6	0.0010321401059627533
108964	rnn.weight_ih_l1_reverse	7	0.019442882388830185
108964	rnn.weight_ih_l1_reverse	8	0.031441621482372284
108964	rnn.weight_ih_l1_reverse	9	-0.06901789456605911
108964	rnn.weight_hh_l1_reverse	0	0.008418875746428967
108964	rnn.weight_hh_l1_reverse	1	0.031014736741781235
108964	rnn.weight_hh_l1_reverse	2	-0.0400189571082592
108964	rnn.weight_hh_l1_reverse	3	0.040502000600099564
108964	rnn.weight_hh_l1_reverse	4	0.04357042908668518
108964	rnn.weight_hh_l1_reverse	5	0.0060122027061879635
108964	rnn.weight_hh_l1_reverse	6	0.006632087752223015
108964	rnn.weight_hh_l1_reverse	7	0.02415754832327366
108964	rnn.weight_hh_l1_reverse	8	-0.005745956674218178
108964	rnn.weight_hh_l1_reverse	9	-0.03423657640814781
108964	rnn.bias_ih_l1_reverse	0	-0.059365060180425644
108964	rnn.bias_ih_l1_reverse	1	-0.12919671833515167
108964	rnn.bias_ih_l1_reverse	2	-0.1449049711227417
108964	rnn.bias_ih_l1_reverse	3	-0.025049807503819466
108964	rnn.bias_ih_l1_reverse	4	-0.18616725504398346
108964	rnn.bias_ih_l1_reverse	5	-0.09768971800804138
108964	rnn.bias_ih_l1_reverse	6	-0.12279672175645828
108964	rnn.bias_ih_l1_reverse	7	-0.21560324728488922
108964	rnn.bias_ih_l1_reverse	8	0.1446620523929596
108964	rnn.bias_ih_l1_reverse	9	0.05988357961177826
108964	rnn.bias_hh_l1_reverse	0	-0.05635020136833191
108964	rnn.bias_hh_l1_reverse	1	-0.07648061960935593
108964	rnn.bias_hh_l1_reverse	2	-0.21725495159626007
108964	rnn.bias_hh_l1_reverse	3	-0.11773410439491272
108964	rnn.bias_hh_l1_reverse	4	-0.09882702678442001
108964	rnn.bias_hh_l1_reverse	5	-0.11513009667396545
108964	rnn.bias_hh_l1_reverse	6	0.13263854384422302
108964	rnn.bias_hh_l1_reverse	7	-0.14355458319187164
108964	rnn.bias_hh_l1_reverse	8	-0.09426895529031754
108964	rnn.bias_hh_l1_reverse	9	-0.12461307644844055
108964	linear.weight	0	0.002228822559118271
108964	linear.weight	1	0.07468731701374054
108964	linear.weight	2	-0.10038084536790848
108964	linear.weight	3	0.3642808198928833
108964	linear.weight	4	0.13921840488910675
108964	linear.weight	5	-0.014922251924872398
108964	linear.weight	6	0.07202529162168503
108964	linear.weight	7	0.16282930970191956
108964	linear.weight	8	0.04130161926150322
108964	linear.weight	9	-0.05692235380411148
108964	linear.bias	0	0.05668351426720619
108964	linear.bias	1	-0.1859988272190094
108964	linear.bias	2	-0.4474904537200928
108964	linear.bias	3	-0.7107405662536621
108964	linear.bias	4	-1.181156039237976
108964	linear.bias	5	-0.040053170174360275
108964	linear.bias	6	-0.6881577968597412
108964	linear.bias	7	0.36294886469841003
108964	linear.bias	8	-0.49855831265449524
108964	linear.bias	9	-0.9168339371681213
109161	transitions	0	0.6230617761611938
109161	transitions	1	0.13355118036270142
109161	transitions	2	-10000.0
109161	transitions	3	-1.8163542747497559
109161	transitions	4	-10000.0
109161	transitions	5	0.6018012762069702
109161	transitions	6	-0.05958379805088043
109161	transitions	7	-0.5955342054367065
109161	transitions	8	-1.3813589811325073
109161	transitions	9	-0.0009179190383292735
109161	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
109161	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
109161	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
109161	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
109161	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
109161	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
109161	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
109161	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
109161	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
109161	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
109161	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
109161	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
109161	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
109161	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
109161	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
109161	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
109161	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
109161	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
109161	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
109161	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
109161	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
109161	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
109161	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
109161	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
109161	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
109161	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
109161	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
109161	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
109161	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
109161	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
109161	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
109161	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
109161	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
109161	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
109161	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
109161	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
109161	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
109161	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
109161	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
109161	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
109161	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
109161	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
109161	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
109161	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
109161	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
109161	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
109161	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
109161	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
109161	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
109161	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
109161	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
109161	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
109161	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
109161	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
109161	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
109161	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
109161	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
109161	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
109161	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
109161	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
109161	embedding2nn.weight	0	0.008171849884092808
109161	embedding2nn.weight	1	-0.01425217092037201
109161	embedding2nn.weight	2	-0.014268254861235619
109161	embedding2nn.weight	3	-0.0330963209271431
109161	embedding2nn.weight	4	-0.0059150345623493195
109161	embedding2nn.weight	5	-0.003700584638863802
109161	embedding2nn.weight	6	-0.003973290789872408
109161	embedding2nn.weight	7	-0.05564776808023453
109161	embedding2nn.weight	8	-0.0019979383796453476
109161	embedding2nn.weight	9	-0.027862677350640297
109161	embedding2nn.bias	0	0.016382213681936264
109161	embedding2nn.bias	1	-0.06087140366435051
109161	embedding2nn.bias	2	0.07643311470746994
109161	embedding2nn.bias	3	0.0663345605134964
109161	embedding2nn.bias	4	-0.024866625666618347
109161	embedding2nn.bias	5	-0.05545175075531006
109161	embedding2nn.bias	6	0.04480592906475067
109161	embedding2nn.bias	7	-0.06547893583774567
109161	embedding2nn.bias	8	0.07431959360837936
109161	embedding2nn.bias	9	0.017326820641756058
109161	rnn.weight_ih_l0	0	-0.061755456030368805
109161	rnn.weight_ih_l0	1	-0.006256750784814358
109161	rnn.weight_ih_l0	2	0.05885785445570946
109161	rnn.weight_ih_l0	3	0.016557201743125916
109161	rnn.weight_ih_l0	4	-0.02743963710963726
109161	rnn.weight_ih_l0	5	-0.05245715752243996
109161	rnn.weight_ih_l0	6	0.001762750674970448
109161	rnn.weight_ih_l0	7	0.03217541053891182
109161	rnn.weight_ih_l0	8	-0.014996053650975227
109161	rnn.weight_ih_l0	9	-0.021817611530423164
109161	rnn.weight_hh_l0	0	-0.03346698358654976
109161	rnn.weight_hh_l0	1	0.007560065947473049
109161	rnn.weight_hh_l0	2	0.0006411456852219999
109161	rnn.weight_hh_l0	3	-0.06445642560720444
109161	rnn.weight_hh_l0	4	0.08146708458662033
109161	rnn.weight_hh_l0	5	-0.004796923603862524
109161	rnn.weight_hh_l0	6	-0.04930048808455467
109161	rnn.weight_hh_l0	7	0.012642276473343372
109161	rnn.weight_hh_l0	8	0.013538265600800514
109161	rnn.weight_hh_l0	9	-0.017071189358830452
109161	rnn.bias_ih_l0	0	0.08015049993991852
109161	rnn.bias_ih_l0	1	-0.03161848708987236
109161	rnn.bias_ih_l0	2	-0.0015620245831087232
109161	rnn.bias_ih_l0	3	0.11433316022157669
109161	rnn.bias_ih_l0	4	-0.046479351818561554
109161	rnn.bias_ih_l0	5	-0.03899465873837471
109161	rnn.bias_ih_l0	6	0.02716941200196743
109161	rnn.bias_ih_l0	7	0.03813973814249039
109161	rnn.bias_ih_l0	8	-0.10475281625986099
109161	rnn.bias_ih_l0	9	-0.03891434520483017
109161	rnn.bias_hh_l0	0	-0.028465580195188522
109161	rnn.bias_hh_l0	1	-0.098148413002491
109161	rnn.bias_hh_l0	2	-0.04324036091566086
109161	rnn.bias_hh_l0	3	-0.08286269754171371
109161	rnn.bias_hh_l0	4	-0.011331710033118725
109161	rnn.bias_hh_l0	5	-0.022157635539770126
109161	rnn.bias_hh_l0	6	0.030804499983787537
109161	rnn.bias_hh_l0	7	0.029163962230086327
109161	rnn.bias_hh_l0	8	-0.14089062809944153
109161	rnn.bias_hh_l0	9	-0.021581586450338364
109161	rnn.weight_ih_l0_reverse	0	-0.021793682128190994
109161	rnn.weight_ih_l0_reverse	1	-0.04582006484270096
109161	rnn.weight_ih_l0_reverse	2	-0.023741383105516434
109161	rnn.weight_ih_l0_reverse	3	0.00665952917188406
109161	rnn.weight_ih_l0_reverse	4	-0.012234294787049294
109161	rnn.weight_ih_l0_reverse	5	-0.04565344378352165
109161	rnn.weight_ih_l0_reverse	6	0.07503213733434677
109161	rnn.weight_ih_l0_reverse	7	-0.01900360733270645
109161	rnn.weight_ih_l0_reverse	8	-0.026845840737223625
109161	rnn.weight_ih_l0_reverse	9	0.0150363864377141
109161	rnn.weight_hh_l0_reverse	0	0.037796713411808014
109161	rnn.weight_hh_l0_reverse	1	0.029303211718797684
109161	rnn.weight_hh_l0_reverse	2	0.03558509051799774
109161	rnn.weight_hh_l0_reverse	3	0.029173001646995544
109161	rnn.weight_hh_l0_reverse	4	0.008533608168363571
109161	rnn.weight_hh_l0_reverse	5	0.01857902482151985
109161	rnn.weight_hh_l0_reverse	6	0.045831575989723206
109161	rnn.weight_hh_l0_reverse	7	-0.06184936314821243
109161	rnn.weight_hh_l0_reverse	8	0.037118326872587204
109161	rnn.weight_hh_l0_reverse	9	0.049171388149261475
109161	rnn.bias_ih_l0_reverse	0	-0.05705181881785393
109161	rnn.bias_ih_l0_reverse	1	-0.23504561185836792
109161	rnn.bias_ih_l0_reverse	2	-0.13486967980861664
109161	rnn.bias_ih_l0_reverse	3	-0.033081647008657455
109161	rnn.bias_ih_l0_reverse	4	-0.03368213400244713
109161	rnn.bias_ih_l0_reverse	5	0.04989788308739662
109161	rnn.bias_ih_l0_reverse	6	-0.03810253366827965
109161	rnn.bias_ih_l0_reverse	7	0.035709865391254425
109161	rnn.bias_ih_l0_reverse	8	-0.03053755685687065
109161	rnn.bias_ih_l0_reverse	9	0.03527909517288208
109161	rnn.bias_hh_l0_reverse	0	0.003787842346355319
109161	rnn.bias_hh_l0_reverse	1	-0.031733326613903046
109161	rnn.bias_hh_l0_reverse	2	0.08360463380813599
109161	rnn.bias_hh_l0_reverse	3	-0.05889984592795372
109161	rnn.bias_hh_l0_reverse	4	-0.04311305657029152
109161	rnn.bias_hh_l0_reverse	5	-0.03967144340276718
109161	rnn.bias_hh_l0_reverse	6	-0.027591651305556297
109161	rnn.bias_hh_l0_reverse	7	0.10684539377689362
109161	rnn.bias_hh_l0_reverse	8	0.022482406347990036
109161	rnn.bias_hh_l0_reverse	9	-0.12352043390274048
109161	rnn.weight_ih_l1	0	-0.04220316559076309
109161	rnn.weight_ih_l1	1	-0.032915640622377396
109161	rnn.weight_ih_l1	2	0.0434630922973156
109161	rnn.weight_ih_l1	3	-0.07784745842218399
109161	rnn.weight_ih_l1	4	-0.009712321683764458
109161	rnn.weight_ih_l1	5	-0.04629591107368469
109161	rnn.weight_ih_l1	6	0.01630724035203457
109161	rnn.weight_ih_l1	7	-0.021655766293406487
109161	rnn.weight_ih_l1	8	0.038905248045921326
109161	rnn.weight_ih_l1	9	0.03894907236099243
109161	rnn.weight_hh_l1	0	-0.009612931869924068
109161	rnn.weight_hh_l1	1	0.009916959330439568
109161	rnn.weight_hh_l1	2	-9.836553363129497e-05
109161	rnn.weight_hh_l1	3	-0.010237030684947968
109161	rnn.weight_hh_l1	4	0.004959608428180218
109161	rnn.weight_hh_l1	5	0.024708475917577744
109161	rnn.weight_hh_l1	6	0.025814684107899666
109161	rnn.weight_hh_l1	7	-0.025763412937521935
109161	rnn.weight_hh_l1	8	-0.019657552242279053
109161	rnn.weight_hh_l1	9	0.03594255447387695
109161	rnn.bias_ih_l1	0	-0.16816851496696472
109161	rnn.bias_ih_l1	1	-0.17273126542568207
109161	rnn.bias_ih_l1	2	-0.17342200875282288
109161	rnn.bias_ih_l1	3	-0.26224061846733093
109161	rnn.bias_ih_l1	4	-0.1773734986782074
109161	rnn.bias_ih_l1	5	-0.1027112677693367
109161	rnn.bias_ih_l1	6	-0.10795342177152634
109161	rnn.bias_ih_l1	7	-0.041583865880966187
109161	rnn.bias_ih_l1	8	-0.133951336145401
109161	rnn.bias_ih_l1	9	-0.11304859817028046
109161	rnn.bias_hh_l1	0	-0.12384090572595596
109161	rnn.bias_hh_l1	1	-0.05257648229598999
109161	rnn.bias_hh_l1	2	-0.10420029610395432
109161	rnn.bias_hh_l1	3	-0.09974978864192963
109161	rnn.bias_hh_l1	4	-0.09985436499118805
109161	rnn.bias_hh_l1	5	-0.10367793589830399
109161	rnn.bias_hh_l1	6	-0.1254095584154129
109161	rnn.bias_hh_l1	7	0.028973659500479698
109161	rnn.bias_hh_l1	8	-0.16011793911457062
109161	rnn.bias_hh_l1	9	-0.09274091571569443
109161	rnn.weight_ih_l1_reverse	0	-0.04970439150929451
109161	rnn.weight_ih_l1_reverse	1	0.020407669246196747
109161	rnn.weight_ih_l1_reverse	2	0.06544341146945953
109161	rnn.weight_ih_l1_reverse	3	0.004722644574940205
109161	rnn.weight_ih_l1_reverse	4	-0.025381164625287056
109161	rnn.weight_ih_l1_reverse	5	-0.033217426389455795
109161	rnn.weight_ih_l1_reverse	6	0.003523053601384163
109161	rnn.weight_ih_l1_reverse	7	0.019497353583574295
109161	rnn.weight_ih_l1_reverse	8	0.02800879441201687
109161	rnn.weight_ih_l1_reverse	9	-0.06956367939710617
109161	rnn.weight_hh_l1_reverse	0	0.008364027366042137
109161	rnn.weight_hh_l1_reverse	1	0.030879715457558632
109161	rnn.weight_hh_l1_reverse	2	-0.039932992309331894
109161	rnn.weight_hh_l1_reverse	3	0.04042784497141838
109161	rnn.weight_hh_l1_reverse	4	0.043414097279310226
109161	rnn.weight_hh_l1_reverse	5	0.0061195967718958855
109161	rnn.weight_hh_l1_reverse	6	0.004234847612679005
109161	rnn.weight_hh_l1_reverse	7	0.024096723645925522
109161	rnn.weight_hh_l1_reverse	8	-0.005822013132274151
109161	rnn.weight_hh_l1_reverse	9	-0.034112345427274704
109161	rnn.bias_ih_l1_reverse	0	-0.059796322137117386
109161	rnn.bias_ih_l1_reverse	1	-0.1294412761926651
109161	rnn.bias_ih_l1_reverse	2	-0.1353260576725006
109161	rnn.bias_ih_l1_reverse	3	-0.030592644587159157
109161	rnn.bias_ih_l1_reverse	4	-0.1837143748998642
109161	rnn.bias_ih_l1_reverse	5	-0.09963102638721466
109161	rnn.bias_ih_l1_reverse	6	-0.12338172644376755
109161	rnn.bias_ih_l1_reverse	7	-0.21460933983325958
109161	rnn.bias_ih_l1_reverse	8	0.1479187160730362
109161	rnn.bias_ih_l1_reverse	9	0.05859635770320892
109161	rnn.bias_hh_l1_reverse	0	-0.051693838089704514
109161	rnn.bias_hh_l1_reverse	1	-0.08530031144618988
109161	rnn.bias_hh_l1_reverse	2	-0.21648505330085754
109161	rnn.bias_hh_l1_reverse	3	-0.11849534511566162
109161	rnn.bias_hh_l1_reverse	4	-0.0995183140039444
109161	rnn.bias_hh_l1_reverse	5	-0.11065398156642914
109161	rnn.bias_hh_l1_reverse	6	0.12992259860038757
109161	rnn.bias_hh_l1_reverse	7	-0.14159873127937317
109161	rnn.bias_hh_l1_reverse	8	-0.09716252982616425
109161	rnn.bias_hh_l1_reverse	9	-0.12454815953969955
109161	linear.weight	0	0.002228822559118271
109161	linear.weight	1	0.07243433594703674
109161	linear.weight	2	-0.09795469045639038
109161	linear.weight	3	0.3683866858482361
109161	linear.weight	4	0.14077909290790558
109161	linear.weight	5	-0.015615725889801979
109161	linear.weight	6	0.06206848472356796
109161	linear.weight	7	0.13896121084690094
109161	linear.weight	8	0.04130200296640396
109161	linear.weight	9	-0.05937638506293297
109161	linear.bias	0	0.01881343498826027
109161	linear.bias	1	-0.1428888738155365
109161	linear.bias	2	-0.4182635247707367
109161	linear.bias	3	-0.741156816482544
109161	linear.bias	4	-1.2144101858139038
109161	linear.bias	5	-0.06622929871082306
109161	linear.bias	6	-0.6432204842567444
109161	linear.bias	7	0.335798978805542
109161	linear.bias	8	-0.5157217979431152
109161	linear.bias	9	-0.9397557973861694
109358	transitions	0	0.632108211517334
109358	transitions	1	0.12423935532569885
109358	transitions	2	-10000.0
109358	transitions	3	-1.8164139986038208
109358	transitions	4	-10000.0
109358	transitions	5	0.6015574932098389
109358	transitions	6	-0.05967308580875397
109358	transitions	7	-0.5965892672538757
109358	transitions	8	-1.3814606666564941
109358	transitions	9	-0.0009194336598739028
109358	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
109358	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
109358	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
109358	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
109358	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
109358	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
109358	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
109358	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
109358	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
109358	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
109358	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
109358	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
109358	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
109358	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
109358	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
109358	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
109358	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
109358	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
109358	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
109358	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
109358	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
109358	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
109358	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
109358	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
109358	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
109358	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
109358	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
109358	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
109358	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
109358	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
109358	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
109358	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
109358	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
109358	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
109358	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
109358	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
109358	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
109358	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
109358	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
109358	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
109358	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
109358	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
109358	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
109358	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
109358	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
109358	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
109358	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
109358	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
109358	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
109358	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
109358	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
109358	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
109358	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
109358	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
109358	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
109358	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
109358	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
109358	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
109358	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
109358	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
109358	embedding2nn.weight	0	0.011491249315440655
109358	embedding2nn.weight	1	-0.0142595786601305
109358	embedding2nn.weight	2	-0.014268254861235619
109358	embedding2nn.weight	3	-0.03290180489420891
109358	embedding2nn.weight	4	-0.0059150345623493195
109358	embedding2nn.weight	5	-0.0037005848716944456
109358	embedding2nn.weight	6	-0.0039732870645821095
109358	embedding2nn.weight	7	-0.05584121122956276
109358	embedding2nn.weight	8	-0.0019979383796453476
109358	embedding2nn.weight	9	-0.028149403631687164
109358	embedding2nn.bias	0	0.021560076624155045
109358	embedding2nn.bias	1	-0.06975939124822617
109358	embedding2nn.bias	2	0.0835808515548706
109358	embedding2nn.bias	3	0.05906175076961517
109358	embedding2nn.bias	4	-0.02149282954633236
109358	embedding2nn.bias	5	-0.06794584542512894
109358	embedding2nn.bias	6	0.04524217173457146
109358	embedding2nn.bias	7	-0.059849321842193604
109358	embedding2nn.bias	8	0.07066677510738373
109358	embedding2nn.bias	9	0.014185392297804356
109358	rnn.weight_ih_l0	0	-0.061624687165021896
109358	rnn.weight_ih_l0	1	-0.006815440487116575
109358	rnn.weight_ih_l0	2	0.056554023176431656
109358	rnn.weight_ih_l0	3	0.015827234834432602
109358	rnn.weight_ih_l0	4	-0.028035089373588562
109358	rnn.weight_ih_l0	5	-0.05194079875946045
109358	rnn.weight_ih_l0	6	0.002512499922886491
109358	rnn.weight_ih_l0	7	0.03293589875102043
109358	rnn.weight_ih_l0	8	-0.014943701215088367
109358	rnn.weight_ih_l0	9	-0.02088482491672039
109358	rnn.weight_hh_l0	0	-0.03326110169291496
109358	rnn.weight_hh_l0	1	0.007426975294947624
109358	rnn.weight_hh_l0	2	0.0011210619704797864
109358	rnn.weight_hh_l0	3	-0.06413353979587555
109358	rnn.weight_hh_l0	4	0.08203162252902985
109358	rnn.weight_hh_l0	5	-0.005145449191331863
109358	rnn.weight_hh_l0	6	-0.05040101706981659
109358	rnn.weight_hh_l0	7	0.012286743149161339
109358	rnn.weight_hh_l0	8	0.014055472798645496
109358	rnn.weight_hh_l0	9	-0.017178261652588844
109358	rnn.bias_ih_l0	0	0.07772079110145569
109358	rnn.bias_ih_l0	1	-0.035077054053545
109358	rnn.bias_ih_l0	2	-0.0026007606647908688
109358	rnn.bias_ih_l0	3	0.11229974031448364
109358	rnn.bias_ih_l0	4	-0.0448455773293972
109358	rnn.bias_ih_l0	5	-0.035741712898015976
109358	rnn.bias_ih_l0	6	0.028853457421064377
109358	rnn.bias_ih_l0	7	0.03568897396326065
109358	rnn.bias_ih_l0	8	-0.1080629900097847
109358	rnn.bias_ih_l0	9	-0.042819470167160034
109358	rnn.bias_hh_l0	0	-0.02811337262392044
109358	rnn.bias_hh_l0	1	-0.09867671132087708
109358	rnn.bias_hh_l0	2	-0.04138045012950897
109358	rnn.bias_hh_l0	3	-0.08371191471815109
109358	rnn.bias_hh_l0	4	-0.0070870304480195045
109358	rnn.bias_hh_l0	5	-0.02354084700345993
109358	rnn.bias_hh_l0	6	0.029673922806978226
109358	rnn.bias_hh_l0	7	0.028038213029503822
109358	rnn.bias_hh_l0	8	-0.13677319884300232
109358	rnn.bias_hh_l0	9	-0.018309766426682472
109358	rnn.weight_ih_l0_reverse	0	-0.022571749985218048
109358	rnn.weight_ih_l0_reverse	1	-0.045508552342653275
109358	rnn.weight_ih_l0_reverse	2	-0.02377469465136528
109358	rnn.weight_ih_l0_reverse	3	0.00669335201382637
109358	rnn.weight_ih_l0_reverse	4	-0.011632849462330341
109358	rnn.weight_ih_l0_reverse	5	-0.04653220623731613
109358	rnn.weight_ih_l0_reverse	6	0.07542923837900162
109358	rnn.weight_ih_l0_reverse	7	-0.01737312600016594
109358	rnn.weight_ih_l0_reverse	8	-0.027331791818141937
109358	rnn.weight_ih_l0_reverse	9	0.013667277991771698
109358	rnn.weight_hh_l0_reverse	0	0.03608190268278122
109358	rnn.weight_hh_l0_reverse	1	0.029413118958473206
109358	rnn.weight_hh_l0_reverse	2	0.035753387957811356
109358	rnn.weight_hh_l0_reverse	3	0.028782043606042862
109358	rnn.weight_hh_l0_reverse	4	0.008619195781648159
109358	rnn.weight_hh_l0_reverse	5	0.01914311945438385
109358	rnn.weight_hh_l0_reverse	6	0.04556423798203468
109358	rnn.weight_hh_l0_reverse	7	-0.06189054995775223
109358	rnn.weight_hh_l0_reverse	8	0.036797843873500824
109358	rnn.weight_hh_l0_reverse	9	0.048996299505233765
109358	rnn.bias_ih_l0_reverse	0	-0.06029462441802025
109358	rnn.bias_ih_l0_reverse	1	-0.2330455780029297
109358	rnn.bias_ih_l0_reverse	2	-0.13397736847400665
109358	rnn.bias_ih_l0_reverse	3	-0.03224533051252365
109358	rnn.bias_ih_l0_reverse	4	-0.03476324304938316
109358	rnn.bias_ih_l0_reverse	5	0.050161294639110565
109358	rnn.bias_ih_l0_reverse	6	-0.037699125707149506
109358	rnn.bias_ih_l0_reverse	7	0.03468691557645798
109358	rnn.bias_ih_l0_reverse	8	-0.02877972275018692
109358	rnn.bias_ih_l0_reverse	9	0.035728584975004196
109358	rnn.bias_hh_l0_reverse	0	0.0029721457976847887
109358	rnn.bias_hh_l0_reverse	1	-0.03329555317759514
109358	rnn.bias_hh_l0_reverse	2	0.0862683355808258
109358	rnn.bias_hh_l0_reverse	3	-0.05609075352549553
109358	rnn.bias_hh_l0_reverse	4	-0.04332388564944267
109358	rnn.bias_hh_l0_reverse	5	-0.03695016726851463
109358	rnn.bias_hh_l0_reverse	6	-0.027872370555996895
109358	rnn.bias_hh_l0_reverse	7	0.10693420469760895
109358	rnn.bias_hh_l0_reverse	8	0.018445972353219986
109358	rnn.bias_hh_l0_reverse	9	-0.1228439062833786
109358	rnn.weight_ih_l1	0	-0.04187694564461708
109358	rnn.weight_ih_l1	1	-0.033131249248981476
109358	rnn.weight_ih_l1	2	0.043824128806591034
109358	rnn.weight_ih_l1	3	-0.07766329497098923
109358	rnn.weight_ih_l1	4	-0.010048523545265198
109358	rnn.weight_ih_l1	5	-0.046167902648448944
109358	rnn.weight_ih_l1	6	0.016649512574076653
109358	rnn.weight_ih_l1	7	-0.020418234169483185
109358	rnn.weight_ih_l1	8	0.03861018270254135
109358	rnn.weight_ih_l1	9	0.03994925692677498
109358	rnn.weight_hh_l1	0	-0.010363781824707985
109358	rnn.weight_hh_l1	1	0.009972525760531425
109358	rnn.weight_hh_l1	2	0.0006911357049830258
109358	rnn.weight_hh_l1	3	-0.01012790109962225
109358	rnn.weight_hh_l1	4	0.003932702820748091
109358	rnn.weight_hh_l1	5	0.02528160624206066
109358	rnn.weight_hh_l1	6	0.025751272216439247
109358	rnn.weight_hh_l1	7	-0.025809261947870255
109358	rnn.weight_hh_l1	8	-0.019617756828665733
109358	rnn.weight_hh_l1	9	0.0365823395550251
109358	rnn.bias_ih_l1	0	-0.17114150524139404
109358	rnn.bias_ih_l1	1	-0.1724967509508133
109358	rnn.bias_ih_l1	2	-0.1786050945520401
109358	rnn.bias_ih_l1	3	-0.26371636986732483
109358	rnn.bias_ih_l1	4	-0.17728714644908905
109358	rnn.bias_ih_l1	5	-0.10311386734247208
109358	rnn.bias_ih_l1	6	-0.11071094125509262
109358	rnn.bias_ih_l1	7	-0.043173693120479584
109358	rnn.bias_ih_l1	8	-0.13336671888828278
109358	rnn.bias_ih_l1	9	-0.11203733831644058
109358	rnn.bias_hh_l1	0	-0.12520280480384827
109358	rnn.bias_hh_l1	1	-0.055789537727832794
109358	rnn.bias_hh_l1	2	-0.10558111220598221
109358	rnn.bias_hh_l1	3	-0.09866449236869812
109358	rnn.bias_hh_l1	4	-0.09801868349313736
109358	rnn.bias_hh_l1	5	-0.1050044447183609
109358	rnn.bias_hh_l1	6	-0.12386675179004669
109358	rnn.bias_hh_l1	7	0.026262694969773293
109358	rnn.bias_hh_l1	8	-0.16119837760925293
109358	rnn.bias_hh_l1	9	-0.09258431196212769
109358	rnn.weight_ih_l1_reverse	0	-0.050018224865198135
109358	rnn.weight_ih_l1_reverse	1	0.020216720178723335
109358	rnn.weight_ih_l1_reverse	2	0.062494806945323944
109358	rnn.weight_ih_l1_reverse	3	0.00293714483268559
109358	rnn.weight_ih_l1_reverse	4	-0.027288855984807014
109358	rnn.weight_ih_l1_reverse	5	-0.03332937881350517
109358	rnn.weight_ih_l1_reverse	6	0.0017434593755751848
109358	rnn.weight_ih_l1_reverse	7	0.019513189792633057
109358	rnn.weight_ih_l1_reverse	8	0.027816707268357277
109358	rnn.weight_ih_l1_reverse	9	-0.07098354399204254
109358	rnn.weight_hh_l1_reverse	0	0.007936880923807621
109358	rnn.weight_hh_l1_reverse	1	0.030734211206436157
109358	rnn.weight_hh_l1_reverse	2	-0.03988833725452423
109358	rnn.weight_hh_l1_reverse	3	0.040465373545885086
109358	rnn.weight_hh_l1_reverse	4	0.04366884008049965
109358	rnn.weight_hh_l1_reverse	5	0.006208511069417
109358	rnn.weight_hh_l1_reverse	6	0.004826193675398827
109358	rnn.weight_hh_l1_reverse	7	0.02436722256243229
109358	rnn.weight_hh_l1_reverse	8	-0.005847407039254904
109358	rnn.weight_hh_l1_reverse	9	-0.03456537798047066
109358	rnn.bias_ih_l1_reverse	0	-0.055635541677474976
109358	rnn.bias_ih_l1_reverse	1	-0.13063234090805054
109358	rnn.bias_ih_l1_reverse	2	-0.13603271543979645
109358	rnn.bias_ih_l1_reverse	3	-0.020584329962730408
109358	rnn.bias_ih_l1_reverse	4	-0.18283191323280334
109358	rnn.bias_ih_l1_reverse	5	-0.10033087432384491
109358	rnn.bias_ih_l1_reverse	6	-0.12269414961338043
109358	rnn.bias_ih_l1_reverse	7	-0.21285024285316467
109358	rnn.bias_ih_l1_reverse	8	0.15564589202404022
109358	rnn.bias_ih_l1_reverse	9	0.059044964611530304
109358	rnn.bias_hh_l1_reverse	0	-0.05556627735495567
109358	rnn.bias_hh_l1_reverse	1	-0.08265938609838486
109358	rnn.bias_hh_l1_reverse	2	-0.21442142128944397
109358	rnn.bias_hh_l1_reverse	3	-0.12010728567838669
109358	rnn.bias_hh_l1_reverse	4	-0.09899775683879852
109358	rnn.bias_hh_l1_reverse	5	-0.10974298417568207
109358	rnn.bias_hh_l1_reverse	6	0.13385628163814545
109358	rnn.bias_hh_l1_reverse	7	-0.14315026998519897
109358	rnn.bias_hh_l1_reverse	8	-0.09820330888032913
109358	rnn.bias_hh_l1_reverse	9	-0.12449169903993607
109358	linear.weight	0	0.002228822559118271
109358	linear.weight	1	0.060719650238752365
109358	linear.weight	2	-0.09483318030834198
109358	linear.weight	3	0.37286481261253357
109358	linear.weight	4	0.14140552282333374
109358	linear.weight	5	-0.014548749662935734
109358	linear.weight	6	0.06511077284812927
109358	linear.weight	7	0.13315758109092712
109358	linear.weight	8	0.041301410645246506
109358	linear.weight	9	-0.056466225534677505
109358	linear.bias	0	0.02516631968319416
109358	linear.bias	1	-0.1823931783437729
109358	linear.bias	2	-0.4275594651699066
109358	linear.bias	3	-0.7168413996696472
109358	linear.bias	4	-1.190582036972046
109358	linear.bias	5	-0.05907921865582466
109358	linear.bias	6	-0.6855840682983398
109358	linear.bias	7	0.3441920280456543
109358	linear.bias	8	-0.5234458446502686
109358	linear.bias	9	-0.9500443339347839
109555	transitions	0	0.6559430956840515
109555	transitions	1	0.13041506707668304
109555	transitions	2	-10000.0
109555	transitions	3	-1.8164616823196411
109555	transitions	4	-10000.0
109555	transitions	5	0.6014850735664368
109555	transitions	6	-0.05974546819925308
109555	transitions	7	-0.5968937873840332
109555	transitions	8	-1.3815656900405884
109555	transitions	9	-0.0009215165628120303
109555	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
109555	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
109555	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
109555	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
109555	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
109555	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
109555	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
109555	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
109555	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
109555	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
109555	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
109555	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
109555	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
109555	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
109555	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
109555	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
109555	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
109555	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
109555	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
109555	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
109555	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
109555	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
109555	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
109555	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
109555	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
109555	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
109555	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
109555	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
109555	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
109555	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
109555	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
109555	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
109555	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
109555	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
109555	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
109555	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
109555	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
109555	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
109555	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
109555	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
109555	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
109555	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
109555	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
109555	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
109555	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
109555	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
109555	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
109555	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
109555	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
109555	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
109555	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
109555	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
109555	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
109555	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
109555	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
109555	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
109555	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
109555	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
109555	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
109555	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
109555	embedding2nn.weight	0	0.010600343346595764
109555	embedding2nn.weight	1	-0.014306996017694473
109555	embedding2nn.weight	2	-0.014268254861235619
109555	embedding2nn.weight	3	-0.03413650766015053
109555	embedding2nn.weight	4	-0.0059150345623493195
109555	embedding2nn.weight	5	-0.0037005848716944456
109555	embedding2nn.weight	6	-0.003973284736275673
109555	embedding2nn.weight	7	-0.05564211308956146
109555	embedding2nn.weight	8	-0.0019979383796453476
109555	embedding2nn.weight	9	-0.028928007930517197
109555	embedding2nn.bias	0	0.022901460528373718
109555	embedding2nn.bias	1	-0.07344086468219757
109555	embedding2nn.bias	2	0.08237303793430328
109555	embedding2nn.bias	3	0.060652609914541245
109555	embedding2nn.bias	4	-0.030348796397447586
109555	embedding2nn.bias	5	-0.07265641540288925
109555	embedding2nn.bias	6	0.0415530689060688
109555	embedding2nn.bias	7	-0.06486482173204422
109555	embedding2nn.bias	8	0.0649208277463913
109555	embedding2nn.bias	9	0.02134479582309723
109555	rnn.weight_ih_l0	0	-0.06281032413244247
109555	rnn.weight_ih_l0	1	-0.004753862041980028
109555	rnn.weight_ih_l0	2	0.055834539234638214
109555	rnn.weight_ih_l0	3	0.017329107969999313
109555	rnn.weight_ih_l0	4	-0.028231382369995117
109555	rnn.weight_ih_l0	5	-0.05327381193637848
109555	rnn.weight_ih_l0	6	0.002025274559855461
109555	rnn.weight_ih_l0	7	0.032891955226659775
109555	rnn.weight_ih_l0	8	-0.015118954703211784
109555	rnn.weight_ih_l0	9	-0.021164940670132637
109555	rnn.weight_hh_l0	0	-0.03333593159914017
109555	rnn.weight_hh_l0	1	0.009250817820429802
109555	rnn.weight_hh_l0	2	0.0007536369957961142
109555	rnn.weight_hh_l0	3	-0.06370622664690018
109555	rnn.weight_hh_l0	4	0.08181371539831161
109555	rnn.weight_hh_l0	5	-0.004975295625627041
109555	rnn.weight_hh_l0	6	-0.052242208272218704
109555	rnn.weight_hh_l0	7	0.012666549533605576
109555	rnn.weight_hh_l0	8	0.013740306720137596
109555	rnn.weight_hh_l0	9	-0.016617534682154655
109555	rnn.bias_ih_l0	0	0.07453373074531555
109555	rnn.bias_ih_l0	1	-0.035168472677469254
109555	rnn.bias_ih_l0	2	-0.0019052329007536173
109555	rnn.bias_ih_l0	3	0.11308733373880386
109555	rnn.bias_ih_l0	4	-0.04656614735722542
109555	rnn.bias_ih_l0	5	-0.03485962003469467
109555	rnn.bias_ih_l0	6	0.030352914705872536
109555	rnn.bias_ih_l0	7	0.03614387288689613
109555	rnn.bias_ih_l0	8	-0.10805254429578781
109555	rnn.bias_ih_l0	9	-0.040040262043476105
109555	rnn.bias_hh_l0	0	-0.029035815969109535
109555	rnn.bias_hh_l0	1	-0.1008094921708107
109555	rnn.bias_hh_l0	2	-0.03960931673645973
109555	rnn.bias_hh_l0	3	-0.08225154131650925
109555	rnn.bias_hh_l0	4	-0.014619363471865654
109555	rnn.bias_hh_l0	5	-0.024256650358438492
109555	rnn.bias_hh_l0	6	0.034185413271188736
109555	rnn.bias_hh_l0	7	0.025320030748844147
109555	rnn.bias_hh_l0	8	-0.13886746764183044
109555	rnn.bias_hh_l0	9	-0.01753930374979973
109555	rnn.weight_ih_l0_reverse	0	-0.022524813190102577
109555	rnn.weight_ih_l0_reverse	1	-0.044613517820835114
109555	rnn.weight_ih_l0_reverse	2	-0.02434415929019451
109555	rnn.weight_ih_l0_reverse	3	0.008122756145894527
109555	rnn.weight_ih_l0_reverse	4	-0.011732226237654686
109555	rnn.weight_ih_l0_reverse	5	-0.046314239501953125
109555	rnn.weight_ih_l0_reverse	6	0.07585109025239944
109555	rnn.weight_ih_l0_reverse	7	-0.017944373190402985
109555	rnn.weight_ih_l0_reverse	8	-0.026230230927467346
109555	rnn.weight_ih_l0_reverse	9	0.01271780300885439
109555	rnn.weight_hh_l0_reverse	0	0.036932557821273804
109555	rnn.weight_hh_l0_reverse	1	0.029549861326813698
109555	rnn.weight_hh_l0_reverse	2	0.03518184274435043
109555	rnn.weight_hh_l0_reverse	3	0.028701933100819588
109555	rnn.weight_hh_l0_reverse	4	0.008978713303804398
109555	rnn.weight_hh_l0_reverse	5	0.019577238708734512
109555	rnn.weight_hh_l0_reverse	6	0.045897867530584335
109555	rnn.weight_hh_l0_reverse	7	-0.062482982873916626
109555	rnn.weight_hh_l0_reverse	8	0.03723140433430672
109555	rnn.weight_hh_l0_reverse	9	0.04791311174631119
109555	rnn.bias_ih_l0_reverse	0	-0.059992097318172455
109555	rnn.bias_ih_l0_reverse	1	-0.2344455122947693
109555	rnn.bias_ih_l0_reverse	2	-0.1341591626405716
109555	rnn.bias_ih_l0_reverse	3	-0.03382664546370506
109555	rnn.bias_ih_l0_reverse	4	-0.03331642970442772
109555	rnn.bias_ih_l0_reverse	5	0.052049119025468826
109555	rnn.bias_ih_l0_reverse	6	-0.03899749740958214
109555	rnn.bias_ih_l0_reverse	7	0.03476803004741669
109555	rnn.bias_ih_l0_reverse	8	-0.02951660379767418
109555	rnn.bias_ih_l0_reverse	9	0.038352690637111664
109555	rnn.bias_hh_l0_reverse	0	0.0033273459412157536
109555	rnn.bias_hh_l0_reverse	1	-0.029810158535838127
109555	rnn.bias_hh_l0_reverse	2	0.0876326635479927
109555	rnn.bias_hh_l0_reverse	3	-0.055892109870910645
109555	rnn.bias_hh_l0_reverse	4	-0.03856998309493065
109555	rnn.bias_hh_l0_reverse	5	-0.03798892721533775
109555	rnn.bias_hh_l0_reverse	6	-0.027491495013237
109555	rnn.bias_hh_l0_reverse	7	0.1065526008605957
109555	rnn.bias_hh_l0_reverse	8	0.019178172573447227
109555	rnn.bias_hh_l0_reverse	9	-0.12181708961725235
109555	rnn.weight_ih_l1	0	-0.042349815368652344
109555	rnn.weight_ih_l1	1	-0.03313247114419937
109555	rnn.weight_ih_l1	2	0.04252525418996811
109555	rnn.weight_ih_l1	3	-0.07789171487092972
109555	rnn.weight_ih_l1	4	-0.010788758285343647
109555	rnn.weight_ih_l1	5	-0.0461319275200367
109555	rnn.weight_ih_l1	6	0.017936790362000465
109555	rnn.weight_ih_l1	7	-0.018846552819013596
109555	rnn.weight_ih_l1	8	0.03873315081000328
109555	rnn.weight_ih_l1	9	0.03953523561358452
109555	rnn.weight_hh_l1	0	-0.010366330854594707
109555	rnn.weight_hh_l1	1	0.010222161188721657
109555	rnn.weight_hh_l1	2	0.000574250181671232
109555	rnn.weight_hh_l1	3	-0.009986499324440956
109555	rnn.weight_hh_l1	4	0.003546544350683689
109555	rnn.weight_hh_l1	5	0.02545434795320034
109555	rnn.weight_hh_l1	6	0.02576485276222229
109555	rnn.weight_hh_l1	7	-0.025622092187404633
109555	rnn.weight_hh_l1	8	-0.019421065226197243
109555	rnn.weight_hh_l1	9	0.035904765129089355
109555	rnn.bias_ih_l1	0	-0.16810888051986694
109555	rnn.bias_ih_l1	1	-0.16915467381477356
109555	rnn.bias_ih_l1	2	-0.17572593688964844
109555	rnn.bias_ih_l1	3	-0.26669958233833313
109555	rnn.bias_ih_l1	4	-0.18888932466506958
109555	rnn.bias_ih_l1	5	-0.10345810651779175
109555	rnn.bias_ih_l1	6	-0.114179328083992
109555	rnn.bias_ih_l1	7	-0.04393681138753891
109555	rnn.bias_ih_l1	8	-0.13089336454868317
109555	rnn.bias_ih_l1	9	-0.11576462537050247
109555	rnn.bias_hh_l1	0	-0.12317633628845215
109555	rnn.bias_hh_l1	1	-0.055226411670446396
109555	rnn.bias_hh_l1	2	-0.10967374593019485
109555	rnn.bias_hh_l1	3	-0.09894595295190811
109555	rnn.bias_hh_l1	4	-0.09480945765972137
109555	rnn.bias_hh_l1	5	-0.10446245968341827
109555	rnn.bias_hh_l1	6	-0.1257268786430359
109555	rnn.bias_hh_l1	7	0.03304295614361763
109555	rnn.bias_hh_l1	8	-0.16079071164131165
109555	rnn.bias_hh_l1	9	-0.09186828881502151
109555	rnn.weight_ih_l1_reverse	0	-0.05019416660070419
109555	rnn.weight_ih_l1_reverse	1	0.019261613488197327
109555	rnn.weight_ih_l1_reverse	2	0.06027820333838463
109555	rnn.weight_ih_l1_reverse	3	0.00397837720811367
109555	rnn.weight_ih_l1_reverse	4	-0.030328042805194855
109555	rnn.weight_ih_l1_reverse	5	-0.033695146441459656
109555	rnn.weight_ih_l1_reverse	6	0.0032686481717973948
109555	rnn.weight_ih_l1_reverse	7	0.019773047417402267
109555	rnn.weight_ih_l1_reverse	8	0.025865701958537102
109555	rnn.weight_ih_l1_reverse	9	-0.07025182992219925
109555	rnn.weight_hh_l1_reverse	0	0.008272714912891388
109555	rnn.weight_hh_l1_reverse	1	0.030596522614359856
109555	rnn.weight_hh_l1_reverse	2	-0.039867669343948364
109555	rnn.weight_hh_l1_reverse	3	0.04045978561043739
109555	rnn.weight_hh_l1_reverse	4	0.045113224536180496
109555	rnn.weight_hh_l1_reverse	5	0.0055900514125823975
109555	rnn.weight_hh_l1_reverse	6	0.003546440275385976
109555	rnn.weight_hh_l1_reverse	7	0.024941397830843925
109555	rnn.weight_hh_l1_reverse	8	-0.006067489739507437
109555	rnn.weight_hh_l1_reverse	9	-0.03464622423052788
109555	rnn.bias_ih_l1_reverse	0	-0.058185189962387085
109555	rnn.bias_ih_l1_reverse	1	-0.1296059787273407
109555	rnn.bias_ih_l1_reverse	2	-0.1401001513004303
109555	rnn.bias_ih_l1_reverse	3	-0.013638360425829887
109555	rnn.bias_ih_l1_reverse	4	-0.1816372275352478
109555	rnn.bias_ih_l1_reverse	5	-0.09976585954427719
109555	rnn.bias_ih_l1_reverse	6	-0.121969074010849
109555	rnn.bias_ih_l1_reverse	7	-0.215220108628273
109555	rnn.bias_ih_l1_reverse	8	0.15705206990242004
109555	rnn.bias_ih_l1_reverse	9	0.05891972407698631
109555	rnn.bias_hh_l1_reverse	0	-0.0660436600446701
109555	rnn.bias_hh_l1_reverse	1	-0.08397144079208374
109555	rnn.bias_hh_l1_reverse	2	-0.2134130746126175
109555	rnn.bias_hh_l1_reverse	3	-0.11985250562429428
109555	rnn.bias_hh_l1_reverse	4	-0.10117745399475098
109555	rnn.bias_hh_l1_reverse	5	-0.11137162148952484
109555	rnn.bias_hh_l1_reverse	6	0.13766561448574066
109555	rnn.bias_hh_l1_reverse	7	-0.14205993711948395
109555	rnn.bias_hh_l1_reverse	8	-0.09859001636505127
109555	rnn.bias_hh_l1_reverse	9	-0.12456759810447693
109555	linear.weight	0	0.002228822559118271
109555	linear.weight	1	0.056145478039979935
109555	linear.weight	2	-0.09161902219057083
109555	linear.weight	3	0.37131237983703613
109555	linear.weight	4	0.1366649717092514
109555	linear.weight	5	-0.016206882894039154
109555	linear.weight	6	0.06742466241121292
109555	linear.weight	7	0.14107297360897064
109555	linear.weight	8	0.041302263736724854
109555	linear.weight	9	-0.05547111853957176
109555	linear.bias	0	0.023187752813100815
109555	linear.bias	1	-0.17810563743114471
109555	linear.bias	2	-0.4391164183616638
109555	linear.bias	3	-0.688023030757904
109555	linear.bias	4	-1.1649988889694214
109555	linear.bias	5	-0.06347543001174927
109555	linear.bias	6	-0.6813873648643494
109555	linear.bias	7	0.342098206281662
109555	linear.bias	8	-0.5196132659912109
109555	linear.bias	9	-0.9442303776741028
109752	transitions	0	0.6533799171447754
109752	transitions	1	0.1266597956418991
109752	transitions	2	-10000.0
109752	transitions	3	-1.8165045976638794
109752	transitions	4	-10000.0
109752	transitions	5	0.6012023091316223
109752	transitions	6	-0.059837136417627335
109752	transitions	7	-0.5975554585456848
109752	transitions	8	-1.381645679473877
109752	transitions	9	-0.0009223590022884309
109752	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
109752	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
109752	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
109752	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
109752	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
109752	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
109752	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
109752	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
109752	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
109752	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
109752	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
109752	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
109752	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
109752	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
109752	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
109752	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
109752	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
109752	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
109752	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
109752	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
109752	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
109752	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
109752	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
109752	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
109752	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
109752	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
109752	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
109752	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
109752	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
109752	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
109752	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
109752	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
109752	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
109752	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
109752	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
109752	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
109752	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
109752	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
109752	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
109752	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
109752	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
109752	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
109752	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
109752	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
109752	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
109752	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
109752	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
109752	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
109752	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
109752	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
109752	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
109752	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
109752	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
109752	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
109752	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
109752	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
109752	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
109752	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
109752	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
109752	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
109752	embedding2nn.weight	0	0.011969185434281826
109752	embedding2nn.weight	1	-0.01404082402586937
109752	embedding2nn.weight	2	-0.014268254861235619
109752	embedding2nn.weight	3	-0.03508643060922623
109752	embedding2nn.weight	4	-0.0059150345623493195
109752	embedding2nn.weight	5	-0.0037005851045250893
109752	embedding2nn.weight	6	-0.003973286133259535
109752	embedding2nn.weight	7	-0.056247588247060776
109752	embedding2nn.weight	8	-0.0019979383796453476
109752	embedding2nn.weight	9	-0.02818159945309162
109752	embedding2nn.bias	0	0.03264794871211052
109752	embedding2nn.bias	1	-0.07857457548379898
109752	embedding2nn.bias	2	0.07592733949422836
109752	embedding2nn.bias	3	0.05943572521209717
109752	embedding2nn.bias	4	-0.02594791166484356
109752	embedding2nn.bias	5	-0.06995511054992676
109752	embedding2nn.bias	6	0.035378579050302505
109752	embedding2nn.bias	7	-0.06085818633437157
109752	embedding2nn.bias	8	0.05630921572446823
109752	embedding2nn.bias	9	0.02940472401678562
109752	rnn.weight_ih_l0	0	-0.06389785557985306
109752	rnn.weight_ih_l0	1	-0.004971252288669348
109752	rnn.weight_ih_l0	2	0.056008949875831604
109752	rnn.weight_ih_l0	3	0.01676035113632679
109752	rnn.weight_ih_l0	4	-0.027264438569545746
109752	rnn.weight_ih_l0	5	-0.05236726626753807
109752	rnn.weight_ih_l0	6	-4.293980964575894e-05
109752	rnn.weight_ih_l0	7	0.034392181783914566
109752	rnn.weight_ih_l0	8	-0.015190130099654198
109752	rnn.weight_ih_l0	9	-0.021685587242245674
109752	rnn.weight_hh_l0	0	-0.03302484005689621
109752	rnn.weight_hh_l0	1	0.010280977003276348
109752	rnn.weight_hh_l0	2	0.0005762274959124625
109752	rnn.weight_hh_l0	3	-0.06391806900501251
109752	rnn.weight_hh_l0	4	0.08196914941072464
109752	rnn.weight_hh_l0	5	-0.00596565380692482
109752	rnn.weight_hh_l0	6	-0.05216866359114647
109752	rnn.weight_hh_l0	7	0.012483003549277782
109752	rnn.weight_hh_l0	8	0.014432551339268684
109752	rnn.weight_hh_l0	9	-0.016610555350780487
109752	rnn.bias_ih_l0	0	0.07327776402235031
109752	rnn.bias_ih_l0	1	-0.036539118736982346
109752	rnn.bias_ih_l0	2	-0.00189234409481287
109752	rnn.bias_ih_l0	3	0.11046895384788513
109752	rnn.bias_ih_l0	4	-0.046288203448057175
109752	rnn.bias_ih_l0	5	-0.035684846341609955
109752	rnn.bias_ih_l0	6	0.03225952386856079
109752	rnn.bias_ih_l0	7	0.034395597875118256
109752	rnn.bias_ih_l0	8	-0.10722129791975021
109752	rnn.bias_ih_l0	9	-0.03908560425043106
109752	rnn.bias_hh_l0	0	-0.030826974660158157
109752	rnn.bias_hh_l0	1	-0.09611544013023376
109752	rnn.bias_hh_l0	2	-0.040718454867601395
109752	rnn.bias_hh_l0	3	-0.08170802146196365
109752	rnn.bias_hh_l0	4	-0.015835652127861977
109752	rnn.bias_hh_l0	5	-0.024886127561330795
109752	rnn.bias_hh_l0	6	0.03327913209795952
109752	rnn.bias_hh_l0	7	0.028768280521035194
109752	rnn.bias_hh_l0	8	-0.13630196452140808
109752	rnn.bias_hh_l0	9	-0.02244795672595501
109752	rnn.weight_ih_l0_reverse	0	-0.023837551474571228
109752	rnn.weight_ih_l0_reverse	1	-0.04492468014359474
109752	rnn.weight_ih_l0_reverse	2	-0.02475786581635475
109752	rnn.weight_ih_l0_reverse	3	0.009036621078848839
109752	rnn.weight_ih_l0_reverse	4	-0.012468996457755566
109752	rnn.weight_ih_l0_reverse	5	-0.04578936845064163
109752	rnn.weight_ih_l0_reverse	6	0.07461535930633545
109752	rnn.weight_ih_l0_reverse	7	-0.01927102357149124
109752	rnn.weight_ih_l0_reverse	8	-0.027521943673491478
109752	rnn.weight_ih_l0_reverse	9	0.012594539672136307
109752	rnn.weight_hh_l0_reverse	0	0.03846517205238342
109752	rnn.weight_hh_l0_reverse	1	0.03100307285785675
109752	rnn.weight_hh_l0_reverse	2	0.0349419005215168
109752	rnn.weight_hh_l0_reverse	3	0.02865995466709137
109752	rnn.weight_hh_l0_reverse	4	0.00869058258831501
109752	rnn.weight_hh_l0_reverse	5	0.018190236762166023
109752	rnn.weight_hh_l0_reverse	6	0.045819241553545
109752	rnn.weight_hh_l0_reverse	7	-0.06086527183651924
109752	rnn.weight_hh_l0_reverse	8	0.03782002255320549
109752	rnn.weight_hh_l0_reverse	9	0.04784008488059044
109752	rnn.bias_ih_l0_reverse	0	-0.05972018837928772
109752	rnn.bias_ih_l0_reverse	1	-0.23460063338279724
109752	rnn.bias_ih_l0_reverse	2	-0.13164296746253967
109752	rnn.bias_ih_l0_reverse	3	-0.03526715189218521
109752	rnn.bias_ih_l0_reverse	4	-0.03256835788488388
109752	rnn.bias_ih_l0_reverse	5	0.05171738564968109
109752	rnn.bias_ih_l0_reverse	6	-0.03901542350649834
109752	rnn.bias_ih_l0_reverse	7	0.03404923155903816
109752	rnn.bias_ih_l0_reverse	8	-0.028812892735004425
109752	rnn.bias_ih_l0_reverse	9	0.03961466625332832
109752	rnn.bias_hh_l0_reverse	0	0.0030803969129920006
109752	rnn.bias_hh_l0_reverse	1	-0.029987262561917305
109752	rnn.bias_hh_l0_reverse	2	0.08390086144208908
109752	rnn.bias_hh_l0_reverse	3	-0.05531780421733856
109752	rnn.bias_hh_l0_reverse	4	-0.03457282856106758
109752	rnn.bias_hh_l0_reverse	5	-0.03757797181606293
109752	rnn.bias_hh_l0_reverse	6	-0.029070859774947166
109752	rnn.bias_hh_l0_reverse	7	0.11046771705150604
109752	rnn.bias_hh_l0_reverse	8	0.02280689775943756
109752	rnn.bias_hh_l0_reverse	9	-0.12191110104322433
109752	rnn.weight_ih_l1	0	-0.04216666892170906
109752	rnn.weight_ih_l1	1	-0.032648347318172455
109752	rnn.weight_ih_l1	2	0.040057435631752014
109752	rnn.weight_ih_l1	3	-0.07692296802997589
109752	rnn.weight_ih_l1	4	-0.010241582058370113
109752	rnn.weight_ih_l1	5	-0.045930828899145126
109752	rnn.weight_ih_l1	6	0.01835639588534832
109752	rnn.weight_ih_l1	7	-0.017664313316345215
109752	rnn.weight_ih_l1	8	0.038898952305316925
109752	rnn.weight_ih_l1	9	0.03943297266960144
109752	rnn.weight_hh_l1	0	-0.00983307883143425
109752	rnn.weight_hh_l1	1	0.010610564611852169
109752	rnn.weight_hh_l1	2	0.0021901242434978485
109752	rnn.weight_hh_l1	3	-0.00989063736051321
109752	rnn.weight_hh_l1	4	0.003954526502639055
109752	rnn.weight_hh_l1	5	0.026030944660305977
109752	rnn.weight_hh_l1	6	0.025448018684983253
109752	rnn.weight_hh_l1	7	-0.02522680163383484
109752	rnn.weight_hh_l1	8	-0.01986413635313511
109752	rnn.weight_hh_l1	9	0.03603467345237732
109752	rnn.bias_ih_l1	0	-0.16972604393959045
109752	rnn.bias_ih_l1	1	-0.1714719980955124
109752	rnn.bias_ih_l1	2	-0.17264392971992493
109752	rnn.bias_ih_l1	3	-0.264042466878891
109752	rnn.bias_ih_l1	4	-0.19180706143379211
109752	rnn.bias_ih_l1	5	-0.10339538753032684
109752	rnn.bias_ih_l1	6	-0.11888879537582397
109752	rnn.bias_ih_l1	7	-0.043066348880529404
109752	rnn.bias_ih_l1	8	-0.12880674004554749
109752	rnn.bias_ih_l1	9	-0.11246024817228317
109752	rnn.bias_hh_l1	0	-0.12584106624126434
109752	rnn.bias_hh_l1	1	-0.05325476452708244
109752	rnn.bias_hh_l1	2	-0.10896635800600052
109752	rnn.bias_hh_l1	3	-0.10030141472816467
109752	rnn.bias_hh_l1	4	-0.09876607358455658
109752	rnn.bias_hh_l1	5	-0.10397076606750488
109752	rnn.bias_hh_l1	6	-0.12146104127168655
109752	rnn.bias_hh_l1	7	0.030109982937574387
109752	rnn.bias_hh_l1	8	-0.16379080712795258
109752	rnn.bias_hh_l1	9	-0.08922294527292252
109752	rnn.weight_ih_l1_reverse	0	-0.04983171820640564
109752	rnn.weight_ih_l1_reverse	1	0.019622283056378365
109752	rnn.weight_ih_l1_reverse	2	0.058591052889823914
109752	rnn.weight_ih_l1_reverse	3	0.004695957060903311
109752	rnn.weight_ih_l1_reverse	4	-0.029206372797489166
109752	rnn.weight_ih_l1_reverse	5	-0.033661458641290665
109752	rnn.weight_ih_l1_reverse	6	-0.00019077816978096962
109752	rnn.weight_ih_l1_reverse	7	0.02028518170118332
109752	rnn.weight_ih_l1_reverse	8	0.026333972811698914
109752	rnn.weight_ih_l1_reverse	9	-0.07247043401002884
109752	rnn.weight_hh_l1_reverse	0	0.008182150311768055
109752	rnn.weight_hh_l1_reverse	1	0.03056132234632969
109752	rnn.weight_hh_l1_reverse	2	-0.039790935814380646
109752	rnn.weight_hh_l1_reverse	3	0.04043031856417656
109752	rnn.weight_hh_l1_reverse	4	0.04448840767145157
109752	rnn.weight_hh_l1_reverse	5	0.005433750804513693
109752	rnn.weight_hh_l1_reverse	6	0.006209143437445164
109752	rnn.weight_hh_l1_reverse	7	0.02461211197078228
109752	rnn.weight_hh_l1_reverse	8	-0.006143483333289623
109752	rnn.weight_hh_l1_reverse	9	-0.034964293241500854
109752	rnn.bias_ih_l1_reverse	0	-0.05986510589718819
109752	rnn.bias_ih_l1_reverse	1	-0.13262619078159332
109752	rnn.bias_ih_l1_reverse	2	-0.1426781862974167
109752	rnn.bias_ih_l1_reverse	3	-0.011271724477410316
109752	rnn.bias_ih_l1_reverse	4	-0.1835443377494812
109752	rnn.bias_ih_l1_reverse	5	-0.10060592740774155
109752	rnn.bias_ih_l1_reverse	6	-0.12144895642995834
109752	rnn.bias_ih_l1_reverse	7	-0.21111473441123962
109752	rnn.bias_ih_l1_reverse	8	0.1538579761981964
109752	rnn.bias_ih_l1_reverse	9	0.059892069548368454
109752	rnn.bias_hh_l1_reverse	0	-0.06786883622407913
109752	rnn.bias_hh_l1_reverse	1	-0.08207123726606369
109752	rnn.bias_hh_l1_reverse	2	-0.2139335721731186
109752	rnn.bias_hh_l1_reverse	3	-0.11862517893314362
109752	rnn.bias_hh_l1_reverse	4	-0.10173741728067398
109752	rnn.bias_hh_l1_reverse	5	-0.10984555631875992
109752	rnn.bias_hh_l1_reverse	6	0.12901484966278076
109752	rnn.bias_hh_l1_reverse	7	-0.1421537697315216
109752	rnn.bias_hh_l1_reverse	8	-0.09619438648223877
109752	rnn.bias_hh_l1_reverse	9	-0.12478991597890854
109752	linear.weight	0	0.002228822559118271
109752	linear.weight	1	0.06083124130964279
109752	linear.weight	2	-0.09042830765247345
109752	linear.weight	3	0.3686921000480652
109752	linear.weight	4	0.13538667559623718
109752	linear.weight	5	-0.013459003530442715
109752	linear.weight	6	0.06388619542121887
109752	linear.weight	7	0.13013625144958496
109752	linear.weight	8	0.04130304604768753
109752	linear.weight	9	-0.053024329245090485
109752	linear.bias	0	0.041917357593774796
109752	linear.bias	1	-0.20201627910137177
109752	linear.bias	2	-0.4255787432193756
109752	linear.bias	3	-0.7069633603096008
109752	linear.bias	4	-1.1845535039901733
109752	linear.bias	5	-0.05736713483929634
109752	linear.bias	6	-0.7069173455238342
109752	linear.bias	7	0.3508811593055725
109752	linear.bias	8	-0.4926762580871582
109752	linear.bias	9	-0.914500892162323
109949	transitions	0	0.6366512775421143
109949	transitions	1	0.12303934246301651
109949	transitions	2	-10000.0
109949	transitions	3	-1.816535234451294
109949	transitions	4	-10000.0
109949	transitions	5	0.601115345954895
109949	transitions	6	-0.059932105243206024
109949	transitions	7	-0.5980860590934753
109949	transitions	8	-1.3817719221115112
109949	transitions	9	-0.0009233466698788106
109949	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
109949	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
109949	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
109949	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
109949	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
109949	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
109949	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
109949	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
109949	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
109949	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
109949	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
109949	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
109949	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
109949	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
109949	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
109949	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
109949	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
109949	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
109949	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
109949	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
109949	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
109949	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
109949	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
109949	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
109949	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
109949	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
109949	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
109949	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
109949	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
109949	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
109949	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
109949	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
109949	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
109949	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
109949	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
109949	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
109949	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
109949	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
109949	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
109949	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
109949	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
109949	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
109949	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
109949	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
109949	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
109949	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
109949	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
109949	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
109949	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
109949	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
109949	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
109949	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
109949	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
109949	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
109949	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
109949	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
109949	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
109949	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
109949	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
109949	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
109949	embedding2nn.weight	0	0.01119731180369854
109949	embedding2nn.weight	1	-0.01395826879888773
109949	embedding2nn.weight	2	-0.014268254861235619
109949	embedding2nn.weight	3	-0.03466269001364708
109949	embedding2nn.weight	4	-0.0059150345623493195
109949	embedding2nn.weight	5	-0.0037005851045250893
109949	embedding2nn.weight	6	-0.003973286598920822
109949	embedding2nn.weight	7	-0.05577781796455383
109949	embedding2nn.weight	8	-0.0019979383796453476
109949	embedding2nn.weight	9	-0.02806124836206436
109949	embedding2nn.bias	0	0.02187652699649334
109949	embedding2nn.bias	1	-0.08583082258701324
109949	embedding2nn.bias	2	0.07321653515100479
109949	embedding2nn.bias	3	0.05486999452114105
109949	embedding2nn.bias	4	-0.021988647058606148
109949	embedding2nn.bias	5	-0.0649358332157135
109949	embedding2nn.bias	6	0.030031878501176834
109949	embedding2nn.bias	7	-0.06725345551967621
109949	embedding2nn.bias	8	0.055312175303697586
109949	embedding2nn.bias	9	0.028948912397027016
109949	rnn.weight_ih_l0	0	-0.0622878223657608
109949	rnn.weight_ih_l0	1	-0.0032439546193927526
109949	rnn.weight_ih_l0	2	0.055403031408786774
109949	rnn.weight_ih_l0	3	0.015589429065585136
109949	rnn.weight_ih_l0	4	-0.026646805927157402
109949	rnn.weight_ih_l0	5	-0.05370631068944931
109949	rnn.weight_ih_l0	6	-0.00014285814540926367
109949	rnn.weight_ih_l0	7	0.03359837085008621
109949	rnn.weight_ih_l0	8	-0.0141059635207057
109949	rnn.weight_ih_l0	9	-0.020492255687713623
109949	rnn.weight_hh_l0	0	-0.033144354820251465
109949	rnn.weight_hh_l0	1	0.009950187988579273
109949	rnn.weight_hh_l0	2	0.0004467776161618531
109949	rnn.weight_hh_l0	3	-0.0637243241071701
109949	rnn.weight_hh_l0	4	0.08147011697292328
109949	rnn.weight_hh_l0	5	-0.005897866562008858
109949	rnn.weight_hh_l0	6	-0.052229154855012894
109949	rnn.weight_hh_l0	7	0.011962009593844414
109949	rnn.weight_hh_l0	8	0.013705975376069546
109949	rnn.weight_hh_l0	9	-0.0161861814558506
109949	rnn.bias_ih_l0	0	0.07082978636026382
109949	rnn.bias_ih_l0	1	-0.03334290534257889
109949	rnn.bias_ih_l0	2	-0.0015879946295171976
109949	rnn.bias_ih_l0	3	0.11346873641014099
109949	rnn.bias_ih_l0	4	-0.04936768859624863
109949	rnn.bias_ih_l0	5	-0.031553011387586594
109949	rnn.bias_ih_l0	6	0.0314922109246254
109949	rnn.bias_ih_l0	7	0.036088570952415466
109949	rnn.bias_ih_l0	8	-0.10826791822910309
109949	rnn.bias_ih_l0	9	-0.03554613143205643
109949	rnn.bias_hh_l0	0	-0.03185506910085678
109949	rnn.bias_hh_l0	1	-0.09637147933244705
109949	rnn.bias_hh_l0	2	-0.043770644813776016
109949	rnn.bias_hh_l0	3	-0.08074153959751129
109949	rnn.bias_hh_l0	4	-0.01243059616535902
109949	rnn.bias_hh_l0	5	-0.025267064571380615
109949	rnn.bias_hh_l0	6	0.03686250373721123
109949	rnn.bias_hh_l0	7	0.02942611090838909
109949	rnn.bias_hh_l0	8	-0.13486415147781372
109949	rnn.bias_hh_l0	9	-0.02163807488977909
109949	rnn.weight_ih_l0_reverse	0	-0.02305038832128048
109949	rnn.weight_ih_l0_reverse	1	-0.04430488869547844
109949	rnn.weight_ih_l0_reverse	2	-0.025184093043208122
109949	rnn.weight_ih_l0_reverse	3	0.010525679215788841
109949	rnn.weight_ih_l0_reverse	4	-0.01253591664135456
109949	rnn.weight_ih_l0_reverse	5	-0.0458061583340168
109949	rnn.weight_ih_l0_reverse	6	0.07445956021547318
109949	rnn.weight_ih_l0_reverse	7	-0.01927642710506916
109949	rnn.weight_ih_l0_reverse	8	-0.027555445209145546
109949	rnn.weight_ih_l0_reverse	9	0.012434880249202251
109949	rnn.weight_hh_l0_reverse	0	0.03517317771911621
109949	rnn.weight_hh_l0_reverse	1	0.03140978887677193
109949	rnn.weight_hh_l0_reverse	2	0.03427372872829437
109949	rnn.weight_hh_l0_reverse	3	0.028501415625214577
109949	rnn.weight_hh_l0_reverse	4	0.009197697043418884
109949	rnn.weight_hh_l0_reverse	5	0.018605951219797134
109949	rnn.weight_hh_l0_reverse	6	0.04615291580557823
109949	rnn.weight_hh_l0_reverse	7	-0.06188448518514633
109949	rnn.weight_hh_l0_reverse	8	0.037099387496709824
109949	rnn.weight_hh_l0_reverse	9	0.047719839960336685
109949	rnn.bias_ih_l0_reverse	0	-0.060690224170684814
109949	rnn.bias_ih_l0_reverse	1	-0.23400478065013885
109949	rnn.bias_ih_l0_reverse	2	-0.12424617260694504
109949	rnn.bias_ih_l0_reverse	3	-0.03629133850336075
109949	rnn.bias_ih_l0_reverse	4	-0.02894929051399231
109949	rnn.bias_ih_l0_reverse	5	0.05026181787252426
109949	rnn.bias_ih_l0_reverse	6	-0.04158886894583702
109949	rnn.bias_ih_l0_reverse	7	0.03585340455174446
109949	rnn.bias_ih_l0_reverse	8	-0.030385714024305344
109949	rnn.bias_ih_l0_reverse	9	0.042561523616313934
109949	rnn.bias_hh_l0_reverse	0	0.0027868126053363085
109949	rnn.bias_hh_l0_reverse	1	-0.032533369958400726
109949	rnn.bias_hh_l0_reverse	2	0.08369666337966919
109949	rnn.bias_hh_l0_reverse	3	-0.05440541356801987
109949	rnn.bias_hh_l0_reverse	4	-0.03363528475165367
109949	rnn.bias_hh_l0_reverse	5	-0.03886054456233978
109949	rnn.bias_hh_l0_reverse	6	-0.029989885166287422
109949	rnn.bias_hh_l0_reverse	7	0.1082877591252327
109949	rnn.bias_hh_l0_reverse	8	0.023438982665538788
109949	rnn.bias_hh_l0_reverse	9	-0.1230812668800354
109949	rnn.weight_ih_l1	0	-0.041955772787332535
109949	rnn.weight_ih_l1	1	-0.035528458654880524
109949	rnn.weight_ih_l1	2	0.0431063286960125
109949	rnn.weight_ih_l1	3	-0.0756467878818512
109949	rnn.weight_ih_l1	4	-0.010896285995841026
109949	rnn.weight_ih_l1	5	-0.04503675922751427
109949	rnn.weight_ih_l1	6	0.01816832460463047
109949	rnn.weight_ih_l1	7	-0.01715291291475296
109949	rnn.weight_ih_l1	8	0.03889036923646927
109949	rnn.weight_ih_l1	9	0.039298370480537415
109949	rnn.weight_hh_l1	0	-0.008033943362534046
109949	rnn.weight_hh_l1	1	0.010609754361212254
109949	rnn.weight_hh_l1	2	0.0017790255369618535
109949	rnn.weight_hh_l1	3	-0.009960416704416275
109949	rnn.weight_hh_l1	4	0.003434661542996764
109949	rnn.weight_hh_l1	5	0.025902483612298965
109949	rnn.weight_hh_l1	6	0.025070803239941597
109949	rnn.weight_hh_l1	7	-0.025393875315785408
109949	rnn.weight_hh_l1	8	-0.0199495367705822
109949	rnn.weight_hh_l1	9	0.035911139100790024
109949	rnn.bias_ih_l1	0	-0.1680331826210022
109949	rnn.bias_ih_l1	1	-0.17358441650867462
109949	rnn.bias_ih_l1	2	-0.17857274413108826
109949	rnn.bias_ih_l1	3	-0.27019360661506653
109949	rnn.bias_ih_l1	4	-0.18639039993286133
109949	rnn.bias_ih_l1	5	-0.10319412499666214
109949	rnn.bias_ih_l1	6	-0.11866647750139236
109949	rnn.bias_ih_l1	7	-0.040818940848112106
109949	rnn.bias_ih_l1	8	-0.12653842568397522
109949	rnn.bias_ih_l1	9	-0.10737326741218567
109949	rnn.bias_hh_l1	0	-0.12807226181030273
109949	rnn.bias_hh_l1	1	-0.058041177690029144
109949	rnn.bias_hh_l1	2	-0.10708599537611008
109949	rnn.bias_hh_l1	3	-0.0990375429391861
109949	rnn.bias_hh_l1	4	-0.10017674416303635
109949	rnn.bias_hh_l1	5	-0.10638416558504105
109949	rnn.bias_hh_l1	6	-0.12271356582641602
109949	rnn.bias_hh_l1	7	0.03137500211596489
109949	rnn.bias_hh_l1	8	-0.16220229864120483
109949	rnn.bias_hh_l1	9	-0.08989671617746353
109949	rnn.weight_ih_l1_reverse	0	-0.04844773933291435
109949	rnn.weight_ih_l1_reverse	1	0.020630160346627235
109949	rnn.weight_ih_l1_reverse	2	0.06321137398481369
109949	rnn.weight_ih_l1_reverse	3	0.005043014418333769
109949	rnn.weight_ih_l1_reverse	4	-0.028853081166744232
109949	rnn.weight_ih_l1_reverse	5	-0.03387497365474701
109949	rnn.weight_ih_l1_reverse	6	0.0008776006288826466
109949	rnn.weight_ih_l1_reverse	7	0.02057753875851631
109949	rnn.weight_ih_l1_reverse	8	0.026824098080396652
109949	rnn.weight_ih_l1_reverse	9	-0.074526347219944
109949	rnn.weight_hh_l1_reverse	0	0.008107395842671394
109949	rnn.weight_hh_l1_reverse	1	0.030345702543854713
109949	rnn.weight_hh_l1_reverse	2	-0.03984084352850914
109949	rnn.weight_hh_l1_reverse	3	0.040521394461393356
109949	rnn.weight_hh_l1_reverse	4	0.044310349971055984
109949	rnn.weight_hh_l1_reverse	5	0.005542207974940538
109949	rnn.weight_hh_l1_reverse	6	0.006521335802972317
109949	rnn.weight_hh_l1_reverse	7	0.025005508214235306
109949	rnn.weight_hh_l1_reverse	8	-0.006184887606650591
109949	rnn.weight_hh_l1_reverse	9	-0.03520394489169121
109949	rnn.bias_ih_l1_reverse	0	-0.06000344455242157
109949	rnn.bias_ih_l1_reverse	1	-0.1334889978170395
109949	rnn.bias_ih_l1_reverse	2	-0.14010335505008698
109949	rnn.bias_ih_l1_reverse	3	-0.013530359603464603
109949	rnn.bias_ih_l1_reverse	4	-0.18053150177001953
109949	rnn.bias_ih_l1_reverse	5	-0.09994339942932129
109949	rnn.bias_ih_l1_reverse	6	-0.1215699166059494
109949	rnn.bias_ih_l1_reverse	7	-0.2128084897994995
109949	rnn.bias_ih_l1_reverse	8	0.15425129234790802
109949	rnn.bias_ih_l1_reverse	9	0.06172586977481842
109949	rnn.bias_hh_l1_reverse	0	-0.07342520356178284
109949	rnn.bias_hh_l1_reverse	1	-0.08444663882255554
109949	rnn.bias_hh_l1_reverse	2	-0.21391884982585907
109949	rnn.bias_hh_l1_reverse	3	-0.11970189213752747
109949	rnn.bias_hh_l1_reverse	4	-0.10182148218154907
109949	rnn.bias_hh_l1_reverse	5	-0.11084522306919098
109949	rnn.bias_hh_l1_reverse	6	0.12327209115028381
109949	rnn.bias_hh_l1_reverse	7	-0.1392146497964859
109949	rnn.bias_hh_l1_reverse	8	-0.09776875376701355
109949	rnn.bias_hh_l1_reverse	9	-0.12604555487632751
109949	linear.weight	0	0.002228822559118271
109949	linear.weight	1	0.06786593049764633
109949	linear.weight	2	-0.08849798142910004
109949	linear.weight	3	0.36128324270248413
109949	linear.weight	4	0.14399094879627228
109949	linear.weight	5	-0.00822607520967722
109949	linear.weight	6	0.06000188738107681
109949	linear.weight	7	0.14330977201461792
109949	linear.weight	8	0.04130471497774124
109949	linear.weight	9	-0.048887573182582855
109949	linear.bias	0	0.02324070781469345
109949	linear.bias	1	-0.1997753083705902
109949	linear.bias	2	-0.45938408374786377
109949	linear.bias	3	-0.7178383469581604
109949	linear.bias	4	-1.1966084241867065
109949	linear.bias	5	-0.02522820420563221
109949	linear.bias	6	-0.7071148157119751
109949	linear.bias	7	0.384011447429657
109949	linear.bias	8	-0.47836610674858093
109949	linear.bias	9	-0.9037155508995056
110146	transitions	0	0.6548776626586914
110146	transitions	1	0.12315458804368973
110146	transitions	2	-10000.0
110146	transitions	3	-1.816564917564392
110146	transitions	4	-10000.0
110146	transitions	5	0.601020097732544
110146	transitions	6	-0.06007833778858185
110146	transitions	7	-0.5986649990081787
110146	transitions	8	-1.381909728050232
110146	transitions	9	-0.0009250527946278453
110146	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
110146	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
110146	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
110146	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
110146	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
110146	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
110146	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
110146	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
110146	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
110146	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
110146	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
110146	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
110146	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
110146	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
110146	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
110146	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
110146	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
110146	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
110146	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
110146	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
110146	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
110146	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
110146	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
110146	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
110146	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
110146	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
110146	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
110146	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
110146	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
110146	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
110146	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
110146	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
110146	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
110146	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
110146	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
110146	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
110146	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
110146	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
110146	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
110146	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
110146	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
110146	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
110146	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
110146	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
110146	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
110146	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
110146	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
110146	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
110146	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
110146	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
110146	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
110146	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
110146	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
110146	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
110146	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
110146	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
110146	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
110146	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
110146	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
110146	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
110146	embedding2nn.weight	0	0.011335643008351326
110146	embedding2nn.weight	1	-0.013902696780860424
110146	embedding2nn.weight	2	-0.014268254861235619
110146	embedding2nn.weight	3	-0.039109569042921066
110146	embedding2nn.weight	4	-0.0059150345623493195
110146	embedding2nn.weight	5	-0.0037005851045250893
110146	embedding2nn.weight	6	-0.0039732856675982475
110146	embedding2nn.weight	7	-0.055986035615205765
110146	embedding2nn.weight	8	-0.0019979383796453476
110146	embedding2nn.weight	9	-0.02778349444270134
110146	embedding2nn.bias	0	0.02375277318060398
110146	embedding2nn.bias	1	-0.07575977593660355
110146	embedding2nn.bias	2	0.08405490964651108
110146	embedding2nn.bias	3	0.056554652750492096
110146	embedding2nn.bias	4	-0.02724706009030342
110146	embedding2nn.bias	5	-0.06378597766160965
110146	embedding2nn.bias	6	0.03309771791100502
110146	embedding2nn.bias	7	-0.07205032557249069
110146	embedding2nn.bias	8	0.06744284927845001
110146	embedding2nn.bias	9	0.032568033784627914
110146	rnn.weight_ih_l0	0	-0.06338728219270706
110146	rnn.weight_ih_l0	1	-0.003963093739002943
110146	rnn.weight_ih_l0	2	0.05887088179588318
110146	rnn.weight_ih_l0	3	0.015802817419171333
110146	rnn.weight_ih_l0	4	-0.02673613466322422
110146	rnn.weight_ih_l0	5	-0.05412903428077698
110146	rnn.weight_ih_l0	6	-0.001485242391936481
110146	rnn.weight_ih_l0	7	0.03288284316658974
110146	rnn.weight_ih_l0	8	-0.013001306913793087
110146	rnn.weight_ih_l0	9	-0.020803170278668404
110146	rnn.weight_hh_l0	0	-0.03293783590197563
110146	rnn.weight_hh_l0	1	0.01111824344843626
110146	rnn.weight_hh_l0	2	-0.00032964214915409684
110146	rnn.weight_hh_l0	3	-0.06317741423845291
110146	rnn.weight_hh_l0	4	0.08132795989513397
110146	rnn.weight_hh_l0	5	-0.0066716778092086315
110146	rnn.weight_hh_l0	6	-0.0518195703625679
110146	rnn.weight_hh_l0	7	0.01171706710010767
110146	rnn.weight_hh_l0	8	0.014585263095796108
110146	rnn.weight_hh_l0	9	-0.016459524631500244
110146	rnn.bias_ih_l0	0	0.07264164090156555
110146	rnn.bias_ih_l0	1	-0.038856666535139084
110146	rnn.bias_ih_l0	2	0.0001928904530359432
110146	rnn.bias_ih_l0	3	0.1113862544298172
110146	rnn.bias_ih_l0	4	-0.047915391623973846
110146	rnn.bias_ih_l0	5	-0.03341378644108772
110146	rnn.bias_ih_l0	6	0.03393051028251648
110146	rnn.bias_ih_l0	7	0.034105002880096436
110146	rnn.bias_ih_l0	8	-0.10744410753250122
110146	rnn.bias_ih_l0	9	-0.034845221787691116
110146	rnn.bias_hh_l0	0	-0.029017336666584015
110146	rnn.bias_hh_l0	1	-0.09942717850208282
110146	rnn.bias_hh_l0	2	-0.04089781269431114
110146	rnn.bias_hh_l0	3	-0.08176354318857193
110146	rnn.bias_hh_l0	4	-0.012342836707830429
110146	rnn.bias_hh_l0	5	-0.023358775302767754
110146	rnn.bias_hh_l0	6	0.038626547902822495
110146	rnn.bias_hh_l0	7	0.02966674417257309
110146	rnn.bias_hh_l0	8	-0.13071052730083466
110146	rnn.bias_hh_l0	9	-0.01977047696709633
110146	rnn.weight_ih_l0_reverse	0	-0.023793445900082588
110146	rnn.weight_ih_l0_reverse	1	-0.04210192710161209
110146	rnn.weight_ih_l0_reverse	2	-0.025322016328573227
110146	rnn.weight_ih_l0_reverse	3	0.008992964401841164
110146	rnn.weight_ih_l0_reverse	4	-0.012966309674084187
110146	rnn.weight_ih_l0_reverse	5	-0.04698856174945831
110146	rnn.weight_ih_l0_reverse	6	0.07388743758201599
110146	rnn.weight_ih_l0_reverse	7	-0.019503895193338394
110146	rnn.weight_ih_l0_reverse	8	-0.02757839486002922
110146	rnn.weight_ih_l0_reverse	9	0.012359713204205036
110146	rnn.weight_hh_l0_reverse	0	0.03866410627961159
110146	rnn.weight_hh_l0_reverse	1	0.032098181545734406
110146	rnn.weight_hh_l0_reverse	2	0.03341507166624069
110146	rnn.weight_hh_l0_reverse	3	0.028311388567090034
110146	rnn.weight_hh_l0_reverse	4	0.009153665974736214
110146	rnn.weight_hh_l0_reverse	5	0.018155718222260475
110146	rnn.weight_hh_l0_reverse	6	0.04635430872440338
110146	rnn.weight_hh_l0_reverse	7	-0.06084397807717323
110146	rnn.weight_hh_l0_reverse	8	0.03629530593752861
110146	rnn.weight_hh_l0_reverse	9	0.04748611897230148
110146	rnn.bias_ih_l0_reverse	0	-0.061812493950128555
110146	rnn.bias_ih_l0_reverse	1	-0.23226606845855713
110146	rnn.bias_ih_l0_reverse	2	-0.125806525349617
110146	rnn.bias_ih_l0_reverse	3	-0.035492025315761566
110146	rnn.bias_ih_l0_reverse	4	-0.027759911492466927
110146	rnn.bias_ih_l0_reverse	5	0.04793567210435867
110146	rnn.bias_ih_l0_reverse	6	-0.03992243856191635
110146	rnn.bias_ih_l0_reverse	7	0.034370921552181244
110146	rnn.bias_ih_l0_reverse	8	-0.028547335416078568
110146	rnn.bias_ih_l0_reverse	9	0.044377539306879044
110146	rnn.bias_hh_l0_reverse	0	0.001379647059366107
110146	rnn.bias_hh_l0_reverse	1	-0.035433027893304825
110146	rnn.bias_hh_l0_reverse	2	0.08211077004671097
110146	rnn.bias_hh_l0_reverse	3	-0.05549081787467003
110146	rnn.bias_hh_l0_reverse	4	-0.03229808062314987
110146	rnn.bias_hh_l0_reverse	5	-0.03934516757726669
110146	rnn.bias_hh_l0_reverse	6	-0.029512304812669754
110146	rnn.bias_hh_l0_reverse	7	0.1079256683588028
110146	rnn.bias_hh_l0_reverse	8	0.026741839945316315
110146	rnn.bias_hh_l0_reverse	9	-0.12163448333740234
110146	rnn.weight_ih_l1	0	-0.04190930724143982
110146	rnn.weight_ih_l1	1	-0.03594899922609329
110146	rnn.weight_ih_l1	2	0.042735178023576736
110146	rnn.weight_ih_l1	3	-0.07602787017822266
110146	rnn.weight_ih_l1	4	-0.011432868428528309
110146	rnn.weight_ih_l1	5	-0.04472804069519043
110146	rnn.weight_ih_l1	6	0.018218617886304855
110146	rnn.weight_ih_l1	7	-0.01932850107550621
110146	rnn.weight_ih_l1	8	0.03848633915185928
110146	rnn.weight_ih_l1	9	0.03950212523341179
110146	rnn.weight_hh_l1	0	-0.00897649209946394
110146	rnn.weight_hh_l1	1	0.010777659714221954
110146	rnn.weight_hh_l1	2	0.0006158589967526495
110146	rnn.weight_hh_l1	3	-0.01001717522740364
110146	rnn.weight_hh_l1	4	0.0030056037940084934
110146	rnn.weight_hh_l1	5	0.025581443682312965
110146	rnn.weight_hh_l1	6	0.024775005877017975
110146	rnn.weight_hh_l1	7	-0.02533973753452301
110146	rnn.weight_hh_l1	8	-0.019996659830212593
110146	rnn.weight_hh_l1	9	0.03630172833800316
110146	rnn.bias_ih_l1	0	-0.16474255919456482
110146	rnn.bias_ih_l1	1	-0.17350579798221588
110146	rnn.bias_ih_l1	2	-0.17917346954345703
110146	rnn.bias_ih_l1	3	-0.26972731947898865
110146	rnn.bias_ih_l1	4	-0.19110320508480072
110146	rnn.bias_ih_l1	5	-0.10475589334964752
110146	rnn.bias_ih_l1	6	-0.11900898814201355
110146	rnn.bias_ih_l1	7	-0.042570214718580246
110146	rnn.bias_ih_l1	8	-0.12539194524288177
110146	rnn.bias_ih_l1	9	-0.10733386874198914
110146	rnn.bias_hh_l1	0	-0.12620306015014648
110146	rnn.bias_hh_l1	1	-0.05590464547276497
110146	rnn.bias_hh_l1	2	-0.10799555480480194
110146	rnn.bias_hh_l1	3	-0.09824426472187042
110146	rnn.bias_hh_l1	4	-0.09917891025543213
110146	rnn.bias_hh_l1	5	-0.10795793682336807
110146	rnn.bias_hh_l1	6	-0.12544803321361542
110146	rnn.bias_hh_l1	7	0.03625793382525444
110146	rnn.bias_hh_l1	8	-0.16122402250766754
110146	rnn.bias_hh_l1	9	-0.0922202616930008
110146	rnn.weight_ih_l1_reverse	0	-0.05028118938207626
110146	rnn.weight_ih_l1_reverse	1	0.021440865471959114
110146	rnn.weight_ih_l1_reverse	2	0.06572902947664261
110146	rnn.weight_ih_l1_reverse	3	0.005100838840007782
110146	rnn.weight_ih_l1_reverse	4	-0.026491397991776466
110146	rnn.weight_ih_l1_reverse	5	-0.03410615026950836
110146	rnn.weight_ih_l1_reverse	6	0.001960138091817498
110146	rnn.weight_ih_l1_reverse	7	0.021585185080766678
110146	rnn.weight_ih_l1_reverse	8	0.0260354895144701
110146	rnn.weight_ih_l1_reverse	9	-0.07456176728010178
110146	rnn.weight_hh_l1_reverse	0	0.008284889161586761
110146	rnn.weight_hh_l1_reverse	1	0.030184607952833176
110146	rnn.weight_hh_l1_reverse	2	-0.03981969133019447
110146	rnn.weight_hh_l1_reverse	3	0.04074065759778023
110146	rnn.weight_hh_l1_reverse	4	0.04367513954639435
110146	rnn.weight_hh_l1_reverse	5	0.005144230555742979
110146	rnn.weight_hh_l1_reverse	6	0.0073084705509245396
110146	rnn.weight_hh_l1_reverse	7	0.025071686133742332
110146	rnn.weight_hh_l1_reverse	8	-0.006045558489859104
110146	rnn.weight_hh_l1_reverse	9	-0.03519117832183838
110146	rnn.bias_ih_l1_reverse	0	-0.061535220593214035
110146	rnn.bias_ih_l1_reverse	1	-0.13395646214485168
110146	rnn.bias_ih_l1_reverse	2	-0.14089564979076385
110146	rnn.bias_ih_l1_reverse	3	-0.019377095624804497
110146	rnn.bias_ih_l1_reverse	4	-0.17926308512687683
110146	rnn.bias_ih_l1_reverse	5	-0.09909137338399887
110146	rnn.bias_ih_l1_reverse	6	-0.12203934043645859
110146	rnn.bias_ih_l1_reverse	7	-0.21184809505939484
110146	rnn.bias_ih_l1_reverse	8	0.16735488176345825
110146	rnn.bias_ih_l1_reverse	9	0.05935453996062279
110146	rnn.bias_hh_l1_reverse	0	-0.06978467106819153
110146	rnn.bias_hh_l1_reverse	1	-0.09283362329006195
110146	rnn.bias_hh_l1_reverse	2	-0.21352261304855347
110146	rnn.bias_hh_l1_reverse	3	-0.11815231293439865
110146	rnn.bias_hh_l1_reverse	4	-0.1016790047287941
110146	rnn.bias_hh_l1_reverse	5	-0.11134748160839081
110146	rnn.bias_hh_l1_reverse	6	0.12689706683158875
110146	rnn.bias_hh_l1_reverse	7	-0.13869205117225647
110146	rnn.bias_hh_l1_reverse	8	-0.09835371375083923
110146	rnn.bias_hh_l1_reverse	9	-0.12684819102287292
110146	linear.weight	0	0.002228822559118271
110146	linear.weight	1	0.0761510506272316
110146	linear.weight	2	-0.0868745744228363
110146	linear.weight	3	0.3485272526741028
110146	linear.weight	4	0.1468702107667923
110146	linear.weight	5	-0.010593993589282036
110146	linear.weight	6	0.06098414957523346
110146	linear.weight	7	0.13913491368293762
110146	linear.weight	8	0.041304945945739746
110146	linear.weight	9	-0.04739591106772423
110146	linear.bias	0	0.0486580953001976
110146	linear.bias	1	-0.212932750582695
110146	linear.bias	2	-0.43187448382377625
110146	linear.bias	3	-0.7202039957046509
110146	linear.bias	4	-1.1986631155014038
110146	linear.bias	5	-0.05786452069878578
110146	linear.bias	6	-0.7249653339385986
110146	linear.bias	7	0.3486538529396057
110146	linear.bias	8	-0.4911995530128479
110146	linear.bias	9	-0.9172441363334656
110343	transitions	0	0.652552604675293
110343	transitions	1	0.13420817255973816
110343	transitions	2	-10000.0
110343	transitions	3	-1.8166005611419678
110343	transitions	4	-10000.0
110343	transitions	5	0.6009019613265991
110343	transitions	6	-0.06014189124107361
110343	transitions	7	-0.5992295145988464
110343	transitions	8	-1.3820505142211914
110343	transitions	9	-0.0009263820247724652
110343	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
110343	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
110343	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
110343	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
110343	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
110343	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
110343	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
110343	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
110343	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
110343	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
110343	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
110343	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
110343	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
110343	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
110343	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
110343	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
110343	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
110343	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
110343	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
110343	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
110343	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
110343	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
110343	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
110343	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
110343	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
110343	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
110343	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
110343	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
110343	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
110343	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
110343	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
110343	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
110343	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
110343	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
110343	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
110343	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
110343	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
110343	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
110343	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
110343	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
110343	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
110343	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
110343	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
110343	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
110343	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
110343	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
110343	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
110343	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
110343	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
110343	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
110343	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
110343	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
110343	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
110343	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
110343	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
110343	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
110343	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
110343	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
110343	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
110343	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
110343	embedding2nn.weight	0	0.010416894219815731
110343	embedding2nn.weight	1	-0.01382166612893343
110343	embedding2nn.weight	2	-0.014268254861235619
110343	embedding2nn.weight	3	-0.03967742994427681
110343	embedding2nn.weight	4	-0.0059150345623493195
110343	embedding2nn.weight	5	-0.0037005851045250893
110343	embedding2nn.weight	6	-0.003973282873630524
110343	embedding2nn.weight	7	-0.05674371123313904
110343	embedding2nn.weight	8	-0.0019979383796453476
110343	embedding2nn.weight	9	-0.028249375522136688
110343	embedding2nn.bias	0	0.027393458411097527
110343	embedding2nn.bias	1	-0.08368615806102753
110343	embedding2nn.bias	2	0.08114783465862274
110343	embedding2nn.bias	3	0.06169528886675835
110343	embedding2nn.bias	4	-0.03276311606168747
110343	embedding2nn.bias	5	-0.06204894185066223
110343	embedding2nn.bias	6	0.030706211924552917
110343	embedding2nn.bias	7	-0.06150380149483681
110343	embedding2nn.bias	8	0.05727868527173996
110343	embedding2nn.bias	9	0.031408555805683136
110343	rnn.weight_ih_l0	0	-0.062208693474531174
110343	rnn.weight_ih_l0	1	-0.004639324266463518
110343	rnn.weight_ih_l0	2	0.0594995878636837
110343	rnn.weight_ih_l0	3	0.016920089721679688
110343	rnn.weight_ih_l0	4	-0.025723926723003387
110343	rnn.weight_ih_l0	5	-0.053571417927742004
110343	rnn.weight_ih_l0	6	-0.0019692203495651484
110343	rnn.weight_ih_l0	7	0.03298891708254814
110343	rnn.weight_ih_l0	8	-0.011979449540376663
110343	rnn.weight_ih_l0	9	-0.02370375208556652
110343	rnn.weight_hh_l0	0	-0.032053492963314056
110343	rnn.weight_hh_l0	1	0.011124650947749615
110343	rnn.weight_hh_l0	2	-0.0004924386739730835
110343	rnn.weight_hh_l0	3	-0.062478117644786835
110343	rnn.weight_hh_l0	4	0.0810437798500061
110343	rnn.weight_hh_l0	5	-0.00722333462908864
110343	rnn.weight_hh_l0	6	-0.050736166536808014
110343	rnn.weight_hh_l0	7	0.012777397409081459
110343	rnn.weight_hh_l0	8	0.015486102551221848
110343	rnn.weight_hh_l0	9	-0.0163038969039917
110343	rnn.bias_ih_l0	0	0.07175210863351822
110343	rnn.bias_ih_l0	1	-0.03519667685031891
110343	rnn.bias_ih_l0	2	0.000925379223190248
110343	rnn.bias_ih_l0	3	0.11018259823322296
110343	rnn.bias_ih_l0	4	-0.04705243930220604
110343	rnn.bias_ih_l0	5	-0.03490000218153
110343	rnn.bias_ih_l0	6	0.029547056183218956
110343	rnn.bias_ih_l0	7	0.030717572197318077
110343	rnn.bias_ih_l0	8	-0.10697370767593384
110343	rnn.bias_ih_l0	9	-0.036801114678382874
110343	rnn.bias_hh_l0	0	-0.028627673164010048
110343	rnn.bias_hh_l0	1	-0.103106290102005
110343	rnn.bias_hh_l0	2	-0.04127231985330582
110343	rnn.bias_hh_l0	3	-0.08136798441410065
110343	rnn.bias_hh_l0	4	-0.011473529040813446
110343	rnn.bias_hh_l0	5	-0.023946259170770645
110343	rnn.bias_hh_l0	6	0.03655136004090309
110343	rnn.bias_hh_l0	7	0.025348734110593796
110343	rnn.bias_hh_l0	8	-0.13169564306735992
110343	rnn.bias_hh_l0	9	-0.014597288332879543
110343	rnn.weight_ih_l0_reverse	0	-0.02580570988357067
110343	rnn.weight_ih_l0_reverse	1	-0.04512452706694603
110343	rnn.weight_ih_l0_reverse	2	-0.024653125554323196
110343	rnn.weight_ih_l0_reverse	3	0.00926164723932743
110343	rnn.weight_ih_l0_reverse	4	-0.014041000977158546
110343	rnn.weight_ih_l0_reverse	5	-0.047439467161893845
110343	rnn.weight_ih_l0_reverse	6	0.07355254888534546
110343	rnn.weight_ih_l0_reverse	7	-0.02003263495862484
110343	rnn.weight_ih_l0_reverse	8	-0.027195563539862633
110343	rnn.weight_ih_l0_reverse	9	0.012547841295599937
110343	rnn.weight_hh_l0_reverse	0	0.037445470690727234
110343	rnn.weight_hh_l0_reverse	1	0.030380936339497566
110343	rnn.weight_hh_l0_reverse	2	0.03375086188316345
110343	rnn.weight_hh_l0_reverse	3	0.02940416894853115
110343	rnn.weight_hh_l0_reverse	4	0.009288056753575802
110343	rnn.weight_hh_l0_reverse	5	0.01740722358226776
110343	rnn.weight_hh_l0_reverse	6	0.045927926898002625
110343	rnn.weight_hh_l0_reverse	7	-0.05984652787446976
110343	rnn.weight_hh_l0_reverse	8	0.035681575536727905
110343	rnn.weight_hh_l0_reverse	9	0.04738711938261986
110343	rnn.bias_ih_l0_reverse	0	-0.06131134182214737
110343	rnn.bias_ih_l0_reverse	1	-0.23865005373954773
110343	rnn.bias_ih_l0_reverse	2	-0.12656369805335999
110343	rnn.bias_ih_l0_reverse	3	-0.0349528007209301
110343	rnn.bias_ih_l0_reverse	4	-0.031143125146627426
110343	rnn.bias_ih_l0_reverse	5	0.049890585243701935
110343	rnn.bias_ih_l0_reverse	6	-0.03935663402080536
110343	rnn.bias_ih_l0_reverse	7	0.03483693674206734
110343	rnn.bias_ih_l0_reverse	8	-0.02936386875808239
110343	rnn.bias_ih_l0_reverse	9	0.04324909672141075
110343	rnn.bias_hh_l0_reverse	0	0.0021047107875347137
110343	rnn.bias_hh_l0_reverse	1	-0.03674011304974556
110343	rnn.bias_hh_l0_reverse	2	0.08398962020874023
110343	rnn.bias_hh_l0_reverse	3	-0.05620304495096207
110343	rnn.bias_hh_l0_reverse	4	-0.03361649066209793
110343	rnn.bias_hh_l0_reverse	5	-0.04120355099439621
110343	rnn.bias_hh_l0_reverse	6	-0.028500134125351906
110343	rnn.bias_hh_l0_reverse	7	0.10873273760080338
110343	rnn.bias_hh_l0_reverse	8	0.026824938133358955
110343	rnn.bias_hh_l0_reverse	9	-0.11755793541669846
110343	rnn.weight_ih_l1	0	-0.041347164660692215
110343	rnn.weight_ih_l1	1	-0.03603391349315643
110343	rnn.weight_ih_l1	2	0.044727809727191925
110343	rnn.weight_ih_l1	3	-0.0747980922460556
110343	rnn.weight_ih_l1	4	-0.011975248344242573
110343	rnn.weight_ih_l1	5	-0.044595614075660706
110343	rnn.weight_ih_l1	6	0.01852356269955635
110343	rnn.weight_ih_l1	7	-0.01747632957994938
110343	rnn.weight_ih_l1	8	0.038592200726270676
110343	rnn.weight_ih_l1	9	0.03981819748878479
110343	rnn.weight_hh_l1	0	-0.009931039996445179
110343	rnn.weight_hh_l1	1	0.010559157468378544
110343	rnn.weight_hh_l1	2	5.242475162958726e-05
110343	rnn.weight_hh_l1	3	-0.010114272125065327
110343	rnn.weight_hh_l1	4	0.0033139982260763645
110343	rnn.weight_hh_l1	5	0.02571013569831848
110343	rnn.weight_hh_l1	6	0.026120806112885475
110343	rnn.weight_hh_l1	7	-0.025540117174386978
110343	rnn.weight_hh_l1	8	-0.020128963515162468
110343	rnn.weight_hh_l1	9	0.0364261195063591
110343	rnn.bias_ih_l1	0	-0.16570700705051422
110343	rnn.bias_ih_l1	1	-0.17951270937919617
110343	rnn.bias_ih_l1	2	-0.1789107769727707
110343	rnn.bias_ih_l1	3	-0.26811522245407104
110343	rnn.bias_ih_l1	4	-0.1909913271665573
110343	rnn.bias_ih_l1	5	-0.10371133685112
110343	rnn.bias_ih_l1	6	-0.12057845294475555
110343	rnn.bias_ih_l1	7	-0.040947653353214264
110343	rnn.bias_ih_l1	8	-0.12811052799224854
110343	rnn.bias_ih_l1	9	-0.10768250375986099
110343	rnn.bias_hh_l1	0	-0.12586575746536255
110343	rnn.bias_hh_l1	1	-0.054677288979291916
110343	rnn.bias_hh_l1	2	-0.10903209447860718
110343	rnn.bias_hh_l1	3	-0.0982615053653717
110343	rnn.bias_hh_l1	4	-0.10005432367324829
110343	rnn.bias_hh_l1	5	-0.11070085316896439
110343	rnn.bias_hh_l1	6	-0.12952713668346405
110343	rnn.bias_hh_l1	7	0.030383318662643433
110343	rnn.bias_hh_l1	8	-0.16354689002037048
110343	rnn.bias_hh_l1	9	-0.09489418566226959
110343	rnn.weight_ih_l1_reverse	0	-0.04895737022161484
110343	rnn.weight_ih_l1_reverse	1	0.019572466611862183
110343	rnn.weight_ih_l1_reverse	2	0.06689213961362839
110343	rnn.weight_ih_l1_reverse	3	0.005573624279350042
110343	rnn.weight_ih_l1_reverse	4	-0.028505204245448112
110343	rnn.weight_ih_l1_reverse	5	-0.03415292873978615
110343	rnn.weight_ih_l1_reverse	6	0.0006611208664253354
110343	rnn.weight_ih_l1_reverse	7	0.023623313754796982
110343	rnn.weight_ih_l1_reverse	8	0.025950917974114418
110343	rnn.weight_ih_l1_reverse	9	-0.07405877113342285
110343	rnn.weight_hh_l1_reverse	0	0.008063009940087795
110343	rnn.weight_hh_l1_reverse	1	0.030054375529289246
110343	rnn.weight_hh_l1_reverse	2	-0.039792221039533615
110343	rnn.weight_hh_l1_reverse	3	0.04064975306391716
110343	rnn.weight_hh_l1_reverse	4	0.043356429785490036
110343	rnn.weight_hh_l1_reverse	5	0.006299871951341629
110343	rnn.weight_hh_l1_reverse	6	0.008881756104528904
110343	rnn.weight_hh_l1_reverse	7	0.024564752355217934
110343	rnn.weight_hh_l1_reverse	8	-0.006258230656385422
110343	rnn.weight_hh_l1_reverse	9	-0.03522713482379913
110343	rnn.bias_ih_l1_reverse	0	-0.05853675678372383
110343	rnn.bias_ih_l1_reverse	1	-0.1318284124135971
110343	rnn.bias_ih_l1_reverse	2	-0.14102238416671753
110343	rnn.bias_ih_l1_reverse	3	-0.02133442834019661
110343	rnn.bias_ih_l1_reverse	4	-0.18058663606643677
110343	rnn.bias_ih_l1_reverse	5	-0.09972145408391953
110343	rnn.bias_ih_l1_reverse	6	-0.12305951863527298
110343	rnn.bias_ih_l1_reverse	7	-0.21124446392059326
110343	rnn.bias_ih_l1_reverse	8	0.16219693422317505
110343	rnn.bias_ih_l1_reverse	9	0.062021106481552124
110343	rnn.bias_hh_l1_reverse	0	-0.08338889479637146
110343	rnn.bias_hh_l1_reverse	1	-0.08568472415208817
110343	rnn.bias_hh_l1_reverse	2	-0.21517789363861084
110343	rnn.bias_hh_l1_reverse	3	-0.11832240223884583
110343	rnn.bias_hh_l1_reverse	4	-0.1012221947312355
110343	rnn.bias_hh_l1_reverse	5	-0.11360668390989304
110343	rnn.bias_hh_l1_reverse	6	0.13287104666233063
110343	rnn.bias_hh_l1_reverse	7	-0.14084042608737946
110343	rnn.bias_hh_l1_reverse	8	-0.1004336029291153
110343	rnn.bias_hh_l1_reverse	9	-0.12832768261432648
110343	linear.weight	0	0.002228822559118271
110343	linear.weight	1	0.07710664719343185
110343	linear.weight	2	-0.08676803857088089
110343	linear.weight	3	0.3367956876754761
110343	linear.weight	4	0.14691996574401855
110343	linear.weight	5	-0.009814422577619553
110343	linear.weight	6	0.06625839322805405
110343	linear.weight	7	0.154617041349411
110343	linear.weight	8	0.04130549356341362
110343	linear.weight	9	-0.05238442122936249
110343	linear.bias	0	0.036354102194309235
110343	linear.bias	1	-0.19814413785934448
110343	linear.bias	2	-0.41217198967933655
110343	linear.bias	3	-0.7220725417137146
110343	linear.bias	4	-1.198735237121582
110343	linear.bias	5	-0.03836405649781227
110343	linear.bias	6	-0.7106645703315735
110343	linear.bias	7	0.36803027987480164
110343	linear.bias	8	-0.4979332387447357
110343	linear.bias	9	-0.9250519871711731
110540	transitions	0	0.6495532393455505
110540	transitions	1	0.1277836561203003
110540	transitions	2	-10000.0
110540	transitions	3	-1.8166359663009644
110540	transitions	4	-10000.0
110540	transitions	5	0.6007221937179565
110540	transitions	6	-0.060217805206775665
110540	transitions	7	-0.6008159518241882
110540	transitions	8	-1.3824918270111084
110540	transitions	9	-0.0009288151049986482
110540	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
110540	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
110540	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
110540	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
110540	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
110540	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
110540	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
110540	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
110540	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
110540	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
110540	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
110540	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
110540	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
110540	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
110540	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
110540	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
110540	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
110540	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
110540	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
110540	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
110540	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
110540	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
110540	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
110540	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
110540	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
110540	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
110540	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
110540	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
110540	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
110540	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
110540	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
110540	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
110540	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
110540	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
110540	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
110540	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
110540	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
110540	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
110540	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
110540	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
110540	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
110540	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
110540	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
110540	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
110540	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
110540	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
110540	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
110540	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
110540	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
110540	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
110540	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
110540	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
110540	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
110540	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
110540	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
110540	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
110540	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
110540	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
110540	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
110540	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
110540	embedding2nn.weight	0	0.010723376646637917
110540	embedding2nn.weight	1	-0.013480030000209808
110540	embedding2nn.weight	2	-0.014268254861235619
110540	embedding2nn.weight	3	-0.042629506438970566
110540	embedding2nn.weight	4	-0.0059150345623493195
110540	embedding2nn.weight	5	-0.0037005851045250893
110540	embedding2nn.weight	6	-0.003973282873630524
110540	embedding2nn.weight	7	-0.05770029500126839
110540	embedding2nn.weight	8	-0.0019979383796453476
110540	embedding2nn.weight	9	-0.029390940442681313
110540	embedding2nn.bias	0	0.023550963029265404
110540	embedding2nn.bias	1	-0.08397487550973892
110540	embedding2nn.bias	2	0.08754810690879822
110540	embedding2nn.bias	3	0.06819839775562286
110540	embedding2nn.bias	4	-0.03883570432662964
110540	embedding2nn.bias	5	-0.06029268354177475
110540	embedding2nn.bias	6	0.03301068767905235
110540	embedding2nn.bias	7	-0.06056833267211914
110540	embedding2nn.bias	8	0.05380165949463844
110540	embedding2nn.bias	9	0.032484930008649826
110540	rnn.weight_ih_l0	0	-0.06296994537115097
110540	rnn.weight_ih_l0	1	-0.004918240942060947
110540	rnn.weight_ih_l0	2	0.05795371159911156
110540	rnn.weight_ih_l0	3	0.016720613464713097
110540	rnn.weight_ih_l0	4	-0.02498738467693329
110540	rnn.weight_ih_l0	5	-0.05304209515452385
110540	rnn.weight_ih_l0	6	-0.002567192306742072
110540	rnn.weight_ih_l0	7	0.03356773406267166
110540	rnn.weight_ih_l0	8	-0.012340081855654716
110540	rnn.weight_ih_l0	9	-0.023378875106573105
110540	rnn.weight_hh_l0	0	-0.033476587384939194
110540	rnn.weight_hh_l0	1	0.011588847264647484
110540	rnn.weight_hh_l0	2	-0.0014862759271636605
110540	rnn.weight_hh_l0	3	-0.06282994896173477
110540	rnn.weight_hh_l0	4	0.08119097352027893
110540	rnn.weight_hh_l0	5	-0.006354820914566517
110540	rnn.weight_hh_l0	6	-0.049368444830179214
110540	rnn.weight_hh_l0	7	0.013455910608172417
110540	rnn.weight_hh_l0	8	0.014889749698340893
110540	rnn.weight_hh_l0	9	-0.01703988015651703
110540	rnn.bias_ih_l0	0	0.07119160145521164
110540	rnn.bias_ih_l0	1	-0.03924896940588951
110540	rnn.bias_ih_l0	2	0.001708118012174964
110540	rnn.bias_ih_l0	3	0.10782858729362488
110540	rnn.bias_ih_l0	4	-0.04567158967256546
110540	rnn.bias_ih_l0	5	-0.035924702882766724
110540	rnn.bias_ih_l0	6	0.027282873168587685
110540	rnn.bias_ih_l0	7	0.029839808121323586
110540	rnn.bias_ih_l0	8	-0.1064380332827568
110540	rnn.bias_ih_l0	9	-0.030748076736927032
110540	rnn.bias_hh_l0	0	-0.027737507596611977
110540	rnn.bias_hh_l0	1	-0.10276207327842712
110540	rnn.bias_hh_l0	2	-0.04524802789092064
110540	rnn.bias_hh_l0	3	-0.081662617623806
110540	rnn.bias_hh_l0	4	-0.016214827075600624
110540	rnn.bias_hh_l0	5	-0.024208001792430878
110540	rnn.bias_hh_l0	6	0.03634639084339142
110540	rnn.bias_hh_l0	7	0.026915952563285828
110540	rnn.bias_hh_l0	8	-0.12981677055358887
110540	rnn.bias_hh_l0	9	-0.013833346776664257
110540	rnn.weight_ih_l0_reverse	0	-0.02536536194384098
110540	rnn.weight_ih_l0_reverse	1	-0.04602237790822983
110540	rnn.weight_ih_l0_reverse	2	-0.02595316246151924
110540	rnn.weight_ih_l0_reverse	3	0.010681340470910072
110540	rnn.weight_ih_l0_reverse	4	-0.013946941122412682
110540	rnn.weight_ih_l0_reverse	5	-0.04872264340519905
110540	rnn.weight_ih_l0_reverse	6	0.07341330498456955
110540	rnn.weight_ih_l0_reverse	7	-0.021147316321730614
110540	rnn.weight_ih_l0_reverse	8	-0.027048612013459206
110540	rnn.weight_ih_l0_reverse	9	0.012398715130984783
110540	rnn.weight_hh_l0_reverse	0	0.03798726201057434
110540	rnn.weight_hh_l0_reverse	1	0.030119506642222404
110540	rnn.weight_hh_l0_reverse	2	0.034308623522520065
110540	rnn.weight_hh_l0_reverse	3	0.02897750772535801
110540	rnn.weight_hh_l0_reverse	4	0.00934136938303709
110540	rnn.weight_hh_l0_reverse	5	0.017387859523296356
110540	rnn.weight_hh_l0_reverse	6	0.045760124921798706
110540	rnn.weight_hh_l0_reverse	7	-0.05996372550725937
110540	rnn.weight_hh_l0_reverse	8	0.03544081375002861
110540	rnn.weight_hh_l0_reverse	9	0.04682043194770813
110540	rnn.bias_ih_l0_reverse	0	-0.059774208813905716
110540	rnn.bias_ih_l0_reverse	1	-0.23717564344406128
110540	rnn.bias_ih_l0_reverse	2	-0.1293288618326187
110540	rnn.bias_ih_l0_reverse	3	-0.034135013818740845
110540	rnn.bias_ih_l0_reverse	4	-0.0306553952395916
110540	rnn.bias_ih_l0_reverse	5	0.04805342108011246
110540	rnn.bias_ih_l0_reverse	6	-0.03937336429953575
110540	rnn.bias_ih_l0_reverse	7	0.036702290177345276
110540	rnn.bias_ih_l0_reverse	8	-0.029657987877726555
110540	rnn.bias_ih_l0_reverse	9	0.04138753563165665
110540	rnn.bias_hh_l0_reverse	0	0.002268698997795582
110540	rnn.bias_hh_l0_reverse	1	-0.036756228655576706
110540	rnn.bias_hh_l0_reverse	2	0.08236919343471527
110540	rnn.bias_hh_l0_reverse	3	-0.05700891092419624
110540	rnn.bias_hh_l0_reverse	4	-0.033312924206256866
110540	rnn.bias_hh_l0_reverse	5	-0.04030320793390274
110540	rnn.bias_hh_l0_reverse	6	-0.029123341664671898
110540	rnn.bias_hh_l0_reverse	7	0.10880835354328156
110540	rnn.bias_hh_l0_reverse	8	0.027480244636535645
110540	rnn.bias_hh_l0_reverse	9	-0.11937576532363892
110540	rnn.weight_ih_l1	0	-0.04223494976758957
110540	rnn.weight_ih_l1	1	-0.03851744160056114
110540	rnn.weight_ih_l1	2	0.04582104831933975
110540	rnn.weight_ih_l1	3	-0.0751299262046814
110540	rnn.weight_ih_l1	4	-0.011838464066386223
110540	rnn.weight_ih_l1	5	-0.04369232803583145
110540	rnn.weight_ih_l1	6	0.020137276500463486
110540	rnn.weight_ih_l1	7	-0.017941003665328026
110540	rnn.weight_ih_l1	8	0.03845065087080002
110540	rnn.weight_ih_l1	9	0.0394979789853096
110540	rnn.weight_hh_l1	0	-0.008851546794176102
110540	rnn.weight_hh_l1	1	0.010623774491250515
110540	rnn.weight_hh_l1	2	0.00021990177629049867
110540	rnn.weight_hh_l1	3	-0.009946420788764954
110540	rnn.weight_hh_l1	4	0.003728605806827545
110540	rnn.weight_hh_l1	5	0.02558129094541073
110540	rnn.weight_hh_l1	6	0.02641369216144085
110540	rnn.weight_hh_l1	7	-0.02647721767425537
110540	rnn.weight_hh_l1	8	-0.020246339961886406
110540	rnn.weight_hh_l1	9	0.03629239276051521
110540	rnn.bias_ih_l1	0	-0.16747312247753143
110540	rnn.bias_ih_l1	1	-0.1809213012456894
110540	rnn.bias_ih_l1	2	-0.17668555676937103
110540	rnn.bias_ih_l1	3	-0.2661745548248291
110540	rnn.bias_ih_l1	4	-0.18431656062602997
110540	rnn.bias_ih_l1	5	-0.10331398993730545
110540	rnn.bias_ih_l1	6	-0.12100949883460999
110540	rnn.bias_ih_l1	7	-0.034165866672992706
110540	rnn.bias_ih_l1	8	-0.12662912905216217
110540	rnn.bias_ih_l1	9	-0.10935579985380173
110540	rnn.bias_hh_l1	0	-0.12474672496318817
110540	rnn.bias_hh_l1	1	-0.05532160773873329
110540	rnn.bias_hh_l1	2	-0.10522179305553436
110540	rnn.bias_hh_l1	3	-0.09743203967809677
110540	rnn.bias_hh_l1	4	-0.10372644662857056
110540	rnn.bias_hh_l1	5	-0.11096937954425812
110540	rnn.bias_hh_l1	6	-0.12777341902256012
110540	rnn.bias_hh_l1	7	0.03183334320783615
110540	rnn.bias_hh_l1	8	-0.15817195177078247
110540	rnn.bias_hh_l1	9	-0.09328921884298325
110540	rnn.weight_ih_l1_reverse	0	-0.048672180622816086
110540	rnn.weight_ih_l1_reverse	1	0.021147528663277626
110540	rnn.weight_ih_l1_reverse	2	0.06905878335237503
110540	rnn.weight_ih_l1_reverse	3	0.005806855391710997
110540	rnn.weight_ih_l1_reverse	4	-0.028576994314789772
110540	rnn.weight_ih_l1_reverse	5	-0.03419232740998268
110540	rnn.weight_ih_l1_reverse	6	7.628239109180868e-05
110540	rnn.weight_ih_l1_reverse	7	0.02366367168724537
110540	rnn.weight_ih_l1_reverse	8	0.027652088552713394
110540	rnn.weight_ih_l1_reverse	9	-0.07313843816518784
110540	rnn.weight_hh_l1_reverse	0	0.008192331530153751
110540	rnn.weight_hh_l1_reverse	1	0.029902586713433266
110540	rnn.weight_hh_l1_reverse	2	-0.03985389694571495
110540	rnn.weight_hh_l1_reverse	3	0.04076479747891426
110540	rnn.weight_hh_l1_reverse	4	0.043344829231500626
110540	rnn.weight_hh_l1_reverse	5	0.007010363042354584
110540	rnn.weight_hh_l1_reverse	6	0.009944558143615723
110540	rnn.weight_hh_l1_reverse	7	0.0245071928948164
110540	rnn.weight_hh_l1_reverse	8	-0.006302972324192524
110540	rnn.weight_hh_l1_reverse	9	-0.03531857952475548
110540	rnn.bias_ih_l1_reverse	0	-0.057215914130210876
110540	rnn.bias_ih_l1_reverse	1	-0.13563121855258942
110540	rnn.bias_ih_l1_reverse	2	-0.13890787959098816
110540	rnn.bias_ih_l1_reverse	3	-0.015623800456523895
110540	rnn.bias_ih_l1_reverse	4	-0.18182292580604553
110540	rnn.bias_ih_l1_reverse	5	-0.09894177317619324
110540	rnn.bias_ih_l1_reverse	6	-0.12291078269481659
110540	rnn.bias_ih_l1_reverse	7	-0.20886088907718658
110540	rnn.bias_ih_l1_reverse	8	0.1499788910150528
110540	rnn.bias_ih_l1_reverse	9	0.06165824830532074
110540	rnn.bias_hh_l1_reverse	0	-0.08821597695350647
110540	rnn.bias_hh_l1_reverse	1	-0.08744331449270248
110540	rnn.bias_hh_l1_reverse	2	-0.21522408723831177
110540	rnn.bias_hh_l1_reverse	3	-0.11890352517366409
110540	rnn.bias_hh_l1_reverse	4	-0.10128383338451385
110540	rnn.bias_hh_l1_reverse	5	-0.11163630336523056
110540	rnn.bias_hh_l1_reverse	6	0.12612958252429962
110540	rnn.bias_hh_l1_reverse	7	-0.14128883183002472
110540	rnn.bias_hh_l1_reverse	8	-0.09961467236280441
110540	rnn.bias_hh_l1_reverse	9	-0.12691780924797058
110540	linear.weight	0	0.002228822559118271
110540	linear.weight	1	0.07068703323602676
110540	linear.weight	2	-0.08930133283138275
110540	linear.weight	3	0.3282509446144104
110540	linear.weight	4	0.14717601239681244
110540	linear.weight	5	-0.011398199945688248
110540	linear.weight	6	0.058015815913677216
110540	linear.weight	7	0.14738605916500092
110540	linear.weight	8	0.04130614176392555
110540	linear.weight	9	-0.048452090471982956
110540	linear.bias	0	0.07271404564380646
110540	linear.bias	1	-0.21016331017017365
110540	linear.bias	2	-0.4192989468574524
110540	linear.bias	3	-0.6989834904670715
110540	linear.bias	4	-1.1727368831634521
110540	linear.bias	5	-0.05530993640422821
110540	linear.bias	6	-0.7270948886871338
110540	linear.bias	7	0.35274067521095276
110540	linear.bias	8	-0.5196093916893005
110540	linear.bias	9	-0.9499720335006714
110544	transitions	0	0.6495429277420044
110544	transitions	1	0.1277560293674469
110544	transitions	2	-10000.0
110544	transitions	3	-1.8166366815567017
110544	transitions	4	-10000.0
110544	transitions	5	0.6007168889045715
110544	transitions	6	-0.060220927000045776
110544	transitions	7	-0.600822389125824
110544	transitions	8	-1.382492184638977
110544	transitions	9	-0.000928823254071176
110544	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
110544	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
110544	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
110544	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
110544	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
110544	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
110544	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
110544	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
110544	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
110544	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
110544	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
110544	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
110544	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
110544	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
110544	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
110544	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
110544	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
110544	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
110544	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
110544	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
110544	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
110544	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
110544	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
110544	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
110544	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
110544	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
110544	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
110544	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
110544	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
110544	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
110544	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
110544	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
110544	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
110544	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
110544	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
110544	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
110544	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
110544	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
110544	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
110544	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
110544	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
110544	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
110544	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
110544	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
110544	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
110544	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
110544	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
110544	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
110544	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
110544	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
110544	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
110544	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
110544	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
110544	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
110544	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
110544	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
110544	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
110544	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
110544	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
110544	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
110544	embedding2nn.weight	0	0.010631615296006203
110544	embedding2nn.weight	1	-0.013471223413944244
110544	embedding2nn.weight	2	-0.014268254861235619
110544	embedding2nn.weight	3	-0.04271511733531952
110544	embedding2nn.weight	4	-0.0059150345623493195
110544	embedding2nn.weight	5	-0.0037005851045250893
110544	embedding2nn.weight	6	-0.003973282407969236
110544	embedding2nn.weight	7	-0.05776713788509369
110544	embedding2nn.weight	8	-0.0019979383796453476
110544	embedding2nn.weight	9	-0.029376404359936714
110544	embedding2nn.bias	0	0.023590940982103348
110544	embedding2nn.bias	1	-0.08385071903467178
110544	embedding2nn.bias	2	0.08681110292673111
110544	embedding2nn.bias	3	0.0672890841960907
110544	embedding2nn.bias	4	-0.03906377777457237
110544	embedding2nn.bias	5	-0.06035853922367096
110544	embedding2nn.bias	6	0.032302677631378174
110544	embedding2nn.bias	7	-0.05952775850892067
110544	embedding2nn.bias	8	0.05302922800183296
110544	embedding2nn.bias	9	0.033482927829027176
110544	rnn.weight_ih_l0	0	-0.06306959688663483
110544	rnn.weight_ih_l0	1	-0.005208898335695267
110544	rnn.weight_ih_l0	2	0.05794716253876686
110544	rnn.weight_ih_l0	3	0.01658533327281475
110544	rnn.weight_ih_l0	4	-0.025084327906370163
110544	rnn.weight_ih_l0	5	-0.0530770979821682
110544	rnn.weight_ih_l0	6	-0.002477650996297598
110544	rnn.weight_ih_l0	7	0.03387455269694328
110544	rnn.weight_ih_l0	8	-0.01206547673791647
110544	rnn.weight_ih_l0	9	-0.02351388894021511
110544	rnn.weight_hh_l0	0	-0.03350973501801491
110544	rnn.weight_hh_l0	1	0.011672137305140495
110544	rnn.weight_hh_l0	2	-0.0015739267691969872
110544	rnn.weight_hh_l0	3	-0.06288965046405792
110544	rnn.weight_hh_l0	4	0.08133570104837418
110544	rnn.weight_hh_l0	5	-0.006370763760060072
110544	rnn.weight_hh_l0	6	-0.04956531152129173
110544	rnn.weight_hh_l0	7	0.013468386605381966
110544	rnn.weight_hh_l0	8	0.014798558317124844
110544	rnn.weight_hh_l0	9	-0.016975034028291702
110544	rnn.bias_ih_l0	0	0.07116428762674332
110544	rnn.bias_ih_l0	1	-0.0392124317586422
110544	rnn.bias_ih_l0	2	0.001570904511027038
110544	rnn.bias_ih_l0	3	0.1078886091709137
110544	rnn.bias_ih_l0	4	-0.0448809377849102
110544	rnn.bias_ih_l0	5	-0.03567168861627579
110544	rnn.bias_ih_l0	6	0.027564501389861107
110544	rnn.bias_ih_l0	7	0.03007601387798786
110544	rnn.bias_ih_l0	8	-0.10652083903551102
110544	rnn.bias_ih_l0	9	-0.030837824568152428
110544	rnn.bias_hh_l0	0	-0.02779279835522175
110544	rnn.bias_hh_l0	1	-0.10259250551462173
110544	rnn.bias_hh_l0	2	-0.04475196450948715
110544	rnn.bias_hh_l0	3	-0.08119732141494751
110544	rnn.bias_hh_l0	4	-0.016413576900959015
110544	rnn.bias_hh_l0	5	-0.02359369769692421
110544	rnn.bias_hh_l0	6	0.036385271698236465
110544	rnn.bias_hh_l0	7	0.027051229029893875
110544	rnn.bias_hh_l0	8	-0.130183607339859
110544	rnn.bias_hh_l0	9	-0.01432996615767479
110544	rnn.weight_ih_l0_reverse	0	-0.025313766673207283
110544	rnn.weight_ih_l0_reverse	1	-0.04600575938820839
110544	rnn.weight_ih_l0_reverse	2	-0.026193389669060707
110544	rnn.weight_ih_l0_reverse	3	0.010670161806046963
110544	rnn.weight_ih_l0_reverse	4	-0.013961580581963062
110544	rnn.weight_ih_l0_reverse	5	-0.048709217458963394
110544	rnn.weight_ih_l0_reverse	6	0.07335815578699112
110544	rnn.weight_ih_l0_reverse	7	-0.02133920229971409
110544	rnn.weight_ih_l0_reverse	8	-0.027033936232328415
110544	rnn.weight_ih_l0_reverse	9	0.012419233098626137
110544	rnn.weight_hh_l0_reverse	0	0.03795992583036423
110544	rnn.weight_hh_l0_reverse	1	0.03006264567375183
110544	rnn.weight_hh_l0_reverse	2	0.034347064793109894
110544	rnn.weight_hh_l0_reverse	3	0.02894454635679722
110544	rnn.weight_hh_l0_reverse	4	0.009394400753080845
110544	rnn.weight_hh_l0_reverse	5	0.01727246679365635
110544	rnn.weight_hh_l0_reverse	6	0.04574036970734596
110544	rnn.weight_hh_l0_reverse	7	-0.0600106306374073
110544	rnn.weight_hh_l0_reverse	8	0.03549615293741226
110544	rnn.weight_hh_l0_reverse	9	0.04678412154316902
110544	rnn.bias_ih_l0_reverse	0	-0.059846557676792145
110544	rnn.bias_ih_l0_reverse	1	-0.23743586242198944
110544	rnn.bias_ih_l0_reverse	2	-0.1293594390153885
110544	rnn.bias_ih_l0_reverse	3	-0.03384028375148773
110544	rnn.bias_ih_l0_reverse	4	-0.03061857633292675
110544	rnn.bias_ih_l0_reverse	5	0.0481121651828289
110544	rnn.bias_ih_l0_reverse	6	-0.03939925134181976
110544	rnn.bias_ih_l0_reverse	7	0.03672274202108383
110544	rnn.bias_ih_l0_reverse	8	-0.029712358489632607
110544	rnn.bias_ih_l0_reverse	9	0.04150284826755524
110544	rnn.bias_hh_l0_reverse	0	0.002419223077595234
110544	rnn.bias_hh_l0_reverse	1	-0.0369880236685276
110544	rnn.bias_hh_l0_reverse	2	0.0818839818239212
110544	rnn.bias_hh_l0_reverse	3	-0.0570419542491436
110544	rnn.bias_hh_l0_reverse	4	-0.03329259157180786
110544	rnn.bias_hh_l0_reverse	5	-0.04065093398094177
110544	rnn.bias_hh_l0_reverse	6	-0.028891561552882195
110544	rnn.bias_hh_l0_reverse	7	0.10875729471445084
110544	rnn.bias_hh_l0_reverse	8	0.027419641613960266
110544	rnn.bias_hh_l0_reverse	9	-0.11943139880895615
110544	rnn.weight_ih_l1	0	-0.042222198098897934
110544	rnn.weight_ih_l1	1	-0.0386759378015995
110544	rnn.weight_ih_l1	2	0.04569517448544502
110544	rnn.weight_ih_l1	3	-0.07512524724006653
110544	rnn.weight_ih_l1	4	-0.0117953447625041
110544	rnn.weight_ih_l1	5	-0.04366108402609825
110544	rnn.weight_ih_l1	6	0.020093416795134544
110544	rnn.weight_ih_l1	7	-0.017937051132321358
110544	rnn.weight_ih_l1	8	0.038441386073827744
110544	rnn.weight_ih_l1	9	0.03937004879117012
110544	rnn.weight_hh_l1	0	-0.008755302987992764
110544	rnn.weight_hh_l1	1	0.010622684843838215
110544	rnn.weight_hh_l1	2	0.000525840325281024
110544	rnn.weight_hh_l1	3	-0.009928420186042786
110544	rnn.weight_hh_l1	4	0.0037207116838544607
110544	rnn.weight_hh_l1	5	0.025529960170388222
110544	rnn.weight_hh_l1	6	0.026468465104699135
110544	rnn.weight_hh_l1	7	-0.026458343490958214
110544	rnn.weight_hh_l1	8	-0.020230978727340698
110544	rnn.weight_hh_l1	9	0.03625483810901642
110544	rnn.bias_ih_l1	0	-0.16814374923706055
110544	rnn.bias_ih_l1	1	-0.18156494200229645
110544	rnn.bias_ih_l1	2	-0.17689484357833862
110544	rnn.bias_ih_l1	3	-0.2662561237812042
110544	rnn.bias_ih_l1	4	-0.18314795196056366
110544	rnn.bias_ih_l1	5	-0.10331316292285919
110544	rnn.bias_ih_l1	6	-0.12107007205486298
110544	rnn.bias_ih_l1	7	-0.034857116639614105
110544	rnn.bias_ih_l1	8	-0.12621091306209564
110544	rnn.bias_ih_l1	9	-0.10919910669326782
110544	rnn.bias_hh_l1	0	-0.1245497465133667
110544	rnn.bias_hh_l1	1	-0.05537683516740799
110544	rnn.bias_hh_l1	2	-0.10467039048671722
110544	rnn.bias_hh_l1	3	-0.09752620756626129
110544	rnn.bias_hh_l1	4	-0.10368523746728897
110544	rnn.bias_hh_l1	5	-0.11104865372180939
110544	rnn.bias_hh_l1	6	-0.12741558253765106
110544	rnn.bias_hh_l1	7	0.03277817741036415
110544	rnn.bias_hh_l1	8	-0.15951460599899292
110544	rnn.bias_hh_l1	9	-0.0928662046790123
110544	rnn.weight_ih_l1_reverse	0	-0.048575278371572495
110544	rnn.weight_ih_l1_reverse	1	0.020928462967276573
110544	rnn.weight_ih_l1_reverse	2	0.06901530176401138
110544	rnn.weight_ih_l1_reverse	3	0.0057854256592690945
110544	rnn.weight_ih_l1_reverse	4	-0.028266949579119682
110544	rnn.weight_ih_l1_reverse	5	-0.03418821841478348
110544	rnn.weight_ih_l1_reverse	6	-0.00027280321228317916
110544	rnn.weight_ih_l1_reverse	7	0.02364051155745983
110544	rnn.weight_ih_l1_reverse	8	0.028229251503944397
110544	rnn.weight_ih_l1_reverse	9	-0.07299832999706268
110544	rnn.weight_hh_l1_reverse	0	0.008167237043380737
110544	rnn.weight_hh_l1_reverse	1	0.029935186728835106
110544	rnn.weight_hh_l1_reverse	2	-0.03983786329627037
110544	rnn.weight_hh_l1_reverse	3	0.04076731204986572
110544	rnn.weight_hh_l1_reverse	4	0.04335595294833183
110544	rnn.weight_hh_l1_reverse	5	0.007014755625277758
110544	rnn.weight_hh_l1_reverse	6	0.010149234905838966
110544	rnn.weight_hh_l1_reverse	7	0.024472009390592575
110544	rnn.weight_hh_l1_reverse	8	-0.006296577863395214
110544	rnn.weight_hh_l1_reverse	9	-0.03531830757856369
110544	rnn.bias_ih_l1_reverse	0	-0.05717877671122551
110544	rnn.bias_ih_l1_reverse	1	-0.13590401411056519
110544	rnn.bias_ih_l1_reverse	2	-0.13915161788463593
110544	rnn.bias_ih_l1_reverse	3	-0.01542856264859438
110544	rnn.bias_ih_l1_reverse	4	-0.18168097734451294
110544	rnn.bias_ih_l1_reverse	5	-0.09908843785524368
110544	rnn.bias_ih_l1_reverse	6	-0.12293983995914459
110544	rnn.bias_ih_l1_reverse	7	-0.2082628607749939
110544	rnn.bias_ih_l1_reverse	8	0.15075482428073883
110544	rnn.bias_ih_l1_reverse	9	0.06226780638098717
110544	rnn.bias_hh_l1_reverse	0	-0.08862952888011932
110544	rnn.bias_hh_l1_reverse	1	-0.08744587749242783
110544	rnn.bias_hh_l1_reverse	2	-0.21507155895233154
110544	rnn.bias_hh_l1_reverse	3	-0.11861514300107956
110544	rnn.bias_hh_l1_reverse	4	-0.10124523937702179
110544	rnn.bias_hh_l1_reverse	5	-0.11128075420856476
110544	rnn.bias_hh_l1_reverse	6	0.12513384222984314
110544	rnn.bias_hh_l1_reverse	7	-0.14119747281074524
110544	rnn.bias_hh_l1_reverse	8	-0.0994536504149437
110544	rnn.bias_hh_l1_reverse	9	-0.12677758932113647
110544	linear.weight	0	0.002228822559118271
110544	linear.weight	1	0.07102631032466888
110544	linear.weight	2	-0.08938561379909515
110544	linear.weight	3	0.3283731937408447
110544	linear.weight	4	0.14798781275749207
110544	linear.weight	5	-0.01075493823736906
110544	linear.weight	6	0.05789888650178909
110544	linear.weight	7	0.14473679661750793
110544	linear.weight	8	0.041306108236312866
110544	linear.weight	9	-0.047891780734062195
110544	linear.bias	0	0.06639779359102249
110544	linear.bias	1	-0.203171506524086
110544	linear.bias	2	-0.42120400071144104
110544	linear.bias	3	-0.7071247100830078
110544	linear.bias	4	-1.180814266204834
110544	linear.bias	5	-0.04348278045654297
110544	linear.bias	6	-0.7200341820716858
110544	linear.bias	7	0.36431849002838135
110544	linear.bias	8	-0.5192939639091492
110544	linear.bias	9	-0.949748158454895
110741	transitions	0	0.6496854424476624
110741	transitions	1	0.126407653093338
110741	transitions	2	-10000.0
110741	transitions	3	-1.8166768550872803
110741	transitions	4	-10000.0
110741	transitions	5	0.6005890965461731
110741	transitions	6	-0.06030134856700897
110741	transitions	7	-0.6018310785293579
110741	transitions	8	-1.382565975189209
110741	transitions	9	-0.0009307177388109267
110741	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
110741	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
110741	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
110741	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
110741	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
110741	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
110741	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
110741	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
110741	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
110741	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
110741	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
110741	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
110741	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
110741	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
110741	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
110741	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
110741	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
110741	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
110741	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
110741	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
110741	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
110741	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
110741	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
110741	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
110741	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
110741	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
110741	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
110741	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
110741	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
110741	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
110741	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
110741	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
110741	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
110741	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
110741	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
110741	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
110741	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
110741	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
110741	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
110741	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
110741	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
110741	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
110741	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
110741	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
110741	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
110741	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
110741	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
110741	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
110741	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
110741	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
110741	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
110741	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
110741	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
110741	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
110741	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
110741	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
110741	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
110741	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
110741	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
110741	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
110741	embedding2nn.weight	0	0.011607414111495018
110741	embedding2nn.weight	1	-0.013564515858888626
110741	embedding2nn.weight	2	-0.014268254861235619
110741	embedding2nn.weight	3	-0.043630294501781464
110741	embedding2nn.weight	4	-0.0059150345623493195
110741	embedding2nn.weight	5	-0.0037005848716944456
110741	embedding2nn.weight	6	-0.003973280545324087
110741	embedding2nn.weight	7	-0.0578770786523819
110741	embedding2nn.weight	8	-0.0019979383796453476
110741	embedding2nn.weight	9	-0.029013825580477715
110741	embedding2nn.bias	0	0.030518701300024986
110741	embedding2nn.bias	1	-0.07821886241436005
110741	embedding2nn.bias	2	0.07525645196437836
110741	embedding2nn.bias	3	0.06482108682394028
110741	embedding2nn.bias	4	-0.03427378460764885
110741	embedding2nn.bias	5	-0.06143464148044586
110741	embedding2nn.bias	6	0.03668829798698425
110741	embedding2nn.bias	7	-0.051229700446128845
110741	embedding2nn.bias	8	0.0518876314163208
110741	embedding2nn.bias	9	0.03324000909924507
110741	rnn.weight_ih_l0	0	-0.06470675021409988
110741	rnn.weight_ih_l0	1	-0.005669537931680679
110741	rnn.weight_ih_l0	2	0.05761478841304779
110741	rnn.weight_ih_l0	3	0.01639976166188717
110741	rnn.weight_ih_l0	4	-0.02466084063053131
110741	rnn.weight_ih_l0	5	-0.05250852182507515
110741	rnn.weight_ih_l0	6	-0.001786589971743524
110741	rnn.weight_ih_l0	7	0.0336371548473835
110741	rnn.weight_ih_l0	8	-0.012821798212826252
110741	rnn.weight_ih_l0	9	-0.022662360221147537
110741	rnn.weight_hh_l0	0	-0.034597016870975494
110741	rnn.weight_hh_l0	1	0.010099448263645172
110741	rnn.weight_hh_l0	2	-0.0018839844269677997
110741	rnn.weight_hh_l0	3	-0.06266645342111588
110741	rnn.weight_hh_l0	4	0.08218006789684296
110741	rnn.weight_hh_l0	5	-0.005651039537042379
110741	rnn.weight_hh_l0	6	-0.05289442837238312
110741	rnn.weight_hh_l0	7	0.01447312906384468
110741	rnn.weight_hh_l0	8	0.014587580226361752
110741	rnn.weight_hh_l0	9	-0.016923701390624046
110741	rnn.bias_ih_l0	0	0.06899405270814896
110741	rnn.bias_ih_l0	1	-0.038770560175180435
110741	rnn.bias_ih_l0	2	-0.0003351464110892266
110741	rnn.bias_ih_l0	3	0.10933610051870346
110741	rnn.bias_ih_l0	4	-0.04304792732000351
110741	rnn.bias_ih_l0	5	-0.03481822833418846
110741	rnn.bias_ih_l0	6	0.029537437483668327
110741	rnn.bias_ih_l0	7	0.029776781797409058
110741	rnn.bias_ih_l0	8	-0.10794331878423691
110741	rnn.bias_ih_l0	9	-0.03367505222558975
110741	rnn.bias_hh_l0	0	-0.024638818576931953
110741	rnn.bias_hh_l0	1	-0.10259754955768585
110741	rnn.bias_hh_l0	2	-0.04543575644493103
110741	rnn.bias_hh_l0	3	-0.08051539212465286
110741	rnn.bias_hh_l0	4	-0.01860709860920906
110741	rnn.bias_hh_l0	5	-0.027989903464913368
110741	rnn.bias_hh_l0	6	0.035039760172367096
110741	rnn.bias_hh_l0	7	0.02600366249680519
110741	rnn.bias_hh_l0	8	-0.13020892441272736
110741	rnn.bias_hh_l0	9	-0.01622271165251732
110741	rnn.weight_ih_l0_reverse	0	-0.026494646444916725
110741	rnn.weight_ih_l0_reverse	1	-0.04572685435414314
110741	rnn.weight_ih_l0_reverse	2	-0.027115652337670326
110741	rnn.weight_ih_l0_reverse	3	0.010986250825226307
110741	rnn.weight_ih_l0_reverse	4	-0.012978872284293175
110741	rnn.weight_ih_l0_reverse	5	-0.04869423434138298
110741	rnn.weight_ih_l0_reverse	6	0.0743560940027237
110741	rnn.weight_ih_l0_reverse	7	-0.023768119513988495
110741	rnn.weight_ih_l0_reverse	8	-0.026765506714582443
110741	rnn.weight_ih_l0_reverse	9	0.011347915045917034
110741	rnn.weight_hh_l0_reverse	0	0.03930317983031273
110741	rnn.weight_hh_l0_reverse	1	0.03104318678379059
110741	rnn.weight_hh_l0_reverse	2	0.03407954052090645
110741	rnn.weight_hh_l0_reverse	3	0.028342999517917633
110741	rnn.weight_hh_l0_reverse	4	0.00945072341710329
110741	rnn.weight_hh_l0_reverse	5	0.017587509006261826
110741	rnn.weight_hh_l0_reverse	6	0.04608995467424393
110741	rnn.weight_hh_l0_reverse	7	-0.06027047708630562
110741	rnn.weight_hh_l0_reverse	8	0.03553178533911705
110741	rnn.weight_hh_l0_reverse	9	0.04716366156935692
110741	rnn.bias_ih_l0_reverse	0	-0.05805647745728493
110741	rnn.bias_ih_l0_reverse	1	-0.24175438284873962
110741	rnn.bias_ih_l0_reverse	2	-0.1318219006061554
110741	rnn.bias_ih_l0_reverse	3	-0.036185599863529205
110741	rnn.bias_ih_l0_reverse	4	-0.03560635447502136
110741	rnn.bias_ih_l0_reverse	5	0.05090751498937607
110741	rnn.bias_ih_l0_reverse	6	-0.03998398780822754
110741	rnn.bias_ih_l0_reverse	7	0.03540623188018799
110741	rnn.bias_ih_l0_reverse	8	-0.03477911278605461
110741	rnn.bias_ih_l0_reverse	9	0.03664715960621834
110741	rnn.bias_hh_l0_reverse	0	0.0014426765264943242
110741	rnn.bias_hh_l0_reverse	1	-0.035071976482868195
110741	rnn.bias_hh_l0_reverse	2	0.07985109090805054
110741	rnn.bias_hh_l0_reverse	3	-0.053844206035137177
110741	rnn.bias_hh_l0_reverse	4	-0.03783327341079712
110741	rnn.bias_hh_l0_reverse	5	-0.0431622676551342
110741	rnn.bias_hh_l0_reverse	6	-0.029562370851635933
110741	rnn.bias_hh_l0_reverse	7	0.11071856319904327
110741	rnn.bias_hh_l0_reverse	8	0.02628900296986103
110741	rnn.bias_hh_l0_reverse	9	-0.11915051192045212
110741	rnn.weight_ih_l1	0	-0.04247273504734039
110741	rnn.weight_ih_l1	1	-0.039102282375097275
110741	rnn.weight_ih_l1	2	0.0452108308672905
110741	rnn.weight_ih_l1	3	-0.07341258972883224
110741	rnn.weight_ih_l1	4	-0.01202687993645668
110741	rnn.weight_ih_l1	5	-0.04357929900288582
110741	rnn.weight_ih_l1	6	0.0196835957467556
110741	rnn.weight_ih_l1	7	-0.01904883049428463
110741	rnn.weight_ih_l1	8	0.03854324296116829
110741	rnn.weight_ih_l1	9	0.03952043130993843
110741	rnn.weight_hh_l1	0	-0.009289897046983242
110741	rnn.weight_hh_l1	1	0.010330325923860073
110741	rnn.weight_hh_l1	2	0.003442268120124936
110741	rnn.weight_hh_l1	3	-0.010478504933416843
110741	rnn.weight_hh_l1	4	0.0035434095188975334
110741	rnn.weight_hh_l1	5	0.02587467059493065
110741	rnn.weight_hh_l1	6	0.02663031592965126
110741	rnn.weight_hh_l1	7	-0.026156719774007797
110741	rnn.weight_hh_l1	8	-0.02017129957675934
110741	rnn.weight_hh_l1	9	0.036478787660598755
110741	rnn.bias_ih_l1	0	-0.16797667741775513
110741	rnn.bias_ih_l1	1	-0.18607041239738464
110741	rnn.bias_ih_l1	2	-0.17812120914459229
110741	rnn.bias_ih_l1	3	-0.26766449213027954
110741	rnn.bias_ih_l1	4	-0.18143115937709808
110741	rnn.bias_ih_l1	5	-0.10388851165771484
110741	rnn.bias_ih_l1	6	-0.12105223536491394
110741	rnn.bias_ih_l1	7	-0.03207184001803398
110741	rnn.bias_ih_l1	8	-0.1284704953432083
110741	rnn.bias_ih_l1	9	-0.10983075946569443
110741	rnn.bias_hh_l1	0	-0.12237989157438278
110741	rnn.bias_hh_l1	1	-0.05561094358563423
110741	rnn.bias_hh_l1	2	-0.10586663335561752
110741	rnn.bias_hh_l1	3	-0.09878762066364288
110741	rnn.bias_hh_l1	4	-0.10438256710767746
110741	rnn.bias_hh_l1	5	-0.11068820208311081
110741	rnn.bias_hh_l1	6	-0.12950679659843445
110741	rnn.bias_hh_l1	7	0.031052816659212112
110741	rnn.bias_hh_l1	8	-0.1554628163576126
110741	rnn.bias_hh_l1	9	-0.09208954870700836
110741	rnn.weight_ih_l1_reverse	0	-0.0493156798183918
110741	rnn.weight_ih_l1_reverse	1	0.02137438766658306
110741	rnn.weight_ih_l1_reverse	2	0.06916844099760056
110741	rnn.weight_ih_l1_reverse	3	0.005418546497821808
110741	rnn.weight_ih_l1_reverse	4	-0.029262647032737732
110741	rnn.weight_ih_l1_reverse	5	-0.03412196412682533
110741	rnn.weight_ih_l1_reverse	6	0.0009636619943194091
110741	rnn.weight_ih_l1_reverse	7	0.024516047909855843
110741	rnn.weight_ih_l1_reverse	8	0.023394523188471794
110741	rnn.weight_ih_l1_reverse	9	-0.07361733913421631
110741	rnn.weight_hh_l1_reverse	0	0.008067385293543339
110741	rnn.weight_hh_l1_reverse	1	0.029985230416059494
110741	rnn.weight_hh_l1_reverse	2	-0.03989230468869209
110741	rnn.weight_hh_l1_reverse	3	0.0407114177942276
110741	rnn.weight_hh_l1_reverse	4	0.04322008788585663
110741	rnn.weight_hh_l1_reverse	5	0.006869482807815075
110741	rnn.weight_hh_l1_reverse	6	0.009000029414892197
110741	rnn.weight_hh_l1_reverse	7	0.025020156055688858
110741	rnn.weight_hh_l1_reverse	8	-0.006346025969833136
110741	rnn.weight_hh_l1_reverse	9	-0.035211529582738876
110741	rnn.bias_ih_l1_reverse	0	-0.05383159965276718
110741	rnn.bias_ih_l1_reverse	1	-0.13574814796447754
110741	rnn.bias_ih_l1_reverse	2	-0.1404435783624649
110741	rnn.bias_ih_l1_reverse	3	-0.016764827072620392
110741	rnn.bias_ih_l1_reverse	4	-0.18354934453964233
110741	rnn.bias_ih_l1_reverse	5	-0.09958337992429733
110741	rnn.bias_ih_l1_reverse	6	-0.12381581217050552
110741	rnn.bias_ih_l1_reverse	7	-0.20850981771945953
110741	rnn.bias_ih_l1_reverse	8	0.1539269983768463
110741	rnn.bias_ih_l1_reverse	9	0.06375688314437866
110741	rnn.bias_hh_l1_reverse	0	-0.08275027573108673
110741	rnn.bias_hh_l1_reverse	1	-0.09512239694595337
110741	rnn.bias_hh_l1_reverse	2	-0.2148733139038086
110741	rnn.bias_hh_l1_reverse	3	-0.11924028396606445
110741	rnn.bias_hh_l1_reverse	4	-0.10139961540699005
110741	rnn.bias_hh_l1_reverse	5	-0.11055416613817215
110741	rnn.bias_hh_l1_reverse	6	0.12553928792476654
110741	rnn.bias_hh_l1_reverse	7	-0.13910764455795288
110741	rnn.bias_hh_l1_reverse	8	-0.09919353574514389
110741	rnn.bias_hh_l1_reverse	9	-0.1269775629043579
110741	linear.weight	0	0.002228822559118271
110741	linear.weight	1	0.0651838481426239
110741	linear.weight	2	-0.09102911502122879
110741	linear.weight	3	0.3248273432254791
110741	linear.weight	4	0.14726677536964417
110741	linear.weight	5	-0.007736378349363804
110741	linear.weight	6	0.055654317140579224
110741	linear.weight	7	0.1314835399389267
110741	linear.weight	8	0.04130644351243973
110741	linear.weight	9	-0.044739026576280594
110741	linear.bias	0	0.039828453212976456
110741	linear.bias	1	-0.20160765945911407
110741	linear.bias	2	-0.42392486333847046
110741	linear.bias	3	-0.6927973628044128
110741	linear.bias	4	-1.168717861175537
110741	linear.bias	5	-0.0659724548459053
110741	linear.bias	6	-0.7234851121902466
110741	linear.bias	7	0.34296149015426636
110741	linear.bias	8	-0.5069869756698608
110741	linear.bias	9	-0.9412369728088379
110938	transitions	0	0.6341963410377502
110938	transitions	1	0.12615910172462463
110938	transitions	2	-10000.0
110938	transitions	3	-1.8167222738265991
110938	transitions	4	-10000.0
110938	transitions	5	0.6003798842430115
110938	transitions	6	-0.060407038778066635
110938	transitions	7	-0.6022834181785583
110938	transitions	8	-1.3826367855072021
110938	transitions	9	-0.0009324671700596809
110938	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
110938	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
110938	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
110938	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
110938	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
110938	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
110938	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
110938	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
110938	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
110938	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
110938	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
110938	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
110938	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
110938	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
110938	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
110938	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
110938	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
110938	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
110938	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
110938	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
110938	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
110938	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
110938	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
110938	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
110938	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
110938	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
110938	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
110938	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
110938	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
110938	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
110938	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
110938	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
110938	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
110938	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
110938	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
110938	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
110938	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
110938	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
110938	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
110938	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
110938	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
110938	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
110938	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
110938	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
110938	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
110938	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
110938	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
110938	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
110938	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
110938	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
110938	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
110938	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
110938	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
110938	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
110938	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
110938	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
110938	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
110938	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
110938	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
110938	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
110938	embedding2nn.weight	0	0.012405510991811752
110938	embedding2nn.weight	1	-0.013535323552787304
110938	embedding2nn.weight	2	-0.014268254861235619
110938	embedding2nn.weight	3	-0.04260175675153732
110938	embedding2nn.weight	4	-0.0059150345623493195
110938	embedding2nn.weight	5	-0.0037005848716944456
110938	embedding2nn.weight	6	-0.003973282407969236
110938	embedding2nn.weight	7	-0.05774291977286339
110938	embedding2nn.weight	8	-0.0019979383796453476
110938	embedding2nn.weight	9	-0.029705287888646126
110938	embedding2nn.bias	0	0.03454524651169777
110938	embedding2nn.bias	1	-0.08366570621728897
110938	embedding2nn.bias	2	0.07297900319099426
110938	embedding2nn.bias	3	0.05885850265622139
110938	embedding2nn.bias	4	-0.03421561047434807
110938	embedding2nn.bias	5	-0.05745552107691765
110938	embedding2nn.bias	6	0.03536126762628555
110938	embedding2nn.bias	7	-0.050803396850824356
110938	embedding2nn.bias	8	0.05040079727768898
110938	embedding2nn.bias	9	0.02692115120589733
110938	rnn.weight_ih_l0	0	-0.06433778256177902
110938	rnn.weight_ih_l0	1	-0.005498761311173439
110938	rnn.weight_ih_l0	2	0.05709174647927284
110938	rnn.weight_ih_l0	3	0.016640963032841682
110938	rnn.weight_ih_l0	4	-0.02242477424442768
110938	rnn.weight_ih_l0	5	-0.0532342903316021
110938	rnn.weight_ih_l0	6	-0.0011884319828823209
110938	rnn.weight_ih_l0	7	0.03400774672627449
110938	rnn.weight_ih_l0	8	-0.011534977704286575
110938	rnn.weight_ih_l0	9	-0.023169687017798424
110938	rnn.weight_hh_l0	0	-0.0346747450530529
110938	rnn.weight_hh_l0	1	0.01135555561631918
110938	rnn.weight_hh_l0	2	-0.0021492778323590755
110938	rnn.weight_hh_l0	3	-0.06261677294969559
110938	rnn.weight_hh_l0	4	0.08317088335752487
110938	rnn.weight_hh_l0	5	-0.0037140604108572006
110938	rnn.weight_hh_l0	6	-0.05304969474673271
110938	rnn.weight_hh_l0	7	0.01332791056483984
110938	rnn.weight_hh_l0	8	0.01456423383206129
110938	rnn.weight_hh_l0	9	-0.01705186441540718
110938	rnn.bias_ih_l0	0	0.06893675029277802
110938	rnn.bias_ih_l0	1	-0.040354978293180466
110938	rnn.bias_ih_l0	2	0.0011195761617273092
110938	rnn.bias_ih_l0	3	0.11181411892175674
110938	rnn.bias_ih_l0	4	-0.04326247051358223
110938	rnn.bias_ih_l0	5	-0.038127899169921875
110938	rnn.bias_ih_l0	6	0.028803281486034393
110938	rnn.bias_ih_l0	7	0.028584521263837814
110938	rnn.bias_ih_l0	8	-0.10798139870166779
110938	rnn.bias_ih_l0	9	-0.03291608765721321
110938	rnn.bias_hh_l0	0	-0.02293439209461212
110938	rnn.bias_hh_l0	1	-0.09893111139535904
110938	rnn.bias_hh_l0	2	-0.04343811795115471
110938	rnn.bias_hh_l0	3	-0.08092182129621506
110938	rnn.bias_hh_l0	4	-0.019964680075645447
110938	rnn.bias_hh_l0	5	-0.029166191816329956
110938	rnn.bias_hh_l0	6	0.037608470767736435
110938	rnn.bias_hh_l0	7	0.032426390796899796
110938	rnn.bias_hh_l0	8	-0.1270609200000763
110938	rnn.bias_hh_l0	9	-0.01327974908053875
110938	rnn.weight_ih_l0_reverse	0	-0.026863452047109604
110938	rnn.weight_ih_l0_reverse	1	-0.0487804114818573
110938	rnn.weight_ih_l0_reverse	2	-0.027596287429332733
110938	rnn.weight_ih_l0_reverse	3	0.009721245616674423
110938	rnn.weight_ih_l0_reverse	4	-0.013305013068020344
110938	rnn.weight_ih_l0_reverse	5	-0.04896528646349907
110938	rnn.weight_ih_l0_reverse	6	0.0755670815706253
110938	rnn.weight_ih_l0_reverse	7	-0.024514462798833847
110938	rnn.weight_ih_l0_reverse	8	-0.024769719690084457
110938	rnn.weight_ih_l0_reverse	9	0.011194989085197449
110938	rnn.weight_hh_l0_reverse	0	0.03819546848535538
110938	rnn.weight_hh_l0_reverse	1	0.03107171133160591
110938	rnn.weight_hh_l0_reverse	2	0.03420352563261986
110938	rnn.weight_hh_l0_reverse	3	0.028607020154595375
110938	rnn.weight_hh_l0_reverse	4	0.008846747688949108
110938	rnn.weight_hh_l0_reverse	5	0.01751214638352394
110938	rnn.weight_hh_l0_reverse	6	0.04627048596739769
110938	rnn.weight_hh_l0_reverse	7	-0.06045578420162201
110938	rnn.weight_hh_l0_reverse	8	0.036243923008441925
110938	rnn.weight_hh_l0_reverse	9	0.04710012674331665
110938	rnn.bias_ih_l0_reverse	0	-0.0579141266644001
110938	rnn.bias_ih_l0_reverse	1	-0.2415049970149994
110938	rnn.bias_ih_l0_reverse	2	-0.1329268366098404
110938	rnn.bias_ih_l0_reverse	3	-0.03771264851093292
110938	rnn.bias_ih_l0_reverse	4	-0.034958112984895706
110938	rnn.bias_ih_l0_reverse	5	0.053341109305620193
110938	rnn.bias_ih_l0_reverse	6	-0.041286103427410126
110938	rnn.bias_ih_l0_reverse	7	0.03387816250324249
110938	rnn.bias_ih_l0_reverse	8	-0.032449573278427124
110938	rnn.bias_ih_l0_reverse	9	0.036592304706573486
110938	rnn.bias_hh_l0_reverse	0	0.0013326932676136494
110938	rnn.bias_hh_l0_reverse	1	-0.036722782999277115
110938	rnn.bias_hh_l0_reverse	2	0.0780203565955162
110938	rnn.bias_hh_l0_reverse	3	-0.05526129901409149
110938	rnn.bias_hh_l0_reverse	4	-0.03263986110687256
110938	rnn.bias_hh_l0_reverse	5	-0.04293056204915047
110938	rnn.bias_hh_l0_reverse	6	-0.03067978098988533
110938	rnn.bias_hh_l0_reverse	7	0.11057893931865692
110938	rnn.bias_hh_l0_reverse	8	0.029949624091386795
110938	rnn.bias_hh_l0_reverse	9	-0.11872909218072891
110938	rnn.weight_ih_l1	0	-0.04226292297244072
110938	rnn.weight_ih_l1	1	-0.03907071799039841
110938	rnn.weight_ih_l1	2	0.04348265007138252
110938	rnn.weight_ih_l1	3	-0.07231636345386505
110938	rnn.weight_ih_l1	4	-0.012542775832116604
110938	rnn.weight_ih_l1	5	-0.04371178150177002
110938	rnn.weight_ih_l1	6	0.02005002275109291
110938	rnn.weight_ih_l1	7	-0.01969166472554207
110938	rnn.weight_ih_l1	8	0.03870636597275734
110938	rnn.weight_ih_l1	9	0.040199145674705505
110938	rnn.weight_hh_l1	0	-0.009136853739619255
110938	rnn.weight_hh_l1	1	0.01039060764014721
110938	rnn.weight_hh_l1	2	0.004194856621325016
110938	rnn.weight_hh_l1	3	-0.010735633783042431
110938	rnn.weight_hh_l1	4	0.004241286776959896
110938	rnn.weight_hh_l1	5	0.025827249512076378
110938	rnn.weight_hh_l1	6	0.02630438096821308
110938	rnn.weight_hh_l1	7	-0.025713568553328514
110938	rnn.weight_hh_l1	8	-0.01945439539849758
110938	rnn.weight_hh_l1	9	0.0366378054022789
110938	rnn.bias_ih_l1	0	-0.17291952669620514
110938	rnn.bias_ih_l1	1	-0.18125134706497192
110938	rnn.bias_ih_l1	2	-0.17930768430233002
110938	rnn.bias_ih_l1	3	-0.26918086409568787
110938	rnn.bias_ih_l1	4	-0.18296362459659576
110938	rnn.bias_ih_l1	5	-0.10307594388723373
110938	rnn.bias_ih_l1	6	-0.12349691241979599
110938	rnn.bias_ih_l1	7	-0.03691787272691727
110938	rnn.bias_ih_l1	8	-0.12868109345436096
110938	rnn.bias_ih_l1	9	-0.10509932041168213
110938	rnn.bias_hh_l1	0	-0.12393558025360107
110938	rnn.bias_hh_l1	1	-0.056773021817207336
110938	rnn.bias_hh_l1	2	-0.10550843179225922
110938	rnn.bias_hh_l1	3	-0.09992435574531555
110938	rnn.bias_hh_l1	4	-0.10217148810625076
110938	rnn.bias_hh_l1	5	-0.11139737069606781
110938	rnn.bias_hh_l1	6	-0.12959977984428406
110938	rnn.bias_hh_l1	7	0.03703534975647926
110938	rnn.bias_hh_l1	8	-0.15732893347740173
110938	rnn.bias_hh_l1	9	-0.09180954843759537
110938	rnn.weight_ih_l1_reverse	0	-0.048144273459911346
110938	rnn.weight_ih_l1_reverse	1	0.021143101155757904
110938	rnn.weight_ih_l1_reverse	2	0.06956090778112411
110938	rnn.weight_ih_l1_reverse	3	0.0045615555718541145
110938	rnn.weight_ih_l1_reverse	4	-0.027757462114095688
110938	rnn.weight_ih_l1_reverse	5	-0.0341363362967968
110938	rnn.weight_ih_l1_reverse	6	0.0007829812821000814
110938	rnn.weight_ih_l1_reverse	7	0.0249188169836998
110938	rnn.weight_ih_l1_reverse	8	0.021746361628174782
110938	rnn.weight_ih_l1_reverse	9	-0.07187916338443756
110938	rnn.weight_hh_l1_reverse	0	0.007982884533703327
110938	rnn.weight_hh_l1_reverse	1	0.029964840039610863
110938	rnn.weight_hh_l1_reverse	2	-0.03984082117676735
110938	rnn.weight_hh_l1_reverse	3	0.04073203355073929
110938	rnn.weight_hh_l1_reverse	4	0.043146565556526184
110938	rnn.weight_hh_l1_reverse	5	0.006934181321412325
110938	rnn.weight_hh_l1_reverse	6	0.008461865596473217
110938	rnn.weight_hh_l1_reverse	7	0.02446497045457363
110938	rnn.weight_hh_l1_reverse	8	-0.006464590318500996
110938	rnn.weight_hh_l1_reverse	9	-0.035191718488931656
110938	rnn.bias_ih_l1_reverse	0	-0.05526857450604439
110938	rnn.bias_ih_l1_reverse	1	-0.13606582581996918
110938	rnn.bias_ih_l1_reverse	2	-0.14114370942115784
110938	rnn.bias_ih_l1_reverse	3	-0.017865560948848724
110938	rnn.bias_ih_l1_reverse	4	-0.1841997355222702
110938	rnn.bias_ih_l1_reverse	5	-0.10005374997854233
110938	rnn.bias_ih_l1_reverse	6	-0.12322353571653366
110938	rnn.bias_ih_l1_reverse	7	-0.2074793428182602
110938	rnn.bias_ih_l1_reverse	8	0.15846040844917297
110938	rnn.bias_ih_l1_reverse	9	0.06438347697257996
110938	rnn.bias_hh_l1_reverse	0	-0.08517155051231384
110938	rnn.bias_hh_l1_reverse	1	-0.08820020407438278
110938	rnn.bias_hh_l1_reverse	2	-0.2165098935365677
110938	rnn.bias_hh_l1_reverse	3	-0.11845491081476212
110938	rnn.bias_hh_l1_reverse	4	-0.1023731380701065
110938	rnn.bias_hh_l1_reverse	5	-0.11604157835245132
110938	rnn.bias_hh_l1_reverse	6	0.11438117176294327
110938	rnn.bias_hh_l1_reverse	7	-0.14145709574222565
110938	rnn.bias_hh_l1_reverse	8	-0.10023486614227295
110938	rnn.bias_hh_l1_reverse	9	-0.12714658677577972
110938	linear.weight	0	0.002228822559118271
110938	linear.weight	1	0.06685367971658707
110938	linear.weight	2	-0.08948448300361633
110938	linear.weight	3	0.3278072774410248
110938	linear.weight	4	0.15036286413669586
110938	linear.weight	5	-0.005576772149652243
110938	linear.weight	6	0.05018973723053932
110938	linear.weight	7	0.14577919244766235
110938	linear.weight	8	0.041306022554636
110938	linear.weight	9	-0.04389170557260513
110938	linear.bias	0	0.03223064914345741
110938	linear.bias	1	-0.20187197625637054
110938	linear.bias	2	-0.4258144795894623
110938	linear.bias	3	-0.6984108090400696
110938	linear.bias	4	-1.1735785007476807
110938	linear.bias	5	-0.0560770258307457
110938	linear.bias	6	-0.7241846323013306
110938	linear.bias	7	0.3493072986602783
110938	linear.bias	8	-0.48560279607772827
110938	linear.bias	9	-0.9234769940376282
111135	transitions	0	0.6300997138023376
111135	transitions	1	0.12382770329713821
111135	transitions	2	-10000.0
111135	transitions	3	-1.8167469501495361
111135	transitions	4	-10000.0
111135	transitions	5	0.6001692414283752
111135	transitions	6	-0.06049459055066109
111135	transitions	7	-0.6026763319969177
111135	transitions	8	-1.3827872276306152
111135	transitions	9	-0.0009342103148810565
111135	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
111135	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
111135	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
111135	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
111135	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
111135	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
111135	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
111135	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
111135	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
111135	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
111135	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
111135	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
111135	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
111135	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
111135	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
111135	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
111135	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
111135	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
111135	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
111135	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
111135	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
111135	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
111135	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
111135	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
111135	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
111135	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
111135	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
111135	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
111135	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
111135	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
111135	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
111135	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
111135	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
111135	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
111135	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
111135	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
111135	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
111135	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
111135	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
111135	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
111135	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
111135	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
111135	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
111135	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
111135	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
111135	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
111135	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
111135	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
111135	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
111135	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
111135	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
111135	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
111135	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
111135	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
111135	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
111135	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
111135	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
111135	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
111135	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
111135	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
111135	embedding2nn.weight	0	0.011271626688539982
111135	embedding2nn.weight	1	-0.013470722362399101
111135	embedding2nn.weight	2	-0.014268254861235619
111135	embedding2nn.weight	3	-0.042312219738960266
111135	embedding2nn.weight	4	-0.0059150345623493195
111135	embedding2nn.weight	5	-0.003700584638863802
111135	embedding2nn.weight	6	-0.003973287530243397
111135	embedding2nn.weight	7	-0.05725559592247009
111135	embedding2nn.weight	8	-0.0019979383796453476
111135	embedding2nn.weight	9	-0.0288239736109972
111135	embedding2nn.bias	0	0.03014344908297062
111135	embedding2nn.bias	1	-0.08756714314222336
111135	embedding2nn.bias	2	0.07376334816217422
111135	embedding2nn.bias	3	0.05535491555929184
111135	embedding2nn.bias	4	-0.0341855026781559
111135	embedding2nn.bias	5	-0.052706919610500336
111135	embedding2nn.bias	6	0.04509493708610535
111135	embedding2nn.bias	7	-0.05121883004903793
111135	embedding2nn.bias	8	0.04728749021887779
111135	embedding2nn.bias	9	0.02655331790447235
111135	rnn.weight_ih_l0	0	-0.06347673386335373
111135	rnn.weight_ih_l0	1	-0.0057044848799705505
111135	rnn.weight_ih_l0	2	0.056327078491449356
111135	rnn.weight_ih_l0	3	0.016665425151586533
111135	rnn.weight_ih_l0	4	-0.023557668551802635
111135	rnn.weight_ih_l0	5	-0.05268748477101326
111135	rnn.weight_ih_l0	6	-0.0007795835263095796
111135	rnn.weight_ih_l0	7	0.03404520824551582
111135	rnn.weight_ih_l0	8	-0.012705937959253788
111135	rnn.weight_ih_l0	9	-0.023387501016259193
111135	rnn.weight_hh_l0	0	-0.033865753561258316
111135	rnn.weight_hh_l0	1	0.011659527197480202
111135	rnn.weight_hh_l0	2	-0.0028315498493611813
111135	rnn.weight_hh_l0	3	-0.06222384050488472
111135	rnn.weight_hh_l0	4	0.0842006728053093
111135	rnn.weight_hh_l0	5	-0.003935682121664286
111135	rnn.weight_hh_l0	6	-0.0522356815636158
111135	rnn.weight_hh_l0	7	0.014649483375251293
111135	rnn.weight_hh_l0	8	0.01509279478341341
111135	rnn.weight_hh_l0	9	-0.016369281336665154
111135	rnn.bias_ih_l0	0	0.07010272145271301
111135	rnn.bias_ih_l0	1	-0.04080596938729286
111135	rnn.bias_ih_l0	2	-0.0012457501143217087
111135	rnn.bias_ih_l0	3	0.11065956205129623
111135	rnn.bias_ih_l0	4	-0.043341923505067825
111135	rnn.bias_ih_l0	5	-0.038605332374572754
111135	rnn.bias_ih_l0	6	0.029903342947363853
111135	rnn.bias_ih_l0	7	0.030607322230935097
111135	rnn.bias_ih_l0	8	-0.10494688153266907
111135	rnn.bias_ih_l0	9	-0.03538433462381363
111135	rnn.bias_hh_l0	0	-0.021490182727575302
111135	rnn.bias_hh_l0	1	-0.1009715273976326
111135	rnn.bias_hh_l0	2	-0.042557135224342346
111135	rnn.bias_hh_l0	3	-0.08013950288295746
111135	rnn.bias_hh_l0	4	-0.019449448212981224
111135	rnn.bias_hh_l0	5	-0.02661130577325821
111135	rnn.bias_hh_l0	6	0.04028436914086342
111135	rnn.bias_hh_l0	7	0.03162965923547745
111135	rnn.bias_hh_l0	8	-0.1335359364748001
111135	rnn.bias_hh_l0	9	-0.013110504485666752
111135	rnn.weight_ih_l0_reverse	0	-0.026854382827878
111135	rnn.weight_ih_l0_reverse	1	-0.05106446146965027
111135	rnn.weight_ih_l0_reverse	2	-0.02885126695036888
111135	rnn.weight_ih_l0_reverse	3	0.010720646008849144
111135	rnn.weight_ih_l0_reverse	4	-0.014102037996053696
111135	rnn.weight_ih_l0_reverse	5	-0.04854056239128113
111135	rnn.weight_ih_l0_reverse	6	0.07547831535339355
111135	rnn.weight_ih_l0_reverse	7	-0.023294826969504356
111135	rnn.weight_ih_l0_reverse	8	-0.02560572512447834
111135	rnn.weight_ih_l0_reverse	9	0.011543935164809227
111135	rnn.weight_hh_l0_reverse	0	0.03927098214626312
111135	rnn.weight_hh_l0_reverse	1	0.03276631981134415
111135	rnn.weight_hh_l0_reverse	2	0.03377514332532883
111135	rnn.weight_hh_l0_reverse	3	0.029007667675614357
111135	rnn.weight_hh_l0_reverse	4	0.00844547338783741
111135	rnn.weight_hh_l0_reverse	5	0.0171164870262146
111135	rnn.weight_hh_l0_reverse	6	0.04571264237165451
111135	rnn.weight_hh_l0_reverse	7	-0.061382047832012177
111135	rnn.weight_hh_l0_reverse	8	0.03590474650263786
111135	rnn.weight_hh_l0_reverse	9	0.04708022251725197
111135	rnn.bias_ih_l0_reverse	0	-0.05600561574101448
111135	rnn.bias_ih_l0_reverse	1	-0.2425817996263504
111135	rnn.bias_ih_l0_reverse	2	-0.1364075094461441
111135	rnn.bias_ih_l0_reverse	3	-0.033229436725378036
111135	rnn.bias_ih_l0_reverse	4	-0.035782698541879654
111135	rnn.bias_ih_l0_reverse	5	0.05304636061191559
111135	rnn.bias_ih_l0_reverse	6	-0.04195572808384895
111135	rnn.bias_ih_l0_reverse	7	0.03278195112943649
111135	rnn.bias_ih_l0_reverse	8	-0.03151318430900574
111135	rnn.bias_ih_l0_reverse	9	0.037998173385858536
111135	rnn.bias_hh_l0_reverse	0	0.0028097634203732014
111135	rnn.bias_hh_l0_reverse	1	-0.04067113995552063
111135	rnn.bias_hh_l0_reverse	2	0.0766538456082344
111135	rnn.bias_hh_l0_reverse	3	-0.05824539437890053
111135	rnn.bias_hh_l0_reverse	4	-0.032254334539175034
111135	rnn.bias_hh_l0_reverse	5	-0.04039010405540466
111135	rnn.bias_hh_l0_reverse	6	-0.0339341014623642
111135	rnn.bias_hh_l0_reverse	7	0.11493515968322754
111135	rnn.bias_hh_l0_reverse	8	0.02753935009241104
111135	rnn.bias_hh_l0_reverse	9	-0.1175420954823494
111135	rnn.weight_ih_l1	0	-0.0417872779071331
111135	rnn.weight_ih_l1	1	-0.039206795394420624
111135	rnn.weight_ih_l1	2	0.04363603889942169
111135	rnn.weight_ih_l1	3	-0.07198802381753922
111135	rnn.weight_ih_l1	4	-0.01252075470983982
111135	rnn.weight_ih_l1	5	-0.04382386803627014
111135	rnn.weight_ih_l1	6	0.01905236206948757
111135	rnn.weight_ih_l1	7	-0.019798899069428444
111135	rnn.weight_ih_l1	8	0.039365097880363464
111135	rnn.weight_ih_l1	9	0.040317997336387634
111135	rnn.weight_hh_l1	0	-0.009075038135051727
111135	rnn.weight_hh_l1	1	0.010479298420250416
111135	rnn.weight_hh_l1	2	0.0017175059765577316
111135	rnn.weight_hh_l1	3	-0.01036753412336111
111135	rnn.weight_hh_l1	4	0.0035764866042882204
111135	rnn.weight_hh_l1	5	0.0263748150318861
111135	rnn.weight_hh_l1	6	0.026250306516885757
111135	rnn.weight_hh_l1	7	-0.025749025866389275
111135	rnn.weight_hh_l1	8	-0.019596640020608902
111135	rnn.weight_hh_l1	9	0.03637363761663437
111135	rnn.bias_ih_l1	0	-0.17598925530910492
111135	rnn.bias_ih_l1	1	-0.18298934400081635
111135	rnn.bias_ih_l1	2	-0.1785503625869751
111135	rnn.bias_ih_l1	3	-0.2645167112350464
111135	rnn.bias_ih_l1	4	-0.19134801626205444
111135	rnn.bias_ih_l1	5	-0.1032368615269661
111135	rnn.bias_ih_l1	6	-0.11930982023477554
111135	rnn.bias_ih_l1	7	-0.042994316667318344
111135	rnn.bias_ih_l1	8	-0.12800195813179016
111135	rnn.bias_ih_l1	9	-0.10408294200897217
111135	rnn.bias_hh_l1	0	-0.12477319687604904
111135	rnn.bias_hh_l1	1	-0.05835982412099838
111135	rnn.bias_hh_l1	2	-0.10671333968639374
111135	rnn.bias_hh_l1	3	-0.0985870510339737
111135	rnn.bias_hh_l1	4	-0.09999962151050568
111135	rnn.bias_hh_l1	5	-0.11284206062555313
111135	rnn.bias_hh_l1	6	-0.13087992370128632
111135	rnn.bias_hh_l1	7	0.02640037052333355
111135	rnn.bias_hh_l1	8	-0.1567971110343933
111135	rnn.bias_hh_l1	9	-0.08953395485877991
111135	rnn.weight_ih_l1_reverse	0	-0.050303857773542404
111135	rnn.weight_ih_l1_reverse	1	0.01787661202251911
111135	rnn.weight_ih_l1_reverse	2	0.07336557656526566
111135	rnn.weight_ih_l1_reverse	3	0.0041190036572515965
111135	rnn.weight_ih_l1_reverse	4	-0.03073706291615963
111135	rnn.weight_ih_l1_reverse	5	-0.03423091396689415
111135	rnn.weight_ih_l1_reverse	6	-0.003462953492999077
111135	rnn.weight_ih_l1_reverse	7	0.02486846223473549
111135	rnn.weight_ih_l1_reverse	8	0.023881888017058372
111135	rnn.weight_ih_l1_reverse	9	-0.07105975598096848
111135	rnn.weight_hh_l1_reverse	0	0.008029542863368988
111135	rnn.weight_hh_l1_reverse	1	0.029965566471219063
111135	rnn.weight_hh_l1_reverse	2	-0.03987099602818489
111135	rnn.weight_hh_l1_reverse	3	0.040654297918081284
111135	rnn.weight_hh_l1_reverse	4	0.04311029613018036
111135	rnn.weight_hh_l1_reverse	5	0.007076242472976446
111135	rnn.weight_hh_l1_reverse	6	0.009189596399664879
111135	rnn.weight_hh_l1_reverse	7	0.024670222774147987
111135	rnn.weight_hh_l1_reverse	8	-0.006475409492850304
111135	rnn.weight_hh_l1_reverse	9	-0.03497086092829704
111135	rnn.bias_ih_l1_reverse	0	-0.05330260097980499
111135	rnn.bias_ih_l1_reverse	1	-0.1356237828731537
111135	rnn.bias_ih_l1_reverse	2	-0.139747753739357
111135	rnn.bias_ih_l1_reverse	3	-0.013798675499856472
111135	rnn.bias_ih_l1_reverse	4	-0.18390752375125885
111135	rnn.bias_ih_l1_reverse	5	-0.09966487437486649
111135	rnn.bias_ih_l1_reverse	6	-0.12368764728307724
111135	rnn.bias_ih_l1_reverse	7	-0.2062106877565384
111135	rnn.bias_ih_l1_reverse	8	0.16000960767269135
111135	rnn.bias_ih_l1_reverse	9	0.06290864199399948
111135	rnn.bias_hh_l1_reverse	0	-0.07810728996992111
111135	rnn.bias_hh_l1_reverse	1	-0.08749223500490189
111135	rnn.bias_hh_l1_reverse	2	-0.2160336822271347
111135	rnn.bias_hh_l1_reverse	3	-0.1181645616889
111135	rnn.bias_hh_l1_reverse	4	-0.10265054553747177
111135	rnn.bias_hh_l1_reverse	5	-0.11721315234899521
111135	rnn.bias_hh_l1_reverse	6	0.12800011038780212
111135	rnn.bias_hh_l1_reverse	7	-0.13752593100070953
111135	rnn.bias_hh_l1_reverse	8	-0.09869816154241562
111135	rnn.bias_hh_l1_reverse	9	-0.1267724633216858
111135	linear.weight	0	0.002228822559118271
111135	linear.weight	1	0.07422074675559998
111135	linear.weight	2	-0.08494021743535995
111135	linear.weight	3	0.3170124888420105
111135	linear.weight	4	0.14757706224918365
111135	linear.weight	5	-0.007275183219462633
111135	linear.weight	6	0.04443543404340744
111135	linear.weight	7	0.13261769711971283
111135	linear.weight	8	0.04130446910858154
111135	linear.weight	9	-0.04753312095999718
111135	linear.bias	0	0.03844323009252548
111135	linear.bias	1	-0.18376633524894714
111135	linear.bias	2	-0.4439283013343811
111135	linear.bias	3	-0.7120602130889893
111135	linear.bias	4	-1.1871856451034546
111135	linear.bias	5	-0.04887459799647331
111135	linear.bias	6	-0.7085320949554443
111135	linear.bias	7	0.3560170531272888
111135	linear.bias	8	-0.47444212436676025
111135	linear.bias	9	-0.9155666828155518
111332	transitions	0	0.6069945693016052
111332	transitions	1	0.1234205961227417
111332	transitions	2	-10000.0
111332	transitions	3	-1.8168431520462036
111332	transitions	4	-10000.0
111332	transitions	5	0.600013792514801
111332	transitions	6	-0.06055532023310661
111332	transitions	7	-0.6030638217926025
111332	transitions	8	-1.3829154968261719
111332	transitions	9	-0.0009356457740068436
111332	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
111332	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
111332	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
111332	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
111332	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
111332	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
111332	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
111332	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
111332	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
111332	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
111332	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
111332	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
111332	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
111332	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
111332	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
111332	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
111332	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
111332	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
111332	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
111332	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
111332	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
111332	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
111332	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
111332	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
111332	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
111332	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
111332	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
111332	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
111332	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
111332	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
111332	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
111332	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
111332	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
111332	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
111332	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
111332	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
111332	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
111332	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
111332	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
111332	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
111332	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
111332	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
111332	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
111332	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
111332	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
111332	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
111332	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
111332	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
111332	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
111332	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
111332	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
111332	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
111332	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
111332	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
111332	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
111332	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
111332	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
111332	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
111332	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
111332	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
111332	embedding2nn.weight	0	0.013150135055184364
111332	embedding2nn.weight	1	-0.013391110114753246
111332	embedding2nn.weight	2	-0.014268254861235619
111332	embedding2nn.weight	3	-0.043349042534828186
111332	embedding2nn.weight	4	-0.0059150345623493195
111332	embedding2nn.weight	5	-0.0037005848716944456
111332	embedding2nn.weight	6	-0.003973284270614386
111332	embedding2nn.weight	7	-0.057846326380968094
111332	embedding2nn.weight	8	-0.0019979383796453476
111332	embedding2nn.weight	9	-0.03018845058977604
111332	embedding2nn.bias	0	0.0367368683218956
111332	embedding2nn.bias	1	-0.08608773350715637
111332	embedding2nn.bias	2	0.08151869475841522
111332	embedding2nn.bias	3	0.0513947419822216
111332	embedding2nn.bias	4	-0.04247717186808586
111332	embedding2nn.bias	5	-0.05648275092244148
111332	embedding2nn.bias	6	0.03604050725698471
111332	embedding2nn.bias	7	-0.044861096888780594
111332	embedding2nn.bias	8	0.05241790786385536
111332	embedding2nn.bias	9	0.028823982924222946
111332	rnn.weight_ih_l0	0	-0.062004949897527695
111332	rnn.weight_ih_l0	1	-0.0048186820931732655
111332	rnn.weight_ih_l0	2	0.05633688345551491
111332	rnn.weight_ih_l0	3	0.016116078943014145
111332	rnn.weight_ih_l0	4	-0.024226412177085876
111332	rnn.weight_ih_l0	5	-0.05289612337946892
111332	rnn.weight_ih_l0	6	0.00048758916091173887
111332	rnn.weight_ih_l0	7	0.03402995318174362
111332	rnn.weight_ih_l0	8	-0.012669880874454975
111332	rnn.weight_ih_l0	9	-0.0230124369263649
111332	rnn.weight_hh_l0	0	-0.033715445548295975
111332	rnn.weight_hh_l0	1	0.011471486650407314
111332	rnn.weight_hh_l0	2	-0.0026259201113134623
111332	rnn.weight_hh_l0	3	-0.06277518719434738
111332	rnn.weight_hh_l0	4	0.08464744687080383
111332	rnn.weight_hh_l0	5	-0.006225671153515577
111332	rnn.weight_hh_l0	6	-0.050284504890441895
111332	rnn.weight_hh_l0	7	0.01563314162194729
111332	rnn.weight_hh_l0	8	0.015046144835650921
111332	rnn.weight_hh_l0	9	-0.016677388921380043
111332	rnn.bias_ih_l0	0	0.06888960301876068
111332	rnn.bias_ih_l0	1	-0.04343366250395775
111332	rnn.bias_ih_l0	2	-0.0013409587554633617
111332	rnn.bias_ih_l0	3	0.11312426626682281
111332	rnn.bias_ih_l0	4	-0.0447380356490612
111332	rnn.bias_ih_l0	5	-0.03786371275782585
111332	rnn.bias_ih_l0	6	0.0360027514398098
111332	rnn.bias_ih_l0	7	0.028986195102334023
111332	rnn.bias_ih_l0	8	-0.10679807513952255
111332	rnn.bias_ih_l0	9	-0.0311132725328207
111332	rnn.bias_hh_l0	0	-0.016447411850094795
111332	rnn.bias_hh_l0	1	-0.1039690151810646
111332	rnn.bias_hh_l0	2	-0.043219149112701416
111332	rnn.bias_hh_l0	3	-0.0816158875823021
111332	rnn.bias_hh_l0	4	-0.020448027178645134
111332	rnn.bias_hh_l0	5	-0.02711758390069008
111332	rnn.bias_hh_l0	6	0.035112883895635605
111332	rnn.bias_hh_l0	7	0.03296360746026039
111332	rnn.bias_hh_l0	8	-0.13469268381595612
111332	rnn.bias_hh_l0	9	-0.011147662997245789
111332	rnn.weight_ih_l0_reverse	0	-0.02631199173629284
111332	rnn.weight_ih_l0_reverse	1	-0.04993175342679024
111332	rnn.weight_ih_l0_reverse	2	-0.030732402577996254
111332	rnn.weight_ih_l0_reverse	3	0.010807687416672707
111332	rnn.weight_ih_l0_reverse	4	-0.013951975852251053
111332	rnn.weight_ih_l0_reverse	5	-0.04798762500286102
111332	rnn.weight_ih_l0_reverse	6	0.07524305582046509
111332	rnn.weight_ih_l0_reverse	7	-0.02461966872215271
111332	rnn.weight_ih_l0_reverse	8	-0.02567753754556179
111332	rnn.weight_ih_l0_reverse	9	0.01239217072725296
111332	rnn.weight_hh_l0_reverse	0	0.03870156779885292
111332	rnn.weight_hh_l0_reverse	1	0.031193556264042854
111332	rnn.weight_hh_l0_reverse	2	0.034595515578985214
111332	rnn.weight_hh_l0_reverse	3	0.028555002063512802
111332	rnn.weight_hh_l0_reverse	4	0.00879663322120905
111332	rnn.weight_hh_l0_reverse	5	0.017631622031331062
111332	rnn.weight_hh_l0_reverse	6	0.044930048286914825
111332	rnn.weight_hh_l0_reverse	7	-0.060005176812410355
111332	rnn.weight_hh_l0_reverse	8	0.03637663647532463
111332	rnn.weight_hh_l0_reverse	9	0.046993181109428406
111332	rnn.bias_ih_l0_reverse	0	-0.05499166250228882
111332	rnn.bias_ih_l0_reverse	1	-0.24354000389575958
111332	rnn.bias_ih_l0_reverse	2	-0.14062991738319397
111332	rnn.bias_ih_l0_reverse	3	-0.033476751297712326
111332	rnn.bias_ih_l0_reverse	4	-0.03633061423897743
111332	rnn.bias_ih_l0_reverse	5	0.0516338050365448
111332	rnn.bias_ih_l0_reverse	6	-0.03977866843342781
111332	rnn.bias_ih_l0_reverse	7	0.03572050482034683
111332	rnn.bias_ih_l0_reverse	8	-0.037227973341941833
111332	rnn.bias_ih_l0_reverse	9	0.039088401943445206
111332	rnn.bias_hh_l0_reverse	0	0.000912683317437768
111332	rnn.bias_hh_l0_reverse	1	-0.03635449707508087
111332	rnn.bias_hh_l0_reverse	2	0.07301226258277893
111332	rnn.bias_hh_l0_reverse	3	-0.05903976783156395
111332	rnn.bias_hh_l0_reverse	4	-0.03112896904349327
111332	rnn.bias_hh_l0_reverse	5	-0.0393446609377861
111332	rnn.bias_hh_l0_reverse	6	-0.032176870852708817
111332	rnn.bias_hh_l0_reverse	7	0.11259066313505173
111332	rnn.bias_hh_l0_reverse	8	0.02794850803911686
111332	rnn.bias_hh_l0_reverse	9	-0.1143106147646904
111332	rnn.weight_ih_l1	0	-0.0418274886906147
111332	rnn.weight_ih_l1	1	-0.03977100923657417
111332	rnn.weight_ih_l1	2	0.04586681351065636
111332	rnn.weight_ih_l1	3	-0.07241050153970718
111332	rnn.weight_ih_l1	4	-0.012964000925421715
111332	rnn.weight_ih_l1	5	-0.04332052916288376
111332	rnn.weight_ih_l1	6	0.01968003623187542
111332	rnn.weight_ih_l1	7	-0.01818411611020565
111332	rnn.weight_ih_l1	8	0.03933561220765114
111332	rnn.weight_ih_l1	9	0.04071657359600067
111332	rnn.weight_hh_l1	0	-0.010963895358145237
111332	rnn.weight_hh_l1	1	0.010393304750323296
111332	rnn.weight_hh_l1	2	-0.00013163272524252534
111332	rnn.weight_hh_l1	3	-0.010352270677685738
111332	rnn.weight_hh_l1	4	0.0034241569228470325
111332	rnn.weight_hh_l1	5	0.026362847536802292
111332	rnn.weight_hh_l1	6	0.025610648095607758
111332	rnn.weight_hh_l1	7	-0.025996608659625053
111332	rnn.weight_hh_l1	8	-0.019337423145771027
111332	rnn.weight_hh_l1	9	0.036484066396951675
111332	rnn.bias_ih_l1	0	-0.17301064729690552
111332	rnn.bias_ih_l1	1	-0.18628834187984467
111332	rnn.bias_ih_l1	2	-0.17787708342075348
111332	rnn.bias_ih_l1	3	-0.2658643126487732
111332	rnn.bias_ih_l1	4	-0.18719881772994995
111332	rnn.bias_ih_l1	5	-0.10232827067375183
111332	rnn.bias_ih_l1	6	-0.1162070780992508
111332	rnn.bias_ih_l1	7	-0.03868916630744934
111332	rnn.bias_ih_l1	8	-0.1317252814769745
111332	rnn.bias_ih_l1	9	-0.10741741210222244
111332	rnn.bias_hh_l1	0	-0.12567995488643646
111332	rnn.bias_hh_l1	1	-0.05515865609049797
111332	rnn.bias_hh_l1	2	-0.10682639479637146
111332	rnn.bias_hh_l1	3	-0.09861239045858383
111332	rnn.bias_hh_l1	4	-0.09855134785175323
111332	rnn.bias_hh_l1	5	-0.11116951704025269
111332	rnn.bias_hh_l1	6	-0.13573503494262695
111332	rnn.bias_hh_l1	7	0.029216134920716286
111332	rnn.bias_hh_l1	8	-0.15682539343833923
111332	rnn.bias_hh_l1	9	-0.08925486356019974
111332	rnn.weight_ih_l1_reverse	0	-0.049635473638772964
111332	rnn.weight_ih_l1_reverse	1	0.02024238556623459
111332	rnn.weight_ih_l1_reverse	2	0.07198074460029602
111332	rnn.weight_ih_l1_reverse	3	0.0021011335775256157
111332	rnn.weight_ih_l1_reverse	4	-0.03287423402070999
111332	rnn.weight_ih_l1_reverse	5	-0.03427853435277939
111332	rnn.weight_ih_l1_reverse	6	-0.0036605477798730135
111332	rnn.weight_ih_l1_reverse	7	0.025540422648191452
111332	rnn.weight_ih_l1_reverse	8	0.02263946458697319
111332	rnn.weight_ih_l1_reverse	9	-0.06967795640230179
111332	rnn.weight_hh_l1_reverse	0	0.008201087825000286
111332	rnn.weight_hh_l1_reverse	1	0.029678763821721077
111332	rnn.weight_hh_l1_reverse	2	-0.03984742984175682
111332	rnn.weight_hh_l1_reverse	3	0.040694460272789
111332	rnn.weight_hh_l1_reverse	4	0.04253840819001198
111332	rnn.weight_hh_l1_reverse	5	0.007906953804194927
111332	rnn.weight_hh_l1_reverse	6	0.010019736364483833
111332	rnn.weight_hh_l1_reverse	7	0.024640856310725212
111332	rnn.weight_hh_l1_reverse	8	-0.0065461620688438416
111332	rnn.weight_hh_l1_reverse	9	-0.034817226231098175
111332	rnn.bias_ih_l1_reverse	0	-0.057853881269693375
111332	rnn.bias_ih_l1_reverse	1	-0.1345103234052658
111332	rnn.bias_ih_l1_reverse	2	-0.138034388422966
111332	rnn.bias_ih_l1_reverse	3	-0.016978269442915916
111332	rnn.bias_ih_l1_reverse	4	-0.18280239403247833
111332	rnn.bias_ih_l1_reverse	5	-0.10195436328649521
111332	rnn.bias_ih_l1_reverse	6	-0.12394799292087555
111332	rnn.bias_ih_l1_reverse	7	-0.20342326164245605
111332	rnn.bias_ih_l1_reverse	8	0.1707407534122467
111332	rnn.bias_ih_l1_reverse	9	0.0669231116771698
111332	rnn.bias_hh_l1_reverse	0	-0.06899198144674301
111332	rnn.bias_hh_l1_reverse	1	-0.0866125151515007
111332	rnn.bias_hh_l1_reverse	2	-0.21664154529571533
111332	rnn.bias_hh_l1_reverse	3	-0.11926073580980301
111332	rnn.bias_hh_l1_reverse	4	-0.10383222252130508
111332	rnn.bias_hh_l1_reverse	5	-0.11330554634332657
111332	rnn.bias_hh_l1_reverse	6	0.12774649262428284
111332	rnn.bias_hh_l1_reverse	7	-0.13463717699050903
111332	rnn.bias_hh_l1_reverse	8	-0.09809952974319458
111332	rnn.bias_hh_l1_reverse	9	-0.1282154619693756
111332	linear.weight	0	0.002228822559118271
111332	linear.weight	1	0.07288593053817749
111332	linear.weight	2	-0.07906822860240936
111332	linear.weight	3	0.3035796880722046
111332	linear.weight	4	0.13703306019306183
111332	linear.weight	5	-0.0074551887810230255
111332	linear.weight	6	0.03789152204990387
111332	linear.weight	7	0.12340041249990463
111332	linear.weight	8	0.04130392521619797
111332	linear.weight	9	-0.04804574325680733
111332	linear.bias	0	0.055256668478250504
111332	linear.bias	1	-0.18253199756145477
111332	linear.bias	2	-0.45178312063217163
111332	linear.bias	3	-0.6927401423454285
111332	linear.bias	4	-1.1712253093719482
111332	linear.bias	5	-0.03415185213088989
111332	linear.bias	6	-0.7133457660675049
111332	linear.bias	7	0.37053218483924866
111332	linear.bias	8	-0.5051631331443787
111332	linear.bias	9	-0.9457385540008545
111529	transitions	0	0.6037876009941101
111529	transitions	1	0.12433764338493347
111529	transitions	2	-10000.0
111529	transitions	3	-1.8169149160385132
111529	transitions	4	-10000.0
111529	transitions	5	0.5998488068580627
111529	transitions	6	-0.0606105700135231
111529	transitions	7	-0.6033386588096619
111529	transitions	8	-1.3829888105392456
111529	transitions	9	-0.0009369708714075387
111529	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
111529	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
111529	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
111529	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
111529	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
111529	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
111529	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
111529	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
111529	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
111529	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
111529	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
111529	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
111529	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
111529	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
111529	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
111529	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
111529	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
111529	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
111529	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
111529	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
111529	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
111529	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
111529	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
111529	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
111529	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
111529	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
111529	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
111529	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
111529	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
111529	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
111529	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
111529	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
111529	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
111529	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
111529	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
111529	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
111529	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
111529	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
111529	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
111529	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
111529	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
111529	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
111529	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
111529	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
111529	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
111529	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
111529	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
111529	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
111529	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
111529	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
111529	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
111529	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
111529	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
111529	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
111529	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
111529	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
111529	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
111529	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
111529	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
111529	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
111529	embedding2nn.weight	0	0.011808139272034168
111529	embedding2nn.weight	1	-0.013253369368612766
111529	embedding2nn.weight	2	-0.014268254861235619
111529	embedding2nn.weight	3	-0.04431344196200371
111529	embedding2nn.weight	4	-0.0059150345623493195
111529	embedding2nn.weight	5	-0.0037005848716944456
111529	embedding2nn.weight	6	-0.003973282873630524
111529	embedding2nn.weight	7	-0.05777757242321968
111529	embedding2nn.weight	8	-0.0019979383796453476
111529	embedding2nn.weight	9	-0.03044176660478115
111529	embedding2nn.bias	0	0.02554324083030224
111529	embedding2nn.bias	1	-0.08204685896635056
111529	embedding2nn.bias	2	0.07522962987422943
111529	embedding2nn.bias	3	0.043009571731090546
111529	embedding2nn.bias	4	-0.04379681497812271
111529	embedding2nn.bias	5	-0.05699151009321213
111529	embedding2nn.bias	6	0.04325222223997116
111529	embedding2nn.bias	7	-0.044860996305942535
111529	embedding2nn.bias	8	0.05425060912966728
111529	embedding2nn.bias	9	0.02792237140238285
111529	rnn.weight_ih_l0	0	-0.060624510049819946
111529	rnn.weight_ih_l0	1	-0.004387841559946537
111529	rnn.weight_ih_l0	2	0.055134717375040054
111529	rnn.weight_ih_l0	3	0.016919394955039024
111529	rnn.weight_ih_l0	4	-0.022853219881653786
111529	rnn.weight_ih_l0	5	-0.05315752699971199
111529	rnn.weight_ih_l0	6	0.002773748943582177
111529	rnn.weight_ih_l0	7	0.03392669931054115
111529	rnn.weight_ih_l0	8	-0.012215763330459595
111529	rnn.weight_ih_l0	9	-0.022632526233792305
111529	rnn.weight_hh_l0	0	-0.03556340932846069
111529	rnn.weight_hh_l0	1	0.010190887376666069
111529	rnn.weight_hh_l0	2	-0.001980982953682542
111529	rnn.weight_hh_l0	3	-0.06342101097106934
111529	rnn.weight_hh_l0	4	0.084685318171978
111529	rnn.weight_hh_l0	5	-0.0065610287711024284
111529	rnn.weight_hh_l0	6	-0.05165405943989754
111529	rnn.weight_hh_l0	7	0.0151694156229496
111529	rnn.weight_hh_l0	8	0.014843259006738663
111529	rnn.weight_hh_l0	9	-0.0166793055832386
111529	rnn.bias_ih_l0	0	0.06773027032613754
111529	rnn.bias_ih_l0	1	-0.04389498755335808
111529	rnn.bias_ih_l0	2	-0.003059946931898594
111529	rnn.bias_ih_l0	3	0.11564528197050095
111529	rnn.bias_ih_l0	4	-0.046408556401729584
111529	rnn.bias_ih_l0	5	-0.04022614285349846
111529	rnn.bias_ih_l0	6	0.0367964431643486
111529	rnn.bias_ih_l0	7	0.028910942375659943
111529	rnn.bias_ih_l0	8	-0.10589904338121414
111529	rnn.bias_ih_l0	9	-0.027974048629403114
111529	rnn.bias_hh_l0	0	-0.017324140295386314
111529	rnn.bias_hh_l0	1	-0.10377977043390274
111529	rnn.bias_hh_l0	2	-0.045664988458156586
111529	rnn.bias_hh_l0	3	-0.08037296682596207
111529	rnn.bias_hh_l0	4	-0.019347254186868668
111529	rnn.bias_hh_l0	5	-0.0253222044557333
111529	rnn.bias_hh_l0	6	0.03637459874153137
111529	rnn.bias_hh_l0	7	0.03280544653534889
111529	rnn.bias_hh_l0	8	-0.13505218923091888
111529	rnn.bias_hh_l0	9	-0.011398115195333958
111529	rnn.weight_ih_l0_reverse	0	-0.026365850120782852
111529	rnn.weight_ih_l0_reverse	1	-0.05231856182217598
111529	rnn.weight_ih_l0_reverse	2	-0.03243054822087288
111529	rnn.weight_ih_l0_reverse	3	0.01069294847548008
111529	rnn.weight_ih_l0_reverse	4	-0.013912123627960682
111529	rnn.weight_ih_l0_reverse	5	-0.049320537596940994
111529	rnn.weight_ih_l0_reverse	6	0.07542390376329422
111529	rnn.weight_ih_l0_reverse	7	-0.02408868633210659
111529	rnn.weight_ih_l0_reverse	8	-0.024777311831712723
111529	rnn.weight_ih_l0_reverse	9	0.011406666599214077
111529	rnn.weight_hh_l0_reverse	0	0.03662414848804474
111529	rnn.weight_hh_l0_reverse	1	0.03192935883998871
111529	rnn.weight_hh_l0_reverse	2	0.035295650362968445
111529	rnn.weight_hh_l0_reverse	3	0.029137244448065758
111529	rnn.weight_hh_l0_reverse	4	0.00856078416109085
111529	rnn.weight_hh_l0_reverse	5	0.017453085631132126
111529	rnn.weight_hh_l0_reverse	6	0.04460889473557472
111529	rnn.weight_hh_l0_reverse	7	-0.05948420614004135
111529	rnn.weight_hh_l0_reverse	8	0.036240361630916595
111529	rnn.weight_hh_l0_reverse	9	0.04710044339299202
111529	rnn.bias_ih_l0_reverse	0	-0.056424692273139954
111529	rnn.bias_ih_l0_reverse	1	-0.24491171538829803
111529	rnn.bias_ih_l0_reverse	2	-0.13520050048828125
111529	rnn.bias_ih_l0_reverse	3	-0.03190690651535988
111529	rnn.bias_ih_l0_reverse	4	-0.03238173574209213
111529	rnn.bias_ih_l0_reverse	5	0.050980471074581146
111529	rnn.bias_ih_l0_reverse	6	-0.03963910788297653
111529	rnn.bias_ih_l0_reverse	7	0.03364694491028786
111529	rnn.bias_ih_l0_reverse	8	-0.0324803963303566
111529	rnn.bias_ih_l0_reverse	9	0.04085475951433182
111529	rnn.bias_hh_l0_reverse	0	0.001291921129450202
111529	rnn.bias_hh_l0_reverse	1	-0.0384133942425251
111529	rnn.bias_hh_l0_reverse	2	0.0770888477563858
111529	rnn.bias_hh_l0_reverse	3	-0.057307545095682144
111529	rnn.bias_hh_l0_reverse	4	-0.031214097514748573
111529	rnn.bias_hh_l0_reverse	5	-0.0411001555621624
111529	rnn.bias_hh_l0_reverse	6	-0.03024647757411003
111529	rnn.bias_hh_l0_reverse	7	0.11136171221733093
111529	rnn.bias_hh_l0_reverse	8	0.03136987239122391
111529	rnn.bias_hh_l0_reverse	9	-0.11565413326025009
111529	rnn.weight_ih_l1	0	-0.04215215891599655
111529	rnn.weight_ih_l1	1	-0.04068435728549957
111529	rnn.weight_ih_l1	2	0.042023539543151855
111529	rnn.weight_ih_l1	3	-0.06935078650712967
111529	rnn.weight_ih_l1	4	-0.012065836228430271
111529	rnn.weight_ih_l1	5	-0.04401716589927673
111529	rnn.weight_ih_l1	6	0.0204026997089386
111529	rnn.weight_ih_l1	7	-0.019773678854107857
111529	rnn.weight_ih_l1	8	0.039164166897535324
111529	rnn.weight_ih_l1	9	0.041451018303632736
111529	rnn.weight_hh_l1	0	-0.010003709234297276
111529	rnn.weight_hh_l1	1	0.01063384860754013
111529	rnn.weight_hh_l1	2	-0.0024150824174284935
111529	rnn.weight_hh_l1	3	-0.01037099864333868
111529	rnn.weight_hh_l1	4	0.0036234608851373196
111529	rnn.weight_hh_l1	5	0.026499291881918907
111529	rnn.weight_hh_l1	6	0.0259072445333004
111529	rnn.weight_hh_l1	7	-0.025917967781424522
111529	rnn.weight_hh_l1	8	-0.01900259032845497
111529	rnn.weight_hh_l1	9	0.036006659269332886
111529	rnn.bias_ih_l1	0	-0.17722418904304504
111529	rnn.bias_ih_l1	1	-0.18966799974441528
111529	rnn.bias_ih_l1	2	-0.18154503405094147
111529	rnn.bias_ih_l1	3	-0.2667887210845947
111529	rnn.bias_ih_l1	4	-0.17942050099372864
111529	rnn.bias_ih_l1	5	-0.10450900346040726
111529	rnn.bias_ih_l1	6	-0.1153184100985527
111529	rnn.bias_ih_l1	7	-0.041263043880462646
111529	rnn.bias_ih_l1	8	-0.13186639547348022
111529	rnn.bias_ih_l1	9	-0.10491394251585007
111529	rnn.bias_hh_l1	0	-0.12026982009410858
111529	rnn.bias_hh_l1	1	-0.059744931757450104
111529	rnn.bias_hh_l1	2	-0.10816202312707901
111529	rnn.bias_hh_l1	3	-0.09900860488414764
111529	rnn.bias_hh_l1	4	-0.09985774755477905
111529	rnn.bias_hh_l1	5	-0.11101039499044418
111529	rnn.bias_hh_l1	6	-0.13211125135421753
111529	rnn.bias_hh_l1	7	0.027482256293296814
111529	rnn.bias_hh_l1	8	-0.15567272901535034
111529	rnn.bias_hh_l1	9	-0.08669884502887726
111529	rnn.weight_ih_l1_reverse	0	-0.04929938539862633
111529	rnn.weight_ih_l1_reverse	1	0.018860068172216415
111529	rnn.weight_ih_l1_reverse	2	0.06617110222578049
111529	rnn.weight_ih_l1_reverse	3	-0.00020786777895409614
111529	rnn.weight_ih_l1_reverse	4	-0.03515717387199402
111529	rnn.weight_ih_l1_reverse	5	-0.03428012877702713
111529	rnn.weight_ih_l1_reverse	6	-0.004489072598516941
111529	rnn.weight_ih_l1_reverse	7	0.025685569271445274
111529	rnn.weight_ih_l1_reverse	8	0.023735955357551575
111529	rnn.weight_ih_l1_reverse	9	-0.07048310339450836
111529	rnn.weight_hh_l1_reverse	0	0.008478349074721336
111529	rnn.weight_hh_l1_reverse	1	0.029563922435045242
111529	rnn.weight_hh_l1_reverse	2	-0.039965059608221054
111529	rnn.weight_hh_l1_reverse	3	0.040731970220804214
111529	rnn.weight_hh_l1_reverse	4	0.042552877217531204
111529	rnn.weight_hh_l1_reverse	5	0.008091793395578861
111529	rnn.weight_hh_l1_reverse	6	0.00987314898520708
111529	rnn.weight_hh_l1_reverse	7	0.02459150180220604
111529	rnn.weight_hh_l1_reverse	8	-0.006464891601353884
111529	rnn.weight_hh_l1_reverse	9	-0.03432074561715126
111529	rnn.bias_ih_l1_reverse	0	-0.059636130928993225
111529	rnn.bias_ih_l1_reverse	1	-0.13600747287273407
111529	rnn.bias_ih_l1_reverse	2	-0.14117811620235443
111529	rnn.bias_ih_l1_reverse	3	-0.01504563633352518
111529	rnn.bias_ih_l1_reverse	4	-0.1850326806306839
111529	rnn.bias_ih_l1_reverse	5	-0.10255467146635056
111529	rnn.bias_ih_l1_reverse	6	-0.12356488406658173
111529	rnn.bias_ih_l1_reverse	7	-0.20390044152736664
111529	rnn.bias_ih_l1_reverse	8	0.1600140780210495
111529	rnn.bias_ih_l1_reverse	9	0.06910748034715652
111529	rnn.bias_hh_l1_reverse	0	-0.06250576674938202
111529	rnn.bias_hh_l1_reverse	1	-0.08800464868545532
111529	rnn.bias_hh_l1_reverse	2	-0.21577546000480652
111529	rnn.bias_hh_l1_reverse	3	-0.11776768416166306
111529	rnn.bias_hh_l1_reverse	4	-0.1040789857506752
111529	rnn.bias_hh_l1_reverse	5	-0.11348645389080048
111529	rnn.bias_hh_l1_reverse	6	0.12051920592784882
111529	rnn.bias_hh_l1_reverse	7	-0.13682740926742554
111529	rnn.bias_hh_l1_reverse	8	-0.09739986807107925
111529	rnn.bias_hh_l1_reverse	9	-0.12847676873207092
111529	linear.weight	0	0.002228822559118271
111529	linear.weight	1	0.06749574095010757
111529	linear.weight	2	-0.07755279541015625
111529	linear.weight	3	0.3108161985874176
111529	linear.weight	4	0.132821723818779
111529	linear.weight	5	-0.0053706965409219265
111529	linear.weight	6	0.05551198124885559
111529	linear.weight	7	0.11928851157426834
111529	linear.weight	8	0.04130248352885246
111529	linear.weight	9	-0.042496707290410995
111529	linear.bias	0	0.07084042578935623
111529	linear.bias	1	-0.21634045243263245
111529	linear.bias	2	-0.4818401038646698
111529	linear.bias	3	-0.6888480186462402
111529	linear.bias	4	-1.1694897413253784
111529	linear.bias	5	-0.03146793693304062
111529	linear.bias	6	-0.7435693144798279
111529	linear.bias	7	0.3761276304721832
111529	linear.bias	8	-0.48860836029052734
111529	linear.bias	9	-0.9322904348373413
111726	transitions	0	0.6243244409561157
111726	transitions	1	0.11991886794567108
111726	transitions	2	-10000.0
111726	transitions	3	-1.8169808387756348
111726	transitions	4	-10000.0
111726	transitions	5	0.5996818542480469
111726	transitions	6	-0.06069066748023033
111726	transitions	7	-0.6036518812179565
111726	transitions	8	-1.3830347061157227
111726	transitions	9	-0.0009390604682266712
111726	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
111726	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
111726	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
111726	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
111726	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
111726	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
111726	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
111726	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
111726	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
111726	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
111726	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
111726	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
111726	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
111726	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
111726	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
111726	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
111726	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
111726	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
111726	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
111726	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
111726	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
111726	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
111726	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
111726	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
111726	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
111726	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
111726	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
111726	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
111726	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
111726	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
111726	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
111726	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
111726	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
111726	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
111726	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
111726	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
111726	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
111726	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
111726	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
111726	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
111726	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
111726	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
111726	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
111726	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
111726	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
111726	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
111726	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
111726	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
111726	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
111726	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
111726	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
111726	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
111726	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
111726	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
111726	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
111726	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
111726	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
111726	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
111726	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
111726	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
111726	embedding2nn.weight	0	0.014033475890755653
111726	embedding2nn.weight	1	-0.013665770180523396
111726	embedding2nn.weight	2	-0.014268254861235619
111726	embedding2nn.weight	3	-0.045285895466804504
111726	embedding2nn.weight	4	-0.0059150345623493195
111726	embedding2nn.weight	5	-0.0037005858030170202
111726	embedding2nn.weight	6	-0.003973281942307949
111726	embedding2nn.weight	7	-0.05762606859207153
111726	embedding2nn.weight	8	-0.0019979383796453476
111726	embedding2nn.weight	9	-0.030498744919896126
111726	embedding2nn.bias	0	0.028357375413179398
111726	embedding2nn.bias	1	-0.07025620341300964
111726	embedding2nn.bias	2	0.06906595081090927
111726	embedding2nn.bias	3	0.05196700617671013
111726	embedding2nn.bias	4	-0.038877107203006744
111726	embedding2nn.bias	5	-0.04299703240394592
111726	embedding2nn.bias	6	0.040689222514629364
111726	embedding2nn.bias	7	-0.04720184579491615
111726	embedding2nn.bias	8	0.06593919545412064
111726	embedding2nn.bias	9	0.02304193750023842
111726	rnn.weight_ih_l0	0	-0.060870107263326645
111726	rnn.weight_ih_l0	1	-0.003414369188249111
111726	rnn.weight_ih_l0	2	0.055422183126211166
111726	rnn.weight_ih_l0	3	0.016326067969202995
111726	rnn.weight_ih_l0	4	-0.022458549588918686
111726	rnn.weight_ih_l0	5	-0.05360119044780731
111726	rnn.weight_ih_l0	6	2.832597601809539e-05
111726	rnn.weight_ih_l0	7	0.035807233303785324
111726	rnn.weight_ih_l0	8	-0.01280574593693018
111726	rnn.weight_ih_l0	9	-0.02182835340499878
111726	rnn.weight_hh_l0	0	-0.0363721065223217
111726	rnn.weight_hh_l0	1	0.010387413203716278
111726	rnn.weight_hh_l0	2	-0.0012467260239645839
111726	rnn.weight_hh_l0	3	-0.06436147540807724
111726	rnn.weight_hh_l0	4	0.08509102463722229
111726	rnn.weight_hh_l0	5	-0.005120730958878994
111726	rnn.weight_hh_l0	6	-0.05181878060102463
111726	rnn.weight_hh_l0	7	0.015133962035179138
111726	rnn.weight_hh_l0	8	0.015124304220080376
111726	rnn.weight_hh_l0	9	-0.016919387504458427
111726	rnn.bias_ih_l0	0	0.06982327997684479
111726	rnn.bias_ih_l0	1	-0.04106662794947624
111726	rnn.bias_ih_l0	2	-0.001785285072401166
111726	rnn.bias_ih_l0	3	0.10985589027404785
111726	rnn.bias_ih_l0	4	-0.04249807074666023
111726	rnn.bias_ih_l0	5	-0.037230998277664185
111726	rnn.bias_ih_l0	6	0.032129257917404175
111726	rnn.bias_ih_l0	7	0.028911737725138664
111726	rnn.bias_ih_l0	8	-0.10591696947813034
111726	rnn.bias_ih_l0	9	-0.02855260670185089
111726	rnn.bias_hh_l0	0	-0.02229633368551731
111726	rnn.bias_hh_l0	1	-0.10472620278596878
111726	rnn.bias_hh_l0	2	-0.04280032590031624
111726	rnn.bias_hh_l0	3	-0.0804133489727974
111726	rnn.bias_hh_l0	4	-0.018154006451368332
111726	rnn.bias_hh_l0	5	-0.023197408765554428
111726	rnn.bias_hh_l0	6	0.03776519000530243
111726	rnn.bias_hh_l0	7	0.034766316413879395
111726	rnn.bias_hh_l0	8	-0.13303981721401215
111726	rnn.bias_hh_l0	9	-0.013233691453933716
111726	rnn.weight_ih_l0_reverse	0	-0.026226794347167015
111726	rnn.weight_ih_l0_reverse	1	-0.048537541180849075
111726	rnn.weight_ih_l0_reverse	2	-0.03115753084421158
111726	rnn.weight_ih_l0_reverse	3	0.010809119790792465
111726	rnn.weight_ih_l0_reverse	4	-0.014190913178026676
111726	rnn.weight_ih_l0_reverse	5	-0.04946083948016167
111726	rnn.weight_ih_l0_reverse	6	0.07554563134908676
111726	rnn.weight_ih_l0_reverse	7	-0.02603970095515251
111726	rnn.weight_ih_l0_reverse	8	-0.02491753175854683
111726	rnn.weight_ih_l0_reverse	9	0.011449407786130905
111726	rnn.weight_hh_l0_reverse	0	0.03681985288858414
111726	rnn.weight_hh_l0_reverse	1	0.03010806068778038
111726	rnn.weight_hh_l0_reverse	2	0.03503045439720154
111726	rnn.weight_hh_l0_reverse	3	0.02955927699804306
111726	rnn.weight_hh_l0_reverse	4	0.008320226334035397
111726	rnn.weight_hh_l0_reverse	5	0.016751298680901527
111726	rnn.weight_hh_l0_reverse	6	0.04457305371761322
111726	rnn.weight_hh_l0_reverse	7	-0.06013289839029312
111726	rnn.weight_hh_l0_reverse	8	0.03608137369155884
111726	rnn.weight_hh_l0_reverse	9	0.04658303037285805
111726	rnn.bias_ih_l0_reverse	0	-0.06017718464136124
111726	rnn.bias_ih_l0_reverse	1	-0.2476269155740738
111726	rnn.bias_ih_l0_reverse	2	-0.13960903882980347
111726	rnn.bias_ih_l0_reverse	3	-0.02949386090040207
111726	rnn.bias_ih_l0_reverse	4	-0.03504011780023575
111726	rnn.bias_ih_l0_reverse	5	0.05248289555311203
111726	rnn.bias_ih_l0_reverse	6	-0.03807417303323746
111726	rnn.bias_ih_l0_reverse	7	0.033680569380521774
111726	rnn.bias_ih_l0_reverse	8	-0.03076324611902237
111726	rnn.bias_ih_l0_reverse	9	0.03938032314181328
111726	rnn.bias_hh_l0_reverse	0	0.002260718960314989
111726	rnn.bias_hh_l0_reverse	1	-0.036180153489112854
111726	rnn.bias_hh_l0_reverse	2	0.07370013743638992
111726	rnn.bias_hh_l0_reverse	3	-0.05657821521162987
111726	rnn.bias_hh_l0_reverse	4	-0.031351104378700256
111726	rnn.bias_hh_l0_reverse	5	-0.03683874383568764
111726	rnn.bias_hh_l0_reverse	6	-0.03304756060242653
111726	rnn.bias_hh_l0_reverse	7	0.11086659878492355
111726	rnn.bias_hh_l0_reverse	8	0.03107302449643612
111726	rnn.bias_hh_l0_reverse	9	-0.11420414596796036
111726	rnn.weight_ih_l1	0	-0.04159729182720184
111726	rnn.weight_ih_l1	1	-0.040759723633527756
111726	rnn.weight_ih_l1	2	0.03930392116308212
111726	rnn.weight_ih_l1	3	-0.06872447580099106
111726	rnn.weight_ih_l1	4	-0.012843302451074123
111726	rnn.weight_ih_l1	5	-0.044291991740465164
111726	rnn.weight_ih_l1	6	0.02030489221215248
111726	rnn.weight_ih_l1	7	-0.021364832296967506
111726	rnn.weight_ih_l1	8	0.03885738551616669
111726	rnn.weight_ih_l1	9	0.042870085686445236
111726	rnn.weight_hh_l1	0	-0.010769929736852646
111726	rnn.weight_hh_l1	1	0.010307008400559425
111726	rnn.weight_hh_l1	2	-0.002805572235956788
111726	rnn.weight_hh_l1	3	-0.010231842286884785
111726	rnn.weight_hh_l1	4	0.003061298979446292
111726	rnn.weight_hh_l1	5	0.025995995849370956
111726	rnn.weight_hh_l1	6	0.025787541642785072
111726	rnn.weight_hh_l1	7	-0.025895480066537857
111726	rnn.weight_hh_l1	8	-0.018977046012878418
111726	rnn.weight_hh_l1	9	0.03608797863125801
111726	rnn.bias_ih_l1	0	-0.17569223046302795
111726	rnn.bias_ih_l1	1	-0.18753959238529205
111726	rnn.bias_ih_l1	2	-0.18525665998458862
111726	rnn.bias_ih_l1	3	-0.26575037837028503
111726	rnn.bias_ih_l1	4	-0.18084071576595306
111726	rnn.bias_ih_l1	5	-0.10307089984416962
111726	rnn.bias_ih_l1	6	-0.11392132192850113
111726	rnn.bias_ih_l1	7	-0.04131874442100525
111726	rnn.bias_ih_l1	8	-0.12963968515396118
111726	rnn.bias_ih_l1	9	-0.10638179630041122
111726	rnn.bias_hh_l1	0	-0.1213078647851944
111726	rnn.bias_hh_l1	1	-0.062377192080020905
111726	rnn.bias_hh_l1	2	-0.11050110310316086
111726	rnn.bias_hh_l1	3	-0.09693016111850739
111726	rnn.bias_hh_l1	4	-0.09804501384496689
111726	rnn.bias_hh_l1	5	-0.11224743723869324
111726	rnn.bias_hh_l1	6	-0.13291175663471222
111726	rnn.bias_hh_l1	7	0.0231458880007267
111726	rnn.bias_hh_l1	8	-0.15730620920658112
111726	rnn.bias_hh_l1	9	-0.08971275389194489
111726	rnn.weight_ih_l1_reverse	0	-0.0506180077791214
111726	rnn.weight_ih_l1_reverse	1	0.016610553488135338
111726	rnn.weight_ih_l1_reverse	2	0.06021209433674812
111726	rnn.weight_ih_l1_reverse	3	0.0006129319663159549
111726	rnn.weight_ih_l1_reverse	4	-0.03457329422235489
111726	rnn.weight_ih_l1_reverse	5	-0.034166526049375534
111726	rnn.weight_ih_l1_reverse	6	-0.0029959389939904213
111726	rnn.weight_ih_l1_reverse	7	0.026015736162662506
111726	rnn.weight_ih_l1_reverse	8	0.024214141070842743
111726	rnn.weight_ih_l1_reverse	9	-0.06986796110868454
111726	rnn.weight_hh_l1_reverse	0	0.008581945672631264
111726	rnn.weight_hh_l1_reverse	1	0.029121307656168938
111726	rnn.weight_hh_l1_reverse	2	-0.03997443616390228
111726	rnn.weight_hh_l1_reverse	3	0.04070974886417389
111726	rnn.weight_hh_l1_reverse	4	0.0426492914557457
111726	rnn.weight_hh_l1_reverse	5	0.008648045361042023
111726	rnn.weight_hh_l1_reverse	6	0.009656920097768307
111726	rnn.weight_hh_l1_reverse	7	0.025124866515398026
111726	rnn.weight_hh_l1_reverse	8	-0.006301669403910637
111726	rnn.weight_hh_l1_reverse	9	-0.03456898778676987
111726	rnn.bias_ih_l1_reverse	0	-0.06257276237010956
111726	rnn.bias_ih_l1_reverse	1	-0.13702818751335144
111726	rnn.bias_ih_l1_reverse	2	-0.14157052338123322
111726	rnn.bias_ih_l1_reverse	3	-0.008160488680005074
111726	rnn.bias_ih_l1_reverse	4	-0.18506571650505066
111726	rnn.bias_ih_l1_reverse	5	-0.1023099347949028
111726	rnn.bias_ih_l1_reverse	6	-0.12309709936380386
111726	rnn.bias_ih_l1_reverse	7	-0.2053898274898529
111726	rnn.bias_ih_l1_reverse	8	0.1629994958639145
111726	rnn.bias_ih_l1_reverse	9	0.06299874931573868
111726	rnn.bias_hh_l1_reverse	0	-0.057258591055870056
111726	rnn.bias_hh_l1_reverse	1	-0.08945231139659882
111726	rnn.bias_hh_l1_reverse	2	-0.21698971092700958
111726	rnn.bias_hh_l1_reverse	3	-0.11798015236854553
111726	rnn.bias_hh_l1_reverse	4	-0.10286083817481995
111726	rnn.bias_hh_l1_reverse	5	-0.11078830808401108
111726	rnn.bias_hh_l1_reverse	6	0.12925288081169128
111726	rnn.bias_hh_l1_reverse	7	-0.13708701729774475
111726	rnn.bias_hh_l1_reverse	8	-0.09708026051521301
111726	rnn.bias_hh_l1_reverse	9	-0.13099072873592377
111726	linear.weight	0	0.002228822559118271
111726	linear.weight	1	0.06341620534658432
111726	linear.weight	2	-0.07621211558580399
111726	linear.weight	3	0.31225305795669556
111726	linear.weight	4	0.12425718456506729
111726	linear.weight	5	-0.008576175197958946
111726	linear.weight	6	0.03828123211860657
111726	linear.weight	7	0.12597182393074036
111726	linear.weight	8	0.04130227118730545
111726	linear.weight	9	-0.046299323439598083
111726	linear.bias	0	0.05184676870703697
111726	linear.bias	1	-0.19368785619735718
111726	linear.bias	2	-0.437540203332901
111726	linear.bias	3	-0.7005996108055115
111726	linear.bias	4	-1.1823861598968506
111726	linear.bias	5	-0.053793881088495255
111726	linear.bias	6	-0.7177263498306274
111726	linear.bias	7	0.3545297384262085
111726	linear.bias	8	-0.49772900342941284
111726	linear.bias	9	-0.9447587728500366
111923	transitions	0	0.6322424411773682
111923	transitions	1	0.11729254573583603
111923	transitions	2	-10000.0
111923	transitions	3	-1.8170239925384521
111923	transitions	4	-10000.0
111923	transitions	5	0.5995299816131592
111923	transitions	6	-0.060767609626054764
111923	transitions	7	-0.6045910716056824
111923	transitions	8	-1.3831571340560913
111923	transitions	9	-0.000940278172492981
111923	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
111923	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
111923	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
111923	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
111923	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
111923	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
111923	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
111923	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
111923	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
111923	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
111923	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
111923	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
111923	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
111923	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
111923	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
111923	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
111923	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
111923	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
111923	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
111923	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
111923	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
111923	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
111923	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
111923	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
111923	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
111923	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
111923	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
111923	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
111923	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
111923	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
111923	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
111923	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
111923	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
111923	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
111923	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
111923	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
111923	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
111923	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
111923	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
111923	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
111923	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
111923	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
111923	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
111923	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
111923	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
111923	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
111923	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
111923	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
111923	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
111923	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
111923	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
111923	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
111923	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
111923	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
111923	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
111923	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
111923	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
111923	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
111923	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
111923	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
111923	embedding2nn.weight	0	0.01236949022859335
111923	embedding2nn.weight	1	-0.013184242881834507
111923	embedding2nn.weight	2	-0.014268254861235619
111923	embedding2nn.weight	3	-0.045227713882923126
111923	embedding2nn.weight	4	-0.0059150345623493195
111923	embedding2nn.weight	5	-0.0037005858030170202
111923	embedding2nn.weight	6	-0.0039732810109853745
111923	embedding2nn.weight	7	-0.05829937383532524
111923	embedding2nn.weight	8	-0.0019979383796453476
111923	embedding2nn.weight	9	-0.03211972862482071
111923	embedding2nn.bias	0	0.03645406290888786
111923	embedding2nn.bias	1	-0.07880242168903351
111923	embedding2nn.bias	2	0.07091788947582245
111923	embedding2nn.bias	3	0.045379798859357834
111923	embedding2nn.bias	4	-0.03460283204913139
111923	embedding2nn.bias	5	-0.05243641883134842
111923	embedding2nn.bias	6	0.0377078652381897
111923	embedding2nn.bias	7	-0.03929866477847099
111923	embedding2nn.bias	8	0.062333036214113235
111923	embedding2nn.bias	9	0.020110325887799263
111923	rnn.weight_ih_l0	0	-0.06037626415491104
111923	rnn.weight_ih_l0	1	-0.002331465482711792
111923	rnn.weight_ih_l0	2	0.05792941525578499
111923	rnn.weight_ih_l0	3	0.015949493274092674
111923	rnn.weight_ih_l0	4	-0.022122589871287346
111923	rnn.weight_ih_l0	5	-0.0533636212348938
111923	rnn.weight_ih_l0	6	-0.00035001273499801755
111923	rnn.weight_ih_l0	7	0.035790927708148956
111923	rnn.weight_ih_l0	8	-0.01138355303555727
111923	rnn.weight_ih_l0	9	-0.021384887397289276
111923	rnn.weight_hh_l0	0	-0.03544239327311516
111923	rnn.weight_hh_l0	1	0.008819195441901684
111923	rnn.weight_hh_l0	2	-0.001401299494318664
111923	rnn.weight_hh_l0	3	-0.06400828808546066
111923	rnn.weight_hh_l0	4	0.08591976016759872
111923	rnn.weight_hh_l0	5	-0.005488560069352388
111923	rnn.weight_hh_l0	6	-0.052048228681087494
111923	rnn.weight_hh_l0	7	0.014782720245420933
111923	rnn.weight_hh_l0	8	0.014316382817924023
111923	rnn.weight_hh_l0	9	-0.016949983313679695
111923	rnn.bias_ih_l0	0	0.06956332921981812
111923	rnn.bias_ih_l0	1	-0.04186435416340828
111923	rnn.bias_ih_l0	2	-0.0011490067699924111
111923	rnn.bias_ih_l0	3	0.107601098716259
111923	rnn.bias_ih_l0	4	-0.03874991834163666
111923	rnn.bias_ih_l0	5	-0.03467688336968422
111923	rnn.bias_ih_l0	6	0.03437143564224243
111923	rnn.bias_ih_l0	7	0.030375324189662933
111923	rnn.bias_ih_l0	8	-0.10544799268245697
111923	rnn.bias_ih_l0	9	-0.02786811627447605
111923	rnn.bias_hh_l0	0	-0.022698119282722473
111923	rnn.bias_hh_l0	1	-0.1032487079501152
111923	rnn.bias_hh_l0	2	-0.04287434741854668
111923	rnn.bias_hh_l0	3	-0.08002294600009918
111923	rnn.bias_hh_l0	4	-0.019281458109617233
111923	rnn.bias_hh_l0	5	-0.020891500636935234
111923	rnn.bias_hh_l0	6	0.03825429081916809
111923	rnn.bias_hh_l0	7	0.03146037831902504
111923	rnn.bias_hh_l0	8	-0.13214458525180817
111923	rnn.bias_hh_l0	9	-0.01018768735229969
111923	rnn.weight_ih_l0_reverse	0	-0.02531311847269535
111923	rnn.weight_ih_l0_reverse	1	-0.047499172389507294
111923	rnn.weight_ih_l0_reverse	2	-0.030635233968496323
111923	rnn.weight_ih_l0_reverse	3	0.011110041290521622
111923	rnn.weight_ih_l0_reverse	4	-0.01434437744319439
111923	rnn.weight_ih_l0_reverse	5	-0.04968726262450218
111923	rnn.weight_ih_l0_reverse	6	0.07510720193386078
111923	rnn.weight_ih_l0_reverse	7	-0.025266218930482864
111923	rnn.weight_ih_l0_reverse	8	-0.024796877056360245
111923	rnn.weight_ih_l0_reverse	9	0.012178163044154644
111923	rnn.weight_hh_l0_reverse	0	0.03535621240735054
111923	rnn.weight_hh_l0_reverse	1	0.030727194622159004
111923	rnn.weight_hh_l0_reverse	2	0.034701842814683914
111923	rnn.weight_hh_l0_reverse	3	0.029693132266402245
111923	rnn.weight_hh_l0_reverse	4	0.007928104139864445
111923	rnn.weight_hh_l0_reverse	5	0.017958151176571846
111923	rnn.weight_hh_l0_reverse	6	0.0451696515083313
111923	rnn.weight_hh_l0_reverse	7	-0.060626015067100525
111923	rnn.weight_hh_l0_reverse	8	0.03554288670420647
111923	rnn.weight_hh_l0_reverse	9	0.04610208421945572
111923	rnn.bias_ih_l0_reverse	0	-0.062306832522153854
111923	rnn.bias_ih_l0_reverse	1	-0.2513423562049866
111923	rnn.bias_ih_l0_reverse	2	-0.1412828117609024
111923	rnn.bias_ih_l0_reverse	3	-0.03076130896806717
111923	rnn.bias_ih_l0_reverse	4	-0.03669985383749008
111923	rnn.bias_ih_l0_reverse	5	0.049827199429273605
111923	rnn.bias_ih_l0_reverse	6	-0.038098663091659546
111923	rnn.bias_ih_l0_reverse	7	0.035537924617528915
111923	rnn.bias_ih_l0_reverse	8	-0.028742404654622078
111923	rnn.bias_ih_l0_reverse	9	0.04161692410707474
111923	rnn.bias_hh_l0_reverse	0	0.0016122848028317094
111923	rnn.bias_hh_l0_reverse	1	-0.0398654006421566
111923	rnn.bias_hh_l0_reverse	2	0.0726100355386734
111923	rnn.bias_hh_l0_reverse	3	-0.05939610302448273
111923	rnn.bias_hh_l0_reverse	4	-0.03247200697660446
111923	rnn.bias_hh_l0_reverse	5	-0.03447980061173439
111923	rnn.bias_hh_l0_reverse	6	-0.03848956152796745
111923	rnn.bias_hh_l0_reverse	7	0.1111423596739769
111923	rnn.bias_hh_l0_reverse	8	0.027331484481692314
111923	rnn.bias_hh_l0_reverse	9	-0.11655647307634354
111923	rnn.weight_ih_l1	0	-0.04070384427905083
111923	rnn.weight_ih_l1	1	-0.038171082735061646
111923	rnn.weight_ih_l1	2	0.04103132337331772
111923	rnn.weight_ih_l1	3	-0.06743825227022171
111923	rnn.weight_ih_l1	4	-0.011808183044195175
111923	rnn.weight_ih_l1	5	-0.04429991543292999
111923	rnn.weight_ih_l1	6	0.02057712711393833
111923	rnn.weight_ih_l1	7	-0.01991366781294346
111923	rnn.weight_ih_l1	8	0.03873266279697418
111923	rnn.weight_ih_l1	9	0.04308492690324783
111923	rnn.weight_hh_l1	0	-0.009675553999841213
111923	rnn.weight_hh_l1	1	0.010450356639921665
111923	rnn.weight_hh_l1	2	-0.0005211917450651526
111923	rnn.weight_hh_l1	3	-0.010112007148563862
111923	rnn.weight_hh_l1	4	0.0026142080314457417
111923	rnn.weight_hh_l1	5	0.026269011199474335
111923	rnn.weight_hh_l1	6	0.026146750897169113
111923	rnn.weight_hh_l1	7	-0.025578351691365242
111923	rnn.weight_hh_l1	8	-0.018778888508677483
111923	rnn.weight_hh_l1	9	0.03642534092068672
111923	rnn.bias_ih_l1	0	-0.17455239593982697
111923	rnn.bias_ih_l1	1	-0.18664464354515076
111923	rnn.bias_ih_l1	2	-0.1810859888792038
111923	rnn.bias_ih_l1	3	-0.26578113436698914
111923	rnn.bias_ih_l1	4	-0.18360480666160583
111923	rnn.bias_ih_l1	5	-0.10349392890930176
111923	rnn.bias_ih_l1	6	-0.11761274188756943
111923	rnn.bias_ih_l1	7	-0.04710879549384117
111923	rnn.bias_ih_l1	8	-0.12916606664657593
111923	rnn.bias_ih_l1	9	-0.10757129639387131
111923	rnn.bias_hh_l1	0	-0.12221454828977585
111923	rnn.bias_hh_l1	1	-0.06109774485230446
111923	rnn.bias_hh_l1	2	-0.1062493547797203
111923	rnn.bias_hh_l1	3	-0.09859900921583176
111923	rnn.bias_hh_l1	4	-0.09823072701692581
111923	rnn.bias_hh_l1	5	-0.11295431852340698
111923	rnn.bias_hh_l1	6	-0.13259358704090118
111923	rnn.bias_hh_l1	7	0.022845100611448288
111923	rnn.bias_hh_l1	8	-0.15748143196105957
111923	rnn.bias_hh_l1	9	-0.08903452008962631
111923	rnn.weight_ih_l1_reverse	0	-0.04999753460288048
111923	rnn.weight_ih_l1_reverse	1	0.012806283310055733
111923	rnn.weight_ih_l1_reverse	2	0.05896276235580444
111923	rnn.weight_ih_l1_reverse	3	0.0002536957326810807
111923	rnn.weight_ih_l1_reverse	4	-0.0367177277803421
111923	rnn.weight_ih_l1_reverse	5	-0.03435070067644119
111923	rnn.weight_ih_l1_reverse	6	-0.0031222007237374783
111923	rnn.weight_ih_l1_reverse	7	0.025500686839222908
111923	rnn.weight_ih_l1_reverse	8	0.023429403081536293
111923	rnn.weight_ih_l1_reverse	9	-0.06937609612941742
111923	rnn.weight_hh_l1_reverse	0	0.008319340646266937
111923	rnn.weight_hh_l1_reverse	1	0.028960738331079483
111923	rnn.weight_hh_l1_reverse	2	-0.04000796750187874
111923	rnn.weight_hh_l1_reverse	3	0.04059704393148422
111923	rnn.weight_hh_l1_reverse	4	0.04211018607020378
111923	rnn.weight_hh_l1_reverse	5	0.0092295678332448
111923	rnn.weight_hh_l1_reverse	6	0.00904614757746458
111923	rnn.weight_hh_l1_reverse	7	0.02566887065768242
111923	rnn.weight_hh_l1_reverse	8	-0.006387438625097275
111923	rnn.weight_hh_l1_reverse	9	-0.03444062918424606
111923	rnn.bias_ih_l1_reverse	0	-0.06613004207611084
111923	rnn.bias_ih_l1_reverse	1	-0.1377098560333252
111923	rnn.bias_ih_l1_reverse	2	-0.14264050126075745
111923	rnn.bias_ih_l1_reverse	3	-0.01153421401977539
111923	rnn.bias_ih_l1_reverse	4	-0.1858886033296585
111923	rnn.bias_ih_l1_reverse	5	-0.10304738581180573
111923	rnn.bias_ih_l1_reverse	6	-0.1230069026350975
111923	rnn.bias_ih_l1_reverse	7	-0.2070162147283554
111923	rnn.bias_ih_l1_reverse	8	0.16794037818908691
111923	rnn.bias_ih_l1_reverse	9	0.06299250572919846
111923	rnn.bias_hh_l1_reverse	0	-0.06186961010098457
111923	rnn.bias_hh_l1_reverse	1	-0.09120073169469833
111923	rnn.bias_hh_l1_reverse	2	-0.21777595579624176
111923	rnn.bias_hh_l1_reverse	3	-0.1174970343708992
111923	rnn.bias_hh_l1_reverse	4	-0.10256338119506836
111923	rnn.bias_hh_l1_reverse	5	-0.11313220858573914
111923	rnn.bias_hh_l1_reverse	6	0.12477137893438339
111923	rnn.bias_hh_l1_reverse	7	-0.1354076862335205
111923	rnn.bias_hh_l1_reverse	8	-0.09934883564710617
111923	rnn.bias_hh_l1_reverse	9	-0.13166508078575134
111923	linear.weight	0	0.002228822559118271
111923	linear.weight	1	0.07415671646595001
111923	linear.weight	2	-0.07812285423278809
111923	linear.weight	3	0.3141515254974365
111923	linear.weight	4	0.1281624436378479
111923	linear.weight	5	-0.011263196356594563
111923	linear.weight	6	0.046309806406497955
111923	linear.weight	7	0.12299502640962601
111923	linear.weight	8	0.04130229726433754
111923	linear.weight	9	-0.05148320645093918
111923	linear.bias	0	0.011159328743815422
111923	linear.bias	1	-0.21265508234500885
111923	linear.bias	2	-0.4308326542377472
111923	linear.bias	3	-0.7023953199386597
111923	linear.bias	4	-1.1841410398483276
111923	linear.bias	5	-0.057301342487335205
111923	linear.bias	6	-0.7361677885055542
111923	linear.bias	7	0.3522144556045532
111923	linear.bias	8	-0.49679049849510193
111923	linear.bias	9	-0.9480724930763245
112120	transitions	0	0.6281112432479858
112120	transitions	1	0.11642036586999893
112120	transitions	2	-10000.0
112120	transitions	3	-1.8170709609985352
112120	transitions	4	-10000.0
112120	transitions	5	0.5993425250053406
112120	transitions	6	-0.061103738844394684
112120	transitions	7	-0.6058461666107178
112120	transitions	8	-1.3833357095718384
112120	transitions	9	-0.0009415316744707525
112120	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
112120	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
112120	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
112120	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
112120	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
112120	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
112120	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
112120	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
112120	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
112120	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
112120	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
112120	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
112120	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
112120	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
112120	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
112120	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
112120	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
112120	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
112120	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
112120	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
112120	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
112120	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
112120	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
112120	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
112120	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
112120	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
112120	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
112120	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
112120	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
112120	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
112120	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
112120	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
112120	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
112120	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
112120	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
112120	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
112120	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
112120	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
112120	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
112120	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
112120	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
112120	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
112120	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
112120	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
112120	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
112120	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
112120	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
112120	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
112120	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
112120	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
112120	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
112120	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
112120	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
112120	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
112120	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
112120	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
112120	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
112120	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
112120	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
112120	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
112120	embedding2nn.weight	0	0.011487957090139389
112120	embedding2nn.weight	1	-0.013102254830300808
112120	embedding2nn.weight	2	-0.014268254861235619
112120	embedding2nn.weight	3	-0.045152001082897186
112120	embedding2nn.weight	4	-0.0059150345623493195
112120	embedding2nn.weight	5	-0.003700586035847664
112120	embedding2nn.weight	6	-0.003973290789872408
112120	embedding2nn.weight	7	-0.06033116579055786
112120	embedding2nn.weight	8	-0.0019979383796453476
112120	embedding2nn.weight	9	-0.03126736357808113
112120	embedding2nn.bias	0	0.03995911777019501
112120	embedding2nn.bias	1	-0.07245396077632904
112120	embedding2nn.bias	2	0.07133764028549194
112120	embedding2nn.bias	3	0.03690067678689957
112120	embedding2nn.bias	4	-0.04475560784339905
112120	embedding2nn.bias	5	-0.0576602965593338
112120	embedding2nn.bias	6	0.036776941269636154
112120	embedding2nn.bias	7	-0.0463605672121048
112120	embedding2nn.bias	8	0.06215382367372513
112120	embedding2nn.bias	9	0.014192950911819935
112120	rnn.weight_ih_l0	0	-0.059983767569065094
112120	rnn.weight_ih_l0	1	-0.0011033609043806791
112120	rnn.weight_ih_l0	2	0.05552159249782562
112120	rnn.weight_ih_l0	3	0.014850468374788761
112120	rnn.weight_ih_l0	4	-0.020052095875144005
112120	rnn.weight_ih_l0	5	-0.05280309170484543
112120	rnn.weight_ih_l0	6	-0.000661179015878588
112120	rnn.weight_ih_l0	7	0.03603437915444374
112120	rnn.weight_ih_l0	8	-0.010593361221253872
112120	rnn.weight_ih_l0	9	-0.02080693654716015
112120	rnn.weight_hh_l0	0	-0.035148367285728455
112120	rnn.weight_hh_l0	1	0.007429016288369894
112120	rnn.weight_hh_l0	2	-0.0016160306986421347
112120	rnn.weight_hh_l0	3	-0.06390601396560669
112120	rnn.weight_hh_l0	4	0.08523710072040558
112120	rnn.weight_hh_l0	5	-0.004130028188228607
112120	rnn.weight_hh_l0	6	-0.05116208642721176
112120	rnn.weight_hh_l0	7	0.014673145487904549
112120	rnn.weight_hh_l0	8	0.014322957023978233
112120	rnn.weight_hh_l0	9	-0.017192738130688667
112120	rnn.bias_ih_l0	0	0.06962793320417404
112120	rnn.bias_ih_l0	1	-0.04515424370765686
112120	rnn.bias_ih_l0	2	0.0019561199005693197
112120	rnn.bias_ih_l0	3	0.11408441513776779
112120	rnn.bias_ih_l0	4	-0.03683251515030861
112120	rnn.bias_ih_l0	5	-0.0352681502699852
112120	rnn.bias_ih_l0	6	0.033287033438682556
112120	rnn.bias_ih_l0	7	0.032674212008714676
112120	rnn.bias_ih_l0	8	-0.10650944709777832
112120	rnn.bias_ih_l0	9	-0.026600532233715057
112120	rnn.bias_hh_l0	0	-0.019788140431046486
112120	rnn.bias_hh_l0	1	-0.10043452680110931
112120	rnn.bias_hh_l0	2	-0.03836621716618538
112120	rnn.bias_hh_l0	3	-0.08127515017986298
112120	rnn.bias_hh_l0	4	-0.015436595305800438
112120	rnn.bias_hh_l0	5	-0.019803564995527267
112120	rnn.bias_hh_l0	6	0.03758256137371063
112120	rnn.bias_hh_l0	7	0.036474667489528656
112120	rnn.bias_hh_l0	8	-0.1336008459329605
112120	rnn.bias_hh_l0	9	-0.011174492537975311
112120	rnn.weight_ih_l0_reverse	0	-0.025707650929689407
112120	rnn.weight_ih_l0_reverse	1	-0.04627768322825432
112120	rnn.weight_ih_l0_reverse	2	-0.02965543232858181
112120	rnn.weight_ih_l0_reverse	3	0.01148681528866291
112120	rnn.weight_ih_l0_reverse	4	-0.014260105788707733
112120	rnn.weight_ih_l0_reverse	5	-0.050436362624168396
112120	rnn.weight_ih_l0_reverse	6	0.07359454780817032
112120	rnn.weight_ih_l0_reverse	7	-0.024347111582756042
112120	rnn.weight_ih_l0_reverse	8	-0.024557478725910187
112120	rnn.weight_ih_l0_reverse	9	0.011969114653766155
112120	rnn.weight_hh_l0_reverse	0	0.03474178910255432
112120	rnn.weight_hh_l0_reverse	1	0.029271740466356277
112120	rnn.weight_hh_l0_reverse	2	0.03520434722304344
112120	rnn.weight_hh_l0_reverse	3	0.029209105297923088
112120	rnn.weight_hh_l0_reverse	4	0.007685601711273193
112120	rnn.weight_hh_l0_reverse	5	0.01873955689370632
112120	rnn.weight_hh_l0_reverse	6	0.04506434500217438
112120	rnn.weight_hh_l0_reverse	7	-0.06262445449829102
112120	rnn.weight_hh_l0_reverse	8	0.03559879958629608
112120	rnn.weight_hh_l0_reverse	9	0.04560519754886627
112120	rnn.bias_ih_l0_reverse	0	-0.06071028485894203
112120	rnn.bias_ih_l0_reverse	1	-0.2501111924648285
112120	rnn.bias_ih_l0_reverse	2	-0.14276324212551117
112120	rnn.bias_ih_l0_reverse	3	-0.031148983165621758
112120	rnn.bias_ih_l0_reverse	4	-0.03536878526210785
112120	rnn.bias_ih_l0_reverse	5	0.04889235273003578
112120	rnn.bias_ih_l0_reverse	6	-0.039177510887384415
112120	rnn.bias_ih_l0_reverse	7	0.03723422437906265
112120	rnn.bias_ih_l0_reverse	8	-0.03064599819481373
112120	rnn.bias_ih_l0_reverse	9	0.044720154255628586
112120	rnn.bias_hh_l0_reverse	0	0.0006087688379921019
112120	rnn.bias_hh_l0_reverse	1	-0.04504956677556038
112120	rnn.bias_hh_l0_reverse	2	0.07387799024581909
112120	rnn.bias_hh_l0_reverse	3	-0.05501142889261246
112120	rnn.bias_hh_l0_reverse	4	-0.03247525170445442
112120	rnn.bias_hh_l0_reverse	5	-0.03186425939202309
112120	rnn.bias_hh_l0_reverse	6	-0.03728995844721794
112120	rnn.bias_hh_l0_reverse	7	0.11334347724914551
112120	rnn.bias_hh_l0_reverse	8	0.02931121550500393
112120	rnn.bias_hh_l0_reverse	9	-0.11581394821405411
112120	rnn.weight_ih_l1	0	-0.04095645248889923
112120	rnn.weight_ih_l1	1	-0.03850909322500229
112120	rnn.weight_ih_l1	2	0.04279445484280586
112120	rnn.weight_ih_l1	3	-0.06812204420566559
112120	rnn.weight_ih_l1	4	-0.01080266572535038
112120	rnn.weight_ih_l1	5	-0.04367358610033989
112120	rnn.weight_ih_l1	6	0.021206747740507126
112120	rnn.weight_ih_l1	7	-0.021184051409363747
112120	rnn.weight_ih_l1	8	0.038831926882267
112120	rnn.weight_ih_l1	9	0.04330187663435936
112120	rnn.weight_hh_l1	0	-0.010917163453996181
112120	rnn.weight_hh_l1	1	0.010302094742655754
112120	rnn.weight_hh_l1	2	0.0018766786670312285
112120	rnn.weight_hh_l1	3	-0.010339238680899143
112120	rnn.weight_hh_l1	4	0.0023974210489541292
112120	rnn.weight_hh_l1	5	0.02599174901843071
112120	rnn.weight_hh_l1	6	0.02662321738898754
112120	rnn.weight_hh_l1	7	-0.025202138349413872
112120	rnn.weight_hh_l1	8	-0.019401423633098602
112120	rnn.weight_hh_l1	9	0.03666720911860466
112120	rnn.bias_ih_l1	0	-0.17640548944473267
112120	rnn.bias_ih_l1	1	-0.18379858136177063
112120	rnn.bias_ih_l1	2	-0.1840417981147766
112120	rnn.bias_ih_l1	3	-0.2666442394256592
112120	rnn.bias_ih_l1	4	-0.1823020577430725
112120	rnn.bias_ih_l1	5	-0.10257042944431305
112120	rnn.bias_ih_l1	6	-0.11561689525842667
112120	rnn.bias_ih_l1	7	-0.045635513961315155
112120	rnn.bias_ih_l1	8	-0.12789109349250793
112120	rnn.bias_ih_l1	9	-0.10426892340183258
112120	rnn.bias_hh_l1	0	-0.12459884583950043
112120	rnn.bias_hh_l1	1	-0.062018513679504395
112120	rnn.bias_hh_l1	2	-0.10749358683824539
112120	rnn.bias_hh_l1	3	-0.10125363618135452
112120	rnn.bias_hh_l1	4	-0.09816036373376846
112120	rnn.bias_hh_l1	5	-0.11252737045288086
112120	rnn.bias_hh_l1	6	-0.13522034883499146
112120	rnn.bias_hh_l1	7	0.019076859578490257
112120	rnn.bias_hh_l1	8	-0.1608610302209854
112120	rnn.bias_hh_l1	9	-0.08880836516618729
112120	rnn.weight_ih_l1_reverse	0	-0.04902954772114754
112120	rnn.weight_ih_l1_reverse	1	0.014852057211101055
112120	rnn.weight_ih_l1_reverse	2	0.0540473535656929
112120	rnn.weight_ih_l1_reverse	3	0.0013430521357804537
112120	rnn.weight_ih_l1_reverse	4	-0.036479055881500244
112120	rnn.weight_ih_l1_reverse	5	-0.03446267545223236
112120	rnn.weight_ih_l1_reverse	6	-0.004050872288644314
112120	rnn.weight_ih_l1_reverse	7	0.026238810271024704
112120	rnn.weight_ih_l1_reverse	8	0.024309109896421432
112120	rnn.weight_ih_l1_reverse	9	-0.06920124590396881
112120	rnn.weight_hh_l1_reverse	0	0.008315245620906353
112120	rnn.weight_hh_l1_reverse	1	0.029301991686224937
112120	rnn.weight_hh_l1_reverse	2	-0.04000237584114075
112120	rnn.weight_hh_l1_reverse	3	0.04043233022093773
112120	rnn.weight_hh_l1_reverse	4	0.042832810431718826
112120	rnn.weight_hh_l1_reverse	5	0.009255115874111652
112120	rnn.weight_hh_l1_reverse	6	0.0073709748685359955
112120	rnn.weight_hh_l1_reverse	7	0.025725727900862694
112120	rnn.weight_hh_l1_reverse	8	-0.006639615632593632
112120	rnn.weight_hh_l1_reverse	9	-0.034201305359601974
112120	rnn.bias_ih_l1_reverse	0	-0.06386145204305649
112120	rnn.bias_ih_l1_reverse	1	-0.13975338637828827
112120	rnn.bias_ih_l1_reverse	2	-0.1429896503686905
112120	rnn.bias_ih_l1_reverse	3	-0.0069813537411391735
112120	rnn.bias_ih_l1_reverse	4	-0.1873580366373062
112120	rnn.bias_ih_l1_reverse	5	-0.10270245373249054
112120	rnn.bias_ih_l1_reverse	6	-0.12248197942972183
112120	rnn.bias_ih_l1_reverse	7	-0.20375768840312958
112120	rnn.bias_ih_l1_reverse	8	0.16703680157661438
112120	rnn.bias_ih_l1_reverse	9	0.06377933919429779
112120	rnn.bias_hh_l1_reverse	0	-0.05782495066523552
112120	rnn.bias_hh_l1_reverse	1	-0.08502744138240814
112120	rnn.bias_hh_l1_reverse	2	-0.217103973031044
112120	rnn.bias_hh_l1_reverse	3	-0.11626416444778442
112120	rnn.bias_hh_l1_reverse	4	-0.10174236446619034
112120	rnn.bias_hh_l1_reverse	5	-0.11141341924667358
112120	rnn.bias_hh_l1_reverse	6	0.12118960916996002
112120	rnn.bias_hh_l1_reverse	7	-0.13356728851795197
112120	rnn.bias_hh_l1_reverse	8	-0.10032275319099426
112120	rnn.bias_hh_l1_reverse	9	-0.1317434161901474
112120	linear.weight	0	0.002228822559118271
112120	linear.weight	1	0.07170921564102173
112120	linear.weight	2	-0.07425769418478012
112120	linear.weight	3	0.3101760745048523
112120	linear.weight	4	0.13008689880371094
112120	linear.weight	5	-0.00984899140894413
112120	linear.weight	6	0.04308508709073067
112120	linear.weight	7	0.11437017470598221
112120	linear.weight	8	0.04130345582962036
112120	linear.weight	9	-0.05185326561331749
112120	linear.bias	0	0.026782283559441566
112120	linear.bias	1	-0.18618467450141907
112120	linear.bias	2	-0.4241611957550049
112120	linear.bias	3	-0.6971646547317505
112120	linear.bias	4	-1.180521011352539
112120	linear.bias	5	-0.06846363097429276
112120	linear.bias	6	-0.7111584544181824
112120	linear.bias	7	0.34025365114212036
112120	linear.bias	8	-0.4973369836807251
112120	linear.bias	9	-0.9509896636009216
112317	transitions	0	0.6281011700630188
112317	transitions	1	0.12157772481441498
112317	transitions	2	-10000.0
112317	transitions	3	-1.8171141147613525
112317	transitions	4	-10000.0
112317	transitions	5	0.599159836769104
112317	transitions	6	-0.06116793304681778
112317	transitions	7	-0.6068890690803528
112317	transitions	8	-1.3834558725357056
112317	transitions	9	-0.0009432552615180612
112317	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
112317	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
112317	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
112317	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
112317	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
112317	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
112317	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
112317	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
112317	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
112317	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
112317	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
112317	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
112317	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
112317	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
112317	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
112317	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
112317	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
112317	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
112317	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
112317	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
112317	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
112317	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
112317	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
112317	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
112317	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
112317	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
112317	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
112317	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
112317	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
112317	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
112317	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
112317	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
112317	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
112317	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
112317	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
112317	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
112317	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
112317	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
112317	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
112317	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
112317	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
112317	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
112317	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
112317	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
112317	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
112317	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
112317	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
112317	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
112317	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
112317	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
112317	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
112317	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
112317	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
112317	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
112317	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
112317	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
112317	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
112317	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
112317	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
112317	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
112317	embedding2nn.weight	0	0.011336489580571651
112317	embedding2nn.weight	1	-0.012903671711683273
112317	embedding2nn.weight	2	-0.014268254861235619
112317	embedding2nn.weight	3	-0.0452229268848896
112317	embedding2nn.weight	4	-0.0059150345623493195
112317	embedding2nn.weight	5	-0.0037005862686783075
112317	embedding2nn.weight	6	-0.003973290789872408
112317	embedding2nn.weight	7	-0.061697233468294144
112317	embedding2nn.weight	8	-0.0019979383796453476
112317	embedding2nn.weight	9	-0.03058142215013504
112317	embedding2nn.bias	0	0.04329792782664299
112317	embedding2nn.bias	1	-0.07463866472244263
112317	embedding2nn.bias	2	0.07067432999610901
112317	embedding2nn.bias	3	0.030958455055952072
112317	embedding2nn.bias	4	-0.04424957185983658
112317	embedding2nn.bias	5	-0.04876989126205444
112317	embedding2nn.bias	6	0.032953571528196335
112317	embedding2nn.bias	7	-0.04239350184798241
112317	embedding2nn.bias	8	0.06025198474526405
112317	embedding2nn.bias	9	0.0057800766080617905
112317	rnn.weight_ih_l0	0	-0.06073805317282677
112317	rnn.weight_ih_l0	1	-0.0019543536473065615
112317	rnn.weight_ih_l0	2	0.05709543079137802
112317	rnn.weight_ih_l0	3	0.014178416691720486
112317	rnn.weight_ih_l0	4	-0.021062739193439484
112317	rnn.weight_ih_l0	5	-0.05323067307472229
112317	rnn.weight_ih_l0	6	-0.00014081360131967813
112317	rnn.weight_ih_l0	7	0.03540607914328575
112317	rnn.weight_ih_l0	8	-0.01035856083035469
112317	rnn.weight_ih_l0	9	-0.020400526002049446
112317	rnn.weight_hh_l0	0	-0.034613482654094696
112317	rnn.weight_hh_l0	1	0.00657421862706542
112317	rnn.weight_hh_l0	2	-0.0013325641630217433
112317	rnn.weight_hh_l0	3	-0.06437370926141739
112317	rnn.weight_hh_l0	4	0.08622684329748154
112317	rnn.weight_hh_l0	5	-0.0038985474966466427
112317	rnn.weight_hh_l0	6	-0.04936515539884567
112317	rnn.weight_hh_l0	7	0.013348598033189774
112317	rnn.weight_hh_l0	8	0.014765193685889244
112317	rnn.weight_hh_l0	9	-0.017008328810334206
112317	rnn.bias_ih_l0	0	0.07065412402153015
112317	rnn.bias_ih_l0	1	-0.04307415336370468
112317	rnn.bias_ih_l0	2	0.003265991108492017
112317	rnn.bias_ih_l0	3	0.11863026767969131
112317	rnn.bias_ih_l0	4	-0.0351753756403923
112317	rnn.bias_ih_l0	5	-0.03276529908180237
112317	rnn.bias_ih_l0	6	0.035197701305150986
112317	rnn.bias_ih_l0	7	0.03520070016384125
112317	rnn.bias_ih_l0	8	-0.10874094814062119
112317	rnn.bias_ih_l0	9	-0.031702861189842224
112317	rnn.bias_hh_l0	0	-0.01913190446794033
112317	rnn.bias_hh_l0	1	-0.1010107696056366
112317	rnn.bias_hh_l0	2	-0.03696982562541962
112317	rnn.bias_hh_l0	3	-0.08151628822088242
112317	rnn.bias_hh_l0	4	-0.01155302207916975
112317	rnn.bias_hh_l0	5	-0.02201974205672741
112317	rnn.bias_hh_l0	6	0.03906146064400673
112317	rnn.bias_hh_l0	7	0.033054739236831665
112317	rnn.bias_hh_l0	8	-0.12819184362888336
112317	rnn.bias_hh_l0	9	-0.01328242290765047
112317	rnn.weight_ih_l0_reverse	0	-0.027043361216783524
112317	rnn.weight_ih_l0_reverse	1	-0.04578864201903343
112317	rnn.weight_ih_l0_reverse	2	-0.030495891347527504
112317	rnn.weight_ih_l0_reverse	3	0.010604649782180786
112317	rnn.weight_ih_l0_reverse	4	-0.014381538145244122
112317	rnn.weight_ih_l0_reverse	5	-0.05013301223516464
112317	rnn.weight_ih_l0_reverse	6	0.07440502196550369
112317	rnn.weight_ih_l0_reverse	7	-0.024677831679582596
112317	rnn.weight_ih_l0_reverse	8	-0.024270828813314438
112317	rnn.weight_ih_l0_reverse	9	0.011934684589505196
112317	rnn.weight_hh_l0_reverse	0	0.03397193178534508
112317	rnn.weight_hh_l0_reverse	1	0.02913695201277733
112317	rnn.weight_hh_l0_reverse	2	0.03556219860911369
112317	rnn.weight_hh_l0_reverse	3	0.030026717111468315
112317	rnn.weight_hh_l0_reverse	4	0.008293049409985542
112317	rnn.weight_hh_l0_reverse	5	0.01775803230702877
112317	rnn.weight_hh_l0_reverse	6	0.04513532668352127
112317	rnn.weight_hh_l0_reverse	7	-0.0629357397556305
112317	rnn.weight_hh_l0_reverse	8	0.03652238845825195
112317	rnn.weight_hh_l0_reverse	9	0.04523719474673271
112317	rnn.bias_ih_l0_reverse	0	-0.06295935809612274
112317	rnn.bias_ih_l0_reverse	1	-0.248218834400177
112317	rnn.bias_ih_l0_reverse	2	-0.14107446372509003
112317	rnn.bias_ih_l0_reverse	3	-0.02984613925218582
112317	rnn.bias_ih_l0_reverse	4	-0.035191860049963
112317	rnn.bias_ih_l0_reverse	5	0.04651030898094177
112317	rnn.bias_ih_l0_reverse	6	-0.03768023103475571
112317	rnn.bias_ih_l0_reverse	7	0.03975903242826462
112317	rnn.bias_ih_l0_reverse	8	-0.030315428972244263
112317	rnn.bias_ih_l0_reverse	9	0.04269934445619583
112317	rnn.bias_hh_l0_reverse	0	0.0009317932999692857
112317	rnn.bias_hh_l0_reverse	1	-0.04054262861609459
112317	rnn.bias_hh_l0_reverse	2	0.07395921647548676
112317	rnn.bias_hh_l0_reverse	3	-0.05865257605910301
112317	rnn.bias_hh_l0_reverse	4	-0.033997129648923874
112317	rnn.bias_hh_l0_reverse	5	-0.031867820769548416
112317	rnn.bias_hh_l0_reverse	6	-0.03560236841440201
112317	rnn.bias_hh_l0_reverse	7	0.11436585336923599
112317	rnn.bias_hh_l0_reverse	8	0.03171958029270172
112317	rnn.bias_hh_l0_reverse	9	-0.11512316018342972
112317	rnn.weight_ih_l1	0	-0.04144895449280739
112317	rnn.weight_ih_l1	1	-0.03893403336405754
112317	rnn.weight_ih_l1	2	0.04337301105260849
112317	rnn.weight_ih_l1	3	-0.06680770963430405
112317	rnn.weight_ih_l1	4	-0.010644364170730114
112317	rnn.weight_ih_l1	5	-0.04366191104054451
112317	rnn.weight_ih_l1	6	0.02126239612698555
112317	rnn.weight_ih_l1	7	-0.02182590588927269
112317	rnn.weight_ih_l1	8	0.038839563727378845
112317	rnn.weight_ih_l1	9	0.044202372431755066
112317	rnn.weight_hh_l1	0	-0.011485154740512371
112317	rnn.weight_hh_l1	1	0.00993235595524311
112317	rnn.weight_hh_l1	2	-0.0003895932459272444
112317	rnn.weight_hh_l1	3	-0.010440707206726074
112317	rnn.weight_hh_l1	4	0.003723143134266138
112317	rnn.weight_hh_l1	5	0.026021994650363922
112317	rnn.weight_hh_l1	6	0.026651155203580856
112317	rnn.weight_hh_l1	7	-0.025490552186965942
112317	rnn.weight_hh_l1	8	-0.019896693527698517
112317	rnn.weight_hh_l1	9	0.037729401141405106
112317	rnn.bias_ih_l1	0	-0.17198902368545532
112317	rnn.bias_ih_l1	1	-0.18512527644634247
112317	rnn.bias_ih_l1	2	-0.19098012149333954
112317	rnn.bias_ih_l1	3	-0.270229697227478
112317	rnn.bias_ih_l1	4	-0.18114955723285675
112317	rnn.bias_ih_l1	5	-0.10173927992582321
112317	rnn.bias_ih_l1	6	-0.11622802913188934
112317	rnn.bias_ih_l1	7	-0.046286772936582565
112317	rnn.bias_ih_l1	8	-0.1239473968744278
112317	rnn.bias_ih_l1	9	-0.10168695449829102
112317	rnn.bias_hh_l1	0	-0.12570254504680634
112317	rnn.bias_hh_l1	1	-0.06405291706323624
112317	rnn.bias_hh_l1	2	-0.11090484261512756
112317	rnn.bias_hh_l1	3	-0.101612389087677
112317	rnn.bias_hh_l1	4	-0.09956880658864975
112317	rnn.bias_hh_l1	5	-0.11306048184633255
112317	rnn.bias_hh_l1	6	-0.1373130828142166
112317	rnn.bias_hh_l1	7	0.017907410860061646
112317	rnn.bias_hh_l1	8	-0.1570640206336975
112317	rnn.bias_hh_l1	9	-0.08933364599943161
112317	rnn.weight_ih_l1_reverse	0	-0.04825086146593094
112317	rnn.weight_ih_l1_reverse	1	0.01738257333636284
112317	rnn.weight_ih_l1_reverse	2	0.04922632873058319
112317	rnn.weight_ih_l1_reverse	3	0.0018454313976690173
112317	rnn.weight_ih_l1_reverse	4	-0.03773289918899536
112317	rnn.weight_ih_l1_reverse	5	-0.034710437059402466
112317	rnn.weight_ih_l1_reverse	6	-0.005513048730790615
112317	rnn.weight_ih_l1_reverse	7	0.02555227093398571
112317	rnn.weight_ih_l1_reverse	8	0.023645350709557533
112317	rnn.weight_ih_l1_reverse	9	-0.06970889121294022
112317	rnn.weight_hh_l1_reverse	0	0.008209041319787502
112317	rnn.weight_hh_l1_reverse	1	0.028793133795261383
112317	rnn.weight_hh_l1_reverse	2	-0.04006560146808624
112317	rnn.weight_hh_l1_reverse	3	0.040353283286094666
112317	rnn.weight_hh_l1_reverse	4	0.04306799918413162
112317	rnn.weight_hh_l1_reverse	5	0.009618331678211689
112317	rnn.weight_hh_l1_reverse	6	0.007527538575232029
112317	rnn.weight_hh_l1_reverse	7	0.02589738927781582
112317	rnn.weight_hh_l1_reverse	8	-0.006705495063215494
112317	rnn.weight_hh_l1_reverse	9	-0.034124743193387985
112317	rnn.bias_ih_l1_reverse	0	-0.06517045944929123
112317	rnn.bias_ih_l1_reverse	1	-0.14375261962413788
112317	rnn.bias_ih_l1_reverse	2	-0.1467670351266861
112317	rnn.bias_ih_l1_reverse	3	-0.006222634110599756
112317	rnn.bias_ih_l1_reverse	4	-0.18781757354736328
112317	rnn.bias_ih_l1_reverse	5	-0.10315004736185074
112317	rnn.bias_ih_l1_reverse	6	-0.1216852143406868
112317	rnn.bias_ih_l1_reverse	7	-0.2050786018371582
112317	rnn.bias_ih_l1_reverse	8	0.16461077332496643
112317	rnn.bias_ih_l1_reverse	9	0.07172492146492004
112317	rnn.bias_hh_l1_reverse	0	-0.05799202620983124
112317	rnn.bias_hh_l1_reverse	1	-0.08093231916427612
112317	rnn.bias_hh_l1_reverse	2	-0.21789756417274475
112317	rnn.bias_hh_l1_reverse	3	-0.1191544309258461
112317	rnn.bias_hh_l1_reverse	4	-0.10099592059850693
112317	rnn.bias_hh_l1_reverse	5	-0.10974816232919693
112317	rnn.bias_hh_l1_reverse	6	0.11779823154211044
112317	rnn.bias_hh_l1_reverse	7	-0.13570022583007812
112317	rnn.bias_hh_l1_reverse	8	-0.09909674525260925
112317	rnn.bias_hh_l1_reverse	9	-0.1341923326253891
112317	linear.weight	0	0.002228822559118271
112317	linear.weight	1	0.08187973499298096
112317	linear.weight	2	-0.07459989935159683
112317	linear.weight	3	0.3093738257884979
112317	linear.weight	4	0.1324116736650467
112317	linear.weight	5	-0.010965748690068722
112317	linear.weight	6	0.05549165979027748
112317	linear.weight	7	0.12091420590877533
112317	linear.weight	8	0.041304294019937515
112317	linear.weight	9	-0.04768619313836098
112317	linear.bias	0	0.07679238170385361
112317	linear.bias	1	-0.2243266999721527
112317	linear.bias	2	-0.4410960078239441
112317	linear.bias	3	-0.6979397535324097
112317	linear.bias	4	-1.1831375360488892
112317	linear.bias	5	-0.0297556072473526
112317	linear.bias	6	-0.7495828866958618
112317	linear.bias	7	0.38489702343940735
112317	linear.bias	8	-0.49161893129348755
112317	linear.bias	9	-0.948104202747345
112514	transitions	0	0.613174319267273
112514	transitions	1	0.13437482714653015
112514	transitions	2	-10000.0
112514	transitions	3	-1.8171812295913696
112514	transitions	4	-10000.0
112514	transitions	5	0.5990534424781799
112514	transitions	6	-0.06125740706920624
112514	transitions	7	-0.6073378324508667
112514	transitions	8	-1.3835452795028687
112514	transitions	9	-0.0009445877512916923
112514	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
112514	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
112514	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
112514	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
112514	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
112514	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
112514	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
112514	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
112514	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
112514	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
112514	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
112514	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
112514	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
112514	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
112514	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
112514	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
112514	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
112514	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
112514	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
112514	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
112514	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
112514	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
112514	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
112514	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
112514	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
112514	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
112514	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
112514	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
112514	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
112514	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
112514	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
112514	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
112514	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
112514	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
112514	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
112514	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
112514	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
112514	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
112514	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
112514	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
112514	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
112514	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
112514	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
112514	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
112514	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
112514	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
112514	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
112514	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
112514	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
112514	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
112514	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
112514	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
112514	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
112514	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
112514	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
112514	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
112514	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
112514	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
112514	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
112514	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
112514	embedding2nn.weight	0	0.0067822933197021484
112514	embedding2nn.weight	1	-0.012938102707266808
112514	embedding2nn.weight	2	-0.014268254861235619
112514	embedding2nn.weight	3	-0.04294678568840027
112514	embedding2nn.weight	4	-0.0059150345623493195
112514	embedding2nn.weight	5	-0.0037005862686783075
112514	embedding2nn.weight	6	-0.003973291255533695
112514	embedding2nn.weight	7	-0.06273801624774933
112514	embedding2nn.weight	8	-0.0019979383796453476
112514	embedding2nn.weight	9	-0.03026110678911209
112514	embedding2nn.bias	0	0.039300620555877686
112514	embedding2nn.bias	1	-0.06994837522506714
112514	embedding2nn.bias	2	0.08084221929311752
112514	embedding2nn.bias	3	0.029430555179715157
112514	embedding2nn.bias	4	-0.05477605387568474
112514	embedding2nn.bias	5	-0.052846770733594894
112514	embedding2nn.bias	6	0.03433291241526604
112514	embedding2nn.bias	7	-0.04023134708404541
112514	embedding2nn.bias	8	0.06508657336235046
112514	embedding2nn.bias	9	-0.004227622877806425
112514	rnn.weight_ih_l0	0	-0.060532692819833755
112514	rnn.weight_ih_l0	1	-0.0008212095126509666
112514	rnn.weight_ih_l0	2	0.055148642510175705
112514	rnn.weight_ih_l0	3	0.014152458868920803
112514	rnn.weight_ih_l0	4	-0.02020918019115925
112514	rnn.weight_ih_l0	5	-0.055631302297115326
112514	rnn.weight_ih_l0	6	-0.000976162264123559
112514	rnn.weight_ih_l0	7	0.035331401973962784
112514	rnn.weight_ih_l0	8	-0.009896457195281982
112514	rnn.weight_ih_l0	9	-0.020697524771094322
112514	rnn.weight_hh_l0	0	-0.03620386868715286
112514	rnn.weight_hh_l0	1	0.006286784540861845
112514	rnn.weight_hh_l0	2	-0.0022424724884331226
112514	rnn.weight_hh_l0	3	-0.06374260783195496
112514	rnn.weight_hh_l0	4	0.0861256867647171
112514	rnn.weight_hh_l0	5	-0.0029393082950264215
112514	rnn.weight_hh_l0	6	-0.04900581017136574
112514	rnn.weight_hh_l0	7	0.01151096448302269
112514	rnn.weight_hh_l0	8	0.015095346607267857
112514	rnn.weight_hh_l0	9	-0.01680656149983406
112514	rnn.bias_ih_l0	0	0.07028456777334213
112514	rnn.bias_ih_l0	1	-0.04101511463522911
112514	rnn.bias_ih_l0	2	0.0020708709489554167
112514	rnn.bias_ih_l0	3	0.11624214798212051
112514	rnn.bias_ih_l0	4	-0.03728720545768738
112514	rnn.bias_ih_l0	5	-0.034082941710948944
112514	rnn.bias_ih_l0	6	0.026421453803777695
112514	rnn.bias_ih_l0	7	0.03353540226817131
112514	rnn.bias_ih_l0	8	-0.10921714454889297
112514	rnn.bias_ih_l0	9	-0.03276265412569046
112514	rnn.bias_hh_l0	0	-0.017013296484947205
112514	rnn.bias_hh_l0	1	-0.10109268128871918
112514	rnn.bias_hh_l0	2	-0.03673779219388962
112514	rnn.bias_hh_l0	3	-0.08010733872652054
112514	rnn.bias_hh_l0	4	-0.014313103631138802
112514	rnn.bias_hh_l0	5	-0.025584476068615913
112514	rnn.bias_hh_l0	6	0.03743821755051613
112514	rnn.bias_hh_l0	7	0.03472477197647095
112514	rnn.bias_hh_l0	8	-0.1286446899175644
112514	rnn.bias_hh_l0	9	-0.01387577224522829
112514	rnn.weight_ih_l0_reverse	0	-0.026854433119297028
112514	rnn.weight_ih_l0_reverse	1	-0.047130268067121506
112514	rnn.weight_ih_l0_reverse	2	-0.029764514416456223
112514	rnn.weight_ih_l0_reverse	3	0.010149898938834667
112514	rnn.weight_ih_l0_reverse	4	-0.01560867577791214
112514	rnn.weight_ih_l0_reverse	5	-0.05023229494690895
112514	rnn.weight_ih_l0_reverse	6	0.07439230382442474
112514	rnn.weight_ih_l0_reverse	7	-0.024293305352330208
112514	rnn.weight_ih_l0_reverse	8	-0.02345472201704979
112514	rnn.weight_ih_l0_reverse	9	0.01043104287236929
112514	rnn.weight_hh_l0_reverse	0	0.034179504960775375
112514	rnn.weight_hh_l0_reverse	1	0.029304571449756622
112514	rnn.weight_hh_l0_reverse	2	0.03554808720946312
112514	rnn.weight_hh_l0_reverse	3	0.029974358156323433
112514	rnn.weight_hh_l0_reverse	4	0.008883154019713402
112514	rnn.weight_hh_l0_reverse	5	0.016172213479876518
112514	rnn.weight_hh_l0_reverse	6	0.044943999499082565
112514	rnn.weight_hh_l0_reverse	7	-0.06204803287982941
112514	rnn.weight_hh_l0_reverse	8	0.03685064986348152
112514	rnn.weight_hh_l0_reverse	9	0.04510940983891487
112514	rnn.bias_ih_l0_reverse	0	-0.06265312433242798
112514	rnn.bias_ih_l0_reverse	1	-0.2447018027305603
112514	rnn.bias_ih_l0_reverse	2	-0.14179550111293793
112514	rnn.bias_ih_l0_reverse	3	-0.030185043811798096
112514	rnn.bias_ih_l0_reverse	4	-0.03243698552250862
112514	rnn.bias_ih_l0_reverse	5	0.04626675322651863
112514	rnn.bias_ih_l0_reverse	6	-0.037266913801431656
112514	rnn.bias_ih_l0_reverse	7	0.0413447767496109
112514	rnn.bias_ih_l0_reverse	8	-0.034966688603162766
112514	rnn.bias_ih_l0_reverse	9	0.043049272149801254
112514	rnn.bias_hh_l0_reverse	0	2.2460526452050544e-05
112514	rnn.bias_hh_l0_reverse	1	-0.04172515124082565
112514	rnn.bias_hh_l0_reverse	2	0.07506518065929413
112514	rnn.bias_hh_l0_reverse	3	-0.054470501840114594
112514	rnn.bias_hh_l0_reverse	4	-0.037244804203510284
112514	rnn.bias_hh_l0_reverse	5	-0.03407245874404907
112514	rnn.bias_hh_l0_reverse	6	-0.03487550467252731
112514	rnn.bias_hh_l0_reverse	7	0.11520817875862122
112514	rnn.bias_hh_l0_reverse	8	0.029258064925670624
112514	rnn.bias_hh_l0_reverse	9	-0.11654872447252274
112514	rnn.weight_ih_l1	0	-0.04170430451631546
112514	rnn.weight_ih_l1	1	-0.03772393986582756
112514	rnn.weight_ih_l1	2	0.04409608244895935
112514	rnn.weight_ih_l1	3	-0.06719131022691727
112514	rnn.weight_ih_l1	4	-0.011210576631128788
112514	rnn.weight_ih_l1	5	-0.04381190240383148
112514	rnn.weight_ih_l1	6	0.02089081145823002
112514	rnn.weight_ih_l1	7	-0.021975545212626457
112514	rnn.weight_ih_l1	8	0.03888398036360741
112514	rnn.weight_ih_l1	9	0.04337211325764656
112514	rnn.weight_hh_l1	0	-0.010990769602358341
112514	rnn.weight_hh_l1	1	0.010117453522980213
112514	rnn.weight_hh_l1	2	0.0009374200599268079
112514	rnn.weight_hh_l1	3	-0.010482319630682468
112514	rnn.weight_hh_l1	4	0.003724905429407954
112514	rnn.weight_hh_l1	5	0.026148226112127304
112514	rnn.weight_hh_l1	6	0.02610590122640133
112514	rnn.weight_hh_l1	7	-0.0261368490755558
112514	rnn.weight_hh_l1	8	-0.019861606881022453
112514	rnn.weight_hh_l1	9	0.038662053644657135
112514	rnn.bias_ih_l1	0	-0.16909906268119812
112514	rnn.bias_ih_l1	1	-0.18482814729213715
112514	rnn.bias_ih_l1	2	-0.19156859815120697
112514	rnn.bias_ih_l1	3	-0.2719298005104065
112514	rnn.bias_ih_l1	4	-0.17652678489685059
112514	rnn.bias_ih_l1	5	-0.09818694740533829
112514	rnn.bias_ih_l1	6	-0.11355598270893097
112514	rnn.bias_ih_l1	7	-0.040499232709407806
112514	rnn.bias_ih_l1	8	-0.12634968757629395
112514	rnn.bias_ih_l1	9	-0.10171372443437576
112514	rnn.bias_hh_l1	0	-0.1229388415813446
112514	rnn.bias_hh_l1	1	-0.062119919806718826
112514	rnn.bias_hh_l1	2	-0.10830965638160706
112514	rnn.bias_hh_l1	3	-0.09966491162776947
112514	rnn.bias_hh_l1	4	-0.09800422936677933
112514	rnn.bias_hh_l1	5	-0.11256956309080124
112514	rnn.bias_hh_l1	6	-0.13578356802463531
112514	rnn.bias_hh_l1	7	0.016070231795310974
112514	rnn.bias_hh_l1	8	-0.15620428323745728
112514	rnn.bias_hh_l1	9	-0.08961348980665207
112514	rnn.weight_ih_l1_reverse	0	-0.04902838170528412
112514	rnn.weight_ih_l1_reverse	1	0.016526686027646065
112514	rnn.weight_ih_l1_reverse	2	0.04963836446404457
112514	rnn.weight_ih_l1_reverse	3	0.0010272023500874639
112514	rnn.weight_ih_l1_reverse	4	-0.03829556703567505
112514	rnn.weight_ih_l1_reverse	5	-0.03507216274738312
112514	rnn.weight_ih_l1_reverse	6	-0.005436842795461416
112514	rnn.weight_ih_l1_reverse	7	0.025472791865468025
112514	rnn.weight_ih_l1_reverse	8	0.02341962791979313
112514	rnn.weight_ih_l1_reverse	9	-0.06862027943134308
112514	rnn.weight_hh_l1_reverse	0	0.008673197589814663
112514	rnn.weight_hh_l1_reverse	1	0.02834589034318924
112514	rnn.weight_hh_l1_reverse	2	-0.03994780406355858
112514	rnn.weight_hh_l1_reverse	3	0.040513668209314346
112514	rnn.weight_hh_l1_reverse	4	0.04303956776857376
112514	rnn.weight_hh_l1_reverse	5	0.009183693677186966
112514	rnn.weight_hh_l1_reverse	6	0.008810539729893208
112514	rnn.weight_hh_l1_reverse	7	0.025899363681674004
112514	rnn.weight_hh_l1_reverse	8	-0.006809407379478216
112514	rnn.weight_hh_l1_reverse	9	-0.03380662202835083
112514	rnn.bias_ih_l1_reverse	0	-0.06620930880308151
112514	rnn.bias_ih_l1_reverse	1	-0.1434704065322876
112514	rnn.bias_ih_l1_reverse	2	-0.146524116396904
112514	rnn.bias_ih_l1_reverse	3	-0.011525677517056465
112514	rnn.bias_ih_l1_reverse	4	-0.18855322897434235
112514	rnn.bias_ih_l1_reverse	5	-0.10455556958913803
112514	rnn.bias_ih_l1_reverse	6	-0.12201201170682907
112514	rnn.bias_ih_l1_reverse	7	-0.2021186202764511
112514	rnn.bias_ih_l1_reverse	8	0.16409644484519958
112514	rnn.bias_ih_l1_reverse	9	0.07539812475442886
112514	rnn.bias_hh_l1_reverse	0	-0.06902141124010086
112514	rnn.bias_hh_l1_reverse	1	-0.08289877325296402
112514	rnn.bias_hh_l1_reverse	2	-0.21806767582893372
112514	rnn.bias_hh_l1_reverse	3	-0.12004594504833221
112514	rnn.bias_hh_l1_reverse	4	-0.10113445669412613
112514	rnn.bias_hh_l1_reverse	5	-0.10725992918014526
112514	rnn.bias_hh_l1_reverse	6	0.11444054543972015
112514	rnn.bias_hh_l1_reverse	7	-0.13178879022598267
112514	rnn.bias_hh_l1_reverse	8	-0.0996379554271698
112514	rnn.bias_hh_l1_reverse	9	-0.1339702308177948
112514	linear.weight	0	0.002228822559118271
112514	linear.weight	1	0.07239067554473877
112514	linear.weight	2	-0.0739789754152298
112514	linear.weight	3	0.3149491548538208
112514	linear.weight	4	0.1299450695514679
112514	linear.weight	5	-0.008262662217020988
112514	linear.weight	6	0.0727265477180481
112514	linear.weight	7	0.1100282296538353
112514	linear.weight	8	0.04130613058805466
112514	linear.weight	9	-0.048318780958652496
112514	linear.bias	0	0.09029466658830643
112514	linear.bias	1	-0.1986369788646698
112514	linear.bias	2	-0.4660921096801758
112514	linear.bias	3	-0.7016193866729736
112514	linear.bias	4	-1.191004753112793
112514	linear.bias	5	-0.05264883115887642
112514	linear.bias	6	-0.7249602675437927
112514	linear.bias	7	0.3622180223464966
112514	linear.bias	8	-0.5012490749359131
112514	linear.bias	9	-0.9603813886642456
112518	transitions	0	0.6122714877128601
112518	transitions	1	0.13437430560588837
112518	transitions	2	-10000.0
112518	transitions	3	-1.8171814680099487
112518	transitions	4	-10000.0
112518	transitions	5	0.5990420579910278
112518	transitions	6	-0.061257846653461456
112518	transitions	7	-0.6073378324508667
112518	transitions	8	-1.3835452795028687
112518	transitions	9	-0.0009445887408219278
112518	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
112518	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
112518	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
112518	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
112518	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
112518	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
112518	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
112518	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
112518	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
112518	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
112518	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
112518	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
112518	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
112518	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
112518	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
112518	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
112518	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
112518	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
112518	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
112518	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
112518	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
112518	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
112518	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
112518	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
112518	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
112518	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
112518	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
112518	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
112518	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
112518	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
112518	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
112518	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
112518	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
112518	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
112518	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
112518	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
112518	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
112518	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
112518	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
112518	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
112518	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
112518	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
112518	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
112518	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
112518	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
112518	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
112518	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
112518	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
112518	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
112518	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
112518	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
112518	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
112518	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
112518	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
112518	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
112518	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
112518	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
112518	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
112518	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
112518	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
112518	embedding2nn.weight	0	0.006888294126838446
112518	embedding2nn.weight	1	-0.012939080595970154
112518	embedding2nn.weight	2	-0.014268254861235619
112518	embedding2nn.weight	3	-0.043209441006183624
112518	embedding2nn.weight	4	-0.0059150345623493195
112518	embedding2nn.weight	5	-0.0037005862686783075
112518	embedding2nn.weight	6	-0.003973291255533695
112518	embedding2nn.weight	7	-0.0626567155122757
112518	embedding2nn.weight	8	-0.0019979383796453476
112518	embedding2nn.weight	9	-0.03029838390648365
112518	embedding2nn.bias	0	0.040193572640419006
112518	embedding2nn.bias	1	-0.06929027289152145
112518	embedding2nn.bias	2	0.08133182674646378
112518	embedding2nn.bias	3	0.02963661216199398
112518	embedding2nn.bias	4	-0.05550635978579521
112518	embedding2nn.bias	5	-0.051562681794166565
112518	embedding2nn.bias	6	0.03479328751564026
112518	embedding2nn.bias	7	-0.03938661143183708
112518	embedding2nn.bias	8	0.06519579887390137
112518	embedding2nn.bias	9	-0.0038199787959456444
112518	rnn.weight_ih_l0	0	-0.060450904071331024
112518	rnn.weight_ih_l0	1	-0.0008280206238850951
112518	rnn.weight_ih_l0	2	0.05519581213593483
112518	rnn.weight_ih_l0	3	0.014191389083862305
112518	rnn.weight_ih_l0	4	-0.019933439791202545
112518	rnn.weight_ih_l0	5	-0.05569787696003914
112518	rnn.weight_ih_l0	6	-0.0009142272174358368
112518	rnn.weight_ih_l0	7	0.035346679389476776
112518	rnn.weight_ih_l0	8	-0.010079881176352501
112518	rnn.weight_ih_l0	9	-0.020609652623534203
112518	rnn.weight_hh_l0	0	-0.036286722868680954
112518	rnn.weight_hh_l0	1	0.006337649188935757
112518	rnn.weight_hh_l0	2	-0.002226331038400531
112518	rnn.weight_hh_l0	3	-0.06368666142225266
112518	rnn.weight_hh_l0	4	0.08599628508090973
112518	rnn.weight_hh_l0	5	-0.002938301069661975
112518	rnn.weight_hh_l0	6	-0.048971064388751984
112518	rnn.weight_hh_l0	7	0.011427804827690125
112518	rnn.weight_hh_l0	8	0.015153994783759117
112518	rnn.weight_hh_l0	9	-0.016891678795218468
112518	rnn.bias_ih_l0	0	0.07029291242361069
112518	rnn.bias_ih_l0	1	-0.04088357836008072
112518	rnn.bias_ih_l0	2	0.002169678919017315
112518	rnn.bias_ih_l0	3	0.11621853709220886
112518	rnn.bias_ih_l0	4	-0.037153784185647964
112518	rnn.bias_ih_l0	5	-0.033981356769800186
112518	rnn.bias_ih_l0	6	0.026355143636465073
112518	rnn.bias_ih_l0	7	0.03319692239165306
112518	rnn.bias_ih_l0	8	-0.10938127338886261
112518	rnn.bias_ih_l0	9	-0.03287512809038162
112518	rnn.bias_hh_l0	0	-0.01648016832768917
112518	rnn.bias_hh_l0	1	-0.1012251004576683
112518	rnn.bias_hh_l0	2	-0.03672972694039345
112518	rnn.bias_hh_l0	3	-0.08013410866260529
112518	rnn.bias_hh_l0	4	-0.01444804947823286
112518	rnn.bias_hh_l0	5	-0.02552677132189274
112518	rnn.bias_hh_l0	6	0.037133242934942245
112518	rnn.bias_hh_l0	7	0.034924838691949844
112518	rnn.bias_hh_l0	8	-0.12880955636501312
112518	rnn.bias_hh_l0	9	-0.014055096544325352
112518	rnn.weight_ih_l0_reverse	0	-0.02687407098710537
112518	rnn.weight_ih_l0_reverse	1	-0.04714818298816681
112518	rnn.weight_ih_l0_reverse	2	-0.029693027958273888
112518	rnn.weight_ih_l0_reverse	3	0.010292035527527332
112518	rnn.weight_ih_l0_reverse	4	-0.01573709398508072
112518	rnn.weight_ih_l0_reverse	5	-0.05025632679462433
112518	rnn.weight_ih_l0_reverse	6	0.07436710596084595
112518	rnn.weight_ih_l0_reverse	7	-0.02433607168495655
112518	rnn.weight_ih_l0_reverse	8	-0.023502694442868233
112518	rnn.weight_ih_l0_reverse	9	0.010427095927298069
112518	rnn.weight_hh_l0_reverse	0	0.034259188920259476
112518	rnn.weight_hh_l0_reverse	1	0.029270736500620842
112518	rnn.weight_hh_l0_reverse	2	0.035578642040491104
112518	rnn.weight_hh_l0_reverse	3	0.02997121959924698
112518	rnn.weight_hh_l0_reverse	4	0.008832988329231739
112518	rnn.weight_hh_l0_reverse	5	0.01618328131735325
112518	rnn.weight_hh_l0_reverse	6	0.04495140165090561
112518	rnn.weight_hh_l0_reverse	7	-0.06212187558412552
112518	rnn.weight_hh_l0_reverse	8	0.03662792593240738
112518	rnn.weight_hh_l0_reverse	9	0.04508429393172264
112518	rnn.bias_ih_l0_reverse	0	-0.06267915666103363
112518	rnn.bias_ih_l0_reverse	1	-0.24425062537193298
112518	rnn.bias_ih_l0_reverse	2	-0.14152678847312927
112518	rnn.bias_ih_l0_reverse	3	-0.02990882657468319
112518	rnn.bias_ih_l0_reverse	4	-0.03281392529606819
112518	rnn.bias_ih_l0_reverse	5	0.04643874242901802
112518	rnn.bias_ih_l0_reverse	6	-0.03708496317267418
112518	rnn.bias_ih_l0_reverse	7	0.041222576051950455
112518	rnn.bias_ih_l0_reverse	8	-0.034717727452516556
112518	rnn.bias_ih_l0_reverse	9	0.042817700654268265
112518	rnn.bias_hh_l0_reverse	0	6.97548093739897e-05
112518	rnn.bias_hh_l0_reverse	1	-0.0419001430273056
112518	rnn.bias_hh_l0_reverse	2	0.07525677233934402
112518	rnn.bias_hh_l0_reverse	3	-0.05475815013051033
112518	rnn.bias_hh_l0_reverse	4	-0.03729880973696709
112518	rnn.bias_hh_l0_reverse	5	-0.033878035843372345
112518	rnn.bias_hh_l0_reverse	6	-0.03476053103804588
112518	rnn.bias_hh_l0_reverse	7	0.11525829881429672
112518	rnn.bias_hh_l0_reverse	8	0.029331253841519356
112518	rnn.bias_hh_l0_reverse	9	-0.11739981919527054
112518	rnn.weight_ih_l1	0	-0.041706956923007965
112518	rnn.weight_ih_l1	1	-0.03772539645433426
112518	rnn.weight_ih_l1	2	0.04400103539228439
112518	rnn.weight_ih_l1	3	-0.06704974174499512
112518	rnn.weight_ih_l1	4	-0.011156675405800343
112518	rnn.weight_ih_l1	5	-0.04381981119513512
112518	rnn.weight_ih_l1	6	0.020892880856990814
112518	rnn.weight_ih_l1	7	-0.02209348976612091
112518	rnn.weight_ih_l1	8	0.038889478892087936
112518	rnn.weight_ih_l1	9	0.04336555302143097
112518	rnn.weight_hh_l1	0	-0.011118052527308464
112518	rnn.weight_hh_l1	1	0.01010585855692625
112518	rnn.weight_hh_l1	2	0.0009409516933374107
112518	rnn.weight_hh_l1	3	-0.010496525093913078
112518	rnn.weight_hh_l1	4	0.003664229065179825
112518	rnn.weight_hh_l1	5	0.02617676928639412
112518	rnn.weight_hh_l1	6	0.026146220043301582
112518	rnn.weight_hh_l1	7	-0.026074904948472977
112518	rnn.weight_hh_l1	8	-0.01988220028579235
112518	rnn.weight_hh_l1	9	0.038731347769498825
112518	rnn.bias_ih_l1	0	-0.16915428638458252
112518	rnn.bias_ih_l1	1	-0.1847582459449768
112518	rnn.bias_ih_l1	2	-0.1917758733034134
112518	rnn.bias_ih_l1	3	-0.2726002037525177
112518	rnn.bias_ih_l1	4	-0.17587026953697205
112518	rnn.bias_ih_l1	5	-0.09805285930633545
112518	rnn.bias_ih_l1	6	-0.11367679387331009
112518	rnn.bias_ih_l1	7	-0.040234170854091644
112518	rnn.bias_ih_l1	8	-0.12636032700538635
112518	rnn.bias_ih_l1	9	-0.10188412666320801
112518	rnn.bias_hh_l1	0	-0.12291938811540604
112518	rnn.bias_hh_l1	1	-0.062298405915498734
112518	rnn.bias_hh_l1	2	-0.10836343467235565
112518	rnn.bias_hh_l1	3	-0.09957845509052277
112518	rnn.bias_hh_l1	4	-0.09747271239757538
112518	rnn.bias_hh_l1	5	-0.11264527589082718
112518	rnn.bias_hh_l1	6	-0.13583151996135712
112518	rnn.bias_hh_l1	7	0.01679178699851036
112518	rnn.bias_hh_l1	8	-0.15588390827178955
112518	rnn.bias_hh_l1	9	-0.089595727622509
112518	rnn.weight_ih_l1_reverse	0	-0.04911747947335243
112518	rnn.weight_ih_l1_reverse	1	0.015973050147294998
112518	rnn.weight_ih_l1_reverse	2	0.0499316081404686
112518	rnn.weight_ih_l1_reverse	3	0.0009944497141987085
112518	rnn.weight_ih_l1_reverse	4	-0.03839660435914993
112518	rnn.weight_ih_l1_reverse	5	-0.035078272223472595
112518	rnn.weight_ih_l1_reverse	6	-0.005326294805854559
112518	rnn.weight_ih_l1_reverse	7	0.025434166193008423
112518	rnn.weight_ih_l1_reverse	8	0.023445988073945045
112518	rnn.weight_ih_l1_reverse	9	-0.06862243264913559
112518	rnn.weight_hh_l1_reverse	0	0.008666621521115303
112518	rnn.weight_hh_l1_reverse	1	0.0283238273113966
112518	rnn.weight_hh_l1_reverse	2	-0.03995012864470482
112518	rnn.weight_hh_l1_reverse	3	0.04052510857582092
112518	rnn.weight_hh_l1_reverse	4	0.043005045503377914
112518	rnn.weight_hh_l1_reverse	5	0.009086054749786854
112518	rnn.weight_hh_l1_reverse	6	0.009064524434506893
112518	rnn.weight_hh_l1_reverse	7	0.025877468287944794
112518	rnn.weight_hh_l1_reverse	8	-0.006768626626580954
112518	rnn.weight_hh_l1_reverse	9	-0.0337858721613884
112518	rnn.bias_ih_l1_reverse	0	-0.06664983928203583
112518	rnn.bias_ih_l1_reverse	1	-0.14362679421901703
112518	rnn.bias_ih_l1_reverse	2	-0.14646372199058533
112518	rnn.bias_ih_l1_reverse	3	-0.010506778955459595
112518	rnn.bias_ih_l1_reverse	4	-0.18850064277648926
112518	rnn.bias_ih_l1_reverse	5	-0.10502298921346664
112518	rnn.bias_ih_l1_reverse	6	-0.12208819389343262
112518	rnn.bias_ih_l1_reverse	7	-0.2021608054637909
112518	rnn.bias_ih_l1_reverse	8	0.16343098878860474
112518	rnn.bias_ih_l1_reverse	9	0.07422561943531036
112518	rnn.bias_hh_l1_reverse	0	-0.06802744418382645
112518	rnn.bias_hh_l1_reverse	1	-0.08379165828227997
112518	rnn.bias_hh_l1_reverse	2	-0.21806254982948303
112518	rnn.bias_hh_l1_reverse	3	-0.12015293538570404
112518	rnn.bias_hh_l1_reverse	4	-0.10108938813209534
112518	rnn.bias_hh_l1_reverse	5	-0.10689357668161392
112518	rnn.bias_hh_l1_reverse	6	0.11634547263383865
112518	rnn.bias_hh_l1_reverse	7	-0.1306343376636505
112518	rnn.bias_hh_l1_reverse	8	-0.0996757298707962
112518	rnn.bias_hh_l1_reverse	9	-0.1338820606470108
112518	linear.weight	0	0.002228822559118271
112518	linear.weight	1	0.07277742028236389
112518	linear.weight	2	-0.0743025690317154
112518	linear.weight	3	0.3118026852607727
112518	linear.weight	4	0.12981083989143372
112518	linear.weight	5	-0.008263008669018745
112518	linear.weight	6	0.07154006510972977
112518	linear.weight	7	0.11094600707292557
112518	linear.weight	8	0.04130614176392555
112518	linear.weight	9	-0.04831940680742264
112518	linear.bias	0	0.09480805695056915
112518	linear.bias	1	-0.20355947315692902
112518	linear.bias	2	-0.4627821147441864
112518	linear.bias	3	-0.7012654542922974
112518	linear.bias	4	-1.190599799156189
112518	linear.bias	5	-0.060765158385038376
112518	linear.bias	6	-0.7297995686531067
112518	linear.bias	7	0.3541164696216583
112518	linear.bias	8	-0.5016590356826782
112518	linear.bias	9	-0.9604134559631348
112715	transitions	0	0.6401370763778687
112715	transitions	1	0.13121701776981354
112715	transitions	2	-10000.0
112715	transitions	3	-1.8172436952590942
112715	transitions	4	-10000.0
112715	transitions	5	0.5989201664924622
112715	transitions	6	-0.061373718082904816
112715	transitions	7	-0.6079521179199219
112715	transitions	8	-1.3836416006088257
112715	transitions	9	-0.000946350337471813
112715	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
112715	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
112715	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
112715	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
112715	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
112715	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
112715	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
112715	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
112715	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
112715	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
112715	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
112715	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
112715	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
112715	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
112715	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
112715	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
112715	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
112715	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
112715	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
112715	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
112715	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
112715	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
112715	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
112715	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
112715	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
112715	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
112715	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
112715	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
112715	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
112715	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
112715	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
112715	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
112715	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
112715	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
112715	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
112715	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
112715	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
112715	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
112715	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
112715	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
112715	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
112715	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
112715	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
112715	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
112715	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
112715	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
112715	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
112715	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
112715	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
112715	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
112715	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
112715	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
112715	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
112715	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
112715	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
112715	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
112715	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
112715	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
112715	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
112715	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
112715	embedding2nn.weight	0	0.00542915565893054
112715	embedding2nn.weight	1	-0.01309206523001194
112715	embedding2nn.weight	2	-0.014268254861235619
112715	embedding2nn.weight	3	-0.04283075034618378
112715	embedding2nn.weight	4	-0.0059150345623493195
112715	embedding2nn.weight	5	-0.0037005869671702385
112715	embedding2nn.weight	6	-0.003973284270614386
112715	embedding2nn.weight	7	-0.06320738047361374
112715	embedding2nn.weight	8	-0.0019979383796453476
112715	embedding2nn.weight	9	-0.030713951215147972
112715	embedding2nn.bias	0	0.04802999272942543
112715	embedding2nn.bias	1	-0.0792800709605217
112715	embedding2nn.bias	2	0.07712025940418243
112715	embedding2nn.bias	3	0.027474617585539818
112715	embedding2nn.bias	4	-0.06238749250769615
112715	embedding2nn.bias	5	-0.0531497448682785
112715	embedding2nn.bias	6	0.0337972417473793
112715	embedding2nn.bias	7	-0.030257413163781166
112715	embedding2nn.bias	8	0.0652812048792839
112715	embedding2nn.bias	9	0.0014934218488633633
112715	rnn.weight_ih_l0	0	-0.06068113073706627
112715	rnn.weight_ih_l0	1	-0.00010669351468095556
112715	rnn.weight_ih_l0	2	0.05701883137226105
112715	rnn.weight_ih_l0	3	0.014472435228526592
112715	rnn.weight_ih_l0	4	-0.020191943272948265
112715	rnn.weight_ih_l0	5	-0.05654904618859291
112715	rnn.weight_ih_l0	6	-7.884702063165605e-05
112715	rnn.weight_ih_l0	7	0.036720771342515945
112715	rnn.weight_ih_l0	8	-0.008941275998950005
112715	rnn.weight_ih_l0	9	-0.02044707164168358
112715	rnn.weight_hh_l0	0	-0.037287794053554535
112715	rnn.weight_hh_l0	1	0.003934986423701048
112715	rnn.weight_hh_l0	2	-0.004084573592990637
112715	rnn.weight_hh_l0	3	-0.0639745444059372
112715	rnn.weight_hh_l0	4	0.08579467982053757
112715	rnn.weight_hh_l0	5	-0.0025428803637623787
112715	rnn.weight_hh_l0	6	-0.05163300782442093
112715	rnn.weight_hh_l0	7	0.010952441953122616
112715	rnn.weight_hh_l0	8	0.015790505334734917
112715	rnn.weight_hh_l0	9	-0.016888611018657684
112715	rnn.bias_ih_l0	0	0.07003112882375717
112715	rnn.bias_ih_l0	1	-0.038975298404693604
112715	rnn.bias_ih_l0	2	-0.0018137585138902068
112715	rnn.bias_ih_l0	3	0.11378072202205658
112715	rnn.bias_ih_l0	4	-0.03700008615851402
112715	rnn.bias_ih_l0	5	-0.03324000909924507
112715	rnn.bias_ih_l0	6	0.02811090275645256
112715	rnn.bias_ih_l0	7	0.03156185895204544
112715	rnn.bias_ih_l0	8	-0.11079715192317963
112715	rnn.bias_ih_l0	9	-0.032399870455265045
112715	rnn.bias_hh_l0	0	-0.015867389738559723
112715	rnn.bias_hh_l0	1	-0.09814326465129852
112715	rnn.bias_hh_l0	2	-0.03966338187456131
112715	rnn.bias_hh_l0	3	-0.07945717126131058
112715	rnn.bias_hh_l0	4	-0.0117728803306818
112715	rnn.bias_hh_l0	5	-0.024637345224618912
112715	rnn.bias_hh_l0	6	0.03808598220348358
112715	rnn.bias_hh_l0	7	0.03700968250632286
112715	rnn.bias_hh_l0	8	-0.12644924223423004
112715	rnn.bias_hh_l0	9	-0.013307596556842327
112715	rnn.weight_ih_l0_reverse	0	-0.02593540959060192
112715	rnn.weight_ih_l0_reverse	1	-0.04610934481024742
112715	rnn.weight_ih_l0_reverse	2	-0.031031448394060135
112715	rnn.weight_ih_l0_reverse	3	0.009748248383402824
112715	rnn.weight_ih_l0_reverse	4	-0.015588536858558655
112715	rnn.weight_ih_l0_reverse	5	-0.050118107348680496
112715	rnn.weight_ih_l0_reverse	6	0.07415971904993057
112715	rnn.weight_ih_l0_reverse	7	-0.023394828662276268
112715	rnn.weight_ih_l0_reverse	8	-0.024839574471116066
112715	rnn.weight_ih_l0_reverse	9	0.010538128204643726
112715	rnn.weight_hh_l0_reverse	0	0.03610098361968994
112715	rnn.weight_hh_l0_reverse	1	0.029332568868994713
112715	rnn.weight_hh_l0_reverse	2	0.035631339997053146
112715	rnn.weight_hh_l0_reverse	3	0.02976122684776783
112715	rnn.weight_hh_l0_reverse	4	0.009233512915670872
112715	rnn.weight_hh_l0_reverse	5	0.016509518027305603
112715	rnn.weight_hh_l0_reverse	6	0.04553312435746193
112715	rnn.weight_hh_l0_reverse	7	-0.06141279637813568
112715	rnn.weight_hh_l0_reverse	8	0.03696434199810028
112715	rnn.weight_hh_l0_reverse	9	0.045497357845306396
112715	rnn.bias_ih_l0_reverse	0	-0.06399305164813995
112715	rnn.bias_ih_l0_reverse	1	-0.2391820102930069
112715	rnn.bias_ih_l0_reverse	2	-0.13877953588962555
112715	rnn.bias_ih_l0_reverse	3	-0.03443117067217827
112715	rnn.bias_ih_l0_reverse	4	-0.032925330102443695
112715	rnn.bias_ih_l0_reverse	5	0.0469806082546711
112715	rnn.bias_ih_l0_reverse	6	-0.03677234426140785
112715	rnn.bias_ih_l0_reverse	7	0.04153748229146004
112715	rnn.bias_ih_l0_reverse	8	-0.03199842572212219
112715	rnn.bias_ih_l0_reverse	9	0.043415144085884094
112715	rnn.bias_hh_l0_reverse	0	-0.001973632024601102
112715	rnn.bias_hh_l0_reverse	1	-0.04412681981921196
112715	rnn.bias_hh_l0_reverse	2	0.0752139538526535
112715	rnn.bias_hh_l0_reverse	3	-0.053371574729681015
112715	rnn.bias_hh_l0_reverse	4	-0.03655571490526199
112715	rnn.bias_hh_l0_reverse	5	-0.03628410026431084
112715	rnn.bias_hh_l0_reverse	6	-0.034055788069963455
112715	rnn.bias_hh_l0_reverse	7	0.11604157835245132
112715	rnn.bias_hh_l0_reverse	8	0.025530816987156868
112715	rnn.bias_hh_l0_reverse	9	-0.11885687708854675
112715	rnn.weight_ih_l1	0	-0.04112604632973671
112715	rnn.weight_ih_l1	1	-0.0386793315410614
112715	rnn.weight_ih_l1	2	0.04049528390169144
112715	rnn.weight_ih_l1	3	-0.06689167767763138
112715	rnn.weight_ih_l1	4	-0.010070743039250374
112715	rnn.weight_ih_l1	5	-0.043621718883514404
112715	rnn.weight_ih_l1	6	0.02026657946407795
112715	rnn.weight_ih_l1	7	-0.02270418219268322
112715	rnn.weight_ih_l1	8	0.038925901055336
112715	rnn.weight_ih_l1	9	0.044372715055942535
112715	rnn.weight_hh_l1	0	-0.010808718390762806
112715	rnn.weight_hh_l1	1	0.01001566369086504
112715	rnn.weight_hh_l1	2	-0.00043140651541762054
112715	rnn.weight_hh_l1	3	-0.010744164697825909
112715	rnn.weight_hh_l1	4	0.0026458879001438618
112715	rnn.weight_hh_l1	5	0.0257875919342041
112715	rnn.weight_hh_l1	6	0.02655632607638836
112715	rnn.weight_hh_l1	7	-0.02590138651430607
112715	rnn.weight_hh_l1	8	-0.020169392228126526
112715	rnn.weight_hh_l1	9	0.037735600024461746
112715	rnn.bias_ih_l1	0	-0.16981849074363708
112715	rnn.bias_ih_l1	1	-0.1868000477552414
112715	rnn.bias_ih_l1	2	-0.19083625078201294
112715	rnn.bias_ih_l1	3	-0.27279365062713623
112715	rnn.bias_ih_l1	4	-0.17466719448566437
112715	rnn.bias_ih_l1	5	-0.10039649903774261
112715	rnn.bias_ih_l1	6	-0.11386211216449738
112715	rnn.bias_ih_l1	7	-0.04451827332377434
112715	rnn.bias_ih_l1	8	-0.12828531861305237
112715	rnn.bias_ih_l1	9	-0.10405643284320831
112715	rnn.bias_hh_l1	0	-0.12246859073638916
112715	rnn.bias_hh_l1	1	-0.06291790306568146
112715	rnn.bias_hh_l1	2	-0.1080077588558197
112715	rnn.bias_hh_l1	3	-0.09880328923463821
112715	rnn.bias_hh_l1	4	-0.09694025665521622
112715	rnn.bias_hh_l1	5	-0.1115998700261116
112715	rnn.bias_hh_l1	6	-0.1336708962917328
112715	rnn.bias_hh_l1	7	0.019320132210850716
112715	rnn.bias_hh_l1	8	-0.15395893156528473
112715	rnn.bias_hh_l1	9	-0.09086144715547562
112715	rnn.weight_ih_l1_reverse	0	-0.048242006450891495
112715	rnn.weight_ih_l1_reverse	1	0.018160736188292503
112715	rnn.weight_ih_l1_reverse	2	0.049211494624614716
112715	rnn.weight_ih_l1_reverse	3	0.0015782020054757595
112715	rnn.weight_ih_l1_reverse	4	-0.03773311898112297
112715	rnn.weight_ih_l1_reverse	5	-0.03504212945699692
112715	rnn.weight_ih_l1_reverse	6	-0.005187744740396738
112715	rnn.weight_ih_l1_reverse	7	0.02540932409465313
112715	rnn.weight_ih_l1_reverse	8	0.02501043863594532
112715	rnn.weight_ih_l1_reverse	9	-0.06911097466945648
112715	rnn.weight_hh_l1_reverse	0	0.008662584237754345
112715	rnn.weight_hh_l1_reverse	1	0.028053630143404007
112715	rnn.weight_hh_l1_reverse	2	-0.039928507059812546
112715	rnn.weight_hh_l1_reverse	3	0.040538959205150604
112715	rnn.weight_hh_l1_reverse	4	0.04222768545150757
112715	rnn.weight_hh_l1_reverse	5	0.008910718373954296
112715	rnn.weight_hh_l1_reverse	6	0.010693165473639965
112715	rnn.weight_hh_l1_reverse	7	0.026378439739346504
112715	rnn.weight_hh_l1_reverse	8	-0.006704668514430523
112715	rnn.weight_hh_l1_reverse	9	-0.03412587568163872
112715	rnn.bias_ih_l1_reverse	0	-0.06890250742435455
112715	rnn.bias_ih_l1_reverse	1	-0.14153969287872314
112715	rnn.bias_ih_l1_reverse	2	-0.1474573165178299
112715	rnn.bias_ih_l1_reverse	3	-0.01590343751013279
112715	rnn.bias_ih_l1_reverse	4	-0.18790948390960693
112715	rnn.bias_ih_l1_reverse	5	-0.10393649339675903
112715	rnn.bias_ih_l1_reverse	6	-0.12173943966627121
112715	rnn.bias_ih_l1_reverse	7	-0.2014979124069214
112715	rnn.bias_ih_l1_reverse	8	0.16522835195064545
112715	rnn.bias_ih_l1_reverse	9	0.07934355735778809
112715	rnn.bias_hh_l1_reverse	0	-0.06672587245702744
112715	rnn.bias_hh_l1_reverse	1	-0.07928519695997238
112715	rnn.bias_hh_l1_reverse	2	-0.21628247201442719
112715	rnn.bias_hh_l1_reverse	3	-0.11853193491697311
112715	rnn.bias_hh_l1_reverse	4	-0.10171034187078476
112715	rnn.bias_hh_l1_reverse	5	-0.10844908654689789
112715	rnn.bias_hh_l1_reverse	6	0.11228612065315247
112715	rnn.bias_hh_l1_reverse	7	-0.13101762533187866
112715	rnn.bias_hh_l1_reverse	8	-0.0988350510597229
112715	rnn.bias_hh_l1_reverse	9	-0.13401979207992554
112715	linear.weight	0	0.002228822559118271
112715	linear.weight	1	0.07332295924425125
112715	linear.weight	2	-0.06634663790464401
112715	linear.weight	3	0.3128264248371124
112715	linear.weight	4	0.12977717816829681
112715	linear.weight	5	-0.006652474403381348
112715	linear.weight	6	0.06871127337217331
112715	linear.weight	7	0.11385142803192139
112715	linear.weight	8	0.041306089609861374
112715	linear.weight	9	-0.04607639089226723
112715	linear.bias	0	0.03429081290960312
112715	linear.bias	1	-0.18389013409614563
112715	linear.bias	2	-0.4250353276729584
112715	linear.bias	3	-0.7204719185829163
112715	linear.bias	4	-1.2091906070709229
112715	linear.bias	5	-0.04906525835394859
112715	linear.bias	6	-0.7096453905105591
112715	linear.bias	7	0.36595430970191956
112715	linear.bias	8	-0.485979288816452
112715	linear.bias	9	-0.9432977437973022
112912	transitions	0	0.6391758918762207
112912	transitions	1	0.14115148782730103
112912	transitions	2	-10000.0
112912	transitions	3	-1.817299246788025
112912	transitions	4	-10000.0
112912	transitions	5	0.598696231842041
112912	transitions	6	-0.06147894263267517
112912	transitions	7	-0.6092051863670349
112912	transitions	8	-1.383763074874878
112912	transitions	9	-0.0009485402842983603
112912	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
112912	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
112912	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
112912	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
112912	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
112912	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
112912	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
112912	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
112912	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
112912	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
112912	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
112912	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
112912	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
112912	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
112912	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
112912	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
112912	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
112912	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
112912	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
112912	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
112912	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
112912	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
112912	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
112912	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
112912	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
112912	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
112912	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
112912	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
112912	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
112912	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
112912	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
112912	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
112912	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
112912	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
112912	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
112912	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
112912	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
112912	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
112912	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
112912	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
112912	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
112912	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
112912	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
112912	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
112912	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
112912	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
112912	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
112912	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
112912	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
112912	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
112912	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
112912	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
112912	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
112912	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
112912	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
112912	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
112912	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
112912	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
112912	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
112912	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
112912	embedding2nn.weight	0	0.0052551086992025375
112912	embedding2nn.weight	1	-0.012850767001509666
112912	embedding2nn.weight	2	-0.014268254861235619
112912	embedding2nn.weight	3	-0.041858866810798645
112912	embedding2nn.weight	4	-0.0059150345623493195
112912	embedding2nn.weight	5	-0.0037005869671702385
112912	embedding2nn.weight	6	-0.003973283804953098
112912	embedding2nn.weight	7	-0.06346441805362701
112912	embedding2nn.weight	8	-0.0019979383796453476
112912	embedding2nn.weight	9	-0.030476419255137444
112912	embedding2nn.bias	0	0.034447744488716125
112912	embedding2nn.bias	1	-0.08058962225914001
112912	embedding2nn.bias	2	0.07850953936576843
112912	embedding2nn.bias	3	0.035457875579595566
112912	embedding2nn.bias	4	-0.061807163059711456
112912	embedding2nn.bias	5	-0.05012991279363632
112912	embedding2nn.bias	6	0.027713511139154434
112912	embedding2nn.bias	7	-0.030253810808062553
112912	embedding2nn.bias	8	0.07012931257486343
112912	embedding2nn.bias	9	0.012926674447953701
112912	rnn.weight_ih_l0	0	-0.06131812185049057
112912	rnn.weight_ih_l0	1	0.00028632627800107
112912	rnn.weight_ih_l0	2	0.05656621605157852
112912	rnn.weight_ih_l0	3	0.014470097608864307
112912	rnn.weight_ih_l0	4	-0.021225161850452423
112912	rnn.weight_ih_l0	5	-0.05525694787502289
112912	rnn.weight_ih_l0	6	-0.00015394938236568123
112912	rnn.weight_ih_l0	7	0.03788365423679352
112912	rnn.weight_ih_l0	8	-0.009076532907783985
112912	rnn.weight_ih_l0	9	-0.020490797236561775
112912	rnn.weight_hh_l0	0	-0.037956833839416504
112912	rnn.weight_hh_l0	1	0.004919322673231363
112912	rnn.weight_hh_l0	2	-0.003999128006398678
112912	rnn.weight_hh_l0	3	-0.06303150951862335
112912	rnn.weight_hh_l0	4	0.08516016602516174
112912	rnn.weight_hh_l0	5	-0.0022615003399550915
112912	rnn.weight_hh_l0	6	-0.050566814839839935
112912	rnn.weight_hh_l0	7	0.01083960197865963
112912	rnn.weight_hh_l0	8	0.016465675085783005
112912	rnn.weight_hh_l0	9	-0.01703844591975212
112912	rnn.bias_ih_l0	0	0.07056905329227448
112912	rnn.bias_ih_l0	1	-0.03752480447292328
112912	rnn.bias_ih_l0	2	0.0001505577383795753
112912	rnn.bias_ih_l0	3	0.1157761886715889
112912	rnn.bias_ih_l0	4	-0.03795318305492401
112912	rnn.bias_ih_l0	5	-0.030803553760051727
112912	rnn.bias_ih_l0	6	0.026389777660369873
112912	rnn.bias_ih_l0	7	0.030401574447751045
112912	rnn.bias_ih_l0	8	-0.1097661703824997
112912	rnn.bias_ih_l0	9	-0.03471054509282112
112912	rnn.bias_hh_l0	0	-0.012349219992756844
112912	rnn.bias_hh_l0	1	-0.10452910512685776
112912	rnn.bias_hh_l0	2	-0.03876696154475212
112912	rnn.bias_hh_l0	3	-0.0798390656709671
112912	rnn.bias_hh_l0	4	-0.010341225191950798
112912	rnn.bias_hh_l0	5	-0.02099011279642582
112912	rnn.bias_hh_l0	6	0.03660642355680466
112912	rnn.bias_hh_l0	7	0.030567342415452003
112912	rnn.bias_hh_l0	8	-0.1283002644777298
112912	rnn.bias_hh_l0	9	-0.017511049285531044
112912	rnn.weight_ih_l0_reverse	0	-0.023534094914793968
112912	rnn.weight_ih_l0_reverse	1	-0.0475194975733757
112912	rnn.weight_ih_l0_reverse	2	-0.03104138746857643
112912	rnn.weight_ih_l0_reverse	3	0.009940121322870255
112912	rnn.weight_ih_l0_reverse	4	-0.015604177489876747
112912	rnn.weight_ih_l0_reverse	5	-0.05081332474946976
112912	rnn.weight_ih_l0_reverse	6	0.07530232518911362
112912	rnn.weight_ih_l0_reverse	7	-0.02552257664501667
112912	rnn.weight_ih_l0_reverse	8	-0.024036074057221413
112912	rnn.weight_ih_l0_reverse	9	0.011253655888140202
112912	rnn.weight_hh_l0_reverse	0	0.03632368892431259
112912	rnn.weight_hh_l0_reverse	1	0.02981424704194069
112912	rnn.weight_hh_l0_reverse	2	0.035215042531490326
112912	rnn.weight_hh_l0_reverse	3	0.030230294913053513
112912	rnn.weight_hh_l0_reverse	4	0.009675025008618832
112912	rnn.weight_hh_l0_reverse	5	0.015855206176638603
112912	rnn.weight_hh_l0_reverse	6	0.04538892209529877
112912	rnn.weight_hh_l0_reverse	7	-0.06190348416566849
112912	rnn.weight_hh_l0_reverse	8	0.0374549999833107
112912	rnn.weight_hh_l0_reverse	9	0.04517244175076485
112912	rnn.bias_ih_l0_reverse	0	-0.065361388027668
112912	rnn.bias_ih_l0_reverse	1	-0.2374083250761032
112912	rnn.bias_ih_l0_reverse	2	-0.1368328481912613
112912	rnn.bias_ih_l0_reverse	3	-0.03237434849143028
112912	rnn.bias_ih_l0_reverse	4	-0.03205147385597229
112912	rnn.bias_ih_l0_reverse	5	0.04600219801068306
112912	rnn.bias_ih_l0_reverse	6	-0.03755825385451317
112912	rnn.bias_ih_l0_reverse	7	0.04013567417860031
112912	rnn.bias_ih_l0_reverse	8	-0.03052692674100399
112912	rnn.bias_ih_l0_reverse	9	0.04545830190181732
112912	rnn.bias_hh_l0_reverse	0	-0.0015254891477525234
112912	rnn.bias_hh_l0_reverse	1	-0.0471348837018013
112912	rnn.bias_hh_l0_reverse	2	0.07340627908706665
112912	rnn.bias_hh_l0_reverse	3	-0.05590759217739105
112912	rnn.bias_hh_l0_reverse	4	-0.035753075033426285
112912	rnn.bias_hh_l0_reverse	5	-0.03597632423043251
112912	rnn.bias_hh_l0_reverse	6	-0.03222959488630295
112912	rnn.bias_hh_l0_reverse	7	0.1154179647564888
112912	rnn.bias_hh_l0_reverse	8	0.0206703320145607
112912	rnn.bias_hh_l0_reverse	9	-0.11149447411298752
112912	rnn.weight_ih_l1	0	-0.04122651368379593
112912	rnn.weight_ih_l1	1	-0.042590901255607605
112912	rnn.weight_ih_l1	2	0.03990725800395012
112912	rnn.weight_ih_l1	3	-0.06766824424266815
112912	rnn.weight_ih_l1	4	-0.00928830448538065
112912	rnn.weight_ih_l1	5	-0.04317793995141983
112912	rnn.weight_ih_l1	6	0.0201028473675251
112912	rnn.weight_ih_l1	7	-0.021823421120643616
112912	rnn.weight_ih_l1	8	0.038829121738672256
112912	rnn.weight_ih_l1	9	0.04387449473142624
112912	rnn.weight_hh_l1	0	-0.011125165969133377
112912	rnn.weight_hh_l1	1	0.009914045222103596
112912	rnn.weight_hh_l1	2	-0.0009594438597559929
112912	rnn.weight_hh_l1	3	-0.010880718007683754
112912	rnn.weight_hh_l1	4	0.003182294312864542
112912	rnn.weight_hh_l1	5	0.025501154363155365
112912	rnn.weight_hh_l1	6	0.02583944797515869
112912	rnn.weight_hh_l1	7	-0.02538791112601757
112912	rnn.weight_hh_l1	8	-0.02017177827656269
112912	rnn.weight_hh_l1	9	0.037461038678884506
112912	rnn.bias_ih_l1	0	-0.16473551094532013
112912	rnn.bias_ih_l1	1	-0.1868499219417572
112912	rnn.bias_ih_l1	2	-0.1899336278438568
112912	rnn.bias_ih_l1	3	-0.27039188146591187
112912	rnn.bias_ih_l1	4	-0.17235279083251953
112912	rnn.bias_ih_l1	5	-0.09905584156513214
112912	rnn.bias_ih_l1	6	-0.11277934163808823
112912	rnn.bias_ih_l1	7	-0.043801117688417435
112912	rnn.bias_ih_l1	8	-0.12391935288906097
112912	rnn.bias_ih_l1	9	-0.1058046817779541
112912	rnn.bias_hh_l1	0	-0.11969050019979477
112912	rnn.bias_hh_l1	1	-0.061873920261859894
112912	rnn.bias_hh_l1	2	-0.10885471850633621
112912	rnn.bias_hh_l1	3	-0.0983937680721283
112912	rnn.bias_hh_l1	4	-0.09967494755983353
112912	rnn.bias_hh_l1	5	-0.10963696241378784
112912	rnn.bias_hh_l1	6	-0.1339305192232132
112912	rnn.bias_hh_l1	7	0.015634343028068542
112912	rnn.bias_hh_l1	8	-0.15384715795516968
112912	rnn.bias_hh_l1	9	-0.09237087517976761
112912	rnn.weight_ih_l1_reverse	0	-0.04889398068189621
112912	rnn.weight_ih_l1_reverse	1	0.022185245528817177
112912	rnn.weight_ih_l1_reverse	2	0.050901055335998535
112912	rnn.weight_ih_l1_reverse	3	0.0038556379731744528
112912	rnn.weight_ih_l1_reverse	4	-0.038250312209129333
112912	rnn.weight_ih_l1_reverse	5	-0.035105690360069275
112912	rnn.weight_ih_l1_reverse	6	-0.00645139254629612
112912	rnn.weight_ih_l1_reverse	7	0.025983447209000587
112912	rnn.weight_ih_l1_reverse	8	0.026040831580758095
112912	rnn.weight_ih_l1_reverse	9	-0.07175177335739136
112912	rnn.weight_hh_l1_reverse	0	0.008436853997409344
112912	rnn.weight_hh_l1_reverse	1	0.027579225599765778
112912	rnn.weight_hh_l1_reverse	2	-0.03991346433758736
112912	rnn.weight_hh_l1_reverse	3	0.040524810552597046
112912	rnn.weight_hh_l1_reverse	4	0.043115850538015366
112912	rnn.weight_hh_l1_reverse	5	0.00851458590477705
112912	rnn.weight_hh_l1_reverse	6	0.012053173966705799
112912	rnn.weight_hh_l1_reverse	7	0.026049751788377762
112912	rnn.weight_hh_l1_reverse	8	-0.006652535405009985
112912	rnn.weight_hh_l1_reverse	9	-0.034193333238363266
112912	rnn.bias_ih_l1_reverse	0	-0.06996610015630722
112912	rnn.bias_ih_l1_reverse	1	-0.14251121878623962
112912	rnn.bias_ih_l1_reverse	2	-0.14749722182750702
112912	rnn.bias_ih_l1_reverse	3	-0.013554302975535393
112912	rnn.bias_ih_l1_reverse	4	-0.1901414394378662
112912	rnn.bias_ih_l1_reverse	5	-0.1039842888712883
112912	rnn.bias_ih_l1_reverse	6	-0.12247006595134735
112912	rnn.bias_ih_l1_reverse	7	-0.20099011063575745
112912	rnn.bias_ih_l1_reverse	8	0.16678830981254578
112912	rnn.bias_ih_l1_reverse	9	0.0739942342042923
112912	rnn.bias_hh_l1_reverse	0	-0.0649508386850357
112912	rnn.bias_hh_l1_reverse	1	-0.08217587321996689
112912	rnn.bias_hh_l1_reverse	2	-0.2164008915424347
112912	rnn.bias_hh_l1_reverse	3	-0.11684203892946243
112912	rnn.bias_hh_l1_reverse	4	-0.10109727829694748
112912	rnn.bias_hh_l1_reverse	5	-0.107664555311203
112912	rnn.bias_hh_l1_reverse	6	0.11725305765867233
112912	rnn.bias_hh_l1_reverse	7	-0.12793534994125366
112912	rnn.bias_hh_l1_reverse	8	-0.09912753105163574
112912	rnn.bias_hh_l1_reverse	9	-0.1341739147901535
112912	linear.weight	0	0.002228822559118271
112912	linear.weight	1	0.07212146371603012
112912	linear.weight	2	-0.06536827981472015
112912	linear.weight	3	0.320585697889328
112912	linear.weight	4	0.12920653820037842
112912	linear.weight	5	-0.006860389374196529
112912	linear.weight	6	0.04318496584892273
112912	linear.weight	7	0.11245372891426086
112912	linear.weight	8	0.04130645841360092
112912	linear.weight	9	-0.05153775215148926
112912	linear.bias	0	0.025761498138308525
112912	linear.bias	1	-0.191197469830513
112912	linear.bias	2	-0.44423654675483704
112912	linear.bias	3	-0.7282041311264038
112912	linear.bias	4	-1.2151321172714233
112912	linear.bias	5	-0.0553351454436779
112912	linear.bias	6	-0.7183401584625244
112912	linear.bias	7	0.3609550893306732
112912	linear.bias	8	-0.4942898750305176
112912	linear.bias	9	-0.9501228928565979
113109	transitions	0	0.6413562893867493
113109	transitions	1	0.13452501595020294
113109	transitions	2	-10000.0
113109	transitions	3	-1.8173444271087646
113109	transitions	4	-10000.0
113109	transitions	5	0.5984811186790466
113109	transitions	6	-0.061534445732831955
113109	transitions	7	-0.6102869510650635
113109	transitions	8	-1.38384211063385
113109	transitions	9	-0.0009497920982539654
113109	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
113109	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
113109	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
113109	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
113109	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
113109	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
113109	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
113109	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
113109	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
113109	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
113109	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
113109	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
113109	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
113109	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
113109	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
113109	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
113109	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
113109	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
113109	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
113109	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
113109	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
113109	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
113109	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
113109	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
113109	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
113109	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
113109	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
113109	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
113109	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
113109	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
113109	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
113109	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
113109	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
113109	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
113109	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
113109	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
113109	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
113109	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
113109	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
113109	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
113109	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
113109	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
113109	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
113109	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
113109	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
113109	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
113109	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
113109	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
113109	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
113109	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
113109	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
113109	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
113109	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
113109	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
113109	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
113109	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
113109	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
113109	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
113109	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
113109	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
113109	embedding2nn.weight	0	0.0035012199077755213
113109	embedding2nn.weight	1	-0.01259723212569952
113109	embedding2nn.weight	2	-0.014268254861235619
113109	embedding2nn.weight	3	-0.04329444468021393
113109	embedding2nn.weight	4	-0.0059150345623493195
113109	embedding2nn.weight	5	-0.003700587200000882
113109	embedding2nn.weight	6	-0.003973284270614386
113109	embedding2nn.weight	7	-0.06493793427944183
113109	embedding2nn.weight	8	-0.0019979383796453476
113109	embedding2nn.weight	9	-0.030327238142490387
113109	embedding2nn.bias	0	0.038823310285806656
113109	embedding2nn.bias	1	-0.08095775544643402
113109	embedding2nn.bias	2	0.08210780471563339
113109	embedding2nn.bias	3	0.03664044290781021
113109	embedding2nn.bias	4	-0.05393051356077194
113109	embedding2nn.bias	5	-0.04613498970866203
113109	embedding2nn.bias	6	0.02697565406560898
113109	embedding2nn.bias	7	-0.038508541882038116
113109	embedding2nn.bias	8	0.06378031522035599
113109	embedding2nn.bias	9	0.015019215643405914
113109	rnn.weight_ih_l0	0	-0.06264962255954742
113109	rnn.weight_ih_l0	1	-0.0005046349251642823
113109	rnn.weight_ih_l0	2	0.05610670894384384
113109	rnn.weight_ih_l0	3	0.014441801235079765
113109	rnn.weight_ih_l0	4	-0.023254238069057465
113109	rnn.weight_ih_l0	5	-0.05504367873072624
113109	rnn.weight_ih_l0	6	-0.001719957566820085
113109	rnn.weight_ih_l0	7	0.036097634583711624
113109	rnn.weight_ih_l0	8	-0.009011022746562958
113109	rnn.weight_ih_l0	9	-0.02007085271179676
113109	rnn.weight_hh_l0	0	-0.037918269634246826
113109	rnn.weight_hh_l0	1	0.004747860599309206
113109	rnn.weight_hh_l0	2	-0.0031532207503914833
113109	rnn.weight_hh_l0	3	-0.06191292405128479
113109	rnn.weight_hh_l0	4	0.0849962905049324
113109	rnn.weight_hh_l0	5	-0.0032003228552639484
113109	rnn.weight_hh_l0	6	-0.05083010345697403
113109	rnn.weight_hh_l0	7	0.011607542634010315
113109	rnn.weight_hh_l0	8	0.016964145004749298
113109	rnn.weight_hh_l0	9	-0.016223153099417686
113109	rnn.bias_ih_l0	0	0.07139219343662262
113109	rnn.bias_ih_l0	1	-0.040114790201187134
113109	rnn.bias_ih_l0	2	0.002357958350330591
113109	rnn.bias_ih_l0	3	0.11851942539215088
113109	rnn.bias_ih_l0	4	-0.036799270659685135
113109	rnn.bias_ih_l0	5	-0.034257397055625916
113109	rnn.bias_ih_l0	6	0.024554254487156868
113109	rnn.bias_ih_l0	7	0.03121594712138176
113109	rnn.bias_ih_l0	8	-0.11103211343288422
113109	rnn.bias_ih_l0	9	-0.03558991476893425
113109	rnn.bias_hh_l0	0	-0.014268236234784126
113109	rnn.bias_hh_l0	1	-0.10406827926635742
113109	rnn.bias_hh_l0	2	-0.03894687071442604
113109	rnn.bias_hh_l0	3	-0.07907725125551224
113109	rnn.bias_hh_l0	4	-0.009131030179560184
113109	rnn.bias_hh_l0	5	-0.021833505481481552
113109	rnn.bias_hh_l0	6	0.03462154045701027
113109	rnn.bias_hh_l0	7	0.030518099665641785
113109	rnn.bias_hh_l0	8	-0.12310560792684555
113109	rnn.bias_hh_l0	9	-0.01824498549103737
113109	rnn.weight_ih_l0_reverse	0	-0.02319399267435074
113109	rnn.weight_ih_l0_reverse	1	-0.04875628277659416
113109	rnn.weight_ih_l0_reverse	2	-0.032271359115839005
113109	rnn.weight_ih_l0_reverse	3	0.00889717135578394
113109	rnn.weight_ih_l0_reverse	4	-0.015720384195446968
113109	rnn.weight_ih_l0_reverse	5	-0.05074362829327583
113109	rnn.weight_ih_l0_reverse	6	0.07700899243354797
113109	rnn.weight_ih_l0_reverse	7	-0.025502843782305717
113109	rnn.weight_ih_l0_reverse	8	-0.024162422865629196
113109	rnn.weight_ih_l0_reverse	9	0.011256081983447075
113109	rnn.weight_hh_l0_reverse	0	0.037171509116888046
113109	rnn.weight_hh_l0_reverse	1	0.028767094016075134
113109	rnn.weight_hh_l0_reverse	2	0.03603488951921463
113109	rnn.weight_hh_l0_reverse	3	0.031059708446264267
113109	rnn.weight_hh_l0_reverse	4	0.008760582655668259
113109	rnn.weight_hh_l0_reverse	5	0.015307948924601078
113109	rnn.weight_hh_l0_reverse	6	0.04545126482844353
113109	rnn.weight_hh_l0_reverse	7	-0.0621357299387455
113109	rnn.weight_hh_l0_reverse	8	0.03725747391581535
113109	rnn.weight_hh_l0_reverse	9	0.04554854705929756
113109	rnn.bias_ih_l0_reverse	0	-0.06823424249887466
113109	rnn.bias_ih_l0_reverse	1	-0.23459608852863312
113109	rnn.bias_ih_l0_reverse	2	-0.13735944032669067
113109	rnn.bias_ih_l0_reverse	3	-0.03371041640639305
113109	rnn.bias_ih_l0_reverse	4	-0.035385843366384506
113109	rnn.bias_ih_l0_reverse	5	0.04415154829621315
113109	rnn.bias_ih_l0_reverse	6	-0.04063841700553894
113109	rnn.bias_ih_l0_reverse	7	0.03735535964369774
113109	rnn.bias_ih_l0_reverse	8	-0.028829477727413177
113109	rnn.bias_ih_l0_reverse	9	0.04392402619123459
113109	rnn.bias_hh_l0_reverse	0	0.00021567450312431902
113109	rnn.bias_hh_l0_reverse	1	-0.04798867926001549
113109	rnn.bias_hh_l0_reverse	2	0.07397739589214325
113109	rnn.bias_hh_l0_reverse	3	-0.05658026039600372
113109	rnn.bias_hh_l0_reverse	4	-0.03856147080659866
113109	rnn.bias_hh_l0_reverse	5	-0.033698879182338715
113109	rnn.bias_hh_l0_reverse	6	-0.03290409594774246
113109	rnn.bias_hh_l0_reverse	7	0.11538370698690414
113109	rnn.bias_hh_l0_reverse	8	0.019415179267525673
113109	rnn.bias_hh_l0_reverse	9	-0.11598070710897446
113109	rnn.weight_ih_l1	0	-0.04039665684103966
113109	rnn.weight_ih_l1	1	-0.03889605775475502
113109	rnn.weight_ih_l1	2	0.03824448958039284
113109	rnn.weight_ih_l1	3	-0.06800408661365509
113109	rnn.weight_ih_l1	4	-0.009634871035814285
113109	rnn.weight_ih_l1	5	-0.043657008558511734
113109	rnn.weight_ih_l1	6	0.018858477473258972
113109	rnn.weight_ih_l1	7	-0.02269905060529709
113109	rnn.weight_ih_l1	8	0.039135001599788666
113109	rnn.weight_ih_l1	9	0.042714811861515045
113109	rnn.weight_hh_l1	0	-0.008360050618648529
113109	rnn.weight_hh_l1	1	0.009666289202868938
113109	rnn.weight_hh_l1	2	-0.003091938327997923
113109	rnn.weight_hh_l1	3	-0.010876534506678581
113109	rnn.weight_hh_l1	4	0.004606099799275398
113109	rnn.weight_hh_l1	5	0.025357693433761597
113109	rnn.weight_hh_l1	6	0.026395615190267563
113109	rnn.weight_hh_l1	7	-0.02469506487250328
113109	rnn.weight_hh_l1	8	-0.020566148683428764
113109	rnn.weight_hh_l1	9	0.037814196199178696
113109	rnn.bias_ih_l1	0	-0.1670813113451004
113109	rnn.bias_ih_l1	1	-0.18496030569076538
113109	rnn.bias_ih_l1	2	-0.18917661905288696
113109	rnn.bias_ih_l1	3	-0.27160122990608215
113109	rnn.bias_ih_l1	4	-0.1685406118631363
113109	rnn.bias_ih_l1	5	-0.09822847694158554
113109	rnn.bias_ih_l1	6	-0.11696060746908188
113109	rnn.bias_ih_l1	7	-0.04414823651313782
113109	rnn.bias_ih_l1	8	-0.12264565378427505
113109	rnn.bias_ih_l1	9	-0.10913101583719254
113109	rnn.bias_hh_l1	0	-0.12081737071275711
113109	rnn.bias_hh_l1	1	-0.05852857604622841
113109	rnn.bias_hh_l1	2	-0.10937861353158951
113109	rnn.bias_hh_l1	3	-0.09866581857204437
113109	rnn.bias_hh_l1	4	-0.10227624326944351
113109	rnn.bias_hh_l1	5	-0.10894161462783813
113109	rnn.bias_hh_l1	6	-0.13807156682014465
113109	rnn.bias_hh_l1	7	0.021528765559196472
113109	rnn.bias_hh_l1	8	-0.15903984010219574
113109	rnn.bias_hh_l1	9	-0.09421395510435104
113109	rnn.weight_ih_l1_reverse	0	-0.048756878823041916
113109	rnn.weight_ih_l1_reverse	1	0.013058897107839584
113109	rnn.weight_ih_l1_reverse	2	0.05063874274492264
113109	rnn.weight_ih_l1_reverse	3	0.0028200652450323105
113109	rnn.weight_ih_l1_reverse	4	-0.03979019448161125
113109	rnn.weight_ih_l1_reverse	5	-0.034967392683029175
113109	rnn.weight_ih_l1_reverse	6	-0.009385138750076294
113109	rnn.weight_ih_l1_reverse	7	0.026408972218632698
113109	rnn.weight_ih_l1_reverse	8	0.02283708192408085
113109	rnn.weight_ih_l1_reverse	9	-0.0716642513871193
113109	rnn.weight_hh_l1_reverse	0	0.008569596335291862
113109	rnn.weight_hh_l1_reverse	1	0.027447348460555077
113109	rnn.weight_hh_l1_reverse	2	-0.0398108996450901
113109	rnn.weight_hh_l1_reverse	3	0.04029621556401253
113109	rnn.weight_hh_l1_reverse	4	0.04347390681505203
113109	rnn.weight_hh_l1_reverse	5	0.008414109237492085
113109	rnn.weight_hh_l1_reverse	6	0.012710543349385262
113109	rnn.weight_hh_l1_reverse	7	0.025833727791905403
113109	rnn.weight_hh_l1_reverse	8	-0.0066749658435583115
113109	rnn.weight_hh_l1_reverse	9	-0.034253478050231934
113109	rnn.bias_ih_l1_reverse	0	-0.07140196859836578
113109	rnn.bias_ih_l1_reverse	1	-0.14411543309688568
113109	rnn.bias_ih_l1_reverse	2	-0.14995145797729492
113109	rnn.bias_ih_l1_reverse	3	-0.017811564728617668
113109	rnn.bias_ih_l1_reverse	4	-0.1913098245859146
113109	rnn.bias_ih_l1_reverse	5	-0.10233329981565475
113109	rnn.bias_ih_l1_reverse	6	-0.12271832674741745
113109	rnn.bias_ih_l1_reverse	7	-0.2029559165239334
113109	rnn.bias_ih_l1_reverse	8	0.16454216837882996
113109	rnn.bias_ih_l1_reverse	9	0.06600445508956909
113109	rnn.bias_hh_l1_reverse	0	-0.06427763402462006
113109	rnn.bias_hh_l1_reverse	1	-0.0786401554942131
113109	rnn.bias_hh_l1_reverse	2	-0.21617770195007324
113109	rnn.bias_hh_l1_reverse	3	-0.11544838547706604
113109	rnn.bias_hh_l1_reverse	4	-0.10165876895189285
113109	rnn.bias_hh_l1_reverse	5	-0.10816709697246552
113109	rnn.bias_hh_l1_reverse	6	0.1300821304321289
113109	rnn.bias_hh_l1_reverse	7	-0.13116829097270966
113109	rnn.bias_hh_l1_reverse	8	-0.10049564391374588
113109	rnn.bias_hh_l1_reverse	9	-0.13487723469734192
113109	linear.weight	0	0.002228822559118271
113109	linear.weight	1	0.06908004730939865
113109	linear.weight	2	-0.06816478073596954
113109	linear.weight	3	0.3204213082790375
113109	linear.weight	4	0.12727691233158112
113109	linear.weight	5	-0.010490634478628635
113109	linear.weight	6	0.05650881677865982
113109	linear.weight	7	0.10436655580997467
113109	linear.weight	8	0.04130655154585838
113109	linear.weight	9	-0.05286334455013275
113109	linear.bias	0	0.04094281420111656
113109	linear.bias	1	-0.21294601261615753
113109	linear.bias	2	-0.41505372524261475
113109	linear.bias	3	-0.7023867964744568
113109	linear.bias	4	-1.1889383792877197
113109	linear.bias	5	-0.06265847384929657
113109	linear.bias	6	-0.7422950863838196
113109	linear.bias	7	0.3534466624259949
113109	linear.bias	8	-0.49402931332588196
113109	linear.bias	9	-0.9502494931221008
113306	transitions	0	0.6371231079101562
113306	transitions	1	0.13178285956382751
113306	transitions	2	-10000.0
113306	transitions	3	-1.8173692226409912
113306	transitions	4	-10000.0
113306	transitions	5	0.5983771681785583
113306	transitions	6	-0.061606261879205704
113306	transitions	7	-0.6104219555854797
113306	transitions	8	-1.3839434385299683
113306	transitions	9	-0.0009512606775388122
113306	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
113306	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
113306	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
113306	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
113306	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
113306	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
113306	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
113306	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
113306	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
113306	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
113306	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
113306	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
113306	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
113306	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
113306	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
113306	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
113306	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
113306	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
113306	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
113306	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
113306	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
113306	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
113306	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
113306	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
113306	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
113306	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
113306	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
113306	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
113306	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
113306	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
113306	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
113306	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
113306	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
113306	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
113306	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
113306	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
113306	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
113306	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
113306	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
113306	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
113306	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
113306	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
113306	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
113306	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
113306	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
113306	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
113306	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
113306	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
113306	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
113306	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
113306	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
113306	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
113306	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
113306	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
113306	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
113306	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
113306	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
113306	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
113306	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
113306	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
113306	embedding2nn.weight	0	0.005561561789363623
113306	embedding2nn.weight	1	-0.012546335346996784
113306	embedding2nn.weight	2	-0.014268254861235619
113306	embedding2nn.weight	3	-0.04221564531326294
113306	embedding2nn.weight	4	-0.0059150345623493195
113306	embedding2nn.weight	5	-0.003700586734339595
113306	embedding2nn.weight	6	-0.003973288461565971
113306	embedding2nn.weight	7	-0.06643379479646683
113306	embedding2nn.weight	8	-0.0019979383796453476
113306	embedding2nn.weight	9	-0.03009561263024807
113306	embedding2nn.bias	0	0.03765689209103584
113306	embedding2nn.bias	1	-0.08105243742465973
113306	embedding2nn.bias	2	0.08466159552335739
113306	embedding2nn.bias	3	0.03471558913588524
113306	embedding2nn.bias	4	-0.05024334788322449
113306	embedding2nn.bias	5	-0.04088962450623512
113306	embedding2nn.bias	6	0.03679061681032181
113306	embedding2nn.bias	7	-0.04635871201753616
113306	embedding2nn.bias	8	0.058036595582962036
113306	embedding2nn.bias	9	0.01374764833599329
113306	rnn.weight_ih_l0	0	-0.06509221345186234
113306	rnn.weight_ih_l0	1	-0.0013737034751102328
113306	rnn.weight_ih_l0	2	0.05546651780605316
113306	rnn.weight_ih_l0	3	0.016043158248066902
113306	rnn.weight_ih_l0	4	-0.02431485243141651
113306	rnn.weight_ih_l0	5	-0.055683232843875885
113306	rnn.weight_ih_l0	6	-0.0023926752619445324
113306	rnn.weight_ih_l0	7	0.03687074035406113
113306	rnn.weight_ih_l0	8	-0.010532880201935768
113306	rnn.weight_ih_l0	9	-0.01978151686489582
113306	rnn.weight_hh_l0	0	-0.03832073509693146
113306	rnn.weight_hh_l0	1	0.004445462953299284
113306	rnn.weight_hh_l0	2	-0.004558829125016928
113306	rnn.weight_hh_l0	3	-0.061869096010923386
113306	rnn.weight_hh_l0	4	0.08530733734369278
113306	rnn.weight_hh_l0	5	-0.004409101791679859
113306	rnn.weight_hh_l0	6	-0.052085086703300476
113306	rnn.weight_hh_l0	7	0.01123129203915596
113306	rnn.weight_hh_l0	8	0.017109476029872894
113306	rnn.weight_hh_l0	9	-0.01638408936560154
113306	rnn.bias_ih_l0	0	0.0704713985323906
113306	rnn.bias_ih_l0	1	-0.039801668375730515
113306	rnn.bias_ih_l0	2	0.002773836487904191
113306	rnn.bias_ih_l0	3	0.11808434873819351
113306	rnn.bias_ih_l0	4	-0.036003049463033676
113306	rnn.bias_ih_l0	5	-0.037058450281620026
113306	rnn.bias_ih_l0	6	0.02631549723446369
113306	rnn.bias_ih_l0	7	0.0347963310778141
113306	rnn.bias_ih_l0	8	-0.11126388609409332
113306	rnn.bias_ih_l0	9	-0.032673489302396774
113306	rnn.bias_hh_l0	0	-0.015646187588572502
113306	rnn.bias_hh_l0	1	-0.103250652551651
113306	rnn.bias_hh_l0	2	-0.042661141604185104
113306	rnn.bias_hh_l0	3	-0.08067072182893753
113306	rnn.bias_hh_l0	4	-0.009438266977667809
113306	rnn.bias_hh_l0	5	-0.02185273915529251
113306	rnn.bias_hh_l0	6	0.0338008888065815
113306	rnn.bias_hh_l0	7	0.03218494728207588
113306	rnn.bias_hh_l0	8	-0.12243684381246567
113306	rnn.bias_hh_l0	9	-0.024160847067832947
113306	rnn.weight_ih_l0_reverse	0	-0.0219538826495409
113306	rnn.weight_ih_l0_reverse	1	-0.04717037081718445
113306	rnn.weight_ih_l0_reverse	2	-0.0338844358921051
113306	rnn.weight_ih_l0_reverse	3	0.008224992081522942
113306	rnn.weight_ih_l0_reverse	4	-0.015566250309348106
113306	rnn.weight_ih_l0_reverse	5	-0.05028641223907471
113306	rnn.weight_ih_l0_reverse	6	0.07721926271915436
113306	rnn.weight_ih_l0_reverse	7	-0.02386307716369629
113306	rnn.weight_ih_l0_reverse	8	-0.02317693457007408
113306	rnn.weight_ih_l0_reverse	9	0.010702068917453289
113306	rnn.weight_hh_l0_reverse	0	0.037956275045871735
113306	rnn.weight_hh_l0_reverse	1	0.02879064716398716
113306	rnn.weight_hh_l0_reverse	2	0.03574046865105629
113306	rnn.weight_hh_l0_reverse	3	0.0309615395963192
113306	rnn.weight_hh_l0_reverse	4	0.009039941243827343
113306	rnn.weight_hh_l0_reverse	5	0.015555327758193016
113306	rnn.weight_hh_l0_reverse	6	0.04555615782737732
113306	rnn.weight_hh_l0_reverse	7	-0.06254258006811142
113306	rnn.weight_hh_l0_reverse	8	0.03689395263791084
113306	rnn.weight_hh_l0_reverse	9	0.04592323675751686
113306	rnn.bias_ih_l0_reverse	0	-0.06830764561891556
113306	rnn.bias_ih_l0_reverse	1	-0.22596828639507294
113306	rnn.bias_ih_l0_reverse	2	-0.13747112452983856
113306	rnn.bias_ih_l0_reverse	3	-0.032880719751119614
113306	rnn.bias_ih_l0_reverse	4	-0.03368315100669861
113306	rnn.bias_ih_l0_reverse	5	0.0439339354634285
113306	rnn.bias_ih_l0_reverse	6	-0.03816375881433487
113306	rnn.bias_ih_l0_reverse	7	0.03831411153078079
113306	rnn.bias_ih_l0_reverse	8	-0.0329294390976429
113306	rnn.bias_ih_l0_reverse	9	0.04037764295935631
113306	rnn.bias_hh_l0_reverse	0	0.0009198174811899662
113306	rnn.bias_hh_l0_reverse	1	-0.04658014699816704
113306	rnn.bias_hh_l0_reverse	2	0.07586167752742767
113306	rnn.bias_hh_l0_reverse	3	-0.05839464068412781
113306	rnn.bias_hh_l0_reverse	4	-0.037109967321157455
113306	rnn.bias_hh_l0_reverse	5	-0.028386710211634636
113306	rnn.bias_hh_l0_reverse	6	-0.03429105877876282
113306	rnn.bias_hh_l0_reverse	7	0.11526259034872055
113306	rnn.bias_hh_l0_reverse	8	0.02186909317970276
113306	rnn.bias_hh_l0_reverse	9	-0.11658887565135956
113306	rnn.weight_ih_l1	0	-0.040956463664770126
113306	rnn.weight_ih_l1	1	-0.03933262825012207
113306	rnn.weight_ih_l1	2	0.03857187554240227
113306	rnn.weight_ih_l1	3	-0.06954673677682877
113306	rnn.weight_ih_l1	4	-0.00923017505556345
113306	rnn.weight_ih_l1	5	-0.043745674192905426
113306	rnn.weight_ih_l1	6	0.01970021240413189
113306	rnn.weight_ih_l1	7	-0.019814306870102882
113306	rnn.weight_ih_l1	8	0.039249029010534286
113306	rnn.weight_ih_l1	9	0.04262252524495125
113306	rnn.weight_hh_l1	0	-0.007207148242741823
113306	rnn.weight_hh_l1	1	0.00987464189529419
113306	rnn.weight_hh_l1	2	-0.0018716705963015556
113306	rnn.weight_hh_l1	3	-0.010332048870623112
113306	rnn.weight_hh_l1	4	0.004344997461885214
113306	rnn.weight_hh_l1	5	0.025548428297042847
113306	rnn.weight_hh_l1	6	0.027140796184539795
113306	rnn.weight_hh_l1	7	-0.025431720539927483
113306	rnn.weight_hh_l1	8	-0.020007837563753128
113306	rnn.weight_hh_l1	9	0.038032855838537216
113306	rnn.bias_ih_l1	0	-0.16641636192798615
113306	rnn.bias_ih_l1	1	-0.18324901163578033
113306	rnn.bias_ih_l1	2	-0.18838533759117126
113306	rnn.bias_ih_l1	3	-0.27427375316619873
113306	rnn.bias_ih_l1	4	-0.17054498195648193
113306	rnn.bias_ih_l1	5	-0.09813745319843292
113306	rnn.bias_ih_l1	6	-0.11857869476079941
113306	rnn.bias_ih_l1	7	-0.04507964476943016
113306	rnn.bias_ih_l1	8	-0.12186707556247711
113306	rnn.bias_ih_l1	9	-0.11376351863145828
113306	rnn.bias_hh_l1	0	-0.12218817323446274
113306	rnn.bias_hh_l1	1	-0.060350194573402405
113306	rnn.bias_hh_l1	2	-0.10987313091754913
113306	rnn.bias_hh_l1	3	-0.09822313487529755
113306	rnn.bias_hh_l1	4	-0.10210271179676056
113306	rnn.bias_hh_l1	5	-0.1101602166891098
113306	rnn.bias_hh_l1	6	-0.14025303721427917
113306	rnn.bias_hh_l1	7	0.02409927174448967
113306	rnn.bias_hh_l1	8	-0.1611722707748413
113306	rnn.bias_hh_l1	9	-0.09817472100257874
113306	rnn.weight_ih_l1_reverse	0	-0.04795869439840317
113306	rnn.weight_ih_l1_reverse	1	0.01697717048227787
113306	rnn.weight_ih_l1_reverse	2	0.05650622770190239
113306	rnn.weight_ih_l1_reverse	3	0.0011062899138778448
113306	rnn.weight_ih_l1_reverse	4	-0.0393637977540493
113306	rnn.weight_ih_l1_reverse	5	-0.034982699900865555
113306	rnn.weight_ih_l1_reverse	6	-0.009642623364925385
113306	rnn.weight_ih_l1_reverse	7	0.027105238288640976
113306	rnn.weight_ih_l1_reverse	8	0.024343250319361687
113306	rnn.weight_ih_l1_reverse	9	-0.07149814069271088
113306	rnn.weight_hh_l1_reverse	0	0.008386225439608097
113306	rnn.weight_hh_l1_reverse	1	0.027619618922472
113306	rnn.weight_hh_l1_reverse	2	-0.03977729380130768
113306	rnn.weight_hh_l1_reverse	3	0.0404127836227417
113306	rnn.weight_hh_l1_reverse	4	0.04382002726197243
113306	rnn.weight_hh_l1_reverse	5	0.008537515997886658
113306	rnn.weight_hh_l1_reverse	6	0.013893479481339455
113306	rnn.weight_hh_l1_reverse	7	0.02613775059580803
113306	rnn.weight_hh_l1_reverse	8	-0.006665021181106567
113306	rnn.weight_hh_l1_reverse	9	-0.03447455167770386
113306	rnn.bias_ih_l1_reverse	0	-0.06917860358953476
113306	rnn.bias_ih_l1_reverse	1	-0.1399311125278473
113306	rnn.bias_ih_l1_reverse	2	-0.14977304637432098
113306	rnn.bias_ih_l1_reverse	3	-0.015398264862596989
113306	rnn.bias_ih_l1_reverse	4	-0.19213536381721497
113306	rnn.bias_ih_l1_reverse	5	-0.10382775962352753
113306	rnn.bias_ih_l1_reverse	6	-0.12369261682033539
113306	rnn.bias_ih_l1_reverse	7	-0.20167052745819092
113306	rnn.bias_ih_l1_reverse	8	0.15918274223804474
113306	rnn.bias_ih_l1_reverse	9	0.06746785342693329
113306	rnn.bias_hh_l1_reverse	0	-0.06509111821651459
113306	rnn.bias_hh_l1_reverse	1	-0.07324574887752533
113306	rnn.bias_hh_l1_reverse	2	-0.2167123556137085
113306	rnn.bias_hh_l1_reverse	3	-0.11527479439973831
113306	rnn.bias_hh_l1_reverse	4	-0.1005311831831932
113306	rnn.bias_hh_l1_reverse	5	-0.1077553927898407
113306	rnn.bias_hh_l1_reverse	6	0.1278252899646759
113306	rnn.bias_hh_l1_reverse	7	-0.1302320957183838
113306	rnn.bias_hh_l1_reverse	8	-0.10210955888032913
113306	rnn.bias_hh_l1_reverse	9	-0.13537751138210297
113306	linear.weight	0	0.002228822559118271
113306	linear.weight	1	0.06291386485099792
113306	linear.weight	2	-0.062429044395685196
113306	linear.weight	3	0.3278774321079254
113306	linear.weight	4	0.13102462887763977
113306	linear.weight	5	-0.011122789233922958
113306	linear.weight	6	0.06556817144155502
113306	linear.weight	7	0.1070295125246048
113306	linear.weight	8	0.041306011378765106
113306	linear.weight	9	-0.05605122819542885
113306	linear.bias	0	0.05485394224524498
113306	linear.bias	1	-0.19628068804740906
113306	linear.bias	2	-0.42809808254241943
113306	linear.bias	3	-0.7007917165756226
113306	linear.bias	4	-1.1895339488983154
113306	linear.bias	5	-0.0740998163819313
113306	linear.bias	6	-0.7261085510253906
113306	linear.bias	7	0.3460941016674042
113306	linear.bias	8	-0.4729773700237274
113306	linear.bias	9	-0.9300448894500732
113503	transitions	0	0.6266953945159912
113503	transitions	1	0.1289941817522049
113503	transitions	2	-10000.0
113503	transitions	3	-1.81743323802948
113503	transitions	4	-10000.0
113503	transitions	5	0.5982919931411743
113503	transitions	6	-0.06170982867479324
113503	transitions	7	-0.6119012832641602
113503	transitions	8	-1.3840434551239014
113503	transitions	9	-0.0009522300097160041
113503	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
113503	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
113503	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
113503	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
113503	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
113503	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
113503	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
113503	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
113503	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
113503	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
113503	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
113503	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
113503	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
113503	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
113503	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
113503	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
113503	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
113503	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
113503	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
113503	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
113503	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
113503	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
113503	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
113503	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
113503	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
113503	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
113503	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
113503	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
113503	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
113503	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
113503	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
113503	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
113503	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
113503	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
113503	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
113503	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
113503	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
113503	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
113503	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
113503	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
113503	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
113503	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
113503	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
113503	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
113503	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
113503	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
113503	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
113503	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
113503	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
113503	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
113503	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
113503	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
113503	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
113503	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
113503	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
113503	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
113503	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
113503	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
113503	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
113503	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
113503	embedding2nn.weight	0	0.006414463743567467
113503	embedding2nn.weight	1	-0.012540437281131744
113503	embedding2nn.weight	2	-0.014268254861235619
113503	embedding2nn.weight	3	-0.04270562529563904
113503	embedding2nn.weight	4	-0.0059150345623493195
113503	embedding2nn.weight	5	-0.003700586734339595
113503	embedding2nn.weight	6	-0.003973290324211121
113503	embedding2nn.weight	7	-0.06556792557239532
113503	embedding2nn.weight	8	-0.0019979383796453476
113503	embedding2nn.weight	9	-0.0308415237814188
113503	embedding2nn.bias	0	0.03592938929796219
113503	embedding2nn.bias	1	-0.08813663572072983
113503	embedding2nn.bias	2	0.0851893275976181
113503	embedding2nn.bias	3	0.03198995441198349
113503	embedding2nn.bias	4	-0.05230617895722389
113503	embedding2nn.bias	5	-0.04348156973719597
113503	embedding2nn.bias	6	0.03092040680348873
113503	embedding2nn.bias	7	-0.04649064689874649
113503	embedding2nn.bias	8	0.059739433228969574
113503	embedding2nn.bias	9	0.024263635277748108
113503	rnn.weight_ih_l0	0	-0.06516015529632568
113503	rnn.weight_ih_l0	1	-0.0002348246780456975
113503	rnn.weight_ih_l0	2	0.05832832306623459
113503	rnn.weight_ih_l0	3	0.015473020263016224
113503	rnn.weight_ih_l0	4	-0.025457261130213737
113503	rnn.weight_ih_l0	5	-0.05561324954032898
113503	rnn.weight_ih_l0	6	-0.0016982390079647303
113503	rnn.weight_ih_l0	7	0.03582135587930679
113503	rnn.weight_ih_l0	8	-0.010299448855221272
113503	rnn.weight_ih_l0	9	-0.018255311995744705
113503	rnn.weight_hh_l0	0	-0.03794689476490021
113503	rnn.weight_hh_l0	1	0.004040819127112627
113503	rnn.weight_hh_l0	2	-0.004670070484280586
113503	rnn.weight_hh_l0	3	-0.06204943358898163
113503	rnn.weight_hh_l0	4	0.08594731986522675
113503	rnn.weight_hh_l0	5	-0.0020392118021845818
113503	rnn.weight_hh_l0	6	-0.05173484608530998
113503	rnn.weight_hh_l0	7	0.0110089723020792
113503	rnn.weight_hh_l0	8	0.01700587198138237
113503	rnn.weight_hh_l0	9	-0.01602047309279442
113503	rnn.bias_ih_l0	0	0.07211077958345413
113503	rnn.bias_ih_l0	1	-0.04265744984149933
113503	rnn.bias_ih_l0	2	0.0009331676410511136
113503	rnn.bias_ih_l0	3	0.11557532846927643
113503	rnn.bias_ih_l0	4	-0.034295786172151566
113503	rnn.bias_ih_l0	5	-0.03915994241833687
113503	rnn.bias_ih_l0	6	0.029017610475420952
113503	rnn.bias_ih_l0	7	0.030823489651083946
113503	rnn.bias_ih_l0	8	-0.11000756919384003
113503	rnn.bias_ih_l0	9	-0.030442042276263237
113503	rnn.bias_hh_l0	0	-0.01605982892215252
113503	rnn.bias_hh_l0	1	-0.10892943292856216
113503	rnn.bias_hh_l0	2	-0.042864684015512466
113503	rnn.bias_hh_l0	3	-0.08013848960399628
113503	rnn.bias_hh_l0	4	-0.006732290145009756
113503	rnn.bias_hh_l0	5	-0.016741927713155746
113503	rnn.bias_hh_l0	6	0.03438948839902878
113503	rnn.bias_hh_l0	7	0.03535350039601326
113503	rnn.bias_hh_l0	8	-0.12474486231803894
113503	rnn.bias_hh_l0	9	-0.028087753802537918
113503	rnn.weight_ih_l0_reverse	0	-0.02208755537867546
113503	rnn.weight_ih_l0_reverse	1	-0.04793086275458336
113503	rnn.weight_ih_l0_reverse	2	-0.033456217497587204
113503	rnn.weight_ih_l0_reverse	3	0.006860526744276285
113503	rnn.weight_ih_l0_reverse	4	-0.015675272792577744
113503	rnn.weight_ih_l0_reverse	5	-0.0500800758600235
113503	rnn.weight_ih_l0_reverse	6	0.07676544785499573
113503	rnn.weight_ih_l0_reverse	7	-0.022855017334222794
113503	rnn.weight_ih_l0_reverse	8	-0.023179123178124428
113503	rnn.weight_ih_l0_reverse	9	0.010923448018729687
113503	rnn.weight_hh_l0_reverse	0	0.038934849202632904
113503	rnn.weight_hh_l0_reverse	1	0.02825458161532879
113503	rnn.weight_hh_l0_reverse	2	0.035283882170915604
113503	rnn.weight_hh_l0_reverse	3	0.03169652074575424
113503	rnn.weight_hh_l0_reverse	4	0.00920697022229433
113503	rnn.weight_hh_l0_reverse	5	0.014870939776301384
113503	rnn.weight_hh_l0_reverse	6	0.044972240924835205
113503	rnn.weight_hh_l0_reverse	7	-0.06250876933336258
113503	rnn.weight_hh_l0_reverse	8	0.037401746958494186
113503	rnn.weight_hh_l0_reverse	9	0.046250421553850174
113503	rnn.bias_ih_l0_reverse	0	-0.06706755608320236
113503	rnn.bias_ih_l0_reverse	1	-0.22904253005981445
113503	rnn.bias_ih_l0_reverse	2	-0.14104148745536804
113503	rnn.bias_ih_l0_reverse	3	-0.035367824137210846
113503	rnn.bias_ih_l0_reverse	4	-0.03388206288218498
113503	rnn.bias_ih_l0_reverse	5	0.044241052120923996
113503	rnn.bias_ih_l0_reverse	6	-0.041671741753816605
113503	rnn.bias_ih_l0_reverse	7	0.03787379339337349
113503	rnn.bias_ih_l0_reverse	8	-0.03327280282974243
113503	rnn.bias_ih_l0_reverse	9	0.036882542073726654
113503	rnn.bias_hh_l0_reverse	0	-0.0003327006124891341
113503	rnn.bias_hh_l0_reverse	1	-0.050184860825538635
113503	rnn.bias_hh_l0_reverse	2	0.07398336380720139
113503	rnn.bias_hh_l0_reverse	3	-0.05875997617840767
113503	rnn.bias_hh_l0_reverse	4	-0.03831204026937485
113503	rnn.bias_hh_l0_reverse	5	-0.027852501720190048
113503	rnn.bias_hh_l0_reverse	6	-0.034221895039081573
113503	rnn.bias_hh_l0_reverse	7	0.11561396718025208
113503	rnn.bias_hh_l0_reverse	8	0.024337299168109894
113503	rnn.bias_hh_l0_reverse	9	-0.11646582931280136
113503	rnn.weight_ih_l1	0	-0.04069996625185013
113503	rnn.weight_ih_l1	1	-0.03809802606701851
113503	rnn.weight_ih_l1	2	0.033105507493019104
113503	rnn.weight_ih_l1	3	-0.07175314426422119
113503	rnn.weight_ih_l1	4	-0.009710717014968395
113503	rnn.weight_ih_l1	5	-0.044204164296388626
113503	rnn.weight_ih_l1	6	0.019705599173903465
113503	rnn.weight_ih_l1	7	-0.020402703434228897
113503	rnn.weight_ih_l1	8	0.03906425088644028
113503	rnn.weight_ih_l1	9	0.0440559908747673
113503	rnn.weight_hh_l1	0	-0.005577838514000177
113503	rnn.weight_hh_l1	1	0.009836938232183456
113503	rnn.weight_hh_l1	2	-0.0032277023419737816
113503	rnn.weight_hh_l1	3	-0.009764855727553368
113503	rnn.weight_hh_l1	4	0.0050687026232481
113503	rnn.weight_hh_l1	5	0.0259300097823143
113503	rnn.weight_hh_l1	6	0.02751338481903076
113503	rnn.weight_hh_l1	7	-0.026064537465572357
113503	rnn.weight_hh_l1	8	-0.020273543894290924
113503	rnn.weight_hh_l1	9	0.03781242296099663
113503	rnn.bias_ih_l1	0	-0.16678747534751892
113503	rnn.bias_ih_l1	1	-0.18480636179447174
113503	rnn.bias_ih_l1	2	-0.18920299410820007
113503	rnn.bias_ih_l1	3	-0.2725421190261841
113503	rnn.bias_ih_l1	4	-0.1725735068321228
113503	rnn.bias_ih_l1	5	-0.10161543637514114
113503	rnn.bias_ih_l1	6	-0.11962611973285675
113503	rnn.bias_ih_l1	7	-0.039833422750234604
113503	rnn.bias_ih_l1	8	-0.12384603917598724
113503	rnn.bias_ih_l1	9	-0.1127636656165123
113503	rnn.bias_hh_l1	0	-0.12068367749452591
113503	rnn.bias_hh_l1	1	-0.06029420346021652
113503	rnn.bias_hh_l1	2	-0.11128706485033035
113503	rnn.bias_hh_l1	3	-0.09736604243516922
113503	rnn.bias_hh_l1	4	-0.10176029801368713
113503	rnn.bias_hh_l1	5	-0.1091054156422615
113503	rnn.bias_hh_l1	6	-0.1397887021303177
113503	rnn.bias_hh_l1	7	0.023890772834420204
113503	rnn.bias_hh_l1	8	-0.16157793998718262
113503	rnn.bias_hh_l1	9	-0.0957413986325264
113503	rnn.weight_ih_l1_reverse	0	-0.048191897571086884
113503	rnn.weight_ih_l1_reverse	1	0.017374221235513687
113503	rnn.weight_ih_l1_reverse	2	0.05335966497659683
113503	rnn.weight_ih_l1_reverse	3	0.0004374407581053674
113503	rnn.weight_ih_l1_reverse	4	-0.03849714249372482
113503	rnn.weight_ih_l1_reverse	5	-0.03501885384321213
113503	rnn.weight_ih_l1_reverse	6	-0.009732171893119812
113503	rnn.weight_ih_l1_reverse	7	0.026974862441420555
113503	rnn.weight_ih_l1_reverse	8	0.025587070733308792
113503	rnn.weight_ih_l1_reverse	9	-0.0735158771276474
113503	rnn.weight_hh_l1_reverse	0	0.008652781136333942
113503	rnn.weight_hh_l1_reverse	1	0.027711521834135056
113503	rnn.weight_hh_l1_reverse	2	-0.03982904925942421
113503	rnn.weight_hh_l1_reverse	3	0.040169261395931244
113503	rnn.weight_hh_l1_reverse	4	0.043471820652484894
113503	rnn.weight_hh_l1_reverse	5	0.00880061462521553
113503	rnn.weight_hh_l1_reverse	6	0.014875326305627823
113503	rnn.weight_hh_l1_reverse	7	0.026176316663622856
113503	rnn.weight_hh_l1_reverse	8	-0.006516994908452034
113503	rnn.weight_hh_l1_reverse	9	-0.03434818238019943
113503	rnn.bias_ih_l1_reverse	0	-0.06736816465854645
113503	rnn.bias_ih_l1_reverse	1	-0.1425202190876007
113503	rnn.bias_ih_l1_reverse	2	-0.15023848414421082
113503	rnn.bias_ih_l1_reverse	3	-0.0159605760127306
113503	rnn.bias_ih_l1_reverse	4	-0.1922074407339096
113503	rnn.bias_ih_l1_reverse	5	-0.10323760658502579
113503	rnn.bias_ih_l1_reverse	6	-0.12145045399665833
113503	rnn.bias_ih_l1_reverse	7	-0.20260614156723022
113503	rnn.bias_ih_l1_reverse	8	0.16624493896961212
113503	rnn.bias_ih_l1_reverse	9	0.061303023248910904
113503	rnn.bias_hh_l1_reverse	0	-0.06099465489387512
113503	rnn.bias_hh_l1_reverse	1	-0.07447969913482666
113503	rnn.bias_hh_l1_reverse	2	-0.21676813066005707
113503	rnn.bias_hh_l1_reverse	3	-0.1131923720240593
113503	rnn.bias_hh_l1_reverse	4	-0.10089296102523804
113503	rnn.bias_hh_l1_reverse	5	-0.10973435640335083
113503	rnn.bias_hh_l1_reverse	6	0.12429624050855637
113503	rnn.bias_hh_l1_reverse	7	-0.12419376522302628
113503	rnn.bias_hh_l1_reverse	8	-0.10226665437221527
113503	rnn.bias_hh_l1_reverse	9	-0.13505730032920837
113503	linear.weight	0	0.002228822559118271
113503	linear.weight	1	0.06759987026453018
113503	linear.weight	2	-0.0647122785449028
113503	linear.weight	3	0.32873624563217163
113503	linear.weight	4	0.13238804042339325
113503	linear.weight	5	-0.012718603014945984
113503	linear.weight	6	0.06209994852542877
113503	linear.weight	7	0.1000797227025032
113503	linear.weight	8	0.04130638390779495
113503	linear.weight	9	-0.05492796376347542
113503	linear.bias	0	0.05965321511030197
113503	linear.bias	1	-0.20377349853515625
113503	linear.bias	2	-0.432743102312088
113503	linear.bias	3	-0.7001926898956299
113503	linear.bias	4	-1.1898576021194458
113503	linear.bias	5	-0.0741107240319252
113503	linear.bias	6	-0.7348803281784058
113503	linear.bias	7	0.3481755256652832
113503	linear.bias	8	-0.48266303539276123
113503	linear.bias	9	-0.9391933679580688
113700	transitions	0	0.6139803528785706
113700	transitions	1	0.12368704378604889
113700	transitions	2	-10000.0
113700	transitions	3	-1.8174628019332886
113700	transitions	4	-10000.0
113700	transitions	5	0.5981978178024292
113700	transitions	6	-0.06182150915265083
113700	transitions	7	-0.6123201847076416
113700	transitions	8	-1.3841456174850464
113700	transitions	9	-0.0009535999852232635
113700	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
113700	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
113700	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
113700	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
113700	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
113700	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
113700	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
113700	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
113700	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
113700	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
113700	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
113700	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
113700	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
113700	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
113700	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
113700	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
113700	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
113700	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
113700	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
113700	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
113700	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
113700	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
113700	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
113700	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
113700	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
113700	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
113700	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
113700	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
113700	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
113700	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
113700	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
113700	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
113700	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
113700	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
113700	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
113700	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
113700	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
113700	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
113700	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
113700	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
113700	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
113700	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
113700	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
113700	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
113700	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
113700	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
113700	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
113700	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
113700	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
113700	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
113700	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
113700	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
113700	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
113700	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
113700	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
113700	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
113700	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
113700	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
113700	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
113700	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
113700	embedding2nn.weight	0	0.005463384557515383
113700	embedding2nn.weight	1	-0.012427314184606075
113700	embedding2nn.weight	2	-0.014268254861235619
113700	embedding2nn.weight	3	-0.04339873045682907
113700	embedding2nn.weight	4	-0.0059150345623493195
113700	embedding2nn.weight	5	-0.003700586734339595
113700	embedding2nn.weight	6	-0.003973288461565971
113700	embedding2nn.weight	7	-0.0643431693315506
113700	embedding2nn.weight	8	-0.0019979383796453476
113700	embedding2nn.weight	9	-0.031762007623910904
113700	embedding2nn.bias	0	0.03810172900557518
113700	embedding2nn.bias	1	-0.08131042867898941
113700	embedding2nn.bias	2	0.07804783433675766
113700	embedding2nn.bias	3	0.030616160482168198
113700	embedding2nn.bias	4	-0.05755069851875305
113700	embedding2nn.bias	5	-0.03965003043413162
113700	embedding2nn.bias	6	0.028222307562828064
113700	embedding2nn.bias	7	-0.04314381256699562
113700	embedding2nn.bias	8	0.05672840774059296
113700	embedding2nn.bias	9	0.021873559802770615
113700	rnn.weight_ih_l0	0	-0.06501416116952896
113700	rnn.weight_ih_l0	1	-0.0005658664740622044
113700	rnn.weight_ih_l0	2	0.06001688539981842
113700	rnn.weight_ih_l0	3	0.014784900471568108
113700	rnn.weight_ih_l0	4	-0.024975402280688286
113700	rnn.weight_ih_l0	5	-0.05725185573101044
113700	rnn.weight_ih_l0	6	-0.0010808184742927551
113700	rnn.weight_ih_l0	7	0.03613019362092018
113700	rnn.weight_ih_l0	8	-0.010209266096353531
113700	rnn.weight_ih_l0	9	-0.017866645008325577
113700	rnn.weight_hh_l0	0	-0.037603117525577545
113700	rnn.weight_hh_l0	1	0.0037596358451992273
113700	rnn.weight_hh_l0	2	-0.0040656765922904015
113700	rnn.weight_hh_l0	3	-0.062454745173454285
113700	rnn.weight_hh_l0	4	0.08656918257474899
113700	rnn.weight_hh_l0	5	-0.0013653394998982549
113700	rnn.weight_hh_l0	6	-0.05327034369111061
113700	rnn.weight_hh_l0	7	0.010846266523003578
113700	rnn.weight_hh_l0	8	0.017919927835464478
113700	rnn.weight_hh_l0	9	-0.015609204769134521
113700	rnn.bias_ih_l0	0	0.07104074209928513
113700	rnn.bias_ih_l0	1	-0.04430728405714035
113700	rnn.bias_ih_l0	2	0.0016519429627805948
113700	rnn.bias_ih_l0	3	0.11540760844945908
113700	rnn.bias_ih_l0	4	-0.03383374586701393
113700	rnn.bias_ih_l0	5	-0.04201946407556534
113700	rnn.bias_ih_l0	6	0.02469593472778797
113700	rnn.bias_ih_l0	7	0.03164750710129738
113700	rnn.bias_ih_l0	8	-0.10885418951511383
113700	rnn.bias_ih_l0	9	-0.03508027642965317
113700	rnn.bias_hh_l0	0	-0.014170858077704906
113700	rnn.bias_hh_l0	1	-0.10706931352615356
113700	rnn.bias_hh_l0	2	-0.040467485785484314
113700	rnn.bias_hh_l0	3	-0.0801323726773262
113700	rnn.bias_hh_l0	4	-0.00477110780775547
113700	rnn.bias_hh_l0	5	-0.017481835559010506
113700	rnn.bias_hh_l0	6	0.03532090783119202
113700	rnn.bias_hh_l0	7	0.03421512246131897
113700	rnn.bias_hh_l0	8	-0.12435628473758698
113700	rnn.bias_hh_l0	9	-0.02863902598619461
113700	rnn.weight_ih_l0_reverse	0	-0.023762080818414688
113700	rnn.weight_ih_l0_reverse	1	-0.04846452549099922
113700	rnn.weight_ih_l0_reverse	2	-0.03482382372021675
113700	rnn.weight_ih_l0_reverse	3	0.006896231323480606
113700	rnn.weight_ih_l0_reverse	4	-0.017574278637766838
113700	rnn.weight_ih_l0_reverse	5	-0.050210051238536835
113700	rnn.weight_ih_l0_reverse	6	0.07687464356422424
113700	rnn.weight_ih_l0_reverse	7	-0.023478040471673012
113700	rnn.weight_ih_l0_reverse	8	-0.02327100560069084
113700	rnn.weight_ih_l0_reverse	9	0.011235748417675495
113700	rnn.weight_hh_l0_reverse	0	0.03946642205119133
113700	rnn.weight_hh_l0_reverse	1	0.02667757123708725
113700	rnn.weight_hh_l0_reverse	2	0.035985175520181656
113700	rnn.weight_hh_l0_reverse	3	0.03169545531272888
113700	rnn.weight_hh_l0_reverse	4	0.008712311275303364
113700	rnn.weight_hh_l0_reverse	5	0.012841274030506611
113700	rnn.weight_hh_l0_reverse	6	0.04652625322341919
113700	rnn.weight_hh_l0_reverse	7	-0.06276897341012955
113700	rnn.weight_hh_l0_reverse	8	0.03616669774055481
113700	rnn.weight_hh_l0_reverse	9	0.04631643742322922
113700	rnn.bias_ih_l0_reverse	0	-0.06932223588228226
113700	rnn.bias_ih_l0_reverse	1	-0.23400624096393585
113700	rnn.bias_ih_l0_reverse	2	-0.14348401129245758
113700	rnn.bias_ih_l0_reverse	3	-0.03745664283633232
113700	rnn.bias_ih_l0_reverse	4	-0.036991845816373825
113700	rnn.bias_ih_l0_reverse	5	0.04440351948142052
113700	rnn.bias_ih_l0_reverse	6	-0.04357427358627319
113700	rnn.bias_ih_l0_reverse	7	0.03746552765369415
113700	rnn.bias_ih_l0_reverse	8	-0.03624103590846062
113700	rnn.bias_ih_l0_reverse	9	0.036544378846883774
113700	rnn.bias_hh_l0_reverse	0	0.0015499352011829615
113700	rnn.bias_hh_l0_reverse	1	-0.04717254638671875
113700	rnn.bias_hh_l0_reverse	2	0.07451855391263962
113700	rnn.bias_hh_l0_reverse	3	-0.0599571168422699
113700	rnn.bias_hh_l0_reverse	4	-0.03819980099797249
113700	rnn.bias_hh_l0_reverse	5	-0.029606029391288757
113700	rnn.bias_hh_l0_reverse	6	-0.031703803688287735
113700	rnn.bias_hh_l0_reverse	7	0.11483258008956909
113700	rnn.bias_hh_l0_reverse	8	0.023022502660751343
113700	rnn.bias_hh_l0_reverse	9	-0.11906307190656662
113700	rnn.weight_ih_l1	0	-0.04038131237030029
113700	rnn.weight_ih_l1	1	-0.039253462105989456
113700	rnn.weight_ih_l1	2	0.03519254922866821
113700	rnn.weight_ih_l1	3	-0.07336351275444031
113700	rnn.weight_ih_l1	4	-0.010306507349014282
113700	rnn.weight_ih_l1	5	-0.0446118526160717
113700	rnn.weight_ih_l1	6	0.020440487191081047
113700	rnn.weight_ih_l1	7	-0.019230403006076813
113700	rnn.weight_ih_l1	8	0.0389300175011158
113700	rnn.weight_ih_l1	9	0.043945107609033585
113700	rnn.weight_hh_l1	0	-0.006909490562975407
113700	rnn.weight_hh_l1	1	0.010168066248297691
113700	rnn.weight_hh_l1	2	-0.003428074764087796
113700	rnn.weight_hh_l1	3	-0.009595508687198162
113700	rnn.weight_hh_l1	4	0.005625933408737183
113700	rnn.weight_hh_l1	5	0.025857558473944664
113700	rnn.weight_hh_l1	6	0.026984769850969315
113700	rnn.weight_hh_l1	7	-0.026219280436635017
113700	rnn.weight_hh_l1	8	-0.020135587081313133
113700	rnn.weight_hh_l1	9	0.038160424679517746
113700	rnn.bias_ih_l1	0	-0.17102573812007904
113700	rnn.bias_ih_l1	1	-0.18039293587207794
113700	rnn.bias_ih_l1	2	-0.1884196698665619
113700	rnn.bias_ih_l1	3	-0.27158480882644653
113700	rnn.bias_ih_l1	4	-0.17204958200454712
113700	rnn.bias_ih_l1	5	-0.10049748420715332
113700	rnn.bias_ih_l1	6	-0.11456944793462753
113700	rnn.bias_ih_l1	7	-0.043770235031843185
113700	rnn.bias_ih_l1	8	-0.11901161819696426
113700	rnn.bias_ih_l1	9	-0.11245047301054001
113700	rnn.bias_hh_l1	0	-0.11929094046354294
113700	rnn.bias_hh_l1	1	-0.06102669611573219
113700	rnn.bias_hh_l1	2	-0.11006986349821091
113700	rnn.bias_hh_l1	3	-0.09834028780460358
113700	rnn.bias_hh_l1	4	-0.10050506889820099
113700	rnn.bias_hh_l1	5	-0.11168370395898819
113700	rnn.bias_hh_l1	6	-0.13924916088581085
113700	rnn.bias_hh_l1	7	0.021980885416269302
113700	rnn.bias_hh_l1	8	-0.15820205211639404
113700	rnn.bias_hh_l1	9	-0.0952582135796547
113700	rnn.weight_ih_l1_reverse	0	-0.04976295679807663
113700	rnn.weight_ih_l1_reverse	1	0.01770908012986183
113700	rnn.weight_ih_l1_reverse	2	0.05040973052382469
113700	rnn.weight_ih_l1_reverse	3	0.002302204491570592
113700	rnn.weight_ih_l1_reverse	4	-0.03860655426979065
113700	rnn.weight_ih_l1_reverse	5	-0.03493650257587433
113700	rnn.weight_ih_l1_reverse	6	-0.010695825330913067
113700	rnn.weight_ih_l1_reverse	7	0.02643350139260292
113700	rnn.weight_ih_l1_reverse	8	0.027900194749236107
113700	rnn.weight_ih_l1_reverse	9	-0.07601666450500488
113700	rnn.weight_hh_l1_reverse	0	0.008435490541160107
113700	rnn.weight_hh_l1_reverse	1	0.027512766420841217
113700	rnn.weight_hh_l1_reverse	2	-0.039818111807107925
113700	rnn.weight_hh_l1_reverse	3	0.040139589458703995
113700	rnn.weight_hh_l1_reverse	4	0.04318055137991905
113700	rnn.weight_hh_l1_reverse	5	0.009126877412199974
113700	rnn.weight_hh_l1_reverse	6	0.015532349236309528
113700	rnn.weight_hh_l1_reverse	7	0.026357803493738174
113700	rnn.weight_hh_l1_reverse	8	-0.006610974203795195
113700	rnn.weight_hh_l1_reverse	9	-0.034374650567770004
113700	rnn.bias_ih_l1_reverse	0	-0.06662730127573013
113700	rnn.bias_ih_l1_reverse	1	-0.1435743272304535
113700	rnn.bias_ih_l1_reverse	2	-0.1470911055803299
113700	rnn.bias_ih_l1_reverse	3	-0.0069554466754198074
113700	rnn.bias_ih_l1_reverse	4	-0.19234876334667206
113700	rnn.bias_ih_l1_reverse	5	-0.10345256328582764
113700	rnn.bias_ih_l1_reverse	6	-0.12196129560470581
113700	rnn.bias_ih_l1_reverse	7	-0.20314598083496094
113700	rnn.bias_ih_l1_reverse	8	0.16571246087551117
113700	rnn.bias_ih_l1_reverse	9	0.05991459637880325
113700	rnn.bias_hh_l1_reverse	0	-0.061122119426727295
113700	rnn.bias_hh_l1_reverse	1	-0.07469325512647629
113700	rnn.bias_hh_l1_reverse	2	-0.21828629076480865
113700	rnn.bias_hh_l1_reverse	3	-0.11196973919868469
113700	rnn.bias_hh_l1_reverse	4	-0.10049302130937576
113700	rnn.bias_hh_l1_reverse	5	-0.109067901968956
113700	rnn.bias_hh_l1_reverse	6	0.11087316274642944
113700	rnn.bias_hh_l1_reverse	7	-0.12792520225048065
113700	rnn.bias_hh_l1_reverse	8	-0.10454481095075607
113700	rnn.bias_hh_l1_reverse	9	-0.1361183524131775
113700	linear.weight	0	0.002228822559118271
113700	linear.weight	1	0.07384205609560013
113700	linear.weight	2	-0.06826582551002502
113700	linear.weight	3	0.32322221994400024
113700	linear.weight	4	0.12902307510375977
113700	linear.weight	5	-0.013396346010267735
113700	linear.weight	6	0.07164355367422104
113700	linear.weight	7	0.10004325211048126
113700	linear.weight	8	0.04130624607205391
113700	linear.weight	9	-0.054276417940855026
113700	linear.bias	0	0.06648437678813934
113700	linear.bias	1	-0.2216271609067917
113700	linear.bias	2	-0.39243650436401367
113700	linear.bias	3	-0.7140293121337891
113700	linear.bias	4	-1.202639102935791
113700	linear.bias	5	-0.06726578623056412
113700	linear.bias	6	-0.7525343894958496
113700	linear.bias	7	0.3535915017127991
113700	linear.bias	8	-0.48207566142082214
113700	linear.bias	9	-0.9394642114639282
113897	transitions	0	0.6233848333358765
113897	transitions	1	0.12489017844200134
113897	transitions	2	-10000.0
113897	transitions	3	-1.817487359046936
113897	transitions	4	-10000.0
113897	transitions	5	0.5981045365333557
113897	transitions	6	-0.06189347803592682
113897	transitions	7	-0.612780749797821
113897	transitions	8	-1.3842514753341675
113897	transitions	9	-0.0009552411502227187
113897	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
113897	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
113897	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
113897	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
113897	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
113897	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
113897	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
113897	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
113897	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
113897	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
113897	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
113897	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
113897	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
113897	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
113897	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
113897	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
113897	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
113897	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
113897	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
113897	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
113897	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
113897	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
113897	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
113897	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
113897	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
113897	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
113897	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
113897	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
113897	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
113897	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
113897	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
113897	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
113897	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
113897	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
113897	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
113897	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
113897	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
113897	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
113897	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
113897	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
113897	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
113897	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
113897	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
113897	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
113897	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
113897	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
113897	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
113897	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
113897	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
113897	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
113897	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
113897	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
113897	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
113897	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
113897	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
113897	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
113897	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
113897	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
113897	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
113897	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
113897	embedding2nn.weight	0	0.008061136119067669
113897	embedding2nn.weight	1	-0.012396493926644325
113897	embedding2nn.weight	2	-0.014268254861235619
113897	embedding2nn.weight	3	-0.042788244783878326
113897	embedding2nn.weight	4	-0.0059150345623493195
113897	embedding2nn.weight	5	-0.0037005869671702385
113897	embedding2nn.weight	6	-0.003973290324211121
113897	embedding2nn.weight	7	-0.06562550365924835
113897	embedding2nn.weight	8	-0.0019979383796453476
113897	embedding2nn.weight	9	-0.031701575964689255
113897	embedding2nn.bias	0	0.042875200510025024
113897	embedding2nn.bias	1	-0.07947418838739395
113897	embedding2nn.bias	2	0.08364157378673553
113897	embedding2nn.bias	3	0.035083573311567307
113897	embedding2nn.bias	4	-0.06529053300619125
113897	embedding2nn.bias	5	-0.041400037705898285
113897	embedding2nn.bias	6	0.033977340906858444
113897	embedding2nn.bias	7	-0.05755344405770302
113897	embedding2nn.bias	8	0.04736395925283432
113897	embedding2nn.bias	9	0.016696788370609283
113897	rnn.weight_ih_l0	0	-0.06680721789598465
113897	rnn.weight_ih_l0	1	-0.00027940154541283846
113897	rnn.weight_ih_l0	2	0.05941039323806763
113897	rnn.weight_ih_l0	3	0.01478911004960537
113897	rnn.weight_ih_l0	4	-0.02610723301768303
113897	rnn.weight_ih_l0	5	-0.05626211315393448
113897	rnn.weight_ih_l0	6	-0.0005709428223781288
113897	rnn.weight_ih_l0	7	0.035709552466869354
113897	rnn.weight_ih_l0	8	-0.011685927398502827
113897	rnn.weight_ih_l0	9	-0.017458274960517883
113897	rnn.weight_hh_l0	0	-0.03707632049918175
113897	rnn.weight_hh_l0	1	0.003975491039454937
113897	rnn.weight_hh_l0	2	-0.003876934526488185
113897	rnn.weight_hh_l0	3	-0.06316829472780228
113897	rnn.weight_hh_l0	4	0.08593639731407166
113897	rnn.weight_hh_l0	5	-0.0027786209248006344
113897	rnn.weight_hh_l0	6	-0.053402986377477646
113897	rnn.weight_hh_l0	7	0.011570814996957779
113897	rnn.weight_hh_l0	8	0.016846967861056328
113897	rnn.weight_hh_l0	9	-0.015163700096309185
113897	rnn.bias_ih_l0	0	0.07275638729333878
113897	rnn.bias_ih_l0	1	-0.03946893289685249
113897	rnn.bias_ih_l0	2	0.0007289541536010802
113897	rnn.bias_ih_l0	3	0.11693591624498367
113897	rnn.bias_ih_l0	4	-0.035599011927843094
113897	rnn.bias_ih_l0	5	-0.04210289195179939
113897	rnn.bias_ih_l0	6	0.021529238671064377
113897	rnn.bias_ih_l0	7	0.030173519626259804
113897	rnn.bias_ih_l0	8	-0.10769479721784592
113897	rnn.bias_ih_l0	9	-0.03638952970504761
113897	rnn.bias_hh_l0	0	-0.016794271767139435
113897	rnn.bias_hh_l0	1	-0.10648462176322937
113897	rnn.bias_hh_l0	2	-0.044739801436662674
113897	rnn.bias_hh_l0	3	-0.08025218546390533
113897	rnn.bias_hh_l0	4	-0.006553160957992077
113897	rnn.bias_hh_l0	5	-0.019629769027233124
113897	rnn.bias_hh_l0	6	0.03285708650946617
113897	rnn.bias_hh_l0	7	0.03479713574051857
113897	rnn.bias_hh_l0	8	-0.12320464104413986
113897	rnn.bias_hh_l0	9	-0.029489895328879356
113897	rnn.weight_ih_l0_reverse	0	-0.023996813222765923
113897	rnn.weight_ih_l0_reverse	1	-0.04790899530053139
113897	rnn.weight_ih_l0_reverse	2	-0.03507591038942337
113897	rnn.weight_ih_l0_reverse	3	0.006654625292867422
113897	rnn.weight_ih_l0_reverse	4	-0.017309604212641716
113897	rnn.weight_ih_l0_reverse	5	-0.0506003275513649
113897	rnn.weight_ih_l0_reverse	6	0.07704013586044312
113897	rnn.weight_ih_l0_reverse	7	-0.022791078314185143
113897	rnn.weight_ih_l0_reverse	8	-0.02312307059764862
113897	rnn.weight_ih_l0_reverse	9	0.011390885338187218
113897	rnn.weight_hh_l0_reverse	0	0.03972174972295761
113897	rnn.weight_hh_l0_reverse	1	0.027038073167204857
113897	rnn.weight_hh_l0_reverse	2	0.03484664484858513
113897	rnn.weight_hh_l0_reverse	3	0.031128477305173874
113897	rnn.weight_hh_l0_reverse	4	0.008441686630249023
113897	rnn.weight_hh_l0_reverse	5	0.012627051211893559
113897	rnn.weight_hh_l0_reverse	6	0.046481117606163025
113897	rnn.weight_hh_l0_reverse	7	-0.06260018050670624
113897	rnn.weight_hh_l0_reverse	8	0.03695516660809517
113897	rnn.weight_hh_l0_reverse	9	0.04622182622551918
113897	rnn.bias_ih_l0_reverse	0	-0.0681758001446724
113897	rnn.bias_ih_l0_reverse	1	-0.23133409023284912
113897	rnn.bias_ih_l0_reverse	2	-0.14331552386283875
113897	rnn.bias_ih_l0_reverse	3	-0.03677094727754593
113897	rnn.bias_ih_l0_reverse	4	-0.03248407319188118
113897	rnn.bias_ih_l0_reverse	5	0.04372800886631012
113897	rnn.bias_ih_l0_reverse	6	-0.045120082795619965
113897	rnn.bias_ih_l0_reverse	7	0.03971376270055771
113897	rnn.bias_ih_l0_reverse	8	-0.03425942733883858
113897	rnn.bias_ih_l0_reverse	9	0.037729889154434204
113897	rnn.bias_hh_l0_reverse	0	0.003658940549939871
113897	rnn.bias_hh_l0_reverse	1	-0.04147082194685936
113897	rnn.bias_hh_l0_reverse	2	0.07218727469444275
113897	rnn.bias_hh_l0_reverse	3	-0.059057727456092834
113897	rnn.bias_hh_l0_reverse	4	-0.036484505981206894
113897	rnn.bias_hh_l0_reverse	5	-0.030676372349262238
113897	rnn.bias_hh_l0_reverse	6	-0.03272318094968796
113897	rnn.bias_hh_l0_reverse	7	0.1111130490899086
113897	rnn.bias_hh_l0_reverse	8	0.021288521587848663
113897	rnn.bias_hh_l0_reverse	9	-0.12070154398679733
113897	rnn.weight_ih_l1	0	-0.040653716772794724
113897	rnn.weight_ih_l1	1	-0.036033786833286285
113897	rnn.weight_ih_l1	2	0.03674918785691261
113897	rnn.weight_ih_l1	3	-0.07286909222602844
113897	rnn.weight_ih_l1	4	-0.01075909286737442
113897	rnn.weight_ih_l1	5	-0.04473983123898506
113897	rnn.weight_ih_l1	6	0.02079726941883564
113897	rnn.weight_ih_l1	7	-0.017648153007030487
113897	rnn.weight_ih_l1	8	0.038966286927461624
113897	rnn.weight_ih_l1	9	0.04392628371715546
113897	rnn.weight_hh_l1	0	-0.006188412196934223
113897	rnn.weight_hh_l1	1	0.010084717534482479
113897	rnn.weight_hh_l1	2	-0.0025127497501671314
113897	rnn.weight_hh_l1	3	-0.009803596884012222
113897	rnn.weight_hh_l1	4	0.005528379697352648
113897	rnn.weight_hh_l1	5	0.02593923546373844
113897	rnn.weight_hh_l1	6	0.026560842990875244
113897	rnn.weight_hh_l1	7	-0.026474464684724808
113897	rnn.weight_hh_l1	8	-0.021075190976262093
113897	rnn.weight_hh_l1	9	0.038138825446367264
113897	rnn.bias_ih_l1	0	-0.17432118952274323
113897	rnn.bias_ih_l1	1	-0.1787300705909729
113897	rnn.bias_ih_l1	2	-0.18738865852355957
113897	rnn.bias_ih_l1	3	-0.27325737476348877
113897	rnn.bias_ih_l1	4	-0.1833309829235077
113897	rnn.bias_ih_l1	5	-0.09831888228654861
113897	rnn.bias_ih_l1	6	-0.116637222468853
113897	rnn.bias_ih_l1	7	-0.04195394366979599
113897	rnn.bias_ih_l1	8	-0.1178596019744873
113897	rnn.bias_ih_l1	9	-0.11141297221183777
113897	rnn.bias_hh_l1	0	-0.1205143854022026
113897	rnn.bias_hh_l1	1	-0.0613429956138134
113897	rnn.bias_hh_l1	2	-0.10697310417890549
113897	rnn.bias_hh_l1	3	-0.09866583347320557
113897	rnn.bias_hh_l1	4	-0.1030813604593277
113897	rnn.bias_hh_l1	5	-0.11226718127727509
113897	rnn.bias_hh_l1	6	-0.14307668805122375
113897	rnn.bias_hh_l1	7	0.02513103000819683
113897	rnn.bias_hh_l1	8	-0.15825030207633972
113897	rnn.bias_hh_l1	9	-0.09235008805990219
113897	rnn.weight_ih_l1_reverse	0	-0.04942154511809349
113897	rnn.weight_ih_l1_reverse	1	0.021278776228427887
113897	rnn.weight_ih_l1_reverse	2	0.04906031861901283
113897	rnn.weight_ih_l1_reverse	3	0.00293746474198997
113897	rnn.weight_ih_l1_reverse	4	-0.03722450137138367
113897	rnn.weight_ih_l1_reverse	5	-0.03497179225087166
113897	rnn.weight_ih_l1_reverse	6	-0.01384809147566557
113897	rnn.weight_ih_l1_reverse	7	0.025637419894337654
113897	rnn.weight_ih_l1_reverse	8	0.027887407690286636
113897	rnn.weight_ih_l1_reverse	9	-0.07055013626813889
113897	rnn.weight_hh_l1_reverse	0	0.008437903597950935
113897	rnn.weight_hh_l1_reverse	1	0.027231339365243912
113897	rnn.weight_hh_l1_reverse	2	-0.03975857421755791
113897	rnn.weight_hh_l1_reverse	3	0.04003818333148956
113897	rnn.weight_hh_l1_reverse	4	0.043170396238565445
113897	rnn.weight_hh_l1_reverse	5	0.009046700783073902
113897	rnn.weight_hh_l1_reverse	6	0.014610589481890202
113897	rnn.weight_hh_l1_reverse	7	0.026395805180072784
113897	rnn.weight_hh_l1_reverse	8	-0.00650058314204216
113897	rnn.weight_hh_l1_reverse	9	-0.034283287823200226
113897	rnn.bias_ih_l1_reverse	0	-0.06646429747343063
113897	rnn.bias_ih_l1_reverse	1	-0.14649957418441772
113897	rnn.bias_ih_l1_reverse	2	-0.1467144787311554
113897	rnn.bias_ih_l1_reverse	3	0.002476119203492999
113897	rnn.bias_ih_l1_reverse	4	-0.1916179656982422
113897	rnn.bias_ih_l1_reverse	5	-0.10313684493303299
113897	rnn.bias_ih_l1_reverse	6	-0.12338581681251526
113897	rnn.bias_ih_l1_reverse	7	-0.2048119157552719
113897	rnn.bias_ih_l1_reverse	8	0.17093969881534576
113897	rnn.bias_ih_l1_reverse	9	0.0626189187169075
113897	rnn.bias_hh_l1_reverse	0	-0.05461804196238518
113897	rnn.bias_hh_l1_reverse	1	-0.08084097504615784
113897	rnn.bias_hh_l1_reverse	2	-0.2192218005657196
113897	rnn.bias_hh_l1_reverse	3	-0.11361625790596008
113897	rnn.bias_hh_l1_reverse	4	-0.10043808817863464
113897	rnn.bias_hh_l1_reverse	5	-0.10828006267547607
113897	rnn.bias_hh_l1_reverse	6	0.11965829133987427
113897	rnn.bias_hh_l1_reverse	7	-0.12705715000629425
113897	rnn.bias_hh_l1_reverse	8	-0.1060003936290741
113897	rnn.bias_hh_l1_reverse	9	-0.13602130115032196
113897	linear.weight	0	0.002228822559118271
113897	linear.weight	1	0.08770868182182312
113897	linear.weight	2	-0.059650447219610214
113897	linear.weight	3	0.3193402588367462
113897	linear.weight	4	0.12938956916332245
113897	linear.weight	5	-0.011242701672017574
113897	linear.weight	6	0.07495376467704773
113897	linear.weight	7	0.09426149725914001
113897	linear.weight	8	0.041305962949991226
113897	linear.weight	9	-0.05093744769692421
113897	linear.bias	0	0.05812326446175575
113897	linear.bias	1	-0.2038521021604538
113897	linear.bias	2	-0.4051981568336487
113897	linear.bias	3	-0.691663384437561
113897	linear.bias	4	-1.1792383193969727
113897	linear.bias	5	-0.07501430809497833
113897	linear.bias	6	-0.7364717125892639
113897	linear.bias	7	0.34650009870529175
113897	linear.bias	8	-0.5078232884407043
113897	linear.bias	9	-0.9596057534217834
114094	transitions	0	0.633052408695221
114094	transitions	1	0.1341688185930252
114094	transitions	2	-10000.0
114094	transitions	3	-1.8175231218338013
114094	transitions	4	-10000.0
114094	transitions	5	0.597992479801178
114094	transitions	6	-0.061977047473192215
114094	transitions	7	-0.6136651039123535
114094	transitions	8	-1.3844207525253296
114094	transitions	9	-0.0009564647916704416
114094	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
114094	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
114094	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
114094	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
114094	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
114094	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
114094	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
114094	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
114094	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
114094	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
114094	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
114094	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
114094	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
114094	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
114094	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
114094	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
114094	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
114094	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
114094	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
114094	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
114094	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
114094	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
114094	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
114094	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
114094	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
114094	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
114094	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
114094	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
114094	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
114094	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
114094	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
114094	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
114094	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
114094	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
114094	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
114094	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
114094	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
114094	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
114094	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
114094	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
114094	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
114094	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
114094	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
114094	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
114094	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
114094	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
114094	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
114094	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
114094	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
114094	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
114094	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
114094	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
114094	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
114094	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
114094	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
114094	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
114094	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
114094	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
114094	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
114094	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
114094	embedding2nn.weight	0	0.009579058736562729
114094	embedding2nn.weight	1	-0.012344385497272015
114094	embedding2nn.weight	2	-0.014268254861235619
114094	embedding2nn.weight	3	-0.04192371666431427
114094	embedding2nn.weight	4	-0.0059150345623493195
114094	embedding2nn.weight	5	-0.003700587200000882
114094	embedding2nn.weight	6	-0.003973289392888546
114094	embedding2nn.weight	7	-0.0654182955622673
114094	embedding2nn.weight	8	-0.0019979383796453476
114094	embedding2nn.weight	9	-0.03025897778570652
114094	embedding2nn.bias	0	0.03645515814423561
114094	embedding2nn.bias	1	-0.07589694857597351
114094	embedding2nn.bias	2	0.0835166871547699
114094	embedding2nn.bias	3	0.028771884739398956
114094	embedding2nn.bias	4	-0.07330761104822159
114094	embedding2nn.bias	5	-0.03975598141551018
114094	embedding2nn.bias	6	0.01705309748649597
114094	embedding2nn.bias	7	-0.05157041177153587
114094	embedding2nn.bias	8	0.049548469483852386
114094	embedding2nn.bias	9	0.017400730401277542
114094	rnn.weight_ih_l0	0	-0.06741476058959961
114094	rnn.weight_ih_l0	1	-0.0014457281213253736
114094	rnn.weight_ih_l0	2	0.058558814227581024
114094	rnn.weight_ih_l0	3	0.012544037774205208
114094	rnn.weight_ih_l0	4	-0.025586673989892006
114094	rnn.weight_ih_l0	5	-0.055240463465452194
114094	rnn.weight_ih_l0	6	0.0008419666555710137
114094	rnn.weight_ih_l0	7	0.03567523509263992
114094	rnn.weight_ih_l0	8	-0.01001514308154583
114094	rnn.weight_ih_l0	9	-0.017616737633943558
114094	rnn.weight_hh_l0	0	-0.03622409328818321
114094	rnn.weight_hh_l0	1	0.003950969781726599
114094	rnn.weight_hh_l0	2	-0.004722648300230503
114094	rnn.weight_hh_l0	3	-0.06263292580842972
114094	rnn.weight_hh_l0	4	0.08647049963474274
114094	rnn.weight_hh_l0	5	-0.004160645417869091
114094	rnn.weight_hh_l0	6	-0.05529051646590233
114094	rnn.weight_hh_l0	7	0.011679090559482574
114094	rnn.weight_hh_l0	8	0.01667928881943226
114094	rnn.weight_hh_l0	9	-0.015260200947523117
114094	rnn.bias_ih_l0	0	0.07261354476213455
114094	rnn.bias_ih_l0	1	-0.03959239646792412
114094	rnn.bias_ih_l0	2	0.004570420365780592
114094	rnn.bias_ih_l0	3	0.11687318235635757
114094	rnn.bias_ih_l0	4	-0.03654830902814865
114094	rnn.bias_ih_l0	5	-0.041657112538814545
114094	rnn.bias_ih_l0	6	0.019980650395154953
114094	rnn.bias_ih_l0	7	0.03084336221218109
114094	rnn.bias_ih_l0	8	-0.10950907319784164
114094	rnn.bias_ih_l0	9	-0.03577833250164986
114094	rnn.bias_hh_l0	0	-0.016816478222608566
114094	rnn.bias_hh_l0	1	-0.10897446423768997
114094	rnn.bias_hh_l0	2	-0.04696238040924072
114094	rnn.bias_hh_l0	3	-0.08186361193656921
114094	rnn.bias_hh_l0	4	-0.012163113802671432
114094	rnn.bias_hh_l0	5	-0.018255796283483505
114094	rnn.bias_hh_l0	6	0.03231165185570717
114094	rnn.bias_hh_l0	7	0.032446008175611496
114094	rnn.bias_hh_l0	8	-0.12613031268119812
114094	rnn.bias_hh_l0	9	-0.027008099481463432
114094	rnn.weight_ih_l0_reverse	0	-0.024015216156840324
114094	rnn.weight_ih_l0_reverse	1	-0.04640164598822594
114094	rnn.weight_ih_l0_reverse	2	-0.03548630326986313
114094	rnn.weight_ih_l0_reverse	3	0.00711314519867301
114094	rnn.weight_ih_l0_reverse	4	-0.017350060865283012
114094	rnn.weight_ih_l0_reverse	5	-0.05012588948011398
114094	rnn.weight_ih_l0_reverse	6	0.07678800821304321
114094	rnn.weight_ih_l0_reverse	7	-0.023420818150043488
114094	rnn.weight_ih_l0_reverse	8	-0.023194165900349617
114094	rnn.weight_ih_l0_reverse	9	0.011174852028489113
114094	rnn.weight_hh_l0_reverse	0	0.038836974650621414
114094	rnn.weight_hh_l0_reverse	1	0.02601613476872444
114094	rnn.weight_hh_l0_reverse	2	0.03475556522607803
114094	rnn.weight_hh_l0_reverse	3	0.0312197208404541
114094	rnn.weight_hh_l0_reverse	4	0.008676264435052872
114094	rnn.weight_hh_l0_reverse	5	0.013352992944419384
114094	rnn.weight_hh_l0_reverse	6	0.04643714800477028
114094	rnn.weight_hh_l0_reverse	7	-0.06297070533037186
114094	rnn.weight_hh_l0_reverse	8	0.03703458979725838
114094	rnn.weight_hh_l0_reverse	9	0.0467207208275795
114094	rnn.bias_ih_l0_reverse	0	-0.0708363950252533
114094	rnn.bias_ih_l0_reverse	1	-0.23463909327983856
114094	rnn.bias_ih_l0_reverse	2	-0.14626622200012207
114094	rnn.bias_ih_l0_reverse	3	-0.036896489560604095
114094	rnn.bias_ih_l0_reverse	4	-0.033058278262615204
114094	rnn.bias_ih_l0_reverse	5	0.047694746404886246
114094	rnn.bias_ih_l0_reverse	6	-0.04510248079895973
114094	rnn.bias_ih_l0_reverse	7	0.04167599976062775
114094	rnn.bias_ih_l0_reverse	8	-0.035182785242795944
114094	rnn.bias_ih_l0_reverse	9	0.03975636512041092
114094	rnn.bias_hh_l0_reverse	0	0.0061495546251535416
114094	rnn.bias_hh_l0_reverse	1	-0.04119762405753136
114094	rnn.bias_hh_l0_reverse	2	0.06993564963340759
114094	rnn.bias_hh_l0_reverse	3	-0.058127980679273605
114094	rnn.bias_hh_l0_reverse	4	-0.034472279250621796
114094	rnn.bias_hh_l0_reverse	5	-0.0319594144821167
114094	rnn.bias_hh_l0_reverse	6	-0.034549202769994736
114094	rnn.bias_hh_l0_reverse	7	0.11428839713335037
114094	rnn.bias_hh_l0_reverse	8	0.019775185734033585
114094	rnn.bias_hh_l0_reverse	9	-0.12148446589708328
114094	rnn.weight_ih_l1	0	-0.040954358875751495
114094	rnn.weight_ih_l1	1	-0.03724826127290726
114094	rnn.weight_ih_l1	2	0.036730486899614334
114094	rnn.weight_ih_l1	3	-0.07060697674751282
114094	rnn.weight_ih_l1	4	-0.01129509974271059
114094	rnn.weight_ih_l1	5	-0.04480110853910446
114094	rnn.weight_ih_l1	6	0.021250104531645775
114094	rnn.weight_ih_l1	7	-0.020446771755814552
114094	rnn.weight_ih_l1	8	0.03914851322770119
114094	rnn.weight_ih_l1	9	0.043854884803295135
114094	rnn.weight_hh_l1	0	-0.007679317146539688
114094	rnn.weight_hh_l1	1	0.010398034937679768
114094	rnn.weight_hh_l1	2	-0.0034046245273202658
114094	rnn.weight_hh_l1	3	-0.010026899166405201
114094	rnn.weight_hh_l1	4	0.0056302184239029884
114094	rnn.weight_hh_l1	5	0.02633345127105713
114094	rnn.weight_hh_l1	6	0.02669001929461956
114094	rnn.weight_hh_l1	7	-0.026754945516586304
114094	rnn.weight_hh_l1	8	-0.021021634340286255
114094	rnn.weight_hh_l1	9	0.0378803014755249
114094	rnn.bias_ih_l1	0	-0.16989754140377045
114094	rnn.bias_ih_l1	1	-0.1799449622631073
114094	rnn.bias_ih_l1	2	-0.18689695000648499
114094	rnn.bias_ih_l1	3	-0.27107563614845276
114094	rnn.bias_ih_l1	4	-0.1838945895433426
114094	rnn.bias_ih_l1	5	-0.09849638491868973
114094	rnn.bias_ih_l1	6	-0.11431902647018433
114094	rnn.bias_ih_l1	7	-0.04663639888167381
114094	rnn.bias_ih_l1	8	-0.12087386846542358
114094	rnn.bias_ih_l1	9	-0.10770008713006973
114094	rnn.bias_hh_l1	0	-0.11661899089813232
114094	rnn.bias_hh_l1	1	-0.060309894382953644
114094	rnn.bias_hh_l1	2	-0.10273665189743042
114094	rnn.bias_hh_l1	3	-0.09812834858894348
114094	rnn.bias_hh_l1	4	-0.10554848611354828
114094	rnn.bias_hh_l1	5	-0.1125122532248497
114094	rnn.bias_hh_l1	6	-0.14404986798763275
114094	rnn.bias_hh_l1	7	0.01897582970559597
114094	rnn.bias_hh_l1	8	-0.1595229059457779
114094	rnn.bias_hh_l1	9	-0.09354085475206375
114094	rnn.weight_ih_l1_reverse	0	-0.050208158791065216
114094	rnn.weight_ih_l1_reverse	1	0.020518504083156586
114094	rnn.weight_ih_l1_reverse	2	0.04797747731208801
114094	rnn.weight_ih_l1_reverse	3	0.002485183533281088
114094	rnn.weight_ih_l1_reverse	4	-0.03780197352170944
114094	rnn.weight_ih_l1_reverse	5	-0.03495649993419647
114094	rnn.weight_ih_l1_reverse	6	-0.014671043492853642
114094	rnn.weight_ih_l1_reverse	7	0.025539521127939224
114094	rnn.weight_ih_l1_reverse	8	0.02361205406486988
114094	rnn.weight_ih_l1_reverse	9	-0.06822500377893448
114094	rnn.weight_hh_l1_reverse	0	0.008420556783676147
114094	rnn.weight_hh_l1_reverse	1	0.026816291734576225
114094	rnn.weight_hh_l1_reverse	2	-0.039761193096637726
114094	rnn.weight_hh_l1_reverse	3	0.040338870137929916
114094	rnn.weight_hh_l1_reverse	4	0.04260773956775665
114094	rnn.weight_hh_l1_reverse	5	0.008807089179754257
114094	rnn.weight_hh_l1_reverse	6	0.015861257910728455
114094	rnn.weight_hh_l1_reverse	7	0.02628806233406067
114094	rnn.weight_hh_l1_reverse	8	-0.00657589640468359
114094	rnn.weight_hh_l1_reverse	9	-0.03417978063225746
114094	rnn.bias_ih_l1_reverse	0	-0.06909835338592529
114094	rnn.bias_ih_l1_reverse	1	-0.1468469500541687
114094	rnn.bias_ih_l1_reverse	2	-0.14617829024791718
114094	rnn.bias_ih_l1_reverse	3	0.007439059671014547
114094	rnn.bias_ih_l1_reverse	4	-0.19215966761112213
114094	rnn.bias_ih_l1_reverse	5	-0.10225068777799606
114094	rnn.bias_ih_l1_reverse	6	-0.12284905463457108
114094	rnn.bias_ih_l1_reverse	7	-0.20252448320388794
114094	rnn.bias_ih_l1_reverse	8	0.1765056699514389
114094	rnn.bias_ih_l1_reverse	9	0.060356590896844864
114094	rnn.bias_hh_l1_reverse	0	-0.04552634805440903
114094	rnn.bias_hh_l1_reverse	1	-0.07667820900678635
114094	rnn.bias_hh_l1_reverse	2	-0.2192312777042389
114094	rnn.bias_hh_l1_reverse	3	-0.11102999001741409
114094	rnn.bias_hh_l1_reverse	4	-0.0996689423918724
114094	rnn.bias_hh_l1_reverse	5	-0.10783663392066956
114094	rnn.bias_hh_l1_reverse	6	0.12408142536878586
114094	rnn.bias_hh_l1_reverse	7	-0.12259901314973831
114094	rnn.bias_hh_l1_reverse	8	-0.10669849812984467
114094	rnn.bias_hh_l1_reverse	9	-0.1358080357313156
114094	linear.weight	0	0.002228822559118271
114094	linear.weight	1	0.0986606776714325
114094	linear.weight	2	-0.0646028071641922
114094	linear.weight	3	0.3213901221752167
114094	linear.weight	4	0.1316283792257309
114094	linear.weight	5	-0.010099668987095356
114094	linear.weight	6	0.07369303703308105
114094	linear.weight	7	0.108477383852005
114094	linear.weight	8	0.04130461812019348
114094	linear.weight	9	-0.04947267100214958
114094	linear.bias	0	0.059369154274463654
114094	linear.bias	1	-0.18534615635871887
114094	linear.bias	2	-0.45889657735824585
114094	linear.bias	3	-0.7079572677612305
114094	linear.bias	4	-1.195255160331726
114094	linear.bias	5	-0.08733353763818741
114094	linear.bias	6	-0.7204891443252563
114094	linear.bias	7	0.3347204029560089
114094	linear.bias	8	-0.5051057934761047
114094	linear.bias	9	-0.9574674963951111
114291	transitions	0	0.6261844635009766
114291	transitions	1	0.1384119987487793
114291	transitions	2	-10000.0
114291	transitions	3	-1.817574381828308
114291	transitions	4	-10000.0
114291	transitions	5	0.5978329181671143
114291	transitions	6	-0.06205335259437561
114291	transitions	7	-0.6143497824668884
114291	transitions	8	-1.3854941129684448
114291	transitions	9	-0.0009579218458384275
114291	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
114291	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
114291	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
114291	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
114291	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
114291	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
114291	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
114291	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
114291	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
114291	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
114291	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
114291	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
114291	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
114291	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
114291	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
114291	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
114291	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
114291	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
114291	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
114291	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
114291	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
114291	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
114291	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
114291	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
114291	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
114291	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
114291	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
114291	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
114291	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
114291	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
114291	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
114291	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
114291	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
114291	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
114291	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
114291	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
114291	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
114291	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
114291	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
114291	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
114291	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
114291	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
114291	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
114291	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
114291	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
114291	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
114291	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
114291	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
114291	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
114291	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
114291	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
114291	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
114291	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
114291	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
114291	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
114291	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
114291	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
114291	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
114291	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
114291	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
114291	embedding2nn.weight	0	0.010473891161382198
114291	embedding2nn.weight	1	-0.012392510659992695
114291	embedding2nn.weight	2	-0.014268254861235619
114291	embedding2nn.weight	3	-0.0437072329223156
114291	embedding2nn.weight	4	-0.0059150345623493195
114291	embedding2nn.weight	5	-0.0037005876656621695
114291	embedding2nn.weight	6	-0.003973290324211121
114291	embedding2nn.weight	7	-0.06531386077404022
114291	embedding2nn.weight	8	-0.0019979383796453476
114291	embedding2nn.weight	9	-0.03030465915799141
114291	embedding2nn.bias	0	0.03657255694270134
114291	embedding2nn.bias	1	-0.06708110123872757
114291	embedding2nn.bias	2	0.07766111940145493
114291	embedding2nn.bias	3	0.03220054879784584
114291	embedding2nn.bias	4	-0.07357733696699142
114291	embedding2nn.bias	5	-0.02625497803092003
114291	embedding2nn.bias	6	0.029411593452095985
114291	embedding2nn.bias	7	-0.054452963173389435
114291	embedding2nn.bias	8	0.042609598487615585
114291	embedding2nn.bias	9	0.017411231994628906
114291	rnn.weight_ih_l0	0	-0.06821323931217194
114291	rnn.weight_ih_l0	1	-0.004398311488330364
114291	rnn.weight_ih_l0	2	0.05848623439669609
114291	rnn.weight_ih_l0	3	0.01262486632913351
114291	rnn.weight_ih_l0	4	-0.025640465319156647
114291	rnn.weight_ih_l0	5	-0.05592387914657593
114291	rnn.weight_ih_l0	6	-0.0004561915702652186
114291	rnn.weight_ih_l0	7	0.03467487916350365
114291	rnn.weight_ih_l0	8	-0.009822351858019829
114291	rnn.weight_ih_l0	9	-0.017443517223000526
114291	rnn.weight_hh_l0	0	-0.03663572296500206
114291	rnn.weight_hh_l0	1	0.00392867112532258
114291	rnn.weight_hh_l0	2	-0.00380092766135931
114291	rnn.weight_hh_l0	3	-0.06160164996981621
114291	rnn.weight_hh_l0	4	0.08613709360361099
114291	rnn.weight_hh_l0	5	-0.004529884550720453
114291	rnn.weight_hh_l0	6	-0.055168382823467255
114291	rnn.weight_hh_l0	7	0.011983180418610573
114291	rnn.weight_hh_l0	8	0.016276927664875984
114291	rnn.weight_hh_l0	9	-0.014747781679034233
114291	rnn.bias_ih_l0	0	0.07165800034999847
114291	rnn.bias_ih_l0	1	-0.03781949356198311
114291	rnn.bias_ih_l0	2	0.0031766537576913834
114291	rnn.bias_ih_l0	3	0.11753706634044647
114291	rnn.bias_ih_l0	4	-0.033467307686805725
114291	rnn.bias_ih_l0	5	-0.041607655584812164
114291	rnn.bias_ih_l0	6	0.021447082981467247
114291	rnn.bias_ih_l0	7	0.029485369101166725
114291	rnn.bias_ih_l0	8	-0.11003517359495163
114291	rnn.bias_ih_l0	9	-0.03326338529586792
114291	rnn.bias_hh_l0	0	-0.014923358336091042
114291	rnn.bias_hh_l0	1	-0.10644865036010742
114291	rnn.bias_hh_l0	2	-0.049633342772722244
114291	rnn.bias_hh_l0	3	-0.07993661612272263
114291	rnn.bias_hh_l0	4	-0.014500096440315247
114291	rnn.bias_hh_l0	5	-0.01652521826326847
114291	rnn.bias_hh_l0	6	0.032005827873945236
114291	rnn.bias_hh_l0	7	0.035981159657239914
114291	rnn.bias_hh_l0	8	-0.12663443386554718
114291	rnn.bias_hh_l0	9	-0.025459907948970795
114291	rnn.weight_ih_l0_reverse	0	-0.020345276221632957
114291	rnn.weight_ih_l0_reverse	1	-0.046858228743076324
114291	rnn.weight_ih_l0_reverse	2	-0.03558243066072464
114291	rnn.weight_ih_l0_reverse	3	0.0052198744378983974
114291	rnn.weight_ih_l0_reverse	4	-0.016366908326745033
114291	rnn.weight_ih_l0_reverse	5	-0.04993012174963951
114291	rnn.weight_ih_l0_reverse	6	0.07675359398126602
114291	rnn.weight_ih_l0_reverse	7	-0.024904368445277214
114291	rnn.weight_ih_l0_reverse	8	-0.022554507479071617
114291	rnn.weight_ih_l0_reverse	9	0.012239920906722546
114291	rnn.weight_hh_l0_reverse	0	0.038756564259529114
114291	rnn.weight_hh_l0_reverse	1	0.02504686638712883
114291	rnn.weight_hh_l0_reverse	2	0.035213738679885864
114291	rnn.weight_hh_l0_reverse	3	0.030369795858860016
114291	rnn.weight_hh_l0_reverse	4	0.008228735998272896
114291	rnn.weight_hh_l0_reverse	5	0.012269320897758007
114291	rnn.weight_hh_l0_reverse	6	0.0460076630115509
114291	rnn.weight_hh_l0_reverse	7	-0.06315456330776215
114291	rnn.weight_hh_l0_reverse	8	0.037514712661504745
114291	rnn.weight_hh_l0_reverse	9	0.04747322201728821
114291	rnn.bias_ih_l0_reverse	0	-0.07041505724191666
114291	rnn.bias_ih_l0_reverse	1	-0.23635117709636688
114291	rnn.bias_ih_l0_reverse	2	-0.14236801862716675
114291	rnn.bias_ih_l0_reverse	3	-0.03750425949692726
114291	rnn.bias_ih_l0_reverse	4	-0.029712487012147903
114291	rnn.bias_ih_l0_reverse	5	0.04782313480973244
114291	rnn.bias_ih_l0_reverse	6	-0.044902049005031586
114291	rnn.bias_ih_l0_reverse	7	0.04204047843813896
114291	rnn.bias_ih_l0_reverse	8	-0.03470006212592125
114291	rnn.bias_ih_l0_reverse	9	0.04165007174015045
114291	rnn.bias_hh_l0_reverse	0	0.00720039801672101
114291	rnn.bias_hh_l0_reverse	1	-0.04007292538881302
114291	rnn.bias_hh_l0_reverse	2	0.06989574432373047
114291	rnn.bias_hh_l0_reverse	3	-0.058523230254650116
114291	rnn.bias_hh_l0_reverse	4	-0.033938705921173096
114291	rnn.bias_hh_l0_reverse	5	-0.032026246190071106
114291	rnn.bias_hh_l0_reverse	6	-0.035482488572597504
114291	rnn.bias_hh_l0_reverse	7	0.11629384756088257
114291	rnn.bias_hh_l0_reverse	8	0.02197295054793358
114291	rnn.bias_hh_l0_reverse	9	-0.12600605189800262
114291	rnn.weight_ih_l1	0	-0.04081786796450615
114291	rnn.weight_ih_l1	1	-0.03822243586182594
114291	rnn.weight_ih_l1	2	0.034073784947395325
114291	rnn.weight_ih_l1	3	-0.07098396122455597
114291	rnn.weight_ih_l1	4	-0.011241775006055832
114291	rnn.weight_ih_l1	5	-0.04540102183818817
114291	rnn.weight_ih_l1	6	0.02069028653204441
114291	rnn.weight_ih_l1	7	-0.019517110660672188
114291	rnn.weight_ih_l1	8	0.03896116465330124
114291	rnn.weight_ih_l1	9	0.043890319764614105
114291	rnn.weight_hh_l1	0	-0.007835259661078453
114291	rnn.weight_hh_l1	1	0.010768944397568703
114291	rnn.weight_hh_l1	2	-0.0012797641102224588
114291	rnn.weight_hh_l1	3	-0.010424298234283924
114291	rnn.weight_hh_l1	4	0.006137876771390438
114291	rnn.weight_hh_l1	5	0.026848921552300453
114291	rnn.weight_hh_l1	6	0.026852041482925415
114291	rnn.weight_hh_l1	7	-0.026985784992575645
114291	rnn.weight_hh_l1	8	-0.020930279046297073
114291	rnn.weight_hh_l1	9	0.0386960506439209
114291	rnn.bias_ih_l1	0	-0.16913911700248718
114291	rnn.bias_ih_l1	1	-0.17714926600456238
114291	rnn.bias_ih_l1	2	-0.18733270466327667
114291	rnn.bias_ih_l1	3	-0.2719727158546448
114291	rnn.bias_ih_l1	4	-0.18588025867938995
114291	rnn.bias_ih_l1	5	-0.09927446395158768
114291	rnn.bias_ih_l1	6	-0.11721295863389969
114291	rnn.bias_ih_l1	7	-0.04228058457374573
114291	rnn.bias_ih_l1	8	-0.12373413890600204
114291	rnn.bias_ih_l1	9	-0.11440024524927139
114291	rnn.bias_hh_l1	0	-0.1144924908876419
114291	rnn.bias_hh_l1	1	-0.05996006727218628
114291	rnn.bias_hh_l1	2	-0.1059994176030159
114291	rnn.bias_hh_l1	3	-0.09933833032846451
114291	rnn.bias_hh_l1	4	-0.10802078247070312
114291	rnn.bias_hh_l1	5	-0.11565199494361877
114291	rnn.bias_hh_l1	6	-0.1413465291261673
114291	rnn.bias_hh_l1	7	0.026501134037971497
114291	rnn.bias_hh_l1	8	-0.16590344905853271
114291	rnn.bias_hh_l1	9	-0.0902893915772438
114291	rnn.weight_ih_l1_reverse	0	-0.050386786460876465
114291	rnn.weight_ih_l1_reverse	1	0.017656052485108376
114291	rnn.weight_ih_l1_reverse	2	0.04825415834784508
114291	rnn.weight_ih_l1_reverse	3	0.0012250352883711457
114291	rnn.weight_ih_l1_reverse	4	-0.03487206995487213
114291	rnn.weight_ih_l1_reverse	5	-0.034983761608600616
114291	rnn.weight_ih_l1_reverse	6	-0.011777909472584724
114291	rnn.weight_ih_l1_reverse	7	0.026032671332359314
114291	rnn.weight_ih_l1_reverse	8	0.025725189596414566
114291	rnn.weight_ih_l1_reverse	9	-0.07041511684656143
114291	rnn.weight_hh_l1_reverse	0	0.008488231338560581
114291	rnn.weight_hh_l1_reverse	1	0.02725720778107643
114291	rnn.weight_hh_l1_reverse	2	-0.039799127727746964
114291	rnn.weight_hh_l1_reverse	3	0.040562909096479416
114291	rnn.weight_hh_l1_reverse	4	0.0426376536488533
114291	rnn.weight_hh_l1_reverse	5	0.009635282680392265
114291	rnn.weight_hh_l1_reverse	6	0.015577341429889202
114291	rnn.weight_hh_l1_reverse	7	0.026266617700457573
114291	rnn.weight_hh_l1_reverse	8	-0.006209688726812601
114291	rnn.weight_hh_l1_reverse	9	-0.03401927649974823
114291	rnn.bias_ih_l1_reverse	0	-0.07243167608976364
114291	rnn.bias_ih_l1_reverse	1	-0.14689767360687256
114291	rnn.bias_ih_l1_reverse	2	-0.14582380652427673
114291	rnn.bias_ih_l1_reverse	3	0.005867956206202507
114291	rnn.bias_ih_l1_reverse	4	-0.19284100830554962
114291	rnn.bias_ih_l1_reverse	5	-0.1021755114197731
114291	rnn.bias_ih_l1_reverse	6	-0.12579286098480225
114291	rnn.bias_ih_l1_reverse	7	-0.20032969117164612
114291	rnn.bias_ih_l1_reverse	8	0.17082011699676514
114291	rnn.bias_ih_l1_reverse	9	0.060084227472543716
114291	rnn.bias_hh_l1_reverse	0	-0.044909313321113586
114291	rnn.bias_hh_l1_reverse	1	-0.0738956481218338
114291	rnn.bias_hh_l1_reverse	2	-0.21950984001159668
114291	rnn.bias_hh_l1_reverse	3	-0.11311720311641693
114291	rnn.bias_hh_l1_reverse	4	-0.10011748224496841
114291	rnn.bias_hh_l1_reverse	5	-0.10791897028684616
114291	rnn.bias_hh_l1_reverse	6	0.13362717628479004
114291	rnn.bias_hh_l1_reverse	7	-0.12011408805847168
114291	rnn.bias_hh_l1_reverse	8	-0.10868548601865768
114291	rnn.bias_hh_l1_reverse	9	-0.13627514243125916
114291	linear.weight	0	0.002228822559118271
114291	linear.weight	1	0.10661051422357559
114291	linear.weight	2	-0.06309714913368225
114291	linear.weight	3	0.32247403264045715
114291	linear.weight	4	0.12965929508209229
114291	linear.weight	5	-0.011638457886874676
114291	linear.weight	6	0.0749167874455452
114291	linear.weight	7	0.11387833207845688
114291	linear.weight	8	0.04130341857671738
114291	linear.weight	9	-0.053932368755340576
114291	linear.bias	0	0.09294769912958145
114291	linear.bias	1	-0.19597618281841278
114291	linear.bias	2	-0.4296789765357971
114291	linear.bias	3	-0.7068907022476196
114291	linear.bias	4	-1.1944234371185303
114291	linear.bias	5	-0.0763038918375969
114291	linear.bias	6	-0.7358763813972473
114291	linear.bias	7	0.34714433550834656
114291	linear.bias	8	-0.48352324962615967
114291	linear.bias	9	-0.9372185468673706
114488	transitions	0	0.6339445114135742
114488	transitions	1	0.13051168620586395
114488	transitions	2	-10000.0
114488	transitions	3	-1.8176006078720093
114488	transitions	4	-10000.0
114488	transitions	5	0.5975423455238342
114488	transitions	6	-0.06218481808900833
114488	transitions	7	-0.6148161888122559
114488	transitions	8	-1.385644555091858
114488	transitions	9	-0.00095903075998649
114488	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
114488	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
114488	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
114488	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
114488	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
114488	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
114488	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
114488	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
114488	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
114488	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
114488	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
114488	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
114488	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
114488	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
114488	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
114488	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
114488	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
114488	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
114488	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
114488	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
114488	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
114488	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
114488	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
114488	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
114488	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
114488	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
114488	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
114488	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
114488	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
114488	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
114488	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
114488	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
114488	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
114488	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
114488	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
114488	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
114488	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
114488	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
114488	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
114488	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
114488	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
114488	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
114488	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
114488	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
114488	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
114488	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
114488	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
114488	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
114488	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
114488	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
114488	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
114488	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
114488	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
114488	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
114488	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
114488	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
114488	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
114488	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
114488	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
114488	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
114488	embedding2nn.weight	0	0.009280883707106113
114488	embedding2nn.weight	1	-0.012688379734754562
114488	embedding2nn.weight	2	-0.014268254861235619
114488	embedding2nn.weight	3	-0.04397214576601982
114488	embedding2nn.weight	4	-0.0059150345623493195
114488	embedding2nn.weight	5	-0.003700587898492813
114488	embedding2nn.weight	6	-0.003973288927227259
114488	embedding2nn.weight	7	-0.0656331405043602
114488	embedding2nn.weight	8	-0.0019979383796453476
114488	embedding2nn.weight	9	-0.029988884925842285
114488	embedding2nn.bias	0	0.04407237097620964
114488	embedding2nn.bias	1	-0.06486964970827103
114488	embedding2nn.bias	2	0.0748903751373291
114488	embedding2nn.bias	3	0.02659379132091999
114488	embedding2nn.bias	4	-0.0716971829533577
114488	embedding2nn.bias	5	-0.028152091428637505
114488	embedding2nn.bias	6	0.030290253460407257
114488	embedding2nn.bias	7	-0.05769803747534752
114488	embedding2nn.bias	8	0.043809257447719574
114488	embedding2nn.bias	9	0.02394956909120083
114488	rnn.weight_ih_l0	0	-0.06796170771121979
114488	rnn.weight_ih_l0	1	-0.006254279054701328
114488	rnn.weight_ih_l0	2	0.0589076392352581
114488	rnn.weight_ih_l0	3	0.011876914650201797
114488	rnn.weight_ih_l0	4	-0.02537563443183899
114488	rnn.weight_ih_l0	5	-0.05641124024987221
114488	rnn.weight_ih_l0	6	-0.0012493554968386889
114488	rnn.weight_ih_l0	7	0.03528394177556038
114488	rnn.weight_ih_l0	8	-0.00813598744571209
114488	rnn.weight_ih_l0	9	-0.01696159690618515
114488	rnn.weight_hh_l0	0	-0.03674224019050598
114488	rnn.weight_hh_l0	1	0.00444761523976922
114488	rnn.weight_hh_l0	2	-0.004437337629497051
114488	rnn.weight_hh_l0	3	-0.061374686658382416
114488	rnn.weight_hh_l0	4	0.08593621104955673
114488	rnn.weight_hh_l0	5	-0.0053412532433867455
114488	rnn.weight_hh_l0	6	-0.05443268269300461
114488	rnn.weight_hh_l0	7	0.012445577420294285
114488	rnn.weight_hh_l0	8	0.015956183895468712
114488	rnn.weight_hh_l0	9	-0.014965306036174297
114488	rnn.bias_ih_l0	0	0.07122929394245148
114488	rnn.bias_ih_l0	1	-0.041404660791158676
114488	rnn.bias_ih_l0	2	0.005817111115902662
114488	rnn.bias_ih_l0	3	0.11434472352266312
114488	rnn.bias_ih_l0	4	-0.03600277006626129
114488	rnn.bias_ih_l0	5	-0.04384486749768257
114488	rnn.bias_ih_l0	6	0.02389523945748806
114488	rnn.bias_ih_l0	7	0.02735276147723198
114488	rnn.bias_ih_l0	8	-0.11232094466686249
114488	rnn.bias_ih_l0	9	-0.03281151130795479
114488	rnn.bias_hh_l0	0	-0.01634463295340538
114488	rnn.bias_hh_l0	1	-0.10346613824367523
114488	rnn.bias_hh_l0	2	-0.050753019750118256
114488	rnn.bias_hh_l0	3	-0.07783868163824081
114488	rnn.bias_hh_l0	4	-0.010262621566653252
114488	rnn.bias_hh_l0	5	-0.01811612956225872
114488	rnn.bias_hh_l0	6	0.03167015686631203
114488	rnn.bias_hh_l0	7	0.03934986889362335
114488	rnn.bias_hh_l0	8	-0.12600842118263245
114488	rnn.bias_hh_l0	9	-0.02338913083076477
114488	rnn.weight_ih_l0_reverse	0	-0.01958414539694786
114488	rnn.weight_ih_l0_reverse	1	-0.047565851360559464
114488	rnn.weight_ih_l0_reverse	2	-0.03531758859753609
114488	rnn.weight_ih_l0_reverse	3	0.005147675517946482
114488	rnn.weight_ih_l0_reverse	4	-0.01523429062217474
114488	rnn.weight_ih_l0_reverse	5	-0.049933433532714844
114488	rnn.weight_ih_l0_reverse	6	0.07726269215345383
114488	rnn.weight_ih_l0_reverse	7	-0.02671322226524353
114488	rnn.weight_ih_l0_reverse	8	-0.021447433158755302
114488	rnn.weight_ih_l0_reverse	9	0.010867808014154434
114488	rnn.weight_hh_l0_reverse	0	0.03863755613565445
114488	rnn.weight_hh_l0_reverse	1	0.024626733735203743
114488	rnn.weight_hh_l0_reverse	2	0.03501207008957863
114488	rnn.weight_hh_l0_reverse	3	0.03030288778245449
114488	rnn.weight_hh_l0_reverse	4	0.008490465581417084
114488	rnn.weight_hh_l0_reverse	5	0.01341896690428257
114488	rnn.weight_hh_l0_reverse	6	0.045641448348760605
114488	rnn.weight_hh_l0_reverse	7	-0.06277793645858765
114488	rnn.weight_hh_l0_reverse	8	0.036622390151023865
114488	rnn.weight_hh_l0_reverse	9	0.04725740849971771
114488	rnn.bias_ih_l0_reverse	0	-0.06849658489227295
114488	rnn.bias_ih_l0_reverse	1	-0.23551219701766968
114488	rnn.bias_ih_l0_reverse	2	-0.14572221040725708
114488	rnn.bias_ih_l0_reverse	3	-0.03688593581318855
114488	rnn.bias_ih_l0_reverse	4	-0.027789244428277016
114488	rnn.bias_ih_l0_reverse	5	0.05234762653708458
114488	rnn.bias_ih_l0_reverse	6	-0.04206974431872368
114488	rnn.bias_ih_l0_reverse	7	0.04133535176515579
114488	rnn.bias_ih_l0_reverse	8	-0.035956110805273056
114488	rnn.bias_ih_l0_reverse	9	0.04416356608271599
114488	rnn.bias_hh_l0_reverse	0	0.009718932211399078
114488	rnn.bias_hh_l0_reverse	1	-0.03861212357878685
114488	rnn.bias_hh_l0_reverse	2	0.07121379673480988
114488	rnn.bias_hh_l0_reverse	3	-0.05845261737704277
114488	rnn.bias_hh_l0_reverse	4	-0.03342188894748688
114488	rnn.bias_hh_l0_reverse	5	-0.032940562814474106
114488	rnn.bias_hh_l0_reverse	6	-0.034222304821014404
114488	rnn.bias_hh_l0_reverse	7	0.11731160432100296
114488	rnn.bias_hh_l0_reverse	8	0.022007742896676064
114488	rnn.bias_hh_l0_reverse	9	-0.12473225593566895
114488	rnn.weight_ih_l1	0	-0.041113413870334625
114488	rnn.weight_ih_l1	1	-0.038362421095371246
114488	rnn.weight_ih_l1	2	0.033239077776670456
114488	rnn.weight_ih_l1	3	-0.07161791622638702
114488	rnn.weight_ih_l1	4	-0.011639862321317196
114488	rnn.weight_ih_l1	5	-0.045171916484832764
114488	rnn.weight_ih_l1	6	0.020302917808294296
114488	rnn.weight_ih_l1	7	-0.018394028767943382
114488	rnn.weight_ih_l1	8	0.03850395977497101
114488	rnn.weight_ih_l1	9	0.04360819607973099
114488	rnn.weight_hh_l1	0	-0.008317045867443085
114488	rnn.weight_hh_l1	1	0.011322982609272003
114488	rnn.weight_hh_l1	2	0.0013294334057718515
114488	rnn.weight_hh_l1	3	-0.010241704061627388
114488	rnn.weight_hh_l1	4	0.0058212666772305965
114488	rnn.weight_hh_l1	5	0.0263378769159317
114488	rnn.weight_hh_l1	6	0.027589378878474236
114488	rnn.weight_hh_l1	7	-0.026517679914832115
114488	rnn.weight_hh_l1	8	-0.01984972506761551
114488	rnn.weight_hh_l1	9	0.03926760330796242
114488	rnn.bias_ih_l1	0	-0.16607660055160522
114488	rnn.bias_ih_l1	1	-0.17889703810214996
114488	rnn.bias_ih_l1	2	-0.18441279232501984
114488	rnn.bias_ih_l1	3	-0.2744758725166321
114488	rnn.bias_ih_l1	4	-0.19636915624141693
114488	rnn.bias_ih_l1	5	-0.09813778847455978
114488	rnn.bias_ih_l1	6	-0.12075851112604141
114488	rnn.bias_ih_l1	7	-0.0473296195268631
114488	rnn.bias_ih_l1	8	-0.12716558575630188
114488	rnn.bias_ih_l1	9	-0.1169147863984108
114488	rnn.bias_hh_l1	0	-0.11297107487916946
114488	rnn.bias_hh_l1	1	-0.058533649891614914
114488	rnn.bias_hh_l1	2	-0.10736383497714996
114488	rnn.bias_hh_l1	3	-0.09892169386148453
114488	rnn.bias_hh_l1	4	-0.10736926645040512
114488	rnn.bias_hh_l1	5	-0.11386337876319885
114488	rnn.bias_hh_l1	6	-0.1408674716949463
114488	rnn.bias_hh_l1	7	0.017753353342413902
114488	rnn.bias_hh_l1	8	-0.16300112009048462
114488	rnn.bias_hh_l1	9	-0.09532143920660019
114488	rnn.weight_ih_l1_reverse	0	-0.05047859996557236
114488	rnn.weight_ih_l1_reverse	1	0.016019189730286598
114488	rnn.weight_ih_l1_reverse	2	0.047155123203992844
114488	rnn.weight_ih_l1_reverse	3	0.0005388016579672694
114488	rnn.weight_ih_l1_reverse	4	-0.032110247761011124
114488	rnn.weight_ih_l1_reverse	5	-0.03536849841475487
114488	rnn.weight_ih_l1_reverse	6	-0.011867837980389595
114488	rnn.weight_ih_l1_reverse	7	0.026506267488002777
114488	rnn.weight_ih_l1_reverse	8	0.027957264333963394
114488	rnn.weight_ih_l1_reverse	9	-0.06843847781419754
114488	rnn.weight_hh_l1_reverse	0	0.008151776157319546
114488	rnn.weight_hh_l1_reverse	1	0.027461837977170944
114488	rnn.weight_hh_l1_reverse	2	-0.039939165115356445
114488	rnn.weight_hh_l1_reverse	3	0.040690988302230835
114488	rnn.weight_hh_l1_reverse	4	0.042580023407936096
114488	rnn.weight_hh_l1_reverse	5	0.008961271494626999
114488	rnn.weight_hh_l1_reverse	6	0.014683233574032784
114488	rnn.weight_hh_l1_reverse	7	0.02611141838133335
114488	rnn.weight_hh_l1_reverse	8	-0.006161914207041264
114488	rnn.weight_hh_l1_reverse	9	-0.03406890481710434
114488	rnn.bias_ih_l1_reverse	0	-0.07127781957387924
114488	rnn.bias_ih_l1_reverse	1	-0.14844520390033722
114488	rnn.bias_ih_l1_reverse	2	-0.1457408368587494
114488	rnn.bias_ih_l1_reverse	3	0.004257930442690849
114488	rnn.bias_ih_l1_reverse	4	-0.19164592027664185
114488	rnn.bias_ih_l1_reverse	5	-0.10219641029834747
114488	rnn.bias_ih_l1_reverse	6	-0.1264888346195221
114488	rnn.bias_ih_l1_reverse	7	-0.2010546773672104
114488	rnn.bias_ih_l1_reverse	8	0.1778903305530548
114488	rnn.bias_ih_l1_reverse	9	0.057659462094306946
114488	rnn.bias_hh_l1_reverse	0	-0.049463026225566864
114488	rnn.bias_hh_l1_reverse	1	-0.07125598192214966
114488	rnn.bias_hh_l1_reverse	2	-0.21826650202274323
114488	rnn.bias_hh_l1_reverse	3	-0.11391288787126541
114488	rnn.bias_hh_l1_reverse	4	-0.09845452010631561
114488	rnn.bias_hh_l1_reverse	5	-0.10853049159049988
114488	rnn.bias_hh_l1_reverse	6	0.14742758870124817
114488	rnn.bias_hh_l1_reverse	7	-0.12332186102867126
114488	rnn.bias_hh_l1_reverse	8	-0.10876652598381042
114488	rnn.bias_hh_l1_reverse	9	-0.13444146513938904
114488	linear.weight	0	0.002228822559118271
114488	linear.weight	1	0.1045672670006752
114488	linear.weight	2	-0.058249954134225845
114488	linear.weight	3	0.3217203617095947
114488	linear.weight	4	0.1221366822719574
114488	linear.weight	5	-0.011811657808721066
114488	linear.weight	6	0.07283831387758255
114488	linear.weight	7	0.10163897275924683
114488	linear.weight	8	0.04130258411169052
114488	linear.weight	9	-0.055400483310222626
114488	linear.bias	0	0.0663427785038948
114488	linear.bias	1	-0.1801588237285614
114488	linear.bias	2	-0.44171279668807983
114488	linear.bias	3	-0.7002827525138855
114488	linear.bias	4	-1.1877012252807617
114488	linear.bias	5	-0.09006909281015396
114488	linear.bias	6	-0.7212669253349304
114488	linear.bias	7	0.33444520831108093
114488	linear.bias	8	-0.483421266078949
114488	linear.bias	9	-0.9401121735572815
114492	transitions	0	0.6336613297462463
114492	transitions	1	0.13049964606761932
114492	transitions	2	-10000.0
114492	transitions	3	-1.817604660987854
114492	transitions	4	-10000.0
114492	transitions	5	0.5975399017333984
114492	transitions	6	-0.06218511238694191
114492	transitions	7	-0.6148223876953125
114492	transitions	8	-1.3856456279754639
114492	transitions	9	-0.0009590418776497245
114492	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
114492	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
114492	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
114492	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
114492	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
114492	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
114492	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
114492	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
114492	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
114492	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
114492	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
114492	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
114492	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
114492	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
114492	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
114492	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
114492	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
114492	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
114492	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
114492	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
114492	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
114492	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
114492	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
114492	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
114492	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
114492	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
114492	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
114492	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
114492	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
114492	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
114492	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
114492	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
114492	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
114492	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
114492	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
114492	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
114492	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
114492	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
114492	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
114492	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
114492	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
114492	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
114492	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
114492	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
114492	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
114492	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
114492	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
114492	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
114492	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
114492	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
114492	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
114492	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
114492	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
114492	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
114492	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
114492	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
114492	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
114492	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
114492	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
114492	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
114492	embedding2nn.weight	0	0.009390691295266151
114492	embedding2nn.weight	1	-0.012728847563266754
114492	embedding2nn.weight	2	-0.014268254861235619
114492	embedding2nn.weight	3	-0.044278595596551895
114492	embedding2nn.weight	4	-0.0059150345623493195
114492	embedding2nn.weight	5	-0.003700587898492813
114492	embedding2nn.weight	6	-0.003973288927227259
114492	embedding2nn.weight	7	-0.06574135273694992
114492	embedding2nn.weight	8	-0.0019979383796453476
114492	embedding2nn.weight	9	-0.030056504532694817
114492	embedding2nn.bias	0	0.04417095705866814
114492	embedding2nn.bias	1	-0.06410042941570282
114492	embedding2nn.bias	2	0.0744062066078186
114492	embedding2nn.bias	3	0.026079494506120682
114492	embedding2nn.bias	4	-0.07103870064020157
114492	embedding2nn.bias	5	-0.02834945172071457
114492	embedding2nn.bias	6	0.029486648738384247
114492	embedding2nn.bias	7	-0.05819932743906975
114492	embedding2nn.bias	8	0.04379852116107941
114492	embedding2nn.bias	9	0.02429593913257122
114492	rnn.weight_ih_l0	0	-0.06796985119581223
114492	rnn.weight_ih_l0	1	-0.006198545452207327
114492	rnn.weight_ih_l0	2	0.05898395553231239
114492	rnn.weight_ih_l0	3	0.011978186666965485
114492	rnn.weight_ih_l0	4	-0.02528168261051178
114492	rnn.weight_ih_l0	5	-0.05663440003991127
114492	rnn.weight_ih_l0	6	-0.001192485447973013
114492	rnn.weight_ih_l0	7	0.03529667481780052
114492	rnn.weight_ih_l0	8	-0.007950625382363796
114492	rnn.weight_ih_l0	9	-0.016808446496725082
114492	rnn.weight_hh_l0	0	-0.03670944646000862
114492	rnn.weight_hh_l0	1	0.0043655214831233025
114492	rnn.weight_hh_l0	2	-0.004332354292273521
114492	rnn.weight_hh_l0	3	-0.06139678508043289
114492	rnn.weight_hh_l0	4	0.08591882884502411
114492	rnn.weight_hh_l0	5	-0.005292872898280621
114492	rnn.weight_hh_l0	6	-0.05441415309906006
114492	rnn.weight_hh_l0	7	0.012415297329425812
114492	rnn.weight_hh_l0	8	0.01591702550649643
114492	rnn.weight_hh_l0	9	-0.01492993626743555
114492	rnn.bias_ih_l0	0	0.07124282419681549
114492	rnn.bias_ih_l0	1	-0.0417415015399456
114492	rnn.bias_ih_l0	2	0.005947059020400047
114492	rnn.bias_ih_l0	3	0.11449599266052246
114492	rnn.bias_ih_l0	4	-0.03608844801783562
114492	rnn.bias_ih_l0	5	-0.04400413855910301
114492	rnn.bias_ih_l0	6	0.02411922998726368
114492	rnn.bias_ih_l0	7	0.02758960612118244
114492	rnn.bias_ih_l0	8	-0.11235317587852478
114492	rnn.bias_ih_l0	9	-0.03279779851436615
114492	rnn.bias_hh_l0	0	-0.016380194574594498
114492	rnn.bias_hh_l0	1	-0.10301476716995239
114492	rnn.bias_hh_l0	2	-0.050912827253341675
114492	rnn.bias_hh_l0	3	-0.07784508168697357
114492	rnn.bias_hh_l0	4	-0.010512029752135277
114492	rnn.bias_hh_l0	5	-0.01829381473362446
114492	rnn.bias_hh_l0	6	0.03147086873650551
114492	rnn.bias_hh_l0	7	0.03882551193237305
114492	rnn.bias_hh_l0	8	-0.1257094442844391
114492	rnn.bias_hh_l0	9	-0.023265907540917397
114492	rnn.weight_ih_l0_reverse	0	-0.019469959661364555
114492	rnn.weight_ih_l0_reverse	1	-0.04750990495085716
114492	rnn.weight_ih_l0_reverse	2	-0.035449203103780746
114492	rnn.weight_ih_l0_reverse	3	0.0051888879388570786
114492	rnn.weight_ih_l0_reverse	4	-0.015165635384619236
114492	rnn.weight_ih_l0_reverse	5	-0.049914874136447906
114492	rnn.weight_ih_l0_reverse	6	0.07735840976238251
114492	rnn.weight_ih_l0_reverse	7	-0.026661036536097527
114492	rnn.weight_ih_l0_reverse	8	-0.02153533324599266
114492	rnn.weight_ih_l0_reverse	9	0.010886086151003838
114492	rnn.weight_hh_l0_reverse	0	0.03862892463803291
114492	rnn.weight_hh_l0_reverse	1	0.024422891438007355
114492	rnn.weight_hh_l0_reverse	2	0.035016030073165894
114492	rnn.weight_hh_l0_reverse	3	0.030304914340376854
114492	rnn.weight_hh_l0_reverse	4	0.0084892762824893
114492	rnn.weight_hh_l0_reverse	5	0.013492911122739315
114492	rnn.weight_hh_l0_reverse	6	0.04558028280735016
114492	rnn.weight_hh_l0_reverse	7	-0.06275701522827148
114492	rnn.weight_hh_l0_reverse	8	0.0366092249751091
114492	rnn.weight_hh_l0_reverse	9	0.04724065959453583
114492	rnn.bias_ih_l0_reverse	0	-0.06825347989797592
114492	rnn.bias_ih_l0_reverse	1	-0.23584260046482086
114492	rnn.bias_ih_l0_reverse	2	-0.14579804241657257
114492	rnn.bias_ih_l0_reverse	3	-0.03687937557697296
114492	rnn.bias_ih_l0_reverse	4	-0.02826429344713688
114492	rnn.bias_ih_l0_reverse	5	0.05227123573422432
114492	rnn.bias_ih_l0_reverse	6	-0.04230258986353874
114492	rnn.bias_ih_l0_reverse	7	0.041182368993759155
114492	rnn.bias_ih_l0_reverse	8	-0.0357898473739624
114492	rnn.bias_ih_l0_reverse	9	0.04387557879090309
114492	rnn.bias_hh_l0_reverse	0	0.009613409638404846
114492	rnn.bias_hh_l0_reverse	1	-0.03819328919053078
114492	rnn.bias_hh_l0_reverse	2	0.07148485630750656
114492	rnn.bias_hh_l0_reverse	3	-0.05882016196846962
114492	rnn.bias_hh_l0_reverse	4	-0.03355155512690544
114492	rnn.bias_hh_l0_reverse	5	-0.03234772011637688
114492	rnn.bias_hh_l0_reverse	6	-0.03421778976917267
114492	rnn.bias_hh_l0_reverse	7	0.11705765128135681
114492	rnn.bias_hh_l0_reverse	8	0.02188694104552269
114492	rnn.bias_hh_l0_reverse	9	-0.12490981817245483
114492	rnn.weight_ih_l1	0	-0.041014645248651505
114492	rnn.weight_ih_l1	1	-0.038387760519981384
114492	rnn.weight_ih_l1	2	0.03285200893878937
114492	rnn.weight_ih_l1	3	-0.071505106985569
114492	rnn.weight_ih_l1	4	-0.0116495406255126
114492	rnn.weight_ih_l1	5	-0.0451691634953022
114492	rnn.weight_ih_l1	6	0.020364856347441673
114492	rnn.weight_ih_l1	7	-0.01814013160765171
114492	rnn.weight_ih_l1	8	0.03852143883705139
114492	rnn.weight_ih_l1	9	0.04372440651059151
114492	rnn.weight_hh_l1	0	-0.00862445030361414
114492	rnn.weight_hh_l1	1	0.011308006010949612
114492	rnn.weight_hh_l1	2	0.0013931686989963055
114492	rnn.weight_hh_l1	3	-0.010240389965474606
114492	rnn.weight_hh_l1	4	0.005701269954442978
114492	rnn.weight_hh_l1	5	0.026313183829188347
114492	rnn.weight_hh_l1	6	0.02767842821776867
114492	rnn.weight_hh_l1	7	-0.026617851108312607
114492	rnn.weight_hh_l1	8	-0.019842995330691338
114492	rnn.weight_hh_l1	9	0.039141833782196045
114492	rnn.bias_ih_l1	0	-0.16667352616786957
114492	rnn.bias_ih_l1	1	-0.17905347049236298
114492	rnn.bias_ih_l1	2	-0.18412834405899048
114492	rnn.bias_ih_l1	3	-0.2741762101650238
114492	rnn.bias_ih_l1	4	-0.19461342692375183
114492	rnn.bias_ih_l1	5	-0.09837040305137634
114492	rnn.bias_ih_l1	6	-0.12057286500930786
114492	rnn.bias_ih_l1	7	-0.047589536756277084
114492	rnn.bias_ih_l1	8	-0.12721137702465057
114492	rnn.bias_ih_l1	9	-0.1167517900466919
114492	rnn.bias_hh_l1	0	-0.11291132122278214
114492	rnn.bias_hh_l1	1	-0.05848965793848038
114492	rnn.bias_hh_l1	2	-0.10681549459695816
114492	rnn.bias_hh_l1	3	-0.09900663048028946
114492	rnn.bias_hh_l1	4	-0.10722612589597702
114492	rnn.bias_hh_l1	5	-0.11398719996213913
114492	rnn.bias_hh_l1	6	-0.14029505848884583
114492	rnn.bias_hh_l1	7	0.018694879487156868
114492	rnn.bias_hh_l1	8	-0.1624698042869568
114492	rnn.bias_hh_l1	9	-0.09493955224752426
114492	rnn.weight_ih_l1_reverse	0	-0.05022004619240761
114492	rnn.weight_ih_l1_reverse	1	0.015672113746404648
114492	rnn.weight_ih_l1_reverse	2	0.047342803329229355
114492	rnn.weight_ih_l1_reverse	3	0.0008709558751434088
114492	rnn.weight_ih_l1_reverse	4	-0.032524000853300095
114492	rnn.weight_ih_l1_reverse	5	-0.035405129194259644
114492	rnn.weight_ih_l1_reverse	6	-0.011821101419627666
114492	rnn.weight_ih_l1_reverse	7	0.02648552693426609
114492	rnn.weight_ih_l1_reverse	8	0.027971655130386353
114492	rnn.weight_ih_l1_reverse	9	-0.06851844489574432
114492	rnn.weight_hh_l1_reverse	0	0.008182769641280174
114492	rnn.weight_hh_l1_reverse	1	0.027481889352202415
114492	rnn.weight_hh_l1_reverse	2	-0.039967309683561325
114492	rnn.weight_hh_l1_reverse	3	0.04063202813267708
114492	rnn.weight_hh_l1_reverse	4	0.04269222170114517
114492	rnn.weight_hh_l1_reverse	5	0.008985375054180622
114492	rnn.weight_hh_l1_reverse	6	0.01472716685384512
114492	rnn.weight_hh_l1_reverse	7	0.02609768696129322
114492	rnn.weight_hh_l1_reverse	8	-0.006192430388182402
114492	rnn.weight_hh_l1_reverse	9	-0.03410198912024498
114492	rnn.bias_ih_l1_reverse	0	-0.0715586319565773
114492	rnn.bias_ih_l1_reverse	1	-0.14788156747817993
114492	rnn.bias_ih_l1_reverse	2	-0.14539721608161926
114492	rnn.bias_ih_l1_reverse	3	0.005031147971749306
114492	rnn.bias_ih_l1_reverse	4	-0.19181254506111145
114492	rnn.bias_ih_l1_reverse	5	-0.10191453993320465
114492	rnn.bias_ih_l1_reverse	6	-0.1265869140625
114492	rnn.bias_ih_l1_reverse	7	-0.2014733850955963
114492	rnn.bias_ih_l1_reverse	8	0.17765243351459503
114492	rnn.bias_ih_l1_reverse	9	0.05833960697054863
114492	rnn.bias_hh_l1_reverse	0	-0.046706072986125946
114492	rnn.bias_hh_l1_reverse	1	-0.07288753241300583
114492	rnn.bias_hh_l1_reverse	2	-0.21825897693634033
114492	rnn.bias_hh_l1_reverse	3	-0.11424243450164795
114492	rnn.bias_hh_l1_reverse	4	-0.09830639511346817
114492	rnn.bias_hh_l1_reverse	5	-0.10836301743984222
114492	rnn.bias_hh_l1_reverse	6	0.14638011157512665
114492	rnn.bias_hh_l1_reverse	7	-0.12426403164863586
114492	rnn.bias_hh_l1_reverse	8	-0.10811939835548401
114492	rnn.bias_hh_l1_reverse	9	-0.13435743749141693
114492	linear.weight	0	0.002228822559118271
114492	linear.weight	1	0.10471688210964203
114492	linear.weight	2	-0.05734853819012642
114492	linear.weight	3	0.3214915990829468
114492	linear.weight	4	0.12106960266828537
114492	linear.weight	5	-0.012967183254659176
114492	linear.weight	6	0.07244537025690079
114492	linear.weight	7	0.10168835520744324
114492	linear.weight	8	0.04130253195762634
114492	linear.weight	9	-0.053562868386507034
114492	linear.bias	0	0.06886381655931473
114492	linear.bias	1	-0.1835242509841919
114492	linear.bias	2	-0.43662822246551514
114492	linear.bias	3	-0.6857877969741821
114492	linear.bias	4	-1.1733112335205078
114492	linear.bias	5	-0.09121239930391312
114492	linear.bias	6	-0.7244631052017212
114492	linear.bias	7	0.33344563841819763
114492	linear.bias	8	-0.486644446849823
114492	linear.bias	9	-0.9433586597442627
114689	transitions	0	0.6534519195556641
114689	transitions	1	0.1405780166387558
114689	transitions	2	-10000.0
114689	transitions	3	-1.8176383972167969
114689	transitions	4	-10000.0
114689	transitions	5	0.5974140763282776
114689	transitions	6	-0.06233200430870056
114689	transitions	7	-0.6150588989257812
114689	transitions	8	-1.3857569694519043
114689	transitions	9	-0.0009607154643163085
114689	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
114689	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
114689	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
114689	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
114689	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
114689	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
114689	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
114689	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
114689	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
114689	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
114689	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
114689	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
114689	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
114689	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
114689	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
114689	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
114689	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
114689	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
114689	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
114689	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
114689	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
114689	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
114689	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
114689	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
114689	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
114689	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
114689	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
114689	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
114689	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
114689	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
114689	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
114689	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
114689	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
114689	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
114689	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
114689	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
114689	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
114689	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
114689	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
114689	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
114689	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
114689	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
114689	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
114689	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
114689	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
114689	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
114689	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
114689	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
114689	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
114689	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
114689	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
114689	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
114689	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
114689	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
114689	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
114689	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
114689	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
114689	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
114689	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
114689	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
114689	embedding2nn.weight	0	0.00930474977940321
114689	embedding2nn.weight	1	-0.01273087877780199
114689	embedding2nn.weight	2	-0.014268254861235619
114689	embedding2nn.weight	3	-0.04553768038749695
114689	embedding2nn.weight	4	-0.0059150345623493195
114689	embedding2nn.weight	5	-0.003700587898492813
114689	embedding2nn.weight	6	-0.003973284270614386
114689	embedding2nn.weight	7	-0.06581863015890121
114689	embedding2nn.weight	8	-0.0019979383796453476
114689	embedding2nn.weight	9	-0.02996600605547428
114689	embedding2nn.bias	0	0.039164986461400986
114689	embedding2nn.bias	1	-0.06273120641708374
114689	embedding2nn.bias	2	0.0780654102563858
114689	embedding2nn.bias	3	0.039164431393146515
114689	embedding2nn.bias	4	-0.07815124094486237
114689	embedding2nn.bias	5	-0.031494587659835815
114689	embedding2nn.bias	6	0.024166442453861237
114689	embedding2nn.bias	7	-0.05015084519982338
114689	embedding2nn.bias	8	0.044053081423044205
114689	embedding2nn.bias	9	0.019409798085689545
114689	rnn.weight_ih_l0	0	-0.06905746459960938
114689	rnn.weight_ih_l0	1	-0.004571095574647188
114689	rnn.weight_ih_l0	2	0.05840127542614937
114689	rnn.weight_ih_l0	3	0.012499101459980011
114689	rnn.weight_ih_l0	4	-0.025358011946082115
114689	rnn.weight_ih_l0	5	-0.05705462768673897
114689	rnn.weight_ih_l0	6	-0.00033429363975301385
114689	rnn.weight_ih_l0	7	0.03688099607825279
114689	rnn.weight_ih_l0	8	-0.008190742693841457
114689	rnn.weight_ih_l0	9	-0.015915291383862495
114689	rnn.weight_hh_l0	0	-0.03702118247747421
114689	rnn.weight_hh_l0	1	0.0029880383517593145
114689	rnn.weight_hh_l0	2	-0.0032782219350337982
114689	rnn.weight_hh_l0	3	-0.06179170683026314
114689	rnn.weight_hh_l0	4	0.08545372635126114
114689	rnn.weight_hh_l0	5	-0.0046771313063800335
114689	rnn.weight_hh_l0	6	-0.0540006197988987
114689	rnn.weight_hh_l0	7	0.011374405585229397
114689	rnn.weight_hh_l0	8	0.01577051728963852
114689	rnn.weight_hh_l0	9	-0.015263558365404606
114689	rnn.bias_ih_l0	0	0.07350630313158035
114689	rnn.bias_ih_l0	1	-0.03908689320087433
114689	rnn.bias_ih_l0	2	0.008267614990472794
114689	rnn.bias_ih_l0	3	0.11104793846607208
114689	rnn.bias_ih_l0	4	-0.036492642015218735
114689	rnn.bias_ih_l0	5	-0.039103154093027115
114689	rnn.bias_ih_l0	6	0.026461252942681313
114689	rnn.bias_ih_l0	7	0.025787105783820152
114689	rnn.bias_ih_l0	8	-0.11274027079343796
114689	rnn.bias_ih_l0	9	-0.03215236961841583
114689	rnn.bias_hh_l0	0	-0.013519573956727982
114689	rnn.bias_hh_l0	1	-0.10160060226917267
114689	rnn.bias_hh_l0	2	-0.04951971769332886
114689	rnn.bias_hh_l0	3	-0.07988864928483963
114689	rnn.bias_hh_l0	4	-0.013406451791524887
114689	rnn.bias_hh_l0	5	-0.0161771010607481
114689	rnn.bias_hh_l0	6	0.034134358167648315
114689	rnn.bias_hh_l0	7	0.04408259689807892
114689	rnn.bias_hh_l0	8	-0.1237477958202362
114689	rnn.bias_hh_l0	9	-0.022730611264705658
114689	rnn.weight_ih_l0_reverse	0	-0.020424069836735725
114689	rnn.weight_ih_l0_reverse	1	-0.04643627628684044
114689	rnn.weight_ih_l0_reverse	2	-0.036130648106336594
114689	rnn.weight_ih_l0_reverse	3	0.0037960170302540064
114689	rnn.weight_ih_l0_reverse	4	-0.014942940324544907
114689	rnn.weight_ih_l0_reverse	5	-0.0498579777777195
114689	rnn.weight_ih_l0_reverse	6	0.07814807444810867
114689	rnn.weight_ih_l0_reverse	7	-0.027762487530708313
114689	rnn.weight_ih_l0_reverse	8	-0.022406673058867455
114689	rnn.weight_ih_l0_reverse	9	0.00941134337335825
114689	rnn.weight_hh_l0_reverse	0	0.03873036801815033
114689	rnn.weight_hh_l0_reverse	1	0.024624185636639595
114689	rnn.weight_hh_l0_reverse	2	0.03511163219809532
114689	rnn.weight_hh_l0_reverse	3	0.0305319894105196
114689	rnn.weight_hh_l0_reverse	4	0.008799015544354916
114689	rnn.weight_hh_l0_reverse	5	0.013221532106399536
114689	rnn.weight_hh_l0_reverse	6	0.04566903039813042
114689	rnn.weight_hh_l0_reverse	7	-0.06319999694824219
114689	rnn.weight_hh_l0_reverse	8	0.03721379116177559
114689	rnn.weight_hh_l0_reverse	9	0.047318749129772186
114689	rnn.bias_ih_l0_reverse	0	-0.0695042535662651
114689	rnn.bias_ih_l0_reverse	1	-0.23663330078125
114689	rnn.bias_ih_l0_reverse	2	-0.1455146074295044
114689	rnn.bias_ih_l0_reverse	3	-0.04007783532142639
114689	rnn.bias_ih_l0_reverse	4	-0.028273647651076317
114689	rnn.bias_ih_l0_reverse	5	0.049191899597644806
114689	rnn.bias_ih_l0_reverse	6	-0.04097246751189232
114689	rnn.bias_ih_l0_reverse	7	0.03931733965873718
114689	rnn.bias_ih_l0_reverse	8	-0.03324562683701515
114689	rnn.bias_ih_l0_reverse	9	0.04295576736330986
114689	rnn.bias_hh_l0_reverse	0	0.009991403669118881
114689	rnn.bias_hh_l0_reverse	1	-0.035321809351444244
114689	rnn.bias_hh_l0_reverse	2	0.0714070275425911
114689	rnn.bias_hh_l0_reverse	3	-0.05862649157643318
114689	rnn.bias_hh_l0_reverse	4	-0.0333787277340889
114689	rnn.bias_hh_l0_reverse	5	-0.030025707557797432
114689	rnn.bias_hh_l0_reverse	6	-0.03294467180967331
114689	rnn.bias_hh_l0_reverse	7	0.11745987087488174
114689	rnn.bias_hh_l0_reverse	8	0.018687812611460686
114689	rnn.bias_hh_l0_reverse	9	-0.122037373483181
114689	rnn.weight_ih_l1	0	-0.04131351411342621
114689	rnn.weight_ih_l1	1	-0.03775721788406372
114689	rnn.weight_ih_l1	2	0.03234952688217163
114689	rnn.weight_ih_l1	3	-0.07320606708526611
114689	rnn.weight_ih_l1	4	-0.011055649258196354
114689	rnn.weight_ih_l1	5	-0.044993720948696136
114689	rnn.weight_ih_l1	6	0.02003606967628002
114689	rnn.weight_ih_l1	7	-0.016334278509020805
114689	rnn.weight_ih_l1	8	0.03840279579162598
114689	rnn.weight_ih_l1	9	0.04432978853583336
114689	rnn.weight_hh_l1	0	-0.010078164748847485
114689	rnn.weight_hh_l1	1	0.01130389142781496
114689	rnn.weight_hh_l1	2	0.0003947891527786851
114689	rnn.weight_hh_l1	3	-0.010393808595836163
114689	rnn.weight_hh_l1	4	0.004954265896230936
114689	rnn.weight_hh_l1	5	0.026204226538538933
114689	rnn.weight_hh_l1	6	0.026782872155308723
114689	rnn.weight_hh_l1	7	-0.02669280581176281
114689	rnn.weight_hh_l1	8	-0.019816460087895393
114689	rnn.weight_hh_l1	9	0.03925377503037453
114689	rnn.bias_ih_l1	0	-0.16855937242507935
114689	rnn.bias_ih_l1	1	-0.17948344349861145
114689	rnn.bias_ih_l1	2	-0.18106113374233246
114689	rnn.bias_ih_l1	3	-0.27481698989868164
114689	rnn.bias_ih_l1	4	-0.19541426002979279
114689	rnn.bias_ih_l1	5	-0.09808243066072464
114689	rnn.bias_ih_l1	6	-0.11854756623506546
114689	rnn.bias_ih_l1	7	-0.05058736726641655
114689	rnn.bias_ih_l1	8	-0.12286969274282455
114689	rnn.bias_ih_l1	9	-0.11947409808635712
114689	rnn.bias_hh_l1	0	-0.11235203593969345
114689	rnn.bias_hh_l1	1	-0.05818101018667221
114689	rnn.bias_hh_l1	2	-0.10216376930475235
114689	rnn.bias_hh_l1	3	-0.09668325632810593
114689	rnn.bias_hh_l1	4	-0.10918821394443512
114689	rnn.bias_hh_l1	5	-0.11533775925636292
114689	rnn.bias_hh_l1	6	-0.14370815455913544
114689	rnn.bias_hh_l1	7	0.013699914328753948
114689	rnn.bias_hh_l1	8	-0.1584634631872177
114689	rnn.bias_hh_l1	9	-0.09640222787857056
114689	rnn.weight_ih_l1_reverse	0	-0.049257516860961914
114689	rnn.weight_ih_l1_reverse	1	0.017533080652356148
114689	rnn.weight_ih_l1_reverse	2	0.04579845815896988
114689	rnn.weight_ih_l1_reverse	3	-0.00019166688434779644
114689	rnn.weight_ih_l1_reverse	4	-0.030432282015681267
114689	rnn.weight_ih_l1_reverse	5	-0.03507990762591362
114689	rnn.weight_ih_l1_reverse	6	-0.01227771956473589
114689	rnn.weight_ih_l1_reverse	7	0.026263199746608734
114689	rnn.weight_ih_l1_reverse	8	0.03200926259160042
114689	rnn.weight_ih_l1_reverse	9	-0.06536482274532318
114689	rnn.weight_hh_l1_reverse	0	0.007916410453617573
114689	rnn.weight_hh_l1_reverse	1	0.028084266930818558
114689	rnn.weight_hh_l1_reverse	2	-0.03993114456534386
114689	rnn.weight_hh_l1_reverse	3	0.040758393704891205
114689	rnn.weight_hh_l1_reverse	4	0.04267618805170059
114689	rnn.weight_hh_l1_reverse	5	0.009411633014678955
114689	rnn.weight_hh_l1_reverse	6	0.016047276556491852
114689	rnn.weight_hh_l1_reverse	7	0.025979220867156982
114689	rnn.weight_hh_l1_reverse	8	-0.00631843414157629
114689	rnn.weight_hh_l1_reverse	9	-0.0338141955435276
114689	rnn.bias_ih_l1_reverse	0	-0.07040779292583466
114689	rnn.bias_ih_l1_reverse	1	-0.14761963486671448
114689	rnn.bias_ih_l1_reverse	2	-0.14539776742458344
114689	rnn.bias_ih_l1_reverse	3	0.010410849936306477
114689	rnn.bias_ih_l1_reverse	4	-0.19285044074058533
114689	rnn.bias_ih_l1_reverse	5	-0.10218315571546555
114689	rnn.bias_ih_l1_reverse	6	-0.127477765083313
114689	rnn.bias_ih_l1_reverse	7	-0.19937527179718018
114689	rnn.bias_ih_l1_reverse	8	0.18240058422088623
114689	rnn.bias_ih_l1_reverse	9	0.06709181517362595
114689	rnn.bias_hh_l1_reverse	0	-0.04497268795967102
114689	rnn.bias_hh_l1_reverse	1	-0.07456411421298981
114689	rnn.bias_hh_l1_reverse	2	-0.21912828087806702
114689	rnn.bias_hh_l1_reverse	3	-0.11541000008583069
114689	rnn.bias_hh_l1_reverse	4	-0.09791171550750732
114689	rnn.bias_hh_l1_reverse	5	-0.1102297455072403
114689	rnn.bias_hh_l1_reverse	6	0.1406438797712326
114689	rnn.bias_hh_l1_reverse	7	-0.1289035528898239
114689	rnn.bias_hh_l1_reverse	8	-0.10784749686717987
114689	rnn.bias_hh_l1_reverse	9	-0.13450543582439423
114689	linear.weight	0	0.002228822559118271
114689	linear.weight	1	0.10773314535617828
114689	linear.weight	2	-0.04836347699165344
114689	linear.weight	3	0.31665343046188354
114689	linear.weight	4	0.11606273055076599
114689	linear.weight	5	-0.015531237237155437
114689	linear.weight	6	0.0850311666727066
114689	linear.weight	7	0.09658926725387573
114689	linear.weight	8	0.04130147397518158
114689	linear.weight	9	-0.05235588178038597
114689	linear.bias	0	0.10285542905330658
114689	linear.bias	1	-0.20423580706119537
114689	linear.bias	2	-0.46323058009147644
114689	linear.bias	3	-0.6792922616004944
114689	linear.bias	4	-1.1691741943359375
114689	linear.bias	5	-0.05243981257081032
114689	linear.bias	6	-0.7454922795295715
114689	linear.bias	7	0.37033557891845703
114689	linear.bias	8	-0.4968027174472809
114689	linear.bias	9	-0.9535675048828125
114886	transitions	0	0.6608883738517761
114886	transitions	1	0.13969047367572784
114886	transitions	2	-10000.0
114886	transitions	3	-1.8176556825637817
114886	transitions	4	-10000.0
114886	transitions	5	0.5973315834999084
114886	transitions	6	-0.062458690255880356
114886	transitions	7	-0.6152868270874023
114886	transitions	8	-1.3858747482299805
114886	transitions	9	-0.0009614232694730163
114886	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
114886	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
114886	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
114886	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
114886	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
114886	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
114886	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
114886	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
114886	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
114886	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
114886	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
114886	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
114886	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
114886	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
114886	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
114886	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
114886	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
114886	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
114886	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
114886	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
114886	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
114886	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
114886	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
114886	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
114886	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
114886	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
114886	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
114886	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
114886	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
114886	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
114886	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
114886	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
114886	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
114886	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
114886	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
114886	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
114886	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
114886	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
114886	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
114886	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
114886	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
114886	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
114886	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
114886	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
114886	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
114886	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
114886	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
114886	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
114886	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
114886	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
114886	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
114886	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
114886	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
114886	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
114886	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
114886	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
114886	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
114886	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
114886	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
114886	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
114886	embedding2nn.weight	0	0.008234135806560516
114886	embedding2nn.weight	1	-0.012822018004953861
114886	embedding2nn.weight	2	-0.014268254861235619
114886	embedding2nn.weight	3	-0.04399726912379265
114886	embedding2nn.weight	4	-0.0059150345623493195
114886	embedding2nn.weight	5	-0.003700587432831526
114886	embedding2nn.weight	6	-0.0039732796140015125
114886	embedding2nn.weight	7	-0.06616608798503876
114886	embedding2nn.weight	8	-0.0019979383796453476
114886	embedding2nn.weight	9	-0.030172593891620636
114886	embedding2nn.bias	0	0.041016533970832825
114886	embedding2nn.bias	1	-0.06053430214524269
114886	embedding2nn.bias	2	0.08344246447086334
114886	embedding2nn.bias	3	0.03739326819777489
114886	embedding2nn.bias	4	-0.079185351729393
114886	embedding2nn.bias	5	-0.0287643875926733
114886	embedding2nn.bias	6	0.030016271397471428
114886	embedding2nn.bias	7	-0.062229223549366
114886	embedding2nn.bias	8	0.04669748619198799
114886	embedding2nn.bias	9	0.021348150447010994
114886	rnn.weight_ih_l0	0	-0.07149326801300049
114886	rnn.weight_ih_l0	1	-0.006378479301929474
114886	rnn.weight_ih_l0	2	0.05773404613137245
114886	rnn.weight_ih_l0	3	0.012579682283103466
114886	rnn.weight_ih_l0	4	-0.023974644020199776
114886	rnn.weight_ih_l0	5	-0.058256134390830994
114886	rnn.weight_ih_l0	6	-0.0015226416289806366
114886	rnn.weight_ih_l0	7	0.038662929087877274
114886	rnn.weight_ih_l0	8	-0.007613189984112978
114886	rnn.weight_ih_l0	9	-0.015687933191657066
114886	rnn.weight_hh_l0	0	-0.03620603680610657
114886	rnn.weight_hh_l0	1	0.00240340712480247
114886	rnn.weight_hh_l0	2	-0.0043722051195800304
114886	rnn.weight_hh_l0	3	-0.06213793158531189
114886	rnn.weight_hh_l0	4	0.08533105254173279
114886	rnn.weight_hh_l0	5	-0.004955687560141087
114886	rnn.weight_hh_l0	6	-0.05489987134933472
114886	rnn.weight_hh_l0	7	0.011685576289892197
114886	rnn.weight_hh_l0	8	0.015251764096319675
114886	rnn.weight_hh_l0	9	-0.01478719711303711
114886	rnn.bias_ih_l0	0	0.07547380775213242
114886	rnn.bias_ih_l0	1	-0.03699134662747383
114886	rnn.bias_ih_l0	2	0.00550202326849103
114886	rnn.bias_ih_l0	3	0.11199067533016205
114886	rnn.bias_ih_l0	4	-0.03953346982598305
114886	rnn.bias_ih_l0	5	-0.0400749146938324
114886	rnn.bias_ih_l0	6	0.02682538703083992
114886	rnn.bias_ih_l0	7	0.02825230546295643
114886	rnn.bias_ih_l0	8	-0.11286364495754242
114886	rnn.bias_ih_l0	9	-0.04064837470650673
114886	rnn.bias_hh_l0	0	-0.01512350793927908
114886	rnn.bias_hh_l0	1	-0.10195277631282806
114886	rnn.bias_hh_l0	2	-0.04989039525389671
114886	rnn.bias_hh_l0	3	-0.07859718799591064
114886	rnn.bias_hh_l0	4	-0.013288978487253189
114886	rnn.bias_hh_l0	5	-0.01717473939061165
114886	rnn.bias_hh_l0	6	0.03237122669816017
114886	rnn.bias_hh_l0	7	0.04092840850353241
114886	rnn.bias_hh_l0	8	-0.1229056641459465
114886	rnn.bias_hh_l0	9	-0.01925196498632431
114886	rnn.weight_ih_l0_reverse	0	-0.021444479003548622
114886	rnn.weight_ih_l0_reverse	1	-0.046042148023843765
114886	rnn.weight_ih_l0_reverse	2	-0.03566646948456764
114886	rnn.weight_ih_l0_reverse	3	0.0034237969666719437
114886	rnn.weight_ih_l0_reverse	4	-0.01452314481139183
114886	rnn.weight_ih_l0_reverse	5	-0.04910223186016083
114886	rnn.weight_ih_l0_reverse	6	0.07925504446029663
114886	rnn.weight_ih_l0_reverse	7	-0.029884394258260727
114886	rnn.weight_ih_l0_reverse	8	-0.023599496111273766
114886	rnn.weight_ih_l0_reverse	9	0.01003529503941536
114886	rnn.weight_hh_l0_reverse	0	0.04031651094555855
114886	rnn.weight_hh_l0_reverse	1	0.02489348128437996
114886	rnn.weight_hh_l0_reverse	2	0.03427508845925331
114886	rnn.weight_hh_l0_reverse	3	0.030338188633322716
114886	rnn.weight_hh_l0_reverse	4	0.00825901236385107
114886	rnn.weight_hh_l0_reverse	5	0.013690394349396229
114886	rnn.weight_hh_l0_reverse	6	0.04536476358771324
114886	rnn.weight_hh_l0_reverse	7	-0.06404393166303635
114886	rnn.weight_hh_l0_reverse	8	0.03728573024272919
114886	rnn.weight_hh_l0_reverse	9	0.047420356422662735
114886	rnn.bias_ih_l0_reverse	0	-0.06973861902952194
114886	rnn.bias_ih_l0_reverse	1	-0.24012207984924316
114886	rnn.bias_ih_l0_reverse	2	-0.14521770179271698
114886	rnn.bias_ih_l0_reverse	3	-0.03859608247876167
114886	rnn.bias_ih_l0_reverse	4	-0.02785578742623329
114886	rnn.bias_ih_l0_reverse	5	0.04994731768965721
114886	rnn.bias_ih_l0_reverse	6	-0.047596897929906845
114886	rnn.bias_ih_l0_reverse	7	0.039427824318408966
114886	rnn.bias_ih_l0_reverse	8	-0.03191376104950905
114886	rnn.bias_ih_l0_reverse	9	0.04312080517411232
114886	rnn.bias_hh_l0_reverse	0	0.008302014321088791
114886	rnn.bias_hh_l0_reverse	1	-0.03595082461833954
114886	rnn.bias_hh_l0_reverse	2	0.07257866114377975
114886	rnn.bias_hh_l0_reverse	3	-0.05602238327264786
114886	rnn.bias_hh_l0_reverse	4	-0.03338736668229103
114886	rnn.bias_hh_l0_reverse	5	-0.03215685114264488
114886	rnn.bias_hh_l0_reverse	6	-0.03259681165218353
114886	rnn.bias_hh_l0_reverse	7	0.11613459885120392
114886	rnn.bias_hh_l0_reverse	8	0.017680125311017036
114886	rnn.bias_hh_l0_reverse	9	-0.12420765310525894
114886	rnn.weight_ih_l1	0	-0.0414145290851593
114886	rnn.weight_ih_l1	1	-0.0380626879632473
114886	rnn.weight_ih_l1	2	0.03069530986249447
114886	rnn.weight_ih_l1	3	-0.07058390974998474
114886	rnn.weight_ih_l1	4	-0.011493787169456482
114886	rnn.weight_ih_l1	5	-0.045450665056705475
114886	rnn.weight_ih_l1	6	0.02075864188373089
114886	rnn.weight_ih_l1	7	-0.018095968291163445
114886	rnn.weight_ih_l1	8	0.038147807121276855
114886	rnn.weight_ih_l1	9	0.04412400722503662
114886	rnn.weight_hh_l1	0	-0.006984339561313391
114886	rnn.weight_hh_l1	1	0.011356852948665619
114886	rnn.weight_hh_l1	2	-0.0004159752861596644
114886	rnn.weight_hh_l1	3	-0.010699559934437275
114886	rnn.weight_hh_l1	4	0.004626125562936068
114886	rnn.weight_hh_l1	5	0.026310374960303307
114886	rnn.weight_hh_l1	6	0.027067258954048157
114886	rnn.weight_hh_l1	7	-0.026487426832318306
114886	rnn.weight_hh_l1	8	-0.01983196847140789
114886	rnn.weight_hh_l1	9	0.03957364708185196
114886	rnn.bias_ih_l1	0	-0.17168153822422028
114886	rnn.bias_ih_l1	1	-0.17924518883228302
114886	rnn.bias_ih_l1	2	-0.18116064369678497
114886	rnn.bias_ih_l1	3	-0.27880072593688965
114886	rnn.bias_ih_l1	4	-0.19508135318756104
114886	rnn.bias_ih_l1	5	-0.09888077527284622
114886	rnn.bias_ih_l1	6	-0.12129311263561249
114886	rnn.bias_ih_l1	7	-0.05131634324789047
114886	rnn.bias_ih_l1	8	-0.12230882793664932
114886	rnn.bias_ih_l1	9	-0.11372741311788559
114886	rnn.bias_hh_l1	0	-0.1133781298995018
114886	rnn.bias_hh_l1	1	-0.05739808455109596
114886	rnn.bias_hh_l1	2	-0.10467899590730667
114886	rnn.bias_hh_l1	3	-0.09709364175796509
114886	rnn.bias_hh_l1	4	-0.10750450938940048
114886	rnn.bias_hh_l1	5	-0.1151009351015091
114886	rnn.bias_hh_l1	6	-0.1445639431476593
114886	rnn.bias_hh_l1	7	0.01034373976290226
114886	rnn.bias_hh_l1	8	-0.16229209303855896
114886	rnn.bias_hh_l1	9	-0.09433195739984512
114886	rnn.weight_ih_l1_reverse	0	-0.05029444769024849
114886	rnn.weight_ih_l1_reverse	1	0.016356348991394043
114886	rnn.weight_ih_l1_reverse	2	0.04206952825188637
114886	rnn.weight_ih_l1_reverse	3	0.00011793059820774943
114886	rnn.weight_ih_l1_reverse	4	-0.029505310580134392
114886	rnn.weight_ih_l1_reverse	5	-0.03516608849167824
114886	rnn.weight_ih_l1_reverse	6	-0.013871457427740097
114886	rnn.weight_ih_l1_reverse	7	0.025805499404668808
114886	rnn.weight_ih_l1_reverse	8	0.03469880670309067
114886	rnn.weight_ih_l1_reverse	9	-0.06306102871894836
114886	rnn.weight_hh_l1_reverse	0	0.007801891770213842
114886	rnn.weight_hh_l1_reverse	1	0.027963075786828995
114886	rnn.weight_hh_l1_reverse	2	-0.040030188858509064
114886	rnn.weight_hh_l1_reverse	3	0.040527887642383575
114886	rnn.weight_hh_l1_reverse	4	0.04261456057429314
114886	rnn.weight_hh_l1_reverse	5	0.009163315407931805
114886	rnn.weight_hh_l1_reverse	6	0.01602841727435589
114886	rnn.weight_hh_l1_reverse	7	0.025827571749687195
114886	rnn.weight_hh_l1_reverse	8	-0.006362579762935638
114886	rnn.weight_hh_l1_reverse	9	-0.03337626904249191
114886	rnn.bias_ih_l1_reverse	0	-0.06889589130878448
114886	rnn.bias_ih_l1_reverse	1	-0.14879509806632996
114886	rnn.bias_ih_l1_reverse	2	-0.14700649678707123
114886	rnn.bias_ih_l1_reverse	3	0.0024164728820323944
114886	rnn.bias_ih_l1_reverse	4	-0.19108173251152039
114886	rnn.bias_ih_l1_reverse	5	-0.10228309035301208
114886	rnn.bias_ih_l1_reverse	6	-0.12853306531906128
114886	rnn.bias_ih_l1_reverse	7	-0.20187757909297943
114886	rnn.bias_ih_l1_reverse	8	0.18406011164188385
114886	rnn.bias_ih_l1_reverse	9	0.05928555876016617
114886	rnn.bias_hh_l1_reverse	0	-0.04415677487850189
114886	rnn.bias_hh_l1_reverse	1	-0.06320706754922867
114886	rnn.bias_hh_l1_reverse	2	-0.21779610216617584
114886	rnn.bias_hh_l1_reverse	3	-0.11695969104766846
114886	rnn.bias_hh_l1_reverse	4	-0.09778520464897156
114886	rnn.bias_hh_l1_reverse	5	-0.11318305134773254
114886	rnn.bias_hh_l1_reverse	6	0.1361374855041504
114886	rnn.bias_hh_l1_reverse	7	-0.12776412069797516
114886	rnn.bias_hh_l1_reverse	8	-0.10854025930166245
114886	rnn.bias_hh_l1_reverse	9	-0.1342693716287613
114886	linear.weight	0	0.002228822559118271
114886	linear.weight	1	0.09522881358861923
114886	linear.weight	2	-0.04645870625972748
114886	linear.weight	3	0.3073715269565582
114886	linear.weight	4	0.12190468609333038
114886	linear.weight	5	-0.015262015163898468
114886	linear.weight	6	0.08096884936094284
114886	linear.weight	7	0.09407483786344528
114886	linear.weight	8	0.0412999652326107
114886	linear.weight	9	-0.055838774889707565
114886	linear.bias	0	0.08123292028903961
114886	linear.bias	1	-0.19725283980369568
114886	linear.bias	2	-0.43271127343177795
114886	linear.bias	3	-0.691666841506958
114886	linear.bias	4	-1.18222975730896
114886	linear.bias	5	-0.08984816074371338
114886	linear.bias	6	-0.7381307482719421
114886	linear.bias	7	0.33062779903411865
114886	linear.bias	8	-0.4810190796852112
114886	linear.bias	9	-0.9400477409362793
115083	transitions	0	0.6476907134056091
115083	transitions	1	0.1370396465063095
115083	transitions	2	-10000.0
115083	transitions	3	-1.817715048789978
115083	transitions	4	-10000.0
115083	transitions	5	0.5971887111663818
115083	transitions	6	-0.06259730458259583
115083	transitions	7	-0.615898847579956
115083	transitions	8	-1.3860242366790771
115083	transitions	9	-0.0009622364887036383
115083	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
115083	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
115083	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
115083	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
115083	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
115083	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
115083	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
115083	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
115083	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
115083	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
115083	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
115083	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
115083	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
115083	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
115083	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
115083	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
115083	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
115083	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
115083	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
115083	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
115083	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
115083	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
115083	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
115083	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
115083	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
115083	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
115083	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
115083	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
115083	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
115083	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
115083	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
115083	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
115083	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
115083	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
115083	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
115083	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
115083	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
115083	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
115083	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
115083	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
115083	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
115083	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
115083	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
115083	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
115083	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
115083	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
115083	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
115083	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
115083	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
115083	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
115083	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
115083	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
115083	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
115083	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
115083	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
115083	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
115083	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
115083	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
115083	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
115083	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
115083	embedding2nn.weight	0	0.00747667346149683
115083	embedding2nn.weight	1	-0.012725476175546646
115083	embedding2nn.weight	2	-0.014268254861235619
115083	embedding2nn.weight	3	-0.04334048181772232
115083	embedding2nn.weight	4	-0.0059150345623493195
115083	embedding2nn.weight	5	-0.003700587432831526
115083	embedding2nn.weight	6	-0.003973280545324087
115083	embedding2nn.weight	7	-0.06715888530015945
115083	embedding2nn.weight	8	-0.0019979383796453476
115083	embedding2nn.weight	9	-0.03013385832309723
115083	embedding2nn.bias	0	0.038576774299144745
115083	embedding2nn.bias	1	-0.05792376026511192
115083	embedding2nn.bias	2	0.08406830579042435
115083	embedding2nn.bias	3	0.03391387313604355
115083	embedding2nn.bias	4	-0.0868791714310646
115083	embedding2nn.bias	5	-0.023595165461301804
115083	embedding2nn.bias	6	0.02612706646323204
115083	embedding2nn.bias	7	-0.06844498962163925
115083	embedding2nn.bias	8	0.05099279433488846
115083	embedding2nn.bias	9	0.01864221878349781
115083	rnn.weight_ih_l0	0	-0.07240026444196701
115083	rnn.weight_ih_l0	1	-0.007847478613257408
115083	rnn.weight_ih_l0	2	0.057295117527246475
115083	rnn.weight_ih_l0	3	0.012589242309331894
115083	rnn.weight_ih_l0	4	-0.02439286559820175
115083	rnn.weight_ih_l0	5	-0.05875825136899948
115083	rnn.weight_ih_l0	6	-0.0007956275367178023
115083	rnn.weight_ih_l0	7	0.038278233259916306
115083	rnn.weight_ih_l0	8	-0.0077231950126588345
115083	rnn.weight_ih_l0	9	-0.015677085146307945
115083	rnn.weight_hh_l0	0	-0.036807652562856674
115083	rnn.weight_hh_l0	1	0.0015003299340605736
115083	rnn.weight_hh_l0	2	-0.0057442705146968365
115083	rnn.weight_hh_l0	3	-0.06224477291107178
115083	rnn.weight_hh_l0	4	0.08530005812644958
115083	rnn.weight_hh_l0	5	-0.005342920310795307
115083	rnn.weight_hh_l0	6	-0.05500838905572891
115083	rnn.weight_hh_l0	7	0.011855713091790676
115083	rnn.weight_hh_l0	8	0.014315052889287472
115083	rnn.weight_hh_l0	9	-0.014429688453674316
115083	rnn.bias_ih_l0	0	0.07532224804162979
115083	rnn.bias_ih_l0	1	-0.03959581255912781
115083	rnn.bias_ih_l0	2	0.006030014716088772
115083	rnn.bias_ih_l0	3	0.11515020579099655
115083	rnn.bias_ih_l0	4	-0.03636569157242775
115083	rnn.bias_ih_l0	5	-0.04180070757865906
115083	rnn.bias_ih_l0	6	0.02748475968837738
115083	rnn.bias_ih_l0	7	0.02829327993094921
115083	rnn.bias_ih_l0	8	-0.11271116137504578
115083	rnn.bias_ih_l0	9	-0.037017177790403366
115083	rnn.bias_hh_l0	0	-0.015253514982759953
115083	rnn.bias_hh_l0	1	-0.10064492374658585
115083	rnn.bias_hh_l0	2	-0.04929700121283531
115083	rnn.bias_hh_l0	3	-0.07923916727304459
115083	rnn.bias_hh_l0	4	-0.010982319712638855
115083	rnn.bias_hh_l0	5	-0.01846446841955185
115083	rnn.bias_hh_l0	6	0.031097669154405594
115083	rnn.bias_hh_l0	7	0.03679938241839409
115083	rnn.bias_hh_l0	8	-0.12122487276792526
115083	rnn.bias_hh_l0	9	-0.018832586705684662
115083	rnn.weight_ih_l0_reverse	0	-0.022715939208865166
115083	rnn.weight_ih_l0_reverse	1	-0.046974774450063705
115083	rnn.weight_ih_l0_reverse	2	-0.035533420741558075
115083	rnn.weight_ih_l0_reverse	3	0.004691208712756634
115083	rnn.weight_ih_l0_reverse	4	-0.015148727223277092
115083	rnn.weight_ih_l0_reverse	5	-0.04911890625953674
115083	rnn.weight_ih_l0_reverse	6	0.07909922301769257
115083	rnn.weight_ih_l0_reverse	7	-0.03105623461306095
115083	rnn.weight_ih_l0_reverse	8	-0.023251011967658997
115083	rnn.weight_ih_l0_reverse	9	0.008643824607133865
115083	rnn.weight_hh_l0_reverse	0	0.04025271162390709
115083	rnn.weight_hh_l0_reverse	1	0.02649974822998047
115083	rnn.weight_hh_l0_reverse	2	0.03361976519227028
115083	rnn.weight_hh_l0_reverse	3	0.031077435240149498
115083	rnn.weight_hh_l0_reverse	4	0.007701918948441744
115083	rnn.weight_hh_l0_reverse	5	0.014997967518866062
115083	rnn.weight_hh_l0_reverse	6	0.04548743739724159
115083	rnn.weight_hh_l0_reverse	7	-0.06435861438512802
115083	rnn.weight_hh_l0_reverse	8	0.036606401205062866
115083	rnn.weight_hh_l0_reverse	9	0.04793158918619156
115083	rnn.bias_ih_l0_reverse	0	-0.0711563304066658
115083	rnn.bias_ih_l0_reverse	1	-0.24145953357219696
115083	rnn.bias_ih_l0_reverse	2	-0.14882153272628784
115083	rnn.bias_ih_l0_reverse	3	-0.04082027077674866
115083	rnn.bias_ih_l0_reverse	4	-0.027040520682930946
115083	rnn.bias_ih_l0_reverse	5	0.049556177109479904
115083	rnn.bias_ih_l0_reverse	6	-0.04913977161049843
115083	rnn.bias_ih_l0_reverse	7	0.03948433697223663
115083	rnn.bias_ih_l0_reverse	8	-0.039028603583574295
115083	rnn.bias_ih_l0_reverse	9	0.04505513980984688
115083	rnn.bias_hh_l0_reverse	0	0.0064264219254255295
115083	rnn.bias_hh_l0_reverse	1	-0.03442637249827385
115083	rnn.bias_hh_l0_reverse	2	0.07188983261585236
115083	rnn.bias_hh_l0_reverse	3	-0.05462033301591873
115083	rnn.bias_hh_l0_reverse	4	-0.03444560989737511
115083	rnn.bias_hh_l0_reverse	5	-0.030832868069410324
115083	rnn.bias_hh_l0_reverse	6	-0.03244998678565025
115083	rnn.bias_hh_l0_reverse	7	0.11591971665620804
115083	rnn.bias_hh_l0_reverse	8	0.021638186648488045
115083	rnn.bias_hh_l0_reverse	9	-0.1229710504412651
115083	rnn.weight_ih_l1	0	-0.04216207563877106
115083	rnn.weight_ih_l1	1	-0.037585727870464325
115083	rnn.weight_ih_l1	2	0.03145080432295799
115083	rnn.weight_ih_l1	3	-0.06911877542734146
115083	rnn.weight_ih_l1	4	-0.010988070629537106
115083	rnn.weight_ih_l1	5	-0.04512548819184303
115083	rnn.weight_ih_l1	6	0.021285146474838257
115083	rnn.weight_ih_l1	7	-0.020813271403312683
115083	rnn.weight_ih_l1	8	0.03799521550536156
115083	rnn.weight_ih_l1	9	0.04431091248989105
115083	rnn.weight_hh_l1	0	-0.0062556080520153046
115083	rnn.weight_hh_l1	1	0.011173542588949203
115083	rnn.weight_hh_l1	2	-0.0004791308019775897
115083	rnn.weight_hh_l1	3	-0.010968306101858616
115083	rnn.weight_hh_l1	4	0.004812856670469046
115083	rnn.weight_hh_l1	5	0.0260368213057518
115083	rnn.weight_hh_l1	6	0.027614763006567955
115083	rnn.weight_hh_l1	7	-0.026546036824584007
115083	rnn.weight_hh_l1	8	-0.018978198990225792
115083	rnn.weight_hh_l1	9	0.03988056629896164
115083	rnn.bias_ih_l1	0	-0.17080236971378326
115083	rnn.bias_ih_l1	1	-0.1778339296579361
115083	rnn.bias_ih_l1	2	-0.1780802309513092
115083	rnn.bias_ih_l1	3	-0.2815918028354645
115083	rnn.bias_ih_l1	4	-0.2016337513923645
115083	rnn.bias_ih_l1	5	-0.09938091039657593
115083	rnn.bias_ih_l1	6	-0.11888401955366135
115083	rnn.bias_ih_l1	7	-0.049346305429935455
115083	rnn.bias_ih_l1	8	-0.12202952802181244
115083	rnn.bias_ih_l1	9	-0.11773178726434708
115083	rnn.bias_hh_l1	0	-0.11552632600069046
115083	rnn.bias_hh_l1	1	-0.058014918118715286
115083	rnn.bias_hh_l1	2	-0.10105244815349579
115083	rnn.bias_hh_l1	3	-0.09553160518407822
115083	rnn.bias_hh_l1	4	-0.10738710314035416
115083	rnn.bias_hh_l1	5	-0.1154557317495346
115083	rnn.bias_hh_l1	6	-0.14266346395015717
115083	rnn.bias_hh_l1	7	0.008773157373070717
115083	rnn.bias_hh_l1	8	-0.1578124314546585
115083	rnn.bias_hh_l1	9	-0.09208963066339493
115083	rnn.weight_ih_l1_reverse	0	-0.049267977476119995
115083	rnn.weight_ih_l1_reverse	1	0.019226910546422005
115083	rnn.weight_ih_l1_reverse	2	0.04371221363544464
115083	rnn.weight_ih_l1_reverse	3	-0.0008000945090316236
115083	rnn.weight_ih_l1_reverse	4	-0.02939695678651333
115083	rnn.weight_ih_l1_reverse	5	-0.035143885761499405
115083	rnn.weight_ih_l1_reverse	6	-0.013615145348012447
115083	rnn.weight_ih_l1_reverse	7	0.026132922619581223
115083	rnn.weight_ih_l1_reverse	8	0.033187996596097946
115083	rnn.weight_ih_l1_reverse	9	-0.06537038087844849
115083	rnn.weight_hh_l1_reverse	0	0.0074494751170277596
115083	rnn.weight_hh_l1_reverse	1	0.028146322816610336
115083	rnn.weight_hh_l1_reverse	2	-0.039992526173591614
115083	rnn.weight_hh_l1_reverse	3	0.04053663834929466
115083	rnn.weight_hh_l1_reverse	4	0.04282712563872337
115083	rnn.weight_hh_l1_reverse	5	0.00903987605124712
115083	rnn.weight_hh_l1_reverse	6	0.01667165756225586
115083	rnn.weight_hh_l1_reverse	7	0.02596934884786606
115083	rnn.weight_hh_l1_reverse	8	-0.006435725372284651
115083	rnn.weight_hh_l1_reverse	9	-0.0331784188747406
115083	rnn.bias_ih_l1_reverse	0	-0.06818117946386337
115083	rnn.bias_ih_l1_reverse	1	-0.14604990184307098
115083	rnn.bias_ih_l1_reverse	2	-0.145888090133667
115083	rnn.bias_ih_l1_reverse	3	-0.0023121798876672983
115083	rnn.bias_ih_l1_reverse	4	-0.19399665296077728
115083	rnn.bias_ih_l1_reverse	5	-0.10099418461322784
115083	rnn.bias_ih_l1_reverse	6	-0.12810075283050537
115083	rnn.bias_ih_l1_reverse	7	-0.197510227560997
115083	rnn.bias_ih_l1_reverse	8	0.19130297005176544
115083	rnn.bias_ih_l1_reverse	9	0.05925087258219719
115083	rnn.bias_hh_l1_reverse	0	-0.03918721526861191
115083	rnn.bias_hh_l1_reverse	1	-0.06418270617723465
115083	rnn.bias_hh_l1_reverse	2	-0.21863333880901337
115083	rnn.bias_hh_l1_reverse	3	-0.11493631452322006
115083	rnn.bias_hh_l1_reverse	4	-0.09869655966758728
115083	rnn.bias_hh_l1_reverse	5	-0.11172368377447128
115083	rnn.bias_hh_l1_reverse	6	0.1416541188955307
115083	rnn.bias_hh_l1_reverse	7	-0.1302584558725357
115083	rnn.bias_hh_l1_reverse	8	-0.10838795453310013
115083	rnn.bias_hh_l1_reverse	9	-0.13395464420318604
115083	linear.weight	0	0.002228822559118271
115083	linear.weight	1	0.10024488717317581
115083	linear.weight	2	-0.04385175555944443
115083	linear.weight	3	0.3185091018676758
115083	linear.weight	4	0.12548963725566864
115083	linear.weight	5	-0.015364940278232098
115083	linear.weight	6	0.08006233721971512
115083	linear.weight	7	0.09207651019096375
115083	linear.weight	8	0.041299592703580856
115083	linear.weight	9	-0.056851617991924286
115083	linear.bias	0	0.08684412389993668
115083	linear.bias	1	-0.1868506222963333
115083	linear.bias	2	-0.4361955225467682
115083	linear.bias	3	-0.6831603646278381
115083	linear.bias	4	-1.1759308576583862
115083	linear.bias	5	-0.08351190388202667
115083	linear.bias	6	-0.7286394238471985
115083	linear.bias	7	0.336232453584671
115083	linear.bias	8	-0.48706310987472534
115083	linear.bias	9	-0.9526288509368896
115280	transitions	0	0.6395806074142456
115280	transitions	1	0.13060301542282104
115280	transitions	2	-10000.0
115280	transitions	3	-1.817885398864746
115280	transitions	4	-10000.0
115280	transitions	5	0.5968906283378601
115280	transitions	6	-0.06271596997976303
115280	transitions	7	-0.6167719960212708
115280	transitions	8	-1.3861855268478394
115280	transitions	9	-0.0009633864974603057
115280	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
115280	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
115280	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
115280	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
115280	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
115280	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
115280	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
115280	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
115280	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
115280	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
115280	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
115280	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
115280	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
115280	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
115280	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
115280	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
115280	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
115280	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
115280	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
115280	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
115280	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
115280	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
115280	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
115280	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
115280	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
115280	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
115280	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
115280	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
115280	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
115280	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
115280	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
115280	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
115280	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
115280	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
115280	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
115280	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
115280	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
115280	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
115280	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
115280	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
115280	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
115280	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
115280	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
115280	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
115280	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
115280	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
115280	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
115280	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
115280	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
115280	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
115280	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
115280	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
115280	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
115280	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
115280	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
115280	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
115280	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
115280	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
115280	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
115280	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
115280	embedding2nn.weight	0	0.007169603835791349
115280	embedding2nn.weight	1	-0.012724251486361027
115280	embedding2nn.weight	2	-0.014268254861235619
115280	embedding2nn.weight	3	-0.04555690661072731
115280	embedding2nn.weight	4	-0.0059150345623493195
115280	embedding2nn.weight	5	-0.003700587432831526
115280	embedding2nn.weight	6	-0.0039732800796628
115280	embedding2nn.weight	7	-0.0672689750790596
115280	embedding2nn.weight	8	-0.0019979383796453476
115280	embedding2nn.weight	9	-0.029408467933535576
115280	embedding2nn.bias	0	0.04273705184459686
115280	embedding2nn.bias	1	-0.0581858828663826
115280	embedding2nn.bias	2	0.077679842710495
115280	embedding2nn.bias	3	0.0435471311211586
115280	embedding2nn.bias	4	-0.0852215439081192
115280	embedding2nn.bias	5	-0.021354973316192627
115280	embedding2nn.bias	6	0.027785271406173706
115280	embedding2nn.bias	7	-0.068834587931633
115280	embedding2nn.bias	8	0.04830700904130936
115280	embedding2nn.bias	9	0.017509745433926582
115280	rnn.weight_ih_l0	0	-0.07102302461862564
115280	rnn.weight_ih_l0	1	-0.008631972596049309
115280	rnn.weight_ih_l0	2	0.05887284874916077
115280	rnn.weight_ih_l0	3	0.013707136735320091
115280	rnn.weight_ih_l0	4	-0.023312214761972427
115280	rnn.weight_ih_l0	5	-0.05809871107339859
115280	rnn.weight_ih_l0	6	0.0009947505313903093
115280	rnn.weight_ih_l0	7	0.038322173058986664
115280	rnn.weight_ih_l0	8	-0.006304030306637287
115280	rnn.weight_ih_l0	9	-0.014893957413733006
115280	rnn.weight_hh_l0	0	-0.036874763667583466
115280	rnn.weight_hh_l0	1	0.0009292667382396758
115280	rnn.weight_hh_l0	2	-0.0061606052331626415
115280	rnn.weight_hh_l0	3	-0.06280765682458878
115280	rnn.weight_hh_l0	4	0.0855068638920784
115280	rnn.weight_hh_l0	5	-0.004566834773868322
115280	rnn.weight_hh_l0	6	-0.05537277087569237
115280	rnn.weight_hh_l0	7	0.011913619935512543
115280	rnn.weight_hh_l0	8	0.01396106369793415
115280	rnn.weight_hh_l0	9	-0.014617955312132835
115280	rnn.bias_ih_l0	0	0.07558246701955795
115280	rnn.bias_ih_l0	1	-0.0402609184384346
115280	rnn.bias_ih_l0	2	0.006235222332179546
115280	rnn.bias_ih_l0	3	0.11724522709846497
115280	rnn.bias_ih_l0	4	-0.03416970744729042
115280	rnn.bias_ih_l0	5	-0.041406773030757904
115280	rnn.bias_ih_l0	6	0.024623781442642212
115280	rnn.bias_ih_l0	7	0.029200375080108643
115280	rnn.bias_ih_l0	8	-0.11405092477798462
115280	rnn.bias_ih_l0	9	-0.03778943791985512
115280	rnn.bias_hh_l0	0	-0.01708170771598816
115280	rnn.bias_hh_l0	1	-0.09881570935249329
115280	rnn.bias_hh_l0	2	-0.05054903402924538
115280	rnn.bias_hh_l0	3	-0.0770362839102745
115280	rnn.bias_hh_l0	4	-0.00928677897900343
115280	rnn.bias_hh_l0	5	-0.018568888306617737
115280	rnn.bias_hh_l0	6	0.027982501313090324
115280	rnn.bias_hh_l0	7	0.034527890384197235
115280	rnn.bias_hh_l0	8	-0.1240135133266449
115280	rnn.bias_hh_l0	9	-0.022318178787827492
115280	rnn.weight_ih_l0_reverse	0	-0.024137554690241814
115280	rnn.weight_ih_l0_reverse	1	-0.04891236871480942
115280	rnn.weight_ih_l0_reverse	2	-0.03517021983861923
115280	rnn.weight_ih_l0_reverse	3	0.006437659729272127
115280	rnn.weight_ih_l0_reverse	4	-0.01573450304567814
115280	rnn.weight_ih_l0_reverse	5	-0.048713795840740204
115280	rnn.weight_ih_l0_reverse	6	0.07864627242088318
115280	rnn.weight_ih_l0_reverse	7	-0.03187071904540062
115280	rnn.weight_ih_l0_reverse	8	-0.023124640807509422
115280	rnn.weight_ih_l0_reverse	9	0.008530090562999249
115280	rnn.weight_hh_l0_reverse	0	0.041017692536115646
115280	rnn.weight_hh_l0_reverse	1	0.026318993419408798
115280	rnn.weight_hh_l0_reverse	2	0.033848948776721954
115280	rnn.weight_hh_l0_reverse	3	0.030673766508698463
115280	rnn.weight_hh_l0_reverse	4	0.008717097342014313
115280	rnn.weight_hh_l0_reverse	5	0.013518234714865685
115280	rnn.weight_hh_l0_reverse	6	0.04548826813697815
115280	rnn.weight_hh_l0_reverse	7	-0.06605913490056992
115280	rnn.weight_hh_l0_reverse	8	0.03786958009004593
115280	rnn.weight_hh_l0_reverse	9	0.04790293425321579
115280	rnn.bias_ih_l0_reverse	0	-0.0704646110534668
115280	rnn.bias_ih_l0_reverse	1	-0.23666025698184967
115280	rnn.bias_ih_l0_reverse	2	-0.14977264404296875
115280	rnn.bias_ih_l0_reverse	3	-0.03710334748029709
115280	rnn.bias_ih_l0_reverse	4	-0.028808876872062683
115280	rnn.bias_ih_l0_reverse	5	0.05635417625308037
115280	rnn.bias_ih_l0_reverse	6	-0.05047644302248955
115280	rnn.bias_ih_l0_reverse	7	0.040834031999111176
115280	rnn.bias_ih_l0_reverse	8	-0.0420050285756588
115280	rnn.bias_ih_l0_reverse	9	0.04344634711742401
115280	rnn.bias_hh_l0_reverse	0	0.003933809231966734
115280	rnn.bias_hh_l0_reverse	1	-0.031049033626914024
115280	rnn.bias_hh_l0_reverse	2	0.07472799718379974
115280	rnn.bias_hh_l0_reverse	3	-0.05495024472475052
115280	rnn.bias_hh_l0_reverse	4	-0.03897706791758537
115280	rnn.bias_hh_l0_reverse	5	-0.030722757801413536
115280	rnn.bias_hh_l0_reverse	6	-0.03455783426761627
115280	rnn.bias_hh_l0_reverse	7	0.11513280868530273
115280	rnn.bias_hh_l0_reverse	8	0.022137252613902092
115280	rnn.bias_hh_l0_reverse	9	-0.11986595392227173
115280	rnn.weight_ih_l1	0	-0.04313846305012703
115280	rnn.weight_ih_l1	1	-0.03548111766576767
115280	rnn.weight_ih_l1	2	0.033521249890327454
115280	rnn.weight_ih_l1	3	-0.06653536856174469
115280	rnn.weight_ih_l1	4	-0.010511760599911213
115280	rnn.weight_ih_l1	5	-0.0452573299407959
115280	rnn.weight_ih_l1	6	0.02109377458691597
115280	rnn.weight_ih_l1	7	-0.021455371752381325
115280	rnn.weight_ih_l1	8	0.03795689716935158
115280	rnn.weight_ih_l1	9	0.04426855593919754
115280	rnn.weight_hh_l1	0	-0.006489318795502186
115280	rnn.weight_hh_l1	1	0.011016273871064186
115280	rnn.weight_hh_l1	2	-0.00016779114957898855
115280	rnn.weight_hh_l1	3	-0.010890492238104343
115280	rnn.weight_hh_l1	4	0.004514421336352825
115280	rnn.weight_hh_l1	5	0.026579901576042175
115280	rnn.weight_hh_l1	6	0.02748386561870575
115280	rnn.weight_hh_l1	7	-0.027457810938358307
115280	rnn.weight_hh_l1	8	-0.018864570185542107
115280	rnn.weight_hh_l1	9	0.039989933371543884
115280	rnn.bias_ih_l1	0	-0.1699056178331375
115280	rnn.bias_ih_l1	1	-0.17382211983203888
115280	rnn.bias_ih_l1	2	-0.17911401391029358
115280	rnn.bias_ih_l1	3	-0.2798021137714386
115280	rnn.bias_ih_l1	4	-0.19992099702358246
115280	rnn.bias_ih_l1	5	-0.1016288474202156
115280	rnn.bias_ih_l1	6	-0.1177719235420227
115280	rnn.bias_ih_l1	7	-0.051386792212724686
115280	rnn.bias_ih_l1	8	-0.12150036543607712
115280	rnn.bias_ih_l1	9	-0.1144484430551529
115280	rnn.bias_hh_l1	0	-0.11800605058670044
115280	rnn.bias_hh_l1	1	-0.05677497386932373
115280	rnn.bias_hh_l1	2	-0.10665028542280197
115280	rnn.bias_hh_l1	3	-0.097320057451725
115280	rnn.bias_hh_l1	4	-0.10692799836397171
115280	rnn.bias_hh_l1	5	-0.11783790588378906
115280	rnn.bias_hh_l1	6	-0.14519505202770233
115280	rnn.bias_hh_l1	7	0.008856164291501045
115280	rnn.bias_hh_l1	8	-0.16139435768127441
115280	rnn.bias_hh_l1	9	-0.09442821145057678
115280	rnn.weight_ih_l1_reverse	0	-0.0489303320646286
115280	rnn.weight_ih_l1_reverse	1	0.020952176302671432
115280	rnn.weight_ih_l1_reverse	2	0.04440945014357567
115280	rnn.weight_ih_l1_reverse	3	0.0007897457107901573
115280	rnn.weight_ih_l1_reverse	4	-0.027542954310774803
115280	rnn.weight_ih_l1_reverse	5	-0.03496382012963295
115280	rnn.weight_ih_l1_reverse	6	-0.011912968941032887
115280	rnn.weight_ih_l1_reverse	7	0.026225047186017036
115280	rnn.weight_ih_l1_reverse	8	0.030485965311527252
115280	rnn.weight_ih_l1_reverse	9	-0.0660795271396637
115280	rnn.weight_hh_l1_reverse	0	0.007273840717971325
115280	rnn.weight_hh_l1_reverse	1	0.027579087764024734
115280	rnn.weight_hh_l1_reverse	2	-0.04002390056848526
115280	rnn.weight_hh_l1_reverse	3	0.040609195828437805
115280	rnn.weight_hh_l1_reverse	4	0.043270450085401535
115280	rnn.weight_hh_l1_reverse	5	0.008944257162511349
115280	rnn.weight_hh_l1_reverse	6	0.01636848971247673
115280	rnn.weight_hh_l1_reverse	7	0.026284998282790184
115280	rnn.weight_hh_l1_reverse	8	-0.006455773953348398
115280	rnn.weight_hh_l1_reverse	9	-0.03296481445431709
115280	rnn.bias_ih_l1_reverse	0	-0.06919897347688675
115280	rnn.bias_ih_l1_reverse	1	-0.14898458123207092
115280	rnn.bias_ih_l1_reverse	2	-0.14794215559959412
115280	rnn.bias_ih_l1_reverse	3	-0.006272199563682079
115280	rnn.bias_ih_l1_reverse	4	-0.19622693955898285
115280	rnn.bias_ih_l1_reverse	5	-0.10161362588405609
115280	rnn.bias_ih_l1_reverse	6	-0.12657904624938965
115280	rnn.bias_ih_l1_reverse	7	-0.20063157379627228
115280	rnn.bias_ih_l1_reverse	8	0.20065276324748993
115280	rnn.bias_ih_l1_reverse	9	0.07154661417007446
115280	rnn.bias_hh_l1_reverse	0	-0.040838949382305145
115280	rnn.bias_hh_l1_reverse	1	-0.06904971599578857
115280	rnn.bias_hh_l1_reverse	2	-0.21953488886356354
115280	rnn.bias_hh_l1_reverse	3	-0.1166357547044754
115280	rnn.bias_hh_l1_reverse	4	-0.09808081388473511
115280	rnn.bias_hh_l1_reverse	5	-0.11406391113996506
115280	rnn.bias_hh_l1_reverse	6	0.14090022444725037
115280	rnn.bias_hh_l1_reverse	7	-0.1285625845193863
115280	rnn.bias_hh_l1_reverse	8	-0.108700230717659
115280	rnn.bias_hh_l1_reverse	9	-0.13403089344501495
115280	linear.weight	0	0.002228822559118271
115280	linear.weight	1	0.10021121054887772
115280	linear.weight	2	-0.03830338269472122
115280	linear.weight	3	0.3118648827075958
115280	linear.weight	4	0.1249520406126976
115280	linear.weight	5	-0.012369678355753422
115280	linear.weight	6	0.06816559284925461
115280	linear.weight	7	0.0891566127538681
115280	linear.weight	8	0.04129960387945175
115280	linear.weight	9	-0.050897978246212006
115280	linear.bias	0	0.08515194058418274
115280	linear.bias	1	-0.15752388536930084
115280	linear.bias	2	-0.41855093836784363
115280	linear.bias	3	-0.686594545841217
115280	linear.bias	4	-1.1788250207901
115280	linear.bias	5	-0.09137261658906937
115280	linear.bias	6	-0.6963827610015869
115280	linear.bias	7	0.32980531454086304
115280	linear.bias	8	-0.482955664396286
115280	linear.bias	9	-0.94620281457901
115477	transitions	0	0.6404918432235718
115477	transitions	1	0.13525214791297913
115477	transitions	2	-10000.0
115477	transitions	3	-1.817927598953247
115477	transitions	4	-10000.0
115477	transitions	5	0.5967074036598206
115477	transitions	6	-0.06282353401184082
115477	transitions	7	-0.6170568466186523
115477	transitions	8	-1.3863565921783447
115477	transitions	9	-0.0009641186334192753
115477	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
115477	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
115477	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
115477	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
115477	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
115477	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
115477	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
115477	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
115477	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
115477	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
115477	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
115477	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
115477	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
115477	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
115477	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
115477	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
115477	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
115477	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
115477	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
115477	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
115477	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
115477	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
115477	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
115477	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
115477	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
115477	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
115477	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
115477	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
115477	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
115477	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
115477	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
115477	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
115477	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
115477	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
115477	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
115477	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
115477	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
115477	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
115477	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
115477	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
115477	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
115477	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
115477	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
115477	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
115477	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
115477	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
115477	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
115477	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
115477	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
115477	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
115477	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
115477	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
115477	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
115477	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
115477	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
115477	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
115477	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
115477	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
115477	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
115477	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
115477	embedding2nn.weight	0	0.007307594642043114
115477	embedding2nn.weight	1	-0.012624622322618961
115477	embedding2nn.weight	2	-0.014268254861235619
115477	embedding2nn.weight	3	-0.04721419885754585
115477	embedding2nn.weight	4	-0.0059150345623493195
115477	embedding2nn.weight	5	-0.0037005883641541004
115477	embedding2nn.weight	6	-0.0039732796140015125
115477	embedding2nn.weight	7	-0.06813996285200119
115477	embedding2nn.weight	8	-0.0019979383796453476
115477	embedding2nn.weight	9	-0.028962519019842148
115477	embedding2nn.bias	0	0.040148500353097916
115477	embedding2nn.bias	1	-0.06358138471841812
115477	embedding2nn.bias	2	0.07468752562999725
115477	embedding2nn.bias	3	0.04090492054820061
115477	embedding2nn.bias	4	-0.06870178133249283
115477	embedding2nn.bias	5	-0.019629191607236862
115477	embedding2nn.bias	6	0.02182956412434578
115477	embedding2nn.bias	7	-0.06845444440841675
115477	embedding2nn.bias	8	0.042352788150310516
115477	embedding2nn.bias	9	0.014390324242413044
115477	rnn.weight_ih_l0	0	-0.07150092720985413
115477	rnn.weight_ih_l0	1	-0.007473464589565992
115477	rnn.weight_ih_l0	2	0.05645187571644783
115477	rnn.weight_ih_l0	3	0.013853565789759159
115477	rnn.weight_ih_l0	4	-0.023134535178542137
115477	rnn.weight_ih_l0	5	-0.056890081614255905
115477	rnn.weight_ih_l0	6	0.0020964990835636854
115477	rnn.weight_ih_l0	7	0.03887324407696724
115477	rnn.weight_ih_l0	8	-0.008188804611563683
115477	rnn.weight_ih_l0	9	-0.01444412861019373
115477	rnn.weight_hh_l0	0	-0.03731175512075424
115477	rnn.weight_hh_l0	1	0.0034218968357890844
115477	rnn.weight_hh_l0	2	-0.006974835880100727
115477	rnn.weight_hh_l0	3	-0.0627257376909256
115477	rnn.weight_hh_l0	4	0.08563856035470963
115477	rnn.weight_hh_l0	5	-0.0037104086950421333
115477	rnn.weight_hh_l0	6	-0.05683024972677231
115477	rnn.weight_hh_l0	7	0.012528649531304836
115477	rnn.weight_hh_l0	8	0.013231390155851841
115477	rnn.weight_hh_l0	9	-0.014774090610444546
115477	rnn.bias_ih_l0	0	0.07575394958257675
115477	rnn.bias_ih_l0	1	-0.046384550631046295
115477	rnn.bias_ih_l0	2	0.008228752762079239
115477	rnn.bias_ih_l0	3	0.11596058309078217
115477	rnn.bias_ih_l0	4	-0.03269897773861885
115477	rnn.bias_ih_l0	5	-0.04286036640405655
115477	rnn.bias_ih_l0	6	0.02911284752190113
115477	rnn.bias_ih_l0	7	0.030821023508906364
115477	rnn.bias_ih_l0	8	-0.1148766279220581
115477	rnn.bias_ih_l0	9	-0.03164581581950188
115477	rnn.bias_hh_l0	0	-0.016425684094429016
115477	rnn.bias_hh_l0	1	-0.1021285429596901
115477	rnn.bias_hh_l0	2	-0.047340016812086105
115477	rnn.bias_hh_l0	3	-0.07839766144752502
115477	rnn.bias_hh_l0	4	-0.011495111510157585
115477	rnn.bias_hh_l0	5	-0.016120994463562965
115477	rnn.bias_hh_l0	6	0.027699165046215057
115477	rnn.bias_hh_l0	7	0.0409536249935627
115477	rnn.bias_hh_l0	8	-0.12814025580883026
115477	rnn.bias_hh_l0	9	-0.025349797680974007
115477	rnn.weight_ih_l0_reverse	0	-0.024643011391162872
115477	rnn.weight_ih_l0_reverse	1	-0.04973960667848587
115477	rnn.weight_ih_l0_reverse	2	-0.03321906924247742
115477	rnn.weight_ih_l0_reverse	3	0.00675209378823638
115477	rnn.weight_ih_l0_reverse	4	-0.015883874148130417
115477	rnn.weight_ih_l0_reverse	5	-0.047439053654670715
115477	rnn.weight_ih_l0_reverse	6	0.07833918184041977
115477	rnn.weight_ih_l0_reverse	7	-0.028562678024172783
115477	rnn.weight_ih_l0_reverse	8	-0.022658320143818855
115477	rnn.weight_ih_l0_reverse	9	0.009046738967299461
115477	rnn.weight_hh_l0_reverse	0	0.04399220645427704
115477	rnn.weight_hh_l0_reverse	1	0.025259308516979218
115477	rnn.weight_hh_l0_reverse	2	0.03385548293590546
115477	rnn.weight_hh_l0_reverse	3	0.031013045459985733
115477	rnn.weight_hh_l0_reverse	4	0.008565561845898628
115477	rnn.weight_hh_l0_reverse	5	0.013577383011579514
115477	rnn.weight_hh_l0_reverse	6	0.044992391020059586
115477	rnn.weight_hh_l0_reverse	7	-0.06696134060621262
115477	rnn.weight_hh_l0_reverse	8	0.037332091480493546
115477	rnn.weight_hh_l0_reverse	9	0.04685652256011963
115477	rnn.bias_ih_l0_reverse	0	-0.07267533242702484
115477	rnn.bias_ih_l0_reverse	1	-0.23344701528549194
115477	rnn.bias_ih_l0_reverse	2	-0.1487395316362381
115477	rnn.bias_ih_l0_reverse	3	-0.03671428561210632
115477	rnn.bias_ih_l0_reverse	4	-0.03153539448976517
115477	rnn.bias_ih_l0_reverse	5	0.053753629326820374
115477	rnn.bias_ih_l0_reverse	6	-0.05187824368476868
115477	rnn.bias_ih_l0_reverse	7	0.04237900674343109
115477	rnn.bias_ih_l0_reverse	8	-0.043183162808418274
115477	rnn.bias_ih_l0_reverse	9	0.046234890818595886
115477	rnn.bias_hh_l0_reverse	0	0.006279051303863525
115477	rnn.bias_hh_l0_reverse	1	-0.027916012331843376
115477	rnn.bias_hh_l0_reverse	2	0.07670667767524719
115477	rnn.bias_hh_l0_reverse	3	-0.05192840099334717
115477	rnn.bias_hh_l0_reverse	4	-0.040433380752801895
115477	rnn.bias_hh_l0_reverse	5	-0.029114842414855957
115477	rnn.bias_hh_l0_reverse	6	-0.036646999418735504
115477	rnn.bias_hh_l0_reverse	7	0.11616289615631104
115477	rnn.bias_hh_l0_reverse	8	0.024464892223477364
115477	rnn.bias_hh_l0_reverse	9	-0.11743718385696411
115477	rnn.weight_ih_l1	0	-0.04351716861128807
115477	rnn.weight_ih_l1	1	-0.03573117032647133
115477	rnn.weight_ih_l1	2	0.0347551628947258
115477	rnn.weight_ih_l1	3	-0.06729718297719955
115477	rnn.weight_ih_l1	4	-0.011277507059276104
115477	rnn.weight_ih_l1	5	-0.04515140876173973
115477	rnn.weight_ih_l1	6	0.020902996882796288
115477	rnn.weight_ih_l1	7	-0.020505059510469437
115477	rnn.weight_ih_l1	8	0.038175784051418304
115477	rnn.weight_ih_l1	9	0.04489447548985481
115477	rnn.weight_hh_l1	0	-0.0062857735902071
115477	rnn.weight_hh_l1	1	0.011366737075150013
115477	rnn.weight_hh_l1	2	-0.0014323298819363117
115477	rnn.weight_hh_l1	3	-0.010766038671135902
115477	rnn.weight_hh_l1	4	0.00459224171936512
115477	rnn.weight_hh_l1	5	0.026699965819716454
115477	rnn.weight_hh_l1	6	0.02695099636912346
115477	rnn.weight_hh_l1	7	-0.026681724935770035
115477	rnn.weight_hh_l1	8	-0.018168210983276367
115477	rnn.weight_hh_l1	9	0.04026477783918381
115477	rnn.bias_ih_l1	0	-0.17085683345794678
115477	rnn.bias_ih_l1	1	-0.17296016216278076
115477	rnn.bias_ih_l1	2	-0.1834884136915207
115477	rnn.bias_ih_l1	3	-0.27801764011383057
115477	rnn.bias_ih_l1	4	-0.19664502143859863
115477	rnn.bias_ih_l1	5	-0.1019372045993805
115477	rnn.bias_ih_l1	6	-0.11558554321527481
115477	rnn.bias_ih_l1	7	-0.04677314683794975
115477	rnn.bias_ih_l1	8	-0.1280631422996521
115477	rnn.bias_ih_l1	9	-0.1177402138710022
115477	rnn.bias_hh_l1	0	-0.12205705046653748
115477	rnn.bias_hh_l1	1	-0.054742030799388885
115477	rnn.bias_hh_l1	2	-0.10997308045625687
115477	rnn.bias_hh_l1	3	-0.09792686253786087
115477	rnn.bias_hh_l1	4	-0.10721366107463837
115477	rnn.bias_hh_l1	5	-0.11848726123571396
115477	rnn.bias_hh_l1	6	-0.1444670706987381
115477	rnn.bias_hh_l1	7	0.006864829454571009
115477	rnn.bias_hh_l1	8	-0.16324858367443085
115477	rnn.bias_hh_l1	9	-0.09080813080072403
115477	rnn.weight_ih_l1_reverse	0	-0.048111554235219955
115477	rnn.weight_ih_l1_reverse	1	0.024159546941518784
115477	rnn.weight_ih_l1_reverse	2	0.04586579650640488
115477	rnn.weight_ih_l1_reverse	3	-0.0005137875559739769
115477	rnn.weight_ih_l1_reverse	4	-0.028044594451785088
115477	rnn.weight_ih_l1_reverse	5	-0.03466689959168434
115477	rnn.weight_ih_l1_reverse	6	-0.011834557168185711
115477	rnn.weight_ih_l1_reverse	7	0.02660035714507103
115477	rnn.weight_ih_l1_reverse	8	0.030860839411616325
115477	rnn.weight_ih_l1_reverse	9	-0.06673436611890793
115477	rnn.weight_hh_l1_reverse	0	0.007312878035008907
115477	rnn.weight_hh_l1_reverse	1	0.02739635854959488
115477	rnn.weight_hh_l1_reverse	2	-0.040136318653821945
115477	rnn.weight_hh_l1_reverse	3	0.0406319834291935
115477	rnn.weight_hh_l1_reverse	4	0.04331551864743233
115477	rnn.weight_hh_l1_reverse	5	0.0090533047914505
115477	rnn.weight_hh_l1_reverse	6	0.018456902354955673
115477	rnn.weight_hh_l1_reverse	7	0.026116061955690384
115477	rnn.weight_hh_l1_reverse	8	-0.006270956713706255
115477	rnn.weight_hh_l1_reverse	9	-0.032903049141168594
115477	rnn.bias_ih_l1_reverse	0	-0.06817308068275452
115477	rnn.bias_ih_l1_reverse	1	-0.14910322427749634
115477	rnn.bias_ih_l1_reverse	2	-0.14781369268894196
115477	rnn.bias_ih_l1_reverse	3	-0.0013411907711997628
115477	rnn.bias_ih_l1_reverse	4	-0.19593867659568787
115477	rnn.bias_ih_l1_reverse	5	-0.10223129391670227
115477	rnn.bias_ih_l1_reverse	6	-0.12657970190048218
115477	rnn.bias_ih_l1_reverse	7	-0.20354603230953217
115477	rnn.bias_ih_l1_reverse	8	0.19826102256774902
115477	rnn.bias_ih_l1_reverse	9	0.06335435062646866
115477	rnn.bias_hh_l1_reverse	0	-0.035045746713876724
115477	rnn.bias_hh_l1_reverse	1	-0.07306798547506332
115477	rnn.bias_hh_l1_reverse	2	-0.21835678815841675
115477	rnn.bias_hh_l1_reverse	3	-0.11844343692064285
115477	rnn.bias_hh_l1_reverse	4	-0.09775704145431519
115477	rnn.bias_hh_l1_reverse	5	-0.11589469015598297
115477	rnn.bias_hh_l1_reverse	6	0.13755278289318085
115477	rnn.bias_hh_l1_reverse	7	-0.13492633402347565
115477	rnn.bias_hh_l1_reverse	8	-0.10813885182142258
115477	rnn.bias_hh_l1_reverse	9	-0.1346760243177414
115477	linear.weight	0	0.002228822559118271
115477	linear.weight	1	0.10335170477628708
115477	linear.weight	2	-0.040788304060697556
115477	linear.weight	3	0.315337210893631
115477	linear.weight	4	0.12658371031284332
115477	linear.weight	5	-0.010280616581439972
115477	linear.weight	6	0.07384694367647171
115477	linear.weight	7	0.1017826646566391
115477	linear.weight	8	0.041298795491456985
115477	linear.weight	9	-0.04856735095381737
115477	linear.bias	0	0.0891980305314064
115477	linear.bias	1	-0.18477848172187805
115477	linear.bias	2	-0.4281741678714752
115477	linear.bias	3	-0.7071689963340759
115477	linear.bias	4	-1.1994761228561401
115477	linear.bias	5	-0.09363609552383423
115477	linear.bias	6	-0.7245009541511536
115477	linear.bias	7	0.323548287153244
115477	linear.bias	8	-0.4816756248474121
115477	linear.bias	9	-0.9443821310997009
115674	transitions	0	0.6237391829490662
115674	transitions	1	0.13749927282333374
115674	transitions	2	-10000.0
115674	transitions	3	-1.8179659843444824
115674	transitions	4	-10000.0
115674	transitions	5	0.5965688228607178
115674	transitions	6	-0.06290765106678009
115674	transitions	7	-0.6175796985626221
115674	transitions	8	-1.3865622282028198
115674	transitions	9	-0.0009654489113017917
115674	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
115674	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
115674	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
115674	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
115674	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
115674	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
115674	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
115674	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
115674	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
115674	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
115674	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
115674	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
115674	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
115674	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
115674	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
115674	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
115674	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
115674	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
115674	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
115674	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
115674	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
115674	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
115674	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
115674	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
115674	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
115674	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
115674	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
115674	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
115674	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
115674	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
115674	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
115674	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
115674	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
115674	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
115674	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
115674	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
115674	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
115674	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
115674	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
115674	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
115674	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
115674	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
115674	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
115674	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
115674	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
115674	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
115674	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
115674	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
115674	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
115674	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
115674	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
115674	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
115674	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
115674	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
115674	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
115674	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
115674	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
115674	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
115674	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
115674	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
115674	embedding2nn.weight	0	0.007716769352555275
115674	embedding2nn.weight	1	-0.012638767249882221
115674	embedding2nn.weight	2	-0.014268254861235619
115674	embedding2nn.weight	3	-0.04543520510196686
115674	embedding2nn.weight	4	-0.0059150345623493195
115674	embedding2nn.weight	5	-0.0037005883641541004
115674	embedding2nn.weight	6	-0.003973279148340225
115674	embedding2nn.weight	7	-0.06891267001628876
115674	embedding2nn.weight	8	-0.0019979383796453476
115674	embedding2nn.weight	9	-0.02865585871040821
115674	embedding2nn.bias	0	0.04532831162214279
115674	embedding2nn.bias	1	-0.06105482950806618
115674	embedding2nn.bias	2	0.07738523930311203
115674	embedding2nn.bias	3	0.04304012283682823
115674	embedding2nn.bias	4	-0.063284732401371
115674	embedding2nn.bias	5	-0.02488439902663231
115674	embedding2nn.bias	6	0.03310782462358475
115674	embedding2nn.bias	7	-0.06277516484260559
115674	embedding2nn.bias	8	0.03548073023557663
115674	embedding2nn.bias	9	0.01858835481107235
115674	rnn.weight_ih_l0	0	-0.07097170501947403
115674	rnn.weight_ih_l0	1	-0.007681291084736586
115674	rnn.weight_ih_l0	2	0.054508186876773834
115674	rnn.weight_ih_l0	3	0.014631526544690132
115674	rnn.weight_ih_l0	4	-0.024468880146741867
115674	rnn.weight_ih_l0	5	-0.05708523839712143
115674	rnn.weight_ih_l0	6	0.003042281838133931
115674	rnn.weight_ih_l0	7	0.03938599303364754
115674	rnn.weight_ih_l0	8	-0.010642447508871555
115674	rnn.weight_ih_l0	9	-0.014426935464143753
115674	rnn.weight_hh_l0	0	-0.03784991428256035
115674	rnn.weight_hh_l0	1	0.003670797683298588
115674	rnn.weight_hh_l0	2	-0.007109689060598612
115674	rnn.weight_hh_l0	3	-0.06229810416698456
115674	rnn.weight_hh_l0	4	0.08686214685440063
115674	rnn.weight_hh_l0	5	-0.004478935152292252
115674	rnn.weight_hh_l0	6	-0.05440794676542282
115674	rnn.weight_hh_l0	7	0.0130664287135005
115674	rnn.weight_hh_l0	8	0.012740429490804672
115674	rnn.weight_hh_l0	9	-0.014327265322208405
115674	rnn.bias_ih_l0	0	0.07662304490804672
115674	rnn.bias_ih_l0	1	-0.04540090635418892
115674	rnn.bias_ih_l0	2	0.00953924935311079
115674	rnn.bias_ih_l0	3	0.11263074725866318
115674	rnn.bias_ih_l0	4	-0.03237820789217949
115674	rnn.bias_ih_l0	5	-0.04457768797874451
115674	rnn.bias_ih_l0	6	0.031200744211673737
115674	rnn.bias_ih_l0	7	0.029798591509461403
115674	rnn.bias_ih_l0	8	-0.11370869725942612
115674	rnn.bias_ih_l0	9	-0.030495138838887215
115674	rnn.bias_hh_l0	0	-0.01991153322160244
115674	rnn.bias_hh_l0	1	-0.10046213865280151
115674	rnn.bias_hh_l0	2	-0.0460689403116703
115674	rnn.bias_hh_l0	3	-0.0817083939909935
115674	rnn.bias_hh_l0	4	-0.007147084455937147
115674	rnn.bias_hh_l0	5	-0.01670244336128235
115674	rnn.bias_hh_l0	6	0.02761874534189701
115674	rnn.bias_hh_l0	7	0.04603279381990433
115674	rnn.bias_hh_l0	8	-0.12618689239025116
115674	rnn.bias_hh_l0	9	-0.021724440157413483
115674	rnn.weight_ih_l0_reverse	0	-0.025897059589624405
115674	rnn.weight_ih_l0_reverse	1	-0.04796086624264717
115674	rnn.weight_ih_l0_reverse	2	-0.03396536037325859
115674	rnn.weight_ih_l0_reverse	3	0.006094582378864288
115674	rnn.weight_ih_l0_reverse	4	-0.01546130608767271
115674	rnn.weight_ih_l0_reverse	5	-0.04767843708395958
115674	rnn.weight_ih_l0_reverse	6	0.07743770629167557
115674	rnn.weight_ih_l0_reverse	7	-0.029261095449328423
115674	rnn.weight_ih_l0_reverse	8	-0.018885716795921326
115674	rnn.weight_ih_l0_reverse	9	0.008464193902909756
115674	rnn.weight_hh_l0_reverse	0	0.04439053311944008
115674	rnn.weight_hh_l0_reverse	1	0.02600710093975067
115674	rnn.weight_hh_l0_reverse	2	0.033237528055906296
115674	rnn.weight_hh_l0_reverse	3	0.030399180948734283
115674	rnn.weight_hh_l0_reverse	4	0.008127758279442787
115674	rnn.weight_hh_l0_reverse	5	0.014037763699889183
115674	rnn.weight_hh_l0_reverse	6	0.04579112306237221
115674	rnn.weight_hh_l0_reverse	7	-0.06611379235982895
115674	rnn.weight_hh_l0_reverse	8	0.03837619721889496
115674	rnn.weight_hh_l0_reverse	9	0.04666970670223236
115674	rnn.bias_ih_l0_reverse	0	-0.07255305349826813
115674	rnn.bias_ih_l0_reverse	1	-0.2370970994234085
115674	rnn.bias_ih_l0_reverse	2	-0.14880935847759247
115674	rnn.bias_ih_l0_reverse	3	-0.03907890245318413
115674	rnn.bias_ih_l0_reverse	4	-0.02819139137864113
115674	rnn.bias_ih_l0_reverse	5	0.055702075362205505
115674	rnn.bias_ih_l0_reverse	6	-0.05254359543323517
115674	rnn.bias_ih_l0_reverse	7	0.04313518479466438
115674	rnn.bias_ih_l0_reverse	8	-0.04112560302019119
115674	rnn.bias_ih_l0_reverse	9	0.0455421507358551
115674	rnn.bias_hh_l0_reverse	0	0.009892064146697521
115674	rnn.bias_hh_l0_reverse	1	-0.025434160605072975
115674	rnn.bias_hh_l0_reverse	2	0.07687325030565262
115674	rnn.bias_hh_l0_reverse	3	-0.05250752344727516
115674	rnn.bias_hh_l0_reverse	4	-0.03978067263960838
115674	rnn.bias_hh_l0_reverse	5	-0.027359027415513992
115674	rnn.bias_hh_l0_reverse	6	-0.03350172936916351
115674	rnn.bias_hh_l0_reverse	7	0.11310356110334396
115674	rnn.bias_hh_l0_reverse	8	0.027201034128665924
115674	rnn.bias_hh_l0_reverse	9	-0.11725783348083496
115674	rnn.weight_ih_l1	0	-0.04301787540316582
115674	rnn.weight_ih_l1	1	-0.035982195287942886
115674	rnn.weight_ih_l1	2	0.038388870656490326
115674	rnn.weight_ih_l1	3	-0.06469421833753586
115674	rnn.weight_ih_l1	4	-0.010828591883182526
115674	rnn.weight_ih_l1	5	-0.045443303883075714
115674	rnn.weight_ih_l1	6	0.021417146548628807
115674	rnn.weight_ih_l1	7	-0.02272142469882965
115674	rnn.weight_ih_l1	8	0.0381966196000576
115674	rnn.weight_ih_l1	9	0.0439726747572422
115674	rnn.weight_hh_l1	0	-0.004337277263402939
115674	rnn.weight_hh_l1	1	0.01116430014371872
115674	rnn.weight_hh_l1	2	-0.0025903871282935143
115674	rnn.weight_hh_l1	3	-0.010517559945583344
115674	rnn.weight_hh_l1	4	0.003939168527722359
115674	rnn.weight_hh_l1	5	0.026260122656822205
115674	rnn.weight_hh_l1	6	0.027717264369130135
115674	rnn.weight_hh_l1	7	-0.026215773075819016
115674	rnn.weight_hh_l1	8	-0.01804634928703308
115674	rnn.weight_hh_l1	9	0.04071520268917084
115674	rnn.bias_ih_l1	0	-0.17411808669567108
115674	rnn.bias_ih_l1	1	-0.17584887146949768
115674	rnn.bias_ih_l1	2	-0.18562884628772736
115674	rnn.bias_ih_l1	3	-0.2760316729545593
115674	rnn.bias_ih_l1	4	-0.19375933706760406
115674	rnn.bias_ih_l1	5	-0.10309328138828278
115674	rnn.bias_ih_l1	6	-0.11959894001483917
115674	rnn.bias_ih_l1	7	-0.04540178179740906
115674	rnn.bias_ih_l1	8	-0.12968814373016357
115674	rnn.bias_ih_l1	9	-0.1233953908085823
115674	rnn.bias_hh_l1	0	-0.12306215614080429
115674	rnn.bias_hh_l1	1	-0.05470643565058708
115674	rnn.bias_hh_l1	2	-0.10834658890962601
115674	rnn.bias_hh_l1	3	-0.09662588685750961
115674	rnn.bias_hh_l1	4	-0.10985992848873138
115674	rnn.bias_hh_l1	5	-0.11979086697101593
115674	rnn.bias_hh_l1	6	-0.14243315160274506
115674	rnn.bias_hh_l1	7	0.01445581205189228
115674	rnn.bias_hh_l1	8	-0.16261614859104156
115674	rnn.bias_hh_l1	9	-0.0963791087269783
115674	rnn.weight_ih_l1_reverse	0	-0.047950394451618195
115674	rnn.weight_ih_l1_reverse	1	0.022204529494047165
115674	rnn.weight_ih_l1_reverse	2	0.049395881593227386
115674	rnn.weight_ih_l1_reverse	3	-0.0002490510232746601
115674	rnn.weight_ih_l1_reverse	4	-0.027353940531611443
115674	rnn.weight_ih_l1_reverse	5	-0.03453784063458443
115674	rnn.weight_ih_l1_reverse	6	-0.010929983109235764
115674	rnn.weight_ih_l1_reverse	7	0.026559671387076378
115674	rnn.weight_ih_l1_reverse	8	0.027712253853678703
115674	rnn.weight_ih_l1_reverse	9	-0.0658080130815506
115674	rnn.weight_hh_l1_reverse	0	0.007401210721582174
115674	rnn.weight_hh_l1_reverse	1	0.027241192758083344
115674	rnn.weight_hh_l1_reverse	2	-0.040156714618206024
115674	rnn.weight_hh_l1_reverse	3	0.040682461112737656
115674	rnn.weight_hh_l1_reverse	4	0.04410986602306366
115674	rnn.weight_hh_l1_reverse	5	0.009542787447571754
115674	rnn.weight_hh_l1_reverse	6	0.018134530633687973
115674	rnn.weight_hh_l1_reverse	7	0.026300569996237755
115674	rnn.weight_hh_l1_reverse	8	-0.006328876130282879
115674	rnn.weight_hh_l1_reverse	9	-0.03269292041659355
115674	rnn.bias_ih_l1_reverse	0	-0.07392383366823196
115674	rnn.bias_ih_l1_reverse	1	-0.1466992348432541
115674	rnn.bias_ih_l1_reverse	2	-0.1473761349916458
115674	rnn.bias_ih_l1_reverse	3	0.000562271277885884
115674	rnn.bias_ih_l1_reverse	4	-0.19515234231948853
115674	rnn.bias_ih_l1_reverse	5	-0.10131729394197464
115674	rnn.bias_ih_l1_reverse	6	-0.12715880572795868
115674	rnn.bias_ih_l1_reverse	7	-0.2069806456565857
115674	rnn.bias_ih_l1_reverse	8	0.1959034949541092
115674	rnn.bias_ih_l1_reverse	9	0.06149154528975487
115674	rnn.bias_hh_l1_reverse	0	-0.025577060878276825
115674	rnn.bias_hh_l1_reverse	1	-0.07759229093790054
115674	rnn.bias_hh_l1_reverse	2	-0.219255268573761
115674	rnn.bias_hh_l1_reverse	3	-0.11882269382476807
115674	rnn.bias_hh_l1_reverse	4	-0.0972808226943016
115674	rnn.bias_hh_l1_reverse	5	-0.11663451790809631
115674	rnn.bias_hh_l1_reverse	6	0.1504315584897995
115674	rnn.bias_hh_l1_reverse	7	-0.1376490741968155
115674	rnn.bias_hh_l1_reverse	8	-0.10951113700866699
115674	rnn.bias_hh_l1_reverse	9	-0.13421335816383362
115674	linear.weight	0	0.002228822559118271
115674	linear.weight	1	0.10747236013412476
115674	linear.weight	2	-0.03989876061677933
115674	linear.weight	3	0.3168192207813263
115674	linear.weight	4	0.12771448493003845
115674	linear.weight	5	-0.007550986483693123
115674	linear.weight	6	0.06926330924034119
115674	linear.weight	7	0.10786185413599014
115674	linear.weight	8	0.041295502334833145
115674	linear.weight	9	-0.04500659182667732
115674	linear.bias	0	0.08385378867387772
115674	linear.bias	1	-0.19346553087234497
115674	linear.bias	2	-0.4442434310913086
115674	linear.bias	3	-0.6913259625434875
115674	linear.bias	4	-1.1822236776351929
115674	linear.bias	5	-0.0946090817451477
115674	linear.bias	6	-0.7326571941375732
115674	linear.bias	7	0.32290878891944885
115674	linear.bias	8	-0.4702790677547455
115674	linear.bias	9	-0.9327664375305176
115871	transitions	0	0.6306803822517395
115871	transitions	1	0.13505688309669495
115871	transitions	2	-10000.0
115871	transitions	3	-1.8180251121520996
115871	transitions	4	-10000.0
115871	transitions	5	0.5964478254318237
115871	transitions	6	-0.06299428641796112
115871	transitions	7	-0.617986261844635
115871	transitions	8	-1.3866699934005737
115871	transitions	9	-0.0009673158056102693
115871	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
115871	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
115871	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
115871	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
115871	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
115871	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
115871	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
115871	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
115871	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
115871	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
115871	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
115871	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
115871	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
115871	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
115871	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
115871	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
115871	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
115871	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
115871	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
115871	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
115871	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
115871	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
115871	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
115871	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
115871	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
115871	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
115871	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
115871	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
115871	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
115871	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
115871	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
115871	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
115871	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
115871	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
115871	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
115871	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
115871	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
115871	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
115871	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
115871	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
115871	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
115871	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
115871	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
115871	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
115871	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
115871	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
115871	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
115871	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
115871	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
115871	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
115871	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
115871	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
115871	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
115871	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
115871	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
115871	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
115871	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
115871	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
115871	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
115871	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
115871	embedding2nn.weight	0	0.007992098107933998
115871	embedding2nn.weight	1	-0.012643569149076939
115871	embedding2nn.weight	2	-0.014268254861235619
115871	embedding2nn.weight	3	-0.04497409239411354
115871	embedding2nn.weight	4	-0.0059150345623493195
115871	embedding2nn.weight	5	-0.0037005883641541004
115871	embedding2nn.weight	6	-0.0039732800796628
115871	embedding2nn.weight	7	-0.06943783909082413
115871	embedding2nn.weight	8	-0.0019979383796453476
115871	embedding2nn.weight	9	-0.027713876217603683
115871	embedding2nn.bias	0	0.04129188507795334
115871	embedding2nn.bias	1	-0.06420811265707016
115871	embedding2nn.bias	2	0.06795889884233475
115871	embedding2nn.bias	3	0.03667083755135536
115871	embedding2nn.bias	4	-0.057835619896650314
115871	embedding2nn.bias	5	-0.031180232763290405
115871	embedding2nn.bias	6	0.027658430859446526
115871	embedding2nn.bias	7	-0.06840598583221436
115871	embedding2nn.bias	8	0.0365014374256134
115871	embedding2nn.bias	9	0.017293455079197884
115871	rnn.weight_ih_l0	0	-0.07143831998109818
115871	rnn.weight_ih_l0	1	-0.009297436103224754
115871	rnn.weight_ih_l0	2	0.05515776574611664
115871	rnn.weight_ih_l0	3	0.01482269074767828
115871	rnn.weight_ih_l0	4	-0.022504430264234543
115871	rnn.weight_ih_l0	5	-0.05721518397331238
115871	rnn.weight_ih_l0	6	0.0031538556795567274
115871	rnn.weight_ih_l0	7	0.037635959684848785
115871	rnn.weight_ih_l0	8	-0.009877434931695461
115871	rnn.weight_ih_l0	9	-0.014272624626755714
115871	rnn.weight_hh_l0	0	-0.03708763048052788
115871	rnn.weight_hh_l0	1	0.0035831129644066095
115871	rnn.weight_hh_l0	2	-0.0071867345832288265
115871	rnn.weight_hh_l0	3	-0.06296731531620026
115871	rnn.weight_hh_l0	4	0.08727329224348068
115871	rnn.weight_hh_l0	5	-0.004542910493910313
115871	rnn.weight_hh_l0	6	-0.05474841222167015
115871	rnn.weight_hh_l0	7	0.012808306142687798
115871	rnn.weight_hh_l0	8	0.013772021047770977
115871	rnn.weight_hh_l0	9	-0.013970156200230122
115871	rnn.bias_ih_l0	0	0.07865557819604874
115871	rnn.bias_ih_l0	1	-0.04677267000079155
115871	rnn.bias_ih_l0	2	0.009736494161188602
115871	rnn.bias_ih_l0	3	0.11199922114610672
115871	rnn.bias_ih_l0	4	-0.030768411234021187
115871	rnn.bias_ih_l0	5	-0.04114712402224541
115871	rnn.bias_ih_l0	6	0.03104112297296524
115871	rnn.bias_ih_l0	7	0.029608996585011482
115871	rnn.bias_ih_l0	8	-0.11299915611743927
115871	rnn.bias_ih_l0	9	-0.02734089083969593
115871	rnn.bias_hh_l0	0	-0.020173978060483932
115871	rnn.bias_hh_l0	1	-0.09896357357501984
115871	rnn.bias_hh_l0	2	-0.049799248576164246
115871	rnn.bias_hh_l0	3	-0.08254772424697876
115871	rnn.bias_hh_l0	4	-0.008816180750727654
115871	rnn.bias_hh_l0	5	-0.014994838275015354
115871	rnn.bias_hh_l0	6	0.02577817253768444
115871	rnn.bias_hh_l0	7	0.04587940499186516
115871	rnn.bias_hh_l0	8	-0.12846261262893677
115871	rnn.bias_hh_l0	9	-0.018171513453125954
115871	rnn.weight_ih_l0_reverse	0	-0.02406415343284607
115871	rnn.weight_ih_l0_reverse	1	-0.04645863175392151
115871	rnn.weight_ih_l0_reverse	2	-0.034322235733270645
115871	rnn.weight_ih_l0_reverse	3	0.007160050328820944
115871	rnn.weight_ih_l0_reverse	4	-0.015154951252043247
115871	rnn.weight_ih_l0_reverse	5	-0.04760574921965599
115871	rnn.weight_ih_l0_reverse	6	0.0787060409784317
115871	rnn.weight_ih_l0_reverse	7	-0.029437100514769554
115871	rnn.weight_ih_l0_reverse	8	-0.018595481291413307
115871	rnn.weight_ih_l0_reverse	9	0.009589985013008118
115871	rnn.weight_hh_l0_reverse	0	0.04379129409790039
115871	rnn.weight_hh_l0_reverse	1	0.02510876953601837
115871	rnn.weight_hh_l0_reverse	2	0.03356831148266792
115871	rnn.weight_hh_l0_reverse	3	0.03055427223443985
115871	rnn.weight_hh_l0_reverse	4	0.008240756578743458
115871	rnn.weight_hh_l0_reverse	5	0.013153106905519962
115871	rnn.weight_hh_l0_reverse	6	0.04554537311196327
115871	rnn.weight_hh_l0_reverse	7	-0.06549951434135437
115871	rnn.weight_hh_l0_reverse	8	0.039040956646203995
115871	rnn.weight_hh_l0_reverse	9	0.045817259699106216
115871	rnn.bias_ih_l0_reverse	0	-0.07417610287666321
115871	rnn.bias_ih_l0_reverse	1	-0.24032685160636902
115871	rnn.bias_ih_l0_reverse	2	-0.1496315747499466
115871	rnn.bias_ih_l0_reverse	3	-0.0409940741956234
115871	rnn.bias_ih_l0_reverse	4	-0.029132623225450516
115871	rnn.bias_ih_l0_reverse	5	0.056827906519174576
115871	rnn.bias_ih_l0_reverse	6	-0.05530973896384239
115871	rnn.bias_ih_l0_reverse	7	0.04117817431688309
115871	rnn.bias_ih_l0_reverse	8	-0.04119991883635521
115871	rnn.bias_ih_l0_reverse	9	0.04818069189786911
115871	rnn.bias_hh_l0_reverse	0	0.008337320759892464
115871	rnn.bias_hh_l0_reverse	1	-0.025353766977787018
115871	rnn.bias_hh_l0_reverse	2	0.08140219748020172
115871	rnn.bias_hh_l0_reverse	3	-0.05378236994147301
115871	rnn.bias_hh_l0_reverse	4	-0.04124661162495613
115871	rnn.bias_hh_l0_reverse	5	-0.02703152783215046
115871	rnn.bias_hh_l0_reverse	6	-0.034787893295288086
115871	rnn.bias_hh_l0_reverse	7	0.11130059510469437
115871	rnn.bias_hh_l0_reverse	8	0.027172386646270752
115871	rnn.bias_hh_l0_reverse	9	-0.11693491786718369
115871	rnn.weight_ih_l1	0	-0.042568936944007874
115871	rnn.weight_ih_l1	1	-0.036900594830513
115871	rnn.weight_ih_l1	2	0.03878684714436531
115871	rnn.weight_ih_l1	3	-0.06489259004592896
115871	rnn.weight_ih_l1	4	-0.010840009897947311
115871	rnn.weight_ih_l1	5	-0.04550198093056679
115871	rnn.weight_ih_l1	6	0.020934268832206726
115871	rnn.weight_ih_l1	7	-0.02122688852250576
115871	rnn.weight_ih_l1	8	0.037930477410554886
115871	rnn.weight_ih_l1	9	0.04433387145400047
115871	rnn.weight_hh_l1	0	-0.006090975366532803
115871	rnn.weight_hh_l1	1	0.011121638119220734
115871	rnn.weight_hh_l1	2	-0.002943032421171665
115871	rnn.weight_hh_l1	3	-0.010061952285468578
115871	rnn.weight_hh_l1	4	0.003830875037238002
115871	rnn.weight_hh_l1	5	0.026316741481423378
115871	rnn.weight_hh_l1	6	0.027730820700526237
115871	rnn.weight_hh_l1	7	-0.02600056491792202
115871	rnn.weight_hh_l1	8	-0.017106635496020317
115871	rnn.weight_hh_l1	9	0.04078231006860733
115871	rnn.bias_ih_l1	0	-0.17108428478240967
115871	rnn.bias_ih_l1	1	-0.17495250701904297
115871	rnn.bias_ih_l1	2	-0.18583554029464722
115871	rnn.bias_ih_l1	3	-0.2771188020706177
115871	rnn.bias_ih_l1	4	-0.20209112763404846
115871	rnn.bias_ih_l1	5	-0.10278841108083725
115871	rnn.bias_ih_l1	6	-0.12198802828788757
115871	rnn.bias_ih_l1	7	-0.04639783874154091
115871	rnn.bias_ih_l1	8	-0.12889686226844788
115871	rnn.bias_ih_l1	9	-0.12204798310995102
115871	rnn.bias_hh_l1	0	-0.12095466256141663
115871	rnn.bias_hh_l1	1	-0.05675806477665901
115871	rnn.bias_hh_l1	2	-0.09979671239852905
115871	rnn.bias_hh_l1	3	-0.09240930527448654
115871	rnn.bias_hh_l1	4	-0.11088361591100693
115871	rnn.bias_hh_l1	5	-0.11767036467790604
115871	rnn.bias_hh_l1	6	-0.1443762630224228
115871	rnn.bias_hh_l1	7	0.021366585046052933
115871	rnn.bias_hh_l1	8	-0.1651832014322281
115871	rnn.bias_hh_l1	9	-0.09334501624107361
115871	rnn.weight_ih_l1_reverse	0	-0.04857104644179344
115871	rnn.weight_ih_l1_reverse	1	0.016693517565727234
115871	rnn.weight_ih_l1_reverse	2	0.04717438295483589
115871	rnn.weight_ih_l1_reverse	3	-0.0014853487955406308
115871	rnn.weight_ih_l1_reverse	4	-0.03078683651983738
115871	rnn.weight_ih_l1_reverse	5	-0.03468569740653038
115871	rnn.weight_ih_l1_reverse	6	-0.009397439658641815
115871	rnn.weight_ih_l1_reverse	7	0.026441272348165512
115871	rnn.weight_ih_l1_reverse	8	0.025380736216902733
115871	rnn.weight_ih_l1_reverse	9	-0.06563292443752289
115871	rnn.weight_hh_l1_reverse	0	0.007292533293366432
115871	rnn.weight_hh_l1_reverse	1	0.02681063860654831
115871	rnn.weight_hh_l1_reverse	2	-0.04001636803150177
115871	rnn.weight_hh_l1_reverse	3	0.04057181254029274
115871	rnn.weight_hh_l1_reverse	4	0.043912630528211594
115871	rnn.weight_hh_l1_reverse	5	0.009618095122277737
115871	rnn.weight_hh_l1_reverse	6	0.01679743453860283
115871	rnn.weight_hh_l1_reverse	7	0.026392042636871338
115871	rnn.weight_hh_l1_reverse	8	-0.006294253282248974
115871	rnn.weight_hh_l1_reverse	9	-0.03251186013221741
115871	rnn.bias_ih_l1_reverse	0	-0.07347825914621353
115871	rnn.bias_ih_l1_reverse	1	-0.1423177868127823
115871	rnn.bias_ih_l1_reverse	2	-0.14717936515808105
115871	rnn.bias_ih_l1_reverse	3	-0.0026815920136868954
115871	rnn.bias_ih_l1_reverse	4	-0.19553427398204803
115871	rnn.bias_ih_l1_reverse	5	-0.10017482936382294
115871	rnn.bias_ih_l1_reverse	6	-0.12597423791885376
115871	rnn.bias_ih_l1_reverse	7	-0.21102076768875122
115871	rnn.bias_ih_l1_reverse	8	0.19260860979557037
115871	rnn.bias_ih_l1_reverse	9	0.057155948132276535
115871	rnn.bias_hh_l1_reverse	0	-0.022195089608430862
115871	rnn.bias_hh_l1_reverse	1	-0.06861919909715652
115871	rnn.bias_hh_l1_reverse	2	-0.2187768816947937
115871	rnn.bias_hh_l1_reverse	3	-0.12040020525455475
115871	rnn.bias_hh_l1_reverse	4	-0.09721104800701141
115871	rnn.bias_hh_l1_reverse	5	-0.11844611912965775
115871	rnn.bias_hh_l1_reverse	6	0.1547732651233673
115871	rnn.bias_hh_l1_reverse	7	-0.1371375471353531
115871	rnn.bias_hh_l1_reverse	8	-0.10805278271436691
115871	rnn.bias_hh_l1_reverse	9	-0.13453666865825653
115871	linear.weight	0	0.002228822559118271
115871	linear.weight	1	0.11106245219707489
115871	linear.weight	2	-0.0452420674264431
115871	linear.weight	3	0.3124668002128601
115871	linear.weight	4	0.13057012856006622
115871	linear.weight	5	-0.008719981648027897
115871	linear.weight	6	0.0683828666806221
115871	linear.weight	7	0.1101365014910698
115871	linear.weight	8	0.041294604539871216
115871	linear.weight	9	-0.04453897103667259
115871	linear.bias	0	0.07127491384744644
115871	linear.bias	1	-0.19549326598644257
115871	linear.bias	2	-0.44817429780960083
115871	linear.bias	3	-0.7197597622871399
115871	linear.bias	4	-1.2113752365112305
115871	linear.bias	5	-0.04359801486134529
115871	linear.bias	6	-0.7351627945899963
115871	linear.bias	7	0.37523317337036133
115871	linear.bias	8	-0.47693631052970886
115871	linear.bias	9	-0.9429075717926025
116068	transitions	0	0.6366439461708069
116068	transitions	1	0.13115447759628296
116068	transitions	2	-10000.0
116068	transitions	3	-1.8180568218231201
116068	transitions	4	-10000.0
116068	transitions	5	0.5963659882545471
116068	transitions	6	-0.06310224533081055
116068	transitions	7	-0.6183678507804871
116068	transitions	8	-1.386824131011963
116068	transitions	9	-0.0009691102895885706
116068	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
116068	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
116068	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
116068	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
116068	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
116068	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
116068	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
116068	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
116068	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
116068	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
116068	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
116068	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
116068	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
116068	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
116068	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
116068	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
116068	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
116068	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
116068	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
116068	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
116068	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
116068	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
116068	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
116068	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
116068	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
116068	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
116068	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
116068	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
116068	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
116068	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
116068	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
116068	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
116068	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
116068	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
116068	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
116068	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
116068	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
116068	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
116068	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
116068	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
116068	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
116068	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
116068	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
116068	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
116068	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
116068	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
116068	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
116068	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
116068	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
116068	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
116068	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
116068	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
116068	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
116068	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
116068	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
116068	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
116068	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
116068	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
116068	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
116068	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
116068	embedding2nn.weight	0	0.009724143892526627
116068	embedding2nn.weight	1	-0.012901878915727139
116068	embedding2nn.weight	2	-0.014268254861235619
116068	embedding2nn.weight	3	-0.043788328766822815
116068	embedding2nn.weight	4	-0.0059150345623493195
116068	embedding2nn.weight	5	-0.0037005881313234568
116068	embedding2nn.weight	6	-0.003973282873630524
116068	embedding2nn.weight	7	-0.06942331790924072
116068	embedding2nn.weight	8	-0.0019979383796453476
116068	embedding2nn.weight	9	-0.027295656502246857
116068	embedding2nn.bias	0	0.025500619783997536
116068	embedding2nn.bias	1	-0.06386556476354599
116068	embedding2nn.bias	2	0.06404022127389908
116068	embedding2nn.bias	3	0.04137749969959259
116068	embedding2nn.bias	4	-0.058443401008844376
116068	embedding2nn.bias	5	-0.025163866579532623
116068	embedding2nn.bias	6	0.02562810853123665
116068	embedding2nn.bias	7	-0.055953171104192734
116068	embedding2nn.bias	8	0.034118492156267166
116068	embedding2nn.bias	9	0.013227427378296852
116068	rnn.weight_ih_l0	0	-0.07137222588062286
116068	rnn.weight_ih_l0	1	-0.007968127727508545
116068	rnn.weight_ih_l0	2	0.05511981248855591
116068	rnn.weight_ih_l0	3	0.015084398910403252
116068	rnn.weight_ih_l0	4	-0.021976735442876816
116068	rnn.weight_ih_l0	5	-0.05725012347102165
116068	rnn.weight_ih_l0	6	0.0025456207804381847
116068	rnn.weight_ih_l0	7	0.03516809269785881
116068	rnn.weight_ih_l0	8	-0.011369199492037296
116068	rnn.weight_ih_l0	9	-0.01563630811870098
116068	rnn.weight_hh_l0	0	-0.03763163462281227
116068	rnn.weight_hh_l0	1	0.0033217426389455795
116068	rnn.weight_hh_l0	2	-0.008032442070543766
116068	rnn.weight_hh_l0	3	-0.06228113919496536
116068	rnn.weight_hh_l0	4	0.08630610257387161
116068	rnn.weight_hh_l0	5	-0.003918697591871023
116068	rnn.weight_hh_l0	6	-0.054140035063028336
116068	rnn.weight_hh_l0	7	0.010711531154811382
116068	rnn.weight_hh_l0	8	0.012361854314804077
116068	rnn.weight_hh_l0	9	-0.01370918471366167
116068	rnn.bias_ih_l0	0	0.07585185766220093
116068	rnn.bias_ih_l0	1	-0.04580101743340492
116068	rnn.bias_ih_l0	2	0.008355366066098213
116068	rnn.bias_ih_l0	3	0.11230140924453735
116068	rnn.bias_ih_l0	4	-0.028237702324986458
116068	rnn.bias_ih_l0	5	-0.038707002997398376
116068	rnn.bias_ih_l0	6	0.029202712699770927
116068	rnn.bias_ih_l0	7	0.031677305698394775
116068	rnn.bias_ih_l0	8	-0.1131972000002861
116068	rnn.bias_ih_l0	9	-0.02791033498942852
116068	rnn.bias_hh_l0	0	-0.019846592098474503
116068	rnn.bias_hh_l0	1	-0.09680788964033127
116068	rnn.bias_hh_l0	2	-0.050474829971790314
116068	rnn.bias_hh_l0	3	-0.08261808007955551
116068	rnn.bias_hh_l0	4	-0.011613062582910061
116068	rnn.bias_hh_l0	5	-0.01653977856040001
116068	rnn.bias_hh_l0	6	0.025494806468486786
116068	rnn.bias_hh_l0	7	0.04987238347530365
116068	rnn.bias_hh_l0	8	-0.12769261002540588
116068	rnn.bias_hh_l0	9	-0.016385668888688087
116068	rnn.weight_ih_l0_reverse	0	-0.02491375058889389
116068	rnn.weight_ih_l0_reverse	1	-0.044638875871896744
116068	rnn.weight_ih_l0_reverse	2	-0.03524091839790344
116068	rnn.weight_ih_l0_reverse	3	0.007805305067449808
116068	rnn.weight_ih_l0_reverse	4	-0.015953006222844124
116068	rnn.weight_ih_l0_reverse	5	-0.048056766390800476
116068	rnn.weight_ih_l0_reverse	6	0.07814349979162216
116068	rnn.weight_ih_l0_reverse	7	-0.030902720987796783
116068	rnn.weight_ih_l0_reverse	8	-0.0190670695155859
116068	rnn.weight_ih_l0_reverse	9	0.01059547159820795
116068	rnn.weight_hh_l0_reverse	0	0.04462815821170807
116068	rnn.weight_hh_l0_reverse	1	0.02414802461862564
116068	rnn.weight_hh_l0_reverse	2	0.0337677001953125
116068	rnn.weight_hh_l0_reverse	3	0.031598884612321854
116068	rnn.weight_hh_l0_reverse	4	0.008819369599223137
116068	rnn.weight_hh_l0_reverse	5	0.014124056324362755
116068	rnn.weight_hh_l0_reverse	6	0.0455763079226017
116068	rnn.weight_hh_l0_reverse	7	-0.06591498106718063
116068	rnn.weight_hh_l0_reverse	8	0.03892802819609642
116068	rnn.weight_hh_l0_reverse	9	0.044594619423151016
116068	rnn.bias_ih_l0_reverse	0	-0.07306528836488724
116068	rnn.bias_ih_l0_reverse	1	-0.23881655931472778
116068	rnn.bias_ih_l0_reverse	2	-0.14922326803207397
116068	rnn.bias_ih_l0_reverse	3	-0.039892468601465225
116068	rnn.bias_ih_l0_reverse	4	-0.027127262204885483
116068	rnn.bias_ih_l0_reverse	5	0.05400756374001503
116068	rnn.bias_ih_l0_reverse	6	-0.05593878775835037
116068	rnn.bias_ih_l0_reverse	7	0.03882064297795296
116068	rnn.bias_ih_l0_reverse	8	-0.03978656604886055
116068	rnn.bias_ih_l0_reverse	9	0.05067260563373566
116068	rnn.bias_hh_l0_reverse	0	0.00955888070166111
116068	rnn.bias_hh_l0_reverse	1	-0.02571086958050728
116068	rnn.bias_hh_l0_reverse	2	0.07961072772741318
116068	rnn.bias_hh_l0_reverse	3	-0.054015036672353745
116068	rnn.bias_hh_l0_reverse	4	-0.04092349857091904
116068	rnn.bias_hh_l0_reverse	5	-0.02859698049724102
116068	rnn.bias_hh_l0_reverse	6	-0.032765280455350876
116068	rnn.bias_hh_l0_reverse	7	0.11286938935518265
116068	rnn.bias_hh_l0_reverse	8	0.02688480168581009
116068	rnn.bias_hh_l0_reverse	9	-0.12219668179750443
116068	rnn.weight_ih_l1	0	-0.0422247014939785
116068	rnn.weight_ih_l1	1	-0.03507806360721588
116068	rnn.weight_ih_l1	2	0.037238653749227524
116068	rnn.weight_ih_l1	3	-0.06811755150556564
116068	rnn.weight_ih_l1	4	-0.010259370319545269
116068	rnn.weight_ih_l1	5	-0.04605710133910179
116068	rnn.weight_ih_l1	6	0.021523382514715195
116068	rnn.weight_ih_l1	7	-0.022496351972222328
116068	rnn.weight_ih_l1	8	0.03821316361427307
116068	rnn.weight_ih_l1	9	0.04542645066976547
116068	rnn.weight_hh_l1	0	-0.006317985709756613
116068	rnn.weight_hh_l1	1	0.010969484224915504
116068	rnn.weight_hh_l1	2	0.0002796115877572447
116068	rnn.weight_hh_l1	3	-0.009963038377463818
116068	rnn.weight_hh_l1	4	0.0038497380446642637
116068	rnn.weight_hh_l1	5	0.02638516202569008
116068	rnn.weight_hh_l1	6	0.0274371225386858
116068	rnn.weight_hh_l1	7	-0.025886405259370804
116068	rnn.weight_hh_l1	8	-0.0172871220856905
116068	rnn.weight_hh_l1	9	0.04045700281858444
116068	rnn.bias_ih_l1	0	-0.16636767983436584
116068	rnn.bias_ih_l1	1	-0.1728462278842926
116068	rnn.bias_ih_l1	2	-0.18771879374980927
116068	rnn.bias_ih_l1	3	-0.2787516117095947
116068	rnn.bias_ih_l1	4	-0.20011718571186066
116068	rnn.bias_ih_l1	5	-0.10346704721450806
116068	rnn.bias_ih_l1	6	-0.11996887624263763
116068	rnn.bias_ih_l1	7	-0.0397225096821785
116068	rnn.bias_ih_l1	8	-0.1324252039194107
116068	rnn.bias_ih_l1	9	-0.12457692623138428
116068	rnn.bias_hh_l1	0	-0.12134535610675812
116068	rnn.bias_hh_l1	1	-0.05879730358719826
116068	rnn.bias_hh_l1	2	-0.09807489812374115
116068	rnn.bias_hh_l1	3	-0.09344128519296646
116068	rnn.bias_hh_l1	4	-0.11058822274208069
116068	rnn.bias_hh_l1	5	-0.11883585900068283
116068	rnn.bias_hh_l1	6	-0.1425381451845169
116068	rnn.bias_hh_l1	7	0.022916171699762344
116068	rnn.bias_hh_l1	8	-0.17039507627487183
116068	rnn.bias_hh_l1	9	-0.09489307552576065
116068	rnn.weight_ih_l1_reverse	0	-0.046580005437135696
116068	rnn.weight_ih_l1_reverse	1	0.01617361791431904
116068	rnn.weight_ih_l1_reverse	2	0.051409605890512466
116068	rnn.weight_ih_l1_reverse	3	-0.00018821041157934815
116068	rnn.weight_ih_l1_reverse	4	-0.028238222002983093
116068	rnn.weight_ih_l1_reverse	5	-0.03415730595588684
116068	rnn.weight_ih_l1_reverse	6	-0.010742663405835629
116068	rnn.weight_ih_l1_reverse	7	0.026027394458651543
116068	rnn.weight_ih_l1_reverse	8	0.025301024317741394
116068	rnn.weight_ih_l1_reverse	9	-0.06610212475061417
116068	rnn.weight_hh_l1_reverse	0	0.007635669317096472
116068	rnn.weight_hh_l1_reverse	1	0.02664799429476261
116068	rnn.weight_hh_l1_reverse	2	-0.039985302835702896
116068	rnn.weight_hh_l1_reverse	3	0.0404769629240036
116068	rnn.weight_hh_l1_reverse	4	0.044219013303518295
116068	rnn.weight_hh_l1_reverse	5	0.00921357050538063
116068	rnn.weight_hh_l1_reverse	6	0.016394302248954773
116068	rnn.weight_hh_l1_reverse	7	0.026701107621192932
116068	rnn.weight_hh_l1_reverse	8	-0.006291233468800783
116068	rnn.weight_hh_l1_reverse	9	-0.03291983902454376
116068	rnn.bias_ih_l1_reverse	0	-0.0724833533167839
116068	rnn.bias_ih_l1_reverse	1	-0.14336958527565002
116068	rnn.bias_ih_l1_reverse	2	-0.14782340824604034
116068	rnn.bias_ih_l1_reverse	3	0.00031079418840818107
116068	rnn.bias_ih_l1_reverse	4	-0.19467760622501373
116068	rnn.bias_ih_l1_reverse	5	-0.1004582941532135
116068	rnn.bias_ih_l1_reverse	6	-0.12564118206501007
116068	rnn.bias_ih_l1_reverse	7	-0.20818708837032318
116068	rnn.bias_ih_l1_reverse	8	0.1908077597618103
116068	rnn.bias_ih_l1_reverse	9	0.04471873864531517
116068	rnn.bias_hh_l1_reverse	0	-0.02627856284379959
116068	rnn.bias_hh_l1_reverse	1	-0.07201115041971207
116068	rnn.bias_hh_l1_reverse	2	-0.21843630075454712
116068	rnn.bias_hh_l1_reverse	3	-0.11845076829195023
116068	rnn.bias_hh_l1_reverse	4	-0.09759696573019028
116068	rnn.bias_hh_l1_reverse	5	-0.11927405744791031
116068	rnn.bias_hh_l1_reverse	6	0.1506049484014511
116068	rnn.bias_hh_l1_reverse	7	-0.13258413970470428
116068	rnn.bias_hh_l1_reverse	8	-0.10651443153619766
116068	rnn.bias_hh_l1_reverse	9	-0.135668084025383
116068	linear.weight	0	0.002228822559118271
116068	linear.weight	1	0.09890881925821304
116068	linear.weight	2	-0.04855253919959068
116068	linear.weight	3	0.31393876671791077
116068	linear.weight	4	0.133273646235466
116068	linear.weight	5	-0.011937667615711689
116068	linear.weight	6	0.069892518222332
116068	linear.weight	7	0.10558533668518066
116068	linear.weight	8	0.04129266366362572
116068	linear.weight	9	-0.04566049575805664
116068	linear.bias	0	0.05550933629274368
116068	linear.bias	1	-0.17713725566864014
116068	linear.bias	2	-0.4291573464870453
116068	linear.bias	3	-0.6861718893051147
116068	linear.bias	4	-1.1778032779693604
116068	linear.bias	5	-0.06608248502016068
116068	linear.bias	6	-0.7152289748191833
116068	linear.bias	7	0.35308918356895447
116068	linear.bias	8	-0.45982521772384644
116068	linear.bias	9	-0.9268531203269958
116265	transitions	0	0.6221312880516052
116265	transitions	1	0.13236993551254272
116265	transitions	2	-10000.0
116265	transitions	3	-1.818090558052063
116265	transitions	4	-10000.0
116265	transitions	5	0.5962587594985962
116265	transitions	6	-0.06319087743759155
116265	transitions	7	-0.6187312006950378
116265	transitions	8	-1.38689124584198
116265	transitions	9	-0.0009705889970064163
116265	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
116265	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
116265	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
116265	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
116265	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
116265	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
116265	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
116265	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
116265	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
116265	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
116265	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
116265	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
116265	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
116265	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
116265	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
116265	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
116265	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
116265	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
116265	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
116265	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
116265	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
116265	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
116265	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
116265	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
116265	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
116265	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
116265	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
116265	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
116265	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
116265	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
116265	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
116265	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
116265	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
116265	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
116265	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
116265	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
116265	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
116265	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
116265	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
116265	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
116265	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
116265	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
116265	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
116265	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
116265	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
116265	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
116265	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
116265	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
116265	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
116265	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
116265	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
116265	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
116265	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
116265	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
116265	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
116265	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
116265	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
116265	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
116265	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
116265	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
116265	embedding2nn.weight	0	0.01108799409121275
116265	embedding2nn.weight	1	-0.013262134976685047
116265	embedding2nn.weight	2	-0.014268254861235619
116265	embedding2nn.weight	3	-0.04493813216686249
116265	embedding2nn.weight	4	-0.0059150345623493195
116265	embedding2nn.weight	5	-0.0037005883641541004
116265	embedding2nn.weight	6	-0.003973281476646662
116265	embedding2nn.weight	7	-0.06918217986822128
116265	embedding2nn.weight	8	-0.0019979383796453476
116265	embedding2nn.weight	9	-0.02698727510869503
116265	embedding2nn.bias	0	0.02372295968234539
116265	embedding2nn.bias	1	-0.06281202286481857
116265	embedding2nn.bias	2	0.06638415157794952
116265	embedding2nn.bias	3	0.04217424616217613
116265	embedding2nn.bias	4	-0.05808680132031441
116265	embedding2nn.bias	5	-0.026523830369114876
116265	embedding2nn.bias	6	0.029726535081863403
116265	embedding2nn.bias	7	-0.05155406519770622
116265	embedding2nn.bias	8	0.036165524274110794
116265	embedding2nn.bias	9	0.005387924145907164
116265	rnn.weight_ih_l0	0	-0.07172688096761703
116265	rnn.weight_ih_l0	1	-0.008782118558883667
116265	rnn.weight_ih_l0	2	0.05337963625788689
116265	rnn.weight_ih_l0	3	0.01591934822499752
116265	rnn.weight_ih_l0	4	-0.02199568971991539
116265	rnn.weight_ih_l0	5	-0.05686036869883537
116265	rnn.weight_ih_l0	6	0.0014526416780427098
116265	rnn.weight_ih_l0	7	0.0350835844874382
116265	rnn.weight_ih_l0	8	-0.010120021179318428
116265	rnn.weight_ih_l0	9	-0.016671059653162956
116265	rnn.weight_hh_l0	0	-0.03921346738934517
116265	rnn.weight_hh_l0	1	0.00213228864595294
116265	rnn.weight_hh_l0	2	-0.007329779677093029
116265	rnn.weight_hh_l0	3	-0.06235893815755844
116265	rnn.weight_hh_l0	4	0.08704166859388351
116265	rnn.weight_hh_l0	5	-0.004001784138381481
116265	rnn.weight_hh_l0	6	-0.05602351576089859
116265	rnn.weight_hh_l0	7	0.010405727662146091
116265	rnn.weight_hh_l0	8	0.010814175009727478
116265	rnn.weight_hh_l0	9	-0.013391753658652306
116265	rnn.bias_ih_l0	0	0.07983379065990448
116265	rnn.bias_ih_l0	1	-0.04678971320390701
116265	rnn.bias_ih_l0	2	0.010498831048607826
116265	rnn.bias_ih_l0	3	0.11401638388633728
116265	rnn.bias_ih_l0	4	-0.027582762762904167
116265	rnn.bias_ih_l0	5	-0.037645500153303146
116265	rnn.bias_ih_l0	6	0.030443508177995682
116265	rnn.bias_ih_l0	7	0.030339306220412254
116265	rnn.bias_ih_l0	8	-0.11378582566976547
116265	rnn.bias_ih_l0	9	-0.02608359418809414
116265	rnn.bias_hh_l0	0	-0.02108911983668804
116265	rnn.bias_hh_l0	1	-0.09807330369949341
116265	rnn.bias_hh_l0	2	-0.048127416521310806
116265	rnn.bias_hh_l0	3	-0.08226200193166733
116265	rnn.bias_hh_l0	4	-0.015259688720107079
116265	rnn.bias_hh_l0	5	-0.017556726932525635
116265	rnn.bias_hh_l0	6	0.026927972212433815
116265	rnn.bias_hh_l0	7	0.045479610562324524
116265	rnn.bias_hh_l0	8	-0.1286071091890335
116265	rnn.bias_hh_l0	9	-0.016989504918456078
116265	rnn.weight_ih_l0_reverse	0	-0.02444397285580635
116265	rnn.weight_ih_l0_reverse	1	-0.04205852001905441
116265	rnn.weight_ih_l0_reverse	2	-0.0371566116809845
116265	rnn.weight_ih_l0_reverse	3	0.007569427136331797
116265	rnn.weight_ih_l0_reverse	4	-0.017255932092666626
116265	rnn.weight_ih_l0_reverse	5	-0.04823146015405655
116265	rnn.weight_ih_l0_reverse	6	0.0774352177977562
116265	rnn.weight_ih_l0_reverse	7	-0.03282235562801361
116265	rnn.weight_ih_l0_reverse	8	-0.020033108070492744
116265	rnn.weight_ih_l0_reverse	9	0.01081013586372137
116265	rnn.weight_hh_l0_reverse	0	0.044573549181222916
116265	rnn.weight_hh_l0_reverse	1	0.023932548239827156
116265	rnn.weight_hh_l0_reverse	2	0.034623898565769196
116265	rnn.weight_hh_l0_reverse	3	0.031508106738328934
116265	rnn.weight_hh_l0_reverse	4	0.00999173428863287
116265	rnn.weight_hh_l0_reverse	5	0.01437522191554308
116265	rnn.weight_hh_l0_reverse	6	0.045857083052396774
116265	rnn.weight_hh_l0_reverse	7	-0.065841443836689
116265	rnn.weight_hh_l0_reverse	8	0.03928707540035248
116265	rnn.weight_hh_l0_reverse	9	0.04461200535297394
116265	rnn.bias_ih_l0_reverse	0	-0.07165853679180145
116265	rnn.bias_ih_l0_reverse	1	-0.23740872740745544
116265	rnn.bias_ih_l0_reverse	2	-0.1469128578901291
116265	rnn.bias_ih_l0_reverse	3	-0.040997397154569626
116265	rnn.bias_ih_l0_reverse	4	-0.027070051059126854
116265	rnn.bias_ih_l0_reverse	5	0.05702916160225868
116265	rnn.bias_ih_l0_reverse	6	-0.055843062698841095
116265	rnn.bias_ih_l0_reverse	7	0.04040937498211861
116265	rnn.bias_ih_l0_reverse	8	-0.038673125207424164
116265	rnn.bias_ih_l0_reverse	9	0.04946284741163254
116265	rnn.bias_hh_l0_reverse	0	0.010065391659736633
116265	rnn.bias_hh_l0_reverse	1	-0.027361763641238213
116265	rnn.bias_hh_l0_reverse	2	0.07723309099674225
116265	rnn.bias_hh_l0_reverse	3	-0.05366147682070732
116265	rnn.bias_hh_l0_reverse	4	-0.041621942073106766
116265	rnn.bias_hh_l0_reverse	5	-0.02857254631817341
116265	rnn.bias_hh_l0_reverse	6	-0.031067509204149246
116265	rnn.bias_hh_l0_reverse	7	0.11461301892995834
116265	rnn.bias_hh_l0_reverse	8	0.02429652214050293
116265	rnn.bias_hh_l0_reverse	9	-0.11580362915992737
116265	rnn.weight_ih_l1	0	-0.04237896203994751
116265	rnn.weight_ih_l1	1	-0.0342651903629303
116265	rnn.weight_ih_l1	2	0.038345981389284134
116265	rnn.weight_ih_l1	3	-0.06905541568994522
116265	rnn.weight_ih_l1	4	-0.010294777341187
116265	rnn.weight_ih_l1	5	-0.04663357511162758
116265	rnn.weight_ih_l1	6	0.022236736491322517
116265	rnn.weight_ih_l1	7	-0.023024408146739006
116265	rnn.weight_ih_l1	8	0.037885166704654694
116265	rnn.weight_ih_l1	9	0.04556713253259659
116265	rnn.weight_hh_l1	0	-0.006146477535367012
116265	rnn.weight_hh_l1	1	0.010952130891382694
116265	rnn.weight_hh_l1	2	-0.0007973265019245446
116265	rnn.weight_hh_l1	3	-0.009749772027134895
116265	rnn.weight_hh_l1	4	0.0032502650283277035
116265	rnn.weight_hh_l1	5	0.026354683563113213
116265	rnn.weight_hh_l1	6	0.026245836168527603
116265	rnn.weight_hh_l1	7	-0.025140710175037384
116265	rnn.weight_hh_l1	8	-0.01729937084019184
116265	rnn.weight_hh_l1	9	0.04052017256617546
116265	rnn.bias_ih_l1	0	-0.1648189276456833
116265	rnn.bias_ih_l1	1	-0.17827175557613373
116265	rnn.bias_ih_l1	2	-0.18616093695163727
116265	rnn.bias_ih_l1	3	-0.2761703431606293
116265	rnn.bias_ih_l1	4	-0.20213304460048676
116265	rnn.bias_ih_l1	5	-0.10277368128299713
116265	rnn.bias_ih_l1	6	-0.12289191037416458
116265	rnn.bias_ih_l1	7	-0.04150564223527908
116265	rnn.bias_ih_l1	8	-0.1313941776752472
116265	rnn.bias_ih_l1	9	-0.12229986488819122
116265	rnn.bias_hh_l1	0	-0.12048860639333725
116265	rnn.bias_hh_l1	1	-0.06288286298513412
116265	rnn.bias_hh_l1	2	-0.09841065108776093
116265	rnn.bias_hh_l1	3	-0.09497851133346558
116265	rnn.bias_hh_l1	4	-0.10972527414560318
116265	rnn.bias_hh_l1	5	-0.11937855929136276
116265	rnn.bias_hh_l1	6	-0.14044146239757538
116265	rnn.bias_hh_l1	7	0.02150067500770092
116265	rnn.bias_hh_l1	8	-0.1672513782978058
116265	rnn.bias_hh_l1	9	-0.09282273799180984
116265	rnn.weight_ih_l1_reverse	0	-0.04750939458608627
116265	rnn.weight_ih_l1_reverse	1	0.015578124672174454
116265	rnn.weight_ih_l1_reverse	2	0.05280715227127075
116265	rnn.weight_ih_l1_reverse	3	0.0006269911536946893
116265	rnn.weight_ih_l1_reverse	4	-0.027316126972436905
116265	rnn.weight_ih_l1_reverse	5	-0.03381212428212166
116265	rnn.weight_ih_l1_reverse	6	-0.00959041714668274
116265	rnn.weight_ih_l1_reverse	7	0.02645300142467022
116265	rnn.weight_ih_l1_reverse	8	0.025792649015784264
116265	rnn.weight_ih_l1_reverse	9	-0.06426284462213516
116265	rnn.weight_hh_l1_reverse	0	0.007544882595539093
116265	rnn.weight_hh_l1_reverse	1	0.026693332940340042
116265	rnn.weight_hh_l1_reverse	2	-0.040082793682813644
116265	rnn.weight_hh_l1_reverse	3	0.0403607152402401
116265	rnn.weight_hh_l1_reverse	4	0.043883904814720154
116265	rnn.weight_hh_l1_reverse	5	0.009162741713225842
116265	rnn.weight_hh_l1_reverse	6	0.015720749273896217
116265	rnn.weight_hh_l1_reverse	7	0.025816241279244423
116265	rnn.weight_hh_l1_reverse	8	-0.00628204271197319
116265	rnn.weight_hh_l1_reverse	9	-0.032475486397743225
116265	rnn.bias_ih_l1_reverse	0	-0.07459474354982376
116265	rnn.bias_ih_l1_reverse	1	-0.1453925371170044
116265	rnn.bias_ih_l1_reverse	2	-0.15001553297042847
116265	rnn.bias_ih_l1_reverse	3	-0.007088853977620602
116265	rnn.bias_ih_l1_reverse	4	-0.1969066560268402
116265	rnn.bias_ih_l1_reverse	5	-0.10006771236658096
116265	rnn.bias_ih_l1_reverse	6	-0.1254180669784546
116265	rnn.bias_ih_l1_reverse	7	-0.21203602850437164
116265	rnn.bias_ih_l1_reverse	8	0.1825847029685974
116265	rnn.bias_ih_l1_reverse	9	0.05052938684821129
116265	rnn.bias_hh_l1_reverse	0	-0.028109975159168243
116265	rnn.bias_hh_l1_reverse	1	-0.07433197647333145
116265	rnn.bias_hh_l1_reverse	2	-0.21926364302635193
116265	rnn.bias_hh_l1_reverse	3	-0.12004031240940094
116265	rnn.bias_hh_l1_reverse	4	-0.09655628353357315
116265	rnn.bias_hh_l1_reverse	5	-0.12154603004455566
116265	rnn.bias_hh_l1_reverse	6	0.1485045701265335
116265	rnn.bias_hh_l1_reverse	7	-0.1288752555847168
116265	rnn.bias_hh_l1_reverse	8	-0.1082606241106987
116265	rnn.bias_hh_l1_reverse	9	-0.13653402030467987
116265	linear.weight	0	0.002228822559118271
116265	linear.weight	1	0.09711161255836487
116265	linear.weight	2	-0.04884418472647667
116265	linear.weight	3	0.30401790142059326
116265	linear.weight	4	0.12866303324699402
116265	linear.weight	5	-0.010884546674787998
116265	linear.weight	6	0.07053128629922867
116265	linear.weight	7	0.0909838005900383
116265	linear.weight	8	0.04129127040505409
116265	linear.weight	9	-0.04574420303106308
116265	linear.bias	0	0.08565592765808105
116265	linear.bias	1	-0.16928306221961975
116265	linear.bias	2	-0.4601207971572876
116265	linear.bias	3	-0.7163860201835632
116265	linear.bias	4	-1.2088745832443237
116265	linear.bias	5	-0.09837736189365387
116265	linear.bias	6	-0.707356870174408
116265	linear.bias	7	0.321684867143631
116265	linear.bias	8	-0.44226112961769104
116265	linear.bias	9	-0.9069130420684814
116462	transitions	0	0.6120219230651855
116462	transitions	1	0.1310378462076187
116462	transitions	2	-10000.0
116462	transitions	3	-1.8181415796279907
116462	transitions	4	-10000.0
116462	transitions	5	0.5960386991500854
116462	transitions	6	-0.06327386200428009
116462	transitions	7	-0.6194127798080444
116462	transitions	8	-1.387023687362671
116462	transitions	9	-0.0009718780056573451
116462	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
116462	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
116462	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
116462	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
116462	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
116462	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
116462	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
116462	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
116462	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
116462	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
116462	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
116462	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
116462	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
116462	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
116462	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
116462	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
116462	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
116462	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
116462	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
116462	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
116462	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
116462	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
116462	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
116462	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
116462	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
116462	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
116462	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
116462	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
116462	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
116462	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
116462	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
116462	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
116462	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
116462	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
116462	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
116462	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
116462	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
116462	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
116462	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
116462	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
116462	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
116462	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
116462	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
116462	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
116462	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
116462	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
116462	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
116462	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
116462	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
116462	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
116462	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
116462	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
116462	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
116462	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
116462	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
116462	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
116462	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
116462	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
116462	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
116462	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
116462	embedding2nn.weight	0	0.009456077590584755
116462	embedding2nn.weight	1	-0.013258987106382847
116462	embedding2nn.weight	2	-0.014268254861235619
116462	embedding2nn.weight	3	-0.04290496185421944
116462	embedding2nn.weight	4	-0.0059150345623493195
116462	embedding2nn.weight	5	-0.0037005883641541004
116462	embedding2nn.weight	6	-0.003973280545324087
116462	embedding2nn.weight	7	-0.07031242549419403
116462	embedding2nn.weight	8	-0.0019979383796453476
116462	embedding2nn.weight	9	-0.026069317013025284
116462	embedding2nn.bias	0	0.02224954031407833
116462	embedding2nn.bias	1	-0.06433990597724915
116462	embedding2nn.bias	2	0.07326136529445648
116462	embedding2nn.bias	3	0.044582586735486984
116462	embedding2nn.bias	4	-0.050469085574150085
116462	embedding2nn.bias	5	-0.020683513954281807
116462	embedding2nn.bias	6	0.03131312504410744
116462	embedding2nn.bias	7	-0.0664396584033966
116462	embedding2nn.bias	8	0.026140747591853142
116462	embedding2nn.bias	9	0.0125814164057374
116462	rnn.weight_ih_l0	0	-0.07162110507488251
116462	rnn.weight_ih_l0	1	-0.008076907135546207
116462	rnn.weight_ih_l0	2	0.05281105265021324
116462	rnn.weight_ih_l0	3	0.01534088421612978
116462	rnn.weight_ih_l0	4	-0.021889876574277878
116462	rnn.weight_ih_l0	5	-0.05719606578350067
116462	rnn.weight_ih_l0	6	0.002267625881358981
116462	rnn.weight_ih_l0	7	0.03496292978525162
116462	rnn.weight_ih_l0	8	-0.010604354552924633
116462	rnn.weight_ih_l0	9	-0.015832100063562393
116462	rnn.weight_hh_l0	0	-0.039386119693517685
116462	rnn.weight_hh_l0	1	0.002354786964133382
116462	rnn.weight_hh_l0	2	-0.006552375387400389
116462	rnn.weight_hh_l0	3	-0.06091143935918808
116462	rnn.weight_hh_l0	4	0.08783729374408722
116462	rnn.weight_hh_l0	5	-0.005020855460315943
116462	rnn.weight_hh_l0	6	-0.056141775101423264
116462	rnn.weight_hh_l0	7	0.011335419490933418
116462	rnn.weight_hh_l0	8	0.01126950979232788
116462	rnn.weight_hh_l0	9	-0.013031856156885624
116462	rnn.bias_ih_l0	0	0.07949431985616684
116462	rnn.bias_ih_l0	1	-0.04471709579229355
116462	rnn.bias_ih_l0	2	0.006748866755515337
116462	rnn.bias_ih_l0	3	0.11483393609523773
116462	rnn.bias_ih_l0	4	-0.026516146957874298
116462	rnn.bias_ih_l0	5	-0.036718759685754776
116462	rnn.bias_ih_l0	6	0.027842914685606956
116462	rnn.bias_ih_l0	7	0.03435051813721657
116462	rnn.bias_ih_l0	8	-0.1121959462761879
116462	rnn.bias_ih_l0	9	-0.026807090267539024
116462	rnn.bias_hh_l0	0	-0.021344346925616264
116462	rnn.bias_hh_l0	1	-0.09728826582431793
116462	rnn.bias_hh_l0	2	-0.04713638499379158
116462	rnn.bias_hh_l0	3	-0.08290033787488937
116462	rnn.bias_hh_l0	4	-0.015498914755880833
116462	rnn.bias_hh_l0	5	-0.01698049157857895
116462	rnn.bias_hh_l0	6	0.026757188141345978
116462	rnn.bias_hh_l0	7	0.04516205936670303
116462	rnn.bias_hh_l0	8	-0.12837089598178864
116462	rnn.bias_hh_l0	9	-0.012354442849755287
116462	rnn.weight_ih_l0_reverse	0	-0.02340673841536045
116462	rnn.weight_ih_l0_reverse	1	-0.0429878756403923
116462	rnn.weight_ih_l0_reverse	2	-0.036165427416563034
116462	rnn.weight_ih_l0_reverse	3	0.007391669787466526
116462	rnn.weight_ih_l0_reverse	4	-0.01695023849606514
116462	rnn.weight_ih_l0_reverse	5	-0.04816511273384094
116462	rnn.weight_ih_l0_reverse	6	0.07773768901824951
116462	rnn.weight_ih_l0_reverse	7	-0.031257640570402145
116462	rnn.weight_ih_l0_reverse	8	-0.020355340093374252
116462	rnn.weight_ih_l0_reverse	9	0.010609873570501804
116462	rnn.weight_hh_l0_reverse	0	0.045018602162599564
116462	rnn.weight_hh_l0_reverse	1	0.024206088855862617
116462	rnn.weight_hh_l0_reverse	2	0.034511055797338486
116462	rnn.weight_hh_l0_reverse	3	0.031618524342775345
116462	rnn.weight_hh_l0_reverse	4	0.010315138846635818
116462	rnn.weight_hh_l0_reverse	5	0.014960171654820442
116462	rnn.weight_hh_l0_reverse	6	0.046103086322546005
116462	rnn.weight_hh_l0_reverse	7	-0.06483353674411774
116462	rnn.weight_hh_l0_reverse	8	0.038998793810606
116462	rnn.weight_hh_l0_reverse	9	0.04468245431780815
116462	rnn.bias_ih_l0_reverse	0	-0.0717495009303093
116462	rnn.bias_ih_l0_reverse	1	-0.24010570347309113
116462	rnn.bias_ih_l0_reverse	2	-0.14757993817329407
116462	rnn.bias_ih_l0_reverse	3	-0.04112965241074562
116462	rnn.bias_ih_l0_reverse	4	-0.02627597004175186
116462	rnn.bias_ih_l0_reverse	5	0.04820071905851364
116462	rnn.bias_ih_l0_reverse	6	-0.05689312517642975
116462	rnn.bias_ih_l0_reverse	7	0.040862515568733215
116462	rnn.bias_ih_l0_reverse	8	-0.037847891449928284
116462	rnn.bias_ih_l0_reverse	9	0.0446193590760231
116462	rnn.bias_hh_l0_reverse	0	0.010059843771159649
116462	rnn.bias_hh_l0_reverse	1	-0.029513821005821228
116462	rnn.bias_hh_l0_reverse	2	0.07801323384046555
116462	rnn.bias_hh_l0_reverse	3	-0.05295266583561897
116462	rnn.bias_hh_l0_reverse	4	-0.0399194099009037
116462	rnn.bias_hh_l0_reverse	5	-0.028827400878071785
116462	rnn.bias_hh_l0_reverse	6	-0.03275591507554054
116462	rnn.bias_hh_l0_reverse	7	0.11618941277265549
116462	rnn.bias_hh_l0_reverse	8	0.027860179543495178
116462	rnn.bias_hh_l0_reverse	9	-0.1163315400481224
116462	rnn.weight_ih_l1	0	-0.042010415345430374
116462	rnn.weight_ih_l1	1	-0.033599935472011566
116462	rnn.weight_ih_l1	2	0.03680440038442612
116462	rnn.weight_ih_l1	3	-0.0711183026432991
116462	rnn.weight_ih_l1	4	-0.010812060907483101
116462	rnn.weight_ih_l1	5	-0.04684411734342575
116462	rnn.weight_ih_l1	6	0.022145867347717285
116462	rnn.weight_ih_l1	7	-0.02439078874886036
116462	rnn.weight_ih_l1	8	0.03815815597772598
116462	rnn.weight_ih_l1	9	0.045153651386499405
116462	rnn.weight_hh_l1	0	-0.005612182896584272
116462	rnn.weight_hh_l1	1	0.011010490357875824
116462	rnn.weight_hh_l1	2	-0.0006885676993988454
116462	rnn.weight_hh_l1	3	-0.009714384563267231
116462	rnn.weight_hh_l1	4	0.0019311702344566584
116462	rnn.weight_hh_l1	5	0.026124075055122375
116462	rnn.weight_hh_l1	6	0.0257129929959774
116462	rnn.weight_hh_l1	7	-0.024607593193650246
116462	rnn.weight_hh_l1	8	-0.01712615229189396
116462	rnn.weight_hh_l1	9	0.04087994992733002
116462	rnn.bias_ih_l1	0	-0.16759376227855682
116462	rnn.bias_ih_l1	1	-0.17904812097549438
116462	rnn.bias_ih_l1	2	-0.18379202485084534
116462	rnn.bias_ih_l1	3	-0.2761702239513397
116462	rnn.bias_ih_l1	4	-0.1964298039674759
116462	rnn.bias_ih_l1	5	-0.10372523218393326
116462	rnn.bias_ih_l1	6	-0.1300375908613205
116462	rnn.bias_ih_l1	7	-0.038694821298122406
116462	rnn.bias_ih_l1	8	-0.1298844963312149
116462	rnn.bias_ih_l1	9	-0.11945611983537674
116462	rnn.bias_hh_l1	0	-0.12249570339918137
116462	rnn.bias_hh_l1	1	-0.06418437510728836
116462	rnn.bias_hh_l1	2	-0.10080141574144363
116462	rnn.bias_hh_l1	3	-0.09397255629301071
116462	rnn.bias_hh_l1	4	-0.10623864084482193
116462	rnn.bias_hh_l1	5	-0.11903826892375946
116462	rnn.bias_hh_l1	6	-0.1404273360967636
116462	rnn.bias_hh_l1	7	0.023476742208003998
116462	rnn.bias_hh_l1	8	-0.16846147179603577
116462	rnn.bias_hh_l1	9	-0.09381674975156784
116462	rnn.weight_ih_l1_reverse	0	-0.04853769764304161
116462	rnn.weight_ih_l1_reverse	1	0.021943707019090652
116462	rnn.weight_ih_l1_reverse	2	0.05278459191322327
116462	rnn.weight_ih_l1_reverse	3	0.002679337514564395
116462	rnn.weight_ih_l1_reverse	4	-0.028356587514281273
116462	rnn.weight_ih_l1_reverse	5	-0.0334504060447216
116462	rnn.weight_ih_l1_reverse	6	-0.012230242602527142
116462	rnn.weight_ih_l1_reverse	7	0.025539280846714973
116462	rnn.weight_ih_l1_reverse	8	0.026378285139799118
116462	rnn.weight_ih_l1_reverse	9	-0.061947889626026154
116462	rnn.weight_hh_l1_reverse	0	0.007687636651098728
116462	rnn.weight_hh_l1_reverse	1	0.026931745931506157
116462	rnn.weight_hh_l1_reverse	2	-0.039999332278966904
116462	rnn.weight_hh_l1_reverse	3	0.040285609662532806
116462	rnn.weight_hh_l1_reverse	4	0.04432512819766998
116462	rnn.weight_hh_l1_reverse	5	0.008833992294967175
116462	rnn.weight_hh_l1_reverse	6	0.016173064708709717
116462	rnn.weight_hh_l1_reverse	7	0.025756074115633965
116462	rnn.weight_hh_l1_reverse	8	-0.006395038682967424
116462	rnn.weight_hh_l1_reverse	9	-0.03249539062380791
116462	rnn.bias_ih_l1_reverse	0	-0.07514680922031403
116462	rnn.bias_ih_l1_reverse	1	-0.14705754816532135
116462	rnn.bias_ih_l1_reverse	2	-0.15077120065689087
116462	rnn.bias_ih_l1_reverse	3	-0.002249788725748658
116462	rnn.bias_ih_l1_reverse	4	-0.1981717348098755
116462	rnn.bias_ih_l1_reverse	5	-0.10068614780902863
116462	rnn.bias_ih_l1_reverse	6	-0.12572459876537323
116462	rnn.bias_ih_l1_reverse	7	-0.21182893216609955
116462	rnn.bias_ih_l1_reverse	8	0.17520970106124878
116462	rnn.bias_ih_l1_reverse	9	0.04765911027789116
116462	rnn.bias_hh_l1_reverse	0	-0.02922169491648674
116462	rnn.bias_hh_l1_reverse	1	-0.07007109373807907
116462	rnn.bias_hh_l1_reverse	2	-0.21965248882770538
116462	rnn.bias_hh_l1_reverse	3	-0.11921001970767975
116462	rnn.bias_hh_l1_reverse	4	-0.09725657105445862
116462	rnn.bias_hh_l1_reverse	5	-0.12154494971036911
116462	rnn.bias_hh_l1_reverse	6	0.15434642136096954
116462	rnn.bias_hh_l1_reverse	7	-0.12837737798690796
116462	rnn.bias_hh_l1_reverse	8	-0.10563633590936661
116462	rnn.bias_hh_l1_reverse	9	-0.13623973727226257
116462	linear.weight	0	0.002228822559118271
116462	linear.weight	1	0.10548900812864304
116462	linear.weight	2	-0.04869907721877098
116462	linear.weight	3	0.2974506914615631
116462	linear.weight	4	0.1305745542049408
116462	linear.weight	5	-0.013974464498460293
116462	linear.weight	6	0.06801025569438934
116462	linear.weight	7	0.08994749933481216
116462	linear.weight	8	0.04128872975707054
116462	linear.weight	9	-0.04685851186513901
116462	linear.bias	0	0.08094779402017593
116462	linear.bias	1	-0.18494515120983124
116462	linear.bias	2	-0.45238059759140015
116462	linear.bias	3	-0.6897635459899902
116462	linear.bias	4	-1.1826421022415161
116462	linear.bias	5	-0.09575583785772324
116462	linear.bias	6	-0.7199681401252747
116462	linear.bias	7	0.3250521421432495
116462	linear.bias	8	-0.45754292607307434
116462	linear.bias	9	-0.9228496551513672
116466	transitions	0	0.6119914650917053
116466	transitions	1	0.13420896232128143
116466	transitions	2	-10000.0
116466	transitions	3	-1.818144679069519
116466	transitions	4	-10000.0
116466	transitions	5	0.5960365533828735
116466	transitions	6	-0.06327585130929947
116466	transitions	7	-0.6194489598274231
116466	transitions	8	-1.3870335817337036
116466	transitions	9	-0.000971886096522212
116466	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
116466	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
116466	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
116466	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
116466	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
116466	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
116466	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
116466	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
116466	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
116466	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
116466	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
116466	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
116466	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
116466	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
116466	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
116466	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
116466	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
116466	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
116466	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
116466	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
116466	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
116466	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
116466	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
116466	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
116466	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
116466	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
116466	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
116466	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
116466	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
116466	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
116466	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
116466	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
116466	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
116466	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
116466	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
116466	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
116466	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
116466	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
116466	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
116466	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
116466	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
116466	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
116466	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
116466	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
116466	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
116466	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
116466	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
116466	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
116466	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
116466	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
116466	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
116466	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
116466	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
116466	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
116466	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
116466	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
116466	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
116466	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
116466	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
116466	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
116466	embedding2nn.weight	0	0.009593700058758259
116466	embedding2nn.weight	1	-0.013262134976685047
116466	embedding2nn.weight	2	-0.014268254861235619
116466	embedding2nn.weight	3	-0.04288718104362488
116466	embedding2nn.weight	4	-0.0059150345623493195
116466	embedding2nn.weight	5	-0.0037005883641541004
116466	embedding2nn.weight	6	-0.003973280545324087
116466	embedding2nn.weight	7	-0.07024522125720978
116466	embedding2nn.weight	8	-0.0019979383796453476
116466	embedding2nn.weight	9	-0.02624005824327469
116466	embedding2nn.bias	0	0.023326866328716278
116466	embedding2nn.bias	1	-0.06565862894058228
116466	embedding2nn.bias	2	0.07401730865240097
116466	embedding2nn.bias	3	0.044354915618896484
116466	embedding2nn.bias	4	-0.051326483488082886
116466	embedding2nn.bias	5	-0.020783092826604843
116466	embedding2nn.bias	6	0.03193652257323265
116466	embedding2nn.bias	7	-0.06748905777931213
116466	embedding2nn.bias	8	0.02734331414103508
116466	embedding2nn.bias	9	0.012489397078752518
116466	rnn.weight_ih_l0	0	-0.071780264377594
116466	rnn.weight_ih_l0	1	-0.007928716018795967
116466	rnn.weight_ih_l0	2	0.052815649658441544
116466	rnn.weight_ih_l0	3	0.015367131680250168
116466	rnn.weight_ih_l0	4	-0.021827952936291695
116466	rnn.weight_ih_l0	5	-0.05726603791117668
116466	rnn.weight_ih_l0	6	0.0021877142135053873
116466	rnn.weight_ih_l0	7	0.034959204494953156
116466	rnn.weight_ih_l0	8	-0.010533543303608894
116466	rnn.weight_ih_l0	9	-0.01574859581887722
116466	rnn.weight_hh_l0	0	-0.03941561281681061
116466	rnn.weight_hh_l0	1	0.002372337505221367
116466	rnn.weight_hh_l0	2	-0.006550988182425499
116466	rnn.weight_hh_l0	3	-0.06095907837152481
116466	rnn.weight_hh_l0	4	0.08778327703475952
116466	rnn.weight_hh_l0	5	-0.005051665939390659
116466	rnn.weight_hh_l0	6	-0.05609044432640076
116466	rnn.weight_hh_l0	7	0.011085212230682373
116466	rnn.weight_hh_l0	8	0.011132770217955112
116466	rnn.weight_hh_l0	9	-0.013040064834058285
116466	rnn.bias_ih_l0	0	0.07962028682231903
116466	rnn.bias_ih_l0	1	-0.04390796646475792
116466	rnn.bias_ih_l0	2	0.006451354827731848
116466	rnn.bias_ih_l0	3	0.11497053503990173
116466	rnn.bias_ih_l0	4	-0.02666817605495453
116466	rnn.bias_ih_l0	5	-0.03701768442988396
116466	rnn.bias_ih_l0	6	0.028373893350362778
116466	rnn.bias_ih_l0	7	0.034202344715595245
116466	rnn.bias_ih_l0	8	-0.11208049952983856
116466	rnn.bias_ih_l0	9	-0.027428435161709785
116466	rnn.bias_hh_l0	0	-0.020963633432984352
116466	rnn.bias_hh_l0	1	-0.09739866107702255
116466	rnn.bias_hh_l0	2	-0.04749022796750069
116466	rnn.bias_hh_l0	3	-0.08290606737136841
116466	rnn.bias_hh_l0	4	-0.015504889190196991
116466	rnn.bias_hh_l0	5	-0.016750764101743698
116466	rnn.bias_hh_l0	6	0.02675631083548069
116466	rnn.bias_hh_l0	7	0.045050591230392456
116466	rnn.bias_hh_l0	8	-0.12869766354560852
116466	rnn.bias_hh_l0	9	-0.012346387840807438
116466	rnn.weight_ih_l0_reverse	0	-0.0234758909791708
116466	rnn.weight_ih_l0_reverse	1	-0.0429437980055809
116466	rnn.weight_ih_l0_reverse	2	-0.036045655608177185
116466	rnn.weight_ih_l0_reverse	3	0.007483223453164101
116466	rnn.weight_ih_l0_reverse	4	-0.01702393777668476
116466	rnn.weight_ih_l0_reverse	5	-0.048143934458494186
116466	rnn.weight_ih_l0_reverse	6	0.07768664509057999
116466	rnn.weight_ih_l0_reverse	7	-0.03152075782418251
116466	rnn.weight_ih_l0_reverse	8	-0.02050000987946987
116466	rnn.weight_ih_l0_reverse	9	0.010558541864156723
116466	rnn.weight_hh_l0_reverse	0	0.04496099427342415
116466	rnn.weight_hh_l0_reverse	1	0.02442597970366478
116466	rnn.weight_hh_l0_reverse	2	0.034507934004068375
116466	rnn.weight_hh_l0_reverse	3	0.03159789741039276
116466	rnn.weight_hh_l0_reverse	4	0.010244895704090595
116466	rnn.weight_hh_l0_reverse	5	0.014898603782057762
116466	rnn.weight_hh_l0_reverse	6	0.04608364775776863
116466	rnn.weight_hh_l0_reverse	7	-0.06512685865163803
116466	rnn.weight_hh_l0_reverse	8	0.03896532580256462
116466	rnn.weight_hh_l0_reverse	9	0.04479052871465683
116466	rnn.bias_ih_l0_reverse	0	-0.0716823935508728
116466	rnn.bias_ih_l0_reverse	1	-0.23953679203987122
116466	rnn.bias_ih_l0_reverse	2	-0.1482146978378296
116466	rnn.bias_ih_l0_reverse	3	-0.0412222184240818
116466	rnn.bias_ih_l0_reverse	4	-0.02628692425787449
116466	rnn.bias_ih_l0_reverse	5	0.04974034056067467
116466	rnn.bias_ih_l0_reverse	6	-0.05697661265730858
116466	rnn.bias_ih_l0_reverse	7	0.041305236518383026
116466	rnn.bias_ih_l0_reverse	8	-0.03758074343204498
116466	rnn.bias_ih_l0_reverse	9	0.04457297548651695
116466	rnn.bias_hh_l0_reverse	0	0.010413633659482002
116466	rnn.bias_hh_l0_reverse	1	-0.029618315398693085
116466	rnn.bias_hh_l0_reverse	2	0.0781458392739296
116466	rnn.bias_hh_l0_reverse	3	-0.053162723779678345
116466	rnn.bias_hh_l0_reverse	4	-0.03998918458819389
116466	rnn.bias_hh_l0_reverse	5	-0.02880370058119297
116466	rnn.bias_hh_l0_reverse	6	-0.03242620453238487
116466	rnn.bias_hh_l0_reverse	7	0.11584006994962692
116466	rnn.bias_hh_l0_reverse	8	0.027539826929569244
116466	rnn.bias_hh_l0_reverse	9	-0.11614526808261871
116466	rnn.weight_ih_l1	0	-0.04201718792319298
116466	rnn.weight_ih_l1	1	-0.03359219804406166
116466	rnn.weight_ih_l1	2	0.036955904215574265
116466	rnn.weight_ih_l1	3	-0.0711829885840416
116466	rnn.weight_ih_l1	4	-0.010810974054038525
116466	rnn.weight_ih_l1	5	-0.046780265867710114
116466	rnn.weight_ih_l1	6	0.022104917094111443
116466	rnn.weight_ih_l1	7	-0.024221068248152733
116466	rnn.weight_ih_l1	8	0.038203828036785126
116466	rnn.weight_ih_l1	9	0.04517096281051636
116466	rnn.weight_hh_l1	0	-0.00568028911948204
116466	rnn.weight_hh_l1	1	0.010960530489683151
116466	rnn.weight_hh_l1	2	-0.0006333955680020154
116466	rnn.weight_hh_l1	3	-0.009774284437298775
116466	rnn.weight_hh_l1	4	0.0020840330980718136
116466	rnn.weight_hh_l1	5	0.026112111285328865
116466	rnn.weight_hh_l1	6	0.025537725538015366
116466	rnn.weight_hh_l1	7	-0.024622533470392227
116466	rnn.weight_hh_l1	8	-0.017201708629727364
116466	rnn.weight_hh_l1	9	0.040912337601184845
116466	rnn.bias_ih_l1	0	-0.16752155125141144
116466	rnn.bias_ih_l1	1	-0.17903348803520203
116466	rnn.bias_ih_l1	2	-0.1838027834892273
116466	rnn.bias_ih_l1	3	-0.27611154317855835
116466	rnn.bias_ih_l1	4	-0.1960500329732895
116466	rnn.bias_ih_l1	5	-0.10367513447999954
116466	rnn.bias_ih_l1	6	-0.13004863262176514
116466	rnn.bias_ih_l1	7	-0.0393855907022953
116466	rnn.bias_ih_l1	8	-0.12960001826286316
116466	rnn.bias_ih_l1	9	-0.11944544315338135
116466	rnn.bias_hh_l1	0	-0.12292230129241943
116466	rnn.bias_hh_l1	1	-0.06407502293586731
116466	rnn.bias_hh_l1	2	-0.10026316344738007
116466	rnn.bias_hh_l1	3	-0.09406433254480362
116466	rnn.bias_hh_l1	4	-0.10683276504278183
116466	rnn.bias_hh_l1	5	-0.11908359825611115
116466	rnn.bias_hh_l1	6	-0.14046978950500488
116466	rnn.bias_hh_l1	7	0.02240709215402603
116466	rnn.bias_hh_l1	8	-0.16878461837768555
116466	rnn.bias_hh_l1	9	-0.09393003582954407
116466	rnn.weight_ih_l1_reverse	0	-0.048552900552749634
116466	rnn.weight_ih_l1_reverse	1	0.02213554084300995
116466	rnn.weight_ih_l1_reverse	2	0.05270904675126076
116466	rnn.weight_ih_l1_reverse	3	0.0027136693242937326
116466	rnn.weight_ih_l1_reverse	4	-0.028324805200099945
116466	rnn.weight_ih_l1_reverse	5	-0.03345230594277382
116466	rnn.weight_ih_l1_reverse	6	-0.012045006267726421
116466	rnn.weight_ih_l1_reverse	7	0.025558602064847946
116466	rnn.weight_ih_l1_reverse	8	0.026115117594599724
116466	rnn.weight_ih_l1_reverse	9	-0.06192111596465111
116466	rnn.weight_hh_l1_reverse	0	0.007694006431847811
116466	rnn.weight_hh_l1_reverse	1	0.0268851350992918
116466	rnn.weight_hh_l1_reverse	2	-0.039989273995161057
116466	rnn.weight_hh_l1_reverse	3	0.04027259349822998
116466	rnn.weight_hh_l1_reverse	4	0.04425734654068947
116466	rnn.weight_hh_l1_reverse	5	0.008760630153119564
116466	rnn.weight_hh_l1_reverse	6	0.01608605496585369
116466	rnn.weight_hh_l1_reverse	7	0.025765564292669296
116466	rnn.weight_hh_l1_reverse	8	-0.006402669474482536
116466	rnn.weight_hh_l1_reverse	9	-0.032462358474731445
116466	rnn.bias_ih_l1_reverse	0	-0.07519816607236862
116466	rnn.bias_ih_l1_reverse	1	-0.14732040464878082
116466	rnn.bias_ih_l1_reverse	2	-0.1507778763771057
116466	rnn.bias_ih_l1_reverse	3	-0.0026625702157616615
116466	rnn.bias_ih_l1_reverse	4	-0.198170006275177
116466	rnn.bias_ih_l1_reverse	5	-0.10091070830821991
116466	rnn.bias_ih_l1_reverse	6	-0.1256849765777588
116466	rnn.bias_ih_l1_reverse	7	-0.2112426459789276
116466	rnn.bias_ih_l1_reverse	8	0.1748354732990265
116466	rnn.bias_ih_l1_reverse	9	0.047917965799570084
116466	rnn.bias_hh_l1_reverse	0	-0.028848223388195038
116466	rnn.bias_hh_l1_reverse	1	-0.07075198739767075
116466	rnn.bias_hh_l1_reverse	2	-0.21965113282203674
116466	rnn.bias_hh_l1_reverse	3	-0.11935248225927353
116466	rnn.bias_hh_l1_reverse	4	-0.09733176976442337
116466	rnn.bias_hh_l1_reverse	5	-0.12168600410223007
116466	rnn.bias_hh_l1_reverse	6	0.15534967184066772
116466	rnn.bias_hh_l1_reverse	7	-0.1285412311553955
116466	rnn.bias_hh_l1_reverse	8	-0.1058061495423317
116466	rnn.bias_hh_l1_reverse	9	-0.1362556368112564
116466	linear.weight	0	0.002228822559118271
116466	linear.weight	1	0.10523632913827896
116466	linear.weight	2	-0.04881260544061661
116466	linear.weight	3	0.2962258458137512
116466	linear.weight	4	0.13055051863193512
116466	linear.weight	5	-0.013974064029753208
116466	linear.weight	6	0.06981748342514038
116466	linear.weight	7	0.09119561314582825
116466	linear.weight	8	0.04128873348236084
116466	linear.weight	9	-0.046565327793359756
116466	linear.bias	0	0.0650210902094841
116466	linear.bias	1	-0.1897212564945221
116466	linear.bias	2	-0.45154494047164917
116466	linear.bias	3	-0.6901369094848633
116466	linear.bias	4	-1.1830734014511108
116466	linear.bias	5	-0.0932699516415596
116466	linear.bias	6	-0.7245057225227356
116466	linear.bias	7	0.32752281427383423
116466	linear.bias	8	-0.45259425044059753
116466	linear.bias	9	-0.9179205894470215
116663	transitions	0	0.5998777151107788
116663	transitions	1	0.13921117782592773
116663	transitions	2	-10000.0
116663	transitions	3	-1.8182162046432495
116663	transitions	4	-10000.0
116663	transitions	5	0.5958495140075684
116663	transitions	6	-0.06337131559848785
116663	transitions	7	-0.6200116872787476
116663	transitions	8	-1.3871909379959106
116663	transitions	9	-0.0009732820326462388
116663	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
116663	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
116663	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
116663	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
116663	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
116663	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
116663	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
116663	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
116663	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
116663	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
116663	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
116663	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
116663	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
116663	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
116663	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
116663	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
116663	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
116663	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
116663	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
116663	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
116663	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
116663	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
116663	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
116663	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
116663	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
116663	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
116663	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
116663	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
116663	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
116663	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
116663	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
116663	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
116663	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
116663	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
116663	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
116663	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
116663	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
116663	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
116663	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
116663	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
116663	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
116663	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
116663	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
116663	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
116663	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
116663	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
116663	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
116663	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
116663	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
116663	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
116663	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
116663	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
116663	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
116663	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
116663	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
116663	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
116663	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
116663	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
116663	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
116663	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
116663	embedding2nn.weight	0	0.008279120549559593
116663	embedding2nn.weight	1	-0.013806678354740143
116663	embedding2nn.weight	2	-0.014268254861235619
116663	embedding2nn.weight	3	-0.044822342693805695
116663	embedding2nn.weight	4	-0.0059150345623493195
116663	embedding2nn.weight	5	-0.0037005881313234568
116663	embedding2nn.weight	6	-0.003973278217017651
116663	embedding2nn.weight	7	-0.07038282603025436
116663	embedding2nn.weight	8	-0.0019979383796453476
116663	embedding2nn.weight	9	-0.026602040976285934
116663	embedding2nn.bias	0	0.023947561159729958
116663	embedding2nn.bias	1	-0.06655300408601761
116663	embedding2nn.bias	2	0.07243429869413376
116663	embedding2nn.bias	3	0.05026926100254059
116663	embedding2nn.bias	4	-0.05323886126279831
116663	embedding2nn.bias	5	-0.031926319003105164
116663	embedding2nn.bias	6	0.042847372591495514
116663	embedding2nn.bias	7	-0.05206259340047836
116663	embedding2nn.bias	8	0.03585710749030113
116663	embedding2nn.bias	9	0.009904848411679268
116663	rnn.weight_ih_l0	0	-0.07167737931013107
116663	rnn.weight_ih_l0	1	-0.007466074079275131
116663	rnn.weight_ih_l0	2	0.0511719286441803
116663	rnn.weight_ih_l0	3	0.015941280871629715
116663	rnn.weight_ih_l0	4	-0.02117832377552986
116663	rnn.weight_ih_l0	5	-0.056727178394794464
116663	rnn.weight_ih_l0	6	0.0018838500836864114
116663	rnn.weight_ih_l0	7	0.03430209681391716
116663	rnn.weight_ih_l0	8	-0.012034181505441666
116663	rnn.weight_ih_l0	9	-0.015715885907411575
116663	rnn.weight_hh_l0	0	-0.03786524385213852
116663	rnn.weight_hh_l0	1	0.003203190164640546
116663	rnn.weight_hh_l0	2	-0.005997396539896727
116663	rnn.weight_hh_l0	3	-0.061595749109983444
116663	rnn.weight_hh_l0	4	0.08718667179346085
116663	rnn.weight_hh_l0	5	-0.005557630676776171
116663	rnn.weight_hh_l0	6	-0.053906697779893875
116663	rnn.weight_hh_l0	7	0.01080249808728695
116663	rnn.weight_hh_l0	8	0.011065904051065445
116663	rnn.weight_hh_l0	9	-0.013526585884392262
116663	rnn.bias_ih_l0	0	0.07775206118822098
116663	rnn.bias_ih_l0	1	-0.04161936789751053
116663	rnn.bias_ih_l0	2	0.007681365590542555
116663	rnn.bias_ih_l0	3	0.11654428392648697
116663	rnn.bias_ih_l0	4	-0.032152995467185974
116663	rnn.bias_ih_l0	5	-0.03677224740386009
116663	rnn.bias_ih_l0	6	0.02874213084578514
116663	rnn.bias_ih_l0	7	0.0346505232155323
116663	rnn.bias_ih_l0	8	-0.11293043941259384
116663	rnn.bias_ih_l0	9	-0.028198938816785812
116663	rnn.bias_hh_l0	0	-0.023315023630857468
116663	rnn.bias_hh_l0	1	-0.09901268035173416
116663	rnn.bias_hh_l0	2	-0.050652340054512024
116663	rnn.bias_hh_l0	3	-0.08214692771434784
116663	rnn.bias_hh_l0	4	-0.012101463973522186
116663	rnn.bias_hh_l0	5	-0.016188044100999832
116663	rnn.bias_hh_l0	6	0.024451814591884613
116663	rnn.bias_hh_l0	7	0.045958586037158966
116663	rnn.bias_hh_l0	8	-0.12800125777721405
116663	rnn.bias_hh_l0	9	-0.015634216368198395
116663	rnn.weight_ih_l0_reverse	0	-0.026070522144436836
116663	rnn.weight_ih_l0_reverse	1	-0.045742008835077286
116663	rnn.weight_ih_l0_reverse	2	-0.03611269220709801
116663	rnn.weight_ih_l0_reverse	3	0.006368881091475487
116663	rnn.weight_ih_l0_reverse	4	-0.017136462032794952
116663	rnn.weight_ih_l0_reverse	5	-0.049023404717445374
116663	rnn.weight_ih_l0_reverse	6	0.07936570793390274
116663	rnn.weight_ih_l0_reverse	7	-0.029980245977640152
116663	rnn.weight_ih_l0_reverse	8	-0.0204843170940876
116663	rnn.weight_ih_l0_reverse	9	0.011247850954532623
116663	rnn.weight_hh_l0_reverse	0	0.04532827436923981
116663	rnn.weight_hh_l0_reverse	1	0.02387872524559498
116663	rnn.weight_hh_l0_reverse	2	0.03395189717411995
116663	rnn.weight_hh_l0_reverse	3	0.03163998946547508
116663	rnn.weight_hh_l0_reverse	4	0.009777620434761047
116663	rnn.weight_hh_l0_reverse	5	0.01477669645100832
116663	rnn.weight_hh_l0_reverse	6	0.04672202095389366
116663	rnn.weight_hh_l0_reverse	7	-0.06476704776287079
116663	rnn.weight_hh_l0_reverse	8	0.038024190813302994
116663	rnn.weight_hh_l0_reverse	9	0.04492662101984024
116663	rnn.bias_ih_l0_reverse	0	-0.0731613039970398
116663	rnn.bias_ih_l0_reverse	1	-0.2378755807876587
116663	rnn.bias_ih_l0_reverse	2	-0.15098409354686737
116663	rnn.bias_ih_l0_reverse	3	-0.04119975119829178
116663	rnn.bias_ih_l0_reverse	4	-0.02633972279727459
116663	rnn.bias_ih_l0_reverse	5	0.052069149911403656
116663	rnn.bias_ih_l0_reverse	6	-0.05674365907907486
116663	rnn.bias_ih_l0_reverse	7	0.04040199890732765
116663	rnn.bias_ih_l0_reverse	8	-0.03640138357877731
116663	rnn.bias_ih_l0_reverse	9	0.045102961361408234
116663	rnn.bias_hh_l0_reverse	0	0.01089015044271946
116663	rnn.bias_hh_l0_reverse	1	-0.035015769302845
116663	rnn.bias_hh_l0_reverse	2	0.08196984976530075
116663	rnn.bias_hh_l0_reverse	3	-0.05208431929349899
116663	rnn.bias_hh_l0_reverse	4	-0.0420573391020298
116663	rnn.bias_hh_l0_reverse	5	-0.028841279447078705
116663	rnn.bias_hh_l0_reverse	6	-0.03115713596343994
116663	rnn.bias_hh_l0_reverse	7	0.11507121473550797
116663	rnn.bias_hh_l0_reverse	8	0.028026392683386803
116663	rnn.bias_hh_l0_reverse	9	-0.11839599162340164
116663	rnn.weight_ih_l1	0	-0.042033106088638306
116663	rnn.weight_ih_l1	1	-0.03502925857901573
116663	rnn.weight_ih_l1	2	0.036347586661577225
116663	rnn.weight_ih_l1	3	-0.07187660783529282
116663	rnn.weight_ih_l1	4	-0.010737363249063492
116663	rnn.weight_ih_l1	5	-0.04702756181359291
116663	rnn.weight_ih_l1	6	0.022052055224776268
116663	rnn.weight_ih_l1	7	-0.024735858663916588
116663	rnn.weight_ih_l1	8	0.03800998255610466
116663	rnn.weight_ih_l1	9	0.04450118541717529
116663	rnn.weight_hh_l1	0	-0.006140182260423899
116663	rnn.weight_hh_l1	1	0.010672089643776417
116663	rnn.weight_hh_l1	2	0.00038450933061540127
116663	rnn.weight_hh_l1	3	-0.009381101466715336
116663	rnn.weight_hh_l1	4	0.0016344052273780107
116663	rnn.weight_hh_l1	5	0.02632129192352295
116663	rnn.weight_hh_l1	6	0.024936266243457794
116663	rnn.weight_hh_l1	7	-0.02507329173386097
116663	rnn.weight_hh_l1	8	-0.016996286809444427
116663	rnn.weight_hh_l1	9	0.04023138806223869
116663	rnn.bias_ih_l1	0	-0.16847676038742065
116663	rnn.bias_ih_l1	1	-0.1787422001361847
116663	rnn.bias_ih_l1	2	-0.18496783077716827
116663	rnn.bias_ih_l1	3	-0.276687890291214
116663	rnn.bias_ih_l1	4	-0.18916583061218262
116663	rnn.bias_ih_l1	5	-0.10394137352705002
116663	rnn.bias_ih_l1	6	-0.12969478964805603
116663	rnn.bias_ih_l1	7	-0.03421102464199066
116663	rnn.bias_ih_l1	8	-0.13181929290294647
116663	rnn.bias_ih_l1	9	-0.1161658987402916
116663	rnn.bias_hh_l1	0	-0.11991307884454727
116663	rnn.bias_hh_l1	1	-0.06100073829293251
116663	rnn.bias_hh_l1	2	-0.10164495557546616
116663	rnn.bias_hh_l1	3	-0.09629618376493454
116663	rnn.bias_hh_l1	4	-0.10535715520381927
116663	rnn.bias_hh_l1	5	-0.11846749484539032
116663	rnn.bias_hh_l1	6	-0.13985754549503326
116663	rnn.bias_hh_l1	7	0.019068889319896698
116663	rnn.bias_hh_l1	8	-0.17253361642360687
116663	rnn.bias_hh_l1	9	-0.09340140223503113
116663	rnn.weight_ih_l1_reverse	0	-0.047944776713848114
116663	rnn.weight_ih_l1_reverse	1	0.02307918295264244
116663	rnn.weight_ih_l1_reverse	2	0.055801138281822205
116663	rnn.weight_ih_l1_reverse	3	0.005459746345877647
116663	rnn.weight_ih_l1_reverse	4	-0.030144091695547104
116663	rnn.weight_ih_l1_reverse	5	-0.033540114760398865
116663	rnn.weight_ih_l1_reverse	6	-0.015051249414682388
116663	rnn.weight_ih_l1_reverse	7	0.026398157700896263
116663	rnn.weight_ih_l1_reverse	8	0.026936516165733337
116663	rnn.weight_ih_l1_reverse	9	-0.05930605158209801
116663	rnn.weight_hh_l1_reverse	0	0.00726021733134985
116663	rnn.weight_hh_l1_reverse	1	0.02677108533680439
116663	rnn.weight_hh_l1_reverse	2	-0.0399884358048439
116663	rnn.weight_hh_l1_reverse	3	0.04012381657958031
116663	rnn.weight_hh_l1_reverse	4	0.04365624859929085
116663	rnn.weight_hh_l1_reverse	5	0.008855406194925308
116663	rnn.weight_hh_l1_reverse	6	0.016814904287457466
116663	rnn.weight_hh_l1_reverse	7	0.0260842964053154
116663	rnn.weight_hh_l1_reverse	8	-0.006599558517336845
116663	rnn.weight_hh_l1_reverse	9	-0.032078005373477936
116663	rnn.bias_ih_l1_reverse	0	-0.07511299103498459
116663	rnn.bias_ih_l1_reverse	1	-0.1472671627998352
116663	rnn.bias_ih_l1_reverse	2	-0.1535399705171585
116663	rnn.bias_ih_l1_reverse	3	-0.002341976622119546
116663	rnn.bias_ih_l1_reverse	4	-0.19861137866973877
116663	rnn.bias_ih_l1_reverse	5	-0.10090980678796768
116663	rnn.bias_ih_l1_reverse	6	-0.1256384402513504
116663	rnn.bias_ih_l1_reverse	7	-0.20859745144844055
116663	rnn.bias_ih_l1_reverse	8	0.17540243268013
116663	rnn.bias_ih_l1_reverse	9	0.050177544355392456
116663	rnn.bias_hh_l1_reverse	0	-0.02145896479487419
116663	rnn.bias_hh_l1_reverse	1	-0.07465183734893799
116663	rnn.bias_hh_l1_reverse	2	-0.22059297561645508
116663	rnn.bias_hh_l1_reverse	3	-0.11955369263887405
116663	rnn.bias_hh_l1_reverse	4	-0.09808626770973206
116663	rnn.bias_hh_l1_reverse	5	-0.11989858746528625
116663	rnn.bias_hh_l1_reverse	6	0.15469785034656525
116663	rnn.bias_hh_l1_reverse	7	-0.1241992861032486
116663	rnn.bias_hh_l1_reverse	8	-0.10696754604578018
116663	rnn.bias_hh_l1_reverse	9	-0.13639521598815918
116663	linear.weight	0	0.002228822559118271
116663	linear.weight	1	0.11185498535633087
116663	linear.weight	2	-0.0461253896355629
116663	linear.weight	3	0.29711782932281494
116663	linear.weight	4	0.1353836953639984
116663	linear.weight	5	-0.009921611286699772
116663	linear.weight	6	0.07731682807207108
116663	linear.weight	7	0.07420003414154053
116663	linear.weight	8	0.04128621518611908
116663	linear.weight	9	-0.04782611131668091
116663	linear.bias	0	0.0925249233841896
116663	linear.bias	1	-0.21528784930706024
116663	linear.bias	2	-0.44929859042167664
116663	linear.bias	3	-0.677344799041748
116663	linear.bias	4	-1.170566201210022
116663	linear.bias	5	-0.11321214586496353
116663	linear.bias	6	-0.7494955658912659
116663	linear.bias	7	0.3085773289203644
116663	linear.bias	8	-0.444080650806427
116663	linear.bias	9	-0.9063159823417664
116860	transitions	0	0.5971238613128662
116860	transitions	1	0.13932280242443085
116860	transitions	2	-10000.0
116860	transitions	3	-1.8182827234268188
116860	transitions	4	-10000.0
116860	transitions	5	0.5957053303718567
116860	transitions	6	-0.06347078830003738
116860	transitions	7	-0.6244379281997681
116860	transitions	8	-1.3872859477996826
116860	transitions	9	-0.0009743978152982891
116860	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
116860	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
116860	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
116860	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
116860	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
116860	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
116860	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
116860	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
116860	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
116860	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
116860	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
116860	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
116860	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
116860	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
116860	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
116860	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
116860	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
116860	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
116860	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
116860	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
116860	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
116860	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
116860	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
116860	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
116860	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
116860	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
116860	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
116860	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
116860	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
116860	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
116860	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
116860	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
116860	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
116860	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
116860	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
116860	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
116860	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
116860	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
116860	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
116860	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
116860	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
116860	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
116860	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
116860	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
116860	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
116860	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
116860	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
116860	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
116860	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
116860	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
116860	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
116860	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
116860	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
116860	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
116860	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
116860	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
116860	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
116860	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
116860	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
116860	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
116860	embedding2nn.weight	0	0.010203802026808262
116860	embedding2nn.weight	1	-0.013904357329010963
116860	embedding2nn.weight	2	-0.014268254861235619
116860	embedding2nn.weight	3	-0.04543931037187576
116860	embedding2nn.weight	4	-0.0059150345623493195
116860	embedding2nn.weight	5	-0.0037005876656621695
116860	embedding2nn.weight	6	-0.0039732796140015125
116860	embedding2nn.weight	7	-0.06797444820404053
116860	embedding2nn.weight	8	-0.0019979383796453476
116860	embedding2nn.weight	9	-0.026551034301519394
116860	embedding2nn.bias	0	0.023026106879115105
116860	embedding2nn.bias	1	-0.059648267924785614
116860	embedding2nn.bias	2	0.06496620923280716
116860	embedding2nn.bias	3	0.04671794921159744
116860	embedding2nn.bias	4	-0.043578192591667175
116860	embedding2nn.bias	5	-0.031814251095056534
116860	embedding2nn.bias	6	0.033329516649246216
116860	embedding2nn.bias	7	-0.05862698331475258
116860	embedding2nn.bias	8	0.042062751948833466
116860	embedding2nn.bias	9	0.0045575364492833614
116860	rnn.weight_ih_l0	0	-0.07291525602340698
116860	rnn.weight_ih_l0	1	-0.0071289027109742165
116860	rnn.weight_ih_l0	2	0.05033424496650696
116860	rnn.weight_ih_l0	3	0.0159689262509346
116860	rnn.weight_ih_l0	4	-0.023736998438835144
116860	rnn.weight_ih_l0	5	-0.05589727684855461
116860	rnn.weight_ih_l0	6	0.0016127708368003368
116860	rnn.weight_ih_l0	7	0.03463365137577057
116860	rnn.weight_ih_l0	8	-0.013317843899130821
116860	rnn.weight_ih_l0	9	-0.016241300851106644
116860	rnn.weight_hh_l0	0	-0.036843057721853256
116860	rnn.weight_hh_l0	1	0.0029978302773088217
116860	rnn.weight_hh_l0	2	-0.007207919843494892
116860	rnn.weight_hh_l0	3	-0.061586618423461914
116860	rnn.weight_hh_l0	4	0.08636878430843353
116860	rnn.weight_hh_l0	5	-0.004473511129617691
116860	rnn.weight_hh_l0	6	-0.05607469752430916
116860	rnn.weight_hh_l0	7	0.011220171116292477
116860	rnn.weight_hh_l0	8	0.010321658104658127
116860	rnn.weight_hh_l0	9	-0.013757719658315182
116860	rnn.bias_ih_l0	0	0.07833489030599594
116860	rnn.bias_ih_l0	1	-0.04400318115949631
116860	rnn.bias_ih_l0	2	0.009870745241641998
116860	rnn.bias_ih_l0	3	0.11357123404741287
116860	rnn.bias_ih_l0	4	-0.035738226026296616
116860	rnn.bias_ih_l0	5	-0.043590884655714035
116860	rnn.bias_ih_l0	6	0.029640577733516693
116860	rnn.bias_ih_l0	7	0.035569291561841965
116860	rnn.bias_ih_l0	8	-0.11165634542703629
116860	rnn.bias_ih_l0	9	-0.03182641789317131
116860	rnn.bias_hh_l0	0	-0.02081350050866604
116860	rnn.bias_hh_l0	1	-0.09500954300165176
116860	rnn.bias_hh_l0	2	-0.051552362740039825
116860	rnn.bias_hh_l0	3	-0.08029671013355255
116860	rnn.bias_hh_l0	4	-0.011055556125938892
116860	rnn.bias_hh_l0	5	-0.01672266237437725
116860	rnn.bias_hh_l0	6	0.02376423217356205
116860	rnn.bias_hh_l0	7	0.04650676250457764
116860	rnn.bias_hh_l0	8	-0.1278514415025711
116860	rnn.bias_hh_l0	9	-0.017253385856747627
116860	rnn.weight_ih_l0_reverse	0	-0.02465103566646576
116860	rnn.weight_ih_l0_reverse	1	-0.044836707413196564
116860	rnn.weight_ih_l0_reverse	2	-0.03496973589062691
116860	rnn.weight_ih_l0_reverse	3	0.0070863151922822
116860	rnn.weight_ih_l0_reverse	4	-0.01788490265607834
116860	rnn.weight_ih_l0_reverse	5	-0.049410879611968994
116860	rnn.weight_ih_l0_reverse	6	0.07937400788068771
116860	rnn.weight_ih_l0_reverse	7	-0.029364250600337982
116860	rnn.weight_ih_l0_reverse	8	-0.020514940842986107
116860	rnn.weight_ih_l0_reverse	9	0.011823615059256554
116860	rnn.weight_hh_l0_reverse	0	0.046302445232868195
116860	rnn.weight_hh_l0_reverse	1	0.024788297712802887
116860	rnn.weight_hh_l0_reverse	2	0.03405655175447464
116860	rnn.weight_hh_l0_reverse	3	0.03312017396092415
116860	rnn.weight_hh_l0_reverse	4	0.00976330041885376
116860	rnn.weight_hh_l0_reverse	5	0.013673988170921803
116860	rnn.weight_hh_l0_reverse	6	0.04677581787109375
116860	rnn.weight_hh_l0_reverse	7	-0.06560833007097244
116860	rnn.weight_hh_l0_reverse	8	0.037911176681518555
116860	rnn.weight_hh_l0_reverse	9	0.044850677251815796
116860	rnn.bias_ih_l0_reverse	0	-0.07524865865707397
116860	rnn.bias_ih_l0_reverse	1	-0.24094170331954956
116860	rnn.bias_ih_l0_reverse	2	-0.15312805771827698
116860	rnn.bias_ih_l0_reverse	3	-0.04118494316935539
116860	rnn.bias_ih_l0_reverse	4	-0.026554934680461884
116860	rnn.bias_ih_l0_reverse	5	0.0522482730448246
116860	rnn.bias_ih_l0_reverse	6	-0.055019181221723557
116860	rnn.bias_ih_l0_reverse	7	0.04081398621201515
116860	rnn.bias_ih_l0_reverse	8	-0.03400281444191933
116860	rnn.bias_ih_l0_reverse	9	0.045359596610069275
116860	rnn.bias_hh_l0_reverse	0	0.012075037695467472
116860	rnn.bias_hh_l0_reverse	1	-0.03424923121929169
116860	rnn.bias_hh_l0_reverse	2	0.08052069693803787
116860	rnn.bias_hh_l0_reverse	3	-0.05315150320529938
116860	rnn.bias_hh_l0_reverse	4	-0.04055040702223778
116860	rnn.bias_hh_l0_reverse	5	-0.02733457274734974
116860	rnn.bias_hh_l0_reverse	6	-0.029935413971543312
116860	rnn.bias_hh_l0_reverse	7	0.11551599204540253
116860	rnn.bias_hh_l0_reverse	8	0.029606450349092484
116860	rnn.bias_hh_l0_reverse	9	-0.11838172376155853
116860	rnn.weight_ih_l1	0	-0.042483340948820114
116860	rnn.weight_ih_l1	1	-0.035806309431791306
116860	rnn.weight_ih_l1	2	0.03606802225112915
116860	rnn.weight_ih_l1	3	-0.06905876100063324
116860	rnn.weight_ih_l1	4	-0.011172926984727383
116860	rnn.weight_ih_l1	5	-0.04736347123980522
116860	rnn.weight_ih_l1	6	0.022210899740457535
116860	rnn.weight_ih_l1	7	-0.024835102260112762
116860	rnn.weight_ih_l1	8	0.03825162723660469
116860	rnn.weight_ih_l1	9	0.044248633086681366
116860	rnn.weight_hh_l1	0	-0.005661927629262209
116860	rnn.weight_hh_l1	1	0.010847039520740509
116860	rnn.weight_hh_l1	2	0.0008238897426053882
116860	rnn.weight_hh_l1	3	-0.009488186798989773
116860	rnn.weight_hh_l1	4	0.0013074618764221668
116860	rnn.weight_hh_l1	5	0.026636626571416855
116860	rnn.weight_hh_l1	6	0.025434555485844612
116860	rnn.weight_hh_l1	7	-0.025259878486394882
116860	rnn.weight_hh_l1	8	-0.016699904575943947
116860	rnn.weight_hh_l1	9	0.04046839103102684
116860	rnn.bias_ih_l1	0	-0.16887764632701874
116860	rnn.bias_ih_l1	1	-0.1714951992034912
116860	rnn.bias_ih_l1	2	-0.18430456519126892
116860	rnn.bias_ih_l1	3	-0.27427494525909424
116860	rnn.bias_ih_l1	4	-0.18974517285823822
116860	rnn.bias_ih_l1	5	-0.10468792915344238
116860	rnn.bias_ih_l1	6	-0.1323077529668808
116860	rnn.bias_ih_l1	7	-0.03338604047894478
116860	rnn.bias_ih_l1	8	-0.13189120590686798
116860	rnn.bias_ih_l1	9	-0.12057983875274658
116860	rnn.bias_hh_l1	0	-0.11862614005804062
116860	rnn.bias_hh_l1	1	-0.05711080878973007
116860	rnn.bias_hh_l1	2	-0.09935300052165985
116860	rnn.bias_hh_l1	3	-0.09432435035705566
116860	rnn.bias_hh_l1	4	-0.10668306052684784
116860	rnn.bias_hh_l1	5	-0.1194131001830101
116860	rnn.bias_hh_l1	6	-0.14086224138736725
116860	rnn.bias_hh_l1	7	0.017604287713766098
116860	rnn.bias_hh_l1	8	-0.17150065302848816
116860	rnn.bias_hh_l1	9	-0.09872879087924957
116860	rnn.weight_ih_l1_reverse	0	-0.0468859039247036
116860	rnn.weight_ih_l1_reverse	1	0.02244112454354763
116860	rnn.weight_ih_l1_reverse	2	0.057057879865169525
116860	rnn.weight_ih_l1_reverse	3	0.003325610887259245
116860	rnn.weight_ih_l1_reverse	4	-0.030327029526233673
116860	rnn.weight_ih_l1_reverse	5	-0.033509761095047
116860	rnn.weight_ih_l1_reverse	6	-0.015101161785423756
116860	rnn.weight_ih_l1_reverse	7	0.026209166273474693
116860	rnn.weight_ih_l1_reverse	8	0.028954660519957542
116860	rnn.weight_ih_l1_reverse	9	-0.06107627600431442
116860	rnn.weight_hh_l1_reverse	0	0.007279130630195141
116860	rnn.weight_hh_l1_reverse	1	0.02671198919415474
116860	rnn.weight_hh_l1_reverse	2	-0.040110114961862564
116860	rnn.weight_hh_l1_reverse	3	0.04012279957532883
116860	rnn.weight_hh_l1_reverse	4	0.04424229636788368
116860	rnn.weight_hh_l1_reverse	5	0.008459605276584625
116860	rnn.weight_hh_l1_reverse	6	0.015710491687059402
116860	rnn.weight_hh_l1_reverse	7	0.02627391554415226
116860	rnn.weight_hh_l1_reverse	8	-0.006703274790197611
116860	rnn.weight_hh_l1_reverse	9	-0.0319499596953392
116860	rnn.bias_ih_l1_reverse	0	-0.07561752200126648
116860	rnn.bias_ih_l1_reverse	1	-0.14862217009067535
116860	rnn.bias_ih_l1_reverse	2	-0.15738990902900696
116860	rnn.bias_ih_l1_reverse	3	0.0003679567016661167
116860	rnn.bias_ih_l1_reverse	4	-0.19915618002414703
116860	rnn.bias_ih_l1_reverse	5	-0.09947091341018677
116860	rnn.bias_ih_l1_reverse	6	-0.12569087743759155
116860	rnn.bias_ih_l1_reverse	7	-0.20664383471012115
116860	rnn.bias_ih_l1_reverse	8	0.1767692118883133
116860	rnn.bias_ih_l1_reverse	9	0.057502761483192444
116860	rnn.bias_hh_l1_reverse	0	-0.01695212908089161
116860	rnn.bias_hh_l1_reverse	1	-0.06525606662034988
116860	rnn.bias_hh_l1_reverse	2	-0.22090192139148712
116860	rnn.bias_hh_l1_reverse	3	-0.11826810985803604
116860	rnn.bias_hh_l1_reverse	4	-0.0983266606926918
116860	rnn.bias_hh_l1_reverse	5	-0.12040974199771881
116860	rnn.bias_hh_l1_reverse	6	0.1492927223443985
116860	rnn.bias_hh_l1_reverse	7	-0.1223687082529068
116860	rnn.bias_hh_l1_reverse	8	-0.10519840568304062
116860	rnn.bias_hh_l1_reverse	9	-0.13741767406463623
116860	linear.weight	0	0.002228822559118271
116860	linear.weight	1	0.09625032544136047
116860	linear.weight	2	-0.04630085080862045
116860	linear.weight	3	0.3020547926425934
116860	linear.weight	4	0.13762304186820984
116860	linear.weight	5	-0.011124009266495705
116860	linear.weight	6	0.08812608569860458
116860	linear.weight	7	0.06915495544672012
116860	linear.weight	8	0.04128516837954521
116860	linear.weight	9	-0.045303236693143845
116860	linear.bias	0	0.04657430574297905
116860	linear.bias	1	-0.17201262712478638
116860	linear.bias	2	-0.4441242814064026
116860	linear.bias	3	-0.6914237141609192
116860	linear.bias	4	-1.1803101301193237
116860	linear.bias	5	-0.11575883626937866
116860	linear.bias	6	-0.7085515260696411
116860	linear.bias	7	0.30712947249412537
116860	linear.bias	8	-0.42271384596824646
116860	linear.bias	9	-0.889082133769989
117057	transitions	0	0.598185122013092
117057	transitions	1	0.13917483389377594
117057	transitions	2	-10000.0
117057	transitions	3	-1.8183122873306274
117057	transitions	4	-10000.0
117057	transitions	5	0.5956079363822937
117057	transitions	6	-0.06355806440114975
117057	transitions	7	-0.6251116394996643
117057	transitions	8	-1.3874021768569946
117057	transitions	9	-0.0009751785546541214
117057	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
117057	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
117057	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
117057	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
117057	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
117057	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
117057	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
117057	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
117057	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
117057	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
117057	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
117057	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
117057	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
117057	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
117057	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
117057	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
117057	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
117057	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
117057	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
117057	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
117057	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
117057	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
117057	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
117057	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
117057	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
117057	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
117057	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
117057	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
117057	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
117057	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
117057	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
117057	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
117057	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
117057	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
117057	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
117057	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
117057	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
117057	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
117057	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
117057	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
117057	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
117057	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
117057	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
117057	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
117057	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
117057	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
117057	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
117057	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
117057	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
117057	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
117057	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
117057	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
117057	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
117057	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
117057	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
117057	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
117057	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
117057	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
117057	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
117057	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
117057	embedding2nn.weight	0	0.01384779717773199
117057	embedding2nn.weight	1	-0.013872633688151836
117057	embedding2nn.weight	2	-0.014268254861235619
117057	embedding2nn.weight	3	-0.04656188189983368
117057	embedding2nn.weight	4	-0.0059150345623493195
117057	embedding2nn.weight	5	-0.0037005881313234568
117057	embedding2nn.weight	6	-0.0039732749573886395
117057	embedding2nn.weight	7	-0.06761651486158371
117057	embedding2nn.weight	8	-0.0019979383796453476
117057	embedding2nn.weight	9	-0.02725806273519993
117057	embedding2nn.bias	0	0.030262654647231102
117057	embedding2nn.bias	1	-0.05074433237314224
117057	embedding2nn.bias	2	0.07776226848363876
117057	embedding2nn.bias	3	0.045811742544174194
117057	embedding2nn.bias	4	-0.03823784738779068
117057	embedding2nn.bias	5	-0.03012656234204769
117057	embedding2nn.bias	6	0.02958749793469906
117057	embedding2nn.bias	7	-0.05102601647377014
117057	embedding2nn.bias	8	0.04075295478105545
117057	embedding2nn.bias	9	0.00986197218298912
117057	rnn.weight_ih_l0	0	-0.07412809878587723
117057	rnn.weight_ih_l0	1	-0.006267121527343988
117057	rnn.weight_ih_l0	2	0.05036982148885727
117057	rnn.weight_ih_l0	3	0.01596013456583023
117057	rnn.weight_ih_l0	4	-0.021376432850956917
117057	rnn.weight_ih_l0	5	-0.05595923215150833
117057	rnn.weight_ih_l0	6	0.0011347593972459435
117057	rnn.weight_ih_l0	7	0.03415440022945404
117057	rnn.weight_ih_l0	8	-0.013523926958441734
117057	rnn.weight_ih_l0	9	-0.01622968725860119
117057	rnn.weight_hh_l0	0	-0.03681180253624916
117057	rnn.weight_hh_l0	1	0.0028800941072404385
117057	rnn.weight_hh_l0	2	-0.0077967531979084015
117057	rnn.weight_hh_l0	3	-0.06168954074382782
117057	rnn.weight_hh_l0	4	0.08690568804740906
117057	rnn.weight_hh_l0	5	-0.0056343479081988335
117057	rnn.weight_hh_l0	6	-0.05452912673354149
117057	rnn.weight_hh_l0	7	0.011518589220941067
117057	rnn.weight_hh_l0	8	0.010366646572947502
117057	rnn.weight_hh_l0	9	-0.013472218066453934
117057	rnn.bias_ih_l0	0	0.0814342126250267
117057	rnn.bias_ih_l0	1	-0.044937729835510254
117057	rnn.bias_ih_l0	2	0.00994088128209114
117057	rnn.bias_ih_l0	3	0.11575190722942352
117057	rnn.bias_ih_l0	4	-0.03562453016638756
117057	rnn.bias_ih_l0	5	-0.04099981114268303
117057	rnn.bias_ih_l0	6	0.027162358164787292
117057	rnn.bias_ih_l0	7	0.03336619958281517
117057	rnn.bias_ih_l0	8	-0.11183346062898636
117057	rnn.bias_ih_l0	9	-0.03571591153740883
117057	rnn.bias_hh_l0	0	-0.022704163566231728
117057	rnn.bias_hh_l0	1	-0.09394752234220505
117057	rnn.bias_hh_l0	2	-0.050053466111421585
117057	rnn.bias_hh_l0	3	-0.08236885070800781
117057	rnn.bias_hh_l0	4	-0.01161002553999424
117057	rnn.bias_hh_l0	5	-0.01671237125992775
117057	rnn.bias_hh_l0	6	0.023914936929941177
117057	rnn.bias_hh_l0	7	0.04811219871044159
117057	rnn.bias_hh_l0	8	-0.12751945853233337
117057	rnn.bias_hh_l0	9	-0.017037512734532356
117057	rnn.weight_ih_l0_reverse	0	-0.025942008942365646
117057	rnn.weight_ih_l0_reverse	1	-0.045419842004776
117057	rnn.weight_ih_l0_reverse	2	-0.030031614005565643
117057	rnn.weight_ih_l0_reverse	3	0.008138265460729599
117057	rnn.weight_ih_l0_reverse	4	-0.017888939008116722
117057	rnn.weight_ih_l0_reverse	5	-0.04905843734741211
117057	rnn.weight_ih_l0_reverse	6	0.07876966148614883
117057	rnn.weight_ih_l0_reverse	7	-0.032338496297597885
117057	rnn.weight_ih_l0_reverse	8	-0.020665062591433525
117057	rnn.weight_ih_l0_reverse	9	0.01269808690994978
117057	rnn.weight_hh_l0_reverse	0	0.04787573590874672
117057	rnn.weight_hh_l0_reverse	1	0.023564226925373077
117057	rnn.weight_hh_l0_reverse	2	0.03374584764242172
117057	rnn.weight_hh_l0_reverse	3	0.03370685875415802
117057	rnn.weight_hh_l0_reverse	4	0.009769367054104805
117057	rnn.weight_hh_l0_reverse	5	0.014701910316944122
117057	rnn.weight_hh_l0_reverse	6	0.04710523411631584
117057	rnn.weight_hh_l0_reverse	7	-0.06634846329689026
117057	rnn.weight_hh_l0_reverse	8	0.03784686699509621
117057	rnn.weight_hh_l0_reverse	9	0.04551680386066437
117057	rnn.bias_ih_l0_reverse	0	-0.0766066461801529
117057	rnn.bias_ih_l0_reverse	1	-0.2413918673992157
117057	rnn.bias_ih_l0_reverse	2	-0.15759623050689697
117057	rnn.bias_ih_l0_reverse	3	-0.04013684764504433
117057	rnn.bias_ih_l0_reverse	4	-0.027065549045801163
117057	rnn.bias_ih_l0_reverse	5	0.05102876201272011
117057	rnn.bias_ih_l0_reverse	6	-0.055417705327272415
117057	rnn.bias_ih_l0_reverse	7	0.04020065441727638
117057	rnn.bias_ih_l0_reverse	8	-0.034298427402973175
117057	rnn.bias_ih_l0_reverse	9	0.0428069569170475
117057	rnn.bias_hh_l0_reverse	0	0.011674700304865837
117057	rnn.bias_hh_l0_reverse	1	-0.03010483831167221
117057	rnn.bias_hh_l0_reverse	2	0.08338561654090881
117057	rnn.bias_hh_l0_reverse	3	-0.05263872072100639
117057	rnn.bias_hh_l0_reverse	4	-0.04011327028274536
117057	rnn.bias_hh_l0_reverse	5	-0.026047589257359505
117057	rnn.bias_hh_l0_reverse	6	-0.030839094892144203
117057	rnn.bias_hh_l0_reverse	7	0.11543435603380203
117057	rnn.bias_hh_l0_reverse	8	0.03249775990843773
117057	rnn.bias_hh_l0_reverse	9	-0.12122971564531326
117057	rnn.weight_ih_l1	0	-0.04310518875718117
117057	rnn.weight_ih_l1	1	-0.03429638221859932
117057	rnn.weight_ih_l1	2	0.03484075143933296
117057	rnn.weight_ih_l1	3	-0.06975866109132767
117057	rnn.weight_ih_l1	4	-0.011165443807840347
117057	rnn.weight_ih_l1	5	-0.047116268426179886
117057	rnn.weight_ih_l1	6	0.022243738174438477
117057	rnn.weight_ih_l1	7	-0.025685852393507957
117057	rnn.weight_ih_l1	8	0.038233060389757156
117057	rnn.weight_ih_l1	9	0.045357007533311844
117057	rnn.weight_hh_l1	0	-0.004611622076481581
117057	rnn.weight_hh_l1	1	0.010857363231480122
117057	rnn.weight_hh_l1	2	0.003300637239590287
117057	rnn.weight_hh_l1	3	-0.008437381125986576
117057	rnn.weight_hh_l1	4	0.0004197396629024297
117057	rnn.weight_hh_l1	5	0.026485735550522804
117057	rnn.weight_hh_l1	6	0.025212110951542854
117057	rnn.weight_hh_l1	7	-0.025411730632185936
117057	rnn.weight_hh_l1	8	-0.016767211258411407
117057	rnn.weight_hh_l1	9	0.04068208858370781
117057	rnn.bias_ih_l1	0	-0.174418106675148
117057	rnn.bias_ih_l1	1	-0.17226901650428772
117057	rnn.bias_ih_l1	2	-0.18468965590000153
117057	rnn.bias_ih_l1	3	-0.2747539281845093
117057	rnn.bias_ih_l1	4	-0.19306163489818573
117057	rnn.bias_ih_l1	5	-0.105011947453022
117057	rnn.bias_ih_l1	6	-0.13324762880802155
117057	rnn.bias_ih_l1	7	-0.03674008324742317
117057	rnn.bias_ih_l1	8	-0.13263536989688873
117057	rnn.bias_ih_l1	9	-0.11891284584999084
117057	rnn.bias_hh_l1	0	-0.1227787584066391
117057	rnn.bias_hh_l1	1	-0.05896540358662605
117057	rnn.bias_hh_l1	2	-0.10069108009338379
117057	rnn.bias_hh_l1	3	-0.09308654069900513
117057	rnn.bias_hh_l1	4	-0.1077333614230156
117057	rnn.bias_hh_l1	5	-0.12031766772270203
117057	rnn.bias_hh_l1	6	-0.14463353157043457
117057	rnn.bias_hh_l1	7	0.014209222979843616
117057	rnn.bias_hh_l1	8	-0.17108377814292908
117057	rnn.bias_hh_l1	9	-0.1011628657579422
117057	rnn.weight_ih_l1_reverse	0	-0.047101911157369614
117057	rnn.weight_ih_l1_reverse	1	0.02057621069252491
117057	rnn.weight_ih_l1_reverse	2	0.06202493980526924
117057	rnn.weight_ih_l1_reverse	3	0.004132764879614115
117057	rnn.weight_ih_l1_reverse	4	-0.029262268915772438
117057	rnn.weight_ih_l1_reverse	5	-0.03353350982069969
117057	rnn.weight_ih_l1_reverse	6	-0.014493371360003948
117057	rnn.weight_ih_l1_reverse	7	0.02570853941142559
117057	rnn.weight_ih_l1_reverse	8	0.02739531360566616
117057	rnn.weight_ih_l1_reverse	9	-0.06202688068151474
117057	rnn.weight_hh_l1_reverse	0	0.006965892389416695
117057	rnn.weight_hh_l1_reverse	1	0.026918679475784302
117057	rnn.weight_hh_l1_reverse	2	-0.04009510204195976
117057	rnn.weight_hh_l1_reverse	3	0.04021112620830536
117057	rnn.weight_hh_l1_reverse	4	0.044688280671834946
117057	rnn.weight_hh_l1_reverse	5	0.009074537083506584
117057	rnn.weight_hh_l1_reverse	6	0.015208490192890167
117057	rnn.weight_hh_l1_reverse	7	0.02665790729224682
117057	rnn.weight_hh_l1_reverse	8	-0.006661637686192989
117057	rnn.weight_hh_l1_reverse	9	-0.031550727784633636
117057	rnn.bias_ih_l1_reverse	0	-0.07705678790807724
117057	rnn.bias_ih_l1_reverse	1	-0.14905878901481628
117057	rnn.bias_ih_l1_reverse	2	-0.15349063277244568
117057	rnn.bias_ih_l1_reverse	3	-0.003907461650669575
117057	rnn.bias_ih_l1_reverse	4	-0.2028072029352188
117057	rnn.bias_ih_l1_reverse	5	-0.10266479849815369
117057	rnn.bias_ih_l1_reverse	6	-0.12594741582870483
117057	rnn.bias_ih_l1_reverse	7	-0.20681048929691315
117057	rnn.bias_ih_l1_reverse	8	0.17220866680145264
117057	rnn.bias_ih_l1_reverse	9	0.05923008173704147
117057	rnn.bias_hh_l1_reverse	0	-0.011715460568666458
117057	rnn.bias_hh_l1_reverse	1	-0.0659312754869461
117057	rnn.bias_hh_l1_reverse	2	-0.22242121398448944
117057	rnn.bias_hh_l1_reverse	3	-0.11886139959096909
117057	rnn.bias_hh_l1_reverse	4	-0.09733342379331589
117057	rnn.bias_hh_l1_reverse	5	-0.12064456194639206
117057	rnn.bias_hh_l1_reverse	6	0.14748962223529816
117057	rnn.bias_hh_l1_reverse	7	-0.1285504251718521
117057	rnn.bias_hh_l1_reverse	8	-0.10380105674266815
117057	rnn.bias_hh_l1_reverse	9	-0.136860191822052
117057	linear.weight	0	0.002228822559118271
117057	linear.weight	1	0.08898186683654785
117057	linear.weight	2	-0.05327722430229187
117057	linear.weight	3	0.29106858372688293
117057	linear.weight	4	0.14118486642837524
117057	linear.weight	5	-0.013124778866767883
117057	linear.weight	6	0.08276291191577911
117057	linear.weight	7	0.07361176609992981
117057	linear.weight	8	0.04128473624587059
117057	linear.weight	9	-0.04327021911740303
117057	linear.bias	0	0.04923974722623825
117057	linear.bias	1	-0.14617976546287537
117057	linear.bias	2	-0.43865764141082764
117057	linear.bias	3	-0.6930066347122192
117057	linear.bias	4	-1.1815236806869507
117057	linear.bias	5	-0.10028024017810822
117057	linear.bias	6	-0.681191086769104
117057	linear.bias	7	0.3173939287662506
117057	linear.bias	8	-0.45578640699386597
117057	linear.bias	9	-0.9239413738250732
117254	transitions	0	0.5930087566375732
117254	transitions	1	0.1370316743850708
117254	transitions	2	-10000.0
117254	transitions	3	-1.8183577060699463
117254	transitions	4	-10000.0
117254	transitions	5	0.5954988598823547
117254	transitions	6	-0.06365993618965149
117254	transitions	7	-0.6256634593009949
117254	transitions	8	-1.3875755071640015
117254	transitions	9	-0.0009762104018591344
117254	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
117254	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
117254	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
117254	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
117254	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
117254	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
117254	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
117254	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
117254	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
117254	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
117254	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
117254	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
117254	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
117254	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
117254	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
117254	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
117254	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
117254	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
117254	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
117254	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
117254	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
117254	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
117254	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
117254	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
117254	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
117254	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
117254	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
117254	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
117254	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
117254	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
117254	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
117254	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
117254	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
117254	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
117254	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
117254	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
117254	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
117254	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
117254	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
117254	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
117254	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
117254	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
117254	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
117254	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
117254	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
117254	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
117254	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
117254	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
117254	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
117254	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
117254	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
117254	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
117254	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
117254	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
117254	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
117254	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
117254	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
117254	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
117254	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
117254	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
117254	embedding2nn.weight	0	0.013561180792748928
117254	embedding2nn.weight	1	-0.01369033008813858
117254	embedding2nn.weight	2	-0.014268254861235619
117254	embedding2nn.weight	3	-0.04900537058711052
117254	embedding2nn.weight	4	-0.0059150345623493195
117254	embedding2nn.weight	5	-0.0037005881313234568
117254	embedding2nn.weight	6	-0.003973280545324087
117254	embedding2nn.weight	7	-0.06625756621360779
117254	embedding2nn.weight	8	-0.0019979383796453476
117254	embedding2nn.weight	9	-0.027727603912353516
117254	embedding2nn.bias	0	0.027238192036747932
117254	embedding2nn.bias	1	-0.048188794404268265
117254	embedding2nn.bias	2	0.07490576803684235
117254	embedding2nn.bias	3	0.05141977220773697
117254	embedding2nn.bias	4	-0.03142177686095238
117254	embedding2nn.bias	5	-0.026864394545555115
117254	embedding2nn.bias	6	0.024605920538306236
117254	embedding2nn.bias	7	-0.05898405984044075
117254	embedding2nn.bias	8	0.040797751396894455
117254	embedding2nn.bias	9	0.019037416204810143
117254	rnn.weight_ih_l0	0	-0.07363460958003998
117254	rnn.weight_ih_l0	1	-0.005495219957083464
117254	rnn.weight_ih_l0	2	0.04869696870446205
117254	rnn.weight_ih_l0	3	0.017855726182460785
117254	rnn.weight_ih_l0	4	-0.019341101869940758
117254	rnn.weight_ih_l0	5	-0.05568467825651169
117254	rnn.weight_ih_l0	6	0.0005087221506983042
117254	rnn.weight_ih_l0	7	0.03436638414859772
117254	rnn.weight_ih_l0	8	-0.013030875474214554
117254	rnn.weight_ih_l0	9	-0.015907686203718185
117254	rnn.weight_hh_l0	0	-0.0374644510447979
117254	rnn.weight_hh_l0	1	0.0016642473638057709
117254	rnn.weight_hh_l0	2	-0.006942924577742815
117254	rnn.weight_hh_l0	3	-0.06179280951619148
117254	rnn.weight_hh_l0	4	0.08784081786870956
117254	rnn.weight_hh_l0	5	-0.006063227076083422
117254	rnn.weight_hh_l0	6	-0.054532624781131744
117254	rnn.weight_hh_l0	7	0.012107601389288902
117254	rnn.weight_hh_l0	8	0.0116345826536417
117254	rnn.weight_hh_l0	9	-0.0129946768283844
117254	rnn.bias_ih_l0	0	0.08259597420692444
117254	rnn.bias_ih_l0	1	-0.04394838958978653
117254	rnn.bias_ih_l0	2	0.012570515275001526
117254	rnn.bias_ih_l0	3	0.11710885167121887
117254	rnn.bias_ih_l0	4	-0.03833189234137535
117254	rnn.bias_ih_l0	5	-0.04186943918466568
117254	rnn.bias_ih_l0	6	0.02672114036977291
117254	rnn.bias_ih_l0	7	0.030316369608044624
117254	rnn.bias_ih_l0	8	-0.11133623868227005
117254	rnn.bias_ih_l0	9	-0.03783636912703514
117254	rnn.bias_hh_l0	0	-0.02312583290040493
117254	rnn.bias_hh_l0	1	-0.09278891235589981
117254	rnn.bias_hh_l0	2	-0.05018550530076027
117254	rnn.bias_hh_l0	3	-0.08386959880590439
117254	rnn.bias_hh_l0	4	-0.01396002247929573
117254	rnn.bias_hh_l0	5	-0.013135156594216824
117254	rnn.bias_hh_l0	6	0.020555244758725166
117254	rnn.bias_hh_l0	7	0.04939091205596924
117254	rnn.bias_hh_l0	8	-0.12826915085315704
117254	rnn.bias_hh_l0	9	-0.02045428566634655
117254	rnn.weight_ih_l0_reverse	0	-0.02569749765098095
117254	rnn.weight_ih_l0_reverse	1	-0.04619259387254715
117254	rnn.weight_ih_l0_reverse	2	-0.030641375109553337
117254	rnn.weight_ih_l0_reverse	3	0.008117369376122952
117254	rnn.weight_ih_l0_reverse	4	-0.019645825028419495
117254	rnn.weight_ih_l0_reverse	5	-0.049011826515197754
117254	rnn.weight_ih_l0_reverse	6	0.07815365493297577
117254	rnn.weight_ih_l0_reverse	7	-0.032451242208480835
117254	rnn.weight_ih_l0_reverse	8	-0.020410051569342613
117254	rnn.weight_ih_l0_reverse	9	0.012110802344977856
117254	rnn.weight_hh_l0_reverse	0	0.04900351166725159
117254	rnn.weight_hh_l0_reverse	1	0.022101126611232758
117254	rnn.weight_hh_l0_reverse	2	0.03363322094082832
117254	rnn.weight_hh_l0_reverse	3	0.033442649990320206
117254	rnn.weight_hh_l0_reverse	4	0.008840196765959263
117254	rnn.weight_hh_l0_reverse	5	0.015294995158910751
117254	rnn.weight_hh_l0_reverse	6	0.047589849680662155
117254	rnn.weight_hh_l0_reverse	7	-0.06274291127920151
117254	rnn.weight_hh_l0_reverse	8	0.03823629021644592
117254	rnn.weight_hh_l0_reverse	9	0.04551151394844055
117254	rnn.bias_ih_l0_reverse	0	-0.07644744217395782
117254	rnn.bias_ih_l0_reverse	1	-0.23967976868152618
117254	rnn.bias_ih_l0_reverse	2	-0.15525077283382416
117254	rnn.bias_ih_l0_reverse	3	-0.03737393766641617
117254	rnn.bias_ih_l0_reverse	4	-0.02748064696788788
117254	rnn.bias_ih_l0_reverse	5	0.05154183506965637
117254	rnn.bias_ih_l0_reverse	6	-0.054961394518613815
117254	rnn.bias_ih_l0_reverse	7	0.04194442182779312
117254	rnn.bias_ih_l0_reverse	8	-0.03996151685714722
117254	rnn.bias_ih_l0_reverse	9	0.046575263142585754
117254	rnn.bias_hh_l0_reverse	0	0.010236737318336964
117254	rnn.bias_hh_l0_reverse	1	-0.032031480222940445
117254	rnn.bias_hh_l0_reverse	2	0.08433377742767334
117254	rnn.bias_hh_l0_reverse	3	-0.0522194541990757
117254	rnn.bias_hh_l0_reverse	4	-0.04145435616374016
117254	rnn.bias_hh_l0_reverse	5	-0.027291109785437584
117254	rnn.bias_hh_l0_reverse	6	-0.031802862882614136
117254	rnn.bias_hh_l0_reverse	7	0.11485305428504944
117254	rnn.bias_hh_l0_reverse	8	0.033313408493995667
117254	rnn.bias_hh_l0_reverse	9	-0.12148700654506683
117254	rnn.weight_ih_l1	0	-0.04269625246524811
117254	rnn.weight_ih_l1	1	-0.035117413848638535
117254	rnn.weight_ih_l1	2	0.035926301032304764
117254	rnn.weight_ih_l1	3	-0.06902702152729034
117254	rnn.weight_ih_l1	4	-0.011547551490366459
117254	rnn.weight_ih_l1	5	-0.046793464571237564
117254	rnn.weight_ih_l1	6	0.022180985659360886
117254	rnn.weight_ih_l1	7	-0.026511773467063904
117254	rnn.weight_ih_l1	8	0.038324832916259766
117254	rnn.weight_ih_l1	9	0.044561099261045456
117254	rnn.weight_hh_l1	0	-0.005057124886661768
117254	rnn.weight_hh_l1	1	0.011263337917625904
117254	rnn.weight_hh_l1	2	0.002023247769102454
117254	rnn.weight_hh_l1	3	-0.00876166857779026
117254	rnn.weight_hh_l1	4	0.0013471005950123072
117254	rnn.weight_hh_l1	5	0.026611603796482086
117254	rnn.weight_hh_l1	6	0.025585481896996498
117254	rnn.weight_hh_l1	7	-0.02497020736336708
117254	rnn.weight_hh_l1	8	-0.016262663528323174
117254	rnn.weight_hh_l1	9	0.0401558056473732
117254	rnn.bias_ih_l1	0	-0.17540816962718964
117254	rnn.bias_ih_l1	1	-0.17620566487312317
117254	rnn.bias_ih_l1	2	-0.18318738043308258
117254	rnn.bias_ih_l1	3	-0.2760377824306488
117254	rnn.bias_ih_l1	4	-0.1931530237197876
117254	rnn.bias_ih_l1	5	-0.10421377420425415
117254	rnn.bias_ih_l1	6	-0.13101832568645477
117254	rnn.bias_ih_l1	7	-0.034420955926179886
117254	rnn.bias_ih_l1	8	-0.1316821426153183
117254	rnn.bias_ih_l1	9	-0.11915379017591476
117254	rnn.bias_hh_l1	0	-0.1270887553691864
117254	rnn.bias_hh_l1	1	-0.0574277825653553
117254	rnn.bias_hh_l1	2	-0.10115119814872742
117254	rnn.bias_hh_l1	3	-0.09533999115228653
117254	rnn.bias_hh_l1	4	-0.110011525452137
117254	rnn.bias_hh_l1	5	-0.11895541846752167
117254	rnn.bias_hh_l1	6	-0.14711278676986694
117254	rnn.bias_hh_l1	7	0.013078472577035427
117254	rnn.bias_hh_l1	8	-0.16833917796611786
117254	rnn.bias_hh_l1	9	-0.0984884724020958
117254	rnn.weight_ih_l1_reverse	0	-0.045792993158102036
117254	rnn.weight_ih_l1_reverse	1	0.0198947973549366
117254	rnn.weight_ih_l1_reverse	2	0.05870502442121506
117254	rnn.weight_ih_l1_reverse	3	0.004096360877156258
117254	rnn.weight_ih_l1_reverse	4	-0.031374480575323105
117254	rnn.weight_ih_l1_reverse	5	-0.032964471727609634
117254	rnn.weight_ih_l1_reverse	6	-0.015028039924800396
117254	rnn.weight_ih_l1_reverse	7	0.02573133260011673
117254	rnn.weight_ih_l1_reverse	8	0.02933766506612301
117254	rnn.weight_ih_l1_reverse	9	-0.0625423714518547
117254	rnn.weight_hh_l1_reverse	0	0.0069930702447891235
117254	rnn.weight_hh_l1_reverse	1	0.026835396885871887
117254	rnn.weight_hh_l1_reverse	2	-0.040081560611724854
117254	rnn.weight_hh_l1_reverse	3	0.040191661566495895
117254	rnn.weight_hh_l1_reverse	4	0.044495839625597
117254	rnn.weight_hh_l1_reverse	5	0.008982982486486435
117254	rnn.weight_hh_l1_reverse	6	0.015925277024507523
117254	rnn.weight_hh_l1_reverse	7	0.02651963196694851
117254	rnn.weight_hh_l1_reverse	8	-0.006718326825648546
117254	rnn.weight_hh_l1_reverse	9	-0.03179987519979477
117254	rnn.bias_ih_l1_reverse	0	-0.07920675724744797
117254	rnn.bias_ih_l1_reverse	1	-0.1492794156074524
117254	rnn.bias_ih_l1_reverse	2	-0.15500271320343018
117254	rnn.bias_ih_l1_reverse	3	-0.003929153084754944
117254	rnn.bias_ih_l1_reverse	4	-0.2035112977027893
117254	rnn.bias_ih_l1_reverse	5	-0.1024378165602684
117254	rnn.bias_ih_l1_reverse	6	-0.12634992599487305
117254	rnn.bias_ih_l1_reverse	7	-0.2108345329761505
117254	rnn.bias_ih_l1_reverse	8	0.17757831513881683
117254	rnn.bias_ih_l1_reverse	9	0.051487863063812256
117254	rnn.bias_hh_l1_reverse	0	-0.008542493917047977
117254	rnn.bias_hh_l1_reverse	1	-0.05241543799638748
117254	rnn.bias_hh_l1_reverse	2	-0.22369137406349182
117254	rnn.bias_hh_l1_reverse	3	-0.11689122766256332
117254	rnn.bias_hh_l1_reverse	4	-0.09720228612422943
117254	rnn.bias_hh_l1_reverse	5	-0.12098906934261322
117254	rnn.bias_hh_l1_reverse	6	0.13543812930583954
117254	rnn.bias_hh_l1_reverse	7	-0.13133126497268677
117254	rnn.bias_hh_l1_reverse	8	-0.10465298593044281
117254	rnn.bias_hh_l1_reverse	9	-0.13680756092071533
117254	linear.weight	0	0.002228822559118271
117254	linear.weight	1	0.0775357112288475
117254	linear.weight	2	-0.05940389633178711
117254	linear.weight	3	0.2958030700683594
117254	linear.weight	4	0.14593073725700378
117254	linear.weight	5	-0.014645382761955261
117254	linear.weight	6	0.07070295512676239
117254	linear.weight	7	0.08489679545164108
117254	linear.weight	8	0.04128390923142433
117254	linear.weight	9	-0.04232650250196457
117254	linear.bias	0	0.04975859820842743
117254	linear.bias	1	-0.18600964546203613
117254	linear.bias	2	-0.39988186955451965
117254	linear.bias	3	-0.708735466003418
117254	linear.bias	4	-1.1981735229492188
117254	linear.bias	5	-0.08033909648656845
117254	linear.bias	6	-0.7204910516738892
117254	linear.bias	7	0.3397611677646637
117254	linear.bias	8	-0.44558826088905334
117254	linear.bias	9	-0.9136053919792175
117451	transitions	0	0.610351026058197
117451	transitions	1	0.13233742117881775
117451	transitions	2	-10000.0
117451	transitions	3	-1.81842041015625
117451	transitions	4	-10000.0
117451	transitions	5	0.5953999161720276
117451	transitions	6	-0.06376329809427261
117451	transitions	7	-0.6259536147117615
117451	transitions	8	-1.3876631259918213
117451	transitions	9	-0.000977749703451991
117451	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
117451	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
117451	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
117451	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
117451	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
117451	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
117451	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
117451	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
117451	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
117451	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
117451	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
117451	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
117451	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
117451	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
117451	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
117451	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
117451	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
117451	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
117451	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
117451	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
117451	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
117451	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
117451	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
117451	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
117451	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
117451	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
117451	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
117451	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
117451	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
117451	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
117451	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
117451	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
117451	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
117451	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
117451	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
117451	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
117451	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
117451	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
117451	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
117451	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
117451	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
117451	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
117451	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
117451	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
117451	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
117451	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
117451	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
117451	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
117451	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
117451	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
117451	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
117451	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
117451	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
117451	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
117451	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
117451	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
117451	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
117451	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
117451	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
117451	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
117451	embedding2nn.weight	0	0.014738271944224834
117451	embedding2nn.weight	1	-0.01354346051812172
117451	embedding2nn.weight	2	-0.014268254861235619
117451	embedding2nn.weight	3	-0.04885159060359001
117451	embedding2nn.weight	4	-0.0059150345623493195
117451	embedding2nn.weight	5	-0.0037005881313234568
117451	embedding2nn.weight	6	-0.003973279148340225
117451	embedding2nn.weight	7	-0.06555232405662537
117451	embedding2nn.weight	8	-0.0019979383796453476
117451	embedding2nn.weight	9	-0.027310553938150406
117451	embedding2nn.bias	0	0.02091546542942524
117451	embedding2nn.bias	1	-0.04982166364789009
117451	embedding2nn.bias	2	0.07836995273828506
117451	embedding2nn.bias	3	0.042931679636240005
117451	embedding2nn.bias	4	-0.03326253220438957
117451	embedding2nn.bias	5	-0.029296545311808586
117451	embedding2nn.bias	6	0.027374714612960815
117451	embedding2nn.bias	7	-0.052831754088401794
117451	embedding2nn.bias	8	0.03917669877409935
117451	embedding2nn.bias	9	0.024273669347167015
117451	rnn.weight_ih_l0	0	-0.07242073863744736
117451	rnn.weight_ih_l0	1	-0.004838983062654734
117451	rnn.weight_ih_l0	2	0.047282591462135315
117451	rnn.weight_ih_l0	3	0.017148632556200027
117451	rnn.weight_ih_l0	4	-0.018399612978100777
117451	rnn.weight_ih_l0	5	-0.056163378059864044
117451	rnn.weight_ih_l0	6	0.0002453044871799648
117451	rnn.weight_ih_l0	7	0.0337819941341877
117451	rnn.weight_ih_l0	8	-0.012925068847835064
117451	rnn.weight_ih_l0	9	-0.015616435557603836
117451	rnn.weight_hh_l0	0	-0.035506829619407654
117451	rnn.weight_hh_l0	1	0.0006515212589874864
117451	rnn.weight_hh_l0	2	-0.006899613421410322
117451	rnn.weight_hh_l0	3	-0.06143321469426155
117451	rnn.weight_hh_l0	4	0.08799630403518677
117451	rnn.weight_hh_l0	5	-0.004877944476902485
117451	rnn.weight_hh_l0	6	-0.05518233776092529
117451	rnn.weight_hh_l0	7	0.011819442734122276
117451	rnn.weight_hh_l0	8	0.010415524244308472
117451	rnn.weight_hh_l0	9	-0.013195661827921867
117451	rnn.bias_ih_l0	0	0.07856723666191101
117451	rnn.bias_ih_l0	1	-0.042006757110357285
117451	rnn.bias_ih_l0	2	0.013245154172182083
117451	rnn.bias_ih_l0	3	0.11806280165910721
117451	rnn.bias_ih_l0	4	-0.03818226978182793
117451	rnn.bias_ih_l0	5	-0.04127216711640358
117451	rnn.bias_ih_l0	6	0.027796391397714615
117451	rnn.bias_ih_l0	7	0.028805142268538475
117451	rnn.bias_ih_l0	8	-0.1109861209988594
117451	rnn.bias_ih_l0	9	-0.03660301864147186
117451	rnn.bias_hh_l0	0	-0.02169271558523178
117451	rnn.bias_hh_l0	1	-0.09662295132875443
117451	rnn.bias_hh_l0	2	-0.05119723081588745
117451	rnn.bias_hh_l0	3	-0.08449072390794754
117451	rnn.bias_hh_l0	4	-0.016937293112277985
117451	rnn.bias_hh_l0	5	-0.01616619899868965
117451	rnn.bias_hh_l0	6	0.019870921969413757
117451	rnn.bias_hh_l0	7	0.045896392315626144
117451	rnn.bias_hh_l0	8	-0.12712326645851135
117451	rnn.bias_hh_l0	9	-0.022074837237596512
117451	rnn.weight_ih_l0_reverse	0	-0.02417587861418724
117451	rnn.weight_ih_l0_reverse	1	-0.045430511236190796
117451	rnn.weight_ih_l0_reverse	2	-0.03010430932044983
117451	rnn.weight_ih_l0_reverse	3	0.01088937371969223
117451	rnn.weight_ih_l0_reverse	4	-0.019367432221770287
117451	rnn.weight_ih_l0_reverse	5	-0.04883655533194542
117451	rnn.weight_ih_l0_reverse	6	0.0771404579281807
117451	rnn.weight_ih_l0_reverse	7	-0.029644466936588287
117451	rnn.weight_ih_l0_reverse	8	-0.019198102876544
117451	rnn.weight_ih_l0_reverse	9	0.012053193524479866
117451	rnn.weight_hh_l0_reverse	0	0.05012572929263115
117451	rnn.weight_hh_l0_reverse	1	0.021532507613301277
117451	rnn.weight_hh_l0_reverse	2	0.033534660935401917
117451	rnn.weight_hh_l0_reverse	3	0.0333356112241745
117451	rnn.weight_hh_l0_reverse	4	0.008674691431224346
117451	rnn.weight_hh_l0_reverse	5	0.014904572628438473
117451	rnn.weight_hh_l0_reverse	6	0.04758233577013016
117451	rnn.weight_hh_l0_reverse	7	-0.06113242730498314
117451	rnn.weight_hh_l0_reverse	8	0.03774455189704895
117451	rnn.weight_hh_l0_reverse	9	0.04542159289121628
117451	rnn.bias_ih_l0_reverse	0	-0.07705335319042206
117451	rnn.bias_ih_l0_reverse	1	-0.2413785755634308
117451	rnn.bias_ih_l0_reverse	2	-0.15743915736675262
117451	rnn.bias_ih_l0_reverse	3	-0.039779748767614365
117451	rnn.bias_ih_l0_reverse	4	-0.027543839067220688
117451	rnn.bias_ih_l0_reverse	5	0.0487208217382431
117451	rnn.bias_ih_l0_reverse	6	-0.05500045418739319
117451	rnn.bias_ih_l0_reverse	7	0.04116075858473778
117451	rnn.bias_ih_l0_reverse	8	-0.04159478843212128
117451	rnn.bias_ih_l0_reverse	9	0.04559348151087761
117451	rnn.bias_hh_l0_reverse	0	0.010329920798540115
117451	rnn.bias_hh_l0_reverse	1	-0.033741291612386703
117451	rnn.bias_hh_l0_reverse	2	0.08413127809762955
117451	rnn.bias_hh_l0_reverse	3	-0.051439519971609116
117451	rnn.bias_hh_l0_reverse	4	-0.03726568445563316
117451	rnn.bias_hh_l0_reverse	5	-0.029146527871489525
117451	rnn.bias_hh_l0_reverse	6	-0.033421218395233154
117451	rnn.bias_hh_l0_reverse	7	0.11517398804426193
117451	rnn.bias_hh_l0_reverse	8	0.034564629197120667
117451	rnn.bias_hh_l0_reverse	9	-0.12373565882444382
117451	rnn.weight_ih_l1	0	-0.041795700788497925
117451	rnn.weight_ih_l1	1	-0.033055681735277176
117451	rnn.weight_ih_l1	2	0.03586846962571144
117451	rnn.weight_ih_l1	3	-0.0690995529294014
117451	rnn.weight_ih_l1	4	-0.011320249177515507
117451	rnn.weight_ih_l1	5	-0.046765755861997604
117451	rnn.weight_ih_l1	6	0.022722627967596054
117451	rnn.weight_ih_l1	7	-0.02561713010072708
117451	rnn.weight_ih_l1	8	0.03866759315133095
117451	rnn.weight_ih_l1	9	0.044917937368154526
117451	rnn.weight_hh_l1	0	-0.005039002746343613
117451	rnn.weight_hh_l1	1	0.011299720965325832
117451	rnn.weight_hh_l1	2	0.0030054165981709957
117451	rnn.weight_hh_l1	3	-0.008760714903473854
117451	rnn.weight_hh_l1	4	0.0014587515033781528
117451	rnn.weight_hh_l1	5	0.026701821014285088
117451	rnn.weight_hh_l1	6	0.025567805394530296
117451	rnn.weight_hh_l1	7	-0.025379197672009468
117451	rnn.weight_hh_l1	8	-0.01604989357292652
117451	rnn.weight_hh_l1	9	0.04021672531962395
117451	rnn.bias_ih_l1	0	-0.1766999512910843
117451	rnn.bias_ih_l1	1	-0.16979701817035675
117451	rnn.bias_ih_l1	2	-0.18468788266181946
117451	rnn.bias_ih_l1	3	-0.2759755253791809
117451	rnn.bias_ih_l1	4	-0.1931854486465454
117451	rnn.bias_ih_l1	5	-0.1052287369966507
117451	rnn.bias_ih_l1	6	-0.13323406875133514
117451	rnn.bias_ih_l1	7	-0.03344424068927765
117451	rnn.bias_ih_l1	8	-0.12990468740463257
117451	rnn.bias_ih_l1	9	-0.11954227834939957
117451	rnn.bias_hh_l1	0	-0.12782098352909088
117451	rnn.bias_hh_l1	1	-0.05687349662184715
117451	rnn.bias_hh_l1	2	-0.09969282895326614
117451	rnn.bias_hh_l1	3	-0.09473485499620438
117451	rnn.bias_hh_l1	4	-0.11140821129083633
117451	rnn.bias_hh_l1	5	-0.12011585384607315
117451	rnn.bias_hh_l1	6	-0.14684537053108215
117451	rnn.bias_hh_l1	7	0.013651147484779358
117451	rnn.bias_hh_l1	8	-0.1691407710313797
117451	rnn.bias_hh_l1	9	-0.1007421538233757
117451	rnn.weight_ih_l1_reverse	0	-0.04522622376680374
117451	rnn.weight_ih_l1_reverse	1	0.01483447477221489
117451	rnn.weight_ih_l1_reverse	2	0.06215621158480644
117451	rnn.weight_ih_l1_reverse	3	0.004537620581686497
117451	rnn.weight_ih_l1_reverse	4	-0.03048660047352314
117451	rnn.weight_ih_l1_reverse	5	-0.03359358012676239
117451	rnn.weight_ih_l1_reverse	6	-0.01560425478965044
117451	rnn.weight_ih_l1_reverse	7	0.025638245046138763
117451	rnn.weight_ih_l1_reverse	8	0.02828218601644039
117451	rnn.weight_ih_l1_reverse	9	-0.060805294662714005
117451	rnn.weight_hh_l1_reverse	0	0.007227553054690361
117451	rnn.weight_hh_l1_reverse	1	0.026876240968704224
117451	rnn.weight_hh_l1_reverse	2	-0.04015551134943962
117451	rnn.weight_hh_l1_reverse	3	0.0401250496506691
117451	rnn.weight_hh_l1_reverse	4	0.043900080025196075
117451	rnn.weight_hh_l1_reverse	5	0.00913440901786089
117451	rnn.weight_hh_l1_reverse	6	0.016012655571103096
117451	rnn.weight_hh_l1_reverse	7	0.026754390448331833
117451	rnn.weight_hh_l1_reverse	8	-0.00679673021659255
117451	rnn.weight_hh_l1_reverse	9	-0.03140750527381897
117451	rnn.bias_ih_l1_reverse	0	-0.08025101572275162
117451	rnn.bias_ih_l1_reverse	1	-0.1500246375799179
117451	rnn.bias_ih_l1_reverse	2	-0.15442383289337158
117451	rnn.bias_ih_l1_reverse	3	-0.016144318506121635
117451	rnn.bias_ih_l1_reverse	4	-0.20257939398288727
117451	rnn.bias_ih_l1_reverse	5	-0.10428949445486069
117451	rnn.bias_ih_l1_reverse	6	-0.12627023458480835
117451	rnn.bias_ih_l1_reverse	7	-0.21018236875534058
117451	rnn.bias_ih_l1_reverse	8	0.1769738793373108
117451	rnn.bias_ih_l1_reverse	9	0.051456086337566376
117451	rnn.bias_hh_l1_reverse	0	-0.016675597056746483
117451	rnn.bias_hh_l1_reverse	1	-0.05294714868068695
117451	rnn.bias_hh_l1_reverse	2	-0.2232641875743866
117451	rnn.bias_hh_l1_reverse	3	-0.11659864336252213
117451	rnn.bias_hh_l1_reverse	4	-0.09943077713251114
117451	rnn.bias_hh_l1_reverse	5	-0.1235177144408226
117451	rnn.bias_hh_l1_reverse	6	0.1426747590303421
117451	rnn.bias_hh_l1_reverse	7	-0.13252350687980652
117451	rnn.bias_hh_l1_reverse	8	-0.10599400103092194
117451	rnn.bias_hh_l1_reverse	9	-0.1363198608160019
117451	linear.weight	0	0.002228822559118271
117451	linear.weight	1	0.07119754701852798
117451	linear.weight	2	-0.0589703768491745
117451	linear.weight	3	0.2840200364589691
117451	linear.weight	4	0.14959850907325745
117451	linear.weight	5	-0.014299336820840836
117451	linear.weight	6	0.07719087600708008
117451	linear.weight	7	0.09085441380739212
117451	linear.weight	8	0.04128338396549225
117451	linear.weight	9	-0.0414779931306839
117451	linear.bias	0	0.05918807163834572
117451	linear.bias	1	-0.18362878262996674
117451	linear.bias	2	-0.41871291399002075
117451	linear.bias	3	-0.6959954500198364
117451	linear.bias	4	-1.1852009296417236
117451	linear.bias	5	-0.09668391197919846
117451	linear.bias	6	-0.714989960193634
117451	linear.bias	7	0.324996680021286
117451	linear.bias	8	-0.4443228840827942
117451	linear.bias	9	-0.9144911766052246
117648	transitions	0	0.6009008288383484
117648	transitions	1	0.13533267378807068
117648	transitions	2	-10000.0
117648	transitions	3	-1.818465232849121
117648	transitions	4	-10000.0
117648	transitions	5	0.5952968597412109
117648	transitions	6	-0.06384675204753876
117648	transitions	7	-0.6261911988258362
117648	transitions	8	-1.3877638578414917
117648	transitions	9	-0.0009785874281078577
117648	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
117648	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
117648	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
117648	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
117648	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
117648	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
117648	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
117648	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
117648	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
117648	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
117648	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
117648	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
117648	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
117648	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
117648	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
117648	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
117648	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
117648	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
117648	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
117648	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
117648	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
117648	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
117648	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
117648	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
117648	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
117648	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
117648	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
117648	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
117648	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
117648	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
117648	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
117648	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
117648	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
117648	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
117648	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
117648	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
117648	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
117648	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
117648	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
117648	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
117648	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
117648	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
117648	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
117648	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
117648	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
117648	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
117648	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
117648	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
117648	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
117648	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
117648	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
117648	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
117648	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
117648	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
117648	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
117648	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
117648	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
117648	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
117648	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
117648	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
117648	embedding2nn.weight	0	0.012277350760996342
117648	embedding2nn.weight	1	-0.013529244810342789
117648	embedding2nn.weight	2	-0.014268254861235619
117648	embedding2nn.weight	3	-0.04931236431002617
117648	embedding2nn.weight	4	-0.0059150345623493195
117648	embedding2nn.weight	5	-0.003700587898492813
117648	embedding2nn.weight	6	-0.003973277751356363
117648	embedding2nn.weight	7	-0.06579041481018066
117648	embedding2nn.weight	8	-0.0019979383796453476
117648	embedding2nn.weight	9	-0.027662096545100212
117648	embedding2nn.bias	0	0.03560761734843254
117648	embedding2nn.bias	1	-0.05133449658751488
117648	embedding2nn.bias	2	0.08601292967796326
117648	embedding2nn.bias	3	0.04083125293254852
117648	embedding2nn.bias	4	-0.032486192882061005
117648	embedding2nn.bias	5	-0.027142532169818878
117648	embedding2nn.bias	6	0.02526438608765602
117648	embedding2nn.bias	7	-0.04864276573061943
117648	embedding2nn.bias	8	0.0386570543050766
117648	embedding2nn.bias	9	0.023394113406538963
117648	rnn.weight_ih_l0	0	-0.0718296617269516
117648	rnn.weight_ih_l0	1	-0.004785518627613783
117648	rnn.weight_ih_l0	2	0.04654860123991966
117648	rnn.weight_ih_l0	3	0.017032306641340256
117648	rnn.weight_ih_l0	4	-0.018116699531674385
117648	rnn.weight_ih_l0	5	-0.05670907720923424
117648	rnn.weight_ih_l0	6	-0.0007862866623327136
117648	rnn.weight_ih_l0	7	0.033441707491874695
117648	rnn.weight_ih_l0	8	-0.012409649789333344
117648	rnn.weight_ih_l0	9	-0.015326320193707943
117648	rnn.weight_hh_l0	0	-0.03592526167631149
117648	rnn.weight_hh_l0	1	0.0005180258303880692
117648	rnn.weight_hh_l0	2	-0.007175681181252003
117648	rnn.weight_hh_l0	3	-0.0616617277264595
117648	rnn.weight_hh_l0	4	0.08817970007658005
117648	rnn.weight_hh_l0	5	-0.004981372971087694
117648	rnn.weight_hh_l0	6	-0.05660399794578552
117648	rnn.weight_hh_l0	7	0.01200607419013977
117648	rnn.weight_hh_l0	8	0.010900143533945084
117648	rnn.weight_hh_l0	9	-0.013273639604449272
117648	rnn.bias_ih_l0	0	0.07964342832565308
117648	rnn.bias_ih_l0	1	-0.045192573219537735
117648	rnn.bias_ih_l0	2	0.014017044566571712
117648	rnn.bias_ih_l0	3	0.11624535173177719
117648	rnn.bias_ih_l0	4	-0.04000186547636986
117648	rnn.bias_ih_l0	5	-0.03819665685296059
117648	rnn.bias_ih_l0	6	0.028196176514029503
117648	rnn.bias_ih_l0	7	0.028148312121629715
117648	rnn.bias_ih_l0	8	-0.11098483949899673
117648	rnn.bias_ih_l0	9	-0.04022030532360077
117648	rnn.bias_hh_l0	0	-0.025316044688224792
117648	rnn.bias_hh_l0	1	-0.09748664498329163
117648	rnn.bias_hh_l0	2	-0.05112249776721001
117648	rnn.bias_hh_l0	3	-0.08324313163757324
117648	rnn.bias_hh_l0	4	-0.01775575615465641
117648	rnn.bias_hh_l0	5	-0.01556466519832611
117648	rnn.bias_hh_l0	6	0.018577391281723976
117648	rnn.bias_hh_l0	7	0.049092404544353485
117648	rnn.bias_hh_l0	8	-0.12650835514068604
117648	rnn.bias_hh_l0	9	-0.02209501713514328
117648	rnn.weight_ih_l0_reverse	0	-0.02343302220106125
117648	rnn.weight_ih_l0_reverse	1	-0.046158015727996826
117648	rnn.weight_ih_l0_reverse	2	-0.030585281550884247
117648	rnn.weight_ih_l0_reverse	3	0.009725861251354218
117648	rnn.weight_ih_l0_reverse	4	-0.018987921997904778
117648	rnn.weight_ih_l0_reverse	5	-0.04848100617527962
117648	rnn.weight_ih_l0_reverse	6	0.07864363491535187
117648	rnn.weight_ih_l0_reverse	7	-0.03145121410489082
117648	rnn.weight_ih_l0_reverse	8	-0.02057088539004326
117648	rnn.weight_ih_l0_reverse	9	0.01095576211810112
117648	rnn.weight_hh_l0_reverse	0	0.050530944019556046
117648	rnn.weight_hh_l0_reverse	1	0.02292650192975998
117648	rnn.weight_hh_l0_reverse	2	0.03271603211760521
117648	rnn.weight_hh_l0_reverse	3	0.03363410755991936
117648	rnn.weight_hh_l0_reverse	4	0.009633510373532772
117648	rnn.weight_hh_l0_reverse	5	0.015203190967440605
117648	rnn.weight_hh_l0_reverse	6	0.04804093763232231
117648	rnn.weight_hh_l0_reverse	7	-0.060516584664583206
117648	rnn.weight_hh_l0_reverse	8	0.03717987611889839
117648	rnn.weight_hh_l0_reverse	9	0.04638911411166191
117648	rnn.bias_ih_l0_reverse	0	-0.0775110051035881
117648	rnn.bias_ih_l0_reverse	1	-0.24083895981311798
117648	rnn.bias_ih_l0_reverse	2	-0.15845276415348053
117648	rnn.bias_ih_l0_reverse	3	-0.04130491986870766
117648	rnn.bias_ih_l0_reverse	4	-0.025188932195305824
117648	rnn.bias_ih_l0_reverse	5	0.04948687180876732
117648	rnn.bias_ih_l0_reverse	6	-0.056268300861120224
117648	rnn.bias_ih_l0_reverse	7	0.04528883099555969
117648	rnn.bias_ih_l0_reverse	8	-0.04205581918358803
117648	rnn.bias_ih_l0_reverse	9	0.046958077698946
117648	rnn.bias_hh_l0_reverse	0	0.009904482401907444
117648	rnn.bias_hh_l0_reverse	1	-0.027307309210300446
117648	rnn.bias_hh_l0_reverse	2	0.08240042626857758
117648	rnn.bias_hh_l0_reverse	3	-0.05091613903641701
117648	rnn.bias_hh_l0_reverse	4	-0.03888162225484848
117648	rnn.bias_hh_l0_reverse	5	-0.02944701351225376
117648	rnn.bias_hh_l0_reverse	6	-0.03400157019495964
117648	rnn.bias_hh_l0_reverse	7	0.11483638733625412
117648	rnn.bias_hh_l0_reverse	8	0.035718757659196854
117648	rnn.bias_hh_l0_reverse	9	-0.12608274817466736
117648	rnn.weight_ih_l1	0	-0.0413081981241703
117648	rnn.weight_ih_l1	1	-0.03108447603881359
117648	rnn.weight_ih_l1	2	0.036731574684381485
117648	rnn.weight_ih_l1	3	-0.06865904480218887
117648	rnn.weight_ih_l1	4	-0.013050910085439682
117648	rnn.weight_ih_l1	5	-0.046616461127996445
117648	rnn.weight_ih_l1	6	0.022836491465568542
117648	rnn.weight_ih_l1	7	-0.02671809121966362
117648	rnn.weight_ih_l1	8	0.038650840520858765
117648	rnn.weight_ih_l1	9	0.0449855774641037
117648	rnn.weight_hh_l1	0	-0.005343717988580465
117648	rnn.weight_hh_l1	1	0.01113363727927208
117648	rnn.weight_hh_l1	2	0.0011363212252035737
117648	rnn.weight_hh_l1	3	-0.008861822076141834
117648	rnn.weight_hh_l1	4	0.001150118070654571
117648	rnn.weight_hh_l1	5	0.02631556987762451
117648	rnn.weight_hh_l1	6	0.025505054742097855
117648	rnn.weight_hh_l1	7	-0.024941369891166687
117648	rnn.weight_hh_l1	8	-0.016885682940483093
117648	rnn.weight_hh_l1	9	0.040401943027973175
117648	rnn.bias_ih_l1	0	-0.17136438190937042
117648	rnn.bias_ih_l1	1	-0.16904787719249725
117648	rnn.bias_ih_l1	2	-0.18415988981723785
117648	rnn.bias_ih_l1	3	-0.27032357454299927
117648	rnn.bias_ih_l1	4	-0.19048207998275757
117648	rnn.bias_ih_l1	5	-0.10526997596025467
117648	rnn.bias_ih_l1	6	-0.12990079820156097
117648	rnn.bias_ih_l1	7	-0.03846730291843414
117648	rnn.bias_ih_l1	8	-0.12876258790493011
117648	rnn.bias_ih_l1	9	-0.11991225928068161
117648	rnn.bias_hh_l1	0	-0.12906824052333832
117648	rnn.bias_hh_l1	1	-0.05825311690568924
117648	rnn.bias_hh_l1	2	-0.097828708589077
117648	rnn.bias_hh_l1	3	-0.0945269763469696
117648	rnn.bias_hh_l1	4	-0.11332974582910538
117648	rnn.bias_hh_l1	5	-0.11726642400026321
117648	rnn.bias_hh_l1	6	-0.14456327259540558
117648	rnn.bias_hh_l1	7	0.011254764162003994
117648	rnn.bias_hh_l1	8	-0.16576595604419708
117648	rnn.bias_hh_l1	9	-0.10249219834804535
117648	rnn.weight_ih_l1_reverse	0	-0.0440744124352932
117648	rnn.weight_ih_l1_reverse	1	0.016453957185149193
117648	rnn.weight_ih_l1_reverse	2	0.06842287629842758
117648	rnn.weight_ih_l1_reverse	3	0.004970802925527096
117648	rnn.weight_ih_l1_reverse	4	-0.03105447068810463
117648	rnn.weight_ih_l1_reverse	5	-0.03358442708849907
117648	rnn.weight_ih_l1_reverse	6	-0.014795009978115559
117648	rnn.weight_ih_l1_reverse	7	0.026252571493387222
117648	rnn.weight_ih_l1_reverse	8	0.030081849545240402
117648	rnn.weight_ih_l1_reverse	9	-0.05975823476910591
117648	rnn.weight_hh_l1_reverse	0	0.007335190661251545
117648	rnn.weight_hh_l1_reverse	1	0.0266045480966568
117648	rnn.weight_hh_l1_reverse	2	-0.04015018790960312
117648	rnn.weight_hh_l1_reverse	3	0.039983078837394714
117648	rnn.weight_hh_l1_reverse	4	0.04404783248901367
117648	rnn.weight_hh_l1_reverse	5	0.008971219882369041
117648	rnn.weight_hh_l1_reverse	6	0.013628071174025536
117648	rnn.weight_hh_l1_reverse	7	0.02659047394990921
117648	rnn.weight_hh_l1_reverse	8	-0.006815230939537287
117648	rnn.weight_hh_l1_reverse	9	-0.03130742534995079
117648	rnn.bias_ih_l1_reverse	0	-0.08069920539855957
117648	rnn.bias_ih_l1_reverse	1	-0.14776228368282318
117648	rnn.bias_ih_l1_reverse	2	-0.15462985634803772
117648	rnn.bias_ih_l1_reverse	3	-0.015015044249594212
117648	rnn.bias_ih_l1_reverse	4	-0.2036341279745102
117648	rnn.bias_ih_l1_reverse	5	-0.10506842285394669
117648	rnn.bias_ih_l1_reverse	6	-0.12639093399047852
117648	rnn.bias_ih_l1_reverse	7	-0.20411956310272217
117648	rnn.bias_ih_l1_reverse	8	0.17448690533638
117648	rnn.bias_ih_l1_reverse	9	0.05525276064872742
117648	rnn.bias_hh_l1_reverse	0	-0.01718502677977085
117648	rnn.bias_hh_l1_reverse	1	-0.06104039028286934
117648	rnn.bias_hh_l1_reverse	2	-0.2242916375398636
117648	rnn.bias_hh_l1_reverse	3	-0.11757912486791611
117648	rnn.bias_hh_l1_reverse	4	-0.10107217729091644
117648	rnn.bias_hh_l1_reverse	5	-0.12017172574996948
117648	rnn.bias_hh_l1_reverse	6	0.13368797302246094
117648	rnn.bias_hh_l1_reverse	7	-0.12844692170619965
117648	rnn.bias_hh_l1_reverse	8	-0.10478433221578598
117648	rnn.bias_hh_l1_reverse	9	-0.13535133004188538
117648	linear.weight	0	0.002228822559118271
117648	linear.weight	1	0.08201176673173904
117648	linear.weight	2	-0.054337821900844574
117648	linear.weight	3	0.2869020700454712
117648	linear.weight	4	0.15379232168197632
117648	linear.weight	5	-0.012761488556861877
117648	linear.weight	6	0.0709524005651474
117648	linear.weight	7	0.08680715411901474
117648	linear.weight	8	0.04128313437104225
117648	linear.weight	9	-0.044625360518693924
117648	linear.bias	0	0.05968208238482475
117648	linear.bias	1	-0.2146061211824417
117648	linear.bias	2	-0.417420357465744
117648	linear.bias	3	-0.730830192565918
117648	linear.bias	4	-1.2229591608047485
117648	linear.bias	5	-0.0763753205537796
117648	linear.bias	6	-0.7451698184013367
117648	linear.bias	7	0.34420761466026306
117648	linear.bias	8	-0.43061235547065735
117648	linear.bias	9	-0.9034597873687744
117845	transitions	0	0.60868239402771
117845	transitions	1	0.13473032414913177
117845	transitions	2	-10000.0
117845	transitions	3	-1.8185076713562012
117845	transitions	4	-10000.0
117845	transitions	5	0.5951483845710754
117845	transitions	6	-0.0639507919549942
117845	transitions	7	-0.6265994906425476
117845	transitions	8	-1.387836217880249
117845	transitions	9	-0.0009800682310014963
117845	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
117845	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
117845	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
117845	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
117845	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
117845	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
117845	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
117845	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
117845	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
117845	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
117845	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
117845	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
117845	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
117845	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
117845	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
117845	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
117845	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
117845	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
117845	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
117845	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
117845	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
117845	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
117845	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
117845	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
117845	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
117845	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
117845	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
117845	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
117845	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
117845	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
117845	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
117845	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
117845	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
117845	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
117845	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
117845	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
117845	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
117845	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
117845	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
117845	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
117845	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
117845	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
117845	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
117845	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
117845	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
117845	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
117845	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
117845	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
117845	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
117845	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
117845	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
117845	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
117845	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
117845	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
117845	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
117845	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
117845	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
117845	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
117845	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
117845	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
117845	embedding2nn.weight	0	0.012305271811783314
117845	embedding2nn.weight	1	-0.013588576577603817
117845	embedding2nn.weight	2	-0.014268254861235619
117845	embedding2nn.weight	3	-0.047019269317388535
117845	embedding2nn.weight	4	-0.0059150345623493195
117845	embedding2nn.weight	5	-0.0037005883641541004
117845	embedding2nn.weight	6	-0.003973276820033789
117845	embedding2nn.weight	7	-0.06635385006666183
117845	embedding2nn.weight	8	-0.0019979383796453476
117845	embedding2nn.weight	9	-0.026966962963342667
117845	embedding2nn.bias	0	0.04153870418667793
117845	embedding2nn.bias	1	-0.046733736991882324
117845	embedding2nn.bias	2	0.07853511720895767
117845	embedding2nn.bias	3	0.04525113105773926
117845	embedding2nn.bias	4	-0.032097071409225464
117845	embedding2nn.bias	5	-0.03306383639574051
117845	embedding2nn.bias	6	0.01722998544573784
117845	embedding2nn.bias	7	-0.055001430213451385
117845	embedding2nn.bias	8	0.04172854125499725
117845	embedding2nn.bias	9	0.019203556701540947
117845	rnn.weight_ih_l0	0	-0.0718151405453682
117845	rnn.weight_ih_l0	1	-0.003963074646890163
117845	rnn.weight_ih_l0	2	0.045961253345012665
117845	rnn.weight_ih_l0	3	0.016204433515667915
117845	rnn.weight_ih_l0	4	-0.017013726755976677
117845	rnn.weight_ih_l0	5	-0.05540572851896286
117845	rnn.weight_ih_l0	6	0.0002600627485662699
117845	rnn.weight_ih_l0	7	0.0328807607293129
117845	rnn.weight_ih_l0	8	-0.012665870599448681
117845	rnn.weight_ih_l0	9	-0.015229147858917713
117845	rnn.weight_hh_l0	0	-0.03672240301966667
117845	rnn.weight_hh_l0	1	0.0010566400596871972
117845	rnn.weight_hh_l0	2	-0.0076408968307077885
117845	rnn.weight_hh_l0	3	-0.06075960025191307
117845	rnn.weight_hh_l0	4	0.08697447925806046
117845	rnn.weight_hh_l0	5	-0.00576032092794776
117845	rnn.weight_hh_l0	6	-0.05638032406568527
117845	rnn.weight_hh_l0	7	0.01388639211654663
117845	rnn.weight_hh_l0	8	0.010897202417254448
117845	rnn.weight_hh_l0	9	-0.013307107612490654
117845	rnn.bias_ih_l0	0	0.07865174114704132
117845	rnn.bias_ih_l0	1	-0.0473901629447937
117845	rnn.bias_ih_l0	2	0.013554885983467102
117845	rnn.bias_ih_l0	3	0.11754315346479416
117845	rnn.bias_ih_l0	4	-0.040402401238679886
117845	rnn.bias_ih_l0	5	-0.0331803597509861
117845	rnn.bias_ih_l0	6	0.029056653380393982
117845	rnn.bias_ih_l0	7	0.03030332550406456
117845	rnn.bias_ih_l0	8	-0.11098254472017288
117845	rnn.bias_ih_l0	9	-0.03246475011110306
117845	rnn.bias_hh_l0	0	-0.024570230394601822
117845	rnn.bias_hh_l0	1	-0.09649961441755295
117845	rnn.bias_hh_l0	2	-0.051286764442920685
117845	rnn.bias_hh_l0	3	-0.08334068953990936
117845	rnn.bias_hh_l0	4	-0.022830713540315628
117845	rnn.bias_hh_l0	5	-0.015909483656287193
117845	rnn.bias_hh_l0	6	0.01819065399467945
117845	rnn.bias_hh_l0	7	0.04886351898312569
117845	rnn.bias_hh_l0	8	-0.128945454955101
117845	rnn.bias_hh_l0	9	-0.02021176367998123
117845	rnn.weight_ih_l0_reverse	0	-0.02360190823674202
117845	rnn.weight_ih_l0_reverse	1	-0.04520531743764877
117845	rnn.weight_ih_l0_reverse	2	-0.03010495938360691
117845	rnn.weight_ih_l0_reverse	3	0.008116905577480793
117845	rnn.weight_ih_l0_reverse	4	-0.017927194014191628
117845	rnn.weight_ih_l0_reverse	5	-0.04800519719719887
117845	rnn.weight_ih_l0_reverse	6	0.07851042598485947
117845	rnn.weight_ih_l0_reverse	7	-0.03384333476424217
117845	rnn.weight_ih_l0_reverse	8	-0.02236091159284115
117845	rnn.weight_ih_l0_reverse	9	0.010931366123259068
117845	rnn.weight_hh_l0_reverse	0	0.05127760022878647
117845	rnn.weight_hh_l0_reverse	1	0.023153727874159813
117845	rnn.weight_hh_l0_reverse	2	0.031497277319431305
117845	rnn.weight_hh_l0_reverse	3	0.03437984734773636
117845	rnn.weight_hh_l0_reverse	4	0.009630163200199604
117845	rnn.weight_hh_l0_reverse	5	0.01598670706152916
117845	rnn.weight_hh_l0_reverse	6	0.048243485391139984
117845	rnn.weight_hh_l0_reverse	7	-0.0604671984910965
117845	rnn.weight_hh_l0_reverse	8	0.037292491644620895
117845	rnn.weight_hh_l0_reverse	9	0.04615185782313347
117845	rnn.bias_ih_l0_reverse	0	-0.07714751362800598
117845	rnn.bias_ih_l0_reverse	1	-0.23644821345806122
117845	rnn.bias_ih_l0_reverse	2	-0.16098862886428833
117845	rnn.bias_ih_l0_reverse	3	-0.03911175578832626
117845	rnn.bias_ih_l0_reverse	4	-0.027270544320344925
117845	rnn.bias_ih_l0_reverse	5	0.0512293204665184
117845	rnn.bias_ih_l0_reverse	6	-0.05754014849662781
117845	rnn.bias_ih_l0_reverse	7	0.04208572581410408
117845	rnn.bias_ih_l0_reverse	8	-0.038268983364105225
117845	rnn.bias_ih_l0_reverse	9	0.04504222795367241
117845	rnn.bias_hh_l0_reverse	0	0.008175237104296684
117845	rnn.bias_hh_l0_reverse	1	-0.028549406677484512
117845	rnn.bias_hh_l0_reverse	2	0.08442429453134537
117845	rnn.bias_hh_l0_reverse	3	-0.05224240571260452
117845	rnn.bias_hh_l0_reverse	4	-0.037522416561841965
117845	rnn.bias_hh_l0_reverse	5	-0.0305520910769701
117845	rnn.bias_hh_l0_reverse	6	-0.03135810047388077
117845	rnn.bias_hh_l0_reverse	7	0.11334747076034546
117845	rnn.bias_hh_l0_reverse	8	0.03371679037809372
117845	rnn.bias_hh_l0_reverse	9	-0.13064613938331604
117845	rnn.weight_ih_l1	0	-0.041322093456983566
117845	rnn.weight_ih_l1	1	-0.030586613342165947
117845	rnn.weight_ih_l1	2	0.03717172145843506
117845	rnn.weight_ih_l1	3	-0.0692141130566597
117845	rnn.weight_ih_l1	4	-0.01191162783652544
117845	rnn.weight_ih_l1	5	-0.046452365815639496
117845	rnn.weight_ih_l1	6	0.022906528785824776
117845	rnn.weight_ih_l1	7	-0.02850794978439808
117845	rnn.weight_ih_l1	8	0.038541361689567566
117845	rnn.weight_ih_l1	9	0.045006077736616135
117845	rnn.weight_hh_l1	0	-0.006731504108756781
117845	rnn.weight_hh_l1	1	0.011129088699817657
117845	rnn.weight_hh_l1	2	0.0016646406147629023
117845	rnn.weight_hh_l1	3	-0.008316366001963615
117845	rnn.weight_hh_l1	4	0.00127179897390306
117845	rnn.weight_hh_l1	5	0.025975873693823814
117845	rnn.weight_hh_l1	6	0.025953825563192368
117845	rnn.weight_hh_l1	7	-0.024682404473423958
117845	rnn.weight_hh_l1	8	-0.016733525320887566
117845	rnn.weight_hh_l1	9	0.04068005084991455
117845	rnn.bias_ih_l1	0	-0.16640305519104004
117845	rnn.bias_ih_l1	1	-0.17329314351081848
117845	rnn.bias_ih_l1	2	-0.18402573466300964
117845	rnn.bias_ih_l1	3	-0.26881617307662964
117845	rnn.bias_ih_l1	4	-0.19477862119674683
117845	rnn.bias_ih_l1	5	-0.10287774354219437
117845	rnn.bias_ih_l1	6	-0.12987391650676727
117845	rnn.bias_ih_l1	7	-0.03668457269668579
117845	rnn.bias_ih_l1	8	-0.1328817903995514
117845	rnn.bias_ih_l1	9	-0.11839072406291962
117845	rnn.bias_hh_l1	0	-0.12842200696468353
117845	rnn.bias_hh_l1	1	-0.06202906742691994
117845	rnn.bias_hh_l1	2	-0.09934278577566147
117845	rnn.bias_hh_l1	3	-0.09385503083467484
117845	rnn.bias_hh_l1	4	-0.11069956421852112
117845	rnn.bias_hh_l1	5	-0.11953331530094147
117845	rnn.bias_hh_l1	6	-0.1454237699508667
117845	rnn.bias_hh_l1	7	0.013354265131056309
117845	rnn.bias_hh_l1	8	-0.1693148910999298
117845	rnn.bias_hh_l1	9	-0.10074367374181747
117845	rnn.weight_ih_l1_reverse	0	-0.04186736047267914
117845	rnn.weight_ih_l1_reverse	1	0.014626072719693184
117845	rnn.weight_ih_l1_reverse	2	0.067801833152771
117845	rnn.weight_ih_l1_reverse	3	0.0029588837642222643
117845	rnn.weight_ih_l1_reverse	4	-0.02995872125029564
117845	rnn.weight_ih_l1_reverse	5	-0.03336489200592041
117845	rnn.weight_ih_l1_reverse	6	-0.014472296461462975
117845	rnn.weight_ih_l1_reverse	7	0.025948550552129745
117845	rnn.weight_ih_l1_reverse	8	0.03074076399207115
117845	rnn.weight_ih_l1_reverse	9	-0.05890387296676636
117845	rnn.weight_hh_l1_reverse	0	0.007792037911713123
117845	rnn.weight_hh_l1_reverse	1	0.026624983176589012
117845	rnn.weight_hh_l1_reverse	2	-0.04013197869062424
117845	rnn.weight_hh_l1_reverse	3	0.03971897065639496
117845	rnn.weight_hh_l1_reverse	4	0.04424835368990898
117845	rnn.weight_hh_l1_reverse	5	0.00902738980948925
117845	rnn.weight_hh_l1_reverse	6	0.014777540229260921
117845	rnn.weight_hh_l1_reverse	7	0.026737086474895477
117845	rnn.weight_hh_l1_reverse	8	-0.006936708930879831
117845	rnn.weight_hh_l1_reverse	9	-0.03142212703824043
117845	rnn.bias_ih_l1_reverse	0	-0.08055508136749268
117845	rnn.bias_ih_l1_reverse	1	-0.14551669359207153
117845	rnn.bias_ih_l1_reverse	2	-0.15196771919727325
117845	rnn.bias_ih_l1_reverse	3	-0.01974194124341011
117845	rnn.bias_ih_l1_reverse	4	-0.2026035636663437
117845	rnn.bias_ih_l1_reverse	5	-0.10444389283657074
117845	rnn.bias_ih_l1_reverse	6	-0.12497124820947647
117845	rnn.bias_ih_l1_reverse	7	-0.20576111972332
117845	rnn.bias_ih_l1_reverse	8	0.17625433206558228
117845	rnn.bias_ih_l1_reverse	9	0.05023391544818878
117845	rnn.bias_hh_l1_reverse	0	-0.026841601356863976
117845	rnn.bias_hh_l1_reverse	1	-0.0626813992857933
117845	rnn.bias_hh_l1_reverse	2	-0.22346986830234528
117845	rnn.bias_hh_l1_reverse	3	-0.11682111024856567
117845	rnn.bias_hh_l1_reverse	4	-0.09906475245952606
117845	rnn.bias_hh_l1_reverse	5	-0.11864002794027328
117845	rnn.bias_hh_l1_reverse	6	0.14739108085632324
117845	rnn.bias_hh_l1_reverse	7	-0.12672759592533112
117845	rnn.bias_hh_l1_reverse	8	-0.1031845435500145
117845	rnn.bias_hh_l1_reverse	9	-0.13571840524673462
117845	linear.weight	0	0.002228822559118271
117845	linear.weight	1	0.07582110166549683
117845	linear.weight	2	-0.05623176321387291
117845	linear.weight	3	0.28195908665657043
117845	linear.weight	4	0.1496378779411316
117845	linear.weight	5	-0.013443760573863983
117845	linear.weight	6	0.08263732492923737
117845	linear.weight	7	0.08973357826471329
117845	linear.weight	8	0.0412832610309124
117845	linear.weight	9	-0.047132059931755066
117845	linear.bias	0	0.08646535128355026
117845	linear.bias	1	-0.20067323744297028
117845	linear.bias	2	-0.3983394503593445
117845	linear.bias	3	-0.7271673679351807
117845	linear.bias	4	-1.21932852268219
117845	linear.bias	5	-0.1091243326663971
117845	linear.bias	6	-0.7316383719444275
117845	linear.bias	7	0.3133249580860138
117845	linear.bias	8	-0.44102346897125244
117845	linear.bias	9	-0.9137651920318604
118042	transitions	0	0.5947762727737427
118042	transitions	1	0.13570590317249298
118042	transitions	2	-10000.0
118042	transitions	3	-1.8185603618621826
118042	transitions	4	-10000.0
118042	transitions	5	0.5949156880378723
118042	transitions	6	-0.0640111044049263
118042	transitions	7	-0.6273747086524963
118042	transitions	8	-1.3879045248031616
118042	transitions	9	-0.000981281977146864
118042	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
118042	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
118042	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
118042	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
118042	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
118042	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
118042	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
118042	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
118042	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
118042	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
118042	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
118042	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
118042	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
118042	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
118042	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
118042	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
118042	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
118042	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
118042	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
118042	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
118042	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
118042	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
118042	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
118042	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
118042	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
118042	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
118042	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
118042	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
118042	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
118042	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
118042	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
118042	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
118042	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
118042	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
118042	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
118042	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
118042	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
118042	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
118042	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
118042	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
118042	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
118042	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
118042	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
118042	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
118042	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
118042	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
118042	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
118042	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
118042	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
118042	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
118042	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
118042	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
118042	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
118042	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
118042	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
118042	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
118042	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
118042	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
118042	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
118042	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
118042	embedding2nn.weight	0	0.013140400871634483
118042	embedding2nn.weight	1	-0.013642788864672184
118042	embedding2nn.weight	2	-0.014268254861235619
118042	embedding2nn.weight	3	-0.04731510579586029
118042	embedding2nn.weight	4	-0.0059150345623493195
118042	embedding2nn.weight	5	-0.0037005883641541004
118042	embedding2nn.weight	6	-0.003973279148340225
118042	embedding2nn.weight	7	-0.06655289977788925
118042	embedding2nn.weight	8	-0.0019979383796453476
118042	embedding2nn.weight	9	-0.027434781193733215
118042	embedding2nn.bias	0	0.051170699298381805
118042	embedding2nn.bias	1	-0.046743545681238174
118042	embedding2nn.bias	2	0.08916578441858292
118042	embedding2nn.bias	3	0.04692986235022545
118042	embedding2nn.bias	4	-0.030804812908172607
118042	embedding2nn.bias	5	-0.019572457298636436
118042	embedding2nn.bias	6	0.012080039829015732
118042	embedding2nn.bias	7	-0.0641096904873848
118042	embedding2nn.bias	8	0.04380553588271141
118042	embedding2nn.bias	9	0.01114526018500328
118042	rnn.weight_ih_l0	0	-0.07189343124628067
118042	rnn.weight_ih_l0	1	-0.0029142904095351696
118042	rnn.weight_ih_l0	2	0.04560799151659012
118042	rnn.weight_ih_l0	3	0.015474286861717701
118042	rnn.weight_ih_l0	4	-0.015628132969141006
118042	rnn.weight_ih_l0	5	-0.05539694055914879
118042	rnn.weight_ih_l0	6	-0.00205988553352654
118042	rnn.weight_ih_l0	7	0.03386268392205238
118042	rnn.weight_ih_l0	8	-0.012728051282465458
118042	rnn.weight_ih_l0	9	-0.015408062376081944
118042	rnn.weight_hh_l0	0	-0.03783212602138519
118042	rnn.weight_hh_l0	1	0.0017976925009861588
118042	rnn.weight_hh_l0	2	-0.0063415090553462505
118042	rnn.weight_hh_l0	3	-0.06018000841140747
118042	rnn.weight_hh_l0	4	0.08684835582971573
118042	rnn.weight_hh_l0	5	-0.006691355258226395
118042	rnn.weight_hh_l0	6	-0.055882591754198074
118042	rnn.weight_hh_l0	7	0.013453589752316475
118042	rnn.weight_hh_l0	8	0.011173436418175697
118042	rnn.weight_hh_l0	9	-0.012832732871174812
118042	rnn.bias_ih_l0	0	0.07784423232078552
118042	rnn.bias_ih_l0	1	-0.048329148441553116
118042	rnn.bias_ih_l0	2	0.011280550621449947
118042	rnn.bias_ih_l0	3	0.11796627938747406
118042	rnn.bias_ih_l0	4	-0.03702724725008011
118042	rnn.bias_ih_l0	5	-0.03783733397722244
118042	rnn.bias_ih_l0	6	0.030766012147068977
118042	rnn.bias_ih_l0	7	0.033044613897800446
118042	rnn.bias_ih_l0	8	-0.11122550815343857
118042	rnn.bias_ih_l0	9	-0.03517859801650047
118042	rnn.bias_hh_l0	0	-0.02389783225953579
118042	rnn.bias_hh_l0	1	-0.09309517592191696
118042	rnn.bias_hh_l0	2	-0.05115984007716179
118042	rnn.bias_hh_l0	3	-0.08373692631721497
118042	rnn.bias_hh_l0	4	-0.021588578820228577
118042	rnn.bias_hh_l0	5	-0.016687776893377304
118042	rnn.bias_hh_l0	6	0.019835082814097404
118042	rnn.bias_hh_l0	7	0.049487438052892685
118042	rnn.bias_hh_l0	8	-0.1282733678817749
118042	rnn.bias_hh_l0	9	-0.020440226420760155
118042	rnn.weight_ih_l0_reverse	0	-0.024761125445365906
118042	rnn.weight_ih_l0_reverse	1	-0.045167841017246246
118042	rnn.weight_ih_l0_reverse	2	-0.029560931026935577
118042	rnn.weight_ih_l0_reverse	3	0.009695320390164852
118042	rnn.weight_ih_l0_reverse	4	-0.017420290037989616
118042	rnn.weight_ih_l0_reverse	5	-0.048879850655794144
118042	rnn.weight_ih_l0_reverse	6	0.0786285325884819
118042	rnn.weight_ih_l0_reverse	7	-0.033652372658252716
118042	rnn.weight_ih_l0_reverse	8	-0.024204889312386513
118042	rnn.weight_ih_l0_reverse	9	0.009901161305606365
118042	rnn.weight_hh_l0_reverse	0	0.05401120334863663
118042	rnn.weight_hh_l0_reverse	1	0.023168494924902916
118042	rnn.weight_hh_l0_reverse	2	0.031209982931613922
118042	rnn.weight_hh_l0_reverse	3	0.034239768981933594
118042	rnn.weight_hh_l0_reverse	4	0.008784313686192036
118042	rnn.weight_hh_l0_reverse	5	0.017184436321258545
118042	rnn.weight_hh_l0_reverse	6	0.04846527799963951
118042	rnn.weight_hh_l0_reverse	7	-0.060937367379665375
118042	rnn.weight_hh_l0_reverse	8	0.037616752088069916
118042	rnn.weight_hh_l0_reverse	9	0.045877911150455475
118042	rnn.bias_ih_l0_reverse	0	-0.07544505596160889
118042	rnn.bias_ih_l0_reverse	1	-0.23347720503807068
118042	rnn.bias_ih_l0_reverse	2	-0.15878406167030334
118042	rnn.bias_ih_l0_reverse	3	-0.04283183068037033
118042	rnn.bias_ih_l0_reverse	4	-0.023716691881418228
118042	rnn.bias_ih_l0_reverse	5	0.05005103349685669
118042	rnn.bias_ih_l0_reverse	6	-0.058929383754730225
118042	rnn.bias_ih_l0_reverse	7	0.04248429089784622
118042	rnn.bias_ih_l0_reverse	8	-0.03558158874511719
118042	rnn.bias_ih_l0_reverse	9	0.04850900545716286
118042	rnn.bias_hh_l0_reverse	0	0.008615624159574509
118042	rnn.bias_hh_l0_reverse	1	-0.026842456310987473
118042	rnn.bias_hh_l0_reverse	2	0.08324918150901794
118042	rnn.bias_hh_l0_reverse	3	-0.05118117108941078
118042	rnn.bias_hh_l0_reverse	4	-0.03615783527493477
118042	rnn.bias_hh_l0_reverse	5	-0.030839892104268074
118042	rnn.bias_hh_l0_reverse	6	-0.03228585422039032
118042	rnn.bias_hh_l0_reverse	7	0.11295338720083237
118042	rnn.bias_hh_l0_reverse	8	0.03400259464979172
118042	rnn.bias_hh_l0_reverse	9	-0.13107521831989288
118042	rnn.weight_ih_l1	0	-0.04075945168733597
118042	rnn.weight_ih_l1	1	-0.02951393835246563
118042	rnn.weight_ih_l1	2	0.03971037641167641
118042	rnn.weight_ih_l1	3	-0.06882477551698685
118042	rnn.weight_ih_l1	4	-0.01258788164705038
118042	rnn.weight_ih_l1	5	-0.04728919267654419
118042	rnn.weight_ih_l1	6	0.023266896605491638
118042	rnn.weight_ih_l1	7	-0.0251301359385252
118042	rnn.weight_ih_l1	8	0.03798426315188408
118042	rnn.weight_ih_l1	9	0.04499274864792824
118042	rnn.weight_hh_l1	0	-0.006637202110141516
118042	rnn.weight_hh_l1	1	0.011206414550542831
118042	rnn.weight_hh_l1	2	0.00254004611633718
118042	rnn.weight_hh_l1	3	-0.008903655223548412
118042	rnn.weight_hh_l1	4	0.002491369843482971
118042	rnn.weight_hh_l1	5	0.02633446827530861
118042	rnn.weight_hh_l1	6	0.026411553844809532
118042	rnn.weight_hh_l1	7	-0.025194481015205383
118042	rnn.weight_hh_l1	8	-0.016451237723231316
118042	rnn.weight_hh_l1	9	0.04062284529209137
118042	rnn.bias_ih_l1	0	-0.17079561948776245
118042	rnn.bias_ih_l1	1	-0.17706161737442017
118042	rnn.bias_ih_l1	2	-0.18593980371952057
118042	rnn.bias_ih_l1	3	-0.2677740752696991
118042	rnn.bias_ih_l1	4	-0.1951419860124588
118042	rnn.bias_ih_l1	5	-0.10254912823438644
118042	rnn.bias_ih_l1	6	-0.125625878572464
118042	rnn.bias_ih_l1	7	-0.036768242716789246
118042	rnn.bias_ih_l1	8	-0.13282093405723572
118042	rnn.bias_ih_l1	9	-0.12072912603616714
118042	rnn.bias_hh_l1	0	-0.12794174253940582
118042	rnn.bias_hh_l1	1	-0.0570811927318573
118042	rnn.bias_hh_l1	2	-0.10007894784212112
118042	rnn.bias_hh_l1	3	-0.09392897039651871
118042	rnn.bias_hh_l1	4	-0.11082235723733902
118042	rnn.bias_hh_l1	5	-0.12018188834190369
118042	rnn.bias_hh_l1	6	-0.14695508778095245
118042	rnn.bias_hh_l1	7	0.01420027669519186
118042	rnn.bias_hh_l1	8	-0.16871708631515503
118042	rnn.bias_hh_l1	9	-0.10056392848491669
118042	rnn.weight_ih_l1_reverse	0	-0.040078941732645035
118042	rnn.weight_ih_l1_reverse	1	0.01183917373418808
118042	rnn.weight_ih_l1_reverse	2	0.06910143792629242
118042	rnn.weight_ih_l1_reverse	3	0.0038732148241251707
118042	rnn.weight_ih_l1_reverse	4	-0.03101886436343193
118042	rnn.weight_ih_l1_reverse	5	-0.033616047352552414
118042	rnn.weight_ih_l1_reverse	6	-0.014971248805522919
118042	rnn.weight_ih_l1_reverse	7	0.025600941851735115
118042	rnn.weight_ih_l1_reverse	8	0.03118983469903469
118042	rnn.weight_ih_l1_reverse	9	-0.05764482170343399
118042	rnn.weight_hh_l1_reverse	0	0.007970007136464119
118042	rnn.weight_hh_l1_reverse	1	0.02654898911714554
118042	rnn.weight_hh_l1_reverse	2	-0.040189504623413086
118042	rnn.weight_hh_l1_reverse	3	0.03984425961971283
118042	rnn.weight_hh_l1_reverse	4	0.044630326330661774
118042	rnn.weight_hh_l1_reverse	5	0.007968440651893616
118042	rnn.weight_hh_l1_reverse	6	0.014900284819304943
118042	rnn.weight_hh_l1_reverse	7	0.026488181203603745
118042	rnn.weight_hh_l1_reverse	8	-0.006798862013965845
118042	rnn.weight_hh_l1_reverse	9	-0.031861044466495514
118042	rnn.bias_ih_l1_reverse	0	-0.07873634994029999
118042	rnn.bias_ih_l1_reverse	1	-0.14571413397789001
118042	rnn.bias_ih_l1_reverse	2	-0.1503540277481079
118042	rnn.bias_ih_l1_reverse	3	-0.021218154579401016
118042	rnn.bias_ih_l1_reverse	4	-0.20442146062850952
118042	rnn.bias_ih_l1_reverse	5	-0.1054619774222374
118042	rnn.bias_ih_l1_reverse	6	-0.12485441565513611
118042	rnn.bias_ih_l1_reverse	7	-0.20615828037261963
118042	rnn.bias_ih_l1_reverse	8	0.17226898670196533
118042	rnn.bias_ih_l1_reverse	9	0.053953468799591064
118042	rnn.bias_hh_l1_reverse	0	-0.030895991250872612
118042	rnn.bias_hh_l1_reverse	1	-0.0572403259575367
118042	rnn.bias_hh_l1_reverse	2	-0.22360990941524506
118042	rnn.bias_hh_l1_reverse	3	-0.11419360339641571
118042	rnn.bias_hh_l1_reverse	4	-0.09899521619081497
118042	rnn.bias_hh_l1_reverse	5	-0.11743071675300598
118042	rnn.bias_hh_l1_reverse	6	0.13263161480426788
118042	rnn.bias_hh_l1_reverse	7	-0.12982399761676788
118042	rnn.bias_hh_l1_reverse	8	-0.1023726835846901
118042	rnn.bias_hh_l1_reverse	9	-0.13543426990509033
118042	linear.weight	0	0.002228822559118271
118042	linear.weight	1	0.0899619460105896
118042	linear.weight	2	-0.05446511134505272
118042	linear.weight	3	0.29310342669487
118042	linear.weight	4	0.14922866225242615
118042	linear.weight	5	-0.012996695004403591
118042	linear.weight	6	0.09523102641105652
118042	linear.weight	7	0.08966001123189926
118042	linear.weight	8	0.04128303751349449
118042	linear.weight	9	-0.04069428890943527
118042	linear.bias	0	0.05912300571799278
118042	linear.bias	1	-0.19636698067188263
118042	linear.bias	2	-0.360333114862442
118042	linear.bias	3	-0.716158390045166
118042	linear.bias	4	-1.2088234424591064
118042	linear.bias	5	-0.10487090796232224
118042	linear.bias	6	-0.7256291508674622
118042	linear.bias	7	0.3150869309902191
118042	linear.bias	8	-0.4567689895629883
118042	linear.bias	9	-0.9320037364959717
118239	transitions	0	0.6018574833869934
118239	transitions	1	0.13838593661785126
118239	transitions	2	-10000.0
118239	transitions	3	-1.818601131439209
118239	transitions	4	-10000.0
118239	transitions	5	0.5947037935256958
118239	transitions	6	-0.06407039612531662
118239	transitions	7	-0.6279609799385071
118239	transitions	8	-1.388034701347351
118239	transitions	9	-0.0009824447333812714
118239	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
118239	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
118239	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
118239	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
118239	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
118239	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
118239	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
118239	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
118239	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
118239	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
118239	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
118239	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
118239	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
118239	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
118239	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
118239	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
118239	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
118239	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
118239	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
118239	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
118239	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
118239	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
118239	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
118239	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
118239	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
118239	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
118239	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
118239	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
118239	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
118239	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
118239	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
118239	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
118239	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
118239	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
118239	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
118239	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
118239	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
118239	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
118239	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
118239	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
118239	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
118239	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
118239	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
118239	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
118239	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
118239	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
118239	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
118239	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
118239	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
118239	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
118239	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
118239	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
118239	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
118239	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
118239	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
118239	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
118239	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
118239	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
118239	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
118239	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
118239	embedding2nn.weight	0	0.01415321882814169
118239	embedding2nn.weight	1	-0.013581221923232079
118239	embedding2nn.weight	2	-0.014268254861235619
118239	embedding2nn.weight	3	-0.048625312745571136
118239	embedding2nn.weight	4	-0.0059150345623493195
118239	embedding2nn.weight	5	-0.0037005881313234568
118239	embedding2nn.weight	6	-0.003973277285695076
118239	embedding2nn.weight	7	-0.06686855107545853
118239	embedding2nn.weight	8	-0.0019979383796453476
118239	embedding2nn.weight	9	-0.027951689437031746
118239	embedding2nn.bias	0	0.04768291488289833
118239	embedding2nn.bias	1	-0.05122258886694908
118239	embedding2nn.bias	2	0.08809146285057068
118239	embedding2nn.bias	3	0.04983047395944595
118239	embedding2nn.bias	4	-0.04043164104223251
118239	embedding2nn.bias	5	-0.021466169506311417
118239	embedding2nn.bias	6	0.02603321149945259
118239	embedding2nn.bias	7	-0.06756565719842911
118239	embedding2nn.bias	8	0.04670974984765053
118239	embedding2nn.bias	9	0.010881273075938225
118239	rnn.weight_ih_l0	0	-0.07170170545578003
118239	rnn.weight_ih_l0	1	-0.002449422376230359
118239	rnn.weight_ih_l0	2	0.04511863365769386
118239	rnn.weight_ih_l0	3	0.01618611440062523
118239	rnn.weight_ih_l0	4	-0.016155758872628212
118239	rnn.weight_ih_l0	5	-0.05499636381864548
118239	rnn.weight_ih_l0	6	-0.0012244932586327195
118239	rnn.weight_ih_l0	7	0.03300296142697334
118239	rnn.weight_ih_l0	8	-0.013188655488193035
118239	rnn.weight_ih_l0	9	-0.016399722546339035
118239	rnn.weight_hh_l0	0	-0.03742877021431923
118239	rnn.weight_hh_l0	1	0.000759101181756705
118239	rnn.weight_hh_l0	2	-0.007155796512961388
118239	rnn.weight_hh_l0	3	-0.05976981669664383
118239	rnn.weight_hh_l0	4	0.08739375323057175
118239	rnn.weight_hh_l0	5	-0.006787771359086037
118239	rnn.weight_hh_l0	6	-0.05505326762795448
118239	rnn.weight_hh_l0	7	0.013225801289081573
118239	rnn.weight_hh_l0	8	0.010793325491249561
118239	rnn.weight_hh_l0	9	-0.01274177711457014
118239	rnn.bias_ih_l0	0	0.07993237674236298
118239	rnn.bias_ih_l0	1	-0.04529930651187897
118239	rnn.bias_ih_l0	2	0.01103951781988144
118239	rnn.bias_ih_l0	3	0.1206003874540329
118239	rnn.bias_ih_l0	4	-0.03889816626906395
118239	rnn.bias_ih_l0	5	-0.037679534405469894
118239	rnn.bias_ih_l0	6	0.030036205425858498
118239	rnn.bias_ih_l0	7	0.03417804464697838
118239	rnn.bias_ih_l0	8	-0.11294791847467422
118239	rnn.bias_ih_l0	9	-0.030003882944583893
118239	rnn.bias_hh_l0	0	-0.02342676930129528
118239	rnn.bias_hh_l0	1	-0.09548697620630264
118239	rnn.bias_hh_l0	2	-0.04945549741387367
118239	rnn.bias_hh_l0	3	-0.08243823796510696
118239	rnn.bias_hh_l0	4	-0.021613115444779396
118239	rnn.bias_hh_l0	5	-0.018740063533186913
118239	rnn.bias_hh_l0	6	0.02071799896657467
118239	rnn.bias_hh_l0	7	0.04648720845580101
118239	rnn.bias_hh_l0	8	-0.1287473738193512
118239	rnn.bias_hh_l0	9	-0.022510046139359474
118239	rnn.weight_ih_l0_reverse	0	-0.02605220302939415
118239	rnn.weight_ih_l0_reverse	1	-0.046462737023830414
118239	rnn.weight_ih_l0_reverse	2	-0.03197769075632095
118239	rnn.weight_ih_l0_reverse	3	0.009557911194860935
118239	rnn.weight_ih_l0_reverse	4	-0.016607070341706276
118239	rnn.weight_ih_l0_reverse	5	-0.04878910630941391
118239	rnn.weight_ih_l0_reverse	6	0.07902029901742935
118239	rnn.weight_ih_l0_reverse	7	-0.03216170519590378
118239	rnn.weight_ih_l0_reverse	8	-0.024378906935453415
118239	rnn.weight_ih_l0_reverse	9	0.010353955440223217
118239	rnn.weight_hh_l0_reverse	0	0.05397414416074753
118239	rnn.weight_hh_l0_reverse	1	0.023491546511650085
118239	rnn.weight_hh_l0_reverse	2	0.031676314771175385
118239	rnn.weight_hh_l0_reverse	3	0.03424074873328209
118239	rnn.weight_hh_l0_reverse	4	0.008432375267148018
118239	rnn.weight_hh_l0_reverse	5	0.018110208213329315
118239	rnn.weight_hh_l0_reverse	6	0.04840749129652977
118239	rnn.weight_hh_l0_reverse	7	-0.06167012080550194
118239	rnn.weight_hh_l0_reverse	8	0.038200728595256805
118239	rnn.weight_hh_l0_reverse	9	0.04546113312244415
118239	rnn.bias_ih_l0_reverse	0	-0.07218647748231888
118239	rnn.bias_ih_l0_reverse	1	-0.2367394119501114
118239	rnn.bias_ih_l0_reverse	2	-0.15939569473266602
118239	rnn.bias_ih_l0_reverse	3	-0.045714035630226135
118239	rnn.bias_ih_l0_reverse	4	-0.02547617442905903
118239	rnn.bias_ih_l0_reverse	5	0.05265533924102783
118239	rnn.bias_ih_l0_reverse	6	-0.056931085884571075
118239	rnn.bias_ih_l0_reverse	7	0.04174518957734108
118239	rnn.bias_ih_l0_reverse	8	-0.03596070036292076
118239	rnn.bias_ih_l0_reverse	9	0.05235312506556511
118239	rnn.bias_hh_l0_reverse	0	0.009319467470049858
118239	rnn.bias_hh_l0_reverse	1	-0.0288270004093647
118239	rnn.bias_hh_l0_reverse	2	0.08210158348083496
118239	rnn.bias_hh_l0_reverse	3	-0.05278216302394867
118239	rnn.bias_hh_l0_reverse	4	-0.035946473479270935
118239	rnn.bias_hh_l0_reverse	5	-0.03409469127655029
118239	rnn.bias_hh_l0_reverse	6	-0.031883604824543
118239	rnn.bias_hh_l0_reverse	7	0.11317244917154312
118239	rnn.bias_hh_l0_reverse	8	0.03431791439652443
118239	rnn.bias_hh_l0_reverse	9	-0.13153167068958282
118239	rnn.weight_ih_l1	0	-0.040641214698553085
118239	rnn.weight_ih_l1	1	-0.029235227033495903
118239	rnn.weight_ih_l1	2	0.0371614545583725
118239	rnn.weight_ih_l1	3	-0.06768649816513062
118239	rnn.weight_ih_l1	4	-0.013194871135056019
118239	rnn.weight_ih_l1	5	-0.04710515961050987
118239	rnn.weight_ih_l1	6	0.024373997002840042
118239	rnn.weight_ih_l1	7	-0.02619246393442154
118239	rnn.weight_ih_l1	8	0.03809942305088043
118239	rnn.weight_ih_l1	9	0.04452352598309517
118239	rnn.weight_hh_l1	0	-0.005972047336399555
118239	rnn.weight_hh_l1	1	0.0113327382132411
118239	rnn.weight_hh_l1	2	0.002773473970592022
118239	rnn.weight_hh_l1	3	-0.008241187781095505
118239	rnn.weight_hh_l1	4	0.001960010966286063
118239	rnn.weight_hh_l1	5	0.026378735899925232
118239	rnn.weight_hh_l1	6	0.027256878092885017
118239	rnn.weight_hh_l1	7	-0.025363383814692497
118239	rnn.weight_hh_l1	8	-0.01609070599079132
118239	rnn.weight_hh_l1	9	0.040443092584609985
118239	rnn.bias_ih_l1	0	-0.17396435141563416
118239	rnn.bias_ih_l1	1	-0.17460057139396667
118239	rnn.bias_ih_l1	2	-0.1840086281299591
118239	rnn.bias_ih_l1	3	-0.2662735879421234
118239	rnn.bias_ih_l1	4	-0.19941258430480957
118239	rnn.bias_ih_l1	5	-0.1012645810842514
118239	rnn.bias_ih_l1	6	-0.12345685809850693
118239	rnn.bias_ih_l1	7	-0.034156981855630875
118239	rnn.bias_ih_l1	8	-0.1310858279466629
118239	rnn.bias_ih_l1	9	-0.1257821023464203
118239	rnn.bias_hh_l1	0	-0.1275598555803299
118239	rnn.bias_hh_l1	1	-0.05730931833386421
118239	rnn.bias_hh_l1	2	-0.09862570464611053
118239	rnn.bias_hh_l1	3	-0.09793113172054291
118239	rnn.bias_hh_l1	4	-0.11081324517726898
118239	rnn.bias_hh_l1	5	-0.11993265897035599
118239	rnn.bias_hh_l1	6	-0.14711715281009674
118239	rnn.bias_hh_l1	7	0.012378747574985027
118239	rnn.bias_hh_l1	8	-0.17089278995990753
118239	rnn.bias_hh_l1	9	-0.10089807212352753
118239	rnn.weight_ih_l1_reverse	0	-0.03997189924120903
118239	rnn.weight_ih_l1_reverse	1	0.0064243110828101635
118239	rnn.weight_ih_l1_reverse	2	0.06698296219110489
118239	rnn.weight_ih_l1_reverse	3	0.0025495460722595453
118239	rnn.weight_ih_l1_reverse	4	-0.03048248402774334
118239	rnn.weight_ih_l1_reverse	5	-0.033686313778162
118239	rnn.weight_ih_l1_reverse	6	-0.01354239135980606
118239	rnn.weight_ih_l1_reverse	7	0.025086399167776108
118239	rnn.weight_ih_l1_reverse	8	0.03265382722020149
118239	rnn.weight_ih_l1_reverse	9	-0.05636905878782272
118239	rnn.weight_hh_l1_reverse	0	0.007709571626037359
118239	rnn.weight_hh_l1_reverse	1	0.02671806514263153
118239	rnn.weight_hh_l1_reverse	2	-0.0401909276843071
118239	rnn.weight_hh_l1_reverse	3	0.0400128997862339
118239	rnn.weight_hh_l1_reverse	4	0.044651683419942856
118239	rnn.weight_hh_l1_reverse	5	0.007280957885086536
118239	rnn.weight_hh_l1_reverse	6	0.015135657973587513
118239	rnn.weight_hh_l1_reverse	7	0.026621367782354355
118239	rnn.weight_hh_l1_reverse	8	-0.006646395660936832
118239	rnn.weight_hh_l1_reverse	9	-0.031768787652254105
118239	rnn.bias_ih_l1_reverse	0	-0.07852588593959808
118239	rnn.bias_ih_l1_reverse	1	-0.1441880762577057
118239	rnn.bias_ih_l1_reverse	2	-0.15010574460029602
118239	rnn.bias_ih_l1_reverse	3	-0.03037613444030285
118239	rnn.bias_ih_l1_reverse	4	-0.20294614136219025
118239	rnn.bias_ih_l1_reverse	5	-0.10714421421289444
118239	rnn.bias_ih_l1_reverse	6	-0.1269061267375946
118239	rnn.bias_ih_l1_reverse	7	-0.20032232999801636
118239	rnn.bias_ih_l1_reverse	8	0.17572161555290222
118239	rnn.bias_ih_l1_reverse	9	0.05644283816218376
118239	rnn.bias_hh_l1_reverse	0	-0.03854694217443466
118239	rnn.bias_hh_l1_reverse	1	-0.04865793138742447
118239	rnn.bias_hh_l1_reverse	2	-0.2236090749502182
118239	rnn.bias_hh_l1_reverse	3	-0.11291404068470001
118239	rnn.bias_hh_l1_reverse	4	-0.10004403442144394
118239	rnn.bias_hh_l1_reverse	5	-0.11735603213310242
118239	rnn.bias_hh_l1_reverse	6	0.12708503007888794
118239	rnn.bias_hh_l1_reverse	7	-0.13059240579605103
118239	rnn.bias_hh_l1_reverse	8	-0.10116225481033325
118239	rnn.bias_hh_l1_reverse	9	-0.13674619793891907
118239	linear.weight	0	0.002228822559118271
118239	linear.weight	1	0.08762258291244507
118239	linear.weight	2	-0.055010661482810974
118239	linear.weight	3	0.2874496281147003
118239	linear.weight	4	0.14794623851776123
118239	linear.weight	5	-0.009330556727945805
118239	linear.weight	6	0.11915693432092667
118239	linear.weight	7	0.09158429503440857
118239	linear.weight	8	0.04128318279981613
118239	linear.weight	9	-0.04732196778059006
118239	linear.bias	0	0.08444013446569443
118239	linear.bias	1	-0.18693886697292328
118239	linear.bias	2	-0.40552759170532227
118239	linear.bias	3	-0.7104857563972473
118239	linear.bias	4	-1.2034449577331543
118239	linear.bias	5	-0.09378258883953094
118239	linear.bias	6	-0.7155997157096863
118239	linear.bias	7	0.3293936252593994
118239	linear.bias	8	-0.4139459431171417
118239	linear.bias	9	-0.8929212093353271
118436	transitions	0	0.6091678738594055
118436	transitions	1	0.13664890825748444
118436	transitions	2	-10000.0
118436	transitions	3	-1.8186442852020264
118436	transitions	4	-10000.0
118436	transitions	5	0.594548225402832
118436	transitions	6	-0.0641583725810051
118436	transitions	7	-0.6293156147003174
118436	transitions	8	-1.388173222541809
118436	transitions	9	-0.0009835796663537621
118436	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
118436	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
118436	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
118436	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
118436	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
118436	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
118436	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
118436	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
118436	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
118436	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
118436	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
118436	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
118436	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
118436	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
118436	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
118436	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
118436	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
118436	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
118436	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
118436	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
118436	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
118436	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
118436	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
118436	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
118436	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
118436	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
118436	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
118436	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
118436	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
118436	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
118436	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
118436	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
118436	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
118436	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
118436	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
118436	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
118436	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
118436	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
118436	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
118436	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
118436	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
118436	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
118436	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
118436	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
118436	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
118436	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
118436	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
118436	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
118436	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
118436	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
118436	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
118436	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
118436	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
118436	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
118436	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
118436	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
118436	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
118436	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
118436	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
118436	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
118436	embedding2nn.weight	0	0.01170126162469387
118436	embedding2nn.weight	1	-0.01348466519266367
118436	embedding2nn.weight	2	-0.014268254861235619
118436	embedding2nn.weight	3	-0.04843461140990257
118436	embedding2nn.weight	4	-0.0059150345623493195
118436	embedding2nn.weight	5	-0.0037005881313234568
118436	embedding2nn.weight	6	-0.003973277751356363
118436	embedding2nn.weight	7	-0.06800118833780289
118436	embedding2nn.weight	8	-0.0019979383796453476
118436	embedding2nn.weight	9	-0.028235789388418198
118436	embedding2nn.bias	0	0.04616841301321983
118436	embedding2nn.bias	1	-0.04988660290837288
118436	embedding2nn.bias	2	0.07409502565860748
118436	embedding2nn.bias	3	0.05400322377681732
118436	embedding2nn.bias	4	-0.03415936604142189
118436	embedding2nn.bias	5	-0.01996619626879692
118436	embedding2nn.bias	6	0.022878406569361687
118436	embedding2nn.bias	7	-0.050603292882442474
118436	embedding2nn.bias	8	0.050700776278972626
118436	embedding2nn.bias	9	0.004104231018573046
118436	rnn.weight_ih_l0	0	-0.07107850909233093
118436	rnn.weight_ih_l0	1	-0.0028697343077510595
118436	rnn.weight_ih_l0	2	0.04361759126186371
118436	rnn.weight_ih_l0	3	0.01663968898355961
118436	rnn.weight_ih_l0	4	-0.014790906570851803
118436	rnn.weight_ih_l0	5	-0.05432905629277229
118436	rnn.weight_ih_l0	6	-0.00010038218169938773
118436	rnn.weight_ih_l0	7	0.03199373930692673
118436	rnn.weight_ih_l0	8	-0.012368014082312584
118436	rnn.weight_ih_l0	9	-0.0160397719591856
118436	rnn.weight_hh_l0	0	-0.03725339472293854
118436	rnn.weight_hh_l0	1	0.0014085884904488921
118436	rnn.weight_hh_l0	2	-0.006846083328127861
118436	rnn.weight_hh_l0	3	-0.05821853503584862
118436	rnn.weight_hh_l0	4	0.08679904043674469
118436	rnn.weight_hh_l0	5	-0.009086951613426208
118436	rnn.weight_hh_l0	6	-0.055382080376148224
118436	rnn.weight_hh_l0	7	0.012876066379249096
118436	rnn.weight_hh_l0	8	0.010638047009706497
118436	rnn.weight_hh_l0	9	-0.012567199766635895
118436	rnn.bias_ih_l0	0	0.08294633775949478
118436	rnn.bias_ih_l0	1	-0.044102150946855545
118436	rnn.bias_ih_l0	2	0.011718446388840675
118436	rnn.bias_ih_l0	3	0.1221647560596466
118436	rnn.bias_ih_l0	4	-0.040884554386138916
118436	rnn.bias_ih_l0	5	-0.041525986045598984
118436	rnn.bias_ih_l0	6	0.03173296898603439
118436	rnn.bias_ih_l0	7	0.03508812189102173
118436	rnn.bias_ih_l0	8	-0.11376267671585083
118436	rnn.bias_ih_l0	9	-0.03266194835305214
118436	rnn.bias_hh_l0	0	-0.02530190907418728
118436	rnn.bias_hh_l0	1	-0.09389704465866089
118436	rnn.bias_hh_l0	2	-0.050216786563396454
118436	rnn.bias_hh_l0	3	-0.08474349230527878
118436	rnn.bias_hh_l0	4	-0.019182275980710983
118436	rnn.bias_hh_l0	5	-0.017688989639282227
118436	rnn.bias_hh_l0	6	0.018552670255303383
118436	rnn.bias_hh_l0	7	0.04687141627073288
118436	rnn.bias_hh_l0	8	-0.13037092983722687
118436	rnn.bias_hh_l0	9	-0.019061844795942307
118436	rnn.weight_ih_l0_reverse	0	-0.026185786351561546
118436	rnn.weight_ih_l0_reverse	1	-0.04968306049704552
118436	rnn.weight_ih_l0_reverse	2	-0.0332685187458992
118436	rnn.weight_ih_l0_reverse	3	0.010417255572974682
118436	rnn.weight_ih_l0_reverse	4	-0.017380889505147934
118436	rnn.weight_ih_l0_reverse	5	-0.0490708090364933
118436	rnn.weight_ih_l0_reverse	6	0.07884270697832108
118436	rnn.weight_ih_l0_reverse	7	-0.034505829215049744
118436	rnn.weight_ih_l0_reverse	8	-0.023410309106111526
118436	rnn.weight_ih_l0_reverse	9	0.010693718679249287
118436	rnn.weight_hh_l0_reverse	0	0.05449844151735306
118436	rnn.weight_hh_l0_reverse	1	0.023121904581785202
118436	rnn.weight_hh_l0_reverse	2	0.031098652631044388
118436	rnn.weight_hh_l0_reverse	3	0.03377491608262062
118436	rnn.weight_hh_l0_reverse	4	0.009211970493197441
118436	rnn.weight_hh_l0_reverse	5	0.020035654306411743
118436	rnn.weight_hh_l0_reverse	6	0.047759171575307846
118436	rnn.weight_hh_l0_reverse	7	-0.06245611980557442
118436	rnn.weight_hh_l0_reverse	8	0.03815595060586929
118436	rnn.weight_hh_l0_reverse	9	0.044888414442539215
118436	rnn.bias_ih_l0_reverse	0	-0.07015656679868698
118436	rnn.bias_ih_l0_reverse	1	-0.24062132835388184
118436	rnn.bias_ih_l0_reverse	2	-0.160408616065979
118436	rnn.bias_ih_l0_reverse	3	-0.043634410947561264
118436	rnn.bias_ih_l0_reverse	4	-0.026985447853803635
118436	rnn.bias_ih_l0_reverse	5	0.049375712871551514
118436	rnn.bias_ih_l0_reverse	6	-0.057457972317934036
118436	rnn.bias_ih_l0_reverse	7	0.039769355207681656
118436	rnn.bias_ih_l0_reverse	8	-0.03719092160463333
118436	rnn.bias_ih_l0_reverse	9	0.04955620691180229
118436	rnn.bias_hh_l0_reverse	0	0.009195958264172077
118436	rnn.bias_hh_l0_reverse	1	-0.030284162610769272
118436	rnn.bias_hh_l0_reverse	2	0.08380737900733948
118436	rnn.bias_hh_l0_reverse	3	-0.05360212177038193
118436	rnn.bias_hh_l0_reverse	4	-0.03700157627463341
118436	rnn.bias_hh_l0_reverse	5	-0.031198516488075256
118436	rnn.bias_hh_l0_reverse	6	-0.032490070909261703
118436	rnn.bias_hh_l0_reverse	7	0.11254411190748215
118436	rnn.bias_hh_l0_reverse	8	0.03398529067635536
118436	rnn.bias_hh_l0_reverse	9	-0.13300488889217377
118436	rnn.weight_ih_l1	0	-0.04039046913385391
118436	rnn.weight_ih_l1	1	-0.029545318335294724
118436	rnn.weight_ih_l1	2	0.03659912571310997
118436	rnn.weight_ih_l1	3	-0.06969676911830902
118436	rnn.weight_ih_l1	4	-0.014276382513344288
118436	rnn.weight_ih_l1	5	-0.04669681936502457
118436	rnn.weight_ih_l1	6	0.023634841665625572
118436	rnn.weight_ih_l1	7	-0.027222519740462303
118436	rnn.weight_ih_l1	8	0.03761567547917366
118436	rnn.weight_ih_l1	9	0.04456443712115288
118436	rnn.weight_hh_l1	0	-0.0035798028111457825
118436	rnn.weight_hh_l1	1	0.011203303001821041
118436	rnn.weight_hh_l1	2	0.0034874319098889828
118436	rnn.weight_hh_l1	3	-0.008418470621109009
118436	rnn.weight_hh_l1	4	0.002187487669289112
118436	rnn.weight_hh_l1	5	0.02609177678823471
118436	rnn.weight_hh_l1	6	0.027027949690818787
118436	rnn.weight_hh_l1	7	-0.02598739042878151
118436	rnn.weight_hh_l1	8	-0.016083460301160812
118436	rnn.weight_hh_l1	9	0.04082982614636421
118436	rnn.bias_ih_l1	0	-0.17409086227416992
118436	rnn.bias_ih_l1	1	-0.175406351685524
118436	rnn.bias_ih_l1	2	-0.1836203932762146
118436	rnn.bias_ih_l1	3	-0.2640242874622345
118436	rnn.bias_ih_l1	4	-0.20399847626686096
118436	rnn.bias_ih_l1	5	-0.10096605122089386
118436	rnn.bias_ih_l1	6	-0.1209397092461586
118436	rnn.bias_ih_l1	7	-0.031901925802230835
118436	rnn.bias_ih_l1	8	-0.1329479068517685
118436	rnn.bias_ih_l1	9	-0.12644940614700317
118436	rnn.bias_hh_l1	0	-0.12816841900348663
118436	rnn.bias_hh_l1	1	-0.05442499369382858
118436	rnn.bias_hh_l1	2	-0.09734821319580078
118436	rnn.bias_hh_l1	3	-0.09758715331554413
118436	rnn.bias_hh_l1	4	-0.11126432567834854
118436	rnn.bias_hh_l1	5	-0.1193995550274849
118436	rnn.bias_hh_l1	6	-0.1479310244321823
118436	rnn.bias_hh_l1	7	0.012257820926606655
118436	rnn.bias_hh_l1	8	-0.171896293759346
118436	rnn.bias_hh_l1	9	-0.09938791394233704
118436	rnn.weight_ih_l1_reverse	0	-0.03911791741847992
118436	rnn.weight_ih_l1_reverse	1	0.0059174285270273685
118436	rnn.weight_ih_l1_reverse	2	0.06763319671154022
118436	rnn.weight_ih_l1_reverse	3	0.004267955664545298
118436	rnn.weight_ih_l1_reverse	4	-0.031327541917562485
118436	rnn.weight_ih_l1_reverse	5	-0.03375616297125816
118436	rnn.weight_ih_l1_reverse	6	-0.01604056917130947
118436	rnn.weight_ih_l1_reverse	7	0.024137549102306366
118436	rnn.weight_ih_l1_reverse	8	0.03258981928229332
118436	rnn.weight_ih_l1_reverse	9	-0.05862896889448166
118436	rnn.weight_hh_l1_reverse	0	0.007913717068731785
118436	rnn.weight_hh_l1_reverse	1	0.02709435485303402
118436	rnn.weight_hh_l1_reverse	2	-0.04018956050276756
118436	rnn.weight_hh_l1_reverse	3	0.03991599753499031
118436	rnn.weight_hh_l1_reverse	4	0.04545019939541817
118436	rnn.weight_hh_l1_reverse	5	0.007059377618134022
118436	rnn.weight_hh_l1_reverse	6	0.016637111082673073
118436	rnn.weight_hh_l1_reverse	7	0.026659009978175163
118436	rnn.weight_hh_l1_reverse	8	-0.006586009636521339
118436	rnn.weight_hh_l1_reverse	9	-0.03143306076526642
118436	rnn.bias_ih_l1_reverse	0	-0.07793693244457245
118436	rnn.bias_ih_l1_reverse	1	-0.1466972827911377
118436	rnn.bias_ih_l1_reverse	2	-0.1506115198135376
118436	rnn.bias_ih_l1_reverse	3	-0.03249741718173027
118436	rnn.bias_ih_l1_reverse	4	-0.2038879096508026
118436	rnn.bias_ih_l1_reverse	5	-0.10690835118293762
118436	rnn.bias_ih_l1_reverse	6	-0.1264319270849228
118436	rnn.bias_ih_l1_reverse	7	-0.20266352593898773
118436	rnn.bias_ih_l1_reverse	8	0.17216582596302032
118436	rnn.bias_ih_l1_reverse	9	0.05651665851473808
118436	rnn.bias_hh_l1_reverse	0	-0.04015244171023369
118436	rnn.bias_hh_l1_reverse	1	-0.03838108852505684
118436	rnn.bias_hh_l1_reverse	2	-0.22323189675807953
118436	rnn.bias_hh_l1_reverse	3	-0.11212372779846191
118436	rnn.bias_hh_l1_reverse	4	-0.09981760382652283
118436	rnn.bias_hh_l1_reverse	5	-0.11681973189115524
118436	rnn.bias_hh_l1_reverse	6	0.12881536781787872
118436	rnn.bias_hh_l1_reverse	7	-0.1281585395336151
118436	rnn.bias_hh_l1_reverse	8	-0.10114780068397522
118436	rnn.bias_hh_l1_reverse	9	-0.13676424324512482
118436	linear.weight	0	0.002228822559118271
118436	linear.weight	1	0.08266041427850723
118436	linear.weight	2	-0.05710475519299507
118436	linear.weight	3	0.2800602614879608
118436	linear.weight	4	0.1426743119955063
118436	linear.weight	5	-0.012846465222537518
118436	linear.weight	6	0.10952547937631607
118436	linear.weight	7	0.06914378702640533
118436	linear.weight	8	0.0412832647562027
118436	linear.weight	9	-0.04742726683616638
118436	linear.bias	0	0.11603057384490967
118436	linear.bias	1	-0.17551445960998535
118436	linear.bias	2	-0.42984747886657715
118436	linear.bias	3	-0.723499596118927
118436	linear.bias	4	-1.220201015472412
118436	linear.bias	5	-0.12009944021701813
118436	linear.bias	6	-0.7029564380645752
118436	linear.bias	7	0.3051571547985077
118436	linear.bias	8	-0.41456612944602966
118436	linear.bias	9	-0.8886326551437378
118440	transitions	0	0.6091167330741882
118440	transitions	1	0.13664843142032623
118440	transitions	2	-10000.0
118440	transitions	3	-1.8186442852020264
118440	transitions	4	-10000.0
118440	transitions	5	0.5945444703102112
118440	transitions	6	-0.06416025757789612
118440	transitions	7	-0.6293156147003174
118440	transitions	8	-1.3881741762161255
118440	transitions	9	-0.0009835836244747043
118440	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
118440	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
118440	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
118440	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
118440	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
118440	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
118440	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
118440	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
118440	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
118440	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
118440	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
118440	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
118440	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
118440	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
118440	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
118440	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
118440	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
118440	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
118440	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
118440	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
118440	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
118440	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
118440	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
118440	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
118440	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
118440	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
118440	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
118440	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
118440	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
118440	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
118440	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
118440	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
118440	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
118440	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
118440	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
118440	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
118440	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
118440	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
118440	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
118440	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
118440	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
118440	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
118440	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
118440	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
118440	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
118440	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
118440	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
118440	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
118440	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
118440	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
118440	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
118440	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
118440	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
118440	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
118440	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
118440	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
118440	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
118440	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
118440	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
118440	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
118440	embedding2nn.weight	0	0.012020362541079521
118440	embedding2nn.weight	1	-0.013480992056429386
118440	embedding2nn.weight	2	-0.014268254861235619
118440	embedding2nn.weight	3	-0.04803593084216118
118440	embedding2nn.weight	4	-0.0059150345623493195
118440	embedding2nn.weight	5	-0.0037005881313234568
118440	embedding2nn.weight	6	-0.003973277751356363
118440	embedding2nn.weight	7	-0.06795328110456467
118440	embedding2nn.weight	8	-0.0019979383796453476
118440	embedding2nn.weight	9	-0.028257597237825394
118440	embedding2nn.bias	0	0.04523724317550659
118440	embedding2nn.bias	1	-0.050480253994464874
118440	embedding2nn.bias	2	0.07327638566493988
118440	embedding2nn.bias	3	0.05411669984459877
118440	embedding2nn.bias	4	-0.03490135073661804
118440	embedding2nn.bias	5	-0.02012483961880207
118440	embedding2nn.bias	6	0.0221173707395792
118440	embedding2nn.bias	7	-0.049686066806316376
118440	embedding2nn.bias	8	0.05099215358495712
118440	embedding2nn.bias	9	0.005495743360370398
118440	rnn.weight_ih_l0	0	-0.07109947502613068
118440	rnn.weight_ih_l0	1	-0.0031487217638641596
118440	rnn.weight_ih_l0	2	0.04360396787524223
118440	rnn.weight_ih_l0	3	0.016584042459726334
118440	rnn.weight_ih_l0	4	-0.01474417932331562
118440	rnn.weight_ih_l0	5	-0.05429072305560112
118440	rnn.weight_ih_l0	6	-4.007221286883578e-05
118440	rnn.weight_ih_l0	7	0.031985700130462646
118440	rnn.weight_ih_l0	8	-0.01258429978042841
118440	rnn.weight_ih_l0	9	-0.016092440113425255
118440	rnn.weight_hh_l0	0	-0.037253376096487045
118440	rnn.weight_hh_l0	1	0.0014503488782793283
118440	rnn.weight_hh_l0	2	-0.0068856338039040565
118440	rnn.weight_hh_l0	3	-0.05821157619357109
118440	rnn.weight_hh_l0	4	0.08680324256420135
118440	rnn.weight_hh_l0	5	-0.009094134904444218
118440	rnn.weight_hh_l0	6	-0.055409472435712814
118440	rnn.weight_hh_l0	7	0.01286897249519825
118440	rnn.weight_hh_l0	8	0.010600076988339424
118440	rnn.weight_hh_l0	9	-0.012546355836093426
118440	rnn.bias_ih_l0	0	0.08283808082342148
118440	rnn.bias_ih_l0	1	-0.044143810868263245
118440	rnn.bias_ih_l0	2	0.011951317079365253
118440	rnn.bias_ih_l0	3	0.12217041105031967
118440	rnn.bias_ih_l0	4	-0.04090346023440361
118440	rnn.bias_ih_l0	5	-0.04151023179292679
118440	rnn.bias_ih_l0	6	0.031436458230018616
118440	rnn.bias_ih_l0	7	0.034857992082834244
118440	rnn.bias_ih_l0	8	-0.11382520198822021
118440	rnn.bias_ih_l0	9	-0.03289856016635895
118440	rnn.bias_hh_l0	0	-0.025526732206344604
118440	rnn.bias_hh_l0	1	-0.09392322599887848
118440	rnn.bias_hh_l0	2	-0.05019223690032959
118440	rnn.bias_hh_l0	3	-0.0845775231719017
118440	rnn.bias_hh_l0	4	-0.0194538664072752
118440	rnn.bias_hh_l0	5	-0.01754661649465561
118440	rnn.bias_hh_l0	6	0.01827188767492771
118440	rnn.bias_hh_l0	7	0.04671971872448921
118440	rnn.bias_hh_l0	8	-0.13046367466449738
118440	rnn.bias_hh_l0	9	-0.01953224651515484
118440	rnn.weight_ih_l0_reverse	0	-0.02623509056866169
118440	rnn.weight_ih_l0_reverse	1	-0.0496298223733902
118440	rnn.weight_ih_l0_reverse	2	-0.033445339649915695
118440	rnn.weight_ih_l0_reverse	3	0.010558126494288445
118440	rnn.weight_ih_l0_reverse	4	-0.017440125346183777
118440	rnn.weight_ih_l0_reverse	5	-0.04902690649032593
118440	rnn.weight_ih_l0_reverse	6	0.07883954048156738
118440	rnn.weight_ih_l0_reverse	7	-0.03451424092054367
118440	rnn.weight_ih_l0_reverse	8	-0.02345699816942215
118440	rnn.weight_ih_l0_reverse	9	0.010714483447372913
118440	rnn.weight_hh_l0_reverse	0	0.05445225536823273
118440	rnn.weight_hh_l0_reverse	1	0.02338075451552868
118440	rnn.weight_hh_l0_reverse	2	0.031044764444231987
118440	rnn.weight_hh_l0_reverse	3	0.03371404483914375
118440	rnn.weight_hh_l0_reverse	4	0.009187393821775913
118440	rnn.weight_hh_l0_reverse	5	0.020023027434945107
118440	rnn.weight_hh_l0_reverse	6	0.04774586483836174
118440	rnn.weight_hh_l0_reverse	7	-0.06230610981583595
118440	rnn.weight_hh_l0_reverse	8	0.038158610463142395
118440	rnn.weight_hh_l0_reverse	9	0.04486873745918274
118440	rnn.bias_ih_l0_reverse	0	-0.06996264308691025
118440	rnn.bias_ih_l0_reverse	1	-0.2404591292142868
118440	rnn.bias_ih_l0_reverse	2	-0.16037626564502716
118440	rnn.bias_ih_l0_reverse	3	-0.043715495616197586
118440	rnn.bias_ih_l0_reverse	4	-0.02688274160027504
118440	rnn.bias_ih_l0_reverse	5	0.05012575536966324
118440	rnn.bias_ih_l0_reverse	6	-0.05740289390087128
118440	rnn.bias_ih_l0_reverse	7	0.039785176515579224
118440	rnn.bias_ih_l0_reverse	8	-0.03743451088666916
118440	rnn.bias_ih_l0_reverse	9	0.04974834993481636
118440	rnn.bias_hh_l0_reverse	0	0.009276486933231354
118440	rnn.bias_hh_l0_reverse	1	-0.030972719192504883
118440	rnn.bias_hh_l0_reverse	2	0.08355212211608887
118440	rnn.bias_hh_l0_reverse	3	-0.053518813103437424
118440	rnn.bias_hh_l0_reverse	4	-0.03690885007381439
118440	rnn.bias_hh_l0_reverse	5	-0.031408291310071945
118440	rnn.bias_hh_l0_reverse	6	-0.03254695236682892
118440	rnn.bias_hh_l0_reverse	7	0.1126297265291214
118440	rnn.bias_hh_l0_reverse	8	0.03383410722017288
118440	rnn.bias_hh_l0_reverse	9	-0.13305555284023285
118440	rnn.weight_ih_l1	0	-0.04037709906697273
118440	rnn.weight_ih_l1	1	-0.02940589003264904
118440	rnn.weight_ih_l1	2	0.036387648433446884
118440	rnn.weight_ih_l1	3	-0.06976280361413956
118440	rnn.weight_ih_l1	4	-0.01431036926805973
118440	rnn.weight_ih_l1	5	-0.04670955613255501
118440	rnn.weight_ih_l1	6	0.02363547496497631
118440	rnn.weight_ih_l1	7	-0.027278535068035126
118440	rnn.weight_ih_l1	8	0.03761718422174454
118440	rnn.weight_ih_l1	9	0.04458710551261902
118440	rnn.weight_hh_l1	0	-0.0034719721879810095
118440	rnn.weight_hh_l1	1	0.011179404333233833
118440	rnn.weight_hh_l1	2	0.0036590793170034885
118440	rnn.weight_hh_l1	3	-0.008382078260183334
118440	rnn.weight_hh_l1	4	0.0019814164843410254
118440	rnn.weight_hh_l1	5	0.02606070786714554
118440	rnn.weight_hh_l1	6	0.026937248185276985
118440	rnn.weight_hh_l1	7	-0.025984084233641624
118440	rnn.weight_hh_l1	8	-0.016069483011960983
118440	rnn.weight_hh_l1	9	0.04082958400249481
118440	rnn.bias_ih_l1	0	-0.17271427810192108
118440	rnn.bias_ih_l1	1	-0.17502091825008392
118440	rnn.bias_ih_l1	2	-0.18371951580047607
118440	rnn.bias_ih_l1	3	-0.2642931044101715
118440	rnn.bias_ih_l1	4	-0.20574936270713806
118440	rnn.bias_ih_l1	5	-0.10140121728181839
118440	rnn.bias_ih_l1	6	-0.12094435095787048
118440	rnn.bias_ih_l1	7	-0.031765952706336975
118440	rnn.bias_ih_l1	8	-0.13349869847297668
118440	rnn.bias_ih_l1	9	-0.126463383436203
118440	rnn.bias_hh_l1	0	-0.12821972370147705
118440	rnn.bias_hh_l1	1	-0.05426531285047531
118440	rnn.bias_hh_l1	2	-0.0976305827498436
118440	rnn.bias_hh_l1	3	-0.09724373370409012
118440	rnn.bias_hh_l1	4	-0.11118637025356293
118440	rnn.bias_hh_l1	5	-0.11973990499973297
118440	rnn.bias_hh_l1	6	-0.14776340126991272
118440	rnn.bias_hh_l1	7	0.011532364413142204
118440	rnn.bias_hh_l1	8	-0.1727025806903839
118440	rnn.bias_hh_l1	9	-0.09993589669466019
118440	rnn.weight_ih_l1_reverse	0	-0.039209961891174316
118440	rnn.weight_ih_l1_reverse	1	0.00459321029484272
118440	rnn.weight_ih_l1_reverse	2	0.06743784248828888
118440	rnn.weight_ih_l1_reverse	3	0.00361878820694983
118440	rnn.weight_ih_l1_reverse	4	-0.0312538780272007
118440	rnn.weight_ih_l1_reverse	5	-0.03378302976489067
118440	rnn.weight_ih_l1_reverse	6	-0.015929242596030235
118440	rnn.weight_ih_l1_reverse	7	0.023990320041775703
118440	rnn.weight_ih_l1_reverse	8	0.0325709730386734
118440	rnn.weight_ih_l1_reverse	9	-0.058686912059783936
118440	rnn.weight_hh_l1_reverse	0	0.007928387261927128
118440	rnn.weight_hh_l1_reverse	1	0.02710006572306156
118440	rnn.weight_hh_l1_reverse	2	-0.04017965495586395
118440	rnn.weight_hh_l1_reverse	3	0.03993045166134834
118440	rnn.weight_hh_l1_reverse	4	0.045301586389541626
118440	rnn.weight_hh_l1_reverse	5	0.006937576457858086
118440	rnn.weight_hh_l1_reverse	6	0.016615821048617363
118440	rnn.weight_hh_l1_reverse	7	0.026689084246754646
118440	rnn.weight_hh_l1_reverse	8	-0.006591178011149168
118440	rnn.weight_hh_l1_reverse	9	-0.031366344541311264
118440	rnn.bias_ih_l1_reverse	0	-0.07761207222938538
118440	rnn.bias_ih_l1_reverse	1	-0.14675769209861755
118440	rnn.bias_ih_l1_reverse	2	-0.15055742859840393
118440	rnn.bias_ih_l1_reverse	3	-0.03213091194629669
118440	rnn.bias_ih_l1_reverse	4	-0.20371201634407043
118440	rnn.bias_ih_l1_reverse	5	-0.10713212192058563
118440	rnn.bias_ih_l1_reverse	6	-0.12641608715057373
118440	rnn.bias_ih_l1_reverse	7	-0.2025436908006668
118440	rnn.bias_ih_l1_reverse	8	0.17192916572093964
118440	rnn.bias_ih_l1_reverse	9	0.0555439330637455
118440	rnn.bias_hh_l1_reverse	0	-0.040781114250421524
118440	rnn.bias_hh_l1_reverse	1	-0.03995329886674881
118440	rnn.bias_hh_l1_reverse	2	-0.22324815392494202
118440	rnn.bias_hh_l1_reverse	3	-0.11178706586360931
118440	rnn.bias_hh_l1_reverse	4	-0.0999438613653183
118440	rnn.bias_hh_l1_reverse	5	-0.1170089915394783
118440	rnn.bias_hh_l1_reverse	6	0.12880274653434753
118440	rnn.bias_hh_l1_reverse	7	-0.12810395658016205
118440	rnn.bias_hh_l1_reverse	8	-0.10110596567392349
118440	rnn.bias_hh_l1_reverse	9	-0.1369415819644928
118440	linear.weight	0	0.002228822559118271
118440	linear.weight	1	0.08193136751651764
118440	linear.weight	2	-0.056933868676424026
118440	linear.weight	3	0.2813331186771393
118440	linear.weight	4	0.1429450660943985
118440	linear.weight	5	-0.012851146049797535
118440	linear.weight	6	0.11083479970693588
118440	linear.weight	7	0.06898183375597
118440	linear.weight	8	0.0412832647562027
118440	linear.weight	9	-0.04748576506972313
118440	linear.bias	0	0.10436385124921799
118440	linear.bias	1	-0.17646847665309906
118440	linear.bias	2	-0.43240875005722046
118440	linear.bias	3	-0.7215832471847534
118440	linear.bias	4	-1.2182947397232056
118440	linear.bias	5	-0.11444435268640518
118440	linear.bias	6	-0.7039952278137207
118440	linear.bias	7	0.3107662498950958
118440	linear.bias	8	-0.4128691554069519
118440	linear.bias	9	-0.8869374394416809
118637	transitions	0	0.6141458749771118
118637	transitions	1	0.13922066986560822
118637	transitions	2	-10000.0
118637	transitions	3	-1.8187013864517212
118637	transitions	4	-10000.0
118637	transitions	5	0.5944556593894958
118637	transitions	6	-0.06427838653326035
118637	transitions	7	-0.6303558349609375
118637	transitions	8	-1.388296365737915
118637	transitions	9	-0.0009852075017988682
118637	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
118637	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
118637	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
118637	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
118637	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
118637	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
118637	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
118637	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
118637	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
118637	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
118637	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
118637	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
118637	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
118637	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
118637	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
118637	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
118637	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
118637	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
118637	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
118637	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
118637	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
118637	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
118637	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
118637	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
118637	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
118637	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
118637	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
118637	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
118637	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
118637	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
118637	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
118637	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
118637	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
118637	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
118637	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
118637	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
118637	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
118637	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
118637	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
118637	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
118637	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
118637	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
118637	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
118637	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
118637	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
118637	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
118637	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
118637	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
118637	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
118637	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
118637	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
118637	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
118637	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
118637	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
118637	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
118637	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
118637	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
118637	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
118637	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
118637	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
118637	embedding2nn.weight	0	0.012360372580587864
118637	embedding2nn.weight	1	-0.013364005833864212
118637	embedding2nn.weight	2	-0.014268254861235619
118637	embedding2nn.weight	3	-0.04848717525601387
118637	embedding2nn.weight	4	-0.0059150345623493195
118637	embedding2nn.weight	5	-0.003700587432831526
118637	embedding2nn.weight	6	-0.0039732810109853745
118637	embedding2nn.weight	7	-0.06891101598739624
118637	embedding2nn.weight	8	-0.0019979383796453476
118637	embedding2nn.weight	9	-0.027902673929929733
118637	embedding2nn.bias	0	0.04471614584326744
118637	embedding2nn.bias	1	-0.050301067531108856
118637	embedding2nn.bias	2	0.06701036542654037
118637	embedding2nn.bias	3	0.048908766359090805
118637	embedding2nn.bias	4	-0.03668929636478424
118637	embedding2nn.bias	5	-0.02159755863249302
118637	embedding2nn.bias	6	0.011379461735486984
118637	embedding2nn.bias	7	-0.054850634187459946
118637	embedding2nn.bias	8	0.04859292879700661
118637	embedding2nn.bias	9	0.0043525733053684235
118637	rnn.weight_ih_l0	0	-0.071001335978508
118637	rnn.weight_ih_l0	1	-0.004504350014030933
118637	rnn.weight_ih_l0	2	0.04125574231147766
118637	rnn.weight_ih_l0	3	0.01607091724872589
118637	rnn.weight_ih_l0	4	-0.014388448558747768
118637	rnn.weight_ih_l0	5	-0.0543835312128067
118637	rnn.weight_ih_l0	6	0.0011186717310920358
118637	rnn.weight_ih_l0	7	0.03309585154056549
118637	rnn.weight_ih_l0	8	-0.01319831982254982
118637	rnn.weight_ih_l0	9	-0.015661997720599174
118637	rnn.weight_hh_l0	0	-0.03672930225729942
118637	rnn.weight_hh_l0	1	0.00048507601604796946
118637	rnn.weight_hh_l0	2	-0.007283014245331287
118637	rnn.weight_hh_l0	3	-0.058778565376996994
118637	rnn.weight_hh_l0	4	0.08713176101446152
118637	rnn.weight_hh_l0	5	-0.009836939163506031
118637	rnn.weight_hh_l0	6	-0.055256038904190063
118637	rnn.weight_hh_l0	7	0.01273167785257101
118637	rnn.weight_hh_l0	8	0.010793177410960197
118637	rnn.weight_hh_l0	9	-0.013152217492461205
118637	rnn.bias_ih_l0	0	0.08318424224853516
118637	rnn.bias_ih_l0	1	-0.049116235226392746
118637	rnn.bias_ih_l0	2	0.010955397970974445
118637	rnn.bias_ih_l0	3	0.12101951241493225
118637	rnn.bias_ih_l0	4	-0.03825674578547478
118637	rnn.bias_ih_l0	5	-0.041535165160894394
118637	rnn.bias_ih_l0	6	0.031492479145526886
118637	rnn.bias_ih_l0	7	0.035031452775001526
118637	rnn.bias_ih_l0	8	-0.11224545538425446
118637	rnn.bias_ih_l0	9	-0.02908393181860447
118637	rnn.bias_hh_l0	0	-0.02516472339630127
118637	rnn.bias_hh_l0	1	-0.09001807868480682
118637	rnn.bias_hh_l0	2	-0.05127786844968796
118637	rnn.bias_hh_l0	3	-0.08414117991924286
118637	rnn.bias_hh_l0	4	-0.02094748057425022
118637	rnn.bias_hh_l0	5	-0.01623314619064331
118637	rnn.bias_hh_l0	6	0.018507003784179688
118637	rnn.bias_hh_l0	7	0.04719569534063339
118637	rnn.bias_hh_l0	8	-0.1274072825908661
118637	rnn.bias_hh_l0	9	-0.018213674426078796
118637	rnn.weight_ih_l0_reverse	0	-0.025349117815494537
118637	rnn.weight_ih_l0_reverse	1	-0.050290390849113464
118637	rnn.weight_ih_l0_reverse	2	-0.03239922970533371
118637	rnn.weight_ih_l0_reverse	3	0.008393914438784122
118637	rnn.weight_ih_l0_reverse	4	-0.01638229563832283
118637	rnn.weight_ih_l0_reverse	5	-0.04887930676341057
118637	rnn.weight_ih_l0_reverse	6	0.07836578786373138
118637	rnn.weight_ih_l0_reverse	7	-0.03342890739440918
118637	rnn.weight_ih_l0_reverse	8	-0.023347295820713043
118637	rnn.weight_ih_l0_reverse	9	0.012161771766841412
118637	rnn.weight_hh_l0_reverse	0	0.054640837013721466
118637	rnn.weight_hh_l0_reverse	1	0.02427569031715393
118637	rnn.weight_hh_l0_reverse	2	0.031893081963062286
118637	rnn.weight_hh_l0_reverse	3	0.03382781520485878
118637	rnn.weight_hh_l0_reverse	4	0.009212903678417206
118637	rnn.weight_hh_l0_reverse	5	0.02009740099310875
118637	rnn.weight_hh_l0_reverse	6	0.047491855919361115
118637	rnn.weight_hh_l0_reverse	7	-0.06161092221736908
118637	rnn.weight_hh_l0_reverse	8	0.038881439715623856
118637	rnn.weight_hh_l0_reverse	9	0.045743487775325775
118637	rnn.bias_ih_l0_reverse	0	-0.0746060311794281
118637	rnn.bias_ih_l0_reverse	1	-0.24389280378818512
118637	rnn.bias_ih_l0_reverse	2	-0.154619961977005
118637	rnn.bias_ih_l0_reverse	3	-0.043560586869716644
118637	rnn.bias_ih_l0_reverse	4	-0.029794635251164436
118637	rnn.bias_ih_l0_reverse	5	0.05159159004688263
118637	rnn.bias_ih_l0_reverse	6	-0.05812698230147362
118637	rnn.bias_ih_l0_reverse	7	0.037275347858667374
118637	rnn.bias_ih_l0_reverse	8	-0.038191016763448715
118637	rnn.bias_ih_l0_reverse	9	0.050486210733652115
118637	rnn.bias_hh_l0_reverse	0	0.008947247639298439
118637	rnn.bias_hh_l0_reverse	1	-0.029985565692186356
118637	rnn.bias_hh_l0_reverse	2	0.08432723581790924
118637	rnn.bias_hh_l0_reverse	3	-0.0541565828025341
118637	rnn.bias_hh_l0_reverse	4	-0.0395292267203331
118637	rnn.bias_hh_l0_reverse	5	-0.03137129545211792
118637	rnn.bias_hh_l0_reverse	6	-0.028739970177412033
118637	rnn.bias_hh_l0_reverse	7	0.11255606263875961
118637	rnn.bias_hh_l0_reverse	8	0.036076489835977554
118637	rnn.bias_hh_l0_reverse	9	-0.1295451819896698
118637	rnn.weight_ih_l1	0	-0.04005508869886398
118637	rnn.weight_ih_l1	1	-0.02960112690925598
118637	rnn.weight_ih_l1	2	0.031886786222457886
118637	rnn.weight_ih_l1	3	-0.06973667442798615
118637	rnn.weight_ih_l1	4	-0.01431482657790184
118637	rnn.weight_ih_l1	5	-0.04652704298496246
118637	rnn.weight_ih_l1	6	0.023561004549264908
118637	rnn.weight_ih_l1	7	-0.027261905372142792
118637	rnn.weight_ih_l1	8	0.03749724105000496
118637	rnn.weight_ih_l1	9	0.04445037618279457
118637	rnn.weight_hh_l1	0	-0.003911309875547886
118637	rnn.weight_hh_l1	1	0.011428658850491047
118637	rnn.weight_hh_l1	2	0.004056780599057674
118637	rnn.weight_hh_l1	3	-0.00849994644522667
118637	rnn.weight_hh_l1	4	0.0030098645947873592
118637	rnn.weight_hh_l1	5	0.025896847248077393
118637	rnn.weight_hh_l1	6	0.027187705039978027
118637	rnn.weight_hh_l1	7	-0.02630951628088951
118637	rnn.weight_hh_l1	8	-0.015553655102849007
118637	rnn.weight_hh_l1	9	0.040326327085494995
118637	rnn.bias_ih_l1	0	-0.17523780465126038
118637	rnn.bias_ih_l1	1	-0.18285296857357025
118637	rnn.bias_ih_l1	2	-0.18730704486370087
118637	rnn.bias_ih_l1	3	-0.2656491696834564
118637	rnn.bias_ih_l1	4	-0.20874063670635223
118637	rnn.bias_ih_l1	5	-0.10182803869247437
118637	rnn.bias_ih_l1	6	-0.12225416302680969
118637	rnn.bias_ih_l1	7	-0.03292740508913994
118637	rnn.bias_ih_l1	8	-0.1317538470029831
118637	rnn.bias_ih_l1	9	-0.12933455407619476
118637	rnn.bias_hh_l1	0	-0.13123852014541626
118637	rnn.bias_hh_l1	1	-0.05347255617380142
118637	rnn.bias_hh_l1	2	-0.09497901052236557
118637	rnn.bias_hh_l1	3	-0.09947138279676437
118637	rnn.bias_hh_l1	4	-0.11033409833908081
118637	rnn.bias_hh_l1	5	-0.11916641145944595
118637	rnn.bias_hh_l1	6	-0.14482136070728302
118637	rnn.bias_hh_l1	7	0.020241789519786835
118637	rnn.bias_hh_l1	8	-0.17237623035907745
118637	rnn.bias_hh_l1	9	-0.09781278669834137
118637	rnn.weight_ih_l1_reverse	0	-0.038156699389219284
118637	rnn.weight_ih_l1_reverse	1	0.00721078971400857
118637	rnn.weight_ih_l1_reverse	2	0.06564345210790634
118637	rnn.weight_ih_l1_reverse	3	0.004304324276745319
118637	rnn.weight_ih_l1_reverse	4	-0.031177939847111702
118637	rnn.weight_ih_l1_reverse	5	-0.033731210976839066
118637	rnn.weight_ih_l1_reverse	6	-0.013492624275386333
118637	rnn.weight_ih_l1_reverse	7	0.023331904783844948
118637	rnn.weight_ih_l1_reverse	8	0.03509281203150749
118637	rnn.weight_ih_l1_reverse	9	-0.058611784130334854
118637	rnn.weight_hh_l1_reverse	0	0.00799585971981287
118637	rnn.weight_hh_l1_reverse	1	0.027145950123667717
118637	rnn.weight_hh_l1_reverse	2	-0.04017919301986694
118637	rnn.weight_hh_l1_reverse	3	0.040020328015089035
118637	rnn.weight_hh_l1_reverse	4	0.04471828415989876
118637	rnn.weight_hh_l1_reverse	5	0.007405540440231562
118637	rnn.weight_hh_l1_reverse	6	0.015102220699191093
118637	rnn.weight_hh_l1_reverse	7	0.02690015360713005
118637	rnn.weight_hh_l1_reverse	8	-0.006514133885502815
118637	rnn.weight_hh_l1_reverse	9	-0.031152455136179924
118637	rnn.bias_ih_l1_reverse	0	-0.07730918377637863
118637	rnn.bias_ih_l1_reverse	1	-0.14715513586997986
118637	rnn.bias_ih_l1_reverse	2	-0.15065164864063263
118637	rnn.bias_ih_l1_reverse	3	-0.027643507346510887
118637	rnn.bias_ih_l1_reverse	4	-0.20337900519371033
118637	rnn.bias_ih_l1_reverse	5	-0.1072523444890976
118637	rnn.bias_ih_l1_reverse	6	-0.12664279341697693
118637	rnn.bias_ih_l1_reverse	7	-0.20218811929225922
118637	rnn.bias_ih_l1_reverse	8	0.17545664310455322
118637	rnn.bias_ih_l1_reverse	9	0.058725014328956604
118637	rnn.bias_hh_l1_reverse	0	-0.02810055762529373
118637	rnn.bias_hh_l1_reverse	1	-0.05257874354720116
118637	rnn.bias_hh_l1_reverse	2	-0.2235388457775116
118637	rnn.bias_hh_l1_reverse	3	-0.11354411393404007
118637	rnn.bias_hh_l1_reverse	4	-0.09839487820863724
118637	rnn.bias_hh_l1_reverse	5	-0.1189417764544487
118637	rnn.bias_hh_l1_reverse	6	0.1297229528427124
118637	rnn.bias_hh_l1_reverse	7	-0.12424571812152863
118637	rnn.bias_hh_l1_reverse	8	-0.1012503057718277
118637	rnn.bias_hh_l1_reverse	9	-0.13671255111694336
118637	linear.weight	0	0.002228822559118271
118637	linear.weight	1	0.08029073476791382
118637	linear.weight	2	-0.05758073180913925
118637	linear.weight	3	0.2783021032810211
118637	linear.weight	4	0.14558221399784088
118637	linear.weight	5	-0.01080478448420763
118637	linear.weight	6	0.12112762033939362
118637	linear.weight	7	0.07953979820013046
118637	linear.weight	8	0.04128286987543106
118637	linear.weight	9	-0.04356008395552635
118637	linear.bias	0	0.07558909803628922
118637	linear.bias	1	-0.16404041647911072
118637	linear.bias	2	-0.4048590064048767
118637	linear.bias	3	-0.7183254957199097
118637	linear.bias	4	-1.2169389724731445
118637	linear.bias	5	-0.11683940142393112
118637	linear.bias	6	-0.6995813846588135
118637	linear.bias	7	0.3047216534614563
118637	linear.bias	8	-0.43462446331977844
118637	linear.bias	9	-0.9066779613494873
118834	transitions	0	0.6018907427787781
118834	transitions	1	0.14589324593544006
118834	transitions	2	-10000.0
118834	transitions	3	-1.8187580108642578
118834	transitions	4	-10000.0
118834	transitions	5	0.5943630337715149
118834	transitions	6	-0.06438494473695755
118834	transitions	7	-0.6309874653816223
118834	transitions	8	-1.388519525527954
118834	transitions	9	-0.0009878388373181224
118834	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
118834	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
118834	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
118834	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
118834	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
118834	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
118834	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
118834	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
118834	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
118834	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
118834	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
118834	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
118834	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
118834	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
118834	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
118834	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
118834	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
118834	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
118834	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
118834	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
118834	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
118834	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
118834	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
118834	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
118834	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
118834	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
118834	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
118834	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
118834	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
118834	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
118834	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
118834	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
118834	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
118834	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
118834	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
118834	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
118834	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
118834	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
118834	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
118834	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
118834	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
118834	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
118834	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
118834	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
118834	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
118834	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
118834	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
118834	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
118834	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
118834	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
118834	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
118834	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
118834	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
118834	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
118834	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
118834	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
118834	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
118834	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
118834	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
118834	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
118834	embedding2nn.weight	0	0.01199258305132389
118834	embedding2nn.weight	1	-0.013276297599077225
118834	embedding2nn.weight	2	-0.014268254861235619
118834	embedding2nn.weight	3	-0.05030106380581856
118834	embedding2nn.weight	4	-0.0059150345623493195
118834	embedding2nn.weight	5	-0.003700587200000882
118834	embedding2nn.weight	6	-0.0039732800796628
118834	embedding2nn.weight	7	-0.0702517107129097
118834	embedding2nn.weight	8	-0.0019979383796453476
118834	embedding2nn.weight	9	-0.028662385419011116
118834	embedding2nn.bias	0	0.045324403792619705
118834	embedding2nn.bias	1	-0.05504823476076126
118834	embedding2nn.bias	2	0.06661930680274963
118834	embedding2nn.bias	3	0.0604998841881752
118834	embedding2nn.bias	4	-0.04433298483490944
118834	embedding2nn.bias	5	-0.027032259851694107
118834	embedding2nn.bias	6	0.014879042282700539
118834	embedding2nn.bias	7	-0.053334660828113556
118834	embedding2nn.bias	8	0.04996401071548462
118834	embedding2nn.bias	9	0.0014083004789426923
118834	rnn.weight_ih_l0	0	-0.072394460439682
118834	rnn.weight_ih_l0	1	-0.002952336799353361
118834	rnn.weight_ih_l0	2	0.04142935574054718
118834	rnn.weight_ih_l0	3	0.015034889802336693
118834	rnn.weight_ih_l0	4	-0.014615467749536037
118834	rnn.weight_ih_l0	5	-0.05380740761756897
118834	rnn.weight_ih_l0	6	0.0007263276493176818
118834	rnn.weight_ih_l0	7	0.0333620086312294
118834	rnn.weight_ih_l0	8	-0.012258507311344147
118834	rnn.weight_ih_l0	9	-0.01581352762877941
118834	rnn.weight_hh_l0	0	-0.03725914657115936
118834	rnn.weight_hh_l0	1	-0.0009539353777654469
118834	rnn.weight_hh_l0	2	-0.007419688627123833
118834	rnn.weight_hh_l0	3	-0.05824453756213188
118834	rnn.weight_hh_l0	4	0.08707299828529358
118834	rnn.weight_hh_l0	5	-0.009266029112040997
118834	rnn.weight_hh_l0	6	-0.053401123732328415
118834	rnn.weight_hh_l0	7	0.012365545146167278
118834	rnn.weight_hh_l0	8	0.011757579632103443
118834	rnn.weight_hh_l0	9	-0.013420343399047852
118834	rnn.bias_ih_l0	0	0.07811015099287033
118834	rnn.bias_ih_l0	1	-0.050023652613162994
118834	rnn.bias_ih_l0	2	0.009179099462926388
118834	rnn.bias_ih_l0	3	0.12352097779512405
118834	rnn.bias_ih_l0	4	-0.038781121373176575
118834	rnn.bias_ih_l0	5	-0.04007807746529579
118834	rnn.bias_ih_l0	6	0.028986379504203796
118834	rnn.bias_ih_l0	7	0.034064214676618576
118834	rnn.bias_ih_l0	8	-0.11202491819858551
118834	rnn.bias_ih_l0	9	-0.025501951575279236
118834	rnn.bias_hh_l0	0	-0.022471457719802856
118834	rnn.bias_hh_l0	1	-0.09672169387340546
118834	rnn.bias_hh_l0	2	-0.048977915197610855
118834	rnn.bias_hh_l0	3	-0.08286026120185852
118834	rnn.bias_hh_l0	4	-0.01907152123749256
118834	rnn.bias_hh_l0	5	-0.01896294206380844
118834	rnn.bias_hh_l0	6	0.021651791408658028
118834	rnn.bias_hh_l0	7	0.047835733741521835
118834	rnn.bias_hh_l0	8	-0.12363383919000626
118834	rnn.bias_hh_l0	9	-0.018546881154179573
118834	rnn.weight_ih_l0_reverse	0	-0.02454637736082077
118834	rnn.weight_ih_l0_reverse	1	-0.05057651922106743
118834	rnn.weight_ih_l0_reverse	2	-0.03183088079094887
118834	rnn.weight_ih_l0_reverse	3	0.00639452924951911
118834	rnn.weight_ih_l0_reverse	4	-0.01692385785281658
118834	rnn.weight_ih_l0_reverse	5	-0.04918589070439339
118834	rnn.weight_ih_l0_reverse	6	0.07780998200178146
118834	rnn.weight_ih_l0_reverse	7	-0.034273985773324966
118834	rnn.weight_ih_l0_reverse	8	-0.023253334686160088
118834	rnn.weight_ih_l0_reverse	9	0.011579593643546104
118834	rnn.weight_hh_l0_reverse	0	0.05527747422456741
118834	rnn.weight_hh_l0_reverse	1	0.025544336065649986
118834	rnn.weight_hh_l0_reverse	2	0.03182463347911835
118834	rnn.weight_hh_l0_reverse	3	0.03358742594718933
118834	rnn.weight_hh_l0_reverse	4	0.008928715251386166
118834	rnn.weight_hh_l0_reverse	5	0.02109558880329132
118834	rnn.weight_hh_l0_reverse	6	0.0477050356566906
118834	rnn.weight_hh_l0_reverse	7	-0.06074213236570358
118834	rnn.weight_hh_l0_reverse	8	0.039257921278476715
118834	rnn.weight_hh_l0_reverse	9	0.04531478136777878
118834	rnn.bias_ih_l0_reverse	0	-0.0756785124540329
118834	rnn.bias_ih_l0_reverse	1	-0.2469286471605301
118834	rnn.bias_ih_l0_reverse	2	-0.15576760470867157
118834	rnn.bias_ih_l0_reverse	3	-0.043186984956264496
118834	rnn.bias_ih_l0_reverse	4	-0.030177878215909004
118834	rnn.bias_ih_l0_reverse	5	0.050539977848529816
118834	rnn.bias_ih_l0_reverse	6	-0.05832440406084061
118834	rnn.bias_ih_l0_reverse	7	0.03600696846842766
118834	rnn.bias_ih_l0_reverse	8	-0.04091739282011986
118834	rnn.bias_ih_l0_reverse	9	0.052444253116846085
118834	rnn.bias_hh_l0_reverse	0	0.010306263342499733
118834	rnn.bias_hh_l0_reverse	1	-0.026713833212852478
118834	rnn.bias_hh_l0_reverse	2	0.08424299210309982
118834	rnn.bias_hh_l0_reverse	3	-0.053825825452804565
118834	rnn.bias_hh_l0_reverse	4	-0.03847913444042206
118834	rnn.bias_hh_l0_reverse	5	-0.032396432012319565
118834	rnn.bias_hh_l0_reverse	6	-0.03186378255486488
118834	rnn.bias_hh_l0_reverse	7	0.11076611280441284
118834	rnn.bias_hh_l0_reverse	8	0.0362996868789196
118834	rnn.bias_hh_l0_reverse	9	-0.1308424174785614
118834	rnn.weight_ih_l1	0	-0.04013117030262947
118834	rnn.weight_ih_l1	1	-0.029961226508021355
118834	rnn.weight_ih_l1	2	0.03490494564175606
118834	rnn.weight_ih_l1	3	-0.06857166439294815
118834	rnn.weight_ih_l1	4	-0.014215183444321156
118834	rnn.weight_ih_l1	5	-0.04634231701493263
118834	rnn.weight_ih_l1	6	0.02341391332447529
118834	rnn.weight_ih_l1	7	-0.027367012575268745
118834	rnn.weight_ih_l1	8	0.03720990940928459
118834	rnn.weight_ih_l1	9	0.04323938116431236
118834	rnn.weight_hh_l1	0	-0.005455886013805866
118834	rnn.weight_hh_l1	1	0.012066767551004887
118834	rnn.weight_hh_l1	2	0.005827375687658787
118834	rnn.weight_hh_l1	3	-0.008251565508544445
118834	rnn.weight_hh_l1	4	0.003548872657120228
118834	rnn.weight_hh_l1	5	0.02575678937137127
118834	rnn.weight_hh_l1	6	0.02733469195663929
118834	rnn.weight_hh_l1	7	-0.02624925784766674
118834	rnn.weight_hh_l1	8	-0.015526068396866322
118834	rnn.weight_hh_l1	9	0.04090605303645134
118834	rnn.bias_ih_l1	0	-0.17509028315544128
118834	rnn.bias_ih_l1	1	-0.18477120995521545
118834	rnn.bias_ih_l1	2	-0.1896609663963318
118834	rnn.bias_ih_l1	3	-0.26747480034828186
118834	rnn.bias_ih_l1	4	-0.20598886907100677
118834	rnn.bias_ih_l1	5	-0.10156136006116867
118834	rnn.bias_ih_l1	6	-0.1205865815281868
118834	rnn.bias_ih_l1	7	-0.03411456570029259
118834	rnn.bias_ih_l1	8	-0.13225555419921875
118834	rnn.bias_ih_l1	9	-0.12827306985855103
118834	rnn.bias_hh_l1	0	-0.12981478869915009
118834	rnn.bias_hh_l1	1	-0.05367368459701538
118834	rnn.bias_hh_l1	2	-0.0950891301035881
118834	rnn.bias_hh_l1	3	-0.09828019887208939
118834	rnn.bias_hh_l1	4	-0.11140578985214233
118834	rnn.bias_hh_l1	5	-0.11557426303625107
118834	rnn.bias_hh_l1	6	-0.1446458101272583
118834	rnn.bias_hh_l1	7	0.019245928153395653
118834	rnn.bias_hh_l1	8	-0.1738845258951187
118834	rnn.bias_hh_l1	9	-0.09533685445785522
118834	rnn.weight_ih_l1_reverse	0	-0.039980970323085785
118834	rnn.weight_ih_l1_reverse	1	0.008506187237799168
118834	rnn.weight_ih_l1_reverse	2	0.06553493440151215
118834	rnn.weight_ih_l1_reverse	3	0.004598202183842659
118834	rnn.weight_ih_l1_reverse	4	-0.031171998009085655
118834	rnn.weight_ih_l1_reverse	5	-0.0335313156247139
118834	rnn.weight_ih_l1_reverse	6	-0.013491636142134666
118834	rnn.weight_ih_l1_reverse	7	0.02421392686665058
118834	rnn.weight_ih_l1_reverse	8	0.034928396344184875
118834	rnn.weight_ih_l1_reverse	9	-0.05727212131023407
118834	rnn.weight_hh_l1_reverse	0	0.0076039922423660755
118834	rnn.weight_hh_l1_reverse	1	0.027227705344557762
118834	rnn.weight_hh_l1_reverse	2	-0.04006223380565643
118834	rnn.weight_hh_l1_reverse	3	0.03997671976685524
118834	rnn.weight_hh_l1_reverse	4	0.044645532965660095
118834	rnn.weight_hh_l1_reverse	5	0.007789811585098505
118834	rnn.weight_hh_l1_reverse	6	0.016185639426112175
118834	rnn.weight_hh_l1_reverse	7	0.027033308520913124
118834	rnn.weight_hh_l1_reverse	8	-0.006596781779080629
118834	rnn.weight_hh_l1_reverse	9	-0.03125818073749542
118834	rnn.bias_ih_l1_reverse	0	-0.0794018805027008
118834	rnn.bias_ih_l1_reverse	1	-0.15044572949409485
118834	rnn.bias_ih_l1_reverse	2	-0.15165135264396667
118834	rnn.bias_ih_l1_reverse	3	-0.02729278989136219
118834	rnn.bias_ih_l1_reverse	4	-0.20490454137325287
118834	rnn.bias_ih_l1_reverse	5	-0.10484615713357925
118834	rnn.bias_ih_l1_reverse	6	-0.12694856524467468
118834	rnn.bias_ih_l1_reverse	7	-0.20173779129981995
118834	rnn.bias_ih_l1_reverse	8	0.17883239686489105
118834	rnn.bias_ih_l1_reverse	9	0.06103045120835304
118834	rnn.bias_hh_l1_reverse	0	-0.04332640394568443
118834	rnn.bias_hh_l1_reverse	1	-0.05942024663090706
118834	rnn.bias_hh_l1_reverse	2	-0.22410069406032562
118834	rnn.bias_hh_l1_reverse	3	-0.11298420280218124
118834	rnn.bias_hh_l1_reverse	4	-0.09829076379537582
118834	rnn.bias_hh_l1_reverse	5	-0.11893810331821442
118834	rnn.bias_hh_l1_reverse	6	0.12531666457653046
118834	rnn.bias_hh_l1_reverse	7	-0.1186332106590271
118834	rnn.bias_hh_l1_reverse	8	-0.1005081981420517
118834	rnn.bias_hh_l1_reverse	9	-0.13704341650009155
118834	linear.weight	0	0.002228822559118271
118834	linear.weight	1	0.09187497198581696
118834	linear.weight	2	-0.05383329465985298
118834	linear.weight	3	0.2734695076942444
118834	linear.weight	4	0.14654602110385895
118834	linear.weight	5	-0.010427341796457767
118834	linear.weight	6	0.12334054708480835
118834	linear.weight	7	0.09148767590522766
118834	linear.weight	8	0.04128232225775719
118834	linear.weight	9	-0.042566001415252686
118834	linear.bias	0	0.07741229236125946
118834	linear.bias	1	-0.17824290692806244
118834	linear.bias	2	-0.4077051281929016
118834	linear.bias	3	-0.709088146686554
118834	linear.bias	4	-1.2095590829849243
118834	linear.bias	5	-0.1344454288482666
118834	linear.bias	6	-0.7157498598098755
118834	linear.bias	7	0.2913770377635956
118834	linear.bias	8	-0.43066808581352234
118834	linear.bias	9	-0.9026533365249634
119031	transitions	0	0.6161797642707825
119031	transitions	1	0.14121264219284058
119031	transitions	2	-10000.0
119031	transitions	3	-1.818799376487732
119031	transitions	4	-10000.0
119031	transitions	5	0.5942699909210205
119031	transitions	6	-0.06444332003593445
119031	transitions	7	-0.6314457654953003
119031	transitions	8	-1.388664722442627
119031	transitions	9	-0.0009888011263683438
119031	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
119031	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
119031	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
119031	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
119031	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
119031	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
119031	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
119031	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
119031	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
119031	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
119031	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
119031	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
119031	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
119031	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
119031	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
119031	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
119031	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
119031	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
119031	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
119031	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
119031	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
119031	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
119031	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
119031	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
119031	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
119031	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
119031	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
119031	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
119031	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
119031	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
119031	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
119031	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
119031	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
119031	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
119031	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
119031	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
119031	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
119031	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
119031	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
119031	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
119031	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
119031	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
119031	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
119031	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
119031	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
119031	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
119031	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
119031	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
119031	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
119031	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
119031	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
119031	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
119031	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
119031	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
119031	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
119031	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
119031	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
119031	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
119031	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
119031	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
119031	embedding2nn.weight	0	0.012709041126072407
119031	embedding2nn.weight	1	-0.013121172785758972
119031	embedding2nn.weight	2	-0.014268254861235619
119031	embedding2nn.weight	3	-0.04640927538275719
119031	embedding2nn.weight	4	-0.0059150345623493195
119031	embedding2nn.weight	5	-0.0037005869671702385
119031	embedding2nn.weight	6	-0.003973279148340225
119031	embedding2nn.weight	7	-0.0697159692645073
119031	embedding2nn.weight	8	-0.0019979383796453476
119031	embedding2nn.weight	9	-0.028246605768799782
119031	embedding2nn.bias	0	0.05654311925172806
119031	embedding2nn.bias	1	-0.06302627176046371
119031	embedding2nn.bias	2	0.06693097949028015
119031	embedding2nn.bias	3	0.06213883310556412
119031	embedding2nn.bias	4	-0.04613269492983818
119031	embedding2nn.bias	5	-0.02394281141459942
119031	embedding2nn.bias	6	0.01623895950615406
119031	embedding2nn.bias	7	-0.058750882744789124
119031	embedding2nn.bias	8	0.05181204900145531
119031	embedding2nn.bias	9	0.005052019376307726
119031	rnn.weight_ih_l0	0	-0.0729328989982605
119031	rnn.weight_ih_l0	1	-0.0018835278460755944
119031	rnn.weight_ih_l0	2	0.04226377233862877
119031	rnn.weight_ih_l0	3	0.013944272883236408
119031	rnn.weight_ih_l0	4	-0.014223888516426086
119031	rnn.weight_ih_l0	5	-0.05274644494056702
119031	rnn.weight_ih_l0	6	-0.0006540162139572203
119031	rnn.weight_ih_l0	7	0.03352838754653931
119031	rnn.weight_ih_l0	8	-0.012281921692192554
119031	rnn.weight_ih_l0	9	-0.01567823626101017
119031	rnn.weight_hh_l0	0	-0.03636641055345535
119031	rnn.weight_hh_l0	1	-0.0014470175374299288
119031	rnn.weight_hh_l0	2	-0.007624094840139151
119031	rnn.weight_hh_l0	3	-0.057861145585775375
119031	rnn.weight_hh_l0	4	0.08717822283506393
119031	rnn.weight_hh_l0	5	-0.007184380199760199
119031	rnn.weight_hh_l0	6	-0.05207917466759682
119031	rnn.weight_hh_l0	7	0.01297991257160902
119031	rnn.weight_hh_l0	8	0.011687968857586384
119031	rnn.weight_hh_l0	9	-0.013296511024236679
119031	rnn.bias_ih_l0	0	0.07905424386262894
119031	rnn.bias_ih_l0	1	-0.05315207317471504
119031	rnn.bias_ih_l0	2	0.005762770771980286
119031	rnn.bias_ih_l0	3	0.12360138446092606
119031	rnn.bias_ih_l0	4	-0.03656594827771187
119031	rnn.bias_ih_l0	5	-0.041332997381687164
119031	rnn.bias_ih_l0	6	0.024901794269680977
119031	rnn.bias_ih_l0	7	0.034725893288850784
119031	rnn.bias_ih_l0	8	-0.11244361847639084
119031	rnn.bias_ih_l0	9	-0.02719208039343357
119031	rnn.bias_hh_l0	0	-0.022569546476006508
119031	rnn.bias_hh_l0	1	-0.09638366103172302
119031	rnn.bias_hh_l0	2	-0.04734117165207863
119031	rnn.bias_hh_l0	3	-0.08250658959150314
119031	rnn.bias_hh_l0	4	-0.020285099744796753
119031	rnn.bias_hh_l0	5	-0.01734144426882267
119031	rnn.bias_hh_l0	6	0.02295161969959736
119031	rnn.bias_hh_l0	7	0.04716356471180916
119031	rnn.bias_hh_l0	8	-0.12570741772651672
119031	rnn.bias_hh_l0	9	-0.021969351917505264
119031	rnn.weight_ih_l0_reverse	0	-0.024611979722976685
119031	rnn.weight_ih_l0_reverse	1	-0.050572123378515244
119031	rnn.weight_ih_l0_reverse	2	-0.030536824837327003
119031	rnn.weight_ih_l0_reverse	3	0.006105994805693626
119031	rnn.weight_ih_l0_reverse	4	-0.017534101381897926
119031	rnn.weight_ih_l0_reverse	5	-0.04794207215309143
119031	rnn.weight_ih_l0_reverse	6	0.07880134135484695
119031	rnn.weight_ih_l0_reverse	7	-0.03413297235965729
119031	rnn.weight_ih_l0_reverse	8	-0.02314235270023346
119031	rnn.weight_ih_l0_reverse	9	0.011739452369511127
119031	rnn.weight_hh_l0_reverse	0	0.056088872253894806
119031	rnn.weight_hh_l0_reverse	1	0.024606361985206604
119031	rnn.weight_hh_l0_reverse	2	0.031459011137485504
119031	rnn.weight_hh_l0_reverse	3	0.03383477404713631
119031	rnn.weight_hh_l0_reverse	4	0.008473199792206287
119031	rnn.weight_hh_l0_reverse	5	0.020095348358154297
119031	rnn.weight_hh_l0_reverse	6	0.04832828789949417
119031	rnn.weight_hh_l0_reverse	7	-0.060929324477910995
119031	rnn.weight_hh_l0_reverse	8	0.03958095237612724
119031	rnn.weight_hh_l0_reverse	9	0.045214153826236725
119031	rnn.bias_ih_l0_reverse	0	-0.07475089281797409
119031	rnn.bias_ih_l0_reverse	1	-0.2422281801700592
119031	rnn.bias_ih_l0_reverse	2	-0.15782247483730316
119031	rnn.bias_ih_l0_reverse	3	-0.04511630907654762
119031	rnn.bias_ih_l0_reverse	4	-0.029579680413007736
119031	rnn.bias_ih_l0_reverse	5	0.04999597370624542
119031	rnn.bias_ih_l0_reverse	6	-0.059244174510240555
119031	rnn.bias_ih_l0_reverse	7	0.03586864843964577
119031	rnn.bias_ih_l0_reverse	8	-0.03863830491900444
119031	rnn.bias_ih_l0_reverse	9	0.049834512174129486
119031	rnn.bias_hh_l0_reverse	0	0.009924481622874737
119031	rnn.bias_hh_l0_reverse	1	-0.022810284048318863
119031	rnn.bias_hh_l0_reverse	2	0.08123326301574707
119031	rnn.bias_hh_l0_reverse	3	-0.054642632603645325
119031	rnn.bias_hh_l0_reverse	4	-0.038252148777246475
119031	rnn.bias_hh_l0_reverse	5	-0.03246721997857094
119031	rnn.bias_hh_l0_reverse	6	-0.03221874684095383
119031	rnn.bias_hh_l0_reverse	7	0.11090076714754105
119031	rnn.bias_hh_l0_reverse	8	0.038584690541028976
119031	rnn.bias_hh_l0_reverse	9	-0.12847870588302612
119031	rnn.weight_ih_l1	0	-0.03986571729183197
119031	rnn.weight_ih_l1	1	-0.03046850487589836
119031	rnn.weight_ih_l1	2	0.03780776634812355
119031	rnn.weight_ih_l1	3	-0.06947898119688034
119031	rnn.weight_ih_l1	4	-0.014701182954013348
119031	rnn.weight_ih_l1	5	-0.04563659802079201
119031	rnn.weight_ih_l1	6	0.02304408885538578
119031	rnn.weight_ih_l1	7	-0.02596661075949669
119031	rnn.weight_ih_l1	8	0.037178266793489456
119031	rnn.weight_ih_l1	9	0.042649101465940475
119031	rnn.weight_hh_l1	0	-0.0062644630670547485
119031	rnn.weight_hh_l1	1	0.012189649045467377
119031	rnn.weight_hh_l1	2	0.006460658740252256
119031	rnn.weight_hh_l1	3	-0.008124575018882751
119031	rnn.weight_hh_l1	4	0.004072605166584253
119031	rnn.weight_hh_l1	5	0.025912288576364517
119031	rnn.weight_hh_l1	6	0.026844849810004234
119031	rnn.weight_hh_l1	7	-0.025730835273861885
119031	rnn.weight_hh_l1	8	-0.016170084476470947
119031	rnn.weight_hh_l1	9	0.040640123188495636
119031	rnn.bias_ih_l1	0	-0.17434145510196686
119031	rnn.bias_ih_l1	1	-0.187155619263649
119031	rnn.bias_ih_l1	2	-0.19216786324977875
119031	rnn.bias_ih_l1	3	-0.26880931854248047
119031	rnn.bias_ih_l1	4	-0.20327505469322205
119031	rnn.bias_ih_l1	5	-0.10163743048906326
119031	rnn.bias_ih_l1	6	-0.11855852603912354
119031	rnn.bias_ih_l1	7	-0.03120199218392372
119031	rnn.bias_ih_l1	8	-0.1289849877357483
119031	rnn.bias_ih_l1	9	-0.13002827763557434
119031	rnn.bias_hh_l1	0	-0.12815439701080322
119031	rnn.bias_hh_l1	1	-0.05256504938006401
119031	rnn.bias_hh_l1	2	-0.08989545702934265
119031	rnn.bias_hh_l1	3	-0.09790792316198349
119031	rnn.bias_hh_l1	4	-0.11119376868009567
119031	rnn.bias_hh_l1	5	-0.11464637517929077
119031	rnn.bias_hh_l1	6	-0.1455153226852417
119031	rnn.bias_hh_l1	7	0.023067550733685493
119031	rnn.bias_hh_l1	8	-0.1740456521511078
119031	rnn.bias_hh_l1	9	-0.09703134745359421
119031	rnn.weight_ih_l1_reverse	0	-0.041891034692525864
119031	rnn.weight_ih_l1_reverse	1	0.004233640152961016
119031	rnn.weight_ih_l1_reverse	2	0.06485594809055328
119031	rnn.weight_ih_l1_reverse	3	0.0026852318551391363
119031	rnn.weight_ih_l1_reverse	4	-0.0308332871645689
119031	rnn.weight_ih_l1_reverse	5	-0.03389589115977287
119031	rnn.weight_ih_l1_reverse	6	-0.01248855795711279
119031	rnn.weight_ih_l1_reverse	7	0.02350388653576374
119031	rnn.weight_ih_l1_reverse	8	0.036989983171224594
119031	rnn.weight_ih_l1_reverse	9	-0.057066790759563446
119031	rnn.weight_hh_l1_reverse	0	0.008136090822517872
119031	rnn.weight_hh_l1_reverse	1	0.02724589966237545
119031	rnn.weight_hh_l1_reverse	2	-0.039974991232156754
119031	rnn.weight_hh_l1_reverse	3	0.040047671645879745
119031	rnn.weight_hh_l1_reverse	4	0.04453286528587341
119031	rnn.weight_hh_l1_reverse	5	0.007699764333665371
119031	rnn.weight_hh_l1_reverse	6	0.01491896715015173
119031	rnn.weight_hh_l1_reverse	7	0.02706630527973175
119031	rnn.weight_hh_l1_reverse	8	-0.006621098145842552
119031	rnn.weight_hh_l1_reverse	9	-0.031087081879377365
119031	rnn.bias_ih_l1_reverse	0	-0.07427556067705154
119031	rnn.bias_ih_l1_reverse	1	-0.1481301486492157
119031	rnn.bias_ih_l1_reverse	2	-0.1514545977115631
119031	rnn.bias_ih_l1_reverse	3	-0.029684830456972122
119031	rnn.bias_ih_l1_reverse	4	-0.20579920709133148
119031	rnn.bias_ih_l1_reverse	5	-0.10596966743469238
119031	rnn.bias_ih_l1_reverse	6	-0.12690679728984833
119031	rnn.bias_ih_l1_reverse	7	-0.19852550327777863
119031	rnn.bias_ih_l1_reverse	8	0.17456087470054626
119031	rnn.bias_ih_l1_reverse	9	0.06472526490688324
119031	rnn.bias_hh_l1_reverse	0	-0.031801000237464905
119031	rnn.bias_hh_l1_reverse	1	-0.05689104273915291
119031	rnn.bias_hh_l1_reverse	2	-0.2229243516921997
119031	rnn.bias_hh_l1_reverse	3	-0.11201570928096771
119031	rnn.bias_hh_l1_reverse	4	-0.09679415822029114
119031	rnn.bias_hh_l1_reverse	5	-0.11953821033239365
119031	rnn.bias_hh_l1_reverse	6	0.11887717992067337
119031	rnn.bias_hh_l1_reverse	7	-0.11887411028146744
119031	rnn.bias_hh_l1_reverse	8	-0.10136531293392181
119031	rnn.bias_hh_l1_reverse	9	-0.13861793279647827
119031	linear.weight	0	0.002228822559118271
119031	linear.weight	1	0.0958959311246872
119031	linear.weight	2	-0.052406616508960724
119031	linear.weight	3	0.27623894810676575
119031	linear.weight	4	0.14310725033283234
119031	linear.weight	5	-0.014196615666151047
119031	linear.weight	6	0.11137222498655319
119031	linear.weight	7	0.08083204925060272
119031	linear.weight	8	0.04128175973892212
119031	linear.weight	9	-0.04438331723213196
119031	linear.bias	0	0.11396349966526031
119031	linear.bias	1	-0.1626891940832138
119031	linear.bias	2	-0.3760709762573242
119031	linear.bias	3	-0.7094609141349792
119031	linear.bias	4	-1.211364984512329
119031	linear.bias	5	-0.1345101296901703
119031	linear.bias	6	-0.7033114433288574
119031	linear.bias	7	0.294496089220047
119031	linear.bias	8	-0.4677543640136719
119031	linear.bias	9	-0.9392380118370056
119228	transitions	0	0.6172170639038086
119228	transitions	1	0.14707912504673004
119228	transitions	2	-10000.0
119228	transitions	3	-1.8188527822494507
119228	transitions	4	-10000.0
119228	transitions	5	0.5941678881645203
119228	transitions	6	-0.0645439401268959
119228	transitions	7	-0.6322524547576904
119228	transitions	8	-1.3887344598770142
119228	transitions	9	-0.0009897672571241856
119228	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
119228	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
119228	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
119228	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
119228	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
119228	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
119228	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
119228	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
119228	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
119228	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
119228	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
119228	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
119228	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
119228	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
119228	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
119228	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
119228	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
119228	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
119228	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
119228	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
119228	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
119228	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
119228	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
119228	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
119228	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
119228	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
119228	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
119228	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
119228	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
119228	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
119228	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
119228	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
119228	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
119228	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
119228	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
119228	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
119228	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
119228	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
119228	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
119228	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
119228	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
119228	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
119228	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
119228	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
119228	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
119228	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
119228	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
119228	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
119228	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
119228	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
119228	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
119228	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
119228	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
119228	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
119228	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
119228	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
119228	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
119228	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
119228	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
119228	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
119228	embedding2nn.weight	0	0.012287096120417118
119228	embedding2nn.weight	1	-0.013179119676351547
119228	embedding2nn.weight	2	-0.014268254861235619
119228	embedding2nn.weight	3	-0.04601646214723587
119228	embedding2nn.weight	4	-0.0059150345623493195
119228	embedding2nn.weight	5	-0.0037005869671702385
119228	embedding2nn.weight	6	-0.003973281476646662
119228	embedding2nn.weight	7	-0.07002483308315277
119228	embedding2nn.weight	8	-0.0019979383796453476
119228	embedding2nn.weight	9	-0.028577158227562904
119228	embedding2nn.bias	0	0.04696083813905716
119228	embedding2nn.bias	1	-0.06411448121070862
119228	embedding2nn.bias	2	0.07126519829034805
119228	embedding2nn.bias	3	0.0665120854973793
119228	embedding2nn.bias	4	-0.04014567285776138
119228	embedding2nn.bias	5	-0.030416449531912804
119228	embedding2nn.bias	6	0.011103590950369835
119228	embedding2nn.bias	7	-0.043738048523664474
119228	embedding2nn.bias	8	0.052237529307603836
119228	embedding2nn.bias	9	0.009485160000622272
119228	rnn.weight_ih_l0	0	-0.07337815314531326
119228	rnn.weight_ih_l0	1	-0.0020248563960194588
119228	rnn.weight_ih_l0	2	0.042601607739925385
119228	rnn.weight_ih_l0	3	0.014557021670043468
119228	rnn.weight_ih_l0	4	-0.012638585641980171
119228	rnn.weight_ih_l0	5	-0.05293192341923714
119228	rnn.weight_ih_l0	6	0.001392460661008954
119228	rnn.weight_ih_l0	7	0.0330154113471508
119228	rnn.weight_ih_l0	8	-0.0114332539960742
119228	rnn.weight_ih_l0	9	-0.016138527542352676
119228	rnn.weight_hh_l0	0	-0.036163073033094406
119228	rnn.weight_hh_l0	1	-0.0014389121206477284
119228	rnn.weight_hh_l0	2	-0.007079691626131535
119228	rnn.weight_hh_l0	3	-0.057813774794340134
119228	rnn.weight_hh_l0	4	0.08669991791248322
119228	rnn.weight_hh_l0	5	-0.008088327012956142
119228	rnn.weight_hh_l0	6	-0.05126364529132843
119228	rnn.weight_hh_l0	7	0.013066352345049381
119228	rnn.weight_hh_l0	8	0.011675484478473663
119228	rnn.weight_hh_l0	9	-0.013056404888629913
119228	rnn.bias_ih_l0	0	0.080451101064682
119228	rnn.bias_ih_l0	1	-0.05206106975674629
119228	rnn.bias_ih_l0	2	0.0067512281239032745
119228	rnn.bias_ih_l0	3	0.12301062047481537
119228	rnn.bias_ih_l0	4	-0.0348605141043663
119228	rnn.bias_ih_l0	5	-0.03800301253795624
119228	rnn.bias_ih_l0	6	0.024630310013890266
119228	rnn.bias_ih_l0	7	0.03461458534002304
119228	rnn.bias_ih_l0	8	-0.11101433634757996
119228	rnn.bias_ih_l0	9	-0.031039709225296974
119228	rnn.bias_hh_l0	0	-0.022562073543667793
119228	rnn.bias_hh_l0	1	-0.09333235025405884
119228	rnn.bias_hh_l0	2	-0.045803993940353394
119228	rnn.bias_hh_l0	3	-0.0838417261838913
119228	rnn.bias_hh_l0	4	-0.017098359763622284
119228	rnn.bias_hh_l0	5	-0.017636684700846672
119228	rnn.bias_hh_l0	6	0.02155003510415554
119228	rnn.bias_hh_l0	7	0.043402764946222305
119228	rnn.bias_hh_l0	8	-0.12402801215648651
119228	rnn.bias_hh_l0	9	-0.02144491858780384
119228	rnn.weight_ih_l0_reverse	0	-0.02503366954624653
119228	rnn.weight_ih_l0_reverse	1	-0.050106704235076904
119228	rnn.weight_ih_l0_reverse	2	-0.03181205317378044
119228	rnn.weight_ih_l0_reverse	3	0.005573110654950142
119228	rnn.weight_ih_l0_reverse	4	-0.01769539713859558
119228	rnn.weight_ih_l0_reverse	5	-0.048239320516586304
119228	rnn.weight_ih_l0_reverse	6	0.07949011772871017
119228	rnn.weight_ih_l0_reverse	7	-0.033559586852788925
119228	rnn.weight_ih_l0_reverse	8	-0.02370639704167843
119228	rnn.weight_ih_l0_reverse	9	0.011233466677367687
119228	rnn.weight_hh_l0_reverse	0	0.05580025538802147
119228	rnn.weight_hh_l0_reverse	1	0.024815279990434647
119228	rnn.weight_hh_l0_reverse	2	0.031401127576828
119228	rnn.weight_hh_l0_reverse	3	0.03269386291503906
119228	rnn.weight_hh_l0_reverse	4	0.008883253671228886
119228	rnn.weight_hh_l0_reverse	5	0.020512843504548073
119228	rnn.weight_hh_l0_reverse	6	0.0481734424829483
119228	rnn.weight_hh_l0_reverse	7	-0.06215920299291611
119228	rnn.weight_hh_l0_reverse	8	0.03955177217721939
119228	rnn.weight_hh_l0_reverse	9	0.045399922877550125
119228	rnn.bias_ih_l0_reverse	0	-0.07521126419305801
119228	rnn.bias_ih_l0_reverse	1	-0.24378031492233276
119228	rnn.bias_ih_l0_reverse	2	-0.1597004383802414
119228	rnn.bias_ih_l0_reverse	3	-0.047926630824804306
119228	rnn.bias_ih_l0_reverse	4	-0.032797399908304214
119228	rnn.bias_ih_l0_reverse	5	0.04927588254213333
119228	rnn.bias_ih_l0_reverse	6	-0.0628264918923378
119228	rnn.bias_ih_l0_reverse	7	0.03718099370598793
119228	rnn.bias_ih_l0_reverse	8	-0.03880379721522331
119228	rnn.bias_ih_l0_reverse	9	0.050401266664266586
119228	rnn.bias_hh_l0_reverse	0	0.010911540128290653
119228	rnn.bias_hh_l0_reverse	1	-0.021928956732153893
119228	rnn.bias_hh_l0_reverse	2	0.08644802868366241
119228	rnn.bias_hh_l0_reverse	3	-0.054420385509729385
119228	rnn.bias_hh_l0_reverse	4	-0.038973912596702576
119228	rnn.bias_hh_l0_reverse	5	-0.030063195154070854
119228	rnn.bias_hh_l0_reverse	6	-0.03432675451040268
119228	rnn.bias_hh_l0_reverse	7	0.11081402748823166
119228	rnn.bias_hh_l0_reverse	8	0.03574524447321892
119228	rnn.bias_hh_l0_reverse	9	-0.1247875913977623
119228	rnn.weight_ih_l1	0	-0.03969857096672058
119228	rnn.weight_ih_l1	1	-0.02951088361442089
119228	rnn.weight_ih_l1	2	0.03757064789533615
119228	rnn.weight_ih_l1	3	-0.06676870584487915
119228	rnn.weight_ih_l1	4	-0.014597081579267979
119228	rnn.weight_ih_l1	5	-0.045895885676145554
119228	rnn.weight_ih_l1	6	0.023617533966898918
119228	rnn.weight_ih_l1	7	-0.02543354220688343
119228	rnn.weight_ih_l1	8	0.03701958805322647
119228	rnn.weight_ih_l1	9	0.043014246970415115
119228	rnn.weight_hh_l1	0	-0.007867728359997272
119228	rnn.weight_hh_l1	1	0.012155293487012386
119228	rnn.weight_hh_l1	2	0.006254519335925579
119228	rnn.weight_hh_l1	3	-0.007822519168257713
119228	rnn.weight_hh_l1	4	0.0048737907782197
119228	rnn.weight_hh_l1	5	0.02589043602347374
119228	rnn.weight_hh_l1	6	0.02638528309762478
119228	rnn.weight_hh_l1	7	-0.026430731639266014
119228	rnn.weight_hh_l1	8	-0.016727445647120476
119228	rnn.weight_hh_l1	9	0.04059393331408501
119228	rnn.bias_ih_l1	0	-0.17530950903892517
119228	rnn.bias_ih_l1	1	-0.18798109889030457
119228	rnn.bias_ih_l1	2	-0.19285380840301514
119228	rnn.bias_ih_l1	3	-0.2721204459667206
119228	rnn.bias_ih_l1	4	-0.19907784461975098
119228	rnn.bias_ih_l1	5	-0.101334348320961
119228	rnn.bias_ih_l1	6	-0.11856312304735184
119228	rnn.bias_ih_l1	7	-0.028838446363806725
119228	rnn.bias_ih_l1	8	-0.13231104612350464
119228	rnn.bias_ih_l1	9	-0.131853848695755
119228	rnn.bias_hh_l1	0	-0.12855447828769684
119228	rnn.bias_hh_l1	1	-0.05292821303009987
119228	rnn.bias_hh_l1	2	-0.0941452607512474
119228	rnn.bias_hh_l1	3	-0.09771784394979477
119228	rnn.bias_hh_l1	4	-0.1116514503955841
119228	rnn.bias_hh_l1	5	-0.11260438710451126
119228	rnn.bias_hh_l1	6	-0.14209195971488953
119228	rnn.bias_hh_l1	7	0.016952333971858025
119228	rnn.bias_hh_l1	8	-0.17873568832874298
119228	rnn.bias_hh_l1	9	-0.09856049716472626
119228	rnn.weight_ih_l1_reverse	0	-0.042333800345659256
119228	rnn.weight_ih_l1_reverse	1	0.0028054448775947094
119228	rnn.weight_ih_l1_reverse	2	0.06283211708068848
119228	rnn.weight_ih_l1_reverse	3	0.004782260861247778
119228	rnn.weight_ih_l1_reverse	4	-0.030918510630726814
119228	rnn.weight_ih_l1_reverse	5	-0.03408714383840561
119228	rnn.weight_ih_l1_reverse	6	-0.014307004399597645
119228	rnn.weight_ih_l1_reverse	7	0.023282017558813095
119228	rnn.weight_ih_l1_reverse	8	0.04025690257549286
119228	rnn.weight_ih_l1_reverse	9	-0.05675143375992775
119228	rnn.weight_hh_l1_reverse	0	0.008065779693424702
119228	rnn.weight_hh_l1_reverse	1	0.027295734733343124
119228	rnn.weight_hh_l1_reverse	2	-0.039959657937288284
119228	rnn.weight_hh_l1_reverse	3	0.040179625153541565
119228	rnn.weight_hh_l1_reverse	4	0.04435863718390465
119228	rnn.weight_hh_l1_reverse	5	0.008117572404444218
119228	rnn.weight_hh_l1_reverse	6	0.016436418518424034
119228	rnn.weight_hh_l1_reverse	7	0.027458298951387405
119228	rnn.weight_hh_l1_reverse	8	-0.006768312305212021
119228	rnn.weight_hh_l1_reverse	9	-0.030747372657060623
119228	rnn.bias_ih_l1_reverse	0	-0.07355907559394836
119228	rnn.bias_ih_l1_reverse	1	-0.1451304852962494
119228	rnn.bias_ih_l1_reverse	2	-0.1500110775232315
119228	rnn.bias_ih_l1_reverse	3	-0.023990513756871223
119228	rnn.bias_ih_l1_reverse	4	-0.2055591344833374
119228	rnn.bias_ih_l1_reverse	5	-0.10568349808454514
119228	rnn.bias_ih_l1_reverse	6	-0.12821348011493683
119228	rnn.bias_ih_l1_reverse	7	-0.20162805914878845
119228	rnn.bias_ih_l1_reverse	8	0.16672267019748688
119228	rnn.bias_ih_l1_reverse	9	0.06801164150238037
119228	rnn.bias_hh_l1_reverse	0	-0.04094422981142998
119228	rnn.bias_hh_l1_reverse	1	-0.055039700120687485
119228	rnn.bias_hh_l1_reverse	2	-0.22312383353710175
119228	rnn.bias_hh_l1_reverse	3	-0.11135026067495346
119228	rnn.bias_hh_l1_reverse	4	-0.09704913198947906
119228	rnn.bias_hh_l1_reverse	5	-0.1173539012670517
119228	rnn.bias_hh_l1_reverse	6	0.111411452293396
119228	rnn.bias_hh_l1_reverse	7	-0.11856652796268463
119228	rnn.bias_hh_l1_reverse	8	-0.09973978996276855
119228	rnn.bias_hh_l1_reverse	9	-0.13857808709144592
119228	linear.weight	0	0.002228822559118271
119228	linear.weight	1	0.09268666803836823
119228	linear.weight	2	-0.055933691561222076
119228	linear.weight	3	0.2794550359249115
119228	linear.weight	4	0.14899605512619019
119228	linear.weight	5	-0.0137663958594203
119228	linear.weight	6	0.1250767707824707
119228	linear.weight	7	0.09042555093765259
119228	linear.weight	8	0.04128042981028557
119228	linear.weight	9	-0.04617509990930557
119228	linear.bias	0	0.10920802503824234
119228	linear.bias	1	-0.182846337556839
119228	linear.bias	2	-0.40319788455963135
119228	linear.bias	3	-0.684157133102417
119228	linear.bias	4	-1.1903139352798462
119228	linear.bias	5	-0.11354462802410126
119228	linear.bias	6	-0.7229288220405579
119228	linear.bias	7	0.3147823214530945
119228	linear.bias	8	-0.4621695876121521
119228	linear.bias	9	-0.9310581684112549
119425	transitions	0	0.6080595254898071
119425	transitions	1	0.14632825553417206
119425	transitions	2	-10000.0
119425	transitions	3	-1.8189005851745605
119425	transitions	4	-10000.0
119425	transitions	5	0.5940647125244141
119425	transitions	6	-0.06461463868618011
119425	transitions	7	-0.6329202651977539
119425	transitions	8	-1.3888828754425049
119425	transitions	9	-0.0009908447973430157
119425	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
119425	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
119425	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
119425	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
119425	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
119425	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
119425	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
119425	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
119425	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
119425	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
119425	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
119425	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
119425	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
119425	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
119425	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
119425	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
119425	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
119425	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
119425	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
119425	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
119425	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
119425	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
119425	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
119425	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
119425	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
119425	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
119425	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
119425	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
119425	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
119425	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
119425	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
119425	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
119425	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
119425	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
119425	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
119425	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
119425	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
119425	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
119425	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
119425	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
119425	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
119425	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
119425	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
119425	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
119425	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
119425	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
119425	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
119425	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
119425	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
119425	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
119425	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
119425	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
119425	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
119425	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
119425	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
119425	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
119425	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
119425	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
119425	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
119425	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
119425	embedding2nn.weight	0	0.014848634600639343
119425	embedding2nn.weight	1	-0.013025241903960705
119425	embedding2nn.weight	2	-0.014268254861235619
119425	embedding2nn.weight	3	-0.0480995811522007
119425	embedding2nn.weight	4	-0.0059150345623493195
119425	embedding2nn.weight	5	-0.003700586734339595
119425	embedding2nn.weight	6	-0.003973282407969236
119425	embedding2nn.weight	7	-0.07198628783226013
119425	embedding2nn.weight	8	-0.0019979383796453476
119425	embedding2nn.weight	9	-0.028896262869238853
119425	embedding2nn.bias	0	0.05524146184325218
119425	embedding2nn.bias	1	-0.057942330837249756
119425	embedding2nn.bias	2	0.0774378776550293
119425	embedding2nn.bias	3	0.05755234137177467
119425	embedding2nn.bias	4	-0.03706997260451317
119425	embedding2nn.bias	5	-0.03525196388363838
119425	embedding2nn.bias	6	0.013437867164611816
119425	embedding2nn.bias	7	-0.0524757094681263
119425	embedding2nn.bias	8	0.055987607687711716
119425	embedding2nn.bias	9	0.00517304427921772
119425	rnn.weight_ih_l0	0	-0.0725167840719223
119425	rnn.weight_ih_l0	1	-0.002464073244482279
119425	rnn.weight_ih_l0	2	0.04463845491409302
119425	rnn.weight_ih_l0	3	0.014702998101711273
119425	rnn.weight_ih_l0	4	-0.011475161649286747
119425	rnn.weight_ih_l0	5	-0.053247544914484024
119425	rnn.weight_ih_l0	6	0.0012323460541665554
119425	rnn.weight_ih_l0	7	0.035623494535684586
119425	rnn.weight_ih_l0	8	-0.010240115225315094
119425	rnn.weight_ih_l0	9	-0.017395827919244766
119425	rnn.weight_hh_l0	0	-0.03515114262700081
119425	rnn.weight_hh_l0	1	-0.0002141225995728746
119425	rnn.weight_hh_l0	2	-0.006886736024171114
119425	rnn.weight_hh_l0	3	-0.05899769440293312
119425	rnn.weight_hh_l0	4	0.08662529289722443
119425	rnn.weight_hh_l0	5	-0.00928693450987339
119425	rnn.weight_hh_l0	6	-0.05274801701307297
119425	rnn.weight_hh_l0	7	0.011822926811873913
119425	rnn.weight_hh_l0	8	0.011834614910185337
119425	rnn.weight_hh_l0	9	-0.014002720825374126
119425	rnn.bias_ih_l0	0	0.07987036556005478
119425	rnn.bias_ih_l0	1	-0.05257805809378624
119425	rnn.bias_ih_l0	2	0.005907547660171986
119425	rnn.bias_ih_l0	3	0.12541379034519196
119425	rnn.bias_ih_l0	4	-0.03596718609333038
119425	rnn.bias_ih_l0	5	-0.03687895089387894
119425	rnn.bias_ih_l0	6	0.027729324996471405
119425	rnn.bias_ih_l0	7	0.03423455357551575
119425	rnn.bias_ih_l0	8	-0.11209321022033691
119425	rnn.bias_ih_l0	9	-0.026799766346812248
119425	rnn.bias_hh_l0	0	-0.026792913675308228
119425	rnn.bias_hh_l0	1	-0.09043555706739426
119425	rnn.bias_hh_l0	2	-0.04606756567955017
119425	rnn.bias_hh_l0	3	-0.08528566360473633
119425	rnn.bias_hh_l0	4	-0.014765022322535515
119425	rnn.bias_hh_l0	5	-0.015523061156272888
119425	rnn.bias_hh_l0	6	0.02280411683022976
119425	rnn.bias_hh_l0	7	0.042533136904239655
119425	rnn.bias_hh_l0	8	-0.12321256846189499
119425	rnn.bias_hh_l0	9	-0.019776586443185806
119425	rnn.weight_ih_l0_reverse	0	-0.02322191745042801
119425	rnn.weight_ih_l0_reverse	1	-0.04993094131350517
119425	rnn.weight_ih_l0_reverse	2	-0.0319574698805809
119425	rnn.weight_ih_l0_reverse	3	0.004380036611109972
119425	rnn.weight_ih_l0_reverse	4	-0.017366204410791397
119425	rnn.weight_ih_l0_reverse	5	-0.04802903160452843
119425	rnn.weight_ih_l0_reverse	6	0.07959982007741928
119425	rnn.weight_ih_l0_reverse	7	-0.03313513472676277
119425	rnn.weight_ih_l0_reverse	8	-0.02369844727218151
119425	rnn.weight_ih_l0_reverse	9	0.011347244493663311
119425	rnn.weight_hh_l0_reverse	0	0.05372803285717964
119425	rnn.weight_hh_l0_reverse	1	0.02398238144814968
119425	rnn.weight_hh_l0_reverse	2	0.031118791550397873
119425	rnn.weight_hh_l0_reverse	3	0.03265732154250145
119425	rnn.weight_hh_l0_reverse	4	0.009978575631976128
119425	rnn.weight_hh_l0_reverse	5	0.02063344232738018
119425	rnn.weight_hh_l0_reverse	6	0.04804094880819321
119425	rnn.weight_hh_l0_reverse	7	-0.06290427595376968
119425	rnn.weight_hh_l0_reverse	8	0.040082160383462906
119425	rnn.weight_hh_l0_reverse	9	0.04474998265504837
119425	rnn.bias_ih_l0_reverse	0	-0.07667268067598343
119425	rnn.bias_ih_l0_reverse	1	-0.24519674479961395
119425	rnn.bias_ih_l0_reverse	2	-0.1569671630859375
119425	rnn.bias_ih_l0_reverse	3	-0.047696541994810104
119425	rnn.bias_ih_l0_reverse	4	-0.031052660197019577
119425	rnn.bias_ih_l0_reverse	5	0.05153590440750122
119425	rnn.bias_ih_l0_reverse	6	-0.06327825039625168
119425	rnn.bias_ih_l0_reverse	7	0.03942243382334709
119425	rnn.bias_ih_l0_reverse	8	-0.040360935032367706
119425	rnn.bias_ih_l0_reverse	9	0.05250031128525734
119425	rnn.bias_hh_l0_reverse	0	0.00934023130685091
119425	rnn.bias_hh_l0_reverse	1	-0.01933431252837181
119425	rnn.bias_hh_l0_reverse	2	0.08152371644973755
119425	rnn.bias_hh_l0_reverse	3	-0.05470388010144234
119425	rnn.bias_hh_l0_reverse	4	-0.03858616203069687
119425	rnn.bias_hh_l0_reverse	5	-0.030094392597675323
119425	rnn.bias_hh_l0_reverse	6	-0.03395664691925049
119425	rnn.bias_hh_l0_reverse	7	0.1113695427775383
119425	rnn.bias_hh_l0_reverse	8	0.03333747386932373
119425	rnn.bias_hh_l0_reverse	9	-0.1270037442445755
119425	rnn.weight_ih_l1	0	-0.03981713578104973
119425	rnn.weight_ih_l1	1	-0.029666535556316376
119425	rnn.weight_ih_l1	2	0.036220043897628784
119425	rnn.weight_ih_l1	3	-0.066837377846241
119425	rnn.weight_ih_l1	4	-0.013771201483905315
119425	rnn.weight_ih_l1	5	-0.0458085760474205
119425	rnn.weight_ih_l1	6	0.02289247140288353
119425	rnn.weight_ih_l1	7	-0.026009496301412582
119425	rnn.weight_ih_l1	8	0.037183478474617004
119425	rnn.weight_ih_l1	9	0.042784467339515686
119425	rnn.weight_hh_l1	0	-0.008644388988614082
119425	rnn.weight_hh_l1	1	0.011861724779009819
119425	rnn.weight_hh_l1	2	0.003022393910214305
119425	rnn.weight_hh_l1	3	-0.007345894351601601
119425	rnn.weight_hh_l1	4	0.003639162052422762
119425	rnn.weight_hh_l1	5	0.026228858157992363
119425	rnn.weight_hh_l1	6	0.026604710146784782
119425	rnn.weight_hh_l1	7	-0.02647688239812851
119425	rnn.weight_hh_l1	8	-0.017074499279260635
119425	rnn.weight_hh_l1	9	0.040448594838380814
119425	rnn.bias_ih_l1	0	-0.1713358759880066
119425	rnn.bias_ih_l1	1	-0.18883183598518372
119425	rnn.bias_ih_l1	2	-0.1921919584274292
119425	rnn.bias_ih_l1	3	-0.27192971110343933
119425	rnn.bias_ih_l1	4	-0.20493632555007935
119425	rnn.bias_ih_l1	5	-0.10189685970544815
119425	rnn.bias_ih_l1	6	-0.12450313568115234
119425	rnn.bias_ih_l1	7	-0.030718639492988586
119425	rnn.bias_ih_l1	8	-0.13172277808189392
119425	rnn.bias_ih_l1	9	-0.1313907355070114
119425	rnn.bias_hh_l1	0	-0.12852245569229126
119425	rnn.bias_hh_l1	1	-0.054617468267679214
119425	rnn.bias_hh_l1	2	-0.10035659372806549
119425	rnn.bias_hh_l1	3	-0.09737328439950943
119425	rnn.bias_hh_l1	4	-0.10954847931861877
119425	rnn.bias_hh_l1	5	-0.11443477123975754
119425	rnn.bias_hh_l1	6	-0.139770045876503
119425	rnn.bias_hh_l1	7	0.01860016956925392
119425	rnn.bias_hh_l1	8	-0.17606471478939056
119425	rnn.bias_hh_l1	9	-0.0973944142460823
119425	rnn.weight_ih_l1_reverse	0	-0.04194590076804161
119425	rnn.weight_ih_l1_reverse	1	0.005420546047389507
119425	rnn.weight_ih_l1_reverse	2	0.06311341375112534
119425	rnn.weight_ih_l1_reverse	3	0.0028485185466706753
119425	rnn.weight_ih_l1_reverse	4	-0.030855434015393257
119425	rnn.weight_ih_l1_reverse	5	-0.03390665724873543
119425	rnn.weight_ih_l1_reverse	6	-0.01605551317334175
119425	rnn.weight_ih_l1_reverse	7	0.02295273169875145
119425	rnn.weight_ih_l1_reverse	8	0.04040300473570824
119425	rnn.weight_ih_l1_reverse	9	-0.0576021671295166
119425	rnn.weight_hh_l1_reverse	0	0.008053937926888466
119425	rnn.weight_hh_l1_reverse	1	0.027361173182725906
119425	rnn.weight_hh_l1_reverse	2	-0.039792951196432114
119425	rnn.weight_hh_l1_reverse	3	0.03998339921236038
119425	rnn.weight_hh_l1_reverse	4	0.04412836581468582
119425	rnn.weight_hh_l1_reverse	5	0.007479002699255943
119425	rnn.weight_hh_l1_reverse	6	0.01577315852046013
119425	rnn.weight_hh_l1_reverse	7	0.0274471715092659
119425	rnn.weight_hh_l1_reverse	8	-0.006578573491424322
119425	rnn.weight_hh_l1_reverse	9	-0.030720604583621025
119425	rnn.bias_ih_l1_reverse	0	-0.07551900297403336
119425	rnn.bias_ih_l1_reverse	1	-0.1449826955795288
119425	rnn.bias_ih_l1_reverse	2	-0.1516125649213791
119425	rnn.bias_ih_l1_reverse	3	-0.018537189811468124
119425	rnn.bias_ih_l1_reverse	4	-0.20553293824195862
119425	rnn.bias_ih_l1_reverse	5	-0.10635162889957428
119425	rnn.bias_ih_l1_reverse	6	-0.12877508997917175
119425	rnn.bias_ih_l1_reverse	7	-0.20268398523330688
119425	rnn.bias_ih_l1_reverse	8	0.16585645079612732
119425	rnn.bias_ih_l1_reverse	9	0.06585007160902023
119425	rnn.bias_hh_l1_reverse	0	-0.040768880397081375
119425	rnn.bias_hh_l1_reverse	1	-0.05328747257590294
119425	rnn.bias_hh_l1_reverse	2	-0.2247103750705719
119425	rnn.bias_hh_l1_reverse	3	-0.11051046848297119
119425	rnn.bias_hh_l1_reverse	4	-0.09695173799991608
119425	rnn.bias_hh_l1_reverse	5	-0.11548340320587158
119425	rnn.bias_hh_l1_reverse	6	0.11417404562234879
119425	rnn.bias_hh_l1_reverse	7	-0.1231948509812355
119425	rnn.bias_hh_l1_reverse	8	-0.1009836494922638
119425	rnn.bias_hh_l1_reverse	9	-0.13798663020133972
119425	linear.weight	0	0.002228822559118271
119425	linear.weight	1	0.08862683176994324
119425	linear.weight	2	-0.05301371589303017
119425	linear.weight	3	0.2713889181613922
119425	linear.weight	4	0.14965255558490753
119425	linear.weight	5	-0.01398389507085085
119425	linear.weight	6	0.10978259891271591
119425	linear.weight	7	0.08201519399881363
119425	linear.weight	8	0.04127828776836395
119425	linear.weight	9	-0.04110576584935188
119425	linear.bias	0	0.0852338895201683
119425	linear.bias	1	-0.18798935413360596
119425	linear.bias	2	-0.3780519664287567
119425	linear.bias	3	-0.6944555044174194
119425	linear.bias	4	-1.2024550437927246
119425	linear.bias	5	-0.129398912191391
119425	linear.bias	6	-0.7251955270767212
119425	linear.bias	7	0.2986147701740265
119425	linear.bias	8	-0.4593713879585266
119425	linear.bias	9	-0.9281859993934631
119622	transitions	0	0.6159791350364685
119622	transitions	1	0.1467294692993164
119622	transitions	2	-10000.0
119622	transitions	3	-1.8189531564712524
119622	transitions	4	-10000.0
119622	transitions	5	0.5938830375671387
119622	transitions	6	-0.06473091244697571
119622	transitions	7	-0.6339594721794128
119622	transitions	8	-1.3889734745025635
119622	transitions	9	-0.0009919458534568548
119622	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
119622	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
119622	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
119622	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
119622	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
119622	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
119622	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
119622	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
119622	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
119622	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
119622	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
119622	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
119622	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
119622	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
119622	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
119622	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
119622	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
119622	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
119622	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
119622	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
119622	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
119622	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
119622	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
119622	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
119622	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
119622	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
119622	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
119622	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
119622	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
119622	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
119622	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
119622	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
119622	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
119622	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
119622	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
119622	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
119622	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
119622	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
119622	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
119622	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
119622	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
119622	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
119622	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
119622	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
119622	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
119622	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
119622	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
119622	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
119622	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
119622	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
119622	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
119622	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
119622	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
119622	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
119622	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
119622	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
119622	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
119622	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
119622	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
119622	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
119622	embedding2nn.weight	0	0.011236883699893951
119622	embedding2nn.weight	1	-0.012844663113355637
119622	embedding2nn.weight	2	-0.014268254861235619
119622	embedding2nn.weight	3	-0.04810600355267525
119622	embedding2nn.weight	4	-0.0059150345623493195
119622	embedding2nn.weight	5	-0.003700587200000882
119622	embedding2nn.weight	6	-0.003973286133259535
119622	embedding2nn.weight	7	-0.07162657380104065
119622	embedding2nn.weight	8	-0.0019979383796453476
119622	embedding2nn.weight	9	-0.028773490339517593
119622	embedding2nn.bias	0	0.060213882476091385
119622	embedding2nn.bias	1	-0.060242414474487305
119622	embedding2nn.bias	2	0.08142195641994476
119622	embedding2nn.bias	3	0.04726818948984146
119622	embedding2nn.bias	4	-0.03632402420043945
119622	embedding2nn.bias	5	-0.034326329827308655
119622	embedding2nn.bias	6	0.015874775126576424
119622	embedding2nn.bias	7	-0.04873368889093399
119622	embedding2nn.bias	8	0.05498018115758896
119622	embedding2nn.bias	9	0.004834538325667381
119622	rnn.weight_ih_l0	0	-0.07284349948167801
119622	rnn.weight_ih_l0	1	-0.004236004315316677
119622	rnn.weight_ih_l0	2	0.04575681313872337
119622	rnn.weight_ih_l0	3	0.016583861783146858
119622	rnn.weight_ih_l0	4	-0.011618885211646557
119622	rnn.weight_ih_l0	5	-0.05353029444813728
119622	rnn.weight_ih_l0	6	0.0009165800292976201
119622	rnn.weight_ih_l0	7	0.03470168635249138
119622	rnn.weight_ih_l0	8	-0.009669304825365543
119622	rnn.weight_ih_l0	9	-0.01790372096002102
119622	rnn.weight_hh_l0	0	-0.034528713673353195
119622	rnn.weight_hh_l0	1	-7.642507989658043e-05
119622	rnn.weight_hh_l0	2	-0.006468706298619509
119622	rnn.weight_hh_l0	3	-0.05925149843096733
119622	rnn.weight_hh_l0	4	0.08573443442583084
119622	rnn.weight_hh_l0	5	-0.00969710573554039
119622	rnn.weight_hh_l0	6	-0.05292443931102753
119622	rnn.weight_hh_l0	7	0.011986504308879375
119622	rnn.weight_hh_l0	8	0.012265350669622421
119622	rnn.weight_hh_l0	9	-0.013662608340382576
119622	rnn.bias_ih_l0	0	0.08292534947395325
119622	rnn.bias_ih_l0	1	-0.05157669261097908
119622	rnn.bias_ih_l0	2	0.005372544750571251
119622	rnn.bias_ih_l0	3	0.12538667023181915
119622	rnn.bias_ih_l0	4	-0.03552082180976868
119622	rnn.bias_ih_l0	5	-0.03590622544288635
119622	rnn.bias_ih_l0	6	0.029464568942785263
119622	rnn.bias_ih_l0	7	0.0342726968228817
119622	rnn.bias_ih_l0	8	-0.1119014099240303
119622	rnn.bias_ih_l0	9	-0.023088378831744194
119622	rnn.bias_hh_l0	0	-0.028501031920313835
119622	rnn.bias_hh_l0	1	-0.08909144997596741
119622	rnn.bias_hh_l0	2	-0.04691389203071594
119622	rnn.bias_hh_l0	3	-0.08294574171304703
119622	rnn.bias_hh_l0	4	-0.01452655903995037
119622	rnn.bias_hh_l0	5	-0.011753750033676624
119622	rnn.bias_hh_l0	6	0.021886255592107773
119622	rnn.bias_hh_l0	7	0.041456058621406555
119622	rnn.bias_hh_l0	8	-0.124559186398983
119622	rnn.bias_hh_l0	9	-0.01628674566745758
119622	rnn.weight_ih_l0_reverse	0	-0.022933626547455788
119622	rnn.weight_ih_l0_reverse	1	-0.04938710108399391
119622	rnn.weight_ih_l0_reverse	2	-0.02935279905796051
119622	rnn.weight_ih_l0_reverse	3	0.005197288002818823
119622	rnn.weight_ih_l0_reverse	4	-0.017313504591584206
119622	rnn.weight_ih_l0_reverse	5	-0.04728713631629944
119622	rnn.weight_ih_l0_reverse	6	0.07874271273612976
119622	rnn.weight_ih_l0_reverse	7	-0.034002624452114105
119622	rnn.weight_ih_l0_reverse	8	-0.023019373416900635
119622	rnn.weight_ih_l0_reverse	9	0.010990729555487633
119622	rnn.weight_hh_l0_reverse	0	0.0559726282954216
119622	rnn.weight_hh_l0_reverse	1	0.024708829820156097
119622	rnn.weight_hh_l0_reverse	2	0.031463801860809326
119622	rnn.weight_hh_l0_reverse	3	0.032299309968948364
119622	rnn.weight_hh_l0_reverse	4	0.008657888509333134
119622	rnn.weight_hh_l0_reverse	5	0.02073551155626774
119622	rnn.weight_hh_l0_reverse	6	0.047892339527606964
119622	rnn.weight_hh_l0_reverse	7	-0.06300912797451019
119622	rnn.weight_hh_l0_reverse	8	0.03954464942216873
119622	rnn.weight_hh_l0_reverse	9	0.045130547136068344
119622	rnn.bias_ih_l0_reverse	0	-0.07629738003015518
119622	rnn.bias_ih_l0_reverse	1	-0.24305325746536255
119622	rnn.bias_ih_l0_reverse	2	-0.15435758233070374
119622	rnn.bias_ih_l0_reverse	3	-0.048035878688097
119622	rnn.bias_ih_l0_reverse	4	-0.031577952206134796
119622	rnn.bias_ih_l0_reverse	5	0.049732107669115067
119622	rnn.bias_ih_l0_reverse	6	-0.05978995934128761
119622	rnn.bias_ih_l0_reverse	7	0.03752509132027626
119622	rnn.bias_ih_l0_reverse	8	-0.03907207027077675
119622	rnn.bias_ih_l0_reverse	9	0.051404405385255814
119622	rnn.bias_hh_l0_reverse	0	0.011133254505693913
119622	rnn.bias_hh_l0_reverse	1	-0.024161525070667267
119622	rnn.bias_hh_l0_reverse	2	0.07995234429836273
119622	rnn.bias_hh_l0_reverse	3	-0.05086174234747887
119622	rnn.bias_hh_l0_reverse	4	-0.03990549221634865
119622	rnn.bias_hh_l0_reverse	5	-0.032532110810279846
119622	rnn.bias_hh_l0_reverse	6	-0.03401731699705124
119622	rnn.bias_hh_l0_reverse	7	0.11081800609827042
119622	rnn.bias_hh_l0_reverse	8	0.032214194536209106
119622	rnn.bias_hh_l0_reverse	9	-0.12614941596984863
119622	rnn.weight_ih_l1	0	-0.03916497901082039
119622	rnn.weight_ih_l1	1	-0.028356431052088737
119622	rnn.weight_ih_l1	2	0.03672344237565994
119622	rnn.weight_ih_l1	3	-0.06779073923826218
119622	rnn.weight_ih_l1	4	-0.015078317373991013
119622	rnn.weight_ih_l1	5	-0.04622810333967209
119622	rnn.weight_ih_l1	6	0.02343265525996685
119622	rnn.weight_ih_l1	7	-0.02684107981622219
119622	rnn.weight_ih_l1	8	0.03743252158164978
119622	rnn.weight_ih_l1	9	0.04327918961644173
119622	rnn.weight_hh_l1	0	-0.008897674269974232
119622	rnn.weight_hh_l1	1	0.012646240182220936
119622	rnn.weight_hh_l1	2	0.003955482505261898
119622	rnn.weight_hh_l1	3	-0.007679486647248268
119622	rnn.weight_hh_l1	4	0.003670762525871396
119622	rnn.weight_hh_l1	5	0.025946596637368202
119622	rnn.weight_hh_l1	6	0.026030484586954117
119622	rnn.weight_hh_l1	7	-0.026103580370545387
119622	rnn.weight_hh_l1	8	-0.017594020813703537
119622	rnn.weight_hh_l1	9	0.040807466953992844
119622	rnn.bias_ih_l1	0	-0.17529666423797607
119622	rnn.bias_ih_l1	1	-0.19031471014022827
119622	rnn.bias_ih_l1	2	-0.19447824358940125
119622	rnn.bias_ih_l1	3	-0.26789581775665283
119622	rnn.bias_ih_l1	4	-0.20254777371883392
119622	rnn.bias_ih_l1	5	-0.10247091948986053
119622	rnn.bias_ih_l1	6	-0.12085762619972229
119622	rnn.bias_ih_l1	7	-0.03431601822376251
119622	rnn.bias_ih_l1	8	-0.13163037598133087
119622	rnn.bias_ih_l1	9	-0.12861675024032593
119622	rnn.bias_hh_l1	0	-0.12753498554229736
119622	rnn.bias_hh_l1	1	-0.056109681725502014
119622	rnn.bias_hh_l1	2	-0.10322890430688858
119622	rnn.bias_hh_l1	3	-0.09878901392221451
119622	rnn.bias_hh_l1	4	-0.1106482520699501
119622	rnn.bias_hh_l1	5	-0.11506868153810501
119622	rnn.bias_hh_l1	6	-0.13898804783821106
119622	rnn.bias_hh_l1	7	0.014521228149533272
119622	rnn.bias_hh_l1	8	-0.17690570652484894
119622	rnn.bias_hh_l1	9	-0.09728731215000153
119622	rnn.weight_ih_l1_reverse	0	-0.04137030243873596
119622	rnn.weight_ih_l1_reverse	1	0.0050209155306220055
119622	rnn.weight_ih_l1_reverse	2	0.06455552577972412
119622	rnn.weight_ih_l1_reverse	3	-0.00040402228478342295
119622	rnn.weight_ih_l1_reverse	4	-0.0344189815223217
119622	rnn.weight_ih_l1_reverse	5	-0.03385857120156288
119622	rnn.weight_ih_l1_reverse	6	-0.015788162127137184
119622	rnn.weight_ih_l1_reverse	7	0.0229940302670002
119622	rnn.weight_ih_l1_reverse	8	0.03875599801540375
119622	rnn.weight_ih_l1_reverse	9	-0.05274872109293938
119622	rnn.weight_hh_l1_reverse	0	0.007871873676776886
119622	rnn.weight_hh_l1_reverse	1	0.02743627317249775
119622	rnn.weight_hh_l1_reverse	2	-0.03990540653467178
119622	rnn.weight_hh_l1_reverse	3	0.040051430463790894
119622	rnn.weight_hh_l1_reverse	4	0.04307974502444267
119622	rnn.weight_hh_l1_reverse	5	0.006319811102002859
119622	rnn.weight_hh_l1_reverse	6	0.015175538137555122
119622	rnn.weight_hh_l1_reverse	7	0.027893561869859695
119622	rnn.weight_hh_l1_reverse	8	-0.006597392726689577
119622	rnn.weight_hh_l1_reverse	9	-0.030052145943045616
119622	rnn.bias_ih_l1_reverse	0	-0.07094621658325195
119622	rnn.bias_ih_l1_reverse	1	-0.1439526379108429
119622	rnn.bias_ih_l1_reverse	2	-0.15380260348320007
119622	rnn.bias_ih_l1_reverse	3	-0.016272015869617462
119622	rnn.bias_ih_l1_reverse	4	-0.205656036734581
119622	rnn.bias_ih_l1_reverse	5	-0.10577133297920227
119622	rnn.bias_ih_l1_reverse	6	-0.12842190265655518
119622	rnn.bias_ih_l1_reverse	7	-0.19702935218811035
119622	rnn.bias_ih_l1_reverse	8	0.1676028072834015
119622	rnn.bias_ih_l1_reverse	9	0.06390368193387985
119622	rnn.bias_hh_l1_reverse	0	-0.038785677403211594
119622	rnn.bias_hh_l1_reverse	1	-0.04687695950269699
119622	rnn.bias_hh_l1_reverse	2	-0.22523096203804016
119622	rnn.bias_hh_l1_reverse	3	-0.1144065260887146
119622	rnn.bias_hh_l1_reverse	4	-0.09687860310077667
119622	rnn.bias_hh_l1_reverse	5	-0.11799920350313187
119622	rnn.bias_hh_l1_reverse	6	0.10697388648986816
119622	rnn.bias_hh_l1_reverse	7	-0.12454893440008163
119622	rnn.bias_hh_l1_reverse	8	-0.10147441923618317
119622	rnn.bias_hh_l1_reverse	9	-0.13830141723155975
119622	linear.weight	0	0.002228822559118271
119622	linear.weight	1	0.09539633244276047
119622	linear.weight	2	-0.0519864447414875
119622	linear.weight	3	0.2776847183704376
119622	linear.weight	4	0.15162894129753113
119622	linear.weight	5	-0.01180443074554205
119622	linear.weight	6	0.10448798537254333
119622	linear.weight	7	0.09301970899105072
119622	linear.weight	8	0.041279591619968414
119622	linear.weight	9	-0.04187445715069771
119622	linear.bias	0	0.06211431697010994
119622	linear.bias	1	-0.18029150366783142
119622	linear.bias	2	-0.3826197385787964
119622	linear.bias	3	-0.710892915725708
119622	linear.bias	4	-1.2203285694122314
119622	linear.bias	5	-0.10170075297355652
119622	linear.bias	6	-0.7165225148200989
119622	linear.bias	7	0.32486414909362793
119622	linear.bias	8	-0.41531673073768616
119622	linear.bias	9	-0.8860042095184326
119819	transitions	0	0.622938334941864
119819	transitions	1	0.1448361575603485
119819	transitions	2	-10000.0
119819	transitions	3	-1.819027066230774
119819	transitions	4	-10000.0
119819	transitions	5	0.593649685382843
119819	transitions	6	-0.06481285393238068
119819	transitions	7	-0.6351135969161987
119819	transitions	8	-1.3890511989593506
119819	transitions	9	-0.0009933963883668184
119819	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
119819	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
119819	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
119819	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
119819	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
119819	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
119819	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
119819	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
119819	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
119819	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
119819	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
119819	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
119819	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
119819	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
119819	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
119819	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
119819	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
119819	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
119819	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
119819	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
119819	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
119819	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
119819	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
119819	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
119819	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
119819	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
119819	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
119819	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
119819	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
119819	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
119819	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
119819	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
119819	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
119819	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
119819	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
119819	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
119819	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
119819	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
119819	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
119819	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
119819	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
119819	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
119819	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
119819	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
119819	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
119819	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
119819	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
119819	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
119819	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
119819	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
119819	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
119819	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
119819	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
119819	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
119819	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
119819	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
119819	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
119819	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
119819	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
119819	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
119819	embedding2nn.weight	0	0.00979189295321703
119819	embedding2nn.weight	1	-0.012623947113752365
119819	embedding2nn.weight	2	-0.014268254861235619
119819	embedding2nn.weight	3	-0.0501999706029892
119819	embedding2nn.weight	4	-0.0059150345623493195
119819	embedding2nn.weight	5	-0.0037005869671702385
119819	embedding2nn.weight	6	-0.003973284270614386
119819	embedding2nn.weight	7	-0.07263007760047913
119819	embedding2nn.weight	8	-0.0019979383796453476
119819	embedding2nn.weight	9	-0.0292220376431942
119819	embedding2nn.bias	0	0.04764990508556366
119819	embedding2nn.bias	1	-0.06370161473751068
119819	embedding2nn.bias	2	0.08949566632509232
119819	embedding2nn.bias	3	0.057235438376665115
119819	embedding2nn.bias	4	-0.04398045316338539
119819	embedding2nn.bias	5	-0.032822564244270325
119819	embedding2nn.bias	6	0.023863427340984344
119819	embedding2nn.bias	7	-0.061133332550525665
119819	embedding2nn.bias	8	0.04845389723777771
119819	embedding2nn.bias	9	0.004103812389075756
119819	rnn.weight_ih_l0	0	-0.07301075756549835
119819	rnn.weight_ih_l0	1	-0.003820652374997735
119819	rnn.weight_ih_l0	2	0.04718368127942085
119819	rnn.weight_ih_l0	3	0.0168295931071043
119819	rnn.weight_ih_l0	4	-0.011279750615358353
119819	rnn.weight_ih_l0	5	-0.054098956286907196
119819	rnn.weight_ih_l0	6	0.00011831832671305165
119819	rnn.weight_ih_l0	7	0.03500444442033768
119819	rnn.weight_ih_l0	8	-0.01116702239960432
119819	rnn.weight_ih_l0	9	-0.018662968650460243
119819	rnn.weight_hh_l0	0	-0.03506440296769142
119819	rnn.weight_hh_l0	1	-0.0003469976072665304
119819	rnn.weight_hh_l0	2	-0.0055930111557245255
119819	rnn.weight_hh_l0	3	-0.060823142528533936
119819	rnn.weight_hh_l0	4	0.08597027510404587
119819	rnn.weight_hh_l0	5	-0.009954101406037807
119819	rnn.weight_hh_l0	6	-0.053536493331193924
119819	rnn.weight_hh_l0	7	0.012098198756575584
119819	rnn.weight_hh_l0	8	0.012276062741875648
119819	rnn.weight_hh_l0	9	-0.013292443007230759
119819	rnn.bias_ih_l0	0	0.08299604058265686
119819	rnn.bias_ih_l0	1	-0.047673195600509644
119819	rnn.bias_ih_l0	2	0.0051872082985937595
119819	rnn.bias_ih_l0	3	0.12729473412036896
119819	rnn.bias_ih_l0	4	-0.03648313507437706
119819	rnn.bias_ih_l0	5	-0.0347583033144474
119819	rnn.bias_ih_l0	6	0.03270917013287544
119819	rnn.bias_ih_l0	7	0.03553811088204384
119819	rnn.bias_ih_l0	8	-0.11004877835512161
119819	rnn.bias_ih_l0	9	-0.021027537062764168
119819	rnn.bias_hh_l0	0	-0.0264555886387825
119819	rnn.bias_hh_l0	1	-0.08833923190832138
119819	rnn.bias_hh_l0	2	-0.04562637209892273
119819	rnn.bias_hh_l0	3	-0.08510830253362656
119819	rnn.bias_hh_l0	4	-0.018239876255393028
119819	rnn.bias_hh_l0	5	-0.01417816523462534
119819	rnn.bias_hh_l0	6	0.02044505439698696
119819	rnn.bias_hh_l0	7	0.0374399796128273
119819	rnn.bias_hh_l0	8	-0.12548764050006866
119819	rnn.bias_hh_l0	9	-0.013410345651209354
119819	rnn.weight_ih_l0_reverse	0	-0.023397384211421013
119819	rnn.weight_ih_l0_reverse	1	-0.05007155239582062
119819	rnn.weight_ih_l0_reverse	2	-0.028866706416010857
119819	rnn.weight_ih_l0_reverse	3	0.004319971427321434
119819	rnn.weight_ih_l0_reverse	4	-0.01732748933136463
119819	rnn.weight_ih_l0_reverse	5	-0.047978587448596954
119819	rnn.weight_ih_l0_reverse	6	0.07893357425928116
119819	rnn.weight_ih_l0_reverse	7	-0.03429470956325531
119819	rnn.weight_ih_l0_reverse	8	-0.022821754217147827
119819	rnn.weight_ih_l0_reverse	9	0.011558772064745426
119819	rnn.weight_hh_l0_reverse	0	0.057093389332294464
119819	rnn.weight_hh_l0_reverse	1	0.024007149040699005
119819	rnn.weight_hh_l0_reverse	2	0.031034862622618675
119819	rnn.weight_hh_l0_reverse	3	0.033112525939941406
119819	rnn.weight_hh_l0_reverse	4	0.008474542759358883
119819	rnn.weight_hh_l0_reverse	5	0.021348003298044205
119819	rnn.weight_hh_l0_reverse	6	0.047873612493276596
119819	rnn.weight_hh_l0_reverse	7	-0.062457453459501266
119819	rnn.weight_hh_l0_reverse	8	0.0389799140393734
119819	rnn.weight_hh_l0_reverse	9	0.044905874878168106
119819	rnn.bias_ih_l0_reverse	0	-0.07369668036699295
119819	rnn.bias_ih_l0_reverse	1	-0.2450384497642517
119819	rnn.bias_ih_l0_reverse	2	-0.15479107201099396
119819	rnn.bias_ih_l0_reverse	3	-0.05002328008413315
119819	rnn.bias_ih_l0_reverse	4	-0.03497382998466492
119819	rnn.bias_ih_l0_reverse	5	0.04792873561382294
119819	rnn.bias_ih_l0_reverse	6	-0.060562752187252045
119819	rnn.bias_ih_l0_reverse	7	0.03663083165884018
119819	rnn.bias_ih_l0_reverse	8	-0.03767780959606171
119819	rnn.bias_ih_l0_reverse	9	0.053534094244241714
119819	rnn.bias_hh_l0_reverse	0	0.014529700390994549
119819	rnn.bias_hh_l0_reverse	1	-0.025396792218089104
119819	rnn.bias_hh_l0_reverse	2	0.08147884160280228
119819	rnn.bias_hh_l0_reverse	3	-0.0519900843501091
119819	rnn.bias_hh_l0_reverse	4	-0.04246218502521515
119819	rnn.bias_hh_l0_reverse	5	-0.03271544724702835
119819	rnn.bias_hh_l0_reverse	6	-0.029735108837485313
119819	rnn.bias_hh_l0_reverse	7	0.11139455437660217
119819	rnn.bias_hh_l0_reverse	8	0.03150331974029541
119819	rnn.bias_hh_l0_reverse	9	-0.12140998989343643
119819	rnn.weight_ih_l1	0	-0.039074450731277466
119819	rnn.weight_ih_l1	1	-0.027214935049414635
119819	rnn.weight_ih_l1	2	0.038118910044431686
119819	rnn.weight_ih_l1	3	-0.06792441010475159
119819	rnn.weight_ih_l1	4	-0.015117249451577663
119819	rnn.weight_ih_l1	5	-0.04663413017988205
119819	rnn.weight_ih_l1	6	0.024221200495958328
119819	rnn.weight_ih_l1	7	-0.026840997859835625
119819	rnn.weight_ih_l1	8	0.03779379650950432
119819	rnn.weight_ih_l1	9	0.04385018348693848
119819	rnn.weight_hh_l1	0	-0.0077626993879675865
119819	rnn.weight_hh_l1	1	0.01292467676103115
119819	rnn.weight_hh_l1	2	0.004269667435437441
119819	rnn.weight_hh_l1	3	-0.007918857969343662
119819	rnn.weight_hh_l1	4	0.004138343036174774
119819	rnn.weight_hh_l1	5	0.0261154156178236
119819	rnn.weight_hh_l1	6	0.025893112644553185
119819	rnn.weight_hh_l1	7	-0.02595953270792961
119819	rnn.weight_hh_l1	8	-0.017863254994153976
119819	rnn.weight_hh_l1	9	0.04131921008229256
119819	rnn.bias_ih_l1	0	-0.17638888955116272
119819	rnn.bias_ih_l1	1	-0.1876966506242752
119819	rnn.bias_ih_l1	2	-0.19288663566112518
119819	rnn.bias_ih_l1	3	-0.2641565799713135
119819	rnn.bias_ih_l1	4	-0.1972711682319641
119819	rnn.bias_ih_l1	5	-0.10335153341293335
119819	rnn.bias_ih_l1	6	-0.1213967427611351
119819	rnn.bias_ih_l1	7	-0.03701148182153702
119819	rnn.bias_ih_l1	8	-0.1344752162694931
119819	rnn.bias_ih_l1	9	-0.1272735595703125
119819	rnn.bias_hh_l1	0	-0.13293036818504333
119819	rnn.bias_hh_l1	1	-0.05860523879528046
119819	rnn.bias_hh_l1	2	-0.102985680103302
119819	rnn.bias_hh_l1	3	-0.09947478771209717
119819	rnn.bias_hh_l1	4	-0.11006256937980652
119819	rnn.bias_hh_l1	5	-0.11554458737373352
119819	rnn.bias_hh_l1	6	-0.1372392326593399
119819	rnn.bias_hh_l1	7	0.010904488153755665
119819	rnn.bias_hh_l1	8	-0.17727619409561157
119819	rnn.bias_hh_l1	9	-0.10177602618932724
119819	rnn.weight_ih_l1_reverse	0	-0.040921252220869064
119819	rnn.weight_ih_l1_reverse	1	0.006349031813442707
119819	rnn.weight_ih_l1_reverse	2	0.06482946872711182
119819	rnn.weight_ih_l1_reverse	3	0.00039744077366776764
119819	rnn.weight_ih_l1_reverse	4	-0.03262604400515556
119819	rnn.weight_ih_l1_reverse	5	-0.03400249034166336
119819	rnn.weight_ih_l1_reverse	6	-0.017113152891397476
119819	rnn.weight_ih_l1_reverse	7	0.02266659028828144
119819	rnn.weight_ih_l1_reverse	8	0.04275263473391533
119819	rnn.weight_ih_l1_reverse	9	-0.058415476232767105
119819	rnn.weight_hh_l1_reverse	0	0.0081484355032444
119819	rnn.weight_hh_l1_reverse	1	0.02753078192472458
119819	rnn.weight_hh_l1_reverse	2	-0.03985454514622688
119819	rnn.weight_hh_l1_reverse	3	0.040031835436820984
119819	rnn.weight_hh_l1_reverse	4	0.04267427325248718
119819	rnn.weight_hh_l1_reverse	5	0.006441766396164894
119819	rnn.weight_hh_l1_reverse	6	0.01579306647181511
119819	rnn.weight_hh_l1_reverse	7	0.027785705402493477
119819	rnn.weight_hh_l1_reverse	8	-0.006397303659468889
119819	rnn.weight_hh_l1_reverse	9	-0.030108386650681496
119819	rnn.bias_ih_l1_reverse	0	-0.072358638048172
119819	rnn.bias_ih_l1_reverse	1	-0.14556299149990082
119819	rnn.bias_ih_l1_reverse	2	-0.15340717136859894
119819	rnn.bias_ih_l1_reverse	3	-0.028747601434588432
119819	rnn.bias_ih_l1_reverse	4	-0.2039874941110611
119819	rnn.bias_ih_l1_reverse	5	-0.10509922355413437
119819	rnn.bias_ih_l1_reverse	6	-0.13038600981235504
119819	rnn.bias_ih_l1_reverse	7	-0.19804789125919342
119819	rnn.bias_ih_l1_reverse	8	0.16789302229881287
119819	rnn.bias_ih_l1_reverse	9	0.06659892201423645
119819	rnn.bias_hh_l1_reverse	0	-0.036660924553871155
119819	rnn.bias_hh_l1_reverse	1	-0.05462541803717613
119819	rnn.bias_hh_l1_reverse	2	-0.2261197417974472
119819	rnn.bias_hh_l1_reverse	3	-0.11410170793533325
119819	rnn.bias_hh_l1_reverse	4	-0.09883563220500946
119819	rnn.bias_hh_l1_reverse	5	-0.11866981536149979
119819	rnn.bias_hh_l1_reverse	6	0.10033008456230164
119819	rnn.bias_hh_l1_reverse	7	-0.12656542658805847
119819	rnn.bias_hh_l1_reverse	8	-0.10200879722833633
119819	rnn.bias_hh_l1_reverse	9	-0.13860663771629333
119819	linear.weight	0	0.002228822559118271
119819	linear.weight	1	0.08346511423587799
119819	linear.weight	2	-0.05492504686117172
119819	linear.weight	3	0.2896004021167755
119819	linear.weight	4	0.1543944776058197
119819	linear.weight	5	-0.01144486479461193
119819	linear.weight	6	0.09740310907363892
119819	linear.weight	7	0.0875786542892456
119819	linear.weight	8	0.04127781465649605
119819	linear.weight	9	-0.04169374704360962
119819	linear.bias	0	0.06974375993013382
119819	linear.bias	1	-0.17675940692424774
119819	linear.bias	2	-0.4031210243701935
119819	linear.bias	3	-0.7041833400726318
119819	linear.bias	4	-1.2132740020751953
119819	linear.bias	5	-0.11613067984580994
119819	linear.bias	6	-0.711493194103241
119819	linear.bias	7	0.3079814016819
119819	linear.bias	8	-0.4444267451763153
119819	linear.bias	9	-0.9152836799621582
120016	transitions	0	0.6134806871414185
120016	transitions	1	0.14766579866409302
120016	transitions	2	-10000.0
120016	transitions	3	-1.8190888166427612
120016	transitions	4	-10000.0
120016	transitions	5	0.5935577750205994
120016	transitions	6	-0.06490150094032288
120016	transitions	7	-0.6354681253433228
120016	transitions	8	-1.3892630338668823
120016	transitions	9	-0.000994339119642973
120016	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
120016	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
120016	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
120016	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
120016	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
120016	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
120016	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
120016	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
120016	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
120016	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
120016	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
120016	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
120016	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
120016	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
120016	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
120016	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
120016	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
120016	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
120016	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
120016	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
120016	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
120016	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
120016	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
120016	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
120016	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
120016	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
120016	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
120016	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
120016	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
120016	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
120016	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
120016	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
120016	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
120016	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
120016	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
120016	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
120016	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
120016	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
120016	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
120016	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
120016	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
120016	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
120016	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
120016	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
120016	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
120016	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
120016	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
120016	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
120016	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
120016	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
120016	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
120016	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
120016	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
120016	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
120016	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
120016	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
120016	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
120016	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
120016	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
120016	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
120016	embedding2nn.weight	0	0.01254723034799099
120016	embedding2nn.weight	1	-0.012886224314570427
120016	embedding2nn.weight	2	-0.014268254861235619
120016	embedding2nn.weight	3	-0.05108121410012245
120016	embedding2nn.weight	4	-0.0059150345623493195
120016	embedding2nn.weight	5	-0.003700586734339595
120016	embedding2nn.weight	6	-0.0039732856675982475
120016	embedding2nn.weight	7	-0.07184533029794693
120016	embedding2nn.weight	8	-0.0019979383796453476
120016	embedding2nn.weight	9	-0.029518157243728638
120016	embedding2nn.bias	0	0.04454962536692619
120016	embedding2nn.bias	1	-0.056345779448747635
120016	embedding2nn.bias	2	0.08232786506414413
120016	embedding2nn.bias	3	0.05888162925839424
120016	embedding2nn.bias	4	-0.04292937368154526
120016	embedding2nn.bias	5	-0.04151039943099022
120016	embedding2nn.bias	6	0.022358711808919907
120016	embedding2nn.bias	7	-0.06260766834020615
120016	embedding2nn.bias	8	0.040402721613645554
120016	embedding2nn.bias	9	0.01736682653427124
120016	rnn.weight_ih_l0	0	-0.07236764580011368
120016	rnn.weight_ih_l0	1	-0.004141075070947409
120016	rnn.weight_ih_l0	2	0.046352319419384
120016	rnn.weight_ih_l0	3	0.01714405231177807
120016	rnn.weight_ih_l0	4	-0.01098856795579195
120016	rnn.weight_ih_l0	5	-0.054909538477659225
120016	rnn.weight_ih_l0	6	-0.0010118383215740323
120016	rnn.weight_ih_l0	7	0.033725637942552567
120016	rnn.weight_ih_l0	8	-0.012121261097490788
120016	rnn.weight_ih_l0	9	-0.019216755405068398
120016	rnn.weight_hh_l0	0	-0.03627156466245651
120016	rnn.weight_hh_l0	1	0.00021778082009404898
120016	rnn.weight_hh_l0	2	-0.005575164686888456
120016	rnn.weight_hh_l0	3	-0.06090423837304115
120016	rnn.weight_hh_l0	4	0.08632271736860275
120016	rnn.weight_hh_l0	5	-0.009964659810066223
120016	rnn.weight_hh_l0	6	-0.05571125075221062
120016	rnn.weight_hh_l0	7	0.011712193489074707
120016	rnn.weight_hh_l0	8	0.012129158712923527
120016	rnn.weight_hh_l0	9	-0.013085421174764633
120016	rnn.bias_ih_l0	0	0.08642448484897614
120016	rnn.bias_ih_l0	1	-0.049790214747190475
120016	rnn.bias_ih_l0	2	0.006046660244464874
120016	rnn.bias_ih_l0	3	0.12618950009346008
120016	rnn.bias_ih_l0	4	-0.03802328184247017
120016	rnn.bias_ih_l0	5	-0.03167317435145378
120016	rnn.bias_ih_l0	6	0.0326092466711998
120016	rnn.bias_ih_l0	7	0.03303888067603111
120016	rnn.bias_ih_l0	8	-0.11029257625341415
120016	rnn.bias_ih_l0	9	-0.018063129857182503
120016	rnn.bias_hh_l0	0	-0.02570967935025692
120016	rnn.bias_hh_l0	1	-0.09793302416801453
120016	rnn.bias_hh_l0	2	-0.048074472695589066
120016	rnn.bias_hh_l0	3	-0.08720670640468597
120016	rnn.bias_hh_l0	4	-0.023440131917595863
120016	rnn.bias_hh_l0	5	-0.014833460561931133
120016	rnn.bias_hh_l0	6	0.025488516315817833
120016	rnn.bias_hh_l0	7	0.04016374796628952
120016	rnn.bias_hh_l0	8	-0.12713965773582458
120016	rnn.bias_hh_l0	9	-0.016349513083696365
120016	rnn.weight_ih_l0_reverse	0	-0.02498622052371502
120016	rnn.weight_ih_l0_reverse	1	-0.05114620923995972
120016	rnn.weight_ih_l0_reverse	2	-0.030307587236166
120016	rnn.weight_ih_l0_reverse	3	0.004924830514937639
120016	rnn.weight_ih_l0_reverse	4	-0.017460061237215996
120016	rnn.weight_ih_l0_reverse	5	-0.04661698266863823
120016	rnn.weight_ih_l0_reverse	6	0.08032884448766708
120016	rnn.weight_ih_l0_reverse	7	-0.03533172979950905
120016	rnn.weight_ih_l0_reverse	8	-0.022241856902837753
120016	rnn.weight_ih_l0_reverse	9	0.011595445685088634
120016	rnn.weight_hh_l0_reverse	0	0.05400025099515915
120016	rnn.weight_hh_l0_reverse	1	0.024777362123131752
120016	rnn.weight_hh_l0_reverse	2	0.030460353940725327
120016	rnn.weight_hh_l0_reverse	3	0.03290422633290291
120016	rnn.weight_hh_l0_reverse	4	0.007819635793566704
120016	rnn.weight_hh_l0_reverse	5	0.01981961540877819
120016	rnn.weight_hh_l0_reverse	6	0.04775651544332504
120016	rnn.weight_hh_l0_reverse	7	-0.06289377808570862
120016	rnn.weight_hh_l0_reverse	8	0.039675839245319366
120016	rnn.weight_hh_l0_reverse	9	0.04510246589779854
120016	rnn.bias_ih_l0_reverse	0	-0.07594914734363556
120016	rnn.bias_ih_l0_reverse	1	-0.24577493965625763
120016	rnn.bias_ih_l0_reverse	2	-0.15510360896587372
120016	rnn.bias_ih_l0_reverse	3	-0.04765329137444496
120016	rnn.bias_ih_l0_reverse	4	-0.03634653240442276
120016	rnn.bias_ih_l0_reverse	5	0.0474415123462677
120016	rnn.bias_ih_l0_reverse	6	-0.061204757541418076
120016	rnn.bias_ih_l0_reverse	7	0.03750859573483467
120016	rnn.bias_ih_l0_reverse	8	-0.03509867936372757
120016	rnn.bias_ih_l0_reverse	9	0.050847072154283524
120016	rnn.bias_hh_l0_reverse	0	0.016346877440810204
120016	rnn.bias_hh_l0_reverse	1	-0.022478198632597923
120016	rnn.bias_hh_l0_reverse	2	0.08476752042770386
120016	rnn.bias_hh_l0_reverse	3	-0.05140601098537445
120016	rnn.bias_hh_l0_reverse	4	-0.04071515426039696
120016	rnn.bias_hh_l0_reverse	5	-0.03238968923687935
120016	rnn.bias_hh_l0_reverse	6	-0.028250137344002724
120016	rnn.bias_hh_l0_reverse	7	0.10916558653116226
120016	rnn.bias_hh_l0_reverse	8	0.02806594781577587
120016	rnn.bias_hh_l0_reverse	9	-0.12464884668588638
120016	rnn.weight_ih_l1	0	-0.038667283952236176
120016	rnn.weight_ih_l1	1	-0.028515271842479706
120016	rnn.weight_ih_l1	2	0.037922073155641556
120016	rnn.weight_ih_l1	3	-0.06772932410240173
120016	rnn.weight_ih_l1	4	-0.01573924720287323
120016	rnn.weight_ih_l1	5	-0.046090755611658096
120016	rnn.weight_ih_l1	6	0.023794852197170258
120016	rnn.weight_ih_l1	7	-0.026287535205483437
120016	rnn.weight_ih_l1	8	0.03786845505237579
120016	rnn.weight_ih_l1	9	0.04401537403464317
120016	rnn.weight_hh_l1	0	-0.007425474934279919
120016	rnn.weight_hh_l1	1	0.012432693503797054
120016	rnn.weight_hh_l1	2	0.0066852872259914875
120016	rnn.weight_hh_l1	3	-0.00844433531165123
120016	rnn.weight_hh_l1	4	0.00424223905429244
120016	rnn.weight_hh_l1	5	0.026114709675312042
120016	rnn.weight_hh_l1	6	0.02557527832686901
120016	rnn.weight_hh_l1	7	-0.025876017287373543
120016	rnn.weight_hh_l1	8	-0.017562851309776306
120016	rnn.weight_hh_l1	9	0.04223133996129036
120016	rnn.bias_ih_l1	0	-0.17918048799037933
120016	rnn.bias_ih_l1	1	-0.18815693259239197
120016	rnn.bias_ih_l1	2	-0.1945999413728714
120016	rnn.bias_ih_l1	3	-0.2635401487350464
120016	rnn.bias_ih_l1	4	-0.19729644060134888
120016	rnn.bias_ih_l1	5	-0.10413022339344025
120016	rnn.bias_ih_l1	6	-0.12067069113254547
120016	rnn.bias_ih_l1	7	-0.03681960329413414
120016	rnn.bias_ih_l1	8	-0.1334967166185379
120016	rnn.bias_ih_l1	9	-0.12794199585914612
120016	rnn.bias_hh_l1	0	-0.13396777212619781
120016	rnn.bias_hh_l1	1	-0.055026825517416
120016	rnn.bias_hh_l1	2	-0.09909828752279282
120016	rnn.bias_hh_l1	3	-0.09952856600284576
120016	rnn.bias_hh_l1	4	-0.11237539350986481
120016	rnn.bias_hh_l1	5	-0.11762437969446182
120016	rnn.bias_hh_l1	6	-0.13908374309539795
120016	rnn.bias_hh_l1	7	0.011721884831786156
120016	rnn.bias_hh_l1	8	-0.17812718451023102
120016	rnn.bias_hh_l1	9	-0.09832943230867386
120016	rnn.weight_ih_l1_reverse	0	-0.043640900403261185
120016	rnn.weight_ih_l1_reverse	1	0.006928271148353815
120016	rnn.weight_ih_l1_reverse	2	0.06396479159593582
120016	rnn.weight_ih_l1_reverse	3	-0.0006384477601386607
120016	rnn.weight_ih_l1_reverse	4	-0.030875014141201973
120016	rnn.weight_ih_l1_reverse	5	-0.03437340259552002
120016	rnn.weight_ih_l1_reverse	6	-0.01594502478837967
120016	rnn.weight_ih_l1_reverse	7	0.02274353988468647
120016	rnn.weight_ih_l1_reverse	8	0.04419812932610512
120016	rnn.weight_ih_l1_reverse	9	-0.06006478890776634
120016	rnn.weight_hh_l1_reverse	0	0.008158375509083271
120016	rnn.weight_hh_l1_reverse	1	0.027517614886164665
120016	rnn.weight_hh_l1_reverse	2	-0.03971223533153534
120016	rnn.weight_hh_l1_reverse	3	0.040171097964048386
120016	rnn.weight_hh_l1_reverse	4	0.04268542677164078
120016	rnn.weight_hh_l1_reverse	5	0.006556360982358456
120016	rnn.weight_hh_l1_reverse	6	0.014905686490237713
120016	rnn.weight_hh_l1_reverse	7	0.02794383466243744
120016	rnn.weight_hh_l1_reverse	8	-0.006265544798225164
120016	rnn.weight_hh_l1_reverse	9	-0.02993752621114254
120016	rnn.bias_ih_l1_reverse	0	-0.07111247628927231
120016	rnn.bias_ih_l1_reverse	1	-0.14296042919158936
120016	rnn.bias_ih_l1_reverse	2	-0.1554667353630066
120016	rnn.bias_ih_l1_reverse	3	-0.024923857301473618
120016	rnn.bias_ih_l1_reverse	4	-0.20629923045635223
120016	rnn.bias_ih_l1_reverse	5	-0.10526029020547867
120016	rnn.bias_ih_l1_reverse	6	-0.12964555621147156
120016	rnn.bias_ih_l1_reverse	7	-0.19956423342227936
120016	rnn.bias_ih_l1_reverse	8	0.1717022806406021
120016	rnn.bias_ih_l1_reverse	9	0.06939481943845749
120016	rnn.bias_hh_l1_reverse	0	-0.02962045930325985
120016	rnn.bias_hh_l1_reverse	1	-0.05381062999367714
120016	rnn.bias_hh_l1_reverse	2	-0.2272714227437973
120016	rnn.bias_hh_l1_reverse	3	-0.11615733802318573
120016	rnn.bias_hh_l1_reverse	4	-0.09893616288900375
120016	rnn.bias_hh_l1_reverse	5	-0.1167171373963356
120016	rnn.bias_hh_l1_reverse	6	0.1003294438123703
120016	rnn.bias_hh_l1_reverse	7	-0.12979985773563385
120016	rnn.bias_hh_l1_reverse	8	-0.10501068830490112
120016	rnn.bias_hh_l1_reverse	9	-0.1379033774137497
120016	linear.weight	0	0.002228822559118271
120016	linear.weight	1	0.09215530753135681
120016	linear.weight	2	-0.054332435131073
120016	linear.weight	3	0.2932162582874298
120016	linear.weight	4	0.15837852656841278
120016	linear.weight	5	-0.013639240525662899
120016	linear.weight	6	0.10046224296092987
120016	linear.weight	7	0.07008402049541473
120016	linear.weight	8	0.041275955736637115
120016	linear.weight	9	-0.04555187001824379
120016	linear.bias	0	0.06311565637588501
120016	linear.bias	1	-0.19089852273464203
120016	linear.bias	2	-0.4103379547595978
120016	linear.bias	3	-0.6982762813568115
120016	linear.bias	4	-1.2078856229782104
120016	linear.bias	5	-0.09651967883110046
120016	linear.bias	6	-0.7228391170501709
120016	linear.bias	7	0.32900428771972656
120016	linear.bias	8	-0.4578670561313629
120016	linear.bias	9	-0.9287518858909607
120213	transitions	0	0.6099924445152283
120213	transitions	1	0.13790322840213776
120213	transitions	2	-10000.0
120213	transitions	3	-1.8191243410110474
120213	transitions	4	-10000.0
120213	transitions	5	0.5934069156646729
120213	transitions	6	-0.06499738246202469
120213	transitions	7	-0.6359070539474487
120213	transitions	8	-1.3893696069717407
120213	transitions	9	-0.0009952399414032698
120213	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
120213	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
120213	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
120213	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
120213	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
120213	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
120213	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
120213	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
120213	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
120213	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
120213	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
120213	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
120213	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
120213	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
120213	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
120213	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
120213	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
120213	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
120213	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
120213	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
120213	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
120213	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
120213	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
120213	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
120213	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
120213	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
120213	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
120213	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
120213	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
120213	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
120213	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
120213	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
120213	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
120213	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
120213	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
120213	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
120213	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
120213	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
120213	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
120213	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
120213	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
120213	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
120213	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
120213	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
120213	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
120213	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
120213	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
120213	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
120213	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
120213	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
120213	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
120213	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
120213	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
120213	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
120213	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
120213	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
120213	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
120213	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
120213	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
120213	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
120213	embedding2nn.weight	0	0.010233444161713123
120213	embedding2nn.weight	1	-0.012808986008167267
120213	embedding2nn.weight	2	-0.014268254861235619
120213	embedding2nn.weight	3	-0.05121338739991188
120213	embedding2nn.weight	4	-0.0059150345623493195
120213	embedding2nn.weight	5	-0.003700586734339595
120213	embedding2nn.weight	6	-0.00397328520193696
120213	embedding2nn.weight	7	-0.0723542794585228
120213	embedding2nn.weight	8	-0.0019979383796453476
120213	embedding2nn.weight	9	-0.028329329565167427
120213	embedding2nn.bias	0	0.046115390956401825
120213	embedding2nn.bias	1	-0.052261799573898315
120213	embedding2nn.bias	2	0.09111437201499939
120213	embedding2nn.bias	3	0.061133671551942825
120213	embedding2nn.bias	4	-0.04120289161801338
120213	embedding2nn.bias	5	-0.037928152829408646
120213	embedding2nn.bias	6	0.041787080466747284
120213	embedding2nn.bias	7	-0.07586719840765
120213	embedding2nn.bias	8	0.04930014908313751
120213	embedding2nn.bias	9	0.010110798291862011
120213	rnn.weight_ih_l0	0	-0.07187201082706451
120213	rnn.weight_ih_l0	1	-0.004789160564541817
120213	rnn.weight_ih_l0	2	0.04521556943655014
120213	rnn.weight_ih_l0	3	0.016452275216579437
120213	rnn.weight_ih_l0	4	-0.011361836455762386
120213	rnn.weight_ih_l0	5	-0.055508874356746674
120213	rnn.weight_ih_l0	6	-0.0017570266500115395
120213	rnn.weight_ih_l0	7	0.03395562618970871
120213	rnn.weight_ih_l0	8	-0.011867424473166466
120213	rnn.weight_ih_l0	9	-0.020894264802336693
120213	rnn.weight_hh_l0	0	-0.03688615933060646
120213	rnn.weight_hh_l0	1	-0.00017276391736231744
120213	rnn.weight_hh_l0	2	-0.005304443649947643
120213	rnn.weight_hh_l0	3	-0.06070833280682564
120213	rnn.weight_hh_l0	4	0.08604826033115387
120213	rnn.weight_hh_l0	5	-0.012329538352787495
120213	rnn.weight_hh_l0	6	-0.05801231414079666
120213	rnn.weight_hh_l0	7	0.01318906806409359
120213	rnn.weight_hh_l0	8	0.012943052686750889
120213	rnn.weight_hh_l0	9	-0.01302303932607174
120213	rnn.bias_ih_l0	0	0.08492490649223328
120213	rnn.bias_ih_l0	1	-0.05242821201682091
120213	rnn.bias_ih_l0	2	0.006765567697584629
120213	rnn.bias_ih_l0	3	0.12405657023191452
120213	rnn.bias_ih_l0	4	-0.03380145505070686
120213	rnn.bias_ih_l0	5	-0.031032539904117584
120213	rnn.bias_ih_l0	6	0.034813497215509415
120213	rnn.bias_ih_l0	7	0.03105231560766697
120213	rnn.bias_ih_l0	8	-0.10822363942861557
120213	rnn.bias_ih_l0	9	-0.014049021527171135
120213	rnn.bias_hh_l0	0	-0.02531258761882782
120213	rnn.bias_hh_l0	1	-0.09184768795967102
120213	rnn.bias_hh_l0	2	-0.05033688619732857
120213	rnn.bias_hh_l0	3	-0.08850454539060593
120213	rnn.bias_hh_l0	4	-0.023757321760058403
120213	rnn.bias_hh_l0	5	-0.018780652433633804
120213	rnn.bias_hh_l0	6	0.026894230395555496
120213	rnn.bias_hh_l0	7	0.039141204208135605
120213	rnn.bias_hh_l0	8	-0.12848687171936035
120213	rnn.bias_hh_l0	9	-0.01798991486430168
120213	rnn.weight_ih_l0_reverse	0	-0.023791374638676643
120213	rnn.weight_ih_l0_reverse	1	-0.05152297765016556
120213	rnn.weight_ih_l0_reverse	2	-0.030633794143795967
120213	rnn.weight_ih_l0_reverse	3	0.004299663007259369
120213	rnn.weight_ih_l0_reverse	4	-0.018033849075436592
120213	rnn.weight_ih_l0_reverse	5	-0.046955451369285583
120213	rnn.weight_ih_l0_reverse	6	0.08077119290828705
120213	rnn.weight_ih_l0_reverse	7	-0.03526000678539276
120213	rnn.weight_ih_l0_reverse	8	-0.022434871643781662
120213	rnn.weight_ih_l0_reverse	9	0.011403238400816917
120213	rnn.weight_hh_l0_reverse	0	0.05515878275036812
120213	rnn.weight_hh_l0_reverse	1	0.02554265409708023
120213	rnn.weight_hh_l0_reverse	2	0.030685074627399445
120213	rnn.weight_hh_l0_reverse	3	0.03242067992687225
120213	rnn.weight_hh_l0_reverse	4	0.008501658216118813
120213	rnn.weight_hh_l0_reverse	5	0.019954349845647812
120213	rnn.weight_hh_l0_reverse	6	0.04804779216647148
120213	rnn.weight_hh_l0_reverse	7	-0.06239759176969528
120213	rnn.weight_hh_l0_reverse	8	0.03921588882803917
120213	rnn.weight_hh_l0_reverse	9	0.04458767548203468
120213	rnn.bias_ih_l0_reverse	0	-0.07356365025043488
120213	rnn.bias_ih_l0_reverse	1	-0.25105324387550354
120213	rnn.bias_ih_l0_reverse	2	-0.15188762545585632
120213	rnn.bias_ih_l0_reverse	3	-0.048071324825286865
120213	rnn.bias_ih_l0_reverse	4	-0.03567640855908394
120213	rnn.bias_ih_l0_reverse	5	0.04632366821169853
120213	rnn.bias_ih_l0_reverse	6	-0.06272660195827484
120213	rnn.bias_ih_l0_reverse	7	0.037271738052368164
120213	rnn.bias_ih_l0_reverse	8	-0.03662145510315895
120213	rnn.bias_ih_l0_reverse	9	0.04907715320587158
120213	rnn.bias_hh_l0_reverse	0	0.0165632963180542
120213	rnn.bias_hh_l0_reverse	1	-0.02252800762653351
120213	rnn.bias_hh_l0_reverse	2	0.08391516655683517
120213	rnn.bias_hh_l0_reverse	3	-0.05230645835399628
120213	rnn.bias_hh_l0_reverse	4	-0.041309379041194916
120213	rnn.bias_hh_l0_reverse	5	-0.035052765160799026
120213	rnn.bias_hh_l0_reverse	6	-0.029922034591436386
120213	rnn.bias_hh_l0_reverse	7	0.1093219593167305
120213	rnn.bias_hh_l0_reverse	8	0.02907775528728962
120213	rnn.bias_hh_l0_reverse	9	-0.1278490126132965
120213	rnn.weight_ih_l1	0	-0.03805356100201607
120213	rnn.weight_ih_l1	1	-0.02907651476562023
120213	rnn.weight_ih_l1	2	0.03619365766644478
120213	rnn.weight_ih_l1	3	-0.06685095280408859
120213	rnn.weight_ih_l1	4	-0.01518952939659357
120213	rnn.weight_ih_l1	5	-0.04660329222679138
120213	rnn.weight_ih_l1	6	0.02436383068561554
120213	rnn.weight_ih_l1	7	-0.027430040761828423
120213	rnn.weight_ih_l1	8	0.03777363523840904
120213	rnn.weight_ih_l1	9	0.04383840784430504
120213	rnn.weight_hh_l1	0	-0.007829387672245502
120213	rnn.weight_hh_l1	1	0.012466817162930965
120213	rnn.weight_hh_l1	2	0.004865879192948341
120213	rnn.weight_hh_l1	3	-0.008048946969211102
120213	rnn.weight_hh_l1	4	0.00463149743154645
120213	rnn.weight_hh_l1	5	0.025844529271125793
120213	rnn.weight_hh_l1	6	0.02540978230535984
120213	rnn.weight_hh_l1	7	-0.026131071150302887
120213	rnn.weight_hh_l1	8	-0.01777558960020542
120213	rnn.weight_hh_l1	9	0.04194391518831253
120213	rnn.bias_ih_l1	0	-0.1797029823064804
120213	rnn.bias_ih_l1	1	-0.1875731199979782
120213	rnn.bias_ih_l1	2	-0.19622361660003662
120213	rnn.bias_ih_l1	3	-0.2685509920120239
120213	rnn.bias_ih_l1	4	-0.1942167580127716
120213	rnn.bias_ih_l1	5	-0.10350573062896729
120213	rnn.bias_ih_l1	6	-0.12603940069675446
120213	rnn.bias_ih_l1	7	-0.036331258714199066
120213	rnn.bias_ih_l1	8	-0.13736063241958618
120213	rnn.bias_ih_l1	9	-0.1269860714673996
120213	rnn.bias_hh_l1	0	-0.1329943835735321
120213	rnn.bias_hh_l1	1	-0.05615954473614693
120213	rnn.bias_hh_l1	2	-0.10244377702474594
120213	rnn.bias_hh_l1	3	-0.10042441636323929
120213	rnn.bias_hh_l1	4	-0.11160925030708313
120213	rnn.bias_hh_l1	5	-0.11773788928985596
120213	rnn.bias_hh_l1	6	-0.1384708136320114
120213	rnn.bias_hh_l1	7	0.018100498244166374
120213	rnn.bias_hh_l1	8	-0.17778928577899933
120213	rnn.bias_hh_l1	9	-0.1001005694270134
120213	rnn.weight_ih_l1_reverse	0	-0.04166663810610771
120213	rnn.weight_ih_l1_reverse	1	0.006474343128502369
120213	rnn.weight_ih_l1_reverse	2	0.0646761953830719
120213	rnn.weight_ih_l1_reverse	3	0.0021208208054304123
120213	rnn.weight_ih_l1_reverse	4	-0.033315420150756836
120213	rnn.weight_ih_l1_reverse	5	-0.03462916985154152
120213	rnn.weight_ih_l1_reverse	6	-0.01526818796992302
120213	rnn.weight_ih_l1_reverse	7	0.022298723459243774
120213	rnn.weight_ih_l1_reverse	8	0.04474123194813728
120213	rnn.weight_ih_l1_reverse	9	-0.05954734608530998
120213	rnn.weight_hh_l1_reverse	0	0.008090653456747532
120213	rnn.weight_hh_l1_reverse	1	0.027516109868884087
120213	rnn.weight_hh_l1_reverse	2	-0.039800357073545456
120213	rnn.weight_hh_l1_reverse	3	0.04022740572690964
120213	rnn.weight_hh_l1_reverse	4	0.04176933690905571
120213	rnn.weight_hh_l1_reverse	5	0.007186669856309891
120213	rnn.weight_hh_l1_reverse	6	0.01582418754696846
120213	rnn.weight_hh_l1_reverse	7	0.027821164578199387
120213	rnn.weight_hh_l1_reverse	8	-0.0062229083850979805
120213	rnn.weight_hh_l1_reverse	9	-0.03005140647292137
120213	rnn.bias_ih_l1_reverse	0	-0.07459993660449982
120213	rnn.bias_ih_l1_reverse	1	-0.14534546434879303
120213	rnn.bias_ih_l1_reverse	2	-0.15222744643688202
120213	rnn.bias_ih_l1_reverse	3	-0.017617125064134598
120213	rnn.bias_ih_l1_reverse	4	-0.20847217738628387
120213	rnn.bias_ih_l1_reverse	5	-0.10600967705249786
120213	rnn.bias_ih_l1_reverse	6	-0.1304861605167389
120213	rnn.bias_ih_l1_reverse	7	-0.20483602583408356
120213	rnn.bias_ih_l1_reverse	8	0.17581357061862946
120213	rnn.bias_ih_l1_reverse	9	0.0652821734547615
120213	rnn.bias_hh_l1_reverse	0	-0.034067779779434204
120213	rnn.bias_hh_l1_reverse	1	-0.05934758111834526
120213	rnn.bias_hh_l1_reverse	2	-0.22746554017066956
120213	rnn.bias_hh_l1_reverse	3	-0.1159861832857132
120213	rnn.bias_hh_l1_reverse	4	-0.09876491129398346
120213	rnn.bias_hh_l1_reverse	5	-0.11446823924779892
120213	rnn.bias_hh_l1_reverse	6	0.10334283113479614
120213	rnn.bias_hh_l1_reverse	7	-0.12963056564331055
120213	rnn.bias_hh_l1_reverse	8	-0.10497606545686722
120213	rnn.bias_hh_l1_reverse	9	-0.13850007951259613
120213	linear.weight	0	0.002228822559118271
120213	linear.weight	1	0.09111348539590836
120213	linear.weight	2	-0.04895167052745819
120213	linear.weight	3	0.28944987058639526
120213	linear.weight	4	0.15960335731506348
120213	linear.weight	5	-0.020416349172592163
120213	linear.weight	6	0.10284275561571121
120213	linear.weight	7	0.08640135824680328
120213	linear.weight	8	0.04127456247806549
120213	linear.weight	9	-0.046994347125291824
120213	linear.bias	0	0.061755336821079254
120213	linear.bias	1	-0.20639172196388245
120213	linear.bias	2	-0.38684049248695374
120213	linear.bias	3	-0.6947512626647949
120213	linear.bias	4	-1.2051079273223877
120213	linear.bias	5	-0.12245501577854156
120213	linear.bias	6	-0.7390319108963013
120213	linear.bias	7	0.3011210560798645
120213	linear.bias	8	-0.42279601097106934
120213	linear.bias	9	-0.895244300365448
120410	transitions	0	0.6156952977180481
120410	transitions	1	0.1499776691198349
120410	transitions	2	-10000.0
120410	transitions	3	-1.8191502094268799
120410	transitions	4	-10000.0
120410	transitions	5	0.5932940244674683
120410	transitions	6	-0.06514409929513931
120410	transitions	7	-0.6369487643241882
120410	transitions	8	-1.3896044492721558
120410	transitions	9	-0.00099650037009269
120410	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
120410	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
120410	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
120410	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
120410	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
120410	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
120410	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
120410	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
120410	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
120410	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
120410	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
120410	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
120410	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
120410	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
120410	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
120410	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
120410	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
120410	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
120410	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
120410	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
120410	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
120410	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
120410	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
120410	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
120410	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
120410	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
120410	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
120410	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
120410	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
120410	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
120410	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
120410	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
120410	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
120410	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
120410	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
120410	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
120410	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
120410	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
120410	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
120410	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
120410	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
120410	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
120410	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
120410	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
120410	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
120410	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
120410	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
120410	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
120410	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
120410	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
120410	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
120410	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
120410	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
120410	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
120410	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
120410	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
120410	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
120410	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
120410	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
120410	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
120410	embedding2nn.weight	0	0.009429479017853737
120410	embedding2nn.weight	1	-0.012976282276213169
120410	embedding2nn.weight	2	-0.014268254861235619
120410	embedding2nn.weight	3	-0.04940363019704819
120410	embedding2nn.weight	4	-0.0059150345623493195
120410	embedding2nn.weight	5	-0.003700586734339595
120410	embedding2nn.weight	6	-0.0039732856675982475
120410	embedding2nn.weight	7	-0.07163263857364655
120410	embedding2nn.weight	8	-0.0019979383796453476
120410	embedding2nn.weight	9	-0.027704181149601936
120410	embedding2nn.bias	0	0.042180027812719345
120410	embedding2nn.bias	1	-0.062203552573919296
120410	embedding2nn.bias	2	0.08709734678268433
120410	embedding2nn.bias	3	0.0613800473511219
120410	embedding2nn.bias	4	-0.040180206298828125
120410	embedding2nn.bias	5	-0.035911329090595245
120410	embedding2nn.bias	6	0.04269443079829216
120410	embedding2nn.bias	7	-0.072533518075943
120410	embedding2nn.bias	8	0.04557504504919052
120410	embedding2nn.bias	9	0.012562821619212627
120410	rnn.weight_ih_l0	0	-0.07139945775270462
120410	rnn.weight_ih_l0	1	-0.004882921930402517
120410	rnn.weight_ih_l0	2	0.0503891259431839
120410	rnn.weight_ih_l0	3	0.017483118921518326
120410	rnn.weight_ih_l0	4	-0.011895723640918732
120410	rnn.weight_ih_l0	5	-0.056061599403619766
120410	rnn.weight_ih_l0	6	-0.002015958074480295
120410	rnn.weight_ih_l0	7	0.0336269810795784
120410	rnn.weight_ih_l0	8	-0.011776152066886425
120410	rnn.weight_ih_l0	9	-0.02167907916009426
120410	rnn.weight_hh_l0	0	-0.03551100939512253
120410	rnn.weight_hh_l0	1	-0.0018684944370761514
120410	rnn.weight_hh_l0	2	-0.005734662991017103
120410	rnn.weight_hh_l0	3	-0.060712240636348724
120410	rnn.weight_hh_l0	4	0.0855703204870224
120410	rnn.weight_hh_l0	5	-0.012654737569391727
120410	rnn.weight_hh_l0	6	-0.05916455388069153
120410	rnn.weight_hh_l0	7	0.013487101532518864
120410	rnn.weight_hh_l0	8	0.013216384686529636
120410	rnn.weight_hh_l0	9	-0.012613389641046524
120410	rnn.bias_ih_l0	0	0.08447708934545517
120410	rnn.bias_ih_l0	1	-0.054983366280794144
120410	rnn.bias_ih_l0	2	0.0052421921864151955
120410	rnn.bias_ih_l0	3	0.12160312384366989
120410	rnn.bias_ih_l0	4	-0.03153437748551369
120410	rnn.bias_ih_l0	5	-0.03308195248246193
120410	rnn.bias_ih_l0	6	0.03390879929065704
120410	rnn.bias_ih_l0	7	0.03328888118267059
120410	rnn.bias_ih_l0	8	-0.10913487523794174
120410	rnn.bias_ih_l0	9	-0.016045423224568367
120410	rnn.bias_hh_l0	0	-0.02512294240295887
120410	rnn.bias_hh_l0	1	-0.09650669991970062
120410	rnn.bias_hh_l0	2	-0.04908696934580803
120410	rnn.bias_hh_l0	3	-0.0897265300154686
120410	rnn.bias_hh_l0	4	-0.02288055792450905
120410	rnn.bias_hh_l0	5	-0.017194576561450958
120410	rnn.bias_hh_l0	6	0.026789678260684013
120410	rnn.bias_hh_l0	7	0.04264417290687561
120410	rnn.bias_hh_l0	8	-0.1304255723953247
120410	rnn.bias_hh_l0	9	-0.01862112432718277
120410	rnn.weight_ih_l0_reverse	0	-0.02465158700942993
120410	rnn.weight_ih_l0_reverse	1	-0.05193735286593437
120410	rnn.weight_ih_l0_reverse	2	-0.03110639378428459
120410	rnn.weight_ih_l0_reverse	3	0.0042161522433161736
120410	rnn.weight_ih_l0_reverse	4	-0.01749257557094097
120410	rnn.weight_ih_l0_reverse	5	-0.04797699302434921
120410	rnn.weight_ih_l0_reverse	6	0.08114273846149445
120410	rnn.weight_ih_l0_reverse	7	-0.03610999882221222
120410	rnn.weight_ih_l0_reverse	8	-0.02207695133984089
120410	rnn.weight_ih_l0_reverse	9	0.012246095575392246
120410	rnn.weight_hh_l0_reverse	0	0.05535217002034187
120410	rnn.weight_hh_l0_reverse	1	0.025445256382226944
120410	rnn.weight_hh_l0_reverse	2	0.030682656913995743
120410	rnn.weight_hh_l0_reverse	3	0.03218879550695419
120410	rnn.weight_hh_l0_reverse	4	0.009333084337413311
120410	rnn.weight_hh_l0_reverse	5	0.020563390105962753
120410	rnn.weight_hh_l0_reverse	6	0.047852516174316406
120410	rnn.weight_hh_l0_reverse	7	-0.06315022706985474
120410	rnn.weight_hh_l0_reverse	8	0.03891047462821007
120410	rnn.weight_hh_l0_reverse	9	0.04515333101153374
120410	rnn.bias_ih_l0_reverse	0	-0.07463020086288452
120410	rnn.bias_ih_l0_reverse	1	-0.2501806914806366
120410	rnn.bias_ih_l0_reverse	2	-0.15537872910499573
120410	rnn.bias_ih_l0_reverse	3	-0.04299487546086311
120410	rnn.bias_ih_l0_reverse	4	-0.033524755388498306
120410	rnn.bias_ih_l0_reverse	5	0.044819530099630356
120410	rnn.bias_ih_l0_reverse	6	-0.06329920887947083
120410	rnn.bias_ih_l0_reverse	7	0.0378090925514698
120410	rnn.bias_ih_l0_reverse	8	-0.03800653666257858
120410	rnn.bias_ih_l0_reverse	9	0.05073115602135658
120410	rnn.bias_hh_l0_reverse	0	0.017151521518826485
120410	rnn.bias_hh_l0_reverse	1	-0.021598748862743378
120410	rnn.bias_hh_l0_reverse	2	0.08192411065101624
120410	rnn.bias_hh_l0_reverse	3	-0.051406484097242355
120410	rnn.bias_hh_l0_reverse	4	-0.04309660941362381
120410	rnn.bias_hh_l0_reverse	5	-0.03377808257937431
120410	rnn.bias_hh_l0_reverse	6	-0.030485082417726517
120410	rnn.bias_hh_l0_reverse	7	0.111836738884449
120410	rnn.bias_hh_l0_reverse	8	0.030912216752767563
120410	rnn.bias_hh_l0_reverse	9	-0.12634339928627014
120410	rnn.weight_ih_l1	0	-0.038057710975408554
120410	rnn.weight_ih_l1	1	-0.031007030978798866
120410	rnn.weight_ih_l1	2	0.03631257265806198
120410	rnn.weight_ih_l1	3	-0.06924497336149216
120410	rnn.weight_ih_l1	4	-0.01564011722803116
120410	rnn.weight_ih_l1	5	-0.04707241430878639
120410	rnn.weight_ih_l1	6	0.02416413091123104
120410	rnn.weight_ih_l1	7	-0.027454761788249016
120410	rnn.weight_ih_l1	8	0.03752570599317551
120410	rnn.weight_ih_l1	9	0.04370085895061493
120410	rnn.weight_hh_l1	0	-0.0069706193171441555
120410	rnn.weight_hh_l1	1	0.011849734000861645
120410	rnn.weight_hh_l1	2	0.0052888658829033375
120410	rnn.weight_hh_l1	3	-0.008381624706089497
120410	rnn.weight_hh_l1	4	0.00472044525668025
120410	rnn.weight_hh_l1	5	0.025860199704766273
120410	rnn.weight_hh_l1	6	0.02522166073322296
120410	rnn.weight_hh_l1	7	-0.026186540722846985
120410	rnn.weight_hh_l1	8	-0.01761913299560547
120410	rnn.weight_hh_l1	9	0.04189114272594452
120410	rnn.bias_ih_l1	0	-0.1857583373785019
120410	rnn.bias_ih_l1	1	-0.18695995211601257
120410	rnn.bias_ih_l1	2	-0.19183266162872314
120410	rnn.bias_ih_l1	3	-0.2669160068035126
120410	rnn.bias_ih_l1	4	-0.192372664809227
120410	rnn.bias_ih_l1	5	-0.10209572315216064
120410	rnn.bias_ih_l1	6	-0.12238480895757675
120410	rnn.bias_ih_l1	7	-0.033533889800310135
120410	rnn.bias_ih_l1	8	-0.13656415045261383
120410	rnn.bias_ih_l1	9	-0.12599295377731323
120410	rnn.bias_hh_l1	0	-0.13696323335170746
120410	rnn.bias_hh_l1	1	-0.05294807627797127
120410	rnn.bias_hh_l1	2	-0.10335756838321686
120410	rnn.bias_hh_l1	3	-0.10258860141038895
120410	rnn.bias_hh_l1	4	-0.11273957043886185
120410	rnn.bias_hh_l1	5	-0.12073354423046112
120410	rnn.bias_hh_l1	6	-0.13843946158885956
120410	rnn.bias_hh_l1	7	0.02435282990336418
120410	rnn.bias_hh_l1	8	-0.17765751481056213
120410	rnn.bias_hh_l1	9	-0.10321753472089767
120410	rnn.weight_ih_l1_reverse	0	-0.04149457439780235
120410	rnn.weight_ih_l1_reverse	1	0.006670053116977215
120410	rnn.weight_ih_l1_reverse	2	0.0658651813864708
120410	rnn.weight_ih_l1_reverse	3	0.0031868868973106146
120410	rnn.weight_ih_l1_reverse	4	-0.03363035246729851
120410	rnn.weight_ih_l1_reverse	5	-0.03494824469089508
120410	rnn.weight_ih_l1_reverse	6	-0.017295515164732933
120410	rnn.weight_ih_l1_reverse	7	0.022293807938694954
120410	rnn.weight_ih_l1_reverse	8	0.044870659708976746
120410	rnn.weight_ih_l1_reverse	9	-0.056480780243873596
120410	rnn.weight_hh_l1_reverse	0	0.007927296683192253
120410	rnn.weight_hh_l1_reverse	1	0.02765556052327156
120410	rnn.weight_hh_l1_reverse	2	-0.03983917459845543
120410	rnn.weight_hh_l1_reverse	3	0.040158454328775406
120410	rnn.weight_hh_l1_reverse	4	0.04171055555343628
120410	rnn.weight_hh_l1_reverse	5	0.007310863118618727
120410	rnn.weight_hh_l1_reverse	6	0.015857398509979248
120410	rnn.weight_hh_l1_reverse	7	0.028063420206308365
120410	rnn.weight_hh_l1_reverse	8	-0.006382410880178213
120410	rnn.weight_hh_l1_reverse	9	-0.03009815886616707
120410	rnn.bias_ih_l1_reverse	0	-0.07179669290781021
120410	rnn.bias_ih_l1_reverse	1	-0.14658667147159576
120410	rnn.bias_ih_l1_reverse	2	-0.1525854766368866
120410	rnn.bias_ih_l1_reverse	3	-0.019798079505562782
120410	rnn.bias_ih_l1_reverse	4	-0.20693640410900116
120410	rnn.bias_ih_l1_reverse	5	-0.10542020946741104
120410	rnn.bias_ih_l1_reverse	6	-0.1295284479856491
120410	rnn.bias_ih_l1_reverse	7	-0.20540080964565277
120410	rnn.bias_ih_l1_reverse	8	0.1804071068763733
120410	rnn.bias_ih_l1_reverse	9	0.06826996058225632
120410	rnn.bias_hh_l1_reverse	0	-0.0337640643119812
120410	rnn.bias_hh_l1_reverse	1	-0.060428448021411896
120410	rnn.bias_hh_l1_reverse	2	-0.22700466215610504
120410	rnn.bias_hh_l1_reverse	3	-0.11558762937784195
120410	rnn.bias_hh_l1_reverse	4	-0.09768049418926239
120410	rnn.bias_hh_l1_reverse	5	-0.11610642820596695
120410	rnn.bias_hh_l1_reverse	6	0.10693477094173431
120410	rnn.bias_hh_l1_reverse	7	-0.1292002946138382
120410	rnn.bias_hh_l1_reverse	8	-0.1071653813123703
120410	rnn.bias_hh_l1_reverse	9	-0.13935407996177673
120410	linear.weight	0	0.002228822559118271
120410	linear.weight	1	0.10162238031625748
120410	linear.weight	2	-0.046059560030698776
120410	linear.weight	3	0.2893514633178711
120410	linear.weight	4	0.15849174559116364
120410	linear.weight	5	-0.01888064481317997
120410	linear.weight	6	0.12386375665664673
120410	linear.weight	7	0.06492332369089127
120410	linear.weight	8	0.04127489775419235
120410	linear.weight	9	-0.04726289212703705
120410	linear.bias	0	0.07445307821035385
120410	linear.bias	1	-0.19738443195819855
120410	linear.bias	2	-0.3765140473842621
120410	linear.bias	3	-0.7013261318206787
120410	linear.bias	4	-1.2099542617797852
120410	linear.bias	5	-0.11186015605926514
120410	linear.bias	6	-0.7341927886009216
120410	linear.bias	7	0.31462737917900085
120410	linear.bias	8	-0.4195865988731384
120410	linear.bias	9	-0.8924696445465088
120414	transitions	0	0.6157593727111816
120414	transitions	1	0.14997540414333344
120414	transitions	2	-10000.0
120414	transitions	3	-1.8191514015197754
120414	transitions	4	-10000.0
120414	transitions	5	0.5932773947715759
120414	transitions	6	-0.06514441967010498
120414	transitions	7	-0.6369684934616089
120414	transitions	8	-1.3896048069000244
120414	transitions	9	-0.0009965187637135386
120414	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
120414	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
120414	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
120414	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
120414	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
120414	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
120414	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
120414	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
120414	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
120414	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
120414	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
120414	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
120414	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
120414	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
120414	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
120414	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
120414	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
120414	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
120414	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
120414	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
120414	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
120414	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
120414	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
120414	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
120414	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
120414	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
120414	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
120414	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
120414	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
120414	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
120414	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
120414	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
120414	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
120414	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
120414	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
120414	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
120414	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
120414	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
120414	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
120414	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
120414	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
120414	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
120414	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
120414	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
120414	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
120414	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
120414	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
120414	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
120414	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
120414	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
120414	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
120414	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
120414	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
120414	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
120414	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
120414	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
120414	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
120414	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
120414	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
120414	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
120414	embedding2nn.weight	0	0.009361975826323032
120414	embedding2nn.weight	1	-0.012978345155715942
120414	embedding2nn.weight	2	-0.014268254861235619
120414	embedding2nn.weight	3	-0.049381036311388016
120414	embedding2nn.weight	4	-0.0059150345623493195
120414	embedding2nn.weight	5	-0.003700586734339595
120414	embedding2nn.weight	6	-0.0039732856675982475
120414	embedding2nn.weight	7	-0.0716174840927124
120414	embedding2nn.weight	8	-0.0019979383796453476
120414	embedding2nn.weight	9	-0.02761036902666092
120414	embedding2nn.bias	0	0.04392480477690697
120414	embedding2nn.bias	1	-0.06287290155887604
120414	embedding2nn.bias	2	0.08738449960947037
120414	embedding2nn.bias	3	0.06162947788834572
120414	embedding2nn.bias	4	-0.03953683748841286
120414	embedding2nn.bias	5	-0.0365922786295414
120414	embedding2nn.bias	6	0.042760614305734634
120414	embedding2nn.bias	7	-0.07349251955747604
120414	embedding2nn.bias	8	0.04641862213611603
120414	embedding2nn.bias	9	0.010943669825792313
120414	rnn.weight_ih_l0	0	-0.07128594815731049
120414	rnn.weight_ih_l0	1	-0.00501440092921257
120414	rnn.weight_ih_l0	2	0.05038868635892868
120414	rnn.weight_ih_l0	3	0.017543325200676918
120414	rnn.weight_ih_l0	4	-0.01161043532192707
120414	rnn.weight_ih_l0	5	-0.05605337396264076
120414	rnn.weight_ih_l0	6	-0.0019498037872835994
120414	rnn.weight_ih_l0	7	0.03357594087719917
120414	rnn.weight_ih_l0	8	-0.01177535392343998
120414	rnn.weight_ih_l0	9	-0.02161511220037937
120414	rnn.weight_hh_l0	0	-0.035439908504486084
120414	rnn.weight_hh_l0	1	-0.0018749228911474347
120414	rnn.weight_hh_l0	2	-0.0056434809230268
120414	rnn.weight_hh_l0	3	-0.06074579432606697
120414	rnn.weight_hh_l0	4	0.08552614599466324
120414	rnn.weight_hh_l0	5	-0.012620956636965275
120414	rnn.weight_hh_l0	6	-0.059041738510131836
120414	rnn.weight_hh_l0	7	0.013473572209477425
120414	rnn.weight_hh_l0	8	0.0131977628916502
120414	rnn.weight_hh_l0	9	-0.012628594413399696
120414	rnn.bias_ih_l0	0	0.08464640378952026
120414	rnn.bias_ih_l0	1	-0.05486282706260681
120414	rnn.bias_ih_l0	2	0.0051794517785310745
120414	rnn.bias_ih_l0	3	0.12175614386796951
120414	rnn.bias_ih_l0	4	-0.031341083347797394
120414	rnn.bias_ih_l0	5	-0.03302740305662155
120414	rnn.bias_ih_l0	6	0.03387511149048805
120414	rnn.bias_ih_l0	7	0.033222731202840805
120414	rnn.bias_ih_l0	8	-0.1092696562409401
120414	rnn.bias_ih_l0	9	-0.015667308121919632
120414	rnn.bias_hh_l0	0	-0.02499454841017723
120414	rnn.bias_hh_l0	1	-0.09627223759889603
120414	rnn.bias_hh_l0	2	-0.04907091334462166
120414	rnn.bias_hh_l0	3	-0.0899105966091156
120414	rnn.bias_hh_l0	4	-0.023021625354886055
120414	rnn.bias_hh_l0	5	-0.017228487879037857
120414	rnn.bias_hh_l0	6	0.026597533375024796
120414	rnn.bias_hh_l0	7	0.04279740899801254
120414	rnn.bias_hh_l0	8	-0.13025382161140442
120414	rnn.bias_hh_l0	9	-0.018902916461229324
120414	rnn.weight_ih_l0_reverse	0	-0.024652065709233284
120414	rnn.weight_ih_l0_reverse	1	-0.05211291462182999
120414	rnn.weight_ih_l0_reverse	2	-0.03120383992791176
120414	rnn.weight_ih_l0_reverse	3	0.004255789332091808
120414	rnn.weight_ih_l0_reverse	4	-0.017477132380008698
120414	rnn.weight_ih_l0_reverse	5	-0.047960903495550156
120414	rnn.weight_ih_l0_reverse	6	0.08128710836172104
120414	rnn.weight_ih_l0_reverse	7	-0.03622867166996002
120414	rnn.weight_ih_l0_reverse	8	-0.022097814828157425
120414	rnn.weight_ih_l0_reverse	9	0.012209491804242134
120414	rnn.weight_hh_l0_reverse	0	0.054992321878671646
120414	rnn.weight_hh_l0_reverse	1	0.025468984618782997
120414	rnn.weight_hh_l0_reverse	2	0.030712096020579338
120414	rnn.weight_hh_l0_reverse	3	0.032233238220214844
120414	rnn.weight_hh_l0_reverse	4	0.009316638112068176
120414	rnn.weight_hh_l0_reverse	5	0.020506620407104492
120414	rnn.weight_hh_l0_reverse	6	0.04781535640358925
120414	rnn.weight_hh_l0_reverse	7	-0.06313949078321457
120414	rnn.weight_hh_l0_reverse	8	0.039027195423841476
120414	rnn.weight_hh_l0_reverse	9	0.04493962600827217
120414	rnn.bias_ih_l0_reverse	0	-0.07449135184288025
120414	rnn.bias_ih_l0_reverse	1	-0.2497043013572693
120414	rnn.bias_ih_l0_reverse	2	-0.15545035898685455
120414	rnn.bias_ih_l0_reverse	3	-0.04267464205622673
120414	rnn.bias_ih_l0_reverse	4	-0.03313596546649933
120414	rnn.bias_ih_l0_reverse	5	0.04472671076655388
120414	rnn.bias_ih_l0_reverse	6	-0.06316734850406647
120414	rnn.bias_ih_l0_reverse	7	0.03790026903152466
120414	rnn.bias_ih_l0_reverse	8	-0.03805208578705788
120414	rnn.bias_ih_l0_reverse	9	0.05087896063923836
120414	rnn.bias_hh_l0_reverse	0	0.017387865111231804
120414	rnn.bias_hh_l0_reverse	1	-0.02154363878071308
120414	rnn.bias_hh_l0_reverse	2	0.08195991814136505
120414	rnn.bias_hh_l0_reverse	3	-0.051435258239507675
120414	rnn.bias_hh_l0_reverse	4	-0.04331454262137413
120414	rnn.bias_hh_l0_reverse	5	-0.03380287066102028
120414	rnn.bias_hh_l0_reverse	6	-0.03109031356871128
120414	rnn.bias_hh_l0_reverse	7	0.11217867583036423
120414	rnn.bias_hh_l0_reverse	8	0.0309149082750082
120414	rnn.bias_hh_l0_reverse	9	-0.1268634796142578
120414	rnn.weight_ih_l1	0	-0.03804328665137291
120414	rnn.weight_ih_l1	1	-0.03104289062321186
120414	rnn.weight_ih_l1	2	0.035910893231630325
120414	rnn.weight_ih_l1	3	-0.06901140511035919
120414	rnn.weight_ih_l1	4	-0.015589374117553234
120414	rnn.weight_ih_l1	5	-0.047048650681972504
120414	rnn.weight_ih_l1	6	0.024197865277528763
120414	rnn.weight_ih_l1	7	-0.02725476212799549
120414	rnn.weight_ih_l1	8	0.03745155781507492
120414	rnn.weight_ih_l1	9	0.043692708015441895
120414	rnn.weight_hh_l1	0	-0.006863409653306007
120414	rnn.weight_hh_l1	1	0.011818147264420986
120414	rnn.weight_hh_l1	2	0.005321297328919172
120414	rnn.weight_hh_l1	3	-0.008333423174917698
120414	rnn.weight_hh_l1	4	0.004699820186942816
120414	rnn.weight_hh_l1	5	0.02581903524696827
120414	rnn.weight_hh_l1	6	0.025309450924396515
120414	rnn.weight_hh_l1	7	-0.026178210973739624
120414	rnn.weight_hh_l1	8	-0.017553938552737236
120414	rnn.weight_hh_l1	9	0.04202326014637947
120414	rnn.bias_ih_l1	0	-0.1858176290988922
120414	rnn.bias_ih_l1	1	-0.18696030974388123
120414	rnn.bias_ih_l1	2	-0.19205693900585175
120414	rnn.bias_ih_l1	3	-0.267424076795578
120414	rnn.bias_ih_l1	4	-0.19212664663791656
120414	rnn.bias_ih_l1	5	-0.10195456445217133
120414	rnn.bias_ih_l1	6	-0.12195045500993729
120414	rnn.bias_ih_l1	7	-0.03390824794769287
120414	rnn.bias_ih_l1	8	-0.13704366981983185
120414	rnn.bias_ih_l1	9	-0.1258123219013214
120414	rnn.bias_hh_l1	0	-0.13669843971729279
120414	rnn.bias_hh_l1	1	-0.05298084393143654
120414	rnn.bias_hh_l1	2	-0.1033380776643753
120414	rnn.bias_hh_l1	3	-0.10278080403804779
120414	rnn.bias_hh_l1	4	-0.11375664174556732
120414	rnn.bias_hh_l1	5	-0.12079724669456482
120414	rnn.bias_hh_l1	6	-0.13831621408462524
120414	rnn.bias_hh_l1	7	0.023855656385421753
120414	rnn.bias_hh_l1	8	-0.17802710831165314
120414	rnn.bias_hh_l1	9	-0.10311303287744522
120414	rnn.weight_ih_l1_reverse	0	-0.04161720722913742
120414	rnn.weight_ih_l1_reverse	1	0.005382235161960125
120414	rnn.weight_ih_l1_reverse	2	0.0657007247209549
120414	rnn.weight_ih_l1_reverse	3	0.0031143573578447104
120414	rnn.weight_ih_l1_reverse	4	-0.03345148265361786
120414	rnn.weight_ih_l1_reverse	5	-0.034926336258649826
120414	rnn.weight_ih_l1_reverse	6	-0.018038922920823097
120414	rnn.weight_ih_l1_reverse	7	0.022306017577648163
120414	rnn.weight_ih_l1_reverse	8	0.04484712705016136
120414	rnn.weight_ih_l1_reverse	9	-0.0564626045525074
120414	rnn.weight_hh_l1_reverse	0	0.00790567696094513
120414	rnn.weight_hh_l1_reverse	1	0.027645332738757133
120414	rnn.weight_hh_l1_reverse	2	-0.03985794261097908
120414	rnn.weight_hh_l1_reverse	3	0.040170688182115555
120414	rnn.weight_hh_l1_reverse	4	0.04163065552711487
120414	rnn.weight_hh_l1_reverse	5	0.007259764708578587
120414	rnn.weight_hh_l1_reverse	6	0.01591414213180542
120414	rnn.weight_hh_l1_reverse	7	0.028076548129320145
120414	rnn.weight_hh_l1_reverse	8	-0.006371874362230301
120414	rnn.weight_hh_l1_reverse	9	-0.030058888718485832
120414	rnn.bias_ih_l1_reverse	0	-0.07132755219936371
120414	rnn.bias_ih_l1_reverse	1	-0.14682552218437195
120414	rnn.bias_ih_l1_reverse	2	-0.1524128019809723
120414	rnn.bias_ih_l1_reverse	3	-0.020585382357239723
120414	rnn.bias_ih_l1_reverse	4	-0.2068469375371933
120414	rnn.bias_ih_l1_reverse	5	-0.105307437479496
120414	rnn.bias_ih_l1_reverse	6	-0.12959007918834686
120414	rnn.bias_ih_l1_reverse	7	-0.20534053444862366
120414	rnn.bias_ih_l1_reverse	8	0.1805708110332489
120414	rnn.bias_ih_l1_reverse	9	0.0685960128903389
120414	rnn.bias_hh_l1_reverse	0	-0.03349700942635536
120414	rnn.bias_hh_l1_reverse	1	-0.06090191751718521
120414	rnn.bias_hh_l1_reverse	2	-0.2270321398973465
120414	rnn.bias_hh_l1_reverse	3	-0.11550322920084
120414	rnn.bias_hh_l1_reverse	4	-0.09782280027866364
120414	rnn.bias_hh_l1_reverse	5	-0.11594289541244507
120414	rnn.bias_hh_l1_reverse	6	0.10680399090051651
120414	rnn.bias_hh_l1_reverse	7	-0.12946279346942902
120414	rnn.bias_hh_l1_reverse	8	-0.1071256548166275
120414	rnn.bias_hh_l1_reverse	9	-0.13922525942325592
120414	linear.weight	0	0.002228822559118271
120414	linear.weight	1	0.10165993869304657
120414	linear.weight	2	-0.04599711671471596
120414	linear.weight	3	0.2899560332298279
120414	linear.weight	4	0.15974023938179016
120414	linear.weight	5	-0.018872328102588654
120414	linear.weight	6	0.12300970405340195
120414	linear.weight	7	0.06346311420202255
120414	linear.weight	8	0.04127487167716026
120414	linear.weight	9	-0.04747837409377098
120414	linear.bias	0	0.07481731474399567
120414	linear.bias	1	-0.19027499854564667
120414	linear.bias	2	-0.3864126205444336
120414	linear.bias	3	-0.7062157988548279
120414	linear.bias	4	-1.2148720026016235
120414	linear.bias	5	-0.11497675627470016
120414	linear.bias	6	-0.7230819463729858
120414	linear.bias	7	0.31152814626693726
120414	linear.bias	8	-0.41242390871047974
120414	linear.bias	9	-0.885402262210846
120611	transitions	0	0.6253347396850586
120611	transitions	1	0.1372641772031784
120611	transitions	2	-10000.0
120611	transitions	3	-1.8191858530044556
120611	transitions	4	-10000.0
120611	transitions	5	0.5931602120399475
120611	transitions	6	-0.0652584657073021
120611	transitions	7	-0.6373794674873352
120611	transitions	8	-1.3897173404693604
120611	transitions	9	-0.0009978292509913445
120611	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
120611	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
120611	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
120611	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
120611	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
120611	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
120611	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
120611	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
120611	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
120611	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
120611	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
120611	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
120611	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
120611	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
120611	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
120611	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
120611	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
120611	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
120611	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
120611	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
120611	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
120611	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
120611	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
120611	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
120611	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
120611	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
120611	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
120611	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
120611	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
120611	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
120611	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
120611	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
120611	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
120611	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
120611	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
120611	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
120611	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
120611	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
120611	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
120611	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
120611	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
120611	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
120611	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
120611	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
120611	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
120611	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
120611	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
120611	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
120611	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
120611	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
120611	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
120611	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
120611	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
120611	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
120611	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
120611	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
120611	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
120611	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
120611	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
120611	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
120611	embedding2nn.weight	0	0.009860407561063766
120611	embedding2nn.weight	1	-0.013033207505941391
120611	embedding2nn.weight	2	-0.014268254861235619
120611	embedding2nn.weight	3	-0.04906823858618736
120611	embedding2nn.weight	4	-0.0059150345623493195
120611	embedding2nn.weight	5	-0.003700586501508951
120611	embedding2nn.weight	6	-0.00397328520193696
120611	embedding2nn.weight	7	-0.07154150307178497
120611	embedding2nn.weight	8	-0.0019979383796453476
120611	embedding2nn.weight	9	-0.02809206210076809
120611	embedding2nn.bias	0	0.05259447544813156
120611	embedding2nn.bias	1	-0.056953586637973785
120611	embedding2nn.bias	2	0.08406691253185272
120611	embedding2nn.bias	3	0.06130345165729523
120611	embedding2nn.bias	4	-0.04122951254248619
120611	embedding2nn.bias	5	-0.03382860869169235
120611	embedding2nn.bias	6	0.042783044278621674
120611	embedding2nn.bias	7	-0.0685240775346756
120611	embedding2nn.bias	8	0.04692491143941879
120611	embedding2nn.bias	9	0.017774753272533417
120611	rnn.weight_ih_l0	0	-0.0721149742603302
120611	rnn.weight_ih_l0	1	-0.0051445746794342995
120611	rnn.weight_ih_l0	2	0.050436876714229584
120611	rnn.weight_ih_l0	3	0.017979366704821587
120611	rnn.weight_ih_l0	4	-0.009743651375174522
120611	rnn.weight_ih_l0	5	-0.056489478796720505
120611	rnn.weight_ih_l0	6	-0.0010997289791703224
120611	rnn.weight_ih_l0	7	0.03456343710422516
120611	rnn.weight_ih_l0	8	-0.011987629346549511
120611	rnn.weight_ih_l0	9	-0.02194753661751747
120611	rnn.weight_hh_l0	0	-0.0346100777387619
120611	rnn.weight_hh_l0	1	-0.0021612888667732477
120611	rnn.weight_hh_l0	2	-0.005143763963133097
120611	rnn.weight_hh_l0	3	-0.061048686504364014
120611	rnn.weight_hh_l0	4	0.08515200018882751
120611	rnn.weight_hh_l0	5	-0.012644875794649124
120611	rnn.weight_hh_l0	6	-0.059369951486587524
120611	rnn.weight_hh_l0	7	0.012840366922318935
120611	rnn.weight_hh_l0	8	0.013798723928630352
120611	rnn.weight_hh_l0	9	-0.013070572167634964
120611	rnn.bias_ih_l0	0	0.08460020273923874
120611	rnn.bias_ih_l0	1	-0.05383173003792763
120611	rnn.bias_ih_l0	2	0.0022198683582246304
120611	rnn.bias_ih_l0	3	0.12434887140989304
120611	rnn.bias_ih_l0	4	-0.02724319137632847
120611	rnn.bias_ih_l0	5	-0.02856668271124363
120611	rnn.bias_ih_l0	6	0.03301054611802101
120611	rnn.bias_ih_l0	7	0.03403811156749725
120611	rnn.bias_ih_l0	8	-0.11182289570569992
120611	rnn.bias_ih_l0	9	-0.02131820097565651
120611	rnn.bias_hh_l0	0	-0.02317815274000168
120611	rnn.bias_hh_l0	1	-0.09636923670768738
120611	rnn.bias_hh_l0	2	-0.05228649079799652
120611	rnn.bias_hh_l0	3	-0.09119243174791336
120611	rnn.bias_hh_l0	4	-0.026074687018990517
120611	rnn.bias_hh_l0	5	-0.014874112792313099
120611	rnn.bias_hh_l0	6	0.026229407638311386
120611	rnn.bias_hh_l0	7	0.04147765040397644
120611	rnn.bias_hh_l0	8	-0.13000299036502838
120611	rnn.bias_hh_l0	9	-0.020523754879832268
120611	rnn.weight_ih_l0_reverse	0	-0.025672176852822304
120611	rnn.weight_ih_l0_reverse	1	-0.05003492161631584
120611	rnn.weight_ih_l0_reverse	2	-0.03190690279006958
120611	rnn.weight_ih_l0_reverse	3	0.00424314895644784
120611	rnn.weight_ih_l0_reverse	4	-0.017230790108442307
120611	rnn.weight_ih_l0_reverse	5	-0.047690894454717636
120611	rnn.weight_ih_l0_reverse	6	0.08144806325435638
120611	rnn.weight_ih_l0_reverse	7	-0.03357658162713051
120611	rnn.weight_ih_l0_reverse	8	-0.02203092910349369
120611	rnn.weight_ih_l0_reverse	9	0.011895987205207348
120611	rnn.weight_hh_l0_reverse	0	0.053839027881622314
120611	rnn.weight_hh_l0_reverse	1	0.025406071916222572
120611	rnn.weight_hh_l0_reverse	2	0.030283914878964424
120611	rnn.weight_hh_l0_reverse	3	0.032470252364873886
120611	rnn.weight_hh_l0_reverse	4	0.008254099637269974
120611	rnn.weight_hh_l0_reverse	5	0.022127240896224976
120611	rnn.weight_hh_l0_reverse	6	0.04768509790301323
120611	rnn.weight_hh_l0_reverse	7	-0.06281616538763046
120611	rnn.weight_hh_l0_reverse	8	0.038053467869758606
120611	rnn.weight_hh_l0_reverse	9	0.0442936047911644
120611	rnn.bias_ih_l0_reverse	0	-0.07398509234189987
120611	rnn.bias_ih_l0_reverse	1	-0.2549070715904236
120611	rnn.bias_ih_l0_reverse	2	-0.15209010243415833
120611	rnn.bias_ih_l0_reverse	3	-0.040823161602020264
120611	rnn.bias_ih_l0_reverse	4	-0.033013612031936646
120611	rnn.bias_ih_l0_reverse	5	0.04751031473278999
120611	rnn.bias_ih_l0_reverse	6	-0.06142626702785492
120611	rnn.bias_ih_l0_reverse	7	0.04007774591445923
120611	rnn.bias_ih_l0_reverse	8	-0.036592379212379456
120611	rnn.bias_ih_l0_reverse	9	0.04954491928219795
120611	rnn.bias_hh_l0_reverse	0	0.01809132844209671
120611	rnn.bias_hh_l0_reverse	1	-0.02275186777114868
120611	rnn.bias_hh_l0_reverse	2	0.08033006638288498
120611	rnn.bias_hh_l0_reverse	3	-0.049100037664175034
120611	rnn.bias_hh_l0_reverse	4	-0.04304511845111847
120611	rnn.bias_hh_l0_reverse	5	-0.029584240168333054
120611	rnn.bias_hh_l0_reverse	6	-0.03304619342088699
120611	rnn.bias_hh_l0_reverse	7	0.11161111295223236
120611	rnn.bias_hh_l0_reverse	8	0.030759088695049286
120611	rnn.bias_hh_l0_reverse	9	-0.12414112687110901
120611	rnn.weight_ih_l1	0	-0.038388244807720184
120611	rnn.weight_ih_l1	1	-0.03102533333003521
120611	rnn.weight_ih_l1	2	0.036941710859537125
120611	rnn.weight_ih_l1	3	-0.0682133361697197
120611	rnn.weight_ih_l1	4	-0.015018441714346409
120611	rnn.weight_ih_l1	5	-0.04690441116690636
120611	rnn.weight_ih_l1	6	0.024277590215206146
120611	rnn.weight_ih_l1	7	-0.027213994413614273
120611	rnn.weight_ih_l1	8	0.03753669559955597
120611	rnn.weight_ih_l1	9	0.043937332928180695
120611	rnn.weight_hh_l1	0	-0.005607572849839926
120611	rnn.weight_hh_l1	1	0.012279560789465904
120611	rnn.weight_hh_l1	2	0.006563389673829079
120611	rnn.weight_hh_l1	3	-0.008309653028845787
120611	rnn.weight_hh_l1	4	0.005433266516774893
120611	rnn.weight_hh_l1	5	0.025769297033548355
120611	rnn.weight_hh_l1	6	0.02365751378238201
120611	rnn.weight_hh_l1	7	-0.026588618755340576
120611	rnn.weight_hh_l1	8	-0.017861444503068924
120611	rnn.weight_hh_l1	9	0.04178723320364952
120611	rnn.bias_ih_l1	0	-0.18596293032169342
120611	rnn.bias_ih_l1	1	-0.18603256344795227
120611	rnn.bias_ih_l1	2	-0.19302119314670563
120611	rnn.bias_ih_l1	3	-0.26858165860176086
120611	rnn.bias_ih_l1	4	-0.19736044108867645
120611	rnn.bias_ih_l1	5	-0.10149285197257996
120611	rnn.bias_ih_l1	6	-0.11840259283781052
120611	rnn.bias_ih_l1	7	-0.033003464341163635
120611	rnn.bias_ih_l1	8	-0.1360299438238144
120611	rnn.bias_ih_l1	9	-0.12453281134366989
120611	rnn.bias_hh_l1	0	-0.13446545600891113
120611	rnn.bias_hh_l1	1	-0.05084260553121567
120611	rnn.bias_hh_l1	2	-0.10703962296247482
120611	rnn.bias_hh_l1	3	-0.10293591767549515
120611	rnn.bias_hh_l1	4	-0.11244349926710129
120611	rnn.bias_hh_l1	5	-0.12096242606639862
120611	rnn.bias_hh_l1	6	-0.1364067643880844
120611	rnn.bias_hh_l1	7	0.02643980085849762
120611	rnn.bias_hh_l1	8	-0.1757204681634903
120611	rnn.bias_hh_l1	9	-0.098711296916008
120611	rnn.weight_ih_l1_reverse	0	-0.040830135345458984
120611	rnn.weight_ih_l1_reverse	1	0.0065879677422344685
120611	rnn.weight_ih_l1_reverse	2	0.06809407472610474
120611	rnn.weight_ih_l1_reverse	3	0.0025474196299910545
120611	rnn.weight_ih_l1_reverse	4	-0.03294728696346283
120611	rnn.weight_ih_l1_reverse	5	-0.034776486456394196
120611	rnn.weight_ih_l1_reverse	6	-0.018247544765472412
120611	rnn.weight_ih_l1_reverse	7	0.022296179085969925
120611	rnn.weight_ih_l1_reverse	8	0.040037233382463455
120611	rnn.weight_ih_l1_reverse	9	-0.05867696553468704
120611	rnn.weight_hh_l1_reverse	0	0.007936602458357811
120611	rnn.weight_hh_l1_reverse	1	0.027405304834246635
120611	rnn.weight_hh_l1_reverse	2	-0.03996588662266731
120611	rnn.weight_hh_l1_reverse	3	0.04016217961907387
120611	rnn.weight_hh_l1_reverse	4	0.04187861457467079
120611	rnn.weight_hh_l1_reverse	5	0.007173235062509775
120611	rnn.weight_hh_l1_reverse	6	0.016312705352902412
120611	rnn.weight_hh_l1_reverse	7	0.027933981269598007
120611	rnn.weight_hh_l1_reverse	8	-0.006447966210544109
120611	rnn.weight_hh_l1_reverse	9	-0.03014502488076687
120611	rnn.bias_ih_l1_reverse	0	-0.07227825373411179
120611	rnn.bias_ih_l1_reverse	1	-0.14254480600357056
120611	rnn.bias_ih_l1_reverse	2	-0.15093263983726501
120611	rnn.bias_ih_l1_reverse	3	-0.013752717524766922
120611	rnn.bias_ih_l1_reverse	4	-0.20635955035686493
120611	rnn.bias_ih_l1_reverse	5	-0.10693661868572235
120611	rnn.bias_ih_l1_reverse	6	-0.1295805126428604
120611	rnn.bias_ih_l1_reverse	7	-0.20319196581840515
120611	rnn.bias_ih_l1_reverse	8	0.18516507744789124
120611	rnn.bias_ih_l1_reverse	9	0.07187618315219879
120611	rnn.bias_hh_l1_reverse	0	-0.026050126180052757
120611	rnn.bias_hh_l1_reverse	1	-0.07390383630990982
120611	rnn.bias_hh_l1_reverse	2	-0.227065771818161
120611	rnn.bias_hh_l1_reverse	3	-0.11463132500648499
120611	rnn.bias_hh_l1_reverse	4	-0.09685956686735153
120611	rnn.bias_hh_l1_reverse	5	-0.11482469737529755
120611	rnn.bias_hh_l1_reverse	6	0.11153825372457504
120611	rnn.bias_hh_l1_reverse	7	-0.13139785826206207
120611	rnn.bias_hh_l1_reverse	8	-0.10480616241693497
120611	rnn.bias_hh_l1_reverse	9	-0.14079177379608154
120611	linear.weight	0	0.002228822559118271
120611	linear.weight	1	0.0999550148844719
120611	linear.weight	2	-0.04407377168536186
120611	linear.weight	3	0.2929648458957672
120611	linear.weight	4	0.16140462458133698
120611	linear.weight	5	-0.0196714885532856
120611	linear.weight	6	0.13608244061470032
120611	linear.weight	7	0.07165832817554474
120611	linear.weight	8	0.04127401486039162
120611	linear.weight	9	-0.0489756241440773
120611	linear.bias	0	0.07492024451494217
120611	linear.bias	1	-0.1840023398399353
120611	linear.bias	2	-0.4022764265537262
120611	linear.bias	3	-0.7055562734603882
120611	linear.bias	4	-1.2138006687164307
120611	linear.bias	5	-0.10404065996408463
120611	linear.bias	6	-0.717604398727417
120611	linear.bias	7	0.32383474707603455
120611	linear.bias	8	-0.43438324332237244
120611	linear.bias	9	-0.9070226550102234
120808	transitions	0	0.625899076461792
120808	transitions	1	0.1438966989517212
120808	transitions	2	-10000.0
120808	transitions	3	-1.8192672729492188
120808	transitions	4	-10000.0
120808	transitions	5	0.5930211544036865
120808	transitions	6	-0.06550662964582443
120808	transitions	7	-0.6378114223480225
120808	transitions	8	-1.3897945880889893
120808	transitions	9	-0.000998807605355978
120808	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
120808	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
120808	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
120808	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
120808	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
120808	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
120808	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
120808	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
120808	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
120808	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
120808	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
120808	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
120808	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
120808	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
120808	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
120808	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
120808	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
120808	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
120808	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
120808	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
120808	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
120808	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
120808	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
120808	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
120808	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
120808	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
120808	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
120808	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
120808	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
120808	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
120808	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
120808	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
120808	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
120808	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
120808	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
120808	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
120808	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
120808	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
120808	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
120808	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
120808	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
120808	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
120808	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
120808	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
120808	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
120808	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
120808	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
120808	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
120808	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
120808	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
120808	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
120808	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
120808	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
120808	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
120808	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
120808	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
120808	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
120808	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
120808	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
120808	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
120808	embedding2nn.weight	0	0.012391496449708939
120808	embedding2nn.weight	1	-0.013086860999464989
120808	embedding2nn.weight	2	-0.014268254861235619
120808	embedding2nn.weight	3	-0.04886142536997795
120808	embedding2nn.weight	4	-0.0059150345623493195
120808	embedding2nn.weight	5	-0.0037005862686783075
120808	embedding2nn.weight	6	-0.003973283804953098
120808	embedding2nn.weight	7	-0.07104058563709259
120808	embedding2nn.weight	8	-0.0019979383796453476
120808	embedding2nn.weight	9	-0.027466757223010063
120808	embedding2nn.bias	0	0.05024825781583786
120808	embedding2nn.bias	1	-0.06801645457744598
120808	embedding2nn.bias	2	0.08289533108472824
120808	embedding2nn.bias	3	0.05236572399735451
120808	embedding2nn.bias	4	-0.04978850856423378
120808	embedding2nn.bias	5	-0.029746603220701218
120808	embedding2nn.bias	6	0.030760759487748146
120808	embedding2nn.bias	7	-0.06278984993696213
120808	embedding2nn.bias	8	0.04842361807823181
120808	embedding2nn.bias	9	0.010451332665979862
120808	rnn.weight_ih_l0	0	-0.07313886284828186
120808	rnn.weight_ih_l0	1	-0.0061959754675626755
120808	rnn.weight_ih_l0	2	0.0506301112473011
120808	rnn.weight_ih_l0	3	0.01761748641729355
120808	rnn.weight_ih_l0	4	-0.01102012861520052
120808	rnn.weight_ih_l0	5	-0.05649295821785927
120808	rnn.weight_ih_l0	6	-0.0005920836119912565
120808	rnn.weight_ih_l0	7	0.03344603627920151
120808	rnn.weight_ih_l0	8	-0.011265703476965427
120808	rnn.weight_ih_l0	9	-0.021548008546233177
120808	rnn.weight_hh_l0	0	-0.03499239683151245
120808	rnn.weight_hh_l0	1	-0.0021687964908778667
120808	rnn.weight_hh_l0	2	-0.00503199640661478
120808	rnn.weight_hh_l0	3	-0.0622640959918499
120808	rnn.weight_hh_l0	4	0.08549940586090088
120808	rnn.weight_hh_l0	5	-0.013791638426482677
120808	rnn.weight_hh_l0	6	-0.057988423854112625
120808	rnn.weight_hh_l0	7	0.013565940782427788
120808	rnn.weight_hh_l0	8	0.01449243538081646
120808	rnn.weight_hh_l0	9	-0.012624004855751991
120808	rnn.bias_ih_l0	0	0.08515622466802597
120808	rnn.bias_ih_l0	1	-0.04917958006262779
120808	rnn.bias_ih_l0	2	0.004381429869681597
120808	rnn.bias_ih_l0	3	0.12601551413536072
120808	rnn.bias_ih_l0	4	-0.02358311042189598
120808	rnn.bias_ih_l0	5	-0.028004661202430725
120808	rnn.bias_ih_l0	6	0.03337196260690689
120808	rnn.bias_ih_l0	7	0.03235488384962082
120808	rnn.bias_ih_l0	8	-0.11257484555244446
120808	rnn.bias_ih_l0	9	-0.018346913158893585
120808	rnn.bias_hh_l0	0	-0.026062600314617157
120808	rnn.bias_hh_l0	1	-0.09908798336982727
120808	rnn.bias_hh_l0	2	-0.05305026099085808
120808	rnn.bias_hh_l0	3	-0.09126097708940506
120808	rnn.bias_hh_l0	4	-0.02513130009174347
120808	rnn.bias_hh_l0	5	-0.015837537124753
120808	rnn.bias_hh_l0	6	0.028974374756217003
120808	rnn.bias_hh_l0	7	0.03929661214351654
120808	rnn.bias_hh_l0	8	-0.13473039865493774
120808	rnn.bias_hh_l0	9	-0.020868584513664246
120808	rnn.weight_ih_l0_reverse	0	-0.025851380079984665
120808	rnn.weight_ih_l0_reverse	1	-0.049837566912174225
120808	rnn.weight_ih_l0_reverse	2	-0.029714344069361687
120808	rnn.weight_ih_l0_reverse	3	0.0033156501594930887
120808	rnn.weight_ih_l0_reverse	4	-0.01768953911960125
120808	rnn.weight_ih_l0_reverse	5	-0.046933501958847046
120808	rnn.weight_ih_l0_reverse	6	0.08174572139978409
120808	rnn.weight_ih_l0_reverse	7	-0.03177816793322563
120808	rnn.weight_ih_l0_reverse	8	-0.02156197279691696
120808	rnn.weight_ih_l0_reverse	9	0.010317431762814522
120808	rnn.weight_hh_l0_reverse	0	0.05316363647580147
120808	rnn.weight_hh_l0_reverse	1	0.025260506197810173
120808	rnn.weight_hh_l0_reverse	2	0.030159967020154
120808	rnn.weight_hh_l0_reverse	3	0.03266242891550064
120808	rnn.weight_hh_l0_reverse	4	0.008716743439435959
120808	rnn.weight_hh_l0_reverse	5	0.02102183923125267
120808	rnn.weight_hh_l0_reverse	6	0.04761991649866104
120808	rnn.weight_hh_l0_reverse	7	-0.06314854323863983
120808	rnn.weight_hh_l0_reverse	8	0.0379367470741272
120808	rnn.weight_hh_l0_reverse	9	0.04390344396233559
120808	rnn.bias_ih_l0_reverse	0	-0.0730680450797081
120808	rnn.bias_ih_l0_reverse	1	-0.2503162920475006
120808	rnn.bias_ih_l0_reverse	2	-0.15415045619010925
120808	rnn.bias_ih_l0_reverse	3	-0.04201962426304817
120808	rnn.bias_ih_l0_reverse	4	-0.033141087740659714
120808	rnn.bias_ih_l0_reverse	5	0.049013059586286545
120808	rnn.bias_ih_l0_reverse	6	-0.06403141468763351
120808	rnn.bias_ih_l0_reverse	7	0.04106147214770317
120808	rnn.bias_ih_l0_reverse	8	-0.03579471632838249
120808	rnn.bias_ih_l0_reverse	9	0.04997200518846512
120808	rnn.bias_hh_l0_reverse	0	0.02056089974939823
120808	rnn.bias_hh_l0_reverse	1	-0.026356354355812073
120808	rnn.bias_hh_l0_reverse	2	0.087941013276577
120808	rnn.bias_hh_l0_reverse	3	-0.0484166257083416
120808	rnn.bias_hh_l0_reverse	4	-0.04408719390630722
120808	rnn.bias_hh_l0_reverse	5	-0.029010893777012825
120808	rnn.bias_hh_l0_reverse	6	-0.03212073817849159
120808	rnn.bias_hh_l0_reverse	7	0.11138185113668442
120808	rnn.bias_hh_l0_reverse	8	0.03134828805923462
120808	rnn.bias_hh_l0_reverse	9	-0.12086683511734009
120808	rnn.weight_ih_l1	0	-0.03905520960688591
120808	rnn.weight_ih_l1	1	-0.030998028814792633
120808	rnn.weight_ih_l1	2	0.036850158125162125
120808	rnn.weight_ih_l1	3	-0.06070958822965622
120808	rnn.weight_ih_l1	4	-0.014461085200309753
120808	rnn.weight_ih_l1	5	-0.047249455004930496
120808	rnn.weight_ih_l1	6	0.023189160972833633
120808	rnn.weight_ih_l1	7	-0.02907910943031311
120808	rnn.weight_ih_l1	8	0.03754158690571785
120808	rnn.weight_ih_l1	9	0.04443054273724556
120808	rnn.weight_hh_l1	0	-0.0058927941136062145
120808	rnn.weight_hh_l1	1	0.011529347859323025
120808	rnn.weight_hh_l1	2	0.008072088472545147
120808	rnn.weight_hh_l1	3	-0.0074423872865736485
120808	rnn.weight_hh_l1	4	0.005767196416854858
120808	rnn.weight_hh_l1	5	0.025921178981661797
120808	rnn.weight_hh_l1	6	0.02433900348842144
120808	rnn.weight_hh_l1	7	-0.026495708152651787
120808	rnn.weight_hh_l1	8	-0.0181819349527359
120808	rnn.weight_hh_l1	9	0.04135892912745476
120808	rnn.bias_ih_l1	0	-0.19319374859333038
120808	rnn.bias_ih_l1	1	-0.18594719469547272
120808	rnn.bias_ih_l1	2	-0.18884627521038055
120808	rnn.bias_ih_l1	3	-0.27173084020614624
120808	rnn.bias_ih_l1	4	-0.20070408284664154
120808	rnn.bias_ih_l1	5	-0.10012417286634445
120808	rnn.bias_ih_l1	6	-0.11547118425369263
120808	rnn.bias_ih_l1	7	-0.039148543030023575
120808	rnn.bias_ih_l1	8	-0.13652732968330383
120808	rnn.bias_ih_l1	9	-0.12165749073028564
120808	rnn.bias_hh_l1	0	-0.13861650228500366
120808	rnn.bias_hh_l1	1	-0.050660859793424606
120808	rnn.bias_hh_l1	2	-0.10637664049863815
120808	rnn.bias_hh_l1	3	-0.1000722199678421
120808	rnn.bias_hh_l1	4	-0.11378248035907745
120808	rnn.bias_hh_l1	5	-0.1213996484875679
120808	rnn.bias_hh_l1	6	-0.13963206112384796
120808	rnn.bias_hh_l1	7	0.030442869290709496
120808	rnn.bias_hh_l1	8	-0.17711734771728516
120808	rnn.bias_hh_l1	9	-0.10250705480575562
120808	rnn.weight_ih_l1_reverse	0	-0.039819393306970596
120808	rnn.weight_ih_l1_reverse	1	0.005508923903107643
120808	rnn.weight_ih_l1_reverse	2	0.06827370822429657
120808	rnn.weight_ih_l1_reverse	3	0.0037399535067379475
120808	rnn.weight_ih_l1_reverse	4	-0.0320708192884922
120808	rnn.weight_ih_l1_reverse	5	-0.03474454954266548
120808	rnn.weight_ih_l1_reverse	6	-0.015783507376909256
120808	rnn.weight_ih_l1_reverse	7	0.022231318056583405
120808	rnn.weight_ih_l1_reverse	8	0.04014623910188675
120808	rnn.weight_ih_l1_reverse	9	-0.058167099952697754
120808	rnn.weight_hh_l1_reverse	0	0.007919246330857277
120808	rnn.weight_hh_l1_reverse	1	0.02768045663833618
120808	rnn.weight_hh_l1_reverse	2	-0.039976567029953
120808	rnn.weight_hh_l1_reverse	3	0.04000930115580559
120808	rnn.weight_hh_l1_reverse	4	0.04286498203873634
120808	rnn.weight_hh_l1_reverse	5	0.0074066706001758575
120808	rnn.weight_hh_l1_reverse	6	0.016471706330776215
120808	rnn.weight_hh_l1_reverse	7	0.028673334047198296
120808	rnn.weight_hh_l1_reverse	8	-0.006495164707303047
120808	rnn.weight_hh_l1_reverse	9	-0.030139058828353882
120808	rnn.bias_ih_l1_reverse	0	-0.07509568333625793
120808	rnn.bias_ih_l1_reverse	1	-0.14143748581409454
120808	rnn.bias_ih_l1_reverse	2	-0.15129928290843964
120808	rnn.bias_ih_l1_reverse	3	-0.014523935504257679
120808	rnn.bias_ih_l1_reverse	4	-0.2058948129415512
120808	rnn.bias_ih_l1_reverse	5	-0.10598825663328171
120808	rnn.bias_ih_l1_reverse	6	-0.12912948429584503
120808	rnn.bias_ih_l1_reverse	7	-0.20376062393188477
120808	rnn.bias_ih_l1_reverse	8	0.1871439665555954
120808	rnn.bias_ih_l1_reverse	9	0.06455342471599579
120808	rnn.bias_hh_l1_reverse	0	-0.02687055617570877
120808	rnn.bias_hh_l1_reverse	1	-0.07598112523555756
120808	rnn.bias_hh_l1_reverse	2	-0.22736231982707977
120808	rnn.bias_hh_l1_reverse	3	-0.11507239192724228
120808	rnn.bias_hh_l1_reverse	4	-0.09481964260339737
120808	rnn.bias_hh_l1_reverse	5	-0.11570985615253448
120808	rnn.bias_hh_l1_reverse	6	0.11660125851631165
120808	rnn.bias_hh_l1_reverse	7	-0.1306018978357315
120808	rnn.bias_hh_l1_reverse	8	-0.10557030886411667
120808	rnn.bias_hh_l1_reverse	9	-0.1409314125776291
120808	linear.weight	0	0.002228822559118271
120808	linear.weight	1	0.09692224115133286
120808	linear.weight	2	-0.045503534376621246
120808	linear.weight	3	0.29906362295150757
120808	linear.weight	4	0.16479673981666565
120808	linear.weight	5	-0.020065439864993095
120808	linear.weight	6	0.13768622279167175
120808	linear.weight	7	0.05290442705154419
120808	linear.weight	8	0.04127414897084236
120808	linear.weight	9	-0.04739862307906151
120808	linear.bias	0	0.10061055421829224
120808	linear.bias	1	-0.1791485995054245
120808	linear.bias	2	-0.4357505440711975
120808	linear.bias	3	-0.700614333152771
120808	linear.bias	4	-1.2102521657943726
120808	linear.bias	5	-0.09672405570745468
120808	linear.bias	6	-0.7113428711891174
120808	linear.bias	7	0.33242613077163696
120808	linear.bias	8	-0.44779208302497864
120808	linear.bias	9	-0.9183667898178101
121005	transitions	0	0.6225064992904663
121005	transitions	1	0.1421348601579666
121005	transitions	2	-10000.0
121005	transitions	3	-1.8193036317825317
121005	transitions	4	-10000.0
121005	transitions	5	0.5929162502288818
121005	transitions	6	-0.06561381369829178
121005	transitions	7	-0.638442873954773
121005	transitions	8	-1.389859676361084
121005	transitions	9	-0.0010000152979046106
121005	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
121005	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
121005	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
121005	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
121005	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
121005	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
121005	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
121005	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
121005	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
121005	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
121005	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
121005	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
121005	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
121005	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
121005	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
121005	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
121005	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
121005	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
121005	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
121005	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
121005	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
121005	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
121005	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
121005	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
121005	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
121005	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
121005	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
121005	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
121005	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
121005	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
121005	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
121005	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
121005	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
121005	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
121005	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
121005	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
121005	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
121005	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
121005	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
121005	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
121005	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
121005	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
121005	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
121005	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
121005	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
121005	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
121005	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
121005	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
121005	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
121005	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
121005	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
121005	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
121005	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
121005	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
121005	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
121005	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
121005	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
121005	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
121005	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
121005	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
121005	embedding2nn.weight	0	0.010556596331298351
121005	embedding2nn.weight	1	-0.01312325056642294
121005	embedding2nn.weight	2	-0.014268254861235619
121005	embedding2nn.weight	3	-0.04696669429540634
121005	embedding2nn.weight	4	-0.0059150345623493195
121005	embedding2nn.weight	5	-0.003700586501508951
121005	embedding2nn.weight	6	-0.003973286133259535
121005	embedding2nn.weight	7	-0.07065590471029282
121005	embedding2nn.weight	8	-0.0019979383796453476
121005	embedding2nn.weight	9	-0.026931310072541237
121005	embedding2nn.bias	0	0.048967503011226654
121005	embedding2nn.bias	1	-0.06941843032836914
121005	embedding2nn.bias	2	0.0862819030880928
121005	embedding2nn.bias	3	0.05504082515835762
121005	embedding2nn.bias	4	-0.047695402055978775
121005	embedding2nn.bias	5	-0.022939631715416908
121005	embedding2nn.bias	6	0.030068112537264824
121005	embedding2nn.bias	7	-0.06567709147930145
121005	embedding2nn.bias	8	0.04723590239882469
121005	embedding2nn.bias	9	0.007737386971712112
121005	rnn.weight_ih_l0	0	-0.07270199060440063
121005	rnn.weight_ih_l0	1	-0.006990705616772175
121005	rnn.weight_ih_l0	2	0.050430577248334885
121005	rnn.weight_ih_l0	3	0.017230043187737465
121005	rnn.weight_ih_l0	4	-0.011320499703288078
121005	rnn.weight_ih_l0	5	-0.05593842267990112
121005	rnn.weight_ih_l0	6	-0.0008301910711452365
121005	rnn.weight_ih_l0	7	0.03393057361245155
121005	rnn.weight_ih_l0	8	-0.01049193274229765
121005	rnn.weight_ih_l0	9	-0.021797485649585724
121005	rnn.weight_hh_l0	0	-0.03506936877965927
121005	rnn.weight_hh_l0	1	-0.0027041786815971136
121005	rnn.weight_hh_l0	2	-0.005201363004744053
121005	rnn.weight_hh_l0	3	-0.06254018843173981
121005	rnn.weight_hh_l0	4	0.08435874432325363
121005	rnn.weight_hh_l0	5	-0.01398409716784954
121005	rnn.weight_hh_l0	6	-0.05694879591464996
121005	rnn.weight_hh_l0	7	0.014117338694632053
121005	rnn.weight_hh_l0	8	0.014592393301427364
121005	rnn.weight_hh_l0	9	-0.012738559395074844
121005	rnn.bias_ih_l0	0	0.0831158459186554
121005	rnn.bias_ih_l0	1	-0.04850790277123451
121005	rnn.bias_ih_l0	2	0.004892074037343264
121005	rnn.bias_ih_l0	3	0.1281294822692871
121005	rnn.bias_ih_l0	4	-0.02087501809000969
121005	rnn.bias_ih_l0	5	-0.030480116605758667
121005	rnn.bias_ih_l0	6	0.037361565977334976
121005	rnn.bias_ih_l0	7	0.033561017364263535
121005	rnn.bias_ih_l0	8	-0.1119852289557457
121005	rnn.bias_ih_l0	9	-0.022480150684714317
121005	rnn.bias_hh_l0	0	-0.026718974113464355
121005	rnn.bias_hh_l0	1	-0.10216864943504333
121005	rnn.bias_hh_l0	2	-0.054871365427970886
121005	rnn.bias_hh_l0	3	-0.08991312235593796
121005	rnn.bias_hh_l0	4	-0.022740023210644722
121005	rnn.bias_hh_l0	5	-0.016706636175513268
121005	rnn.bias_hh_l0	6	0.03061303310096264
121005	rnn.bias_hh_l0	7	0.03862285986542702
121005	rnn.bias_hh_l0	8	-0.13335366547107697
121005	rnn.bias_hh_l0	9	-0.02370256371796131
121005	rnn.weight_ih_l0_reverse	0	-0.02573590725660324
121005	rnn.weight_ih_l0_reverse	1	-0.05115019530057907
121005	rnn.weight_ih_l0_reverse	2	-0.029547525569796562
121005	rnn.weight_ih_l0_reverse	3	0.0034443996846675873
121005	rnn.weight_ih_l0_reverse	4	-0.016406990587711334
121005	rnn.weight_ih_l0_reverse	5	-0.046495288610458374
121005	rnn.weight_ih_l0_reverse	6	0.08338407427072525
121005	rnn.weight_ih_l0_reverse	7	-0.03254660591483116
121005	rnn.weight_ih_l0_reverse	8	-0.02146105468273163
121005	rnn.weight_ih_l0_reverse	9	0.011245406232774258
121005	rnn.weight_hh_l0_reverse	0	0.054115235805511475
121005	rnn.weight_hh_l0_reverse	1	0.02460397034883499
121005	rnn.weight_hh_l0_reverse	2	0.030642209574580193
121005	rnn.weight_hh_l0_reverse	3	0.032009556889534
121005	rnn.weight_hh_l0_reverse	4	0.009111784398555756
121005	rnn.weight_hh_l0_reverse	5	0.02017248421907425
121005	rnn.weight_hh_l0_reverse	6	0.04805711284279823
121005	rnn.weight_hh_l0_reverse	7	-0.06262485682964325
121005	rnn.weight_hh_l0_reverse	8	0.03762033209204674
121005	rnn.weight_hh_l0_reverse	9	0.04400593414902687
121005	rnn.bias_ih_l0_reverse	0	-0.07612373679876328
121005	rnn.bias_ih_l0_reverse	1	-0.24783222377300262
121005	rnn.bias_ih_l0_reverse	2	-0.15081073343753815
121005	rnn.bias_ih_l0_reverse	3	-0.04427386820316315
121005	rnn.bias_ih_l0_reverse	4	-0.03331948444247246
121005	rnn.bias_ih_l0_reverse	5	0.05115082114934921
121005	rnn.bias_ih_l0_reverse	6	-0.06539449840784073
121005	rnn.bias_ih_l0_reverse	7	0.042752668261528015
121005	rnn.bias_ih_l0_reverse	8	-0.037632934749126434
121005	rnn.bias_ih_l0_reverse	9	0.04796190559864044
121005	rnn.bias_hh_l0_reverse	0	0.021313536912202835
121005	rnn.bias_hh_l0_reverse	1	-0.02717210166156292
121005	rnn.bias_hh_l0_reverse	2	0.09055568277835846
121005	rnn.bias_hh_l0_reverse	3	-0.04734228178858757
121005	rnn.bias_hh_l0_reverse	4	-0.04422396421432495
121005	rnn.bias_hh_l0_reverse	5	-0.03075205534696579
121005	rnn.bias_hh_l0_reverse	6	-0.031665071845054626
121005	rnn.bias_hh_l0_reverse	7	0.11098843812942505
121005	rnn.bias_hh_l0_reverse	8	0.029855599626898766
121005	rnn.bias_hh_l0_reverse	9	-0.12392079830169678
121005	rnn.weight_ih_l1	0	-0.03923933207988739
121005	rnn.weight_ih_l1	1	-0.02934187836945057
121005	rnn.weight_ih_l1	2	0.037733715027570724
121005	rnn.weight_ih_l1	3	-0.06062547490000725
121005	rnn.weight_ih_l1	4	-0.014956943690776825
121005	rnn.weight_ih_l1	5	-0.04734863340854645
121005	rnn.weight_ih_l1	6	0.022061727941036224
121005	rnn.weight_ih_l1	7	-0.028076494112610817
121005	rnn.weight_ih_l1	8	0.03729379549622536
121005	rnn.weight_ih_l1	9	0.04426129162311554
121005	rnn.weight_hh_l1	0	-0.00658600265160203
121005	rnn.weight_hh_l1	1	0.01155843585729599
121005	rnn.weight_hh_l1	2	0.008875878527760506
121005	rnn.weight_hh_l1	3	-0.007214223966002464
121005	rnn.weight_hh_l1	4	0.005562401842325926
121005	rnn.weight_hh_l1	5	0.026003992184996605
121005	rnn.weight_hh_l1	6	0.024347444996237755
121005	rnn.weight_hh_l1	7	-0.02548968978226185
121005	rnn.weight_hh_l1	8	-0.01761808432638645
121005	rnn.weight_hh_l1	9	0.04185302183032036
121005	rnn.bias_ih_l1	0	-0.19418063759803772
121005	rnn.bias_ih_l1	1	-0.1863621026277542
121005	rnn.bias_ih_l1	2	-0.18998049199581146
121005	rnn.bias_ih_l1	3	-0.26714202761650085
121005	rnn.bias_ih_l1	4	-0.19261617958545685
121005	rnn.bias_ih_l1	5	-0.10263711959123611
121005	rnn.bias_ih_l1	6	-0.11994564533233643
121005	rnn.bias_ih_l1	7	-0.03937441483139992
121005	rnn.bias_ih_l1	8	-0.13649213314056396
121005	rnn.bias_ih_l1	9	-0.12727326154708862
121005	rnn.bias_hh_l1	0	-0.1397474855184555
121005	rnn.bias_hh_l1	1	-0.04844938963651657
121005	rnn.bias_hh_l1	2	-0.10311006009578705
121005	rnn.bias_hh_l1	3	-0.1004355326294899
121005	rnn.bias_hh_l1	4	-0.1120397299528122
121005	rnn.bias_hh_l1	5	-0.1197151467204094
121005	rnn.bias_hh_l1	6	-0.13888633251190186
121005	rnn.bias_hh_l1	7	0.024371929466724396
121005	rnn.bias_hh_l1	8	-0.17961528897285461
121005	rnn.bias_hh_l1	9	-0.10001371055841446
121005	rnn.weight_ih_l1_reverse	0	-0.04050531983375549
121005	rnn.weight_ih_l1_reverse	1	0.007218744605779648
121005	rnn.weight_ih_l1_reverse	2	0.06696180254220963
121005	rnn.weight_ih_l1_reverse	3	0.006244217976927757
121005	rnn.weight_ih_l1_reverse	4	-0.03261551633477211
121005	rnn.weight_ih_l1_reverse	5	-0.03490760177373886
121005	rnn.weight_ih_l1_reverse	6	-0.012775877490639687
121005	rnn.weight_ih_l1_reverse	7	0.02180228754878044
121005	rnn.weight_ih_l1_reverse	8	0.03727196902036667
121005	rnn.weight_ih_l1_reverse	9	-0.057889580726623535
121005	rnn.weight_hh_l1_reverse	0	0.007994355633854866
121005	rnn.weight_hh_l1_reverse	1	0.02800074592232704
121005	rnn.weight_hh_l1_reverse	2	-0.039994195103645325
121005	rnn.weight_hh_l1_reverse	3	0.039997998625040054
121005	rnn.weight_hh_l1_reverse	4	0.04360248148441315
121005	rnn.weight_hh_l1_reverse	5	0.007780223619192839
121005	rnn.weight_hh_l1_reverse	6	0.016598550602793694
121005	rnn.weight_hh_l1_reverse	7	0.028544021770358086
121005	rnn.weight_hh_l1_reverse	8	-0.006351333111524582
121005	rnn.weight_hh_l1_reverse	9	-0.030173925682902336
121005	rnn.bias_ih_l1_reverse	0	-0.07797617465257645
121005	rnn.bias_ih_l1_reverse	1	-0.13807491958141327
121005	rnn.bias_ih_l1_reverse	2	-0.15056577324867249
121005	rnn.bias_ih_l1_reverse	3	-0.013058744370937347
121005	rnn.bias_ih_l1_reverse	4	-0.20520848035812378
121005	rnn.bias_ih_l1_reverse	5	-0.10532090067863464
121005	rnn.bias_ih_l1_reverse	6	-0.12926915287971497
121005	rnn.bias_ih_l1_reverse	7	-0.20073413848876953
121005	rnn.bias_ih_l1_reverse	8	0.19012928009033203
121005	rnn.bias_ih_l1_reverse	9	0.06441624462604523
121005	rnn.bias_hh_l1_reverse	0	-0.029391875490546227
121005	rnn.bias_hh_l1_reverse	1	-0.07943468540906906
121005	rnn.bias_hh_l1_reverse	2	-0.22805632650852203
121005	rnn.bias_hh_l1_reverse	3	-0.1162579283118248
121005	rnn.bias_hh_l1_reverse	4	-0.09567061811685562
121005	rnn.bias_hh_l1_reverse	5	-0.11460108309984207
121005	rnn.bias_hh_l1_reverse	6	0.1224718764424324
121005	rnn.bias_hh_l1_reverse	7	-0.12877698242664337
121005	rnn.bias_hh_l1_reverse	8	-0.10653508454561234
121005	rnn.bias_hh_l1_reverse	9	-0.14135189354419708
121005	linear.weight	0	0.002228822559118271
121005	linear.weight	1	0.10008066147565842
121005	linear.weight	2	-0.040465857833623886
121005	linear.weight	3	0.2994824945926666
121005	linear.weight	4	0.16977299749851227
121005	linear.weight	5	-0.020106051117181778
121005	linear.weight	6	0.11593282222747803
121005	linear.weight	7	0.058401815593242645
121005	linear.weight	8	0.041275329887866974
121005	linear.weight	9	-0.04089060425758362
121005	linear.bias	0	0.07639633864164352
121005	linear.bias	1	-0.16484445333480835
121005	linear.bias	2	-0.40422722697257996
121005	linear.bias	3	-0.7154285311698914
121005	linear.bias	4	-1.2267835140228271
121005	linear.bias	5	-0.10685271769762039
121005	linear.bias	6	-0.6975283026695251
121005	linear.bias	7	0.3226620852947235
121005	linear.bias	8	-0.4455217123031616
121005	linear.bias	9	-0.9127069711685181
121202	transitions	0	0.6203985810279846
121202	transitions	1	0.14037442207336426
121202	transitions	2	-10000.0
121202	transitions	3	-1.8193633556365967
121202	transitions	4	-10000.0
121202	transitions	5	0.5928307175636292
121202	transitions	6	-0.06568220257759094
121202	transitions	7	-0.638871431350708
121202	transitions	8	-1.3899654150009155
121202	transitions	9	-0.001005590078420937
121202	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
121202	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
121202	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
121202	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
121202	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
121202	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
121202	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
121202	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
121202	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
121202	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
121202	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
121202	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
121202	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
121202	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
121202	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
121202	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
121202	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
121202	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
121202	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
121202	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
121202	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
121202	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
121202	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
121202	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
121202	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
121202	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
121202	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
121202	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
121202	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
121202	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
121202	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
121202	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
121202	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
121202	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
121202	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
121202	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
121202	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
121202	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
121202	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
121202	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
121202	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
121202	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
121202	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
121202	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
121202	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
121202	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
121202	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
121202	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
121202	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
121202	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
121202	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
121202	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
121202	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
121202	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
121202	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
121202	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
121202	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
121202	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
121202	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
121202	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
121202	embedding2nn.weight	0	0.009994793683290482
121202	embedding2nn.weight	1	-0.01321761216968298
121202	embedding2nn.weight	2	-0.014268254861235619
121202	embedding2nn.weight	3	-0.04622041806578636
121202	embedding2nn.weight	4	-0.0059150345623493195
121202	embedding2nn.weight	5	-0.003700586501508951
121202	embedding2nn.weight	6	-0.003973287530243397
121202	embedding2nn.weight	7	-0.07042747735977173
121202	embedding2nn.weight	8	-0.0019979383796453476
121202	embedding2nn.weight	9	-0.026832617819309235
121202	embedding2nn.bias	0	0.04618273302912712
121202	embedding2nn.bias	1	-0.06075722724199295
121202	embedding2nn.bias	2	0.09029430896043777
121202	embedding2nn.bias	3	0.05461815744638443
121202	embedding2nn.bias	4	-0.05050112307071686
121202	embedding2nn.bias	5	-0.019989173859357834
121202	embedding2nn.bias	6	0.033452924340963364
121202	embedding2nn.bias	7	-0.07431519031524658
121202	embedding2nn.bias	8	0.04420110210776329
121202	embedding2nn.bias	9	0.014155502431094646
121202	rnn.weight_ih_l0	0	-0.0715162605047226
121202	rnn.weight_ih_l0	1	-0.006620263680815697
121202	rnn.weight_ih_l0	2	0.050678811967372894
121202	rnn.weight_ih_l0	3	0.016556819900870323
121202	rnn.weight_ih_l0	4	-0.010709602385759354
121202	rnn.weight_ih_l0	5	-0.05636739358305931
121202	rnn.weight_ih_l0	6	-0.0006318514933809638
121202	rnn.weight_ih_l0	7	0.03411242738366127
121202	rnn.weight_ih_l0	8	-0.010564614087343216
121202	rnn.weight_ih_l0	9	-0.021304147318005562
121202	rnn.weight_hh_l0	0	-0.03495633229613304
121202	rnn.weight_hh_l0	1	-0.005900802556425333
121202	rnn.weight_hh_l0	2	-0.005254822783172131
121202	rnn.weight_hh_l0	3	-0.06290987133979797
121202	rnn.weight_hh_l0	4	0.08314213901758194
121202	rnn.weight_hh_l0	5	-0.013517769053578377
121202	rnn.weight_hh_l0	6	-0.05834697559475899
121202	rnn.weight_hh_l0	7	0.014806344173848629
121202	rnn.weight_hh_l0	8	0.014628222212195396
121202	rnn.weight_hh_l0	9	-0.013003631494939327
121202	rnn.bias_ih_l0	0	0.0836973637342453
121202	rnn.bias_ih_l0	1	-0.05033981427550316
121202	rnn.bias_ih_l0	2	0.008230282925069332
121202	rnn.bias_ih_l0	3	0.1262706220149994
121202	rnn.bias_ih_l0	4	-0.02103606052696705
121202	rnn.bias_ih_l0	5	-0.02938845567405224
121202	rnn.bias_ih_l0	6	0.0331435352563858
121202	rnn.bias_ih_l0	7	0.03254188597202301
121202	rnn.bias_ih_l0	8	-0.11090461164712906
121202	rnn.bias_ih_l0	9	-0.028781529515981674
121202	rnn.bias_hh_l0	0	-0.027063949033617973
121202	rnn.bias_hh_l0	1	-0.10126825422048569
121202	rnn.bias_hh_l0	2	-0.055627476423978806
121202	rnn.bias_hh_l0	3	-0.08863495290279388
121202	rnn.bias_hh_l0	4	-0.023501072078943253
121202	rnn.bias_hh_l0	5	-0.01831124536693096
121202	rnn.bias_hh_l0	6	0.03099319152534008
121202	rnn.bias_hh_l0	7	0.04048903286457062
121202	rnn.bias_hh_l0	8	-0.13145574927330017
121202	rnn.bias_hh_l0	9	-0.02668341062963009
121202	rnn.weight_ih_l0_reverse	0	-0.024645809084177017
121202	rnn.weight_ih_l0_reverse	1	-0.04943311959505081
121202	rnn.weight_ih_l0_reverse	2	-0.03096950240433216
121202	rnn.weight_ih_l0_reverse	3	0.002525168238207698
121202	rnn.weight_ih_l0_reverse	4	-0.015446867793798447
121202	rnn.weight_ih_l0_reverse	5	-0.046461425721645355
121202	rnn.weight_ih_l0_reverse	6	0.08350364118814468
121202	rnn.weight_ih_l0_reverse	7	-0.03233679383993149
121202	rnn.weight_ih_l0_reverse	8	-0.020876549184322357
121202	rnn.weight_ih_l0_reverse	9	0.011293256655335426
121202	rnn.weight_hh_l0_reverse	0	0.05472542718052864
121202	rnn.weight_hh_l0_reverse	1	0.02439975179731846
121202	rnn.weight_hh_l0_reverse	2	0.02943914383649826
121202	rnn.weight_hh_l0_reverse	3	0.0314834862947464
121202	rnn.weight_hh_l0_reverse	4	0.008792157284915447
121202	rnn.weight_hh_l0_reverse	5	0.019688760861754417
121202	rnn.weight_hh_l0_reverse	6	0.04800946265459061
121202	rnn.weight_hh_l0_reverse	7	-0.06268037110567093
121202	rnn.weight_hh_l0_reverse	8	0.03826111927628517
121202	rnn.weight_hh_l0_reverse	9	0.04425361752510071
121202	rnn.bias_ih_l0_reverse	0	-0.07784982770681381
121202	rnn.bias_ih_l0_reverse	1	-0.2459522783756256
121202	rnn.bias_ih_l0_reverse	2	-0.15213331580162048
121202	rnn.bias_ih_l0_reverse	3	-0.04372188821434975
121202	rnn.bias_ih_l0_reverse	4	-0.03282320126891136
121202	rnn.bias_ih_l0_reverse	5	0.04833393916487694
121202	rnn.bias_ih_l0_reverse	6	-0.0652628242969513
121202	rnn.bias_ih_l0_reverse	7	0.04251896217465401
121202	rnn.bias_ih_l0_reverse	8	-0.03741304948925972
121202	rnn.bias_ih_l0_reverse	9	0.04685436934232712
121202	rnn.bias_hh_l0_reverse	0	0.019959433004260063
121202	rnn.bias_hh_l0_reverse	1	-0.02256033569574356
121202	rnn.bias_hh_l0_reverse	2	0.0915255919098854
121202	rnn.bias_hh_l0_reverse	3	-0.04557826742529869
121202	rnn.bias_hh_l0_reverse	4	-0.04527479037642479
121202	rnn.bias_hh_l0_reverse	5	-0.03178219124674797
121202	rnn.bias_hh_l0_reverse	6	-0.03305667266249657
121202	rnn.bias_hh_l0_reverse	7	0.1100330501794815
121202	rnn.bias_hh_l0_reverse	8	0.02921728417277336
121202	rnn.bias_hh_l0_reverse	9	-0.12327160686254501
121202	rnn.weight_ih_l1	0	-0.03945275396108627
121202	rnn.weight_ih_l1	1	-0.029290923848748207
121202	rnn.weight_ih_l1	2	0.03528907895088196
121202	rnn.weight_ih_l1	3	-0.060248833149671555
121202	rnn.weight_ih_l1	4	-0.014416437596082687
121202	rnn.weight_ih_l1	5	-0.047389037907123566
121202	rnn.weight_ih_l1	6	0.022505786269903183
121202	rnn.weight_ih_l1	7	-0.02700204774737358
121202	rnn.weight_ih_l1	8	0.03735335171222687
121202	rnn.weight_ih_l1	9	0.044179607182741165
121202	rnn.weight_hh_l1	0	-0.006846980191767216
121202	rnn.weight_hh_l1	1	0.011674073524773121
121202	rnn.weight_hh_l1	2	0.007485638372600079
121202	rnn.weight_hh_l1	3	-0.007337601855397224
121202	rnn.weight_hh_l1	4	0.005465927068144083
121202	rnn.weight_hh_l1	5	0.02587469108402729
121202	rnn.weight_hh_l1	6	0.025262754410505295
121202	rnn.weight_hh_l1	7	-0.025996185839176178
121202	rnn.weight_hh_l1	8	-0.01745598576962948
121202	rnn.weight_hh_l1	9	0.04236594960093498
121202	rnn.bias_ih_l1	0	-0.19342337548732758
121202	rnn.bias_ih_l1	1	-0.18507036566734314
121202	rnn.bias_ih_l1	2	-0.190980926156044
121202	rnn.bias_ih_l1	3	-0.26534631848335266
121202	rnn.bias_ih_l1	4	-0.19839033484458923
121202	rnn.bias_ih_l1	5	-0.10638979077339172
121202	rnn.bias_ih_l1	6	-0.12227222323417664
121202	rnn.bias_ih_l1	7	-0.0355696827173233
121202	rnn.bias_ih_l1	8	-0.1396467089653015
121202	rnn.bias_ih_l1	9	-0.1305585503578186
121202	rnn.bias_hh_l1	0	-0.1397971659898758
121202	rnn.bias_hh_l1	1	-0.04823882505297661
121202	rnn.bias_hh_l1	2	-0.10460162907838821
121202	rnn.bias_hh_l1	3	-0.10228098183870316
121202	rnn.bias_hh_l1	4	-0.11075697094202042
121202	rnn.bias_hh_l1	5	-0.12058372050523758
121202	rnn.bias_hh_l1	6	-0.1406741589307785
121202	rnn.bias_hh_l1	7	0.022716619074344635
121202	rnn.bias_hh_l1	8	-0.18015722930431366
121202	rnn.bias_hh_l1	9	-0.09361017495393753
121202	rnn.weight_ih_l1_reverse	0	-0.04084041342139244
121202	rnn.weight_ih_l1_reverse	1	0.008883507922291756
121202	rnn.weight_ih_l1_reverse	2	0.06855813413858414
121202	rnn.weight_ih_l1_reverse	3	0.0044581093825399876
121202	rnn.weight_ih_l1_reverse	4	-0.0327535904943943
121202	rnn.weight_ih_l1_reverse	5	-0.035063426941633224
121202	rnn.weight_ih_l1_reverse	6	-0.012898089364171028
121202	rnn.weight_ih_l1_reverse	7	0.022299256175756454
121202	rnn.weight_ih_l1_reverse	8	0.03961502015590668
121202	rnn.weight_ih_l1_reverse	9	-0.06016174703836441
121202	rnn.weight_hh_l1_reverse	0	0.00786045752465725
121202	rnn.weight_hh_l1_reverse	1	0.028091955929994583
121202	rnn.weight_hh_l1_reverse	2	-0.039946556091308594
121202	rnn.weight_hh_l1_reverse	3	0.040023162961006165
121202	rnn.weight_hh_l1_reverse	4	0.04308584704995155
121202	rnn.weight_hh_l1_reverse	5	0.008136436343193054
121202	rnn.weight_hh_l1_reverse	6	0.015590503811836243
121202	rnn.weight_hh_l1_reverse	7	0.029062015935778618
121202	rnn.weight_hh_l1_reverse	8	-0.006251901853829622
121202	rnn.weight_hh_l1_reverse	9	-0.030071362853050232
121202	rnn.bias_ih_l1_reverse	0	-0.07750049233436584
121202	rnn.bias_ih_l1_reverse	1	-0.13965637981891632
121202	rnn.bias_ih_l1_reverse	2	-0.15126197040081024
121202	rnn.bias_ih_l1_reverse	3	-0.008184821344912052
121202	rnn.bias_ih_l1_reverse	4	-0.20393872261047363
121202	rnn.bias_ih_l1_reverse	5	-0.10488908737897873
121202	rnn.bias_ih_l1_reverse	6	-0.12964585423469543
121202	rnn.bias_ih_l1_reverse	7	-0.19885773956775665
121202	rnn.bias_ih_l1_reverse	8	0.18439002335071564
121202	rnn.bias_ih_l1_reverse	9	0.05478595197200775
121202	rnn.bias_hh_l1_reverse	0	-0.03419049084186554
121202	rnn.bias_hh_l1_reverse	1	-0.07629695534706116
121202	rnn.bias_hh_l1_reverse	2	-0.227990984916687
121202	rnn.bias_hh_l1_reverse	3	-0.11591707915067673
121202	rnn.bias_hh_l1_reverse	4	-0.09417995065450668
121202	rnn.bias_hh_l1_reverse	5	-0.11455270648002625
121202	rnn.bias_hh_l1_reverse	6	0.1332123577594757
121202	rnn.bias_hh_l1_reverse	7	-0.12766151130199432
121202	rnn.bias_hh_l1_reverse	8	-0.10736454278230667
121202	rnn.bias_hh_l1_reverse	9	-0.1416258066892624
121202	linear.weight	0	0.002228822559118271
121202	linear.weight	1	0.098306804895401
121202	linear.weight	2	-0.041273534297943115
121202	linear.weight	3	0.30372703075408936
121202	linear.weight	4	0.16353195905685425
121202	linear.weight	5	-0.01695275492966175
121202	linear.weight	6	0.11877680569887161
121202	linear.weight	7	0.06602544337511063
121202	linear.weight	8	0.04127512127161026
121202	linear.weight	9	-0.04191051796078682
121202	linear.bias	0	0.025449072942137718
121202	linear.bias	1	-0.20438487827777863
121202	linear.bias	2	-0.3900916576385498
121202	linear.bias	3	-0.7054989337921143
121202	linear.bias	4	-1.219920039176941
121202	linear.bias	5	-0.13488668203353882
121202	linear.bias	6	-0.7381757497787476
121202	linear.bias	7	0.2947039306163788
121202	linear.bias	8	-0.4511883556842804
121202	linear.bias	9	-0.919410765171051
121399	transitions	0	0.6207399368286133
121399	transitions	1	0.13274048268795013
121399	transitions	2	-10000.0
121399	transitions	3	-1.819403886795044
121399	transitions	4	-10000.0
121399	transitions	5	0.5927324891090393
121399	transitions	6	-0.06576696783304214
121399	transitions	7	-0.6399691104888916
121399	transitions	8	-1.3902305364608765
121399	transitions	9	-0.0010066255927085876
121399	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
121399	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
121399	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
121399	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
121399	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
121399	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
121399	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
121399	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
121399	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
121399	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
121399	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
121399	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
121399	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
121399	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
121399	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
121399	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
121399	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
121399	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
121399	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
121399	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
121399	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
121399	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
121399	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
121399	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
121399	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
121399	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
121399	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
121399	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
121399	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
121399	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
121399	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
121399	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
121399	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
121399	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
121399	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
121399	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
121399	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
121399	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
121399	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
121399	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
121399	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
121399	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
121399	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
121399	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
121399	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
121399	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
121399	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
121399	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
121399	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
121399	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
121399	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
121399	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
121399	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
121399	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
121399	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
121399	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
121399	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
121399	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
121399	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
121399	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
121399	embedding2nn.weight	0	0.006256541702896357
121399	embedding2nn.weight	1	-0.013484724797308445
121399	embedding2nn.weight	2	-0.014268254861235619
121399	embedding2nn.weight	3	-0.04622257128357887
121399	embedding2nn.weight	4	-0.0059150345623493195
121399	embedding2nn.weight	5	-0.0037005862686783075
121399	embedding2nn.weight	6	-0.0039732870645821095
121399	embedding2nn.weight	7	-0.0716964527964592
121399	embedding2nn.weight	8	-0.0019979383796453476
121399	embedding2nn.weight	9	-0.026824863627552986
121399	embedding2nn.bias	0	0.048967186361551285
121399	embedding2nn.bias	1	-0.05412944033741951
121399	embedding2nn.bias	2	0.09172193706035614
121399	embedding2nn.bias	3	0.059939827769994736
121399	embedding2nn.bias	4	-0.046258989721536636
121399	embedding2nn.bias	5	-0.022794216871261597
121399	embedding2nn.bias	6	0.03432042896747589
121399	embedding2nn.bias	7	-0.07132335007190704
121399	embedding2nn.bias	8	0.04652048274874687
121399	embedding2nn.bias	9	0.01933225989341736
121399	rnn.weight_ih_l0	0	-0.07007168978452682
121399	rnn.weight_ih_l0	1	-0.0056795901618897915
121399	rnn.weight_ih_l0	2	0.048718150705099106
121399	rnn.weight_ih_l0	3	0.016640497371554375
121399	rnn.weight_ih_l0	4	-0.010676278732717037
121399	rnn.weight_ih_l0	5	-0.05611550062894821
121399	rnn.weight_ih_l0	6	-0.0016272165812551975
121399	rnn.weight_ih_l0	7	0.032767582684755325
121399	rnn.weight_ih_l0	8	-0.009250374510884285
121399	rnn.weight_ih_l0	9	-0.020809892565011978
121399	rnn.weight_hh_l0	0	-0.03751903399825096
121399	rnn.weight_hh_l0	1	-0.005809578113257885
121399	rnn.weight_hh_l0	2	-0.005181489512324333
121399	rnn.weight_hh_l0	3	-0.06371250003576279
121399	rnn.weight_hh_l0	4	0.08298619091510773
121399	rnn.weight_hh_l0	5	-0.013222990557551384
121399	rnn.weight_hh_l0	6	-0.056839242577552795
121399	rnn.weight_hh_l0	7	0.01496585551649332
121399	rnn.weight_hh_l0	8	0.014428703114390373
121399	rnn.weight_hh_l0	9	-0.012758429162204266
121399	rnn.bias_ih_l0	0	0.08231648057699203
121399	rnn.bias_ih_l0	1	-0.04850579425692558
121399	rnn.bias_ih_l0	2	0.009184567257761955
121399	rnn.bias_ih_l0	3	0.12270569056272507
121399	rnn.bias_ih_l0	4	-0.022726068273186684
121399	rnn.bias_ih_l0	5	-0.03051963448524475
121399	rnn.bias_ih_l0	6	0.03134298324584961
121399	rnn.bias_ih_l0	7	0.033181075006723404
121399	rnn.bias_ih_l0	8	-0.11028962582349777
121399	rnn.bias_ih_l0	9	-0.02390585094690323
121399	rnn.bias_hh_l0	0	-0.029006334021687508
121399	rnn.bias_hh_l0	1	-0.10382722318172455
121399	rnn.bias_hh_l0	2	-0.05109278857707977
121399	rnn.bias_hh_l0	3	-0.08704345673322678
121399	rnn.bias_hh_l0	4	-0.0263208094984293
121399	rnn.bias_hh_l0	5	-0.017323333770036697
121399	rnn.bias_hh_l0	6	0.03299479931592941
121399	rnn.bias_hh_l0	7	0.036825165152549744
121399	rnn.bias_hh_l0	8	-0.13132193684577942
121399	rnn.bias_hh_l0	9	-0.028298789635300636
121399	rnn.weight_ih_l0_reverse	0	-0.024293195456266403
121399	rnn.weight_ih_l0_reverse	1	-0.04777130112051964
121399	rnn.weight_ih_l0_reverse	2	-0.032803621143102646
121399	rnn.weight_ih_l0_reverse	3	0.003868403844535351
121399	rnn.weight_ih_l0_reverse	4	-0.01615438610315323
121399	rnn.weight_ih_l0_reverse	5	-0.0469387024641037
121399	rnn.weight_ih_l0_reverse	6	0.08408951759338379
121399	rnn.weight_ih_l0_reverse	7	-0.03488819673657417
121399	rnn.weight_ih_l0_reverse	8	-0.02080882526934147
121399	rnn.weight_ih_l0_reverse	9	0.010823332704603672
121399	rnn.weight_hh_l0_reverse	0	0.05341581255197525
121399	rnn.weight_hh_l0_reverse	1	0.024625595659017563
121399	rnn.weight_hh_l0_reverse	2	0.028644131496548653
121399	rnn.weight_hh_l0_reverse	3	0.030689232051372528
121399	rnn.weight_hh_l0_reverse	4	0.008832493796944618
121399	rnn.weight_hh_l0_reverse	5	0.019541824236512184
121399	rnn.weight_hh_l0_reverse	6	0.048006296157836914
121399	rnn.weight_hh_l0_reverse	7	-0.06317482143640518
121399	rnn.weight_hh_l0_reverse	8	0.036891236901283264
121399	rnn.weight_hh_l0_reverse	9	0.04376695677638054
121399	rnn.bias_ih_l0_reverse	0	-0.07821457087993622
121399	rnn.bias_ih_l0_reverse	1	-0.24042080342769623
121399	rnn.bias_ih_l0_reverse	2	-0.152012899518013
121399	rnn.bias_ih_l0_reverse	3	-0.04184397682547569
121399	rnn.bias_ih_l0_reverse	4	-0.03285980597138405
121399	rnn.bias_ih_l0_reverse	5	0.049755144864320755
121399	rnn.bias_ih_l0_reverse	6	-0.06591162830591202
121399	rnn.bias_ih_l0_reverse	7	0.040631603449583054
121399	rnn.bias_ih_l0_reverse	8	-0.044401366263628006
121399	rnn.bias_ih_l0_reverse	9	0.0479382686316967
121399	rnn.bias_hh_l0_reverse	0	0.02110038883984089
121399	rnn.bias_hh_l0_reverse	1	-0.019944671541452408
121399	rnn.bias_hh_l0_reverse	2	0.08853629976511002
121399	rnn.bias_hh_l0_reverse	3	-0.04488059878349304
121399	rnn.bias_hh_l0_reverse	4	-0.04525812715291977
121399	rnn.bias_hh_l0_reverse	5	-0.03204047679901123
121399	rnn.bias_hh_l0_reverse	6	-0.032244909554719925
121399	rnn.bias_hh_l0_reverse	7	0.11116456240415573
121399	rnn.bias_hh_l0_reverse	8	0.03054112195968628
121399	rnn.bias_hh_l0_reverse	9	-0.12152665108442307
121399	rnn.weight_ih_l1	0	-0.03900839760899544
121399	rnn.weight_ih_l1	1	-0.028591064736247063
121399	rnn.weight_ih_l1	2	0.03737642988562584
121399	rnn.weight_ih_l1	3	-0.06076304614543915
121399	rnn.weight_ih_l1	4	-0.01410947646945715
121399	rnn.weight_ih_l1	5	-0.04709595441818237
121399	rnn.weight_ih_l1	6	0.02277468331158161
121399	rnn.weight_ih_l1	7	-0.0243476964533329
121399	rnn.weight_ih_l1	8	0.036902353167533875
121399	rnn.weight_ih_l1	9	0.044462427496910095
121399	rnn.weight_hh_l1	0	-0.0068995351903140545
121399	rnn.weight_hh_l1	1	0.011562139727175236
121399	rnn.weight_hh_l1	2	0.0072822486981749535
121399	rnn.weight_hh_l1	3	-0.007207989692687988
121399	rnn.weight_hh_l1	4	0.005928474478423595
121399	rnn.weight_hh_l1	5	0.02601708099246025
121399	rnn.weight_hh_l1	6	0.025322403758764267
121399	rnn.weight_hh_l1	7	-0.025799991562962532
121399	rnn.weight_hh_l1	8	-0.017267398536205292
121399	rnn.weight_hh_l1	9	0.04172440618276596
121399	rnn.bias_ih_l1	0	-0.19527512788772583
121399	rnn.bias_ih_l1	1	-0.18833911418914795
121399	rnn.bias_ih_l1	2	-0.19266560673713684
121399	rnn.bias_ih_l1	3	-0.26992151141166687
121399	rnn.bias_ih_l1	4	-0.20431406795978546
121399	rnn.bias_ih_l1	5	-0.10742677748203278
121399	rnn.bias_ih_l1	6	-0.11924903839826584
121399	rnn.bias_ih_l1	7	-0.03638079762458801
121399	rnn.bias_ih_l1	8	-0.1437084823846817
121399	rnn.bias_ih_l1	9	-0.12856805324554443
121399	rnn.bias_hh_l1	0	-0.13815711438655853
121399	rnn.bias_hh_l1	1	-0.05209099501371384
121399	rnn.bias_hh_l1	2	-0.09917648136615753
121399	rnn.bias_hh_l1	3	-0.1034797951579094
121399	rnn.bias_hh_l1	4	-0.1108957976102829
121399	rnn.bias_hh_l1	5	-0.12211094796657562
121399	rnn.bias_hh_l1	6	-0.13875079154968262
121399	rnn.bias_hh_l1	7	0.025375254452228546
121399	rnn.bias_hh_l1	8	-0.18051394820213318
121399	rnn.bias_hh_l1	9	-0.09156912565231323
121399	rnn.weight_ih_l1_reverse	0	-0.04138454422354698
121399	rnn.weight_ih_l1_reverse	1	0.008519673720002174
121399	rnn.weight_ih_l1_reverse	2	0.0679994449019432
121399	rnn.weight_ih_l1_reverse	3	0.0066413916647434235
121399	rnn.weight_ih_l1_reverse	4	-0.03100094385445118
121399	rnn.weight_ih_l1_reverse	5	-0.035424262285232544
121399	rnn.weight_ih_l1_reverse	6	-0.01144467480480671
121399	rnn.weight_ih_l1_reverse	7	0.022130388766527176
121399	rnn.weight_ih_l1_reverse	8	0.04134814813733101
121399	rnn.weight_ih_l1_reverse	9	-0.06147569790482521
121399	rnn.weight_hh_l1_reverse	0	0.007689613848924637
121399	rnn.weight_hh_l1_reverse	1	0.028362268581986427
121399	rnn.weight_hh_l1_reverse	2	-0.03994941711425781
121399	rnn.weight_hh_l1_reverse	3	0.04003668949007988
121399	rnn.weight_hh_l1_reverse	4	0.042507514357566833
121399	rnn.weight_hh_l1_reverse	5	0.007990802638232708
121399	rnn.weight_hh_l1_reverse	6	0.014238737523555756
121399	rnn.weight_hh_l1_reverse	7	0.02901235595345497
121399	rnn.weight_hh_l1_reverse	8	-0.006059595383703709
121399	rnn.weight_hh_l1_reverse	9	-0.030074184760451317
121399	rnn.bias_ih_l1_reverse	0	-0.07727844268083572
121399	rnn.bias_ih_l1_reverse	1	-0.14160087704658508
121399	rnn.bias_ih_l1_reverse	2	-0.14780110120773315
121399	rnn.bias_ih_l1_reverse	3	-0.01350835245102644
121399	rnn.bias_ih_l1_reverse	4	-0.20481222867965698
121399	rnn.bias_ih_l1_reverse	5	-0.10192645341157913
121399	rnn.bias_ih_l1_reverse	6	-0.12777629494667053
121399	rnn.bias_ih_l1_reverse	7	-0.19795745611190796
121399	rnn.bias_ih_l1_reverse	8	0.18687760829925537
121399	rnn.bias_ih_l1_reverse	9	0.061586957424879074
121399	rnn.bias_hh_l1_reverse	0	-0.04114622622728348
121399	rnn.bias_hh_l1_reverse	1	-0.06998485326766968
121399	rnn.bias_hh_l1_reverse	2	-0.22774828970432281
121399	rnn.bias_hh_l1_reverse	3	-0.11523902416229248
121399	rnn.bias_hh_l1_reverse	4	-0.09478660672903061
121399	rnn.bias_hh_l1_reverse	5	-0.11435310542583466
121399	rnn.bias_hh_l1_reverse	6	0.1259668916463852
121399	rnn.bias_hh_l1_reverse	7	-0.13096405565738678
121399	rnn.bias_hh_l1_reverse	8	-0.1085887923836708
121399	rnn.bias_hh_l1_reverse	9	-0.14200828969478607
121399	linear.weight	0	0.002228822559118271
121399	linear.weight	1	0.1004704013466835
121399	linear.weight	2	-0.049688927829265594
121399	linear.weight	3	0.3048059642314911
121399	linear.weight	4	0.16047464311122894
121399	linear.weight	5	-0.01739739254117012
121399	linear.weight	6	0.11860388517379761
121399	linear.weight	7	0.06882941722869873
121399	linear.weight	8	0.04127388074994087
121399	linear.weight	9	-0.047548748552799225
121399	linear.bias	0	0.09867947548627853
121399	linear.bias	1	-0.18379586935043335
121399	linear.bias	2	-0.3816812336444855
121399	linear.bias	3	-0.7006931304931641
121399	linear.bias	4	-1.2174123525619507
121399	linear.bias	5	-0.11141608655452728
121399	linear.bias	6	-0.7206783890724182
121399	linear.bias	7	0.31972870230674744
121399	linear.bias	8	-0.44690242409706116
121399	linear.bias	9	-0.9152498245239258
121596	transitions	0	0.6235723495483398
121596	transitions	1	0.12887878715991974
121596	transitions	2	-10000.0
121596	transitions	3	-1.8194278478622437
121596	transitions	4	-10000.0
121596	transitions	5	0.5926529169082642
121596	transitions	6	-0.06586430221796036
121596	transitions	7	-0.6413176655769348
121596	transitions	8	-1.3904621601104736
121596	transitions	9	-0.001007452723570168
121596	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
121596	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
121596	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
121596	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
121596	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
121596	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
121596	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
121596	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
121596	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
121596	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
121596	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
121596	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
121596	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
121596	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
121596	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
121596	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
121596	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
121596	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
121596	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
121596	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
121596	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
121596	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
121596	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
121596	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
121596	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
121596	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
121596	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
121596	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
121596	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
121596	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
121596	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
121596	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
121596	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
121596	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
121596	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
121596	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
121596	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
121596	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
121596	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
121596	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
121596	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
121596	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
121596	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
121596	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
121596	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
121596	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
121596	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
121596	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
121596	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
121596	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
121596	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
121596	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
121596	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
121596	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
121596	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
121596	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
121596	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
121596	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
121596	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
121596	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
121596	embedding2nn.weight	0	0.005538368597626686
121596	embedding2nn.weight	1	-0.013468144461512566
121596	embedding2nn.weight	2	-0.014268254861235619
121596	embedding2nn.weight	3	-0.04718947783112526
121596	embedding2nn.weight	4	-0.0059150345623493195
121596	embedding2nn.weight	5	-0.003700586035847664
121596	embedding2nn.weight	6	-0.0039732796140015125
121596	embedding2nn.weight	7	-0.07163375616073608
121596	embedding2nn.weight	8	-0.0019979383796453476
121596	embedding2nn.weight	9	-0.026072829961776733
121596	embedding2nn.bias	0	0.0613526925444603
121596	embedding2nn.bias	1	-0.044131308794021606
121596	embedding2nn.bias	2	0.08246738463640213
121596	embedding2nn.bias	3	0.05708732083439827
121596	embedding2nn.bias	4	-0.03837382420897484
121596	embedding2nn.bias	5	-0.025709515437483788
121596	embedding2nn.bias	6	0.04828378185629845
121596	embedding2nn.bias	7	-0.0764877051115036
121596	embedding2nn.bias	8	0.05831209197640419
121596	embedding2nn.bias	9	0.0124395452439785
121596	rnn.weight_ih_l0	0	-0.07119056582450867
121596	rnn.weight_ih_l0	1	-0.004845849703997374
121596	rnn.weight_ih_l0	2	0.045940596610307693
121596	rnn.weight_ih_l0	3	0.015810882672667503
121596	rnn.weight_ih_l0	4	-0.013267611153423786
121596	rnn.weight_ih_l0	5	-0.05561289191246033
121596	rnn.weight_ih_l0	6	-0.00047791574615985155
121596	rnn.weight_ih_l0	7	0.031755149364471436
121596	rnn.weight_ih_l0	8	-0.009298914112150669
121596	rnn.weight_ih_l0	9	-0.021750831976532936
121596	rnn.weight_hh_l0	0	-0.0374075323343277
121596	rnn.weight_hh_l0	1	-0.005437787622213364
121596	rnn.weight_hh_l0	2	-0.004369895439594984
121596	rnn.weight_hh_l0	3	-0.06308198720216751
121596	rnn.weight_hh_l0	4	0.08304386585950851
121596	rnn.weight_hh_l0	5	-0.013807680457830429
121596	rnn.weight_hh_l0	6	-0.0560334250330925
121596	rnn.weight_hh_l0	7	0.014973928220570087
121596	rnn.weight_hh_l0	8	0.014255582354962826
121596	rnn.weight_hh_l0	9	-0.0127830496057868
121596	rnn.bias_ih_l0	0	0.08081060647964478
121596	rnn.bias_ih_l0	1	-0.043902091681957245
121596	rnn.bias_ih_l0	2	0.00920253898948431
121596	rnn.bias_ih_l0	3	0.11872103065252304
121596	rnn.bias_ih_l0	4	-0.023651305586099625
121596	rnn.bias_ih_l0	5	-0.03516889363527298
121596	rnn.bias_ih_l0	6	0.03249869495630264
121596	rnn.bias_ih_l0	7	0.03412521630525589
121596	rnn.bias_ih_l0	8	-0.1096271201968193
121596	rnn.bias_ih_l0	9	-0.024015992879867554
121596	rnn.bias_hh_l0	0	-0.02621515281498432
121596	rnn.bias_hh_l0	1	-0.10511079430580139
121596	rnn.bias_hh_l0	2	-0.050987664610147476
121596	rnn.bias_hh_l0	3	-0.0879574716091156
121596	rnn.bias_hh_l0	4	-0.025341451168060303
121596	rnn.bias_hh_l0	5	-0.01962200179696083
121596	rnn.bias_hh_l0	6	0.03274229168891907
121596	rnn.bias_hh_l0	7	0.03570859134197235
121596	rnn.bias_hh_l0	8	-0.13034194707870483
121596	rnn.bias_hh_l0	9	-0.029717525467276573
121596	rnn.weight_ih_l0_reverse	0	-0.02399202063679695
121596	rnn.weight_ih_l0_reverse	1	-0.04871351271867752
121596	rnn.weight_ih_l0_reverse	2	-0.032838087528944016
121596	rnn.weight_ih_l0_reverse	3	0.005339182913303375
121596	rnn.weight_ih_l0_reverse	4	-0.016484322026371956
121596	rnn.weight_ih_l0_reverse	5	-0.047292351722717285
121596	rnn.weight_ih_l0_reverse	6	0.08359469473361969
121596	rnn.weight_ih_l0_reverse	7	-0.033990468829870224
121596	rnn.weight_ih_l0_reverse	8	-0.021046239882707596
121596	rnn.weight_ih_l0_reverse	9	0.010897685773670673
121596	rnn.weight_hh_l0_reverse	0	0.05501051992177963
121596	rnn.weight_hh_l0_reverse	1	0.024484936147928238
121596	rnn.weight_hh_l0_reverse	2	0.028684094548225403
121596	rnn.weight_hh_l0_reverse	3	0.031365957111120224
121596	rnn.weight_hh_l0_reverse	4	0.007965883240103722
121596	rnn.weight_hh_l0_reverse	5	0.01973547413945198
121596	rnn.weight_hh_l0_reverse	6	0.04840363562107086
121596	rnn.weight_hh_l0_reverse	7	-0.06322379410266876
121596	rnn.weight_hh_l0_reverse	8	0.03733344003558159
121596	rnn.weight_hh_l0_reverse	9	0.04301010072231293
121596	rnn.bias_ih_l0_reverse	0	-0.08204776793718338
121596	rnn.bias_ih_l0_reverse	1	-0.23977543413639069
121596	rnn.bias_ih_l0_reverse	2	-0.14039503037929535
121596	rnn.bias_ih_l0_reverse	3	-0.04126594588160515
121596	rnn.bias_ih_l0_reverse	4	-0.03172273188829422
121596	rnn.bias_ih_l0_reverse	5	0.04787196218967438
121596	rnn.bias_ih_l0_reverse	6	-0.06764864176511765
121596	rnn.bias_ih_l0_reverse	7	0.04260529950261116
121596	rnn.bias_ih_l0_reverse	8	-0.04403544217348099
121596	rnn.bias_ih_l0_reverse	9	0.047391656786203384
121596	rnn.bias_hh_l0_reverse	0	0.02025274932384491
121596	rnn.bias_hh_l0_reverse	1	-0.018838349729776382
121596	rnn.bias_hh_l0_reverse	2	0.08849204331636429
121596	rnn.bias_hh_l0_reverse	3	-0.045147862285375595
121596	rnn.bias_hh_l0_reverse	4	-0.04563518986105919
121596	rnn.bias_hh_l0_reverse	5	-0.029890071600675583
121596	rnn.bias_hh_l0_reverse	6	-0.03322765603661537
121596	rnn.bias_hh_l0_reverse	7	0.1086834967136383
121596	rnn.bias_hh_l0_reverse	8	0.02792814001441002
121596	rnn.bias_hh_l0_reverse	9	-0.12504026293754578
121596	rnn.weight_ih_l1	0	-0.03906907141208649
121596	rnn.weight_ih_l1	1	-0.02907082810997963
121596	rnn.weight_ih_l1	2	0.03578803688287735
121596	rnn.weight_ih_l1	3	-0.059948116540908813
121596	rnn.weight_ih_l1	4	-0.014417256228625774
121596	rnn.weight_ih_l1	5	-0.046686671674251556
121596	rnn.weight_ih_l1	6	0.023800447583198547
121596	rnn.weight_ih_l1	7	-0.025451909750699997
121596	rnn.weight_ih_l1	8	0.036647528409957886
121596	rnn.weight_ih_l1	9	0.04456714168190956
121596	rnn.weight_hh_l1	0	-0.006726451683789492
121596	rnn.weight_hh_l1	1	0.012265916913747787
121596	rnn.weight_hh_l1	2	0.008233973756432533
121596	rnn.weight_hh_l1	3	-0.007176274433732033
121596	rnn.weight_hh_l1	4	0.006418827921152115
121596	rnn.weight_hh_l1	5	0.026596490293741226
121596	rnn.weight_hh_l1	6	0.025206105783581734
121596	rnn.weight_hh_l1	7	-0.025626931339502335
121596	rnn.weight_hh_l1	8	-0.016578396782279015
121596	rnn.weight_hh_l1	9	0.041403722018003464
121596	rnn.bias_ih_l1	0	-0.1961650401353836
121596	rnn.bias_ih_l1	1	-0.18655018508434296
121596	rnn.bias_ih_l1	2	-0.1920459121465683
121596	rnn.bias_ih_l1	3	-0.27274662256240845
121596	rnn.bias_ih_l1	4	-0.19111953675746918
121596	rnn.bias_ih_l1	5	-0.10601074993610382
121596	rnn.bias_ih_l1	6	-0.11218450218439102
121596	rnn.bias_ih_l1	7	-0.04050636664032936
121596	rnn.bias_ih_l1	8	-0.1435270458459854
121596	rnn.bias_ih_l1	9	-0.1260238140821457
121596	rnn.bias_hh_l1	0	-0.1372387856245041
121596	rnn.bias_hh_l1	1	-0.046190496534109116
121596	rnn.bias_hh_l1	2	-0.09888287633657455
121596	rnn.bias_hh_l1	3	-0.10420656204223633
121596	rnn.bias_hh_l1	4	-0.10989337414503098
121596	rnn.bias_hh_l1	5	-0.1228247657418251
121596	rnn.bias_hh_l1	6	-0.13705676794052124
121596	rnn.bias_hh_l1	7	0.027577348053455353
121596	rnn.bias_hh_l1	8	-0.1799115389585495
121596	rnn.bias_hh_l1	9	-0.09348917007446289
121596	rnn.weight_ih_l1_reverse	0	-0.0425870418548584
121596	rnn.weight_ih_l1_reverse	1	0.013603457249701023
121596	rnn.weight_ih_l1_reverse	2	0.0661701187491417
121596	rnn.weight_ih_l1_reverse	3	0.008011065423488617
121596	rnn.weight_ih_l1_reverse	4	-0.030344463884830475
121596	rnn.weight_ih_l1_reverse	5	-0.03537878021597862
121596	rnn.weight_ih_l1_reverse	6	-0.012622852809727192
121596	rnn.weight_ih_l1_reverse	7	0.02235192246735096
121596	rnn.weight_ih_l1_reverse	8	0.042522478848695755
121596	rnn.weight_ih_l1_reverse	9	-0.0658377856016159
121596	rnn.weight_hh_l1_reverse	0	0.007480839733034372
121596	rnn.weight_hh_l1_reverse	1	0.028377829119563103
121596	rnn.weight_hh_l1_reverse	2	-0.039999183267354965
121596	rnn.weight_hh_l1_reverse	3	0.04017003998160362
121596	rnn.weight_hh_l1_reverse	4	0.04309707134962082
121596	rnn.weight_hh_l1_reverse	5	0.008375992998480797
121596	rnn.weight_hh_l1_reverse	6	0.012122316285967827
121596	rnn.weight_hh_l1_reverse	7	0.02873576618731022
121596	rnn.weight_hh_l1_reverse	8	-0.006120399106293917
121596	rnn.weight_hh_l1_reverse	9	-0.030029291287064552
121596	rnn.bias_ih_l1_reverse	0	-0.07627017796039581
121596	rnn.bias_ih_l1_reverse	1	-0.13925473392009735
121596	rnn.bias_ih_l1_reverse	2	-0.14978154003620148
121596	rnn.bias_ih_l1_reverse	3	-0.015293770469725132
121596	rnn.bias_ih_l1_reverse	4	-0.2066151350736618
121596	rnn.bias_ih_l1_reverse	5	-0.10251776874065399
121596	rnn.bias_ih_l1_reverse	6	-0.12808799743652344
121596	rnn.bias_ih_l1_reverse	7	-0.2009514421224594
121596	rnn.bias_ih_l1_reverse	8	0.1880042552947998
121596	rnn.bias_ih_l1_reverse	9	0.06258975714445114
121596	rnn.bias_hh_l1_reverse	0	-0.035553861409425735
121596	rnn.bias_hh_l1_reverse	1	-0.06999017298221588
121596	rnn.bias_hh_l1_reverse	2	-0.22626517713069916
121596	rnn.bias_hh_l1_reverse	3	-0.11505094915628433
121596	rnn.bias_hh_l1_reverse	4	-0.094353087246418
121596	rnn.bias_hh_l1_reverse	5	-0.1135738268494606
121596	rnn.bias_hh_l1_reverse	6	0.128327876329422
121596	rnn.bias_hh_l1_reverse	7	-0.1302579939365387
121596	rnn.bias_hh_l1_reverse	8	-0.10615234822034836
121596	rnn.bias_hh_l1_reverse	9	-0.1409597396850586
121596	linear.weight	0	0.002228822559118271
121596	linear.weight	1	0.1049332320690155
121596	linear.weight	2	-0.04964801296591759
121596	linear.weight	3	0.3077203333377838
121596	linear.weight	4	0.16185428202152252
121596	linear.weight	5	-0.016519133001565933
121596	linear.weight	6	0.11098270118236542
121596	linear.weight	7	0.08373900502920151
121596	linear.weight	8	0.04127318412065506
121596	linear.weight	9	-0.04387825354933739
121596	linear.bias	0	0.10126928240060806
121596	linear.bias	1	-0.1708408147096634
121596	linear.bias	2	-0.3915196359157562
121596	linear.bias	3	-0.6878288388252258
121596	linear.bias	4	-1.2078704833984375
121596	linear.bias	5	-0.11826358735561371
121596	linear.bias	6	-0.7049574255943298
121596	linear.bias	7	0.31201985478401184
121596	linear.bias	8	-0.4684129059314728
121596	linear.bias	9	-0.9317160248756409
121793	transitions	0	0.6141813397407532
121793	transitions	1	0.1339077204465866
121793	transitions	2	-10000.0
121793	transitions	3	-1.8194527626037598
121793	transitions	4	-10000.0
121793	transitions	5	0.5925122499465942
121793	transitions	6	-0.06594561785459518
121793	transitions	7	-0.6423572301864624
121793	transitions	8	-1.3905874490737915
121793	transitions	9	-0.0010084150126203895
121793	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
121793	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
121793	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
121793	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
121793	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
121793	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
121793	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
121793	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
121793	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
121793	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
121793	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
121793	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
121793	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
121793	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
121793	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
121793	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
121793	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
121793	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
121793	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
121793	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
121793	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
121793	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
121793	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
121793	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
121793	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
121793	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
121793	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
121793	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
121793	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
121793	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
121793	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
121793	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
121793	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
121793	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
121793	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
121793	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
121793	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
121793	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
121793	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
121793	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
121793	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
121793	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
121793	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
121793	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
121793	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
121793	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
121793	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
121793	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
121793	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
121793	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
121793	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
121793	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
121793	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
121793	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
121793	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
121793	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
121793	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
121793	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
121793	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
121793	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
121793	embedding2nn.weight	0	0.004049819428473711
121793	embedding2nn.weight	1	-0.013090436346828938
121793	embedding2nn.weight	2	-0.014268254861235619
121793	embedding2nn.weight	3	-0.0486040823161602
121793	embedding2nn.weight	4	-0.0059150345623493195
121793	embedding2nn.weight	5	-0.0037005858030170202
121793	embedding2nn.weight	6	-0.003973281476646662
121793	embedding2nn.weight	7	-0.07180625945329666
121793	embedding2nn.weight	8	-0.0019979383796453476
121793	embedding2nn.weight	9	-0.026883646845817566
121793	embedding2nn.bias	0	0.06972779333591461
121793	embedding2nn.bias	1	-0.053892582654953
121793	embedding2nn.bias	2	0.08160815387964249
121793	embedding2nn.bias	3	0.06299909949302673
121793	embedding2nn.bias	4	-0.032942719757556915
121793	embedding2nn.bias	5	-0.034879669547080994
121793	embedding2nn.bias	6	0.04341099411249161
121793	embedding2nn.bias	7	-0.08321475237607956
121793	embedding2nn.bias	8	0.05522877722978592
121793	embedding2nn.bias	9	0.012080824933946133
121793	rnn.weight_ih_l0	0	-0.07216347008943558
121793	rnn.weight_ih_l0	1	-0.004436717834323645
121793	rnn.weight_ih_l0	2	0.04523806646466255
121793	rnn.weight_ih_l0	3	0.01606431044638157
121793	rnn.weight_ih_l0	4	-0.011368000879883766
121793	rnn.weight_ih_l0	5	-0.05749427154660225
121793	rnn.weight_ih_l0	6	-0.00016639940440654755
121793	rnn.weight_ih_l0	7	0.03247397392988205
121793	rnn.weight_ih_l0	8	-0.009839081205427647
121793	rnn.weight_ih_l0	9	-0.02112869918346405
121793	rnn.weight_hh_l0	0	-0.03628038987517357
121793	rnn.weight_hh_l0	1	-0.005289504770189524
121793	rnn.weight_hh_l0	2	-0.004178212955594063
121793	rnn.weight_hh_l0	3	-0.0635623037815094
121793	rnn.weight_hh_l0	4	0.0843290165066719
121793	rnn.weight_hh_l0	5	-0.013551468960940838
121793	rnn.weight_hh_l0	6	-0.05373836308717728
121793	rnn.weight_hh_l0	7	0.014975016005337238
121793	rnn.weight_hh_l0	8	0.014156951569020748
121793	rnn.weight_hh_l0	9	-0.01304092537611723
121793	rnn.bias_ih_l0	0	0.07880759239196777
121793	rnn.bias_ih_l0	1	-0.044886473566293716
121793	rnn.bias_ih_l0	2	0.009221591055393219
121793	rnn.bias_ih_l0	3	0.11817089468240738
121793	rnn.bias_ih_l0	4	-0.02196301519870758
121793	rnn.bias_ih_l0	5	-0.035835299640893936
121793	rnn.bias_ih_l0	6	0.03212800994515419
121793	rnn.bias_ih_l0	7	0.03128846362233162
121793	rnn.bias_ih_l0	8	-0.10971462726593018
121793	rnn.bias_ih_l0	9	-0.02135941945016384
121793	rnn.bias_hh_l0	0	-0.028283625841140747
121793	rnn.bias_hh_l0	1	-0.10502356290817261
121793	rnn.bias_hh_l0	2	-0.04893963783979416
121793	rnn.bias_hh_l0	3	-0.08771962672472
121793	rnn.bias_hh_l0	4	-0.02790369838476181
121793	rnn.bias_hh_l0	5	-0.018532542511820793
121793	rnn.bias_hh_l0	6	0.030250893905758858
121793	rnn.bias_hh_l0	7	0.03712936118245125
121793	rnn.bias_hh_l0	8	-0.13145658373832703
121793	rnn.bias_hh_l0	9	-0.03429977595806122
121793	rnn.weight_ih_l0_reverse	0	-0.024141499772667885
121793	rnn.weight_ih_l0_reverse	1	-0.04955431818962097
121793	rnn.weight_ih_l0_reverse	2	-0.03210340067744255
121793	rnn.weight_ih_l0_reverse	3	0.00523175997659564
121793	rnn.weight_ih_l0_reverse	4	-0.01664140820503235
121793	rnn.weight_ih_l0_reverse	5	-0.04717869311571121
121793	rnn.weight_ih_l0_reverse	6	0.08420288562774658
121793	rnn.weight_ih_l0_reverse	7	-0.03488565608859062
121793	rnn.weight_ih_l0_reverse	8	-0.021042976528406143
121793	rnn.weight_ih_l0_reverse	9	0.010807274840772152
121793	rnn.weight_hh_l0_reverse	0	0.05314779281616211
121793	rnn.weight_hh_l0_reverse	1	0.02567436546087265
121793	rnn.weight_hh_l0_reverse	2	0.029367053881287575
121793	rnn.weight_hh_l0_reverse	3	0.03168067708611488
121793	rnn.weight_hh_l0_reverse	4	0.008182828314602375
121793	rnn.weight_hh_l0_reverse	5	0.017989369109272957
121793	rnn.weight_hh_l0_reverse	6	0.048263076692819595
121793	rnn.weight_hh_l0_reverse	7	-0.06267135590314865
121793	rnn.weight_hh_l0_reverse	8	0.037260785698890686
121793	rnn.weight_hh_l0_reverse	9	0.043265290558338165
121793	rnn.bias_ih_l0_reverse	0	-0.08384968340396881
121793	rnn.bias_ih_l0_reverse	1	-0.23836083710193634
121793	rnn.bias_ih_l0_reverse	2	-0.14059016108512878
121793	rnn.bias_ih_l0_reverse	3	-0.042832888662815094
121793	rnn.bias_ih_l0_reverse	4	-0.034605350345373154
121793	rnn.bias_ih_l0_reverse	5	0.050630878657102585
121793	rnn.bias_ih_l0_reverse	6	-0.06861922144889832
121793	rnn.bias_ih_l0_reverse	7	0.04571043699979782
121793	rnn.bias_ih_l0_reverse	8	-0.04178242385387421
121793	rnn.bias_ih_l0_reverse	9	0.047861166298389435
121793	rnn.bias_hh_l0_reverse	0	0.019978083670139313
121793	rnn.bias_hh_l0_reverse	1	-0.016117669641971588
121793	rnn.bias_hh_l0_reverse	2	0.09043705463409424
121793	rnn.bias_hh_l0_reverse	3	-0.04407541826367378
121793	rnn.bias_hh_l0_reverse	4	-0.04321657121181488
121793	rnn.bias_hh_l0_reverse	5	-0.03074781969189644
121793	rnn.bias_hh_l0_reverse	6	-0.031282056123018265
121793	rnn.bias_hh_l0_reverse	7	0.10861136764287949
121793	rnn.bias_hh_l0_reverse	8	0.027009839192032814
121793	rnn.bias_hh_l0_reverse	9	-0.12276411056518555
121793	rnn.weight_ih_l1	0	-0.03960159793496132
121793	rnn.weight_ih_l1	1	-0.029975855723023415
121793	rnn.weight_ih_l1	2	0.03635675087571144
121793	rnn.weight_ih_l1	3	-0.05978139489889145
121793	rnn.weight_ih_l1	4	-0.01411132887005806
121793	rnn.weight_ih_l1	5	-0.046651434153318405
121793	rnn.weight_ih_l1	6	0.023819105699658394
121793	rnn.weight_ih_l1	7	-0.027786266058683395
121793	rnn.weight_ih_l1	8	0.03686622902750969
121793	rnn.weight_ih_l1	9	0.04327569529414177
121793	rnn.weight_hh_l1	0	-0.006546729244291782
121793	rnn.weight_hh_l1	1	0.012527658604085445
121793	rnn.weight_hh_l1	2	0.008460604585707188
121793	rnn.weight_hh_l1	3	-0.00667586037889123
121793	rnn.weight_hh_l1	4	0.007054811343550682
121793	rnn.weight_hh_l1	5	0.026687953621149063
121793	rnn.weight_hh_l1	6	0.025569532066583633
121793	rnn.weight_hh_l1	7	-0.02496439591050148
121793	rnn.weight_hh_l1	8	-0.016765238717198372
121793	rnn.weight_hh_l1	9	0.04139924794435501
121793	rnn.bias_ih_l1	0	-0.1925339698791504
121793	rnn.bias_ih_l1	1	-0.18941918015480042
121793	rnn.bias_ih_l1	2	-0.19048090279102325
121793	rnn.bias_ih_l1	3	-0.27183717489242554
121793	rnn.bias_ih_l1	4	-0.2006710022687912
121793	rnn.bias_ih_l1	5	-0.10627537220716476
121793	rnn.bias_ih_l1	6	-0.11212112009525299
121793	rnn.bias_ih_l1	7	-0.04537200182676315
121793	rnn.bias_ih_l1	8	-0.1437612622976303
121793	rnn.bias_ih_l1	9	-0.12284593284130096
121793	rnn.bias_hh_l1	0	-0.13925908505916595
121793	rnn.bias_hh_l1	1	-0.048054322600364685
121793	rnn.bias_hh_l1	2	-0.09769169986248016
121793	rnn.bias_hh_l1	3	-0.1024676263332367
121793	rnn.bias_hh_l1	4	-0.11103750020265579
121793	rnn.bias_hh_l1	5	-0.1213989332318306
121793	rnn.bias_hh_l1	6	-0.13918189704418182
121793	rnn.bias_hh_l1	7	0.025493891909718513
121793	rnn.bias_hh_l1	8	-0.17937108874320984
121793	rnn.bias_hh_l1	9	-0.09437518566846848
121793	rnn.weight_ih_l1_reverse	0	-0.043964799493551254
121793	rnn.weight_ih_l1_reverse	1	0.017469564452767372
121793	rnn.weight_ih_l1_reverse	2	0.06531642377376556
121793	rnn.weight_ih_l1_reverse	3	0.010371467098593712
121793	rnn.weight_ih_l1_reverse	4	-0.02892993576824665
121793	rnn.weight_ih_l1_reverse	5	-0.0354127362370491
121793	rnn.weight_ih_l1_reverse	6	-0.012188428081572056
121793	rnn.weight_ih_l1_reverse	7	0.021745698526501656
121793	rnn.weight_ih_l1_reverse	8	0.04458676651120186
121793	rnn.weight_ih_l1_reverse	9	-0.06256198137998581
121793	rnn.weight_hh_l1_reverse	0	0.007142473477870226
121793	rnn.weight_hh_l1_reverse	1	0.02828492410480976
121793	rnn.weight_hh_l1_reverse	2	-0.04006165266036987
121793	rnn.weight_hh_l1_reverse	3	0.04033073037862778
121793	rnn.weight_hh_l1_reverse	4	0.043332092463970184
121793	rnn.weight_hh_l1_reverse	5	0.00849264394491911
121793	rnn.weight_hh_l1_reverse	6	0.012790363281965256
121793	rnn.weight_hh_l1_reverse	7	0.02851557545363903
121793	rnn.weight_hh_l1_reverse	8	-0.005962855648249388
121793	rnn.weight_hh_l1_reverse	9	-0.03001186065375805
121793	rnn.bias_ih_l1_reverse	0	-0.07539372146129608
121793	rnn.bias_ih_l1_reverse	1	-0.13873544335365295
121793	rnn.bias_ih_l1_reverse	2	-0.1511954963207245
121793	rnn.bias_ih_l1_reverse	3	-0.016117602586746216
121793	rnn.bias_ih_l1_reverse	4	-0.20770204067230225
121793	rnn.bias_ih_l1_reverse	5	-0.10396184027194977
121793	rnn.bias_ih_l1_reverse	6	-0.12766310572624207
121793	rnn.bias_ih_l1_reverse	7	-0.20413054525852203
121793	rnn.bias_ih_l1_reverse	8	0.19149546325206757
121793	rnn.bias_ih_l1_reverse	9	0.061755768954753876
121793	rnn.bias_hh_l1_reverse	0	-0.042299989610910416
121793	rnn.bias_hh_l1_reverse	1	-0.06749830394983292
121793	rnn.bias_hh_l1_reverse	2	-0.22662805020809174
121793	rnn.bias_hh_l1_reverse	3	-0.11516893655061722
121793	rnn.bias_hh_l1_reverse	4	-0.0952029600739479
121793	rnn.bias_hh_l1_reverse	5	-0.11428000032901764
121793	rnn.bias_hh_l1_reverse	6	0.1331690549850464
121793	rnn.bias_hh_l1_reverse	7	-0.13013356924057007
121793	rnn.bias_hh_l1_reverse	8	-0.10606570541858673
121793	rnn.bias_hh_l1_reverse	9	-0.14194132387638092
121793	linear.weight	0	0.002228822559118271
121793	linear.weight	1	0.08725567907094955
121793	linear.weight	2	-0.047228820621967316
121793	linear.weight	3	0.3029019832611084
121793	linear.weight	4	0.1653575897216797
121793	linear.weight	5	-0.013362503610551357
121793	linear.weight	6	0.0986279547214508
121793	linear.weight	7	0.08178617805242538
121793	linear.weight	8	0.04127233847975731
121793	linear.weight	9	-0.04680640622973442
121793	linear.bias	0	0.06067599728703499
121793	linear.bias	1	-0.1903482973575592
121793	linear.bias	2	-0.3838748335838318
121793	linear.bias	3	-0.6838924884796143
121793	linear.bias	4	-1.2058727741241455
121793	linear.bias	5	-0.12189004570245743
121793	linear.bias	6	-0.7245703339576721
121793	linear.bias	7	0.30677899718284607
121793	linear.bias	8	-0.47099339962005615
121793	linear.bias	9	-0.9312822818756104
121990	transitions	0	0.6124378442764282
121990	transitions	1	0.1359926462173462
121990	transitions	2	-10000.0
121990	transitions	3	-1.8194897174835205
121990	transitions	4	-10000.0
121990	transitions	5	0.5923933982849121
121990	transitions	6	-0.06601350009441376
121990	transitions	7	-0.6425421833992004
121990	transitions	8	-1.390708088874817
121990	transitions	9	-0.0010095186298713088
121990	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
121990	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
121990	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
121990	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
121990	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
121990	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
121990	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
121990	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
121990	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
121990	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
121990	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
121990	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
121990	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
121990	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
121990	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
121990	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
121990	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
121990	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
121990	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
121990	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
121990	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
121990	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
121990	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
121990	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
121990	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
121990	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
121990	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
121990	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
121990	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
121990	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
121990	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
121990	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
121990	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
121990	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
121990	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
121990	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
121990	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
121990	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
121990	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
121990	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
121990	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
121990	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
121990	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
121990	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
121990	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
121990	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
121990	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
121990	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
121990	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
121990	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
121990	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
121990	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
121990	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
121990	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
121990	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
121990	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
121990	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
121990	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
121990	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
121990	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
121990	embedding2nn.weight	0	0.007170290686190128
121990	embedding2nn.weight	1	-0.013352731242775917
121990	embedding2nn.weight	2	-0.014268254861235619
121990	embedding2nn.weight	3	-0.0465482622385025
121990	embedding2nn.weight	4	-0.0059150345623493195
121990	embedding2nn.weight	5	-0.0037005851045250893
121990	embedding2nn.weight	6	-0.0039732856675982475
121990	embedding2nn.weight	7	-0.06976718455553055
121990	embedding2nn.weight	8	-0.0019979383796453476
121990	embedding2nn.weight	9	-0.025800341740250587
121990	embedding2nn.bias	0	0.06193891167640686
121990	embedding2nn.bias	1	-0.046977560967206955
121990	embedding2nn.bias	2	0.07905574887990952
121990	embedding2nn.bias	3	0.05681749805808067
121990	embedding2nn.bias	4	-0.028900867328047752
121990	embedding2nn.bias	5	-0.03518373891711235
121990	embedding2nn.bias	6	0.04998178780078888
121990	embedding2nn.bias	7	-0.08216068148612976
121990	embedding2nn.bias	8	0.056427963078022
121990	embedding2nn.bias	9	0.008022035472095013
121990	rnn.weight_ih_l0	0	-0.07290918380022049
121990	rnn.weight_ih_l0	1	-0.002954993164166808
121990	rnn.weight_ih_l0	2	0.046410683542490005
121990	rnn.weight_ih_l0	3	0.016361771151423454
121990	rnn.weight_ih_l0	4	-0.012279960326850414
121990	rnn.weight_ih_l0	5	-0.05717969685792923
121990	rnn.weight_ih_l0	6	0.00022568640997633338
121990	rnn.weight_ih_l0	7	0.03202073276042938
121990	rnn.weight_ih_l0	8	-0.009721776470541954
121990	rnn.weight_ih_l0	9	-0.02040172554552555
121990	rnn.weight_hh_l0	0	-0.037251804023981094
121990	rnn.weight_hh_l0	1	-0.004468355793505907
121990	rnn.weight_hh_l0	2	-0.005481175146996975
121990	rnn.weight_hh_l0	3	-0.0631558820605278
121990	rnn.weight_hh_l0	4	0.0839914008975029
121990	rnn.weight_hh_l0	5	-0.014267832972109318
121990	rnn.weight_hh_l0	6	-0.05355145409703255
121990	rnn.weight_hh_l0	7	0.015467106364667416
121990	rnn.weight_hh_l0	8	0.01388287078589201
121990	rnn.weight_hh_l0	9	-0.013016168028116226
121990	rnn.bias_ih_l0	0	0.07882467657327652
121990	rnn.bias_ih_l0	1	-0.04112188518047333
121990	rnn.bias_ih_l0	2	0.008590391837060452
121990	rnn.bias_ih_l0	3	0.11933943629264832
121990	rnn.bias_ih_l0	4	-0.021564336493611336
121990	rnn.bias_ih_l0	5	-0.03583081066608429
121990	rnn.bias_ih_l0	6	0.03118140995502472
121990	rnn.bias_ih_l0	7	0.03334861621260643
121990	rnn.bias_ih_l0	8	-0.10948958247900009
121990	rnn.bias_ih_l0	9	-0.025005605071783066
121990	rnn.bias_hh_l0	0	-0.02901800349354744
121990	rnn.bias_hh_l0	1	-0.10232871770858765
121990	rnn.bias_hh_l0	2	-0.050859883427619934
121990	rnn.bias_hh_l0	3	-0.08908980339765549
121990	rnn.bias_hh_l0	4	-0.027535373345017433
121990	rnn.bias_hh_l0	5	-0.019795961678028107
121990	rnn.bias_hh_l0	6	0.025542153045535088
121990	rnn.bias_hh_l0	7	0.0343620702624321
121990	rnn.bias_hh_l0	8	-0.12962085008621216
121990	rnn.bias_hh_l0	9	-0.033321164548397064
121990	rnn.weight_ih_l0_reverse	0	-0.025535104796290398
121990	rnn.weight_ih_l0_reverse	1	-0.049839574843645096
121990	rnn.weight_ih_l0_reverse	2	-0.03222247213125229
121990	rnn.weight_ih_l0_reverse	3	0.0042814165353775024
121990	rnn.weight_ih_l0_reverse	4	-0.016192791983485222
121990	rnn.weight_ih_l0_reverse	5	-0.04742686450481415
121990	rnn.weight_ih_l0_reverse	6	0.08434273302555084
121990	rnn.weight_ih_l0_reverse	7	-0.03437069058418274
121990	rnn.weight_ih_l0_reverse	8	-0.02080085128545761
121990	rnn.weight_ih_l0_reverse	9	0.011821551248431206
121990	rnn.weight_hh_l0_reverse	0	0.05263909697532654
121990	rnn.weight_hh_l0_reverse	1	0.025541434064507484
121990	rnn.weight_hh_l0_reverse	2	0.029916105791926384
121990	rnn.weight_hh_l0_reverse	3	0.031506288796663284
121990	rnn.weight_hh_l0_reverse	4	0.007764095906168222
121990	rnn.weight_hh_l0_reverse	5	0.01757836900651455
121990	rnn.weight_hh_l0_reverse	6	0.04828411713242531
121990	rnn.weight_hh_l0_reverse	7	-0.06381863355636597
121990	rnn.weight_hh_l0_reverse	8	0.03704117611050606
121990	rnn.weight_hh_l0_reverse	9	0.043327417224645615
121990	rnn.bias_ih_l0_reverse	0	-0.08569791167974472
121990	rnn.bias_ih_l0_reverse	1	-0.23929926753044128
121990	rnn.bias_ih_l0_reverse	2	-0.1399185061454773
121990	rnn.bias_ih_l0_reverse	3	-0.042890600860118866
121990	rnn.bias_ih_l0_reverse	4	-0.03775712102651596
121990	rnn.bias_ih_l0_reverse	5	0.04971136152744293
121990	rnn.bias_ih_l0_reverse	6	-0.06805109977722168
121990	rnn.bias_ih_l0_reverse	7	0.048281099647283554
121990	rnn.bias_ih_l0_reverse	8	-0.04085376858711243
121990	rnn.bias_ih_l0_reverse	9	0.04894963651895523
121990	rnn.bias_hh_l0_reverse	0	0.017614049836993217
121990	rnn.bias_hh_l0_reverse	1	-0.01578368805348873
121990	rnn.bias_hh_l0_reverse	2	0.08883753418922424
121990	rnn.bias_hh_l0_reverse	3	-0.04487398639321327
121990	rnn.bias_hh_l0_reverse	4	-0.042788926512002945
121990	rnn.bias_hh_l0_reverse	5	-0.026656141504645348
121990	rnn.bias_hh_l0_reverse	6	-0.03260345757007599
121990	rnn.bias_hh_l0_reverse	7	0.10873997211456299
121990	rnn.bias_hh_l0_reverse	8	0.03079056926071644
121990	rnn.bias_hh_l0_reverse	9	-0.12312386929988861
121990	rnn.weight_ih_l1	0	-0.039752013981342316
121990	rnn.weight_ih_l1	1	-0.02940286137163639
121990	rnn.weight_ih_l1	2	0.034790150821208954
121990	rnn.weight_ih_l1	3	-0.059394095093011856
121990	rnn.weight_ih_l1	4	-0.013983778655529022
121990	rnn.weight_ih_l1	5	-0.046519685536623
121990	rnn.weight_ih_l1	6	0.023048890754580498
121990	rnn.weight_ih_l1	7	-0.02982085570693016
121990	rnn.weight_ih_l1	8	0.03650355711579323
121990	rnn.weight_ih_l1	9	0.043928343802690506
121990	rnn.weight_hh_l1	0	-0.007280041463673115
121990	rnn.weight_hh_l1	1	0.012358644977211952
121990	rnn.weight_hh_l1	2	0.007407851051539183
121990	rnn.weight_hh_l1	3	-0.00707500334829092
121990	rnn.weight_hh_l1	4	0.0073882173746824265
121990	rnn.weight_hh_l1	5	0.02714204229414463
121990	rnn.weight_hh_l1	6	0.025000620633363724
121990	rnn.weight_hh_l1	7	-0.0253557451069355
121990	rnn.weight_hh_l1	8	-0.016870573163032532
121990	rnn.weight_hh_l1	9	0.041137196123600006
121990	rnn.bias_ih_l1	0	-0.19006261229515076
121990	rnn.bias_ih_l1	1	-0.1872154325246811
121990	rnn.bias_ih_l1	2	-0.18910887837409973
121990	rnn.bias_ih_l1	3	-0.27237939834594727
121990	rnn.bias_ih_l1	4	-0.20350898802280426
121990	rnn.bias_ih_l1	5	-0.10623057186603546
121990	rnn.bias_ih_l1	6	-0.10985574871301651
121990	rnn.bias_ih_l1	7	-0.043338172137737274
121990	rnn.bias_ih_l1	8	-0.14472492039203644
121990	rnn.bias_ih_l1	9	-0.12553684413433075
121990	rnn.bias_hh_l1	0	-0.13922277092933655
121990	rnn.bias_hh_l1	1	-0.04843221977353096
121990	rnn.bias_hh_l1	2	-0.09724077582359314
121990	rnn.bias_hh_l1	3	-0.10059024393558502
121990	rnn.bias_hh_l1	4	-0.11192277818918228
121990	rnn.bias_hh_l1	5	-0.11995597928762436
121990	rnn.bias_hh_l1	6	-0.13941827416419983
121990	rnn.bias_hh_l1	7	0.03058047592639923
121990	rnn.bias_hh_l1	8	-0.17731426656246185
121990	rnn.bias_hh_l1	9	-0.09467782080173492
121990	rnn.weight_ih_l1_reverse	0	-0.04011218622326851
121990	rnn.weight_ih_l1_reverse	1	0.014214251190423965
121990	rnn.weight_ih_l1_reverse	2	0.06683357805013657
121990	rnn.weight_ih_l1_reverse	3	0.012010651640594006
121990	rnn.weight_ih_l1_reverse	4	-0.029810646548867226
121990	rnn.weight_ih_l1_reverse	5	-0.03547164425253868
121990	rnn.weight_ih_l1_reverse	6	-0.011958853341639042
121990	rnn.weight_ih_l1_reverse	7	0.022784508764743805
121990	rnn.weight_ih_l1_reverse	8	0.04429781809449196
121990	rnn.weight_ih_l1_reverse	9	-0.06077771261334419
121990	rnn.weight_hh_l1_reverse	0	0.007142760790884495
121990	rnn.weight_hh_l1_reverse	1	0.028354471549391747
121990	rnn.weight_hh_l1_reverse	2	-0.03997412696480751
121990	rnn.weight_hh_l1_reverse	3	0.040359336882829666
121990	rnn.weight_hh_l1_reverse	4	0.044248875230550766
121990	rnn.weight_hh_l1_reverse	5	0.007359215058386326
121990	rnn.weight_hh_l1_reverse	6	0.014343557879328728
121990	rnn.weight_hh_l1_reverse	7	0.02837562747299671
121990	rnn.weight_hh_l1_reverse	8	-0.006029854062944651
121990	rnn.weight_hh_l1_reverse	9	-0.03012329526245594
121990	rnn.bias_ih_l1_reverse	0	-0.07437258958816528
121990	rnn.bias_ih_l1_reverse	1	-0.14235390722751617
121990	rnn.bias_ih_l1_reverse	2	-0.15363161265850067
121990	rnn.bias_ih_l1_reverse	3	-0.018561938777565956
121990	rnn.bias_ih_l1_reverse	4	-0.2075238674879074
121990	rnn.bias_ih_l1_reverse	5	-0.10321357101202011
121990	rnn.bias_ih_l1_reverse	6	-0.12903910875320435
121990	rnn.bias_ih_l1_reverse	7	-0.2066877782344818
121990	rnn.bias_ih_l1_reverse	8	0.1873774528503418
121990	rnn.bias_ih_l1_reverse	9	0.06359866261482239
121990	rnn.bias_hh_l1_reverse	0	-0.05377591401338577
121990	rnn.bias_hh_l1_reverse	1	-0.06337316334247589
121990	rnn.bias_hh_l1_reverse	2	-0.22754019498825073
121990	rnn.bias_hh_l1_reverse	3	-0.1124543622136116
121990	rnn.bias_hh_l1_reverse	4	-0.0965488851070404
121990	rnn.bias_hh_l1_reverse	5	-0.11597182601690292
121990	rnn.bias_hh_l1_reverse	6	0.13069845736026764
121990	rnn.bias_hh_l1_reverse	7	-0.13216492533683777
121990	rnn.bias_hh_l1_reverse	8	-0.10487049072980881
121990	rnn.bias_hh_l1_reverse	9	-0.14181043207645416
121990	linear.weight	0	0.002228822559118271
121990	linear.weight	1	0.08721166104078293
121990	linear.weight	2	-0.04764006659388542
121990	linear.weight	3	0.30175861716270447
121990	linear.weight	4	0.16423138976097107
121990	linear.weight	5	-0.011004961095750332
121990	linear.weight	6	0.10204581916332245
121990	linear.weight	7	0.0991896390914917
121990	linear.weight	8	0.04127116501331329
121990	linear.weight	9	-0.04558275640010834
121990	linear.bias	0	0.0933341383934021
121990	linear.bias	1	-0.18522107601165771
121990	linear.bias	2	-0.4386427402496338
121990	linear.bias	3	-0.6937940120697021
121990	linear.bias	4	-1.2183067798614502
121990	linear.bias	5	-0.10181377828121185
121990	linear.bias	6	-0.7239503264427185
121990	linear.bias	7	0.32168465852737427
121990	linear.bias	8	-0.46922844648361206
121990	linear.bias	9	-0.9294827580451965
122187	transitions	0	0.6172540187835693
122187	transitions	1	0.14966736733913422
122187	transitions	2	-10000.0
122187	transitions	3	-1.8195184469223022
122187	transitions	4	-10000.0
122187	transitions	5	0.5921422243118286
122187	transitions	6	-0.06607241183519363
122187	transitions	7	-0.6435467600822449
122187	transitions	8	-1.3908275365829468
122187	transitions	9	-0.0010105774272233248
122187	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
122187	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
122187	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
122187	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
122187	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
122187	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
122187	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
122187	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
122187	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
122187	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
122187	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
122187	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
122187	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
122187	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
122187	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
122187	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
122187	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
122187	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
122187	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
122187	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
122187	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
122187	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
122187	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
122187	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
122187	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
122187	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
122187	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
122187	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
122187	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
122187	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
122187	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
122187	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
122187	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
122187	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
122187	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
122187	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
122187	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
122187	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
122187	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
122187	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
122187	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
122187	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
122187	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
122187	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
122187	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
122187	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
122187	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
122187	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
122187	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
122187	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
122187	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
122187	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
122187	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
122187	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
122187	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
122187	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
122187	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
122187	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
122187	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
122187	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
122187	embedding2nn.weight	0	0.008055051788687706
122187	embedding2nn.weight	1	-0.01341032050549984
122187	embedding2nn.weight	2	-0.014268254861235619
122187	embedding2nn.weight	3	-0.04356101155281067
122187	embedding2nn.weight	4	-0.0059150345623493195
122187	embedding2nn.weight	5	-0.0037005851045250893
122187	embedding2nn.weight	6	-0.003973283339291811
122187	embedding2nn.weight	7	-0.06986431777477264
122187	embedding2nn.weight	8	-0.0019979383796453476
122187	embedding2nn.weight	9	-0.026525620371103287
122187	embedding2nn.bias	0	0.05604463443160057
122187	embedding2nn.bias	1	-0.04353100433945656
122187	embedding2nn.bias	2	0.07918203622102737
122187	embedding2nn.bias	3	0.057274654507637024
122187	embedding2nn.bias	4	-0.02516128122806549
122187	embedding2nn.bias	5	-0.03882310166954994
122187	embedding2nn.bias	6	0.04403335228562355
122187	embedding2nn.bias	7	-0.07525977492332458
122187	embedding2nn.bias	8	0.06453034281730652
122187	embedding2nn.bias	9	0.0037043914198875427
122187	rnn.weight_ih_l0	0	-0.07154787331819534
122187	rnn.weight_ih_l0	1	-0.005202679894864559
122187	rnn.weight_ih_l0	2	0.04338265582919121
122187	rnn.weight_ih_l0	3	0.015421366319060326
122187	rnn.weight_ih_l0	4	-0.0115501768887043
122187	rnn.weight_ih_l0	5	-0.056785948574543
122187	rnn.weight_ih_l0	6	0.0005394616164267063
122187	rnn.weight_ih_l0	7	0.032699186354875565
122187	rnn.weight_ih_l0	8	-0.011012696661055088
122187	rnn.weight_ih_l0	9	-0.020542625337839127
122187	rnn.weight_hh_l0	0	-0.03880253806710243
122187	rnn.weight_hh_l0	1	-0.005385028198361397
122187	rnn.weight_hh_l0	2	-0.0059523326344788074
122187	rnn.weight_hh_l0	3	-0.06348999589681625
122187	rnn.weight_hh_l0	4	0.08423946797847748
122187	rnn.weight_hh_l0	5	-0.014606071636080742
122187	rnn.weight_hh_l0	6	-0.052984606474637985
122187	rnn.weight_hh_l0	7	0.015538528561592102
122187	rnn.weight_hh_l0	8	0.013671263121068478
122187	rnn.weight_hh_l0	9	-0.012575177475810051
122187	rnn.bias_ih_l0	0	0.07920373231172562
122187	rnn.bias_ih_l0	1	-0.03760823607444763
122187	rnn.bias_ih_l0	2	0.007979413494467735
122187	rnn.bias_ih_l0	3	0.11925145238637924
122187	rnn.bias_ih_l0	4	-0.02185629867017269
122187	rnn.bias_ih_l0	5	-0.03580830246210098
122187	rnn.bias_ih_l0	6	0.03088362328708172
122187	rnn.bias_ih_l0	7	0.03439564257860184
122187	rnn.bias_ih_l0	8	-0.1099424883723259
122187	rnn.bias_ih_l0	9	-0.028648490086197853
122187	rnn.bias_hh_l0	0	-0.027365799993276596
122187	rnn.bias_hh_l0	1	-0.10167248547077179
122187	rnn.bias_hh_l0	2	-0.051665786653757095
122187	rnn.bias_hh_l0	3	-0.0857466384768486
122187	rnn.bias_hh_l0	4	-0.029192309826612473
122187	rnn.bias_hh_l0	5	-0.020057443529367447
122187	rnn.bias_hh_l0	6	0.025558626279234886
122187	rnn.bias_hh_l0	7	0.03386317193508148
122187	rnn.bias_hh_l0	8	-0.1292881816625595
122187	rnn.bias_hh_l0	9	-0.035289864987134933
122187	rnn.weight_ih_l0_reverse	0	-0.024945706129074097
122187	rnn.weight_ih_l0_reverse	1	-0.0489896684885025
122187	rnn.weight_ih_l0_reverse	2	-0.030217809602618217
122187	rnn.weight_ih_l0_reverse	3	0.002065961016342044
122187	rnn.weight_ih_l0_reverse	4	-0.015570459887385368
122187	rnn.weight_ih_l0_reverse	5	-0.04494908079504967
122187	rnn.weight_ih_l0_reverse	6	0.08445953577756882
122187	rnn.weight_ih_l0_reverse	7	-0.03341057896614075
122187	rnn.weight_ih_l0_reverse	8	-0.020438004285097122
122187	rnn.weight_ih_l0_reverse	9	0.012479261495172977
122187	rnn.weight_hh_l0_reverse	0	0.05351898819208145
122187	rnn.weight_hh_l0_reverse	1	0.02523326501250267
122187	rnn.weight_hh_l0_reverse	2	0.030060112476348877
122187	rnn.weight_hh_l0_reverse	3	0.03134508803486824
122187	rnn.weight_hh_l0_reverse	4	0.008244605734944344
122187	rnn.weight_hh_l0_reverse	5	0.018294552341103554
122187	rnn.weight_hh_l0_reverse	6	0.04856644570827484
122187	rnn.weight_hh_l0_reverse	7	-0.06648622453212738
122187	rnn.weight_hh_l0_reverse	8	0.03693172335624695
122187	rnn.weight_hh_l0_reverse	9	0.043095920234918594
122187	rnn.bias_ih_l0_reverse	0	-0.08320201188325882
122187	rnn.bias_ih_l0_reverse	1	-0.2338739037513733
122187	rnn.bias_ih_l0_reverse	2	-0.14326123893260956
122187	rnn.bias_ih_l0_reverse	3	-0.046415988355875015
122187	rnn.bias_ih_l0_reverse	4	-0.03680385649204254
122187	rnn.bias_ih_l0_reverse	5	0.048397816717624664
122187	rnn.bias_ih_l0_reverse	6	-0.0697045773267746
122187	rnn.bias_ih_l0_reverse	7	0.04728753864765167
122187	rnn.bias_ih_l0_reverse	8	-0.039901845157146454
122187	rnn.bias_ih_l0_reverse	9	0.04820358008146286
122187	rnn.bias_hh_l0_reverse	0	0.019234176725149155
122187	rnn.bias_hh_l0_reverse	1	-0.018336715176701546
122187	rnn.bias_hh_l0_reverse	2	0.09000565111637115
122187	rnn.bias_hh_l0_reverse	3	-0.045362189412117004
122187	rnn.bias_hh_l0_reverse	4	-0.04044261947274208
122187	rnn.bias_hh_l0_reverse	5	-0.027531690895557404
122187	rnn.bias_hh_l0_reverse	6	-0.03047126904129982
122187	rnn.bias_hh_l0_reverse	7	0.1088358461856842
122187	rnn.bias_hh_l0_reverse	8	0.02855442464351654
122187	rnn.bias_hh_l0_reverse	9	-0.12345550954341888
122187	rnn.weight_ih_l1	0	-0.04055933281779289
122187	rnn.weight_ih_l1	1	-0.03194599971175194
122187	rnn.weight_ih_l1	2	0.03744315356016159
122187	rnn.weight_ih_l1	3	-0.05982334539294243
122187	rnn.weight_ih_l1	4	-0.014672655612230301
122187	rnn.weight_ih_l1	5	-0.04621266573667526
122187	rnn.weight_ih_l1	6	0.022239776328206062
122187	rnn.weight_ih_l1	7	-0.03131672739982605
122187	rnn.weight_ih_l1	8	0.03585844859480858
122187	rnn.weight_ih_l1	9	0.04490634426474571
122187	rnn.weight_hh_l1	0	-0.005232647061347961
122187	rnn.weight_hh_l1	1	0.012238145805895329
122187	rnn.weight_hh_l1	2	0.009130568243563175
122187	rnn.weight_hh_l1	3	-0.007414873689413071
122187	rnn.weight_hh_l1	4	0.007958930917084217
122187	rnn.weight_hh_l1	5	0.026781421154737473
122187	rnn.weight_hh_l1	6	0.025340287014842033
122187	rnn.weight_hh_l1	7	-0.02558564767241478
122187	rnn.weight_hh_l1	8	-0.01611199602484703
122187	rnn.weight_hh_l1	9	0.04161259904503822
122187	rnn.bias_ih_l1	0	-0.18754620850086212
122187	rnn.bias_ih_l1	1	-0.1862635612487793
122187	rnn.bias_ih_l1	2	-0.19004672765731812
122187	rnn.bias_ih_l1	3	-0.2723237872123718
122187	rnn.bias_ih_l1	4	-0.20403580367565155
122187	rnn.bias_ih_l1	5	-0.1057034283876419
122187	rnn.bias_ih_l1	6	-0.11380840837955475
122187	rnn.bias_ih_l1	7	-0.04191621392965317
122187	rnn.bias_ih_l1	8	-0.13740189373493195
122187	rnn.bias_ih_l1	9	-0.12616850435733795
122187	rnn.bias_hh_l1	0	-0.1411971151828766
122187	rnn.bias_hh_l1	1	-0.04936610534787178
122187	rnn.bias_hh_l1	2	-0.09653162211179733
122187	rnn.bias_hh_l1	3	-0.09899833053350449
122187	rnn.bias_hh_l1	4	-0.10847198218107224
122187	rnn.bias_hh_l1	5	-0.11979152262210846
122187	rnn.bias_hh_l1	6	-0.14332839846611023
122187	rnn.bias_hh_l1	7	0.029998552054166794
122187	rnn.bias_hh_l1	8	-0.17709881067276
122187	rnn.bias_hh_l1	9	-0.09478915482759476
122187	rnn.weight_ih_l1_reverse	0	-0.04115134850144386
122187	rnn.weight_ih_l1_reverse	1	0.012178171426057816
122187	rnn.weight_ih_l1_reverse	2	0.06541010737419128
122187	rnn.weight_ih_l1_reverse	3	0.008259243331849575
122187	rnn.weight_ih_l1_reverse	4	-0.031704794615507126
122187	rnn.weight_ih_l1_reverse	5	-0.03539649397134781
122187	rnn.weight_ih_l1_reverse	6	-0.01154415961354971
122187	rnn.weight_ih_l1_reverse	7	0.0239134319126606
122187	rnn.weight_ih_l1_reverse	8	0.042442407459020615
122187	rnn.weight_ih_l1_reverse	9	-0.05624105781316757
122187	rnn.weight_hh_l1_reverse	0	0.006914511788636446
122187	rnn.weight_hh_l1_reverse	1	0.02828185260295868
122187	rnn.weight_hh_l1_reverse	2	-0.03998197987675667
122187	rnn.weight_hh_l1_reverse	3	0.04021449387073517
122187	rnn.weight_hh_l1_reverse	4	0.043612439185380936
122187	rnn.weight_hh_l1_reverse	5	0.008233645930886269
122187	rnn.weight_hh_l1_reverse	6	0.012791408225893974
122187	rnn.weight_hh_l1_reverse	7	0.028295321390032768
122187	rnn.weight_hh_l1_reverse	8	-0.0061896247789263725
122187	rnn.weight_hh_l1_reverse	9	-0.03052368573844433
122187	rnn.bias_ih_l1_reverse	0	-0.07228794693946838
122187	rnn.bias_ih_l1_reverse	1	-0.14182701706886292
122187	rnn.bias_ih_l1_reverse	2	-0.1538785994052887
122187	rnn.bias_ih_l1_reverse	3	-0.013141771778464317
122187	rnn.bias_ih_l1_reverse	4	-0.20593670010566711
122187	rnn.bias_ih_l1_reverse	5	-0.10492031276226044
122187	rnn.bias_ih_l1_reverse	6	-0.12824490666389465
122187	rnn.bias_ih_l1_reverse	7	-0.20523948967456818
122187	rnn.bias_ih_l1_reverse	8	0.19313938915729523
122187	rnn.bias_ih_l1_reverse	9	0.06734247505664825
122187	rnn.bias_hh_l1_reverse	0	-0.051875755190849304
122187	rnn.bias_hh_l1_reverse	1	-0.06405472755432129
122187	rnn.bias_hh_l1_reverse	2	-0.2283855676651001
122187	rnn.bias_hh_l1_reverse	3	-0.11277449131011963
122187	rnn.bias_hh_l1_reverse	4	-0.09587214142084122
122187	rnn.bias_hh_l1_reverse	5	-0.11377421021461487
122187	rnn.bias_hh_l1_reverse	6	0.12032537162303925
122187	rnn.bias_hh_l1_reverse	7	-0.13217729330062866
122187	rnn.bias_hh_l1_reverse	8	-0.10511371493339539
122187	rnn.bias_hh_l1_reverse	9	-0.14147692918777466
122187	linear.weight	0	0.002228822559118271
122187	linear.weight	1	0.09532174468040466
122187	linear.weight	2	-0.04848625883460045
122187	linear.weight	3	0.29249337315559387
122187	linear.weight	4	0.16832533478736877
122187	linear.weight	5	-0.011649238876998425
122187	linear.weight	6	0.1036917194724083
122187	linear.weight	7	0.09509273618459702
122187	linear.weight	8	0.04127218574285507
122187	linear.weight	9	-0.04528249055147171
122187	linear.bias	0	0.07313548028469086
122187	linear.bias	1	-0.19857636094093323
122187	linear.bias	2	-0.4032343924045563
122187	linear.bias	3	-0.6836907863616943
122187	linear.bias	4	-1.2077494859695435
122187	linear.bias	5	-0.0799410417675972
122187	linear.bias	6	-0.7379193305969238
122187	linear.bias	7	0.3435581624507904
122187	linear.bias	8	-0.4793380796909332
122187	linear.bias	9	-0.9420989155769348
122384	transitions	0	0.6132678389549255
122384	transitions	1	0.1591120809316635
122384	transitions	2	-10000.0
122384	transitions	3	-1.8195891380310059
122384	transitions	4	-10000.0
122384	transitions	5	0.5920006036758423
122384	transitions	6	-0.06616182625293732
122384	transitions	7	-0.6444054245948792
122384	transitions	8	-1.3909735679626465
122384	transitions	9	-0.001011969754472375
122384	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
122384	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
122384	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
122384	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
122384	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
122384	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
122384	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
122384	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
122384	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
122384	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
122384	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
122384	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
122384	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
122384	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
122384	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
122384	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
122384	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
122384	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
122384	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
122384	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
122384	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
122384	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
122384	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
122384	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
122384	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
122384	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
122384	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
122384	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
122384	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
122384	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
122384	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
122384	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
122384	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
122384	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
122384	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
122384	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
122384	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
122384	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
122384	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
122384	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
122384	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
122384	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
122384	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
122384	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
122384	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
122384	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
122384	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
122384	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
122384	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
122384	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
122384	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
122384	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
122384	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
122384	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
122384	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
122384	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
122384	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
122384	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
122384	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
122384	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
122384	embedding2nn.weight	0	0.0093626007437706
122384	embedding2nn.weight	1	-0.013283273205161095
122384	embedding2nn.weight	2	-0.014268254861235619
122384	embedding2nn.weight	3	-0.04213513433933258
122384	embedding2nn.weight	4	-0.0059150345623493195
122384	embedding2nn.weight	5	-0.003700585337355733
122384	embedding2nn.weight	6	-0.003973281476646662
122384	embedding2nn.weight	7	-0.06965756416320801
122384	embedding2nn.weight	8	-0.0019979383796453476
122384	embedding2nn.weight	9	-0.026580726727843285
122384	embedding2nn.bias	0	0.061447422951459885
122384	embedding2nn.bias	1	-0.04790209233760834
122384	embedding2nn.bias	2	0.06887610256671906
122384	embedding2nn.bias	3	0.05284087359905243
122384	embedding2nn.bias	4	-0.031193604692816734
122384	embedding2nn.bias	5	-0.041434891521930695
122384	embedding2nn.bias	6	0.04902096837759018
122384	embedding2nn.bias	7	-0.07164854556322098
122384	embedding2nn.bias	8	0.06876593083143234
122384	embedding2nn.bias	9	0.012832039967179298
122384	rnn.weight_ih_l0	0	-0.0714142695069313
122384	rnn.weight_ih_l0	1	-0.0063734655268490314
122384	rnn.weight_ih_l0	2	0.042826224118471146
122384	rnn.weight_ih_l0	3	0.014798495918512344
122384	rnn.weight_ih_l0	4	-0.011301811784505844
122384	rnn.weight_ih_l0	5	-0.056368425488471985
122384	rnn.weight_ih_l0	6	-0.0013526050606742501
122384	rnn.weight_ih_l0	7	0.03194495290517807
122384	rnn.weight_ih_l0	8	-0.009703392162919044
122384	rnn.weight_ih_l0	9	-0.021403765305876732
122384	rnn.weight_hh_l0	0	-0.03795427829027176
122384	rnn.weight_hh_l0	1	-0.00709614809602499
122384	rnn.weight_hh_l0	2	-0.005624090787023306
122384	rnn.weight_hh_l0	3	-0.06313273310661316
122384	rnn.weight_hh_l0	4	0.08470869809389114
122384	rnn.weight_hh_l0	5	-0.013812084682285786
122384	rnn.weight_hh_l0	6	-0.052707139402627945
122384	rnn.weight_hh_l0	7	0.016054803505539894
122384	rnn.weight_hh_l0	8	0.01322923693805933
122384	rnn.weight_hh_l0	9	-0.01243696641176939
122384	rnn.bias_ih_l0	0	0.0795348510146141
122384	rnn.bias_ih_l0	1	-0.03669101372361183
122384	rnn.bias_ih_l0	2	0.0068382020108401775
122384	rnn.bias_ih_l0	3	0.11547261476516724
122384	rnn.bias_ih_l0	4	-0.01791231706738472
122384	rnn.bias_ih_l0	5	-0.03302159532904625
122384	rnn.bias_ih_l0	6	0.033640846610069275
122384	rnn.bias_ih_l0	7	0.03411203995347023
122384	rnn.bias_ih_l0	8	-0.10917837172746658
122384	rnn.bias_ih_l0	9	-0.02584451250731945
122384	rnn.bias_hh_l0	0	-0.026841310784220695
122384	rnn.bias_hh_l0	1	-0.10233675688505173
122384	rnn.bias_hh_l0	2	-0.050785187631845474
122384	rnn.bias_hh_l0	3	-0.08608374744653702
122384	rnn.bias_hh_l0	4	-0.03438756987452507
122384	rnn.bias_hh_l0	5	-0.019702322781085968
122384	rnn.bias_hh_l0	6	0.025078801438212395
122384	rnn.bias_hh_l0	7	0.029188301414251328
122384	rnn.bias_hh_l0	8	-0.1307622641324997
122384	rnn.bias_hh_l0	9	-0.03747567534446716
122384	rnn.weight_ih_l0_reverse	0	-0.025084180757403374
122384	rnn.weight_ih_l0_reverse	1	-0.05013547092676163
122384	rnn.weight_ih_l0_reverse	2	-0.030376536771655083
122384	rnn.weight_ih_l0_reverse	3	0.00329738762229681
122384	rnn.weight_ih_l0_reverse	4	-0.015566634945571423
122384	rnn.weight_ih_l0_reverse	5	-0.04508353769779205
122384	rnn.weight_ih_l0_reverse	6	0.08455488085746765
122384	rnn.weight_ih_l0_reverse	7	-0.033761706203222275
122384	rnn.weight_ih_l0_reverse	8	-0.02065533958375454
122384	rnn.weight_ih_l0_reverse	9	0.012753816321492195
122384	rnn.weight_hh_l0_reverse	0	0.05208783969283104
122384	rnn.weight_hh_l0_reverse	1	0.025708969682455063
122384	rnn.weight_hh_l0_reverse	2	0.030681699514389038
122384	rnn.weight_hh_l0_reverse	3	0.031321294605731964
122384	rnn.weight_hh_l0_reverse	4	0.008397548459470272
122384	rnn.weight_hh_l0_reverse	5	0.018248265609145164
122384	rnn.weight_hh_l0_reverse	6	0.04841279983520508
122384	rnn.weight_hh_l0_reverse	7	-0.06642190366983414
122384	rnn.weight_hh_l0_reverse	8	0.037828147411346436
122384	rnn.weight_hh_l0_reverse	9	0.043011944741010666
122384	rnn.bias_ih_l0_reverse	0	-0.08231157064437866
122384	rnn.bias_ih_l0_reverse	1	-0.2295655459165573
122384	rnn.bias_ih_l0_reverse	2	-0.14246566593647003
122384	rnn.bias_ih_l0_reverse	3	-0.04806172847747803
122384	rnn.bias_ih_l0_reverse	4	-0.032712649554014206
122384	rnn.bias_ih_l0_reverse	5	0.04963650554418564
122384	rnn.bias_ih_l0_reverse	6	-0.06997733563184738
122384	rnn.bias_ih_l0_reverse	7	0.04703706130385399
122384	rnn.bias_ih_l0_reverse	8	-0.03667083755135536
122384	rnn.bias_ih_l0_reverse	9	0.04538343474268913
122384	rnn.bias_hh_l0_reverse	0	0.019691571593284607
122384	rnn.bias_hh_l0_reverse	1	-0.019490661099553108
122384	rnn.bias_hh_l0_reverse	2	0.0905880406498909
122384	rnn.bias_hh_l0_reverse	3	-0.04453548789024353
122384	rnn.bias_hh_l0_reverse	4	-0.03523851931095123
122384	rnn.bias_hh_l0_reverse	5	-0.02944338694214821
122384	rnn.bias_hh_l0_reverse	6	-0.031053487211465836
122384	rnn.bias_hh_l0_reverse	7	0.10816723853349686
122384	rnn.bias_hh_l0_reverse	8	0.02886064536869526
122384	rnn.bias_hh_l0_reverse	9	-0.12704145908355713
122384	rnn.weight_ih_l1	0	-0.04010692611336708
122384	rnn.weight_ih_l1	1	-0.0299957487732172
122384	rnn.weight_ih_l1	2	0.03522409498691559
122384	rnn.weight_ih_l1	3	-0.059601977467536926
122384	rnn.weight_ih_l1	4	-0.014382793568074703
122384	rnn.weight_ih_l1	5	-0.04597121849656105
122384	rnn.weight_ih_l1	6	0.02206781692802906
122384	rnn.weight_ih_l1	7	-0.029326077550649643
122384	rnn.weight_ih_l1	8	0.03568319231271744
122384	rnn.weight_ih_l1	9	0.044849008321762085
122384	rnn.weight_hh_l1	0	-0.005601399578154087
122384	rnn.weight_hh_l1	1	0.011801236309111118
122384	rnn.weight_hh_l1	2	0.00857533235102892
122384	rnn.weight_hh_l1	3	-0.007747527211904526
122384	rnn.weight_hh_l1	4	0.007811206392943859
122384	rnn.weight_hh_l1	5	0.0273663979023695
122384	rnn.weight_hh_l1	6	0.02468595653772354
122384	rnn.weight_hh_l1	7	-0.025522535666823387
122384	rnn.weight_hh_l1	8	-0.01674661785364151
122384	rnn.weight_hh_l1	9	0.0409260019659996
122384	rnn.bias_ih_l1	0	-0.19019046425819397
122384	rnn.bias_ih_l1	1	-0.18807068467140198
122384	rnn.bias_ih_l1	2	-0.19169020652770996
122384	rnn.bias_ih_l1	3	-0.27318522334098816
122384	rnn.bias_ih_l1	4	-0.20255358517169952
122384	rnn.bias_ih_l1	5	-0.10515598207712173
122384	rnn.bias_ih_l1	6	-0.11543115973472595
122384	rnn.bias_ih_l1	7	-0.041213542222976685
122384	rnn.bias_ih_l1	8	-0.1376069039106369
122384	rnn.bias_ih_l1	9	-0.12378233671188354
122384	rnn.bias_hh_l1	0	-0.1420125663280487
122384	rnn.bias_hh_l1	1	-0.045120786875486374
122384	rnn.bias_hh_l1	2	-0.09976743906736374
122384	rnn.bias_hh_l1	3	-0.09815879911184311
122384	rnn.bias_hh_l1	4	-0.1074230968952179
122384	rnn.bias_hh_l1	5	-0.12009074538946152
122384	rnn.bias_hh_l1	6	-0.1417122483253479
122384	rnn.bias_hh_l1	7	0.0336846224963665
122384	rnn.bias_hh_l1	8	-0.18088200688362122
122384	rnn.bias_hh_l1	9	-0.09488358348608017
122384	rnn.weight_ih_l1_reverse	0	-0.0419219471514225
122384	rnn.weight_ih_l1_reverse	1	0.011651675216853619
122384	rnn.weight_ih_l1_reverse	2	0.06801236420869827
122384	rnn.weight_ih_l1_reverse	3	0.0069450028240680695
122384	rnn.weight_ih_l1_reverse	4	-0.028912601992487907
122384	rnn.weight_ih_l1_reverse	5	-0.03515969216823578
122384	rnn.weight_ih_l1_reverse	6	-0.00939420610666275
122384	rnn.weight_ih_l1_reverse	7	0.023678936064243317
122384	rnn.weight_ih_l1_reverse	8	0.044644080102443695
122384	rnn.weight_ih_l1_reverse	9	-0.054871365427970886
122384	rnn.weight_hh_l1_reverse	0	0.006962203420698643
122384	rnn.weight_hh_l1_reverse	1	0.028354519978165627
122384	rnn.weight_hh_l1_reverse	2	-0.03996990993618965
122384	rnn.weight_hh_l1_reverse	3	0.03999828174710274
122384	rnn.weight_hh_l1_reverse	4	0.04322279617190361
122384	rnn.weight_hh_l1_reverse	5	0.007687598932534456
122384	rnn.weight_hh_l1_reverse	6	0.011423971503973007
122384	rnn.weight_hh_l1_reverse	7	0.02846437133848667
122384	rnn.weight_hh_l1_reverse	8	-0.006390496622771025
122384	rnn.weight_hh_l1_reverse	9	-0.030338793992996216
122384	rnn.bias_ih_l1_reverse	0	-0.07167419791221619
122384	rnn.bias_ih_l1_reverse	1	-0.14126348495483398
122384	rnn.bias_ih_l1_reverse	2	-0.15077517926692963
122384	rnn.bias_ih_l1_reverse	3	-0.006085132714360952
122384	rnn.bias_ih_l1_reverse	4	-0.20580154657363892
122384	rnn.bias_ih_l1_reverse	5	-0.10442414879798889
122384	rnn.bias_ih_l1_reverse	6	-0.127243310213089
122384	rnn.bias_ih_l1_reverse	7	-0.20629005134105682
122384	rnn.bias_ih_l1_reverse	8	0.20202895998954773
122384	rnn.bias_ih_l1_reverse	9	0.07208819687366486
122384	rnn.bias_hh_l1_reverse	0	-0.050305821001529694
122384	rnn.bias_hh_l1_reverse	1	-0.06665866076946259
122384	rnn.bias_hh_l1_reverse	2	-0.2286573052406311
122384	rnn.bias_hh_l1_reverse	3	-0.1129964292049408
122384	rnn.bias_hh_l1_reverse	4	-0.09535256773233414
122384	rnn.bias_hh_l1_reverse	5	-0.11850213259458542
122384	rnn.bias_hh_l1_reverse	6	0.12353561818599701
122384	rnn.bias_hh_l1_reverse	7	-0.13601990044116974
122384	rnn.bias_hh_l1_reverse	8	-0.1061568632721901
122384	rnn.bias_hh_l1_reverse	9	-0.1399131566286087
122384	linear.weight	0	0.002228822559118271
122384	linear.weight	1	0.0928192287683487
122384	linear.weight	2	-0.04748207703232765
122384	linear.weight	3	0.2919258773326874
122384	linear.weight	4	0.16998864710330963
122384	linear.weight	5	-0.01245434582233429
122384	linear.weight	6	0.11986220628023148
122384	linear.weight	7	0.09046021848917007
122384	linear.weight	8	0.04127170518040657
122384	linear.weight	9	-0.04377560690045357
122384	linear.bias	0	0.0861767902970314
122384	linear.bias	1	-0.19062046706676483
122384	linear.bias	2	-0.4060656428337097
122384	linear.bias	3	-0.68280428647995
122384	linear.bias	4	-1.2045440673828125
122384	linear.bias	5	-0.08893658220767975
122384	linear.bias	6	-0.730888307094574
122384	linear.bias	7	0.3324955999851227
122384	linear.bias	8	-0.48787882924079895
122384	linear.bias	9	-0.9529776573181152
122388	transitions	0	0.6132668256759644
122388	transitions	1	0.15910033881664276
122388	transitions	2	-10000.0
122388	transitions	3	-1.819589376449585
122388	transitions	4	-10000.0
122388	transitions	5	0.591997504234314
122388	transitions	6	-0.066163569688797
122388	transitions	7	-0.6444283723831177
122388	transitions	8	-1.3909767866134644
122388	transitions	9	-0.0010119799990206957
122388	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
122388	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
122388	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
122388	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
122388	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
122388	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
122388	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
122388	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
122388	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
122388	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
122388	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
122388	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
122388	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
122388	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
122388	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
122388	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
122388	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
122388	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
122388	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
122388	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
122388	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
122388	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
122388	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
122388	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
122388	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
122388	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
122388	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
122388	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
122388	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
122388	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
122388	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
122388	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
122388	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
122388	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
122388	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
122388	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
122388	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
122388	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
122388	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
122388	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
122388	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
122388	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
122388	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
122388	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
122388	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
122388	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
122388	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
122388	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
122388	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
122388	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
122388	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
122388	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
122388	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
122388	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
122388	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
122388	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
122388	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
122388	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
122388	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
122388	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
122388	embedding2nn.weight	0	0.009543176740407944
122388	embedding2nn.weight	1	-0.013279860839247704
122388	embedding2nn.weight	2	-0.014268254861235619
122388	embedding2nn.weight	3	-0.04325566068291664
122388	embedding2nn.weight	4	-0.0059150345623493195
122388	embedding2nn.weight	5	-0.003700585337355733
122388	embedding2nn.weight	6	-0.003973281476646662
122388	embedding2nn.weight	7	-0.06952536106109619
122388	embedding2nn.weight	8	-0.0019979383796453476
122388	embedding2nn.weight	9	-0.026577075943350792
122388	embedding2nn.bias	0	0.062466323375701904
122388	embedding2nn.bias	1	-0.04892710968852043
122388	embedding2nn.bias	2	0.0664830133318901
122388	embedding2nn.bias	3	0.053184427320957184
122388	embedding2nn.bias	4	-0.028813326731324196
122388	embedding2nn.bias	5	-0.04006394371390343
122388	embedding2nn.bias	6	0.04847874864935875
122388	embedding2nn.bias	7	-0.07265765964984894
122388	embedding2nn.bias	8	0.06837558001279831
122388	embedding2nn.bias	9	0.014226460829377174
122388	rnn.weight_ih_l0	0	-0.07137999683618546
122388	rnn.weight_ih_l0	1	-0.006555064581334591
122388	rnn.weight_ih_l0	2	0.04283560812473297
122388	rnn.weight_ih_l0	3	0.014696258120238781
122388	rnn.weight_ih_l0	4	-0.011227667331695557
122388	rnn.weight_ih_l0	5	-0.056344084441661835
122388	rnn.weight_ih_l0	6	-0.0014068204909563065
122388	rnn.weight_ih_l0	7	0.03201410919427872
122388	rnn.weight_ih_l0	8	-0.009670957922935486
122388	rnn.weight_ih_l0	9	-0.021539287641644478
122388	rnn.weight_hh_l0	0	-0.03804163262248039
122388	rnn.weight_hh_l0	1	-0.007046970538794994
122388	rnn.weight_hh_l0	2	-0.005815256852656603
122388	rnn.weight_hh_l0	3	-0.06311162561178207
122388	rnn.weight_hh_l0	4	0.08469782024621964
122388	rnn.weight_hh_l0	5	-0.013624537736177444
122388	rnn.weight_hh_l0	6	-0.05275297164916992
122388	rnn.weight_hh_l0	7	0.01610836386680603
122388	rnn.weight_hh_l0	8	0.013415113091468811
122388	rnn.weight_hh_l0	9	-0.012385006062686443
122388	rnn.bias_ih_l0	0	0.07943037152290344
122388	rnn.bias_ih_l0	1	-0.03690660744905472
122388	rnn.bias_ih_l0	2	0.0072388979606330395
122388	rnn.bias_ih_l0	3	0.11546053737401962
122388	rnn.bias_ih_l0	4	-0.017590653151273727
122388	rnn.bias_ih_l0	5	-0.0332513265311718
122388	rnn.bias_ih_l0	6	0.033567119389772415
122388	rnn.bias_ih_l0	7	0.03367272764444351
122388	rnn.bias_ih_l0	8	-0.10917910188436508
122388	rnn.bias_ih_l0	9	-0.0255193542689085
122388	rnn.bias_hh_l0	0	-0.027356276288628578
122388	rnn.bias_hh_l0	1	-0.10224385559558868
122388	rnn.bias_hh_l0	2	-0.05062286555767059
122388	rnn.bias_hh_l0	3	-0.08609683066606522
122388	rnn.bias_hh_l0	4	-0.03442515805363655
122388	rnn.bias_hh_l0	5	-0.019650455564260483
122388	rnn.bias_hh_l0	6	0.024982387199997902
122388	rnn.bias_hh_l0	7	0.02909700758755207
122388	rnn.bias_hh_l0	8	-0.13049660623073578
122388	rnn.bias_hh_l0	9	-0.03760296478867531
122388	rnn.weight_ih_l0_reverse	0	-0.025048427283763885
122388	rnn.weight_ih_l0_reverse	1	-0.05002748966217041
122388	rnn.weight_ih_l0_reverse	2	-0.030365072190761566
122388	rnn.weight_ih_l0_reverse	3	0.0031225786078721285
122388	rnn.weight_ih_l0_reverse	4	-0.015565809793770313
122388	rnn.weight_ih_l0_reverse	5	-0.04509185627102852
122388	rnn.weight_ih_l0_reverse	6	0.08458492159843445
122388	rnn.weight_ih_l0_reverse	7	-0.033688370138406754
122388	rnn.weight_ih_l0_reverse	8	-0.02066243439912796
122388	rnn.weight_ih_l0_reverse	9	0.012837985530495644
122388	rnn.weight_hh_l0_reverse	0	0.05200788751244545
122388	rnn.weight_hh_l0_reverse	1	0.025732293725013733
122388	rnn.weight_hh_l0_reverse	2	0.030654024332761765
122388	rnn.weight_hh_l0_reverse	3	0.03127468749880791
122388	rnn.weight_hh_l0_reverse	4	0.008399511687457561
122388	rnn.weight_hh_l0_reverse	5	0.018398931249976158
122388	rnn.weight_hh_l0_reverse	6	0.048403944820165634
122388	rnn.weight_hh_l0_reverse	7	-0.06639817357063293
122388	rnn.weight_hh_l0_reverse	8	0.03780443221330643
122388	rnn.weight_hh_l0_reverse	9	0.04313201457262039
122388	rnn.bias_ih_l0_reverse	0	-0.08214565366506577
122388	rnn.bias_ih_l0_reverse	1	-0.2292194962501526
122388	rnn.bias_ih_l0_reverse	2	-0.14199520647525787
122388	rnn.bias_ih_l0_reverse	3	-0.0479683056473732
122388	rnn.bias_ih_l0_reverse	4	-0.032135870307683945
122388	rnn.bias_ih_l0_reverse	5	0.049616456031799316
122388	rnn.bias_ih_l0_reverse	6	-0.07009618729352951
122388	rnn.bias_ih_l0_reverse	7	0.04722093790769577
122388	rnn.bias_ih_l0_reverse	8	-0.03658933937549591
122388	rnn.bias_ih_l0_reverse	9	0.04543715715408325
122388	rnn.bias_hh_l0_reverse	0	0.019496189430356026
122388	rnn.bias_hh_l0_reverse	1	-0.019280623644590378
122388	rnn.bias_hh_l0_reverse	2	0.09088216722011566
122388	rnn.bias_hh_l0_reverse	3	-0.044450003653764725
122388	rnn.bias_hh_l0_reverse	4	-0.03617127239704132
122388	rnn.bias_hh_l0_reverse	5	-0.02967367134988308
122388	rnn.bias_hh_l0_reverse	6	-0.031326789408922195
122388	rnn.bias_hh_l0_reverse	7	0.10806536674499512
122388	rnn.bias_hh_l0_reverse	8	0.0291284192353487
122388	rnn.bias_hh_l0_reverse	9	-0.12697836756706238
122388	rnn.weight_ih_l1	0	-0.040040839463472366
122388	rnn.weight_ih_l1	1	-0.029886631295084953
122388	rnn.weight_ih_l1	2	0.03527818247675896
122388	rnn.weight_ih_l1	3	-0.05952117219567299
122388	rnn.weight_ih_l1	4	-0.014503740705549717
122388	rnn.weight_ih_l1	5	-0.04587019234895706
122388	rnn.weight_ih_l1	6	0.022111181169748306
122388	rnn.weight_ih_l1	7	-0.029416698962450027
122388	rnn.weight_ih_l1	8	0.0357222780585289
122388	rnn.weight_ih_l1	9	0.04490545392036438
122388	rnn.weight_hh_l1	0	-0.005610555876046419
122388	rnn.weight_hh_l1	1	0.011785754933953285
122388	rnn.weight_hh_l1	2	0.00887216441333294
122388	rnn.weight_hh_l1	3	-0.007748574949800968
122388	rnn.weight_hh_l1	4	0.007770970463752747
122388	rnn.weight_hh_l1	5	0.02734520472586155
122388	rnn.weight_hh_l1	6	0.024683868512511253
122388	rnn.weight_hh_l1	7	-0.025524571537971497
122388	rnn.weight_hh_l1	8	-0.016705650836229324
122388	rnn.weight_hh_l1	9	0.04088399186730385
122388	rnn.bias_ih_l1	0	-0.18966391682624817
122388	rnn.bias_ih_l1	1	-0.18703696131706238
122388	rnn.bias_ih_l1	2	-0.19154387712478638
122388	rnn.bias_ih_l1	3	-0.2737410068511963
122388	rnn.bias_ih_l1	4	-0.20108778774738312
122388	rnn.bias_ih_l1	5	-0.10524679720401764
122388	rnn.bias_ih_l1	6	-0.11558160185813904
122388	rnn.bias_ih_l1	7	-0.041296638548374176
122388	rnn.bias_ih_l1	8	-0.13709785044193268
122388	rnn.bias_ih_l1	9	-0.12385343760251999
122388	rnn.bias_hh_l1	0	-0.1418398767709732
122388	rnn.bias_hh_l1	1	-0.04543358087539673
122388	rnn.bias_hh_l1	2	-0.0995599702000618
122388	rnn.bias_hh_l1	3	-0.09828716516494751
122388	rnn.bias_hh_l1	4	-0.10772573947906494
122388	rnn.bias_hh_l1	5	-0.12022246420383453
122388	rnn.bias_hh_l1	6	-0.14135567843914032
122388	rnn.bias_hh_l1	7	0.034204669296741486
122388	rnn.bias_hh_l1	8	-0.18154843151569366
122388	rnn.bias_hh_l1	9	-0.09463223814964294
122388	rnn.weight_ih_l1_reverse	0	-0.041828423738479614
122388	rnn.weight_ih_l1_reverse	1	0.011718915775418282
122388	rnn.weight_ih_l1_reverse	2	0.06796347349882126
122388	rnn.weight_ih_l1_reverse	3	0.006981569342315197
122388	rnn.weight_ih_l1_reverse	4	-0.028859352692961693
122388	rnn.weight_ih_l1_reverse	5	-0.035162221640348434
122388	rnn.weight_ih_l1_reverse	6	-0.009403710253536701
122388	rnn.weight_ih_l1_reverse	7	0.02368258126080036
122388	rnn.weight_ih_l1_reverse	8	0.0450623519718647
122388	rnn.weight_ih_l1_reverse	9	-0.05515144020318985
122388	rnn.weight_hh_l1_reverse	0	0.007000398356467485
122388	rnn.weight_hh_l1_reverse	1	0.028353910893201828
122388	rnn.weight_hh_l1_reverse	2	-0.039975252002477646
122388	rnn.weight_hh_l1_reverse	3	0.04000775143504143
122388	rnn.weight_hh_l1_reverse	4	0.04311450570821762
122388	rnn.weight_hh_l1_reverse	5	0.007757892832159996
122388	rnn.weight_hh_l1_reverse	6	0.01130326185375452
122388	rnn.weight_hh_l1_reverse	7	0.028458569198846817
122388	rnn.weight_hh_l1_reverse	8	-0.006431076675653458
122388	rnn.weight_hh_l1_reverse	9	-0.030310215428471565
122388	rnn.bias_ih_l1_reverse	0	-0.07132340967655182
122388	rnn.bias_ih_l1_reverse	1	-0.1411413550376892
122388	rnn.bias_ih_l1_reverse	2	-0.15085412561893463
122388	rnn.bias_ih_l1_reverse	3	-0.005388024728745222
122388	rnn.bias_ih_l1_reverse	4	-0.20558984577655792
122388	rnn.bias_ih_l1_reverse	5	-0.10466905683279037
122388	rnn.bias_ih_l1_reverse	6	-0.12731324136257172
122388	rnn.bias_ih_l1_reverse	7	-0.20580431818962097
122388	rnn.bias_ih_l1_reverse	8	0.20026767253875732
122388	rnn.bias_ih_l1_reverse	9	0.07286413758993149
122388	rnn.bias_hh_l1_reverse	0	-0.05134785920381546
122388	rnn.bias_hh_l1_reverse	1	-0.06618186086416245
122388	rnn.bias_hh_l1_reverse	2	-0.22854101657867432
122388	rnn.bias_hh_l1_reverse	3	-0.11302133649587631
122388	rnn.bias_hh_l1_reverse	4	-0.09532731771469116
122388	rnn.bias_hh_l1_reverse	5	-0.11822611838579178
122388	rnn.bias_hh_l1_reverse	6	0.12290365248918533
122388	rnn.bias_hh_l1_reverse	7	-0.1372087448835373
122388	rnn.bias_hh_l1_reverse	8	-0.10644809901714325
122388	rnn.bias_hh_l1_reverse	9	-0.13999852538108826
122388	linear.weight	0	0.002228822559118271
122388	linear.weight	1	0.09141427278518677
122388	linear.weight	2	-0.04709737002849579
122388	linear.weight	3	0.2925014793872833
122388	linear.weight	4	0.17011728882789612
122388	linear.weight	5	-0.012835701927542686
122388	linear.weight	6	0.11974818259477615
122388	linear.weight	7	0.09118722379207611
122388	linear.weight	8	0.04127168282866478
122388	linear.weight	9	-0.04413381218910217
122388	linear.bias	0	0.08543608337640762
122388	linear.bias	1	-0.18625260889530182
122388	linear.bias	2	-0.40450239181518555
122388	linear.bias	3	-0.6858564615249634
122388	linear.bias	4	-1.207579255104065
122388	linear.bias	5	-0.07950061559677124
122388	linear.bias	6	-0.7265022397041321
122388	linear.bias	7	0.3419033885002136
122388	linear.bias	8	-0.4810423254966736
122388	linear.bias	9	-0.9461067318916321
122585	transitions	0	0.6130191087722778
122585	transitions	1	0.16508428752422333
122585	transitions	2	-10000.0
122585	transitions	3	-1.8196361064910889
122585	transitions	4	-10000.0
122585	transitions	5	0.5918665528297424
122585	transitions	6	-0.06624357402324677
122585	transitions	7	-0.6467652320861816
122585	transitions	8	-1.3912911415100098
122585	transitions	9	-0.0010132716270163655
122585	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
122585	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
122585	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
122585	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
122585	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
122585	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
122585	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
122585	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
122585	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
122585	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
122585	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
122585	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
122585	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
122585	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
122585	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
122585	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
122585	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
122585	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
122585	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
122585	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
122585	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
122585	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
122585	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
122585	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
122585	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
122585	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
122585	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
122585	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
122585	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
122585	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
122585	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
122585	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
122585	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
122585	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
122585	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
122585	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
122585	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
122585	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
122585	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
122585	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
122585	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
122585	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
122585	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
122585	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
122585	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
122585	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
122585	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
122585	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
122585	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
122585	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
122585	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
122585	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
122585	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
122585	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
122585	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
122585	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
122585	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
122585	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
122585	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
122585	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
122585	embedding2nn.weight	0	0.010106491856276989
122585	embedding2nn.weight	1	-0.013403361663222313
122585	embedding2nn.weight	2	-0.014268254861235619
122585	embedding2nn.weight	3	-0.044187430292367935
122585	embedding2nn.weight	4	-0.0059150345623493195
122585	embedding2nn.weight	5	-0.003700585337355733
122585	embedding2nn.weight	6	-0.003973277285695076
122585	embedding2nn.weight	7	-0.06908772885799408
122585	embedding2nn.weight	8	-0.0019979383796453476
122585	embedding2nn.weight	9	-0.02664141170680523
122585	embedding2nn.bias	0	0.054236557334661484
122585	embedding2nn.bias	1	-0.05339914187788963
122585	embedding2nn.bias	2	0.07556937634944916
122585	embedding2nn.bias	3	0.04784347116947174
122585	embedding2nn.bias	4	-0.037560027092695236
122585	embedding2nn.bias	5	-0.039332907646894455
122585	embedding2nn.bias	6	0.048947494477033615
122585	embedding2nn.bias	7	-0.08514738827943802
122585	embedding2nn.bias	8	0.07004614174365997
122585	embedding2nn.bias	9	0.01776074431836605
122585	rnn.weight_ih_l0	0	-0.07072839885950089
122585	rnn.weight_ih_l0	1	-0.005894547328352928
122585	rnn.weight_ih_l0	2	0.043292757123708725
122585	rnn.weight_ih_l0	3	0.014439127407968044
122585	rnn.weight_ih_l0	4	-0.011510969139635563
122585	rnn.weight_ih_l0	5	-0.05627564340829849
122585	rnn.weight_ih_l0	6	-0.0034140145871788263
122585	rnn.weight_ih_l0	7	0.032277755439281464
122585	rnn.weight_ih_l0	8	-0.008971027098596096
122585	rnn.weight_ih_l0	9	-0.022901542484760284
122585	rnn.weight_hh_l0	0	-0.03797290846705437
122585	rnn.weight_hh_l0	1	-0.006537268869578838
122585	rnn.weight_hh_l0	2	-0.005755147896707058
122585	rnn.weight_hh_l0	3	-0.06340699642896652
122585	rnn.weight_hh_l0	4	0.08480909466743469
122585	rnn.weight_hh_l0	5	-0.013861028477549553
122585	rnn.weight_hh_l0	6	-0.052358340471982956
122585	rnn.weight_hh_l0	7	0.016191449016332626
122585	rnn.weight_hh_l0	8	0.013182024471461773
122585	rnn.weight_hh_l0	9	-0.012573839165270329
122585	rnn.bias_ih_l0	0	0.0806879922747612
122585	rnn.bias_ih_l0	1	-0.040796250104904175
122585	rnn.bias_ih_l0	2	0.005260843317955732
122585	rnn.bias_ih_l0	3	0.1178368628025055
122585	rnn.bias_ih_l0	4	-0.019401220604777336
122585	rnn.bias_ih_l0	5	-0.03329187259078026
122585	rnn.bias_ih_l0	6	0.03583894670009613
122585	rnn.bias_ih_l0	7	0.03678780049085617
122585	rnn.bias_ih_l0	8	-0.11046834290027618
122585	rnn.bias_ih_l0	9	-0.030413445085287094
122585	rnn.bias_hh_l0	0	-0.02779882214963436
122585	rnn.bias_hh_l0	1	-0.10708651691675186
122585	rnn.bias_hh_l0	2	-0.049342598766088486
122585	rnn.bias_hh_l0	3	-0.08540432900190353
122585	rnn.bias_hh_l0	4	-0.03627334535121918
122585	rnn.bias_hh_l0	5	-0.020464422181248665
122585	rnn.bias_hh_l0	6	0.026806656271219254
122585	rnn.bias_hh_l0	7	0.0310911126434803
122585	rnn.bias_hh_l0	8	-0.13007377088069916
122585	rnn.bias_hh_l0	9	-0.03733836114406586
122585	rnn.weight_ih_l0_reverse	0	-0.024394860491156578
122585	rnn.weight_ih_l0_reverse	1	-0.05064937099814415
122585	rnn.weight_ih_l0_reverse	2	-0.029985450208187103
122585	rnn.weight_ih_l0_reverse	3	0.0031671319156885147
122585	rnn.weight_ih_l0_reverse	4	-0.016224712133407593
122585	rnn.weight_ih_l0_reverse	5	-0.04400964453816414
122585	rnn.weight_ih_l0_reverse	6	0.08451811224222183
122585	rnn.weight_ih_l0_reverse	7	-0.033313728868961334
122585	rnn.weight_ih_l0_reverse	8	-0.021058352664113045
122585	rnn.weight_ih_l0_reverse	9	0.011835159733891487
122585	rnn.weight_hh_l0_reverse	0	0.051809631288051605
122585	rnn.weight_hh_l0_reverse	1	0.025337394326925278
122585	rnn.weight_hh_l0_reverse	2	0.030412470921874046
122585	rnn.weight_hh_l0_reverse	3	0.030762702226638794
122585	rnn.weight_hh_l0_reverse	4	0.008338844403624535
122585	rnn.weight_hh_l0_reverse	5	0.018853751942515373
122585	rnn.weight_hh_l0_reverse	6	0.04879672825336456
122585	rnn.weight_hh_l0_reverse	7	-0.06636565923690796
122585	rnn.weight_hh_l0_reverse	8	0.03678320348262787
122585	rnn.weight_hh_l0_reverse	9	0.04308066889643669
122585	rnn.bias_ih_l0_reverse	0	-0.08327294141054153
122585	rnn.bias_ih_l0_reverse	1	-0.22972410917282104
122585	rnn.bias_ih_l0_reverse	2	-0.14041797816753387
122585	rnn.bias_ih_l0_reverse	3	-0.044834159314632416
122585	rnn.bias_ih_l0_reverse	4	-0.03240159898996353
122585	rnn.bias_ih_l0_reverse	5	0.050948649644851685
122585	rnn.bias_ih_l0_reverse	6	-0.07207250595092773
122585	rnn.bias_ih_l0_reverse	7	0.04832875728607178
122585	rnn.bias_ih_l0_reverse	8	-0.03850831091403961
122585	rnn.bias_ih_l0_reverse	9	0.04480017349123955
122585	rnn.bias_hh_l0_reverse	0	0.020818594843149185
122585	rnn.bias_hh_l0_reverse	1	-0.019113998860120773
122585	rnn.bias_hh_l0_reverse	2	0.08700370043516159
122585	rnn.bias_hh_l0_reverse	3	-0.04354739561676979
122585	rnn.bias_hh_l0_reverse	4	-0.03772694990038872
122585	rnn.bias_hh_l0_reverse	5	-0.029077908024191856
122585	rnn.bias_hh_l0_reverse	6	-0.030441418290138245
122585	rnn.bias_hh_l0_reverse	7	0.10922613739967346
122585	rnn.bias_hh_l0_reverse	8	0.029852459207177162
122585	rnn.bias_hh_l0_reverse	9	-0.1245025023818016
122585	rnn.weight_ih_l1	0	-0.03954336792230606
122585	rnn.weight_ih_l1	1	-0.03236565738916397
122585	rnn.weight_ih_l1	2	0.035994138568639755
122585	rnn.weight_ih_l1	3	-0.061548855155706406
122585	rnn.weight_ih_l1	4	-0.013773624785244465
122585	rnn.weight_ih_l1	5	-0.045929037034511566
122585	rnn.weight_ih_l1	6	0.022459859028458595
122585	rnn.weight_ih_l1	7	-0.02724207378923893
122585	rnn.weight_ih_l1	8	0.03582319617271423
122585	rnn.weight_ih_l1	9	0.04539790004491806
122585	rnn.weight_hh_l1	0	-0.004395005758851767
122585	rnn.weight_hh_l1	1	0.012159466743469238
122585	rnn.weight_hh_l1	2	0.007403589319437742
122585	rnn.weight_hh_l1	3	-0.0077898139134049416
122585	rnn.weight_hh_l1	4	0.007543498184531927
122585	rnn.weight_hh_l1	5	0.02735014073550701
122585	rnn.weight_hh_l1	6	0.02546112611889839
122585	rnn.weight_hh_l1	7	-0.025493424385786057
122585	rnn.weight_hh_l1	8	-0.01599196158349514
122585	rnn.weight_hh_l1	9	0.04105560854077339
122585	rnn.bias_ih_l1	0	-0.1879877895116806
122585	rnn.bias_ih_l1	1	-0.19136124849319458
122585	rnn.bias_ih_l1	2	-0.18949835002422333
122585	rnn.bias_ih_l1	3	-0.2725052535533905
122585	rnn.bias_ih_l1	4	-0.20918160676956177
122585	rnn.bias_ih_l1	5	-0.10657517611980438
122585	rnn.bias_ih_l1	6	-0.11838572472333908
122585	rnn.bias_ih_l1	7	-0.04206473007798195
122585	rnn.bias_ih_l1	8	-0.13396687805652618
122585	rnn.bias_ih_l1	9	-0.11942398548126221
122585	rnn.bias_hh_l1	0	-0.14050085842609406
122585	rnn.bias_hh_l1	1	-0.046759527176618576
122585	rnn.bias_hh_l1	2	-0.10298607498407364
122585	rnn.bias_hh_l1	3	-0.09778179973363876
122585	rnn.bias_hh_l1	4	-0.10818982124328613
122585	rnn.bias_hh_l1	5	-0.12193344533443451
122585	rnn.bias_hh_l1	6	-0.14184296131134033
122585	rnn.bias_hh_l1	7	0.035313040018081665
122585	rnn.bias_hh_l1	8	-0.18633407354354858
122585	rnn.bias_hh_l1	9	-0.0912780910730362
122585	rnn.weight_ih_l1_reverse	0	-0.0428973026573658
122585	rnn.weight_ih_l1_reverse	1	0.012800653465092182
122585	rnn.weight_ih_l1_reverse	2	0.06900615245103836
122585	rnn.weight_ih_l1_reverse	3	0.0060232714749872684
122585	rnn.weight_ih_l1_reverse	4	-0.029421573504805565
122585	rnn.weight_ih_l1_reverse	5	-0.035083964467048645
122585	rnn.weight_ih_l1_reverse	6	-0.010752263478934765
122585	rnn.weight_ih_l1_reverse	7	0.024353742599487305
122585	rnn.weight_ih_l1_reverse	8	0.04600097984075546
122585	rnn.weight_ih_l1_reverse	9	-0.0532056987285614
122585	rnn.weight_hh_l1_reverse	0	0.0072579351253807545
122585	rnn.weight_hh_l1_reverse	1	0.028144996613264084
122585	rnn.weight_hh_l1_reverse	2	-0.04001859202980995
122585	rnn.weight_hh_l1_reverse	3	0.039982881397008896
122585	rnn.weight_hh_l1_reverse	4	0.042649295181035995
122585	rnn.weight_hh_l1_reverse	5	0.007641817443072796
122585	rnn.weight_hh_l1_reverse	6	0.010991043411195278
122585	rnn.weight_hh_l1_reverse	7	0.028397757560014725
122585	rnn.weight_hh_l1_reverse	8	-0.006332810036838055
122585	rnn.weight_hh_l1_reverse	9	-0.030209427699446678
122585	rnn.bias_ih_l1_reverse	0	-0.07211772352457047
122585	rnn.bias_ih_l1_reverse	1	-0.13817033171653748
122585	rnn.bias_ih_l1_reverse	2	-0.15033258497714996
122585	rnn.bias_ih_l1_reverse	3	-0.005829021334648132
122585	rnn.bias_ih_l1_reverse	4	-0.2047765552997589
122585	rnn.bias_ih_l1_reverse	5	-0.10568705946207047
122585	rnn.bias_ih_l1_reverse	6	-0.1275341957807541
122585	rnn.bias_ih_l1_reverse	7	-0.20558686554431915
122585	rnn.bias_ih_l1_reverse	8	0.20485123991966248
122585	rnn.bias_ih_l1_reverse	9	0.07047519832849503
122585	rnn.bias_hh_l1_reverse	0	-0.05579270049929619
122585	rnn.bias_hh_l1_reverse	1	-0.06744266301393509
122585	rnn.bias_hh_l1_reverse	2	-0.22859898209571838
122585	rnn.bias_hh_l1_reverse	3	-0.11276933550834656
122585	rnn.bias_hh_l1_reverse	4	-0.09529581665992737
122585	rnn.bias_hh_l1_reverse	5	-0.11861836165189743
122585	rnn.bias_hh_l1_reverse	6	0.13454711437225342
122585	rnn.bias_hh_l1_reverse	7	-0.13755935430526733
122585	rnn.bias_hh_l1_reverse	8	-0.10742532461881638
122585	rnn.bias_hh_l1_reverse	9	-0.13784557580947876
122585	linear.weight	0	0.002228822559118271
122585	linear.weight	1	0.09125754237174988
122585	linear.weight	2	-0.04571767896413803
122585	linear.weight	3	0.28741034865379333
122585	linear.weight	4	0.1650039106607437
122585	linear.weight	5	-0.013801878318190575
122585	linear.weight	6	0.12407204508781433
122585	linear.weight	7	0.0879705473780632
122585	linear.weight	8	0.04127021133899689
122585	linear.weight	9	-0.041977252811193466
122585	linear.bias	0	0.1014280691742897
122585	linear.bias	1	-0.21468715369701385
122585	linear.bias	2	-0.41773512959480286
122585	linear.bias	3	-0.6889516711235046
122585	linear.bias	4	-1.2093509435653687
122585	linear.bias	5	-0.0918717011809349
122585	linear.bias	6	-0.7539447546005249
122585	linear.bias	7	0.3303420841693878
122585	linear.bias	8	-0.4552965462207794
122585	linear.bias	9	-0.9202978014945984
122782	transitions	0	0.6136348247528076
122782	transitions	1	0.1649433672428131
122782	transitions	2	-10000.0
122782	transitions	3	-1.8196591138839722
122782	transitions	4	-10000.0
122782	transitions	5	0.5917500853538513
122782	transitions	6	-0.06634724140167236
122782	transitions	7	-0.6475350856781006
122782	transitions	8	-1.3913944959640503
122782	transitions	9	-0.0010143107501789927
122782	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
122782	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
122782	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
122782	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
122782	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
122782	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
122782	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
122782	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
122782	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
122782	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
122782	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
122782	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
122782	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
122782	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
122782	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
122782	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
122782	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
122782	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
122782	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
122782	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
122782	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
122782	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
122782	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
122782	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
122782	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
122782	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
122782	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
122782	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
122782	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
122782	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
122782	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
122782	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
122782	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
122782	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
122782	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
122782	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
122782	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
122782	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
122782	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
122782	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
122782	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
122782	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
122782	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
122782	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
122782	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
122782	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
122782	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
122782	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
122782	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
122782	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
122782	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
122782	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
122782	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
122782	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
122782	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
122782	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
122782	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
122782	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
122782	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
122782	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
122782	embedding2nn.weight	0	0.010112849064171314
122782	embedding2nn.weight	1	-0.013362033292651176
122782	embedding2nn.weight	2	-0.014268254861235619
122782	embedding2nn.weight	3	-0.04333031177520752
122782	embedding2nn.weight	4	-0.0059150345623493195
122782	embedding2nn.weight	5	-0.0037005858030170202
122782	embedding2nn.weight	6	-0.0039732810109853745
122782	embedding2nn.weight	7	-0.06936684995889664
122782	embedding2nn.weight	8	-0.0019979383796453476
122782	embedding2nn.weight	9	-0.027248000726103783
122782	embedding2nn.bias	0	0.06161646172404289
122782	embedding2nn.bias	1	-0.05110129714012146
122782	embedding2nn.bias	2	0.06939562410116196
122782	embedding2nn.bias	3	0.0426623709499836
122782	embedding2nn.bias	4	-0.028867386281490326
122782	embedding2nn.bias	5	-0.037732694298028946
122782	embedding2nn.bias	6	0.03769912198185921
122782	embedding2nn.bias	7	-0.07663126289844513
122782	embedding2nn.bias	8	0.06127409264445305
122782	embedding2nn.bias	9	0.019281938672065735
122782	rnn.weight_ih_l0	0	-0.0675785094499588
122782	rnn.weight_ih_l0	1	-0.004959162790328264
122782	rnn.weight_ih_l0	2	0.04279966279864311
122782	rnn.weight_ih_l0	3	0.01493684109300375
122782	rnn.weight_ih_l0	4	-0.012436570599675179
122782	rnn.weight_ih_l0	5	-0.05528988689184189
122782	rnn.weight_ih_l0	6	-0.0013863916974514723
122782	rnn.weight_ih_l0	7	0.0317826010286808
122782	rnn.weight_ih_l0	8	-0.007715677376836538
122782	rnn.weight_ih_l0	9	-0.02246745675802231
122782	rnn.weight_hh_l0	0	-0.03726524859666824
122782	rnn.weight_hh_l0	1	-0.006548614706844091
122782	rnn.weight_hh_l0	2	-0.00517351645976305
122782	rnn.weight_hh_l0	3	-0.0636199489235878
122782	rnn.weight_hh_l0	4	0.08538954704999924
122782	rnn.weight_hh_l0	5	-0.012960663996636868
122782	rnn.weight_hh_l0	6	-0.052009981125593185
122782	rnn.weight_hh_l0	7	0.016608785837888718
122782	rnn.weight_hh_l0	8	0.013474777340888977
122782	rnn.weight_hh_l0	9	-0.011995537206530571
122782	rnn.bias_ih_l0	0	0.08091598004102707
122782	rnn.bias_ih_l0	1	-0.042007893323898315
122782	rnn.bias_ih_l0	2	0.00674241641536355
122782	rnn.bias_ih_l0	3	0.1182297095656395
122782	rnn.bias_ih_l0	4	-0.019636083394289017
122782	rnn.bias_ih_l0	5	-0.034782227128744125
122782	rnn.bias_ih_l0	6	0.036160293966531754
122782	rnn.bias_ih_l0	7	0.03902234509587288
122782	rnn.bias_ih_l0	8	-0.10977072268724442
122782	rnn.bias_ih_l0	9	-0.031307484954595566
122782	rnn.bias_hh_l0	0	-0.029667040333151817
122782	rnn.bias_hh_l0	1	-0.10929232835769653
122782	rnn.bias_hh_l0	2	-0.04976774752140045
122782	rnn.bias_hh_l0	3	-0.08561812341213226
122782	rnn.bias_hh_l0	4	-0.03724735975265503
122782	rnn.bias_hh_l0	5	-0.021488016471266747
122782	rnn.bias_hh_l0	6	0.02539835311472416
122782	rnn.bias_hh_l0	7	0.03377741202712059
122782	rnn.bias_hh_l0	8	-0.12935911118984222
122782	rnn.bias_hh_l0	9	-0.03721695393323898
122782	rnn.weight_ih_l0_reverse	0	-0.025137033313512802
122782	rnn.weight_ih_l0_reverse	1	-0.04951852187514305
122782	rnn.weight_ih_l0_reverse	2	-0.03056931681931019
122782	rnn.weight_ih_l0_reverse	3	0.0021242944058030844
122782	rnn.weight_ih_l0_reverse	4	-0.0156893040984869
122782	rnn.weight_ih_l0_reverse	5	-0.04496181756258011
122782	rnn.weight_ih_l0_reverse	6	0.08441627770662308
122782	rnn.weight_ih_l0_reverse	7	-0.03213568404316902
122782	rnn.weight_ih_l0_reverse	8	-0.020345376804471016
122782	rnn.weight_ih_l0_reverse	9	0.010032692924141884
122782	rnn.weight_hh_l0_reverse	0	0.05283256247639656
122782	rnn.weight_hh_l0_reverse	1	0.025874068960547447
122782	rnn.weight_hh_l0_reverse	2	0.030361358076334
122782	rnn.weight_hh_l0_reverse	3	0.0311343502253294
122782	rnn.weight_hh_l0_reverse	4	0.008765743114054203
122782	rnn.weight_hh_l0_reverse	5	0.02026274986565113
122782	rnn.weight_hh_l0_reverse	6	0.04826027899980545
122782	rnn.weight_hh_l0_reverse	7	-0.06482181698083878
122782	rnn.weight_hh_l0_reverse	8	0.036506298929452896
122782	rnn.weight_hh_l0_reverse	9	0.04257248714566231
122782	rnn.bias_ih_l0_reverse	0	-0.08359318226575851
122782	rnn.bias_ih_l0_reverse	1	-0.23254992067813873
122782	rnn.bias_ih_l0_reverse	2	-0.1365433782339096
122782	rnn.bias_ih_l0_reverse	3	-0.045199356973171234
122782	rnn.bias_ih_l0_reverse	4	-0.027501842007040977
122782	rnn.bias_ih_l0_reverse	5	0.05216727405786514
122782	rnn.bias_ih_l0_reverse	6	-0.07130575180053711
122782	rnn.bias_ih_l0_reverse	7	0.045843154191970825
122782	rnn.bias_ih_l0_reverse	8	-0.03804697468876839
122782	rnn.bias_ih_l0_reverse	9	0.04772906005382538
122782	rnn.bias_hh_l0_reverse	0	0.018351735547184944
122782	rnn.bias_hh_l0_reverse	1	-0.021008754149079323
122782	rnn.bias_hh_l0_reverse	2	0.08601365983486176
122782	rnn.bias_hh_l0_reverse	3	-0.04352707043290138
122782	rnn.bias_hh_l0_reverse	4	-0.03957592695951462
122782	rnn.bias_hh_l0_reverse	5	-0.03135213628411293
122782	rnn.bias_hh_l0_reverse	6	-0.03001001663506031
122782	rnn.bias_hh_l0_reverse	7	0.11314599215984344
122782	rnn.bias_hh_l0_reverse	8	0.030110608786344528
122782	rnn.bias_hh_l0_reverse	9	-0.12485843151807785
122782	rnn.weight_ih_l1	0	-0.03923754394054413
122782	rnn.weight_ih_l1	1	-0.03283902257680893
122782	rnn.weight_ih_l1	2	0.03475891798734665
122782	rnn.weight_ih_l1	3	-0.060263630002737045
122782	rnn.weight_ih_l1	4	-0.012745046988129616
122782	rnn.weight_ih_l1	5	-0.045944128185510635
122782	rnn.weight_ih_l1	6	0.02289714477956295
122782	rnn.weight_ih_l1	7	-0.0260743647813797
122782	rnn.weight_ih_l1	8	0.035560790449380875
122782	rnn.weight_ih_l1	9	0.04455631226301193
122782	rnn.weight_hh_l1	0	-0.0043160985223948956
122782	rnn.weight_hh_l1	1	0.012550446204841137
122782	rnn.weight_hh_l1	2	0.007280618883669376
122782	rnn.weight_hh_l1	3	-0.008272775448858738
122782	rnn.weight_hh_l1	4	0.00688744755461812
122782	rnn.weight_hh_l1	5	0.027382884174585342
122782	rnn.weight_hh_l1	6	0.025632936507463455
122782	rnn.weight_hh_l1	7	-0.025485321879386902
122782	rnn.weight_hh_l1	8	-0.015823375433683395
122782	rnn.weight_hh_l1	9	0.04163454473018646
122782	rnn.bias_ih_l1	0	-0.18824683129787445
122782	rnn.bias_ih_l1	1	-0.18824078142642975
122782	rnn.bias_ih_l1	2	-0.19342713057994843
122782	rnn.bias_ih_l1	3	-0.27228960394859314
122782	rnn.bias_ih_l1	4	-0.2115194946527481
122782	rnn.bias_ih_l1	5	-0.10484147071838379
122782	rnn.bias_ih_l1	6	-0.12161147594451904
122782	rnn.bias_ih_l1	7	-0.044728782027959824
122782	rnn.bias_ih_l1	8	-0.13055649399757385
122782	rnn.bias_ih_l1	9	-0.11918378621339798
122782	rnn.bias_hh_l1	0	-0.14066532254219055
122782	rnn.bias_hh_l1	1	-0.047654084861278534
122782	rnn.bias_hh_l1	2	-0.10274413228034973
122782	rnn.bias_hh_l1	3	-0.09685806185007095
122782	rnn.bias_hh_l1	4	-0.10948789864778519
122782	rnn.bias_hh_l1	5	-0.12347622960805893
122782	rnn.bias_hh_l1	6	-0.14466777443885803
122782	rnn.bias_hh_l1	7	0.03690066561102867
122782	rnn.bias_hh_l1	8	-0.18398629128932953
122782	rnn.bias_hh_l1	9	-0.09243765473365784
122782	rnn.weight_ih_l1_reverse	0	-0.04040160030126572
122782	rnn.weight_ih_l1_reverse	1	0.011861555278301239
122782	rnn.weight_ih_l1_reverse	2	0.0673442929983139
122782	rnn.weight_ih_l1_reverse	3	0.007319218013435602
122782	rnn.weight_ih_l1_reverse	4	-0.0280202254652977
122782	rnn.weight_ih_l1_reverse	5	-0.03480503335595131
122782	rnn.weight_ih_l1_reverse	6	-0.00929765310138464
122782	rnn.weight_ih_l1_reverse	7	0.024212727323174477
122782	rnn.weight_ih_l1_reverse	8	0.045822229236364365
122782	rnn.weight_ih_l1_reverse	9	-0.05130764842033386
122782	rnn.weight_hh_l1_reverse	0	0.007021716330200434
122782	rnn.weight_hh_l1_reverse	1	0.028286080807447433
122782	rnn.weight_hh_l1_reverse	2	-0.03988135606050491
122782	rnn.weight_hh_l1_reverse	3	0.04012170061469078
122782	rnn.weight_hh_l1_reverse	4	0.04200718179345131
122782	rnn.weight_hh_l1_reverse	5	0.008365053683519363
122782	rnn.weight_hh_l1_reverse	6	0.010412372648715973
122782	rnn.weight_hh_l1_reverse	7	0.028491750359535217
122782	rnn.weight_hh_l1_reverse	8	-0.006555773317813873
122782	rnn.weight_hh_l1_reverse	9	-0.030171513557434082
122782	rnn.bias_ih_l1_reverse	0	-0.070466548204422
122782	rnn.bias_ih_l1_reverse	1	-0.13832098245620728
122782	rnn.bias_ih_l1_reverse	2	-0.15023669600486755
122782	rnn.bias_ih_l1_reverse	3	-0.012587903067469597
122782	rnn.bias_ih_l1_reverse	4	-0.20360854268074036
122782	rnn.bias_ih_l1_reverse	5	-0.10595380514860153
122782	rnn.bias_ih_l1_reverse	6	-0.127687469124794
122782	rnn.bias_ih_l1_reverse	7	-0.20303389430046082
122782	rnn.bias_ih_l1_reverse	8	0.20541702210903168
122782	rnn.bias_ih_l1_reverse	9	0.06376710534095764
122782	rnn.bias_hh_l1_reverse	0	-0.05653241649270058
122782	rnn.bias_hh_l1_reverse	1	-0.07222220301628113
122782	rnn.bias_hh_l1_reverse	2	-0.2288578897714615
122782	rnn.bias_hh_l1_reverse	3	-0.11409822851419449
122782	rnn.bias_hh_l1_reverse	4	-0.09387081116437912
122782	rnn.bias_hh_l1_reverse	5	-0.12004216015338898
122782	rnn.bias_hh_l1_reverse	6	0.1372474730014801
122782	rnn.bias_hh_l1_reverse	7	-0.13876640796661377
122782	rnn.bias_hh_l1_reverse	8	-0.10566865652799606
122782	rnn.bias_hh_l1_reverse	9	-0.13926154375076294
122782	linear.weight	0	0.002228822559118271
122782	linear.weight	1	0.08977155387401581
122782	linear.weight	2	-0.04502052813768387
122782	linear.weight	3	0.29536518454551697
122782	linear.weight	4	0.1742391139268875
122782	linear.weight	5	-0.015617839060723782
122782	linear.weight	6	0.11706092208623886
122782	linear.weight	7	0.09221059083938599
122782	linear.weight	8	0.04126917943358421
122782	linear.weight	9	-0.042650219053030014
122782	linear.bias	0	0.08087851852178574
122782	linear.bias	1	-0.18895427882671356
122782	linear.bias	2	-0.417197048664093
122782	linear.bias	3	-0.6504738330841064
122782	linear.bias	4	-1.1710546016693115
122782	linear.bias	5	-0.0832449197769165
122782	linear.bias	6	-0.7284739017486572
122782	linear.bias	7	0.3397456407546997
122782	linear.bias	8	-0.47784775495529175
122782	linear.bias	9	-0.9471514821052551
122979	transitions	0	0.6188622117042542
122979	transitions	1	0.1655031442642212
122979	transitions	2	-10000.0
122979	transitions	3	-1.8196806907653809
122979	transitions	4	-10000.0
122979	transitions	5	0.5916351675987244
122979	transitions	6	-0.06640700995922089
122979	transitions	7	-0.6483030319213867
122979	transitions	8	-1.3915016651153564
122979	transitions	9	-0.0010167100699618459
122979	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
122979	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
122979	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
122979	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
122979	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
122979	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
122979	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
122979	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
122979	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
122979	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
122979	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
122979	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
122979	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
122979	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
122979	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
122979	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
122979	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
122979	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
122979	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
122979	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
122979	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
122979	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
122979	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
122979	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
122979	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
122979	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
122979	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
122979	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
122979	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
122979	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
122979	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
122979	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
122979	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
122979	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
122979	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
122979	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
122979	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
122979	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
122979	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
122979	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
122979	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
122979	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
122979	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
122979	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
122979	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
122979	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
122979	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
122979	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
122979	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
122979	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
122979	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
122979	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
122979	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
122979	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
122979	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
122979	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
122979	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
122979	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
122979	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
122979	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
122979	embedding2nn.weight	0	0.009676503948867321
122979	embedding2nn.weight	1	-0.013315651565790176
122979	embedding2nn.weight	2	-0.014268254861235619
122979	embedding2nn.weight	3	-0.04539702832698822
122979	embedding2nn.weight	4	-0.0059150345623493195
122979	embedding2nn.weight	5	-0.0037005855701863766
122979	embedding2nn.weight	6	-0.003973281942307949
122979	embedding2nn.weight	7	-0.06934429705142975
122979	embedding2nn.weight	8	-0.0019979383796453476
122979	embedding2nn.weight	9	-0.026828449219465256
122979	embedding2nn.bias	0	0.061259184032678604
122979	embedding2nn.bias	1	-0.055528782308101654
122979	embedding2nn.bias	2	0.0734737440943718
122979	embedding2nn.bias	3	0.03453843295574188
122979	embedding2nn.bias	4	-0.034023821353912354
122979	embedding2nn.bias	5	-0.032310426235198975
122979	embedding2nn.bias	6	0.03620406612753868
122979	embedding2nn.bias	7	-0.07617577165365219
122979	embedding2nn.bias	8	0.06704750657081604
122979	embedding2nn.bias	9	0.016935771331191063
122979	rnn.weight_ih_l0	0	-0.06708944588899612
122979	rnn.weight_ih_l0	1	-0.004168813582509756
122979	rnn.weight_ih_l0	2	0.04283208027482033
122979	rnn.weight_ih_l0	3	0.015337362885475159
122979	rnn.weight_ih_l0	4	-0.012308957986533642
122979	rnn.weight_ih_l0	5	-0.0539001040160656
122979	rnn.weight_ih_l0	6	-0.0006762594566680491
122979	rnn.weight_ih_l0	7	0.031584154814481735
122979	rnn.weight_ih_l0	8	-0.007112612947821617
122979	rnn.weight_ih_l0	9	-0.022076698020100594
122979	rnn.weight_hh_l0	0	-0.03623403608798981
122979	rnn.weight_hh_l0	1	-0.007387461606413126
122979	rnn.weight_hh_l0	2	-0.004060405306518078
122979	rnn.weight_hh_l0	3	-0.06373530626296997
122979	rnn.weight_hh_l0	4	0.08498399704694748
122979	rnn.weight_hh_l0	5	-0.014112018048763275
122979	rnn.weight_hh_l0	6	-0.05018973723053932
122979	rnn.weight_hh_l0	7	0.015610714443027973
122979	rnn.weight_hh_l0	8	0.012811287306249142
122979	rnn.weight_hh_l0	9	-0.012458368204534054
122979	rnn.bias_ih_l0	0	0.08018989115953445
122979	rnn.bias_ih_l0	1	-0.040330830961465836
122979	rnn.bias_ih_l0	2	0.003994471859186888
122979	rnn.bias_ih_l0	3	0.1195969209074974
122979	rnn.bias_ih_l0	4	-0.02136993035674095
122979	rnn.bias_ih_l0	5	-0.036223262548446655
122979	rnn.bias_ih_l0	6	0.03343319892883301
122979	rnn.bias_ih_l0	7	0.039821166545152664
122979	rnn.bias_ih_l0	8	-0.10928841680288315
122979	rnn.bias_ih_l0	9	-0.03184591233730316
122979	rnn.bias_hh_l0	0	-0.031030869111418724
122979	rnn.bias_hh_l0	1	-0.10834340006113052
122979	rnn.bias_hh_l0	2	-0.051648080348968506
122979	rnn.bias_hh_l0	3	-0.08692106604576111
122979	rnn.bias_hh_l0	4	-0.03577845171093941
122979	rnn.bias_hh_l0	5	-0.018669283017516136
122979	rnn.bias_hh_l0	6	0.025361021980643272
122979	rnn.bias_hh_l0	7	0.04081977158784866
122979	rnn.bias_hh_l0	8	-0.12512797117233276
122979	rnn.bias_hh_l0	9	-0.041321124881505966
122979	rnn.weight_ih_l0_reverse	0	-0.02565597929060459
122979	rnn.weight_ih_l0_reverse	1	-0.04996025562286377
122979	rnn.weight_ih_l0_reverse	2	-0.03198217228055
122979	rnn.weight_ih_l0_reverse	3	0.002815443556755781
122979	rnn.weight_ih_l0_reverse	4	-0.015600516460835934
122979	rnn.weight_ih_l0_reverse	5	-0.044185977429151535
122979	rnn.weight_ih_l0_reverse	6	0.08621232956647873
122979	rnn.weight_ih_l0_reverse	7	-0.03131066635251045
122979	rnn.weight_ih_l0_reverse	8	-0.020246239379048347
122979	rnn.weight_ih_l0_reverse	9	0.010204366408288479
122979	rnn.weight_hh_l0_reverse	0	0.054985664784908295
122979	rnn.weight_hh_l0_reverse	1	0.024287408217787743
122979	rnn.weight_hh_l0_reverse	2	0.030267316848039627
122979	rnn.weight_hh_l0_reverse	3	0.030701419338583946
122979	rnn.weight_hh_l0_reverse	4	0.008175992406904697
122979	rnn.weight_hh_l0_reverse	5	0.020322130993008614
122979	rnn.weight_hh_l0_reverse	6	0.04839424416422844
122979	rnn.weight_hh_l0_reverse	7	-0.06430158019065857
122979	rnn.weight_hh_l0_reverse	8	0.0364224873483181
122979	rnn.weight_hh_l0_reverse	9	0.043275315314531326
122979	rnn.bias_ih_l0_reverse	0	-0.08223714679479599
122979	rnn.bias_ih_l0_reverse	1	-0.23038655519485474
122979	rnn.bias_ih_l0_reverse	2	-0.1331786811351776
122979	rnn.bias_ih_l0_reverse	3	-0.042996954172849655
122979	rnn.bias_ih_l0_reverse	4	-0.028017913922667503
122979	rnn.bias_ih_l0_reverse	5	0.05574436113238335
122979	rnn.bias_ih_l0_reverse	6	-0.07453849911689758
122979	rnn.bias_ih_l0_reverse	7	0.04256004840135574
122979	rnn.bias_ih_l0_reverse	8	-0.036270659416913986
122979	rnn.bias_ih_l0_reverse	9	0.04504368081688881
122979	rnn.bias_hh_l0_reverse	0	0.018102694302797318
122979	rnn.bias_hh_l0_reverse	1	-0.01744135469198227
122979	rnn.bias_hh_l0_reverse	2	0.08745377510786057
122979	rnn.bias_hh_l0_reverse	3	-0.04383321851491928
122979	rnn.bias_hh_l0_reverse	4	-0.040072251111269
122979	rnn.bias_hh_l0_reverse	5	-0.03325498476624489
122979	rnn.bias_hh_l0_reverse	6	-0.031119979918003082
122979	rnn.bias_hh_l0_reverse	7	0.10880449414253235
122979	rnn.bias_hh_l0_reverse	8	0.02916858345270157
122979	rnn.bias_hh_l0_reverse	9	-0.1254109889268875
122979	rnn.weight_ih_l1	0	-0.03978342562913895
122979	rnn.weight_ih_l1	1	-0.03346186876296997
122979	rnn.weight_ih_l1	2	0.03879494592547417
122979	rnn.weight_ih_l1	3	-0.06203298270702362
122979	rnn.weight_ih_l1	4	-0.012057218700647354
122979	rnn.weight_ih_l1	5	-0.046231262385845184
122979	rnn.weight_ih_l1	6	0.023130623623728752
122979	rnn.weight_ih_l1	7	-0.025409860536456108
122979	rnn.weight_ih_l1	8	0.03581049293279648
122979	rnn.weight_ih_l1	9	0.04501516744494438
122979	rnn.weight_hh_l1	0	-0.004557016305625439
122979	rnn.weight_hh_l1	1	0.012698628939688206
122979	rnn.weight_hh_l1	2	0.007146618794649839
122979	rnn.weight_hh_l1	3	-0.008247043006122112
122979	rnn.weight_hh_l1	4	0.006222751922905445
122979	rnn.weight_hh_l1	5	0.02786622941493988
122979	rnn.weight_hh_l1	6	0.02531864121556282
122979	rnn.weight_hh_l1	7	-0.02587539702653885
122979	rnn.weight_hh_l1	8	-0.016230465844273567
122979	rnn.weight_hh_l1	9	0.041918396949768066
122979	rnn.bias_ih_l1	0	-0.18858671188354492
122979	rnn.bias_ih_l1	1	-0.1876804381608963
122979	rnn.bias_ih_l1	2	-0.19034455716609955
122979	rnn.bias_ih_l1	3	-0.27146849036216736
122979	rnn.bias_ih_l1	4	-0.21192646026611328
122979	rnn.bias_ih_l1	5	-0.10368110984563828
122979	rnn.bias_ih_l1	6	-0.12796442210674286
122979	rnn.bias_ih_l1	7	-0.044674500823020935
122979	rnn.bias_ih_l1	8	-0.1309482306241989
122979	rnn.bias_ih_l1	9	-0.11925965547561646
122979	rnn.bias_hh_l1	0	-0.13985976576805115
122979	rnn.bias_hh_l1	1	-0.049375224858522415
122979	rnn.bias_hh_l1	2	-0.10238805413246155
122979	rnn.bias_hh_l1	3	-0.09619659185409546
122979	rnn.bias_hh_l1	4	-0.10522279888391495
122979	rnn.bias_hh_l1	5	-0.12384460866451263
122979	rnn.bias_hh_l1	6	-0.1419660449028015
122979	rnn.bias_hh_l1	7	0.037372928112745285
122979	rnn.bias_hh_l1	8	-0.18333587050437927
122979	rnn.bias_hh_l1	9	-0.09400085359811783
122979	rnn.weight_ih_l1_reverse	0	-0.037866801023483276
122979	rnn.weight_ih_l1_reverse	1	0.00915650837123394
122979	rnn.weight_ih_l1_reverse	2	0.06908199191093445
122979	rnn.weight_ih_l1_reverse	3	0.006888610310852528
122979	rnn.weight_ih_l1_reverse	4	-0.026388278231024742
122979	rnn.weight_ih_l1_reverse	5	-0.034741707146167755
122979	rnn.weight_ih_l1_reverse	6	-0.009122221730649471
122979	rnn.weight_ih_l1_reverse	7	0.025031564757227898
122979	rnn.weight_ih_l1_reverse	8	0.042724668979644775
122979	rnn.weight_ih_l1_reverse	9	-0.053733792155981064
122979	rnn.weight_hh_l1_reverse	0	0.0069115012884140015
122979	rnn.weight_hh_l1_reverse	1	0.028361883014440536
122979	rnn.weight_hh_l1_reverse	2	-0.03996428847312927
122979	rnn.weight_hh_l1_reverse	3	0.039970118552446365
122979	rnn.weight_hh_l1_reverse	4	0.0426236130297184
122979	rnn.weight_hh_l1_reverse	5	0.007774550002068281
122979	rnn.weight_hh_l1_reverse	6	0.010332750156521797
122979	rnn.weight_hh_l1_reverse	7	0.028269432485103607
122979	rnn.weight_hh_l1_reverse	8	-0.006531716324388981
122979	rnn.weight_hh_l1_reverse	9	-0.030271172523498535
122979	rnn.bias_ih_l1_reverse	0	-0.06959764659404755
122979	rnn.bias_ih_l1_reverse	1	-0.13836057484149933
122979	rnn.bias_ih_l1_reverse	2	-0.154184490442276
122979	rnn.bias_ih_l1_reverse	3	-0.013363996520638466
122979	rnn.bias_ih_l1_reverse	4	-0.2053268700838089
122979	rnn.bias_ih_l1_reverse	5	-0.10473340004682541
122979	rnn.bias_ih_l1_reverse	6	-0.1284124255180359
122979	rnn.bias_ih_l1_reverse	7	-0.20557132363319397
122979	rnn.bias_ih_l1_reverse	8	0.19682614505290985
122979	rnn.bias_ih_l1_reverse	9	0.06472904235124588
122979	rnn.bias_hh_l1_reverse	0	-0.05493788421154022
122979	rnn.bias_hh_l1_reverse	1	-0.06308872252702713
122979	rnn.bias_hh_l1_reverse	2	-0.230809286236763
122979	rnn.bias_hh_l1_reverse	3	-0.11437860131263733
122979	rnn.bias_hh_l1_reverse	4	-0.09253192692995071
122979	rnn.bias_hh_l1_reverse	5	-0.1210254356265068
122979	rnn.bias_hh_l1_reverse	6	0.1391090452671051
122979	rnn.bias_hh_l1_reverse	7	-0.14147572219371796
122979	rnn.bias_hh_l1_reverse	8	-0.10784608125686646
122979	rnn.bias_hh_l1_reverse	9	-0.14031553268432617
122979	linear.weight	0	0.002228822559118271
122979	linear.weight	1	0.09129016846418381
122979	linear.weight	2	-0.04486192390322685
122979	linear.weight	3	0.28673315048217773
122979	linear.weight	4	0.17692211270332336
122979	linear.weight	5	-0.019244832918047905
122979	linear.weight	6	0.1376119703054428
122979	linear.weight	7	0.08799213171005249
122979	linear.weight	8	0.04126783832907677
122979	linear.weight	9	-0.04328782856464386
122979	linear.bias	0	0.09393561631441116
122979	linear.bias	1	-0.20269741117954254
122979	linear.bias	2	-0.3916323184967041
122979	linear.bias	3	-0.6661953330039978
122979	linear.bias	4	-1.1850721836090088
122979	linear.bias	5	-0.06226113811135292
122979	linear.bias	6	-0.7449407577514648
122979	linear.bias	7	0.35942256450653076
122979	linear.bias	8	-0.47620558738708496
122979	linear.bias	9	-0.9456586837768555
123176	transitions	0	0.6208616495132446
123176	transitions	1	0.16523031890392303
123176	transitions	2	-10000.0
123176	transitions	3	-1.819716453552246
123176	transitions	4	-10000.0
123176	transitions	5	0.5914489030838013
123176	transitions	6	-0.06647172570228577
123176	transitions	7	-0.6487778425216675
123176	transitions	8	-1.3916138410568237
123176	transitions	9	-0.0010174980852752924
123176	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
123176	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
123176	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
123176	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
123176	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
123176	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
123176	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
123176	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
123176	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
123176	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
123176	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
123176	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
123176	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
123176	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
123176	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
123176	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
123176	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
123176	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
123176	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
123176	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
123176	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
123176	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
123176	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
123176	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
123176	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
123176	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
123176	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
123176	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
123176	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
123176	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
123176	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
123176	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
123176	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
123176	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
123176	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
123176	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
123176	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
123176	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
123176	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
123176	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
123176	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
123176	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
123176	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
123176	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
123176	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
123176	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
123176	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
123176	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
123176	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
123176	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
123176	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
123176	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
123176	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
123176	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
123176	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
123176	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
123176	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
123176	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
123176	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
123176	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
123176	embedding2nn.weight	0	0.008015808649361134
123176	embedding2nn.weight	1	-0.013226661831140518
123176	embedding2nn.weight	2	-0.014268254861235619
123176	embedding2nn.weight	3	-0.04578299820423126
123176	embedding2nn.weight	4	-0.0059150345623493195
123176	embedding2nn.weight	5	-0.0037005855701863766
123176	embedding2nn.weight	6	-0.0039732796140015125
123176	embedding2nn.weight	7	-0.07035735994577408
123176	embedding2nn.weight	8	-0.0019979383796453476
123176	embedding2nn.weight	9	-0.028141947463154793
123176	embedding2nn.bias	0	0.055250633507966995
123176	embedding2nn.bias	1	-0.04866447672247887
123176	embedding2nn.bias	2	0.06743758916854858
123176	embedding2nn.bias	3	0.035200562328100204
123176	embedding2nn.bias	4	-0.03409990668296814
123176	embedding2nn.bias	5	-0.039203912019729614
123176	embedding2nn.bias	6	0.025528481230139732
123176	embedding2nn.bias	7	-0.06761987507343292
123176	embedding2nn.bias	8	0.06422778218984604
123176	embedding2nn.bias	9	0.014972454868257046
123176	rnn.weight_ih_l0	0	-0.06713299453258514
123176	rnn.weight_ih_l0	1	-0.003001721343025565
123176	rnn.weight_ih_l0	2	0.044714342802762985
123176	rnn.weight_ih_l0	3	0.015384946949779987
123176	rnn.weight_ih_l0	4	-0.009915236383676529
123176	rnn.weight_ih_l0	5	-0.05622686445713043
123176	rnn.weight_ih_l0	6	-0.0005752510041929781
123176	rnn.weight_ih_l0	7	0.030629340559244156
123176	rnn.weight_ih_l0	8	-0.007326409220695496
123176	rnn.weight_ih_l0	9	-0.021522242575883865
123176	rnn.weight_hh_l0	0	-0.03544341027736664
123176	rnn.weight_hh_l0	1	-0.008094522170722485
123176	rnn.weight_hh_l0	2	-0.004660214297473431
123176	rnn.weight_hh_l0	3	-0.06357799470424652
123176	rnn.weight_hh_l0	4	0.08453655987977982
123176	rnn.weight_hh_l0	5	-0.014338451437652111
123176	rnn.weight_hh_l0	6	-0.0502929612994194
123176	rnn.weight_hh_l0	7	0.01748441532254219
123176	rnn.weight_hh_l0	8	0.012347100302577019
123176	rnn.weight_hh_l0	9	-0.012898917309939861
123176	rnn.bias_ih_l0	0	0.07793153822422028
123176	rnn.bias_ih_l0	1	-0.04172558709979057
123176	rnn.bias_ih_l0	2	0.005863480735570192
123176	rnn.bias_ih_l0	3	0.11575230211019516
123176	rnn.bias_ih_l0	4	-0.024339931085705757
123176	rnn.bias_ih_l0	5	-0.037907253950834274
123176	rnn.bias_ih_l0	6	0.03512151539325714
123176	rnn.bias_ih_l0	7	0.035551633685827255
123176	rnn.bias_ih_l0	8	-0.10828711837530136
123176	rnn.bias_ih_l0	9	-0.032529670745134354
123176	rnn.bias_hh_l0	0	-0.028830833733081818
123176	rnn.bias_hh_l0	1	-0.10995648801326752
123176	rnn.bias_hh_l0	2	-0.0490330308675766
123176	rnn.bias_hh_l0	3	-0.08376789093017578
123176	rnn.bias_hh_l0	4	-0.03475677967071533
123176	rnn.bias_hh_l0	5	-0.01781034655869007
123176	rnn.bias_hh_l0	6	0.025517676025629044
123176	rnn.bias_hh_l0	7	0.043084342032670975
123176	rnn.bias_hh_l0	8	-0.1257343292236328
123176	rnn.bias_hh_l0	9	-0.04028390720486641
123176	rnn.weight_ih_l0_reverse	0	-0.024267971515655518
123176	rnn.weight_ih_l0_reverse	1	-0.05109965056180954
123176	rnn.weight_ih_l0_reverse	2	-0.03116096369922161
123176	rnn.weight_ih_l0_reverse	3	0.0039263153448700905
123176	rnn.weight_ih_l0_reverse	4	-0.01572253368794918
123176	rnn.weight_ih_l0_reverse	5	-0.04379202052950859
123176	rnn.weight_ih_l0_reverse	6	0.08540375530719757
123176	rnn.weight_ih_l0_reverse	7	-0.02935415878891945
123176	rnn.weight_ih_l0_reverse	8	-0.019986592233181
123176	rnn.weight_ih_l0_reverse	9	0.008969747461378574
123176	rnn.weight_hh_l0_reverse	0	0.055908165872097015
123176	rnn.weight_hh_l0_reverse	1	0.02343565598130226
123176	rnn.weight_hh_l0_reverse	2	0.030495580285787582
123176	rnn.weight_hh_l0_reverse	3	0.030884891748428345
123176	rnn.weight_hh_l0_reverse	4	0.007818406447768211
123176	rnn.weight_hh_l0_reverse	5	0.021032296121120453
123176	rnn.weight_hh_l0_reverse	6	0.048801444470882416
123176	rnn.weight_hh_l0_reverse	7	-0.0641825795173645
123176	rnn.weight_hh_l0_reverse	8	0.03805067017674446
123176	rnn.weight_hh_l0_reverse	9	0.04265262186527252
123176	rnn.bias_ih_l0_reverse	0	-0.08255689591169357
123176	rnn.bias_ih_l0_reverse	1	-0.23426024615764618
123176	rnn.bias_ih_l0_reverse	2	-0.1322413980960846
123176	rnn.bias_ih_l0_reverse	3	-0.04128420725464821
123176	rnn.bias_ih_l0_reverse	4	-0.03298264369368553
123176	rnn.bias_ih_l0_reverse	5	0.05503910779953003
123176	rnn.bias_ih_l0_reverse	6	-0.07497351616621017
123176	rnn.bias_ih_l0_reverse	7	0.0409831739962101
123176	rnn.bias_ih_l0_reverse	8	-0.028638318181037903
123176	rnn.bias_ih_l0_reverse	9	0.04478432238101959
123176	rnn.bias_hh_l0_reverse	0	0.023362472653388977
123176	rnn.bias_hh_l0_reverse	1	-0.008750416338443756
123176	rnn.bias_hh_l0_reverse	2	0.08754507452249527
123176	rnn.bias_hh_l0_reverse	3	-0.04532153531908989
123176	rnn.bias_hh_l0_reverse	4	-0.04208333417773247
123176	rnn.bias_hh_l0_reverse	5	-0.032147157937288284
123176	rnn.bias_hh_l0_reverse	6	-0.028323577716946602
123176	rnn.bias_hh_l0_reverse	7	0.10741957277059555
123176	rnn.bias_hh_l0_reverse	8	0.02934500388801098
123176	rnn.bias_hh_l0_reverse	9	-0.12800005078315735
123176	rnn.weight_ih_l1	0	-0.03922954201698303
123176	rnn.weight_ih_l1	1	-0.03463681414723396
123176	rnn.weight_ih_l1	2	0.03967991843819618
123176	rnn.weight_ih_l1	3	-0.06340021640062332
123176	rnn.weight_ih_l1	4	-0.012942790985107422
123176	rnn.weight_ih_l1	5	-0.046027686446905136
123176	rnn.weight_ih_l1	6	0.02307034283876419
123176	rnn.weight_ih_l1	7	-0.024661187082529068
123176	rnn.weight_ih_l1	8	0.0360213927924633
123176	rnn.weight_ih_l1	9	0.04461318626999855
123176	rnn.weight_hh_l1	0	-0.004461625125259161
123176	rnn.weight_hh_l1	1	0.012630718760192394
123176	rnn.weight_hh_l1	2	0.007025103084743023
123176	rnn.weight_hh_l1	3	-0.008004086092114449
123176	rnn.weight_hh_l1	4	0.006582228932529688
123176	rnn.weight_hh_l1	5	0.02798096463084221
123176	rnn.weight_hh_l1	6	0.026066243648529053
123176	rnn.weight_hh_l1	7	-0.025186102837324142
123176	rnn.weight_hh_l1	8	-0.015653595328330994
123176	rnn.weight_hh_l1	9	0.041454214602708817
123176	rnn.bias_ih_l1	0	-0.1912231147289276
123176	rnn.bias_ih_l1	1	-0.188953697681427
123176	rnn.bias_ih_l1	2	-0.1904202550649643
123176	rnn.bias_ih_l1	3	-0.27261900901794434
123176	rnn.bias_ih_l1	4	-0.21473202109336853
123176	rnn.bias_ih_l1	5	-0.102723129093647
123176	rnn.bias_ih_l1	6	-0.12938492000102997
123176	rnn.bias_ih_l1	7	-0.04069889336824417
123176	rnn.bias_ih_l1	8	-0.1311931014060974
123176	rnn.bias_ih_l1	9	-0.1236485093832016
123176	rnn.bias_hh_l1	0	-0.13948418200016022
123176	rnn.bias_hh_l1	1	-0.04886459559202194
123176	rnn.bias_hh_l1	2	-0.10050206631422043
123176	rnn.bias_hh_l1	3	-0.09372631460428238
123176	rnn.bias_hh_l1	4	-0.10577166080474854
123176	rnn.bias_hh_l1	5	-0.12452790886163712
123176	rnn.bias_hh_l1	6	-0.14317618310451508
123176	rnn.bias_hh_l1	7	0.03552580252289772
123176	rnn.bias_hh_l1	8	-0.1837751716375351
123176	rnn.bias_hh_l1	9	-0.09490729868412018
123176	rnn.weight_ih_l1_reverse	0	-0.03849463909864426
123176	rnn.weight_ih_l1_reverse	1	0.007231015712022781
123176	rnn.weight_ih_l1_reverse	2	0.06704389303922653
123176	rnn.weight_ih_l1_reverse	3	0.006390790920704603
123176	rnn.weight_ih_l1_reverse	4	-0.027233034372329712
123176	rnn.weight_ih_l1_reverse	5	-0.034839704632759094
123176	rnn.weight_ih_l1_reverse	6	-0.010492755100131035
123176	rnn.weight_ih_l1_reverse	7	0.025492841377854347
123176	rnn.weight_ih_l1_reverse	8	0.04461754858493805
123176	rnn.weight_ih_l1_reverse	9	-0.04897473007440567
123176	rnn.weight_hh_l1_reverse	0	0.0071009378880262375
123176	rnn.weight_hh_l1_reverse	1	0.028325775638222694
123176	rnn.weight_hh_l1_reverse	2	-0.03997766599059105
123176	rnn.weight_hh_l1_reverse	3	0.04000226408243179
123176	rnn.weight_hh_l1_reverse	4	0.04292397201061249
123176	rnn.weight_hh_l1_reverse	5	0.009510332718491554
123176	rnn.weight_hh_l1_reverse	6	0.011789711192250252
123176	rnn.weight_hh_l1_reverse	7	0.028044795617461205
123176	rnn.weight_hh_l1_reverse	8	-0.006526110228151083
123176	rnn.weight_hh_l1_reverse	9	-0.030689185485243797
123176	rnn.bias_ih_l1_reverse	0	-0.06863466650247574
123176	rnn.bias_ih_l1_reverse	1	-0.1346076875925064
123176	rnn.bias_ih_l1_reverse	2	-0.1527586430311203
123176	rnn.bias_ih_l1_reverse	3	-0.016023507341742516
123176	rnn.bias_ih_l1_reverse	4	-0.20534875988960266
123176	rnn.bias_ih_l1_reverse	5	-0.10584316402673721
123176	rnn.bias_ih_l1_reverse	6	-0.12852433323860168
123176	rnn.bias_ih_l1_reverse	7	-0.20436379313468933
123176	rnn.bias_ih_l1_reverse	8	0.19380462169647217
123176	rnn.bias_ih_l1_reverse	9	0.06358945369720459
123176	rnn.bias_hh_l1_reverse	0	-0.04898934066295624
123176	rnn.bias_hh_l1_reverse	1	-0.05663064867258072
123176	rnn.bias_hh_l1_reverse	2	-0.22982750833034515
123176	rnn.bias_hh_l1_reverse	3	-0.11207420378923416
123176	rnn.bias_hh_l1_reverse	4	-0.09279187768697739
123176	rnn.bias_hh_l1_reverse	5	-0.12055749446153641
123176	rnn.bias_hh_l1_reverse	6	0.14533229172229767
123176	rnn.bias_hh_l1_reverse	7	-0.13980068266391754
123176	rnn.bias_hh_l1_reverse	8	-0.10411351174116135
123176	rnn.bias_hh_l1_reverse	9	-0.14041270315647125
123176	linear.weight	0	0.002228822559118271
123176	linear.weight	1	0.09942536801099777
123176	linear.weight	2	-0.04519534856081009
123176	linear.weight	3	0.2985779941082001
123176	linear.weight	4	0.17756327986717224
123176	linear.weight	5	-0.022071251645684242
123176	linear.weight	6	0.13806025683879852
123176	linear.weight	7	0.07574358582496643
123176	linear.weight	8	0.04126669839024544
123176	linear.weight	9	-0.04000884294509888
123176	linear.bias	0	0.07098691910505295
123176	linear.bias	1	-0.2004874348640442
123176	linear.bias	2	-0.413459450006485
123176	linear.bias	3	-0.67214035987854
123176	linear.bias	4	-1.1908936500549316
123176	linear.bias	5	-0.06723602861166
123176	linear.bias	6	-0.7420750260353088
123176	linear.bias	7	0.3549697995185852
123176	linear.bias	8	-0.47463008761405945
123176	linear.bias	9	-0.9469377398490906
123373	transitions	0	0.6195641756057739
123373	transitions	1	0.1676778793334961
123373	transitions	2	-10000.0
123373	transitions	3	-1.819745421409607
123373	transitions	4	-10000.0
123373	transitions	5	0.5913645625114441
123373	transitions	6	-0.06657062470912933
123373	transitions	7	-0.6489889621734619
123373	transitions	8	-1.3917561769485474
123373	transitions	9	-0.001018037088215351
123373	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
123373	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
123373	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
123373	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
123373	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
123373	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
123373	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
123373	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
123373	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
123373	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
123373	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
123373	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
123373	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
123373	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
123373	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
123373	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
123373	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
123373	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
123373	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
123373	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
123373	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
123373	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
123373	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
123373	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
123373	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
123373	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
123373	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
123373	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
123373	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
123373	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
123373	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
123373	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
123373	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
123373	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
123373	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
123373	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
123373	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
123373	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
123373	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
123373	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
123373	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
123373	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
123373	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
123373	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
123373	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
123373	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
123373	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
123373	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
123373	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
123373	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
123373	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
123373	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
123373	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
123373	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
123373	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
123373	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
123373	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
123373	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
123373	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
123373	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
123373	embedding2nn.weight	0	0.007989387027919292
123373	embedding2nn.weight	1	-0.013157772831618786
123373	embedding2nn.weight	2	-0.014268254861235619
123373	embedding2nn.weight	3	-0.045037783682346344
123373	embedding2nn.weight	4	-0.0059150345623493195
123373	embedding2nn.weight	5	-0.0037005862686783075
123373	embedding2nn.weight	6	-0.0039732810109853745
123373	embedding2nn.weight	7	-0.0713677853345871
123373	embedding2nn.weight	8	-0.0019979383796453476
123373	embedding2nn.weight	9	-0.02758701704442501
123373	embedding2nn.bias	0	0.06097033992409706
123373	embedding2nn.bias	1	-0.05192200094461441
123373	embedding2nn.bias	2	0.06970442086458206
123373	embedding2nn.bias	3	0.03644026070833206
123373	embedding2nn.bias	4	-0.035211991518735886
123373	embedding2nn.bias	5	-0.03800429776310921
123373	embedding2nn.bias	6	0.030301766470074654
123373	embedding2nn.bias	7	-0.07321538776159286
123373	embedding2nn.bias	8	0.060668282210826874
123373	embedding2nn.bias	9	0.010945022106170654
123373	rnn.weight_ih_l0	0	-0.06697113066911697
123373	rnn.weight_ih_l0	1	-0.0033315105829387903
123373	rnn.weight_ih_l0	2	0.04549230635166168
123373	rnn.weight_ih_l0	3	0.016719117760658264
123373	rnn.weight_ih_l0	4	-0.009359382092952728
123373	rnn.weight_ih_l0	5	-0.057022254914045334
123373	rnn.weight_ih_l0	6	-0.0009462516754865646
123373	rnn.weight_ih_l0	7	0.031246745958924294
123373	rnn.weight_ih_l0	8	-0.007563009858131409
123373	rnn.weight_ih_l0	9	-0.02085741236805916
123373	rnn.weight_hh_l0	0	-0.03628617152571678
123373	rnn.weight_hh_l0	1	-0.007738439366221428
123373	rnn.weight_hh_l0	2	-0.0057495287619531155
123373	rnn.weight_hh_l0	3	-0.06331387907266617
123373	rnn.weight_hh_l0	4	0.0840534195303917
123373	rnn.weight_hh_l0	5	-0.013470128178596497
123373	rnn.weight_hh_l0	6	-0.05046018213033676
123373	rnn.weight_hh_l0	7	0.017220519483089447
123373	rnn.weight_hh_l0	8	0.012132687494158745
123373	rnn.weight_hh_l0	9	-0.012898659333586693
123373	rnn.bias_ih_l0	0	0.08081692457199097
123373	rnn.bias_ih_l0	1	-0.044259022921323776
123373	rnn.bias_ih_l0	2	0.0038285674527287483
123373	rnn.bias_ih_l0	3	0.11651027947664261
123373	rnn.bias_ih_l0	4	-0.0256672240793705
123373	rnn.bias_ih_l0	5	-0.038131508976221085
123373	rnn.bias_ih_l0	6	0.03620550036430359
123373	rnn.bias_ih_l0	7	0.03677332401275635
123373	rnn.bias_ih_l0	8	-0.10668447613716125
123373	rnn.bias_ih_l0	9	-0.026401855051517487
123373	rnn.bias_hh_l0	0	-0.029156645759940147
123373	rnn.bias_hh_l0	1	-0.11104152351617813
123373	rnn.bias_hh_l0	2	-0.05272134020924568
123373	rnn.bias_hh_l0	3	-0.08395922183990479
123373	rnn.bias_hh_l0	4	-0.03495900332927704
123373	rnn.bias_hh_l0	5	-0.01845477893948555
123373	rnn.bias_hh_l0	6	0.025157593190670013
123373	rnn.bias_hh_l0	7	0.04104463756084442
123373	rnn.bias_hh_l0	8	-0.12275576591491699
123373	rnn.bias_hh_l0	9	-0.041800908744335175
123373	rnn.weight_ih_l0_reverse	0	-0.025391465052962303
123373	rnn.weight_ih_l0_reverse	1	-0.053166553378105164
123373	rnn.weight_ih_l0_reverse	2	-0.0316881500184536
123373	rnn.weight_ih_l0_reverse	3	0.004084066953510046
123373	rnn.weight_ih_l0_reverse	4	-0.016613859683275223
123373	rnn.weight_ih_l0_reverse	5	-0.042737774550914764
123373	rnn.weight_ih_l0_reverse	6	0.08470036089420319
123373	rnn.weight_ih_l0_reverse	7	-0.02879703789949417
123373	rnn.weight_ih_l0_reverse	8	-0.021006248891353607
123373	rnn.weight_ih_l0_reverse	9	0.008285160176455975
123373	rnn.weight_hh_l0_reverse	0	0.053321726620197296
123373	rnn.weight_hh_l0_reverse	1	0.023054147139191628
123373	rnn.weight_hh_l0_reverse	2	0.031374938786029816
123373	rnn.weight_hh_l0_reverse	3	0.03169049695134163
123373	rnn.weight_hh_l0_reverse	4	0.0068235015496611595
123373	rnn.weight_hh_l0_reverse	5	0.02228645235300064
123373	rnn.weight_hh_l0_reverse	6	0.048268042504787445
123373	rnn.weight_hh_l0_reverse	7	-0.06453880667686462
123373	rnn.weight_hh_l0_reverse	8	0.038087986409664154
123373	rnn.weight_hh_l0_reverse	9	0.04283237084746361
123373	rnn.bias_ih_l0_reverse	0	-0.08500700443983078
123373	rnn.bias_ih_l0_reverse	1	-0.23212702572345734
123373	rnn.bias_ih_l0_reverse	2	-0.13386419415473938
123373	rnn.bias_ih_l0_reverse	3	-0.046803709119558334
123373	rnn.bias_ih_l0_reverse	4	-0.03380685672163963
123373	rnn.bias_ih_l0_reverse	5	0.0546749122440815
123373	rnn.bias_ih_l0_reverse	6	-0.07634615153074265
123373	rnn.bias_ih_l0_reverse	7	0.03918187692761421
123373	rnn.bias_ih_l0_reverse	8	-0.028961438685655594
123373	rnn.bias_ih_l0_reverse	9	0.04479045793414116
123373	rnn.bias_hh_l0_reverse	0	0.023915978148579597
123373	rnn.bias_hh_l0_reverse	1	-0.007703450508415699
123373	rnn.bias_hh_l0_reverse	2	0.08603975176811218
123373	rnn.bias_hh_l0_reverse	3	-0.0479494109749794
123373	rnn.bias_hh_l0_reverse	4	-0.04052664339542389
123373	rnn.bias_hh_l0_reverse	5	-0.032416604459285736
123373	rnn.bias_hh_l0_reverse	6	-0.03247399628162384
123373	rnn.bias_hh_l0_reverse	7	0.10537421703338623
123373	rnn.bias_hh_l0_reverse	8	0.030988097190856934
123373	rnn.bias_hh_l0_reverse	9	-0.12683185935020447
123373	rnn.weight_ih_l1	0	-0.0395713672041893
123373	rnn.weight_ih_l1	1	-0.03437850996851921
123373	rnn.weight_ih_l1	2	0.03974834457039833
123373	rnn.weight_ih_l1	3	-0.06668666750192642
123373	rnn.weight_ih_l1	4	-0.012132283300161362
123373	rnn.weight_ih_l1	5	-0.04583870619535446
123373	rnn.weight_ih_l1	6	0.023371536284685135
123373	rnn.weight_ih_l1	7	-0.02286457270383835
123373	rnn.weight_ih_l1	8	0.035886090248823166
123373	rnn.weight_ih_l1	9	0.04323231428861618
123373	rnn.weight_hh_l1	0	-0.0046964408829808235
123373	rnn.weight_hh_l1	1	0.012712364085018635
123373	rnn.weight_hh_l1	2	0.007291863206773996
123373	rnn.weight_hh_l1	3	-0.008183297701179981
123373	rnn.weight_hh_l1	4	0.006548470351845026
123373	rnn.weight_hh_l1	5	0.027301844209432602
123373	rnn.weight_hh_l1	6	0.026280324906110764
123373	rnn.weight_hh_l1	7	-0.0243600532412529
123373	rnn.weight_hh_l1	8	-0.01572057045996189
123373	rnn.weight_hh_l1	9	0.041734181344509125
123373	rnn.bias_ih_l1	0	-0.19281315803527832
123373	rnn.bias_ih_l1	1	-0.19129571318626404
123373	rnn.bias_ih_l1	2	-0.19175280630588531
123373	rnn.bias_ih_l1	3	-0.27203163504600525
123373	rnn.bias_ih_l1	4	-0.21786729991436005
123373	rnn.bias_ih_l1	5	-0.1005421057343483
123373	rnn.bias_ih_l1	6	-0.12880149483680725
123373	rnn.bias_ih_l1	7	-0.04556366801261902
123373	rnn.bias_ih_l1	8	-0.13310836255550385
123373	rnn.bias_ih_l1	9	-0.12693355977535248
123373	rnn.bias_hh_l1	0	-0.1395210474729538
123373	rnn.bias_hh_l1	1	-0.04838896542787552
123373	rnn.bias_hh_l1	2	-0.10092344880104065
123373	rnn.bias_hh_l1	3	-0.09525369107723236
123373	rnn.bias_hh_l1	4	-0.10699564218521118
123373	rnn.bias_hh_l1	5	-0.12529870867729187
123373	rnn.bias_hh_l1	6	-0.14170588552951813
123373	rnn.bias_hh_l1	7	0.034418318420648575
123373	rnn.bias_hh_l1	8	-0.18431691825389862
123373	rnn.bias_hh_l1	9	-0.09548722952604294
123373	rnn.weight_ih_l1_reverse	0	-0.037616606801748276
123373	rnn.weight_ih_l1_reverse	1	0.010482781566679478
123373	rnn.weight_ih_l1_reverse	2	0.06758120656013489
123373	rnn.weight_ih_l1_reverse	3	0.0052323127165436745
123373	rnn.weight_ih_l1_reverse	4	-0.027607854455709457
123373	rnn.weight_ih_l1_reverse	5	-0.03524678945541382
123373	rnn.weight_ih_l1_reverse	6	-0.010089617222547531
123373	rnn.weight_ih_l1_reverse	7	0.025789687409996986
123373	rnn.weight_ih_l1_reverse	8	0.04485495761036873
123373	rnn.weight_ih_l1_reverse	9	-0.04737714305520058
123373	rnn.weight_hh_l1_reverse	0	0.007026380859315395
123373	rnn.weight_hh_l1_reverse	1	0.02840111032128334
123373	rnn.weight_hh_l1_reverse	2	-0.039938945323228836
123373	rnn.weight_hh_l1_reverse	3	0.0400354340672493
123373	rnn.weight_hh_l1_reverse	4	0.04191848635673523
123373	rnn.weight_hh_l1_reverse	5	0.00855774525552988
123373	rnn.weight_hh_l1_reverse	6	0.012272636406123638
123373	rnn.weight_hh_l1_reverse	7	0.02828432060778141
123373	rnn.weight_hh_l1_reverse	8	-0.006218695547431707
123373	rnn.weight_hh_l1_reverse	9	-0.030444473028182983
123373	rnn.bias_ih_l1_reverse	0	-0.06378400325775146
123373	rnn.bias_ih_l1_reverse	1	-0.1369180828332901
123373	rnn.bias_ih_l1_reverse	2	-0.1492779552936554
123373	rnn.bias_ih_l1_reverse	3	-0.010751591064035892
123373	rnn.bias_ih_l1_reverse	4	-0.20476791262626648
123373	rnn.bias_ih_l1_reverse	5	-0.10477106273174286
123373	rnn.bias_ih_l1_reverse	6	-0.1275801807641983
123373	rnn.bias_ih_l1_reverse	7	-0.20428742468357086
123373	rnn.bias_ih_l1_reverse	8	0.19915075600147247
123373	rnn.bias_ih_l1_reverse	9	0.06520268321037292
123373	rnn.bias_hh_l1_reverse	0	-0.045835044234991074
123373	rnn.bias_hh_l1_reverse	1	-0.05653822794556618
123373	rnn.bias_hh_l1_reverse	2	-0.22968733310699463
123373	rnn.bias_hh_l1_reverse	3	-0.11341213434934616
123373	rnn.bias_hh_l1_reverse	4	-0.09241488575935364
123373	rnn.bias_hh_l1_reverse	5	-0.11881861835718155
123373	rnn.bias_hh_l1_reverse	6	0.14387258887290955
123373	rnn.bias_hh_l1_reverse	7	-0.1364974081516266
123373	rnn.bias_hh_l1_reverse	8	-0.101673923432827
123373	rnn.bias_hh_l1_reverse	9	-0.1407928615808487
123373	linear.weight	0	0.002228822559118271
123373	linear.weight	1	0.10000941902399063
123373	linear.weight	2	-0.04748620465397835
123373	linear.weight	3	0.2976264953613281
123373	linear.weight	4	0.17440654337406158
123373	linear.weight	5	-0.02276894636452198
123373	linear.weight	6	0.11697220802307129
123373	linear.weight	7	0.07143513858318329
123373	linear.weight	8	0.041266828775405884
123373	linear.weight	9	-0.037540536373853683
123373	linear.bias	0	0.05137942358851433
123373	linear.bias	1	-0.2012646645307541
123373	linear.bias	2	-0.4083612263202667
123373	linear.bias	3	-0.6398383378982544
123373	linear.bias	4	-1.1584755182266235
123373	linear.bias	5	-0.06647200882434845
123373	linear.bias	6	-0.7451528310775757
123373	linear.bias	7	0.3564819097518921
123373	linear.bias	8	-0.48363998532295227
123373	linear.bias	9	-0.9583151936531067
123570	transitions	0	0.6099618077278137
123570	transitions	1	0.16398289799690247
123570	transitions	2	-10000.0
123570	transitions	3	-1.8197766542434692
123570	transitions	4	-10000.0
123570	transitions	5	0.5912928581237793
123570	transitions	6	-0.06663091480731964
123570	transitions	7	-0.6499019861221313
123570	transitions	8	-1.391838788986206
123570	transitions	9	-0.0010187479201704264
123570	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
123570	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
123570	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
123570	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
123570	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
123570	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
123570	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
123570	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
123570	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
123570	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
123570	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
123570	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
123570	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
123570	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
123570	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
123570	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
123570	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
123570	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
123570	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
123570	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
123570	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
123570	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
123570	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
123570	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
123570	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
123570	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
123570	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
123570	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
123570	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
123570	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
123570	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
123570	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
123570	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
123570	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
123570	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
123570	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
123570	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
123570	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
123570	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
123570	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
123570	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
123570	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
123570	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
123570	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
123570	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
123570	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
123570	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
123570	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
123570	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
123570	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
123570	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
123570	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
123570	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
123570	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
123570	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
123570	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
123570	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
123570	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
123570	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
123570	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
123570	embedding2nn.weight	0	0.009298644959926605
123570	embedding2nn.weight	1	-0.013419348746538162
123570	embedding2nn.weight	2	-0.014268254861235619
123570	embedding2nn.weight	3	-0.0453222319483757
123570	embedding2nn.weight	4	-0.0059150345623493195
123570	embedding2nn.weight	5	-0.0037005862686783075
123570	embedding2nn.weight	6	-0.003973283804953098
123570	embedding2nn.weight	7	-0.07149172574281693
123570	embedding2nn.weight	8	-0.0019979383796453476
123570	embedding2nn.weight	9	-0.02893250063061714
123570	embedding2nn.bias	0	0.04906332492828369
123570	embedding2nn.bias	1	-0.04337506368756294
123570	embedding2nn.bias	2	0.060929324477910995
123570	embedding2nn.bias	3	0.03321871906518936
123570	embedding2nn.bias	4	-0.03387996181845665
123570	embedding2nn.bias	5	-0.02649010717868805
123570	embedding2nn.bias	6	0.03064807876944542
123570	embedding2nn.bias	7	-0.06517801433801651
123570	embedding2nn.bias	8	0.06334731727838516
123570	embedding2nn.bias	9	0.017269952222704887
123570	rnn.weight_ih_l0	0	-0.06673753261566162
123570	rnn.weight_ih_l0	1	-0.0028642271645367146
123570	rnn.weight_ih_l0	2	0.045857131481170654
123570	rnn.weight_ih_l0	3	0.01660950295627117
123570	rnn.weight_ih_l0	4	-0.009990159422159195
123570	rnn.weight_ih_l0	5	-0.057448405772447586
123570	rnn.weight_ih_l0	6	-0.001026526908390224
123570	rnn.weight_ih_l0	7	0.030566692352294922
123570	rnn.weight_ih_l0	8	-0.006776281166821718
123570	rnn.weight_ih_l0	9	-0.020817941054701805
123570	rnn.weight_hh_l0	0	-0.035462819039821625
123570	rnn.weight_hh_l0	1	-0.007043757941573858
123570	rnn.weight_hh_l0	2	-0.004976568277925253
123570	rnn.weight_hh_l0	3	-0.06315366923809052
123570	rnn.weight_hh_l0	4	0.0836152732372284
123570	rnn.weight_hh_l0	5	-0.013682756572961807
123570	rnn.weight_hh_l0	6	-0.05101979896426201
123570	rnn.weight_hh_l0	7	0.016747795045375824
123570	rnn.weight_hh_l0	8	0.011333628557622433
123570	rnn.weight_hh_l0	9	-0.013473914936184883
123570	rnn.bias_ih_l0	0	0.08074712008237839
123570	rnn.bias_ih_l0	1	-0.045123275369405746
123570	rnn.bias_ih_l0	2	0.0012679446954280138
123570	rnn.bias_ih_l0	3	0.11451864242553711
123570	rnn.bias_ih_l0	4	-0.024330276995897293
123570	rnn.bias_ih_l0	5	-0.038225553929805756
123570	rnn.bias_ih_l0	6	0.03266935050487518
123570	rnn.bias_ih_l0	7	0.03412794694304466
123570	rnn.bias_ih_l0	8	-0.10648300498723984
123570	rnn.bias_ih_l0	9	-0.025415807962417603
123570	rnn.bias_hh_l0	0	-0.03001614473760128
123570	rnn.bias_hh_l0	1	-0.11341657489538193
123570	rnn.bias_hh_l0	2	-0.05428614839911461
123570	rnn.bias_hh_l0	3	-0.08612751215696335
123570	rnn.bias_hh_l0	4	-0.03535814955830574
123570	rnn.bias_hh_l0	5	-0.019937673583626747
123570	rnn.bias_hh_l0	6	0.024821791797876358
123570	rnn.bias_hh_l0	7	0.03932635113596916
123570	rnn.bias_hh_l0	8	-0.12371522933244705
123570	rnn.bias_hh_l0	9	-0.042247939854860306
123570	rnn.weight_ih_l0_reverse	0	-0.02514549531042576
123570	rnn.weight_ih_l0_reverse	1	-0.05212267488241196
123570	rnn.weight_ih_l0_reverse	2	-0.032539382576942444
123570	rnn.weight_ih_l0_reverse	3	0.003517736913636327
123570	rnn.weight_ih_l0_reverse	4	-0.016280220821499825
123570	rnn.weight_ih_l0_reverse	5	-0.0426948219537735
123570	rnn.weight_ih_l0_reverse	6	0.08517072349786758
123570	rnn.weight_ih_l0_reverse	7	-0.025676323100924492
123570	rnn.weight_ih_l0_reverse	8	-0.019860560074448586
123570	rnn.weight_ih_l0_reverse	9	0.011121620424091816
123570	rnn.weight_hh_l0_reverse	0	0.05501406267285347
123570	rnn.weight_hh_l0_reverse	1	0.023251736536622047
123570	rnn.weight_hh_l0_reverse	2	0.030397584661841393
123570	rnn.weight_hh_l0_reverse	3	0.03139839321374893
123570	rnn.weight_hh_l0_reverse	4	0.006819372996687889
123570	rnn.weight_hh_l0_reverse	5	0.022228823974728584
123570	rnn.weight_hh_l0_reverse	6	0.048248328268527985
123570	rnn.weight_hh_l0_reverse	7	-0.06434805691242218
123570	rnn.weight_hh_l0_reverse	8	0.03854946419596672
123570	rnn.weight_hh_l0_reverse	9	0.04312930628657341
123570	rnn.bias_ih_l0_reverse	0	-0.08340371400117874
123570	rnn.bias_ih_l0_reverse	1	-0.22953839600086212
123570	rnn.bias_ih_l0_reverse	2	-0.13094501197338104
123570	rnn.bias_ih_l0_reverse	3	-0.04813118278980255
123570	rnn.bias_ih_l0_reverse	4	-0.03262211009860039
123570	rnn.bias_ih_l0_reverse	5	0.05527786538004875
123570	rnn.bias_ih_l0_reverse	6	-0.07913824170827866
123570	rnn.bias_ih_l0_reverse	7	0.04119795188307762
123570	rnn.bias_ih_l0_reverse	8	-0.029118623584508896
123570	rnn.bias_ih_l0_reverse	9	0.042909007519483566
123570	rnn.bias_hh_l0_reverse	0	0.02319585345685482
123570	rnn.bias_hh_l0_reverse	1	-0.007695924025028944
123570	rnn.bias_hh_l0_reverse	2	0.08624191582202911
123570	rnn.bias_hh_l0_reverse	3	-0.049647971987724304
123570	rnn.bias_hh_l0_reverse	4	-0.04166374355554581
123570	rnn.bias_hh_l0_reverse	5	-0.03196300193667412
123570	rnn.bias_hh_l0_reverse	6	-0.031797610223293304
123570	rnn.bias_hh_l0_reverse	7	0.10535439848899841
123570	rnn.bias_hh_l0_reverse	8	0.03306185454130173
123570	rnn.bias_hh_l0_reverse	9	-0.12843476235866547
123570	rnn.weight_ih_l1	0	-0.0387822724878788
123570	rnn.weight_ih_l1	1	-0.032808590680360794
123570	rnn.weight_ih_l1	2	0.04399664327502251
123570	rnn.weight_ih_l1	3	-0.06679672747850418
123570	rnn.weight_ih_l1	4	-0.011287035420536995
123570	rnn.weight_ih_l1	5	-0.0458076111972332
123570	rnn.weight_ih_l1	6	0.023791586980223656
123570	rnn.weight_ih_l1	7	-0.023252643644809723
123570	rnn.weight_ih_l1	8	0.03586168587207794
123570	rnn.weight_ih_l1	9	0.042286064475774765
123570	rnn.weight_hh_l1	0	-0.004877673927694559
123570	rnn.weight_hh_l1	1	0.012471480295062065
123570	rnn.weight_hh_l1	2	0.006971228402107954
123570	rnn.weight_hh_l1	3	-0.00770022114738822
123570	rnn.weight_hh_l1	4	0.006864895578473806
123570	rnn.weight_hh_l1	5	0.027090460062026978
123570	rnn.weight_hh_l1	6	0.026833539828658104
123570	rnn.weight_hh_l1	7	-0.02427738904953003
123570	rnn.weight_hh_l1	8	-0.015004144981503487
123570	rnn.weight_hh_l1	9	0.040778469294309616
123570	rnn.bias_ih_l1	0	-0.1872258186340332
123570	rnn.bias_ih_l1	1	-0.18824529647827148
123570	rnn.bias_ih_l1	2	-0.19211024045944214
123570	rnn.bias_ih_l1	3	-0.27349740266799927
123570	rnn.bias_ih_l1	4	-0.21573081612586975
123570	rnn.bias_ih_l1	5	-0.09883810579776764
123570	rnn.bias_ih_l1	6	-0.13153457641601562
123570	rnn.bias_ih_l1	7	-0.04230593144893646
123570	rnn.bias_ih_l1	8	-0.13599836826324463
123570	rnn.bias_ih_l1	9	-0.12792076170444489
123570	rnn.bias_hh_l1	0	-0.1343492716550827
123570	rnn.bias_hh_l1	1	-0.051043469458818436
123570	rnn.bias_hh_l1	2	-0.10316560417413712
123570	rnn.bias_hh_l1	3	-0.09714444726705551
123570	rnn.bias_hh_l1	4	-0.1074972152709961
123570	rnn.bias_hh_l1	5	-0.12402162700891495
123570	rnn.bias_hh_l1	6	-0.14069248735904694
123570	rnn.bias_hh_l1	7	0.03434938192367554
123570	rnn.bias_hh_l1	8	-0.18387804925441742
123570	rnn.bias_hh_l1	9	-0.0991954430937767
123570	rnn.weight_ih_l1_reverse	0	-0.03890576958656311
123570	rnn.weight_ih_l1_reverse	1	0.01402952242642641
123570	rnn.weight_ih_l1_reverse	2	0.06517283618450165
123570	rnn.weight_ih_l1_reverse	3	0.002891061594709754
123570	rnn.weight_ih_l1_reverse	4	-0.029435476288199425
123570	rnn.weight_ih_l1_reverse	5	-0.03519170358777046
123570	rnn.weight_ih_l1_reverse	6	-0.010563152842223644
123570	rnn.weight_ih_l1_reverse	7	0.0258660688996315
123570	rnn.weight_ih_l1_reverse	8	0.046912141144275665
123570	rnn.weight_ih_l1_reverse	9	-0.04671911522746086
123570	rnn.weight_hh_l1_reverse	0	0.007094550412148237
123570	rnn.weight_hh_l1_reverse	1	0.028388530015945435
123570	rnn.weight_hh_l1_reverse	2	-0.03991381451487541
123570	rnn.weight_hh_l1_reverse	3	0.040173038840293884
123570	rnn.weight_hh_l1_reverse	4	0.041274163872003555
123570	rnn.weight_hh_l1_reverse	5	0.007856600917875767
123570	rnn.weight_hh_l1_reverse	6	0.013815200887620449
123570	rnn.weight_hh_l1_reverse	7	0.027876732870936394
123570	rnn.weight_hh_l1_reverse	8	-0.006174113135784864
123570	rnn.weight_hh_l1_reverse	9	-0.030242346227169037
123570	rnn.bias_ih_l1_reverse	0	-0.06626753509044647
123570	rnn.bias_ih_l1_reverse	1	-0.13432997465133667
123570	rnn.bias_ih_l1_reverse	2	-0.15082299709320068
123570	rnn.bias_ih_l1_reverse	3	-0.02134929783642292
123570	rnn.bias_ih_l1_reverse	4	-0.207804873585701
123570	rnn.bias_ih_l1_reverse	5	-0.10416138172149658
123570	rnn.bias_ih_l1_reverse	6	-0.12788546085357666
123570	rnn.bias_ih_l1_reverse	7	-0.2041231393814087
123570	rnn.bias_ih_l1_reverse	8	0.1974431425333023
123570	rnn.bias_ih_l1_reverse	9	0.0598602332174778
123570	rnn.bias_hh_l1_reverse	0	-0.041577957570552826
123570	rnn.bias_hh_l1_reverse	1	-0.06235940381884575
123570	rnn.bias_hh_l1_reverse	2	-0.2304123342037201
123570	rnn.bias_hh_l1_reverse	3	-0.1123373806476593
123570	rnn.bias_hh_l1_reverse	4	-0.09020315110683441
123570	rnn.bias_hh_l1_reverse	5	-0.1197943389415741
123570	rnn.bias_hh_l1_reverse	6	0.13317379355430603
123570	rnn.bias_hh_l1_reverse	7	-0.14070354402065277
123570	rnn.bias_hh_l1_reverse	8	-0.1084439754486084
123570	rnn.bias_hh_l1_reverse	9	-0.14192724227905273
123570	linear.weight	0	0.002228822559118271
123570	linear.weight	1	0.10424342751502991
123570	linear.weight	2	-0.0464232861995697
123570	linear.weight	3	0.29292288422584534
123570	linear.weight	4	0.17107327282428741
123570	linear.weight	5	-0.022521864622831345
123570	linear.weight	6	0.11432987451553345
123570	linear.weight	7	0.0661599338054657
123570	linear.weight	8	0.04126735031604767
123570	linear.weight	9	-0.039392974227666855
123570	linear.bias	0	0.04489252343773842
123570	linear.bias	1	-0.20432288944721222
123570	linear.bias	2	-0.4228886067867279
123570	linear.bias	3	-0.6459594964981079
123570	linear.bias	4	-1.1673296689987183
123570	linear.bias	5	-0.07340175658464432
123570	linear.bias	6	-0.7523798942565918
123570	linear.bias	7	0.347683310508728
123570	linear.bias	8	-0.4626733660697937
123570	linear.bias	9	-0.9394201040267944
123767	transitions	0	0.6183198690414429
123767	transitions	1	0.16211022436618805
123767	transitions	2	-10000.0
123767	transitions	3	-1.8198168277740479
123767	transitions	4	-10000.0
123767	transitions	5	0.5912144780158997
123767	transitions	6	-0.0667114406824112
123767	transitions	7	-0.65019690990448
123767	transitions	8	-1.391910195350647
123767	transitions	9	-0.0010196503717452288
123767	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
123767	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
123767	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
123767	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
123767	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
123767	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
123767	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
123767	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
123767	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
123767	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
123767	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
123767	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
123767	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
123767	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
123767	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
123767	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
123767	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
123767	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
123767	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
123767	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
123767	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
123767	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
123767	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
123767	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
123767	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
123767	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
123767	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
123767	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
123767	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
123767	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
123767	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
123767	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
123767	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
123767	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
123767	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
123767	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
123767	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
123767	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
123767	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
123767	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
123767	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
123767	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
123767	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
123767	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
123767	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
123767	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
123767	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
123767	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
123767	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
123767	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
123767	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
123767	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
123767	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
123767	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
123767	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
123767	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
123767	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
123767	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
123767	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
123767	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
123767	embedding2nn.weight	0	0.008918737061321735
123767	embedding2nn.weight	1	-0.013566138222813606
123767	embedding2nn.weight	2	-0.014268254861235619
123767	embedding2nn.weight	3	-0.04583645612001419
123767	embedding2nn.weight	4	-0.0059150345623493195
123767	embedding2nn.weight	5	-0.003700586035847664
123767	embedding2nn.weight	6	-0.003973284270614386
123767	embedding2nn.weight	7	-0.07213132083415985
123767	embedding2nn.weight	8	-0.0019979383796453476
123767	embedding2nn.weight	9	-0.028716901317238808
123767	embedding2nn.bias	0	0.05125034227967262
123767	embedding2nn.bias	1	-0.04557550325989723
123767	embedding2nn.bias	2	0.05907085910439491
123767	embedding2nn.bias	3	0.03541773930191994
123767	embedding2nn.bias	4	-0.04194323718547821
123767	embedding2nn.bias	5	-0.02288532443344593
123767	embedding2nn.bias	6	0.02921028435230255
123767	embedding2nn.bias	7	-0.07157304137945175
123767	embedding2nn.bias	8	0.06241421774029732
123767	embedding2nn.bias	9	0.014603196643292904
123767	rnn.weight_ih_l0	0	-0.06709152460098267
123767	rnn.weight_ih_l0	1	-0.0038047179114073515
123767	rnn.weight_ih_l0	2	0.04523865506052971
123767	rnn.weight_ih_l0	3	0.017589937895536423
123767	rnn.weight_ih_l0	4	-0.010925536043941975
123767	rnn.weight_ih_l0	5	-0.05631495267152786
123767	rnn.weight_ih_l0	6	-0.0014959558611735702
123767	rnn.weight_ih_l0	7	0.030113976448774338
123767	rnn.weight_ih_l0	8	-0.004735201597213745
123767	rnn.weight_ih_l0	9	-0.019508907571434975
123767	rnn.weight_hh_l0	0	-0.03571469709277153
123767	rnn.weight_hh_l0	1	-0.006790308281779289
123767	rnn.weight_hh_l0	2	-0.0045916056260466576
123767	rnn.weight_hh_l0	3	-0.06284110993146896
123767	rnn.weight_hh_l0	4	0.08385289460420609
123767	rnn.weight_hh_l0	5	-0.013929975219070911
123767	rnn.weight_hh_l0	6	-0.05042199045419693
123767	rnn.weight_hh_l0	7	0.016793128103017807
123767	rnn.weight_hh_l0	8	0.011595510877668858
123767	rnn.weight_hh_l0	9	-0.013720138929784298
123767	rnn.bias_ih_l0	0	0.08151757717132568
123767	rnn.bias_ih_l0	1	-0.04661694914102554
123767	rnn.bias_ih_l0	2	-0.0008123195148073137
123767	rnn.bias_ih_l0	3	0.11579687148332596
123767	rnn.bias_ih_l0	4	-0.023894257843494415
123767	rnn.bias_ih_l0	5	-0.035667017102241516
123767	rnn.bias_ih_l0	6	0.029864531010389328
123767	rnn.bias_ih_l0	7	0.03525377810001373
123767	rnn.bias_ih_l0	8	-0.10601512342691422
123767	rnn.bias_ih_l0	9	-0.025334982201457024
123767	rnn.bias_hh_l0	0	-0.031109154224395752
123767	rnn.bias_hh_l0	1	-0.11337322741746902
123767	rnn.bias_hh_l0	2	-0.055346500128507614
123767	rnn.bias_hh_l0	3	-0.08601459860801697
123767	rnn.bias_hh_l0	4	-0.03530760854482651
123767	rnn.bias_hh_l0	5	-0.018594520166516304
123767	rnn.bias_hh_l0	6	0.025598444044589996
123767	rnn.bias_hh_l0	7	0.04263933375477791
123767	rnn.bias_hh_l0	8	-0.12387983500957489
123767	rnn.bias_hh_l0	9	-0.043615054339170456
123767	rnn.weight_ih_l0_reverse	0	-0.02546498365700245
123767	rnn.weight_ih_l0_reverse	1	-0.05280640348792076
123767	rnn.weight_ih_l0_reverse	2	-0.03441346064209938
123767	rnn.weight_ih_l0_reverse	3	0.0032183690927922726
123767	rnn.weight_ih_l0_reverse	4	-0.015620795078575611
123767	rnn.weight_ih_l0_reverse	5	-0.04260531812906265
123767	rnn.weight_ih_l0_reverse	6	0.0846463143825531
123767	rnn.weight_ih_l0_reverse	7	-0.025732828304171562
123767	rnn.weight_ih_l0_reverse	8	-0.019424306228756905
123767	rnn.weight_ih_l0_reverse	9	0.0111263208091259
123767	rnn.weight_hh_l0_reverse	0	0.05664927884936333
123767	rnn.weight_hh_l0_reverse	1	0.023633021861314774
123767	rnn.weight_hh_l0_reverse	2	0.029531089588999748
123767	rnn.weight_hh_l0_reverse	3	0.03142520785331726
123767	rnn.weight_hh_l0_reverse	4	0.007230357266962528
123767	rnn.weight_hh_l0_reverse	5	0.02066846378147602
123767	rnn.weight_hh_l0_reverse	6	0.048550449311733246
123767	rnn.weight_hh_l0_reverse	7	-0.06357257813215256
123767	rnn.weight_hh_l0_reverse	8	0.03958187997341156
123767	rnn.weight_hh_l0_reverse	9	0.04352812096476555
123767	rnn.bias_ih_l0_reverse	0	-0.083615243434906
123767	rnn.bias_ih_l0_reverse	1	-0.22879283130168915
123767	rnn.bias_ih_l0_reverse	2	-0.1327129602432251
123767	rnn.bias_ih_l0_reverse	3	-0.047022495418787
123767	rnn.bias_ih_l0_reverse	4	-0.028083857148885727
123767	rnn.bias_ih_l0_reverse	5	0.055861566215753555
123767	rnn.bias_ih_l0_reverse	6	-0.07852625846862793
123767	rnn.bias_ih_l0_reverse	7	0.04095100238919258
123767	rnn.bias_ih_l0_reverse	8	-0.03245659917593002
123767	rnn.bias_ih_l0_reverse	9	0.041663866490125656
123767	rnn.bias_hh_l0_reverse	0	0.022961558774113655
123767	rnn.bias_hh_l0_reverse	1	-0.00640618521720171
123767	rnn.bias_hh_l0_reverse	2	0.08538142591714859
123767	rnn.bias_hh_l0_reverse	3	-0.051530446857213974
123767	rnn.bias_hh_l0_reverse	4	-0.04022752866148949
123767	rnn.bias_hh_l0_reverse	5	-0.034132905304431915
123767	rnn.bias_hh_l0_reverse	6	-0.03280183672904968
123767	rnn.bias_hh_l0_reverse	7	0.10566754639148712
123767	rnn.bias_hh_l0_reverse	8	0.03484262898564339
123767	rnn.bias_hh_l0_reverse	9	-0.12917491793632507
123767	rnn.weight_ih_l1	0	-0.038340404629707336
123767	rnn.weight_ih_l1	1	-0.031458087265491486
123767	rnn.weight_ih_l1	2	0.04212294518947601
123767	rnn.weight_ih_l1	3	-0.06595251709222794
123767	rnn.weight_ih_l1	4	-0.010378713719546795
123767	rnn.weight_ih_l1	5	-0.04618498310446739
123767	rnn.weight_ih_l1	6	0.02406724914908409
123767	rnn.weight_ih_l1	7	-0.020881926640868187
123767	rnn.weight_ih_l1	8	0.03599509224295616
123767	rnn.weight_ih_l1	9	0.042480744421482086
123767	rnn.weight_hh_l1	0	-0.00491910707205534
123767	rnn.weight_hh_l1	1	0.012761789374053478
123767	rnn.weight_hh_l1	2	0.004814899992197752
123767	rnn.weight_hh_l1	3	-0.0076824817806482315
123767	rnn.weight_hh_l1	4	0.006396264303475618
123767	rnn.weight_hh_l1	5	0.02700052410364151
123767	rnn.weight_hh_l1	6	0.026674624532461166
123767	rnn.weight_hh_l1	7	-0.0245349258184433
123767	rnn.weight_hh_l1	8	-0.014913785271346569
123767	rnn.weight_hh_l1	9	0.03976958990097046
123767	rnn.bias_ih_l1	0	-0.18755733966827393
123767	rnn.bias_ih_l1	1	-0.19114474952220917
123767	rnn.bias_ih_l1	2	-0.19164088368415833
123767	rnn.bias_ih_l1	3	-0.2721858620643616
123767	rnn.bias_ih_l1	4	-0.2226986289024353
123767	rnn.bias_ih_l1	5	-0.09984628856182098
123767	rnn.bias_ih_l1	6	-0.13254883885383606
123767	rnn.bias_ih_l1	7	-0.04586100950837135
123767	rnn.bias_ih_l1	8	-0.12988846004009247
123767	rnn.bias_ih_l1	9	-0.12990713119506836
123767	rnn.bias_hh_l1	0	-0.1341031938791275
123767	rnn.bias_hh_l1	1	-0.048569466918706894
123767	rnn.bias_hh_l1	2	-0.10227633267641068
123767	rnn.bias_hh_l1	3	-0.09673084318637848
123767	rnn.bias_hh_l1	4	-0.10831696540117264
123767	rnn.bias_hh_l1	5	-0.12234355509281158
123767	rnn.bias_hh_l1	6	-0.14245828986167908
123767	rnn.bias_hh_l1	7	0.04047119989991188
123767	rnn.bias_hh_l1	8	-0.1867663711309433
123767	rnn.bias_hh_l1	9	-0.09735120832920074
123767	rnn.weight_ih_l1_reverse	0	-0.03802914172410965
123767	rnn.weight_ih_l1_reverse	1	0.019190872088074684
123767	rnn.weight_ih_l1_reverse	2	0.06636044383049011
123767	rnn.weight_ih_l1_reverse	3	0.0038197843823581934
123767	rnn.weight_ih_l1_reverse	4	-0.026560120284557343
123767	rnn.weight_ih_l1_reverse	5	-0.03528332710266113
123767	rnn.weight_ih_l1_reverse	6	-0.007788411341607571
123767	rnn.weight_ih_l1_reverse	7	0.026803001761436462
123767	rnn.weight_ih_l1_reverse	8	0.045053623616695404
123767	rnn.weight_ih_l1_reverse	9	-0.048426032066345215
123767	rnn.weight_hh_l1_reverse	0	0.007027269806712866
123767	rnn.weight_hh_l1_reverse	1	0.028416847810149193
123767	rnn.weight_hh_l1_reverse	2	-0.039924249053001404
123767	rnn.weight_hh_l1_reverse	3	0.040321823209524155
123767	rnn.weight_hh_l1_reverse	4	0.040349047631025314
123767	rnn.weight_hh_l1_reverse	5	0.007251708768308163
123767	rnn.weight_hh_l1_reverse	6	0.013448536396026611
123767	rnn.weight_hh_l1_reverse	7	0.02769278548657894
123767	rnn.weight_hh_l1_reverse	8	-0.005919872783124447
123767	rnn.weight_hh_l1_reverse	9	-0.030082758516073227
123767	rnn.bias_ih_l1_reverse	0	-0.06873063743114471
123767	rnn.bias_ih_l1_reverse	1	-0.13607846200466156
123767	rnn.bias_ih_l1_reverse	2	-0.1529368907213211
123767	rnn.bias_ih_l1_reverse	3	-0.021935857832431793
123767	rnn.bias_ih_l1_reverse	4	-0.20721706748008728
123767	rnn.bias_ih_l1_reverse	5	-0.10561873763799667
123767	rnn.bias_ih_l1_reverse	6	-0.12864163517951965
123767	rnn.bias_ih_l1_reverse	7	-0.20642927289009094
123767	rnn.bias_ih_l1_reverse	8	0.19956590235233307
123767	rnn.bias_ih_l1_reverse	9	0.05939530208706856
123767	rnn.bias_hh_l1_reverse	0	-0.039931170642375946
123767	rnn.bias_hh_l1_reverse	1	-0.06190749257802963
123767	rnn.bias_hh_l1_reverse	2	-0.23124779760837555
123767	rnn.bias_hh_l1_reverse	3	-0.11253557354211807
123767	rnn.bias_hh_l1_reverse	4	-0.08921889960765839
123767	rnn.bias_hh_l1_reverse	5	-0.11877039819955826
123767	rnn.bias_hh_l1_reverse	6	0.1338733732700348
123767	rnn.bias_hh_l1_reverse	7	-0.13998901844024658
123767	rnn.bias_hh_l1_reverse	8	-0.11152033507823944
123767	rnn.bias_hh_l1_reverse	9	-0.14178550243377686
123767	linear.weight	0	0.002228822559118271
123767	linear.weight	1	0.11426402628421783
123767	linear.weight	2	-0.046131283044815063
123767	linear.weight	3	0.3002486228942871
123767	linear.weight	4	0.17407488822937012
123767	linear.weight	5	-0.024146340787410736
123767	linear.weight	6	0.11671902984380722
123767	linear.weight	7	0.07219448685646057
123767	linear.weight	8	0.0412667952477932
123767	linear.weight	9	-0.0420125350356102
123767	linear.bias	0	0.07325971126556396
123767	linear.bias	1	-0.20356319844722748
123767	linear.bias	2	-0.3994199335575104
123767	linear.bias	3	-0.640609860420227
123767	linear.bias	4	-1.1616616249084473
123767	linear.bias	5	-0.09208220988512039
123767	linear.bias	6	-0.7545055747032166
123767	linear.bias	7	0.31932082772254944
123767	linear.bias	8	-0.47894978523254395
123767	linear.bias	9	-0.9609658122062683
123964	transitions	0	0.6195319294929504
123964	transitions	1	0.16266696155071259
123964	transitions	2	-10000.0
123964	transitions	3	-1.8198384046554565
123964	transitions	4	-10000.0
123964	transitions	5	0.5911524295806885
123964	transitions	6	-0.0668441653251648
123964	transitions	7	-0.6505180597305298
123964	transitions	8	-1.392081379890442
123964	transitions	9	-0.0010205782018601894
123964	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
123964	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
123964	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
123964	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
123964	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
123964	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
123964	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
123964	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
123964	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
123964	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
123964	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
123964	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
123964	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
123964	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
123964	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
123964	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
123964	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
123964	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
123964	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
123964	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
123964	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
123964	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
123964	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
123964	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
123964	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
123964	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
123964	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
123964	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
123964	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
123964	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
123964	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
123964	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
123964	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
123964	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
123964	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
123964	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
123964	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
123964	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
123964	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
123964	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
123964	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
123964	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
123964	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
123964	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
123964	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
123964	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
123964	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
123964	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
123964	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
123964	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
123964	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
123964	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
123964	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
123964	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
123964	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
123964	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
123964	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
123964	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
123964	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
123964	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
123964	embedding2nn.weight	0	0.012574185617268085
123964	embedding2nn.weight	1	-0.013260265812277794
123964	embedding2nn.weight	2	-0.014268254861235619
123964	embedding2nn.weight	3	-0.04961251839995384
123964	embedding2nn.weight	4	-0.0059150345623493195
123964	embedding2nn.weight	5	-0.003700586035847664
123964	embedding2nn.weight	6	-0.003973283804953098
123964	embedding2nn.weight	7	-0.07186754047870636
123964	embedding2nn.weight	8	-0.0019979383796453476
123964	embedding2nn.weight	9	-0.0284083504229784
123964	embedding2nn.bias	0	0.047481242567300797
123964	embedding2nn.bias	1	-0.03636316955089569
123964	embedding2nn.bias	2	0.058976851403713226
123964	embedding2nn.bias	3	0.03714248165488243
123964	embedding2nn.bias	4	-0.04427091404795647
123964	embedding2nn.bias	5	-0.039392322301864624
123964	embedding2nn.bias	6	0.020665932446718216
123964	embedding2nn.bias	7	-0.07369939237833023
123964	embedding2nn.bias	8	0.06422595679759979
123964	embedding2nn.bias	9	0.017166346311569214
123964	rnn.weight_ih_l0	0	-0.06562609225511551
123964	rnn.weight_ih_l0	1	-0.004219508729875088
123964	rnn.weight_ih_l0	2	0.047555096447467804
123964	rnn.weight_ih_l0	3	0.019377125427126884
123964	rnn.weight_ih_l0	4	-0.008961725980043411
123964	rnn.weight_ih_l0	5	-0.05490449443459511
123964	rnn.weight_ih_l0	6	-0.0007667698664590716
123964	rnn.weight_ih_l0	7	0.02805938571691513
123964	rnn.weight_ih_l0	8	-0.007039383985102177
123964	rnn.weight_ih_l0	9	-0.02155759558081627
123964	rnn.weight_hh_l0	0	-0.035324256867170334
123964	rnn.weight_hh_l0	1	-0.007878097705543041
123964	rnn.weight_hh_l0	2	-0.0043745385482907295
123964	rnn.weight_hh_l0	3	-0.06219266727566719
123964	rnn.weight_hh_l0	4	0.08335837721824646
123964	rnn.weight_hh_l0	5	-0.014887722209095955
123964	rnn.weight_hh_l0	6	-0.0489518977701664
123964	rnn.weight_hh_l0	7	0.01866760663688183
123964	rnn.weight_hh_l0	8	0.011517202481627464
123964	rnn.weight_hh_l0	9	-0.014068303629755974
123964	rnn.bias_ih_l0	0	0.08117193728685379
123964	rnn.bias_ih_l0	1	-0.04753130301833153
123964	rnn.bias_ih_l0	2	-0.0002324165980098769
123964	rnn.bias_ih_l0	3	0.11625146865844727
123964	rnn.bias_ih_l0	4	-0.021347418427467346
123964	rnn.bias_ih_l0	5	-0.03620336204767227
123964	rnn.bias_ih_l0	6	0.03237580507993698
123964	rnn.bias_ih_l0	7	0.03791138157248497
123964	rnn.bias_ih_l0	8	-0.10442075878381729
123964	rnn.bias_ih_l0	9	-0.02539904974400997
123964	rnn.bias_hh_l0	0	-0.032829176634550095
123964	rnn.bias_hh_l0	1	-0.11234769970178604
123964	rnn.bias_hh_l0	2	-0.05436224490404129
123964	rnn.bias_hh_l0	3	-0.08297163993120193
123964	rnn.bias_hh_l0	4	-0.036525171250104904
123964	rnn.bias_hh_l0	5	-0.017234131693840027
123964	rnn.bias_hh_l0	6	0.027631087228655815
123964	rnn.bias_hh_l0	7	0.045889582484960556
123964	rnn.bias_hh_l0	8	-0.12774242460727692
123964	rnn.bias_hh_l0	9	-0.048910968005657196
123964	rnn.weight_ih_l0_reverse	0	-0.024180980399250984
123964	rnn.weight_ih_l0_reverse	1	-0.05276181548833847
123964	rnn.weight_ih_l0_reverse	2	-0.03662862628698349
123964	rnn.weight_ih_l0_reverse	3	0.003355046734213829
123964	rnn.weight_ih_l0_reverse	4	-0.015520653687417507
123964	rnn.weight_ih_l0_reverse	5	-0.04347408562898636
123964	rnn.weight_ih_l0_reverse	6	0.08444282412528992
123964	rnn.weight_ih_l0_reverse	7	-0.02390850894153118
123964	rnn.weight_ih_l0_reverse	8	-0.018572889268398285
123964	rnn.weight_ih_l0_reverse	9	0.010201490484178066
123964	rnn.weight_hh_l0_reverse	0	0.0565558485686779
123964	rnn.weight_hh_l0_reverse	1	0.023306293413043022
123964	rnn.weight_hh_l0_reverse	2	0.02937786653637886
123964	rnn.weight_hh_l0_reverse	3	0.032023727893829346
123964	rnn.weight_hh_l0_reverse	4	0.007495864760130644
123964	rnn.weight_hh_l0_reverse	5	0.020563464611768723
123964	rnn.weight_hh_l0_reverse	6	0.048428282141685486
123964	rnn.weight_hh_l0_reverse	7	-0.0630391538143158
123964	rnn.weight_hh_l0_reverse	8	0.0397065170109272
123964	rnn.weight_hh_l0_reverse	9	0.04338568076491356
123964	rnn.bias_ih_l0_reverse	0	-0.08381570130586624
123964	rnn.bias_ih_l0_reverse	1	-0.2334641069173813
123964	rnn.bias_ih_l0_reverse	2	-0.13204210996627808
123964	rnn.bias_ih_l0_reverse	3	-0.04700198769569397
123964	rnn.bias_ih_l0_reverse	4	-0.030497273430228233
123964	rnn.bias_ih_l0_reverse	5	0.058853719383478165
123964	rnn.bias_ih_l0_reverse	6	-0.07969433069229126
123964	rnn.bias_ih_l0_reverse	7	0.041654281318187714
123964	rnn.bias_ih_l0_reverse	8	-0.03555895388126373
123964	rnn.bias_ih_l0_reverse	9	0.04427029937505722
123964	rnn.bias_hh_l0_reverse	0	0.020948871970176697
123964	rnn.bias_hh_l0_reverse	1	-0.0034979337360709906
123964	rnn.bias_hh_l0_reverse	2	0.086745984852314
123964	rnn.bias_hh_l0_reverse	3	-0.04977462813258171
123964	rnn.bias_hh_l0_reverse	4	-0.038503497838974
123964	rnn.bias_hh_l0_reverse	5	-0.03225485980510712
123964	rnn.bias_hh_l0_reverse	6	-0.029710054397583008
123964	rnn.bias_hh_l0_reverse	7	0.106827512383461
123964	rnn.bias_hh_l0_reverse	8	0.034500639885663986
123964	rnn.bias_hh_l0_reverse	9	-0.12891755998134613
123964	rnn.weight_ih_l1	0	-0.03882637247443199
123964	rnn.weight_ih_l1	1	-0.03197178617119789
123964	rnn.weight_ih_l1	2	0.04168315231800079
123964	rnn.weight_ih_l1	3	-0.06471613794565201
123964	rnn.weight_ih_l1	4	-0.010511238127946854
123964	rnn.weight_ih_l1	5	-0.046188585460186005
123964	rnn.weight_ih_l1	6	0.0244460292160511
123964	rnn.weight_ih_l1	7	-0.021796206012368202
123964	rnn.weight_ih_l1	8	0.03547980263829231
123964	rnn.weight_ih_l1	9	0.04226802662014961
123964	rnn.weight_hh_l1	0	-0.004042197018861771
123964	rnn.weight_hh_l1	1	0.012881102040410042
123964	rnn.weight_hh_l1	2	0.004729864187538624
123964	rnn.weight_hh_l1	3	-0.007349688094109297
123964	rnn.weight_hh_l1	4	0.006914040073752403
123964	rnn.weight_hh_l1	5	0.02684618905186653
123964	rnn.weight_hh_l1	6	0.027161916717886925
123964	rnn.weight_hh_l1	7	-0.024041473865509033
123964	rnn.weight_hh_l1	8	-0.014796227216720581
123964	rnn.weight_hh_l1	9	0.03865514323115349
123964	rnn.bias_ih_l1	0	-0.18774747848510742
123964	rnn.bias_ih_l1	1	-0.19402466714382172
123964	rnn.bias_ih_l1	2	-0.19309455156326294
123964	rnn.bias_ih_l1	3	-0.2731070816516876
123964	rnn.bias_ih_l1	4	-0.2189234048128128
123964	rnn.bias_ih_l1	5	-0.10181238502264023
123964	rnn.bias_ih_l1	6	-0.136379212141037
123964	rnn.bias_ih_l1	7	-0.043546874076128006
123964	rnn.bias_ih_l1	8	-0.1326870620250702
123964	rnn.bias_ih_l1	9	-0.12866197526454926
123964	rnn.bias_hh_l1	0	-0.13409489393234253
123964	rnn.bias_hh_l1	1	-0.050870995968580246
123964	rnn.bias_hh_l1	2	-0.10008741170167923
123964	rnn.bias_hh_l1	3	-0.09560344368219376
123964	rnn.bias_hh_l1	4	-0.1103905662894249
123964	rnn.bias_hh_l1	5	-0.12037228792905807
123964	rnn.bias_hh_l1	6	-0.1427982598543167
123964	rnn.bias_hh_l1	7	0.04295437037944794
123964	rnn.bias_hh_l1	8	-0.1876956671476364
123964	rnn.bias_hh_l1	9	-0.10215672105550766
123964	rnn.weight_ih_l1_reverse	0	-0.03802924603223801
123964	rnn.weight_ih_l1_reverse	1	0.01944614015519619
123964	rnn.weight_ih_l1_reverse	2	0.06564409285783768
123964	rnn.weight_ih_l1_reverse	3	0.005048656836152077
123964	rnn.weight_ih_l1_reverse	4	-0.028089415282011032
123964	rnn.weight_ih_l1_reverse	5	-0.03549030423164368
123964	rnn.weight_ih_l1_reverse	6	-0.007049033418297768
123964	rnn.weight_ih_l1_reverse	7	0.027571357786655426
123964	rnn.weight_ih_l1_reverse	8	0.04653163254261017
123964	rnn.weight_ih_l1_reverse	9	-0.047435179352760315
123964	rnn.weight_hh_l1_reverse	0	0.007077449467033148
123964	rnn.weight_hh_l1_reverse	1	0.028215352445840836
123964	rnn.weight_hh_l1_reverse	2	-0.03990348055958748
123964	rnn.weight_hh_l1_reverse	3	0.0402320995926857
123964	rnn.weight_hh_l1_reverse	4	0.04031142592430115
123964	rnn.weight_hh_l1_reverse	5	0.0070322430692613125
123964	rnn.weight_hh_l1_reverse	6	0.014381635002791882
123964	rnn.weight_hh_l1_reverse	7	0.02742287702858448
123964	rnn.weight_hh_l1_reverse	8	-0.006009039003401995
123964	rnn.weight_hh_l1_reverse	9	-0.030254025012254715
123964	rnn.bias_ih_l1_reverse	0	-0.06820537149906158
123964	rnn.bias_ih_l1_reverse	1	-0.13658501207828522
123964	rnn.bias_ih_l1_reverse	2	-0.15361452102661133
123964	rnn.bias_ih_l1_reverse	3	-0.02424265816807747
123964	rnn.bias_ih_l1_reverse	4	-0.20808565616607666
123964	rnn.bias_ih_l1_reverse	5	-0.10716994851827621
123964	rnn.bias_ih_l1_reverse	6	-0.1283881813287735
123964	rnn.bias_ih_l1_reverse	7	-0.20692753791809082
123964	rnn.bias_ih_l1_reverse	8	0.2054211050271988
123964	rnn.bias_ih_l1_reverse	9	0.06616656482219696
123964	rnn.bias_hh_l1_reverse	0	-0.02801663801074028
123964	rnn.bias_hh_l1_reverse	1	-0.07130515575408936
123964	rnn.bias_hh_l1_reverse	2	-0.23247377574443817
123964	rnn.bias_hh_l1_reverse	3	-0.11092495918273926
123964	rnn.bias_hh_l1_reverse	4	-0.08966782689094543
123964	rnn.bias_hh_l1_reverse	5	-0.11868975311517715
123964	rnn.bias_hh_l1_reverse	6	0.13464230298995972
123964	rnn.bias_hh_l1_reverse	7	-0.1390082836151123
123964	rnn.bias_hh_l1_reverse	8	-0.10826975852251053
123964	rnn.bias_hh_l1_reverse	9	-0.14203859865665436
123964	linear.weight	0	0.002228822559118271
123964	linear.weight	1	0.10626894235610962
123964	linear.weight	2	-0.04631102457642555
123964	linear.weight	3	0.3076542615890503
123964	linear.weight	4	0.18233005702495575
123964	linear.weight	5	-0.029208146035671234
123964	linear.weight	6	0.12040441483259201
123964	linear.weight	7	0.06988664716482162
123964	linear.weight	8	0.04126642644405365
123964	linear.weight	9	-0.039057668298482895
123964	linear.bias	0	0.06878311932086945
123964	linear.bias	1	-0.21380038559436798
123964	linear.bias	2	-0.42965179681777954
123964	linear.bias	3	-0.636056125164032
123964	linear.bias	4	-1.158387303352356
123964	linear.bias	5	-0.07949654012918472
123964	linear.bias	6	-0.7654198408126831
123964	linear.bias	7	0.3276982009410858
123964	linear.bias	8	-0.46966540813446045
123964	linear.bias	9	-0.9518902897834778
124161	transitions	0	0.6195654273033142
124161	transitions	1	0.16071823239326477
124161	transitions	2	-10000.0
124161	transitions	3	-1.8198670148849487
124161	transitions	4	-10000.0
124161	transitions	5	0.5909947156906128
124161	transitions	6	-0.06691397726535797
124161	transitions	7	-0.6511662602424622
124161	transitions	8	-1.392189621925354
124161	transitions	9	-0.0010221186093986034
124161	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
124161	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
124161	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
124161	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
124161	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
124161	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
124161	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
124161	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
124161	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
124161	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
124161	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
124161	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
124161	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
124161	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
124161	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
124161	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
124161	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
124161	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
124161	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
124161	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
124161	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
124161	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
124161	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
124161	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
124161	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
124161	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
124161	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
124161	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
124161	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
124161	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
124161	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
124161	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
124161	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
124161	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
124161	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
124161	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
124161	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
124161	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
124161	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
124161	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
124161	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
124161	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
124161	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
124161	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
124161	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
124161	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
124161	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
124161	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
124161	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
124161	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
124161	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
124161	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
124161	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
124161	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
124161	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
124161	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
124161	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
124161	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
124161	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
124161	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
124161	embedding2nn.weight	0	0.011773137375712395
124161	embedding2nn.weight	1	-0.013029246591031551
124161	embedding2nn.weight	2	-0.014268254861235619
124161	embedding2nn.weight	3	-0.05013232305645943
124161	embedding2nn.weight	4	-0.0059150345623493195
124161	embedding2nn.weight	5	-0.003700586734339595
124161	embedding2nn.weight	6	-0.003973279148340225
124161	embedding2nn.weight	7	-0.07123731821775436
124161	embedding2nn.weight	8	-0.0019979383796453476
124161	embedding2nn.weight	9	-0.02862917073071003
124161	embedding2nn.bias	0	0.04500424116849899
124161	embedding2nn.bias	1	-0.03565829619765282
124161	embedding2nn.bias	2	0.06367328017950058
124161	embedding2nn.bias	3	0.024848010390996933
124161	embedding2nn.bias	4	-0.03898260369896889
124161	embedding2nn.bias	5	-0.03414721041917801
124161	embedding2nn.bias	6	0.020894810557365417
124161	embedding2nn.bias	7	-0.061722200363874435
124161	embedding2nn.bias	8	0.06560883671045303
124161	embedding2nn.bias	9	0.02492009662091732
124161	rnn.weight_ih_l0	0	-0.06524579226970673
124161	rnn.weight_ih_l0	1	-0.002805675147101283
124161	rnn.weight_ih_l0	2	0.04221327602863312
124161	rnn.weight_ih_l0	3	0.019014468416571617
124161	rnn.weight_ih_l0	4	-0.006776824593544006
124161	rnn.weight_ih_l0	5	-0.054493922740221024
124161	rnn.weight_ih_l0	6	-0.0011588433990254998
124161	rnn.weight_ih_l0	7	0.02862451784312725
124161	rnn.weight_ih_l0	8	-0.00652356306090951
124161	rnn.weight_ih_l0	9	-0.02099216729402542
124161	rnn.weight_hh_l0	0	-0.03423815220594406
124161	rnn.weight_hh_l0	1	-0.008334452286362648
124161	rnn.weight_hh_l0	2	-0.003601778531447053
124161	rnn.weight_hh_l0	3	-0.06340866535902023
124161	rnn.weight_hh_l0	4	0.08282960951328278
124161	rnn.weight_hh_l0	5	-0.014073892496526241
124161	rnn.weight_hh_l0	6	-0.04750377684831619
124161	rnn.weight_hh_l0	7	0.018787546083331108
124161	rnn.weight_hh_l0	8	0.011652077548205853
124161	rnn.weight_hh_l0	9	-0.014759400859475136
124161	rnn.bias_ih_l0	0	0.08102775365114212
124161	rnn.bias_ih_l0	1	-0.044262029230594635
124161	rnn.bias_ih_l0	2	0.000712738314177841
124161	rnn.bias_ih_l0	3	0.12075033038854599
124161	rnn.bias_ih_l0	4	-0.02109456993639469
124161	rnn.bias_ih_l0	5	-0.03792823478579521
124161	rnn.bias_ih_l0	6	0.026872385293245316
124161	rnn.bias_ih_l0	7	0.03729921579360962
124161	rnn.bias_ih_l0	8	-0.10525099188089371
124161	rnn.bias_ih_l0	9	-0.027727939188480377
124161	rnn.bias_hh_l0	0	-0.03177923336625099
124161	rnn.bias_hh_l0	1	-0.10760321468114853
124161	rnn.bias_hh_l0	2	-0.054766591638326645
124161	rnn.bias_hh_l0	3	-0.08221511542797089
124161	rnn.bias_hh_l0	4	-0.035239651799201965
124161	rnn.bias_hh_l0	5	-0.015915660187602043
124161	rnn.bias_hh_l0	6	0.030593201518058777
124161	rnn.bias_hh_l0	7	0.04802420735359192
124161	rnn.bias_hh_l0	8	-0.12363257259130478
124161	rnn.bias_hh_l0	9	-0.0501544214785099
124161	rnn.weight_ih_l0_reverse	0	-0.024686982855200768
124161	rnn.weight_ih_l0_reverse	1	-0.052094608545303345
124161	rnn.weight_ih_l0_reverse	2	-0.03627420589327812
124161	rnn.weight_ih_l0_reverse	3	0.003360896138474345
124161	rnn.weight_ih_l0_reverse	4	-0.014519885182380676
124161	rnn.weight_ih_l0_reverse	5	-0.04313450679183006
124161	rnn.weight_ih_l0_reverse	6	0.08307865262031555
124161	rnn.weight_ih_l0_reverse	7	-0.025196488946676254
124161	rnn.weight_ih_l0_reverse	8	-0.018221892416477203
124161	rnn.weight_ih_l0_reverse	9	0.009871509857475758
124161	rnn.weight_hh_l0_reverse	0	0.05630886182188988
124161	rnn.weight_hh_l0_reverse	1	0.022731062024831772
124161	rnn.weight_hh_l0_reverse	2	0.029705269262194633
124161	rnn.weight_hh_l0_reverse	3	0.032271888107061386
124161	rnn.weight_hh_l0_reverse	4	0.007891801185905933
124161	rnn.weight_hh_l0_reverse	5	0.021731724962592125
124161	rnn.weight_hh_l0_reverse	6	0.048342153429985046
124161	rnn.weight_hh_l0_reverse	7	-0.06222598999738693
124161	rnn.weight_hh_l0_reverse	8	0.03951016440987587
124161	rnn.weight_hh_l0_reverse	9	0.04357123747467995
124161	rnn.bias_ih_l0_reverse	0	-0.08274821937084198
124161	rnn.bias_ih_l0_reverse	1	-0.23585420846939087
124161	rnn.bias_ih_l0_reverse	2	-0.13299478590488434
124161	rnn.bias_ih_l0_reverse	3	-0.045868683606386185
124161	rnn.bias_ih_l0_reverse	4	-0.031167034059762955
124161	rnn.bias_ih_l0_reverse	5	0.05415662005543709
124161	rnn.bias_ih_l0_reverse	6	-0.07890450954437256
124161	rnn.bias_ih_l0_reverse	7	0.042983800172805786
124161	rnn.bias_ih_l0_reverse	8	-0.03961141034960747
124161	rnn.bias_ih_l0_reverse	9	0.04469667747616768
124161	rnn.bias_hh_l0_reverse	0	0.02115846984088421
124161	rnn.bias_hh_l0_reverse	1	-0.006450827699154615
124161	rnn.bias_hh_l0_reverse	2	0.0865059420466423
124161	rnn.bias_hh_l0_reverse	3	-0.05017409846186638
124161	rnn.bias_hh_l0_reverse	4	-0.04019654542207718
124161	rnn.bias_hh_l0_reverse	5	-0.030124258249998093
124161	rnn.bias_hh_l0_reverse	6	-0.03014548122882843
124161	rnn.bias_hh_l0_reverse	7	0.10548102855682373
124161	rnn.bias_hh_l0_reverse	8	0.030600572004914284
124161	rnn.bias_hh_l0_reverse	9	-0.12819218635559082
124161	rnn.weight_ih_l1	0	-0.03881679102778435
124161	rnn.weight_ih_l1	1	-0.033203933387994766
124161	rnn.weight_ih_l1	2	0.04149513691663742
124161	rnn.weight_ih_l1	3	-0.06579514592885971
124161	rnn.weight_ih_l1	4	-0.010504873469471931
124161	rnn.weight_ih_l1	5	-0.04642802104353905
124161	rnn.weight_ih_l1	6	0.024413619190454483
124161	rnn.weight_ih_l1	7	-0.022721868008375168
124161	rnn.weight_ih_l1	8	0.03564241901040077
124161	rnn.weight_ih_l1	9	0.040703337639570236
124161	rnn.weight_hh_l1	0	-0.0034245981369167566
124161	rnn.weight_hh_l1	1	0.012710945680737495
124161	rnn.weight_hh_l1	2	0.0046745287254452705
124161	rnn.weight_hh_l1	3	-0.00781629141420126
124161	rnn.weight_hh_l1	4	0.006782927084714174
124161	rnn.weight_hh_l1	5	0.027389243245124817
124161	rnn.weight_hh_l1	6	0.02704642526805401
124161	rnn.weight_hh_l1	7	-0.023838002234697342
124161	rnn.weight_hh_l1	8	-0.01530143991112709
124161	rnn.weight_hh_l1	9	0.037924014031887054
124161	rnn.bias_ih_l1	0	-0.1866769641637802
124161	rnn.bias_ih_l1	1	-0.19344587624073029
124161	rnn.bias_ih_l1	2	-0.19322872161865234
124161	rnn.bias_ih_l1	3	-0.276214599609375
124161	rnn.bias_ih_l1	4	-0.21766099333763123
124161	rnn.bias_ih_l1	5	-0.10337572544813156
124161	rnn.bias_ih_l1	6	-0.13387441635131836
124161	rnn.bias_ih_l1	7	-0.04195462912321091
124161	rnn.bias_ih_l1	8	-0.13032975792884827
124161	rnn.bias_ih_l1	9	-0.13010548055171967
124161	rnn.bias_hh_l1	0	-0.13205382227897644
124161	rnn.bias_hh_l1	1	-0.04942846670746803
124161	rnn.bias_hh_l1	2	-0.10535860806703568
124161	rnn.bias_hh_l1	3	-0.09628329426050186
124161	rnn.bias_hh_l1	4	-0.11200477927923203
124161	rnn.bias_hh_l1	5	-0.1194874718785286
124161	rnn.bias_hh_l1	6	-0.14393973350524902
124161	rnn.bias_hh_l1	7	0.03905453532934189
124161	rnn.bias_hh_l1	8	-0.18530923128128052
124161	rnn.bias_hh_l1	9	-0.09925738722085953
124161	rnn.weight_ih_l1_reverse	0	-0.03718029707670212
124161	rnn.weight_ih_l1_reverse	1	0.018000751733779907
124161	rnn.weight_ih_l1_reverse	2	0.0695812851190567
124161	rnn.weight_ih_l1_reverse	3	0.007274524308741093
124161	rnn.weight_ih_l1_reverse	4	-0.029595997184515
124161	rnn.weight_ih_l1_reverse	5	-0.03533751145005226
124161	rnn.weight_ih_l1_reverse	6	-0.006267591845244169
124161	rnn.weight_ih_l1_reverse	7	0.027916112914681435
124161	rnn.weight_ih_l1_reverse	8	0.04580331966280937
124161	rnn.weight_ih_l1_reverse	9	-0.048397425562143326
124161	rnn.weight_hh_l1_reverse	0	0.00748977018520236
124161	rnn.weight_hh_l1_reverse	1	0.028298616409301758
124161	rnn.weight_hh_l1_reverse	2	-0.03988580033183098
124161	rnn.weight_hh_l1_reverse	3	0.04026150703430176
124161	rnn.weight_hh_l1_reverse	4	0.040546149015426636
124161	rnn.weight_hh_l1_reverse	5	0.006533243227750063
124161	rnn.weight_hh_l1_reverse	6	0.014614450745284557
124161	rnn.weight_hh_l1_reverse	7	0.02709808573126793
124161	rnn.weight_hh_l1_reverse	8	-0.0059782532043755054
124161	rnn.weight_hh_l1_reverse	9	-0.030213739722967148
124161	rnn.bias_ih_l1_reverse	0	-0.0677582249045372
124161	rnn.bias_ih_l1_reverse	1	-0.13954347372055054
124161	rnn.bias_ih_l1_reverse	2	-0.15304018557071686
124161	rnn.bias_ih_l1_reverse	3	-0.028783386573195457
124161	rnn.bias_ih_l1_reverse	4	-0.20938394963741302
124161	rnn.bias_ih_l1_reverse	5	-0.10702789574861526
124161	rnn.bias_ih_l1_reverse	6	-0.12786103785037994
124161	rnn.bias_ih_l1_reverse	7	-0.20474287867546082
124161	rnn.bias_ih_l1_reverse	8	0.20590101182460785
124161	rnn.bias_ih_l1_reverse	9	0.0635368674993515
124161	rnn.bias_hh_l1_reverse	0	-0.02973555214703083
124161	rnn.bias_hh_l1_reverse	1	-0.07195238769054413
124161	rnn.bias_hh_l1_reverse	2	-0.23303654789924622
124161	rnn.bias_hh_l1_reverse	3	-0.11080364137887955
124161	rnn.bias_hh_l1_reverse	4	-0.09100934118032455
124161	rnn.bias_hh_l1_reverse	5	-0.11816154420375824
124161	rnn.bias_hh_l1_reverse	6	0.13225726783275604
124161	rnn.bias_hh_l1_reverse	7	-0.13676604628562927
124161	rnn.bias_hh_l1_reverse	8	-0.10934403538703918
124161	rnn.bias_hh_l1_reverse	9	-0.14239050447940826
124161	linear.weight	0	0.002228822559118271
124161	linear.weight	1	0.10266777873039246
124161	linear.weight	2	-0.05169191583991051
124161	linear.weight	3	0.30906832218170166
124161	linear.weight	4	0.1806405633687973
124161	linear.weight	5	-0.03117120824754238
124161	linear.weight	6	0.11523173004388809
124161	linear.weight	7	0.049576424062252045
124161	linear.weight	8	0.041264284402132034
124161	linear.weight	9	-0.03626013547182083
124161	linear.bias	0	0.08401355892419815
124161	linear.bias	1	-0.21869203448295593
124161	linear.bias	2	-0.4504368007183075
124161	linear.bias	3	-0.631183922290802
124161	linear.bias	4	-1.1505047082901
124161	linear.bias	5	-0.06454837322235107
124161	linear.bias	6	-0.7721431255340576
124161	linear.bias	7	0.342256098985672
124161	linear.bias	8	-0.46632957458496094
124161	linear.bias	9	-0.9487923979759216
124358	transitions	0	0.6144099831581116
124358	transitions	1	0.15794530510902405
124358	transitions	2	-10000.0
124358	transitions	3	-1.8199518918991089
124358	transitions	4	-10000.0
124358	transitions	5	0.5907964706420898
124358	transitions	6	-0.06700640916824341
124358	transitions	7	-0.6533384323120117
124358	transitions	8	-1.3922675848007202
124358	transitions	9	-0.0010231740307062864
124358	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
124358	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
124358	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
124358	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
124358	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
124358	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
124358	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
124358	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
124358	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
124358	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
124358	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
124358	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
124358	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
124358	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
124358	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
124358	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
124358	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
124358	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
124358	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
124358	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
124358	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
124358	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
124358	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
124358	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
124358	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
124358	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
124358	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
124358	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
124358	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
124358	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
124358	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
124358	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
124358	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
124358	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
124358	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
124358	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
124358	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
124358	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
124358	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
124358	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
124358	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
124358	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
124358	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
124358	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
124358	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
124358	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
124358	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
124358	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
124358	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
124358	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
124358	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
124358	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
124358	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
124358	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
124358	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
124358	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
124358	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
124358	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
124358	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
124358	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
124358	embedding2nn.weight	0	0.01114760059863329
124358	embedding2nn.weight	1	-0.012788141146302223
124358	embedding2nn.weight	2	-0.014268254861235619
124358	embedding2nn.weight	3	-0.046252164989709854
124358	embedding2nn.weight	4	-0.0059150345623493195
124358	embedding2nn.weight	5	-0.003700586501508951
124358	embedding2nn.weight	6	-0.003973278682678938
124358	embedding2nn.weight	7	-0.07283743470907211
124358	embedding2nn.weight	8	-0.0019979383796453476
124358	embedding2nn.weight	9	-0.02764534391462803
124358	embedding2nn.bias	0	0.054485999047756195
124358	embedding2nn.bias	1	-0.03150836378335953
124358	embedding2nn.bias	2	0.05855616182088852
124358	embedding2nn.bias	3	0.03658665716648102
124358	embedding2nn.bias	4	-0.042343225330114365
124358	embedding2nn.bias	5	-0.03176295757293701
124358	embedding2nn.bias	6	0.01963759958744049
124358	embedding2nn.bias	7	-0.0741158276796341
124358	embedding2nn.bias	8	0.05841079726815224
124358	embedding2nn.bias	9	0.029222864657640457
124358	rnn.weight_ih_l0	0	-0.06682683527469635
124358	rnn.weight_ih_l0	1	-0.0028070700354874134
124358	rnn.weight_ih_l0	2	0.04279254004359245
124358	rnn.weight_ih_l0	3	0.01901976764202118
124358	rnn.weight_ih_l0	4	-0.007118549197912216
124358	rnn.weight_ih_l0	5	-0.054891303181648254
124358	rnn.weight_ih_l0	6	-0.0004408162203617394
124358	rnn.weight_ih_l0	7	0.02908249944448471
124358	rnn.weight_ih_l0	8	-0.006928958464413881
124358	rnn.weight_ih_l0	9	-0.019946077838540077
124358	rnn.weight_hh_l0	0	-0.034356553107500076
124358	rnn.weight_hh_l0	1	-0.008662181906402111
124358	rnn.weight_hh_l0	2	-0.003105196403339505
124358	rnn.weight_hh_l0	3	-0.06311122328042984
124358	rnn.weight_hh_l0	4	0.08358318358659744
124358	rnn.weight_hh_l0	5	-0.015130833722651005
124358	rnn.weight_hh_l0	6	-0.04740656539797783
124358	rnn.weight_hh_l0	7	0.017750529572367668
124358	rnn.weight_hh_l0	8	0.011900500394403934
124358	rnn.weight_hh_l0	9	-0.014749415218830109
124358	rnn.bias_ih_l0	0	0.07875712960958481
124358	rnn.bias_ih_l0	1	-0.04437629505991936
124358	rnn.bias_ih_l0	2	-0.0005239282036200166
124358	rnn.bias_ih_l0	3	0.12249185144901276
124358	rnn.bias_ih_l0	4	-0.019991733133792877
124358	rnn.bias_ih_l0	5	-0.039643432945013046
124358	rnn.bias_ih_l0	6	0.02635764144361019
124358	rnn.bias_ih_l0	7	0.0373363196849823
124358	rnn.bias_ih_l0	8	-0.1058611273765564
124358	rnn.bias_ih_l0	9	-0.028595177456736565
124358	rnn.bias_hh_l0	0	-0.032776229083538055
124358	rnn.bias_hh_l0	1	-0.10948410630226135
124358	rnn.bias_hh_l0	2	-0.05587121099233627
124358	rnn.bias_hh_l0	3	-0.08059549331665039
124358	rnn.bias_hh_l0	4	-0.03411519527435303
124358	rnn.bias_hh_l0	5	-0.01640905812382698
124358	rnn.bias_hh_l0	6	0.03079548478126526
124358	rnn.bias_hh_l0	7	0.04474371671676636
124358	rnn.bias_hh_l0	8	-0.12430651485919952
124358	rnn.bias_hh_l0	9	-0.0461411252617836
124358	rnn.weight_ih_l0_reverse	0	-0.024317020550370216
124358	rnn.weight_ih_l0_reverse	1	-0.052486225962638855
124358	rnn.weight_ih_l0_reverse	2	-0.031794965267181396
124358	rnn.weight_ih_l0_reverse	3	0.005024705082178116
124358	rnn.weight_ih_l0_reverse	4	-0.013750912621617317
124358	rnn.weight_ih_l0_reverse	5	-0.042581696063280106
124358	rnn.weight_ih_l0_reverse	6	0.08465678989887238
124358	rnn.weight_ih_l0_reverse	7	-0.021555237472057343
124358	rnn.weight_ih_l0_reverse	8	-0.01842140220105648
124358	rnn.weight_ih_l0_reverse	9	0.009752103127539158
124358	rnn.weight_hh_l0_reverse	0	0.05539228022098541
124358	rnn.weight_hh_l0_reverse	1	0.021945178508758545
124358	rnn.weight_hh_l0_reverse	2	0.029491722583770752
124358	rnn.weight_hh_l0_reverse	3	0.032182008028030396
124358	rnn.weight_hh_l0_reverse	4	0.007998346351087093
124358	rnn.weight_hh_l0_reverse	5	0.020167941227555275
124358	rnn.weight_hh_l0_reverse	6	0.04825500026345253
124358	rnn.weight_hh_l0_reverse	7	-0.06258270144462585
124358	rnn.weight_hh_l0_reverse	8	0.039615754038095474
124358	rnn.weight_hh_l0_reverse	9	0.04345040023326874
124358	rnn.bias_ih_l0_reverse	0	-0.0820501446723938
124358	rnn.bias_ih_l0_reverse	1	-0.23121123015880585
124358	rnn.bias_ih_l0_reverse	2	-0.13342615962028503
124358	rnn.bias_ih_l0_reverse	3	-0.04433922842144966
124358	rnn.bias_ih_l0_reverse	4	-0.028974978253245354
124358	rnn.bias_ih_l0_reverse	5	0.05321773886680603
124358	rnn.bias_ih_l0_reverse	6	-0.07445482909679413
124358	rnn.bias_ih_l0_reverse	7	0.040893662720918655
124358	rnn.bias_ih_l0_reverse	8	-0.03415776789188385
124358	rnn.bias_ih_l0_reverse	9	0.044175565242767334
124358	rnn.bias_hh_l0_reverse	0	0.02336590364575386
124358	rnn.bias_hh_l0_reverse	1	-0.008495412766933441
124358	rnn.bias_hh_l0_reverse	2	0.0892738476395607
124358	rnn.bias_hh_l0_reverse	3	-0.05109530687332153
124358	rnn.bias_hh_l0_reverse	4	-0.044231608510017395
124358	rnn.bias_hh_l0_reverse	5	-0.028068874031305313
124358	rnn.bias_hh_l0_reverse	6	-0.030225466936826706
124358	rnn.bias_hh_l0_reverse	7	0.10456918179988861
124358	rnn.bias_hh_l0_reverse	8	0.034225840121507645
124358	rnn.bias_hh_l0_reverse	9	-0.12707509100437164
124358	rnn.weight_ih_l1	0	-0.03859242424368858
124358	rnn.weight_ih_l1	1	-0.0355684794485569
124358	rnn.weight_ih_l1	2	0.04536589980125427
124358	rnn.weight_ih_l1	3	-0.06352788209915161
124358	rnn.weight_ih_l1	4	-0.011943554505705833
124358	rnn.weight_ih_l1	5	-0.047342102974653244
124358	rnn.weight_ih_l1	6	0.024280885234475136
124358	rnn.weight_ih_l1	7	-0.021812664344906807
124358	rnn.weight_ih_l1	8	0.03588112071156502
124358	rnn.weight_ih_l1	9	0.041114773601293564
124358	rnn.weight_hh_l1	0	-0.0012490920489653945
124358	rnn.weight_hh_l1	1	0.012931975536048412
124358	rnn.weight_hh_l1	2	0.00565431360155344
124358	rnn.weight_hh_l1	3	-0.007983982563018799
124358	rnn.weight_hh_l1	4	0.007120504043996334
124358	rnn.weight_hh_l1	5	0.027117954567074776
124358	rnn.weight_hh_l1	6	0.026974976062774658
124358	rnn.weight_hh_l1	7	-0.024153893813490868
124358	rnn.weight_hh_l1	8	-0.015224580653011799
124358	rnn.weight_hh_l1	9	0.037922248244285583
124358	rnn.bias_ih_l1	0	-0.18927329778671265
124358	rnn.bias_ih_l1	1	-0.1962040215730667
124358	rnn.bias_ih_l1	2	-0.19547653198242188
124358	rnn.bias_ih_l1	3	-0.2754298448562622
124358	rnn.bias_ih_l1	4	-0.21462583541870117
124358	rnn.bias_ih_l1	5	-0.10421328991651535
124358	rnn.bias_ih_l1	6	-0.13665880262851715
124358	rnn.bias_ih_l1	7	-0.0429954007267952
124358	rnn.bias_ih_l1	8	-0.13256977498531342
124358	rnn.bias_ih_l1	9	-0.13214677572250366
124358	rnn.bias_hh_l1	0	-0.1300031691789627
124358	rnn.bias_hh_l1	1	-0.047234226018190384
124358	rnn.bias_hh_l1	2	-0.10479018837213516
124358	rnn.bias_hh_l1	3	-0.09597451984882355
124358	rnn.bias_hh_l1	4	-0.10884156823158264
124358	rnn.bias_hh_l1	5	-0.1175902858376503
124358	rnn.bias_hh_l1	6	-0.14570441842079163
124358	rnn.bias_hh_l1	7	0.04290049523115158
124358	rnn.bias_hh_l1	8	-0.18271219730377197
124358	rnn.bias_hh_l1	9	-0.09923616051673889
124358	rnn.weight_ih_l1_reverse	0	-0.03568243235349655
124358	rnn.weight_ih_l1_reverse	1	0.02011716365814209
124358	rnn.weight_ih_l1_reverse	2	0.06880845874547958
124358	rnn.weight_ih_l1_reverse	3	0.004419073462486267
124358	rnn.weight_ih_l1_reverse	4	-0.027379458770155907
124358	rnn.weight_ih_l1_reverse	5	-0.03534508869051933
124358	rnn.weight_ih_l1_reverse	6	-0.006521340925246477
124358	rnn.weight_ih_l1_reverse	7	0.026889367029070854
124358	rnn.weight_ih_l1_reverse	8	0.046503156423568726
124358	rnn.weight_ih_l1_reverse	9	-0.047939177602529526
124358	rnn.weight_hh_l1_reverse	0	0.007468520198017359
124358	rnn.weight_hh_l1_reverse	1	0.028496652841567993
124358	rnn.weight_hh_l1_reverse	2	-0.03985927253961563
124358	rnn.weight_hh_l1_reverse	3	0.04040643200278282
124358	rnn.weight_hh_l1_reverse	4	0.040730830281972885
124358	rnn.weight_hh_l1_reverse	5	0.006765003316104412
124358	rnn.weight_hh_l1_reverse	6	0.01619146205484867
124358	rnn.weight_hh_l1_reverse	7	0.027584290131926537
124358	rnn.weight_hh_l1_reverse	8	-0.0060053677298128605
124358	rnn.weight_hh_l1_reverse	9	-0.03035225346684456
124358	rnn.bias_ih_l1_reverse	0	-0.06475449353456497
124358	rnn.bias_ih_l1_reverse	1	-0.1410830020904541
124358	rnn.bias_ih_l1_reverse	2	-0.15542660653591156
124358	rnn.bias_ih_l1_reverse	3	-0.02561492845416069
124358	rnn.bias_ih_l1_reverse	4	-0.21088281273841858
124358	rnn.bias_ih_l1_reverse	5	-0.10568030178546906
124358	rnn.bias_ih_l1_reverse	6	-0.12690229713916779
124358	rnn.bias_ih_l1_reverse	7	-0.1998695731163025
124358	rnn.bias_ih_l1_reverse	8	0.20117312669754028
124358	rnn.bias_ih_l1_reverse	9	0.057791564613580704
124358	rnn.bias_hh_l1_reverse	0	-0.02748509682714939
124358	rnn.bias_hh_l1_reverse	1	-0.07019979506731033
124358	rnn.bias_hh_l1_reverse	2	-0.23337304592132568
124358	rnn.bias_hh_l1_reverse	3	-0.11150925606489182
124358	rnn.bias_hh_l1_reverse	4	-0.09069612622261047
124358	rnn.bias_hh_l1_reverse	5	-0.11739122122526169
124358	rnn.bias_hh_l1_reverse	6	0.12435372173786163
124358	rnn.bias_hh_l1_reverse	7	-0.13473720848560333
124358	rnn.bias_hh_l1_reverse	8	-0.10917200148105621
124358	rnn.bias_hh_l1_reverse	9	-0.1423516869544983
124358	linear.weight	0	0.002228822559118271
124358	linear.weight	1	0.09837745130062103
124358	linear.weight	2	-0.056316882371902466
124358	linear.weight	3	0.30490240454673767
124358	linear.weight	4	0.18096832931041718
124358	linear.weight	5	-0.031017087399959564
124358	linear.weight	6	0.11471202969551086
124358	linear.weight	7	0.04894839972257614
124358	linear.weight	8	0.04126357287168503
124358	linear.weight	9	-0.036006778478622437
124358	linear.bias	0	0.10026799142360687
124358	linear.bias	1	-0.2412898689508438
124358	linear.bias	2	-0.42630088329315186
124358	linear.bias	3	-0.6513510346412659
124358	linear.bias	4	-1.166475772857666
124358	linear.bias	5	-0.0712953433394432
124358	linear.bias	6	-0.7937880158424377
124358	linear.bias	7	0.3333128094673157
124358	linear.bias	8	-0.4695325195789337
124358	linear.bias	9	-0.9516724944114685
124362	transitions	0	0.6143116354942322
124362	transitions	1	0.15794029831886292
124362	transitions	2	-10000.0
124362	transitions	3	-1.819953441619873
124362	transitions	4	-10000.0
124362	transitions	5	0.5907949209213257
124362	transitions	6	-0.06700758635997772
124362	transitions	7	-0.653354823589325
124362	transitions	8	-1.392269253730774
124362	transitions	9	-0.0010232493514195085
124362	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
124362	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
124362	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
124362	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
124362	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
124362	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
124362	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
124362	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
124362	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
124362	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
124362	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
124362	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
124362	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
124362	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
124362	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
124362	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
124362	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
124362	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
124362	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
124362	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
124362	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
124362	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
124362	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
124362	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
124362	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
124362	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
124362	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
124362	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
124362	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
124362	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
124362	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
124362	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
124362	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
124362	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
124362	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
124362	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
124362	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
124362	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
124362	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
124362	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
124362	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
124362	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
124362	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
124362	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
124362	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
124362	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
124362	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
124362	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
124362	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
124362	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
124362	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
124362	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
124362	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
124362	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
124362	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
124362	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
124362	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
124362	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
124362	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
124362	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
124362	embedding2nn.weight	0	0.011118315160274506
124362	embedding2nn.weight	1	-0.012764131650328636
124362	embedding2nn.weight	2	-0.014268254861235619
124362	embedding2nn.weight	3	-0.046774283051490784
124362	embedding2nn.weight	4	-0.0059150345623493195
124362	embedding2nn.weight	5	-0.003700586501508951
124362	embedding2nn.weight	6	-0.003973278682678938
124362	embedding2nn.weight	7	-0.07278138399124146
124362	embedding2nn.weight	8	-0.0019979383796453476
124362	embedding2nn.weight	9	-0.027701394632458687
124362	embedding2nn.bias	0	0.053157106041908264
124362	embedding2nn.bias	1	-0.03143737465143204
124362	embedding2nn.bias	2	0.05793553218245506
124362	embedding2nn.bias	3	0.036862995475530624
124362	embedding2nn.bias	4	-0.04152015596628189
124362	embedding2nn.bias	5	-0.03292202576994896
124362	embedding2nn.bias	6	0.018813226372003555
124362	embedding2nn.bias	7	-0.07420721650123596
124362	embedding2nn.bias	8	0.05818072333931923
124362	embedding2nn.bias	9	0.028561508283019066
124362	rnn.weight_ih_l0	0	-0.06684692203998566
124362	rnn.weight_ih_l0	1	-0.0028429008089005947
124362	rnn.weight_ih_l0	2	0.04295648634433746
124362	rnn.weight_ih_l0	3	0.018833357840776443
124362	rnn.weight_ih_l0	4	-0.007179209962487221
124362	rnn.weight_ih_l0	5	-0.054853904992341995
124362	rnn.weight_ih_l0	6	-0.0003396421088837087
124362	rnn.weight_ih_l0	7	0.029105423018336296
124362	rnn.weight_ih_l0	8	-0.006852656602859497
124362	rnn.weight_ih_l0	9	-0.02006174623966217
124362	rnn.weight_hh_l0	0	-0.03477630019187927
124362	rnn.weight_hh_l0	1	-0.008523499593138695
124362	rnn.weight_hh_l0	2	-0.0030814730562269688
124362	rnn.weight_hh_l0	3	-0.06307412683963776
124362	rnn.weight_hh_l0	4	0.08372174948453903
124362	rnn.weight_hh_l0	5	-0.014961101114749908
124362	rnn.weight_hh_l0	6	-0.0472552552819252
124362	rnn.weight_hh_l0	7	0.017778491601347923
124362	rnn.weight_hh_l0	8	0.011808146722614765
124362	rnn.weight_hh_l0	9	-0.014835347421467304
124362	rnn.bias_ih_l0	0	0.07870664447546005
124362	rnn.bias_ih_l0	1	-0.04448368400335312
124362	rnn.bias_ih_l0	2	-0.0007652261410839856
124362	rnn.bias_ih_l0	3	0.12200899422168732
124362	rnn.bias_ih_l0	4	-0.01984962448477745
124362	rnn.bias_ih_l0	5	-0.039344023913145065
124362	rnn.bias_ih_l0	6	0.027010589838027954
124362	rnn.bias_ih_l0	7	0.03703859820961952
124362	rnn.bias_ih_l0	8	-0.10585474222898483
124362	rnn.bias_ih_l0	9	-0.028613273054361343
124362	rnn.bias_hh_l0	0	-0.03294316306710243
124362	rnn.bias_hh_l0	1	-0.1095433384180069
124362	rnn.bias_hh_l0	2	-0.055697228759527206
124362	rnn.bias_hh_l0	3	-0.08103446662425995
124362	rnn.bias_hh_l0	4	-0.03415606915950775
124362	rnn.bias_hh_l0	5	-0.01636892557144165
124362	rnn.bias_hh_l0	6	0.030793335288763046
124362	rnn.bias_hh_l0	7	0.04489991068840027
124362	rnn.bias_hh_l0	8	-0.12424617260694504
124362	rnn.bias_hh_l0	9	-0.04597534239292145
124362	rnn.weight_ih_l0_reverse	0	-0.024185724556446075
124362	rnn.weight_ih_l0_reverse	1	-0.05244160443544388
124362	rnn.weight_ih_l0_reverse	2	-0.03144708648324013
124362	rnn.weight_ih_l0_reverse	3	0.005014583468437195
124362	rnn.weight_ih_l0_reverse	4	-0.013740708120167255
124362	rnn.weight_ih_l0_reverse	5	-0.04265027865767479
124362	rnn.weight_ih_l0_reverse	6	0.08465655893087387
124362	rnn.weight_ih_l0_reverse	7	-0.021626761183142662
124362	rnn.weight_ih_l0_reverse	8	-0.018339142203330994
124362	rnn.weight_ih_l0_reverse	9	0.009658281691372395
124362	rnn.weight_hh_l0_reverse	0	0.0552096888422966
124362	rnn.weight_hh_l0_reverse	1	0.021911177784204483
124362	rnn.weight_hh_l0_reverse	2	0.02945636212825775
124362	rnn.weight_hh_l0_reverse	3	0.03240332007408142
124362	rnn.weight_hh_l0_reverse	4	0.007986455224454403
124362	rnn.weight_hh_l0_reverse	5	0.020221097394824028
124362	rnn.weight_hh_l0_reverse	6	0.0481865294277668
124362	rnn.weight_hh_l0_reverse	7	-0.0624842569231987
124362	rnn.weight_hh_l0_reverse	8	0.03953608125448227
124362	rnn.weight_hh_l0_reverse	9	0.04340377822518349
124362	rnn.bias_ih_l0_reverse	0	-0.08196976035833359
124362	rnn.bias_ih_l0_reverse	1	-0.23142968118190765
124362	rnn.bias_ih_l0_reverse	2	-0.13327912986278534
124362	rnn.bias_ih_l0_reverse	3	-0.04440055415034294
124362	rnn.bias_ih_l0_reverse	4	-0.028873367235064507
124362	rnn.bias_ih_l0_reverse	5	0.05308569595217705
124362	rnn.bias_ih_l0_reverse	6	-0.07439073920249939
124362	rnn.bias_ih_l0_reverse	7	0.04118204861879349
124362	rnn.bias_ih_l0_reverse	8	-0.03442814573645592
124362	rnn.bias_ih_l0_reverse	9	0.043614380061626434
124362	rnn.bias_hh_l0_reverse	0	0.023192204535007477
124362	rnn.bias_hh_l0_reverse	1	-0.008323397487401962
124362	rnn.bias_hh_l0_reverse	2	0.08995286375284195
124362	rnn.bias_hh_l0_reverse	3	-0.05101633816957474
124362	rnn.bias_hh_l0_reverse	4	-0.04413435235619545
124362	rnn.bias_hh_l0_reverse	5	-0.027678072452545166
124362	rnn.bias_hh_l0_reverse	6	-0.029961537569761276
124362	rnn.bias_hh_l0_reverse	7	0.10499781370162964
124362	rnn.bias_hh_l0_reverse	8	0.034185994416475296
124362	rnn.bias_hh_l0_reverse	9	-0.12826617062091827
124362	rnn.weight_ih_l1	0	-0.03856060653924942
124362	rnn.weight_ih_l1	1	-0.03541381284594536
124362	rnn.weight_ih_l1	2	0.045258164405822754
124362	rnn.weight_ih_l1	3	-0.0634690672159195
124362	rnn.weight_ih_l1	4	-0.011841482482850552
124362	rnn.weight_ih_l1	5	-0.04734177514910698
124362	rnn.weight_ih_l1	6	0.024323489516973495
124362	rnn.weight_ih_l1	7	-0.021792415529489517
124362	rnn.weight_ih_l1	8	0.03588748350739479
124362	rnn.weight_ih_l1	9	0.04111858084797859
124362	rnn.weight_hh_l1	0	-0.001104057184420526
124362	rnn.weight_hh_l1	1	0.01292406301945448
124362	rnn.weight_hh_l1	2	0.005760393105447292
124362	rnn.weight_hh_l1	3	-0.007916429080069065
124362	rnn.weight_hh_l1	4	0.007077345624566078
124362	rnn.weight_hh_l1	5	0.027121424674987793
124362	rnn.weight_hh_l1	6	0.026843702420592308
124362	rnn.weight_hh_l1	7	-0.024235041812062263
124362	rnn.weight_hh_l1	8	-0.015190416015684605
124362	rnn.weight_hh_l1	9	0.03793610632419586
124362	rnn.bias_ih_l1	0	-0.18931178748607635
124362	rnn.bias_ih_l1	1	-0.1966070532798767
124362	rnn.bias_ih_l1	2	-0.1956603229045868
124362	rnn.bias_ih_l1	3	-0.2754939794540405
124362	rnn.bias_ih_l1	4	-0.21398401260375977
124362	rnn.bias_ih_l1	5	-0.10436665266752243
124362	rnn.bias_ih_l1	6	-0.13649950921535492
124362	rnn.bias_ih_l1	7	-0.043654926121234894
124362	rnn.bias_ih_l1	8	-0.1327139437198639
124362	rnn.bias_ih_l1	9	-0.13220469653606415
124362	rnn.bias_hh_l1	0	-0.13048627972602844
124362	rnn.bias_hh_l1	1	-0.0470459945499897
124362	rnn.bias_hh_l1	2	-0.10454241186380386
124362	rnn.bias_hh_l1	3	-0.09577733278274536
124362	rnn.bias_hh_l1	4	-0.10819210857152939
124362	rnn.bias_hh_l1	5	-0.1176593229174614
124362	rnn.bias_hh_l1	6	-0.14586129784584045
124362	rnn.bias_hh_l1	7	0.04408218711614609
124362	rnn.bias_hh_l1	8	-0.18287469446659088
124362	rnn.bias_hh_l1	9	-0.09930838644504547
124362	rnn.weight_ih_l1_reverse	0	-0.03569786250591278
124362	rnn.weight_ih_l1_reverse	1	0.020409412682056427
124362	rnn.weight_ih_l1_reverse	2	0.06898672878742218
124362	rnn.weight_ih_l1_reverse	3	0.00470760278403759
124362	rnn.weight_ih_l1_reverse	4	-0.02730288915336132
124362	rnn.weight_ih_l1_reverse	5	-0.03534002602100372
124362	rnn.weight_ih_l1_reverse	6	-0.005638664122670889
124362	rnn.weight_ih_l1_reverse	7	0.026926187798380852
124362	rnn.weight_ih_l1_reverse	8	0.046546436846256256
124362	rnn.weight_ih_l1_reverse	9	-0.04812680929899216
124362	rnn.weight_hh_l1_reverse	0	0.007422362454235554
124362	rnn.weight_hh_l1_reverse	1	0.02848825603723526
124362	rnn.weight_hh_l1_reverse	2	-0.03985406085848808
124362	rnn.weight_hh_l1_reverse	3	0.040371865034103394
124362	rnn.weight_hh_l1_reverse	4	0.04071533679962158
124362	rnn.weight_hh_l1_reverse	5	0.006788748782128096
124362	rnn.weight_hh_l1_reverse	6	0.016031697392463684
124362	rnn.weight_hh_l1_reverse	7	0.02755846455693245
124362	rnn.weight_hh_l1_reverse	8	-0.00599812064319849
124362	rnn.weight_hh_l1_reverse	9	-0.03038337454199791
124362	rnn.bias_ih_l1_reverse	0	-0.06439916789531708
124362	rnn.bias_ih_l1_reverse	1	-0.14074267446994781
124362	rnn.bias_ih_l1_reverse	2	-0.1555890440940857
124362	rnn.bias_ih_l1_reverse	3	-0.026596078649163246
124362	rnn.bias_ih_l1_reverse	4	-0.2110404223203659
124362	rnn.bias_ih_l1_reverse	5	-0.10565702617168427
124362	rnn.bias_ih_l1_reverse	6	-0.12686482071876526
124362	rnn.bias_ih_l1_reverse	7	-0.19993600249290466
124362	rnn.bias_ih_l1_reverse	8	0.20189610123634338
124362	rnn.bias_ih_l1_reverse	9	0.05687904730439186
124362	rnn.bias_hh_l1_reverse	0	-0.028215954080224037
124362	rnn.bias_hh_l1_reverse	1	-0.07064791768789291
124362	rnn.bias_hh_l1_reverse	2	-0.23354746401309967
124362	rnn.bias_hh_l1_reverse	3	-0.1114446297287941
124362	rnn.bias_hh_l1_reverse	4	-0.0907253697514534
124362	rnn.bias_hh_l1_reverse	5	-0.11760630458593369
124362	rnn.bias_hh_l1_reverse	6	0.12353184819221497
124362	rnn.bias_hh_l1_reverse	7	-0.13526679575443268
124362	rnn.bias_hh_l1_reverse	8	-0.10883873701095581
124362	rnn.bias_hh_l1_reverse	9	-0.14228183031082153
124362	linear.weight	0	0.002228822559118271
124362	linear.weight	1	0.09697265177965164
124362	linear.weight	2	-0.05725149065256119
124362	linear.weight	3	0.30466386675834656
124362	linear.weight	4	0.17944416403770447
124362	linear.weight	5	-0.03102037124335766
124362	linear.weight	6	0.11527743190526962
124362	linear.weight	7	0.045187827199697495
124362	linear.weight	8	0.04126356542110443
124362	linear.weight	9	-0.03618196025490761
124362	linear.bias	0	0.08480215072631836
124362	linear.bias	1	-0.2390713393688202
124362	linear.bias	2	-0.43586060404777527
124362	linear.bias	3	-0.6442718505859375
124362	linear.bias	4	-1.159441351890564
124362	linear.bias	5	-0.06332681328058243
124362	linear.bias	6	-0.7913540601730347
124362	linear.bias	7	0.3412005603313446
124362	linear.bias	8	-0.47072604298591614
124362	linear.bias	9	-0.9528893828392029
124559	transitions	0	0.6224218606948853
124559	transitions	1	0.16024892032146454
124559	transitions	2	-10000.0
124559	transitions	3	-1.8199959993362427
124559	transitions	4	-10000.0
124559	transitions	5	0.5906090140342712
124559	transitions	6	-0.06709238886833191
124559	transitions	7	-0.6538751721382141
124559	transitions	8	-1.39229416847229
124559	transitions	9	-0.0010258788242936134
124559	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
124559	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
124559	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
124559	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
124559	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
124559	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
124559	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
124559	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
124559	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
124559	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
124559	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
124559	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
124559	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
124559	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
124559	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
124559	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
124559	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
124559	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
124559	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
124559	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
124559	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
124559	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
124559	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
124559	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
124559	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
124559	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
124559	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
124559	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
124559	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
124559	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
124559	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
124559	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
124559	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
124559	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
124559	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
124559	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
124559	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
124559	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
124559	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
124559	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
124559	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
124559	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
124559	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
124559	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
124559	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
124559	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
124559	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
124559	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
124559	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
124559	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
124559	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
124559	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
124559	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
124559	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
124559	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
124559	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
124559	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
124559	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
124559	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
124559	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
124559	embedding2nn.weight	0	0.013679360039532185
124559	embedding2nn.weight	1	-0.012344105169177055
124559	embedding2nn.weight	2	-0.014268254861235619
124559	embedding2nn.weight	3	-0.04871511086821556
124559	embedding2nn.weight	4	-0.0059150345623493195
124559	embedding2nn.weight	5	-0.003700586501508951
124559	embedding2nn.weight	6	-0.0039732749573886395
124559	embedding2nn.weight	7	-0.07306983321905136
124559	embedding2nn.weight	8	-0.0019979383796453476
124559	embedding2nn.weight	9	-0.026994898915290833
124559	embedding2nn.bias	0	0.051978860050439835
124559	embedding2nn.bias	1	-0.03834882751107216
124559	embedding2nn.bias	2	0.05511721968650818
124559	embedding2nn.bias	3	0.040934499353170395
124559	embedding2nn.bias	4	-0.03306451067328453
124559	embedding2nn.bias	5	-0.03173958137631416
124559	embedding2nn.bias	6	0.021851861849427223
124559	embedding2nn.bias	7	-0.08486245572566986
124559	embedding2nn.bias	8	0.05413567274808884
124559	embedding2nn.bias	9	0.033320531249046326
124559	rnn.weight_ih_l0	0	-0.0626240223646164
124559	rnn.weight_ih_l0	1	-0.0038735014386475086
124559	rnn.weight_ih_l0	2	0.042525872588157654
124559	rnn.weight_ih_l0	3	0.0182406734675169
124559	rnn.weight_ih_l0	4	-0.0074697150848805904
124559	rnn.weight_ih_l0	5	-0.055596496909856796
124559	rnn.weight_ih_l0	6	0.0003572816785890609
124559	rnn.weight_ih_l0	7	0.029953869059681892
124559	rnn.weight_ih_l0	8	-0.008869076147675514
124559	rnn.weight_ih_l0	9	-0.01975700445473194
124559	rnn.weight_hh_l0	0	-0.033996231853961945
124559	rnn.weight_hh_l0	1	-0.009927401319146156
124559	rnn.weight_hh_l0	2	-0.003391087055206299
124559	rnn.weight_hh_l0	3	-0.06357675790786743
124559	rnn.weight_hh_l0	4	0.082908034324646
124559	rnn.weight_hh_l0	5	-0.01407716516405344
124559	rnn.weight_hh_l0	6	-0.04847246780991554
124559	rnn.weight_hh_l0	7	0.017497191205620766
124559	rnn.weight_hh_l0	8	0.012549514882266521
124559	rnn.weight_hh_l0	9	-0.015052828006446362
124559	rnn.bias_ih_l0	0	0.0824633240699768
124559	rnn.bias_ih_l0	1	-0.04098859429359436
124559	rnn.bias_ih_l0	2	0.0012517212890088558
124559	rnn.bias_ih_l0	3	0.12208664417266846
124559	rnn.bias_ih_l0	4	-0.019750166684389114
124559	rnn.bias_ih_l0	5	-0.0398017093539238
124559	rnn.bias_ih_l0	6	0.027861429378390312
124559	rnn.bias_ih_l0	7	0.03710080310702324
124559	rnn.bias_ih_l0	8	-0.10508240014314651
124559	rnn.bias_ih_l0	9	-0.033604033291339874
124559	rnn.bias_hh_l0	0	-0.032574910670518875
124559	rnn.bias_hh_l0	1	-0.11159336566925049
124559	rnn.bias_hh_l0	2	-0.054067470133304596
124559	rnn.bias_hh_l0	3	-0.08210975676774979
124559	rnn.bias_hh_l0	4	-0.03392622619867325
124559	rnn.bias_hh_l0	5	-0.01741613820195198
124559	rnn.bias_hh_l0	6	0.031789883971214294
124559	rnn.bias_hh_l0	7	0.047893866896629333
124559	rnn.bias_hh_l0	8	-0.12409337610006332
124559	rnn.bias_hh_l0	9	-0.05012839287519455
124559	rnn.weight_ih_l0_reverse	0	-0.02283763326704502
124559	rnn.weight_ih_l0_reverse	1	-0.05264271795749664
124559	rnn.weight_ih_l0_reverse	2	-0.030117813497781754
124559	rnn.weight_ih_l0_reverse	3	0.005717379041016102
124559	rnn.weight_ih_l0_reverse	4	-0.013746136799454689
124559	rnn.weight_ih_l0_reverse	5	-0.04394526779651642
124559	rnn.weight_ih_l0_reverse	6	0.08519955724477768
124559	rnn.weight_ih_l0_reverse	7	-0.022341366857290268
124559	rnn.weight_ih_l0_reverse	8	-0.018776103854179382
124559	rnn.weight_ih_l0_reverse	9	0.009205035865306854
124559	rnn.weight_hh_l0_reverse	0	0.05485231429338455
124559	rnn.weight_hh_l0_reverse	1	0.021923819556832314
124559	rnn.weight_hh_l0_reverse	2	0.029802078381180763
124559	rnn.weight_hh_l0_reverse	3	0.03271397203207016
124559	rnn.weight_hh_l0_reverse	4	0.008421296253800392
124559	rnn.weight_hh_l0_reverse	5	0.021320095285773277
124559	rnn.weight_hh_l0_reverse	6	0.04852209612727165
124559	rnn.weight_hh_l0_reverse	7	-0.06265514343976974
124559	rnn.weight_hh_l0_reverse	8	0.041198235005140305
124559	rnn.weight_hh_l0_reverse	9	0.0429677851498127
124559	rnn.bias_ih_l0_reverse	0	-0.08328600972890854
124559	rnn.bias_ih_l0_reverse	1	-0.23219993710517883
124559	rnn.bias_ih_l0_reverse	2	-0.1314058154821396
124559	rnn.bias_ih_l0_reverse	3	-0.03642440214753151
124559	rnn.bias_ih_l0_reverse	4	-0.02940305881202221
124559	rnn.bias_ih_l0_reverse	5	0.055359721183776855
124559	rnn.bias_ih_l0_reverse	6	-0.07659171521663666
124559	rnn.bias_ih_l0_reverse	7	0.03984026238322258
124559	rnn.bias_ih_l0_reverse	8	-0.03868390619754791
124559	rnn.bias_ih_l0_reverse	9	0.04351692274212837
124559	rnn.bias_hh_l0_reverse	0	0.023311907425522804
124559	rnn.bias_hh_l0_reverse	1	-0.011037121526896954
124559	rnn.bias_hh_l0_reverse	2	0.08863313496112823
124559	rnn.bias_hh_l0_reverse	3	-0.046008817851543427
124559	rnn.bias_hh_l0_reverse	4	-0.046187788248062134
124559	rnn.bias_hh_l0_reverse	5	-0.025777466595172882
124559	rnn.bias_hh_l0_reverse	6	-0.027768373489379883
124559	rnn.bias_hh_l0_reverse	7	0.10652261972427368
124559	rnn.bias_hh_l0_reverse	8	0.032873548567295074
124559	rnn.bias_hh_l0_reverse	9	-0.12521520256996155
124559	rnn.weight_ih_l1	0	-0.03785727545619011
124559	rnn.weight_ih_l1	1	-0.035763006657361984
124559	rnn.weight_ih_l1	2	0.04347289353609085
124559	rnn.weight_ih_l1	3	-0.0639316737651825
124559	rnn.weight_ih_l1	4	-0.01203058660030365
124559	rnn.weight_ih_l1	5	-0.04727336764335632
124559	rnn.weight_ih_l1	6	0.024921337142586708
124559	rnn.weight_ih_l1	7	-0.02119079791009426
124559	rnn.weight_ih_l1	8	0.03585810959339142
124559	rnn.weight_ih_l1	9	0.04153073951601982
124559	rnn.weight_hh_l1	0	-0.0009533804841339588
124559	rnn.weight_hh_l1	1	0.013300824910402298
124559	rnn.weight_hh_l1	2	0.005980800837278366
124559	rnn.weight_hh_l1	3	-0.008082333952188492
124559	rnn.weight_hh_l1	4	0.006931131239980459
124559	rnn.weight_hh_l1	5	0.027261607348918915
124559	rnn.weight_hh_l1	6	0.026791861280798912
124559	rnn.weight_hh_l1	7	-0.02428344637155533
124559	rnn.weight_hh_l1	8	-0.015084817074239254
124559	rnn.weight_hh_l1	9	0.03784582391381264
124559	rnn.bias_ih_l1	0	-0.18771585822105408
124559	rnn.bias_ih_l1	1	-0.1952744722366333
124559	rnn.bias_ih_l1	2	-0.19689641892910004
124559	rnn.bias_ih_l1	3	-0.2726120352745056
124559	rnn.bias_ih_l1	4	-0.2175486534833908
124559	rnn.bias_ih_l1	5	-0.1052115336060524
124559	rnn.bias_ih_l1	6	-0.1370420604944229
124559	rnn.bias_ih_l1	7	-0.041084375232458115
124559	rnn.bias_ih_l1	8	-0.13560010492801666
124559	rnn.bias_ih_l1	9	-0.12797914445400238
124559	rnn.bias_hh_l1	0	-0.12710031867027283
124559	rnn.bias_hh_l1	1	-0.04838745296001434
124559	rnn.bias_hh_l1	2	-0.10339776426553726
124559	rnn.bias_hh_l1	3	-0.09710410982370377
124559	rnn.bias_hh_l1	4	-0.10578461736440659
124559	rnn.bias_hh_l1	5	-0.11936324834823608
124559	rnn.bias_hh_l1	6	-0.14495107531547546
124559	rnn.bias_hh_l1	7	0.037168700248003006
124559	rnn.bias_hh_l1	8	-0.18409496545791626
124559	rnn.bias_hh_l1	9	-0.09699730575084686
124559	rnn.weight_ih_l1_reverse	0	-0.03503631055355072
124559	rnn.weight_ih_l1_reverse	1	0.014473974704742432
124559	rnn.weight_ih_l1_reverse	2	0.06768704950809479
124559	rnn.weight_ih_l1_reverse	3	0.003800660604611039
124559	rnn.weight_ih_l1_reverse	4	-0.02633102983236313
124559	rnn.weight_ih_l1_reverse	5	-0.03541111201047897
124559	rnn.weight_ih_l1_reverse	6	-0.004631142131984234
124559	rnn.weight_ih_l1_reverse	7	0.02727549895644188
124559	rnn.weight_ih_l1_reverse	8	0.042489904910326004
124559	rnn.weight_ih_l1_reverse	9	-0.048163287341594696
124559	rnn.weight_hh_l1_reverse	0	0.0071973055601119995
124559	rnn.weight_hh_l1_reverse	1	0.02857670560479164
124559	rnn.weight_hh_l1_reverse	2	-0.03976720571517944
124559	rnn.weight_hh_l1_reverse	3	0.0403611958026886
124559	rnn.weight_hh_l1_reverse	4	0.04042143374681473
124559	rnn.weight_hh_l1_reverse	5	0.007285380270332098
124559	rnn.weight_hh_l1_reverse	6	0.016866400837898254
124559	rnn.weight_hh_l1_reverse	7	0.02745509333908558
124559	rnn.weight_hh_l1_reverse	8	-0.005861100275069475
124559	rnn.weight_hh_l1_reverse	9	-0.030736014246940613
124559	rnn.bias_ih_l1_reverse	0	-0.06354790180921555
124559	rnn.bias_ih_l1_reverse	1	-0.14076653122901917
124559	rnn.bias_ih_l1_reverse	2	-0.15866024792194366
124559	rnn.bias_ih_l1_reverse	3	-0.03036043979227543
124559	rnn.bias_ih_l1_reverse	4	-0.21043512225151062
124559	rnn.bias_ih_l1_reverse	5	-0.10343771427869797
124559	rnn.bias_ih_l1_reverse	6	-0.12621475756168365
124559	rnn.bias_ih_l1_reverse	7	-0.20042528212070465
124559	rnn.bias_ih_l1_reverse	8	0.20463453233242035
124559	rnn.bias_ih_l1_reverse	9	0.056120503693819046
124559	rnn.bias_hh_l1_reverse	0	-0.03297979384660721
124559	rnn.bias_hh_l1_reverse	1	-0.07212377339601517
124559	rnn.bias_hh_l1_reverse	2	-0.23382186889648438
124559	rnn.bias_hh_l1_reverse	3	-0.10949448496103287
124559	rnn.bias_hh_l1_reverse	4	-0.09309693425893784
124559	rnn.bias_hh_l1_reverse	5	-0.11686602979898453
124559	rnn.bias_hh_l1_reverse	6	0.11509330570697784
124559	rnn.bias_hh_l1_reverse	7	-0.13745638728141785
124559	rnn.bias_hh_l1_reverse	8	-0.11031950265169144
124559	rnn.bias_hh_l1_reverse	9	-0.14407572150230408
124559	linear.weight	0	0.002228822559118271
124559	linear.weight	1	0.09965750575065613
124559	linear.weight	2	-0.05613226443529129
124559	linear.weight	3	0.3176692724227905
124559	linear.weight	4	0.17802521586418152
124559	linear.weight	5	-0.029336294159293175
124559	linear.weight	6	0.12097760289907455
124559	linear.weight	7	0.04101866856217384
124559	linear.weight	8	0.04126352071762085
124559	linear.weight	9	-0.029760869219899178
124559	linear.bias	0	0.016103439033031464
124559	linear.bias	1	-0.21601445972919464
124559	linear.bias	2	-0.37158116698265076
124559	linear.bias	3	-0.6450083255767822
124559	linear.bias	4	-1.1565790176391602
124559	linear.bias	5	-0.06617170572280884
124559	linear.bias	6	-0.7674071192741394
124559	linear.bias	7	0.3370272219181061
124559	linear.bias	8	-0.461894690990448
124559	linear.bias	9	-0.9468193650245667
124756	transitions	0	0.596523106098175
124756	transitions	1	0.15717417001724243
124756	transitions	2	-10000.0
124756	transitions	3	-1.8200256824493408
124756	transitions	4	-10000.0
124756	transitions	5	0.5905067920684814
124756	transitions	6	-0.06718949228525162
124756	transitions	7	-0.6552959680557251
124756	transitions	8	-1.3923602104187012
124756	transitions	9	-0.0010266966419294477
124756	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
124756	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
124756	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
124756	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
124756	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
124756	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
124756	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
124756	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
124756	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
124756	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
124756	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
124756	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
124756	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
124756	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
124756	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
124756	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
124756	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
124756	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
124756	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
124756	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
124756	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
124756	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
124756	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
124756	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
124756	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
124756	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
124756	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
124756	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
124756	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
124756	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
124756	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
124756	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
124756	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
124756	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
124756	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
124756	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
124756	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
124756	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
124756	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
124756	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
124756	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
124756	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
124756	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
124756	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
124756	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
124756	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
124756	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
124756	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
124756	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
124756	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
124756	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
124756	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
124756	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
124756	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
124756	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
124756	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
124756	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
124756	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
124756	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
124756	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
124756	embedding2nn.weight	0	0.014369305223226547
124756	embedding2nn.weight	1	-0.012321016751229763
124756	embedding2nn.weight	2	-0.014268254861235619
124756	embedding2nn.weight	3	-0.0496273934841156
124756	embedding2nn.weight	4	-0.0059150345623493195
124756	embedding2nn.weight	5	-0.003700586734339595
124756	embedding2nn.weight	6	-0.003973278682678938
124756	embedding2nn.weight	7	-0.07252214103937149
124756	embedding2nn.weight	8	-0.0019979383796453476
124756	embedding2nn.weight	9	-0.027120493352413177
124756	embedding2nn.bias	0	0.053937606513500214
124756	embedding2nn.bias	1	-0.03504306077957153
124756	embedding2nn.bias	2	0.057904429733753204
124756	embedding2nn.bias	3	0.03965762257575989
124756	embedding2nn.bias	4	-0.03280031308531761
124756	embedding2nn.bias	5	-0.028625931590795517
124756	embedding2nn.bias	6	0.020453864708542824
124756	embedding2nn.bias	7	-0.0727045089006424
124756	embedding2nn.bias	8	0.061952583491802216
124756	embedding2nn.bias	9	0.037850599735975266
124756	rnn.weight_ih_l0	0	-0.06342437118291855
124756	rnn.weight_ih_l0	1	-0.005216814577579498
124756	rnn.weight_ih_l0	2	0.04139884561300278
124756	rnn.weight_ih_l0	3	0.018001602962613106
124756	rnn.weight_ih_l0	4	-0.007055150810629129
124756	rnn.weight_ih_l0	5	-0.05596385523676872
124756	rnn.weight_ih_l0	6	0.001659133704379201
124756	rnn.weight_ih_l0	7	0.030955588445067406
124756	rnn.weight_ih_l0	8	-0.009221653454005718
124756	rnn.weight_ih_l0	9	-0.020405113697052002
124756	rnn.weight_hh_l0	0	-0.03253888711333275
124756	rnn.weight_hh_l0	1	-0.00945306196808815
124756	rnn.weight_hh_l0	2	-0.0029741611797362566
124756	rnn.weight_hh_l0	3	-0.06308192014694214
124756	rnn.weight_hh_l0	4	0.08334512263536453
124756	rnn.weight_hh_l0	5	-0.01360887661576271
124756	rnn.weight_hh_l0	6	-0.047663260251283646
124756	rnn.weight_hh_l0	7	0.017708877101540565
124756	rnn.weight_hh_l0	8	0.012485845014452934
124756	rnn.weight_hh_l0	9	-0.015073392540216446
124756	rnn.bias_ih_l0	0	0.0865228995680809
124756	rnn.bias_ih_l0	1	-0.04218622297048569
124756	rnn.bias_ih_l0	2	-0.0006847881595604122
124756	rnn.bias_ih_l0	3	0.12088708579540253
124756	rnn.bias_ih_l0	4	-0.018952351063489914
124756	rnn.bias_ih_l0	5	-0.037263743579387665
124756	rnn.bias_ih_l0	6	0.027098536491394043
124756	rnn.bias_ih_l0	7	0.036967240273952484
124756	rnn.bias_ih_l0	8	-0.10411828011274338
124756	rnn.bias_ih_l0	9	-0.03450189158320427
124756	rnn.bias_hh_l0	0	-0.02892947942018509
124756	rnn.bias_hh_l0	1	-0.11564183980226517
124756	rnn.bias_hh_l0	2	-0.05473606288433075
124756	rnn.bias_hh_l0	3	-0.0847553238272667
124756	rnn.bias_hh_l0	4	-0.03252830356359482
124756	rnn.bias_hh_l0	5	-0.019094832241535187
124756	rnn.bias_hh_l0	6	0.032087765634059906
124756	rnn.bias_hh_l0	7	0.04438011348247528
124756	rnn.bias_hh_l0	8	-0.12357025593519211
124756	rnn.bias_hh_l0	9	-0.0487842932343483
124756	rnn.weight_ih_l0_reverse	0	-0.02342766337096691
124756	rnn.weight_ih_l0_reverse	1	-0.05299489200115204
124756	rnn.weight_ih_l0_reverse	2	-0.02878490276634693
124756	rnn.weight_ih_l0_reverse	3	0.004031138960272074
124756	rnn.weight_ih_l0_reverse	4	-0.01397334598004818
124756	rnn.weight_ih_l0_reverse	5	-0.04366055876016617
124756	rnn.weight_ih_l0_reverse	6	0.08536866307258606
124756	rnn.weight_ih_l0_reverse	7	-0.021837055683135986
124756	rnn.weight_ih_l0_reverse	8	-0.018814627081155777
124756	rnn.weight_ih_l0_reverse	9	0.008861026726663113
124756	rnn.weight_hh_l0_reverse	0	0.055374592542648315
124756	rnn.weight_hh_l0_reverse	1	0.02220320701599121
124756	rnn.weight_hh_l0_reverse	2	0.02918502315878868
124756	rnn.weight_hh_l0_reverse	3	0.03157974034547806
124756	rnn.weight_hh_l0_reverse	4	0.008405697531998158
124756	rnn.weight_hh_l0_reverse	5	0.02155366912484169
124756	rnn.weight_hh_l0_reverse	6	0.04811787232756615
124756	rnn.weight_hh_l0_reverse	7	-0.0619136244058609
124756	rnn.weight_hh_l0_reverse	8	0.0410272590816021
124756	rnn.weight_hh_l0_reverse	9	0.04283389821648598
124756	rnn.bias_ih_l0_reverse	0	-0.08242534101009369
124756	rnn.bias_ih_l0_reverse	1	-0.23723486065864563
124756	rnn.bias_ih_l0_reverse	2	-0.13254939019680023
124756	rnn.bias_ih_l0_reverse	3	-0.038431134074926376
124756	rnn.bias_ih_l0_reverse	4	-0.0316152460873127
124756	rnn.bias_ih_l0_reverse	5	0.05683032423257828
124756	rnn.bias_ih_l0_reverse	6	-0.07776368409395218
124756	rnn.bias_ih_l0_reverse	7	0.0400453619658947
124756	rnn.bias_ih_l0_reverse	8	-0.04050622135400772
124756	rnn.bias_ih_l0_reverse	9	0.04181123897433281
124756	rnn.bias_hh_l0_reverse	0	0.025502406060695648
124756	rnn.bias_hh_l0_reverse	1	-0.013310197740793228
124756	rnn.bias_hh_l0_reverse	2	0.08389326184988022
124756	rnn.bias_hh_l0_reverse	3	-0.04728351905941963
124756	rnn.bias_hh_l0_reverse	4	-0.04550083354115486
124756	rnn.bias_hh_l0_reverse	5	-0.029664020985364914
124756	rnn.bias_hh_l0_reverse	6	-0.023865411058068275
124756	rnn.bias_hh_l0_reverse	7	0.10717492550611496
124756	rnn.bias_hh_l0_reverse	8	0.031804297119379044
124756	rnn.bias_hh_l0_reverse	9	-0.12868165969848633
124756	rnn.weight_ih_l1	0	-0.03769439831376076
124756	rnn.weight_ih_l1	1	-0.03675078973174095
124756	rnn.weight_ih_l1	2	0.04638603702187538
124756	rnn.weight_ih_l1	3	-0.06222406029701233
124756	rnn.weight_ih_l1	4	-0.011971413157880306
124756	rnn.weight_ih_l1	5	-0.047168001532554626
124756	rnn.weight_ih_l1	6	0.024321937933564186
124756	rnn.weight_ih_l1	7	-0.02135598100721836
124756	rnn.weight_ih_l1	8	0.0360594168305397
124756	rnn.weight_ih_l1	9	0.041289594024419785
124756	rnn.weight_hh_l1	0	-0.0022022409830242395
124756	rnn.weight_hh_l1	1	0.013651481829583645
124756	rnn.weight_hh_l1	2	0.004855130799114704
124756	rnn.weight_hh_l1	3	-0.007978253997862339
124756	rnn.weight_hh_l1	4	0.007860793732106686
124756	rnn.weight_hh_l1	5	0.026939760893583298
124756	rnn.weight_hh_l1	6	0.026786822825670242
124756	rnn.weight_hh_l1	7	-0.02407657727599144
124756	rnn.weight_hh_l1	8	-0.015282518230378628
124756	rnn.weight_hh_l1	9	0.03720548003911972
124756	rnn.bias_ih_l1	0	-0.18968619406223297
124756	rnn.bias_ih_l1	1	-0.1912824511528015
124756	rnn.bias_ih_l1	2	-0.19708681106567383
124756	rnn.bias_ih_l1	3	-0.27257585525512695
124756	rnn.bias_ih_l1	4	-0.21838581562042236
124756	rnn.bias_ih_l1	5	-0.10284387320280075
124756	rnn.bias_ih_l1	6	-0.14191344380378723
124756	rnn.bias_ih_l1	7	-0.039572641253471375
124756	rnn.bias_ih_l1	8	-0.13611383736133575
124756	rnn.bias_ih_l1	9	-0.12734434008598328
124756	rnn.bias_hh_l1	0	-0.13082335889339447
124756	rnn.bias_hh_l1	1	-0.04741828888654709
124756	rnn.bias_hh_l1	2	-0.10357452183961868
124756	rnn.bias_hh_l1	3	-0.09603762626647949
124756	rnn.bias_hh_l1	4	-0.10832265764474869
124756	rnn.bias_hh_l1	5	-0.11689122021198273
124756	rnn.bias_hh_l1	6	-0.1432931125164032
124756	rnn.bias_hh_l1	7	0.03896572068333626
124756	rnn.bias_hh_l1	8	-0.18310408294200897
124756	rnn.bias_hh_l1	9	-0.09913359582424164
124756	rnn.weight_ih_l1_reverse	0	-0.036018095910549164
124756	rnn.weight_ih_l1_reverse	1	0.01204738300293684
124756	rnn.weight_ih_l1_reverse	2	0.0668984204530716
124756	rnn.weight_ih_l1_reverse	3	0.0011169229401275516
124756	rnn.weight_ih_l1_reverse	4	-0.031492456793785095
124756	rnn.weight_ih_l1_reverse	5	-0.03539974242448807
124756	rnn.weight_ih_l1_reverse	6	-0.009297391399741173
124756	rnn.weight_ih_l1_reverse	7	0.02748543955385685
124756	rnn.weight_ih_l1_reverse	8	0.04296955466270447
124756	rnn.weight_ih_l1_reverse	9	-0.04758628085255623
124756	rnn.weight_hh_l1_reverse	0	0.007324449717998505
124756	rnn.weight_hh_l1_reverse	1	0.02845258265733719
124756	rnn.weight_hh_l1_reverse	2	-0.039717208594083786
124756	rnn.weight_hh_l1_reverse	3	0.040299274027347565
124756	rnn.weight_hh_l1_reverse	4	0.04018210992217064
124756	rnn.weight_hh_l1_reverse	5	0.007616747636348009
124756	rnn.weight_hh_l1_reverse	6	0.019770730286836624
124756	rnn.weight_hh_l1_reverse	7	0.027295000851154327
124756	rnn.weight_hh_l1_reverse	8	-0.006010529585182667
124756	rnn.weight_hh_l1_reverse	9	-0.030836543068289757
124756	rnn.bias_ih_l1_reverse	0	-0.06721682846546173
124756	rnn.bias_ih_l1_reverse	1	-0.1417575180530548
124756	rnn.bias_ih_l1_reverse	2	-0.15613539516925812
124756	rnn.bias_ih_l1_reverse	3	-0.027982141822576523
124756	rnn.bias_ih_l1_reverse	4	-0.20990535616874695
124756	rnn.bias_ih_l1_reverse	5	-0.10280998051166534
124756	rnn.bias_ih_l1_reverse	6	-0.1266116499900818
124756	rnn.bias_ih_l1_reverse	7	-0.20472264289855957
124756	rnn.bias_ih_l1_reverse	8	0.21118523180484772
124756	rnn.bias_ih_l1_reverse	9	0.05899094045162201
124756	rnn.bias_hh_l1_reverse	0	-0.029001358896493912
124756	rnn.bias_hh_l1_reverse	1	-0.06627940386533737
124756	rnn.bias_hh_l1_reverse	2	-0.2345357984304428
124756	rnn.bias_hh_l1_reverse	3	-0.10746634006500244
124756	rnn.bias_hh_l1_reverse	4	-0.09410952031612396
124756	rnn.bias_hh_l1_reverse	5	-0.11502746492624283
124756	rnn.bias_hh_l1_reverse	6	0.12097639590501785
124756	rnn.bias_hh_l1_reverse	7	-0.1363147646188736
124756	rnn.bias_hh_l1_reverse	8	-0.10997079312801361
124756	rnn.bias_hh_l1_reverse	9	-0.14502474665641785
124756	linear.weight	0	0.002228822559118271
124756	linear.weight	1	0.09038423746824265
124756	linear.weight	2	-0.04530981928110123
124756	linear.weight	3	0.30989524722099304
124756	linear.weight	4	0.17880477011203766
124756	linear.weight	5	-0.029857126995921135
124756	linear.weight	6	0.10841960459947586
124756	linear.weight	7	0.027318628504872322
124756	linear.weight	8	0.04126386344432831
124756	linear.weight	9	-0.02798374742269516
124756	linear.bias	0	0.07183145731687546
124756	linear.bias	1	-0.2147255688905716
124756	linear.bias	2	-0.4247482717037201
124756	linear.bias	3	-0.6788792014122009
124756	linear.bias	4	-1.18959379196167
124756	linear.bias	5	-0.07099819928407669
124756	linear.bias	6	-0.7647911906242371
124756	linear.bias	7	0.3306727111339569
124756	linear.bias	8	-0.45535874366760254
124756	linear.bias	9	-0.9397153258323669
124953	transitions	0	0.6072564125061035
124953	transitions	1	0.16210658848285675
124953	transitions	2	-10000.0
124953	transitions	3	-1.820052146911621
124953	transitions	4	-10000.0
124953	transitions	5	0.590423583984375
124953	transitions	6	-0.06730762124061584
124953	transitions	7	-0.6556932330131531
124953	transitions	8	-1.3924156427383423
124953	transitions	9	-0.0010276477551087737
124953	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
124953	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
124953	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
124953	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
124953	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
124953	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
124953	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
124953	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
124953	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
124953	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
124953	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
124953	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
124953	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
124953	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
124953	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
124953	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
124953	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
124953	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
124953	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
124953	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
124953	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
124953	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
124953	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
124953	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
124953	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
124953	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
124953	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
124953	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
124953	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
124953	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
124953	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
124953	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
124953	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
124953	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
124953	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
124953	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
124953	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
124953	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
124953	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
124953	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
124953	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
124953	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
124953	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
124953	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
124953	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
124953	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
124953	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
124953	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
124953	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
124953	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
124953	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
124953	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
124953	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
124953	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
124953	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
124953	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
124953	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
124953	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
124953	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
124953	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
124953	embedding2nn.weight	0	0.013841016218066216
124953	embedding2nn.weight	1	-0.012454836629331112
124953	embedding2nn.weight	2	-0.014268254861235619
124953	embedding2nn.weight	3	-0.050150755792856216
124953	embedding2nn.weight	4	-0.0059150345623493195
124953	embedding2nn.weight	5	-0.0037005883641541004
124953	embedding2nn.weight	6	-0.0039732735604047775
124953	embedding2nn.weight	7	-0.07152338325977325
124953	embedding2nn.weight	8	-0.0019979383796453476
124953	embedding2nn.weight	9	-0.025503190234303474
124953	embedding2nn.bias	0	0.05620923638343811
124953	embedding2nn.bias	1	-0.04408296197652817
124953	embedding2nn.bias	2	0.05170877277851105
124953	embedding2nn.bias	3	0.0403565838932991
124953	embedding2nn.bias	4	-0.03414811193943024
124953	embedding2nn.bias	5	-0.02332216128706932
124953	embedding2nn.bias	6	0.01752014085650444
124953	embedding2nn.bias	7	-0.07683324813842773
124953	embedding2nn.bias	8	0.0613512247800827
124953	embedding2nn.bias	9	0.03613554313778877
124953	rnn.weight_ih_l0	0	-0.06267080456018448
124953	rnn.weight_ih_l0	1	-0.005603749770671129
124953	rnn.weight_ih_l0	2	0.04107800871133804
124953	rnn.weight_ih_l0	3	0.018172426149249077
124953	rnn.weight_ih_l0	4	-0.008299973793327808
124953	rnn.weight_ih_l0	5	-0.05558300018310547
124953	rnn.weight_ih_l0	6	0.0005074878572486341
124953	rnn.weight_ih_l0	7	0.03189266100525856
124953	rnn.weight_ih_l0	8	-0.010697482153773308
124953	rnn.weight_ih_l0	9	-0.019418450072407722
124953	rnn.weight_hh_l0	0	-0.03144402056932449
124953	rnn.weight_hh_l0	1	-0.010076521895825863
124953	rnn.weight_hh_l0	2	-0.002917106030508876
124953	rnn.weight_hh_l0	3	-0.06360116600990295
124953	rnn.weight_hh_l0	4	0.08343780785799026
124953	rnn.weight_hh_l0	5	-0.011676957830786705
124953	rnn.weight_hh_l0	6	-0.0468619167804718
124953	rnn.weight_hh_l0	7	0.01893080212175846
124953	rnn.weight_hh_l0	8	0.011838221922516823
124953	rnn.weight_hh_l0	9	-0.015144605189561844
124953	rnn.bias_ih_l0	0	0.08632896095514297
124953	rnn.bias_ih_l0	1	-0.04263145104050636
124953	rnn.bias_ih_l0	2	-0.00016907935787457973
124953	rnn.bias_ih_l0	3	0.12195537984371185
124953	rnn.bias_ih_l0	4	-0.020815419033169746
124953	rnn.bias_ih_l0	5	-0.035401586443185806
124953	rnn.bias_ih_l0	6	0.027173811569809914
124953	rnn.bias_ih_l0	7	0.0367082878947258
124953	rnn.bias_ih_l0	8	-0.10400985181331635
124953	rnn.bias_ih_l0	9	-0.03633634373545647
124953	rnn.bias_hh_l0	0	-0.02965916134417057
124953	rnn.bias_hh_l0	1	-0.11620207875967026
124953	rnn.bias_hh_l0	2	-0.05266872048377991
124953	rnn.bias_hh_l0	3	-0.08400865644216537
124953	rnn.bias_hh_l0	4	-0.03157235309481621
124953	rnn.bias_hh_l0	5	-0.01937740482389927
124953	rnn.bias_hh_l0	6	0.031613219529390335
124953	rnn.bias_hh_l0	7	0.04663935676217079
124953	rnn.bias_hh_l0	8	-0.12596671283245087
124953	rnn.bias_hh_l0	9	-0.04730481654405594
124953	rnn.weight_ih_l0_reverse	0	-0.020371928811073303
124953	rnn.weight_ih_l0_reverse	1	-0.0528392530977726
124953	rnn.weight_ih_l0_reverse	2	-0.029078954830765724
124953	rnn.weight_ih_l0_reverse	3	0.0019156320486217737
124953	rnn.weight_ih_l0_reverse	4	-0.013682316057384014
124953	rnn.weight_ih_l0_reverse	5	-0.04342811182141304
124953	rnn.weight_ih_l0_reverse	6	0.08524904400110245
124953	rnn.weight_ih_l0_reverse	7	-0.02317284606397152
124953	rnn.weight_ih_l0_reverse	8	-0.017353584989905357
124953	rnn.weight_ih_l0_reverse	9	0.009017844684422016
124953	rnn.weight_hh_l0_reverse	0	0.05509272217750549
124953	rnn.weight_hh_l0_reverse	1	0.022428611293435097
124953	rnn.weight_hh_l0_reverse	2	0.029261616989970207
124953	rnn.weight_hh_l0_reverse	3	0.03250514343380928
124953	rnn.weight_hh_l0_reverse	4	0.008456744253635406
124953	rnn.weight_hh_l0_reverse	5	0.021205460652709007
124953	rnn.weight_hh_l0_reverse	6	0.048095617443323135
124953	rnn.weight_hh_l0_reverse	7	-0.06247551739215851
124953	rnn.weight_hh_l0_reverse	8	0.04168671742081642
124953	rnn.weight_hh_l0_reverse	9	0.04181288182735443
124953	rnn.bias_ih_l0_reverse	0	-0.08238472789525986
124953	rnn.bias_ih_l0_reverse	1	-0.23891162872314453
124953	rnn.bias_ih_l0_reverse	2	-0.1278398185968399
124953	rnn.bias_ih_l0_reverse	3	-0.03889032080769539
124953	rnn.bias_ih_l0_reverse	4	-0.02566734328866005
124953	rnn.bias_ih_l0_reverse	5	0.05386198312044144
124953	rnn.bias_ih_l0_reverse	6	-0.077263742685318
124953	rnn.bias_ih_l0_reverse	7	0.04203886538743973
124953	rnn.bias_ih_l0_reverse	8	-0.03865434229373932
124953	rnn.bias_ih_l0_reverse	9	0.042035214602947235
124953	rnn.bias_hh_l0_reverse	0	0.027984611690044403
124953	rnn.bias_hh_l0_reverse	1	-0.022162241861224174
124953	rnn.bias_hh_l0_reverse	2	0.0825401321053505
124953	rnn.bias_hh_l0_reverse	3	-0.04674672335386276
124953	rnn.bias_hh_l0_reverse	4	-0.047072380781173706
124953	rnn.bias_hh_l0_reverse	5	-0.028464805334806442
124953	rnn.bias_hh_l0_reverse	6	-0.02342856489121914
124953	rnn.bias_hh_l0_reverse	7	0.1076626256108284
124953	rnn.bias_hh_l0_reverse	8	0.0318041667342186
124953	rnn.bias_hh_l0_reverse	9	-0.1307946741580963
124953	rnn.weight_ih_l1	0	-0.03694090247154236
124953	rnn.weight_ih_l1	1	-0.0374147891998291
124953	rnn.weight_ih_l1	2	0.04571862891316414
124953	rnn.weight_ih_l1	3	-0.0638282299041748
124953	rnn.weight_ih_l1	4	-0.011665149591863155
124953	rnn.weight_ih_l1	5	-0.047077424824237823
124953	rnn.weight_ih_l1	6	0.025330981239676476
124953	rnn.weight_ih_l1	7	-0.02426034025847912
124953	rnn.weight_ih_l1	8	0.036384522914886475
124953	rnn.weight_ih_l1	9	0.042140569537878036
124953	rnn.weight_hh_l1	0	-0.0030925970058888197
124953	rnn.weight_hh_l1	1	0.01388423703610897
124953	rnn.weight_hh_l1	2	0.004273622762411833
124953	rnn.weight_hh_l1	3	-0.007946893572807312
124953	rnn.weight_hh_l1	4	0.008072110824286938
124953	rnn.weight_hh_l1	5	0.027220431715250015
124953	rnn.weight_hh_l1	6	0.02695455029606819
124953	rnn.weight_hh_l1	7	-0.02407333254814148
124953	rnn.weight_hh_l1	8	-0.014724550768733025
124953	rnn.weight_hh_l1	9	0.03679263964295387
124953	rnn.bias_ih_l1	0	-0.18734486401081085
124953	rnn.bias_ih_l1	1	-0.1879679262638092
124953	rnn.bias_ih_l1	2	-0.19701339304447174
124953	rnn.bias_ih_l1	3	-0.26739582419395447
124953	rnn.bias_ih_l1	4	-0.21879921853542328
124953	rnn.bias_ih_l1	5	-0.10380677133798599
124953	rnn.bias_ih_l1	6	-0.14328275620937347
124953	rnn.bias_ih_l1	7	-0.03776632994413376
124953	rnn.bias_ih_l1	8	-0.13747604191303253
124953	rnn.bias_ih_l1	9	-0.12950123846530914
124953	rnn.bias_hh_l1	0	-0.1314941793680191
124953	rnn.bias_hh_l1	1	-0.0487235002219677
124953	rnn.bias_hh_l1	2	-0.09975600987672806
124953	rnn.bias_hh_l1	3	-0.09715472161769867
124953	rnn.bias_hh_l1	4	-0.10731711983680725
124953	rnn.bias_hh_l1	5	-0.11867034435272217
124953	rnn.bias_hh_l1	6	-0.14821243286132812
124953	rnn.bias_hh_l1	7	0.04183477908372879
124953	rnn.bias_hh_l1	8	-0.18112404644489288
124953	rnn.bias_hh_l1	9	-0.09986898303031921
124953	rnn.weight_ih_l1_reverse	0	-0.03570554032921791
124953	rnn.weight_ih_l1_reverse	1	0.012460839003324509
124953	rnn.weight_ih_l1_reverse	2	0.06456425786018372
124953	rnn.weight_ih_l1_reverse	3	0.0006308873416855931
124953	rnn.weight_ih_l1_reverse	4	-0.03465511277318001
124953	rnn.weight_ih_l1_reverse	5	-0.03579351305961609
124953	rnn.weight_ih_l1_reverse	6	-0.008839746937155724
124953	rnn.weight_ih_l1_reverse	7	0.02706724777817726
124953	rnn.weight_ih_l1_reverse	8	0.04228663444519043
124953	rnn.weight_ih_l1_reverse	9	-0.04700574278831482
124953	rnn.weight_hh_l1_reverse	0	0.007251102477312088
124953	rnn.weight_hh_l1_reverse	1	0.028495963662862778
124953	rnn.weight_hh_l1_reverse	2	-0.03969308361411095
124953	rnn.weight_hh_l1_reverse	3	0.04034993052482605
124953	rnn.weight_hh_l1_reverse	4	0.04000047221779823
124953	rnn.weight_hh_l1_reverse	5	0.008189655840396881
124953	rnn.weight_hh_l1_reverse	6	0.017834704369306564
124953	rnn.weight_hh_l1_reverse	7	0.027064768597483635
124953	rnn.weight_hh_l1_reverse	8	-0.006016532890498638
124953	rnn.weight_hh_l1_reverse	9	-0.030677154660224915
124953	rnn.bias_ih_l1_reverse	0	-0.06251849979162216
124953	rnn.bias_ih_l1_reverse	1	-0.14357174932956696
124953	rnn.bias_ih_l1_reverse	2	-0.1580578088760376
124953	rnn.bias_ih_l1_reverse	3	-0.030169397592544556
124953	rnn.bias_ih_l1_reverse	4	-0.21027076244354248
124953	rnn.bias_ih_l1_reverse	5	-0.10389814525842667
124953	rnn.bias_ih_l1_reverse	6	-0.1268383264541626
124953	rnn.bias_ih_l1_reverse	7	-0.202412411570549
124953	rnn.bias_ih_l1_reverse	8	0.20620325207710266
124953	rnn.bias_ih_l1_reverse	9	0.05768990516662598
124953	rnn.bias_hh_l1_reverse	0	-0.02533450908958912
124953	rnn.bias_hh_l1_reverse	1	-0.059079837054014206
124953	rnn.bias_hh_l1_reverse	2	-0.23396490514278412
124953	rnn.bias_hh_l1_reverse	3	-0.10979530960321426
124953	rnn.bias_hh_l1_reverse	4	-0.09184666723012924
124953	rnn.bias_hh_l1_reverse	5	-0.11970454454421997
124953	rnn.bias_hh_l1_reverse	6	0.11975529789924622
124953	rnn.bias_hh_l1_reverse	7	-0.13731278479099274
124953	rnn.bias_hh_l1_reverse	8	-0.10984133929014206
124953	rnn.bias_hh_l1_reverse	9	-0.14438830316066742
124953	linear.weight	0	0.002228822559118271
124953	linear.weight	1	0.09608015418052673
124953	linear.weight	2	-0.042731285095214844
124953	linear.weight	3	0.3122955858707428
124953	linear.weight	4	0.18202507495880127
124953	linear.weight	5	-0.030744511634111404
124953	linear.weight	6	0.08650316298007965
124953	linear.weight	7	0.027778182178735733
124953	linear.weight	8	0.04126317799091339
124953	linear.weight	9	-0.021023454144597054
124953	linear.bias	0	0.03308630734682083
124953	linear.bias	1	-0.22371752560138702
124953	linear.bias	2	-0.38105443120002747
124953	linear.bias	3	-0.6471253633499146
124953	linear.bias	4	-1.156686782836914
124953	linear.bias	5	-0.08578243106603622
124953	linear.bias	6	-0.7719602584838867
124953	linear.bias	7	0.31401681900024414
124953	linear.bias	8	-0.4656238257884979
124953	linear.bias	9	-0.9514405727386475
125150	transitions	0	0.6226702928543091
125150	transitions	1	0.1719762682914734
125150	transitions	2	-10000.0
125150	transitions	3	-1.8201394081115723
125150	transitions	4	-10000.0
125150	transitions	5	0.5903076529502869
125150	transitions	6	-0.06741675734519958
125150	transitions	7	-0.6576904058456421
125150	transitions	8	-1.3924751281738281
125150	transitions	9	-0.0010284145828336477
125150	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
125150	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
125150	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
125150	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
125150	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
125150	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
125150	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
125150	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
125150	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
125150	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
125150	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
125150	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
125150	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
125150	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
125150	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
125150	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
125150	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
125150	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
125150	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
125150	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
125150	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
125150	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
125150	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
125150	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
125150	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
125150	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
125150	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
125150	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
125150	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
125150	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
125150	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
125150	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
125150	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
125150	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
125150	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
125150	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
125150	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
125150	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
125150	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
125150	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
125150	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
125150	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
125150	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
125150	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
125150	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
125150	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
125150	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
125150	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
125150	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
125150	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
125150	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
125150	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
125150	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
125150	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
125150	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
125150	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
125150	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
125150	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
125150	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
125150	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
125150	embedding2nn.weight	0	0.014681719243526459
125150	embedding2nn.weight	1	-0.012479406781494617
125150	embedding2nn.weight	2	-0.014268254861235619
125150	embedding2nn.weight	3	-0.04774557426571846
125150	embedding2nn.weight	4	-0.0059150345623493195
125150	embedding2nn.weight	5	-0.003700587898492813
125150	embedding2nn.weight	6	-0.003973272163420916
125150	embedding2nn.weight	7	-0.07175211608409882
125150	embedding2nn.weight	8	-0.0019979383796453476
125150	embedding2nn.weight	9	-0.02555481716990471
125150	embedding2nn.bias	0	0.05893944576382637
125150	embedding2nn.bias	1	-0.04196081683039665
125150	embedding2nn.bias	2	0.0499739870429039
125150	embedding2nn.bias	3	0.043419793248176575
125150	embedding2nn.bias	4	-0.03519347310066223
125150	embedding2nn.bias	5	-0.030971253290772438
125150	embedding2nn.bias	6	0.011717995628714561
125150	embedding2nn.bias	7	-0.07272030413150787
125150	embedding2nn.bias	8	0.07471621036529541
125150	embedding2nn.bias	9	0.03025844134390354
125150	rnn.weight_ih_l0	0	-0.06358852982521057
125150	rnn.weight_ih_l0	1	-0.004388267640024424
125150	rnn.weight_ih_l0	2	0.04116234555840492
125150	rnn.weight_ih_l0	3	0.019241653382778168
125150	rnn.weight_ih_l0	4	-0.009226732887327671
125150	rnn.weight_ih_l0	5	-0.05576832965016365
125150	rnn.weight_ih_l0	6	0.0012082213070243597
125150	rnn.weight_ih_l0	7	0.03194350004196167
125150	rnn.weight_ih_l0	8	-0.010327203199267387
125150	rnn.weight_ih_l0	9	-0.01877058483660221
125150	rnn.weight_hh_l0	0	-0.032222930341959
125150	rnn.weight_hh_l0	1	-0.009802333079278469
125150	rnn.weight_hh_l0	2	-0.003619804047048092
125150	rnn.weight_hh_l0	3	-0.06390789151191711
125150	rnn.weight_hh_l0	4	0.08258426189422607
125150	rnn.weight_hh_l0	5	-0.01135487761348486
125150	rnn.weight_hh_l0	6	-0.04716598615050316
125150	rnn.weight_hh_l0	7	0.0187845416367054
125150	rnn.weight_hh_l0	8	0.013340948149561882
125150	rnn.weight_hh_l0	9	-0.01568317972123623
125150	rnn.bias_ih_l0	0	0.08778146654367447
125150	rnn.bias_ih_l0	1	-0.038052383810281754
125150	rnn.bias_ih_l0	2	-0.00015581025218125433
125150	rnn.bias_ih_l0	3	0.12556830048561096
125150	rnn.bias_ih_l0	4	-0.021714648231863976
125150	rnn.bias_ih_l0	5	-0.03749927878379822
125150	rnn.bias_ih_l0	6	0.026057787239551544
125150	rnn.bias_ih_l0	7	0.03607110679149628
125150	rnn.bias_ih_l0	8	-0.10469698905944824
125150	rnn.bias_ih_l0	9	-0.03736726939678192
125150	rnn.bias_hh_l0	0	-0.030614038929343224
125150	rnn.bias_hh_l0	1	-0.11615391820669174
125150	rnn.bias_hh_l0	2	-0.05223153159022331
125150	rnn.bias_hh_l0	3	-0.08379881829023361
125150	rnn.bias_hh_l0	4	-0.03293132409453392
125150	rnn.bias_hh_l0	5	-0.021820513531565666
125150	rnn.bias_hh_l0	6	0.03310255706310272
125150	rnn.bias_hh_l0	7	0.043715909123420715
125150	rnn.bias_hh_l0	8	-0.12264151871204376
125150	rnn.bias_hh_l0	9	-0.04150189086794853
125150	rnn.weight_ih_l0_reverse	0	-0.02149105817079544
125150	rnn.weight_ih_l0_reverse	1	-0.05072164162993431
125150	rnn.weight_ih_l0_reverse	2	-0.029877644032239914
125150	rnn.weight_ih_l0_reverse	3	0.0025165919214487076
125150	rnn.weight_ih_l0_reverse	4	-0.01576753705739975
125150	rnn.weight_ih_l0_reverse	5	-0.04255395382642746
125150	rnn.weight_ih_l0_reverse	6	0.08639172464609146
125150	rnn.weight_ih_l0_reverse	7	-0.0228134635835886
125150	rnn.weight_ih_l0_reverse	8	-0.017594480887055397
125150	rnn.weight_ih_l0_reverse	9	0.008413502015173435
125150	rnn.weight_hh_l0_reverse	0	0.056889429688453674
125150	rnn.weight_hh_l0_reverse	1	0.021138466894626617
125150	rnn.weight_hh_l0_reverse	2	0.028849013149738312
125150	rnn.weight_hh_l0_reverse	3	0.03208405151963234
125150	rnn.weight_hh_l0_reverse	4	0.008821451105177402
125150	rnn.weight_hh_l0_reverse	5	0.021091127768158913
125150	rnn.weight_hh_l0_reverse	6	0.047551460564136505
125150	rnn.weight_hh_l0_reverse	7	-0.0629255622625351
125150	rnn.weight_hh_l0_reverse	8	0.042028117924928665
125150	rnn.weight_hh_l0_reverse	9	0.04211048036813736
125150	rnn.bias_ih_l0_reverse	0	-0.08400151133537292
125150	rnn.bias_ih_l0_reverse	1	-0.2362847775220871
125150	rnn.bias_ih_l0_reverse	2	-0.12896165251731873
125150	rnn.bias_ih_l0_reverse	3	-0.03999599814414978
125150	rnn.bias_ih_l0_reverse	4	-0.029005466029047966
125150	rnn.bias_ih_l0_reverse	5	0.057656995952129364
125150	rnn.bias_ih_l0_reverse	6	-0.07578279823064804
125150	rnn.bias_ih_l0_reverse	7	0.04000373184680939
125150	rnn.bias_ih_l0_reverse	8	-0.040861133486032486
125150	rnn.bias_ih_l0_reverse	9	0.044108904898166656
125150	rnn.bias_hh_l0_reverse	0	0.025714650750160217
125150	rnn.bias_hh_l0_reverse	1	-0.028943834826350212
125150	rnn.bias_hh_l0_reverse	2	0.081356480717659
125150	rnn.bias_hh_l0_reverse	3	-0.04638444259762764
125150	rnn.bias_hh_l0_reverse	4	-0.04556916654109955
125150	rnn.bias_hh_l0_reverse	5	-0.02587885782122612
125150	rnn.bias_hh_l0_reverse	6	-0.02265813574194908
125150	rnn.bias_hh_l0_reverse	7	0.10557268559932709
125150	rnn.bias_hh_l0_reverse	8	0.028350383043289185
125150	rnn.bias_hh_l0_reverse	9	-0.12801524996757507
125150	rnn.weight_ih_l1	0	-0.03707876428961754
125150	rnn.weight_ih_l1	1	-0.035903219133615494
125150	rnn.weight_ih_l1	2	0.04635879024863243
125150	rnn.weight_ih_l1	3	-0.06241920217871666
125150	rnn.weight_ih_l1	4	-0.011885362677276134
125150	rnn.weight_ih_l1	5	-0.04715905711054802
125150	rnn.weight_ih_l1	6	0.02548396587371826
125150	rnn.weight_ih_l1	7	-0.0245207492262125
125150	rnn.weight_ih_l1	8	0.03708076849579811
125150	rnn.weight_ih_l1	9	0.04250325635075569
125150	rnn.weight_hh_l1	0	-0.0034874260891228914
125150	rnn.weight_hh_l1	1	0.014170410111546516
125150	rnn.weight_hh_l1	2	0.003678680630400777
125150	rnn.weight_hh_l1	3	-0.007653519511222839
125150	rnn.weight_hh_l1	4	0.007969198748469353
125150	rnn.weight_hh_l1	5	0.02714822255074978
125150	rnn.weight_hh_l1	6	0.02718573436141014
125150	rnn.weight_hh_l1	7	-0.02455555833876133
125150	rnn.weight_hh_l1	8	-0.01443558931350708
125150	rnn.weight_hh_l1	9	0.036891430616378784
125150	rnn.bias_ih_l1	0	-0.19164009392261505
125150	rnn.bias_ih_l1	1	-0.18697786331176758
125150	rnn.bias_ih_l1	2	-0.2003815919160843
125150	rnn.bias_ih_l1	3	-0.26912176609039307
125150	rnn.bias_ih_l1	4	-0.21380899846553802
125150	rnn.bias_ih_l1	5	-0.10533235967159271
125150	rnn.bias_ih_l1	6	-0.1421724259853363
125150	rnn.bias_ih_l1	7	-0.040312476456165314
125150	rnn.bias_ih_l1	8	-0.14029793441295624
125150	rnn.bias_ih_l1	9	-0.12754268944263458
125150	rnn.bias_hh_l1	0	-0.1304205060005188
125150	rnn.bias_hh_l1	1	-0.050332363694906235
125150	rnn.bias_hh_l1	2	-0.10029145330190659
125150	rnn.bias_hh_l1	3	-0.09646196663379669
125150	rnn.bias_hh_l1	4	-0.10920434445142746
125150	rnn.bias_hh_l1	5	-0.11944128572940826
125150	rnn.bias_hh_l1	6	-0.1476455181837082
125150	rnn.bias_hh_l1	7	0.03943989425897598
125150	rnn.bias_hh_l1	8	-0.17900735139846802
125150	rnn.bias_hh_l1	9	-0.0982513278722763
125150	rnn.weight_ih_l1_reverse	0	-0.034252412617206573
125150	rnn.weight_ih_l1_reverse	1	0.01508717518299818
125150	rnn.weight_ih_l1_reverse	2	0.06584899872541428
125150	rnn.weight_ih_l1_reverse	3	0.0019161865347996354
125150	rnn.weight_ih_l1_reverse	4	-0.038308437913656235
125150	rnn.weight_ih_l1_reverse	5	-0.03611240163445473
125150	rnn.weight_ih_l1_reverse	6	-0.007912441156804562
125150	rnn.weight_ih_l1_reverse	7	0.027190936729311943
125150	rnn.weight_ih_l1_reverse	8	0.04400808364152908
125150	rnn.weight_ih_l1_reverse	9	-0.04929885268211365
125150	rnn.weight_hh_l1_reverse	0	0.007079629227519035
125150	rnn.weight_hh_l1_reverse	1	0.028303848579525948
125150	rnn.weight_hh_l1_reverse	2	-0.039703596383333206
125150	rnn.weight_hh_l1_reverse	3	0.0402347631752491
125150	rnn.weight_hh_l1_reverse	4	0.03955450654029846
125150	rnn.weight_hh_l1_reverse	5	0.007976330816745758
125150	rnn.weight_hh_l1_reverse	6	0.018966717645525932
125150	rnn.weight_hh_l1_reverse	7	0.027398444712162018
125150	rnn.weight_hh_l1_reverse	8	-0.0061413864605128765
125150	rnn.weight_hh_l1_reverse	9	-0.030739981681108475
125150	rnn.bias_ih_l1_reverse	0	-0.06348691880702972
125150	rnn.bias_ih_l1_reverse	1	-0.14532656967639923
125150	rnn.bias_ih_l1_reverse	2	-0.1548554003238678
125150	rnn.bias_ih_l1_reverse	3	-0.035028126090765
125150	rnn.bias_ih_l1_reverse	4	-0.21153956651687622
125150	rnn.bias_ih_l1_reverse	5	-0.10452782362699509
125150	rnn.bias_ih_l1_reverse	6	-0.1260027438402176
125150	rnn.bias_ih_l1_reverse	7	-0.20557215809822083
125150	rnn.bias_ih_l1_reverse	8	0.20943668484687805
125150	rnn.bias_ih_l1_reverse	9	0.05388655886054039
125150	rnn.bias_hh_l1_reverse	0	-0.03495114669203758
125150	rnn.bias_hh_l1_reverse	1	-0.05780402198433876
125150	rnn.bias_hh_l1_reverse	2	-0.23350326716899872
125150	rnn.bias_hh_l1_reverse	3	-0.10966327786445618
125150	rnn.bias_hh_l1_reverse	4	-0.09064492583274841
125150	rnn.bias_hh_l1_reverse	5	-0.11968269944190979
125150	rnn.bias_hh_l1_reverse	6	0.11029213666915894
125150	rnn.bias_hh_l1_reverse	7	-0.14276736974716187
125150	rnn.bias_hh_l1_reverse	8	-0.11211938410997391
125150	rnn.bias_hh_l1_reverse	9	-0.14363768696784973
125150	linear.weight	0	0.002228822559118271
125150	linear.weight	1	0.09899328649044037
125150	linear.weight	2	-0.04504081979393959
125150	linear.weight	3	0.30468013882637024
125150	linear.weight	4	0.1793876588344574
125150	linear.weight	5	-0.028799446299672127
125150	linear.weight	6	0.09922931343317032
125150	linear.weight	7	0.020421624183654785
125150	linear.weight	8	0.04126299172639847
125150	linear.weight	9	-0.02840571478009224
125150	linear.bias	0	0.06404779106378555
125150	linear.bias	1	-0.24873577058315277
125150	linear.bias	2	-0.3835844397544861
125150	linear.bias	3	-0.6297380328178406
125150	linear.bias	4	-1.1378933191299438
125150	linear.bias	5	-0.08064810931682587
125150	linear.bias	6	-0.7952108979225159
125150	linear.bias	7	0.320087730884552
125150	linear.bias	8	-0.46751055121421814
125150	linear.bias	9	-0.9513943791389465
125347	transitions	0	0.6149182319641113
125347	transitions	1	0.171632781624794
125347	transitions	2	-10000.0
125347	transitions	3	-1.8201860189437866
125347	transitions	4	-10000.0
125347	transitions	5	0.5901092886924744
125347	transitions	6	-0.06750596314668655
125347	transitions	7	-0.6584675312042236
125347	transitions	8	-1.3925312757492065
125347	transitions	9	-0.0010299463756382465
125347	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
125347	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
125347	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
125347	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
125347	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
125347	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
125347	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
125347	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
125347	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
125347	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
125347	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
125347	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
125347	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
125347	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
125347	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
125347	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
125347	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
125347	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
125347	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
125347	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
125347	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
125347	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
125347	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
125347	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
125347	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
125347	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
125347	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
125347	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
125347	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
125347	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
125347	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
125347	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
125347	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
125347	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
125347	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
125347	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
125347	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
125347	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
125347	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
125347	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
125347	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
125347	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
125347	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
125347	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
125347	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
125347	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
125347	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
125347	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
125347	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
125347	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
125347	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
125347	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
125347	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
125347	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
125347	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
125347	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
125347	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
125347	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
125347	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
125347	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
125347	embedding2nn.weight	0	0.014886540360748768
125347	embedding2nn.weight	1	-0.013066956773400307
125347	embedding2nn.weight	2	-0.014268254861235619
125347	embedding2nn.weight	3	-0.047954197973012924
125347	embedding2nn.weight	4	-0.0059150345623493195
125347	embedding2nn.weight	5	-0.0037005876656621695
125347	embedding2nn.weight	6	-0.003973294515162706
125347	embedding2nn.weight	7	-0.07224055379629135
125347	embedding2nn.weight	8	-0.0019979383796453476
125347	embedding2nn.weight	9	-0.02548249438405037
125347	embedding2nn.bias	0	0.06032722070813179
125347	embedding2nn.bias	1	-0.05142438784241676
125347	embedding2nn.bias	2	0.04705837741494179
125347	embedding2nn.bias	3	0.04474522918462753
125347	embedding2nn.bias	4	-0.041002772748470306
125347	embedding2nn.bias	5	-0.033874668180942535
125347	embedding2nn.bias	6	0.006615441292524338
125347	embedding2nn.bias	7	-0.06117868050932884
125347	embedding2nn.bias	8	0.08070792257785797
125347	embedding2nn.bias	9	0.03314249962568283
125347	rnn.weight_ih_l0	0	-0.06595823168754578
125347	rnn.weight_ih_l0	1	-0.0023766537196934223
125347	rnn.weight_ih_l0	2	0.04409880191087723
125347	rnn.weight_ih_l0	3	0.018493913114070892
125347	rnn.weight_ih_l0	4	-0.009148398414254189
125347	rnn.weight_ih_l0	5	-0.05504603683948517
125347	rnn.weight_ih_l0	6	0.0022337527479976416
125347	rnn.weight_ih_l0	7	0.03190341219305992
125347	rnn.weight_ih_l0	8	-0.010303455404937267
125347	rnn.weight_ih_l0	9	-0.01926504075527191
125347	rnn.weight_hh_l0	0	-0.03213783726096153
125347	rnn.weight_hh_l0	1	-0.00978759489953518
125347	rnn.weight_hh_l0	2	-0.003887858707457781
125347	rnn.weight_hh_l0	3	-0.06373170763254166
125347	rnn.weight_hh_l0	4	0.081840880215168
125347	rnn.weight_hh_l0	5	-0.011739728972315788
125347	rnn.weight_hh_l0	6	-0.048313748091459274
125347	rnn.weight_hh_l0	7	0.01880425028502941
125347	rnn.weight_hh_l0	8	0.013159530237317085
125347	rnn.weight_hh_l0	9	-0.015204627066850662
125347	rnn.bias_ih_l0	0	0.08714503794908524
125347	rnn.bias_ih_l0	1	-0.033555008471012115
125347	rnn.bias_ih_l0	2	0.0012550486717373133
125347	rnn.bias_ih_l0	3	0.12465324997901917
125347	rnn.bias_ih_l0	4	-0.022967616096138954
125347	rnn.bias_ih_l0	5	-0.04102262482047081
125347	rnn.bias_ih_l0	6	0.019324330613017082
125347	rnn.bias_ih_l0	7	0.03435976803302765
125347	rnn.bias_ih_l0	8	-0.10560169070959091
125347	rnn.bias_ih_l0	9	-0.03492417559027672
125347	rnn.bias_hh_l0	0	-0.02776763029396534
125347	rnn.bias_hh_l0	1	-0.11396484076976776
125347	rnn.bias_hh_l0	2	-0.051883090287446976
125347	rnn.bias_hh_l0	3	-0.0857708752155304
125347	rnn.bias_hh_l0	4	-0.02900104969739914
125347	rnn.bias_hh_l0	5	-0.02073162980377674
125347	rnn.bias_hh_l0	6	0.03308449313044548
125347	rnn.bias_hh_l0	7	0.04468357190489769
125347	rnn.bias_hh_l0	8	-0.12486886233091354
125347	rnn.bias_hh_l0	9	-0.04200500249862671
125347	rnn.weight_ih_l0_reverse	0	-0.021870780736207962
125347	rnn.weight_ih_l0_reverse	1	-0.04996038228273392
125347	rnn.weight_ih_l0_reverse	2	-0.03099573776125908
125347	rnn.weight_ih_l0_reverse	3	0.002295715268701315
125347	rnn.weight_ih_l0_reverse	4	-0.01564205065369606
125347	rnn.weight_ih_l0_reverse	5	-0.04337194561958313
125347	rnn.weight_ih_l0_reverse	6	0.08722502738237381
125347	rnn.weight_ih_l0_reverse	7	-0.022908199578523636
125347	rnn.weight_ih_l0_reverse	8	-0.0173942968249321
125347	rnn.weight_ih_l0_reverse	9	0.008433434180915356
125347	rnn.weight_hh_l0_reverse	0	0.05730554461479187
125347	rnn.weight_hh_l0_reverse	1	0.02085905335843563
125347	rnn.weight_hh_l0_reverse	2	0.029141345992684364
125347	rnn.weight_hh_l0_reverse	3	0.032692160457372665
125347	rnn.weight_hh_l0_reverse	4	0.008590740151703358
125347	rnn.weight_hh_l0_reverse	5	0.022246873006224632
125347	rnn.weight_hh_l0_reverse	6	0.047580841928720474
125347	rnn.weight_hh_l0_reverse	7	-0.06353773176670074
125347	rnn.weight_hh_l0_reverse	8	0.041759803891181946
125347	rnn.weight_hh_l0_reverse	9	0.0433138832449913
125347	rnn.bias_ih_l0_reverse	0	-0.08387909084558487
125347	rnn.bias_ih_l0_reverse	1	-0.23809000849723816
125347	rnn.bias_ih_l0_reverse	2	-0.12884306907653809
125347	rnn.bias_ih_l0_reverse	3	-0.04348421096801758
125347	rnn.bias_ih_l0_reverse	4	-0.02754421904683113
125347	rnn.bias_ih_l0_reverse	5	0.06185430288314819
125347	rnn.bias_ih_l0_reverse	6	-0.07582839578390121
125347	rnn.bias_ih_l0_reverse	7	0.040065180510282516
125347	rnn.bias_ih_l0_reverse	8	-0.0439622662961483
125347	rnn.bias_ih_l0_reverse	9	0.04628191888332367
125347	rnn.bias_hh_l0_reverse	0	0.02113860659301281
125347	rnn.bias_hh_l0_reverse	1	-0.028873385861516
125347	rnn.bias_hh_l0_reverse	2	0.08258851617574692
125347	rnn.bias_hh_l0_reverse	3	-0.04955939203500748
125347	rnn.bias_hh_l0_reverse	4	-0.04212111234664917
125347	rnn.bias_hh_l0_reverse	5	-0.028785422444343567
125347	rnn.bias_hh_l0_reverse	6	-0.023268194869160652
125347	rnn.bias_hh_l0_reverse	7	0.10327022522687912
125347	rnn.bias_hh_l0_reverse	8	0.03123009018599987
125347	rnn.bias_hh_l0_reverse	9	-0.12361913174390793
125347	rnn.weight_ih_l1	0	-0.037114523351192474
125347	rnn.weight_ih_l1	1	-0.03580323979258537
125347	rnn.weight_ih_l1	2	0.045399416238069534
125347	rnn.weight_ih_l1	3	-0.06216175854206085
125347	rnn.weight_ih_l1	4	-0.012348742224276066
125347	rnn.weight_ih_l1	5	-0.047301363199949265
125347	rnn.weight_ih_l1	6	0.025529341772198677
125347	rnn.weight_ih_l1	7	-0.024250397458672523
125347	rnn.weight_ih_l1	8	0.03669033199548721
125347	rnn.weight_ih_l1	9	0.04230915755033493
125347	rnn.weight_hh_l1	0	-0.005505143199115992
125347	rnn.weight_hh_l1	1	0.013835838064551353
125347	rnn.weight_hh_l1	2	0.005886652506887913
125347	rnn.weight_hh_l1	3	-0.007559253368526697
125347	rnn.weight_hh_l1	4	0.008392623625695705
125347	rnn.weight_hh_l1	5	0.027025166898965836
125347	rnn.weight_hh_l1	6	0.02707514353096485
125347	rnn.weight_hh_l1	7	-0.024609606713056564
125347	rnn.weight_hh_l1	8	-0.013691826723515987
125347	rnn.weight_hh_l1	9	0.03667064383625984
125347	rnn.bias_ih_l1	0	-0.1934105008840561
125347	rnn.bias_ih_l1	1	-0.18595129251480103
125347	rnn.bias_ih_l1	2	-0.20101651549339294
125347	rnn.bias_ih_l1	3	-0.26754525303840637
125347	rnn.bias_ih_l1	4	-0.2085241973400116
125347	rnn.bias_ih_l1	5	-0.10516161471605301
125347	rnn.bias_ih_l1	6	-0.13851943612098694
125347	rnn.bias_ih_l1	7	-0.04026563838124275
125347	rnn.bias_ih_l1	8	-0.13700665533542633
125347	rnn.bias_ih_l1	9	-0.12427086383104324
125347	rnn.bias_hh_l1	0	-0.13194945454597473
125347	rnn.bias_hh_l1	1	-0.04794616997241974
125347	rnn.bias_hh_l1	2	-0.09646347165107727
125347	rnn.bias_hh_l1	3	-0.09600336849689484
125347	rnn.bias_hh_l1	4	-0.11019290238618851
125347	rnn.bias_hh_l1	5	-0.11777405440807343
125347	rnn.bias_hh_l1	6	-0.14720021188259125
125347	rnn.bias_hh_l1	7	0.03376210480928421
125347	rnn.bias_hh_l1	8	-0.17454330623149872
125347	rnn.bias_hh_l1	9	-0.10071262717247009
125347	rnn.weight_ih_l1_reverse	0	-0.032553791999816895
125347	rnn.weight_ih_l1_reverse	1	0.01399962231516838
125347	rnn.weight_ih_l1_reverse	2	0.06502548605203629
125347	rnn.weight_ih_l1_reverse	3	0.0016743822488933802
125347	rnn.weight_ih_l1_reverse	4	-0.03526439890265465
125347	rnn.weight_ih_l1_reverse	5	-0.03611613065004349
125347	rnn.weight_ih_l1_reverse	6	-0.009906802326440811
125347	rnn.weight_ih_l1_reverse	7	0.02803937718272209
125347	rnn.weight_ih_l1_reverse	8	0.045059964060783386
125347	rnn.weight_ih_l1_reverse	9	-0.04904578998684883
125347	rnn.weight_hh_l1_reverse	0	0.007108753081411123
125347	rnn.weight_hh_l1_reverse	1	0.028338490054011345
125347	rnn.weight_hh_l1_reverse	2	-0.03968902677297592
125347	rnn.weight_hh_l1_reverse	3	0.039802923798561096
125347	rnn.weight_hh_l1_reverse	4	0.0385594367980957
125347	rnn.weight_hh_l1_reverse	5	0.007775422185659409
125347	rnn.weight_hh_l1_reverse	6	0.019132090732455254
125347	rnn.weight_hh_l1_reverse	7	0.027679717168211937
125347	rnn.weight_hh_l1_reverse	8	-0.0062124887481331825
125347	rnn.weight_hh_l1_reverse	9	-0.031146198511123657
125347	rnn.bias_ih_l1_reverse	0	-0.06172247603535652
125347	rnn.bias_ih_l1_reverse	1	-0.1482611745595932
125347	rnn.bias_ih_l1_reverse	2	-0.15601982176303864
125347	rnn.bias_ih_l1_reverse	3	-0.029910430312156677
125347	rnn.bias_ih_l1_reverse	4	-0.20975041389465332
125347	rnn.bias_ih_l1_reverse	5	-0.10530316829681396
125347	rnn.bias_ih_l1_reverse	6	-0.1247260645031929
125347	rnn.bias_ih_l1_reverse	7	-0.20509466528892517
125347	rnn.bias_ih_l1_reverse	8	0.20349548757076263
125347	rnn.bias_ih_l1_reverse	9	0.05371010676026344
125347	rnn.bias_hh_l1_reverse	0	-0.04019484296441078
125347	rnn.bias_hh_l1_reverse	1	-0.051396988332271576
125347	rnn.bias_hh_l1_reverse	2	-0.2334393411874771
125347	rnn.bias_hh_l1_reverse	3	-0.10861881077289581
125347	rnn.bias_hh_l1_reverse	4	-0.09037957340478897
125347	rnn.bias_hh_l1_reverse	5	-0.12054474651813507
125347	rnn.bias_hh_l1_reverse	6	0.11560508608818054
125347	rnn.bias_hh_l1_reverse	7	-0.14337089657783508
125347	rnn.bias_hh_l1_reverse	8	-0.11219809204339981
125347	rnn.bias_hh_l1_reverse	9	-0.1443592607975006
125347	linear.weight	0	0.002228822559118271
125347	linear.weight	1	0.0964873805642128
125347	linear.weight	2	-0.041945599019527435
125347	linear.weight	3	0.30415573716163635
125347	linear.weight	4	0.17428040504455566
125347	linear.weight	5	-0.027778903022408485
125347	linear.weight	6	0.094461590051651
125347	linear.weight	7	0.010925634764134884
125347	linear.weight	8	0.041262492537498474
125347	linear.weight	9	-0.030130114406347275
125347	linear.bias	0	0.06585541367530823
125347	linear.bias	1	-0.22465835511684418
125347	linear.bias	2	-0.4161902070045471
125347	linear.bias	3	-0.6097702383995056
125347	linear.bias	4	-1.1213449239730835
125347	linear.bias	5	-0.08936932682991028
125347	linear.bias	6	-0.7697840929031372
125347	linear.bias	7	0.3110492527484894
125347	linear.bias	8	-0.4571293592453003
125347	linear.bias	9	-0.9400580525398254
125544	transitions	0	0.6207510232925415
125544	transitions	1	0.1637967973947525
125544	transitions	2	-10000.0
125544	transitions	3	-1.8202234506607056
125544	transitions	4	-10000.0
125544	transitions	5	0.5900322198867798
125544	transitions	6	-0.06761783361434937
125544	transitions	7	-0.65885990858078
125544	transitions	8	-1.3926299810409546
125544	transitions	9	-0.0010320257861167192
125544	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
125544	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
125544	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
125544	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
125544	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
125544	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
125544	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
125544	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
125544	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
125544	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
125544	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
125544	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
125544	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
125544	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
125544	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
125544	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
125544	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
125544	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
125544	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
125544	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
125544	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
125544	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
125544	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
125544	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
125544	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
125544	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
125544	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
125544	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
125544	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
125544	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
125544	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
125544	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
125544	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
125544	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
125544	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
125544	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
125544	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
125544	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
125544	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
125544	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
125544	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
125544	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
125544	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
125544	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
125544	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
125544	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
125544	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
125544	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
125544	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
125544	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
125544	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
125544	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
125544	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
125544	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
125544	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
125544	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
125544	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
125544	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
125544	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
125544	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
125544	embedding2nn.weight	0	0.014492303133010864
125544	embedding2nn.weight	1	-0.013551977463066578
125544	embedding2nn.weight	2	-0.014268254861235619
125544	embedding2nn.weight	3	-0.04667171835899353
125544	embedding2nn.weight	4	-0.0059150345623493195
125544	embedding2nn.weight	5	-0.0037005876656621695
125544	embedding2nn.weight	6	-0.003973294515162706
125544	embedding2nn.weight	7	-0.07357577979564667
125544	embedding2nn.weight	8	-0.0019979383796453476
125544	embedding2nn.weight	9	-0.02505018189549446
125544	embedding2nn.bias	0	0.06916144490242004
125544	embedding2nn.bias	1	-0.05933962017297745
125544	embedding2nn.bias	2	0.05324936285614967
125544	embedding2nn.bias	3	0.04288051649928093
125544	embedding2nn.bias	4	-0.036369990557432175
125544	embedding2nn.bias	5	-0.032356150448322296
125544	embedding2nn.bias	6	0.008985515683889389
125544	embedding2nn.bias	7	-0.06574885547161102
125544	embedding2nn.bias	8	0.0737888514995575
125544	embedding2nn.bias	9	0.02520141750574112
125544	rnn.weight_ih_l0	0	-0.0660347044467926
125544	rnn.weight_ih_l0	1	-0.002619352890178561
125544	rnn.weight_ih_l0	2	0.04728004336357117
125544	rnn.weight_ih_l0	3	0.01689794845879078
125544	rnn.weight_ih_l0	4	-0.007189884781837463
125544	rnn.weight_ih_l0	5	-0.05543767288327217
125544	rnn.weight_ih_l0	6	0.0032188238110393286
125544	rnn.weight_ih_l0	7	0.034278929233551025
125544	rnn.weight_ih_l0	8	-0.008435964584350586
125544	rnn.weight_ih_l0	9	-0.01947982981801033
125544	rnn.weight_hh_l0	0	-0.03286634013056755
125544	rnn.weight_hh_l0	1	-0.01148242224007845
125544	rnn.weight_hh_l0	2	-0.0036994132678955793
125544	rnn.weight_hh_l0	3	-0.06401915848255157
125544	rnn.weight_hh_l0	4	0.08188991993665695
125544	rnn.weight_hh_l0	5	-0.011385863646864891
125544	rnn.weight_hh_l0	6	-0.04825137183070183
125544	rnn.weight_hh_l0	7	0.018389809876680374
125544	rnn.weight_hh_l0	8	0.01305882167071104
125544	rnn.weight_hh_l0	9	-0.014992954209446907
125544	rnn.bias_ih_l0	0	0.08678316324949265
125544	rnn.bias_ih_l0	1	-0.031067553907632828
125544	rnn.bias_ih_l0	2	0.0005534327938221395
125544	rnn.bias_ih_l0	3	0.1236817017197609
125544	rnn.bias_ih_l0	4	-0.021356046199798584
125544	rnn.bias_ih_l0	5	-0.03418244794011116
125544	rnn.bias_ih_l0	6	0.019767949357628822
125544	rnn.bias_ih_l0	7	0.0356590673327446
125544	rnn.bias_ih_l0	8	-0.10522738099098206
125544	rnn.bias_ih_l0	9	-0.03481830656528473
125544	rnn.bias_hh_l0	0	-0.028209270909428596
125544	rnn.bias_hh_l0	1	-0.1179686188697815
125544	rnn.bias_hh_l0	2	-0.05103028938174248
125544	rnn.bias_hh_l0	3	-0.08430749922990799
125544	rnn.bias_hh_l0	4	-0.028996415436267853
125544	rnn.bias_hh_l0	5	-0.02181878685951233
125544	rnn.bias_hh_l0	6	0.03391225263476372
125544	rnn.bias_hh_l0	7	0.04223828390240669
125544	rnn.bias_hh_l0	8	-0.12347795069217682
125544	rnn.bias_hh_l0	9	-0.04646378010511398
125544	rnn.weight_ih_l0_reverse	0	-0.022567005828022957
125544	rnn.weight_ih_l0_reverse	1	-0.05095570906996727
125544	rnn.weight_ih_l0_reverse	2	-0.03093118965625763
125544	rnn.weight_ih_l0_reverse	3	0.0012898686109110713
125544	rnn.weight_ih_l0_reverse	4	-0.014949912205338478
125544	rnn.weight_ih_l0_reverse	5	-0.04239307716488838
125544	rnn.weight_ih_l0_reverse	6	0.0867018923163414
125544	rnn.weight_ih_l0_reverse	7	-0.022927915677428246
125544	rnn.weight_ih_l0_reverse	8	-0.0175887830555439
125544	rnn.weight_ih_l0_reverse	9	0.007736567873507738
125544	rnn.weight_hh_l0_reverse	0	0.05688256397843361
125544	rnn.weight_hh_l0_reverse	1	0.021317727863788605
125544	rnn.weight_hh_l0_reverse	2	0.02896435558795929
125544	rnn.weight_hh_l0_reverse	3	0.031762342900037766
125544	rnn.weight_hh_l0_reverse	4	0.008333330973982811
125544	rnn.weight_hh_l0_reverse	5	0.02266838774085045
125544	rnn.weight_hh_l0_reverse	6	0.04766698181629181
125544	rnn.weight_hh_l0_reverse	7	-0.06447547674179077
125544	rnn.weight_hh_l0_reverse	8	0.0421416275203228
125544	rnn.weight_hh_l0_reverse	9	0.04413056746125221
125544	rnn.bias_ih_l0_reverse	0	-0.08370768278837204
125544	rnn.bias_ih_l0_reverse	1	-0.237985298037529
125544	rnn.bias_ih_l0_reverse	2	-0.12954013049602509
125544	rnn.bias_ih_l0_reverse	3	-0.04262376204133034
125544	rnn.bias_ih_l0_reverse	4	-0.02898888662457466
125544	rnn.bias_ih_l0_reverse	5	0.059496570378541946
125544	rnn.bias_ih_l0_reverse	6	-0.07557805627584457
125544	rnn.bias_ih_l0_reverse	7	0.04292989522218704
125544	rnn.bias_ih_l0_reverse	8	-0.043066397309303284
125544	rnn.bias_ih_l0_reverse	9	0.046127356588840485
125544	rnn.bias_hh_l0_reverse	0	0.019821425899863243
125544	rnn.bias_hh_l0_reverse	1	-0.030516257509589195
125544	rnn.bias_hh_l0_reverse	2	0.08263028413057327
125544	rnn.bias_hh_l0_reverse	3	-0.05081172659993172
125544	rnn.bias_hh_l0_reverse	4	-0.04432499781250954
125544	rnn.bias_hh_l0_reverse	5	-0.030373891815543175
125544	rnn.bias_hh_l0_reverse	6	-0.02159656025469303
125544	rnn.bias_hh_l0_reverse	7	0.10349923372268677
125544	rnn.bias_hh_l0_reverse	8	0.03399069234728813
125544	rnn.bias_hh_l0_reverse	9	-0.1255204677581787
125544	rnn.weight_ih_l1	0	-0.03672565519809723
125544	rnn.weight_ih_l1	1	-0.03810959309339523
125544	rnn.weight_ih_l1	2	0.047675494104623795
125544	rnn.weight_ih_l1	3	-0.06141006946563721
125544	rnn.weight_ih_l1	4	-0.012506605125963688
125544	rnn.weight_ih_l1	5	-0.047304000705480576
125544	rnn.weight_ih_l1	6	0.02498648874461651
125544	rnn.weight_ih_l1	7	-0.02385835349559784
125544	rnn.weight_ih_l1	8	0.036952853202819824
125544	rnn.weight_ih_l1	9	0.04121996462345123
125544	rnn.weight_hh_l1	0	-0.006515002343803644
125544	rnn.weight_hh_l1	1	0.014184439554810524
125544	rnn.weight_hh_l1	2	0.005404455587267876
125544	rnn.weight_hh_l1	3	-0.007383269723504782
125544	rnn.weight_hh_l1	4	0.00873663742095232
125544	rnn.weight_hh_l1	5	0.026986340060830116
125544	rnn.weight_hh_l1	6	0.027412865310907364
125544	rnn.weight_hh_l1	7	-0.02397037297487259
125544	rnn.weight_hh_l1	8	-0.013416352681815624
125544	rnn.weight_hh_l1	9	0.03756970539689064
125544	rnn.bias_ih_l1	0	-0.1930539309978485
125544	rnn.bias_ih_l1	1	-0.18258808553218842
125544	rnn.bias_ih_l1	2	-0.20046170055866241
125544	rnn.bias_ih_l1	3	-0.2666296064853668
125544	rnn.bias_ih_l1	4	-0.2183481901884079
125544	rnn.bias_ih_l1	5	-0.10218348354101181
125544	rnn.bias_ih_l1	6	-0.14200803637504578
125544	rnn.bias_ih_l1	7	-0.04305574297904968
125544	rnn.bias_ih_l1	8	-0.13619376718997955
125544	rnn.bias_ih_l1	9	-0.12656377255916595
125544	rnn.bias_hh_l1	0	-0.12907865643501282
125544	rnn.bias_hh_l1	1	-0.046941712498664856
125544	rnn.bias_hh_l1	2	-0.09682415425777435
125544	rnn.bias_hh_l1	3	-0.09716026484966278
125544	rnn.bias_hh_l1	4	-0.10771605372428894
125544	rnn.bias_hh_l1	5	-0.11662686616182327
125544	rnn.bias_hh_l1	6	-0.14275392889976501
125544	rnn.bias_hh_l1	7	0.032537732273340225
125544	rnn.bias_hh_l1	8	-0.1734497845172882
125544	rnn.bias_hh_l1	9	-0.10204919427633286
125544	rnn.weight_ih_l1_reverse	0	-0.03289385139942169
125544	rnn.weight_ih_l1_reverse	1	0.012703079730272293
125544	rnn.weight_ih_l1_reverse	2	0.0636318102478981
125544	rnn.weight_ih_l1_reverse	3	0.0005284696817398071
125544	rnn.weight_ih_l1_reverse	4	-0.034158047288656235
125544	rnn.weight_ih_l1_reverse	5	-0.036126021295785904
125544	rnn.weight_ih_l1_reverse	6	-0.009866943582892418
125544	rnn.weight_ih_l1_reverse	7	0.0281260684132576
125544	rnn.weight_ih_l1_reverse	8	0.0465775802731514
125544	rnn.weight_ih_l1_reverse	9	-0.047503937035799026
125544	rnn.weight_hh_l1_reverse	0	0.0070610856637358665
125544	rnn.weight_hh_l1_reverse	1	0.02847229316830635
125544	rnn.weight_hh_l1_reverse	2	-0.03966832533478737
125544	rnn.weight_hh_l1_reverse	3	0.03971579298377037
125544	rnn.weight_hh_l1_reverse	4	0.03853856399655342
125544	rnn.weight_hh_l1_reverse	5	0.007776550017297268
125544	rnn.weight_hh_l1_reverse	6	0.01898953877389431
125544	rnn.weight_hh_l1_reverse	7	0.028093382716178894
125544	rnn.weight_hh_l1_reverse	8	-0.006521578878164291
125544	rnn.weight_hh_l1_reverse	9	-0.030894840136170387
125544	rnn.bias_ih_l1_reverse	0	-0.0659511610865593
125544	rnn.bias_ih_l1_reverse	1	-0.15018229186534882
125544	rnn.bias_ih_l1_reverse	2	-0.15742450952529907
125544	rnn.bias_ih_l1_reverse	3	-0.032146286219358444
125544	rnn.bias_ih_l1_reverse	4	-0.2096289098262787
125544	rnn.bias_ih_l1_reverse	5	-0.101609967648983
125544	rnn.bias_ih_l1_reverse	6	-0.12392136454582214
125544	rnn.bias_ih_l1_reverse	7	-0.20191211998462677
125544	rnn.bias_ih_l1_reverse	8	0.20241372287273407
125544	rnn.bias_ih_l1_reverse	9	0.05058658868074417
125544	rnn.bias_hh_l1_reverse	0	-0.04227956011891365
125544	rnn.bias_hh_l1_reverse	1	-0.04469969496130943
125544	rnn.bias_hh_l1_reverse	2	-0.2334343045949936
125544	rnn.bias_hh_l1_reverse	3	-0.1083621233701706
125544	rnn.bias_hh_l1_reverse	4	-0.09037601947784424
125544	rnn.bias_hh_l1_reverse	5	-0.12045465409755707
125544	rnn.bias_hh_l1_reverse	6	0.11042612046003342
125544	rnn.bias_hh_l1_reverse	7	-0.14079204201698303
125544	rnn.bias_hh_l1_reverse	8	-0.11123368889093399
125544	rnn.bias_hh_l1_reverse	9	-0.1438141018152237
125544	linear.weight	0	0.002228822559118271
125544	linear.weight	1	0.10290046781301498
125544	linear.weight	2	-0.04211723804473877
125544	linear.weight	3	0.3046814799308777
125544	linear.weight	4	0.17217957973480225
125544	linear.weight	5	-0.029308410361409187
125544	linear.weight	6	0.0895238071680069
125544	linear.weight	7	0.0156579427421093
125544	linear.weight	8	0.04126305133104324
125544	linear.weight	9	-0.031052421778440475
125544	linear.bias	0	0.05005240812897682
125544	linear.bias	1	-0.19408203661441803
125544	linear.bias	2	-0.4154585301876068
125544	linear.bias	3	-0.6628271341323853
125544	linear.bias	4	-1.1739294528961182
125544	linear.bias	5	-0.08270930498838425
125544	linear.bias	6	-0.7415284514427185
125544	linear.bias	7	0.3148242235183716
125544	linear.bias	8	-0.4698719382286072
125544	linear.bias	9	-0.9532821774482727
125741	transitions	0	0.6317535638809204
125741	transitions	1	0.16420458257198334
125741	transitions	2	-10000.0
125741	transitions	3	-1.8202623128890991
125741	transitions	4	-10000.0
125741	transitions	5	0.5899515748023987
125741	transitions	6	-0.06773220747709274
125741	transitions	7	-0.6590261459350586
125741	transitions	8	-1.3927576541900635
125741	transitions	9	-0.00103324418887496
125741	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
125741	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
125741	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
125741	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
125741	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
125741	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
125741	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
125741	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
125741	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
125741	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
125741	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
125741	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
125741	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
125741	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
125741	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
125741	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
125741	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
125741	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
125741	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
125741	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
125741	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
125741	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
125741	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
125741	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
125741	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
125741	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
125741	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
125741	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
125741	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
125741	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
125741	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
125741	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
125741	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
125741	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
125741	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
125741	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
125741	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
125741	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
125741	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
125741	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
125741	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
125741	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
125741	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
125741	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
125741	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
125741	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
125741	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
125741	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
125741	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
125741	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
125741	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
125741	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
125741	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
125741	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
125741	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
125741	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
125741	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
125741	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
125741	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
125741	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
125741	embedding2nn.weight	0	0.013835345394909382
125741	embedding2nn.weight	1	-0.013751455582678318
125741	embedding2nn.weight	2	-0.014268254861235619
125741	embedding2nn.weight	3	-0.04473423585295677
125741	embedding2nn.weight	4	-0.0059150345623493195
125741	embedding2nn.weight	5	-0.003700587200000882
125741	embedding2nn.weight	6	-0.003973294049501419
125741	embedding2nn.weight	7	-0.07377143949270248
125741	embedding2nn.weight	8	-0.0019979383796453476
125741	embedding2nn.weight	9	-0.025273362174630165
125741	embedding2nn.bias	0	0.06671657413244247
125741	embedding2nn.bias	1	-0.05938909575343132
125741	embedding2nn.bias	2	0.05483206734061241
125741	embedding2nn.bias	3	0.04593394324183464
125741	embedding2nn.bias	4	-0.03203987330198288
125741	embedding2nn.bias	5	-0.02613951452076435
125741	embedding2nn.bias	6	0.00531800789758563
125741	embedding2nn.bias	7	-0.060629770159721375
125741	embedding2nn.bias	8	0.07952676713466644
125741	embedding2nn.bias	9	0.031001843512058258
125741	rnn.weight_ih_l0	0	-0.06451933085918427
125741	rnn.weight_ih_l0	1	-0.001936162356287241
125741	rnn.weight_ih_l0	2	0.0482361800968647
125741	rnn.weight_ih_l0	3	0.017956042662262917
125741	rnn.weight_ih_l0	4	-0.008012537844479084
125741	rnn.weight_ih_l0	5	-0.05537388473749161
125741	rnn.weight_ih_l0	6	0.004018004518002272
125741	rnn.weight_ih_l0	7	0.03279817849397659
125741	rnn.weight_ih_l0	8	-0.009419183246791363
125741	rnn.weight_ih_l0	9	-0.019628452137112617
125741	rnn.weight_hh_l0	0	-0.032723091542720795
125741	rnn.weight_hh_l0	1	-0.010799461044371128
125741	rnn.weight_hh_l0	2	-0.003902996424585581
125741	rnn.weight_hh_l0	3	-0.06238739565014839
125741	rnn.weight_hh_l0	4	0.08187473565340042
125741	rnn.weight_hh_l0	5	-0.011525988578796387
125741	rnn.weight_hh_l0	6	-0.04745836928486824
125741	rnn.weight_hh_l0	7	0.02033168263733387
125741	rnn.weight_hh_l0	8	0.011554202064871788
125741	rnn.weight_hh_l0	9	-0.014800668694078922
125741	rnn.bias_ih_l0	0	0.08679348230361938
125741	rnn.bias_ih_l0	1	-0.02653556503355503
125741	rnn.bias_ih_l0	2	0.002575918799266219
125741	rnn.bias_ih_l0	3	0.12353449314832687
125741	rnn.bias_ih_l0	4	-0.024291526526212692
125741	rnn.bias_ih_l0	5	-0.035786863416433334
125741	rnn.bias_ih_l0	6	0.01964624412357807
125741	rnn.bias_ih_l0	7	0.035903025418519974
125741	rnn.bias_ih_l0	8	-0.10354308784008026
125741	rnn.bias_ih_l0	9	-0.03627585619688034
125741	rnn.bias_hh_l0	0	-0.02808624692261219
125741	rnn.bias_hh_l0	1	-0.11557485908269882
125741	rnn.bias_hh_l0	2	-0.053002551198005676
125741	rnn.bias_hh_l0	3	-0.08443791419267654
125741	rnn.bias_hh_l0	4	-0.0307365283370018
125741	rnn.bias_hh_l0	5	-0.020859964191913605
125741	rnn.bias_hh_l0	6	0.033569399267435074
125741	rnn.bias_hh_l0	7	0.043047379702329636
125741	rnn.bias_hh_l0	8	-0.1223621517419815
125741	rnn.bias_hh_l0	9	-0.04760107770562172
125741	rnn.weight_ih_l0_reverse	0	-0.024375606328248978
125741	rnn.weight_ih_l0_reverse	1	-0.04857372120022774
125741	rnn.weight_ih_l0_reverse	2	-0.03176947683095932
125741	rnn.weight_ih_l0_reverse	3	0.001831851783208549
125741	rnn.weight_ih_l0_reverse	4	-0.015083568170666695
125741	rnn.weight_ih_l0_reverse	5	-0.04204516485333443
125741	rnn.weight_ih_l0_reverse	6	0.08700550347566605
125741	rnn.weight_ih_l0_reverse	7	-0.02278759330511093
125741	rnn.weight_ih_l0_reverse	8	-0.01823366805911064
125741	rnn.weight_ih_l0_reverse	9	0.005774412304162979
125741	rnn.weight_hh_l0_reverse	0	0.056855328381061554
125741	rnn.weight_hh_l0_reverse	1	0.021249525249004364
125741	rnn.weight_hh_l0_reverse	2	0.028223436325788498
125741	rnn.weight_hh_l0_reverse	3	0.03184259682893753
125741	rnn.weight_hh_l0_reverse	4	0.00799796637147665
125741	rnn.weight_hh_l0_reverse	5	0.023048700764775276
125741	rnn.weight_hh_l0_reverse	6	0.04756888374686241
125741	rnn.weight_hh_l0_reverse	7	-0.0644759088754654
125741	rnn.weight_hh_l0_reverse	8	0.04134503751993179
125741	rnn.weight_hh_l0_reverse	9	0.04321817681193352
125741	rnn.bias_ih_l0_reverse	0	-0.08390207588672638
125741	rnn.bias_ih_l0_reverse	1	-0.2444669008255005
125741	rnn.bias_ih_l0_reverse	2	-0.13044960796833038
125741	rnn.bias_ih_l0_reverse	3	-0.03981255367398262
125741	rnn.bias_ih_l0_reverse	4	-0.02816508524119854
125741	rnn.bias_ih_l0_reverse	5	0.06065117567777634
125741	rnn.bias_ih_l0_reverse	6	-0.07393297553062439
125741	rnn.bias_ih_l0_reverse	7	0.04360425844788551
125741	rnn.bias_ih_l0_reverse	8	-0.0377158485352993
125741	rnn.bias_ih_l0_reverse	9	0.047090236097574234
125741	rnn.bias_hh_l0_reverse	0	0.021319055929780006
125741	rnn.bias_hh_l0_reverse	1	-0.03174017369747162
125741	rnn.bias_hh_l0_reverse	2	0.08593310415744781
125741	rnn.bias_hh_l0_reverse	3	-0.051391392946243286
125741	rnn.bias_hh_l0_reverse	4	-0.03861172869801521
125741	rnn.bias_hh_l0_reverse	5	-0.027413692325353622
125741	rnn.bias_hh_l0_reverse	6	-0.024748677387833595
125741	rnn.bias_hh_l0_reverse	7	0.10772623121738434
125741	rnn.bias_hh_l0_reverse	8	0.03454478085041046
125741	rnn.bias_hh_l0_reverse	9	-0.12712541222572327
125741	rnn.weight_ih_l1	0	-0.036262962967157364
125741	rnn.weight_ih_l1	1	-0.03881777077913284
125741	rnn.weight_ih_l1	2	0.048243433237075806
125741	rnn.weight_ih_l1	3	-0.06182700768113136
125741	rnn.weight_ih_l1	4	-0.012389683164656162
125741	rnn.weight_ih_l1	5	-0.04692146182060242
125741	rnn.weight_ih_l1	6	0.02577006071805954
125741	rnn.weight_ih_l1	7	-0.022047989070415497
125741	rnn.weight_ih_l1	8	0.037220027297735214
125741	rnn.weight_ih_l1	9	0.040921829640865326
125741	rnn.weight_hh_l1	0	-0.0075204758904874325
125741	rnn.weight_hh_l1	1	0.014170987531542778
125741	rnn.weight_hh_l1	2	0.004951218608766794
125741	rnn.weight_hh_l1	3	-0.007366537116467953
125741	rnn.weight_hh_l1	4	0.008841791190207005
125741	rnn.weight_hh_l1	5	0.02680012583732605
125741	rnn.weight_hh_l1	6	0.027401799336075783
125741	rnn.weight_hh_l1	7	-0.023720672354102135
125741	rnn.weight_hh_l1	8	-0.013314023613929749
125741	rnn.weight_hh_l1	9	0.03748699650168419
125741	rnn.bias_ih_l1	0	-0.19246526062488556
125741	rnn.bias_ih_l1	1	-0.1884850412607193
125741	rnn.bias_ih_l1	2	-0.20185653865337372
125741	rnn.bias_ih_l1	3	-0.2657029628753662
125741	rnn.bias_ih_l1	4	-0.21752429008483887
125741	rnn.bias_ih_l1	5	-0.10418593138456345
125741	rnn.bias_ih_l1	6	-0.14683368802070618
125741	rnn.bias_ih_l1	7	-0.043367352336645126
125741	rnn.bias_ih_l1	8	-0.13709701597690582
125741	rnn.bias_ih_l1	9	-0.12689170241355896
125741	rnn.bias_hh_l1	0	-0.13130642473697662
125741	rnn.bias_hh_l1	1	-0.04596737399697304
125741	rnn.bias_hh_l1	2	-0.09807714074850082
125741	rnn.bias_hh_l1	3	-0.09662790596485138
125741	rnn.bias_hh_l1	4	-0.1069532111287117
125741	rnn.bias_hh_l1	5	-0.11620671302080154
125741	rnn.bias_hh_l1	6	-0.14440743625164032
125741	rnn.bias_hh_l1	7	0.03446324169635773
125741	rnn.bias_hh_l1	8	-0.17691291868686676
125741	rnn.bias_hh_l1	9	-0.10365820676088333
125741	rnn.weight_ih_l1_reverse	0	-0.03192272037267685
125741	rnn.weight_ih_l1_reverse	1	0.011789081618189812
125741	rnn.weight_ih_l1_reverse	2	0.06544069945812225
125741	rnn.weight_ih_l1_reverse	3	0.0025788063649088144
125741	rnn.weight_ih_l1_reverse	4	-0.03384342044591904
125741	rnn.weight_ih_l1_reverse	5	-0.035980772227048874
125741	rnn.weight_ih_l1_reverse	6	-0.008704166859388351
125741	rnn.weight_ih_l1_reverse	7	0.02779209427535534
125741	rnn.weight_ih_l1_reverse	8	0.049048103392124176
125741	rnn.weight_ih_l1_reverse	9	-0.04924699664115906
125741	rnn.weight_hh_l1_reverse	0	0.006860074587166309
125741	rnn.weight_hh_l1_reverse	1	0.0285788606852293
125741	rnn.weight_hh_l1_reverse	2	-0.03971156105399132
125741	rnn.weight_hh_l1_reverse	3	0.03961675986647606
125741	rnn.weight_hh_l1_reverse	4	0.03880324214696884
125741	rnn.weight_hh_l1_reverse	5	0.007965393364429474
125741	rnn.weight_hh_l1_reverse	6	0.019509069621562958
125741	rnn.weight_hh_l1_reverse	7	0.028248703107237816
125741	rnn.weight_hh_l1_reverse	8	-0.0065076290629804134
125741	rnn.weight_hh_l1_reverse	9	-0.030729424208402634
125741	rnn.bias_ih_l1_reverse	0	-0.06419187784194946
125741	rnn.bias_ih_l1_reverse	1	-0.1514928638935089
125741	rnn.bias_ih_l1_reverse	2	-0.1598494052886963
125741	rnn.bias_ih_l1_reverse	3	-0.03491978719830513
125741	rnn.bias_ih_l1_reverse	4	-0.21013890206813812
125741	rnn.bias_ih_l1_reverse	5	-0.10031953454017639
125741	rnn.bias_ih_l1_reverse	6	-0.12317479401826859
125741	rnn.bias_ih_l1_reverse	7	-0.19806724786758423
125741	rnn.bias_ih_l1_reverse	8	0.20685534179210663
125741	rnn.bias_ih_l1_reverse	9	0.058493297547101974
125741	rnn.bias_hh_l1_reverse	0	-0.04695586487650871
125741	rnn.bias_hh_l1_reverse	1	-0.04804886505007744
125741	rnn.bias_hh_l1_reverse	2	-0.23226146399974823
125741	rnn.bias_hh_l1_reverse	3	-0.10649930685758591
125741	rnn.bias_hh_l1_reverse	4	-0.0928865522146225
125741	rnn.bias_hh_l1_reverse	5	-0.11924073100090027
125741	rnn.bias_hh_l1_reverse	6	0.11252469569444656
125741	rnn.bias_hh_l1_reverse	7	-0.1404091715812683
125741	rnn.bias_hh_l1_reverse	8	-0.10995979607105255
125741	rnn.bias_hh_l1_reverse	9	-0.14408716559410095
125741	linear.weight	0	0.002228822559118271
125741	linear.weight	1	0.11414434760808945
125741	linear.weight	2	-0.04293842613697052
125741	linear.weight	3	0.30444103479385376
125741	linear.weight	4	0.17471791803836823
125741	linear.weight	5	-0.03565194830298424
125741	linear.weight	6	0.08683785796165466
125741	linear.weight	7	0.02278098091483116
125741	linear.weight	8	0.04126278683543205
125741	linear.weight	9	-0.03622044622898102
125741	linear.bias	0	0.0736423209309578
125741	linear.bias	1	-0.21928900480270386
125741	linear.bias	2	-0.3982338309288025
125741	linear.bias	3	-0.6676679849624634
125741	linear.bias	4	-1.1789122819900513
125741	linear.bias	5	-0.06716294586658478
125741	linear.bias	6	-0.7640961408615112
125741	linear.bias	7	0.3304450511932373
125741	linear.bias	8	-0.46992355585098267
125741	linear.bias	9	-0.9542025923728943
125938	transitions	0	0.640872597694397
125938	transitions	1	0.15997233986854553
125938	transitions	2	-10000.0
125938	transitions	3	-1.8202968835830688
125938	transitions	4	-10000.0
125938	transitions	5	0.5898688435554504
125938	transitions	6	-0.06780646741390228
125938	transitions	7	-0.6593025326728821
125938	transitions	8	-1.3929502964019775
125938	transitions	9	-0.0010346894850954413
125938	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
125938	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
125938	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
125938	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
125938	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
125938	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
125938	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
125938	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
125938	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
125938	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
125938	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
125938	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
125938	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
125938	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
125938	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
125938	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
125938	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
125938	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
125938	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
125938	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
125938	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
125938	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
125938	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
125938	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
125938	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
125938	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
125938	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
125938	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
125938	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
125938	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
125938	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
125938	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
125938	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
125938	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
125938	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
125938	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
125938	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
125938	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
125938	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
125938	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
125938	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
125938	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
125938	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
125938	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
125938	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
125938	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
125938	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
125938	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
125938	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
125938	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
125938	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
125938	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
125938	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
125938	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
125938	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
125938	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
125938	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
125938	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
125938	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
125938	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
125938	embedding2nn.weight	0	0.013471337035298347
125938	embedding2nn.weight	1	-0.014139719307422638
125938	embedding2nn.weight	2	-0.014268254861235619
125938	embedding2nn.weight	3	-0.043830834329128265
125938	embedding2nn.weight	4	-0.0059150345623493195
125938	embedding2nn.weight	5	-0.003700587200000882
125938	embedding2nn.weight	6	-0.0039732931181788445
125938	embedding2nn.weight	7	-0.07353775948286057
125938	embedding2nn.weight	8	-0.0019979383796453476
125938	embedding2nn.weight	9	-0.025306461378932
125938	embedding2nn.bias	0	0.06310728192329407
125938	embedding2nn.bias	1	-0.06273632496595383
125938	embedding2nn.bias	2	0.06408479809761047
125938	embedding2nn.bias	3	0.045132119208574295
125938	embedding2nn.bias	4	-0.035314396023750305
125938	embedding2nn.bias	5	-0.03232013061642647
125938	embedding2nn.bias	6	0.010531367734074593
125938	embedding2nn.bias	7	-0.055992547422647476
125938	embedding2nn.bias	8	0.07347852736711502
125938	embedding2nn.bias	9	0.02323921211063862
125938	rnn.weight_ih_l0	0	-0.06498736143112183
125938	rnn.weight_ih_l0	1	-0.0016591539606451988
125938	rnn.weight_ih_l0	2	0.04665164276957512
125938	rnn.weight_ih_l0	3	0.0174708254635334
125938	rnn.weight_ih_l0	4	-0.00900263525545597
125938	rnn.weight_ih_l0	5	-0.055487923324108124
125938	rnn.weight_ih_l0	6	0.004031875170767307
125938	rnn.weight_ih_l0	7	0.03346393257379532
125938	rnn.weight_ih_l0	8	-0.009338084608316422
125938	rnn.weight_ih_l0	9	-0.01905328407883644
125938	rnn.weight_hh_l0	0	-0.03361033275723457
125938	rnn.weight_hh_l0	1	-0.010685469955205917
125938	rnn.weight_hh_l0	2	-0.002528782468289137
125938	rnn.weight_hh_l0	3	-0.06331871449947357
125938	rnn.weight_hh_l0	4	0.08240557461977005
125938	rnn.weight_hh_l0	5	-0.011942855082452297
125938	rnn.weight_hh_l0	6	-0.0466194748878479
125938	rnn.weight_hh_l0	7	0.020908694714307785
125938	rnn.weight_hh_l0	8	0.011281564831733704
125938	rnn.weight_hh_l0	9	-0.014735359698534012
125938	rnn.bias_ih_l0	0	0.09017091989517212
125938	rnn.bias_ih_l0	1	-0.02795589156448841
125938	rnn.bias_ih_l0	2	0.0004686769098043442
125938	rnn.bias_ih_l0	3	0.12568886578083038
125938	rnn.bias_ih_l0	4	-0.025815719738602638
125938	rnn.bias_ih_l0	5	-0.03493020310997963
125938	rnn.bias_ih_l0	6	0.018865471705794334
125938	rnn.bias_ih_l0	7	0.034866057336330414
125938	rnn.bias_ih_l0	8	-0.10118583589792252
125938	rnn.bias_ih_l0	9	-0.032359082251787186
125938	rnn.bias_hh_l0	0	-0.02817177027463913
125938	rnn.bias_hh_l0	1	-0.10990531742572784
125938	rnn.bias_hh_l0	2	-0.05426221713423729
125938	rnn.bias_hh_l0	3	-0.08583887666463852
125938	rnn.bias_hh_l0	4	-0.029819516465067863
125938	rnn.bias_hh_l0	5	-0.02158151939511299
125938	rnn.bias_hh_l0	6	0.03157149627804756
125938	rnn.bias_hh_l0	7	0.043303631246089935
125938	rnn.bias_hh_l0	8	-0.1249932274222374
125938	rnn.bias_hh_l0	9	-0.049369119107723236
125938	rnn.weight_ih_l0_reverse	0	-0.02503111958503723
125938	rnn.weight_ih_l0_reverse	1	-0.04819231107831001
125938	rnn.weight_ih_l0_reverse	2	-0.031029529869556427
125938	rnn.weight_ih_l0_reverse	3	-0.0005076503148302436
125938	rnn.weight_ih_l0_reverse	4	-0.01332162320613861
125938	rnn.weight_ih_l0_reverse	5	-0.042797889560461044
125938	rnn.weight_ih_l0_reverse	6	0.08789265900850296
125938	rnn.weight_ih_l0_reverse	7	-0.02274099551141262
125938	rnn.weight_ih_l0_reverse	8	-0.01771848276257515
125938	rnn.weight_ih_l0_reverse	9	0.0060004317201673985
125938	rnn.weight_hh_l0_reverse	0	0.05547964572906494
125938	rnn.weight_hh_l0_reverse	1	0.021657738834619522
125938	rnn.weight_hh_l0_reverse	2	0.027154874056577682
125938	rnn.weight_hh_l0_reverse	3	0.031532347202301025
125938	rnn.weight_hh_l0_reverse	4	0.007875794544816017
125938	rnn.weight_hh_l0_reverse	5	0.0220356322824955
125938	rnn.weight_hh_l0_reverse	6	0.04790880158543587
125938	rnn.weight_hh_l0_reverse	7	-0.06570938229560852
125938	rnn.weight_hh_l0_reverse	8	0.04118126630783081
125938	rnn.weight_hh_l0_reverse	9	0.04273562133312225
125938	rnn.bias_ih_l0_reverse	0	-0.08428670465946198
125938	rnn.bias_ih_l0_reverse	1	-0.24698370695114136
125938	rnn.bias_ih_l0_reverse	2	-0.13230562210083008
125938	rnn.bias_ih_l0_reverse	3	-0.042512305080890656
125938	rnn.bias_ih_l0_reverse	4	-0.02976555936038494
125938	rnn.bias_ih_l0_reverse	5	0.06174984946846962
125938	rnn.bias_ih_l0_reverse	6	-0.07286051660776138
125938	rnn.bias_ih_l0_reverse	7	0.04337136447429657
125938	rnn.bias_ih_l0_reverse	8	-0.03857286274433136
125938	rnn.bias_ih_l0_reverse	9	0.05041947960853577
125938	rnn.bias_hh_l0_reverse	0	0.020280582830309868
125938	rnn.bias_hh_l0_reverse	1	-0.0370560884475708
125938	rnn.bias_hh_l0_reverse	2	0.08735346049070358
125938	rnn.bias_hh_l0_reverse	3	-0.051060330122709274
125938	rnn.bias_hh_l0_reverse	4	-0.03811744973063469
125938	rnn.bias_hh_l0_reverse	5	-0.02850816398859024
125938	rnn.bias_hh_l0_reverse	6	-0.026477234438061714
125938	rnn.bias_hh_l0_reverse	7	0.11087468266487122
125938	rnn.bias_hh_l0_reverse	8	0.03350486233830452
125938	rnn.bias_hh_l0_reverse	9	-0.12609274685382843
125938	rnn.weight_ih_l1	0	-0.03651395067572594
125938	rnn.weight_ih_l1	1	-0.04071040824055672
125938	rnn.weight_ih_l1	2	0.046414803713560104
125938	rnn.weight_ih_l1	3	-0.06271613389253616
125938	rnn.weight_ih_l1	4	-0.013087662868201733
125938	rnn.weight_ih_l1	5	-0.047239936888217926
125938	rnn.weight_ih_l1	6	0.02717445231974125
125938	rnn.weight_ih_l1	7	-0.02057558484375477
125938	rnn.weight_ih_l1	8	0.03646719455718994
125938	rnn.weight_ih_l1	9	0.04193982854485512
125938	rnn.weight_hh_l1	0	-0.008845621719956398
125938	rnn.weight_hh_l1	1	0.01415802538394928
125938	rnn.weight_hh_l1	2	0.0059275259263813496
125938	rnn.weight_hh_l1	3	-0.007584825158119202
125938	rnn.weight_hh_l1	4	0.00934932567179203
125938	rnn.weight_hh_l1	5	0.02661975473165512
125938	rnn.weight_hh_l1	6	0.02754325047135353
125938	rnn.weight_hh_l1	7	-0.023356417194008827
125938	rnn.weight_hh_l1	8	-0.013523477129638195
125938	rnn.weight_hh_l1	9	0.03764117509126663
125938	rnn.bias_ih_l1	0	-0.19803325831890106
125938	rnn.bias_ih_l1	1	-0.19071508944034576
125938	rnn.bias_ih_l1	2	-0.20246590673923492
125938	rnn.bias_ih_l1	3	-0.2673184275627136
125938	rnn.bias_ih_l1	4	-0.2120959311723709
125938	rnn.bias_ih_l1	5	-0.1027805507183075
125938	rnn.bias_ih_l1	6	-0.1475287228822708
125938	rnn.bias_ih_l1	7	-0.04546591639518738
125938	rnn.bias_ih_l1	8	-0.1299290806055069
125938	rnn.bias_ih_l1	9	-0.12768636643886566
125938	rnn.bias_hh_l1	0	-0.13289828598499298
125938	rnn.bias_hh_l1	1	-0.051171209663152695
125938	rnn.bias_hh_l1	2	-0.09668800979852676
125938	rnn.bias_hh_l1	3	-0.10021743923425674
125938	rnn.bias_hh_l1	4	-0.10547097027301788
125938	rnn.bias_hh_l1	5	-0.1186700388789177
125938	rnn.bias_hh_l1	6	-0.14403867721557617
125938	rnn.bias_hh_l1	7	0.030085479840636253
125938	rnn.bias_hh_l1	8	-0.17782102525234222
125938	rnn.bias_hh_l1	9	-0.10400532931089401
125938	rnn.weight_ih_l1_reverse	0	-0.0315065011382103
125938	rnn.weight_ih_l1_reverse	1	0.011266077868640423
125938	rnn.weight_ih_l1_reverse	2	0.06440453976392746
125938	rnn.weight_ih_l1_reverse	3	-0.000509935081936419
125938	rnn.weight_ih_l1_reverse	4	-0.03359069302678108
125938	rnn.weight_ih_l1_reverse	5	-0.035667408257722855
125938	rnn.weight_ih_l1_reverse	6	-0.009107236750423908
125938	rnn.weight_ih_l1_reverse	7	0.027484938502311707
125938	rnn.weight_ih_l1_reverse	8	0.04850160703063011
125938	rnn.weight_ih_l1_reverse	9	-0.04909554496407509
125938	rnn.weight_hh_l1_reverse	0	0.0070358216762542725
125938	rnn.weight_hh_l1_reverse	1	0.02858278900384903
125938	rnn.weight_hh_l1_reverse	2	-0.03968082740902901
125938	rnn.weight_hh_l1_reverse	3	0.03964019939303398
125938	rnn.weight_hh_l1_reverse	4	0.03936168551445007
125938	rnn.weight_hh_l1_reverse	5	0.007204274646937847
125938	rnn.weight_hh_l1_reverse	6	0.020242935046553612
125938	rnn.weight_hh_l1_reverse	7	0.028612585738301277
125938	rnn.weight_hh_l1_reverse	8	-0.006355462595820427
125938	rnn.weight_hh_l1_reverse	9	-0.031185952946543694
125938	rnn.bias_ih_l1_reverse	0	-0.06476584821939468
125938	rnn.bias_ih_l1_reverse	1	-0.14885041117668152
125938	rnn.bias_ih_l1_reverse	2	-0.16108234226703644
125938	rnn.bias_ih_l1_reverse	3	-0.04265043884515762
125938	rnn.bias_ih_l1_reverse	4	-0.20968686044216156
125938	rnn.bias_ih_l1_reverse	5	-0.09889329969882965
125938	rnn.bias_ih_l1_reverse	6	-0.12203516066074371
125938	rnn.bias_ih_l1_reverse	7	-0.19719305634498596
125938	rnn.bias_ih_l1_reverse	8	0.20394223928451538
125938	rnn.bias_ih_l1_reverse	9	0.062007803469896317
125938	rnn.bias_hh_l1_reverse	0	-0.049165237694978714
125938	rnn.bias_hh_l1_reverse	1	-0.04607798531651497
125938	rnn.bias_hh_l1_reverse	2	-0.23222045600414276
125938	rnn.bias_hh_l1_reverse	3	-0.10847906023263931
125938	rnn.bias_hh_l1_reverse	4	-0.09043429791927338
125938	rnn.bias_hh_l1_reverse	5	-0.1217912808060646
125938	rnn.bias_hh_l1_reverse	6	0.10855189710855484
125938	rnn.bias_hh_l1_reverse	7	-0.13912437856197357
125938	rnn.bias_hh_l1_reverse	8	-0.10971090942621231
125938	rnn.bias_hh_l1_reverse	9	-0.1441999226808548
125938	linear.weight	0	0.002228822559118271
125938	linear.weight	1	0.10717356950044632
125938	linear.weight	2	-0.04328901693224907
125938	linear.weight	3	0.3043202757835388
125938	linear.weight	4	0.17227710783481598
125938	linear.weight	5	-0.0368175283074379
125938	linear.weight	6	0.08659299463033676
125938	linear.weight	7	0.03633871302008629
125938	linear.weight	8	0.04126226156949997
125938	linear.weight	9	-0.03557613119482994
125938	linear.bias	0	0.053572192788124084
125938	linear.bias	1	-0.21224115788936615
125938	linear.bias	2	-0.3948933780193329
125938	linear.bias	3	-0.6413860321044922
125938	linear.bias	4	-1.1531764268875122
125938	linear.bias	5	-0.12145116180181503
125938	linear.bias	6	-0.7566868662834167
125938	linear.bias	7	0.274407297372818
125938	linear.bias	8	-0.46161943674087524
125938	linear.bias	9	-0.9403995871543884
126135	transitions	0	0.6421782374382019
126135	transitions	1	0.1645151525735855
126135	transitions	2	-10000.0
126135	transitions	3	-1.8203554153442383
126135	transitions	4	-10000.0
126135	transitions	5	0.5897705554962158
126135	transitions	6	-0.06790315359830856
126135	transitions	7	-0.660454273223877
126135	transitions	8	-1.3930244445800781
126135	transitions	9	-0.001035600551404059
126135	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
126135	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
126135	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
126135	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
126135	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
126135	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
126135	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
126135	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
126135	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
126135	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
126135	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
126135	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
126135	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
126135	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
126135	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
126135	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
126135	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
126135	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
126135	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
126135	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
126135	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
126135	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
126135	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
126135	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
126135	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
126135	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
126135	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
126135	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
126135	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
126135	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
126135	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
126135	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
126135	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
126135	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
126135	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
126135	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
126135	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
126135	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
126135	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
126135	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
126135	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
126135	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
126135	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
126135	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
126135	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
126135	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
126135	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
126135	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
126135	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
126135	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
126135	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
126135	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
126135	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
126135	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
126135	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
126135	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
126135	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
126135	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
126135	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
126135	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
126135	embedding2nn.weight	0	0.01496617030352354
126135	embedding2nn.weight	1	-0.014327558688819408
126135	embedding2nn.weight	2	-0.014268254861235619
126135	embedding2nn.weight	3	-0.04489237815141678
126135	embedding2nn.weight	4	-0.0059150345623493195
126135	embedding2nn.weight	5	-0.003700586501508951
126135	embedding2nn.weight	6	-0.0039732917211949825
126135	embedding2nn.weight	7	-0.07333214581012726
126135	embedding2nn.weight	8	-0.0019979383796453476
126135	embedding2nn.weight	9	-0.024912921711802483
126135	embedding2nn.bias	0	0.07126705348491669
126135	embedding2nn.bias	1	-0.06341937929391861
126135	embedding2nn.bias	2	0.061561767011880875
126135	embedding2nn.bias	3	0.05298108235001564
126135	embedding2nn.bias	4	-0.033055685460567474
126135	embedding2nn.bias	5	-0.0300751980394125
126135	embedding2nn.bias	6	0.014900057576596737
126135	embedding2nn.bias	7	-0.05661098659038544
126135	embedding2nn.bias	8	0.0774555578827858
126135	embedding2nn.bias	9	0.020482433959841728
126135	rnn.weight_ih_l0	0	-0.06284666806459427
126135	rnn.weight_ih_l0	1	-0.001739446073770523
126135	rnn.weight_ih_l0	2	0.04756272956728935
126135	rnn.weight_ih_l0	3	0.01710044965147972
126135	rnn.weight_ih_l0	4	-0.010412514209747314
126135	rnn.weight_ih_l0	5	-0.05611373484134674
126135	rnn.weight_ih_l0	6	0.003762169973924756
126135	rnn.weight_ih_l0	7	0.033003684133291245
126135	rnn.weight_ih_l0	8	-0.009238170459866524
126135	rnn.weight_ih_l0	9	-0.02002117410302162
126135	rnn.weight_hh_l0	0	-0.03230876848101616
126135	rnn.weight_hh_l0	1	-0.011496483348309994
126135	rnn.weight_hh_l0	2	-0.0028582171071320772
126135	rnn.weight_hh_l0	3	-0.06361623853445053
126135	rnn.weight_hh_l0	4	0.08255507797002792
126135	rnn.weight_hh_l0	5	-0.012371688149869442
126135	rnn.weight_hh_l0	6	-0.046818990260362625
126135	rnn.weight_hh_l0	7	0.02161306142807007
126135	rnn.weight_hh_l0	8	0.011791531927883625
126135	rnn.weight_hh_l0	9	-0.014797672629356384
126135	rnn.bias_ih_l0	0	0.09314623475074768
126135	rnn.bias_ih_l0	1	-0.023965049535036087
126135	rnn.bias_ih_l0	2	0.0026036191266030073
126135	rnn.bias_ih_l0	3	0.1246429905295372
126135	rnn.bias_ih_l0	4	-0.02855440229177475
126135	rnn.bias_ih_l0	5	-0.03292129561305046
126135	rnn.bias_ih_l0	6	0.01650860905647278
126135	rnn.bias_ih_l0	7	0.033575743436813354
126135	rnn.bias_ih_l0	8	-0.10222946107387543
126135	rnn.bias_ih_l0	9	-0.02986096404492855
126135	rnn.bias_hh_l0	0	-0.0288697499781847
126135	rnn.bias_hh_l0	1	-0.112662173807621
126135	rnn.bias_hh_l0	2	-0.05439099669456482
126135	rnn.bias_hh_l0	3	-0.08617600798606873
126135	rnn.bias_hh_l0	4	-0.031657010316848755
126135	rnn.bias_hh_l0	5	-0.023722030222415924
126135	rnn.bias_hh_l0	6	0.03344041854143143
126135	rnn.bias_hh_l0	7	0.041253652423620224
126135	rnn.bias_hh_l0	8	-0.12376081943511963
126135	rnn.bias_hh_l0	9	-0.0521385595202446
126135	rnn.weight_ih_l0_reverse	0	-0.025017505511641502
126135	rnn.weight_ih_l0_reverse	1	-0.047180287539958954
126135	rnn.weight_ih_l0_reverse	2	-0.029077699407935143
126135	rnn.weight_ih_l0_reverse	3	-0.001598708564415574
126135	rnn.weight_ih_l0_reverse	4	-0.0138076888397336
126135	rnn.weight_ih_l0_reverse	5	-0.04230916500091553
126135	rnn.weight_ih_l0_reverse	6	0.08751646429300308
126135	rnn.weight_ih_l0_reverse	7	-0.022576743736863136
126135	rnn.weight_ih_l0_reverse	8	-0.018029849976301193
126135	rnn.weight_ih_l0_reverse	9	0.0054119969718158245
126135	rnn.weight_hh_l0_reverse	0	0.05651772394776344
126135	rnn.weight_hh_l0_reverse	1	0.02278052270412445
126135	rnn.weight_hh_l0_reverse	2	0.02868906408548355
126135	rnn.weight_hh_l0_reverse	3	0.03195224702358246
126135	rnn.weight_hh_l0_reverse	4	0.007328735664486885
126135	rnn.weight_hh_l0_reverse	5	0.022440660744905472
126135	rnn.weight_hh_l0_reverse	6	0.04825590178370476
126135	rnn.weight_hh_l0_reverse	7	-0.06596636027097702
126135	rnn.weight_hh_l0_reverse	8	0.04156818985939026
126135	rnn.weight_hh_l0_reverse	9	0.04117288812994957
126135	rnn.bias_ih_l0_reverse	0	-0.08373147249221802
126135	rnn.bias_ih_l0_reverse	1	-0.24907955527305603
126135	rnn.bias_ih_l0_reverse	2	-0.13560163974761963
126135	rnn.bias_ih_l0_reverse	3	-0.04293954372406006
126135	rnn.bias_ih_l0_reverse	4	-0.03440087288618088
126135	rnn.bias_ih_l0_reverse	5	0.061039749532938004
126135	rnn.bias_ih_l0_reverse	6	-0.0732063576579094
126135	rnn.bias_ih_l0_reverse	7	0.04845289885997772
126135	rnn.bias_ih_l0_reverse	8	-0.0412713848054409
126135	rnn.bias_ih_l0_reverse	9	0.04826534911990166
126135	rnn.bias_hh_l0_reverse	0	0.02227954939007759
126135	rnn.bias_hh_l0_reverse	1	-0.03700178116559982
126135	rnn.bias_hh_l0_reverse	2	0.0877421498298645
126135	rnn.bias_hh_l0_reverse	3	-0.05179383233189583
126135	rnn.bias_hh_l0_reverse	4	-0.039990101009607315
126135	rnn.bias_hh_l0_reverse	5	-0.025598235428333282
126135	rnn.bias_hh_l0_reverse	6	-0.0255091842263937
126135	rnn.bias_hh_l0_reverse	7	0.10711666196584702
126135	rnn.bias_hh_l0_reverse	8	0.030210137367248535
126135	rnn.bias_hh_l0_reverse	9	-0.12649518251419067
126135	rnn.weight_ih_l1	0	-0.03576349467039108
126135	rnn.weight_ih_l1	1	-0.040491729974746704
126135	rnn.weight_ih_l1	2	0.04721066728234291
126135	rnn.weight_ih_l1	3	-0.0622604563832283
126135	rnn.weight_ih_l1	4	-0.012844625860452652
126135	rnn.weight_ih_l1	5	-0.04739729315042496
126135	rnn.weight_ih_l1	6	0.026850519701838493
126135	rnn.weight_ih_l1	7	-0.02027483470737934
126135	rnn.weight_ih_l1	8	0.03648007661104202
126135	rnn.weight_ih_l1	9	0.04111705720424652
126135	rnn.weight_hh_l1	0	-0.009480959735810757
126135	rnn.weight_hh_l1	1	0.014078606851398945
126135	rnn.weight_hh_l1	2	0.008317503146827221
126135	rnn.weight_hh_l1	3	-0.007471430115401745
126135	rnn.weight_hh_l1	4	0.009343406185507774
126135	rnn.weight_hh_l1	5	0.026591096073389053
126135	rnn.weight_hh_l1	6	0.027101971209049225
126135	rnn.weight_hh_l1	7	-0.023195330053567886
126135	rnn.weight_hh_l1	8	-0.013814270496368408
126135	rnn.weight_hh_l1	9	0.037493061274290085
126135	rnn.bias_ih_l1	0	-0.19907361268997192
126135	rnn.bias_ih_l1	1	-0.1930573582649231
126135	rnn.bias_ih_l1	2	-0.2047351449728012
126135	rnn.bias_ih_l1	3	-0.2638385593891144
126135	rnn.bias_ih_l1	4	-0.21991181373596191
126135	rnn.bias_ih_l1	5	-0.10263412445783615
126135	rnn.bias_ih_l1	6	-0.14745257794857025
126135	rnn.bias_ih_l1	7	-0.047716669738292694
126135	rnn.bias_ih_l1	8	-0.1284368634223938
126135	rnn.bias_ih_l1	9	-0.12985190749168396
126135	rnn.bias_hh_l1	0	-0.12966318428516388
126135	rnn.bias_hh_l1	1	-0.05375475808978081
126135	rnn.bias_hh_l1	2	-0.10018283128738403
126135	rnn.bias_hh_l1	3	-0.09888586401939392
126135	rnn.bias_hh_l1	4	-0.10656576603651047
126135	rnn.bias_hh_l1	5	-0.11562319099903107
126135	rnn.bias_hh_l1	6	-0.14428578317165375
126135	rnn.bias_hh_l1	7	0.02793830819427967
126135	rnn.bias_hh_l1	8	-0.17688030004501343
126135	rnn.bias_hh_l1	9	-0.10627935081720352
126135	rnn.weight_ih_l1_reverse	0	-0.032794058322906494
126135	rnn.weight_ih_l1_reverse	1	0.007720095105469227
126135	rnn.weight_ih_l1_reverse	2	0.0647539421916008
126135	rnn.weight_ih_l1_reverse	3	-0.0027809906750917435
126135	rnn.weight_ih_l1_reverse	4	-0.036623403429985046
126135	rnn.weight_ih_l1_reverse	5	-0.03543294221162796
126135	rnn.weight_ih_l1_reverse	6	-0.01208452507853508
126135	rnn.weight_ih_l1_reverse	7	0.02764769271016121
126135	rnn.weight_ih_l1_reverse	8	0.048071447759866714
126135	rnn.weight_ih_l1_reverse	9	-0.048209208995103836
126135	rnn.weight_hh_l1_reverse	0	0.006862100213766098
126135	rnn.weight_hh_l1_reverse	1	0.028810443356633186
126135	rnn.weight_hh_l1_reverse	2	-0.039573561400175095
126135	rnn.weight_hh_l1_reverse	3	0.03965381905436516
126135	rnn.weight_hh_l1_reverse	4	0.039755310863256454
126135	rnn.weight_hh_l1_reverse	5	0.0070360819809138775
126135	rnn.weight_hh_l1_reverse	6	0.022125933319330215
126135	rnn.weight_hh_l1_reverse	7	0.028155077248811722
126135	rnn.weight_hh_l1_reverse	8	-0.006281349342316389
126135	rnn.weight_hh_l1_reverse	9	-0.031367335468530655
126135	rnn.bias_ih_l1_reverse	0	-0.06789243966341019
126135	rnn.bias_ih_l1_reverse	1	-0.14965330064296722
126135	rnn.bias_ih_l1_reverse	2	-0.16094237565994263
126135	rnn.bias_ih_l1_reverse	3	-0.037963323295116425
126135	rnn.bias_ih_l1_reverse	4	-0.20735447108745575
126135	rnn.bias_ih_l1_reverse	5	-0.09941276162862778
126135	rnn.bias_ih_l1_reverse	6	-0.12373806536197662
126135	rnn.bias_ih_l1_reverse	7	-0.19949185848236084
126135	rnn.bias_ih_l1_reverse	8	0.2011052817106247
126135	rnn.bias_ih_l1_reverse	9	0.05918984115123749
126135	rnn.bias_hh_l1_reverse	0	-0.052327923476696014
126135	rnn.bias_hh_l1_reverse	1	-0.0478288009762764
126135	rnn.bias_hh_l1_reverse	2	-0.23271988332271576
126135	rnn.bias_hh_l1_reverse	3	-0.10998614132404327
126135	rnn.bias_hh_l1_reverse	4	-0.09259333461523056
126135	rnn.bias_hh_l1_reverse	5	-0.12345848232507706
126135	rnn.bias_hh_l1_reverse	6	0.10615057498216629
126135	rnn.bias_hh_l1_reverse	7	-0.13835103809833527
126135	rnn.bias_hh_l1_reverse	8	-0.11083294451236725
126135	rnn.bias_hh_l1_reverse	9	-0.1449737250804901
126135	linear.weight	0	0.002228822559118271
126135	linear.weight	1	0.10937530547380447
126135	linear.weight	2	-0.034512851387262344
126135	linear.weight	3	0.3090071678161621
126135	linear.weight	4	0.1749284267425537
126135	linear.weight	5	-0.03438563644886017
126135	linear.weight	6	0.08454141765832901
126135	linear.weight	7	0.041207022964954376
126135	linear.weight	8	0.041263654828071594
126135	linear.weight	9	-0.03587943688035011
126135	linear.bias	0	0.07729809731245041
126135	linear.bias	1	-0.20010147988796234
126135	linear.bias	2	-0.3925195336341858
126135	linear.bias	3	-0.6516996622085571
126135	linear.bias	4	-1.1606217622756958
126135	linear.bias	5	-0.11006953567266464
126135	linear.bias	6	-0.7445984482765198
126135	linear.bias	7	0.28784382343292236
126135	linear.bias	8	-0.45532935857772827
126135	linear.bias	9	-0.9359456896781921
126332	transitions	0	0.640779435634613
126332	transitions	1	0.16783685982227325
126332	transitions	2	-10000.0
126332	transitions	3	-1.820399522781372
126332	transitions	4	-10000.0
126332	transitions	5	0.5896691679954529
126332	transitions	6	-0.06801572442054749
126332	transitions	7	-0.6614242196083069
126332	transitions	8	-1.3935093879699707
126332	transitions	9	-0.001036390895023942
126332	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
126332	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
126332	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
126332	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
126332	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
126332	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
126332	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
126332	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
126332	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
126332	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
126332	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
126332	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
126332	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
126332	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
126332	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
126332	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
126332	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
126332	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
126332	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
126332	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
126332	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
126332	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
126332	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
126332	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
126332	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
126332	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
126332	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
126332	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
126332	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
126332	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
126332	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
126332	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
126332	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
126332	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
126332	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
126332	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
126332	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
126332	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
126332	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
126332	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
126332	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
126332	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
126332	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
126332	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
126332	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
126332	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
126332	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
126332	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
126332	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
126332	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
126332	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
126332	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
126332	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
126332	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
126332	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
126332	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
126332	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
126332	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
126332	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
126332	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
126332	embedding2nn.weight	0	0.012612871825695038
126332	embedding2nn.weight	1	-0.014344330877065659
126332	embedding2nn.weight	2	-0.014268254861235619
126332	embedding2nn.weight	3	-0.04440438374876976
126332	embedding2nn.weight	4	-0.0059150345623493195
126332	embedding2nn.weight	5	-0.003700586734339595
126332	embedding2nn.weight	6	-0.003973289392888546
126332	embedding2nn.weight	7	-0.07404071092605591
126332	embedding2nn.weight	8	-0.0019979383796453476
126332	embedding2nn.weight	9	-0.024348163977265358
126332	embedding2nn.bias	0	0.07101212441921234
126332	embedding2nn.bias	1	-0.06289102882146835
126332	embedding2nn.bias	2	0.05810656398534775
126332	embedding2nn.bias	3	0.05703170597553253
126332	embedding2nn.bias	4	-0.035359255969524384
126332	embedding2nn.bias	5	-0.0348159484565258
126332	embedding2nn.bias	6	0.020010657608509064
126332	embedding2nn.bias	7	-0.05643393099308014
126332	embedding2nn.bias	8	0.07649988681077957
126332	embedding2nn.bias	9	0.012152492068707943
126332	rnn.weight_ih_l0	0	-0.06181309372186661
126332	rnn.weight_ih_l0	1	-0.0019215228967368603
126332	rnn.weight_ih_l0	2	0.04780883342027664
126332	rnn.weight_ih_l0	3	0.01609243080019951
126332	rnn.weight_ih_l0	4	-0.012712440453469753
126332	rnn.weight_ih_l0	5	-0.055402517318725586
126332	rnn.weight_ih_l0	6	0.003706927876919508
126332	rnn.weight_ih_l0	7	0.033548515290021896
126332	rnn.weight_ih_l0	8	-0.01055015716701746
126332	rnn.weight_ih_l0	9	-0.018788892775774002
126332	rnn.weight_hh_l0	0	-0.03267594799399376
126332	rnn.weight_hh_l0	1	-0.011289169080555439
126332	rnn.weight_hh_l0	2	-0.0042596254497766495
126332	rnn.weight_hh_l0	3	-0.06374183297157288
126332	rnn.weight_hh_l0	4	0.08293505012989044
126332	rnn.weight_hh_l0	5	-0.012840529903769493
126332	rnn.weight_hh_l0	6	-0.047053609043359756
126332	rnn.weight_hh_l0	7	0.021688107401132584
126332	rnn.weight_hh_l0	8	0.010897823609411716
126332	rnn.weight_hh_l0	9	-0.0146721713244915
126332	rnn.bias_ih_l0	0	0.09442874044179916
126332	rnn.bias_ih_l0	1	-0.023180833086371422
126332	rnn.bias_ih_l0	2	0.0014372325967997313
126332	rnn.bias_ih_l0	3	0.1262328326702118
126332	rnn.bias_ih_l0	4	-0.02945873886346817
126332	rnn.bias_ih_l0	5	-0.032840583473443985
126332	rnn.bias_ih_l0	6	0.016239086166024208
126332	rnn.bias_ih_l0	7	0.036694835871458054
126332	rnn.bias_ih_l0	8	-0.10349521785974503
126332	rnn.bias_ih_l0	9	-0.03440486639738083
126332	rnn.bias_hh_l0	0	-0.026265133172273636
126332	rnn.bias_hh_l0	1	-0.11128786951303482
126332	rnn.bias_hh_l0	2	-0.05399351194500923
126332	rnn.bias_hh_l0	3	-0.08846573531627655
126332	rnn.bias_hh_l0	4	-0.0332438088953495
126332	rnn.bias_hh_l0	5	-0.02477075345814228
126332	rnn.bias_hh_l0	6	0.0335678905248642
126332	rnn.bias_hh_l0	7	0.042253393679857254
126332	rnn.bias_hh_l0	8	-0.12185513228178024
126332	rnn.bias_hh_l0	9	-0.05266440659761429
126332	rnn.weight_ih_l0_reverse	0	-0.026432834565639496
126332	rnn.weight_ih_l0_reverse	1	-0.048910703510046005
126332	rnn.weight_ih_l0_reverse	2	-0.028215371072292328
126332	rnn.weight_ih_l0_reverse	3	-0.0034471205435693264
126332	rnn.weight_ih_l0_reverse	4	-0.014031783677637577
126332	rnn.weight_ih_l0_reverse	5	-0.04079429432749748
126332	rnn.weight_ih_l0_reverse	6	0.08704628050327301
126332	rnn.weight_ih_l0_reverse	7	-0.02225884050130844
126332	rnn.weight_ih_l0_reverse	8	-0.017339305952191353
126332	rnn.weight_ih_l0_reverse	9	0.00451075891032815
126332	rnn.weight_hh_l0_reverse	0	0.05597748979926109
126332	rnn.weight_hh_l0_reverse	1	0.02422581985592842
126332	rnn.weight_hh_l0_reverse	2	0.028518564999103546
126332	rnn.weight_hh_l0_reverse	3	0.031268104910850525
126332	rnn.weight_hh_l0_reverse	4	0.008564724586904049
126332	rnn.weight_hh_l0_reverse	5	0.023794885724782944
126332	rnn.weight_hh_l0_reverse	6	0.048112135380506516
126332	rnn.weight_hh_l0_reverse	7	-0.06583569943904877
126332	rnn.weight_hh_l0_reverse	8	0.04248945042490959
126332	rnn.weight_hh_l0_reverse	9	0.04145902395248413
126332	rnn.bias_ih_l0_reverse	0	-0.08523181825876236
126332	rnn.bias_ih_l0_reverse	1	-0.24411337077617645
126332	rnn.bias_ih_l0_reverse	2	-0.13697123527526855
126332	rnn.bias_ih_l0_reverse	3	-0.042827293276786804
126332	rnn.bias_ih_l0_reverse	4	-0.03423761948943138
126332	rnn.bias_ih_l0_reverse	5	0.06022505462169647
126332	rnn.bias_ih_l0_reverse	6	-0.07289910316467285
126332	rnn.bias_ih_l0_reverse	7	0.051477234810590744
126332	rnn.bias_ih_l0_reverse	8	-0.041875895112752914
126332	rnn.bias_ih_l0_reverse	9	0.04808361083269119
126332	rnn.bias_hh_l0_reverse	0	0.02217802405357361
126332	rnn.bias_hh_l0_reverse	1	-0.038838427513837814
126332	rnn.bias_hh_l0_reverse	2	0.08418840914964676
126332	rnn.bias_hh_l0_reverse	3	-0.05306965485215187
126332	rnn.bias_hh_l0_reverse	4	-0.038915254175662994
126332	rnn.bias_hh_l0_reverse	5	-0.02607712708413601
126332	rnn.bias_hh_l0_reverse	6	-0.030110925436019897
126332	rnn.bias_hh_l0_reverse	7	0.10839352756738663
126332	rnn.bias_hh_l0_reverse	8	0.029493853449821472
126332	rnn.bias_hh_l0_reverse	9	-0.1244141086935997
126332	rnn.weight_ih_l1	0	-0.03563683107495308
126332	rnn.weight_ih_l1	1	-0.03917887806892395
126332	rnn.weight_ih_l1	2	0.04698930308222771
126332	rnn.weight_ih_l1	3	-0.06283343583345413
126332	rnn.weight_ih_l1	4	-0.013576616533100605
126332	rnn.weight_ih_l1	5	-0.04771300405263901
126332	rnn.weight_ih_l1	6	0.02759517915546894
126332	rnn.weight_ih_l1	7	-0.0190528966486454
126332	rnn.weight_ih_l1	8	0.03688906133174896
126332	rnn.weight_ih_l1	9	0.041119951754808426
126332	rnn.weight_hh_l1	0	-0.009566943161189556
126332	rnn.weight_hh_l1	1	0.01371715310961008
126332	rnn.weight_hh_l1	2	0.00775626627728343
126332	rnn.weight_hh_l1	3	-0.007814781740307808
126332	rnn.weight_hh_l1	4	0.00927788857370615
126332	rnn.weight_hh_l1	5	0.026770781725645065
126332	rnn.weight_hh_l1	6	0.02711315080523491
126332	rnn.weight_hh_l1	7	-0.023285623639822006
126332	rnn.weight_hh_l1	8	-0.014012560248374939
126332	rnn.weight_hh_l1	9	0.038801394402980804
126332	rnn.bias_ih_l1	0	-0.19405704736709595
126332	rnn.bias_ih_l1	1	-0.19549807906150818
126332	rnn.bias_ih_l1	2	-0.20498241484165192
126332	rnn.bias_ih_l1	3	-0.26772892475128174
126332	rnn.bias_ih_l1	4	-0.21863816678524017
126332	rnn.bias_ih_l1	5	-0.10188960283994675
126332	rnn.bias_ih_l1	6	-0.14404886960983276
126332	rnn.bias_ih_l1	7	-0.051370952278375626
126332	rnn.bias_ih_l1	8	-0.1296103298664093
126332	rnn.bias_ih_l1	9	-0.12946760654449463
126332	rnn.bias_hh_l1	0	-0.12857316434383392
126332	rnn.bias_hh_l1	1	-0.05578108876943588
126332	rnn.bias_hh_l1	2	-0.10161253809928894
126332	rnn.bias_hh_l1	3	-0.09881889820098877
126332	rnn.bias_hh_l1	4	-0.10630280524492264
126332	rnn.bias_hh_l1	5	-0.11602117866277695
126332	rnn.bias_hh_l1	6	-0.14525599777698517
126332	rnn.bias_hh_l1	7	0.024043800309300423
126332	rnn.bias_hh_l1	8	-0.17691268026828766
126332	rnn.bias_hh_l1	9	-0.10812494903802872
126332	rnn.weight_ih_l1_reverse	0	-0.0329810194671154
126332	rnn.weight_ih_l1_reverse	1	0.009312608279287815
126332	rnn.weight_ih_l1_reverse	2	0.06563375145196915
126332	rnn.weight_ih_l1_reverse	3	-0.0024047635961323977
126332	rnn.weight_ih_l1_reverse	4	-0.03705773502588272
126332	rnn.weight_ih_l1_reverse	5	-0.03508821502327919
126332	rnn.weight_ih_l1_reverse	6	-0.010309014469385147
126332	rnn.weight_ih_l1_reverse	7	0.027255697175860405
126332	rnn.weight_ih_l1_reverse	8	0.04886051267385483
126332	rnn.weight_ih_l1_reverse	9	-0.04973559081554413
126332	rnn.weight_hh_l1_reverse	0	0.006930542178452015
126332	rnn.weight_hh_l1_reverse	1	0.028847336769104004
126332	rnn.weight_hh_l1_reverse	2	-0.03959430754184723
126332	rnn.weight_hh_l1_reverse	3	0.03947322443127632
126332	rnn.weight_hh_l1_reverse	4	0.04013633355498314
126332	rnn.weight_hh_l1_reverse	5	0.007233865093439817
126332	rnn.weight_hh_l1_reverse	6	0.021861635148525238
126332	rnn.weight_hh_l1_reverse	7	0.02807185985147953
126332	rnn.weight_hh_l1_reverse	8	-0.00613022968173027
126332	rnn.weight_hh_l1_reverse	9	-0.03135125711560249
126332	rnn.bias_ih_l1_reverse	0	-0.06852053105831146
126332	rnn.bias_ih_l1_reverse	1	-0.15122750401496887
126332	rnn.bias_ih_l1_reverse	2	-0.16001026332378387
126332	rnn.bias_ih_l1_reverse	3	-0.04303613305091858
126332	rnn.bias_ih_l1_reverse	4	-0.2051287591457367
126332	rnn.bias_ih_l1_reverse	5	-0.10187612473964691
126332	rnn.bias_ih_l1_reverse	6	-0.12404315173625946
126332	rnn.bias_ih_l1_reverse	7	-0.200998455286026
126332	rnn.bias_ih_l1_reverse	8	0.19925399124622345
126332	rnn.bias_ih_l1_reverse	9	0.06224772334098816
126332	rnn.bias_hh_l1_reverse	0	-0.04919026792049408
126332	rnn.bias_hh_l1_reverse	1	-0.048766668885946274
126332	rnn.bias_hh_l1_reverse	2	-0.23300932347774506
126332	rnn.bias_hh_l1_reverse	3	-0.10877532511949539
126332	rnn.bias_hh_l1_reverse	4	-0.0906628966331482
126332	rnn.bias_hh_l1_reverse	5	-0.12591034173965454
126332	rnn.bias_hh_l1_reverse	6	0.10369035601615906
126332	rnn.bias_hh_l1_reverse	7	-0.13657839596271515
126332	rnn.bias_hh_l1_reverse	8	-0.11248090118169785
126332	rnn.bias_hh_l1_reverse	9	-0.14521853625774384
126332	linear.weight	0	0.002228822559118271
126332	linear.weight	1	0.10463432967662811
126332	linear.weight	2	-0.03521311655640602
126332	linear.weight	3	0.31163525581359863
126332	linear.weight	4	0.17767886817455292
126332	linear.weight	5	-0.03852475434541702
126332	linear.weight	6	0.09468501806259155
126332	linear.weight	7	0.05554959177970886
126332	linear.weight	8	0.0412648543715477
126332	linear.weight	9	-0.03385251387953758
126332	linear.bias	0	0.02783217653632164
126332	linear.bias	1	-0.19534218311309814
126332	linear.bias	2	-0.3975469768047333
126332	linear.bias	3	-0.6510100364685059
126332	linear.bias	4	-1.159508466720581
126332	linear.bias	5	-0.09096819162368774
126332	linear.bias	6	-0.7395829558372498
126332	linear.bias	7	0.3045152425765991
126332	linear.bias	8	-0.44766005873680115
126332	linear.bias	9	-0.9287574887275696
126336	transitions	0	0.6404898762702942
126336	transitions	1	0.16781705617904663
126336	transitions	2	-10000.0
126336	transitions	3	-1.8203996419906616
126336	transitions	4	-10000.0
126336	transitions	5	0.5896690487861633
126336	transitions	6	-0.0680168867111206
126336	transitions	7	-0.6614242196083069
126336	transitions	8	-1.3935102224349976
126336	transitions	9	-0.0010364002082496881
126336	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
126336	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
126336	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
126336	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
126336	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
126336	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
126336	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
126336	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
126336	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
126336	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
126336	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
126336	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
126336	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
126336	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
126336	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
126336	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
126336	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
126336	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
126336	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
126336	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
126336	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
126336	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
126336	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
126336	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
126336	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
126336	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
126336	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
126336	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
126336	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
126336	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
126336	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
126336	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
126336	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
126336	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
126336	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
126336	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
126336	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
126336	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
126336	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
126336	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
126336	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
126336	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
126336	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
126336	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
126336	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
126336	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
126336	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
126336	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
126336	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
126336	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
126336	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
126336	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
126336	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
126336	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
126336	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
126336	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
126336	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
126336	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
126336	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
126336	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
126336	embedding2nn.weight	0	0.012768695130944252
126336	embedding2nn.weight	1	-0.014305610209703445
126336	embedding2nn.weight	2	-0.014268254861235619
126336	embedding2nn.weight	3	-0.04384184256196022
126336	embedding2nn.weight	4	-0.0059150345623493195
126336	embedding2nn.weight	5	-0.003700586734339595
126336	embedding2nn.weight	6	-0.003973284270614386
126336	embedding2nn.weight	7	-0.07388286292552948
126336	embedding2nn.weight	8	-0.0019979383796453476
126336	embedding2nn.weight	9	-0.024375339969992638
126336	embedding2nn.bias	0	0.07077324390411377
126336	embedding2nn.bias	1	-0.06264165043830872
126336	embedding2nn.bias	2	0.05923866480588913
126336	embedding2nn.bias	3	0.057327400892972946
126336	embedding2nn.bias	4	-0.03608204796910286
126336	embedding2nn.bias	5	-0.033838022500276566
126336	embedding2nn.bias	6	0.021957043558359146
126336	embedding2nn.bias	7	-0.05732550844550133
126336	embedding2nn.bias	8	0.0751507431268692
126336	embedding2nn.bias	9	0.009863109327852726
126336	rnn.weight_ih_l0	0	-0.06181991845369339
126336	rnn.weight_ih_l0	1	-0.0019570477306842804
126336	rnn.weight_ih_l0	2	0.04780441150069237
126336	rnn.weight_ih_l0	3	0.016137681901454926
126336	rnn.weight_ih_l0	4	-0.012708078138530254
126336	rnn.weight_ih_l0	5	-0.05548543483018875
126336	rnn.weight_ih_l0	6	0.00369107979349792
126336	rnn.weight_ih_l0	7	0.033652905374765396
126336	rnn.weight_ih_l0	8	-0.010592777281999588
126336	rnn.weight_ih_l0	9	-0.01881718449294567
126336	rnn.weight_hh_l0	0	-0.032680753618478775
126336	rnn.weight_hh_l0	1	-0.01127222366631031
126336	rnn.weight_hh_l0	2	-0.004257962107658386
126336	rnn.weight_hh_l0	3	-0.06376435607671738
126336	rnn.weight_hh_l0	4	0.08285494148731232
126336	rnn.weight_hh_l0	5	-0.012707982212305069
126336	rnn.weight_hh_l0	6	-0.046965092420578
126336	rnn.weight_hh_l0	7	0.02196694351732731
126336	rnn.weight_hh_l0	8	0.01091458648443222
126336	rnn.weight_hh_l0	9	-0.014674236997961998
126336	rnn.bias_ih_l0	0	0.09480506181716919
126336	rnn.bias_ih_l0	1	-0.023581011220812798
126336	rnn.bias_ih_l0	2	0.0011049207532778382
126336	rnn.bias_ih_l0	3	0.12636663019657135
126336	rnn.bias_ih_l0	4	-0.029476521536707878
126336	rnn.bias_ih_l0	5	-0.033316224813461304
126336	rnn.bias_ih_l0	6	0.01634984090924263
126336	rnn.bias_ih_l0	7	0.036893587559461594
126336	rnn.bias_ih_l0	8	-0.1035417765378952
126336	rnn.bias_ih_l0	9	-0.03450068458914757
126336	rnn.bias_hh_l0	0	-0.026290835812687874
126336	rnn.bias_hh_l0	1	-0.11134159564971924
126336	rnn.bias_hh_l0	2	-0.05392782762646675
126336	rnn.bias_hh_l0	3	-0.0884077399969101
126336	rnn.bias_hh_l0	4	-0.03340865299105644
126336	rnn.bias_hh_l0	5	-0.024412764236330986
126336	rnn.bias_hh_l0	6	0.03366020321846008
126336	rnn.bias_hh_l0	7	0.042148564010858536
126336	rnn.bias_hh_l0	8	-0.12151205539703369
126336	rnn.bias_hh_l0	9	-0.052251506596803665
126336	rnn.weight_ih_l0_reverse	0	-0.02633962593972683
126336	rnn.weight_ih_l0_reverse	1	-0.0489715114235878
126336	rnn.weight_ih_l0_reverse	2	-0.02816871553659439
126336	rnn.weight_ih_l0_reverse	3	-0.0032702044118195772
126336	rnn.weight_ih_l0_reverse	4	-0.014011232182383537
126336	rnn.weight_ih_l0_reverse	5	-0.040933553129434586
126336	rnn.weight_ih_l0_reverse	6	0.08707509934902191
126336	rnn.weight_ih_l0_reverse	7	-0.022324547171592712
126336	rnn.weight_ih_l0_reverse	8	-0.017284438014030457
126336	rnn.weight_ih_l0_reverse	9	0.004566004034131765
126336	rnn.weight_hh_l0_reverse	0	0.055917009711265564
126336	rnn.weight_hh_l0_reverse	1	0.024213753640651703
126336	rnn.weight_hh_l0_reverse	2	0.028418919071555138
126336	rnn.weight_hh_l0_reverse	3	0.031240681186318398
126336	rnn.weight_hh_l0_reverse	4	0.008516157045960426
126336	rnn.weight_hh_l0_reverse	5	0.023647941648960114
126336	rnn.weight_hh_l0_reverse	6	0.048074524849653244
126336	rnn.weight_hh_l0_reverse	7	-0.06601005792617798
126336	rnn.weight_hh_l0_reverse	8	0.04252614080905914
126336	rnn.weight_hh_l0_reverse	9	0.04144000634551048
126336	rnn.bias_ih_l0_reverse	0	-0.08520525693893433
126336	rnn.bias_ih_l0_reverse	1	-0.2440677136182785
126336	rnn.bias_ih_l0_reverse	2	-0.13711780309677124
126336	rnn.bias_ih_l0_reverse	3	-0.04283566400408745
126336	rnn.bias_ih_l0_reverse	4	-0.03394800424575806
126336	rnn.bias_ih_l0_reverse	5	0.059953730553388596
126336	rnn.bias_ih_l0_reverse	6	-0.07294752448797226
126336	rnn.bias_ih_l0_reverse	7	0.052098486572504044
126336	rnn.bias_ih_l0_reverse	8	-0.0415552519261837
126336	rnn.bias_ih_l0_reverse	9	0.04820636287331581
126336	rnn.bias_hh_l0_reverse	0	0.021976463496685028
126336	rnn.bias_hh_l0_reverse	1	-0.03857404738664627
126336	rnn.bias_hh_l0_reverse	2	0.08397877216339111
126336	rnn.bias_hh_l0_reverse	3	-0.05287898704409599
126336	rnn.bias_hh_l0_reverse	4	-0.03870323300361633
126336	rnn.bias_hh_l0_reverse	5	-0.025922441855072975
126336	rnn.bias_hh_l0_reverse	6	-0.029292728751897812
126336	rnn.bias_hh_l0_reverse	7	0.1086282879114151
126336	rnn.bias_hh_l0_reverse	8	0.029502609744668007
126336	rnn.bias_hh_l0_reverse	9	-0.12485694885253906
126336	rnn.weight_ih_l1	0	-0.03557370975613594
126336	rnn.weight_ih_l1	1	-0.03915860131382942
126336	rnn.weight_ih_l1	2	0.04690592363476753
126336	rnn.weight_ih_l1	3	-0.06284225732088089
126336	rnn.weight_ih_l1	4	-0.013582763262093067
126336	rnn.weight_ih_l1	5	-0.047739043831825256
126336	rnn.weight_ih_l1	6	0.02755449153482914
126336	rnn.weight_ih_l1	7	-0.019162511453032494
126336	rnn.weight_ih_l1	8	0.03685716539621353
126336	rnn.weight_ih_l1	9	0.04108227416872978
126336	rnn.weight_hh_l1	0	-0.009525852277874947
126336	rnn.weight_hh_l1	1	0.013717267662286758
126336	rnn.weight_hh_l1	2	0.007516513112932444
126336	rnn.weight_hh_l1	3	-0.007873669266700745
126336	rnn.weight_hh_l1	4	0.009256522171199322
126336	rnn.weight_hh_l1	5	0.02678212709724903
126336	rnn.weight_hh_l1	6	0.027005333453416824
126336	rnn.weight_hh_l1	7	-0.023439394310116768
126336	rnn.weight_hh_l1	8	-0.013960818760097027
126336	rnn.weight_hh_l1	9	0.03878316655755043
126336	rnn.bias_ih_l1	0	-0.19426845014095306
126336	rnn.bias_ih_l1	1	-0.19565315544605255
126336	rnn.bias_ih_l1	2	-0.20503370463848114
126336	rnn.bias_ih_l1	3	-0.26768118143081665
126336	rnn.bias_ih_l1	4	-0.21859093010425568
126336	rnn.bias_ih_l1	5	-0.10182201862335205
126336	rnn.bias_ih_l1	6	-0.14490710198879242
126336	rnn.bias_ih_l1	7	-0.051632095128297806
126336	rnn.bias_ih_l1	8	-0.13014011085033417
126336	rnn.bias_ih_l1	9	-0.12927836179733276
126336	rnn.bias_hh_l1	0	-0.12924587726593018
126336	rnn.bias_hh_l1	1	-0.055707063525915146
126336	rnn.bias_hh_l1	2	-0.10160700976848602
126336	rnn.bias_hh_l1	3	-0.09902067482471466
126336	rnn.bias_hh_l1	4	-0.10647930204868317
126336	rnn.bias_hh_l1	5	-0.11599802225828171
126336	rnn.bias_hh_l1	6	-0.14586369693279266
126336	rnn.bias_hh_l1	7	0.024425501003861427
126336	rnn.bias_hh_l1	8	-0.17669397592544556
126336	rnn.bias_hh_l1	9	-0.10817104578018188
126336	rnn.weight_ih_l1_reverse	0	-0.032984018325805664
126336	rnn.weight_ih_l1_reverse	1	0.009424357675015926
126336	rnn.weight_ih_l1_reverse	2	0.06515246629714966
126336	rnn.weight_ih_l1_reverse	3	-0.0024305987171828747
126336	rnn.weight_ih_l1_reverse	4	-0.037130750715732574
126336	rnn.weight_ih_l1_reverse	5	-0.03507910296320915
126336	rnn.weight_ih_l1_reverse	6	-0.01028937753289938
126336	rnn.weight_ih_l1_reverse	7	0.02725091762840748
126336	rnn.weight_ih_l1_reverse	8	0.04888647422194481
126336	rnn.weight_ih_l1_reverse	9	-0.04971431940793991
126336	rnn.weight_hh_l1_reverse	0	0.006922254804521799
126336	rnn.weight_hh_l1_reverse	1	0.028855038806796074
126336	rnn.weight_hh_l1_reverse	2	-0.03958609327673912
126336	rnn.weight_hh_l1_reverse	3	0.03949081897735596
126336	rnn.weight_hh_l1_reverse	4	0.04018726199865341
126336	rnn.weight_hh_l1_reverse	5	0.00719076581299305
126336	rnn.weight_hh_l1_reverse	6	0.022342467680573463
126336	rnn.weight_hh_l1_reverse	7	0.028062988072633743
126336	rnn.weight_hh_l1_reverse	8	-0.006123297847807407
126336	rnn.weight_hh_l1_reverse	9	-0.0313483327627182
126336	rnn.bias_ih_l1_reverse	0	-0.06877453625202179
126336	rnn.bias_ih_l1_reverse	1	-0.15088926255702972
126336	rnn.bias_ih_l1_reverse	2	-0.15976735949516296
126336	rnn.bias_ih_l1_reverse	3	-0.043024372309446335
126336	rnn.bias_ih_l1_reverse	4	-0.20539319515228271
126336	rnn.bias_ih_l1_reverse	5	-0.10178124159574509
126336	rnn.bias_ih_l1_reverse	6	-0.12391297519207001
126336	rnn.bias_ih_l1_reverse	7	-0.20114240050315857
126336	rnn.bias_ih_l1_reverse	8	0.19853238761425018
126336	rnn.bias_ih_l1_reverse	9	0.061800047755241394
126336	rnn.bias_hh_l1_reverse	0	-0.04842637851834297
126336	rnn.bias_hh_l1_reverse	1	-0.048671361058950424
126336	rnn.bias_hh_l1_reverse	2	-0.23276494443416595
126336	rnn.bias_hh_l1_reverse	3	-0.10885453969240189
126336	rnn.bias_hh_l1_reverse	4	-0.09035226702690125
126336	rnn.bias_hh_l1_reverse	5	-0.12585583329200745
126336	rnn.bias_hh_l1_reverse	6	0.10427683591842651
126336	rnn.bias_hh_l1_reverse	7	-0.13675549626350403
126336	rnn.bias_hh_l1_reverse	8	-0.11199726909399033
126336	rnn.bias_hh_l1_reverse	9	-0.14520741999149323
126336	linear.weight	0	0.002228822559118271
126336	linear.weight	1	0.10465556383132935
126336	linear.weight	2	-0.0354132279753685
126336	linear.weight	3	0.31254658102989197
126336	linear.weight	4	0.17767223715782166
126336	linear.weight	5	-0.038531072437763214
126336	linear.weight	6	0.09457174688577652
126336	linear.weight	7	0.056383099406957626
126336	linear.weight	8	0.04126487672328949
126336	linear.weight	9	-0.03385522961616516
126336	linear.bias	0	0.024566669017076492
126336	linear.bias	1	-0.2100895792245865
126336	linear.bias	2	-0.40265345573425293
126336	linear.bias	3	-0.6512143611907959
126336	linear.bias	4	-1.1596931219100952
126336	linear.bias	5	-0.08030971139669418
126336	linear.bias	6	-0.7543354630470276
126336	linear.bias	7	0.3148602843284607
126336	linear.bias	8	-0.44400039315223694
126336	linear.bias	9	-0.9250563979148865
126533	transitions	0	0.6302081942558289
126533	transitions	1	0.1674918830394745
126533	transitions	2	-10000.0
126533	transitions	3	-1.8204418420791626
126533	transitions	4	-10000.0
126533	transitions	5	0.5895615220069885
126533	transitions	6	-0.06810174137353897
126533	transitions	7	-0.6627018451690674
126533	transitions	8	-1.3935949802398682
126533	transitions	9	-0.0010375616839155555
126533	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
126533	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
126533	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
126533	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
126533	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
126533	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
126533	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
126533	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
126533	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
126533	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
126533	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
126533	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
126533	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
126533	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
126533	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
126533	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
126533	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
126533	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
126533	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
126533	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
126533	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
126533	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
126533	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
126533	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
126533	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
126533	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
126533	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
126533	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
126533	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
126533	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
126533	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
126533	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
126533	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
126533	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
126533	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
126533	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
126533	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
126533	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
126533	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
126533	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
126533	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
126533	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
126533	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
126533	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
126533	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
126533	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
126533	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
126533	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
126533	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
126533	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
126533	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
126533	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
126533	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
126533	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
126533	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
126533	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
126533	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
126533	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
126533	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
126533	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
126533	embedding2nn.weight	0	0.012785933911800385
126533	embedding2nn.weight	1	-0.014322228729724884
126533	embedding2nn.weight	2	-0.014268254861235619
126533	embedding2nn.weight	3	-0.043522123247385025
126533	embedding2nn.weight	4	-0.0059150345623493195
126533	embedding2nn.weight	5	-0.0037005869671702385
126533	embedding2nn.weight	6	-0.00397328520193696
126533	embedding2nn.weight	7	-0.07445633411407471
126533	embedding2nn.weight	8	-0.0019979383796453476
126533	embedding2nn.weight	9	-0.02396419271826744
126533	embedding2nn.bias	0	0.06552106142044067
126533	embedding2nn.bias	1	-0.06147598475217819
126533	embedding2nn.bias	2	0.07200662791728973
126533	embedding2nn.bias	3	0.05826273187994957
126533	embedding2nn.bias	4	-0.03276212513446808
126533	embedding2nn.bias	5	-0.034788358956575394
126533	embedding2nn.bias	6	0.022232767194509506
126533	embedding2nn.bias	7	-0.04673197865486145
126533	embedding2nn.bias	8	0.08229206502437592
126533	embedding2nn.bias	9	0.01376962848007679
126533	rnn.weight_ih_l0	0	-0.06529932469129562
126533	rnn.weight_ih_l0	1	-0.0013953084126114845
126533	rnn.weight_ih_l0	2	0.047073181718587875
126533	rnn.weight_ih_l0	3	0.01587110571563244
126533	rnn.weight_ih_l0	4	-0.014812885783612728
126533	rnn.weight_ih_l0	5	-0.05545608326792717
126533	rnn.weight_ih_l0	6	0.0032205600291490555
126533	rnn.weight_ih_l0	7	0.03601706400513649
126533	rnn.weight_ih_l0	8	-0.011198612861335278
126533	rnn.weight_ih_l0	9	-0.018426554277539253
126533	rnn.weight_hh_l0	0	-0.03103308193385601
126533	rnn.weight_hh_l0	1	-0.011910363100469112
126533	rnn.weight_hh_l0	2	-0.004113723058253527
126533	rnn.weight_hh_l0	3	-0.06362970918416977
126533	rnn.weight_hh_l0	4	0.08193681389093399
126533	rnn.weight_hh_l0	5	-0.01408391259610653
126533	rnn.weight_hh_l0	6	-0.045881353318691254
126533	rnn.weight_hh_l0	7	0.020779771730303764
126533	rnn.weight_hh_l0	8	0.011167706921696663
126533	rnn.weight_hh_l0	9	-0.014941968955099583
126533	rnn.bias_ih_l0	0	0.09766295552253723
126533	rnn.bias_ih_l0	1	-0.021388325840234756
126533	rnn.bias_ih_l0	2	0.0016907514072954655
126533	rnn.bias_ih_l0	3	0.1274528056383133
126533	rnn.bias_ih_l0	4	-0.0286947563290596
126533	rnn.bias_ih_l0	5	-0.03589973598718643
126533	rnn.bias_ih_l0	6	0.013783985748887062
126533	rnn.bias_ih_l0	7	0.03761690482497215
126533	rnn.bias_ih_l0	8	-0.1046677678823471
126533	rnn.bias_ih_l0	9	-0.03488693758845329
126533	rnn.bias_hh_l0	0	-0.02615823969244957
126533	rnn.bias_hh_l0	1	-0.11148343235254288
126533	rnn.bias_hh_l0	2	-0.05291221663355827
126533	rnn.bias_hh_l0	3	-0.08996228128671646
126533	rnn.bias_hh_l0	4	-0.033166252076625824
126533	rnn.bias_hh_l0	5	-0.022482726722955704
126533	rnn.bias_hh_l0	6	0.0339488759636879
126533	rnn.bias_hh_l0	7	0.04151304066181183
126533	rnn.bias_hh_l0	8	-0.12153337150812149
126533	rnn.bias_hh_l0	9	-0.04775715246796608
126533	rnn.weight_ih_l0_reverse	0	-0.025673022493720055
126533	rnn.weight_ih_l0_reverse	1	-0.049114491790533066
126533	rnn.weight_ih_l0_reverse	2	-0.027877651154994965
126533	rnn.weight_ih_l0_reverse	3	-0.0028223488479852676
126533	rnn.weight_ih_l0_reverse	4	-0.010178625583648682
126533	rnn.weight_ih_l0_reverse	5	-0.04108302295207977
126533	rnn.weight_ih_l0_reverse	6	0.08724398910999298
126533	rnn.weight_ih_l0_reverse	7	-0.023517493158578873
126533	rnn.weight_ih_l0_reverse	8	-0.0174480639398098
126533	rnn.weight_ih_l0_reverse	9	0.005077215377241373
126533	rnn.weight_hh_l0_reverse	0	0.05538716912269592
126533	rnn.weight_hh_l0_reverse	1	0.02500292845070362
126533	rnn.weight_hh_l0_reverse	2	0.027697961777448654
126533	rnn.weight_hh_l0_reverse	3	0.031726740300655365
126533	rnn.weight_hh_l0_reverse	4	0.009153582155704498
126533	rnn.weight_hh_l0_reverse	5	0.025001229718327522
126533	rnn.weight_hh_l0_reverse	6	0.04840421676635742
126533	rnn.weight_hh_l0_reverse	7	-0.06640803813934326
126533	rnn.weight_hh_l0_reverse	8	0.042879994958639145
126533	rnn.weight_hh_l0_reverse	9	0.041614923626184464
126533	rnn.bias_ih_l0_reverse	0	-0.08434106409549713
126533	rnn.bias_ih_l0_reverse	1	-0.23776115477085114
126533	rnn.bias_ih_l0_reverse	2	-0.13712717592716217
126533	rnn.bias_ih_l0_reverse	3	-0.04431897774338722
126533	rnn.bias_ih_l0_reverse	4	-0.033958569169044495
126533	rnn.bias_ih_l0_reverse	5	0.06328728795051575
126533	rnn.bias_ih_l0_reverse	6	-0.07435301691293716
126533	rnn.bias_ih_l0_reverse	7	0.05340323969721794
126533	rnn.bias_ih_l0_reverse	8	-0.03595549985766411
126533	rnn.bias_ih_l0_reverse	9	0.04925788193941116
126533	rnn.bias_hh_l0_reverse	0	0.02277064509689808
126533	rnn.bias_hh_l0_reverse	1	-0.04055768996477127
126533	rnn.bias_hh_l0_reverse	2	0.08448919653892517
126533	rnn.bias_hh_l0_reverse	3	-0.05123276263475418
126533	rnn.bias_hh_l0_reverse	4	-0.037114184349775314
126533	rnn.bias_hh_l0_reverse	5	-0.026921018958091736
126533	rnn.bias_hh_l0_reverse	6	-0.031195741146802902
126533	rnn.bias_hh_l0_reverse	7	0.10946328938007355
126533	rnn.bias_hh_l0_reverse	8	0.030864493921399117
126533	rnn.bias_hh_l0_reverse	9	-0.1265059858560562
126533	rnn.weight_ih_l1	0	-0.03576260432600975
126533	rnn.weight_ih_l1	1	-0.03786714747548103
126533	rnn.weight_ih_l1	2	0.04956655949354172
126533	rnn.weight_ih_l1	3	-0.06102539971470833
126533	rnn.weight_ih_l1	4	-0.013164937496185303
126533	rnn.weight_ih_l1	5	-0.04766162484884262
126533	rnn.weight_ih_l1	6	0.027722127735614777
126533	rnn.weight_ih_l1	7	-0.02041204832494259
126533	rnn.weight_ih_l1	8	0.03736817091703415
126533	rnn.weight_ih_l1	9	0.041531890630722046
126533	rnn.weight_hh_l1	0	-0.010023937560617924
126533	rnn.weight_hh_l1	1	0.013813641853630543
126533	rnn.weight_hh_l1	2	0.008155040442943573
126533	rnn.weight_hh_l1	3	-0.007694408297538757
126533	rnn.weight_hh_l1	4	0.008695799857378006
126533	rnn.weight_hh_l1	5	0.026703523471951485
126533	rnn.weight_hh_l1	6	0.027418717741966248
126533	rnn.weight_hh_l1	7	-0.02303120866417885
126533	rnn.weight_hh_l1	8	-0.013552926480770111
126533	rnn.weight_hh_l1	9	0.03835725784301758
126533	rnn.bias_ih_l1	0	-0.19246354699134827
126533	rnn.bias_ih_l1	1	-0.19254617393016815
126533	rnn.bias_ih_l1	2	-0.2033446580171585
126533	rnn.bias_ih_l1	3	-0.2688682973384857
126533	rnn.bias_ih_l1	4	-0.22095762193202972
126533	rnn.bias_ih_l1	5	-0.1004999428987503
126533	rnn.bias_ih_l1	6	-0.14454714953899384
126533	rnn.bias_ih_l1	7	-0.05039702355861664
126533	rnn.bias_ih_l1	8	-0.12675780057907104
126533	rnn.bias_ih_l1	9	-0.12839573621749878
126533	rnn.bias_hh_l1	0	-0.1265651136636734
126533	rnn.bias_hh_l1	1	-0.052482377737760544
126533	rnn.bias_hh_l1	2	-0.1001332476735115
126533	rnn.bias_hh_l1	3	-0.09796802699565887
126533	rnn.bias_hh_l1	4	-0.10674434900283813
126533	rnn.bias_hh_l1	5	-0.11678975075483322
126533	rnn.bias_hh_l1	6	-0.1454266607761383
126533	rnn.bias_hh_l1	7	0.02882048673927784
126533	rnn.bias_hh_l1	8	-0.17610612511634827
126533	rnn.bias_hh_l1	9	-0.10949258506298065
126533	rnn.weight_ih_l1_reverse	0	-0.033863432705402374
126533	rnn.weight_ih_l1_reverse	1	0.007193539757281542
126533	rnn.weight_ih_l1_reverse	2	0.062452513724565506
126533	rnn.weight_ih_l1_reverse	3	-0.0029045913834124804
126533	rnn.weight_ih_l1_reverse	4	-0.03720327094197273
126533	rnn.weight_ih_l1_reverse	5	-0.03506340831518173
126533	rnn.weight_ih_l1_reverse	6	-0.009989999234676361
126533	rnn.weight_ih_l1_reverse	7	0.02806885540485382
126533	rnn.weight_ih_l1_reverse	8	0.04845692217350006
126533	rnn.weight_ih_l1_reverse	9	-0.04736623167991638
126533	rnn.weight_hh_l1_reverse	0	0.006976436357945204
126533	rnn.weight_hh_l1_reverse	1	0.028382519260048866
126533	rnn.weight_hh_l1_reverse	2	-0.03965744748711586
126533	rnn.weight_hh_l1_reverse	3	0.0395204983651638
126533	rnn.weight_hh_l1_reverse	4	0.040365274995565414
126533	rnn.weight_hh_l1_reverse	5	0.007228249683976173
126533	rnn.weight_hh_l1_reverse	6	0.023438455536961555
126533	rnn.weight_hh_l1_reverse	7	0.028082773089408875
126533	rnn.weight_hh_l1_reverse	8	-0.006070874165743589
126533	rnn.weight_hh_l1_reverse	9	-0.031348686665296555
126533	rnn.bias_ih_l1_reverse	0	-0.06457310169935226
126533	rnn.bias_ih_l1_reverse	1	-0.15240418910980225
126533	rnn.bias_ih_l1_reverse	2	-0.15938270092010498
126533	rnn.bias_ih_l1_reverse	3	-0.042039528489112854
126533	rnn.bias_ih_l1_reverse	4	-0.2061995267868042
126533	rnn.bias_ih_l1_reverse	5	-0.10265953838825226
126533	rnn.bias_ih_l1_reverse	6	-0.12339197844266891
126533	rnn.bias_ih_l1_reverse	7	-0.20221734046936035
126533	rnn.bias_ih_l1_reverse	8	0.19791272282600403
126533	rnn.bias_ih_l1_reverse	9	0.05981702357530594
126533	rnn.bias_hh_l1_reverse	0	-0.04883524402976036
126533	rnn.bias_hh_l1_reverse	1	-0.05220000445842743
126533	rnn.bias_hh_l1_reverse	2	-0.232992485165596
126533	rnn.bias_hh_l1_reverse	3	-0.10940875113010406
126533	rnn.bias_hh_l1_reverse	4	-0.09117276966571808
126533	rnn.bias_hh_l1_reverse	5	-0.12647219002246857
126533	rnn.bias_hh_l1_reverse	6	0.10000105947256088
126533	rnn.bias_hh_l1_reverse	7	-0.13968263566493988
126533	rnn.bias_hh_l1_reverse	8	-0.11155202984809875
126533	rnn.bias_hh_l1_reverse	9	-0.1457631140947342
126533	linear.weight	0	0.002228822559118271
126533	linear.weight	1	0.10850957036018372
126533	linear.weight	2	-0.027498193085193634
126533	linear.weight	3	0.324720174074173
126533	linear.weight	4	0.18363605439662933
126533	linear.weight	5	-0.03471297770738602
126533	linear.weight	6	0.09420756250619888
126533	linear.weight	7	0.06878827512264252
126533	linear.weight	8	0.04126618802547455
126533	linear.weight	9	-0.030404241755604744
126533	linear.bias	0	0.05863533541560173
126533	linear.bias	1	-0.21272243559360504
126533	linear.bias	2	-0.35089048743247986
126533	linear.bias	3	-0.6383135914802551
126533	linear.bias	4	-1.147308349609375
126533	linear.bias	5	-0.11199640482664108
126533	linear.bias	6	-0.7564424872398376
126533	linear.bias	7	0.2838321924209595
126533	linear.bias	8	-0.46242597699165344
126533	linear.bias	9	-0.9471184611320496
126730	transitions	0	0.6343726515769958
126730	transitions	1	0.16852930188179016
126730	transitions	2	-10000.0
126730	transitions	3	-1.8204731941223145
126730	transitions	4	-10000.0
126730	transitions	5	0.5893938541412354
126730	transitions	6	-0.068276047706604
126730	transitions	7	-0.6633657217025757
126730	transitions	8	-1.3936902284622192
126730	transitions	9	-0.0010384222259745002
126730	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
126730	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
126730	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
126730	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
126730	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
126730	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
126730	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
126730	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
126730	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
126730	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
126730	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
126730	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
126730	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
126730	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
126730	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
126730	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
126730	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
126730	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
126730	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
126730	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
126730	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
126730	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
126730	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
126730	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
126730	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
126730	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
126730	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
126730	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
126730	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
126730	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
126730	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
126730	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
126730	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
126730	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
126730	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
126730	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
126730	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
126730	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
126730	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
126730	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
126730	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
126730	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
126730	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
126730	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
126730	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
126730	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
126730	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
126730	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
126730	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
126730	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
126730	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
126730	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
126730	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
126730	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
126730	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
126730	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
126730	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
126730	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
126730	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
126730	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
126730	embedding2nn.weight	0	0.012762265279889107
126730	embedding2nn.weight	1	-0.014161619357764721
126730	embedding2nn.weight	2	-0.014268254861235619
126730	embedding2nn.weight	3	-0.04339485988020897
126730	embedding2nn.weight	4	-0.0059150345623493195
126730	embedding2nn.weight	5	-0.0037005869671702385
126730	embedding2nn.weight	6	-0.0039732870645821095
126730	embedding2nn.weight	7	-0.07543767988681793
126730	embedding2nn.weight	8	-0.0019979383796453476
126730	embedding2nn.weight	9	-0.025324281305074692
126730	embedding2nn.bias	0	0.06646951287984848
126730	embedding2nn.bias	1	-0.07388235628604889
126730	embedding2nn.bias	2	0.06396259367465973
126730	embedding2nn.bias	3	0.06305266916751862
126730	embedding2nn.bias	4	-0.02939627133309841
126730	embedding2nn.bias	5	-0.036243606358766556
126730	embedding2nn.bias	6	0.027461623772978783
126730	embedding2nn.bias	7	-0.04073384031653404
126730	embedding2nn.bias	8	0.07646773010492325
126730	embedding2nn.bias	9	0.01495257019996643
126730	rnn.weight_ih_l0	0	-0.06873246282339096
126730	rnn.weight_ih_l0	1	-0.00042757418123073876
126730	rnn.weight_ih_l0	2	0.047777820378541946
126730	rnn.weight_ih_l0	3	0.015223661437630653
126730	rnn.weight_ih_l0	4	-0.01513299997895956
126730	rnn.weight_ih_l0	5	-0.0564998984336853
126730	rnn.weight_ih_l0	6	0.002959340810775757
126730	rnn.weight_ih_l0	7	0.037045348435640335
126730	rnn.weight_ih_l0	8	-0.012086832895874977
126730	rnn.weight_ih_l0	9	-0.01676551252603531
126730	rnn.weight_hh_l0	0	-0.031507011502981186
126730	rnn.weight_hh_l0	1	-0.01249026320874691
126730	rnn.weight_hh_l0	2	-0.002964819548651576
126730	rnn.weight_hh_l0	3	-0.06368036568164825
126730	rnn.weight_hh_l0	4	0.08212774991989136
126730	rnn.weight_hh_l0	5	-0.015043562278151512
126730	rnn.weight_hh_l0	6	-0.047998182475566864
126730	rnn.weight_hh_l0	7	0.021071096882224083
126730	rnn.weight_hh_l0	8	0.011007718741893768
126730	rnn.weight_hh_l0	9	-0.014943714253604412
126730	rnn.bias_ih_l0	0	0.09698212891817093
126730	rnn.bias_ih_l0	1	-0.026239968836307526
126730	rnn.bias_ih_l0	2	0.0017995325615629554
126730	rnn.bias_ih_l0	3	0.12442176789045334
126730	rnn.bias_ih_l0	4	-0.0278537068516016
126730	rnn.bias_ih_l0	5	-0.03435787931084633
126730	rnn.bias_ih_l0	6	0.01672554947435856
126730	rnn.bias_ih_l0	7	0.03656654804944992
126730	rnn.bias_ih_l0	8	-0.10484132915735245
126730	rnn.bias_ih_l0	9	-0.04002536088228226
126730	rnn.bias_hh_l0	0	-0.025858616456389427
126730	rnn.bias_hh_l0	1	-0.1145818829536438
126730	rnn.bias_hh_l0	2	-0.0505870096385479
126730	rnn.bias_hh_l0	3	-0.08722136914730072
126730	rnn.bias_hh_l0	4	-0.02954508550465107
126730	rnn.bias_hh_l0	5	-0.020911816507577896
126730	rnn.bias_hh_l0	6	0.0341365784406662
126730	rnn.bias_hh_l0	7	0.041631486266851425
126730	rnn.bias_hh_l0	8	-0.12043476849794388
126730	rnn.bias_hh_l0	9	-0.04619191959500313
126730	rnn.weight_ih_l0_reverse	0	-0.026156889274716377
126730	rnn.weight_ih_l0_reverse	1	-0.04859943687915802
126730	rnn.weight_ih_l0_reverse	2	-0.02952169068157673
126730	rnn.weight_ih_l0_reverse	3	-0.00316324969753623
126730	rnn.weight_ih_l0_reverse	4	-0.011441713199019432
126730	rnn.weight_ih_l0_reverse	5	-0.041818566620349884
126730	rnn.weight_ih_l0_reverse	6	0.08761943876743317
126730	rnn.weight_ih_l0_reverse	7	-0.023517968133091927
126730	rnn.weight_ih_l0_reverse	8	-0.017405323684215546
126730	rnn.weight_ih_l0_reverse	9	0.004837802145630121
126730	rnn.weight_hh_l0_reverse	0	0.05659555271267891
126730	rnn.weight_hh_l0_reverse	1	0.025318680331110954
126730	rnn.weight_hh_l0_reverse	2	0.027891729027032852
126730	rnn.weight_hh_l0_reverse	3	0.03179685026407242
126730	rnn.weight_hh_l0_reverse	4	0.009901948273181915
126730	rnn.weight_hh_l0_reverse	5	0.02389562875032425
126730	rnn.weight_hh_l0_reverse	6	0.04816019907593727
126730	rnn.weight_hh_l0_reverse	7	-0.06586893647909164
126730	rnn.weight_hh_l0_reverse	8	0.042744364589452744
126730	rnn.weight_hh_l0_reverse	9	0.042228639125823975
126730	rnn.bias_ih_l0_reverse	0	-0.08418881148099899
126730	rnn.bias_ih_l0_reverse	1	-0.23823681473731995
126730	rnn.bias_ih_l0_reverse	2	-0.1354229599237442
126730	rnn.bias_ih_l0_reverse	3	-0.042588964104652405
126730	rnn.bias_ih_l0_reverse	4	-0.03721984103322029
126730	rnn.bias_ih_l0_reverse	5	0.06316808611154556
126730	rnn.bias_ih_l0_reverse	6	-0.07389432191848755
126730	rnn.bias_ih_l0_reverse	7	0.054786521941423416
126730	rnn.bias_ih_l0_reverse	8	-0.03331289440393448
126730	rnn.bias_ih_l0_reverse	9	0.04622068256139755
126730	rnn.bias_hh_l0_reverse	0	0.0245317704975605
126730	rnn.bias_hh_l0_reverse	1	-0.0411207489669323
126730	rnn.bias_hh_l0_reverse	2	0.0843123123049736
126730	rnn.bias_hh_l0_reverse	3	-0.04892921447753906
126730	rnn.bias_hh_l0_reverse	4	-0.03570235148072243
126730	rnn.bias_hh_l0_reverse	5	-0.026952799409627914
126730	rnn.bias_hh_l0_reverse	6	-0.029021698981523514
126730	rnn.bias_hh_l0_reverse	7	0.11102469265460968
126730	rnn.bias_hh_l0_reverse	8	0.030080774798989296
126730	rnn.bias_hh_l0_reverse	9	-0.1249929741024971
126730	rnn.weight_ih_l1	0	-0.03581869974732399
126730	rnn.weight_ih_l1	1	-0.03551522642374039
126730	rnn.weight_ih_l1	2	0.04702218994498253
126730	rnn.weight_ih_l1	3	-0.06285088509321213
126730	rnn.weight_ih_l1	4	-0.012461842969059944
126730	rnn.weight_ih_l1	5	-0.04758496955037117
126730	rnn.weight_ih_l1	6	0.02806135080754757
126730	rnn.weight_ih_l1	7	-0.019705405458807945
126730	rnn.weight_ih_l1	8	0.03714515641331673
126730	rnn.weight_ih_l1	9	0.042612869292497635
126730	rnn.weight_hh_l1	0	-0.00991516001522541
126730	rnn.weight_hh_l1	1	0.01314513012766838
126730	rnn.weight_hh_l1	2	0.007422297727316618
126730	rnn.weight_hh_l1	3	-0.007577585056424141
126730	rnn.weight_hh_l1	4	0.00852864421904087
126730	rnn.weight_hh_l1	5	0.026377685368061066
126730	rnn.weight_hh_l1	6	0.026503855362534523
126730	rnn.weight_hh_l1	7	-0.023471850901842117
126730	rnn.weight_hh_l1	8	-0.013760294765233994
126730	rnn.weight_hh_l1	9	0.038161538541316986
126730	rnn.bias_ih_l1	0	-0.19545289874076843
126730	rnn.bias_ih_l1	1	-0.19117504358291626
126730	rnn.bias_ih_l1	2	-0.19887889921665192
126730	rnn.bias_ih_l1	3	-0.26746195554733276
126730	rnn.bias_ih_l1	4	-0.22397032380104065
126730	rnn.bias_ih_l1	5	-0.10102517157793045
126730	rnn.bias_ih_l1	6	-0.14565123617649078
126730	rnn.bias_ih_l1	7	-0.051771048456430435
126730	rnn.bias_ih_l1	8	-0.12696222960948944
126730	rnn.bias_ih_l1	9	-0.1269414722919464
126730	rnn.bias_hh_l1	0	-0.1244974359869957
126730	rnn.bias_hh_l1	1	-0.050297707319259644
126730	rnn.bias_hh_l1	2	-0.10375571250915527
126730	rnn.bias_hh_l1	3	-0.09819671511650085
126730	rnn.bias_hh_l1	4	-0.10745802521705627
126730	rnn.bias_hh_l1	5	-0.11434975266456604
126730	rnn.bias_hh_l1	6	-0.14254122972488403
126730	rnn.bias_hh_l1	7	0.03700290992856026
126730	rnn.bias_hh_l1	8	-0.18058958649635315
126730	rnn.bias_hh_l1	9	-0.11020297557115555
126730	rnn.weight_ih_l1_reverse	0	-0.03591537103056908
126730	rnn.weight_ih_l1_reverse	1	0.010397476144134998
126730	rnn.weight_ih_l1_reverse	2	0.0664900541305542
126730	rnn.weight_ih_l1_reverse	3	-0.002045980654656887
126730	rnn.weight_ih_l1_reverse	4	-0.03734596446156502
126730	rnn.weight_ih_l1_reverse	5	-0.0353512167930603
126730	rnn.weight_ih_l1_reverse	6	-0.009482822380959988
126730	rnn.weight_ih_l1_reverse	7	0.028425324708223343
126730	rnn.weight_ih_l1_reverse	8	0.04749489948153496
126730	rnn.weight_ih_l1_reverse	9	-0.046246908605098724
126730	rnn.weight_hh_l1_reverse	0	0.00696155009791255
126730	rnn.weight_hh_l1_reverse	1	0.028341924771666527
126730	rnn.weight_hh_l1_reverse	2	-0.039560865610837936
126730	rnn.weight_hh_l1_reverse	3	0.039650771766901016
126730	rnn.weight_hh_l1_reverse	4	0.04000500217080116
126730	rnn.weight_hh_l1_reverse	5	0.007279538549482822
126730	rnn.weight_hh_l1_reverse	6	0.024562688544392586
126730	rnn.weight_hh_l1_reverse	7	0.027934284880757332
126730	rnn.weight_hh_l1_reverse	8	-0.006075328215956688
126730	rnn.weight_hh_l1_reverse	9	-0.03132326900959015
126730	rnn.bias_ih_l1_reverse	0	-0.06389059126377106
126730	rnn.bias_ih_l1_reverse	1	-0.15352223813533783
126730	rnn.bias_ih_l1_reverse	2	-0.15906763076782227
126730	rnn.bias_ih_l1_reverse	3	-0.0453251376748085
126730	rnn.bias_ih_l1_reverse	4	-0.2033122032880783
126730	rnn.bias_ih_l1_reverse	5	-0.10339827090501785
126730	rnn.bias_ih_l1_reverse	6	-0.12425056099891663
126730	rnn.bias_ih_l1_reverse	7	-0.20485584437847137
126730	rnn.bias_ih_l1_reverse	8	0.19436579942703247
126730	rnn.bias_ih_l1_reverse	9	0.056875601410865784
126730	rnn.bias_hh_l1_reverse	0	-0.048599328845739365
126730	rnn.bias_hh_l1_reverse	1	-0.05713789165019989
126730	rnn.bias_hh_l1_reverse	2	-0.23324890434741974
126730	rnn.bias_hh_l1_reverse	3	-0.11277691274881363
126730	rnn.bias_hh_l1_reverse	4	-0.09111589938402176
126730	rnn.bias_hh_l1_reverse	5	-0.12562721967697144
126730	rnn.bias_hh_l1_reverse	6	0.10888658463954926
126730	rnn.bias_hh_l1_reverse	7	-0.13916432857513428
126730	rnn.bias_hh_l1_reverse	8	-0.11040157079696655
126730	rnn.bias_hh_l1_reverse	9	-0.14521287381649017
126730	linear.weight	0	0.002228822559118271
126730	linear.weight	1	0.1110813319683075
126730	linear.weight	2	-0.031145216897130013
126730	linear.weight	3	0.31743332743644714
126730	linear.weight	4	0.1773912012577057
126730	linear.weight	5	-0.03437431901693344
126730	linear.weight	6	0.10178893804550171
126730	linear.weight	7	0.054852284491062164
126730	linear.weight	8	0.04126626253128052
126730	linear.weight	9	-0.024138621985912323
126730	linear.bias	0	0.039910778403282166
126730	linear.bias	1	-0.19194422662258148
126730	linear.bias	2	-0.3639783263206482
126730	linear.bias	3	-0.6453389525413513
126730	linear.bias	4	-1.1563880443572998
126730	linear.bias	5	-0.10141783207654953
126730	linear.bias	6	-0.7369900941848755
126730	linear.bias	7	0.2957920432090759
126730	linear.bias	8	-0.47013095021247864
126730	linear.bias	9	-0.9532178044319153
126927	transitions	0	0.6372078657150269
126927	transitions	1	0.16320590674877167
126927	transitions	2	-10000.0
126927	transitions	3	-1.8205028772354126
126927	transitions	4	-10000.0
126927	transitions	5	0.5892853140830994
126927	transitions	6	-0.06835847347974777
126927	transitions	7	-0.6638219356536865
126927	transitions	8	-1.393789291381836
126927	transitions	9	-0.0010399396996945143
126927	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
126927	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
126927	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
126927	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
126927	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
126927	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
126927	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
126927	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
126927	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
126927	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
126927	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
126927	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
126927	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
126927	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
126927	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
126927	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
126927	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
126927	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
126927	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
126927	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
126927	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
126927	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
126927	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
126927	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
126927	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
126927	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
126927	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
126927	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
126927	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
126927	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
126927	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
126927	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
126927	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
126927	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
126927	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
126927	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
126927	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
126927	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
126927	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
126927	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
126927	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
126927	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
126927	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
126927	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
126927	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
126927	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
126927	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
126927	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
126927	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
126927	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
126927	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
126927	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
126927	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
126927	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
126927	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
126927	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
126927	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
126927	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
126927	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
126927	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
126927	embedding2nn.weight	0	0.015594708733260632
126927	embedding2nn.weight	1	-0.014179094694554806
126927	embedding2nn.weight	2	-0.014268254861235619
126927	embedding2nn.weight	3	-0.04363895580172539
126927	embedding2nn.weight	4	-0.0059150345623493195
126927	embedding2nn.weight	5	-0.003700586734339595
126927	embedding2nn.weight	6	-0.0039732870645821095
126927	embedding2nn.weight	7	-0.07482415437698364
126927	embedding2nn.weight	8	-0.0019979383796453476
126927	embedding2nn.weight	9	-0.025465546175837517
126927	embedding2nn.bias	0	0.06588064134120941
126927	embedding2nn.bias	1	-0.07148649543523788
126927	embedding2nn.bias	2	0.06905588507652283
126927	embedding2nn.bias	3	0.06302464008331299
126927	embedding2nn.bias	4	-0.02686505950987339
126927	embedding2nn.bias	5	-0.026490958407521248
126927	embedding2nn.bias	6	0.02516832947731018
126927	embedding2nn.bias	7	-0.033620256930589676
126927	embedding2nn.bias	8	0.08225955069065094
126927	embedding2nn.bias	9	0.02386099100112915
126927	rnn.weight_ih_l0	0	-0.06967286020517349
126927	rnn.weight_ih_l0	1	-0.0012167309178039432
126927	rnn.weight_ih_l0	2	0.047984279692173004
126927	rnn.weight_ih_l0	3	0.01584312878549099
126927	rnn.weight_ih_l0	4	-0.0151561563834548
126927	rnn.weight_ih_l0	5	-0.05690178647637367
126927	rnn.weight_ih_l0	6	0.003258051350712776
126927	rnn.weight_ih_l0	7	0.03641345724463463
126927	rnn.weight_ih_l0	8	-0.011544362641870975
126927	rnn.weight_ih_l0	9	-0.017459269613027573
126927	rnn.weight_hh_l0	0	-0.03067905269563198
126927	rnn.weight_hh_l0	1	-0.014561350457370281
126927	rnn.weight_hh_l0	2	-0.003405819647014141
126927	rnn.weight_hh_l0	3	-0.06536037474870682
126927	rnn.weight_hh_l0	4	0.0816100537776947
126927	rnn.weight_hh_l0	5	-0.015202519483864307
126927	rnn.weight_hh_l0	6	-0.04858328029513359
126927	rnn.weight_hh_l0	7	0.022401152178645134
126927	rnn.weight_hh_l0	8	0.012024162337183952
126927	rnn.weight_hh_l0	9	-0.014446188695728779
126927	rnn.bias_ih_l0	0	0.09733214229345322
126927	rnn.bias_ih_l0	1	-0.029444077983498573
126927	rnn.bias_ih_l0	2	0.003342649433761835
126927	rnn.bias_ih_l0	3	0.12365146726369858
126927	rnn.bias_ih_l0	4	-0.026440106332302094
126927	rnn.bias_ih_l0	5	-0.03331289812922478
126927	rnn.bias_ih_l0	6	0.01958061382174492
126927	rnn.bias_ih_l0	7	0.03556094318628311
126927	rnn.bias_ih_l0	8	-0.10377898067235947
126927	rnn.bias_ih_l0	9	-0.03527647256851196
126927	rnn.bias_hh_l0	0	-0.02668662928044796
126927	rnn.bias_hh_l0	1	-0.11150024086236954
126927	rnn.bias_hh_l0	2	-0.05278875678777695
126927	rnn.bias_hh_l0	3	-0.08488079905509949
126927	rnn.bias_hh_l0	4	-0.02944696508347988
126927	rnn.bias_hh_l0	5	-0.020415721461176872
126927	rnn.bias_hh_l0	6	0.035274479538202286
126927	rnn.bias_hh_l0	7	0.04235093295574188
126927	rnn.bias_hh_l0	8	-0.11964518576860428
126927	rnn.bias_hh_l0	9	-0.052525270730257034
126927	rnn.weight_ih_l0_reverse	0	-0.024694878607988358
126927	rnn.weight_ih_l0_reverse	1	-0.047656089067459106
126927	rnn.weight_ih_l0_reverse	2	-0.02982277423143387
126927	rnn.weight_ih_l0_reverse	3	-0.00235922122374177
126927	rnn.weight_ih_l0_reverse	4	-0.01180480606853962
126927	rnn.weight_ih_l0_reverse	5	-0.04307754337787628
126927	rnn.weight_ih_l0_reverse	6	0.08753251284360886
126927	rnn.weight_ih_l0_reverse	7	-0.024732012301683426
126927	rnn.weight_ih_l0_reverse	8	-0.018714163452386856
126927	rnn.weight_ih_l0_reverse	9	0.004576281178742647
126927	rnn.weight_hh_l0_reverse	0	0.05754486471414566
126927	rnn.weight_hh_l0_reverse	1	0.02518405020236969
126927	rnn.weight_hh_l0_reverse	2	0.027471518144011497
126927	rnn.weight_hh_l0_reverse	3	0.03122086450457573
126927	rnn.weight_hh_l0_reverse	4	0.00958611536771059
126927	rnn.weight_hh_l0_reverse	5	0.02283817157149315
126927	rnn.weight_hh_l0_reverse	6	0.048088908195495605
126927	rnn.weight_hh_l0_reverse	7	-0.0656278058886528
126927	rnn.weight_hh_l0_reverse	8	0.04224681854248047
126927	rnn.weight_hh_l0_reverse	9	0.04085836559534073
126927	rnn.bias_ih_l0_reverse	0	-0.08487553149461746
126927	rnn.bias_ih_l0_reverse	1	-0.23640315234661102
126927	rnn.bias_ih_l0_reverse	2	-0.13656462728977203
126927	rnn.bias_ih_l0_reverse	3	-0.04229828715324402
126927	rnn.bias_ih_l0_reverse	4	-0.03815019130706787
126927	rnn.bias_ih_l0_reverse	5	0.06475348770618439
126927	rnn.bias_ih_l0_reverse	6	-0.0736066997051239
126927	rnn.bias_ih_l0_reverse	7	0.05321180820465088
126927	rnn.bias_ih_l0_reverse	8	-0.030223997309803963
126927	rnn.bias_ih_l0_reverse	9	0.05006103590130806
126927	rnn.bias_hh_l0_reverse	0	0.026724744588136673
126927	rnn.bias_hh_l0_reverse	1	-0.042191457003355026
126927	rnn.bias_hh_l0_reverse	2	0.08242417871952057
126927	rnn.bias_hh_l0_reverse	3	-0.04966922849416733
126927	rnn.bias_hh_l0_reverse	4	-0.03677455708384514
126927	rnn.bias_hh_l0_reverse	5	-0.027977999299764633
126927	rnn.bias_hh_l0_reverse	6	-0.03147333115339279
126927	rnn.bias_hh_l0_reverse	7	0.11167921125888824
126927	rnn.bias_hh_l0_reverse	8	0.03250112384557724
126927	rnn.bias_hh_l0_reverse	9	-0.125875785946846
126927	rnn.weight_ih_l1	0	-0.03481733798980713
126927	rnn.weight_ih_l1	1	-0.036562226712703705
126927	rnn.weight_ih_l1	2	0.047944843769073486
126927	rnn.weight_ih_l1	3	-0.06221647560596466
126927	rnn.weight_ih_l1	4	-0.01222181599587202
126927	rnn.weight_ih_l1	5	-0.048039164394140244
126927	rnn.weight_ih_l1	6	0.02692086435854435
126927	rnn.weight_ih_l1	7	-0.020167596638202667
126927	rnn.weight_ih_l1	8	0.03720938786864281
126927	rnn.weight_ih_l1	9	0.04297542944550514
126927	rnn.weight_hh_l1	0	-0.009180095978081226
126927	rnn.weight_hh_l1	1	0.013240106403827667
126927	rnn.weight_hh_l1	2	0.009154126979410648
126927	rnn.weight_hh_l1	3	-0.007034091278910637
126927	rnn.weight_hh_l1	4	0.00882776826620102
126927	rnn.weight_hh_l1	5	0.02620178647339344
126927	rnn.weight_hh_l1	6	0.026458818465471268
126927	rnn.weight_hh_l1	7	-0.0230970848351717
126927	rnn.weight_hh_l1	8	-0.014070265926420689
126927	rnn.weight_hh_l1	9	0.03814919292926788
126927	rnn.bias_ih_l1	0	-0.19731152057647705
126927	rnn.bias_ih_l1	1	-0.1878075897693634
126927	rnn.bias_ih_l1	2	-0.20096540451049805
126927	rnn.bias_ih_l1	3	-0.2691141664981842
126927	rnn.bias_ih_l1	4	-0.22471016645431519
126927	rnn.bias_ih_l1	5	-0.10113637894392014
126927	rnn.bias_ih_l1	6	-0.14810052514076233
126927	rnn.bias_ih_l1	7	-0.053936805576086044
126927	rnn.bias_ih_l1	8	-0.12585461139678955
126927	rnn.bias_ih_l1	9	-0.1278238296508789
126927	rnn.bias_hh_l1	0	-0.1257455050945282
126927	rnn.bias_hh_l1	1	-0.048609212040901184
126927	rnn.bias_hh_l1	2	-0.1044381633400917
126927	rnn.bias_hh_l1	3	-0.09732700139284134
126927	rnn.bias_hh_l1	4	-0.1079859510064125
126927	rnn.bias_hh_l1	5	-0.11320655792951584
126927	rnn.bias_hh_l1	6	-0.14573274552822113
126927	rnn.bias_hh_l1	7	0.039476461708545685
126927	rnn.bias_hh_l1	8	-0.1821971982717514
126927	rnn.bias_hh_l1	9	-0.108941949903965
126927	rnn.weight_ih_l1_reverse	0	-0.035791028290987015
126927	rnn.weight_ih_l1_reverse	1	0.01223913487046957
126927	rnn.weight_ih_l1_reverse	2	0.0658666267991066
126927	rnn.weight_ih_l1_reverse	3	-0.0021014693193137646
126927	rnn.weight_ih_l1_reverse	4	-0.03629954904317856
126927	rnn.weight_ih_l1_reverse	5	-0.0353485569357872
126927	rnn.weight_ih_l1_reverse	6	-0.009923882782459259
126927	rnn.weight_ih_l1_reverse	7	0.02695601060986519
126927	rnn.weight_ih_l1_reverse	8	0.04632566496729851
126927	rnn.weight_ih_l1_reverse	9	-0.04435395449399948
126927	rnn.weight_hh_l1_reverse	0	0.0071719312109053135
126927	rnn.weight_hh_l1_reverse	1	0.028047816827893257
126927	rnn.weight_hh_l1_reverse	2	-0.039603423327207565
126927	rnn.weight_hh_l1_reverse	3	0.03949129581451416
126927	rnn.weight_hh_l1_reverse	4	0.040078312158584595
126927	rnn.weight_hh_l1_reverse	5	0.007356505375355482
126927	rnn.weight_hh_l1_reverse	6	0.024918856099247932
126927	rnn.weight_hh_l1_reverse	7	0.02783852629363537
126927	rnn.weight_hh_l1_reverse	8	-0.006055624224245548
126927	rnn.weight_hh_l1_reverse	9	-0.03131532669067383
126927	rnn.bias_ih_l1_reverse	0	-0.0634160190820694
126927	rnn.bias_ih_l1_reverse	1	-0.153312087059021
126927	rnn.bias_ih_l1_reverse	2	-0.1602674275636673
126927	rnn.bias_ih_l1_reverse	3	-0.048758991062641144
126927	rnn.bias_ih_l1_reverse	4	-0.20503804087638855
126927	rnn.bias_ih_l1_reverse	5	-0.10442563891410828
126927	rnn.bias_ih_l1_reverse	6	-0.12449751794338226
126927	rnn.bias_ih_l1_reverse	7	-0.20454363524913788
126927	rnn.bias_ih_l1_reverse	8	0.19056326150894165
126927	rnn.bias_ih_l1_reverse	9	0.05634855479001999
126927	rnn.bias_hh_l1_reverse	0	-0.052582308650016785
126927	rnn.bias_hh_l1_reverse	1	-0.05836508423089981
126927	rnn.bias_hh_l1_reverse	2	-0.23200355470180511
126927	rnn.bias_hh_l1_reverse	3	-0.11427419632673264
126927	rnn.bias_hh_l1_reverse	4	-0.0899573490023613
126927	rnn.bias_hh_l1_reverse	5	-0.1268208920955658
126927	rnn.bias_hh_l1_reverse	6	0.11046414822340012
126927	rnn.bias_hh_l1_reverse	7	-0.14176300168037415
126927	rnn.bias_hh_l1_reverse	8	-0.11210615187883377
126927	rnn.bias_hh_l1_reverse	9	-0.14487822353839874
126927	linear.weight	0	0.002228822559118271
126927	linear.weight	1	0.11735184490680695
126927	linear.weight	2	-0.03010386973619461
126927	linear.weight	3	0.3167756497859955
126927	linear.weight	4	0.1785944104194641
126927	linear.weight	5	-0.03273928165435791
126927	linear.weight	6	0.0975465178489685
126927	linear.weight	7	0.050444912165403366
126927	linear.weight	8	0.04126684367656708
126927	linear.weight	9	-0.022077877074480057
126927	linear.bias	0	0.008918851613998413
126927	linear.bias	1	-0.17636241018772125
126927	linear.bias	2	-0.37011924386024475
126927	linear.bias	3	-0.6433939337730408
126927	linear.bias	4	-1.1574774980545044
126927	linear.bias	5	-0.12227804958820343
126927	linear.bias	6	-0.722194254398346
126927	linear.bias	7	0.27691391110420227
126927	linear.bias	8	-0.4557279944419861
126927	linear.bias	9	-0.9384007453918457
127124	transitions	0	0.6449008584022522
127124	transitions	1	0.16780847311019897
127124	transitions	2	-10000.0
127124	transitions	3	-1.8205392360687256
127124	transitions	4	-10000.0
127124	transitions	5	0.5890999436378479
127124	transitions	6	-0.06843040138483047
127124	transitions	7	-0.6670436859130859
127124	transitions	8	-1.394150972366333
127124	transitions	9	-0.0010409689275547862
127124	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
127124	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
127124	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
127124	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
127124	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
127124	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
127124	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
127124	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
127124	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
127124	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
127124	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
127124	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
127124	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
127124	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
127124	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
127124	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
127124	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
127124	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
127124	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
127124	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
127124	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
127124	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
127124	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
127124	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
127124	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
127124	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
127124	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
127124	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
127124	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
127124	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
127124	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
127124	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
127124	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
127124	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
127124	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
127124	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
127124	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
127124	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
127124	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
127124	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
127124	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
127124	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
127124	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
127124	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
127124	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
127124	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
127124	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
127124	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
127124	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
127124	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
127124	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
127124	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
127124	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
127124	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
127124	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
127124	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
127124	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
127124	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
127124	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
127124	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
127124	embedding2nn.weight	0	0.016988351941108704
127124	embedding2nn.weight	1	-0.014383970759809017
127124	embedding2nn.weight	2	-0.014268254861235619
127124	embedding2nn.weight	3	-0.04279839247465134
127124	embedding2nn.weight	4	-0.0059150345623493195
127124	embedding2nn.weight	5	-0.003700586035847664
127124	embedding2nn.weight	6	-0.003973281476646662
127124	embedding2nn.weight	7	-0.07269018143415451
127124	embedding2nn.weight	8	-0.0019979383796453476
127124	embedding2nn.weight	9	-0.024297595024108887
127124	embedding2nn.bias	0	0.05979757010936737
127124	embedding2nn.bias	1	-0.06797882914543152
127124	embedding2nn.bias	2	0.06424052268266678
127124	embedding2nn.bias	3	0.060885239392519
127124	embedding2nn.bias	4	-0.019450919702649117
127124	embedding2nn.bias	5	-0.030128005892038345
127124	embedding2nn.bias	6	0.03018900752067566
127124	embedding2nn.bias	7	-0.05715576186776161
127124	embedding2nn.bias	8	0.08437090367078781
127124	embedding2nn.bias	9	0.016976766288280487
127124	rnn.weight_ih_l0	0	-0.07173220068216324
127124	rnn.weight_ih_l0	1	-0.002316901693120599
127124	rnn.weight_ih_l0	2	0.0458466112613678
127124	rnn.weight_ih_l0	3	0.014679323881864548
127124	rnn.weight_ih_l0	4	-0.016780147328972816
127124	rnn.weight_ih_l0	5	-0.05766446515917778
127124	rnn.weight_ih_l0	6	0.003605174133554101
127124	rnn.weight_ih_l0	7	0.03741827979683876
127124	rnn.weight_ih_l0	8	-0.011258064769208431
127124	rnn.weight_ih_l0	9	-0.017460567876696587
127124	rnn.weight_hh_l0	0	-0.030605176463723183
127124	rnn.weight_hh_l0	1	-0.016281254589557648
127124	rnn.weight_hh_l0	2	-0.0032478056382387877
127124	rnn.weight_hh_l0	3	-0.06484733521938324
127124	rnn.weight_hh_l0	4	0.0815793126821518
127124	rnn.weight_hh_l0	5	-0.015091917477548122
127124	rnn.weight_hh_l0	6	-0.04746710881590843
127124	rnn.weight_hh_l0	7	0.021415675058960915
127124	rnn.weight_hh_l0	8	0.012397301383316517
127124	rnn.weight_hh_l0	9	-0.014304428361356258
127124	rnn.bias_ih_l0	0	0.09879861772060394
127124	rnn.bias_ih_l0	1	-0.027425862848758698
127124	rnn.bias_ih_l0	2	0.00224410742521286
127124	rnn.bias_ih_l0	3	0.12463834881782532
127124	rnn.bias_ih_l0	4	-0.02969350852072239
127124	rnn.bias_ih_l0	5	-0.035542502999305725
127124	rnn.bias_ih_l0	6	0.01670907996594906
127124	rnn.bias_ih_l0	7	0.04110381379723549
127124	rnn.bias_ih_l0	8	-0.1011260375380516
127124	rnn.bias_ih_l0	9	-0.038949038833379745
127124	rnn.bias_hh_l0	0	-0.021422091871500015
127124	rnn.bias_hh_l0	1	-0.11177097260951996
127124	rnn.bias_hh_l0	2	-0.04922681674361229
127124	rnn.bias_hh_l0	3	-0.08866367489099503
127124	rnn.bias_hh_l0	4	-0.031214743852615356
127124	rnn.bias_hh_l0	5	-0.020829619839787483
127124	rnn.bias_hh_l0	6	0.037406180053949356
127124	rnn.bias_hh_l0	7	0.04389672726392746
127124	rnn.bias_hh_l0	8	-0.1192215234041214
127124	rnn.bias_hh_l0	9	-0.05366279557347298
127124	rnn.weight_ih_l0_reverse	0	-0.02393440715968609
127124	rnn.weight_ih_l0_reverse	1	-0.04591047763824463
127124	rnn.weight_ih_l0_reverse	2	-0.02896183170378208
127124	rnn.weight_ih_l0_reverse	3	-6.534872682095738e-06
127124	rnn.weight_ih_l0_reverse	4	-0.011765584349632263
127124	rnn.weight_ih_l0_reverse	5	-0.04258766770362854
127124	rnn.weight_ih_l0_reverse	6	0.08923379331827164
127124	rnn.weight_ih_l0_reverse	7	-0.02316909283399582
127124	rnn.weight_ih_l0_reverse	8	-0.01787545345723629
127124	rnn.weight_ih_l0_reverse	9	0.0058065298944711685
127124	rnn.weight_hh_l0_reverse	0	0.05636188015341759
127124	rnn.weight_hh_l0_reverse	1	0.025273190811276436
127124	rnn.weight_hh_l0_reverse	2	0.028032125905156136
127124	rnn.weight_hh_l0_reverse	3	0.03144592419266701
127124	rnn.weight_hh_l0_reverse	4	0.009680366143584251
127124	rnn.weight_hh_l0_reverse	5	0.023002417758107185
127124	rnn.weight_hh_l0_reverse	6	0.04808351770043373
127124	rnn.weight_hh_l0_reverse	7	-0.06568647921085358
127124	rnn.weight_hh_l0_reverse	8	0.040944233536720276
127124	rnn.weight_hh_l0_reverse	9	0.04063660278916359
127124	rnn.bias_ih_l0_reverse	0	-0.08361683040857315
127124	rnn.bias_ih_l0_reverse	1	-0.2341611385345459
127124	rnn.bias_ih_l0_reverse	2	-0.13371044397354126
127124	rnn.bias_ih_l0_reverse	3	-0.0422368086874485
127124	rnn.bias_ih_l0_reverse	4	-0.036196302622556686
127124	rnn.bias_ih_l0_reverse	5	0.06454124301671982
127124	rnn.bias_ih_l0_reverse	6	-0.07458972930908203
127124	rnn.bias_ih_l0_reverse	7	0.05507279932498932
127124	rnn.bias_ih_l0_reverse	8	-0.032528843730688095
127124	rnn.bias_ih_l0_reverse	9	0.05017158016562462
127124	rnn.bias_hh_l0_reverse	0	0.02329074777662754
127124	rnn.bias_hh_l0_reverse	1	-0.04086922109127045
127124	rnn.bias_hh_l0_reverse	2	0.07988263666629791
127124	rnn.bias_hh_l0_reverse	3	-0.05027250573039055
127124	rnn.bias_hh_l0_reverse	4	-0.03491930291056633
127124	rnn.bias_hh_l0_reverse	5	-0.02847808226943016
127124	rnn.bias_hh_l0_reverse	6	-0.0275659691542387
127124	rnn.bias_hh_l0_reverse	7	0.1118849590420723
127124	rnn.bias_hh_l0_reverse	8	0.03225152567028999
127124	rnn.bias_hh_l0_reverse	9	-0.12501943111419678
127124	rnn.weight_ih_l1	0	-0.03567635640501976
127124	rnn.weight_ih_l1	1	-0.035397570580244064
127124	rnn.weight_ih_l1	2	0.049306150525808334
127124	rnn.weight_ih_l1	3	-0.06216537207365036
127124	rnn.weight_ih_l1	4	-0.01274435967206955
127124	rnn.weight_ih_l1	5	-0.04832112416625023
127124	rnn.weight_ih_l1	6	0.02786938287317753
127124	rnn.weight_ih_l1	7	-0.019619349390268326
127124	rnn.weight_ih_l1	8	0.037428244948387146
127124	rnn.weight_ih_l1	9	0.043356798589229584
127124	rnn.weight_hh_l1	0	-0.011200635693967342
127124	rnn.weight_hh_l1	1	0.013084473088383675
127124	rnn.weight_hh_l1	2	0.009052824229001999
127124	rnn.weight_hh_l1	3	-0.0073188659735023975
127124	rnn.weight_hh_l1	4	0.008539112284779549
127124	rnn.weight_hh_l1	5	0.026166176423430443
127124	rnn.weight_hh_l1	6	0.026614798232913017
127124	rnn.weight_hh_l1	7	-0.023486347869038582
127124	rnn.weight_hh_l1	8	-0.01439555175602436
127124	rnn.weight_hh_l1	9	0.03805709630250931
127124	rnn.bias_ih_l1	0	-0.19494590163230896
127124	rnn.bias_ih_l1	1	-0.19423536956310272
127124	rnn.bias_ih_l1	2	-0.2027393877506256
127124	rnn.bias_ih_l1	3	-0.2642517685890198
127124	rnn.bias_ih_l1	4	-0.21846990287303925
127124	rnn.bias_ih_l1	5	-0.10120423883199692
127124	rnn.bias_ih_l1	6	-0.1417684704065323
127124	rnn.bias_ih_l1	7	-0.052322596311569214
127124	rnn.bias_ih_l1	8	-0.12396449595689774
127124	rnn.bias_ih_l1	9	-0.13000141084194183
127124	rnn.bias_hh_l1	0	-0.12882985174655914
127124	rnn.bias_hh_l1	1	-0.04903004318475723
127124	rnn.bias_hh_l1	2	-0.10166997462511063
127124	rnn.bias_hh_l1	3	-0.09860292822122574
127124	rnn.bias_hh_l1	4	-0.11342190206050873
127124	rnn.bias_hh_l1	5	-0.11348571628332138
127124	rnn.bias_hh_l1	6	-0.14228278398513794
127124	rnn.bias_hh_l1	7	0.036706626415252686
127124	rnn.bias_hh_l1	8	-0.17921040952205658
127124	rnn.bias_hh_l1	9	-0.109559565782547
127124	rnn.weight_ih_l1_reverse	0	-0.03484354168176651
127124	rnn.weight_ih_l1_reverse	1	0.010928215458989143
127124	rnn.weight_ih_l1_reverse	2	0.06675635278224945
127124	rnn.weight_ih_l1_reverse	3	-0.0002994052483700216
127124	rnn.weight_ih_l1_reverse	4	-0.03655413165688515
127124	rnn.weight_ih_l1_reverse	5	-0.035553622990846634
127124	rnn.weight_ih_l1_reverse	6	-0.01023166161030531
127124	rnn.weight_ih_l1_reverse	7	0.02689424157142639
127124	rnn.weight_ih_l1_reverse	8	0.045839473605155945
127124	rnn.weight_ih_l1_reverse	9	-0.04541086032986641
127124	rnn.weight_hh_l1_reverse	0	0.007103228475898504
127124	rnn.weight_hh_l1_reverse	1	0.028216496109962463
127124	rnn.weight_hh_l1_reverse	2	-0.039556197822093964
127124	rnn.weight_hh_l1_reverse	3	0.0393512137234211
127124	rnn.weight_hh_l1_reverse	4	0.04024391621351242
127124	rnn.weight_hh_l1_reverse	5	0.008095149882137775
127124	rnn.weight_hh_l1_reverse	6	0.024207765236496925
127124	rnn.weight_hh_l1_reverse	7	0.028231624513864517
127124	rnn.weight_hh_l1_reverse	8	-0.006056885700672865
127124	rnn.weight_hh_l1_reverse	9	-0.03137563541531563
127124	rnn.bias_ih_l1_reverse	0	-0.0671704113483429
127124	rnn.bias_ih_l1_reverse	1	-0.15322232246398926
127124	rnn.bias_ih_l1_reverse	2	-0.15606015920639038
127124	rnn.bias_ih_l1_reverse	3	-0.04461348429322243
127124	rnn.bias_ih_l1_reverse	4	-0.2059449851512909
127124	rnn.bias_ih_l1_reverse	5	-0.10499751567840576
127124	rnn.bias_ih_l1_reverse	6	-0.12620526552200317
127124	rnn.bias_ih_l1_reverse	7	-0.2061934620141983
127124	rnn.bias_ih_l1_reverse	8	0.18862053751945496
127124	rnn.bias_ih_l1_reverse	9	0.05310162156820297
127124	rnn.bias_hh_l1_reverse	0	-0.04251806437969208
127124	rnn.bias_hh_l1_reverse	1	-0.061086997389793396
127124	rnn.bias_hh_l1_reverse	2	-0.23189036548137665
127124	rnn.bias_hh_l1_reverse	3	-0.11752668768167496
127124	rnn.bias_hh_l1_reverse	4	-0.09335897117853165
127124	rnn.bias_hh_l1_reverse	5	-0.12651531398296356
127124	rnn.bias_hh_l1_reverse	6	0.09856539219617844
127124	rnn.bias_hh_l1_reverse	7	-0.14127901196479797
127124	rnn.bias_hh_l1_reverse	8	-0.11258379369974136
127124	rnn.bias_hh_l1_reverse	9	-0.14483913779258728
127124	linear.weight	0	0.002228822559118271
127124	linear.weight	1	0.11303012073040009
127124	linear.weight	2	-0.02918478660285473
127124	linear.weight	3	0.3246552050113678
127124	linear.weight	4	0.17732682824134827
127124	linear.weight	5	-0.031041866168379784
127124	linear.weight	6	0.08722202479839325
127124	linear.weight	7	0.050757262855768204
127124	linear.weight	8	0.04126749187707901
127124	linear.weight	9	-0.022991551086306572
127124	linear.bias	0	0.03526517003774643
127124	linear.bias	1	-0.19955185055732727
127124	linear.bias	2	-0.36791372299194336
127124	linear.bias	3	-0.6399088501930237
127124	linear.bias	4	-1.1510984897613525
127124	linear.bias	5	-0.13273678719997406
127124	linear.bias	6	-0.7444281578063965
127124	linear.bias	7	0.2706761658191681
127124	linear.bias	8	-0.47614797949790955
127124	linear.bias	9	-0.958288311958313
127321	transitions	0	0.6466172933578491
127321	transitions	1	0.1614813506603241
127321	transitions	2	-10000.0
127321	transitions	3	-1.8205797672271729
127321	transitions	4	-10000.0
127321	transitions	5	0.5888068079948425
127321	transitions	6	-0.06856364011764526
127321	transitions	7	-0.6676037907600403
127321	transitions	8	-1.394299864768982
127321	transitions	9	-0.0010421245824545622
127321	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
127321	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
127321	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
127321	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
127321	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
127321	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
127321	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
127321	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
127321	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
127321	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
127321	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
127321	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
127321	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
127321	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
127321	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
127321	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
127321	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
127321	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
127321	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
127321	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
127321	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
127321	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
127321	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
127321	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
127321	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
127321	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
127321	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
127321	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
127321	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
127321	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
127321	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
127321	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
127321	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
127321	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
127321	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
127321	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
127321	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
127321	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
127321	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
127321	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
127321	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
127321	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
127321	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
127321	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
127321	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
127321	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
127321	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
127321	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
127321	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
127321	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
127321	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
127321	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
127321	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
127321	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
127321	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
127321	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
127321	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
127321	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
127321	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
127321	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
127321	embedding2nn.weight	0	0.01585007645189762
127321	embedding2nn.weight	1	-0.014580018818378448
127321	embedding2nn.weight	2	-0.014268254861235619
127321	embedding2nn.weight	3	-0.04438675940036774
127321	embedding2nn.weight	4	-0.0059150345623493195
127321	embedding2nn.weight	5	-0.0037005855701863766
127321	embedding2nn.weight	6	-0.003973281476646662
127321	embedding2nn.weight	7	-0.0733332633972168
127321	embedding2nn.weight	8	-0.0019979383796453476
127321	embedding2nn.weight	9	-0.024779856204986572
127321	embedding2nn.bias	0	0.060892894864082336
127321	embedding2nn.bias	1	-0.05816998332738876
127321	embedding2nn.bias	2	0.07849141955375671
127321	embedding2nn.bias	3	0.05844556912779808
127321	embedding2nn.bias	4	-0.02758967876434326
127321	embedding2nn.bias	5	-0.0339079350233078
127321	embedding2nn.bias	6	0.0330549031496048
127321	embedding2nn.bias	7	-0.04562983289361
127321	embedding2nn.bias	8	0.08332569152116776
127321	embedding2nn.bias	9	0.017625629901885986
127321	rnn.weight_ih_l0	0	-0.07028578966856003
127321	rnn.weight_ih_l0	1	-0.0023916312493383884
127321	rnn.weight_ih_l0	2	0.04701148718595505
127321	rnn.weight_ih_l0	3	0.013431690633296967
127321	rnn.weight_ih_l0	4	-0.01746702939271927
127321	rnn.weight_ih_l0	5	-0.05890394374728203
127321	rnn.weight_ih_l0	6	0.00390080688521266
127321	rnn.weight_ih_l0	7	0.03787405416369438
127321	rnn.weight_ih_l0	8	-0.010157176293432713
127321	rnn.weight_ih_l0	9	-0.01784246228635311
127321	rnn.weight_hh_l0	0	-0.03196113556623459
127321	rnn.weight_hh_l0	1	-0.01593203842639923
127321	rnn.weight_hh_l0	2	-0.00392146734520793
127321	rnn.weight_hh_l0	3	-0.06642381101846695
127321	rnn.weight_hh_l0	4	0.08100493997335434
127321	rnn.weight_hh_l0	5	-0.015166240744292736
127321	rnn.weight_hh_l0	6	-0.04723488911986351
127321	rnn.weight_hh_l0	7	0.02167799510061741
127321	rnn.weight_hh_l0	8	0.012866657227277756
127321	rnn.weight_hh_l0	9	-0.014846671372652054
127321	rnn.bias_ih_l0	0	0.09844337403774261
127321	rnn.bias_ih_l0	1	-0.030544864013791084
127321	rnn.bias_ih_l0	2	0.0029131683986634016
127321	rnn.bias_ih_l0	3	0.12632040679454803
127321	rnn.bias_ih_l0	4	-0.02860635332763195
127321	rnn.bias_ih_l0	5	-0.03346461430191994
127321	rnn.bias_ih_l0	6	0.016982154920697212
127321	rnn.bias_ih_l0	7	0.040614817291498184
127321	rnn.bias_ih_l0	8	-0.09990523010492325
127321	rnn.bias_ih_l0	9	-0.040516242384910583
127321	rnn.bias_hh_l0	0	-0.02059430629014969
127321	rnn.bias_hh_l0	1	-0.11323970556259155
127321	rnn.bias_hh_l0	2	-0.04942358285188675
127321	rnn.bias_hh_l0	3	-0.0886237621307373
127321	rnn.bias_hh_l0	4	-0.02258666791021824
127321	rnn.bias_hh_l0	5	-0.023709341883659363
127321	rnn.bias_hh_l0	6	0.036508332937955856
127321	rnn.bias_hh_l0	7	0.045871295034885406
127321	rnn.bias_hh_l0	8	-0.11961624026298523
127321	rnn.bias_hh_l0	9	-0.050374921411275864
127321	rnn.weight_ih_l0_reverse	0	-0.023370062932372093
127321	rnn.weight_ih_l0_reverse	1	-0.04478763788938522
127321	rnn.weight_ih_l0_reverse	2	-0.026994425803422928
127321	rnn.weight_ih_l0_reverse	3	-0.0014705859357491136
127321	rnn.weight_ih_l0_reverse	4	-0.012525008991360664
127321	rnn.weight_ih_l0_reverse	5	-0.04262438416481018
127321	rnn.weight_ih_l0_reverse	6	0.09046395868062973
127321	rnn.weight_ih_l0_reverse	7	-0.0241386778652668
127321	rnn.weight_ih_l0_reverse	8	-0.017950715497136116
127321	rnn.weight_ih_l0_reverse	9	0.0054253446869552135
127321	rnn.weight_hh_l0_reverse	0	0.057358160614967346
127321	rnn.weight_hh_l0_reverse	1	0.02519429288804531
127321	rnn.weight_hh_l0_reverse	2	0.028162838891148567
127321	rnn.weight_hh_l0_reverse	3	0.03153739497065544
127321	rnn.weight_hh_l0_reverse	4	0.010575175285339355
127321	rnn.weight_hh_l0_reverse	5	0.02414877898991108
127321	rnn.weight_hh_l0_reverse	6	0.04791182279586792
127321	rnn.weight_hh_l0_reverse	7	-0.06443475186824799
127321	rnn.weight_hh_l0_reverse	8	0.04105100408196449
127321	rnn.weight_hh_l0_reverse	9	0.04132216423749924
127321	rnn.bias_ih_l0_reverse	0	-0.08338706195354462
127321	rnn.bias_ih_l0_reverse	1	-0.23806288838386536
127321	rnn.bias_ih_l0_reverse	2	-0.14287348091602325
127321	rnn.bias_ih_l0_reverse	3	-0.04244258254766464
127321	rnn.bias_ih_l0_reverse	4	-0.034496407955884933
127321	rnn.bias_ih_l0_reverse	5	0.0687129870057106
127321	rnn.bias_ih_l0_reverse	6	-0.07241050153970718
127321	rnn.bias_ih_l0_reverse	7	0.054572418332099915
127321	rnn.bias_ih_l0_reverse	8	-0.035780176520347595
127321	rnn.bias_ih_l0_reverse	9	0.04943596571683884
127321	rnn.bias_hh_l0_reverse	0	0.022353902459144592
127321	rnn.bias_hh_l0_reverse	1	-0.039703622460365295
127321	rnn.bias_hh_l0_reverse	2	0.08036891371011734
127321	rnn.bias_hh_l0_reverse	3	-0.045685552060604095
127321	rnn.bias_hh_l0_reverse	4	-0.02909315563738346
127321	rnn.bias_hh_l0_reverse	5	-0.031879864633083344
127321	rnn.bias_hh_l0_reverse	6	-0.026334969326853752
127321	rnn.bias_hh_l0_reverse	7	0.11094160377979279
127321	rnn.bias_hh_l0_reverse	8	0.03368060290813446
127321	rnn.bias_hh_l0_reverse	9	-0.12635353207588196
127321	rnn.weight_ih_l1	0	-0.03554485738277435
127321	rnn.weight_ih_l1	1	-0.03608353063464165
127321	rnn.weight_ih_l1	2	0.04709659144282341
127321	rnn.weight_ih_l1	3	-0.062451038509607315
127321	rnn.weight_ih_l1	4	-0.013513959012925625
127321	rnn.weight_ih_l1	5	-0.047999702394008636
127321	rnn.weight_ih_l1	6	0.028723303228616714
127321	rnn.weight_ih_l1	7	-0.02003520540893078
127321	rnn.weight_ih_l1	8	0.03767054155468941
127321	rnn.weight_ih_l1	9	0.04422637075185776
127321	rnn.weight_hh_l1	0	-0.011452934704720974
127321	rnn.weight_hh_l1	1	0.013168678618967533
127321	rnn.weight_hh_l1	2	0.009875944815576077
127321	rnn.weight_hh_l1	3	-0.007135795429348946
127321	rnn.weight_hh_l1	4	0.007812652736902237
127321	rnn.weight_hh_l1	5	0.026231486350297928
127321	rnn.weight_hh_l1	6	0.02625618688762188
127321	rnn.weight_hh_l1	7	-0.023001834750175476
127321	rnn.weight_hh_l1	8	-0.013969378545880318
127321	rnn.weight_hh_l1	9	0.037694208323955536
127321	rnn.bias_ih_l1	0	-0.19281117618083954
127321	rnn.bias_ih_l1	1	-0.19222357869148254
127321	rnn.bias_ih_l1	2	-0.20012164115905762
127321	rnn.bias_ih_l1	3	-0.26588061451911926
127321	rnn.bias_ih_l1	4	-0.21511238813400269
127321	rnn.bias_ih_l1	5	-0.1023309975862503
127321	rnn.bias_ih_l1	6	-0.14527015388011932
127321	rnn.bias_ih_l1	7	-0.04973064363002777
127321	rnn.bias_ih_l1	8	-0.12395495921373367
127321	rnn.bias_ih_l1	9	-0.1296314150094986
127321	rnn.bias_hh_l1	0	-0.1286149024963379
127321	rnn.bias_hh_l1	1	-0.05333797633647919
127321	rnn.bias_hh_l1	2	-0.101010762155056
127321	rnn.bias_hh_l1	3	-0.09810040891170502
127321	rnn.bias_hh_l1	4	-0.11527810990810394
127321	rnn.bias_hh_l1	5	-0.1125781461596489
127321	rnn.bias_hh_l1	6	-0.14036501944065094
127321	rnn.bias_hh_l1	7	0.03457508608698845
127321	rnn.bias_hh_l1	8	-0.1760309636592865
127321	rnn.bias_hh_l1	9	-0.1071721613407135
127321	rnn.weight_ih_l1_reverse	0	-0.03472653776407242
127321	rnn.weight_ih_l1_reverse	1	0.01137670036405325
127321	rnn.weight_ih_l1_reverse	2	0.06459422409534454
127321	rnn.weight_ih_l1_reverse	3	-0.00012531812535598874
127321	rnn.weight_ih_l1_reverse	4	-0.03452168405056
127321	rnn.weight_ih_l1_reverse	5	-0.035654522478580475
127321	rnn.weight_ih_l1_reverse	6	-0.009046525694429874
127321	rnn.weight_ih_l1_reverse	7	0.025987418368458748
127321	rnn.weight_ih_l1_reverse	8	0.04682735353708267
127321	rnn.weight_ih_l1_reverse	9	-0.04440048336982727
127321	rnn.weight_hh_l1_reverse	0	0.006914418190717697
127321	rnn.weight_hh_l1_reverse	1	0.028264323249459267
127321	rnn.weight_hh_l1_reverse	2	-0.0395352840423584
127321	rnn.weight_hh_l1_reverse	3	0.03942330926656723
127321	rnn.weight_hh_l1_reverse	4	0.03952394425868988
127321	rnn.weight_hh_l1_reverse	5	0.008154722861945629
127321	rnn.weight_hh_l1_reverse	6	0.022533174604177475
127321	rnn.weight_hh_l1_reverse	7	0.02843419834971428
127321	rnn.weight_hh_l1_reverse	8	-0.0060358233749866486
127321	rnn.weight_hh_l1_reverse	9	-0.031163133680820465
127321	rnn.bias_ih_l1_reverse	0	-0.06892487406730652
127321	rnn.bias_ih_l1_reverse	1	-0.15256083011627197
127321	rnn.bias_ih_l1_reverse	2	-0.15368610620498657
127321	rnn.bias_ih_l1_reverse	3	-0.04409734159708023
127321	rnn.bias_ih_l1_reverse	4	-0.2043520212173462
127321	rnn.bias_ih_l1_reverse	5	-0.10295961052179337
127321	rnn.bias_ih_l1_reverse	6	-0.12572672963142395
127321	rnn.bias_ih_l1_reverse	7	-0.20471124351024628
127321	rnn.bias_ih_l1_reverse	8	0.19194772839546204
127321	rnn.bias_ih_l1_reverse	9	0.05691961944103241
127321	rnn.bias_hh_l1_reverse	0	-0.04967908933758736
127321	rnn.bias_hh_l1_reverse	1	-0.057763807475566864
127321	rnn.bias_hh_l1_reverse	2	-0.23289678990840912
127321	rnn.bias_hh_l1_reverse	3	-0.11704914271831512
127321	rnn.bias_hh_l1_reverse	4	-0.0916776955127716
127321	rnn.bias_hh_l1_reverse	5	-0.12425916641950607
127321	rnn.bias_hh_l1_reverse	6	0.1001521423459053
127321	rnn.bias_hh_l1_reverse	7	-0.14061607420444489
127321	rnn.bias_hh_l1_reverse	8	-0.11438058316707611
127321	rnn.bias_hh_l1_reverse	9	-0.14528128504753113
127321	linear.weight	0	0.002228822559118271
127321	linear.weight	1	0.11500413715839386
127321	linear.weight	2	-0.034485504031181335
127321	linear.weight	3	0.32626962661743164
127321	linear.weight	4	0.17668630182743073
127321	linear.weight	5	-0.03554433584213257
127321	linear.weight	6	0.08307024091482162
127321	linear.weight	7	0.05721481889486313
127321	linear.weight	8	0.041268814355134964
127321	linear.weight	9	-0.024565260857343674
127321	linear.bias	0	0.03309101611375809
127321	linear.bias	1	-0.19880495965480804
127321	linear.bias	2	-0.33824780583381653
127321	linear.bias	3	-0.6513155698776245
127321	linear.bias	4	-1.1623075008392334
127321	linear.bias	5	-0.10612617433071136
127321	linear.bias	6	-0.7399309277534485
127321	linear.bias	7	0.2950221300125122
127321	linear.bias	8	-0.4527662396430969
127321	linear.bias	9	-0.9379948377609253
127518	transitions	0	0.6505913734436035
127518	transitions	1	0.1572045385837555
127518	transitions	2	-10000.0
127518	transitions	3	-1.8206111192703247
127518	transitions	4	-10000.0
127518	transitions	5	0.5886955261230469
127518	transitions	6	-0.06864632666110992
127518	transitions	7	-0.6693687438964844
127518	transitions	8	-1.3945808410644531
127518	transitions	9	-0.0010439412435516715
127518	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
127518	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
127518	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
127518	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
127518	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
127518	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
127518	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
127518	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
127518	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
127518	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
127518	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
127518	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
127518	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
127518	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
127518	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
127518	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
127518	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
127518	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
127518	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
127518	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
127518	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
127518	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
127518	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
127518	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
127518	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
127518	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
127518	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
127518	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
127518	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
127518	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
127518	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
127518	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
127518	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
127518	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
127518	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
127518	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
127518	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
127518	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
127518	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
127518	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
127518	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
127518	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
127518	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
127518	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
127518	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
127518	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
127518	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
127518	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
127518	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
127518	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
127518	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
127518	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
127518	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
127518	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
127518	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
127518	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
127518	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
127518	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
127518	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
127518	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
127518	embedding2nn.weight	0	0.019070735201239586
127518	embedding2nn.weight	1	-0.014604369178414345
127518	embedding2nn.weight	2	-0.014268254861235619
127518	embedding2nn.weight	3	-0.04493491351604462
127518	embedding2nn.weight	4	-0.0059150345623493195
127518	embedding2nn.weight	5	-0.0037005855701863766
127518	embedding2nn.weight	6	-0.003973282873630524
127518	embedding2nn.weight	7	-0.07411303371191025
127518	embedding2nn.weight	8	-0.0019979383796453476
127518	embedding2nn.weight	9	-0.025145892053842545
127518	embedding2nn.bias	0	0.07382640242576599
127518	embedding2nn.bias	1	-0.07380977272987366
127518	embedding2nn.bias	2	0.0763716772198677
127518	embedding2nn.bias	3	0.0588388666510582
127518	embedding2nn.bias	4	-0.025116760283708572
127518	embedding2nn.bias	5	-0.026947714388370514
127518	embedding2nn.bias	6	0.03952525556087494
127518	embedding2nn.bias	7	-0.05424509570002556
127518	embedding2nn.bias	8	0.08690878748893738
127518	embedding2nn.bias	9	0.018530022352933884
127518	rnn.weight_ih_l0	0	-0.06933058798313141
127518	rnn.weight_ih_l0	1	-0.004265124443918467
127518	rnn.weight_ih_l0	2	0.047021061182022095
127518	rnn.weight_ih_l0	3	0.014369535259902477
127518	rnn.weight_ih_l0	4	-0.017522234469652176
127518	rnn.weight_ih_l0	5	-0.058504972606897354
127518	rnn.weight_ih_l0	6	0.0028523846995085478
127518	rnn.weight_ih_l0	7	0.039409104734659195
127518	rnn.weight_ih_l0	8	-0.010470209643244743
127518	rnn.weight_ih_l0	9	-0.01592065766453743
127518	rnn.weight_hh_l0	0	-0.03283722698688507
127518	rnn.weight_hh_l0	1	-0.016515549272298813
127518	rnn.weight_hh_l0	2	-0.003030426101759076
127518	rnn.weight_hh_l0	3	-0.06586211174726486
127518	rnn.weight_hh_l0	4	0.0812259390950203
127518	rnn.weight_hh_l0	5	-0.015813885256648064
127518	rnn.weight_hh_l0	6	-0.04703761637210846
127518	rnn.weight_hh_l0	7	0.023189034312963486
127518	rnn.weight_hh_l0	8	0.012427437119185925
127518	rnn.weight_hh_l0	9	-0.01576402224600315
127518	rnn.bias_ih_l0	0	0.0988910123705864
127518	rnn.bias_ih_l0	1	-0.02516261115670204
127518	rnn.bias_ih_l0	2	0.004633151460438967
127518	rnn.bias_ih_l0	3	0.1255882978439331
127518	rnn.bias_ih_l0	4	-0.028785433620214462
127518	rnn.bias_ih_l0	5	-0.036919981241226196
127518	rnn.bias_ih_l0	6	0.017177093774080276
127518	rnn.bias_ih_l0	7	0.040173228830099106
127518	rnn.bias_ih_l0	8	-0.10206468403339386
127518	rnn.bias_ih_l0	9	-0.04532010108232498
127518	rnn.bias_hh_l0	0	-0.023986319079995155
127518	rnn.bias_hh_l0	1	-0.11960016191005707
127518	rnn.bias_hh_l0	2	-0.048079751431941986
127518	rnn.bias_hh_l0	3	-0.08995765447616577
127518	rnn.bias_hh_l0	4	-0.020209703594446182
127518	rnn.bias_hh_l0	5	-0.02172812819480896
127518	rnn.bias_hh_l0	6	0.03517816588282585
127518	rnn.bias_hh_l0	7	0.04342750459909439
127518	rnn.bias_hh_l0	8	-0.11674553900957108
127518	rnn.bias_hh_l0	9	-0.048800576478242874
127518	rnn.weight_ih_l0_reverse	0	-0.024774136021733284
127518	rnn.weight_ih_l0_reverse	1	-0.04409613087773323
127518	rnn.weight_ih_l0_reverse	2	-0.026359913870692253
127518	rnn.weight_ih_l0_reverse	3	-0.0022443479392677546
127518	rnn.weight_ih_l0_reverse	4	-0.013224276714026928
127518	rnn.weight_ih_l0_reverse	5	-0.04257882013916969
127518	rnn.weight_ih_l0_reverse	6	0.08977655321359634
127518	rnn.weight_ih_l0_reverse	7	-0.026063233613967896
127518	rnn.weight_ih_l0_reverse	8	-0.0167522169649601
127518	rnn.weight_ih_l0_reverse	9	0.005883947014808655
127518	rnn.weight_hh_l0_reverse	0	0.057198766618967056
127518	rnn.weight_hh_l0_reverse	1	0.02615276724100113
127518	rnn.weight_hh_l0_reverse	2	0.02825181372463703
127518	rnn.weight_hh_l0_reverse	3	0.031143084168434143
127518	rnn.weight_hh_l0_reverse	4	0.009872374124825
127518	rnn.weight_hh_l0_reverse	5	0.024960916489362717
127518	rnn.weight_hh_l0_reverse	6	0.04817786067724228
127518	rnn.weight_hh_l0_reverse	7	-0.06461683660745621
127518	rnn.weight_hh_l0_reverse	8	0.04252376779913902
127518	rnn.weight_hh_l0_reverse	9	0.04133731499314308
127518	rnn.bias_ih_l0_reverse	0	-0.0834067314863205
127518	rnn.bias_ih_l0_reverse	1	-0.2449340671300888
127518	rnn.bias_ih_l0_reverse	2	-0.1433362513780594
127518	rnn.bias_ih_l0_reverse	3	-0.04074691981077194
127518	rnn.bias_ih_l0_reverse	4	-0.03312348201870918
127518	rnn.bias_ih_l0_reverse	5	0.066347137093544
127518	rnn.bias_ih_l0_reverse	6	-0.0726369097828865
127518	rnn.bias_ih_l0_reverse	7	0.05516515299677849
127518	rnn.bias_ih_l0_reverse	8	-0.0367128923535347
127518	rnn.bias_ih_l0_reverse	9	0.05196734517812729
127518	rnn.bias_hh_l0_reverse	0	0.024009644985198975
127518	rnn.bias_hh_l0_reverse	1	-0.03727098926901817
127518	rnn.bias_hh_l0_reverse	2	0.07872631400823593
127518	rnn.bias_hh_l0_reverse	3	-0.04554319754242897
127518	rnn.bias_hh_l0_reverse	4	-0.03172162547707558
127518	rnn.bias_hh_l0_reverse	5	-0.03223404660820961
127518	rnn.bias_hh_l0_reverse	6	-0.025940066203475
127518	rnn.bias_hh_l0_reverse	7	0.10945025086402893
127518	rnn.bias_hh_l0_reverse	8	0.03150688856840134
127518	rnn.bias_hh_l0_reverse	9	-0.12508997321128845
127518	rnn.weight_ih_l1	0	-0.035234224051237106
127518	rnn.weight_ih_l1	1	-0.03603462129831314
127518	rnn.weight_ih_l1	2	0.04837832227349281
127518	rnn.weight_ih_l1	3	-0.06257179379463196
127518	rnn.weight_ih_l1	4	-0.012489598244428635
127518	rnn.weight_ih_l1	5	-0.04727981984615326
127518	rnn.weight_ih_l1	6	0.028060531243681908
127518	rnn.weight_ih_l1	7	-0.01875291019678116
127518	rnn.weight_ih_l1	8	0.03778425231575966
127518	rnn.weight_ih_l1	9	0.04465001821517944
127518	rnn.weight_hh_l1	0	-0.012057049199938774
127518	rnn.weight_hh_l1	1	0.01342624332755804
127518	rnn.weight_hh_l1	2	0.011570491828024387
127518	rnn.weight_hh_l1	3	-0.00716520007699728
127518	rnn.weight_hh_l1	4	0.007937444373965263
127518	rnn.weight_hh_l1	5	0.026324469596147537
127518	rnn.weight_hh_l1	6	0.026227476075291634
127518	rnn.weight_hh_l1	7	-0.022087324410676956
127518	rnn.weight_hh_l1	8	-0.013573583215475082
127518	rnn.weight_hh_l1	9	0.03692666441202164
127518	rnn.bias_ih_l1	0	-0.19374814629554749
127518	rnn.bias_ih_l1	1	-0.19497719407081604
127518	rnn.bias_ih_l1	2	-0.19673454761505127
127518	rnn.bias_ih_l1	3	-0.26959362626075745
127518	rnn.bias_ih_l1	4	-0.21143953502178192
127518	rnn.bias_ih_l1	5	-0.10331442207098007
127518	rnn.bias_ih_l1	6	-0.1483496129512787
127518	rnn.bias_ih_l1	7	-0.04400508850812912
127518	rnn.bias_ih_l1	8	-0.13026520609855652
127518	rnn.bias_ih_l1	9	-0.1299470067024231
127518	rnn.bias_hh_l1	0	-0.12809856235980988
127518	rnn.bias_hh_l1	1	-0.05353425070643425
127518	rnn.bias_hh_l1	2	-0.10328469425439835
127518	rnn.bias_hh_l1	3	-0.09864664077758789
127518	rnn.bias_hh_l1	4	-0.11475321650505066
127518	rnn.bias_hh_l1	5	-0.11313650012016296
127518	rnn.bias_hh_l1	6	-0.14096705615520477
127518	rnn.bias_hh_l1	7	0.03460124880075455
127518	rnn.bias_hh_l1	8	-0.17801633477210999
127518	rnn.bias_hh_l1	9	-0.1062086969614029
127518	rnn.weight_ih_l1_reverse	0	-0.03471532464027405
127518	rnn.weight_ih_l1_reverse	1	0.012799302116036415
127518	rnn.weight_ih_l1_reverse	2	0.06761268526315689
127518	rnn.weight_ih_l1_reverse	3	0.001455986057408154
127518	rnn.weight_ih_l1_reverse	4	-0.033904045820236206
127518	rnn.weight_ih_l1_reverse	5	-0.03580194711685181
127518	rnn.weight_ih_l1_reverse	6	-0.00618648249655962
127518	rnn.weight_ih_l1_reverse	7	0.026730233803391457
127518	rnn.weight_ih_l1_reverse	8	0.04706412926316261
127518	rnn.weight_ih_l1_reverse	9	-0.04476098343729973
127518	rnn.weight_hh_l1_reverse	0	0.007251202128827572
127518	rnn.weight_hh_l1_reverse	1	0.028312578797340393
127518	rnn.weight_hh_l1_reverse	2	-0.039643872529268265
127518	rnn.weight_hh_l1_reverse	3	0.039282456040382385
127518	rnn.weight_hh_l1_reverse	4	0.03936431556940079
127518	rnn.weight_hh_l1_reverse	5	0.008943140506744385
127518	rnn.weight_hh_l1_reverse	6	0.022089773789048195
127518	rnn.weight_hh_l1_reverse	7	0.028315344825387
127518	rnn.weight_hh_l1_reverse	8	-0.006094282492995262
127518	rnn.weight_hh_l1_reverse	9	-0.031210582703351974
127518	rnn.bias_ih_l1_reverse	0	-0.06774383038282394
127518	rnn.bias_ih_l1_reverse	1	-0.15604807436466217
127518	rnn.bias_ih_l1_reverse	2	-0.1503673493862152
127518	rnn.bias_ih_l1_reverse	3	-0.04157939553260803
127518	rnn.bias_ih_l1_reverse	4	-0.2032160609960556
127518	rnn.bias_ih_l1_reverse	5	-0.10624390095472336
127518	rnn.bias_ih_l1_reverse	6	-0.12577223777770996
127518	rnn.bias_ih_l1_reverse	7	-0.20130175352096558
127518	rnn.bias_ih_l1_reverse	8	0.18995293974876404
127518	rnn.bias_ih_l1_reverse	9	0.05427640676498413
127518	rnn.bias_hh_l1_reverse	0	-0.046947162598371506
127518	rnn.bias_hh_l1_reverse	1	-0.06488394737243652
127518	rnn.bias_hh_l1_reverse	2	-0.2314123809337616
127518	rnn.bias_hh_l1_reverse	3	-0.11536948382854462
127518	rnn.bias_hh_l1_reverse	4	-0.09268497675657272
127518	rnn.bias_hh_l1_reverse	5	-0.12670956552028656
127518	rnn.bias_hh_l1_reverse	6	0.10580413788557053
127518	rnn.bias_hh_l1_reverse	7	-0.1431589275598526
127518	rnn.bias_hh_l1_reverse	8	-0.11348021775484085
127518	rnn.bias_hh_l1_reverse	9	-0.1446363776922226
127518	linear.weight	0	0.002228822559118271
127518	linear.weight	1	0.10385571420192719
127518	linear.weight	2	-0.03580731898546219
127518	linear.weight	3	0.3236585259437561
127518	linear.weight	4	0.17226220667362213
127518	linear.weight	5	-0.030131017789244652
127518	linear.weight	6	0.09070799499750137
127518	linear.weight	7	0.057711612433195114
127518	linear.weight	8	0.04126981645822525
127518	linear.weight	9	-0.031913481652736664
127518	linear.bias	0	0.06277379393577576
127518	linear.bias	1	-0.2155027538537979
127518	linear.bias	2	-0.3535153269767761
127518	linear.bias	3	-0.6720396280288696
127518	linear.bias	4	-1.1817426681518555
127518	linear.bias	5	-0.09432161599397659
127518	linear.bias	6	-0.7569546699523926
127518	linear.bias	7	0.31200599670410156
127518	linear.bias	8	-0.4662831723690033
127518	linear.bias	9	-0.9481649398803711
127715	transitions	0	0.6454352736473083
127715	transitions	1	0.15998850762844086
127715	transitions	2	-10000.0
127715	transitions	3	-1.8206409215927124
127715	transitions	4	-10000.0
127715	transitions	5	0.5886136889457703
127715	transitions	6	-0.06872722506523132
127715	transitions	7	-0.669707715511322
127715	transitions	8	-1.3948715925216675
127715	transitions	9	-0.0010447462555021048
127715	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
127715	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
127715	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
127715	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
127715	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
127715	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
127715	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
127715	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
127715	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
127715	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
127715	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
127715	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
127715	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
127715	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
127715	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
127715	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
127715	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
127715	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
127715	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
127715	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
127715	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
127715	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
127715	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
127715	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
127715	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
127715	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
127715	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
127715	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
127715	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
127715	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
127715	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
127715	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
127715	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
127715	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
127715	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
127715	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
127715	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
127715	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
127715	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
127715	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
127715	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
127715	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
127715	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
127715	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
127715	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
127715	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
127715	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
127715	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
127715	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
127715	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
127715	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
127715	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
127715	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
127715	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
127715	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
127715	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
127715	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
127715	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
127715	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
127715	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
127715	embedding2nn.weight	0	0.020377246662974358
127715	embedding2nn.weight	1	-0.014393213205039501
127715	embedding2nn.weight	2	-0.014268254861235619
127715	embedding2nn.weight	3	-0.04501795768737793
127715	embedding2nn.weight	4	-0.0059150345623493195
127715	embedding2nn.weight	5	-0.0037005858030170202
127715	embedding2nn.weight	6	-0.003973288927227259
127715	embedding2nn.weight	7	-0.07423541694879532
127715	embedding2nn.weight	8	-0.0019979383796453476
127715	embedding2nn.weight	9	-0.024487966671586037
127715	embedding2nn.bias	0	0.06921352446079254
127715	embedding2nn.bias	1	-0.06794663518667221
127715	embedding2nn.bias	2	0.07041819393634796
127715	embedding2nn.bias	3	0.05169070139527321
127715	embedding2nn.bias	4	-0.0241618063300848
127715	embedding2nn.bias	5	-0.02980630286037922
127715	embedding2nn.bias	6	0.03807946294546127
127715	embedding2nn.bias	7	-0.04791630432009697
127715	embedding2nn.bias	8	0.09408018738031387
127715	embedding2nn.bias	9	0.015835680067539215
127715	rnn.weight_ih_l0	0	-0.07084000110626221
127715	rnn.weight_ih_l0	1	-0.0045716408640146255
127715	rnn.weight_ih_l0	2	0.0462479330599308
127715	rnn.weight_ih_l0	3	0.014405748806893826
127715	rnn.weight_ih_l0	4	-0.017787592485547066
127715	rnn.weight_ih_l0	5	-0.0580756738781929
127715	rnn.weight_ih_l0	6	0.002864770358428359
127715	rnn.weight_ih_l0	7	0.039290651679039
127715	rnn.weight_ih_l0	8	-0.010251699946820736
127715	rnn.weight_ih_l0	9	-0.01669018156826496
127715	rnn.weight_hh_l0	0	-0.032640233635902405
127715	rnn.weight_hh_l0	1	-0.01695369742810726
127715	rnn.weight_hh_l0	2	-0.002207770012319088
127715	rnn.weight_hh_l0	3	-0.06601902097463608
127715	rnn.weight_hh_l0	4	0.08158858865499496
127715	rnn.weight_hh_l0	5	-0.016353564336895943
127715	rnn.weight_hh_l0	6	-0.04743698611855507
127715	rnn.weight_hh_l0	7	0.021001646295189857
127715	rnn.weight_hh_l0	8	0.013655906543135643
127715	rnn.weight_hh_l0	9	-0.01586991548538208
127715	rnn.bias_ih_l0	0	0.09990295767784119
127715	rnn.bias_ih_l0	1	-0.02685299701988697
127715	rnn.bias_ih_l0	2	0.004872029647231102
127715	rnn.bias_ih_l0	3	0.1263069063425064
127715	rnn.bias_ih_l0	4	-0.028452783823013306
127715	rnn.bias_ih_l0	5	-0.031938593834638596
127715	rnn.bias_ih_l0	6	0.018856439739465714
127715	rnn.bias_ih_l0	7	0.04104360565543175
127715	rnn.bias_ih_l0	8	-0.10036186128854752
127715	rnn.bias_ih_l0	9	-0.045861124992370605
127715	rnn.bias_hh_l0	0	-0.022451411932706833
127715	rnn.bias_hh_l0	1	-0.11921940743923187
127715	rnn.bias_hh_l0	2	-0.04659302905201912
127715	rnn.bias_hh_l0	3	-0.09137174487113953
127715	rnn.bias_hh_l0	4	-0.021710971370339394
127715	rnn.bias_hh_l0	5	-0.01979445293545723
127715	rnn.bias_hh_l0	6	0.034302402287721634
127715	rnn.bias_hh_l0	7	0.04717182368040085
127715	rnn.bias_hh_l0	8	-0.1166662648320198
127715	rnn.bias_hh_l0	9	-0.04954107850790024
127715	rnn.weight_ih_l0_reverse	0	-0.02398083172738552
127715	rnn.weight_ih_l0_reverse	1	-0.042599957436323166
127715	rnn.weight_ih_l0_reverse	2	-0.030345479026436806
127715	rnn.weight_ih_l0_reverse	3	-0.003189937211573124
127715	rnn.weight_ih_l0_reverse	4	-0.014031649567186832
127715	rnn.weight_ih_l0_reverse	5	-0.04228196293115616
127715	rnn.weight_ih_l0_reverse	6	0.09017935395240784
127715	rnn.weight_ih_l0_reverse	7	-0.025487467646598816
127715	rnn.weight_ih_l0_reverse	8	-0.01768479123711586
127715	rnn.weight_ih_l0_reverse	9	0.0046207718551158905
127715	rnn.weight_hh_l0_reverse	0	0.057539742439985275
127715	rnn.weight_hh_l0_reverse	1	0.026067407801747322
127715	rnn.weight_hh_l0_reverse	2	0.0283023864030838
127715	rnn.weight_hh_l0_reverse	3	0.029532209038734436
127715	rnn.weight_hh_l0_reverse	4	0.009249528869986534
127715	rnn.weight_hh_l0_reverse	5	0.024195417761802673
127715	rnn.weight_hh_l0_reverse	6	0.04717913642525673
127715	rnn.weight_hh_l0_reverse	7	-0.06547811627388
127715	rnn.weight_hh_l0_reverse	8	0.04119041562080383
127715	rnn.weight_hh_l0_reverse	9	0.041148509830236435
127715	rnn.bias_ih_l0_reverse	0	-0.0811755508184433
127715	rnn.bias_ih_l0_reverse	1	-0.24766188859939575
127715	rnn.bias_ih_l0_reverse	2	-0.13985459506511688
127715	rnn.bias_ih_l0_reverse	3	-0.03972797095775604
127715	rnn.bias_ih_l0_reverse	4	-0.030980363488197327
127715	rnn.bias_ih_l0_reverse	5	0.06585776805877686
127715	rnn.bias_ih_l0_reverse	6	-0.07233716547489166
127715	rnn.bias_ih_l0_reverse	7	0.055246733129024506
127715	rnn.bias_ih_l0_reverse	8	-0.03756286948919296
127715	rnn.bias_ih_l0_reverse	9	0.05117138847708702
127715	rnn.bias_hh_l0_reverse	0	0.024429069831967354
127715	rnn.bias_hh_l0_reverse	1	-0.04209744185209274
127715	rnn.bias_hh_l0_reverse	2	0.07861259579658508
127715	rnn.bias_hh_l0_reverse	3	-0.045347705483436584
127715	rnn.bias_hh_l0_reverse	4	-0.0326911062002182
127715	rnn.bias_hh_l0_reverse	5	-0.03208840265870094
127715	rnn.bias_hh_l0_reverse	6	-0.02446923404932022
127715	rnn.bias_hh_l0_reverse	7	0.10981883108615875
127715	rnn.bias_hh_l0_reverse	8	0.029076870530843735
127715	rnn.bias_hh_l0_reverse	9	-0.12626823782920837
127715	rnn.weight_ih_l1	0	-0.03554610162973404
127715	rnn.weight_ih_l1	1	-0.03590576723217964
127715	rnn.weight_ih_l1	2	0.047928035259246826
127715	rnn.weight_ih_l1	3	-0.06396158039569855
127715	rnn.weight_ih_l1	4	-0.012349069118499756
127715	rnn.weight_ih_l1	5	-0.047579575330019
127715	rnn.weight_ih_l1	6	0.027888359501957893
127715	rnn.weight_ih_l1	7	-0.01909799501299858
127715	rnn.weight_ih_l1	8	0.03780612722039223
127715	rnn.weight_ih_l1	9	0.045413777232170105
127715	rnn.weight_hh_l1	0	-0.012009186670184135
127715	rnn.weight_hh_l1	1	0.013345789164304733
127715	rnn.weight_hh_l1	2	0.012127754278481007
127715	rnn.weight_hh_l1	3	-0.007299658376723528
127715	rnn.weight_hh_l1	4	0.0075421263463795185
127715	rnn.weight_hh_l1	5	0.026007400825619698
127715	rnn.weight_hh_l1	6	0.025079192593693733
127715	rnn.weight_hh_l1	7	-0.02206856943666935
127715	rnn.weight_hh_l1	8	-0.013727006502449512
127715	rnn.weight_hh_l1	9	0.037488434463739395
127715	rnn.bias_ih_l1	0	-0.19231662154197693
127715	rnn.bias_ih_l1	1	-0.19624198973178864
127715	rnn.bias_ih_l1	2	-0.19655318558216095
127715	rnn.bias_ih_l1	3	-0.27123579382896423
127715	rnn.bias_ih_l1	4	-0.21357238292694092
127715	rnn.bias_ih_l1	5	-0.10150030255317688
127715	rnn.bias_ih_l1	6	-0.14782986044883728
127715	rnn.bias_ih_l1	7	-0.042444370687007904
127715	rnn.bias_ih_l1	8	-0.1291559636592865
127715	rnn.bias_ih_l1	9	-0.13394087553024292
127715	rnn.bias_hh_l1	0	-0.126827672123909
127715	rnn.bias_hh_l1	1	-0.055932264775037766
127715	rnn.bias_hh_l1	2	-0.10103694349527359
127715	rnn.bias_hh_l1	3	-0.0988055020570755
127715	rnn.bias_hh_l1	4	-0.11531902104616165
127715	rnn.bias_hh_l1	5	-0.11212331056594849
127715	rnn.bias_hh_l1	6	-0.14548121392726898
127715	rnn.bias_hh_l1	7	0.03577444329857826
127715	rnn.bias_hh_l1	8	-0.17716453969478607
127715	rnn.bias_hh_l1	9	-0.10620006918907166
127715	rnn.weight_ih_l1_reverse	0	-0.035510167479515076
127715	rnn.weight_ih_l1_reverse	1	0.011980978772044182
127715	rnn.weight_ih_l1_reverse	2	0.06860889494419098
127715	rnn.weight_ih_l1_reverse	3	0.0017664926126599312
127715	rnn.weight_ih_l1_reverse	4	-0.0358847938477993
127715	rnn.weight_ih_l1_reverse	5	-0.03499433770775795
127715	rnn.weight_ih_l1_reverse	6	-0.008239421993494034
127715	rnn.weight_ih_l1_reverse	7	0.02714412473142147
127715	rnn.weight_ih_l1_reverse	8	0.04933466762304306
127715	rnn.weight_ih_l1_reverse	9	-0.041351448744535446
127715	rnn.weight_hh_l1_reverse	0	0.00746154272928834
127715	rnn.weight_hh_l1_reverse	1	0.028432179242372513
127715	rnn.weight_hh_l1_reverse	2	-0.039710402488708496
127715	rnn.weight_hh_l1_reverse	3	0.03930226340889931
127715	rnn.weight_hh_l1_reverse	4	0.03914939984679222
127715	rnn.weight_hh_l1_reverse	5	0.009199180640280247
127715	rnn.weight_hh_l1_reverse	6	0.022870782762765884
127715	rnn.weight_hh_l1_reverse	7	0.028517218306660652
127715	rnn.weight_hh_l1_reverse	8	-0.006403885316103697
127715	rnn.weight_hh_l1_reverse	9	-0.031125448644161224
127715	rnn.bias_ih_l1_reverse	0	-0.06734989583492279
127715	rnn.bias_ih_l1_reverse	1	-0.15649646520614624
127715	rnn.bias_ih_l1_reverse	2	-0.15016070008277893
127715	rnn.bias_ih_l1_reverse	3	-0.03926308453083038
127715	rnn.bias_ih_l1_reverse	4	-0.20372696220874786
127715	rnn.bias_ih_l1_reverse	5	-0.10670626163482666
127715	rnn.bias_ih_l1_reverse	6	-0.12573571503162384
127715	rnn.bias_ih_l1_reverse	7	-0.20408092439174652
127715	rnn.bias_ih_l1_reverse	8	0.19428963959217072
127715	rnn.bias_ih_l1_reverse	9	0.052228569984436035
127715	rnn.bias_hh_l1_reverse	0	-0.04964777082204819
127715	rnn.bias_hh_l1_reverse	1	-0.06293250620365143
127715	rnn.bias_hh_l1_reverse	2	-0.23071691393852234
127715	rnn.bias_hh_l1_reverse	3	-0.11445894092321396
127715	rnn.bias_hh_l1_reverse	4	-0.09016630053520203
127715	rnn.bias_hh_l1_reverse	5	-0.12827080488204956
127715	rnn.bias_hh_l1_reverse	6	0.10517483204603195
127715	rnn.bias_hh_l1_reverse	7	-0.1456126868724823
127715	rnn.bias_hh_l1_reverse	8	-0.11296793073415756
127715	rnn.bias_hh_l1_reverse	9	-0.14488525688648224
127715	linear.weight	0	0.002228822559118271
127715	linear.weight	1	0.09014258533716202
127715	linear.weight	2	-0.034495577216148376
127715	linear.weight	3	0.32827743887901306
127715	linear.weight	4	0.1783629059791565
127715	linear.weight	5	-0.026423275470733643
127715	linear.weight	6	0.08044961094856262
127715	linear.weight	7	0.06522773951292038
127715	linear.weight	8	0.0412713997066021
127715	linear.weight	9	-0.034972183406353
127715	linear.bias	0	0.06236671283841133
127715	linear.bias	1	-0.24625271558761597
127715	linear.bias	2	-0.379435658454895
127715	linear.bias	3	-0.6644610166549683
127715	linear.bias	4	-1.1726653575897217
127715	linear.bias	5	-0.09704004973173141
127715	linear.bias	6	-0.7884253859519958
127715	linear.bias	7	0.31431037187576294
127715	linear.bias	8	-0.44369035959243774
127715	linear.bias	9	-0.9235820770263672
127912	transitions	0	0.6427862048149109
127912	transitions	1	0.15186470746994019
127912	transitions	2	-10000.0
127912	transitions	3	-1.8206701278686523
127912	transitions	4	-10000.0
127912	transitions	5	0.5885175466537476
127912	transitions	6	-0.0688142478466034
127912	transitions	7	-0.6708876490592957
127912	transitions	8	-1.3949806690216064
127912	transitions	9	-0.0010457191383466125
127912	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
127912	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
127912	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
127912	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
127912	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
127912	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
127912	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
127912	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
127912	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
127912	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
127912	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
127912	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
127912	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
127912	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
127912	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
127912	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
127912	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
127912	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
127912	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
127912	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
127912	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
127912	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
127912	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
127912	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
127912	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
127912	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
127912	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
127912	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
127912	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
127912	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
127912	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
127912	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
127912	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
127912	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
127912	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
127912	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
127912	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
127912	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
127912	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
127912	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
127912	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
127912	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
127912	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
127912	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
127912	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
127912	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
127912	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
127912	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
127912	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
127912	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
127912	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
127912	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
127912	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
127912	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
127912	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
127912	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
127912	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
127912	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
127912	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
127912	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
127912	embedding2nn.weight	0	0.018155096098780632
127912	embedding2nn.weight	1	-0.014233443886041641
127912	embedding2nn.weight	2	-0.014268254861235619
127912	embedding2nn.weight	3	-0.04331124573945999
127912	embedding2nn.weight	4	-0.0059150345623493195
127912	embedding2nn.weight	5	-0.0037005858030170202
127912	embedding2nn.weight	6	-0.00397329218685627
127912	embedding2nn.weight	7	-0.07392888516187668
127912	embedding2nn.weight	8	-0.0019979383796453476
127912	embedding2nn.weight	9	-0.02479860931634903
127912	embedding2nn.bias	0	0.07008230686187744
127912	embedding2nn.bias	1	-0.06436025351285934
127912	embedding2nn.bias	2	0.07189961522817612
127912	embedding2nn.bias	3	0.05265863984823227
127912	embedding2nn.bias	4	-0.020340099930763245
127912	embedding2nn.bias	5	-0.03990417718887329
127912	embedding2nn.bias	6	0.040822289884090424
127912	embedding2nn.bias	7	-0.05453029274940491
127912	embedding2nn.bias	8	0.08373942226171494
127912	embedding2nn.bias	9	0.01825118064880371
127912	rnn.weight_ih_l0	0	-0.07124423235654831
127912	rnn.weight_ih_l0	1	-0.004376233089715242
127912	rnn.weight_ih_l0	2	0.04438729211688042
127912	rnn.weight_ih_l0	3	0.014694888144731522
127912	rnn.weight_ih_l0	4	-0.01768220029771328
127912	rnn.weight_ih_l0	5	-0.05814746767282486
127912	rnn.weight_ih_l0	6	0.001984060974791646
127912	rnn.weight_ih_l0	7	0.04033021628856659
127912	rnn.weight_ih_l0	8	-0.010289551690220833
127912	rnn.weight_ih_l0	9	-0.016719309613108635
127912	rnn.weight_hh_l0	0	-0.03296010568737984
127912	rnn.weight_hh_l0	1	-0.0190295297652483
127912	rnn.weight_hh_l0	2	-0.0030303969979286194
127912	rnn.weight_hh_l0	3	-0.06624758988618851
127912	rnn.weight_hh_l0	4	0.0812673568725586
127912	rnn.weight_hh_l0	5	-0.01630811206996441
127912	rnn.weight_hh_l0	6	-0.04629234969615936
127912	rnn.weight_hh_l0	7	0.021026523783802986
127912	rnn.weight_hh_l0	8	0.013399362564086914
127912	rnn.weight_hh_l0	9	-0.016248833388090134
127912	rnn.bias_ih_l0	0	0.09750394523143768
127912	rnn.bias_ih_l0	1	-0.026730168610811234
127912	rnn.bias_ih_l0	2	0.006166981533169746
127912	rnn.bias_ih_l0	3	0.12484396994113922
127912	rnn.bias_ih_l0	4	-0.030040379613637924
127912	rnn.bias_ih_l0	5	-0.036603160202503204
127912	rnn.bias_ih_l0	6	0.020098743960261345
127912	rnn.bias_ih_l0	7	0.0401189848780632
127912	rnn.bias_ih_l0	8	-0.10042272508144379
127912	rnn.bias_ih_l0	9	-0.04629303514957428
127912	rnn.bias_hh_l0	0	-0.022475464269518852
127912	rnn.bias_hh_l0	1	-0.1180124282836914
127912	rnn.bias_hh_l0	2	-0.04912983626127243
127912	rnn.bias_hh_l0	3	-0.08899586647748947
127912	rnn.bias_hh_l0	4	-0.022081151604652405
127912	rnn.bias_hh_l0	5	-0.02135658822953701
127912	rnn.bias_hh_l0	6	0.03318867087364197
127912	rnn.bias_hh_l0	7	0.045404817909002304
127912	rnn.bias_hh_l0	8	-0.11693428456783295
127912	rnn.bias_hh_l0	9	-0.05004078149795532
127912	rnn.weight_ih_l0_reverse	0	-0.02484102174639702
127912	rnn.weight_ih_l0_reverse	1	-0.042581889778375626
127912	rnn.weight_ih_l0_reverse	2	-0.03313654288649559
127912	rnn.weight_ih_l0_reverse	3	-0.002646594075486064
127912	rnn.weight_ih_l0_reverse	4	-0.014354648068547249
127912	rnn.weight_ih_l0_reverse	5	-0.0428885743021965
127912	rnn.weight_ih_l0_reverse	6	0.08898238837718964
127912	rnn.weight_ih_l0_reverse	7	-0.02583891525864601
127912	rnn.weight_ih_l0_reverse	8	-0.01813446544110775
127912	rnn.weight_ih_l0_reverse	9	0.0028503448702394962
127912	rnn.weight_hh_l0_reverse	0	0.05806899815797806
127912	rnn.weight_hh_l0_reverse	1	0.025037098675966263
127912	rnn.weight_hh_l0_reverse	2	0.02837102673947811
127912	rnn.weight_hh_l0_reverse	3	0.029417911544442177
127912	rnn.weight_hh_l0_reverse	4	0.009004977531731129
127912	rnn.weight_hh_l0_reverse	5	0.023734193295240402
127912	rnn.weight_hh_l0_reverse	6	0.0471787303686142
127912	rnn.weight_hh_l0_reverse	7	-0.06604252010583878
127912	rnn.weight_hh_l0_reverse	8	0.04033736139535904
127912	rnn.weight_hh_l0_reverse	9	0.040304992347955704
127912	rnn.bias_ih_l0_reverse	0	-0.0804985761642456
127912	rnn.bias_ih_l0_reverse	1	-0.2451532632112503
127912	rnn.bias_ih_l0_reverse	2	-0.13737407326698303
127912	rnn.bias_ih_l0_reverse	3	-0.04091564193367958
127912	rnn.bias_ih_l0_reverse	4	-0.030196605250239372
127912	rnn.bias_ih_l0_reverse	5	0.06705637276172638
127912	rnn.bias_ih_l0_reverse	6	-0.07199521362781525
127912	rnn.bias_ih_l0_reverse	7	0.052529748529195786
127912	rnn.bias_ih_l0_reverse	8	-0.03615722805261612
127912	rnn.bias_ih_l0_reverse	9	0.05055974796414375
127912	rnn.bias_hh_l0_reverse	0	0.026081517338752747
127912	rnn.bias_hh_l0_reverse	1	-0.04065801203250885
127912	rnn.bias_hh_l0_reverse	2	0.08342865109443665
127912	rnn.bias_hh_l0_reverse	3	-0.04131551831960678
127912	rnn.bias_hh_l0_reverse	4	-0.03353695943951607
127912	rnn.bias_hh_l0_reverse	5	-0.030299967154860497
127912	rnn.bias_hh_l0_reverse	6	-0.021285317838191986
127912	rnn.bias_hh_l0_reverse	7	0.11000633239746094
127912	rnn.bias_hh_l0_reverse	8	0.02595742791891098
127912	rnn.bias_hh_l0_reverse	9	-0.1244800016283989
127912	rnn.weight_ih_l1	0	-0.034101616591215134
127912	rnn.weight_ih_l1	1	-0.036894045770168304
127912	rnn.weight_ih_l1	2	0.04877503961324692
127912	rnn.weight_ih_l1	3	-0.06370645761489868
127912	rnn.weight_ih_l1	4	-0.012790842913091183
127912	rnn.weight_ih_l1	5	-0.04781193286180496
127912	rnn.weight_ih_l1	6	0.027801968157291412
127912	rnn.weight_ih_l1	7	-0.01789858005940914
127912	rnn.weight_ih_l1	8	0.03748463839292526
127912	rnn.weight_ih_l1	9	0.04451301321387291
127912	rnn.weight_hh_l1	0	-0.011442317627370358
127912	rnn.weight_hh_l1	1	0.013487385585904121
127912	rnn.weight_hh_l1	2	0.013177148997783661
127912	rnn.weight_hh_l1	3	-0.007034993264824152
127912	rnn.weight_hh_l1	4	0.008005527779459953
127912	rnn.weight_hh_l1	5	0.025644853711128235
127912	rnn.weight_hh_l1	6	0.025174051523208618
127912	rnn.weight_hh_l1	7	-0.022127283737063408
127912	rnn.weight_hh_l1	8	-0.013127070851624012
127912	rnn.weight_hh_l1	9	0.03694618120789528
127912	rnn.bias_ih_l1	0	-0.1958630234003067
127912	rnn.bias_ih_l1	1	-0.19665822386741638
127912	rnn.bias_ih_l1	2	-0.19618694484233856
127912	rnn.bias_ih_l1	3	-0.2699587643146515
127912	rnn.bias_ih_l1	4	-0.2162540704011917
127912	rnn.bias_ih_l1	5	-0.10295626521110535
127912	rnn.bias_ih_l1	6	-0.14947311580181122
127912	rnn.bias_ih_l1	7	-0.04939619079232216
127912	rnn.bias_ih_l1	8	-0.130305215716362
127912	rnn.bias_ih_l1	9	-0.13514089584350586
127912	rnn.bias_hh_l1	0	-0.1255115568637848
127912	rnn.bias_hh_l1	1	-0.05404531583189964
127912	rnn.bias_hh_l1	2	-0.10076526552438736
127912	rnn.bias_hh_l1	3	-0.0981537476181984
127912	rnn.bias_hh_l1	4	-0.11504571884870529
127912	rnn.bias_hh_l1	5	-0.1122734323143959
127912	rnn.bias_hh_l1	6	-0.14544302225112915
127912	rnn.bias_hh_l1	7	0.03742896765470505
127912	rnn.bias_hh_l1	8	-0.1780392974615097
127912	rnn.bias_hh_l1	9	-0.10404403507709503
127912	rnn.weight_ih_l1_reverse	0	-0.03526477888226509
127912	rnn.weight_ih_l1_reverse	1	0.015315304510295391
127912	rnn.weight_ih_l1_reverse	2	0.0673951655626297
127912	rnn.weight_ih_l1_reverse	3	0.0022409113589674234
127912	rnn.weight_ih_l1_reverse	4	-0.03523912653326988
127912	rnn.weight_ih_l1_reverse	5	-0.03567376360297203
127912	rnn.weight_ih_l1_reverse	6	-0.0060349744744598866
127912	rnn.weight_ih_l1_reverse	7	0.026071585714817047
127912	rnn.weight_ih_l1_reverse	8	0.048490848392248154
127912	rnn.weight_ih_l1_reverse	9	-0.0417017787694931
127912	rnn.weight_hh_l1_reverse	0	0.007765518967062235
127912	rnn.weight_hh_l1_reverse	1	0.028443092480301857
127912	rnn.weight_hh_l1_reverse	2	-0.03972739726305008
127912	rnn.weight_hh_l1_reverse	3	0.03922970965504646
127912	rnn.weight_hh_l1_reverse	4	0.03913792222738266
127912	rnn.weight_hh_l1_reverse	5	0.009291964583098888
127912	rnn.weight_hh_l1_reverse	6	0.0243835486471653
127912	rnn.weight_hh_l1_reverse	7	0.02860402688384056
127912	rnn.weight_hh_l1_reverse	8	-0.00632476294413209
127912	rnn.weight_hh_l1_reverse	9	-0.030794192105531693
127912	rnn.bias_ih_l1_reverse	0	-0.07040771842002869
127912	rnn.bias_ih_l1_reverse	1	-0.15712212026119232
127912	rnn.bias_ih_l1_reverse	2	-0.15150372684001923
127912	rnn.bias_ih_l1_reverse	3	-0.04578690230846405
127912	rnn.bias_ih_l1_reverse	4	-0.20336486399173737
127912	rnn.bias_ih_l1_reverse	5	-0.10615509748458862
127912	rnn.bias_ih_l1_reverse	6	-0.12679313123226166
127912	rnn.bias_ih_l1_reverse	7	-0.20603106915950775
127912	rnn.bias_ih_l1_reverse	8	0.18808220326900482
127912	rnn.bias_ih_l1_reverse	9	0.06246389448642731
127912	rnn.bias_hh_l1_reverse	0	-0.04756058752536774
127912	rnn.bias_hh_l1_reverse	1	-0.056888967752456665
127912	rnn.bias_hh_l1_reverse	2	-0.2309848815202713
127912	rnn.bias_hh_l1_reverse	3	-0.11476168036460876
127912	rnn.bias_hh_l1_reverse	4	-0.09116297960281372
127912	rnn.bias_hh_l1_reverse	5	-0.13159456849098206
127912	rnn.bias_hh_l1_reverse	6	0.10969660431146622
127912	rnn.bias_hh_l1_reverse	7	-0.14824703335762024
127912	rnn.bias_hh_l1_reverse	8	-0.1120975986123085
127912	rnn.bias_hh_l1_reverse	9	-0.1442522406578064
127912	linear.weight	0	0.002228822559118271
127912	linear.weight	1	0.08744388818740845
127912	linear.weight	2	-0.032315921038389206
127912	linear.weight	3	0.3290954828262329
127912	linear.weight	4	0.17977485060691833
127912	linear.weight	5	-0.02450687251985073
127912	linear.weight	6	0.07354037463665009
127912	linear.weight	7	0.07932092994451523
127912	linear.weight	8	0.04127126932144165
127912	linear.weight	9	-0.03347311168909073
127912	linear.bias	0	0.05989939719438553
127912	linear.bias	1	-0.2433249056339264
127912	linear.bias	2	-0.3200152814388275
127912	linear.bias	3	-0.6625112891197205
127912	linear.bias	4	-1.1707340478897095
127912	linear.bias	5	-0.1100107952952385
127912	linear.bias	6	-0.7855513095855713
127912	linear.bias	7	0.30261480808258057
127912	linear.bias	8	-0.4639568626880646
127912	linear.bias	9	-0.9449509978294373
128109	transitions	0	0.6443415284156799
128109	transitions	1	0.15025794506072998
128109	transitions	2	-10000.0
128109	transitions	3	-1.8207066059112549
128109	transitions	4	-10000.0
128109	transitions	5	0.5881789326667786
128109	transitions	6	-0.06888024508953094
128109	transitions	7	-0.6715579628944397
128109	transitions	8	-1.395088791847229
128109	transitions	9	-0.0010467153042554855
128109	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
128109	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
128109	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
128109	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
128109	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
128109	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
128109	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
128109	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
128109	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
128109	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
128109	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
128109	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
128109	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
128109	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
128109	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
128109	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
128109	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
128109	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
128109	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
128109	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
128109	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
128109	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
128109	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
128109	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
128109	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
128109	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
128109	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
128109	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
128109	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
128109	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
128109	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
128109	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
128109	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
128109	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
128109	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
128109	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
128109	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
128109	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
128109	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
128109	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
128109	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
128109	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
128109	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
128109	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
128109	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
128109	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
128109	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
128109	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
128109	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
128109	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
128109	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
128109	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
128109	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
128109	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
128109	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
128109	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
128109	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
128109	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
128109	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
128109	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
128109	embedding2nn.weight	0	0.019157910719513893
128109	embedding2nn.weight	1	-0.014171847142279148
128109	embedding2nn.weight	2	-0.014268254861235619
128109	embedding2nn.weight	3	-0.04333740472793579
128109	embedding2nn.weight	4	-0.0059150345623493195
128109	embedding2nn.weight	5	-0.003700585337355733
128109	embedding2nn.weight	6	-0.003973294980823994
128109	embedding2nn.weight	7	-0.07548442482948303
128109	embedding2nn.weight	8	-0.0019979383796453476
128109	embedding2nn.weight	9	-0.025248728692531586
128109	embedding2nn.bias	0	0.061107244342565536
128109	embedding2nn.bias	1	-0.06363069266080856
128109	embedding2nn.bias	2	0.07066703587770462
128109	embedding2nn.bias	3	0.04718716815114021
128109	embedding2nn.bias	4	-0.01895899325609207
128109	embedding2nn.bias	5	-0.039509765803813934
128109	embedding2nn.bias	6	0.03615269437432289
128109	embedding2nn.bias	7	-0.053590308874845505
128109	embedding2nn.bias	8	0.08390574902296066
128109	embedding2nn.bias	9	0.02328391559422016
128109	rnn.weight_ih_l0	0	-0.07273080199956894
128109	rnn.weight_ih_l0	1	-0.005631887353956699
128109	rnn.weight_ih_l0	2	0.04495107755064964
128109	rnn.weight_ih_l0	3	0.015210644342005253
128109	rnn.weight_ih_l0	4	-0.017845558002591133
128109	rnn.weight_ih_l0	5	-0.05805405601859093
128109	rnn.weight_ih_l0	6	0.0024685077369213104
128109	rnn.weight_ih_l0	7	0.042743533849716187
128109	rnn.weight_ih_l0	8	-0.010745106264948845
128109	rnn.weight_ih_l0	9	-0.016161568462848663
128109	rnn.weight_hh_l0	0	-0.03291285037994385
128109	rnn.weight_hh_l0	1	-0.01806250587105751
128109	rnn.weight_hh_l0	2	-0.0037939115427434444
128109	rnn.weight_hh_l0	3	-0.06599853932857513
128109	rnn.weight_hh_l0	4	0.0804029330611229
128109	rnn.weight_hh_l0	5	-0.01788616180419922
128109	rnn.weight_hh_l0	6	-0.04508836194872856
128109	rnn.weight_hh_l0	7	0.02172643132507801
128109	rnn.weight_hh_l0	8	0.013661177828907967
128109	rnn.weight_hh_l0	9	-0.015919087454676628
128109	rnn.bias_ih_l0	0	0.09728019684553146
128109	rnn.bias_ih_l0	1	-0.030712168663740158
128109	rnn.bias_ih_l0	2	0.0058610993437469006
128109	rnn.bias_ih_l0	3	0.125150665640831
128109	rnn.bias_ih_l0	4	-0.030825532972812653
128109	rnn.bias_ih_l0	5	-0.03717478737235069
128109	rnn.bias_ih_l0	6	0.021118560805916786
128109	rnn.bias_ih_l0	7	0.0393887534737587
128109	rnn.bias_ih_l0	8	-0.10083375126123428
128109	rnn.bias_ih_l0	9	-0.047022879123687744
128109	rnn.bias_hh_l0	0	-0.028352700173854828
128109	rnn.bias_hh_l0	1	-0.11750834435224533
128109	rnn.bias_hh_l0	2	-0.04623567312955856
128109	rnn.bias_hh_l0	3	-0.0881839469075203
128109	rnn.bias_hh_l0	4	-0.019306909292936325
128109	rnn.bias_hh_l0	5	-0.022862184792757034
128109	rnn.bias_hh_l0	6	0.03044476918876171
128109	rnn.bias_hh_l0	7	0.04340004920959473
128109	rnn.bias_hh_l0	8	-0.11771535873413086
128109	rnn.bias_hh_l0	9	-0.047698359936475754
128109	rnn.weight_ih_l0_reverse	0	-0.026371212676167488
128109	rnn.weight_ih_l0_reverse	1	-0.04312879219651222
128109	rnn.weight_ih_l0_reverse	2	-0.03184862434864044
128109	rnn.weight_ih_l0_reverse	3	-0.0019434611313045025
128109	rnn.weight_ih_l0_reverse	4	-0.013938912190496922
128109	rnn.weight_ih_l0_reverse	5	-0.04274773970246315
128109	rnn.weight_ih_l0_reverse	6	0.08723289519548416
128109	rnn.weight_ih_l0_reverse	7	-0.026179390028119087
128109	rnn.weight_ih_l0_reverse	8	-0.018138505518436432
128109	rnn.weight_ih_l0_reverse	9	0.004211494233459234
128109	rnn.weight_hh_l0_reverse	0	0.056733306497335434
128109	rnn.weight_hh_l0_reverse	1	0.026606669649481773
128109	rnn.weight_hh_l0_reverse	2	0.027706706896424294
128109	rnn.weight_hh_l0_reverse	3	0.028689244762063026
128109	rnn.weight_hh_l0_reverse	4	0.009119450114667416
128109	rnn.weight_hh_l0_reverse	5	0.024280838668346405
128109	rnn.weight_hh_l0_reverse	6	0.04707098752260208
128109	rnn.weight_hh_l0_reverse	7	-0.06705813854932785
128109	rnn.weight_hh_l0_reverse	8	0.03996002674102783
128109	rnn.weight_hh_l0_reverse	9	0.04062870517373085
128109	rnn.bias_ih_l0_reverse	0	-0.08190104365348816
128109	rnn.bias_ih_l0_reverse	1	-0.24231043457984924
128109	rnn.bias_ih_l0_reverse	2	-0.13874858617782593
128109	rnn.bias_ih_l0_reverse	3	-0.04230806976556778
128109	rnn.bias_ih_l0_reverse	4	-0.03283092752099037
128109	rnn.bias_ih_l0_reverse	5	0.06512928754091263
128109	rnn.bias_ih_l0_reverse	6	-0.07129545509815216
128109	rnn.bias_ih_l0_reverse	7	0.049168314784765244
128109	rnn.bias_ih_l0_reverse	8	-0.04053976386785507
128109	rnn.bias_ih_l0_reverse	9	0.04924411699175835
128109	rnn.bias_hh_l0_reverse	0	0.024416696280241013
128109	rnn.bias_hh_l0_reverse	1	-0.04047702997922897
128109	rnn.bias_hh_l0_reverse	2	0.08528771996498108
128109	rnn.bias_hh_l0_reverse	3	-0.04265385866165161
128109	rnn.bias_hh_l0_reverse	4	-0.03218862786889076
128109	rnn.bias_hh_l0_reverse	5	-0.03177047148346901
128109	rnn.bias_hh_l0_reverse	6	-0.023858534172177315
128109	rnn.bias_hh_l0_reverse	7	0.10815516859292984
128109	rnn.bias_hh_l0_reverse	8	0.025207219645380974
128109	rnn.bias_hh_l0_reverse	9	-0.12391155958175659
128109	rnn.weight_ih_l1	0	-0.03402120992541313
128109	rnn.weight_ih_l1	1	-0.038537949323654175
128109	rnn.weight_ih_l1	2	0.04644998535513878
128109	rnn.weight_ih_l1	3	-0.06170011684298515
128109	rnn.weight_ih_l1	4	-0.01259651780128479
128109	rnn.weight_ih_l1	5	-0.0480961836874485
128109	rnn.weight_ih_l1	6	0.027469180524349213
128109	rnn.weight_ih_l1	7	-0.019889673218131065
128109	rnn.weight_ih_l1	8	0.037709418684244156
128109	rnn.weight_ih_l1	9	0.04435461759567261
128109	rnn.weight_hh_l1	0	-0.011063870042562485
128109	rnn.weight_hh_l1	1	0.013675397261977196
128109	rnn.weight_hh_l1	2	0.0172275397926569
128109	rnn.weight_hh_l1	3	-0.007256633602082729
128109	rnn.weight_hh_l1	4	0.008241049014031887
128109	rnn.weight_hh_l1	5	0.025654450058937073
128109	rnn.weight_hh_l1	6	0.02607767842710018
128109	rnn.weight_hh_l1	7	-0.022003954276442528
128109	rnn.weight_hh_l1	8	-0.013496625237166882
128109	rnn.weight_hh_l1	9	0.03661658987402916
128109	rnn.bias_ih_l1	0	-0.19890107214450836
128109	rnn.bias_ih_l1	1	-0.19434843957424164
128109	rnn.bias_ih_l1	2	-0.1943492442369461
128109	rnn.bias_ih_l1	3	-0.27300477027893066
128109	rnn.bias_ih_l1	4	-0.21291978657245636
128109	rnn.bias_ih_l1	5	-0.10344092547893524
128109	rnn.bias_ih_l1	6	-0.15326812863349915
128109	rnn.bias_ih_l1	7	-0.04865610972046852
128109	rnn.bias_ih_l1	8	-0.1320156455039978
128109	rnn.bias_ih_l1	9	-0.13407212495803833
128109	rnn.bias_hh_l1	0	-0.12811751663684845
128109	rnn.bias_hh_l1	1	-0.05315307900309563
128109	rnn.bias_hh_l1	2	-0.10103431344032288
128109	rnn.bias_hh_l1	3	-0.09849021583795547
128109	rnn.bias_hh_l1	4	-0.11458456516265869
128109	rnn.bias_hh_l1	5	-0.10952696204185486
128109	rnn.bias_hh_l1	6	-0.14494070410728455
128109	rnn.bias_hh_l1	7	0.04051657393574715
128109	rnn.bias_hh_l1	8	-0.17809543013572693
128109	rnn.bias_hh_l1	9	-0.1009119376540184
128109	rnn.weight_ih_l1_reverse	0	-0.03741324320435524
128109	rnn.weight_ih_l1_reverse	1	0.016748743131756783
128109	rnn.weight_ih_l1_reverse	2	0.06467237323522568
128109	rnn.weight_ih_l1_reverse	3	0.0013575722696259618
128109	rnn.weight_ih_l1_reverse	4	-0.03613734617829323
128109	rnn.weight_ih_l1_reverse	5	-0.035127341747283936
128109	rnn.weight_ih_l1_reverse	6	-0.00541527708992362
128109	rnn.weight_ih_l1_reverse	7	0.026000946760177612
128109	rnn.weight_ih_l1_reverse	8	0.04858376458287239
128109	rnn.weight_ih_l1_reverse	9	-0.04404975846409798
128109	rnn.weight_hh_l1_reverse	0	0.007484033238142729
128109	rnn.weight_hh_l1_reverse	1	0.028421981260180473
128109	rnn.weight_hh_l1_reverse	2	-0.039734821766614914
128109	rnn.weight_hh_l1_reverse	3	0.039128463715314865
128109	rnn.weight_hh_l1_reverse	4	0.040078818798065186
128109	rnn.weight_hh_l1_reverse	5	0.0091361403465271
128109	rnn.weight_hh_l1_reverse	6	0.026124928146600723
128109	rnn.weight_hh_l1_reverse	7	0.02882477268576622
128109	rnn.weight_hh_l1_reverse	8	-0.006259688641875982
128109	rnn.weight_hh_l1_reverse	9	-0.03083338588476181
128109	rnn.bias_ih_l1_reverse	0	-0.06907737255096436
128109	rnn.bias_ih_l1_reverse	1	-0.1568041294813156
128109	rnn.bias_ih_l1_reverse	2	-0.14604344964027405
128109	rnn.bias_ih_l1_reverse	3	-0.045275863260030746
128109	rnn.bias_ih_l1_reverse	4	-0.2032437026500702
128109	rnn.bias_ih_l1_reverse	5	-0.1037893071770668
128109	rnn.bias_ih_l1_reverse	6	-0.12609592080116272
128109	rnn.bias_ih_l1_reverse	7	-0.2091619074344635
128109	rnn.bias_ih_l1_reverse	8	0.19289293885231018
128109	rnn.bias_ih_l1_reverse	9	0.061463773250579834
128109	rnn.bias_hh_l1_reverse	0	-0.047716934233903885
128109	rnn.bias_hh_l1_reverse	1	-0.05783889442682266
128109	rnn.bias_hh_l1_reverse	2	-0.2302227020263672
128109	rnn.bias_hh_l1_reverse	3	-0.11488166451454163
128109	rnn.bias_hh_l1_reverse	4	-0.09072083234786987
128109	rnn.bias_hh_l1_reverse	5	-0.13265220820903778
128109	rnn.bias_hh_l1_reverse	6	0.10205282270908356
128109	rnn.bias_hh_l1_reverse	7	-0.14956782758235931
128109	rnn.bias_hh_l1_reverse	8	-0.11295925825834274
128109	rnn.bias_hh_l1_reverse	9	-0.14498168230056763
128109	linear.weight	0	0.002228822559118271
128109	linear.weight	1	0.08992987871170044
128109	linear.weight	2	-0.03372738137841225
128109	linear.weight	3	0.3371794521808624
128109	linear.weight	4	0.18245744705200195
128109	linear.weight	5	-0.019852155819535255
128109	linear.weight	6	0.05756136775016785
128109	linear.weight	7	0.08245543390512466
128109	linear.weight	8	0.04127174988389015
128109	linear.weight	9	-0.03512139245867729
128109	linear.bias	0	0.09425447881221771
128109	linear.bias	1	-0.21956737339496613
128109	linear.bias	2	-0.3468824326992035
128109	linear.bias	3	-0.6676628589630127
128109	linear.bias	4	-1.1766369342803955
128109	linear.bias	5	-0.0969853550195694
128109	linear.bias	6	-0.7631627917289734
128109	linear.bias	7	0.3159523904323578
128109	linear.bias	8	-0.45566073060035706
128109	linear.bias	9	-0.9351937770843506
128306	transitions	0	0.6475658416748047
128306	transitions	1	0.15822620689868927
128306	transitions	2	-10000.0
128306	transitions	3	-1.820753812789917
128306	transitions	4	-10000.0
128306	transitions	5	0.588055431842804
128306	transitions	6	-0.06903252750635147
128306	transitions	7	-0.6725285649299622
128306	transitions	8	-1.395173192024231
128306	transitions	9	-0.0010478415060788393
128306	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
128306	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
128306	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
128306	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
128306	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
128306	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
128306	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
128306	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
128306	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
128306	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
128306	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
128306	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
128306	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
128306	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
128306	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
128306	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
128306	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
128306	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
128306	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
128306	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
128306	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
128306	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
128306	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
128306	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
128306	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
128306	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
128306	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
128306	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
128306	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
128306	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
128306	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
128306	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
128306	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
128306	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
128306	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
128306	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
128306	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
128306	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
128306	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
128306	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
128306	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
128306	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
128306	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
128306	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
128306	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
128306	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
128306	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
128306	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
128306	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
128306	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
128306	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
128306	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
128306	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
128306	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
128306	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
128306	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
128306	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
128306	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
128306	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
128306	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
128306	embedding2nn.weight	0	0.017668496817350388
128306	embedding2nn.weight	1	-0.014450134709477425
128306	embedding2nn.weight	2	-0.014268254861235619
128306	embedding2nn.weight	3	-0.04473859444260597
128306	embedding2nn.weight	4	-0.0059150345623493195
128306	embedding2nn.weight	5	-0.003700585337355733
128306	embedding2nn.weight	6	-0.003973298706114292
128306	embedding2nn.weight	7	-0.0756211057305336
128306	embedding2nn.weight	8	-0.0019979383796453476
128306	embedding2nn.weight	9	-0.02524471841752529
128306	embedding2nn.bias	0	0.04527677595615387
128306	embedding2nn.bias	1	-0.0631767138838768
128306	embedding2nn.bias	2	0.06821215152740479
128306	embedding2nn.bias	3	0.046069175004959106
128306	embedding2nn.bias	4	-0.03086055815219879
128306	embedding2nn.bias	5	-0.0456806905567646
128306	embedding2nn.bias	6	0.025265811011195183
128306	embedding2nn.bias	7	-0.059786006808280945
128306	embedding2nn.bias	8	0.08501540124416351
128306	embedding2nn.bias	9	0.017587460577487946
128306	rnn.weight_ih_l0	0	-0.07062839716672897
128306	rnn.weight_ih_l0	1	-0.0034652771428227425
128306	rnn.weight_ih_l0	2	0.04289253056049347
128306	rnn.weight_ih_l0	3	0.016014553606510162
128306	rnn.weight_ih_l0	4	-0.015413481742143631
128306	rnn.weight_ih_l0	5	-0.0583302341401577
128306	rnn.weight_ih_l0	6	0.0034738911781460047
128306	rnn.weight_ih_l0	7	0.041494011878967285
128306	rnn.weight_ih_l0	8	-0.011385489255189896
128306	rnn.weight_ih_l0	9	-0.015129949897527695
128306	rnn.weight_hh_l0	0	-0.03242040425539017
128306	rnn.weight_hh_l0	1	-0.017250122502446175
128306	rnn.weight_hh_l0	2	-0.0034053470008075237
128306	rnn.weight_hh_l0	3	-0.06588172912597656
128306	rnn.weight_hh_l0	4	0.08007507771253586
128306	rnn.weight_hh_l0	5	-0.018434373661875725
128306	rnn.weight_hh_l0	6	-0.044783979654312134
128306	rnn.weight_hh_l0	7	0.020782815292477608
128306	rnn.weight_hh_l0	8	0.013146892189979553
128306	rnn.weight_hh_l0	9	-0.01611178182065487
128306	rnn.bias_ih_l0	0	0.0967293232679367
128306	rnn.bias_ih_l0	1	-0.02581283077597618
128306	rnn.bias_ih_l0	2	0.004216969013214111
128306	rnn.bias_ih_l0	3	0.1310405135154724
128306	rnn.bias_ih_l0	4	-0.028186820447444916
128306	rnn.bias_ih_l0	5	-0.0290435329079628
128306	rnn.bias_ih_l0	6	0.0220353826880455
128306	rnn.bias_ih_l0	7	0.03850672021508217
128306	rnn.bias_ih_l0	8	-0.10108572989702225
128306	rnn.bias_ih_l0	9	-0.04885787144303322
128306	rnn.bias_hh_l0	0	-0.030083315446972847
128306	rnn.bias_hh_l0	1	-0.11529592424631119
128306	rnn.bias_hh_l0	2	-0.046502288430929184
128306	rnn.bias_hh_l0	3	-0.08723155409097672
128306	rnn.bias_hh_l0	4	-0.018981512635946274
128306	rnn.bias_hh_l0	5	-0.0233391672372818
128306	rnn.bias_hh_l0	6	0.03205455094575882
128306	rnn.bias_hh_l0	7	0.03750339895486832
128306	rnn.bias_hh_l0	8	-0.11600971221923828
128306	rnn.bias_hh_l0	9	-0.04550812393426895
128306	rnn.weight_ih_l0_reverse	0	-0.025096800178289413
128306	rnn.weight_ih_l0_reverse	1	-0.04402871057391167
128306	rnn.weight_ih_l0_reverse	2	-0.03144636005163193
128306	rnn.weight_ih_l0_reverse	3	-0.0008848794386722147
128306	rnn.weight_ih_l0_reverse	4	-0.013239921070635319
128306	rnn.weight_ih_l0_reverse	5	-0.04315576329827309
128306	rnn.weight_ih_l0_reverse	6	0.08962929993867874
128306	rnn.weight_ih_l0_reverse	7	-0.02598416619002819
128306	rnn.weight_ih_l0_reverse	8	-0.017663514241576195
128306	rnn.weight_ih_l0_reverse	9	0.004622107371687889
128306	rnn.weight_hh_l0_reverse	0	0.05672130733728409
128306	rnn.weight_hh_l0_reverse	1	0.027882244437932968
128306	rnn.weight_hh_l0_reverse	2	0.027636220678687096
128306	rnn.weight_hh_l0_reverse	3	0.02850414253771305
128306	rnn.weight_hh_l0_reverse	4	0.009552041999995708
128306	rnn.weight_hh_l0_reverse	5	0.02526552602648735
128306	rnn.weight_hh_l0_reverse	6	0.047454286366701126
128306	rnn.weight_hh_l0_reverse	7	-0.06717953085899353
128306	rnn.weight_hh_l0_reverse	8	0.04010843485593796
128306	rnn.weight_hh_l0_reverse	9	0.0397174097597599
128306	rnn.bias_ih_l0_reverse	0	-0.08037242293357849
128306	rnn.bias_ih_l0_reverse	1	-0.24878178536891937
128306	rnn.bias_ih_l0_reverse	2	-0.13868941366672516
128306	rnn.bias_ih_l0_reverse	3	-0.04254301264882088
128306	rnn.bias_ih_l0_reverse	4	-0.03556189686059952
128306	rnn.bias_ih_l0_reverse	5	0.06721959263086319
128306	rnn.bias_ih_l0_reverse	6	-0.06894773244857788
128306	rnn.bias_ih_l0_reverse	7	0.051578570157289505
128306	rnn.bias_ih_l0_reverse	8	-0.038472045212984085
128306	rnn.bias_ih_l0_reverse	9	0.04729953408241272
128306	rnn.bias_hh_l0_reverse	0	0.026850298047065735
128306	rnn.bias_hh_l0_reverse	1	-0.04675610736012459
128306	rnn.bias_hh_l0_reverse	2	0.08684898912906647
128306	rnn.bias_hh_l0_reverse	3	-0.04137248545885086
128306	rnn.bias_hh_l0_reverse	4	-0.03395912051200867
128306	rnn.bias_hh_l0_reverse	5	-0.030012572184205055
128306	rnn.bias_hh_l0_reverse	6	-0.029360901564359665
128306	rnn.bias_hh_l0_reverse	7	0.10908811539411545
128306	rnn.bias_hh_l0_reverse	8	0.026399919763207436
128306	rnn.bias_hh_l0_reverse	9	-0.1215786412358284
128306	rnn.weight_ih_l1	0	-0.03440799191594124
128306	rnn.weight_ih_l1	1	-0.03795643895864487
128306	rnn.weight_ih_l1	2	0.04717380553483963
128306	rnn.weight_ih_l1	3	-0.06141627952456474
128306	rnn.weight_ih_l1	4	-0.01232723519206047
128306	rnn.weight_ih_l1	5	-0.04824356734752655
128306	rnn.weight_ih_l1	6	0.02837974950671196
128306	rnn.weight_ih_l1	7	-0.017366483807563782
128306	rnn.weight_ih_l1	8	0.038149069994688034
128306	rnn.weight_ih_l1	9	0.0442788265645504
128306	rnn.weight_hh_l1	0	-0.010643956251442432
128306	rnn.weight_hh_l1	1	0.013903279788792133
128306	rnn.weight_hh_l1	2	0.01525677926838398
128306	rnn.weight_hh_l1	3	-0.007050297223031521
128306	rnn.weight_hh_l1	4	0.008065811358392239
128306	rnn.weight_hh_l1	5	0.02501722052693367
128306	rnn.weight_hh_l1	6	0.02562089078128338
128306	rnn.weight_hh_l1	7	-0.02111237309873104
128306	rnn.weight_hh_l1	8	-0.013223448768258095
128306	rnn.weight_hh_l1	9	0.03643528372049332
128306	rnn.bias_ih_l1	0	-0.19561700522899628
128306	rnn.bias_ih_l1	1	-0.1913796365261078
128306	rnn.bias_ih_l1	2	-0.1922343224287033
128306	rnn.bias_ih_l1	3	-0.27539658546447754
128306	rnn.bias_ih_l1	4	-0.2192433774471283
128306	rnn.bias_ih_l1	5	-0.10167030990123749
128306	rnn.bias_ih_l1	6	-0.1524367332458496
128306	rnn.bias_ih_l1	7	-0.05027008429169655
128306	rnn.bias_ih_l1	8	-0.13224074244499207
128306	rnn.bias_ih_l1	9	-0.13381634652614594
128306	rnn.bias_hh_l1	0	-0.12922066450119019
128306	rnn.bias_hh_l1	1	-0.054192353039979935
128306	rnn.bias_hh_l1	2	-0.10044590383768082
128306	rnn.bias_hh_l1	3	-0.09926309436559677
128306	rnn.bias_hh_l1	4	-0.11492414772510529
128306	rnn.bias_hh_l1	5	-0.11132978647947311
128306	rnn.bias_hh_l1	6	-0.13877953588962555
128306	rnn.bias_hh_l1	7	0.04156288877129555
128306	rnn.bias_hh_l1	8	-0.18039241433143616
128306	rnn.bias_hh_l1	9	-0.09877816587686539
128306	rnn.weight_ih_l1_reverse	0	-0.037191279232501984
128306	rnn.weight_ih_l1_reverse	1	0.019426116719841957
128306	rnn.weight_ih_l1_reverse	2	0.06686358898878098
128306	rnn.weight_ih_l1_reverse	3	0.0001891200663521886
128306	rnn.weight_ih_l1_reverse	4	-0.036080893129110336
128306	rnn.weight_ih_l1_reverse	5	-0.03489255905151367
128306	rnn.weight_ih_l1_reverse	6	-0.005686368327587843
128306	rnn.weight_ih_l1_reverse	7	0.025863470509648323
128306	rnn.weight_ih_l1_reverse	8	0.045538146048784256
128306	rnn.weight_ih_l1_reverse	9	-0.04282163828611374
128306	rnn.weight_hh_l1_reverse	0	0.007336155511438847
128306	rnn.weight_hh_l1_reverse	1	0.028338994830846786
128306	rnn.weight_hh_l1_reverse	2	-0.0397103987634182
128306	rnn.weight_hh_l1_reverse	3	0.039121851325035095
128306	rnn.weight_hh_l1_reverse	4	0.040112074464559555
128306	rnn.weight_hh_l1_reverse	5	0.008417302742600441
128306	rnn.weight_hh_l1_reverse	6	0.026473630219697952
128306	rnn.weight_hh_l1_reverse	7	0.0285679642111063
128306	rnn.weight_hh_l1_reverse	8	-0.006342796608805656
128306	rnn.weight_hh_l1_reverse	9	-0.031088532879948616
128306	rnn.bias_ih_l1_reverse	0	-0.06693994998931885
128306	rnn.bias_ih_l1_reverse	1	-0.15624350309371948
128306	rnn.bias_ih_l1_reverse	2	-0.14815834164619446
128306	rnn.bias_ih_l1_reverse	3	-0.047088876366615295
128306	rnn.bias_ih_l1_reverse	4	-0.20225638151168823
128306	rnn.bias_ih_l1_reverse	5	-0.10740296542644501
128306	rnn.bias_ih_l1_reverse	6	-0.12658703327178955
128306	rnn.bias_ih_l1_reverse	7	-0.2069302350282669
128306	rnn.bias_ih_l1_reverse	8	0.18807795643806458
128306	rnn.bias_ih_l1_reverse	9	0.06835047155618668
128306	rnn.bias_hh_l1_reverse	0	-0.048313286155462265
128306	rnn.bias_hh_l1_reverse	1	-0.055134158581495285
128306	rnn.bias_hh_l1_reverse	2	-0.22959308326244354
128306	rnn.bias_hh_l1_reverse	3	-0.11529400199651718
128306	rnn.bias_hh_l1_reverse	4	-0.09264446794986725
128306	rnn.bias_hh_l1_reverse	5	-0.13469198346138
128306	rnn.bias_hh_l1_reverse	6	0.10440866649150848
128306	rnn.bias_hh_l1_reverse	7	-0.1520025134086609
128306	rnn.bias_hh_l1_reverse	8	-0.10947214066982269
128306	rnn.bias_hh_l1_reverse	9	-0.14546404778957367
128306	linear.weight	0	0.002228822559118271
128306	linear.weight	1	0.0893772542476654
128306	linear.weight	2	-0.03329212963581085
128306	linear.weight	3	0.3277616798877716
128306	linear.weight	4	0.18346509337425232
128306	linear.weight	5	-0.023454202339053154
128306	linear.weight	6	0.06380736082792282
128306	linear.weight	7	0.08853566646575928
128306	linear.weight	8	0.04127213731408119
128306	linear.weight	9	-0.0332055389881134
128306	linear.bias	0	0.04515884071588516
128306	linear.bias	1	-0.20663028955459595
128306	linear.bias	2	-0.35834556818008423
128306	linear.bias	3	-0.6695233583450317
128306	linear.bias	4	-1.1797103881835938
128306	linear.bias	5	-0.07961173355579376
128306	linear.bias	6	-0.7522369027137756
128306	linear.bias	7	0.3318593204021454
128306	linear.bias	8	-0.45620688796043396
128306	linear.bias	9	-0.9375816583633423
128310	transitions	0	0.6475430130958557
128310	transitions	1	0.15851622819900513
128310	transitions	2	-10000.0
128310	transitions	3	-1.820753812789917
128310	transitions	4	-10000.0
128310	transitions	5	0.5880541205406189
128310	transitions	6	-0.0690338984131813
128310	transitions	7	-0.6725287437438965
128310	transitions	8	-1.3951740264892578
128310	transitions	9	-0.0010478519834578037
128310	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
128310	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
128310	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
128310	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
128310	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
128310	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
128310	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
128310	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
128310	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
128310	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
128310	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
128310	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
128310	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
128310	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
128310	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
128310	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
128310	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
128310	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
128310	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
128310	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
128310	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
128310	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
128310	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
128310	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
128310	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
128310	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
128310	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
128310	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
128310	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
128310	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
128310	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
128310	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
128310	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
128310	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
128310	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
128310	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
128310	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
128310	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
128310	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
128310	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
128310	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
128310	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
128310	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
128310	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
128310	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
128310	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
128310	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
128310	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
128310	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
128310	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
128310	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
128310	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
128310	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
128310	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
128310	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
128310	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
128310	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
128310	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
128310	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
128310	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
128310	embedding2nn.weight	0	0.017606647685170174
128310	embedding2nn.weight	1	-0.014452407136559486
128310	embedding2nn.weight	2	-0.014268254861235619
128310	embedding2nn.weight	3	-0.04484463110566139
128310	embedding2nn.weight	4	-0.0059150345623493195
128310	embedding2nn.weight	5	-0.003700585337355733
128310	embedding2nn.weight	6	-0.003973298706114292
128310	embedding2nn.weight	7	-0.07547042518854141
128310	embedding2nn.weight	8	-0.0019979383796453476
128310	embedding2nn.weight	9	-0.025086019188165665
128310	embedding2nn.bias	0	0.04831866919994354
128310	embedding2nn.bias	1	-0.06512551009654999
128310	embedding2nn.bias	2	0.06855941563844681
128310	embedding2nn.bias	3	0.04626921936869621
128310	embedding2nn.bias	4	-0.03228481858968735
128310	embedding2nn.bias	5	-0.04826851561665535
128310	embedding2nn.bias	6	0.022415822371840477
128310	embedding2nn.bias	7	-0.058468036353588104
128310	embedding2nn.bias	8	0.08568107336759567
128310	embedding2nn.bias	9	0.018824972212314606
128310	rnn.weight_ih_l0	0	-0.07073891162872314
128310	rnn.weight_ih_l0	1	-0.003511498449370265
128310	rnn.weight_ih_l0	2	0.0431206189095974
128310	rnn.weight_ih_l0	3	0.016066743060946465
128310	rnn.weight_ih_l0	4	-0.015457935631275177
128310	rnn.weight_ih_l0	5	-0.058326516300439835
128310	rnn.weight_ih_l0	6	0.0033682670909911394
128310	rnn.weight_ih_l0	7	0.04135114699602127
128310	rnn.weight_ih_l0	8	-0.011178250424563885
128310	rnn.weight_ih_l0	9	-0.015147414989769459
128310	rnn.weight_hh_l0	0	-0.03234199807047844
128310	rnn.weight_hh_l0	1	-0.017159201204776764
128310	rnn.weight_hh_l0	2	-0.0033759104553610086
128310	rnn.weight_hh_l0	3	-0.0658884048461914
128310	rnn.weight_hh_l0	4	0.08005312830209732
128310	rnn.weight_hh_l0	5	-0.018124084919691086
128310	rnn.weight_hh_l0	6	-0.04482405260205269
128310	rnn.weight_hh_l0	7	0.020752862095832825
128310	rnn.weight_hh_l0	8	0.01314420998096466
128310	rnn.weight_hh_l0	9	-0.01607419364154339
128310	rnn.bias_ih_l0	0	0.09665397554636002
128310	rnn.bias_ih_l0	1	-0.025428462773561478
128310	rnn.bias_ih_l0	2	0.004185885656625032
128310	rnn.bias_ih_l0	3	0.13108037412166595
128310	rnn.bias_ih_l0	4	-0.028710616752505302
128310	rnn.bias_ih_l0	5	-0.029855800792574883
128310	rnn.bias_ih_l0	6	0.022125400602817535
128310	rnn.bias_ih_l0	7	0.03880830854177475
128310	rnn.bias_ih_l0	8	-0.10105235874652863
128310	rnn.bias_ih_l0	9	-0.047745175659656525
128310	rnn.bias_hh_l0	0	-0.030112802982330322
128310	rnn.bias_hh_l0	1	-0.1149827241897583
128310	rnn.bias_hh_l0	2	-0.04602723568677902
128310	rnn.bias_hh_l0	3	-0.08702263236045837
128310	rnn.bias_hh_l0	4	-0.01865595206618309
128310	rnn.bias_hh_l0	5	-0.023271428421139717
128310	rnn.bias_hh_l0	6	0.03154945746064186
128310	rnn.bias_hh_l0	7	0.037123244255781174
128310	rnn.bias_hh_l0	8	-0.11565826833248138
128310	rnn.bias_hh_l0	9	-0.04585045948624611
128310	rnn.weight_ih_l0_reverse	0	-0.025064559653401375
128310	rnn.weight_ih_l0_reverse	1	-0.04398084431886673
128310	rnn.weight_ih_l0_reverse	2	-0.03144720569252968
128310	rnn.weight_ih_l0_reverse	3	-0.0009361961274407804
128310	rnn.weight_ih_l0_reverse	4	-0.013426546938717365
128310	rnn.weight_ih_l0_reverse	5	-0.04320840910077095
128310	rnn.weight_ih_l0_reverse	6	0.08961880952119827
128310	rnn.weight_ih_l0_reverse	7	-0.02594897337257862
128310	rnn.weight_ih_l0_reverse	8	-0.01765521802008152
128310	rnn.weight_ih_l0_reverse	9	0.00468835886567831
128310	rnn.weight_hh_l0_reverse	0	0.056408803910017014
128310	rnn.weight_hh_l0_reverse	1	0.0280214324593544
128310	rnn.weight_hh_l0_reverse	2	0.02761758491396904
128310	rnn.weight_hh_l0_reverse	3	0.0285270307213068
128310	rnn.weight_hh_l0_reverse	4	0.009526596404612064
128310	rnn.weight_hh_l0_reverse	5	0.02533375285565853
128310	rnn.weight_hh_l0_reverse	6	0.04747697710990906
128310	rnn.weight_hh_l0_reverse	7	-0.06717491894960403
128310	rnn.weight_hh_l0_reverse	8	0.04019824042916298
128310	rnn.weight_hh_l0_reverse	9	0.03957464545965195
128310	rnn.bias_ih_l0_reverse	0	-0.08034959435462952
128310	rnn.bias_ih_l0_reverse	1	-0.2492239624261856
128310	rnn.bias_ih_l0_reverse	2	-0.1385233849287033
128310	rnn.bias_ih_l0_reverse	3	-0.042542558163404465
128310	rnn.bias_ih_l0_reverse	4	-0.03553477302193642
128310	rnn.bias_ih_l0_reverse	5	0.0674482211470604
128310	rnn.bias_ih_l0_reverse	6	-0.06871850043535233
128310	rnn.bias_ih_l0_reverse	7	0.05173952504992485
128310	rnn.bias_ih_l0_reverse	8	-0.03812224790453911
128310	rnn.bias_ih_l0_reverse	9	0.04754244163632393
128310	rnn.bias_hh_l0_reverse	0	0.02691219188272953
128310	rnn.bias_hh_l0_reverse	1	-0.04663489758968353
128310	rnn.bias_hh_l0_reverse	2	0.08655226230621338
128310	rnn.bias_hh_l0_reverse	3	-0.041422050446271896
128310	rnn.bias_hh_l0_reverse	4	-0.034298308193683624
128310	rnn.bias_hh_l0_reverse	5	-0.029238969087600708
128310	rnn.bias_hh_l0_reverse	6	-0.029255254194140434
128310	rnn.bias_hh_l0_reverse	7	0.10854019969701767
128310	rnn.bias_hh_l0_reverse	8	0.026766587048768997
128310	rnn.bias_hh_l0_reverse	9	-0.1215754896402359
128310	rnn.weight_ih_l1	0	-0.0343533456325531
128310	rnn.weight_ih_l1	1	-0.03879018872976303
128310	rnn.weight_ih_l1	2	0.047198012471199036
128310	rnn.weight_ih_l1	3	-0.06140340119600296
128310	rnn.weight_ih_l1	4	-0.01217330526560545
128310	rnn.weight_ih_l1	5	-0.04821721091866493
128310	rnn.weight_ih_l1	6	0.028461776673793793
128310	rnn.weight_ih_l1	7	-0.017347561195492744
128310	rnn.weight_ih_l1	8	0.038165219128131866
128310	rnn.weight_ih_l1	9	0.04438261315226555
128310	rnn.weight_hh_l1	0	-0.01058516837656498
128310	rnn.weight_hh_l1	1	0.013892450369894505
128310	rnn.weight_hh_l1	2	0.015446127392351627
128310	rnn.weight_hh_l1	3	-0.0070526679046452045
128310	rnn.weight_hh_l1	4	0.008032470010221004
128310	rnn.weight_hh_l1	5	0.025037312880158424
128310	rnn.weight_hh_l1	6	0.02549189329147339
128310	rnn.weight_hh_l1	7	-0.021107731387019157
128310	rnn.weight_hh_l1	8	-0.013209463097155094
128310	rnn.weight_hh_l1	9	0.03653808683156967
128310	rnn.bias_ih_l1	0	-0.19591285288333893
128310	rnn.bias_ih_l1	1	-0.19093570113182068
128310	rnn.bias_ih_l1	2	-0.1920919269323349
128310	rnn.bias_ih_l1	3	-0.27607181668281555
128310	rnn.bias_ih_l1	4	-0.22002917528152466
128310	rnn.bias_ih_l1	5	-0.10175275057554245
128310	rnn.bias_ih_l1	6	-0.15220119059085846
128310	rnn.bias_ih_l1	7	-0.05006517097353935
128310	rnn.bias_ih_l1	8	-0.1328696608543396
128310	rnn.bias_ih_l1	9	-0.13411258161067963
128310	rnn.bias_hh_l1	0	-0.12909340858459473
128310	rnn.bias_hh_l1	1	-0.05421625077724457
128310	rnn.bias_hh_l1	2	-0.10052776336669922
128310	rnn.bias_hh_l1	3	-0.09922932088375092
128310	rnn.bias_hh_l1	4	-0.11513260751962662
128310	rnn.bias_hh_l1	5	-0.1115771234035492
128310	rnn.bias_hh_l1	6	-0.1383969932794571
128310	rnn.bias_hh_l1	7	0.040921423584222794
128310	rnn.bias_hh_l1	8	-0.1800641119480133
128310	rnn.bias_hh_l1	9	-0.09876977652311325
128310	rnn.weight_ih_l1_reverse	0	-0.03706368803977966
128310	rnn.weight_ih_l1_reverse	1	0.019500108435750008
128310	rnn.weight_ih_l1_reverse	2	0.066940076649189
128310	rnn.weight_ih_l1_reverse	3	0.00022792851086705923
128310	rnn.weight_ih_l1_reverse	4	-0.03613874688744545
128310	rnn.weight_ih_l1_reverse	5	-0.0348854698240757
128310	rnn.weight_ih_l1_reverse	6	-0.005664442200213671
128310	rnn.weight_ih_l1_reverse	7	0.025860771536827087
128310	rnn.weight_ih_l1_reverse	8	0.045512888580560684
128310	rnn.weight_ih_l1_reverse	9	-0.04282134398818016
128310	rnn.weight_hh_l1_reverse	0	0.0073462119325995445
128310	rnn.weight_hh_l1_reverse	1	0.02838185988366604
128310	rnn.weight_hh_l1_reverse	2	-0.03971225023269653
128310	rnn.weight_hh_l1_reverse	3	0.039118945598602295
128310	rnn.weight_hh_l1_reverse	4	0.04014398530125618
128310	rnn.weight_hh_l1_reverse	5	0.008382671512663364
128310	rnn.weight_hh_l1_reverse	6	0.026583122089505196
128310	rnn.weight_hh_l1_reverse	7	0.028582682833075523
128310	rnn.weight_hh_l1_reverse	8	-0.006345935165882111
128310	rnn.weight_hh_l1_reverse	9	-0.031138040125370026
128310	rnn.bias_ih_l1_reverse	0	-0.06690201163291931
128310	rnn.bias_ih_l1_reverse	1	-0.15681153535842896
128310	rnn.bias_ih_l1_reverse	2	-0.14860613644123077
128310	rnn.bias_ih_l1_reverse	3	-0.04745771363377571
128310	rnn.bias_ih_l1_reverse	4	-0.20191818475723267
128310	rnn.bias_ih_l1_reverse	5	-0.1072411760687828
128310	rnn.bias_ih_l1_reverse	6	-0.12651586532592773
128310	rnn.bias_ih_l1_reverse	7	-0.2066899985074997
128310	rnn.bias_ih_l1_reverse	8	0.18805977702140808
128310	rnn.bias_ih_l1_reverse	9	0.06788286566734314
128310	rnn.bias_hh_l1_reverse	0	-0.04767388850450516
128310	rnn.bias_hh_l1_reverse	1	-0.05544797703623772
128310	rnn.bias_hh_l1_reverse	2	-0.22943581640720367
128310	rnn.bias_hh_l1_reverse	3	-0.11560533940792084
128310	rnn.bias_hh_l1_reverse	4	-0.0929529070854187
128310	rnn.bias_hh_l1_reverse	5	-0.1352047175168991
128310	rnn.bias_hh_l1_reverse	6	0.104458287358284
128310	rnn.bias_hh_l1_reverse	7	-0.15279297530651093
128310	rnn.bias_hh_l1_reverse	8	-0.10948007553815842
128310	rnn.bias_hh_l1_reverse	9	-0.14539574086666107
128310	linear.weight	0	0.002228822559118271
128310	linear.weight	1	0.08959409594535828
128310	linear.weight	2	-0.0333862267434597
128310	linear.weight	3	0.3284006714820862
128310	linear.weight	4	0.18332171440124512
128310	linear.weight	5	-0.02348303236067295
128310	linear.weight	6	0.06218104809522629
128310	linear.weight	7	0.08996941149234772
128310	linear.weight	8	0.04127218574285507
128310	linear.weight	9	-0.03327631577849388
128310	linear.bias	0	0.053069401532411575
128310	linear.bias	1	-0.19958221912384033
128310	linear.bias	2	-0.36434951424598694
128310	linear.bias	3	-0.6660582423210144
128310	linear.bias	4	-1.176200270652771
128310	linear.bias	5	-0.07734030485153198
128310	linear.bias	6	-0.745398759841919
128310	linear.bias	7	0.3334501087665558
128310	linear.bias	8	-0.45340168476104736
128310	linear.bias	9	-0.9348115921020508
128507	transitions	0	0.6319359540939331
128507	transitions	1	0.1620340794324875
128507	transitions	2	-10000.0
128507	transitions	3	-1.8208056688308716
128507	transitions	4	-10000.0
128507	transitions	5	0.5879305601119995
128507	transitions	6	-0.06915240734815598
128507	transitions	7	-0.6730335354804993
128507	transitions	8	-1.3952854871749878
128507	transitions	9	-0.0010487886611372232
128507	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
128507	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
128507	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
128507	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
128507	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
128507	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
128507	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
128507	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
128507	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
128507	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
128507	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
128507	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
128507	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
128507	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
128507	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
128507	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
128507	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
128507	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
128507	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
128507	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
128507	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
128507	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
128507	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
128507	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
128507	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
128507	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
128507	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
128507	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
128507	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
128507	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
128507	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
128507	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
128507	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
128507	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
128507	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
128507	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
128507	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
128507	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
128507	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
128507	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
128507	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
128507	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
128507	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
128507	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
128507	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
128507	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
128507	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
128507	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
128507	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
128507	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
128507	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
128507	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
128507	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
128507	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
128507	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
128507	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
128507	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
128507	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
128507	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
128507	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
128507	embedding2nn.weight	0	0.018264705315232277
128507	embedding2nn.weight	1	-0.01458066701889038
128507	embedding2nn.weight	2	-0.014268254861235619
128507	embedding2nn.weight	3	-0.04186955839395523
128507	embedding2nn.weight	4	-0.0059150345623493195
128507	embedding2nn.weight	5	-0.003700585337355733
128507	embedding2nn.weight	6	-0.003973301965743303
128507	embedding2nn.weight	7	-0.07507114112377167
128507	embedding2nn.weight	8	-0.0019979383796453476
128507	embedding2nn.weight	9	-0.02525247633457184
128507	embedding2nn.bias	0	0.051104847341775894
128507	embedding2nn.bias	1	-0.055217526853084564
128507	embedding2nn.bias	2	0.06939011067152023
128507	embedding2nn.bias	3	0.05868946760892868
128507	embedding2nn.bias	4	-0.030934082344174385
128507	embedding2nn.bias	5	-0.05565555766224861
128507	embedding2nn.bias	6	0.02993781864643097
128507	embedding2nn.bias	7	-0.06980204582214355
128507	embedding2nn.bias	8	0.08267462253570557
128507	embedding2nn.bias	9	0.01504644937813282
128507	rnn.weight_ih_l0	0	-0.07162226736545563
128507	rnn.weight_ih_l0	1	-0.002332567237317562
128507	rnn.weight_ih_l0	2	0.042559489607810974
128507	rnn.weight_ih_l0	3	0.01420649141073227
128507	rnn.weight_ih_l0	4	-0.016613317653536797
128507	rnn.weight_ih_l0	5	-0.05891287699341774
128507	rnn.weight_ih_l0	6	0.0024088104255497456
128507	rnn.weight_ih_l0	7	0.04374361410737038
128507	rnn.weight_ih_l0	8	-0.010427976958453655
128507	rnn.weight_ih_l0	9	-0.015755636617541313
128507	rnn.weight_hh_l0	0	-0.03235584497451782
128507	rnn.weight_hh_l0	1	-0.015868714079260826
128507	rnn.weight_hh_l0	2	-0.003870532615110278
128507	rnn.weight_hh_l0	3	-0.06548107415437698
128507	rnn.weight_hh_l0	4	0.08014168590307236
128507	rnn.weight_hh_l0	5	-0.018301891162991524
128507	rnn.weight_hh_l0	6	-0.04588516056537628
128507	rnn.weight_hh_l0	7	0.019973348826169968
128507	rnn.weight_hh_l0	8	0.012067766860127449
128507	rnn.weight_hh_l0	9	-0.016264362260699272
128507	rnn.bias_ih_l0	0	0.09666002541780472
128507	rnn.bias_ih_l0	1	-0.022872231900691986
128507	rnn.bias_ih_l0	2	0.0034673456102609634
128507	rnn.bias_ih_l0	3	0.1323157548904419
128507	rnn.bias_ih_l0	4	-0.028150783851742744
128507	rnn.bias_ih_l0	5	-0.030741123482584953
128507	rnn.bias_ih_l0	6	0.02106216736137867
128507	rnn.bias_ih_l0	7	0.037916313856840134
128507	rnn.bias_ih_l0	8	-0.10106145590543747
128507	rnn.bias_ih_l0	9	-0.048573385924100876
128507	rnn.bias_hh_l0	0	-0.031214501708745956
128507	rnn.bias_hh_l0	1	-0.11456127464771271
128507	rnn.bias_hh_l0	2	-0.04666825756430626
128507	rnn.bias_hh_l0	3	-0.08411159366369247
128507	rnn.bias_hh_l0	4	-0.017130354419350624
128507	rnn.bias_hh_l0	5	-0.025010237470269203
128507	rnn.bias_hh_l0	6	0.03133820742368698
128507	rnn.bias_hh_l0	7	0.038165558129549026
128507	rnn.bias_hh_l0	8	-0.11600243300199509
128507	rnn.bias_hh_l0	9	-0.04915081337094307
128507	rnn.weight_ih_l0_reverse	0	-0.02390814758837223
128507	rnn.weight_ih_l0_reverse	1	-0.043128274381160736
128507	rnn.weight_ih_l0_reverse	2	-0.030461223796010017
128507	rnn.weight_ih_l0_reverse	3	-0.0020846007391810417
128507	rnn.weight_ih_l0_reverse	4	-0.013327879831194878
128507	rnn.weight_ih_l0_reverse	5	-0.04301420971751213
128507	rnn.weight_ih_l0_reverse	6	0.08884537220001221
128507	rnn.weight_ih_l0_reverse	7	-0.02525644749403
128507	rnn.weight_ih_l0_reverse	8	-0.017765071243047714
128507	rnn.weight_ih_l0_reverse	9	0.004575794097036123
128507	rnn.weight_hh_l0_reverse	0	0.05687960237264633
128507	rnn.weight_hh_l0_reverse	1	0.027314957231283188
128507	rnn.weight_hh_l0_reverse	2	0.027905384078621864
128507	rnn.weight_hh_l0_reverse	3	0.02827204205095768
128507	rnn.weight_hh_l0_reverse	4	0.009866996668279171
128507	rnn.weight_hh_l0_reverse	5	0.024859458208084106
128507	rnn.weight_hh_l0_reverse	6	0.04797066003084183
128507	rnn.weight_hh_l0_reverse	7	-0.067111074924469
128507	rnn.weight_hh_l0_reverse	8	0.04087071865797043
128507	rnn.weight_hh_l0_reverse	9	0.03955749049782753
128507	rnn.bias_ih_l0_reverse	0	-0.08141756057739258
128507	rnn.bias_ih_l0_reverse	1	-0.24840177595615387
128507	rnn.bias_ih_l0_reverse	2	-0.13616062700748444
128507	rnn.bias_ih_l0_reverse	3	-0.04457128047943115
128507	rnn.bias_ih_l0_reverse	4	-0.029393311589956284
128507	rnn.bias_ih_l0_reverse	5	0.06794089823961258
128507	rnn.bias_ih_l0_reverse	6	-0.06697206199169159
128507	rnn.bias_ih_l0_reverse	7	0.05393705517053604
128507	rnn.bias_ih_l0_reverse	8	-0.03577563911676407
128507	rnn.bias_ih_l0_reverse	9	0.051424916833639145
128507	rnn.bias_hh_l0_reverse	0	0.02816375531256199
128507	rnn.bias_hh_l0_reverse	1	-0.04400885850191116
128507	rnn.bias_hh_l0_reverse	2	0.0877356082201004
128507	rnn.bias_hh_l0_reverse	3	-0.04113076627254486
128507	rnn.bias_hh_l0_reverse	4	-0.03246680647134781
128507	rnn.bias_hh_l0_reverse	5	-0.028413090854883194
128507	rnn.bias_hh_l0_reverse	6	-0.03105710819363594
128507	rnn.bias_hh_l0_reverse	7	0.10771474987268448
128507	rnn.bias_hh_l0_reverse	8	0.026721064001321793
128507	rnn.bias_hh_l0_reverse	9	-0.1256977617740631
128507	rnn.weight_ih_l1	0	-0.03348860889673233
128507	rnn.weight_ih_l1	1	-0.04073934629559517
128507	rnn.weight_ih_l1	2	0.04785669222474098
128507	rnn.weight_ih_l1	3	-0.06162664294242859
128507	rnn.weight_ih_l1	4	-0.013479936867952347
128507	rnn.weight_ih_l1	5	-0.04832065477967262
128507	rnn.weight_ih_l1	6	0.029326332733035088
128507	rnn.weight_ih_l1	7	-0.016074087470769882
128507	rnn.weight_ih_l1	8	0.03828633949160576
128507	rnn.weight_ih_l1	9	0.04410920664668083
128507	rnn.weight_hh_l1	0	-0.010327438823878765
128507	rnn.weight_hh_l1	1	0.0143123185262084
128507	rnn.weight_hh_l1	2	0.01780128851532936
128507	rnn.weight_hh_l1	3	-0.007454178761690855
128507	rnn.weight_hh_l1	4	0.008383585140109062
128507	rnn.weight_hh_l1	5	0.024778665974736214
128507	rnn.weight_hh_l1	6	0.026158161461353302
128507	rnn.weight_hh_l1	7	-0.021036634221673012
128507	rnn.weight_hh_l1	8	-0.013933975249528885
128507	rnn.weight_hh_l1	9	0.036679450422525406
128507	rnn.bias_ih_l1	0	-0.19803303480148315
128507	rnn.bias_ih_l1	1	-0.18668431043624878
128507	rnn.bias_ih_l1	2	-0.18950781226158142
128507	rnn.bias_ih_l1	3	-0.2752571105957031
128507	rnn.bias_ih_l1	4	-0.21442542970180511
128507	rnn.bias_ih_l1	5	-0.10053841024637222
128507	rnn.bias_ih_l1	6	-0.14893150329589844
128507	rnn.bias_ih_l1	7	-0.04563022777438164
128507	rnn.bias_ih_l1	8	-0.13642656803131104
128507	rnn.bias_ih_l1	9	-0.1336861103773117
128507	rnn.bias_hh_l1	0	-0.12737426161766052
128507	rnn.bias_hh_l1	1	-0.05641331523656845
128507	rnn.bias_hh_l1	2	-0.10293639451265335
128507	rnn.bias_hh_l1	3	-0.0978124588727951
128507	rnn.bias_hh_l1	4	-0.11352602392435074
128507	rnn.bias_hh_l1	5	-0.11308781057596207
128507	rnn.bias_hh_l1	6	-0.14127525687217712
128507	rnn.bias_hh_l1	7	0.0364319272339344
128507	rnn.bias_hh_l1	8	-0.18165157735347748
128507	rnn.bias_hh_l1	9	-0.09889616817235947
128507	rnn.weight_ih_l1_reverse	0	-0.03575184568762779
128507	rnn.weight_ih_l1_reverse	1	0.017959387972950935
128507	rnn.weight_ih_l1_reverse	2	0.0655507743358612
128507	rnn.weight_ih_l1_reverse	3	-0.0033574586268514395
128507	rnn.weight_ih_l1_reverse	4	-0.03890344873070717
128507	rnn.weight_ih_l1_reverse	5	-0.03466537222266197
128507	rnn.weight_ih_l1_reverse	6	-0.004659651778638363
128507	rnn.weight_ih_l1_reverse	7	0.02742254175245762
128507	rnn.weight_ih_l1_reverse	8	0.04493153840303421
128507	rnn.weight_ih_l1_reverse	9	-0.04075787216424942
128507	rnn.weight_hh_l1_reverse	0	0.007352939806878567
128507	rnn.weight_hh_l1_reverse	1	0.028257960453629494
128507	rnn.weight_hh_l1_reverse	2	-0.039702169597148895
128507	rnn.weight_hh_l1_reverse	3	0.03914420306682587
128507	rnn.weight_hh_l1_reverse	4	0.03978181630373001
128507	rnn.weight_hh_l1_reverse	5	0.007393183186650276
128507	rnn.weight_hh_l1_reverse	6	0.02912657894194126
128507	rnn.weight_hh_l1_reverse	7	0.028355661779642105
128507	rnn.weight_hh_l1_reverse	8	-0.006532831583172083
128507	rnn.weight_hh_l1_reverse	9	-0.030977295711636543
128507	rnn.bias_ih_l1_reverse	0	-0.06607797741889954
128507	rnn.bias_ih_l1_reverse	1	-0.1547544300556183
128507	rnn.bias_ih_l1_reverse	2	-0.14198856055736542
128507	rnn.bias_ih_l1_reverse	3	-0.053845155984163284
128507	rnn.bias_ih_l1_reverse	4	-0.2030247449874878
128507	rnn.bias_ih_l1_reverse	5	-0.11099785566329956
128507	rnn.bias_ih_l1_reverse	6	-0.1279328316450119
128507	rnn.bias_ih_l1_reverse	7	-0.20966432988643646
128507	rnn.bias_ih_l1_reverse	8	0.1907588243484497
128507	rnn.bias_ih_l1_reverse	9	0.06917577981948853
128507	rnn.bias_hh_l1_reverse	0	-0.04546229541301727
128507	rnn.bias_hh_l1_reverse	1	-0.04995954409241676
128507	rnn.bias_hh_l1_reverse	2	-0.23014968633651733
128507	rnn.bias_hh_l1_reverse	3	-0.11486414819955826
128507	rnn.bias_hh_l1_reverse	4	-0.09321441501379013
128507	rnn.bias_hh_l1_reverse	5	-0.13811860978603363
128507	rnn.bias_hh_l1_reverse	6	0.09596692025661469
128507	rnn.bias_hh_l1_reverse	7	-0.15263547003269196
128507	rnn.bias_hh_l1_reverse	8	-0.11102885752916336
128507	rnn.bias_hh_l1_reverse	9	-0.14567160606384277
128507	linear.weight	0	0.002228822559118271
128507	linear.weight	1	0.10297170281410217
128507	linear.weight	2	-0.03278793767094612
128507	linear.weight	3	0.3201497495174408
128507	linear.weight	4	0.18179039657115936
128507	linear.weight	5	-0.02550695836544037
128507	linear.weight	6	0.08140065521001816
128507	linear.weight	7	0.09192689508199692
128507	linear.weight	8	0.04127231240272522
128507	linear.weight	9	-0.03494042530655861
128507	linear.bias	0	0.08583713322877884
128507	linear.bias	1	-0.21978361904621124
128507	linear.bias	2	-0.3633832335472107
128507	linear.bias	3	-0.6628490686416626
128507	linear.bias	4	-1.172851800918579
128507	linear.bias	5	-0.1052289679646492
128507	linear.bias	6	-0.7669383883476257
128507	linear.bias	7	0.3083644509315491
128507	linear.bias	8	-0.44086524844169617
128507	linear.bias	9	-0.9231916666030884
128704	transitions	0	0.6285247206687927
128704	transitions	1	0.1625424325466156
128704	transitions	2	-10000.0
128704	transitions	3	-1.8208396434783936
128704	transitions	4	-10000.0
128704	transitions	5	0.5878672003746033
128704	transitions	6	-0.06922119855880737
128704	transitions	7	-0.6733274459838867
128704	transitions	8	-1.3953667879104614
128704	transitions	9	-0.0010496566537767649
128704	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
128704	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
128704	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
128704	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
128704	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
128704	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
128704	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
128704	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
128704	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
128704	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
128704	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
128704	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
128704	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
128704	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
128704	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
128704	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
128704	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
128704	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
128704	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
128704	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
128704	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
128704	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
128704	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
128704	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
128704	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
128704	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
128704	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
128704	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
128704	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
128704	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
128704	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
128704	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
128704	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
128704	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
128704	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
128704	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
128704	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
128704	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
128704	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
128704	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
128704	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
128704	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
128704	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
128704	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
128704	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
128704	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
128704	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
128704	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
128704	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
128704	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
128704	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
128704	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
128704	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
128704	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
128704	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
128704	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
128704	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
128704	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
128704	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
128704	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
128704	embedding2nn.weight	0	0.02020067535340786
128704	embedding2nn.weight	1	-0.015050424262881279
128704	embedding2nn.weight	2	-0.014268254861235619
128704	embedding2nn.weight	3	-0.0432048924267292
128704	embedding2nn.weight	4	-0.0059150345623493195
128704	embedding2nn.weight	5	-0.003700585337355733
128704	embedding2nn.weight	6	-0.003973303362727165
128704	embedding2nn.weight	7	-0.0751914381980896
128704	embedding2nn.weight	8	-0.0019979383796453476
128704	embedding2nn.weight	9	-0.026148851960897446
128704	embedding2nn.bias	0	0.05922548100352287
128704	embedding2nn.bias	1	-0.06436604261398315
128704	embedding2nn.bias	2	0.06403151899576187
128704	embedding2nn.bias	3	0.048764850944280624
128704	embedding2nn.bias	4	-0.03246183320879936
128704	embedding2nn.bias	5	-0.04709300771355629
128704	embedding2nn.bias	6	0.0357993021607399
128704	embedding2nn.bias	7	-0.06895793229341507
128704	embedding2nn.bias	8	0.08801015466451645
128704	embedding2nn.bias	9	0.010741417296230793
128704	rnn.weight_ih_l0	0	-0.0716434046626091
128704	rnn.weight_ih_l0	1	-0.001750329160131514
128704	rnn.weight_ih_l0	2	0.04146886244416237
128704	rnn.weight_ih_l0	3	0.014927815645933151
128704	rnn.weight_ih_l0	4	-0.014873749576508999
128704	rnn.weight_ih_l0	5	-0.05944216996431351
128704	rnn.weight_ih_l0	6	0.004100246820598841
128704	rnn.weight_ih_l0	7	0.045642122626304626
128704	rnn.weight_ih_l0	8	-0.010021097026765347
128704	rnn.weight_ih_l0	9	-0.015118432231247425
128704	rnn.weight_hh_l0	0	-0.03210417553782463
128704	rnn.weight_hh_l0	1	-0.016591010615229607
128704	rnn.weight_hh_l0	2	-0.003333223517984152
128704	rnn.weight_hh_l0	3	-0.06508620083332062
128704	rnn.weight_hh_l0	4	0.08026499301195145
128704	rnn.weight_hh_l0	5	-0.018997905775904655
128704	rnn.weight_hh_l0	6	-0.04610533267259598
128704	rnn.weight_hh_l0	7	0.02022024802863598
128704	rnn.weight_hh_l0	8	0.011524766683578491
128704	rnn.weight_hh_l0	9	-0.01685185171663761
128704	rnn.bias_ih_l0	0	0.09518949687480927
128704	rnn.bias_ih_l0	1	-0.0240078903734684
128704	rnn.bias_ih_l0	2	0.005261496640741825
128704	rnn.bias_ih_l0	3	0.1348063200712204
128704	rnn.bias_ih_l0	4	-0.027246328070759773
128704	rnn.bias_ih_l0	5	-0.03228508308529854
128704	rnn.bias_ih_l0	6	0.018027959391474724
128704	rnn.bias_ih_l0	7	0.036712583154439926
128704	rnn.bias_ih_l0	8	-0.1008196622133255
128704	rnn.bias_ih_l0	9	-0.04217734560370445
128704	rnn.bias_hh_l0	0	-0.03193092346191406
128704	rnn.bias_hh_l0	1	-0.11219989508390427
128704	rnn.bias_hh_l0	2	-0.04707256704568863
128704	rnn.bias_hh_l0	3	-0.08208207041025162
128704	rnn.bias_hh_l0	4	-0.014246870763599873
128704	rnn.bias_hh_l0	5	-0.02146422304213047
128704	rnn.bias_hh_l0	6	0.03373009338974953
128704	rnn.bias_hh_l0	7	0.03406311571598053
128704	rnn.bias_hh_l0	8	-0.11354253441095352
128704	rnn.bias_hh_l0	9	-0.053810965269804
128704	rnn.weight_ih_l0_reverse	0	-0.025929119437932968
128704	rnn.weight_ih_l0_reverse	1	-0.04262513294816017
128704	rnn.weight_ih_l0_reverse	2	-0.031233808025717735
128704	rnn.weight_ih_l0_reverse	3	-0.001234768540598452
128704	rnn.weight_ih_l0_reverse	4	-0.01377867627888918
128704	rnn.weight_ih_l0_reverse	5	-0.042451921850442886
128704	rnn.weight_ih_l0_reverse	6	0.08769872784614563
128704	rnn.weight_ih_l0_reverse	7	-0.02560877427458763
128704	rnn.weight_ih_l0_reverse	8	-0.017611650750041008
128704	rnn.weight_ih_l0_reverse	9	0.0030713698361068964
128704	rnn.weight_hh_l0_reverse	0	0.057887934148311615
128704	rnn.weight_hh_l0_reverse	1	0.027433224022388458
128704	rnn.weight_hh_l0_reverse	2	0.028800908476114273
128704	rnn.weight_hh_l0_reverse	3	0.028114650398492813
128704	rnn.weight_hh_l0_reverse	4	0.009858044795691967
128704	rnn.weight_hh_l0_reverse	5	0.025532128289341927
128704	rnn.weight_hh_l0_reverse	6	0.0484546534717083
128704	rnn.weight_hh_l0_reverse	7	-0.06619028747081757
128704	rnn.weight_hh_l0_reverse	8	0.04041992500424385
128704	rnn.weight_hh_l0_reverse	9	0.03951192647218704
128704	rnn.bias_ih_l0_reverse	0	-0.0819365531206131
128704	rnn.bias_ih_l0_reverse	1	-0.25017765164375305
128704	rnn.bias_ih_l0_reverse	2	-0.1351109743118286
128704	rnn.bias_ih_l0_reverse	3	-0.04252360388636589
128704	rnn.bias_ih_l0_reverse	4	-0.029841866344213486
128704	rnn.bias_ih_l0_reverse	5	0.06935467571020126
128704	rnn.bias_ih_l0_reverse	6	-0.06433659046888351
128704	rnn.bias_ih_l0_reverse	7	0.05827046185731888
128704	rnn.bias_ih_l0_reverse	8	-0.03128428012132645
128704	rnn.bias_ih_l0_reverse	9	0.05129699409008026
128704	rnn.bias_hh_l0_reverse	0	0.029799873009324074
128704	rnn.bias_hh_l0_reverse	1	-0.0407363586127758
128704	rnn.bias_hh_l0_reverse	2	0.08188703656196594
128704	rnn.bias_hh_l0_reverse	3	-0.04160262271761894
128704	rnn.bias_hh_l0_reverse	4	-0.03266849368810654
128704	rnn.bias_hh_l0_reverse	5	-0.03024175763130188
128704	rnn.bias_hh_l0_reverse	6	-0.034673918038606644
128704	rnn.bias_hh_l0_reverse	7	0.10744310170412064
128704	rnn.bias_hh_l0_reverse	8	0.026852374896407127
128704	rnn.bias_hh_l0_reverse	9	-0.1231345385313034
128704	rnn.weight_ih_l1	0	-0.033445462584495544
128704	rnn.weight_ih_l1	1	-0.040622517466545105
128704	rnn.weight_ih_l1	2	0.05037420243024826
128704	rnn.weight_ih_l1	3	-0.0621892549097538
128704	rnn.weight_ih_l1	4	-0.014037715271115303
128704	rnn.weight_ih_l1	5	-0.04726904258131981
128704	rnn.weight_ih_l1	6	0.02926327846944332
128704	rnn.weight_ih_l1	7	-0.016005247831344604
128704	rnn.weight_ih_l1	8	0.038102634251117706
128704	rnn.weight_ih_l1	9	0.04288036376237869
128704	rnn.weight_hh_l1	0	-0.009809798561036587
128704	rnn.weight_hh_l1	1	0.014717922545969486
128704	rnn.weight_hh_l1	2	0.01801375299692154
128704	rnn.weight_hh_l1	3	-0.007293345406651497
128704	rnn.weight_hh_l1	4	0.008486506529152393
128704	rnn.weight_hh_l1	5	0.024504035711288452
128704	rnn.weight_hh_l1	6	0.026812776923179626
128704	rnn.weight_hh_l1	7	-0.02139832265675068
128704	rnn.weight_hh_l1	8	-0.014466732740402222
128704	rnn.weight_hh_l1	9	0.03709546849131584
128704	rnn.bias_ih_l1	0	-0.19264373183250427
128704	rnn.bias_ih_l1	1	-0.18426261842250824
128704	rnn.bias_ih_l1	2	-0.19415435194969177
128704	rnn.bias_ih_l1	3	-0.26850220561027527
128704	rnn.bias_ih_l1	4	-0.2062537670135498
128704	rnn.bias_ih_l1	5	-0.09940560162067413
128704	rnn.bias_ih_l1	6	-0.1474364846944809
128704	rnn.bias_ih_l1	7	-0.047712620347738266
128704	rnn.bias_ih_l1	8	-0.13454104959964752
128704	rnn.bias_ih_l1	9	-0.1341923475265503
128704	rnn.bias_hh_l1	0	-0.12471005320549011
128704	rnn.bias_hh_l1	1	-0.05735710635781288
128704	rnn.bias_hh_l1	2	-0.10299970954656601
128704	rnn.bias_hh_l1	3	-0.09719070047140121
128704	rnn.bias_hh_l1	4	-0.11173918843269348
128704	rnn.bias_hh_l1	5	-0.11369606852531433
128704	rnn.bias_hh_l1	6	-0.141116201877594
128704	rnn.bias_hh_l1	7	0.03903919458389282
128704	rnn.bias_hh_l1	8	-0.18216171860694885
128704	rnn.bias_hh_l1	9	-0.10161392390727997
128704	rnn.weight_ih_l1_reverse	0	-0.03679642826318741
128704	rnn.weight_ih_l1_reverse	1	0.017921943217515945
128704	rnn.weight_ih_l1_reverse	2	0.06703285127878189
128704	rnn.weight_ih_l1_reverse	3	-0.004862698260694742
128704	rnn.weight_ih_l1_reverse	4	-0.03677549958229065
128704	rnn.weight_ih_l1_reverse	5	-0.03489117696881294
128704	rnn.weight_ih_l1_reverse	6	-0.0027995470445603132
128704	rnn.weight_ih_l1_reverse	7	0.026931360363960266
128704	rnn.weight_ih_l1_reverse	8	0.04347752034664154
128704	rnn.weight_ih_l1_reverse	9	-0.04136078059673309
128704	rnn.weight_hh_l1_reverse	0	0.007461701985448599
128704	rnn.weight_hh_l1_reverse	1	0.028062187135219574
128704	rnn.weight_hh_l1_reverse	2	-0.03976774588227272
128704	rnn.weight_hh_l1_reverse	3	0.039078984409570694
128704	rnn.weight_hh_l1_reverse	4	0.04025209695100784
128704	rnn.weight_hh_l1_reverse	5	0.007661461364477873
128704	rnn.weight_hh_l1_reverse	6	0.030289476737380028
128704	rnn.weight_hh_l1_reverse	7	0.02824890986084938
128704	rnn.weight_hh_l1_reverse	8	-0.006532937753945589
128704	rnn.weight_hh_l1_reverse	9	-0.030493371188640594
128704	rnn.bias_ih_l1_reverse	0	-0.06517937034368515
128704	rnn.bias_ih_l1_reverse	1	-0.15654966235160828
128704	rnn.bias_ih_l1_reverse	2	-0.1405431479215622
128704	rnn.bias_ih_l1_reverse	3	-0.05132307857275009
128704	rnn.bias_ih_l1_reverse	4	-0.2063349336385727
128704	rnn.bias_ih_l1_reverse	5	-0.10980957746505737
128704	rnn.bias_ih_l1_reverse	6	-0.12731830775737762
128704	rnn.bias_ih_l1_reverse	7	-0.2093306928873062
128704	rnn.bias_ih_l1_reverse	8	0.18634897470474243
128704	rnn.bias_ih_l1_reverse	9	0.06372447311878204
128704	rnn.bias_hh_l1_reverse	0	-0.04882495105266571
128704	rnn.bias_hh_l1_reverse	1	-0.047628216445446014
128704	rnn.bias_hh_l1_reverse	2	-0.23027926683425903
128704	rnn.bias_hh_l1_reverse	3	-0.11427602916955948
128704	rnn.bias_hh_l1_reverse	4	-0.09338285773992538
128704	rnn.bias_hh_l1_reverse	5	-0.13395372033119202
128704	rnn.bias_hh_l1_reverse	6	0.09747897833585739
128704	rnn.bias_hh_l1_reverse	7	-0.15196840465068817
128704	rnn.bias_hh_l1_reverse	8	-0.11133977770805359
128704	rnn.bias_hh_l1_reverse	9	-0.1456954926252365
128704	linear.weight	0	0.002228822559118271
128704	linear.weight	1	0.1143905445933342
128704	linear.weight	2	-0.04019608721137047
128704	linear.weight	3	0.31081950664520264
128704	linear.weight	4	0.1734181046485901
128704	linear.weight	5	-0.021066168323159218
128704	linear.weight	6	0.0683412253856659
128704	linear.weight	7	0.09759893268346786
128704	linear.weight	8	0.04127192497253418
128704	linear.weight	9	-0.023645251989364624
128704	linear.bias	0	0.09403122216463089
128704	linear.bias	1	-0.21705493330955505
128704	linear.bias	2	-0.3719639480113983
128704	linear.bias	3	-0.6583791375160217
128704	linear.bias	4	-1.1673640012741089
128704	linear.bias	5	-0.11222405731678009
128704	linear.bias	6	-0.7637345790863037
128704	linear.bias	7	0.30028676986694336
128704	linear.bias	8	-0.4468518793582916
128704	linear.bias	9	-0.9251735210418701
128901	transitions	0	0.6399635076522827
128901	transitions	1	0.1615271419286728
128901	transitions	2	-10000.0
128901	transitions	3	-1.82088303565979
128901	transitions	4	-10000.0
128901	transitions	5	0.587772011756897
128901	transitions	6	-0.06934074312448502
128901	transitions	7	-0.6750040650367737
128901	transitions	8	-1.395546317100525
128901	transitions	9	-0.001050643972121179
128901	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
128901	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
128901	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
128901	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
128901	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
128901	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
128901	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
128901	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
128901	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
128901	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
128901	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
128901	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
128901	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
128901	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
128901	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
128901	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
128901	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
128901	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
128901	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
128901	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
128901	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
128901	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
128901	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
128901	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
128901	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
128901	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
128901	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
128901	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
128901	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
128901	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
128901	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
128901	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
128901	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
128901	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
128901	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
128901	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
128901	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
128901	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
128901	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
128901	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
128901	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
128901	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
128901	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
128901	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
128901	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
128901	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
128901	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
128901	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
128901	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
128901	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
128901	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
128901	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
128901	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
128901	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
128901	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
128901	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
128901	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
128901	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
128901	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
128901	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
128901	embedding2nn.weight	0	0.01996738277375698
128901	embedding2nn.weight	1	-0.015146716497838497
128901	embedding2nn.weight	2	-0.014268254861235619
128901	embedding2nn.weight	3	-0.04139251634478569
128901	embedding2nn.weight	4	-0.0059150345623493195
128901	embedding2nn.weight	5	-0.003700585337355733
128901	embedding2nn.weight	6	-0.00397330429404974
128901	embedding2nn.weight	7	-0.07577027380466461
128901	embedding2nn.weight	8	-0.0019979383796453476
128901	embedding2nn.weight	9	-0.026357559487223625
128901	embedding2nn.bias	0	0.06380556523799896
128901	embedding2nn.bias	1	-0.06042623519897461
128901	embedding2nn.bias	2	0.050586409866809845
128901	embedding2nn.bias	3	0.05625182017683983
128901	embedding2nn.bias	4	-0.035821784287691116
128901	embedding2nn.bias	5	-0.04691678658127785
128901	embedding2nn.bias	6	0.04312136396765709
128901	embedding2nn.bias	7	-0.07188384979963303
128901	embedding2nn.bias	8	0.0790344700217247
128901	embedding2nn.bias	9	0.02273573726415634
128901	rnn.weight_ih_l0	0	-0.07088561356067657
128901	rnn.weight_ih_l0	1	-0.0034947642125189304
128901	rnn.weight_ih_l0	2	0.04432423785328865
128901	rnn.weight_ih_l0	3	0.01521102711558342
128901	rnn.weight_ih_l0	4	-0.014947500079870224
128901	rnn.weight_ih_l0	5	-0.05934620276093483
128901	rnn.weight_ih_l0	6	0.004289127886295319
128901	rnn.weight_ih_l0	7	0.04561110958456993
128901	rnn.weight_ih_l0	8	-0.011588173918426037
128901	rnn.weight_ih_l0	9	-0.01696518249809742
128901	rnn.weight_hh_l0	0	-0.03333692625164986
128901	rnn.weight_hh_l0	1	-0.015389636158943176
128901	rnn.weight_hh_l0	2	-0.003970624879002571
128901	rnn.weight_hh_l0	3	-0.06475745886564255
128901	rnn.weight_hh_l0	4	0.07945907860994339
128901	rnn.weight_hh_l0	5	-0.018547408282756805
128901	rnn.weight_hh_l0	6	-0.04667241871356964
128901	rnn.weight_hh_l0	7	0.019471852108836174
128901	rnn.weight_hh_l0	8	0.009891818277537823
128901	rnn.weight_hh_l0	9	-0.017142465338110924
128901	rnn.bias_ih_l0	0	0.09430740028619766
128901	rnn.bias_ih_l0	1	-0.02181304432451725
128901	rnn.bias_ih_l0	2	0.006139739416539669
128901	rnn.bias_ih_l0	3	0.13840502500534058
128901	rnn.bias_ih_l0	4	-0.023779965937137604
128901	rnn.bias_ih_l0	5	-0.029214756563305855
128901	rnn.bias_ih_l0	6	0.018618520349264145
128901	rnn.bias_ih_l0	7	0.03599720448255539
128901	rnn.bias_ih_l0	8	-0.10209919512271881
128901	rnn.bias_ih_l0	9	-0.038964781910181046
128901	rnn.bias_hh_l0	0	-0.03209434449672699
128901	rnn.bias_hh_l0	1	-0.11378148198127747
128901	rnn.bias_hh_l0	2	-0.04569033160805702
128901	rnn.bias_hh_l0	3	-0.08208678662776947
128901	rnn.bias_hh_l0	4	-0.014111116528511047
128901	rnn.bias_hh_l0	5	-0.022119801491498947
128901	rnn.bias_hh_l0	6	0.03250044956803322
128901	rnn.bias_hh_l0	7	0.03475499898195267
128901	rnn.bias_hh_l0	8	-0.10987477004528046
128901	rnn.bias_hh_l0	9	-0.05578405410051346
128901	rnn.weight_ih_l0_reverse	0	-0.02619885466992855
128901	rnn.weight_ih_l0_reverse	1	-0.04028862714767456
128901	rnn.weight_ih_l0_reverse	2	-0.03105984628200531
128901	rnn.weight_ih_l0_reverse	3	0.0003367434546817094
128901	rnn.weight_ih_l0_reverse	4	-0.014237497933208942
128901	rnn.weight_ih_l0_reverse	5	-0.042509812861680984
128901	rnn.weight_ih_l0_reverse	6	0.08804064244031906
128901	rnn.weight_ih_l0_reverse	7	-0.025510156527161598
128901	rnn.weight_ih_l0_reverse	8	-0.017905427142977715
128901	rnn.weight_ih_l0_reverse	9	0.005057522561401129
128901	rnn.weight_hh_l0_reverse	0	0.0551445409655571
128901	rnn.weight_hh_l0_reverse	1	0.026806021109223366
128901	rnn.weight_hh_l0_reverse	2	0.02968045510351658
128901	rnn.weight_hh_l0_reverse	3	0.02862243354320526
128901	rnn.weight_hh_l0_reverse	4	0.009739440865814686
128901	rnn.weight_hh_l0_reverse	5	0.02546682208776474
128901	rnn.weight_hh_l0_reverse	6	0.04791716858744621
128901	rnn.weight_hh_l0_reverse	7	-0.0645131915807724
128901	rnn.weight_hh_l0_reverse	8	0.03955461084842682
128901	rnn.weight_hh_l0_reverse	9	0.03942805156111717
128901	rnn.bias_ih_l0_reverse	0	-0.08462253957986832
128901	rnn.bias_ih_l0_reverse	1	-0.2504926919937134
128901	rnn.bias_ih_l0_reverse	2	-0.13380256295204163
128901	rnn.bias_ih_l0_reverse	3	-0.042488351464271545
128901	rnn.bias_ih_l0_reverse	4	-0.029600579291582108
128901	rnn.bias_ih_l0_reverse	5	0.07289101928472519
128901	rnn.bias_ih_l0_reverse	6	-0.06357032805681229
128901	rnn.bias_ih_l0_reverse	7	0.05568467825651169
128901	rnn.bias_ih_l0_reverse	8	-0.031469859182834625
128901	rnn.bias_ih_l0_reverse	9	0.05339578539133072
128901	rnn.bias_hh_l0_reverse	0	0.026992373168468475
128901	rnn.bias_hh_l0_reverse	1	-0.03747442737221718
128901	rnn.bias_hh_l0_reverse	2	0.0846073254942894
128901	rnn.bias_hh_l0_reverse	3	-0.03767448291182518
128901	rnn.bias_hh_l0_reverse	4	-0.03333739563822746
128901	rnn.bias_hh_l0_reverse	5	-0.02980518527328968
128901	rnn.bias_hh_l0_reverse	6	-0.0341610312461853
128901	rnn.bias_hh_l0_reverse	7	0.1064104363322258
128901	rnn.bias_hh_l0_reverse	8	0.02315022423863411
128901	rnn.bias_hh_l0_reverse	9	-0.12657426297664642
128901	rnn.weight_ih_l1	0	-0.03331056982278824
128901	rnn.weight_ih_l1	1	-0.04097897931933403
128901	rnn.weight_ih_l1	2	0.049617405980825424
128901	rnn.weight_ih_l1	3	-0.0617157444357872
128901	rnn.weight_ih_l1	4	-0.014182566665112972
128901	rnn.weight_ih_l1	5	-0.047089237719774246
128901	rnn.weight_ih_l1	6	0.029761338606476784
128901	rnn.weight_ih_l1	7	-0.015516072511672974
128901	rnn.weight_ih_l1	8	0.0379902608692646
128901	rnn.weight_ih_l1	9	0.043430767953395844
128901	rnn.weight_hh_l1	0	-0.01054317969828844
128901	rnn.weight_hh_l1	1	0.014969831332564354
128901	rnn.weight_hh_l1	2	0.017373718321323395
128901	rnn.weight_hh_l1	3	-0.0073282732628285885
128901	rnn.weight_hh_l1	4	0.008800731971859932
128901	rnn.weight_hh_l1	5	0.024502743035554886
128901	rnn.weight_hh_l1	6	0.02760401740670204
128901	rnn.weight_hh_l1	7	-0.021244222298264503
128901	rnn.weight_hh_l1	8	-0.014406434260308743
128901	rnn.weight_hh_l1	9	0.037552446126937866
128901	rnn.bias_ih_l1	0	-0.19876505434513092
128901	rnn.bias_ih_l1	1	-0.18910908699035645
128901	rnn.bias_ih_l1	2	-0.19328738749027252
128901	rnn.bias_ih_l1	3	-0.2679373323917389
128901	rnn.bias_ih_l1	4	-0.20482173562049866
128901	rnn.bias_ih_l1	5	-0.09735601395368576
128901	rnn.bias_ih_l1	6	-0.14996159076690674
128901	rnn.bias_ih_l1	7	-0.045696042478084564
128901	rnn.bias_ih_l1	8	-0.13813911378383636
128901	rnn.bias_ih_l1	9	-0.13457000255584717
128901	rnn.bias_hh_l1	0	-0.12221585959196091
128901	rnn.bias_hh_l1	1	-0.05729406327009201
128901	rnn.bias_hh_l1	2	-0.10872820764780045
128901	rnn.bias_hh_l1	3	-0.09649771451950073
128901	rnn.bias_hh_l1	4	-0.11326821148395538
128901	rnn.bias_hh_l1	5	-0.11323804408311844
128901	rnn.bias_hh_l1	6	-0.13922488689422607
128901	rnn.bias_hh_l1	7	0.04556414112448692
128901	rnn.bias_hh_l1	8	-0.18091225624084473
128901	rnn.bias_hh_l1	9	-0.0993628278374672
128901	rnn.weight_ih_l1_reverse	0	-0.03684178739786148
128901	rnn.weight_ih_l1_reverse	1	0.013266228139400482
128901	rnn.weight_ih_l1_reverse	2	0.06745046377182007
128901	rnn.weight_ih_l1_reverse	3	-0.0025889400858432055
128901	rnn.weight_ih_l1_reverse	4	-0.036285851150751114
128901	rnn.weight_ih_l1_reverse	5	-0.03507547825574875
128901	rnn.weight_ih_l1_reverse	6	-0.004580403212457895
128901	rnn.weight_ih_l1_reverse	7	0.026749610900878906
128901	rnn.weight_ih_l1_reverse	8	0.04259490594267845
128901	rnn.weight_ih_l1_reverse	9	-0.0427524708211422
128901	rnn.weight_hh_l1_reverse	0	0.0075507559813559055
128901	rnn.weight_hh_l1_reverse	1	0.0280603114515543
128901	rnn.weight_hh_l1_reverse	2	-0.039687443524599075
128901	rnn.weight_hh_l1_reverse	3	0.03909936919808388
128901	rnn.weight_hh_l1_reverse	4	0.03947295621037483
128901	rnn.weight_hh_l1_reverse	5	0.006567876320332289
128901	rnn.weight_hh_l1_reverse	6	0.030906807631254196
128901	rnn.weight_hh_l1_reverse	7	0.028369026258587837
128901	rnn.weight_hh_l1_reverse	8	-0.006854322738945484
128901	rnn.weight_hh_l1_reverse	9	-0.030723031610250473
128901	rnn.bias_ih_l1_reverse	0	-0.06672045588493347
128901	rnn.bias_ih_l1_reverse	1	-0.15430466830730438
128901	rnn.bias_ih_l1_reverse	2	-0.1456732451915741
128901	rnn.bias_ih_l1_reverse	3	-0.05036502331495285
128901	rnn.bias_ih_l1_reverse	4	-0.20383958518505096
128901	rnn.bias_ih_l1_reverse	5	-0.10880723595619202
128901	rnn.bias_ih_l1_reverse	6	-0.12545698881149292
128901	rnn.bias_ih_l1_reverse	7	-0.20605409145355225
128901	rnn.bias_ih_l1_reverse	8	0.18760932981967926
128901	rnn.bias_ih_l1_reverse	9	0.06175824999809265
128901	rnn.bias_hh_l1_reverse	0	-0.032946228981018066
128901	rnn.bias_hh_l1_reverse	1	-0.04139008745551109
128901	rnn.bias_hh_l1_reverse	2	-0.22988784313201904
128901	rnn.bias_hh_l1_reverse	3	-0.1117815226316452
128901	rnn.bias_hh_l1_reverse	4	-0.09193893522024155
128901	rnn.bias_hh_l1_reverse	5	-0.13381561636924744
128901	rnn.bias_hh_l1_reverse	6	0.08836627006530762
128901	rnn.bias_hh_l1_reverse	7	-0.15455937385559082
128901	rnn.bias_hh_l1_reverse	8	-0.1113763302564621
128901	rnn.bias_hh_l1_reverse	9	-0.14480279386043549
128901	linear.weight	0	0.002228822559118271
128901	linear.weight	1	0.10938099026679993
128901	linear.weight	2	-0.0383746400475502
128901	linear.weight	3	0.313806414604187
128901	linear.weight	4	0.17429128289222717
128901	linear.weight	5	-0.02319398894906044
128901	linear.weight	6	0.08643455058336258
128901	linear.weight	7	0.09496834129095078
128901	linear.weight	8	0.04127150774002075
128901	linear.weight	9	-0.019356941804289818
128901	linear.bias	0	0.09747716784477234
128901	linear.bias	1	-0.2167392373085022
128901	linear.bias	2	-0.3793239891529083
128901	linear.bias	3	-0.6781722903251648
128901	linear.bias	4	-1.186552882194519
128901	linear.bias	5	-0.0812225341796875
128901	linear.bias	6	-0.7659436464309692
128901	linear.bias	7	0.331769198179245
128901	linear.bias	8	-0.46243196725845337
128901	linear.bias	9	-0.9398075938224792
129098	transitions	0	0.6443532705307007
129098	transitions	1	0.1545482873916626
129098	transitions	2	-10000.0
129098	transitions	3	-1.820924162864685
129098	transitions	4	-10000.0
129098	transitions	5	0.5876407623291016
129098	transitions	6	-0.06941639631986618
129098	transitions	7	-0.6755176186561584
129098	transitions	8	-1.395625114440918
129098	transitions	9	-0.0010519084753468633
129098	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
129098	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
129098	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
129098	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
129098	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
129098	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
129098	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
129098	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
129098	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
129098	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
129098	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
129098	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
129098	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
129098	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
129098	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
129098	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
129098	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
129098	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
129098	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
129098	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
129098	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
129098	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
129098	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
129098	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
129098	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
129098	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
129098	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
129098	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
129098	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
129098	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
129098	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
129098	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
129098	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
129098	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
129098	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
129098	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
129098	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
129098	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
129098	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
129098	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
129098	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
129098	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
129098	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
129098	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
129098	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
129098	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
129098	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
129098	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
129098	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
129098	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
129098	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
129098	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
129098	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
129098	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
129098	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
129098	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
129098	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
129098	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
129098	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
129098	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
129098	embedding2nn.weight	0	0.02124098129570484
129098	embedding2nn.weight	1	-0.01506208535283804
129098	embedding2nn.weight	2	-0.014268254861235619
129098	embedding2nn.weight	3	-0.041694525629282
129098	embedding2nn.weight	4	-0.0059150345623493195
129098	embedding2nn.weight	5	-0.0037005862686783075
129098	embedding2nn.weight	6	-0.00397330429404974
129098	embedding2nn.weight	7	-0.07577816396951675
129098	embedding2nn.weight	8	-0.0019979383796453476
129098	embedding2nn.weight	9	-0.02725839428603649
129098	embedding2nn.bias	0	0.053824249655008316
129098	embedding2nn.bias	1	-0.055940549820661545
129098	embedding2nn.bias	2	0.05184156075119972
129098	embedding2nn.bias	3	0.05483680218458176
129098	embedding2nn.bias	4	-0.03916433826088905
129098	embedding2nn.bias	5	-0.04497009888291359
129098	embedding2nn.bias	6	0.046211183071136475
129098	embedding2nn.bias	7	-0.06595679372549057
129098	embedding2nn.bias	8	0.07667775452136993
129098	embedding2nn.bias	9	0.01870817132294178
129098	rnn.weight_ih_l0	0	-0.07061924785375595
129098	rnn.weight_ih_l0	1	-0.0028774598613381386
129098	rnn.weight_ih_l0	2	0.04576334357261658
129098	rnn.weight_ih_l0	3	0.015405750833451748
129098	rnn.weight_ih_l0	4	-0.014685755595564842
129098	rnn.weight_ih_l0	5	-0.05896259844303131
129098	rnn.weight_ih_l0	6	0.004952448885887861
129098	rnn.weight_ih_l0	7	0.04594876989722252
129098	rnn.weight_ih_l0	8	-0.011181394569575787
129098	rnn.weight_ih_l0	9	-0.017045404762029648
129098	rnn.weight_hh_l0	0	-0.03426036611199379
129098	rnn.weight_hh_l0	1	-0.015795046463608742
129098	rnn.weight_hh_l0	2	-0.004898215644061565
129098	rnn.weight_hh_l0	3	-0.06512567400932312
129098	rnn.weight_hh_l0	4	0.0789228081703186
129098	rnn.weight_hh_l0	5	-0.017823921516537666
129098	rnn.weight_hh_l0	6	-0.048131708055734634
129098	rnn.weight_hh_l0	7	0.019989369437098503
129098	rnn.weight_hh_l0	8	0.010617819614708424
129098	rnn.weight_hh_l0	9	-0.0172963235527277
129098	rnn.bias_ih_l0	0	0.09377902001142502
129098	rnn.bias_ih_l0	1	-0.021246975287795067
129098	rnn.bias_ih_l0	2	0.006732314359396696
129098	rnn.bias_ih_l0	3	0.13403715193271637
129098	rnn.bias_ih_l0	4	-0.023894431069493294
129098	rnn.bias_ih_l0	5	-0.029239093884825706
129098	rnn.bias_ih_l0	6	0.02175631746649742
129098	rnn.bias_ih_l0	7	0.03524394705891609
129098	rnn.bias_ih_l0	8	-0.10070682317018509
129098	rnn.bias_ih_l0	9	-0.03550403192639351
129098	rnn.bias_hh_l0	0	-0.03100358322262764
129098	rnn.bias_hh_l0	1	-0.11511971801519394
129098	rnn.bias_hh_l0	2	-0.047334205359220505
129098	rnn.bias_hh_l0	3	-0.08295631408691406
129098	rnn.bias_hh_l0	4	-0.013570046983659267
129098	rnn.bias_hh_l0	5	-0.01930565945804119
129098	rnn.bias_hh_l0	6	0.03479766845703125
129098	rnn.bias_hh_l0	7	0.034406743943691254
129098	rnn.bias_hh_l0	8	-0.11192712187767029
129098	rnn.bias_hh_l0	9	-0.055920470505952835
129098	rnn.weight_ih_l0_reverse	0	-0.027175946161150932
129098	rnn.weight_ih_l0_reverse	1	-0.04051458090543747
129098	rnn.weight_ih_l0_reverse	2	-0.030800702050328255
129098	rnn.weight_ih_l0_reverse	3	-0.0012339154491201043
129098	rnn.weight_ih_l0_reverse	4	-0.01398483943194151
129098	rnn.weight_ih_l0_reverse	5	-0.04137503355741501
129098	rnn.weight_ih_l0_reverse	6	0.08808863908052444
129098	rnn.weight_ih_l0_reverse	7	-0.025573058053851128
129098	rnn.weight_ih_l0_reverse	8	-0.019044680520892143
129098	rnn.weight_ih_l0_reverse	9	0.004855459555983543
129098	rnn.weight_hh_l0_reverse	0	0.053458377718925476
129098	rnn.weight_hh_l0_reverse	1	0.026206547394394875
129098	rnn.weight_hh_l0_reverse	2	0.029182111844420433
129098	rnn.weight_hh_l0_reverse	3	0.028086911886930466
129098	rnn.weight_hh_l0_reverse	4	0.01018591783940792
129098	rnn.weight_hh_l0_reverse	5	0.026085389778017998
129098	rnn.weight_hh_l0_reverse	6	0.048285748809576035
129098	rnn.weight_hh_l0_reverse	7	-0.0650099441409111
129098	rnn.weight_hh_l0_reverse	8	0.038762059062719345
129098	rnn.weight_hh_l0_reverse	9	0.03852570056915283
129098	rnn.bias_ih_l0_reverse	0	-0.0867922306060791
129098	rnn.bias_ih_l0_reverse	1	-0.24744518101215363
129098	rnn.bias_ih_l0_reverse	2	-0.13832971453666687
129098	rnn.bias_ih_l0_reverse	3	-0.04247637093067169
129098	rnn.bias_ih_l0_reverse	4	-0.029932353645563126
129098	rnn.bias_ih_l0_reverse	5	0.07583107054233551
129098	rnn.bias_ih_l0_reverse	6	-0.06593739986419678
129098	rnn.bias_ih_l0_reverse	7	0.05435039475560188
129098	rnn.bias_ih_l0_reverse	8	-0.03362882882356644
129098	rnn.bias_ih_l0_reverse	9	0.05222458764910698
129098	rnn.bias_hh_l0_reverse	0	0.025440676137804985
129098	rnn.bias_hh_l0_reverse	1	-0.031003935262560844
129098	rnn.bias_hh_l0_reverse	2	0.08521603792905807
129098	rnn.bias_hh_l0_reverse	3	-0.03810443356633186
129098	rnn.bias_hh_l0_reverse	4	-0.032790105789899826
129098	rnn.bias_hh_l0_reverse	5	-0.033137280493974686
129098	rnn.bias_hh_l0_reverse	6	-0.03365495800971985
129098	rnn.bias_hh_l0_reverse	7	0.10576383024454117
129098	rnn.bias_hh_l0_reverse	8	0.025596613064408302
129098	rnn.bias_hh_l0_reverse	9	-0.12493100017309189
129098	rnn.weight_ih_l1	0	-0.03335275501012802
129098	rnn.weight_ih_l1	1	-0.04110126197338104
129098	rnn.weight_ih_l1	2	0.05020163208246231
129098	rnn.weight_ih_l1	3	-0.062266141176223755
129098	rnn.weight_ih_l1	4	-0.014579279348254204
129098	rnn.weight_ih_l1	5	-0.04640555754303932
129098	rnn.weight_ih_l1	6	0.028987916186451912
129098	rnn.weight_ih_l1	7	-0.02041046693921089
129098	rnn.weight_ih_l1	8	0.03800676017999649
129098	rnn.weight_ih_l1	9	0.043393973261117935
129098	rnn.weight_hh_l1	0	-0.009216897189617157
129098	rnn.weight_hh_l1	1	0.01449406985193491
129098	rnn.weight_hh_l1	2	0.017731426283717155
129098	rnn.weight_hh_l1	3	-0.007681412156671286
129098	rnn.weight_hh_l1	4	0.008616807870566845
129098	rnn.weight_hh_l1	5	0.024683674797415733
129098	rnn.weight_hh_l1	6	0.027950270101428032
129098	rnn.weight_hh_l1	7	-0.021991446614265442
129098	rnn.weight_hh_l1	8	-0.014272975735366344
129098	rnn.weight_hh_l1	9	0.03785679489374161
129098	rnn.bias_ih_l1	0	-0.19991019368171692
129098	rnn.bias_ih_l1	1	-0.18990781903266907
129098	rnn.bias_ih_l1	2	-0.19415299594402313
129098	rnn.bias_ih_l1	3	-0.26693838834762573
129098	rnn.bias_ih_l1	4	-0.20970985293388367
129098	rnn.bias_ih_l1	5	-0.09855768829584122
129098	rnn.bias_ih_l1	6	-0.15112636983394623
129098	rnn.bias_ih_l1	7	-0.043324876576662064
129098	rnn.bias_ih_l1	8	-0.1386498212814331
129098	rnn.bias_ih_l1	9	-0.1337117701768875
129098	rnn.bias_hh_l1	0	-0.12227427959442139
129098	rnn.bias_hh_l1	1	-0.06189504638314247
129098	rnn.bias_hh_l1	2	-0.10881064087152481
129098	rnn.bias_hh_l1	3	-0.09345109760761261
129098	rnn.bias_hh_l1	4	-0.11145929992198944
129098	rnn.bias_hh_l1	5	-0.11595980823040009
129098	rnn.bias_hh_l1	6	-0.14252114295959473
129098	rnn.bias_hh_l1	7	0.044180482625961304
129098	rnn.bias_hh_l1	8	-0.17922087013721466
129098	rnn.bias_hh_l1	9	-0.1025051400065422
129098	rnn.weight_ih_l1_reverse	0	-0.037738360464572906
129098	rnn.weight_ih_l1_reverse	1	0.013668125495314598
129098	rnn.weight_ih_l1_reverse	2	0.06470981240272522
129098	rnn.weight_ih_l1_reverse	3	-0.0017562740249559283
129098	rnn.weight_ih_l1_reverse	4	-0.037190016359090805
129098	rnn.weight_ih_l1_reverse	5	-0.03516685217618942
129098	rnn.weight_ih_l1_reverse	6	-0.0040314700454473495
129098	rnn.weight_ih_l1_reverse	7	0.027807136997580528
129098	rnn.weight_ih_l1_reverse	8	0.044030848890542984
129098	rnn.weight_ih_l1_reverse	9	-0.045171547681093216
129098	rnn.weight_hh_l1_reverse	0	0.007502906955778599
129098	rnn.weight_hh_l1_reverse	1	0.02823280356824398
129098	rnn.weight_hh_l1_reverse	2	-0.03968330845236778
129098	rnn.weight_hh_l1_reverse	3	0.03896902874112129
129098	rnn.weight_hh_l1_reverse	4	0.04010520130395889
129098	rnn.weight_hh_l1_reverse	5	0.004948197398334742
129098	rnn.weight_hh_l1_reverse	6	0.02928753010928631
129098	rnn.weight_hh_l1_reverse	7	0.028276806697249413
129098	rnn.weight_hh_l1_reverse	8	-0.0069471620954573154
129098	rnn.weight_hh_l1_reverse	9	-0.031188592314720154
129098	rnn.bias_ih_l1_reverse	0	-0.06658540666103363
129098	rnn.bias_ih_l1_reverse	1	-0.15305177867412567
129098	rnn.bias_ih_l1_reverse	2	-0.14431950449943542
129098	rnn.bias_ih_l1_reverse	3	-0.04320750758051872
129098	rnn.bias_ih_l1_reverse	4	-0.20391269028186798
129098	rnn.bias_ih_l1_reverse	5	-0.11027738451957703
129098	rnn.bias_ih_l1_reverse	6	-0.12560907006263733
129098	rnn.bias_ih_l1_reverse	7	-0.20736688375473022
129098	rnn.bias_ih_l1_reverse	8	0.19045695662498474
129098	rnn.bias_ih_l1_reverse	9	0.05891136825084686
129098	rnn.bias_hh_l1_reverse	0	-0.029653990641236305
129098	rnn.bias_hh_l1_reverse	1	-0.041020434349775314
129098	rnn.bias_hh_l1_reverse	2	-0.2309936285018921
129098	rnn.bias_hh_l1_reverse	3	-0.1101878359913826
129098	rnn.bias_hh_l1_reverse	4	-0.09247660636901855
129098	rnn.bias_hh_l1_reverse	5	-0.1306314766407013
129098	rnn.bias_hh_l1_reverse	6	0.0886225625872612
129098	rnn.bias_hh_l1_reverse	7	-0.15033498406410217
129098	rnn.bias_hh_l1_reverse	8	-0.11155901849269867
129098	rnn.bias_hh_l1_reverse	9	-0.14321762323379517
129098	linear.weight	0	0.002228822559118271
129098	linear.weight	1	0.09258419275283813
129098	linear.weight	2	-0.03696741163730621
129098	linear.weight	3	0.3122546970844269
129098	linear.weight	4	0.17207184433937073
129098	linear.weight	5	-0.023564932867884636
129098	linear.weight	6	0.08205202221870422
129098	linear.weight	7	0.0933343842625618
129098	linear.weight	8	0.041271716356277466
129098	linear.weight	9	-0.01686648279428482
129098	linear.bias	0	0.08666560798883438
129098	linear.bias	1	-0.18715545535087585
129098	linear.bias	2	-0.36266735196113586
129098	linear.bias	3	-0.6784805059432983
129098	linear.bias	4	-1.1847745180130005
129098	linear.bias	5	-0.10190729051828384
129098	linear.bias	6	-0.7348313331604004
129098	linear.bias	7	0.3121508061885834
129098	linear.bias	8	-0.4520978033542633
129098	linear.bias	9	-0.9293432235717773
129295	transitions	0	0.6545811891555786
129295	transitions	1	0.15938800573349
129295	transitions	2	-10000.0
129295	transitions	3	-1.82095205783844
129295	transitions	4	-10000.0
129295	transitions	5	0.5875571370124817
129295	transitions	6	-0.06947755068540573
129295	transitions	7	-0.6760421395301819
129295	transitions	8	-1.3957061767578125
129295	transitions	9	-0.001054059830494225
129295	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
129295	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
129295	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
129295	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
129295	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
129295	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
129295	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
129295	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
129295	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
129295	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
129295	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
129295	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
129295	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
129295	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
129295	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
129295	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
129295	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
129295	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
129295	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
129295	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
129295	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
129295	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
129295	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
129295	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
129295	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
129295	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
129295	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
129295	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
129295	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
129295	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
129295	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
129295	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
129295	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
129295	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
129295	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
129295	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
129295	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
129295	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
129295	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
129295	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
129295	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
129295	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
129295	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
129295	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
129295	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
129295	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
129295	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
129295	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
129295	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
129295	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
129295	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
129295	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
129295	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
129295	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
129295	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
129295	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
129295	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
129295	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
129295	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
129295	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
129295	embedding2nn.weight	0	0.021063460037112236
129295	embedding2nn.weight	1	-0.015175587497651577
129295	embedding2nn.weight	2	-0.014268254861235619
129295	embedding2nn.weight	3	-0.04047573730349541
129295	embedding2nn.weight	4	-0.0059150345623493195
129295	embedding2nn.weight	5	-0.003700586501508951
129295	embedding2nn.weight	6	-0.0039733052253723145
129295	embedding2nn.weight	7	-0.07606188952922821
129295	embedding2nn.weight	8	-0.0019979383796453476
129295	embedding2nn.weight	9	-0.02799827791750431
129295	embedding2nn.bias	0	0.050897371023893356
129295	embedding2nn.bias	1	-0.05759739130735397
129295	embedding2nn.bias	2	0.05299445241689682
129295	embedding2nn.bias	3	0.049922436475753784
129295	embedding2nn.bias	4	-0.03397812321782112
129295	embedding2nn.bias	5	-0.0461532287299633
129295	embedding2nn.bias	6	0.05111223831772804
129295	embedding2nn.bias	7	-0.06531862169504166
129295	embedding2nn.bias	8	0.078868567943573
129295	embedding2nn.bias	9	0.021016597747802734
129295	rnn.weight_ih_l0	0	-0.0719987154006958
129295	rnn.weight_ih_l0	1	-0.0041030761785805225
129295	rnn.weight_ih_l0	2	0.04691195860505104
129295	rnn.weight_ih_l0	3	0.01371733658015728
129295	rnn.weight_ih_l0	4	-0.015555400401353836
129295	rnn.weight_ih_l0	5	-0.05923185124993324
129295	rnn.weight_ih_l0	6	0.006693744100630283
129295	rnn.weight_ih_l0	7	0.047825999557971954
129295	rnn.weight_ih_l0	8	-0.012480294331908226
129295	rnn.weight_ih_l0	9	-0.01957256905734539
129295	rnn.weight_hh_l0	0	-0.03430166840553284
129295	rnn.weight_hh_l0	1	-0.016104213893413544
129295	rnn.weight_hh_l0	2	-0.004944535903632641
129295	rnn.weight_hh_l0	3	-0.06587028503417969
129295	rnn.weight_hh_l0	4	0.07909847050905228
129295	rnn.weight_hh_l0	5	-0.01795997843146324
129295	rnn.weight_hh_l0	6	-0.04688475281000137
129295	rnn.weight_hh_l0	7	0.019969647750258446
129295	rnn.weight_hh_l0	8	0.010056748054921627
129295	rnn.weight_hh_l0	9	-0.01716535910964012
129295	rnn.bias_ih_l0	0	0.09554725140333176
129295	rnn.bias_ih_l0	1	-0.018512139096856117
129295	rnn.bias_ih_l0	2	0.005268642213195562
129295	rnn.bias_ih_l0	3	0.13825896382331848
129295	rnn.bias_ih_l0	4	-0.02565731480717659
129295	rnn.bias_ih_l0	5	-0.029799502342939377
129295	rnn.bias_ih_l0	6	0.02194736897945404
129295	rnn.bias_ih_l0	7	0.03469570353627205
129295	rnn.bias_ih_l0	8	-0.09993141889572144
129295	rnn.bias_ih_l0	9	-0.03628332540392876
129295	rnn.bias_hh_l0	0	-0.026812106370925903
129295	rnn.bias_hh_l0	1	-0.11515115946531296
129295	rnn.bias_hh_l0	2	-0.04453274980187416
129295	rnn.bias_hh_l0	3	-0.08449860662221909
129295	rnn.bias_hh_l0	4	-0.0160000529140234
129295	rnn.bias_hh_l0	5	-0.018955092877149582
129295	rnn.bias_hh_l0	6	0.0349000059068203
129295	rnn.bias_hh_l0	7	0.03618651255965233
129295	rnn.bias_hh_l0	8	-0.11108209192752838
129295	rnn.bias_hh_l0	9	-0.054559376090765
129295	rnn.weight_ih_l0_reverse	0	-0.02634042128920555
129295	rnn.weight_ih_l0_reverse	1	-0.03886345773935318
129295	rnn.weight_ih_l0_reverse	2	-0.030248131603002548
129295	rnn.weight_ih_l0_reverse	3	-0.0022367469500750303
129295	rnn.weight_ih_l0_reverse	4	-0.014807650819420815
129295	rnn.weight_ih_l0_reverse	5	-0.04139786958694458
129295	rnn.weight_ih_l0_reverse	6	0.08769771456718445
129295	rnn.weight_ih_l0_reverse	7	-0.02519436553120613
129295	rnn.weight_ih_l0_reverse	8	-0.018479472026228905
129295	rnn.weight_ih_l0_reverse	9	0.005527130328118801
129295	rnn.weight_hh_l0_reverse	0	0.053823865950107574
129295	rnn.weight_hh_l0_reverse	1	0.028384797275066376
129295	rnn.weight_hh_l0_reverse	2	0.028603769838809967
129295	rnn.weight_hh_l0_reverse	3	0.027505595237016678
129295	rnn.weight_hh_l0_reverse	4	0.009846746921539307
129295	rnn.weight_hh_l0_reverse	5	0.025676770135760307
129295	rnn.weight_hh_l0_reverse	6	0.04830290377140045
129295	rnn.weight_hh_l0_reverse	7	-0.06468231976032257
129295	rnn.weight_hh_l0_reverse	8	0.038382574915885925
129295	rnn.weight_hh_l0_reverse	9	0.03808017820119858
129295	rnn.bias_ih_l0_reverse	0	-0.08488176763057709
129295	rnn.bias_ih_l0_reverse	1	-0.24782565236091614
129295	rnn.bias_ih_l0_reverse	2	-0.14198333024978638
129295	rnn.bias_ih_l0_reverse	3	-0.03845463693141937
129295	rnn.bias_ih_l0_reverse	4	-0.029287859797477722
129295	rnn.bias_ih_l0_reverse	5	0.08205481618642807
129295	rnn.bias_ih_l0_reverse	6	-0.06779737770557404
129295	rnn.bias_ih_l0_reverse	7	0.05220348760485649
129295	rnn.bias_ih_l0_reverse	8	-0.0345957987010479
129295	rnn.bias_ih_l0_reverse	9	0.054855238646268845
129295	rnn.bias_hh_l0_reverse	0	0.024401329457759857
129295	rnn.bias_hh_l0_reverse	1	-0.03266395255923271
129295	rnn.bias_hh_l0_reverse	2	0.08405850827693939
129295	rnn.bias_hh_l0_reverse	3	-0.03863019868731499
129295	rnn.bias_hh_l0_reverse	4	-0.03274606168270111
129295	rnn.bias_hh_l0_reverse	5	-0.038090530782938004
129295	rnn.bias_hh_l0_reverse	6	-0.0350070521235466
129295	rnn.bias_hh_l0_reverse	7	0.10740270465612411
129295	rnn.bias_hh_l0_reverse	8	0.026471590623259544
129295	rnn.bias_hh_l0_reverse	9	-0.12386447191238403
129295	rnn.weight_ih_l1	0	-0.03391839191317558
129295	rnn.weight_ih_l1	1	-0.039721984416246414
129295	rnn.weight_ih_l1	2	0.05021614208817482
129295	rnn.weight_ih_l1	3	-0.06264980137348175
129295	rnn.weight_ih_l1	4	-0.015172409825026989
129295	rnn.weight_ih_l1	5	-0.046276673674583435
129295	rnn.weight_ih_l1	6	0.029266392812132835
129295	rnn.weight_ih_l1	7	-0.021031618118286133
129295	rnn.weight_ih_l1	8	0.03751325234770775
129295	rnn.weight_ih_l1	9	0.044548988342285156
129295	rnn.weight_hh_l1	0	-0.008482716046273708
129295	rnn.weight_hh_l1	1	0.014201118610799313
129295	rnn.weight_hh_l1	2	0.019209884107112885
129295	rnn.weight_hh_l1	3	-0.007821482606232166
129295	rnn.weight_hh_l1	4	0.00791241880506277
129295	rnn.weight_hh_l1	5	0.02470603957772255
129295	rnn.weight_hh_l1	6	0.02757498249411583
129295	rnn.weight_hh_l1	7	-0.021691128611564636
129295	rnn.weight_hh_l1	8	-0.014467139728367329
129295	rnn.weight_hh_l1	9	0.03610462695360184
129295	rnn.bias_ih_l1	0	-0.20062820613384247
129295	rnn.bias_ih_l1	1	-0.18986110389232635
129295	rnn.bias_ih_l1	2	-0.19709962606430054
129295	rnn.bias_ih_l1	3	-0.2698171138763428
129295	rnn.bias_ih_l1	4	-0.20318086445331573
129295	rnn.bias_ih_l1	5	-0.09691300243139267
129295	rnn.bias_ih_l1	6	-0.15244615077972412
129295	rnn.bias_ih_l1	7	-0.0394572988152504
129295	rnn.bias_ih_l1	8	-0.13747118413448334
129295	rnn.bias_ih_l1	9	-0.13077430427074432
129295	rnn.bias_hh_l1	0	-0.12237487733364105
129295	rnn.bias_hh_l1	1	-0.05942421779036522
129295	rnn.bias_hh_l1	2	-0.10783118009567261
129295	rnn.bias_hh_l1	3	-0.0937458798289299
129295	rnn.bias_hh_l1	4	-0.10836412757635117
129295	rnn.bias_hh_l1	5	-0.1145334467291832
129295	rnn.bias_hh_l1	6	-0.14614105224609375
129295	rnn.bias_hh_l1	7	0.0533176064491272
129295	rnn.bias_hh_l1	8	-0.17926537990570068
129295	rnn.bias_hh_l1	9	-0.10409580171108246
129295	rnn.weight_ih_l1_reverse	0	-0.03622600808739662
129295	rnn.weight_ih_l1_reverse	1	0.014014709740877151
129295	rnn.weight_ih_l1_reverse	2	0.06577841937541962
129295	rnn.weight_ih_l1_reverse	3	-0.0013034912990406156
129295	rnn.weight_ih_l1_reverse	4	-0.03702455013990402
129295	rnn.weight_ih_l1_reverse	5	-0.034880224615335464
129295	rnn.weight_ih_l1_reverse	6	-0.003381527727469802
129295	rnn.weight_ih_l1_reverse	7	0.027862591668963432
129295	rnn.weight_ih_l1_reverse	8	0.04585415497422218
129295	rnn.weight_ih_l1_reverse	9	-0.04614676535129547
129295	rnn.weight_hh_l1_reverse	0	0.007165241055190563
129295	rnn.weight_hh_l1_reverse	1	0.028354333713650703
129295	rnn.weight_hh_l1_reverse	2	-0.03973211348056793
129295	rnn.weight_hh_l1_reverse	3	0.039016496390104294
129295	rnn.weight_hh_l1_reverse	4	0.0397426001727581
129295	rnn.weight_hh_l1_reverse	5	0.004658358171582222
129295	rnn.weight_hh_l1_reverse	6	0.029317334294319153
129295	rnn.weight_hh_l1_reverse	7	0.0287385955452919
129295	rnn.weight_hh_l1_reverse	8	-0.006896686740219593
129295	rnn.weight_hh_l1_reverse	9	-0.030666882172226906
129295	rnn.bias_ih_l1_reverse	0	-0.06766398996114731
129295	rnn.bias_ih_l1_reverse	1	-0.15492598712444305
129295	rnn.bias_ih_l1_reverse	2	-0.1414499580860138
129295	rnn.bias_ih_l1_reverse	3	-0.04430410638451576
129295	rnn.bias_ih_l1_reverse	4	-0.20207594335079193
129295	rnn.bias_ih_l1_reverse	5	-0.10972900688648224
129295	rnn.bias_ih_l1_reverse	6	-0.12539996206760406
129295	rnn.bias_ih_l1_reverse	7	-0.2069944590330124
129295	rnn.bias_ih_l1_reverse	8	0.18900372087955475
129295	rnn.bias_ih_l1_reverse	9	0.060562215745449066
129295	rnn.bias_hh_l1_reverse	0	-0.03161096200346947
129295	rnn.bias_hh_l1_reverse	1	-0.04096173867583275
129295	rnn.bias_hh_l1_reverse	2	-0.23094376921653748
129295	rnn.bias_hh_l1_reverse	3	-0.1104455292224884
129295	rnn.bias_hh_l1_reverse	4	-0.09226308763027191
129295	rnn.bias_hh_l1_reverse	5	-0.12761160731315613
129295	rnn.bias_hh_l1_reverse	6	0.07836155593395233
129295	rnn.bias_hh_l1_reverse	7	-0.15354309976100922
129295	rnn.bias_hh_l1_reverse	8	-0.10962030291557312
129295	rnn.bias_hh_l1_reverse	9	-0.14248989522457123
129295	linear.weight	0	0.002228822559118271
129295	linear.weight	1	0.08680795133113861
129295	linear.weight	2	-0.040498122572898865
129295	linear.weight	3	0.32025739550590515
129295	linear.weight	4	0.17028874158859253
129295	linear.weight	5	-0.020846379920840263
129295	linear.weight	6	0.08755838125944138
129295	linear.weight	7	0.07225099205970764
129295	linear.weight	8	0.04127121716737747
129295	linear.weight	9	-0.013713868334889412
129295	linear.bias	0	0.07452018558979034
129295	linear.bias	1	-0.2213663011789322
129295	linear.bias	2	-0.37235403060913086
129295	linear.bias	3	-0.6671661138534546
129295	linear.bias	4	-1.1717183589935303
129295	linear.bias	5	-0.08796649426221848
129295	linear.bias	6	-0.7685451507568359
129295	linear.bias	7	0.3259872794151306
129295	linear.bias	8	-0.46512138843536377
129295	linear.bias	9	-0.9445726871490479
129492	transitions	0	0.6654621958732605
129492	transitions	1	0.1638205200433731
129492	transitions	2	-10000.0
129492	transitions	3	-1.820987343788147
129492	transitions	4	-10000.0
129492	transitions	5	0.5874547958374023
129492	transitions	6	-0.06959854811429977
129492	transitions	7	-0.6763632893562317
129492	transitions	8	-1.3958286046981812
129492	transitions	9	-0.0010550053557381034
129492	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
129492	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
129492	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
129492	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
129492	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
129492	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
129492	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
129492	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
129492	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
129492	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
129492	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
129492	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
129492	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
129492	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
129492	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
129492	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
129492	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
129492	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
129492	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
129492	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
129492	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
129492	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
129492	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
129492	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
129492	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
129492	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
129492	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
129492	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
129492	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
129492	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
129492	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
129492	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
129492	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
129492	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
129492	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
129492	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
129492	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
129492	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
129492	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
129492	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
129492	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
129492	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
129492	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
129492	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
129492	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
129492	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
129492	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
129492	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
129492	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
129492	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
129492	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
129492	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
129492	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
129492	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
129492	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
129492	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
129492	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
129492	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
129492	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
129492	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
129492	embedding2nn.weight	0	0.018131310120224953
129492	embedding2nn.weight	1	-0.014750245958566666
129492	embedding2nn.weight	2	-0.014268254861235619
129492	embedding2nn.weight	3	-0.0406886488199234
129492	embedding2nn.weight	4	-0.0059150345623493195
129492	embedding2nn.weight	5	-0.003700586734339595
129492	embedding2nn.weight	6	-0.003973298240453005
129492	embedding2nn.weight	7	-0.07563643902540207
129492	embedding2nn.weight	8	-0.0019979383796453476
129492	embedding2nn.weight	9	-0.028417877852916718
129492	embedding2nn.bias	0	0.059354860335588455
129492	embedding2nn.bias	1	-0.05487467348575592
129492	embedding2nn.bias	2	0.06084296107292175
129492	embedding2nn.bias	3	0.05130193382501602
129492	embedding2nn.bias	4	-0.03377891704440117
129492	embedding2nn.bias	5	-0.04518059641122818
129492	embedding2nn.bias	6	0.05419623851776123
129492	embedding2nn.bias	7	-0.07061810046434402
129492	embedding2nn.bias	8	0.07881186902523041
129492	embedding2nn.bias	9	0.023802703246474266
129492	rnn.weight_ih_l0	0	-0.0714496448636055
129492	rnn.weight_ih_l0	1	-0.0052502150647342205
129492	rnn.weight_ih_l0	2	0.04891747981309891
129492	rnn.weight_ih_l0	3	0.01391531154513359
129492	rnn.weight_ih_l0	4	-0.017713088542222977
129492	rnn.weight_ih_l0	5	-0.059932637959718704
129492	rnn.weight_ih_l0	6	0.004824142903089523
129492	rnn.weight_ih_l0	7	0.04727911949157715
129492	rnn.weight_ih_l0	8	-0.012247194536030293
129492	rnn.weight_ih_l0	9	-0.0187390074133873
129492	rnn.weight_hh_l0	0	-0.03387065604329109
129492	rnn.weight_hh_l0	1	-0.015762345865368843
129492	rnn.weight_hh_l0	2	-0.005323020741343498
129492	rnn.weight_hh_l0	3	-0.06568260490894318
129492	rnn.weight_hh_l0	4	0.07924488931894302
129492	rnn.weight_hh_l0	5	-0.01876695454120636
129492	rnn.weight_hh_l0	6	-0.04567868262529373
129492	rnn.weight_hh_l0	7	0.020379068329930305
129492	rnn.weight_hh_l0	8	0.010270949453115463
129492	rnn.weight_hh_l0	9	-0.017381999641656876
129492	rnn.bias_ih_l0	0	0.09496486932039261
129492	rnn.bias_ih_l0	1	-0.019419338554143906
129492	rnn.bias_ih_l0	2	0.0049432991072535515
129492	rnn.bias_ih_l0	3	0.13987065851688385
129492	rnn.bias_ih_l0	4	-0.02410663105547428
129492	rnn.bias_ih_l0	5	-0.027052057906985283
129492	rnn.bias_ih_l0	6	0.018506009131669998
129492	rnn.bias_ih_l0	7	0.03378767520189285
129492	rnn.bias_ih_l0	8	-0.10108236223459244
129492	rnn.bias_ih_l0	9	-0.03213178738951683
129492	rnn.bias_hh_l0	0	-0.02904237061738968
129492	rnn.bias_hh_l0	1	-0.11257465928792953
129492	rnn.bias_hh_l0	2	-0.04652271419763565
129492	rnn.bias_hh_l0	3	-0.08385531604290009
129492	rnn.bias_hh_l0	4	-0.014297774992883205
129492	rnn.bias_hh_l0	5	-0.016758698970079422
129492	rnn.bias_hh_l0	6	0.03557484969496727
129492	rnn.bias_hh_l0	7	0.03964107483625412
129492	rnn.bias_hh_l0	8	-0.11102930456399918
129492	rnn.bias_hh_l0	9	-0.0549456849694252
129492	rnn.weight_ih_l0_reverse	0	-0.02520083636045456
129492	rnn.weight_ih_l0_reverse	1	-0.040658507496118546
129492	rnn.weight_ih_l0_reverse	2	-0.03669750317931175
129492	rnn.weight_ih_l0_reverse	3	-0.0031021982431411743
129492	rnn.weight_ih_l0_reverse	4	-0.0155104361474514
129492	rnn.weight_ih_l0_reverse	5	-0.04133213683962822
129492	rnn.weight_ih_l0_reverse	6	0.08742942661046982
129492	rnn.weight_ih_l0_reverse	7	-0.025486323982477188
129492	rnn.weight_ih_l0_reverse	8	-0.01849549636244774
129492	rnn.weight_ih_l0_reverse	9	0.004068456124514341
129492	rnn.weight_hh_l0_reverse	0	0.05416711047291756
129492	rnn.weight_hh_l0_reverse	1	0.02763431705534458
129492	rnn.weight_hh_l0_reverse	2	0.028646916151046753
129492	rnn.weight_hh_l0_reverse	3	0.02747727371752262
129492	rnn.weight_hh_l0_reverse	4	0.010193396359682083
129492	rnn.weight_hh_l0_reverse	5	0.025051288306713104
129492	rnn.weight_hh_l0_reverse	6	0.04830446466803551
129492	rnn.weight_hh_l0_reverse	7	-0.06311211735010147
129492	rnn.weight_hh_l0_reverse	8	0.03852631151676178
129492	rnn.weight_hh_l0_reverse	9	0.03838908299803734
129492	rnn.bias_ih_l0_reverse	0	-0.08206877112388611
129492	rnn.bias_ih_l0_reverse	1	-0.2527504563331604
129492	rnn.bias_ih_l0_reverse	2	-0.13949723541736603
129492	rnn.bias_ih_l0_reverse	3	-0.038897331804037094
129492	rnn.bias_ih_l0_reverse	4	-0.027538036927580833
129492	rnn.bias_ih_l0_reverse	5	0.08045513927936554
129492	rnn.bias_ih_l0_reverse	6	-0.06835988163948059
129492	rnn.bias_ih_l0_reverse	7	0.050762809813022614
129492	rnn.bias_ih_l0_reverse	8	-0.034802090376615524
129492	rnn.bias_ih_l0_reverse	9	0.05756727233529091
129492	rnn.bias_hh_l0_reverse	0	0.025404803454875946
129492	rnn.bias_hh_l0_reverse	1	-0.0342576839029789
129492	rnn.bias_hh_l0_reverse	2	0.08212476968765259
129492	rnn.bias_hh_l0_reverse	3	-0.038441844284534454
129492	rnn.bias_hh_l0_reverse	4	-0.03224734961986542
129492	rnn.bias_hh_l0_reverse	5	-0.038560651242733
129492	rnn.bias_hh_l0_reverse	6	-0.034769851714372635
129492	rnn.bias_hh_l0_reverse	7	0.10772202908992767
129492	rnn.bias_hh_l0_reverse	8	0.030001243576407433
129492	rnn.bias_hh_l0_reverse	9	-0.12535147368907928
129492	rnn.weight_ih_l1	0	-0.034109145402908325
129492	rnn.weight_ih_l1	1	-0.03954482823610306
129492	rnn.weight_ih_l1	2	0.052678268402814865
129492	rnn.weight_ih_l1	3	-0.06395808607339859
129492	rnn.weight_ih_l1	4	-0.013868425972759724
129492	rnn.weight_ih_l1	5	-0.046102143824100494
129492	rnn.weight_ih_l1	6	0.029781434684991837
129492	rnn.weight_ih_l1	7	-0.020805709064006805
129492	rnn.weight_ih_l1	8	0.0370832122862339
129492	rnn.weight_ih_l1	9	0.04416895657777786
129492	rnn.weight_hh_l1	0	-0.007612217217683792
129492	rnn.weight_hh_l1	1	0.014029109850525856
129492	rnn.weight_hh_l1	2	0.018258387222886086
129492	rnn.weight_hh_l1	3	-0.007829997688531876
129492	rnn.weight_hh_l1	4	0.0074528479017317295
129492	rnn.weight_hh_l1	5	0.024806907400488853
129492	rnn.weight_hh_l1	6	0.027283331379294395
129492	rnn.weight_hh_l1	7	-0.021487483754754066
129492	rnn.weight_hh_l1	8	-0.014658303931355476
129492	rnn.weight_hh_l1	9	0.036759037524461746
129492	rnn.bias_ih_l1	0	-0.20008443295955658
129492	rnn.bias_ih_l1	1	-0.18716780841350555
129492	rnn.bias_ih_l1	2	-0.19607925415039062
129492	rnn.bias_ih_l1	3	-0.2725730240345001
129492	rnn.bias_ih_l1	4	-0.19942989945411682
129492	rnn.bias_ih_l1	5	-0.0958971157670021
129492	rnn.bias_ih_l1	6	-0.15398356318473816
129492	rnn.bias_ih_l1	7	-0.0375092476606369
129492	rnn.bias_ih_l1	8	-0.1358569860458374
129492	rnn.bias_ih_l1	9	-0.13436147570610046
129492	rnn.bias_hh_l1	0	-0.11782198399305344
129492	rnn.bias_hh_l1	1	-0.05884702131152153
129492	rnn.bias_hh_l1	2	-0.10897575318813324
129492	rnn.bias_hh_l1	3	-0.09284442663192749
129492	rnn.bias_hh_l1	4	-0.10775522142648697
129492	rnn.bias_hh_l1	5	-0.11498583853244781
129492	rnn.bias_hh_l1	6	-0.1461286097764969
129492	rnn.bias_hh_l1	7	0.05496023967862129
129492	rnn.bias_hh_l1	8	-0.18202759325504303
129492	rnn.bias_hh_l1	9	-0.10589402914047241
129492	rnn.weight_ih_l1_reverse	0	-0.037500664591789246
129492	rnn.weight_ih_l1_reverse	1	0.011452940292656422
129492	rnn.weight_ih_l1_reverse	2	0.06615817546844482
129492	rnn.weight_ih_l1_reverse	3	-0.003909927327185869
129492	rnn.weight_ih_l1_reverse	4	-0.03894329071044922
129492	rnn.weight_ih_l1_reverse	5	-0.035405587404966354
129492	rnn.weight_ih_l1_reverse	6	-0.0027332084719091654
129492	rnn.weight_ih_l1_reverse	7	0.02757999487221241
129492	rnn.weight_ih_l1_reverse	8	0.045257482677698135
129492	rnn.weight_ih_l1_reverse	9	-0.04915981367230415
129492	rnn.weight_hh_l1_reverse	0	0.007126071490347385
129492	rnn.weight_hh_l1_reverse	1	0.028556684032082558
129492	rnn.weight_hh_l1_reverse	2	-0.039830781519412994
129492	rnn.weight_hh_l1_reverse	3	0.039033181965351105
129492	rnn.weight_hh_l1_reverse	4	0.039999447762966156
129492	rnn.weight_hh_l1_reverse	5	0.004125620238482952
129492	rnn.weight_hh_l1_reverse	6	0.030716856941580772
129492	rnn.weight_hh_l1_reverse	7	0.02850206010043621
129492	rnn.weight_hh_l1_reverse	8	-0.006929284892976284
129492	rnn.weight_hh_l1_reverse	9	-0.030241960659623146
129492	rnn.bias_ih_l1_reverse	0	-0.06616373360157013
129492	rnn.bias_ih_l1_reverse	1	-0.15470178425312042
129492	rnn.bias_ih_l1_reverse	2	-0.14506946504116058
129492	rnn.bias_ih_l1_reverse	3	-0.05057429522275925
129492	rnn.bias_ih_l1_reverse	4	-0.20217816531658173
129492	rnn.bias_ih_l1_reverse	5	-0.11191169917583466
129492	rnn.bias_ih_l1_reverse	6	-0.12578479945659637
129492	rnn.bias_ih_l1_reverse	7	-0.20903468132019043
129492	rnn.bias_ih_l1_reverse	8	0.1876150220632553
129492	rnn.bias_ih_l1_reverse	9	0.06272292882204056
129492	rnn.bias_hh_l1_reverse	0	-0.034372374415397644
129492	rnn.bias_hh_l1_reverse	1	-0.041331976652145386
129492	rnn.bias_hh_l1_reverse	2	-0.2313871681690216
129492	rnn.bias_hh_l1_reverse	3	-0.11264937371015549
129492	rnn.bias_hh_l1_reverse	4	-0.09321923553943634
129492	rnn.bias_hh_l1_reverse	5	-0.12988482415676117
129492	rnn.bias_hh_l1_reverse	6	0.08576386421918869
129492	rnn.bias_hh_l1_reverse	7	-0.14938971400260925
129492	rnn.bias_hh_l1_reverse	8	-0.10864165425300598
129492	rnn.bias_hh_l1_reverse	9	-0.14284491539001465
129492	linear.weight	0	0.002228822559118271
129492	linear.weight	1	0.09213763475418091
129492	linear.weight	2	-0.04398869350552559
129492	linear.weight	3	0.32200485467910767
129492	linear.weight	4	0.17362496256828308
129492	linear.weight	5	-0.022000910714268684
129492	linear.weight	6	0.08917481452226639
129492	linear.weight	7	0.08710145950317383
129492	linear.weight	8	0.04127109423279762
129492	linear.weight	9	-0.012773419730365276
129492	linear.bias	0	0.0654868483543396
129492	linear.bias	1	-0.20564624667167664
129492	linear.bias	2	-0.3948501646518707
129492	linear.bias	3	-0.6714770197868347
129492	linear.bias	4	-1.1711785793304443
129492	linear.bias	5	-0.09032193571329117
129492	linear.bias	6	-0.7479868531227112
129492	linear.bias	7	0.32624149322509766
129492	linear.bias	8	-0.4640333652496338
129492	linear.bias	9	-0.9401254653930664
129689	transitions	0	0.6787566542625427
129689	transitions	1	0.1606861799955368
129689	transitions	2	-10000.0
129689	transitions	3	-1.821016788482666
129689	transitions	4	-10000.0
129689	transitions	5	0.5873463749885559
129689	transitions	6	-0.06966651976108551
129689	transitions	7	-0.6774429678916931
129689	transitions	8	-1.395929217338562
129689	transitions	9	-0.0010562264360487461
129689	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
129689	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
129689	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
129689	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
129689	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
129689	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
129689	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
129689	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
129689	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
129689	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
129689	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
129689	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
129689	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
129689	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
129689	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
129689	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
129689	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
129689	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
129689	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
129689	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
129689	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
129689	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
129689	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
129689	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
129689	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
129689	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
129689	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
129689	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
129689	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
129689	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
129689	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
129689	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
129689	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
129689	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
129689	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
129689	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
129689	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
129689	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
129689	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
129689	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
129689	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
129689	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
129689	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
129689	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
129689	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
129689	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
129689	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
129689	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
129689	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
129689	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
129689	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
129689	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
129689	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
129689	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
129689	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
129689	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
129689	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
129689	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
129689	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
129689	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
129689	embedding2nn.weight	0	0.01755165122449398
129689	embedding2nn.weight	1	-0.014750685542821884
129689	embedding2nn.weight	2	-0.014268254861235619
129689	embedding2nn.weight	3	-0.041468266397714615
129689	embedding2nn.weight	4	-0.0059150345623493195
129689	embedding2nn.weight	5	-0.003700586734339595
129689	embedding2nn.weight	6	-0.003973296843469143
129689	embedding2nn.weight	7	-0.07468368858098984
129689	embedding2nn.weight	8	-0.0019979383796453476
129689	embedding2nn.weight	9	-0.02823026292026043
129689	embedding2nn.bias	0	0.052274979650974274
129689	embedding2nn.bias	1	-0.05309649556875229
129689	embedding2nn.bias	2	0.06320802122354507
129689	embedding2nn.bias	3	0.05467917025089264
129689	embedding2nn.bias	4	-0.0393429659307003
129689	embedding2nn.bias	5	-0.03871159628033638
129689	embedding2nn.bias	6	0.04968732222914696
129689	embedding2nn.bias	7	-0.07874955236911774
129689	embedding2nn.bias	8	0.0822262391448021
129689	embedding2nn.bias	9	0.02326367422938347
129689	rnn.weight_ih_l0	0	-0.07242687791585922
129689	rnn.weight_ih_l0	1	-0.005912352818995714
129689	rnn.weight_ih_l0	2	0.04837778955698013
129689	rnn.weight_ih_l0	3	0.013859536498785019
129689	rnn.weight_ih_l0	4	-0.018620403483510017
129689	rnn.weight_ih_l0	5	-0.060686103999614716
129689	rnn.weight_ih_l0	6	0.0043707722797989845
129689	rnn.weight_ih_l0	7	0.0476376973092556
129689	rnn.weight_ih_l0	8	-0.013250365853309631
129689	rnn.weight_ih_l0	9	-0.02076439931988716
129689	rnn.weight_hh_l0	0	-0.035236530005931854
129689	rnn.weight_hh_l0	1	-0.014989977702498436
129689	rnn.weight_hh_l0	2	-0.004079283680766821
129689	rnn.weight_hh_l0	3	-0.06532751768827438
129689	rnn.weight_hh_l0	4	0.0789976418018341
129689	rnn.weight_hh_l0	5	-0.01788673736155033
129689	rnn.weight_hh_l0	6	-0.04764289781451225
129689	rnn.weight_hh_l0	7	0.01937922276556492
129689	rnn.weight_hh_l0	8	0.009598197415471077
129689	rnn.weight_hh_l0	9	-0.01765642873942852
129689	rnn.bias_ih_l0	0	0.09954557567834854
129689	rnn.bias_ih_l0	1	-0.021667588502168655
129689	rnn.bias_ih_l0	2	0.00493572698906064
129689	rnn.bias_ih_l0	3	0.14098195731639862
129689	rnn.bias_ih_l0	4	-0.024093756452202797
129689	rnn.bias_ih_l0	5	-0.0286125298589468
129689	rnn.bias_ih_l0	6	0.02350849285721779
129689	rnn.bias_ih_l0	7	0.03209102898836136
129689	rnn.bias_ih_l0	8	-0.09969301521778107
129689	rnn.bias_ih_l0	9	-0.03417642042040825
129689	rnn.bias_hh_l0	0	-0.028089432045817375
129689	rnn.bias_hh_l0	1	-0.11333158612251282
129689	rnn.bias_hh_l0	2	-0.04929168522357941
129689	rnn.bias_hh_l0	3	-0.08761698752641678
129689	rnn.bias_hh_l0	4	-0.01320117898285389
129689	rnn.bias_hh_l0	5	-0.01702026091516018
129689	rnn.bias_hh_l0	6	0.03528473153710365
129689	rnn.bias_hh_l0	7	0.03685387223958969
129689	rnn.bias_hh_l0	8	-0.11174836754798889
129689	rnn.bias_hh_l0	9	-0.055257588624954224
129689	rnn.weight_ih_l0_reverse	0	-0.02504068613052368
129689	rnn.weight_ih_l0_reverse	1	-0.039365194737911224
129689	rnn.weight_ih_l0_reverse	2	-0.03780243173241615
129689	rnn.weight_ih_l0_reverse	3	-0.0027994185220450163
129689	rnn.weight_ih_l0_reverse	4	-0.01606779731810093
129689	rnn.weight_ih_l0_reverse	5	-0.041711024940013885
129689	rnn.weight_ih_l0_reverse	6	0.0880315750837326
129689	rnn.weight_ih_l0_reverse	7	-0.023950006812810898
129689	rnn.weight_ih_l0_reverse	8	-0.017064658924937248
129689	rnn.weight_ih_l0_reverse	9	0.0027893465012311935
129689	rnn.weight_hh_l0_reverse	0	0.05576864257454872
129689	rnn.weight_hh_l0_reverse	1	0.02674354799091816
129689	rnn.weight_hh_l0_reverse	2	0.02884872630238533
129689	rnn.weight_hh_l0_reverse	3	0.027592027559876442
129689	rnn.weight_hh_l0_reverse	4	0.010867510922253132
129689	rnn.weight_hh_l0_reverse	5	0.02494773454964161
129689	rnn.weight_hh_l0_reverse	6	0.04802098870277405
129689	rnn.weight_hh_l0_reverse	7	-0.06345435976982117
129689	rnn.weight_hh_l0_reverse	8	0.0384901687502861
129689	rnn.weight_hh_l0_reverse	9	0.038118988275527954
129689	rnn.bias_ih_l0_reverse	0	-0.0805744007229805
129689	rnn.bias_ih_l0_reverse	1	-0.2452569454908371
129689	rnn.bias_ih_l0_reverse	2	-0.13690927624702454
129689	rnn.bias_ih_l0_reverse	3	-0.04115619882941246
129689	rnn.bias_ih_l0_reverse	4	-0.02951706200838089
129689	rnn.bias_ih_l0_reverse	5	0.07506801187992096
129689	rnn.bias_ih_l0_reverse	6	-0.07132420688867569
129689	rnn.bias_ih_l0_reverse	7	0.052714522927999496
129689	rnn.bias_ih_l0_reverse	8	-0.036504972726106644
129689	rnn.bias_ih_l0_reverse	9	0.05829257145524025
129689	rnn.bias_hh_l0_reverse	0	0.027243822813034058
129689	rnn.bias_hh_l0_reverse	1	-0.03440464287996292
129689	rnn.bias_hh_l0_reverse	2	0.0834096148610115
129689	rnn.bias_hh_l0_reverse	3	-0.03772763907909393
129689	rnn.bias_hh_l0_reverse	4	-0.03504118695855141
129689	rnn.bias_hh_l0_reverse	5	-0.03682547062635422
129689	rnn.bias_hh_l0_reverse	6	-0.03101125918328762
129689	rnn.bias_hh_l0_reverse	7	0.10909225046634674
129689	rnn.bias_hh_l0_reverse	8	0.028491273522377014
129689	rnn.bias_hh_l0_reverse	9	-0.1270335465669632
129689	rnn.weight_ih_l1	0	-0.033342115581035614
129689	rnn.weight_ih_l1	1	-0.03898729756474495
129689	rnn.weight_ih_l1	2	0.05187799781560898
129689	rnn.weight_ih_l1	3	-0.06178657338023186
129689	rnn.weight_ih_l1	4	-0.014183219522237778
129689	rnn.weight_ih_l1	5	-0.0460360087454319
129689	rnn.weight_ih_l1	6	0.030272556468844414
129689	rnn.weight_ih_l1	7	-0.020758451893925667
129689	rnn.weight_ih_l1	8	0.03724091127514839
129689	rnn.weight_ih_l1	9	0.04419888183474541
129689	rnn.weight_hh_l1	0	-0.007147190161049366
129689	rnn.weight_hh_l1	1	0.013779929839074612
129689	rnn.weight_hh_l1	2	0.018986990675330162
129689	rnn.weight_hh_l1	3	-0.007762129884213209
129689	rnn.weight_hh_l1	4	0.007340389769524336
129689	rnn.weight_hh_l1	5	0.024642707780003548
129689	rnn.weight_hh_l1	6	0.027456890791654587
129689	rnn.weight_hh_l1	7	-0.021131891757249832
129689	rnn.weight_hh_l1	8	-0.014516768045723438
129689	rnn.weight_hh_l1	9	0.03719545900821686
129689	rnn.bias_ih_l1	0	-0.1988660991191864
129689	rnn.bias_ih_l1	1	-0.18642966449260712
129689	rnn.bias_ih_l1	2	-0.19404366612434387
129689	rnn.bias_ih_l1	3	-0.27312636375427246
129689	rnn.bias_ih_l1	4	-0.20525866746902466
129689	rnn.bias_ih_l1	5	-0.09566854685544968
129689	rnn.bias_ih_l1	6	-0.1587085872888565
129689	rnn.bias_ih_l1	7	-0.03740515559911728
129689	rnn.bias_ih_l1	8	-0.14019063115119934
129689	rnn.bias_ih_l1	9	-0.13471798598766327
129689	rnn.bias_hh_l1	0	-0.11696890741586685
129689	rnn.bias_hh_l1	1	-0.05763925611972809
129689	rnn.bias_hh_l1	2	-0.11013324558734894
129689	rnn.bias_hh_l1	3	-0.09152510017156601
129689	rnn.bias_hh_l1	4	-0.10959894955158234
129689	rnn.bias_hh_l1	5	-0.11440794914960861
129689	rnn.bias_hh_l1	6	-0.14770233631134033
129689	rnn.bias_hh_l1	7	0.04978272318840027
129689	rnn.bias_hh_l1	8	-0.18313923478126526
129689	rnn.bias_hh_l1	9	-0.10848555713891983
129689	rnn.weight_ih_l1_reverse	0	-0.036508332937955856
129689	rnn.weight_ih_l1_reverse	1	0.013746416196227074
129689	rnn.weight_ih_l1_reverse	2	0.07088705152273178
129689	rnn.weight_ih_l1_reverse	3	-0.0042790258303284645
129689	rnn.weight_ih_l1_reverse	4	-0.040138863027095795
129689	rnn.weight_ih_l1_reverse	5	-0.03520982339978218
129689	rnn.weight_ih_l1_reverse	6	-0.002809440018609166
129689	rnn.weight_ih_l1_reverse	7	0.02674195170402527
129689	rnn.weight_ih_l1_reverse	8	0.043219488114118576
129689	rnn.weight_ih_l1_reverse	9	-0.04804546758532524
129689	rnn.weight_hh_l1_reverse	0	0.007024616934359074
129689	rnn.weight_hh_l1_reverse	1	0.028536388650536537
129689	rnn.weight_hh_l1_reverse	2	-0.03979109972715378
129689	rnn.weight_hh_l1_reverse	3	0.03902466595172882
129689	rnn.weight_hh_l1_reverse	4	0.040185730904340744
129689	rnn.weight_hh_l1_reverse	5	0.0029155281372368336
129689	rnn.weight_hh_l1_reverse	6	0.03127751126885414
129689	rnn.weight_hh_l1_reverse	7	0.028589749708771706
129689	rnn.weight_hh_l1_reverse	8	-0.0070029133930802345
129689	rnn.weight_hh_l1_reverse	9	-0.03015349991619587
129689	rnn.bias_ih_l1_reverse	0	-0.06768935918807983
129689	rnn.bias_ih_l1_reverse	1	-0.1562991738319397
129689	rnn.bias_ih_l1_reverse	2	-0.1478169560432434
129689	rnn.bias_ih_l1_reverse	3	-0.04812399297952652
129689	rnn.bias_ih_l1_reverse	4	-0.20154257118701935
129689	rnn.bias_ih_l1_reverse	5	-0.11055505275726318
129689	rnn.bias_ih_l1_reverse	6	-0.12731695175170898
129689	rnn.bias_ih_l1_reverse	7	-0.2068461775779724
129689	rnn.bias_ih_l1_reverse	8	0.1892411857843399
129689	rnn.bias_ih_l1_reverse	9	0.061419449746608734
129689	rnn.bias_hh_l1_reverse	0	-0.02959342487156391
129689	rnn.bias_hh_l1_reverse	1	-0.04752016440033913
129689	rnn.bias_hh_l1_reverse	2	-0.2330542802810669
129689	rnn.bias_hh_l1_reverse	3	-0.11419380456209183
129689	rnn.bias_hh_l1_reverse	4	-0.09418884664773941
129689	rnn.bias_hh_l1_reverse	5	-0.13198120892047882
129689	rnn.bias_hh_l1_reverse	6	0.07930417358875275
129689	rnn.bias_hh_l1_reverse	7	-0.1456562727689743
129689	rnn.bias_hh_l1_reverse	8	-0.10720135271549225
129689	rnn.bias_hh_l1_reverse	9	-0.1430220901966095
129689	linear.weight	0	0.002228822559118271
129689	linear.weight	1	0.10368569195270538
129689	linear.weight	2	-0.03914239630103111
129689	linear.weight	3	0.3234671950340271
129689	linear.weight	4	0.1759919673204422
129689	linear.weight	5	-0.020648572593927383
129689	linear.weight	6	0.09891121834516525
129689	linear.weight	7	0.08899262547492981
129689	linear.weight	8	0.041270192712545395
129689	linear.weight	9	-0.012448469176888466
129689	linear.bias	0	0.0949738547205925
129689	linear.bias	1	-0.22447828948497772
129689	linear.bias	2	-0.39864295721054077
129689	linear.bias	3	-0.6651715040206909
129689	linear.bias	4	-1.1663569211959839
129689	linear.bias	5	-0.07087414711713791
129689	linear.bias	6	-0.7638849020004272
129689	linear.bias	7	0.3472509980201721
129689	linear.bias	8	-0.4778212904930115
129689	linear.bias	9	-0.9502899050712585
129886	transitions	0	0.6869803071022034
129886	transitions	1	0.1539795994758606
129886	transitions	2	-10000.0
129886	transitions	3	-1.8210508823394775
129886	transitions	4	-10000.0
129886	transitions	5	0.5869998931884766
129886	transitions	6	-0.06974591314792633
129886	transitions	7	-0.678638756275177
129886	transitions	8	-1.396007776260376
129886	transitions	9	-0.0010570829035714269
129886	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
129886	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
129886	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
129886	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
129886	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
129886	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
129886	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
129886	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
129886	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
129886	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
129886	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
129886	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
129886	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
129886	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
129886	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
129886	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
129886	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
129886	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
129886	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
129886	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
129886	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
129886	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
129886	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
129886	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
129886	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
129886	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
129886	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
129886	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
129886	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
129886	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
129886	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
129886	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
129886	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
129886	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
129886	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
129886	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
129886	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
129886	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
129886	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
129886	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
129886	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
129886	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
129886	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
129886	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
129886	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
129886	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
129886	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
129886	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
129886	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
129886	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
129886	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
129886	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
129886	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
129886	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
129886	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
129886	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
129886	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
129886	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
129886	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
129886	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
129886	embedding2nn.weight	0	0.018993891775608063
129886	embedding2nn.weight	1	-0.014614873565733433
129886	embedding2nn.weight	2	-0.014268254861235619
129886	embedding2nn.weight	3	-0.04078125208616257
129886	embedding2nn.weight	4	-0.0059150345623493195
129886	embedding2nn.weight	5	-0.0037005869671702385
129886	embedding2nn.weight	6	-0.003973295912146568
129886	embedding2nn.weight	7	-0.07459036260843277
129886	embedding2nn.weight	8	-0.0019979383796453476
129886	embedding2nn.weight	9	-0.027950987219810486
129886	embedding2nn.bias	0	0.050758473575115204
129886	embedding2nn.bias	1	-0.05902854725718498
129886	embedding2nn.bias	2	0.0639149397611618
129886	embedding2nn.bias	3	0.05756637826561928
129886	embedding2nn.bias	4	-0.03819705545902252
129886	embedding2nn.bias	5	-0.04276738315820694
129886	embedding2nn.bias	6	0.05382489040493965
129886	embedding2nn.bias	7	-0.07936318963766098
129886	embedding2nn.bias	8	0.07059646397829056
129886	embedding2nn.bias	9	0.024752706289291382
129886	rnn.weight_ih_l0	0	-0.07263623923063278
129886	rnn.weight_ih_l0	1	-0.004249350167810917
129886	rnn.weight_ih_l0	2	0.048124171793460846
129886	rnn.weight_ih_l0	3	0.015009467490017414
129886	rnn.weight_ih_l0	4	-0.01892251893877983
129886	rnn.weight_ih_l0	5	-0.0620952732861042
129886	rnn.weight_ih_l0	6	0.0045863064005970955
129886	rnn.weight_ih_l0	7	0.047492921352386475
129886	rnn.weight_ih_l0	8	-0.012766340747475624
129886	rnn.weight_ih_l0	9	-0.02106163091957569
129886	rnn.weight_hh_l0	0	-0.03591916710138321
129886	rnn.weight_hh_l0	1	-0.014677708968520164
129886	rnn.weight_hh_l0	2	-0.004324350506067276
129886	rnn.weight_hh_l0	3	-0.06497065722942352
129886	rnn.weight_hh_l0	4	0.07966294139623642
129886	rnn.weight_hh_l0	5	-0.01763196475803852
129886	rnn.weight_hh_l0	6	-0.04680687561631203
129886	rnn.weight_hh_l0	7	0.01942121423780918
129886	rnn.weight_hh_l0	8	0.010559863410890102
129886	rnn.weight_hh_l0	9	-0.017336556687951088
129886	rnn.bias_ih_l0	0	0.09762673079967499
129886	rnn.bias_ih_l0	1	-0.01841438002884388
129886	rnn.bias_ih_l0	2	0.006071686744689941
129886	rnn.bias_ih_l0	3	0.1424606740474701
129886	rnn.bias_ih_l0	4	-0.02540596015751362
129886	rnn.bias_ih_l0	5	-0.02643948793411255
129886	rnn.bias_ih_l0	6	0.025888385251164436
129886	rnn.bias_ih_l0	7	0.030353961512446404
129886	rnn.bias_ih_l0	8	-0.10095763951539993
129886	rnn.bias_ih_l0	9	-0.041872620582580566
129886	rnn.bias_hh_l0	0	-0.02738400176167488
129886	rnn.bias_hh_l0	1	-0.1097574383020401
129886	rnn.bias_hh_l0	2	-0.050010740756988525
129886	rnn.bias_hh_l0	3	-0.08619764447212219
129886	rnn.bias_hh_l0	4	-0.013477291911840439
129886	rnn.bias_hh_l0	5	-0.01743626594543457
129886	rnn.bias_hh_l0	6	0.03694372624158859
129886	rnn.bias_hh_l0	7	0.041744500398635864
129886	rnn.bias_hh_l0	8	-0.11183319985866547
129886	rnn.bias_hh_l0	9	-0.055014293640851974
129886	rnn.weight_ih_l0_reverse	0	-0.025519264861941338
129886	rnn.weight_ih_l0_reverse	1	-0.03708022087812424
129886	rnn.weight_ih_l0_reverse	2	-0.038036029785871506
129886	rnn.weight_ih_l0_reverse	3	-0.001572635374031961
129886	rnn.weight_ih_l0_reverse	4	-0.015648437663912773
129886	rnn.weight_ih_l0_reverse	5	-0.0421149842441082
129886	rnn.weight_ih_l0_reverse	6	0.0874888151884079
129886	rnn.weight_ih_l0_reverse	7	-0.023137936368584633
129886	rnn.weight_ih_l0_reverse	8	-0.01665342226624489
129886	rnn.weight_ih_l0_reverse	9	0.001974269049242139
129886	rnn.weight_hh_l0_reverse	0	0.0558050312101841
129886	rnn.weight_hh_l0_reverse	1	0.026912478730082512
129886	rnn.weight_hh_l0_reverse	2	0.02918718382716179
129886	rnn.weight_hh_l0_reverse	3	0.027256116271018982
129886	rnn.weight_hh_l0_reverse	4	0.01082188356667757
129886	rnn.weight_hh_l0_reverse	5	0.025299590080976486
129886	rnn.weight_hh_l0_reverse	6	0.047508105635643005
129886	rnn.weight_hh_l0_reverse	7	-0.06272001564502716
129886	rnn.weight_hh_l0_reverse	8	0.03759300336241722
129886	rnn.weight_hh_l0_reverse	9	0.03857830911874771
129886	rnn.bias_ih_l0_reverse	0	-0.08152180910110474
129886	rnn.bias_ih_l0_reverse	1	-0.2446647733449936
129886	rnn.bias_ih_l0_reverse	2	-0.13553369045257568
129886	rnn.bias_ih_l0_reverse	3	-0.042472533881664276
129886	rnn.bias_ih_l0_reverse	4	-0.034386247396469116
129886	rnn.bias_ih_l0_reverse	5	0.0733007863163948
129886	rnn.bias_ih_l0_reverse	6	-0.07004058361053467
129886	rnn.bias_ih_l0_reverse	7	0.04986555874347687
129886	rnn.bias_ih_l0_reverse	8	-0.038805365562438965
129886	rnn.bias_ih_l0_reverse	9	0.058219004422426224
129886	rnn.bias_hh_l0_reverse	0	0.027471182867884636
129886	rnn.bias_hh_l0_reverse	1	-0.03679709509015083
129886	rnn.bias_hh_l0_reverse	2	0.08441992849111557
129886	rnn.bias_hh_l0_reverse	3	-0.038631170988082886
129886	rnn.bias_hh_l0_reverse	4	-0.03132803738117218
129886	rnn.bias_hh_l0_reverse	5	-0.03697173669934273
129886	rnn.bias_hh_l0_reverse	6	-0.03410288318991661
129886	rnn.bias_hh_l0_reverse	7	0.10966138541698456
129886	rnn.bias_hh_l0_reverse	8	0.024200791493058205
129886	rnn.bias_hh_l0_reverse	9	-0.12999603152275085
129886	rnn.weight_ih_l1	0	-0.03342419117689133
129886	rnn.weight_ih_l1	1	-0.03825026750564575
129886	rnn.weight_ih_l1	2	0.055198971182107925
129886	rnn.weight_ih_l1	3	-0.06440133601427078
129886	rnn.weight_ih_l1	4	-0.014675654470920563
129886	rnn.weight_ih_l1	5	-0.04696214199066162
129886	rnn.weight_ih_l1	6	0.030030060559511185
129886	rnn.weight_ih_l1	7	-0.019372442737221718
129886	rnn.weight_ih_l1	8	0.0372609905898571
129886	rnn.weight_ih_l1	9	0.044871486723423004
129886	rnn.weight_hh_l1	0	-0.007507416419684887
129886	rnn.weight_hh_l1	1	0.013674854300916195
129886	rnn.weight_hh_l1	2	0.0176242645829916
129886	rnn.weight_hh_l1	3	-0.0077511947602033615
129886	rnn.weight_hh_l1	4	0.007353564724326134
129886	rnn.weight_hh_l1	5	0.02545386366546154
129886	rnn.weight_hh_l1	6	0.029136614874005318
129886	rnn.weight_hh_l1	7	-0.021129129454493523
129886	rnn.weight_hh_l1	8	-0.014498505741357803
129886	rnn.weight_hh_l1	9	0.03765150159597397
129886	rnn.bias_ih_l1	0	-0.19523490965366364
129886	rnn.bias_ih_l1	1	-0.1852031648159027
129886	rnn.bias_ih_l1	2	-0.19497281312942505
129886	rnn.bias_ih_l1	3	-0.2728782594203949
129886	rnn.bias_ih_l1	4	-0.20342041552066803
129886	rnn.bias_ih_l1	5	-0.09853305667638779
129886	rnn.bias_ih_l1	6	-0.15919837355613708
129886	rnn.bias_ih_l1	7	-0.04143051430583
129886	rnn.bias_ih_l1	8	-0.14281363785266876
129886	rnn.bias_ih_l1	9	-0.13442254066467285
129886	rnn.bias_hh_l1	0	-0.11349499225616455
129886	rnn.bias_hh_l1	1	-0.05836665257811546
129886	rnn.bias_hh_l1	2	-0.11301132291555405
129886	rnn.bias_hh_l1	3	-0.09117662906646729
129886	rnn.bias_hh_l1	4	-0.10766280442476273
129886	rnn.bias_hh_l1	5	-0.11465653777122498
129886	rnn.bias_hh_l1	6	-0.14669400453567505
129886	rnn.bias_hh_l1	7	0.04920429363846779
129886	rnn.bias_hh_l1	8	-0.18455253541469574
129886	rnn.bias_hh_l1	9	-0.10728166997432709
129886	rnn.weight_ih_l1_reverse	0	-0.03658052533864975
129886	rnn.weight_ih_l1_reverse	1	0.01742713525891304
129886	rnn.weight_ih_l1_reverse	2	0.07019781321287155
129886	rnn.weight_ih_l1_reverse	3	-0.0045220376923680305
129886	rnn.weight_ih_l1_reverse	4	-0.03997885435819626
129886	rnn.weight_ih_l1_reverse	5	-0.03526177629828453
129886	rnn.weight_ih_l1_reverse	6	-0.0017808201955631375
129886	rnn.weight_ih_l1_reverse	7	0.025940336287021637
129886	rnn.weight_ih_l1_reverse	8	0.04424384981393814
129886	rnn.weight_ih_l1_reverse	9	-0.04933338984847069
129886	rnn.weight_hh_l1_reverse	0	0.006791969295591116
129886	rnn.weight_hh_l1_reverse	1	0.02850969135761261
129886	rnn.weight_hh_l1_reverse	2	-0.039702825248241425
129886	rnn.weight_hh_l1_reverse	3	0.03909662738442421
129886	rnn.weight_hh_l1_reverse	4	0.04092293232679367
129886	rnn.weight_hh_l1_reverse	5	0.003102746792137623
129886	rnn.weight_hh_l1_reverse	6	0.031604375690221786
129886	rnn.weight_hh_l1_reverse	7	0.028347942978143692
129886	rnn.weight_hh_l1_reverse	8	-0.006843755021691322
129886	rnn.weight_hh_l1_reverse	9	-0.029851874336600304
129886	rnn.bias_ih_l1_reverse	0	-0.06373728066682816
129886	rnn.bias_ih_l1_reverse	1	-0.15730278193950653
129886	rnn.bias_ih_l1_reverse	2	-0.1489773839712143
129886	rnn.bias_ih_l1_reverse	3	-0.05562495067715645
129886	rnn.bias_ih_l1_reverse	4	-0.2049430012702942
129886	rnn.bias_ih_l1_reverse	5	-0.11121875047683716
129886	rnn.bias_ih_l1_reverse	6	-0.1281416118144989
129886	rnn.bias_ih_l1_reverse	7	-0.20479756593704224
129886	rnn.bias_ih_l1_reverse	8	0.18746913969516754
129886	rnn.bias_ih_l1_reverse	9	0.057682693004608154
129886	rnn.bias_hh_l1_reverse	0	-0.036480650305747986
129886	rnn.bias_hh_l1_reverse	1	-0.04571281746029854
129886	rnn.bias_hh_l1_reverse	2	-0.23318064212799072
129886	rnn.bias_hh_l1_reverse	3	-0.11409955471754074
129886	rnn.bias_hh_l1_reverse	4	-0.09585710614919662
129886	rnn.bias_hh_l1_reverse	5	-0.13591444492340088
129886	rnn.bias_hh_l1_reverse	6	0.086262047290802
129886	rnn.bias_hh_l1_reverse	7	-0.15089231729507446
129886	rnn.bias_hh_l1_reverse	8	-0.10776376724243164
129886	rnn.bias_hh_l1_reverse	9	-0.14254418015480042
129886	linear.weight	0	0.002228822559118271
129886	linear.weight	1	0.09869012236595154
129886	linear.weight	2	-0.03617353364825249
129886	linear.weight	3	0.32197850942611694
129886	linear.weight	4	0.1790713667869568
129886	linear.weight	5	-0.02243528887629509
129886	linear.weight	6	0.0927157998085022
129886	linear.weight	7	0.08276655524969101
129886	linear.weight	8	0.04127006232738495
129886	linear.weight	9	-0.005835556425154209
129886	linear.bias	0	0.056950148195028305
129886	linear.bias	1	-0.20975567400455475
129886	linear.bias	2	-0.36957278847694397
129886	linear.bias	3	-0.6852393746376038
129886	linear.bias	4	-1.1846444606781006
129886	linear.bias	5	-0.09645641595125198
129886	linear.bias	6	-0.7479532957077026
129886	linear.bias	7	0.31717193126678467
129886	linear.bias	8	-0.46713557839393616
129886	linear.bias	9	-0.9432227611541748
130083	transitions	0	0.6798824071884155
130083	transitions	1	0.16637291014194489
130083	transitions	2	-10000.0
130083	transitions	3	-1.821092963218689
130083	transitions	4	-10000.0
130083	transitions	5	0.5868209600448608
130083	transitions	6	-0.06981663405895233
130083	transitions	7	-0.6791386604309082
130083	transitions	8	-1.396152377128601
130083	transitions	9	-0.0010583086404949427
130083	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
130083	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
130083	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
130083	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
130083	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
130083	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
130083	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
130083	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
130083	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
130083	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
130083	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
130083	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
130083	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
130083	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
130083	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
130083	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
130083	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
130083	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
130083	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
130083	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
130083	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
130083	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
130083	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
130083	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
130083	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
130083	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
130083	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
130083	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
130083	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
130083	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
130083	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
130083	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
130083	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
130083	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
130083	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
130083	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
130083	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
130083	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
130083	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
130083	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
130083	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
130083	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
130083	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
130083	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
130083	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
130083	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
130083	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
130083	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
130083	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
130083	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
130083	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
130083	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
130083	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
130083	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
130083	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
130083	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
130083	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
130083	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
130083	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
130083	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
130083	embedding2nn.weight	0	0.018093278631567955
130083	embedding2nn.weight	1	-0.014517267234623432
130083	embedding2nn.weight	2	-0.014268254861235619
130083	embedding2nn.weight	3	-0.043088532984256744
130083	embedding2nn.weight	4	-0.0059150345623493195
130083	embedding2nn.weight	5	-0.0037005888298153877
130083	embedding2nn.weight	6	-0.003973299637436867
130083	embedding2nn.weight	7	-0.07535786181688309
130083	embedding2nn.weight	8	-0.0019979383796453476
130083	embedding2nn.weight	9	-0.02787521295249462
130083	embedding2nn.bias	0	0.05010109767317772
130083	embedding2nn.bias	1	-0.05323505029082298
130083	embedding2nn.bias	2	0.0677013248205185
130083	embedding2nn.bias	3	0.05253363028168678
130083	embedding2nn.bias	4	-0.04399822652339935
130083	embedding2nn.bias	5	-0.027876343578100204
130083	embedding2nn.bias	6	0.053716253489255905
130083	embedding2nn.bias	7	-0.08219083398580551
130083	embedding2nn.bias	8	0.07394278049468994
130083	embedding2nn.bias	9	0.01644202694296837
130083	rnn.weight_ih_l0	0	-0.07153352349996567
130083	rnn.weight_ih_l0	1	-0.00477819237858057
130083	rnn.weight_ih_l0	2	0.04826614260673523
130083	rnn.weight_ih_l0	3	0.01550358161330223
130083	rnn.weight_ih_l0	4	-0.020304763689637184
130083	rnn.weight_ih_l0	5	-0.06335417181253433
130083	rnn.weight_ih_l0	6	0.005109405145049095
130083	rnn.weight_ih_l0	7	0.04815978184342384
130083	rnn.weight_ih_l0	8	-0.013410446234047413
130083	rnn.weight_ih_l0	9	-0.020355302840471268
130083	rnn.weight_hh_l0	0	-0.03574759513139725
130083	rnn.weight_hh_l0	1	-0.01247025839984417
130083	rnn.weight_hh_l0	2	-0.0036164307966828346
130083	rnn.weight_hh_l0	3	-0.06426873058080673
130083	rnn.weight_hh_l0	4	0.08005156368017197
130083	rnn.weight_hh_l0	5	-0.018617723137140274
130083	rnn.weight_hh_l0	6	-0.046267762780189514
130083	rnn.weight_hh_l0	7	0.017877064645290375
130083	rnn.weight_hh_l0	8	0.009907579980790615
130083	rnn.weight_hh_l0	9	-0.01706310547888279
130083	rnn.bias_ih_l0	0	0.10037791728973389
130083	rnn.bias_ih_l0	1	-0.022082995623350143
130083	rnn.bias_ih_l0	2	0.0066877999342978
130083	rnn.bias_ih_l0	3	0.14197500050067902
130083	rnn.bias_ih_l0	4	-0.026041604578495026
130083	rnn.bias_ih_l0	5	-0.025102639570832253
130083	rnn.bias_ih_l0	6	0.02108919620513916
130083	rnn.bias_ih_l0	7	0.031010383740067482
130083	rnn.bias_ih_l0	8	-0.10140089690685272
130083	rnn.bias_ih_l0	9	-0.040611591190099716
130083	rnn.bias_hh_l0	0	-0.02527870610356331
130083	rnn.bias_hh_l0	1	-0.11239989101886749
130083	rnn.bias_hh_l0	2	-0.052414316684007645
130083	rnn.bias_hh_l0	3	-0.08753367513418198
130083	rnn.bias_hh_l0	4	-0.016006363555788994
130083	rnn.bias_hh_l0	5	-0.017652101814746857
130083	rnn.bias_hh_l0	6	0.0361616350710392
130083	rnn.bias_hh_l0	7	0.043164800852537155
130083	rnn.bias_hh_l0	8	-0.11285099387168884
130083	rnn.bias_hh_l0	9	-0.05466119945049286
130083	rnn.weight_ih_l0_reverse	0	-0.02582261897623539
130083	rnn.weight_ih_l0_reverse	1	-0.03610045090317726
130083	rnn.weight_ih_l0_reverse	2	-0.03847049921751022
130083	rnn.weight_ih_l0_reverse	3	-0.0021133108530193567
130083	rnn.weight_ih_l0_reverse	4	-0.016074547544121742
130083	rnn.weight_ih_l0_reverse	5	-0.042223088443279266
130083	rnn.weight_ih_l0_reverse	6	0.08648521453142166
130083	rnn.weight_ih_l0_reverse	7	-0.022464202716946602
130083	rnn.weight_ih_l0_reverse	8	-0.015874307602643967
130083	rnn.weight_ih_l0_reverse	9	0.0011460089590400457
130083	rnn.weight_hh_l0_reverse	0	0.05458445101976395
130083	rnn.weight_hh_l0_reverse	1	0.027168042957782745
130083	rnn.weight_hh_l0_reverse	2	0.028863701969385147
130083	rnn.weight_hh_l0_reverse	3	0.02748280204832554
130083	rnn.weight_hh_l0_reverse	4	0.01080435048788786
130083	rnn.weight_hh_l0_reverse	5	0.02475501038134098
130083	rnn.weight_hh_l0_reverse	6	0.046889036893844604
130083	rnn.weight_hh_l0_reverse	7	-0.062433987855911255
130083	rnn.weight_hh_l0_reverse	8	0.03697100281715393
130083	rnn.weight_hh_l0_reverse	9	0.039012208580970764
130083	rnn.bias_ih_l0_reverse	0	-0.07984013855457306
130083	rnn.bias_ih_l0_reverse	1	-0.2478586882352829
130083	rnn.bias_ih_l0_reverse	2	-0.13526234030723572
130083	rnn.bias_ih_l0_reverse	3	-0.04096284508705139
130083	rnn.bias_ih_l0_reverse	4	-0.036503296345472336
130083	rnn.bias_ih_l0_reverse	5	0.07026337832212448
130083	rnn.bias_ih_l0_reverse	6	-0.06984597444534302
130083	rnn.bias_ih_l0_reverse	7	0.046871352940797806
130083	rnn.bias_ih_l0_reverse	8	-0.03474561870098114
130083	rnn.bias_ih_l0_reverse	9	0.05641131475567818
130083	rnn.bias_hh_l0_reverse	0	0.02807692624628544
130083	rnn.bias_hh_l0_reverse	1	-0.03714233636856079
130083	rnn.bias_hh_l0_reverse	2	0.08110392093658447
130083	rnn.bias_hh_l0_reverse	3	-0.04058728367090225
130083	rnn.bias_hh_l0_reverse	4	-0.034822504967451096
130083	rnn.bias_hh_l0_reverse	5	-0.03622919321060181
130083	rnn.bias_hh_l0_reverse	6	-0.0376729741692543
130083	rnn.bias_hh_l0_reverse	7	0.11063234508037567
130083	rnn.bias_hh_l0_reverse	8	0.0268856193870306
130083	rnn.bias_hh_l0_reverse	9	-0.12853968143463135
130083	rnn.weight_ih_l1	0	-0.03375589847564697
130083	rnn.weight_ih_l1	1	-0.03742837533354759
130083	rnn.weight_ih_l1	2	0.05524318292737007
130083	rnn.weight_ih_l1	3	-0.06407419592142105
130083	rnn.weight_ih_l1	4	-0.014519041404128075
130083	rnn.weight_ih_l1	5	-0.04712619259953499
130083	rnn.weight_ih_l1	6	0.029371162876486778
130083	rnn.weight_ih_l1	7	-0.0189344584941864
130083	rnn.weight_ih_l1	8	0.03693116456270218
130083	rnn.weight_ih_l1	9	0.04440402239561081
130083	rnn.weight_hh_l1	0	-0.007531034294515848
130083	rnn.weight_hh_l1	1	0.0138771440833807
130083	rnn.weight_hh_l1	2	0.016370220109820366
130083	rnn.weight_hh_l1	3	-0.007852857001125813
130083	rnn.weight_hh_l1	4	0.008077832870185375
130083	rnn.weight_hh_l1	5	0.02555241249501705
130083	rnn.weight_hh_l1	6	0.029352212324738503
130083	rnn.weight_hh_l1	7	-0.021572232246398926
130083	rnn.weight_hh_l1	8	-0.014662805944681168
130083	rnn.weight_hh_l1	9	0.03679237514734268
130083	rnn.bias_ih_l1	0	-0.19527605175971985
130083	rnn.bias_ih_l1	1	-0.18564973771572113
130083	rnn.bias_ih_l1	2	-0.19652590155601501
130083	rnn.bias_ih_l1	3	-0.27156102657318115
130083	rnn.bias_ih_l1	4	-0.2107093185186386
130083	rnn.bias_ih_l1	5	-0.09754826873540878
130083	rnn.bias_ih_l1	6	-0.1603848785161972
130083	rnn.bias_ih_l1	7	-0.03495338186621666
130083	rnn.bias_ih_l1	8	-0.1410084366798401
130083	rnn.bias_ih_l1	9	-0.13644102215766907
130083	rnn.bias_hh_l1	0	-0.1167779415845871
130083	rnn.bias_hh_l1	1	-0.06030319631099701
130083	rnn.bias_hh_l1	2	-0.11641723662614822
130083	rnn.bias_hh_l1	3	-0.08999090641736984
130083	rnn.bias_hh_l1	4	-0.10873132199048996
130083	rnn.bias_hh_l1	5	-0.1158265471458435
130083	rnn.bias_hh_l1	6	-0.15075428783893585
130083	rnn.bias_hh_l1	7	0.049847327172756195
130083	rnn.bias_hh_l1	8	-0.18954163789749146
130083	rnn.bias_hh_l1	9	-0.1063762828707695
130083	rnn.weight_ih_l1_reverse	0	-0.03808226436376572
130083	rnn.weight_ih_l1_reverse	1	0.014999919570982456
130083	rnn.weight_ih_l1_reverse	2	0.07016000151634216
130083	rnn.weight_ih_l1_reverse	3	-0.007638449314981699
130083	rnn.weight_ih_l1_reverse	4	-0.03984428197145462
130083	rnn.weight_ih_l1_reverse	5	-0.03512738272547722
130083	rnn.weight_ih_l1_reverse	6	-0.000831244105938822
130083	rnn.weight_ih_l1_reverse	7	0.02549228072166443
130083	rnn.weight_ih_l1_reverse	8	0.04355816915631294
130083	rnn.weight_ih_l1_reverse	9	-0.04534010961651802
130083	rnn.weight_hh_l1_reverse	0	0.007105535827577114
130083	rnn.weight_hh_l1_reverse	1	0.028544874861836433
130083	rnn.weight_hh_l1_reverse	2	-0.039647918194532394
130083	rnn.weight_hh_l1_reverse	3	0.0389302559196949
130083	rnn.weight_hh_l1_reverse	4	0.042011186480522156
130083	rnn.weight_hh_l1_reverse	5	0.0024668241385370493
130083	rnn.weight_hh_l1_reverse	6	0.030719628557562828
130083	rnn.weight_hh_l1_reverse	7	0.02857166901230812
130083	rnn.weight_hh_l1_reverse	8	-0.006760172545909882
130083	rnn.weight_hh_l1_reverse	9	-0.029798023402690887
130083	rnn.bias_ih_l1_reverse	0	-0.06355758756399155
130083	rnn.bias_ih_l1_reverse	1	-0.15645450353622437
130083	rnn.bias_ih_l1_reverse	2	-0.15362751483917236
130083	rnn.bias_ih_l1_reverse	3	-0.05723284184932709
130083	rnn.bias_ih_l1_reverse	4	-0.20856933295726776
130083	rnn.bias_ih_l1_reverse	5	-0.11041228473186493
130083	rnn.bias_ih_l1_reverse	6	-0.12758363783359528
130083	rnn.bias_ih_l1_reverse	7	-0.20734436810016632
130083	rnn.bias_ih_l1_reverse	8	0.19622178375720978
130083	rnn.bias_ih_l1_reverse	9	0.056689441204071045
130083	rnn.bias_hh_l1_reverse	0	-0.03968073055148125
130083	rnn.bias_hh_l1_reverse	1	-0.0481126494705677
130083	rnn.bias_hh_l1_reverse	2	-0.2341364473104477
130083	rnn.bias_hh_l1_reverse	3	-0.11249986290931702
130083	rnn.bias_hh_l1_reverse	4	-0.09592344611883163
130083	rnn.bias_hh_l1_reverse	5	-0.13874414563179016
130083	rnn.bias_hh_l1_reverse	6	0.09387707710266113
130083	rnn.bias_hh_l1_reverse	7	-0.15000860393047333
130083	rnn.bias_hh_l1_reverse	8	-0.10664156079292297
130083	rnn.bias_hh_l1_reverse	9	-0.14183397591114044
130083	linear.weight	0	0.002228822559118271
130083	linear.weight	1	0.09829940646886826
130083	linear.weight	2	-0.03317129239439964
130083	linear.weight	3	0.32364124059677124
130083	linear.weight	4	0.17107996344566345
130083	linear.weight	5	-0.02186330407857895
130083	linear.weight	6	0.09158989042043686
130083	linear.weight	7	0.07526296377182007
130083	linear.weight	8	0.041270337998867035
130083	linear.weight	9	-0.012740323320031166
130083	linear.bias	0	0.03945457562804222
130083	linear.bias	1	-0.19224035739898682
130083	linear.bias	2	-0.3673361539840698
130083	linear.bias	3	-0.7187451720237732
130083	linear.bias	4	-1.217800259590149
130083	linear.bias	5	-0.07940710335969925
130083	linear.bias	6	-0.7317752242088318
130083	linear.bias	7	0.3349710702896118
130083	linear.bias	8	-0.48588672280311584
130083	linear.bias	9	-0.9642271995544434
130280	transitions	0	0.6793507933616638
130280	transitions	1	0.1608887016773224
130280	transitions	2	-10000.0
130280	transitions	3	-1.82111394405365
130280	transitions	4	-10000.0
130280	transitions	5	0.5866611003875732
130280	transitions	6	-0.06989408284425735
130280	transitions	7	-0.679315447807312
130280	transitions	8	-1.3963168859481812
130280	transitions	9	-0.0010594604536890984
130280	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
130280	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
130280	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
130280	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
130280	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
130280	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
130280	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
130280	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
130280	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
130280	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
130280	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
130280	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
130280	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
130280	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
130280	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
130280	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
130280	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
130280	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
130280	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
130280	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
130280	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
130280	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
130280	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
130280	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
130280	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
130280	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
130280	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
130280	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
130280	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
130280	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
130280	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
130280	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
130280	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
130280	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
130280	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
130280	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
130280	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
130280	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
130280	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
130280	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
130280	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
130280	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
130280	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
130280	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
130280	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
130280	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
130280	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
130280	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
130280	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
130280	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
130280	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
130280	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
130280	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
130280	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
130280	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
130280	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
130280	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
130280	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
130280	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
130280	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
130280	embedding2nn.weight	0	0.01665470190346241
130280	embedding2nn.weight	1	-0.01466789934784174
130280	embedding2nn.weight	2	-0.014268254861235619
130280	embedding2nn.weight	3	-0.039820633828639984
130280	embedding2nn.weight	4	-0.0059150345623493195
130280	embedding2nn.weight	5	-0.0037005888298153877
130280	embedding2nn.weight	6	-0.0039732991717755795
130280	embedding2nn.weight	7	-0.07539057731628418
130280	embedding2nn.weight	8	-0.0019979383796453476
130280	embedding2nn.weight	9	-0.028017738834023476
130280	embedding2nn.bias	0	0.05465579032897949
130280	embedding2nn.bias	1	-0.05991214141249657
130280	embedding2nn.bias	2	0.06375613063573837
130280	embedding2nn.bias	3	0.04991927370429039
130280	embedding2nn.bias	4	-0.03797828406095505
130280	embedding2nn.bias	5	-0.02812466397881508
130280	embedding2nn.bias	6	0.06339050084352493
130280	embedding2nn.bias	7	-0.07296350598335266
130280	embedding2nn.bias	8	0.07186818867921829
130280	embedding2nn.bias	9	0.020635897293686867
130280	rnn.weight_ih_l0	0	-0.06861637532711029
130280	rnn.weight_ih_l0	1	-0.0037231987807899714
130280	rnn.weight_ih_l0	2	0.048089466989040375
130280	rnn.weight_ih_l0	3	0.01520930789411068
130280	rnn.weight_ih_l0	4	-0.01945630833506584
130280	rnn.weight_ih_l0	5	-0.06408920884132385
130280	rnn.weight_ih_l0	6	0.0056702508591115475
130280	rnn.weight_ih_l0	7	0.04853057861328125
130280	rnn.weight_ih_l0	8	-0.014028169214725494
130280	rnn.weight_ih_l0	9	-0.021307863295078278
130280	rnn.weight_hh_l0	0	-0.035187795758247375
130280	rnn.weight_hh_l0	1	-0.013169248588383198
130280	rnn.weight_hh_l0	2	-0.004113702103495598
130280	rnn.weight_hh_l0	3	-0.0646781250834465
130280	rnn.weight_hh_l0	4	0.07993222773075104
130280	rnn.weight_hh_l0	5	-0.018190138041973114
130280	rnn.weight_hh_l0	6	-0.0462971031665802
130280	rnn.weight_hh_l0	7	0.018179697915911674
130280	rnn.weight_hh_l0	8	0.009912235662341118
130280	rnn.weight_hh_l0	9	-0.01735345833003521
130280	rnn.bias_ih_l0	0	0.10276574641466141
130280	rnn.bias_ih_l0	1	-0.022920815274119377
130280	rnn.bias_ih_l0	2	0.008299615234136581
130280	rnn.bias_ih_l0	3	0.14150893688201904
130280	rnn.bias_ih_l0	4	-0.025151962414383888
130280	rnn.bias_ih_l0	5	-0.024061573669314384
130280	rnn.bias_ih_l0	6	0.022993916645646095
130280	rnn.bias_ih_l0	7	0.03110940381884575
130280	rnn.bias_ih_l0	8	-0.10294699668884277
130280	rnn.bias_ih_l0	9	-0.037361882627010345
130280	rnn.bias_hh_l0	0	-0.021858928725123405
130280	rnn.bias_hh_l0	1	-0.10647382587194443
130280	rnn.bias_hh_l0	2	-0.05444006994366646
130280	rnn.bias_hh_l0	3	-0.08592042326927185
130280	rnn.bias_hh_l0	4	-0.016513772308826447
130280	rnn.bias_hh_l0	5	-0.016013329848647118
130280	rnn.bias_hh_l0	6	0.03349195048213005
130280	rnn.bias_hh_l0	7	0.0480770543217659
130280	rnn.bias_hh_l0	8	-0.11364270001649857
130280	rnn.bias_hh_l0	9	-0.059870459139347076
130280	rnn.weight_ih_l0_reverse	0	-0.02668483555316925
130280	rnn.weight_ih_l0_reverse	1	-0.03567446395754814
130280	rnn.weight_ih_l0_reverse	2	-0.037768762558698654
130280	rnn.weight_ih_l0_reverse	3	-0.002384048653766513
130280	rnn.weight_ih_l0_reverse	4	-0.015426968224346638
130280	rnn.weight_ih_l0_reverse	5	-0.04217095673084259
130280	rnn.weight_ih_l0_reverse	6	0.08462982624769211
130280	rnn.weight_ih_l0_reverse	7	-0.0213529784232378
130280	rnn.weight_ih_l0_reverse	8	-0.016832539811730385
130280	rnn.weight_ih_l0_reverse	9	0.0005514161312021315
130280	rnn.weight_hh_l0_reverse	0	0.05513002723455429
130280	rnn.weight_hh_l0_reverse	1	0.02944740280508995
130280	rnn.weight_hh_l0_reverse	2	0.028681421652436256
130280	rnn.weight_hh_l0_reverse	3	0.027726978063583374
130280	rnn.weight_hh_l0_reverse	4	0.011153742671012878
130280	rnn.weight_hh_l0_reverse	5	0.02322722040116787
130280	rnn.weight_hh_l0_reverse	6	0.04708917438983917
130280	rnn.weight_hh_l0_reverse	7	-0.0631081834435463
130280	rnn.weight_hh_l0_reverse	8	0.036461442708969116
130280	rnn.weight_hh_l0_reverse	9	0.039066676050424576
130280	rnn.bias_ih_l0_reverse	0	-0.0785888284444809
130280	rnn.bias_ih_l0_reverse	1	-0.249428853392601
130280	rnn.bias_ih_l0_reverse	2	-0.1351740062236786
130280	rnn.bias_ih_l0_reverse	3	-0.039478182792663574
130280	rnn.bias_ih_l0_reverse	4	-0.03781946375966072
130280	rnn.bias_ih_l0_reverse	5	0.06867077201604843
130280	rnn.bias_ih_l0_reverse	6	-0.07012341171503067
130280	rnn.bias_ih_l0_reverse	7	0.048346590250730515
130280	rnn.bias_ih_l0_reverse	8	-0.03895800560712814
130280	rnn.bias_ih_l0_reverse	9	0.0592724084854126
130280	rnn.bias_hh_l0_reverse	0	0.026363002136349678
130280	rnn.bias_hh_l0_reverse	1	-0.04119076207280159
130280	rnn.bias_hh_l0_reverse	2	0.08085209876298904
130280	rnn.bias_hh_l0_reverse	3	-0.044345974922180176
130280	rnn.bias_hh_l0_reverse	4	-0.03752141445875168
130280	rnn.bias_hh_l0_reverse	5	-0.0365426279604435
130280	rnn.bias_hh_l0_reverse	6	-0.03878464549779892
130280	rnn.bias_hh_l0_reverse	7	0.11022186279296875
130280	rnn.bias_hh_l0_reverse	8	0.028287304565310478
130280	rnn.bias_hh_l0_reverse	9	-0.12380743771791458
130280	rnn.weight_ih_l1	0	-0.033667899668216705
130280	rnn.weight_ih_l1	1	-0.0383685827255249
130280	rnn.weight_ih_l1	2	0.055576786398887634
130280	rnn.weight_ih_l1	3	-0.06669850647449493
130280	rnn.weight_ih_l1	4	-0.014738889411091805
130280	rnn.weight_ih_l1	5	-0.047307468950748444
130280	rnn.weight_ih_l1	6	0.028888577595353127
130280	rnn.weight_ih_l1	7	-0.018895555287599564
130280	rnn.weight_ih_l1	8	0.03687392547726631
130280	rnn.weight_ih_l1	9	0.043481022119522095
130280	rnn.weight_hh_l1	0	-0.006637051235884428
130280	rnn.weight_hh_l1	1	0.014087790623307228
130280	rnn.weight_hh_l1	2	0.016652671620249748
130280	rnn.weight_hh_l1	3	-0.007807364221662283
130280	rnn.weight_hh_l1	4	0.009051117114722729
130280	rnn.weight_hh_l1	5	0.025585712864995003
130280	rnn.weight_hh_l1	6	0.029265882447361946
130280	rnn.weight_hh_l1	7	-0.02145136334002018
130280	rnn.weight_hh_l1	8	-0.013873235322535038
130280	rnn.weight_hh_l1	9	0.037318017333745956
130280	rnn.bias_ih_l1	0	-0.19485341012477875
130280	rnn.bias_ih_l1	1	-0.1860024482011795
130280	rnn.bias_ih_l1	2	-0.1973656266927719
130280	rnn.bias_ih_l1	3	-0.2732151746749878
130280	rnn.bias_ih_l1	4	-0.20707476139068604
130280	rnn.bias_ih_l1	5	-0.09820947051048279
130280	rnn.bias_ih_l1	6	-0.16062240302562714
130280	rnn.bias_ih_l1	7	-0.03445142135024071
130280	rnn.bias_ih_l1	8	-0.146001935005188
130280	rnn.bias_ih_l1	9	-0.1360856294631958
130280	rnn.bias_hh_l1	0	-0.11894679814577103
130280	rnn.bias_hh_l1	1	-0.06367357075214386
130280	rnn.bias_hh_l1	2	-0.11436737328767776
130280	rnn.bias_hh_l1	3	-0.08843785524368286
130280	rnn.bias_hh_l1	4	-0.10725238919258118
130280	rnn.bias_hh_l1	5	-0.11749718338251114
130280	rnn.bias_hh_l1	6	-0.14750230312347412
130280	rnn.bias_hh_l1	7	0.04673829302191734
130280	rnn.bias_hh_l1	8	-0.19285310804843903
130280	rnn.bias_hh_l1	9	-0.10661336034536362
130280	rnn.weight_ih_l1_reverse	0	-0.03846539929509163
130280	rnn.weight_ih_l1_reverse	1	0.012409349903464317
130280	rnn.weight_ih_l1_reverse	2	0.06660670787096024
130280	rnn.weight_ih_l1_reverse	3	-0.004357744939625263
130280	rnn.weight_ih_l1_reverse	4	-0.036867331713438034
130280	rnn.weight_ih_l1_reverse	5	-0.03499654307961464
130280	rnn.weight_ih_l1_reverse	6	-0.0013043847866356373
130280	rnn.weight_ih_l1_reverse	7	0.02595778927206993
130280	rnn.weight_ih_l1_reverse	8	0.040868692100048065
130280	rnn.weight_ih_l1_reverse	9	-0.04632522165775299
130280	rnn.weight_hh_l1_reverse	0	0.007292694412171841
130280	rnn.weight_hh_l1_reverse	1	0.028511622920632362
130280	rnn.weight_hh_l1_reverse	2	-0.039781633764505386
130280	rnn.weight_hh_l1_reverse	3	0.039234425872564316
130280	rnn.weight_hh_l1_reverse	4	0.04176626354455948
130280	rnn.weight_hh_l1_reverse	5	0.0034022629261016846
130280	rnn.weight_hh_l1_reverse	6	0.030789364129304886
130280	rnn.weight_hh_l1_reverse	7	0.028444664552807808
130280	rnn.weight_hh_l1_reverse	8	-0.006859182380139828
130280	rnn.weight_hh_l1_reverse	9	-0.029991265386343002
130280	rnn.bias_ih_l1_reverse	0	-0.06215288117527962
130280	rnn.bias_ih_l1_reverse	1	-0.15501248836517334
130280	rnn.bias_ih_l1_reverse	2	-0.15000346302986145
130280	rnn.bias_ih_l1_reverse	3	-0.056136831641197205
130280	rnn.bias_ih_l1_reverse	4	-0.20600153505802155
130280	rnn.bias_ih_l1_reverse	5	-0.10907375812530518
130280	rnn.bias_ih_l1_reverse	6	-0.12741030752658844
130280	rnn.bias_ih_l1_reverse	7	-0.20126734673976898
130280	rnn.bias_ih_l1_reverse	8	0.20472608506679535
130280	rnn.bias_ih_l1_reverse	9	0.0568847730755806
130280	rnn.bias_hh_l1_reverse	0	-0.04035273939371109
130280	rnn.bias_hh_l1_reverse	1	-0.04815467447042465
130280	rnn.bias_hh_l1_reverse	2	-0.232943594455719
130280	rnn.bias_hh_l1_reverse	3	-0.11501181125640869
130280	rnn.bias_hh_l1_reverse	4	-0.0967547819018364
130280	rnn.bias_hh_l1_reverse	5	-0.1370045393705368
130280	rnn.bias_hh_l1_reverse	6	0.09618360549211502
130280	rnn.bias_hh_l1_reverse	7	-0.15372437238693237
130280	rnn.bias_hh_l1_reverse	8	-0.10403051227331161
130280	rnn.bias_hh_l1_reverse	9	-0.1414262354373932
130280	linear.weight	0	0.002228822559118271
130280	linear.weight	1	0.0983593538403511
130280	linear.weight	2	-0.0408809520304203
130280	linear.weight	3	0.3306300938129425
130280	linear.weight	4	0.17086921632289886
130280	linear.weight	5	-0.024276599287986755
130280	linear.weight	6	0.08816744387149811
130280	linear.weight	7	0.08359373360872269
130280	linear.weight	8	0.04127039015293121
130280	linear.weight	9	-0.007350141182541847
130280	linear.bias	0	0.07409430295228958
130280	linear.bias	1	-0.20174287259578705
130280	linear.bias	2	-0.4102711081504822
130280	linear.bias	3	-0.6635348796844482
130280	linear.bias	4	-1.164025068283081
130280	linear.bias	5	-0.09628303349018097
130280	linear.bias	6	-0.7473248243331909
130280	linear.bias	7	0.31957268714904785
130280	linear.bias	8	-0.479937344789505
130280	linear.bias	9	-0.9595193862915039
130284	transitions	0	0.6793389916419983
130284	transitions	1	0.16088853776454926
130284	transitions	2	-10000.0
130284	transitions	3	-1.8211151361465454
130284	transitions	4	-10000.0
130284	transitions	5	0.58665931224823
130284	transitions	6	-0.06989472359418869
130284	transitions	7	-0.6793156862258911
130284	transitions	8	-1.3963173627853394
130284	transitions	9	-0.00105946883559227
130284	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
130284	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
130284	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
130284	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
130284	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
130284	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
130284	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
130284	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
130284	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
130284	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
130284	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
130284	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
130284	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
130284	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
130284	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
130284	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
130284	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
130284	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
130284	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
130284	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
130284	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
130284	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
130284	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
130284	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
130284	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
130284	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
130284	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
130284	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
130284	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
130284	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
130284	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
130284	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
130284	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
130284	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
130284	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
130284	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
130284	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
130284	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
130284	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
130284	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
130284	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
130284	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
130284	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
130284	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
130284	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
130284	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
130284	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
130284	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
130284	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
130284	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
130284	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
130284	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
130284	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
130284	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
130284	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
130284	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
130284	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
130284	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
130284	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
130284	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
130284	embedding2nn.weight	0	0.016167454421520233
130284	embedding2nn.weight	1	-0.014719987288117409
130284	embedding2nn.weight	2	-0.014268254861235619
130284	embedding2nn.weight	3	-0.03991476818919182
130284	embedding2nn.weight	4	-0.0059150345623493195
130284	embedding2nn.weight	5	-0.0037005888298153877
130284	embedding2nn.weight	6	-0.003973298240453005
130284	embedding2nn.weight	7	-0.07536590844392776
130284	embedding2nn.weight	8	-0.0019979383796453476
130284	embedding2nn.weight	9	-0.028025684878230095
130284	embedding2nn.bias	0	0.05346864089369774
130284	embedding2nn.bias	1	-0.060296375304460526
130284	embedding2nn.bias	2	0.06487292796373367
130284	embedding2nn.bias	3	0.05118090286850929
130284	embedding2nn.bias	4	-0.03801468014717102
130284	embedding2nn.bias	5	-0.027828756719827652
130284	embedding2nn.bias	6	0.0636550635099411
130284	embedding2nn.bias	7	-0.0720074400305748
130284	embedding2nn.bias	8	0.07192601263523102
130284	embedding2nn.bias	9	0.01987137831747532
130284	rnn.weight_ih_l0	0	-0.06858236342668533
130284	rnn.weight_ih_l0	1	-0.003732929239049554
130284	rnn.weight_ih_l0	2	0.04805503785610199
130284	rnn.weight_ih_l0	3	0.015198957175016403
130284	rnn.weight_ih_l0	4	-0.019667621701955795
130284	rnn.weight_ih_l0	5	-0.06405606865882874
130284	rnn.weight_ih_l0	6	0.0057154325768351555
130284	rnn.weight_ih_l0	7	0.04851042106747627
130284	rnn.weight_ih_l0	8	-0.013790594413876534
130284	rnn.weight_ih_l0	9	-0.021185819059610367
130284	rnn.weight_hh_l0	0	-0.0352395623922348
130284	rnn.weight_hh_l0	1	-0.013178778812289238
130284	rnn.weight_hh_l0	2	-0.0041885459795594215
130284	rnn.weight_hh_l0	3	-0.06467875093221664
130284	rnn.weight_hh_l0	4	0.07996413111686707
130284	rnn.weight_hh_l0	5	-0.01814962550997734
130284	rnn.weight_hh_l0	6	-0.0462767668068409
130284	rnn.weight_hh_l0	7	0.018139077350497246
130284	rnn.weight_hh_l0	8	0.009759915992617607
130284	rnn.weight_hh_l0	9	-0.017296377569437027
130284	rnn.bias_ih_l0	0	0.10275702178478241
130284	rnn.bias_ih_l0	1	-0.02299163118004799
130284	rnn.bias_ih_l0	2	0.008570932783186436
130284	rnn.bias_ih_l0	3	0.141592875123024
130284	rnn.bias_ih_l0	4	-0.025149160996079445
130284	rnn.bias_ih_l0	5	-0.023928551003336906
130284	rnn.bias_ih_l0	6	0.022914815694093704
130284	rnn.bias_ih_l0	7	0.03073226287961006
130284	rnn.bias_ih_l0	8	-0.10320554673671722
130284	rnn.bias_ih_l0	9	-0.03683130815625191
130284	rnn.bias_hh_l0	0	-0.0217313002794981
130284	rnn.bias_hh_l0	1	-0.10665629804134369
130284	rnn.bias_hh_l0	2	-0.05415618047118187
130284	rnn.bias_hh_l0	3	-0.08598042279481888
130284	rnn.bias_hh_l0	4	-0.01631283573806286
130284	rnn.bias_hh_l0	5	-0.016152944415807724
130284	rnn.bias_hh_l0	6	0.03389168530702591
130284	rnn.bias_hh_l0	7	0.048154111951589584
130284	rnn.bias_hh_l0	8	-0.1133144423365593
130284	rnn.bias_hh_l0	9	-0.059911925345659256
130284	rnn.weight_ih_l0_reverse	0	-0.026713518425822258
130284	rnn.weight_ih_l0_reverse	1	-0.035810817033052444
130284	rnn.weight_ih_l0_reverse	2	-0.03782173618674278
130284	rnn.weight_ih_l0_reverse	3	-0.00251676794141531
130284	rnn.weight_ih_l0_reverse	4	-0.015390717424452305
130284	rnn.weight_ih_l0_reverse	5	-0.04216993600130081
130284	rnn.weight_ih_l0_reverse	6	0.0844106525182724
130284	rnn.weight_ih_l0_reverse	7	-0.021503495052456856
130284	rnn.weight_ih_l0_reverse	8	-0.01678723469376564
130284	rnn.weight_ih_l0_reverse	9	0.0005394718027673662
130284	rnn.weight_hh_l0_reverse	0	0.05513914301991463
130284	rnn.weight_hh_l0_reverse	1	0.02942432463169098
130284	rnn.weight_hh_l0_reverse	2	0.028681054711341858
130284	rnn.weight_hh_l0_reverse	3	0.027723396196961403
130284	rnn.weight_hh_l0_reverse	4	0.010989145375788212
130284	rnn.weight_hh_l0_reverse	5	0.023157114163041115
130284	rnn.weight_hh_l0_reverse	6	0.04696124047040939
130284	rnn.weight_hh_l0_reverse	7	-0.06306035071611404
130284	rnn.weight_hh_l0_reverse	8	0.03654611110687256
130284	rnn.weight_hh_l0_reverse	9	0.039020031690597534
130284	rnn.bias_ih_l0_reverse	0	-0.07854578644037247
130284	rnn.bias_ih_l0_reverse	1	-0.2495080977678299
130284	rnn.bias_ih_l0_reverse	2	-0.1341729462146759
130284	rnn.bias_ih_l0_reverse	3	-0.04071956127882004
130284	rnn.bias_ih_l0_reverse	4	-0.03810346871614456
130284	rnn.bias_ih_l0_reverse	5	0.06872095167636871
130284	rnn.bias_ih_l0_reverse	6	-0.07020718604326248
130284	rnn.bias_ih_l0_reverse	7	0.04840218275785446
130284	rnn.bias_ih_l0_reverse	8	-0.03918863460421562
130284	rnn.bias_ih_l0_reverse	9	0.05902503430843353
130284	rnn.bias_hh_l0_reverse	0	0.026137595996260643
130284	rnn.bias_hh_l0_reverse	1	-0.04107780009508133
130284	rnn.bias_hh_l0_reverse	2	0.0809210017323494
130284	rnn.bias_hh_l0_reverse	3	-0.04449012503027916
130284	rnn.bias_hh_l0_reverse	4	-0.03701881319284439
130284	rnn.bias_hh_l0_reverse	5	-0.03691541403532028
130284	rnn.bias_hh_l0_reverse	6	-0.0391923189163208
130284	rnn.bias_hh_l0_reverse	7	0.11064496636390686
130284	rnn.bias_hh_l0_reverse	8	0.02843651920557022
130284	rnn.bias_hh_l0_reverse	9	-0.12391667813062668
130284	rnn.weight_ih_l1	0	-0.03367031738162041
130284	rnn.weight_ih_l1	1	-0.03822142630815506
130284	rnn.weight_ih_l1	2	0.05548613891005516
130284	rnn.weight_ih_l1	3	-0.06654874235391617
130284	rnn.weight_ih_l1	4	-0.014771142043173313
130284	rnn.weight_ih_l1	5	-0.04729259014129639
130284	rnn.weight_ih_l1	6	0.02916596457362175
130284	rnn.weight_ih_l1	7	-0.018295351415872574
130284	rnn.weight_ih_l1	8	0.03686368837952614
130284	rnn.weight_ih_l1	9	0.04340200871229172
130284	rnn.weight_hh_l1	0	-0.006623844150453806
130284	rnn.weight_hh_l1	1	0.014065815135836601
130284	rnn.weight_hh_l1	2	0.01667839102447033
130284	rnn.weight_hh_l1	3	-0.007758289109915495
130284	rnn.weight_hh_l1	4	0.009096778929233551
130284	rnn.weight_hh_l1	5	0.025535080581903458
130284	rnn.weight_hh_l1	6	0.02919156104326248
130284	rnn.weight_hh_l1	7	-0.021422194316983223
130284	rnn.weight_hh_l1	8	-0.013821298256516457
130284	rnn.weight_hh_l1	9	0.03726717457175255
130284	rnn.bias_ih_l1	0	-0.19448727369308472
130284	rnn.bias_ih_l1	1	-0.1862564980983734
130284	rnn.bias_ih_l1	2	-0.19783195853233337
130284	rnn.bias_ih_l1	3	-0.2732430100440979
130284	rnn.bias_ih_l1	4	-0.20757979154586792
130284	rnn.bias_ih_l1	5	-0.09809963405132294
130284	rnn.bias_ih_l1	6	-0.16021586954593658
130284	rnn.bias_ih_l1	7	-0.03425699844956398
130284	rnn.bias_ih_l1	8	-0.14633989334106445
130284	rnn.bias_ih_l1	9	-0.1352514773607254
130284	rnn.bias_hh_l1	0	-0.11891903728246689
130284	rnn.bias_hh_l1	1	-0.0637003481388092
130284	rnn.bias_hh_l1	2	-0.11403841525316238
130284	rnn.bias_hh_l1	3	-0.08829467743635178
130284	rnn.bias_hh_l1	4	-0.10775011032819748
130284	rnn.bias_hh_l1	5	-0.11751729249954224
130284	rnn.bias_hh_l1	6	-0.14689834415912628
130284	rnn.bias_hh_l1	7	0.04756004735827446
130284	rnn.bias_hh_l1	8	-0.19271740317344666
130284	rnn.bias_hh_l1	9	-0.10580786317586899
130284	rnn.weight_ih_l1_reverse	0	-0.03849795088171959
130284	rnn.weight_ih_l1_reverse	1	0.012642133980989456
130284	rnn.weight_ih_l1_reverse	2	0.06659109890460968
130284	rnn.weight_ih_l1_reverse	3	-0.0048163835890591145
130284	rnn.weight_ih_l1_reverse	4	-0.03705424815416336
130284	rnn.weight_ih_l1_reverse	5	-0.034978631883859634
130284	rnn.weight_ih_l1_reverse	6	-0.001287314691580832
130284	rnn.weight_ih_l1_reverse	7	0.025951474905014038
130284	rnn.weight_ih_l1_reverse	8	0.04074390232563019
130284	rnn.weight_ih_l1_reverse	9	-0.046358104795217514
130284	rnn.weight_hh_l1_reverse	0	0.007296677678823471
130284	rnn.weight_hh_l1_reverse	1	0.028491904959082603
130284	rnn.weight_hh_l1_reverse	2	-0.03976232931017876
130284	rnn.weight_hh_l1_reverse	3	0.03923119604587555
130284	rnn.weight_hh_l1_reverse	4	0.04178428649902344
130284	rnn.weight_hh_l1_reverse	5	0.0034485163632780313
130284	rnn.weight_hh_l1_reverse	6	0.030587786808609962
130284	rnn.weight_hh_l1_reverse	7	0.02828151173889637
130284	rnn.weight_hh_l1_reverse	8	-0.006906192284077406
130284	rnn.weight_hh_l1_reverse	9	-0.029969099909067154
130284	rnn.bias_ih_l1_reverse	0	-0.06256786733865738
130284	rnn.bias_ih_l1_reverse	1	-0.15509796142578125
130284	rnn.bias_ih_l1_reverse	2	-0.14973224699497223
130284	rnn.bias_ih_l1_reverse	3	-0.0563490055501461
130284	rnn.bias_ih_l1_reverse	4	-0.20609964430332184
130284	rnn.bias_ih_l1_reverse	5	-0.1086779311299324
130284	rnn.bias_ih_l1_reverse	6	-0.1274283230304718
130284	rnn.bias_ih_l1_reverse	7	-0.20196308195590973
130284	rnn.bias_ih_l1_reverse	8	0.2042822539806366
130284	rnn.bias_ih_l1_reverse	9	0.05606238916516304
130284	rnn.bias_hh_l1_reverse	0	-0.03947806358337402
130284	rnn.bias_hh_l1_reverse	1	-0.04947606474161148
130284	rnn.bias_hh_l1_reverse	2	-0.23289912939071655
130284	rnn.bias_hh_l1_reverse	3	-0.11490343511104584
130284	rnn.bias_hh_l1_reverse	4	-0.09673818200826645
130284	rnn.bias_hh_l1_reverse	5	-0.13730654120445251
130284	rnn.bias_hh_l1_reverse	6	0.09585943818092346
130284	rnn.bias_hh_l1_reverse	7	-0.15332037210464478
130284	rnn.bias_hh_l1_reverse	8	-0.10372728109359741
130284	rnn.bias_hh_l1_reverse	9	-0.14161823689937592
130284	linear.weight	0	0.002228822559118271
130284	linear.weight	1	0.09937704354524612
130284	linear.weight	2	-0.041045498102903366
130284	linear.weight	3	0.3301486670970917
130284	linear.weight	4	0.17087455093860626
130284	linear.weight	5	-0.02405647374689579
130284	linear.weight	6	0.08905334025621414
130284	linear.weight	7	0.0824844092130661
130284	linear.weight	8	0.04127039760351181
130284	linear.weight	9	-0.008078685961663723
130284	linear.bias	0	0.06703133136034012
130284	linear.bias	1	-0.20122137665748596
130284	linear.bias	2	-0.4167747497558594
130284	linear.bias	3	-0.6681225299835205
130284	linear.bias	4	-1.168742299079895
130284	linear.bias	5	-0.08973053097724915
130284	linear.bias	6	-0.7467930912971497
130284	linear.bias	7	0.3261166214942932
130284	linear.bias	8	-0.48369789123535156
130284	linear.bias	9	-0.9633399844169617
130481	transitions	0	0.6788827180862427
130481	transitions	1	0.15275536477565765
130481	transitions	2	-10000.0
130481	transitions	3	-1.8211374282836914
130481	transitions	4	-10000.0
130481	transitions	5	0.5865605473518372
130481	transitions	6	-0.06999741494655609
130481	transitions	7	-0.6796532869338989
130481	transitions	8	-1.3964014053344727
130481	transitions	9	-0.0010606525465846062
130481	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
130481	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
130481	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
130481	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
130481	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
130481	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
130481	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
130481	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
130481	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
130481	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
130481	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
130481	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
130481	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
130481	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
130481	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
130481	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
130481	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
130481	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
130481	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
130481	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
130481	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
130481	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
130481	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
130481	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
130481	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
130481	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
130481	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
130481	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
130481	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
130481	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
130481	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
130481	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
130481	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
130481	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
130481	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
130481	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
130481	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
130481	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
130481	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
130481	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
130481	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
130481	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
130481	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
130481	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
130481	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
130481	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
130481	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
130481	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
130481	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
130481	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
130481	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
130481	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
130481	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
130481	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
130481	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
130481	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
130481	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
130481	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
130481	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
130481	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
130481	embedding2nn.weight	0	0.020120302215218544
130481	embedding2nn.weight	1	-0.014768117107450962
130481	embedding2nn.weight	2	-0.014268254861235619
130481	embedding2nn.weight	3	-0.0400097481906414
130481	embedding2nn.weight	4	-0.0059150345623493195
130481	embedding2nn.weight	5	-0.0037005897611379623
130481	embedding2nn.weight	6	-0.003973298240453005
130481	embedding2nn.weight	7	-0.07554536312818527
130481	embedding2nn.weight	8	-0.0019979383796453476
130481	embedding2nn.weight	9	-0.028975171968340874
130481	embedding2nn.bias	0	0.042207978665828705
130481	embedding2nn.bias	1	-0.06724688410758972
130481	embedding2nn.bias	2	0.058193694800138474
130481	embedding2nn.bias	3	0.050572220236063004
130481	embedding2nn.bias	4	-0.04792579635977745
130481	embedding2nn.bias	5	-0.0406951829791069
130481	embedding2nn.bias	6	0.060627520084381104
130481	embedding2nn.bias	7	-0.07062169164419174
130481	embedding2nn.bias	8	0.06496132165193558
130481	embedding2nn.bias	9	0.02302468754351139
130481	rnn.weight_ih_l0	0	-0.06935329735279083
130481	rnn.weight_ih_l0	1	-0.002690796507522464
130481	rnn.weight_ih_l0	2	0.046655163168907166
130481	rnn.weight_ih_l0	3	0.015815408900380135
130481	rnn.weight_ih_l0	4	-0.019562166184186935
130481	rnn.weight_ih_l0	5	-0.06385179609060287
130481	rnn.weight_ih_l0	6	0.004958609584718943
130481	rnn.weight_ih_l0	7	0.0497637577354908
130481	rnn.weight_ih_l0	8	-0.014072158373892307
130481	rnn.weight_ih_l0	9	-0.022479603067040443
130481	rnn.weight_hh_l0	0	-0.035235967487096786
130481	rnn.weight_hh_l0	1	-0.012247385457158089
130481	rnn.weight_hh_l0	2	-0.003042335854843259
130481	rnn.weight_hh_l0	3	-0.06473030149936676
130481	rnn.weight_hh_l0	4	0.0802992507815361
130481	rnn.weight_hh_l0	5	-0.017436208203434944
130481	rnn.weight_hh_l0	6	-0.045500241219997406
130481	rnn.weight_hh_l0	7	0.016954615712165833
130481	rnn.weight_hh_l0	8	0.009206468239426613
130481	rnn.weight_hh_l0	9	-0.017191335558891296
130481	rnn.bias_ih_l0	0	0.10363459587097168
130481	rnn.bias_ih_l0	1	-0.02530796267092228
130481	rnn.bias_ih_l0	2	0.005448054056614637
130481	rnn.bias_ih_l0	3	0.13986726105213165
130481	rnn.bias_ih_l0	4	-0.02755124121904373
130481	rnn.bias_ih_l0	5	-0.024344701319932938
130481	rnn.bias_ih_l0	6	0.02570384554564953
130481	rnn.bias_ih_l0	7	0.03165774792432785
130481	rnn.bias_ih_l0	8	-0.10293543338775635
130481	rnn.bias_ih_l0	9	-0.030826492235064507
130481	rnn.bias_hh_l0	0	-0.025149693712592125
130481	rnn.bias_hh_l0	1	-0.10460833460092545
130481	rnn.bias_hh_l0	2	-0.05254329741001129
130481	rnn.bias_hh_l0	3	-0.08639716356992722
130481	rnn.bias_hh_l0	4	-0.017244771122932434
130481	rnn.bias_hh_l0	5	-0.01578773371875286
130481	rnn.bias_hh_l0	6	0.036320026963949203
130481	rnn.bias_hh_l0	7	0.04429824277758598
130481	rnn.bias_hh_l0	8	-0.10807853937149048
130481	rnn.bias_hh_l0	9	-0.05772954970598221
130481	rnn.weight_ih_l0_reverse	0	-0.026871027424931526
130481	rnn.weight_ih_l0_reverse	1	-0.036188773810863495
130481	rnn.weight_ih_l0_reverse	2	-0.03849133476614952
130481	rnn.weight_ih_l0_reverse	3	-0.0030697055626660585
130481	rnn.weight_ih_l0_reverse	4	-0.015285765752196312
130481	rnn.weight_ih_l0_reverse	5	-0.04185565561056137
130481	rnn.weight_ih_l0_reverse	6	0.08565864711999893
130481	rnn.weight_ih_l0_reverse	7	-0.02215321734547615
130481	rnn.weight_ih_l0_reverse	8	-0.016825588420033455
130481	rnn.weight_ih_l0_reverse	9	-0.00037077689194120467
130481	rnn.weight_hh_l0_reverse	0	0.054077889770269394
130481	rnn.weight_hh_l0_reverse	1	0.030278336256742477
130481	rnn.weight_hh_l0_reverse	2	0.028507886454463005
130481	rnn.weight_hh_l0_reverse	3	0.029105616733431816
130481	rnn.weight_hh_l0_reverse	4	0.010942296124994755
130481	rnn.weight_hh_l0_reverse	5	0.022894389927387238
130481	rnn.weight_hh_l0_reverse	6	0.04640702158212662
130481	rnn.weight_hh_l0_reverse	7	-0.06383131444454193
130481	rnn.weight_hh_l0_reverse	8	0.036331359297037125
130481	rnn.weight_hh_l0_reverse	9	0.03832065314054489
130481	rnn.bias_ih_l0_reverse	0	-0.0796126052737236
130481	rnn.bias_ih_l0_reverse	1	-0.2443307340145111
130481	rnn.bias_ih_l0_reverse	2	-0.12989012897014618
130481	rnn.bias_ih_l0_reverse	3	-0.041350480169057846
130481	rnn.bias_ih_l0_reverse	4	-0.036274902522563934
130481	rnn.bias_ih_l0_reverse	5	0.06697245687246323
130481	rnn.bias_ih_l0_reverse	6	-0.06851573288440704
130481	rnn.bias_ih_l0_reverse	7	0.04776962846517563
130481	rnn.bias_ih_l0_reverse	8	-0.041589874774217606
130481	rnn.bias_ih_l0_reverse	9	0.05972836911678314
130481	rnn.bias_hh_l0_reverse	0	0.02459036000072956
130481	rnn.bias_hh_l0_reverse	1	-0.03936929628252983
130481	rnn.bias_hh_l0_reverse	2	0.08154287934303284
130481	rnn.bias_hh_l0_reverse	3	-0.046409767121076584
130481	rnn.bias_hh_l0_reverse	4	-0.03917855769395828
130481	rnn.bias_hh_l0_reverse	5	-0.03558559715747833
130481	rnn.bias_hh_l0_reverse	6	-0.03981155902147293
130481	rnn.bias_hh_l0_reverse	7	0.1114131286740303
130481	rnn.bias_hh_l0_reverse	8	0.0330316461622715
130481	rnn.bias_hh_l0_reverse	9	-0.12568938732147217
130481	rnn.weight_ih_l1	0	-0.03402230516076088
130481	rnn.weight_ih_l1	1	-0.038732316344976425
130481	rnn.weight_ih_l1	2	0.056112855672836304
130481	rnn.weight_ih_l1	3	-0.0684942975640297
130481	rnn.weight_ih_l1	4	-0.014983978122472763
130481	rnn.weight_ih_l1	5	-0.04799138754606247
130481	rnn.weight_ih_l1	6	0.02947113662958145
130481	rnn.weight_ih_l1	7	-0.017553633078932762
130481	rnn.weight_ih_l1	8	0.036763809621334076
130481	rnn.weight_ih_l1	9	0.04439469054341316
130481	rnn.weight_hh_l1	0	-0.006082367151975632
130481	rnn.weight_hh_l1	1	0.013592159375548363
130481	rnn.weight_hh_l1	2	0.01697857491672039
130481	rnn.weight_hh_l1	3	-0.008111579343676567
130481	rnn.weight_hh_l1	4	0.009254036471247673
130481	rnn.weight_hh_l1	5	0.025629647076129913
130481	rnn.weight_hh_l1	6	0.03027644008398056
130481	rnn.weight_hh_l1	7	-0.02095378004014492
130481	rnn.weight_hh_l1	8	-0.014167843386530876
130481	rnn.weight_hh_l1	9	0.03803554177284241
130481	rnn.bias_ih_l1	0	-0.1956014335155487
130481	rnn.bias_ih_l1	1	-0.18788820505142212
130481	rnn.bias_ih_l1	2	-0.19696129858493805
130481	rnn.bias_ih_l1	3	-0.26884979009628296
130481	rnn.bias_ih_l1	4	-0.21019448339939117
130481	rnn.bias_ih_l1	5	-0.0966133177280426
130481	rnn.bias_ih_l1	6	-0.1601639837026596
130481	rnn.bias_ih_l1	7	-0.03448258712887764
130481	rnn.bias_ih_l1	8	-0.14624781906604767
130481	rnn.bias_ih_l1	9	-0.13667386770248413
130481	rnn.bias_hh_l1	0	-0.11935883015394211
130481	rnn.bias_hh_l1	1	-0.06323674321174622
130481	rnn.bias_hh_l1	2	-0.11780288815498352
130481	rnn.bias_hh_l1	3	-0.0880376547574997
130481	rnn.bias_hh_l1	4	-0.10799956321716309
130481	rnn.bias_hh_l1	5	-0.11748006939888
130481	rnn.bias_hh_l1	6	-0.14916378259658813
130481	rnn.bias_hh_l1	7	0.04205622524023056
130481	rnn.bias_hh_l1	8	-0.18976181745529175
130481	rnn.bias_hh_l1	9	-0.10467945784330368
130481	rnn.weight_ih_l1_reverse	0	-0.03823801875114441
130481	rnn.weight_ih_l1_reverse	1	0.0091583002358675
130481	rnn.weight_ih_l1_reverse	2	0.06908877193927765
130481	rnn.weight_ih_l1_reverse	3	-0.0064779007807374
130481	rnn.weight_ih_l1_reverse	4	-0.03501519188284874
130481	rnn.weight_ih_l1_reverse	5	-0.03468844294548035
130481	rnn.weight_ih_l1_reverse	6	-0.001292556175030768
130481	rnn.weight_ih_l1_reverse	7	0.02570938691496849
130481	rnn.weight_ih_l1_reverse	8	0.04028608649969101
130481	rnn.weight_ih_l1_reverse	9	-0.04632112383842468
130481	rnn.weight_hh_l1_reverse	0	0.007317719049751759
130481	rnn.weight_hh_l1_reverse	1	0.028382370248436928
130481	rnn.weight_hh_l1_reverse	2	-0.03972158208489418
130481	rnn.weight_hh_l1_reverse	3	0.0388951301574707
130481	rnn.weight_hh_l1_reverse	4	0.04138913378119469
130481	rnn.weight_hh_l1_reverse	5	0.0038176465313881636
130481	rnn.weight_hh_l1_reverse	6	0.030619053170084953
130481	rnn.weight_hh_l1_reverse	7	0.028241518884897232
130481	rnn.weight_hh_l1_reverse	8	-0.006851519457995892
130481	rnn.weight_hh_l1_reverse	9	-0.029735151678323746
130481	rnn.bias_ih_l1_reverse	0	-0.06476697325706482
130481	rnn.bias_ih_l1_reverse	1	-0.15332046151161194
130481	rnn.bias_ih_l1_reverse	2	-0.14968045055866241
130481	rnn.bias_ih_l1_reverse	3	-0.051730524748563766
130481	rnn.bias_ih_l1_reverse	4	-0.20548444986343384
130481	rnn.bias_ih_l1_reverse	5	-0.10793094336986542
130481	rnn.bias_ih_l1_reverse	6	-0.12856179475784302
130481	rnn.bias_ih_l1_reverse	7	-0.20521241426467896
130481	rnn.bias_ih_l1_reverse	8	0.21004797518253326
130481	rnn.bias_ih_l1_reverse	9	0.056775499135255814
130481	rnn.bias_hh_l1_reverse	0	-0.044502560049295425
130481	rnn.bias_hh_l1_reverse	1	-0.04582005366683006
130481	rnn.bias_hh_l1_reverse	2	-0.23284757137298584
130481	rnn.bias_hh_l1_reverse	3	-0.11597500741481781
130481	rnn.bias_hh_l1_reverse	4	-0.0966326966881752
130481	rnn.bias_hh_l1_reverse	5	-0.1342334747314453
130481	rnn.bias_hh_l1_reverse	6	0.10385988652706146
130481	rnn.bias_hh_l1_reverse	7	-0.15430334210395813
130481	rnn.bias_hh_l1_reverse	8	-0.10398048162460327
130481	rnn.bias_hh_l1_reverse	9	-0.14362402260303497
130481	linear.weight	0	0.002228822559118271
130481	linear.weight	1	0.10240187495946884
130481	linear.weight	2	-0.04480207338929176
130481	linear.weight	3	0.3302609622478485
130481	linear.weight	4	0.17343242466449738
130481	linear.weight	5	-0.02668551355600357
130481	linear.weight	6	0.0809306651353836
130481	linear.weight	7	0.07414066046476364
130481	linear.weight	8	0.04127117618918419
130481	linear.weight	9	-0.011822385713458061
130481	linear.bias	0	0.06821037828922272
130481	linear.bias	1	-0.21595098078250885
130481	linear.bias	2	-0.38045063614845276
130481	linear.bias	3	-0.6560008525848389
130481	linear.bias	4	-1.160699725151062
130481	linear.bias	5	-0.09918193519115448
130481	linear.bias	6	-0.7599945664405823
130481	linear.bias	7	0.3147459030151367
130481	linear.bias	8	-0.504332423210144
130481	linear.bias	9	-0.9853489995002747
130678	transitions	0	0.6678035259246826
130678	transitions	1	0.16080433130264282
130678	transitions	2	-10000.0
130678	transitions	3	-1.821157455444336
130678	transitions	4	-10000.0
130678	transitions	5	0.5864678621292114
130678	transitions	6	-0.0700632706284523
130678	transitions	7	-0.6800282001495361
130678	transitions	8	-1.396513819694519
130678	transitions	9	-0.0010614898055791855
130678	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
130678	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
130678	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
130678	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
130678	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
130678	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
130678	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
130678	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
130678	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
130678	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
130678	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
130678	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
130678	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
130678	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
130678	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
130678	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
130678	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
130678	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
130678	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
130678	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
130678	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
130678	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
130678	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
130678	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
130678	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
130678	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
130678	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
130678	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
130678	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
130678	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
130678	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
130678	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
130678	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
130678	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
130678	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
130678	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
130678	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
130678	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
130678	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
130678	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
130678	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
130678	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
130678	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
130678	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
130678	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
130678	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
130678	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
130678	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
130678	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
130678	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
130678	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
130678	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
130678	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
130678	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
130678	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
130678	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
130678	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
130678	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
130678	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
130678	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
130678	embedding2nn.weight	0	0.019848277792334557
130678	embedding2nn.weight	1	-0.014527020044624805
130678	embedding2nn.weight	2	-0.014268254861235619
130678	embedding2nn.weight	3	-0.04030231758952141
130678	embedding2nn.weight	4	-0.0059150345623493195
130678	embedding2nn.weight	5	-0.0037005897611379623
130678	embedding2nn.weight	6	-0.003973299637436867
130678	embedding2nn.weight	7	-0.07649848610162735
130678	embedding2nn.weight	8	-0.0019979383796453476
130678	embedding2nn.weight	9	-0.02940327674150467
130678	embedding2nn.bias	0	0.050561465322971344
130678	embedding2nn.bias	1	-0.05479292944073677
130678	embedding2nn.bias	2	0.05456516519188881
130678	embedding2nn.bias	3	0.051023658365011215
130678	embedding2nn.bias	4	-0.04766369238495827
130678	embedding2nn.bias	5	-0.04237489402294159
130678	embedding2nn.bias	6	0.05888789892196655
130678	embedding2nn.bias	7	-0.061984721571207047
130678	embedding2nn.bias	8	0.057235706597566605
130678	embedding2nn.bias	9	0.013415432535111904
130678	rnn.weight_ih_l0	0	-0.06822741776704788
130678	rnn.weight_ih_l0	1	-0.0005958389374427497
130678	rnn.weight_ih_l0	2	0.04723207280039787
130678	rnn.weight_ih_l0	3	0.016330871731042862
130678	rnn.weight_ih_l0	4	-0.019672153517603874
130678	rnn.weight_ih_l0	5	-0.06396669894456863
130678	rnn.weight_ih_l0	6	0.004279391374439001
130678	rnn.weight_ih_l0	7	0.051759932190179825
130678	rnn.weight_ih_l0	8	-0.015573862008750439
130678	rnn.weight_ih_l0	9	-0.022389259189367294
130678	rnn.weight_hh_l0	0	-0.03504543751478195
130678	rnn.weight_hh_l0	1	-0.01236607413738966
130678	rnn.weight_hh_l0	2	-0.003204676555469632
130678	rnn.weight_hh_l0	3	-0.06423439085483551
130678	rnn.weight_hh_l0	4	0.08091886341571808
130678	rnn.weight_hh_l0	5	-0.01823960430920124
130678	rnn.weight_hh_l0	6	-0.04651947319507599
130678	rnn.weight_hh_l0	7	0.016206249594688416
130678	rnn.weight_hh_l0	8	0.009875668212771416
130678	rnn.weight_hh_l0	9	-0.017876286059617996
130678	rnn.bias_ih_l0	0	0.10079321265220642
130678	rnn.bias_ih_l0	1	-0.028629245236516
130678	rnn.bias_ih_l0	2	0.006749511696398258
130678	rnn.bias_ih_l0	3	0.1422535926103592
130678	rnn.bias_ih_l0	4	-0.02629767172038555
130678	rnn.bias_ih_l0	5	-0.023001564666628838
130678	rnn.bias_ih_l0	6	0.022901495918631554
130678	rnn.bias_ih_l0	7	0.032631151378154755
130678	rnn.bias_ih_l0	8	-0.10407617688179016
130678	rnn.bias_ih_l0	9	-0.032595910131931305
130678	rnn.bias_hh_l0	0	-0.0256362147629261
130678	rnn.bias_hh_l0	1	-0.10519999265670776
130678	rnn.bias_hh_l0	2	-0.050532639026641846
130678	rnn.bias_hh_l0	3	-0.08769833296537399
130678	rnn.bias_hh_l0	4	-0.014164889231324196
130678	rnn.bias_hh_l0	5	-0.015198483131825924
130678	rnn.bias_hh_l0	6	0.0343257375061512
130678	rnn.bias_hh_l0	7	0.04552339017391205
130678	rnn.bias_hh_l0	8	-0.107905812561512
130678	rnn.bias_hh_l0	9	-0.06063311919569969
130678	rnn.weight_ih_l0_reverse	0	-0.026245268061757088
130678	rnn.weight_ih_l0_reverse	1	-0.03528629243373871
130678	rnn.weight_ih_l0_reverse	2	-0.038423169404268265
130678	rnn.weight_ih_l0_reverse	3	-0.0029215780086815357
130678	rnn.weight_ih_l0_reverse	4	-0.0156613290309906
130678	rnn.weight_ih_l0_reverse	5	-0.041133034974336624
130678	rnn.weight_ih_l0_reverse	6	0.08691364526748657
130678	rnn.weight_ih_l0_reverse	7	-0.020752038806676865
130678	rnn.weight_ih_l0_reverse	8	-0.016877658665180206
130678	rnn.weight_ih_l0_reverse	9	-4.189844912616536e-05
130678	rnn.weight_hh_l0_reverse	0	0.05462367460131645
130678	rnn.weight_hh_l0_reverse	1	0.029202114790678024
130678	rnn.weight_hh_l0_reverse	2	0.027660442516207695
130678	rnn.weight_hh_l0_reverse	3	0.029439032077789307
130678	rnn.weight_hh_l0_reverse	4	0.011093445122241974
130678	rnn.weight_hh_l0_reverse	5	0.023250585421919823
130678	rnn.weight_hh_l0_reverse	6	0.046081941574811935
130678	rnn.weight_hh_l0_reverse	7	-0.06322678923606873
130678	rnn.weight_hh_l0_reverse	8	0.03499774634838104
130678	rnn.weight_hh_l0_reverse	9	0.038129426538944244
130678	rnn.bias_ih_l0_reverse	0	-0.0801919624209404
130678	rnn.bias_ih_l0_reverse	1	-0.24760673940181732
130678	rnn.bias_ih_l0_reverse	2	-0.13049063086509705
130678	rnn.bias_ih_l0_reverse	3	-0.03865194693207741
130678	rnn.bias_ih_l0_reverse	4	-0.035157423466444016
130678	rnn.bias_ih_l0_reverse	5	0.06784357130527496
130678	rnn.bias_ih_l0_reverse	6	-0.06807930022478104
130678	rnn.bias_ih_l0_reverse	7	0.04785538464784622
130678	rnn.bias_ih_l0_reverse	8	-0.04242276772856712
130678	rnn.bias_ih_l0_reverse	9	0.06072797626256943
130678	rnn.bias_hh_l0_reverse	0	0.023028669878840446
130678	rnn.bias_hh_l0_reverse	1	-0.04010358825325966
130678	rnn.bias_hh_l0_reverse	2	0.08292682468891144
130678	rnn.bias_hh_l0_reverse	3	-0.045436564832925797
130678	rnn.bias_hh_l0_reverse	4	-0.034954387694597244
130678	rnn.bias_hh_l0_reverse	5	-0.038171328604221344
130678	rnn.bias_hh_l0_reverse	6	-0.038223523646593094
130678	rnn.bias_hh_l0_reverse	7	0.1085580587387085
130678	rnn.bias_hh_l0_reverse	8	0.033256448805332184
130678	rnn.bias_hh_l0_reverse	9	-0.12330412864685059
130678	rnn.weight_ih_l1	0	-0.033567942678928375
130678	rnn.weight_ih_l1	1	-0.038103364408016205
130678	rnn.weight_ih_l1	2	0.057424306869506836
130678	rnn.weight_ih_l1	3	-0.06844740360975266
130678	rnn.weight_ih_l1	4	-0.015123497694730759
130678	rnn.weight_ih_l1	5	-0.04834458604454994
130678	rnn.weight_ih_l1	6	0.029097847640514374
130678	rnn.weight_ih_l1	7	-0.01852656528353691
130678	rnn.weight_ih_l1	8	0.03634115681052208
130678	rnn.weight_ih_l1	9	0.04362749308347702
130678	rnn.weight_hh_l1	0	-0.007209194358438253
130678	rnn.weight_hh_l1	1	0.013197936117649078
130678	rnn.weight_hh_l1	2	0.0166848823428154
130678	rnn.weight_hh_l1	3	-0.008446477353572845
130678	rnn.weight_hh_l1	4	0.008318739011883736
130678	rnn.weight_hh_l1	5	0.02538549341261387
130678	rnn.weight_hh_l1	6	0.031318359076976776
130678	rnn.weight_hh_l1	7	-0.02095567248761654
130678	rnn.weight_hh_l1	8	-0.013958051800727844
130678	rnn.weight_hh_l1	9	0.0379006527364254
130678	rnn.bias_ih_l1	0	-0.20042923092842102
130678	rnn.bias_ih_l1	1	-0.1868850290775299
130678	rnn.bias_ih_l1	2	-0.2001841813325882
130678	rnn.bias_ih_l1	3	-0.27052319049835205
130678	rnn.bias_ih_l1	4	-0.2030656635761261
130678	rnn.bias_ih_l1	5	-0.09645558893680573
130678	rnn.bias_ih_l1	6	-0.1622438132762909
130678	rnn.bias_ih_l1	7	-0.03604930639266968
130678	rnn.bias_ih_l1	8	-0.14827066659927368
130678	rnn.bias_ih_l1	9	-0.13822025060653687
130678	rnn.bias_hh_l1	0	-0.11987730860710144
130678	rnn.bias_hh_l1	1	-0.05887502431869507
130678	rnn.bias_hh_l1	2	-0.11640378832817078
130678	rnn.bias_hh_l1	3	-0.08775275945663452
130678	rnn.bias_hh_l1	4	-0.10610678046941757
130678	rnn.bias_hh_l1	5	-0.11782923340797424
130678	rnn.bias_hh_l1	6	-0.15290887653827667
130678	rnn.bias_hh_l1	7	0.04534114524722099
130678	rnn.bias_hh_l1	8	-0.1852852702140808
130678	rnn.bias_hh_l1	9	-0.1048612967133522
130678	rnn.weight_ih_l1_reverse	0	-0.03555579483509064
130678	rnn.weight_ih_l1_reverse	1	0.011881466023623943
130678	rnn.weight_ih_l1_reverse	2	0.07145471125841141
130678	rnn.weight_ih_l1_reverse	3	-0.0047282688319683075
130678	rnn.weight_ih_l1_reverse	4	-0.0360223725438118
130678	rnn.weight_ih_l1_reverse	5	-0.034617867320775986
130678	rnn.weight_ih_l1_reverse	6	-0.0013775727711617947
130678	rnn.weight_ih_l1_reverse	7	0.02546609193086624
130678	rnn.weight_ih_l1_reverse	8	0.03763583302497864
130678	rnn.weight_ih_l1_reverse	9	-0.04266240447759628
130678	rnn.weight_hh_l1_reverse	0	0.007311637979000807
130678	rnn.weight_hh_l1_reverse	1	0.02822473831474781
130678	rnn.weight_hh_l1_reverse	2	-0.039721857756376266
130678	rnn.weight_hh_l1_reverse	3	0.03890027850866318
130678	rnn.weight_hh_l1_reverse	4	0.04125427454710007
130678	rnn.weight_hh_l1_reverse	5	0.004315664991736412
130678	rnn.weight_hh_l1_reverse	6	0.0321856364607811
130678	rnn.weight_hh_l1_reverse	7	0.028374087065458298
130678	rnn.weight_hh_l1_reverse	8	-0.006916974205523729
130678	rnn.weight_hh_l1_reverse	9	-0.02987348660826683
130678	rnn.bias_ih_l1_reverse	0	-0.06612430512905121
130678	rnn.bias_ih_l1_reverse	1	-0.15441520512104034
130678	rnn.bias_ih_l1_reverse	2	-0.14664362370967865
130678	rnn.bias_ih_l1_reverse	3	-0.05021698400378227
130678	rnn.bias_ih_l1_reverse	4	-0.20586025714874268
130678	rnn.bias_ih_l1_reverse	5	-0.1094687283039093
130678	rnn.bias_ih_l1_reverse	6	-0.12924426794052124
130678	rnn.bias_ih_l1_reverse	7	-0.2037878930568695
130678	rnn.bias_ih_l1_reverse	8	0.2106086015701294
130678	rnn.bias_ih_l1_reverse	9	0.057152535766363144
130678	rnn.bias_hh_l1_reverse	0	-0.05203835666179657
130678	rnn.bias_hh_l1_reverse	1	-0.04260404407978058
130678	rnn.bias_hh_l1_reverse	2	-0.23132455348968506
130678	rnn.bias_hh_l1_reverse	3	-0.11219143122434616
130678	rnn.bias_hh_l1_reverse	4	-0.09644534438848495
130678	rnn.bias_hh_l1_reverse	5	-0.13357308506965637
130678	rnn.bias_hh_l1_reverse	6	0.09753667563199997
130678	rnn.bias_hh_l1_reverse	7	-0.15570883452892303
130678	rnn.bias_hh_l1_reverse	8	-0.103923000395298
130678	rnn.bias_hh_l1_reverse	9	-0.14425571262836456
130678	linear.weight	0	0.002228822559118271
130678	linear.weight	1	0.10315831750631332
130678	linear.weight	2	-0.04288351163268089
130678	linear.weight	3	0.32744473218917847
130678	linear.weight	4	0.18168768286705017
130678	linear.weight	5	-0.023745432496070862
130678	linear.weight	6	0.0684005543589592
130678	linear.weight	7	0.08318428695201874
130678	linear.weight	8	0.041273243725299835
130678	linear.weight	9	-0.018233422189950943
130678	linear.bias	0	0.0715230405330658
130678	linear.bias	1	-0.2241114228963852
130678	linear.bias	2	-0.37852224707603455
130678	linear.bias	3	-0.6644864082336426
130678	linear.bias	4	-1.171165108680725
130678	linear.bias	5	-0.09629549831151962
130678	linear.bias	6	-0.7701339721679688
130678	linear.bias	7	0.3162440359592438
130678	linear.bias	8	-0.49155667424201965
130678	linear.bias	9	-0.9739428758621216
130875	transitions	0	0.6698569655418396
130875	transitions	1	0.1529885083436966
130875	transitions	2	-10000.0
130875	transitions	3	-1.8212617635726929
130875	transitions	4	-10000.0
130875	transitions	5	0.5863615870475769
130875	transitions	6	-0.07012385874986649
130875	transitions	7	-0.6804295778274536
130875	transitions	8	-1.3966201543807983
130875	transitions	9	-0.001062628929503262
130875	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
130875	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
130875	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
130875	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
130875	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
130875	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
130875	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
130875	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
130875	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
130875	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
130875	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
130875	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
130875	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
130875	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
130875	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
130875	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
130875	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
130875	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
130875	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
130875	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
130875	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
130875	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
130875	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
130875	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
130875	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
130875	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
130875	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
130875	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
130875	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
130875	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
130875	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
130875	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
130875	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
130875	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
130875	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
130875	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
130875	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
130875	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
130875	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
130875	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
130875	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
130875	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
130875	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
130875	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
130875	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
130875	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
130875	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
130875	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
130875	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
130875	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
130875	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
130875	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
130875	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
130875	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
130875	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
130875	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
130875	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
130875	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
130875	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
130875	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
130875	embedding2nn.weight	0	0.02302282489836216
130875	embedding2nn.weight	1	-0.014539225026965141
130875	embedding2nn.weight	2	-0.014268254861235619
130875	embedding2nn.weight	3	-0.042865902185440063
130875	embedding2nn.weight	4	-0.0059150345623493195
130875	embedding2nn.weight	5	-0.003700589295476675
130875	embedding2nn.weight	6	-0.003973296843469143
130875	embedding2nn.weight	7	-0.07875046879053116
130875	embedding2nn.weight	8	-0.0019979383796453476
130875	embedding2nn.weight	9	-0.029424594715237617
130875	embedding2nn.bias	0	0.05582544580101967
130875	embedding2nn.bias	1	-0.051522303372621536
130875	embedding2nn.bias	2	0.04983297735452652
130875	embedding2nn.bias	3	0.0466284453868866
130875	embedding2nn.bias	4	-0.04739651083946228
130875	embedding2nn.bias	5	-0.04684557765722275
130875	embedding2nn.bias	6	0.056921057403087616
130875	embedding2nn.bias	7	-0.06281551718711853
130875	embedding2nn.bias	8	0.04926443099975586
130875	embedding2nn.bias	9	0.004844683688133955
130875	rnn.weight_ih_l0	0	-0.06936678290367126
130875	rnn.weight_ih_l0	1	0.00024167330411728472
130875	rnn.weight_ih_l0	2	0.04733483865857124
130875	rnn.weight_ih_l0	3	0.015197157859802246
130875	rnn.weight_ih_l0	4	-0.01957905851304531
130875	rnn.weight_ih_l0	5	-0.06560023874044418
130875	rnn.weight_ih_l0	6	0.0038637863472104073
130875	rnn.weight_ih_l0	7	0.05156261473894119
130875	rnn.weight_ih_l0	8	-0.015001758933067322
130875	rnn.weight_ih_l0	9	-0.02285238727927208
130875	rnn.weight_hh_l0	0	-0.033578891307115555
130875	rnn.weight_hh_l0	1	-0.012403172440826893
130875	rnn.weight_hh_l0	2	-0.0036745124962180853
130875	rnn.weight_hh_l0	3	-0.06487226486206055
130875	rnn.weight_hh_l0	4	0.0816403478384018
130875	rnn.weight_hh_l0	5	-0.019721154123544693
130875	rnn.weight_hh_l0	6	-0.04671195149421692
130875	rnn.weight_hh_l0	7	0.015307925641536713
130875	rnn.weight_hh_l0	8	0.009659440256655216
130875	rnn.weight_hh_l0	9	-0.01754666492342949
130875	rnn.bias_ih_l0	0	0.10243885964155197
130875	rnn.bias_ih_l0	1	-0.03062528930604458
130875	rnn.bias_ih_l0	2	0.007538571488112211
130875	rnn.bias_ih_l0	3	0.13926155865192413
130875	rnn.bias_ih_l0	4	-0.027987342327833176
130875	rnn.bias_ih_l0	5	-0.02271185629069805
130875	rnn.bias_ih_l0	6	0.02224714867770672
130875	rnn.bias_ih_l0	7	0.033864106982946396
130875	rnn.bias_ih_l0	8	-0.10588296502828598
130875	rnn.bias_ih_l0	9	-0.03159996494650841
130875	rnn.bias_hh_l0	0	-0.02597159706056118
130875	rnn.bias_hh_l0	1	-0.10573145747184753
130875	rnn.bias_hh_l0	2	-0.05082164332270622
130875	rnn.bias_hh_l0	3	-0.08966102451086044
130875	rnn.bias_hh_l0	4	-0.013048646040260792
130875	rnn.bias_hh_l0	5	-0.015024526976048946
130875	rnn.bias_hh_l0	6	0.036902397871017456
130875	rnn.bias_hh_l0	7	0.04245442897081375
130875	rnn.bias_hh_l0	8	-0.10889353603124619
130875	rnn.bias_hh_l0	9	-0.057455919682979584
130875	rnn.weight_ih_l0_reverse	0	-0.02675515227019787
130875	rnn.weight_ih_l0_reverse	1	-0.03536378964781761
130875	rnn.weight_ih_l0_reverse	2	-0.037001486867666245
130875	rnn.weight_ih_l0_reverse	3	-0.002179310889914632
130875	rnn.weight_ih_l0_reverse	4	-0.015801114961504936
130875	rnn.weight_ih_l0_reverse	5	-0.04165923222899437
130875	rnn.weight_ih_l0_reverse	6	0.08607235550880432
130875	rnn.weight_ih_l0_reverse	7	-0.02108493447303772
130875	rnn.weight_ih_l0_reverse	8	-0.01607881300151348
130875	rnn.weight_ih_l0_reverse	9	-0.000701632525306195
130875	rnn.weight_hh_l0_reverse	0	0.054089851677417755
130875	rnn.weight_hh_l0_reverse	1	0.027833789587020874
130875	rnn.weight_hh_l0_reverse	2	0.02794410102069378
130875	rnn.weight_hh_l0_reverse	3	0.028653044253587723
130875	rnn.weight_hh_l0_reverse	4	0.010275838896632195
130875	rnn.weight_hh_l0_reverse	5	0.022056059911847115
130875	rnn.weight_hh_l0_reverse	6	0.04656705632805824
130875	rnn.weight_hh_l0_reverse	7	-0.062459610402584076
130875	rnn.weight_hh_l0_reverse	8	0.03509717062115669
130875	rnn.weight_hh_l0_reverse	9	0.03747934475541115
130875	rnn.bias_ih_l0_reverse	0	-0.07878988236188889
130875	rnn.bias_ih_l0_reverse	1	-0.24298962950706482
130875	rnn.bias_ih_l0_reverse	2	-0.12977300584316254
130875	rnn.bias_ih_l0_reverse	3	-0.03735337033867836
130875	rnn.bias_ih_l0_reverse	4	-0.03784637525677681
130875	rnn.bias_ih_l0_reverse	5	0.06966302543878555
130875	rnn.bias_ih_l0_reverse	6	-0.070684053003788
130875	rnn.bias_ih_l0_reverse	7	0.04911947250366211
130875	rnn.bias_ih_l0_reverse	8	-0.04231278598308563
130875	rnn.bias_ih_l0_reverse	9	0.05592421442270279
130875	rnn.bias_hh_l0_reverse	0	0.02435116283595562
130875	rnn.bias_hh_l0_reverse	1	-0.038249995559453964
130875	rnn.bias_hh_l0_reverse	2	0.08201451599597931
130875	rnn.bias_hh_l0_reverse	3	-0.045306384563446045
130875	rnn.bias_hh_l0_reverse	4	-0.036473046988248825
130875	rnn.bias_hh_l0_reverse	5	-0.035921406000852585
130875	rnn.bias_hh_l0_reverse	6	-0.037189047783613205
130875	rnn.bias_hh_l0_reverse	7	0.10942770540714264
130875	rnn.bias_hh_l0_reverse	8	0.03247828036546707
130875	rnn.bias_hh_l0_reverse	9	-0.12271258980035782
130875	rnn.weight_ih_l1	0	-0.032898444682359695
130875	rnn.weight_ih_l1	1	-0.03979327157139778
130875	rnn.weight_ih_l1	2	0.06012765318155289
130875	rnn.weight_ih_l1	3	-0.07172342389822006
130875	rnn.weight_ih_l1	4	-0.01547426450997591
130875	rnn.weight_ih_l1	5	-0.047709472477436066
130875	rnn.weight_ih_l1	6	0.029498565942049026
130875	rnn.weight_ih_l1	7	-0.019823595881462097
130875	rnn.weight_ih_l1	8	0.03646529093384743
130875	rnn.weight_ih_l1	9	0.0433468259871006
130875	rnn.weight_hh_l1	0	-0.006841935683041811
130875	rnn.weight_hh_l1	1	0.013347848318517208
130875	rnn.weight_hh_l1	2	0.015675649046897888
130875	rnn.weight_hh_l1	3	-0.008212462067604065
130875	rnn.weight_hh_l1	4	0.008537298999726772
130875	rnn.weight_hh_l1	5	0.02523205801844597
130875	rnn.weight_hh_l1	6	0.031827498227357864
130875	rnn.weight_hh_l1	7	-0.021053263917565346
130875	rnn.weight_hh_l1	8	-0.014162273146212101
130875	rnn.weight_hh_l1	9	0.038372717797756195
130875	rnn.bias_ih_l1	0	-0.1984737664461136
130875	rnn.bias_ih_l1	1	-0.18307726085186005
130875	rnn.bias_ih_l1	2	-0.19967108964920044
130875	rnn.bias_ih_l1	3	-0.2684541344642639
130875	rnn.bias_ih_l1	4	-0.2014554888010025
130875	rnn.bias_ih_l1	5	-0.09539523720741272
130875	rnn.bias_ih_l1	6	-0.1635008454322815
130875	rnn.bias_ih_l1	7	-0.043744947761297226
130875	rnn.bias_ih_l1	8	-0.1459846794605255
130875	rnn.bias_ih_l1	9	-0.14487716555595398
130875	rnn.bias_hh_l1	0	-0.12569758296012878
130875	rnn.bias_hh_l1	1	-0.06288068741559982
130875	rnn.bias_hh_l1	2	-0.11774139851331711
130875	rnn.bias_hh_l1	3	-0.08807282149791718
130875	rnn.bias_hh_l1	4	-0.10753172636032104
130875	rnn.bias_hh_l1	5	-0.1165960282087326
130875	rnn.bias_hh_l1	6	-0.15529948472976685
130875	rnn.bias_hh_l1	7	0.049286503344774246
130875	rnn.bias_hh_l1	8	-0.18570980429649353
130875	rnn.bias_hh_l1	9	-0.10618294030427933
130875	rnn.weight_ih_l1_reverse	0	-0.036343127489089966
130875	rnn.weight_ih_l1_reverse	1	0.008896817453205585
130875	rnn.weight_ih_l1_reverse	2	0.06932036578655243
130875	rnn.weight_ih_l1_reverse	3	-0.003607005113735795
130875	rnn.weight_ih_l1_reverse	4	-0.03787357360124588
130875	rnn.weight_ih_l1_reverse	5	-0.034612126648426056
130875	rnn.weight_ih_l1_reverse	6	-0.00011549063492566347
130875	rnn.weight_ih_l1_reverse	7	0.026034411042928696
130875	rnn.weight_ih_l1_reverse	8	0.03836536779999733
130875	rnn.weight_ih_l1_reverse	9	-0.041347991675138474
130875	rnn.weight_hh_l1_reverse	0	0.007632019463926554
130875	rnn.weight_hh_l1_reverse	1	0.02822776697576046
130875	rnn.weight_hh_l1_reverse	2	-0.039815936237573624
130875	rnn.weight_hh_l1_reverse	3	0.038855455815792084
130875	rnn.weight_hh_l1_reverse	4	0.041104450821876526
130875	rnn.weight_hh_l1_reverse	5	0.0045906128361821175
130875	rnn.weight_hh_l1_reverse	6	0.029193829745054245
130875	rnn.weight_hh_l1_reverse	7	0.02873646281659603
130875	rnn.weight_hh_l1_reverse	8	-0.006960052996873856
130875	rnn.weight_hh_l1_reverse	9	-0.029889073222875595
130875	rnn.bias_ih_l1_reverse	0	-0.0686652809381485
130875	rnn.bias_ih_l1_reverse	1	-0.15949223935604095
130875	rnn.bias_ih_l1_reverse	2	-0.15397757291793823
130875	rnn.bias_ih_l1_reverse	3	-0.04834137111902237
130875	rnn.bias_ih_l1_reverse	4	-0.20324212312698364
130875	rnn.bias_ih_l1_reverse	5	-0.10973847657442093
130875	rnn.bias_ih_l1_reverse	6	-0.1298198401927948
130875	rnn.bias_ih_l1_reverse	7	-0.2030799686908722
130875	rnn.bias_ih_l1_reverse	8	0.21823948621749878
130875	rnn.bias_ih_l1_reverse	9	0.05271119251847267
130875	rnn.bias_hh_l1_reverse	0	-0.04177941009402275
130875	rnn.bias_hh_l1_reverse	1	-0.03640485927462578
130875	rnn.bias_hh_l1_reverse	2	-0.23360806703567505
130875	rnn.bias_hh_l1_reverse	3	-0.11486337333917618
130875	rnn.bias_hh_l1_reverse	4	-0.09639269858598709
130875	rnn.bias_hh_l1_reverse	5	-0.13484206795692444
130875	rnn.bias_hh_l1_reverse	6	0.10024894028902054
130875	rnn.bias_hh_l1_reverse	7	-0.15815973281860352
130875	rnn.bias_hh_l1_reverse	8	-0.10614210367202759
130875	rnn.bias_hh_l1_reverse	9	-0.14464673399925232
130875	linear.weight	0	0.002228822559118271
130875	linear.weight	1	0.10843922942876816
130875	linear.weight	2	-0.04162713512778282
130875	linear.weight	3	0.31358930468559265
130875	linear.weight	4	0.1819353848695755
130875	linear.weight	5	-0.022331055253744125
130875	linear.weight	6	0.0718444287776947
130875	linear.weight	7	0.08147216588258743
130875	linear.weight	8	0.04127274081110954
130875	linear.weight	9	-0.023928025737404823
130875	linear.bias	0	0.09317606687545776
130875	linear.bias	1	-0.21166403591632843
130875	linear.bias	2	-0.38033899664878845
130875	linear.bias	3	-0.6692371368408203
130875	linear.bias	4	-1.1784756183624268
130875	linear.bias	5	-0.09027144312858582
130875	linear.bias	6	-0.7554893493652344
130875	linear.bias	7	0.32293596863746643
130875	linear.bias	8	-0.4896841049194336
130875	linear.bias	9	-0.9735485315322876
131072	transitions	0	0.6754921674728394
131072	transitions	1	0.15504591166973114
131072	transitions	2	-10000.0
131072	transitions	3	-1.821310043334961
131072	transitions	4	-10000.0
131072	transitions	5	0.5862482786178589
131072	transitions	6	-0.0701909214258194
131072	transitions	7	-0.6807548999786377
131072	transitions	8	-1.3967024087905884
131072	transitions	9	-0.001063584117218852
131072	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
131072	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
131072	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
131072	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
131072	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
131072	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
131072	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
131072	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
131072	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
131072	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
131072	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
131072	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
131072	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
131072	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
131072	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
131072	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
131072	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
131072	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
131072	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
131072	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
131072	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
131072	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
131072	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
131072	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
131072	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
131072	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
131072	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
131072	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
131072	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
131072	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
131072	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
131072	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
131072	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
131072	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
131072	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
131072	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
131072	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
131072	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
131072	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
131072	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
131072	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
131072	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
131072	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
131072	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
131072	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
131072	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
131072	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
131072	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
131072	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
131072	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
131072	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
131072	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
131072	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
131072	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
131072	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
131072	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
131072	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
131072	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
131072	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
131072	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
131072	embedding2nn.weight	0	0.020918773487210274
131072	embedding2nn.weight	1	-0.014469865709543228
131072	embedding2nn.weight	2	-0.014268254861235619
131072	embedding2nn.weight	3	-0.04226840287446976
131072	embedding2nn.weight	4	-0.0059150345623493195
131072	embedding2nn.weight	5	-0.0037005895283073187
131072	embedding2nn.weight	6	-0.00397328520193696
131072	embedding2nn.weight	7	-0.08100219815969467
131072	embedding2nn.weight	8	-0.0019979383796453476
131072	embedding2nn.weight	9	-0.030322479084134102
131072	embedding2nn.bias	0	0.04840520769357681
131072	embedding2nn.bias	1	-0.052671536803245544
131072	embedding2nn.bias	2	0.05684828758239746
131072	embedding2nn.bias	3	0.05191653221845627
131072	embedding2nn.bias	4	-0.045202743262052536
131072	embedding2nn.bias	5	-0.04110334813594818
131072	embedding2nn.bias	6	0.062155138701200485
131072	embedding2nn.bias	7	-0.0728989839553833
131072	embedding2nn.bias	8	0.047902513295412064
131072	embedding2nn.bias	9	0.009142279624938965
131072	rnn.weight_ih_l0	0	-0.06985466927289963
131072	rnn.weight_ih_l0	1	-0.00023168754705693573
131072	rnn.weight_ih_l0	2	0.047671590000391006
131072	rnn.weight_ih_l0	3	0.016224367544054985
131072	rnn.weight_ih_l0	4	-0.01968822069466114
131072	rnn.weight_ih_l0	5	-0.06561017036437988
131072	rnn.weight_ih_l0	6	0.004797247238457203
131072	rnn.weight_ih_l0	7	0.05082233250141144
131072	rnn.weight_ih_l0	8	-0.015616404823958874
131072	rnn.weight_ih_l0	9	-0.022941216826438904
131072	rnn.weight_hh_l0	0	-0.03336083143949509
131072	rnn.weight_hh_l0	1	-0.012155136093497276
131072	rnn.weight_hh_l0	2	-0.003939055372029543
131072	rnn.weight_hh_l0	3	-0.06499318033456802
131072	rnn.weight_hh_l0	4	0.08252172917127609
131072	rnn.weight_hh_l0	5	-0.020390864461660385
131072	rnn.weight_hh_l0	6	-0.046512115746736526
131072	rnn.weight_hh_l0	7	0.015091218054294586
131072	rnn.weight_hh_l0	8	0.009173743426799774
131072	rnn.weight_hh_l0	9	-0.018011925742030144
131072	rnn.bias_ih_l0	0	0.1039234846830368
131072	rnn.bias_ih_l0	1	-0.03183050826191902
131072	rnn.bias_ih_l0	2	0.007420605514198542
131072	rnn.bias_ih_l0	3	0.13759461045265198
131072	rnn.bias_ih_l0	4	-0.024731073528528214
131072	rnn.bias_ih_l0	5	-0.021304626017808914
131072	rnn.bias_ih_l0	6	0.02180679887533188
131072	rnn.bias_ih_l0	7	0.03575544059276581
131072	rnn.bias_ih_l0	8	-0.10445808619260788
131072	rnn.bias_ih_l0	9	-0.0365440733730793
131072	rnn.bias_hh_l0	0	-0.025150982663035393
131072	rnn.bias_hh_l0	1	-0.10684596747159958
131072	rnn.bias_hh_l0	2	-0.04945413023233414
131072	rnn.bias_hh_l0	3	-0.0889313668012619
131072	rnn.bias_hh_l0	4	-0.012582620605826378
131072	rnn.bias_hh_l0	5	-0.011995709501206875
131072	rnn.bias_hh_l0	6	0.03442449867725372
131072	rnn.bias_hh_l0	7	0.04087230563163757
131072	rnn.bias_hh_l0	8	-0.10968271642923355
131072	rnn.bias_hh_l0	9	-0.057252436876297
131072	rnn.weight_ih_l0_reverse	0	-0.024547455832362175
131072	rnn.weight_ih_l0_reverse	1	-0.03540250286459923
131072	rnn.weight_ih_l0_reverse	2	-0.03718336299061775
131072	rnn.weight_ih_l0_reverse	3	-0.0013330456567928195
131072	rnn.weight_ih_l0_reverse	4	-0.016140105202794075
131072	rnn.weight_ih_l0_reverse	5	-0.0419970378279686
131072	rnn.weight_ih_l0_reverse	6	0.08599720895290375
131072	rnn.weight_ih_l0_reverse	7	-0.021018853411078453
131072	rnn.weight_ih_l0_reverse	8	-0.01655993051826954
131072	rnn.weight_ih_l0_reverse	9	-0.00011707272642524913
131072	rnn.weight_hh_l0_reverse	0	0.053707681596279144
131072	rnn.weight_hh_l0_reverse	1	0.027316201478242874
131072	rnn.weight_hh_l0_reverse	2	0.027756135910749435
131072	rnn.weight_hh_l0_reverse	3	0.02894405834376812
131072	rnn.weight_hh_l0_reverse	4	0.010383211076259613
131072	rnn.weight_hh_l0_reverse	5	0.022191451862454414
131072	rnn.weight_hh_l0_reverse	6	0.04693329334259033
131072	rnn.weight_hh_l0_reverse	7	-0.06287380307912827
131072	rnn.weight_hh_l0_reverse	8	0.03571571782231331
131072	rnn.weight_hh_l0_reverse	9	0.03749823942780495
131072	rnn.bias_ih_l0_reverse	0	-0.07899316400289536
131072	rnn.bias_ih_l0_reverse	1	-0.24546970427036285
131072	rnn.bias_ih_l0_reverse	2	-0.12942497432231903
131072	rnn.bias_ih_l0_reverse	3	-0.036637432873249054
131072	rnn.bias_ih_l0_reverse	4	-0.03755728155374527
131072	rnn.bias_ih_l0_reverse	5	0.06987607479095459
131072	rnn.bias_ih_l0_reverse	6	-0.07149380445480347
131072	rnn.bias_ih_l0_reverse	7	0.049305740743875504
131072	rnn.bias_ih_l0_reverse	8	-0.04092618450522423
131072	rnn.bias_ih_l0_reverse	9	0.05632466822862625
131072	rnn.bias_hh_l0_reverse	0	0.020779334008693695
131072	rnn.bias_hh_l0_reverse	1	-0.04207685589790344
131072	rnn.bias_hh_l0_reverse	2	0.07966892421245575
131072	rnn.bias_hh_l0_reverse	3	-0.04856171831488609
131072	rnn.bias_hh_l0_reverse	4	-0.035606998950242996
131072	rnn.bias_hh_l0_reverse	5	-0.03724959120154381
131072	rnn.bias_hh_l0_reverse	6	-0.036921195685863495
131072	rnn.bias_hh_l0_reverse	7	0.112742580473423
131072	rnn.bias_hh_l0_reverse	8	0.03024674765765667
131072	rnn.bias_hh_l0_reverse	9	-0.12490872293710709
131072	rnn.weight_ih_l1	0	-0.03276534751057625
131072	rnn.weight_ih_l1	1	-0.04016408324241638
131072	rnn.weight_ih_l1	2	0.05822548642754555
131072	rnn.weight_ih_l1	3	-0.07526454329490662
131072	rnn.weight_ih_l1	4	-0.015068095177412033
131072	rnn.weight_ih_l1	5	-0.047517549246549606
131072	rnn.weight_ih_l1	6	0.030046895146369934
131072	rnn.weight_ih_l1	7	-0.019154131412506104
131072	rnn.weight_ih_l1	8	0.03612734377384186
131072	rnn.weight_ih_l1	9	0.04297675937414169
131072	rnn.weight_hh_l1	0	-0.009307613596320152
131072	rnn.weight_hh_l1	1	0.013227902352809906
131072	rnn.weight_hh_l1	2	0.013286967761814594
131072	rnn.weight_hh_l1	3	-0.008181066252291203
131072	rnn.weight_hh_l1	4	0.008647745475172997
131072	rnn.weight_hh_l1	5	0.02474791742861271
131072	rnn.weight_hh_l1	6	0.031394314020872116
131072	rnn.weight_hh_l1	7	-0.021079091355204582
131072	rnn.weight_hh_l1	8	-0.013781033456325531
131072	rnn.weight_hh_l1	9	0.038295384496450424
131072	rnn.bias_ih_l1	0	-0.19682925939559937
131072	rnn.bias_ih_l1	1	-0.18552877008914948
131072	rnn.bias_ih_l1	2	-0.19965976476669312
131072	rnn.bias_ih_l1	3	-0.2649281620979309
131072	rnn.bias_ih_l1	4	-0.21124477684497833
131072	rnn.bias_ih_l1	5	-0.09622699022293091
131072	rnn.bias_ih_l1	6	-0.15829990804195404
131072	rnn.bias_ih_l1	7	-0.04060805216431618
131072	rnn.bias_ih_l1	8	-0.14459778368473053
131072	rnn.bias_ih_l1	9	-0.14595146477222443
131072	rnn.bias_hh_l1	0	-0.12428846210241318
131072	rnn.bias_hh_l1	1	-0.06271207332611084
131072	rnn.bias_hh_l1	2	-0.11552462726831436
131072	rnn.bias_hh_l1	3	-0.087295763194561
131072	rnn.bias_hh_l1	4	-0.10664241760969162
131072	rnn.bias_hh_l1	5	-0.11463163048028946
131072	rnn.bias_hh_l1	6	-0.15487803518772125
131072	rnn.bias_hh_l1	7	0.05292457342147827
131072	rnn.bias_hh_l1	8	-0.1853063702583313
131072	rnn.bias_hh_l1	9	-0.11011911183595657
131072	rnn.weight_ih_l1_reverse	0	-0.03692487254738808
131072	rnn.weight_ih_l1_reverse	1	0.007422638591378927
131072	rnn.weight_ih_l1_reverse	2	0.06932789832353592
131072	rnn.weight_ih_l1_reverse	3	-0.007741122506558895
131072	rnn.weight_ih_l1_reverse	4	-0.03764718025922775
131072	rnn.weight_ih_l1_reverse	5	-0.03428024426102638
131072	rnn.weight_ih_l1_reverse	6	1.502018676546868e-05
131072	rnn.weight_ih_l1_reverse	7	0.026851890608668327
131072	rnn.weight_ih_l1_reverse	8	0.03702956438064575
131072	rnn.weight_ih_l1_reverse	9	-0.043216295540332794
131072	rnn.weight_hh_l1_reverse	0	0.0077723064459860325
131072	rnn.weight_hh_l1_reverse	1	0.028101669624447823
131072	rnn.weight_hh_l1_reverse	2	-0.03973282501101494
131072	rnn.weight_hh_l1_reverse	3	0.039110831916332245
131072	rnn.weight_hh_l1_reverse	4	0.04162227362394333
131072	rnn.weight_hh_l1_reverse	5	0.004549914970993996
131072	rnn.weight_hh_l1_reverse	6	0.030107419937849045
131072	rnn.weight_hh_l1_reverse	7	0.028679344803094864
131072	rnn.weight_hh_l1_reverse	8	-0.006948815193027258
131072	rnn.weight_hh_l1_reverse	9	-0.029663387686014175
131072	rnn.bias_ih_l1_reverse	0	-0.06718157976865768
131072	rnn.bias_ih_l1_reverse	1	-0.15670828521251678
131072	rnn.bias_ih_l1_reverse	2	-0.15507493913173676
131072	rnn.bias_ih_l1_reverse	3	-0.048549458384513855
131072	rnn.bias_ih_l1_reverse	4	-0.20342619717121124
131072	rnn.bias_ih_l1_reverse	5	-0.11386216431856155
131072	rnn.bias_ih_l1_reverse	6	-0.12972953915596008
131072	rnn.bias_ih_l1_reverse	7	-0.20279085636138916
131072	rnn.bias_ih_l1_reverse	8	0.21963869035243988
131072	rnn.bias_ih_l1_reverse	9	0.0507211871445179
131072	rnn.bias_hh_l1_reverse	0	-0.03923891484737396
131072	rnn.bias_hh_l1_reverse	1	-0.03691084682941437
131072	rnn.bias_hh_l1_reverse	2	-0.23294980823993683
131072	rnn.bias_hh_l1_reverse	3	-0.1132960170507431
131072	rnn.bias_hh_l1_reverse	4	-0.097634457051754
131072	rnn.bias_hh_l1_reverse	5	-0.13528649508953094
131072	rnn.bias_hh_l1_reverse	6	0.10637032240629196
131072	rnn.bias_hh_l1_reverse	7	-0.15830713510513306
131072	rnn.bias_hh_l1_reverse	8	-0.10938967019319534
131072	rnn.bias_hh_l1_reverse	9	-0.14538004994392395
131072	linear.weight	0	0.002228822559118271
131072	linear.weight	1	0.1105513945221901
131072	linear.weight	2	-0.036265891045331955
131072	linear.weight	3	0.32147282361984253
131072	linear.weight	4	0.18209673464298248
131072	linear.weight	5	-0.024264300242066383
131072	linear.weight	6	0.06462281942367554
131072	linear.weight	7	0.07666336745023727
131072	linear.weight	8	0.04127318412065506
131072	linear.weight	9	-0.02792511135339737
131072	linear.bias	0	0.07949821650981903
131072	linear.bias	1	-0.237521231174469
131072	linear.bias	2	-0.3569626808166504
131072	linear.bias	3	-0.6664708852767944
131072	linear.bias	4	-1.1776235103607178
131072	linear.bias	5	-0.07531485706567764
131072	linear.bias	6	-0.7837144732475281
131072	linear.bias	7	0.33569759130477905
131072	linear.bias	8	-0.4960671663284302
131072	linear.bias	9	-0.9809609651565552
131269	transitions	0	0.6803790926933289
131269	transitions	1	0.15861280262470245
131269	transitions	2	-10000.0
131269	transitions	3	-1.8213353157043457
131269	transitions	4	-10000.0
131269	transitions	5	0.5861570239067078
131269	transitions	6	-0.07025784999132156
131269	transitions	7	-0.6825595498085022
131269	transitions	8	-1.3968473672866821
131269	transitions	9	-0.001064297859556973
131269	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
131269	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
131269	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
131269	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
131269	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
131269	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
131269	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
131269	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
131269	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
131269	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
131269	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
131269	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
131269	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
131269	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
131269	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
131269	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
131269	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
131269	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
131269	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
131269	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
131269	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
131269	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
131269	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
131269	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
131269	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
131269	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
131269	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
131269	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
131269	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
131269	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
131269	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
131269	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
131269	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
131269	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
131269	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
131269	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
131269	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
131269	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
131269	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
131269	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
131269	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
131269	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
131269	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
131269	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
131269	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
131269	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
131269	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
131269	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
131269	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
131269	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
131269	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
131269	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
131269	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
131269	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
131269	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
131269	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
131269	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
131269	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
131269	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
131269	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
131269	embedding2nn.weight	0	0.022570189088582993
131269	embedding2nn.weight	1	-0.014083419926464558
131269	embedding2nn.weight	2	-0.014268254861235619
131269	embedding2nn.weight	3	-0.04139360040426254
131269	embedding2nn.weight	4	-0.0059150345623493195
131269	embedding2nn.weight	5	-0.0037005895283073187
131269	embedding2nn.weight	6	-0.0039732800796628
131269	embedding2nn.weight	7	-0.08179710060358047
131269	embedding2nn.weight	8	-0.0019979383796453476
131269	embedding2nn.weight	9	-0.02940233424305916
131269	embedding2nn.bias	0	0.04730910435318947
131269	embedding2nn.bias	1	-0.05855264514684677
131269	embedding2nn.bias	2	0.06586472690105438
131269	embedding2nn.bias	3	0.05245712772011757
131269	embedding2nn.bias	4	-0.04764902591705322
131269	embedding2nn.bias	5	-0.04339631274342537
131269	embedding2nn.bias	6	0.05627087876200676
131269	embedding2nn.bias	7	-0.08030608296394348
131269	embedding2nn.bias	8	0.05436694622039795
131269	embedding2nn.bias	9	0.020425913855433464
131269	rnn.weight_ih_l0	0	-0.06900565326213837
131269	rnn.weight_ih_l0	1	0.0017348576802760363
131269	rnn.weight_ih_l0	2	0.0479540191590786
131269	rnn.weight_ih_l0	3	0.015623543411493301
131269	rnn.weight_ih_l0	4	-0.018363788723945618
131269	rnn.weight_ih_l0	5	-0.06532414257526398
131269	rnn.weight_ih_l0	6	0.004298766143620014
131269	rnn.weight_ih_l0	7	0.05383303761482239
131269	rnn.weight_ih_l0	8	-0.014723185449838638
131269	rnn.weight_ih_l0	9	-0.023284604772925377
131269	rnn.weight_hh_l0	0	-0.033449433743953705
131269	rnn.weight_hh_l0	1	-0.011038356460630894
131269	rnn.weight_hh_l0	2	-0.003735750913619995
131269	rnn.weight_hh_l0	3	-0.06325362622737885
131269	rnn.weight_hh_l0	4	0.08198149502277374
131269	rnn.weight_hh_l0	5	-0.01948295533657074
131269	rnn.weight_hh_l0	6	-0.04536342993378639
131269	rnn.weight_hh_l0	7	0.015005686320364475
131269	rnn.weight_hh_l0	8	0.00877492967993021
131269	rnn.weight_hh_l0	9	-0.017779041081666946
131269	rnn.bias_ih_l0	0	0.10302294790744781
131269	rnn.bias_ih_l0	1	-0.027585124596953392
131269	rnn.bias_ih_l0	2	0.006472637411206961
131269	rnn.bias_ih_l0	3	0.1371297836303711
131269	rnn.bias_ih_l0	4	-0.02239908091723919
131269	rnn.bias_ih_l0	5	-0.02282894402742386
131269	rnn.bias_ih_l0	6	0.01684323512017727
131269	rnn.bias_ih_l0	7	0.03713201358914375
131269	rnn.bias_ih_l0	8	-0.10558772087097168
131269	rnn.bias_ih_l0	9	-0.037492554634809494
131269	rnn.bias_hh_l0	0	-0.026410290971398354
131269	rnn.bias_hh_l0	1	-0.11061025410890579
131269	rnn.bias_hh_l0	2	-0.05137119069695473
131269	rnn.bias_hh_l0	3	-0.08973845094442368
131269	rnn.bias_hh_l0	4	-0.012094208970665932
131269	rnn.bias_hh_l0	5	-0.013531121425330639
131269	rnn.bias_hh_l0	6	0.03686397895216942
131269	rnn.bias_hh_l0	7	0.0403972789645195
131269	rnn.bias_hh_l0	8	-0.10603749752044678
131269	rnn.bias_hh_l0	9	-0.057850584387779236
131269	rnn.weight_ih_l0_reverse	0	-0.025915948674082756
131269	rnn.weight_ih_l0_reverse	1	-0.036042649298906326
131269	rnn.weight_ih_l0_reverse	2	-0.037940558046102524
131269	rnn.weight_ih_l0_reverse	3	-0.0008684663334861398
131269	rnn.weight_ih_l0_reverse	4	-0.016105856746435165
131269	rnn.weight_ih_l0_reverse	5	-0.04140724986791611
131269	rnn.weight_ih_l0_reverse	6	0.08526420593261719
131269	rnn.weight_ih_l0_reverse	7	-0.019807996228337288
131269	rnn.weight_ih_l0_reverse	8	-0.01684468984603882
131269	rnn.weight_ih_l0_reverse	9	0.0006268388824537396
131269	rnn.weight_hh_l0_reverse	0	0.05451191961765289
131269	rnn.weight_hh_l0_reverse	1	0.027997460216283798
131269	rnn.weight_hh_l0_reverse	2	0.028170492500066757
131269	rnn.weight_hh_l0_reverse	3	0.0288767758756876
131269	rnn.weight_hh_l0_reverse	4	0.01004002708941698
131269	rnn.weight_hh_l0_reverse	5	0.022038903087377548
131269	rnn.weight_hh_l0_reverse	6	0.04702777788043022
131269	rnn.weight_hh_l0_reverse	7	-0.06198515743017197
131269	rnn.weight_hh_l0_reverse	8	0.035883717238903046
131269	rnn.weight_hh_l0_reverse	9	0.036674901843070984
131269	rnn.bias_ih_l0_reverse	0	-0.07924844324588776
131269	rnn.bias_ih_l0_reverse	1	-0.2434656322002411
131269	rnn.bias_ih_l0_reverse	2	-0.13039134442806244
131269	rnn.bias_ih_l0_reverse	3	-0.03583923354744911
131269	rnn.bias_ih_l0_reverse	4	-0.03531290963292122
131269	rnn.bias_ih_l0_reverse	5	0.0702679231762886
131269	rnn.bias_ih_l0_reverse	6	-0.06915289908647537
131269	rnn.bias_ih_l0_reverse	7	0.05035099759697914
131269	rnn.bias_ih_l0_reverse	8	-0.03793404623866081
131269	rnn.bias_ih_l0_reverse	9	0.05798269063234329
131269	rnn.bias_hh_l0_reverse	0	0.018500670790672302
131269	rnn.bias_hh_l0_reverse	1	-0.04198014736175537
131269	rnn.bias_hh_l0_reverse	2	0.082440584897995
131269	rnn.bias_hh_l0_reverse	3	-0.047191083431243896
131269	rnn.bias_hh_l0_reverse	4	-0.034607741981744766
131269	rnn.bias_hh_l0_reverse	5	-0.03821264207363129
131269	rnn.bias_hh_l0_reverse	6	-0.03645974397659302
131269	rnn.bias_hh_l0_reverse	7	0.11377671360969543
131269	rnn.bias_hh_l0_reverse	8	0.03118089959025383
131269	rnn.bias_hh_l0_reverse	9	-0.1280381977558136
131269	rnn.weight_ih_l1	0	-0.03238555043935776
131269	rnn.weight_ih_l1	1	-0.041746895760297775
131269	rnn.weight_ih_l1	2	0.05859747156500816
131269	rnn.weight_ih_l1	3	-0.07210373878479004
131269	rnn.weight_ih_l1	4	-0.015796497464179993
131269	rnn.weight_ih_l1	5	-0.04668901860713959
131269	rnn.weight_ih_l1	6	0.030178913846611977
131269	rnn.weight_ih_l1	7	-0.02008999139070511
131269	rnn.weight_ih_l1	8	0.036377303302288055
131269	rnn.weight_ih_l1	9	0.04389149323105812
131269	rnn.weight_hh_l1	0	-0.010025128722190857
131269	rnn.weight_hh_l1	1	0.013525523245334625
131269	rnn.weight_hh_l1	2	0.013717595487833023
131269	rnn.weight_hh_l1	3	-0.007806296460330486
131269	rnn.weight_hh_l1	4	0.008875413797795773
131269	rnn.weight_hh_l1	5	0.025159331038594246
131269	rnn.weight_hh_l1	6	0.03150482848286629
131269	rnn.weight_hh_l1	7	-0.020664650946855545
131269	rnn.weight_hh_l1	8	-0.013132458552718163
131269	rnn.weight_hh_l1	9	0.03815823420882225
131269	rnn.bias_ih_l1	0	-0.19783420860767365
131269	rnn.bias_ih_l1	1	-0.18656744062900543
131269	rnn.bias_ih_l1	2	-0.19621635973453522
131269	rnn.bias_ih_l1	3	-0.262480765581131
131269	rnn.bias_ih_l1	4	-0.2142614871263504
131269	rnn.bias_ih_l1	5	-0.0957845151424408
131269	rnn.bias_ih_l1	6	-0.15769416093826294
131269	rnn.bias_ih_l1	7	-0.043533697724342346
131269	rnn.bias_ih_l1	8	-0.14742884039878845
131269	rnn.bias_ih_l1	9	-0.14416353404521942
131269	rnn.bias_hh_l1	0	-0.12499319761991501
131269	rnn.bias_hh_l1	1	-0.06210607290267944
131269	rnn.bias_hh_l1	2	-0.11376812309026718
131269	rnn.bias_hh_l1	3	-0.08738704770803452
131269	rnn.bias_hh_l1	4	-0.10522902011871338
131269	rnn.bias_hh_l1	5	-0.11319225281476974
131269	rnn.bias_hh_l1	6	-0.15414738655090332
131269	rnn.bias_hh_l1	7	0.051864951848983765
131269	rnn.bias_hh_l1	8	-0.18437649309635162
131269	rnn.bias_hh_l1	9	-0.10977048426866531
131269	rnn.weight_ih_l1_reverse	0	-0.03684479743242264
131269	rnn.weight_ih_l1_reverse	1	0.009463660418987274
131269	rnn.weight_ih_l1_reverse	2	0.06778890639543533
131269	rnn.weight_ih_l1_reverse	3	-0.006998678669333458
131269	rnn.weight_ih_l1_reverse	4	-0.03711310029029846
131269	rnn.weight_ih_l1_reverse	5	-0.03414545953273773
131269	rnn.weight_ih_l1_reverse	6	-0.001459670951589942
131269	rnn.weight_ih_l1_reverse	7	0.026164114475250244
131269	rnn.weight_ih_l1_reverse	8	0.035688795149326324
131269	rnn.weight_ih_l1_reverse	9	-0.04408913850784302
131269	rnn.weight_hh_l1_reverse	0	0.007847110740840435
131269	rnn.weight_hh_l1_reverse	1	0.028050776571035385
131269	rnn.weight_hh_l1_reverse	2	-0.03990322723984718
131269	rnn.weight_hh_l1_reverse	3	0.03927353024482727
131269	rnn.weight_hh_l1_reverse	4	0.04208933562040329
131269	rnn.weight_hh_l1_reverse	5	0.004272412974387407
131269	rnn.weight_hh_l1_reverse	6	0.03253678232431412
131269	rnn.weight_hh_l1_reverse	7	0.02864370308816433
131269	rnn.weight_hh_l1_reverse	8	-0.006910352036356926
131269	rnn.weight_hh_l1_reverse	9	-0.02980191819369793
131269	rnn.bias_ih_l1_reverse	0	-0.06854080408811569
131269	rnn.bias_ih_l1_reverse	1	-0.16023056209087372
131269	rnn.bias_ih_l1_reverse	2	-0.15378428995609283
131269	rnn.bias_ih_l1_reverse	3	-0.04803991690278053
131269	rnn.bias_ih_l1_reverse	4	-0.20333507657051086
131269	rnn.bias_ih_l1_reverse	5	-0.11507674306631088
131269	rnn.bias_ih_l1_reverse	6	-0.13090717792510986
131269	rnn.bias_ih_l1_reverse	7	-0.20132099092006683
131269	rnn.bias_ih_l1_reverse	8	0.2133009284734726
131269	rnn.bias_ih_l1_reverse	9	0.05110771209001541
131269	rnn.bias_hh_l1_reverse	0	-0.037984032183885574
131269	rnn.bias_hh_l1_reverse	1	-0.02877470850944519
131269	rnn.bias_hh_l1_reverse	2	-0.2339596003293991
131269	rnn.bias_hh_l1_reverse	3	-0.11138845235109329
131269	rnn.bias_hh_l1_reverse	4	-0.09499364346265793
131269	rnn.bias_hh_l1_reverse	5	-0.1342480480670929
131269	rnn.bias_hh_l1_reverse	6	0.11277374625205994
131269	rnn.bias_hh_l1_reverse	7	-0.1544230431318283
131269	rnn.bias_hh_l1_reverse	8	-0.11032191663980484
131269	rnn.bias_hh_l1_reverse	9	-0.14581866562366486
131269	linear.weight	0	0.002228822559118271
131269	linear.weight	1	0.11253104358911514
131269	linear.weight	2	-0.036986999213695526
131269	linear.weight	3	0.3171594440937042
131269	linear.weight	4	0.17837725579738617
131269	linear.weight	5	-0.026151331141591072
131269	linear.weight	6	0.08061078190803528
131269	linear.weight	7	0.09265739470720291
131269	linear.weight	8	0.04127368703484535
131269	linear.weight	9	-0.03323774039745331
131269	linear.bias	0	0.0869826078414917
131269	linear.bias	1	-0.23285120725631714
131269	linear.bias	2	-0.3624512553215027
131269	linear.bias	3	-0.6668521761894226
131269	linear.bias	4	-1.1788753271102905
131269	linear.bias	5	-0.07358095049858093
131269	linear.bias	6	-0.7822022438049316
131269	linear.bias	7	0.34020888805389404
131269	linear.bias	8	-0.49517151713371277
131269	linear.bias	9	-0.9831066727638245
131466	transitions	0	0.7031065225601196
131466	transitions	1	0.16256937384605408
131466	transitions	2	-10000.0
131466	transitions	3	-1.8213801383972168
131466	transitions	4	-10000.0
131466	transitions	5	0.5860695838928223
131466	transitions	6	-0.07031666487455368
131466	transitions	7	-0.6828281283378601
131466	transitions	8	-1.3973015546798706
131466	transitions	9	-0.0010650466429069638
131466	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
131466	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
131466	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
131466	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
131466	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
131466	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
131466	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
131466	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
131466	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
131466	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
131466	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
131466	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
131466	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
131466	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
131466	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
131466	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
131466	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
131466	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
131466	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
131466	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
131466	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
131466	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
131466	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
131466	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
131466	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
131466	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
131466	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
131466	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
131466	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
131466	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
131466	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
131466	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
131466	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
131466	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
131466	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
131466	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
131466	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
131466	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
131466	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
131466	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
131466	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
131466	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
131466	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
131466	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
131466	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
131466	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
131466	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
131466	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
131466	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
131466	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
131466	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
131466	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
131466	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
131466	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
131466	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
131466	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
131466	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
131466	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
131466	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
131466	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
131466	embedding2nn.weight	0	0.02187313698232174
131466	embedding2nn.weight	1	-0.014180321246385574
131466	embedding2nn.weight	2	-0.014268254861235619
131466	embedding2nn.weight	3	-0.03907197713851929
131466	embedding2nn.weight	4	-0.0059150345623493195
131466	embedding2nn.weight	5	-0.0037005895283073187
131466	embedding2nn.weight	6	-0.0039732800796628
131466	embedding2nn.weight	7	-0.08135548233985901
131466	embedding2nn.weight	8	-0.0019979383796453476
131466	embedding2nn.weight	9	-0.02931819297373295
131466	embedding2nn.bias	0	0.052238862961530685
131466	embedding2nn.bias	1	-0.06211104616522789
131466	embedding2nn.bias	2	0.0731172040104866
131466	embedding2nn.bias	3	0.05583705008029938
131466	embedding2nn.bias	4	-0.04212702065706253
131466	embedding2nn.bias	5	-0.045516252517700195
131466	embedding2nn.bias	6	0.04874253645539284
131466	embedding2nn.bias	7	-0.0806836485862732
131466	embedding2nn.bias	8	0.054200079292058945
131466	embedding2nn.bias	9	0.027630066499114037
131466	rnn.weight_ih_l0	0	-0.06833375245332718
131466	rnn.weight_ih_l0	1	-2.9991811970830895e-05
131466	rnn.weight_ih_l0	2	0.049850884824991226
131466	rnn.weight_ih_l0	3	0.016616005450487137
131466	rnn.weight_ih_l0	4	-0.021191658452153206
131466	rnn.weight_ih_l0	5	-0.06581059843301773
131466	rnn.weight_ih_l0	6	0.003860655939206481
131466	rnn.weight_ih_l0	7	0.05349012464284897
131466	rnn.weight_ih_l0	8	-0.016254311427474022
131466	rnn.weight_ih_l0	9	-0.021473465487360954
131466	rnn.weight_hh_l0	0	-0.03367062285542488
131466	rnn.weight_hh_l0	1	-0.011487766169011593
131466	rnn.weight_hh_l0	2	-0.004546856973320246
131466	rnn.weight_hh_l0	3	-0.06283355504274368
131466	rnn.weight_hh_l0	4	0.08203667402267456
131466	rnn.weight_hh_l0	5	-0.020558474585413933
131466	rnn.weight_hh_l0	6	-0.04554368555545807
131466	rnn.weight_hh_l0	7	0.013465260155498981
131466	rnn.weight_hh_l0	8	0.009279409423470497
131466	rnn.weight_hh_l0	9	-0.017852235585451126
131466	rnn.bias_ih_l0	0	0.10333351045846939
131466	rnn.bias_ih_l0	1	-0.02824937179684639
131466	rnn.bias_ih_l0	2	0.004887057933956385
131466	rnn.bias_ih_l0	3	0.1394606977701187
131466	rnn.bias_ih_l0	4	-0.019497215747833252
131466	rnn.bias_ih_l0	5	-0.020329775288701057
131466	rnn.bias_ih_l0	6	0.01522971224039793
131466	rnn.bias_ih_l0	7	0.03619667515158653
131466	rnn.bias_ih_l0	8	-0.10450983792543411
131466	rnn.bias_ih_l0	9	-0.03883298113942146
131466	rnn.bias_hh_l0	0	-0.0244094580411911
131466	rnn.bias_hh_l0	1	-0.10772541165351868
131466	rnn.bias_hh_l0	2	-0.052213046699762344
131466	rnn.bias_hh_l0	3	-0.08769133687019348
131466	rnn.bias_hh_l0	4	-0.013776027597486973
131466	rnn.bias_hh_l0	5	-0.018821900710463524
131466	rnn.bias_hh_l0	6	0.03888682648539543
131466	rnn.bias_hh_l0	7	0.038703855127096176
131466	rnn.bias_hh_l0	8	-0.1052224263548851
131466	rnn.bias_hh_l0	9	-0.058888018131256104
131466	rnn.weight_ih_l0_reverse	0	-0.02612929418683052
131466	rnn.weight_ih_l0_reverse	1	-0.03514861688017845
131466	rnn.weight_ih_l0_reverse	2	-0.036990709602832794
131466	rnn.weight_ih_l0_reverse	3	0.0010176829528063536
131466	rnn.weight_ih_l0_reverse	4	-0.015045970678329468
131466	rnn.weight_ih_l0_reverse	5	-0.04102015495300293
131466	rnn.weight_ih_l0_reverse	6	0.0864892303943634
131466	rnn.weight_ih_l0_reverse	7	-0.01923554204404354
131466	rnn.weight_ih_l0_reverse	8	-0.01747112348675728
131466	rnn.weight_ih_l0_reverse	9	-0.001808537868782878
131466	rnn.weight_hh_l0_reverse	0	0.0541996955871582
131466	rnn.weight_hh_l0_reverse	1	0.027258453890681267
131466	rnn.weight_hh_l0_reverse	2	0.027873877435922623
131466	rnn.weight_hh_l0_reverse	3	0.028939176350831985
131466	rnn.weight_hh_l0_reverse	4	0.009218920953571796
131466	rnn.weight_hh_l0_reverse	5	0.02188117429614067
131466	rnn.weight_hh_l0_reverse	6	0.047145821154117584
131466	rnn.weight_hh_l0_reverse	7	-0.0625615268945694
131466	rnn.weight_hh_l0_reverse	8	0.03552557900547981
131466	rnn.weight_hh_l0_reverse	9	0.037077005952596664
131466	rnn.bias_ih_l0_reverse	0	-0.07840602844953537
131466	rnn.bias_ih_l0_reverse	1	-0.24930396676063538
131466	rnn.bias_ih_l0_reverse	2	-0.12875045835971832
131466	rnn.bias_ih_l0_reverse	3	-0.0342617928981781
131466	rnn.bias_ih_l0_reverse	4	-0.034102313220500946
131466	rnn.bias_ih_l0_reverse	5	0.07210912555456161
131466	rnn.bias_ih_l0_reverse	6	-0.06880656629800797
131466	rnn.bias_ih_l0_reverse	7	0.049744635820388794
131466	rnn.bias_ih_l0_reverse	8	-0.03746965900063515
131466	rnn.bias_ih_l0_reverse	9	0.06181769818067551
131466	rnn.bias_hh_l0_reverse	0	0.02042441815137863
131466	rnn.bias_hh_l0_reverse	1	-0.04138457030057907
131466	rnn.bias_hh_l0_reverse	2	0.0832241028547287
131466	rnn.bias_hh_l0_reverse	3	-0.044655103236436844
131466	rnn.bias_hh_l0_reverse	4	-0.0355425588786602
131466	rnn.bias_hh_l0_reverse	5	-0.03552265837788582
131466	rnn.bias_hh_l0_reverse	6	-0.03588779270648956
131466	rnn.bias_hh_l0_reverse	7	0.112140953540802
131466	rnn.bias_hh_l0_reverse	8	0.03166351467370987
131466	rnn.bias_hh_l0_reverse	9	-0.12556645274162292
131466	rnn.weight_ih_l1	0	-0.032557398080825806
131466	rnn.weight_ih_l1	1	-0.04069826751947403
131466	rnn.weight_ih_l1	2	0.05765368044376373
131466	rnn.weight_ih_l1	3	-0.07145557552576065
131466	rnn.weight_ih_l1	4	-0.0164033155888319
131466	rnn.weight_ih_l1	5	-0.046635933220386505
131466	rnn.weight_ih_l1	6	0.029821574687957764
131466	rnn.weight_ih_l1	7	-0.020115334540605545
131466	rnn.weight_ih_l1	8	0.036401715129613876
131466	rnn.weight_ih_l1	9	0.04368968680500984
131466	rnn.weight_hh_l1	0	-0.010386964306235313
131466	rnn.weight_hh_l1	1	0.013680627569556236
131466	rnn.weight_hh_l1	2	0.015009700320661068
131466	rnn.weight_hh_l1	3	-0.007434694096446037
131466	rnn.weight_hh_l1	4	0.008862175047397614
131466	rnn.weight_hh_l1	5	0.024349955841898918
131466	rnn.weight_hh_l1	6	0.031381770968437195
131466	rnn.weight_hh_l1	7	-0.02042698860168457
131466	rnn.weight_hh_l1	8	-0.012697447091341019
131466	rnn.weight_hh_l1	9	0.039589010179042816
131466	rnn.bias_ih_l1	0	-0.20144055783748627
131466	rnn.bias_ih_l1	1	-0.18254414200782776
131466	rnn.bias_ih_l1	2	-0.1956358253955841
131466	rnn.bias_ih_l1	3	-0.26165905594825745
131466	rnn.bias_ih_l1	4	-0.20704613626003265
131466	rnn.bias_ih_l1	5	-0.09543272852897644
131466	rnn.bias_ih_l1	6	-0.15578022599220276
131466	rnn.bias_ih_l1	7	-0.043054815381765366
131466	rnn.bias_ih_l1	8	-0.15115217864513397
131466	rnn.bias_ih_l1	9	-0.13982348144054413
131466	rnn.bias_hh_l1	0	-0.12582558393478394
131466	rnn.bias_hh_l1	1	-0.06295762211084366
131466	rnn.bias_hh_l1	2	-0.11769290268421173
131466	rnn.bias_hh_l1	3	-0.08686074614524841
131466	rnn.bias_hh_l1	4	-0.10550806671380997
131466	rnn.bias_hh_l1	5	-0.11357798427343369
131466	rnn.bias_hh_l1	6	-0.1553495228290558
131466	rnn.bias_hh_l1	7	0.046453867107629776
131466	rnn.bias_hh_l1	8	-0.18386173248291016
131466	rnn.bias_hh_l1	9	-0.10670081526041031
131466	rnn.weight_ih_l1_reverse	0	-0.036090560257434845
131466	rnn.weight_ih_l1_reverse	1	0.008457203395664692
131466	rnn.weight_ih_l1_reverse	2	0.06693115830421448
131466	rnn.weight_ih_l1_reverse	3	-0.006223208736628294
131466	rnn.weight_ih_l1_reverse	4	-0.03523998335003853
131466	rnn.weight_ih_l1_reverse	5	-0.03391294926404953
131466	rnn.weight_ih_l1_reverse	6	-0.005735252518206835
131466	rnn.weight_ih_l1_reverse	7	0.02507759816944599
131466	rnn.weight_ih_l1_reverse	8	0.035175763070583344
131466	rnn.weight_ih_l1_reverse	9	-0.04150829091668129
131466	rnn.weight_hh_l1_reverse	0	0.008139052428305149
131466	rnn.weight_hh_l1_reverse	1	0.028096884489059448
131466	rnn.weight_hh_l1_reverse	2	-0.03991345316171646
131466	rnn.weight_hh_l1_reverse	3	0.03925061598420143
131466	rnn.weight_hh_l1_reverse	4	0.04214196279644966
131466	rnn.weight_hh_l1_reverse	5	0.003711909521371126
131466	rnn.weight_hh_l1_reverse	6	0.03200856223702431
131466	rnn.weight_hh_l1_reverse	7	0.029169566929340363
131466	rnn.weight_hh_l1_reverse	8	-0.006799749098718166
131466	rnn.weight_hh_l1_reverse	9	-0.030534952878952026
131466	rnn.bias_ih_l1_reverse	0	-0.06903071701526642
131466	rnn.bias_ih_l1_reverse	1	-0.15829552710056305
131466	rnn.bias_ih_l1_reverse	2	-0.15624834597110748
131466	rnn.bias_ih_l1_reverse	3	-0.05098886415362358
131466	rnn.bias_ih_l1_reverse	4	-0.20190370082855225
131466	rnn.bias_ih_l1_reverse	5	-0.11501874029636383
131466	rnn.bias_ih_l1_reverse	6	-0.13163526356220245
131466	rnn.bias_ih_l1_reverse	7	-0.1975741684436798
131466	rnn.bias_ih_l1_reverse	8	0.214369997382164
131466	rnn.bias_ih_l1_reverse	9	0.04553375020623207
131466	rnn.bias_hh_l1_reverse	0	-0.046714168041944504
131466	rnn.bias_hh_l1_reverse	1	-0.029401235282421112
131466	rnn.bias_hh_l1_reverse	2	-0.23469822108745575
131466	rnn.bias_hh_l1_reverse	3	-0.11196115612983704
131466	rnn.bias_hh_l1_reverse	4	-0.09553158283233643
131466	rnn.bias_hh_l1_reverse	5	-0.13674324750900269
131466	rnn.bias_hh_l1_reverse	6	0.1127004399895668
131466	rnn.bias_hh_l1_reverse	7	-0.1576572060585022
131466	rnn.bias_hh_l1_reverse	8	-0.11131226271390915
131466	rnn.bias_hh_l1_reverse	9	-0.14579199254512787
131466	linear.weight	0	0.002228822559118271
131466	linear.weight	1	0.1153540387749672
131466	linear.weight	2	-0.038045015186071396
131466	linear.weight	3	0.3047139048576355
131466	linear.weight	4	0.1711193025112152
131466	linear.weight	5	-0.024027150124311447
131466	linear.weight	6	0.07917940616607666
131466	linear.weight	7	0.08591630309820175
131466	linear.weight	8	0.0412735641002655
131466	linear.weight	9	-0.026352910324931145
131466	linear.bias	0	0.057882510125637054
131466	linear.bias	1	-0.22845301032066345
131466	linear.bias	2	-0.3878239393234253
131466	linear.bias	3	-0.6696962118148804
131466	linear.bias	4	-1.181348204612732
131466	linear.bias	5	-0.09060900658369064
131466	linear.bias	6	-0.7837973237037659
131466	linear.bias	7	0.3224414587020874
131466	linear.bias	8	-0.47246700525283813
131466	linear.bias	9	-0.9635294079780579
131663	transitions	0	0.7023872137069702
131663	transitions	1	0.16213256120681763
131663	transitions	2	-10000.0
131663	transitions	3	-1.821422815322876
131663	transitions	4	-10000.0
131663	transitions	5	0.5859062671661377
131663	transitions	6	-0.07035629451274872
131663	transitions	7	-0.6832246780395508
131663	transitions	8	-1.3973934650421143
131663	transitions	9	-0.0010661125415936112
131663	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
131663	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
131663	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
131663	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
131663	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
131663	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
131663	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
131663	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
131663	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
131663	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
131663	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
131663	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
131663	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
131663	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
131663	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
131663	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
131663	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
131663	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
131663	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
131663	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
131663	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
131663	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
131663	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
131663	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
131663	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
131663	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
131663	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
131663	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
131663	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
131663	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
131663	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
131663	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
131663	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
131663	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
131663	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
131663	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
131663	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
131663	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
131663	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
131663	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
131663	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
131663	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
131663	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
131663	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
131663	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
131663	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
131663	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
131663	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
131663	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
131663	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
131663	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
131663	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
131663	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
131663	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
131663	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
131663	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
131663	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
131663	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
131663	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
131663	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
131663	embedding2nn.weight	0	0.020886331796646118
131663	embedding2nn.weight	1	-0.014477967284619808
131663	embedding2nn.weight	2	-0.014268254861235619
131663	embedding2nn.weight	3	-0.039297934621572495
131663	embedding2nn.weight	4	-0.0059150345623493195
131663	embedding2nn.weight	5	-0.003700589295476675
131663	embedding2nn.weight	6	-0.003973278682678938
131663	embedding2nn.weight	7	-0.08130375295877457
131663	embedding2nn.weight	8	-0.0019979383796453476
131663	embedding2nn.weight	9	-0.02987438440322876
131663	embedding2nn.bias	0	0.047985393553972244
131663	embedding2nn.bias	1	-0.05716278776526451
131663	embedding2nn.bias	2	0.08212616294622421
131663	embedding2nn.bias	3	0.05553080141544342
131663	embedding2nn.bias	4	-0.04577416926622391
131663	embedding2nn.bias	5	-0.04500178247690201
131663	embedding2nn.bias	6	0.039009761065244675
131663	embedding2nn.bias	7	-0.08121640980243683
131663	embedding2nn.bias	8	0.044306058436632156
131663	embedding2nn.bias	9	0.026153214275836945
131663	rnn.weight_ih_l0	0	-0.06869049370288849
131663	rnn.weight_ih_l0	1	-0.0007356524001806974
131663	rnn.weight_ih_l0	2	0.049136314541101456
131663	rnn.weight_ih_l0	3	0.017081590369343758
131663	rnn.weight_ih_l0	4	-0.021323058754205704
131663	rnn.weight_ih_l0	5	-0.06524422019720078
131663	rnn.weight_ih_l0	6	0.004111318849027157
131663	rnn.weight_ih_l0	7	0.05331855267286301
131663	rnn.weight_ih_l0	8	-0.013876236975193024
131663	rnn.weight_ih_l0	9	-0.01993001624941826
131663	rnn.weight_hh_l0	0	-0.03255901858210564
131663	rnn.weight_hh_l0	1	-0.012473276816308498
131663	rnn.weight_hh_l0	2	-0.004427420906722546
131663	rnn.weight_hh_l0	3	-0.06297893077135086
131663	rnn.weight_hh_l0	4	0.08192448318004608
131663	rnn.weight_hh_l0	5	-0.021244831383228302
131663	rnn.weight_hh_l0	6	-0.045215360820293427
131663	rnn.weight_hh_l0	7	0.013660832308232784
131663	rnn.weight_hh_l0	8	0.010097785852849483
131663	rnn.weight_hh_l0	9	-0.01731226220726967
131663	rnn.bias_ih_l0	0	0.10371111333370209
131663	rnn.bias_ih_l0	1	-0.03083324246108532
131663	rnn.bias_ih_l0	2	0.0031414690893143415
131663	rnn.bias_ih_l0	3	0.14071260392665863
131663	rnn.bias_ih_l0	4	-0.01899043656885624
131663	rnn.bias_ih_l0	5	-0.013646654784679413
131663	rnn.bias_ih_l0	6	0.016714289784431458
131663	rnn.bias_ih_l0	7	0.03628035634756088
131663	rnn.bias_ih_l0	8	-0.1056603342294693
131663	rnn.bias_ih_l0	9	-0.034609198570251465
131663	rnn.bias_hh_l0	0	-0.024924645200371742
131663	rnn.bias_hh_l0	1	-0.10251859575510025
131663	rnn.bias_hh_l0	2	-0.051880307495594025
131663	rnn.bias_hh_l0	3	-0.08713403344154358
131663	rnn.bias_hh_l0	4	-0.009979750961065292
131663	rnn.bias_hh_l0	5	-0.017381343990564346
131663	rnn.bias_hh_l0	6	0.039684269577264786
131663	rnn.bias_hh_l0	7	0.03644818067550659
131663	rnn.bias_hh_l0	8	-0.10775703936815262
131663	rnn.bias_hh_l0	9	-0.059157487004995346
131663	rnn.weight_ih_l0_reverse	0	-0.026183022186160088
131663	rnn.weight_ih_l0_reverse	1	-0.036567095667123795
131663	rnn.weight_ih_l0_reverse	2	-0.0377359539270401
131663	rnn.weight_ih_l0_reverse	3	0.0006977361044846475
131663	rnn.weight_ih_l0_reverse	4	-0.015132468193769455
131663	rnn.weight_ih_l0_reverse	5	-0.04069897159934044
131663	rnn.weight_ih_l0_reverse	6	0.08703199028968811
131663	rnn.weight_ih_l0_reverse	7	-0.018495449796319008
131663	rnn.weight_ih_l0_reverse	8	-0.01756153628230095
131663	rnn.weight_ih_l0_reverse	9	-0.0017135728849098086
131663	rnn.weight_hh_l0_reverse	0	0.05332121253013611
131663	rnn.weight_hh_l0_reverse	1	0.02666907012462616
131663	rnn.weight_hh_l0_reverse	2	0.027204392477869987
131663	rnn.weight_hh_l0_reverse	3	0.029774948954582214
131663	rnn.weight_hh_l0_reverse	4	0.00949077121913433
131663	rnn.weight_hh_l0_reverse	5	0.02070368453860283
131663	rnn.weight_hh_l0_reverse	6	0.04744051396846771
131663	rnn.weight_hh_l0_reverse	7	-0.06269549578428268
131663	rnn.weight_hh_l0_reverse	8	0.03502276539802551
131663	rnn.weight_hh_l0_reverse	9	0.03724988177418709
131663	rnn.bias_ih_l0_reverse	0	-0.07872726023197174
131663	rnn.bias_ih_l0_reverse	1	-0.24389967322349548
131663	rnn.bias_ih_l0_reverse	2	-0.12894807755947113
131663	rnn.bias_ih_l0_reverse	3	-0.0328579880297184
131663	rnn.bias_ih_l0_reverse	4	-0.033383071422576904
131663	rnn.bias_ih_l0_reverse	5	0.07400482892990112
131663	rnn.bias_ih_l0_reverse	6	-0.06843038648366928
131663	rnn.bias_ih_l0_reverse	7	0.04943281412124634
131663	rnn.bias_ih_l0_reverse	8	-0.038913995027542114
131663	rnn.bias_ih_l0_reverse	9	0.060859210789203644
131663	rnn.bias_hh_l0_reverse	0	0.02204888127744198
131663	rnn.bias_hh_l0_reverse	1	-0.03964215889573097
131663	rnn.bias_hh_l0_reverse	2	0.08217122405767441
131663	rnn.bias_hh_l0_reverse	3	-0.044346150010824203
131663	rnn.bias_hh_l0_reverse	4	-0.03556901216506958
131663	rnn.bias_hh_l0_reverse	5	-0.03312550112605095
131663	rnn.bias_hh_l0_reverse	6	-0.03686331585049629
131663	rnn.bias_hh_l0_reverse	7	0.11432496458292007
131663	rnn.bias_hh_l0_reverse	8	0.033338047564029694
131663	rnn.bias_hh_l0_reverse	9	-0.12648418545722961
131663	rnn.weight_ih_l1	0	-0.03314821049571037
131663	rnn.weight_ih_l1	1	-0.04202825576066971
131663	rnn.weight_ih_l1	2	0.05615447089076042
131663	rnn.weight_ih_l1	3	-0.07127542793750763
131663	rnn.weight_ih_l1	4	-0.017039328813552856
131663	rnn.weight_ih_l1	5	-0.04669854789972305
131663	rnn.weight_ih_l1	6	0.03075084090232849
131663	rnn.weight_ih_l1	7	-0.021388668566942215
131663	rnn.weight_ih_l1	8	0.03645135089755058
131663	rnn.weight_ih_l1	9	0.043319713324308395
131663	rnn.weight_hh_l1	0	-0.010350494645535946
131663	rnn.weight_hh_l1	1	0.013835262507200241
131663	rnn.weight_hh_l1	2	0.015097987838089466
131663	rnn.weight_hh_l1	3	-0.00736661534756422
131663	rnn.weight_hh_l1	4	0.008664668537676334
131663	rnn.weight_hh_l1	5	0.024590162560343742
131663	rnn.weight_hh_l1	6	0.03119516931474209
131663	rnn.weight_hh_l1	7	-0.02009434439241886
131663	rnn.weight_hh_l1	8	-0.012616552412509918
131663	rnn.weight_hh_l1	9	0.04002007842063904
131663	rnn.bias_ih_l1	0	-0.19781985878944397
131663	rnn.bias_ih_l1	1	-0.17906710505485535
131663	rnn.bias_ih_l1	2	-0.19788013398647308
131663	rnn.bias_ih_l1	3	-0.2570159435272217
131663	rnn.bias_ih_l1	4	-0.2085898518562317
131663	rnn.bias_ih_l1	5	-0.09555444866418839
131663	rnn.bias_ih_l1	6	-0.15709425508975983
131663	rnn.bias_ih_l1	7	-0.04681531712412834
131663	rnn.bias_ih_l1	8	-0.15386219322681427
131663	rnn.bias_ih_l1	9	-0.1409676969051361
131663	rnn.bias_hh_l1	0	-0.128652885556221
131663	rnn.bias_hh_l1	1	-0.06391367316246033
131663	rnn.bias_hh_l1	2	-0.1145201325416565
131663	rnn.bias_hh_l1	3	-0.08645204454660416
131663	rnn.bias_hh_l1	4	-0.10955969989299774
131663	rnn.bias_hh_l1	5	-0.11006467789411545
131663	rnn.bias_hh_l1	6	-0.15966540575027466
131663	rnn.bias_hh_l1	7	0.04384443908929825
131663	rnn.bias_hh_l1	8	-0.18404272198677063
131663	rnn.bias_hh_l1	9	-0.1100732684135437
131663	rnn.weight_ih_l1_reverse	0	-0.035186827182769775
131663	rnn.weight_ih_l1_reverse	1	0.013411954045295715
131663	rnn.weight_ih_l1_reverse	2	0.06693319976329803
131663	rnn.weight_ih_l1_reverse	3	-0.004651100840419531
131663	rnn.weight_ih_l1_reverse	4	-0.03625943139195442
131663	rnn.weight_ih_l1_reverse	5	-0.03366920351982117
131663	rnn.weight_ih_l1_reverse	6	-0.007024879567325115
131663	rnn.weight_ih_l1_reverse	7	0.02521747723221779
131663	rnn.weight_ih_l1_reverse	8	0.033393487334251404
131663	rnn.weight_ih_l1_reverse	9	-0.042231716215610504
131663	rnn.weight_hh_l1_reverse	0	0.008154206909239292
131663	rnn.weight_hh_l1_reverse	1	0.02836766466498375
131663	rnn.weight_hh_l1_reverse	2	-0.039973184466362
131663	rnn.weight_hh_l1_reverse	3	0.03914812207221985
131663	rnn.weight_hh_l1_reverse	4	0.04203857481479645
131663	rnn.weight_hh_l1_reverse	5	0.0034410159569233656
131663	rnn.weight_hh_l1_reverse	6	0.032820913940668106
131663	rnn.weight_hh_l1_reverse	7	0.02927115373313427
131663	rnn.weight_hh_l1_reverse	8	-0.006723382975906134
131663	rnn.weight_hh_l1_reverse	9	-0.03097429871559143
131663	rnn.bias_ih_l1_reverse	0	-0.06908459961414337
131663	rnn.bias_ih_l1_reverse	1	-0.15863768756389618
131663	rnn.bias_ih_l1_reverse	2	-0.15803192555904388
131663	rnn.bias_ih_l1_reverse	3	-0.050226956605911255
131663	rnn.bias_ih_l1_reverse	4	-0.19915583729743958
131663	rnn.bias_ih_l1_reverse	5	-0.11347497254610062
131663	rnn.bias_ih_l1_reverse	6	-0.13128548860549927
131663	rnn.bias_ih_l1_reverse	7	-0.19909223914146423
131663	rnn.bias_ih_l1_reverse	8	0.21263492107391357
131663	rnn.bias_ih_l1_reverse	9	0.05044800415635109
131663	rnn.bias_hh_l1_reverse	0	-0.046762045472860336
131663	rnn.bias_hh_l1_reverse	1	-0.035857826471328735
131663	rnn.bias_hh_l1_reverse	2	-0.23552507162094116
131663	rnn.bias_hh_l1_reverse	3	-0.11197550594806671
131663	rnn.bias_hh_l1_reverse	4	-0.09380988031625748
131663	rnn.bias_hh_l1_reverse	5	-0.13743998110294342
131663	rnn.bias_hh_l1_reverse	6	0.11498736590147018
131663	rnn.bias_hh_l1_reverse	7	-0.1620815545320511
131663	rnn.bias_hh_l1_reverse	8	-0.1108761802315712
131663	rnn.bias_hh_l1_reverse	9	-0.14613980054855347
131663	linear.weight	0	0.002228822559118271
131663	linear.weight	1	0.1142626628279686
131663	linear.weight	2	-0.04306412115693092
131663	linear.weight	3	0.30726516246795654
131663	linear.weight	4	0.17170071601867676
131663	linear.weight	5	-0.026275575160980225
131663	linear.weight	6	0.10667053610086441
131663	linear.weight	7	0.08944692462682724
131663	linear.weight	8	0.04127371311187744
131663	linear.weight	9	-0.02323378622531891
131663	linear.bias	0	0.09203638136386871
131663	linear.bias	1	-0.21181552112102509
131663	linear.bias	2	-0.38501542806625366
131663	linear.bias	3	-0.6697370409965515
131663	linear.bias	4	-1.1809581518173218
131663	linear.bias	5	-0.08459801226854324
131663	linear.bias	6	-0.7661236524581909
131663	linear.bias	7	0.3290763199329376
131663	linear.bias	8	-0.48905622959136963
131663	linear.bias	9	-0.9858991503715515
131860	transitions	0	0.6969959139823914
131860	transitions	1	0.16198915243148804
131860	transitions	2	-10000.0
131860	transitions	3	-1.8214460611343384
131860	transitions	4	-10000.0
131860	transitions	5	0.5858173370361328
131860	transitions	6	-0.0704161748290062
131860	transitions	7	-0.6838368773460388
131860	transitions	8	-1.3975980281829834
131860	transitions	9	-0.001066950848326087
131860	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
131860	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
131860	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
131860	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
131860	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
131860	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
131860	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
131860	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
131860	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
131860	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
131860	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
131860	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
131860	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
131860	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
131860	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
131860	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
131860	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
131860	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
131860	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
131860	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
131860	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
131860	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
131860	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
131860	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
131860	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
131860	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
131860	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
131860	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
131860	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
131860	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
131860	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
131860	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
131860	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
131860	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
131860	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
131860	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
131860	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
131860	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
131860	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
131860	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
131860	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
131860	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
131860	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
131860	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
131860	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
131860	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
131860	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
131860	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
131860	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
131860	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
131860	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
131860	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
131860	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
131860	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
131860	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
131860	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
131860	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
131860	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
131860	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
131860	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
131860	embedding2nn.weight	0	0.019280172884464264
131860	embedding2nn.weight	1	-0.014522600919008255
131860	embedding2nn.weight	2	-0.014268254861235619
131860	embedding2nn.weight	3	-0.03862371668219566
131860	embedding2nn.weight	4	-0.0059150345623493195
131860	embedding2nn.weight	5	-0.0037005890626460314
131860	embedding2nn.weight	6	-0.0039732796140015125
131860	embedding2nn.weight	7	-0.08191707730293274
131860	embedding2nn.weight	8	-0.0019979383796453476
131860	embedding2nn.weight	9	-0.030593078583478928
131860	embedding2nn.bias	0	0.05420425534248352
131860	embedding2nn.bias	1	-0.05596363916993141
131860	embedding2nn.bias	2	0.07326476275920868
131860	embedding2nn.bias	3	0.05230201408267021
131860	embedding2nn.bias	4	-0.03768039122223854
131860	embedding2nn.bias	5	-0.04212692752480507
131860	embedding2nn.bias	6	0.03710850700736046
131860	embedding2nn.bias	7	-0.0844884142279625
131860	embedding2nn.bias	8	0.04657633230090141
131860	embedding2nn.bias	9	0.031572405248880386
131860	rnn.weight_ih_l0	0	-0.07036440074443817
131860	rnn.weight_ih_l0	1	0.0019464020151644945
131860	rnn.weight_ih_l0	2	0.048858802765607834
131860	rnn.weight_ih_l0	3	0.017380496487021446
131860	rnn.weight_ih_l0	4	-0.02251005731523037
131860	rnn.weight_ih_l0	5	-0.06584706157445908
131860	rnn.weight_ih_l0	6	0.004248361568897963
131860	rnn.weight_ih_l0	7	0.05357740446925163
131860	rnn.weight_ih_l0	8	-0.014715886674821377
131860	rnn.weight_ih_l0	9	-0.01993691362440586
131860	rnn.weight_hh_l0	0	-0.03321104496717453
131860	rnn.weight_hh_l0	1	-0.011661650612950325
131860	rnn.weight_hh_l0	2	-0.004608639515936375
131860	rnn.weight_hh_l0	3	-0.06315293908119202
131860	rnn.weight_hh_l0	4	0.08177461475133896
131860	rnn.weight_hh_l0	5	-0.023314978927373886
131860	rnn.weight_hh_l0	6	-0.045433513820171356
131860	rnn.weight_hh_l0	7	0.011676221154630184
131860	rnn.weight_hh_l0	8	0.010495592840015888
131860	rnn.weight_hh_l0	9	-0.017279790714383125
131860	rnn.bias_ih_l0	0	0.10576032847166061
131860	rnn.bias_ih_l0	1	-0.028853125870227814
131860	rnn.bias_ih_l0	2	0.0027354455087333918
131860	rnn.bias_ih_l0	3	0.13851624727249146
131860	rnn.bias_ih_l0	4	-0.021336045116186142
131860	rnn.bias_ih_l0	5	-0.014753802679479122
131860	rnn.bias_ih_l0	6	0.020225685089826584
131860	rnn.bias_ih_l0	7	0.03391856327652931
131860	rnn.bias_ih_l0	8	-0.10574061423540115
131860	rnn.bias_ih_l0	9	-0.03583996370434761
131860	rnn.bias_hh_l0	0	-0.024941975250840187
131860	rnn.bias_hh_l0	1	-0.10395342111587524
131860	rnn.bias_hh_l0	2	-0.05129446089267731
131860	rnn.bias_hh_l0	3	-0.08687962591648102
131860	rnn.bias_hh_l0	4	-0.009735076688230038
131860	rnn.bias_hh_l0	5	-0.01668626256287098
131860	rnn.bias_hh_l0	6	0.03856441006064415
131860	rnn.bias_hh_l0	7	0.038487955927848816
131860	rnn.bias_hh_l0	8	-0.10891522467136383
131860	rnn.bias_hh_l0	9	-0.06422582268714905
131860	rnn.weight_ih_l0_reverse	0	-0.025804363191127777
131860	rnn.weight_ih_l0_reverse	1	-0.03640191629528999
131860	rnn.weight_ih_l0_reverse	2	-0.03944152966141701
131860	rnn.weight_ih_l0_reverse	3	0.0018519540317356586
131860	rnn.weight_ih_l0_reverse	4	-0.014202582649886608
131860	rnn.weight_ih_l0_reverse	5	-0.04156048223376274
131860	rnn.weight_ih_l0_reverse	6	0.08705862611532211
131860	rnn.weight_ih_l0_reverse	7	-0.01711798645555973
131860	rnn.weight_ih_l0_reverse	8	-0.017325781285762787
131860	rnn.weight_ih_l0_reverse	9	-0.002556008519604802
131860	rnn.weight_hh_l0_reverse	0	0.05479182302951813
131860	rnn.weight_hh_l0_reverse	1	0.026201574131846428
131860	rnn.weight_hh_l0_reverse	2	0.027816874906420708
131860	rnn.weight_hh_l0_reverse	3	0.030090512707829475
131860	rnn.weight_hh_l0_reverse	4	0.009403775446116924
131860	rnn.weight_hh_l0_reverse	5	0.020614098757505417
131860	rnn.weight_hh_l0_reverse	6	0.04760314151644707
131860	rnn.weight_hh_l0_reverse	7	-0.06077352911233902
131860	rnn.weight_hh_l0_reverse	8	0.035457540303468704
131860	rnn.weight_hh_l0_reverse	9	0.037024207413196564
131860	rnn.bias_ih_l0_reverse	0	-0.07926572859287262
131860	rnn.bias_ih_l0_reverse	1	-0.24312670528888702
131860	rnn.bias_ih_l0_reverse	2	-0.12795555591583252
131860	rnn.bias_ih_l0_reverse	3	-0.03363208472728729
131860	rnn.bias_ih_l0_reverse	4	-0.03521875664591789
131860	rnn.bias_ih_l0_reverse	5	0.07502859085798264
131860	rnn.bias_ih_l0_reverse	6	-0.0709572359919548
131860	rnn.bias_ih_l0_reverse	7	0.05184661224484444
131860	rnn.bias_ih_l0_reverse	8	-0.0415026992559433
131860	rnn.bias_ih_l0_reverse	9	0.060213856399059296
131860	rnn.bias_hh_l0_reverse	0	0.022757375612854958
131860	rnn.bias_hh_l0_reverse	1	-0.03980361670255661
131860	rnn.bias_hh_l0_reverse	2	0.08144795149564743
131860	rnn.bias_hh_l0_reverse	3	-0.041072480380535126
131860	rnn.bias_hh_l0_reverse	4	-0.03338015824556351
131860	rnn.bias_hh_l0_reverse	5	-0.03399065509438515
131860	rnn.bias_hh_l0_reverse	6	-0.03459560498595238
131860	rnn.bias_hh_l0_reverse	7	0.11283035576343536
131860	rnn.bias_hh_l0_reverse	8	0.035577427595853806
131860	rnn.bias_hh_l0_reverse	9	-0.13033315539360046
131860	rnn.weight_ih_l1	0	-0.03421110287308693
131860	rnn.weight_ih_l1	1	-0.04178962856531143
131860	rnn.weight_ih_l1	2	0.05870489031076431
131860	rnn.weight_ih_l1	3	-0.07335016876459122
131860	rnn.weight_ih_l1	4	-0.017850376665592194
131860	rnn.weight_ih_l1	5	-0.04724448546767235
131860	rnn.weight_ih_l1	6	0.03047926165163517
131860	rnn.weight_ih_l1	7	-0.021909523755311966
131860	rnn.weight_ih_l1	8	0.036550335586071014
131860	rnn.weight_ih_l1	9	0.044559549540281296
131860	rnn.weight_hh_l1	0	-0.008763682097196579
131860	rnn.weight_hh_l1	1	0.013704493641853333
131860	rnn.weight_hh_l1	2	0.016072848811745644
131860	rnn.weight_hh_l1	3	-0.007157629821449518
131860	rnn.weight_hh_l1	4	0.008686074055731297
131860	rnn.weight_hh_l1	5	0.025188716128468513
131860	rnn.weight_hh_l1	6	0.03166377544403076
131860	rnn.weight_hh_l1	7	-0.019679026678204536
131860	rnn.weight_hh_l1	8	-0.01267353817820549
131860	rnn.weight_hh_l1	9	0.039970267564058304
131860	rnn.bias_ih_l1	0	-0.1985580027103424
131860	rnn.bias_ih_l1	1	-0.17870087921619415
131860	rnn.bias_ih_l1	2	-0.202076718211174
131860	rnn.bias_ih_l1	3	-0.2533208429813385
131860	rnn.bias_ih_l1	4	-0.20389053225517273
131860	rnn.bias_ih_l1	5	-0.09893602877855301
131860	rnn.bias_ih_l1	6	-0.15521489083766937
131860	rnn.bias_ih_l1	7	-0.04604405164718628
131860	rnn.bias_ih_l1	8	-0.15042243897914886
131860	rnn.bias_ih_l1	9	-0.13903433084487915
131860	rnn.bias_hh_l1	0	-0.12844263017177582
131860	rnn.bias_hh_l1	1	-0.06183360144495964
131860	rnn.bias_hh_l1	2	-0.12083079665899277
131860	rnn.bias_hh_l1	3	-0.08569448441267014
131860	rnn.bias_hh_l1	4	-0.10549924522638321
131860	rnn.bias_hh_l1	5	-0.1115047037601471
131860	rnn.bias_hh_l1	6	-0.1591518670320511
131860	rnn.bias_hh_l1	7	0.04562726244330406
131860	rnn.bias_hh_l1	8	-0.1805390566587448
131860	rnn.bias_hh_l1	9	-0.11358943581581116
131860	rnn.weight_ih_l1_reverse	0	-0.03523097187280655
131860	rnn.weight_ih_l1_reverse	1	0.013047818094491959
131860	rnn.weight_ih_l1_reverse	2	0.06727643311023712
131860	rnn.weight_ih_l1_reverse	3	-0.005442796275019646
131860	rnn.weight_ih_l1_reverse	4	-0.03859136998653412
131860	rnn.weight_ih_l1_reverse	5	-0.03356283903121948
131860	rnn.weight_ih_l1_reverse	6	-0.004873633850365877
131860	rnn.weight_ih_l1_reverse	7	0.024936532601714134
131860	rnn.weight_ih_l1_reverse	8	0.031479474157094955
131860	rnn.weight_ih_l1_reverse	9	-0.04182351380586624
131860	rnn.weight_hh_l1_reverse	0	0.008185256272554398
131860	rnn.weight_hh_l1_reverse	1	0.028619538992643356
131860	rnn.weight_hh_l1_reverse	2	-0.040080051869153976
131860	rnn.weight_hh_l1_reverse	3	0.039241690188646317
131860	rnn.weight_hh_l1_reverse	4	0.042081594467163086
131860	rnn.weight_hh_l1_reverse	5	0.003250227775424719
131860	rnn.weight_hh_l1_reverse	6	0.034416478127241135
131860	rnn.weight_hh_l1_reverse	7	0.029386134818196297
131860	rnn.weight_hh_l1_reverse	8	-0.006689107045531273
131860	rnn.weight_hh_l1_reverse	9	-0.030804265290498734
131860	rnn.bias_ih_l1_reverse	0	-0.06847253441810608
131860	rnn.bias_ih_l1_reverse	1	-0.15870699286460876
131860	rnn.bias_ih_l1_reverse	2	-0.1586427241563797
131860	rnn.bias_ih_l1_reverse	3	-0.05074991285800934
131860	rnn.bias_ih_l1_reverse	4	-0.19784893095493317
131860	rnn.bias_ih_l1_reverse	5	-0.11050337553024292
131860	rnn.bias_ih_l1_reverse	6	-0.13198895752429962
131860	rnn.bias_ih_l1_reverse	7	-0.19954676926136017
131860	rnn.bias_ih_l1_reverse	8	0.21971005201339722
131860	rnn.bias_ih_l1_reverse	9	0.053287323564291
131860	rnn.bias_hh_l1_reverse	0	-0.03979624807834625
131860	rnn.bias_hh_l1_reverse	1	-0.0407586432993412
131860	rnn.bias_hh_l1_reverse	2	-0.23525233566761017
131860	rnn.bias_hh_l1_reverse	3	-0.11318450421094894
131860	rnn.bias_hh_l1_reverse	4	-0.09503840655088425
131860	rnn.bias_hh_l1_reverse	5	-0.13809144496917725
131860	rnn.bias_hh_l1_reverse	6	0.11074657738208771
131860	rnn.bias_hh_l1_reverse	7	-0.1652604639530182
131860	rnn.bias_hh_l1_reverse	8	-0.11008819192647934
131860	rnn.bias_hh_l1_reverse	9	-0.1468188762664795
131860	linear.weight	0	0.002228822559118271
131860	linear.weight	1	0.11059541255235672
131860	linear.weight	2	-0.044227853417396545
131860	linear.weight	3	0.3032246232032776
131860	linear.weight	4	0.1702020913362503
131860	linear.weight	5	-0.02750629559159279
131860	linear.weight	6	0.09308770298957825
131860	linear.weight	7	0.0926927924156189
131860	linear.weight	8	0.04127264767885208
131860	linear.weight	9	-0.02585754729807377
131860	linear.bias	0	0.053328827023506165
131860	linear.bias	1	-0.2009088695049286
131860	linear.bias	2	-0.36500588059425354
131860	linear.bias	3	-0.6870269179344177
131860	linear.bias	4	-1.2014892101287842
131860	linear.bias	5	-0.08057519793510437
131860	linear.bias	6	-0.752968966960907
131860	linear.bias	7	0.3332447409629822
131860	linear.bias	8	-0.4522862434387207
131860	linear.bias	9	-0.9528648853302002
132057	transitions	0	0.6956491470336914
132057	transitions	1	0.17510496079921722
132057	transitions	2	-10000.0
132057	transitions	3	-1.8214716911315918
132057	transitions	4	-10000.0
132057	transitions	5	0.5856831669807434
132057	transitions	6	-0.07048775255680084
132057	transitions	7	-0.6843644380569458
132057	transitions	8	-1.397720456123352
132057	transitions	9	-0.0010678392136469483
132057	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
132057	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
132057	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
132057	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
132057	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
132057	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
132057	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
132057	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
132057	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
132057	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
132057	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
132057	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
132057	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
132057	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
132057	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
132057	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
132057	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
132057	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
132057	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
132057	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
132057	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
132057	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
132057	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
132057	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
132057	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
132057	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
132057	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
132057	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
132057	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
132057	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
132057	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
132057	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
132057	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
132057	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
132057	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
132057	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
132057	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
132057	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
132057	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
132057	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
132057	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
132057	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
132057	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
132057	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
132057	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
132057	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
132057	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
132057	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
132057	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
132057	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
132057	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
132057	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
132057	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
132057	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
132057	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
132057	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
132057	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
132057	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
132057	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
132057	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
132057	embedding2nn.weight	0	0.021789034828543663
132057	embedding2nn.weight	1	-0.014449004083871841
132057	embedding2nn.weight	2	-0.014268254861235619
132057	embedding2nn.weight	3	-0.038814790546894073
132057	embedding2nn.weight	4	-0.0059150345623493195
132057	embedding2nn.weight	5	-0.0037005890626460314
132057	embedding2nn.weight	6	-0.003973279148340225
132057	embedding2nn.weight	7	-0.08188796788454056
132057	embedding2nn.weight	8	-0.0019979383796453476
132057	embedding2nn.weight	9	-0.030390026047825813
132057	embedding2nn.bias	0	0.05375123769044876
132057	embedding2nn.bias	1	-0.05887284502387047
132057	embedding2nn.bias	2	0.07159975916147232
132057	embedding2nn.bias	3	0.05531933531165123
132057	embedding2nn.bias	4	-0.04271356388926506
132057	embedding2nn.bias	5	-0.05206068232655525
132057	embedding2nn.bias	6	0.031564436852931976
132057	embedding2nn.bias	7	-0.0930187925696373
132057	embedding2nn.bias	8	0.04428733512759209
132057	embedding2nn.bias	9	0.03921419754624367
132057	rnn.weight_ih_l0	0	-0.0715058222413063
132057	rnn.weight_ih_l0	1	0.0028492952696979046
132057	rnn.weight_ih_l0	2	0.04672038555145264
132057	rnn.weight_ih_l0	3	0.017714161425828934
132057	rnn.weight_ih_l0	4	-0.025604145601391792
132057	rnn.weight_ih_l0	5	-0.0669080913066864
132057	rnn.weight_ih_l0	6	0.004497825168073177
132057	rnn.weight_ih_l0	7	0.05485443398356438
132057	rnn.weight_ih_l0	8	-0.01469034980982542
132057	rnn.weight_ih_l0	9	-0.020056026056408882
132057	rnn.weight_hh_l0	0	-0.032667648047208786
132057	rnn.weight_hh_l0	1	-0.01107661984860897
132057	rnn.weight_hh_l0	2	-0.004240998532623053
132057	rnn.weight_hh_l0	3	-0.06292266398668289
132057	rnn.weight_hh_l0	4	0.08206961303949356
132057	rnn.weight_hh_l0	5	-0.024101512506604195
132057	rnn.weight_hh_l0	6	-0.044468045234680176
132057	rnn.weight_hh_l0	7	0.011709055863320827
132057	rnn.weight_hh_l0	8	0.0103396475315094
132057	rnn.weight_hh_l0	9	-0.01740364544093609
132057	rnn.bias_ih_l0	0	0.10660360008478165
132057	rnn.bias_ih_l0	1	-0.02957134321331978
132057	rnn.bias_ih_l0	2	0.0035473324824124575
132057	rnn.bias_ih_l0	3	0.1363261491060257
132057	rnn.bias_ih_l0	4	-0.020096875727176666
132057	rnn.bias_ih_l0	5	-0.018420733511447906
132057	rnn.bias_ih_l0	6	0.014075820334255695
132057	rnn.bias_ih_l0	7	0.032975271344184875
132057	rnn.bias_ih_l0	8	-0.10525891929864883
132057	rnn.bias_ih_l0	9	-0.030847778543829918
132057	rnn.bias_hh_l0	0	-0.02484811842441559
132057	rnn.bias_hh_l0	1	-0.10382864624261856
132057	rnn.bias_hh_l0	2	-0.05061234161257744
132057	rnn.bias_hh_l0	3	-0.0857730433344841
132057	rnn.bias_hh_l0	4	-0.010817372240126133
132057	rnn.bias_hh_l0	5	-0.018502138555049896
132057	rnn.bias_hh_l0	6	0.041659824550151825
132057	rnn.bias_hh_l0	7	0.04022635146975517
132057	rnn.bias_hh_l0	8	-0.10866367071866989
132057	rnn.bias_hh_l0	9	-0.0643138438463211
132057	rnn.weight_ih_l0_reverse	0	-0.02468562312424183
132057	rnn.weight_ih_l0_reverse	1	-0.034768495708703995
132057	rnn.weight_ih_l0_reverse	2	-0.04037847742438316
132057	rnn.weight_ih_l0_reverse	3	0.0015396445523947477
132057	rnn.weight_ih_l0_reverse	4	-0.014791443943977356
132057	rnn.weight_ih_l0_reverse	5	-0.04316740483045578
132057	rnn.weight_ih_l0_reverse	6	0.0867314264178276
132057	rnn.weight_ih_l0_reverse	7	-0.016531627625226974
132057	rnn.weight_ih_l0_reverse	8	-0.017572052776813507
132057	rnn.weight_ih_l0_reverse	9	-0.0027268812991678715
132057	rnn.weight_hh_l0_reverse	0	0.055225878953933716
132057	rnn.weight_hh_l0_reverse	1	0.024368083104491234
132057	rnn.weight_hh_l0_reverse	2	0.027589889243245125
132057	rnn.weight_hh_l0_reverse	3	0.03007374331355095
132057	rnn.weight_hh_l0_reverse	4	0.008285422809422016
132057	rnn.weight_hh_l0_reverse	5	0.020894644781947136
132057	rnn.weight_hh_l0_reverse	6	0.04690403491258621
132057	rnn.weight_hh_l0_reverse	7	-0.060233261436223984
132057	rnn.weight_hh_l0_reverse	8	0.035347793251276016
132057	rnn.weight_hh_l0_reverse	9	0.037601687014102936
132057	rnn.bias_ih_l0_reverse	0	-0.07919388264417648
132057	rnn.bias_ih_l0_reverse	1	-0.23832246661186218
132057	rnn.bias_ih_l0_reverse	2	-0.12952041625976562
132057	rnn.bias_ih_l0_reverse	3	-0.035741161555051804
132057	rnn.bias_ih_l0_reverse	4	-0.03475770726799965
132057	rnn.bias_ih_l0_reverse	5	0.07518114149570465
132057	rnn.bias_ih_l0_reverse	6	-0.07065024226903915
132057	rnn.bias_ih_l0_reverse	7	0.052009206265211105
132057	rnn.bias_ih_l0_reverse	8	-0.041827861219644547
132057	rnn.bias_ih_l0_reverse	9	0.05705055221915245
132057	rnn.bias_hh_l0_reverse	0	0.02338818833231926
132057	rnn.bias_hh_l0_reverse	1	-0.04026688635349274
132057	rnn.bias_hh_l0_reverse	2	0.08024708181619644
132057	rnn.bias_hh_l0_reverse	3	-0.04080416262149811
132057	rnn.bias_hh_l0_reverse	4	-0.036726392805576324
132057	rnn.bias_hh_l0_reverse	5	-0.035607412457466125
132057	rnn.bias_hh_l0_reverse	6	-0.03389599174261093
132057	rnn.bias_hh_l0_reverse	7	0.1112852692604065
132057	rnn.bias_hh_l0_reverse	8	0.0371430441737175
132057	rnn.bias_hh_l0_reverse	9	-0.13117370009422302
132057	rnn.weight_ih_l1	0	-0.03513041511178017
132057	rnn.weight_ih_l1	1	-0.040896665304899216
132057	rnn.weight_ih_l1	2	0.05937839299440384
132057	rnn.weight_ih_l1	3	-0.07344533503055573
132057	rnn.weight_ih_l1	4	-0.017588142305612564
132057	rnn.weight_ih_l1	5	-0.047058455646038055
132057	rnn.weight_ih_l1	6	0.02942635677754879
132057	rnn.weight_ih_l1	7	-0.024353567510843277
132057	rnn.weight_ih_l1	8	0.036138251423835754
132057	rnn.weight_ih_l1	9	0.04386669769883156
132057	rnn.weight_hh_l1	0	-0.00786258839070797
132057	rnn.weight_hh_l1	1	0.013885119929909706
132057	rnn.weight_hh_l1	2	0.015393408015370369
132057	rnn.weight_hh_l1	3	-0.006885738577693701
132057	rnn.weight_hh_l1	4	0.00884250458329916
132057	rnn.weight_hh_l1	5	0.024913808330893517
132057	rnn.weight_hh_l1	6	0.03261639177799225
132057	rnn.weight_hh_l1	7	-0.019515113905072212
132057	rnn.weight_hh_l1	8	-0.012768330983817577
132057	rnn.weight_hh_l1	9	0.03940775245428085
132057	rnn.bias_ih_l1	0	-0.19963550567626953
132057	rnn.bias_ih_l1	1	-0.1814214438199997
132057	rnn.bias_ih_l1	2	-0.19921518862247467
132057	rnn.bias_ih_l1	3	-0.25622254610061646
132057	rnn.bias_ih_l1	4	-0.2033102810382843
132057	rnn.bias_ih_l1	5	-0.10090947896242142
132057	rnn.bias_ih_l1	6	-0.16112715005874634
132057	rnn.bias_ih_l1	7	-0.038916297256946564
132057	rnn.bias_ih_l1	8	-0.14963850378990173
132057	rnn.bias_ih_l1	9	-0.1425395905971527
132057	rnn.bias_hh_l1	0	-0.13094861805438995
132057	rnn.bias_hh_l1	1	-0.06535433232784271
132057	rnn.bias_hh_l1	2	-0.12091849744319916
132057	rnn.bias_hh_l1	3	-0.08428768068552017
132057	rnn.bias_hh_l1	4	-0.10355221480131149
132057	rnn.bias_hh_l1	5	-0.10958642512559891
132057	rnn.bias_hh_l1	6	-0.15482451021671295
132057	rnn.bias_hh_l1	7	0.047040216624736786
132057	rnn.bias_hh_l1	8	-0.18046653270721436
132057	rnn.bias_hh_l1	9	-0.11210545897483826
132057	rnn.weight_ih_l1_reverse	0	-0.03603959083557129
132057	rnn.weight_ih_l1_reverse	1	0.01452211756259203
132057	rnn.weight_ih_l1_reverse	2	0.06433518975973129
132057	rnn.weight_ih_l1_reverse	3	-0.006403558421880007
132057	rnn.weight_ih_l1_reverse	4	-0.03808235004544258
132057	rnn.weight_ih_l1_reverse	5	-0.033675968647003174
132057	rnn.weight_ih_l1_reverse	6	-0.005728254560381174
132057	rnn.weight_ih_l1_reverse	7	0.026107773184776306
132057	rnn.weight_ih_l1_reverse	8	0.032035455107688904
132057	rnn.weight_ih_l1_reverse	9	-0.04199158027768135
132057	rnn.weight_hh_l1_reverse	0	0.00775563158094883
132057	rnn.weight_hh_l1_reverse	1	0.02845332771539688
132057	rnn.weight_hh_l1_reverse	2	-0.039917245507240295
132057	rnn.weight_hh_l1_reverse	3	0.03899898752570152
132057	rnn.weight_hh_l1_reverse	4	0.04245055839419365
132057	rnn.weight_hh_l1_reverse	5	0.0029813109431415796
132057	rnn.weight_hh_l1_reverse	6	0.03483744338154793
132057	rnn.weight_hh_l1_reverse	7	0.02963251993060112
132057	rnn.weight_hh_l1_reverse	8	-0.006850218866020441
132057	rnn.weight_hh_l1_reverse	9	-0.03041849657893181
132057	rnn.bias_ih_l1_reverse	0	-0.07077030837535858
132057	rnn.bias_ih_l1_reverse	1	-0.15827752649784088
132057	rnn.bias_ih_l1_reverse	2	-0.1589379906654358
132057	rnn.bias_ih_l1_reverse	3	-0.04627498611807823
132057	rnn.bias_ih_l1_reverse	4	-0.20207057893276215
132057	rnn.bias_ih_l1_reverse	5	-0.11257005482912064
132057	rnn.bias_ih_l1_reverse	6	-0.13350363075733185
132057	rnn.bias_ih_l1_reverse	7	-0.1986609846353531
132057	rnn.bias_ih_l1_reverse	8	0.22213006019592285
132057	rnn.bias_ih_l1_reverse	9	0.053243137896060944
132057	rnn.bias_hh_l1_reverse	0	-0.025686781853437424
132057	rnn.bias_hh_l1_reverse	1	-0.049384213984012604
132057	rnn.bias_hh_l1_reverse	2	-0.23510102927684784
132057	rnn.bias_hh_l1_reverse	3	-0.11647187173366547
132057	rnn.bias_hh_l1_reverse	4	-0.09469994157552719
132057	rnn.bias_hh_l1_reverse	5	-0.13571812212467194
132057	rnn.bias_hh_l1_reverse	6	0.10667139291763306
132057	rnn.bias_hh_l1_reverse	7	-0.161352276802063
132057	rnn.bias_hh_l1_reverse	8	-0.10898181796073914
132057	rnn.bias_hh_l1_reverse	9	-0.1466425657272339
132057	linear.weight	0	0.002228822559118271
132057	linear.weight	1	0.12246549129486084
132057	linear.weight	2	-0.044031426310539246
132057	linear.weight	3	0.3086390495300293
132057	linear.weight	4	0.1687345951795578
132057	linear.weight	5	-0.029474318027496338
132057	linear.weight	6	0.08480224758386612
132057	linear.weight	7	0.0941721573472023
132057	linear.weight	8	0.041272521018981934
132057	linear.weight	9	-0.029027601704001427
132057	linear.bias	0	0.06657516211271286
132057	linear.bias	1	-0.1938011795282364
132057	linear.bias	2	-0.37873610854148865
132057	linear.bias	3	-0.6842440962791443
132057	linear.bias	4	-1.2002246379852295
132057	linear.bias	5	-0.1053638905286789
132057	linear.bias	6	-0.7478551268577576
132057	linear.bias	7	0.3074921667575836
132057	linear.bias	8	-0.4626661241054535
132057	linear.bias	9	-0.967210590839386
132254	transitions	0	0.694553792476654
132254	transitions	1	0.17809148132801056
132254	transitions	2	-10000.0
132254	transitions	3	-1.8215137720108032
132254	transitions	4	-10000.0
132254	transitions	5	0.5853523015975952
132254	transitions	6	-0.07055263966321945
132254	transitions	7	-0.6850001215934753
132254	transitions	8	-1.397807002067566
132254	transitions	9	-0.0010687338653951883
132254	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
132254	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
132254	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
132254	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
132254	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
132254	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
132254	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
132254	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
132254	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
132254	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
132254	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
132254	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
132254	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
132254	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
132254	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
132254	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
132254	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
132254	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
132254	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
132254	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
132254	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
132254	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
132254	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
132254	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
132254	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
132254	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
132254	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
132254	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
132254	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
132254	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
132254	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
132254	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
132254	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
132254	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
132254	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
132254	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
132254	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
132254	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
132254	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
132254	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
132254	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
132254	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
132254	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
132254	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
132254	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
132254	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
132254	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
132254	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
132254	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
132254	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
132254	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
132254	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
132254	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
132254	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
132254	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
132254	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
132254	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
132254	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
132254	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
132254	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
132254	embedding2nn.weight	0	0.02254609577357769
132254	embedding2nn.weight	1	-0.014451436698436737
132254	embedding2nn.weight	2	-0.014268254861235619
132254	embedding2nn.weight	3	-0.038827672600746155
132254	embedding2nn.weight	4	-0.0059150345623493195
132254	embedding2nn.weight	5	-0.0037005888298153877
132254	embedding2nn.weight	6	-0.003973276820033789
132254	embedding2nn.weight	7	-0.08068782091140747
132254	embedding2nn.weight	8	-0.0019979383796453476
132254	embedding2nn.weight	9	-0.0301108006387949
132254	embedding2nn.bias	0	0.049595970660448074
132254	embedding2nn.bias	1	-0.05753922089934349
132254	embedding2nn.bias	2	0.06621486693620682
132254	embedding2nn.bias	3	0.06476664543151855
132254	embedding2nn.bias	4	-0.04382258653640747
132254	embedding2nn.bias	5	-0.05114606395363808
132254	embedding2nn.bias	6	0.037101127207279205
132254	embedding2nn.bias	7	-0.09044341742992401
132254	embedding2nn.bias	8	0.03625057265162468
132254	embedding2nn.bias	9	0.04150490462779999
132254	rnn.weight_ih_l0	0	-0.07242914289236069
132254	rnn.weight_ih_l0	1	0.002955765463411808
132254	rnn.weight_ih_l0	2	0.046408433467149734
132254	rnn.weight_ih_l0	3	0.017325719818472862
132254	rnn.weight_ih_l0	4	-0.02656707540154457
132254	rnn.weight_ih_l0	5	-0.06748877465724945
132254	rnn.weight_ih_l0	6	0.004238423425704241
132254	rnn.weight_ih_l0	7	0.057210683822631836
132254	rnn.weight_ih_l0	8	-0.015370476059615612
132254	rnn.weight_ih_l0	9	-0.020902365446090698
132254	rnn.weight_hh_l0	0	-0.032544516026973724
132254	rnn.weight_hh_l0	1	-0.0105431554839015
132254	rnn.weight_hh_l0	2	-0.005083607509732246
132254	rnn.weight_hh_l0	3	-0.062480226159095764
132254	rnn.weight_hh_l0	4	0.08202147483825684
132254	rnn.weight_hh_l0	5	-0.024823464453220367
132254	rnn.weight_hh_l0	6	-0.044858016073703766
132254	rnn.weight_hh_l0	7	0.011253738775849342
132254	rnn.weight_hh_l0	8	0.010693797841668129
132254	rnn.weight_hh_l0	9	-0.017181258648633957
132254	rnn.bias_ih_l0	0	0.10676231235265732
132254	rnn.bias_ih_l0	1	-0.030650043860077858
132254	rnn.bias_ih_l0	2	0.001730518415570259
132254	rnn.bias_ih_l0	3	0.13883061707019806
132254	rnn.bias_ih_l0	4	-0.020715123042464256
132254	rnn.bias_ih_l0	5	-0.021510537713766098
132254	rnn.bias_ih_l0	6	0.014531423337757587
132254	rnn.bias_ih_l0	7	0.03603104129433632
132254	rnn.bias_ih_l0	8	-0.10582508146762848
132254	rnn.bias_ih_l0	9	-0.028672290965914726
132254	rnn.bias_hh_l0	0	-0.027148405089974403
132254	rnn.bias_hh_l0	1	-0.10284046828746796
132254	rnn.bias_hh_l0	2	-0.049084872007369995
132254	rnn.bias_hh_l0	3	-0.08501619100570679
132254	rnn.bias_hh_l0	4	-0.013917888514697552
132254	rnn.bias_hh_l0	5	-0.02078908495604992
132254	rnn.bias_hh_l0	6	0.03965582326054573
132254	rnn.bias_hh_l0	7	0.0392637699842453
132254	rnn.bias_hh_l0	8	-0.10724881291389465
132254	rnn.bias_hh_l0	9	-0.060255542397499084
132254	rnn.weight_ih_l0_reverse	0	-0.02588329277932644
132254	rnn.weight_ih_l0_reverse	1	-0.036385826766490936
132254	rnn.weight_ih_l0_reverse	2	-0.039964284747838974
132254	rnn.weight_ih_l0_reverse	3	0.0021724547259509563
132254	rnn.weight_ih_l0_reverse	4	-0.014390481635928154
132254	rnn.weight_ih_l0_reverse	5	-0.04475833848118782
132254	rnn.weight_ih_l0_reverse	6	0.08871820569038391
132254	rnn.weight_ih_l0_reverse	7	-0.01602339744567871
132254	rnn.weight_ih_l0_reverse	8	-0.01660243235528469
132254	rnn.weight_ih_l0_reverse	9	-0.0028031079564243555
132254	rnn.weight_hh_l0_reverse	0	0.05521295964717865
132254	rnn.weight_hh_l0_reverse	1	0.024060647934675217
132254	rnn.weight_hh_l0_reverse	2	0.0283286664634943
132254	rnn.weight_hh_l0_reverse	3	0.029730187729001045
132254	rnn.weight_hh_l0_reverse	4	0.00844266265630722
132254	rnn.weight_hh_l0_reverse	5	0.021879324689507484
132254	rnn.weight_hh_l0_reverse	6	0.04697062075138092
132254	rnn.weight_hh_l0_reverse	7	-0.060927506536245346
132254	rnn.weight_hh_l0_reverse	8	0.035390667617321014
132254	rnn.weight_hh_l0_reverse	9	0.037622615694999695
132254	rnn.bias_ih_l0_reverse	0	-0.07772435992956161
132254	rnn.bias_ih_l0_reverse	1	-0.23097750544548035
132254	rnn.bias_ih_l0_reverse	2	-0.12828032672405243
132254	rnn.bias_ih_l0_reverse	3	-0.03721725195646286
132254	rnn.bias_ih_l0_reverse	4	-0.03487933799624443
132254	rnn.bias_ih_l0_reverse	5	0.07353217154741287
132254	rnn.bias_ih_l0_reverse	6	-0.06951087713241577
132254	rnn.bias_ih_l0_reverse	7	0.05281997099518776
132254	rnn.bias_ih_l0_reverse	8	-0.04187155142426491
132254	rnn.bias_ih_l0_reverse	9	0.060968853533267975
132254	rnn.bias_hh_l0_reverse	0	0.02340949885547161
132254	rnn.bias_hh_l0_reverse	1	-0.04197358712553978
132254	rnn.bias_hh_l0_reverse	2	0.08099810034036636
132254	rnn.bias_hh_l0_reverse	3	-0.04317822307348251
132254	rnn.bias_hh_l0_reverse	4	-0.03707224503159523
132254	rnn.bias_hh_l0_reverse	5	-0.035004615783691406
132254	rnn.bias_hh_l0_reverse	6	-0.03325450047850609
132254	rnn.bias_hh_l0_reverse	7	0.10742183774709702
132254	rnn.bias_hh_l0_reverse	8	0.03636610880494118
132254	rnn.bias_hh_l0_reverse	9	-0.13624952733516693
132254	rnn.weight_ih_l1	0	-0.03466468304395676
132254	rnn.weight_ih_l1	1	-0.040896669030189514
132254	rnn.weight_ih_l1	2	0.059063706547021866
132254	rnn.weight_ih_l1	3	-0.07125722616910934
132254	rnn.weight_ih_l1	4	-0.017893821001052856
132254	rnn.weight_ih_l1	5	-0.047265853732824326
132254	rnn.weight_ih_l1	6	0.02970094606280327
132254	rnn.weight_ih_l1	7	-0.024354401975870132
132254	rnn.weight_ih_l1	8	0.036127448081970215
132254	rnn.weight_ih_l1	9	0.043150369077920914
132254	rnn.weight_hh_l1	0	-0.0072057852521538734
132254	rnn.weight_hh_l1	1	0.013784455135464668
132254	rnn.weight_hh_l1	2	0.015243238769471645
132254	rnn.weight_hh_l1	3	-0.007106366567313671
132254	rnn.weight_hh_l1	4	0.008799643255770206
132254	rnn.weight_hh_l1	5	0.024749405682086945
132254	rnn.weight_hh_l1	6	0.032738953828811646
132254	rnn.weight_hh_l1	7	-0.020332127809524536
132254	rnn.weight_hh_l1	8	-0.013029009103775024
132254	rnn.weight_hh_l1	9	0.03848983347415924
132254	rnn.bias_ih_l1	0	-0.20539617538452148
132254	rnn.bias_ih_l1	1	-0.18292976915836334
132254	rnn.bias_ih_l1	2	-0.19956324994564056
132254	rnn.bias_ih_l1	3	-0.2561818063259125
132254	rnn.bias_ih_l1	4	-0.19885222613811493
132254	rnn.bias_ih_l1	5	-0.1012401357293129
132254	rnn.bias_ih_l1	6	-0.15888725221157074
132254	rnn.bias_ih_l1	7	-0.03835108131170273
132254	rnn.bias_ih_l1	8	-0.15012627840042114
132254	rnn.bias_ih_l1	9	-0.14472609758377075
132254	rnn.bias_hh_l1	0	-0.13088025152683258
132254	rnn.bias_hh_l1	1	-0.06295666843652725
132254	rnn.bias_hh_l1	2	-0.12277891486883163
132254	rnn.bias_hh_l1	3	-0.08314559608697891
132254	rnn.bias_hh_l1	4	-0.1021578311920166
132254	rnn.bias_hh_l1	5	-0.1104237362742424
132254	rnn.bias_hh_l1	6	-0.15621362626552582
132254	rnn.bias_hh_l1	7	0.04162447527050972
132254	rnn.bias_hh_l1	8	-0.18050803244113922
132254	rnn.bias_hh_l1	9	-0.11319725215435028
132254	rnn.weight_ih_l1_reverse	0	-0.03650887683033943
132254	rnn.weight_ih_l1_reverse	1	0.015251082368195057
132254	rnn.weight_ih_l1_reverse	2	0.06706510484218597
132254	rnn.weight_ih_l1_reverse	3	-0.0050989119336009026
132254	rnn.weight_ih_l1_reverse	4	-0.03786803036928177
132254	rnn.weight_ih_l1_reverse	5	-0.034002434462308884
132254	rnn.weight_ih_l1_reverse	6	-0.009010684676468372
132254	rnn.weight_ih_l1_reverse	7	0.02648458443582058
132254	rnn.weight_ih_l1_reverse	8	0.03333022817969322
132254	rnn.weight_ih_l1_reverse	9	-0.041841771453619
132254	rnn.weight_hh_l1_reverse	0	0.007505951914936304
132254	rnn.weight_hh_l1_reverse	1	0.028364798054099083
132254	rnn.weight_hh_l1_reverse	2	-0.03979242220520973
132254	rnn.weight_hh_l1_reverse	3	0.03885877877473831
132254	rnn.weight_hh_l1_reverse	4	0.04271770641207695
132254	rnn.weight_hh_l1_reverse	5	0.0037667176220566034
132254	rnn.weight_hh_l1_reverse	6	0.034511081874370575
132254	rnn.weight_hh_l1_reverse	7	0.029727671295404434
132254	rnn.weight_hh_l1_reverse	8	-0.006740728858858347
132254	rnn.weight_hh_l1_reverse	9	-0.030540581792593002
132254	rnn.bias_ih_l1_reverse	0	-0.07218676805496216
132254	rnn.bias_ih_l1_reverse	1	-0.1596302092075348
132254	rnn.bias_ih_l1_reverse	2	-0.15912216901779175
132254	rnn.bias_ih_l1_reverse	3	-0.04591122269630432
132254	rnn.bias_ih_l1_reverse	4	-0.20552144944667816
132254	rnn.bias_ih_l1_reverse	5	-0.11087653785943985
132254	rnn.bias_ih_l1_reverse	6	-0.13188959658145905
132254	rnn.bias_ih_l1_reverse	7	-0.19961465895175934
132254	rnn.bias_ih_l1_reverse	8	0.2192169725894928
132254	rnn.bias_ih_l1_reverse	9	0.04761369898915291
132254	rnn.bias_hh_l1_reverse	0	-0.01763983443379402
132254	rnn.bias_hh_l1_reverse	1	-0.04786904901266098
132254	rnn.bias_hh_l1_reverse	2	-0.23367829620838165
132254	rnn.bias_hh_l1_reverse	3	-0.11662822216749191
132254	rnn.bias_hh_l1_reverse	4	-0.09496243298053741
132254	rnn.bias_hh_l1_reverse	5	-0.13685573637485504
132254	rnn.bias_hh_l1_reverse	6	0.11919219046831131
132254	rnn.bias_hh_l1_reverse	7	-0.1596401184797287
132254	rnn.bias_hh_l1_reverse	8	-0.10989347845315933
132254	rnn.bias_hh_l1_reverse	9	-0.1472724825143814
132254	linear.weight	0	0.002228822559118271
132254	linear.weight	1	0.11927463859319687
132254	linear.weight	2	-0.04690058156847954
132254	linear.weight	3	0.3099309504032135
132254	linear.weight	4	0.1660875827074051
132254	linear.weight	5	-0.03283408284187317
132254	linear.weight	6	0.07436887174844742
132254	linear.weight	7	0.09598542749881744
132254	linear.weight	8	0.04127269238233566
132254	linear.weight	9	-0.02825973927974701
132254	linear.bias	0	0.08092135936021805
132254	linear.bias	1	-0.2058226615190506
132254	linear.bias	2	-0.37078657746315
132254	linear.bias	3	-0.6741624474525452
132254	linear.bias	4	-1.193974494934082
132254	linear.bias	5	-0.09751535952091217
132254	linear.bias	6	-0.7605610489845276
132254	linear.bias	7	0.3143092691898346
132254	linear.bias	8	-0.46549493074417114
132254	linear.bias	9	-0.9731320738792419
132258	transitions	0	0.6941821575164795
132258	transitions	1	0.17619389295578003
132258	transitions	2	-10000.0
132258	transitions	3	-1.8215137720108032
132258	transitions	4	-10000.0
132258	transitions	5	0.5853444933891296
132258	transitions	6	-0.07055367529392242
132258	transitions	7	-0.6850005984306335
132258	transitions	8	-1.397807240486145
132258	transitions	9	-0.0010687432950362563
132258	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
132258	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
132258	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
132258	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
132258	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
132258	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
132258	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
132258	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
132258	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
132258	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
132258	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
132258	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
132258	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
132258	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
132258	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
132258	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
132258	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
132258	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
132258	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
132258	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
132258	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
132258	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
132258	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
132258	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
132258	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
132258	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
132258	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
132258	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
132258	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
132258	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
132258	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
132258	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
132258	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
132258	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
132258	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
132258	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
132258	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
132258	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
132258	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
132258	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
132258	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
132258	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
132258	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
132258	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
132258	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
132258	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
132258	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
132258	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
132258	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
132258	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
132258	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
132258	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
132258	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
132258	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
132258	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
132258	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
132258	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
132258	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
132258	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
132258	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
132258	embedding2nn.weight	0	0.022230973467230797
132258	embedding2nn.weight	1	-0.014430487528443336
132258	embedding2nn.weight	2	-0.014268254861235619
132258	embedding2nn.weight	3	-0.03879208862781525
132258	embedding2nn.weight	4	-0.0059150345623493195
132258	embedding2nn.weight	5	-0.0037005888298153877
132258	embedding2nn.weight	6	-0.003973276820033789
132258	embedding2nn.weight	7	-0.08067334443330765
132258	embedding2nn.weight	8	-0.0019979383796453476
132258	embedding2nn.weight	9	-0.03004828654229641
132258	embedding2nn.bias	0	0.048675257712602615
132258	embedding2nn.bias	1	-0.0565757118165493
132258	embedding2nn.bias	2	0.06552959233522415
132258	embedding2nn.bias	3	0.0645754411816597
132258	embedding2nn.bias	4	-0.04538199305534363
132258	embedding2nn.bias	5	-0.05107909068465233
132258	embedding2nn.bias	6	0.0374240018427372
132258	embedding2nn.bias	7	-0.08828333765268326
132258	embedding2nn.bias	8	0.0368976928293705
132258	embedding2nn.bias	9	0.0429106168448925
132258	rnn.weight_ih_l0	0	-0.0723494440317154
132258	rnn.weight_ih_l0	1	0.0030027052853256464
132258	rnn.weight_ih_l0	2	0.04644862189888954
132258	rnn.weight_ih_l0	3	0.017038239166140556
132258	rnn.weight_ih_l0	4	-0.02656891569495201
132258	rnn.weight_ih_l0	5	-0.06743065267801285
132258	rnn.weight_ih_l0	6	0.004048405680805445
132258	rnn.weight_ih_l0	7	0.05704468488693237
132258	rnn.weight_ih_l0	8	-0.015170595608651638
132258	rnn.weight_ih_l0	9	-0.02087443321943283
132258	rnn.weight_hh_l0	0	-0.03276829421520233
132258	rnn.weight_hh_l0	1	-0.010472001507878304
132258	rnn.weight_hh_l0	2	-0.005153194069862366
132258	rnn.weight_hh_l0	3	-0.06248984485864639
132258	rnn.weight_hh_l0	4	0.08178802579641342
132258	rnn.weight_hh_l0	5	-0.02489994466304779
132258	rnn.weight_hh_l0	6	-0.0448322556912899
132258	rnn.weight_hh_l0	7	0.011335262097418308
132258	rnn.weight_hh_l0	8	0.010646741837263107
132258	rnn.weight_hh_l0	9	-0.01718851923942566
132258	rnn.bias_ih_l0	0	0.10688314586877823
132258	rnn.bias_ih_l0	1	-0.03034871071577072
132258	rnn.bias_ih_l0	2	0.0015349001623690128
132258	rnn.bias_ih_l0	3	0.13934868574142456
132258	rnn.bias_ih_l0	4	-0.020806841552257538
132258	rnn.bias_ih_l0	5	-0.021244341507554054
132258	rnn.bias_ih_l0	6	0.014621440321207047
132258	rnn.bias_ih_l0	7	0.036564331501722336
132258	rnn.bias_ih_l0	8	-0.10539001226425171
132258	rnn.bias_ih_l0	9	-0.029226385056972504
132258	rnn.bias_hh_l0	0	-0.027655359357595444
132258	rnn.bias_hh_l0	1	-0.10299855470657349
132258	rnn.bias_hh_l0	2	-0.04919222369790077
132258	rnn.bias_hh_l0	3	-0.08512135595083237
132258	rnn.bias_hh_l0	4	-0.014318253844976425
132258	rnn.bias_hh_l0	5	-0.020269228145480156
132258	rnn.bias_hh_l0	6	0.0397808812558651
132258	rnn.bias_hh_l0	7	0.039633046835660934
132258	rnn.bias_hh_l0	8	-0.10723266750574112
132258	rnn.bias_hh_l0	9	-0.05956796184182167
132258	rnn.weight_ih_l0_reverse	0	-0.02585005760192871
132258	rnn.weight_ih_l0_reverse	1	-0.03604533523321152
132258	rnn.weight_ih_l0_reverse	2	-0.03971819952130318
132258	rnn.weight_ih_l0_reverse	3	0.002179228002205491
132258	rnn.weight_ih_l0_reverse	4	-0.01434305589646101
132258	rnn.weight_ih_l0_reverse	5	-0.04474051296710968
132258	rnn.weight_ih_l0_reverse	6	0.08869241178035736
132258	rnn.weight_ih_l0_reverse	7	-0.016016516834497452
132258	rnn.weight_ih_l0_reverse	8	-0.016537992283701897
132258	rnn.weight_ih_l0_reverse	9	-0.0028281158301979303
132258	rnn.weight_hh_l0_reverse	0	0.055191799998283386
132258	rnn.weight_hh_l0_reverse	1	0.02396240644156933
132258	rnn.weight_hh_l0_reverse	2	0.02826033905148506
132258	rnn.weight_hh_l0_reverse	3	0.029820146039128304
132258	rnn.weight_hh_l0_reverse	4	0.008451392874121666
132258	rnn.weight_hh_l0_reverse	5	0.021978512406349182
132258	rnn.weight_hh_l0_reverse	6	0.04698442295193672
132258	rnn.weight_hh_l0_reverse	7	-0.061134763062000275
132258	rnn.weight_hh_l0_reverse	8	0.03542938455939293
132258	rnn.weight_hh_l0_reverse	9	0.037595510482788086
132258	rnn.bias_ih_l0_reverse	0	-0.0781778022646904
132258	rnn.bias_ih_l0_reverse	1	-0.23068132996559143
132258	rnn.bias_ih_l0_reverse	2	-0.12835167348384857
132258	rnn.bias_ih_l0_reverse	3	-0.03721113130450249
132258	rnn.bias_ih_l0_reverse	4	-0.03503258526325226
132258	rnn.bias_ih_l0_reverse	5	0.07327374815940857
132258	rnn.bias_ih_l0_reverse	6	-0.069561667740345
132258	rnn.bias_ih_l0_reverse	7	0.05274007469415665
132258	rnn.bias_ih_l0_reverse	8	-0.04238894581794739
132258	rnn.bias_ih_l0_reverse	9	0.06143596023321152
132258	rnn.bias_hh_l0_reverse	0	0.023424098268151283
132258	rnn.bias_hh_l0_reverse	1	-0.042087867856025696
132258	rnn.bias_hh_l0_reverse	2	0.0807550847530365
132258	rnn.bias_hh_l0_reverse	3	-0.0435890294611454
132258	rnn.bias_hh_l0_reverse	4	-0.03731612488627434
132258	rnn.bias_hh_l0_reverse	5	-0.035309161990880966
132258	rnn.bias_hh_l0_reverse	6	-0.033407364040613174
132258	rnn.bias_hh_l0_reverse	7	0.10712086409330368
132258	rnn.bias_hh_l0_reverse	8	0.0372113473713398
132258	rnn.bias_hh_l0_reverse	9	-0.13635468482971191
132258	rnn.weight_ih_l1	0	-0.034671831876039505
132258	rnn.weight_ih_l1	1	-0.04087186977267265
132258	rnn.weight_ih_l1	2	0.05903911963105202
132258	rnn.weight_ih_l1	3	-0.07138398289680481
132258	rnn.weight_ih_l1	4	-0.017982523888349533
132258	rnn.weight_ih_l1	5	-0.04727904126048088
132258	rnn.weight_ih_l1	6	0.02981012873351574
132258	rnn.weight_ih_l1	7	-0.024458257481455803
132258	rnn.weight_ih_l1	8	0.03616155683994293
132258	rnn.weight_ih_l1	9	0.043179601430892944
132258	rnn.weight_hh_l1	0	-0.007254683878272772
132258	rnn.weight_hh_l1	1	0.01379588432610035
132258	rnn.weight_hh_l1	2	0.014566309750080109
132258	rnn.weight_hh_l1	3	-0.007083490490913391
132258	rnn.weight_hh_l1	4	0.008785911835730076
132258	rnn.weight_hh_l1	5	0.024742791429162025
132258	rnn.weight_hh_l1	6	0.03269452601671219
132258	rnn.weight_hh_l1	7	-0.020245922729372978
132258	rnn.weight_hh_l1	8	-0.013010549359023571
132258	rnn.weight_hh_l1	9	0.03850772976875305
132258	rnn.bias_ih_l1	0	-0.20519137382507324
132258	rnn.bias_ih_l1	1	-0.1830003261566162
132258	rnn.bias_ih_l1	2	-0.19946114718914032
132258	rnn.bias_ih_l1	3	-0.25644829869270325
132258	rnn.bias_ih_l1	4	-0.20028772950172424
132258	rnn.bias_ih_l1	5	-0.10106077790260315
132258	rnn.bias_ih_l1	6	-0.15921100974082947
132258	rnn.bias_ih_l1	7	-0.03890857845544815
132258	rnn.bias_ih_l1	8	-0.14992788434028625
132258	rnn.bias_ih_l1	9	-0.14471220970153809
132258	rnn.bias_hh_l1	0	-0.1313609629869461
132258	rnn.bias_hh_l1	1	-0.06375283002853394
132258	rnn.bias_hh_l1	2	-0.12307575345039368
132258	rnn.bias_hh_l1	3	-0.08314622938632965
132258	rnn.bias_hh_l1	4	-0.1017075628042221
132258	rnn.bias_hh_l1	5	-0.1104169711470604
132258	rnn.bias_hh_l1	6	-0.15663857758045197
132258	rnn.bias_hh_l1	7	0.041760604828596115
132258	rnn.bias_hh_l1	8	-0.1806957870721817
132258	rnn.bias_hh_l1	9	-0.11326097697019577
132258	rnn.weight_ih_l1_reverse	0	-0.036286238580942154
132258	rnn.weight_ih_l1_reverse	1	0.01519628707319498
132258	rnn.weight_ih_l1_reverse	2	0.06690941005945206
132258	rnn.weight_ih_l1_reverse	3	-0.005299881566315889
132258	rnn.weight_ih_l1_reverse	4	-0.03780803829431534
132258	rnn.weight_ih_l1_reverse	5	-0.03400063142180443
132258	rnn.weight_ih_l1_reverse	6	-0.009001870639622211
132258	rnn.weight_ih_l1_reverse	7	0.026530524715781212
132258	rnn.weight_ih_l1_reverse	8	0.03339925780892372
132258	rnn.weight_ih_l1_reverse	9	-0.04201813042163849
132258	rnn.weight_hh_l1_reverse	0	0.007532916963100433
132258	rnn.weight_hh_l1_reverse	1	0.028362544253468513
132258	rnn.weight_hh_l1_reverse	2	-0.03979077562689781
132258	rnn.weight_hh_l1_reverse	3	0.038896139711141586
132258	rnn.weight_hh_l1_reverse	4	0.04273364692926407
132258	rnn.weight_hh_l1_reverse	5	0.00364309037104249
132258	rnn.weight_hh_l1_reverse	6	0.034832511097192764
132258	rnn.weight_hh_l1_reverse	7	0.029695240780711174
132258	rnn.weight_hh_l1_reverse	8	-0.006715016905218363
132258	rnn.weight_hh_l1_reverse	9	-0.030546974390745163
132258	rnn.bias_ih_l1_reverse	0	-0.07162895798683167
132258	rnn.bias_ih_l1_reverse	1	-0.15995870530605316
132258	rnn.bias_ih_l1_reverse	2	-0.1593286693096161
132258	rnn.bias_ih_l1_reverse	3	-0.04589228704571724
132258	rnn.bias_ih_l1_reverse	4	-0.20540611445903778
132258	rnn.bias_ih_l1_reverse	5	-0.11092688143253326
132258	rnn.bias_ih_l1_reverse	6	-0.1320021152496338
132258	rnn.bias_ih_l1_reverse	7	-0.19920101761817932
132258	rnn.bias_ih_l1_reverse	8	0.22143912315368652
132258	rnn.bias_ih_l1_reverse	9	0.04812702536582947
132258	rnn.bias_hh_l1_reverse	0	-0.01659214496612549
132258	rnn.bias_hh_l1_reverse	1	-0.0467652902007103
132258	rnn.bias_hh_l1_reverse	2	-0.23354850709438324
132258	rnn.bias_hh_l1_reverse	3	-0.11701015383005142
132258	rnn.bias_hh_l1_reverse	4	-0.09471708536148071
132258	rnn.bias_hh_l1_reverse	5	-0.13696898519992828
132258	rnn.bias_hh_l1_reverse	6	0.11754285544157028
132258	rnn.bias_hh_l1_reverse	7	-0.15905092656612396
132258	rnn.bias_hh_l1_reverse	8	-0.11002486199140549
132258	rnn.bias_hh_l1_reverse	9	-0.14741839468479156
132258	linear.weight	0	0.002228822559118271
132258	linear.weight	1	0.11933638900518417
132258	linear.weight	2	-0.04598556458950043
132258	linear.weight	3	0.30895835161209106
132258	linear.weight	4	0.1660315990447998
132258	linear.weight	5	-0.032831788063049316
132258	linear.weight	6	0.07779330015182495
132258	linear.weight	7	0.09754187613725662
132258	linear.weight	8	0.04127270728349686
132258	linear.weight	9	-0.027668215334415436
132258	linear.bias	0	0.09312479943037033
132258	linear.bias	1	-0.20503127574920654
132258	linear.bias	2	-0.35732972621917725
132258	linear.bias	3	-0.6800251603126526
132258	linear.bias	4	-1.200980544090271
132258	linear.bias	5	-0.08528469502925873
132258	linear.bias	6	-0.7597262263298035
132258	linear.bias	7	0.32660695910453796
132258	linear.bias	8	-0.4724946618080139
132258	linear.bias	9	-0.9801671504974365
132455	transitions	0	0.6861943602561951
132455	transitions	1	0.18117307126522064
132455	transitions	2	-10000.0
132455	transitions	3	-1.8215556144714355
132455	transitions	4	-10000.0
132455	transitions	5	0.5852338075637817
132455	transitions	6	-0.07065809518098831
132455	transitions	7	-0.6854130625724792
132455	transitions	8	-1.3979008197784424
132455	transitions	9	-0.0010697348043322563
132455	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
132455	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
132455	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
132455	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
132455	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
132455	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
132455	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
132455	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
132455	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
132455	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
132455	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
132455	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
132455	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
132455	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
132455	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
132455	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
132455	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
132455	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
132455	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
132455	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
132455	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
132455	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
132455	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
132455	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
132455	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
132455	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
132455	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
132455	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
132455	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
132455	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
132455	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
132455	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
132455	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
132455	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
132455	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
132455	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
132455	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
132455	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
132455	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
132455	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
132455	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
132455	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
132455	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
132455	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
132455	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
132455	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
132455	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
132455	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
132455	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
132455	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
132455	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
132455	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
132455	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
132455	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
132455	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
132455	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
132455	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
132455	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
132455	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
132455	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
132455	embedding2nn.weight	0	0.020572634413838387
132455	embedding2nn.weight	1	-0.014710433781147003
132455	embedding2nn.weight	2	-0.014268254861235619
132455	embedding2nn.weight	3	-0.039521217346191406
132455	embedding2nn.weight	4	-0.0059150345623493195
132455	embedding2nn.weight	5	-0.003700589295476675
132455	embedding2nn.weight	6	-0.003973276354372501
132455	embedding2nn.weight	7	-0.08123873919248581
132455	embedding2nn.weight	8	-0.0019979383796453476
132455	embedding2nn.weight	9	-0.028446147218346596
132455	embedding2nn.bias	0	0.04966544359922409
132455	embedding2nn.bias	1	-0.06653809547424316
132455	embedding2nn.bias	2	0.06543918699026108
132455	embedding2nn.bias	3	0.05711578577756882
132455	embedding2nn.bias	4	-0.04565674066543579
132455	embedding2nn.bias	5	-0.055923912674188614
132455	embedding2nn.bias	6	0.03054925985634327
132455	embedding2nn.bias	7	-0.08255922049283981
132455	embedding2nn.bias	8	0.04252699017524719
132455	embedding2nn.bias	9	0.03694772347807884
132455	rnn.weight_ih_l0	0	-0.0741918608546257
132455	rnn.weight_ih_l0	1	0.0035426816903054714
132455	rnn.weight_ih_l0	2	0.04678286612033844
132455	rnn.weight_ih_l0	3	0.01700972393155098
132455	rnn.weight_ih_l0	4	-0.02809271030128002
132455	rnn.weight_ih_l0	5	-0.06657954305410385
132455	rnn.weight_ih_l0	6	0.003658583154901862
132455	rnn.weight_ih_l0	7	0.05686073377728462
132455	rnn.weight_ih_l0	8	-0.015568635426461697
132455	rnn.weight_ih_l0	9	-0.022107943892478943
132455	rnn.weight_hh_l0	0	-0.03359099105000496
132455	rnn.weight_hh_l0	1	-0.011347891762852669
132455	rnn.weight_hh_l0	2	-0.003623806871473789
132455	rnn.weight_hh_l0	3	-0.06320682168006897
132455	rnn.weight_hh_l0	4	0.08249561488628387
132455	rnn.weight_hh_l0	5	-0.025732344016432762
132455	rnn.weight_hh_l0	6	-0.046375393867492676
132455	rnn.weight_hh_l0	7	0.010403386317193508
132455	rnn.weight_hh_l0	8	0.010345280170440674
132455	rnn.weight_hh_l0	9	-0.017433784902095795
132455	rnn.bias_ih_l0	0	0.10873766988515854
132455	rnn.bias_ih_l0	1	-0.02942020073533058
132455	rnn.bias_ih_l0	2	0.0037507524248212576
132455	rnn.bias_ih_l0	3	0.14185738563537598
132455	rnn.bias_ih_l0	4	-0.021674875169992447
132455	rnn.bias_ih_l0	5	-0.018672656267881393
132455	rnn.bias_ih_l0	6	0.0172099769115448
132455	rnn.bias_ih_l0	7	0.03715767338871956
132455	rnn.bias_ih_l0	8	-0.10529616475105286
132455	rnn.bias_ih_l0	9	-0.033137109130620956
132455	rnn.bias_hh_l0	0	-0.02939695119857788
132455	rnn.bias_hh_l0	1	-0.10401526838541031
132455	rnn.bias_hh_l0	2	-0.04826219007372856
132455	rnn.bias_hh_l0	3	-0.08407904207706451
132455	rnn.bias_hh_l0	4	-0.015345282852649689
132455	rnn.bias_hh_l0	5	-0.020210115239024162
132455	rnn.bias_hh_l0	6	0.038259364664554596
132455	rnn.bias_hh_l0	7	0.038342949002981186
132455	rnn.bias_hh_l0	8	-0.10821479558944702
132455	rnn.bias_hh_l0	9	-0.0558098629117012
132455	rnn.weight_ih_l0_reverse	0	-0.026425495743751526
132455	rnn.weight_ih_l0_reverse	1	-0.03600576892495155
132455	rnn.weight_ih_l0_reverse	2	-0.04402463510632515
132455	rnn.weight_ih_l0_reverse	3	0.0017910082824528217
132455	rnn.weight_ih_l0_reverse	4	-0.01549944095313549
132455	rnn.weight_ih_l0_reverse	5	-0.04486404359340668
132455	rnn.weight_ih_l0_reverse	6	0.08741161972284317
132455	rnn.weight_ih_l0_reverse	7	-0.013949895277619362
132455	rnn.weight_ih_l0_reverse	8	-0.016737105324864388
132455	rnn.weight_ih_l0_reverse	9	-0.001600521383807063
132455	rnn.weight_hh_l0_reverse	0	0.05497293174266815
132455	rnn.weight_hh_l0_reverse	1	0.0225388091057539
132455	rnn.weight_hh_l0_reverse	2	0.029134521260857582
132455	rnn.weight_hh_l0_reverse	3	0.0299387089908123
132455	rnn.weight_hh_l0_reverse	4	0.0086717139929533
132455	rnn.weight_hh_l0_reverse	5	0.021444903686642647
132455	rnn.weight_hh_l0_reverse	6	0.04690444469451904
132455	rnn.weight_hh_l0_reverse	7	-0.06098030507564545
132455	rnn.weight_hh_l0_reverse	8	0.03539111837744713
132455	rnn.weight_hh_l0_reverse	9	0.037429329007864
132455	rnn.bias_ih_l0_reverse	0	-0.07957594096660614
132455	rnn.bias_ih_l0_reverse	1	-0.23293446004390717
132455	rnn.bias_ih_l0_reverse	2	-0.12892164289951324
132455	rnn.bias_ih_l0_reverse	3	-0.03988592326641083
132455	rnn.bias_ih_l0_reverse	4	-0.0330650731921196
132455	rnn.bias_ih_l0_reverse	5	0.07107450813055038
132455	rnn.bias_ih_l0_reverse	6	-0.06755299121141434
132455	rnn.bias_ih_l0_reverse	7	0.05234444513916969
132455	rnn.bias_ih_l0_reverse	8	-0.04028565436601639
132455	rnn.bias_ih_l0_reverse	9	0.059566378593444824
132455	rnn.bias_hh_l0_reverse	0	0.024370035156607628
132455	rnn.bias_hh_l0_reverse	1	-0.035306330770254135
132455	rnn.bias_hh_l0_reverse	2	0.08125924319028854
132455	rnn.bias_hh_l0_reverse	3	-0.044155653566122055
132455	rnn.bias_hh_l0_reverse	4	-0.03649292141199112
132455	rnn.bias_hh_l0_reverse	5	-0.035561855882406235
132455	rnn.bias_hh_l0_reverse	6	-0.035699184983968735
132455	rnn.bias_hh_l0_reverse	7	0.10752736032009125
132455	rnn.bias_hh_l0_reverse	8	0.03519657626748085
132455	rnn.bias_hh_l0_reverse	9	-0.13518749177455902
132455	rnn.weight_ih_l1	0	-0.035650286823511124
132455	rnn.weight_ih_l1	1	-0.043210145086050034
132455	rnn.weight_ih_l1	2	0.060283541679382324
132455	rnn.weight_ih_l1	3	-0.07289960235357285
132455	rnn.weight_ih_l1	4	-0.016886377707123756
132455	rnn.weight_ih_l1	5	-0.046956103295087814
132455	rnn.weight_ih_l1	6	0.032179731875658035
132455	rnn.weight_ih_l1	7	-0.023679524660110474
132455	rnn.weight_ih_l1	8	0.036589447408914566
132455	rnn.weight_ih_l1	9	0.04328743368387222
132455	rnn.weight_hh_l1	0	-0.006845110561698675
132455	rnn.weight_hh_l1	1	0.014108946546912193
132455	rnn.weight_hh_l1	2	0.015389875508844852
132455	rnn.weight_hh_l1	3	-0.007060293573886156
132455	rnn.weight_hh_l1	4	0.009089019149541855
132455	rnn.weight_hh_l1	5	0.024144340306520462
132455	rnn.weight_hh_l1	6	0.03211779147386551
132455	rnn.weight_hh_l1	7	-0.020681262016296387
132455	rnn.weight_hh_l1	8	-0.012634219601750374
132455	rnn.weight_hh_l1	9	0.03930016607046127
132455	rnn.bias_ih_l1	0	-0.2024860382080078
132455	rnn.bias_ih_l1	1	-0.18517599999904633
132455	rnn.bias_ih_l1	2	-0.20344339311122894
132455	rnn.bias_ih_l1	3	-0.26054975390434265
132455	rnn.bias_ih_l1	4	-0.2121019959449768
132455	rnn.bias_ih_l1	5	-0.10031479597091675
132455	rnn.bias_ih_l1	6	-0.16246333718299866
132455	rnn.bias_ih_l1	7	-0.03588861599564552
132455	rnn.bias_ih_l1	8	-0.14669276773929596
132455	rnn.bias_ih_l1	9	-0.14710456132888794
132455	rnn.bias_hh_l1	0	-0.13126587867736816
132455	rnn.bias_hh_l1	1	-0.06315083801746368
132455	rnn.bias_hh_l1	2	-0.1233660876750946
132455	rnn.bias_hh_l1	3	-0.08246270567178726
132455	rnn.bias_hh_l1	4	-0.10168623179197311
132455	rnn.bias_hh_l1	5	-0.11032374203205109
132455	rnn.bias_hh_l1	6	-0.15881745517253876
132455	rnn.bias_hh_l1	7	0.04686921462416649
132455	rnn.bias_hh_l1	8	-0.17869707942008972
132455	rnn.bias_hh_l1	9	-0.11024443805217743
132455	rnn.weight_ih_l1_reverse	0	-0.037263400852680206
132455	rnn.weight_ih_l1_reverse	1	0.020390914753079414
132455	rnn.weight_ih_l1_reverse	2	0.07102382928133011
132455	rnn.weight_ih_l1_reverse	3	-0.0051770927384495735
132455	rnn.weight_ih_l1_reverse	4	-0.038264140486717224
132455	rnn.weight_ih_l1_reverse	5	-0.03395705297589302
132455	rnn.weight_ih_l1_reverse	6	-0.009253336116671562
132455	rnn.weight_ih_l1_reverse	7	0.026841294020414352
132455	rnn.weight_ih_l1_reverse	8	0.031460389494895935
132455	rnn.weight_ih_l1_reverse	9	-0.04117521643638611
132455	rnn.weight_hh_l1_reverse	0	0.007533082738518715
132455	rnn.weight_hh_l1_reverse	1	0.028479749336838722
132455	rnn.weight_hh_l1_reverse	2	-0.039735086262226105
132455	rnn.weight_hh_l1_reverse	3	0.03891271352767944
132455	rnn.weight_hh_l1_reverse	4	0.04282662644982338
132455	rnn.weight_hh_l1_reverse	5	0.0038042934611439705
132455	rnn.weight_hh_l1_reverse	6	0.03716292232275009
132455	rnn.weight_hh_l1_reverse	7	0.02956407330930233
132455	rnn.weight_hh_l1_reverse	8	-0.00665518781170249
132455	rnn.weight_hh_l1_reverse	9	-0.030620619654655457
132455	rnn.bias_ih_l1_reverse	0	-0.06990209221839905
132455	rnn.bias_ih_l1_reverse	1	-0.1638895869255066
132455	rnn.bias_ih_l1_reverse	2	-0.15689747035503387
132455	rnn.bias_ih_l1_reverse	3	-0.04243079945445061
132455	rnn.bias_ih_l1_reverse	4	-0.20486345887184143
132455	rnn.bias_ih_l1_reverse	5	-0.11186131089925766
132455	rnn.bias_ih_l1_reverse	6	-0.132907897233963
132455	rnn.bias_ih_l1_reverse	7	-0.20183473825454712
132455	rnn.bias_ih_l1_reverse	8	0.2162814885377884
132455	rnn.bias_ih_l1_reverse	9	0.04914909601211548
132455	rnn.bias_hh_l1_reverse	0	-0.018259603530168533
132455	rnn.bias_hh_l1_reverse	1	-0.047004375606775284
132455	rnn.bias_hh_l1_reverse	2	-0.2331102341413498
132455	rnn.bias_hh_l1_reverse	3	-0.11895976960659027
132455	rnn.bias_hh_l1_reverse	4	-0.09450326859951019
132455	rnn.bias_hh_l1_reverse	5	-0.13562332093715668
132455	rnn.bias_hh_l1_reverse	6	0.1115344688296318
132455	rnn.bias_hh_l1_reverse	7	-0.15777815878391266
132455	rnn.bias_hh_l1_reverse	8	-0.10893703997135162
132455	rnn.bias_hh_l1_reverse	9	-0.14814157783985138
132455	linear.weight	0	0.002228822559118271
132455	linear.weight	1	0.11992688477039337
132455	linear.weight	2	-0.048338450491428375
132455	linear.weight	3	0.30655235052108765
132455	linear.weight	4	0.17354854941368103
132455	linear.weight	5	-0.03122735396027565
132455	linear.weight	6	0.07067511230707169
132455	linear.weight	7	0.08959297835826874
132455	linear.weight	8	0.041272275149822235
132455	linear.weight	9	-0.018220487982034683
132455	linear.bias	0	0.1144939735531807
132455	linear.bias	1	-0.23866665363311768
132455	linear.bias	2	-0.3797807991504669
132455	linear.bias	3	-0.6981075406074524
132455	linear.bias	4	-1.2205926179885864
132455	linear.bias	5	-0.07246122509241104
132455	linear.bias	6	-0.791482150554657
132455	linear.bias	7	0.3395611047744751
132455	linear.bias	8	-0.4460499882698059
132455	linear.bias	9	-0.9532627463340759
132652	transitions	0	0.6814208626747131
132652	transitions	1	0.1761220097541809
132652	transitions	2	-10000.0
132652	transitions	3	-1.8215874433517456
132652	transitions	4	-10000.0
132652	transitions	5	0.584963858127594
132652	transitions	6	-0.07074400782585144
132652	transitions	7	-0.6858338713645935
132652	transitions	8	-1.397963523864746
132652	transitions	9	-0.0010713882511481643
132652	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
132652	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
132652	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
132652	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
132652	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
132652	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
132652	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
132652	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
132652	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
132652	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
132652	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
132652	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
132652	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
132652	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
132652	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
132652	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
132652	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
132652	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
132652	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
132652	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
132652	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
132652	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
132652	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
132652	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
132652	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
132652	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
132652	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
132652	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
132652	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
132652	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
132652	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
132652	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
132652	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
132652	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
132652	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
132652	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
132652	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
132652	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
132652	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
132652	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
132652	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
132652	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
132652	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
132652	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
132652	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
132652	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
132652	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
132652	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
132652	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
132652	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
132652	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
132652	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
132652	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
132652	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
132652	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
132652	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
132652	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
132652	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
132652	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
132652	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
132652	embedding2nn.weight	0	0.021001329645514488
132652	embedding2nn.weight	1	-0.014705168083310127
132652	embedding2nn.weight	2	-0.014268254861235619
132652	embedding2nn.weight	3	-0.03868386149406433
132652	embedding2nn.weight	4	-0.0059150345623493195
132652	embedding2nn.weight	5	-0.003700589295476675
132652	embedding2nn.weight	6	-0.0039732749573886395
132652	embedding2nn.weight	7	-0.08157304674386978
132652	embedding2nn.weight	8	-0.0019979383796453476
132652	embedding2nn.weight	9	-0.029339129105210304
132652	embedding2nn.bias	0	0.05146225914359093
132652	embedding2nn.bias	1	-0.05858096480369568
132652	embedding2nn.bias	2	0.07069669663906097
132652	embedding2nn.bias	3	0.06209923326969147
132652	embedding2nn.bias	4	-0.046513210982084274
132652	embedding2nn.bias	5	-0.07104365527629852
132652	embedding2nn.bias	6	0.03377291560173035
132652	embedding2nn.bias	7	-0.08744814246892929
132652	embedding2nn.bias	8	0.04853743314743042
132652	embedding2nn.bias	9	0.04315436631441116
132652	rnn.weight_ih_l0	0	-0.07273135334253311
132652	rnn.weight_ih_l0	1	0.003186999587342143
132652	rnn.weight_ih_l0	2	0.04398255795240402
132652	rnn.weight_ih_l0	3	0.015654440969228745
132652	rnn.weight_ih_l0	4	-0.030339576303958893
132652	rnn.weight_ih_l0	5	-0.06491775065660477
132652	rnn.weight_ih_l0	6	0.0032662295270711184
132652	rnn.weight_ih_l0	7	0.05683935806155205
132652	rnn.weight_ih_l0	8	-0.015781467780470848
132652	rnn.weight_ih_l0	9	-0.020604413002729416
132652	rnn.weight_hh_l0	0	-0.0324685238301754
132652	rnn.weight_hh_l0	1	-0.0120995519682765
132652	rnn.weight_hh_l0	2	-0.00329864420928061
132652	rnn.weight_hh_l0	3	-0.06216514855623245
132652	rnn.weight_hh_l0	4	0.08227365463972092
132652	rnn.weight_hh_l0	5	-0.024888906627893448
132652	rnn.weight_hh_l0	6	-0.046492982655763626
132652	rnn.weight_hh_l0	7	0.012923731468617916
132652	rnn.weight_hh_l0	8	0.01037107314914465
132652	rnn.weight_hh_l0	9	-0.018109694123268127
132652	rnn.bias_ih_l0	0	0.11008425056934357
132652	rnn.bias_ih_l0	1	-0.026564953848719597
132652	rnn.bias_ih_l0	2	0.003998879808932543
132652	rnn.bias_ih_l0	3	0.14197993278503418
132652	rnn.bias_ih_l0	4	-0.01963922381401062
132652	rnn.bias_ih_l0	5	-0.022407248616218567
132652	rnn.bias_ih_l0	6	0.009754687547683716
132652	rnn.bias_ih_l0	7	0.03538922220468521
132652	rnn.bias_ih_l0	8	-0.1032828539609909
132652	rnn.bias_ih_l0	9	-0.03548841550946236
132652	rnn.bias_hh_l0	0	-0.02713746577501297
132652	rnn.bias_hh_l0	1	-0.11085910350084305
132652	rnn.bias_hh_l0	2	-0.050611790269613266
132652	rnn.bias_hh_l0	3	-0.0822618156671524
132652	rnn.bias_hh_l0	4	-0.010794940404593945
132652	rnn.bias_hh_l0	5	-0.018865104764699936
132652	rnn.bias_hh_l0	6	0.03446634113788605
132652	rnn.bias_hh_l0	7	0.03514678031206131
132652	rnn.bias_hh_l0	8	-0.10375455766916275
132652	rnn.bias_hh_l0	9	-0.060749221593141556
132652	rnn.weight_ih_l0_reverse	0	-0.024111630395054817
132652	rnn.weight_ih_l0_reverse	1	-0.03722519800066948
132652	rnn.weight_ih_l0_reverse	2	-0.04457351937890053
132652	rnn.weight_ih_l0_reverse	3	0.0009900667937472463
132652	rnn.weight_ih_l0_reverse	4	-0.015712324529886246
132652	rnn.weight_ih_l0_reverse	5	-0.04558687284588814
132652	rnn.weight_ih_l0_reverse	6	0.08674754202365875
132652	rnn.weight_ih_l0_reverse	7	-0.011675306595861912
132652	rnn.weight_ih_l0_reverse	8	-0.016572415828704834
132652	rnn.weight_ih_l0_reverse	9	-0.0030087714549154043
132652	rnn.weight_hh_l0_reverse	0	0.05575133487582207
132652	rnn.weight_hh_l0_reverse	1	0.02200949192047119
132652	rnn.weight_hh_l0_reverse	2	0.028465820476412773
132652	rnn.weight_hh_l0_reverse	3	0.029812825843691826
132652	rnn.weight_hh_l0_reverse	4	0.008707225322723389
132652	rnn.weight_hh_l0_reverse	5	0.020047854632139206
132652	rnn.weight_hh_l0_reverse	6	0.04721560329198837
132652	rnn.weight_hh_l0_reverse	7	-0.06072227284312248
132652	rnn.weight_hh_l0_reverse	8	0.0341850221157074
132652	rnn.weight_hh_l0_reverse	9	0.03690802678465843
132652	rnn.bias_ih_l0_reverse	0	-0.07747133076190948
132652	rnn.bias_ih_l0_reverse	1	-0.23011483252048492
132652	rnn.bias_ih_l0_reverse	2	-0.12795832753181458
132652	rnn.bias_ih_l0_reverse	3	-0.03991185501217842
132652	rnn.bias_ih_l0_reverse	4	-0.03131202235817909
132652	rnn.bias_ih_l0_reverse	5	0.06976696848869324
132652	rnn.bias_ih_l0_reverse	6	-0.06604304909706116
132652	rnn.bias_ih_l0_reverse	7	0.04993706941604614
132652	rnn.bias_ih_l0_reverse	8	-0.040405333042144775
132652	rnn.bias_ih_l0_reverse	9	0.05769942328333855
132652	rnn.bias_hh_l0_reverse	0	0.024825405329465866
132652	rnn.bias_hh_l0_reverse	1	-0.0435512512922287
132652	rnn.bias_hh_l0_reverse	2	0.08508113026618958
132652	rnn.bias_hh_l0_reverse	3	-0.04303528741002083
132652	rnn.bias_hh_l0_reverse	4	-0.037418439984321594
132652	rnn.bias_hh_l0_reverse	5	-0.03561434522271156
132652	rnn.bias_hh_l0_reverse	6	-0.03615422546863556
132652	rnn.bias_hh_l0_reverse	7	0.10680563747882843
132652	rnn.bias_hh_l0_reverse	8	0.03602670505642891
132652	rnn.bias_hh_l0_reverse	9	-0.13764213025569916
132652	rnn.weight_ih_l1	0	-0.035171836614608765
132652	rnn.weight_ih_l1	1	-0.04257933050394058
132652	rnn.weight_ih_l1	2	0.060535721480846405
132652	rnn.weight_ih_l1	3	-0.07157102227210999
132652	rnn.weight_ih_l1	4	-0.018106035888195038
132652	rnn.weight_ih_l1	5	-0.047024719417095184
132652	rnn.weight_ih_l1	6	0.032765116542577744
132652	rnn.weight_ih_l1	7	-0.024943478405475616
132652	rnn.weight_ih_l1	8	0.036922600120306015
132652	rnn.weight_ih_l1	9	0.04242871701717377
132652	rnn.weight_hh_l1	0	-0.005819789133965969
132652	rnn.weight_hh_l1	1	0.014183315448462963
132652	rnn.weight_hh_l1	2	0.016669588163495064
132652	rnn.weight_hh_l1	3	-0.00712798535823822
132652	rnn.weight_hh_l1	4	0.008569243364036083
132652	rnn.weight_hh_l1	5	0.024142306298017502
132652	rnn.weight_hh_l1	6	0.03270101919770241
132652	rnn.weight_hh_l1	7	-0.020538974553346634
132652	rnn.weight_hh_l1	8	-0.012490452267229557
132652	rnn.weight_hh_l1	9	0.039075881242752075
132652	rnn.bias_ih_l1	0	-0.20367427170276642
132652	rnn.bias_ih_l1	1	-0.1808823049068451
132652	rnn.bias_ih_l1	2	-0.20279575884342194
132652	rnn.bias_ih_l1	3	-0.263919472694397
132652	rnn.bias_ih_l1	4	-0.2032196968793869
132652	rnn.bias_ih_l1	5	-0.09892864525318146
132652	rnn.bias_ih_l1	6	-0.16103748977184296
132652	rnn.bias_ih_l1	7	-0.03225323185324669
132652	rnn.bias_ih_l1	8	-0.1449253112077713
132652	rnn.bias_ih_l1	9	-0.146809920668602
132652	rnn.bias_hh_l1	0	-0.13130977749824524
132652	rnn.bias_hh_l1	1	-0.06281524896621704
132652	rnn.bias_hh_l1	2	-0.12098788470029831
132652	rnn.bias_hh_l1	3	-0.08012958616018295
132652	rnn.bias_hh_l1	4	-0.09931471943855286
132652	rnn.bias_hh_l1	5	-0.11164078116416931
132652	rnn.bias_hh_l1	6	-0.16022653877735138
132652	rnn.bias_hh_l1	7	0.048185866326093674
132652	rnn.bias_hh_l1	8	-0.18577054142951965
132652	rnn.bias_hh_l1	9	-0.10959163308143616
132652	rnn.weight_ih_l1_reverse	0	-0.039193324744701385
132652	rnn.weight_ih_l1_reverse	1	0.01621931977570057
132652	rnn.weight_ih_l1_reverse	2	0.07467108219861984
132652	rnn.weight_ih_l1_reverse	3	-0.0066672759130597115
132652	rnn.weight_ih_l1_reverse	4	-0.03894853964447975
132652	rnn.weight_ih_l1_reverse	5	-0.03348103165626526
132652	rnn.weight_ih_l1_reverse	6	-0.00878105591982603
132652	rnn.weight_ih_l1_reverse	7	0.02652786485850811
132652	rnn.weight_ih_l1_reverse	8	0.032309792935848236
132652	rnn.weight_ih_l1_reverse	9	-0.03788340464234352
132652	rnn.weight_hh_l1_reverse	0	0.007663347292691469
132652	rnn.weight_hh_l1_reverse	1	0.028439795598387718
132652	rnn.weight_hh_l1_reverse	2	-0.03976733610033989
132652	rnn.weight_hh_l1_reverse	3	0.03896741196513176
132652	rnn.weight_hh_l1_reverse	4	0.043082136660814285
132652	rnn.weight_hh_l1_reverse	5	0.0029352717101573944
132652	rnn.weight_hh_l1_reverse	6	0.036797475069761276
132652	rnn.weight_hh_l1_reverse	7	0.029313648119568825
132652	rnn.weight_hh_l1_reverse	8	-0.006736156530678272
132652	rnn.weight_hh_l1_reverse	9	-0.03102678246796131
132652	rnn.bias_ih_l1_reverse	0	-0.07420412451028824
132652	rnn.bias_ih_l1_reverse	1	-0.16370180249214172
132652	rnn.bias_ih_l1_reverse	2	-0.15503200888633728
132652	rnn.bias_ih_l1_reverse	3	-0.04726879671216011
132652	rnn.bias_ih_l1_reverse	4	-0.20420239865779877
132652	rnn.bias_ih_l1_reverse	5	-0.11170303821563721
132652	rnn.bias_ih_l1_reverse	6	-0.13298118114471436
132652	rnn.bias_ih_l1_reverse	7	-0.19968819618225098
132652	rnn.bias_ih_l1_reverse	8	0.21432511508464813
132652	rnn.bias_ih_l1_reverse	9	0.04391554743051529
132652	rnn.bias_hh_l1_reverse	0	-0.024124223738908768
132652	rnn.bias_hh_l1_reverse	1	-0.05022475868463516
132652	rnn.bias_hh_l1_reverse	2	-0.23362892866134644
132652	rnn.bias_hh_l1_reverse	3	-0.11990757286548615
132652	rnn.bias_hh_l1_reverse	4	-0.09497950971126556
132652	rnn.bias_hh_l1_reverse	5	-0.1332191675901413
132652	rnn.bias_hh_l1_reverse	6	0.103309266269207
132652	rnn.bias_hh_l1_reverse	7	-0.15865498781204224
132652	rnn.bias_hh_l1_reverse	8	-0.10706669092178345
132652	rnn.bias_hh_l1_reverse	9	-0.14737778902053833
132652	linear.weight	0	0.002228822559118271
132652	linear.weight	1	0.11170701682567596
132652	linear.weight	2	-0.04660538211464882
132652	linear.weight	3	0.31047600507736206
132652	linear.weight	4	0.17544135451316833
132652	linear.weight	5	-0.0339079312980175
132652	linear.weight	6	0.0799461081624031
132652	linear.weight	7	0.07776269316673279
132652	linear.weight	8	0.04127310588955879
132652	linear.weight	9	-0.016243869438767433
132652	linear.bias	0	0.055381909012794495
132652	linear.bias	1	-0.22605988383293152
132652	linear.bias	2	-0.3380795419216156
132652	linear.bias	3	-0.6732996702194214
132652	linear.bias	4	-1.1958364248275757
132652	linear.bias	5	-0.09160853177309036
132652	linear.bias	6	-0.7777813673019409
132652	linear.bias	7	0.3155903220176697
132652	linear.bias	8	-0.4797898828983307
132652	linear.bias	9	-0.9881516098976135
132849	transitions	0	0.6893428564071655
132849	transitions	1	0.16346856951713562
132849	transitions	2	-10000.0
132849	transitions	3	-1.821614146232605
132849	transitions	4	-10000.0
132849	transitions	5	0.5846560597419739
132849	transitions	6	-0.0708169937133789
132849	transitions	7	-0.6860372424125671
132849	transitions	8	-1.3984413146972656
132849	transitions	9	-0.0010723955929279327
132849	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
132849	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
132849	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
132849	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
132849	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
132849	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
132849	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
132849	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
132849	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
132849	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
132849	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
132849	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
132849	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
132849	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
132849	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
132849	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
132849	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
132849	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
132849	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
132849	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
132849	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
132849	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
132849	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
132849	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
132849	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
132849	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
132849	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
132849	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
132849	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
132849	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
132849	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
132849	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
132849	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
132849	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
132849	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
132849	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
132849	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
132849	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
132849	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
132849	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
132849	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
132849	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
132849	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
132849	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
132849	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
132849	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
132849	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
132849	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
132849	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
132849	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
132849	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
132849	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
132849	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
132849	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
132849	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
132849	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
132849	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
132849	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
132849	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
132849	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
132849	embedding2nn.weight	0	0.01997816190123558
132849	embedding2nn.weight	1	-0.014791922643780708
132849	embedding2nn.weight	2	-0.014268254861235619
132849	embedding2nn.weight	3	-0.04212276265025139
132849	embedding2nn.weight	4	-0.0059150345623493195
132849	embedding2nn.weight	5	-0.0037005904596298933
132849	embedding2nn.weight	6	-0.003973276820033789
132849	embedding2nn.weight	7	-0.0813368633389473
132849	embedding2nn.weight	8	-0.0019979383796453476
132849	embedding2nn.weight	9	-0.02967522293329239
132849	embedding2nn.bias	0	0.04220686852931976
132849	embedding2nn.bias	1	-0.05979539081454277
132849	embedding2nn.bias	2	0.07285105437040329
132849	embedding2nn.bias	3	0.06448236852884293
132849	embedding2nn.bias	4	-0.05240883305668831
132849	embedding2nn.bias	5	-0.07040174305438995
132849	embedding2nn.bias	6	0.035645741969347
132849	embedding2nn.bias	7	-0.08255458623170853
132849	embedding2nn.bias	8	0.043709781020879745
132849	embedding2nn.bias	9	0.037416163831949234
132849	rnn.weight_ih_l0	0	-0.07423736900091171
132849	rnn.weight_ih_l0	1	0.0023360440973192453
132849	rnn.weight_ih_l0	2	0.043257713317871094
132849	rnn.weight_ih_l0	3	0.01659492589533329
132849	rnn.weight_ih_l0	4	-0.031363341957330704
132849	rnn.weight_ih_l0	5	-0.06665760278701782
132849	rnn.weight_ih_l0	6	0.003122070338577032
132849	rnn.weight_ih_l0	7	0.05637921765446663
132849	rnn.weight_ih_l0	8	-0.016982337459921837
132849	rnn.weight_ih_l0	9	-0.019907990470528603
132849	rnn.weight_hh_l0	0	-0.031177999451756477
132849	rnn.weight_hh_l0	1	-0.012742131017148495
132849	rnn.weight_hh_l0	2	-0.0049193003214895725
132849	rnn.weight_hh_l0	3	-0.06269127875566483
132849	rnn.weight_hh_l0	4	0.08220066875219345
132849	rnn.weight_hh_l0	5	-0.025068096816539764
132849	rnn.weight_hh_l0	6	-0.04677048325538635
132849	rnn.weight_hh_l0	7	0.012622009962797165
132849	rnn.weight_hh_l0	8	0.010583275929093361
132849	rnn.weight_hh_l0	9	-0.018941082060337067
132849	rnn.bias_ih_l0	0	0.10985549539327621
132849	rnn.bias_ih_l0	1	-0.02601061575114727
132849	rnn.bias_ih_l0	2	0.0030770106241106987
132849	rnn.bias_ih_l0	3	0.14370252192020416
132849	rnn.bias_ih_l0	4	-0.019832899793982506
132849	rnn.bias_ih_l0	5	-0.023329108953475952
132849	rnn.bias_ih_l0	6	0.011750776320695877
132849	rnn.bias_ih_l0	7	0.03713146224617958
132849	rnn.bias_ih_l0	8	-0.10321474075317383
132849	rnn.bias_ih_l0	9	-0.03123939037322998
132849	rnn.bias_hh_l0	0	-0.027294954285025597
132849	rnn.bias_hh_l0	1	-0.10996305197477341
132849	rnn.bias_hh_l0	2	-0.05246802046895027
132849	rnn.bias_hh_l0	3	-0.08433669805526733
132849	rnn.bias_hh_l0	4	-0.006010542158037424
132849	rnn.bias_hh_l0	5	-0.015652410686016083
132849	rnn.bias_hh_l0	6	0.030681883916258812
132849	rnn.bias_hh_l0	7	0.039336152374744415
132849	rnn.bias_hh_l0	8	-0.10241606086492538
132849	rnn.bias_hh_l0	9	-0.060798101127147675
132849	rnn.weight_ih_l0_reverse	0	-0.025743618607521057
132849	rnn.weight_ih_l0_reverse	1	-0.03553934767842293
132849	rnn.weight_ih_l0_reverse	2	-0.04464111104607582
132849	rnn.weight_ih_l0_reverse	3	0.0018427903996780515
132849	rnn.weight_ih_l0_reverse	4	-0.014432216994464397
132849	rnn.weight_ih_l0_reverse	5	-0.045698296278715134
132849	rnn.weight_ih_l0_reverse	6	0.08677148818969727
132849	rnn.weight_ih_l0_reverse	7	-0.011616612784564495
132849	rnn.weight_ih_l0_reverse	8	-0.017656447365880013
132849	rnn.weight_ih_l0_reverse	9	-0.0029257501009851694
132849	rnn.weight_hh_l0_reverse	0	0.05403663218021393
132849	rnn.weight_hh_l0_reverse	1	0.02059059403836727
132849	rnn.weight_hh_l0_reverse	2	0.02872525528073311
132849	rnn.weight_hh_l0_reverse	3	0.029161741957068443
132849	rnn.weight_hh_l0_reverse	4	0.007441718131303787
132849	rnn.weight_hh_l0_reverse	5	0.01939782127737999
132849	rnn.weight_hh_l0_reverse	6	0.047463707625865936
132849	rnn.weight_hh_l0_reverse	7	-0.06004586070775986
132849	rnn.weight_hh_l0_reverse	8	0.034781936556100845
132849	rnn.weight_hh_l0_reverse	9	0.0360417515039444
132849	rnn.bias_ih_l0_reverse	0	-0.0757373794913292
132849	rnn.bias_ih_l0_reverse	1	-0.23222753405570984
132849	rnn.bias_ih_l0_reverse	2	-0.1262303590774536
132849	rnn.bias_ih_l0_reverse	3	-0.04126850143074989
132849	rnn.bias_ih_l0_reverse	4	-0.0334295891225338
132849	rnn.bias_ih_l0_reverse	5	0.06358134001493454
132849	rnn.bias_ih_l0_reverse	6	-0.06633476167917252
132849	rnn.bias_ih_l0_reverse	7	0.04968218505382538
132849	rnn.bias_ih_l0_reverse	8	-0.038841668516397476
132849	rnn.bias_ih_l0_reverse	9	0.06038565933704376
132849	rnn.bias_hh_l0_reverse	0	0.02506355009973049
132849	rnn.bias_hh_l0_reverse	1	-0.042583346366882324
132849	rnn.bias_hh_l0_reverse	2	0.08411408215761185
132849	rnn.bias_hh_l0_reverse	3	-0.0437774695456028
132849	rnn.bias_hh_l0_reverse	4	-0.036646775901317596
132849	rnn.bias_hh_l0_reverse	5	-0.038008738309144974
132849	rnn.bias_hh_l0_reverse	6	-0.0368710458278656
132849	rnn.bias_hh_l0_reverse	7	0.10660761594772339
132849	rnn.bias_hh_l0_reverse	8	0.034870296716690063
132849	rnn.bias_hh_l0_reverse	9	-0.13908234238624573
132849	rnn.weight_ih_l1	0	-0.03469261899590492
132849	rnn.weight_ih_l1	1	-0.0441213883459568
132849	rnn.weight_ih_l1	2	0.06031854450702667
132849	rnn.weight_ih_l1	3	-0.07044420391321182
132849	rnn.weight_ih_l1	4	-0.01792578585445881
132849	rnn.weight_ih_l1	5	-0.04686552286148071
132849	rnn.weight_ih_l1	6	0.03278963267803192
132849	rnn.weight_ih_l1	7	-0.02958935871720314
132849	rnn.weight_ih_l1	8	0.03688546642661095
132849	rnn.weight_ih_l1	9	0.04268946126103401
132849	rnn.weight_hh_l1	0	-0.00763676455244422
132849	rnn.weight_hh_l1	1	0.014242851175367832
132849	rnn.weight_hh_l1	2	0.016037989407777786
132849	rnn.weight_hh_l1	3	-0.0073111215606331825
132849	rnn.weight_hh_l1	4	0.008489863015711308
132849	rnn.weight_hh_l1	5	0.024470321834087372
132849	rnn.weight_hh_l1	6	0.033064551651477814
132849	rnn.weight_hh_l1	7	-0.019954683259129524
132849	rnn.weight_hh_l1	8	-0.011947214603424072
132849	rnn.weight_hh_l1	9	0.03826854005455971
132849	rnn.bias_ih_l1	0	-0.20609891414642334
132849	rnn.bias_ih_l1	1	-0.18237105011940002
132849	rnn.bias_ih_l1	2	-0.20471955835819244
132849	rnn.bias_ih_l1	3	-0.2626354694366455
132849	rnn.bias_ih_l1	4	-0.20292441546916962
132849	rnn.bias_ih_l1	5	-0.10095736384391785
132849	rnn.bias_ih_l1	6	-0.1617070436477661
132849	rnn.bias_ih_l1	7	-0.03461765870451927
132849	rnn.bias_ih_l1	8	-0.14592033624649048
132849	rnn.bias_ih_l1	9	-0.14364506304264069
132849	rnn.bias_hh_l1	0	-0.12782450020313263
132849	rnn.bias_hh_l1	1	-0.06487922370433807
132849	rnn.bias_hh_l1	2	-0.12013040482997894
132849	rnn.bias_hh_l1	3	-0.08129309862852097
132849	rnn.bias_hh_l1	4	-0.09624465554952621
132849	rnn.bias_hh_l1	5	-0.10878308117389679
132849	rnn.bias_hh_l1	6	-0.16398940980434418
132849	rnn.bias_hh_l1	7	0.047766897827386856
132849	rnn.bias_hh_l1	8	-0.1864681839942932
132849	rnn.bias_hh_l1	9	-0.10488701611757278
132849	rnn.weight_ih_l1_reverse	0	-0.037991058081388474
132849	rnn.weight_ih_l1_reverse	1	0.015568691305816174
132849	rnn.weight_ih_l1_reverse	2	0.06794802844524384
132849	rnn.weight_ih_l1_reverse	3	-0.004152019042521715
132849	rnn.weight_ih_l1_reverse	4	-0.03955751284956932
132849	rnn.weight_ih_l1_reverse	5	-0.033656805753707886
132849	rnn.weight_ih_l1_reverse	6	-0.00652883667498827
132849	rnn.weight_ih_l1_reverse	7	0.02605224959552288
132849	rnn.weight_ih_l1_reverse	8	0.03157106414437294
132849	rnn.weight_ih_l1_reverse	9	-0.03616362437605858
132849	rnn.weight_hh_l1_reverse	0	0.007546606473624706
132849	rnn.weight_hh_l1_reverse	1	0.02826545573771
132849	rnn.weight_hh_l1_reverse	2	-0.03975123167037964
132849	rnn.weight_hh_l1_reverse	3	0.03884420543909073
132849	rnn.weight_hh_l1_reverse	4	0.043423596769571304
132849	rnn.weight_hh_l1_reverse	5	0.002574649639427662
132849	rnn.weight_hh_l1_reverse	6	0.03522004932165146
132849	rnn.weight_hh_l1_reverse	7	0.029615534469485283
132849	rnn.weight_hh_l1_reverse	8	-0.006673614494502544
132849	rnn.weight_hh_l1_reverse	9	-0.030923787504434586
132849	rnn.bias_ih_l1_reverse	0	-0.07190772145986557
132849	rnn.bias_ih_l1_reverse	1	-0.16376735270023346
132849	rnn.bias_ih_l1_reverse	2	-0.157071053981781
132849	rnn.bias_ih_l1_reverse	3	-0.04776303470134735
132849	rnn.bias_ih_l1_reverse	4	-0.20628778636455536
132849	rnn.bias_ih_l1_reverse	5	-0.10900804400444031
132849	rnn.bias_ih_l1_reverse	6	-0.1327202022075653
132849	rnn.bias_ih_l1_reverse	7	-0.19634918868541718
132849	rnn.bias_ih_l1_reverse	8	0.21743693947792053
132849	rnn.bias_ih_l1_reverse	9	0.050998833030462265
132849	rnn.bias_hh_l1_reverse	0	-0.012444346211850643
132849	rnn.bias_hh_l1_reverse	1	-0.050426043570041656
132849	rnn.bias_hh_l1_reverse	2	-0.2338508516550064
132849	rnn.bias_hh_l1_reverse	3	-0.12068020552396774
132849	rnn.bias_hh_l1_reverse	4	-0.09506931155920029
132849	rnn.bias_hh_l1_reverse	5	-0.13152888417243958
132849	rnn.bias_hh_l1_reverse	6	0.10317107290029526
132849	rnn.bias_hh_l1_reverse	7	-0.1603727489709854
132849	rnn.bias_hh_l1_reverse	8	-0.10789447277784348
132849	rnn.bias_hh_l1_reverse	9	-0.14772994816303253
132849	linear.weight	0	0.002228822559118271
132849	linear.weight	1	0.11644352972507477
132849	linear.weight	2	-0.05050614848732948
132849	linear.weight	3	0.31665417551994324
132849	linear.weight	4	0.1759726107120514
132849	linear.weight	5	-0.03198841214179993
132849	linear.weight	6	0.09367824345827103
132849	linear.weight	7	0.09575866162776947
132849	linear.weight	8	0.041273172944784164
132849	linear.weight	9	-0.015039677731692791
132849	linear.bias	0	0.09808026254177094
132849	linear.bias	1	-0.19419126212596893
132849	linear.bias	2	-0.33044758439064026
132849	linear.bias	3	-0.6811440587043762
132849	linear.bias	4	-1.204397201538086
132849	linear.bias	5	-0.10040095448493958
132849	linear.bias	6	-0.7447212934494019
132849	linear.bias	7	0.3053496181964874
132849	linear.bias	8	-0.4819759428501129
132849	linear.bias	9	-0.9928017258644104
133046	transitions	0	0.6883268356323242
133046	transitions	1	0.16230186820030212
133046	transitions	2	-10000.0
133046	transitions	3	-1.8216413259506226
133046	transitions	4	-10000.0
133046	transitions	5	0.5845248699188232
133046	transitions	6	-0.07089003175497055
133046	transitions	7	-0.6865270137786865
133046	transitions	8	-1.3985323905944824
133046	transitions	9	-0.0010730366921052337
133046	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
133046	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
133046	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
133046	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
133046	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
133046	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
133046	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
133046	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
133046	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
133046	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
133046	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
133046	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
133046	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
133046	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
133046	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
133046	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
133046	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
133046	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
133046	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
133046	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
133046	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
133046	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
133046	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
133046	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
133046	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
133046	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
133046	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
133046	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
133046	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
133046	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
133046	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
133046	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
133046	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
133046	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
133046	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
133046	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
133046	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
133046	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
133046	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
133046	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
133046	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
133046	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
133046	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
133046	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
133046	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
133046	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
133046	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
133046	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
133046	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
133046	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
133046	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
133046	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
133046	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
133046	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
133046	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
133046	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
133046	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
133046	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
133046	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
133046	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
133046	embedding2nn.weight	0	0.022258389741182327
133046	embedding2nn.weight	1	-0.014700029045343399
133046	embedding2nn.weight	2	-0.014268254861235619
133046	embedding2nn.weight	3	-0.040737465023994446
133046	embedding2nn.weight	4	-0.0059150345623493195
133046	embedding2nn.weight	5	-0.0037005897611379623
133046	embedding2nn.weight	6	-0.003973276354372501
133046	embedding2nn.weight	7	-0.08106838166713715
133046	embedding2nn.weight	8	-0.0019979383796453476
133046	embedding2nn.weight	9	-0.029175281524658203
133046	embedding2nn.bias	0	0.05015601962804794
133046	embedding2nn.bias	1	-0.053476687520742416
133046	embedding2nn.bias	2	0.07772868871688843
133046	embedding2nn.bias	3	0.0730220377445221
133046	embedding2nn.bias	4	-0.05683238431811333
133046	embedding2nn.bias	5	-0.07550924271345139
133046	embedding2nn.bias	6	0.03480852395296097
133046	embedding2nn.bias	7	-0.07446787506341934
133046	embedding2nn.bias	8	0.05013617128133774
133046	embedding2nn.bias	9	0.0400313138961792
133046	rnn.weight_ih_l0	0	-0.07222069054841995
133046	rnn.weight_ih_l0	1	0.0012462593149393797
133046	rnn.weight_ih_l0	2	0.043599702417850494
133046	rnn.weight_ih_l0	3	0.017382608726620674
133046	rnn.weight_ih_l0	4	-0.03298218548297882
133046	rnn.weight_ih_l0	5	-0.06666701287031174
133046	rnn.weight_ih_l0	6	0.0036178389564156532
133046	rnn.weight_ih_l0	7	0.05649090185761452
133046	rnn.weight_ih_l0	8	-0.015671811997890472
133046	rnn.weight_ih_l0	9	-0.021055275574326515
133046	rnn.weight_hh_l0	0	-0.03168061748147011
133046	rnn.weight_hh_l0	1	-0.01299845427274704
133046	rnn.weight_hh_l0	2	-0.005548807326704264
133046	rnn.weight_hh_l0	3	-0.06354433298110962
133046	rnn.weight_hh_l0	4	0.08224234730005264
133046	rnn.weight_hh_l0	5	-0.026019519194960594
133046	rnn.weight_hh_l0	6	-0.046885184943675995
133046	rnn.weight_hh_l0	7	0.013204460963606834
133046	rnn.weight_hh_l0	8	0.01001711655408144
133046	rnn.weight_hh_l0	9	-0.01910206861793995
133046	rnn.bias_ih_l0	0	0.10925138741731644
133046	rnn.bias_ih_l0	1	-0.026416411623358727
133046	rnn.bias_ih_l0	2	0.002177836839109659
133046	rnn.bias_ih_l0	3	0.1403728574514389
133046	rnn.bias_ih_l0	4	-0.020067866891622543
133046	rnn.bias_ih_l0	5	-0.026599472388625145
133046	rnn.bias_ih_l0	6	0.011413746513426304
133046	rnn.bias_ih_l0	7	0.03899792954325676
133046	rnn.bias_ih_l0	8	-0.10326310247182846
133046	rnn.bias_ih_l0	9	-0.03308931738138199
133046	rnn.bias_hh_l0	0	-0.027054430916905403
133046	rnn.bias_hh_l0	1	-0.10934081673622131
133046	rnn.bias_hh_l0	2	-0.05240039899945259
133046	rnn.bias_hh_l0	3	-0.08743567764759064
133046	rnn.bias_hh_l0	4	-0.005588024388998747
133046	rnn.bias_hh_l0	5	-0.016364995390176773
133046	rnn.bias_hh_l0	6	0.031955745071172714
133046	rnn.bias_hh_l0	7	0.03817782551050186
133046	rnn.bias_hh_l0	8	-0.10231424868106842
133046	rnn.bias_hh_l0	9	-0.058457132428884506
133046	rnn.weight_ih_l0_reverse	0	-0.0259262528270483
133046	rnn.weight_ih_l0_reverse	1	-0.036703869700431824
133046	rnn.weight_ih_l0_reverse	2	-0.044172968715429306
133046	rnn.weight_ih_l0_reverse	3	0.0021684900857508183
133046	rnn.weight_ih_l0_reverse	4	-0.01440044678747654
133046	rnn.weight_ih_l0_reverse	5	-0.04515897110104561
133046	rnn.weight_ih_l0_reverse	6	0.08542157709598541
133046	rnn.weight_ih_l0_reverse	7	-0.013055643998086452
133046	rnn.weight_ih_l0_reverse	8	-0.0173298642039299
133046	rnn.weight_ih_l0_reverse	9	-0.003872338682413101
133046	rnn.weight_hh_l0_reverse	0	0.05468911677598953
133046	rnn.weight_hh_l0_reverse	1	0.019363684579730034
133046	rnn.weight_hh_l0_reverse	2	0.028408056125044823
133046	rnn.weight_hh_l0_reverse	3	0.030015261843800545
133046	rnn.weight_hh_l0_reverse	4	0.007050720974802971
133046	rnn.weight_hh_l0_reverse	5	0.019079262390732765
133046	rnn.weight_hh_l0_reverse	6	0.04714783653616905
133046	rnn.weight_hh_l0_reverse	7	-0.060961849987506866
133046	rnn.weight_hh_l0_reverse	8	0.03626323491334915
133046	rnn.weight_hh_l0_reverse	9	0.03627021238207817
133046	rnn.bias_ih_l0_reverse	0	-0.07629980146884918
133046	rnn.bias_ih_l0_reverse	1	-0.2358238250017166
133046	rnn.bias_ih_l0_reverse	2	-0.12537236511707306
133046	rnn.bias_ih_l0_reverse	3	-0.04224017262458801
133046	rnn.bias_ih_l0_reverse	4	-0.03506418317556381
133046	rnn.bias_ih_l0_reverse	5	0.05843967944383621
133046	rnn.bias_ih_l0_reverse	6	-0.06444545835256577
133046	rnn.bias_ih_l0_reverse	7	0.04818755015730858
133046	rnn.bias_ih_l0_reverse	8	-0.03814094886183739
133046	rnn.bias_ih_l0_reverse	9	0.06252676993608475
133046	rnn.bias_hh_l0_reverse	0	0.025943895801901817
133046	rnn.bias_hh_l0_reverse	1	-0.042682189494371414
133046	rnn.bias_hh_l0_reverse	2	0.08466056734323502
133046	rnn.bias_hh_l0_reverse	3	-0.04357559233903885
133046	rnn.bias_hh_l0_reverse	4	-0.03285413980484009
133046	rnn.bias_hh_l0_reverse	5	-0.037195418030023575
133046	rnn.bias_hh_l0_reverse	6	-0.03894718736410141
133046	rnn.bias_hh_l0_reverse	7	0.11061552166938782
133046	rnn.bias_hh_l0_reverse	8	0.03093227557837963
133046	rnn.bias_hh_l0_reverse	9	-0.14127695560455322
133046	rnn.weight_ih_l1	0	-0.0345388799905777
133046	rnn.weight_ih_l1	1	-0.04399827495217323
133046	rnn.weight_ih_l1	2	0.05743939429521561
133046	rnn.weight_ih_l1	3	-0.07094816118478775
133046	rnn.weight_ih_l1	4	-0.015948981046676636
133046	rnn.weight_ih_l1	5	-0.04709981009364128
133046	rnn.weight_ih_l1	6	0.033032726496458054
133046	rnn.weight_ih_l1	7	-0.029696621000766754
133046	rnn.weight_ih_l1	8	0.03707878291606903
133046	rnn.weight_ih_l1	9	0.044118329882621765
133046	rnn.weight_hh_l1	0	-0.00783824548125267
133046	rnn.weight_hh_l1	1	0.014227990061044693
133046	rnn.weight_hh_l1	2	0.01489019300788641
133046	rnn.weight_hh_l1	3	-0.007418137043714523
133046	rnn.weight_hh_l1	4	0.008080066181719303
133046	rnn.weight_hh_l1	5	0.024202419444918633
133046	rnn.weight_hh_l1	6	0.03332636505365372
133046	rnn.weight_hh_l1	7	-0.01967722922563553
133046	rnn.weight_hh_l1	8	-0.012282243929803371
133046	rnn.weight_hh_l1	9	0.0386250838637352
133046	rnn.bias_ih_l1	0	-0.20672619342803955
133046	rnn.bias_ih_l1	1	-0.18404357135295868
133046	rnn.bias_ih_l1	2	-0.2043929547071457
133046	rnn.bias_ih_l1	3	-0.2630951702594757
133046	rnn.bias_ih_l1	4	-0.20580507814884186
133046	rnn.bias_ih_l1	5	-0.10042140632867813
133046	rnn.bias_ih_l1	6	-0.16219252347946167
133046	rnn.bias_ih_l1	7	-0.031770218163728714
133046	rnn.bias_ih_l1	8	-0.14989794790744781
133046	rnn.bias_ih_l1	9	-0.13897810876369476
133046	rnn.bias_hh_l1	0	-0.12838447093963623
133046	rnn.bias_hh_l1	1	-0.06566757708787918
133046	rnn.bias_hh_l1	2	-0.11959262192249298
133046	rnn.bias_hh_l1	3	-0.07957816123962402
133046	rnn.bias_hh_l1	4	-0.09735319763422012
133046	rnn.bias_hh_l1	5	-0.10894915461540222
133046	rnn.bias_hh_l1	6	-0.16317620873451233
133046	rnn.bias_hh_l1	7	0.04384605586528778
133046	rnn.bias_hh_l1	8	-0.1877172291278839
133046	rnn.bias_hh_l1	9	-0.10550437867641449
133046	rnn.weight_ih_l1_reverse	0	-0.03745699301362038
133046	rnn.weight_ih_l1_reverse	1	0.009072213433682919
133046	rnn.weight_ih_l1_reverse	2	0.06738390028476715
133046	rnn.weight_ih_l1_reverse	3	-0.004185130819678307
133046	rnn.weight_ih_l1_reverse	4	-0.037747807800769806
133046	rnn.weight_ih_l1_reverse	5	-0.03357486054301262
133046	rnn.weight_ih_l1_reverse	6	-0.006448332220315933
133046	rnn.weight_ih_l1_reverse	7	0.027225572615861893
133046	rnn.weight_ih_l1_reverse	8	0.03166408836841583
133046	rnn.weight_ih_l1_reverse	9	-0.03556745871901512
133046	rnn.weight_hh_l1_reverse	0	0.007587218191474676
133046	rnn.weight_hh_l1_reverse	1	0.028213627636432648
133046	rnn.weight_hh_l1_reverse	2	-0.03973237797617912
133046	rnn.weight_hh_l1_reverse	3	0.0390099436044693
133046	rnn.weight_hh_l1_reverse	4	0.043275803327560425
133046	rnn.weight_hh_l1_reverse	5	0.0027946820482611656
133046	rnn.weight_hh_l1_reverse	6	0.03838881850242615
133046	rnn.weight_hh_l1_reverse	7	0.029461883008480072
133046	rnn.weight_hh_l1_reverse	8	-0.00673162704333663
133046	rnn.weight_hh_l1_reverse	9	-0.030902313068509102
133046	rnn.bias_ih_l1_reverse	0	-0.07431784272193909
133046	rnn.bias_ih_l1_reverse	1	-0.16280025243759155
133046	rnn.bias_ih_l1_reverse	2	-0.1574947088956833
133046	rnn.bias_ih_l1_reverse	3	-0.045080725103616714
133046	rnn.bias_ih_l1_reverse	4	-0.2041928768157959
133046	rnn.bias_ih_l1_reverse	5	-0.10958677530288696
133046	rnn.bias_ih_l1_reverse	6	-0.13289901614189148
133046	rnn.bias_ih_l1_reverse	7	-0.19888746738433838
133046	rnn.bias_ih_l1_reverse	8	0.21339748799800873
133046	rnn.bias_ih_l1_reverse	9	0.05260850489139557
133046	rnn.bias_hh_l1_reverse	0	-0.007711114827543497
133046	rnn.bias_hh_l1_reverse	1	-0.044948916882276535
133046	rnn.bias_hh_l1_reverse	2	-0.23363439738750458
133046	rnn.bias_hh_l1_reverse	3	-0.11758013069629669
133046	rnn.bias_hh_l1_reverse	4	-0.09618926048278809
133046	rnn.bias_hh_l1_reverse	5	-0.13253706693649292
133046	rnn.bias_hh_l1_reverse	6	0.11066377907991409
133046	rnn.bias_hh_l1_reverse	7	-0.16286027431488037
133046	rnn.bias_hh_l1_reverse	8	-0.10705381631851196
133046	rnn.bias_hh_l1_reverse	9	-0.14863424003124237
133046	linear.weight	0	0.002228822559118271
133046	linear.weight	1	0.11241893470287323
133046	linear.weight	2	-0.05224280059337616
133046	linear.weight	3	0.3151528537273407
133046	linear.weight	4	0.1742054522037506
133046	linear.weight	5	-0.03308064490556717
133046	linear.weight	6	0.08769754320383072
133046	linear.weight	7	0.09830783307552338
133046	linear.weight	8	0.04127258434891701
133046	linear.weight	9	-0.017962105572223663
133046	linear.bias	0	0.05746821314096451
133046	linear.bias	1	-0.21097034215927124
133046	linear.bias	2	-0.3462095260620117
133046	linear.bias	3	-0.7043825387954712
133046	linear.bias	4	-1.2278779745101929
133046	linear.bias	5	-0.09671926498413086
133046	linear.bias	6	-0.761780321598053
133046	linear.bias	7	0.30659374594688416
133046	linear.bias	8	-0.48595964908599854
133046	linear.bias	9	-0.999351978302002
133243	transitions	0	0.6911666989326477
133243	transitions	1	0.1618911474943161
133243	transitions	2	-10000.0
133243	transitions	3	-1.8216729164123535
133243	transitions	4	-10000.0
133243	transitions	5	0.5844510197639465
133243	transitions	6	-0.07095398753881454
133243	transitions	7	-0.6866880655288696
133243	transitions	8	-1.3986821174621582
133243	transitions	9	-0.0010741943260654807
133243	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
133243	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
133243	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
133243	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
133243	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
133243	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
133243	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
133243	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
133243	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
133243	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
133243	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
133243	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
133243	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
133243	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
133243	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
133243	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
133243	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
133243	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
133243	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
133243	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
133243	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
133243	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
133243	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
133243	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
133243	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
133243	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
133243	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
133243	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
133243	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
133243	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
133243	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
133243	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
133243	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
133243	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
133243	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
133243	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
133243	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
133243	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
133243	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
133243	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
133243	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
133243	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
133243	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
133243	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
133243	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
133243	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
133243	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
133243	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
133243	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
133243	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
133243	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
133243	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
133243	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
133243	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
133243	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
133243	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
133243	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
133243	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
133243	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
133243	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
133243	embedding2nn.weight	0	0.021943064406514168
133243	embedding2nn.weight	1	-0.014628439210355282
133243	embedding2nn.weight	2	-0.014268254861235619
133243	embedding2nn.weight	3	-0.038119781762361526
133243	embedding2nn.weight	4	-0.0059150345623493195
133243	embedding2nn.weight	5	-0.0037005897611379623
133243	embedding2nn.weight	6	-0.003973276354372501
133243	embedding2nn.weight	7	-0.07933394610881805
133243	embedding2nn.weight	8	-0.0019979383796453476
133243	embedding2nn.weight	9	-0.027938932180404663
133243	embedding2nn.bias	0	0.0589330792427063
133243	embedding2nn.bias	1	-0.05643594264984131
133243	embedding2nn.bias	2	0.08508417755365372
133243	embedding2nn.bias	3	0.05930024012923241
133243	embedding2nn.bias	4	-0.05847986042499542
133243	embedding2nn.bias	5	-0.07335265725851059
133243	embedding2nn.bias	6	0.04105835780501366
133243	embedding2nn.bias	7	-0.06986093521118164
133243	embedding2nn.bias	8	0.05861234292387962
133243	embedding2nn.bias	9	0.03032534383237362
133243	rnn.weight_ih_l0	0	-0.07010252773761749
133243	rnn.weight_ih_l0	1	0.0002903215936385095
133243	rnn.weight_ih_l0	2	0.04243247210979462
133243	rnn.weight_ih_l0	3	0.01716468296945095
133243	rnn.weight_ih_l0	4	-0.03366881236433983
133243	rnn.weight_ih_l0	5	-0.06389585882425308
133243	rnn.weight_ih_l0	6	0.0034969348926097155
133243	rnn.weight_ih_l0	7	0.05597894266247749
133243	rnn.weight_ih_l0	8	-0.016839299350976944
133243	rnn.weight_ih_l0	9	-0.02226031757891178
133243	rnn.weight_hh_l0	0	-0.03124472126364708
133243	rnn.weight_hh_l0	1	-0.011859026737511158
133243	rnn.weight_hh_l0	2	-0.0052561210468411446
133243	rnn.weight_hh_l0	3	-0.06462769210338593
133243	rnn.weight_hh_l0	4	0.08244075626134872
133243	rnn.weight_hh_l0	5	-0.026351209729909897
133243	rnn.weight_hh_l0	6	-0.047592323273420334
133243	rnn.weight_hh_l0	7	0.012323850765824318
133243	rnn.weight_hh_l0	8	0.010674040764570236
133243	rnn.weight_hh_l0	9	-0.01810375787317753
133243	rnn.bias_ih_l0	0	0.11135495454072952
133243	rnn.bias_ih_l0	1	-0.027332808822393417
133243	rnn.bias_ih_l0	2	0.002294683363288641
133243	rnn.bias_ih_l0	3	0.14113931357860565
133243	rnn.bias_ih_l0	4	-0.018070440739393234
133243	rnn.bias_ih_l0	5	-0.02612210251390934
133243	rnn.bias_ih_l0	6	0.010245115496218204
133243	rnn.bias_ih_l0	7	0.038685690611600876
133243	rnn.bias_ih_l0	8	-0.10499318689107895
133243	rnn.bias_ih_l0	9	-0.030129410326480865
133243	rnn.bias_hh_l0	0	-0.029156332835555077
133243	rnn.bias_hh_l0	1	-0.10398978739976883
133243	rnn.bias_hh_l0	2	-0.05459083989262581
133243	rnn.bias_hh_l0	3	-0.08980750292539597
133243	rnn.bias_hh_l0	4	-0.0028108451515436172
133243	rnn.bias_hh_l0	5	-0.020816706120967865
133243	rnn.bias_hh_l0	6	0.03269128128886223
133243	rnn.bias_hh_l0	7	0.04006274417042732
133243	rnn.bias_hh_l0	8	-0.10032559186220169
133243	rnn.bias_hh_l0	9	-0.057553429156541824
133243	rnn.weight_ih_l0_reverse	0	-0.02799064666032791
133243	rnn.weight_ih_l0_reverse	1	-0.035066571086645126
133243	rnn.weight_ih_l0_reverse	2	-0.044224511831998825
133243	rnn.weight_ih_l0_reverse	3	0.0032781006302684546
133243	rnn.weight_ih_l0_reverse	4	-0.01414575893431902
133243	rnn.weight_ih_l0_reverse	5	-0.044507045298814774
133243	rnn.weight_ih_l0_reverse	6	0.08440932631492615
133243	rnn.weight_ih_l0_reverse	7	-0.014343052171170712
133243	rnn.weight_ih_l0_reverse	8	-0.01650664582848549
133243	rnn.weight_ih_l0_reverse	9	-0.003971914295107126
133243	rnn.weight_hh_l0_reverse	0	0.05639726296067238
133243	rnn.weight_hh_l0_reverse	1	0.018011903390288353
133243	rnn.weight_hh_l0_reverse	2	0.02890271134674549
133243	rnn.weight_hh_l0_reverse	3	0.02924419939517975
133243	rnn.weight_hh_l0_reverse	4	0.00644721370190382
133243	rnn.weight_hh_l0_reverse	5	0.019992927089333534
133243	rnn.weight_hh_l0_reverse	6	0.04700266197323799
133243	rnn.weight_hh_l0_reverse	7	-0.062091659754514694
133243	rnn.weight_hh_l0_reverse	8	0.037168920040130615
133243	rnn.weight_hh_l0_reverse	9	0.036211926490068436
133243	rnn.bias_ih_l0_reverse	0	-0.07582147419452667
133243	rnn.bias_ih_l0_reverse	1	-0.23806500434875488
133243	rnn.bias_ih_l0_reverse	2	-0.12513552606105804
133243	rnn.bias_ih_l0_reverse	3	-0.041061580181121826
133243	rnn.bias_ih_l0_reverse	4	-0.033477023243904114
133243	rnn.bias_ih_l0_reverse	5	0.0564444437623024
133243	rnn.bias_ih_l0_reverse	6	-0.06525838375091553
133243	rnn.bias_ih_l0_reverse	7	0.05162385478615761
133243	rnn.bias_ih_l0_reverse	8	-0.035098448395729065
133243	rnn.bias_ih_l0_reverse	9	0.06266137212514877
133243	rnn.bias_hh_l0_reverse	0	0.030174383893609047
133243	rnn.bias_hh_l0_reverse	1	-0.045490652322769165
133243	rnn.bias_hh_l0_reverse	2	0.0855124369263649
133243	rnn.bias_hh_l0_reverse	3	-0.04367608577013016
133243	rnn.bias_hh_l0_reverse	4	-0.03355035558342934
133243	rnn.bias_hh_l0_reverse	5	-0.03353892266750336
133243	rnn.bias_hh_l0_reverse	6	-0.03749159723520279
133243	rnn.bias_hh_l0_reverse	7	0.1140519455075264
133243	rnn.bias_hh_l0_reverse	8	0.02778247930109501
133243	rnn.bias_hh_l0_reverse	9	-0.14155061542987823
133243	rnn.weight_ih_l1	0	-0.03464125469326973
133243	rnn.weight_ih_l1	1	-0.0439787432551384
133243	rnn.weight_ih_l1	2	0.05598902329802513
133243	rnn.weight_ih_l1	3	-0.07475163042545319
133243	rnn.weight_ih_l1	4	-0.01584719680249691
133243	rnn.weight_ih_l1	5	-0.04741954058408737
133243	rnn.weight_ih_l1	6	0.03336336091160774
133243	rnn.weight_ih_l1	7	-0.03197180852293968
133243	rnn.weight_ih_l1	8	0.03742773085832596
133243	rnn.weight_ih_l1	9	0.04464588686823845
133243	rnn.weight_hh_l1	0	-0.009246286004781723
133243	rnn.weight_hh_l1	1	0.014288022182881832
133243	rnn.weight_hh_l1	2	0.01568341627717018
133243	rnn.weight_hh_l1	3	-0.0076582240872085094
133243	rnn.weight_hh_l1	4	0.008303528651595116
133243	rnn.weight_hh_l1	5	0.024578478187322617
133243	rnn.weight_hh_l1	6	0.03378605097532272
133243	rnn.weight_hh_l1	7	-0.019672900438308716
133243	rnn.weight_hh_l1	8	-0.012086749076843262
133243	rnn.weight_hh_l1	9	0.039038676768541336
133243	rnn.bias_ih_l1	0	-0.20739418268203735
133243	rnn.bias_ih_l1	1	-0.18052682280540466
133243	rnn.bias_ih_l1	2	-0.20314131677150726
133243	rnn.bias_ih_l1	3	-0.26333749294281006
133243	rnn.bias_ih_l1	4	-0.20390798151493073
133243	rnn.bias_ih_l1	5	-0.1005386933684349
133243	rnn.bias_ih_l1	6	-0.16248033940792084
133243	rnn.bias_ih_l1	7	-0.03882421925663948
133243	rnn.bias_ih_l1	8	-0.15194185078144073
133243	rnn.bias_ih_l1	9	-0.1391538828611374
133243	rnn.bias_hh_l1	0	-0.13004373013973236
133243	rnn.bias_hh_l1	1	-0.06484094262123108
133243	rnn.bias_hh_l1	2	-0.11616566777229309
133243	rnn.bias_hh_l1	3	-0.08068699389696121
133243	rnn.bias_hh_l1	4	-0.10066765546798706
133243	rnn.bias_hh_l1	5	-0.10762350261211395
133243	rnn.bias_hh_l1	6	-0.16091112792491913
133243	rnn.bias_hh_l1	7	0.04777071252465248
133243	rnn.bias_hh_l1	8	-0.18849043548107147
133243	rnn.bias_hh_l1	9	-0.10371319949626923
133243	rnn.weight_ih_l1_reverse	0	-0.03822009637951851
133243	rnn.weight_ih_l1_reverse	1	0.00982380099594593
133243	rnn.weight_ih_l1_reverse	2	0.07005992531776428
133243	rnn.weight_ih_l1_reverse	3	-0.003040560055524111
133243	rnn.weight_ih_l1_reverse	4	-0.035484429448843
133243	rnn.weight_ih_l1_reverse	5	-0.034014198929071426
133243	rnn.weight_ih_l1_reverse	6	-0.006340233609080315
133243	rnn.weight_ih_l1_reverse	7	0.02697107568383217
133243	rnn.weight_ih_l1_reverse	8	0.03303159028291702
133243	rnn.weight_ih_l1_reverse	9	-0.035935163497924805
133243	rnn.weight_hh_l1_reverse	0	0.00760691799223423
133243	rnn.weight_hh_l1_reverse	1	0.0281898844987154
133243	rnn.weight_hh_l1_reverse	2	-0.039726994931697845
133243	rnn.weight_hh_l1_reverse	3	0.03885819390416145
133243	rnn.weight_hh_l1_reverse	4	0.04379007965326309
133243	rnn.weight_hh_l1_reverse	5	0.0020902033429592848
133243	rnn.weight_hh_l1_reverse	6	0.03956879675388336
133243	rnn.weight_hh_l1_reverse	7	0.029563307762145996
133243	rnn.weight_hh_l1_reverse	8	-0.006685213651508093
133243	rnn.weight_hh_l1_reverse	9	-0.031202102079987526
133243	rnn.bias_ih_l1_reverse	0	-0.0751340314745903
133243	rnn.bias_ih_l1_reverse	1	-0.16353335976600647
133243	rnn.bias_ih_l1_reverse	2	-0.15961405634880066
133243	rnn.bias_ih_l1_reverse	3	-0.04262039065361023
133243	rnn.bias_ih_l1_reverse	4	-0.2030501663684845
133243	rnn.bias_ih_l1_reverse	5	-0.10924114286899567
133243	rnn.bias_ih_l1_reverse	6	-0.13209150731563568
133243	rnn.bias_ih_l1_reverse	7	-0.19171397387981415
133243	rnn.bias_ih_l1_reverse	8	0.21958763897418976
133243	rnn.bias_ih_l1_reverse	9	0.04864485561847687
133243	rnn.bias_hh_l1_reverse	0	-0.008860551752150059
133243	rnn.bias_hh_l1_reverse	1	-0.047894638031721115
133243	rnn.bias_hh_l1_reverse	2	-0.2338683158159256
133243	rnn.bias_hh_l1_reverse	3	-0.11938755959272385
133243	rnn.bias_hh_l1_reverse	4	-0.09336929023265839
133243	rnn.bias_hh_l1_reverse	5	-0.13111504912376404
133243	rnn.bias_hh_l1_reverse	6	0.10041562467813492
133243	rnn.bias_hh_l1_reverse	7	-0.16073931753635406
133243	rnn.bias_hh_l1_reverse	8	-0.10794388502836227
133243	rnn.bias_hh_l1_reverse	9	-0.14879706501960754
133243	linear.weight	0	0.002228822559118271
133243	linear.weight	1	0.11595171689987183
133243	linear.weight	2	-0.055383093655109406
133243	linear.weight	3	0.3157929480075836
133243	linear.weight	4	0.16884945333003998
133243	linear.weight	5	-0.03691369667649269
133243	linear.weight	6	0.08001615107059479
133243	linear.weight	7	0.0957612618803978
133243	linear.weight	8	0.04127239063382149
133243	linear.weight	9	-0.0177536029368639
133243	linear.bias	0	0.062331672757864
133243	linear.bias	1	-0.20874334871768951
133243	linear.bias	2	-0.3815270662307739
133243	linear.bias	3	-0.6930722594261169
133243	linear.bias	4	-1.218184232711792
133243	linear.bias	5	-0.0853109136223793
133243	linear.bias	6	-0.7616415619850159
133243	linear.bias	7	0.3171670734882355
133243	linear.bias	8	-0.46686193346977234
133243	linear.bias	9	-0.9881561398506165
133440	transitions	0	0.6899953484535217
133440	transitions	1	0.17104633152484894
133440	transitions	2	-10000.0
133440	transitions	3	-1.8217040300369263
133440	transitions	4	-10000.0
133440	transitions	5	0.584283173084259
133440	transitions	6	-0.07105952501296997
133440	transitions	7	-0.6871169209480286
133440	transitions	8	-1.3987505435943604
133440	transitions	9	-0.001075101550668478
133440	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
133440	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
133440	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
133440	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
133440	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
133440	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
133440	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
133440	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
133440	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
133440	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
133440	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
133440	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
133440	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
133440	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
133440	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
133440	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
133440	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
133440	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
133440	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
133440	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
133440	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
133440	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
133440	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
133440	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
133440	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
133440	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
133440	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
133440	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
133440	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
133440	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
133440	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
133440	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
133440	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
133440	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
133440	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
133440	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
133440	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
133440	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
133440	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
133440	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
133440	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
133440	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
133440	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
133440	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
133440	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
133440	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
133440	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
133440	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
133440	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
133440	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
133440	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
133440	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
133440	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
133440	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
133440	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
133440	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
133440	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
133440	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
133440	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
133440	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
133440	embedding2nn.weight	0	0.0198280718177557
133440	embedding2nn.weight	1	-0.014577913098037243
133440	embedding2nn.weight	2	-0.014268254861235619
133440	embedding2nn.weight	3	-0.038339607417583466
133440	embedding2nn.weight	4	-0.0059150345623493195
133440	embedding2nn.weight	5	-0.0037005897611379623
133440	embedding2nn.weight	6	-0.003973277285695076
133440	embedding2nn.weight	7	-0.07945634424686432
133440	embedding2nn.weight	8	-0.0019979383796453476
133440	embedding2nn.weight	9	-0.02751636505126953
133440	embedding2nn.bias	0	0.05313865467905998
133440	embedding2nn.bias	1	-0.06121514365077019
133440	embedding2nn.bias	2	0.07164210826158524
133440	embedding2nn.bias	3	0.059056155383586884
133440	embedding2nn.bias	4	-0.05563865602016449
133440	embedding2nn.bias	5	-0.06842051446437836
133440	embedding2nn.bias	6	0.03258465602993965
133440	embedding2nn.bias	7	-0.06661569327116013
133440	embedding2nn.bias	8	0.05882091447710991
133440	embedding2nn.bias	9	0.028777088969945908
133440	rnn.weight_ih_l0	0	-0.0716891810297966
133440	rnn.weight_ih_l0	1	0.0012357733212411404
133440	rnn.weight_ih_l0	2	0.041692111641168594
133440	rnn.weight_ih_l0	3	0.017521262168884277
133440	rnn.weight_ih_l0	4	-0.03248104453086853
133440	rnn.weight_ih_l0	5	-0.0649067610502243
133440	rnn.weight_ih_l0	6	0.003611831460148096
133440	rnn.weight_ih_l0	7	0.0550471693277359
133440	rnn.weight_ih_l0	8	-0.016444439068436623
133440	rnn.weight_ih_l0	9	-0.021847644820809364
133440	rnn.weight_hh_l0	0	-0.0317462719976902
133440	rnn.weight_hh_l0	1	-0.010359748266637325
133440	rnn.weight_hh_l0	2	-0.005129757337272167
133440	rnn.weight_hh_l0	3	-0.06460463255643845
133440	rnn.weight_hh_l0	4	0.08190980553627014
133440	rnn.weight_hh_l0	5	-0.02512916922569275
133440	rnn.weight_hh_l0	6	-0.04790284112095833
133440	rnn.weight_hh_l0	7	0.01291681732982397
133440	rnn.weight_hh_l0	8	0.010126505047082901
133440	rnn.weight_hh_l0	9	-0.01827973499894142
133440	rnn.bias_ih_l0	0	0.1087285503745079
133440	rnn.bias_ih_l0	1	-0.025721073150634766
133440	rnn.bias_ih_l0	2	0.0008057033992372453
133440	rnn.bias_ih_l0	3	0.14197832345962524
133440	rnn.bias_ih_l0	4	-0.017642203718423843
133440	rnn.bias_ih_l0	5	-0.02104504406452179
133440	rnn.bias_ih_l0	6	0.01245887391269207
133440	rnn.bias_ih_l0	7	0.038657523691654205
133440	rnn.bias_ih_l0	8	-0.10463189333677292
133440	rnn.bias_ih_l0	9	-0.028545433655381203
133440	rnn.bias_hh_l0	0	-0.03059498220682144
133440	rnn.bias_hh_l0	1	-0.10379762202501297
133440	rnn.bias_hh_l0	2	-0.054868392646312714
133440	rnn.bias_hh_l0	3	-0.08681674301624298
133440	rnn.bias_hh_l0	4	-0.0010926640825346112
133440	rnn.bias_hh_l0	5	-0.02221791446208954
133440	rnn.bias_hh_l0	6	0.03515336290001869
133440	rnn.bias_hh_l0	7	0.04175397381186485
133440	rnn.bias_hh_l0	8	-0.10091351717710495
133440	rnn.bias_hh_l0	9	-0.06273023784160614
133440	rnn.weight_ih_l0_reverse	0	-0.02888917364180088
133440	rnn.weight_ih_l0_reverse	1	-0.03320779651403427
133440	rnn.weight_ih_l0_reverse	2	-0.044753849506378174
133440	rnn.weight_ih_l0_reverse	3	0.003637556219473481
133440	rnn.weight_ih_l0_reverse	4	-0.014060062356293201
133440	rnn.weight_ih_l0_reverse	5	-0.04478663578629494
133440	rnn.weight_ih_l0_reverse	6	0.08384037762880325
133440	rnn.weight_ih_l0_reverse	7	-0.015390526503324509
133440	rnn.weight_ih_l0_reverse	8	-0.017405027523636818
133440	rnn.weight_ih_l0_reverse	9	-0.004391823895275593
133440	rnn.weight_hh_l0_reverse	0	0.05654234066605568
133440	rnn.weight_hh_l0_reverse	1	0.016407877206802368
133440	rnn.weight_hh_l0_reverse	2	0.02859651669859886
133440	rnn.weight_hh_l0_reverse	3	0.029690854251384735
133440	rnn.weight_hh_l0_reverse	4	0.0066758147440850735
133440	rnn.weight_hh_l0_reverse	5	0.021966783329844475
133440	rnn.weight_hh_l0_reverse	6	0.04719517379999161
133440	rnn.weight_hh_l0_reverse	7	-0.0625879168510437
133440	rnn.weight_hh_l0_reverse	8	0.03814955800771713
133440	rnn.weight_hh_l0_reverse	9	0.0366130955517292
133440	rnn.bias_ih_l0_reverse	0	-0.07635320723056793
133440	rnn.bias_ih_l0_reverse	1	-0.23660147190093994
133440	rnn.bias_ih_l0_reverse	2	-0.12136998027563095
133440	rnn.bias_ih_l0_reverse	3	-0.03915218636393547
133440	rnn.bias_ih_l0_reverse	4	-0.035176120698451996
133440	rnn.bias_ih_l0_reverse	5	0.060889773070812225
133440	rnn.bias_ih_l0_reverse	6	-0.0637720599770546
133440	rnn.bias_ih_l0_reverse	7	0.05135473236441612
133440	rnn.bias_ih_l0_reverse	8	-0.038299135863780975
133440	rnn.bias_ih_l0_reverse	9	0.060632988810539246
133440	rnn.bias_hh_l0_reverse	0	0.034624096006155014
133440	rnn.bias_hh_l0_reverse	1	-0.04254624620079994
133440	rnn.bias_hh_l0_reverse	2	0.08857077360153198
133440	rnn.bias_hh_l0_reverse	3	-0.04387817159295082
133440	rnn.bias_hh_l0_reverse	4	-0.03548058122396469
133440	rnn.bias_hh_l0_reverse	5	-0.03450506553053856
133440	rnn.bias_hh_l0_reverse	6	-0.03588736057281494
133440	rnn.bias_hh_l0_reverse	7	0.11410944908857346
133440	rnn.bias_hh_l0_reverse	8	0.028718147426843643
133440	rnn.bias_hh_l0_reverse	9	-0.13875238597393036
133440	rnn.weight_ih_l1	0	-0.03458637371659279
133440	rnn.weight_ih_l1	1	-0.042916439473629
133440	rnn.weight_ih_l1	2	0.05908331647515297
133440	rnn.weight_ih_l1	3	-0.07305227965116501
133440	rnn.weight_ih_l1	4	-0.016079971566796303
133440	rnn.weight_ih_l1	5	-0.04763571918010712
133440	rnn.weight_ih_l1	6	0.034165460616350174
133440	rnn.weight_ih_l1	7	-0.03341507166624069
133440	rnn.weight_ih_l1	8	0.037205930799245834
133440	rnn.weight_ih_l1	9	0.044962771236896515
133440	rnn.weight_hh_l1	0	-0.008605835027992725
133440	rnn.weight_hh_l1	1	0.014398002065718174
133440	rnn.weight_hh_l1	2	0.01682370901107788
133440	rnn.weight_hh_l1	3	-0.007345865946263075
133440	rnn.weight_hh_l1	4	0.00857703946530819
133440	rnn.weight_hh_l1	5	0.024191459640860558
133440	rnn.weight_hh_l1	6	0.033460211008787155
133440	rnn.weight_hh_l1	7	-0.01910092867910862
133440	rnn.weight_hh_l1	8	-0.011828120797872543
133440	rnn.weight_hh_l1	9	0.03894823044538498
133440	rnn.bias_ih_l1	0	-0.20425929129123688
133440	rnn.bias_ih_l1	1	-0.17867067456245422
133440	rnn.bias_ih_l1	2	-0.20508167147636414
133440	rnn.bias_ih_l1	3	-0.26396724581718445
133440	rnn.bias_ih_l1	4	-0.2019244283437729
133440	rnn.bias_ih_l1	5	-0.09698553383350372
133440	rnn.bias_ih_l1	6	-0.16219207644462585
133440	rnn.bias_ih_l1	7	-0.045165736228227615
133440	rnn.bias_ih_l1	8	-0.1497754007577896
133440	rnn.bias_ih_l1	9	-0.1396159529685974
133440	rnn.bias_hh_l1	0	-0.13176600635051727
133440	rnn.bias_hh_l1	1	-0.06304777413606644
133440	rnn.bias_hh_l1	2	-0.11290537565946579
133440	rnn.bias_hh_l1	3	-0.08241651207208633
133440	rnn.bias_hh_l1	4	-0.09929388761520386
133440	rnn.bias_hh_l1	5	-0.10961274057626724
133440	rnn.bias_hh_l1	6	-0.16086432337760925
133440	rnn.bias_hh_l1	7	0.05240270495414734
133440	rnn.bias_hh_l1	8	-0.18716005980968475
133440	rnn.bias_hh_l1	9	-0.10218874365091324
133440	rnn.weight_ih_l1_reverse	0	-0.037496957927942276
133440	rnn.weight_ih_l1_reverse	1	0.009643161669373512
133440	rnn.weight_ih_l1_reverse	2	0.06868644058704376
133440	rnn.weight_ih_l1_reverse	3	-0.0020970727782696486
133440	rnn.weight_ih_l1_reverse	4	-0.034411896020174026
133440	rnn.weight_ih_l1_reverse	5	-0.033879540860652924
133440	rnn.weight_ih_l1_reverse	6	-0.008485609665513039
133440	rnn.weight_ih_l1_reverse	7	0.026665670797228813
133440	rnn.weight_ih_l1_reverse	8	0.03023643046617508
133440	rnn.weight_ih_l1_reverse	9	-0.036888737231492996
133440	rnn.weight_hh_l1_reverse	0	0.007534029893577099
133440	rnn.weight_hh_l1_reverse	1	0.028327129781246185
133440	rnn.weight_hh_l1_reverse	2	-0.03964504972100258
133440	rnn.weight_hh_l1_reverse	3	0.03887311741709709
133440	rnn.weight_hh_l1_reverse	4	0.04424791410565376
133440	rnn.weight_hh_l1_reverse	5	0.0016211133915930986
133440	rnn.weight_hh_l1_reverse	6	0.03615217283368111
133440	rnn.weight_hh_l1_reverse	7	0.029972275719046593
133440	rnn.weight_hh_l1_reverse	8	-0.006617311388254166
133440	rnn.weight_hh_l1_reverse	9	-0.03124374710023403
133440	rnn.bias_ih_l1_reverse	0	-0.07515209913253784
133440	rnn.bias_ih_l1_reverse	1	-0.1613803654909134
133440	rnn.bias_ih_l1_reverse	2	-0.16064991056919098
133440	rnn.bias_ih_l1_reverse	3	-0.035396214574575424
133440	rnn.bias_ih_l1_reverse	4	-0.2045477330684662
133440	rnn.bias_ih_l1_reverse	5	-0.10898932814598083
133440	rnn.bias_ih_l1_reverse	6	-0.13183189928531647
133440	rnn.bias_ih_l1_reverse	7	-0.19082340598106384
133440	rnn.bias_ih_l1_reverse	8	0.22755515575408936
133440	rnn.bias_ih_l1_reverse	9	0.046150125563144684
133440	rnn.bias_hh_l1_reverse	0	-0.0038968215230852365
133440	rnn.bias_hh_l1_reverse	1	-0.04706767201423645
133440	rnn.bias_hh_l1_reverse	2	-0.23389114439487457
133440	rnn.bias_hh_l1_reverse	3	-0.12002041935920715
133440	rnn.bias_hh_l1_reverse	4	-0.09472262859344482
133440	rnn.bias_hh_l1_reverse	5	-0.13167497515678406
133440	rnn.bias_hh_l1_reverse	6	0.10515829920768738
133440	rnn.bias_hh_l1_reverse	7	-0.15899387001991272
133440	rnn.bias_hh_l1_reverse	8	-0.1072963997721672
133440	rnn.bias_hh_l1_reverse	9	-0.1494486778974533
133440	linear.weight	0	0.002228822559118271
133440	linear.weight	1	0.13667041063308716
133440	linear.weight	2	-0.05034646764397621
133440	linear.weight	3	0.31657159328460693
133440	linear.weight	4	0.16792617738246918
133440	linear.weight	5	-0.03833512216806412
133440	linear.weight	6	0.09197651594877243
133440	linear.weight	7	0.08942507207393646
133440	linear.weight	8	0.04127167537808418
133440	linear.weight	9	-0.021953262388706207
133440	linear.bias	0	0.09124508500099182
133440	linear.bias	1	-0.23211778700351715
133440	linear.bias	2	-0.35044753551483154
133440	linear.bias	3	-0.6672816872596741
133440	linear.bias	4	-1.1902204751968384
133440	linear.bias	5	-0.06653838604688644
133440	linear.bias	6	-0.7820659875869751
133440	linear.bias	7	0.3348786234855652
133440	linear.bias	8	-0.4621639549732208
133440	linear.bias	9	-0.9833676218986511
133637	transitions	0	0.6934852004051208
133637	transitions	1	0.17157043516635895
133637	transitions	2	-10000.0
133637	transitions	3	-1.821738600730896
133637	transitions	4	-10000.0
133637	transitions	5	0.5841605067253113
133637	transitions	6	-0.07113245874643326
133637	transitions	7	-0.6874947547912598
133637	transitions	8	-1.3988598585128784
133637	transitions	9	-0.00107569620013237
133637	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
133637	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
133637	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
133637	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
133637	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
133637	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
133637	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
133637	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
133637	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
133637	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
133637	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
133637	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
133637	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
133637	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
133637	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
133637	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
133637	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
133637	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
133637	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
133637	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
133637	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
133637	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
133637	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
133637	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
133637	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
133637	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
133637	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
133637	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
133637	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
133637	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
133637	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
133637	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
133637	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
133637	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
133637	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
133637	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
133637	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
133637	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
133637	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
133637	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
133637	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
133637	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
133637	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
133637	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
133637	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
133637	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
133637	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
133637	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
133637	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
133637	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
133637	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
133637	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
133637	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
133637	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
133637	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
133637	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
133637	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
133637	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
133637	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
133637	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
133637	embedding2nn.weight	0	0.01926088146865368
133637	embedding2nn.weight	1	-0.014593920670449734
133637	embedding2nn.weight	2	-0.014268254861235619
133637	embedding2nn.weight	3	-0.03693530708551407
133637	embedding2nn.weight	4	-0.0059150345623493195
133637	embedding2nn.weight	5	-0.003700589993968606
133637	embedding2nn.weight	6	-0.0039732749573886395
133637	embedding2nn.weight	7	-0.07987765222787857
133637	embedding2nn.weight	8	-0.0019979383796453476
133637	embedding2nn.weight	9	-0.027659671381115913
133637	embedding2nn.bias	0	0.050710584968328476
133637	embedding2nn.bias	1	-0.06030067056417465
133637	embedding2nn.bias	2	0.07398390024900436
133637	embedding2nn.bias	3	0.05816730484366417
133637	embedding2nn.bias	4	-0.05376582220196724
133637	embedding2nn.bias	5	-0.07382918894290924
133637	embedding2nn.bias	6	0.032838497310876846
133637	embedding2nn.bias	7	-0.06824798136949539
133637	embedding2nn.bias	8	0.06704050302505493
133637	embedding2nn.bias	9	0.02717657946050167
133637	rnn.weight_ih_l0	0	-0.07207977771759033
133637	rnn.weight_ih_l0	1	0.0038498244248330593
133637	rnn.weight_ih_l0	2	0.04350391402840614
133637	rnn.weight_ih_l0	3	0.01695086620748043
133637	rnn.weight_ih_l0	4	-0.03330327942967415
133637	rnn.weight_ih_l0	5	-0.06536724418401718
133637	rnn.weight_ih_l0	6	0.0035647184122353792
133637	rnn.weight_ih_l0	7	0.05498740077018738
133637	rnn.weight_ih_l0	8	-0.017819589003920555
133637	rnn.weight_ih_l0	9	-0.02261471562087536
133637	rnn.weight_hh_l0	0	-0.03116314671933651
133637	rnn.weight_hh_l0	1	-0.009162435308098793
133637	rnn.weight_hh_l0	2	-0.0044321403838694096
133637	rnn.weight_hh_l0	3	-0.06432756781578064
133637	rnn.weight_hh_l0	4	0.08177103847265244
133637	rnn.weight_hh_l0	5	-0.02584880031645298
133637	rnn.weight_hh_l0	6	-0.04679595306515694
133637	rnn.weight_hh_l0	7	0.013128415681421757
133637	rnn.weight_hh_l0	8	0.010559420101344585
133637	rnn.weight_hh_l0	9	-0.01886444352567196
133637	rnn.bias_ih_l0	0	0.10692009329795837
133637	rnn.bias_ih_l0	1	-0.0260282251983881
133637	rnn.bias_ih_l0	2	0.0022876891307532787
133637	rnn.bias_ih_l0	3	0.1428900808095932
133637	rnn.bias_ih_l0	4	-0.016389932483434677
133637	rnn.bias_ih_l0	5	-0.016103215515613556
133637	rnn.bias_ih_l0	6	0.01378587819635868
133637	rnn.bias_ih_l0	7	0.038174018263816833
133637	rnn.bias_ih_l0	8	-0.10299021750688553
133637	rnn.bias_ih_l0	9	-0.03020683117210865
133637	rnn.bias_hh_l0	0	-0.03151257336139679
133637	rnn.bias_hh_l0	1	-0.10072100907564163
133637	rnn.bias_hh_l0	2	-0.05475244298577309
133637	rnn.bias_hh_l0	3	-0.0894869789481163
133637	rnn.bias_hh_l0	4	0.0022955017630010843
133637	rnn.bias_hh_l0	5	-0.023407243192195892
133637	rnn.bias_hh_l0	6	0.03620757535099983
133637	rnn.bias_hh_l0	7	0.04164687544107437
133637	rnn.bias_hh_l0	8	-0.09799045324325562
133637	rnn.bias_hh_l0	9	-0.058662064373493195
133637	rnn.weight_ih_l0_reverse	0	-0.028985118493437767
133637	rnn.weight_ih_l0_reverse	1	-0.03451073542237282
133637	rnn.weight_ih_l0_reverse	2	-0.044613905251026154
133637	rnn.weight_ih_l0_reverse	3	0.0036693974398076534
133637	rnn.weight_ih_l0_reverse	4	-0.013992228545248508
133637	rnn.weight_ih_l0_reverse	5	-0.0445471853017807
133637	rnn.weight_ih_l0_reverse	6	0.08368171006441116
133637	rnn.weight_ih_l0_reverse	7	-0.01391555368900299
133637	rnn.weight_ih_l0_reverse	8	-0.017949897795915604
133637	rnn.weight_ih_l0_reverse	9	-0.00449392618611455
133637	rnn.weight_hh_l0_reverse	0	0.05460343509912491
133637	rnn.weight_hh_l0_reverse	1	0.018299469724297523
133637	rnn.weight_hh_l0_reverse	2	0.02893676608800888
133637	rnn.weight_hh_l0_reverse	3	0.030062677338719368
133637	rnn.weight_hh_l0_reverse	4	0.006500985939055681
133637	rnn.weight_hh_l0_reverse	5	0.021802101284265518
133637	rnn.weight_hh_l0_reverse	6	0.04777335748076439
133637	rnn.weight_hh_l0_reverse	7	-0.06348459422588348
133637	rnn.weight_hh_l0_reverse	8	0.03756505250930786
133637	rnn.weight_hh_l0_reverse	9	0.03655293211340904
133637	rnn.bias_ih_l0_reverse	0	-0.07624218612909317
133637	rnn.bias_ih_l0_reverse	1	-0.2369961440563202
133637	rnn.bias_ih_l0_reverse	2	-0.12110592424869537
133637	rnn.bias_ih_l0_reverse	3	-0.03980733081698418
133637	rnn.bias_ih_l0_reverse	4	-0.03634786978363991
133637	rnn.bias_ih_l0_reverse	5	0.06131055951118469
133637	rnn.bias_ih_l0_reverse	6	-0.06308000534772873
133637	rnn.bias_ih_l0_reverse	7	0.0501861572265625
133637	rnn.bias_ih_l0_reverse	8	-0.03830258175730705
133637	rnn.bias_ih_l0_reverse	9	0.057967409491539
133637	rnn.bias_hh_l0_reverse	0	0.03637297451496124
133637	rnn.bias_hh_l0_reverse	1	-0.0424996092915535
133637	rnn.bias_hh_l0_reverse	2	0.090318962931633
133637	rnn.bias_hh_l0_reverse	3	-0.04386364668607712
133637	rnn.bias_hh_l0_reverse	4	-0.031698863953351974
133637	rnn.bias_hh_l0_reverse	5	-0.036912597715854645
133637	rnn.bias_hh_l0_reverse	6	-0.034624479711055756
133637	rnn.bias_hh_l0_reverse	7	0.11077138781547546
133637	rnn.bias_hh_l0_reverse	8	0.028904687613248825
133637	rnn.bias_hh_l0_reverse	9	-0.13861502707004547
133637	rnn.weight_ih_l1	0	-0.035078275948762894
133637	rnn.weight_ih_l1	1	-0.040937695652246475
133637	rnn.weight_ih_l1	2	0.05899753421545029
133637	rnn.weight_ih_l1	3	-0.07582023739814758
133637	rnn.weight_ih_l1	4	-0.017170220613479614
133637	rnn.weight_ih_l1	5	-0.047213319689035416
133637	rnn.weight_ih_l1	6	0.03365246579051018
133637	rnn.weight_ih_l1	7	-0.03353455290198326
133637	rnn.weight_ih_l1	8	0.03755379095673561
133637	rnn.weight_ih_l1	9	0.04522082209587097
133637	rnn.weight_hh_l1	0	-0.009480378590524197
133637	rnn.weight_hh_l1	1	0.014357994310557842
133637	rnn.weight_hh_l1	2	0.018055900931358337
133637	rnn.weight_hh_l1	3	-0.007864343002438545
133637	rnn.weight_hh_l1	4	0.008617408573627472
133637	rnn.weight_hh_l1	5	0.024555014446377754
133637	rnn.weight_hh_l1	6	0.03348415717482567
133637	rnn.weight_hh_l1	7	-0.019502514973282814
133637	rnn.weight_hh_l1	8	-0.012219948694109917
133637	rnn.weight_hh_l1	9	0.03868429735302925
133637	rnn.bias_ih_l1	0	-0.20441503822803497
133637	rnn.bias_ih_l1	1	-0.18202249705791473
133637	rnn.bias_ih_l1	2	-0.20189954340457916
133637	rnn.bias_ih_l1	3	-0.2674379348754883
133637	rnn.bias_ih_l1	4	-0.20704539120197296
133637	rnn.bias_ih_l1	5	-0.09235545992851257
133637	rnn.bias_ih_l1	6	-0.1641688048839569
133637	rnn.bias_ih_l1	7	-0.04172786697745323
133637	rnn.bias_ih_l1	8	-0.1458551287651062
133637	rnn.bias_ih_l1	9	-0.14003555476665497
133637	rnn.bias_hh_l1	0	-0.12768100202083588
133637	rnn.bias_hh_l1	1	-0.06475821882486343
133637	rnn.bias_hh_l1	2	-0.11636165529489517
133637	rnn.bias_hh_l1	3	-0.08385585248470306
133637	rnn.bias_hh_l1	4	-0.10170406848192215
133637	rnn.bias_hh_l1	5	-0.11038465052843094
133637	rnn.bias_hh_l1	6	-0.16229765117168427
133637	rnn.bias_hh_l1	7	0.05253011733293533
133637	rnn.bias_hh_l1	8	-0.18662278354167938
133637	rnn.bias_hh_l1	9	-0.10592477023601532
133637	rnn.weight_ih_l1_reverse	0	-0.03761802613735199
133637	rnn.weight_ih_l1_reverse	1	0.008080651983618736
133637	rnn.weight_ih_l1_reverse	2	0.06590242683887482
133637	rnn.weight_ih_l1_reverse	3	-0.0008970907656475902
133637	rnn.weight_ih_l1_reverse	4	-0.03237488865852356
133637	rnn.weight_ih_l1_reverse	5	-0.0339326374232769
133637	rnn.weight_ih_l1_reverse	6	-0.012864087708294392
133637	rnn.weight_ih_l1_reverse	7	0.026366978883743286
133637	rnn.weight_ih_l1_reverse	8	0.0330195389688015
133637	rnn.weight_ih_l1_reverse	9	-0.03737321496009827
133637	rnn.weight_hh_l1_reverse	0	0.007532437331974506
133637	rnn.weight_hh_l1_reverse	1	0.028297843411564827
133637	rnn.weight_hh_l1_reverse	2	-0.03974097594618797
133637	rnn.weight_hh_l1_reverse	3	0.0389876663684845
133637	rnn.weight_hh_l1_reverse	4	0.044121455401182175
133637	rnn.weight_hh_l1_reverse	5	0.0007054518209770322
133637	rnn.weight_hh_l1_reverse	6	0.033632516860961914
133637	rnn.weight_hh_l1_reverse	7	0.02979283593595028
133637	rnn.weight_hh_l1_reverse	8	-0.00674392469227314
133637	rnn.weight_hh_l1_reverse	9	-0.0315534844994545
133637	rnn.bias_ih_l1_reverse	0	-0.07622823864221573
133637	rnn.bias_ih_l1_reverse	1	-0.16239763796329498
133637	rnn.bias_ih_l1_reverse	2	-0.15856048464775085
133637	rnn.bias_ih_l1_reverse	3	-0.037356261163949966
133637	rnn.bias_ih_l1_reverse	4	-0.20397956669330597
133637	rnn.bias_ih_l1_reverse	5	-0.11074075847864151
133637	rnn.bias_ih_l1_reverse	6	-0.13083018362522125
133637	rnn.bias_ih_l1_reverse	7	-0.190551295876503
133637	rnn.bias_ih_l1_reverse	8	0.22140972316265106
133637	rnn.bias_ih_l1_reverse	9	0.04468479007482529
133637	rnn.bias_hh_l1_reverse	0	-0.012607685290277004
133637	rnn.bias_hh_l1_reverse	1	-0.04788567125797272
133637	rnn.bias_hh_l1_reverse	2	-0.2344222068786621
133637	rnn.bias_hh_l1_reverse	3	-0.12222450226545334
133637	rnn.bias_hh_l1_reverse	4	-0.09300385415554047
133637	rnn.bias_hh_l1_reverse	5	-0.13441672921180725
133637	rnn.bias_hh_l1_reverse	6	0.10484367609024048
133637	rnn.bias_hh_l1_reverse	7	-0.15944817662239075
133637	rnn.bias_hh_l1_reverse	8	-0.1084366962313652
133637	rnn.bias_hh_l1_reverse	9	-0.14932170510292053
133637	linear.weight	0	0.002228822559118271
133637	linear.weight	1	0.13798029720783234
133637	linear.weight	2	-0.05424086004495621
133637	linear.weight	3	0.3088252544403076
133637	linear.weight	4	0.17012746632099152
133637	linear.weight	5	-0.041166145354509354
133637	linear.weight	6	0.08868800103664398
133637	linear.weight	7	0.07146817445755005
133637	linear.weight	8	0.04127107560634613
133637	linear.weight	9	-0.02751864306628704
133637	linear.bias	0	0.11762752383947372
133637	linear.bias	1	-0.2369159609079361
133637	linear.bias	2	-0.3517893850803375
133637	linear.bias	3	-0.6812375783920288
133637	linear.bias	4	-1.2016698122024536
133637	linear.bias	5	-0.06682869791984558
133637	linear.bias	6	-0.7858129739761353
133637	linear.bias	7	0.3321436643600464
133637	linear.bias	8	-0.4600253403186798
133637	linear.bias	9	-0.9859736561775208
133834	transitions	0	0.6852719783782959
133834	transitions	1	0.1689433604478836
133834	transitions	2	-10000.0
133834	transitions	3	-1.8217774629592896
133834	transitions	4	-10000.0
133834	transitions	5	0.5840724110603333
133834	transitions	6	-0.07122436165809631
133834	transitions	7	-0.6880421042442322
133834	transitions	8	-1.3989331722259521
133834	transitions	9	-0.0010765775805339217
133834	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
133834	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
133834	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
133834	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
133834	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
133834	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
133834	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
133834	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
133834	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
133834	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
133834	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
133834	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
133834	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
133834	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
133834	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
133834	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
133834	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
133834	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
133834	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
133834	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
133834	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
133834	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
133834	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
133834	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
133834	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
133834	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
133834	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
133834	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
133834	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
133834	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
133834	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
133834	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
133834	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
133834	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
133834	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
133834	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
133834	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
133834	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
133834	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
133834	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
133834	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
133834	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
133834	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
133834	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
133834	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
133834	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
133834	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
133834	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
133834	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
133834	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
133834	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
133834	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
133834	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
133834	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
133834	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
133834	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
133834	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
133834	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
133834	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
133834	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
133834	embedding2nn.weight	0	0.019468244165182114
133834	embedding2nn.weight	1	-0.014909368008375168
133834	embedding2nn.weight	2	-0.014268254861235619
133834	embedding2nn.weight	3	-0.03473964333534241
133834	embedding2nn.weight	4	-0.0059150345623493195
133834	embedding2nn.weight	5	-0.003700589993968606
133834	embedding2nn.weight	6	-0.00397327309474349
133834	embedding2nn.weight	7	-0.08105628937482834
133834	embedding2nn.weight	8	-0.0019979383796453476
133834	embedding2nn.weight	9	-0.026907330378890038
133834	embedding2nn.bias	0	0.05824983865022659
133834	embedding2nn.bias	1	-0.0538235567510128
133834	embedding2nn.bias	2	0.0765935406088829
133834	embedding2nn.bias	3	0.06356489658355713
133834	embedding2nn.bias	4	-0.050700973719358444
133834	embedding2nn.bias	5	-0.06604335457086563
133834	embedding2nn.bias	6	0.033511146903038025
133834	embedding2nn.bias	7	-0.07807312905788422
133834	embedding2nn.bias	8	0.06732423603534698
133834	embedding2nn.bias	9	0.028078828006982803
133834	rnn.weight_ih_l0	0	-0.07336125522851944
133834	rnn.weight_ih_l0	1	0.0044944570399820805
133834	rnn.weight_ih_l0	2	0.0446782261133194
133834	rnn.weight_ih_l0	3	0.016988709568977356
133834	rnn.weight_ih_l0	4	-0.031815093010663986
133834	rnn.weight_ih_l0	5	-0.0650005117058754
133834	rnn.weight_ih_l0	6	0.0018148092785850167
133834	rnn.weight_ih_l0	7	0.05498232692480087
133834	rnn.weight_ih_l0	8	-0.01756884716451168
133834	rnn.weight_ih_l0	9	-0.02267998829483986
133834	rnn.weight_hh_l0	0	-0.03192739933729172
133834	rnn.weight_hh_l0	1	-0.010593932121992111
133834	rnn.weight_hh_l0	2	-0.0036650998517870903
133834	rnn.weight_hh_l0	3	-0.06544181704521179
133834	rnn.weight_hh_l0	4	0.08173646032810211
133834	rnn.weight_hh_l0	5	-0.025877926498651505
133834	rnn.weight_hh_l0	6	-0.04839402437210083
133834	rnn.weight_hh_l0	7	0.013570304960012436
133834	rnn.weight_hh_l0	8	0.010315426625311375
133834	rnn.weight_hh_l0	9	-0.018161391839385033
133834	rnn.bias_ih_l0	0	0.10590057820081711
133834	rnn.bias_ih_l0	1	-0.025361688807606697
133834	rnn.bias_ih_l0	2	0.000672432070132345
133834	rnn.bias_ih_l0	3	0.14434345066547394
133834	rnn.bias_ih_l0	4	-0.017067736014723778
133834	rnn.bias_ih_l0	5	-0.021005889400839806
133834	rnn.bias_ih_l0	6	0.015129705891013145
133834	rnn.bias_ih_l0	7	0.03886904567480087
133834	rnn.bias_ih_l0	8	-0.1020461916923523
133834	rnn.bias_ih_l0	9	-0.032322537153959274
133834	rnn.bias_hh_l0	0	-0.030743220821022987
133834	rnn.bias_hh_l0	1	-0.1018965095281601
133834	rnn.bias_hh_l0	2	-0.054110005497932434
133834	rnn.bias_hh_l0	3	-0.08862578123807907
133834	rnn.bias_hh_l0	4	-0.003395203035324812
133834	rnn.bias_hh_l0	5	-0.02096330001950264
133834	rnn.bias_hh_l0	6	0.037351034581661224
133834	rnn.bias_hh_l0	7	0.04169405624270439
133834	rnn.bias_hh_l0	8	-0.09707248955965042
133834	rnn.bias_hh_l0	9	-0.053904686123132706
133834	rnn.weight_ih_l0_reverse	0	-0.029310110956430435
133834	rnn.weight_ih_l0_reverse	1	-0.03634489327669144
133834	rnn.weight_ih_l0_reverse	2	-0.0448104590177536
133834	rnn.weight_ih_l0_reverse	3	0.0027215066365897655
133834	rnn.weight_ih_l0_reverse	4	-0.015611015260219574
133834	rnn.weight_ih_l0_reverse	5	-0.0446445569396019
133834	rnn.weight_ih_l0_reverse	6	0.08412197232246399
133834	rnn.weight_ih_l0_reverse	7	-0.014021002687513828
133834	rnn.weight_ih_l0_reverse	8	-0.019106611609458923
133834	rnn.weight_ih_l0_reverse	9	-0.004043549299240112
133834	rnn.weight_hh_l0_reverse	0	0.054997533559799194
133834	rnn.weight_hh_l0_reverse	1	0.017786024138331413
133834	rnn.weight_hh_l0_reverse	2	0.02800355665385723
133834	rnn.weight_hh_l0_reverse	3	0.02944999374449253
133834	rnn.weight_hh_l0_reverse	4	0.006786906160414219
133834	rnn.weight_hh_l0_reverse	5	0.021343206986784935
133834	rnn.weight_hh_l0_reverse	6	0.04843804985284805
133834	rnn.weight_hh_l0_reverse	7	-0.06628604233264923
133834	rnn.weight_hh_l0_reverse	8	0.03731263428926468
133834	rnn.weight_hh_l0_reverse	9	0.036221057176589966
133834	rnn.bias_ih_l0_reverse	0	-0.07733940333127975
133834	rnn.bias_ih_l0_reverse	1	-0.23884199559688568
133834	rnn.bias_ih_l0_reverse	2	-0.12074680626392365
133834	rnn.bias_ih_l0_reverse	3	-0.04002781957387924
133834	rnn.bias_ih_l0_reverse	4	-0.03450561687350273
133834	rnn.bias_ih_l0_reverse	5	0.06344815343618393
133834	rnn.bias_ih_l0_reverse	6	-0.06287761777639389
133834	rnn.bias_ih_l0_reverse	7	0.04859175905585289
133834	rnn.bias_ih_l0_reverse	8	-0.03837728127837181
133834	rnn.bias_ih_l0_reverse	9	0.05398736149072647
133834	rnn.bias_hh_l0_reverse	0	0.03629472479224205
133834	rnn.bias_hh_l0_reverse	1	-0.041382499039173126
133834	rnn.bias_hh_l0_reverse	2	0.09296052157878876
133834	rnn.bias_hh_l0_reverse	3	-0.04333263635635376
133834	rnn.bias_hh_l0_reverse	4	-0.030969079583883286
133834	rnn.bias_hh_l0_reverse	5	-0.035577286034822464
133834	rnn.bias_hh_l0_reverse	6	-0.03547378256917
133834	rnn.bias_hh_l0_reverse	7	0.11009730398654938
133834	rnn.bias_hh_l0_reverse	8	0.03277512267231941
133834	rnn.bias_hh_l0_reverse	9	-0.1397237628698349
133834	rnn.weight_ih_l1	0	-0.03538774326443672
133834	rnn.weight_ih_l1	1	-0.04125890135765076
133834	rnn.weight_ih_l1	2	0.058556415140628815
133834	rnn.weight_ih_l1	3	-0.07594586163759232
133834	rnn.weight_ih_l1	4	-0.016927268356084824
133834	rnn.weight_ih_l1	5	-0.04638451337814331
133834	rnn.weight_ih_l1	6	0.03263997659087181
133834	rnn.weight_ih_l1	7	-0.032764311879873276
133834	rnn.weight_ih_l1	8	0.0376434251666069
133834	rnn.weight_ih_l1	9	0.04501362890005112
133834	rnn.weight_hh_l1	0	-0.009165987372398376
133834	rnn.weight_hh_l1	1	0.01412715669721365
133834	rnn.weight_hh_l1	2	0.01762208342552185
133834	rnn.weight_hh_l1	3	-0.007480829022824764
133834	rnn.weight_hh_l1	4	0.009072383865714073
133834	rnn.weight_hh_l1	5	0.02517659403383732
133834	rnn.weight_hh_l1	6	0.032671816647052765
133834	rnn.weight_hh_l1	7	-0.019588381052017212
133834	rnn.weight_hh_l1	8	-0.012151754461228848
133834	rnn.weight_hh_l1	9	0.03797798976302147
133834	rnn.bias_ih_l1	0	-0.20095551013946533
133834	rnn.bias_ih_l1	1	-0.18243996798992157
133834	rnn.bias_ih_l1	2	-0.2072264850139618
133834	rnn.bias_ih_l1	3	-0.26730599999427795
133834	rnn.bias_ih_l1	4	-0.20795339345932007
133834	rnn.bias_ih_l1	5	-0.09148059040307999
133834	rnn.bias_ih_l1	6	-0.16993455588817596
133834	rnn.bias_ih_l1	7	-0.04190178960561752
133834	rnn.bias_ih_l1	8	-0.14925964176654816
133834	rnn.bias_ih_l1	9	-0.13878732919692993
133834	rnn.bias_hh_l1	0	-0.1290132999420166
133834	rnn.bias_hh_l1	1	-0.06703288853168488
133834	rnn.bias_hh_l1	2	-0.11818838864564896
133834	rnn.bias_hh_l1	3	-0.08206062763929367
133834	rnn.bias_hh_l1	4	-0.09849376976490021
133834	rnn.bias_hh_l1	5	-0.1103929877281189
133834	rnn.bias_hh_l1	6	-0.16202662885189056
133834	rnn.bias_hh_l1	7	0.05525961518287659
133834	rnn.bias_hh_l1	8	-0.1808776706457138
133834	rnn.bias_hh_l1	9	-0.10809113085269928
133834	rnn.weight_ih_l1_reverse	0	-0.03796829283237457
133834	rnn.weight_ih_l1_reverse	1	0.005750088486820459
133834	rnn.weight_ih_l1_reverse	2	0.06589899212121964
133834	rnn.weight_ih_l1_reverse	3	0.000711049186065793
133834	rnn.weight_ih_l1_reverse	4	-0.03334276005625725
133834	rnn.weight_ih_l1_reverse	5	-0.03389540687203407
133834	rnn.weight_ih_l1_reverse	6	-0.01277485117316246
133834	rnn.weight_ih_l1_reverse	7	0.02786598913371563
133834	rnn.weight_ih_l1_reverse	8	0.031669966876506805
133834	rnn.weight_ih_l1_reverse	9	-0.03549487516283989
133834	rnn.weight_hh_l1_reverse	0	0.007555547170341015
133834	rnn.weight_hh_l1_reverse	1	0.02845686674118042
133834	rnn.weight_hh_l1_reverse	2	-0.03975752741098404
133834	rnn.weight_hh_l1_reverse	3	0.03913939371705055
133834	rnn.weight_hh_l1_reverse	4	0.044233858585357666
133834	rnn.weight_hh_l1_reverse	5	0.0012602173956111073
133834	rnn.weight_hh_l1_reverse	6	0.033705759793519974
133834	rnn.weight_hh_l1_reverse	7	0.029836583882570267
133834	rnn.weight_hh_l1_reverse	8	-0.006892174016684294
133834	rnn.weight_hh_l1_reverse	9	-0.031484637409448624
133834	rnn.bias_ih_l1_reverse	0	-0.07497746497392654
133834	rnn.bias_ih_l1_reverse	1	-0.15949822962284088
133834	rnn.bias_ih_l1_reverse	2	-0.1612761914730072
133834	rnn.bias_ih_l1_reverse	3	-0.03352227434515953
133834	rnn.bias_ih_l1_reverse	4	-0.20411407947540283
133834	rnn.bias_ih_l1_reverse	5	-0.11261732131242752
133834	rnn.bias_ih_l1_reverse	6	-0.13062840700149536
133834	rnn.bias_ih_l1_reverse	7	-0.1936762034893036
133834	rnn.bias_ih_l1_reverse	8	0.2213040143251419
133834	rnn.bias_ih_l1_reverse	9	0.04198385775089264
133834	rnn.bias_hh_l1_reverse	0	-0.016216715797781944
133834	rnn.bias_hh_l1_reverse	1	-0.045847732573747635
133834	rnn.bias_hh_l1_reverse	2	-0.23413294553756714
133834	rnn.bias_hh_l1_reverse	3	-0.12248911708593369
133834	rnn.bias_hh_l1_reverse	4	-0.0955677330493927
133834	rnn.bias_hh_l1_reverse	5	-0.13340497016906738
133834	rnn.bias_hh_l1_reverse	6	0.10605542361736298
133834	rnn.bias_hh_l1_reverse	7	-0.1557014286518097
133834	rnn.bias_hh_l1_reverse	8	-0.11061032861471176
133834	rnn.bias_hh_l1_reverse	9	-0.14907026290893555
133834	linear.weight	0	0.002228822559118271
133834	linear.weight	1	0.13289503753185272
133834	linear.weight	2	-0.05368763208389282
133834	linear.weight	3	0.32013392448425293
133834	linear.weight	4	0.1683281809091568
133834	linear.weight	5	-0.044078726321458817
133834	linear.weight	6	0.10445433109998703
133834	linear.weight	7	0.07182131707668304
133834	linear.weight	8	0.04127129539847374
133834	linear.weight	9	-0.027016572654247284
133834	linear.bias	0	0.12476101517677307
133834	linear.bias	1	-0.2362825572490692
133834	linear.bias	2	-0.3513496518135071
133834	linear.bias	3	-0.6707283854484558
133834	linear.bias	4	-1.192866563796997
133834	linear.bias	5	-0.09828091412782669
133834	linear.bias	6	-0.784569263458252
133834	linear.bias	7	0.299468070268631
133834	linear.bias	8	-0.47065261006355286
133834	linear.bias	9	-0.997918426990509
134031	transitions	0	0.6762121319770813
134031	transitions	1	0.17158137261867523
134031	transitions	2	-10000.0
134031	transitions	3	-1.821811318397522
134031	transitions	4	-10000.0
134031	transitions	5	0.5839555263519287
134031	transitions	6	-0.07133087515830994
134031	transitions	7	-0.6883329153060913
134031	transitions	8	-1.3989983797073364
134031	transitions	9	-0.00107742624823004
134031	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
134031	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
134031	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
134031	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
134031	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
134031	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
134031	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
134031	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
134031	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
134031	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
134031	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
134031	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
134031	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
134031	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
134031	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
134031	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
134031	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
134031	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
134031	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
134031	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
134031	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
134031	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
134031	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
134031	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
134031	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
134031	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
134031	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
134031	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
134031	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
134031	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
134031	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
134031	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
134031	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
134031	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
134031	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
134031	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
134031	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
134031	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
134031	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
134031	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
134031	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
134031	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
134031	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
134031	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
134031	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
134031	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
134031	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
134031	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
134031	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
134031	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
134031	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
134031	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
134031	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
134031	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
134031	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
134031	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
134031	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
134031	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
134031	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
134031	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
134031	embedding2nn.weight	0	0.021423032507300377
134031	embedding2nn.weight	1	-0.015304635278880596
134031	embedding2nn.weight	2	-0.014268254861235619
134031	embedding2nn.weight	3	-0.03319662809371948
134031	embedding2nn.weight	4	-0.0059150345623493195
134031	embedding2nn.weight	5	-0.003700589993968606
134031	embedding2nn.weight	6	-0.003973272163420916
134031	embedding2nn.weight	7	-0.08202022314071655
134031	embedding2nn.weight	8	-0.0019979383796453476
134031	embedding2nn.weight	9	-0.026467883959412575
134031	embedding2nn.bias	0	0.05055450648069382
134031	embedding2nn.bias	1	-0.0554623007774353
134031	embedding2nn.bias	2	0.07813237607479095
134031	embedding2nn.bias	3	0.04993067681789398
134031	embedding2nn.bias	4	-0.0514807254076004
134031	embedding2nn.bias	5	-0.0627734512090683
134031	embedding2nn.bias	6	0.033811718225479126
134031	embedding2nn.bias	7	-0.07040632516145706
134031	embedding2nn.bias	8	0.06750977784395218
134031	embedding2nn.bias	9	0.03299546614289284
134031	rnn.weight_ih_l0	0	-0.07304524630308151
134031	rnn.weight_ih_l0	1	0.00329649168998003
134031	rnn.weight_ih_l0	2	0.04502658545970917
134031	rnn.weight_ih_l0	3	0.016791587695479393
134031	rnn.weight_ih_l0	4	-0.030924197286367416
134031	rnn.weight_ih_l0	5	-0.06525302678346634
134031	rnn.weight_ih_l0	6	0.0021017345134168863
134031	rnn.weight_ih_l0	7	0.05665082484483719
134031	rnn.weight_ih_l0	8	-0.01745489612221718
134031	rnn.weight_ih_l0	9	-0.022318685427308083
134031	rnn.weight_hh_l0	0	-0.0310873631387949
134031	rnn.weight_hh_l0	1	-0.009379847906529903
134031	rnn.weight_hh_l0	2	-0.004354084376245737
134031	rnn.weight_hh_l0	3	-0.0657469779253006
134031	rnn.weight_hh_l0	4	0.08240704238414764
134031	rnn.weight_hh_l0	5	-0.02611333131790161
134031	rnn.weight_hh_l0	6	-0.04865681007504463
134031	rnn.weight_hh_l0	7	0.012981005012989044
134031	rnn.weight_hh_l0	8	0.0114322230219841
134031	rnn.weight_hh_l0	9	-0.017677219584584236
134031	rnn.bias_ih_l0	0	0.10558237135410309
134031	rnn.bias_ih_l0	1	-0.025285935029387474
134031	rnn.bias_ih_l0	2	0.0003808635810855776
134031	rnn.bias_ih_l0	3	0.14234867691993713
134031	rnn.bias_ih_l0	4	-0.016504598781466484
134031	rnn.bias_ih_l0	5	-0.019683530554175377
134031	rnn.bias_ih_l0	6	0.009935146197676659
134031	rnn.bias_ih_l0	7	0.03795317932963371
134031	rnn.bias_ih_l0	8	-0.10254479944705963
134031	rnn.bias_ih_l0	9	-0.03398152440786362
134031	rnn.bias_hh_l0	0	-0.027169810608029366
134031	rnn.bias_hh_l0	1	-0.09853912889957428
134031	rnn.bias_hh_l0	2	-0.05153371021151543
134031	rnn.bias_hh_l0	3	-0.08607394248247147
134031	rnn.bias_hh_l0	4	-0.006596620660275221
134031	rnn.bias_hh_l0	5	-0.022699430584907532
134031	rnn.bias_hh_l0	6	0.0398610383272171
134031	rnn.bias_hh_l0	7	0.040376123040914536
134031	rnn.bias_hh_l0	8	-0.0934966430068016
134031	rnn.bias_hh_l0	9	-0.05641888082027435
134031	rnn.weight_ih_l0_reverse	0	-0.029813390225172043
134031	rnn.weight_ih_l0_reverse	1	-0.03891408443450928
134031	rnn.weight_ih_l0_reverse	2	-0.0443744882941246
134031	rnn.weight_ih_l0_reverse	3	0.001871872111223638
134031	rnn.weight_ih_l0_reverse	4	-0.016303034499287605
134031	rnn.weight_ih_l0_reverse	5	-0.04532206431031227
134031	rnn.weight_ih_l0_reverse	6	0.0828268751502037
134031	rnn.weight_ih_l0_reverse	7	-0.012685784138739109
134031	rnn.weight_ih_l0_reverse	8	-0.019636139273643494
134031	rnn.weight_ih_l0_reverse	9	-0.0044735693372786045
134031	rnn.weight_hh_l0_reverse	0	0.05791551619768143
134031	rnn.weight_hh_l0_reverse	1	0.01753266155719757
134031	rnn.weight_hh_l0_reverse	2	0.029103141278028488
134031	rnn.weight_hh_l0_reverse	3	0.029977567493915558
134031	rnn.weight_hh_l0_reverse	4	0.007138089742511511
134031	rnn.weight_hh_l0_reverse	5	0.020481057465076447
134031	rnn.weight_hh_l0_reverse	6	0.04862392693758011
134031	rnn.weight_hh_l0_reverse	7	-0.06603322923183441
134031	rnn.weight_hh_l0_reverse	8	0.03775099664926529
134031	rnn.weight_hh_l0_reverse	9	0.03656484931707382
134031	rnn.bias_ih_l0_reverse	0	-0.07588724046945572
134031	rnn.bias_ih_l0_reverse	1	-0.23884856700897217
134031	rnn.bias_ih_l0_reverse	2	-0.12174635380506516
134031	rnn.bias_ih_l0_reverse	3	-0.03847435861825943
134031	rnn.bias_ih_l0_reverse	4	-0.03490785136818886
134031	rnn.bias_ih_l0_reverse	5	0.062279924750328064
134031	rnn.bias_ih_l0_reverse	6	-0.058880217373371124
134031	rnn.bias_ih_l0_reverse	7	0.04912158474326134
134031	rnn.bias_ih_l0_reverse	8	-0.03953535854816437
134031	rnn.bias_ih_l0_reverse	9	0.05436185374855995
134031	rnn.bias_hh_l0_reverse	0	0.037848442792892456
134031	rnn.bias_hh_l0_reverse	1	-0.04614923521876335
134031	rnn.bias_hh_l0_reverse	2	0.09238080680370331
134031	rnn.bias_hh_l0_reverse	3	-0.04160340875387192
134031	rnn.bias_hh_l0_reverse	4	-0.030209708958864212
134031	rnn.bias_hh_l0_reverse	5	-0.03632431477308273
134031	rnn.bias_hh_l0_reverse	6	-0.035418394953012466
134031	rnn.bias_hh_l0_reverse	7	0.10982166230678558
134031	rnn.bias_hh_l0_reverse	8	0.03351645916700363
134031	rnn.bias_hh_l0_reverse	9	-0.1362239271402359
134031	rnn.weight_ih_l1	0	-0.03554452210664749
134031	rnn.weight_ih_l1	1	-0.04233908653259277
134031	rnn.weight_ih_l1	2	0.059091717004776
134031	rnn.weight_ih_l1	3	-0.0773100033402443
134031	rnn.weight_ih_l1	4	-0.016451405361294746
134031	rnn.weight_ih_l1	5	-0.04695937782526016
134031	rnn.weight_ih_l1	6	0.03272038325667381
134031	rnn.weight_ih_l1	7	-0.03307382017374039
134031	rnn.weight_ih_l1	8	0.03760348632931709
134031	rnn.weight_ih_l1	9	0.04459160193800926
134031	rnn.weight_hh_l1	0	-0.008451933972537518
134031	rnn.weight_hh_l1	1	0.014285162091255188
134031	rnn.weight_hh_l1	2	0.01995066925883293
134031	rnn.weight_hh_l1	3	-0.008212163113057613
134031	rnn.weight_hh_l1	4	0.009392566047608852
134031	rnn.weight_hh_l1	5	0.02483835071325302
134031	rnn.weight_hh_l1	6	0.03332512080669403
134031	rnn.weight_hh_l1	7	-0.019336102530360222
134031	rnn.weight_hh_l1	8	-0.011651994660496712
134031	rnn.weight_hh_l1	9	0.038227129727602005
134031	rnn.bias_ih_l1	0	-0.19891119003295898
134031	rnn.bias_ih_l1	1	-0.17830492556095123
134031	rnn.bias_ih_l1	2	-0.20943696796894073
134031	rnn.bias_ih_l1	3	-0.2729972004890442
134031	rnn.bias_ih_l1	4	-0.2114965170621872
134031	rnn.bias_ih_l1	5	-0.09191416949033737
134031	rnn.bias_ih_l1	6	-0.17096036672592163
134031	rnn.bias_ih_l1	7	-0.041298285126686096
134031	rnn.bias_ih_l1	8	-0.14758318662643433
134031	rnn.bias_ih_l1	9	-0.13562265038490295
134031	rnn.bias_hh_l1	0	-0.12909050285816193
134031	rnn.bias_hh_l1	1	-0.0672454759478569
134031	rnn.bias_hh_l1	2	-0.11779710650444031
134031	rnn.bias_hh_l1	3	-0.08265402913093567
134031	rnn.bias_hh_l1	4	-0.09928567707538605
134031	rnn.bias_hh_l1	5	-0.11156753450632095
134031	rnn.bias_hh_l1	6	-0.16264425218105316
134031	rnn.bias_hh_l1	7	0.05940565466880798
134031	rnn.bias_hh_l1	8	-0.18387669324874878
134031	rnn.bias_hh_l1	9	-0.1110726073384285
134031	rnn.weight_ih_l1_reverse	0	-0.037502139806747437
134031	rnn.weight_ih_l1_reverse	1	0.006025598384439945
134031	rnn.weight_ih_l1_reverse	2	0.07048588246107101
134031	rnn.weight_ih_l1_reverse	3	0.0012413515942171216
134031	rnn.weight_ih_l1_reverse	4	-0.03174218907952309
134031	rnn.weight_ih_l1_reverse	5	-0.03384207561612129
134031	rnn.weight_ih_l1_reverse	6	-0.013581929728388786
134031	rnn.weight_ih_l1_reverse	7	0.028746750205755234
134031	rnn.weight_ih_l1_reverse	8	0.03066864050924778
134031	rnn.weight_ih_l1_reverse	9	-0.03963398560881615
134031	rnn.weight_hh_l1_reverse	0	0.007584887556731701
134031	rnn.weight_hh_l1_reverse	1	0.028289319947361946
134031	rnn.weight_hh_l1_reverse	2	-0.03981703147292137
134031	rnn.weight_hh_l1_reverse	3	0.03891769051551819
134031	rnn.weight_hh_l1_reverse	4	0.044064994901418686
134031	rnn.weight_hh_l1_reverse	5	0.0016939830966293812
134031	rnn.weight_hh_l1_reverse	6	0.04013248160481453
134031	rnn.weight_hh_l1_reverse	7	0.029740650206804276
134031	rnn.weight_hh_l1_reverse	8	-0.006741756107658148
134031	rnn.weight_hh_l1_reverse	9	-0.031756073236465454
134031	rnn.bias_ih_l1_reverse	0	-0.07170405983924866
134031	rnn.bias_ih_l1_reverse	1	-0.16134577989578247
134031	rnn.bias_ih_l1_reverse	2	-0.16192130744457245
134031	rnn.bias_ih_l1_reverse	3	-0.03409527987241745
134031	rnn.bias_ih_l1_reverse	4	-0.2035120725631714
134031	rnn.bias_ih_l1_reverse	5	-0.11031500995159149
134031	rnn.bias_ih_l1_reverse	6	-0.1299244612455368
134031	rnn.bias_ih_l1_reverse	7	-0.19681620597839355
134031	rnn.bias_ih_l1_reverse	8	0.22291472554206848
134031	rnn.bias_ih_l1_reverse	9	0.03921706601977348
134031	rnn.bias_hh_l1_reverse	0	-0.023192575201392174
134031	rnn.bias_hh_l1_reverse	1	-0.04107255861163139
134031	rnn.bias_hh_l1_reverse	2	-0.2346828281879425
134031	rnn.bias_hh_l1_reverse	3	-0.12218541651964188
134031	rnn.bias_hh_l1_reverse	4	-0.09599138796329498
134031	rnn.bias_hh_l1_reverse	5	-0.1349446326494217
134031	rnn.bias_hh_l1_reverse	6	0.10574641078710556
134031	rnn.bias_hh_l1_reverse	7	-0.15707778930664062
134031	rnn.bias_hh_l1_reverse	8	-0.11277277022600174
134031	rnn.bias_hh_l1_reverse	9	-0.14851891994476318
134031	linear.weight	0	0.002228822559118271
134031	linear.weight	1	0.11325984448194504
134031	linear.weight	2	-0.05577930063009262
134031	linear.weight	3	0.31726783514022827
134031	linear.weight	4	0.16902901232242584
134031	linear.weight	5	-0.04400113224983215
134031	linear.weight	6	0.11436185240745544
134031	linear.weight	7	0.07150708138942719
134031	linear.weight	8	0.04126996546983719
134031	linear.weight	9	-0.027282707393169403
134031	linear.bias	0	0.09589331597089767
134031	linear.bias	1	-0.24378634989261627
134031	linear.bias	2	-0.36078134179115295
134031	linear.bias	3	-0.6772711873054504
134031	linear.bias	4	-1.1985760927200317
134031	linear.bias	5	-0.0515817366540432
134031	linear.bias	6	-0.7893145084381104
134031	linear.bias	7	0.34424105286598206
134031	linear.bias	8	-0.4524218440055847
134031	linear.bias	9	-0.9786825180053711
134228	transitions	0	0.6728477478027344
134228	transitions	1	0.17769043147563934
134228	transitions	2	-10000.0
134228	transitions	3	-1.8218393325805664
134228	transitions	4	-10000.0
134228	transitions	5	0.5838549733161926
134228	transitions	6	-0.07158023118972778
134228	transitions	7	-0.6904234290122986
134228	transitions	8	-1.3991310596466064
134228	transitions	9	-0.0010784516343846917
134228	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
134228	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
134228	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
134228	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
134228	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
134228	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
134228	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
134228	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
134228	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
134228	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
134228	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
134228	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
134228	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
134228	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
134228	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
134228	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
134228	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
134228	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
134228	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
134228	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
134228	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
134228	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
134228	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
134228	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
134228	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
134228	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
134228	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
134228	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
134228	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
134228	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
134228	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
134228	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
134228	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
134228	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
134228	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
134228	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
134228	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
134228	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
134228	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
134228	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
134228	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
134228	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
134228	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
134228	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
134228	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
134228	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
134228	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
134228	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
134228	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
134228	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
134228	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
134228	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
134228	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
134228	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
134228	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
134228	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
134228	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
134228	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
134228	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
134228	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
134228	embedding2nn.weight	0	0.022485388442873955
134228	embedding2nn.weight	1	-0.01534767635166645
134228	embedding2nn.weight	2	-0.014268254861235619
134228	embedding2nn.weight	3	-0.034679003059864044
134228	embedding2nn.weight	4	-0.0059150345623493195
134228	embedding2nn.weight	5	-0.0037005902267992496
134228	embedding2nn.weight	6	-0.003973270300775766
134228	embedding2nn.weight	7	-0.08261522650718689
134228	embedding2nn.weight	8	-0.0019979383796453476
134228	embedding2nn.weight	9	-0.026036284863948822
134228	embedding2nn.bias	0	0.05458243936300278
134228	embedding2nn.bias	1	-0.05733047053217888
134228	embedding2nn.bias	2	0.08616525679826736
134228	embedding2nn.bias	3	0.053289078176021576
134228	embedding2nn.bias	4	-0.05306199938058853
134228	embedding2nn.bias	5	-0.06436073780059814
134228	embedding2nn.bias	6	0.03595104068517685
134228	embedding2nn.bias	7	-0.07349345088005066
134228	embedding2nn.bias	8	0.05066429823637009
134228	embedding2nn.bias	9	0.03408248350024223
134228	rnn.weight_ih_l0	0	-0.07257623225450516
134228	rnn.weight_ih_l0	1	0.004361958242952824
134228	rnn.weight_ih_l0	2	0.04731312766671181
134228	rnn.weight_ih_l0	3	0.017874909564852715
134228	rnn.weight_ih_l0	4	-0.031205497682094574
134228	rnn.weight_ih_l0	5	-0.06312399357557297
134228	rnn.weight_ih_l0	6	0.002206033794209361
134228	rnn.weight_ih_l0	7	0.055794768035411835
134228	rnn.weight_ih_l0	8	-0.017966464161872864
134228	rnn.weight_ih_l0	9	-0.022608615458011627
134228	rnn.weight_hh_l0	0	-0.031646210700273514
134228	rnn.weight_hh_l0	1	-0.009981201030313969
134228	rnn.weight_hh_l0	2	-0.003529785666614771
134228	rnn.weight_hh_l0	3	-0.06726725399494171
134228	rnn.weight_hh_l0	4	0.08187000453472137
134228	rnn.weight_hh_l0	5	-0.025885209441184998
134228	rnn.weight_hh_l0	6	-0.048950839787721634
134228	rnn.weight_hh_l0	7	0.013701709918677807
134228	rnn.weight_hh_l0	8	0.011446202173829079
134228	rnn.weight_hh_l0	9	-0.01835738494992256
134228	rnn.bias_ih_l0	0	0.10335389524698257
134228	rnn.bias_ih_l0	1	-0.02400708571076393
134228	rnn.bias_ih_l0	2	-0.00014736659068148583
134228	rnn.bias_ih_l0	3	0.13768403232097626
134228	rnn.bias_ih_l0	4	-0.017738573253154755
134228	rnn.bias_ih_l0	5	-0.016523189842700958
134228	rnn.bias_ih_l0	6	0.010980228893458843
134228	rnn.bias_ih_l0	7	0.03862867131829262
134228	rnn.bias_ih_l0	8	-0.1036929339170456
134228	rnn.bias_ih_l0	9	-0.031002158299088478
134228	rnn.bias_hh_l0	0	-0.028089670464396477
134228	rnn.bias_hh_l0	1	-0.09684569388628006
134228	rnn.bias_hh_l0	2	-0.051546789705753326
134228	rnn.bias_hh_l0	3	-0.08612671494483948
134228	rnn.bias_hh_l0	4	-0.004950900562107563
134228	rnn.bias_hh_l0	5	-0.025240583345294
134228	rnn.bias_hh_l0	6	0.038402311503887177
134228	rnn.bias_hh_l0	7	0.0421435683965683
134228	rnn.bias_hh_l0	8	-0.09189394116401672
134228	rnn.bias_hh_l0	9	-0.055354584008455276
134228	rnn.weight_ih_l0_reverse	0	-0.02983304113149643
134228	rnn.weight_ih_l0_reverse	1	-0.03990155830979347
134228	rnn.weight_ih_l0_reverse	2	-0.04450776055455208
134228	rnn.weight_ih_l0_reverse	3	-0.0002773183223325759
134228	rnn.weight_ih_l0_reverse	4	-0.015856707468628883
134228	rnn.weight_ih_l0_reverse	5	-0.04462451860308647
134228	rnn.weight_ih_l0_reverse	6	0.08424144238233566
134228	rnn.weight_ih_l0_reverse	7	-0.01171806175261736
134228	rnn.weight_ih_l0_reverse	8	-0.01882297359406948
134228	rnn.weight_ih_l0_reverse	9	-0.004484005272388458
134228	rnn.weight_hh_l0_reverse	0	0.05823871120810509
134228	rnn.weight_hh_l0_reverse	1	0.01719043031334877
134228	rnn.weight_hh_l0_reverse	2	0.029361702501773834
134228	rnn.weight_hh_l0_reverse	3	0.02971321903169155
134228	rnn.weight_hh_l0_reverse	4	0.007268387824296951
134228	rnn.weight_hh_l0_reverse	5	0.020614244043827057
134228	rnn.weight_hh_l0_reverse	6	0.04885122552514076
134228	rnn.weight_hh_l0_reverse	7	-0.06660826504230499
134228	rnn.weight_hh_l0_reverse	8	0.03702005743980408
134228	rnn.weight_hh_l0_reverse	9	0.03588488698005676
134228	rnn.bias_ih_l0_reverse	0	-0.0751001387834549
134228	rnn.bias_ih_l0_reverse	1	-0.2371189147233963
134228	rnn.bias_ih_l0_reverse	2	-0.12441771477460861
134228	rnn.bias_ih_l0_reverse	3	-0.03822427615523338
134228	rnn.bias_ih_l0_reverse	4	-0.031730540096759796
134228	rnn.bias_ih_l0_reverse	5	0.06071338430047035
134228	rnn.bias_ih_l0_reverse	6	-0.05713827162981033
134228	rnn.bias_ih_l0_reverse	7	0.04788002744317055
134228	rnn.bias_ih_l0_reverse	8	-0.0412517674267292
134228	rnn.bias_ih_l0_reverse	9	0.05372178182005882
134228	rnn.bias_hh_l0_reverse	0	0.03871167451143265
134228	rnn.bias_hh_l0_reverse	1	-0.04352201893925667
134228	rnn.bias_hh_l0_reverse	2	0.09600639343261719
134228	rnn.bias_hh_l0_reverse	3	-0.041514087468385696
134228	rnn.bias_hh_l0_reverse	4	-0.029818575829267502
134228	rnn.bias_hh_l0_reverse	5	-0.03293092921376228
134228	rnn.bias_hh_l0_reverse	6	-0.03512825071811676
134228	rnn.bias_hh_l0_reverse	7	0.10890179127454758
134228	rnn.bias_hh_l0_reverse	8	0.035999737679958344
134228	rnn.bias_hh_l0_reverse	9	-0.13507503271102905
134228	rnn.weight_ih_l1	0	-0.036619290709495544
134228	rnn.weight_ih_l1	1	-0.04228422790765762
134228	rnn.weight_ih_l1	2	0.06158483773469925
134228	rnn.weight_ih_l1	3	-0.07928389310836792
134228	rnn.weight_ih_l1	4	-0.016513759270310402
134228	rnn.weight_ih_l1	5	-0.0477711521089077
134228	rnn.weight_ih_l1	6	0.03218289092183113
134228	rnn.weight_ih_l1	7	-0.03210840001702309
134228	rnn.weight_ih_l1	8	0.03786037489771843
134228	rnn.weight_ih_l1	9	0.043869759887456894
134228	rnn.weight_hh_l1	0	-0.009065093472599983
134228	rnn.weight_hh_l1	1	0.01417445857077837
134228	rnn.weight_hh_l1	2	0.01879454404115677
134228	rnn.weight_hh_l1	3	-0.007902180776000023
134228	rnn.weight_hh_l1	4	0.009257888421416283
134228	rnn.weight_hh_l1	5	0.02488841861486435
134228	rnn.weight_hh_l1	6	0.0334191769361496
134228	rnn.weight_hh_l1	7	-0.019545821473002434
134228	rnn.weight_hh_l1	8	-0.011220313608646393
134228	rnn.weight_hh_l1	9	0.03800078108906746
134228	rnn.bias_ih_l1	0	-0.19881801307201385
134228	rnn.bias_ih_l1	1	-0.18026599287986755
134228	rnn.bias_ih_l1	2	-0.21102362871170044
134228	rnn.bias_ih_l1	3	-0.2699662446975708
134228	rnn.bias_ih_l1	4	-0.217631533741951
134228	rnn.bias_ih_l1	5	-0.09395025670528412
134228	rnn.bias_ih_l1	6	-0.17175985872745514
134228	rnn.bias_ih_l1	7	-0.04074408859014511
134228	rnn.bias_ih_l1	8	-0.14753466844558716
134228	rnn.bias_ih_l1	9	-0.136978417634964
134228	rnn.bias_hh_l1	0	-0.12529270350933075
134228	rnn.bias_hh_l1	1	-0.06859274953603745
134228	rnn.bias_hh_l1	2	-0.12015075981616974
134228	rnn.bias_hh_l1	3	-0.08538127690553665
134228	rnn.bias_hh_l1	4	-0.09897021949291229
134228	rnn.bias_hh_l1	5	-0.11113468557596207
134228	rnn.bias_hh_l1	6	-0.16139596700668335
134228	rnn.bias_hh_l1	7	0.05539977550506592
134228	rnn.bias_hh_l1	8	-0.17967092990875244
134228	rnn.bias_hh_l1	9	-0.10770203918218613
134228	rnn.weight_ih_l1_reverse	0	-0.03781947121024132
134228	rnn.weight_ih_l1_reverse	1	0.002827463671565056
134228	rnn.weight_ih_l1_reverse	2	0.06977194547653198
134228	rnn.weight_ih_l1_reverse	3	0.004746968857944012
134228	rnn.weight_ih_l1_reverse	4	-0.030380908399820328
134228	rnn.weight_ih_l1_reverse	5	-0.03355201333761215
134228	rnn.weight_ih_l1_reverse	6	-0.012386178597807884
134228	rnn.weight_ih_l1_reverse	7	0.02795238606631756
134228	rnn.weight_ih_l1_reverse	8	0.029496757313609123
134228	rnn.weight_ih_l1_reverse	9	-0.04140174761414528
134228	rnn.weight_hh_l1_reverse	0	0.007449912838637829
134228	rnn.weight_hh_l1_reverse	1	0.028135130181908607
134228	rnn.weight_hh_l1_reverse	2	-0.03971579298377037
134228	rnn.weight_hh_l1_reverse	3	0.0389891043305397
134228	rnn.weight_hh_l1_reverse	4	0.04333082586526871
134228	rnn.weight_hh_l1_reverse	5	0.0011705722426995635
134228	rnn.weight_hh_l1_reverse	6	0.04239363223314285
134228	rnn.weight_hh_l1_reverse	7	0.029732275754213333
134228	rnn.weight_hh_l1_reverse	8	-0.006536324042826891
134228	rnn.weight_hh_l1_reverse	9	-0.03238103538751602
134228	rnn.bias_ih_l1_reverse	0	-0.07146420329809189
134228	rnn.bias_ih_l1_reverse	1	-0.16068945825099945
134228	rnn.bias_ih_l1_reverse	2	-0.16349665820598602
134228	rnn.bias_ih_l1_reverse	3	-0.03948547691106796
134228	rnn.bias_ih_l1_reverse	4	-0.20070254802703857
134228	rnn.bias_ih_l1_reverse	5	-0.10927371680736542
134228	rnn.bias_ih_l1_reverse	6	-0.1285327970981598
134228	rnn.bias_ih_l1_reverse	7	-0.19581131637096405
134228	rnn.bias_ih_l1_reverse	8	0.21650497615337372
134228	rnn.bias_ih_l1_reverse	9	0.03481492027640343
134228	rnn.bias_hh_l1_reverse	0	-0.013784411363303661
134228	rnn.bias_hh_l1_reverse	1	-0.04383865371346474
134228	rnn.bias_hh_l1_reverse	2	-0.2355116307735443
134228	rnn.bias_hh_l1_reverse	3	-0.12128008157014847
134228	rnn.bias_hh_l1_reverse	4	-0.09469752758741379
134228	rnn.bias_hh_l1_reverse	5	-0.13349482417106628
134228	rnn.bias_hh_l1_reverse	6	0.10657471418380737
134228	rnn.bias_hh_l1_reverse	7	-0.15450219810009003
134228	rnn.bias_hh_l1_reverse	8	-0.11301054060459137
134228	rnn.bias_hh_l1_reverse	9	-0.14962570369243622
134228	linear.weight	0	0.002228822559118271
134228	linear.weight	1	0.11049556732177734
134228	linear.weight	2	-0.053815796971321106
134228	linear.weight	3	0.30161967873573303
134228	linear.weight	4	0.17011091113090515
134228	linear.weight	5	-0.048050664365291595
134228	linear.weight	6	0.10030802339315414
134228	linear.weight	7	0.07737533003091812
134228	linear.weight	8	0.041268330067396164
134228	linear.weight	9	-0.019095055758953094
134228	linear.bias	0	0.05545935779809952
134228	linear.bias	1	-0.22237782180309296
134228	linear.bias	2	-0.3548129200935364
134228	linear.bias	3	-0.6961103081703186
134228	linear.bias	4	-1.215712070465088
134228	linear.bias	5	-0.05361863225698471
134228	linear.bias	6	-0.7671652436256409
134228	linear.bias	7	0.34006211161613464
134228	linear.bias	8	-0.44057145714759827
134228	linear.bias	9	-0.9693493247032166
134232	transitions	0	0.6728646755218506
134232	transitions	1	0.17766495048999786
134232	transitions	2	-10000.0
134232	transitions	3	-1.8218404054641724
134232	transitions	4	-10000.0
134232	transitions	5	0.5838479995727539
134232	transitions	6	-0.07158058881759644
134232	transitions	7	-0.6904237270355225
134232	transitions	8	-1.3991315364837646
134232	transitions	9	-0.0010784539626911283
134232	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
134232	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
134232	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
134232	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
134232	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
134232	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
134232	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
134232	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
134232	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
134232	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
134232	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
134232	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
134232	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
134232	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
134232	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
134232	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
134232	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
134232	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
134232	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
134232	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
134232	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
134232	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
134232	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
134232	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
134232	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
134232	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
134232	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
134232	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
134232	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
134232	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
134232	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
134232	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
134232	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
134232	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
134232	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
134232	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
134232	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
134232	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
134232	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
134232	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
134232	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
134232	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
134232	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
134232	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
134232	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
134232	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
134232	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
134232	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
134232	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
134232	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
134232	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
134232	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
134232	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
134232	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
134232	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
134232	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
134232	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
134232	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
134232	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
134232	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
134232	embedding2nn.weight	0	0.022475553676486015
134232	embedding2nn.weight	1	-0.015335158444941044
134232	embedding2nn.weight	2	-0.014268254861235619
134232	embedding2nn.weight	3	-0.034168608486652374
134232	embedding2nn.weight	4	-0.0059150345623493195
134232	embedding2nn.weight	5	-0.0037005902267992496
134232	embedding2nn.weight	6	-0.003973270300775766
134232	embedding2nn.weight	7	-0.08250425010919571
134232	embedding2nn.weight	8	-0.0019979383796453476
134232	embedding2nn.weight	9	-0.026025375351309776
134232	embedding2nn.bias	0	0.05394243448972702
134232	embedding2nn.bias	1	-0.05789664387702942
134232	embedding2nn.bias	2	0.08610609918832779
134232	embedding2nn.bias	3	0.0516253262758255
134232	embedding2nn.bias	4	-0.05236538499593735
134232	embedding2nn.bias	5	-0.06483194977045059
134232	embedding2nn.bias	6	0.03466698154807091
134232	embedding2nn.bias	7	-0.073162741959095
134232	embedding2nn.bias	8	0.051080524921417236
134232	embedding2nn.bias	9	0.03408386558294296
134232	rnn.weight_ih_l0	0	-0.07257122546434402
134232	rnn.weight_ih_l0	1	0.0049686310812830925
134232	rnn.weight_ih_l0	2	0.047295328229665756
134232	rnn.weight_ih_l0	3	0.0178123340010643
134232	rnn.weight_ih_l0	4	-0.03123902715742588
134232	rnn.weight_ih_l0	5	-0.06318444013595581
134232	rnn.weight_ih_l0	6	0.0022348270285874605
134232	rnn.weight_ih_l0	7	0.055945489555597305
134232	rnn.weight_ih_l0	8	-0.01796128787100315
134232	rnn.weight_ih_l0	9	-0.022624269127845764
134232	rnn.weight_hh_l0	0	-0.03166043758392334
134232	rnn.weight_hh_l0	1	-0.009922153316438198
134232	rnn.weight_hh_l0	2	-0.0033535908441990614
134232	rnn.weight_hh_l0	3	-0.0673137903213501
134232	rnn.weight_hh_l0	4	0.08180045336484909
134232	rnn.weight_hh_l0	5	-0.02594616450369358
134232	rnn.weight_hh_l0	6	-0.048703599721193314
134232	rnn.weight_hh_l0	7	0.014107570983469486
134232	rnn.weight_hh_l0	8	0.011327890679240227
134232	rnn.weight_hh_l0	9	-0.01838161237537861
134232	rnn.bias_ih_l0	0	0.10330048948526382
134232	rnn.bias_ih_l0	1	-0.023721005767583847
134232	rnn.bias_ih_l0	2	9.716071872389875e-06
134232	rnn.bias_ih_l0	3	0.13777796924114227
134232	rnn.bias_ih_l0	4	-0.01775095798075199
134232	rnn.bias_ih_l0	5	-0.01655743271112442
134232	rnn.bias_ih_l0	6	0.011087234131991863
134232	rnn.bias_ih_l0	7	0.03846459090709686
134232	rnn.bias_ih_l0	8	-0.10371924936771393
134232	rnn.bias_ih_l0	9	-0.030808884650468826
134232	rnn.bias_hh_l0	0	-0.02763013355433941
134232	rnn.bias_hh_l0	1	-0.09666722267866135
134232	rnn.bias_hh_l0	2	-0.05162721127271652
134232	rnn.bias_hh_l0	3	-0.08625271171331406
134232	rnn.bias_hh_l0	4	-0.004230773076415062
134232	rnn.bias_hh_l0	5	-0.02518424578011036
134232	rnn.bias_hh_l0	6	0.038631558418273926
134232	rnn.bias_hh_l0	7	0.04218645021319389
134232	rnn.bias_hh_l0	8	-0.09159256517887115
134232	rnn.bias_hh_l0	9	-0.05507799983024597
134232	rnn.weight_ih_l0_reverse	0	-0.02983718551695347
134232	rnn.weight_ih_l0_reverse	1	-0.03973367065191269
134232	rnn.weight_ih_l0_reverse	2	-0.04297586530447006
134232	rnn.weight_ih_l0_reverse	3	-0.00014676323917228729
134232	rnn.weight_ih_l0_reverse	4	-0.01560684759169817
134232	rnn.weight_ih_l0_reverse	5	-0.044615939259529114
134232	rnn.weight_ih_l0_reverse	6	0.08421380072832108
134232	rnn.weight_ih_l0_reverse	7	-0.012120365165174007
134232	rnn.weight_ih_l0_reverse	8	-0.018817884847521782
134232	rnn.weight_ih_l0_reverse	9	-0.0045445323921740055
134232	rnn.weight_hh_l0_reverse	0	0.05827777832746506
134232	rnn.weight_hh_l0_reverse	1	0.017388150095939636
134232	rnn.weight_hh_l0_reverse	2	0.029396794736385345
134232	rnn.weight_hh_l0_reverse	3	0.029713457450270653
134232	rnn.weight_hh_l0_reverse	4	0.007242352236062288
134232	rnn.weight_hh_l0_reverse	5	0.020560849457979202
134232	rnn.weight_hh_l0_reverse	6	0.048852819949388504
134232	rnn.weight_hh_l0_reverse	7	-0.06666896492242813
134232	rnn.weight_hh_l0_reverse	8	0.03703605756163597
134232	rnn.weight_hh_l0_reverse	9	0.03588293865323067
134232	rnn.bias_ih_l0_reverse	0	-0.07500703632831573
134232	rnn.bias_ih_l0_reverse	1	-0.2372419238090515
134232	rnn.bias_ih_l0_reverse	2	-0.1245717853307724
134232	rnn.bias_ih_l0_reverse	3	-0.03825598582625389
134232	rnn.bias_ih_l0_reverse	4	-0.03145487979054451
134232	rnn.bias_ih_l0_reverse	5	0.06028035283088684
134232	rnn.bias_ih_l0_reverse	6	-0.057161781936883926
134232	rnn.bias_ih_l0_reverse	7	0.047657985240221024
134232	rnn.bias_ih_l0_reverse	8	-0.0411776602268219
134232	rnn.bias_ih_l0_reverse	9	0.05420936271548271
134232	rnn.bias_hh_l0_reverse	0	0.038569413125514984
134232	rnn.bias_hh_l0_reverse	1	-0.04335617274045944
134232	rnn.bias_hh_l0_reverse	2	0.09608273953199387
134232	rnn.bias_hh_l0_reverse	3	-0.04154804348945618
134232	rnn.bias_hh_l0_reverse	4	-0.029910972341895103
134232	rnn.bias_hh_l0_reverse	5	-0.03333240747451782
134232	rnn.bias_hh_l0_reverse	6	-0.03523555025458336
134232	rnn.bias_hh_l0_reverse	7	0.10905702412128448
134232	rnn.bias_hh_l0_reverse	8	0.03553604707121849
134232	rnn.bias_hh_l0_reverse	9	-0.1352716088294983
134232	rnn.weight_ih_l1	0	-0.03671642020344734
134232	rnn.weight_ih_l1	1	-0.04269140213727951
134232	rnn.weight_ih_l1	2	0.061666615307331085
134232	rnn.weight_ih_l1	3	-0.07955199480056763
134232	rnn.weight_ih_l1	4	-0.016555244103074074
134232	rnn.weight_ih_l1	5	-0.047757573425769806
134232	rnn.weight_ih_l1	6	0.03235361725091934
134232	rnn.weight_ih_l1	7	-0.03200109675526619
134232	rnn.weight_ih_l1	8	0.03785649687051773
134232	rnn.weight_ih_l1	9	0.04393138736486435
134232	rnn.weight_hh_l1	0	-0.008986039087176323
134232	rnn.weight_hh_l1	1	0.014168217778205872
134232	rnn.weight_hh_l1	2	0.018954560160636902
134232	rnn.weight_hh_l1	3	-0.007899472489953041
134232	rnn.weight_hh_l1	4	0.009255360811948776
134232	rnn.weight_hh_l1	5	0.024988412857055664
134232	rnn.weight_hh_l1	6	0.033374279737472534
134232	rnn.weight_hh_l1	7	-0.019529670476913452
134232	rnn.weight_hh_l1	8	-0.01122425589710474
134232	rnn.weight_hh_l1	9	0.037958741188049316
134232	rnn.bias_ih_l1	0	-0.19918298721313477
134232	rnn.bias_ih_l1	1	-0.1794157326221466
134232	rnn.bias_ih_l1	2	-0.21066169440746307
134232	rnn.bias_ih_l1	3	-0.27088281512260437
134232	rnn.bias_ih_l1	4	-0.21778178215026855
134232	rnn.bias_ih_l1	5	-0.0941687747836113
134232	rnn.bias_ih_l1	6	-0.17145304381847382
134232	rnn.bias_ih_l1	7	-0.04118988290429115
134232	rnn.bias_ih_l1	8	-0.14814238250255585
134232	rnn.bias_ih_l1	9	-0.13704931735992432
134232	rnn.bias_hh_l1	0	-0.1254531592130661
134232	rnn.bias_hh_l1	1	-0.06939361244440079
134232	rnn.bias_hh_l1	2	-0.1202365979552269
134232	rnn.bias_hh_l1	3	-0.0851656123995781
134232	rnn.bias_hh_l1	4	-0.09914343059062958
134232	rnn.bias_hh_l1	5	-0.110951729118824
134232	rnn.bias_hh_l1	6	-0.1610240936279297
134232	rnn.bias_hh_l1	7	0.05532045662403107
134232	rnn.bias_hh_l1	8	-0.17927558720111847
134232	rnn.bias_hh_l1	9	-0.10828366130590439
134232	rnn.weight_ih_l1_reverse	0	-0.037869613617658615
134232	rnn.weight_ih_l1_reverse	1	0.002756898058578372
134232	rnn.weight_ih_l1_reverse	2	0.06983274221420288
134232	rnn.weight_ih_l1_reverse	3	0.004636295605450869
134232	rnn.weight_ih_l1_reverse	4	-0.0304898489266634
134232	rnn.weight_ih_l1_reverse	5	-0.03359922766685486
134232	rnn.weight_ih_l1_reverse	6	-0.012419022619724274
134232	rnn.weight_ih_l1_reverse	7	0.027950996533036232
134232	rnn.weight_ih_l1_reverse	8	0.029515856876969337
134232	rnn.weight_ih_l1_reverse	9	-0.041377585381269455
134232	rnn.weight_hh_l1_reverse	0	0.0074410210363566875
134232	rnn.weight_hh_l1_reverse	1	0.02814236283302307
134232	rnn.weight_hh_l1_reverse	2	-0.039716269820928574
134232	rnn.weight_hh_l1_reverse	3	0.03903554007411003
134232	rnn.weight_hh_l1_reverse	4	0.04333285614848137
134232	rnn.weight_hh_l1_reverse	5	0.0011673292610794306
134232	rnn.weight_hh_l1_reverse	6	0.041892558336257935
134232	rnn.weight_hh_l1_reverse	7	0.029772887006402016
134232	rnn.weight_hh_l1_reverse	8	-0.006545450538396835
134232	rnn.weight_hh_l1_reverse	9	-0.03235161677002907
134232	rnn.bias_ih_l1_reverse	0	-0.07173246890306473
134232	rnn.bias_ih_l1_reverse	1	-0.16048045456409454
134232	rnn.bias_ih_l1_reverse	2	-0.16319096088409424
134232	rnn.bias_ih_l1_reverse	3	-0.03910820931196213
134232	rnn.bias_ih_l1_reverse	4	-0.20080487430095673
134232	rnn.bias_ih_l1_reverse	5	-0.10921777039766312
134232	rnn.bias_ih_l1_reverse	6	-0.12864716351032257
134232	rnn.bias_ih_l1_reverse	7	-0.1958465874195099
134232	rnn.bias_ih_l1_reverse	8	0.2200932800769806
134232	rnn.bias_ih_l1_reverse	9	0.034017302095890045
134232	rnn.bias_hh_l1_reverse	0	-0.013835947029292583
134232	rnn.bias_hh_l1_reverse	1	-0.04470275714993477
134232	rnn.bias_hh_l1_reverse	2	-0.2355296015739441
134232	rnn.bias_hh_l1_reverse	3	-0.12159636616706848
134232	rnn.bias_hh_l1_reverse	4	-0.09454087167978287
134232	rnn.bias_hh_l1_reverse	5	-0.13348904252052307
134232	rnn.bias_hh_l1_reverse	6	0.10554055124521255
134232	rnn.bias_hh_l1_reverse	7	-0.15439733862876892
134232	rnn.bias_hh_l1_reverse	8	-0.11278188973665237
134232	rnn.bias_hh_l1_reverse	9	-0.14964400231838226
134232	linear.weight	0	0.002228822559118271
134232	linear.weight	1	0.11087071895599365
134232	linear.weight	2	-0.05396430194377899
134232	linear.weight	3	0.30138498544692993
134232	linear.weight	4	0.17050614953041077
134232	linear.weight	5	-0.048044368624687195
134232	linear.weight	6	0.10142259299755096
134232	linear.weight	7	0.07624992728233337
134232	linear.weight	8	0.04126834496855736
134232	linear.weight	9	-0.019207213073968887
134232	linear.bias	0	0.05760504677891731
134232	linear.bias	1	-0.21638378500938416
134232	linear.bias	2	-0.3620622456073761
134232	linear.bias	3	-0.6933669447898865
134232	linear.bias	4	-1.2129563093185425
134232	linear.bias	5	-0.056026868522167206
134232	linear.bias	6	-0.7607853412628174
134232	linear.bias	7	0.3376758396625519
134232	linear.bias	8	-0.43500736355781555
134232	linear.bias	9	-0.9639260172843933
134429	transitions	0	0.6772334575653076
134429	transitions	1	0.18492265045642853
134429	transitions	2	-10000.0
134429	transitions	3	-1.8218873739242554
134429	transitions	4	-10000.0
134429	transitions	5	0.5837551355361938
134429	transitions	6	-0.07164105772972107
134429	transitions	7	-0.6908915638923645
134429	transitions	8	-1.399302363395691
134429	transitions	9	-0.0010800323216244578
134429	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
134429	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
134429	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
134429	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
134429	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
134429	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
134429	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
134429	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
134429	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
134429	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
134429	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
134429	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
134429	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
134429	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
134429	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
134429	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
134429	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
134429	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
134429	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
134429	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
134429	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
134429	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
134429	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
134429	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
134429	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
134429	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
134429	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
134429	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
134429	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
134429	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
134429	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
134429	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
134429	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
134429	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
134429	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
134429	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
134429	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
134429	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
134429	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
134429	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
134429	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
134429	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
134429	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
134429	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
134429	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
134429	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
134429	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
134429	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
134429	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
134429	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
134429	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
134429	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
134429	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
134429	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
134429	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
134429	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
134429	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
134429	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
134429	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
134429	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
134429	embedding2nn.weight	0	0.022599339485168457
134429	embedding2nn.weight	1	-0.015079498291015625
134429	embedding2nn.weight	2	-0.014268254861235619
134429	embedding2nn.weight	3	-0.03300905227661133
134429	embedding2nn.weight	4	-0.0059150345623493195
134429	embedding2nn.weight	5	-0.003700590692460537
134429	embedding2nn.weight	6	-0.003973272163420916
134429	embedding2nn.weight	7	-0.08177768439054489
134429	embedding2nn.weight	8	-0.0019979383796453476
134429	embedding2nn.weight	9	-0.025789890438318253
134429	embedding2nn.bias	0	0.05114782601594925
134429	embedding2nn.bias	1	-0.05324029177427292
134429	embedding2nn.bias	2	0.07699992507696152
134429	embedding2nn.bias	3	0.05558251962065697
134429	embedding2nn.bias	4	-0.04914243146777153
134429	embedding2nn.bias	5	-0.05577996373176575
134429	embedding2nn.bias	6	0.032149069011211395
134429	embedding2nn.bias	7	-0.07840485125780106
134429	embedding2nn.bias	8	0.04966898635029793
134429	embedding2nn.bias	9	0.04659774526953697
134429	rnn.weight_ih_l0	0	-0.0722135454416275
134429	rnn.weight_ih_l0	1	0.004666908644139767
134429	rnn.weight_ih_l0	2	0.04745312035083771
134429	rnn.weight_ih_l0	3	0.017745936289429665
134429	rnn.weight_ih_l0	4	-0.02984495647251606
134429	rnn.weight_ih_l0	5	-0.06329447031021118
134429	rnn.weight_ih_l0	6	0.002029717667028308
134429	rnn.weight_ih_l0	7	0.05631571635603905
134429	rnn.weight_ih_l0	8	-0.018422426655888557
134429	rnn.weight_ih_l0	9	-0.022542554885149002
134429	rnn.weight_hh_l0	0	-0.03256957232952118
134429	rnn.weight_hh_l0	1	-0.011174606159329414
134429	rnn.weight_hh_l0	2	-0.0032552347984164953
134429	rnn.weight_hh_l0	3	-0.06718045473098755
134429	rnn.weight_hh_l0	4	0.08195122331380844
134429	rnn.weight_hh_l0	5	-0.027443110942840576
134429	rnn.weight_hh_l0	6	-0.04837718605995178
134429	rnn.weight_hh_l0	7	0.013802211731672287
134429	rnn.weight_hh_l0	8	0.010816801339387894
134429	rnn.weight_hh_l0	9	-0.01862252876162529
134429	rnn.bias_ih_l0	0	0.1019238829612732
134429	rnn.bias_ih_l0	1	-0.02092008665204048
134429	rnn.bias_ih_l0	2	-0.001511819427832961
134429	rnn.bias_ih_l0	3	0.14072191715240479
134429	rnn.bias_ih_l0	4	-0.014839941635727882
134429	rnn.bias_ih_l0	5	-0.017180310562253
134429	rnn.bias_ih_l0	6	0.011380612850189209
134429	rnn.bias_ih_l0	7	0.03872125595808029
134429	rnn.bias_ih_l0	8	-0.10155729949474335
134429	rnn.bias_ih_l0	9	-0.023895034566521645
134429	rnn.bias_hh_l0	0	-0.024822721257805824
134429	rnn.bias_hh_l0	1	-0.1015760749578476
134429	rnn.bias_hh_l0	2	-0.0517875999212265
134429	rnn.bias_hh_l0	3	-0.08811312913894653
134429	rnn.bias_hh_l0	4	-0.005053362809121609
134429	rnn.bias_hh_l0	5	-0.025716612115502357
134429	rnn.bias_hh_l0	6	0.039172444492578506
134429	rnn.bias_hh_l0	7	0.040754735469818115
134429	rnn.bias_hh_l0	8	-0.09379314631223679
134429	rnn.bias_hh_l0	9	-0.05947938188910484
134429	rnn.weight_ih_l0_reverse	0	-0.030107634142041206
134429	rnn.weight_ih_l0_reverse	1	-0.03998221457004547
134429	rnn.weight_ih_l0_reverse	2	-0.04378102719783783
134429	rnn.weight_ih_l0_reverse	3	-0.00042556034168228507
134429	rnn.weight_ih_l0_reverse	4	-0.014630123041570187
134429	rnn.weight_ih_l0_reverse	5	-0.04335441067814827
134429	rnn.weight_ih_l0_reverse	6	0.08339915424585342
134429	rnn.weight_ih_l0_reverse	7	-0.010967953130602837
134429	rnn.weight_ih_l0_reverse	8	-0.01843838393688202
134429	rnn.weight_ih_l0_reverse	9	-0.004232788924127817
134429	rnn.weight_hh_l0_reverse	0	0.059391088783741
134429	rnn.weight_hh_l0_reverse	1	0.018009955063462257
134429	rnn.weight_hh_l0_reverse	2	0.030468948185443878
134429	rnn.weight_hh_l0_reverse	3	0.02832961641252041
134429	rnn.weight_hh_l0_reverse	4	0.007214845158159733
134429	rnn.weight_hh_l0_reverse	5	0.02059996873140335
134429	rnn.weight_hh_l0_reverse	6	0.04891766235232353
134429	rnn.weight_hh_l0_reverse	7	-0.0670674741268158
134429	rnn.weight_hh_l0_reverse	8	0.03597639501094818
134429	rnn.weight_hh_l0_reverse	9	0.03589223697781563
134429	rnn.bias_ih_l0_reverse	0	-0.07751265168190002
134429	rnn.bias_ih_l0_reverse	1	-0.24191154539585114
134429	rnn.bias_ih_l0_reverse	2	-0.12637323141098022
134429	rnn.bias_ih_l0_reverse	3	-0.036768343299627304
134429	rnn.bias_ih_l0_reverse	4	-0.03160865232348442
134429	rnn.bias_ih_l0_reverse	5	0.055911798030138016
134429	rnn.bias_ih_l0_reverse	6	-0.056836556643247604
134429	rnn.bias_ih_l0_reverse	7	0.05001968890428543
134429	rnn.bias_ih_l0_reverse	8	-0.04139753803610802
134429	rnn.bias_ih_l0_reverse	9	0.05790199339389801
134429	rnn.bias_hh_l0_reverse	0	0.03789940103888512
134429	rnn.bias_hh_l0_reverse	1	-0.04131471365690231
134429	rnn.bias_hh_l0_reverse	2	0.09595121443271637
134429	rnn.bias_hh_l0_reverse	3	-0.04082735627889633
134429	rnn.bias_hh_l0_reverse	4	-0.030577870085835457
134429	rnn.bias_hh_l0_reverse	5	-0.03599543124437332
134429	rnn.bias_hh_l0_reverse	6	-0.03564814478158951
134429	rnn.bias_hh_l0_reverse	7	0.10801568627357483
134429	rnn.bias_hh_l0_reverse	8	0.033620432019233704
134429	rnn.bias_hh_l0_reverse	9	-0.13569395244121552
134429	rnn.weight_ih_l1	0	-0.0360725037753582
134429	rnn.weight_ih_l1	1	-0.04387762397527695
134429	rnn.weight_ih_l1	2	0.05993357300758362
134429	rnn.weight_ih_l1	3	-0.07654989510774612
134429	rnn.weight_ih_l1	4	-0.017056280747056007
134429	rnn.weight_ih_l1	5	-0.04755673184990883
134429	rnn.weight_ih_l1	6	0.03182559832930565
134429	rnn.weight_ih_l1	7	-0.030762385576963425
134429	rnn.weight_ih_l1	8	0.03821764141321182
134429	rnn.weight_ih_l1	9	0.043810050934553146
134429	rnn.weight_hh_l1	0	-0.010109374299645424
134429	rnn.weight_hh_l1	1	0.014131605625152588
134429	rnn.weight_hh_l1	2	0.019016705453395844
134429	rnn.weight_hh_l1	3	-0.007908303290605545
134429	rnn.weight_hh_l1	4	0.008769495412707329
134429	rnn.weight_hh_l1	5	0.02532561868429184
134429	rnn.weight_hh_l1	6	0.03335356339812279
134429	rnn.weight_hh_l1	7	-0.0190665815025568
134429	rnn.weight_hh_l1	8	-0.011033108457922935
134429	rnn.weight_hh_l1	9	0.0379597470164299
134429	rnn.bias_ih_l1	0	-0.1983758956193924
134429	rnn.bias_ih_l1	1	-0.18398338556289673
134429	rnn.bias_ih_l1	2	-0.21362397074699402
134429	rnn.bias_ih_l1	3	-0.26986464858055115
134429	rnn.bias_ih_l1	4	-0.20974218845367432
134429	rnn.bias_ih_l1	5	-0.09581669420003891
134429	rnn.bias_ih_l1	6	-0.17114369571208954
134429	rnn.bias_ih_l1	7	-0.03881792351603508
134429	rnn.bias_ih_l1	8	-0.1500144600868225
134429	rnn.bias_ih_l1	9	-0.13478073477745056
134429	rnn.bias_hh_l1	0	-0.12512212991714478
134429	rnn.bias_hh_l1	1	-0.06599932909011841
134429	rnn.bias_hh_l1	2	-0.1224512830376625
134429	rnn.bias_hh_l1	3	-0.08731462061405182
134429	rnn.bias_hh_l1	4	-0.10131227970123291
134429	rnn.bias_hh_l1	5	-0.11341225355863571
134429	rnn.bias_hh_l1	6	-0.15842141211032867
134429	rnn.bias_hh_l1	7	0.05870572850108147
134429	rnn.bias_hh_l1	8	-0.18212689459323883
134429	rnn.bias_hh_l1	9	-0.11315495520830154
134429	rnn.weight_ih_l1_reverse	0	-0.03897647559642792
134429	rnn.weight_ih_l1_reverse	1	0.004104490391910076
134429	rnn.weight_ih_l1_reverse	2	0.06767172366380692
134429	rnn.weight_ih_l1_reverse	3	0.004602023866027594
134429	rnn.weight_ih_l1_reverse	4	-0.029838209971785545
134429	rnn.weight_ih_l1_reverse	5	-0.03324521332979202
134429	rnn.weight_ih_l1_reverse	6	-0.013337181881070137
134429	rnn.weight_ih_l1_reverse	7	0.02710401639342308
134429	rnn.weight_ih_l1_reverse	8	0.02888762392103672
134429	rnn.weight_ih_l1_reverse	9	-0.04025815427303314
134429	rnn.weight_hh_l1_reverse	0	0.007280169986188412
134429	rnn.weight_hh_l1_reverse	1	0.02814280427992344
134429	rnn.weight_hh_l1_reverse	2	-0.03976868838071823
134429	rnn.weight_hh_l1_reverse	3	0.038960956037044525
134429	rnn.weight_hh_l1_reverse	4	0.04402743652462959
134429	rnn.weight_hh_l1_reverse	5	0.001526111620478332
134429	rnn.weight_hh_l1_reverse	6	0.04088025912642479
134429	rnn.weight_hh_l1_reverse	7	0.03022865019738674
134429	rnn.weight_hh_l1_reverse	8	-0.006523211020976305
134429	rnn.weight_hh_l1_reverse	9	-0.03223186358809471
134429	rnn.bias_ih_l1_reverse	0	-0.07119294255971909
134429	rnn.bias_ih_l1_reverse	1	-0.16200220584869385
134429	rnn.bias_ih_l1_reverse	2	-0.16250605881214142
134429	rnn.bias_ih_l1_reverse	3	-0.04057363048195839
134429	rnn.bias_ih_l1_reverse	4	-0.20208589732646942
134429	rnn.bias_ih_l1_reverse	5	-0.10977745056152344
134429	rnn.bias_ih_l1_reverse	6	-0.12946896255016327
134429	rnn.bias_ih_l1_reverse	7	-0.1957879662513733
134429	rnn.bias_ih_l1_reverse	8	0.22150148451328278
134429	rnn.bias_ih_l1_reverse	9	0.03444790840148926
134429	rnn.bias_hh_l1_reverse	0	-0.011208830401301384
134429	rnn.bias_hh_l1_reverse	1	-0.048979345709085464
134429	rnn.bias_hh_l1_reverse	2	-0.23452414572238922
134429	rnn.bias_hh_l1_reverse	3	-0.12614861130714417
134429	rnn.bias_hh_l1_reverse	4	-0.09670290350914001
134429	rnn.bias_hh_l1_reverse	5	-0.13467641174793243
134429	rnn.bias_hh_l1_reverse	6	0.10866129398345947
134429	rnn.bias_hh_l1_reverse	7	-0.15597663819789886
134429	rnn.bias_hh_l1_reverse	8	-0.11238989979028702
134429	rnn.bias_hh_l1_reverse	9	-0.14929445087909698
134429	linear.weight	0	0.002228822559118271
134429	linear.weight	1	0.10825072973966599
134429	linear.weight	2	-0.055731192231178284
134429	linear.weight	3	0.30134516954421997
134429	linear.weight	4	0.16881921887397766
134429	linear.weight	5	-0.048879772424697876
134429	linear.weight	6	0.0946677103638649
134429	linear.weight	7	0.07603785395622253
134429	linear.weight	8	0.04126747325062752
134429	linear.weight	9	-0.014684955589473248
134429	linear.bias	0	0.07234888523817062
134429	linear.bias	1	-0.20605821907520294
134429	linear.bias	2	-0.3709820508956909
134429	linear.bias	3	-0.6696121096611023
134429	linear.bias	4	-1.190381646156311
134429	linear.bias	5	-0.08197559416294098
134429	linear.bias	6	-0.7505828738212585
134429	linear.bias	7	0.3101046681404114
134429	linear.bias	8	-0.4559723138809204
134429	linear.bias	9	-0.9836124777793884
134626	transitions	0	0.6634775996208191
134626	transitions	1	0.18333430588245392
134626	transitions	2	-10000.0
134626	transitions	3	-1.8219130039215088
134626	transitions	4	-10000.0
134626	transitions	5	0.583605170249939
134626	transitions	6	-0.0717216432094574
134626	transitions	7	-0.6911296248435974
134626	transitions	8	-1.3994994163513184
134626	transitions	9	-0.0010810613166540861
134626	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
134626	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
134626	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
134626	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
134626	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
134626	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
134626	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
134626	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
134626	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
134626	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
134626	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
134626	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
134626	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
134626	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
134626	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
134626	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
134626	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
134626	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
134626	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
134626	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
134626	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
134626	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
134626	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
134626	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
134626	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
134626	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
134626	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
134626	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
134626	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
134626	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
134626	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
134626	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
134626	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
134626	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
134626	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
134626	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
134626	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
134626	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
134626	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
134626	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
134626	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
134626	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
134626	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
134626	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
134626	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
134626	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
134626	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
134626	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
134626	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
134626	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
134626	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
134626	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
134626	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
134626	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
134626	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
134626	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
134626	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
134626	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
134626	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
134626	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
134626	embedding2nn.weight	0	0.021561874076724052
134626	embedding2nn.weight	1	-0.015096900053322315
134626	embedding2nn.weight	2	-0.014268254861235619
134626	embedding2nn.weight	3	-0.03524734824895859
134626	embedding2nn.weight	4	-0.0059150345623493195
134626	embedding2nn.weight	5	-0.003700590692460537
134626	embedding2nn.weight	6	-0.00397327309474349
134626	embedding2nn.weight	7	-0.08387675136327744
134626	embedding2nn.weight	8	-0.0019979383796453476
134626	embedding2nn.weight	9	-0.026250779628753662
134626	embedding2nn.bias	0	0.047375768423080444
134626	embedding2nn.bias	1	-0.060830872505903244
134626	embedding2nn.bias	2	0.08165699243545532
134626	embedding2nn.bias	3	0.04595612362027168
134626	embedding2nn.bias	4	-0.049114059656858444
134626	embedding2nn.bias	5	-0.04973755031824112
134626	embedding2nn.bias	6	0.03670148923993111
134626	embedding2nn.bias	7	-0.06894882768392563
134626	embedding2nn.bias	8	0.0559922493994236
134626	embedding2nn.bias	9	0.050094518810510635
134626	rnn.weight_ih_l0	0	-0.07247239351272583
134626	rnn.weight_ih_l0	1	0.002891581505537033
134626	rnn.weight_ih_l0	2	0.04617319256067276
134626	rnn.weight_ih_l0	3	0.017055705189704895
134626	rnn.weight_ih_l0	4	-0.02970181591808796
134626	rnn.weight_ih_l0	5	-0.06316683441400528
134626	rnn.weight_ih_l0	6	0.0020702669862657785
134626	rnn.weight_ih_l0	7	0.055360689759254456
134626	rnn.weight_ih_l0	8	-0.019878646358847618
134626	rnn.weight_ih_l0	9	-0.021211817860603333
134626	rnn.weight_hh_l0	0	-0.03262648358941078
134626	rnn.weight_hh_l0	1	-0.011742680333554745
134626	rnn.weight_hh_l0	2	-0.0037705209106206894
134626	rnn.weight_hh_l0	3	-0.06780608743429184
134626	rnn.weight_hh_l0	4	0.08116768300533295
134626	rnn.weight_hh_l0	5	-0.028277264907956123
134626	rnn.weight_hh_l0	6	-0.04851219430565834
134626	rnn.weight_hh_l0	7	0.01325453631579876
134626	rnn.weight_hh_l0	8	0.010807778686285019
134626	rnn.weight_hh_l0	9	-0.018641741946339607
134626	rnn.bias_ih_l0	0	0.10421451926231384
134626	rnn.bias_ih_l0	1	-0.019595114514231682
134626	rnn.bias_ih_l0	2	0.00018327134603168815
134626	rnn.bias_ih_l0	3	0.13732139766216278
134626	rnn.bias_ih_l0	4	-0.014658156782388687
134626	rnn.bias_ih_l0	5	-0.01676359213888645
134626	rnn.bias_ih_l0	6	0.011081713251769543
134626	rnn.bias_ih_l0	7	0.042634639889001846
134626	rnn.bias_ih_l0	8	-0.10220123082399368
134626	rnn.bias_ih_l0	9	-0.023951509967446327
134626	rnn.bias_hh_l0	0	-0.02173849567770958
134626	rnn.bias_hh_l0	1	-0.09817752242088318
134626	rnn.bias_hh_l0	2	-0.05256939306855202
134626	rnn.bias_hh_l0	3	-0.08803042769432068
134626	rnn.bias_hh_l0	4	-0.001586965867318213
134626	rnn.bias_hh_l0	5	-0.026001909747719765
134626	rnn.bias_hh_l0	6	0.04052859917283058
134626	rnn.bias_hh_l0	7	0.04044678434729576
134626	rnn.bias_hh_l0	8	-0.09378578513860703
134626	rnn.bias_hh_l0	9	-0.058096833527088165
134626	rnn.weight_ih_l0_reverse	0	-0.030538154765963554
134626	rnn.weight_ih_l0_reverse	1	-0.04008207097649574
134626	rnn.weight_ih_l0_reverse	2	-0.04361295327544212
134626	rnn.weight_ih_l0_reverse	3	-0.0011376682668924332
134626	rnn.weight_ih_l0_reverse	4	-0.01465613767504692
134626	rnn.weight_ih_l0_reverse	5	-0.04351821541786194
134626	rnn.weight_ih_l0_reverse	6	0.08270816504955292
134626	rnn.weight_ih_l0_reverse	7	-0.011931343004107475
134626	rnn.weight_ih_l0_reverse	8	-0.01720273680984974
134626	rnn.weight_ih_l0_reverse	9	-0.005893364083021879
134626	rnn.weight_hh_l0_reverse	0	0.059815913438797
134626	rnn.weight_hh_l0_reverse	1	0.01653534173965454
134626	rnn.weight_hh_l0_reverse	2	0.0308234803378582
134626	rnn.weight_hh_l0_reverse	3	0.028749799355864525
134626	rnn.weight_hh_l0_reverse	4	0.007469967473298311
134626	rnn.weight_hh_l0_reverse	5	0.020675940439105034
134626	rnn.weight_hh_l0_reverse	6	0.04896294325590134
134626	rnn.weight_hh_l0_reverse	7	-0.06812717765569687
134626	rnn.weight_hh_l0_reverse	8	0.03679697960615158
134626	rnn.weight_hh_l0_reverse	9	0.03575348109006882
134626	rnn.bias_ih_l0_reverse	0	-0.07759848982095718
134626	rnn.bias_ih_l0_reverse	1	-0.24499671161174774
134626	rnn.bias_ih_l0_reverse	2	-0.12839965522289276
134626	rnn.bias_ih_l0_reverse	3	-0.03489713743329048
134626	rnn.bias_ih_l0_reverse	4	-0.025396529585123062
134626	rnn.bias_ih_l0_reverse	5	0.05655662342905998
134626	rnn.bias_ih_l0_reverse	6	-0.05550682917237282
134626	rnn.bias_ih_l0_reverse	7	0.04869965463876724
134626	rnn.bias_ih_l0_reverse	8	-0.04484762251377106
134626	rnn.bias_ih_l0_reverse	9	0.05588968098163605
134626	rnn.bias_hh_l0_reverse	0	0.036398183554410934
134626	rnn.bias_hh_l0_reverse	1	-0.04588792100548744
134626	rnn.bias_hh_l0_reverse	2	0.09233912080526352
134626	rnn.bias_hh_l0_reverse	3	-0.04061837121844292
134626	rnn.bias_hh_l0_reverse	4	-0.03076501376926899
134626	rnn.bias_hh_l0_reverse	5	-0.04025663062930107
134626	rnn.bias_hh_l0_reverse	6	-0.030887043103575706
134626	rnn.bias_hh_l0_reverse	7	0.10683931410312653
134626	rnn.bias_hh_l0_reverse	8	0.03199807554483414
134626	rnn.bias_hh_l0_reverse	9	-0.13781693577766418
134626	rnn.weight_ih_l1	0	-0.03596718981862068
134626	rnn.weight_ih_l1	1	-0.04374187812209129
134626	rnn.weight_ih_l1	2	0.058326974511146545
134626	rnn.weight_ih_l1	3	-0.07642288506031036
134626	rnn.weight_ih_l1	4	-0.01704367995262146
134626	rnn.weight_ih_l1	5	-0.047314077615737915
134626	rnn.weight_ih_l1	6	0.031674377620220184
134626	rnn.weight_ih_l1	7	-0.03075537458062172
134626	rnn.weight_ih_l1	8	0.03809488192200661
134626	rnn.weight_ih_l1	9	0.04370778799057007
134626	rnn.weight_hh_l1	0	-0.008816678076982498
134626	rnn.weight_hh_l1	1	0.014274376444518566
134626	rnn.weight_hh_l1	2	0.018448565155267715
134626	rnn.weight_hh_l1	3	-0.007246237248182297
134626	rnn.weight_hh_l1	4	0.009198945015668869
134626	rnn.weight_hh_l1	5	0.026224931702017784
134626	rnn.weight_hh_l1	6	0.03309709578752518
134626	rnn.weight_hh_l1	7	-0.018909385427832603
134626	rnn.weight_hh_l1	8	-0.010989934206008911
134626	rnn.weight_hh_l1	9	0.03813718631863594
134626	rnn.bias_ih_l1	0	-0.19759956002235413
134626	rnn.bias_ih_l1	1	-0.18287526071071625
134626	rnn.bias_ih_l1	2	-0.21049223840236664
134626	rnn.bias_ih_l1	3	-0.2671526074409485
134626	rnn.bias_ih_l1	4	-0.21394115686416626
134626	rnn.bias_ih_l1	5	-0.09715776145458221
134626	rnn.bias_ih_l1	6	-0.1700926572084427
134626	rnn.bias_ih_l1	7	-0.03476827219128609
134626	rnn.bias_ih_l1	8	-0.14731355011463165
134626	rnn.bias_ih_l1	9	-0.13651834428310394
134626	rnn.bias_hh_l1	0	-0.12369106709957123
134626	rnn.bias_hh_l1	1	-0.0637521743774414
134626	rnn.bias_hh_l1	2	-0.12415439635515213
134626	rnn.bias_hh_l1	3	-0.08539542555809021
134626	rnn.bias_hh_l1	4	-0.1006975919008255
134626	rnn.bias_hh_l1	5	-0.11255475878715515
134626	rnn.bias_hh_l1	6	-0.15664051473140717
134626	rnn.bias_hh_l1	7	0.061610277742147446
134626	rnn.bias_hh_l1	8	-0.18228931725025177
134626	rnn.bias_hh_l1	9	-0.11467447131872177
134626	rnn.weight_ih_l1_reverse	0	-0.03794107213616371
134626	rnn.weight_ih_l1_reverse	1	0.006843754556030035
134626	rnn.weight_ih_l1_reverse	2	0.06979361176490784
134626	rnn.weight_ih_l1_reverse	3	0.0017413398018106818
134626	rnn.weight_ih_l1_reverse	4	-0.031764138489961624
134626	rnn.weight_ih_l1_reverse	5	-0.033043764531612396
134626	rnn.weight_ih_l1_reverse	6	-0.014736659824848175
134626	rnn.weight_ih_l1_reverse	7	0.02783266454935074
134626	rnn.weight_ih_l1_reverse	8	0.028330331668257713
134626	rnn.weight_ih_l1_reverse	9	-0.04163611680269241
134626	rnn.weight_hh_l1_reverse	0	0.007298406213521957
134626	rnn.weight_hh_l1_reverse	1	0.02841190993785858
134626	rnn.weight_hh_l1_reverse	2	-0.03979060798883438
134626	rnn.weight_hh_l1_reverse	3	0.03907011076807976
134626	rnn.weight_hh_l1_reverse	4	0.044377174228429794
134626	rnn.weight_hh_l1_reverse	5	0.001240877085365355
134626	rnn.weight_hh_l1_reverse	6	0.042872361838817596
134626	rnn.weight_hh_l1_reverse	7	0.030008884146809578
134626	rnn.weight_hh_l1_reverse	8	-0.006323628127574921
134626	rnn.weight_hh_l1_reverse	9	-0.03211861476302147
134626	rnn.bias_ih_l1_reverse	0	-0.07130122184753418
134626	rnn.bias_ih_l1_reverse	1	-0.16171026229858398
134626	rnn.bias_ih_l1_reverse	2	-0.16180555522441864
134626	rnn.bias_ih_l1_reverse	3	-0.03754385933279991
134626	rnn.bias_ih_l1_reverse	4	-0.20196567475795746
134626	rnn.bias_ih_l1_reverse	5	-0.1099625676870346
134626	rnn.bias_ih_l1_reverse	6	-0.12956437468528748
134626	rnn.bias_ih_l1_reverse	7	-0.19575577974319458
134626	rnn.bias_ih_l1_reverse	8	0.22645944356918335
134626	rnn.bias_ih_l1_reverse	9	0.0337880440056324
134626	rnn.bias_hh_l1_reverse	0	-0.00756510253995657
134626	rnn.bias_hh_l1_reverse	1	-0.041703034192323685
134626	rnn.bias_hh_l1_reverse	2	-0.23371516168117523
134626	rnn.bias_hh_l1_reverse	3	-0.12524063885211945
134626	rnn.bias_hh_l1_reverse	4	-0.09694910049438477
134626	rnn.bias_hh_l1_reverse	5	-0.13307437300682068
134626	rnn.bias_hh_l1_reverse	6	0.11106835305690765
134626	rnn.bias_hh_l1_reverse	7	-0.15337730944156647
134626	rnn.bias_hh_l1_reverse	8	-0.11233242601156235
134626	rnn.bias_hh_l1_reverse	9	-0.14811205863952637
134626	linear.weight	0	0.002228822559118271
134626	linear.weight	1	0.11409910768270493
134626	linear.weight	2	-0.05462886020541191
134626	linear.weight	3	0.2978202998638153
134626	linear.weight	4	0.15917302668094635
134626	linear.weight	5	-0.049225419759750366
134626	linear.weight	6	0.12514112889766693
134626	linear.weight	7	0.07577482610940933
134626	linear.weight	8	0.04126666113734245
134626	linear.weight	9	-0.02380390092730522
134626	linear.bias	0	0.1362767517566681
134626	linear.bias	1	-0.22076456248760223
134626	linear.bias	2	-0.394671231508255
134626	linear.bias	3	-0.6925074458122253
134626	linear.bias	4	-1.2138615846633911
134626	linear.bias	5	-0.06640637665987015
134626	linear.bias	6	-0.7637335062026978
134626	linear.bias	7	0.3276256024837494
134626	linear.bias	8	-0.44631683826446533
134626	linear.bias	9	-0.9750533699989319
134823	transitions	0	0.6624965071678162
134823	transitions	1	0.1885988563299179
134823	transitions	2	-10000.0
134823	transitions	3	-1.8219621181488037
134823	transitions	4	-10000.0
134823	transitions	5	0.5835188627243042
134823	transitions	6	-0.07178553938865662
134823	transitions	7	-0.6914293169975281
134823	transitions	8	-1.3995543718338013
134823	transitions	9	-0.0010816960129886866
134823	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
134823	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
134823	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
134823	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
134823	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
134823	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
134823	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
134823	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
134823	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
134823	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
134823	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
134823	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
134823	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
134823	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
134823	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
134823	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
134823	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
134823	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
134823	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
134823	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
134823	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
134823	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
134823	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
134823	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
134823	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
134823	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
134823	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
134823	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
134823	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
134823	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
134823	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
134823	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
134823	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
134823	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
134823	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
134823	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
134823	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
134823	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
134823	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
134823	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
134823	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
134823	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
134823	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
134823	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
134823	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
134823	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
134823	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
134823	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
134823	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
134823	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
134823	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
134823	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
134823	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
134823	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
134823	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
134823	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
134823	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
134823	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
134823	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
134823	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
134823	embedding2nn.weight	0	0.021367106586694717
134823	embedding2nn.weight	1	-0.015156342647969723
134823	embedding2nn.weight	2	-0.014268254861235619
134823	embedding2nn.weight	3	-0.034350164234638214
134823	embedding2nn.weight	4	-0.0059150345623493195
134823	embedding2nn.weight	5	-0.0037005909252911806
134823	embedding2nn.weight	6	-0.003973269835114479
134823	embedding2nn.weight	7	-0.08531805872917175
134823	embedding2nn.weight	8	-0.0019979383796453476
134823	embedding2nn.weight	9	-0.027212709188461304
134823	embedding2nn.bias	0	0.04405830800533295
134823	embedding2nn.bias	1	-0.06265532225370407
134823	embedding2nn.bias	2	0.07459723949432373
134823	embedding2nn.bias	3	0.04271429777145386
134823	embedding2nn.bias	4	-0.05148875713348389
134823	embedding2nn.bias	5	-0.05728703737258911
134823	embedding2nn.bias	6	0.029772408306598663
134823	embedding2nn.bias	7	-0.06162513419985771
134823	embedding2nn.bias	8	0.05059650167822838
134823	embedding2nn.bias	9	0.04971527308225632
134823	rnn.weight_ih_l0	0	-0.07237956672906876
134823	rnn.weight_ih_l0	1	0.00554018234834075
134823	rnn.weight_ih_l0	2	0.04676339402794838
134823	rnn.weight_ih_l0	3	0.01832502707839012
134823	rnn.weight_ih_l0	4	-0.0302713755518198
134823	rnn.weight_ih_l0	5	-0.06332754343748093
134823	rnn.weight_ih_l0	6	0.0023995472583919764
134823	rnn.weight_ih_l0	7	0.056571248918771744
134823	rnn.weight_ih_l0	8	-0.02013222686946392
134823	rnn.weight_ih_l0	9	-0.02298155426979065
134823	rnn.weight_hh_l0	0	-0.03320528566837311
134823	rnn.weight_hh_l0	1	-0.008970290422439575
134823	rnn.weight_hh_l0	2	-0.0048012747429311275
134823	rnn.weight_hh_l0	3	-0.06788690388202667
134823	rnn.weight_hh_l0	4	0.08151146024465561
134823	rnn.weight_hh_l0	5	-0.030334152281284332
134823	rnn.weight_hh_l0	6	-0.05022506043314934
134823	rnn.weight_hh_l0	7	0.012890500016510487
134823	rnn.weight_hh_l0	8	0.010526185855269432
134823	rnn.weight_hh_l0	9	-0.018627000972628593
134823	rnn.bias_ih_l0	0	0.10416523367166519
134823	rnn.bias_ih_l0	1	-0.021555578336119652
134823	rnn.bias_ih_l0	2	0.0010402980260550976
134823	rnn.bias_ih_l0	3	0.13795390725135803
134823	rnn.bias_ih_l0	4	-0.014256482943892479
134823	rnn.bias_ih_l0	5	-0.016528597101569176
134823	rnn.bias_ih_l0	6	0.01475696824491024
134823	rnn.bias_ih_l0	7	0.04603085294365883
134823	rnn.bias_ih_l0	8	-0.10454229265451431
134823	rnn.bias_ih_l0	9	-0.030257608741521835
134823	rnn.bias_hh_l0	0	-0.021869705989956856
134823	rnn.bias_hh_l0	1	-0.10170008987188339
134823	rnn.bias_hh_l0	2	-0.05067722871899605
134823	rnn.bias_hh_l0	3	-0.08852571249008179
134823	rnn.bias_hh_l0	4	-0.0036097518168389797
134823	rnn.bias_hh_l0	5	-0.02427833341062069
134823	rnn.bias_hh_l0	6	0.03647620230913162
134823	rnn.bias_hh_l0	7	0.04088693484663963
134823	rnn.bias_hh_l0	8	-0.09641151875257492
134823	rnn.bias_hh_l0	9	-0.059043556451797485
134823	rnn.weight_ih_l0_reverse	0	-0.032185543328523636
134823	rnn.weight_ih_l0_reverse	1	-0.04141932725906372
134823	rnn.weight_ih_l0_reverse	2	-0.04296882078051567
134823	rnn.weight_ih_l0_reverse	3	-0.0019023087806999683
134823	rnn.weight_ih_l0_reverse	4	-0.015662802383303642
134823	rnn.weight_ih_l0_reverse	5	-0.044250380247831345
134823	rnn.weight_ih_l0_reverse	6	0.08279067277908325
134823	rnn.weight_ih_l0_reverse	7	-0.012845532037317753
134823	rnn.weight_ih_l0_reverse	8	-0.01636487804353237
134823	rnn.weight_ih_l0_reverse	9	-0.007158102933317423
134823	rnn.weight_hh_l0_reverse	0	0.05919899791479111
134823	rnn.weight_hh_l0_reverse	1	0.015503176487982273
134823	rnn.weight_hh_l0_reverse	2	0.031641967594623566
134823	rnn.weight_hh_l0_reverse	3	0.028493035584688187
134823	rnn.weight_hh_l0_reverse	4	0.007149200886487961
134823	rnn.weight_hh_l0_reverse	5	0.02117871679365635
134823	rnn.weight_hh_l0_reverse	6	0.049307964742183685
134823	rnn.weight_hh_l0_reverse	7	-0.06882400810718536
134823	rnn.weight_hh_l0_reverse	8	0.037050019949674606
134823	rnn.weight_hh_l0_reverse	9	0.036586128175258636
134823	rnn.bias_ih_l0_reverse	0	-0.07889906316995621
134823	rnn.bias_ih_l0_reverse	1	-0.24425047636032104
134823	rnn.bias_ih_l0_reverse	2	-0.12764562666416168
134823	rnn.bias_ih_l0_reverse	3	-0.03442566096782684
134823	rnn.bias_ih_l0_reverse	4	-0.027659822255373
134823	rnn.bias_ih_l0_reverse	5	0.058417435735464096
134823	rnn.bias_ih_l0_reverse	6	-0.054366324096918106
134823	rnn.bias_ih_l0_reverse	7	0.050179217010736465
134823	rnn.bias_ih_l0_reverse	8	-0.04381287842988968
134823	rnn.bias_ih_l0_reverse	9	0.05471934750676155
134823	rnn.bias_hh_l0_reverse	0	0.037146806716918945
134823	rnn.bias_hh_l0_reverse	1	-0.04747311770915985
134823	rnn.bias_hh_l0_reverse	2	0.09358300268650055
134823	rnn.bias_hh_l0_reverse	3	-0.038582220673561096
134823	rnn.bias_hh_l0_reverse	4	-0.029292520135641098
134823	rnn.bias_hh_l0_reverse	5	-0.03850380703806877
134823	rnn.bias_hh_l0_reverse	6	-0.03018758073449135
134823	rnn.bias_hh_l0_reverse	7	0.10569338500499725
134823	rnn.bias_hh_l0_reverse	8	0.03390474244952202
134823	rnn.bias_hh_l0_reverse	9	-0.13829126954078674
134823	rnn.weight_ih_l1	0	-0.03625591844320297
134823	rnn.weight_ih_l1	1	-0.044643834233284
134823	rnn.weight_ih_l1	2	0.05879088118672371
134823	rnn.weight_ih_l1	3	-0.07448124885559082
134823	rnn.weight_ih_l1	4	-0.01769244857132435
134823	rnn.weight_ih_l1	5	-0.047435637563467026
134823	rnn.weight_ih_l1	6	0.03237447515130043
134823	rnn.weight_ih_l1	7	-0.031739719212055206
134823	rnn.weight_ih_l1	8	0.03813215717673302
134823	rnn.weight_ih_l1	9	0.04215526580810547
134823	rnn.weight_hh_l1	0	-0.008210178464651108
134823	rnn.weight_hh_l1	1	0.013683878816664219
134823	rnn.weight_hh_l1	2	0.019322030246257782
134823	rnn.weight_hh_l1	3	-0.007041932549327612
134823	rnn.weight_hh_l1	4	0.009114335291087627
134823	rnn.weight_hh_l1	5	0.026254737749695778
134823	rnn.weight_hh_l1	6	0.032771021127700806
134823	rnn.weight_hh_l1	7	-0.018479373306035995
134823	rnn.weight_hh_l1	8	-0.011308928951621056
134823	rnn.weight_hh_l1	9	0.03825848177075386
134823	rnn.bias_ih_l1	0	-0.19779273867607117
134823	rnn.bias_ih_l1	1	-0.18539942800998688
134823	rnn.bias_ih_l1	2	-0.20823796093463898
134823	rnn.bias_ih_l1	3	-0.26510098576545715
134823	rnn.bias_ih_l1	4	-0.2092222422361374
134823	rnn.bias_ih_l1	5	-0.09474999457597733
134823	rnn.bias_ih_l1	6	-0.17175620794296265
134823	rnn.bias_ih_l1	7	-0.04223944619297981
134823	rnn.bias_ih_l1	8	-0.14771822094917297
134823	rnn.bias_ih_l1	9	-0.13573278486728668
134823	rnn.bias_hh_l1	0	-0.12501268088817596
134823	rnn.bias_hh_l1	1	-0.06154915317893028
134823	rnn.bias_hh_l1	2	-0.12611374258995056
134823	rnn.bias_hh_l1	3	-0.08529593795537949
134823	rnn.bias_hh_l1	4	-0.0978287011384964
134823	rnn.bias_hh_l1	5	-0.11370973289012909
134823	rnn.bias_hh_l1	6	-0.15320268273353577
134823	rnn.bias_hh_l1	7	0.06450338661670685
134823	rnn.bias_hh_l1	8	-0.18190108239650726
134823	rnn.bias_hh_l1	9	-0.11426451802253723
134823	rnn.weight_ih_l1_reverse	0	-0.037528976798057556
134823	rnn.weight_ih_l1_reverse	1	0.0068460688926279545
134823	rnn.weight_ih_l1_reverse	2	0.07010696083307266
134823	rnn.weight_ih_l1_reverse	3	0.001223687781020999
134823	rnn.weight_ih_l1_reverse	4	-0.031490907073020935
134823	rnn.weight_ih_l1_reverse	5	-0.03274301066994667
134823	rnn.weight_ih_l1_reverse	6	-0.014710892923176289
134823	rnn.weight_ih_l1_reverse	7	0.028371693566441536
134823	rnn.weight_ih_l1_reverse	8	0.026846351101994514
134823	rnn.weight_ih_l1_reverse	9	-0.04308035224676132
134823	rnn.weight_hh_l1_reverse	0	0.007126064505428076
134823	rnn.weight_hh_l1_reverse	1	0.028321757912635803
134823	rnn.weight_hh_l1_reverse	2	-0.03985261172056198
134823	rnn.weight_hh_l1_reverse	3	0.03912931680679321
134823	rnn.weight_hh_l1_reverse	4	0.04420412704348564
134823	rnn.weight_hh_l1_reverse	5	0.0016200040699914098
134823	rnn.weight_hh_l1_reverse	6	0.04235004633665085
134823	rnn.weight_hh_l1_reverse	7	0.03019540198147297
134823	rnn.weight_hh_l1_reverse	8	-0.006379713304340839
134823	rnn.weight_hh_l1_reverse	9	-0.031965963542461395
134823	rnn.bias_ih_l1_reverse	0	-0.07104365527629852
134823	rnn.bias_ih_l1_reverse	1	-0.16351361572742462
134823	rnn.bias_ih_l1_reverse	2	-0.15971140563488007
134823	rnn.bias_ih_l1_reverse	3	-0.028750261291861534
134823	rnn.bias_ih_l1_reverse	4	-0.20055535435676575
134823	rnn.bias_ih_l1_reverse	5	-0.10891131311655045
134823	rnn.bias_ih_l1_reverse	6	-0.13022863864898682
134823	rnn.bias_ih_l1_reverse	7	-0.1946955919265747
134823	rnn.bias_ih_l1_reverse	8	0.21794523298740387
134823	rnn.bias_ih_l1_reverse	9	0.03789301589131355
134823	rnn.bias_hh_l1_reverse	0	-0.0014153982046991587
134823	rnn.bias_hh_l1_reverse	1	-0.05164770781993866
134823	rnn.bias_hh_l1_reverse	2	-0.23512032628059387
134823	rnn.bias_hh_l1_reverse	3	-0.12762530148029327
134823	rnn.bias_hh_l1_reverse	4	-0.09757174551486969
134823	rnn.bias_hh_l1_reverse	5	-0.1312503069639206
134823	rnn.bias_hh_l1_reverse	6	0.10527074337005615
134823	rnn.bias_hh_l1_reverse	7	-0.15648958086967468
134823	rnn.bias_hh_l1_reverse	8	-0.10755367577075958
134823	rnn.bias_hh_l1_reverse	9	-0.14803512394428253
134823	linear.weight	0	0.002228822559118271
134823	linear.weight	1	0.12056536972522736
134823	linear.weight	2	-0.05815447121858597
134823	linear.weight	3	0.2953500747680664
134823	linear.weight	4	0.1615334153175354
134823	linear.weight	5	-0.04758068546652794
134823	linear.weight	6	0.13087935745716095
134823	linear.weight	7	0.06260128319263458
134823	linear.weight	8	0.0412660650908947
134823	linear.weight	9	-0.02740606479346752
134823	linear.bias	0	0.09370191395282745
134823	linear.bias	1	-0.22639057040214539
134823	linear.bias	2	-0.376109778881073
134823	linear.bias	3	-0.6842254400253296
134823	linear.bias	4	-1.208805799484253
134823	linear.bias	5	-0.07633211463689804
134823	linear.bias	6	-0.7695733904838562
134823	linear.bias	7	0.3165941536426544
134823	linear.bias	8	-0.4485631585121155
134823	linear.bias	9	-0.979958713054657
135020	transitions	0	0.6505268812179565
135020	transitions	1	0.1900966316461563
135020	transitions	2	-10000.0
135020	transitions	3	-1.8219903707504272
135020	transitions	4	-10000.0
135020	transitions	5	0.5834236741065979
135020	transitions	6	-0.07194746285676956
135020	transitions	7	-0.6919930577278137
135020	transitions	8	-1.399645209312439
135020	transitions	9	-0.0010828011436387897
135020	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
135020	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
135020	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
135020	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
135020	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
135020	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
135020	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
135020	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
135020	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
135020	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
135020	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
135020	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
135020	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
135020	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
135020	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
135020	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
135020	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
135020	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
135020	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
135020	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
135020	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
135020	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
135020	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
135020	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
135020	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
135020	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
135020	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
135020	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
135020	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
135020	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
135020	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
135020	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
135020	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
135020	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
135020	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
135020	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
135020	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
135020	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
135020	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
135020	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
135020	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
135020	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
135020	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
135020	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
135020	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
135020	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
135020	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
135020	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
135020	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
135020	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
135020	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
135020	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
135020	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
135020	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
135020	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
135020	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
135020	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
135020	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
135020	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
135020	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
135020	embedding2nn.weight	0	0.018965382128953934
135020	embedding2nn.weight	1	-0.01505032554268837
135020	embedding2nn.weight	2	-0.014268254861235619
135020	embedding2nn.weight	3	-0.033362314105033875
135020	embedding2nn.weight	4	-0.0059150345623493195
135020	embedding2nn.weight	5	-0.003700591390952468
135020	embedding2nn.weight	6	-0.003973265178501606
135020	embedding2nn.weight	7	-0.08575499057769775
135020	embedding2nn.weight	8	-0.0019979383796453476
135020	embedding2nn.weight	9	-0.026556052267551422
135020	embedding2nn.bias	0	0.037219755351543427
135020	embedding2nn.bias	1	-0.06087899208068848
135020	embedding2nn.bias	2	0.06654900312423706
135020	embedding2nn.bias	3	0.04587549343705177
135020	embedding2nn.bias	4	-0.055908918380737305
135020	embedding2nn.bias	5	-0.04659812152385712
135020	embedding2nn.bias	6	0.03084728866815567
135020	embedding2nn.bias	7	-0.057608745992183685
135020	embedding2nn.bias	8	0.05565587803721428
135020	embedding2nn.bias	9	0.051311712712049484
135020	rnn.weight_ih_l0	0	-0.07139898091554642
135020	rnn.weight_ih_l0	1	0.003729631192982197
135020	rnn.weight_ih_l0	2	0.04639241471886635
135020	rnn.weight_ih_l0	3	0.017600277438759804
135020	rnn.weight_ih_l0	4	-0.028821216896176338
135020	rnn.weight_ih_l0	5	-0.06328749656677246
135020	rnn.weight_ih_l0	6	0.0018964753253385425
135020	rnn.weight_ih_l0	7	0.057621292769908905
135020	rnn.weight_ih_l0	8	-0.02038205787539482
135020	rnn.weight_ih_l0	9	-0.023891441524028778
135020	rnn.weight_hh_l0	0	-0.03233882412314415
135020	rnn.weight_hh_l0	1	-0.009130430407822132
135020	rnn.weight_hh_l0	2	-0.005208213347941637
135020	rnn.weight_hh_l0	3	-0.06913898140192032
135020	rnn.weight_hh_l0	4	0.08129415661096573
135020	rnn.weight_hh_l0	5	-0.03031131625175476
135020	rnn.weight_hh_l0	6	-0.049749333411455154
135020	rnn.weight_hh_l0	7	0.014569372870028019
135020	rnn.weight_hh_l0	8	0.010547702200710773
135020	rnn.weight_hh_l0	9	-0.018290935084223747
135020	rnn.bias_ih_l0	0	0.10398630052804947
135020	rnn.bias_ih_l0	1	-0.02229057438671589
135020	rnn.bias_ih_l0	2	-0.0009968801168724895
135020	rnn.bias_ih_l0	3	0.14200444519519806
135020	rnn.bias_ih_l0	4	-0.012229171581566334
135020	rnn.bias_ih_l0	5	-0.015227275900542736
135020	rnn.bias_ih_l0	6	0.014757679775357246
135020	rnn.bias_ih_l0	7	0.0456993505358696
135020	rnn.bias_ih_l0	8	-0.10407115519046783
135020	rnn.bias_ih_l0	9	-0.02736617624759674
135020	rnn.bias_hh_l0	0	-0.0198509618639946
135020	rnn.bias_hh_l0	1	-0.1044539138674736
135020	rnn.bias_hh_l0	2	-0.051168929785490036
135020	rnn.bias_hh_l0	3	-0.08962545543909073
135020	rnn.bias_hh_l0	4	-0.007557880599051714
135020	rnn.bias_hh_l0	5	-0.02375289425253868
135020	rnn.bias_hh_l0	6	0.03623940050601959
135020	rnn.bias_hh_l0	7	0.04316228628158569
135020	rnn.bias_hh_l0	8	-0.09836218506097794
135020	rnn.bias_hh_l0	9	-0.05987730249762535
135020	rnn.weight_ih_l0_reverse	0	-0.03148263320326805
135020	rnn.weight_ih_l0_reverse	1	-0.03988770395517349
135020	rnn.weight_ih_l0_reverse	2	-0.04287039116024971
135020	rnn.weight_ih_l0_reverse	3	-0.00020644385949708521
135020	rnn.weight_ih_l0_reverse	4	-0.0158076211810112
135020	rnn.weight_ih_l0_reverse	5	-0.04399639368057251
135020	rnn.weight_ih_l0_reverse	6	0.08282354474067688
135020	rnn.weight_ih_l0_reverse	7	-0.012575451284646988
135020	rnn.weight_ih_l0_reverse	8	-0.016245605424046516
135020	rnn.weight_ih_l0_reverse	9	-0.005973421968519688
135020	rnn.weight_hh_l0_reverse	0	0.059774648398160934
135020	rnn.weight_hh_l0_reverse	1	0.01356454100459814
135020	rnn.weight_hh_l0_reverse	2	0.03164849802851677
135020	rnn.weight_hh_l0_reverse	3	0.028842518106102943
135020	rnn.weight_hh_l0_reverse	4	0.007027247454971075
135020	rnn.weight_hh_l0_reverse	5	0.019675809890031815
135020	rnn.weight_hh_l0_reverse	6	0.049408238381147385
135020	rnn.weight_hh_l0_reverse	7	-0.06820476800203323
135020	rnn.weight_hh_l0_reverse	8	0.03770335018634796
135020	rnn.weight_hh_l0_reverse	9	0.03566695749759674
135020	rnn.bias_ih_l0_reverse	0	-0.07749408483505249
135020	rnn.bias_ih_l0_reverse	1	-0.23905573785305023
135020	rnn.bias_ih_l0_reverse	2	-0.12801793217658997
135020	rnn.bias_ih_l0_reverse	3	-0.03469015657901764
135020	rnn.bias_ih_l0_reverse	4	-0.03261661157011986
135020	rnn.bias_ih_l0_reverse	5	0.057083580642938614
135020	rnn.bias_ih_l0_reverse	6	-0.05477820336818695
135020	rnn.bias_ih_l0_reverse	7	0.04874056950211525
135020	rnn.bias_ih_l0_reverse	8	-0.04736807942390442
135020	rnn.bias_ih_l0_reverse	9	0.05330068990588188
135020	rnn.bias_hh_l0_reverse	0	0.03467056155204773
135020	rnn.bias_hh_l0_reverse	1	-0.04306994378566742
135020	rnn.bias_hh_l0_reverse	2	0.08904300630092621
135020	rnn.bias_hh_l0_reverse	3	-0.03781667724251747
135020	rnn.bias_hh_l0_reverse	4	-0.02822202816605568
135020	rnn.bias_hh_l0_reverse	5	-0.03888215869665146
135020	rnn.bias_hh_l0_reverse	6	-0.03303356096148491
135020	rnn.bias_hh_l0_reverse	7	0.1032160073518753
135020	rnn.bias_hh_l0_reverse	8	0.036238107830286026
135020	rnn.bias_hh_l0_reverse	9	-0.13787636160850525
135020	rnn.weight_ih_l1	0	-0.03613746911287308
135020	rnn.weight_ih_l1	1	-0.04578467085957527
135020	rnn.weight_ih_l1	2	0.060844048857688904
135020	rnn.weight_ih_l1	3	-0.07421240955591202
135020	rnn.weight_ih_l1	4	-0.018138639628887177
135020	rnn.weight_ih_l1	5	-0.047362007200717926
135020	rnn.weight_ih_l1	6	0.031911712139844894
135020	rnn.weight_ih_l1	7	-0.031743843108415604
135020	rnn.weight_ih_l1	8	0.037785399705171585
135020	rnn.weight_ih_l1	9	0.04387233778834343
135020	rnn.weight_hh_l1	0	-0.007507976144552231
135020	rnn.weight_hh_l1	1	0.0140827102586627
135020	rnn.weight_hh_l1	2	0.020237848162651062
135020	rnn.weight_hh_l1	3	-0.007643443997949362
135020	rnn.weight_hh_l1	4	0.009114045649766922
135020	rnn.weight_hh_l1	5	0.025521889328956604
135020	rnn.weight_hh_l1	6	0.03320794925093651
135020	rnn.weight_hh_l1	7	-0.018746953457593918
135020	rnn.weight_hh_l1	8	-0.01134451013058424
135020	rnn.weight_hh_l1	9	0.037634264677762985
135020	rnn.bias_ih_l1	0	-0.19865931570529938
135020	rnn.bias_ih_l1	1	-0.18682244420051575
135020	rnn.bias_ih_l1	2	-0.20816080272197723
135020	rnn.bias_ih_l1	3	-0.2653736472129822
135020	rnn.bias_ih_l1	4	-0.21266937255859375
135020	rnn.bias_ih_l1	5	-0.09261251986026764
135020	rnn.bias_ih_l1	6	-0.17105074226856232
135020	rnn.bias_ih_l1	7	-0.04054337367415428
135020	rnn.bias_ih_l1	8	-0.14697837829589844
135020	rnn.bias_ih_l1	9	-0.13322077691555023
135020	rnn.bias_hh_l1	0	-0.12530413269996643
135020	rnn.bias_hh_l1	1	-0.06502199172973633
135020	rnn.bias_hh_l1	2	-0.127012237906456
135020	rnn.bias_hh_l1	3	-0.08470350503921509
135020	rnn.bias_hh_l1	4	-0.09759673476219177
135020	rnn.bias_hh_l1	5	-0.11206766963005066
135020	rnn.bias_hh_l1	6	-0.1548272967338562
135020	rnn.bias_hh_l1	7	0.060369737446308136
135020	rnn.bias_hh_l1	8	-0.1806582361459732
135020	rnn.bias_hh_l1	9	-0.11487285047769547
135020	rnn.weight_ih_l1_reverse	0	-0.03741634264588356
135020	rnn.weight_ih_l1_reverse	1	0.009506410919129848
135020	rnn.weight_ih_l1_reverse	2	0.069076307117939
135020	rnn.weight_ih_l1_reverse	3	0.0006831733044236898
135020	rnn.weight_ih_l1_reverse	4	-0.032205455005168915
135020	rnn.weight_ih_l1_reverse	5	-0.03291262686252594
135020	rnn.weight_ih_l1_reverse	6	-0.017282681539654732
135020	rnn.weight_ih_l1_reverse	7	0.02907095104455948
135020	rnn.weight_ih_l1_reverse	8	0.02954968623816967
135020	rnn.weight_ih_l1_reverse	9	-0.041902847588062286
135020	rnn.weight_hh_l1_reverse	0	0.007086495868861675
135020	rnn.weight_hh_l1_reverse	1	0.02826550602912903
135020	rnn.weight_hh_l1_reverse	2	-0.03987423703074455
135020	rnn.weight_hh_l1_reverse	3	0.03913719952106476
135020	rnn.weight_hh_l1_reverse	4	0.04467054083943367
135020	rnn.weight_hh_l1_reverse	5	0.0014411365846171975
135020	rnn.weight_hh_l1_reverse	6	0.044796328991651535
135020	rnn.weight_hh_l1_reverse	7	0.030276255682110786
135020	rnn.weight_hh_l1_reverse	8	-0.006460702046751976
135020	rnn.weight_hh_l1_reverse	9	-0.03187640756368637
135020	rnn.bias_ih_l1_reverse	0	-0.07127649337053299
135020	rnn.bias_ih_l1_reverse	1	-0.16388612985610962
135020	rnn.bias_ih_l1_reverse	2	-0.1584378182888031
135020	rnn.bias_ih_l1_reverse	3	-0.026143163442611694
135020	rnn.bias_ih_l1_reverse	4	-0.2036702185869217
135020	rnn.bias_ih_l1_reverse	5	-0.10949496924877167
135020	rnn.bias_ih_l1_reverse	6	-0.13154929876327515
135020	rnn.bias_ih_l1_reverse	7	-0.1981525719165802
135020	rnn.bias_ih_l1_reverse	8	0.2102138102054596
135020	rnn.bias_ih_l1_reverse	9	0.04358935356140137
135020	rnn.bias_hh_l1_reverse	0	0.0015934966504573822
135020	rnn.bias_hh_l1_reverse	1	-0.05409540981054306
135020	rnn.bias_hh_l1_reverse	2	-0.23379065096378326
135020	rnn.bias_hh_l1_reverse	3	-0.12606015801429749
135020	rnn.bias_hh_l1_reverse	4	-0.09846080094575882
135020	rnn.bias_hh_l1_reverse	5	-0.1318691372871399
135020	rnn.bias_hh_l1_reverse	6	0.1036258116364479
135020	rnn.bias_hh_l1_reverse	7	-0.15966744720935822
135020	rnn.bias_hh_l1_reverse	8	-0.10885893553495407
135020	rnn.bias_hh_l1_reverse	9	-0.14767567813396454
135020	linear.weight	0	0.002228822559118271
135020	linear.weight	1	0.12533517181873322
135020	linear.weight	2	-0.05099816620349884
135020	linear.weight	3	0.291258841753006
135020	linear.weight	4	0.1642283797264099
135020	linear.weight	5	-0.04947665333747864
135020	linear.weight	6	0.12479642033576965
135020	linear.weight	7	0.08302818238735199
135020	linear.weight	8	0.04126589372754097
135020	linear.weight	9	-0.028504863381385803
135020	linear.bias	0	0.08450677245855331
135020	linear.bias	1	-0.23402857780456543
135020	linear.bias	2	-0.339900404214859
135020	linear.bias	3	-0.6853294968605042
135020	linear.bias	4	-1.2101898193359375
135020	linear.bias	5	-0.08763080090284348
135020	linear.bias	6	-0.7757073044776917
135020	linear.bias	7	0.30804139375686646
135020	linear.bias	8	-0.4722875952720642
135020	linear.bias	9	-1.0055286884307861
135217	transitions	0	0.6547494530677795
135217	transitions	1	0.18706505000591278
135217	transitions	2	-10000.0
135217	transitions	3	-1.8220477104187012
135217	transitions	4	-10000.0
135217	transitions	5	0.5832831263542175
135217	transitions	6	-0.07206089794635773
135217	transitions	7	-0.6924546360969543
135217	transitions	8	-1.399691104888916
135217	transitions	9	-0.0010835855500772595
135217	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
135217	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
135217	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
135217	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
135217	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
135217	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
135217	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
135217	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
135217	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
135217	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
135217	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
135217	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
135217	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
135217	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
135217	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
135217	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
135217	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
135217	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
135217	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
135217	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
135217	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
135217	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
135217	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
135217	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
135217	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
135217	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
135217	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
135217	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
135217	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
135217	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
135217	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
135217	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
135217	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
135217	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
135217	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
135217	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
135217	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
135217	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
135217	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
135217	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
135217	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
135217	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
135217	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
135217	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
135217	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
135217	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
135217	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
135217	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
135217	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
135217	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
135217	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
135217	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
135217	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
135217	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
135217	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
135217	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
135217	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
135217	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
135217	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
135217	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
135217	embedding2nn.weight	0	0.019579999148845673
135217	embedding2nn.weight	1	-0.01518525555729866
135217	embedding2nn.weight	2	-0.014268254861235619
135217	embedding2nn.weight	3	-0.035902101546525955
135217	embedding2nn.weight	4	-0.0059150345623493195
135217	embedding2nn.weight	5	-0.0037005911581218243
135217	embedding2nn.weight	6	-0.003973295912146568
135217	embedding2nn.weight	7	-0.08494541049003601
135217	embedding2nn.weight	8	-0.0019979383796453476
135217	embedding2nn.weight	9	-0.026847202330827713
135217	embedding2nn.bias	0	0.03665560483932495
135217	embedding2nn.bias	1	-0.062054313719272614
135217	embedding2nn.bias	2	0.06742803752422333
135217	embedding2nn.bias	3	0.04361271485686302
135217	embedding2nn.bias	4	-0.05116493999958038
135217	embedding2nn.bias	5	-0.05308292433619499
135217	embedding2nn.bias	6	0.030973117798566818
135217	embedding2nn.bias	7	-0.056403275579214096
135217	embedding2nn.bias	8	0.05264076963067055
135217	embedding2nn.bias	9	0.04405932128429413
135217	rnn.weight_ih_l0	0	-0.07197268307209015
135217	rnn.weight_ih_l0	1	0.00241866335272789
135217	rnn.weight_ih_l0	2	0.046035196632146835
135217	rnn.weight_ih_l0	3	0.017639748752117157
135217	rnn.weight_ih_l0	4	-0.02862830087542534
135217	rnn.weight_ih_l0	5	-0.06376554071903229
135217	rnn.weight_ih_l0	6	0.0013311763759702444
135217	rnn.weight_ih_l0	7	0.057901669293642044
135217	rnn.weight_ih_l0	8	-0.020148664712905884
135217	rnn.weight_ih_l0	9	-0.026000699028372765
135217	rnn.weight_hh_l0	0	-0.03219221904873848
135217	rnn.weight_hh_l0	1	-0.008212925866246223
135217	rnn.weight_hh_l0	2	-0.006090003065764904
135217	rnn.weight_hh_l0	3	-0.06939328461885452
135217	rnn.weight_hh_l0	4	0.08121242374181747
135217	rnn.weight_hh_l0	5	-0.030810020864009857
135217	rnn.weight_hh_l0	6	-0.05051730200648308
135217	rnn.weight_hh_l0	7	0.013694275170564651
135217	rnn.weight_hh_l0	8	0.010649412870407104
135217	rnn.weight_hh_l0	9	-0.018549636006355286
135217	rnn.bias_ih_l0	0	0.10686168819665909
135217	rnn.bias_ih_l0	1	-0.02413940615952015
135217	rnn.bias_ih_l0	2	-0.0032391392160207033
135217	rnn.bias_ih_l0	3	0.14164651930332184
135217	rnn.bias_ih_l0	4	-0.013031898997724056
135217	rnn.bias_ih_l0	5	-0.020967809483408928
135217	rnn.bias_ih_l0	6	0.011792046017944813
135217	rnn.bias_ih_l0	7	0.045433271676301956
135217	rnn.bias_ih_l0	8	-0.10306600481271744
135217	rnn.bias_ih_l0	9	-0.022564029321074486
135217	rnn.bias_hh_l0	0	-0.01674949936568737
135217	rnn.bias_hh_l0	1	-0.10367030650377274
135217	rnn.bias_hh_l0	2	-0.0551326684653759
135217	rnn.bias_hh_l0	3	-0.09181328862905502
135217	rnn.bias_hh_l0	4	-0.006016334053128958
135217	rnn.bias_hh_l0	5	-0.02301144413650036
135217	rnn.bias_hh_l0	6	0.03656177967786789
135217	rnn.bias_hh_l0	7	0.04154103249311447
135217	rnn.bias_hh_l0	8	-0.09832210093736649
135217	rnn.bias_hh_l0	9	-0.058969106525182724
135217	rnn.weight_ih_l0_reverse	0	-0.031555186957120895
135217	rnn.weight_ih_l0_reverse	1	-0.039104364812374115
135217	rnn.weight_ih_l0_reverse	2	-0.04107704013586044
135217	rnn.weight_ih_l0_reverse	3	-0.00030432469793595374
135217	rnn.weight_ih_l0_reverse	4	-0.015318814665079117
135217	rnn.weight_ih_l0_reverse	5	-0.04426979273557663
135217	rnn.weight_ih_l0_reverse	6	0.08144593238830566
135217	rnn.weight_ih_l0_reverse	7	-0.010908780619502068
135217	rnn.weight_ih_l0_reverse	8	-0.015692997723817825
135217	rnn.weight_ih_l0_reverse	9	-0.005236227996647358
135217	rnn.weight_hh_l0_reverse	0	0.059277232736349106
135217	rnn.weight_hh_l0_reverse	1	0.013285412453114986
135217	rnn.weight_hh_l0_reverse	2	0.03171422332525253
135217	rnn.weight_hh_l0_reverse	3	0.028790023177862167
135217	rnn.weight_hh_l0_reverse	4	0.007201401051133871
135217	rnn.weight_hh_l0_reverse	5	0.018334947526454926
135217	rnn.weight_hh_l0_reverse	6	0.049766283482313156
135217	rnn.weight_hh_l0_reverse	7	-0.06714174151420593
135217	rnn.weight_hh_l0_reverse	8	0.03705890104174614
135217	rnn.weight_hh_l0_reverse	9	0.03585898503661156
135217	rnn.bias_ih_l0_reverse	0	-0.07865741103887558
135217	rnn.bias_ih_l0_reverse	1	-0.24031594395637512
135217	rnn.bias_ih_l0_reverse	2	-0.13340254127979279
135217	rnn.bias_ih_l0_reverse	3	-0.03361179307103157
135217	rnn.bias_ih_l0_reverse	4	-0.035071589052677155
135217	rnn.bias_ih_l0_reverse	5	0.05786937102675438
135217	rnn.bias_ih_l0_reverse	6	-0.055260464549064636
135217	rnn.bias_ih_l0_reverse	7	0.050510112196207047
135217	rnn.bias_ih_l0_reverse	8	-0.04603341966867447
135217	rnn.bias_ih_l0_reverse	9	0.052156198769807816
135217	rnn.bias_hh_l0_reverse	0	0.034727953374385834
135217	rnn.bias_hh_l0_reverse	1	-0.03867175057530403
135217	rnn.bias_hh_l0_reverse	2	0.08787398785352707
135217	rnn.bias_hh_l0_reverse	3	-0.03652891516685486
135217	rnn.bias_hh_l0_reverse	4	-0.028427891433238983
135217	rnn.bias_hh_l0_reverse	5	-0.042052485048770905
135217	rnn.bias_hh_l0_reverse	6	-0.03282822668552399
135217	rnn.bias_hh_l0_reverse	7	0.10217223316431046
135217	rnn.bias_hh_l0_reverse	8	0.03532663360238075
135217	rnn.bias_hh_l0_reverse	9	-0.13894730806350708
135217	rnn.weight_ih_l1	0	-0.03542742505669594
135217	rnn.weight_ih_l1	1	-0.048273250460624695
135217	rnn.weight_ih_l1	2	0.06055890768766403
135217	rnn.weight_ih_l1	3	-0.07339215278625488
135217	rnn.weight_ih_l1	4	-0.01732521876692772
135217	rnn.weight_ih_l1	5	-0.04711604118347168
135217	rnn.weight_ih_l1	6	0.032720401883125305
135217	rnn.weight_ih_l1	7	-0.03158536180853844
135217	rnn.weight_ih_l1	8	0.03784777224063873
135217	rnn.weight_ih_l1	9	0.042450521141290665
135217	rnn.weight_hh_l1	0	-0.006571545731276274
135217	rnn.weight_hh_l1	1	0.014180012047290802
135217	rnn.weight_hh_l1	2	0.02023603953421116
135217	rnn.weight_hh_l1	3	-0.008076664060354233
135217	rnn.weight_hh_l1	4	0.008247407153248787
135217	rnn.weight_hh_l1	5	0.025396183133125305
135217	rnn.weight_hh_l1	6	0.03317633643746376
135217	rnn.weight_hh_l1	7	-0.019297638908028603
135217	rnn.weight_hh_l1	8	-0.011623205617070198
135217	rnn.weight_hh_l1	9	0.03741118684411049
135217	rnn.bias_ih_l1	0	-0.1983763724565506
135217	rnn.bias_ih_l1	1	-0.19044862687587738
135217	rnn.bias_ih_l1	2	-0.20522886514663696
135217	rnn.bias_ih_l1	3	-0.26884084939956665
135217	rnn.bias_ih_l1	4	-0.2222617268562317
135217	rnn.bias_ih_l1	5	-0.09462577104568481
135217	rnn.bias_ih_l1	6	-0.1733095347881317
135217	rnn.bias_ih_l1	7	-0.03732781857252121
135217	rnn.bias_ih_l1	8	-0.14645645022392273
135217	rnn.bias_ih_l1	9	-0.13549916446208954
135217	rnn.bias_hh_l1	0	-0.12777096033096313
135217	rnn.bias_hh_l1	1	-0.05977233871817589
135217	rnn.bias_hh_l1	2	-0.12272866815328598
135217	rnn.bias_hh_l1	3	-0.08547995984554291
135217	rnn.bias_hh_l1	4	-0.09658093005418777
135217	rnn.bias_hh_l1	5	-0.11300991475582123
135217	rnn.bias_hh_l1	6	-0.15522916615009308
135217	rnn.bias_hh_l1	7	0.059363387525081635
135217	rnn.bias_hh_l1	8	-0.18189209699630737
135217	rnn.bias_hh_l1	9	-0.11610307544469833
135217	rnn.weight_ih_l1_reverse	0	-0.03723958879709244
135217	rnn.weight_ih_l1_reverse	1	0.006215051282197237
135217	rnn.weight_ih_l1_reverse	2	0.07075999677181244
135217	rnn.weight_ih_l1_reverse	3	6.763770215911791e-05
135217	rnn.weight_ih_l1_reverse	4	-0.03294029459357262
135217	rnn.weight_ih_l1_reverse	5	-0.033025406301021576
135217	rnn.weight_ih_l1_reverse	6	-0.016002565622329712
135217	rnn.weight_ih_l1_reverse	7	0.028723305091261864
135217	rnn.weight_ih_l1_reverse	8	0.027895262464880943
135217	rnn.weight_ih_l1_reverse	9	-0.039480533450841904
135217	rnn.weight_hh_l1_reverse	0	0.0067733461037278175
135217	rnn.weight_hh_l1_reverse	1	0.02816399373114109
135217	rnn.weight_hh_l1_reverse	2	-0.039839040488004684
135217	rnn.weight_hh_l1_reverse	3	0.038989465683698654
135217	rnn.weight_hh_l1_reverse	4	0.04495210945606232
135217	rnn.weight_hh_l1_reverse	5	0.0009755948558449745
135217	rnn.weight_hh_l1_reverse	6	0.04322485625743866
135217	rnn.weight_hh_l1_reverse	7	0.02998995967209339
135217	rnn.weight_hh_l1_reverse	8	-0.006498522590845823
135217	rnn.weight_hh_l1_reverse	9	-0.03251950442790985
135217	rnn.bias_ih_l1_reverse	0	-0.070226289331913
135217	rnn.bias_ih_l1_reverse	1	-0.1673535704612732
135217	rnn.bias_ih_l1_reverse	2	-0.16106434166431427
135217	rnn.bias_ih_l1_reverse	3	-0.029927611351013184
135217	rnn.bias_ih_l1_reverse	4	-0.20404502749443054
135217	rnn.bias_ih_l1_reverse	5	-0.11092731356620789
135217	rnn.bias_ih_l1_reverse	6	-0.1323668658733368
135217	rnn.bias_ih_l1_reverse	7	-0.2029915302991867
135217	rnn.bias_ih_l1_reverse	8	0.2033281773328781
135217	rnn.bias_ih_l1_reverse	9	0.04095720872282982
135217	rnn.bias_hh_l1_reverse	0	0.0029512401670217514
135217	rnn.bias_hh_l1_reverse	1	-0.05785486102104187
135217	rnn.bias_hh_l1_reverse	2	-0.23325249552726746
135217	rnn.bias_hh_l1_reverse	3	-0.12760914862155914
135217	rnn.bias_hh_l1_reverse	4	-0.10007882863283157
135217	rnn.bias_hh_l1_reverse	5	-0.13166648149490356
135217	rnn.bias_hh_l1_reverse	6	0.09693527221679688
135217	rnn.bias_hh_l1_reverse	7	-0.16035263240337372
135217	rnn.bias_hh_l1_reverse	8	-0.10788266360759735
135217	rnn.bias_hh_l1_reverse	9	-0.14727899432182312
135217	linear.weight	0	0.002228822559118271
135217	linear.weight	1	0.12542372941970825
135217	linear.weight	2	-0.04910387843847275
135217	linear.weight	3	0.2867826819419861
135217	linear.weight	4	0.1651347279548645
135217	linear.weight	5	-0.05265228450298309
135217	linear.weight	6	0.11634531617164612
135217	linear.weight	7	0.07435110211372375
135217	linear.weight	8	0.04126529023051262
135217	linear.weight	9	-0.031017441302537918
135217	linear.bias	0	0.09936141967773438
135217	linear.bias	1	-0.23752404749393463
135217	linear.bias	2	-0.35245439410209656
135217	linear.bias	3	-0.6814893484115601
135217	linear.bias	4	-1.2079370021820068
135217	linear.bias	5	-0.061314553022384644
135217	linear.bias	6	-0.7803865075111389
135217	linear.bias	7	0.3341638147830963
135217	linear.bias	8	-0.4573691189289093
135217	linear.bias	9	-0.9944068193435669
135414	transitions	0	0.6559626460075378
135414	transitions	1	0.1859370768070221
135414	transitions	2	-10000.0
135414	transitions	3	-1.82209050655365
135414	transitions	4	-10000.0
135414	transitions	5	0.5831842422485352
135414	transitions	6	-0.07213596254587173
135414	transitions	7	-0.692628026008606
135414	transitions	8	-1.399749755859375
135414	transitions	9	-0.001084416639059782
135414	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
135414	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
135414	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
135414	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
135414	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
135414	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
135414	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
135414	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
135414	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
135414	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
135414	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
135414	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
135414	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
135414	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
135414	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
135414	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
135414	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
135414	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
135414	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
135414	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
135414	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
135414	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
135414	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
135414	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
135414	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
135414	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
135414	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
135414	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
135414	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
135414	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
135414	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
135414	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
135414	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
135414	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
135414	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
135414	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
135414	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
135414	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
135414	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
135414	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
135414	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
135414	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
135414	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
135414	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
135414	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
135414	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
135414	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
135414	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
135414	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
135414	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
135414	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
135414	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
135414	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
135414	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
135414	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
135414	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
135414	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
135414	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
135414	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
135414	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
135414	embedding2nn.weight	0	0.02152002789080143
135414	embedding2nn.weight	1	-0.015114075504243374
135414	embedding2nn.weight	2	-0.014268254861235619
135414	embedding2nn.weight	3	-0.035956867039203644
135414	embedding2nn.weight	4	-0.0059150345623493195
135414	embedding2nn.weight	5	-0.003700591390952468
135414	embedding2nn.weight	6	-0.003973302431404591
135414	embedding2nn.weight	7	-0.08428280800580978
135414	embedding2nn.weight	8	-0.0019979383796453476
135414	embedding2nn.weight	9	-0.025751639157533646
135414	embedding2nn.bias	0	0.04122497886419296
135414	embedding2nn.bias	1	-0.056048713624477386
135414	embedding2nn.bias	2	0.06900620460510254
135414	embedding2nn.bias	3	0.048572372645139694
135414	embedding2nn.bias	4	-0.046671267598867416
135414	embedding2nn.bias	5	-0.04316273331642151
135414	embedding2nn.bias	6	0.03611970692873001
135414	embedding2nn.bias	7	-0.0550328753888607
135414	embedding2nn.bias	8	0.04935085028409958
135414	embedding2nn.bias	9	0.04863046854734421
135414	rnn.weight_ih_l0	0	-0.07332397252321243
135414	rnn.weight_ih_l0	1	0.0016116105252876878
135414	rnn.weight_ih_l0	2	0.044994696974754333
135414	rnn.weight_ih_l0	3	0.017775926738977432
135414	rnn.weight_ih_l0	4	-0.02843344956636429
135414	rnn.weight_ih_l0	5	-0.06486330181360245
135414	rnn.weight_ih_l0	6	0.0008944757864810526
135414	rnn.weight_ih_l0	7	0.0577923059463501
135414	rnn.weight_ih_l0	8	-0.01996414177119732
135414	rnn.weight_ih_l0	9	-0.027053145691752434
135414	rnn.weight_hh_l0	0	-0.032554347068071365
135414	rnn.weight_hh_l0	1	-0.008793656714260578
135414	rnn.weight_hh_l0	2	-0.0055112093687057495
135414	rnn.weight_hh_l0	3	-0.06808429211378098
135414	rnn.weight_hh_l0	4	0.08091109246015549
135414	rnn.weight_hh_l0	5	-0.02791028469800949
135414	rnn.weight_hh_l0	6	-0.05029190704226494
135414	rnn.weight_hh_l0	7	0.013906591571867466
135414	rnn.weight_hh_l0	8	0.010933701880276203
135414	rnn.weight_hh_l0	9	-0.018113214522600174
135414	rnn.bias_ih_l0	0	0.10754019767045975
135414	rnn.bias_ih_l0	1	-0.02351369895040989
135414	rnn.bias_ih_l0	2	-0.005699743516743183
135414	rnn.bias_ih_l0	3	0.14478757977485657
135414	rnn.bias_ih_l0	4	-0.011926851235330105
135414	rnn.bias_ih_l0	5	-0.02105066180229187
135414	rnn.bias_ih_l0	6	0.011018848046660423
135414	rnn.bias_ih_l0	7	0.0440809465944767
135414	rnn.bias_ih_l0	8	-0.10083822906017303
135414	rnn.bias_ih_l0	9	-0.020712371915578842
135414	rnn.bias_hh_l0	0	-0.01838124729692936
135414	rnn.bias_hh_l0	1	-0.10534941405057907
135414	rnn.bias_hh_l0	2	-0.05431095510721207
135414	rnn.bias_hh_l0	3	-0.09269706159830093
135414	rnn.bias_hh_l0	4	-0.005188669078052044
135414	rnn.bias_hh_l0	5	-0.02125672437250614
135414	rnn.bias_hh_l0	6	0.03565168380737305
135414	rnn.bias_hh_l0	7	0.03881534934043884
135414	rnn.bias_hh_l0	8	-0.09353947639465332
135414	rnn.bias_hh_l0	9	-0.060925133526325226
135414	rnn.weight_ih_l0_reverse	0	-0.03071403317153454
135414	rnn.weight_ih_l0_reverse	1	-0.03784109279513359
135414	rnn.weight_ih_l0_reverse	2	-0.039670392870903015
135414	rnn.weight_ih_l0_reverse	3	-0.0006023150635883212
135414	rnn.weight_ih_l0_reverse	4	-0.015466206707060337
135414	rnn.weight_ih_l0_reverse	5	-0.04478641599416733
135414	rnn.weight_ih_l0_reverse	6	0.08217769861221313
135414	rnn.weight_ih_l0_reverse	7	-0.011295365169644356
135414	rnn.weight_ih_l0_reverse	8	-0.016025854274630547
135414	rnn.weight_ih_l0_reverse	9	-0.005120435263961554
135414	rnn.weight_hh_l0_reverse	0	0.059632014483213425
135414	rnn.weight_hh_l0_reverse	1	0.011500719003379345
135414	rnn.weight_hh_l0_reverse	2	0.03154360502958298
135414	rnn.weight_hh_l0_reverse	3	0.028364500030875206
135414	rnn.weight_hh_l0_reverse	4	0.00783441960811615
135414	rnn.weight_hh_l0_reverse	5	0.0197116881608963
135414	rnn.weight_hh_l0_reverse	6	0.05049216002225876
135414	rnn.weight_hh_l0_reverse	7	-0.06753930449485779
135414	rnn.weight_hh_l0_reverse	8	0.03731141611933708
135414	rnn.weight_hh_l0_reverse	9	0.03597739711403847
135414	rnn.bias_ih_l0_reverse	0	-0.08044029027223587
135414	rnn.bias_ih_l0_reverse	1	-0.24471813440322876
135414	rnn.bias_ih_l0_reverse	2	-0.1366817206144333
135414	rnn.bias_ih_l0_reverse	3	-0.03518911823630333
135414	rnn.bias_ih_l0_reverse	4	-0.03572479635477066
135414	rnn.bias_ih_l0_reverse	5	0.05915653333067894
135414	rnn.bias_ih_l0_reverse	6	-0.05744589865207672
135414	rnn.bias_ih_l0_reverse	7	0.05004474148154259
135414	rnn.bias_ih_l0_reverse	8	-0.04451940953731537
135414	rnn.bias_ih_l0_reverse	9	0.05019090324640274
135414	rnn.bias_hh_l0_reverse	0	0.03479171544313431
135414	rnn.bias_hh_l0_reverse	1	-0.03774942457675934
135414	rnn.bias_hh_l0_reverse	2	0.09234524518251419
135414	rnn.bias_hh_l0_reverse	3	-0.03848399221897125
135414	rnn.bias_hh_l0_reverse	4	-0.025398315861821175
135414	rnn.bias_hh_l0_reverse	5	-0.04560626670718193
135414	rnn.bias_hh_l0_reverse	6	-0.03395579755306244
135414	rnn.bias_hh_l0_reverse	7	0.10093517601490021
135414	rnn.bias_hh_l0_reverse	8	0.036073748022317886
135414	rnn.bias_hh_l0_reverse	9	-0.14007468521595
135414	rnn.weight_ih_l1	0	-0.03512335196137428
135414	rnn.weight_ih_l1	1	-0.04750433191657066
135414	rnn.weight_ih_l1	2	0.061623312532901764
135414	rnn.weight_ih_l1	3	-0.07549341022968292
135414	rnn.weight_ih_l1	4	-0.01914316602051258
135414	rnn.weight_ih_l1	5	-0.047964271157979965
135414	rnn.weight_ih_l1	6	0.034194402396678925
135414	rnn.weight_ih_l1	7	-0.03271576389670372
135414	rnn.weight_ih_l1	8	0.03802710399031639
135414	rnn.weight_ih_l1	9	0.04311820864677429
135414	rnn.weight_hh_l1	0	-0.006586055271327496
135414	rnn.weight_hh_l1	1	0.014438590034842491
135414	rnn.weight_hh_l1	2	0.021212108433246613
135414	rnn.weight_hh_l1	3	-0.008180876262485981
135414	rnn.weight_hh_l1	4	0.008076160214841366
135414	rnn.weight_hh_l1	5	0.025091970339417458
135414	rnn.weight_hh_l1	6	0.033345188945531845
135414	rnn.weight_hh_l1	7	-0.01912221498787403
135414	rnn.weight_hh_l1	8	-0.012054173275828362
135414	rnn.weight_hh_l1	9	0.037432193756103516
135414	rnn.bias_ih_l1	0	-0.19666889309883118
135414	rnn.bias_ih_l1	1	-0.19286063313484192
135414	rnn.bias_ih_l1	2	-0.20372146368026733
135414	rnn.bias_ih_l1	3	-0.26900309324264526
135414	rnn.bias_ih_l1	4	-0.22819295525550842
135414	rnn.bias_ih_l1	5	-0.09495404362678528
135414	rnn.bias_ih_l1	6	-0.17535072565078735
135414	rnn.bias_ih_l1	7	-0.03723368048667908
135414	rnn.bias_ih_l1	8	-0.14365136623382568
135414	rnn.bias_ih_l1	9	-0.132520854473114
135414	rnn.bias_hh_l1	0	-0.12676753103733063
135414	rnn.bias_hh_l1	1	-0.05989522859454155
135414	rnn.bias_hh_l1	2	-0.12281760573387146
135414	rnn.bias_hh_l1	3	-0.0850510522723198
135414	rnn.bias_hh_l1	4	-0.09862296283245087
135414	rnn.bias_hh_l1	5	-0.11449101567268372
135414	rnn.bias_hh_l1	6	-0.1558186411857605
135414	rnn.bias_hh_l1	7	0.0605253204703331
135414	rnn.bias_hh_l1	8	-0.1843070238828659
135414	rnn.bias_hh_l1	9	-0.11666692793369293
135414	rnn.weight_ih_l1_reverse	0	-0.03891681879758835
135414	rnn.weight_ih_l1_reverse	1	0.008246446028351784
135414	rnn.weight_ih_l1_reverse	2	0.07151113450527191
135414	rnn.weight_ih_l1_reverse	3	0.0004575216444209218
135414	rnn.weight_ih_l1_reverse	4	-0.03384344279766083
135414	rnn.weight_ih_l1_reverse	5	-0.03284481540322304
135414	rnn.weight_ih_l1_reverse	6	-0.01739851012825966
135414	rnn.weight_ih_l1_reverse	7	0.02802412584424019
135414	rnn.weight_ih_l1_reverse	8	0.028307421132922173
135414	rnn.weight_ih_l1_reverse	9	-0.038191210478544235
135414	rnn.weight_hh_l1_reverse	0	0.006869904231280088
135414	rnn.weight_hh_l1_reverse	1	0.027953915297985077
135414	rnn.weight_hh_l1_reverse	2	-0.03975224494934082
135414	rnn.weight_hh_l1_reverse	3	0.03911423683166504
135414	rnn.weight_hh_l1_reverse	4	0.04525075852870941
135414	rnn.weight_hh_l1_reverse	5	0.0005578600103035569
135414	rnn.weight_hh_l1_reverse	6	0.04077957943081856
135414	rnn.weight_hh_l1_reverse	7	0.02998325787484646
135414	rnn.weight_hh_l1_reverse	8	-0.0065071312710642815
135414	rnn.weight_hh_l1_reverse	9	-0.03257247805595398
135414	rnn.bias_ih_l1_reverse	0	-0.07007934898138046
135414	rnn.bias_ih_l1_reverse	1	-0.1678345501422882
135414	rnn.bias_ih_l1_reverse	2	-0.1596192568540573
135414	rnn.bias_ih_l1_reverse	3	-0.032384809106588364
135414	rnn.bias_ih_l1_reverse	4	-0.2046794295310974
135414	rnn.bias_ih_l1_reverse	5	-0.11107668280601501
135414	rnn.bias_ih_l1_reverse	6	-0.13304169476032257
135414	rnn.bias_ih_l1_reverse	7	-0.204289048910141
135414	rnn.bias_ih_l1_reverse	8	0.19788110256195068
135414	rnn.bias_ih_l1_reverse	9	0.0394604317843914
135414	rnn.bias_hh_l1_reverse	0	0.005189226474612951
135414	rnn.bias_hh_l1_reverse	1	-0.06826705485582352
135414	rnn.bias_hh_l1_reverse	2	-0.23305167257785797
135414	rnn.bias_hh_l1_reverse	3	-0.12873271107673645
135414	rnn.bias_hh_l1_reverse	4	-0.09697624295949936
135414	rnn.bias_hh_l1_reverse	5	-0.13345374166965485
135414	rnn.bias_hh_l1_reverse	6	0.0960840955376625
135414	rnn.bias_hh_l1_reverse	7	-0.1641513705253601
135414	rnn.bias_hh_l1_reverse	8	-0.1084437146782875
135414	rnn.bias_hh_l1_reverse	9	-0.14806261658668518
135414	linear.weight	0	0.002228822559118271
135414	linear.weight	1	0.13083581626415253
135414	linear.weight	2	-0.04939812049269676
135414	linear.weight	3	0.29434290528297424
135414	linear.weight	4	0.16272297501564026
135414	linear.weight	5	-0.052973613142967224
135414	linear.weight	6	0.10489731281995773
135414	linear.weight	7	0.06263919919729233
135414	linear.weight	8	0.04126393795013428
135414	linear.weight	9	-0.031088488176465034
135414	linear.bias	0	0.0841035470366478
135414	linear.bias	1	-0.25555071234703064
135414	linear.bias	2	-0.3721533715724945
135414	linear.bias	3	-0.6699710488319397
135414	linear.bias	4	-1.1958787441253662
135414	linear.bias	5	-0.07397075742483139
135414	linear.bias	6	-0.7959519028663635
135414	linear.bias	7	0.3153137266635895
135414	linear.bias	8	-0.46405377984046936
135414	linear.bias	9	-1.0026806592941284
135611	transitions	0	0.6609622240066528
135611	transitions	1	0.18120960891246796
135611	transitions	2	-10000.0
135611	transitions	3	-1.8221325874328613
135611	transitions	4	-10000.0
135611	transitions	5	0.5830479264259338
135611	transitions	6	-0.07223132252693176
135611	transitions	7	-0.6930379867553711
135611	transitions	8	-1.3998699188232422
135611	transitions	9	-0.0010851419065147638
135611	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
135611	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
135611	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
135611	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
135611	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
135611	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
135611	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
135611	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
135611	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
135611	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
135611	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
135611	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
135611	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
135611	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
135611	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
135611	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
135611	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
135611	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
135611	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
135611	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
135611	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
135611	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
135611	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
135611	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
135611	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
135611	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
135611	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
135611	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
135611	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
135611	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
135611	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
135611	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
135611	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
135611	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
135611	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
135611	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
135611	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
135611	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
135611	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
135611	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
135611	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
135611	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
135611	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
135611	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
135611	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
135611	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
135611	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
135611	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
135611	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
135611	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
135611	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
135611	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
135611	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
135611	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
135611	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
135611	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
135611	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
135611	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
135611	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
135611	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
135611	embedding2nn.weight	0	0.02088850736618042
135611	embedding2nn.weight	1	-0.015206609852612019
135611	embedding2nn.weight	2	-0.014268254861235619
135611	embedding2nn.weight	3	-0.03530561178922653
135611	embedding2nn.weight	4	-0.0059150345623493195
135611	embedding2nn.weight	5	-0.003700591390952468
135611	embedding2nn.weight	6	-0.003973299637436867
135611	embedding2nn.weight	7	-0.08321885764598846
135611	embedding2nn.weight	8	-0.0019979383796453476
135611	embedding2nn.weight	9	-0.026046445593237877
135611	embedding2nn.bias	0	0.038289789110422134
135611	embedding2nn.bias	1	-0.0636436715722084
135611	embedding2nn.bias	2	0.07141374796628952
135611	embedding2nn.bias	3	0.04978661984205246
135611	embedding2nn.bias	4	-0.039853159338235855
135611	embedding2nn.bias	5	-0.04924387484788895
135611	embedding2nn.bias	6	0.029158908873796463
135611	embedding2nn.bias	7	-0.05370689928531647
135611	embedding2nn.bias	8	0.05540614202618599
135611	embedding2nn.bias	9	0.04758404567837715
135611	rnn.weight_ih_l0	0	-0.07282010465860367
135611	rnn.weight_ih_l0	1	0.0016005889046937227
135611	rnn.weight_ih_l0	2	0.04337557405233383
135611	rnn.weight_ih_l0	3	0.016359347850084305
135611	rnn.weight_ih_l0	4	-0.02910577692091465
135611	rnn.weight_ih_l0	5	-0.06372230499982834
135611	rnn.weight_ih_l0	6	0.001576620968990028
135611	rnn.weight_ih_l0	7	0.05671009421348572
135611	rnn.weight_ih_l0	8	-0.020669443532824516
135611	rnn.weight_ih_l0	9	-0.02636740915477276
135611	rnn.weight_hh_l0	0	-0.0330282486975193
135611	rnn.weight_hh_l0	1	-0.008436042815446854
135611	rnn.weight_hh_l0	2	-0.00519230542704463
135611	rnn.weight_hh_l0	3	-0.06873878836631775
135611	rnn.weight_hh_l0	4	0.08180858939886093
135611	rnn.weight_hh_l0	5	-0.027794180437922478
135611	rnn.weight_hh_l0	6	-0.05101984739303589
135611	rnn.weight_hh_l0	7	0.014035262167453766
135611	rnn.weight_hh_l0	8	0.011325021274387836
135611	rnn.weight_hh_l0	9	-0.01799599826335907
135611	rnn.bias_ih_l0	0	0.10847680270671844
135611	rnn.bias_ih_l0	1	-0.023532522842288017
135611	rnn.bias_ih_l0	2	-0.00346453208476305
135611	rnn.bias_ih_l0	3	0.14008551836013794
135611	rnn.bias_ih_l0	4	-0.012351942248642445
135611	rnn.bias_ih_l0	5	-0.016696950420737267
135611	rnn.bias_ih_l0	6	0.015089691616594791
135611	rnn.bias_ih_l0	7	0.04172297567129135
135611	rnn.bias_ih_l0	8	-0.10281550139188766
135611	rnn.bias_ih_l0	9	-0.021419387310743332
135611	rnn.bias_hh_l0	0	-0.019862782210111618
135611	rnn.bias_hh_l0	1	-0.10618740320205688
135611	rnn.bias_hh_l0	2	-0.0551115944981575
135611	rnn.bias_hh_l0	3	-0.09245016425848007
135611	rnn.bias_hh_l0	4	-0.004951567854732275
135611	rnn.bias_hh_l0	5	-0.021565856412053108
135611	rnn.bias_hh_l0	6	0.03940487280488014
135611	rnn.bias_hh_l0	7	0.041710417717695236
135611	rnn.bias_hh_l0	8	-0.09533719718456268
135611	rnn.bias_hh_l0	9	-0.054527632892131805
135611	rnn.weight_ih_l0_reverse	0	-0.029719697311520576
135611	rnn.weight_ih_l0_reverse	1	-0.03687386214733124
135611	rnn.weight_ih_l0_reverse	2	-0.0399891659617424
135611	rnn.weight_ih_l0_reverse	3	0.00010612900950945914
135611	rnn.weight_ih_l0_reverse	4	-0.01647300459444523
135611	rnn.weight_ih_l0_reverse	5	-0.04453255608677864
135611	rnn.weight_ih_l0_reverse	6	0.08217132836580276
135611	rnn.weight_ih_l0_reverse	7	-0.012917098589241505
135611	rnn.weight_ih_l0_reverse	8	-0.016298769041895866
135611	rnn.weight_ih_l0_reverse	9	-0.0055964053608477116
135611	rnn.weight_hh_l0_reverse	0	0.05933162197470665
135611	rnn.weight_hh_l0_reverse	1	0.011467908509075642
135611	rnn.weight_hh_l0_reverse	2	0.03108307532966137
135611	rnn.weight_hh_l0_reverse	3	0.029139570891857147
135611	rnn.weight_hh_l0_reverse	4	0.007608209736645222
135611	rnn.weight_hh_l0_reverse	5	0.019133174791932106
135611	rnn.weight_hh_l0_reverse	6	0.050472892820835114
135611	rnn.weight_hh_l0_reverse	7	-0.06773866713047028
135611	rnn.weight_hh_l0_reverse	8	0.03836915269494057
135611	rnn.weight_hh_l0_reverse	9	0.036098331212997437
135611	rnn.bias_ih_l0_reverse	0	-0.07955002784729004
135611	rnn.bias_ih_l0_reverse	1	-0.2449450045824051
135611	rnn.bias_ih_l0_reverse	2	-0.13607914745807648
135611	rnn.bias_ih_l0_reverse	3	-0.03452190011739731
135611	rnn.bias_ih_l0_reverse	4	-0.0331307128071785
135611	rnn.bias_ih_l0_reverse	5	0.06002534553408623
135611	rnn.bias_ih_l0_reverse	6	-0.05538894981145859
135611	rnn.bias_ih_l0_reverse	7	0.04896112158894539
135611	rnn.bias_ih_l0_reverse	8	-0.042372602969408035
135611	rnn.bias_ih_l0_reverse	9	0.04879024997353554
135611	rnn.bias_hh_l0_reverse	0	0.029961267486214638
135611	rnn.bias_hh_l0_reverse	1	-0.04214286804199219
135611	rnn.bias_hh_l0_reverse	2	0.08691834658384323
135611	rnn.bias_hh_l0_reverse	3	-0.03904622420668602
135611	rnn.bias_hh_l0_reverse	4	-0.028916362673044205
135611	rnn.bias_hh_l0_reverse	5	-0.046752817928791046
135611	rnn.bias_hh_l0_reverse	6	-0.03378257900476456
135611	rnn.bias_hh_l0_reverse	7	0.10038617998361588
135611	rnn.bias_hh_l0_reverse	8	0.03215544670820236
135611	rnn.bias_hh_l0_reverse	9	-0.14019112288951874
135611	rnn.weight_ih_l1	0	-0.03473331034183502
135611	rnn.weight_ih_l1	1	-0.049837373197078705
135611	rnn.weight_ih_l1	2	0.0616561658680439
135611	rnn.weight_ih_l1	3	-0.07403040677309036
135611	rnn.weight_ih_l1	4	-0.017676975578069687
135611	rnn.weight_ih_l1	5	-0.04740849882364273
135611	rnn.weight_ih_l1	6	0.0330083966255188
135611	rnn.weight_ih_l1	7	-0.030232278630137444
135611	rnn.weight_ih_l1	8	0.03766198828816414
135611	rnn.weight_ih_l1	9	0.043412961065769196
135611	rnn.weight_hh_l1	0	-0.0066462308168411255
135611	rnn.weight_hh_l1	1	0.014711211435496807
135611	rnn.weight_hh_l1	2	0.02035478688776493
135611	rnn.weight_hh_l1	3	-0.008041637018322945
135611	rnn.weight_hh_l1	4	0.007001783233135939
135611	rnn.weight_hh_l1	5	0.02491801604628563
135611	rnn.weight_hh_l1	6	0.033696357160806656
135611	rnn.weight_hh_l1	7	-0.018761606886982918
135611	rnn.weight_hh_l1	8	-0.011757873930037022
135611	rnn.weight_hh_l1	9	0.037751875817775726
135611	rnn.bias_ih_l1	0	-0.19857966899871826
135611	rnn.bias_ih_l1	1	-0.1913185864686966
135611	rnn.bias_ih_l1	2	-0.20433850586414337
135611	rnn.bias_ih_l1	3	-0.2723534405231476
135611	rnn.bias_ih_l1	4	-0.22679102420806885
135611	rnn.bias_ih_l1	5	-0.09539587795734406
135611	rnn.bias_ih_l1	6	-0.17368558049201965
135611	rnn.bias_ih_l1	7	-0.03822896629571915
135611	rnn.bias_ih_l1	8	-0.1456531137228012
135611	rnn.bias_ih_l1	9	-0.13184158504009247
135611	rnn.bias_hh_l1	0	-0.12717419862747192
135611	rnn.bias_hh_l1	1	-0.0634390264749527
135611	rnn.bias_hh_l1	2	-0.12311786413192749
135611	rnn.bias_hh_l1	3	-0.08676616847515106
135611	rnn.bias_hh_l1	4	-0.09658611565828323
135611	rnn.bias_hh_l1	5	-0.11286383122205734
135611	rnn.bias_hh_l1	6	-0.15735803544521332
135611	rnn.bias_hh_l1	7	0.05346066877245903
135611	rnn.bias_hh_l1	8	-0.18431773781776428
135611	rnn.bias_hh_l1	9	-0.11705657094717026
135611	rnn.weight_ih_l1_reverse	0	-0.04067156836390495
135611	rnn.weight_ih_l1_reverse	1	0.016180267557501793
135611	rnn.weight_ih_l1_reverse	2	0.07096590846776962
135611	rnn.weight_ih_l1_reverse	3	-6.169913831399754e-05
135611	rnn.weight_ih_l1_reverse	4	-0.033272113651037216
135611	rnn.weight_ih_l1_reverse	5	-0.0330948606133461
135611	rnn.weight_ih_l1_reverse	6	-0.01788705587387085
135611	rnn.weight_ih_l1_reverse	7	0.028595466166734695
135611	rnn.weight_ih_l1_reverse	8	0.02615174651145935
135611	rnn.weight_ih_l1_reverse	9	-0.036200251430273056
135611	rnn.weight_hh_l1_reverse	0	0.006686702370643616
135611	rnn.weight_hh_l1_reverse	1	0.02802255190908909
135611	rnn.weight_hh_l1_reverse	2	-0.03991203010082245
135611	rnn.weight_hh_l1_reverse	3	0.03908361494541168
135611	rnn.weight_hh_l1_reverse	4	0.04480569809675217
135611	rnn.weight_hh_l1_reverse	5	0.001111442456021905
135611	rnn.weight_hh_l1_reverse	6	0.039343126118183136
135611	rnn.weight_hh_l1_reverse	7	0.030045639723539352
135611	rnn.weight_hh_l1_reverse	8	-0.006480660755187273
135611	rnn.weight_hh_l1_reverse	9	-0.03305017575621605
135611	rnn.bias_ih_l1_reverse	0	-0.07075826823711395
135611	rnn.bias_ih_l1_reverse	1	-0.1674935519695282
135611	rnn.bias_ih_l1_reverse	2	-0.15977691113948822
135611	rnn.bias_ih_l1_reverse	3	-0.03240237757563591
135611	rnn.bias_ih_l1_reverse	4	-0.2039036899805069
135611	rnn.bias_ih_l1_reverse	5	-0.1104573905467987
135611	rnn.bias_ih_l1_reverse	6	-0.13361717760562897
135611	rnn.bias_ih_l1_reverse	7	-0.20523588359355927
135611	rnn.bias_ih_l1_reverse	8	0.1923084557056427
135611	rnn.bias_ih_l1_reverse	9	0.04382884129881859
135611	rnn.bias_hh_l1_reverse	0	0.01204882562160492
135611	rnn.bias_hh_l1_reverse	1	-0.07536417245864868
135611	rnn.bias_hh_l1_reverse	2	-0.23353716731071472
135611	rnn.bias_hh_l1_reverse	3	-0.13069020211696625
135611	rnn.bias_hh_l1_reverse	4	-0.09885713458061218
135611	rnn.bias_hh_l1_reverse	5	-0.13160908222198486
135611	rnn.bias_hh_l1_reverse	6	0.09625473618507385
135611	rnn.bias_hh_l1_reverse	7	-0.16584563255310059
135611	rnn.bias_hh_l1_reverse	8	-0.1083136647939682
135611	rnn.bias_hh_l1_reverse	9	-0.14805646240711212
135611	linear.weight	0	0.002228822559118271
135611	linear.weight	1	0.12476059794425964
135611	linear.weight	2	-0.05285597965121269
135611	linear.weight	3	0.2981968820095062
135611	linear.weight	4	0.1594630926847458
135611	linear.weight	5	-0.05339845269918442
135611	linear.weight	6	0.11137929558753967
135611	linear.weight	7	0.06974988430738449
135611	linear.weight	8	0.04126323014497757
135611	linear.weight	9	-0.024883419275283813
135611	linear.bias	0	0.06474138051271439
135611	linear.bias	1	-0.21241456270217896
135611	linear.bias	2	-0.3551897704601288
135611	linear.bias	3	-0.7031902074813843
135611	linear.bias	4	-1.229377269744873
135611	linear.bias	5	-0.06320489197969437
135611	linear.bias	6	-0.7555458545684814
135611	linear.bias	7	0.32545310258865356
135611	linear.bias	8	-0.4553973972797394
135611	linear.bias	9	-0.9943205118179321
135808	transitions	0	0.6585705876350403
135808	transitions	1	0.18236084282398224
135808	transitions	2	-10000.0
135808	transitions	3	-1.822174310684204
135808	transitions	4	-10000.0
135808	transitions	5	0.5829260349273682
135808	transitions	6	-0.07229315489530563
135808	transitions	7	-0.6933712363243103
135808	transitions	8	-1.3999336957931519
135808	transitions	9	-0.0010863818461075425
135808	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
135808	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
135808	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
135808	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
135808	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
135808	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
135808	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
135808	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
135808	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
135808	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
135808	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
135808	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
135808	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
135808	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
135808	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
135808	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
135808	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
135808	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
135808	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
135808	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
135808	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
135808	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
135808	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
135808	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
135808	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
135808	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
135808	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
135808	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
135808	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
135808	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
135808	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
135808	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
135808	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
135808	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
135808	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
135808	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
135808	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
135808	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
135808	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
135808	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
135808	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
135808	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
135808	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
135808	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
135808	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
135808	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
135808	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
135808	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
135808	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
135808	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
135808	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
135808	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
135808	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
135808	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
135808	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
135808	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
135808	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
135808	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
135808	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
135808	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
135808	embedding2nn.weight	0	0.02134007029235363
135808	embedding2nn.weight	1	-0.015186939388513565
135808	embedding2nn.weight	2	-0.014268254861235619
135808	embedding2nn.weight	3	-0.034228354692459106
135808	embedding2nn.weight	4	-0.0059150345623493195
135808	embedding2nn.weight	5	-0.0037005916237831116
135808	embedding2nn.weight	6	-0.003973299637436867
135808	embedding2nn.weight	7	-0.08448956906795502
135808	embedding2nn.weight	8	-0.0019979383796453476
135808	embedding2nn.weight	9	-0.02634369023144245
135808	embedding2nn.bias	0	0.033317744731903076
135808	embedding2nn.bias	1	-0.07216540724039078
135808	embedding2nn.bias	2	0.07017652690410614
135808	embedding2nn.bias	3	0.04619567468762398
135808	embedding2nn.bias	4	-0.03321702405810356
135808	embedding2nn.bias	5	-0.050860606133937836
135808	embedding2nn.bias	6	0.031061861664056778
135808	embedding2nn.bias	7	-0.050521742552518845
135808	embedding2nn.bias	8	0.05854995921254158
135808	embedding2nn.bias	9	0.04545129835605621
135808	rnn.weight_ih_l0	0	-0.07252934575080872
135808	rnn.weight_ih_l0	1	0.0019855177961289883
135808	rnn.weight_ih_l0	2	0.042839404195547104
135808	rnn.weight_ih_l0	3	0.018020883202552795
135808	rnn.weight_ih_l0	4	-0.029244903475046158
135808	rnn.weight_ih_l0	5	-0.06070574000477791
135808	rnn.weight_ih_l0	6	0.0014652686659246683
135808	rnn.weight_ih_l0	7	0.05662740767002106
135808	rnn.weight_ih_l0	8	-0.021257508546113968
135808	rnn.weight_ih_l0	9	-0.02643478661775589
135808	rnn.weight_hh_l0	0	-0.03296081721782684
135808	rnn.weight_hh_l0	1	-0.008115540258586407
135808	rnn.weight_hh_l0	2	-0.005664475727826357
135808	rnn.weight_hh_l0	3	-0.06861444562673569
135808	rnn.weight_hh_l0	4	0.08211307227611542
135808	rnn.weight_hh_l0	5	-0.027990946546196938
135808	rnn.weight_hh_l0	6	-0.051689110696315765
135808	rnn.weight_hh_l0	7	0.014363069087266922
135808	rnn.weight_hh_l0	8	0.009775097481906414
135808	rnn.weight_hh_l0	9	-0.018543139100074768
135808	rnn.bias_ih_l0	0	0.11058502644300461
135808	rnn.bias_ih_l0	1	-0.020809892565011978
135808	rnn.bias_ih_l0	2	-0.001600351883098483
135808	rnn.bias_ih_l0	3	0.14123229682445526
135808	rnn.bias_ih_l0	4	-0.013254177756607533
135808	rnn.bias_ih_l0	5	-0.013229168020188808
135808	rnn.bias_ih_l0	6	0.01900872401893139
135808	rnn.bias_ih_l0	7	0.04108867049217224
135808	rnn.bias_ih_l0	8	-0.10386303067207336
135808	rnn.bias_ih_l0	9	-0.01821272447705269
135808	rnn.bias_hh_l0	0	-0.019726943224668503
135808	rnn.bias_hh_l0	1	-0.10470983386039734
135808	rnn.bias_hh_l0	2	-0.056004445999860764
135808	rnn.bias_hh_l0	3	-0.09426730871200562
135808	rnn.bias_hh_l0	4	-0.007585391867905855
135808	rnn.bias_hh_l0	5	-0.02074095606803894
135808	rnn.bias_hh_l0	6	0.03852914273738861
135808	rnn.bias_hh_l0	7	0.04148123413324356
135808	rnn.bias_hh_l0	8	-0.09668029099702835
135808	rnn.bias_hh_l0	9	-0.05044372007250786
135808	rnn.weight_ih_l0_reverse	0	-0.027159469202160835
135808	rnn.weight_ih_l0_reverse	1	-0.0386236347258091
135808	rnn.weight_ih_l0_reverse	2	-0.04029306024312973
135808	rnn.weight_ih_l0_reverse	3	0.00013281485007610172
135808	rnn.weight_ih_l0_reverse	4	-0.015191788785159588
135808	rnn.weight_ih_l0_reverse	5	-0.045175377279520035
135808	rnn.weight_ih_l0_reverse	6	0.08250824362039566
135808	rnn.weight_ih_l0_reverse	7	-0.010967453010380268
135808	rnn.weight_ih_l0_reverse	8	-0.01728994771838188
135808	rnn.weight_ih_l0_reverse	9	-0.004160004202276468
135808	rnn.weight_hh_l0_reverse	0	0.05859258398413658
135808	rnn.weight_hh_l0_reverse	1	0.011084445752203465
135808	rnn.weight_hh_l0_reverse	2	0.03110596165060997
135808	rnn.weight_hh_l0_reverse	3	0.02864314801990986
135808	rnn.weight_hh_l0_reverse	4	0.007197001948952675
135808	rnn.weight_hh_l0_reverse	5	0.018510160967707634
135808	rnn.weight_hh_l0_reverse	6	0.05050735920667648
135808	rnn.weight_hh_l0_reverse	7	-0.06867854297161102
135808	rnn.weight_hh_l0_reverse	8	0.03921972215175629
135808	rnn.weight_hh_l0_reverse	9	0.036907944828271866
135808	rnn.bias_ih_l0_reverse	0	-0.07747714966535568
135808	rnn.bias_ih_l0_reverse	1	-0.2428719401359558
135808	rnn.bias_ih_l0_reverse	2	-0.13670749962329865
135808	rnn.bias_ih_l0_reverse	3	-0.03526343032717705
135808	rnn.bias_ih_l0_reverse	4	-0.034993890672922134
135808	rnn.bias_ih_l0_reverse	5	0.060742516070604324
135808	rnn.bias_ih_l0_reverse	6	-0.05941823497414589
135808	rnn.bias_ih_l0_reverse	7	0.05052366107702255
135808	rnn.bias_ih_l0_reverse	8	-0.047639526426792145
135808	rnn.bias_ih_l0_reverse	9	0.04766649007797241
135808	rnn.bias_hh_l0_reverse	0	0.02948532998561859
135808	rnn.bias_hh_l0_reverse	1	-0.04434850811958313
135808	rnn.bias_hh_l0_reverse	2	0.08715938776731491
135808	rnn.bias_hh_l0_reverse	3	-0.03946131840348244
135808	rnn.bias_hh_l0_reverse	4	-0.027806920930743217
135808	rnn.bias_hh_l0_reverse	5	-0.04189467802643776
135808	rnn.bias_hh_l0_reverse	6	-0.03513311967253685
135808	rnn.bias_hh_l0_reverse	7	0.10193505138158798
135808	rnn.bias_hh_l0_reverse	8	0.03123553842306137
135808	rnn.bias_hh_l0_reverse	9	-0.13949154317378998
135808	rnn.weight_ih_l1	0	-0.03478740155696869
135808	rnn.weight_ih_l1	1	-0.048970017582178116
135808	rnn.weight_ih_l1	2	0.06131475418806076
135808	rnn.weight_ih_l1	3	-0.07306937128305435
135808	rnn.weight_ih_l1	4	-0.017727341502904892
135808	rnn.weight_ih_l1	5	-0.04702228307723999
135808	rnn.weight_ih_l1	6	0.032914768904447556
135808	rnn.weight_ih_l1	7	-0.03177148848772049
135808	rnn.weight_ih_l1	8	0.03754567354917526
135808	rnn.weight_ih_l1	9	0.04265077784657478
135808	rnn.weight_hh_l1	0	-0.007195708341896534
135808	rnn.weight_hh_l1	1	0.015013059601187706
135808	rnn.weight_hh_l1	2	0.01996396668255329
135808	rnn.weight_hh_l1	3	-0.008128438144922256
135808	rnn.weight_hh_l1	4	0.00781949795782566
135808	rnn.weight_hh_l1	5	0.024943426251411438
135808	rnn.weight_hh_l1	6	0.033881478011608124
135808	rnn.weight_hh_l1	7	-0.01857755519449711
135808	rnn.weight_hh_l1	8	-0.012198682874441147
135808	rnn.weight_hh_l1	9	0.037407878786325455
135808	rnn.bias_ih_l1	0	-0.20517338812351227
135808	rnn.bias_ih_l1	1	-0.1956062614917755
135808	rnn.bias_ih_l1	2	-0.20854955911636353
135808	rnn.bias_ih_l1	3	-0.270876407623291
135808	rnn.bias_ih_l1	4	-0.21820934116840363
135808	rnn.bias_ih_l1	5	-0.0987679585814476
135808	rnn.bias_ih_l1	6	-0.1733478605747223
135808	rnn.bias_ih_l1	7	-0.03487487882375717
135808	rnn.bias_ih_l1	8	-0.14427171647548676
135808	rnn.bias_ih_l1	9	-0.13348039984703064
135808	rnn.bias_hh_l1	0	-0.12552599608898163
135808	rnn.bias_hh_l1	1	-0.06253682076931
135808	rnn.bias_hh_l1	2	-0.12619470059871674
135808	rnn.bias_hh_l1	3	-0.08717634528875351
135808	rnn.bias_hh_l1	4	-0.0961470678448677
135808	rnn.bias_hh_l1	5	-0.1121467873454094
135808	rnn.bias_hh_l1	6	-0.15708738565444946
135808	rnn.bias_hh_l1	7	0.05160992220044136
135808	rnn.bias_hh_l1	8	-0.18206702172756195
135808	rnn.bias_hh_l1	9	-0.11754482984542847
135808	rnn.weight_ih_l1_reverse	0	-0.042105432599782944
135808	rnn.weight_ih_l1_reverse	1	0.017165886238217354
135808	rnn.weight_ih_l1_reverse	2	0.07332722097635269
135808	rnn.weight_ih_l1_reverse	3	-0.0005278386524878442
135808	rnn.weight_ih_l1_reverse	4	-0.030453331768512726
135808	rnn.weight_ih_l1_reverse	5	-0.032840996980667114
135808	rnn.weight_ih_l1_reverse	6	-0.014403008855879307
135808	rnn.weight_ih_l1_reverse	7	0.028726914897561073
135808	rnn.weight_ih_l1_reverse	8	0.02463226206600666
135808	rnn.weight_ih_l1_reverse	9	-0.03866991400718689
135808	rnn.weight_hh_l1_reverse	0	0.00673025194555521
135808	rnn.weight_hh_l1_reverse	1	0.02793615497648716
135808	rnn.weight_hh_l1_reverse	2	-0.039871010929346085
135808	rnn.weight_hh_l1_reverse	3	0.03911662846803665
135808	rnn.weight_hh_l1_reverse	4	0.04468504711985588
135808	rnn.weight_hh_l1_reverse	5	0.0014522706624120474
135808	rnn.weight_hh_l1_reverse	6	0.039406854659318924
135808	rnn.weight_hh_l1_reverse	7	0.0302909966558218
135808	rnn.weight_hh_l1_reverse	8	-0.006491433829069138
135808	rnn.weight_hh_l1_reverse	9	-0.03292156755924225
135808	rnn.bias_ih_l1_reverse	0	-0.06938926875591278
135808	rnn.bias_ih_l1_reverse	1	-0.1642216593027115
135808	rnn.bias_ih_l1_reverse	2	-0.16075541079044342
135808	rnn.bias_ih_l1_reverse	3	-0.0332832932472229
135808	rnn.bias_ih_l1_reverse	4	-0.2039448320865631
135808	rnn.bias_ih_l1_reverse	5	-0.11042290180921555
135808	rnn.bias_ih_l1_reverse	6	-0.13524658977985382
135808	rnn.bias_ih_l1_reverse	7	-0.20455707609653473
135808	rnn.bias_ih_l1_reverse	8	0.18573039770126343
135808	rnn.bias_ih_l1_reverse	9	0.03809204697608948
135808	rnn.bias_hh_l1_reverse	0	0.013956952840089798
135808	rnn.bias_hh_l1_reverse	1	-0.06700696796178818
135808	rnn.bias_hh_l1_reverse	2	-0.23387742042541504
135808	rnn.bias_hh_l1_reverse	3	-0.12816785275936127
135808	rnn.bias_hh_l1_reverse	4	-0.09886070340871811
135808	rnn.bias_hh_l1_reverse	5	-0.13215667009353638
135808	rnn.bias_hh_l1_reverse	6	0.09073523432016373
135808	rnn.bias_hh_l1_reverse	7	-0.1668526530265808
135808	rnn.bias_hh_l1_reverse	8	-0.10738662630319595
135808	rnn.bias_hh_l1_reverse	9	-0.14794647693634033
135808	linear.weight	0	0.002228822559118271
135808	linear.weight	1	0.11769647151231766
135808	linear.weight	2	-0.05960720032453537
135808	linear.weight	3	0.2891784906387329
135808	linear.weight	4	0.16458486020565033
135808	linear.weight	5	-0.05281180143356323
135808	linear.weight	6	0.1204269677400589
135808	linear.weight	7	0.06833568215370178
135808	linear.weight	8	0.041261278092861176
135808	linear.weight	9	-0.024564580991864204
135808	linear.bias	0	0.1194632351398468
135808	linear.bias	1	-0.22521843016147614
135808	linear.bias	2	-0.3794293701648712
135808	linear.bias	3	-0.6719529628753662
135808	linear.bias	4	-1.1998714208602905
135808	linear.bias	5	-0.08633788675069809
135808	linear.bias	6	-0.7691994905471802
135808	linear.bias	7	0.3013761639595032
135808	linear.bias	8	-0.439323365688324
135808	linear.bias	9	-0.9758170247077942
136005	transitions	0	0.6714912056922913
136005	transitions	1	0.18239273130893707
136005	transitions	2	-10000.0
136005	transitions	3	-1.8222147226333618
136005	transitions	4	-10000.0
136005	transitions	5	0.5827919840812683
136005	transitions	6	-0.07237666100263596
136005	transitions	7	-0.6938689947128296
136005	transitions	8	-1.3999905586242676
136005	transitions	9	-0.0010873631108552217
136005	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136005	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136005	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136005	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136005	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136005	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136005	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136005	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136005	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136005	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136005	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136005	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136005	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136005	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136005	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136005	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136005	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136005	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136005	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136005	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136005	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136005	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136005	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136005	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136005	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136005	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136005	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136005	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136005	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136005	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136005	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136005	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136005	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136005	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136005	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136005	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136005	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136005	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136005	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136005	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136005	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136005	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136005	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136005	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136005	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136005	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136005	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136005	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136005	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136005	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136005	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136005	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136005	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136005	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136005	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136005	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136005	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136005	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136005	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136005	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136005	embedding2nn.weight	0	0.023600898683071136
136005	embedding2nn.weight	1	-0.015181110240519047
136005	embedding2nn.weight	2	-0.014268254861235619
136005	embedding2nn.weight	3	-0.0350511409342289
136005	embedding2nn.weight	4	-0.0059150345623493195
136005	embedding2nn.weight	5	-0.0037005923222750425
136005	embedding2nn.weight	6	-0.003973295912146568
136005	embedding2nn.weight	7	-0.08521174639463425
136005	embedding2nn.weight	8	-0.0019979383796453476
136005	embedding2nn.weight	9	-0.02687189355492592
136005	embedding2nn.bias	0	0.03514770790934563
136005	embedding2nn.bias	1	-0.0694875568151474
136005	embedding2nn.bias	2	0.08480596542358398
136005	embedding2nn.bias	3	0.05291660130023956
136005	embedding2nn.bias	4	-0.03387311473488808
136005	embedding2nn.bias	5	-0.052254099398851395
136005	embedding2nn.bias	6	0.02822750248014927
136005	embedding2nn.bias	7	-0.047026123851537704
136005	embedding2nn.bias	8	0.05710325017571449
136005	embedding2nn.bias	9	0.04298746958374977
136005	rnn.weight_ih_l0	0	-0.072400763630867
136005	rnn.weight_ih_l0	1	0.0040439642034471035
136005	rnn.weight_ih_l0	2	0.04288238286972046
136005	rnn.weight_ih_l0	3	0.0182545967400074
136005	rnn.weight_ih_l0	4	-0.031338881701231
136005	rnn.weight_ih_l0	5	-0.062232814729213715
136005	rnn.weight_ih_l0	6	0.0014116319362074137
136005	rnn.weight_ih_l0	7	0.05814444273710251
136005	rnn.weight_ih_l0	8	-0.018795177340507507
136005	rnn.weight_ih_l0	9	-0.027147354558110237
136005	rnn.weight_hh_l0	0	-0.03476720303297043
136005	rnn.weight_hh_l0	1	-0.008205614052712917
136005	rnn.weight_hh_l0	2	-0.006359052378684282
136005	rnn.weight_hh_l0	3	-0.0689781904220581
136005	rnn.weight_hh_l0	4	0.08292703330516815
136005	rnn.weight_hh_l0	5	-0.02731320634484291
136005	rnn.weight_hh_l0	6	-0.05087471008300781
136005	rnn.weight_hh_l0	7	0.012923355214297771
136005	rnn.weight_hh_l0	8	0.009056732058525085
136005	rnn.weight_hh_l0	9	-0.01889776438474655
136005	rnn.bias_ih_l0	0	0.1094161868095398
136005	rnn.bias_ih_l0	1	-0.01878252811729908
136005	rnn.bias_ih_l0	2	-0.005411174148321152
136005	rnn.bias_ih_l0	3	0.140367329120636
136005	rnn.bias_ih_l0	4	-0.011140424758195877
136005	rnn.bias_ih_l0	5	-0.011251426301896572
136005	rnn.bias_ih_l0	6	0.01898621767759323
136005	rnn.bias_ih_l0	7	0.04113165661692619
136005	rnn.bias_ih_l0	8	-0.10371372848749161
136005	rnn.bias_ih_l0	9	-0.024867255240678787
136005	rnn.bias_hh_l0	0	-0.01854592002928257
136005	rnn.bias_hh_l0	1	-0.1065559908747673
136005	rnn.bias_hh_l0	2	-0.05339222773909569
136005	rnn.bias_hh_l0	3	-0.09551117569208145
136005	rnn.bias_hh_l0	4	-0.00546350609511137
136005	rnn.bias_hh_l0	5	-0.016110705211758614
136005	rnn.bias_hh_l0	6	0.04057152941823006
136005	rnn.bias_hh_l0	7	0.04266732186079025
136005	rnn.bias_hh_l0	8	-0.09599245339632034
136005	rnn.bias_hh_l0	9	-0.048286598175764084
136005	rnn.weight_ih_l0_reverse	0	-0.027559690177440643
136005	rnn.weight_ih_l0_reverse	1	-0.039090439677238464
136005	rnn.weight_ih_l0_reverse	2	-0.038538724184036255
136005	rnn.weight_ih_l0_reverse	3	0.0004164941201452166
136005	rnn.weight_ih_l0_reverse	4	-0.016569316387176514
136005	rnn.weight_ih_l0_reverse	5	-0.04522623121738434
136005	rnn.weight_ih_l0_reverse	6	0.08203626424074173
136005	rnn.weight_ih_l0_reverse	7	-0.012681032530963421
136005	rnn.weight_ih_l0_reverse	8	-0.01769755408167839
136005	rnn.weight_ih_l0_reverse	9	-0.003312591230496764
136005	rnn.weight_hh_l0_reverse	0	0.058391135185956955
136005	rnn.weight_hh_l0_reverse	1	0.011943248100578785
136005	rnn.weight_hh_l0_reverse	2	0.031000880524516106
136005	rnn.weight_hh_l0_reverse	3	0.02866305224597454
136005	rnn.weight_hh_l0_reverse	4	0.007068026810884476
136005	rnn.weight_hh_l0_reverse	5	0.018085919320583344
136005	rnn.weight_hh_l0_reverse	6	0.05022057890892029
136005	rnn.weight_hh_l0_reverse	7	-0.06910162419080734
136005	rnn.weight_hh_l0_reverse	8	0.039520323276519775
136005	rnn.weight_hh_l0_reverse	9	0.03688754513859749
136005	rnn.bias_ih_l0_reverse	0	-0.07822688668966293
136005	rnn.bias_ih_l0_reverse	1	-0.24554283916950226
136005	rnn.bias_ih_l0_reverse	2	-0.13645103573799133
136005	rnn.bias_ih_l0_reverse	3	-0.034251291304826736
136005	rnn.bias_ih_l0_reverse	4	-0.0324896015226841
136005	rnn.bias_ih_l0_reverse	5	0.06137508153915405
136005	rnn.bias_ih_l0_reverse	6	-0.060115061700344086
136005	rnn.bias_ih_l0_reverse	7	0.04959489777684212
136005	rnn.bias_ih_l0_reverse	8	-0.04615066200494766
136005	rnn.bias_ih_l0_reverse	9	0.048107367008924484
136005	rnn.bias_hh_l0_reverse	0	0.02889798767864704
136005	rnn.bias_hh_l0_reverse	1	-0.04873237386345863
136005	rnn.bias_hh_l0_reverse	2	0.09069498628377914
136005	rnn.bias_hh_l0_reverse	3	-0.03906700387597084
136005	rnn.bias_hh_l0_reverse	4	-0.029357315972447395
136005	rnn.bias_hh_l0_reverse	5	-0.038813162595033646
136005	rnn.bias_hh_l0_reverse	6	-0.03556299954652786
136005	rnn.bias_hh_l0_reverse	7	0.1007223129272461
136005	rnn.bias_hh_l0_reverse	8	0.03129995986819267
136005	rnn.bias_hh_l0_reverse	9	-0.13529685139656067
136005	rnn.weight_ih_l1	0	-0.03416586294770241
136005	rnn.weight_ih_l1	1	-0.049933917820453644
136005	rnn.weight_ih_l1	2	0.06153768301010132
136005	rnn.weight_ih_l1	3	-0.0743059515953064
136005	rnn.weight_ih_l1	4	-0.017989598214626312
136005	rnn.weight_ih_l1	5	-0.04688467085361481
136005	rnn.weight_ih_l1	6	0.03425655886530876
136005	rnn.weight_ih_l1	7	-0.0326041541993618
136005	rnn.weight_ih_l1	8	0.03767215833067894
136005	rnn.weight_ih_l1	9	0.04329696297645569
136005	rnn.weight_hh_l1	0	-0.006525739096105099
136005	rnn.weight_hh_l1	1	0.01497518178075552
136005	rnn.weight_hh_l1	2	0.018209071829915047
136005	rnn.weight_hh_l1	3	-0.008006468415260315
136005	rnn.weight_hh_l1	4	0.007087042089551687
136005	rnn.weight_hh_l1	5	0.024802157655358315
136005	rnn.weight_hh_l1	6	0.03440503031015396
136005	rnn.weight_hh_l1	7	-0.01898525282740593
136005	rnn.weight_hh_l1	8	-0.01217715721577406
136005	rnn.weight_hh_l1	9	0.03664986789226532
136005	rnn.bias_ih_l1	0	-0.209060937166214
136005	rnn.bias_ih_l1	1	-0.19313468039035797
136005	rnn.bias_ih_l1	2	-0.20935626327991486
136005	rnn.bias_ih_l1	3	-0.27777865529060364
136005	rnn.bias_ih_l1	4	-0.2255866527557373
136005	rnn.bias_ih_l1	5	-0.10063020139932632
136005	rnn.bias_ih_l1	6	-0.17469534277915955
136005	rnn.bias_ih_l1	7	-0.03377001732587814
136005	rnn.bias_ih_l1	8	-0.14269626140594482
136005	rnn.bias_ih_l1	9	-0.13547690212726593
136005	rnn.bias_hh_l1	0	-0.12197458744049072
136005	rnn.bias_hh_l1	1	-0.06255140900611877
136005	rnn.bias_hh_l1	2	-0.12571628391742706
136005	rnn.bias_hh_l1	3	-0.08918999880552292
136005	rnn.bias_hh_l1	4	-0.09612786769866943
136005	rnn.bias_hh_l1	5	-0.11248992383480072
136005	rnn.bias_hh_l1	6	-0.1644846796989441
136005	rnn.bias_hh_l1	7	0.05030234530568123
136005	rnn.bias_hh_l1	8	-0.18539433181285858
136005	rnn.bias_hh_l1	9	-0.11763425171375275
136005	rnn.weight_ih_l1_reverse	0	-0.04341048002243042
136005	rnn.weight_ih_l1_reverse	1	0.018743978813290596
136005	rnn.weight_ih_l1_reverse	2	0.07237683236598969
136005	rnn.weight_ih_l1_reverse	3	1.3988453702040715e-06
136005	rnn.weight_ih_l1_reverse	4	-0.030446114018559456
136005	rnn.weight_ih_l1_reverse	5	-0.03263093903660774
136005	rnn.weight_ih_l1_reverse	6	-0.014116761274635792
136005	rnn.weight_ih_l1_reverse	7	0.0278627909719944
136005	rnn.weight_ih_l1_reverse	8	0.02165437676012516
136005	rnn.weight_ih_l1_reverse	9	-0.03962191194295883
136005	rnn.weight_hh_l1_reverse	0	0.006880087312310934
136005	rnn.weight_hh_l1_reverse	1	0.028084684163331985
136005	rnn.weight_hh_l1_reverse	2	-0.03990035876631737
136005	rnn.weight_hh_l1_reverse	3	0.03919287025928497
136005	rnn.weight_hh_l1_reverse	4	0.044525280594825745
136005	rnn.weight_hh_l1_reverse	5	0.0014980233972892165
136005	rnn.weight_hh_l1_reverse	6	0.040125731378793716
136005	rnn.weight_hh_l1_reverse	7	0.030701803043484688
136005	rnn.weight_hh_l1_reverse	8	-0.006566399708390236
136005	rnn.weight_hh_l1_reverse	9	-0.03301994502544403
136005	rnn.bias_ih_l1_reverse	0	-0.06991750746965408
136005	rnn.bias_ih_l1_reverse	1	-0.16947545111179352
136005	rnn.bias_ih_l1_reverse	2	-0.1621498167514801
136005	rnn.bias_ih_l1_reverse	3	-0.03671550378203392
136005	rnn.bias_ih_l1_reverse	4	-0.20602555572986603
136005	rnn.bias_ih_l1_reverse	5	-0.11163212358951569
136005	rnn.bias_ih_l1_reverse	6	-0.1356276273727417
136005	rnn.bias_ih_l1_reverse	7	-0.2069985270500183
136005	rnn.bias_ih_l1_reverse	8	0.185957670211792
136005	rnn.bias_ih_l1_reverse	9	0.03777769207954407
136005	rnn.bias_hh_l1_reverse	0	0.02021249383687973
136005	rnn.bias_hh_l1_reverse	1	-0.06585152447223663
136005	rnn.bias_hh_l1_reverse	2	-0.23417355120182037
136005	rnn.bias_hh_l1_reverse	3	-0.13019630312919617
136005	rnn.bias_hh_l1_reverse	4	-0.0990980938076973
136005	rnn.bias_hh_l1_reverse	5	-0.12992388010025024
136005	rnn.bias_hh_l1_reverse	6	0.09087179601192474
136005	rnn.bias_hh_l1_reverse	7	-0.1647033989429474
136005	rnn.bias_hh_l1_reverse	8	-0.10888102650642395
136005	rnn.bias_hh_l1_reverse	9	-0.14776133000850677
136005	linear.weight	0	0.002228822559118271
136005	linear.weight	1	0.12303876131772995
136005	linear.weight	2	-0.065541110932827
136005	linear.weight	3	0.28105512261390686
136005	linear.weight	4	0.16336765885353088
136005	linear.weight	5	-0.0580996572971344
136005	linear.weight	6	0.12166786193847656
136005	linear.weight	7	0.07443250715732574
136005	linear.weight	8	0.0412592850625515
136005	linear.weight	9	-0.026880640536546707
136005	linear.bias	0	0.10638222098350525
136005	linear.bias	1	-0.2114831507205963
136005	linear.bias	2	-0.36618494987487793
136005	linear.bias	3	-0.6788187623023987
136005	linear.bias	4	-1.207992672920227
136005	linear.bias	5	-0.0759212076663971
136005	linear.bias	6	-0.7572654485702515
136005	linear.bias	7	0.30629584193229675
136005	linear.bias	8	-0.4549121558666229
136005	linear.bias	9	-0.9895487427711487
136202	transitions	0	0.6729809045791626
136202	transitions	1	0.17219719290733337
136202	transitions	2	-10000.0
136202	transitions	3	-1.8222479820251465
136202	transitions	4	-10000.0
136202	transitions	5	0.5827177166938782
136202	transitions	6	-0.07245367020368576
136202	transitions	7	-0.6948124766349792
136202	transitions	8	-1.4000688791275024
136202	transitions	9	-0.0010890733683481812
136202	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136202	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136202	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136202	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136202	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136202	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136202	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136202	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136202	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136202	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136202	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136202	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136202	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136202	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136202	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136202	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136202	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136202	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136202	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136202	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136202	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136202	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136202	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136202	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136202	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136202	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136202	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136202	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136202	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136202	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136202	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136202	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136202	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136202	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136202	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136202	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136202	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136202	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136202	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136202	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136202	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136202	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136202	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136202	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136202	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136202	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136202	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136202	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136202	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136202	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136202	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136202	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136202	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136202	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136202	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136202	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136202	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136202	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136202	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136202	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136202	embedding2nn.weight	0	0.019700773060321808
136202	embedding2nn.weight	1	-0.01495138369500637
136202	embedding2nn.weight	2	-0.014268254861235619
136202	embedding2nn.weight	3	-0.0339977853000164
136202	embedding2nn.weight	4	-0.0059150345623493195
136202	embedding2nn.weight	5	-0.0037005923222750425
136202	embedding2nn.weight	6	-0.003973294049501419
136202	embedding2nn.weight	7	-0.08552291244268417
136202	embedding2nn.weight	8	-0.0019979383796453476
136202	embedding2nn.weight	9	-0.025641916319727898
136202	embedding2nn.bias	0	0.043269019573926926
136202	embedding2nn.bias	1	-0.06704456359148026
136202	embedding2nn.bias	2	0.08658137917518616
136202	embedding2nn.bias	3	0.051979366689920425
136202	embedding2nn.bias	4	-0.040079377591609955
136202	embedding2nn.bias	5	-0.04961280897259712
136202	embedding2nn.bias	6	0.03308597579598427
136202	embedding2nn.bias	7	-0.053373441100120544
136202	embedding2nn.bias	8	0.06251081079244614
136202	embedding2nn.bias	9	0.03439735993742943
136202	rnn.weight_ih_l0	0	-0.07324535399675369
136202	rnn.weight_ih_l0	1	0.003808240406215191
136202	rnn.weight_ih_l0	2	0.04417074844241142
136202	rnn.weight_ih_l0	3	0.01862526312470436
136202	rnn.weight_ih_l0	4	-0.031365834176540375
136202	rnn.weight_ih_l0	5	-0.060709673911333084
136202	rnn.weight_ih_l0	6	0.0022028363309800625
136202	rnn.weight_ih_l0	7	0.059020280838012695
136202	rnn.weight_ih_l0	8	-0.017186567187309265
136202	rnn.weight_ih_l0	9	-0.026320189237594604
136202	rnn.weight_hh_l0	0	-0.03433701768517494
136202	rnn.weight_hh_l0	1	-0.008294353261590004
136202	rnn.weight_hh_l0	2	-0.005192686803638935
136202	rnn.weight_hh_l0	3	-0.06986569613218307
136202	rnn.weight_hh_l0	4	0.08263456076383591
136202	rnn.weight_hh_l0	5	-0.026858113706111908
136202	rnn.weight_hh_l0	6	-0.051055602729320526
136202	rnn.weight_hh_l0	7	0.013121798634529114
136202	rnn.weight_hh_l0	8	0.008644865825772285
136202	rnn.weight_hh_l0	9	-0.019407005980610847
136202	rnn.bias_ih_l0	0	0.11086622625589371
136202	rnn.bias_ih_l0	1	-0.015448389574885368
136202	rnn.bias_ih_l0	2	-0.008103370666503906
136202	rnn.bias_ih_l0	3	0.14099402725696564
136202	rnn.bias_ih_l0	4	-0.011062427423894405
136202	rnn.bias_ih_l0	5	-0.015381402336061
136202	rnn.bias_ih_l0	6	0.013621341437101364
136202	rnn.bias_ih_l0	7	0.04232677072286606
136202	rnn.bias_ih_l0	8	-0.10205292701721191
136202	rnn.bias_ih_l0	9	-0.024557985365390778
136202	rnn.bias_hh_l0	0	-0.01830279640853405
136202	rnn.bias_hh_l0	1	-0.1110151931643486
136202	rnn.bias_hh_l0	2	-0.05237909033894539
136202	rnn.bias_hh_l0	3	-0.09528704732656479
136202	rnn.bias_hh_l0	4	-0.0050933631137013435
136202	rnn.bias_hh_l0	5	-0.015596110373735428
136202	rnn.bias_hh_l0	6	0.040181707590818405
136202	rnn.bias_hh_l0	7	0.043015990406274796
136202	rnn.bias_hh_l0	8	-0.09816534072160721
136202	rnn.bias_hh_l0	9	-0.04828067868947983
136202	rnn.weight_ih_l0_reverse	0	-0.028337489813566208
136202	rnn.weight_ih_l0_reverse	1	-0.04083140939474106
136202	rnn.weight_ih_l0_reverse	2	-0.03633277118206024
136202	rnn.weight_ih_l0_reverse	3	0.0007320970762521029
136202	rnn.weight_ih_l0_reverse	4	-0.015445076860487461
136202	rnn.weight_ih_l0_reverse	5	-0.04539821669459343
136202	rnn.weight_ih_l0_reverse	6	0.0840044692158699
136202	rnn.weight_ih_l0_reverse	7	-0.012694629840552807
136202	rnn.weight_ih_l0_reverse	8	-0.018108217045664787
136202	rnn.weight_ih_l0_reverse	9	-0.0028229355812072754
136202	rnn.weight_hh_l0_reverse	0	0.05931881070137024
136202	rnn.weight_hh_l0_reverse	1	0.012192217633128166
136202	rnn.weight_hh_l0_reverse	2	0.030945537611842155
136202	rnn.weight_hh_l0_reverse	3	0.02860221453011036
136202	rnn.weight_hh_l0_reverse	4	0.006590336561203003
136202	rnn.weight_hh_l0_reverse	5	0.018756762146949768
136202	rnn.weight_hh_l0_reverse	6	0.04980999603867531
136202	rnn.weight_hh_l0_reverse	7	-0.06991825997829437
136202	rnn.weight_hh_l0_reverse	8	0.039966173470020294
136202	rnn.weight_hh_l0_reverse	9	0.03662809729576111
136202	rnn.bias_ih_l0_reverse	0	-0.0792887732386589
136202	rnn.bias_ih_l0_reverse	1	-0.24687497317790985
136202	rnn.bias_ih_l0_reverse	2	-0.13364416360855103
136202	rnn.bias_ih_l0_reverse	3	-0.03628136217594147
136202	rnn.bias_ih_l0_reverse	4	-0.030527066439390182
136202	rnn.bias_ih_l0_reverse	5	0.05862016975879669
136202	rnn.bias_ih_l0_reverse	6	-0.06105337291955948
136202	rnn.bias_ih_l0_reverse	7	0.047332439571619034
136202	rnn.bias_ih_l0_reverse	8	-0.0441855862736702
136202	rnn.bias_ih_l0_reverse	9	0.05056159198284149
136202	rnn.bias_hh_l0_reverse	0	0.03402708098292351
136202	rnn.bias_hh_l0_reverse	1	-0.05138356238603592
136202	rnn.bias_hh_l0_reverse	2	0.08883059769868851
136202	rnn.bias_hh_l0_reverse	3	-0.040746647864580154
136202	rnn.bias_hh_l0_reverse	4	-0.028759051114320755
136202	rnn.bias_hh_l0_reverse	5	-0.04116782918572426
136202	rnn.bias_hh_l0_reverse	6	-0.03325647860765457
136202	rnn.bias_hh_l0_reverse	7	0.09949766844511032
136202	rnn.bias_hh_l0_reverse	8	0.031700994819402695
136202	rnn.bias_hh_l0_reverse	9	-0.13181573152542114
136202	rnn.weight_ih_l1	0	-0.033758796751499176
136202	rnn.weight_ih_l1	1	-0.04954582452774048
136202	rnn.weight_ih_l1	2	0.0602143295109272
136202	rnn.weight_ih_l1	3	-0.07698454707860947
136202	rnn.weight_ih_l1	4	-0.017961746081709862
136202	rnn.weight_ih_l1	5	-0.0473308227956295
136202	rnn.weight_ih_l1	6	0.03268846124410629
136202	rnn.weight_ih_l1	7	-0.03224021568894386
136202	rnn.weight_ih_l1	8	0.037971094250679016
136202	rnn.weight_ih_l1	9	0.0447445884346962
136202	rnn.weight_hh_l1	0	-0.006283446215093136
136202	rnn.weight_hh_l1	1	0.015044594183564186
136202	rnn.weight_hh_l1	2	0.01903524436056614
136202	rnn.weight_hh_l1	3	-0.007666117046028376
136202	rnn.weight_hh_l1	4	0.007210769224911928
136202	rnn.weight_hh_l1	5	0.025094717741012573
136202	rnn.weight_hh_l1	6	0.034752294421195984
136202	rnn.weight_hh_l1	7	-0.01862463541328907
136202	rnn.weight_hh_l1	8	-0.012274913489818573
136202	rnn.weight_hh_l1	9	0.036857690662145615
136202	rnn.bias_ih_l1	0	-0.20854511857032776
136202	rnn.bias_ih_l1	1	-0.19254423677921295
136202	rnn.bias_ih_l1	2	-0.21412873268127441
136202	rnn.bias_ih_l1	3	-0.2756459414958954
136202	rnn.bias_ih_l1	4	-0.2308548241853714
136202	rnn.bias_ih_l1	5	-0.09854763001203537
136202	rnn.bias_ih_l1	6	-0.17656302452087402
136202	rnn.bias_ih_l1	7	-0.03384382277727127
136202	rnn.bias_ih_l1	8	-0.14150875806808472
136202	rnn.bias_ih_l1	9	-0.13602814078330994
136202	rnn.bias_hh_l1	0	-0.12192059308290482
136202	rnn.bias_hh_l1	1	-0.062191616743803024
136202	rnn.bias_hh_l1	2	-0.12435252219438553
136202	rnn.bias_hh_l1	3	-0.09020581841468811
136202	rnn.bias_hh_l1	4	-0.09879349917173386
136202	rnn.bias_hh_l1	5	-0.11087113618850708
136202	rnn.bias_hh_l1	6	-0.1634737253189087
136202	rnn.bias_hh_l1	7	0.05010848119854927
136202	rnn.bias_hh_l1	8	-0.1843670755624771
136202	rnn.bias_hh_l1	9	-0.11473328620195389
136202	rnn.weight_ih_l1_reverse	0	-0.04358205571770668
136202	rnn.weight_ih_l1_reverse	1	0.020482121035456657
136202	rnn.weight_ih_l1_reverse	2	0.07053276896476746
136202	rnn.weight_ih_l1_reverse	3	0.0002846535644493997
136202	rnn.weight_ih_l1_reverse	4	-0.03143812343478203
136202	rnn.weight_ih_l1_reverse	5	-0.03250231593847275
136202	rnn.weight_ih_l1_reverse	6	-0.013388533145189285
136202	rnn.weight_ih_l1_reverse	7	0.028322741389274597
136202	rnn.weight_ih_l1_reverse	8	0.024399640038609505
136202	rnn.weight_ih_l1_reverse	9	-0.04140067845582962
136202	rnn.weight_hh_l1_reverse	0	0.006932293064892292
136202	rnn.weight_hh_l1_reverse	1	0.028064332902431488
136202	rnn.weight_hh_l1_reverse	2	-0.03985900804400444
136202	rnn.weight_hh_l1_reverse	3	0.03937927633523941
136202	rnn.weight_hh_l1_reverse	4	0.04439815133810043
136202	rnn.weight_hh_l1_reverse	5	0.0011722713243216276
136202	rnn.weight_hh_l1_reverse	6	0.040074672549963
136202	rnn.weight_hh_l1_reverse	7	0.03075246885418892
136202	rnn.weight_hh_l1_reverse	8	-0.00641848286613822
136202	rnn.weight_hh_l1_reverse	9	-0.032981570810079575
136202	rnn.bias_ih_l1_reverse	0	-0.06959474831819534
136202	rnn.bias_ih_l1_reverse	1	-0.16952919960021973
136202	rnn.bias_ih_l1_reverse	2	-0.1627705693244934
136202	rnn.bias_ih_l1_reverse	3	-0.03483148291707039
136202	rnn.bias_ih_l1_reverse	4	-0.20577530562877655
136202	rnn.bias_ih_l1_reverse	5	-0.11219502240419388
136202	rnn.bias_ih_l1_reverse	6	-0.135651096701622
136202	rnn.bias_ih_l1_reverse	7	-0.20170530676841736
136202	rnn.bias_ih_l1_reverse	8	0.1869816780090332
136202	rnn.bias_ih_l1_reverse	9	0.0394391305744648
136202	rnn.bias_hh_l1_reverse	0	0.018269680440425873
136202	rnn.bias_hh_l1_reverse	1	-0.06636852025985718
136202	rnn.bias_hh_l1_reverse	2	-0.23424550890922546
136202	rnn.bias_hh_l1_reverse	3	-0.12979541718959808
136202	rnn.bias_hh_l1_reverse	4	-0.10024046152830124
136202	rnn.bias_hh_l1_reverse	5	-0.13042402267456055
136202	rnn.bias_hh_l1_reverse	6	0.09155230224132538
136202	rnn.bias_hh_l1_reverse	7	-0.1656983196735382
136202	rnn.bias_hh_l1_reverse	8	-0.10997942090034485
136202	rnn.bias_hh_l1_reverse	9	-0.1479678452014923
136202	linear.weight	0	0.002228822559118271
136202	linear.weight	1	0.12961339950561523
136202	linear.weight	2	-0.06092197820544243
136202	linear.weight	3	0.28238001465797424
136202	linear.weight	4	0.1617136001586914
136202	linear.weight	5	-0.05721789970993996
136202	linear.weight	6	0.12619802355766296
136202	linear.weight	7	0.05924532189965248
136202	linear.weight	8	0.04125857353210449
136202	linear.weight	9	-0.026254475116729736
136202	linear.bias	0	0.1310119479894638
136202	linear.bias	1	-0.18989497423171997
136202	linear.bias	2	-0.35537979006767273
136202	linear.bias	3	-0.700214684009552
136202	linear.bias	4	-1.2292840480804443
136202	linear.bias	5	-0.05938103049993515
136202	linear.bias	6	-0.7384276390075684
136202	linear.bias	7	0.31820276379585266
136202	linear.bias	8	-0.46040865778923035
136202	linear.bias	9	-0.9946315884590149
136206	transitions	0	0.6757410168647766
136206	transitions	1	0.17219607532024384
136206	transitions	2	-10000.0
136206	transitions	3	-1.8222482204437256
136206	transitions	4	-10000.0
136206	transitions	5	0.5827167630195618
136206	transitions	6	-0.07245463877916336
136206	transitions	7	-0.6948124766349792
136206	transitions	8	-1.4000693559646606
136206	transitions	9	-0.0010890758130699396
136206	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136206	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136206	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136206	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136206	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136206	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136206	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136206	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136206	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136206	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136206	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136206	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136206	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136206	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136206	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136206	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136206	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136206	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136206	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136206	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136206	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136206	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136206	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136206	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136206	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136206	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136206	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136206	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136206	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136206	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136206	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136206	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136206	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136206	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136206	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136206	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136206	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136206	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136206	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136206	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136206	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136206	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136206	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136206	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136206	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136206	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136206	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136206	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136206	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136206	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136206	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136206	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136206	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136206	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136206	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136206	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136206	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136206	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136206	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136206	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136206	embedding2nn.weight	0	0.01956162042915821
136206	embedding2nn.weight	1	-0.014945253729820251
136206	embedding2nn.weight	2	-0.014268254861235619
136206	embedding2nn.weight	3	-0.033676233142614365
136206	embedding2nn.weight	4	-0.0059150345623493195
136206	embedding2nn.weight	5	-0.0037005923222750425
136206	embedding2nn.weight	6	-0.003973294049501419
136206	embedding2nn.weight	7	-0.08547389507293701
136206	embedding2nn.weight	8	-0.0019979383796453476
136206	embedding2nn.weight	9	-0.02561170607805252
136206	embedding2nn.bias	0	0.04492150992155075
136206	embedding2nn.bias	1	-0.06983662396669388
136206	embedding2nn.bias	2	0.08509606868028641
136206	embedding2nn.bias	3	0.05138884857296944
136206	embedding2nn.bias	4	-0.03942377492785454
136206	embedding2nn.bias	5	-0.05026833713054657
136206	embedding2nn.bias	6	0.03279520943760872
136206	embedding2nn.bias	7	-0.052607424557209015
136206	embedding2nn.bias	8	0.06399519741535187
136206	embedding2nn.bias	9	0.03441917896270752
136206	rnn.weight_ih_l0	0	-0.07322067022323608
136206	rnn.weight_ih_l0	1	0.0038561359979212284
136206	rnn.weight_ih_l0	2	0.044115979224443436
136206	rnn.weight_ih_l0	3	0.018933426588773727
136206	rnn.weight_ih_l0	4	-0.03133387863636017
136206	rnn.weight_ih_l0	5	-0.06054631248116493
136206	rnn.weight_ih_l0	6	0.002096224343404174
136206	rnn.weight_ih_l0	7	0.058942437171936035
136206	rnn.weight_ih_l0	8	-0.017056910321116447
136206	rnn.weight_ih_l0	9	-0.02634756825864315
136206	rnn.weight_hh_l0	0	-0.03429732471704483
136206	rnn.weight_hh_l0	1	-0.008319845423102379
136206	rnn.weight_hh_l0	2	-0.004820030648261309
136206	rnn.weight_hh_l0	3	-0.06999591737985611
136206	rnn.weight_hh_l0	4	0.08263538777828217
136206	rnn.weight_hh_l0	5	-0.026830874383449554
136206	rnn.weight_hh_l0	6	-0.05115654692053795
136206	rnn.weight_hh_l0	7	0.013029334135353565
136206	rnn.weight_hh_l0	8	0.00871124304831028
136206	rnn.weight_hh_l0	9	-0.01943822205066681
136206	rnn.bias_ih_l0	0	0.11098425835371017
136206	rnn.bias_ih_l0	1	-0.014786886051297188
136206	rnn.bias_ih_l0	2	-0.007915585301816463
136206	rnn.bias_ih_l0	3	0.14123748242855072
136206	rnn.bias_ih_l0	4	-0.011223459616303444
136206	rnn.bias_ih_l0	5	-0.01518275123089552
136206	rnn.bias_ih_l0	6	0.013926949352025986
136206	rnn.bias_ih_l0	7	0.04218699783086777
136206	rnn.bias_ih_l0	8	-0.10188061743974686
136206	rnn.bias_ih_l0	9	-0.02412075735628605
136206	rnn.bias_hh_l0	0	-0.01840164326131344
136206	rnn.bias_hh_l0	1	-0.11159710586071014
136206	rnn.bias_hh_l0	2	-0.052672360092401505
136206	rnn.bias_hh_l0	3	-0.09517410397529602
136206	rnn.bias_hh_l0	4	-0.004892826080322266
136206	rnn.bias_hh_l0	5	-0.01558550912886858
136206	rnn.bias_hh_l0	6	0.040060270577669144
136206	rnn.bias_hh_l0	7	0.04283427074551582
136206	rnn.bias_hh_l0	8	-0.0983743667602539
136206	rnn.bias_hh_l0	9	-0.048156511038541794
136206	rnn.weight_ih_l0_reverse	0	-0.028425373136997223
136206	rnn.weight_ih_l0_reverse	1	-0.04092944413423538
136206	rnn.weight_ih_l0_reverse	2	-0.036265138536691666
136206	rnn.weight_ih_l0_reverse	3	0.0007522801170125604
136206	rnn.weight_ih_l0_reverse	4	-0.015432817861437798
136206	rnn.weight_ih_l0_reverse	5	-0.04551016166806221
136206	rnn.weight_ih_l0_reverse	6	0.0839647501707077
136206	rnn.weight_ih_l0_reverse	7	-0.0126156285405159
136206	rnn.weight_ih_l0_reverse	8	-0.018115144222974777
136206	rnn.weight_ih_l0_reverse	9	-0.0028718241956084967
136206	rnn.weight_hh_l0_reverse	0	0.05920308828353882
136206	rnn.weight_hh_l0_reverse	1	0.012323440052568913
136206	rnn.weight_hh_l0_reverse	2	0.03097047470510006
136206	rnn.weight_hh_l0_reverse	3	0.028663400560617447
136206	rnn.weight_hh_l0_reverse	4	0.006585321389138699
136206	rnn.weight_hh_l0_reverse	5	0.018674377351999283
136206	rnn.weight_hh_l0_reverse	6	0.049814797937870026
136206	rnn.weight_hh_l0_reverse	7	-0.06976398825645447
136206	rnn.weight_hh_l0_reverse	8	0.03985922411084175
136206	rnn.weight_hh_l0_reverse	9	0.03667060658335686
136206	rnn.bias_ih_l0_reverse	0	-0.0795353427529335
136206	rnn.bias_ih_l0_reverse	1	-0.2465100884437561
136206	rnn.bias_ih_l0_reverse	2	-0.13361236453056335
136206	rnn.bias_ih_l0_reverse	3	-0.03632736578583717
136206	rnn.bias_ih_l0_reverse	4	-0.030702047049999237
136206	rnn.bias_ih_l0_reverse	5	0.05844740569591522
136206	rnn.bias_ih_l0_reverse	6	-0.061053499579429626
136206	rnn.bias_ih_l0_reverse	7	0.04739721491932869
136206	rnn.bias_ih_l0_reverse	8	-0.04460546374320984
136206	rnn.bias_ih_l0_reverse	9	0.050102755427360535
136206	rnn.bias_hh_l0_reverse	0	0.03392885625362396
136206	rnn.bias_hh_l0_reverse	1	-0.05147220194339752
136206	rnn.bias_hh_l0_reverse	2	0.08901432901620865
136206	rnn.bias_hh_l0_reverse	3	-0.040691398084163666
136206	rnn.bias_hh_l0_reverse	4	-0.029047926887869835
136206	rnn.bias_hh_l0_reverse	5	-0.04105915129184723
136206	rnn.bias_hh_l0_reverse	6	-0.033137787133455276
136206	rnn.bias_hh_l0_reverse	7	0.09972675144672394
136206	rnn.bias_hh_l0_reverse	8	0.03160325065255165
136206	rnn.bias_hh_l0_reverse	9	-0.13180014491081238
136206	rnn.weight_ih_l1	0	-0.03398551791906357
136206	rnn.weight_ih_l1	1	-0.04957093298435211
136206	rnn.weight_ih_l1	2	0.05996015667915344
136206	rnn.weight_ih_l1	3	-0.07701589912176132
136206	rnn.weight_ih_l1	4	-0.01795915700495243
136206	rnn.weight_ih_l1	5	-0.047354862093925476
136206	rnn.weight_ih_l1	6	0.03276984021067619
136206	rnn.weight_ih_l1	7	-0.03249591961503029
136206	rnn.weight_ih_l1	8	0.03797627240419388
136206	rnn.weight_ih_l1	9	0.044691991060972214
136206	rnn.weight_hh_l1	0	-0.006258325185626745
136206	rnn.weight_hh_l1	1	0.015058234333992004
136206	rnn.weight_hh_l1	2	0.018689800053834915
136206	rnn.weight_hh_l1	3	-0.007656673435121775
136206	rnn.weight_hh_l1	4	0.007188348099589348
136206	rnn.weight_hh_l1	5	0.025096246972680092
136206	rnn.weight_hh_l1	6	0.03468679264187813
136206	rnn.weight_hh_l1	7	-0.018612101674079895
136206	rnn.weight_hh_l1	8	-0.012290013022720814
136206	rnn.weight_hh_l1	9	0.03687296435236931
136206	rnn.bias_ih_l1	0	-0.20827551186084747
136206	rnn.bias_ih_l1	1	-0.19281573593616486
136206	rnn.bias_ih_l1	2	-0.21455872058868408
136206	rnn.bias_ih_l1	3	-0.2755717933177948
136206	rnn.bias_ih_l1	4	-0.23197214305400848
136206	rnn.bias_ih_l1	5	-0.0984644889831543
136206	rnn.bias_ih_l1	6	-0.17618004977703094
136206	rnn.bias_ih_l1	7	-0.03493891656398773
136206	rnn.bias_ih_l1	8	-0.14188438653945923
136206	rnn.bias_ih_l1	9	-0.13584087789058685
136206	rnn.bias_hh_l1	0	-0.1219162568449974
136206	rnn.bias_hh_l1	1	-0.06251004338264465
136206	rnn.bias_hh_l1	2	-0.1241019144654274
136206	rnn.bias_hh_l1	3	-0.08999618887901306
136206	rnn.bias_hh_l1	4	-0.09880382567644119
136206	rnn.bias_hh_l1	5	-0.11087077856063843
136206	rnn.bias_hh_l1	6	-0.16364607214927673
136206	rnn.bias_hh_l1	7	0.050088100135326385
136206	rnn.bias_hh_l1	8	-0.18432839214801788
136206	rnn.bias_hh_l1	9	-0.11454087495803833
136206	rnn.weight_ih_l1_reverse	0	-0.043594345450401306
136206	rnn.weight_ih_l1_reverse	1	0.020557977259159088
136206	rnn.weight_ih_l1_reverse	2	0.0704662874341011
136206	rnn.weight_ih_l1_reverse	3	0.0002188666840083897
136206	rnn.weight_ih_l1_reverse	4	-0.031274762004613876
136206	rnn.weight_ih_l1_reverse	5	-0.032571930438280106
136206	rnn.weight_ih_l1_reverse	6	-0.013625005260109901
136206	rnn.weight_ih_l1_reverse	7	0.0282774455845356
136206	rnn.weight_ih_l1_reverse	8	0.024787498638033867
136206	rnn.weight_ih_l1_reverse	9	-0.04144830256700516
136206	rnn.weight_hh_l1_reverse	0	0.006941890809684992
136206	rnn.weight_hh_l1_reverse	1	0.02807725965976715
136206	rnn.weight_hh_l1_reverse	2	-0.03990047797560692
136206	rnn.weight_hh_l1_reverse	3	0.03939157351851463
136206	rnn.weight_hh_l1_reverse	4	0.044391240924596786
136206	rnn.weight_hh_l1_reverse	5	0.0011348616098985076
136206	rnn.weight_hh_l1_reverse	6	0.04000379890203476
136206	rnn.weight_hh_l1_reverse	7	0.03078191727399826
136206	rnn.weight_hh_l1_reverse	8	-0.006433779373764992
136206	rnn.weight_hh_l1_reverse	9	-0.03297585994005203
136206	rnn.bias_ih_l1_reverse	0	-0.06916920840740204
136206	rnn.bias_ih_l1_reverse	1	-0.16943718492984772
136206	rnn.bias_ih_l1_reverse	2	-0.1628197282552719
136206	rnn.bias_ih_l1_reverse	3	-0.03410186246037483
136206	rnn.bias_ih_l1_reverse	4	-0.2057729959487915
136206	rnn.bias_ih_l1_reverse	5	-0.11222022771835327
136206	rnn.bias_ih_l1_reverse	6	-0.13573682308197021
136206	rnn.bias_ih_l1_reverse	7	-0.20211245119571686
136206	rnn.bias_ih_l1_reverse	8	0.18641595542430878
136206	rnn.bias_ih_l1_reverse	9	0.040297526866197586
136206	rnn.bias_hh_l1_reverse	0	0.018746208399534225
136206	rnn.bias_hh_l1_reverse	1	-0.06593161076307297
136206	rnn.bias_hh_l1_reverse	2	-0.2341565191745758
136206	rnn.bias_hh_l1_reverse	3	-0.1295519471168518
136206	rnn.bias_hh_l1_reverse	4	-0.10022857785224915
136206	rnn.bias_hh_l1_reverse	5	-0.13062584400177002
136206	rnn.bias_hh_l1_reverse	6	0.09173669666051865
136206	rnn.bias_hh_l1_reverse	7	-0.16532129049301147
136206	rnn.bias_hh_l1_reverse	8	-0.11002346128225327
136206	rnn.bias_hh_l1_reverse	9	-0.14802394807338715
136206	linear.weight	0	0.002228822559118271
136206	linear.weight	1	0.1304386556148529
136206	linear.weight	2	-0.06058043614029884
136206	linear.weight	3	0.2828219532966614
136206	linear.weight	4	0.16073091328144073
136206	linear.weight	5	-0.057200927287340164
136206	linear.weight	6	0.12863101065158844
136206	linear.weight	7	0.05908292159438133
136206	linear.weight	8	0.0412585474550724
136206	linear.weight	9	-0.025678720325231552
136206	linear.bias	0	0.14572754502296448
136206	linear.bias	1	-0.19824323058128357
136206	linear.bias	2	-0.3625353276729584
136206	linear.bias	3	-0.6940551996231079
136206	linear.bias	4	-1.2231581211090088
136206	linear.bias	5	-0.054554153233766556
136206	linear.bias	6	-0.7467902898788452
136206	linear.bias	7	0.32246914505958557
136206	linear.bias	8	-0.45906293392181396
136206	linear.bias	9	-0.9924885630607605
136403	transitions	0	0.6641106009483337
136403	transitions	1	0.17666129767894745
136403	transitions	2	-10000.0
136403	transitions	3	-1.8222672939300537
136403	transitions	4	-10000.0
136403	transitions	5	0.5826467871665955
136403	transitions	6	-0.07257093489170074
136403	transitions	7	-0.6954222321510315
136403	transitions	8	-1.4001891613006592
136403	transitions	9	-0.0010899481130763888
136403	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136403	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136403	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136403	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136403	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136403	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136403	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136403	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136403	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136403	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136403	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136403	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136403	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136403	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136403	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136403	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136403	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136403	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136403	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136403	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136403	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136403	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136403	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136403	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136403	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136403	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136403	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136403	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136403	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136403	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136403	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136403	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136403	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136403	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136403	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136403	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136403	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136403	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136403	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136403	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136403	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136403	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136403	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136403	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136403	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136403	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136403	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136403	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136403	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136403	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136403	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136403	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136403	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136403	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136403	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136403	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136403	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136403	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136403	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136403	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136403	embedding2nn.weight	0	0.020186712965369225
136403	embedding2nn.weight	1	-0.015029107220470905
136403	embedding2nn.weight	2	-0.014268254861235619
136403	embedding2nn.weight	3	-0.03276325762271881
136403	embedding2nn.weight	4	-0.0059150345623493195
136403	embedding2nn.weight	5	-0.0037005923222750425
136403	embedding2nn.weight	6	-0.003973294980823994
136403	embedding2nn.weight	7	-0.08489958941936493
136403	embedding2nn.weight	8	-0.0019979383796453476
136403	embedding2nn.weight	9	-0.02487713098526001
136403	embedding2nn.bias	0	0.05185014009475708
136403	embedding2nn.bias	1	-0.06240544095635414
136403	embedding2nn.bias	2	0.09049633890390396
136403	embedding2nn.bias	3	0.06124351918697357
136403	embedding2nn.bias	4	-0.0335603766143322
136403	embedding2nn.bias	5	-0.056080326437950134
136403	embedding2nn.bias	6	0.034805767238140106
136403	embedding2nn.bias	7	-0.0532003752887249
136403	embedding2nn.bias	8	0.06416548788547516
136403	embedding2nn.bias	9	0.03269314393401146
136403	rnn.weight_ih_l0	0	-0.07178369909524918
136403	rnn.weight_ih_l0	1	0.0055801416747272015
136403	rnn.weight_ih_l0	2	0.045902740210294724
136403	rnn.weight_ih_l0	3	0.019385341554880142
136403	rnn.weight_ih_l0	4	-0.03190096840262413
136403	rnn.weight_ih_l0	5	-0.061000045388936996
136403	rnn.weight_ih_l0	6	0.0026646906044334173
136403	rnn.weight_ih_l0	7	0.058197177946567535
136403	rnn.weight_ih_l0	8	-0.017508162185549736
136403	rnn.weight_ih_l0	9	-0.025261249393224716
136403	rnn.weight_hh_l0	0	-0.033719196915626526
136403	rnn.weight_hh_l0	1	-0.008597994223237038
136403	rnn.weight_hh_l0	2	-0.005334286019206047
136403	rnn.weight_hh_l0	3	-0.06951027363538742
136403	rnn.weight_hh_l0	4	0.08215585350990295
136403	rnn.weight_hh_l0	5	-0.02548438310623169
136403	rnn.weight_hh_l0	6	-0.05260628089308739
136403	rnn.weight_hh_l0	7	0.014343352988362312
136403	rnn.weight_hh_l0	8	0.00772716011852026
136403	rnn.weight_hh_l0	9	-0.019049277529120445
136403	rnn.bias_ih_l0	0	0.1096794456243515
136403	rnn.bias_ih_l0	1	-0.015950730070471764
136403	rnn.bias_ih_l0	2	-0.008735996671020985
136403	rnn.bias_ih_l0	3	0.13576222956180573
136403	rnn.bias_ih_l0	4	-0.010797865688800812
136403	rnn.bias_ih_l0	5	-0.013132892549037933
136403	rnn.bias_ih_l0	6	0.019802507013082504
136403	rnn.bias_ih_l0	7	0.041507501155138016
136403	rnn.bias_ih_l0	8	-0.10113390535116196
136403	rnn.bias_ih_l0	9	-0.01813809759914875
136403	rnn.bias_hh_l0	0	-0.017024362459778786
136403	rnn.bias_hh_l0	1	-0.11346101015806198
136403	rnn.bias_hh_l0	2	-0.0524321012198925
136403	rnn.bias_hh_l0	3	-0.09312409907579422
136403	rnn.bias_hh_l0	4	-0.0013827485963702202
136403	rnn.bias_hh_l0	5	-0.017922667786478996
136403	rnn.bias_hh_l0	6	0.03850254788994789
136403	rnn.bias_hh_l0	7	0.038317643105983734
136403	rnn.bias_hh_l0	8	-0.0979844406247139
136403	rnn.bias_hh_l0	9	-0.05451129749417305
136403	rnn.weight_ih_l0_reverse	0	-0.029293062165379524
136403	rnn.weight_ih_l0_reverse	1	-0.03908972814679146
136403	rnn.weight_ih_l0_reverse	2	-0.03837860748171806
136403	rnn.weight_ih_l0_reverse	3	0.002542350674048066
136403	rnn.weight_ih_l0_reverse	4	-0.01503815595060587
136403	rnn.weight_ih_l0_reverse	5	-0.046185821294784546
136403	rnn.weight_ih_l0_reverse	6	0.08368482440710068
136403	rnn.weight_ih_l0_reverse	7	-0.013179074972867966
136403	rnn.weight_ih_l0_reverse	8	-0.017363291233778
136403	rnn.weight_ih_l0_reverse	9	-0.0028557453770190477
136403	rnn.weight_hh_l0_reverse	0	0.0581277497112751
136403	rnn.weight_hh_l0_reverse	1	0.011577668599784374
136403	rnn.weight_hh_l0_reverse	2	0.03135325759649277
136403	rnn.weight_hh_l0_reverse	3	0.028651680797338486
136403	rnn.weight_hh_l0_reverse	4	0.007229088805615902
136403	rnn.weight_hh_l0_reverse	5	0.019190765917301178
136403	rnn.weight_hh_l0_reverse	6	0.05008987709879875
136403	rnn.weight_hh_l0_reverse	7	-0.06782747805118561
136403	rnn.weight_hh_l0_reverse	8	0.04028408229351044
136403	rnn.weight_hh_l0_reverse	9	0.03602736443281174
136403	rnn.bias_ih_l0_reverse	0	-0.08111084252595901
136403	rnn.bias_ih_l0_reverse	1	-0.2468242049217224
136403	rnn.bias_ih_l0_reverse	2	-0.13592740893363953
136403	rnn.bias_ih_l0_reverse	3	-0.03835471346974373
136403	rnn.bias_ih_l0_reverse	4	-0.031592901796102524
136403	rnn.bias_ih_l0_reverse	5	0.058979202061891556
136403	rnn.bias_ih_l0_reverse	6	-0.06091557815670967
136403	rnn.bias_ih_l0_reverse	7	0.04752771556377411
136403	rnn.bias_ih_l0_reverse	8	-0.04359972104430199
136403	rnn.bias_ih_l0_reverse	9	0.052344441413879395
136403	rnn.bias_hh_l0_reverse	0	0.03539907932281494
136403	rnn.bias_hh_l0_reverse	1	-0.05227714776992798
136403	rnn.bias_hh_l0_reverse	2	0.08519377559423447
136403	rnn.bias_hh_l0_reverse	3	-0.04343443736433983
136403	rnn.bias_hh_l0_reverse	4	-0.024254342541098595
136403	rnn.bias_hh_l0_reverse	5	-0.04223734140396118
136403	rnn.bias_hh_l0_reverse	6	-0.0383823961019516
136403	rnn.bias_hh_l0_reverse	7	0.10193195194005966
136403	rnn.bias_hh_l0_reverse	8	0.03109198622405529
136403	rnn.bias_hh_l0_reverse	9	-0.12762103974819183
136403	rnn.weight_ih_l1	0	-0.03459630906581879
136403	rnn.weight_ih_l1	1	-0.04859839379787445
136403	rnn.weight_ih_l1	2	0.06336180120706558
136403	rnn.weight_ih_l1	3	-0.07837440073490143
136403	rnn.weight_ih_l1	4	-0.01714451052248478
136403	rnn.weight_ih_l1	5	-0.04690978676080704
136403	rnn.weight_ih_l1	6	0.031632352620363235
136403	rnn.weight_ih_l1	7	-0.032634664326906204
136403	rnn.weight_ih_l1	8	0.0378250926733017
136403	rnn.weight_ih_l1	9	0.04348432645201683
136403	rnn.weight_hh_l1	0	-0.007046781480312347
136403	rnn.weight_hh_l1	1	0.015065171755850315
136403	rnn.weight_hh_l1	2	0.016660353168845177
136403	rnn.weight_hh_l1	3	-0.008115091361105442
136403	rnn.weight_hh_l1	4	0.007798194885253906
136403	rnn.weight_hh_l1	5	0.024967707693576813
136403	rnn.weight_hh_l1	6	0.03506538271903992
136403	rnn.weight_hh_l1	7	-0.018778599798679352
136403	rnn.weight_hh_l1	8	-0.01295452006161213
136403	rnn.weight_hh_l1	9	0.03740443289279938
136403	rnn.bias_ih_l1	0	-0.2047378271818161
136403	rnn.bias_ih_l1	1	-0.1917031705379486
136403	rnn.bias_ih_l1	2	-0.21638140082359314
136403	rnn.bias_ih_l1	3	-0.26771920919418335
136403	rnn.bias_ih_l1	4	-0.22189146280288696
136403	rnn.bias_ih_l1	5	-0.09742115437984467
136403	rnn.bias_ih_l1	6	-0.1769789457321167
136403	rnn.bias_ih_l1	7	-0.03799774870276451
136403	rnn.bias_ih_l1	8	-0.14472125470638275
136403	rnn.bias_ih_l1	9	-0.13248871266841888
136403	rnn.bias_hh_l1	0	-0.1218271553516388
136403	rnn.bias_hh_l1	1	-0.06175202503800392
136403	rnn.bias_hh_l1	2	-0.12054789811372757
136403	rnn.bias_hh_l1	3	-0.08935199677944183
136403	rnn.bias_hh_l1	4	-0.09765562415122986
136403	rnn.bias_hh_l1	5	-0.11246290802955627
136403	rnn.bias_hh_l1	6	-0.1627449095249176
136403	rnn.bias_hh_l1	7	0.047515906393527985
136403	rnn.bias_hh_l1	8	-0.18475432693958282
136403	rnn.bias_hh_l1	9	-0.11277653276920319
136403	rnn.weight_ih_l1_reverse	0	-0.04328490048646927
136403	rnn.weight_ih_l1_reverse	1	0.026050414890050888
136403	rnn.weight_ih_l1_reverse	2	0.0733179822564125
136403	rnn.weight_ih_l1_reverse	3	-0.0008647411596029997
136403	rnn.weight_ih_l1_reverse	4	-0.030054530128836632
136403	rnn.weight_ih_l1_reverse	5	-0.03262827545404434
136403	rnn.weight_ih_l1_reverse	6	-0.0138181047514081
136403	rnn.weight_ih_l1_reverse	7	0.027388831600546837
136403	rnn.weight_ih_l1_reverse	8	0.022069299593567848
136403	rnn.weight_ih_l1_reverse	9	-0.04041381552815437
136403	rnn.weight_hh_l1_reverse	0	0.006913558579981327
136403	rnn.weight_hh_l1_reverse	1	0.028053971007466316
136403	rnn.weight_hh_l1_reverse	2	-0.03991496190428734
136403	rnn.weight_hh_l1_reverse	3	0.03925091773271561
136403	rnn.weight_hh_l1_reverse	4	0.04470130056142807
136403	rnn.weight_hh_l1_reverse	5	0.0019125700928270817
136403	rnn.weight_hh_l1_reverse	6	0.04122930392622948
136403	rnn.weight_hh_l1_reverse	7	0.03113122656941414
136403	rnn.weight_hh_l1_reverse	8	-0.006453436333686113
136403	rnn.weight_hh_l1_reverse	9	-0.03280780836939812
136403	rnn.bias_ih_l1_reverse	0	-0.06546566635370255
136403	rnn.bias_ih_l1_reverse	1	-0.17366644740104675
136403	rnn.bias_ih_l1_reverse	2	-0.16235469281673431
136403	rnn.bias_ih_l1_reverse	3	-0.030912451446056366
136403	rnn.bias_ih_l1_reverse	4	-0.20730571448802948
136403	rnn.bias_ih_l1_reverse	5	-0.113288015127182
136403	rnn.bias_ih_l1_reverse	6	-0.13359495997428894
136403	rnn.bias_ih_l1_reverse	7	-0.19843710958957672
136403	rnn.bias_ih_l1_reverse	8	0.19459199905395508
136403	rnn.bias_ih_l1_reverse	9	0.037948571145534515
136403	rnn.bias_hh_l1_reverse	0	0.0235139150172472
136403	rnn.bias_hh_l1_reverse	1	-0.058990538120269775
136403	rnn.bias_hh_l1_reverse	2	-0.2354954034090042
136403	rnn.bias_hh_l1_reverse	3	-0.1314532607793808
136403	rnn.bias_hh_l1_reverse	4	-0.09994714707136154
136403	rnn.bias_hh_l1_reverse	5	-0.13333922624588013
136403	rnn.bias_hh_l1_reverse	6	0.08570733666419983
136403	rnn.bias_hh_l1_reverse	7	-0.1685032993555069
136403	rnn.bias_hh_l1_reverse	8	-0.11085069179534912
136403	rnn.bias_hh_l1_reverse	9	-0.14758090674877167
136403	linear.weight	0	0.002228822559118271
136403	linear.weight	1	0.13984665274620056
136403	linear.weight	2	-0.05140063911676407
136403	linear.weight	3	0.2667157053947449
136403	linear.weight	4	0.16591644287109375
136403	linear.weight	5	-0.05459298938512802
136403	linear.weight	6	0.1286185383796692
136403	linear.weight	7	0.04485482722520828
136403	linear.weight	8	0.04125763848423958
136403	linear.weight	9	-0.0249763373285532
136403	linear.bias	0	0.10153096914291382
136403	linear.bias	1	-0.22961971163749695
136403	linear.bias	2	-0.3690141439437866
136403	linear.bias	3	-0.7049919366836548
136403	linear.bias	4	-1.2338048219680786
136403	linear.bias	5	-0.05664863809943199
136403	linear.bias	6	-0.7820448279380798
136403	linear.bias	7	0.3197433054447174
136403	linear.bias	8	-0.42654338479042053
136403	linear.bias	9	-0.9563115835189819
136600	transitions	0	0.6649418473243713
136600	transitions	1	0.1717747151851654
136600	transitions	2	-10000.0
136600	transitions	3	-1.8222976922988892
136600	transitions	4	-10000.0
136600	transitions	5	0.5824984908103943
136600	transitions	6	-0.07267673313617706
136600	transitions	7	-0.6960936188697815
136600	transitions	8	-1.4003344774246216
136600	transitions	9	-0.0010909715201705694
136600	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136600	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136600	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136600	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136600	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136600	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136600	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136600	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136600	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136600	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136600	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136600	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136600	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136600	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136600	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136600	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136600	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136600	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136600	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136600	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136600	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136600	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136600	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136600	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136600	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136600	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136600	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136600	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136600	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136600	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136600	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136600	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136600	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136600	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136600	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136600	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136600	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136600	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136600	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136600	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136600	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136600	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136600	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136600	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136600	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136600	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136600	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136600	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136600	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136600	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136600	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136600	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136600	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136600	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136600	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136600	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136600	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136600	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136600	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136600	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136600	embedding2nn.weight	0	0.01948641799390316
136600	embedding2nn.weight	1	-0.014818264171481133
136600	embedding2nn.weight	2	-0.014268254861235619
136600	embedding2nn.weight	3	-0.031259313225746155
136600	embedding2nn.weight	4	-0.0059150345623493195
136600	embedding2nn.weight	5	-0.0037005918566137552
136600	embedding2nn.weight	6	-0.003973298240453005
136600	embedding2nn.weight	7	-0.08383627235889435
136600	embedding2nn.weight	8	-0.0019979383796453476
136600	embedding2nn.weight	9	-0.024527782574295998
136600	embedding2nn.bias	0	0.05903846397995949
136600	embedding2nn.bias	1	-0.05717627331614494
136600	embedding2nn.bias	2	0.08913545310497284
136600	embedding2nn.bias	3	0.05735107883810997
136600	embedding2nn.bias	4	-0.040004536509513855
136600	embedding2nn.bias	5	-0.05611320212483406
136600	embedding2nn.bias	6	0.02850446291267872
136600	embedding2nn.bias	7	-0.055781446397304535
136600	embedding2nn.bias	8	0.05866679549217224
136600	embedding2nn.bias	9	0.040054112672805786
136600	rnn.weight_ih_l0	0	-0.07224693149328232
136600	rnn.weight_ih_l0	1	0.00430324487388134
136600	rnn.weight_ih_l0	2	0.046688616275787354
136600	rnn.weight_ih_l0	3	0.01962648704648018
136600	rnn.weight_ih_l0	4	-0.03011946938931942
136600	rnn.weight_ih_l0	5	-0.06149584800004959
136600	rnn.weight_ih_l0	6	0.0029967238660901785
136600	rnn.weight_ih_l0	7	0.05864933133125305
136600	rnn.weight_ih_l0	8	-0.018693415448069572
136600	rnn.weight_ih_l0	9	-0.026870770379900932
136600	rnn.weight_hh_l0	0	-0.033578481525182724
136600	rnn.weight_hh_l0	1	-0.0072668553330004215
136600	rnn.weight_hh_l0	2	-0.004653168376535177
136600	rnn.weight_hh_l0	3	-0.06915030628442764
136600	rnn.weight_hh_l0	4	0.0821739211678505
136600	rnn.weight_hh_l0	5	-0.0273453239351511
136600	rnn.weight_hh_l0	6	-0.052923500537872314
136600	rnn.weight_hh_l0	7	0.013543598353862762
136600	rnn.weight_hh_l0	8	0.00801389105618
136600	rnn.weight_hh_l0	9	-0.019101211801171303
136600	rnn.bias_ih_l0	0	0.11128146201372147
136600	rnn.bias_ih_l0	1	-0.017795637249946594
136600	rnn.bias_ih_l0	2	-0.007623500190675259
136600	rnn.bias_ih_l0	3	0.13420553505420685
136600	rnn.bias_ih_l0	4	-0.013381093740463257
136600	rnn.bias_ih_l0	5	-0.014890755526721478
136600	rnn.bias_ih_l0	6	0.018404006958007812
136600	rnn.bias_ih_l0	7	0.04199342057108879
136600	rnn.bias_ih_l0	8	-0.1014290526509285
136600	rnn.bias_ih_l0	9	-0.017766205593943596
136600	rnn.bias_hh_l0	0	-0.01590624265372753
136600	rnn.bias_hh_l0	1	-0.10721615701913834
136600	rnn.bias_hh_l0	2	-0.053723689168691635
136600	rnn.bias_hh_l0	3	-0.09104378521442413
136600	rnn.bias_hh_l0	4	-0.0046363165602087975
136600	rnn.bias_hh_l0	5	-0.01634443737566471
136600	rnn.bias_hh_l0	6	0.03898207098245621
136600	rnn.bias_hh_l0	7	0.03878551349043846
136600	rnn.bias_hh_l0	8	-0.09485428780317307
136600	rnn.bias_hh_l0	9	-0.05813485383987427
136600	rnn.weight_ih_l0_reverse	0	-0.029109088703989983
136600	rnn.weight_ih_l0_reverse	1	-0.039161186665296555
136600	rnn.weight_ih_l0_reverse	2	-0.03542184829711914
136600	rnn.weight_ih_l0_reverse	3	0.0024177590385079384
136600	rnn.weight_ih_l0_reverse	4	-0.015361069701611996
136600	rnn.weight_ih_l0_reverse	5	-0.04644443094730377
136600	rnn.weight_ih_l0_reverse	6	0.0839504599571228
136600	rnn.weight_ih_l0_reverse	7	-0.013504021801054478
136600	rnn.weight_ih_l0_reverse	8	-0.017099326476454735
136600	rnn.weight_ih_l0_reverse	9	-0.003519748104736209
136600	rnn.weight_hh_l0_reverse	0	0.05860316753387451
136600	rnn.weight_hh_l0_reverse	1	0.01161165814846754
136600	rnn.weight_hh_l0_reverse	2	0.031523074954748154
136600	rnn.weight_hh_l0_reverse	3	0.029184211045503616
136600	rnn.weight_hh_l0_reverse	4	0.007258064113557339
136600	rnn.weight_hh_l0_reverse	5	0.02068157307803631
136600	rnn.weight_hh_l0_reverse	6	0.05035400390625
136600	rnn.weight_hh_l0_reverse	7	-0.06953204423189163
136600	rnn.weight_hh_l0_reverse	8	0.040754880756139755
136600	rnn.weight_hh_l0_reverse	9	0.035843320190906525
136600	rnn.bias_ih_l0_reverse	0	-0.08154483139514923
136600	rnn.bias_ih_l0_reverse	1	-0.25039762258529663
136600	rnn.bias_ih_l0_reverse	2	-0.13720093667507172
136600	rnn.bias_ih_l0_reverse	3	-0.03755803778767586
136600	rnn.bias_ih_l0_reverse	4	-0.02796914614737034
136600	rnn.bias_ih_l0_reverse	5	0.05966534838080406
136600	rnn.bias_ih_l0_reverse	6	-0.06157222017645836
136600	rnn.bias_ih_l0_reverse	7	0.04743887856602669
136600	rnn.bias_ih_l0_reverse	8	-0.047652631998062134
136600	rnn.bias_ih_l0_reverse	9	0.053808119148015976
136600	rnn.bias_hh_l0_reverse	0	0.035575564950704575
136600	rnn.bias_hh_l0_reverse	1	-0.049639295786619186
136600	rnn.bias_hh_l0_reverse	2	0.08180245012044907
136600	rnn.bias_hh_l0_reverse	3	-0.04481144994497299
136600	rnn.bias_hh_l0_reverse	4	-0.027099646627902985
136600	rnn.bias_hh_l0_reverse	5	-0.04299866035580635
136600	rnn.bias_hh_l0_reverse	6	-0.03761913254857063
136600	rnn.bias_hh_l0_reverse	7	0.10427132993936539
136600	rnn.bias_hh_l0_reverse	8	0.027321767061948776
136600	rnn.bias_hh_l0_reverse	9	-0.12323945015668869
136600	rnn.weight_ih_l1	0	-0.03428240865468979
136600	rnn.weight_ih_l1	1	-0.0481390655040741
136600	rnn.weight_ih_l1	2	0.06335505098104477
136600	rnn.weight_ih_l1	3	-0.0759768933057785
136600	rnn.weight_ih_l1	4	-0.018041785806417465
136600	rnn.weight_ih_l1	5	-0.04688068851828575
136600	rnn.weight_ih_l1	6	0.03102005086839199
136600	rnn.weight_ih_l1	7	-0.03196984902024269
136600	rnn.weight_ih_l1	8	0.037855878472328186
136600	rnn.weight_ih_l1	9	0.04265851527452469
136600	rnn.weight_hh_l1	0	-0.007027053739875555
136600	rnn.weight_hh_l1	1	0.015198281034827232
136600	rnn.weight_hh_l1	2	0.01579417660832405
136600	rnn.weight_hh_l1	3	-0.008434114046394825
136600	rnn.weight_hh_l1	4	0.008009775541722775
136600	rnn.weight_hh_l1	5	0.024873001500964165
136600	rnn.weight_hh_l1	6	0.03522161394357681
136600	rnn.weight_hh_l1	7	-0.018743710592389107
136600	rnn.weight_hh_l1	8	-0.013417511247098446
136600	rnn.weight_hh_l1	9	0.03780744969844818
136600	rnn.bias_ih_l1	0	-0.2031269669532776
136600	rnn.bias_ih_l1	1	-0.1923740804195404
136600	rnn.bias_ih_l1	2	-0.2143997848033905
136600	rnn.bias_ih_l1	3	-0.2712690830230713
136600	rnn.bias_ih_l1	4	-0.21386106312274933
136600	rnn.bias_ih_l1	5	-0.09920723736286163
136600	rnn.bias_ih_l1	6	-0.18058305978775024
136600	rnn.bias_ih_l1	7	-0.03794153407216072
136600	rnn.bias_ih_l1	8	-0.13998575508594513
136600	rnn.bias_ih_l1	9	-0.13200132548809052
136600	rnn.bias_hh_l1	0	-0.119182288646698
136600	rnn.bias_hh_l1	1	-0.0611509308218956
136600	rnn.bias_hh_l1	2	-0.11942839622497559
136600	rnn.bias_hh_l1	3	-0.09070304781198502
136600	rnn.bias_hh_l1	4	-0.09664826840162277
136600	rnn.bias_hh_l1	5	-0.11341072618961334
136600	rnn.bias_hh_l1	6	-0.16395072638988495
136600	rnn.bias_hh_l1	7	0.04329065978527069
136600	rnn.bias_hh_l1	8	-0.18540427088737488
136600	rnn.bias_hh_l1	9	-0.11413814127445221
136600	rnn.weight_ih_l1_reverse	0	-0.0443904735147953
136600	rnn.weight_ih_l1_reverse	1	0.028183357790112495
136600	rnn.weight_ih_l1_reverse	2	0.0741465613245964
136600	rnn.weight_ih_l1_reverse	3	0.0005526333698071539
136600	rnn.weight_ih_l1_reverse	4	-0.031030137091875076
136600	rnn.weight_ih_l1_reverse	5	-0.03279890492558479
136600	rnn.weight_ih_l1_reverse	6	-0.01229923963546753
136600	rnn.weight_ih_l1_reverse	7	0.02796284668147564
136600	rnn.weight_ih_l1_reverse	8	0.01543076615780592
136600	rnn.weight_ih_l1_reverse	9	-0.039422422647476196
136600	rnn.weight_hh_l1_reverse	0	0.007068670354783535
136600	rnn.weight_hh_l1_reverse	1	0.028119077906012535
136600	rnn.weight_hh_l1_reverse	2	-0.03996184840798378
136600	rnn.weight_hh_l1_reverse	3	0.03894953057169914
136600	rnn.weight_hh_l1_reverse	4	0.0450020469725132
136600	rnn.weight_hh_l1_reverse	5	0.0015284063993021846
136600	rnn.weight_hh_l1_reverse	6	0.041308365762233734
136600	rnn.weight_hh_l1_reverse	7	0.030725201591849327
136600	rnn.weight_hh_l1_reverse	8	-0.00649538729339838
136600	rnn.weight_hh_l1_reverse	9	-0.03267522156238556
136600	rnn.bias_ih_l1_reverse	0	-0.06559044122695923
136600	rnn.bias_ih_l1_reverse	1	-0.17191310226917267
136600	rnn.bias_ih_l1_reverse	2	-0.15966318547725677
136600	rnn.bias_ih_l1_reverse	3	-0.03428482264280319
136600	rnn.bias_ih_l1_reverse	4	-0.20781320333480835
136600	rnn.bias_ih_l1_reverse	5	-0.11357242614030838
136600	rnn.bias_ih_l1_reverse	6	-0.13290022313594818
136600	rnn.bias_ih_l1_reverse	7	-0.2037736177444458
136600	rnn.bias_ih_l1_reverse	8	0.19391070306301117
136600	rnn.bias_ih_l1_reverse	9	0.03934170678257942
136600	rnn.bias_hh_l1_reverse	0	0.027960745617747307
136600	rnn.bias_hh_l1_reverse	1	-0.06500337272882462
136600	rnn.bias_hh_l1_reverse	2	-0.23539568483829498
136600	rnn.bias_hh_l1_reverse	3	-0.130971297621727
136600	rnn.bias_hh_l1_reverse	4	-0.09975935518741608
136600	rnn.bias_hh_l1_reverse	5	-0.13239163160324097
136600	rnn.bias_hh_l1_reverse	6	0.08442399650812149
136600	rnn.bias_hh_l1_reverse	7	-0.16742926836013794
136600	rnn.bias_hh_l1_reverse	8	-0.11141905188560486
136600	rnn.bias_hh_l1_reverse	9	-0.14736494421958923
136600	linear.weight	0	0.002228822559118271
136600	linear.weight	1	0.14329351484775543
136600	linear.weight	2	-0.05660083889961243
136600	linear.weight	3	0.27295660972595215
136600	linear.weight	4	0.1676241010427475
136600	linear.weight	5	-0.05562322586774826
136600	linear.weight	6	0.11993769556283951
136600	linear.weight	7	0.05189424008131027
136600	linear.weight	8	0.04125705733895302
136600	linear.weight	9	-0.026430588215589523
136600	linear.bias	0	0.07386485487222672
136600	linear.bias	1	-0.1942807286977768
136600	linear.bias	2	-0.3797212839126587
136600	linear.bias	3	-0.7016789317131042
136600	linear.bias	4	-1.229716420173645
136600	linear.bias	5	-0.09640217572450638
136600	linear.bias	6	-0.7475377321243286
136600	linear.bias	7	0.2855640947818756
136600	linear.bias	8	-0.45001280307769775
136600	linear.bias	9	-0.9806593656539917
136797	transitions	0	0.6556921601295471
136797	transitions	1	0.1683053821325302
136797	transitions	2	-10000.0
136797	transitions	3	-1.822322130203247
136797	transitions	4	-10000.0
136797	transitions	5	0.5823866128921509
136797	transitions	6	-0.07277722656726837
136797	transitions	7	-0.6995095610618591
136797	transitions	8	-1.4004559516906738
136797	transitions	9	-0.0010918278712779284
136797	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136797	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136797	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136797	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136797	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136797	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136797	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136797	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136797	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136797	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136797	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136797	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136797	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136797	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136797	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136797	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136797	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136797	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136797	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136797	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136797	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136797	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136797	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136797	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136797	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136797	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136797	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136797	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136797	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136797	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136797	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136797	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136797	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136797	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136797	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136797	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136797	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136797	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136797	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136797	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136797	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136797	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136797	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136797	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136797	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136797	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136797	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136797	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136797	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136797	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136797	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136797	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136797	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136797	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136797	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136797	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136797	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136797	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136797	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136797	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136797	embedding2nn.weight	0	0.019521288573741913
136797	embedding2nn.weight	1	-0.014565406367182732
136797	embedding2nn.weight	2	-0.014268254861235619
136797	embedding2nn.weight	3	-0.0317547544836998
136797	embedding2nn.weight	4	-0.0059150345623493195
136797	embedding2nn.weight	5	-0.003700592089444399
136797	embedding2nn.weight	6	-0.0039732931181788445
136797	embedding2nn.weight	7	-0.08209004998207092
136797	embedding2nn.weight	8	-0.0019979383796453476
136797	embedding2nn.weight	9	-0.024385124444961548
136797	embedding2nn.bias	0	0.05965195968747139
136797	embedding2nn.bias	1	-0.06246901676058769
136797	embedding2nn.bias	2	0.09125769138336182
136797	embedding2nn.bias	3	0.05644764378666878
136797	embedding2nn.bias	4	-0.04875682666897774
136797	embedding2nn.bias	5	-0.05895441398024559
136797	embedding2nn.bias	6	0.024342210963368416
136797	embedding2nn.bias	7	-0.060265395790338516
136797	embedding2nn.bias	8	0.06026690453290939
136797	embedding2nn.bias	9	0.04439074546098709
136797	rnn.weight_ih_l0	0	-0.07448655366897583
136797	rnn.weight_ih_l0	1	0.004698128439486027
136797	rnn.weight_ih_l0	2	0.0449102409183979
136797	rnn.weight_ih_l0	3	0.020601265132427216
136797	rnn.weight_ih_l0	4	-0.03047635219991207
136797	rnn.weight_ih_l0	5	-0.06074201315641403
136797	rnn.weight_ih_l0	6	0.003105760784819722
136797	rnn.weight_ih_l0	7	0.058488599956035614
136797	rnn.weight_ih_l0	8	-0.01784997247159481
136797	rnn.weight_ih_l0	9	-0.028386099264025688
136797	rnn.weight_hh_l0	0	-0.03540452942252159
136797	rnn.weight_hh_l0	1	-0.008170614019036293
136797	rnn.weight_hh_l0	2	-0.005480295978486538
136797	rnn.weight_hh_l0	3	-0.07016255706548691
136797	rnn.weight_hh_l0	4	0.08315452933311462
136797	rnn.weight_hh_l0	5	-0.026693297550082207
136797	rnn.weight_hh_l0	6	-0.05444133281707764
136797	rnn.weight_hh_l0	7	0.01315795723348856
136797	rnn.weight_hh_l0	8	0.008216578513383865
136797	rnn.weight_hh_l0	9	-0.019167838618159294
136797	rnn.bias_ih_l0	0	0.11303634941577911
136797	rnn.bias_ih_l0	1	-0.015709294006228447
136797	rnn.bias_ih_l0	2	-0.007923604920506477
136797	rnn.bias_ih_l0	3	0.13486410677433014
136797	rnn.bias_ih_l0	4	-0.015926862135529518
136797	rnn.bias_ih_l0	5	-0.011724799871444702
136797	rnn.bias_ih_l0	6	0.01949385553598404
136797	rnn.bias_ih_l0	7	0.04060564935207367
136797	rnn.bias_ih_l0	8	-0.10311714559793472
136797	rnn.bias_ih_l0	9	-0.0169826727360487
136797	rnn.bias_hh_l0	0	-0.017724759876728058
136797	rnn.bias_hh_l0	1	-0.10803210735321045
136797	rnn.bias_hh_l0	2	-0.0527108833193779
136797	rnn.bias_hh_l0	3	-0.09101945161819458
136797	rnn.bias_hh_l0	4	-0.006107684690505266
136797	rnn.bias_hh_l0	5	-0.020205864682793617
136797	rnn.bias_hh_l0	6	0.04032912850379944
136797	rnn.bias_hh_l0	7	0.0408952534198761
136797	rnn.bias_hh_l0	8	-0.09905585646629333
136797	rnn.bias_hh_l0	9	-0.059382449835538864
136797	rnn.weight_ih_l0_reverse	0	-0.029574396088719368
136797	rnn.weight_ih_l0_reverse	1	-0.03918229043483734
136797	rnn.weight_ih_l0_reverse	2	-0.03746247664093971
136797	rnn.weight_ih_l0_reverse	3	0.0021082612220197916
136797	rnn.weight_ih_l0_reverse	4	-0.015119834803044796
136797	rnn.weight_ih_l0_reverse	5	-0.0464952290058136
136797	rnn.weight_ih_l0_reverse	6	0.0830654501914978
136797	rnn.weight_ih_l0_reverse	7	-0.014360269531607628
136797	rnn.weight_ih_l0_reverse	8	-0.017590194940567017
136797	rnn.weight_ih_l0_reverse	9	-0.002466960810124874
136797	rnn.weight_hh_l0_reverse	0	0.05818542093038559
136797	rnn.weight_hh_l0_reverse	1	0.011260931380093098
136797	rnn.weight_hh_l0_reverse	2	0.03135097771883011
136797	rnn.weight_hh_l0_reverse	3	0.02979162521660328
136797	rnn.weight_hh_l0_reverse	4	0.00819471850991249
136797	rnn.weight_hh_l0_reverse	5	0.02170807309448719
136797	rnn.weight_hh_l0_reverse	6	0.05076580494642258
136797	rnn.weight_hh_l0_reverse	7	-0.068259097635746
136797	rnn.weight_hh_l0_reverse	8	0.04126157611608505
136797	rnn.weight_hh_l0_reverse	9	0.03580626845359802
136797	rnn.bias_ih_l0_reverse	0	-0.08236737549304962
136797	rnn.bias_ih_l0_reverse	1	-0.25378161668777466
136797	rnn.bias_ih_l0_reverse	2	-0.139825701713562
136797	rnn.bias_ih_l0_reverse	3	-0.03710533678531647
136797	rnn.bias_ih_l0_reverse	4	-0.026095550507307053
136797	rnn.bias_ih_l0_reverse	5	0.05694303289055824
136797	rnn.bias_ih_l0_reverse	6	-0.06171274185180664
136797	rnn.bias_ih_l0_reverse	7	0.04716029390692711
136797	rnn.bias_ih_l0_reverse	8	-0.04754487797617912
136797	rnn.bias_ih_l0_reverse	9	0.05311104655265808
136797	rnn.bias_hh_l0_reverse	0	0.03534303605556488
136797	rnn.bias_hh_l0_reverse	1	-0.05217559263110161
136797	rnn.bias_hh_l0_reverse	2	0.08361683040857315
136797	rnn.bias_hh_l0_reverse	3	-0.04677625000476837
136797	rnn.bias_hh_l0_reverse	4	-0.028089024126529694
136797	rnn.bias_hh_l0_reverse	5	-0.042382266372442245
136797	rnn.bias_hh_l0_reverse	6	-0.03866124898195267
136797	rnn.bias_hh_l0_reverse	7	0.10326497256755829
136797	rnn.bias_hh_l0_reverse	8	0.028311369940638542
136797	rnn.bias_hh_l0_reverse	9	-0.1269405037164688
136797	rnn.weight_ih_l1	0	-0.033398713916540146
136797	rnn.weight_ih_l1	1	-0.0482696034014225
136797	rnn.weight_ih_l1	2	0.06237358972430229
136797	rnn.weight_ih_l1	3	-0.07733582705259323
136797	rnn.weight_ih_l1	4	-0.01807652972638607
136797	rnn.weight_ih_l1	5	-0.04664607718586922
136797	rnn.weight_ih_l1	6	0.030194420367479324
136797	rnn.weight_ih_l1	7	-0.031948138028383255
136797	rnn.weight_ih_l1	8	0.038083355873823166
136797	rnn.weight_ih_l1	9	0.04252716526389122
136797	rnn.weight_hh_l1	0	-0.006989654153585434
136797	rnn.weight_hh_l1	1	0.01549751590937376
136797	rnn.weight_hh_l1	2	0.01675877533853054
136797	rnn.weight_hh_l1	3	-0.008672848343849182
136797	rnn.weight_hh_l1	4	0.009264586493372917
136797	rnn.weight_hh_l1	5	0.025116249918937683
136797	rnn.weight_hh_l1	6	0.03578975796699524
136797	rnn.weight_hh_l1	7	-0.019049542024731636
136797	rnn.weight_hh_l1	8	-0.013881547376513481
136797	rnn.weight_hh_l1	9	0.03786975517868996
136797	rnn.bias_ih_l1	0	-0.20165568590164185
136797	rnn.bias_ih_l1	1	-0.19255736470222473
136797	rnn.bias_ih_l1	2	-0.21231971681118011
136797	rnn.bias_ih_l1	3	-0.2680651843547821
136797	rnn.bias_ih_l1	4	-0.20325487852096558
136797	rnn.bias_ih_l1	5	-0.09763626754283905
136797	rnn.bias_ih_l1	6	-0.17992566525936127
136797	rnn.bias_ih_l1	7	-0.039948221296072006
136797	rnn.bias_ih_l1	8	-0.14061468839645386
136797	rnn.bias_ih_l1	9	-0.13158632814884186
136797	rnn.bias_hh_l1	0	-0.11794131249189377
136797	rnn.bias_hh_l1	1	-0.06323029845952988
136797	rnn.bias_hh_l1	2	-0.11812885850667953
136797	rnn.bias_hh_l1	3	-0.09161563217639923
136797	rnn.bias_hh_l1	4	-0.09713075309991837
136797	rnn.bias_hh_l1	5	-0.11426899582147598
136797	rnn.bias_hh_l1	6	-0.16401132941246033
136797	rnn.bias_hh_l1	7	0.04210874065756798
136797	rnn.bias_hh_l1	8	-0.18873044848442078
136797	rnn.bias_hh_l1	9	-0.10905741900205612
136797	rnn.weight_ih_l1_reverse	0	-0.0444641150534153
136797	rnn.weight_ih_l1_reverse	1	0.027254391461610794
136797	rnn.weight_ih_l1_reverse	2	0.07123718410730362
136797	rnn.weight_ih_l1_reverse	3	-0.0014879511436447501
136797	rnn.weight_ih_l1_reverse	4	-0.031235646456480026
136797	rnn.weight_ih_l1_reverse	5	-0.03285396844148636
136797	rnn.weight_ih_l1_reverse	6	-0.012750695459544659
136797	rnn.weight_ih_l1_reverse	7	0.028663545846939087
136797	rnn.weight_ih_l1_reverse	8	0.018092872574925423
136797	rnn.weight_ih_l1_reverse	9	-0.03748438134789467
136797	rnn.weight_hh_l1_reverse	0	0.006913613062351942
136797	rnn.weight_hh_l1_reverse	1	0.02808593399822712
136797	rnn.weight_hh_l1_reverse	2	-0.03998681902885437
136797	rnn.weight_hh_l1_reverse	3	0.038894280791282654
136797	rnn.weight_hh_l1_reverse	4	0.044820867478847504
136797	rnn.weight_hh_l1_reverse	5	0.001532051246613264
136797	rnn.weight_hh_l1_reverse	6	0.04067453742027283
136797	rnn.weight_hh_l1_reverse	7	0.030435342341661453
136797	rnn.weight_hh_l1_reverse	8	-0.006490686908364296
136797	rnn.weight_hh_l1_reverse	9	-0.032757468521595
136797	rnn.bias_ih_l1_reverse	0	-0.06508511304855347
136797	rnn.bias_ih_l1_reverse	1	-0.16867473721504211
136797	rnn.bias_ih_l1_reverse	2	-0.1602245718240738
136797	rnn.bias_ih_l1_reverse	3	-0.03540390729904175
136797	rnn.bias_ih_l1_reverse	4	-0.20548425614833832
136797	rnn.bias_ih_l1_reverse	5	-0.114385224878788
136797	rnn.bias_ih_l1_reverse	6	-0.13473767042160034
136797	rnn.bias_ih_l1_reverse	7	-0.20444972813129425
136797	rnn.bias_ih_l1_reverse	8	0.1959703117609024
136797	rnn.bias_ih_l1_reverse	9	0.0436379574239254
136797	rnn.bias_hh_l1_reverse	0	0.02469245344400406
136797	rnn.bias_hh_l1_reverse	1	-0.05981852859258652
136797	rnn.bias_hh_l1_reverse	2	-0.2352326661348343
136797	rnn.bias_hh_l1_reverse	3	-0.13236184418201447
136797	rnn.bias_hh_l1_reverse	4	-0.10036174207925797
136797	rnn.bias_hh_l1_reverse	5	-0.13213951885700226
136797	rnn.bias_hh_l1_reverse	6	0.08633308857679367
136797	rnn.bias_hh_l1_reverse	7	-0.1687917411327362
136797	rnn.bias_hh_l1_reverse	8	-0.11163768917322159
136797	rnn.bias_hh_l1_reverse	9	-0.14728811383247375
136797	linear.weight	0	0.002228822559118271
136797	linear.weight	1	0.14085720479488373
136797	linear.weight	2	-0.0559907965362072
136797	linear.weight	3	0.2781360149383545
136797	linear.weight	4	0.17365232110023499
136797	linear.weight	5	-0.05828084051609039
136797	linear.weight	6	0.13616199791431427
136797	linear.weight	7	0.06303825229406357
136797	linear.weight	8	0.041255149990320206
136797	linear.weight	9	-0.026477916166186333
136797	linear.bias	0	0.08298792690038681
136797	linear.bias	1	-0.2006949931383133
136797	linear.bias	2	-0.3692232668399811
136797	linear.bias	3	-0.698391854763031
136797	linear.bias	4	-1.2243740558624268
136797	linear.bias	5	-0.07783183455467224
136797	linear.bias	6	-0.7515594959259033
136797	linear.bias	7	0.3073852062225342
136797	linear.bias	8	-0.4508775770664215
136797	linear.bias	9	-0.9821721315383911
136994	transitions	0	0.6472050547599792
136994	transitions	1	0.16789838671684265
136994	transitions	2	-10000.0
136994	transitions	3	-1.8223505020141602
136994	transitions	4	-10000.0
136994	transitions	5	0.5820086002349854
136994	transitions	6	-0.0728403702378273
136994	transitions	7	-0.6999015212059021
136994	transitions	8	-1.4005393981933594
136994	transitions	9	-0.001092677004635334
136994	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
136994	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
136994	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
136994	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
136994	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
136994	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
136994	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
136994	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
136994	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
136994	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
136994	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
136994	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
136994	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
136994	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
136994	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
136994	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
136994	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
136994	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
136994	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
136994	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
136994	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
136994	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
136994	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
136994	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
136994	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
136994	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
136994	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
136994	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
136994	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
136994	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
136994	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
136994	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
136994	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
136994	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
136994	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
136994	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
136994	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
136994	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
136994	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
136994	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
136994	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
136994	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
136994	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
136994	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
136994	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
136994	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
136994	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
136994	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
136994	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
136994	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
136994	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
136994	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
136994	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
136994	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
136994	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
136994	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
136994	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
136994	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
136994	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
136994	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
136994	embedding2nn.weight	0	0.017782552167773247
136994	embedding2nn.weight	1	-0.014564374461770058
136994	embedding2nn.weight	2	-0.014268254861235619
136994	embedding2nn.weight	3	-0.030707065016031265
136994	embedding2nn.weight	4	-0.0059150345623493195
136994	embedding2nn.weight	5	-0.003700592089444399
136994	embedding2nn.weight	6	-0.003973290324211121
136994	embedding2nn.weight	7	-0.08277441561222076
136994	embedding2nn.weight	8	-0.0019979383796453476
136994	embedding2nn.weight	9	-0.02591666579246521
136994	embedding2nn.bias	0	0.05696622654795647
136994	embedding2nn.bias	1	-0.062052175402641296
136994	embedding2nn.bias	2	0.08613655716180801
136994	embedding2nn.bias	3	0.051269397139549255
136994	embedding2nn.bias	4	-0.05191671848297119
136994	embedding2nn.bias	5	-0.06092965975403786
136994	embedding2nn.bias	6	0.014687814749777317
136994	embedding2nn.bias	7	-0.052792057394981384
136994	embedding2nn.bias	8	0.06211475282907486
136994	embedding2nn.bias	9	0.04418352618813515
136994	rnn.weight_ih_l0	0	-0.0751761794090271
136994	rnn.weight_ih_l0	1	0.004815429914742708
136994	rnn.weight_ih_l0	2	0.047311149537563324
136994	rnn.weight_ih_l0	3	0.019982224330306053
136994	rnn.weight_ih_l0	4	-0.029849907383322716
136994	rnn.weight_ih_l0	5	-0.06092866137623787
136994	rnn.weight_ih_l0	6	0.0030430415645241737
136994	rnn.weight_ih_l0	7	0.05965615436434746
136994	rnn.weight_ih_l0	8	-0.018640931695699692
136994	rnn.weight_ih_l0	9	-0.028879284858703613
136994	rnn.weight_hh_l0	0	-0.0355803556740284
136994	rnn.weight_hh_l0	1	-0.007857163436710835
136994	rnn.weight_hh_l0	2	-0.004961404949426651
136994	rnn.weight_hh_l0	3	-0.0718560665845871
136994	rnn.weight_hh_l0	4	0.08294907212257385
136994	rnn.weight_hh_l0	5	-0.02592027746140957
136994	rnn.weight_hh_l0	6	-0.05474220588803291
136994	rnn.weight_hh_l0	7	0.013069617561995983
136994	rnn.weight_hh_l0	8	0.008141743950545788
136994	rnn.weight_hh_l0	9	-0.01888137497007847
136994	rnn.bias_ih_l0	0	0.11570330709218979
136994	rnn.bias_ih_l0	1	-0.015406955033540726
136994	rnn.bias_ih_l0	2	-0.007211070973426104
136994	rnn.bias_ih_l0	3	0.1355668604373932
136994	rnn.bias_ih_l0	4	-0.017713259905576706
136994	rnn.bias_ih_l0	5	-0.01374018657952547
136994	rnn.bias_ih_l0	6	0.021937504410743713
136994	rnn.bias_ih_l0	7	0.040033478289842606
136994	rnn.bias_ih_l0	8	-0.10159781575202942
136994	rnn.bias_ih_l0	9	-0.015585661865770817
136994	rnn.bias_hh_l0	0	-0.013925526291131973
136994	rnn.bias_hh_l0	1	-0.11042168736457825
136994	rnn.bias_hh_l0	2	-0.05383465811610222
136994	rnn.bias_hh_l0	3	-0.0913655236363411
136994	rnn.bias_hh_l0	4	-0.009515460580587387
136994	rnn.bias_hh_l0	5	-0.022557063028216362
136994	rnn.bias_hh_l0	6	0.039388809353113174
136994	rnn.bias_hh_l0	7	0.04172113537788391
136994	rnn.bias_hh_l0	8	-0.10322214663028717
136994	rnn.bias_hh_l0	9	-0.05758370831608772
136994	rnn.weight_ih_l0_reverse	0	-0.029883475974202156
136994	rnn.weight_ih_l0_reverse	1	-0.03870350867509842
136994	rnn.weight_ih_l0_reverse	2	-0.03388003632426262
136994	rnn.weight_ih_l0_reverse	3	0.0028188577853143215
136994	rnn.weight_ih_l0_reverse	4	-0.015432451851665974
136994	rnn.weight_ih_l0_reverse	5	-0.046092480421066284
136994	rnn.weight_ih_l0_reverse	6	0.08284606039524078
136994	rnn.weight_ih_l0_reverse	7	-0.01606517657637596
136994	rnn.weight_ih_l0_reverse	8	-0.017187265679240227
136994	rnn.weight_ih_l0_reverse	9	-0.0016835691640153527
136994	rnn.weight_hh_l0_reverse	0	0.05849215015769005
136994	rnn.weight_hh_l0_reverse	1	0.011525132693350315
136994	rnn.weight_hh_l0_reverse	2	0.03139619529247284
136994	rnn.weight_hh_l0_reverse	3	0.028463490307331085
136994	rnn.weight_hh_l0_reverse	4	0.007493164390325546
136994	rnn.weight_hh_l0_reverse	5	0.019806502386927605
136994	rnn.weight_hh_l0_reverse	6	0.0500817745923996
136994	rnn.weight_hh_l0_reverse	7	-0.06840842962265015
136994	rnn.weight_hh_l0_reverse	8	0.040894873440265656
136994	rnn.weight_hh_l0_reverse	9	0.036190856248140335
136994	rnn.bias_ih_l0_reverse	0	-0.08137919753789902
136994	rnn.bias_ih_l0_reverse	1	-0.25291720032691956
136994	rnn.bias_ih_l0_reverse	2	-0.14062213897705078
136994	rnn.bias_ih_l0_reverse	3	-0.03642204403877258
136994	rnn.bias_ih_l0_reverse	4	-0.030701354146003723
136994	rnn.bias_ih_l0_reverse	5	0.058994852006435394
136994	rnn.bias_ih_l0_reverse	6	-0.06301812827587128
136994	rnn.bias_ih_l0_reverse	7	0.04806391894817352
136994	rnn.bias_ih_l0_reverse	8	-0.04737064614892006
136994	rnn.bias_ih_l0_reverse	9	0.05052253231406212
136994	rnn.bias_hh_l0_reverse	0	0.03404831141233444
136994	rnn.bias_hh_l0_reverse	1	-0.054383669048547745
136994	rnn.bias_hh_l0_reverse	2	0.08314648270606995
136994	rnn.bias_hh_l0_reverse	3	-0.046575602144002914
136994	rnn.bias_hh_l0_reverse	4	-0.030160676687955856
136994	rnn.bias_hh_l0_reverse	5	-0.04320003464818001
136994	rnn.bias_hh_l0_reverse	6	-0.037228018045425415
136994	rnn.bias_hh_l0_reverse	7	0.10470271110534668
136994	rnn.bias_hh_l0_reverse	8	0.031542714685201645
136994	rnn.bias_hh_l0_reverse	9	-0.12747697532176971
136994	rnn.weight_ih_l1	0	-0.03463015332818031
136994	rnn.weight_ih_l1	1	-0.048193804919719696
136994	rnn.weight_ih_l1	2	0.06431736797094345
136994	rnn.weight_ih_l1	3	-0.07729500532150269
136994	rnn.weight_ih_l1	4	-0.01704072207212448
136994	rnn.weight_ih_l1	5	-0.04685085266828537
136994	rnn.weight_ih_l1	6	0.03141605481505394
136994	rnn.weight_ih_l1	7	-0.03201247379183769
136994	rnn.weight_ih_l1	8	0.03804126754403114
136994	rnn.weight_ih_l1	9	0.04205780476331711
136994	rnn.weight_hh_l1	0	-0.005558516830205917
136994	rnn.weight_hh_l1	1	0.015480535104870796
136994	rnn.weight_hh_l1	2	0.018390722572803497
136994	rnn.weight_hh_l1	3	-0.008467365056276321
136994	rnn.weight_hh_l1	4	0.00950777716934681
136994	rnn.weight_hh_l1	5	0.025447161868214607
136994	rnn.weight_hh_l1	6	0.036001939326524734
136994	rnn.weight_hh_l1	7	-0.019345758482813835
136994	rnn.weight_hh_l1	8	-0.014320742338895798
136994	rnn.weight_hh_l1	9	0.03756733983755112
136994	rnn.bias_ih_l1	0	-0.2030346542596817
136994	rnn.bias_ih_l1	1	-0.19074350595474243
136994	rnn.bias_ih_l1	2	-0.2094118595123291
136994	rnn.bias_ih_l1	3	-0.26982632279396057
136994	rnn.bias_ih_l1	4	-0.20325317978858948
136994	rnn.bias_ih_l1	5	-0.09670169651508331
136994	rnn.bias_ih_l1	6	-0.17971959710121155
136994	rnn.bias_ih_l1	7	-0.038404691964387894
136994	rnn.bias_ih_l1	8	-0.13805407285690308
136994	rnn.bias_ih_l1	9	-0.13501828908920288
136994	rnn.bias_hh_l1	0	-0.11980512738227844
136994	rnn.bias_hh_l1	1	-0.0647881031036377
136994	rnn.bias_hh_l1	2	-0.11628987640142441
136994	rnn.bias_hh_l1	3	-0.0917590856552124
136994	rnn.bias_hh_l1	4	-0.09778906404972076
136994	rnn.bias_hh_l1	5	-0.11467766016721725
136994	rnn.bias_hh_l1	6	-0.16047467291355133
136994	rnn.bias_hh_l1	7	0.045164793729782104
136994	rnn.bias_hh_l1	8	-0.18407869338989258
136994	rnn.bias_hh_l1	9	-0.10812400281429291
136994	rnn.weight_ih_l1_reverse	0	-0.04374212399125099
136994	rnn.weight_ih_l1_reverse	1	0.025076918303966522
136994	rnn.weight_ih_l1_reverse	2	0.0713755339384079
136994	rnn.weight_ih_l1_reverse	3	-0.0034058711025863886
136994	rnn.weight_ih_l1_reverse	4	-0.03180648386478424
136994	rnn.weight_ih_l1_reverse	5	-0.03305338695645332
136994	rnn.weight_ih_l1_reverse	6	-0.01366098877042532
136994	rnn.weight_ih_l1_reverse	7	0.0284874327480793
136994	rnn.weight_ih_l1_reverse	8	0.01797381415963173
136994	rnn.weight_ih_l1_reverse	9	-0.03638796880841255
136994	rnn.weight_hh_l1_reverse	0	0.00688136974349618
136994	rnn.weight_hh_l1_reverse	1	0.02826588787138462
136994	rnn.weight_hh_l1_reverse	2	-0.03988078236579895
136994	rnn.weight_hh_l1_reverse	3	0.03891134262084961
136994	rnn.weight_hh_l1_reverse	4	0.04475317522883415
136994	rnn.weight_hh_l1_reverse	5	0.00019573500321712345
136994	rnn.weight_hh_l1_reverse	6	0.03977147489786148
136994	rnn.weight_hh_l1_reverse	7	0.0307464636862278
136994	rnn.weight_hh_l1_reverse	8	-0.0064404248259961605
136994	rnn.weight_hh_l1_reverse	9	-0.032823432236909866
136994	rnn.bias_ih_l1_reverse	0	-0.06731157749891281
136994	rnn.bias_ih_l1_reverse	1	-0.1690027117729187
136994	rnn.bias_ih_l1_reverse	2	-0.15993794798851013
136994	rnn.bias_ih_l1_reverse	3	-0.03956078737974167
136994	rnn.bias_ih_l1_reverse	4	-0.2023804932832718
136994	rnn.bias_ih_l1_reverse	5	-0.11470693349838257
136994	rnn.bias_ih_l1_reverse	6	-0.13654744625091553
136994	rnn.bias_ih_l1_reverse	7	-0.20322895050048828
136994	rnn.bias_ih_l1_reverse	8	0.19089078903198242
136994	rnn.bias_ih_l1_reverse	9	0.038728874176740646
136994	rnn.bias_hh_l1_reverse	0	0.02799609676003456
136994	rnn.bias_hh_l1_reverse	1	-0.06486260145902634
136994	rnn.bias_hh_l1_reverse	2	-0.23585042357444763
136994	rnn.bias_hh_l1_reverse	3	-0.13464400172233582
136994	rnn.bias_hh_l1_reverse	4	-0.09857809543609619
136994	rnn.bias_hh_l1_reverse	5	-0.1338786780834198
136994	rnn.bias_hh_l1_reverse	6	0.09081366658210754
136994	rnn.bias_hh_l1_reverse	7	-0.16916683316230774
136994	rnn.bias_hh_l1_reverse	8	-0.11132755130529404
136994	rnn.bias_hh_l1_reverse	9	-0.14760874211788177
136994	linear.weight	0	0.002228822559118271
136994	linear.weight	1	0.14698506891727448
136994	linear.weight	2	-0.053436096757650375
136994	linear.weight	3	0.27855178713798523
136994	linear.weight	4	0.1614491045475006
136994	linear.weight	5	-0.05649001523852348
136994	linear.weight	6	0.1269199401140213
136994	linear.weight	7	0.06546947360038757
136994	linear.weight	8	0.04125354811549187
136994	linear.weight	9	-0.026732878759503365
136994	linear.bias	0	0.06041329354047775
136994	linear.bias	1	-0.17486967146396637
136994	linear.bias	2	-0.35510608553886414
136994	linear.bias	3	-0.6925637722015381
136994	linear.bias	4	-1.2177990674972534
136994	linear.bias	5	-0.09016777575016022
136994	linear.bias	6	-0.7248625159263611
136994	linear.bias	7	0.2923610806465149
136994	linear.bias	8	-0.4614447057247162
136994	linear.bias	9	-0.9948114156723022
137191	transitions	0	0.6306909918785095
137191	transitions	1	0.16715312004089355
137191	transitions	2	-10000.0
137191	transitions	3	-1.8223851919174194
137191	transitions	4	-10000.0
137191	transitions	5	0.5819267630577087
137191	transitions	6	-0.0729261040687561
137191	transitions	7	-0.7003715634346008
137191	transitions	8	-1.400654673576355
137191	transitions	9	-0.0010935092577710748
137191	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
137191	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
137191	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
137191	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
137191	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
137191	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
137191	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
137191	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
137191	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
137191	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
137191	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
137191	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
137191	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
137191	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
137191	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
137191	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
137191	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
137191	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
137191	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
137191	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
137191	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
137191	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
137191	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
137191	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
137191	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
137191	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
137191	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
137191	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
137191	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
137191	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
137191	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
137191	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
137191	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
137191	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
137191	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
137191	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
137191	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
137191	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
137191	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
137191	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
137191	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
137191	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
137191	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
137191	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
137191	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
137191	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
137191	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
137191	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
137191	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
137191	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
137191	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
137191	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
137191	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
137191	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
137191	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
137191	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
137191	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
137191	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
137191	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
137191	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
137191	embedding2nn.weight	0	0.016598718240857124
137191	embedding2nn.weight	1	-0.014468193985521793
137191	embedding2nn.weight	2	-0.014268254861235619
137191	embedding2nn.weight	3	-0.030041754245758057
137191	embedding2nn.weight	4	-0.0059150345623493195
137191	embedding2nn.weight	5	-0.003700591390952468
137191	embedding2nn.weight	6	-0.003973290324211121
137191	embedding2nn.weight	7	-0.08382594585418701
137191	embedding2nn.weight	8	-0.0019979383796453476
137191	embedding2nn.weight	9	-0.025464918464422226
137191	embedding2nn.bias	0	0.05529753491282463
137191	embedding2nn.bias	1	-0.06863661110401154
137191	embedding2nn.bias	2	0.09285721927881241
137191	embedding2nn.bias	3	0.053195659071207047
137191	embedding2nn.bias	4	-0.05105866864323616
137191	embedding2nn.bias	5	-0.05632995441555977
137191	embedding2nn.bias	6	0.010204104706645012
137191	embedding2nn.bias	7	-0.05626063421368599
137191	embedding2nn.bias	8	0.060103561729192734
137191	embedding2nn.bias	9	0.05240944027900696
137191	rnn.weight_ih_l0	0	-0.07537076622247696
137191	rnn.weight_ih_l0	1	0.003722385037690401
137191	rnn.weight_ih_l0	2	0.047638241201639175
137191	rnn.weight_ih_l0	3	0.020647061988711357
137191	rnn.weight_ih_l0	4	-0.029702555388212204
137191	rnn.weight_ih_l0	5	-0.06021462380886078
137191	rnn.weight_ih_l0	6	0.002468706574290991
137191	rnn.weight_ih_l0	7	0.05936835706233978
137191	rnn.weight_ih_l0	8	-0.018548278138041496
137191	rnn.weight_ih_l0	9	-0.028078166767954826
137191	rnn.weight_hh_l0	0	-0.03523019701242447
137191	rnn.weight_hh_l0	1	-0.00823470950126648
137191	rnn.weight_hh_l0	2	-0.004579893779009581
137191	rnn.weight_hh_l0	3	-0.07159200310707092
137191	rnn.weight_hh_l0	4	0.08350510150194168
137191	rnn.weight_hh_l0	5	-0.025304965674877167
137191	rnn.weight_hh_l0	6	-0.055925384163856506
137191	rnn.weight_hh_l0	7	0.013629886321723461
137191	rnn.weight_hh_l0	8	0.008627907373011112
137191	rnn.weight_hh_l0	9	-0.019505824893712997
137191	rnn.bias_ih_l0	0	0.1149502620100975
137191	rnn.bias_ih_l0	1	-0.012889700010418892
137191	rnn.bias_ih_l0	2	-0.006211967207491398
137191	rnn.bias_ih_l0	3	0.13384276628494263
137191	rnn.bias_ih_l0	4	-0.017061272636055946
137191	rnn.bias_ih_l0	5	-0.010738380253314972
137191	rnn.bias_ih_l0	6	0.023191001266241074
137191	rnn.bias_ih_l0	7	0.038903918117284775
137191	rnn.bias_ih_l0	8	-0.10009969770908356
137191	rnn.bias_ih_l0	9	-0.01748279295861721
137191	rnn.bias_hh_l0	0	-0.013136474415659904
137191	rnn.bias_hh_l0	1	-0.1115417629480362
137191	rnn.bias_hh_l0	2	-0.05103231593966484
137191	rnn.bias_hh_l0	3	-0.09243050962686539
137191	rnn.bias_hh_l0	4	-0.011800287291407585
137191	rnn.bias_hh_l0	5	-0.02536216378211975
137191	rnn.bias_hh_l0	6	0.039603568613529205
137191	rnn.bias_hh_l0	7	0.04092894122004509
137191	rnn.bias_hh_l0	8	-0.1024894118309021
137191	rnn.bias_hh_l0	9	-0.05932062119245529
137191	rnn.weight_ih_l0_reverse	0	-0.030182115733623505
137191	rnn.weight_ih_l0_reverse	1	-0.03885107487440109
137191	rnn.weight_ih_l0_reverse	2	-0.03459702432155609
137191	rnn.weight_ih_l0_reverse	3	0.0026794839650392532
137191	rnn.weight_ih_l0_reverse	4	-0.015031351707875729
137191	rnn.weight_ih_l0_reverse	5	-0.046443767845630646
137191	rnn.weight_ih_l0_reverse	6	0.08259432017803192
137191	rnn.weight_ih_l0_reverse	7	-0.016573019325733185
137191	rnn.weight_ih_l0_reverse	8	-0.017385732382535934
137191	rnn.weight_ih_l0_reverse	9	-0.002595506375655532
137191	rnn.weight_hh_l0_reverse	0	0.05909260734915733
137191	rnn.weight_hh_l0_reverse	1	0.012288594618439674
137191	rnn.weight_hh_l0_reverse	2	0.03108854405581951
137191	rnn.weight_hh_l0_reverse	3	0.02872578240931034
137191	rnn.weight_hh_l0_reverse	4	0.007084757089614868
137191	rnn.weight_hh_l0_reverse	5	0.021620972082018852
137191	rnn.weight_hh_l0_reverse	6	0.04993883892893791
137191	rnn.weight_hh_l0_reverse	7	-0.06851331889629364
137191	rnn.weight_hh_l0_reverse	8	0.04143485426902771
137191	rnn.weight_hh_l0_reverse	9	0.03659021854400635
137191	rnn.bias_ih_l0_reverse	0	-0.0816546306014061
137191	rnn.bias_ih_l0_reverse	1	-0.2559804916381836
137191	rnn.bias_ih_l0_reverse	2	-0.13929560780525208
137191	rnn.bias_ih_l0_reverse	3	-0.03721999749541283
137191	rnn.bias_ih_l0_reverse	4	-0.03127569705247879
137191	rnn.bias_ih_l0_reverse	5	0.05890484154224396
137191	rnn.bias_ih_l0_reverse	6	-0.06543812155723572
137191	rnn.bias_ih_l0_reverse	7	0.050033099949359894
137191	rnn.bias_ih_l0_reverse	8	-0.0460464283823967
137191	rnn.bias_ih_l0_reverse	9	0.05299880728125572
137191	rnn.bias_hh_l0_reverse	0	0.029350169003009796
137191	rnn.bias_hh_l0_reverse	1	-0.056074656546115875
137191	rnn.bias_hh_l0_reverse	2	0.08362898230552673
137191	rnn.bias_hh_l0_reverse	3	-0.0454881526529789
137191	rnn.bias_hh_l0_reverse	4	-0.029457762837409973
137191	rnn.bias_hh_l0_reverse	5	-0.0444849394261837
137191	rnn.bias_hh_l0_reverse	6	-0.03583650290966034
137191	rnn.bias_hh_l0_reverse	7	0.10621011257171631
137191	rnn.bias_hh_l0_reverse	8	0.031945664435625076
137191	rnn.bias_hh_l0_reverse	9	-0.127918541431427
137191	rnn.weight_ih_l1	0	-0.03434266149997711
137191	rnn.weight_ih_l1	1	-0.05004161223769188
137191	rnn.weight_ih_l1	2	0.0645110234618187
137191	rnn.weight_ih_l1	3	-0.07770470529794693
137191	rnn.weight_ih_l1	4	-0.016886170953512192
137191	rnn.weight_ih_l1	5	-0.045605938881635666
137191	rnn.weight_ih_l1	6	0.03139083459973335
137191	rnn.weight_ih_l1	7	-0.03337559849023819
137191	rnn.weight_ih_l1	8	0.03783309832215309
137191	rnn.weight_ih_l1	9	0.04239838197827339
137191	rnn.weight_hh_l1	0	-0.006892593577504158
137191	rnn.weight_hh_l1	1	0.015412292443215847
137191	rnn.weight_hh_l1	2	0.018213633447885513
137191	rnn.weight_hh_l1	3	-0.00828608963638544
137191	rnn.weight_hh_l1	4	0.009450073353946209
137191	rnn.weight_hh_l1	5	0.02520444057881832
137191	rnn.weight_hh_l1	6	0.035796962678432465
137191	rnn.weight_hh_l1	7	-0.019250089302659035
137191	rnn.weight_hh_l1	8	-0.014447636902332306
137191	rnn.weight_hh_l1	9	0.037615083158016205
137191	rnn.bias_ih_l1	0	-0.20485034584999084
137191	rnn.bias_ih_l1	1	-0.1908206343650818
137191	rnn.bias_ih_l1	2	-0.20829275250434875
137191	rnn.bias_ih_l1	3	-0.26867106556892395
137191	rnn.bias_ih_l1	4	-0.1987520158290863
137191	rnn.bias_ih_l1	5	-0.09200597554445267
137191	rnn.bias_ih_l1	6	-0.17902745306491852
137191	rnn.bias_ih_l1	7	-0.04035249724984169
137191	rnn.bias_ih_l1	8	-0.1381147801876068
137191	rnn.bias_ih_l1	9	-0.1326521933078766
137191	rnn.bias_hh_l1	0	-0.11822594702243805
137191	rnn.bias_hh_l1	1	-0.06821257621049881
137191	rnn.bias_hh_l1	2	-0.11341846734285355
137191	rnn.bias_hh_l1	3	-0.0925670936703682
137191	rnn.bias_hh_l1	4	-0.09701284021139145
137191	rnn.bias_hh_l1	5	-0.11730748414993286
137191	rnn.bias_hh_l1	6	-0.155833438038826
137191	rnn.bias_hh_l1	7	0.04200726002454758
137191	rnn.bias_hh_l1	8	-0.18590053915977478
137191	rnn.bias_hh_l1	9	-0.1104251965880394
137191	rnn.weight_ih_l1_reverse	0	-0.04246998950839043
137191	rnn.weight_ih_l1_reverse	1	0.025130119174718857
137191	rnn.weight_ih_l1_reverse	2	0.07413513958454132
137191	rnn.weight_ih_l1_reverse	3	-0.004130871035158634
137191	rnn.weight_ih_l1_reverse	4	-0.02976825274527073
137191	rnn.weight_ih_l1_reverse	5	-0.033087074756622314
137191	rnn.weight_ih_l1_reverse	6	-0.015422577038407326
137191	rnn.weight_ih_l1_reverse	7	0.029132388532161713
137191	rnn.weight_ih_l1_reverse	8	0.018104104325175285
137191	rnn.weight_ih_l1_reverse	9	-0.03877941891551018
137191	rnn.weight_hh_l1_reverse	0	0.006980373524129391
137191	rnn.weight_hh_l1_reverse	1	0.0284475926309824
137191	rnn.weight_hh_l1_reverse	2	-0.039934419095516205
137191	rnn.weight_hh_l1_reverse	3	0.039036449044942856
137191	rnn.weight_hh_l1_reverse	4	0.04539352282881737
137191	rnn.weight_hh_l1_reverse	5	0.001190264243632555
137191	rnn.weight_hh_l1_reverse	6	0.03882203623652458
137191	rnn.weight_hh_l1_reverse	7	0.030704962089657784
137191	rnn.weight_hh_l1_reverse	8	-0.006425055675208569
137191	rnn.weight_hh_l1_reverse	9	-0.033184219151735306
137191	rnn.bias_ih_l1_reverse	0	-0.06770846247673035
137191	rnn.bias_ih_l1_reverse	1	-0.17118442058563232
137191	rnn.bias_ih_l1_reverse	2	-0.15916453301906586
137191	rnn.bias_ih_l1_reverse	3	-0.03767164424061775
137191	rnn.bias_ih_l1_reverse	4	-0.19767770171165466
137191	rnn.bias_ih_l1_reverse	5	-0.1147453784942627
137191	rnn.bias_ih_l1_reverse	6	-0.13860931992530823
137191	rnn.bias_ih_l1_reverse	7	-0.20842516422271729
137191	rnn.bias_ih_l1_reverse	8	0.18048785626888275
137191	rnn.bias_ih_l1_reverse	9	0.04444314166903496
137191	rnn.bias_hh_l1_reverse	0	0.024225356057286263
137191	rnn.bias_hh_l1_reverse	1	-0.05703473091125488
137191	rnn.bias_hh_l1_reverse	2	-0.23413032293319702
137191	rnn.bias_hh_l1_reverse	3	-0.13450509309768677
137191	rnn.bias_hh_l1_reverse	4	-0.09902292490005493
137191	rnn.bias_hh_l1_reverse	5	-0.13318172097206116
137191	rnn.bias_hh_l1_reverse	6	0.089070163667202
137191	rnn.bias_hh_l1_reverse	7	-0.1682809293270111
137191	rnn.bias_hh_l1_reverse	8	-0.1133481040596962
137191	rnn.bias_hh_l1_reverse	9	-0.1468641310930252
137191	linear.weight	0	0.002228822559118271
137191	linear.weight	1	0.13701550662517548
137191	linear.weight	2	-0.049473658204078674
137191	linear.weight	3	0.27731946110725403
137191	linear.weight	4	0.1558925211429596
137191	linear.weight	5	-0.061336636543273926
137191	linear.weight	6	0.12930195033550262
137191	linear.weight	7	0.06480389833450317
137191	linear.weight	8	0.041252728551626205
137191	linear.weight	9	-0.026080727577209473
137191	linear.bias	0	0.03215979039669037
137191	linear.bias	1	-0.18852560222148895
137191	linear.bias	2	-0.36167076230049133
137191	linear.bias	3	-0.6948399543762207
137191	linear.bias	4	-1.2199102640151978
137191	linear.bias	5	-0.06191311404109001
137191	linear.bias	6	-0.7406758069992065
137191	linear.bias	7	0.32104191184043884
137191	linear.bias	8	-0.44685667753219604
137191	linear.bias	9	-0.980484127998352
137388	transitions	0	0.6344397664070129
137388	transitions	1	0.16204990446567535
137388	transitions	2	-10000.0
137388	transitions	3	-1.8224115371704102
137388	transitions	4	-10000.0
137388	transitions	5	0.5817945599555969
137388	transitions	6	-0.07304798066616058
137388	transitions	7	-0.7006527185440063
137388	transitions	8	-1.4007128477096558
137388	transitions	9	-0.0010945394169539213
137388	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
137388	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
137388	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
137388	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
137388	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
137388	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
137388	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
137388	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
137388	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
137388	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
137388	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
137388	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
137388	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
137388	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
137388	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
137388	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
137388	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
137388	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
137388	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
137388	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
137388	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
137388	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
137388	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
137388	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
137388	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
137388	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
137388	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
137388	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
137388	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
137388	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
137388	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
137388	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
137388	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
137388	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
137388	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
137388	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
137388	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
137388	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
137388	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
137388	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
137388	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
137388	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
137388	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
137388	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
137388	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
137388	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
137388	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
137388	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
137388	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
137388	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
137388	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
137388	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
137388	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
137388	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
137388	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
137388	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
137388	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
137388	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
137388	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
137388	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
137388	embedding2nn.weight	0	0.01627259887754917
137388	embedding2nn.weight	1	-0.01443252619355917
137388	embedding2nn.weight	2	-0.014268254861235619
137388	embedding2nn.weight	3	-0.027202783152461052
137388	embedding2nn.weight	4	-0.0059150345623493195
137388	embedding2nn.weight	5	-0.0037005918566137552
137388	embedding2nn.weight	6	-0.003973289858549833
137388	embedding2nn.weight	7	-0.08437467366456985
137388	embedding2nn.weight	8	-0.0019979383796453476
137388	embedding2nn.weight	9	-0.026116089895367622
137388	embedding2nn.bias	0	0.060382530093193054
137388	embedding2nn.bias	1	-0.06160241365432739
137388	embedding2nn.bias	2	0.09858044981956482
137388	embedding2nn.bias	3	0.05783075839281082
137388	embedding2nn.bias	4	-0.05145266652107239
137388	embedding2nn.bias	5	-0.056581538170576096
137388	embedding2nn.bias	6	0.013990369625389576
137388	embedding2nn.bias	7	-0.055332001298666
137388	embedding2nn.bias	8	0.07160401344299316
137388	embedding2nn.bias	9	0.04634249210357666
137388	rnn.weight_ih_l0	0	-0.07505407184362411
137388	rnn.weight_ih_l0	1	0.0025521311908960342
137388	rnn.weight_ih_l0	2	0.04969078302383423
137388	rnn.weight_ih_l0	3	0.019950469955801964
137388	rnn.weight_ih_l0	4	-0.029189450666308403
137388	rnn.weight_ih_l0	5	-0.06005378067493439
137388	rnn.weight_ih_l0	6	0.0037579964846372604
137388	rnn.weight_ih_l0	7	0.05867825075984001
137388	rnn.weight_ih_l0	8	-0.017468972131609917
137388	rnn.weight_ih_l0	9	-0.02940795011818409
137388	rnn.weight_hh_l0	0	-0.033131714910268784
137388	rnn.weight_hh_l0	1	-0.007576355244964361
137388	rnn.weight_hh_l0	2	-0.005007131956517696
137388	rnn.weight_hh_l0	3	-0.07198989391326904
137388	rnn.weight_hh_l0	4	0.08366825431585312
137388	rnn.weight_hh_l0	5	-0.024747323244810104
137388	rnn.weight_hh_l0	6	-0.05574971064925194
137388	rnn.weight_hh_l0	7	0.01320185698568821
137388	rnn.weight_hh_l0	8	0.008582331240177155
137388	rnn.weight_hh_l0	9	-0.01912756636738777
137388	rnn.bias_ih_l0	0	0.11375225335359573
137388	rnn.bias_ih_l0	1	-0.013313239440321922
137388	rnn.bias_ih_l0	2	-0.004231880884617567
137388	rnn.bias_ih_l0	3	0.1376204788684845
137388	rnn.bias_ih_l0	4	-0.01800592429935932
137388	rnn.bias_ih_l0	5	-0.007523924577981234
137388	rnn.bias_ih_l0	6	0.0209151990711689
137388	rnn.bias_ih_l0	7	0.03933556005358696
137388	rnn.bias_ih_l0	8	-0.1037665531039238
137388	rnn.bias_ih_l0	9	-0.017732949927449226
137388	rnn.bias_hh_l0	0	-0.012144945561885834
137388	rnn.bias_hh_l0	1	-0.10827068984508514
137388	rnn.bias_hh_l0	2	-0.050911370664834976
137388	rnn.bias_hh_l0	3	-0.09264275431632996
137388	rnn.bias_hh_l0	4	-0.014219040051102638
137388	rnn.bias_hh_l0	5	-0.02656177431344986
137388	rnn.bias_hh_l0	6	0.041961830109357834
137388	rnn.bias_hh_l0	7	0.039308324456214905
137388	rnn.bias_hh_l0	8	-0.10342659801244736
137388	rnn.bias_hh_l0	9	-0.061021290719509125
137388	rnn.weight_ih_l0_reverse	0	-0.029770785942673683
137388	rnn.weight_ih_l0_reverse	1	-0.03734612837433815
137388	rnn.weight_ih_l0_reverse	2	-0.03256913647055626
137388	rnn.weight_ih_l0_reverse	3	0.002660176483914256
137388	rnn.weight_ih_l0_reverse	4	-0.01520482823252678
137388	rnn.weight_ih_l0_reverse	5	-0.04586058482527733
137388	rnn.weight_ih_l0_reverse	6	0.0823439210653305
137388	rnn.weight_ih_l0_reverse	7	-0.018109580501914024
137388	rnn.weight_ih_l0_reverse	8	-0.01823420822620392
137388	rnn.weight_ih_l0_reverse	9	-0.0033267836552113295
137388	rnn.weight_hh_l0_reverse	0	0.05799788609147072
137388	rnn.weight_hh_l0_reverse	1	0.011685756035149097
137388	rnn.weight_hh_l0_reverse	2	0.03070092387497425
137388	rnn.weight_hh_l0_reverse	3	0.028911089524626732
137388	rnn.weight_hh_l0_reverse	4	0.00688056368380785
137388	rnn.weight_hh_l0_reverse	5	0.022145461291074753
137388	rnn.weight_hh_l0_reverse	6	0.05023160204291344
137388	rnn.weight_hh_l0_reverse	7	-0.06866157799959183
137388	rnn.weight_hh_l0_reverse	8	0.04188625141978264
137388	rnn.weight_hh_l0_reverse	9	0.036518361419439316
137388	rnn.bias_ih_l0_reverse	0	-0.08092735707759857
137388	rnn.bias_ih_l0_reverse	1	-0.25861644744873047
137388	rnn.bias_ih_l0_reverse	2	-0.14166152477264404
137388	rnn.bias_ih_l0_reverse	3	-0.0367555171251297
137388	rnn.bias_ih_l0_reverse	4	-0.03377688676118851
137388	rnn.bias_ih_l0_reverse	5	0.05531430244445801
137388	rnn.bias_ih_l0_reverse	6	-0.06362368166446686
137388	rnn.bias_ih_l0_reverse	7	0.048417773097753525
137388	rnn.bias_ih_l0_reverse	8	-0.04128635302186012
137388	rnn.bias_ih_l0_reverse	9	0.0544547513127327
137388	rnn.bias_hh_l0_reverse	0	0.03047359548509121
137388	rnn.bias_hh_l0_reverse	1	-0.054838016629219055
137388	rnn.bias_hh_l0_reverse	2	0.08227188140153885
137388	rnn.bias_hh_l0_reverse	3	-0.04800276458263397
137388	rnn.bias_hh_l0_reverse	4	-0.02747587114572525
137388	rnn.bias_hh_l0_reverse	5	-0.0444069467484951
137388	rnn.bias_hh_l0_reverse	6	-0.03724151849746704
137388	rnn.bias_hh_l0_reverse	7	0.10706605017185211
137388	rnn.bias_hh_l0_reverse	8	0.035492904484272
137388	rnn.bias_hh_l0_reverse	9	-0.1323283165693283
137388	rnn.weight_ih_l1	0	-0.03426095098257065
137388	rnn.weight_ih_l1	1	-0.050593890249729156
137388	rnn.weight_ih_l1	2	0.06408151239156723
137388	rnn.weight_ih_l1	3	-0.07755133509635925
137388	rnn.weight_ih_l1	4	-0.017306949943304062
137388	rnn.weight_ih_l1	5	-0.045163560658693314
137388	rnn.weight_ih_l1	6	0.032863467931747437
137388	rnn.weight_ih_l1	7	-0.034219589084386826
137388	rnn.weight_ih_l1	8	0.0378887876868248
137388	rnn.weight_ih_l1	9	0.0417468398809433
137388	rnn.weight_hh_l1	0	-0.007333084940910339
137388	rnn.weight_hh_l1	1	0.01578502729535103
137388	rnn.weight_hh_l1	2	0.01879069395363331
137388	rnn.weight_hh_l1	3	-0.008549723774194717
137388	rnn.weight_hh_l1	4	0.009301474317908287
137388	rnn.weight_hh_l1	5	0.025010496377944946
137388	rnn.weight_hh_l1	6	0.03514755889773369
137388	rnn.weight_hh_l1	7	-0.01910409890115261
137388	rnn.weight_hh_l1	8	-0.01456850953400135
137388	rnn.weight_hh_l1	9	0.037485379725694656
137388	rnn.bias_ih_l1	0	-0.20559413731098175
137388	rnn.bias_ih_l1	1	-0.19513171911239624
137388	rnn.bias_ih_l1	2	-0.20627951622009277
137388	rnn.bias_ih_l1	3	-0.2697180211544037
137388	rnn.bias_ih_l1	4	-0.2061227709054947
137388	rnn.bias_ih_l1	5	-0.0920182317495346
137388	rnn.bias_ih_l1	6	-0.17987875640392303
137388	rnn.bias_ih_l1	7	-0.04402178153395653
137388	rnn.bias_ih_l1	8	-0.1392713189125061
137388	rnn.bias_ih_l1	9	-0.13176050782203674
137388	rnn.bias_hh_l1	0	-0.11733809858560562
137388	rnn.bias_hh_l1	1	-0.06827833503484726
137388	rnn.bias_hh_l1	2	-0.1156436949968338
137388	rnn.bias_hh_l1	3	-0.09058092534542084
137388	rnn.bias_hh_l1	4	-0.09494253247976303
137388	rnn.bias_hh_l1	5	-0.11585287004709244
137388	rnn.bias_hh_l1	6	-0.15865768492221832
137388	rnn.bias_hh_l1	7	0.0423274040222168
137388	rnn.bias_hh_l1	8	-0.18724945187568665
137388	rnn.bias_hh_l1	9	-0.11103606224060059
137388	rnn.weight_ih_l1_reverse	0	-0.041615553200244904
137388	rnn.weight_ih_l1_reverse	1	0.025929821655154228
137388	rnn.weight_ih_l1_reverse	2	0.07461587339639664
137388	rnn.weight_ih_l1_reverse	3	-0.004681779071688652
137388	rnn.weight_ih_l1_reverse	4	-0.03103204444050789
137388	rnn.weight_ih_l1_reverse	5	-0.033358339220285416
137388	rnn.weight_ih_l1_reverse	6	-0.01644141413271427
137388	rnn.weight_ih_l1_reverse	7	0.029038134962320328
137388	rnn.weight_ih_l1_reverse	8	0.021318785846233368
137388	rnn.weight_ih_l1_reverse	9	-0.04157125577330589
137388	rnn.weight_hh_l1_reverse	0	0.006863259244710207
137388	rnn.weight_hh_l1_reverse	1	0.02862739749252796
137388	rnn.weight_hh_l1_reverse	2	-0.039959292858839035
137388	rnn.weight_hh_l1_reverse	3	0.0391777902841568
137388	rnn.weight_hh_l1_reverse	4	0.04540860280394554
137388	rnn.weight_hh_l1_reverse	5	0.0010434073628857732
137388	rnn.weight_hh_l1_reverse	6	0.04044988006353378
137388	rnn.weight_hh_l1_reverse	7	0.031120123341679573
137388	rnn.weight_hh_l1_reverse	8	-0.006262768525630236
137388	rnn.weight_hh_l1_reverse	9	-0.03318806365132332
137388	rnn.bias_ih_l1_reverse	0	-0.06445799022912979
137388	rnn.bias_ih_l1_reverse	1	-0.1709846705198288
137388	rnn.bias_ih_l1_reverse	2	-0.1595047116279602
137388	rnn.bias_ih_l1_reverse	3	-0.03289895877242088
137388	rnn.bias_ih_l1_reverse	4	-0.20054450631141663
137388	rnn.bias_ih_l1_reverse	5	-0.11514341831207275
137388	rnn.bias_ih_l1_reverse	6	-0.1384596973657608
137388	rnn.bias_ih_l1_reverse	7	-0.20750835537910461
137388	rnn.bias_ih_l1_reverse	8	0.17522865533828735
137388	rnn.bias_ih_l1_reverse	9	0.042724765837192535
137388	rnn.bias_hh_l1_reverse	0	0.01971675641834736
137388	rnn.bias_hh_l1_reverse	1	-0.058696478605270386
137388	rnn.bias_hh_l1_reverse	2	-0.23224717378616333
137388	rnn.bias_hh_l1_reverse	3	-0.13240081071853638
137388	rnn.bias_hh_l1_reverse	4	-0.09989941120147705
137388	rnn.bias_hh_l1_reverse	5	-0.13151204586029053
137388	rnn.bias_hh_l1_reverse	6	0.09559353440999985
137388	rnn.bias_hh_l1_reverse	7	-0.17141161859035492
137388	rnn.bias_hh_l1_reverse	8	-0.11330029368400574
137388	rnn.bias_hh_l1_reverse	9	-0.14746317267417908
137388	linear.weight	0	0.002228822559118271
137388	linear.weight	1	0.14583788812160492
137388	linear.weight	2	-0.05703054368495941
137388	linear.weight	3	0.2713666260242462
137388	linear.weight	4	0.1532427817583084
137388	linear.weight	5	-0.06197896972298622
137388	linear.weight	6	0.12671557068824768
137388	linear.weight	7	0.04388627037405968
137388	linear.weight	8	0.0412498414516449
137388	linear.weight	9	-0.030136259272694588
137388	linear.bias	0	0.06775140762329102
137388	linear.bias	1	-0.2118847370147705
137388	linear.bias	2	-0.40020784735679626
137388	linear.bias	3	-0.6600910425186157
137388	linear.bias	4	-1.1823387145996094
137388	linear.bias	5	-0.07709944993257523
137388	linear.bias	6	-0.767461895942688
137388	linear.bias	7	0.303875207901001
137388	linear.bias	8	-0.4381173551082611
137388	linear.bias	9	-0.970210611820221
137585	transitions	0	0.6264680624008179
137585	transitions	1	0.15830911695957184
137585	transitions	2	-10000.0
137585	transitions	3	-1.8224555253982544
137585	transitions	4	-10000.0
137585	transitions	5	0.5816949605941772
137585	transitions	6	-0.07315362244844437
137585	transitions	7	-0.700975239276886
137585	transitions	8	-1.4007548093795776
137585	transitions	9	-0.0010955150937661529
137585	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
137585	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
137585	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
137585	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
137585	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
137585	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
137585	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
137585	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
137585	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
137585	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
137585	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
137585	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
137585	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
137585	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
137585	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
137585	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
137585	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
137585	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
137585	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
137585	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
137585	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
137585	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
137585	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
137585	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
137585	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
137585	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
137585	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
137585	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
137585	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
137585	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
137585	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
137585	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
137585	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
137585	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
137585	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
137585	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
137585	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
137585	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
137585	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
137585	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
137585	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
137585	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
137585	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
137585	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
137585	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
137585	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
137585	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
137585	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
137585	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
137585	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
137585	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
137585	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
137585	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
137585	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
137585	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
137585	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
137585	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
137585	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
137585	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
137585	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
137585	embedding2nn.weight	0	0.017105016857385635
137585	embedding2nn.weight	1	-0.014040699228644371
137585	embedding2nn.weight	2	-0.014268254861235619
137585	embedding2nn.weight	3	-0.024645714089274406
137585	embedding2nn.weight	4	-0.0059150345623493195
137585	embedding2nn.weight	5	-0.0037005916237831116
137585	embedding2nn.weight	6	-0.003973291255533695
137585	embedding2nn.weight	7	-0.08361233025789261
137585	embedding2nn.weight	8	-0.0019979383796453476
137585	embedding2nn.weight	9	-0.0259054247289896
137585	embedding2nn.bias	0	0.05850743129849434
137585	embedding2nn.bias	1	-0.06318690627813339
137585	embedding2nn.bias	2	0.10225387662649155
137585	embedding2nn.bias	3	0.054840635508298874
137585	embedding2nn.bias	4	-0.05221350118517876
137585	embedding2nn.bias	5	-0.057591840624809265
137585	embedding2nn.bias	6	0.013079201802611351
137585	embedding2nn.bias	7	-0.05703015998005867
137585	embedding2nn.bias	8	0.06901136040687561
137585	embedding2nn.bias	9	0.040782470256090164
137585	rnn.weight_ih_l0	0	-0.07481487095355988
137585	rnn.weight_ih_l0	1	0.0009201838984154165
137585	rnn.weight_ih_l0	2	0.04915635660290718
137585	rnn.weight_ih_l0	3	0.020919829607009888
137585	rnn.weight_ih_l0	4	-0.02956380881369114
137585	rnn.weight_ih_l0	5	-0.06135481968522072
137585	rnn.weight_ih_l0	6	0.004499603994190693
137585	rnn.weight_ih_l0	7	0.05743308365345001
137585	rnn.weight_ih_l0	8	-0.017145974561572075
137585	rnn.weight_ih_l0	9	-0.029059363529086113
137585	rnn.weight_hh_l0	0	-0.03341027721762657
137585	rnn.weight_hh_l0	1	-0.008935883641242981
137585	rnn.weight_hh_l0	2	-0.005191592033952475
137585	rnn.weight_hh_l0	3	-0.07259967923164368
137585	rnn.weight_hh_l0	4	0.084371417760849
137585	rnn.weight_hh_l0	5	-0.02426780015230179
137585	rnn.weight_hh_l0	6	-0.05591849610209465
137585	rnn.weight_hh_l0	7	0.014621117152273655
137585	rnn.weight_hh_l0	8	0.00946501363068819
137585	rnn.weight_hh_l0	9	-0.0196260716766119
137585	rnn.bias_ih_l0	0	0.11545583605766296
137585	rnn.bias_ih_l0	1	-0.014142553322017193
137585	rnn.bias_ih_l0	2	-0.008656523190438747
137585	rnn.bias_ih_l0	3	0.13769853115081787
137585	rnn.bias_ih_l0	4	-0.017925554886460304
137585	rnn.bias_ih_l0	5	-0.009239555336534977
137585	rnn.bias_ih_l0	6	0.01841442845761776
137585	rnn.bias_ih_l0	7	0.038810327649116516
137585	rnn.bias_ih_l0	8	-0.1042773500084877
137585	rnn.bias_ih_l0	9	-0.019344624131917953
137585	rnn.bias_hh_l0	0	-0.013819470070302486
137585	rnn.bias_hh_l0	1	-0.10472192615270615
137585	rnn.bias_hh_l0	2	-0.05167710781097412
137585	rnn.bias_hh_l0	3	-0.09181611984968185
137585	rnn.bias_hh_l0	4	-0.01488078385591507
137585	rnn.bias_hh_l0	5	-0.029230404645204544
137585	rnn.bias_hh_l0	6	0.04231217876076698
137585	rnn.bias_hh_l0	7	0.040309496223926544
137585	rnn.bias_hh_l0	8	-0.1063043400645256
137585	rnn.bias_hh_l0	9	-0.05824100971221924
137585	rnn.weight_ih_l0_reverse	0	-0.029544474557042122
137585	rnn.weight_ih_l0_reverse	1	-0.03912040963768959
137585	rnn.weight_ih_l0_reverse	2	-0.032984599471092224
137585	rnn.weight_ih_l0_reverse	3	0.0036378533113747835
137585	rnn.weight_ih_l0_reverse	4	-0.017278412356972694
137585	rnn.weight_ih_l0_reverse	5	-0.045809101313352585
137585	rnn.weight_ih_l0_reverse	6	0.08214067667722702
137585	rnn.weight_ih_l0_reverse	7	-0.019178517162799835
137585	rnn.weight_ih_l0_reverse	8	-0.018354224041104317
137585	rnn.weight_ih_l0_reverse	9	-0.002145716454833746
137585	rnn.weight_hh_l0_reverse	0	0.05907013639807701
137585	rnn.weight_hh_l0_reverse	1	0.011765502393245697
137585	rnn.weight_hh_l0_reverse	2	0.030896933749318123
137585	rnn.weight_hh_l0_reverse	3	0.02913224697113037
137585	rnn.weight_hh_l0_reverse	4	0.006131364498287439
137585	rnn.weight_hh_l0_reverse	5	0.02104421891272068
137585	rnn.weight_hh_l0_reverse	6	0.05005800351500511
137585	rnn.weight_hh_l0_reverse	7	-0.06771606206893921
137585	rnn.weight_hh_l0_reverse	8	0.0415431447327137
137585	rnn.weight_hh_l0_reverse	9	0.036178555339574814
137585	rnn.bias_ih_l0_reverse	0	-0.0797620564699173
137585	rnn.bias_ih_l0_reverse	1	-0.25867730379104614
137585	rnn.bias_ih_l0_reverse	2	-0.13999685645103455
137585	rnn.bias_ih_l0_reverse	3	-0.03623364493250847
137585	rnn.bias_ih_l0_reverse	4	-0.036374278366565704
137585	rnn.bias_ih_l0_reverse	5	0.0577029213309288
137585	rnn.bias_ih_l0_reverse	6	-0.06308681517839432
137585	rnn.bias_ih_l0_reverse	7	0.04680013656616211
137585	rnn.bias_ih_l0_reverse	8	-0.039643749594688416
137585	rnn.bias_ih_l0_reverse	9	0.05686446279287338
137585	rnn.bias_hh_l0_reverse	0	0.0285197701305151
137585	rnn.bias_hh_l0_reverse	1	-0.054545361548662186
137585	rnn.bias_hh_l0_reverse	2	0.08922188729047775
137585	rnn.bias_hh_l0_reverse	3	-0.04766329005360603
137585	rnn.bias_hh_l0_reverse	4	-0.02830853872001171
137585	rnn.bias_hh_l0_reverse	5	-0.047511786222457886
137585	rnn.bias_hh_l0_reverse	6	-0.03645297512412071
137585	rnn.bias_hh_l0_reverse	7	0.10399407893419266
137585	rnn.bias_hh_l0_reverse	8	0.03374016284942627
137585	rnn.bias_hh_l0_reverse	9	-0.13184411823749542
137585	rnn.weight_ih_l1	0	-0.03388500586152077
137585	rnn.weight_ih_l1	1	-0.05066657438874245
137585	rnn.weight_ih_l1	2	0.06383349001407623
137585	rnn.weight_ih_l1	3	-0.07654362171888351
137585	rnn.weight_ih_l1	4	-0.01678643189370632
137585	rnn.weight_ih_l1	5	-0.044843681156635284
137585	rnn.weight_ih_l1	6	0.031718283891677856
137585	rnn.weight_ih_l1	7	-0.03453221917152405
137585	rnn.weight_ih_l1	8	0.03728700056672096
137585	rnn.weight_ih_l1	9	0.0417078472673893
137585	rnn.weight_hh_l1	0	-0.005798839498311281
137585	rnn.weight_hh_l1	1	0.015452318824827671
137585	rnn.weight_hh_l1	2	0.02040775679051876
137585	rnn.weight_hh_l1	3	-0.008473875001072884
137585	rnn.weight_hh_l1	4	0.008723863400518894
137585	rnn.weight_hh_l1	5	0.02520492486655712
137585	rnn.weight_hh_l1	6	0.034596480429172516
137585	rnn.weight_hh_l1	7	-0.019298354163765907
137585	rnn.weight_hh_l1	8	-0.014301625080406666
137585	rnn.weight_hh_l1	9	0.03785134479403496
137585	rnn.bias_ih_l1	0	-0.20562990009784698
137585	rnn.bias_ih_l1	1	-0.1957213133573532
137585	rnn.bias_ih_l1	2	-0.20628753304481506
137585	rnn.bias_ih_l1	3	-0.26999199390411377
137585	rnn.bias_ih_l1	4	-0.20605622231960297
137585	rnn.bias_ih_l1	5	-0.09143698960542679
137585	rnn.bias_ih_l1	6	-0.18167097866535187
137585	rnn.bias_ih_l1	7	-0.049401916563510895
137585	rnn.bias_ih_l1	8	-0.14337994158267975
137585	rnn.bias_ih_l1	9	-0.12811245024204254
137585	rnn.bias_hh_l1	0	-0.1171194538474083
137585	rnn.bias_hh_l1	1	-0.06578854471445084
137585	rnn.bias_hh_l1	2	-0.11771055310964584
137585	rnn.bias_hh_l1	3	-0.09047320485115051
137585	rnn.bias_hh_l1	4	-0.0930323675274849
137585	rnn.bias_hh_l1	5	-0.11428499966859818
137585	rnn.bias_hh_l1	6	-0.15599992871284485
137585	rnn.bias_hh_l1	7	0.04105903208255768
137585	rnn.bias_hh_l1	8	-0.1870667040348053
137585	rnn.bias_hh_l1	9	-0.11218713223934174
137585	rnn.weight_ih_l1_reverse	0	-0.04221092909574509
137585	rnn.weight_ih_l1_reverse	1	0.028103914111852646
137585	rnn.weight_ih_l1_reverse	2	0.07177168875932693
137585	rnn.weight_ih_l1_reverse	3	-0.004668300040066242
137585	rnn.weight_ih_l1_reverse	4	-0.033542051911354065
137585	rnn.weight_ih_l1_reverse	5	-0.03370947018265724
137585	rnn.weight_ih_l1_reverse	6	-0.015140839852392673
137585	rnn.weight_ih_l1_reverse	7	0.028706595301628113
137585	rnn.weight_ih_l1_reverse	8	0.0203123539686203
137585	rnn.weight_ih_l1_reverse	9	-0.04195516183972359
137585	rnn.weight_hh_l1_reverse	0	0.006678983103483915
137585	rnn.weight_hh_l1_reverse	1	0.028710057958960533
137585	rnn.weight_hh_l1_reverse	2	-0.04003838822245598
137585	rnn.weight_hh_l1_reverse	3	0.03931906074285507
137585	rnn.weight_hh_l1_reverse	4	0.046087026596069336
137585	rnn.weight_hh_l1_reverse	5	0.0013739861315116286
137585	rnn.weight_hh_l1_reverse	6	0.040891919285058975
137585	rnn.weight_hh_l1_reverse	7	0.031097212806344032
137585	rnn.weight_hh_l1_reverse	8	-0.006231242790818214
137585	rnn.weight_hh_l1_reverse	9	-0.032917480915784836
137585	rnn.bias_ih_l1_reverse	0	-0.06186997890472412
137585	rnn.bias_ih_l1_reverse	1	-0.17063552141189575
137585	rnn.bias_ih_l1_reverse	2	-0.1566256582736969
137585	rnn.bias_ih_l1_reverse	3	-0.03038833662867546
137585	rnn.bias_ih_l1_reverse	4	-0.20295384526252747
137585	rnn.bias_ih_l1_reverse	5	-0.1142718568444252
137585	rnn.bias_ih_l1_reverse	6	-0.13990418612957
137585	rnn.bias_ih_l1_reverse	7	-0.21030108630657196
137585	rnn.bias_ih_l1_reverse	8	0.1772623211145401
137585	rnn.bias_ih_l1_reverse	9	0.04005074128508568
137585	rnn.bias_hh_l1_reverse	0	0.019351467490196228
137585	rnn.bias_hh_l1_reverse	1	-0.05690484493970871
137585	rnn.bias_hh_l1_reverse	2	-0.23234857618808746
137585	rnn.bias_hh_l1_reverse	3	-0.13679181039333344
137585	rnn.bias_hh_l1_reverse	4	-0.09857747703790665
137585	rnn.bias_hh_l1_reverse	5	-0.13167084753513336
137585	rnn.bias_hh_l1_reverse	6	0.08975496888160706
137585	rnn.bias_hh_l1_reverse	7	-0.17188557982444763
137585	rnn.bias_hh_l1_reverse	8	-0.11409972608089447
137585	rnn.bias_hh_l1_reverse	9	-0.14772294461727142
137585	linear.weight	0	0.002228822559118271
137585	linear.weight	1	0.14997398853302002
137585	linear.weight	2	-0.054026927798986435
137585	linear.weight	3	0.2747373580932617
137585	linear.weight	4	0.14989398419857025
137585	linear.weight	5	-0.06314004957675934
137585	linear.weight	6	0.1243731901049614
137585	linear.weight	7	0.07014905661344528
137585	linear.weight	8	0.04124823585152626
137585	linear.weight	9	-0.028687361627817154
137585	linear.bias	0	0.08123566210269928
137585	linear.bias	1	-0.18156789243221283
137585	linear.bias	2	-0.37823784351348877
137585	linear.bias	3	-0.6741223335266113
137585	linear.bias	4	-1.1972041130065918
137585	linear.bias	5	-0.08726523816585541
137585	linear.bias	6	-0.7414165735244751
137585	linear.bias	7	0.2909310460090637
137585	linear.bias	8	-0.4510112404823303
137585	linear.bias	9	-0.9816906452178955
137782	transitions	0	0.6364426612854004
137782	transitions	1	0.16931240260601044
137782	transitions	2	-10000.0
137782	transitions	3	-1.8224788904190063
137782	transitions	4	-10000.0
137782	transitions	5	0.5814715027809143
137782	transitions	6	-0.07326172292232513
137782	transitions	7	-0.701788604259491
137782	transitions	8	-1.4007970094680786
137782	transitions	9	-0.0010965096298605204
137782	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
137782	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
137782	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
137782	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
137782	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
137782	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
137782	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
137782	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
137782	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
137782	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
137782	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
137782	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
137782	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
137782	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
137782	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
137782	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
137782	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
137782	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
137782	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
137782	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
137782	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
137782	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
137782	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
137782	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
137782	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
137782	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
137782	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
137782	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
137782	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
137782	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
137782	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
137782	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
137782	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
137782	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
137782	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
137782	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
137782	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
137782	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
137782	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
137782	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
137782	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
137782	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
137782	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
137782	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
137782	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
137782	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
137782	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
137782	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
137782	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
137782	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
137782	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
137782	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
137782	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
137782	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
137782	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
137782	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
137782	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
137782	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
137782	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
137782	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
137782	embedding2nn.weight	0	0.019851671531796455
137782	embedding2nn.weight	1	-0.013834596611559391
137782	embedding2nn.weight	2	-0.014268254861235619
137782	embedding2nn.weight	3	-0.02618112787604332
137782	embedding2nn.weight	4	-0.0059150345623493195
137782	embedding2nn.weight	5	-0.0037005916237831116
137782	embedding2nn.weight	6	-0.003973288461565971
137782	embedding2nn.weight	7	-0.08331114798784256
137782	embedding2nn.weight	8	-0.0019979383796453476
137782	embedding2nn.weight	9	-0.026557162404060364
137782	embedding2nn.bias	0	0.059431105852127075
137782	embedding2nn.bias	1	-0.06034792587161064
137782	embedding2nn.bias	2	0.09507328271865845
137782	embedding2nn.bias	3	0.05428474768996239
137782	embedding2nn.bias	4	-0.047453030943870544
137782	embedding2nn.bias	5	-0.051696572452783585
137782	embedding2nn.bias	6	0.013839785940945148
137782	embedding2nn.bias	7	-0.048648152500391006
137782	embedding2nn.bias	8	0.06453157961368561
137782	embedding2nn.bias	9	0.04260652884840965
137782	rnn.weight_ih_l0	0	-0.07513988018035889
137782	rnn.weight_ih_l0	1	0.0017478045774623752
137782	rnn.weight_ih_l0	2	0.04838595911860466
137782	rnn.weight_ih_l0	3	0.023262815549969673
137782	rnn.weight_ih_l0	4	-0.02974812686443329
137782	rnn.weight_ih_l0	5	-0.06139582395553589
137782	rnn.weight_ih_l0	6	0.0019227745942771435
137782	rnn.weight_ih_l0	7	0.058357369154691696
137782	rnn.weight_ih_l0	8	-0.016564184799790382
137782	rnn.weight_ih_l0	9	-0.02853984385728836
137782	rnn.weight_hh_l0	0	-0.03406456485390663
137782	rnn.weight_hh_l0	1	-0.010092180222272873
137782	rnn.weight_hh_l0	2	-0.0035525402054190636
137782	rnn.weight_hh_l0	3	-0.0730937123298645
137782	rnn.weight_hh_l0	4	0.08405449986457825
137782	rnn.weight_hh_l0	5	-0.02479621022939682
137782	rnn.weight_hh_l0	6	-0.05574067682027817
137782	rnn.weight_hh_l0	7	0.013607936911284924
137782	rnn.weight_hh_l0	8	0.009034332819283009
137782	rnn.weight_hh_l0	9	-0.019186949357390404
137782	rnn.bias_ih_l0	0	0.11754661053419113
137782	rnn.bias_ih_l0	1	-0.016863450407981873
137782	rnn.bias_ih_l0	2	-0.0032289260998368263
137782	rnn.bias_ih_l0	3	0.1387215405702591
137782	rnn.bias_ih_l0	4	-0.016209181398153305
137782	rnn.bias_ih_l0	5	-0.00826382264494896
137782	rnn.bias_ih_l0	6	0.01789213716983795
137782	rnn.bias_ih_l0	7	0.03529515489935875
137782	rnn.bias_ih_l0	8	-0.10439284890890121
137782	rnn.bias_ih_l0	9	-0.0216776542365551
137782	rnn.bias_hh_l0	0	-0.016699008643627167
137782	rnn.bias_hh_l0	1	-0.10527032613754272
137782	rnn.bias_hh_l0	2	-0.05233415961265564
137782	rnn.bias_hh_l0	3	-0.09072311967611313
137782	rnn.bias_hh_l0	4	-0.012993182986974716
137782	rnn.bias_hh_l0	5	-0.028927423059940338
137782	rnn.bias_hh_l0	6	0.04213505610823631
137782	rnn.bias_hh_l0	7	0.04229563847184181
137782	rnn.bias_hh_l0	8	-0.1061902642250061
137782	rnn.bias_hh_l0	9	-0.06283421069383621
137782	rnn.weight_ih_l0_reverse	0	-0.027915777638554573
137782	rnn.weight_ih_l0_reverse	1	-0.039661165326833725
137782	rnn.weight_ih_l0_reverse	2	-0.03271087631583214
137782	rnn.weight_ih_l0_reverse	3	0.0041853454895317554
137782	rnn.weight_ih_l0_reverse	4	-0.0181029811501503
137782	rnn.weight_ih_l0_reverse	5	-0.04640673100948334
137782	rnn.weight_ih_l0_reverse	6	0.08433890342712402
137782	rnn.weight_ih_l0_reverse	7	-0.018316324800252914
137782	rnn.weight_ih_l0_reverse	8	-0.01735660620033741
137782	rnn.weight_ih_l0_reverse	9	-0.0018836691742762923
137782	rnn.weight_hh_l0_reverse	0	0.05960045009851456
137782	rnn.weight_hh_l0_reverse	1	0.012273958884179592
137782	rnn.weight_hh_l0_reverse	2	0.030807146802544594
137782	rnn.weight_hh_l0_reverse	3	0.028428807854652405
137782	rnn.weight_hh_l0_reverse	4	0.005890061147511005
137782	rnn.weight_hh_l0_reverse	5	0.02102576196193695
137782	rnn.weight_hh_l0_reverse	6	0.04987914487719536
137782	rnn.weight_hh_l0_reverse	7	-0.06720888614654541
137782	rnn.weight_hh_l0_reverse	8	0.04173943027853966
137782	rnn.weight_hh_l0_reverse	9	0.0355311781167984
137782	rnn.bias_ih_l0_reverse	0	-0.07865772396326065
137782	rnn.bias_ih_l0_reverse	1	-0.26307570934295654
137782	rnn.bias_ih_l0_reverse	2	-0.14163754880428314
137782	rnn.bias_ih_l0_reverse	3	-0.03680779039859772
137782	rnn.bias_ih_l0_reverse	4	-0.03620682656764984
137782	rnn.bias_ih_l0_reverse	5	0.055128540843725204
137782	rnn.bias_ih_l0_reverse	6	-0.06260544061660767
137782	rnn.bias_ih_l0_reverse	7	0.04722683131694794
137782	rnn.bias_ih_l0_reverse	8	-0.041443392634391785
137782	rnn.bias_ih_l0_reverse	9	0.056856561452150345
137782	rnn.bias_hh_l0_reverse	0	0.027658237144351006
137782	rnn.bias_hh_l0_reverse	1	-0.05171404033899307
137782	rnn.bias_hh_l0_reverse	2	0.0969814732670784
137782	rnn.bias_hh_l0_reverse	3	-0.04594908282160759
137782	rnn.bias_hh_l0_reverse	4	-0.030093103647232056
137782	rnn.bias_hh_l0_reverse	5	-0.04670117795467377
137782	rnn.bias_hh_l0_reverse	6	-0.03628396987915039
137782	rnn.bias_hh_l0_reverse	7	0.10404280573129654
137782	rnn.bias_hh_l0_reverse	8	0.03529138118028641
137782	rnn.bias_hh_l0_reverse	9	-0.13014931976795197
137782	rnn.weight_ih_l1	0	-0.03380010649561882
137782	rnn.weight_ih_l1	1	-0.05122780427336693
137782	rnn.weight_ih_l1	2	0.059099357575178146
137782	rnn.weight_ih_l1	3	-0.07534051686525345
137782	rnn.weight_ih_l1	4	-0.017591549083590508
137782	rnn.weight_ih_l1	5	-0.04488219693303108
137782	rnn.weight_ih_l1	6	0.03208473324775696
137782	rnn.weight_ih_l1	7	-0.03489832207560539
137782	rnn.weight_ih_l1	8	0.037280675023794174
137782	rnn.weight_ih_l1	9	0.04178263619542122
137782	rnn.weight_hh_l1	0	-0.0044539873488247395
137782	rnn.weight_hh_l1	1	0.015661442652344704
137782	rnn.weight_hh_l1	2	0.019370336085557938
137782	rnn.weight_hh_l1	3	-0.008690872229635715
137782	rnn.weight_hh_l1	4	0.008246153593063354
137782	rnn.weight_hh_l1	5	0.02503274567425251
137782	rnn.weight_hh_l1	6	0.035062067210674286
137782	rnn.weight_hh_l1	7	-0.018689025193452835
137782	rnn.weight_hh_l1	8	-0.01363829243928194
137782	rnn.weight_hh_l1	9	0.03775867447257042
137782	rnn.bias_ih_l1	0	-0.2069244235754013
137782	rnn.bias_ih_l1	1	-0.1914578229188919
137782	rnn.bias_ih_l1	2	-0.20826566219329834
137782	rnn.bias_ih_l1	3	-0.2717304825782776
137782	rnn.bias_ih_l1	4	-0.20509259402751923
137782	rnn.bias_ih_l1	5	-0.09446843713521957
137782	rnn.bias_ih_l1	6	-0.18055890500545502
137782	rnn.bias_ih_l1	7	-0.05328074470162392
137782	rnn.bias_ih_l1	8	-0.14050208032131195
137782	rnn.bias_ih_l1	9	-0.12821336090564728
137782	rnn.bias_hh_l1	0	-0.11453475058078766
137782	rnn.bias_hh_l1	1	-0.06012892350554466
137782	rnn.bias_hh_l1	2	-0.11975805461406708
137782	rnn.bias_hh_l1	3	-0.08915599435567856
137782	rnn.bias_hh_l1	4	-0.09391694515943527
137782	rnn.bias_hh_l1	5	-0.1152740865945816
137782	rnn.bias_hh_l1	6	-0.1559535562992096
137782	rnn.bias_hh_l1	7	0.04240059852600098
137782	rnn.bias_hh_l1	8	-0.1872245818376541
137782	rnn.bias_hh_l1	9	-0.11454236507415771
137782	rnn.weight_ih_l1_reverse	0	-0.04080257564783096
137782	rnn.weight_ih_l1_reverse	1	0.027470111846923828
137782	rnn.weight_ih_l1_reverse	2	0.07190153747797012
137782	rnn.weight_ih_l1_reverse	3	-0.0049327281303703785
137782	rnn.weight_ih_l1_reverse	4	-0.03383997827768326
137782	rnn.weight_ih_l1_reverse	5	-0.033937789499759674
137782	rnn.weight_ih_l1_reverse	6	-0.015778450295329094
137782	rnn.weight_ih_l1_reverse	7	0.02894127555191517
137782	rnn.weight_ih_l1_reverse	8	0.019595911726355553
137782	rnn.weight_ih_l1_reverse	9	-0.038067933171987534
137782	rnn.weight_hh_l1_reverse	0	0.006504597142338753
137782	rnn.weight_hh_l1_reverse	1	0.028884410858154297
137782	rnn.weight_hh_l1_reverse	2	-0.04021564871072769
137782	rnn.weight_hh_l1_reverse	3	0.03899738937616348
137782	rnn.weight_hh_l1_reverse	4	0.045872628688812256
137782	rnn.weight_hh_l1_reverse	5	0.0017077013617381454
137782	rnn.weight_hh_l1_reverse	6	0.043732255697250366
137782	rnn.weight_hh_l1_reverse	7	0.030909599736332893
137782	rnn.weight_hh_l1_reverse	8	-0.006297537125647068
137782	rnn.weight_hh_l1_reverse	9	-0.033034972846508026
137782	rnn.bias_ih_l1_reverse	0	-0.06079743802547455
137782	rnn.bias_ih_l1_reverse	1	-0.1710558384656906
137782	rnn.bias_ih_l1_reverse	2	-0.1578383445739746
137782	rnn.bias_ih_l1_reverse	3	-0.028289981186389923
137782	rnn.bias_ih_l1_reverse	4	-0.2032543569803238
137782	rnn.bias_ih_l1_reverse	5	-0.11252348124980927
137782	rnn.bias_ih_l1_reverse	6	-0.14084695279598236
137782	rnn.bias_ih_l1_reverse	7	-0.20968344807624817
137782	rnn.bias_ih_l1_reverse	8	0.18324799835681915
137782	rnn.bias_ih_l1_reverse	9	0.045433204621076584
137782	rnn.bias_hh_l1_reverse	0	0.018339062109589577
137782	rnn.bias_hh_l1_reverse	1	-0.05958759784698486
137782	rnn.bias_hh_l1_reverse	2	-0.23247751593589783
137782	rnn.bias_hh_l1_reverse	3	-0.13795918226242065
137782	rnn.bias_hh_l1_reverse	4	-0.09857767820358276
137782	rnn.bias_hh_l1_reverse	5	-0.12931019067764282
137782	rnn.bias_hh_l1_reverse	6	0.09229663759469986
137782	rnn.bias_hh_l1_reverse	7	-0.172853484749794
137782	rnn.bias_hh_l1_reverse	8	-0.11475261300802231
137782	rnn.bias_hh_l1_reverse	9	-0.14783620834350586
137782	linear.weight	0	0.002228822559118271
137782	linear.weight	1	0.14828023314476013
137782	linear.weight	2	-0.055786460638046265
137782	linear.weight	3	0.26146140694618225
137782	linear.weight	4	0.1509494036436081
137782	linear.weight	5	-0.06255573779344559
137782	linear.weight	6	0.12825068831443787
137782	linear.weight	7	0.07607139647006989
137782	linear.weight	8	0.04124727100133896
137782	linear.weight	9	-0.03266516327857971
137782	linear.bias	0	0.0850144550204277
137782	linear.bias	1	-0.1753702014684677
137782	linear.bias	2	-0.37109389901161194
137782	linear.bias	3	-0.6830524206161499
137782	linear.bias	4	-1.2076565027236938
137782	linear.bias	5	-0.06365879625082016
137782	linear.bias	6	-0.7352651357650757
137782	linear.bias	7	0.30927497148513794
137782	linear.bias	8	-0.4604348838329315
137782	linear.bias	9	-0.9974953532218933
137979	transitions	0	0.6239553689956665
137979	transitions	1	0.16493716835975647
137979	transitions	2	-10000.0
137979	transitions	3	-1.8225088119506836
137979	transitions	4	-10000.0
137979	transitions	5	0.5811677575111389
137979	transitions	6	-0.07335859537124634
137979	transitions	7	-0.7020991444587708
137979	transitions	8	-1.4008363485336304
137979	transitions	9	-0.0010971020674332976
137979	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
137979	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
137979	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
137979	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
137979	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
137979	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
137979	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
137979	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
137979	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
137979	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
137979	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
137979	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
137979	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
137979	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
137979	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
137979	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
137979	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
137979	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
137979	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
137979	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
137979	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
137979	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
137979	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
137979	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
137979	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
137979	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
137979	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
137979	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
137979	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
137979	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
137979	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
137979	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
137979	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
137979	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
137979	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
137979	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
137979	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
137979	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
137979	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
137979	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
137979	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
137979	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
137979	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
137979	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
137979	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
137979	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
137979	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
137979	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
137979	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
137979	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
137979	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
137979	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
137979	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
137979	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
137979	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
137979	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
137979	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
137979	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
137979	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
137979	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
137979	embedding2nn.weight	0	0.018342602998018265
137979	embedding2nn.weight	1	-0.013887282460927963
137979	embedding2nn.weight	2	-0.014268254861235619
137979	embedding2nn.weight	3	-0.025888817384839058
137979	embedding2nn.weight	4	-0.0059150345623493195
137979	embedding2nn.weight	5	-0.0037005918566137552
137979	embedding2nn.weight	6	-0.003973286133259535
137979	embedding2nn.weight	7	-0.08337301760911942
137979	embedding2nn.weight	8	-0.0019979383796453476
137979	embedding2nn.weight	9	-0.026872199028730392
137979	embedding2nn.bias	0	0.0645710676908493
137979	embedding2nn.bias	1	-0.06390424072742462
137979	embedding2nn.bias	2	0.10247143357992172
137979	embedding2nn.bias	3	0.05015423521399498
137979	embedding2nn.bias	4	-0.04548092931509018
137979	embedding2nn.bias	5	-0.04129035770893097
137979	embedding2nn.bias	6	0.01071668416261673
137979	embedding2nn.bias	7	-0.04755811393260956
137979	embedding2nn.bias	8	0.062089528888463974
137979	embedding2nn.bias	9	0.04139715060591698
137979	rnn.weight_ih_l0	0	-0.07489420473575592
137979	rnn.weight_ih_l0	1	0.0005808541318401694
137979	rnn.weight_ih_l0	2	0.04820585995912552
137979	rnn.weight_ih_l0	3	0.023584308102726936
137979	rnn.weight_ih_l0	4	-0.03047967702150345
137979	rnn.weight_ih_l0	5	-0.0621756985783577
137979	rnn.weight_ih_l0	6	0.004025412257760763
137979	rnn.weight_ih_l0	7	0.05789383500814438
137979	rnn.weight_ih_l0	8	-0.016707366332411766
137979	rnn.weight_ih_l0	9	-0.028420984745025635
137979	rnn.weight_hh_l0	0	-0.034816913306713104
137979	rnn.weight_hh_l0	1	-0.009607759304344654
137979	rnn.weight_hh_l0	2	-0.003291303990408778
137979	rnn.weight_hh_l0	3	-0.0725552886724472
137979	rnn.weight_hh_l0	4	0.08396744728088379
137979	rnn.weight_hh_l0	5	-0.02508779801428318
137979	rnn.weight_hh_l0	6	-0.055303994566202164
137979	rnn.weight_hh_l0	7	0.013368244282901287
137979	rnn.weight_hh_l0	8	0.009749410673975945
137979	rnn.weight_hh_l0	9	-0.019203314557671547
137979	rnn.bias_ih_l0	0	0.11695227026939392
137979	rnn.bias_ih_l0	1	-0.021443208679556847
137979	rnn.bias_ih_l0	2	-0.005938234739005566
137979	rnn.bias_ih_l0	3	0.14107999205589294
137979	rnn.bias_ih_l0	4	-0.014985122717916965
137979	rnn.bias_ih_l0	5	-0.007749688345938921
137979	rnn.bias_ih_l0	6	0.017640016973018646
137979	rnn.bias_ih_l0	7	0.035336051136255264
137979	rnn.bias_ih_l0	8	-0.10624663531780243
137979	rnn.bias_ih_l0	9	-0.026687784120440483
137979	rnn.bias_hh_l0	0	-0.01553846150636673
137979	rnn.bias_hh_l0	1	-0.10758770257234573
137979	rnn.bias_hh_l0	2	-0.053263723850250244
137979	rnn.bias_hh_l0	3	-0.09005054831504822
137979	rnn.bias_hh_l0	4	-0.012955735437572002
137979	rnn.bias_hh_l0	5	-0.03132183849811554
137979	rnn.bias_hh_l0	6	0.03968116641044617
137979	rnn.bias_hh_l0	7	0.041888684034347534
137979	rnn.bias_hh_l0	8	-0.10635355114936829
137979	rnn.bias_hh_l0	9	-0.06022271141409874
137979	rnn.weight_ih_l0_reverse	0	-0.027111606672406197
137979	rnn.weight_ih_l0_reverse	1	-0.03872637823224068
137979	rnn.weight_ih_l0_reverse	2	-0.0328708253800869
137979	rnn.weight_ih_l0_reverse	3	0.004803575575351715
137979	rnn.weight_ih_l0_reverse	4	-0.018350837752223015
137979	rnn.weight_ih_l0_reverse	5	-0.04682505130767822
137979	rnn.weight_ih_l0_reverse	6	0.08389394730329514
137979	rnn.weight_ih_l0_reverse	7	-0.020989298820495605
137979	rnn.weight_ih_l0_reverse	8	-0.017932239919900894
137979	rnn.weight_ih_l0_reverse	9	-0.0037284379359334707
137979	rnn.weight_hh_l0_reverse	0	0.05956082418560982
137979	rnn.weight_hh_l0_reverse	1	0.011576404795050621
137979	rnn.weight_hh_l0_reverse	2	0.03121771104633808
137979	rnn.weight_hh_l0_reverse	3	0.028363283723592758
137979	rnn.weight_hh_l0_reverse	4	0.0057363687083125114
137979	rnn.weight_hh_l0_reverse	5	0.020858699455857277
137979	rnn.weight_hh_l0_reverse	6	0.04957433417439461
137979	rnn.weight_hh_l0_reverse	7	-0.0668884888291359
137979	rnn.weight_hh_l0_reverse	8	0.03966116905212402
137979	rnn.weight_hh_l0_reverse	9	0.03578547388315201
137979	rnn.bias_ih_l0_reverse	0	-0.0797417089343071
137979	rnn.bias_ih_l0_reverse	1	-0.2657926678657532
137979	rnn.bias_ih_l0_reverse	2	-0.14272356033325195
137979	rnn.bias_ih_l0_reverse	3	-0.03478968143463135
137979	rnn.bias_ih_l0_reverse	4	-0.03430423140525818
137979	rnn.bias_ih_l0_reverse	5	0.05652603134512901
137979	rnn.bias_ih_l0_reverse	6	-0.06309191137552261
137979	rnn.bias_ih_l0_reverse	7	0.049697984009981155
137979	rnn.bias_ih_l0_reverse	8	-0.043196339160203934
137979	rnn.bias_ih_l0_reverse	9	0.05637497082352638
137979	rnn.bias_hh_l0_reverse	0	0.027910081669688225
137979	rnn.bias_hh_l0_reverse	1	-0.051505010575056076
137979	rnn.bias_hh_l0_reverse	2	0.09198125451803207
137979	rnn.bias_hh_l0_reverse	3	-0.04532557353377342
137979	rnn.bias_hh_l0_reverse	4	-0.02844264730811119
137979	rnn.bias_hh_l0_reverse	5	-0.047951653599739075
137979	rnn.bias_hh_l0_reverse	6	-0.032942865043878555
137979	rnn.bias_hh_l0_reverse	7	0.10168884694576263
137979	rnn.bias_hh_l0_reverse	8	0.034857846796512604
137979	rnn.bias_hh_l0_reverse	9	-0.12985408306121826
137979	rnn.weight_ih_l1	0	-0.03248701989650726
137979	rnn.weight_ih_l1	1	-0.050925105810165405
137979	rnn.weight_ih_l1	2	0.06161582097411156
137979	rnn.weight_ih_l1	3	-0.0752013623714447
137979	rnn.weight_ih_l1	4	-0.01728740707039833
137979	rnn.weight_ih_l1	5	-0.045318759977817535
137979	rnn.weight_ih_l1	6	0.033152077347040176
137979	rnn.weight_ih_l1	7	-0.03256615251302719
137979	rnn.weight_ih_l1	8	0.03745019808411598
137979	rnn.weight_ih_l1	9	0.04135581851005554
137979	rnn.weight_hh_l1	0	-0.003995516337454319
137979	rnn.weight_hh_l1	1	0.016071828082203865
137979	rnn.weight_hh_l1	2	0.016559474170207977
137979	rnn.weight_hh_l1	3	-0.008643514476716518
137979	rnn.weight_hh_l1	4	0.008149613626301289
137979	rnn.weight_hh_l1	5	0.025136159732937813
137979	rnn.weight_hh_l1	6	0.03410308063030243
137979	rnn.weight_hh_l1	7	-0.018680427223443985
137979	rnn.weight_hh_l1	8	-0.013595515862107277
137979	rnn.weight_hh_l1	9	0.037776220589876175
137979	rnn.bias_ih_l1	0	-0.20719103515148163
137979	rnn.bias_ih_l1	1	-0.18996495008468628
137979	rnn.bias_ih_l1	2	-0.2037629634141922
137979	rnn.bias_ih_l1	3	-0.27449747920036316
137979	rnn.bias_ih_l1	4	-0.1989520788192749
137979	rnn.bias_ih_l1	5	-0.095520980656147
137979	rnn.bias_ih_l1	6	-0.18136978149414062
137979	rnn.bias_ih_l1	7	-0.05189913883805275
137979	rnn.bias_ih_l1	8	-0.14031650125980377
137979	rnn.bias_ih_l1	9	-0.12873944640159607
137979	rnn.bias_hh_l1	0	-0.11351113021373749
137979	rnn.bias_hh_l1	1	-0.0645686686038971
137979	rnn.bias_hh_l1	2	-0.12222099304199219
137979	rnn.bias_hh_l1	3	-0.08733244985342026
137979	rnn.bias_hh_l1	4	-0.09580609202384949
137979	rnn.bias_hh_l1	5	-0.11512716859579086
137979	rnn.bias_hh_l1	6	-0.15545180439949036
137979	rnn.bias_hh_l1	7	0.044679950922727585
137979	rnn.bias_hh_l1	8	-0.1878734678030014
137979	rnn.bias_hh_l1	9	-0.11652195453643799
137979	rnn.weight_ih_l1_reverse	0	-0.042957603931427
137979	rnn.weight_ih_l1_reverse	1	0.02528681978583336
137979	rnn.weight_ih_l1_reverse	2	0.07086462527513504
137979	rnn.weight_ih_l1_reverse	3	-0.0051524643786251545
137979	rnn.weight_ih_l1_reverse	4	-0.03376889228820801
137979	rnn.weight_ih_l1_reverse	5	-0.033990759402513504
137979	rnn.weight_ih_l1_reverse	6	-0.013558188453316689
137979	rnn.weight_ih_l1_reverse	7	0.028693119063973427
137979	rnn.weight_ih_l1_reverse	8	0.018197307363152504
137979	rnn.weight_ih_l1_reverse	9	-0.0388791561126709
137979	rnn.weight_hh_l1_reverse	0	0.006331360433250666
137979	rnn.weight_hh_l1_reverse	1	0.028946643695235252
137979	rnn.weight_hh_l1_reverse	2	-0.04011046513915062
137979	rnn.weight_hh_l1_reverse	3	0.03915340453386307
137979	rnn.weight_hh_l1_reverse	4	0.04553988203406334
137979	rnn.weight_hh_l1_reverse	5	0.0007498368504457176
137979	rnn.weight_hh_l1_reverse	6	0.043587420135736465
137979	rnn.weight_hh_l1_reverse	7	0.03091439977288246
137979	rnn.weight_hh_l1_reverse	8	-0.0062872301787137985
137979	rnn.weight_hh_l1_reverse	9	-0.032895952463150024
137979	rnn.bias_ih_l1_reverse	0	-0.06257446855306625
137979	rnn.bias_ih_l1_reverse	1	-0.1719234585762024
137979	rnn.bias_ih_l1_reverse	2	-0.1591135412454605
137979	rnn.bias_ih_l1_reverse	3	-0.03166681155562401
137979	rnn.bias_ih_l1_reverse	4	-0.20079322159290314
137979	rnn.bias_ih_l1_reverse	5	-0.11263194680213928
137979	rnn.bias_ih_l1_reverse	6	-0.14101006090641022
137979	rnn.bias_ih_l1_reverse	7	-0.2070903331041336
137979	rnn.bias_ih_l1_reverse	8	0.18053244054317474
137979	rnn.bias_ih_l1_reverse	9	0.04300551488995552
137979	rnn.bias_hh_l1_reverse	0	0.012502443045377731
137979	rnn.bias_hh_l1_reverse	1	-0.06465642154216766
137979	rnn.bias_hh_l1_reverse	2	-0.2324962317943573
137979	rnn.bias_hh_l1_reverse	3	-0.13699650764465332
137979	rnn.bias_hh_l1_reverse	4	-0.09896290302276611
137979	rnn.bias_hh_l1_reverse	5	-0.12939250469207764
137979	rnn.bias_hh_l1_reverse	6	0.09484498202800751
137979	rnn.bias_hh_l1_reverse	7	-0.1739012897014618
137979	rnn.bias_hh_l1_reverse	8	-0.11489487439393997
137979	rnn.bias_hh_l1_reverse	9	-0.14805586636066437
137979	linear.weight	0	0.002228822559118271
137979	linear.weight	1	0.15277482569217682
137979	linear.weight	2	-0.056543562561273575
137979	linear.weight	3	0.2569825351238251
137979	linear.weight	4	0.1503520905971527
137979	linear.weight	5	-0.0636177510023117
137979	linear.weight	6	0.12111467868089676
137979	linear.weight	7	0.07401073724031448
137979	linear.weight	8	0.04124685004353523
137979	linear.weight	9	-0.03560299426317215
137979	linear.bias	0	0.08887302130460739
137979	linear.bias	1	-0.18063713610172272
137979	linear.bias	2	-0.3481713831424713
137979	linear.bias	3	-0.6884925961494446
137979	linear.bias	4	-1.214465856552124
137979	linear.bias	5	-0.1080905869603157
137979	linear.bias	6	-0.7395119071006775
137979	linear.bias	7	0.2626969516277313
137979	linear.bias	8	-0.45768189430236816
137979	linear.bias	9	-0.9989203214645386
138176	transitions	0	0.619398832321167
138176	transitions	1	0.16555474698543549
138176	transitions	2	-10000.0
138176	transitions	3	-1.822536587715149
138176	transitions	4	-10000.0
138176	transitions	5	0.581037700176239
138176	transitions	6	-0.07341644167900085
138176	transitions	7	-0.7025102376937866
138176	transitions	8	-1.401021122932434
138176	transitions	9	-0.0010976967168971896
138176	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
138176	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
138176	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
138176	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
138176	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
138176	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
138176	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
138176	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
138176	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
138176	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
138176	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
138176	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
138176	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
138176	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
138176	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
138176	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
138176	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
138176	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
138176	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
138176	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
138176	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
138176	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
138176	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
138176	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
138176	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
138176	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
138176	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
138176	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
138176	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
138176	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
138176	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
138176	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
138176	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
138176	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
138176	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
138176	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
138176	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
138176	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
138176	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
138176	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
138176	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
138176	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
138176	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
138176	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
138176	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
138176	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
138176	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
138176	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
138176	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
138176	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
138176	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
138176	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
138176	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
138176	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
138176	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
138176	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
138176	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
138176	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
138176	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
138176	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
138176	embedding2nn.weight	0	0.01917952671647072
138176	embedding2nn.weight	1	-0.013613931834697723
138176	embedding2nn.weight	2	-0.014268254861235619
138176	embedding2nn.weight	3	-0.02172541618347168
138176	embedding2nn.weight	4	-0.0059150345623493195
138176	embedding2nn.weight	5	-0.0037005918566137552
138176	embedding2nn.weight	6	-0.003973293583840132
138176	embedding2nn.weight	7	-0.0835825651884079
138176	embedding2nn.weight	8	-0.0019979383796453476
138176	embedding2nn.weight	9	-0.025818347930908203
138176	embedding2nn.bias	0	0.05352608859539032
138176	embedding2nn.bias	1	-0.057605937123298645
138176	embedding2nn.bias	2	0.09092697501182556
138176	embedding2nn.bias	3	0.05227683112025261
138176	embedding2nn.bias	4	-0.0458030179142952
138176	embedding2nn.bias	5	-0.046128977090120316
138176	embedding2nn.bias	6	0.02020500972867012
138176	embedding2nn.bias	7	-0.04176301881670952
138176	embedding2nn.bias	8	0.05622748285531998
138176	embedding2nn.bias	9	0.03708036243915558
138176	rnn.weight_ih_l0	0	-0.07435166835784912
138176	rnn.weight_ih_l0	1	0.0005398132489062846
138176	rnn.weight_ih_l0	2	0.04831920191645622
138176	rnn.weight_ih_l0	3	0.021993938833475113
138176	rnn.weight_ih_l0	4	-0.030245119705796242
138176	rnn.weight_ih_l0	5	-0.0622224360704422
138176	rnn.weight_ih_l0	6	0.003179960185661912
138176	rnn.weight_ih_l0	7	0.05773789435625076
138176	rnn.weight_ih_l0	8	-0.016697043552994728
138176	rnn.weight_ih_l0	9	-0.026430044323205948
138176	rnn.weight_hh_l0	0	-0.03520767763257027
138176	rnn.weight_hh_l0	1	-0.009504633024334908
138176	rnn.weight_hh_l0	2	-0.0019780490547418594
138176	rnn.weight_hh_l0	3	-0.07241494208574295
138176	rnn.weight_hh_l0	4	0.0831863209605217
138176	rnn.weight_hh_l0	5	-0.026891397312283516
138176	rnn.weight_hh_l0	6	-0.054249681532382965
138176	rnn.weight_hh_l0	7	0.01372333150357008
138176	rnn.weight_hh_l0	8	0.009629757143557072
138176	rnn.weight_hh_l0	9	-0.018910834565758705
138176	rnn.bias_ih_l0	0	0.11767236143350601
138176	rnn.bias_ih_l0	1	-0.021014848724007607
138176	rnn.bias_ih_l0	2	-0.004425471648573875
138176	rnn.bias_ih_l0	3	0.13942471146583557
138176	rnn.bias_ih_l0	4	-0.018808916211128235
138176	rnn.bias_ih_l0	5	-0.007570009678602219
138176	rnn.bias_ih_l0	6	0.012789311818778515
138176	rnn.bias_ih_l0	7	0.03501797839999199
138176	rnn.bias_ih_l0	8	-0.10565080493688583
138176	rnn.bias_ih_l0	9	-0.025125321000814438
138176	rnn.bias_hh_l0	0	-0.018860353156924248
138176	rnn.bias_hh_l0	1	-0.11308149248361588
138176	rnn.bias_hh_l0	2	-0.05359141156077385
138176	rnn.bias_hh_l0	3	-0.08800271898508072
138176	rnn.bias_hh_l0	4	-0.013213584199547768
138176	rnn.bias_hh_l0	5	-0.031010901555418968
138176	rnn.bias_hh_l0	6	0.039191436022520065
138176	rnn.bias_hh_l0	7	0.04334152117371559
138176	rnn.bias_hh_l0	8	-0.10787559300661087
138176	rnn.bias_hh_l0	9	-0.05572117120027542
138176	rnn.weight_ih_l0_reverse	0	-0.027751654386520386
138176	rnn.weight_ih_l0_reverse	1	-0.04073089733719826
138176	rnn.weight_ih_l0_reverse	2	-0.0317448191344738
138176	rnn.weight_ih_l0_reverse	3	0.007471682038158178
138176	rnn.weight_ih_l0_reverse	4	-0.01808498613536358
138176	rnn.weight_ih_l0_reverse	5	-0.047473736107349396
138176	rnn.weight_ih_l0_reverse	6	0.08480589091777802
138176	rnn.weight_ih_l0_reverse	7	-0.019506996497511864
138176	rnn.weight_ih_l0_reverse	8	-0.017690172418951988
138176	rnn.weight_ih_l0_reverse	9	-0.0041869403794407845
138176	rnn.weight_hh_l0_reverse	0	0.05830402672290802
138176	rnn.weight_hh_l0_reverse	1	0.010442499071359634
138176	rnn.weight_hh_l0_reverse	2	0.03137435019016266
138176	rnn.weight_hh_l0_reverse	3	0.028134452179074287
138176	rnn.weight_hh_l0_reverse	4	0.005943083669990301
138176	rnn.weight_hh_l0_reverse	5	0.0213596373796463
138176	rnn.weight_hh_l0_reverse	6	0.04990845173597336
138176	rnn.weight_hh_l0_reverse	7	-0.06620589643716812
138176	rnn.weight_hh_l0_reverse	8	0.03854662552475929
138176	rnn.weight_hh_l0_reverse	9	0.035707391798496246
138176	rnn.bias_ih_l0_reverse	0	-0.07974555343389511
138176	rnn.bias_ih_l0_reverse	1	-0.26660606265068054
138176	rnn.bias_ih_l0_reverse	2	-0.1446308046579361
138176	rnn.bias_ih_l0_reverse	3	-0.03469366207718849
138176	rnn.bias_ih_l0_reverse	4	-0.035761509090662
138176	rnn.bias_ih_l0_reverse	5	0.05443904176354408
138176	rnn.bias_ih_l0_reverse	6	-0.06447813659906387
138176	rnn.bias_ih_l0_reverse	7	0.049835335463285446
138176	rnn.bias_ih_l0_reverse	8	-0.045680396258831024
138176	rnn.bias_ih_l0_reverse	9	0.05645592138171196
138176	rnn.bias_hh_l0_reverse	0	0.028988217934966087
138176	rnn.bias_hh_l0_reverse	1	-0.05336968973278999
138176	rnn.bias_hh_l0_reverse	2	0.08870859444141388
138176	rnn.bias_hh_l0_reverse	3	-0.046497974544763565
138176	rnn.bias_hh_l0_reverse	4	-0.028926894068717957
138176	rnn.bias_hh_l0_reverse	5	-0.047891516238451004
138176	rnn.bias_hh_l0_reverse	6	-0.03460000082850456
138176	rnn.bias_hh_l0_reverse	7	0.09870771318674088
138176	rnn.bias_hh_l0_reverse	8	0.034557148814201355
138176	rnn.bias_hh_l0_reverse	9	-0.13005591928958893
138176	rnn.weight_ih_l1	0	-0.03299388661980629
138176	rnn.weight_ih_l1	1	-0.05052098259329796
138176	rnn.weight_ih_l1	2	0.06385333091020584
138176	rnn.weight_ih_l1	3	-0.07298512756824493
138176	rnn.weight_ih_l1	4	-0.016843603923916817
138176	rnn.weight_ih_l1	5	-0.04517262801527977
138176	rnn.weight_ih_l1	6	0.03280338644981384
138176	rnn.weight_ih_l1	7	-0.03235519677400589
138176	rnn.weight_ih_l1	8	0.037471089512109756
138176	rnn.weight_ih_l1	9	0.0428340919315815
138176	rnn.weight_hh_l1	0	-0.004291456658393145
138176	rnn.weight_hh_l1	1	0.01595526747405529
138176	rnn.weight_hh_l1	2	0.015604652464389801
138176	rnn.weight_hh_l1	3	-0.008661284111440182
138176	rnn.weight_hh_l1	4	0.00782228447496891
138176	rnn.weight_hh_l1	5	0.024810148403048515
138176	rnn.weight_hh_l1	6	0.033707406371831894
138176	rnn.weight_hh_l1	7	-0.01914973370730877
138176	rnn.weight_hh_l1	8	-0.013708620332181454
138176	rnn.weight_hh_l1	9	0.037162896245718
138176	rnn.bias_ih_l1	0	-0.21119463443756104
138176	rnn.bias_ih_l1	1	-0.1934950351715088
138176	rnn.bias_ih_l1	2	-0.20801439881324768
138176	rnn.bias_ih_l1	3	-0.27256256341934204
138176	rnn.bias_ih_l1	4	-0.19974207878112793
138176	rnn.bias_ih_l1	5	-0.09472628682851791
138176	rnn.bias_ih_l1	6	-0.18135620653629303
138176	rnn.bias_ih_l1	7	-0.053905095905065536
138176	rnn.bias_ih_l1	8	-0.14203627407550812
138176	rnn.bias_ih_l1	9	-0.1316952258348465
138176	rnn.bias_hh_l1	0	-0.11613555252552032
138176	rnn.bias_hh_l1	1	-0.06640695780515671
138176	rnn.bias_hh_l1	2	-0.1222899779677391
138176	rnn.bias_hh_l1	3	-0.08632808178663254
138176	rnn.bias_hh_l1	4	-0.09740008413791656
138176	rnn.bias_hh_l1	5	-0.11384498327970505
138176	rnn.bias_hh_l1	6	-0.15655438601970673
138176	rnn.bias_hh_l1	7	0.04043891653418541
138176	rnn.bias_hh_l1	8	-0.18683628737926483
138176	rnn.bias_hh_l1	9	-0.1159047931432724
138176	rnn.weight_ih_l1_reverse	0	-0.041987210512161255
138176	rnn.weight_ih_l1_reverse	1	0.022702720016241074
138176	rnn.weight_ih_l1_reverse	2	0.07036075741052628
138176	rnn.weight_ih_l1_reverse	3	-0.005186771973967552
138176	rnn.weight_ih_l1_reverse	4	-0.03501489385962486
138176	rnn.weight_ih_l1_reverse	5	-0.03422069549560547
138176	rnn.weight_ih_l1_reverse	6	-0.012566035613417625
138176	rnn.weight_ih_l1_reverse	7	0.028896886855363846
138176	rnn.weight_ih_l1_reverse	8	0.018448982387781143
138176	rnn.weight_ih_l1_reverse	9	-0.04151097685098648
138176	rnn.weight_hh_l1_reverse	0	0.006105232518166304
138176	rnn.weight_hh_l1_reverse	1	0.029164444655179977
138176	rnn.weight_hh_l1_reverse	2	-0.040012653917074203
138176	rnn.weight_hh_l1_reverse	3	0.03928150236606598
138176	rnn.weight_hh_l1_reverse	4	0.04546355456113815
138176	rnn.weight_hh_l1_reverse	5	0.001272417139261961
138176	rnn.weight_hh_l1_reverse	6	0.042052436619997025
138176	rnn.weight_hh_l1_reverse	7	0.030701221898198128
138176	rnn.weight_hh_l1_reverse	8	-0.0064204237423837185
138176	rnn.weight_hh_l1_reverse	9	-0.0330200269818306
138176	rnn.bias_ih_l1_reverse	0	-0.06419608741998672
138176	rnn.bias_ih_l1_reverse	1	-0.1686180830001831
138176	rnn.bias_ih_l1_reverse	2	-0.1574782282114029
138176	rnn.bias_ih_l1_reverse	3	-0.028231823816895485
138176	rnn.bias_ih_l1_reverse	4	-0.20407283306121826
138176	rnn.bias_ih_l1_reverse	5	-0.11178089678287506
138176	rnn.bias_ih_l1_reverse	6	-0.13991615176200867
138176	rnn.bias_ih_l1_reverse	7	-0.20889705419540405
138176	rnn.bias_ih_l1_reverse	8	0.18195700645446777
138176	rnn.bias_ih_l1_reverse	9	0.045343056321144104
138176	rnn.bias_hh_l1_reverse	0	0.020081719383597374
138176	rnn.bias_hh_l1_reverse	1	-0.06099770590662956
138176	rnn.bias_hh_l1_reverse	2	-0.23200379312038422
138176	rnn.bias_hh_l1_reverse	3	-0.1398143619298935
138176	rnn.bias_hh_l1_reverse	4	-0.09999564290046692
138176	rnn.bias_hh_l1_reverse	5	-0.12598943710327148
138176	rnn.bias_hh_l1_reverse	6	0.09088374674320221
138176	rnn.bias_hh_l1_reverse	7	-0.1762724220752716
138176	rnn.bias_hh_l1_reverse	8	-0.11480134725570679
138176	rnn.bias_hh_l1_reverse	9	-0.14781706035137177
138176	linear.weight	0	0.002228822559118271
138176	linear.weight	1	0.15855982899665833
138176	linear.weight	2	-0.06195218861103058
138176	linear.weight	3	0.26407283544540405
138176	linear.weight	4	0.15191948413848877
138176	linear.weight	5	-0.0638020783662796
138176	linear.weight	6	0.12193192541599274
138176	linear.weight	7	0.06243108958005905
138176	linear.weight	8	0.041246071457862854
138176	linear.weight	9	-0.03667780011892319
138176	linear.bias	0	0.10469958186149597
138176	linear.bias	1	-0.21891911327838898
138176	linear.bias	2	-0.3548779785633087
138176	linear.bias	3	-0.6562549471855164
138176	linear.bias	4	-1.181506633758545
138176	linear.bias	5	-0.09082182496786118
138176	linear.bias	6	-0.7717038989067078
138176	linear.bias	7	0.2784620523452759
138176	linear.bias	8	-0.45897233486175537
138176	linear.bias	9	-1.0013707876205444
138180	transitions	0	0.6193668842315674
138180	transitions	1	0.16555067896842957
138180	transitions	2	-10000.0
138180	transitions	3	-1.822536826133728
138180	transitions	4	-10000.0
138180	transitions	5	0.5810374021530151
138180	transitions	6	-0.07341784238815308
138180	transitions	7	-0.7025108337402344
138180	transitions	8	-1.4010218381881714
138180	transitions	9	-0.0010977016063407063
138180	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
138180	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
138180	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
138180	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
138180	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
138180	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
138180	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
138180	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
138180	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
138180	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
138180	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
138180	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
138180	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
138180	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
138180	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
138180	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
138180	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
138180	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
138180	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
138180	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
138180	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
138180	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
138180	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
138180	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
138180	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
138180	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
138180	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
138180	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
138180	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
138180	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
138180	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
138180	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
138180	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
138180	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
138180	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
138180	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
138180	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
138180	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
138180	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
138180	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
138180	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
138180	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
138180	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
138180	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
138180	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
138180	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
138180	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
138180	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
138180	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
138180	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
138180	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
138180	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
138180	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
138180	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
138180	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
138180	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
138180	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
138180	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
138180	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
138180	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
138180	embedding2nn.weight	0	0.019247978925704956
138180	embedding2nn.weight	1	-0.013615552335977554
138180	embedding2nn.weight	2	-0.014268254861235619
138180	embedding2nn.weight	3	-0.021715901792049408
138180	embedding2nn.weight	4	-0.0059150345623493195
138180	embedding2nn.weight	5	-0.0037005918566137552
138180	embedding2nn.weight	6	-0.003973293583840132
138180	embedding2nn.weight	7	-0.08361899852752686
138180	embedding2nn.weight	8	-0.0019979383796453476
138180	embedding2nn.weight	9	-0.02583039365708828
138180	embedding2nn.bias	0	0.05239412188529968
138180	embedding2nn.bias	1	-0.059555783867836
138180	embedding2nn.bias	2	0.09098505228757858
138180	embedding2nn.bias	3	0.053014472126960754
138180	embedding2nn.bias	4	-0.04443394020199776
138180	embedding2nn.bias	5	-0.04571507126092911
138180	embedding2nn.bias	6	0.019157808274030685
138180	embedding2nn.bias	7	-0.04092349112033844
138180	embedding2nn.bias	8	0.056074388325214386
138180	embedding2nn.bias	9	0.03757300227880478
138180	rnn.weight_ih_l0	0	-0.07437385618686676
138180	rnn.weight_ih_l0	1	0.0005088697653263807
138180	rnn.weight_ih_l0	2	0.04828476160764694
138180	rnn.weight_ih_l0	3	0.022028081119060516
138180	rnn.weight_ih_l0	4	-0.030217966064810753
138180	rnn.weight_ih_l0	5	-0.06232895329594612
138180	rnn.weight_ih_l0	6	0.0031830421648919582
138180	rnn.weight_ih_l0	7	0.057675059884786606
138180	rnn.weight_ih_l0	8	-0.016760626807808876
138180	rnn.weight_ih_l0	9	-0.026518480852246284
138180	rnn.weight_hh_l0	0	-0.03519999608397484
138180	rnn.weight_hh_l0	1	-0.009593822062015533
138180	rnn.weight_hh_l0	2	-0.0019388728542253375
138180	rnn.weight_hh_l0	3	-0.07243930548429489
138180	rnn.weight_hh_l0	4	0.08313862979412079
138180	rnn.weight_hh_l0	5	-0.026874126866459846
138180	rnn.weight_hh_l0	6	-0.05420171469449997
138180	rnn.weight_hh_l0	7	0.013564417138695717
138180	rnn.weight_hh_l0	8	0.009614055044949055
138180	rnn.weight_hh_l0	9	-0.018795564770698547
138180	rnn.bias_ih_l0	0	0.11756487190723419
138180	rnn.bias_ih_l0	1	-0.020921923220157623
138180	rnn.bias_ih_l0	2	-0.004634191282093525
138180	rnn.bias_ih_l0	3	0.1394183337688446
138180	rnn.bias_ih_l0	4	-0.018882934004068375
138180	rnn.bias_ih_l0	5	-0.0075624254532158375
138180	rnn.bias_ih_l0	6	0.012958495877683163
138180	rnn.bias_ih_l0	7	0.034852396696805954
138180	rnn.bias_ih_l0	8	-0.10556939989328384
138180	rnn.bias_ih_l0	9	-0.024489160627126694
138180	rnn.bias_hh_l0	0	-0.018932903185486794
138180	rnn.bias_hh_l0	1	-0.11305425316095352
138180	rnn.bias_hh_l0	2	-0.05361153930425644
138180	rnn.bias_hh_l0	3	-0.08792715519666672
138180	rnn.bias_hh_l0	4	-0.013085923157632351
138180	rnn.bias_hh_l0	5	-0.030920065939426422
138180	rnn.bias_hh_l0	6	0.03897947818040848
138180	rnn.bias_hh_l0	7	0.04334750026464462
138180	rnn.bias_hh_l0	8	-0.1080717146396637
138180	rnn.bias_hh_l0	9	-0.05605962127447128
138180	rnn.weight_ih_l0_reverse	0	-0.027760697528719902
138180	rnn.weight_ih_l0_reverse	1	-0.04066061973571777
138180	rnn.weight_ih_l0_reverse	2	-0.031722042709589005
138180	rnn.weight_ih_l0_reverse	3	0.007469918578863144
138180	rnn.weight_ih_l0_reverse	4	-0.01816379278898239
138180	rnn.weight_ih_l0_reverse	5	-0.047490742057561874
138180	rnn.weight_ih_l0_reverse	6	0.084736667573452
138180	rnn.weight_ih_l0_reverse	7	-0.019506631419062614
138180	rnn.weight_ih_l0_reverse	8	-0.01764770969748497
138180	rnn.weight_ih_l0_reverse	9	-0.004192507825791836
138180	rnn.weight_hh_l0_reverse	0	0.058212488889694214
138180	rnn.weight_hh_l0_reverse	1	0.010446500964462757
138180	rnn.weight_hh_l0_reverse	2	0.03143976256251335
138180	rnn.weight_hh_l0_reverse	3	0.0280739925801754
138180	rnn.weight_hh_l0_reverse	4	0.006034485530108213
138180	rnn.weight_hh_l0_reverse	5	0.02135007455945015
138180	rnn.weight_hh_l0_reverse	6	0.049942873418331146
138180	rnn.weight_hh_l0_reverse	7	-0.06635473668575287
138180	rnn.weight_hh_l0_reverse	8	0.03847488760948181
138180	rnn.weight_hh_l0_reverse	9	0.03593194857239723
138180	rnn.bias_ih_l0_reverse	0	-0.07964470982551575
138180	rnn.bias_ih_l0_reverse	1	-0.26638439297676086
138180	rnn.bias_ih_l0_reverse	2	-0.1450267732143402
138180	rnn.bias_ih_l0_reverse	3	-0.03445696830749512
138180	rnn.bias_ih_l0_reverse	4	-0.03580884635448456
138180	rnn.bias_ih_l0_reverse	5	0.05427218973636627
138180	rnn.bias_ih_l0_reverse	6	-0.06462069600820541
138180	rnn.bias_ih_l0_reverse	7	0.04983444884419441
138180	rnn.bias_ih_l0_reverse	8	-0.04575473815202713
138180	rnn.bias_ih_l0_reverse	9	0.056387051939964294
138180	rnn.bias_hh_l0_reverse	0	0.02925177477300167
138180	rnn.bias_hh_l0_reverse	1	-0.05342152714729309
138180	rnn.bias_hh_l0_reverse	2	0.08848656713962555
138180	rnn.bias_hh_l0_reverse	3	-0.046019453555345535
138180	rnn.bias_hh_l0_reverse	4	-0.029056861996650696
138180	rnn.bias_hh_l0_reverse	5	-0.047485750168561935
138180	rnn.bias_hh_l0_reverse	6	-0.034536298364400864
138180	rnn.bias_hh_l0_reverse	7	0.09874704480171204
138180	rnn.bias_hh_l0_reverse	8	0.03488783538341522
138180	rnn.bias_hh_l0_reverse	9	-0.1296883225440979
138180	rnn.weight_ih_l1	0	-0.03300744295120239
138180	rnn.weight_ih_l1	1	-0.050539400428533554
138180	rnn.weight_ih_l1	2	0.06400955468416214
138180	rnn.weight_ih_l1	3	-0.07299032062292099
138180	rnn.weight_ih_l1	4	-0.01676749996840954
138180	rnn.weight_ih_l1	5	-0.045170146971940994
138180	rnn.weight_ih_l1	6	0.03277477249503136
138180	rnn.weight_ih_l1	7	-0.032680220901966095
138180	rnn.weight_ih_l1	8	0.03748452290892601
138180	rnn.weight_ih_l1	9	0.04272569343447685
138180	rnn.weight_hh_l1	0	-0.004189443774521351
138180	rnn.weight_hh_l1	1	0.0159482229501009
138180	rnn.weight_hh_l1	2	0.015629582107067108
138180	rnn.weight_hh_l1	3	-0.008635645732283592
138180	rnn.weight_hh_l1	4	0.007811787072569132
138180	rnn.weight_hh_l1	5	0.024854248389601707
138180	rnn.weight_hh_l1	6	0.03370010107755661
138180	rnn.weight_hh_l1	7	-0.01913527399301529
138180	rnn.weight_hh_l1	8	-0.01372688077390194
138180	rnn.weight_hh_l1	9	0.0371963270008564
138180	rnn.bias_ih_l1	0	-0.21145838499069214
138180	rnn.bias_ih_l1	1	-0.1932758390903473
138180	rnn.bias_ih_l1	2	-0.20843692123889923
138180	rnn.bias_ih_l1	3	-0.27346789836883545
138180	rnn.bias_ih_l1	4	-0.19915027916431427
138180	rnn.bias_ih_l1	5	-0.09480682015419006
138180	rnn.bias_ih_l1	6	-0.18147645890712738
138180	rnn.bias_ih_l1	7	-0.0539933443069458
138180	rnn.bias_ih_l1	8	-0.14253239333629608
138180	rnn.bias_ih_l1	9	-0.13124729692935944
138180	rnn.bias_hh_l1	0	-0.11538423597812653
138180	rnn.bias_hh_l1	1	-0.0662074163556099
138180	rnn.bias_hh_l1	2	-0.12200585752725601
138180	rnn.bias_hh_l1	3	-0.08619554340839386
138180	rnn.bias_hh_l1	4	-0.0968296229839325
138180	rnn.bias_hh_l1	5	-0.11412234604358673
138180	rnn.bias_hh_l1	6	-0.15606647729873657
138180	rnn.bias_hh_l1	7	0.03996611759066582
138180	rnn.bias_hh_l1	8	-0.18669235706329346
138180	rnn.bias_hh_l1	9	-0.11602455377578735
138180	rnn.weight_ih_l1_reverse	0	-0.041935861110687256
138180	rnn.weight_ih_l1_reverse	1	0.022395893931388855
138180	rnn.weight_ih_l1_reverse	2	0.07053209096193314
138180	rnn.weight_ih_l1_reverse	3	-0.005258973687887192
138180	rnn.weight_ih_l1_reverse	4	-0.03511744365096092
138180	rnn.weight_ih_l1_reverse	5	-0.03423377126455307
138180	rnn.weight_ih_l1_reverse	6	-0.01258295588195324
138180	rnn.weight_ih_l1_reverse	7	0.028889775276184082
138180	rnn.weight_ih_l1_reverse	8	0.0182214193046093
138180	rnn.weight_ih_l1_reverse	9	-0.04160759225487709
138180	rnn.weight_hh_l1_reverse	0	0.0061486344784498215
138180	rnn.weight_hh_l1_reverse	1	0.029177654534578323
138180	rnn.weight_hh_l1_reverse	2	-0.0400145947933197
138180	rnn.weight_hh_l1_reverse	3	0.039285045117139816
138180	rnn.weight_hh_l1_reverse	4	0.045458387583494186
138180	rnn.weight_hh_l1_reverse	5	0.001179134240373969
138180	rnn.weight_hh_l1_reverse	6	0.04211947321891785
138180	rnn.weight_hh_l1_reverse	7	0.030736688524484634
138180	rnn.weight_hh_l1_reverse	8	-0.006441695615649223
138180	rnn.weight_hh_l1_reverse	9	-0.03302115947008133
138180	rnn.bias_ih_l1_reverse	0	-0.06411254405975342
138180	rnn.bias_ih_l1_reverse	1	-0.1682538092136383
138180	rnn.bias_ih_l1_reverse	2	-0.15752393007278442
138180	rnn.bias_ih_l1_reverse	3	-0.02926594577729702
138180	rnn.bias_ih_l1_reverse	4	-0.2045416533946991
138180	rnn.bias_ih_l1_reverse	5	-0.11187073588371277
138180	rnn.bias_ih_l1_reverse	6	-0.13971015810966492
138180	rnn.bias_ih_l1_reverse	7	-0.2090228945016861
138180	rnn.bias_ih_l1_reverse	8	0.18249881267547607
138180	rnn.bias_ih_l1_reverse	9	0.045580536127090454
138180	rnn.bias_hh_l1_reverse	0	0.019420957192778587
138180	rnn.bias_hh_l1_reverse	1	-0.06244748830795288
138180	rnn.bias_hh_l1_reverse	2	-0.23194560408592224
138180	rnn.bias_hh_l1_reverse	3	-0.13972903788089752
138180	rnn.bias_hh_l1_reverse	4	-0.10003527253866196
138180	rnn.bias_hh_l1_reverse	5	-0.1266694962978363
138180	rnn.bias_hh_l1_reverse	6	0.09143422544002533
138180	rnn.bias_hh_l1_reverse	7	-0.17634464800357819
138180	rnn.bias_hh_l1_reverse	8	-0.11499685049057007
138180	rnn.bias_hh_l1_reverse	9	-0.14774583280086517
138180	linear.weight	0	0.002228822559118271
138180	linear.weight	1	0.1581265926361084
138180	linear.weight	2	-0.06182681769132614
138180	linear.weight	3	0.2642076313495636
138180	linear.weight	4	0.15199428796768188
138180	linear.weight	5	-0.06380165368318558
138180	linear.weight	6	0.12042314559221268
138180	linear.weight	7	0.06258796155452728
138180	linear.weight	8	0.04124606400728226
138180	linear.weight	9	-0.03180137649178505
138180	linear.bias	0	0.09987474977970123
138180	linear.bias	1	-0.21128474175930023
138180	linear.bias	2	-0.36328184604644775
138180	linear.bias	3	-0.6550913453102112
138180	linear.bias	4	-1.1803010702133179
138180	linear.bias	5	-0.09944009780883789
138180	linear.bias	6	-0.764033854007721
138180	linear.bias	7	0.2699005901813507
138180	linear.bias	8	-0.4459439814090729
138180	linear.bias	9	-0.9883074164390564
138377	transitions	0	0.6152717471122742
138377	transitions	1	0.16017980873584747
138377	transitions	2	-10000.0
138377	transitions	3	-1.82257878780365
138377	transitions	4	-10000.0
138377	transitions	5	0.5808172821998596
138377	transitions	6	-0.0735151618719101
138377	transitions	7	-0.7030362486839294
138377	transitions	8	-1.4012598991394043
138377	transitions	9	-0.0010985529515892267
138377	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
138377	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
138377	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
138377	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
138377	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
138377	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
138377	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
138377	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
138377	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
138377	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
138377	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
138377	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
138377	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
138377	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
138377	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
138377	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
138377	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
138377	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
138377	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
138377	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
138377	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
138377	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
138377	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
138377	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
138377	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
138377	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
138377	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
138377	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
138377	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
138377	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
138377	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
138377	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
138377	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
138377	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
138377	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
138377	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
138377	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
138377	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
138377	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
138377	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
138377	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
138377	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
138377	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
138377	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
138377	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
138377	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
138377	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
138377	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
138377	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
138377	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
138377	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
138377	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
138377	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
138377	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
138377	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
138377	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
138377	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
138377	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
138377	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
138377	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
138377	embedding2nn.weight	0	0.018988989293575287
138377	embedding2nn.weight	1	-0.013681754469871521
138377	embedding2nn.weight	2	-0.014268254861235619
138377	embedding2nn.weight	3	-0.02270810306072235
138377	embedding2nn.weight	4	-0.0059150345623493195
138377	embedding2nn.weight	5	-0.003700592089444399
138377	embedding2nn.weight	6	-0.003973295446485281
138377	embedding2nn.weight	7	-0.08226311206817627
138377	embedding2nn.weight	8	-0.0019979383796453476
138377	embedding2nn.weight	9	-0.026548292487859726
138377	embedding2nn.bias	0	0.054754093289375305
138377	embedding2nn.bias	1	-0.05871434509754181
138377	embedding2nn.bias	2	0.08666863292455673
138377	embedding2nn.bias	3	0.052207980304956436
138377	embedding2nn.bias	4	-0.04850232973694801
138377	embedding2nn.bias	5	-0.04102792590856552
138377	embedding2nn.bias	6	0.02182331494987011
138377	embedding2nn.bias	7	-0.039987713098526
138377	embedding2nn.bias	8	0.0492129884660244
138377	embedding2nn.bias	9	0.03539925068616867
138377	rnn.weight_ih_l0	0	-0.07308966666460037
138377	rnn.weight_ih_l0	1	2.8765893148374744e-05
138377	rnn.weight_ih_l0	2	0.04782423377037048
138377	rnn.weight_ih_l0	3	0.02303442917764187
138377	rnn.weight_ih_l0	4	-0.02982604131102562
138377	rnn.weight_ih_l0	5	-0.061445098370313644
138377	rnn.weight_ih_l0	6	0.0037322829011827707
138377	rnn.weight_ih_l0	7	0.057095129042863846
138377	rnn.weight_ih_l0	8	-0.015864521265029907
138377	rnn.weight_ih_l0	9	-0.02608725242316723
138377	rnn.weight_hh_l0	0	-0.035816118121147156
138377	rnn.weight_hh_l0	1	-0.008758429437875748
138377	rnn.weight_hh_l0	2	-0.0008840224472805858
138377	rnn.weight_hh_l0	3	-0.07238637655973434
138377	rnn.weight_hh_l0	4	0.08279498666524887
138377	rnn.weight_hh_l0	5	-0.028422296047210693
138377	rnn.weight_hh_l0	6	-0.053212720900774
138377	rnn.weight_hh_l0	7	0.012377100065350533
138377	rnn.weight_hh_l0	8	0.008492941968142986
138377	rnn.weight_hh_l0	9	-0.018708208575844765
138377	rnn.bias_ih_l0	0	0.11680831760168076
138377	rnn.bias_ih_l0	1	-0.02167264185845852
138377	rnn.bias_ih_l0	2	-0.005620566662400961
138377	rnn.bias_ih_l0	3	0.1402197778224945
138377	rnn.bias_ih_l0	4	-0.01596014015376568
138377	rnn.bias_ih_l0	5	-0.010149681940674782
138377	rnn.bias_ih_l0	6	0.01589052751660347
138377	rnn.bias_ih_l0	7	0.033798299729824066
138377	rnn.bias_ih_l0	8	-0.10461612790822983
138377	rnn.bias_ih_l0	9	-0.022116409614682198
138377	rnn.bias_hh_l0	0	-0.01638222485780716
138377	rnn.bias_hh_l0	1	-0.11151808500289917
138377	rnn.bias_hh_l0	2	-0.05592510104179382
138377	rnn.bias_hh_l0	3	-0.08754222840070724
138377	rnn.bias_hh_l0	4	-0.009360945783555508
138377	rnn.bias_hh_l0	5	-0.032639291137456894
138377	rnn.bias_hh_l0	6	0.03849858045578003
138377	rnn.bias_hh_l0	7	0.047805674374103546
138377	rnn.bias_hh_l0	8	-0.10992118716239929
138377	rnn.bias_hh_l0	9	-0.06070869043469429
138377	rnn.weight_ih_l0_reverse	0	-0.02713736519217491
138377	rnn.weight_ih_l0_reverse	1	-0.04100118204951286
138377	rnn.weight_ih_l0_reverse	2	-0.03121228516101837
138377	rnn.weight_ih_l0_reverse	3	0.0066492268815636635
138377	rnn.weight_ih_l0_reverse	4	-0.018591973930597305
138377	rnn.weight_ih_l0_reverse	5	-0.04883569851517677
138377	rnn.weight_ih_l0_reverse	6	0.0846521332859993
138377	rnn.weight_ih_l0_reverse	7	-0.019000966101884842
138377	rnn.weight_ih_l0_reverse	8	-0.01776706427335739
138377	rnn.weight_ih_l0_reverse	9	-0.004250873811542988
138377	rnn.weight_hh_l0_reverse	0	0.058136455714702606
138377	rnn.weight_hh_l0_reverse	1	0.01156329084187746
138377	rnn.weight_hh_l0_reverse	2	0.03140558302402496
138377	rnn.weight_hh_l0_reverse	3	0.028650106862187386
138377	rnn.weight_hh_l0_reverse	4	0.00636384217068553
138377	rnn.weight_hh_l0_reverse	5	0.021840296685695648
138377	rnn.weight_hh_l0_reverse	6	0.04976539686322212
138377	rnn.weight_hh_l0_reverse	7	-0.06656402349472046
138377	rnn.weight_hh_l0_reverse	8	0.03795779123902321
138377	rnn.weight_hh_l0_reverse	9	0.03610328212380409
138377	rnn.bias_ih_l0_reverse	0	-0.0801539346575737
138377	rnn.bias_ih_l0_reverse	1	-0.2633552551269531
138377	rnn.bias_ih_l0_reverse	2	-0.14536406099796295
138377	rnn.bias_ih_l0_reverse	3	-0.033767689019441605
138377	rnn.bias_ih_l0_reverse	4	-0.0347263440489769
138377	rnn.bias_ih_l0_reverse	5	0.05574372783303261
138377	rnn.bias_ih_l0_reverse	6	-0.06571845710277557
138377	rnn.bias_ih_l0_reverse	7	0.049605920910835266
138377	rnn.bias_ih_l0_reverse	8	-0.048299841582775116
138377	rnn.bias_ih_l0_reverse	9	0.05801255255937576
138377	rnn.bias_hh_l0_reverse	0	0.026770094409585
138377	rnn.bias_hh_l0_reverse	1	-0.05394168198108673
138377	rnn.bias_hh_l0_reverse	2	0.08813196420669556
138377	rnn.bias_hh_l0_reverse	3	-0.0464622937142849
138377	rnn.bias_hh_l0_reverse	4	-0.0298540648072958
138377	rnn.bias_hh_l0_reverse	5	-0.0485837496817112
138377	rnn.bias_hh_l0_reverse	6	-0.030653774738311768
138377	rnn.bias_hh_l0_reverse	7	0.09997671097517014
138377	rnn.bias_hh_l0_reverse	8	0.034680284559726715
138377	rnn.bias_hh_l0_reverse	9	-0.13140378892421722
138377	rnn.weight_ih_l1	0	-0.03330201655626297
138377	rnn.weight_ih_l1	1	-0.04975254461169243
138377	rnn.weight_ih_l1	2	0.06628815829753876
138377	rnn.weight_ih_l1	3	-0.0738007053732872
138377	rnn.weight_ih_l1	4	-0.016950154677033424
138377	rnn.weight_ih_l1	5	-0.04491788521409035
138377	rnn.weight_ih_l1	6	0.03197884187102318
138377	rnn.weight_ih_l1	7	-0.03165197744965553
138377	rnn.weight_ih_l1	8	0.03786377236247063
138377	rnn.weight_ih_l1	9	0.041842419654130936
138377	rnn.weight_hh_l1	0	-0.005502484273165464
138377	rnn.weight_hh_l1	1	0.016033727675676346
138377	rnn.weight_hh_l1	2	0.015242493711411953
138377	rnn.weight_hh_l1	3	-0.008889906108379364
138377	rnn.weight_hh_l1	4	0.008333312347531319
138377	rnn.weight_hh_l1	5	0.024949142709374428
138377	rnn.weight_hh_l1	6	0.03511090204119682
138377	rnn.weight_hh_l1	7	-0.019288942217826843
138377	rnn.weight_hh_l1	8	-0.013902493752539158
138377	rnn.weight_hh_l1	9	0.03731459751725197
138377	rnn.bias_ih_l1	0	-0.21088869869709015
138377	rnn.bias_ih_l1	1	-0.1927657574415207
138377	rnn.bias_ih_l1	2	-0.20945535600185394
138377	rnn.bias_ih_l1	3	-0.27775686979293823
138377	rnn.bias_ih_l1	4	-0.19442400336265564
138377	rnn.bias_ih_l1	5	-0.09358508884906769
138377	rnn.bias_ih_l1	6	-0.17956601083278656
138377	rnn.bias_ih_l1	7	-0.04610805958509445
138377	rnn.bias_ih_l1	8	-0.14461034536361694
138377	rnn.bias_ih_l1	9	-0.13255833089351654
138377	rnn.bias_hh_l1	0	-0.11297496408224106
138377	rnn.bias_hh_l1	1	-0.06383031606674194
138377	rnn.bias_hh_l1	2	-0.12454419583082199
138377	rnn.bias_hh_l1	3	-0.08478235453367233
138377	rnn.bias_hh_l1	4	-0.09540504962205887
138377	rnn.bias_hh_l1	5	-0.11506672203540802
138377	rnn.bias_hh_l1	6	-0.16087543964385986
138377	rnn.bias_hh_l1	7	0.037527184933423996
138377	rnn.bias_hh_l1	8	-0.18604923784732819
138377	rnn.bias_hh_l1	9	-0.11403682827949524
138377	rnn.weight_ih_l1_reverse	0	-0.041511811316013336
138377	rnn.weight_ih_l1_reverse	1	0.021708395332098007
138377	rnn.weight_ih_l1_reverse	2	0.07191751152276993
138377	rnn.weight_ih_l1_reverse	3	-0.005278644151985645
138377	rnn.weight_ih_l1_reverse	4	-0.03330052271485329
138377	rnn.weight_ih_l1_reverse	5	-0.03392338380217552
138377	rnn.weight_ih_l1_reverse	6	-0.011892884969711304
138377	rnn.weight_ih_l1_reverse	7	0.029374631121754646
138377	rnn.weight_ih_l1_reverse	8	0.01514904759824276
138377	rnn.weight_ih_l1_reverse	9	-0.04672326147556305
138377	rnn.weight_hh_l1_reverse	0	0.006049752235412598
138377	rnn.weight_hh_l1_reverse	1	0.029367156326770782
138377	rnn.weight_hh_l1_reverse	2	-0.03995918482542038
138377	rnn.weight_hh_l1_reverse	3	0.03916870802640915
138377	rnn.weight_hh_l1_reverse	4	0.0456090047955513
138377	rnn.weight_hh_l1_reverse	5	0.0014194461982697248
138377	rnn.weight_hh_l1_reverse	6	0.043897610157728195
138377	rnn.weight_hh_l1_reverse	7	0.031213819980621338
138377	rnn.weight_hh_l1_reverse	8	-0.00654378067702055
138377	rnn.weight_hh_l1_reverse	9	-0.03316712751984596
138377	rnn.bias_ih_l1_reverse	0	-0.0651620551943779
138377	rnn.bias_ih_l1_reverse	1	-0.16699223220348358
138377	rnn.bias_ih_l1_reverse	2	-0.15630923211574554
138377	rnn.bias_ih_l1_reverse	3	-0.02898893691599369
138377	rnn.bias_ih_l1_reverse	4	-0.20641706883907318
138377	rnn.bias_ih_l1_reverse	5	-0.11165662854909897
138377	rnn.bias_ih_l1_reverse	6	-0.14240063726902008
138377	rnn.bias_ih_l1_reverse	7	-0.2115054428577423
138377	rnn.bias_ih_l1_reverse	8	0.1903790384531021
138377	rnn.bias_ih_l1_reverse	9	0.046306733042001724
138377	rnn.bias_hh_l1_reverse	0	0.01527334749698639
138377	rnn.bias_hh_l1_reverse	1	-0.06712688505649567
138377	rnn.bias_hh_l1_reverse	2	-0.23199418187141418
138377	rnn.bias_hh_l1_reverse	3	-0.13889338076114655
138377	rnn.bias_hh_l1_reverse	4	-0.09853231906890869
138377	rnn.bias_hh_l1_reverse	5	-0.1270829290151596
138377	rnn.bias_hh_l1_reverse	6	0.08974607288837433
138377	rnn.bias_hh_l1_reverse	7	-0.18104518949985504
138377	rnn.bias_hh_l1_reverse	8	-0.11639073491096497
138377	rnn.bias_hh_l1_reverse	9	-0.1484271138906479
138377	linear.weight	0	0.002228822559118271
138377	linear.weight	1	0.16822005808353424
138377	linear.weight	2	-0.06437697261571884
138377	linear.weight	3	0.26180386543273926
138377	linear.weight	4	0.14664359390735626
138377	linear.weight	5	-0.06691837310791016
138377	linear.weight	6	0.13166505098342896
138377	linear.weight	7	0.0625593364238739
138377	linear.weight	8	0.04124533385038376
138377	linear.weight	9	-0.027538759633898735
138377	linear.bias	0	0.10314397513866425
138377	linear.bias	1	-0.1891060322523117
138377	linear.bias	2	-0.3527444899082184
138377	linear.bias	3	-0.6653413772583008
138377	linear.bias	4	-1.1913278102874756
138377	linear.bias	5	-0.08909641951322556
138377	linear.bias	6	-0.7405468821525574
138377	linear.bias	7	0.28122326731681824
138377	linear.bias	8	-0.46298301219940186
138377	linear.bias	9	-1.0015454292297363
138574	transitions	0	0.6174018979072571
138574	transitions	1	0.16600847244262695
138574	transitions	2	-10000.0
138574	transitions	3	-1.8226083517074585
138574	transitions	4	-10000.0
138574	transitions	5	0.5806620121002197
138574	transitions	6	-0.07366976141929626
138574	transitions	7	-0.703485369682312
138574	transitions	8	-1.4013093709945679
138574	transitions	9	-0.0010991928866133094
138574	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
138574	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
138574	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
138574	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
138574	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
138574	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
138574	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
138574	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
138574	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
138574	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
138574	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
138574	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
138574	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
138574	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
138574	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
138574	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
138574	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
138574	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
138574	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
138574	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
138574	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
138574	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
138574	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
138574	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
138574	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
138574	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
138574	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
138574	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
138574	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
138574	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
138574	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
138574	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
138574	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
138574	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
138574	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
138574	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
138574	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
138574	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
138574	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
138574	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
138574	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
138574	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
138574	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
138574	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
138574	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
138574	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
138574	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
138574	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
138574	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
138574	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
138574	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
138574	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
138574	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
138574	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
138574	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
138574	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
138574	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
138574	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
138574	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
138574	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
138574	embedding2nn.weight	0	0.02049083448946476
138574	embedding2nn.weight	1	-0.013756247237324715
138574	embedding2nn.weight	2	-0.014268254861235619
138574	embedding2nn.weight	3	-0.02156616933643818
138574	embedding2nn.weight	4	-0.0059150345623493195
138574	embedding2nn.weight	5	-0.0037005923222750425
138574	embedding2nn.weight	6	-0.0039732931181788445
138574	embedding2nn.weight	7	-0.08274132758378983
138574	embedding2nn.weight	8	-0.0019979383796453476
138574	embedding2nn.weight	9	-0.027098190039396286
138574	embedding2nn.bias	0	0.058455128222703934
138574	embedding2nn.bias	1	-0.056842200458049774
138574	embedding2nn.bias	2	0.09095551073551178
138574	embedding2nn.bias	3	0.054380640387535095
138574	embedding2nn.bias	4	-0.044809985905885696
138574	embedding2nn.bias	5	-0.03674529492855072
138574	embedding2nn.bias	6	0.01589258946478367
138574	embedding2nn.bias	7	-0.047245316207408905
138574	embedding2nn.bias	8	0.0418844074010849
138574	embedding2nn.bias	9	0.0378870889544487
138574	rnn.weight_ih_l0	0	-0.07359637320041656
138574	rnn.weight_ih_l0	1	0.0010126210981979966
138574	rnn.weight_ih_l0	2	0.05033201724290848
138574	rnn.weight_ih_l0	3	0.023451747372746468
138574	rnn.weight_ih_l0	4	-0.030980875715613365
138574	rnn.weight_ih_l0	5	-0.06036368012428284
138574	rnn.weight_ih_l0	6	0.003344138152897358
138574	rnn.weight_ih_l0	7	0.05671834573149681
138574	rnn.weight_ih_l0	8	-0.015750814229249954
138574	rnn.weight_ih_l0	9	-0.023624397814273834
138574	rnn.weight_hh_l0	0	-0.03545611351728439
138574	rnn.weight_hh_l0	1	-0.009537838399410248
138574	rnn.weight_hh_l0	2	-0.0015022900188341737
138574	rnn.weight_hh_l0	3	-0.07127886265516281
138574	rnn.weight_hh_l0	4	0.08211029320955276
138574	rnn.weight_hh_l0	5	-0.02898145280778408
138574	rnn.weight_hh_l0	6	-0.05298355966806412
138574	rnn.weight_hh_l0	7	0.01402247790247202
138574	rnn.weight_hh_l0	8	0.008408723399043083
138574	rnn.weight_hh_l0	9	-0.019036952406167984
138574	rnn.bias_ih_l0	0	0.12040272355079651
138574	rnn.bias_ih_l0	1	-0.02077440731227398
138574	rnn.bias_ih_l0	2	-0.00776976952329278
138574	rnn.bias_ih_l0	3	0.14051581919193268
138574	rnn.bias_ih_l0	4	-0.01608656719326973
138574	rnn.bias_ih_l0	5	-0.009137922897934914
138574	rnn.bias_ih_l0	6	0.014110679738223553
138574	rnn.bias_ih_l0	7	0.032939162105321884
138574	rnn.bias_ih_l0	8	-0.1043672040104866
138574	rnn.bias_ih_l0	9	-0.019412731751799583
138574	rnn.bias_hh_l0	0	-0.01610771380364895
138574	rnn.bias_hh_l0	1	-0.11379759758710861
138574	rnn.bias_hh_l0	2	-0.05687105283141136
138574	rnn.bias_hh_l0	3	-0.08739907294511795
138574	rnn.bias_hh_l0	4	-0.00743524543941021
138574	rnn.bias_hh_l0	5	-0.032699547708034515
138574	rnn.bias_hh_l0	6	0.04055150970816612
138574	rnn.bias_hh_l0	7	0.04521947354078293
138574	rnn.bias_hh_l0	8	-0.1078626960515976
138574	rnn.bias_hh_l0	9	-0.058051228523254395
138574	rnn.weight_ih_l0_reverse	0	-0.026197323575615883
138574	rnn.weight_ih_l0_reverse	1	-0.04129069298505783
138574	rnn.weight_ih_l0_reverse	2	-0.029482027515769005
138574	rnn.weight_ih_l0_reverse	3	0.007029716856777668
138574	rnn.weight_ih_l0_reverse	4	-0.016528643667697906
138574	rnn.weight_ih_l0_reverse	5	-0.047805819660425186
138574	rnn.weight_ih_l0_reverse	6	0.08667025715112686
138574	rnn.weight_ih_l0_reverse	7	-0.020017771050333977
138574	rnn.weight_ih_l0_reverse	8	-0.017578475177288055
138574	rnn.weight_ih_l0_reverse	9	-0.0057184938341379166
138574	rnn.weight_hh_l0_reverse	0	0.060513824224472046
138574	rnn.weight_hh_l0_reverse	1	0.012136849574744701
138574	rnn.weight_hh_l0_reverse	2	0.03240807726979256
138574	rnn.weight_hh_l0_reverse	3	0.028623485937714577
138574	rnn.weight_hh_l0_reverse	4	0.006665344815701246
138574	rnn.weight_hh_l0_reverse	5	0.022122018039226532
138574	rnn.weight_hh_l0_reverse	6	0.05012376978993416
138574	rnn.weight_hh_l0_reverse	7	-0.06487782299518585
138574	rnn.weight_hh_l0_reverse	8	0.038549479097127914
138574	rnn.weight_hh_l0_reverse	9	0.03624281659722328
138574	rnn.bias_ih_l0_reverse	0	-0.07794997096061707
138574	rnn.bias_ih_l0_reverse	1	-0.259450763463974
138574	rnn.bias_ih_l0_reverse	2	-0.1432919055223465
138574	rnn.bias_ih_l0_reverse	3	-0.03312922641634941
138574	rnn.bias_ih_l0_reverse	4	-0.03430689871311188
138574	rnn.bias_ih_l0_reverse	5	0.053721025586128235
138574	rnn.bias_ih_l0_reverse	6	-0.06582863628864288
138574	rnn.bias_ih_l0_reverse	7	0.05018544942140579
138574	rnn.bias_ih_l0_reverse	8	-0.050154440104961395
138574	rnn.bias_ih_l0_reverse	9	0.05712191388010979
138574	rnn.bias_hh_l0_reverse	0	0.02990707755088806
138574	rnn.bias_hh_l0_reverse	1	-0.05396484211087227
138574	rnn.bias_hh_l0_reverse	2	0.08740849047899246
138574	rnn.bias_hh_l0_reverse	3	-0.044906944036483765
138574	rnn.bias_hh_l0_reverse	4	-0.030025945976376534
138574	rnn.bias_hh_l0_reverse	5	-0.048421863466501236
138574	rnn.bias_hh_l0_reverse	6	-0.03334633633494377
138574	rnn.bias_hh_l0_reverse	7	0.09949446469545364
138574	rnn.bias_hh_l0_reverse	8	0.036089036613702774
138574	rnn.bias_hh_l0_reverse	9	-0.1353844553232193
138574	rnn.weight_ih_l1	0	-0.032343775033950806
138574	rnn.weight_ih_l1	1	-0.04943099617958069
138574	rnn.weight_ih_l1	2	0.06593523919582367
138574	rnn.weight_ih_l1	3	-0.07237380743026733
138574	rnn.weight_ih_l1	4	-0.016585905104875565
138574	rnn.weight_ih_l1	5	-0.04572085663676262
138574	rnn.weight_ih_l1	6	0.03070077858865261
138574	rnn.weight_ih_l1	7	-0.031564585864543915
138574	rnn.weight_ih_l1	8	0.03769141435623169
138574	rnn.weight_ih_l1	9	0.04122709855437279
138574	rnn.weight_hh_l1	0	-0.0054307617247104645
138574	rnn.weight_hh_l1	1	0.01596885919570923
138574	rnn.weight_hh_l1	2	0.013158398680388927
138574	rnn.weight_hh_l1	3	-0.008999563753604889
138574	rnn.weight_hh_l1	4	0.00849120318889618
138574	rnn.weight_hh_l1	5	0.025778040289878845
138574	rnn.weight_hh_l1	6	0.0351875014603138
138574	rnn.weight_hh_l1	7	-0.019080476835370064
138574	rnn.weight_hh_l1	8	-0.01373816467821598
138574	rnn.weight_hh_l1	9	0.03739554435014725
138574	rnn.bias_ih_l1	0	-0.20832182466983795
138574	rnn.bias_ih_l1	1	-0.19344517588615417
138574	rnn.bias_ih_l1	2	-0.2091396600008011
138574	rnn.bias_ih_l1	3	-0.27892234921455383
138574	rnn.bias_ih_l1	4	-0.19596874713897705
138574	rnn.bias_ih_l1	5	-0.09315264970064163
138574	rnn.bias_ih_l1	6	-0.1783888339996338
138574	rnn.bias_ih_l1	7	-0.04435499757528305
138574	rnn.bias_ih_l1	8	-0.14678780734539032
138574	rnn.bias_ih_l1	9	-0.1324344426393509
138574	rnn.bias_hh_l1	0	-0.112310029566288
138574	rnn.bias_hh_l1	1	-0.06986469775438309
138574	rnn.bias_hh_l1	2	-0.12001921981573105
138574	rnn.bias_hh_l1	3	-0.0836944505572319
138574	rnn.bias_hh_l1	4	-0.09728409349918365
138574	rnn.bias_hh_l1	5	-0.11631447076797485
138574	rnn.bias_hh_l1	6	-0.15971776843070984
138574	rnn.bias_hh_l1	7	0.03878909349441528
138574	rnn.bias_hh_l1	8	-0.1802523285150528
138574	rnn.bias_hh_l1	9	-0.1144845262169838
138574	rnn.weight_ih_l1_reverse	0	-0.03969116136431694
138574	rnn.weight_ih_l1_reverse	1	0.020546000450849533
138574	rnn.weight_ih_l1_reverse	2	0.06896228343248367
138574	rnn.weight_ih_l1_reverse	3	-0.008473864756524563
138574	rnn.weight_ih_l1_reverse	4	-0.031975679099559784
138574	rnn.weight_ih_l1_reverse	5	-0.03381159529089928
138574	rnn.weight_ih_l1_reverse	6	-0.014458050020039082
138574	rnn.weight_ih_l1_reverse	7	0.029448501765727997
138574	rnn.weight_ih_l1_reverse	8	0.016044294461607933
138574	rnn.weight_ih_l1_reverse	9	-0.0509193129837513
138574	rnn.weight_hh_l1_reverse	0	0.005829549394547939
138574	rnn.weight_hh_l1_reverse	1	0.029477804899215698
138574	rnn.weight_hh_l1_reverse	2	-0.03996574878692627
138574	rnn.weight_hh_l1_reverse	3	0.03889775276184082
138574	rnn.weight_hh_l1_reverse	4	0.04581846296787262
138574	rnn.weight_hh_l1_reverse	5	0.000867138325702399
138574	rnn.weight_hh_l1_reverse	6	0.04447544738650322
138574	rnn.weight_hh_l1_reverse	7	0.031080108135938644
138574	rnn.weight_hh_l1_reverse	8	-0.006721933837980032
138574	rnn.weight_hh_l1_reverse	9	-0.03336680307984352
138574	rnn.bias_ih_l1_reverse	0	-0.06707922369241714
138574	rnn.bias_ih_l1_reverse	1	-0.1695738285779953
138574	rnn.bias_ih_l1_reverse	2	-0.15384019911289215
138574	rnn.bias_ih_l1_reverse	3	-0.034923043102025986
138574	rnn.bias_ih_l1_reverse	4	-0.20599369704723358
138574	rnn.bias_ih_l1_reverse	5	-0.11056801676750183
138574	rnn.bias_ih_l1_reverse	6	-0.14172223210334778
138574	rnn.bias_ih_l1_reverse	7	-0.21089741587638855
138574	rnn.bias_ih_l1_reverse	8	0.18962901830673218
138574	rnn.bias_ih_l1_reverse	9	0.045458581298589706
138574	rnn.bias_hh_l1_reverse	0	0.01654847152531147
138574	rnn.bias_hh_l1_reverse	1	-0.0663556307554245
138574	rnn.bias_hh_l1_reverse	2	-0.23205693066120148
138574	rnn.bias_hh_l1_reverse	3	-0.14030830562114716
138574	rnn.bias_hh_l1_reverse	4	-0.09803108870983124
138574	rnn.bias_hh_l1_reverse	5	-0.12727448344230652
138574	rnn.bias_hh_l1_reverse	6	0.089279405772686
138574	rnn.bias_hh_l1_reverse	7	-0.1775161325931549
138574	rnn.bias_hh_l1_reverse	8	-0.11692337691783905
138574	rnn.bias_hh_l1_reverse	9	-0.1485462784767151
138574	linear.weight	0	0.002228822559118271
138574	linear.weight	1	0.16126491129398346
138574	linear.weight	2	-0.0695505440235138
138574	linear.weight	3	0.25048595666885376
138574	linear.weight	4	0.15168792009353638
138574	linear.weight	5	-0.06597338616847992
138574	linear.weight	6	0.11698663234710693
138574	linear.weight	7	0.06697136163711548
138574	linear.weight	8	0.04124367609620094
138574	linear.weight	9	-0.02720494754612446
138574	linear.bias	0	0.11924085021018982
138574	linear.bias	1	-0.16444186866283417
138574	linear.bias	2	-0.3701372444629669
138574	linear.bias	3	-0.6728718280792236
138574	linear.bias	4	-1.1986252069473267
138574	linear.bias	5	-0.08680429309606552
138574	linear.bias	6	-0.7143594622612
138574	linear.bias	7	0.28194043040275574
138574	linear.bias	8	-0.46835532784461975
138574	linear.bias	9	-1.0081132650375366
138771	transitions	0	0.6126714944839478
138771	transitions	1	0.16721636056900024
138771	transitions	2	-10000.0
138771	transitions	3	-1.8226279020309448
138771	transitions	4	-10000.0
138771	transitions	5	0.5805700421333313
138771	transitions	6	-0.073868528008461
138771	transitions	7	-0.7037902474403381
138771	transitions	8	-1.4013479948043823
138771	transitions	9	-0.0010997417848557234
138771	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
138771	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
138771	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
138771	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
138771	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
138771	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
138771	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
138771	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
138771	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
138771	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
138771	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
138771	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
138771	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
138771	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
138771	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
138771	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
138771	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
138771	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
138771	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
138771	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
138771	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
138771	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
138771	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
138771	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
138771	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
138771	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
138771	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
138771	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
138771	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
138771	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
138771	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
138771	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
138771	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
138771	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
138771	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
138771	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
138771	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
138771	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
138771	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
138771	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
138771	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
138771	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
138771	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
138771	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
138771	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
138771	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
138771	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
138771	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
138771	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
138771	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
138771	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
138771	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
138771	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
138771	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
138771	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
138771	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
138771	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
138771	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
138771	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
138771	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
138771	embedding2nn.weight	0	0.02042446658015251
138771	embedding2nn.weight	1	-0.013898923993110657
138771	embedding2nn.weight	2	-0.014268254861235619
138771	embedding2nn.weight	3	-0.020518334582448006
138771	embedding2nn.weight	4	-0.0059150345623493195
138771	embedding2nn.weight	5	-0.0037005923222750425
138771	embedding2nn.weight	6	-0.003973294515162706
138771	embedding2nn.weight	7	-0.08245298266410828
138771	embedding2nn.weight	8	-0.0019979383796453476
138771	embedding2nn.weight	9	-0.02734779193997383
138771	embedding2nn.bias	0	0.0684443935751915
138771	embedding2nn.bias	1	-0.06130509078502655
138771	embedding2nn.bias	2	0.0870775431394577
138771	embedding2nn.bias	3	0.0476759597659111
138771	embedding2nn.bias	4	-0.04165395349264145
138771	embedding2nn.bias	5	-0.04474277421832085
138771	embedding2nn.bias	6	0.012684988789260387
138771	embedding2nn.bias	7	-0.05521245673298836
138771	embedding2nn.bias	8	0.0496659018099308
138771	embedding2nn.bias	9	0.031303904950618744
138771	rnn.weight_ih_l0	0	-0.07498034089803696
138771	rnn.weight_ih_l0	1	-0.0002948849287349731
138771	rnn.weight_ih_l0	2	0.05075788125395775
138771	rnn.weight_ih_l0	3	0.02415602281689644
138771	rnn.weight_ih_l0	4	-0.029759764671325684
138771	rnn.weight_ih_l0	5	-0.06044871360063553
138771	rnn.weight_ih_l0	6	0.0032274548429995775
138771	rnn.weight_ih_l0	7	0.05746500566601753
138771	rnn.weight_ih_l0	8	-0.015956586226820946
138771	rnn.weight_ih_l0	9	-0.023731481283903122
138771	rnn.weight_hh_l0	0	-0.03657393902540207
138771	rnn.weight_hh_l0	1	-0.010402161628007889
138771	rnn.weight_hh_l0	2	-0.0018762387335300446
138771	rnn.weight_hh_l0	3	-0.07234638184309006
138771	rnn.weight_hh_l0	4	0.0817754790186882
138771	rnn.weight_hh_l0	5	-0.02816336415708065
138771	rnn.weight_hh_l0	6	-0.05323919281363487
138771	rnn.weight_hh_l0	7	0.01444768812507391
138771	rnn.weight_hh_l0	8	0.009059860371053219
138771	rnn.weight_hh_l0	9	-0.01942567527294159
138771	rnn.bias_ih_l0	0	0.11801058799028397
138771	rnn.bias_ih_l0	1	-0.023180048912763596
138771	rnn.bias_ih_l0	2	-0.00353569770231843
138771	rnn.bias_ih_l0	3	0.1399032026529312
138771	rnn.bias_ih_l0	4	-0.013376474380493164
138771	rnn.bias_ih_l0	5	-0.013713830150663853
138771	rnn.bias_ih_l0	6	0.01982421986758709
138771	rnn.bias_ih_l0	7	0.034308165311813354
138771	rnn.bias_ih_l0	8	-0.10522159934043884
138771	rnn.bias_ih_l0	9	-0.017180560156702995
138771	rnn.bias_hh_l0	0	-0.017933523282408714
138771	rnn.bias_hh_l0	1	-0.11468581855297089
138771	rnn.bias_hh_l0	2	-0.05074441060423851
138771	rnn.bias_hh_l0	3	-0.08641127496957779
138771	rnn.bias_hh_l0	4	-0.006373920943588018
138771	rnn.bias_hh_l0	5	-0.03445998951792717
138771	rnn.bias_hh_l0	6	0.040999796241521835
138771	rnn.bias_hh_l0	7	0.04618587717413902
138771	rnn.bias_hh_l0	8	-0.10915626585483551
138771	rnn.bias_hh_l0	9	-0.05974867194890976
138771	rnn.weight_ih_l0_reverse	0	-0.02617504820227623
138771	rnn.weight_ih_l0_reverse	1	-0.04267539829015732
138771	rnn.weight_ih_l0_reverse	2	-0.02888079173862934
138771	rnn.weight_ih_l0_reverse	3	0.007019405253231525
138771	rnn.weight_ih_l0_reverse	4	-0.01642736606299877
138771	rnn.weight_ih_l0_reverse	5	-0.04725099727511406
138771	rnn.weight_ih_l0_reverse	6	0.08659086376428604
138771	rnn.weight_ih_l0_reverse	7	-0.019559936597943306
138771	rnn.weight_ih_l0_reverse	8	-0.01769474521279335
138771	rnn.weight_ih_l0_reverse	9	-0.004414272960275412
138771	rnn.weight_hh_l0_reverse	0	0.05952121689915657
138771	rnn.weight_hh_l0_reverse	1	0.012987873516976833
138771	rnn.weight_hh_l0_reverse	2	0.03280670568346977
138771	rnn.weight_hh_l0_reverse	3	0.028522299602627754
138771	rnn.weight_hh_l0_reverse	4	0.005458278115838766
138771	rnn.weight_hh_l0_reverse	5	0.02177693136036396
138771	rnn.weight_hh_l0_reverse	6	0.05031402036547661
138771	rnn.weight_hh_l0_reverse	7	-0.06503160297870636
138771	rnn.weight_hh_l0_reverse	8	0.038627009838819504
138771	rnn.weight_hh_l0_reverse	9	0.03646925836801529
138771	rnn.bias_ih_l0_reverse	0	-0.07597360759973526
138771	rnn.bias_ih_l0_reverse	1	-0.2609163522720337
138771	rnn.bias_ih_l0_reverse	2	-0.1409846693277359
138771	rnn.bias_ih_l0_reverse	3	-0.03758019581437111
138771	rnn.bias_ih_l0_reverse	4	-0.037269193679094315
138771	rnn.bias_ih_l0_reverse	5	0.054000914096832275
138771	rnn.bias_ih_l0_reverse	6	-0.06501152366399765
138771	rnn.bias_ih_l0_reverse	7	0.05003347620368004
138771	rnn.bias_ih_l0_reverse	8	-0.04807484149932861
138771	rnn.bias_ih_l0_reverse	9	0.0583006776869297
138771	rnn.bias_hh_l0_reverse	0	0.02748032845556736
138771	rnn.bias_hh_l0_reverse	1	-0.0537949874997139
138771	rnn.bias_hh_l0_reverse	2	0.08511526137590408
138771	rnn.bias_hh_l0_reverse	3	-0.04569391533732414
138771	rnn.bias_hh_l0_reverse	4	-0.03149740770459175
138771	rnn.bias_hh_l0_reverse	5	-0.047659941017627716
138771	rnn.bias_hh_l0_reverse	6	-0.02874356508255005
138771	rnn.bias_hh_l0_reverse	7	0.09659963846206665
138771	rnn.bias_hh_l0_reverse	8	0.03379902243614197
138771	rnn.bias_hh_l0_reverse	9	-0.13288554549217224
138771	rnn.weight_ih_l1	0	-0.032982975244522095
138771	rnn.weight_ih_l1	1	-0.04911702871322632
138771	rnn.weight_ih_l1	2	0.06960250437259674
138771	rnn.weight_ih_l1	3	-0.07154253870248795
138771	rnn.weight_ih_l1	4	-0.016925908625125885
138771	rnn.weight_ih_l1	5	-0.045550521463155746
138771	rnn.weight_ih_l1	6	0.03040614351630211
138771	rnn.weight_ih_l1	7	-0.030446097254753113
138771	rnn.weight_ih_l1	8	0.03753867745399475
138771	rnn.weight_ih_l1	9	0.04130491241812706
138771	rnn.weight_hh_l1	0	-0.005848023574799299
138771	rnn.weight_hh_l1	1	0.015768293291330338
138771	rnn.weight_hh_l1	2	0.01307680644094944
138771	rnn.weight_hh_l1	3	-0.009073283523321152
138771	rnn.weight_hh_l1	4	0.0092827333137393
138771	rnn.weight_hh_l1	5	0.025703681632876396
138771	rnn.weight_hh_l1	6	0.035041823983192444
138771	rnn.weight_hh_l1	7	-0.019094455987215042
138771	rnn.weight_hh_l1	8	-0.014049600809812546
138771	rnn.weight_hh_l1	9	0.03713810816407204
138771	rnn.bias_ih_l1	0	-0.20614659786224365
138771	rnn.bias_ih_l1	1	-0.1953333467245102
138771	rnn.bias_ih_l1	2	-0.21137508749961853
138771	rnn.bias_ih_l1	3	-0.2803535759449005
138771	rnn.bias_ih_l1	4	-0.20315881073474884
138771	rnn.bias_ih_l1	5	-0.09260045737028122
138771	rnn.bias_ih_l1	6	-0.17706960439682007
138771	rnn.bias_ih_l1	7	-0.04564061015844345
138771	rnn.bias_ih_l1	8	-0.14858710765838623
138771	rnn.bias_ih_l1	9	-0.13062909245491028
138771	rnn.bias_hh_l1	0	-0.10810486227273941
138771	rnn.bias_hh_l1	1	-0.06724841892719269
138771	rnn.bias_hh_l1	2	-0.1202956885099411
138771	rnn.bias_hh_l1	3	-0.08527103066444397
138771	rnn.bias_hh_l1	4	-0.09647034853696823
138771	rnn.bias_hh_l1	5	-0.11641587316989899
138771	rnn.bias_hh_l1	6	-0.1625482439994812
138771	rnn.bias_hh_l1	7	0.036809083074331284
138771	rnn.bias_hh_l1	8	-0.1845046728849411
138771	rnn.bias_hh_l1	9	-0.1138819083571434
138771	rnn.weight_ih_l1_reverse	0	-0.039946649223566055
138771	rnn.weight_ih_l1_reverse	1	0.018322473391890526
138771	rnn.weight_ih_l1_reverse	2	0.07005979865789413
138771	rnn.weight_ih_l1_reverse	3	-0.008475425653159618
138771	rnn.weight_ih_l1_reverse	4	-0.031961213797330856
138771	rnn.weight_ih_l1_reverse	5	-0.033458344638347626
138771	rnn.weight_ih_l1_reverse	6	-0.01286869216710329
138771	rnn.weight_ih_l1_reverse	7	0.03156829625368118
138771	rnn.weight_ih_l1_reverse	8	0.01787579618394375
138771	rnn.weight_ih_l1_reverse	9	-0.0500648096203804
138771	rnn.weight_hh_l1_reverse	0	0.006029974669218063
138771	rnn.weight_hh_l1_reverse	1	0.02944766916334629
138771	rnn.weight_hh_l1_reverse	2	-0.03986634314060211
138771	rnn.weight_hh_l1_reverse	3	0.03898240625858307
138771	rnn.weight_hh_l1_reverse	4	0.045599792152643204
138771	rnn.weight_hh_l1_reverse	5	0.0006438296986743808
138771	rnn.weight_hh_l1_reverse	6	0.04172408953309059
138771	rnn.weight_hh_l1_reverse	7	0.030808303505182266
138771	rnn.weight_hh_l1_reverse	8	-0.0066858320496976376
138771	rnn.weight_hh_l1_reverse	9	-0.03322521224617958
138771	rnn.bias_ih_l1_reverse	0	-0.06602809578180313
138771	rnn.bias_ih_l1_reverse	1	-0.16923967003822327
138771	rnn.bias_ih_l1_reverse	2	-0.15319639444351196
138771	rnn.bias_ih_l1_reverse	3	-0.03190244734287262
138771	rnn.bias_ih_l1_reverse	4	-0.20735417306423187
138771	rnn.bias_ih_l1_reverse	5	-0.11101535707712173
138771	rnn.bias_ih_l1_reverse	6	-0.14196979999542236
138771	rnn.bias_ih_l1_reverse	7	-0.21073906123638153
138771	rnn.bias_ih_l1_reverse	8	0.1903005987405777
138771	rnn.bias_ih_l1_reverse	9	0.049190398305654526
138771	rnn.bias_hh_l1_reverse	0	0.015671636909246445
138771	rnn.bias_hh_l1_reverse	1	-0.06302709877490997
138771	rnn.bias_hh_l1_reverse	2	-0.23363442718982697
138771	rnn.bias_hh_l1_reverse	3	-0.13718348741531372
138771	rnn.bias_hh_l1_reverse	4	-0.09952348470687866
138771	rnn.bias_hh_l1_reverse	5	-0.12824217975139618
138771	rnn.bias_hh_l1_reverse	6	0.08091279119253159
138771	rnn.bias_hh_l1_reverse	7	-0.17492732405662537
138771	rnn.bias_hh_l1_reverse	8	-0.1176496222615242
138771	rnn.bias_hh_l1_reverse	9	-0.14906801283359528
138771	linear.weight	0	0.002228822559118271
138771	linear.weight	1	0.15456628799438477
138771	linear.weight	2	-0.06602946668863297
138771	linear.weight	3	0.25867488980293274
138771	linear.weight	4	0.14457719027996063
138771	linear.weight	5	-0.06235877797007561
138771	linear.weight	6	0.11764992028474808
138771	linear.weight	7	0.06754843890666962
138771	linear.weight	8	0.04124251380562782
138771	linear.weight	9	-0.0238792784512043
138771	linear.bias	0	0.10365352779626846
138771	linear.bias	1	-0.18503591418266296
138771	linear.bias	2	-0.3630354702472687
138771	linear.bias	3	-0.660088300704956
138771	linear.bias	4	-1.1859657764434814
138771	linear.bias	5	-0.08349346369504929
138771	linear.bias	6	-0.7356094717979431
138771	linear.bias	7	0.2862706184387207
138771	linear.bias	8	-0.4852399230003357
138771	linear.bias	9	-1.0205315351486206
138968	transitions	0	0.6384479403495789
138968	transitions	1	0.17332537472248077
138968	transitions	2	-10000.0
138968	transitions	3	-1.8226747512817383
138968	transitions	4	-10000.0
138968	transitions	5	0.5804335474967957
138968	transitions	6	-0.0739319697022438
138968	transitions	7	-0.7041335701942444
138968	transitions	8	-1.4013898372650146
138968	transitions	9	-0.0011010735761374235
138968	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
138968	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
138968	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
138968	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
138968	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
138968	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
138968	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
138968	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
138968	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
138968	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
138968	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
138968	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
138968	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
138968	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
138968	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
138968	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
138968	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
138968	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
138968	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
138968	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
138968	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
138968	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
138968	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
138968	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
138968	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
138968	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
138968	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
138968	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
138968	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
138968	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
138968	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
138968	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
138968	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
138968	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
138968	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
138968	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
138968	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
138968	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
138968	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
138968	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
138968	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
138968	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
138968	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
138968	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
138968	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
138968	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
138968	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
138968	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
138968	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
138968	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
138968	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
138968	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
138968	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
138968	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
138968	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
138968	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
138968	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
138968	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
138968	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
138968	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
138968	embedding2nn.weight	0	0.017931263893842697
138968	embedding2nn.weight	1	-0.013768705539405346
138968	embedding2nn.weight	2	-0.014268254861235619
138968	embedding2nn.weight	3	-0.019531825557351112
138968	embedding2nn.weight	4	-0.0059150345623493195
138968	embedding2nn.weight	5	-0.0037005923222750425
138968	embedding2nn.weight	6	-0.003973295912146568
138968	embedding2nn.weight	7	-0.08234395831823349
138968	embedding2nn.weight	8	-0.0019979383796453476
138968	embedding2nn.weight	9	-0.027525795623660088
138968	embedding2nn.bias	0	0.06454871594905853
138968	embedding2nn.bias	1	-0.0648084208369255
138968	embedding2nn.bias	2	0.08625566214323044
138968	embedding2nn.bias	3	0.05313685163855553
138968	embedding2nn.bias	4	-0.042567312717437744
138968	embedding2nn.bias	5	-0.054734159260988235
138968	embedding2nn.bias	6	0.011867580935359001
138968	embedding2nn.bias	7	-0.06471294164657593
138968	embedding2nn.bias	8	0.05897940695285797
138968	embedding2nn.bias	9	0.025987522676587105
138968	rnn.weight_ih_l0	0	-0.07511400431394577
138968	rnn.weight_ih_l0	1	-0.0001700443244772032
138968	rnn.weight_ih_l0	2	0.050761304795742035
138968	rnn.weight_ih_l0	3	0.023867521435022354
138968	rnn.weight_ih_l0	4	-0.029147762805223465
138968	rnn.weight_ih_l0	5	-0.05929047241806984
138968	rnn.weight_ih_l0	6	0.00218137726187706
138968	rnn.weight_ih_l0	7	0.057679444551467896
138968	rnn.weight_ih_l0	8	-0.015197919681668282
138968	rnn.weight_ih_l0	9	-0.02291041426360607
138968	rnn.weight_hh_l0	0	-0.03749535605311394
138968	rnn.weight_hh_l0	1	-0.010774830356240273
138968	rnn.weight_hh_l0	2	-0.0020042017567902803
138968	rnn.weight_hh_l0	3	-0.07166458666324615
138968	rnn.weight_hh_l0	4	0.08142035454511642
138968	rnn.weight_hh_l0	5	-0.02752930484712124
138968	rnn.weight_hh_l0	6	-0.05344031751155853
138968	rnn.weight_hh_l0	7	0.014384728856384754
138968	rnn.weight_hh_l0	8	0.01026145275682211
138968	rnn.weight_hh_l0	9	-0.019259043037891388
138968	rnn.bias_ih_l0	0	0.11712607741355896
138968	rnn.bias_ih_l0	1	-0.02354947105050087
138968	rnn.bias_ih_l0	2	-0.004491863772273064
138968	rnn.bias_ih_l0	3	0.14357751607894897
138968	rnn.bias_ih_l0	4	-0.012816944159567356
138968	rnn.bias_ih_l0	5	-0.015882596373558044
138968	rnn.bias_ih_l0	6	0.0186532624065876
138968	rnn.bias_ih_l0	7	0.03385420888662338
138968	rnn.bias_ih_l0	8	-0.10070350766181946
138968	rnn.bias_ih_l0	9	-0.009939276613295078
138968	rnn.bias_hh_l0	0	-0.01903904788196087
138968	rnn.bias_hh_l0	1	-0.11154600232839584
138968	rnn.bias_hh_l0	2	-0.052148815244436264
138968	rnn.bias_hh_l0	3	-0.08676623553037643
138968	rnn.bias_hh_l0	4	-0.0061864485032856464
138968	rnn.bias_hh_l0	5	-0.03357848525047302
138968	rnn.bias_hh_l0	6	0.04065663367509842
138968	rnn.bias_hh_l0	7	0.05189888924360275
138968	rnn.bias_hh_l0	8	-0.10912057012319565
138968	rnn.bias_hh_l0	9	-0.05511998012661934
138968	rnn.weight_ih_l0_reverse	0	-0.02500670775771141
138968	rnn.weight_ih_l0_reverse	1	-0.042402807623147964
138968	rnn.weight_ih_l0_reverse	2	-0.02852819301187992
138968	rnn.weight_ih_l0_reverse	3	0.006893575191497803
138968	rnn.weight_ih_l0_reverse	4	-0.015663014724850655
138968	rnn.weight_ih_l0_reverse	5	-0.04883356764912605
138968	rnn.weight_ih_l0_reverse	6	0.08476080000400543
138968	rnn.weight_ih_l0_reverse	7	-0.018384765833616257
138968	rnn.weight_ih_l0_reverse	8	-0.018726801499724388
138968	rnn.weight_ih_l0_reverse	9	-0.004038361832499504
138968	rnn.weight_hh_l0_reverse	0	0.0592942088842392
138968	rnn.weight_hh_l0_reverse	1	0.01305460836738348
138968	rnn.weight_hh_l0_reverse	2	0.03215184435248375
138968	rnn.weight_hh_l0_reverse	3	0.02786947786808014
138968	rnn.weight_hh_l0_reverse	4	0.005761916283518076
138968	rnn.weight_hh_l0_reverse	5	0.02270018309354782
138968	rnn.weight_hh_l0_reverse	6	0.05009538307785988
138968	rnn.weight_hh_l0_reverse	7	-0.0650661289691925
138968	rnn.weight_hh_l0_reverse	8	0.038119200617074966
138968	rnn.weight_hh_l0_reverse	9	0.034659020602703094
138968	rnn.bias_ih_l0_reverse	0	-0.07328958809375763
138968	rnn.bias_ih_l0_reverse	1	-0.2621861696243286
138968	rnn.bias_ih_l0_reverse	2	-0.14420057833194733
138968	rnn.bias_ih_l0_reverse	3	-0.03828873857855797
138968	rnn.bias_ih_l0_reverse	4	-0.03592782840132713
138968	rnn.bias_ih_l0_reverse	5	0.05236855521798134
138968	rnn.bias_ih_l0_reverse	6	-0.06231618672609329
138968	rnn.bias_ih_l0_reverse	7	0.05030960589647293
138968	rnn.bias_ih_l0_reverse	8	-0.047734927386045456
138968	rnn.bias_ih_l0_reverse	9	0.05542755126953125
138968	rnn.bias_hh_l0_reverse	0	0.029286537319421768
138968	rnn.bias_hh_l0_reverse	1	-0.054341159760951996
138968	rnn.bias_hh_l0_reverse	2	0.08541311323642731
138968	rnn.bias_hh_l0_reverse	3	-0.04594530537724495
138968	rnn.bias_hh_l0_reverse	4	-0.03001897782087326
138968	rnn.bias_hh_l0_reverse	5	-0.048711251467466354
138968	rnn.bias_hh_l0_reverse	6	-0.02827218733727932
138968	rnn.bias_hh_l0_reverse	7	0.0935155376791954
138968	rnn.bias_hh_l0_reverse	8	0.03494827449321747
138968	rnn.bias_hh_l0_reverse	9	-0.1366662085056305
138968	rnn.weight_ih_l1	0	-0.03359001874923706
138968	rnn.weight_ih_l1	1	-0.04868273064494133
138968	rnn.weight_ih_l1	2	0.06848718225955963
138968	rnn.weight_ih_l1	3	-0.07119482010602951
138968	rnn.weight_ih_l1	4	-0.016223913058638573
138968	rnn.weight_ih_l1	5	-0.04613879323005676
138968	rnn.weight_ih_l1	6	0.03003627248108387
138968	rnn.weight_ih_l1	7	-0.02942552976310253
138968	rnn.weight_ih_l1	8	0.03746078908443451
138968	rnn.weight_ih_l1	9	0.041373878717422485
138968	rnn.weight_hh_l1	0	-0.006434635259211063
138968	rnn.weight_hh_l1	1	0.015465080738067627
138968	rnn.weight_hh_l1	2	0.01196056418120861
138968	rnn.weight_hh_l1	3	-0.00942311156541109
138968	rnn.weight_hh_l1	4	0.009797731414437294
138968	rnn.weight_hh_l1	5	0.02536785416305065
138968	rnn.weight_hh_l1	6	0.03557753935456276
138968	rnn.weight_hh_l1	7	-0.018544267863035202
138968	rnn.weight_hh_l1	8	-0.01422126404941082
138968	rnn.weight_hh_l1	9	0.036892369389534
138968	rnn.bias_ih_l1	0	-0.20884814858436584
138968	rnn.bias_ih_l1	1	-0.19186487793922424
138968	rnn.bias_ih_l1	2	-0.2132282853126526
138968	rnn.bias_ih_l1	3	-0.28470614552497864
138968	rnn.bias_ih_l1	4	-0.20008160173892975
138968	rnn.bias_ih_l1	5	-0.09257831424474716
138968	rnn.bias_ih_l1	6	-0.17561650276184082
138968	rnn.bias_ih_l1	7	-0.04135306552052498
138968	rnn.bias_ih_l1	8	-0.1456432193517685
138968	rnn.bias_ih_l1	9	-0.13042385876178741
138968	rnn.bias_hh_l1	0	-0.10480975359678268
138968	rnn.bias_hh_l1	1	-0.06589551270008087
138968	rnn.bias_hh_l1	2	-0.1193753033876419
138968	rnn.bias_hh_l1	3	-0.08432375639677048
138968	rnn.bias_hh_l1	4	-0.09576383233070374
138968	rnn.bias_hh_l1	5	-0.11413510143756866
138968	rnn.bias_hh_l1	6	-0.16156314313411713
138968	rnn.bias_hh_l1	7	0.03493126854300499
138968	rnn.bias_hh_l1	8	-0.1831309050321579
138968	rnn.bias_hh_l1	9	-0.11064603179693222
138968	rnn.weight_ih_l1_reverse	0	-0.039225783199071884
138968	rnn.weight_ih_l1_reverse	1	0.01662132889032364
138968	rnn.weight_ih_l1_reverse	2	0.06981143355369568
138968	rnn.weight_ih_l1_reverse	3	-0.0069844480603933334
138968	rnn.weight_ih_l1_reverse	4	-0.02941986173391342
138968	rnn.weight_ih_l1_reverse	5	-0.03349532559514046
138968	rnn.weight_ih_l1_reverse	6	-0.012651595287024975
138968	rnn.weight_ih_l1_reverse	7	0.031375985592603683
138968	rnn.weight_ih_l1_reverse	8	0.018044931814074516
138968	rnn.weight_ih_l1_reverse	9	-0.05134979262948036
138968	rnn.weight_hh_l1_reverse	0	0.005986287724226713
138968	rnn.weight_hh_l1_reverse	1	0.029508225619792938
138968	rnn.weight_hh_l1_reverse	2	-0.039918411523103714
138968	rnn.weight_hh_l1_reverse	3	0.03897445276379585
138968	rnn.weight_hh_l1_reverse	4	0.046413201838731766
138968	rnn.weight_hh_l1_reverse	5	0.0007524000247940421
138968	rnn.weight_hh_l1_reverse	6	0.042746081948280334
138968	rnn.weight_hh_l1_reverse	7	0.03058331087231636
138968	rnn.weight_hh_l1_reverse	8	-0.00652426527813077
138968	rnn.weight_hh_l1_reverse	9	-0.03337900713086128
138968	rnn.bias_ih_l1_reverse	0	-0.06372831761837006
138968	rnn.bias_ih_l1_reverse	1	-0.16887345910072327
138968	rnn.bias_ih_l1_reverse	2	-0.15070712566375732
138968	rnn.bias_ih_l1_reverse	3	-0.0277983658015728
138968	rnn.bias_ih_l1_reverse	4	-0.2052765190601349
138968	rnn.bias_ih_l1_reverse	5	-0.11090979725122452
138968	rnn.bias_ih_l1_reverse	6	-0.1425086110830307
138968	rnn.bias_ih_l1_reverse	7	-0.21094822883605957
138968	rnn.bias_ih_l1_reverse	8	0.17799152433872223
138968	rnn.bias_ih_l1_reverse	9	0.05220850184559822
138968	rnn.bias_hh_l1_reverse	0	0.008802353404462337
138968	rnn.bias_hh_l1_reverse	1	-0.05988757684826851
138968	rnn.bias_hh_l1_reverse	2	-0.23377668857574463
138968	rnn.bias_hh_l1_reverse	3	-0.13966038823127747
138968	rnn.bias_hh_l1_reverse	4	-0.10107170790433884
138968	rnn.bias_hh_l1_reverse	5	-0.13013118505477905
138968	rnn.bias_hh_l1_reverse	6	0.07931416481733322
138968	rnn.bias_hh_l1_reverse	7	-0.1762590855360031
138968	rnn.bias_hh_l1_reverse	8	-0.11751697212457657
138968	rnn.bias_hh_l1_reverse	9	-0.150116965174675
138968	linear.weight	0	0.002228822559118271
138968	linear.weight	1	0.1454685628414154
138968	linear.weight	2	-0.06832230091094971
138968	linear.weight	3	0.2600315809249878
138968	linear.weight	4	0.14887866377830505
138968	linear.weight	5	-0.06340033560991287
138968	linear.weight	6	0.11815211921930313
138968	linear.weight	7	0.06843741238117218
138968	linear.weight	8	0.041241951286792755
138968	linear.weight	9	-0.024293093010783195
138968	linear.bias	0	0.10374093055725098
138968	linear.bias	1	-0.2011854648590088
138968	linear.bias	2	-0.3442314565181732
138968	linear.bias	3	-0.6608444452285767
138968	linear.bias	4	-1.186758279800415
138968	linear.bias	5	-0.060331594198942184
138968	linear.bias	6	-0.7507508993148804
138968	linear.bias	7	0.30709320306777954
138968	linear.bias	8	-0.4536013901233673
138968	linear.bias	9	-0.9874765276908875
139165	transitions	0	0.6388562321662903
139165	transitions	1	0.16561374068260193
139165	transitions	2	-10000.0
139165	transitions	3	-1.822698950767517
139165	transitions	4	-10000.0
139165	transitions	5	0.5803421139717102
139165	transitions	6	-0.07400799542665482
139165	transitions	7	-0.7053801417350769
139165	transitions	8	-1.401431679725647
139165	transitions	9	-0.001101961242966354
139165	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
139165	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
139165	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
139165	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
139165	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
139165	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
139165	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
139165	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
139165	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
139165	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
139165	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
139165	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
139165	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
139165	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
139165	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
139165	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
139165	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
139165	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
139165	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
139165	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
139165	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
139165	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
139165	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
139165	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
139165	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
139165	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
139165	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
139165	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
139165	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
139165	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
139165	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
139165	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
139165	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
139165	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
139165	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
139165	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
139165	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
139165	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
139165	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
139165	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
139165	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
139165	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
139165	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
139165	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
139165	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
139165	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
139165	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
139165	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
139165	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
139165	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
139165	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
139165	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
139165	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
139165	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
139165	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
139165	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
139165	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
139165	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
139165	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
139165	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
139165	embedding2nn.weight	0	0.017432689666748047
139165	embedding2nn.weight	1	-0.01336787361651659
139165	embedding2nn.weight	2	-0.014268254861235619
139165	embedding2nn.weight	3	-0.018535995855927467
139165	embedding2nn.weight	4	-0.0059150345623493195
139165	embedding2nn.weight	5	-0.0037005916237831116
139165	embedding2nn.weight	6	-0.003973294980823994
139165	embedding2nn.weight	7	-0.08295534551143646
139165	embedding2nn.weight	8	-0.0019979383796453476
139165	embedding2nn.weight	9	-0.026993803679943085
139165	embedding2nn.bias	0	0.05932256951928139
139165	embedding2nn.bias	1	-0.06219940632581711
139165	embedding2nn.bias	2	0.08748522400856018
139165	embedding2nn.bias	3	0.04820229113101959
139165	embedding2nn.bias	4	-0.039132554084062576
139165	embedding2nn.bias	5	-0.03853314369916916
139165	embedding2nn.bias	6	0.014443911612033844
139165	embedding2nn.bias	7	-0.05613238736987114
139165	embedding2nn.bias	8	0.05831562355160713
139165	embedding2nn.bias	9	0.02250087261199951
139165	rnn.weight_ih_l0	0	-0.073948435485363
139165	rnn.weight_ih_l0	1	0.0014793515438213944
139165	rnn.weight_ih_l0	2	0.05076983943581581
139165	rnn.weight_ih_l0	3	0.024682963266968727
139165	rnn.weight_ih_l0	4	-0.02824561856687069
139165	rnn.weight_ih_l0	5	-0.058551155030727386
139165	rnn.weight_ih_l0	6	0.002431721892207861
139165	rnn.weight_ih_l0	7	0.05560998246073723
139165	rnn.weight_ih_l0	8	-0.015356741845607758
139165	rnn.weight_ih_l0	9	-0.0227801613509655
139165	rnn.weight_hh_l0	0	-0.03786543384194374
139165	rnn.weight_hh_l0	1	-0.010158823803067207
139165	rnn.weight_hh_l0	2	-0.0011239120503887534
139165	rnn.weight_hh_l0	3	-0.07151109725236893
139165	rnn.weight_hh_l0	4	0.0804930329322815
139165	rnn.weight_hh_l0	5	-0.02694016508758068
139165	rnn.weight_hh_l0	6	-0.05377805605530739
139165	rnn.weight_hh_l0	7	0.014423925429582596
139165	rnn.weight_hh_l0	8	0.010154233314096928
139165	rnn.weight_hh_l0	9	-0.01912051811814308
139165	rnn.bias_ih_l0	0	0.1196495071053505
139165	rnn.bias_ih_l0	1	-0.02323286607861519
139165	rnn.bias_ih_l0	2	-0.0062213316559791565
139165	rnn.bias_ih_l0	3	0.14392350614070892
139165	rnn.bias_ih_l0	4	-0.011122849769890308
139165	rnn.bias_ih_l0	5	-0.013655761256814003
139165	rnn.bias_ih_l0	6	0.019466323778033257
139165	rnn.bias_ih_l0	7	0.03761190548539162
139165	rnn.bias_ih_l0	8	-0.10074864327907562
139165	rnn.bias_ih_l0	9	-0.016799308359622955
139165	rnn.bias_hh_l0	0	-0.020516714081168175
139165	rnn.bias_hh_l0	1	-0.10948235541582108
139165	rnn.bias_hh_l0	2	-0.05204460024833679
139165	rnn.bias_hh_l0	3	-0.08780445903539658
139165	rnn.bias_hh_l0	4	-0.004490404389798641
139165	rnn.bias_hh_l0	5	-0.033649176359176636
139165	rnn.bias_hh_l0	6	0.04090707004070282
139165	rnn.bias_hh_l0	7	0.047060221433639526
139165	rnn.bias_hh_l0	8	-0.10872367024421692
139165	rnn.bias_hh_l0	9	-0.05270243063569069
139165	rnn.weight_ih_l0_reverse	0	-0.02490936405956745
139165	rnn.weight_ih_l0_reverse	1	-0.04005158692598343
139165	rnn.weight_ih_l0_reverse	2	-0.0283572468906641
139165	rnn.weight_ih_l0_reverse	3	0.007159797940403223
139165	rnn.weight_ih_l0_reverse	4	-0.015805402770638466
139165	rnn.weight_ih_l0_reverse	5	-0.047707315534353256
139165	rnn.weight_ih_l0_reverse	6	0.08480445295572281
139165	rnn.weight_ih_l0_reverse	7	-0.01958470232784748
139165	rnn.weight_ih_l0_reverse	8	-0.018176855519413948
139165	rnn.weight_ih_l0_reverse	9	-0.0040831295773386955
139165	rnn.weight_hh_l0_reverse	0	0.0616808757185936
139165	rnn.weight_hh_l0_reverse	1	0.0123595604673028
139165	rnn.weight_hh_l0_reverse	2	0.031659532338380814
139165	rnn.weight_hh_l0_reverse	3	0.027807394042611122
139165	rnn.weight_hh_l0_reverse	4	0.0059797135181725025
139165	rnn.weight_hh_l0_reverse	5	0.02309265173971653
139165	rnn.weight_hh_l0_reverse	6	0.05027027428150177
139165	rnn.weight_hh_l0_reverse	7	-0.06618218868970871
139165	rnn.weight_hh_l0_reverse	8	0.03844546526670456
139165	rnn.weight_hh_l0_reverse	9	0.035388313233852386
139165	rnn.bias_ih_l0_reverse	0	-0.07288622111082077
139165	rnn.bias_ih_l0_reverse	1	-0.26328352093696594
139165	rnn.bias_ih_l0_reverse	2	-0.14337322115898132
139165	rnn.bias_ih_l0_reverse	3	-0.03874865919351578
139165	rnn.bias_ih_l0_reverse	4	-0.034233950078487396
139165	rnn.bias_ih_l0_reverse	5	0.04940905421972275
139165	rnn.bias_ih_l0_reverse	6	-0.06452171504497528
139165	rnn.bias_ih_l0_reverse	7	0.04798271879553795
139165	rnn.bias_ih_l0_reverse	8	-0.04404734820127487
139165	rnn.bias_ih_l0_reverse	9	0.05400378629565239
139165	rnn.bias_hh_l0_reverse	0	0.02930516004562378
139165	rnn.bias_hh_l0_reverse	1	-0.06089162081480026
139165	rnn.bias_hh_l0_reverse	2	0.08442022651433945
139165	rnn.bias_hh_l0_reverse	3	-0.045524660497903824
139165	rnn.bias_hh_l0_reverse	4	-0.03183833882212639
139165	rnn.bias_hh_l0_reverse	5	-0.04916024208068848
139165	rnn.bias_hh_l0_reverse	6	-0.030559152364730835
139165	rnn.bias_hh_l0_reverse	7	0.09514889866113663
139165	rnn.bias_hh_l0_reverse	8	0.03281613439321518
139165	rnn.bias_hh_l0_reverse	9	-0.13852214813232422
139165	rnn.weight_ih_l1	0	-0.03363930806517601
139165	rnn.weight_ih_l1	1	-0.04956706613302231
139165	rnn.weight_ih_l1	2	0.06847912073135376
139165	rnn.weight_ih_l1	3	-0.0710650160908699
139165	rnn.weight_ih_l1	4	-0.016675883904099464
139165	rnn.weight_ih_l1	5	-0.046478401869535446
139165	rnn.weight_ih_l1	6	0.030982129275798798
139165	rnn.weight_ih_l1	7	-0.029499011114239693
139165	rnn.weight_ih_l1	8	0.037317175418138504
139165	rnn.weight_ih_l1	9	0.0409543476998806
139165	rnn.weight_hh_l1	0	-0.006910127587616444
139165	rnn.weight_hh_l1	1	0.015724819153547287
139165	rnn.weight_hh_l1	2	0.011102467775344849
139165	rnn.weight_hh_l1	3	-0.009061614982783794
139165	rnn.weight_hh_l1	4	0.009970922954380512
139165	rnn.weight_hh_l1	5	0.025349833071231842
139165	rnn.weight_hh_l1	6	0.03565412759780884
139165	rnn.weight_hh_l1	7	-0.018832087516784668
139165	rnn.weight_hh_l1	8	-0.013959445059299469
139165	rnn.weight_hh_l1	9	0.036763597279787064
139165	rnn.bias_ih_l1	0	-0.20865099132061005
139165	rnn.bias_ih_l1	1	-0.19574441015720367
139165	rnn.bias_ih_l1	2	-0.21056649088859558
139165	rnn.bias_ih_l1	3	-0.2858773469924927
139165	rnn.bias_ih_l1	4	-0.20875342190265656
139165	rnn.bias_ih_l1	5	-0.0926586166024208
139165	rnn.bias_ih_l1	6	-0.17677684128284454
139165	rnn.bias_ih_l1	7	-0.046338118612766266
139165	rnn.bias_ih_l1	8	-0.14916300773620605
139165	rnn.bias_ih_l1	9	-0.12743115425109863
139165	rnn.bias_hh_l1	0	-0.10499899089336395
139165	rnn.bias_hh_l1	1	-0.06678757071495056
139165	rnn.bias_hh_l1	2	-0.11667934060096741
139165	rnn.bias_hh_l1	3	-0.0839608907699585
139165	rnn.bias_hh_l1	4	-0.09577573090791702
139165	rnn.bias_hh_l1	5	-0.11535228788852692
139165	rnn.bias_hh_l1	6	-0.16407276690006256
139165	rnn.bias_hh_l1	7	0.03417119383811951
139165	rnn.bias_hh_l1	8	-0.1858813613653183
139165	rnn.bias_hh_l1	9	-0.1101306676864624
139165	rnn.weight_ih_l1_reverse	0	-0.038602314889431
139165	rnn.weight_ih_l1_reverse	1	0.01690119504928589
139165	rnn.weight_ih_l1_reverse	2	0.07111155986785889
139165	rnn.weight_ih_l1_reverse	3	-0.0073102121241390705
139165	rnn.weight_ih_l1_reverse	4	-0.02998291328549385
139165	rnn.weight_ih_l1_reverse	5	-0.033578310161828995
139165	rnn.weight_ih_l1_reverse	6	-0.0106924744322896
139165	rnn.weight_ih_l1_reverse	7	0.030637193471193314
139165	rnn.weight_ih_l1_reverse	8	0.01814975030720234
139165	rnn.weight_ih_l1_reverse	9	-0.050651900470256805
139165	rnn.weight_hh_l1_reverse	0	0.005686188116669655
139165	rnn.weight_hh_l1_reverse	1	0.029827935621142387
139165	rnn.weight_hh_l1_reverse	2	-0.03995718061923981
139165	rnn.weight_hh_l1_reverse	3	0.03893429785966873
139165	rnn.weight_hh_l1_reverse	4	0.04636967182159424
139165	rnn.weight_hh_l1_reverse	5	0.000533013662789017
139165	rnn.weight_hh_l1_reverse	6	0.04120839759707451
139165	rnn.weight_hh_l1_reverse	7	0.030528156086802483
139165	rnn.weight_hh_l1_reverse	8	-0.006803692784160376
139165	rnn.weight_hh_l1_reverse	9	-0.033178627490997314
139165	rnn.bias_ih_l1_reverse	0	-0.06263581663370132
139165	rnn.bias_ih_l1_reverse	1	-0.16823559999465942
139165	rnn.bias_ih_l1_reverse	2	-0.1524273157119751
139165	rnn.bias_ih_l1_reverse	3	-0.03293406963348389
139165	rnn.bias_ih_l1_reverse	4	-0.20449811220169067
139165	rnn.bias_ih_l1_reverse	5	-0.11256206780672073
139165	rnn.bias_ih_l1_reverse	6	-0.14197546243667603
139165	rnn.bias_ih_l1_reverse	7	-0.20833030343055725
139165	rnn.bias_ih_l1_reverse	8	0.18140946328639984
139165	rnn.bias_ih_l1_reverse	9	0.04699133336544037
139165	rnn.bias_hh_l1_reverse	0	-0.00483847176656127
139165	rnn.bias_hh_l1_reverse	1	-0.05603476241230965
139165	rnn.bias_hh_l1_reverse	2	-0.23300711810588837
139165	rnn.bias_hh_l1_reverse	3	-0.13900461792945862
139165	rnn.bias_hh_l1_reverse	4	-0.10184325277805328
139165	rnn.bias_hh_l1_reverse	5	-0.12995344400405884
139165	rnn.bias_hh_l1_reverse	6	0.07643115520477295
139165	rnn.bias_hh_l1_reverse	7	-0.17819207906723022
139165	rnn.bias_hh_l1_reverse	8	-0.11709611117839813
139165	rnn.bias_hh_l1_reverse	9	-0.14974677562713623
139165	linear.weight	0	0.002228822559118271
139165	linear.weight	1	0.1473030149936676
139165	linear.weight	2	-0.06897939741611481
139165	linear.weight	3	0.2585134506225586
139165	linear.weight	4	0.14457356929779053
139165	linear.weight	5	-0.06493597477674484
139165	linear.weight	6	0.09913051128387451
139165	linear.weight	7	0.06851776689291
139165	linear.weight	8	0.041241779923439026
139165	linear.weight	9	-0.032201219350099564
139165	linear.bias	0	0.0634358748793602
139165	linear.bias	1	-0.1737479716539383
139165	linear.bias	2	-0.3915192484855652
139165	linear.bias	3	-0.674971878528595
139165	linear.bias	4	-1.2011293172836304
139165	linear.bias	5	-0.06517113745212555
139165	linear.bias	6	-0.7283428311347961
139165	linear.bias	7	0.3030374050140381
139165	linear.bias	8	-0.46557503938674927
139165	linear.bias	9	-0.9974830150604248
139362	transitions	0	0.645677924156189
139362	transitions	1	0.163853257894516
139362	transitions	2	-10000.0
139362	transitions	3	-1.8227187395095825
139362	transitions	4	-10000.0
139362	transitions	5	0.5802467465400696
139362	transitions	6	-0.07408324629068375
139362	transitions	7	-0.7057318091392517
139362	transitions	8	-1.4015506505966187
139362	transitions	9	-0.0011030369205400348
139362	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
139362	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
139362	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
139362	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
139362	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
139362	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
139362	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
139362	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
139362	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
139362	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
139362	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
139362	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
139362	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
139362	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
139362	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
139362	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
139362	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
139362	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
139362	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
139362	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
139362	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
139362	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
139362	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
139362	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
139362	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
139362	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
139362	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
139362	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
139362	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
139362	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
139362	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
139362	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
139362	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
139362	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
139362	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
139362	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
139362	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
139362	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
139362	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
139362	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
139362	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
139362	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
139362	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
139362	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
139362	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
139362	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
139362	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
139362	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
139362	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
139362	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
139362	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
139362	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
139362	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
139362	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
139362	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
139362	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
139362	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
139362	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
139362	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
139362	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
139362	embedding2nn.weight	0	0.01801382564008236
139362	embedding2nn.weight	1	-0.012712583877146244
139362	embedding2nn.weight	2	-0.014268254861235619
139362	embedding2nn.weight	3	-0.017700906842947006
139362	embedding2nn.weight	4	-0.0059150345623493195
139362	embedding2nn.weight	5	-0.0037005923222750425
139362	embedding2nn.weight	6	-0.003973292652517557
139362	embedding2nn.weight	7	-0.08347835391759872
139362	embedding2nn.weight	8	-0.0019979383796453476
139362	embedding2nn.weight	9	-0.02611107937991619
139362	embedding2nn.bias	0	0.05663136765360832
139362	embedding2nn.bias	1	-0.06169921159744263
139362	embedding2nn.bias	2	0.08255238831043243
139362	embedding2nn.bias	3	0.04587072879076004
139362	embedding2nn.bias	4	-0.0313611775636673
139362	embedding2nn.bias	5	-0.05442781373858452
139362	embedding2nn.bias	6	0.0023091009352356195
139362	embedding2nn.bias	7	-0.05988972261548042
139362	embedding2nn.bias	8	0.06157001852989197
139362	embedding2nn.bias	9	0.013669908978044987
139362	rnn.weight_ih_l0	0	-0.07392430305480957
139362	rnn.weight_ih_l0	1	0.0001482446532463655
139362	rnn.weight_ih_l0	2	0.0514293871819973
139362	rnn.weight_ih_l0	3	0.023000171408057213
139362	rnn.weight_ih_l0	4	-0.02824994921684265
139362	rnn.weight_ih_l0	5	-0.05836348608136177
139362	rnn.weight_ih_l0	6	0.002397022442892194
139362	rnn.weight_ih_l0	7	0.055979833006858826
139362	rnn.weight_ih_l0	8	-0.015414109453558922
139362	rnn.weight_ih_l0	9	-0.02255428209900856
139362	rnn.weight_hh_l0	0	-0.037632811814546585
139362	rnn.weight_hh_l0	1	-0.010295536369085312
139362	rnn.weight_hh_l0	2	-0.0008852409082464874
139362	rnn.weight_hh_l0	3	-0.07062681764364243
139362	rnn.weight_hh_l0	4	0.08045615255832672
139362	rnn.weight_hh_l0	5	-0.027314255014061928
139362	rnn.weight_hh_l0	6	-0.05429200828075409
139362	rnn.weight_hh_l0	7	0.01440171618014574
139362	rnn.weight_hh_l0	8	0.011558427475392818
139362	rnn.weight_hh_l0	9	-0.019185485318303108
139362	rnn.bias_ih_l0	0	0.12179096788167953
139362	rnn.bias_ih_l0	1	-0.025055771693587303
139362	rnn.bias_ih_l0	2	-0.006249947473406792
139362	rnn.bias_ih_l0	3	0.1435113549232483
139362	rnn.bias_ih_l0	4	-0.011026651598513126
139362	rnn.bias_ih_l0	5	-0.01163802482187748
139362	rnn.bias_ih_l0	6	0.01597345806658268
139362	rnn.bias_ih_l0	7	0.03484952077269554
139362	rnn.bias_ih_l0	8	-0.10025142878293991
139362	rnn.bias_ih_l0	9	-0.013630055822432041
139362	rnn.bias_hh_l0	0	-0.020579401403665543
139362	rnn.bias_hh_l0	1	-0.10660584270954132
139362	rnn.bias_hh_l0	2	-0.052632126957178116
139362	rnn.bias_hh_l0	3	-0.0885130763053894
139362	rnn.bias_hh_l0	4	-0.0040475535206496716
139362	rnn.bias_hh_l0	5	-0.032437849789857864
139362	rnn.bias_hh_l0	6	0.03803850710391998
139362	rnn.bias_hh_l0	7	0.04735725000500679
139362	rnn.bias_hh_l0	8	-0.10871601849794388
139362	rnn.bias_hh_l0	9	-0.05563375726342201
139362	rnn.weight_ih_l0_reverse	0	-0.024410856887698174
139362	rnn.weight_ih_l0_reverse	1	-0.040758442133665085
139362	rnn.weight_ih_l0_reverse	2	-0.028458211570978165
139362	rnn.weight_ih_l0_reverse	3	0.004913110285997391
139362	rnn.weight_ih_l0_reverse	4	-0.01574702188372612
139362	rnn.weight_ih_l0_reverse	5	-0.047736238688230515
139362	rnn.weight_ih_l0_reverse	6	0.08412661403417587
139362	rnn.weight_ih_l0_reverse	7	-0.019298987463116646
139362	rnn.weight_ih_l0_reverse	8	-0.018185358494520187
139362	rnn.weight_ih_l0_reverse	9	-0.0043898955918848515
139362	rnn.weight_hh_l0_reverse	0	0.060701340436935425
139362	rnn.weight_hh_l0_reverse	1	0.012798573821783066
139362	rnn.weight_hh_l0_reverse	2	0.031809233129024506
139362	rnn.weight_hh_l0_reverse	3	0.02751445211470127
139362	rnn.weight_hh_l0_reverse	4	0.0057697296142578125
139362	rnn.weight_hh_l0_reverse	5	0.02371404506266117
139362	rnn.weight_hh_l0_reverse	6	0.049777399748563766
139362	rnn.weight_hh_l0_reverse	7	-0.0664360523223877
139362	rnn.weight_hh_l0_reverse	8	0.036296673119068146
139362	rnn.weight_hh_l0_reverse	9	0.03604115545749664
139362	rnn.bias_ih_l0_reverse	0	-0.07555980235338211
139362	rnn.bias_ih_l0_reverse	1	-0.260834276676178
139362	rnn.bias_ih_l0_reverse	2	-0.13543406128883362
139362	rnn.bias_ih_l0_reverse	3	-0.0384305901825428
139362	rnn.bias_ih_l0_reverse	4	-0.036336980760097504
139362	rnn.bias_ih_l0_reverse	5	0.04812939837574959
139362	rnn.bias_ih_l0_reverse	6	-0.06250515580177307
139362	rnn.bias_ih_l0_reverse	7	0.048050835728645325
139362	rnn.bias_ih_l0_reverse	8	-0.04644704982638359
139362	rnn.bias_ih_l0_reverse	9	0.05100574344396591
139362	rnn.bias_hh_l0_reverse	0	0.027540573850274086
139362	rnn.bias_hh_l0_reverse	1	-0.059290263801813126
139362	rnn.bias_hh_l0_reverse	2	0.0853939950466156
139362	rnn.bias_hh_l0_reverse	3	-0.0463532954454422
139362	rnn.bias_hh_l0_reverse	4	-0.030149701982736588
139362	rnn.bias_hh_l0_reverse	5	-0.04879514127969742
139362	rnn.bias_hh_l0_reverse	6	-0.02699471265077591
139362	rnn.bias_hh_l0_reverse	7	0.09574652463197708
139362	rnn.bias_hh_l0_reverse	8	0.033511221408843994
139362	rnn.bias_hh_l0_reverse	9	-0.1370132714509964
139362	rnn.weight_ih_l1	0	-0.03495587781071663
139362	rnn.weight_ih_l1	1	-0.0522695891559124
139362	rnn.weight_ih_l1	2	0.07237221300601959
139362	rnn.weight_ih_l1	3	-0.07178039848804474
139362	rnn.weight_ih_l1	4	-0.016728108748793602
139362	rnn.weight_ih_l1	5	-0.04706066474318504
139362	rnn.weight_ih_l1	6	0.03157029300928116
139362	rnn.weight_ih_l1	7	-0.030887307599186897
139362	rnn.weight_ih_l1	8	0.03709200397133827
139362	rnn.weight_ih_l1	9	0.04089325666427612
139362	rnn.weight_hh_l1	0	-0.005202848929911852
139362	rnn.weight_hh_l1	1	0.015829477459192276
139362	rnn.weight_hh_l1	2	0.012307455763220787
139362	rnn.weight_hh_l1	3	-0.00957512017339468
139362	rnn.weight_hh_l1	4	0.009756728075444698
139362	rnn.weight_hh_l1	5	0.025522977113723755
139362	rnn.weight_hh_l1	6	0.035712942481040955
139362	rnn.weight_hh_l1	7	-0.018675772473216057
139362	rnn.weight_hh_l1	8	-0.01407694537192583
139362	rnn.weight_hh_l1	9	0.03624095767736435
139362	rnn.bias_ih_l1	0	-0.21054305136203766
139362	rnn.bias_ih_l1	1	-0.1960589438676834
139362	rnn.bias_ih_l1	2	-0.20958904922008514
139362	rnn.bias_ih_l1	3	-0.27892714738845825
139362	rnn.bias_ih_l1	4	-0.20399144291877747
139362	rnn.bias_ih_l1	5	-0.09136667102575302
139362	rnn.bias_ih_l1	6	-0.18018949031829834
139362	rnn.bias_ih_l1	7	-0.046531081199645996
139362	rnn.bias_ih_l1	8	-0.147298663854599
139362	rnn.bias_ih_l1	9	-0.12426497042179108
139362	rnn.bias_hh_l1	0	-0.10407530516386032
139362	rnn.bias_hh_l1	1	-0.06913686543703079
139362	rnn.bias_hh_l1	2	-0.1160513311624527
139362	rnn.bias_hh_l1	3	-0.08327731490135193
139362	rnn.bias_hh_l1	4	-0.09539930522441864
139362	rnn.bias_hh_l1	5	-0.11657368391752243
139362	rnn.bias_hh_l1	6	-0.1634201556444168
139362	rnn.bias_hh_l1	7	0.032467588782310486
139362	rnn.bias_hh_l1	8	-0.18112824857234955
139362	rnn.bias_hh_l1	9	-0.11014126241207123
139362	rnn.weight_ih_l1_reverse	0	-0.03898005932569504
139362	rnn.weight_ih_l1_reverse	1	0.009710149839520454
139362	rnn.weight_ih_l1_reverse	2	0.07041005045175552
139362	rnn.weight_ih_l1_reverse	3	-0.008085658773779869
139362	rnn.weight_ih_l1_reverse	4	-0.029294151812791824
139362	rnn.weight_ih_l1_reverse	5	-0.0331035740673542
139362	rnn.weight_ih_l1_reverse	6	-0.013122414238750935
139362	rnn.weight_ih_l1_reverse	7	0.030904868617653847
139362	rnn.weight_ih_l1_reverse	8	0.015979422256350517
139362	rnn.weight_ih_l1_reverse	9	-0.04867447912693024
139362	rnn.weight_hh_l1_reverse	0	0.005664029624313116
139362	rnn.weight_hh_l1_reverse	1	0.029515465721488
139362	rnn.weight_hh_l1_reverse	2	-0.0399593859910965
139362	rnn.weight_hh_l1_reverse	3	0.03873828426003456
139362	rnn.weight_hh_l1_reverse	4	0.04658610373735428
139362	rnn.weight_hh_l1_reverse	5	0.00039669027319177985
139362	rnn.weight_hh_l1_reverse	6	0.04066486656665802
139362	rnn.weight_hh_l1_reverse	7	0.0307001955807209
139362	rnn.weight_hh_l1_reverse	8	-0.006677635014057159
139362	rnn.weight_hh_l1_reverse	9	-0.03348507732152939
139362	rnn.bias_ih_l1_reverse	0	-0.06342433393001556
139362	rnn.bias_ih_l1_reverse	1	-0.16904735565185547
139362	rnn.bias_ih_l1_reverse	2	-0.15392178297042847
139362	rnn.bias_ih_l1_reverse	3	-0.02919391356408596
139362	rnn.bias_ih_l1_reverse	4	-0.20619991421699524
139362	rnn.bias_ih_l1_reverse	5	-0.11313207447528839
139362	rnn.bias_ih_l1_reverse	6	-0.1418531984090805
139362	rnn.bias_ih_l1_reverse	7	-0.20938944816589355
139362	rnn.bias_ih_l1_reverse	8	0.18988634645938873
139362	rnn.bias_ih_l1_reverse	9	0.04965118318796158
139362	rnn.bias_hh_l1_reverse	0	-0.000949446635786444
139362	rnn.bias_hh_l1_reverse	1	-0.05601152777671814
139362	rnn.bias_hh_l1_reverse	2	-0.2331204116344452
139362	rnn.bias_hh_l1_reverse	3	-0.13957440853118896
139362	rnn.bias_hh_l1_reverse	4	-0.1029941588640213
139362	rnn.bias_hh_l1_reverse	5	-0.13025493919849396
139362	rnn.bias_hh_l1_reverse	6	0.07712753862142563
139362	rnn.bias_hh_l1_reverse	7	-0.1771918535232544
139362	rnn.bias_hh_l1_reverse	8	-0.11567072570323944
139362	rnn.bias_hh_l1_reverse	9	-0.14939355850219727
139362	linear.weight	0	0.002228822559118271
139362	linear.weight	1	0.13935378193855286
139362	linear.weight	2	-0.06833279877901077
139362	linear.weight	3	0.26024624705314636
139362	linear.weight	4	0.14964140951633453
139362	linear.weight	5	-0.06757552176713943
139362	linear.weight	6	0.10812168568372726
139362	linear.weight	7	0.07072757184505463
139362	linear.weight	8	0.04124043136835098
139362	linear.weight	9	-0.028536861762404442
139362	linear.bias	0	0.10399211943149567
139362	linear.bias	1	-0.20544952154159546
139362	linear.bias	2	-0.37282782793045044
139362	linear.bias	3	-0.6762109994888306
139362	linear.bias	4	-1.2021675109863281
139362	linear.bias	5	-0.06631562113761902
139362	linear.bias	6	-0.7590686082839966
139362	linear.bias	7	0.29912069439888
139362	linear.bias	8	-0.4532564878463745
139362	linear.bias	9	-0.983059287071228
139559	transitions	0	0.6411625146865845
139559	transitions	1	0.166335791349411
139559	transitions	2	-10000.0
139559	transitions	3	-1.8227558135986328
139559	transitions	4	-10000.0
139559	transitions	5	0.5801002979278564
139559	transitions	6	-0.07416754215955734
139559	transitions	7	-0.7081618309020996
139559	transitions	8	-1.4015973806381226
139559	transitions	9	-0.0011043562553822994
139559	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
139559	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
139559	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
139559	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
139559	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
139559	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
139559	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
139559	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
139559	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
139559	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
139559	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
139559	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
139559	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
139559	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
139559	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
139559	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
139559	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
139559	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
139559	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
139559	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
139559	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
139559	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
139559	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
139559	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
139559	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
139559	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
139559	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
139559	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
139559	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
139559	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
139559	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
139559	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
139559	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
139559	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
139559	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
139559	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
139559	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
139559	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
139559	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
139559	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
139559	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
139559	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
139559	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
139559	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
139559	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
139559	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
139559	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
139559	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
139559	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
139559	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
139559	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
139559	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
139559	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
139559	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
139559	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
139559	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
139559	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
139559	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
139559	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
139559	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
139559	embedding2nn.weight	0	0.017618007957935333
139559	embedding2nn.weight	1	-0.012838110327720642
139559	embedding2nn.weight	2	-0.014268254861235619
139559	embedding2nn.weight	3	-0.017975863069295883
139559	embedding2nn.weight	4	-0.0059150345623493195
139559	embedding2nn.weight	5	-0.0037005918566137552
139559	embedding2nn.weight	6	-0.003973290789872408
139559	embedding2nn.weight	7	-0.08391901850700378
139559	embedding2nn.weight	8	-0.0019979383796453476
139559	embedding2nn.weight	9	-0.026861650869250298
139559	embedding2nn.bias	0	0.05528447777032852
139559	embedding2nn.bias	1	-0.05870932713150978
139559	embedding2nn.bias	2	0.08037521690130234
139559	embedding2nn.bias	3	0.035780169069767
139559	embedding2nn.bias	4	-0.03544025868177414
139559	embedding2nn.bias	5	-0.057541605085134506
139559	embedding2nn.bias	6	-0.0008818977512419224
139559	embedding2nn.bias	7	-0.060740210115909576
139559	embedding2nn.bias	8	0.06148460507392883
139559	embedding2nn.bias	9	0.0228545144200325
139559	rnn.weight_ih_l0	0	-0.07393919676542282
139559	rnn.weight_ih_l0	1	0.0002947618195321411
139559	rnn.weight_ih_l0	2	0.051881786435842514
139559	rnn.weight_ih_l0	3	0.02310430072247982
139559	rnn.weight_ih_l0	4	-0.027860695496201515
139559	rnn.weight_ih_l0	5	-0.058934129774570465
139559	rnn.weight_ih_l0	6	0.002381147351115942
139559	rnn.weight_ih_l0	7	0.05651206150650978
139559	rnn.weight_ih_l0	8	-0.016434963792562485
139559	rnn.weight_ih_l0	9	-0.02328653447329998
139559	rnn.weight_hh_l0	0	-0.03685181215405464
139559	rnn.weight_hh_l0	1	-0.009755120612680912
139559	rnn.weight_hh_l0	2	-0.0013761550653725863
139559	rnn.weight_hh_l0	3	-0.07237820327281952
139559	rnn.weight_hh_l0	4	0.08065957576036453
139559	rnn.weight_hh_l0	5	-0.027649441733956337
139559	rnn.weight_hh_l0	6	-0.054972369223833084
139559	rnn.weight_hh_l0	7	0.01431261282414198
139559	rnn.weight_hh_l0	8	0.01169533934444189
139559	rnn.weight_hh_l0	9	-0.01889803633093834
139559	rnn.bias_ih_l0	0	0.12434788048267365
139559	rnn.bias_ih_l0	1	-0.025524158030748367
139559	rnn.bias_ih_l0	2	-0.007256944198161364
139559	rnn.bias_ih_l0	3	0.14303070306777954
139559	rnn.bias_ih_l0	4	-0.011668172664940357
139559	rnn.bias_ih_l0	5	-0.011687622405588627
139559	rnn.bias_ih_l0	6	0.013811125420033932
139559	rnn.bias_ih_l0	7	0.03692491725087166
139559	rnn.bias_ih_l0	8	-0.09889499843120575
139559	rnn.bias_ih_l0	9	-0.01638518087565899
139559	rnn.bias_hh_l0	0	-0.020657449960708618
139559	rnn.bias_hh_l0	1	-0.1159553974866867
139559	rnn.bias_hh_l0	2	-0.05448124185204506
139559	rnn.bias_hh_l0	3	-0.08836118131875992
139559	rnn.bias_hh_l0	4	-0.002514102030545473
139559	rnn.bias_hh_l0	5	-0.03267307206988335
139559	rnn.bias_hh_l0	6	0.04003182053565979
139559	rnn.bias_hh_l0	7	0.04767993092536926
139559	rnn.bias_hh_l0	8	-0.10617461800575256
139559	rnn.bias_hh_l0	9	-0.05648290738463402
139559	rnn.weight_ih_l0_reverse	0	-0.024298014119267464
139559	rnn.weight_ih_l0_reverse	1	-0.04157770425081253
139559	rnn.weight_ih_l0_reverse	2	-0.029560459777712822
139559	rnn.weight_ih_l0_reverse	3	0.004677571821957827
139559	rnn.weight_ih_l0_reverse	4	-0.015225617215037346
139559	rnn.weight_ih_l0_reverse	5	-0.04795503616333008
139559	rnn.weight_ih_l0_reverse	6	0.08511830866336823
139559	rnn.weight_ih_l0_reverse	7	-0.02007441408932209
139559	rnn.weight_ih_l0_reverse	8	-0.01827940344810486
139559	rnn.weight_ih_l0_reverse	9	-0.0037569610867649317
139559	rnn.weight_hh_l0_reverse	0	0.06043969467282295
139559	rnn.weight_hh_l0_reverse	1	0.013611693866550922
139559	rnn.weight_hh_l0_reverse	2	0.030649276450276375
139559	rnn.weight_hh_l0_reverse	3	0.028014542534947395
139559	rnn.weight_hh_l0_reverse	4	0.005745669826865196
139559	rnn.weight_hh_l0_reverse	5	0.023243853822350502
139559	rnn.weight_hh_l0_reverse	6	0.04979037865996361
139559	rnn.weight_hh_l0_reverse	7	-0.06712288409471512
139559	rnn.weight_hh_l0_reverse	8	0.035727474838495255
139559	rnn.weight_hh_l0_reverse	9	0.03602337837219238
139559	rnn.bias_ih_l0_reverse	0	-0.07403194904327393
139559	rnn.bias_ih_l0_reverse	1	-0.2648552358150482
139559	rnn.bias_ih_l0_reverse	2	-0.13373056054115295
139559	rnn.bias_ih_l0_reverse	3	-0.03784051164984703
139559	rnn.bias_ih_l0_reverse	4	-0.037193648517131805
139559	rnn.bias_ih_l0_reverse	5	0.048264030367136
139559	rnn.bias_ih_l0_reverse	6	-0.06101773679256439
139559	rnn.bias_ih_l0_reverse	7	0.04868984967470169
139559	rnn.bias_ih_l0_reverse	8	-0.04828556254506111
139559	rnn.bias_ih_l0_reverse	9	0.04922471195459366
139559	rnn.bias_hh_l0_reverse	0	0.025117525830864906
139559	rnn.bias_hh_l0_reverse	1	-0.06218848004937172
139559	rnn.bias_hh_l0_reverse	2	0.08145937323570251
139559	rnn.bias_hh_l0_reverse	3	-0.04897772893309593
139559	rnn.bias_hh_l0_reverse	4	-0.02910103090107441
139559	rnn.bias_hh_l0_reverse	5	-0.04754136875271797
139559	rnn.bias_hh_l0_reverse	6	-0.02763025462627411
139559	rnn.bias_hh_l0_reverse	7	0.094403937458992
139559	rnn.bias_hh_l0_reverse	8	0.03283238038420677
139559	rnn.bias_hh_l0_reverse	9	-0.13776202499866486
139559	rnn.weight_ih_l1	0	-0.035377077758312225
139559	rnn.weight_ih_l1	1	-0.050770509988069534
139559	rnn.weight_ih_l1	2	0.07125695794820786
139559	rnn.weight_ih_l1	3	-0.07148442417383194
139559	rnn.weight_ih_l1	4	-0.01674395613372326
139559	rnn.weight_ih_l1	5	-0.046752866357564926
139559	rnn.weight_ih_l1	6	0.031722184270620346
139559	rnn.weight_ih_l1	7	-0.030722448602318764
139559	rnn.weight_ih_l1	8	0.036869123578071594
139559	rnn.weight_ih_l1	9	0.04151049628853798
139559	rnn.weight_hh_l1	0	-0.003090707818046212
139559	rnn.weight_hh_l1	1	0.015544597059488297
139559	rnn.weight_hh_l1	2	0.01338556595146656
139559	rnn.weight_hh_l1	3	-0.010251813568174839
139559	rnn.weight_hh_l1	4	0.009907018393278122
139559	rnn.weight_hh_l1	5	0.025794314220547676
139559	rnn.weight_hh_l1	6	0.03512737527489662
139559	rnn.weight_hh_l1	7	-0.018551211804151535
139559	rnn.weight_hh_l1	8	-0.013938816264271736
139559	rnn.weight_hh_l1	9	0.03545724228024483
139559	rnn.bias_ih_l1	0	-0.20909573137760162
139559	rnn.bias_ih_l1	1	-0.1986386477947235
139559	rnn.bias_ih_l1	2	-0.20495258271694183
139559	rnn.bias_ih_l1	3	-0.2814043164253235
139559	rnn.bias_ih_l1	4	-0.21175992488861084
139559	rnn.bias_ih_l1	5	-0.08899260312318802
139559	rnn.bias_ih_l1	6	-0.17966796457767487
139559	rnn.bias_ih_l1	7	-0.04614472761750221
139559	rnn.bias_ih_l1	8	-0.14988161623477936
139559	rnn.bias_ih_l1	9	-0.11706464737653732
139559	rnn.bias_hh_l1	0	-0.10146475583314896
139559	rnn.bias_hh_l1	1	-0.06608999520540237
139559	rnn.bias_hh_l1	2	-0.11351265013217926
139559	rnn.bias_hh_l1	3	-0.08325299620628357
139559	rnn.bias_hh_l1	4	-0.09757421165704727
139559	rnn.bias_hh_l1	5	-0.1149887889623642
139559	rnn.bias_hh_l1	6	-0.15533944964408875
139559	rnn.bias_hh_l1	7	0.031317755579948425
139559	rnn.bias_hh_l1	8	-0.18114033341407776
139559	rnn.bias_hh_l1	9	-0.10828738659620285
139559	rnn.weight_ih_l1_reverse	0	-0.03933838754892349
139559	rnn.weight_ih_l1_reverse	1	0.015218843705952168
139559	rnn.weight_ih_l1_reverse	2	0.06756673753261566
139559	rnn.weight_ih_l1_reverse	3	-0.0126370619982481
139559	rnn.weight_ih_l1_reverse	4	-0.030681408941745758
139559	rnn.weight_ih_l1_reverse	5	-0.03362796828150749
139559	rnn.weight_ih_l1_reverse	6	-0.013370276428759098
139559	rnn.weight_ih_l1_reverse	7	0.0319942981004715
139559	rnn.weight_ih_l1_reverse	8	0.018084648996591568
139559	rnn.weight_ih_l1_reverse	9	-0.04651326686143875
139559	rnn.weight_hh_l1_reverse	0	0.00588658032938838
139559	rnn.weight_hh_l1_reverse	1	0.029977651312947273
139559	rnn.weight_hh_l1_reverse	2	-0.04001862555742264
139559	rnn.weight_hh_l1_reverse	3	0.03897605091333389
139559	rnn.weight_hh_l1_reverse	4	0.04686515033245087
139559	rnn.weight_hh_l1_reverse	5	0.00035184031003154814
139559	rnn.weight_hh_l1_reverse	6	0.04023492708802223
139559	rnn.weight_hh_l1_reverse	7	0.030801227316260338
139559	rnn.weight_hh_l1_reverse	8	-0.006694949697703123
139559	rnn.weight_hh_l1_reverse	9	-0.03345610201358795
139559	rnn.bias_ih_l1_reverse	0	-0.06738205999135971
139559	rnn.bias_ih_l1_reverse	1	-0.16682393848896027
139559	rnn.bias_ih_l1_reverse	2	-0.15553687512874603
139559	rnn.bias_ih_l1_reverse	3	-0.0359906405210495
139559	rnn.bias_ih_l1_reverse	4	-0.20597507059574127
139559	rnn.bias_ih_l1_reverse	5	-0.11292357742786407
139559	rnn.bias_ih_l1_reverse	6	-0.14102892577648163
139559	rnn.bias_ih_l1_reverse	7	-0.20668147504329681
139559	rnn.bias_ih_l1_reverse	8	0.1815221607685089
139559	rnn.bias_ih_l1_reverse	9	0.05176128074526787
139559	rnn.bias_hh_l1_reverse	0	-0.0026190781500190496
139559	rnn.bias_hh_l1_reverse	1	-0.0584847666323185
139559	rnn.bias_hh_l1_reverse	2	-0.23200450837612152
139559	rnn.bias_hh_l1_reverse	3	-0.13835600018501282
139559	rnn.bias_hh_l1_reverse	4	-0.10403433442115784
139559	rnn.bias_hh_l1_reverse	5	-0.13004952669143677
139559	rnn.bias_hh_l1_reverse	6	0.07684915512800217
139559	rnn.bias_hh_l1_reverse	7	-0.17469029128551483
139559	rnn.bias_hh_l1_reverse	8	-0.11508412659168243
139559	rnn.bias_hh_l1_reverse	9	-0.14989091455936432
139559	linear.weight	0	0.002228822559118271
139559	linear.weight	1	0.13382098078727722
139559	linear.weight	2	-0.06500384211540222
139559	linear.weight	3	0.2623606324195862
139559	linear.weight	4	0.14891423285007477
139559	linear.weight	5	-0.06796453893184662
139559	linear.weight	6	0.1079992800951004
139559	linear.weight	7	0.07078009843826294
139559	linear.weight	8	0.04124072566628456
139559	linear.weight	9	-0.02936498634517193
139559	linear.bias	0	0.06474756449460983
139559	linear.bias	1	-0.20216144621372223
139559	linear.bias	2	-0.3858335316181183
139559	linear.bias	3	-0.650742769241333
139559	linear.bias	4	-1.173503041267395
139559	linear.bias	5	-0.07777586579322815
139559	linear.bias	6	-0.7546210885047913
139559	linear.bias	7	0.28751328587532043
139559	linear.bias	8	-0.4487859308719635
139559	linear.bias	9	-0.9779624342918396
139756	transitions	0	0.6348741054534912
139756	transitions	1	0.17416302859783173
139756	transitions	2	-10000.0
139756	transitions	3	-1.822784662246704
139756	transitions	4	-10000.0
139756	transitions	5	0.5800008773803711
139756	transitions	6	-0.07427388429641724
139756	transitions	7	-0.7088317275047302
139756	transitions	8	-1.4018356800079346
139756	transitions	9	-0.0011050025932490826
139756	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
139756	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
139756	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
139756	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
139756	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
139756	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
139756	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
139756	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
139756	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
139756	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
139756	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
139756	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
139756	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
139756	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
139756	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
139756	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
139756	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
139756	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
139756	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
139756	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
139756	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
139756	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
139756	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
139756	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
139756	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
139756	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
139756	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
139756	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
139756	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
139756	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
139756	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
139756	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
139756	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
139756	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
139756	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
139756	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
139756	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
139756	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
139756	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
139756	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
139756	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
139756	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
139756	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
139756	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
139756	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
139756	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
139756	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
139756	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
139756	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
139756	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
139756	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
139756	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
139756	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
139756	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
139756	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
139756	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
139756	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
139756	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
139756	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
139756	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
139756	embedding2nn.weight	0	0.019392244517803192
139756	embedding2nn.weight	1	-0.012727691791951656
139756	embedding2nn.weight	2	-0.014268254861235619
139756	embedding2nn.weight	3	-0.015271672047674656
139756	embedding2nn.weight	4	-0.0059150345623493195
139756	embedding2nn.weight	5	-0.0037005918566137552
139756	embedding2nn.weight	6	-0.003973293583840132
139756	embedding2nn.weight	7	-0.08244284242391586
139756	embedding2nn.weight	8	-0.0019979383796453476
139756	embedding2nn.weight	9	-0.026585709303617477
139756	embedding2nn.bias	0	0.05196065828204155
139756	embedding2nn.bias	1	-0.06748104095458984
139756	embedding2nn.bias	2	0.08332915604114532
139756	embedding2nn.bias	3	0.05163949355483055
139756	embedding2nn.bias	4	-0.042419224977493286
139756	embedding2nn.bias	5	-0.051532547920942307
139756	embedding2nn.bias	6	0.006269451696425676
139756	embedding2nn.bias	7	-0.07308455556631088
139756	embedding2nn.bias	8	0.07007504254579544
139756	embedding2nn.bias	9	0.026448745280504227
139756	rnn.weight_ih_l0	0	-0.07329706102609634
139756	rnn.weight_ih_l0	1	0.001937800901941955
139756	rnn.weight_ih_l0	2	0.05207021161913872
139756	rnn.weight_ih_l0	3	0.02334986999630928
139756	rnn.weight_ih_l0	4	-0.028270773589611053
139756	rnn.weight_ih_l0	5	-0.05842322111129761
139756	rnn.weight_ih_l0	6	0.0032307023648172617
139756	rnn.weight_ih_l0	7	0.05754778906702995
139756	rnn.weight_ih_l0	8	-0.01458115503191948
139756	rnn.weight_ih_l0	9	-0.022689281031489372
139756	rnn.weight_hh_l0	0	-0.03678419068455696
139756	rnn.weight_hh_l0	1	-0.0066930511966347694
139756	rnn.weight_hh_l0	2	-0.0009814389050006866
139756	rnn.weight_hh_l0	3	-0.0733700767159462
139756	rnn.weight_hh_l0	4	0.08037227392196655
139756	rnn.weight_hh_l0	5	-0.027146223932504654
139756	rnn.weight_hh_l0	6	-0.05441886559128761
139756	rnn.weight_hh_l0	7	0.015124424360692501
139756	rnn.weight_hh_l0	8	0.012139292433857918
139756	rnn.weight_hh_l0	9	-0.018829621374607086
139756	rnn.bias_ih_l0	0	0.1228184774518013
139756	rnn.bias_ih_l0	1	-0.02477453649044037
139756	rnn.bias_ih_l0	2	-0.010329987853765488
139756	rnn.bias_ih_l0	3	0.14148013293743134
139756	rnn.bias_ih_l0	4	-0.01091593038290739
139756	rnn.bias_ih_l0	5	-0.01046479120850563
139756	rnn.bias_ih_l0	6	0.012007263489067554
139756	rnn.bias_ih_l0	7	0.038208477199077606
139756	rnn.bias_ih_l0	8	-0.09911616891622543
139756	rnn.bias_ih_l0	9	-0.017640767619013786
139756	rnn.bias_hh_l0	0	-0.019383052363991737
139756	rnn.bias_hh_l0	1	-0.11331664025783539
139756	rnn.bias_hh_l0	2	-0.05817114934325218
139756	rnn.bias_hh_l0	3	-0.0888528898358345
139756	rnn.bias_hh_l0	4	-0.006311330012977123
139756	rnn.bias_hh_l0	5	-0.03429306298494339
139756	rnn.bias_hh_l0	6	0.04090556129813194
139756	rnn.bias_hh_l0	7	0.04504521191120148
139756	rnn.bias_hh_l0	8	-0.10573897510766983
139756	rnn.bias_hh_l0	9	-0.05838039889931679
139756	rnn.weight_ih_l0_reverse	0	-0.024081427603960037
139756	rnn.weight_ih_l0_reverse	1	-0.04022523760795593
139756	rnn.weight_ih_l0_reverse	2	-0.029029283672571182
139756	rnn.weight_ih_l0_reverse	3	0.004263625480234623
139756	rnn.weight_ih_l0_reverse	4	-0.015676211565732956
139756	rnn.weight_ih_l0_reverse	5	-0.048863936215639114
139756	rnn.weight_ih_l0_reverse	6	0.08560805022716522
139756	rnn.weight_ih_l0_reverse	7	-0.01974376291036606
139756	rnn.weight_ih_l0_reverse	8	-0.01813557930290699
139756	rnn.weight_ih_l0_reverse	9	-0.005620166659355164
139756	rnn.weight_hh_l0_reverse	0	0.05950918421149254
139756	rnn.weight_hh_l0_reverse	1	0.013670330867171288
139756	rnn.weight_hh_l0_reverse	2	0.031157009303569794
139756	rnn.weight_hh_l0_reverse	3	0.027383029460906982
139756	rnn.weight_hh_l0_reverse	4	0.004897071048617363
139756	rnn.weight_hh_l0_reverse	5	0.0231026504188776
139756	rnn.weight_hh_l0_reverse	6	0.04950223118066788
139756	rnn.weight_hh_l0_reverse	7	-0.06678255647420883
139756	rnn.weight_hh_l0_reverse	8	0.035164594650268555
139756	rnn.weight_hh_l0_reverse	9	0.036338094621896744
139756	rnn.bias_ih_l0_reverse	0	-0.0749223530292511
139756	rnn.bias_ih_l0_reverse	1	-0.2584601044654846
139756	rnn.bias_ih_l0_reverse	2	-0.1315164864063263
139756	rnn.bias_ih_l0_reverse	3	-0.038873881101608276
139756	rnn.bias_ih_l0_reverse	4	-0.03969511762261391
139756	rnn.bias_ih_l0_reverse	5	0.051621828228235245
139756	rnn.bias_ih_l0_reverse	6	-0.0624215342104435
139756	rnn.bias_ih_l0_reverse	7	0.047448430210351944
139756	rnn.bias_ih_l0_reverse	8	-0.04814334586262703
139756	rnn.bias_ih_l0_reverse	9	0.04956785961985588
139756	rnn.bias_hh_l0_reverse	0	0.023234520107507706
139756	rnn.bias_hh_l0_reverse	1	-0.060480747371912
139756	rnn.bias_hh_l0_reverse	2	0.08408691734075546
139756	rnn.bias_hh_l0_reverse	3	-0.05022972822189331
139756	rnn.bias_hh_l0_reverse	4	-0.03279894217848778
139756	rnn.bias_hh_l0_reverse	5	-0.04656770080327988
139756	rnn.bias_hh_l0_reverse	6	-0.031003175303339958
139756	rnn.bias_hh_l0_reverse	7	0.09428178519010544
139756	rnn.bias_hh_l0_reverse	8	0.032900355756282806
139756	rnn.bias_hh_l0_reverse	9	-0.13347339630126953
139756	rnn.weight_ih_l1	0	-0.035249948501586914
139756	rnn.weight_ih_l1	1	-0.051563773304224014
139756	rnn.weight_ih_l1	2	0.0704803317785263
139756	rnn.weight_ih_l1	3	-0.07198939472436905
139756	rnn.weight_ih_l1	4	-0.016195574775338173
139756	rnn.weight_ih_l1	5	-0.04735860228538513
139756	rnn.weight_ih_l1	6	0.03194092586636543
139756	rnn.weight_ih_l1	7	-0.031490787863731384
139756	rnn.weight_ih_l1	8	0.0367957279086113
139756	rnn.weight_ih_l1	9	0.041259765625
139756	rnn.weight_hh_l1	0	-0.004421298857778311
139756	rnn.weight_hh_l1	1	0.01582510396838188
139756	rnn.weight_hh_l1	2	0.01526668481528759
139756	rnn.weight_hh_l1	3	-0.010676651261746883
139756	rnn.weight_hh_l1	4	0.010392841883003712
139756	rnn.weight_hh_l1	5	0.025762656703591347
139756	rnn.weight_hh_l1	6	0.03554368019104004
139756	rnn.weight_hh_l1	7	-0.018450606614351273
139756	rnn.weight_hh_l1	8	-0.014179049991071224
139756	rnn.weight_hh_l1	9	0.03546614199876785
139756	rnn.bias_ih_l1	0	-0.20823843777179718
139756	rnn.bias_ih_l1	1	-0.19690154492855072
139756	rnn.bias_ih_l1	2	-0.20205001533031464
139756	rnn.bias_ih_l1	3	-0.27813780307769775
139756	rnn.bias_ih_l1	4	-0.20312589406967163
139756	rnn.bias_ih_l1	5	-0.08905097097158432
139756	rnn.bias_ih_l1	6	-0.17854450643062592
139756	rnn.bias_ih_l1	7	-0.044702302664518356
139756	rnn.bias_ih_l1	8	-0.1485583633184433
139756	rnn.bias_ih_l1	9	-0.1171107366681099
139756	rnn.bias_hh_l1	0	-0.10192367434501648
139756	rnn.bias_hh_l1	1	-0.06640490889549255
139756	rnn.bias_hh_l1	2	-0.1196657195687294
139756	rnn.bias_hh_l1	3	-0.08288789540529251
139756	rnn.bias_hh_l1	4	-0.09430967271327972
139756	rnn.bias_hh_l1	5	-0.11514271050691605
139756	rnn.bias_hh_l1	6	-0.1537889689207077
139756	rnn.bias_hh_l1	7	0.03143836185336113
139756	rnn.bias_hh_l1	8	-0.18274636566638947
139756	rnn.bias_hh_l1	9	-0.10561531037092209
139756	rnn.weight_ih_l1_reverse	0	-0.039947740733623505
139756	rnn.weight_ih_l1_reverse	1	0.01293562725186348
139756	rnn.weight_ih_l1_reverse	2	0.06732121855020523
139756	rnn.weight_ih_l1_reverse	3	-0.010958902537822723
139756	rnn.weight_ih_l1_reverse	4	-0.030834844335913658
139756	rnn.weight_ih_l1_reverse	5	-0.03311856463551521
139756	rnn.weight_ih_l1_reverse	6	-0.014242766425013542
139756	rnn.weight_ih_l1_reverse	7	0.03159279376268387
139756	rnn.weight_ih_l1_reverse	8	0.01697138324379921
139756	rnn.weight_ih_l1_reverse	9	-0.04426446929574013
139756	rnn.weight_hh_l1_reverse	0	0.005773270968347788
139756	rnn.weight_hh_l1_reverse	1	0.030087698251008987
139756	rnn.weight_hh_l1_reverse	2	-0.04008950665593147
139756	rnn.weight_hh_l1_reverse	3	0.038998205214738846
139756	rnn.weight_hh_l1_reverse	4	0.0469832718372345
139756	rnn.weight_hh_l1_reverse	5	-3.168080002069473e-05
139756	rnn.weight_hh_l1_reverse	6	0.0425795242190361
139756	rnn.weight_hh_l1_reverse	7	0.03100002184510231
139756	rnn.weight_hh_l1_reverse	8	-0.006797772366553545
139756	rnn.weight_hh_l1_reverse	9	-0.03377481922507286
139756	rnn.bias_ih_l1_reverse	0	-0.06574824452400208
139756	rnn.bias_ih_l1_reverse	1	-0.16268731653690338
139756	rnn.bias_ih_l1_reverse	2	-0.15824799239635468
139756	rnn.bias_ih_l1_reverse	3	-0.039499495178461075
139756	rnn.bias_ih_l1_reverse	4	-0.20562408864498138
139756	rnn.bias_ih_l1_reverse	5	-0.11234939843416214
139756	rnn.bias_ih_l1_reverse	6	-0.14133627712726593
139756	rnn.bias_ih_l1_reverse	7	-0.20845483243465424
139756	rnn.bias_ih_l1_reverse	8	0.18844085931777954
139756	rnn.bias_ih_l1_reverse	9	0.04657153785228729
139756	rnn.bias_hh_l1_reverse	0	-0.0010738730197772384
139756	rnn.bias_hh_l1_reverse	1	-0.05771473050117493
139756	rnn.bias_hh_l1_reverse	2	-0.2312985211610794
139756	rnn.bias_hh_l1_reverse	3	-0.14014562964439392
139756	rnn.bias_hh_l1_reverse	4	-0.10421878099441528
139756	rnn.bias_hh_l1_reverse	5	-0.12866459786891937
139756	rnn.bias_hh_l1_reverse	6	0.0776837095618248
139756	rnn.bias_hh_l1_reverse	7	-0.176521897315979
139756	rnn.bias_hh_l1_reverse	8	-0.11753435432910919
139756	rnn.bias_hh_l1_reverse	9	-0.1508568376302719
139756	linear.weight	0	0.002228822559118271
139756	linear.weight	1	0.12327796965837479
139756	linear.weight	2	-0.06369858980178833
139756	linear.weight	3	0.2653990685939789
139756	linear.weight	4	0.15260271728038788
139756	linear.weight	5	-0.06571921706199646
139756	linear.weight	6	0.10327396541833878
139756	linear.weight	7	0.08139611035585403
139756	linear.weight	8	0.04123945161700249
139756	linear.weight	9	-0.027380410581827164
139756	linear.bias	0	0.10171487182378769
139756	linear.bias	1	-0.18250657618045807
139756	linear.bias	2	-0.35819634795188904
139756	linear.bias	3	-0.6914409399032593
139756	linear.bias	4	-1.2141958475112915
139756	linear.bias	5	-0.08253657072782516
139756	linear.bias	6	-0.7379211187362671
139756	linear.bias	7	0.28442108631134033
139756	linear.bias	8	-0.4518396556377411
139756	linear.bias	9	-0.978293776512146
139953	transitions	0	0.6253983974456787
139953	transitions	1	0.1681678295135498
139953	transitions	2	-10000.0
139953	transitions	3	-1.82282292842865
139953	transitions	4	-10000.0
139953	transitions	5	0.5799092054367065
139953	transitions	6	-0.07432470470666885
139953	transitions	7	-0.7102141380310059
139953	transitions	8	-1.401907205581665
139953	transitions	9	-0.0011056733783334494
139953	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
139953	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
139953	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
139953	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
139953	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
139953	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
139953	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
139953	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
139953	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
139953	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
139953	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
139953	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
139953	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
139953	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
139953	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
139953	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
139953	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
139953	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
139953	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
139953	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
139953	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
139953	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
139953	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
139953	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
139953	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
139953	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
139953	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
139953	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
139953	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
139953	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
139953	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
139953	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
139953	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
139953	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
139953	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
139953	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
139953	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
139953	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
139953	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
139953	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
139953	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
139953	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
139953	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
139953	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
139953	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
139953	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
139953	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
139953	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
139953	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
139953	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
139953	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
139953	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
139953	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
139953	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
139953	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
139953	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
139953	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
139953	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
139953	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
139953	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
139953	embedding2nn.weight	0	0.021107614040374756
139953	embedding2nn.weight	1	-0.012609773315489292
139953	embedding2nn.weight	2	-0.014268254861235619
139953	embedding2nn.weight	3	-0.01431544590741396
139953	embedding2nn.weight	4	-0.0059150345623493195
139953	embedding2nn.weight	5	-0.0037005916237831116
139953	embedding2nn.weight	6	-0.0039732931181788445
139953	embedding2nn.weight	7	-0.08419637382030487
139953	embedding2nn.weight	8	-0.0019979383796453476
139953	embedding2nn.weight	9	-0.026281282305717468
139953	embedding2nn.bias	0	0.05944142863154411
139953	embedding2nn.bias	1	-0.06702092289924622
139953	embedding2nn.bias	2	0.0728970617055893
139953	embedding2nn.bias	3	0.03859427198767662
139953	embedding2nn.bias	4	-0.04400335252285004
139953	embedding2nn.bias	5	-0.05915232375264168
139953	embedding2nn.bias	6	0.004472529981285334
139953	embedding2nn.bias	7	-0.07598168402910233
139953	embedding2nn.bias	8	0.06416723132133484
139953	embedding2nn.bias	9	0.03680972009897232
139953	rnn.weight_ih_l0	0	-0.07369977980852127
139953	rnn.weight_ih_l0	1	0.0026743155904114246
139953	rnn.weight_ih_l0	2	0.05278639867901802
139953	rnn.weight_ih_l0	3	0.02348608709871769
139953	rnn.weight_ih_l0	4	-0.02663491852581501
139953	rnn.weight_ih_l0	5	-0.058481160551309586
139953	rnn.weight_ih_l0	6	0.0022836849093437195
139953	rnn.weight_ih_l0	7	0.057517193257808685
139953	rnn.weight_ih_l0	8	-0.012382596731185913
139953	rnn.weight_ih_l0	9	-0.02213994972407818
139953	rnn.weight_hh_l0	0	-0.036801502108573914
139953	rnn.weight_hh_l0	1	-0.006601849105209112
139953	rnn.weight_hh_l0	2	-0.0013199482345953584
139953	rnn.weight_hh_l0	3	-0.07226283848285675
139953	rnn.weight_hh_l0	4	0.08052346855401993
139953	rnn.weight_hh_l0	5	-0.027393702417612076
139953	rnn.weight_hh_l0	6	-0.0547112338244915
139953	rnn.weight_hh_l0	7	0.015334230847656727
139953	rnn.weight_hh_l0	8	0.011920574121177197
139953	rnn.weight_hh_l0	9	-0.01924523152410984
139953	rnn.bias_ih_l0	0	0.12226547300815582
139953	rnn.bias_ih_l0	1	-0.024851281195878983
139953	rnn.bias_ih_l0	2	-0.013586252927780151
139953	rnn.bias_ih_l0	3	0.14168107509613037
139953	rnn.bias_ih_l0	4	-0.007507583126425743
139953	rnn.bias_ih_l0	5	-0.012127663940191269
139953	rnn.bias_ih_l0	6	0.012770161032676697
139953	rnn.bias_ih_l0	7	0.037179604172706604
139953	rnn.bias_ih_l0	8	-0.0991896465420723
139953	rnn.bias_ih_l0	9	-0.01702124811708927
139953	rnn.bias_hh_l0	0	-0.018794499337673187
139953	rnn.bias_hh_l0	1	-0.1135052740573883
139953	rnn.bias_hh_l0	2	-0.05808591842651367
139953	rnn.bias_hh_l0	3	-0.08829128742218018
139953	rnn.bias_hh_l0	4	-0.007137508597224951
139953	rnn.bias_hh_l0	5	-0.033695124089717865
139953	rnn.bias_hh_l0	6	0.04331577569246292
139953	rnn.bias_hh_l0	7	0.04451001435518265
139953	rnn.bias_hh_l0	8	-0.10340145975351334
139953	rnn.bias_hh_l0	9	-0.05589984729886055
139953	rnn.weight_ih_l0_reverse	0	-0.023326002061367035
139953	rnn.weight_ih_l0_reverse	1	-0.03868555650115013
139953	rnn.weight_ih_l0_reverse	2	-0.027768267318606377
139953	rnn.weight_ih_l0_reverse	3	0.004166450817137957
139953	rnn.weight_ih_l0_reverse	4	-0.01565924845635891
139953	rnn.weight_ih_l0_reverse	5	-0.04788481071591377
139953	rnn.weight_ih_l0_reverse	6	0.0865069106221199
139953	rnn.weight_ih_l0_reverse	7	-0.022030627354979515
139953	rnn.weight_ih_l0_reverse	8	-0.017962289974093437
139953	rnn.weight_ih_l0_reverse	9	-0.00639151269569993
139953	rnn.weight_hh_l0_reverse	0	0.060036011040210724
139953	rnn.weight_hh_l0_reverse	1	0.013031781651079655
139953	rnn.weight_hh_l0_reverse	2	0.0316346138715744
139953	rnn.weight_hh_l0_reverse	3	0.027343539521098137
139953	rnn.weight_hh_l0_reverse	4	0.005421801935881376
139953	rnn.weight_hh_l0_reverse	5	0.022354640066623688
139953	rnn.weight_hh_l0_reverse	6	0.04955371841788292
139953	rnn.weight_hh_l0_reverse	7	-0.06658684462308884
139953	rnn.weight_hh_l0_reverse	8	0.03662976622581482
139953	rnn.weight_hh_l0_reverse	9	0.03631104528903961
139953	rnn.bias_ih_l0_reverse	0	-0.07341998815536499
139953	rnn.bias_ih_l0_reverse	1	-0.25878021121025085
139953	rnn.bias_ih_l0_reverse	2	-0.1365077942609787
139953	rnn.bias_ih_l0_reverse	3	-0.03771498426795006
139953	rnn.bias_ih_l0_reverse	4	-0.03752010315656662
139953	rnn.bias_ih_l0_reverse	5	0.05142318084836006
139953	rnn.bias_ih_l0_reverse	6	-0.06495311856269836
139953	rnn.bias_ih_l0_reverse	7	0.04797934368252754
139953	rnn.bias_ih_l0_reverse	8	-0.04523744061589241
139953	rnn.bias_ih_l0_reverse	9	0.047488246113061905
139953	rnn.bias_hh_l0_reverse	0	0.02518453262746334
139953	rnn.bias_hh_l0_reverse	1	-0.05673607811331749
139953	rnn.bias_hh_l0_reverse	2	0.0844651386141777
139953	rnn.bias_hh_l0_reverse	3	-0.04941543936729431
139953	rnn.bias_hh_l0_reverse	4	-0.031216919422149658
139953	rnn.bias_hh_l0_reverse	5	-0.04596422240138054
139953	rnn.bias_hh_l0_reverse	6	-0.030357662588357925
139953	rnn.bias_hh_l0_reverse	7	0.09434977918863297
139953	rnn.bias_hh_l0_reverse	8	0.03171013295650482
139953	rnn.bias_hh_l0_reverse	9	-0.13839218020439148
139953	rnn.weight_ih_l1	0	-0.03492095321416855
139953	rnn.weight_ih_l1	1	-0.051359061151742935
139953	rnn.weight_ih_l1	2	0.06980051100254059
139953	rnn.weight_ih_l1	3	-0.07237982749938965
139953	rnn.weight_ih_l1	4	-0.01600719429552555
139953	rnn.weight_ih_l1	5	-0.04638630896806717
139953	rnn.weight_ih_l1	6	0.03043619729578495
139953	rnn.weight_ih_l1	7	-0.03222765028476715
139953	rnn.weight_ih_l1	8	0.0365796759724617
139953	rnn.weight_ih_l1	9	0.04075838252902031
139953	rnn.weight_hh_l1	0	-0.002817001426592469
139953	rnn.weight_hh_l1	1	0.01607283391058445
139953	rnn.weight_hh_l1	2	0.012765830382704735
139953	rnn.weight_hh_l1	3	-0.010259048081934452
139953	rnn.weight_hh_l1	4	0.010423053056001663
139953	rnn.weight_hh_l1	5	0.02585909515619278
139953	rnn.weight_hh_l1	6	0.035137563943862915
139953	rnn.weight_hh_l1	7	-0.018221372738480568
139953	rnn.weight_hh_l1	8	-0.013930724002420902
139953	rnn.weight_hh_l1	9	0.035219330340623856
139953	rnn.bias_ih_l1	0	-0.21051344275474548
139953	rnn.bias_ih_l1	1	-0.19879354536533356
139953	rnn.bias_ih_l1	2	-0.20172692835330963
139953	rnn.bias_ih_l1	3	-0.2782736122608185
139953	rnn.bias_ih_l1	4	-0.21037626266479492
139953	rnn.bias_ih_l1	5	-0.08807910978794098
139953	rnn.bias_ih_l1	6	-0.18301090598106384
139953	rnn.bias_ih_l1	7	-0.05049225315451622
139953	rnn.bias_ih_l1	8	-0.1495177000761032
139953	rnn.bias_ih_l1	9	-0.11831281334161758
139953	rnn.bias_hh_l1	0	-0.10191155225038528
139953	rnn.bias_hh_l1	1	-0.06421241164207458
139953	rnn.bias_hh_l1	2	-0.11753600835800171
139953	rnn.bias_hh_l1	3	-0.08370813727378845
139953	rnn.bias_hh_l1	4	-0.09532368183135986
139953	rnn.bias_hh_l1	5	-0.11526437848806381
139953	rnn.bias_hh_l1	6	-0.15321458876132965
139953	rnn.bias_hh_l1	7	0.029187237843871117
139953	rnn.bias_hh_l1	8	-0.1830766648054123
139953	rnn.bias_hh_l1	9	-0.10535527765750885
139953	rnn.weight_ih_l1_reverse	0	-0.03905022516846657
139953	rnn.weight_ih_l1_reverse	1	0.009723374620079994
139953	rnn.weight_ih_l1_reverse	2	0.06852884590625763
139953	rnn.weight_ih_l1_reverse	3	-0.010883355513215065
139953	rnn.weight_ih_l1_reverse	4	-0.03163018077611923
139953	rnn.weight_ih_l1_reverse	5	-0.03285451978445053
139953	rnn.weight_ih_l1_reverse	6	-0.014453175477683544
139953	rnn.weight_ih_l1_reverse	7	0.03186826780438423
139953	rnn.weight_ih_l1_reverse	8	0.01776149310171604
139953	rnn.weight_ih_l1_reverse	9	-0.046008121222257614
139953	rnn.weight_hh_l1_reverse	0	0.006033248733729124
139953	rnn.weight_hh_l1_reverse	1	0.029766691848635674
139953	rnn.weight_hh_l1_reverse	2	-0.03998595476150513
139953	rnn.weight_hh_l1_reverse	3	0.038872722536325455
139953	rnn.weight_hh_l1_reverse	4	0.04736248776316643
139953	rnn.weight_hh_l1_reverse	5	0.00042370884330011904
139953	rnn.weight_hh_l1_reverse	6	0.04333022981882095
139953	rnn.weight_hh_l1_reverse	7	0.03137912228703499
139953	rnn.weight_hh_l1_reverse	8	-0.006661157123744488
139953	rnn.weight_hh_l1_reverse	9	-0.03366756811738014
139953	rnn.bias_ih_l1_reverse	0	-0.0670185536146164
139953	rnn.bias_ih_l1_reverse	1	-0.1594749093055725
139953	rnn.bias_ih_l1_reverse	2	-0.16149422526359558
139953	rnn.bias_ih_l1_reverse	3	-0.0386236347258091
139953	rnn.bias_ih_l1_reverse	4	-0.20583519339561462
139953	rnn.bias_ih_l1_reverse	5	-0.11231161653995514
139953	rnn.bias_ih_l1_reverse	6	-0.1408366858959198
139953	rnn.bias_ih_l1_reverse	7	-0.20989929139614105
139953	rnn.bias_ih_l1_reverse	8	0.19650691747665405
139953	rnn.bias_ih_l1_reverse	9	0.049104318022727966
139953	rnn.bias_hh_l1_reverse	0	0.009584817104041576
139953	rnn.bias_hh_l1_reverse	1	-0.05722307041287422
139953	rnn.bias_hh_l1_reverse	2	-0.23283977806568146
139953	rnn.bias_hh_l1_reverse	3	-0.14038962125778198
139953	rnn.bias_hh_l1_reverse	4	-0.10569104552268982
139953	rnn.bias_hh_l1_reverse	5	-0.13086476922035217
139953	rnn.bias_hh_l1_reverse	6	0.08083347976207733
139953	rnn.bias_hh_l1_reverse	7	-0.179667666554451
139953	rnn.bias_hh_l1_reverse	8	-0.11647822707891464
139953	rnn.bias_hh_l1_reverse	9	-0.15157625079154968
139953	linear.weight	0	0.002228822559118271
139953	linear.weight	1	0.13282163441181183
139953	linear.weight	2	-0.06625963002443314
139953	linear.weight	3	0.26026400923728943
139953	linear.weight	4	0.15488873422145844
139953	linear.weight	5	-0.06796756386756897
139953	linear.weight	6	0.0958261787891388
139953	linear.weight	7	0.08638007193803787
139953	linear.weight	8	0.04123975709080696
139953	linear.weight	9	-0.028246356174349785
139953	linear.bias	0	0.13284486532211304
139953	linear.bias	1	-0.19753476977348328
139953	linear.bias	2	-0.35126152634620667
139953	linear.bias	3	-0.6612525582313538
139953	linear.bias	4	-1.1827856302261353
139953	linear.bias	5	-0.09728873521089554
139953	linear.bias	6	-0.7578657269477844
139953	linear.bias	7	0.2708774209022522
139953	linear.bias	8	-0.4585995376110077
139953	linear.bias	9	-0.982761800289154
140150	transitions	0	0.6169707179069519
140150	transitions	1	0.16834275424480438
140150	transitions	2	-10000.0
140150	transitions	3	-1.8228514194488525
140150	transitions	4	-10000.0
140150	transitions	5	0.579769492149353
140150	transitions	6	-0.07437612116336823
140150	transitions	7	-0.7108194828033447
140150	transitions	8	-1.4019557237625122
140150	transitions	9	-0.0011068845633417368
140150	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
140150	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
140150	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
140150	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
140150	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
140150	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
140150	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
140150	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
140150	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
140150	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
140150	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
140150	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
140150	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
140150	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
140150	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
140150	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
140150	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
140150	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
140150	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
140150	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
140150	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
140150	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
140150	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
140150	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
140150	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
140150	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
140150	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
140150	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
140150	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
140150	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
140150	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
140150	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
140150	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
140150	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
140150	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
140150	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
140150	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
140150	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
140150	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
140150	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
140150	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
140150	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
140150	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
140150	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
140150	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
140150	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
140150	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
140150	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
140150	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
140150	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
140150	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
140150	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
140150	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
140150	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
140150	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
140150	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
140150	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
140150	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
140150	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
140150	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
140150	embedding2nn.weight	0	0.02075379714369774
140150	embedding2nn.weight	1	-0.012639283202588558
140150	embedding2nn.weight	2	-0.014268254861235619
140150	embedding2nn.weight	3	-0.01306132785975933
140150	embedding2nn.weight	4	-0.0059150345623493195
140150	embedding2nn.weight	5	-0.0037005916237831116
140150	embedding2nn.weight	6	-0.003973294049501419
140150	embedding2nn.weight	7	-0.08489114046096802
140150	embedding2nn.weight	8	-0.0019979383796453476
140150	embedding2nn.weight	9	-0.02602938376367092
140150	embedding2nn.bias	0	0.05560094118118286
140150	embedding2nn.bias	1	-0.06971592456102371
140150	embedding2nn.bias	2	0.06935656815767288
140150	embedding2nn.bias	3	0.04052004963159561
140150	embedding2nn.bias	4	-0.048075929284095764
140150	embedding2nn.bias	5	-0.06458480656147003
140150	embedding2nn.bias	6	0.00421084463596344
140150	embedding2nn.bias	7	-0.07541005313396454
140150	embedding2nn.bias	8	0.06657903641462326
140150	embedding2nn.bias	9	0.03474443778395653
140150	rnn.weight_ih_l0	0	-0.07281261682510376
140150	rnn.weight_ih_l0	1	0.0009989162208512425
140150	rnn.weight_ih_l0	2	0.05376514419913292
140150	rnn.weight_ih_l0	3	0.024271439760923386
140150	rnn.weight_ih_l0	4	-0.028388425707817078
140150	rnn.weight_ih_l0	5	-0.05862747132778168
140150	rnn.weight_ih_l0	6	0.0022863808553665876
140150	rnn.weight_ih_l0	7	0.0577903613448143
140150	rnn.weight_ih_l0	8	-0.011273842304944992
140150	rnn.weight_ih_l0	9	-0.02206830121576786
140150	rnn.weight_hh_l0	0	-0.037264786660671234
140150	rnn.weight_hh_l0	1	-0.008216730318963528
140150	rnn.weight_hh_l0	2	-0.0019429705571383238
140150	rnn.weight_hh_l0	3	-0.07254083454608917
140150	rnn.weight_hh_l0	4	0.08061446249485016
140150	rnn.weight_hh_l0	5	-0.027357308194041252
140150	rnn.weight_hh_l0	6	-0.055338528007268906
140150	rnn.weight_hh_l0	7	0.015119950287044048
140150	rnn.weight_hh_l0	8	0.011148582212626934
140150	rnn.weight_hh_l0	9	-0.019772013649344444
140150	rnn.bias_ih_l0	0	0.12087894976139069
140150	rnn.bias_ih_l0	1	-0.022807450965046883
140150	rnn.bias_ih_l0	2	-0.011008019559085369
140150	rnn.bias_ih_l0	3	0.14152593910694122
140150	rnn.bias_ih_l0	4	-0.00878584012389183
140150	rnn.bias_ih_l0	5	-0.01281766314059496
140150	rnn.bias_ih_l0	6	0.010014137253165245
140150	rnn.bias_ih_l0	7	0.0387655645608902
140150	rnn.bias_ih_l0	8	-0.1018613651394844
140150	rnn.bias_ih_l0	9	-0.014202450402081013
140150	rnn.bias_hh_l0	0	-0.018334515392780304
140150	rnn.bias_hh_l0	1	-0.11375782638788223
140150	rnn.bias_hh_l0	2	-0.0589510016143322
140150	rnn.bias_hh_l0	3	-0.0871187299489975
140150	rnn.bias_hh_l0	4	-0.005122676957398653
140150	rnn.bias_hh_l0	5	-0.035312164574861526
140150	rnn.bias_hh_l0	6	0.04294236749410629
140150	rnn.bias_hh_l0	7	0.041664641350507736
140150	rnn.bias_hh_l0	8	-0.10460306704044342
140150	rnn.bias_hh_l0	9	-0.050814248621463776
140150	rnn.weight_ih_l0_reverse	0	-0.023378577083349228
140150	rnn.weight_ih_l0_reverse	1	-0.04130453243851662
140150	rnn.weight_ih_l0_reverse	2	-0.026569411158561707
140150	rnn.weight_ih_l0_reverse	3	0.006447063758969307
140150	rnn.weight_ih_l0_reverse	4	-0.015594993717968464
140150	rnn.weight_ih_l0_reverse	5	-0.048651013523340225
140150	rnn.weight_ih_l0_reverse	6	0.08607747405767441
140150	rnn.weight_ih_l0_reverse	7	-0.01968628354370594
140150	rnn.weight_ih_l0_reverse	8	-0.018361881375312805
140150	rnn.weight_ih_l0_reverse	9	-0.00564500130712986
140150	rnn.weight_hh_l0_reverse	0	0.059954941272735596
140150	rnn.weight_hh_l0_reverse	1	0.012293816544115543
140150	rnn.weight_hh_l0_reverse	2	0.03150215744972229
140150	rnn.weight_hh_l0_reverse	3	0.027351699769496918
140150	rnn.weight_hh_l0_reverse	4	0.005557037424296141
140150	rnn.weight_hh_l0_reverse	5	0.021478043869137764
140150	rnn.weight_hh_l0_reverse	6	0.04913054406642914
140150	rnn.weight_hh_l0_reverse	7	-0.06616784632205963
140150	rnn.weight_hh_l0_reverse	8	0.03608852997422218
140150	rnn.weight_hh_l0_reverse	9	0.03517880290746689
140150	rnn.bias_ih_l0_reverse	0	-0.07444991171360016
140150	rnn.bias_ih_l0_reverse	1	-0.2516007125377655
140150	rnn.bias_ih_l0_reverse	2	-0.1376105397939682
140150	rnn.bias_ih_l0_reverse	3	-0.03707882761955261
140150	rnn.bias_ih_l0_reverse	4	-0.03551234304904938
140150	rnn.bias_ih_l0_reverse	5	0.053340233862400055
140150	rnn.bias_ih_l0_reverse	6	-0.06297136843204498
140150	rnn.bias_ih_l0_reverse	7	0.048284318298101425
140150	rnn.bias_ih_l0_reverse	8	-0.047691721469163895
140150	rnn.bias_ih_l0_reverse	9	0.05136769264936447
140150	rnn.bias_hh_l0_reverse	0	0.026236357167363167
140150	rnn.bias_hh_l0_reverse	1	-0.055195603519678116
140150	rnn.bias_hh_l0_reverse	2	0.08402050286531448
140150	rnn.bias_hh_l0_reverse	3	-0.0489778108894825
140150	rnn.bias_hh_l0_reverse	4	-0.03190018981695175
140150	rnn.bias_hh_l0_reverse	5	-0.04463797062635422
140150	rnn.bias_hh_l0_reverse	6	-0.02697368524968624
140150	rnn.bias_hh_l0_reverse	7	0.09192408621311188
140150	rnn.bias_hh_l0_reverse	8	0.032173819839954376
140150	rnn.bias_hh_l0_reverse	9	-0.13835899531841278
140150	rnn.weight_ih_l1	0	-0.03472808748483658
140150	rnn.weight_ih_l1	1	-0.050296567380428314
140150	rnn.weight_ih_l1	2	0.07010272145271301
140150	rnn.weight_ih_l1	3	-0.07124088704586029
140150	rnn.weight_ih_l1	4	-0.016026772558689117
140150	rnn.weight_ih_l1	5	-0.0458015613257885
140150	rnn.weight_ih_l1	6	0.031182896345853806
140150	rnn.weight_ih_l1	7	-0.03275564685463905
140150	rnn.weight_ih_l1	8	0.03630160540342331
140150	rnn.weight_ih_l1	9	0.0412108488380909
140150	rnn.weight_hh_l1	0	-0.001969628967344761
140150	rnn.weight_hh_l1	1	0.015865681692957878
140150	rnn.weight_hh_l1	2	0.015927301719784737
140150	rnn.weight_hh_l1	3	-0.009955626912415028
140150	rnn.weight_hh_l1	4	0.009978242218494415
140150	rnn.weight_hh_l1	5	0.025775078684091568
140150	rnn.weight_hh_l1	6	0.03516842797398567
140150	rnn.weight_hh_l1	7	-0.018475402146577835
140150	rnn.weight_hh_l1	8	-0.013368820771574974
140150	rnn.weight_hh_l1	9	0.035359058529138565
140150	rnn.bias_ih_l1	0	-0.214995339512825
140150	rnn.bias_ih_l1	1	-0.20193876326084137
140150	rnn.bias_ih_l1	2	-0.20521824061870575
140150	rnn.bias_ih_l1	3	-0.2842705547809601
140150	rnn.bias_ih_l1	4	-0.2150220423936844
140150	rnn.bias_ih_l1	5	-0.08760189265012741
140150	rnn.bias_ih_l1	6	-0.18313315510749817
140150	rnn.bias_ih_l1	7	-0.050110090523958206
140150	rnn.bias_ih_l1	8	-0.14760896563529968
140150	rnn.bias_ih_l1	9	-0.12550531327724457
140150	rnn.bias_hh_l1	0	-0.09683214873075485
140150	rnn.bias_hh_l1	1	-0.06633371859788895
140150	rnn.bias_hh_l1	2	-0.1205725148320198
140150	rnn.bias_hh_l1	3	-0.08328313380479813
140150	rnn.bias_hh_l1	4	-0.09572596848011017
140150	rnn.bias_hh_l1	5	-0.11363743245601654
140150	rnn.bias_hh_l1	6	-0.1550966203212738
140150	rnn.bias_hh_l1	7	0.027011368423700333
140150	rnn.bias_hh_l1	8	-0.18324798345565796
140150	rnn.bias_hh_l1	9	-0.10721469670534134
140150	rnn.weight_ih_l1_reverse	0	-0.038464438170194626
140150	rnn.weight_ih_l1_reverse	1	0.009673022665083408
140150	rnn.weight_ih_l1_reverse	2	0.06561461836099625
140150	rnn.weight_ih_l1_reverse	3	-0.010943210683763027
140150	rnn.weight_ih_l1_reverse	4	-0.03303772956132889
140150	rnn.weight_ih_l1_reverse	5	-0.03262095898389816
140150	rnn.weight_ih_l1_reverse	6	-0.014038053341209888
140150	rnn.weight_ih_l1_reverse	7	0.032080452889204025
140150	rnn.weight_ih_l1_reverse	8	0.017358141019940376
140150	rnn.weight_ih_l1_reverse	9	-0.04660094156861305
140150	rnn.weight_hh_l1_reverse	0	0.006027888040989637
140150	rnn.weight_hh_l1_reverse	1	0.029833458364009857
140150	rnn.weight_hh_l1_reverse	2	-0.04008236527442932
140150	rnn.weight_hh_l1_reverse	3	0.038504160940647125
140150	rnn.weight_hh_l1_reverse	4	0.047867950052022934
140150	rnn.weight_hh_l1_reverse	5	0.0006459616124629974
140150	rnn.weight_hh_l1_reverse	6	0.04200988635420799
140150	rnn.weight_hh_l1_reverse	7	0.031388185918331146
140150	rnn.weight_hh_l1_reverse	8	-0.006739614065736532
140150	rnn.weight_hh_l1_reverse	9	-0.033509984612464905
140150	rnn.bias_ih_l1_reverse	0	-0.06651172041893005
140150	rnn.bias_ih_l1_reverse	1	-0.1611146181821823
140150	rnn.bias_ih_l1_reverse	2	-0.1614818572998047
140150	rnn.bias_ih_l1_reverse	3	-0.03155697137117386
140150	rnn.bias_ih_l1_reverse	4	-0.20721475780010223
140150	rnn.bias_ih_l1_reverse	5	-0.11119361966848373
140150	rnn.bias_ih_l1_reverse	6	-0.1391756683588028
140150	rnn.bias_ih_l1_reverse	7	-0.21346336603164673
140150	rnn.bias_ih_l1_reverse	8	0.20062468945980072
140150	rnn.bias_ih_l1_reverse	9	0.05194265767931938
140150	rnn.bias_hh_l1_reverse	0	0.007717415690422058
140150	rnn.bias_hh_l1_reverse	1	-0.06346272677183151
140150	rnn.bias_hh_l1_reverse	2	-0.2321055680513382
140150	rnn.bias_hh_l1_reverse	3	-0.14123331010341644
140150	rnn.bias_hh_l1_reverse	4	-0.10625330358743668
140150	rnn.bias_hh_l1_reverse	5	-0.12864446640014648
140150	rnn.bias_hh_l1_reverse	6	0.07981529086828232
140150	rnn.bias_hh_l1_reverse	7	-0.1796615868806839
140150	rnn.bias_hh_l1_reverse	8	-0.11486095935106277
140150	rnn.bias_hh_l1_reverse	9	-0.15242792665958405
140150	linear.weight	0	0.002228822559118271
140150	linear.weight	1	0.12381281703710556
140150	linear.weight	2	-0.07141344249248505
140150	linear.weight	3	0.2609809637069702
140150	linear.weight	4	0.15047688782215118
140150	linear.weight	5	-0.06720592081546783
140150	linear.weight	6	0.08608369529247284
140150	linear.weight	7	0.08982858806848526
140150	linear.weight	8	0.041239093989133835
140150	linear.weight	9	-0.03171015530824661
140150	linear.bias	0	0.11580855399370193
140150	linear.bias	1	-0.18339723348617554
140150	linear.bias	2	-0.374265193939209
140150	linear.bias	3	-0.6785134077072144
140150	linear.bias	4	-1.2001477479934692
140150	linear.bias	5	-0.08657319098711014
140150	linear.bias	6	-0.7442355155944824
140150	linear.bias	7	0.2788819670677185
140150	linear.bias	8	-0.4533332288265228
140150	linear.bias	9	-0.9786349534988403
140154	transitions	0	0.6169236898422241
140154	transitions	1	0.1683359444141388
140154	transitions	2	-10000.0
140154	transitions	3	-1.8228514194488525
140154	transitions	4	-10000.0
140154	transitions	5	0.5797692537307739
140154	transitions	6	-0.07437735050916672
140154	transitions	7	-0.7108195424079895
140154	transitions	8	-1.4019557237625122
140154	transitions	9	-0.00110689050052315
140154	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
140154	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
140154	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
140154	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
140154	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
140154	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
140154	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
140154	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
140154	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
140154	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
140154	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
140154	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
140154	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
140154	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
140154	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
140154	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
140154	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
140154	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
140154	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
140154	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
140154	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
140154	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
140154	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
140154	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
140154	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
140154	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
140154	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
140154	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
140154	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
140154	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
140154	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
140154	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
140154	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
140154	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
140154	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
140154	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
140154	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
140154	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
140154	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
140154	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
140154	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
140154	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
140154	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
140154	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
140154	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
140154	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
140154	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
140154	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
140154	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
140154	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
140154	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
140154	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
140154	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
140154	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
140154	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
140154	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
140154	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
140154	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
140154	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
140154	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
140154	embedding2nn.weight	0	0.020454848185181618
140154	embedding2nn.weight	1	-0.012621905654668808
140154	embedding2nn.weight	2	-0.014268254861235619
140154	embedding2nn.weight	3	-0.013132843188941479
140154	embedding2nn.weight	4	-0.0059150345623493195
140154	embedding2nn.weight	5	-0.0037005916237831116
140154	embedding2nn.weight	6	-0.003973293583840132
140154	embedding2nn.weight	7	-0.08480866253376007
140154	embedding2nn.weight	8	-0.0019979383796453476
140154	embedding2nn.weight	9	-0.026093345135450363
140154	embedding2nn.bias	0	0.05480002984404564
140154	embedding2nn.bias	1	-0.07117946445941925
140154	embedding2nn.bias	2	0.06930340826511383
140154	embedding2nn.bias	3	0.038794562220573425
140154	embedding2nn.bias	4	-0.04806221276521683
140154	embedding2nn.bias	5	-0.06376980990171432
140154	embedding2nn.bias	6	0.0009262735256925225
140154	embedding2nn.bias	7	-0.07576743513345718
140154	embedding2nn.bias	8	0.06601471453905106
140154	embedding2nn.bias	9	0.034370943903923035
140154	rnn.weight_ih_l0	0	-0.07280799001455307
140154	rnn.weight_ih_l0	1	0.0011621916200965643
140154	rnn.weight_ih_l0	2	0.053709715604782104
140154	rnn.weight_ih_l0	3	0.02448936738073826
140154	rnn.weight_ih_l0	4	-0.028668079525232315
140154	rnn.weight_ih_l0	5	-0.05864884331822395
140154	rnn.weight_ih_l0	6	0.0024247406981885433
140154	rnn.weight_ih_l0	7	0.057742487639188766
140154	rnn.weight_ih_l0	8	-0.011494954116642475
140154	rnn.weight_ih_l0	9	-0.022133179008960724
140154	rnn.weight_hh_l0	0	-0.03737495467066765
140154	rnn.weight_hh_l0	1	-0.00822379905730486
140154	rnn.weight_hh_l0	2	-0.0018945735646411777
140154	rnn.weight_hh_l0	3	-0.07246161997318268
140154	rnn.weight_hh_l0	4	0.08061747252941132
140154	rnn.weight_hh_l0	5	-0.027486592531204224
140154	rnn.weight_hh_l0	6	-0.05527516454458237
140154	rnn.weight_hh_l0	7	0.015096929855644703
140154	rnn.weight_hh_l0	8	0.011120576411485672
140154	rnn.weight_hh_l0	9	-0.01975170709192753
140154	rnn.bias_ih_l0	0	0.12077591568231583
140154	rnn.bias_ih_l0	1	-0.022109651938080788
140154	rnn.bias_ih_l0	2	-0.011420304886996746
140154	rnn.bias_ih_l0	3	0.1419544368982315
140154	rnn.bias_ih_l0	4	-0.009073762223124504
140154	rnn.bias_ih_l0	5	-0.013089429587125778
140154	rnn.bias_ih_l0	6	0.01022008340805769
140154	rnn.bias_ih_l0	7	0.03897742182016373
140154	rnn.bias_ih_l0	8	-0.1015959233045578
140154	rnn.bias_ih_l0	9	-0.0143656674772501
140154	rnn.bias_hh_l0	0	-0.018222596496343613
140154	rnn.bias_hh_l0	1	-0.11391592025756836
140154	rnn.bias_hh_l0	2	-0.05874032899737358
140154	rnn.bias_hh_l0	3	-0.0862533301115036
140154	rnn.bias_hh_l0	4	-0.005159340333193541
140154	rnn.bias_hh_l0	5	-0.03517884016036987
140154	rnn.bias_hh_l0	6	0.04263103008270264
140154	rnn.bias_hh_l0	7	0.04157993197441101
140154	rnn.bias_hh_l0	8	-0.10465750843286514
140154	rnn.bias_hh_l0	9	-0.05112370103597641
140154	rnn.weight_ih_l0_reverse	0	-0.02341126650571823
140154	rnn.weight_ih_l0_reverse	1	-0.04133367910981178
140154	rnn.weight_ih_l0_reverse	2	-0.026648078113794327
140154	rnn.weight_ih_l0_reverse	3	0.006455103866755962
140154	rnn.weight_ih_l0_reverse	4	-0.015455133281648159
140154	rnn.weight_ih_l0_reverse	5	-0.048702917993068695
140154	rnn.weight_ih_l0_reverse	6	0.08597655594348907
140154	rnn.weight_ih_l0_reverse	7	-0.019676586613059044
140154	rnn.weight_ih_l0_reverse	8	-0.018451794981956482
140154	rnn.weight_ih_l0_reverse	9	-0.005657684523612261
140154	rnn.weight_hh_l0_reverse	0	0.05995145067572594
140154	rnn.weight_hh_l0_reverse	1	0.012295971624553204
140154	rnn.weight_hh_l0_reverse	2	0.03149227052927017
140154	rnn.weight_hh_l0_reverse	3	0.02725411020219326
140154	rnn.weight_hh_l0_reverse	4	0.005518971011042595
140154	rnn.weight_hh_l0_reverse	5	0.02149452455341816
140154	rnn.weight_hh_l0_reverse	6	0.049065232276916504
140154	rnn.weight_hh_l0_reverse	7	-0.06625094264745712
140154	rnn.weight_hh_l0_reverse	8	0.03606437146663666
140154	rnn.weight_hh_l0_reverse	9	0.03511122986674309
140154	rnn.bias_ih_l0_reverse	0	-0.0744701698422432
140154	rnn.bias_ih_l0_reverse	1	-0.2519138753414154
140154	rnn.bias_ih_l0_reverse	2	-0.13747045397758484
140154	rnn.bias_ih_l0_reverse	3	-0.03703802451491356
140154	rnn.bias_ih_l0_reverse	4	-0.03589525446295738
140154	rnn.bias_ih_l0_reverse	5	0.05307823047041893
140154	rnn.bias_ih_l0_reverse	6	-0.06305234134197235
140154	rnn.bias_ih_l0_reverse	7	0.048289597034454346
140154	rnn.bias_ih_l0_reverse	8	-0.04808508977293968
140154	rnn.bias_ih_l0_reverse	9	0.050892412662506104
140154	rnn.bias_hh_l0_reverse	0	0.025969823822379112
140154	rnn.bias_hh_l0_reverse	1	-0.055481918156147
140154	rnn.bias_hh_l0_reverse	2	0.08400098979473114
140154	rnn.bias_hh_l0_reverse	3	-0.049231745302677155
140154	rnn.bias_hh_l0_reverse	4	-0.031760863959789276
140154	rnn.bias_hh_l0_reverse	5	-0.04462038725614548
140154	rnn.bias_hh_l0_reverse	6	-0.027025435119867325
140154	rnn.bias_hh_l0_reverse	7	0.09253612160682678
140154	rnn.bias_hh_l0_reverse	8	0.03174372389912605
140154	rnn.bias_hh_l0_reverse	9	-0.13856926560401917
140154	rnn.weight_ih_l1	0	-0.03470204770565033
140154	rnn.weight_ih_l1	1	-0.050116147845983505
140154	rnn.weight_ih_l1	2	0.07043564319610596
140154	rnn.weight_ih_l1	3	-0.0709199532866478
140154	rnn.weight_ih_l1	4	-0.015993300825357437
140154	rnn.weight_ih_l1	5	-0.04565086588263512
140154	rnn.weight_ih_l1	6	0.03144032880663872
140154	rnn.weight_ih_l1	7	-0.03298085182905197
140154	rnn.weight_ih_l1	8	0.036292172968387604
140154	rnn.weight_ih_l1	9	0.04122230410575867
140154	rnn.weight_hh_l1	0	-0.0021412777714431286
140154	rnn.weight_hh_l1	1	0.01582295075058937
140154	rnn.weight_hh_l1	2	0.01635580323636532
140154	rnn.weight_hh_l1	3	-0.009848303161561489
140154	rnn.weight_hh_l1	4	0.009990744292736053
140154	rnn.weight_hh_l1	5	0.025816064327955246
140154	rnn.weight_hh_l1	6	0.03513483703136444
140154	rnn.weight_hh_l1	7	-0.01843271590769291
140154	rnn.weight_hh_l1	8	-0.013391601853072643
140154	rnn.weight_hh_l1	9	0.03540406748652458
140154	rnn.bias_ih_l1	0	-0.21475300192832947
140154	rnn.bias_ih_l1	1	-0.2015724927186966
140154	rnn.bias_ih_l1	2	-0.20530617237091064
140154	rnn.bias_ih_l1	3	-0.28463202714920044
140154	rnn.bias_ih_l1	4	-0.2138984352350235
140154	rnn.bias_ih_l1	5	-0.08788217604160309
140154	rnn.bias_ih_l1	6	-0.18278178572654724
140154	rnn.bias_ih_l1	7	-0.050107624381780624
140154	rnn.bias_ih_l1	8	-0.14708170294761658
140154	rnn.bias_ih_l1	9	-0.12532851099967957
140154	rnn.bias_hh_l1	0	-0.09664702415466309
140154	rnn.bias_hh_l1	1	-0.06630297750234604
140154	rnn.bias_hh_l1	2	-0.1213197335600853
140154	rnn.bias_hh_l1	3	-0.08332280069589615
140154	rnn.bias_hh_l1	4	-0.09536945074796677
140154	rnn.bias_hh_l1	5	-0.1137886568903923
140154	rnn.bias_hh_l1	6	-0.1552577167749405
140154	rnn.bias_hh_l1	7	0.026781322434544563
140154	rnn.bias_hh_l1	8	-0.1832309514284134
140154	rnn.bias_hh_l1	9	-0.1065654456615448
140154	rnn.weight_ih_l1_reverse	0	-0.038446687161922455
140154	rnn.weight_ih_l1_reverse	1	0.009957523085176945
140154	rnn.weight_ih_l1_reverse	2	0.06557667255401611
140154	rnn.weight_ih_l1_reverse	3	-0.010646112263202667
140154	rnn.weight_ih_l1_reverse	4	-0.03298838436603546
140154	rnn.weight_ih_l1_reverse	5	-0.03266667574644089
140154	rnn.weight_ih_l1_reverse	6	-0.014062442816793919
140154	rnn.weight_ih_l1_reverse	7	0.03220564126968384
140154	rnn.weight_ih_l1_reverse	8	0.01731637492775917
140154	rnn.weight_ih_l1_reverse	9	-0.046788301318883896
140154	rnn.weight_hh_l1_reverse	0	0.00601588562130928
140154	rnn.weight_hh_l1_reverse	1	0.029856953769922256
140154	rnn.weight_hh_l1_reverse	2	-0.04007948935031891
140154	rnn.weight_hh_l1_reverse	3	0.03849240392446518
140154	rnn.weight_hh_l1_reverse	4	0.04787099361419678
140154	rnn.weight_hh_l1_reverse	5	0.0007100271759554744
140154	rnn.weight_hh_l1_reverse	6	0.04218841716647148
140154	rnn.weight_hh_l1_reverse	7	0.03139988332986832
140154	rnn.weight_hh_l1_reverse	8	-0.00673606526106596
140154	rnn.weight_hh_l1_reverse	9	-0.03347058594226837
140154	rnn.bias_ih_l1_reverse	0	-0.06638752669095993
140154	rnn.bias_ih_l1_reverse	1	-0.16102991998195648
140154	rnn.bias_ih_l1_reverse	2	-0.1610017567873001
140154	rnn.bias_ih_l1_reverse	3	-0.03202999010682106
140154	rnn.bias_ih_l1_reverse	4	-0.20667338371276855
140154	rnn.bias_ih_l1_reverse	5	-0.11105664819478989
140154	rnn.bias_ih_l1_reverse	6	-0.13946160674095154
140154	rnn.bias_ih_l1_reverse	7	-0.21342964470386505
140154	rnn.bias_ih_l1_reverse	8	0.20077483355998993
140154	rnn.bias_ih_l1_reverse	9	0.05237966775894165
140154	rnn.bias_hh_l1_reverse	0	0.0069646695628762245
140154	rnn.bias_hh_l1_reverse	1	-0.06320146471261978
140154	rnn.bias_hh_l1_reverse	2	-0.2320326268672943
140154	rnn.bias_hh_l1_reverse	3	-0.14113707840442657
140154	rnn.bias_hh_l1_reverse	4	-0.10633323341608047
140154	rnn.bias_hh_l1_reverse	5	-0.12839065492153168
140154	rnn.bias_hh_l1_reverse	6	0.07890214025974274
140154	rnn.bias_hh_l1_reverse	7	-0.18058058619499207
140154	rnn.bias_hh_l1_reverse	8	-0.11501093208789825
140154	rnn.bias_hh_l1_reverse	9	-0.15242896974086761
140154	linear.weight	0	0.002228822559118271
140154	linear.weight	1	0.12101281434297562
140154	linear.weight	2	-0.07095737010240555
140154	linear.weight	3	0.2609606385231018
140154	linear.weight	4	0.1507742702960968
140154	linear.weight	5	-0.0667644664645195
140154	linear.weight	6	0.08888645470142365
140154	linear.weight	7	0.08938635885715485
140154	linear.weight	8	0.04123910889029503
140154	linear.weight	9	-0.03134310618042946
140154	linear.bias	0	0.11038816720247269
140154	linear.bias	1	-0.1744994968175888
140154	linear.bias	2	-0.3642227053642273
140154	linear.bias	3	-0.6783938407897949
140154	linear.bias	4	-1.2000240087509155
140154	linear.bias	5	-0.08611240983009338
140154	linear.bias	6	-0.7353039383888245
140154	linear.bias	7	0.2791971266269684
140154	linear.bias	8	-0.45428866147994995
140154	linear.bias	9	-0.9795672297477722
140351	transitions	0	0.6086272597312927
140351	transitions	1	0.16698886454105377
140351	transitions	2	-10000.0
140351	transitions	3	-1.822884202003479
140351	transitions	4	-10000.0
140351	transitions	5	0.5795966982841492
140351	transitions	6	-0.07445710152387619
140351	transitions	7	-0.7113487124443054
140351	transitions	8	-1.4022836685180664
140351	transitions	9	-0.0011076363734900951
140351	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
140351	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
140351	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
140351	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
140351	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
140351	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
140351	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
140351	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
140351	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
140351	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
140351	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
140351	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
140351	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
140351	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
140351	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
140351	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
140351	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
140351	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
140351	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
140351	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
140351	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
140351	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
140351	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
140351	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
140351	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
140351	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
140351	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
140351	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
140351	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
140351	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
140351	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
140351	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
140351	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
140351	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
140351	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
140351	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
140351	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
140351	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
140351	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
140351	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
140351	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
140351	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
140351	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
140351	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
140351	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
140351	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
140351	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
140351	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
140351	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
140351	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
140351	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
140351	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
140351	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
140351	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
140351	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
140351	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
140351	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
140351	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
140351	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
140351	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
140351	embedding2nn.weight	0	0.01975281722843647
140351	embedding2nn.weight	1	-0.012850895524024963
140351	embedding2nn.weight	2	-0.014268254861235619
140351	embedding2nn.weight	3	-0.01218518614768982
140351	embedding2nn.weight	4	-0.0059150345623493195
140351	embedding2nn.weight	5	-0.003700590692460537
140351	embedding2nn.weight	6	-0.00397329218685627
140351	embedding2nn.weight	7	-0.08485561609268188
140351	embedding2nn.weight	8	-0.0019979383796453476
140351	embedding2nn.weight	9	-0.02567528560757637
140351	embedding2nn.bias	0	0.049687471240758896
140351	embedding2nn.bias	1	-0.06879745423793793
140351	embedding2nn.bias	2	0.06845580041408539
140351	embedding2nn.bias	3	0.041596561670303345
140351	embedding2nn.bias	4	-0.054112158715724945
140351	embedding2nn.bias	5	-0.06240588799118996
140351	embedding2nn.bias	6	-0.0010742740705609322
140351	embedding2nn.bias	7	-0.07352078706026077
140351	embedding2nn.bias	8	0.060300420969724655
140351	embedding2nn.bias	9	0.03426923602819443
140351	rnn.weight_ih_l0	0	-0.07265139371156693
140351	rnn.weight_ih_l0	1	0.0023237622808665037
140351	rnn.weight_ih_l0	2	0.0528404600918293
140351	rnn.weight_ih_l0	3	0.024772265926003456
140351	rnn.weight_ih_l0	4	-0.029927367344498634
140351	rnn.weight_ih_l0	5	-0.059244994074106216
140351	rnn.weight_ih_l0	6	0.0024291109293699265
140351	rnn.weight_ih_l0	7	0.05741151422262192
140351	rnn.weight_ih_l0	8	-0.010926610790193081
140351	rnn.weight_ih_l0	9	-0.02219505049288273
140351	rnn.weight_hh_l0	0	-0.038159094750881195
140351	rnn.weight_hh_l0	1	-0.005768956616520882
140351	rnn.weight_hh_l0	2	0.0003822793660219759
140351	rnn.weight_hh_l0	3	-0.07216367870569229
140351	rnn.weight_hh_l0	4	0.08019674569368362
140351	rnn.weight_hh_l0	5	-0.027467956766486168
140351	rnn.weight_hh_l0	6	-0.055164191871881485
140351	rnn.weight_hh_l0	7	0.014890824444591999
140351	rnn.weight_hh_l0	8	0.010689475573599339
140351	rnn.weight_hh_l0	9	-0.019013816490769386
140351	rnn.bias_ih_l0	0	0.12297450006008148
140351	rnn.bias_ih_l0	1	-0.02443331480026245
140351	rnn.bias_ih_l0	2	-0.008253131061792374
140351	rnn.bias_ih_l0	3	0.1392146795988083
140351	rnn.bias_ih_l0	4	-0.01214403286576271
140351	rnn.bias_ih_l0	5	-0.01878521405160427
140351	rnn.bias_ih_l0	6	0.012439514510333538
140351	rnn.bias_ih_l0	7	0.04042939096689224
140351	rnn.bias_ih_l0	8	-0.1022658422589302
140351	rnn.bias_ih_l0	9	-0.0099718002602458
140351	rnn.bias_hh_l0	0	-0.015172682702541351
140351	rnn.bias_hh_l0	1	-0.11534225940704346
140351	rnn.bias_hh_l0	2	-0.06008809059858322
140351	rnn.bias_hh_l0	3	-0.08576982468366623
140351	rnn.bias_hh_l0	4	-0.002914545126259327
140351	rnn.bias_hh_l0	5	-0.03978586196899414
140351	rnn.bias_hh_l0	6	0.04529103264212608
140351	rnn.bias_hh_l0	7	0.04546309635043144
140351	rnn.bias_hh_l0	8	-0.10472974181175232
140351	rnn.bias_hh_l0	9	-0.05481274425983429
140351	rnn.weight_ih_l0_reverse	0	-0.023164626210927963
140351	rnn.weight_ih_l0_reverse	1	-0.03994113206863403
140351	rnn.weight_ih_l0_reverse	2	-0.02457214891910553
140351	rnn.weight_ih_l0_reverse	3	0.007339094299823046
140351	rnn.weight_ih_l0_reverse	4	-0.015464047901332378
140351	rnn.weight_ih_l0_reverse	5	-0.0482480488717556
140351	rnn.weight_ih_l0_reverse	6	0.08648783713579178
140351	rnn.weight_ih_l0_reverse	7	-0.01710520312190056
140351	rnn.weight_ih_l0_reverse	8	-0.017286023125052452
140351	rnn.weight_ih_l0_reverse	9	-0.0047549051232635975
140351	rnn.weight_hh_l0_reverse	0	0.0614207461476326
140351	rnn.weight_hh_l0_reverse	1	0.013253336772322655
140351	rnn.weight_hh_l0_reverse	2	0.030386963859200478
140351	rnn.weight_hh_l0_reverse	3	0.02659369446337223
140351	rnn.weight_hh_l0_reverse	4	0.005437156651169062
140351	rnn.weight_hh_l0_reverse	5	0.020640110597014427
140351	rnn.weight_hh_l0_reverse	6	0.04928845167160034
140351	rnn.weight_hh_l0_reverse	7	-0.06561040878295898
140351	rnn.weight_hh_l0_reverse	8	0.035396646708250046
140351	rnn.weight_hh_l0_reverse	9	0.035031843930482864
140351	rnn.bias_ih_l0_reverse	0	-0.0753234252333641
140351	rnn.bias_ih_l0_reverse	1	-0.2502923607826233
140351	rnn.bias_ih_l0_reverse	2	-0.1389458179473877
140351	rnn.bias_ih_l0_reverse	3	-0.03917207568883896
140351	rnn.bias_ih_l0_reverse	4	-0.03281431272625923
140351	rnn.bias_ih_l0_reverse	5	0.05348847433924675
140351	rnn.bias_ih_l0_reverse	6	-0.0660674199461937
140351	rnn.bias_ih_l0_reverse	7	0.050662051886320114
140351	rnn.bias_ih_l0_reverse	8	-0.04547818750143051
140351	rnn.bias_ih_l0_reverse	9	0.05224394053220749
140351	rnn.bias_hh_l0_reverse	0	0.027175860479474068
140351	rnn.bias_hh_l0_reverse	1	-0.0559624582529068
140351	rnn.bias_hh_l0_reverse	2	0.08273439109325409
140351	rnn.bias_hh_l0_reverse	3	-0.05144311860203743
140351	rnn.bias_hh_l0_reverse	4	-0.03216647356748581
140351	rnn.bias_hh_l0_reverse	5	-0.040216416120529175
140351	rnn.bias_hh_l0_reverse	6	-0.024145780131220818
140351	rnn.bias_hh_l0_reverse	7	0.09327997267246246
140351	rnn.bias_hh_l0_reverse	8	0.032057490199804306
140351	rnn.bias_hh_l0_reverse	9	-0.13482160866260529
140351	rnn.weight_ih_l1	0	-0.034226421266794205
140351	rnn.weight_ih_l1	1	-0.049762602895498276
140351	rnn.weight_ih_l1	2	0.06879853457212448
140351	rnn.weight_ih_l1	3	-0.06998445838689804
140351	rnn.weight_ih_l1	4	-0.01673949882388115
140351	rnn.weight_ih_l1	5	-0.04632477089762688
140351	rnn.weight_ih_l1	6	0.031315457075834274
140351	rnn.weight_ih_l1	7	-0.03168364614248276
140351	rnn.weight_ih_l1	8	0.036441314965486526
140351	rnn.weight_ih_l1	9	0.04152369499206543
140351	rnn.weight_hh_l1	0	-0.0019363275496289134
140351	rnn.weight_hh_l1	1	0.01566765457391739
140351	rnn.weight_hh_l1	2	0.017354894429445267
140351	rnn.weight_hh_l1	3	-0.010315806604921818
140351	rnn.weight_hh_l1	4	0.009652897715568542
140351	rnn.weight_hh_l1	5	0.026390768587589264
140351	rnn.weight_hh_l1	6	0.03541816398501396
140351	rnn.weight_hh_l1	7	-0.019510380923748016
140351	rnn.weight_hh_l1	8	-0.013788172043859959
140351	rnn.weight_hh_l1	9	0.03547324240207672
140351	rnn.bias_ih_l1	0	-0.21186070144176483
140351	rnn.bias_ih_l1	1	-0.1996236890554428
140351	rnn.bias_ih_l1	2	-0.20467838644981384
140351	rnn.bias_ih_l1	3	-0.28775379061698914
140351	rnn.bias_ih_l1	4	-0.2136358916759491
140351	rnn.bias_ih_l1	5	-0.0903053805232048
140351	rnn.bias_ih_l1	6	-0.18213528394699097
140351	rnn.bias_ih_l1	7	-0.04896017163991928
140351	rnn.bias_ih_l1	8	-0.14133021235466003
140351	rnn.bias_ih_l1	9	-0.12624813616275787
140351	rnn.bias_hh_l1	0	-0.09399472922086716
140351	rnn.bias_hh_l1	1	-0.06762075424194336
140351	rnn.bias_hh_l1	2	-0.12214799970388412
140351	rnn.bias_hh_l1	3	-0.08475533127784729
140351	rnn.bias_hh_l1	4	-0.09761226922273636
140351	rnn.bias_hh_l1	5	-0.11355292797088623
140351	rnn.bias_hh_l1	6	-0.1566401720046997
140351	rnn.bias_hh_l1	7	0.02545703575015068
140351	rnn.bias_hh_l1	8	-0.18117795884609222
140351	rnn.bias_hh_l1	9	-0.10689420253038406
140351	rnn.weight_ih_l1_reverse	0	-0.038645148277282715
140351	rnn.weight_ih_l1_reverse	1	0.007828929461538792
140351	rnn.weight_ih_l1_reverse	2	0.06669355928897858
140351	rnn.weight_ih_l1_reverse	3	-0.0063416799530386925
140351	rnn.weight_ih_l1_reverse	4	-0.032954126596450806
140351	rnn.weight_ih_l1_reverse	5	-0.03263857588171959
140351	rnn.weight_ih_l1_reverse	6	-0.015604260377585888
140351	rnn.weight_ih_l1_reverse	7	0.03286879137158394
140351	rnn.weight_ih_l1_reverse	8	0.016238342970609665
140351	rnn.weight_ih_l1_reverse	9	-0.04541262984275818
140351	rnn.weight_hh_l1_reverse	0	0.006017791572958231
140351	rnn.weight_hh_l1_reverse	1	0.02977069281041622
140351	rnn.weight_hh_l1_reverse	2	-0.04000444710254669
140351	rnn.weight_hh_l1_reverse	3	0.0381489060819149
140351	rnn.weight_hh_l1_reverse	4	0.04863600805401802
140351	rnn.weight_hh_l1_reverse	5	0.00012482171587180346
140351	rnn.weight_hh_l1_reverse	6	0.043729037046432495
140351	rnn.weight_hh_l1_reverse	7	0.031467605382204056
140351	rnn.weight_hh_l1_reverse	8	-0.006898839026689529
140351	rnn.weight_hh_l1_reverse	9	-0.0336700864136219
140351	rnn.bias_ih_l1_reverse	0	-0.06709791719913483
140351	rnn.bias_ih_l1_reverse	1	-0.1607314497232437
140351	rnn.bias_ih_l1_reverse	2	-0.16330388188362122
140351	rnn.bias_ih_l1_reverse	3	-0.028145650401711464
140351	rnn.bias_ih_l1_reverse	4	-0.20823058485984802
140351	rnn.bias_ih_l1_reverse	5	-0.11011861264705658
140351	rnn.bias_ih_l1_reverse	6	-0.13890734314918518
140351	rnn.bias_ih_l1_reverse	7	-0.2158544808626175
140351	rnn.bias_ih_l1_reverse	8	0.20582662522792816
140351	rnn.bias_ih_l1_reverse	9	0.05267487093806267
140351	rnn.bias_hh_l1_reverse	0	0.013634255155920982
140351	rnn.bias_hh_l1_reverse	1	-0.06472083181142807
140351	rnn.bias_hh_l1_reverse	2	-0.2309677004814148
140351	rnn.bias_hh_l1_reverse	3	-0.14146044850349426
140351	rnn.bias_hh_l1_reverse	4	-0.1048976257443428
140351	rnn.bias_hh_l1_reverse	5	-0.12651461362838745
140351	rnn.bias_hh_l1_reverse	6	0.07775328308343887
140351	rnn.bias_hh_l1_reverse	7	-0.1828848272562027
140351	rnn.bias_hh_l1_reverse	8	-0.11375489085912704
140351	rnn.bias_hh_l1_reverse	9	-0.15269801020622253
140351	linear.weight	0	0.002228822559118271
140351	linear.weight	1	0.12689678370952606
140351	linear.weight	2	-0.07207939028739929
140351	linear.weight	3	0.2684449255466461
140351	linear.weight	4	0.15156982839107513
140351	linear.weight	5	-0.06571045517921448
140351	linear.weight	6	0.0823030173778534
140351	linear.weight	7	0.0747455582022667
140351	linear.weight	8	0.041238680481910706
140351	linear.weight	9	-0.029766982421278954
140351	linear.bias	0	0.08634544909000397
140351	linear.bias	1	-0.17065954208374023
140351	linear.bias	2	-0.3804970681667328
140351	linear.bias	3	-0.6447280049324036
140351	linear.bias	4	-1.1666427850723267
140351	linear.bias	5	-0.09615999460220337
140351	linear.bias	6	-0.7296538352966309
140351	linear.bias	7	0.2694796621799469
140351	linear.bias	8	-0.48199495673179626
140351	linear.bias	9	-1.0092401504516602
140548	transitions	0	0.6137836575508118
140548	transitions	1	0.16606907546520233
140548	transitions	2	-10000.0
140548	transitions	3	-1.8229241371154785
140548	transitions	4	-10000.0
140548	transitions	5	0.5794950127601624
140548	transitions	6	-0.07472037523984909
140548	transitions	7	-0.7116247415542603
140548	transitions	8	-1.4023571014404297
140548	transitions	9	-0.0011083545396104455
140548	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
140548	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
140548	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
140548	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
140548	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
140548	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
140548	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
140548	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
140548	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
140548	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
140548	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
140548	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
140548	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
140548	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
140548	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
140548	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
140548	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
140548	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
140548	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
140548	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
140548	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
140548	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
140548	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
140548	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
140548	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
140548	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
140548	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
140548	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
140548	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
140548	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
140548	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
140548	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
140548	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
140548	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
140548	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
140548	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
140548	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
140548	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
140548	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
140548	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
140548	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
140548	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
140548	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
140548	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
140548	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
140548	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
140548	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
140548	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
140548	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
140548	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
140548	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
140548	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
140548	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
140548	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
140548	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
140548	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
140548	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
140548	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
140548	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
140548	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
140548	embedding2nn.weight	0	0.021853357553482056
140548	embedding2nn.weight	1	-0.012802116572856903
140548	embedding2nn.weight	2	-0.014268254861235619
140548	embedding2nn.weight	3	-0.011680779978632927
140548	embedding2nn.weight	4	-0.0059150345623493195
140548	embedding2nn.weight	5	-0.003700591390952468
140548	embedding2nn.weight	6	-0.003973290324211121
140548	embedding2nn.weight	7	-0.08224783092737198
140548	embedding2nn.weight	8	-0.0019979383796453476
140548	embedding2nn.weight	9	-0.02599744312465191
140548	embedding2nn.bias	0	0.0589243546128273
140548	embedding2nn.bias	1	-0.06886225938796997
140548	embedding2nn.bias	2	0.06295707821846008
140548	embedding2nn.bias	3	0.04833187535405159
140548	embedding2nn.bias	4	-0.057815924286842346
140548	embedding2nn.bias	5	-0.06761617213487625
140548	embedding2nn.bias	6	-0.005865286570042372
140548	embedding2nn.bias	7	-0.07151446491479874
140548	embedding2nn.bias	8	0.06133037433028221
140548	embedding2nn.bias	9	0.03205932676792145
140548	rnn.weight_ih_l0	0	-0.07165826112031937
140548	rnn.weight_ih_l0	1	0.0033137083519250154
140548	rnn.weight_ih_l0	2	0.04946725443005562
140548	rnn.weight_ih_l0	3	0.024892719462513924
140548	rnn.weight_ih_l0	4	-0.03196973726153374
140548	rnn.weight_ih_l0	5	-0.06038990244269371
140548	rnn.weight_ih_l0	6	0.002484085038304329
140548	rnn.weight_ih_l0	7	0.058067478239536285
140548	rnn.weight_ih_l0	8	-0.011186497285962105
140548	rnn.weight_ih_l0	9	-0.021553674712777138
140548	rnn.weight_hh_l0	0	-0.038105204701423645
140548	rnn.weight_hh_l0	1	-0.006044848822057247
140548	rnn.weight_hh_l0	2	0.000892175710760057
140548	rnn.weight_hh_l0	3	-0.07271521538496017
140548	rnn.weight_hh_l0	4	0.0810161754488945
140548	rnn.weight_hh_l0	5	-0.02875450998544693
140548	rnn.weight_hh_l0	6	-0.054160092025995255
140548	rnn.weight_hh_l0	7	0.013989882543683052
140548	rnn.weight_hh_l0	8	0.010468365624547005
140548	rnn.weight_hh_l0	9	-0.01868310384452343
140548	rnn.bias_ih_l0	0	0.12474241852760315
140548	rnn.bias_ih_l0	1	-0.02628518082201481
140548	rnn.bias_ih_l0	2	-0.007838171906769276
140548	rnn.bias_ih_l0	3	0.13976255059242249
140548	rnn.bias_ih_l0	4	-0.01306645106524229
140548	rnn.bias_ih_l0	5	-0.02222699485719204
140548	rnn.bias_ih_l0	6	0.014524396508932114
140548	rnn.bias_ih_l0	7	0.037700898945331573
140548	rnn.bias_ih_l0	8	-0.10221148282289505
140548	rnn.bias_ih_l0	9	-0.013249974697828293
140548	rnn.bias_hh_l0	0	-0.013862954452633858
140548	rnn.bias_hh_l0	1	-0.11328443139791489
140548	rnn.bias_hh_l0	2	-0.0598645955324173
140548	rnn.bias_hh_l0	3	-0.08692615479230881
140548	rnn.bias_hh_l0	4	0.0006303018890321255
140548	rnn.bias_hh_l0	5	-0.041441041976213455
140548	rnn.bias_hh_l0	6	0.04537837579846382
140548	rnn.bias_hh_l0	7	0.04381037876009941
140548	rnn.bias_hh_l0	8	-0.10291460901498795
140548	rnn.bias_hh_l0	9	-0.05525198206305504
140548	rnn.weight_ih_l0_reverse	0	-0.023125309497117996
140548	rnn.weight_ih_l0_reverse	1	-0.0416424497961998
140548	rnn.weight_ih_l0_reverse	2	-0.02488982304930687
140548	rnn.weight_ih_l0_reverse	3	0.008543957956135273
140548	rnn.weight_ih_l0_reverse	4	-0.01577795296907425
140548	rnn.weight_ih_l0_reverse	5	-0.04780786857008934
140548	rnn.weight_ih_l0_reverse	6	0.08557897806167603
140548	rnn.weight_ih_l0_reverse	7	-0.017468422651290894
140548	rnn.weight_ih_l0_reverse	8	-0.017403509467840195
140548	rnn.weight_ih_l0_reverse	9	-0.00499512255191803
140548	rnn.weight_hh_l0_reverse	0	0.06173693388700485
140548	rnn.weight_hh_l0_reverse	1	0.013973664492368698
140548	rnn.weight_hh_l0_reverse	2	0.030342254787683487
140548	rnn.weight_hh_l0_reverse	3	0.026236239820718765
140548	rnn.weight_hh_l0_reverse	4	0.006003903225064278
140548	rnn.weight_hh_l0_reverse	5	0.02035258151590824
140548	rnn.weight_hh_l0_reverse	6	0.04942905530333519
140548	rnn.weight_hh_l0_reverse	7	-0.06600025296211243
140548	rnn.weight_hh_l0_reverse	8	0.037669673562049866
140548	rnn.weight_hh_l0_reverse	9	0.03480949252843857
140548	rnn.bias_ih_l0_reverse	0	-0.07410475611686707
140548	rnn.bias_ih_l0_reverse	1	-0.24793224036693573
140548	rnn.bias_ih_l0_reverse	2	-0.13918180763721466
140548	rnn.bias_ih_l0_reverse	3	-0.039442870765924454
140548	rnn.bias_ih_l0_reverse	4	-0.03600144013762474
140548	rnn.bias_ih_l0_reverse	5	0.05621914565563202
140548	rnn.bias_ih_l0_reverse	6	-0.06624756753444672
140548	rnn.bias_ih_l0_reverse	7	0.05101849511265755
140548	rnn.bias_ih_l0_reverse	8	-0.04228346049785614
140548	rnn.bias_ih_l0_reverse	9	0.052619948983192444
140548	rnn.bias_hh_l0_reverse	0	0.029089096933603287
140548	rnn.bias_hh_l0_reverse	1	-0.05921641364693642
140548	rnn.bias_hh_l0_reverse	2	0.08102428913116455
140548	rnn.bias_hh_l0_reverse	3	-0.05155256763100624
140548	rnn.bias_hh_l0_reverse	4	-0.03026033751666546
140548	rnn.bias_hh_l0_reverse	5	-0.039639610797166824
140548	rnn.bias_hh_l0_reverse	6	-0.02164290100336075
140548	rnn.bias_hh_l0_reverse	7	0.09675131738185883
140548	rnn.bias_hh_l0_reverse	8	0.03597256913781166
140548	rnn.bias_hh_l0_reverse	9	-0.1352081000804901
140548	rnn.weight_ih_l1	0	-0.03341958299279213
140548	rnn.weight_ih_l1	1	-0.05004708096385002
140548	rnn.weight_ih_l1	2	0.06348984688520432
140548	rnn.weight_ih_l1	3	-0.06973307579755783
140548	rnn.weight_ih_l1	4	-0.016820240765810013
140548	rnn.weight_ih_l1	5	-0.04586538299918175
140548	rnn.weight_ih_l1	6	0.03252706304192543
140548	rnn.weight_ih_l1	7	-0.03033623844385147
140548	rnn.weight_ih_l1	8	0.03638780117034912
140548	rnn.weight_ih_l1	9	0.04201088845729828
140548	rnn.weight_hh_l1	0	-0.0032499267254024744
140548	rnn.weight_hh_l1	1	0.015527157112956047
140548	rnn.weight_hh_l1	2	0.01704355701804161
140548	rnn.weight_hh_l1	3	-0.010039664804935455
140548	rnn.weight_hh_l1	4	0.00936213694512844
140548	rnn.weight_hh_l1	5	0.026975376531481743
140548	rnn.weight_hh_l1	6	0.03522053360939026
140548	rnn.weight_hh_l1	7	-0.01984279789030552
140548	rnn.weight_hh_l1	8	-0.013842311687767506
140548	rnn.weight_hh_l1	9	0.03549772873520851
140548	rnn.bias_ih_l1	0	-0.20884543657302856
140548	rnn.bias_ih_l1	1	-0.20169615745544434
140548	rnn.bias_ih_l1	2	-0.20779775083065033
140548	rnn.bias_ih_l1	3	-0.28400152921676636
140548	rnn.bias_ih_l1	4	-0.21978101134300232
140548	rnn.bias_ih_l1	5	-0.09205792099237442
140548	rnn.bias_ih_l1	6	-0.18176700174808502
140548	rnn.bias_ih_l1	7	-0.047366175800561905
140548	rnn.bias_ih_l1	8	-0.14087171852588654
140548	rnn.bias_ih_l1	9	-0.1265566051006317
140548	rnn.bias_hh_l1	0	-0.09271663427352905
140548	rnn.bias_hh_l1	1	-0.06760530173778534
140548	rnn.bias_hh_l1	2	-0.12404138594865799
140548	rnn.bias_hh_l1	3	-0.08325553685426712
140548	rnn.bias_hh_l1	4	-0.09705446660518646
140548	rnn.bias_hh_l1	5	-0.1116185188293457
140548	rnn.bias_hh_l1	6	-0.152299702167511
140548	rnn.bias_hh_l1	7	0.025714818388223648
140548	rnn.bias_hh_l1	8	-0.17687225341796875
140548	rnn.bias_hh_l1	9	-0.10527930408716202
140548	rnn.weight_ih_l1_reverse	0	-0.0407879613339901
140548	rnn.weight_ih_l1_reverse	1	0.0050663757137954235
140548	rnn.weight_ih_l1_reverse	2	0.06617598980665207
140548	rnn.weight_ih_l1_reverse	3	-0.005682827439159155
140548	rnn.weight_ih_l1_reverse	4	-0.0328819677233696
140548	rnn.weight_ih_l1_reverse	5	-0.03238140791654587
140548	rnn.weight_ih_l1_reverse	6	-0.012565366923809052
140548	rnn.weight_ih_l1_reverse	7	0.03317194804549217
140548	rnn.weight_ih_l1_reverse	8	0.01754058338701725
140548	rnn.weight_ih_l1_reverse	9	-0.04381416365504265
140548	rnn.weight_hh_l1_reverse	0	0.005974183324724436
140548	rnn.weight_hh_l1_reverse	1	0.02997136116027832
140548	rnn.weight_hh_l1_reverse	2	-0.04004722461104393
140548	rnn.weight_hh_l1_reverse	3	0.03816407918930054
140548	rnn.weight_hh_l1_reverse	4	0.04870767146348953
140548	rnn.weight_hh_l1_reverse	5	-0.0012514967238530517
140548	rnn.weight_hh_l1_reverse	6	0.04367164149880409
140548	rnn.weight_hh_l1_reverse	7	0.031889550387859344
140548	rnn.weight_hh_l1_reverse	8	-0.006980052683502436
140548	rnn.weight_hh_l1_reverse	9	-0.03328310698270798
140548	rnn.bias_ih_l1_reverse	0	-0.06510628014802933
140548	rnn.bias_ih_l1_reverse	1	-0.1607169657945633
140548	rnn.bias_ih_l1_reverse	2	-0.16340695321559906
140548	rnn.bias_ih_l1_reverse	3	-0.03081473708152771
140548	rnn.bias_ih_l1_reverse	4	-0.21244119107723236
140548	rnn.bias_ih_l1_reverse	5	-0.1100979745388031
140548	rnn.bias_ih_l1_reverse	6	-0.13963378965854645
140548	rnn.bias_ih_l1_reverse	7	-0.21278244256973267
140548	rnn.bias_ih_l1_reverse	8	0.20288722217082977
140548	rnn.bias_ih_l1_reverse	9	0.05316534265875816
140548	rnn.bias_hh_l1_reverse	0	0.016381435096263885
140548	rnn.bias_hh_l1_reverse	1	-0.06321556121110916
140548	rnn.bias_hh_l1_reverse	2	-0.23044122755527496
140548	rnn.bias_hh_l1_reverse	3	-0.14100544154644012
140548	rnn.bias_hh_l1_reverse	4	-0.10491431504487991
140548	rnn.bias_hh_l1_reverse	5	-0.12337928265333176
140548	rnn.bias_hh_l1_reverse	6	0.08802471309900284
140548	rnn.bias_hh_l1_reverse	7	-0.1842261105775833
140548	rnn.bias_hh_l1_reverse	8	-0.11423420906066895
140548	rnn.bias_hh_l1_reverse	9	-0.15268434584140778
140548	linear.weight	0	0.002228822559118271
140548	linear.weight	1	0.12527675926685333
140548	linear.weight	2	-0.06819778680801392
140548	linear.weight	3	0.26804909110069275
140548	linear.weight	4	0.15307246148586273
140548	linear.weight	5	-0.06380338966846466
140548	linear.weight	6	0.07481107860803604
140548	linear.weight	7	0.06835061311721802
140548	linear.weight	8	0.04123769327998161
140548	linear.weight	9	-0.031388238072395325
140548	linear.bias	0	0.08417469263076782
140548	linear.bias	1	-0.21792979538440704
140548	linear.bias	2	-0.37672489881515503
140548	linear.bias	3	-0.6591585278511047
140548	linear.bias	4	-1.1819214820861816
140548	linear.bias	5	-0.10075563192367554
140548	linear.bias	6	-0.770480751991272
140548	linear.bias	7	0.2659624218940735
140548	linear.bias	8	-0.4689348638057709
140548	linear.bias	9	-0.9975852370262146
140745	transitions	0	0.6233147978782654
140745	transitions	1	0.16452886164188385
140745	transitions	2	-10000.0
140745	transitions	3	-1.8229403495788574
140745	transitions	4	-10000.0
140745	transitions	5	0.5793810486793518
140745	transitions	6	-0.07478530704975128
140745	transitions	7	-0.7130271196365356
140745	transitions	8	-1.4024198055267334
140745	transitions	9	-0.001109844772145152
140745	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
140745	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
140745	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
140745	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
140745	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
140745	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
140745	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
140745	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
140745	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
140745	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
140745	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
140745	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
140745	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
140745	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
140745	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
140745	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
140745	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
140745	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
140745	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
140745	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
140745	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
140745	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
140745	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
140745	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
140745	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
140745	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
140745	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
140745	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
140745	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
140745	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
140745	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
140745	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
140745	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
140745	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
140745	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
140745	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
140745	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
140745	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
140745	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
140745	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
140745	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
140745	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
140745	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
140745	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
140745	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
140745	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
140745	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
140745	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
140745	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
140745	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
140745	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
140745	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
140745	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
140745	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
140745	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
140745	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
140745	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
140745	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
140745	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
140745	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
140745	embedding2nn.weight	0	0.022241849452257156
140745	embedding2nn.weight	1	-0.012831168249249458
140745	embedding2nn.weight	2	-0.014268254861235619
140745	embedding2nn.weight	3	-0.01187465526163578
140745	embedding2nn.weight	4	-0.0059150345623493195
140745	embedding2nn.weight	5	-0.003700591390952468
140745	embedding2nn.weight	6	-0.003973295446485281
140745	embedding2nn.weight	7	-0.0828259214758873
140745	embedding2nn.weight	8	-0.0019979383796453476
140745	embedding2nn.weight	9	-0.026435120031237602
140745	embedding2nn.bias	0	0.05576598271727562
140745	embedding2nn.bias	1	-0.058371737599372864
140745	embedding2nn.bias	2	0.06542845070362091
140745	embedding2nn.bias	3	0.049154553562402725
140745	embedding2nn.bias	4	-0.05825632065534592
140745	embedding2nn.bias	5	-0.06042462959885597
140745	embedding2nn.bias	6	-0.0064667449332773685
140745	embedding2nn.bias	7	-0.07190465927124023
140745	embedding2nn.bias	8	0.06635665893554688
140745	embedding2nn.bias	9	0.03388948366045952
140745	rnn.weight_ih_l0	0	-0.07322101294994354
140745	rnn.weight_ih_l0	1	0.0034279166720807552
140745	rnn.weight_ih_l0	2	0.049223896116018295
140745	rnn.weight_ih_l0	3	0.02578207664191723
140745	rnn.weight_ih_l0	4	-0.03258634731173515
140745	rnn.weight_ih_l0	5	-0.060787104070186615
140745	rnn.weight_ih_l0	6	0.0015344048151746392
140745	rnn.weight_ih_l0	7	0.057707082480192184
140745	rnn.weight_ih_l0	8	-0.010959266684949398
140745	rnn.weight_ih_l0	9	-0.022692516446113586
140745	rnn.weight_hh_l0	0	-0.037921637296676636
140745	rnn.weight_hh_l0	1	-0.005070173181593418
140745	rnn.weight_hh_l0	2	0.0009333546040579677
140745	rnn.weight_hh_l0	3	-0.07219624519348145
140745	rnn.weight_hh_l0	4	0.0818316638469696
140745	rnn.weight_hh_l0	5	-0.028640858829021454
140745	rnn.weight_hh_l0	6	-0.0528392530977726
140745	rnn.weight_hh_l0	7	0.013725213706493378
140745	rnn.weight_hh_l0	8	0.010461179539561272
140745	rnn.weight_hh_l0	9	-0.018675722181797028
140745	rnn.bias_ih_l0	0	0.12519265711307526
140745	rnn.bias_ih_l0	1	-0.024331603199243546
140745	rnn.bias_ih_l0	2	-0.009770859032869339
140745	rnn.bias_ih_l0	3	0.14120937883853912
140745	rnn.bias_ih_l0	4	-0.014240297488868237
140745	rnn.bias_ih_l0	5	-0.022418858483433723
140745	rnn.bias_ih_l0	6	0.014860360883176327
140745	rnn.bias_ih_l0	7	0.037265509366989136
140745	rnn.bias_ih_l0	8	-0.10483071953058243
140745	rnn.bias_ih_l0	9	-0.010895516723394394
140745	rnn.bias_hh_l0	0	-0.016482967883348465
140745	rnn.bias_hh_l0	1	-0.11254064738750458
140745	rnn.bias_hh_l0	2	-0.061027366667985916
140745	rnn.bias_hh_l0	3	-0.08821925520896912
140745	rnn.bias_hh_l0	4	0.001431394019164145
140745	rnn.bias_hh_l0	5	-0.041973404586315155
140745	rnn.bias_hh_l0	6	0.04429773613810539
140745	rnn.bias_hh_l0	7	0.03886553645133972
140745	rnn.bias_hh_l0	8	-0.10089533030986786
140745	rnn.bias_hh_l0	9	-0.05721797049045563
140745	rnn.weight_ih_l0_reverse	0	-0.02404651790857315
140745	rnn.weight_ih_l0_reverse	1	-0.04160397872328758
140745	rnn.weight_ih_l0_reverse	2	-0.024784531444311142
140745	rnn.weight_ih_l0_reverse	3	0.009559983387589455
140745	rnn.weight_ih_l0_reverse	4	-0.01527346856892109
140745	rnn.weight_ih_l0_reverse	5	-0.0482034794986248
140745	rnn.weight_ih_l0_reverse	6	0.08591882139444351
140745	rnn.weight_ih_l0_reverse	7	-0.016750479117035866
140745	rnn.weight_ih_l0_reverse	8	-0.0168902650475502
140745	rnn.weight_ih_l0_reverse	9	-0.005555239040404558
140745	rnn.weight_hh_l0_reverse	0	0.06053994968533516
140745	rnn.weight_hh_l0_reverse	1	0.013553380034863949
140745	rnn.weight_hh_l0_reverse	2	0.030009659007191658
140745	rnn.weight_hh_l0_reverse	3	0.02616129443049431
140745	rnn.weight_hh_l0_reverse	4	0.005999384447932243
140745	rnn.weight_hh_l0_reverse	5	0.021390574052929878
140745	rnn.weight_hh_l0_reverse	6	0.049491036683321
140745	rnn.weight_hh_l0_reverse	7	-0.0644097849726677
140745	rnn.weight_hh_l0_reverse	8	0.038547489792108536
140745	rnn.weight_hh_l0_reverse	9	0.03453207015991211
140745	rnn.bias_ih_l0_reverse	0	-0.07368627190589905
140745	rnn.bias_ih_l0_reverse	1	-0.24737586081027985
140745	rnn.bias_ih_l0_reverse	2	-0.13878251612186432
140745	rnn.bias_ih_l0_reverse	3	-0.03968529775738716
140745	rnn.bias_ih_l0_reverse	4	-0.03666866570711136
140745	rnn.bias_ih_l0_reverse	5	0.057222630828619
140745	rnn.bias_ih_l0_reverse	6	-0.06718415021896362
140745	rnn.bias_ih_l0_reverse	7	0.05244959890842438
140745	rnn.bias_ih_l0_reverse	8	-0.046306852251291275
140745	rnn.bias_ih_l0_reverse	9	0.0545043870806694
140745	rnn.bias_hh_l0_reverse	0	0.02908690832555294
140745	rnn.bias_hh_l0_reverse	1	-0.05701189860701561
140745	rnn.bias_hh_l0_reverse	2	0.08038359880447388
140745	rnn.bias_hh_l0_reverse	3	-0.053546179085969925
140745	rnn.bias_hh_l0_reverse	4	-0.026777634397149086
140745	rnn.bias_hh_l0_reverse	5	-0.038930006325244904
140745	rnn.bias_hh_l0_reverse	6	-0.01813247613608837
140745	rnn.bias_hh_l0_reverse	7	0.09644224494695663
140745	rnn.bias_hh_l0_reverse	8	0.03575759753584862
140745	rnn.bias_hh_l0_reverse	9	-0.132176011800766
140745	rnn.weight_ih_l1	0	-0.0332711860537529
140745	rnn.weight_ih_l1	1	-0.05168108269572258
140745	rnn.weight_ih_l1	2	0.06146298721432686
140745	rnn.weight_ih_l1	3	-0.06918399035930634
140745	rnn.weight_ih_l1	4	-0.016893675550818443
140745	rnn.weight_ih_l1	5	-0.045605432242155075
140745	rnn.weight_ih_l1	6	0.033711083233356476
140745	rnn.weight_ih_l1	7	-0.031536828726530075
140745	rnn.weight_ih_l1	8	0.03627535700798035
140745	rnn.weight_ih_l1	9	0.04239050671458244
140745	rnn.weight_hh_l1	0	-0.002979416400194168
140745	rnn.weight_hh_l1	1	0.015775330364704132
140745	rnn.weight_hh_l1	2	0.01612028293311596
140745	rnn.weight_hh_l1	3	-0.010425502434372902
140745	rnn.weight_hh_l1	4	0.009355677291750908
140745	rnn.weight_hh_l1	5	0.026951683685183525
140745	rnn.weight_hh_l1	6	0.03432649001479149
140745	rnn.weight_hh_l1	7	-0.01968955434858799
140745	rnn.weight_hh_l1	8	-0.014384453184902668
140745	rnn.weight_hh_l1	9	0.03557397797703743
140745	rnn.bias_ih_l1	0	-0.2079566866159439
140745	rnn.bias_ih_l1	1	-0.1986405849456787
140745	rnn.bias_ih_l1	2	-0.2077050656080246
140745	rnn.bias_ih_l1	3	-0.2845582664012909
140745	rnn.bias_ih_l1	4	-0.21817204356193542
140745	rnn.bias_ih_l1	5	-0.09460058808326721
140745	rnn.bias_ih_l1	6	-0.1819801777601242
140745	rnn.bias_ih_l1	7	-0.05266673117876053
140745	rnn.bias_ih_l1	8	-0.13789081573486328
140745	rnn.bias_ih_l1	9	-0.13038113713264465
140745	rnn.bias_hh_l1	0	-0.09394244849681854
140745	rnn.bias_hh_l1	1	-0.07070285826921463
140745	rnn.bias_hh_l1	2	-0.1257188320159912
140745	rnn.bias_hh_l1	3	-0.08472675085067749
140745	rnn.bias_hh_l1	4	-0.09714224934577942
140745	rnn.bias_hh_l1	5	-0.11319290101528168
140745	rnn.bias_hh_l1	6	-0.15294630825519562
140745	rnn.bias_hh_l1	7	0.02216346375644207
140745	rnn.bias_hh_l1	8	-0.17588850855827332
140745	rnn.bias_hh_l1	9	-0.10501950979232788
140745	rnn.weight_ih_l1_reverse	0	-0.04116422310471535
140745	rnn.weight_ih_l1_reverse	1	0.00580912409350276
140745	rnn.weight_ih_l1_reverse	2	0.06379051506519318
140745	rnn.weight_ih_l1_reverse	3	-0.0064318119548261166
140745	rnn.weight_ih_l1_reverse	4	-0.03276520222425461
140745	rnn.weight_ih_l1_reverse	5	-0.032232217490673065
140745	rnn.weight_ih_l1_reverse	6	-0.01283944584429264
140745	rnn.weight_ih_l1_reverse	7	0.03324272856116295
140745	rnn.weight_ih_l1_reverse	8	0.018074966967105865
140745	rnn.weight_ih_l1_reverse	9	-0.04716891795396805
140745	rnn.weight_hh_l1_reverse	0	0.006010227836668491
140745	rnn.weight_hh_l1_reverse	1	0.029600316658616066
140745	rnn.weight_hh_l1_reverse	2	-0.03994647413492203
140745	rnn.weight_hh_l1_reverse	3	0.03778795897960663
140745	rnn.weight_hh_l1_reverse	4	0.04897967725992203
140745	rnn.weight_hh_l1_reverse	5	-0.0018087330972775817
140745	rnn.weight_hh_l1_reverse	6	0.04351642727851868
140745	rnn.weight_hh_l1_reverse	7	0.03200117126107216
140745	rnn.weight_hh_l1_reverse	8	-0.007208693772554398
140745	rnn.weight_hh_l1_reverse	9	-0.033305805176496506
140745	rnn.bias_ih_l1_reverse	0	-0.06707587093114853
140745	rnn.bias_ih_l1_reverse	1	-0.15910731256008148
140745	rnn.bias_ih_l1_reverse	2	-0.16393965482711792
140745	rnn.bias_ih_l1_reverse	3	-0.030960392206907272
140745	rnn.bias_ih_l1_reverse	4	-0.2125920206308365
140745	rnn.bias_ih_l1_reverse	5	-0.11017686873674393
140745	rnn.bias_ih_l1_reverse	6	-0.14065271615982056
140745	rnn.bias_ih_l1_reverse	7	-0.21462185680866241
140745	rnn.bias_ih_l1_reverse	8	0.20505709946155548
140745	rnn.bias_ih_l1_reverse	9	0.050335559993982315
140745	rnn.bias_hh_l1_reverse	0	0.01621106266975403
140745	rnn.bias_hh_l1_reverse	1	-0.05464093014597893
140745	rnn.bias_hh_l1_reverse	2	-0.23117075860500336
140745	rnn.bias_hh_l1_reverse	3	-0.14017775654792786
140745	rnn.bias_hh_l1_reverse	4	-0.10447333008050919
140745	rnn.bias_hh_l1_reverse	5	-0.1235535591840744
140745	rnn.bias_hh_l1_reverse	6	0.09521350264549255
140745	rnn.bias_hh_l1_reverse	7	-0.17923954129219055
140745	rnn.bias_hh_l1_reverse	8	-0.11376504600048065
140745	rnn.bias_hh_l1_reverse	9	-0.15252815186977386
140745	linear.weight	0	0.002228822559118271
140745	linear.weight	1	0.11901829391717911
140745	linear.weight	2	-0.06651123613119125
140745	linear.weight	3	0.27164530754089355
140745	linear.weight	4	0.1586330085992813
140745	linear.weight	5	-0.06039505824446678
140745	linear.weight	6	0.0926005020737648
140745	linear.weight	7	0.07199455797672272
140745	linear.weight	8	0.04123673215508461
140745	linear.weight	9	-0.03329676762223244
140745	linear.bias	0	0.10542698949575424
140745	linear.bias	1	-0.19673742353916168
140745	linear.bias	2	-0.36740896105766296
140745	linear.bias	3	-0.668115496635437
140745	linear.bias	4	-1.1901049613952637
140745	linear.bias	5	-0.08053681254386902
140745	linear.bias	6	-0.7500729560852051
140745	linear.bias	7	0.2857087254524231
140745	linear.bias	8	-0.46322962641716003
140745	linear.bias	9	-0.9916295409202576
140942	transitions	0	0.6066855192184448
140942	transitions	1	0.1653517782688141
140942	transitions	2	-10000.0
140942	transitions	3	-1.8229647874832153
140942	transitions	4	-10000.0
140942	transitions	5	0.5792660117149353
140942	transitions	6	-0.07486110925674438
140942	transitions	7	-0.7135038375854492
140942	transitions	8	-1.4024678468704224
140942	transitions	9	-0.0011104695731773973
140942	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
140942	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
140942	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
140942	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
140942	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
140942	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
140942	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
140942	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
140942	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
140942	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
140942	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
140942	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
140942	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
140942	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
140942	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
140942	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
140942	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
140942	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
140942	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
140942	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
140942	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
140942	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
140942	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
140942	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
140942	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
140942	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
140942	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
140942	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
140942	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
140942	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
140942	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
140942	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
140942	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
140942	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
140942	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
140942	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
140942	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
140942	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
140942	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
140942	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
140942	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
140942	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
140942	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
140942	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
140942	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
140942	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
140942	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
140942	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
140942	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
140942	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
140942	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
140942	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
140942	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
140942	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
140942	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
140942	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
140942	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
140942	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
140942	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
140942	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
140942	embedding2nn.weight	0	0.019255826249718666
140942	embedding2nn.weight	1	-0.012814030051231384
140942	embedding2nn.weight	2	-0.014268254861235619
140942	embedding2nn.weight	3	-0.013132338412106037
140942	embedding2nn.weight	4	-0.0059150345623493195
140942	embedding2nn.weight	5	-0.003700591390952468
140942	embedding2nn.weight	6	-0.003973294980823994
140942	embedding2nn.weight	7	-0.08235115557909012
140942	embedding2nn.weight	8	-0.0019979383796453476
140942	embedding2nn.weight	9	-0.026112783700227737
140942	embedding2nn.bias	0	0.0496983677148819
140942	embedding2nn.bias	1	-0.057230886071920395
140942	embedding2nn.bias	2	0.06340969353914261
140942	embedding2nn.bias	3	0.046013567596673965
140942	embedding2nn.bias	4	-0.05601689964532852
140942	embedding2nn.bias	5	-0.053898368030786514
140942	embedding2nn.bias	6	-0.009322804398834705
140942	embedding2nn.bias	7	-0.06644497811794281
140942	embedding2nn.bias	8	0.0669894888997078
140942	embedding2nn.bias	9	0.03759102150797844
140942	rnn.weight_ih_l0	0	-0.07372282445430756
140942	rnn.weight_ih_l0	1	0.0042336019687354565
140942	rnn.weight_ih_l0	2	0.04741739481687546
140942	rnn.weight_ih_l0	3	0.026789020746946335
140942	rnn.weight_ih_l0	4	-0.03309599310159683
140942	rnn.weight_ih_l0	5	-0.05995843932032585
140942	rnn.weight_ih_l0	6	0.0018944487674161792
140942	rnn.weight_ih_l0	7	0.05837080627679825
140942	rnn.weight_ih_l0	8	-0.009424395859241486
140942	rnn.weight_ih_l0	9	-0.02399834804236889
140942	rnn.weight_hh_l0	0	-0.03783844783902168
140942	rnn.weight_hh_l0	1	-0.005662932991981506
140942	rnn.weight_hh_l0	2	0.00039390038000419736
140942	rnn.weight_hh_l0	3	-0.07178658246994019
140942	rnn.weight_hh_l0	4	0.08122751116752625
140942	rnn.weight_hh_l0	5	-0.027933524921536446
140942	rnn.weight_hh_l0	6	-0.05420292168855667
140942	rnn.weight_hh_l0	7	0.013643869198858738
140942	rnn.weight_hh_l0	8	0.010273211635649204
140942	rnn.weight_hh_l0	9	-0.018937973305583
140942	rnn.bias_ih_l0	0	0.12632575631141663
140942	rnn.bias_ih_l0	1	-0.025895869359374046
140942	rnn.bias_ih_l0	2	-0.009639538824558258
140942	rnn.bias_ih_l0	3	0.1419619917869568
140942	rnn.bias_ih_l0	4	-0.015259655192494392
140942	rnn.bias_ih_l0	5	-0.018040884286165237
140942	rnn.bias_ih_l0	6	0.01639305055141449
140942	rnn.bias_ih_l0	7	0.03594260662794113
140942	rnn.bias_ih_l0	8	-0.10395551472902298
140942	rnn.bias_ih_l0	9	-0.014291282743215561
140942	rnn.bias_hh_l0	0	-0.018170779570937157
140942	rnn.bias_hh_l0	1	-0.11155705153942108
140942	rnn.bias_hh_l0	2	-0.06145736202597618
140942	rnn.bias_hh_l0	3	-0.09049031138420105
140942	rnn.bias_hh_l0	4	-0.0018420284613966942
140942	rnn.bias_hh_l0	5	-0.04075136408209801
140942	rnn.bias_hh_l0	6	0.044421520084142685
140942	rnn.bias_hh_l0	7	0.041898470371961594
140942	rnn.bias_hh_l0	8	-0.10231022536754608
140942	rnn.bias_hh_l0	9	-0.0566951259970665
140942	rnn.weight_ih_l0_reverse	0	-0.024015044793486595
140942	rnn.weight_ih_l0_reverse	1	-0.043669264763593674
140942	rnn.weight_ih_l0_reverse	2	-0.02519429847598076
140942	rnn.weight_ih_l0_reverse	3	0.008640550076961517
140942	rnn.weight_ih_l0_reverse	4	-0.015041034668684006
140942	rnn.weight_ih_l0_reverse	5	-0.04752683639526367
140942	rnn.weight_ih_l0_reverse	6	0.08571940660476685
140942	rnn.weight_ih_l0_reverse	7	-0.01710059680044651
140942	rnn.weight_ih_l0_reverse	8	-0.01778618060052395
140942	rnn.weight_ih_l0_reverse	9	-0.007487668190151453
140942	rnn.weight_hh_l0_reverse	0	0.06016702204942703
140942	rnn.weight_hh_l0_reverse	1	0.012640654109418392
140942	rnn.weight_hh_l0_reverse	2	0.03030858375132084
140942	rnn.weight_hh_l0_reverse	3	0.025829123333096504
140942	rnn.weight_hh_l0_reverse	4	0.006078363861888647
140942	rnn.weight_hh_l0_reverse	5	0.02155664749443531
140942	rnn.weight_hh_l0_reverse	6	0.049705639481544495
140942	rnn.weight_hh_l0_reverse	7	-0.06437339633703232
140942	rnn.weight_hh_l0_reverse	8	0.04008524864912033
140942	rnn.weight_hh_l0_reverse	9	0.03486497700214386
140942	rnn.bias_ih_l0_reverse	0	-0.07382966578006744
140942	rnn.bias_ih_l0_reverse	1	-0.24710768461227417
140942	rnn.bias_ih_l0_reverse	2	-0.14445923268795013
140942	rnn.bias_ih_l0_reverse	3	-0.04152096062898636
140942	rnn.bias_ih_l0_reverse	4	-0.038071777671575546
140942	rnn.bias_ih_l0_reverse	5	0.05859394371509552
140942	rnn.bias_ih_l0_reverse	6	-0.06465338915586472
140942	rnn.bias_ih_l0_reverse	7	0.05150230973958969
140942	rnn.bias_ih_l0_reverse	8	-0.04635164886713028
140942	rnn.bias_ih_l0_reverse	9	0.054052311927080154
140942	rnn.bias_hh_l0_reverse	0	0.03119884803891182
140942	rnn.bias_hh_l0_reverse	1	-0.05863220617175102
140942	rnn.bias_hh_l0_reverse	2	0.08204129338264465
140942	rnn.bias_hh_l0_reverse	3	-0.05248637497425079
140942	rnn.bias_hh_l0_reverse	4	-0.030009856447577477
140942	rnn.bias_hh_l0_reverse	5	-0.040809690952301025
140942	rnn.bias_hh_l0_reverse	6	-0.02004152350127697
140942	rnn.bias_hh_l0_reverse	7	0.09756891429424286
140942	rnn.bias_hh_l0_reverse	8	0.03328609839081764
140942	rnn.bias_hh_l0_reverse	9	-0.13265062868595123
140942	rnn.weight_ih_l1	0	-0.03396119177341461
140942	rnn.weight_ih_l1	1	-0.051872823387384415
140942	rnn.weight_ih_l1	2	0.0596136674284935
140942	rnn.weight_ih_l1	3	-0.06947176158428192
140942	rnn.weight_ih_l1	4	-0.016959883272647858
140942	rnn.weight_ih_l1	5	-0.045606907457113266
140942	rnn.weight_ih_l1	6	0.03361143171787262
140942	rnn.weight_ih_l1	7	-0.030000360682606697
140942	rnn.weight_ih_l1	8	0.035832665860652924
140942	rnn.weight_ih_l1	9	0.04152003675699234
140942	rnn.weight_hh_l1	0	-0.0046097817830741405
140942	rnn.weight_hh_l1	1	0.01617167890071869
140942	rnn.weight_hh_l1	2	0.015718242153525352
140942	rnn.weight_hh_l1	3	-0.011094615794718266
140942	rnn.weight_hh_l1	4	0.010361353866755962
140942	rnn.weight_hh_l1	5	0.026990581303834915
140942	rnn.weight_hh_l1	6	0.03606298193335533
140942	rnn.weight_hh_l1	7	-0.01963501051068306
140942	rnn.weight_hh_l1	8	-0.013872907496988773
140942	rnn.weight_hh_l1	9	0.03484124690294266
140942	rnn.bias_ih_l1	0	-0.21094179153442383
140942	rnn.bias_ih_l1	1	-0.20021501183509827
140942	rnn.bias_ih_l1	2	-0.20164281129837036
140942	rnn.bias_ih_l1	3	-0.282470166683197
140942	rnn.bias_ih_l1	4	-0.21643047034740448
140942	rnn.bias_ih_l1	5	-0.09298617392778397
140942	rnn.bias_ih_l1	6	-0.186028391122818
140942	rnn.bias_ih_l1	7	-0.0538644976913929
140942	rnn.bias_ih_l1	8	-0.14086586236953735
140942	rnn.bias_ih_l1	9	-0.13111481070518494
140942	rnn.bias_hh_l1	0	-0.09561342746019363
140942	rnn.bias_hh_l1	1	-0.0736260712146759
140942	rnn.bias_hh_l1	2	-0.12455763667821884
140942	rnn.bias_hh_l1	3	-0.08585967123508453
140942	rnn.bias_hh_l1	4	-0.09852979332208633
140942	rnn.bias_hh_l1	5	-0.11150939762592316
140942	rnn.bias_hh_l1	6	-0.15330661833286285
140942	rnn.bias_hh_l1	7	0.02773435041308403
140942	rnn.bias_hh_l1	8	-0.17640072107315063
140942	rnn.bias_hh_l1	9	-0.10349206626415253
140942	rnn.weight_ih_l1_reverse	0	-0.04117489233613014
140942	rnn.weight_ih_l1_reverse	1	0.008560811169445515
140942	rnn.weight_ih_l1_reverse	2	0.05877657234668732
140942	rnn.weight_ih_l1_reverse	3	-0.004775101784616709
140942	rnn.weight_ih_l1_reverse	4	-0.03540433570742607
140942	rnn.weight_ih_l1_reverse	5	-0.032300036400556564
140942	rnn.weight_ih_l1_reverse	6	-0.00861663743853569
140942	rnn.weight_ih_l1_reverse	7	0.03301985561847687
140942	rnn.weight_ih_l1_reverse	8	0.016807666048407555
140942	rnn.weight_ih_l1_reverse	9	-0.04880296811461449
140942	rnn.weight_hh_l1_reverse	0	0.005902130622416735
140942	rnn.weight_hh_l1_reverse	1	0.02957836538553238
140942	rnn.weight_hh_l1_reverse	2	-0.03995991870760918
140942	rnn.weight_hh_l1_reverse	3	0.037727270275354385
140942	rnn.weight_hh_l1_reverse	4	0.048934660851955414
140942	rnn.weight_hh_l1_reverse	5	-0.0010602592956274748
140942	rnn.weight_hh_l1_reverse	6	0.04385755583643913
140942	rnn.weight_hh_l1_reverse	7	0.03190777823328972
140942	rnn.weight_hh_l1_reverse	8	-0.007170453667640686
140942	rnn.weight_hh_l1_reverse	9	-0.03355264291167259
140942	rnn.bias_ih_l1_reverse	0	-0.06698531657457352
140942	rnn.bias_ih_l1_reverse	1	-0.15877403318881989
140942	rnn.bias_ih_l1_reverse	2	-0.16477450728416443
140942	rnn.bias_ih_l1_reverse	3	-0.02331140823662281
140942	rnn.bias_ih_l1_reverse	4	-0.21359650790691376
140942	rnn.bias_ih_l1_reverse	5	-0.11125379800796509
140942	rnn.bias_ih_l1_reverse	6	-0.13898040354251862
140942	rnn.bias_ih_l1_reverse	7	-0.21282055974006653
140942	rnn.bias_ih_l1_reverse	8	0.2099674642086029
140942	rnn.bias_ih_l1_reverse	9	0.05467655882239342
140942	rnn.bias_hh_l1_reverse	0	0.015482013113796711
140942	rnn.bias_hh_l1_reverse	1	-0.057792145758867264
140942	rnn.bias_hh_l1_reverse	2	-0.2312648892402649
140942	rnn.bias_hh_l1_reverse	3	-0.1422821283340454
140942	rnn.bias_hh_l1_reverse	4	-0.10567041486501694
140942	rnn.bias_hh_l1_reverse	5	-0.12306428700685501
140942	rnn.bias_hh_l1_reverse	6	0.09342879801988602
140942	rnn.bias_hh_l1_reverse	7	-0.1844194084405899
140942	rnn.bias_hh_l1_reverse	8	-0.11216883361339569
140942	rnn.bias_hh_l1_reverse	9	-0.1524030566215515
140942	linear.weight	0	0.002228822559118271
140942	linear.weight	1	0.12855122983455658
140942	linear.weight	2	-0.06628116965293884
140942	linear.weight	3	0.2758883535861969
140942	linear.weight	4	0.15760141611099243
140942	linear.weight	5	-0.058494437485933304
140942	linear.weight	6	0.08106100559234619
140942	linear.weight	7	0.07343558222055435
140942	linear.weight	8	0.04123561829328537
140942	linear.weight	9	-0.029890017583966255
140942	linear.bias	0	0.14560112357139587
140942	linear.bias	1	-0.20325173437595367
140942	linear.bias	2	-0.40132102370262146
140942	linear.bias	3	-0.6698217391967773
140942	linear.bias	4	-1.1922053098678589
140942	linear.bias	5	-0.05952291190624237
140942	linear.bias	6	-0.75678551197052
140942	linear.bias	7	0.3076867461204529
140942	linear.bias	8	-0.43656125664711
140942	linear.bias	9	-0.9674921631813049
141139	transitions	0	0.6062883734703064
141139	transitions	1	0.17500030994415283
141139	transitions	2	-10000.0
141139	transitions	3	-1.8230119943618774
141139	transitions	4	-10000.0
141139	transitions	5	0.5791100859642029
141139	transitions	6	-0.0749325156211853
141139	transitions	7	-0.714251697063446
141139	transitions	8	-1.4026845693588257
141139	transitions	9	-0.0011111514177173376
141139	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
141139	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
141139	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
141139	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
141139	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
141139	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
141139	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
141139	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
141139	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
141139	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
141139	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
141139	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
141139	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
141139	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
141139	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
141139	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
141139	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
141139	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
141139	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
141139	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
141139	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
141139	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
141139	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
141139	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
141139	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
141139	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
141139	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
141139	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
141139	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
141139	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
141139	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
141139	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
141139	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
141139	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
141139	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
141139	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
141139	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
141139	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
141139	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
141139	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
141139	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
141139	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
141139	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
141139	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
141139	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
141139	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
141139	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
141139	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
141139	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
141139	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
141139	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
141139	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
141139	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
141139	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
141139	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
141139	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
141139	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
141139	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
141139	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
141139	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
141139	embedding2nn.weight	0	0.01892489194869995
141139	embedding2nn.weight	1	-0.012897469103336334
141139	embedding2nn.weight	2	-0.014268254861235619
141139	embedding2nn.weight	3	-0.010666598565876484
141139	embedding2nn.weight	4	-0.0059150345623493195
141139	embedding2nn.weight	5	-0.0037005911581218243
141139	embedding2nn.weight	6	-0.003973294515162706
141139	embedding2nn.weight	7	-0.08386480808258057
141139	embedding2nn.weight	8	-0.0019979383796453476
141139	embedding2nn.weight	9	-0.026788273826241493
141139	embedding2nn.bias	0	0.048099320381879807
141139	embedding2nn.bias	1	-0.0629723072052002
141139	embedding2nn.bias	2	0.05702511593699455
141139	embedding2nn.bias	3	0.04956546798348427
141139	embedding2nn.bias	4	-0.050615306943655014
141139	embedding2nn.bias	5	-0.05716005712747574
141139	embedding2nn.bias	6	-0.008091095834970474
141139	embedding2nn.bias	7	-0.06512715667486191
141139	embedding2nn.bias	8	0.0597042590379715
141139	embedding2nn.bias	9	0.03957868367433548
141139	rnn.weight_ih_l0	0	-0.07368011772632599
141139	rnn.weight_ih_l0	1	0.0027953749522566795
141139	rnn.weight_ih_l0	2	0.05017171427607536
141139	rnn.weight_ih_l0	3	0.026726920157670975
141139	rnn.weight_ih_l0	4	-0.03459905460476875
141139	rnn.weight_ih_l0	5	-0.05944428592920303
141139	rnn.weight_ih_l0	6	0.0017207748023793101
141139	rnn.weight_ih_l0	7	0.058418817818164825
141139	rnn.weight_ih_l0	8	-0.008217154070734978
141139	rnn.weight_ih_l0	9	-0.023886848241090775
141139	rnn.weight_hh_l0	0	-0.037258561700582504
141139	rnn.weight_hh_l0	1	-0.005186870228499174
141139	rnn.weight_hh_l0	2	-0.00031996716279536486
141139	rnn.weight_hh_l0	3	-0.07220405340194702
141139	rnn.weight_hh_l0	4	0.08142822235822678
141139	rnn.weight_hh_l0	5	-0.02614465169608593
141139	rnn.weight_hh_l0	6	-0.05368570610880852
141139	rnn.weight_hh_l0	7	0.013255301862955093
141139	rnn.weight_hh_l0	8	0.009960458613932133
141139	rnn.weight_hh_l0	9	-0.01958710327744484
141139	rnn.bias_ih_l0	0	0.12717753648757935
141139	rnn.bias_ih_l0	1	-0.02622220106422901
141139	rnn.bias_ih_l0	2	-0.011563043110072613
141139	rnn.bias_ih_l0	3	0.14386926591396332
141139	rnn.bias_ih_l0	4	-0.017246445640921593
141139	rnn.bias_ih_l0	5	-0.021827995777130127
141139	rnn.bias_ih_l0	6	0.020284239202737808
141139	rnn.bias_ih_l0	7	0.037413354963064194
141139	rnn.bias_ih_l0	8	-0.1047532930970192
141139	rnn.bias_ih_l0	9	-0.018331272527575493
141139	rnn.bias_hh_l0	0	-0.016856934875249863
141139	rnn.bias_hh_l0	1	-0.11370836943387985
141139	rnn.bias_hh_l0	2	-0.0635991245508194
141139	rnn.bias_hh_l0	3	-0.09144359081983566
141139	rnn.bias_hh_l0	4	0.0010233919601887465
141139	rnn.bias_hh_l0	5	-0.039538510143756866
141139	rnn.bias_hh_l0	6	0.04409805312752724
141139	rnn.bias_hh_l0	7	0.04247800633311272
141139	rnn.bias_hh_l0	8	-0.10075703263282776
141139	rnn.bias_hh_l0	9	-0.05277237296104431
141139	rnn.weight_ih_l0_reverse	0	-0.024491896852850914
141139	rnn.weight_ih_l0_reverse	1	-0.046212781220674515
141139	rnn.weight_ih_l0_reverse	2	-0.025535471737384796
141139	rnn.weight_ih_l0_reverse	3	0.00941551849246025
141139	rnn.weight_ih_l0_reverse	4	-0.01657196693122387
141139	rnn.weight_ih_l0_reverse	5	-0.04747600853443146
141139	rnn.weight_ih_l0_reverse	6	0.08610821515321732
141139	rnn.weight_ih_l0_reverse	7	-0.018283024430274963
141139	rnn.weight_ih_l0_reverse	8	-0.018427683040499687
141139	rnn.weight_ih_l0_reverse	9	-0.005825486499816179
141139	rnn.weight_hh_l0_reverse	0	0.060332950204610825
141139	rnn.weight_hh_l0_reverse	1	0.013051813468337059
141139	rnn.weight_hh_l0_reverse	2	0.030095811933279037
141139	rnn.weight_hh_l0_reverse	3	0.026189956814050674
141139	rnn.weight_hh_l0_reverse	4	0.006040144711732864
141139	rnn.weight_hh_l0_reverse	5	0.019898995757102966
141139	rnn.weight_hh_l0_reverse	6	0.04943295195698738
141139	rnn.weight_hh_l0_reverse	7	-0.06424418091773987
141139	rnn.weight_hh_l0_reverse	8	0.041025638580322266
141139	rnn.weight_hh_l0_reverse	9	0.03478904440999031
141139	rnn.bias_ih_l0_reverse	0	-0.07280432432889938
141139	rnn.bias_ih_l0_reverse	1	-0.24650610983371735
141139	rnn.bias_ih_l0_reverse	2	-0.14342008531093597
141139	rnn.bias_ih_l0_reverse	3	-0.0397811084985733
141139	rnn.bias_ih_l0_reverse	4	-0.03942783921957016
141139	rnn.bias_ih_l0_reverse	5	0.058973755687475204
141139	rnn.bias_ih_l0_reverse	6	-0.06366592645645142
141139	rnn.bias_ih_l0_reverse	7	0.05242835357785225
141139	rnn.bias_ih_l0_reverse	8	-0.04574482515454292
141139	rnn.bias_ih_l0_reverse	9	0.05138470232486725
141139	rnn.bias_hh_l0_reverse	0	0.031897932291030884
141139	rnn.bias_hh_l0_reverse	1	-0.05939127132296562
141139	rnn.bias_hh_l0_reverse	2	0.0807424858212471
141139	rnn.bias_hh_l0_reverse	3	-0.05322200432419777
141139	rnn.bias_hh_l0_reverse	4	-0.02808952145278454
141139	rnn.bias_hh_l0_reverse	5	-0.040449947118759155
141139	rnn.bias_hh_l0_reverse	6	-0.016905777156352997
141139	rnn.bias_hh_l0_reverse	7	0.09759358316659927
141139	rnn.bias_hh_l0_reverse	8	0.033978573977947235
141139	rnn.bias_hh_l0_reverse	9	-0.1353635936975479
141139	rnn.weight_ih_l1	0	-0.034309323877096176
141139	rnn.weight_ih_l1	1	-0.05153821408748627
141139	rnn.weight_ih_l1	2	0.05705219879746437
141139	rnn.weight_ih_l1	3	-0.06940290331840515
141139	rnn.weight_ih_l1	4	-0.015544834546744823
141139	rnn.weight_ih_l1	5	-0.04517955332994461
141139	rnn.weight_ih_l1	6	0.03188225254416466
141139	rnn.weight_ih_l1	7	-0.030286427587270737
141139	rnn.weight_ih_l1	8	0.03573167696595192
141139	rnn.weight_ih_l1	9	0.04170957952737808
141139	rnn.weight_hh_l1	0	-0.0036223516799509525
141139	rnn.weight_hh_l1	1	0.016480086371302605
141139	rnn.weight_hh_l1	2	0.01700219139456749
141139	rnn.weight_hh_l1	3	-0.01086085569113493
141139	rnn.weight_hh_l1	4	0.010503572411835194
141139	rnn.weight_hh_l1	5	0.02644914947450161
141139	rnn.weight_hh_l1	6	0.03546953573822975
141139	rnn.weight_hh_l1	7	-0.02045595273375511
141139	rnn.weight_hh_l1	8	-0.014095762744545937
141139	rnn.weight_hh_l1	9	0.03511209040880203
141139	rnn.bias_ih_l1	0	-0.21328502893447876
141139	rnn.bias_ih_l1	1	-0.19854165613651276
141139	rnn.bias_ih_l1	2	-0.20599089562892914
141139	rnn.bias_ih_l1	3	-0.2862890362739563
141139	rnn.bias_ih_l1	4	-0.21436524391174316
141139	rnn.bias_ih_l1	5	-0.09022022783756256
141139	rnn.bias_ih_l1	6	-0.18467727303504944
141139	rnn.bias_ih_l1	7	-0.054775677621364594
141139	rnn.bias_ih_l1	8	-0.13991281390190125
141139	rnn.bias_ih_l1	9	-0.1334107518196106
141139	rnn.bias_hh_l1	0	-0.09475158900022507
141139	rnn.bias_hh_l1	1	-0.07550262659788132
141139	rnn.bias_hh_l1	2	-0.12553809583187103
141139	rnn.bias_hh_l1	3	-0.08568128943443298
141139	rnn.bias_hh_l1	4	-0.09854938089847565
141139	rnn.bias_hh_l1	5	-0.11150933802127838
141139	rnn.bias_hh_l1	6	-0.15379966795444489
141139	rnn.bias_hh_l1	7	0.029853200539946556
141139	rnn.bias_hh_l1	8	-0.17357003688812256
141139	rnn.bias_hh_l1	9	-0.10209618508815765
141139	rnn.weight_ih_l1_reverse	0	-0.04304242134094238
141139	rnn.weight_ih_l1_reverse	1	0.012794804759323597
141139	rnn.weight_ih_l1_reverse	2	0.06267163902521133
141139	rnn.weight_ih_l1_reverse	3	-0.0033191225957125425
141139	rnn.weight_ih_l1_reverse	4	-0.03456767648458481
141139	rnn.weight_ih_l1_reverse	5	-0.032493650913238525
141139	rnn.weight_ih_l1_reverse	6	-0.007280645426362753
141139	rnn.weight_ih_l1_reverse	7	0.03308168426156044
141139	rnn.weight_ih_l1_reverse	8	0.01972782425582409
141139	rnn.weight_ih_l1_reverse	9	-0.04896197095513344
141139	rnn.weight_hh_l1_reverse	0	0.005876678042113781
141139	rnn.weight_hh_l1_reverse	1	0.029502233490347862
141139	rnn.weight_hh_l1_reverse	2	-0.039923056960105896
141139	rnn.weight_hh_l1_reverse	3	0.03769776597619057
141139	rnn.weight_hh_l1_reverse	4	0.04949110001325607
141139	rnn.weight_hh_l1_reverse	5	-0.0011800565989688039
141139	rnn.weight_hh_l1_reverse	6	0.04269357770681381
141139	rnn.weight_hh_l1_reverse	7	0.0320160910487175
141139	rnn.weight_hh_l1_reverse	8	-0.007102170493453741
141139	rnn.weight_hh_l1_reverse	9	-0.03353643789887428
141139	rnn.bias_ih_l1_reverse	0	-0.06674259901046753
141139	rnn.bias_ih_l1_reverse	1	-0.1603560447692871
141139	rnn.bias_ih_l1_reverse	2	-0.16299006342887878
141139	rnn.bias_ih_l1_reverse	3	-0.023107536137104034
141139	rnn.bias_ih_l1_reverse	4	-0.21154439449310303
141139	rnn.bias_ih_l1_reverse	5	-0.11148221790790558
141139	rnn.bias_ih_l1_reverse	6	-0.13933931291103363
141139	rnn.bias_ih_l1_reverse	7	-0.21374064683914185
141139	rnn.bias_ih_l1_reverse	8	0.21114441752433777
141139	rnn.bias_ih_l1_reverse	9	0.043376196175813675
141139	rnn.bias_hh_l1_reverse	0	0.01338490005582571
141139	rnn.bias_hh_l1_reverse	1	-0.057544201612472534
141139	rnn.bias_hh_l1_reverse	2	-0.23294678330421448
141139	rnn.bias_hh_l1_reverse	3	-0.14100193977355957
141139	rnn.bias_hh_l1_reverse	4	-0.10597648471593857
141139	rnn.bias_hh_l1_reverse	5	-0.12355928122997284
141139	rnn.bias_hh_l1_reverse	6	0.09931255877017975
141139	rnn.bias_hh_l1_reverse	7	-0.18395239114761353
141139	rnn.bias_hh_l1_reverse	8	-0.1137174740433693
141139	rnn.bias_hh_l1_reverse	9	-0.15356937050819397
141139	linear.weight	0	0.002228822559118271
141139	linear.weight	1	0.13012181222438812
141139	linear.weight	2	-0.07201646268367767
141139	linear.weight	3	0.2699557840824127
141139	linear.weight	4	0.16071565449237823
141139	linear.weight	5	-0.05891052633523941
141139	linear.weight	6	0.07640080899000168
141139	linear.weight	7	0.07229070365428925
141139	linear.weight	8	0.041234374046325684
141139	linear.weight	9	-0.02918996475636959
141139	linear.bias	0	0.11353331804275513
141139	linear.bias	1	-0.20414108037948608
141139	linear.bias	2	-0.39193713665008545
141139	linear.bias	3	-0.6350559592247009
141139	linear.bias	4	-1.1593191623687744
141139	linear.bias	5	-0.08623392879962921
141139	linear.bias	6	-0.7596265077590942
141139	linear.bias	7	0.2798107862472534
141139	linear.bias	8	-0.46206966042518616
141139	linear.bias	9	-0.9945356249809265
141336	transitions	0	0.6002950072288513
141336	transitions	1	0.18436791002750397
141336	transitions	2	-10000.0
141336	transitions	3	-1.8230427503585815
141336	transitions	4	-10000.0
141336	transitions	5	0.5789581537246704
141336	transitions	6	-0.07506375014781952
141336	transitions	7	-0.7145141363143921
141336	transitions	8	-1.4027780294418335
141336	transitions	9	-0.0011118967086076736
141336	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
141336	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
141336	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
141336	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
141336	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
141336	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
141336	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
141336	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
141336	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
141336	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
141336	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
141336	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
141336	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
141336	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
141336	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
141336	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
141336	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
141336	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
141336	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
141336	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
141336	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
141336	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
141336	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
141336	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
141336	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
141336	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
141336	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
141336	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
141336	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
141336	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
141336	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
141336	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
141336	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
141336	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
141336	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
141336	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
141336	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
141336	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
141336	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
141336	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
141336	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
141336	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
141336	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
141336	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
141336	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
141336	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
141336	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
141336	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
141336	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
141336	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
141336	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
141336	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
141336	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
141336	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
141336	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
141336	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
141336	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
141336	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
141336	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
141336	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
141336	embedding2nn.weight	0	0.01950998418033123
141336	embedding2nn.weight	1	-0.013147622346878052
141336	embedding2nn.weight	2	-0.014268254861235619
141336	embedding2nn.weight	3	-0.008434627205133438
141336	embedding2nn.weight	4	-0.0059150345623493195
141336	embedding2nn.weight	5	-0.003700591390952468
141336	embedding2nn.weight	6	-0.0039732931181788445
141336	embedding2nn.weight	7	-0.08434535562992096
141336	embedding2nn.weight	8	-0.0019979383796453476
141336	embedding2nn.weight	9	-0.027067147195339203
141336	embedding2nn.bias	0	0.05421767383813858
141336	embedding2nn.bias	1	-0.06139293313026428
141336	embedding2nn.bias	2	0.059749942272901535
141336	embedding2nn.bias	3	0.052572764456272125
141336	embedding2nn.bias	4	-0.046743396669626236
141336	embedding2nn.bias	5	-0.047134194523096085
141336	embedding2nn.bias	6	-0.009339114651083946
141336	embedding2nn.bias	7	-0.0675048753619194
141336	embedding2nn.bias	8	0.06054319068789482
141336	embedding2nn.bias	9	0.03793305531144142
141336	rnn.weight_ih_l0	0	-0.073859803378582
141336	rnn.weight_ih_l0	1	0.003937773872166872
141336	rnn.weight_ih_l0	2	0.04900861904025078
141336	rnn.weight_ih_l0	3	0.027533112093806267
141336	rnn.weight_ih_l0	4	-0.03559424728155136
141336	rnn.weight_ih_l0	5	-0.059124238789081573
141336	rnn.weight_ih_l0	6	0.0014862706884741783
141336	rnn.weight_ih_l0	7	0.05974286422133446
141336	rnn.weight_ih_l0	8	-0.008003173395991325
141336	rnn.weight_ih_l0	9	-0.022996367886662483
141336	rnn.weight_hh_l0	0	-0.03656232729554176
141336	rnn.weight_hh_l0	1	-0.006193401291966438
141336	rnn.weight_hh_l0	2	-0.00048319995403289795
141336	rnn.weight_hh_l0	3	-0.07143475860357285
141336	rnn.weight_hh_l0	4	0.08168943226337433
141336	rnn.weight_hh_l0	5	-0.02573230490088463
141336	rnn.weight_hh_l0	6	-0.05448067933320999
141336	rnn.weight_hh_l0	7	0.01387126836925745
141336	rnn.weight_hh_l0	8	0.010190545581281185
141336	rnn.weight_hh_l0	9	-0.019734559580683708
141336	rnn.bias_ih_l0	0	0.1258368045091629
141336	rnn.bias_ih_l0	1	-0.028984691947698593
141336	rnn.bias_ih_l0	2	-0.0106563875451684
141336	rnn.bias_ih_l0	3	0.14068745076656342
141336	rnn.bias_ih_l0	4	-0.017283717170357704
141336	rnn.bias_ih_l0	5	-0.02067509852349758
141336	rnn.bias_ih_l0	6	0.02344329096376896
141336	rnn.bias_ih_l0	7	0.036794934421777725
141336	rnn.bias_ih_l0	8	-0.1044946163892746
141336	rnn.bias_ih_l0	9	-0.019114986062049866
141336	rnn.bias_hh_l0	0	-0.017216751351952553
141336	rnn.bias_hh_l0	1	-0.11176747828722
141336	rnn.bias_hh_l0	2	-0.06305576860904694
141336	rnn.bias_hh_l0	3	-0.09371714293956757
141336	rnn.bias_hh_l0	4	0.0025235952343791723
141336	rnn.bias_hh_l0	5	-0.04072752222418785
141336	rnn.bias_hh_l0	6	0.04252254217863083
141336	rnn.bias_hh_l0	7	0.046505048871040344
141336	rnn.bias_hh_l0	8	-0.10018198937177658
141336	rnn.bias_hh_l0	9	-0.054249029606580734
141336	rnn.weight_ih_l0_reverse	0	-0.024600382894277573
141336	rnn.weight_ih_l0_reverse	1	-0.04640084505081177
141336	rnn.weight_ih_l0_reverse	2	-0.026273617520928383
141336	rnn.weight_ih_l0_reverse	3	0.00923636369407177
141336	rnn.weight_ih_l0_reverse	4	-0.017400091513991356
141336	rnn.weight_ih_l0_reverse	5	-0.04830533638596535
141336	rnn.weight_ih_l0_reverse	6	0.0855771154165268
141336	rnn.weight_ih_l0_reverse	7	-0.01927640289068222
141336	rnn.weight_ih_l0_reverse	8	-0.018523255363106728
141336	rnn.weight_ih_l0_reverse	9	-0.006729914341121912
141336	rnn.weight_hh_l0_reverse	0	0.0612676665186882
141336	rnn.weight_hh_l0_reverse	1	0.01297117117792368
141336	rnn.weight_hh_l0_reverse	2	0.029843591153621674
141336	rnn.weight_hh_l0_reverse	3	0.026556149125099182
141336	rnn.weight_hh_l0_reverse	4	0.005137408617883921
141336	rnn.weight_hh_l0_reverse	5	0.019700370728969574
141336	rnn.weight_hh_l0_reverse	6	0.0497431755065918
141336	rnn.weight_hh_l0_reverse	7	-0.06506822258234024
141336	rnn.weight_hh_l0_reverse	8	0.041336894035339355
141336	rnn.weight_hh_l0_reverse	9	0.03371698036789894
141336	rnn.bias_ih_l0_reverse	0	-0.07275677472352982
141336	rnn.bias_ih_l0_reverse	1	-0.2503196895122528
141336	rnn.bias_ih_l0_reverse	2	-0.14261667430400848
141336	rnn.bias_ih_l0_reverse	3	-0.03705231845378876
141336	rnn.bias_ih_l0_reverse	4	-0.03726731985807419
141336	rnn.bias_ih_l0_reverse	5	0.05993425473570824
141336	rnn.bias_ih_l0_reverse	6	-0.0657215490937233
141336	rnn.bias_ih_l0_reverse	7	0.05114377290010452
141336	rnn.bias_ih_l0_reverse	8	-0.04836975410580635
141336	rnn.bias_ih_l0_reverse	9	0.051617953926324844
141336	rnn.bias_hh_l0_reverse	0	0.03099067136645317
141336	rnn.bias_hh_l0_reverse	1	-0.056739047169685364
141336	rnn.bias_hh_l0_reverse	2	0.08413857966661453
141336	rnn.bias_hh_l0_reverse	3	-0.0491444393992424
141336	rnn.bias_hh_l0_reverse	4	-0.02373679354786873
141336	rnn.bias_hh_l0_reverse	5	-0.04165983200073242
141336	rnn.bias_hh_l0_reverse	6	-0.019679812714457512
141336	rnn.bias_hh_l0_reverse	7	0.09976402670145035
141336	rnn.bias_hh_l0_reverse	8	0.03246581181883812
141336	rnn.bias_hh_l0_reverse	9	-0.1388583481311798
141336	rnn.weight_ih_l1	0	-0.03389948979020119
141336	rnn.weight_ih_l1	1	-0.051321130245923996
141336	rnn.weight_ih_l1	2	0.058852724730968475
141336	rnn.weight_ih_l1	3	-0.068605937063694
141336	rnn.weight_ih_l1	4	-0.014590169303119183
141336	rnn.weight_ih_l1	5	-0.04446490854024887
141336	rnn.weight_ih_l1	6	0.03179562836885452
141336	rnn.weight_ih_l1	7	-0.02872626669704914
141336	rnn.weight_ih_l1	8	0.03569954261183739
141336	rnn.weight_ih_l1	9	0.04202263429760933
141336	rnn.weight_hh_l1	0	-0.002354157157242298
141336	rnn.weight_hh_l1	1	0.016515186056494713
141336	rnn.weight_hh_l1	2	0.01842922903597355
141336	rnn.weight_hh_l1	3	-0.010920492000877857
141336	rnn.weight_hh_l1	4	0.010436028242111206
141336	rnn.weight_hh_l1	5	0.02694667875766754
141336	rnn.weight_hh_l1	6	0.035538576543331146
141336	rnn.weight_hh_l1	7	-0.020124495029449463
141336	rnn.weight_hh_l1	8	-0.01427428238093853
141336	rnn.weight_hh_l1	9	0.03471723198890686
141336	rnn.bias_ih_l1	0	-0.2109968662261963
141336	rnn.bias_ih_l1	1	-0.19992408156394958
141336	rnn.bias_ih_l1	2	-0.20570780336856842
141336	rnn.bias_ih_l1	3	-0.2872265577316284
141336	rnn.bias_ih_l1	4	-0.21458259224891663
141336	rnn.bias_ih_l1	5	-0.09011808037757874
141336	rnn.bias_ih_l1	6	-0.18451905250549316
141336	rnn.bias_ih_l1	7	-0.05420799180865288
141336	rnn.bias_ih_l1	8	-0.1429983526468277
141336	rnn.bias_ih_l1	9	-0.13469740748405457
141336	rnn.bias_hh_l1	0	-0.09395468980073929
141336	rnn.bias_hh_l1	1	-0.07577311992645264
141336	rnn.bias_hh_l1	2	-0.12219293415546417
141336	rnn.bias_hh_l1	3	-0.0854664146900177
141336	rnn.bias_hh_l1	4	-0.09816861897706985
141336	rnn.bias_hh_l1	5	-0.11076661944389343
141336	rnn.bias_hh_l1	6	-0.15299059450626373
141336	rnn.bias_hh_l1	7	0.031101377680897713
141336	rnn.bias_hh_l1	8	-0.17278435826301575
141336	rnn.bias_hh_l1	9	-0.10136207938194275
141336	rnn.weight_ih_l1_reverse	0	-0.04256086051464081
141336	rnn.weight_ih_l1_reverse	1	0.013404378667473793
141336	rnn.weight_ih_l1_reverse	2	0.06682524085044861
141336	rnn.weight_ih_l1_reverse	3	-0.0034071023110300303
141336	rnn.weight_ih_l1_reverse	4	-0.033943548798561096
141336	rnn.weight_ih_l1_reverse	5	-0.032633211463689804
141336	rnn.weight_ih_l1_reverse	6	-0.007855497300624847
141336	rnn.weight_ih_l1_reverse	7	0.03333849459886551
141336	rnn.weight_ih_l1_reverse	8	0.019998159259557724
141336	rnn.weight_ih_l1_reverse	9	-0.04774054139852524
141336	rnn.weight_hh_l1_reverse	0	0.005595754366368055
141336	rnn.weight_hh_l1_reverse	1	0.029906345531344414
141336	rnn.weight_hh_l1_reverse	2	-0.039849936962127686
141336	rnn.weight_hh_l1_reverse	3	0.03740546852350235
141336	rnn.weight_hh_l1_reverse	4	0.04926755279302597
141336	rnn.weight_hh_l1_reverse	5	-0.001185883767902851
141336	rnn.weight_hh_l1_reverse	6	0.04381628707051277
141336	rnn.weight_hh_l1_reverse	7	0.03231951221823692
141336	rnn.weight_hh_l1_reverse	8	-0.006949383299797773
141336	rnn.weight_hh_l1_reverse	9	-0.03311484679579735
141336	rnn.bias_ih_l1_reverse	0	-0.07015006989240646
141336	rnn.bias_ih_l1_reverse	1	-0.16077378392219543
141336	rnn.bias_ih_l1_reverse	2	-0.16368573904037476
141336	rnn.bias_ih_l1_reverse	3	-0.025597870349884033
141336	rnn.bias_ih_l1_reverse	4	-0.2142382711172104
141336	rnn.bias_ih_l1_reverse	5	-0.11200468987226486
141336	rnn.bias_ih_l1_reverse	6	-0.138115793466568
141336	rnn.bias_ih_l1_reverse	7	-0.21345193684101105
141336	rnn.bias_ih_l1_reverse	8	0.2110157459974289
141336	rnn.bias_ih_l1_reverse	9	0.04891084507107735
141336	rnn.bias_hh_l1_reverse	0	0.012501223012804985
141336	rnn.bias_hh_l1_reverse	1	-0.05972684174776077
141336	rnn.bias_hh_l1_reverse	2	-0.2316027581691742
141336	rnn.bias_hh_l1_reverse	3	-0.14582401514053345
141336	rnn.bias_hh_l1_reverse	4	-0.10782697051763535
141336	rnn.bias_hh_l1_reverse	5	-0.12362777441740036
141336	rnn.bias_hh_l1_reverse	6	0.09529530256986618
141336	rnn.bias_hh_l1_reverse	7	-0.18484559655189514
141336	rnn.bias_hh_l1_reverse	8	-0.11261014640331268
141336	rnn.bias_hh_l1_reverse	9	-0.15329277515411377
141336	linear.weight	0	0.002228822559118271
141336	linear.weight	1	0.12219591438770294
141336	linear.weight	2	-0.07262080907821655
141336	linear.weight	3	0.27464258670806885
141336	linear.weight	4	0.15966132283210754
141336	linear.weight	5	-0.06050952896475792
141336	linear.weight	6	0.0745999813079834
141336	linear.weight	7	0.08184707164764404
141336	linear.weight	8	0.041233085095882416
141336	linear.weight	9	-0.027806291356682777
141336	linear.bias	0	0.11104758083820343
141336	linear.bias	1	-0.18405230343341827
141336	linear.bias	2	-0.3711198568344116
141336	linear.bias	3	-0.6656449437141418
141336	linear.bias	4	-1.1911016702651978
141336	linear.bias	5	-0.07275761663913727
141336	linear.bias	6	-0.7363804578781128
141336	linear.bias	7	0.29418882727622986
141336	linear.bias	8	-0.4536219537258148
141336	linear.bias	9	-0.9871153831481934
141533	transitions	0	0.6076241135597229
141533	transitions	1	0.18031878769397736
141533	transitions	2	-10000.0
141533	transitions	3	-1.8231327533721924
141533	transitions	4	-10000.0
141533	transitions	5	0.5788201093673706
141533	transitions	6	-0.075131356716156
141533	transitions	7	-0.7156289219856262
141533	transitions	8	-1.4029409885406494
141533	transitions	9	-0.0011128999758511782
141533	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
141533	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
141533	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
141533	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
141533	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
141533	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
141533	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
141533	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
141533	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
141533	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
141533	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
141533	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
141533	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
141533	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
141533	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
141533	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
141533	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
141533	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
141533	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
141533	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
141533	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
141533	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
141533	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
141533	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
141533	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
141533	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
141533	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
141533	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
141533	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
141533	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
141533	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
141533	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
141533	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
141533	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
141533	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
141533	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
141533	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
141533	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
141533	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
141533	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
141533	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
141533	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
141533	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
141533	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
141533	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
141533	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
141533	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
141533	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
141533	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
141533	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
141533	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
141533	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
141533	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
141533	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
141533	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
141533	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
141533	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
141533	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
141533	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
141533	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
141533	embedding2nn.weight	0	0.019782312214374542
141533	embedding2nn.weight	1	-0.013118402101099491
141533	embedding2nn.weight	2	-0.014268254861235619
141533	embedding2nn.weight	3	-0.005635629408061504
141533	embedding2nn.weight	4	-0.0059150345623493195
141533	embedding2nn.weight	5	-0.0037005918566137552
141533	embedding2nn.weight	6	-0.00397329730913043
141533	embedding2nn.weight	7	-0.08407741785049438
141533	embedding2nn.weight	8	-0.0019979383796453476
141533	embedding2nn.weight	9	-0.0289886724203825
141533	embedding2nn.bias	0	0.049991000443696976
141533	embedding2nn.bias	1	-0.06438171118497849
141533	embedding2nn.bias	2	0.05649413913488388
141533	embedding2nn.bias	3	0.050018809735774994
141533	embedding2nn.bias	4	-0.04471978172659874
141533	embedding2nn.bias	5	-0.04424614831805229
141533	embedding2nn.bias	6	-0.006306885741651058
141533	embedding2nn.bias	7	-0.06988722831010818
141533	embedding2nn.bias	8	0.05417320504784584
141533	embedding2nn.bias	9	0.041277822107076645
141533	rnn.weight_ih_l0	0	-0.0763845220208168
141533	rnn.weight_ih_l0	1	0.0038901304360479116
141533	rnn.weight_ih_l0	2	0.045817673206329346
141533	rnn.weight_ih_l0	3	0.02789347432553768
141533	rnn.weight_ih_l0	4	-0.03559068962931633
141533	rnn.weight_ih_l0	5	-0.0591641329228878
141533	rnn.weight_ih_l0	6	0.001536566182039678
141533	rnn.weight_ih_l0	7	0.06026501581072807
141533	rnn.weight_ih_l0	8	-0.008024471811950207
141533	rnn.weight_ih_l0	9	-0.02209095098078251
141533	rnn.weight_hh_l0	0	-0.03728511929512024
141533	rnn.weight_hh_l0	1	-0.00671779178082943
141533	rnn.weight_hh_l0	2	-1.252914807992056e-05
141533	rnn.weight_hh_l0	3	-0.07237322628498077
141533	rnn.weight_hh_l0	4	0.08153543621301651
141533	rnn.weight_hh_l0	5	-0.025646084919571877
141533	rnn.weight_hh_l0	6	-0.05458005890250206
141533	rnn.weight_hh_l0	7	0.013659026473760605
141533	rnn.weight_hh_l0	8	0.010527187027037144
141533	rnn.weight_hh_l0	9	-0.019972337409853935
141533	rnn.bias_ih_l0	0	0.12732651829719543
141533	rnn.bias_ih_l0	1	-0.028733771294355392
141533	rnn.bias_ih_l0	2	-0.01143430732190609
141533	rnn.bias_ih_l0	3	0.14002378284931183
141533	rnn.bias_ih_l0	4	-0.015576250851154327
141533	rnn.bias_ih_l0	5	-0.022025978192687035
141533	rnn.bias_ih_l0	6	0.024414565414190292
141533	rnn.bias_ih_l0	7	0.03827289119362831
141533	rnn.bias_ih_l0	8	-0.10443821549415588
141533	rnn.bias_ih_l0	9	-0.022106196731328964
141533	rnn.bias_hh_l0	0	-0.018642421811819077
141533	rnn.bias_hh_l0	1	-0.1139453798532486
141533	rnn.bias_hh_l0	2	-0.06373497098684311
141533	rnn.bias_hh_l0	3	-0.09279235452413559
141533	rnn.bias_hh_l0	4	0.0014119863044470549
141533	rnn.bias_hh_l0	5	-0.04199959337711334
141533	rnn.bias_hh_l0	6	0.03946486860513687
141533	rnn.bias_hh_l0	7	0.04892798513174057
141533	rnn.bias_hh_l0	8	-0.09637592732906342
141533	rnn.bias_hh_l0	9	-0.058462824672460556
141533	rnn.weight_ih_l0_reverse	0	-0.023385126143693924
141533	rnn.weight_ih_l0_reverse	1	-0.04877179488539696
141533	rnn.weight_ih_l0_reverse	2	-0.025829212740063667
141533	rnn.weight_ih_l0_reverse	3	0.008238689042627811
141533	rnn.weight_ih_l0_reverse	4	-0.015360169112682343
141533	rnn.weight_ih_l0_reverse	5	-0.047181472182273865
141533	rnn.weight_ih_l0_reverse	6	0.08531293272972107
141533	rnn.weight_ih_l0_reverse	7	-0.0197430569678545
141533	rnn.weight_ih_l0_reverse	8	-0.017892859876155853
141533	rnn.weight_ih_l0_reverse	9	-0.006656809244304895
141533	rnn.weight_hh_l0_reverse	0	0.06129272282123566
141533	rnn.weight_hh_l0_reverse	1	0.013019271194934845
141533	rnn.weight_hh_l0_reverse	2	0.030261730775237083
141533	rnn.weight_hh_l0_reverse	3	0.026288719847798347
141533	rnn.weight_hh_l0_reverse	4	0.005262367427349091
141533	rnn.weight_hh_l0_reverse	5	0.01954096369445324
141533	rnn.weight_hh_l0_reverse	6	0.04952927678823471
141533	rnn.weight_hh_l0_reverse	7	-0.06465572118759155
141533	rnn.weight_hh_l0_reverse	8	0.04009163752198219
141533	rnn.weight_hh_l0_reverse	9	0.03426560387015343
141533	rnn.bias_ih_l0_reverse	0	-0.0727255791425705
141533	rnn.bias_ih_l0_reverse	1	-0.24801255762577057
141533	rnn.bias_ih_l0_reverse	2	-0.14353805780410767
141533	rnn.bias_ih_l0_reverse	3	-0.03822198137640953
141533	rnn.bias_ih_l0_reverse	4	-0.03619853034615517
141533	rnn.bias_ih_l0_reverse	5	0.05884258449077606
141533	rnn.bias_ih_l0_reverse	6	-0.06749514490365982
141533	rnn.bias_ih_l0_reverse	7	0.05076617747545242
141533	rnn.bias_ih_l0_reverse	8	-0.04781896620988846
141533	rnn.bias_ih_l0_reverse	9	0.05401163175702095
141533	rnn.bias_hh_l0_reverse	0	0.031440798193216324
141533	rnn.bias_hh_l0_reverse	1	-0.05686022341251373
141533	rnn.bias_hh_l0_reverse	2	0.08595572412014008
141533	rnn.bias_hh_l0_reverse	3	-0.0507025420665741
141533	rnn.bias_hh_l0_reverse	4	-0.023958424106240273
141533	rnn.bias_hh_l0_reverse	5	-0.04240962490439415
141533	rnn.bias_hh_l0_reverse	6	-0.01871645078063011
141533	rnn.bias_hh_l0_reverse	7	0.1017717570066452
141533	rnn.bias_hh_l0_reverse	8	0.034339312463998795
141533	rnn.bias_hh_l0_reverse	9	-0.13861830532550812
141533	rnn.weight_ih_l1	0	-0.03467691317200661
141533	rnn.weight_ih_l1	1	-0.05062210559844971
141533	rnn.weight_ih_l1	2	0.05929917097091675
141533	rnn.weight_ih_l1	3	-0.06944016367197037
141533	rnn.weight_ih_l1	4	-0.015214758925139904
141533	rnn.weight_ih_l1	5	-0.04443474858999252
141533	rnn.weight_ih_l1	6	0.031968507915735245
141533	rnn.weight_ih_l1	7	-0.027726061642169952
141533	rnn.weight_ih_l1	8	0.035707078874111176
141533	rnn.weight_ih_l1	9	0.042793385684490204
141533	rnn.weight_hh_l1	0	-0.0005126341129653156
141533	rnn.weight_hh_l1	1	0.016254901885986328
141533	rnn.weight_hh_l1	2	0.01719755493104458
141533	rnn.weight_hh_l1	3	-0.01129802968353033
141533	rnn.weight_hh_l1	4	0.01014392264187336
141533	rnn.weight_hh_l1	5	0.02706691063940525
141533	rnn.weight_hh_l1	6	0.03508638218045235
141533	rnn.weight_hh_l1	7	-0.019573768600821495
141533	rnn.weight_hh_l1	8	-0.01436989102512598
141533	rnn.weight_hh_l1	9	0.034566570073366165
141533	rnn.bias_ih_l1	0	-0.20908035337924957
141533	rnn.bias_ih_l1	1	-0.19494257867336273
141533	rnn.bias_ih_l1	2	-0.20689740777015686
141533	rnn.bias_ih_l1	3	-0.28902143239974976
141533	rnn.bias_ih_l1	4	-0.21642851829528809
141533	rnn.bias_ih_l1	5	-0.09236674755811691
141533	rnn.bias_ih_l1	6	-0.18408147990703583
141533	rnn.bias_ih_l1	7	-0.05033024773001671
141533	rnn.bias_ih_l1	8	-0.14280657470226288
141533	rnn.bias_ih_l1	9	-0.13298213481903076
141533	rnn.bias_hh_l1	0	-0.10027085989713669
141533	rnn.bias_hh_l1	1	-0.07663222402334213
141533	rnn.bias_hh_l1	2	-0.11910156160593033
141533	rnn.bias_hh_l1	3	-0.08552122116088867
141533	rnn.bias_hh_l1	4	-0.09949986636638641
141533	rnn.bias_hh_l1	5	-0.11188061535358429
141533	rnn.bias_hh_l1	6	-0.15739989280700684
141533	rnn.bias_hh_l1	7	0.026959741488099098
141533	rnn.bias_hh_l1	8	-0.17533345520496368
141533	rnn.bias_hh_l1	9	-0.10295102000236511
141533	rnn.weight_ih_l1_reverse	0	-0.0421198271214962
141533	rnn.weight_ih_l1_reverse	1	0.01196333672851324
141533	rnn.weight_ih_l1_reverse	2	0.06638544797897339
141533	rnn.weight_ih_l1_reverse	3	-0.0020520796533674
141533	rnn.weight_ih_l1_reverse	4	-0.034089937806129456
141533	rnn.weight_ih_l1_reverse	5	-0.03223295509815216
141533	rnn.weight_ih_l1_reverse	6	-0.008718280121684074
141533	rnn.weight_ih_l1_reverse	7	0.03305600583553314
141533	rnn.weight_ih_l1_reverse	8	0.021198051050305367
141533	rnn.weight_ih_l1_reverse	9	-0.047608718276023865
141533	rnn.weight_hh_l1_reverse	0	0.005684234667569399
141533	rnn.weight_hh_l1_reverse	1	0.029918817803263664
141533	rnn.weight_hh_l1_reverse	2	-0.039784204214811325
141533	rnn.weight_hh_l1_reverse	3	0.03711214289069176
141533	rnn.weight_hh_l1_reverse	4	0.04943449795246124
141533	rnn.weight_hh_l1_reverse	5	-0.00021441855642478913
141533	rnn.weight_hh_l1_reverse	6	0.04474986344575882
141533	rnn.weight_hh_l1_reverse	7	0.03247130662202835
141533	rnn.weight_hh_l1_reverse	8	-0.006904426496475935
141533	rnn.weight_hh_l1_reverse	9	-0.03308868408203125
141533	rnn.bias_ih_l1_reverse	0	-0.07047652453184128
141533	rnn.bias_ih_l1_reverse	1	-0.1675443947315216
141533	rnn.bias_ih_l1_reverse	2	-0.16119839251041412
141533	rnn.bias_ih_l1_reverse	3	-0.018788479268550873
141533	rnn.bias_ih_l1_reverse	4	-0.21343013644218445
141533	rnn.bias_ih_l1_reverse	5	-0.11208231747150421
141533	rnn.bias_ih_l1_reverse	6	-0.13926154375076294
141533	rnn.bias_ih_l1_reverse	7	-0.21504518389701843
141533	rnn.bias_ih_l1_reverse	8	0.2114696502685547
141533	rnn.bias_ih_l1_reverse	9	0.05241351202130318
141533	rnn.bias_hh_l1_reverse	0	0.016438715159893036
141533	rnn.bias_hh_l1_reverse	1	-0.05766284093260765
141533	rnn.bias_hh_l1_reverse	2	-0.2305191606283188
141533	rnn.bias_hh_l1_reverse	3	-0.14412693679332733
141533	rnn.bias_hh_l1_reverse	4	-0.10784512013196945
141533	rnn.bias_hh_l1_reverse	5	-0.12285590916872025
141533	rnn.bias_hh_l1_reverse	6	0.09456717222929001
141533	rnn.bias_hh_l1_reverse	7	-0.1850750595331192
141533	rnn.bias_hh_l1_reverse	8	-0.11171164363622665
141533	rnn.bias_hh_l1_reverse	9	-0.15374507009983063
141533	linear.weight	0	0.002228822559118271
141533	linear.weight	1	0.12730053067207336
141533	linear.weight	2	-0.07200590521097183
141533	linear.weight	3	0.28388822078704834
141533	linear.weight	4	0.15957953035831451
141533	linear.weight	5	-0.06192805990576744
141533	linear.weight	6	0.06976399570703506
141533	linear.weight	7	0.09095253795385361
141533	linear.weight	8	0.04123229905962944
141533	linear.weight	9	-0.031027916818857193
141533	linear.bias	0	0.10249186307191849
141533	linear.bias	1	-0.20699767768383026
141533	linear.bias	2	-0.3896259665489197
141533	linear.bias	3	-0.6401508450508118
141533	linear.bias	4	-1.1661425828933716
141533	linear.bias	5	-0.056976109743118286
141533	linear.bias	6	-0.7587296366691589
141533	linear.bias	7	0.30921775102615356
141533	linear.bias	8	-0.45809438824653625
141533	linear.bias	9	-0.9926046133041382
141730	transitions	0	0.6172559857368469
141730	transitions	1	0.18485966324806213
141730	transitions	2	-10000.0
141730	transitions	3	-1.823176622390747
141730	transitions	4	-10000.0
141730	transitions	5	0.5786963105201721
141730	transitions	6	-0.075173020362854
141730	transitions	7	-0.7158529758453369
141730	transitions	8	-1.403061032295227
141730	transitions	9	-0.0011139611015096307
141730	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
141730	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
141730	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
141730	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
141730	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
141730	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
141730	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
141730	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
141730	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
141730	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
141730	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
141730	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
141730	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
141730	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
141730	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
141730	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
141730	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
141730	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
141730	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
141730	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
141730	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
141730	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
141730	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
141730	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
141730	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
141730	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
141730	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
141730	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
141730	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
141730	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
141730	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
141730	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
141730	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
141730	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
141730	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
141730	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
141730	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
141730	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
141730	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
141730	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
141730	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
141730	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
141730	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
141730	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
141730	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
141730	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
141730	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
141730	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
141730	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
141730	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
141730	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
141730	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
141730	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
141730	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
141730	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
141730	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
141730	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
141730	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
141730	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
141730	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
141730	embedding2nn.weight	0	0.018890799954533577
141730	embedding2nn.weight	1	-0.013070027343928814
141730	embedding2nn.weight	2	-0.014268254861235619
141730	embedding2nn.weight	3	-0.009933309629559517
141730	embedding2nn.weight	4	-0.0059150345623493195
141730	embedding2nn.weight	5	-0.0037005916237831116
141730	embedding2nn.weight	6	-0.0039732931181788445
141730	embedding2nn.weight	7	-0.08319088071584702
141730	embedding2nn.weight	8	-0.0019979383796453476
141730	embedding2nn.weight	9	-0.028788398951292038
141730	embedding2nn.bias	0	0.047205761075019836
141730	embedding2nn.bias	1	-0.06773896515369415
141730	embedding2nn.bias	2	0.06321368366479874
141730	embedding2nn.bias	3	0.048106104135513306
141730	embedding2nn.bias	4	-0.042775239795446396
141730	embedding2nn.bias	5	-0.04058254882693291
141730	embedding2nn.bias	6	-0.01022666972130537
141730	embedding2nn.bias	7	-0.07009832561016083
141730	embedding2nn.bias	8	0.051431719213724136
141730	embedding2nn.bias	9	0.045678235590457916
141730	rnn.weight_ih_l0	0	-0.07574013620615005
141730	rnn.weight_ih_l0	1	0.004719392396509647
141730	rnn.weight_ih_l0	2	0.04686505347490311
141730	rnn.weight_ih_l0	3	0.027712048962712288
141730	rnn.weight_ih_l0	4	-0.03633139282464981
141730	rnn.weight_ih_l0	5	-0.06009412929415703
141730	rnn.weight_ih_l0	6	0.0012060028966516256
141730	rnn.weight_ih_l0	7	0.059940557926893234
141730	rnn.weight_ih_l0	8	-0.007527179550379515
141730	rnn.weight_ih_l0	9	-0.021329112350940704
141730	rnn.weight_hh_l0	0	-0.036681320518255234
141730	rnn.weight_hh_l0	1	-0.005667455494403839
141730	rnn.weight_hh_l0	2	-2.1579382519121282e-05
141730	rnn.weight_hh_l0	3	-0.07230211794376373
141730	rnn.weight_hh_l0	4	0.08221427351236343
141730	rnn.weight_hh_l0	5	-0.026837877929210663
141730	rnn.weight_hh_l0	6	-0.054295219480991364
141730	rnn.weight_hh_l0	7	0.013548402115702629
141730	rnn.weight_hh_l0	8	0.010280969552695751
141730	rnn.weight_hh_l0	9	-0.020166661590337753
141730	rnn.bias_ih_l0	0	0.12436352670192719
141730	rnn.bias_ih_l0	1	-0.03081081621348858
141730	rnn.bias_ih_l0	2	-0.009355911985039711
141730	rnn.bias_ih_l0	3	0.1416860818862915
141730	rnn.bias_ih_l0	4	-0.01593405194580555
141730	rnn.bias_ih_l0	5	-0.01818893663585186
141730	rnn.bias_ih_l0	6	0.023378659039735794
141730	rnn.bias_ih_l0	7	0.03523186594247818
141730	rnn.bias_ih_l0	8	-0.10352780669927597
141730	rnn.bias_ih_l0	9	-0.02169332094490528
141730	rnn.bias_hh_l0	0	-0.017624540254473686
141730	rnn.bias_hh_l0	1	-0.11709672957658768
141730	rnn.bias_hh_l0	2	-0.061092495918273926
141730	rnn.bias_hh_l0	3	-0.09237455576658249
141730	rnn.bias_hh_l0	4	0.0007244155276566744
141730	rnn.bias_hh_l0	5	-0.04287475347518921
141730	rnn.bias_hh_l0	6	0.041746027767658234
141730	rnn.bias_hh_l0	7	0.048908937722444534
141730	rnn.bias_hh_l0	8	-0.0936879813671112
141730	rnn.bias_hh_l0	9	-0.05793561786413193
141730	rnn.weight_ih_l0_reverse	0	-0.02069837413728237
141730	rnn.weight_ih_l0_reverse	1	-0.047981176525354385
141730	rnn.weight_ih_l0_reverse	2	-0.026070840656757355
141730	rnn.weight_ih_l0_reverse	3	0.008208454586565495
141730	rnn.weight_ih_l0_reverse	4	-0.018444471061229706
141730	rnn.weight_ih_l0_reverse	5	-0.04741143435239792
141730	rnn.weight_ih_l0_reverse	6	0.08571260422468185
141730	rnn.weight_ih_l0_reverse	7	-0.019741231575608253
141730	rnn.weight_ih_l0_reverse	8	-0.018450036644935608
141730	rnn.weight_ih_l0_reverse	9	-0.006172385066747665
141730	rnn.weight_hh_l0_reverse	0	0.06140303239226341
141730	rnn.weight_hh_l0_reverse	1	0.012769747525453568
141730	rnn.weight_hh_l0_reverse	2	0.029894329607486725
141730	rnn.weight_hh_l0_reverse	3	0.026367008686065674
141730	rnn.weight_hh_l0_reverse	4	0.005070099141448736
141730	rnn.weight_hh_l0_reverse	5	0.017126599326729774
141730	rnn.weight_hh_l0_reverse	6	0.04918837174773216
141730	rnn.weight_hh_l0_reverse	7	-0.06455982476472855
141730	rnn.weight_hh_l0_reverse	8	0.040276579558849335
141730	rnn.weight_hh_l0_reverse	9	0.03372863680124283
141730	rnn.bias_ih_l0_reverse	0	-0.07348103076219559
141730	rnn.bias_ih_l0_reverse	1	-0.2532903254032135
141730	rnn.bias_ih_l0_reverse	2	-0.14067628979682922
141730	rnn.bias_ih_l0_reverse	3	-0.039288315922021866
141730	rnn.bias_ih_l0_reverse	4	-0.0354749895632267
141730	rnn.bias_ih_l0_reverse	5	0.05589909106492996
141730	rnn.bias_ih_l0_reverse	6	-0.06381923705339432
141730	rnn.bias_ih_l0_reverse	7	0.051048509776592255
141730	rnn.bias_ih_l0_reverse	8	-0.045361243188381195
141730	rnn.bias_ih_l0_reverse	9	0.053955450654029846
141730	rnn.bias_hh_l0_reverse	0	0.031215980648994446
141730	rnn.bias_hh_l0_reverse	1	-0.05720873922109604
141730	rnn.bias_hh_l0_reverse	2	0.08436077833175659
141730	rnn.bias_hh_l0_reverse	3	-0.04939102753996849
141730	rnn.bias_hh_l0_reverse	4	-0.025312697514891624
141730	rnn.bias_hh_l0_reverse	5	-0.039709582924842834
141730	rnn.bias_hh_l0_reverse	6	-0.016212908551096916
141730	rnn.bias_hh_l0_reverse	7	0.10089852660894394
141730	rnn.bias_hh_l0_reverse	8	0.0363280326128006
141730	rnn.bias_hh_l0_reverse	9	-0.13647253811359406
141730	rnn.weight_ih_l1	0	-0.034919679164886475
141730	rnn.weight_ih_l1	1	-0.05171700567007065
141730	rnn.weight_ih_l1	2	0.058869317173957825
141730	rnn.weight_ih_l1	3	-0.06866724044084549
141730	rnn.weight_ih_l1	4	-0.015206982381641865
141730	rnn.weight_ih_l1	5	-0.04348165914416313
141730	rnn.weight_ih_l1	6	0.03174827992916107
141730	rnn.weight_ih_l1	7	-0.026449568569660187
141730	rnn.weight_ih_l1	8	0.03606357052922249
141730	rnn.weight_ih_l1	9	0.043419890105724335
141730	rnn.weight_hh_l1	0	-0.0009908770443871617
141730	rnn.weight_hh_l1	1	0.01631813868880272
141730	rnn.weight_hh_l1	2	0.015905259177088737
141730	rnn.weight_hh_l1	3	-0.011104819364845753
141730	rnn.weight_hh_l1	4	0.01015614252537489
141730	rnn.weight_hh_l1	5	0.027250122278928757
141730	rnn.weight_hh_l1	6	0.0346653014421463
141730	rnn.weight_hh_l1	7	-0.019765932112932205
141730	rnn.weight_hh_l1	8	-0.014530293643474579
141730	rnn.weight_hh_l1	9	0.03434187173843384
141730	rnn.bias_ih_l1	0	-0.2119925171136856
141730	rnn.bias_ih_l1	1	-0.19732806086540222
141730	rnn.bias_ih_l1	2	-0.2069321721792221
141730	rnn.bias_ih_l1	3	-0.29160478711128235
141730	rnn.bias_ih_l1	4	-0.22407566010951996
141730	rnn.bias_ih_l1	5	-0.0934438705444336
141730	rnn.bias_ih_l1	6	-0.1826067864894867
141730	rnn.bias_ih_l1	7	-0.04815526306629181
141730	rnn.bias_ih_l1	8	-0.13969700038433075
141730	rnn.bias_ih_l1	9	-0.1378314197063446
141730	rnn.bias_hh_l1	0	-0.10085619240999222
141730	rnn.bias_hh_l1	1	-0.07759836316108704
141730	rnn.bias_hh_l1	2	-0.11419064551591873
141730	rnn.bias_hh_l1	3	-0.0859939232468605
141730	rnn.bias_hh_l1	4	-0.09730653464794159
141730	rnn.bias_hh_l1	5	-0.11136112362146378
141730	rnn.bias_hh_l1	6	-0.1620318591594696
141730	rnn.bias_hh_l1	7	0.033109817653894424
141730	rnn.bias_hh_l1	8	-0.17562982439994812
141730	rnn.bias_hh_l1	9	-0.10033908486366272
141730	rnn.weight_ih_l1_reverse	0	-0.04250610992312431
141730	rnn.weight_ih_l1_reverse	1	0.009428044781088829
141730	rnn.weight_ih_l1_reverse	2	0.0634092167019844
141730	rnn.weight_ih_l1_reverse	3	-0.0011107136961072683
141730	rnn.weight_ih_l1_reverse	4	-0.03668585419654846
141730	rnn.weight_ih_l1_reverse	5	-0.03259599208831787
141730	rnn.weight_ih_l1_reverse	6	-0.009518766775727272
141730	rnn.weight_ih_l1_reverse	7	0.03393255174160004
141730	rnn.weight_ih_l1_reverse	8	0.02254783920943737
141730	rnn.weight_ih_l1_reverse	9	-0.04666023701429367
141730	rnn.weight_hh_l1_reverse	0	0.005610228516161442
141730	rnn.weight_hh_l1_reverse	1	0.029690049588680267
141730	rnn.weight_hh_l1_reverse	2	-0.03979519382119179
141730	rnn.weight_hh_l1_reverse	3	0.03695691004395485
141730	rnn.weight_hh_l1_reverse	4	0.04984017461538315
141730	rnn.weight_hh_l1_reverse	5	-0.0011935054790228605
141730	rnn.weight_hh_l1_reverse	6	0.044865287840366364
141730	rnn.weight_hh_l1_reverse	7	0.03201865777373314
141730	rnn.weight_hh_l1_reverse	8	-0.006895091384649277
141730	rnn.weight_hh_l1_reverse	9	-0.03295966237783432
141730	rnn.bias_ih_l1_reverse	0	-0.06802061200141907
141730	rnn.bias_ih_l1_reverse	1	-0.16874490678310394
141730	rnn.bias_ih_l1_reverse	2	-0.16251029074192047
141730	rnn.bias_ih_l1_reverse	3	-0.017841724678874016
141730	rnn.bias_ih_l1_reverse	4	-0.21272997558116913
141730	rnn.bias_ih_l1_reverse	5	-0.11237505078315735
141730	rnn.bias_ih_l1_reverse	6	-0.1396140158176422
141730	rnn.bias_ih_l1_reverse	7	-0.2156231850385666
141730	rnn.bias_ih_l1_reverse	8	0.21179381012916565
141730	rnn.bias_ih_l1_reverse	9	0.04878399148583412
141730	rnn.bias_hh_l1_reverse	0	0.016045983880758286
141730	rnn.bias_hh_l1_reverse	1	-0.05941370129585266
141730	rnn.bias_hh_l1_reverse	2	-0.23108305037021637
141730	rnn.bias_hh_l1_reverse	3	-0.1452087014913559
141730	rnn.bias_hh_l1_reverse	4	-0.10645569115877151
141730	rnn.bias_hh_l1_reverse	5	-0.1257607340812683
141730	rnn.bias_hh_l1_reverse	6	0.100605808198452
141730	rnn.bias_hh_l1_reverse	7	-0.18513701856136322
141730	rnn.bias_hh_l1_reverse	8	-0.11260262876749039
141730	rnn.bias_hh_l1_reverse	9	-0.15351177752017975
141730	linear.weight	0	0.002228822559118271
141730	linear.weight	1	0.1321796327829361
141730	linear.weight	2	-0.07140187919139862
141730	linear.weight	3	0.2785685360431671
141730	linear.weight	4	0.15779253840446472
141730	linear.weight	5	-0.06362046301364899
141730	linear.weight	6	0.07321105152368546
141730	linear.weight	7	0.09319058805704117
141730	linear.weight	8	0.04123213142156601
141730	linear.weight	9	-0.03160765767097473
141730	linear.bias	0	0.10841559618711472
141730	linear.bias	1	-0.19959565997123718
141730	linear.bias	2	-0.379231721162796
141730	linear.bias	3	-0.644905686378479
141730	linear.bias	4	-1.1703630685806274
141730	linear.bias	5	-0.05368932709097862
141730	linear.bias	6	-0.7535327672958374
141730	linear.bias	7	0.31277021765708923
141730	linear.bias	8	-0.46914762258529663
141730	linear.bias	9	-1.0074666738510132
141927	transitions	0	0.5994816422462463
141927	transitions	1	0.1822998970746994
141927	transitions	2	-10000.0
141927	transitions	3	-1.8232431411743164
141927	transitions	4	-10000.0
141927	transitions	5	0.5786170959472656
141927	transitions	6	-0.0752238929271698
141927	transitions	7	-0.7165275812149048
141927	transitions	8	-1.4031116962432861
141927	transitions	9	-0.001114793703891337
141927	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
141927	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
141927	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
141927	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
141927	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
141927	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
141927	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
141927	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
141927	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
141927	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
141927	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
141927	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
141927	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
141927	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
141927	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
141927	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
141927	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
141927	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
141927	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
141927	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
141927	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
141927	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
141927	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
141927	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
141927	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
141927	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
141927	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
141927	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
141927	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
141927	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
141927	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
141927	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
141927	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
141927	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
141927	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
141927	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
141927	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
141927	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
141927	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
141927	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
141927	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
141927	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
141927	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
141927	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
141927	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
141927	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
141927	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
141927	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
141927	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
141927	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
141927	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
141927	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
141927	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
141927	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
141927	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
141927	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
141927	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
141927	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
141927	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
141927	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
141927	embedding2nn.weight	0	0.02008645236492157
141927	embedding2nn.weight	1	-0.012878671288490295
141927	embedding2nn.weight	2	-0.014268254861235619
141927	embedding2nn.weight	3	-0.009958009235560894
141927	embedding2nn.weight	4	-0.0059150345623493195
141927	embedding2nn.weight	5	-0.0037005916237831116
141927	embedding2nn.weight	6	-0.003973290324211121
141927	embedding2nn.weight	7	-0.08269543945789337
141927	embedding2nn.weight	8	-0.0019979383796453476
141927	embedding2nn.weight	9	-0.02822886034846306
141927	embedding2nn.bias	0	0.0417066365480423
141927	embedding2nn.bias	1	-0.07704677432775497
141927	embedding2nn.bias	2	0.05561884120106697
141927	embedding2nn.bias	3	0.038337260484695435
141927	embedding2nn.bias	4	-0.035958293825387955
141927	embedding2nn.bias	5	-0.03766506165266037
141927	embedding2nn.bias	6	-0.007926798425614834
141927	embedding2nn.bias	7	-0.07266131043434143
141927	embedding2nn.bias	8	0.04816572740674019
141927	embedding2nn.bias	9	0.04537440836429596
141927	rnn.weight_ih_l0	0	-0.07694849371910095
141927	rnn.weight_ih_l0	1	0.00592111935839057
141927	rnn.weight_ih_l0	2	0.047199442982673645
141927	rnn.weight_ih_l0	3	0.026676887646317482
141927	rnn.weight_ih_l0	4	-0.034546785056591034
141927	rnn.weight_ih_l0	5	-0.059782929718494415
141927	rnn.weight_ih_l0	6	0.0008650165400467813
141927	rnn.weight_ih_l0	7	0.060539837926626205
141927	rnn.weight_ih_l0	8	-0.008625807240605354
141927	rnn.weight_ih_l0	9	-0.021544910967350006
141927	rnn.weight_hh_l0	0	-0.0352923721075058
141927	rnn.weight_hh_l0	1	-0.0044646249152719975
141927	rnn.weight_hh_l0	2	0.0005418129148893058
141927	rnn.weight_hh_l0	3	-0.07171330600976944
141927	rnn.weight_hh_l0	4	0.08259675651788712
141927	rnn.weight_hh_l0	5	-0.02633710391819477
141927	rnn.weight_hh_l0	6	-0.055998794734478
141927	rnn.weight_hh_l0	7	0.014563299715518951
141927	rnn.weight_hh_l0	8	0.009645831771194935
141927	rnn.weight_hh_l0	9	-0.019636647775769234
141927	rnn.bias_ih_l0	0	0.12706498801708221
141927	rnn.bias_ih_l0	1	-0.03163307532668114
141927	rnn.bias_ih_l0	2	-0.009347074665129185
141927	rnn.bias_ih_l0	3	0.13900126516819
141927	rnn.bias_ih_l0	4	-0.01441129855811596
141927	rnn.bias_ih_l0	5	-0.014755251817405224
141927	rnn.bias_ih_l0	6	0.021134883165359497
141927	rnn.bias_ih_l0	7	0.03424150124192238
141927	rnn.bias_ih_l0	8	-0.10291970521211624
141927	rnn.bias_ih_l0	9	-0.018217161297798157
141927	rnn.bias_hh_l0	0	-0.015939896926283836
141927	rnn.bias_hh_l0	1	-0.11658072471618652
141927	rnn.bias_hh_l0	2	-0.06255391985177994
141927	rnn.bias_hh_l0	3	-0.09116826206445694
141927	rnn.bias_hh_l0	4	0.00245834793895483
141927	rnn.bias_hh_l0	5	-0.0404692068696022
141927	rnn.bias_hh_l0	6	0.04379339516162872
141927	rnn.bias_hh_l0	7	0.04528213292360306
141927	rnn.bias_hh_l0	8	-0.09391991794109344
141927	rnn.bias_hh_l0	9	-0.0645294263958931
141927	rnn.weight_ih_l0_reverse	0	-0.020156847313046455
141927	rnn.weight_ih_l0_reverse	1	-0.04858260229229927
141927	rnn.weight_ih_l0_reverse	2	-0.02561369724571705
141927	rnn.weight_ih_l0_reverse	3	0.009203406982123852
141927	rnn.weight_ih_l0_reverse	4	-0.01753893494606018
141927	rnn.weight_ih_l0_reverse	5	-0.04629005864262581
141927	rnn.weight_ih_l0_reverse	6	0.08512625843286514
141927	rnn.weight_ih_l0_reverse	7	-0.020220516249537468
141927	rnn.weight_ih_l0_reverse	8	-0.019381193444132805
141927	rnn.weight_ih_l0_reverse	9	-0.005419570486992598
141927	rnn.weight_hh_l0_reverse	0	0.062211211770772934
141927	rnn.weight_hh_l0_reverse	1	0.01181193720549345
141927	rnn.weight_hh_l0_reverse	2	0.02976830117404461
141927	rnn.weight_hh_l0_reverse	3	0.02685583010315895
141927	rnn.weight_hh_l0_reverse	4	0.004811263643205166
141927	rnn.weight_hh_l0_reverse	5	0.018458405509591103
141927	rnn.weight_hh_l0_reverse	6	0.04857303202152252
141927	rnn.weight_hh_l0_reverse	7	-0.06439414620399475
141927	rnn.weight_hh_l0_reverse	8	0.04110277444124222
141927	rnn.weight_hh_l0_reverse	9	0.03420359641313553
141927	rnn.bias_ih_l0_reverse	0	-0.07388290017843246
141927	rnn.bias_ih_l0_reverse	1	-0.26109182834625244
141927	rnn.bias_ih_l0_reverse	2	-0.13850350677967072
141927	rnn.bias_ih_l0_reverse	3	-0.039016131311655045
141927	rnn.bias_ih_l0_reverse	4	-0.03719460219144821
141927	rnn.bias_ih_l0_reverse	5	0.055277783423662186
141927	rnn.bias_ih_l0_reverse	6	-0.06507302820682526
141927	rnn.bias_ih_l0_reverse	7	0.05023295432329178
141927	rnn.bias_ih_l0_reverse	8	-0.04688917472958565
141927	rnn.bias_ih_l0_reverse	9	0.05339919775724411
141927	rnn.bias_hh_l0_reverse	0	0.03265240043401718
141927	rnn.bias_hh_l0_reverse	1	-0.05444049835205078
141927	rnn.bias_hh_l0_reverse	2	0.08507921546697617
141927	rnn.bias_hh_l0_reverse	3	-0.04804261773824692
141927	rnn.bias_hh_l0_reverse	4	-0.02360735833644867
141927	rnn.bias_hh_l0_reverse	5	-0.03533385321497917
141927	rnn.bias_hh_l0_reverse	6	-0.016340788453817368
141927	rnn.bias_hh_l0_reverse	7	0.10183368623256683
141927	rnn.bias_hh_l0_reverse	8	0.03488566726446152
141927	rnn.bias_hh_l0_reverse	9	-0.13915641605854034
141927	rnn.weight_ih_l1	0	-0.03491711989045143
141927	rnn.weight_ih_l1	1	-0.05091603845357895
141927	rnn.weight_ih_l1	2	0.05449394881725311
141927	rnn.weight_ih_l1	3	-0.0674973875284195
141927	rnn.weight_ih_l1	4	-0.015325700864195824
141927	rnn.weight_ih_l1	5	-0.04305218532681465
141927	rnn.weight_ih_l1	6	0.032320160418748856
141927	rnn.weight_ih_l1	7	-0.025732072070240974
141927	rnn.weight_ih_l1	8	0.036203112453222275
141927	rnn.weight_ih_l1	9	0.042437296360731125
141927	rnn.weight_hh_l1	0	-0.0009098794544115663
141927	rnn.weight_hh_l1	1	0.016183383762836456
141927	rnn.weight_hh_l1	2	0.015818199142813683
141927	rnn.weight_hh_l1	3	-0.011214853264391422
141927	rnn.weight_hh_l1	4	0.010296564549207687
141927	rnn.weight_hh_l1	5	0.027204105630517006
141927	rnn.weight_hh_l1	6	0.035680439323186874
141927	rnn.weight_hh_l1	7	-0.019551781937479973
141927	rnn.weight_hh_l1	8	-0.014861483126878738
141927	rnn.weight_hh_l1	9	0.03428046032786369
141927	rnn.bias_ih_l1	0	-0.20930002629756927
141927	rnn.bias_ih_l1	1	-0.1968686431646347
141927	rnn.bias_ih_l1	2	-0.2063855677843094
141927	rnn.bias_ih_l1	3	-0.289184033870697
141927	rnn.bias_ih_l1	4	-0.21539761126041412
141927	rnn.bias_ih_l1	5	-0.09409905225038528
141927	rnn.bias_ih_l1	6	-0.18186327815055847
141927	rnn.bias_ih_l1	7	-0.040877290070056915
141927	rnn.bias_ih_l1	8	-0.14443907141685486
141927	rnn.bias_ih_l1	9	-0.13347679376602173
141927	rnn.bias_hh_l1	0	-0.09912307560443878
141927	rnn.bias_hh_l1	1	-0.07674845308065414
141927	rnn.bias_hh_l1	2	-0.11084428429603577
141927	rnn.bias_hh_l1	3	-0.08671995252370834
141927	rnn.bias_hh_l1	4	-0.09783326834440231
141927	rnn.bias_hh_l1	5	-0.11306175589561462
141927	rnn.bias_hh_l1	6	-0.15412786602973938
141927	rnn.bias_hh_l1	7	0.03207642585039139
141927	rnn.bias_hh_l1	8	-0.17785921692848206
141927	rnn.bias_hh_l1	9	-0.0979960709810257
141927	rnn.weight_ih_l1_reverse	0	-0.04090309515595436
141927	rnn.weight_ih_l1_reverse	1	0.012420397251844406
141927	rnn.weight_ih_l1_reverse	2	0.06293749064207077
141927	rnn.weight_ih_l1_reverse	3	-0.0017402978846803308
141927	rnn.weight_ih_l1_reverse	4	-0.03985239565372467
141927	rnn.weight_ih_l1_reverse	5	-0.0329899936914444
141927	rnn.weight_ih_l1_reverse	6	-0.009100147522985935
141927	rnn.weight_ih_l1_reverse	7	0.03425518423318863
141927	rnn.weight_ih_l1_reverse	8	0.020654218271374702
141927	rnn.weight_ih_l1_reverse	9	-0.04701751843094826
141927	rnn.weight_hh_l1_reverse	0	0.005230149254202843
141927	rnn.weight_hh_l1_reverse	1	0.029890693724155426
141927	rnn.weight_hh_l1_reverse	2	-0.03980277478694916
141927	rnn.weight_hh_l1_reverse	3	0.036704327911138535
141927	rnn.weight_hh_l1_reverse	4	0.050325386226177216
141927	rnn.weight_hh_l1_reverse	5	-0.001319550210610032
141927	rnn.weight_hh_l1_reverse	6	0.04582149535417557
141927	rnn.weight_hh_l1_reverse	7	0.03117058239877224
141927	rnn.weight_hh_l1_reverse	8	-0.006939818616956472
141927	rnn.weight_hh_l1_reverse	9	-0.03285965695977211
141927	rnn.bias_ih_l1_reverse	0	-0.06996224075555801
141927	rnn.bias_ih_l1_reverse	1	-0.1697424054145813
141927	rnn.bias_ih_l1_reverse	2	-0.15925033390522003
141927	rnn.bias_ih_l1_reverse	3	-0.018269330263137817
141927	rnn.bias_ih_l1_reverse	4	-0.21084366738796234
141927	rnn.bias_ih_l1_reverse	5	-0.11310699582099915
141927	rnn.bias_ih_l1_reverse	6	-0.1381894052028656
141927	rnn.bias_ih_l1_reverse	7	-0.21404793858528137
141927	rnn.bias_ih_l1_reverse	8	0.2091526836156845
141927	rnn.bias_ih_l1_reverse	9	0.056045759469270706
141927	rnn.bias_hh_l1_reverse	0	0.012354649603366852
141927	rnn.bias_hh_l1_reverse	1	-0.06444621086120605
141927	rnn.bias_hh_l1_reverse	2	-0.23174193501472473
141927	rnn.bias_hh_l1_reverse	3	-0.14738774299621582
141927	rnn.bias_hh_l1_reverse	4	-0.105332151055336
141927	rnn.bias_hh_l1_reverse	5	-0.12664248049259186
141927	rnn.bias_hh_l1_reverse	6	0.0954497829079628
141927	rnn.bias_hh_l1_reverse	7	-0.1848631352186203
141927	rnn.bias_hh_l1_reverse	8	-0.1143704280257225
141927	rnn.bias_hh_l1_reverse	9	-0.1535256803035736
141927	linear.weight	0	0.002228822559118271
141927	linear.weight	1	0.1317228525876999
141927	linear.weight	2	-0.06886889785528183
141927	linear.weight	3	0.29196277260780334
141927	linear.weight	4	0.16214001178741455
141927	linear.weight	5	-0.06022053584456444
141927	linear.weight	6	0.0673520565032959
141927	linear.weight	7	0.09715191274881363
141927	linear.weight	8	0.04123072698712349
141927	linear.weight	9	-0.03035767562687397
141927	linear.bias	0	0.09988000988960266
141927	linear.bias	1	-0.21182261407375336
141927	linear.bias	2	-0.37401294708251953
141927	linear.bias	3	-0.6562193632125854
141927	linear.bias	4	-1.181913137435913
141927	linear.bias	5	-0.06137030944228172
141927	linear.bias	6	-0.7688699960708618
141927	linear.bias	7	0.30476880073547363
141927	linear.bias	8	-0.47115036845207214
141927	linear.bias	9	-1.010897159576416
142124	transitions	0	0.6184693574905396
142124	transitions	1	0.18985694646835327
142124	transitions	2	-10000.0
142124	transitions	3	-1.8233157396316528
142124	transitions	4	-10000.0
142124	transitions	5	0.5784471035003662
142124	transitions	6	-0.07528296113014221
142124	transitions	7	-0.7167651653289795
142124	transitions	8	-1.4031747579574585
142124	transitions	9	-0.001116009894758463
142124	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
142124	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
142124	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
142124	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
142124	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
142124	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
142124	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
142124	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
142124	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
142124	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
142124	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
142124	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
142124	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
142124	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
142124	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
142124	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
142124	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
142124	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
142124	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
142124	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
142124	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
142124	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
142124	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
142124	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
142124	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
142124	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
142124	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
142124	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
142124	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
142124	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
142124	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
142124	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
142124	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
142124	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
142124	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
142124	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
142124	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
142124	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
142124	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
142124	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
142124	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
142124	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
142124	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
142124	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
142124	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
142124	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
142124	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
142124	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
142124	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
142124	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
142124	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
142124	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
142124	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
142124	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
142124	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
142124	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
142124	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
142124	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
142124	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
142124	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
142124	embedding2nn.weight	0	0.019983187317848206
142124	embedding2nn.weight	1	-0.012902723625302315
142124	embedding2nn.weight	2	-0.014268254861235619
142124	embedding2nn.weight	3	-0.007573128677904606
142124	embedding2nn.weight	4	-0.0059150345623493195
142124	embedding2nn.weight	5	-0.003700591390952468
142124	embedding2nn.weight	6	-0.003973289392888546
142124	embedding2nn.weight	7	-0.08183777332305908
142124	embedding2nn.weight	8	-0.0019979383796453476
142124	embedding2nn.weight	9	-0.02773047424852848
142124	embedding2nn.bias	0	0.037359438836574554
142124	embedding2nn.bias	1	-0.06977913528680801
142124	embedding2nn.bias	2	0.05758793652057648
142124	embedding2nn.bias	3	0.045814938843250275
142124	embedding2nn.bias	4	-0.03395787626504898
142124	embedding2nn.bias	5	-0.041919201612472534
142124	embedding2nn.bias	6	-0.005892305634915829
142124	embedding2nn.bias	7	-0.0665336549282074
142124	embedding2nn.bias	8	0.05656922981142998
142124	embedding2nn.bias	9	0.04656710475683212
142124	rnn.weight_ih_l0	0	-0.07735774666070938
142124	rnn.weight_ih_l0	1	0.005709435325115919
142124	rnn.weight_ih_l0	2	0.04560132697224617
142124	rnn.weight_ih_l0	3	0.026371506974101067
142124	rnn.weight_ih_l0	4	-0.033766016364097595
142124	rnn.weight_ih_l0	5	-0.05960972234606743
142124	rnn.weight_ih_l0	6	0.0014629361685365438
142124	rnn.weight_ih_l0	7	0.059801653027534485
142124	rnn.weight_ih_l0	8	-0.009133444167673588
142124	rnn.weight_ih_l0	9	-0.021600469946861267
142124	rnn.weight_hh_l0	0	-0.034691061824560165
142124	rnn.weight_hh_l0	1	-0.0054654572159051895
142124	rnn.weight_hh_l0	2	0.0008451572502963245
142124	rnn.weight_hh_l0	3	-0.07090922445058823
142124	rnn.weight_hh_l0	4	0.08306555449962616
142124	rnn.weight_hh_l0	5	-0.027393966913223267
142124	rnn.weight_hh_l0	6	-0.05568760260939598
142124	rnn.weight_hh_l0	7	0.01345023699104786
142124	rnn.weight_hh_l0	8	0.009526371024549007
142124	rnn.weight_hh_l0	9	-0.02021924965083599
142124	rnn.bias_ih_l0	0	0.12575003504753113
142124	rnn.bias_ih_l0	1	-0.0316723994910717
142124	rnn.bias_ih_l0	2	-0.0064382655546069145
142124	rnn.bias_ih_l0	3	0.13970904052257538
142124	rnn.bias_ih_l0	4	-0.011160071939229965
142124	rnn.bias_ih_l0	5	-0.01327440794557333
142124	rnn.bias_ih_l0	6	0.02064269408583641
142124	rnn.bias_ih_l0	7	0.03312280401587486
142124	rnn.bias_ih_l0	8	-0.10259287059307098
142124	rnn.bias_ih_l0	9	-0.02468901313841343
142124	rnn.bias_hh_l0	0	-0.016369061544537544
142124	rnn.bias_hh_l0	1	-0.11257759481668472
142124	rnn.bias_hh_l0	2	-0.05884985253214836
142124	rnn.bias_hh_l0	3	-0.08999278396368027
142124	rnn.bias_hh_l0	4	0.0029918153304606676
142124	rnn.bias_hh_l0	5	-0.04065622389316559
142124	rnn.bias_hh_l0	6	0.042669590562582016
142124	rnn.bias_hh_l0	7	0.04336674138903618
142124	rnn.bias_hh_l0	8	-0.09480687230825424
142124	rnn.bias_hh_l0	9	-0.06455831974744797
142124	rnn.weight_ih_l0_reverse	0	-0.021180398762226105
142124	rnn.weight_ih_l0_reverse	1	-0.05010498687624931
142124	rnn.weight_ih_l0_reverse	2	-0.02579825557768345
142124	rnn.weight_ih_l0_reverse	3	0.010174841620028019
142124	rnn.weight_ih_l0_reverse	4	-0.017747871577739716
142124	rnn.weight_ih_l0_reverse	5	-0.0458526536822319
142124	rnn.weight_ih_l0_reverse	6	0.08526605367660522
142124	rnn.weight_ih_l0_reverse	7	-0.020800329744815826
142124	rnn.weight_ih_l0_reverse	8	-0.019317718222737312
142124	rnn.weight_ih_l0_reverse	9	-0.00580366188660264
142124	rnn.weight_hh_l0_reverse	0	0.06188792735338211
142124	rnn.weight_hh_l0_reverse	1	0.013184374198317528
142124	rnn.weight_hh_l0_reverse	2	0.029519593343138695
142124	rnn.weight_hh_l0_reverse	3	0.026345117017626762
142124	rnn.weight_hh_l0_reverse	4	0.004891595803201199
142124	rnn.weight_hh_l0_reverse	5	0.019187627360224724
142124	rnn.weight_hh_l0_reverse	6	0.04846513271331787
142124	rnn.weight_hh_l0_reverse	7	-0.06483709812164307
142124	rnn.weight_hh_l0_reverse	8	0.040403492748737335
142124	rnn.weight_hh_l0_reverse	9	0.03460799157619476
142124	rnn.bias_ih_l0_reverse	0	-0.07410882413387299
142124	rnn.bias_ih_l0_reverse	1	-0.2578621208667755
142124	rnn.bias_ih_l0_reverse	2	-0.13833598792552948
142124	rnn.bias_ih_l0_reverse	3	-0.03988710790872574
142124	rnn.bias_ih_l0_reverse	4	-0.03755564242601395
142124	rnn.bias_ih_l0_reverse	5	0.055499907582998276
142124	rnn.bias_ih_l0_reverse	6	-0.06439415365457535
142124	rnn.bias_ih_l0_reverse	7	0.047802917659282684
142124	rnn.bias_ih_l0_reverse	8	-0.04842637479305267
142124	rnn.bias_ih_l0_reverse	9	0.051569920033216476
142124	rnn.bias_hh_l0_reverse	0	0.03337080031633377
142124	rnn.bias_hh_l0_reverse	1	-0.05340274050831795
142124	rnn.bias_hh_l0_reverse	2	0.08412101864814758
142124	rnn.bias_hh_l0_reverse	3	-0.04675060883164406
142124	rnn.bias_hh_l0_reverse	4	-0.02040252834558487
142124	rnn.bias_hh_l0_reverse	5	-0.03509481996297836
142124	rnn.bias_hh_l0_reverse	6	-0.014675352722406387
142124	rnn.bias_hh_l0_reverse	7	0.10311618447303772
142124	rnn.bias_hh_l0_reverse	8	0.031146124005317688
142124	rnn.bias_hh_l0_reverse	9	-0.1401323527097702
142124	rnn.weight_ih_l1	0	-0.03450484201312065
142124	rnn.weight_ih_l1	1	-0.05240805819630623
142124	rnn.weight_ih_l1	2	0.05936894193291664
142124	rnn.weight_ih_l1	3	-0.06596937030553818
142124	rnn.weight_ih_l1	4	-0.014837018214166164
142124	rnn.weight_ih_l1	5	-0.04360317066311836
142124	rnn.weight_ih_l1	6	0.03290407359600067
142124	rnn.weight_ih_l1	7	-0.025514742359519005
142124	rnn.weight_ih_l1	8	0.03671273961663246
142124	rnn.weight_ih_l1	9	0.04297851771116257
142124	rnn.weight_hh_l1	0	-0.0012432653456926346
142124	rnn.weight_hh_l1	1	0.01634126529097557
142124	rnn.weight_hh_l1	2	0.017328014597296715
142124	rnn.weight_hh_l1	3	-0.011471372097730637
142124	rnn.weight_hh_l1	4	0.010282442905008793
142124	rnn.weight_hh_l1	5	0.026579756289720535
142124	rnn.weight_hh_l1	6	0.0358254536986351
142124	rnn.weight_hh_l1	7	-0.019578736275434494
142124	rnn.weight_hh_l1	8	-0.01441352441906929
142124	rnn.weight_hh_l1	9	0.033819835633039474
142124	rnn.bias_ih_l1	0	-0.21124714612960815
142124	rnn.bias_ih_l1	1	-0.1928291767835617
142124	rnn.bias_ih_l1	2	-0.2080695927143097
142124	rnn.bias_ih_l1	3	-0.2896512746810913
142124	rnn.bias_ih_l1	4	-0.2145322859287262
142124	rnn.bias_ih_l1	5	-0.09448016434907913
142124	rnn.bias_ih_l1	6	-0.1818925142288208
142124	rnn.bias_ih_l1	7	-0.03953845053911209
142124	rnn.bias_ih_l1	8	-0.14498522877693176
142124	rnn.bias_ih_l1	9	-0.13237595558166504
142124	rnn.bias_hh_l1	0	-0.10074800997972488
142124	rnn.bias_hh_l1	1	-0.0780048817396164
142124	rnn.bias_hh_l1	2	-0.11136843264102936
142124	rnn.bias_hh_l1	3	-0.0856986790895462
142124	rnn.bias_hh_l1	4	-0.09816092997789383
142124	rnn.bias_hh_l1	5	-0.11223087459802628
142124	rnn.bias_hh_l1	6	-0.15332499146461487
142124	rnn.bias_hh_l1	7	0.035490237176418304
142124	rnn.bias_hh_l1	8	-0.17612114548683167
142124	rnn.bias_hh_l1	9	-0.09792608767747879
142124	rnn.weight_ih_l1_reverse	0	-0.04205363988876343
142124	rnn.weight_ih_l1_reverse	1	0.014360032975673676
142124	rnn.weight_ih_l1_reverse	2	0.06256566196680069
142124	rnn.weight_ih_l1_reverse	3	-0.00029529331368394196
142124	rnn.weight_ih_l1_reverse	4	-0.037224289029836655
142124	rnn.weight_ih_l1_reverse	5	-0.032731711864471436
142124	rnn.weight_ih_l1_reverse	6	-0.01248105801641941
142124	rnn.weight_ih_l1_reverse	7	0.03387739509344101
142124	rnn.weight_ih_l1_reverse	8	0.021079713478684425
142124	rnn.weight_ih_l1_reverse	9	-0.04586823657155037
142124	rnn.weight_hh_l1_reverse	0	0.005345538724213839
142124	rnn.weight_hh_l1_reverse	1	0.03015594370663166
142124	rnn.weight_hh_l1_reverse	2	-0.039879053831100464
142124	rnn.weight_hh_l1_reverse	3	0.036590512841939926
142124	rnn.weight_hh_l1_reverse	4	0.04991328343749046
142124	rnn.weight_hh_l1_reverse	5	-0.0015469916397705674
142124	rnn.weight_hh_l1_reverse	6	0.04526587575674057
142124	rnn.weight_hh_l1_reverse	7	0.031370241194963455
142124	rnn.weight_hh_l1_reverse	8	-0.006825550459325314
142124	rnn.weight_hh_l1_reverse	9	-0.03311087191104889
142124	rnn.bias_ih_l1_reverse	0	-0.06948567181825638
142124	rnn.bias_ih_l1_reverse	1	-0.16761501133441925
142124	rnn.bias_ih_l1_reverse	2	-0.1622074991464615
142124	rnn.bias_ih_l1_reverse	3	-0.014588266611099243
142124	rnn.bias_ih_l1_reverse	4	-0.21111777424812317
142124	rnn.bias_ih_l1_reverse	5	-0.11226234585046768
142124	rnn.bias_ih_l1_reverse	6	-0.13732615113258362
142124	rnn.bias_ih_l1_reverse	7	-0.21471403539180756
142124	rnn.bias_ih_l1_reverse	8	0.21917986869812012
142124	rnn.bias_ih_l1_reverse	9	0.057244107127189636
142124	rnn.bias_hh_l1_reverse	0	0.018190035596489906
142124	rnn.bias_hh_l1_reverse	1	-0.0685853660106659
142124	rnn.bias_hh_l1_reverse	2	-0.23128902912139893
142124	rnn.bias_hh_l1_reverse	3	-0.14866197109222412
142124	rnn.bias_hh_l1_reverse	4	-0.1069149523973465
142124	rnn.bias_hh_l1_reverse	5	-0.1265018731355667
142124	rnn.bias_hh_l1_reverse	6	0.0930880606174469
142124	rnn.bias_hh_l1_reverse	7	-0.1844022572040558
142124	rnn.bias_hh_l1_reverse	8	-0.11388907581567764
142124	rnn.bias_hh_l1_reverse	9	-0.15371975302696228
142124	linear.weight	0	0.002228822559118271
142124	linear.weight	1	0.11925140023231506
142124	linear.weight	2	-0.0720854252576828
142124	linear.weight	3	0.27301251888275146
142124	linear.weight	4	0.158524751663208
142124	linear.weight	5	-0.05624085292220116
142124	linear.weight	6	0.08296149224042892
142124	linear.weight	7	0.08888707309961319
142124	linear.weight	8	0.0412302240729332
142124	linear.weight	9	-0.032500870525836945
142124	linear.bias	0	0.07268700003623962
142124	linear.bias	1	-0.1900654137134552
142124	linear.bias	2	-0.35431551933288574
142124	linear.bias	3	-0.663204550743103
142124	linear.bias	4	-1.189900279045105
142124	linear.bias	5	-0.07308045774698257
142124	linear.bias	6	-0.7431048154830933
142124	linear.bias	7	0.28921258449554443
142124	linear.bias	8	-0.46397149562835693
142124	linear.bias	9	-1.0061049461364746
142128	transitions	0	0.6184467673301697
142128	transitions	1	0.18984702229499817
142128	transitions	2	-10000.0
142128	transitions	3	-1.8233158588409424
142128	transitions	4	-10000.0
142128	transitions	5	0.5784469246864319
142128	transitions	6	-0.07528683543205261
142128	transitions	7	-0.716765284538269
142128	transitions	8	-1.4031765460968018
142128	transitions	9	-0.0011160108260810375
142128	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
142128	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
142128	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
142128	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
142128	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
142128	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
142128	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
142128	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
142128	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
142128	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
142128	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
142128	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
142128	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
142128	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
142128	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
142128	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
142128	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
142128	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
142128	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
142128	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
142128	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
142128	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
142128	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
142128	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
142128	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
142128	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
142128	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
142128	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
142128	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
142128	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
142128	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
142128	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
142128	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
142128	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
142128	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
142128	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
142128	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
142128	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
142128	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
142128	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
142128	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
142128	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
142128	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
142128	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
142128	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
142128	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
142128	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
142128	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
142128	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
142128	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
142128	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
142128	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
142128	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
142128	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
142128	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
142128	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
142128	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
142128	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
142128	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
142128	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
142128	embedding2nn.weight	0	0.01991773210465908
142128	embedding2nn.weight	1	-0.012901007197797298
142128	embedding2nn.weight	2	-0.014268254861235619
142128	embedding2nn.weight	3	-0.007562487851828337
142128	embedding2nn.weight	4	-0.0059150345623493195
142128	embedding2nn.weight	5	-0.003700591390952468
142128	embedding2nn.weight	6	-0.003973289392888546
142128	embedding2nn.weight	7	-0.08184152841567993
142128	embedding2nn.weight	8	-0.0019979383796453476
142128	embedding2nn.weight	9	-0.027647623792290688
142128	embedding2nn.bias	0	0.03553694859147072
142128	embedding2nn.bias	1	-0.0679432600736618
142128	embedding2nn.bias	2	0.05848168209195137
142128	embedding2nn.bias	3	0.04660031199455261
142128	embedding2nn.bias	4	-0.03352774679660797
142128	embedding2nn.bias	5	-0.0413442887365818
142128	embedding2nn.bias	6	-0.005334325134754181
142128	embedding2nn.bias	7	-0.06593756377696991
142128	embedding2nn.bias	8	0.058437082916498184
142128	embedding2nn.bias	9	0.04663456231355667
142128	rnn.weight_ih_l0	0	-0.07731802016496658
142128	rnn.weight_ih_l0	1	0.005690892226994038
142128	rnn.weight_ih_l0	2	0.04567183554172516
142128	rnn.weight_ih_l0	3	0.026361707597970963
142128	rnn.weight_ih_l0	4	-0.033793043345212936
142128	rnn.weight_ih_l0	5	-0.05955920368432999
142128	rnn.weight_ih_l0	6	0.001446356880478561
142128	rnn.weight_ih_l0	7	0.05983970686793327
142128	rnn.weight_ih_l0	8	-0.008938449434936047
142128	rnn.weight_ih_l0	9	-0.022108370438218117
142128	rnn.weight_hh_l0	0	-0.034582629799842834
142128	rnn.weight_hh_l0	1	-0.005208090879023075
142128	rnn.weight_hh_l0	2	0.000860383443068713
142128	rnn.weight_hh_l0	3	-0.07090714573860168
142128	rnn.weight_hh_l0	4	0.0831436738371849
142128	rnn.weight_hh_l0	5	-0.027499999850988388
142128	rnn.weight_hh_l0	6	-0.055772457271814346
142128	rnn.weight_hh_l0	7	0.013454078696668148
142128	rnn.weight_hh_l0	8	0.009468254633247852
142128	rnn.weight_hh_l0	9	-0.020217185840010643
142128	rnn.bias_ih_l0	0	0.1253146380186081
142128	rnn.bias_ih_l0	1	-0.03182075172662735
142128	rnn.bias_ih_l0	2	-0.006187967956066132
142128	rnn.bias_ih_l0	3	0.13973087072372437
142128	rnn.bias_ih_l0	4	-0.011127451434731483
142128	rnn.bias_ih_l0	5	-0.013305960223078728
142128	rnn.bias_ih_l0	6	0.020544210448861122
142128	rnn.bias_ih_l0	7	0.03315248340368271
142128	rnn.bias_ih_l0	8	-0.10248970985412598
142128	rnn.bias_ih_l0	9	-0.02395853027701378
142128	rnn.bias_hh_l0	0	-0.016333386301994324
142128	rnn.bias_hh_l0	1	-0.11246008425951004
142128	rnn.bias_hh_l0	2	-0.05870583653450012
142128	rnn.bias_hh_l0	3	-0.08986297994852066
142128	rnn.bias_hh_l0	4	0.0030880747362971306
142128	rnn.bias_hh_l0	5	-0.04113282263278961
142128	rnn.bias_hh_l0	6	0.04278238117694855
142128	rnn.bias_hh_l0	7	0.04343279451131821
142128	rnn.bias_hh_l0	8	-0.09483456611633301
142128	rnn.bias_hh_l0	9	-0.06438183784484863
142128	rnn.weight_ih_l0_reverse	0	-0.021158402785658836
142128	rnn.weight_ih_l0_reverse	1	-0.05024074763059616
142128	rnn.weight_ih_l0_reverse	2	-0.02574549801647663
142128	rnn.weight_ih_l0_reverse	3	0.010263442993164062
142128	rnn.weight_ih_l0_reverse	4	-0.017883282154798508
142128	rnn.weight_ih_l0_reverse	5	-0.04582974314689636
142128	rnn.weight_ih_l0_reverse	6	0.08504001796245575
142128	rnn.weight_ih_l0_reverse	7	-0.020781921222805977
142128	rnn.weight_ih_l0_reverse	8	-0.019397521391510963
142128	rnn.weight_ih_l0_reverse	9	-0.005821871105581522
142128	rnn.weight_hh_l0_reverse	0	0.06187991052865982
142128	rnn.weight_hh_l0_reverse	1	0.01316736452281475
142128	rnn.weight_hh_l0_reverse	2	0.029524095356464386
142128	rnn.weight_hh_l0_reverse	3	0.02633984573185444
142128	rnn.weight_hh_l0_reverse	4	0.005046538542956114
142128	rnn.weight_hh_l0_reverse	5	0.01921437866985798
142128	rnn.weight_hh_l0_reverse	6	0.04845365509390831
142128	rnn.weight_hh_l0_reverse	7	-0.06485086679458618
142128	rnn.weight_hh_l0_reverse	8	0.040443599224090576
142128	rnn.weight_hh_l0_reverse	9	0.03460138663649559
142128	rnn.bias_ih_l0_reverse	0	-0.07481067627668381
142128	rnn.bias_ih_l0_reverse	1	-0.2579018175601959
142128	rnn.bias_ih_l0_reverse	2	-0.13840405642986298
142128	rnn.bias_ih_l0_reverse	3	-0.03989659622311592
142128	rnn.bias_ih_l0_reverse	4	-0.037807539105415344
142128	rnn.bias_ih_l0_reverse	5	0.05542919039726257
142128	rnn.bias_ih_l0_reverse	6	-0.06435602903366089
142128	rnn.bias_ih_l0_reverse	7	0.04785216599702835
142128	rnn.bias_ih_l0_reverse	8	-0.04841145873069763
142128	rnn.bias_ih_l0_reverse	9	0.05166639760136604
142128	rnn.bias_hh_l0_reverse	0	0.0332641638815403
142128	rnn.bias_hh_l0_reverse	1	-0.05306629464030266
142128	rnn.bias_hh_l0_reverse	2	0.08411731570959091
142128	rnn.bias_hh_l0_reverse	3	-0.04663851484656334
142128	rnn.bias_hh_l0_reverse	4	-0.020528463646769524
142128	rnn.bias_hh_l0_reverse	5	-0.03501066938042641
142128	rnn.bias_hh_l0_reverse	6	-0.014526170678436756
142128	rnn.bias_hh_l0_reverse	7	0.10303481668233871
142128	rnn.bias_hh_l0_reverse	8	0.031100096181035042
142128	rnn.bias_hh_l0_reverse	9	-0.1397000104188919
142128	rnn.weight_ih_l1	0	-0.0345977284014225
142128	rnn.weight_ih_l1	1	-0.05144938826560974
142128	rnn.weight_ih_l1	2	0.060532018542289734
142128	rnn.weight_ih_l1	3	-0.06600507348775864
142128	rnn.weight_ih_l1	4	-0.014871523715555668
142128	rnn.weight_ih_l1	5	-0.0435810424387455
142128	rnn.weight_ih_l1	6	0.03307028487324715
142128	rnn.weight_ih_l1	7	-0.025468939915299416
142128	rnn.weight_ih_l1	8	0.0367206372320652
142128	rnn.weight_ih_l1	9	0.04297363758087158
142128	rnn.weight_hh_l1	0	-0.0011961436830461025
142128	rnn.weight_hh_l1	1	0.01630297303199768
142128	rnn.weight_hh_l1	2	0.01715514063835144
142128	rnn.weight_hh_l1	3	-0.011469857767224312
142128	rnn.weight_hh_l1	4	0.010399848222732544
142128	rnn.weight_hh_l1	5	0.02650335803627968
142128	rnn.weight_hh_l1	6	0.03574618324637413
142128	rnn.weight_hh_l1	7	-0.019640060141682625
142128	rnn.weight_hh_l1	8	-0.014430155977606773
142128	rnn.weight_hh_l1	9	0.03382620960474014
142128	rnn.bias_ih_l1	0	-0.21054747700691223
142128	rnn.bias_ih_l1	1	-0.1938827633857727
142128	rnn.bias_ih_l1	2	-0.20775869488716125
142128	rnn.bias_ih_l1	3	-0.289851576089859
142128	rnn.bias_ih_l1	4	-0.2147551029920578
142128	rnn.bias_ih_l1	5	-0.09437117725610733
142128	rnn.bias_ih_l1	6	-0.18074244260787964
142128	rnn.bias_ih_l1	7	-0.040234003216028214
142128	rnn.bias_ih_l1	8	-0.14508222043514252
142128	rnn.bias_ih_l1	9	-0.13250215351581573
142128	rnn.bias_hh_l1	0	-0.10073146969079971
142128	rnn.bias_hh_l1	1	-0.07856325805187225
142128	rnn.bias_hh_l1	2	-0.11147704720497131
142128	rnn.bias_hh_l1	3	-0.08557339012622833
142128	rnn.bias_hh_l1	4	-0.09790085256099701
142128	rnn.bias_hh_l1	5	-0.11189274489879608
142128	rnn.bias_hh_l1	6	-0.15317589044570923
142128	rnn.bias_hh_l1	7	0.035851702094078064
142128	rnn.bias_hh_l1	8	-0.1753787249326706
142128	rnn.bias_hh_l1	9	-0.09809277951717377
142128	rnn.weight_ih_l1_reverse	0	-0.0420975498855114
142128	rnn.weight_ih_l1_reverse	1	0.0136223454028368
142128	rnn.weight_ih_l1_reverse	2	0.06279689818620682
142128	rnn.weight_ih_l1_reverse	3	-0.00022553367307409644
142128	rnn.weight_ih_l1_reverse	4	-0.03794096037745476
142128	rnn.weight_ih_l1_reverse	5	-0.032716911286115646
142128	rnn.weight_ih_l1_reverse	6	-0.01251043938100338
142128	rnn.weight_ih_l1_reverse	7	0.03382696956396103
142128	rnn.weight_ih_l1_reverse	8	0.020936256274580956
142128	rnn.weight_ih_l1_reverse	9	-0.045876260846853256
142128	rnn.weight_hh_l1_reverse	0	0.005363659933209419
142128	rnn.weight_hh_l1_reverse	1	0.030154844745993614
142128	rnn.weight_hh_l1_reverse	2	-0.03990722447633743
142128	rnn.weight_hh_l1_reverse	3	0.03663809970021248
142128	rnn.weight_hh_l1_reverse	4	0.04984457418322563
142128	rnn.weight_hh_l1_reverse	5	-0.0015927350614219904
142128	rnn.weight_hh_l1_reverse	6	0.04532478749752045
142128	rnn.weight_hh_l1_reverse	7	0.03138284012675285
142128	rnn.weight_hh_l1_reverse	8	-0.006834274623543024
142128	rnn.weight_hh_l1_reverse	9	-0.03312419354915619
142128	rnn.bias_ih_l1_reverse	0	-0.06926017254590988
142128	rnn.bias_ih_l1_reverse	1	-0.16775187849998474
142128	rnn.bias_ih_l1_reverse	2	-0.16239507496356964
142128	rnn.bias_ih_l1_reverse	3	-0.013491283170878887
142128	rnn.bias_ih_l1_reverse	4	-0.21116884052753448
142128	rnn.bias_ih_l1_reverse	5	-0.11220963299274445
142128	rnn.bias_ih_l1_reverse	6	-0.13732995092868805
142128	rnn.bias_ih_l1_reverse	7	-0.21493718028068542
142128	rnn.bias_ih_l1_reverse	8	0.21950498223304749
142128	rnn.bias_ih_l1_reverse	9	0.05709994211792946
142128	rnn.bias_hh_l1_reverse	0	0.01906825788319111
142128	rnn.bias_hh_l1_reverse	1	-0.06844038516283035
142128	rnn.bias_hh_l1_reverse	2	-0.23132826387882233
142128	rnn.bias_hh_l1_reverse	3	-0.14859731495380402
142128	rnn.bias_hh_l1_reverse	4	-0.1068180575966835
142128	rnn.bias_hh_l1_reverse	5	-0.12652245163917542
142128	rnn.bias_hh_l1_reverse	6	0.09319306910037994
142128	rnn.bias_hh_l1_reverse	7	-0.18446895480155945
142128	rnn.bias_hh_l1_reverse	8	-0.11383138597011566
142128	rnn.bias_hh_l1_reverse	9	-0.15375496447086334
142128	linear.weight	0	0.002228822559118271
142128	linear.weight	1	0.11903466284275055
142128	linear.weight	2	-0.07201793789863586
142128	linear.weight	3	0.27315548062324524
142128	linear.weight	4	0.1585395783185959
142128	linear.weight	5	-0.05624262988567352
142128	linear.weight	6	0.0846681147813797
142128	linear.weight	7	0.08462201803922653
142128	linear.weight	8	0.04123017564415932
142128	linear.weight	9	-0.03249667212367058
142128	linear.bias	0	0.07494889944791794
142128	linear.bias	1	-0.1950792521238327
142128	linear.bias	2	-0.3594621419906616
142128	linear.bias	3	-0.6647105813026428
142128	linear.bias	4	-1.1913368701934814
142128	linear.bias	5	-0.06235893443226814
142128	linear.bias	6	-0.748132050037384
142128	linear.bias	7	0.299656480550766
142128	linear.bias	8	-0.46347787976264954
142128	linear.bias	9	-1.005641222000122
142325	transitions	0	0.6129105687141418
142325	transitions	1	0.18981197476387024
142325	transitions	2	-10000.0
142325	transitions	3	-1.823331594467163
142325	transitions	4	-10000.0
142325	transitions	5	0.5783796906471252
142325	transitions	6	-0.07533222436904907
142325	transitions	7	-0.7168729305267334
142325	transitions	8	-1.4032118320465088
142325	transitions	9	-0.0011165984906256199
142325	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
142325	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
142325	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
142325	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
142325	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
142325	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
142325	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
142325	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
142325	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
142325	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
142325	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
142325	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
142325	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
142325	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
142325	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
142325	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
142325	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
142325	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
142325	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
142325	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
142325	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
142325	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
142325	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
142325	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
142325	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
142325	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
142325	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
142325	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
142325	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
142325	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
142325	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
142325	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
142325	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
142325	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
142325	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
142325	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
142325	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
142325	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
142325	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
142325	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
142325	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
142325	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
142325	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
142325	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
142325	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
142325	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
142325	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
142325	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
142325	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
142325	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
142325	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
142325	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
142325	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
142325	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
142325	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
142325	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
142325	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
142325	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
142325	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
142325	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
142325	embedding2nn.weight	0	0.019028818234801292
142325	embedding2nn.weight	1	-0.012918650172650814
142325	embedding2nn.weight	2	-0.014268254861235619
142325	embedding2nn.weight	3	-0.007532577030360699
142325	embedding2nn.weight	4	-0.0059150345623493195
142325	embedding2nn.weight	5	-0.003700591390952468
142325	embedding2nn.weight	6	-0.0039732870645821095
142325	embedding2nn.weight	7	-0.08157646656036377
142325	embedding2nn.weight	8	-0.0019979383796453476
142325	embedding2nn.weight	9	-0.027797052636742592
142325	embedding2nn.bias	0	0.039797987788915634
142325	embedding2nn.bias	1	-0.06806714832782745
142325	embedding2nn.bias	2	0.059591323137283325
142325	embedding2nn.bias	3	0.04845907911658287
142325	embedding2nn.bias	4	-0.03638444468379021
142325	embedding2nn.bias	5	-0.043022677302360535
142325	embedding2nn.bias	6	-0.00388336181640625
142325	embedding2nn.bias	7	-0.07001226395368576
142325	embedding2nn.bias	8	0.05958818271756172
142325	embedding2nn.bias	9	0.04506535455584526
142325	rnn.weight_ih_l0	0	-0.07804775983095169
142325	rnn.weight_ih_l0	1	0.005466384347528219
142325	rnn.weight_ih_l0	2	0.04573869705200195
142325	rnn.weight_ih_l0	3	0.026699479669332504
142325	rnn.weight_ih_l0	4	-0.03432638943195343
142325	rnn.weight_ih_l0	5	-0.05986033007502556
142325	rnn.weight_ih_l0	6	0.0014682698529213667
142325	rnn.weight_ih_l0	7	0.05973054841160774
142325	rnn.weight_ih_l0	8	-0.009233069606125355
142325	rnn.weight_ih_l0	9	-0.021903587505221367
142325	rnn.weight_hh_l0	0	-0.03458832949399948
142325	rnn.weight_hh_l0	1	-0.005410227924585342
142325	rnn.weight_hh_l0	2	0.0008246719953604043
142325	rnn.weight_hh_l0	3	-0.07019320875406265
142325	rnn.weight_hh_l0	4	0.0829295963048935
142325	rnn.weight_hh_l0	5	-0.027127094566822052
142325	rnn.weight_hh_l0	6	-0.05648202821612358
142325	rnn.weight_hh_l0	7	0.013353859074413776
142325	rnn.weight_hh_l0	8	0.008764293044805527
142325	rnn.weight_hh_l0	9	-0.0200713649392128
142325	rnn.bias_ih_l0	0	0.12568508088588715
142325	rnn.bias_ih_l0	1	-0.03161032125353813
142325	rnn.bias_ih_l0	2	-0.006185254547744989
142325	rnn.bias_ih_l0	3	0.14154207706451416
142325	rnn.bias_ih_l0	4	-0.00900755263864994
142325	rnn.bias_ih_l0	5	-0.014262920245528221
142325	rnn.bias_ih_l0	6	0.020439451560378075
142325	rnn.bias_ih_l0	7	0.03263087943196297
142325	rnn.bias_ih_l0	8	-0.10215781629085541
142325	rnn.bias_ih_l0	9	-0.02737974375486374
142325	rnn.bias_hh_l0	0	-0.016314325854182243
142325	rnn.bias_hh_l0	1	-0.11235494166612625
142325	rnn.bias_hh_l0	2	-0.06044754013419151
142325	rnn.bias_hh_l0	3	-0.09130164980888367
142325	rnn.bias_hh_l0	4	0.0015560773899778724
142325	rnn.bias_hh_l0	5	-0.039979178458452225
142325	rnn.bias_hh_l0	6	0.04246272146701813
142325	rnn.bias_hh_l0	7	0.04568548500537872
142325	rnn.bias_hh_l0	8	-0.09584110230207443
142325	rnn.bias_hh_l0	9	-0.06456457078456879
142325	rnn.weight_ih_l0_reverse	0	-0.021101828664541245
142325	rnn.weight_ih_l0_reverse	1	-0.05062079057097435
142325	rnn.weight_ih_l0_reverse	2	-0.026919983327388763
142325	rnn.weight_ih_l0_reverse	3	0.010586356744170189
142325	rnn.weight_ih_l0_reverse	4	-0.01710459403693676
142325	rnn.weight_ih_l0_reverse	5	-0.04589500278234482
142325	rnn.weight_ih_l0_reverse	6	0.08429230004549026
142325	rnn.weight_ih_l0_reverse	7	-0.020608825609087944
142325	rnn.weight_ih_l0_reverse	8	-0.01958380825817585
142325	rnn.weight_ih_l0_reverse	9	-0.005296817049384117
142325	rnn.weight_hh_l0_reverse	0	0.06164814159274101
142325	rnn.weight_hh_l0_reverse	1	0.014352886006236076
142325	rnn.weight_hh_l0_reverse	2	0.029666751623153687
142325	rnn.weight_hh_l0_reverse	3	0.02640180103480816
142325	rnn.weight_hh_l0_reverse	4	0.005020650569349527
142325	rnn.weight_hh_l0_reverse	5	0.019198104739189148
142325	rnn.weight_hh_l0_reverse	6	0.04852544516324997
142325	rnn.weight_hh_l0_reverse	7	-0.0640624612569809
142325	rnn.weight_hh_l0_reverse	8	0.04092864692211151
142325	rnn.weight_hh_l0_reverse	9	0.03455168381333351
142325	rnn.bias_ih_l0_reverse	0	-0.07433737814426422
142325	rnn.bias_ih_l0_reverse	1	-0.2561613917350769
142325	rnn.bias_ih_l0_reverse	2	-0.1378370076417923
142325	rnn.bias_ih_l0_reverse	3	-0.040501419454813004
142325	rnn.bias_ih_l0_reverse	4	-0.03612162917852402
142325	rnn.bias_ih_l0_reverse	5	0.05690259486436844
142325	rnn.bias_ih_l0_reverse	6	-0.06394775211811066
142325	rnn.bias_ih_l0_reverse	7	0.048181548714637756
142325	rnn.bias_ih_l0_reverse	8	-0.05034170299768448
142325	rnn.bias_ih_l0_reverse	9	0.05185166001319885
142325	rnn.bias_hh_l0_reverse	0	0.032796625047922134
142325	rnn.bias_hh_l0_reverse	1	-0.05204425007104874
142325	rnn.bias_hh_l0_reverse	2	0.08332409709692001
142325	rnn.bias_hh_l0_reverse	3	-0.046416182070970535
142325	rnn.bias_hh_l0_reverse	4	-0.020254142582416534
142325	rnn.bias_hh_l0_reverse	5	-0.033698324114084244
142325	rnn.bias_hh_l0_reverse	6	-0.014968771487474442
142325	rnn.bias_hh_l0_reverse	7	0.10239493101835251
142325	rnn.bias_hh_l0_reverse	8	0.0305629912763834
142325	rnn.bias_hh_l0_reverse	9	-0.1377357840538025
142325	rnn.weight_ih_l1	0	-0.03463098779320717
142325	rnn.weight_ih_l1	1	-0.05195189639925957
142325	rnn.weight_ih_l1	2	0.060300957411527634
142325	rnn.weight_ih_l1	3	-0.0666910782456398
142325	rnn.weight_ih_l1	4	-0.014587742276489735
142325	rnn.weight_ih_l1	5	-0.043763287365436554
142325	rnn.weight_ih_l1	6	0.033481862396001816
142325	rnn.weight_ih_l1	7	-0.026897039264440536
142325	rnn.weight_ih_l1	8	0.03679192438721657
142325	rnn.weight_ih_l1	9	0.04295751452445984
142325	rnn.weight_hh_l1	0	-0.001442722394131124
142325	rnn.weight_hh_l1	1	0.016391340643167496
142325	rnn.weight_hh_l1	2	0.016327399760484695
142325	rnn.weight_hh_l1	3	-0.011747634969651699
142325	rnn.weight_hh_l1	4	0.010069090873003006
142325	rnn.weight_hh_l1	5	0.026759156957268715
142325	rnn.weight_hh_l1	6	0.035691019147634506
142325	rnn.weight_hh_l1	7	-0.019505131989717484
142325	rnn.weight_hh_l1	8	-0.014529004693031311
142325	rnn.weight_hh_l1	9	0.03377680480480194
142325	rnn.bias_ih_l1	0	-0.20973746478557587
142325	rnn.bias_ih_l1	1	-0.19389519095420837
142325	rnn.bias_ih_l1	2	-0.20809794962406158
142325	rnn.bias_ih_l1	3	-0.2890493869781494
142325	rnn.bias_ih_l1	4	-0.21290886402130127
142325	rnn.bias_ih_l1	5	-0.0956350788474083
142325	rnn.bias_ih_l1	6	-0.1795019805431366
142325	rnn.bias_ih_l1	7	-0.04094455763697624
142325	rnn.bias_ih_l1	8	-0.14573991298675537
142325	rnn.bias_ih_l1	9	-0.13190913200378418
142325	rnn.bias_hh_l1	0	-0.09996344149112701
142325	rnn.bias_hh_l1	1	-0.07815532386302948
142325	rnn.bias_hh_l1	2	-0.11168044060468674
142325	rnn.bias_hh_l1	3	-0.08550165593624115
142325	rnn.bias_hh_l1	4	-0.09685704857110977
142325	rnn.bias_hh_l1	5	-0.11161573231220245
142325	rnn.bias_hh_l1	6	-0.1520664095878601
142325	rnn.bias_hh_l1	7	0.03601595759391785
142325	rnn.bias_hh_l1	8	-0.1761854887008667
142325	rnn.bias_hh_l1	9	-0.09715326875448227
142325	rnn.weight_ih_l1_reverse	0	-0.04205230996012688
142325	rnn.weight_ih_l1_reverse	1	0.012937285006046295
142325	rnn.weight_ih_l1_reverse	2	0.0627775490283966
142325	rnn.weight_ih_l1_reverse	3	-0.0006574126309715211
142325	rnn.weight_ih_l1_reverse	4	-0.03718441724777222
142325	rnn.weight_ih_l1_reverse	5	-0.03260864317417145
142325	rnn.weight_ih_l1_reverse	6	-0.011811847798526287
142325	rnn.weight_ih_l1_reverse	7	0.03363022208213806
142325	rnn.weight_ih_l1_reverse	8	0.0206020288169384
142325	rnn.weight_ih_l1_reverse	9	-0.045493897050619125
142325	rnn.weight_hh_l1_reverse	0	0.005283888895064592
142325	rnn.weight_hh_l1_reverse	1	0.030111974105238914
142325	rnn.weight_hh_l1_reverse	2	-0.03987348824739456
142325	rnn.weight_hh_l1_reverse	3	0.03631565347313881
142325	rnn.weight_hh_l1_reverse	4	0.050051815807819366
142325	rnn.weight_hh_l1_reverse	5	-0.001214139861986041
142325	rnn.weight_hh_l1_reverse	6	0.04561418294906616
142325	rnn.weight_hh_l1_reverse	7	0.03129080682992935
142325	rnn.weight_hh_l1_reverse	8	-0.006806707009673119
142325	rnn.weight_hh_l1_reverse	9	-0.0331977941095829
142325	rnn.bias_ih_l1_reverse	0	-0.07022449374198914
142325	rnn.bias_ih_l1_reverse	1	-0.1672058403491974
142325	rnn.bias_ih_l1_reverse	2	-0.16360533237457275
142325	rnn.bias_ih_l1_reverse	3	-0.016679711639881134
142325	rnn.bias_ih_l1_reverse	4	-0.21106897294521332
142325	rnn.bias_ih_l1_reverse	5	-0.11096454411745071
142325	rnn.bias_ih_l1_reverse	6	-0.13807550072669983
142325	rnn.bias_ih_l1_reverse	7	-0.21529795229434967
142325	rnn.bias_ih_l1_reverse	8	0.21804282069206238
142325	rnn.bias_ih_l1_reverse	9	0.0553552620112896
142325	rnn.bias_hh_l1_reverse	0	0.016459770500659943
142325	rnn.bias_hh_l1_reverse	1	-0.06979025155305862
142325	rnn.bias_hh_l1_reverse	2	-0.23109227418899536
142325	rnn.bias_hh_l1_reverse	3	-0.14766612648963928
142325	rnn.bias_hh_l1_reverse	4	-0.10712727904319763
142325	rnn.bias_hh_l1_reverse	5	-0.12440943717956543
142325	rnn.bias_hh_l1_reverse	6	0.09391769766807556
142325	rnn.bias_hh_l1_reverse	7	-0.18417395651340485
142325	rnn.bias_hh_l1_reverse	8	-0.11370506137609482
142325	rnn.bias_hh_l1_reverse	9	-0.1537589579820633
142325	linear.weight	0	0.002228822559118271
142325	linear.weight	1	0.12122546136379242
142325	linear.weight	2	-0.06844241917133331
142325	linear.weight	3	0.2687903046607971
142325	linear.weight	4	0.15830044448375702
142325	linear.weight	5	-0.05765350162982941
142325	linear.weight	6	0.0753978043794632
142325	linear.weight	7	0.08512385189533234
142325	linear.weight	8	0.04123048856854439
142325	linear.weight	9	-0.033643584698438644
142325	linear.bias	0	0.0778152197599411
142325	linear.bias	1	-0.18268334865570068
142325	linear.bias	2	-0.34828925132751465
142325	linear.bias	3	-0.6786045432090759
142325	linear.bias	4	-1.2038483619689941
142325	linear.bias	5	-0.09144417941570282
142325	linear.bias	6	-0.7355050444602966
142325	linear.bias	7	0.2713415324687958
142325	linear.bias	8	-0.4558490514755249
142325	linear.bias	9	-0.9985049366950989
142522	transitions	0	0.6192282438278198
142522	transitions	1	0.19398820400238037
142522	transitions	2	-10000.0
142522	transitions	3	-1.8233550786972046
142522	transitions	4	-10000.0
142522	transitions	5	0.5783298015594482
142522	transitions	6	-0.07536225765943527
142522	transitions	7	-0.7170813679695129
142522	transitions	8	-1.4032832384109497
142522	transitions	9	-0.001117016887292266
142522	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
142522	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
142522	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
142522	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
142522	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
142522	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
142522	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
142522	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
142522	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
142522	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
142522	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
142522	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
142522	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
142522	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
142522	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
142522	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
142522	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
142522	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
142522	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
142522	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
142522	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
142522	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
142522	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
142522	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
142522	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
142522	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
142522	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
142522	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
142522	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
142522	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
142522	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
142522	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
142522	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
142522	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
142522	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
142522	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
142522	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
142522	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
142522	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
142522	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
142522	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
142522	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
142522	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
142522	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
142522	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
142522	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
142522	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
142522	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
142522	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
142522	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
142522	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
142522	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
142522	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
142522	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
142522	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
142522	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
142522	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
142522	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
142522	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
142522	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
142522	embedding2nn.weight	0	0.018219362944364548
142522	embedding2nn.weight	1	-0.01293756254017353
142522	embedding2nn.weight	2	-0.014268254861235619
142522	embedding2nn.weight	3	-0.009757623076438904
142522	embedding2nn.weight	4	-0.0059150345623493195
142522	embedding2nn.weight	5	-0.003700591390952468
142522	embedding2nn.weight	6	-0.003973286598920822
142522	embedding2nn.weight	7	-0.082137331366539
142522	embedding2nn.weight	8	-0.0019979383796453476
142522	embedding2nn.weight	9	-0.027125047519803047
142522	embedding2nn.bias	0	0.039184775203466415
142522	embedding2nn.bias	1	-0.06375883519649506
142522	embedding2nn.bias	2	0.06167927756905556
142522	embedding2nn.bias	3	0.04592863470315933
142522	embedding2nn.bias	4	-0.03607478365302086
142522	embedding2nn.bias	5	-0.04606300964951515
142522	embedding2nn.bias	6	-0.003167156595736742
142522	embedding2nn.bias	7	-0.07136958837509155
142522	embedding2nn.bias	8	0.055258478969335556
142522	embedding2nn.bias	9	0.04303994029760361
142522	rnn.weight_ih_l0	0	-0.07741835713386536
142522	rnn.weight_ih_l0	1	0.005921582225710154
142522	rnn.weight_ih_l0	2	0.04558759182691574
142522	rnn.weight_ih_l0	3	0.026162948459386826
142522	rnn.weight_ih_l0	4	-0.03440703824162483
142522	rnn.weight_ih_l0	5	-0.06006273254752159
142522	rnn.weight_ih_l0	6	0.0016774458345025778
142522	rnn.weight_ih_l0	7	0.05938783288002014
142522	rnn.weight_ih_l0	8	-0.008777312934398651
142522	rnn.weight_ih_l0	9	-0.022214163094758987
142522	rnn.weight_hh_l0	0	-0.03480454906821251
142522	rnn.weight_hh_l0	1	-0.006178547162562609
142522	rnn.weight_hh_l0	2	0.0008854680345393717
142522	rnn.weight_hh_l0	3	-0.06993834674358368
142522	rnn.weight_hh_l0	4	0.08264850080013275
142522	rnn.weight_hh_l0	5	-0.0277683287858963
142522	rnn.weight_hh_l0	6	-0.05567161738872528
142522	rnn.weight_hh_l0	7	0.013564216904342175
142522	rnn.weight_hh_l0	8	0.00931029673665762
142522	rnn.weight_hh_l0	9	-0.019895978271961212
142522	rnn.bias_ih_l0	0	0.12593670189380646
142522	rnn.bias_ih_l0	1	-0.03168460354208946
142522	rnn.bias_ih_l0	2	-0.005229352042078972
142522	rnn.bias_ih_l0	3	0.14125344157218933
142522	rnn.bias_ih_l0	4	-0.0091035645455122
142522	rnn.bias_ih_l0	5	-0.015592853538691998
142522	rnn.bias_ih_l0	6	0.019781475886702538
142522	rnn.bias_ih_l0	7	0.03186512738466263
142522	rnn.bias_ih_l0	8	-0.10201714932918549
142522	rnn.bias_ih_l0	9	-0.029275543987751007
142522	rnn.bias_hh_l0	0	-0.015483210794627666
142522	rnn.bias_hh_l0	1	-0.11246739327907562
142522	rnn.bias_hh_l0	2	-0.059729211032390594
142522	rnn.bias_hh_l0	3	-0.09333565086126328
142522	rnn.bias_hh_l0	4	0.003311766078695655
142522	rnn.bias_hh_l0	5	-0.04150981083512306
142522	rnn.bias_hh_l0	6	0.0409136526286602
142522	rnn.bias_hh_l0	7	0.04542425647377968
142522	rnn.bias_hh_l0	8	-0.09480489790439606
142522	rnn.bias_hh_l0	9	-0.06334638595581055
142522	rnn.weight_ih_l0_reverse	0	-0.02142222598195076
142522	rnn.weight_ih_l0_reverse	1	-0.050260961055755615
142522	rnn.weight_ih_l0_reverse	2	-0.028069065883755684
142522	rnn.weight_ih_l0_reverse	3	0.009334927424788475
142522	rnn.weight_ih_l0_reverse	4	-0.017574943602085114
142522	rnn.weight_ih_l0_reverse	5	-0.046473219990730286
142522	rnn.weight_ih_l0_reverse	6	0.08343818783760071
142522	rnn.weight_ih_l0_reverse	7	-0.020004477351903915
142522	rnn.weight_ih_l0_reverse	8	-0.01992434822022915
142522	rnn.weight_ih_l0_reverse	9	-0.005285413004457951
142522	rnn.weight_hh_l0_reverse	0	0.06259992718696594
142522	rnn.weight_hh_l0_reverse	1	0.014117946848273277
142522	rnn.weight_hh_l0_reverse	2	0.029806021600961685
142522	rnn.weight_hh_l0_reverse	3	0.02643948793411255
142522	rnn.weight_hh_l0_reverse	4	0.004878133535385132
142522	rnn.weight_hh_l0_reverse	5	0.020273298025131226
142522	rnn.weight_hh_l0_reverse	6	0.048223529011011124
142522	rnn.weight_hh_l0_reverse	7	-0.06369058042764664
142522	rnn.weight_hh_l0_reverse	8	0.04073183238506317
142522	rnn.weight_hh_l0_reverse	9	0.03422753885388374
142522	rnn.bias_ih_l0_reverse	0	-0.07418281584978104
142522	rnn.bias_ih_l0_reverse	1	-0.25584015250205994
142522	rnn.bias_ih_l0_reverse	2	-0.13720408082008362
142522	rnn.bias_ih_l0_reverse	3	-0.04151870682835579
142522	rnn.bias_ih_l0_reverse	4	-0.03567405417561531
142522	rnn.bias_ih_l0_reverse	5	0.05547541752457619
142522	rnn.bias_ih_l0_reverse	6	-0.0647229477763176
142522	rnn.bias_ih_l0_reverse	7	0.04795737937092781
142522	rnn.bias_ih_l0_reverse	8	-0.050925228744745255
142522	rnn.bias_ih_l0_reverse	9	0.05218838155269623
142522	rnn.bias_hh_l0_reverse	0	0.03380490839481354
142522	rnn.bias_hh_l0_reverse	1	-0.055179253220558167
142522	rnn.bias_hh_l0_reverse	2	0.08307629078626633
142522	rnn.bias_hh_l0_reverse	3	-0.046988293528556824
142522	rnn.bias_hh_l0_reverse	4	-0.019784508273005486
142522	rnn.bias_hh_l0_reverse	5	-0.033850669860839844
142522	rnn.bias_hh_l0_reverse	6	-0.014537815935909748
142522	rnn.bias_hh_l0_reverse	7	0.10076741874217987
142522	rnn.bias_hh_l0_reverse	8	0.028836306184530258
142522	rnn.bias_hh_l0_reverse	9	-0.139169842004776
142522	rnn.weight_ih_l1	0	-0.034437838941812515
142522	rnn.weight_ih_l1	1	-0.05168317258358002
142522	rnn.weight_ih_l1	2	0.058984626084566116
142522	rnn.weight_ih_l1	3	-0.06714201718568802
142522	rnn.weight_ih_l1	4	-0.014813914895057678
142522	rnn.weight_ih_l1	5	-0.04403720423579216
142522	rnn.weight_ih_l1	6	0.033582400530576706
142522	rnn.weight_ih_l1	7	-0.02633780986070633
142522	rnn.weight_ih_l1	8	0.03659544885158539
142522	rnn.weight_ih_l1	9	0.04283064603805542
142522	rnn.weight_hh_l1	0	-0.0016688265604898334
142522	rnn.weight_hh_l1	1	0.016381222754716873
142522	rnn.weight_hh_l1	2	0.016118105500936508
142522	rnn.weight_hh_l1	3	-0.011742336675524712
142522	rnn.weight_hh_l1	4	0.010115341283380985
142522	rnn.weight_hh_l1	5	0.026646431535482407
142522	rnn.weight_hh_l1	6	0.03591275215148926
142522	rnn.weight_hh_l1	7	-0.019789287820458412
142522	rnn.weight_hh_l1	8	-0.01466226764023304
142522	rnn.weight_hh_l1	9	0.03367200866341591
142522	rnn.bias_ih_l1	0	-0.2099296748638153
142522	rnn.bias_ih_l1	1	-0.1938224732875824
142522	rnn.bias_ih_l1	2	-0.20908482372760773
142522	rnn.bias_ih_l1	3	-0.2918988764286041
142522	rnn.bias_ih_l1	4	-0.21595200896263123
142522	rnn.bias_ih_l1	5	-0.09482001513242722
142522	rnn.bias_ih_l1	6	-0.1797785460948944
142522	rnn.bias_ih_l1	7	-0.04015015438199043
142522	rnn.bias_ih_l1	8	-0.14530403912067413
142522	rnn.bias_ih_l1	9	-0.133502796292305
142522	rnn.bias_hh_l1	0	-0.10305044800043106
142522	rnn.bias_hh_l1	1	-0.07662675529718399
142522	rnn.bias_hh_l1	2	-0.11169122159481049
142522	rnn.bias_hh_l1	3	-0.08625031262636185
142522	rnn.bias_hh_l1	4	-0.0968024954199791
142522	rnn.bias_hh_l1	5	-0.111685611307621
142522	rnn.bias_hh_l1	6	-0.15269583463668823
142522	rnn.bias_hh_l1	7	0.03609728068113327
142522	rnn.bias_hh_l1	8	-0.17395570874214172
142522	rnn.bias_hh_l1	9	-0.0978352427482605
142522	rnn.weight_ih_l1_reverse	0	-0.041907645761966705
142522	rnn.weight_ih_l1_reverse	1	0.013422912918031216
142522	rnn.weight_ih_l1_reverse	2	0.06369850784540176
142522	rnn.weight_ih_l1_reverse	3	-0.0006483069155365229
142522	rnn.weight_ih_l1_reverse	4	-0.038607072085142136
142522	rnn.weight_ih_l1_reverse	5	-0.032399848103523254
142522	rnn.weight_ih_l1_reverse	6	-0.011926306411623955
142522	rnn.weight_ih_l1_reverse	7	0.03390216827392578
142522	rnn.weight_ih_l1_reverse	8	0.019323987886309624
142522	rnn.weight_ih_l1_reverse	9	-0.04539159685373306
142522	rnn.weight_hh_l1_reverse	0	0.005403384566307068
142522	rnn.weight_hh_l1_reverse	1	0.030059082433581352
142522	rnn.weight_hh_l1_reverse	2	-0.03994981572031975
142522	rnn.weight_hh_l1_reverse	3	0.03638404607772827
142522	rnn.weight_hh_l1_reverse	4	0.049785081297159195
142522	rnn.weight_hh_l1_reverse	5	-0.0015887669287621975
142522	rnn.weight_hh_l1_reverse	6	0.04601835086941719
142522	rnn.weight_hh_l1_reverse	7	0.03154769912362099
142522	rnn.weight_hh_l1_reverse	8	-0.0068679205141961575
142522	rnn.weight_hh_l1_reverse	9	-0.033142346888780594
142522	rnn.bias_ih_l1_reverse	0	-0.07048068940639496
142522	rnn.bias_ih_l1_reverse	1	-0.1657148003578186
142522	rnn.bias_ih_l1_reverse	2	-0.16396892070770264
142522	rnn.bias_ih_l1_reverse	3	-0.011363362893462181
142522	rnn.bias_ih_l1_reverse	4	-0.2104346752166748
142522	rnn.bias_ih_l1_reverse	5	-0.11176025122404099
142522	rnn.bias_ih_l1_reverse	6	-0.1377386450767517
142522	rnn.bias_ih_l1_reverse	7	-0.2156602293252945
142522	rnn.bias_ih_l1_reverse	8	0.21506553888320923
142522	rnn.bias_ih_l1_reverse	9	0.0582265704870224
142522	rnn.bias_hh_l1_reverse	0	0.014109261333942413
142522	rnn.bias_hh_l1_reverse	1	-0.0655135065317154
142522	rnn.bias_hh_l1_reverse	2	-0.23144042491912842
142522	rnn.bias_hh_l1_reverse	3	-0.14806045591831207
142522	rnn.bias_hh_l1_reverse	4	-0.10678193718194962
142522	rnn.bias_hh_l1_reverse	5	-0.1270594596862793
142522	rnn.bias_hh_l1_reverse	6	0.09435185045003891
142522	rnn.bias_hh_l1_reverse	7	-0.1833578646183014
142522	rnn.bias_hh_l1_reverse	8	-0.11336702108383179
142522	rnn.bias_hh_l1_reverse	9	-0.15373533964157104
142522	linear.weight	0	0.002228822559118271
142522	linear.weight	1	0.11415602266788483
142522	linear.weight	2	-0.06900979578495026
142522	linear.weight	3	0.26957061886787415
142522	linear.weight	4	0.15900816023349762
142522	linear.weight	5	-0.05798192322254181
142522	linear.weight	6	0.07770685106515884
142522	linear.weight	7	0.08965087682008743
142522	linear.weight	8	0.04122944921255112
142522	linear.weight	9	-0.03440717235207558
142522	linear.bias	0	0.10285329818725586
142522	linear.bias	1	-0.19622008502483368
142522	linear.bias	2	-0.35132867097854614
142522	linear.bias	3	-0.6679627895355225
142522	linear.bias	4	-1.194122076034546
142522	linear.bias	5	-0.073348268866539
142522	linear.bias	6	-0.7490224242210388
142522	linear.bias	7	0.2868559658527374
142522	linear.bias	8	-0.4738706648349762
142522	linear.bias	9	-1.0169312953948975
142719	transitions	0	0.6283172965049744
142719	transitions	1	0.1927250176668167
142719	transitions	2	-10000.0
142719	transitions	3	-1.8233721256256104
142719	transitions	4	-10000.0
142719	transitions	5	0.5783001780509949
142719	transitions	6	-0.07539752125740051
142719	transitions	7	-0.7195982933044434
142719	transitions	8	-1.4033015966415405
142719	transitions	9	-0.0011175842955708504
142719	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
142719	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
142719	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
142719	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
142719	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
142719	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
142719	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
142719	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
142719	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
142719	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
142719	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
142719	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
142719	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
142719	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
142719	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
142719	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
142719	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
142719	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
142719	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
142719	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
142719	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
142719	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
142719	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
142719	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
142719	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
142719	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
142719	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
142719	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
142719	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
142719	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
142719	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
142719	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
142719	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
142719	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
142719	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
142719	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
142719	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
142719	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
142719	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
142719	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
142719	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
142719	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
142719	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
142719	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
142719	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
142719	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
142719	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
142719	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
142719	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
142719	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
142719	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
142719	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
142719	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
142719	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
142719	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
142719	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
142719	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
142719	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
142719	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
142719	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
142719	embedding2nn.weight	0	0.01799783483147621
142719	embedding2nn.weight	1	-0.01302215363830328
142719	embedding2nn.weight	2	-0.014268254861235619
142719	embedding2nn.weight	3	-0.010882506147027016
142719	embedding2nn.weight	4	-0.0059150345623493195
142719	embedding2nn.weight	5	-0.0037005911581218243
142719	embedding2nn.weight	6	-0.003973287530243397
142719	embedding2nn.weight	7	-0.0826723501086235
142719	embedding2nn.weight	8	-0.0019979383796453476
142719	embedding2nn.weight	9	-0.027189847081899643
142719	embedding2nn.bias	0	0.03537328168749809
142719	embedding2nn.bias	1	-0.06279700994491577
142719	embedding2nn.bias	2	0.061095498502254486
142719	embedding2nn.bias	3	0.04464203119277954
142719	embedding2nn.bias	4	-0.03430132567882538
142719	embedding2nn.bias	5	-0.04429161548614502
142719	embedding2nn.bias	6	-0.0025818273425102234
142719	embedding2nn.bias	7	-0.06939747929573059
142719	embedding2nn.bias	8	0.0547814778983593
142719	embedding2nn.bias	9	0.04200820252299309
142719	rnn.weight_ih_l0	0	-0.0769854336977005
142719	rnn.weight_ih_l0	1	0.005648642312735319
142719	rnn.weight_ih_l0	2	0.04630663990974426
142719	rnn.weight_ih_l0	3	0.026595236733555794
142719	rnn.weight_ih_l0	4	-0.034999847412109375
142719	rnn.weight_ih_l0	5	-0.06073570251464844
142719	rnn.weight_ih_l0	6	0.0016216664807870984
142719	rnn.weight_ih_l0	7	0.05966034531593323
142719	rnn.weight_ih_l0	8	-0.008766320534050465
142719	rnn.weight_ih_l0	9	-0.022932307794690132
142719	rnn.weight_hh_l0	0	-0.03508281707763672
142719	rnn.weight_hh_l0	1	-0.00661094393581152
142719	rnn.weight_hh_l0	2	0.0006697383360005915
142719	rnn.weight_hh_l0	3	-0.07009395956993103
142719	rnn.weight_hh_l0	4	0.08200888335704803
142719	rnn.weight_hh_l0	5	-0.028457727283239365
142719	rnn.weight_hh_l0	6	-0.055633433163166046
142719	rnn.weight_hh_l0	7	0.013692479580640793
142719	rnn.weight_hh_l0	8	0.009006046690046787
142719	rnn.weight_hh_l0	9	-0.01992104761302471
142719	rnn.bias_ih_l0	0	0.12571284174919128
142719	rnn.bias_ih_l0	1	-0.03093561716377735
142719	rnn.bias_ih_l0	2	-0.004332361277192831
142719	rnn.bias_ih_l0	3	0.14092646539211273
142719	rnn.bias_ih_l0	4	-0.008055201731622219
142719	rnn.bias_ih_l0	5	-0.016393203288316727
142719	rnn.bias_ih_l0	6	0.020686673000454903
142719	rnn.bias_ih_l0	7	0.03145841509103775
142719	rnn.bias_ih_l0	8	-0.10102882236242294
142719	rnn.bias_ih_l0	9	-0.02595706284046173
142719	rnn.bias_hh_l0	0	-0.01609724387526512
142719	rnn.bias_hh_l0	1	-0.10931531339883804
142719	rnn.bias_hh_l0	2	-0.05986563861370087
142719	rnn.bias_hh_l0	3	-0.09243322908878326
142719	rnn.bias_hh_l0	4	0.0013421002076938748
142719	rnn.bias_hh_l0	5	-0.03952164575457573
142719	rnn.bias_hh_l0	6	0.03934166952967644
142719	rnn.bias_hh_l0	7	0.04689596965909004
142719	rnn.bias_hh_l0	8	-0.09456468373537064
142719	rnn.bias_hh_l0	9	-0.06268177181482315
142719	rnn.weight_ih_l0_reverse	0	-0.021573318168520927
142719	rnn.weight_ih_l0_reverse	1	-0.051322780549526215
142719	rnn.weight_ih_l0_reverse	2	-0.028431866317987442
142719	rnn.weight_ih_l0_reverse	3	0.008931982330977917
142719	rnn.weight_ih_l0_reverse	4	-0.018092647194862366
142719	rnn.weight_ih_l0_reverse	5	-0.04645221680402756
142719	rnn.weight_ih_l0_reverse	6	0.08333658427000046
142719	rnn.weight_ih_l0_reverse	7	-0.020327525213360786
142719	rnn.weight_ih_l0_reverse	8	-0.02029484324157238
142719	rnn.weight_ih_l0_reverse	9	-0.005564073100686073
142719	rnn.weight_hh_l0_reverse	0	0.06250317394733429
142719	rnn.weight_hh_l0_reverse	1	0.014209708198904991
142719	rnn.weight_hh_l0_reverse	2	0.02969164028763771
142719	rnn.weight_hh_l0_reverse	3	0.02636576257646084
142719	rnn.weight_hh_l0_reverse	4	0.004924379289150238
142719	rnn.weight_hh_l0_reverse	5	0.02068801037967205
142719	rnn.weight_hh_l0_reverse	6	0.04845655709505081
142719	rnn.weight_hh_l0_reverse	7	-0.06413563340902328
142719	rnn.weight_hh_l0_reverse	8	0.04042814299464226
142719	rnn.weight_hh_l0_reverse	9	0.03413175046443939
142719	rnn.bias_ih_l0_reverse	0	-0.07399778813123703
142719	rnn.bias_ih_l0_reverse	1	-0.25208985805511475
142719	rnn.bias_ih_l0_reverse	2	-0.13638009130954742
142719	rnn.bias_ih_l0_reverse	3	-0.04208505153656006
142719	rnn.bias_ih_l0_reverse	4	-0.033640120178461075
142719	rnn.bias_ih_l0_reverse	5	0.055419471114873886
142719	rnn.bias_ih_l0_reverse	6	-0.0646553710103035
142719	rnn.bias_ih_l0_reverse	7	0.0474332794547081
142719	rnn.bias_ih_l0_reverse	8	-0.05284976586699486
142719	rnn.bias_ih_l0_reverse	9	0.05114319175481796
142719	rnn.bias_hh_l0_reverse	0	0.033430181443691254
142719	rnn.bias_hh_l0_reverse	1	-0.05757654458284378
142719	rnn.bias_hh_l0_reverse	2	0.08290423452854156
142719	rnn.bias_hh_l0_reverse	3	-0.04886665940284729
142719	rnn.bias_hh_l0_reverse	4	-0.021702995523810387
142719	rnn.bias_hh_l0_reverse	5	-0.033555686473846436
142719	rnn.bias_hh_l0_reverse	6	-0.01463489793241024
142719	rnn.bias_hh_l0_reverse	7	0.09903532266616821
142719	rnn.bias_hh_l0_reverse	8	0.02881917543709278
142719	rnn.bias_hh_l0_reverse	9	-0.13990718126296997
142719	rnn.weight_ih_l1	0	-0.03429979085922241
142719	rnn.weight_ih_l1	1	-0.051088642328977585
142719	rnn.weight_ih_l1	2	0.05959944799542427
142719	rnn.weight_ih_l1	3	-0.06666577607393265
142719	rnn.weight_ih_l1	4	-0.014920023269951344
142719	rnn.weight_ih_l1	5	-0.044382162392139435
142719	rnn.weight_ih_l1	6	0.03359578922390938
142719	rnn.weight_ih_l1	7	-0.025778939947485924
142719	rnn.weight_ih_l1	8	0.0366801954805851
142719	rnn.weight_ih_l1	9	0.042501453310251236
142719	rnn.weight_hh_l1	0	-0.00230304803699255
142719	rnn.weight_hh_l1	1	0.016288641840219498
142719	rnn.weight_hh_l1	2	0.01671653427183628
142719	rnn.weight_hh_l1	3	-0.011560237966477871
142719	rnn.weight_hh_l1	4	0.010222739540040493
142719	rnn.weight_hh_l1	5	0.026966087520122528
142719	rnn.weight_hh_l1	6	0.03616587817668915
142719	rnn.weight_hh_l1	7	-0.019970165565609932
142719	rnn.weight_hh_l1	8	-0.014376639388501644
142719	rnn.weight_hh_l1	9	0.03382178395986557
142719	rnn.bias_ih_l1	0	-0.20956678688526154
142719	rnn.bias_ih_l1	1	-0.19257111847400665
142719	rnn.bias_ih_l1	2	-0.20623011887073517
142719	rnn.bias_ih_l1	3	-0.29243004322052
142719	rnn.bias_ih_l1	4	-0.21780960261821747
142719	rnn.bias_ih_l1	5	-0.09413959830999374
142719	rnn.bias_ih_l1	6	-0.17971515655517578
142719	rnn.bias_ih_l1	7	-0.04138742387294769
142719	rnn.bias_ih_l1	8	-0.14873860776424408
142719	rnn.bias_ih_l1	9	-0.13620811700820923
142719	rnn.bias_hh_l1	0	-0.10261809825897217
142719	rnn.bias_hh_l1	1	-0.07717502862215042
142719	rnn.bias_hh_l1	2	-0.11281105875968933
142719	rnn.bias_hh_l1	3	-0.08784692734479904
142719	rnn.bias_hh_l1	4	-0.09613916277885437
142719	rnn.bias_hh_l1	5	-0.1114359125494957
142719	rnn.bias_hh_l1	6	-0.15122416615486145
142719	rnn.bias_hh_l1	7	0.03426807373762131
142719	rnn.bias_hh_l1	8	-0.17450830340385437
142719	rnn.bias_hh_l1	9	-0.09834475070238113
142719	rnn.weight_ih_l1_reverse	0	-0.041965141892433167
142719	rnn.weight_ih_l1_reverse	1	0.014407423324882984
142719	rnn.weight_ih_l1_reverse	2	0.06312833726406097
142719	rnn.weight_ih_l1_reverse	3	-0.0006000282010063529
142719	rnn.weight_ih_l1_reverse	4	-0.03911912441253662
142719	rnn.weight_ih_l1_reverse	5	-0.032428815960884094
142719	rnn.weight_ih_l1_reverse	6	-0.01049733441323042
142719	rnn.weight_ih_l1_reverse	7	0.03401325270533562
142719	rnn.weight_ih_l1_reverse	8	0.017665358260273933
142719	rnn.weight_ih_l1_reverse	9	-0.04461940750479698
142719	rnn.weight_hh_l1_reverse	0	0.005240251310169697
142719	rnn.weight_hh_l1_reverse	1	0.02992549166083336
142719	rnn.weight_hh_l1_reverse	2	-0.03994966298341751
142719	rnn.weight_hh_l1_reverse	3	0.03642694652080536
142719	rnn.weight_hh_l1_reverse	4	0.049837276339530945
142719	rnn.weight_hh_l1_reverse	5	-0.0015621476341038942
142719	rnn.weight_hh_l1_reverse	6	0.04533247649669647
142719	rnn.weight_hh_l1_reverse	7	0.03174024820327759
142719	rnn.weight_hh_l1_reverse	8	-0.00689544016495347
142719	rnn.weight_hh_l1_reverse	9	-0.03301946446299553
142719	rnn.bias_ih_l1_reverse	0	-0.07103829085826874
142719	rnn.bias_ih_l1_reverse	1	-0.1677803099155426
142719	rnn.bias_ih_l1_reverse	2	-0.16420699656009674
142719	rnn.bias_ih_l1_reverse	3	-0.011499415151774883
142719	rnn.bias_ih_l1_reverse	4	-0.20987468957901
142719	rnn.bias_ih_l1_reverse	5	-0.11234024167060852
142719	rnn.bias_ih_l1_reverse	6	-0.13756486773490906
142719	rnn.bias_ih_l1_reverse	7	-0.21397319436073303
142719	rnn.bias_ih_l1_reverse	8	0.21477630734443665
142719	rnn.bias_ih_l1_reverse	9	0.05883978679776192
142719	rnn.bias_hh_l1_reverse	0	0.013866606168448925
142719	rnn.bias_hh_l1_reverse	1	-0.06613054871559143
142719	rnn.bias_hh_l1_reverse	2	-0.23226842284202576
142719	rnn.bias_hh_l1_reverse	3	-0.14795063436031342
142719	rnn.bias_hh_l1_reverse	4	-0.10703974962234497
142719	rnn.bias_hh_l1_reverse	5	-0.1280774623155594
142719	rnn.bias_hh_l1_reverse	6	0.09839596599340439
142719	rnn.bias_hh_l1_reverse	7	-0.18054211139678955
142719	rnn.bias_hh_l1_reverse	8	-0.11517302691936493
142719	rnn.bias_hh_l1_reverse	9	-0.15349701046943665
142719	linear.weight	0	0.002228822559118271
142719	linear.weight	1	0.1160859614610672
142719	linear.weight	2	-0.06802003085613251
142719	linear.weight	3	0.2700279951095581
142719	linear.weight	4	0.15649546682834625
142719	linear.weight	5	-0.05863000452518463
142719	linear.weight	6	0.0869278684258461
142719	linear.weight	7	0.08938957005739212
142719	linear.weight	8	0.041229140013456345
142719	linear.weight	9	-0.03258392959833145
142719	linear.bias	0	0.10608407109975815
142719	linear.bias	1	-0.21075883507728577
142719	linear.bias	2	-0.35655584931373596
142719	linear.bias	3	-0.6688350439071655
142719	linear.bias	4	-1.1934620141983032
142719	linear.bias	5	-0.058304134756326675
142719	linear.bias	6	-0.7650017738342285
142719	linear.bias	7	0.29848065972328186
142719	linear.bias	8	-0.46775296330451965
142719	linear.bias	9	-1.0119564533233643
142916	transitions	0	0.624437689781189
142916	transitions	1	0.1941853016614914
142916	transitions	2	-10000.0
142916	transitions	3	-1.8233858346939087
142916	transitions	4	-10000.0
142916	transitions	5	0.5781574249267578
142916	transitions	6	-0.07543528079986572
142916	transitions	7	-0.7197495102882385
142916	transitions	8	-1.4033558368682861
142916	transitions	9	-0.0011178819695487618
142916	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
142916	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
142916	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
142916	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
142916	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
142916	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
142916	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
142916	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
142916	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
142916	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
142916	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
142916	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
142916	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
142916	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
142916	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
142916	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
142916	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
142916	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
142916	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
142916	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
142916	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
142916	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
142916	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
142916	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
142916	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
142916	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
142916	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
142916	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
142916	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
142916	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
142916	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
142916	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
142916	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
142916	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
142916	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
142916	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
142916	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
142916	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
142916	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
142916	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
142916	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
142916	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
142916	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
142916	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
142916	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
142916	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
142916	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
142916	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
142916	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
142916	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
142916	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
142916	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
142916	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
142916	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
142916	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
142916	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
142916	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
142916	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
142916	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
142916	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
142916	embedding2nn.weight	0	0.017604783177375793
142916	embedding2nn.weight	1	-0.012890879064798355
142916	embedding2nn.weight	2	-0.014268254861235619
142916	embedding2nn.weight	3	-0.011507377959787846
142916	embedding2nn.weight	4	-0.0059150345623493195
142916	embedding2nn.weight	5	-0.0037005911581218243
142916	embedding2nn.weight	6	-0.003973288461565971
142916	embedding2nn.weight	7	-0.08281489461660385
142916	embedding2nn.weight	8	-0.0019979383796453476
142916	embedding2nn.weight	9	-0.026739537715911865
142916	embedding2nn.bias	0	0.04398578777909279
142916	embedding2nn.bias	1	-0.0640966147184372
142916	embedding2nn.bias	2	0.06310489028692245
142916	embedding2nn.bias	3	0.046594031155109406
142916	embedding2nn.bias	4	-0.03193502500653267
142916	embedding2nn.bias	5	-0.04571222513914108
142916	embedding2nn.bias	6	-0.00526146637275815
142916	embedding2nn.bias	7	-0.0692320466041565
142916	embedding2nn.bias	8	0.05523101985454559
142916	embedding2nn.bias	9	0.04508005827665329
142916	rnn.weight_ih_l0	0	-0.07736556977033615
142916	rnn.weight_ih_l0	1	0.005791992414742708
142916	rnn.weight_ih_l0	2	0.04615536332130432
142916	rnn.weight_ih_l0	3	0.025979170575737953
142916	rnn.weight_ih_l0	4	-0.0349448136985302
142916	rnn.weight_ih_l0	5	-0.06064622476696968
142916	rnn.weight_ih_l0	6	0.0012570670805871487
142916	rnn.weight_ih_l0	7	0.05917444825172424
142916	rnn.weight_ih_l0	8	-0.009441111236810684
142916	rnn.weight_ih_l0	9	-0.023044466972351074
142916	rnn.weight_hh_l0	0	-0.035156380385160446
142916	rnn.weight_hh_l0	1	-0.00665791193023324
142916	rnn.weight_hh_l0	2	0.0011836451012641191
142916	rnn.weight_hh_l0	3	-0.0698929876089096
142916	rnn.weight_hh_l0	4	0.08209774643182755
142916	rnn.weight_hh_l0	5	-0.02901587262749672
142916	rnn.weight_hh_l0	6	-0.056042350828647614
142916	rnn.weight_hh_l0	7	0.01436635386198759
142916	rnn.weight_hh_l0	8	0.008943477645516396
142916	rnn.weight_hh_l0	9	-0.020196689292788506
142916	rnn.bias_ih_l0	0	0.12497511506080627
142916	rnn.bias_ih_l0	1	-0.030998891219496727
142916	rnn.bias_ih_l0	2	-0.0041700550355017185
142916	rnn.bias_ih_l0	3	0.14138442277908325
142916	rnn.bias_ih_l0	4	-0.009314124472439289
142916	rnn.bias_ih_l0	5	-0.0161922425031662
142916	rnn.bias_ih_l0	6	0.02187507040798664
142916	rnn.bias_ih_l0	7	0.031368717551231384
142916	rnn.bias_ih_l0	8	-0.10021485388278961
142916	rnn.bias_ih_l0	9	-0.027392983436584473
142916	rnn.bias_hh_l0	0	-0.016524875536561012
142916	rnn.bias_hh_l0	1	-0.11016687005758286
142916	rnn.bias_hh_l0	2	-0.060274820774793625
142916	rnn.bias_hh_l0	3	-0.09100380539894104
142916	rnn.bias_hh_l0	4	-0.00020118721295148134
142916	rnn.bias_hh_l0	5	-0.03861532732844353
142916	rnn.bias_hh_l0	6	0.0388825461268425
142916	rnn.bias_hh_l0	7	0.047904856503009796
142916	rnn.bias_hh_l0	8	-0.09694579988718033
142916	rnn.bias_hh_l0	9	-0.06372829526662827
142916	rnn.weight_ih_l0_reverse	0	-0.021179839968681335
142916	rnn.weight_ih_l0_reverse	1	-0.05113808065652847
142916	rnn.weight_ih_l0_reverse	2	-0.028237679973244667
142916	rnn.weight_ih_l0_reverse	3	0.009880180470645428
142916	rnn.weight_ih_l0_reverse	4	-0.01878534071147442
142916	rnn.weight_ih_l0_reverse	5	-0.04683278501033783
142916	rnn.weight_ih_l0_reverse	6	0.08380457013845444
142916	rnn.weight_ih_l0_reverse	7	-0.019905908033251762
142916	rnn.weight_ih_l0_reverse	8	-0.020634565502405167
142916	rnn.weight_ih_l0_reverse	9	-0.005524568259716034
142916	rnn.weight_hh_l0_reverse	0	0.06300357729196548
142916	rnn.weight_hh_l0_reverse	1	0.014437606558203697
142916	rnn.weight_hh_l0_reverse	2	0.029336992651224136
142916	rnn.weight_hh_l0_reverse	3	0.026099197566509247
142916	rnn.weight_hh_l0_reverse	4	0.0045776404440402985
142916	rnn.weight_hh_l0_reverse	5	0.021090282127261162
142916	rnn.weight_hh_l0_reverse	6	0.04857276752591133
142916	rnn.weight_hh_l0_reverse	7	-0.06385292857885361
142916	rnn.weight_hh_l0_reverse	8	0.040308985859155655
142916	rnn.weight_hh_l0_reverse	9	0.03433600440621376
142916	rnn.bias_ih_l0_reverse	0	-0.07401853054761887
142916	rnn.bias_ih_l0_reverse	1	-0.2517138421535492
142916	rnn.bias_ih_l0_reverse	2	-0.1377726048231125
142916	rnn.bias_ih_l0_reverse	3	-0.043679941445589066
142916	rnn.bias_ih_l0_reverse	4	-0.03583929315209389
142916	rnn.bias_ih_l0_reverse	5	0.05833763629198074
142916	rnn.bias_ih_l0_reverse	6	-0.06479761749505997
142916	rnn.bias_ih_l0_reverse	7	0.0488801933825016
142916	rnn.bias_ih_l0_reverse	8	-0.054028239101171494
142916	rnn.bias_ih_l0_reverse	9	0.05064631253480911
142916	rnn.bias_hh_l0_reverse	0	0.03300705552101135
142916	rnn.bias_hh_l0_reverse	1	-0.060342658311128616
142916	rnn.bias_hh_l0_reverse	2	0.08100856095552444
142916	rnn.bias_hh_l0_reverse	3	-0.04861670359969139
142916	rnn.bias_hh_l0_reverse	4	-0.021723993122577667
142916	rnn.bias_hh_l0_reverse	5	-0.0341063030064106
142916	rnn.bias_hh_l0_reverse	6	-0.015646619722247124
142916	rnn.bias_hh_l0_reverse	7	0.10003212839365005
142916	rnn.bias_hh_l0_reverse	8	0.02713290974497795
142916	rnn.bias_hh_l0_reverse	9	-0.14045722782611847
142916	rnn.weight_ih_l1	0	-0.034362826496362686
142916	rnn.weight_ih_l1	1	-0.04980768263339996
142916	rnn.weight_ih_l1	2	0.06063403934240341
142916	rnn.weight_ih_l1	3	-0.06747917830944061
142916	rnn.weight_ih_l1	4	-0.014818656258285046
142916	rnn.weight_ih_l1	5	-0.04450788348913193
142916	rnn.weight_ih_l1	6	0.0337543785572052
142916	rnn.weight_ih_l1	7	-0.027380378916859627
142916	rnn.weight_ih_l1	8	0.036658912897109985
142916	rnn.weight_ih_l1	9	0.042414966970682144
142916	rnn.weight_hh_l1	0	-0.0022158848587423563
142916	rnn.weight_hh_l1	1	0.01629178412258625
142916	rnn.weight_hh_l1	2	0.016728004440665245
142916	rnn.weight_hh_l1	3	-0.011784634552896023
142916	rnn.weight_hh_l1	4	0.01023916620761156
142916	rnn.weight_hh_l1	5	0.02723011188209057
142916	rnn.weight_hh_l1	6	0.03635469451546669
142916	rnn.weight_hh_l1	7	-0.01987425982952118
142916	rnn.weight_hh_l1	8	-0.014349344186484814
142916	rnn.weight_hh_l1	9	0.03397564962506294
142916	rnn.bias_ih_l1	0	-0.209429532289505
142916	rnn.bias_ih_l1	1	-0.19123424589633942
142916	rnn.bias_ih_l1	2	-0.20360389351844788
142916	rnn.bias_ih_l1	3	-0.292915940284729
142916	rnn.bias_ih_l1	4	-0.21900707483291626
142916	rnn.bias_ih_l1	5	-0.09516603499650955
142916	rnn.bias_ih_l1	6	-0.17868228256702423
142916	rnn.bias_ih_l1	7	-0.03765566647052765
142916	rnn.bias_ih_l1	8	-0.1506485491991043
142916	rnn.bias_ih_l1	9	-0.1364348977804184
142916	rnn.bias_hh_l1	0	-0.10270469635725021
142916	rnn.bias_hh_l1	1	-0.07846047729253769
142916	rnn.bias_hh_l1	2	-0.11342956125736237
142916	rnn.bias_hh_l1	3	-0.0879608541727066
142916	rnn.bias_hh_l1	4	-0.09629025310277939
142916	rnn.bias_hh_l1	5	-0.1127408817410469
142916	rnn.bias_hh_l1	6	-0.15022270381450653
142916	rnn.bias_hh_l1	7	0.031330082565546036
142916	rnn.bias_hh_l1	8	-0.17331278324127197
142916	rnn.bias_hh_l1	9	-0.09980543702840805
142916	rnn.weight_ih_l1_reverse	0	-0.041895896196365356
142916	rnn.weight_ih_l1_reverse	1	0.013134418055415154
142916	rnn.weight_ih_l1_reverse	2	0.06412414461374283
142916	rnn.weight_ih_l1_reverse	3	-0.0007677029934711754
142916	rnn.weight_ih_l1_reverse	4	-0.038589973002672195
142916	rnn.weight_ih_l1_reverse	5	-0.03250597417354584
142916	rnn.weight_ih_l1_reverse	6	-0.009687052108347416
142916	rnn.weight_ih_l1_reverse	7	0.03390858694911003
142916	rnn.weight_ih_l1_reverse	8	0.01550943125039339
142916	rnn.weight_ih_l1_reverse	9	-0.044849421828985214
142916	rnn.weight_hh_l1_reverse	0	0.005461070686578751
142916	rnn.weight_hh_l1_reverse	1	0.02998635545372963
142916	rnn.weight_hh_l1_reverse	2	-0.03997289389371872
142916	rnn.weight_hh_l1_reverse	3	0.03648662567138672
142916	rnn.weight_hh_l1_reverse	4	0.0499342605471611
142916	rnn.weight_hh_l1_reverse	5	-0.001224887790158391
142916	rnn.weight_hh_l1_reverse	6	0.04436471313238144
142916	rnn.weight_hh_l1_reverse	7	0.031962841749191284
142916	rnn.weight_hh_l1_reverse	8	-0.00694019440561533
142916	rnn.weight_hh_l1_reverse	9	-0.032794173806905746
142916	rnn.bias_ih_l1_reverse	0	-0.07122830301523209
142916	rnn.bias_ih_l1_reverse	1	-0.16654501855373383
142916	rnn.bias_ih_l1_reverse	2	-0.16379998624324799
142916	rnn.bias_ih_l1_reverse	3	-0.015204980038106441
142916	rnn.bias_ih_l1_reverse	4	-0.21086905896663666
142916	rnn.bias_ih_l1_reverse	5	-0.11239828914403915
142916	rnn.bias_ih_l1_reverse	6	-0.1378929167985916
142916	rnn.bias_ih_l1_reverse	7	-0.21366272866725922
142916	rnn.bias_ih_l1_reverse	8	0.2160995602607727
142916	rnn.bias_ih_l1_reverse	9	0.0592474564909935
142916	rnn.bias_hh_l1_reverse	0	0.013732452876865864
142916	rnn.bias_hh_l1_reverse	1	-0.06793873757123947
142916	rnn.bias_hh_l1_reverse	2	-0.23167407512664795
142916	rnn.bias_hh_l1_reverse	3	-0.1478198915719986
142916	rnn.bias_hh_l1_reverse	4	-0.1068376824259758
142916	rnn.bias_hh_l1_reverse	5	-0.12777069211006165
142916	rnn.bias_hh_l1_reverse	6	0.09796755760908127
142916	rnn.bias_hh_l1_reverse	7	-0.1813720166683197
142916	rnn.bias_hh_l1_reverse	8	-0.11542709916830063
142916	rnn.bias_hh_l1_reverse	9	-0.15318098664283752
142916	linear.weight	0	0.002228822559118271
142916	linear.weight	1	0.11370201408863068
142916	linear.weight	2	-0.06654740869998932
142916	linear.weight	3	0.2643490433692932
142916	linear.weight	4	0.15470485389232635
142916	linear.weight	5	-0.059064604341983795
142916	linear.weight	6	0.0778520405292511
142916	linear.weight	7	0.08945467323064804
142916	linear.weight	8	0.04122856259346008
142916	linear.weight	9	-0.03291982039809227
142916	linear.bias	0	0.10877180844545364
142916	linear.bias	1	-0.1985129415988922
142916	linear.bias	2	-0.35256481170654297
142916	linear.bias	3	-0.6762427091598511
142916	linear.bias	4	-1.2017520666122437
142916	linear.bias	5	-0.06828554719686508
142916	linear.bias	6	-0.7544745206832886
142916	linear.bias	7	0.2894354462623596
142916	linear.bias	8	-0.45860108733177185
142916	linear.bias	9	-1.002755880355835
143113	transitions	0	0.6225956678390503
143113	transitions	1	0.1972082257270813
143113	transitions	2	-10000.0
143113	transitions	3	-1.8233951330184937
143113	transitions	4	-10000.0
143113	transitions	5	0.5780970454216003
143113	transitions	6	-0.07548116892576218
143113	transitions	7	-0.7198766469955444
143113	transitions	8	-1.403374195098877
143113	transitions	9	-0.0011183337774127722
143113	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
143113	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
143113	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
143113	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
143113	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
143113	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
143113	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
143113	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
143113	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
143113	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
143113	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
143113	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
143113	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
143113	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
143113	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
143113	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
143113	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
143113	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
143113	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
143113	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
143113	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
143113	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
143113	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
143113	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
143113	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
143113	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
143113	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
143113	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
143113	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
143113	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
143113	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
143113	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
143113	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
143113	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
143113	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
143113	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
143113	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
143113	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
143113	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
143113	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
143113	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
143113	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
143113	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
143113	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
143113	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
143113	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
143113	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
143113	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
143113	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
143113	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
143113	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
143113	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
143113	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
143113	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
143113	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
143113	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
143113	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
143113	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
143113	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
143113	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
143113	embedding2nn.weight	0	0.017519032582640648
143113	embedding2nn.weight	1	-0.012828211300075054
143113	embedding2nn.weight	2	-0.014268254861235619
143113	embedding2nn.weight	3	-0.011017254553735256
143113	embedding2nn.weight	4	-0.0059150345623493195
143113	embedding2nn.weight	5	-0.0037005911581218243
143113	embedding2nn.weight	6	-0.003973290324211121
143113	embedding2nn.weight	7	-0.08320273458957672
143113	embedding2nn.weight	8	-0.0019979383796453476
143113	embedding2nn.weight	9	-0.02682422287762165
143113	embedding2nn.bias	0	0.044590435922145844
143113	embedding2nn.bias	1	-0.06173611804842949
143113	embedding2nn.bias	2	0.0640113428235054
143113	embedding2nn.bias	3	0.04935597628355026
143113	embedding2nn.bias	4	-0.0372471921145916
143113	embedding2nn.bias	5	-0.04916917905211449
143113	embedding2nn.bias	6	-0.005572373513132334
143113	embedding2nn.bias	7	-0.06766264140605927
143113	embedding2nn.bias	8	0.05854153260588646
143113	embedding2nn.bias	9	0.04701321944594383
143113	rnn.weight_ih_l0	0	-0.07819347083568573
143113	rnn.weight_ih_l0	1	0.0060634794645011425
143113	rnn.weight_ih_l0	2	0.04637928307056427
143113	rnn.weight_ih_l0	3	0.0251363106071949
143113	rnn.weight_ih_l0	4	-0.035057246685028076
143113	rnn.weight_ih_l0	5	-0.06068873405456543
143113	rnn.weight_ih_l0	6	0.0010498503688722849
143113	rnn.weight_ih_l0	7	0.05948502942919731
143113	rnn.weight_ih_l0	8	-0.009469113312661648
143113	rnn.weight_ih_l0	9	-0.023168103769421577
143113	rnn.weight_hh_l0	0	-0.03531350940465927
143113	rnn.weight_hh_l0	1	-0.0063703181222081184
143113	rnn.weight_hh_l0	2	0.001375284744426608
143113	rnn.weight_hh_l0	3	-0.07002602517604828
143113	rnn.weight_hh_l0	4	0.08221220225095749
143113	rnn.weight_hh_l0	5	-0.029266199097037315
143113	rnn.weight_hh_l0	6	-0.05621486157178879
143113	rnn.weight_hh_l0	7	0.014117390848696232
143113	rnn.weight_hh_l0	8	0.008380701765418053
143113	rnn.weight_hh_l0	9	-0.02008099853992462
143113	rnn.bias_ih_l0	0	0.12411537766456604
143113	rnn.bias_ih_l0	1	-0.03175419569015503
143113	rnn.bias_ih_l0	2	-0.0028686055447906256
143113	rnn.bias_ih_l0	3	0.14245754480361938
143113	rnn.bias_ih_l0	4	-0.008657005615532398
143113	rnn.bias_ih_l0	5	-0.01752249151468277
143113	rnn.bias_ih_l0	6	0.020458001643419266
143113	rnn.bias_ih_l0	7	0.031249655410647392
143113	rnn.bias_ih_l0	8	-0.0999162346124649
143113	rnn.bias_ih_l0	9	-0.02684783935546875
143113	rnn.bias_hh_l0	0	-0.017479540780186653
143113	rnn.bias_hh_l0	1	-0.11127547174692154
143113	rnn.bias_hh_l0	2	-0.061377596110105515
143113	rnn.bias_hh_l0	3	-0.09073979407548904
143113	rnn.bias_hh_l0	4	-0.0019018821185454726
143113	rnn.bias_hh_l0	5	-0.03730110824108124
143113	rnn.bias_hh_l0	6	0.04056018218398094
143113	rnn.bias_hh_l0	7	0.045819077640771866
143113	rnn.bias_hh_l0	8	-0.09885558485984802
143113	rnn.bias_hh_l0	9	-0.06479950994253159
143113	rnn.weight_ih_l0_reverse	0	-0.021745914593338966
143113	rnn.weight_ih_l0_reverse	1	-0.051195260137319565
143113	rnn.weight_ih_l0_reverse	2	-0.028529049828648567
143113	rnn.weight_ih_l0_reverse	3	0.009974374435842037
143113	rnn.weight_ih_l0_reverse	4	-0.019000202417373657
143113	rnn.weight_ih_l0_reverse	5	-0.04672849178314209
143113	rnn.weight_ih_l0_reverse	6	0.08363088220357895
143113	rnn.weight_ih_l0_reverse	7	-0.019746189936995506
143113	rnn.weight_ih_l0_reverse	8	-0.020765723660588264
143113	rnn.weight_ih_l0_reverse	9	-0.004529863130301237
143113	rnn.weight_hh_l0_reverse	0	0.0630149394273758
143113	rnn.weight_hh_l0_reverse	1	0.014658342115581036
143113	rnn.weight_hh_l0_reverse	2	0.0292732622474432
143113	rnn.weight_hh_l0_reverse	3	0.026242390275001526
143113	rnn.weight_hh_l0_reverse	4	0.00443091057240963
143113	rnn.weight_hh_l0_reverse	5	0.02080560103058815
143113	rnn.weight_hh_l0_reverse	6	0.048770733177661896
143113	rnn.weight_hh_l0_reverse	7	-0.0639895647764206
143113	rnn.weight_hh_l0_reverse	8	0.04033396393060684
143113	rnn.weight_hh_l0_reverse	9	0.03450819477438927
143113	rnn.bias_ih_l0_reverse	0	-0.07353277504444122
143113	rnn.bias_ih_l0_reverse	1	-0.252701997756958
143113	rnn.bias_ih_l0_reverse	2	-0.13720697164535522
143113	rnn.bias_ih_l0_reverse	3	-0.04309038072824478
143113	rnn.bias_ih_l0_reverse	4	-0.03660343959927559
143113	rnn.bias_ih_l0_reverse	5	0.05779124051332474
143113	rnn.bias_ih_l0_reverse	6	-0.06599476933479309
143113	rnn.bias_ih_l0_reverse	7	0.049767643213272095
143113	rnn.bias_ih_l0_reverse	8	-0.05391589179635048
143113	rnn.bias_ih_l0_reverse	9	0.05198637768626213
143113	rnn.bias_hh_l0_reverse	0	0.034327127039432526
143113	rnn.bias_hh_l0_reverse	1	-0.05730811879038811
143113	rnn.bias_hh_l0_reverse	2	0.08080071210861206
143113	rnn.bias_hh_l0_reverse	3	-0.047676652669906616
143113	rnn.bias_hh_l0_reverse	4	-0.020894326269626617
143113	rnn.bias_hh_l0_reverse	5	-0.03306984901428223
143113	rnn.bias_hh_l0_reverse	6	-0.014069855213165283
143113	rnn.bias_hh_l0_reverse	7	0.0998426154255867
143113	rnn.bias_hh_l0_reverse	8	0.027852224186062813
143113	rnn.bias_hh_l0_reverse	9	-0.13892211019992828
143113	rnn.weight_ih_l1	0	-0.03393042832612991
143113	rnn.weight_ih_l1	1	-0.04883129894733429
143113	rnn.weight_ih_l1	2	0.059713441878557205
143113	rnn.weight_ih_l1	3	-0.06694027036428452
143113	rnn.weight_ih_l1	4	-0.014972674660384655
143113	rnn.weight_ih_l1	5	-0.04535433277487755
143113	rnn.weight_ih_l1	6	0.033589646220207214
143113	rnn.weight_ih_l1	7	-0.028648559004068375
143113	rnn.weight_ih_l1	8	0.03674380108714104
143113	rnn.weight_ih_l1	9	0.04249022156000137
143113	rnn.weight_hh_l1	0	-0.0020821813959628344
143113	rnn.weight_hh_l1	1	0.016292087733745575
143113	rnn.weight_hh_l1	2	0.01699228398501873
143113	rnn.weight_hh_l1	3	-0.011857076548039913
143113	rnn.weight_hh_l1	4	0.010375913232564926
143113	rnn.weight_hh_l1	5	0.027642281726002693
143113	rnn.weight_hh_l1	6	0.036085642874240875
143113	rnn.weight_hh_l1	7	-0.019949451088905334
143113	rnn.weight_hh_l1	8	-0.014343914575874805
143113	rnn.weight_hh_l1	9	0.034127287566661835
143113	rnn.bias_ih_l1	0	-0.20878084003925323
143113	rnn.bias_ih_l1	1	-0.19234156608581543
143113	rnn.bias_ih_l1	2	-0.20482300221920013
143113	rnn.bias_ih_l1	3	-0.29466745257377625
143113	rnn.bias_ih_l1	4	-0.21737715601921082
143113	rnn.bias_ih_l1	5	-0.09535561501979828
143113	rnn.bias_ih_l1	6	-0.17978908121585846
143113	rnn.bias_ih_l1	7	-0.03913729637861252
143113	rnn.bias_ih_l1	8	-0.14957407116889954
143113	rnn.bias_ih_l1	9	-0.13408541679382324
143113	rnn.bias_hh_l1	0	-0.10308979451656342
143113	rnn.bias_hh_l1	1	-0.07786831259727478
143113	rnn.bias_hh_l1	2	-0.11511126905679703
143113	rnn.bias_hh_l1	3	-0.08786734938621521
143113	rnn.bias_hh_l1	4	-0.09581790119409561
143113	rnn.bias_hh_l1	5	-0.11416897922754288
143113	rnn.bias_hh_l1	6	-0.15127703547477722
143113	rnn.bias_hh_l1	7	0.03122554160654545
143113	rnn.bias_hh_l1	8	-0.17354102432727814
143113	rnn.bias_hh_l1	9	-0.10205362737178802
143113	rnn.weight_ih_l1_reverse	0	-0.040895652025938034
143113	rnn.weight_ih_l1_reverse	1	0.015201709233224392
143113	rnn.weight_ih_l1_reverse	2	0.06490649282932281
143113	rnn.weight_ih_l1_reverse	3	-0.0004185201250948012
143113	rnn.weight_ih_l1_reverse	4	-0.037940047681331635
143113	rnn.weight_ih_l1_reverse	5	-0.03236992284655571
143113	rnn.weight_ih_l1_reverse	6	-0.009421022608876228
143113	rnn.weight_ih_l1_reverse	7	0.033341001719236374
143113	rnn.weight_ih_l1_reverse	8	0.014218330383300781
143113	rnn.weight_ih_l1_reverse	9	-0.045043572783470154
143113	rnn.weight_hh_l1_reverse	0	0.005321824457496405
143113	rnn.weight_hh_l1_reverse	1	0.030046531930565834
143113	rnn.weight_hh_l1_reverse	2	-0.04002560302615166
143113	rnn.weight_hh_l1_reverse	3	0.03647010028362274
143113	rnn.weight_hh_l1_reverse	4	0.04993858560919762
143113	rnn.weight_hh_l1_reverse	5	-0.001686062547378242
143113	rnn.weight_hh_l1_reverse	6	0.04440779611468315
143113	rnn.weight_hh_l1_reverse	7	0.03239380940794945
143113	rnn.weight_hh_l1_reverse	8	-0.006874218583106995
143113	rnn.weight_hh_l1_reverse	9	-0.03285877779126167
143113	rnn.bias_ih_l1_reverse	0	-0.0710870623588562
143113	rnn.bias_ih_l1_reverse	1	-0.16674156486988068
143113	rnn.bias_ih_l1_reverse	2	-0.16711008548736572
143113	rnn.bias_ih_l1_reverse	3	-0.013022306375205517
143113	rnn.bias_ih_l1_reverse	4	-0.21102920174598694
143113	rnn.bias_ih_l1_reverse	5	-0.11259554326534271
143113	rnn.bias_ih_l1_reverse	6	-0.13776853680610657
143113	rnn.bias_ih_l1_reverse	7	-0.2122116982936859
143113	rnn.bias_ih_l1_reverse	8	0.2149883359670639
143113	rnn.bias_ih_l1_reverse	9	0.05628497153520584
143113	rnn.bias_hh_l1_reverse	0	0.014547939412295818
143113	rnn.bias_hh_l1_reverse	1	-0.07010891288518906
143113	rnn.bias_hh_l1_reverse	2	-0.2315833419561386
143113	rnn.bias_hh_l1_reverse	3	-0.1477760374546051
143113	rnn.bias_hh_l1_reverse	4	-0.10677385330200195
143113	rnn.bias_hh_l1_reverse	5	-0.12501807510852814
143113	rnn.bias_hh_l1_reverse	6	0.09716486930847168
143113	rnn.bias_hh_l1_reverse	7	-0.1807774305343628
143113	rnn.bias_hh_l1_reverse	8	-0.11634933203458786
143113	rnn.bias_hh_l1_reverse	9	-0.15336664021015167
143113	linear.weight	0	0.002228822559118271
143113	linear.weight	1	0.11505162715911865
143113	linear.weight	2	-0.06641123443841934
143113	linear.weight	3	0.2725398540496826
143113	linear.weight	4	0.15487588942050934
143113	linear.weight	5	-0.05836925283074379
143113	linear.weight	6	0.07230039685964584
143113	linear.weight	7	0.09481092542409897
143113	linear.weight	8	0.04122786223888397
143113	linear.weight	9	-0.0339646190404892
143113	linear.bias	0	0.10155908763408661
143113	linear.bias	1	-0.1958952695131302
143113	linear.bias	2	-0.3569796681404114
143113	linear.bias	3	-0.6580000519752502
143113	linear.bias	4	-1.183933973312378
143113	linear.bias	5	-0.08093682676553726
143113	linear.bias	6	-0.7524335980415344
143113	linear.bias	7	0.2751936912536621
143113	linear.bias	8	-0.4558851718902588
143113	linear.bias	9	-1.000317931175232
143310	transitions	0	0.6252443790435791
143310	transitions	1	0.19342227280139923
143310	transitions	2	-10000.0
143310	transitions	3	-1.823410987854004
143310	transitions	4	-10000.0
143310	transitions	5	0.5780446529388428
143310	transitions	6	-0.0755218043923378
143310	transitions	7	-0.7204577326774597
143310	transitions	8	-1.4034092426300049
143310	transitions	9	-0.0011188542703166604
143310	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
143310	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
143310	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
143310	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
143310	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
143310	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
143310	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
143310	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
143310	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
143310	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
143310	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
143310	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
143310	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
143310	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
143310	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
143310	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
143310	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
143310	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
143310	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
143310	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
143310	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
143310	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
143310	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
143310	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
143310	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
143310	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
143310	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
143310	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
143310	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
143310	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
143310	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
143310	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
143310	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
143310	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
143310	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
143310	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
143310	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
143310	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
143310	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
143310	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
143310	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
143310	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
143310	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
143310	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
143310	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
143310	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
143310	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
143310	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
143310	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
143310	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
143310	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
143310	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
143310	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
143310	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
143310	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
143310	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
143310	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
143310	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
143310	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
143310	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
143310	embedding2nn.weight	0	0.017806652933359146
143310	embedding2nn.weight	1	-0.012874708510935307
143310	embedding2nn.weight	2	-0.014268254861235619
143310	embedding2nn.weight	3	-0.012916459701955318
143310	embedding2nn.weight	4	-0.0059150345623493195
143310	embedding2nn.weight	5	-0.0037005911581218243
143310	embedding2nn.weight	6	-0.003973289858549833
143310	embedding2nn.weight	7	-0.08364153653383255
143310	embedding2nn.weight	8	-0.0019979383796453476
143310	embedding2nn.weight	9	-0.027011273428797722
143310	embedding2nn.bias	0	0.0472736656665802
143310	embedding2nn.bias	1	-0.06429022550582886
143310	embedding2nn.bias	2	0.06294700503349304
143310	embedding2nn.bias	3	0.051097601652145386
143310	embedding2nn.bias	4	-0.03127564117312431
143310	embedding2nn.bias	5	-0.04681191220879555
143310	embedding2nn.bias	6	-0.006367019843310118
143310	embedding2nn.bias	7	-0.07072145491838455
143310	embedding2nn.bias	8	0.05966285243630409
143310	embedding2nn.bias	9	0.04589391127228737
143310	rnn.weight_ih_l0	0	-0.07796450704336166
143310	rnn.weight_ih_l0	1	0.005366731900721788
143310	rnn.weight_ih_l0	2	0.04535522684454918
143310	rnn.weight_ih_l0	3	0.025405237451195717
143310	rnn.weight_ih_l0	4	-0.03413598611950874
143310	rnn.weight_ih_l0	5	-0.06054322049021721
143310	rnn.weight_ih_l0	6	0.0011876749340444803
143310	rnn.weight_ih_l0	7	0.05923210084438324
143310	rnn.weight_ih_l0	8	-0.008955730125308037
143310	rnn.weight_ih_l0	9	-0.02364993467926979
143310	rnn.weight_hh_l0	0	-0.03512287139892578
143310	rnn.weight_hh_l0	1	-0.006397021934390068
143310	rnn.weight_hh_l0	2	0.001206591841764748
143310	rnn.weight_hh_l0	3	-0.0701809972524643
143310	rnn.weight_hh_l0	4	0.08221813291311264
143310	rnn.weight_hh_l0	5	-0.029516756534576416
143310	rnn.weight_hh_l0	6	-0.055953141301870346
143310	rnn.weight_hh_l0	7	0.013619432225823402
143310	rnn.weight_hh_l0	8	0.008231212384998798
143310	rnn.weight_hh_l0	9	-0.020081060007214546
143310	rnn.bias_ih_l0	0	0.12488389015197754
143310	rnn.bias_ih_l0	1	-0.0321236252784729
143310	rnn.bias_ih_l0	2	-0.004553124308586121
143310	rnn.bias_ih_l0	3	0.14127792418003082
143310	rnn.bias_ih_l0	4	-0.008275710046291351
143310	rnn.bias_ih_l0	5	-0.01690857484936714
143310	rnn.bias_ih_l0	6	0.019592348486185074
143310	rnn.bias_ih_l0	7	0.0319083072245121
143310	rnn.bias_ih_l0	8	-0.09979073703289032
143310	rnn.bias_ih_l0	9	-0.023651955649256706
143310	rnn.bias_hh_l0	0	-0.018104849383234978
143310	rnn.bias_hh_l0	1	-0.1128607764840126
143310	rnn.bias_hh_l0	2	-0.06169602647423744
143310	rnn.bias_hh_l0	3	-0.08922441303730011
143310	rnn.bias_hh_l0	4	-0.003088135039433837
143310	rnn.bias_hh_l0	5	-0.03733999654650688
143310	rnn.bias_hh_l0	6	0.03997732326388359
143310	rnn.bias_hh_l0	7	0.045909810811281204
143310	rnn.bias_hh_l0	8	-0.1001775860786438
143310	rnn.bias_hh_l0	9	-0.0624392032623291
143310	rnn.weight_ih_l0_reverse	0	-0.021986395120620728
143310	rnn.weight_ih_l0_reverse	1	-0.050415970385074615
143310	rnn.weight_ih_l0_reverse	2	-0.027465835213661194
143310	rnn.weight_ih_l0_reverse	3	0.009539143182337284
143310	rnn.weight_ih_l0_reverse	4	-0.019346876069903374
143310	rnn.weight_ih_l0_reverse	5	-0.0467279851436615
143310	rnn.weight_ih_l0_reverse	6	0.08385131508111954
143310	rnn.weight_ih_l0_reverse	7	-0.01976179890334606
143310	rnn.weight_ih_l0_reverse	8	-0.021307313814759254
143310	rnn.weight_ih_l0_reverse	9	-0.004208751488476992
143310	rnn.weight_hh_l0_reverse	0	0.06311313062906265
143310	rnn.weight_hh_l0_reverse	1	0.01511951070278883
143310	rnn.weight_hh_l0_reverse	2	0.029314197599887848
143310	rnn.weight_hh_l0_reverse	3	0.026426266878843307
143310	rnn.weight_hh_l0_reverse	4	0.004688626155257225
143310	rnn.weight_hh_l0_reverse	5	0.020933790132403374
143310	rnn.weight_hh_l0_reverse	6	0.048882681876420975
143310	rnn.weight_hh_l0_reverse	7	-0.06382284313440323
143310	rnn.weight_hh_l0_reverse	8	0.04039338603615761
143310	rnn.weight_hh_l0_reverse	9	0.03400858864188194
143310	rnn.bias_ih_l0_reverse	0	-0.07306549698114395
143310	rnn.bias_ih_l0_reverse	1	-0.2495473325252533
143310	rnn.bias_ih_l0_reverse	2	-0.13633182644844055
143310	rnn.bias_ih_l0_reverse	3	-0.04382092505693436
143310	rnn.bias_ih_l0_reverse	4	-0.037077948451042175
143310	rnn.bias_ih_l0_reverse	5	0.056790173053741455
143310	rnn.bias_ih_l0_reverse	6	-0.06541219353675842
143310	rnn.bias_ih_l0_reverse	7	0.04873010888695717
143310	rnn.bias_ih_l0_reverse	8	-0.05506370961666107
143310	rnn.bias_ih_l0_reverse	9	0.05160791426897049
143310	rnn.bias_hh_l0_reverse	0	0.03330595791339874
143310	rnn.bias_hh_l0_reverse	1	-0.0601126030087471
143310	rnn.bias_hh_l0_reverse	2	0.0822279155254364
143310	rnn.bias_hh_l0_reverse	3	-0.047466378659009933
143310	rnn.bias_hh_l0_reverse	4	-0.020051302388310432
143310	rnn.bias_hh_l0_reverse	5	-0.03281893953680992
143310	rnn.bias_hh_l0_reverse	6	-0.01625308394432068
143310	rnn.bias_hh_l0_reverse	7	0.10130249708890915
143310	rnn.bias_hh_l0_reverse	8	0.026860764250159264
143310	rnn.bias_hh_l0_reverse	9	-0.13894906640052795
143310	rnn.weight_ih_l1	0	-0.0339573435485363
143310	rnn.weight_ih_l1	1	-0.04820987582206726
143310	rnn.weight_ih_l1	2	0.057785265147686005
143310	rnn.weight_ih_l1	3	-0.06831810623407364
143310	rnn.weight_ih_l1	4	-0.015103527344763279
143310	rnn.weight_ih_l1	5	-0.04546848312020302
143310	rnn.weight_ih_l1	6	0.033571332693099976
143310	rnn.weight_ih_l1	7	-0.028377562761306763
143310	rnn.weight_ih_l1	8	0.03656454384326935
143310	rnn.weight_ih_l1	9	0.04251757636666298
143310	rnn.weight_hh_l1	0	-0.002368071349337697
143310	rnn.weight_hh_l1	1	0.016174357384443283
143310	rnn.weight_hh_l1	2	0.017564868554472923
143310	rnn.weight_hh_l1	3	-0.012107656337320805
143310	rnn.weight_hh_l1	4	0.010158886201679707
143310	rnn.weight_hh_l1	5	0.02768777683377266
143310	rnn.weight_hh_l1	6	0.03587700054049492
143310	rnn.weight_hh_l1	7	-0.01984073594212532
143310	rnn.weight_hh_l1	8	-0.014303615316748619
143310	rnn.weight_hh_l1	9	0.03409312665462494
143310	rnn.bias_ih_l1	0	-0.20953688025474548
143310	rnn.bias_ih_l1	1	-0.19206658005714417
143310	rnn.bias_ih_l1	2	-0.20399872958660126
143310	rnn.bias_ih_l1	3	-0.29518377780914307
143310	rnn.bias_ih_l1	4	-0.2162298709154129
143310	rnn.bias_ih_l1	5	-0.09495314210653305
143310	rnn.bias_ih_l1	6	-0.18006102740764618
143310	rnn.bias_ih_l1	7	-0.03740343078970909
143310	rnn.bias_ih_l1	8	-0.14985786378383636
143310	rnn.bias_ih_l1	9	-0.13217778503894806
143310	rnn.bias_hh_l1	0	-0.10225723683834076
143310	rnn.bias_hh_l1	1	-0.07772761583328247
143310	rnn.bias_hh_l1	2	-0.11416659504175186
143310	rnn.bias_hh_l1	3	-0.0865662544965744
143310	rnn.bias_hh_l1	4	-0.09603699296712875
143310	rnn.bias_hh_l1	5	-0.11260376870632172
143310	rnn.bias_hh_l1	6	-0.15089379251003265
143310	rnn.bias_hh_l1	7	0.030658738687634468
143310	rnn.bias_hh_l1	8	-0.17131493985652924
143310	rnn.bias_hh_l1	9	-0.10331401973962784
143310	rnn.weight_ih_l1_reverse	0	-0.04066406190395355
143310	rnn.weight_ih_l1_reverse	1	0.015523566864430904
143310	rnn.weight_ih_l1_reverse	2	0.06383394449949265
143310	rnn.weight_ih_l1_reverse	3	-0.0006606932729482651
143310	rnn.weight_ih_l1_reverse	4	-0.03773443400859833
143310	rnn.weight_ih_l1_reverse	5	-0.03234386071562767
143310	rnn.weight_ih_l1_reverse	6	-0.0090258177369833
143310	rnn.weight_ih_l1_reverse	7	0.0332769900560379
143310	rnn.weight_ih_l1_reverse	8	0.013857537880539894
143310	rnn.weight_ih_l1_reverse	9	-0.0441681444644928
143310	rnn.weight_hh_l1_reverse	0	0.00531594455242157
143310	rnn.weight_hh_l1_reverse	1	0.02999940514564514
143310	rnn.weight_hh_l1_reverse	2	-0.03996497020125389
143310	rnn.weight_hh_l1_reverse	3	0.03642028570175171
143310	rnn.weight_hh_l1_reverse	4	0.049901288002729416
143310	rnn.weight_hh_l1_reverse	5	-0.0014237866271287203
143310	rnn.weight_hh_l1_reverse	6	0.044480569660663605
143310	rnn.weight_hh_l1_reverse	7	0.03248904272913933
143310	rnn.weight_hh_l1_reverse	8	-0.006868877448141575
143310	rnn.weight_hh_l1_reverse	9	-0.03284478932619095
143310	rnn.bias_ih_l1_reverse	0	-0.07130526006221771
143310	rnn.bias_ih_l1_reverse	1	-0.16554155945777893
143310	rnn.bias_ih_l1_reverse	2	-0.1668890416622162
143310	rnn.bias_ih_l1_reverse	3	-0.014198553748428822
143310	rnn.bias_ih_l1_reverse	4	-0.21110999584197998
143310	rnn.bias_ih_l1_reverse	5	-0.11319482326507568
143310	rnn.bias_ih_l1_reverse	6	-0.13824492692947388
143310	rnn.bias_ih_l1_reverse	7	-0.2109077274799347
143310	rnn.bias_ih_l1_reverse	8	0.2184736430644989
143310	rnn.bias_ih_l1_reverse	9	0.05601722374558449
143310	rnn.bias_hh_l1_reverse	0	0.01414548046886921
143310	rnn.bias_hh_l1_reverse	1	-0.07567493617534637
143310	rnn.bias_hh_l1_reverse	2	-0.2322639524936676
143310	rnn.bias_hh_l1_reverse	3	-0.14480066299438477
143310	rnn.bias_hh_l1_reverse	4	-0.10620586574077606
143310	rnn.bias_hh_l1_reverse	5	-0.12618882954120636
143310	rnn.bias_hh_l1_reverse	6	0.09282856434583664
143310	rnn.bias_hh_l1_reverse	7	-0.17970235645771027
143310	rnn.bias_hh_l1_reverse	8	-0.11664607375860214
143310	rnn.bias_hh_l1_reverse	9	-0.15349796414375305
143310	linear.weight	0	0.002228822559118271
143310	linear.weight	1	0.11454245448112488
143310	linear.weight	2	-0.07097233831882477
143310	linear.weight	3	0.268930047750473
143310	linear.weight	4	0.15399424731731415
143310	linear.weight	5	-0.057539843022823334
143310	linear.weight	6	0.06659191846847534
143310	linear.weight	7	0.09474611282348633
143310	linear.weight	8	0.04122708737850189
143310	linear.weight	9	-0.03391643241047859
143310	linear.bias	0	0.10977625101804733
143310	linear.bias	1	-0.20193931460380554
143310	linear.bias	2	-0.3616652488708496
143310	linear.bias	3	-0.6571274995803833
143310	linear.bias	4	-1.1836137771606445
143310	linear.bias	5	-0.0800635814666748
143310	linear.bias	6	-0.7590470910072327
143310	linear.bias	7	0.2759515643119812
143310	linear.bias	8	-0.455665647983551
143310	linear.bias	9	-0.9996289014816284
143507	transitions	0	0.6247479319572449
143507	transitions	1	0.18604189157485962
143507	transitions	2	-10000.0
143507	transitions	3	-1.8234341144561768
143507	transitions	4	-10000.0
143507	transitions	5	0.5779663324356079
143507	transitions	6	-0.07555892318487167
143507	transitions	7	-0.720651388168335
143507	transitions	8	-1.4034647941589355
143507	transitions	9	-0.0011194245889782906
143507	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
143507	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
143507	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
143507	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
143507	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
143507	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
143507	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
143507	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
143507	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
143507	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
143507	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
143507	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
143507	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
143507	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
143507	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
143507	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
143507	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
143507	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
143507	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
143507	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
143507	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
143507	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
143507	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
143507	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
143507	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
143507	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
143507	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
143507	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
143507	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
143507	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
143507	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
143507	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
143507	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
143507	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
143507	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
143507	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
143507	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
143507	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
143507	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
143507	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
143507	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
143507	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
143507	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
143507	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
143507	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
143507	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
143507	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
143507	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
143507	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
143507	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
143507	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
143507	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
143507	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
143507	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
143507	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
143507	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
143507	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
143507	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
143507	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
143507	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
143507	embedding2nn.weight	0	0.018792448565363884
143507	embedding2nn.weight	1	-0.012970921583473682
143507	embedding2nn.weight	2	-0.014268254861235619
143507	embedding2nn.weight	3	-0.01365194283425808
143507	embedding2nn.weight	4	-0.0059150345623493195
143507	embedding2nn.weight	5	-0.0037005909252911806
143507	embedding2nn.weight	6	-0.003973289858549833
143507	embedding2nn.weight	7	-0.08342063426971436
143507	embedding2nn.weight	8	-0.0019979383796453476
143507	embedding2nn.weight	9	-0.026762012392282486
143507	embedding2nn.bias	0	0.04885405674576759
143507	embedding2nn.bias	1	-0.06603813171386719
143507	embedding2nn.bias	2	0.058892544358968735
143507	embedding2nn.bias	3	0.050187647342681885
143507	embedding2nn.bias	4	-0.030160842463374138
143507	embedding2nn.bias	5	-0.04900933802127838
143507	embedding2nn.bias	6	-0.0032264660112559795
143507	embedding2nn.bias	7	-0.06639435142278671
143507	embedding2nn.bias	8	0.06241821497678757
143507	embedding2nn.bias	9	0.04951747506856918
143507	rnn.weight_ih_l0	0	-0.0783439576625824
143507	rnn.weight_ih_l0	1	0.00585951516404748
143507	rnn.weight_ih_l0	2	0.04450049623847008
143507	rnn.weight_ih_l0	3	0.02492590807378292
143507	rnn.weight_ih_l0	4	-0.03412169590592384
143507	rnn.weight_ih_l0	5	-0.06004950776696205
143507	rnn.weight_ih_l0	6	0.0012989211827516556
143507	rnn.weight_ih_l0	7	0.059733856469392776
143507	rnn.weight_ih_l0	8	-0.008859998546540737
143507	rnn.weight_ih_l0	9	-0.024167975410819054
143507	rnn.weight_hh_l0	0	-0.03429663926362991
143507	rnn.weight_hh_l0	1	-0.007179738022387028
143507	rnn.weight_hh_l0	2	0.0008360893116332591
143507	rnn.weight_hh_l0	3	-0.07038931548595428
143507	rnn.weight_hh_l0	4	0.08181770890951157
143507	rnn.weight_hh_l0	5	-0.029341736808419228
143507	rnn.weight_hh_l0	6	-0.0554259717464447
143507	rnn.weight_hh_l0	7	0.01316880900412798
143507	rnn.weight_hh_l0	8	0.008399183861911297
143507	rnn.weight_hh_l0	9	-0.019898606464266777
143507	rnn.bias_ih_l0	0	0.12412464618682861
143507	rnn.bias_ih_l0	1	-0.032479334622621536
143507	rnn.bias_ih_l0	2	-0.0035357752349227667
143507	rnn.bias_ih_l0	3	0.14161181449890137
143507	rnn.bias_ih_l0	4	-0.007241782732307911
143507	rnn.bias_ih_l0	5	-0.019315024837851524
143507	rnn.bias_ih_l0	6	0.018542572855949402
143507	rnn.bias_ih_l0	7	0.03084351122379303
143507	rnn.bias_ih_l0	8	-0.09952694922685623
143507	rnn.bias_ih_l0	9	-0.023006092756986618
143507	rnn.bias_hh_l0	0	-0.01858142949640751
143507	rnn.bias_hh_l0	1	-0.11288809031248093
143507	rnn.bias_hh_l0	2	-0.06288028508424759
143507	rnn.bias_hh_l0	3	-0.08818517625331879
143507	rnn.bias_hh_l0	4	-0.002351338043808937
143507	rnn.bias_hh_l0	5	-0.038426026701927185
143507	rnn.bias_hh_l0	6	0.038280390202999115
143507	rnn.bias_hh_l0	7	0.04720771312713623
143507	rnn.bias_hh_l0	8	-0.10100819170475006
143507	rnn.bias_hh_l0	9	-0.06372766196727753
143507	rnn.weight_ih_l0_reverse	0	-0.021935105323791504
143507	rnn.weight_ih_l0_reverse	1	-0.04929756373167038
143507	rnn.weight_ih_l0_reverse	2	-0.027815377339720726
143507	rnn.weight_ih_l0_reverse	3	0.009426075965166092
143507	rnn.weight_ih_l0_reverse	4	-0.019934169948101044
143507	rnn.weight_ih_l0_reverse	5	-0.04638565331697464
143507	rnn.weight_ih_l0_reverse	6	0.08382794260978699
143507	rnn.weight_ih_l0_reverse	7	-0.01899063214659691
143507	rnn.weight_ih_l0_reverse	8	-0.02108694426715374
143507	rnn.weight_ih_l0_reverse	9	-0.004330738447606564
143507	rnn.weight_hh_l0_reverse	0	0.0625893622636795
143507	rnn.weight_hh_l0_reverse	1	0.014831194654107094
143507	rnn.weight_hh_l0_reverse	2	0.029032912105321884
143507	rnn.weight_hh_l0_reverse	3	0.026164568960666656
143507	rnn.weight_hh_l0_reverse	4	0.004471213091164827
143507	rnn.weight_hh_l0_reverse	5	0.021806053817272186
143507	rnn.weight_hh_l0_reverse	6	0.04883641377091408
143507	rnn.weight_hh_l0_reverse	7	-0.06349970400333405
143507	rnn.weight_hh_l0_reverse	8	0.04027310758829117
143507	rnn.weight_hh_l0_reverse	9	0.03361146152019501
143507	rnn.bias_ih_l0_reverse	0	-0.07245920598506927
143507	rnn.bias_ih_l0_reverse	1	-0.252794086933136
143507	rnn.bias_ih_l0_reverse	2	-0.13848945498466492
143507	rnn.bias_ih_l0_reverse	3	-0.044084612280130386
143507	rnn.bias_ih_l0_reverse	4	-0.03601514920592308
143507	rnn.bias_ih_l0_reverse	5	0.05471080541610718
143507	rnn.bias_ih_l0_reverse	6	-0.06443414837121964
143507	rnn.bias_ih_l0_reverse	7	0.04895207658410072
143507	rnn.bias_ih_l0_reverse	8	-0.05410740524530411
143507	rnn.bias_ih_l0_reverse	9	0.051536738872528076
143507	rnn.bias_hh_l0_reverse	0	0.03394488990306854
143507	rnn.bias_hh_l0_reverse	1	-0.055916886776685715
143507	rnn.bias_hh_l0_reverse	2	0.08267612010240555
143507	rnn.bias_hh_l0_reverse	3	-0.045657701790332794
143507	rnn.bias_hh_l0_reverse	4	-0.019905276596546173
143507	rnn.bias_hh_l0_reverse	5	-0.03522510081529617
143507	rnn.bias_hh_l0_reverse	6	-0.015431666746735573
143507	rnn.bias_hh_l0_reverse	7	0.1018373891711235
143507	rnn.bias_hh_l0_reverse	8	0.026392370462417603
143507	rnn.bias_hh_l0_reverse	9	-0.13835319876670837
143507	rnn.weight_ih_l1	0	-0.0338665246963501
143507	rnn.weight_ih_l1	1	-0.047766104340553284
143507	rnn.weight_ih_l1	2	0.05834850296378136
143507	rnn.weight_ih_l1	3	-0.06831761449575424
143507	rnn.weight_ih_l1	4	-0.015463289804756641
143507	rnn.weight_ih_l1	5	-0.045434750616550446
143507	rnn.weight_ih_l1	6	0.032528456300497055
143507	rnn.weight_ih_l1	7	-0.028139585629105568
143507	rnn.weight_ih_l1	8	0.03684327378869057
143507	rnn.weight_ih_l1	9	0.042389579117298126
143507	rnn.weight_hh_l1	0	-0.0017642067978158593
143507	rnn.weight_hh_l1	1	0.016232887282967567
143507	rnn.weight_hh_l1	2	0.016338536515831947
143507	rnn.weight_hh_l1	3	-0.011997920460999012
143507	rnn.weight_hh_l1	4	0.01004424225538969
143507	rnn.weight_hh_l1	5	0.027716372162103653
143507	rnn.weight_hh_l1	6	0.03566710278391838
143507	rnn.weight_hh_l1	7	-0.019820082932710648
143507	rnn.weight_hh_l1	8	-0.014320324175059795
143507	rnn.weight_hh_l1	9	0.034081049263477325
143507	rnn.bias_ih_l1	0	-0.20858202874660492
143507	rnn.bias_ih_l1	1	-0.1923905313014984
143507	rnn.bias_ih_l1	2	-0.20589904487133026
143507	rnn.bias_ih_l1	3	-0.29547327756881714
143507	rnn.bias_ih_l1	4	-0.21421682834625244
143507	rnn.bias_ih_l1	5	-0.09570153802633286
143507	rnn.bias_ih_l1	6	-0.18175843358039856
143507	rnn.bias_ih_l1	7	-0.0369364395737648
143507	rnn.bias_ih_l1	8	-0.15059083700180054
143507	rnn.bias_ih_l1	9	-0.1337098926305771
143507	rnn.bias_hh_l1	0	-0.10232503712177277
143507	rnn.bias_hh_l1	1	-0.07802039384841919
143507	rnn.bias_hh_l1	2	-0.11400113999843597
143507	rnn.bias_hh_l1	3	-0.08580967038869858
143507	rnn.bias_hh_l1	4	-0.09644930064678192
143507	rnn.bias_hh_l1	5	-0.11295337975025177
143507	rnn.bias_hh_l1	6	-0.15103670954704285
143507	rnn.bias_hh_l1	7	0.029600840061903
143507	rnn.bias_hh_l1	8	-0.17342059314250946
143507	rnn.bias_hh_l1	9	-0.10578874498605728
143507	rnn.weight_ih_l1_reverse	0	-0.04005265235900879
143507	rnn.weight_ih_l1_reverse	1	0.01423572190105915
143507	rnn.weight_ih_l1_reverse	2	0.06340892612934113
143507	rnn.weight_ih_l1_reverse	3	-0.0004671068745665252
143507	rnn.weight_ih_l1_reverse	4	-0.037422116845846176
143507	rnn.weight_ih_l1_reverse	5	-0.03226015344262123
143507	rnn.weight_ih_l1_reverse	6	-0.00902839656919241
143507	rnn.weight_ih_l1_reverse	7	0.03300098702311516
143507	rnn.weight_ih_l1_reverse	8	0.013303058221936226
143507	rnn.weight_ih_l1_reverse	9	-0.04466848075389862
143507	rnn.weight_hh_l1_reverse	0	0.0052541145123541355
143507	rnn.weight_hh_l1_reverse	1	0.029908642172813416
143507	rnn.weight_hh_l1_reverse	2	-0.039964139461517334
143507	rnn.weight_hh_l1_reverse	3	0.036337997764348984
143507	rnn.weight_hh_l1_reverse	4	0.049614228308200836
143507	rnn.weight_hh_l1_reverse	5	-0.0015178906032815576
143507	rnn.weight_hh_l1_reverse	6	0.0441974475979805
143507	rnn.weight_hh_l1_reverse	7	0.03242473304271698
143507	rnn.weight_hh_l1_reverse	8	-0.006860203109681606
143507	rnn.weight_hh_l1_reverse	9	-0.03305206447839737
143507	rnn.bias_ih_l1_reverse	0	-0.07108862698078156
143507	rnn.bias_ih_l1_reverse	1	-0.1655021607875824
143507	rnn.bias_ih_l1_reverse	2	-0.16771377623081207
143507	rnn.bias_ih_l1_reverse	3	-0.01625097543001175
143507	rnn.bias_ih_l1_reverse	4	-0.21177273988723755
143507	rnn.bias_ih_l1_reverse	5	-0.11343934386968613
143507	rnn.bias_ih_l1_reverse	6	-0.1378985196352005
143507	rnn.bias_ih_l1_reverse	7	-0.20940133929252625
143507	rnn.bias_ih_l1_reverse	8	0.22110062837600708
143507	rnn.bias_ih_l1_reverse	9	0.05668745934963226
143507	rnn.bias_hh_l1_reverse	0	0.01526047382503748
143507	rnn.bias_hh_l1_reverse	1	-0.07520456612110138
143507	rnn.bias_hh_l1_reverse	2	-0.23299387097358704
143507	rnn.bias_hh_l1_reverse	3	-0.1448819786310196
143507	rnn.bias_hh_l1_reverse	4	-0.1065581813454628
143507	rnn.bias_hh_l1_reverse	5	-0.12772104144096375
143507	rnn.bias_hh_l1_reverse	6	0.0858396589756012
143507	rnn.bias_hh_l1_reverse	7	-0.1806931346654892
143507	rnn.bias_hh_l1_reverse	8	-0.1165061742067337
143507	rnn.bias_hh_l1_reverse	9	-0.15383708477020264
143507	linear.weight	0	0.002228822559118271
143507	linear.weight	1	0.11287776380777359
143507	linear.weight	2	-0.07460092008113861
143507	linear.weight	3	0.2661556005477905
143507	linear.weight	4	0.1545250564813614
143507	linear.weight	5	-0.05724234879016876
143507	linear.weight	6	0.07241621613502502
143507	linear.weight	7	0.09479489922523499
143507	linear.weight	8	0.04122603312134743
143507	linear.weight	9	-0.03548508509993553
143507	linear.bias	0	0.11289011687040329
143507	linear.bias	1	-0.1913902759552002
143507	linear.bias	2	-0.3597295880317688
143507	linear.bias	3	-0.6529499292373657
143507	linear.bias	4	-1.1823354959487915
143507	linear.bias	5	-0.07951699197292328
143507	linear.bias	6	-0.7455611824989319
143507	linear.bias	7	0.27554750442504883
143507	linear.bias	8	-0.4574757516384125
143507	linear.bias	9	-1.0034610033035278
143704	transitions	0	0.6264792680740356
143704	transitions	1	0.1860295683145523
143704	transitions	2	-10000.0
143704	transitions	3	-1.8234468698501587
143704	transitions	4	-10000.0
143704	transitions	5	0.5779187679290771
143704	transitions	6	-0.07558795064687729
143704	transitions	7	-0.7207719683647156
143704	transitions	8	-1.4034892320632935
143704	transitions	9	-0.001119958353228867
143704	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
143704	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
143704	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
143704	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
143704	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
143704	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
143704	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
143704	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
143704	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
143704	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
143704	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
143704	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
143704	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
143704	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
143704	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
143704	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
143704	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
143704	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
143704	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
143704	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
143704	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
143704	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
143704	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
143704	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
143704	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
143704	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
143704	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
143704	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
143704	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
143704	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
143704	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
143704	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
143704	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
143704	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
143704	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
143704	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
143704	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
143704	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
143704	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
143704	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
143704	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
143704	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
143704	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
143704	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
143704	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
143704	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
143704	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
143704	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
143704	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
143704	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
143704	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
143704	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
143704	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
143704	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
143704	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
143704	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
143704	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
143704	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
143704	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
143704	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
143704	embedding2nn.weight	0	0.019443223252892494
143704	embedding2nn.weight	1	-0.01297539658844471
143704	embedding2nn.weight	2	-0.014268254861235619
143704	embedding2nn.weight	3	-0.013261309824883938
143704	embedding2nn.weight	4	-0.0059150345623493195
143704	embedding2nn.weight	5	-0.0037005911581218243
143704	embedding2nn.weight	6	-0.003973289858549833
143704	embedding2nn.weight	7	-0.0834706500172615
143704	embedding2nn.weight	8	-0.0019979383796453476
143704	embedding2nn.weight	9	-0.02692601829767227
143704	embedding2nn.bias	0	0.047477055341005325
143704	embedding2nn.bias	1	-0.06776324659585953
143704	embedding2nn.bias	2	0.05530080944299698
143704	embedding2nn.bias	3	0.04933591187000275
143704	embedding2nn.bias	4	-0.031658563762903214
143704	embedding2nn.bias	5	-0.047922324389219284
143704	embedding2nn.bias	6	-0.008835329674184322
143704	embedding2nn.bias	7	-0.07200293987989426
143704	embedding2nn.bias	8	0.06322252750396729
143704	embedding2nn.bias	9	0.04404310882091522
143704	rnn.weight_ih_l0	0	-0.07771317660808563
143704	rnn.weight_ih_l0	1	0.0054735601879656315
143704	rnn.weight_ih_l0	2	0.04460941255092621
143704	rnn.weight_ih_l0	3	0.025881223380565643
143704	rnn.weight_ih_l0	4	-0.03430131822824478
143704	rnn.weight_ih_l0	5	-0.06046278402209282
143704	rnn.weight_ih_l0	6	0.0008701526094228029
143704	rnn.weight_ih_l0	7	0.06020854786038399
143704	rnn.weight_ih_l0	8	-0.00856622401624918
143704	rnn.weight_ih_l0	9	-0.024814138188958168
143704	rnn.weight_hh_l0	0	-0.034813351929187775
143704	rnn.weight_hh_l0	1	-0.007189747411757708
143704	rnn.weight_hh_l0	2	0.00025548040866851807
143704	rnn.weight_hh_l0	3	-0.07030556350946426
143704	rnn.weight_hh_l0	4	0.08209136128425598
143704	rnn.weight_hh_l0	5	-0.029253965243697166
143704	rnn.weight_hh_l0	6	-0.0555470772087574
143704	rnn.weight_hh_l0	7	0.012954490259289742
143704	rnn.weight_hh_l0	8	0.008166199550032616
143704	rnn.weight_hh_l0	9	-0.020121848210692406
143704	rnn.bias_ih_l0	0	0.12334689497947693
143704	rnn.bias_ih_l0	1	-0.0316426046192646
143704	rnn.bias_ih_l0	2	-0.004512221086770296
143704	rnn.bias_ih_l0	3	0.14232869446277618
143704	rnn.bias_ih_l0	4	-0.009093754924833775
143704	rnn.bias_ih_l0	5	-0.017643142491579056
143704	rnn.bias_ih_l0	6	0.019278598949313164
143704	rnn.bias_ih_l0	7	0.03156736120581627
143704	rnn.bias_ih_l0	8	-0.09961941093206406
143704	rnn.bias_ih_l0	9	-0.017231613397598267
143704	rnn.bias_hh_l0	0	-0.020460430532693863
143704	rnn.bias_hh_l0	1	-0.11598408222198486
143704	rnn.bias_hh_l0	2	-0.06272341310977936
143704	rnn.bias_hh_l0	3	-0.08734240382909775
143704	rnn.bias_hh_l0	4	-0.0024274394381791353
143704	rnn.bias_hh_l0	5	-0.03835467994213104
143704	rnn.bias_hh_l0	6	0.03709077835083008
143704	rnn.bias_hh_l0	7	0.045502763241529465
143704	rnn.bias_hh_l0	8	-0.10047607868909836
143704	rnn.bias_hh_l0	9	-0.0630422979593277
143704	rnn.weight_ih_l0_reverse	0	-0.021611057221889496
143704	rnn.weight_ih_l0_reverse	1	-0.05004658177495003
143704	rnn.weight_ih_l0_reverse	2	-0.02897961437702179
143704	rnn.weight_ih_l0_reverse	3	0.009419486857950687
143704	rnn.weight_ih_l0_reverse	4	-0.019529759883880615
143704	rnn.weight_ih_l0_reverse	5	-0.046420056372880936
143704	rnn.weight_ih_l0_reverse	6	0.08398996293544769
143704	rnn.weight_ih_l0_reverse	7	-0.017969688400626183
143704	rnn.weight_ih_l0_reverse	8	-0.02170531451702118
143704	rnn.weight_ih_l0_reverse	9	-0.004690512083470821
143704	rnn.weight_hh_l0_reverse	0	0.0622224286198616
143704	rnn.weight_hh_l0_reverse	1	0.015520095825195312
143704	rnn.weight_hh_l0_reverse	2	0.029025908559560776
143704	rnn.weight_hh_l0_reverse	3	0.026171956211328506
143704	rnn.weight_hh_l0_reverse	4	0.004303240217268467
143704	rnn.weight_hh_l0_reverse	5	0.021782003343105316
143704	rnn.weight_hh_l0_reverse	6	0.04869934543967247
143704	rnn.weight_hh_l0_reverse	7	-0.06274443864822388
143704	rnn.weight_hh_l0_reverse	8	0.040770161896944046
143704	rnn.weight_hh_l0_reverse	9	0.03378167375922203
143704	rnn.bias_ih_l0_reverse	0	-0.07171472162008286
143704	rnn.bias_ih_l0_reverse	1	-0.25176674127578735
143704	rnn.bias_ih_l0_reverse	2	-0.14047113060951233
143704	rnn.bias_ih_l0_reverse	3	-0.04408940300345421
143704	rnn.bias_ih_l0_reverse	4	-0.03542286902666092
143704	rnn.bias_ih_l0_reverse	5	0.0528462715446949
143704	rnn.bias_ih_l0_reverse	6	-0.06449829787015915
143704	rnn.bias_ih_l0_reverse	7	0.04901212826371193
143704	rnn.bias_ih_l0_reverse	8	-0.056165628135204315
143704	rnn.bias_ih_l0_reverse	9	0.05259516462683678
143704	rnn.bias_hh_l0_reverse	0	0.03289187699556351
143704	rnn.bias_hh_l0_reverse	1	-0.058146342635154724
143704	rnn.bias_hh_l0_reverse	2	0.08285432308912277
143704	rnn.bias_hh_l0_reverse	3	-0.04531633108854294
143704	rnn.bias_hh_l0_reverse	4	-0.01806718483567238
143704	rnn.bias_hh_l0_reverse	5	-0.03507888689637184
143704	rnn.bias_hh_l0_reverse	6	-0.013962776400148869
143704	rnn.bias_hh_l0_reverse	7	0.101984404027462
143704	rnn.bias_hh_l0_reverse	8	0.025283191353082657
143704	rnn.bias_hh_l0_reverse	9	-0.13754884898662567
143704	rnn.weight_ih_l1	0	-0.033967360854148865
143704	rnn.weight_ih_l1	1	-0.04786643013358116
143704	rnn.weight_ih_l1	2	0.05817078426480293
143704	rnn.weight_ih_l1	3	-0.06829924136400223
143704	rnn.weight_ih_l1	4	-0.01578100211918354
143704	rnn.weight_ih_l1	5	-0.04528627544641495
143704	rnn.weight_ih_l1	6	0.0323915109038353
143704	rnn.weight_ih_l1	7	-0.028860315680503845
143704	rnn.weight_ih_l1	8	0.03711042180657387
143704	rnn.weight_ih_l1	9	0.04217766225337982
143704	rnn.weight_hh_l1	0	-0.0016150547889992595
143704	rnn.weight_hh_l1	1	0.01613813266158104
143704	rnn.weight_hh_l1	2	0.017365269362926483
143704	rnn.weight_hh_l1	3	-0.011842246167361736
143704	rnn.weight_hh_l1	4	0.010280688293278217
143704	rnn.weight_hh_l1	5	0.027640843763947487
143704	rnn.weight_hh_l1	6	0.035521190613508224
143704	rnn.weight_hh_l1	7	-0.019755644723773003
143704	rnn.weight_hh_l1	8	-0.014678998850286007
143704	rnn.weight_hh_l1	9	0.03406130149960518
143704	rnn.bias_ih_l1	0	-0.2115006297826767
143704	rnn.bias_ih_l1	1	-0.19257766008377075
143704	rnn.bias_ih_l1	2	-0.20499922335147858
143704	rnn.bias_ih_l1	3	-0.29540446400642395
143704	rnn.bias_ih_l1	4	-0.21619711816310883
143704	rnn.bias_ih_l1	5	-0.09532203525304794
143704	rnn.bias_ih_l1	6	-0.18248651921749115
143704	rnn.bias_ih_l1	7	-0.03901658579707146
143704	rnn.bias_ih_l1	8	-0.15022118389606476
143704	rnn.bias_ih_l1	9	-0.13499341905117035
143704	rnn.bias_hh_l1	0	-0.10197438299655914
143704	rnn.bias_hh_l1	1	-0.0765455886721611
143704	rnn.bias_hh_l1	2	-0.11344753950834274
143704	rnn.bias_hh_l1	3	-0.08519932627677917
143704	rnn.bias_hh_l1	4	-0.09649445116519928
143704	rnn.bias_hh_l1	5	-0.11248372495174408
143704	rnn.bias_hh_l1	6	-0.1496070921421051
143704	rnn.bias_hh_l1	7	0.029865551739931107
143704	rnn.bias_hh_l1	8	-0.17269407212734222
143704	rnn.bias_hh_l1	9	-0.1047087162733078
143704	rnn.weight_ih_l1_reverse	0	-0.04020790010690689
143704	rnn.weight_ih_l1_reverse	1	0.015295314602553844
143704	rnn.weight_ih_l1_reverse	2	0.0624227337539196
143704	rnn.weight_ih_l1_reverse	3	-0.0014075612416490912
143704	rnn.weight_ih_l1_reverse	4	-0.037903495132923126
143704	rnn.weight_ih_l1_reverse	5	-0.032325807958841324
143704	rnn.weight_ih_l1_reverse	6	-0.008734113536775112
143704	rnn.weight_ih_l1_reverse	7	0.03288549557328224
143704	rnn.weight_ih_l1_reverse	8	0.011170340701937675
143704	rnn.weight_ih_l1_reverse	9	-0.046316079795360565
143704	rnn.weight_hh_l1_reverse	0	0.005221185740083456
143704	rnn.weight_hh_l1_reverse	1	0.02978254295885563
143704	rnn.weight_hh_l1_reverse	2	-0.03998076915740967
143704	rnn.weight_hh_l1_reverse	3	0.036436259746551514
143704	rnn.weight_hh_l1_reverse	4	0.04940527677536011
143704	rnn.weight_hh_l1_reverse	5	-0.0015225975075736642
143704	rnn.weight_hh_l1_reverse	6	0.04491577297449112
143704	rnn.weight_hh_l1_reverse	7	0.03232698142528534
143704	rnn.weight_hh_l1_reverse	8	-0.006830025464296341
143704	rnn.weight_hh_l1_reverse	9	-0.03301926702260971
143704	rnn.bias_ih_l1_reverse	0	-0.07082628458738327
143704	rnn.bias_ih_l1_reverse	1	-0.16691602766513824
143704	rnn.bias_ih_l1_reverse	2	-0.16691139340400696
143704	rnn.bias_ih_l1_reverse	3	-0.01953679323196411
143704	rnn.bias_ih_l1_reverse	4	-0.21227696537971497
143704	rnn.bias_ih_l1_reverse	5	-0.112879678606987
143704	rnn.bias_ih_l1_reverse	6	-0.13802959024906158
143704	rnn.bias_ih_l1_reverse	7	-0.20749256014823914
143704	rnn.bias_ih_l1_reverse	8	0.22332066297531128
143704	rnn.bias_ih_l1_reverse	9	0.05657085031270981
143704	rnn.bias_hh_l1_reverse	0	0.014480505138635635
143704	rnn.bias_hh_l1_reverse	1	-0.07700438797473907
143704	rnn.bias_hh_l1_reverse	2	-0.23262234032154083
143704	rnn.bias_hh_l1_reverse	3	-0.1448407620191574
143704	rnn.bias_hh_l1_reverse	4	-0.1062932014465332
143704	rnn.bias_hh_l1_reverse	5	-0.12838709354400635
143704	rnn.bias_hh_l1_reverse	6	0.08661516010761261
143704	rnn.bias_hh_l1_reverse	7	-0.1823035478591919
143704	rnn.bias_hh_l1_reverse	8	-0.11681073158979416
143704	rnn.bias_hh_l1_reverse	9	-0.15433472394943237
143704	linear.weight	0	0.002228822559118271
143704	linear.weight	1	0.11280904710292816
143704	linear.weight	2	-0.07509911060333252
143704	linear.weight	3	0.26553574204444885
143704	linear.weight	4	0.15370416641235352
143704	linear.weight	5	-0.05718361213803291
143704	linear.weight	6	0.08190413564443588
143704	linear.weight	7	0.09337852150201797
143704	linear.weight	8	0.04122500494122505
143704	linear.weight	9	-0.03831303492188454
143704	linear.bias	0	0.1327354460954666
143704	linear.bias	1	-0.16929949820041656
143704	linear.bias	2	-0.37280595302581787
143704	linear.bias	3	-0.6782596707344055
143704	linear.bias	4	-1.2080999612808228
143704	linear.bias	5	-0.06586501747369766
143704	linear.bias	6	-0.7239048480987549
143704	linear.bias	7	0.2871289551258087
143704	linear.bias	8	-0.45020219683647156
143704	linear.bias	9	-0.9975606203079224
143901	transitions	0	0.6266204118728638
143901	transitions	1	0.1887141615152359
143901	transitions	2	-10000.0
143901	transitions	3	-1.8234608173370361
143901	transitions	4	-10000.0
143901	transitions	5	0.5777018666267395
143901	transitions	6	-0.07563521713018417
143901	transitions	7	-0.7210773229598999
143901	transitions	8	-1.4035550355911255
143901	transitions	9	-0.0011202871100977063
143901	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
143901	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
143901	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
143901	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
143901	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
143901	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
143901	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
143901	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
143901	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
143901	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
143901	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
143901	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
143901	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
143901	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
143901	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
143901	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
143901	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
143901	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
143901	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
143901	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
143901	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
143901	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
143901	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
143901	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
143901	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
143901	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
143901	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
143901	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
143901	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
143901	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
143901	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
143901	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
143901	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
143901	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
143901	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
143901	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
143901	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
143901	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
143901	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
143901	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
143901	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
143901	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
143901	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
143901	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
143901	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
143901	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
143901	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
143901	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
143901	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
143901	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
143901	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
143901	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
143901	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
143901	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
143901	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
143901	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
143901	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
143901	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
143901	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
143901	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
143901	embedding2nn.weight	0	0.020358463749289513
143901	embedding2nn.weight	1	-0.013008425012230873
143901	embedding2nn.weight	2	-0.014268254861235619
143901	embedding2nn.weight	3	-0.013845051638782024
143901	embedding2nn.weight	4	-0.0059150345623493195
143901	embedding2nn.weight	5	-0.0037005911581218243
143901	embedding2nn.weight	6	-0.003973289858549833
143901	embedding2nn.weight	7	-0.08403617888689041
143901	embedding2nn.weight	8	-0.0019979383796453476
143901	embedding2nn.weight	9	-0.027204815298318863
143901	embedding2nn.bias	0	0.041927073150873184
143901	embedding2nn.bias	1	-0.06655033677816391
143901	embedding2nn.bias	2	0.05784495174884796
143901	embedding2nn.bias	3	0.05036337673664093
143901	embedding2nn.bias	4	-0.036190882325172424
143901	embedding2nn.bias	5	-0.048916496336460114
143901	embedding2nn.bias	6	-0.008067185990512371
143901	embedding2nn.bias	7	-0.06826575100421906
143901	embedding2nn.bias	8	0.06312470138072968
143901	embedding2nn.bias	9	0.045890923589468
143901	rnn.weight_ih_l0	0	-0.0783962607383728
143901	rnn.weight_ih_l0	1	0.005450018681585789
143901	rnn.weight_ih_l0	2	0.04588397219777107
143901	rnn.weight_ih_l0	3	0.025910157710313797
143901	rnn.weight_ih_l0	4	-0.033675793558359146
143901	rnn.weight_ih_l0	5	-0.06061805412173271
143901	rnn.weight_ih_l0	6	0.0008741727797314525
143901	rnn.weight_ih_l0	7	0.060228027403354645
143901	rnn.weight_ih_l0	8	-0.008472719229757786
143901	rnn.weight_ih_l0	9	-0.024888576939702034
143901	rnn.weight_hh_l0	0	-0.03419990837574005
143901	rnn.weight_hh_l0	1	-0.006847293581813574
143901	rnn.weight_hh_l0	2	-7.721061592746992e-06
143901	rnn.weight_hh_l0	3	-0.06998720020055771
143901	rnn.weight_hh_l0	4	0.08219846338033676
143901	rnn.weight_hh_l0	5	-0.028748515993356705
143901	rnn.weight_hh_l0	6	-0.055591851472854614
143901	rnn.weight_hh_l0	7	0.013447676785290241
143901	rnn.weight_hh_l0	8	0.00836661085486412
143901	rnn.weight_hh_l0	9	-0.020231882110238075
143901	rnn.bias_ih_l0	0	0.1236332580447197
143901	rnn.bias_ih_l0	1	-0.031749427318573
143901	rnn.bias_ih_l0	2	-0.0037919143214821815
143901	rnn.bias_ih_l0	3	0.14435571432113647
143901	rnn.bias_ih_l0	4	-0.010298725217580795
143901	rnn.bias_ih_l0	5	-0.016694450750947
143901	rnn.bias_ih_l0	6	0.018733933568000793
143901	rnn.bias_ih_l0	7	0.03234335407614708
143901	rnn.bias_ih_l0	8	-0.09967825561761856
143901	rnn.bias_ih_l0	9	-0.01663837395608425
143901	rnn.bias_hh_l0	0	-0.019414391368627548
143901	rnn.bias_hh_l0	1	-0.11627472192049026
143901	rnn.bias_hh_l0	2	-0.06311436742544174
143901	rnn.bias_hh_l0	3	-0.08781148493289948
143901	rnn.bias_hh_l0	4	-0.0013894295552745461
143901	rnn.bias_hh_l0	5	-0.038498323410749435
143901	rnn.bias_hh_l0	6	0.03551900386810303
143901	rnn.bias_hh_l0	7	0.04445015639066696
143901	rnn.bias_hh_l0	8	-0.10062404721975327
143901	rnn.bias_hh_l0	9	-0.061497949063777924
143901	rnn.weight_ih_l0_reverse	0	-0.021225782111287117
143901	rnn.weight_ih_l0_reverse	1	-0.05018183961510658
143901	rnn.weight_ih_l0_reverse	2	-0.028682924807071686
143901	rnn.weight_ih_l0_reverse	3	0.009970293380320072
143901	rnn.weight_ih_l0_reverse	4	-0.019360633566975594
143901	rnn.weight_ih_l0_reverse	5	-0.0467846505343914
143901	rnn.weight_ih_l0_reverse	6	0.0849371999502182
143901	rnn.weight_ih_l0_reverse	7	-0.01834889128804207
143901	rnn.weight_ih_l0_reverse	8	-0.022479571402072906
143901	rnn.weight_ih_l0_reverse	9	-0.005203531589359045
143901	rnn.weight_hh_l0_reverse	0	0.06223848834633827
143901	rnn.weight_hh_l0_reverse	1	0.015091951005160809
143901	rnn.weight_hh_l0_reverse	2	0.028830930590629578
143901	rnn.weight_hh_l0_reverse	3	0.026052026078104973
143901	rnn.weight_hh_l0_reverse	4	0.004465113393962383
143901	rnn.weight_hh_l0_reverse	5	0.0222377460449934
143901	rnn.weight_hh_l0_reverse	6	0.04840688407421112
143901	rnn.weight_hh_l0_reverse	7	-0.06256212294101715
143901	rnn.weight_hh_l0_reverse	8	0.040713004767894745
143901	rnn.weight_hh_l0_reverse	9	0.033434540033340454
143901	rnn.bias_ih_l0_reverse	0	-0.07156907767057419
143901	rnn.bias_ih_l0_reverse	1	-0.2510058283805847
143901	rnn.bias_ih_l0_reverse	2	-0.14131596684455872
143901	rnn.bias_ih_l0_reverse	3	-0.04326389729976654
143901	rnn.bias_ih_l0_reverse	4	-0.03580430895090103
143901	rnn.bias_ih_l0_reverse	5	0.05404899641871452
143901	rnn.bias_ih_l0_reverse	6	-0.06382030993700027
143901	rnn.bias_ih_l0_reverse	7	0.04907515272498131
143901	rnn.bias_ih_l0_reverse	8	-0.055155329406261444
143901	rnn.bias_ih_l0_reverse	9	0.05249503254890442
143901	rnn.bias_hh_l0_reverse	0	0.03134359419345856
143901	rnn.bias_hh_l0_reverse	1	-0.058054402470588684
143901	rnn.bias_hh_l0_reverse	2	0.08291404694318771
143901	rnn.bias_hh_l0_reverse	3	-0.04429193213582039
143901	rnn.bias_hh_l0_reverse	4	-0.017659880220890045
143901	rnn.bias_hh_l0_reverse	5	-0.03318292275071144
143901	rnn.bias_hh_l0_reverse	6	-0.014157235622406006
143901	rnn.bias_hh_l0_reverse	7	0.102299265563488
143901	rnn.bias_hh_l0_reverse	8	0.025823166593909264
143901	rnn.bias_hh_l0_reverse	9	-0.1380687952041626
143901	rnn.weight_ih_l1	0	-0.034298233687877655
143901	rnn.weight_ih_l1	1	-0.04866054654121399
143901	rnn.weight_ih_l1	2	0.057585470378398895
143901	rnn.weight_ih_l1	3	-0.06757228821516037
143901	rnn.weight_ih_l1	4	-0.015931978821754456
143901	rnn.weight_ih_l1	5	-0.045517127960920334
143901	rnn.weight_ih_l1	6	0.03230622410774231
143901	rnn.weight_ih_l1	7	-0.028233695775270462
143901	rnn.weight_ih_l1	8	0.037241678684949875
143901	rnn.weight_ih_l1	9	0.04233259707689285
143901	rnn.weight_hh_l1	0	-0.0014376785838976502
143901	rnn.weight_hh_l1	1	0.01622871682047844
143901	rnn.weight_hh_l1	2	0.01655859500169754
143901	rnn.weight_hh_l1	3	-0.0120177511125803
143901	rnn.weight_hh_l1	4	0.010067030787467957
143901	rnn.weight_hh_l1	5	0.02745072729885578
143901	rnn.weight_hh_l1	6	0.03561827540397644
143901	rnn.weight_hh_l1	7	-0.01967441849410534
143901	rnn.weight_hh_l1	8	-0.014644596725702286
143901	rnn.weight_hh_l1	9	0.034043293446302414
143901	rnn.bias_ih_l1	0	-0.2094016671180725
143901	rnn.bias_ih_l1	1	-0.19200178980827332
143901	rnn.bias_ih_l1	2	-0.207883819937706
143901	rnn.bias_ih_l1	3	-0.2956157922744751
143901	rnn.bias_ih_l1	4	-0.21485517919063568
143901	rnn.bias_ih_l1	5	-0.09508232027292252
143901	rnn.bias_ih_l1	6	-0.18307967483997345
143901	rnn.bias_ih_l1	7	-0.03590374067425728
143901	rnn.bias_ih_l1	8	-0.1508428007364273
143901	rnn.bias_ih_l1	9	-0.13519488275051117
143901	rnn.bias_hh_l1	0	-0.10424100607633591
143901	rnn.bias_hh_l1	1	-0.0761471688747406
143901	rnn.bias_hh_l1	2	-0.1151970773935318
143901	rnn.bias_hh_l1	3	-0.0850241407752037
143901	rnn.bias_hh_l1	4	-0.09621322900056839
143901	rnn.bias_hh_l1	5	-0.1132449060678482
143901	rnn.bias_hh_l1	6	-0.14840669929981232
143901	rnn.bias_hh_l1	7	0.030261574313044548
143901	rnn.bias_hh_l1	8	-0.17482568323612213
143901	rnn.bias_hh_l1	9	-0.10587771981954575
143901	rnn.weight_ih_l1_reverse	0	-0.04031222313642502
143901	rnn.weight_ih_l1_reverse	1	0.016797851771116257
143901	rnn.weight_ih_l1_reverse	2	0.06323055177927017
143901	rnn.weight_ih_l1_reverse	3	-0.0011038556694984436
143901	rnn.weight_ih_l1_reverse	4	-0.03738437592983246
143901	rnn.weight_ih_l1_reverse	5	-0.03224534913897514
143901	rnn.weight_ih_l1_reverse	6	-0.007844965904951096
143901	rnn.weight_ih_l1_reverse	7	0.03290552645921707
143901	rnn.weight_ih_l1_reverse	8	0.012167749926447868
143901	rnn.weight_ih_l1_reverse	9	-0.04532221332192421
143901	rnn.weight_hh_l1_reverse	0	0.005036483518779278
143901	rnn.weight_hh_l1_reverse	1	0.029697692021727562
143901	rnn.weight_hh_l1_reverse	2	-0.040009159594774246
143901	rnn.weight_hh_l1_reverse	3	0.03623039275407791
143901	rnn.weight_hh_l1_reverse	4	0.04944976046681404
143901	rnn.weight_hh_l1_reverse	5	-0.0011789561249315739
143901	rnn.weight_hh_l1_reverse	6	0.045516859740018845
143901	rnn.weight_hh_l1_reverse	7	0.032336682081222534
143901	rnn.weight_hh_l1_reverse	8	-0.006829022895544767
143901	rnn.weight_hh_l1_reverse	9	-0.03312939777970314
143901	rnn.bias_ih_l1_reverse	0	-0.07042812556028366
143901	rnn.bias_ih_l1_reverse	1	-0.1671379804611206
143901	rnn.bias_ih_l1_reverse	2	-0.16619054973125458
143901	rnn.bias_ih_l1_reverse	3	-0.01675378531217575
143901	rnn.bias_ih_l1_reverse	4	-0.21271657943725586
143901	rnn.bias_ih_l1_reverse	5	-0.11215921491384506
143901	rnn.bias_ih_l1_reverse	6	-0.13790585100650787
143901	rnn.bias_ih_l1_reverse	7	-0.20818951725959778
143901	rnn.bias_ih_l1_reverse	8	0.2212502658367157
143901	rnn.bias_ih_l1_reverse	9	0.05703338235616684
143901	rnn.bias_hh_l1_reverse	0	0.017153341323137283
143901	rnn.bias_hh_l1_reverse	1	-0.0781291201710701
143901	rnn.bias_hh_l1_reverse	2	-0.232639878988266
143901	rnn.bias_hh_l1_reverse	3	-0.1452367901802063
143901	rnn.bias_hh_l1_reverse	4	-0.10655231773853302
143901	rnn.bias_hh_l1_reverse	5	-0.1272030472755432
143901	rnn.bias_hh_l1_reverse	6	0.08383892476558685
143901	rnn.bias_hh_l1_reverse	7	-0.18232187628746033
143901	rnn.bias_hh_l1_reverse	8	-0.11477077007293701
143901	rnn.bias_hh_l1_reverse	9	-0.15388981997966766
143901	linear.weight	0	0.002228822559118271
143901	linear.weight	1	0.11619843542575836
143901	linear.weight	2	-0.07992985099554062
143901	linear.weight	3	0.2620483934879303
143901	linear.weight	4	0.1551370918750763
143901	linear.weight	5	-0.05777965858578682
143901	linear.weight	6	0.08482751995325089
143901	linear.weight	7	0.0943031832575798
143901	linear.weight	8	0.041224557906389236
143901	linear.weight	9	-0.03802899643778801
143901	linear.bias	0	0.12922145426273346
143901	linear.bias	1	-0.2040519416332245
143901	linear.bias	2	-0.38063687086105347
143901	linear.bias	3	-0.6507720947265625
143901	linear.bias	4	-1.1807843446731567
143901	linear.bias	5	-0.06596402078866959
143901	linear.bias	6	-0.7580596804618835
143901	linear.bias	7	0.2871909439563751
143901	linear.bias	8	-0.434774786233902
143901	linear.bias	9	-0.9835582375526428
144098	transitions	0	0.6301518678665161
144098	transitions	1	0.1905742883682251
144098	transitions	2	-10000.0
144098	transitions	3	-1.823468804359436
144098	transitions	4	-10000.0
144098	transitions	5	0.5776487588882446
144098	transitions	6	-0.07566885650157928
144098	transitions	7	-0.7212905883789062
144098	transitions	8	-1.4035831689834595
144098	transitions	9	-0.0011208470677956939
144098	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
144098	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
144098	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
144098	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
144098	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
144098	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
144098	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
144098	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
144098	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
144098	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
144098	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
144098	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
144098	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
144098	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
144098	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
144098	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
144098	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
144098	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
144098	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
144098	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
144098	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
144098	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
144098	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
144098	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
144098	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
144098	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
144098	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
144098	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
144098	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
144098	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
144098	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
144098	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
144098	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
144098	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
144098	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
144098	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
144098	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
144098	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
144098	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
144098	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
144098	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
144098	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
144098	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
144098	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
144098	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
144098	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
144098	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
144098	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
144098	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
144098	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
144098	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
144098	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
144098	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
144098	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
144098	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
144098	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
144098	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
144098	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
144098	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
144098	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
144098	embedding2nn.weight	0	0.020669182762503624
144098	embedding2nn.weight	1	-0.013090774416923523
144098	embedding2nn.weight	2	-0.014268254861235619
144098	embedding2nn.weight	3	-0.014428429305553436
144098	embedding2nn.weight	4	-0.0059150345623493195
144098	embedding2nn.weight	5	-0.0037005911581218243
144098	embedding2nn.weight	6	-0.003973287530243397
144098	embedding2nn.weight	7	-0.08329449594020844
144098	embedding2nn.weight	8	-0.0019979383796453476
144098	embedding2nn.weight	9	-0.027202144265174866
144098	embedding2nn.bias	0	0.04769746586680412
144098	embedding2nn.bias	1	-0.0697970911860466
144098	embedding2nn.bias	2	0.05880764499306679
144098	embedding2nn.bias	3	0.05046435073018074
144098	embedding2nn.bias	4	-0.03801937773823738
144098	embedding2nn.bias	5	-0.052155375480651855
144098	embedding2nn.bias	6	-0.005768741015344858
144098	embedding2nn.bias	7	-0.06533654779195786
144098	embedding2nn.bias	8	0.05750129371881485
144098	embedding2nn.bias	9	0.04900842159986496
144098	rnn.weight_ih_l0	0	-0.07748617976903915
144098	rnn.weight_ih_l0	1	0.006060196552425623
144098	rnn.weight_ih_l0	2	0.04448308050632477
144098	rnn.weight_ih_l0	3	0.02578631415963173
144098	rnn.weight_ih_l0	4	-0.033325377851724625
144098	rnn.weight_ih_l0	5	-0.060802459716796875
144098	rnn.weight_ih_l0	6	0.0010749937500804663
144098	rnn.weight_ih_l0	7	0.061132971197366714
144098	rnn.weight_ih_l0	8	-0.00865097064524889
144098	rnn.weight_ih_l0	9	-0.02496284432709217
144098	rnn.weight_hh_l0	0	-0.035150472074747086
144098	rnn.weight_hh_l0	1	-0.007485535461455584
144098	rnn.weight_hh_l0	2	-0.0002569749776739627
144098	rnn.weight_hh_l0	3	-0.06981058418750763
144098	rnn.weight_hh_l0	4	0.08193279802799225
144098	rnn.weight_hh_l0	5	-0.028026146814227104
144098	rnn.weight_hh_l0	6	-0.0548580065369606
144098	rnn.weight_hh_l0	7	0.013507774099707603
144098	rnn.weight_hh_l0	8	0.008162354119122028
144098	rnn.weight_hh_l0	9	-0.020486285910010338
144098	rnn.bias_ih_l0	0	0.12312303483486176
144098	rnn.bias_ih_l0	1	-0.03144780546426773
144098	rnn.bias_ih_l0	2	-0.0033329229336231947
144098	rnn.bias_ih_l0	3	0.14508864283561707
144098	rnn.bias_ih_l0	4	-0.009800768457353115
144098	rnn.bias_ih_l0	5	-0.01425440888851881
144098	rnn.bias_ih_l0	6	0.01704491302371025
144098	rnn.bias_ih_l0	7	0.03294648975133896
144098	rnn.bias_ih_l0	8	-0.09946820139884949
144098	rnn.bias_ih_l0	9	-0.017667483538389206
144098	rnn.bias_hh_l0	0	-0.01876956596970558
144098	rnn.bias_hh_l0	1	-0.11901138722896576
144098	rnn.bias_hh_l0	2	-0.06261525303125381
144098	rnn.bias_hh_l0	3	-0.08786177635192871
144098	rnn.bias_hh_l0	4	-0.0017662023892626166
144098	rnn.bias_hh_l0	5	-0.03905820474028587
144098	rnn.bias_hh_l0	6	0.03418968245387077
144098	rnn.bias_hh_l0	7	0.04652397334575653
144098	rnn.bias_hh_l0	8	-0.1005212739109993
144098	rnn.bias_hh_l0	9	-0.06449344009160995
144098	rnn.weight_ih_l0_reverse	0	-0.020724693313241005
144098	rnn.weight_ih_l0_reverse	1	-0.05023416876792908
144098	rnn.weight_ih_l0_reverse	2	-0.028707588091492653
144098	rnn.weight_ih_l0_reverse	3	0.010285994037985802
144098	rnn.weight_ih_l0_reverse	4	-0.01905188523232937
144098	rnn.weight_ih_l0_reverse	5	-0.04680057615041733
144098	rnn.weight_ih_l0_reverse	6	0.08485738933086395
144098	rnn.weight_ih_l0_reverse	7	-0.01804163120687008
144098	rnn.weight_ih_l0_reverse	8	-0.021863240748643875
144098	rnn.weight_ih_l0_reverse	9	-0.005453185644000769
144098	rnn.weight_hh_l0_reverse	0	0.062465399503707886
144098	rnn.weight_hh_l0_reverse	1	0.014586019329726696
144098	rnn.weight_hh_l0_reverse	2	0.028410261496901512
144098	rnn.weight_hh_l0_reverse	3	0.02627064660191536
144098	rnn.weight_hh_l0_reverse	4	0.004391618072986603
144098	rnn.weight_hh_l0_reverse	5	0.021935781463980675
144098	rnn.weight_hh_l0_reverse	6	0.04854779690504074
144098	rnn.weight_hh_l0_reverse	7	-0.06276305764913559
144098	rnn.weight_hh_l0_reverse	8	0.04079093784093857
144098	rnn.weight_hh_l0_reverse	9	0.033548299223184586
144098	rnn.bias_ih_l0_reverse	0	-0.0698329508304596
144098	rnn.bias_ih_l0_reverse	1	-0.25295114517211914
144098	rnn.bias_ih_l0_reverse	2	-0.14147654175758362
144098	rnn.bias_ih_l0_reverse	3	-0.0436113141477108
144098	rnn.bias_ih_l0_reverse	4	-0.0341789685189724
144098	rnn.bias_ih_l0_reverse	5	0.05346957594156265
144098	rnn.bias_ih_l0_reverse	6	-0.06507813930511475
144098	rnn.bias_ih_l0_reverse	7	0.04767989367246628
144098	rnn.bias_ih_l0_reverse	8	-0.05536019057035446
144098	rnn.bias_ih_l0_reverse	9	0.054326023906469345
144098	rnn.bias_hh_l0_reverse	0	0.03170907869935036
144098	rnn.bias_hh_l0_reverse	1	-0.05720818415284157
144098	rnn.bias_hh_l0_reverse	2	0.08427648991346359
144098	rnn.bias_hh_l0_reverse	3	-0.04510613903403282
144098	rnn.bias_hh_l0_reverse	4	-0.01735677197575569
144098	rnn.bias_hh_l0_reverse	5	-0.0331304706633091
144098	rnn.bias_hh_l0_reverse	6	-0.015190179459750652
144098	rnn.bias_hh_l0_reverse	7	0.10191269963979721
144098	rnn.bias_hh_l0_reverse	8	0.02605372853577137
144098	rnn.bias_hh_l0_reverse	9	-0.13588058948516846
144098	rnn.weight_ih_l1	0	-0.03392928093671799
144098	rnn.weight_ih_l1	1	-0.04791954904794693
144098	rnn.weight_ih_l1	2	0.05799845978617668
144098	rnn.weight_ih_l1	3	-0.06775206327438354
144098	rnn.weight_ih_l1	4	-0.015654543414711952
144098	rnn.weight_ih_l1	5	-0.04521888494491577
144098	rnn.weight_ih_l1	6	0.03260791301727295
144098	rnn.weight_ih_l1	7	-0.02942255139350891
144098	rnn.weight_ih_l1	8	0.03734848275780678
144098	rnn.weight_ih_l1	9	0.04235859960317612
144098	rnn.weight_hh_l1	0	-0.00207738159224391
144098	rnn.weight_hh_l1	1	0.016219764947891235
144098	rnn.weight_hh_l1	2	0.0168415866792202
144098	rnn.weight_hh_l1	3	-0.012174872681498528
144098	rnn.weight_hh_l1	4	0.01015099324285984
144098	rnn.weight_hh_l1	5	0.02733764238655567
144098	rnn.weight_hh_l1	6	0.03509436920285225
144098	rnn.weight_hh_l1	7	-0.019518984481692314
144098	rnn.weight_hh_l1	8	-0.014932417310774326
144098	rnn.weight_hh_l1	9	0.034278154373168945
144098	rnn.bias_ih_l1	0	-0.2108096331357956
144098	rnn.bias_ih_l1	1	-0.1907338947057724
144098	rnn.bias_ih_l1	2	-0.20943304896354675
144098	rnn.bias_ih_l1	3	-0.29380083084106445
144098	rnn.bias_ih_l1	4	-0.21397365629673004
144098	rnn.bias_ih_l1	5	-0.09393886476755142
144098	rnn.bias_ih_l1	6	-0.18265984952449799
144098	rnn.bias_ih_l1	7	-0.03670591488480568
144098	rnn.bias_ih_l1	8	-0.1504468470811844
144098	rnn.bias_ih_l1	9	-0.13514581322669983
144098	rnn.bias_hh_l1	0	-0.10472690314054489
144098	rnn.bias_hh_l1	1	-0.07541253417730331
144098	rnn.bias_hh_l1	2	-0.11310409754514694
144098	rnn.bias_hh_l1	3	-0.08541589975357056
144098	rnn.bias_hh_l1	4	-0.09613338112831116
144098	rnn.bias_hh_l1	5	-0.11422835290431976
144098	rnn.bias_hh_l1	6	-0.15003268420696259
144098	rnn.bias_hh_l1	7	0.03175913542509079
144098	rnn.bias_hh_l1	8	-0.17643079161643982
144098	rnn.bias_hh_l1	9	-0.10696043074131012
144098	rnn.weight_ih_l1_reverse	0	-0.040261998772621155
144098	rnn.weight_ih_l1_reverse	1	0.015869950875639915
144098	rnn.weight_ih_l1_reverse	2	0.06259392201900482
144098	rnn.weight_ih_l1_reverse	3	-0.0006406419561244547
144098	rnn.weight_ih_l1_reverse	4	-0.03517335280776024
144098	rnn.weight_ih_l1_reverse	5	-0.03234799578785896
144098	rnn.weight_ih_l1_reverse	6	-0.008370419964194298
144098	rnn.weight_ih_l1_reverse	7	0.03283859044313431
144098	rnn.weight_ih_l1_reverse	8	0.011448612436652184
144098	rnn.weight_ih_l1_reverse	9	-0.04553002491593361
144098	rnn.weight_hh_l1_reverse	0	0.004946136847138405
144098	rnn.weight_hh_l1_reverse	1	0.029803680256009102
144098	rnn.weight_hh_l1_reverse	2	-0.04010286554694176
144098	rnn.weight_hh_l1_reverse	3	0.036229029297828674
144098	rnn.weight_hh_l1_reverse	4	0.04949517920613289
144098	rnn.weight_hh_l1_reverse	5	-0.0011755471350625157
144098	rnn.weight_hh_l1_reverse	6	0.04615510627627373
144098	rnn.weight_hh_l1_reverse	7	0.03228555992245674
144098	rnn.weight_hh_l1_reverse	8	-0.006837634835392237
144098	rnn.weight_hh_l1_reverse	9	-0.03303276002407074
144098	rnn.bias_ih_l1_reverse	0	-0.0704624354839325
144098	rnn.bias_ih_l1_reverse	1	-0.16819480061531067
144098	rnn.bias_ih_l1_reverse	2	-0.16566073894500732
144098	rnn.bias_ih_l1_reverse	3	-0.019800063222646713
144098	rnn.bias_ih_l1_reverse	4	-0.21286986768245697
144098	rnn.bias_ih_l1_reverse	5	-0.11281829327344894
144098	rnn.bias_ih_l1_reverse	6	-0.13816553354263306
144098	rnn.bias_ih_l1_reverse	7	-0.20942050218582153
144098	rnn.bias_ih_l1_reverse	8	0.2190098911523819
144098	rnn.bias_ih_l1_reverse	9	0.056516557931900024
144098	rnn.bias_hh_l1_reverse	0	0.013600923120975494
144098	rnn.bias_hh_l1_reverse	1	-0.0768745169043541
144098	rnn.bias_hh_l1_reverse	2	-0.23215381801128387
144098	rnn.bias_hh_l1_reverse	3	-0.1448296308517456
144098	rnn.bias_hh_l1_reverse	4	-0.10635176301002502
144098	rnn.bias_hh_l1_reverse	5	-0.12582498788833618
144098	rnn.bias_hh_l1_reverse	6	0.08451596647500992
144098	rnn.bias_hh_l1_reverse	7	-0.18178485333919525
144098	rnn.bias_hh_l1_reverse	8	-0.11511256545782089
144098	rnn.bias_hh_l1_reverse	9	-0.15413592755794525
144098	linear.weight	0	0.002228822559118271
144098	linear.weight	1	0.12305672466754913
144098	linear.weight	2	-0.08055698126554489
144098	linear.weight	3	0.2671836018562317
144098	linear.weight	4	0.1544645130634308
144098	linear.weight	5	-0.05825933814048767
144098	linear.weight	6	0.08473047614097595
144098	linear.weight	7	0.09300496429204941
144098	linear.weight	8	0.04122379422187805
144098	linear.weight	9	-0.03687000647187233
144098	linear.bias	0	0.1036115512251854
144098	linear.bias	1	-0.19416068494319916
144098	linear.bias	2	-0.36506107449531555
144098	linear.bias	3	-0.6706825494766235
144098	linear.bias	4	-1.2011908292770386
144098	linear.bias	5	-0.07672075927257538
144098	linear.bias	6	-0.7469764947891235
144098	linear.bias	7	0.2759086489677429
144098	linear.bias	8	-0.4547359049320221
144098	linear.bias	9	-1.004220724105835
144102	transitions	0	0.630031168460846
144102	transitions	1	0.1905727982521057
144102	transitions	2	-10000.0
144102	transitions	3	-1.823468804359436
144102	transitions	4	-10000.0
144102	transitions	5	0.5776483416557312
144102	transitions	6	-0.07566899061203003
144102	transitions	7	-0.7212905883789062
144102	transitions	8	-1.4035831689834595
144102	transitions	9	-0.0011208477662876248
144102	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
144102	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
144102	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
144102	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
144102	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
144102	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
144102	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
144102	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
144102	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
144102	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
144102	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
144102	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
144102	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
144102	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
144102	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
144102	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
144102	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
144102	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
144102	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
144102	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
144102	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
144102	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
144102	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
144102	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
144102	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
144102	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
144102	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
144102	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
144102	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
144102	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
144102	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
144102	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
144102	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
144102	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
144102	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
144102	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
144102	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
144102	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
144102	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
144102	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
144102	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
144102	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
144102	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
144102	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
144102	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
144102	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
144102	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
144102	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
144102	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
144102	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
144102	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
144102	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
144102	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
144102	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
144102	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
144102	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
144102	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
144102	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
144102	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
144102	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
144102	embedding2nn.weight	0	0.020679593086242676
144102	embedding2nn.weight	1	-0.013073725625872612
144102	embedding2nn.weight	2	-0.014268254861235619
144102	embedding2nn.weight	3	-0.014514091424643993
144102	embedding2nn.weight	4	-0.0059150345623493195
144102	embedding2nn.weight	5	-0.0037005911581218243
144102	embedding2nn.weight	6	-0.003973287530243397
144102	embedding2nn.weight	7	-0.08332747966051102
144102	embedding2nn.weight	8	-0.0019979383796453476
144102	embedding2nn.weight	9	-0.02730707637965679
144102	embedding2nn.bias	0	0.04879218712449074
144102	embedding2nn.bias	1	-0.07041937112808228
144102	embedding2nn.bias	2	0.0571138933300972
144102	embedding2nn.bias	3	0.05048622190952301
144102	embedding2nn.bias	4	-0.038165751844644547
144102	embedding2nn.bias	5	-0.05303976684808731
144102	embedding2nn.bias	6	-0.00658947741612792
144102	embedding2nn.bias	7	-0.06597988307476044
144102	embedding2nn.bias	8	0.056963201612234116
144102	embedding2nn.bias	9	0.04984356090426445
144102	rnn.weight_ih_l0	0	-0.07749129086732864
144102	rnn.weight_ih_l0	1	0.006056913640350103
144102	rnn.weight_ih_l0	2	0.0444776751101017
144102	rnn.weight_ih_l0	3	0.025776412338018417
144102	rnn.weight_ih_l0	4	-0.03328268975019455
144102	rnn.weight_ih_l0	5	-0.0608033612370491
144102	rnn.weight_ih_l0	6	0.0010394755518063903
144102	rnn.weight_ih_l0	7	0.06116865575313568
144102	rnn.weight_ih_l0	8	-0.008702747523784637
144102	rnn.weight_ih_l0	9	-0.024909017607569695
144102	rnn.weight_hh_l0	0	-0.0351434089243412
144102	rnn.weight_hh_l0	1	-0.007489153649657965
144102	rnn.weight_hh_l0	2	-1.6601841707597487e-05
144102	rnn.weight_hh_l0	3	-0.0697571337223053
144102	rnn.weight_hh_l0	4	0.08171595633029938
144102	rnn.weight_hh_l0	5	-0.027945872396230698
144102	rnn.weight_hh_l0	6	-0.05480491369962692
144102	rnn.weight_hh_l0	7	0.01352063100785017
144102	rnn.weight_hh_l0	8	0.00814763829112053
144102	rnn.weight_hh_l0	9	-0.020499931648373604
144102	rnn.bias_ih_l0	0	0.12314733117818832
144102	rnn.bias_ih_l0	1	-0.031446073204278946
144102	rnn.bias_ih_l0	2	-0.0032093513291329145
144102	rnn.bias_ih_l0	3	0.1450093686580658
144102	rnn.bias_ih_l0	4	-0.009626268409192562
144102	rnn.bias_ih_l0	5	-0.014096003025770187
144102	rnn.bias_ih_l0	6	0.016974132508039474
144102	rnn.bias_ih_l0	7	0.03299667313694954
144102	rnn.bias_ih_l0	8	-0.09937485307455063
144102	rnn.bias_ih_l0	9	-0.01771320216357708
144102	rnn.bias_hh_l0	0	-0.01874695159494877
144102	rnn.bias_hh_l0	1	-0.11923222243785858
144102	rnn.bias_hh_l0	2	-0.06256233900785446
144102	rnn.bias_hh_l0	3	-0.08787256479263306
144102	rnn.bias_hh_l0	4	-0.0020229590591043234
144102	rnn.bias_hh_l0	5	-0.039107732474803925
144102	rnn.bias_hh_l0	6	0.03414706140756607
144102	rnn.bias_hh_l0	7	0.046384621411561966
144102	rnn.bias_hh_l0	8	-0.100401371717453
144102	rnn.bias_hh_l0	9	-0.06411152333021164
144102	rnn.weight_ih_l0_reverse	0	-0.02066888101398945
144102	rnn.weight_ih_l0_reverse	1	-0.05032551288604736
144102	rnn.weight_ih_l0_reverse	2	-0.0286874957382679
144102	rnn.weight_ih_l0_reverse	3	0.010276499204337597
144102	rnn.weight_ih_l0_reverse	4	-0.019024137407541275
144102	rnn.weight_ih_l0_reverse	5	-0.04680248722434044
144102	rnn.weight_ih_l0_reverse	6	0.08483109623193741
144102	rnn.weight_ih_l0_reverse	7	-0.01807941310107708
144102	rnn.weight_ih_l0_reverse	8	-0.02182636968791485
144102	rnn.weight_ih_l0_reverse	9	-0.005480962805449963
144102	rnn.weight_hh_l0_reverse	0	0.062454383820295334
144102	rnn.weight_hh_l0_reverse	1	0.014555349014699459
144102	rnn.weight_hh_l0_reverse	2	0.02826966531574726
144102	rnn.weight_hh_l0_reverse	3	0.026273204013705254
144102	rnn.weight_hh_l0_reverse	4	0.0043852562084794044
144102	rnn.weight_hh_l0_reverse	5	0.021906856447458267
144102	rnn.weight_hh_l0_reverse	6	0.04858856648206711
144102	rnn.weight_hh_l0_reverse	7	-0.06276906281709671
144102	rnn.weight_hh_l0_reverse	8	0.040790922939777374
144102	rnn.weight_hh_l0_reverse	9	0.0334763377904892
144102	rnn.bias_ih_l0_reverse	0	-0.06985826790332794
144102	rnn.bias_ih_l0_reverse	1	-0.2531527578830719
144102	rnn.bias_ih_l0_reverse	2	-0.14175181090831757
144102	rnn.bias_ih_l0_reverse	3	-0.04358907416462898
144102	rnn.bias_ih_l0_reverse	4	-0.03450383245944977
144102	rnn.bias_ih_l0_reverse	5	0.05350831523537636
144102	rnn.bias_ih_l0_reverse	6	-0.0651373416185379
144102	rnn.bias_ih_l0_reverse	7	0.04773552343249321
144102	rnn.bias_ih_l0_reverse	8	-0.05526230111718178
144102	rnn.bias_ih_l0_reverse	9	0.054581429809331894
144102	rnn.bias_hh_l0_reverse	0	0.031733833253383636
144102	rnn.bias_hh_l0_reverse	1	-0.05722511187195778
144102	rnn.bias_hh_l0_reverse	2	0.08423282951116562
144102	rnn.bias_hh_l0_reverse	3	-0.04525664821267128
144102	rnn.bias_hh_l0_reverse	4	-0.017282826825976372
144102	rnn.bias_hh_l0_reverse	5	-0.03318154439330101
144102	rnn.bias_hh_l0_reverse	6	-0.015121212229132652
144102	rnn.bias_hh_l0_reverse	7	0.1020401269197464
144102	rnn.bias_hh_l0_reverse	8	0.0262445118278265
144102	rnn.bias_hh_l0_reverse	9	-0.13561007380485535
144102	rnn.weight_ih_l1	0	-0.033909235149621964
144102	rnn.weight_ih_l1	1	-0.048046696931123734
144102	rnn.weight_ih_l1	2	0.05806547403335571
144102	rnn.weight_ih_l1	3	-0.06777695566415787
144102	rnn.weight_ih_l1	4	-0.015601285733282566
144102	rnn.weight_ih_l1	5	-0.04523952677845955
144102	rnn.weight_ih_l1	6	0.03261071816086769
144102	rnn.weight_ih_l1	7	-0.02943487837910652
144102	rnn.weight_ih_l1	8	0.03736576437950134
144102	rnn.weight_ih_l1	9	0.042399268597364426
144102	rnn.weight_hh_l1	0	-0.002132026944309473
144102	rnn.weight_hh_l1	1	0.016232116147875786
144102	rnn.weight_hh_l1	2	0.01686478964984417
144102	rnn.weight_hh_l1	3	-0.012169454246759415
144102	rnn.weight_hh_l1	4	0.010125250555574894
144102	rnn.weight_hh_l1	5	0.02733629196882248
144102	rnn.weight_hh_l1	6	0.035084065049886703
144102	rnn.weight_hh_l1	7	-0.019518796354532242
144102	rnn.weight_hh_l1	8	-0.01489161979407072
144102	rnn.weight_hh_l1	9	0.034298740327358246
144102	rnn.bias_ih_l1	0	-0.21101680397987366
144102	rnn.bias_ih_l1	1	-0.19061952829360962
144102	rnn.bias_ih_l1	2	-0.2097000628709793
144102	rnn.bias_ih_l1	3	-0.29398611187934875
144102	rnn.bias_ih_l1	4	-0.21349237859249115
144102	rnn.bias_ih_l1	5	-0.09410126507282257
144102	rnn.bias_ih_l1	6	-0.1825128048658371
144102	rnn.bias_ih_l1	7	-0.03714054077863693
144102	rnn.bias_ih_l1	8	-0.15040159225463867
144102	rnn.bias_ih_l1	9	-0.135206401348114
144102	rnn.bias_hh_l1	0	-0.10484305769205093
144102	rnn.bias_hh_l1	1	-0.07535167783498764
144102	rnn.bias_hh_l1	2	-0.11301009356975555
144102	rnn.bias_hh_l1	3	-0.08521310240030289
144102	rnn.bias_hh_l1	4	-0.09608063846826553
144102	rnn.bias_hh_l1	5	-0.11438871175050735
144102	rnn.bias_hh_l1	6	-0.1500135064125061
144102	rnn.bias_hh_l1	7	0.031201420351862907
144102	rnn.bias_hh_l1	8	-0.1766946017742157
144102	rnn.bias_hh_l1	9	-0.10677597671747208
144102	rnn.weight_ih_l1_reverse	0	-0.04031701758503914
144102	rnn.weight_ih_l1_reverse	1	0.01587352715432644
144102	rnn.weight_ih_l1_reverse	2	0.062492337077856064
144102	rnn.weight_ih_l1_reverse	3	-0.0006191693828441203
144102	rnn.weight_ih_l1_reverse	4	-0.03522864729166031
144102	rnn.weight_ih_l1_reverse	5	-0.03234020993113518
144102	rnn.weight_ih_l1_reverse	6	-0.008415622636675835
144102	rnn.weight_ih_l1_reverse	7	0.03283805027604103
144102	rnn.weight_ih_l1_reverse	8	0.011479979380965233
144102	rnn.weight_ih_l1_reverse	9	-0.04521142691373825
144102	rnn.weight_hh_l1_reverse	0	0.004962310194969177
144102	rnn.weight_hh_l1_reverse	1	0.029800772666931152
144102	rnn.weight_hh_l1_reverse	2	-0.040102269500494
144102	rnn.weight_hh_l1_reverse	3	0.03621629998087883
144102	rnn.weight_hh_l1_reverse	4	0.049495670944452286
144102	rnn.weight_hh_l1_reverse	5	-0.001146853668615222
144102	rnn.weight_hh_l1_reverse	6	0.04620487242937088
144102	rnn.weight_hh_l1_reverse	7	0.0322880782186985
144102	rnn.weight_hh_l1_reverse	8	-0.006828173063695431
144102	rnn.weight_hh_l1_reverse	9	-0.033029500395059586
144102	rnn.bias_ih_l1_reverse	0	-0.07040111720561981
144102	rnn.bias_ih_l1_reverse	1	-0.1683320254087448
144102	rnn.bias_ih_l1_reverse	2	-0.16600680351257324
144102	rnn.bias_ih_l1_reverse	3	-0.02024894393980503
144102	rnn.bias_ih_l1_reverse	4	-0.21271711587905884
144102	rnn.bias_ih_l1_reverse	5	-0.11274953931570053
144102	rnn.bias_ih_l1_reverse	6	-0.13825710117816925
144102	rnn.bias_ih_l1_reverse	7	-0.20933951437473297
144102	rnn.bias_ih_l1_reverse	8	0.21893949806690216
144102	rnn.bias_ih_l1_reverse	9	0.05621141567826271
144102	rnn.bias_hh_l1_reverse	0	0.013824759982526302
144102	rnn.bias_hh_l1_reverse	1	-0.07638493925333023
144102	rnn.bias_hh_l1_reverse	2	-0.23215153813362122
144102	rnn.bias_hh_l1_reverse	3	-0.14468958973884583
144102	rnn.bias_hh_l1_reverse	4	-0.10640765726566315
144102	rnn.bias_hh_l1_reverse	5	-0.12590183317661285
144102	rnn.bias_hh_l1_reverse	6	0.08435315638780594
144102	rnn.bias_hh_l1_reverse	7	-0.1815117448568344
144102	rnn.bias_hh_l1_reverse	8	-0.1151377409696579
144102	rnn.bias_hh_l1_reverse	9	-0.15406325459480286
144102	linear.weight	0	0.002228822559118271
144102	linear.weight	1	0.12325569242238998
144102	linear.weight	2	-0.08062396943569183
144102	linear.weight	3	0.26716291904449463
144102	linear.weight	4	0.154464989900589
144102	linear.weight	5	-0.05815896764397621
144102	linear.weight	6	0.08538336306810379
144102	linear.weight	7	0.09304223954677582
144102	linear.weight	8	0.04122379049658775
144102	linear.weight	9	-0.036850158125162125
144102	linear.bias	0	0.10138984769582748
144102	linear.bias	1	-0.19147172570228577
144102	linear.bias	2	-0.3631822466850281
144102	linear.bias	3	-0.6713836789131165
144102	linear.bias	4	-1.2018826007843018
144102	linear.bias	5	-0.07702238112688065
144102	linear.bias	6	-0.7442800998687744
144102	linear.bias	7	0.27552536129951477
144102	linear.bias	8	-0.4552181363105774
144102	linear.bias	9	-1.004727840423584
144299	transitions	0	0.6294764876365662
144299	transitions	1	0.19220252335071564
144299	transitions	2	-10000.0
144299	transitions	3	-1.8234750032424927
144299	transitions	4	-10000.0
144299	transitions	5	0.5775982141494751
144299	transitions	6	-0.0757371038198471
144299	transitions	7	-0.7217693328857422
144299	transitions	8	-1.4036216735839844
144299	transitions	9	-0.0011212084209546447
144299	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
144299	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
144299	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
144299	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
144299	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
144299	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
144299	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
144299	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
144299	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
144299	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
144299	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
144299	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
144299	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
144299	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
144299	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
144299	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
144299	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
144299	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
144299	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
144299	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
144299	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
144299	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
144299	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
144299	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
144299	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
144299	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
144299	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
144299	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
144299	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
144299	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
144299	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
144299	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
144299	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
144299	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
144299	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
144299	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
144299	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
144299	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
144299	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
144299	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
144299	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
144299	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
144299	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
144299	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
144299	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
144299	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
144299	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
144299	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
144299	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
144299	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
144299	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
144299	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
144299	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
144299	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
144299	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
144299	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
144299	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
144299	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
144299	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
144299	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
144299	embedding2nn.weight	0	0.020960530266165733
144299	embedding2nn.weight	1	-0.013098213821649551
144299	embedding2nn.weight	2	-0.014268254861235619
144299	embedding2nn.weight	3	-0.013466240838170052
144299	embedding2nn.weight	4	-0.0059150345623493195
144299	embedding2nn.weight	5	-0.0037005911581218243
144299	embedding2nn.weight	6	-0.003973287530243397
144299	embedding2nn.weight	7	-0.08344168961048126
144299	embedding2nn.weight	8	-0.0019979383796453476
144299	embedding2nn.weight	9	-0.026681436225771904
144299	embedding2nn.bias	0	0.0460127554833889
144299	embedding2nn.bias	1	-0.07186923921108246
144299	embedding2nn.bias	2	0.058954715728759766
144299	embedding2nn.bias	3	0.04959430545568466
144299	embedding2nn.bias	4	-0.03774276375770569
144299	embedding2nn.bias	5	-0.046751655638217926
144299	embedding2nn.bias	6	-0.012226316146552563
144299	embedding2nn.bias	7	-0.06427543610334396
144299	embedding2nn.bias	8	0.0588524304330349
144299	embedding2nn.bias	9	0.05498403683304787
144299	rnn.weight_ih_l0	0	-0.07719516009092331
144299	rnn.weight_ih_l0	1	0.005850663874298334
144299	rnn.weight_ih_l0	2	0.043953388929367065
144299	rnn.weight_ih_l0	3	0.02493220567703247
144299	rnn.weight_ih_l0	4	-0.03248937055468559
144299	rnn.weight_ih_l0	5	-0.06128748133778572
144299	rnn.weight_ih_l0	6	0.0009625215898267925
144299	rnn.weight_ih_l0	7	0.06164168193936348
144299	rnn.weight_ih_l0	8	-0.00721124978736043
144299	rnn.weight_ih_l0	9	-0.02549307607114315
144299	rnn.weight_hh_l0	0	-0.03590080142021179
144299	rnn.weight_hh_l0	1	-0.007169385440647602
144299	rnn.weight_hh_l0	2	0.00013409227540250868
144299	rnn.weight_hh_l0	3	-0.06995170563459396
144299	rnn.weight_hh_l0	4	0.08198492228984833
144299	rnn.weight_hh_l0	5	-0.027498915791511536
144299	rnn.weight_hh_l0	6	-0.05526699498295784
144299	rnn.weight_hh_l0	7	0.013489755801856518
144299	rnn.weight_hh_l0	8	0.007755574770271778
144299	rnn.weight_hh_l0	9	-0.019970474764704704
144299	rnn.bias_ih_l0	0	0.12280489504337311
144299	rnn.bias_ih_l0	1	-0.03325711935758591
144299	rnn.bias_ih_l0	2	-0.003893356304615736
144299	rnn.bias_ih_l0	3	0.14358894526958466
144299	rnn.bias_ih_l0	4	-0.010654219426214695
144299	rnn.bias_ih_l0	5	-0.011829344555735588
144299	rnn.bias_ih_l0	6	0.01686892844736576
144299	rnn.bias_ih_l0	7	0.03164616599678993
144299	rnn.bias_ih_l0	8	-0.10056157410144806
144299	rnn.bias_ih_l0	9	-0.019093463197350502
144299	rnn.bias_hh_l0	0	-0.019159400835633278
144299	rnn.bias_hh_l0	1	-0.12090209126472473
144299	rnn.bias_hh_l0	2	-0.0634806901216507
144299	rnn.bias_hh_l0	3	-0.08875483274459839
144299	rnn.bias_hh_l0	4	-0.0022120163775980473
144299	rnn.bias_hh_l0	5	-0.03974407911300659
144299	rnn.bias_hh_l0	6	0.03415096551179886
144299	rnn.bias_hh_l0	7	0.04373108223080635
144299	rnn.bias_hh_l0	8	-0.10085628181695938
144299	rnn.bias_hh_l0	9	-0.06290552020072937
144299	rnn.weight_ih_l0_reverse	0	-0.02046986296772957
144299	rnn.weight_ih_l0_reverse	1	-0.050130002200603485
144299	rnn.weight_ih_l0_reverse	2	-0.02853887341916561
144299	rnn.weight_ih_l0_reverse	3	0.011346301063895226
144299	rnn.weight_ih_l0_reverse	4	-0.01831147074699402
144299	rnn.weight_ih_l0_reverse	5	-0.04701745882630348
144299	rnn.weight_ih_l0_reverse	6	0.08463039249181747
144299	rnn.weight_ih_l0_reverse	7	-0.017417822033166885
144299	rnn.weight_ih_l0_reverse	8	-0.021913284435868263
144299	rnn.weight_ih_l0_reverse	9	-0.006083231419324875
144299	rnn.weight_hh_l0_reverse	0	0.062436290085315704
144299	rnn.weight_hh_l0_reverse	1	0.015159644186496735
144299	rnn.weight_hh_l0_reverse	2	0.028614237904548645
144299	rnn.weight_hh_l0_reverse	3	0.026433054357767105
144299	rnn.weight_hh_l0_reverse	4	0.004562011454254389
144299	rnn.weight_hh_l0_reverse	5	0.021620623767375946
144299	rnn.weight_hh_l0_reverse	6	0.04861496016383171
144299	rnn.weight_hh_l0_reverse	7	-0.06368395686149597
144299	rnn.weight_hh_l0_reverse	8	0.04067719355225563
144299	rnn.weight_hh_l0_reverse	9	0.03340662643313408
144299	rnn.bias_ih_l0_reverse	0	-0.06934385001659393
144299	rnn.bias_ih_l0_reverse	1	-0.255262166261673
144299	rnn.bias_ih_l0_reverse	2	-0.14229288697242737
144299	rnn.bias_ih_l0_reverse	3	-0.04384026676416397
144299	rnn.bias_ih_l0_reverse	4	-0.03485194221138954
144299	rnn.bias_ih_l0_reverse	5	0.05278746783733368
144299	rnn.bias_ih_l0_reverse	6	-0.06569034606218338
144299	rnn.bias_ih_l0_reverse	7	0.05003707483410835
144299	rnn.bias_ih_l0_reverse	8	-0.053642209619283676
144299	rnn.bias_ih_l0_reverse	9	0.054574720561504364
144299	rnn.bias_hh_l0_reverse	0	0.03266415372490883
144299	rnn.bias_hh_l0_reverse	1	-0.05734793469309807
144299	rnn.bias_hh_l0_reverse	2	0.08360116183757782
144299	rnn.bias_hh_l0_reverse	3	-0.046059027314186096
144299	rnn.bias_hh_l0_reverse	4	-0.01676594652235508
144299	rnn.bias_hh_l0_reverse	5	-0.033755112439394
144299	rnn.bias_hh_l0_reverse	6	-0.015518734231591225
144299	rnn.bias_hh_l0_reverse	7	0.10200228542089462
144299	rnn.bias_hh_l0_reverse	8	0.026386598125100136
144299	rnn.bias_hh_l0_reverse	9	-0.1378771960735321
144299	rnn.weight_ih_l1	0	-0.03389939293265343
144299	rnn.weight_ih_l1	1	-0.04850830137729645
144299	rnn.weight_ih_l1	2	0.05674497038125992
144299	rnn.weight_ih_l1	3	-0.06839726120233536
144299	rnn.weight_ih_l1	4	-0.01539979875087738
144299	rnn.weight_ih_l1	5	-0.045155152678489685
144299	rnn.weight_ih_l1	6	0.03263744339346886
144299	rnn.weight_ih_l1	7	-0.029617158696055412
144299	rnn.weight_ih_l1	8	0.03727605193853378
144299	rnn.weight_ih_l1	9	0.04275642707943916
144299	rnn.weight_hh_l1	0	-0.0023035071790218353
144299	rnn.weight_hh_l1	1	0.01639391854405403
144299	rnn.weight_hh_l1	2	0.01800972782075405
144299	rnn.weight_hh_l1	3	-0.01225263997912407
144299	rnn.weight_hh_l1	4	0.009745197370648384
144299	rnn.weight_hh_l1	5	0.027373991906642914
144299	rnn.weight_hh_l1	6	0.03474985808134079
144299	rnn.weight_hh_l1	7	-0.019708288833498955
144299	rnn.weight_hh_l1	8	-0.01524172630161047
144299	rnn.weight_hh_l1	9	0.03457469493150711
144299	rnn.bias_ih_l1	0	-0.21179860830307007
144299	rnn.bias_ih_l1	1	-0.19100771844387054
144299	rnn.bias_ih_l1	2	-0.20897483825683594
144299	rnn.bias_ih_l1	3	-0.2951946258544922
144299	rnn.bias_ih_l1	4	-0.21779291331768036
144299	rnn.bias_ih_l1	5	-0.09415706992149353
144299	rnn.bias_ih_l1	6	-0.18031008541584015
144299	rnn.bias_ih_l1	7	-0.03783584386110306
144299	rnn.bias_ih_l1	8	-0.1503361314535141
144299	rnn.bias_ih_l1	9	-0.13593775033950806
144299	rnn.bias_hh_l1	0	-0.10380461066961288
144299	rnn.bias_hh_l1	1	-0.07547078281641006
144299	rnn.bias_hh_l1	2	-0.11037399619817734
144299	rnn.bias_hh_l1	3	-0.08595521003007889
144299	rnn.bias_hh_l1	4	-0.0963762030005455
144299	rnn.bias_hh_l1	5	-0.1142391711473465
144299	rnn.bias_hh_l1	6	-0.14773666858673096
144299	rnn.bias_hh_l1	7	0.029506642371416092
144299	rnn.bias_hh_l1	8	-0.17762592434883118
144299	rnn.bias_hh_l1	9	-0.10831145197153091
144299	rnn.weight_ih_l1_reverse	0	-0.0408363901078701
144299	rnn.weight_ih_l1_reverse	1	0.014604882337152958
144299	rnn.weight_ih_l1_reverse	2	0.062487490475177765
144299	rnn.weight_ih_l1_reverse	3	-0.00014618714340031147
144299	rnn.weight_ih_l1_reverse	4	-0.0351824015378952
144299	rnn.weight_ih_l1_reverse	5	-0.032466821372509
144299	rnn.weight_ih_l1_reverse	6	-0.009182646870613098
144299	rnn.weight_ih_l1_reverse	7	0.03301074728369713
144299	rnn.weight_ih_l1_reverse	8	0.009653737768530846
144299	rnn.weight_ih_l1_reverse	9	-0.04564697667956352
144299	rnn.weight_hh_l1_reverse	0	0.004812103696167469
144299	rnn.weight_hh_l1_reverse	1	0.029720036312937737
144299	rnn.weight_hh_l1_reverse	2	-0.040121737867593765
144299	rnn.weight_hh_l1_reverse	3	0.036125123500823975
144299	rnn.weight_hh_l1_reverse	4	0.049227938055992126
144299	rnn.weight_hh_l1_reverse	5	-0.0009300747769884765
144299	rnn.weight_hh_l1_reverse	6	0.04770825803279877
144299	rnn.weight_hh_l1_reverse	7	0.032202914357185364
144299	rnn.weight_hh_l1_reverse	8	-0.006928292568773031
144299	rnn.weight_hh_l1_reverse	9	-0.03302813321352005
144299	rnn.bias_ih_l1_reverse	0	-0.06820177286863327
144299	rnn.bias_ih_l1_reverse	1	-0.1679183840751648
144299	rnn.bias_ih_l1_reverse	2	-0.16563577950000763
144299	rnn.bias_ih_l1_reverse	3	-0.020134422928094864
144299	rnn.bias_ih_l1_reverse	4	-0.21137620508670807
144299	rnn.bias_ih_l1_reverse	5	-0.11330046504735947
144299	rnn.bias_ih_l1_reverse	6	-0.1377919763326645
144299	rnn.bias_ih_l1_reverse	7	-0.21058833599090576
144299	rnn.bias_ih_l1_reverse	8	0.22085188329219818
144299	rnn.bias_ih_l1_reverse	9	0.05328366160392761
144299	rnn.bias_hh_l1_reverse	0	0.015569412149488926
144299	rnn.bias_hh_l1_reverse	1	-0.07306334376335144
144299	rnn.bias_hh_l1_reverse	2	-0.23203089833259583
144299	rnn.bias_hh_l1_reverse	3	-0.14612722396850586
144299	rnn.bias_hh_l1_reverse	4	-0.10639698058366776
144299	rnn.bias_hh_l1_reverse	5	-0.12459566444158554
144299	rnn.bias_hh_l1_reverse	6	0.08113129436969757
144299	rnn.bias_hh_l1_reverse	7	-0.18114688992500305
144299	rnn.bias_hh_l1_reverse	8	-0.11538901180028915
144299	rnn.bias_hh_l1_reverse	9	-0.15402770042419434
144299	linear.weight	0	0.002228822559118271
144299	linear.weight	1	0.12214090675115585
144299	linear.weight	2	-0.0816703662276268
144299	linear.weight	3	0.26370468735694885
144299	linear.weight	4	0.1554487943649292
144299	linear.weight	5	-0.056279465556144714
144299	linear.weight	6	0.08218824863433838
144299	linear.weight	7	0.08511971682310104
144299	linear.weight	8	0.04122322425246239
144299	linear.weight	9	-0.03656713292002678
144299	linear.bias	0	0.09215670078992844
144299	linear.bias	1	-0.19634684920310974
144299	linear.bias	2	-0.3479301333427429
144299	linear.bias	3	-0.6592257022857666
144299	linear.bias	4	-1.18877112865448
144299	linear.bias	5	-0.0789986252784729
144299	linear.bias	6	-0.7524171471595764
144299	linear.bias	7	0.2762281894683838
144299	linear.bias	8	-0.45542070269584656
144299	linear.bias	9	-1.0047048330307007
144496	transitions	0	0.6235144138336182
144496	transitions	1	0.18969754874706268
144496	transitions	2	-10000.0
144496	transitions	3	-1.8234866857528687
144496	transitions	4	-10000.0
144496	transitions	5	0.5775651931762695
144496	transitions	6	-0.07577404379844666
144496	transitions	7	-0.7222257256507874
144496	transitions	8	-1.4036540985107422
144496	transitions	9	-0.0011217689607292414
144496	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
144496	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
144496	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
144496	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
144496	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
144496	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
144496	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
144496	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
144496	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
144496	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
144496	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
144496	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
144496	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
144496	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
144496	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
144496	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
144496	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
144496	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
144496	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
144496	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
144496	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
144496	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
144496	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
144496	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
144496	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
144496	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
144496	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
144496	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
144496	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
144496	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
144496	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
144496	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
144496	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
144496	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
144496	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
144496	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
144496	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
144496	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
144496	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
144496	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
144496	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
144496	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
144496	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
144496	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
144496	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
144496	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
144496	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
144496	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
144496	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
144496	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
144496	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
144496	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
144496	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
144496	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
144496	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
144496	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
144496	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
144496	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
144496	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
144496	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
144496	embedding2nn.weight	0	0.020913751795887947
144496	embedding2nn.weight	1	-0.013197476975619793
144496	embedding2nn.weight	2	-0.014268254861235619
144496	embedding2nn.weight	3	-0.012944421730935574
144496	embedding2nn.weight	4	-0.0059150345623493195
144496	embedding2nn.weight	5	-0.0037005911581218243
144496	embedding2nn.weight	6	-0.0039732856675982475
144496	embedding2nn.weight	7	-0.08323832601308823
144496	embedding2nn.weight	8	-0.0019979383796453476
144496	embedding2nn.weight	9	-0.026488540694117546
144496	embedding2nn.bias	0	0.04725745692849159
144496	embedding2nn.bias	1	-0.07111919671297073
144496	embedding2nn.bias	2	0.06256666034460068
144496	embedding2nn.bias	3	0.04501660168170929
144496	embedding2nn.bias	4	-0.03813204914331436
144496	embedding2nn.bias	5	-0.04355085641145706
144496	embedding2nn.bias	6	-0.008041211403906345
144496	embedding2nn.bias	7	-0.06497515738010406
144496	embedding2nn.bias	8	0.06119931861758232
144496	embedding2nn.bias	9	0.05223190411925316
144496	rnn.weight_ih_l0	0	-0.07769037038087845
144496	rnn.weight_ih_l0	1	0.005850752349942923
144496	rnn.weight_ih_l0	2	0.045095060020685196
144496	rnn.weight_ih_l0	3	0.02479621022939682
144496	rnn.weight_ih_l0	4	-0.032646290957927704
144496	rnn.weight_ih_l0	5	-0.06129799783229828
144496	rnn.weight_ih_l0	6	0.0012515316484495997
144496	rnn.weight_ih_l0	7	0.06105099245905876
144496	rnn.weight_ih_l0	8	-0.0063977427780628204
144496	rnn.weight_ih_l0	9	-0.026069412007927895
144496	rnn.weight_hh_l0	0	-0.03613702580332756
144496	rnn.weight_hh_l0	1	-0.007302009500563145
144496	rnn.weight_hh_l0	2	9.410207712789997e-05
144496	rnn.weight_hh_l0	3	-0.06979501992464066
144496	rnn.weight_hh_l0	4	0.08273880183696747
144496	rnn.weight_hh_l0	5	-0.027642756700515747
144496	rnn.weight_hh_l0	6	-0.05520303547382355
144496	rnn.weight_hh_l0	7	0.014177796430885792
144496	rnn.weight_hh_l0	8	0.008217855356633663
144496	rnn.weight_hh_l0	9	-0.019747640937566757
144496	rnn.bias_ih_l0	0	0.12210210412740707
144496	rnn.bias_ih_l0	1	-0.033608268946409225
144496	rnn.bias_ih_l0	2	-0.004635352175682783
144496	rnn.bias_ih_l0	3	0.14468812942504883
144496	rnn.bias_ih_l0	4	-0.011341460980474949
144496	rnn.bias_ih_l0	5	-0.014015359804034233
144496	rnn.bias_ih_l0	6	0.01585282012820244
144496	rnn.bias_ih_l0	7	0.0318833664059639
144496	rnn.bias_ih_l0	8	-0.10040560364723206
144496	rnn.bias_ih_l0	9	-0.023788534104824066
144496	rnn.bias_hh_l0	0	-0.02005544677376747
144496	rnn.bias_hh_l0	1	-0.12136194109916687
144496	rnn.bias_hh_l0	2	-0.06289961189031601
144496	rnn.bias_hh_l0	3	-0.08970966190099716
144496	rnn.bias_hh_l0	4	-0.0030819016974419355
144496	rnn.bias_hh_l0	5	-0.038440555334091187
144496	rnn.bias_hh_l0	6	0.034851234406232834
144496	rnn.bias_hh_l0	7	0.04355894401669502
144496	rnn.bias_hh_l0	8	-0.10073914378881454
144496	rnn.bias_hh_l0	9	-0.06157045066356659
144496	rnn.weight_ih_l0_reverse	0	-0.02133149281144142
144496	rnn.weight_ih_l0_reverse	1	-0.04943088814616203
144496	rnn.weight_ih_l0_reverse	2	-0.027282478287816048
144496	rnn.weight_ih_l0_reverse	3	0.011594732291996479
144496	rnn.weight_ih_l0_reverse	4	-0.018451763316988945
144496	rnn.weight_ih_l0_reverse	5	-0.04674694314599037
144496	rnn.weight_ih_l0_reverse	6	0.08421091735363007
144496	rnn.weight_ih_l0_reverse	7	-0.016669822856783867
144496	rnn.weight_ih_l0_reverse	8	-0.021687882021069527
144496	rnn.weight_ih_l0_reverse	9	-0.005227259825915098
144496	rnn.weight_hh_l0_reverse	0	0.062448255717754364
144496	rnn.weight_hh_l0_reverse	1	0.014511149376630783
144496	rnn.weight_hh_l0_reverse	2	0.028652500361204147
144496	rnn.weight_hh_l0_reverse	3	0.026407428085803986
144496	rnn.weight_hh_l0_reverse	4	0.004997370298951864
144496	rnn.weight_hh_l0_reverse	5	0.020803384482860565
144496	rnn.weight_hh_l0_reverse	6	0.04861772805452347
144496	rnn.weight_hh_l0_reverse	7	-0.06385686248540878
144496	rnn.weight_hh_l0_reverse	8	0.04087464138865471
144496	rnn.weight_hh_l0_reverse	9	0.03366885706782341
144496	rnn.bias_ih_l0_reverse	0	-0.06904145330190659
144496	rnn.bias_ih_l0_reverse	1	-0.25449109077453613
144496	rnn.bias_ih_l0_reverse	2	-0.14088574051856995
144496	rnn.bias_ih_l0_reverse	3	-0.0437852144241333
144496	rnn.bias_ih_l0_reverse	4	-0.0347433015704155
144496	rnn.bias_ih_l0_reverse	5	0.05207086727023125
144496	rnn.bias_ih_l0_reverse	6	-0.0646023154258728
144496	rnn.bias_ih_l0_reverse	7	0.050728920847177505
144496	rnn.bias_ih_l0_reverse	8	-0.053816985338926315
144496	rnn.bias_ih_l0_reverse	9	0.05546583607792854
144496	rnn.bias_hh_l0_reverse	0	0.03437742963433266
144496	rnn.bias_hh_l0_reverse	1	-0.05779261514544487
144496	rnn.bias_hh_l0_reverse	2	0.08269529789686203
144496	rnn.bias_hh_l0_reverse	3	-0.04590305685997009
144496	rnn.bias_hh_l0_reverse	4	-0.017573213204741478
144496	rnn.bias_hh_l0_reverse	5	-0.034580882638692856
144496	rnn.bias_hh_l0_reverse	6	-0.016102727502584457
144496	rnn.bias_hh_l0_reverse	7	0.10280219465494156
144496	rnn.bias_hh_l0_reverse	8	0.025007225573062897
144496	rnn.bias_hh_l0_reverse	9	-0.13822190463542938
144496	rnn.weight_ih_l1	0	-0.033620674163103104
144496	rnn.weight_ih_l1	1	-0.04830440878868103
144496	rnn.weight_ih_l1	2	0.056577712297439575
144496	rnn.weight_ih_l1	3	-0.06914345920085907
144496	rnn.weight_ih_l1	4	-0.015407043509185314
144496	rnn.weight_ih_l1	5	-0.04533873125910759
144496	rnn.weight_ih_l1	6	0.033238112926483154
144496	rnn.weight_ih_l1	7	-0.02896985411643982
144496	rnn.weight_ih_l1	8	0.0374486967921257
144496	rnn.weight_ih_l1	9	0.042882706969976425
144496	rnn.weight_hh_l1	0	-0.00204214989207685
144496	rnn.weight_hh_l1	1	0.016602007672190666
144496	rnn.weight_hh_l1	2	0.01771090365946293
144496	rnn.weight_hh_l1	3	-0.012302115559577942
144496	rnn.weight_hh_l1	4	0.010108012706041336
144496	rnn.weight_hh_l1	5	0.027130024507641792
144496	rnn.weight_hh_l1	6	0.03473156318068504
144496	rnn.weight_hh_l1	7	-0.01968412660062313
144496	rnn.weight_hh_l1	8	-0.014937445521354675
144496	rnn.weight_hh_l1	9	0.034541934728622437
144496	rnn.bias_ih_l1	0	-0.21153901517391205
144496	rnn.bias_ih_l1	1	-0.19172056019306183
144496	rnn.bias_ih_l1	2	-0.21224264800548553
144496	rnn.bias_ih_l1	3	-0.29878848791122437
144496	rnn.bias_ih_l1	4	-0.21464568376541138
144496	rnn.bias_ih_l1	5	-0.09437140822410583
144496	rnn.bias_ih_l1	6	-0.180507093667984
144496	rnn.bias_ih_l1	7	-0.03683721274137497
144496	rnn.bias_ih_l1	8	-0.15218229591846466
144496	rnn.bias_ih_l1	9	-0.13448698818683624
144496	rnn.bias_hh_l1	0	-0.10357903689146042
144496	rnn.bias_hh_l1	1	-0.07525069266557693
144496	rnn.bias_hh_l1	2	-0.10905610769987106
144496	rnn.bias_hh_l1	3	-0.08579399436712265
144496	rnn.bias_hh_l1	4	-0.09714538604021072
144496	rnn.bias_hh_l1	5	-0.11495812237262726
144496	rnn.bias_hh_l1	6	-0.14599934220314026
144496	rnn.bias_hh_l1	7	0.03235093504190445
144496	rnn.bias_hh_l1	8	-0.17656894028186798
144496	rnn.bias_hh_l1	9	-0.10924109816551208
144496	rnn.weight_ih_l1_reverse	0	-0.040607672184705734
144496	rnn.weight_ih_l1_reverse	1	0.016877198591828346
144496	rnn.weight_ih_l1_reverse	2	0.06237811595201492
144496	rnn.weight_ih_l1_reverse	3	0.0001067878765752539
144496	rnn.weight_ih_l1_reverse	4	-0.0349932461977005
144496	rnn.weight_ih_l1_reverse	5	-0.03256027773022652
144496	rnn.weight_ih_l1_reverse	6	-0.010400493629276752
144496	rnn.weight_ih_l1_reverse	7	0.033571887761354446
144496	rnn.weight_ih_l1_reverse	8	0.008147959597408772
144496	rnn.weight_ih_l1_reverse	9	-0.04578474909067154
144496	rnn.weight_hh_l1_reverse	0	0.004826003219932318
144496	rnn.weight_hh_l1_reverse	1	0.029778599739074707
144496	rnn.weight_hh_l1_reverse	2	-0.04014497622847557
144496	rnn.weight_hh_l1_reverse	3	0.03603902459144592
144496	rnn.weight_hh_l1_reverse	4	0.048689380288124084
144496	rnn.weight_hh_l1_reverse	5	-0.0012309106532484293
144496	rnn.weight_hh_l1_reverse	6	0.046392180025577545
144496	rnn.weight_hh_l1_reverse	7	0.031914472579956055
144496	rnn.weight_hh_l1_reverse	8	-0.00699274567887187
144496	rnn.weight_hh_l1_reverse	9	-0.03310009837150574
144496	rnn.bias_ih_l1_reverse	0	-0.06773984432220459
144496	rnn.bias_ih_l1_reverse	1	-0.16806656122207642
144496	rnn.bias_ih_l1_reverse	2	-0.16607844829559326
144496	rnn.bias_ih_l1_reverse	3	-0.024124307557940483
144496	rnn.bias_ih_l1_reverse	4	-0.21184305846691132
144496	rnn.bias_ih_l1_reverse	5	-0.1136603057384491
144496	rnn.bias_ih_l1_reverse	6	-0.1382758617401123
144496	rnn.bias_ih_l1_reverse	7	-0.21094100177288055
144496	rnn.bias_ih_l1_reverse	8	0.21903710067272186
144496	rnn.bias_ih_l1_reverse	9	0.05421839654445648
144496	rnn.bias_hh_l1_reverse	0	0.019298380240797997
144496	rnn.bias_hh_l1_reverse	1	-0.07190749794244766
144496	rnn.bias_hh_l1_reverse	2	-0.23193345963954926
144496	rnn.bias_hh_l1_reverse	3	-0.14516578614711761
144496	rnn.bias_hh_l1_reverse	4	-0.1062198206782341
144496	rnn.bias_hh_l1_reverse	5	-0.1264045238494873
144496	rnn.bias_hh_l1_reverse	6	0.08031466603279114
144496	rnn.bias_hh_l1_reverse	7	-0.18178243935108185
144496	rnn.bias_hh_l1_reverse	8	-0.11431480944156647
144496	rnn.bias_hh_l1_reverse	9	-0.1537405103445053
144496	linear.weight	0	0.002228822559118271
144496	linear.weight	1	0.12056358903646469
144496	linear.weight	2	-0.08047318458557129
144496	linear.weight	3	0.25792568922042847
144496	linear.weight	4	0.15811774134635925
144496	linear.weight	5	-0.05580863356590271
144496	linear.weight	6	0.07702752947807312
144496	linear.weight	7	0.08597524464130402
144496	linear.weight	8	0.04122298210859299
144496	linear.weight	9	-0.037435755133628845
144496	linear.bias	0	0.1002599224448204
144496	linear.bias	1	-0.2010885626077652
144496	linear.bias	2	-0.3582541048526764
144496	linear.bias	3	-0.6689670085906982
144496	linear.bias	4	-1.1980996131896973
144496	linear.bias	5	-0.06280013918876648
144496	linear.bias	6	-0.7579792737960815
144496	linear.bias	7	0.29255709052085876
144496	linear.bias	8	-0.45930683612823486
144496	linear.bias	9	-1.0095548629760742
144693	transitions	0	0.6221608519554138
144693	transitions	1	0.1878761202096939
144693	transitions	2	-10000.0
144693	transitions	3	-1.8234987258911133
144693	transitions	4	-10000.0
144693	transitions	5	0.5774952173233032
144693	transitions	6	-0.07580816745758057
144693	transitions	7	-0.7227573394775391
144693	transitions	8	-1.4037072658538818
144693	transitions	9	-0.0011223249603062868
144693	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
144693	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
144693	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
144693	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
144693	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
144693	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
144693	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
144693	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
144693	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
144693	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
144693	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
144693	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
144693	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
144693	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
144693	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
144693	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
144693	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
144693	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
144693	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
144693	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
144693	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
144693	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
144693	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
144693	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
144693	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
144693	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
144693	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
144693	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
144693	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
144693	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
144693	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
144693	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
144693	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
144693	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
144693	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
144693	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
144693	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
144693	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
144693	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
144693	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
144693	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
144693	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
144693	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
144693	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
144693	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
144693	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
144693	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
144693	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
144693	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
144693	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
144693	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
144693	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
144693	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
144693	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
144693	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
144693	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
144693	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
144693	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
144693	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
144693	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
144693	embedding2nn.weight	0	0.021103300154209137
144693	embedding2nn.weight	1	-0.013326969929039478
144693	embedding2nn.weight	2	-0.014268254861235619
144693	embedding2nn.weight	3	-0.013305523432791233
144693	embedding2nn.weight	4	-0.0059150345623493195
144693	embedding2nn.weight	5	-0.0037005909252911806
144693	embedding2nn.weight	6	-0.0039732856675982475
144693	embedding2nn.weight	7	-0.08352329581975937
144693	embedding2nn.weight	8	-0.0019979383796453476
144693	embedding2nn.weight	9	-0.027054520323872566
144693	embedding2nn.bias	0	0.0515328049659729
144693	embedding2nn.bias	1	-0.06629345566034317
144693	embedding2nn.bias	2	0.060992706567049026
144693	embedding2nn.bias	3	0.04634793847799301
144693	embedding2nn.bias	4	-0.038332533091306686
144693	embedding2nn.bias	5	-0.04828778654336929
144693	embedding2nn.bias	6	-0.006503332406282425
144693	embedding2nn.bias	7	-0.05961401015520096
144693	embedding2nn.bias	8	0.06248825788497925
144693	embedding2nn.bias	9	0.04790553078055382
144693	rnn.weight_ih_l0	0	-0.07974543422460556
144693	rnn.weight_ih_l0	1	0.005838053300976753
144693	rnn.weight_ih_l0	2	0.04533107206225395
144693	rnn.weight_ih_l0	3	0.024509737268090248
144693	rnn.weight_ih_l0	4	-0.032905831933021545
144693	rnn.weight_ih_l0	5	-0.06136429309844971
144693	rnn.weight_ih_l0	6	0.0013673342764377594
144693	rnn.weight_ih_l0	7	0.061349283903837204
144693	rnn.weight_ih_l0	8	-0.0066321599297225475
144693	rnn.weight_ih_l0	9	-0.026152467355132103
144693	rnn.weight_hh_l0	0	-0.035022541880607605
144693	rnn.weight_hh_l0	1	-0.00829271785914898
144693	rnn.weight_hh_l0	2	0.0006453483947552741
144693	rnn.weight_hh_l0	3	-0.06947284936904907
144693	rnn.weight_hh_l0	4	0.08304338157176971
144693	rnn.weight_hh_l0	5	-0.027763525024056435
144693	rnn.weight_hh_l0	6	-0.0550442636013031
144693	rnn.weight_hh_l0	7	0.014068568125367165
144693	rnn.weight_hh_l0	8	0.008593077771365643
144693	rnn.weight_hh_l0	9	-0.01968257687985897
144693	rnn.bias_ih_l0	0	0.12327071279287338
144693	rnn.bias_ih_l0	1	-0.03355872258543968
144693	rnn.bias_ih_l0	2	-0.0030623660422861576
144693	rnn.bias_ih_l0	3	0.14571473002433777
144693	rnn.bias_ih_l0	4	-0.01297603826969862
144693	rnn.bias_ih_l0	5	-0.014419148676097393
144693	rnn.bias_ih_l0	6	0.016804106533527374
144693	rnn.bias_ih_l0	7	0.032056305557489395
144693	rnn.bias_ih_l0	8	-0.10145004093647003
144693	rnn.bias_ih_l0	9	-0.02391999587416649
144693	rnn.bias_hh_l0	0	-0.018381383270025253
144693	rnn.bias_hh_l0	1	-0.12156156450510025
144693	rnn.bias_hh_l0	2	-0.061313334852457047
144693	rnn.bias_hh_l0	3	-0.09061424434185028
144693	rnn.bias_hh_l0	4	-0.004934696480631828
144693	rnn.bias_hh_l0	5	-0.037410419434309006
144693	rnn.bias_hh_l0	6	0.03510468453168869
144693	rnn.bias_hh_l0	7	0.04283969849348068
144693	rnn.bias_hh_l0	8	-0.10047948360443115
144693	rnn.bias_hh_l0	9	-0.06296861916780472
144693	rnn.weight_ih_l0_reverse	0	-0.02155851013958454
144693	rnn.weight_ih_l0_reverse	1	-0.04982224851846695
144693	rnn.weight_ih_l0_reverse	2	-0.027729099616408348
144693	rnn.weight_ih_l0_reverse	3	0.01214694231748581
144693	rnn.weight_ih_l0_reverse	4	-0.018359418958425522
144693	rnn.weight_ih_l0_reverse	5	-0.046514324843883514
144693	rnn.weight_ih_l0_reverse	6	0.08490245044231415
144693	rnn.weight_ih_l0_reverse	7	-0.017106954008340836
144693	rnn.weight_ih_l0_reverse	8	-0.0216187983751297
144693	rnn.weight_ih_l0_reverse	9	-0.005423601251095533
144693	rnn.weight_hh_l0_reverse	0	0.06279011815786362
144693	rnn.weight_hh_l0_reverse	1	0.014267991296947002
144693	rnn.weight_hh_l0_reverse	2	0.028266504406929016
144693	rnn.weight_hh_l0_reverse	3	0.02637629210948944
144693	rnn.weight_hh_l0_reverse	4	0.004715981427580118
144693	rnn.weight_hh_l0_reverse	5	0.020563308149576187
144693	rnn.weight_hh_l0_reverse	6	0.04848751053214073
144693	rnn.weight_hh_l0_reverse	7	-0.06381312012672424
144693	rnn.weight_hh_l0_reverse	8	0.040035467594861984
144693	rnn.weight_hh_l0_reverse	9	0.033419329673051834
144693	rnn.bias_ih_l0_reverse	0	-0.06957672536373138
144693	rnn.bias_ih_l0_reverse	1	-0.2537432610988617
144693	rnn.bias_ih_l0_reverse	2	-0.1388794481754303
144693	rnn.bias_ih_l0_reverse	3	-0.043953537940979004
144693	rnn.bias_ih_l0_reverse	4	-0.034561675041913986
144693	rnn.bias_ih_l0_reverse	5	0.05280093848705292
144693	rnn.bias_ih_l0_reverse	6	-0.06435880064964294
144693	rnn.bias_ih_l0_reverse	7	0.04918811097741127
144693	rnn.bias_ih_l0_reverse	8	-0.05265338718891144
144693	rnn.bias_ih_l0_reverse	9	0.0566030852496624
144693	rnn.bias_hh_l0_reverse	0	0.0323520228266716
144693	rnn.bias_hh_l0_reverse	1	-0.058087367564439774
144693	rnn.bias_hh_l0_reverse	2	0.08318550884723663
144693	rnn.bias_hh_l0_reverse	3	-0.04623045399785042
144693	rnn.bias_hh_l0_reverse	4	-0.017744489014148712
144693	rnn.bias_hh_l0_reverse	5	-0.034227196127176285
144693	rnn.bias_hh_l0_reverse	6	-0.01648537628352642
144693	rnn.bias_hh_l0_reverse	7	0.10299298912286758
144693	rnn.bias_hh_l0_reverse	8	0.02427956834435463
144693	rnn.bias_hh_l0_reverse	9	-0.13710632920265198
144693	rnn.weight_ih_l1	0	-0.03349033370614052
144693	rnn.weight_ih_l1	1	-0.04893192648887634
144693	rnn.weight_ih_l1	2	0.05778579041361809
144693	rnn.weight_ih_l1	3	-0.06858823448419571
144693	rnn.weight_ih_l1	4	-0.01563849300146103
144693	rnn.weight_ih_l1	5	-0.04492747038602829
144693	rnn.weight_ih_l1	6	0.033387064933776855
144693	rnn.weight_ih_l1	7	-0.028752505779266357
144693	rnn.weight_ih_l1	8	0.03748786449432373
144693	rnn.weight_ih_l1	9	0.04316508397459984
144693	rnn.weight_hh_l1	0	-0.002663048217073083
144693	rnn.weight_hh_l1	1	0.01649743877351284
144693	rnn.weight_hh_l1	2	0.01822729967534542
144693	rnn.weight_hh_l1	3	-0.01215320359915495
144693	rnn.weight_hh_l1	4	0.009984183125197887
144693	rnn.weight_hh_l1	5	0.02699565887451172
144693	rnn.weight_hh_l1	6	0.03493022546172142
144693	rnn.weight_hh_l1	7	-0.01940804161131382
144693	rnn.weight_hh_l1	8	-0.014993201941251755
144693	rnn.weight_hh_l1	9	0.034723762422800064
144693	rnn.bias_ih_l1	0	-0.21197298169136047
144693	rnn.bias_ih_l1	1	-0.19370685517787933
144693	rnn.bias_ih_l1	2	-0.21105200052261353
144693	rnn.bias_ih_l1	3	-0.2981411814689636
144693	rnn.bias_ih_l1	4	-0.2154063582420349
144693	rnn.bias_ih_l1	5	-0.09249492734670639
144693	rnn.bias_ih_l1	6	-0.18088020384311676
144693	rnn.bias_ih_l1	7	-0.033770203590393066
144693	rnn.bias_ih_l1	8	-0.1541362851858139
144693	rnn.bias_ih_l1	9	-0.13425377011299133
144693	rnn.bias_hh_l1	0	-0.10372007638216019
144693	rnn.bias_hh_l1	1	-0.07680914551019669
144693	rnn.bias_hh_l1	2	-0.11036516726016998
144693	rnn.bias_hh_l1	3	-0.08529338985681534
144693	rnn.bias_hh_l1	4	-0.09652305394411087
144693	rnn.bias_hh_l1	5	-0.11444443464279175
144693	rnn.bias_hh_l1	6	-0.1476081907749176
144693	rnn.bias_hh_l1	7	0.03624192997813225
144693	rnn.bias_hh_l1	8	-0.17552673816680908
144693	rnn.bias_hh_l1	9	-0.11083636432886124
144693	rnn.weight_ih_l1_reverse	0	-0.04118622466921806
144693	rnn.weight_ih_l1_reverse	1	0.016024239361286163
144693	rnn.weight_ih_l1_reverse	2	0.062124621123075485
144693	rnn.weight_ih_l1_reverse	3	-0.00022673192142974585
144693	rnn.weight_ih_l1_reverse	4	-0.03532020002603531
144693	rnn.weight_ih_l1_reverse	5	-0.03265393152832985
144693	rnn.weight_ih_l1_reverse	6	-0.01147038210183382
144693	rnn.weight_ih_l1_reverse	7	0.033665601164102554
144693	rnn.weight_ih_l1_reverse	8	0.007245244923979044
144693	rnn.weight_ih_l1_reverse	9	-0.046739399433135986
144693	rnn.weight_hh_l1_reverse	0	0.004916368518024683
144693	rnn.weight_hh_l1_reverse	1	0.029659736901521683
144693	rnn.weight_hh_l1_reverse	2	-0.04011658579111099
144693	rnn.weight_hh_l1_reverse	3	0.03593813627958298
144693	rnn.weight_hh_l1_reverse	4	0.04834872484207153
144693	rnn.weight_hh_l1_reverse	5	-0.0011798175983130932
144693	rnn.weight_hh_l1_reverse	6	0.046672552824020386
144693	rnn.weight_hh_l1_reverse	7	0.031925003975629807
144693	rnn.weight_hh_l1_reverse	8	-0.00704335467889905
144693	rnn.weight_hh_l1_reverse	9	-0.03322729468345642
144693	rnn.bias_ih_l1_reverse	0	-0.0682937353849411
144693	rnn.bias_ih_l1_reverse	1	-0.16659849882125854
144693	rnn.bias_ih_l1_reverse	2	-0.1651029735803604
144693	rnn.bias_ih_l1_reverse	3	-0.02427777647972107
144693	rnn.bias_ih_l1_reverse	4	-0.2125253528356552
144693	rnn.bias_ih_l1_reverse	5	-0.11432337015867233
144693	rnn.bias_ih_l1_reverse	6	-0.13843362033367157
144693	rnn.bias_ih_l1_reverse	7	-0.21086183190345764
144693	rnn.bias_ih_l1_reverse	8	0.2163013517856598
144693	rnn.bias_ih_l1_reverse	9	0.05460459366440773
144693	rnn.bias_hh_l1_reverse	0	0.018721964210271835
144693	rnn.bias_hh_l1_reverse	1	-0.0695832222700119
144693	rnn.bias_hh_l1_reverse	2	-0.23244108259677887
144693	rnn.bias_hh_l1_reverse	3	-0.14284425973892212
144693	rnn.bias_hh_l1_reverse	4	-0.10629206150770187
144693	rnn.bias_hh_l1_reverse	5	-0.12590236961841583
144693	rnn.bias_hh_l1_reverse	6	0.08237587660551071
144693	rnn.bias_hh_l1_reverse	7	-0.18278750777244568
144693	rnn.bias_hh_l1_reverse	8	-0.1146819218993187
144693	rnn.bias_hh_l1_reverse	9	-0.15417370200157166
144693	linear.weight	0	0.002228822559118271
144693	linear.weight	1	0.12749473750591278
144693	linear.weight	2	-0.08093215525150299
144693	linear.weight	3	0.2599560618400574
144693	linear.weight	4	0.15528987348079681
144693	linear.weight	5	-0.055562086403369904
144693	linear.weight	6	0.07171133905649185
144693	linear.weight	7	0.08490467071533203
144693	linear.weight	8	0.04122206196188927
144693	linear.weight	9	-0.03639420121908188
144693	linear.bias	0	0.13282613456249237
144693	linear.bias	1	-0.1907079666852951
144693	linear.bias	2	-0.35968631505966187
144693	linear.bias	3	-0.6596328616142273
144693	linear.bias	4	-1.1883059740066528
144693	linear.bias	5	-0.08083037286996841
144693	linear.bias	6	-0.7497442364692688
144693	linear.bias	7	0.27364465594291687
144693	linear.bias	8	-0.46953073143959045
144693	linear.bias	9	-1.0199425220489502
144890	transitions	0	0.6235240697860718
144890	transitions	1	0.18737506866455078
144890	transitions	2	-10000.0
144890	transitions	3	-1.8235071897506714
144890	transitions	4	-10000.0
144890	transitions	5	0.5774521827697754
144890	transitions	6	-0.07585116475820541
144890	transitions	7	-0.7230682969093323
144890	transitions	8	-1.4037578105926514
144890	transitions	9	-0.0011226958595216274
144890	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
144890	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
144890	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
144890	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
144890	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
144890	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
144890	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
144890	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
144890	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
144890	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
144890	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
144890	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
144890	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
144890	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
144890	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
144890	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
144890	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
144890	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
144890	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
144890	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
144890	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
144890	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
144890	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
144890	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
144890	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
144890	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
144890	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
144890	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
144890	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
144890	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
144890	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
144890	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
144890	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
144890	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
144890	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
144890	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
144890	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
144890	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
144890	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
144890	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
144890	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
144890	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
144890	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
144890	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
144890	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
144890	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
144890	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
144890	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
144890	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
144890	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
144890	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
144890	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
144890	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
144890	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
144890	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
144890	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
144890	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
144890	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
144890	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
144890	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
144890	embedding2nn.weight	0	0.021284203976392746
144890	embedding2nn.weight	1	-0.013244299218058586
144890	embedding2nn.weight	2	-0.014268254861235619
144890	embedding2nn.weight	3	-0.012252982705831528
144890	embedding2nn.weight	4	-0.0059150345623493195
144890	embedding2nn.weight	5	-0.0037005909252911806
144890	embedding2nn.weight	6	-0.0039732856675982475
144890	embedding2nn.weight	7	-0.0838497206568718
144890	embedding2nn.weight	8	-0.0019979383796453476
144890	embedding2nn.weight	9	-0.027274945750832558
144890	embedding2nn.bias	0	0.05387737974524498
144890	embedding2nn.bias	1	-0.06810124963521957
144890	embedding2nn.bias	2	0.06097007170319557
144890	embedding2nn.bias	3	0.045761588960886
144890	embedding2nn.bias	4	-0.03782951831817627
144890	embedding2nn.bias	5	-0.050102367997169495
144890	embedding2nn.bias	6	-0.0035519402008503675
144890	embedding2nn.bias	7	-0.06645394116640091
144890	embedding2nn.bias	8	0.05935092642903328
144890	embedding2nn.bias	9	0.04763757437467575
144890	rnn.weight_ih_l0	0	-0.07980123162269592
144890	rnn.weight_ih_l0	1	0.005052448250353336
144890	rnn.weight_ih_l0	2	0.04498650133609772
144890	rnn.weight_ih_l0	3	0.023703478276729584
144890	rnn.weight_ih_l0	4	-0.03312506526708603
144890	rnn.weight_ih_l0	5	-0.06146352365612984
144890	rnn.weight_ih_l0	6	0.0007656624657101929
144890	rnn.weight_ih_l0	7	0.0611456036567688
144890	rnn.weight_ih_l0	8	-0.00699444767087698
144890	rnn.weight_ih_l0	9	-0.026115763932466507
144890	rnn.weight_hh_l0	0	-0.03523007780313492
144890	rnn.weight_hh_l0	1	-0.008246594108641148
144890	rnn.weight_hh_l0	2	0.0012087438954040408
144890	rnn.weight_hh_l0	3	-0.06899875402450562
144890	rnn.weight_hh_l0	4	0.08258508890867233
144890	rnn.weight_hh_l0	5	-0.027232389897108078
144890	rnn.weight_hh_l0	6	-0.055584512650966644
144890	rnn.weight_hh_l0	7	0.013417798094451427
144890	rnn.weight_hh_l0	8	0.007876641117036343
144890	rnn.weight_hh_l0	9	-0.01975543238222599
144890	rnn.bias_ih_l0	0	0.12278610467910767
144890	rnn.bias_ih_l0	1	-0.03375164791941643
144890	rnn.bias_ih_l0	2	-0.0036016441881656647
144890	rnn.bias_ih_l0	3	0.14573270082473755
144890	rnn.bias_ih_l0	4	-0.012917498126626015
144890	rnn.bias_ih_l0	5	-0.0125234704464674
144890	rnn.bias_ih_l0	6	0.016685383394360542
144890	rnn.bias_ih_l0	7	0.032115448266267776
144890	rnn.bias_ih_l0	8	-0.10134118050336838
144890	rnn.bias_ih_l0	9	-0.02295222319662571
144890	rnn.bias_hh_l0	0	-0.019451070576906204
144890	rnn.bias_hh_l0	1	-0.12102656811475754
144890	rnn.bias_hh_l0	2	-0.06061673164367676
144890	rnn.bias_hh_l0	3	-0.09072889387607574
144890	rnn.bias_hh_l0	4	-0.0037069127429276705
144890	rnn.bias_hh_l0	5	-0.03858993202447891
144890	rnn.bias_hh_l0	6	0.033530909568071365
144890	rnn.bias_hh_l0	7	0.04284266009926796
144890	rnn.bias_hh_l0	8	-0.10210804641246796
144890	rnn.bias_hh_l0	9	-0.06303556263446808
144890	rnn.weight_ih_l0_reverse	0	-0.0206870436668396
144890	rnn.weight_ih_l0_reverse	1	-0.04984587803483009
144890	rnn.weight_ih_l0_reverse	2	-0.02750960737466812
144890	rnn.weight_ih_l0_reverse	3	0.011514014564454556
144890	rnn.weight_ih_l0_reverse	4	-0.018214572221040726
144890	rnn.weight_ih_l0_reverse	5	-0.045610461384058
144890	rnn.weight_ih_l0_reverse	6	0.08512327820062637
144890	rnn.weight_ih_l0_reverse	7	-0.01647036336362362
144890	rnn.weight_ih_l0_reverse	8	-0.02190997637808323
144890	rnn.weight_ih_l0_reverse	9	-0.005358381196856499
144890	rnn.weight_hh_l0_reverse	0	0.06296654045581818
144890	rnn.weight_hh_l0_reverse	1	0.013674604706466198
144890	rnn.weight_hh_l0_reverse	2	0.028169570490717888
144890	rnn.weight_hh_l0_reverse	3	0.026650330051779747
144890	rnn.weight_hh_l0_reverse	4	0.004527701064944267
144890	rnn.weight_hh_l0_reverse	5	0.02044592797756195
144890	rnn.weight_hh_l0_reverse	6	0.04876760020852089
144890	rnn.weight_hh_l0_reverse	7	-0.06418905407190323
144890	rnn.weight_hh_l0_reverse	8	0.040052998811006546
144890	rnn.weight_hh_l0_reverse	9	0.033167578279972076
144890	rnn.bias_ih_l0_reverse	0	-0.06948981434106827
144890	rnn.bias_ih_l0_reverse	1	-0.2531122863292694
144890	rnn.bias_ih_l0_reverse	2	-0.13930648565292358
144890	rnn.bias_ih_l0_reverse	3	-0.04436090588569641
144890	rnn.bias_ih_l0_reverse	4	-0.035804808139801025
144890	rnn.bias_ih_l0_reverse	5	0.05282740667462349
144890	rnn.bias_ih_l0_reverse	6	-0.06702698022127151
144890	rnn.bias_ih_l0_reverse	7	0.04994930699467659
144890	rnn.bias_ih_l0_reverse	8	-0.05212390050292015
144890	rnn.bias_ih_l0_reverse	9	0.05483981594443321
144890	rnn.bias_hh_l0_reverse	0	0.030967503786087036
144890	rnn.bias_hh_l0_reverse	1	-0.05629090592265129
144890	rnn.bias_hh_l0_reverse	2	0.08140924572944641
144890	rnn.bias_hh_l0_reverse	3	-0.04468884319067001
144890	rnn.bias_hh_l0_reverse	4	-0.017514094710350037
144890	rnn.bias_hh_l0_reverse	5	-0.03180797025561333
144890	rnn.bias_hh_l0_reverse	6	-0.014204205945134163
144890	rnn.bias_hh_l0_reverse	7	0.10257828235626221
144890	rnn.bias_hh_l0_reverse	8	0.024216363206505775
144890	rnn.bias_hh_l0_reverse	9	-0.13739244639873505
144890	rnn.weight_ih_l1	0	-0.03358960151672363
144890	rnn.weight_ih_l1	1	-0.049262821674346924
144890	rnn.weight_ih_l1	2	0.05822419747710228
144890	rnn.weight_ih_l1	3	-0.06918114423751831
144890	rnn.weight_ih_l1	4	-0.015700729563832283
144890	rnn.weight_ih_l1	5	-0.04483150318264961
144890	rnn.weight_ih_l1	6	0.0338759683072567
144890	rnn.weight_ih_l1	7	-0.028154056519269943
144890	rnn.weight_ih_l1	8	0.037502825260162354
144890	rnn.weight_ih_l1	9	0.04303336143493652
144890	rnn.weight_hh_l1	0	-0.0031325307209044695
144890	rnn.weight_hh_l1	1	0.016446787863969803
144890	rnn.weight_hh_l1	2	0.017923815175890923
144890	rnn.weight_hh_l1	3	-0.012423685751855373
144890	rnn.weight_hh_l1	4	0.010074444115161896
144890	rnn.weight_hh_l1	5	0.026601603254675865
144890	rnn.weight_hh_l1	6	0.03452353924512863
144890	rnn.weight_hh_l1	7	-0.019491473212838173
144890	rnn.weight_hh_l1	8	-0.01482456550002098
144890	rnn.weight_hh_l1	9	0.034843966364860535
144890	rnn.bias_ih_l1	0	-0.21254794299602509
144890	rnn.bias_ih_l1	1	-0.19507645070552826
144890	rnn.bias_ih_l1	2	-0.20968763530254364
144890	rnn.bias_ih_l1	3	-0.298595666885376
144890	rnn.bias_ih_l1	4	-0.21752162277698517
144890	rnn.bias_ih_l1	5	-0.09302620589733124
144890	rnn.bias_ih_l1	6	-0.18088430166244507
144890	rnn.bias_ih_l1	7	-0.03533575311303139
144890	rnn.bias_ih_l1	8	-0.15424731373786926
144890	rnn.bias_ih_l1	9	-0.13254687190055847
144890	rnn.bias_hh_l1	0	-0.10499236732721329
144890	rnn.bias_hh_l1	1	-0.07750952988862991
144890	rnn.bias_hh_l1	2	-0.10823412239551544
144890	rnn.bias_hh_l1	3	-0.08487345278263092
144890	rnn.bias_hh_l1	4	-0.09580852836370468
144890	rnn.bias_hh_l1	5	-0.11458124220371246
144890	rnn.bias_hh_l1	6	-0.14998385310173035
144890	rnn.bias_hh_l1	7	0.03594449907541275
144890	rnn.bias_hh_l1	8	-0.1775985211133957
144890	rnn.bias_hh_l1	9	-0.11016350239515305
144890	rnn.weight_ih_l1_reverse	0	-0.04102570563554764
144890	rnn.weight_ih_l1_reverse	1	0.015720445662736893
144890	rnn.weight_ih_l1_reverse	2	0.06235751509666443
144890	rnn.weight_ih_l1_reverse	3	0.0008615657570771873
144890	rnn.weight_ih_l1_reverse	4	-0.03531552106142044
144890	rnn.weight_ih_l1_reverse	5	-0.03266936540603638
144890	rnn.weight_ih_l1_reverse	6	-0.01253511756658554
144890	rnn.weight_ih_l1_reverse	7	0.033787716180086136
144890	rnn.weight_ih_l1_reverse	8	0.005809300113469362
144890	rnn.weight_ih_l1_reverse	9	-0.04812891408801079
144890	rnn.weight_hh_l1_reverse	0	0.005022748373448849
144890	rnn.weight_hh_l1_reverse	1	0.029621396213769913
144890	rnn.weight_hh_l1_reverse	2	-0.0401565283536911
144890	rnn.weight_hh_l1_reverse	3	0.03609149530529976
144890	rnn.weight_hh_l1_reverse	4	0.04854770749807358
144890	rnn.weight_hh_l1_reverse	5	-0.0014631503727287054
144890	rnn.weight_hh_l1_reverse	6	0.047288890928030014
144890	rnn.weight_hh_l1_reverse	7	0.03174823895096779
144890	rnn.weight_hh_l1_reverse	8	-0.006981019861996174
144890	rnn.weight_hh_l1_reverse	9	-0.03324386104941368
144890	rnn.bias_ih_l1_reverse	0	-0.06679946184158325
144890	rnn.bias_ih_l1_reverse	1	-0.16538947820663452
144890	rnn.bias_ih_l1_reverse	2	-0.1652783304452896
144890	rnn.bias_ih_l1_reverse	3	-0.023155804723501205
144890	rnn.bias_ih_l1_reverse	4	-0.2109309434890747
144890	rnn.bias_ih_l1_reverse	5	-0.11525063216686249
144890	rnn.bias_ih_l1_reverse	6	-0.1377394199371338
144890	rnn.bias_ih_l1_reverse	7	-0.21082445979118347
144890	rnn.bias_ih_l1_reverse	8	0.2183636575937271
144890	rnn.bias_ih_l1_reverse	9	0.05428042262792587
144890	rnn.bias_hh_l1_reverse	0	0.01776469498872757
144890	rnn.bias_hh_l1_reverse	1	-0.07343767583370209
144890	rnn.bias_hh_l1_reverse	2	-0.23338814079761505
144890	rnn.bias_hh_l1_reverse	3	-0.143436998128891
144890	rnn.bias_hh_l1_reverse	4	-0.10606375336647034
144890	rnn.bias_hh_l1_reverse	5	-0.12533646821975708
144890	rnn.bias_hh_l1_reverse	6	0.0846346765756607
144890	rnn.bias_hh_l1_reverse	7	-0.18314838409423828
144890	rnn.bias_hh_l1_reverse	8	-0.11536888033151627
144890	rnn.bias_hh_l1_reverse	9	-0.1536397784948349
144890	linear.weight	0	0.002228822559118271
144890	linear.weight	1	0.1263410747051239
144890	linear.weight	2	-0.08110891282558441
144890	linear.weight	3	0.25681325793266296
144890	linear.weight	4	0.15601128339767456
144890	linear.weight	5	-0.05487847328186035
144890	linear.weight	6	0.08965301513671875
144890	linear.weight	7	0.08532653748989105
144890	linear.weight	8	0.04122163727879524
144890	linear.weight	9	-0.0343487411737442
144890	linear.bias	0	0.11744681745767593
144890	linear.bias	1	-0.19879300892353058
144890	linear.bias	2	-0.38326355814933777
144890	linear.bias	3	-0.6682409644126892
144890	linear.bias	4	-1.1975196599960327
144890	linear.bias	5	-0.07500079274177551
144890	linear.bias	6	-0.7574645280838013
144890	linear.bias	7	0.2787116765975952
144890	linear.bias	8	-0.45664694905281067
144890	linear.bias	9	-1.008028268814087
145087	transitions	0	0.6218405365943909
145087	transitions	1	0.19151054322719574
145087	transitions	2	-10000.0
145087	transitions	3	-1.8235175609588623
145087	transitions	4	-10000.0
145087	transitions	5	0.5773614645004272
145087	transitions	6	-0.07588573545217514
145087	transitions	7	-0.7235090136528015
145087	transitions	8	-1.4038233757019043
145087	transitions	9	-0.0011232111137360334
145087	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
145087	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
145087	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
145087	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
145087	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
145087	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
145087	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
145087	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
145087	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
145087	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
145087	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
145087	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
145087	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
145087	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
145087	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
145087	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
145087	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
145087	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
145087	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
145087	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
145087	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
145087	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
145087	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
145087	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
145087	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
145087	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
145087	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
145087	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
145087	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
145087	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
145087	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
145087	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
145087	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
145087	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
145087	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
145087	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
145087	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
145087	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
145087	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
145087	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
145087	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
145087	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
145087	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
145087	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
145087	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
145087	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
145087	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
145087	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
145087	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
145087	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
145087	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
145087	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
145087	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
145087	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
145087	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
145087	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
145087	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
145087	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
145087	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
145087	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
145087	embedding2nn.weight	0	0.0205931905657053
145087	embedding2nn.weight	1	-0.013315354473888874
145087	embedding2nn.weight	2	-0.014268254861235619
145087	embedding2nn.weight	3	-0.011877156794071198
145087	embedding2nn.weight	4	-0.0059150345623493195
145087	embedding2nn.weight	5	-0.0037005904596298933
145087	embedding2nn.weight	6	-0.0039732856675982475
145087	embedding2nn.weight	7	-0.08361494541168213
145087	embedding2nn.weight	8	-0.0019979383796453476
145087	embedding2nn.weight	9	-0.02791990339756012
145087	embedding2nn.bias	0	0.049270421266555786
145087	embedding2nn.bias	1	-0.06740421801805496
145087	embedding2nn.bias	2	0.06544554233551025
145087	embedding2nn.bias	3	0.046889737248420715
145087	embedding2nn.bias	4	-0.03726818785071373
145087	embedding2nn.bias	5	-0.04882022738456726
145087	embedding2nn.bias	6	-0.0038851632270962
145087	embedding2nn.bias	7	-0.06851430237293243
145087	embedding2nn.bias	8	0.06221674010157585
145087	embedding2nn.bias	9	0.051172442734241486
145087	rnn.weight_ih_l0	0	-0.07900933176279068
145087	rnn.weight_ih_l0	1	0.0056317816488444805
145087	rnn.weight_ih_l0	2	0.04588316008448601
145087	rnn.weight_ih_l0	3	0.02516045607626438
145087	rnn.weight_ih_l0	4	-0.033186472952365875
145087	rnn.weight_ih_l0	5	-0.061622194945812225
145087	rnn.weight_ih_l0	6	0.0006559558096341789
145087	rnn.weight_ih_l0	7	0.06158004701137543
145087	rnn.weight_ih_l0	8	-0.00670073926448822
145087	rnn.weight_ih_l0	9	-0.02644195966422558
145087	rnn.weight_hh_l0	0	-0.03503161668777466
145087	rnn.weight_hh_l0	1	-0.008366314694285393
145087	rnn.weight_hh_l0	2	0.0011478199157863855
145087	rnn.weight_hh_l0	3	-0.06890091300010681
145087	rnn.weight_hh_l0	4	0.08301050961017609
145087	rnn.weight_hh_l0	5	-0.027199503034353256
145087	rnn.weight_hh_l0	6	-0.0554196760058403
145087	rnn.weight_hh_l0	7	0.012917004525661469
145087	rnn.weight_hh_l0	8	0.00770004466176033
145087	rnn.weight_hh_l0	9	-0.019445057958364487
145087	rnn.bias_ih_l0	0	0.12189247459173203
145087	rnn.bias_ih_l0	1	-0.03288405016064644
145087	rnn.bias_ih_l0	2	-0.003869204316288233
145087	rnn.bias_ih_l0	3	0.1452748030424118
145087	rnn.bias_ih_l0	4	-0.012721876613795757
145087	rnn.bias_ih_l0	5	-0.013149074278771877
145087	rnn.bias_ih_l0	6	0.015581351704895496
145087	rnn.bias_ih_l0	7	0.030916759744286537
145087	rnn.bias_ih_l0	8	-0.10089427977800369
145087	rnn.bias_ih_l0	9	-0.019818643108010292
145087	rnn.bias_hh_l0	0	-0.019730079919099808
145087	rnn.bias_hh_l0	1	-0.11936865001916885
145087	rnn.bias_hh_l0	2	-0.059829145669937134
145087	rnn.bias_hh_l0	3	-0.09029123187065125
145087	rnn.bias_hh_l0	4	-0.0036488736514002085
145087	rnn.bias_hh_l0	5	-0.03853787109255791
145087	rnn.bias_hh_l0	6	0.031992197036743164
145087	rnn.bias_hh_l0	7	0.043724093586206436
145087	rnn.bias_hh_l0	8	-0.10389497131109238
145087	rnn.bias_hh_l0	9	-0.06572034955024719
145087	rnn.weight_ih_l0_reverse	0	-0.020784949883818626
145087	rnn.weight_ih_l0_reverse	1	-0.04964512586593628
145087	rnn.weight_ih_l0_reverse	2	-0.027198640629649162
145087	rnn.weight_ih_l0_reverse	3	0.011677209287881851
145087	rnn.weight_ih_l0_reverse	4	-0.018940135836601257
145087	rnn.weight_ih_l0_reverse	5	-0.045723773539066315
145087	rnn.weight_ih_l0_reverse	6	0.08433099836111069
145087	rnn.weight_ih_l0_reverse	7	-0.016608452424407005
145087	rnn.weight_ih_l0_reverse	8	-0.021545808762311935
145087	rnn.weight_ih_l0_reverse	9	-0.005692820530384779
145087	rnn.weight_hh_l0_reverse	0	0.06364168226718903
145087	rnn.weight_hh_l0_reverse	1	0.013703374192118645
145087	rnn.weight_hh_l0_reverse	2	0.028240196406841278
145087	rnn.weight_hh_l0_reverse	3	0.026703113690018654
145087	rnn.weight_hh_l0_reverse	4	0.004671841859817505
145087	rnn.weight_hh_l0_reverse	5	0.02033149264752865
145087	rnn.weight_hh_l0_reverse	6	0.048808857798576355
145087	rnn.weight_hh_l0_reverse	7	-0.06428608298301697
145087	rnn.weight_hh_l0_reverse	8	0.040427085012197495
145087	rnn.weight_hh_l0_reverse	9	0.03312570974230766
145087	rnn.bias_ih_l0_reverse	0	-0.06943270564079285
145087	rnn.bias_ih_l0_reverse	1	-0.25050750374794006
145087	rnn.bias_ih_l0_reverse	2	-0.13800501823425293
145087	rnn.bias_ih_l0_reverse	3	-0.04455127194523811
145087	rnn.bias_ih_l0_reverse	4	-0.03529556840658188
145087	rnn.bias_ih_l0_reverse	5	0.05231437087059021
145087	rnn.bias_ih_l0_reverse	6	-0.06670206785202026
145087	rnn.bias_ih_l0_reverse	7	0.04883522167801857
145087	rnn.bias_ih_l0_reverse	8	-0.05269614979624748
145087	rnn.bias_ih_l0_reverse	9	0.055126290768384933
145087	rnn.bias_hh_l0_reverse	0	0.0316036231815815
145087	rnn.bias_hh_l0_reverse	1	-0.05818447470664978
145087	rnn.bias_hh_l0_reverse	2	0.08003920316696167
145087	rnn.bias_hh_l0_reverse	3	-0.046520527452230453
145087	rnn.bias_hh_l0_reverse	4	-0.01874561421573162
145087	rnn.bias_hh_l0_reverse	5	-0.033275213092565536
145087	rnn.bias_hh_l0_reverse	6	-0.014999398961663246
145087	rnn.bias_hh_l0_reverse	7	0.10285211354494095
145087	rnn.bias_hh_l0_reverse	8	0.025907985866069794
145087	rnn.bias_hh_l0_reverse	9	-0.1372712254524231
145087	rnn.weight_ih_l1	0	-0.033584076911211014
145087	rnn.weight_ih_l1	1	-0.048616014420986176
145087	rnn.weight_ih_l1	2	0.05903620645403862
145087	rnn.weight_ih_l1	3	-0.06860104203224182
145087	rnn.weight_ih_l1	4	-0.015983259305357933
145087	rnn.weight_ih_l1	5	-0.04510398209095001
145087	rnn.weight_ih_l1	6	0.03292073309421539
145087	rnn.weight_ih_l1	7	-0.02909773401916027
145087	rnn.weight_ih_l1	8	0.03739044815301895
145087	rnn.weight_ih_l1	9	0.042535703629255295
145087	rnn.weight_hh_l1	0	-0.0040231263265013695
145087	rnn.weight_hh_l1	1	0.016398729756474495
145087	rnn.weight_hh_l1	2	0.01772923395037651
145087	rnn.weight_hh_l1	3	-0.012329879216849804
145087	rnn.weight_hh_l1	4	0.010028231889009476
145087	rnn.weight_hh_l1	5	0.026918228715658188
145087	rnn.weight_hh_l1	6	0.03420407325029373
145087	rnn.weight_hh_l1	7	-0.01965736225247383
145087	rnn.weight_hh_l1	8	-0.014939655549824238
145087	rnn.weight_hh_l1	9	0.034757938235998154
145087	rnn.bias_ih_l1	0	-0.21186000108718872
145087	rnn.bias_ih_l1	1	-0.1934618353843689
145087	rnn.bias_ih_l1	2	-0.21082748472690582
145087	rnn.bias_ih_l1	3	-0.2969006896018982
145087	rnn.bias_ih_l1	4	-0.21809139847755432
145087	rnn.bias_ih_l1	5	-0.09311899542808533
145087	rnn.bias_ih_l1	6	-0.1825764924287796
145087	rnn.bias_ih_l1	7	-0.037129539996385574
145087	rnn.bias_ih_l1	8	-0.15370586514472961
145087	rnn.bias_ih_l1	9	-0.13294543325901031
145087	rnn.bias_hh_l1	0	-0.10402494668960571
145087	rnn.bias_hh_l1	1	-0.07708561420440674
145087	rnn.bias_hh_l1	2	-0.1083100363612175
145087	rnn.bias_hh_l1	3	-0.0838523581624031
145087	rnn.bias_hh_l1	4	-0.09668819606304169
145087	rnn.bias_hh_l1	5	-0.11498519778251648
145087	rnn.bias_hh_l1	6	-0.14936867356300354
145087	rnn.bias_hh_l1	7	0.03385669365525246
145087	rnn.bias_hh_l1	8	-0.174072265625
145087	rnn.bias_hh_l1	9	-0.11204683035612106
145087	rnn.weight_ih_l1_reverse	0	-0.041059475392103195
145087	rnn.weight_ih_l1_reverse	1	0.01416498702019453
145087	rnn.weight_ih_l1_reverse	2	0.06142701581120491
145087	rnn.weight_ih_l1_reverse	3	0.0016845260979607701
145087	rnn.weight_ih_l1_reverse	4	-0.034441377967596054
145087	rnn.weight_ih_l1_reverse	5	-0.032795920968055725
145087	rnn.weight_ih_l1_reverse	6	-0.013355514034628868
145087	rnn.weight_ih_l1_reverse	7	0.03343159705400467
145087	rnn.weight_ih_l1_reverse	8	0.005746617913246155
145087	rnn.weight_ih_l1_reverse	9	-0.04881296679377556
145087	rnn.weight_hh_l1_reverse	0	0.00506884278729558
145087	rnn.weight_hh_l1_reverse	1	0.029874175786972046
145087	rnn.weight_hh_l1_reverse	2	-0.04008162394165993
145087	rnn.weight_hh_l1_reverse	3	0.035987574607133865
145087	rnn.weight_hh_l1_reverse	4	0.0483081229031086
145087	rnn.weight_hh_l1_reverse	5	-0.0014421319356188178
145087	rnn.weight_hh_l1_reverse	6	0.047253482043743134
145087	rnn.weight_hh_l1_reverse	7	0.03163304552435875
145087	rnn.weight_hh_l1_reverse	8	-0.0069884336553514
145087	rnn.weight_hh_l1_reverse	9	-0.03342873975634575
145087	rnn.bias_ih_l1_reverse	0	-0.06793175637722015
145087	rnn.bias_ih_l1_reverse	1	-0.16758352518081665
145087	rnn.bias_ih_l1_reverse	2	-0.16598859429359436
145087	rnn.bias_ih_l1_reverse	3	-0.02288602665066719
145087	rnn.bias_ih_l1_reverse	4	-0.2116452008485794
145087	rnn.bias_ih_l1_reverse	5	-0.11575119942426682
145087	rnn.bias_ih_l1_reverse	6	-0.13725806772708893
145087	rnn.bias_ih_l1_reverse	7	-0.21183380484580994
145087	rnn.bias_ih_l1_reverse	8	0.222746342420578
145087	rnn.bias_ih_l1_reverse	9	0.05553295090794563
145087	rnn.bias_hh_l1_reverse	0	0.018332388252019882
145087	rnn.bias_hh_l1_reverse	1	-0.069588303565979
145087	rnn.bias_hh_l1_reverse	2	-0.2334306687116623
145087	rnn.bias_hh_l1_reverse	3	-0.14506042003631592
145087	rnn.bias_hh_l1_reverse	4	-0.10570396482944489
145087	rnn.bias_hh_l1_reverse	5	-0.12382239103317261
145087	rnn.bias_hh_l1_reverse	6	0.08388106524944305
145087	rnn.bias_hh_l1_reverse	7	-0.1825675666332245
145087	rnn.bias_hh_l1_reverse	8	-0.11480461806058884
145087	rnn.bias_hh_l1_reverse	9	-0.15370424091815948
145087	linear.weight	0	0.002228822559118271
145087	linear.weight	1	0.12278099358081818
145087	linear.weight	2	-0.08545763045549393
145087	linear.weight	3	0.25828176736831665
145087	linear.weight	4	0.1565178632736206
145087	linear.weight	5	-0.05453141778707504
145087	linear.weight	6	0.09656175225973129
145087	linear.weight	7	0.0917881429195404
145087	linear.weight	8	0.041221003979444504
145087	linear.weight	9	-0.03445783257484436
145087	linear.bias	0	0.12710538506507874
145087	linear.bias	1	-0.19559462368488312
145087	linear.bias	2	-0.3608035445213318
145087	linear.bias	3	-0.6644991636276245
145087	linear.bias	4	-1.1939263343811035
145087	linear.bias	5	-0.07567887753248215
145087	linear.bias	6	-0.7540920972824097
145087	linear.bias	7	0.2752668559551239
145087	linear.bias	8	-0.4559956192970276
145087	linear.bias	9	-1.0073440074920654
145284	transitions	0	0.6310572624206543
145284	transitions	1	0.192678764462471
145284	transitions	2	-10000.0
145284	transitions	3	-1.8235338926315308
145284	transitions	4	-10000.0
145284	transitions	5	0.577294111251831
145284	transitions	6	-0.0759192705154419
145284	transitions	7	-0.7237379550933838
145284	transitions	8	-1.4038716554641724
145284	transitions	9	-0.0011237674625590444
145284	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
145284	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
145284	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
145284	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
145284	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
145284	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
145284	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
145284	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
145284	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
145284	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
145284	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
145284	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
145284	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
145284	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
145284	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
145284	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
145284	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
145284	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
145284	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
145284	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
145284	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
145284	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
145284	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
145284	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
145284	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
145284	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
145284	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
145284	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
145284	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
145284	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
145284	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
145284	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
145284	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
145284	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
145284	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
145284	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
145284	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
145284	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
145284	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
145284	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
145284	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
145284	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
145284	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
145284	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
145284	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
145284	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
145284	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
145284	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
145284	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
145284	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
145284	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
145284	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
145284	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
145284	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
145284	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
145284	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
145284	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
145284	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
145284	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
145284	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
145284	embedding2nn.weight	0	0.02096792310476303
145284	embedding2nn.weight	1	-0.013191274367272854
145284	embedding2nn.weight	2	-0.014268254861235619
145284	embedding2nn.weight	3	-0.012605361640453339
145284	embedding2nn.weight	4	-0.0059150345623493195
145284	embedding2nn.weight	5	-0.0037005904596298933
145284	embedding2nn.weight	6	-0.003973283804953098
145284	embedding2nn.weight	7	-0.08393065631389618
145284	embedding2nn.weight	8	-0.0019979383796453476
145284	embedding2nn.weight	9	-0.028126519173383713
145284	embedding2nn.bias	0	0.05074792727828026
145284	embedding2nn.bias	1	-0.06631917506456375
145284	embedding2nn.bias	2	0.06814246624708176
145284	embedding2nn.bias	3	0.04442325606942177
145284	embedding2nn.bias	4	-0.03975910320878029
145284	embedding2nn.bias	5	-0.05179039388895035
145284	embedding2nn.bias	6	-0.00027519601280801
145284	embedding2nn.bias	7	-0.06364753842353821
145284	embedding2nn.bias	8	0.06290002167224884
145284	embedding2nn.bias	9	0.05166544392704964
145284	rnn.weight_ih_l0	0	-0.07976771146059036
145284	rnn.weight_ih_l0	1	0.0055128829553723335
145284	rnn.weight_ih_l0	2	0.045685697346925735
145284	rnn.weight_ih_l0	3	0.025402454659342766
145284	rnn.weight_ih_l0	4	-0.03318037465214729
145284	rnn.weight_ih_l0	5	-0.06178092211484909
145284	rnn.weight_ih_l0	6	0.0008347263210453093
145284	rnn.weight_ih_l0	7	0.06145158037543297
145284	rnn.weight_ih_l0	8	-0.0071935756132006645
145284	rnn.weight_ih_l0	9	-0.026537004858255386
145284	rnn.weight_hh_l0	0	-0.035466477274894714
145284	rnn.weight_hh_l0	1	-0.008205887861549854
145284	rnn.weight_hh_l0	2	0.00048719157348386943
145284	rnn.weight_hh_l0	3	-0.06944447010755539
145284	rnn.weight_hh_l0	4	0.08247220516204834
145284	rnn.weight_hh_l0	5	-0.027709396556019783
145284	rnn.weight_hh_l0	6	-0.055493876338005066
145284	rnn.weight_hh_l0	7	0.013077184557914734
145284	rnn.weight_hh_l0	8	0.007529329974204302
145284	rnn.weight_hh_l0	9	-0.019490335136651993
145284	rnn.bias_ih_l0	0	0.1215846985578537
145284	rnn.bias_ih_l0	1	-0.030929768458008766
145284	rnn.bias_ih_l0	2	-0.003656372195109725
145284	rnn.bias_ih_l0	3	0.14477534592151642
145284	rnn.bias_ih_l0	4	-0.01259469985961914
145284	rnn.bias_ih_l0	5	-0.01331536564975977
145284	rnn.bias_ih_l0	6	0.014365429058670998
145284	rnn.bias_ih_l0	7	0.030510682612657547
145284	rnn.bias_ih_l0	8	-0.10002757608890533
145284	rnn.bias_ih_l0	9	-0.019758809357881546
145284	rnn.bias_hh_l0	0	-0.018571188673377037
145284	rnn.bias_hh_l0	1	-0.11940424889326096
145284	rnn.bias_hh_l0	2	-0.06121990457177162
145284	rnn.bias_hh_l0	3	-0.09086664766073227
145284	rnn.bias_hh_l0	4	-0.003663835348561406
145284	rnn.bias_hh_l0	5	-0.03932232782244682
145284	rnn.bias_hh_l0	6	0.0330711305141449
145284	rnn.bias_hh_l0	7	0.043389443308115005
145284	rnn.bias_hh_l0	8	-0.10331867635250092
145284	rnn.bias_hh_l0	9	-0.06550365686416626
145284	rnn.weight_ih_l0_reverse	0	-0.020796343684196472
145284	rnn.weight_ih_l0_reverse	1	-0.0489242784678936
145284	rnn.weight_ih_l0_reverse	2	-0.02669016271829605
145284	rnn.weight_ih_l0_reverse	3	0.011532992124557495
145284	rnn.weight_ih_l0_reverse	4	-0.019145812839269638
145284	rnn.weight_ih_l0_reverse	5	-0.04564399644732475
145284	rnn.weight_ih_l0_reverse	6	0.08365791290998459
145284	rnn.weight_ih_l0_reverse	7	-0.017114533111453056
145284	rnn.weight_ih_l0_reverse	8	-0.021158695220947266
145284	rnn.weight_ih_l0_reverse	9	-0.005261777900159359
145284	rnn.weight_hh_l0_reverse	0	0.06338497251272202
145284	rnn.weight_hh_l0_reverse	1	0.01340885367244482
145284	rnn.weight_hh_l0_reverse	2	0.028176089748740196
145284	rnn.weight_hh_l0_reverse	3	0.026687603443861008
145284	rnn.weight_hh_l0_reverse	4	0.004856522660702467
145284	rnn.weight_hh_l0_reverse	5	0.020500577986240387
145284	rnn.weight_hh_l0_reverse	6	0.048448480665683746
145284	rnn.weight_hh_l0_reverse	7	-0.06461714953184128
145284	rnn.weight_hh_l0_reverse	8	0.040348656475543976
145284	rnn.weight_hh_l0_reverse	9	0.03349144756793976
145284	rnn.bias_ih_l0_reverse	0	-0.07060340791940689
145284	rnn.bias_ih_l0_reverse	1	-0.25014886260032654
145284	rnn.bias_ih_l0_reverse	2	-0.13876476883888245
145284	rnn.bias_ih_l0_reverse	3	-0.04408055543899536
145284	rnn.bias_ih_l0_reverse	4	-0.03515423834323883
145284	rnn.bias_ih_l0_reverse	5	0.052359689027071
145284	rnn.bias_ih_l0_reverse	6	-0.06709638983011246
145284	rnn.bias_ih_l0_reverse	7	0.0462864488363266
145284	rnn.bias_ih_l0_reverse	8	-0.05376164987683296
145284	rnn.bias_ih_l0_reverse	9	0.054646752774715424
145284	rnn.bias_hh_l0_reverse	0	0.03271649405360222
145284	rnn.bias_hh_l0_reverse	1	-0.05802610516548157
145284	rnn.bias_hh_l0_reverse	2	0.07984936237335205
145284	rnn.bias_hh_l0_reverse	3	-0.04617542400956154
145284	rnn.bias_hh_l0_reverse	4	-0.020409489050507545
145284	rnn.bias_hh_l0_reverse	5	-0.03338988870382309
145284	rnn.bias_hh_l0_reverse	6	-0.014953341335058212
145284	rnn.bias_hh_l0_reverse	7	0.10297920554876328
145284	rnn.bias_hh_l0_reverse	8	0.02642706409096718
145284	rnn.bias_hh_l0_reverse	9	-0.1362801343202591
145284	rnn.weight_ih_l1	0	-0.0331098735332489
145284	rnn.weight_ih_l1	1	-0.04988441243767738
145284	rnn.weight_ih_l1	2	0.0598018653690815
145284	rnn.weight_ih_l1	3	-0.0680508092045784
145284	rnn.weight_ih_l1	4	-0.016310684382915497
145284	rnn.weight_ih_l1	5	-0.045628417283296585
145284	rnn.weight_ih_l1	6	0.032588738948106766
145284	rnn.weight_ih_l1	7	-0.02991981990635395
145284	rnn.weight_ih_l1	8	0.037522636353969574
145284	rnn.weight_ih_l1	9	0.04242652654647827
145284	rnn.weight_hh_l1	0	-0.0027891627978533506
145284	rnn.weight_hh_l1	1	0.016450271010398865
145284	rnn.weight_hh_l1	2	0.01736050471663475
145284	rnn.weight_hh_l1	3	-0.012375125661492348
145284	rnn.weight_hh_l1	4	0.009781709872186184
145284	rnn.weight_hh_l1	5	0.026818571612238884
145284	rnn.weight_hh_l1	6	0.03388962149620056
145284	rnn.weight_hh_l1	7	-0.01952500455081463
145284	rnn.weight_hh_l1	8	-0.015067650936543941
145284	rnn.weight_hh_l1	9	0.03470326587557793
145284	rnn.bias_ih_l1	0	-0.21187342703342438
145284	rnn.bias_ih_l1	1	-0.1923045665025711
145284	rnn.bias_ih_l1	2	-0.21120986342430115
145284	rnn.bias_ih_l1	3	-0.29685497283935547
145284	rnn.bias_ih_l1	4	-0.2152530997991562
145284	rnn.bias_ih_l1	5	-0.0921236202120781
145284	rnn.bias_ih_l1	6	-0.18032075464725494
145284	rnn.bias_ih_l1	7	-0.03953399881720543
145284	rnn.bias_ih_l1	8	-0.15305425226688385
145284	rnn.bias_ih_l1	9	-0.13316360116004944
145284	rnn.bias_hh_l1	0	-0.10555719584226608
145284	rnn.bias_hh_l1	1	-0.07741520553827286
145284	rnn.bias_hh_l1	2	-0.10374972224235535
145284	rnn.bias_hh_l1	3	-0.0842348113656044
145284	rnn.bias_hh_l1	4	-0.09760963916778564
145284	rnn.bias_hh_l1	5	-0.1155354455113411
145284	rnn.bias_hh_l1	6	-0.1494646519422531
145284	rnn.bias_hh_l1	7	0.03323381394147873
145284	rnn.bias_hh_l1	8	-0.1752087026834488
145284	rnn.bias_hh_l1	9	-0.11123012006282806
145284	rnn.weight_ih_l1_reverse	0	-0.040269263088703156
145284	rnn.weight_ih_l1_reverse	1	0.013826131820678711
145284	rnn.weight_ih_l1_reverse	2	0.05896981433033943
145284	rnn.weight_ih_l1_reverse	3	0.00233585387468338
145284	rnn.weight_ih_l1_reverse	4	-0.03428199142217636
145284	rnn.weight_ih_l1_reverse	5	-0.03283664211630821
145284	rnn.weight_ih_l1_reverse	6	-0.012618761509656906
145284	rnn.weight_ih_l1_reverse	7	0.03339479863643646
145284	rnn.weight_ih_l1_reverse	8	0.0034323949366807938
145284	rnn.weight_ih_l1_reverse	9	-0.050508756190538406
145284	rnn.weight_hh_l1_reverse	0	0.005198443774133921
145284	rnn.weight_hh_l1_reverse	1	0.029851317405700684
145284	rnn.weight_hh_l1_reverse	2	-0.04004373773932457
145284	rnn.weight_hh_l1_reverse	3	0.03612431138753891
145284	rnn.weight_hh_l1_reverse	4	0.04834946617484093
145284	rnn.weight_hh_l1_reverse	5	-0.0013081353390589356
145284	rnn.weight_hh_l1_reverse	6	0.04698652774095535
145284	rnn.weight_hh_l1_reverse	7	0.031529758125543594
145284	rnn.weight_hh_l1_reverse	8	-0.006898712366819382
145284	rnn.weight_hh_l1_reverse	9	-0.03329261764883995
145284	rnn.bias_ih_l1_reverse	0	-0.06641056388616562
145284	rnn.bias_ih_l1_reverse	1	-0.16695453226566315
145284	rnn.bias_ih_l1_reverse	2	-0.16825787723064423
145284	rnn.bias_ih_l1_reverse	3	-0.023752596229314804
145284	rnn.bias_ih_l1_reverse	4	-0.21112000942230225
145284	rnn.bias_ih_l1_reverse	5	-0.11583804339170456
145284	rnn.bias_ih_l1_reverse	6	-0.1375587284564972
145284	rnn.bias_ih_l1_reverse	7	-0.21334700286388397
145284	rnn.bias_ih_l1_reverse	8	0.2235107719898224
145284	rnn.bias_ih_l1_reverse	9	0.05499877780675888
145284	rnn.bias_hh_l1_reverse	0	0.015727143734693527
145284	rnn.bias_hh_l1_reverse	1	-0.07250356674194336
145284	rnn.bias_hh_l1_reverse	2	-0.23326914012432098
145284	rnn.bias_hh_l1_reverse	3	-0.1453484296798706
145284	rnn.bias_hh_l1_reverse	4	-0.1061878353357315
145284	rnn.bias_hh_l1_reverse	5	-0.1254812628030777
145284	rnn.bias_hh_l1_reverse	6	0.07752521336078644
145284	rnn.bias_hh_l1_reverse	7	-0.18038269877433777
145284	rnn.bias_hh_l1_reverse	8	-0.11536630988121033
145284	rnn.bias_hh_l1_reverse	9	-0.15348653495311737
145284	linear.weight	0	0.002228822559118271
145284	linear.weight	1	0.1258593499660492
145284	linear.weight	2	-0.08541768044233322
145284	linear.weight	3	0.2615561783313751
145284	linear.weight	4	0.15636733174324036
145284	linear.weight	5	-0.05442769080400467
145284	linear.weight	6	0.09340683370828629
145284	linear.weight	7	0.09083274006843567
145284	linear.weight	8	0.04122041165828705
145284	linear.weight	9	-0.035715747624635696
145284	linear.bias	0	0.1272062361240387
145284	linear.bias	1	-0.19143842160701752
145284	linear.bias	2	-0.34962916374206543
145284	linear.bias	3	-0.6597422957420349
145284	linear.bias	4	-1.1901804208755493
145284	linear.bias	5	-0.07730266451835632
145284	linear.bias	6	-0.7492701411247253
145284	linear.bias	7	0.2747175395488739
145284	linear.bias	8	-0.45511487126350403
145284	linear.bias	9	-1.0071293115615845
145481	transitions	0	0.6246830821037292
145481	transitions	1	0.19113504886627197
145481	transitions	2	-10000.0
145481	transitions	3	-1.8235584497451782
145481	transitions	4	-10000.0
145481	transitions	5	0.5772445201873779
145481	transitions	6	-0.075953409075737
145481	transitions	7	-0.7238934636116028
145481	transitions	8	-1.4039244651794434
145481	transitions	9	-0.0011241418542340398
145481	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
145481	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
145481	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
145481	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
145481	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
145481	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
145481	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
145481	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
145481	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
145481	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
145481	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
145481	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
145481	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
145481	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
145481	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
145481	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
145481	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
145481	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
145481	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
145481	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
145481	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
145481	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
145481	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
145481	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
145481	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
145481	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
145481	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
145481	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
145481	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
145481	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
145481	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
145481	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
145481	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
145481	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
145481	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
145481	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
145481	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
145481	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
145481	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
145481	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
145481	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
145481	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
145481	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
145481	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
145481	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
145481	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
145481	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
145481	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
145481	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
145481	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
145481	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
145481	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
145481	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
145481	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
145481	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
145481	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
145481	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
145481	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
145481	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
145481	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
145481	embedding2nn.weight	0	0.020990142598748207
145481	embedding2nn.weight	1	-0.013172606006264687
145481	embedding2nn.weight	2	-0.014268254861235619
145481	embedding2nn.weight	3	-0.012933767400681973
145481	embedding2nn.weight	4	-0.0059150345623493195
145481	embedding2nn.weight	5	-0.0037005904596298933
145481	embedding2nn.weight	6	-0.003973281476646662
145481	embedding2nn.weight	7	-0.08405298739671707
145481	embedding2nn.weight	8	-0.0019979383796453476
145481	embedding2nn.weight	9	-0.02878067083656788
145481	embedding2nn.bias	0	0.048578180372714996
145481	embedding2nn.bias	1	-0.0643886923789978
145481	embedding2nn.bias	2	0.07345432788133621
145481	embedding2nn.bias	3	0.04563935846090317
145481	embedding2nn.bias	4	-0.04266181215643883
145481	embedding2nn.bias	5	-0.051826369017362595
145481	embedding2nn.bias	6	0.002212299033999443
145481	embedding2nn.bias	7	-0.06859403103590012
145481	embedding2nn.bias	8	0.0634685531258583
145481	embedding2nn.bias	9	0.04734503850340843
145481	rnn.weight_ih_l0	0	-0.07979627698659897
145481	rnn.weight_ih_l0	1	0.005063446704298258
145481	rnn.weight_ih_l0	2	0.046317487955093384
145481	rnn.weight_ih_l0	3	0.025271756574511528
145481	rnn.weight_ih_l0	4	-0.03206513822078705
145481	rnn.weight_ih_l0	5	-0.06170164793729782
145481	rnn.weight_ih_l0	6	0.0009730166057124734
145481	rnn.weight_ih_l0	7	0.0624275878071785
145481	rnn.weight_ih_l0	8	-0.007646111771464348
145481	rnn.weight_ih_l0	9	-0.026375485584139824
145481	rnn.weight_hh_l0	0	-0.03489016741514206
145481	rnn.weight_hh_l0	1	-0.008373744785785675
145481	rnn.weight_hh_l0	2	0.0005501160630956292
145481	rnn.weight_hh_l0	3	-0.06918240338563919
145481	rnn.weight_hh_l0	4	0.08281649649143219
145481	rnn.weight_hh_l0	5	-0.027188237756490707
145481	rnn.weight_hh_l0	6	-0.05528782680630684
145481	rnn.weight_hh_l0	7	0.013404580764472485
145481	rnn.weight_hh_l0	8	0.0068647367879748344
145481	rnn.weight_hh_l0	9	-0.01953616552054882
145481	rnn.bias_ih_l0	0	0.12294363230466843
145481	rnn.bias_ih_l0	1	-0.03205707296729088
145481	rnn.bias_ih_l0	2	-0.0038037807680666447
145481	rnn.bias_ih_l0	3	0.14621609449386597
145481	rnn.bias_ih_l0	4	-0.013369566760957241
145481	rnn.bias_ih_l0	5	-0.014382787048816681
145481	rnn.bias_ih_l0	6	0.015415812842547894
145481	rnn.bias_ih_l0	7	0.031504787504673004
145481	rnn.bias_ih_l0	8	-0.09930986911058426
145481	rnn.bias_ih_l0	9	-0.02159973978996277
145481	rnn.bias_hh_l0	0	-0.018795795738697052
145481	rnn.bias_hh_l0	1	-0.12033878266811371
145481	rnn.bias_hh_l0	2	-0.062352504581213
145481	rnn.bias_hh_l0	3	-0.09123299270868301
145481	rnn.bias_hh_l0	4	-0.00411041546612978
145481	rnn.bias_hh_l0	5	-0.03876238316297531
145481	rnn.bias_hh_l0	6	0.03383723273873329
145481	rnn.bias_hh_l0	7	0.04482231289148331
145481	rnn.bias_hh_l0	8	-0.10317826271057129
145481	rnn.bias_hh_l0	9	-0.06641822308301926
145481	rnn.weight_ih_l0_reverse	0	-0.020827459171414375
145481	rnn.weight_ih_l0_reverse	1	-0.049297839403152466
145481	rnn.weight_ih_l0_reverse	2	-0.026532692834734917
145481	rnn.weight_ih_l0_reverse	3	0.011435596272349358
145481	rnn.weight_ih_l0_reverse	4	-0.019421938806772232
145481	rnn.weight_ih_l0_reverse	5	-0.04582451656460762
145481	rnn.weight_ih_l0_reverse	6	0.08387009054422379
145481	rnn.weight_ih_l0_reverse	7	-0.017110826447606087
145481	rnn.weight_ih_l0_reverse	8	-0.021263955160975456
145481	rnn.weight_ih_l0_reverse	9	-0.005506543908268213
145481	rnn.weight_hh_l0_reverse	0	0.06362006068229675
145481	rnn.weight_hh_l0_reverse	1	0.013452292419970036
145481	rnn.weight_hh_l0_reverse	2	0.02809939719736576
145481	rnn.weight_hh_l0_reverse	3	0.027156343683600426
145481	rnn.weight_hh_l0_reverse	4	0.005239027552306652
145481	rnn.weight_hh_l0_reverse	5	0.019798800349235535
145481	rnn.weight_hh_l0_reverse	6	0.04860948398709297
145481	rnn.weight_hh_l0_reverse	7	-0.06461821496486664
145481	rnn.weight_hh_l0_reverse	8	0.03983945772051811
145481	rnn.weight_hh_l0_reverse	9	0.03366994485259056
145481	rnn.bias_ih_l0_reverse	0	-0.07057555019855499
145481	rnn.bias_ih_l0_reverse	1	-0.2472459226846695
145481	rnn.bias_ih_l0_reverse	2	-0.13834848999977112
145481	rnn.bias_ih_l0_reverse	3	-0.043713439255952835
145481	rnn.bias_ih_l0_reverse	4	-0.036802180111408234
145481	rnn.bias_ih_l0_reverse	5	0.05121177062392235
145481	rnn.bias_ih_l0_reverse	6	-0.06655929237604141
145481	rnn.bias_ih_l0_reverse	7	0.046281687915325165
145481	rnn.bias_ih_l0_reverse	8	-0.053225789219141006
145481	rnn.bias_ih_l0_reverse	9	0.056082699447870255
145481	rnn.bias_hh_l0_reverse	0	0.03064645268023014
145481	rnn.bias_hh_l0_reverse	1	-0.05870025232434273
145481	rnn.bias_hh_l0_reverse	2	0.08117029815912247
145481	rnn.bias_hh_l0_reverse	3	-0.04757315292954445
145481	rnn.bias_hh_l0_reverse	4	-0.022400615736842155
145481	rnn.bias_hh_l0_reverse	5	-0.033372994512319565
145481	rnn.bias_hh_l0_reverse	6	-0.0166997779160738
145481	rnn.bias_hh_l0_reverse	7	0.10523971170186996
145481	rnn.bias_hh_l0_reverse	8	0.02561500482261181
145481	rnn.bias_hh_l0_reverse	9	-0.13426989316940308
145481	rnn.weight_ih_l1	0	-0.033182527869939804
145481	rnn.weight_ih_l1	1	-0.05013928934931755
145481	rnn.weight_ih_l1	2	0.060644492506980896
145481	rnn.weight_ih_l1	3	-0.06845677644014359
145481	rnn.weight_ih_l1	4	-0.0166427344083786
145481	rnn.weight_ih_l1	5	-0.045723043382167816
145481	rnn.weight_ih_l1	6	0.03241092711687088
145481	rnn.weight_ih_l1	7	-0.029618218541145325
145481	rnn.weight_ih_l1	8	0.03760501369833946
145481	rnn.weight_ih_l1	9	0.042119674384593964
145481	rnn.weight_hh_l1	0	-0.002341450657695532
145481	rnn.weight_hh_l1	1	0.016502827405929565
145481	rnn.weight_hh_l1	2	0.018024232238531113
145481	rnn.weight_hh_l1	3	-0.012249430641531944
145481	rnn.weight_hh_l1	4	0.00997325498610735
145481	rnn.weight_hh_l1	5	0.02638295851647854
145481	rnn.weight_hh_l1	6	0.03425168618559837
145481	rnn.weight_hh_l1	7	-0.01967737451195717
145481	rnn.weight_hh_l1	8	-0.01520328875631094
145481	rnn.weight_hh_l1	9	0.03468196466565132
145481	rnn.bias_ih_l1	0	-0.21094270050525665
145481	rnn.bias_ih_l1	1	-0.19148772954940796
145481	rnn.bias_ih_l1	2	-0.21078553795814514
145481	rnn.bias_ih_l1	3	-0.29411572217941284
145481	rnn.bias_ih_l1	4	-0.2164318710565567
145481	rnn.bias_ih_l1	5	-0.0918305441737175
145481	rnn.bias_ih_l1	6	-0.17982910573482513
145481	rnn.bias_ih_l1	7	-0.03943870589137077
145481	rnn.bias_ih_l1	8	-0.1529788076877594
145481	rnn.bias_ih_l1	9	-0.13092070817947388
145481	rnn.bias_hh_l1	0	-0.10868719965219498
145481	rnn.bias_hh_l1	1	-0.07704199105501175
145481	rnn.bias_hh_l1	2	-0.10720119625329971
145481	rnn.bias_hh_l1	3	-0.08441753685474396
145481	rnn.bias_hh_l1	4	-0.09717599302530289
145481	rnn.bias_hh_l1	5	-0.11603198200464249
145481	rnn.bias_hh_l1	6	-0.14987608790397644
145481	rnn.bias_hh_l1	7	0.03158316761255264
145481	rnn.bias_hh_l1	8	-0.1755194514989853
145481	rnn.bias_hh_l1	9	-0.11129990220069885
145481	rnn.weight_ih_l1_reverse	0	-0.040554795414209366
145481	rnn.weight_ih_l1_reverse	1	0.014731918461620808
145481	rnn.weight_ih_l1_reverse	2	0.05988850072026253
145481	rnn.weight_ih_l1_reverse	3	0.0014151949435472488
145481	rnn.weight_ih_l1_reverse	4	-0.03259303793311119
145481	rnn.weight_ih_l1_reverse	5	-0.03271152824163437
145481	rnn.weight_ih_l1_reverse	6	-0.012182296253740788
145481	rnn.weight_ih_l1_reverse	7	0.033094100654125214
145481	rnn.weight_ih_l1_reverse	8	0.003990187309682369
145481	rnn.weight_ih_l1_reverse	9	-0.051382988691329956
145481	rnn.weight_hh_l1_reverse	0	0.00515522388741374
145481	rnn.weight_hh_l1_reverse	1	0.029774736613035202
145481	rnn.weight_hh_l1_reverse	2	-0.04002389311790466
145481	rnn.weight_hh_l1_reverse	3	0.03613778576254845
145481	rnn.weight_hh_l1_reverse	4	0.04843749850988388
145481	rnn.weight_hh_l1_reverse	5	-0.0009470369550399482
145481	rnn.weight_hh_l1_reverse	6	0.04745931550860405
145481	rnn.weight_hh_l1_reverse	7	0.031320247799158096
145481	rnn.weight_hh_l1_reverse	8	-0.006903673987835646
145481	rnn.weight_hh_l1_reverse	9	-0.03310965746641159
145481	rnn.bias_ih_l1_reverse	0	-0.06750490516424179
145481	rnn.bias_ih_l1_reverse	1	-0.1669519692659378
145481	rnn.bias_ih_l1_reverse	2	-0.16731910407543182
145481	rnn.bias_ih_l1_reverse	3	-0.023771658539772034
145481	rnn.bias_ih_l1_reverse	4	-0.21147271990776062
145481	rnn.bias_ih_l1_reverse	5	-0.1162516251206398
145481	rnn.bias_ih_l1_reverse	6	-0.13702915608882904
145481	rnn.bias_ih_l1_reverse	7	-0.2136293351650238
145481	rnn.bias_ih_l1_reverse	8	0.22283336520195007
145481	rnn.bias_ih_l1_reverse	9	0.053291674703359604
145481	rnn.bias_hh_l1_reverse	0	0.013040642254054546
145481	rnn.bias_hh_l1_reverse	1	-0.07295619696378708
145481	rnn.bias_hh_l1_reverse	2	-0.23337829113006592
145481	rnn.bias_hh_l1_reverse	3	-0.14515793323516846
145481	rnn.bias_hh_l1_reverse	4	-0.1054408997297287
145481	rnn.bias_hh_l1_reverse	5	-0.12420597672462463
145481	rnn.bias_hh_l1_reverse	6	0.0745253935456276
145481	rnn.bias_hh_l1_reverse	7	-0.18053843080997467
145481	rnn.bias_hh_l1_reverse	8	-0.114222452044487
145481	rnn.bias_hh_l1_reverse	9	-0.15298926830291748
145481	linear.weight	0	0.002228822559118271
145481	linear.weight	1	0.12176205217838287
145481	linear.weight	2	-0.08304471522569656
145481	linear.weight	3	0.25850099325180054
145481	linear.weight	4	0.15413576364517212
145481	linear.weight	5	-0.05393212288618088
145481	linear.weight	6	0.08832387626171112
145481	linear.weight	7	0.09427960962057114
145481	linear.weight	8	0.04121975600719452
145481	linear.weight	9	-0.03466859087347984
145481	linear.bias	0	0.14686115086078644
145481	linear.bias	1	-0.21284699440002441
145481	linear.bias	2	-0.3608958125114441
145481	linear.bias	3	-0.6596625447273254
145481	linear.bias	4	-1.1904937028884888
145481	linear.bias	5	-0.06914690881967545
145481	linear.bias	6	-0.7710157036781311
145481	linear.bias	7	0.282569944858551
145481	linear.bias	8	-0.4517548680305481
145481	linear.bias	9	-1.003536343574524
145678	transitions	0	0.6298442482948303
145678	transitions	1	0.19831810891628265
145678	transitions	2	-10000.0
145678	transitions	3	-1.8235819339752197
145678	transitions	4	-10000.0
145678	transitions	5	0.5771854519844055
145678	transitions	6	-0.07598792761564255
145678	transitions	7	-0.7244716286659241
145678	transitions	8	-1.4039539098739624
145678	transitions	9	-0.0011247519869357347
145678	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
145678	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
145678	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
145678	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
145678	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
145678	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
145678	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
145678	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
145678	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
145678	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
145678	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
145678	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
145678	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
145678	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
145678	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
145678	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
145678	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
145678	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
145678	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
145678	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
145678	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
145678	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
145678	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
145678	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
145678	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
145678	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
145678	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
145678	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
145678	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
145678	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
145678	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
145678	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
145678	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
145678	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
145678	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
145678	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
145678	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
145678	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
145678	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
145678	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
145678	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
145678	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
145678	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
145678	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
145678	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
145678	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
145678	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
145678	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
145678	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
145678	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
145678	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
145678	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
145678	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
145678	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
145678	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
145678	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
145678	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
145678	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
145678	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
145678	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
145678	embedding2nn.weight	0	0.020613467320799828
145678	embedding2nn.weight	1	-0.013279320672154427
145678	embedding2nn.weight	2	-0.014268254861235619
145678	embedding2nn.weight	3	-0.014108636416494846
145678	embedding2nn.weight	4	-0.0059150345623493195
145678	embedding2nn.weight	5	-0.0037005902267992496
145678	embedding2nn.weight	6	-0.003973282407969236
145678	embedding2nn.weight	7	-0.08439083397388458
145678	embedding2nn.weight	8	-0.0019979383796453476
145678	embedding2nn.weight	9	-0.028505543246865273
145678	embedding2nn.bias	0	0.053023017942905426
145678	embedding2nn.bias	1	-0.06737222522497177
145678	embedding2nn.bias	2	0.07617831230163574
145678	embedding2nn.bias	3	0.048587583005428314
145678	embedding2nn.bias	4	-0.04386205971240997
145678	embedding2nn.bias	5	-0.05018823221325874
145678	embedding2nn.bias	6	0.000811982259619981
145678	embedding2nn.bias	7	-0.0684780478477478
145678	embedding2nn.bias	8	0.06408367305994034
145678	embedding2nn.bias	9	0.047014158219099045
145678	rnn.weight_ih_l0	0	-0.07967456430196762
145678	rnn.weight_ih_l0	1	0.00469572376459837
145678	rnn.weight_ih_l0	2	0.046063732355833054
145678	rnn.weight_ih_l0	3	0.02540767565369606
145678	rnn.weight_ih_l0	4	-0.031084278598427773
145678	rnn.weight_ih_l0	5	-0.06094323843717575
145678	rnn.weight_ih_l0	6	0.0005224992637522519
145678	rnn.weight_ih_l0	7	0.06224359571933746
145678	rnn.weight_ih_l0	8	-0.006879870779812336
145678	rnn.weight_ih_l0	9	-0.026690063998103142
145678	rnn.weight_hh_l0	0	-0.034424521028995514
145678	rnn.weight_hh_l0	1	-0.00876015517860651
145678	rnn.weight_hh_l0	2	0.0009300832753069699
145678	rnn.weight_hh_l0	3	-0.07000918686389923
145678	rnn.weight_hh_l0	4	0.08258175849914551
145678	rnn.weight_hh_l0	5	-0.02757066674530506
145678	rnn.weight_hh_l0	6	-0.055118363350629807
145678	rnn.weight_hh_l0	7	0.012910430319607258
145678	rnn.weight_hh_l0	8	0.0070971716195344925
145678	rnn.weight_hh_l0	9	-0.01953170821070671
145678	rnn.bias_ih_l0	0	0.12076080590486526
145678	rnn.bias_ih_l0	1	-0.033755432814359665
145678	rnn.bias_ih_l0	2	-0.0035332972183823586
145678	rnn.bias_ih_l0	3	0.14385612308979034
145678	rnn.bias_ih_l0	4	-0.01510257925838232
145678	rnn.bias_ih_l0	5	-0.018378010019659996
145678	rnn.bias_ih_l0	6	0.014034943655133247
145678	rnn.bias_ih_l0	7	0.0313890241086483
145678	rnn.bias_ih_l0	8	-0.10083179920911789
145678	rnn.bias_ih_l0	9	-0.02253229357302189
145678	rnn.bias_hh_l0	0	-0.018682170659303665
145678	rnn.bias_hh_l0	1	-0.12071148306131363
145678	rnn.bias_hh_l0	2	-0.06279993802309036
145678	rnn.bias_hh_l0	3	-0.09110503643751144
145678	rnn.bias_hh_l0	4	-0.004838266409933567
145678	rnn.bias_hh_l0	5	-0.03845151513814926
145678	rnn.bias_hh_l0	6	0.03180927783250809
145678	rnn.bias_hh_l0	7	0.04589793086051941
145678	rnn.bias_hh_l0	8	-0.10337267071008682
145678	rnn.bias_hh_l0	9	-0.06640926003456116
145678	rnn.weight_ih_l0_reverse	0	-0.021902834996581078
145678	rnn.weight_ih_l0_reverse	1	-0.049061600118875504
145678	rnn.weight_ih_l0_reverse	2	-0.02666010707616806
145678	rnn.weight_ih_l0_reverse	3	0.01175564993172884
145678	rnn.weight_ih_l0_reverse	4	-0.01946009323000908
145678	rnn.weight_ih_l0_reverse	5	-0.045792486518621445
145678	rnn.weight_ih_l0_reverse	6	0.08324569463729858
145678	rnn.weight_ih_l0_reverse	7	-0.01727532409131527
145678	rnn.weight_ih_l0_reverse	8	-0.02106199413537979
145678	rnn.weight_ih_l0_reverse	9	-0.005745085887610912
145678	rnn.weight_hh_l0_reverse	0	0.06391073018312454
145678	rnn.weight_hh_l0_reverse	1	0.014246677979826927
145678	rnn.weight_hh_l0_reverse	2	0.028132153674960136
145678	rnn.weight_hh_l0_reverse	3	0.027176862582564354
145678	rnn.weight_hh_l0_reverse	4	0.005572321359068155
145678	rnn.weight_hh_l0_reverse	5	0.02006329782307148
145678	rnn.weight_hh_l0_reverse	6	0.048902999609708786
145678	rnn.weight_hh_l0_reverse	7	-0.0646367073059082
145678	rnn.weight_hh_l0_reverse	8	0.03958265110850334
145678	rnn.weight_hh_l0_reverse	9	0.03378485515713692
145678	rnn.bias_ih_l0_reverse	0	-0.07042252272367477
145678	rnn.bias_ih_l0_reverse	1	-0.24576538801193237
145678	rnn.bias_ih_l0_reverse	2	-0.13888941705226898
145678	rnn.bias_ih_l0_reverse	3	-0.04341955855488777
145678	rnn.bias_ih_l0_reverse	4	-0.03702300786972046
145678	rnn.bias_ih_l0_reverse	5	0.05164287984371185
145678	rnn.bias_ih_l0_reverse	6	-0.06654839217662811
145678	rnn.bias_ih_l0_reverse	7	0.04614941403269768
145678	rnn.bias_ih_l0_reverse	8	-0.05235782265663147
145678	rnn.bias_ih_l0_reverse	9	0.05587495118379593
145678	rnn.bias_hh_l0_reverse	0	0.03119751065969467
145678	rnn.bias_hh_l0_reverse	1	-0.0564902201294899
145678	rnn.bias_hh_l0_reverse	2	0.08033201843500137
145678	rnn.bias_hh_l0_reverse	3	-0.04805070161819458
145678	rnn.bias_hh_l0_reverse	4	-0.02150079794228077
145678	rnn.bias_hh_l0_reverse	5	-0.034489016979932785
145678	rnn.bias_hh_l0_reverse	6	-0.015239099971950054
145678	rnn.bias_hh_l0_reverse	7	0.10534580051898956
145678	rnn.bias_hh_l0_reverse	8	0.024918485432863235
145678	rnn.bias_hh_l0_reverse	9	-0.13238906860351562
145678	rnn.weight_ih_l1	0	-0.033117253333330154
145678	rnn.weight_ih_l1	1	-0.05025184527039528
145678	rnn.weight_ih_l1	2	0.05975687876343727
145678	rnn.weight_ih_l1	3	-0.06950254738330841
145678	rnn.weight_ih_l1	4	-0.016316846013069153
145678	rnn.weight_ih_l1	5	-0.04559214413166046
145678	rnn.weight_ih_l1	6	0.03276330232620239
145678	rnn.weight_ih_l1	7	-0.029763780534267426
145678	rnn.weight_ih_l1	8	0.03751537203788757
145678	rnn.weight_ih_l1	9	0.0420682393014431
145678	rnn.weight_hh_l1	0	-0.0026492488104850054
145678	rnn.weight_hh_l1	1	0.016530953347682953
145678	rnn.weight_hh_l1	2	0.01851051300764084
145678	rnn.weight_hh_l1	3	-0.012208331376314163
145678	rnn.weight_hh_l1	4	0.010097266174852848
145678	rnn.weight_hh_l1	5	0.0263295229524374
145678	rnn.weight_hh_l1	6	0.03401317819952965
145678	rnn.weight_hh_l1	7	-0.019863640889525414
145678	rnn.weight_hh_l1	8	-0.01480631809681654
145678	rnn.weight_hh_l1	9	0.03460419550538063
145678	rnn.bias_ih_l1	0	-0.2105942815542221
145678	rnn.bias_ih_l1	1	-0.1918654441833496
145678	rnn.bias_ih_l1	2	-0.20996426045894623
145678	rnn.bias_ih_l1	3	-0.29516464471817017
145678	rnn.bias_ih_l1	4	-0.21734198927879333
145678	rnn.bias_ih_l1	5	-0.09254351258277893
145678	rnn.bias_ih_l1	6	-0.17972062528133392
145678	rnn.bias_ih_l1	7	-0.03802136331796646
145678	rnn.bias_ih_l1	8	-0.15204276144504547
145678	rnn.bias_ih_l1	9	-0.1311713606119156
145678	rnn.bias_hh_l1	0	-0.10899803042411804
145678	rnn.bias_hh_l1	1	-0.07650139182806015
145678	rnn.bias_hh_l1	2	-0.10696083307266235
145678	rnn.bias_hh_l1	3	-0.08544264733791351
145678	rnn.bias_hh_l1	4	-0.09640432149171829
145678	rnn.bias_hh_l1	5	-0.11583717167377472
145678	rnn.bias_hh_l1	6	-0.14897747337818146
145678	rnn.bias_hh_l1	7	0.032821573317050934
145678	rnn.bias_hh_l1	8	-0.17731423676013947
145678	rnn.bias_hh_l1	9	-0.110313780605793
145678	rnn.weight_ih_l1_reverse	0	-0.04023779183626175
145678	rnn.weight_ih_l1_reverse	1	0.012825775891542435
145678	rnn.weight_ih_l1_reverse	2	0.06152932718396187
145678	rnn.weight_ih_l1_reverse	3	0.0008729512337595224
145678	rnn.weight_ih_l1_reverse	4	-0.032061703503131866
145678	rnn.weight_ih_l1_reverse	5	-0.03272246569395065
145678	rnn.weight_ih_l1_reverse	6	-0.012523991987109184
145678	rnn.weight_ih_l1_reverse	7	0.03305632248520851
145678	rnn.weight_ih_l1_reverse	8	0.004779040813446045
145678	rnn.weight_ih_l1_reverse	9	-0.052693940699100494
145678	rnn.weight_hh_l1_reverse	0	0.005307595711201429
145678	rnn.weight_hh_l1_reverse	1	0.02984541468322277
145678	rnn.weight_hh_l1_reverse	2	-0.0400594137609005
145678	rnn.weight_hh_l1_reverse	3	0.036148544400930405
145678	rnn.weight_hh_l1_reverse	4	0.048588819801807404
145678	rnn.weight_hh_l1_reverse	5	-0.00016698871331755072
145678	rnn.weight_hh_l1_reverse	6	0.04735909774899483
145678	rnn.weight_hh_l1_reverse	7	0.030909283086657524
145678	rnn.weight_hh_l1_reverse	8	-0.006987897679209709
145678	rnn.weight_hh_l1_reverse	9	-0.033046405762434006
145678	rnn.bias_ih_l1_reverse	0	-0.06592340767383575
145678	rnn.bias_ih_l1_reverse	1	-0.1659703552722931
145678	rnn.bias_ih_l1_reverse	2	-0.16802191734313965
145678	rnn.bias_ih_l1_reverse	3	-0.0200570710003376
145678	rnn.bias_ih_l1_reverse	4	-0.2120705246925354
145678	rnn.bias_ih_l1_reverse	5	-0.11651649326086044
145678	rnn.bias_ih_l1_reverse	6	-0.13674341142177582
145678	rnn.bias_ih_l1_reverse	7	-0.21398866176605225
145678	rnn.bias_ih_l1_reverse	8	0.22076642513275146
145678	rnn.bias_ih_l1_reverse	9	0.05534995719790459
145678	rnn.bias_hh_l1_reverse	0	0.011203567497432232
145678	rnn.bias_hh_l1_reverse	1	-0.07434741407632828
145678	rnn.bias_hh_l1_reverse	2	-0.23444955050945282
145678	rnn.bias_hh_l1_reverse	3	-0.14505770802497864
145678	rnn.bias_hh_l1_reverse	4	-0.10448595881462097
145678	rnn.bias_hh_l1_reverse	5	-0.12421382963657379
145678	rnn.bias_hh_l1_reverse	6	0.08149688690900803
145678	rnn.bias_hh_l1_reverse	7	-0.178459033370018
145678	rnn.bias_hh_l1_reverse	8	-0.1145651638507843
145678	rnn.bias_hh_l1_reverse	9	-0.15226979553699493
145678	linear.weight	0	0.002228822559118271
145678	linear.weight	1	0.121009960770607
145678	linear.weight	2	-0.08300352841615677
145678	linear.weight	3	0.2615865170955658
145678	linear.weight	4	0.15270265936851501
145678	linear.weight	5	-0.053786780685186386
145678	linear.weight	6	0.09135960042476654
145678	linear.weight	7	0.08384555578231812
145678	linear.weight	8	0.04121919721364975
145678	linear.weight	9	-0.033387307077646255
145678	linear.bias	0	0.14164601266384125
145678	linear.bias	1	-0.2031840831041336
145678	linear.bias	2	-0.34551700949668884
145678	linear.bias	3	-0.6609852910041809
145678	linear.bias	4	-1.1903104782104492
145678	linear.bias	5	-0.08145029097795486
145678	linear.bias	6	-0.7615064978599548
145678	linear.bias	7	0.26945245265960693
145678	linear.bias	8	-0.45113176107406616
145678	linear.bias	9	-1.0022062063217163
145875	transitions	0	0.6291097402572632
145875	transitions	1	0.1952810287475586
145875	transitions	2	-10000.0
145875	transitions	3	-1.8236032724380493
145875	transitions	4	-10000.0
145875	transitions	5	0.5771068334579468
145875	transitions	6	-0.07602976262569427
145875	transitions	7	-0.7247273921966553
145875	transitions	8	-1.4042638540267944
145875	transitions	9	-0.0011251800460740924
145875	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
145875	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
145875	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
145875	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
145875	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
145875	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
145875	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
145875	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
145875	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
145875	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
145875	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
145875	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
145875	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
145875	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
145875	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
145875	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
145875	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
145875	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
145875	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
145875	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
145875	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
145875	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
145875	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
145875	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
145875	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
145875	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
145875	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
145875	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
145875	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
145875	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
145875	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
145875	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
145875	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
145875	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
145875	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
145875	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
145875	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
145875	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
145875	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
145875	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
145875	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
145875	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
145875	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
145875	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
145875	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
145875	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
145875	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
145875	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
145875	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
145875	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
145875	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
145875	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
145875	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
145875	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
145875	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
145875	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
145875	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
145875	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
145875	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
145875	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
145875	embedding2nn.weight	0	0.020488794893026352
145875	embedding2nn.weight	1	-0.013288847170770168
145875	embedding2nn.weight	2	-0.014268254861235619
145875	embedding2nn.weight	3	-0.014066983945667744
145875	embedding2nn.weight	4	-0.0059150345623493195
145875	embedding2nn.weight	5	-0.0037005902267992496
145875	embedding2nn.weight	6	-0.003973282873630524
145875	embedding2nn.weight	7	-0.08369859308004379
145875	embedding2nn.weight	8	-0.0019979383796453476
145875	embedding2nn.weight	9	-0.029001109302043915
145875	embedding2nn.bias	0	0.053786084055900574
145875	embedding2nn.bias	1	-0.06723929941654205
145875	embedding2nn.bias	2	0.0802772119641304
145875	embedding2nn.bias	3	0.04647123068571091
145875	embedding2nn.bias	4	-0.04384319484233856
145875	embedding2nn.bias	5	-0.05140542984008789
145875	embedding2nn.bias	6	-0.0070373499765992165
145875	embedding2nn.bias	7	-0.06898215413093567
145875	embedding2nn.bias	8	0.06862825900316238
145875	embedding2nn.bias	9	0.0510866753757
145875	rnn.weight_ih_l0	0	-0.0802559182047844
145875	rnn.weight_ih_l0	1	0.005024719052016735
145875	rnn.weight_ih_l0	2	0.045026060193777084
145875	rnn.weight_ih_l0	3	0.025360826402902603
145875	rnn.weight_ih_l0	4	-0.031150558963418007
145875	rnn.weight_ih_l0	5	-0.06127374246716499
145875	rnn.weight_ih_l0	6	0.0006139813340269029
145875	rnn.weight_ih_l0	7	0.062161803245544434
145875	rnn.weight_ih_l0	8	-0.005918560083955526
145875	rnn.weight_ih_l0	9	-0.02693178504705429
145875	rnn.weight_hh_l0	0	-0.03409668430685997
145875	rnn.weight_hh_l0	1	-0.008969862945377827
145875	rnn.weight_hh_l0	2	0.0008449003798887134
145875	rnn.weight_hh_l0	3	-0.07047026604413986
145875	rnn.weight_hh_l0	4	0.08255645632743835
145875	rnn.weight_hh_l0	5	-0.027848679572343826
145875	rnn.weight_hh_l0	6	-0.05562099069356918
145875	rnn.weight_hh_l0	7	0.012419368140399456
145875	rnn.weight_hh_l0	8	0.0073660388588905334
145875	rnn.weight_hh_l0	9	-0.01947932317852974
145875	rnn.bias_ih_l0	0	0.12070252746343613
145875	rnn.bias_ih_l0	1	-0.035181671380996704
145875	rnn.bias_ih_l0	2	-0.0037106270901858807
145875	rnn.bias_ih_l0	3	0.14335748553276062
145875	rnn.bias_ih_l0	4	-0.014968604780733585
145875	rnn.bias_ih_l0	5	-0.01756766252219677
145875	rnn.bias_ih_l0	6	0.013157418929040432
145875	rnn.bias_ih_l0	7	0.03285016864538193
145875	rnn.bias_ih_l0	8	-0.10005152225494385
145875	rnn.bias_ih_l0	9	-0.0206691212952137
145875	rnn.bias_hh_l0	0	-0.018987594172358513
145875	rnn.bias_hh_l0	1	-0.12058332562446594
145875	rnn.bias_hh_l0	2	-0.06431525200605392
145875	rnn.bias_hh_l0	3	-0.09102519601583481
145875	rnn.bias_hh_l0	4	-0.005360346753150225
145875	rnn.bias_hh_l0	5	-0.038024455308914185
145875	rnn.bias_hh_l0	6	0.032649751752614975
145875	rnn.bias_hh_l0	7	0.04519391804933548
145875	rnn.bias_hh_l0	8	-0.10308508574962616
145875	rnn.bias_hh_l0	9	-0.06377425789833069
145875	rnn.weight_ih_l0_reverse	0	-0.02120940014719963
145875	rnn.weight_ih_l0_reverse	1	-0.049378227442502975
145875	rnn.weight_ih_l0_reverse	2	-0.02769594080746174
145875	rnn.weight_ih_l0_reverse	3	0.011230341158807278
145875	rnn.weight_ih_l0_reverse	4	-0.019252115860581398
145875	rnn.weight_ih_l0_reverse	5	-0.04554550349712372
145875	rnn.weight_ih_l0_reverse	6	0.08361294120550156
145875	rnn.weight_ih_l0_reverse	7	-0.017801865935325623
145875	rnn.weight_ih_l0_reverse	8	-0.021091610193252563
145875	rnn.weight_ih_l0_reverse	9	-0.0059984903782606125
145875	rnn.weight_hh_l0_reverse	0	0.06394460797309875
145875	rnn.weight_hh_l0_reverse	1	0.014415666460990906
145875	rnn.weight_hh_l0_reverse	2	0.02831215038895607
145875	rnn.weight_hh_l0_reverse	3	0.027301521971821785
145875	rnn.weight_hh_l0_reverse	4	0.005801706574857235
145875	rnn.weight_hh_l0_reverse	5	0.019693786278367043
145875	rnn.weight_hh_l0_reverse	6	0.048930611461400986
145875	rnn.weight_hh_l0_reverse	7	-0.06413015723228455
145875	rnn.weight_hh_l0_reverse	8	0.03985375538468361
145875	rnn.weight_hh_l0_reverse	9	0.03384353965520859
145875	rnn.bias_ih_l0_reverse	0	-0.0691947266459465
145875	rnn.bias_ih_l0_reverse	1	-0.24652200937271118
145875	rnn.bias_ih_l0_reverse	2	-0.13830070197582245
145875	rnn.bias_ih_l0_reverse	3	-0.04304157570004463
145875	rnn.bias_ih_l0_reverse	4	-0.03652292862534523
145875	rnn.bias_ih_l0_reverse	5	0.05126480758190155
145875	rnn.bias_ih_l0_reverse	6	-0.06844184547662735
145875	rnn.bias_ih_l0_reverse	7	0.046222954988479614
145875	rnn.bias_ih_l0_reverse	8	-0.05315045267343521
145875	rnn.bias_ih_l0_reverse	9	0.05484559386968613
145875	rnn.bias_hh_l0_reverse	0	0.030694900080561638
145875	rnn.bias_hh_l0_reverse	1	-0.055356528609991074
145875	rnn.bias_hh_l0_reverse	2	0.07989465445280075
145875	rnn.bias_hh_l0_reverse	3	-0.04695332795381546
145875	rnn.bias_hh_l0_reverse	4	-0.02021402306854725
145875	rnn.bias_hh_l0_reverse	5	-0.03519696742296219
145875	rnn.bias_hh_l0_reverse	6	-0.016668500378727913
145875	rnn.bias_hh_l0_reverse	7	0.10577128082513809
145875	rnn.bias_hh_l0_reverse	8	0.02550625056028366
145875	rnn.bias_hh_l0_reverse	9	-0.13098254799842834
145875	rnn.weight_ih_l1	0	-0.03334822878241539
145875	rnn.weight_ih_l1	1	-0.0502871610224247
145875	rnn.weight_ih_l1	2	0.06136224791407585
145875	rnn.weight_ih_l1	3	-0.07015760242938995
145875	rnn.weight_ih_l1	4	-0.016238350421190262
145875	rnn.weight_ih_l1	5	-0.045654378831386566
145875	rnn.weight_ih_l1	6	0.03236207365989685
145875	rnn.weight_ih_l1	7	-0.03063036873936653
145875	rnn.weight_ih_l1	8	0.037572115659713745
145875	rnn.weight_ih_l1	9	0.0420326329767704
145875	rnn.weight_hh_l1	0	-0.002089525107294321
145875	rnn.weight_hh_l1	1	0.016594862565398216
145875	rnn.weight_hh_l1	2	0.019093815237283707
145875	rnn.weight_hh_l1	3	-0.012390151619911194
145875	rnn.weight_hh_l1	4	0.010318821296095848
145875	rnn.weight_hh_l1	5	0.026039481163024902
145875	rnn.weight_hh_l1	6	0.034027304500341415
145875	rnn.weight_hh_l1	7	-0.019580984488129616
145875	rnn.weight_hh_l1	8	-0.014917374588549137
145875	rnn.weight_hh_l1	9	0.0345870703458786
145875	rnn.bias_ih_l1	0	-0.2104838788509369
145875	rnn.bias_ih_l1	1	-0.1934642493724823
145875	rnn.bias_ih_l1	2	-0.2083764672279358
145875	rnn.bias_ih_l1	3	-0.29793915152549744
145875	rnn.bias_ih_l1	4	-0.21836383640766144
145875	rnn.bias_ih_l1	5	-0.09226246923208237
145875	rnn.bias_ih_l1	6	-0.17934510111808777
145875	rnn.bias_ih_l1	7	-0.037096381187438965
145875	rnn.bias_ih_l1	8	-0.1513257622718811
145875	rnn.bias_ih_l1	9	-0.12999512255191803
145875	rnn.bias_hh_l1	0	-0.10900898277759552
145875	rnn.bias_hh_l1	1	-0.075275719165802
145875	rnn.bias_hh_l1	2	-0.10718762129545212
145875	rnn.bias_hh_l1	3	-0.08383036404848099
145875	rnn.bias_hh_l1	4	-0.09568140655755997
145875	rnn.bias_hh_l1	5	-0.1165604218840599
145875	rnn.bias_hh_l1	6	-0.14815771579742432
145875	rnn.bias_hh_l1	7	0.032264064997434616
145875	rnn.bias_hh_l1	8	-0.1790299266576767
145875	rnn.bias_hh_l1	9	-0.11061844974756241
145875	rnn.weight_ih_l1_reverse	0	-0.039911217987537384
145875	rnn.weight_ih_l1_reverse	1	0.013100293464958668
145875	rnn.weight_ih_l1_reverse	2	0.061448633670806885
145875	rnn.weight_ih_l1_reverse	3	0.001344525022432208
145875	rnn.weight_ih_l1_reverse	4	-0.03258742019534111
145875	rnn.weight_ih_l1_reverse	5	-0.032701827585697174
145875	rnn.weight_ih_l1_reverse	6	-0.011419613845646381
145875	rnn.weight_ih_l1_reverse	7	0.03257233649492264
145875	rnn.weight_ih_l1_reverse	8	0.00412198668345809
145875	rnn.weight_ih_l1_reverse	9	-0.05259517580270767
145875	rnn.weight_hh_l1_reverse	0	0.0053664203733205795
145875	rnn.weight_hh_l1_reverse	1	0.029753955081105232
145875	rnn.weight_hh_l1_reverse	2	-0.04004306346178055
145875	rnn.weight_hh_l1_reverse	3	0.0361727811396122
145875	rnn.weight_hh_l1_reverse	4	0.04841434583067894
145875	rnn.weight_hh_l1_reverse	5	-0.0004569241718854755
145875	rnn.weight_hh_l1_reverse	6	0.0467846617102623
145875	rnn.weight_hh_l1_reverse	7	0.031015900894999504
145875	rnn.weight_hh_l1_reverse	8	-0.006942213047295809
145875	rnn.weight_hh_l1_reverse	9	-0.032895129173994064
145875	rnn.bias_ih_l1_reverse	0	-0.06568925082683563
145875	rnn.bias_ih_l1_reverse	1	-0.1645199954509735
145875	rnn.bias_ih_l1_reverse	2	-0.16800110042095184
145875	rnn.bias_ih_l1_reverse	3	-0.020299449563026428
145875	rnn.bias_ih_l1_reverse	4	-0.21195486187934875
145875	rnn.bias_ih_l1_reverse	5	-0.11593671143054962
145875	rnn.bias_ih_l1_reverse	6	-0.13605830073356628
145875	rnn.bias_ih_l1_reverse	7	-0.21255378425121307
145875	rnn.bias_ih_l1_reverse	8	0.22150540351867676
145875	rnn.bias_ih_l1_reverse	9	0.05639563873410225
145875	rnn.bias_hh_l1_reverse	0	0.009699922986328602
145875	rnn.bias_hh_l1_reverse	1	-0.08010590821504593
145875	rnn.bias_hh_l1_reverse	2	-0.2337600141763687
145875	rnn.bias_hh_l1_reverse	3	-0.14565099775791168
145875	rnn.bias_hh_l1_reverse	4	-0.10498248040676117
145875	rnn.bias_hh_l1_reverse	5	-0.12140028178691864
145875	rnn.bias_hh_l1_reverse	6	0.08295483887195587
145875	rnn.bias_hh_l1_reverse	7	-0.17811881005764008
145875	rnn.bias_hh_l1_reverse	8	-0.11432011425495148
145875	rnn.bias_hh_l1_reverse	9	-0.15217286348342896
145875	linear.weight	0	0.002228822559118271
145875	linear.weight	1	0.12022247910499573
145875	linear.weight	2	-0.08367189019918442
145875	linear.weight	3	0.25849103927612305
145875	linear.weight	4	0.1534389853477478
145875	linear.weight	5	-0.053808581084012985
145875	linear.weight	6	0.09650614112615585
145875	linear.weight	7	0.08750887960195541
145875	linear.weight	8	0.041218351572752
145875	linear.weight	9	-0.03445541113615036
145875	linear.bias	0	0.12940870225429535
145875	linear.bias	1	-0.19711360335350037
145875	linear.bias	2	-0.3652096688747406
145875	linear.bias	3	-0.6567793488502502
145875	linear.bias	4	-1.185727596282959
145875	linear.bias	5	-0.08872731029987335
145875	linear.bias	6	-0.7549577355384827
145875	linear.bias	7	0.2605014443397522
145875	linear.bias	8	-0.4563484489917755
145875	linear.bias	9	-1.007245659828186
146072	transitions	0	0.6243159770965576
146072	transitions	1	0.19291819632053375
146072	transitions	2	-10000.0
146072	transitions	3	-1.8236198425292969
146072	transitions	4	-10000.0
146072	transitions	5	0.5770246982574463
146072	transitions	6	-0.07606147229671478
146072	transitions	7	-0.7248494029045105
146072	transitions	8	-1.4042879343032837
146072	transitions	9	-0.0011261170729994774
146072	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
146072	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
146072	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
146072	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
146072	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
146072	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
146072	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
146072	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
146072	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
146072	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
146072	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
146072	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
146072	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
146072	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
146072	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
146072	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
146072	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
146072	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
146072	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
146072	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
146072	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
146072	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
146072	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
146072	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
146072	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
146072	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
146072	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
146072	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
146072	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
146072	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
146072	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
146072	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
146072	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
146072	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
146072	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
146072	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
146072	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
146072	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
146072	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
146072	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
146072	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
146072	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
146072	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
146072	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
146072	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
146072	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
146072	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
146072	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
146072	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
146072	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
146072	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
146072	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
146072	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
146072	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
146072	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
146072	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
146072	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
146072	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
146072	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
146072	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
146072	embedding2nn.weight	0	0.021616509184241295
146072	embedding2nn.weight	1	-0.013349926099181175
146072	embedding2nn.weight	2	-0.014268254861235619
146072	embedding2nn.weight	3	-0.014290997758507729
146072	embedding2nn.weight	4	-0.0059150345623493195
146072	embedding2nn.weight	5	-0.0037005902267992496
146072	embedding2nn.weight	6	-0.0039732856675982475
146072	embedding2nn.weight	7	-0.08384766429662704
146072	embedding2nn.weight	8	-0.0019979383796453476
146072	embedding2nn.weight	9	-0.028628338128328323
146072	embedding2nn.bias	0	0.05542723461985588
146072	embedding2nn.bias	1	-0.07019814848899841
146072	embedding2nn.bias	2	0.07815134525299072
146072	embedding2nn.bias	3	0.04895125702023506
146072	embedding2nn.bias	4	-0.04445890337228775
146072	embedding2nn.bias	5	-0.051176395267248154
146072	embedding2nn.bias	6	-0.003965725190937519
146072	embedding2nn.bias	7	-0.0732804462313652
146072	embedding2nn.bias	8	0.06995592266321182
146072	embedding2nn.bias	9	0.0484333373606205
146072	rnn.weight_ih_l0	0	-0.07992327958345413
146072	rnn.weight_ih_l0	1	0.005262280814349651
146072	rnn.weight_ih_l0	2	0.04547137767076492
146072	rnn.weight_ih_l0	3	0.025468360632658005
146072	rnn.weight_ih_l0	4	-0.030979175120592117
146072	rnn.weight_ih_l0	5	-0.061444006860256195
146072	rnn.weight_ih_l0	6	0.0006927849026396871
146072	rnn.weight_ih_l0	7	0.062195420265197754
146072	rnn.weight_ih_l0	8	-0.005726986564695835
146072	rnn.weight_ih_l0	9	-0.027851635590195656
146072	rnn.weight_hh_l0	0	-0.03447818383574486
146072	rnn.weight_hh_l0	1	-0.00851243082433939
146072	rnn.weight_hh_l0	2	0.00033398118102923036
146072	rnn.weight_hh_l0	3	-0.07083072513341904
146072	rnn.weight_hh_l0	4	0.08299282193183899
146072	rnn.weight_hh_l0	5	-0.028247833251953125
146072	rnn.weight_hh_l0	6	-0.056280046701431274
146072	rnn.weight_hh_l0	7	0.012493758462369442
146072	rnn.weight_hh_l0	8	0.006808571517467499
146072	rnn.weight_hh_l0	9	-0.019630471244454384
146072	rnn.bias_ih_l0	0	0.121458500623703
146072	rnn.bias_ih_l0	1	-0.034553561359643936
146072	rnn.bias_ih_l0	2	-0.0033347709104418755
146072	rnn.bias_ih_l0	3	0.14461125433444977
146072	rnn.bias_ih_l0	4	-0.0145785603672266
146072	rnn.bias_ih_l0	5	-0.017221257090568542
146072	rnn.bias_ih_l0	6	0.012297343462705612
146072	rnn.bias_ih_l0	7	0.033614400774240494
146072	rnn.bias_ih_l0	8	-0.09845093637704849
146072	rnn.bias_ih_l0	9	-0.020890291780233383
146072	rnn.bias_hh_l0	0	-0.02010464109480381
146072	rnn.bias_hh_l0	1	-0.12053436785936356
146072	rnn.bias_hh_l0	2	-0.06288785487413406
146072	rnn.bias_hh_l0	3	-0.09138012677431107
146072	rnn.bias_hh_l0	4	-0.005761992651969194
146072	rnn.bias_hh_l0	5	-0.03731605410575867
146072	rnn.bias_hh_l0	6	0.03353726863861084
146072	rnn.bias_hh_l0	7	0.04579624533653259
146072	rnn.bias_hh_l0	8	-0.10336127132177353
146072	rnn.bias_hh_l0	9	-0.06389548629522324
146072	rnn.weight_ih_l0_reverse	0	-0.021555760875344276
146072	rnn.weight_ih_l0_reverse	1	-0.04999896511435509
146072	rnn.weight_ih_l0_reverse	2	-0.029107777401804924
146072	rnn.weight_ih_l0_reverse	3	0.011757386848330498
146072	rnn.weight_ih_l0_reverse	4	-0.01861000992357731
146072	rnn.weight_ih_l0_reverse	5	-0.04561757668852806
146072	rnn.weight_ih_l0_reverse	6	0.08436417579650879
146072	rnn.weight_ih_l0_reverse	7	-0.017100060358643532
146072	rnn.weight_ih_l0_reverse	8	-0.021571191027760506
146072	rnn.weight_ih_l0_reverse	9	-0.006067114882171154
146072	rnn.weight_hh_l0_reverse	0	0.06397425383329391
146072	rnn.weight_hh_l0_reverse	1	0.014021146111190319
146072	rnn.weight_hh_l0_reverse	2	0.028406936675310135
146072	rnn.weight_hh_l0_reverse	3	0.027282634750008583
146072	rnn.weight_hh_l0_reverse	4	0.005549489986151457
146072	rnn.weight_hh_l0_reverse	5	0.01971982978284359
146072	rnn.weight_hh_l0_reverse	6	0.049095481634140015
146072	rnn.weight_hh_l0_reverse	7	-0.06449494510889053
146072	rnn.weight_hh_l0_reverse	8	0.03945470228791237
146072	rnn.weight_hh_l0_reverse	9	0.03414824232459068
146072	rnn.bias_ih_l0_reverse	0	-0.06902475655078888
146072	rnn.bias_ih_l0_reverse	1	-0.24779267609119415
146072	rnn.bias_ih_l0_reverse	2	-0.13694480061531067
146072	rnn.bias_ih_l0_reverse	3	-0.04297729209065437
146072	rnn.bias_ih_l0_reverse	4	-0.03747142478823662
146072	rnn.bias_ih_l0_reverse	5	0.05077143386006355
146072	rnn.bias_ih_l0_reverse	6	-0.06747251003980637
146072	rnn.bias_ih_l0_reverse	7	0.046470750123262405
146072	rnn.bias_ih_l0_reverse	8	-0.05359703302383423
146072	rnn.bias_ih_l0_reverse	9	0.05437160283327103
146072	rnn.bias_hh_l0_reverse	0	0.030190352350473404
146072	rnn.bias_hh_l0_reverse	1	-0.05697212740778923
146072	rnn.bias_hh_l0_reverse	2	0.0785222202539444
146072	rnn.bias_hh_l0_reverse	3	-0.045665860176086426
146072	rnn.bias_hh_l0_reverse	4	-0.020466655492782593
146072	rnn.bias_hh_l0_reverse	5	-0.032787252217531204
146072	rnn.bias_hh_l0_reverse	6	-0.016355745494365692
146072	rnn.bias_hh_l0_reverse	7	0.10520622134208679
146072	rnn.bias_hh_l0_reverse	8	0.026497486978769302
146072	rnn.bias_hh_l0_reverse	9	-0.12915842235088348
146072	rnn.weight_ih_l1	0	-0.033840931951999664
146072	rnn.weight_ih_l1	1	-0.05024963244795799
146072	rnn.weight_ih_l1	2	0.06129656732082367
146072	rnn.weight_ih_l1	3	-0.07139929383993149
146072	rnn.weight_ih_l1	4	-0.01606687530875206
146072	rnn.weight_ih_l1	5	-0.04544004425406456
146072	rnn.weight_ih_l1	6	0.03242826461791992
146072	rnn.weight_ih_l1	7	-0.03221508860588074
146072	rnn.weight_ih_l1	8	0.03725816309452057
146072	rnn.weight_ih_l1	9	0.042029425501823425
146072	rnn.weight_hh_l1	0	-0.0020464835688471794
146072	rnn.weight_hh_l1	1	0.01657208614051342
146072	rnn.weight_hh_l1	2	0.018728097900748253
146072	rnn.weight_hh_l1	3	-0.012410860508680344
146072	rnn.weight_hh_l1	4	0.010265159420669079
146072	rnn.weight_hh_l1	5	0.0260168444365263
146072	rnn.weight_hh_l1	6	0.034062277525663376
146072	rnn.weight_hh_l1	7	-0.019571147859096527
146072	rnn.weight_hh_l1	8	-0.014544271863996983
146072	rnn.weight_hh_l1	9	0.03466261550784111
146072	rnn.bias_ih_l1	0	-0.2083713412284851
146072	rnn.bias_ih_l1	1	-0.19642603397369385
146072	rnn.bias_ih_l1	2	-0.2084018737077713
146072	rnn.bias_ih_l1	3	-0.2985786497592926
146072	rnn.bias_ih_l1	4	-0.2156834602355957
146072	rnn.bias_ih_l1	5	-0.09247051924467087
146072	rnn.bias_ih_l1	6	-0.18057149648666382
146072	rnn.bias_ih_l1	7	-0.03328527882695198
146072	rnn.bias_ih_l1	8	-0.15171456336975098
146072	rnn.bias_ih_l1	9	-0.1294199824333191
146072	rnn.bias_hh_l1	0	-0.10779624432325363
146072	rnn.bias_hh_l1	1	-0.07519711554050446
146072	rnn.bias_hh_l1	2	-0.10942521691322327
146072	rnn.bias_hh_l1	3	-0.08367365598678589
146072	rnn.bias_hh_l1	4	-0.09649141132831573
146072	rnn.bias_hh_l1	5	-0.11656560748815536
146072	rnn.bias_hh_l1	6	-0.14648258686065674
146072	rnn.bias_hh_l1	7	0.032037604600191116
146072	rnn.bias_hh_l1	8	-0.17774724960327148
146072	rnn.bias_hh_l1	9	-0.1120077520608902
146072	rnn.weight_ih_l1_reverse	0	-0.04001407325267792
146072	rnn.weight_ih_l1_reverse	1	0.014302677474915981
146072	rnn.weight_ih_l1_reverse	2	0.06297928839921951
146072	rnn.weight_ih_l1_reverse	3	0.0022576721385121346
146072	rnn.weight_ih_l1_reverse	4	-0.032118458300828934
146072	rnn.weight_ih_l1_reverse	5	-0.03263704851269722
146072	rnn.weight_ih_l1_reverse	6	-0.011268987320363522
146072	rnn.weight_ih_l1_reverse	7	0.03227011114358902
146072	rnn.weight_ih_l1_reverse	8	0.004204597789794207
146072	rnn.weight_ih_l1_reverse	9	-0.051930803805589676
146072	rnn.weight_hh_l1_reverse	0	0.005534744821488857
146072	rnn.weight_hh_l1_reverse	1	0.02990436926484108
146072	rnn.weight_hh_l1_reverse	2	-0.03997784107923508
146072	rnn.weight_hh_l1_reverse	3	0.036045048385858536
146072	rnn.weight_hh_l1_reverse	4	0.04840746521949768
146072	rnn.weight_hh_l1_reverse	5	-0.0003031464875675738
146072	rnn.weight_hh_l1_reverse	6	0.04704924300312996
146072	rnn.weight_hh_l1_reverse	7	0.03099941648542881
146072	rnn.weight_hh_l1_reverse	8	-0.006886947434395552
146072	rnn.weight_hh_l1_reverse	9	-0.033299099653959274
146072	rnn.bias_ih_l1_reverse	0	-0.06465602666139603
146072	rnn.bias_ih_l1_reverse	1	-0.16602396965026855
146072	rnn.bias_ih_l1_reverse	2	-0.16894572973251343
146072	rnn.bias_ih_l1_reverse	3	-0.021123094484210014
146072	rnn.bias_ih_l1_reverse	4	-0.2129344493150711
146072	rnn.bias_ih_l1_reverse	5	-0.11638904362916946
146072	rnn.bias_ih_l1_reverse	6	-0.13543497025966644
146072	rnn.bias_ih_l1_reverse	7	-0.2139504998922348
146072	rnn.bias_ih_l1_reverse	8	0.2237834483385086
146072	rnn.bias_ih_l1_reverse	9	0.05876517668366432
146072	rnn.bias_hh_l1_reverse	0	0.012195589020848274
146072	rnn.bias_hh_l1_reverse	1	-0.07860846072435379
146072	rnn.bias_hh_l1_reverse	2	-0.23385560512542725
146072	rnn.bias_hh_l1_reverse	3	-0.14538796246051788
146072	rnn.bias_hh_l1_reverse	4	-0.10474884510040283
146072	rnn.bias_hh_l1_reverse	5	-0.1210935041308403
146072	rnn.bias_hh_l1_reverse	6	0.08537247031927109
146072	rnn.bias_hh_l1_reverse	7	-0.18006405234336853
146072	rnn.bias_hh_l1_reverse	8	-0.11403561383485794
146072	rnn.bias_hh_l1_reverse	9	-0.15246163308620453
146072	linear.weight	0	0.002228822559118271
146072	linear.weight	1	0.12410454452037811
146072	linear.weight	2	-0.08331486582756042
146072	linear.weight	3	0.2611246705055237
146072	linear.weight	4	0.15135139226913452
146072	linear.weight	5	-0.05354499816894531
146072	linear.weight	6	0.10384818911552429
146072	linear.weight	7	0.09078533947467804
146072	linear.weight	8	0.04121781140565872
146072	linear.weight	9	-0.03131111338734627
146072	linear.bias	0	0.1360335499048233
146072	linear.bias	1	-0.18596693873405457
146072	linear.bias	2	-0.39340782165527344
146072	linear.bias	3	-0.6727926135063171
146072	linear.bias	4	-1.2015748023986816
146072	linear.bias	5	-0.09159469604492188
146072	linear.bias	6	-0.7436769008636475
146072	linear.bias	7	0.2571316361427307
146072	linear.bias	8	-0.443278968334198
146072	linear.bias	9	-0.9943227767944336
146076	transitions	0	0.6243124008178711
146076	transitions	1	0.19291777908802032
146076	transitions	2	-10000.0
146076	transitions	3	-1.823620319366455
146076	transitions	4	-10000.0
146076	transitions	5	0.5770198106765747
146076	transitions	6	-0.07606172561645508
146076	transitions	7	-0.7248495221138
146076	transitions	8	-1.4042880535125732
146076	transitions	9	-0.0011261221952736378
146076	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
146076	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
146076	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
146076	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
146076	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
146076	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
146076	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
146076	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
146076	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
146076	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
146076	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
146076	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
146076	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
146076	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
146076	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
146076	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
146076	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
146076	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
146076	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
146076	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
146076	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
146076	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
146076	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
146076	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
146076	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
146076	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
146076	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
146076	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
146076	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
146076	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
146076	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
146076	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
146076	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
146076	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
146076	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
146076	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
146076	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
146076	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
146076	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
146076	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
146076	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
146076	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
146076	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
146076	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
146076	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
146076	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
146076	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
146076	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
146076	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
146076	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
146076	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
146076	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
146076	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
146076	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
146076	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
146076	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
146076	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
146076	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
146076	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
146076	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
146076	embedding2nn.weight	0	0.021624388173222542
146076	embedding2nn.weight	1	-0.013356386683881283
146076	embedding2nn.weight	2	-0.014268254861235619
146076	embedding2nn.weight	3	-0.014266395941376686
146076	embedding2nn.weight	4	-0.0059150345623493195
146076	embedding2nn.weight	5	-0.0037005902267992496
146076	embedding2nn.weight	6	-0.0039732856675982475
146076	embedding2nn.weight	7	-0.08386364579200745
146076	embedding2nn.weight	8	-0.0019979383796453476
146076	embedding2nn.weight	9	-0.02862134762108326
146076	embedding2nn.bias	0	0.05489698424935341
146076	embedding2nn.bias	1	-0.07031923532485962
146076	embedding2nn.bias	2	0.07857741415500641
146076	embedding2nn.bias	3	0.049474526196718216
146076	embedding2nn.bias	4	-0.044886037707328796
146076	embedding2nn.bias	5	-0.05097683146595955
146076	embedding2nn.bias	6	-0.00312803010456264
146076	embedding2nn.bias	7	-0.07227258384227753
146076	embedding2nn.bias	8	0.0703200250864029
146076	embedding2nn.bias	9	0.048745084553956985
146076	rnn.weight_ih_l0	0	-0.07993738353252411
146076	rnn.weight_ih_l0	1	0.005283496342599392
146076	rnn.weight_ih_l0	2	0.04545927420258522
146076	rnn.weight_ih_l0	3	0.02545660361647606
146076	rnn.weight_ih_l0	4	-0.03097502887248993
146076	rnn.weight_ih_l0	5	-0.061444241553545
146076	rnn.weight_ih_l0	6	0.0004999009543098509
146076	rnn.weight_ih_l0	7	0.062152646481990814
146076	rnn.weight_ih_l0	8	-0.005729649215936661
146076	rnn.weight_ih_l0	9	-0.02764303609728813
146076	rnn.weight_hh_l0	0	-0.034483782947063446
146076	rnn.weight_hh_l0	1	-0.008525107987225056
146076	rnn.weight_hh_l0	2	0.00031633535400032997
146076	rnn.weight_hh_l0	3	-0.07081697136163712
146076	rnn.weight_hh_l0	4	0.08294176310300827
146076	rnn.weight_hh_l0	5	-0.028214266523718834
146076	rnn.weight_hh_l0	6	-0.05619165673851967
146076	rnn.weight_hh_l0	7	0.012502445839345455
146076	rnn.weight_hh_l0	8	0.006858947221189737
146076	rnn.weight_hh_l0	9	-0.019601402804255486
146076	rnn.bias_ih_l0	0	0.12140178680419922
146076	rnn.bias_ih_l0	1	-0.03463871777057648
146076	rnn.bias_ih_l0	2	-0.0034142136573791504
146076	rnn.bias_ih_l0	3	0.14459533989429474
146076	rnn.bias_ih_l0	4	-0.014513306319713593
146076	rnn.bias_ih_l0	5	-0.017181411385536194
146076	rnn.bias_ih_l0	6	0.012265510857105255
146076	rnn.bias_ih_l0	7	0.033604927361011505
146076	rnn.bias_ih_l0	8	-0.09857445955276489
146076	rnn.bias_ih_l0	9	-0.02082877792418003
146076	rnn.bias_hh_l0	0	-0.020081061869859695
146076	rnn.bias_hh_l0	1	-0.12037130445241928
146076	rnn.bias_hh_l0	2	-0.06292439252138138
146076	rnn.bias_hh_l0	3	-0.09152526408433914
146076	rnn.bias_hh_l0	4	-0.0057701230980455875
146076	rnn.bias_hh_l0	5	-0.03727949410676956
146076	rnn.bias_hh_l0	6	0.03350247070193291
146076	rnn.bias_hh_l0	7	0.04576447978615761
146076	rnn.bias_hh_l0	8	-0.10368935018777847
146076	rnn.bias_hh_l0	9	-0.06360839307308197
146076	rnn.weight_ih_l0_reverse	0	-0.02153894118964672
146076	rnn.weight_ih_l0_reverse	1	-0.04995207116007805
146076	rnn.weight_ih_l0_reverse	2	-0.02899870090186596
146076	rnn.weight_ih_l0_reverse	3	0.011715522035956383
146076	rnn.weight_ih_l0_reverse	4	-0.018706064671278
146076	rnn.weight_ih_l0_reverse	5	-0.04558885097503662
146076	rnn.weight_ih_l0_reverse	6	0.08424565941095352
146076	rnn.weight_ih_l0_reverse	7	-0.017114674672484398
146076	rnn.weight_ih_l0_reverse	8	-0.021520743146538734
146076	rnn.weight_ih_l0_reverse	9	-0.006069309078156948
146076	rnn.weight_hh_l0_reverse	0	0.06396707892417908
146076	rnn.weight_hh_l0_reverse	1	0.01394088938832283
146076	rnn.weight_hh_l0_reverse	2	0.02841881848871708
146076	rnn.weight_hh_l0_reverse	3	0.027289239689707756
146076	rnn.weight_hh_l0_reverse	4	0.0055739544332027435
146076	rnn.weight_hh_l0_reverse	5	0.019728191196918488
146076	rnn.weight_hh_l0_reverse	6	0.04908067733049393
146076	rnn.weight_hh_l0_reverse	7	-0.06443280726671219
146076	rnn.weight_hh_l0_reverse	8	0.03948026895523071
146076	rnn.weight_hh_l0_reverse	9	0.03413094952702522
146076	rnn.bias_ih_l0_reverse	0	-0.06898370385169983
146076	rnn.bias_ih_l0_reverse	1	-0.24760021269321442
146076	rnn.bias_ih_l0_reverse	2	-0.13667429983615875
146076	rnn.bias_ih_l0_reverse	3	-0.0429464690387249
146076	rnn.bias_ih_l0_reverse	4	-0.03754442185163498
146076	rnn.bias_ih_l0_reverse	5	0.050772957503795624
146076	rnn.bias_ih_l0_reverse	6	-0.06745702773332596
146076	rnn.bias_ih_l0_reverse	7	0.04636004939675331
146076	rnn.bias_ih_l0_reverse	8	-0.053541913628578186
146076	rnn.bias_ih_l0_reverse	9	0.054430004209280014
146076	rnn.bias_hh_l0_reverse	0	0.030117249116301537
146076	rnn.bias_hh_l0_reverse	1	-0.0572507306933403
146076	rnn.bias_hh_l0_reverse	2	0.07835865020751953
146076	rnn.bias_hh_l0_reverse	3	-0.045765746384859085
146076	rnn.bias_hh_l0_reverse	4	-0.020259499549865723
146076	rnn.bias_hh_l0_reverse	5	-0.03298322856426239
146076	rnn.bias_hh_l0_reverse	6	-0.016276292502880096
146076	rnn.bias_hh_l0_reverse	7	0.10520680993795395
146076	rnn.bias_hh_l0_reverse	8	0.026538345962762833
146076	rnn.bias_hh_l0_reverse	9	-0.12894073128700256
146076	rnn.weight_ih_l1	0	-0.03385336324572563
146076	rnn.weight_ih_l1	1	-0.05034106969833374
146076	rnn.weight_ih_l1	2	0.06128038093447685
146076	rnn.weight_ih_l1	3	-0.07136225700378418
146076	rnn.weight_ih_l1	4	-0.01602656953036785
146076	rnn.weight_ih_l1	5	-0.045439645648002625
146076	rnn.weight_ih_l1	6	0.03242913633584976
146076	rnn.weight_ih_l1	7	-0.032172251492738724
146076	rnn.weight_ih_l1	8	0.037203073501586914
146076	rnn.weight_ih_l1	9	0.042025040835142136
146076	rnn.weight_hh_l1	0	-0.0019021779298782349
146076	rnn.weight_hh_l1	1	0.016572991386055946
146076	rnn.weight_hh_l1	2	0.0187243539839983
146076	rnn.weight_hh_l1	3	-0.012425379827618599
146076	rnn.weight_hh_l1	4	0.010257696732878685
146076	rnn.weight_hh_l1	5	0.02601020410656929
146076	rnn.weight_hh_l1	6	0.034040506929159164
146076	rnn.weight_hh_l1	7	-0.019566765055060387
146076	rnn.weight_hh_l1	8	-0.01453033834695816
146076	rnn.weight_hh_l1	9	0.03466273099184036
146076	rnn.bias_ih_l1	0	-0.2083883434534073
146076	rnn.bias_ih_l1	1	-0.19661986827850342
146076	rnn.bias_ih_l1	2	-0.20827430486679077
146076	rnn.bias_ih_l1	3	-0.29818081855773926
146076	rnn.bias_ih_l1	4	-0.21653927862644196
146076	rnn.bias_ih_l1	5	-0.09246335178613663
146076	rnn.bias_ih_l1	6	-0.1805766224861145
146076	rnn.bias_ih_l1	7	-0.03361641988158226
146076	rnn.bias_ih_l1	8	-0.15180988609790802
146076	rnn.bias_ih_l1	9	-0.12943153083324432
146076	rnn.bias_hh_l1	0	-0.10750780254602432
146076	rnn.bias_hh_l1	1	-0.07523109018802643
146076	rnn.bias_hh_l1	2	-0.10969187319278717
146076	rnn.bias_hh_l1	3	-0.08369635045528412
146076	rnn.bias_hh_l1	4	-0.09642399847507477
146076	rnn.bias_hh_l1	5	-0.11654837429523468
146076	rnn.bias_hh_l1	6	-0.14619718492031097
146076	rnn.bias_hh_l1	7	0.03212496638298035
146076	rnn.bias_hh_l1	8	-0.1775459498167038
146076	rnn.bias_hh_l1	9	-0.11189500242471695
146076	rnn.weight_ih_l1_reverse	0	-0.04000937566161156
146076	rnn.weight_ih_l1_reverse	1	0.014262364245951176
146076	rnn.weight_ih_l1_reverse	2	0.06283736228942871
146076	rnn.weight_ih_l1_reverse	3	0.0022693672217428684
146076	rnn.weight_ih_l1_reverse	4	-0.03215639665722847
146076	rnn.weight_ih_l1_reverse	5	-0.03264304995536804
146076	rnn.weight_ih_l1_reverse	6	-0.011321350932121277
146076	rnn.weight_ih_l1_reverse	7	0.03225446864962578
146076	rnn.weight_ih_l1_reverse	8	0.004170870874077082
146076	rnn.weight_ih_l1_reverse	9	-0.0518718957901001
146076	rnn.weight_hh_l1_reverse	0	0.005528684239834547
146076	rnn.weight_hh_l1_reverse	1	0.029891228303313255
146076	rnn.weight_hh_l1_reverse	2	-0.03997647389769554
146076	rnn.weight_hh_l1_reverse	3	0.03605432063341141
146076	rnn.weight_hh_l1_reverse	4	0.048407528549432755
146076	rnn.weight_hh_l1_reverse	5	-0.0003621611976996064
146076	rnn.weight_hh_l1_reverse	6	0.047207415103912354
146076	rnn.weight_hh_l1_reverse	7	0.03102341666817665
146076	rnn.weight_hh_l1_reverse	8	-0.00687383534386754
146076	rnn.weight_hh_l1_reverse	9	-0.03328169509768486
146076	rnn.bias_ih_l1_reverse	0	-0.06465253978967667
146076	rnn.bias_ih_l1_reverse	1	-0.16582974791526794
146076	rnn.bias_ih_l1_reverse	2	-0.16896145045757294
146076	rnn.bias_ih_l1_reverse	3	-0.021293872967362404
146076	rnn.bias_ih_l1_reverse	4	-0.2130257487297058
146076	rnn.bias_ih_l1_reverse	5	-0.11633987724781036
146076	rnn.bias_ih_l1_reverse	6	-0.13549312949180603
146076	rnn.bias_ih_l1_reverse	7	-0.21372152864933014
146076	rnn.bias_ih_l1_reverse	8	0.22400043904781342
146076	rnn.bias_ih_l1_reverse	9	0.05853273719549179
146076	rnn.bias_hh_l1_reverse	0	0.012072085402905941
146076	rnn.bias_hh_l1_reverse	1	-0.07826629281044006
146076	rnn.bias_hh_l1_reverse	2	-0.23390860855579376
146076	rnn.bias_hh_l1_reverse	3	-0.14542187750339508
146076	rnn.bias_hh_l1_reverse	4	-0.10478726774454117
146076	rnn.bias_hh_l1_reverse	5	-0.12122100591659546
146076	rnn.bias_hh_l1_reverse	6	0.08685671538114548
146076	rnn.bias_hh_l1_reverse	7	-0.1799578070640564
146076	rnn.bias_hh_l1_reverse	8	-0.11408348381519318
146076	rnn.bias_hh_l1_reverse	9	-0.1524520069360733
146076	linear.weight	0	0.002228822559118271
146076	linear.weight	1	0.12420769780874252
146076	linear.weight	2	-0.083306685090065
146076	linear.weight	3	0.26080799102783203
146076	linear.weight	4	0.15134263038635254
146076	linear.weight	5	-0.05355880409479141
146076	linear.weight	6	0.10314786434173584
146076	linear.weight	7	0.09078792482614517
146076	linear.weight	8	0.041217803955078125
146076	linear.weight	9	-0.03130468353629112
146076	linear.bias	0	0.14634345471858978
146076	linear.bias	1	-0.18545079231262207
146076	linear.bias	2	-0.3920418918132782
146076	linear.bias	3	-0.6737459301948547
146076	linear.bias	4	-1.201850175857544
146076	linear.bias	5	-0.09494522958993912
146076	linear.bias	6	-0.7430858016014099
146076	linear.bias	7	0.25370699167251587
146076	linear.bias	8	-0.44315841794013977
146076	linear.bias	9	-0.9946741461753845
146273	transitions	0	0.627778172492981
146273	transitions	1	0.19505836069583893
146273	transitions	2	-10000.0
146273	transitions	3	-1.82363760471344
146273	transitions	4	-10000.0
146273	transitions	5	0.5769774913787842
146273	transitions	6	-0.07609710097312927
146273	transitions	7	-0.7250199913978577
146273	transitions	8	-1.404326319694519
146273	transitions	9	-0.0011265820357948542
146273	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
146273	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
146273	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
146273	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
146273	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
146273	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
146273	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
146273	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
146273	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
146273	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
146273	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
146273	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
146273	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
146273	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
146273	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
146273	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
146273	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
146273	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
146273	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
146273	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
146273	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
146273	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
146273	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
146273	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
146273	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
146273	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
146273	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
146273	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
146273	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
146273	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
146273	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
146273	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
146273	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
146273	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
146273	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
146273	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
146273	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
146273	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
146273	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
146273	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
146273	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
146273	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
146273	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
146273	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
146273	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
146273	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
146273	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
146273	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
146273	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
146273	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
146273	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
146273	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
146273	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
146273	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
146273	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
146273	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
146273	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
146273	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
146273	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
146273	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
146273	embedding2nn.weight	0	0.022345811128616333
146273	embedding2nn.weight	1	-0.013275772333145142
146273	embedding2nn.weight	2	-0.014268254861235619
146273	embedding2nn.weight	3	-0.01423643995076418
146273	embedding2nn.weight	4	-0.0059150345623493195
146273	embedding2nn.weight	5	-0.0037005902267992496
146273	embedding2nn.weight	6	-0.003973287995904684
146273	embedding2nn.weight	7	-0.08424392342567444
146273	embedding2nn.weight	8	-0.0019979383796453476
146273	embedding2nn.weight	9	-0.02849103882908821
146273	embedding2nn.bias	0	0.053902871906757355
146273	embedding2nn.bias	1	-0.06957053393125534
146273	embedding2nn.bias	2	0.07539024204015732
146273	embedding2nn.bias	3	0.05094914883375168
146273	embedding2nn.bias	4	-0.04879824444651604
146273	embedding2nn.bias	5	-0.05276641622185707
146273	embedding2nn.bias	6	-0.001193580566905439
146273	embedding2nn.bias	7	-0.07090650498867035
146273	embedding2nn.bias	8	0.07167541980743408
146273	embedding2nn.bias	9	0.05049200356006622
146273	rnn.weight_ih_l0	0	-0.07939610630273819
146273	rnn.weight_ih_l0	1	0.006575769279152155
146273	rnn.weight_ih_l0	2	0.044731054455041885
146273	rnn.weight_ih_l0	3	0.025505216792225838
146273	rnn.weight_ih_l0	4	-0.030423123389482498
146273	rnn.weight_ih_l0	5	-0.06155608966946602
146273	rnn.weight_ih_l0	6	0.0007704048184677958
146273	rnn.weight_ih_l0	7	0.06183722987771034
146273	rnn.weight_ih_l0	8	-0.005805963650345802
146273	rnn.weight_ih_l0	9	-0.02726311981678009
146273	rnn.weight_hh_l0	0	-0.03440062329173088
146273	rnn.weight_hh_l0	1	-0.008147596381604671
146273	rnn.weight_hh_l0	2	0.000582579814363271
146273	rnn.weight_hh_l0	3	-0.07075729221105576
146273	rnn.weight_hh_l0	4	0.0836324542760849
146273	rnn.weight_hh_l0	5	-0.02868456207215786
146273	rnn.weight_hh_l0	6	-0.05649241805076599
146273	rnn.weight_hh_l0	7	0.012519720941781998
146273	rnn.weight_hh_l0	8	0.006935793440788984
146273	rnn.weight_hh_l0	9	-0.019719650968909264
146273	rnn.bias_ih_l0	0	0.1229398101568222
146273	rnn.bias_ih_l0	1	-0.032377392053604126
146273	rnn.bias_ih_l0	2	-0.002000959124416113
146273	rnn.bias_ih_l0	3	0.1433282494544983
146273	rnn.bias_ih_l0	4	-0.014143872074782848
146273	rnn.bias_ih_l0	5	-0.015031332150101662
146273	rnn.bias_ih_l0	6	0.014094242826104164
146273	rnn.bias_ih_l0	7	0.0333152636885643
146273	rnn.bias_ih_l0	8	-0.09784043580293655
146273	rnn.bias_ih_l0	9	-0.02263861708343029
146273	rnn.bias_hh_l0	0	-0.019629789516329765
146273	rnn.bias_hh_l0	1	-0.12012019008398056
146273	rnn.bias_hh_l0	2	-0.0619555301964283
146273	rnn.bias_hh_l0	3	-0.09167101979255676
146273	rnn.bias_hh_l0	4	-0.006888627540320158
146273	rnn.bias_hh_l0	5	-0.034395731985569
146273	rnn.bias_hh_l0	6	0.03171598166227341
146273	rnn.bias_hh_l0	7	0.04531595855951309
146273	rnn.bias_hh_l0	8	-0.10441140830516815
146273	rnn.bias_hh_l0	9	-0.06591720134019852
146273	rnn.weight_ih_l0_reverse	0	-0.022179730236530304
146273	rnn.weight_ih_l0_reverse	1	-0.05071042850613594
146273	rnn.weight_ih_l0_reverse	2	-0.030056845396757126
146273	rnn.weight_ih_l0_reverse	3	0.011747432872653008
146273	rnn.weight_ih_l0_reverse	4	-0.018414990976452827
146273	rnn.weight_ih_l0_reverse	5	-0.045556023716926575
146273	rnn.weight_ih_l0_reverse	6	0.08418873697519302
146273	rnn.weight_ih_l0_reverse	7	-0.01790025644004345
146273	rnn.weight_ih_l0_reverse	8	-0.022718150168657303
146273	rnn.weight_ih_l0_reverse	9	-0.006101646926254034
146273	rnn.weight_hh_l0_reverse	0	0.06389319151639938
146273	rnn.weight_hh_l0_reverse	1	0.013692621141672134
146273	rnn.weight_hh_l0_reverse	2	0.028617387637495995
146273	rnn.weight_hh_l0_reverse	3	0.027531316503882408
146273	rnn.weight_hh_l0_reverse	4	0.005620685871690512
146273	rnn.weight_hh_l0_reverse	5	0.019473684951663017
146273	rnn.weight_hh_l0_reverse	6	0.049256544560194016
146273	rnn.weight_hh_l0_reverse	7	-0.06494975835084915
146273	rnn.weight_hh_l0_reverse	8	0.03969535976648331
146273	rnn.weight_hh_l0_reverse	9	0.03424671292304993
146273	rnn.bias_ih_l0_reverse	0	-0.06772875785827637
146273	rnn.bias_ih_l0_reverse	1	-0.24748937785625458
146273	rnn.bias_ih_l0_reverse	2	-0.1392606645822525
146273	rnn.bias_ih_l0_reverse	3	-0.04245550557971001
146273	rnn.bias_ih_l0_reverse	4	-0.037581879645586014
146273	rnn.bias_ih_l0_reverse	5	0.05291616544127464
146273	rnn.bias_ih_l0_reverse	6	-0.0689910501241684
146273	rnn.bias_ih_l0_reverse	7	0.047079816460609436
146273	rnn.bias_ih_l0_reverse	8	-0.053024884313344955
146273	rnn.bias_ih_l0_reverse	9	0.05524001270532608
146273	rnn.bias_hh_l0_reverse	0	0.028880992904305458
146273	rnn.bias_hh_l0_reverse	1	-0.05883657932281494
146273	rnn.bias_hh_l0_reverse	2	0.08095116168260574
146273	rnn.bias_hh_l0_reverse	3	-0.04530172795057297
146273	rnn.bias_hh_l0_reverse	4	-0.02062937617301941
146273	rnn.bias_hh_l0_reverse	5	-0.035111796110868454
146273	rnn.bias_hh_l0_reverse	6	-0.017282754182815552
146273	rnn.bias_hh_l0_reverse	7	0.1060226783156395
146273	rnn.bias_hh_l0_reverse	8	0.026013316586613655
146273	rnn.bias_hh_l0_reverse	9	-0.12792296707630157
146273	rnn.weight_ih_l1	0	-0.03438089042901993
146273	rnn.weight_ih_l1	1	-0.04954575002193451
146273	rnn.weight_ih_l1	2	0.06186658516526222
146273	rnn.weight_ih_l1	3	-0.07210271060466766
146273	rnn.weight_ih_l1	4	-0.01581111177802086
146273	rnn.weight_ih_l1	5	-0.045757927000522614
146273	rnn.weight_ih_l1	6	0.032340485602617264
146273	rnn.weight_ih_l1	7	-0.03164789080619812
146273	rnn.weight_ih_l1	8	0.03726154565811157
146273	rnn.weight_ih_l1	9	0.042170580476522446
146273	rnn.weight_hh_l1	0	-0.002383987884968519
146273	rnn.weight_hh_l1	1	0.016525350511074066
146273	rnn.weight_hh_l1	2	0.01815195195376873
146273	rnn.weight_hh_l1	3	-0.012485187500715256
146273	rnn.weight_hh_l1	4	0.010071286000311375
146273	rnn.weight_hh_l1	5	0.026132112368941307
146273	rnn.weight_hh_l1	6	0.03380938991904259
146273	rnn.weight_hh_l1	7	-0.019652705639600754
146273	rnn.weight_hh_l1	8	-0.014649346470832825
146273	rnn.weight_hh_l1	9	0.03462084382772446
146273	rnn.bias_ih_l1	0	-0.20896011590957642
146273	rnn.bias_ih_l1	1	-0.19727633893489838
146273	rnn.bias_ih_l1	2	-0.20696446299552917
146273	rnn.bias_ih_l1	3	-0.3004077672958374
146273	rnn.bias_ih_l1	4	-0.21612562239170074
146273	rnn.bias_ih_l1	5	-0.09210716187953949
146273	rnn.bias_ih_l1	6	-0.18005022406578064
146273	rnn.bias_ih_l1	7	-0.03425851836800575
146273	rnn.bias_ih_l1	8	-0.1501469612121582
146273	rnn.bias_ih_l1	9	-0.1317518949508667
146273	rnn.bias_hh_l1	0	-0.10881391167640686
146273	rnn.bias_hh_l1	1	-0.07334047555923462
146273	rnn.bias_hh_l1	2	-0.11034207046031952
146273	rnn.bias_hh_l1	3	-0.08368763327598572
146273	rnn.bias_hh_l1	4	-0.09542612731456757
146273	rnn.bias_hh_l1	5	-0.1170630231499672
146273	rnn.bias_hh_l1	6	-0.14409765601158142
146273	rnn.bias_hh_l1	7	0.03321269899606705
146273	rnn.bias_hh_l1	8	-0.1777649223804474
146273	rnn.bias_hh_l1	9	-0.11064378172159195
146273	rnn.weight_ih_l1_reverse	0	-0.04007333517074585
146273	rnn.weight_ih_l1_reverse	1	0.014266259968280792
146273	rnn.weight_ih_l1_reverse	2	0.06348858773708344
146273	rnn.weight_ih_l1_reverse	3	0.001603855867870152
146273	rnn.weight_ih_l1_reverse	4	-0.03210856020450592
146273	rnn.weight_ih_l1_reverse	5	-0.03241593390703201
146273	rnn.weight_ih_l1_reverse	6	-0.01224717777222395
146273	rnn.weight_ih_l1_reverse	7	0.03215945512056351
146273	rnn.weight_ih_l1_reverse	8	0.003981593064963818
146273	rnn.weight_ih_l1_reverse	9	-0.05227188766002655
146273	rnn.weight_hh_l1_reverse	0	0.005391205195337534
146273	rnn.weight_hh_l1_reverse	1	0.02985885553061962
146273	rnn.weight_hh_l1_reverse	2	-0.03999781236052513
146273	rnn.weight_hh_l1_reverse	3	0.03608351945877075
146273	rnn.weight_hh_l1_reverse	4	0.048782918602228165
146273	rnn.weight_hh_l1_reverse	5	-0.0003174522425979376
146273	rnn.weight_hh_l1_reverse	6	0.04829302802681923
146273	rnn.weight_hh_l1_reverse	7	0.031151950359344482
146273	rnn.weight_hh_l1_reverse	8	-0.006882691755890846
146273	rnn.weight_hh_l1_reverse	9	-0.03320368379354477
146273	rnn.bias_ih_l1_reverse	0	-0.06473812460899353
146273	rnn.bias_ih_l1_reverse	1	-0.16585317254066467
146273	rnn.bias_ih_l1_reverse	2	-0.16717271506786346
146273	rnn.bias_ih_l1_reverse	3	-0.02133283205330372
146273	rnn.bias_ih_l1_reverse	4	-0.2136634886264801
146273	rnn.bias_ih_l1_reverse	5	-0.11674268543720245
146273	rnn.bias_ih_l1_reverse	6	-0.13373883068561554
146273	rnn.bias_ih_l1_reverse	7	-0.2108946591615677
146273	rnn.bias_ih_l1_reverse	8	0.22392261028289795
146273	rnn.bias_ih_l1_reverse	9	0.06062169373035431
146273	rnn.bias_hh_l1_reverse	0	0.01477274764329195
146273	rnn.bias_hh_l1_reverse	1	-0.07741650193929672
146273	rnn.bias_hh_l1_reverse	2	-0.2339678555727005
146273	rnn.bias_hh_l1_reverse	3	-0.14525239169597626
146273	rnn.bias_hh_l1_reverse	4	-0.10517072677612305
146273	rnn.bias_hh_l1_reverse	5	-0.12209568172693253
146273	rnn.bias_hh_l1_reverse	6	0.09135570377111435
146273	rnn.bias_hh_l1_reverse	7	-0.18152327835559845
146273	rnn.bias_hh_l1_reverse	8	-0.11367697268724442
146273	rnn.bias_hh_l1_reverse	9	-0.15231870114803314
146273	linear.weight	0	0.002228822559118271
146273	linear.weight	1	0.1294894963502884
146273	linear.weight	2	-0.08030383288860321
146273	linear.weight	3	0.2678248882293701
146273	linear.weight	4	0.15304811298847198
146273	linear.weight	5	-0.052659906446933746
146273	linear.weight	6	0.1123754233121872
146273	linear.weight	7	0.0848141610622406
146273	linear.weight	8	0.04121660068631172
146273	linear.weight	9	-0.03165198117494583
146273	linear.bias	0	0.12075728923082352
146273	linear.bias	1	-0.1833910495042801
146273	linear.bias	2	-0.3836787939071655
146273	linear.bias	3	-0.6674959063529968
146273	linear.bias	4	-1.1958738565444946
146273	linear.bias	5	-0.09055902808904648
146273	linear.bias	6	-0.7392209768295288
146273	linear.bias	7	0.257594496011734
146273	linear.bias	8	-0.4513080418109894
146273	linear.bias	9	-1.0030791759490967
146470	transitions	0	0.620151162147522
146470	transitions	1	0.1937611997127533
146470	transitions	2	-10000.0
146470	transitions	3	-1.8236501216888428
146470	transitions	4	-10000.0
146470	transitions	5	0.5769113302230835
146470	transitions	6	-0.07613330334424973
146470	transitions	7	-0.7251243591308594
146470	transitions	8	-1.4043595790863037
146470	transitions	9	-0.001127480762079358
146470	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
146470	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
146470	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
146470	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
146470	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
146470	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
146470	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
146470	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
146470	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
146470	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
146470	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
146470	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
146470	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
146470	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
146470	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
146470	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
146470	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
146470	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
146470	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
146470	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
146470	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
146470	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
146470	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
146470	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
146470	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
146470	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
146470	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
146470	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
146470	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
146470	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
146470	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
146470	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
146470	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
146470	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
146470	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
146470	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
146470	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
146470	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
146470	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
146470	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
146470	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
146470	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
146470	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
146470	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
146470	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
146470	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
146470	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
146470	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
146470	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
146470	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
146470	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
146470	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
146470	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
146470	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
146470	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
146470	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
146470	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
146470	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
146470	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
146470	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
146470	embedding2nn.weight	0	0.023818666115403175
146470	embedding2nn.weight	1	-0.013256670907139778
146470	embedding2nn.weight	2	-0.014268254861235619
146470	embedding2nn.weight	3	-0.014078238047659397
146470	embedding2nn.weight	4	-0.0059150345623493195
146470	embedding2nn.weight	5	-0.0037005890626460314
146470	embedding2nn.weight	6	-0.003973289858549833
146470	embedding2nn.weight	7	-0.08286434412002563
146470	embedding2nn.weight	8	-0.0019979383796453476
146470	embedding2nn.weight	9	-0.028543921187520027
146470	embedding2nn.bias	0	0.05512556806206703
146470	embedding2nn.bias	1	-0.06517095863819122
146470	embedding2nn.bias	2	0.07147300988435745
146470	embedding2nn.bias	3	0.04722868651151657
146470	embedding2nn.bias	4	-0.04697521775960922
146470	embedding2nn.bias	5	-0.04900326579809189
146470	embedding2nn.bias	6	-0.0006955605931580067
146470	embedding2nn.bias	7	-0.06792683154344559
146470	embedding2nn.bias	8	0.06780152022838593
146470	embedding2nn.bias	9	0.047271810472011566
146470	rnn.weight_ih_l0	0	-0.08032212406396866
146470	rnn.weight_ih_l0	1	0.006766432896256447
146470	rnn.weight_ih_l0	2	0.04630095139145851
146470	rnn.weight_ih_l0	3	0.0260147787630558
146470	rnn.weight_ih_l0	4	-0.03064771182835102
146470	rnn.weight_ih_l0	5	-0.061166223138570786
146470	rnn.weight_ih_l0	6	0.0005703106871806085
146470	rnn.weight_ih_l0	7	0.061011623591184616
146470	rnn.weight_ih_l0	8	-0.006097850389778614
146470	rnn.weight_ih_l0	9	-0.02670878730714321
146470	rnn.weight_hh_l0	0	-0.033673156052827835
146470	rnn.weight_hh_l0	1	-0.008389296941459179
146470	rnn.weight_hh_l0	2	0.0006741970428265631
146470	rnn.weight_hh_l0	3	-0.07088366895914078
146470	rnn.weight_hh_l0	4	0.08361244946718216
146470	rnn.weight_hh_l0	5	-0.029030408710241318
146470	rnn.weight_hh_l0	6	-0.05649041384458542
146470	rnn.weight_hh_l0	7	0.012075427919626236
146470	rnn.weight_hh_l0	8	0.007163509260863066
146470	rnn.weight_hh_l0	9	-0.019681384786963463
146470	rnn.bias_ih_l0	0	0.1212303638458252
146470	rnn.bias_ih_l0	1	-0.03149371221661568
146470	rnn.bias_ih_l0	2	-0.0020936382934451103
146470	rnn.bias_ih_l0	3	0.14251340925693512
146470	rnn.bias_ih_l0	4	-0.014632070437073708
146470	rnn.bias_ih_l0	5	-0.017333511263132095
146470	rnn.bias_ih_l0	6	0.014813302084803581
146470	rnn.bias_ih_l0	7	0.03293920308351517
146470	rnn.bias_ih_l0	8	-0.09824793040752411
146470	rnn.bias_ih_l0	9	-0.018673410639166832
146470	rnn.bias_hh_l0	0	-0.0201302208006382
146470	rnn.bias_hh_l0	1	-0.12059343606233597
146470	rnn.bias_hh_l0	2	-0.062037572264671326
146470	rnn.bias_hh_l0	3	-0.09112133085727692
146470	rnn.bias_hh_l0	4	-0.00841696560382843
146470	rnn.bias_hh_l0	5	-0.03554295003414154
146470	rnn.bias_hh_l0	6	0.029757454991340637
146470	rnn.bias_hh_l0	7	0.04513441026210785
146470	rnn.bias_hh_l0	8	-0.1048385426402092
146470	rnn.bias_hh_l0	9	-0.06818122416734695
146470	rnn.weight_ih_l0_reverse	0	-0.02251320146024227
146470	rnn.weight_ih_l0_reverse	1	-0.050145458430051804
146470	rnn.weight_ih_l0_reverse	2	-0.030545879155397415
146470	rnn.weight_ih_l0_reverse	3	0.01224636659026146
146470	rnn.weight_ih_l0_reverse	4	-0.01852411963045597
146470	rnn.weight_ih_l0_reverse	5	-0.045281942933797836
146470	rnn.weight_ih_l0_reverse	6	0.08341683447360992
146470	rnn.weight_ih_l0_reverse	7	-0.018701298162341118
146470	rnn.weight_ih_l0_reverse	8	-0.02308879978954792
146470	rnn.weight_ih_l0_reverse	9	-0.006361142732203007
146470	rnn.weight_hh_l0_reverse	0	0.06388910859823227
146470	rnn.weight_hh_l0_reverse	1	0.014575607143342495
146470	rnn.weight_hh_l0_reverse	2	0.029121503233909607
146470	rnn.weight_hh_l0_reverse	3	0.027625370770692825
146470	rnn.weight_hh_l0_reverse	4	0.005641672294586897
146470	rnn.weight_hh_l0_reverse	5	0.01921992003917694
146470	rnn.weight_hh_l0_reverse	6	0.04958454519510269
146470	rnn.weight_hh_l0_reverse	7	-0.06516916304826736
146470	rnn.weight_hh_l0_reverse	8	0.039364367723464966
146470	rnn.weight_hh_l0_reverse	9	0.034509364515542984
146470	rnn.bias_ih_l0_reverse	0	-0.06610320508480072
146470	rnn.bias_ih_l0_reverse	1	-0.24598786234855652
146470	rnn.bias_ih_l0_reverse	2	-0.14006105065345764
146470	rnn.bias_ih_l0_reverse	3	-0.04252411797642708
146470	rnn.bias_ih_l0_reverse	4	-0.03627798706293106
146470	rnn.bias_ih_l0_reverse	5	0.053202152252197266
146470	rnn.bias_ih_l0_reverse	6	-0.06837240606546402
146470	rnn.bias_ih_l0_reverse	7	0.04754253104329109
146470	rnn.bias_ih_l0_reverse	8	-0.05583973601460457
146470	rnn.bias_ih_l0_reverse	9	0.055148519575595856
146470	rnn.bias_hh_l0_reverse	0	0.028149183839559555
146470	rnn.bias_hh_l0_reverse	1	-0.059138938784599304
146470	rnn.bias_hh_l0_reverse	2	0.08251780271530151
146470	rnn.bias_hh_l0_reverse	3	-0.04665880277752876
146470	rnn.bias_hh_l0_reverse	4	-0.020298950374126434
146470	rnn.bias_hh_l0_reverse	5	-0.03436863049864769
146470	rnn.bias_hh_l0_reverse	6	-0.017250357195734978
146470	rnn.bias_hh_l0_reverse	7	0.10746274888515472
146470	rnn.bias_hh_l0_reverse	8	0.025255518034100533
146470	rnn.bias_hh_l0_reverse	9	-0.12646141648292542
146470	rnn.weight_ih_l1	0	-0.034254878759384155
146470	rnn.weight_ih_l1	1	-0.05014222860336304
146470	rnn.weight_ih_l1	2	0.06099916622042656
146470	rnn.weight_ih_l1	3	-0.0711405798792839
146470	rnn.weight_ih_l1	4	-0.01585029624402523
146470	rnn.weight_ih_l1	5	-0.04564371332526207
146470	rnn.weight_ih_l1	6	0.032517850399017334
146470	rnn.weight_ih_l1	7	-0.03169804438948631
146470	rnn.weight_ih_l1	8	0.03719368949532509
146470	rnn.weight_ih_l1	9	0.042574722319841385
146470	rnn.weight_hh_l1	0	-0.0036581926979124546
146470	rnn.weight_hh_l1	1	0.016532400622963905
146470	rnn.weight_hh_l1	2	0.018083292990922928
146470	rnn.weight_hh_l1	3	-0.01224078331142664
146470	rnn.weight_hh_l1	4	0.010147896595299244
146470	rnn.weight_hh_l1	5	0.026098404079675674
146470	rnn.weight_hh_l1	6	0.03323577716946602
146470	rnn.weight_hh_l1	7	-0.019833693280816078
146470	rnn.weight_hh_l1	8	-0.01443545613437891
146470	rnn.weight_hh_l1	9	0.035010967403650284
146470	rnn.bias_ih_l1	0	-0.20872856676578522
146470	rnn.bias_ih_l1	1	-0.19687925279140472
146470	rnn.bias_ih_l1	2	-0.2059733122587204
146470	rnn.bias_ih_l1	3	-0.30144891142845154
146470	rnn.bias_ih_l1	4	-0.2185213565826416
146470	rnn.bias_ih_l1	5	-0.09110641479492188
146470	rnn.bias_ih_l1	6	-0.17713133990764618
146470	rnn.bias_ih_l1	7	-0.03502732142806053
146470	rnn.bias_ih_l1	8	-0.15012916922569275
146470	rnn.bias_ih_l1	9	-0.13171200454235077
146470	rnn.bias_hh_l1	0	-0.10732811689376831
146470	rnn.bias_hh_l1	1	-0.0731380358338356
146470	rnn.bias_hh_l1	2	-0.11036226898431778
146470	rnn.bias_hh_l1	3	-0.08308647572994232
146470	rnn.bias_hh_l1	4	-0.09534775465726852
146470	rnn.bias_hh_l1	5	-0.11703798919916153
146470	rnn.bias_hh_l1	6	-0.14665497839450836
146470	rnn.bias_hh_l1	7	0.03375464677810669
146470	rnn.bias_hh_l1	8	-0.17908546328544617
146470	rnn.bias_hh_l1	9	-0.11023677885532379
146470	rnn.weight_ih_l1_reverse	0	-0.040160953998565674
146470	rnn.weight_ih_l1_reverse	1	0.014760498888790607
146470	rnn.weight_ih_l1_reverse	2	0.06438889354467392
146470	rnn.weight_ih_l1_reverse	3	0.0014988805633038282
146470	rnn.weight_ih_l1_reverse	4	-0.03171686455607414
146470	rnn.weight_ih_l1_reverse	5	-0.03256511688232422
146470	rnn.weight_ih_l1_reverse	6	-0.013168081641197205
146470	rnn.weight_ih_l1_reverse	7	0.03218124806880951
146470	rnn.weight_ih_l1_reverse	8	0.005539128091186285
146470	rnn.weight_ih_l1_reverse	9	-0.05262329429388046
146470	rnn.weight_hh_l1_reverse	0	0.005396478343755007
146470	rnn.weight_hh_l1_reverse	1	0.029998306185007095
146470	rnn.weight_hh_l1_reverse	2	-0.04003041982650757
146470	rnn.weight_hh_l1_reverse	3	0.036086056381464005
146470	rnn.weight_hh_l1_reverse	4	0.04895850643515587
146470	rnn.weight_hh_l1_reverse	5	-0.00017719164316076785
146470	rnn.weight_hh_l1_reverse	6	0.04800286144018173
146470	rnn.weight_hh_l1_reverse	7	0.03134198486804962
146470	rnn.weight_hh_l1_reverse	8	-0.006884473841637373
146470	rnn.weight_hh_l1_reverse	9	-0.033245913684368134
146470	rnn.bias_ih_l1_reverse	0	-0.06408137083053589
146470	rnn.bias_ih_l1_reverse	1	-0.16510719060897827
146470	rnn.bias_ih_l1_reverse	2	-0.16929718852043152
146470	rnn.bias_ih_l1_reverse	3	-0.023627595975995064
146470	rnn.bias_ih_l1_reverse	4	-0.21258719265460968
146470	rnn.bias_ih_l1_reverse	5	-0.1161767989397049
146470	rnn.bias_ih_l1_reverse	6	-0.1342822164297104
146470	rnn.bias_ih_l1_reverse	7	-0.2104988992214203
146470	rnn.bias_ih_l1_reverse	8	0.22971908748149872
146470	rnn.bias_ih_l1_reverse	9	0.060110315680503845
146470	rnn.bias_hh_l1_reverse	0	0.015557396225631237
146470	rnn.bias_hh_l1_reverse	1	-0.07759152352809906
146470	rnn.bias_hh_l1_reverse	2	-0.23411495983600616
146470	rnn.bias_hh_l1_reverse	3	-0.1447843462228775
146470	rnn.bias_hh_l1_reverse	4	-0.10564427077770233
146470	rnn.bias_hh_l1_reverse	5	-0.12020166218280792
146470	rnn.bias_hh_l1_reverse	6	0.09239275008440018
146470	rnn.bias_hh_l1_reverse	7	-0.18140478432178497
146470	rnn.bias_hh_l1_reverse	8	-0.1141895055770874
146470	rnn.bias_hh_l1_reverse	9	-0.15166690945625305
146470	linear.weight	0	0.002228822559118271
146470	linear.weight	1	0.12511637806892395
146470	linear.weight	2	-0.0802733525633812
146470	linear.weight	3	0.26800599694252014
146470	linear.weight	4	0.15456461906433105
146470	linear.weight	5	-0.05196990445256233
146470	linear.weight	6	0.11934022605419159
146470	linear.weight	7	0.07927937060594559
146470	linear.weight	8	0.04121582210063934
146470	linear.weight	9	-0.03247968852519989
146470	linear.bias	0	0.1249924972653389
146470	linear.bias	1	-0.1788865029811859
146470	linear.bias	2	-0.38414397835731506
146470	linear.bias	3	-0.6632322669029236
146470	linear.bias	4	-1.1904933452606201
146470	linear.bias	5	-0.07430184632539749
146470	linear.bias	6	-0.7357355952262878
146470	linear.bias	7	0.2746869623661041
146470	linear.bias	8	-0.47834452986717224
146470	linear.bias	9	-1.0309678316116333
146667	transitions	0	0.6331781148910522
146667	transitions	1	0.1908489614725113
146667	transitions	2	-10000.0
146667	transitions	3	-1.82366144657135
146667	transitions	4	-10000.0
146667	transitions	5	0.5768681764602661
146667	transitions	6	-0.0761629045009613
146667	transitions	7	-0.7255016565322876
146667	transitions	8	-1.4044418334960938
146667	transitions	9	-0.001127873663790524
146667	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
146667	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
146667	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
146667	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
146667	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
146667	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
146667	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
146667	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
146667	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
146667	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
146667	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
146667	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
146667	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
146667	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
146667	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
146667	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
146667	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
146667	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
146667	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
146667	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
146667	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
146667	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
146667	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
146667	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
146667	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
146667	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
146667	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
146667	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
146667	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
146667	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
146667	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
146667	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
146667	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
146667	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
146667	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
146667	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
146667	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
146667	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
146667	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
146667	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
146667	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
146667	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
146667	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
146667	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
146667	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
146667	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
146667	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
146667	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
146667	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
146667	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
146667	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
146667	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
146667	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
146667	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
146667	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
146667	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
146667	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
146667	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
146667	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
146667	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
146667	embedding2nn.weight	0	0.024042261764407158
146667	embedding2nn.weight	1	-0.013261733576655388
146667	embedding2nn.weight	2	-0.014268254861235619
146667	embedding2nn.weight	3	-0.016603199765086174
146667	embedding2nn.weight	4	-0.0059150345623493195
146667	embedding2nn.weight	5	-0.0037005890626460314
146667	embedding2nn.weight	6	-0.003973290789872408
146667	embedding2nn.weight	7	-0.08269855380058289
146667	embedding2nn.weight	8	-0.0019979383796453476
146667	embedding2nn.weight	9	-0.02877533808350563
146667	embedding2nn.bias	0	0.05398860201239586
146667	embedding2nn.bias	1	-0.06875881552696228
146667	embedding2nn.bias	2	0.07217564433813095
146667	embedding2nn.bias	3	0.047390762716531754
146667	embedding2nn.bias	4	-0.048984162509441376
146667	embedding2nn.bias	5	-0.04433104023337364
146667	embedding2nn.bias	6	0.005682748276740313
146667	embedding2nn.bias	7	-0.06872402876615524
146667	embedding2nn.bias	8	0.06742309033870697
146667	embedding2nn.bias	9	0.04704682528972626
146667	rnn.weight_ih_l0	0	-0.07888074964284897
146667	rnn.weight_ih_l0	1	0.007182585075497627
146667	rnn.weight_ih_l0	2	0.045669153332710266
146667	rnn.weight_ih_l0	3	0.025827519595623016
146667	rnn.weight_ih_l0	4	-0.03101981244981289
146667	rnn.weight_ih_l0	5	-0.06156131625175476
146667	rnn.weight_ih_l0	6	0.00029811711283400655
146667	rnn.weight_ih_l0	7	0.06169941648840904
146667	rnn.weight_ih_l0	8	-0.006370586808770895
146667	rnn.weight_ih_l0	9	-0.026716407388448715
146667	rnn.weight_hh_l0	0	-0.03296972066164017
146667	rnn.weight_hh_l0	1	-0.007918628863990307
146667	rnn.weight_hh_l0	2	0.0005273303831927478
146667	rnn.weight_hh_l0	3	-0.0711885616183281
146667	rnn.weight_hh_l0	4	0.08342520147562027
146667	rnn.weight_hh_l0	5	-0.029638106003403664
146667	rnn.weight_hh_l0	6	-0.056928832083940506
146667	rnn.weight_hh_l0	7	0.012199225835502148
146667	rnn.weight_hh_l0	8	0.007503065280616283
146667	rnn.weight_hh_l0	9	-0.019785158336162567
146667	rnn.bias_ih_l0	0	0.12191423028707504
146667	rnn.bias_ih_l0	1	-0.031015656888484955
146667	rnn.bias_ih_l0	2	-0.0013967917766422033
146667	rnn.bias_ih_l0	3	0.14367198944091797
146667	rnn.bias_ih_l0	4	-0.01517590694129467
146667	rnn.bias_ih_l0	5	-0.01646283082664013
146667	rnn.bias_ih_l0	6	0.01597823016345501
146667	rnn.bias_ih_l0	7	0.03303568810224533
146667	rnn.bias_ih_l0	8	-0.09871913492679596
146667	rnn.bias_ih_l0	9	-0.020840711891651154
146667	rnn.bias_hh_l0	0	-0.02038637362420559
146667	rnn.bias_hh_l0	1	-0.1212921217083931
146667	rnn.bias_hh_l0	2	-0.0623435378074646
146667	rnn.bias_hh_l0	3	-0.09272697567939758
146667	rnn.bias_hh_l0	4	-0.008209466934204102
146667	rnn.bias_hh_l0	5	-0.03537198528647423
146667	rnn.bias_hh_l0	6	0.02864806540310383
146667	rnn.bias_hh_l0	7	0.04315972700715065
146667	rnn.bias_hh_l0	8	-0.10606604814529419
146667	rnn.bias_hh_l0	9	-0.06960785388946533
146667	rnn.weight_ih_l0_reverse	0	-0.02265806682407856
146667	rnn.weight_ih_l0_reverse	1	-0.050420474261045456
146667	rnn.weight_ih_l0_reverse	2	-0.03058304823935032
146667	rnn.weight_ih_l0_reverse	3	0.011839507147669792
146667	rnn.weight_ih_l0_reverse	4	-0.01962459646165371
146667	rnn.weight_ih_l0_reverse	5	-0.04523802176117897
146667	rnn.weight_ih_l0_reverse	6	0.08375505357980728
146667	rnn.weight_ih_l0_reverse	7	-0.019462771713733673
146667	rnn.weight_ih_l0_reverse	8	-0.022941501811146736
146667	rnn.weight_ih_l0_reverse	9	-0.006358413491398096
146667	rnn.weight_hh_l0_reverse	0	0.06379930675029755
146667	rnn.weight_hh_l0_reverse	1	0.014403438195586205
146667	rnn.weight_hh_l0_reverse	2	0.02899954468011856
146667	rnn.weight_hh_l0_reverse	3	0.027909521013498306
146667	rnn.weight_hh_l0_reverse	4	0.005573620554059744
146667	rnn.weight_hh_l0_reverse	5	0.018868545070290565
146667	rnn.weight_hh_l0_reverse	6	0.04947250708937645
146667	rnn.weight_hh_l0_reverse	7	-0.0652678906917572
146667	rnn.weight_hh_l0_reverse	8	0.03950415551662445
146667	rnn.weight_hh_l0_reverse	9	0.03502529859542847
146667	rnn.bias_ih_l0_reverse	0	-0.06572527438402176
146667	rnn.bias_ih_l0_reverse	1	-0.24731959402561188
146667	rnn.bias_ih_l0_reverse	2	-0.14068786799907684
146667	rnn.bias_ih_l0_reverse	3	-0.04375196248292923
146667	rnn.bias_ih_l0_reverse	4	-0.035950127989053726
146667	rnn.bias_ih_l0_reverse	5	0.05496092140674591
146667	rnn.bias_ih_l0_reverse	6	-0.0701129138469696
146667	rnn.bias_ih_l0_reverse	7	0.04709570109844208
146667	rnn.bias_ih_l0_reverse	8	-0.056307483464479446
146667	rnn.bias_ih_l0_reverse	9	0.056159552186727524
146667	rnn.bias_hh_l0_reverse	0	0.029640335589647293
146667	rnn.bias_hh_l0_reverse	1	-0.05943608656525612
146667	rnn.bias_hh_l0_reverse	2	0.08393542468547821
146667	rnn.bias_hh_l0_reverse	3	-0.04718031361699104
146667	rnn.bias_hh_l0_reverse	4	-0.020410025492310524
146667	rnn.bias_hh_l0_reverse	5	-0.033132363110780716
146667	rnn.bias_hh_l0_reverse	6	-0.015106004662811756
146667	rnn.bias_hh_l0_reverse	7	0.10748171806335449
146667	rnn.bias_hh_l0_reverse	8	0.027272293344140053
146667	rnn.bias_hh_l0_reverse	9	-0.1274404525756836
146667	rnn.weight_ih_l1	0	-0.03415689989924431
146667	rnn.weight_ih_l1	1	-0.05080696940422058
146667	rnn.weight_ih_l1	2	0.0612575002014637
146667	rnn.weight_ih_l1	3	-0.07315541803836823
146667	rnn.weight_ih_l1	4	-0.015769148245453835
146667	rnn.weight_ih_l1	5	-0.04564252495765686
146667	rnn.weight_ih_l1	6	0.032637059688568115
146667	rnn.weight_ih_l1	7	-0.03154224902391434
146667	rnn.weight_ih_l1	8	0.037371255457401276
146667	rnn.weight_ih_l1	9	0.0425473228096962
146667	rnn.weight_hh_l1	0	-0.0037715586367994547
146667	rnn.weight_hh_l1	1	0.016554366797208786
146667	rnn.weight_hh_l1	2	0.017442014068365097
146667	rnn.weight_hh_l1	3	-0.012208092026412487
146667	rnn.weight_hh_l1	4	0.009985644370317459
146667	rnn.weight_hh_l1	5	0.026234980672597885
146667	rnn.weight_hh_l1	6	0.03293750807642937
146667	rnn.weight_hh_l1	7	-0.01973765902221203
146667	rnn.weight_hh_l1	8	-0.014601028524339199
146667	rnn.weight_hh_l1	9	0.03509188070893288
146667	rnn.bias_ih_l1	0	-0.20920757949352264
146667	rnn.bias_ih_l1	1	-0.1968187391757965
146667	rnn.bias_ih_l1	2	-0.2051340639591217
146667	rnn.bias_ih_l1	3	-0.302876740694046
146667	rnn.bias_ih_l1	4	-0.22111552953720093
146667	rnn.bias_ih_l1	5	-0.09254226833581924
146667	rnn.bias_ih_l1	6	-0.17665718495845795
146667	rnn.bias_ih_l1	7	-0.03698813170194626
146667	rnn.bias_ih_l1	8	-0.15170636773109436
146667	rnn.bias_ih_l1	9	-0.13154582679271698
146667	rnn.bias_hh_l1	0	-0.10624228417873383
146667	rnn.bias_hh_l1	1	-0.07246999442577362
146667	rnn.bias_hh_l1	2	-0.11299604177474976
146667	rnn.bias_hh_l1	3	-0.08427032083272934
146667	rnn.bias_hh_l1	4	-0.09483642131090164
146667	rnn.bias_hh_l1	5	-0.11612588167190552
146667	rnn.bias_hh_l1	6	-0.14252211153507233
146667	rnn.bias_hh_l1	7	0.03576575592160225
146667	rnn.bias_hh_l1	8	-0.17774510383605957
146667	rnn.bias_hh_l1	9	-0.1103755384683609
146667	rnn.weight_ih_l1_reverse	0	-0.03976326063275337
146667	rnn.weight_ih_l1_reverse	1	0.014276363886892796
146667	rnn.weight_ih_l1_reverse	2	0.06479307264089584
146667	rnn.weight_ih_l1_reverse	3	0.0017364537343382835
146667	rnn.weight_ih_l1_reverse	4	-0.03323939070105553
146667	rnn.weight_ih_l1_reverse	5	-0.03249312937259674
146667	rnn.weight_ih_l1_reverse	6	-0.012837459333240986
146667	rnn.weight_ih_l1_reverse	7	0.032235532999038696
146667	rnn.weight_ih_l1_reverse	8	0.006460860837250948
146667	rnn.weight_ih_l1_reverse	9	-0.051493022590875626
146667	rnn.weight_hh_l1_reverse	0	0.005314675625413656
146667	rnn.weight_hh_l1_reverse	1	0.03000987134873867
146667	rnn.weight_hh_l1_reverse	2	-0.04004273936152458
146667	rnn.weight_hh_l1_reverse	3	0.036132004112005234
146667	rnn.weight_hh_l1_reverse	4	0.04897896572947502
146667	rnn.weight_hh_l1_reverse	5	-0.0001448460534447804
146667	rnn.weight_hh_l1_reverse	6	0.04812063276767731
146667	rnn.weight_hh_l1_reverse	7	0.03126796707510948
146667	rnn.weight_hh_l1_reverse	8	-0.006890979595482349
146667	rnn.weight_hh_l1_reverse	9	-0.033047061413526535
146667	rnn.bias_ih_l1_reverse	0	-0.06423081457614899
146667	rnn.bias_ih_l1_reverse	1	-0.16445359587669373
146667	rnn.bias_ih_l1_reverse	2	-0.1672958880662918
146667	rnn.bias_ih_l1_reverse	3	-0.01944536343216896
146667	rnn.bias_ih_l1_reverse	4	-0.21272683143615723
146667	rnn.bias_ih_l1_reverse	5	-0.1159617230296135
146667	rnn.bias_ih_l1_reverse	6	-0.1329081505537033
146667	rnn.bias_ih_l1_reverse	7	-0.20933499932289124
146667	rnn.bias_ih_l1_reverse	8	0.22603240609169006
146667	rnn.bias_ih_l1_reverse	9	0.06185273826122284
146667	rnn.bias_hh_l1_reverse	0	0.010403579100966454
146667	rnn.bias_hh_l1_reverse	1	-0.08051437884569168
146667	rnn.bias_hh_l1_reverse	2	-0.23415884375572205
146667	rnn.bias_hh_l1_reverse	3	-0.14634056389331818
146667	rnn.bias_hh_l1_reverse	4	-0.10490579158067703
146667	rnn.bias_hh_l1_reverse	5	-0.12085520476102829
146667	rnn.bias_hh_l1_reverse	6	0.09231303632259369
146667	rnn.bias_hh_l1_reverse	7	-0.18097159266471863
146667	rnn.bias_hh_l1_reverse	8	-0.11374735087156296
146667	rnn.bias_hh_l1_reverse	9	-0.15159641206264496
146667	linear.weight	0	0.002228822559118271
146667	linear.weight	1	0.12889538705348969
146667	linear.weight	2	-0.08698327839374542
146667	linear.weight	3	0.2651824653148651
146667	linear.weight	4	0.1570676565170288
146667	linear.weight	5	-0.051911935210227966
146667	linear.weight	6	0.11933544278144836
146667	linear.weight	7	0.07310938835144043
146667	linear.weight	8	0.041215214878320694
146667	linear.weight	9	-0.03334041312336922
146667	linear.bias	0	0.14669229090213776
146667	linear.bias	1	-0.1937950998544693
146667	linear.bias	2	-0.3887524902820587
146667	linear.bias	3	-0.6774497628211975
146667	linear.bias	4	-1.2052254676818848
146667	linear.bias	5	-0.08150362223386765
146667	linear.bias	6	-0.7505688667297363
146667	linear.bias	7	0.2673259973526001
146667	linear.bias	8	-0.46305039525032043
146667	linear.bias	9	-1.0161405801773071
146864	transitions	0	0.6356348991394043
146864	transitions	1	0.19001075625419617
146864	transitions	2	-10000.0
146864	transitions	3	-1.8236777782440186
146864	transitions	4	-10000.0
146864	transitions	5	0.5768208503723145
146864	transitions	6	-0.07619291543960571
146864	transitions	7	-0.7256671786308289
146864	transitions	8	-1.4044828414916992
146864	transitions	9	-0.0011281875194981694
146864	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
146864	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
146864	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
146864	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
146864	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
146864	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
146864	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
146864	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
146864	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
146864	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
146864	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
146864	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
146864	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
146864	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
146864	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
146864	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
146864	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
146864	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
146864	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
146864	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
146864	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
146864	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
146864	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
146864	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
146864	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
146864	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
146864	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
146864	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
146864	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
146864	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
146864	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
146864	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
146864	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
146864	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
146864	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
146864	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
146864	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
146864	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
146864	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
146864	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
146864	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
146864	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
146864	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
146864	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
146864	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
146864	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
146864	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
146864	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
146864	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
146864	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
146864	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
146864	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
146864	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
146864	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
146864	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
146864	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
146864	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
146864	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
146864	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
146864	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
146864	embedding2nn.weight	0	0.025385195389389992
146864	embedding2nn.weight	1	-0.01317389402538538
146864	embedding2nn.weight	2	-0.014268254861235619
146864	embedding2nn.weight	3	-0.016281921416521072
146864	embedding2nn.weight	4	-0.0059150345623493195
146864	embedding2nn.weight	5	-0.0037005890626460314
146864	embedding2nn.weight	6	-0.0039732917211949825
146864	embedding2nn.weight	7	-0.08356761932373047
146864	embedding2nn.weight	8	-0.0019979383796453476
146864	embedding2nn.weight	9	-0.02800646610558033
146864	embedding2nn.bias	0	0.053032830357551575
146864	embedding2nn.bias	1	-0.06926791369915009
146864	embedding2nn.bias	2	0.07211469113826752
146864	embedding2nn.bias	3	0.04850008711218834
146864	embedding2nn.bias	4	-0.050454556941986084
146864	embedding2nn.bias	5	-0.0462198369204998
146864	embedding2nn.bias	6	-0.000476520333904773
146864	embedding2nn.bias	7	-0.06501293927431107
146864	embedding2nn.bias	8	0.06744889169931412
146864	embedding2nn.bias	9	0.04704711213707924
146864	rnn.weight_ih_l0	0	-0.0787108913064003
146864	rnn.weight_ih_l0	1	0.0070375981740653515
146864	rnn.weight_ih_l0	2	0.04503273963928223
146864	rnn.weight_ih_l0	3	0.025622230023145676
146864	rnn.weight_ih_l0	4	-0.030955372378230095
146864	rnn.weight_ih_l0	5	-0.06161881983280182
146864	rnn.weight_ih_l0	6	0.0003081799077335745
146864	rnn.weight_ih_l0	7	0.061555881053209305
146864	rnn.weight_ih_l0	8	-0.006049645598977804
146864	rnn.weight_ih_l0	9	-0.027269206941127777
146864	rnn.weight_hh_l0	0	-0.033412277698516846
146864	rnn.weight_hh_l0	1	-0.007041425444185734
146864	rnn.weight_hh_l0	2	0.00035235509858466685
146864	rnn.weight_hh_l0	3	-0.07108748704195023
146864	rnn.weight_hh_l0	4	0.0837135836482048
146864	rnn.weight_hh_l0	5	-0.0299199391156435
146864	rnn.weight_hh_l0	6	-0.056527670472860336
146864	rnn.weight_hh_l0	7	0.012000046670436859
146864	rnn.weight_hh_l0	8	0.007577302400022745
146864	rnn.weight_hh_l0	9	-0.01958744041621685
146864	rnn.bias_ih_l0	0	0.12309158593416214
146864	rnn.bias_ih_l0	1	-0.030446922406554222
146864	rnn.bias_ih_l0	2	-0.0017788955010473728
146864	rnn.bias_ih_l0	3	0.14374516904354095
146864	rnn.bias_ih_l0	4	-0.01475665532052517
146864	rnn.bias_ih_l0	5	-0.01554491464048624
146864	rnn.bias_ih_l0	6	0.015887843444943428
146864	rnn.bias_ih_l0	7	0.03421033173799515
146864	rnn.bias_ih_l0	8	-0.09867819398641586
146864	rnn.bias_ih_l0	9	-0.02169904112815857
146864	rnn.bias_hh_l0	0	-0.019610168412327766
146864	rnn.bias_hh_l0	1	-0.122473806142807
146864	rnn.bias_hh_l0	2	-0.06167707219719887
146864	rnn.bias_hh_l0	3	-0.09206099808216095
146864	rnn.bias_hh_l0	4	-0.006995891686528921
146864	rnn.bias_hh_l0	5	-0.035592220723629
146864	rnn.bias_hh_l0	6	0.028750762343406677
146864	rnn.bias_hh_l0	7	0.04249376058578491
146864	rnn.bias_hh_l0	8	-0.10528264939785004
146864	rnn.bias_hh_l0	9	-0.06939002871513367
146864	rnn.weight_ih_l0_reverse	0	-0.02295529656112194
146864	rnn.weight_ih_l0_reverse	1	-0.05025350674986839
146864	rnn.weight_ih_l0_reverse	2	-0.03128209710121155
146864	rnn.weight_ih_l0_reverse	3	0.013112726621329784
146864	rnn.weight_ih_l0_reverse	4	-0.019045401364564896
146864	rnn.weight_ih_l0_reverse	5	-0.04535336047410965
146864	rnn.weight_ih_l0_reverse	6	0.0828857272863388
146864	rnn.weight_ih_l0_reverse	7	-0.019777504727244377
146864	rnn.weight_ih_l0_reverse	8	-0.023773636668920517
146864	rnn.weight_ih_l0_reverse	9	-0.006696028169244528
146864	rnn.weight_hh_l0_reverse	0	0.063694529235363
146864	rnn.weight_hh_l0_reverse	1	0.013999045826494694
146864	rnn.weight_hh_l0_reverse	2	0.028503259643912315
146864	rnn.weight_hh_l0_reverse	3	0.027996990829706192
146864	rnn.weight_hh_l0_reverse	4	0.005875075235962868
146864	rnn.weight_hh_l0_reverse	5	0.019152740016579628
146864	rnn.weight_hh_l0_reverse	6	0.04955494776368141
146864	rnn.weight_hh_l0_reverse	7	-0.066013865172863
146864	rnn.weight_hh_l0_reverse	8	0.039231278002262115
146864	rnn.weight_hh_l0_reverse	9	0.034841880202293396
146864	rnn.bias_ih_l0_reverse	0	-0.06628492474555969
146864	rnn.bias_ih_l0_reverse	1	-0.2451724261045456
146864	rnn.bias_ih_l0_reverse	2	-0.14139415323734283
146864	rnn.bias_ih_l0_reverse	3	-0.04307222366333008
146864	rnn.bias_ih_l0_reverse	4	-0.03716757521033287
146864	rnn.bias_ih_l0_reverse	5	0.05459347739815712
146864	rnn.bias_ih_l0_reverse	6	-0.07036151736974716
146864	rnn.bias_ih_l0_reverse	7	0.04746672883629799
146864	rnn.bias_ih_l0_reverse	8	-0.05591798201203346
146864	rnn.bias_ih_l0_reverse	9	0.055482346564531326
146864	rnn.bias_hh_l0_reverse	0	0.029009925201535225
146864	rnn.bias_hh_l0_reverse	1	-0.05893846973776817
146864	rnn.bias_hh_l0_reverse	2	0.08321911096572876
146864	rnn.bias_hh_l0_reverse	3	-0.04638122022151947
146864	rnn.bias_hh_l0_reverse	4	-0.019975781440734863
146864	rnn.bias_hh_l0_reverse	5	-0.033619072288274765
146864	rnn.bias_hh_l0_reverse	6	-0.015793291851878166
146864	rnn.bias_hh_l0_reverse	7	0.1087765097618103
146864	rnn.bias_hh_l0_reverse	8	0.02750094048678875
146864	rnn.bias_hh_l0_reverse	9	-0.12917068600654602
146864	rnn.weight_ih_l1	0	-0.03431877866387367
146864	rnn.weight_ih_l1	1	-0.05078694224357605
146864	rnn.weight_ih_l1	2	0.06411275267601013
146864	rnn.weight_ih_l1	3	-0.0735504999756813
146864	rnn.weight_ih_l1	4	-0.015608577989041805
146864	rnn.weight_ih_l1	5	-0.045775629580020905
146864	rnn.weight_ih_l1	6	0.032499153167009354
146864	rnn.weight_ih_l1	7	-0.031744204461574554
146864	rnn.weight_ih_l1	8	0.03750385716557503
146864	rnn.weight_ih_l1	9	0.04267989844083786
146864	rnn.weight_hh_l1	0	-0.0038787273224443197
146864	rnn.weight_hh_l1	1	0.016545429825782776
146864	rnn.weight_hh_l1	2	0.01751822605729103
146864	rnn.weight_hh_l1	3	-0.012134560383856297
146864	rnn.weight_hh_l1	4	0.009920087642967701
146864	rnn.weight_hh_l1	5	0.026339108124375343
146864	rnn.weight_hh_l1	6	0.03279434144496918
146864	rnn.weight_hh_l1	7	-0.020063914358615875
146864	rnn.weight_hh_l1	8	-0.014383433386683464
146864	rnn.weight_hh_l1	9	0.035162318497896194
146864	rnn.bias_ih_l1	0	-0.2081972062587738
146864	rnn.bias_ih_l1	1	-0.1965065449476242
146864	rnn.bias_ih_l1	2	-0.2044205218553543
146864	rnn.bias_ih_l1	3	-0.30229389667510986
146864	rnn.bias_ih_l1	4	-0.22425897419452667
146864	rnn.bias_ih_l1	5	-0.09183502942323685
146864	rnn.bias_ih_l1	6	-0.1760224997997284
146864	rnn.bias_ih_l1	7	-0.036827340722084045
146864	rnn.bias_ih_l1	8	-0.15049289166927338
146864	rnn.bias_ih_l1	9	-0.12849213182926178
146864	rnn.bias_hh_l1	0	-0.10720966011285782
146864	rnn.bias_hh_l1	1	-0.07293219119310379
146864	rnn.bias_hh_l1	2	-0.11097519844770432
146864	rnn.bias_hh_l1	3	-0.08362526446580887
146864	rnn.bias_hh_l1	4	-0.09461548179388046
146864	rnn.bias_hh_l1	5	-0.117156483232975
146864	rnn.bias_hh_l1	6	-0.1404782235622406
146864	rnn.bias_hh_l1	7	0.03518376871943474
146864	rnn.bias_hh_l1	8	-0.17729732394218445
146864	rnn.bias_hh_l1	9	-0.10991492867469788
146864	rnn.weight_ih_l1_reverse	0	-0.03941187635064125
146864	rnn.weight_ih_l1_reverse	1	0.01481679454445839
146864	rnn.weight_ih_l1_reverse	2	0.06487695872783661
146864	rnn.weight_ih_l1_reverse	3	0.0014293839922174811
146864	rnn.weight_ih_l1_reverse	4	-0.03288416564464569
146864	rnn.weight_ih_l1_reverse	5	-0.0325249582529068
146864	rnn.weight_ih_l1_reverse	6	-0.013530059717595577
146864	rnn.weight_ih_l1_reverse	7	0.03244822844862938
146864	rnn.weight_ih_l1_reverse	8	0.006150464992970228
146864	rnn.weight_ih_l1_reverse	9	-0.050363026559352875
146864	rnn.weight_hh_l1_reverse	0	0.0055279918015003204
146864	rnn.weight_hh_l1_reverse	1	0.030156593769788742
146864	rnn.weight_hh_l1_reverse	2	-0.04003795236349106
146864	rnn.weight_hh_l1_reverse	3	0.03619636222720146
146864	rnn.weight_hh_l1_reverse	4	0.049337904900312424
146864	rnn.weight_hh_l1_reverse	5	-4.456225724425167e-06
146864	rnn.weight_hh_l1_reverse	6	0.04835037887096405
146864	rnn.weight_hh_l1_reverse	7	0.03105170838534832
146864	rnn.weight_hh_l1_reverse	8	-0.006911621429026127
146864	rnn.weight_hh_l1_reverse	9	-0.03279738500714302
146864	rnn.bias_ih_l1_reverse	0	-0.06635388731956482
146864	rnn.bias_ih_l1_reverse	1	-0.1622575968503952
146864	rnn.bias_ih_l1_reverse	2	-0.166582852602005
146864	rnn.bias_ih_l1_reverse	3	-0.015622570179402828
146864	rnn.bias_ih_l1_reverse	4	-0.21247965097427368
146864	rnn.bias_ih_l1_reverse	5	-0.11619839072227478
146864	rnn.bias_ih_l1_reverse	6	-0.13240277767181396
146864	rnn.bias_ih_l1_reverse	7	-0.21031585335731506
146864	rnn.bias_ih_l1_reverse	8	0.22788244485855103
146864	rnn.bias_ih_l1_reverse	9	0.06286148726940155
146864	rnn.bias_hh_l1_reverse	0	0.013237867504358292
146864	rnn.bias_hh_l1_reverse	1	-0.08310341835021973
146864	rnn.bias_hh_l1_reverse	2	-0.2334662228822708
146864	rnn.bias_hh_l1_reverse	3	-0.1458425670862198
146864	rnn.bias_hh_l1_reverse	4	-0.10465788096189499
146864	rnn.bias_hh_l1_reverse	5	-0.12038999795913696
146864	rnn.bias_hh_l1_reverse	6	0.09215399622917175
146864	rnn.bias_hh_l1_reverse	7	-0.1799498051404953
146864	rnn.bias_hh_l1_reverse	8	-0.11360962688922882
146864	rnn.bias_hh_l1_reverse	9	-0.1515546292066574
146864	linear.weight	0	0.002228822559118271
146864	linear.weight	1	0.13312645256519318
146864	linear.weight	2	-0.085872583091259
146864	linear.weight	3	0.26729992032051086
146864	linear.weight	4	0.1592732071876526
146864	linear.weight	5	-0.05184512212872505
146864	linear.weight	6	0.1229749545454979
146864	linear.weight	7	0.06609314680099487
146864	linear.weight	8	0.041214749217033386
146864	linear.weight	9	-0.03110017627477646
146864	linear.bias	0	0.15442395210266113
146864	linear.bias	1	-0.20268197357654572
146864	linear.bias	2	-0.40228790044784546
146864	linear.bias	3	-0.6689410209655762
146864	linear.bias	4	-1.1973668336868286
146864	linear.bias	5	-0.07229936122894287
146864	linear.bias	6	-0.7592326998710632
146864	linear.bias	7	0.27679479122161865
146864	linear.bias	8	-0.4768921434879303
146864	linear.bias	9	-1.0306682586669922
147061	transitions	0	0.6394773721694946
147061	transitions	1	0.18802466988563538
147061	transitions	2	-10000.0
147061	transitions	3	-1.8237019777297974
147061	transitions	4	-10000.0
147061	transitions	5	0.5767454504966736
147061	transitions	6	-0.07622994482517242
147061	transitions	7	-0.725807249546051
147061	transitions	8	-1.4045246839523315
147061	transitions	9	-0.0011284751817584038
147061	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
147061	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
147061	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
147061	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
147061	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
147061	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
147061	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
147061	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
147061	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
147061	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
147061	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
147061	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
147061	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
147061	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
147061	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
147061	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
147061	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
147061	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
147061	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
147061	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
147061	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
147061	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
147061	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
147061	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
147061	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
147061	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
147061	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
147061	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
147061	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
147061	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
147061	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
147061	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
147061	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
147061	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
147061	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
147061	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
147061	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
147061	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
147061	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
147061	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
147061	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
147061	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
147061	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
147061	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
147061	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
147061	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
147061	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
147061	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
147061	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
147061	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
147061	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
147061	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
147061	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
147061	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
147061	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
147061	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
147061	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
147061	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
147061	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
147061	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
147061	embedding2nn.weight	0	0.02520263008773327
147061	embedding2nn.weight	1	-0.013072536326944828
147061	embedding2nn.weight	2	-0.014268254861235619
147061	embedding2nn.weight	3	-0.017063485458493233
147061	embedding2nn.weight	4	-0.0059150345623493195
147061	embedding2nn.weight	5	-0.0037005890626460314
147061	embedding2nn.weight	6	-0.0039732917211949825
147061	embedding2nn.weight	7	-0.08342693746089935
147061	embedding2nn.weight	8	-0.0019979383796453476
147061	embedding2nn.weight	9	-0.028212307021021843
147061	embedding2nn.bias	0	0.05292430892586708
147061	embedding2nn.bias	1	-0.06334996223449707
147061	embedding2nn.bias	2	0.07617659866809845
147061	embedding2nn.bias	3	0.04782102629542351
147061	embedding2nn.bias	4	-0.048981212079524994
147061	embedding2nn.bias	5	-0.04060817509889603
147061	embedding2nn.bias	6	-0.00011827822163468227
147061	embedding2nn.bias	7	-0.07038018852472305
147061	embedding2nn.bias	8	0.06785215437412262
147061	embedding2nn.bias	9	0.04502279683947563
147061	rnn.weight_ih_l0	0	-0.07836855947971344
147061	rnn.weight_ih_l0	1	0.006759531795978546
147061	rnn.weight_ih_l0	2	0.04573972150683403
147061	rnn.weight_ih_l0	3	0.025238309055566788
147061	rnn.weight_ih_l0	4	-0.031113022938370705
147061	rnn.weight_ih_l0	5	-0.0617239847779274
147061	rnn.weight_ih_l0	6	0.000640018901322037
147061	rnn.weight_ih_l0	7	0.06106950342655182
147061	rnn.weight_ih_l0	8	-0.006758411414921284
147061	rnn.weight_ih_l0	9	-0.027822665870189667
147061	rnn.weight_hh_l0	0	-0.033163588494062424
147061	rnn.weight_hh_l0	1	-0.007583735045045614
147061	rnn.weight_hh_l0	2	0.0002490279439371079
147061	rnn.weight_hh_l0	3	-0.07173441350460052
147061	rnn.weight_hh_l0	4	0.08438963443040848
147061	rnn.weight_hh_l0	5	-0.029980147257447243
147061	rnn.weight_hh_l0	6	-0.05572710558772087
147061	rnn.weight_hh_l0	7	0.011791401542723179
147061	rnn.weight_hh_l0	8	0.007383823394775391
147061	rnn.weight_hh_l0	9	-0.01959468238055706
147061	rnn.bias_ih_l0	0	0.12357144057750702
147061	rnn.bias_ih_l0	1	-0.03131648525595665
147061	rnn.bias_ih_l0	2	-0.002317675156518817
147061	rnn.bias_ih_l0	3	0.14449280500411987
147061	rnn.bias_ih_l0	4	-0.014459656551480293
147061	rnn.bias_ih_l0	5	-0.017245056107640266
147061	rnn.bias_ih_l0	6	0.014905535615980625
147061	rnn.bias_ih_l0	7	0.03310354799032211
147061	rnn.bias_ih_l0	8	-0.10044083744287491
147061	rnn.bias_ih_l0	9	-0.022338569164276123
147061	rnn.bias_hh_l0	0	-0.019407333806157112
147061	rnn.bias_hh_l0	1	-0.1225065365433693
147061	rnn.bias_hh_l0	2	-0.0609532929956913
147061	rnn.bias_hh_l0	3	-0.09030278027057648
147061	rnn.bias_hh_l0	4	-0.004648664966225624
147061	rnn.bias_hh_l0	5	-0.03630475327372551
147061	rnn.bias_hh_l0	6	0.0274658240377903
147061	rnn.bias_hh_l0	7	0.04340348020195961
147061	rnn.bias_hh_l0	8	-0.10531871020793915
147061	rnn.bias_hh_l0	9	-0.07014983147382736
147061	rnn.weight_ih_l0_reverse	0	-0.02278461679816246
147061	rnn.weight_ih_l0_reverse	1	-0.050320692360401154
147061	rnn.weight_ih_l0_reverse	2	-0.031672120094299316
147061	rnn.weight_ih_l0_reverse	3	0.014471525326371193
147061	rnn.weight_ih_l0_reverse	4	-0.0189326424151659
147061	rnn.weight_ih_l0_reverse	5	-0.04608460143208504
147061	rnn.weight_ih_l0_reverse	6	0.08262813091278076
147061	rnn.weight_ih_l0_reverse	7	-0.018818186596035957
147061	rnn.weight_ih_l0_reverse	8	-0.024085521697998047
147061	rnn.weight_ih_l0_reverse	9	-0.006595689337700605
147061	rnn.weight_hh_l0_reverse	0	0.06364555656909943
147061	rnn.weight_hh_l0_reverse	1	0.013842438347637653
147061	rnn.weight_hh_l0_reverse	2	0.028538953512907028
147061	rnn.weight_hh_l0_reverse	3	0.027933014556765556
147061	rnn.weight_hh_l0_reverse	4	0.005387089680880308
147061	rnn.weight_hh_l0_reverse	5	0.01903655380010605
147061	rnn.weight_hh_l0_reverse	6	0.049567680805921555
147061	rnn.weight_hh_l0_reverse	7	-0.06603845208883286
147061	rnn.weight_hh_l0_reverse	8	0.039292942732572556
147061	rnn.weight_hh_l0_reverse	9	0.03481575474143028
147061	rnn.bias_ih_l0_reverse	0	-0.06516482681035995
147061	rnn.bias_ih_l0_reverse	1	-0.24576906859874725
147061	rnn.bias_ih_l0_reverse	2	-0.137989342212677
147061	rnn.bias_ih_l0_reverse	3	-0.042353544384241104
147061	rnn.bias_ih_l0_reverse	4	-0.03773963078856468
147061	rnn.bias_ih_l0_reverse	5	0.05544169992208481
147061	rnn.bias_ih_l0_reverse	6	-0.0712321475148201
147061	rnn.bias_ih_l0_reverse	7	0.04731510207056999
147061	rnn.bias_ih_l0_reverse	8	-0.05496904253959656
147061	rnn.bias_ih_l0_reverse	9	0.05496508255600929
147061	rnn.bias_hh_l0_reverse	0	0.02930566668510437
147061	rnn.bias_hh_l0_reverse	1	-0.05584897845983505
147061	rnn.bias_hh_l0_reverse	2	0.08103819191455841
147061	rnn.bias_hh_l0_reverse	3	-0.047151487320661545
147061	rnn.bias_hh_l0_reverse	4	-0.02004256658256054
147061	rnn.bias_hh_l0_reverse	5	-0.03323151916265488
147061	rnn.bias_hh_l0_reverse	6	-0.016270272433757782
147061	rnn.bias_hh_l0_reverse	7	0.10823367536067963
147061	rnn.bias_hh_l0_reverse	8	0.02552729845046997
147061	rnn.bias_hh_l0_reverse	9	-0.12968884408473969
147061	rnn.weight_ih_l1	0	-0.03479910269379616
147061	rnn.weight_ih_l1	1	-0.05080694705247879
147061	rnn.weight_ih_l1	2	0.06283973157405853
147061	rnn.weight_ih_l1	3	-0.07332734018564224
147061	rnn.weight_ih_l1	4	-0.01583392545580864
147061	rnn.weight_ih_l1	5	-0.045896321535110474
147061	rnn.weight_ih_l1	6	0.03267030045390129
147061	rnn.weight_ih_l1	7	-0.03258419409394264
147061	rnn.weight_ih_l1	8	0.0376863069832325
147061	rnn.weight_ih_l1	9	0.0427270382642746
147061	rnn.weight_hh_l1	0	-0.003761803498491645
147061	rnn.weight_hh_l1	1	0.016567783430218697
147061	rnn.weight_hh_l1	2	0.016282454133033752
147061	rnn.weight_hh_l1	3	-0.01203143410384655
147061	rnn.weight_hh_l1	4	0.009634574875235558
147061	rnn.weight_hh_l1	5	0.026412032544612885
147061	rnn.weight_hh_l1	6	0.03278151527047157
147061	rnn.weight_hh_l1	7	-0.0201189573854208
147061	rnn.weight_hh_l1	8	-0.014422740787267685
147061	rnn.weight_hh_l1	9	0.03490991145372391
147061	rnn.bias_ih_l1	0	-0.20637276768684387
147061	rnn.bias_ih_l1	1	-0.1952589899301529
147061	rnn.bias_ih_l1	2	-0.20540913939476013
147061	rnn.bias_ih_l1	3	-0.30424532294273376
147061	rnn.bias_ih_l1	4	-0.22114384174346924
147061	rnn.bias_ih_l1	5	-0.09218079596757889
147061	rnn.bias_ih_l1	6	-0.17541155219078064
147061	rnn.bias_ih_l1	7	-0.03505933657288551
147061	rnn.bias_ih_l1	8	-0.15275749564170837
147061	rnn.bias_ih_l1	9	-0.12857821583747864
147061	rnn.bias_hh_l1	0	-0.10709460824728012
147061	rnn.bias_hh_l1	1	-0.07198335975408554
147061	rnn.bias_hh_l1	2	-0.10992161929607391
147061	rnn.bias_hh_l1	3	-0.08300087600946426
147061	rnn.bias_hh_l1	4	-0.09375429153442383
147061	rnn.bias_hh_l1	5	-0.11697672307491302
147061	rnn.bias_hh_l1	6	-0.13901524245738983
147061	rnn.bias_hh_l1	7	0.03372581675648689
147061	rnn.bias_hh_l1	8	-0.17744503915309906
147061	rnn.bias_hh_l1	9	-0.11110910028219223
147061	rnn.weight_ih_l1_reverse	0	-0.03953322023153305
147061	rnn.weight_ih_l1_reverse	1	0.016927791759371758
147061	rnn.weight_ih_l1_reverse	2	0.06458830088376999
147061	rnn.weight_ih_l1_reverse	3	0.0022580439690500498
147061	rnn.weight_ih_l1_reverse	4	-0.0321817621588707
147061	rnn.weight_ih_l1_reverse	5	-0.032541994005441666
147061	rnn.weight_ih_l1_reverse	6	-0.012319695204496384
147061	rnn.weight_ih_l1_reverse	7	0.03288308531045914
147061	rnn.weight_ih_l1_reverse	8	0.005616176873445511
147061	rnn.weight_ih_l1_reverse	9	-0.05032858997583389
147061	rnn.weight_hh_l1_reverse	0	0.0054410104639828205
147061	rnn.weight_hh_l1_reverse	1	0.030282985419034958
147061	rnn.weight_hh_l1_reverse	2	-0.03998256102204323
147061	rnn.weight_hh_l1_reverse	3	0.03633031249046326
147061	rnn.weight_hh_l1_reverse	4	0.04921295493841171
147061	rnn.weight_hh_l1_reverse	5	-5.381101436796598e-05
147061	rnn.weight_hh_l1_reverse	6	0.04809434711933136
147061	rnn.weight_hh_l1_reverse	7	0.03070606105029583
147061	rnn.weight_hh_l1_reverse	8	-0.006940451450645924
147061	rnn.weight_hh_l1_reverse	9	-0.0327054001390934
147061	rnn.bias_ih_l1_reverse	0	-0.06494312733411789
147061	rnn.bias_ih_l1_reverse	1	-0.16169583797454834
147061	rnn.bias_ih_l1_reverse	2	-0.16778326034545898
147061	rnn.bias_ih_l1_reverse	3	-0.015208354219794273
147061	rnn.bias_ih_l1_reverse	4	-0.21151047945022583
147061	rnn.bias_ih_l1_reverse	5	-0.11691396683454514
147061	rnn.bias_ih_l1_reverse	6	-0.13352540135383606
147061	rnn.bias_ih_l1_reverse	7	-0.20713157951831818
147061	rnn.bias_ih_l1_reverse	8	0.22582940757274628
147061	rnn.bias_ih_l1_reverse	9	0.06211623176932335
147061	rnn.bias_hh_l1_reverse	0	0.012302719987928867
147061	rnn.bias_hh_l1_reverse	1	-0.08926127105951309
147061	rnn.bias_hh_l1_reverse	2	-0.233817458152771
147061	rnn.bias_hh_l1_reverse	3	-0.14541193842887878
147061	rnn.bias_hh_l1_reverse	4	-0.10433844476938248
147061	rnn.bias_hh_l1_reverse	5	-0.12151844799518585
147061	rnn.bias_hh_l1_reverse	6	0.09016099572181702
147061	rnn.bias_hh_l1_reverse	7	-0.17872671782970428
147061	rnn.bias_hh_l1_reverse	8	-0.11557868123054504
147061	rnn.bias_hh_l1_reverse	9	-0.15096864104270935
147061	linear.weight	0	0.002228822559118271
147061	linear.weight	1	0.1308334320783615
147061	linear.weight	2	-0.09156159311532974
147061	linear.weight	3	0.2669701874256134
147061	linear.weight	4	0.16137339174747467
147061	linear.weight	5	-0.05268915742635727
147061	linear.weight	6	0.11927426606416702
147061	linear.weight	7	0.06629838794469833
147061	linear.weight	8	0.04121414199471474
147061	linear.weight	9	-0.03428645804524422
147061	linear.bias	0	0.12490405142307281
147061	linear.bias	1	-0.20034106075763702
147061	linear.bias	2	-0.3847275674343109
147061	linear.bias	3	-0.6709808707237244
147061	linear.bias	4	-1.200427532196045
147061	linear.bias	5	-0.07109370827674866
147061	linear.bias	6	-0.7574684023857117
147061	linear.bias	7	0.28054729104042053
147061	linear.bias	8	-0.46378231048583984
147061	linear.bias	9	-1.0174671411514282
147258	transitions	0	0.6406928896903992
147258	transitions	1	0.18964563310146332
147258	transitions	2	-10000.0
147258	transitions	3	-1.8237354755401611
147258	transitions	4	-10000.0
147258	transitions	5	0.5766904354095459
147258	transitions	6	-0.07625555247068405
147258	transitions	7	-0.7260884046554565
147258	transitions	8	-1.404544472694397
147258	transitions	9	-0.0011289536487311125
147258	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
147258	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
147258	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
147258	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
147258	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
147258	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
147258	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
147258	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
147258	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
147258	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
147258	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
147258	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
147258	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
147258	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
147258	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
147258	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
147258	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
147258	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
147258	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
147258	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
147258	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
147258	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
147258	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
147258	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
147258	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
147258	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
147258	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
147258	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
147258	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
147258	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
147258	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
147258	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
147258	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
147258	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
147258	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
147258	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
147258	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
147258	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
147258	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
147258	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
147258	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
147258	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
147258	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
147258	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
147258	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
147258	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
147258	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
147258	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
147258	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
147258	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
147258	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
147258	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
147258	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
147258	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
147258	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
147258	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
147258	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
147258	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
147258	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
147258	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
147258	embedding2nn.weight	0	0.02483903057873249
147258	embedding2nn.weight	1	-0.013063997030258179
147258	embedding2nn.weight	2	-0.014268254861235619
147258	embedding2nn.weight	3	-0.018244998529553413
147258	embedding2nn.weight	4	-0.0059150345623493195
147258	embedding2nn.weight	5	-0.0037005890626460314
147258	embedding2nn.weight	6	-0.003973289858549833
147258	embedding2nn.weight	7	-0.08332860469818115
147258	embedding2nn.weight	8	-0.0019979383796453476
147258	embedding2nn.weight	9	-0.028654197230935097
147258	embedding2nn.bias	0	0.053112927824258804
147258	embedding2nn.bias	1	-0.06396199017763138
147258	embedding2nn.bias	2	0.07959619164466858
147258	embedding2nn.bias	3	0.0483454167842865
147258	embedding2nn.bias	4	-0.04442422837018967
147258	embedding2nn.bias	5	-0.039350736886262894
147258	embedding2nn.bias	6	0.004400928970426321
147258	embedding2nn.bias	7	-0.07509367913007736
147258	embedding2nn.bias	8	0.06586088240146637
147258	embedding2nn.bias	9	0.04839760437607765
147258	rnn.weight_ih_l0	0	-0.07887832820415497
147258	rnn.weight_ih_l0	1	0.006812659092247486
147258	rnn.weight_ih_l0	2	0.045594874769449234
147258	rnn.weight_ih_l0	3	0.025208253413438797
147258	rnn.weight_ih_l0	4	-0.03096630796790123
147258	rnn.weight_ih_l0	5	-0.06162838265299797
147258	rnn.weight_ih_l0	6	0.0008207692881114781
147258	rnn.weight_ih_l0	7	0.06058298051357269
147258	rnn.weight_ih_l0	8	-0.007126307114958763
147258	rnn.weight_ih_l0	9	-0.027439486235380173
147258	rnn.weight_hh_l0	0	-0.032958149909973145
147258	rnn.weight_hh_l0	1	-0.0075553543865680695
147258	rnn.weight_hh_l0	2	-0.00012156201410107315
147258	rnn.weight_hh_l0	3	-0.0718822330236435
147258	rnn.weight_hh_l0	4	0.08429062366485596
147258	rnn.weight_hh_l0	5	-0.029975159093737602
147258	rnn.weight_hh_l0	6	-0.05585731565952301
147258	rnn.weight_hh_l0	7	0.011772056110203266
147258	rnn.weight_hh_l0	8	0.007517702411860228
147258	rnn.weight_hh_l0	9	-0.01979215256869793
147258	rnn.bias_ih_l0	0	0.12505412101745605
147258	rnn.bias_ih_l0	1	-0.029433928430080414
147258	rnn.bias_ih_l0	2	-0.0011906420113518834
147258	rnn.bias_ih_l0	3	0.1465180665254593
147258	rnn.bias_ih_l0	4	-0.015354307368397713
147258	rnn.bias_ih_l0	5	-0.017597895115613937
147258	rnn.bias_ih_l0	6	0.01489318162202835
147258	rnn.bias_ih_l0	7	0.032607123255729675
147258	rnn.bias_ih_l0	8	-0.09996691346168518
147258	rnn.bias_ih_l0	9	-0.026105867698788643
147258	rnn.bias_hh_l0	0	-0.019677679985761642
147258	rnn.bias_hh_l0	1	-0.12372572720050812
147258	rnn.bias_hh_l0	2	-0.06136539578437805
147258	rnn.bias_hh_l0	3	-0.08980292826890945
147258	rnn.bias_hh_l0	4	-0.0048431893810629845
147258	rnn.bias_hh_l0	5	-0.037333451211452484
147258	rnn.bias_hh_l0	6	0.027640119194984436
147258	rnn.bias_hh_l0	7	0.04388505592942238
147258	rnn.bias_hh_l0	8	-0.1064494177699089
147258	rnn.bias_hh_l0	9	-0.06690660864114761
147258	rnn.weight_ih_l0_reverse	0	-0.02261405624449253
147258	rnn.weight_ih_l0_reverse	1	-0.05110633373260498
147258	rnn.weight_ih_l0_reverse	2	-0.030629964545369148
147258	rnn.weight_ih_l0_reverse	3	0.014288878999650478
147258	rnn.weight_ih_l0_reverse	4	-0.0196934025734663
147258	rnn.weight_ih_l0_reverse	5	-0.0459250882267952
147258	rnn.weight_ih_l0_reverse	6	0.08284194767475128
147258	rnn.weight_ih_l0_reverse	7	-0.018821755424141884
147258	rnn.weight_ih_l0_reverse	8	-0.02413802407681942
147258	rnn.weight_ih_l0_reverse	9	-0.006207949947565794
147258	rnn.weight_hh_l0_reverse	0	0.06296147406101227
147258	rnn.weight_hh_l0_reverse	1	0.013340658508241177
147258	rnn.weight_hh_l0_reverse	2	0.028734106570482254
147258	rnn.weight_hh_l0_reverse	3	0.028190970420837402
147258	rnn.weight_hh_l0_reverse	4	0.005541426129639149
147258	rnn.weight_hh_l0_reverse	5	0.018553443253040314
147258	rnn.weight_hh_l0_reverse	6	0.049363985657691956
147258	rnn.weight_hh_l0_reverse	7	-0.06626737862825394
147258	rnn.weight_hh_l0_reverse	8	0.039306629449129105
147258	rnn.weight_hh_l0_reverse	9	0.03441571071743965
147258	rnn.bias_ih_l0_reverse	0	-0.06676196306943893
147258	rnn.bias_ih_l0_reverse	1	-0.24855749309062958
147258	rnn.bias_ih_l0_reverse	2	-0.1369345784187317
147258	rnn.bias_ih_l0_reverse	3	-0.04278375953435898
147258	rnn.bias_ih_l0_reverse	4	-0.03820205479860306
147258	rnn.bias_ih_l0_reverse	5	0.05437183752655983
147258	rnn.bias_ih_l0_reverse	6	-0.07230133563280106
147258	rnn.bias_ih_l0_reverse	7	0.047864880412817
147258	rnn.bias_ih_l0_reverse	8	-0.052535947412252426
147258	rnn.bias_ih_l0_reverse	9	0.05544068664312363
147258	rnn.bias_hh_l0_reverse	0	0.02855253592133522
147258	rnn.bias_hh_l0_reverse	1	-0.05745232105255127
147258	rnn.bias_hh_l0_reverse	2	0.0807998850941658
147258	rnn.bias_hh_l0_reverse	3	-0.04840507358312607
147258	rnn.bias_hh_l0_reverse	4	-0.02017293870449066
147258	rnn.bias_hh_l0_reverse	5	-0.03221466392278671
147258	rnn.bias_hh_l0_reverse	6	-0.016072873026132584
147258	rnn.bias_hh_l0_reverse	7	0.10788106918334961
147258	rnn.bias_hh_l0_reverse	8	0.02501179277896881
147258	rnn.bias_hh_l0_reverse	9	-0.12826880812644958
147258	rnn.weight_ih_l1	0	-0.03476978838443756
147258	rnn.weight_ih_l1	1	-0.04952409863471985
147258	rnn.weight_ih_l1	2	0.06353899091482162
147258	rnn.weight_ih_l1	3	-0.07277124375104904
147258	rnn.weight_ih_l1	4	-0.01602981798350811
147258	rnn.weight_ih_l1	5	-0.045902933925390244
147258	rnn.weight_ih_l1	6	0.03284207731485367
147258	rnn.weight_ih_l1	7	-0.03196500241756439
147258	rnn.weight_ih_l1	8	0.03775057941675186
147258	rnn.weight_ih_l1	9	0.042509499937295914
147258	rnn.weight_hh_l1	0	-0.004169258754700422
147258	rnn.weight_hh_l1	1	0.016665885224938393
147258	rnn.weight_hh_l1	2	0.016246894374489784
147258	rnn.weight_hh_l1	3	-0.012118224985897541
147258	rnn.weight_hh_l1	4	0.010199068114161491
147258	rnn.weight_hh_l1	5	0.026610827073454857
147258	rnn.weight_hh_l1	6	0.03309665620326996
147258	rnn.weight_hh_l1	7	-0.020164528861641884
147258	rnn.weight_hh_l1	8	-0.014703840017318726
147258	rnn.weight_hh_l1	9	0.03480079770088196
147258	rnn.bias_ih_l1	0	-0.2080845832824707
147258	rnn.bias_ih_l1	1	-0.1953212320804596
147258	rnn.bias_ih_l1	2	-0.20443689823150635
147258	rnn.bias_ih_l1	3	-0.3039875626564026
147258	rnn.bias_ih_l1	4	-0.22159525752067566
147258	rnn.bias_ih_l1	5	-0.09284348040819168
147258	rnn.bias_ih_l1	6	-0.1749996691942215
147258	rnn.bias_ih_l1	7	-0.03369659185409546
147258	rnn.bias_ih_l1	8	-0.15091140568256378
147258	rnn.bias_ih_l1	9	-0.12684378027915955
147258	rnn.bias_hh_l1	0	-0.10685931146144867
147258	rnn.bias_hh_l1	1	-0.06949398666620255
147258	rnn.bias_hh_l1	2	-0.10746952891349792
147258	rnn.bias_hh_l1	3	-0.0833706185221672
147258	rnn.bias_hh_l1	4	-0.0932389348745346
147258	rnn.bias_hh_l1	5	-0.11668143421411514
147258	rnn.bias_hh_l1	6	-0.13921666145324707
147258	rnn.bias_hh_l1	7	0.03399556130170822
147258	rnn.bias_hh_l1	8	-0.17722353339195251
147258	rnn.bias_hh_l1	9	-0.11346670240163803
147258	rnn.weight_ih_l1_reverse	0	-0.03922538831830025
147258	rnn.weight_ih_l1_reverse	1	0.01627190038561821
147258	rnn.weight_ih_l1_reverse	2	0.06539729237556458
147258	rnn.weight_ih_l1_reverse	3	0.0025203044060617685
147258	rnn.weight_ih_l1_reverse	4	-0.0334029458463192
147258	rnn.weight_ih_l1_reverse	5	-0.03234676271677017
147258	rnn.weight_ih_l1_reverse	6	-0.011835877783596516
147258	rnn.weight_ih_l1_reverse	7	0.032544009387493134
147258	rnn.weight_ih_l1_reverse	8	0.00571774085983634
147258	rnn.weight_ih_l1_reverse	9	-0.0496661514043808
147258	rnn.weight_hh_l1_reverse	0	0.005475752986967564
147258	rnn.weight_hh_l1_reverse	1	0.03035331889986992
147258	rnn.weight_hh_l1_reverse	2	-0.03993507847189903
147258	rnn.weight_hh_l1_reverse	3	0.03629446402192116
147258	rnn.weight_hh_l1_reverse	4	0.04921369254589081
147258	rnn.weight_hh_l1_reverse	5	-0.00021960027515888214
147258	rnn.weight_hh_l1_reverse	6	0.04848324880003929
147258	rnn.weight_hh_l1_reverse	7	0.030228178948163986
147258	rnn.weight_hh_l1_reverse	8	-0.006943628657609224
147258	rnn.weight_hh_l1_reverse	9	-0.0327770933508873
147258	rnn.bias_ih_l1_reverse	0	-0.06478685885667801
147258	rnn.bias_ih_l1_reverse	1	-0.16111138463020325
147258	rnn.bias_ih_l1_reverse	2	-0.16659007966518402
147258	rnn.bias_ih_l1_reverse	3	-0.015972979366779327
147258	rnn.bias_ih_l1_reverse	4	-0.2115592062473297
147258	rnn.bias_ih_l1_reverse	5	-0.11729804426431656
147258	rnn.bias_ih_l1_reverse	6	-0.13282857835292816
147258	rnn.bias_ih_l1_reverse	7	-0.20750927925109863
147258	rnn.bias_ih_l1_reverse	8	0.22440138459205627
147258	rnn.bias_ih_l1_reverse	9	0.06502147763967514
147258	rnn.bias_hh_l1_reverse	0	0.016711555421352386
147258	rnn.bias_hh_l1_reverse	1	-0.08958584070205688
147258	rnn.bias_hh_l1_reverse	2	-0.23462669551372528
147258	rnn.bias_hh_l1_reverse	3	-0.14421367645263672
147258	rnn.bias_hh_l1_reverse	4	-0.10450167208909988
147258	rnn.bias_hh_l1_reverse	5	-0.1215883269906044
147258	rnn.bias_hh_l1_reverse	6	0.08968698233366013
147258	rnn.bias_hh_l1_reverse	7	-0.17984002828598022
147258	rnn.bias_hh_l1_reverse	8	-0.11450318992137909
147258	rnn.bias_hh_l1_reverse	9	-0.151113823056221
147258	linear.weight	0	0.002228822559118271
147258	linear.weight	1	0.12942612171173096
147258	linear.weight	2	-0.08774655312299728
147258	linear.weight	3	0.26999157667160034
147258	linear.weight	4	0.1584940254688263
147258	linear.weight	5	-0.053264472633600235
147258	linear.weight	6	0.1148381233215332
147258	linear.weight	7	0.06908874213695526
147258	linear.weight	8	0.04121420159935951
147258	linear.weight	9	-0.032340940088033676
147258	linear.bias	0	0.1252860724925995
147258	linear.bias	1	-0.21558108925819397
147258	linear.bias	2	-0.3920866549015045
147258	linear.bias	3	-0.6685114502906799
147258	linear.bias	4	-1.1981595754623413
147258	linear.bias	5	-0.06777719408273697
147258	linear.bias	6	-0.7718443870544434
147258	linear.bias	7	0.2838206887245178
147258	linear.bias	8	-0.4566439092159271
147258	linear.bias	9	-1.0090943574905396
147455	transitions	0	0.6451716423034668
147455	transitions	1	0.1859198957681656
147455	transitions	2	-10000.0
147455	transitions	3	-1.8237487077713013
147455	transitions	4	-10000.0
147455	transitions	5	0.5766407251358032
147455	transitions	6	-0.07628870010375977
147455	transitions	7	-0.7264970541000366
147455	transitions	8	-1.4045592546463013
147455	transitions	9	-0.0011293950956314802
147455	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
147455	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
147455	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
147455	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
147455	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
147455	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
147455	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
147455	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
147455	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
147455	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
147455	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
147455	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
147455	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
147455	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
147455	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
147455	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
147455	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
147455	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
147455	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
147455	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
147455	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
147455	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
147455	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
147455	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
147455	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
147455	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
147455	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
147455	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
147455	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
147455	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
147455	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
147455	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
147455	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
147455	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
147455	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
147455	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
147455	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
147455	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
147455	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
147455	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
147455	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
147455	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
147455	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
147455	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
147455	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
147455	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
147455	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
147455	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
147455	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
147455	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
147455	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
147455	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
147455	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
147455	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
147455	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
147455	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
147455	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
147455	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
147455	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
147455	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
147455	embedding2nn.weight	0	0.02564079500734806
147455	embedding2nn.weight	1	-0.013178124092519283
147455	embedding2nn.weight	2	-0.014268254861235619
147455	embedding2nn.weight	3	-0.018562521785497665
147455	embedding2nn.weight	4	-0.0059150345623493195
147455	embedding2nn.weight	5	-0.0037005890626460314
147455	embedding2nn.weight	6	-0.003973289392888546
147455	embedding2nn.weight	7	-0.08369126915931702
147455	embedding2nn.weight	8	-0.0019979383796453476
147455	embedding2nn.weight	9	-0.02815830148756504
147455	embedding2nn.bias	0	0.056260332465171814
147455	embedding2nn.bias	1	-0.06308801472187042
147455	embedding2nn.bias	2	0.08425446599721909
147455	embedding2nn.bias	3	0.05260083079338074
147455	embedding2nn.bias	4	-0.04155906289815903
147455	embedding2nn.bias	5	-0.0363311730325222
147455	embedding2nn.bias	6	0.009213389828801155
147455	embedding2nn.bias	7	-0.07203895598649979
147455	embedding2nn.bias	8	0.06712761521339417
147455	embedding2nn.bias	9	0.045654281973838806
147455	rnn.weight_ih_l0	0	-0.07910357415676117
147455	rnn.weight_ih_l0	1	0.0057737864553928375
147455	rnn.weight_ih_l0	2	0.045413173735141754
147455	rnn.weight_ih_l0	3	0.025077003985643387
147455	rnn.weight_ih_l0	4	-0.03159913048148155
147455	rnn.weight_ih_l0	5	-0.06196547672152519
147455	rnn.weight_ih_l0	6	-0.00021619995823130012
147455	rnn.weight_ih_l0	7	0.06012921407818794
147455	rnn.weight_ih_l0	8	-0.007580815814435482
147455	rnn.weight_ih_l0	9	-0.02800711803138256
147455	rnn.weight_hh_l0	0	-0.032800499349832535
147455	rnn.weight_hh_l0	1	-0.007728314492851496
147455	rnn.weight_hh_l0	2	0.0005376898334361613
147455	rnn.weight_hh_l0	3	-0.0718308538198471
147455	rnn.weight_hh_l0	4	0.08373156934976578
147455	rnn.weight_hh_l0	5	-0.030236197635531425
147455	rnn.weight_hh_l0	6	-0.055290766060352325
147455	rnn.weight_hh_l0	7	0.012025462463498116
147455	rnn.weight_hh_l0	8	0.007341177202761173
147455	rnn.weight_hh_l0	9	-0.019897034391760826
147455	rnn.bias_ih_l0	0	0.12515367567539215
147455	rnn.bias_ih_l0	1	-0.02828272618353367
147455	rnn.bias_ih_l0	2	0.000130033862660639
147455	rnn.bias_ih_l0	3	0.14555738866329193
147455	rnn.bias_ih_l0	4	-0.014523730613291264
147455	rnn.bias_ih_l0	5	-0.01761806569993496
147455	rnn.bias_ih_l0	6	0.013755357824265957
147455	rnn.bias_ih_l0	7	0.033206384629011154
147455	rnn.bias_ih_l0	8	-0.10084090381860733
147455	rnn.bias_ih_l0	9	-0.0275042075663805
147455	rnn.bias_hh_l0	0	-0.01797846518456936
147455	rnn.bias_hh_l0	1	-0.12327738106250763
147455	rnn.bias_hh_l0	2	-0.05981450900435448
147455	rnn.bias_hh_l0	3	-0.08916472643613815
147455	rnn.bias_hh_l0	4	-0.005364563781768084
147455	rnn.bias_hh_l0	5	-0.03820514678955078
147455	rnn.bias_hh_l0	6	0.027919480577111244
147455	rnn.bias_hh_l0	7	0.047809500247240067
147455	rnn.bias_hh_l0	8	-0.10621031373739243
147455	rnn.bias_hh_l0	9	-0.06771522760391235
147455	rnn.weight_ih_l0_reverse	0	-0.02226165309548378
147455	rnn.weight_ih_l0_reverse	1	-0.050488561391830444
147455	rnn.weight_ih_l0_reverse	2	-0.030728403478860855
147455	rnn.weight_ih_l0_reverse	3	0.014477428048849106
147455	rnn.weight_ih_l0_reverse	4	-0.019680067896842957
147455	rnn.weight_ih_l0_reverse	5	-0.04551610350608826
147455	rnn.weight_ih_l0_reverse	6	0.08354324847459793
147455	rnn.weight_ih_l0_reverse	7	-0.018757574260234833
147455	rnn.weight_ih_l0_reverse	8	-0.024242831394076347
147455	rnn.weight_ih_l0_reverse	9	-0.005691125523298979
147455	rnn.weight_hh_l0_reverse	0	0.06373299658298492
147455	rnn.weight_hh_l0_reverse	1	0.013819672167301178
147455	rnn.weight_hh_l0_reverse	2	0.02854340896010399
147455	rnn.weight_hh_l0_reverse	3	0.02864987775683403
147455	rnn.weight_hh_l0_reverse	4	0.005971673410385847
147455	rnn.weight_hh_l0_reverse	5	0.01854783482849598
147455	rnn.weight_hh_l0_reverse	6	0.049596864730119705
147455	rnn.weight_hh_l0_reverse	7	-0.06654596328735352
147455	rnn.weight_hh_l0_reverse	8	0.03947054594755173
147455	rnn.weight_hh_l0_reverse	9	0.034629251807928085
147455	rnn.bias_ih_l0_reverse	0	-0.06556330621242523
147455	rnn.bias_ih_l0_reverse	1	-0.2503372132778168
147455	rnn.bias_ih_l0_reverse	2	-0.13648846745491028
147455	rnn.bias_ih_l0_reverse	3	-0.0415630117058754
147455	rnn.bias_ih_l0_reverse	4	-0.036558281630277634
147455	rnn.bias_ih_l0_reverse	5	0.05565861240029335
147455	rnn.bias_ih_l0_reverse	6	-0.0738404169678688
147455	rnn.bias_ih_l0_reverse	7	0.04938937723636627
147455	rnn.bias_ih_l0_reverse	8	-0.05240297317504883
147455	rnn.bias_ih_l0_reverse	9	0.05522334948182106
147455	rnn.bias_hh_l0_reverse	0	0.028113700449466705
147455	rnn.bias_hh_l0_reverse	1	-0.05606909841299057
147455	rnn.bias_hh_l0_reverse	2	0.08078856021165848
147455	rnn.bias_hh_l0_reverse	3	-0.04844812676310539
147455	rnn.bias_hh_l0_reverse	4	-0.02210928127169609
147455	rnn.bias_hh_l0_reverse	5	-0.03346338868141174
147455	rnn.bias_hh_l0_reverse	6	-0.014910825528204441
147455	rnn.bias_hh_l0_reverse	7	0.10811702907085419
147455	rnn.bias_hh_l0_reverse	8	0.02518988959491253
147455	rnn.bias_hh_l0_reverse	9	-0.12644758820533752
147455	rnn.weight_ih_l1	0	-0.03485439717769623
147455	rnn.weight_ih_l1	1	-0.0478203222155571
147455	rnn.weight_ih_l1	2	0.0623575896024704
147455	rnn.weight_ih_l1	3	-0.07250925898551941
147455	rnn.weight_ih_l1	4	-0.016476653516292572
147455	rnn.weight_ih_l1	5	-0.0458700992166996
147455	rnn.weight_ih_l1	6	0.033159445971250534
147455	rnn.weight_ih_l1	7	-0.031044717878103256
147455	rnn.weight_ih_l1	8	0.03768780454993248
147455	rnn.weight_ih_l1	9	0.04266837239265442
147455	rnn.weight_hh_l1	0	-0.005284630693495274
147455	rnn.weight_hh_l1	1	0.0165668074041605
147455	rnn.weight_hh_l1	2	0.017210720106959343
147455	rnn.weight_hh_l1	3	-0.012227276340126991
147455	rnn.weight_hh_l1	4	0.010494193062186241
147455	rnn.weight_hh_l1	5	0.02670038491487503
147455	rnn.weight_hh_l1	6	0.03286152705550194
147455	rnn.weight_hh_l1	7	-0.02020304463803768
147455	rnn.weight_hh_l1	8	-0.014741631224751472
147455	rnn.weight_hh_l1	9	0.03461064025759697
147455	rnn.bias_ih_l1	0	-0.20709501206874847
147455	rnn.bias_ih_l1	1	-0.195194810628891
147455	rnn.bias_ih_l1	2	-0.20380349457263947
147455	rnn.bias_ih_l1	3	-0.30607110261917114
147455	rnn.bias_ih_l1	4	-0.22383049130439758
147455	rnn.bias_ih_l1	5	-0.09400226920843124
147455	rnn.bias_ih_l1	6	-0.17349115014076233
147455	rnn.bias_ih_l1	7	-0.03296251222491264
147455	rnn.bias_ih_l1	8	-0.1506182998418808
147455	rnn.bias_ih_l1	9	-0.127759650349617
147455	rnn.bias_hh_l1	0	-0.10516560822725296
147455	rnn.bias_hh_l1	1	-0.07084041088819504
147455	rnn.bias_hh_l1	2	-0.10889026522636414
147455	rnn.bias_hh_l1	3	-0.08428600430488586
147455	rnn.bias_hh_l1	4	-0.09545232355594635
147455	rnn.bias_hh_l1	5	-0.11635386943817139
147455	rnn.bias_hh_l1	6	-0.141376331448555
147455	rnn.bias_hh_l1	7	0.03352103754878044
147455	rnn.bias_hh_l1	8	-0.17773406207561493
147455	rnn.bias_hh_l1	9	-0.11362840235233307
147455	rnn.weight_ih_l1_reverse	0	-0.039224594831466675
147455	rnn.weight_ih_l1_reverse	1	0.019428173080086708
147455	rnn.weight_ih_l1_reverse	2	0.06751011312007904
147455	rnn.weight_ih_l1_reverse	3	0.0034469973761588335
147455	rnn.weight_ih_l1_reverse	4	-0.034495748579502106
147455	rnn.weight_ih_l1_reverse	5	-0.0322948656976223
147455	rnn.weight_ih_l1_reverse	6	-0.011217201128602028
147455	rnn.weight_ih_l1_reverse	7	0.03254689648747444
147455	rnn.weight_ih_l1_reverse	8	0.005960824899375439
147455	rnn.weight_ih_l1_reverse	9	-0.05121447890996933
147455	rnn.weight_hh_l1_reverse	0	0.005496738478541374
147455	rnn.weight_hh_l1_reverse	1	0.03035563975572586
147455	rnn.weight_hh_l1_reverse	2	-0.039952605962753296
147455	rnn.weight_hh_l1_reverse	3	0.03638308495283127
147455	rnn.weight_hh_l1_reverse	4	0.04885838180780411
147455	rnn.weight_hh_l1_reverse	5	-0.0005317944451235235
147455	rnn.weight_hh_l1_reverse	6	0.049806009978055954
147455	rnn.weight_hh_l1_reverse	7	0.030116228386759758
147455	rnn.weight_hh_l1_reverse	8	-0.006910528056323528
147455	rnn.weight_hh_l1_reverse	9	-0.03274183347821236
147455	rnn.bias_ih_l1_reverse	0	-0.06527642905712128
147455	rnn.bias_ih_l1_reverse	1	-0.16156665980815887
147455	rnn.bias_ih_l1_reverse	2	-0.16565518081188202
147455	rnn.bias_ih_l1_reverse	3	-0.015414037741720676
147455	rnn.bias_ih_l1_reverse	4	-0.21212661266326904
147455	rnn.bias_ih_l1_reverse	5	-0.1173081323504448
147455	rnn.bias_ih_l1_reverse	6	-0.13389436900615692
147455	rnn.bias_ih_l1_reverse	7	-0.20834073424339294
147455	rnn.bias_ih_l1_reverse	8	0.22603441774845123
147455	rnn.bias_ih_l1_reverse	9	0.06495693325996399
147455	rnn.bias_hh_l1_reverse	0	0.015160511247813702
147455	rnn.bias_hh_l1_reverse	1	-0.09148870408535004
147455	rnn.bias_hh_l1_reverse	2	-0.23422174155712128
147455	rnn.bias_hh_l1_reverse	3	-0.14370381832122803
147455	rnn.bias_hh_l1_reverse	4	-0.10488969832658768
147455	rnn.bias_hh_l1_reverse	5	-0.12131433933973312
147455	rnn.bias_hh_l1_reverse	6	0.09166309982538223
147455	rnn.bias_hh_l1_reverse	7	-0.18003664910793304
147455	rnn.bias_hh_l1_reverse	8	-0.11369144916534424
147455	rnn.bias_hh_l1_reverse	9	-0.1510688066482544
147455	linear.weight	0	0.002228822559118271
147455	linear.weight	1	0.12559586763381958
147455	linear.weight	2	-0.08647795021533966
147455	linear.weight	3	0.2713779807090759
147455	linear.weight	4	0.15710574388504028
147455	linear.weight	5	-0.05221332982182503
147455	linear.weight	6	0.11126401275396347
147455	linear.weight	7	0.0643070861697197
147455	linear.weight	8	0.04121365398168564
147455	linear.weight	9	-0.030539408326148987
147455	linear.bias	0	0.09546864777803421
147455	linear.bias	1	-0.20649228990077972
147455	linear.bias	2	-0.39971986413002014
147455	linear.bias	3	-0.6751865148544312
147455	linear.bias	4	-1.2041882276535034
147455	linear.bias	5	-0.06635545194149017
147455	linear.bias	6	-0.7648236751556396
147455	linear.bias	7	0.28475144505500793
147455	linear.bias	8	-0.4484034478664398
147455	linear.bias	9	-1.0016427040100098
147652	transitions	0	0.6435354351997375
147652	transitions	1	0.18659810721874237
147652	transitions	2	-10000.0
147652	transitions	3	-1.8237639665603638
147652	transitions	4	-10000.0
147652	transitions	5	0.5766011476516724
147652	transitions	6	-0.07632187753915787
147652	transitions	7	-0.7271340489387512
147652	transitions	8	-1.4045815467834473
147652	transitions	9	-0.0011298939352855086
147652	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
147652	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
147652	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
147652	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
147652	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
147652	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
147652	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
147652	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
147652	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
147652	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
147652	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
147652	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
147652	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
147652	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
147652	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
147652	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
147652	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
147652	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
147652	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
147652	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
147652	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
147652	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
147652	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
147652	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
147652	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
147652	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
147652	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
147652	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
147652	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
147652	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
147652	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
147652	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
147652	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
147652	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
147652	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
147652	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
147652	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
147652	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
147652	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
147652	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
147652	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
147652	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
147652	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
147652	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
147652	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
147652	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
147652	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
147652	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
147652	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
147652	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
147652	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
147652	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
147652	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
147652	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
147652	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
147652	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
147652	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
147652	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
147652	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
147652	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
147652	embedding2nn.weight	0	0.025535456836223602
147652	embedding2nn.weight	1	-0.01288670115172863
147652	embedding2nn.weight	2	-0.014268254861235619
147652	embedding2nn.weight	3	-0.0188689436763525
147652	embedding2nn.weight	4	-0.0059150345623493195
147652	embedding2nn.weight	5	-0.0037005890626460314
147652	embedding2nn.weight	6	-0.003973289858549833
147652	embedding2nn.weight	7	-0.0833757147192955
147652	embedding2nn.weight	8	-0.0019979383796453476
147652	embedding2nn.weight	9	-0.028403544798493385
147652	embedding2nn.bias	0	0.055065326392650604
147652	embedding2nn.bias	1	-0.06197983771562576
147652	embedding2nn.bias	2	0.08461521565914154
147652	embedding2nn.bias	3	0.05247768014669418
147652	embedding2nn.bias	4	-0.04082920774817467
147652	embedding2nn.bias	5	-0.0371118001639843
147652	embedding2nn.bias	6	0.010260175913572311
147652	embedding2nn.bias	7	-0.06626556068658829
147652	embedding2nn.bias	8	0.06398653239011765
147652	embedding2nn.bias	9	0.046839043498039246
147652	rnn.weight_ih_l0	0	-0.0786091685295105
147652	rnn.weight_ih_l0	1	0.005233824718743563
147652	rnn.weight_ih_l0	2	0.045642655342817307
147652	rnn.weight_ih_l0	3	0.025403134524822235
147652	rnn.weight_ih_l0	4	-0.030665790662169456
147652	rnn.weight_ih_l0	5	-0.06194320321083069
147652	rnn.weight_ih_l0	6	-0.00015124722267501056
147652	rnn.weight_ih_l0	7	0.05958569049835205
147652	rnn.weight_ih_l0	8	-0.007445382419973612
147652	rnn.weight_ih_l0	9	-0.02762768231332302
147652	rnn.weight_hh_l0	0	-0.03239176422357559
147652	rnn.weight_hh_l0	1	-0.007665563840419054
147652	rnn.weight_hh_l0	2	0.0002281510824104771
147652	rnn.weight_hh_l0	3	-0.07169017940759659
147652	rnn.weight_hh_l0	4	0.08367850631475449
147652	rnn.weight_hh_l0	5	-0.030429208651185036
147652	rnn.weight_hh_l0	6	-0.05496297776699066
147652	rnn.weight_hh_l0	7	0.012136057950556278
147652	rnn.weight_hh_l0	8	0.00788839627057314
147652	rnn.weight_hh_l0	9	-0.01943112723529339
147652	rnn.bias_ih_l0	0	0.1265782117843628
147652	rnn.bias_ih_l0	1	-0.027684595435857773
147652	rnn.bias_ih_l0	2	-0.0003589773259591311
147652	rnn.bias_ih_l0	3	0.14517496526241302
147652	rnn.bias_ih_l0	4	-0.012913008220493793
147652	rnn.bias_ih_l0	5	-0.018635163083672523
147652	rnn.bias_ih_l0	6	0.01533209253102541
147652	rnn.bias_ih_l0	7	0.033682290464639664
147652	rnn.bias_ih_l0	8	-0.10094256699085236
147652	rnn.bias_ih_l0	9	-0.028064312413334846
147652	rnn.bias_hh_l0	0	-0.017914660274982452
147652	rnn.bias_hh_l0	1	-0.1228591576218605
147652	rnn.bias_hh_l0	2	-0.05945006385445595
147652	rnn.bias_hh_l0	3	-0.08873334527015686
147652	rnn.bias_hh_l0	4	-0.00524370139464736
147652	rnn.bias_hh_l0	5	-0.03736596181988716
147652	rnn.bias_hh_l0	6	0.029335837811231613
147652	rnn.bias_hh_l0	7	0.05155078321695328
147652	rnn.bias_hh_l0	8	-0.10598322004079819
147652	rnn.bias_hh_l0	9	-0.06682772934436798
147652	rnn.weight_ih_l0_reverse	0	-0.021645288914442062
147652	rnn.weight_ih_l0_reverse	1	-0.05029062181711197
147652	rnn.weight_ih_l0_reverse	2	-0.031205760315060616
147652	rnn.weight_ih_l0_reverse	3	0.014050439931452274
147652	rnn.weight_ih_l0_reverse	4	-0.01915409229695797
147652	rnn.weight_ih_l0_reverse	5	-0.04536677524447441
147652	rnn.weight_ih_l0_reverse	6	0.08316177874803543
147652	rnn.weight_ih_l0_reverse	7	-0.01875068061053753
147652	rnn.weight_ih_l0_reverse	8	-0.024785686284303665
147652	rnn.weight_ih_l0_reverse	9	-0.005293343681842089
147652	rnn.weight_hh_l0_reverse	0	0.06473366916179657
147652	rnn.weight_hh_l0_reverse	1	0.014056894928216934
147652	rnn.weight_hh_l0_reverse	2	0.02855405956506729
147652	rnn.weight_hh_l0_reverse	3	0.02915586344897747
147652	rnn.weight_hh_l0_reverse	4	0.005649134516716003
147652	rnn.weight_hh_l0_reverse	5	0.018556930124759674
147652	rnn.weight_hh_l0_reverse	6	0.04946484789252281
147652	rnn.weight_hh_l0_reverse	7	-0.06630944460630417
147652	rnn.weight_hh_l0_reverse	8	0.0391991101205349
147652	rnn.weight_hh_l0_reverse	9	0.03433647006750107
147652	rnn.bias_ih_l0_reverse	0	-0.0651165097951889
147652	rnn.bias_ih_l0_reverse	1	-0.2500441074371338
147652	rnn.bias_ih_l0_reverse	2	-0.13719305396080017
147652	rnn.bias_ih_l0_reverse	3	-0.04131626710295677
147652	rnn.bias_ih_l0_reverse	4	-0.03772420808672905
147652	rnn.bias_ih_l0_reverse	5	0.0561617873609066
147652	rnn.bias_ih_l0_reverse	6	-0.07434795051813126
147652	rnn.bias_ih_l0_reverse	7	0.04895532503724098
147652	rnn.bias_ih_l0_reverse	8	-0.052849046885967255
147652	rnn.bias_ih_l0_reverse	9	0.05668311566114426
147652	rnn.bias_hh_l0_reverse	0	0.026855740696191788
147652	rnn.bias_hh_l0_reverse	1	-0.056223150342702866
147652	rnn.bias_hh_l0_reverse	2	0.08126325160264969
147652	rnn.bias_hh_l0_reverse	3	-0.0479574054479599
147652	rnn.bias_hh_l0_reverse	4	-0.02309226617217064
147652	rnn.bias_hh_l0_reverse	5	-0.032726239413022995
147652	rnn.bias_hh_l0_reverse	6	-0.014779377728700638
147652	rnn.bias_hh_l0_reverse	7	0.10679960995912552
147652	rnn.bias_hh_l0_reverse	8	0.0247730053961277
147652	rnn.bias_hh_l0_reverse	9	-0.12832894921302795
147652	rnn.weight_ih_l1	0	-0.03478949889540672
147652	rnn.weight_ih_l1	1	-0.048511434346437454
147652	rnn.weight_ih_l1	2	0.06211600452661514
147652	rnn.weight_ih_l1	3	-0.07211561501026154
147652	rnn.weight_ih_l1	4	-0.016704263165593147
147652	rnn.weight_ih_l1	5	-0.04557086527347565
147652	rnn.weight_ih_l1	6	0.03408186882734299
147652	rnn.weight_ih_l1	7	-0.030093472450971603
147652	rnn.weight_ih_l1	8	0.03757563605904579
147652	rnn.weight_ih_l1	9	0.04228534549474716
147652	rnn.weight_hh_l1	0	-0.004749378189444542
147652	rnn.weight_hh_l1	1	0.016564451158046722
147652	rnn.weight_hh_l1	2	0.01715181954205036
147652	rnn.weight_hh_l1	3	-0.012438471429049969
147652	rnn.weight_hh_l1	4	0.010618919506669044
147652	rnn.weight_hh_l1	5	0.026699844747781754
147652	rnn.weight_hh_l1	6	0.032907888293266296
147652	rnn.weight_hh_l1	7	-0.01991630718111992
147652	rnn.weight_hh_l1	8	-0.014793718233704567
147652	rnn.weight_hh_l1	9	0.03439961373806
147652	rnn.bias_ih_l1	0	-0.20750048756599426
147652	rnn.bias_ih_l1	1	-0.1968168467283249
147652	rnn.bias_ih_l1	2	-0.2035520225763321
147652	rnn.bias_ih_l1	3	-0.3061835765838623
147652	rnn.bias_ih_l1	4	-0.22413292527198792
147652	rnn.bias_ih_l1	5	-0.09285848587751389
147652	rnn.bias_ih_l1	6	-0.17523501813411713
147652	rnn.bias_ih_l1	7	-0.03202234208583832
147652	rnn.bias_ih_l1	8	-0.1501816362142563
147652	rnn.bias_ih_l1	9	-0.1303950697183609
147652	rnn.bias_hh_l1	0	-0.10663078725337982
147652	rnn.bias_hh_l1	1	-0.07110737264156342
147652	rnn.bias_hh_l1	2	-0.11036888509988785
147652	rnn.bias_hh_l1	3	-0.08466575294733047
147652	rnn.bias_hh_l1	4	-0.09479830414056778
147652	rnn.bias_hh_l1	5	-0.11607255041599274
147652	rnn.bias_hh_l1	6	-0.14022821187973022
147652	rnn.bias_hh_l1	7	0.03359386697411537
147652	rnn.bias_hh_l1	8	-0.17883507907390594
147652	rnn.bias_hh_l1	9	-0.11650730669498444
147652	rnn.weight_ih_l1_reverse	0	-0.039139147847890854
147652	rnn.weight_ih_l1_reverse	1	0.018985284492373466
147652	rnn.weight_ih_l1_reverse	2	0.0687665119767189
147652	rnn.weight_ih_l1_reverse	3	0.003558287862688303
147652	rnn.weight_ih_l1_reverse	4	-0.033798106014728546
147652	rnn.weight_ih_l1_reverse	5	-0.03229401260614395
147652	rnn.weight_ih_l1_reverse	6	-0.010723256506025791
147652	rnn.weight_ih_l1_reverse	7	0.03257529065012932
147652	rnn.weight_ih_l1_reverse	8	0.00759547296911478
147652	rnn.weight_ih_l1_reverse	9	-0.05014178901910782
147652	rnn.weight_hh_l1_reverse	0	0.005486598704010248
147652	rnn.weight_hh_l1_reverse	1	0.030260298401117325
147652	rnn.weight_hh_l1_reverse	2	-0.039946772158145905
147652	rnn.weight_hh_l1_reverse	3	0.03636118024587631
147652	rnn.weight_hh_l1_reverse	4	0.048826273530721664
147652	rnn.weight_hh_l1_reverse	5	-0.0006690975278615952
147652	rnn.weight_hh_l1_reverse	6	0.04898078739643097
147652	rnn.weight_hh_l1_reverse	7	0.03016984462738037
147652	rnn.weight_hh_l1_reverse	8	-0.007041095290333033
147652	rnn.weight_hh_l1_reverse	9	-0.0327434316277504
147652	rnn.bias_ih_l1_reverse	0	-0.06557971239089966
147652	rnn.bias_ih_l1_reverse	1	-0.1598258912563324
147652	rnn.bias_ih_l1_reverse	2	-0.16473962366580963
147652	rnn.bias_ih_l1_reverse	3	-0.014323603361845016
147652	rnn.bias_ih_l1_reverse	4	-0.21254108846187592
147652	rnn.bias_ih_l1_reverse	5	-0.1172570064663887
147652	rnn.bias_ih_l1_reverse	6	-0.1338043361902237
147652	rnn.bias_ih_l1_reverse	7	-0.20681743323802948
147652	rnn.bias_ih_l1_reverse	8	0.224909245967865
147652	rnn.bias_ih_l1_reverse	9	0.06484842300415039
147652	rnn.bias_hh_l1_reverse	0	0.012608854100108147
147652	rnn.bias_hh_l1_reverse	1	-0.0921764001250267
147652	rnn.bias_hh_l1_reverse	2	-0.23460295796394348
147652	rnn.bias_hh_l1_reverse	3	-0.14503492414951324
147652	rnn.bias_hh_l1_reverse	4	-0.10397852212190628
147652	rnn.bias_hh_l1_reverse	5	-0.12206633388996124
147652	rnn.bias_hh_l1_reverse	6	0.08829905092716217
147652	rnn.bias_hh_l1_reverse	7	-0.1801576018333435
147652	rnn.bias_hh_l1_reverse	8	-0.11261741816997528
147652	rnn.bias_hh_l1_reverse	9	-0.15110918879508972
147652	linear.weight	0	0.002228822559118271
147652	linear.weight	1	0.12658695876598358
147652	linear.weight	2	-0.08699437230825424
147652	linear.weight	3	0.2686326801776886
147652	linear.weight	4	0.15909118950366974
147652	linear.weight	5	-0.05266387015581131
147652	linear.weight	6	0.10191770642995834
147652	linear.weight	7	0.0681305080652237
147652	linear.weight	8	0.04121307656168938
147652	linear.weight	9	-0.03218621388077736
147652	linear.bias	0	0.0730239525437355
147652	linear.bias	1	-0.2148207277059555
147652	linear.bias	2	-0.36807429790496826
147652	linear.bias	3	-0.6761972308158875
147652	linear.bias	4	-1.2043979167938232
147652	linear.bias	5	-0.07063353806734085
147652	linear.bias	6	-0.7725750803947449
147652	linear.bias	7	0.27894479036331177
147652	linear.bias	8	-0.45794546604156494
147652	linear.bias	9	-1.011419653892517
147849	transitions	0	0.6423592567443848
147849	transitions	1	0.18781381845474243
147849	transitions	2	-10000.0
147849	transitions	3	-1.8237758874893188
147849	transitions	4	-10000.0
147849	transitions	5	0.5765385627746582
147849	transitions	6	-0.07639539986848831
147849	transitions	7	-0.7273433804512024
147849	transitions	8	-1.404595971107483
147849	transitions	9	-0.001130221295170486
147849	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
147849	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
147849	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
147849	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
147849	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
147849	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
147849	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
147849	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
147849	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
147849	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
147849	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
147849	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
147849	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
147849	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
147849	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
147849	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
147849	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
147849	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
147849	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
147849	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
147849	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
147849	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
147849	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
147849	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
147849	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
147849	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
147849	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
147849	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
147849	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
147849	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
147849	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
147849	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
147849	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
147849	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
147849	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
147849	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
147849	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
147849	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
147849	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
147849	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
147849	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
147849	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
147849	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
147849	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
147849	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
147849	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
147849	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
147849	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
147849	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
147849	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
147849	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
147849	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
147849	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
147849	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
147849	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
147849	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
147849	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
147849	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
147849	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
147849	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
147849	embedding2nn.weight	0	0.026313666254281998
147849	embedding2nn.weight	1	-0.012983441352844238
147849	embedding2nn.weight	2	-0.014268254861235619
147849	embedding2nn.weight	3	-0.01831207051873207
147849	embedding2nn.weight	4	-0.0059150345623493195
147849	embedding2nn.weight	5	-0.0037005890626460314
147849	embedding2nn.weight	6	-0.00397329218685627
147849	embedding2nn.weight	7	-0.08345437049865723
147849	embedding2nn.weight	8	-0.0019979383796453476
147849	embedding2nn.weight	9	-0.028878292068839073
147849	embedding2nn.bias	0	0.05457373708486557
147849	embedding2nn.bias	1	-0.06584164500236511
147849	embedding2nn.bias	2	0.08155731111764908
147849	embedding2nn.bias	3	0.049606192857027054
147849	embedding2nn.bias	4	-0.037937749177217484
147849	embedding2nn.bias	5	-0.0420723557472229
147849	embedding2nn.bias	6	0.006357633043080568
147849	embedding2nn.bias	7	-0.06307274103164673
147849	embedding2nn.bias	8	0.06533557176589966
147849	embedding2nn.bias	9	0.05195887014269829
147849	rnn.weight_ih_l0	0	-0.07913811504840851
147849	rnn.weight_ih_l0	1	0.005390587262809277
147849	rnn.weight_ih_l0	2	0.045999713242053986
147849	rnn.weight_ih_l0	3	0.025419993326067924
147849	rnn.weight_ih_l0	4	-0.030806362628936768
147849	rnn.weight_ih_l0	5	-0.062296442687511444
147849	rnn.weight_ih_l0	6	-0.00010627249139361084
147849	rnn.weight_ih_l0	7	0.05909564718604088
147849	rnn.weight_ih_l0	8	-0.007181798107922077
147849	rnn.weight_ih_l0	9	-0.027338167652487755
147849	rnn.weight_hh_l0	0	-0.032352350652217865
147849	rnn.weight_hh_l0	1	-0.007868778891861439
147849	rnn.weight_hh_l0	2	0.00012926074850838631
147849	rnn.weight_hh_l0	3	-0.07204747200012207
147849	rnn.weight_hh_l0	4	0.0835437923669815
147849	rnn.weight_hh_l0	5	-0.030605429783463478
147849	rnn.weight_hh_l0	6	-0.05508381873369217
147849	rnn.weight_hh_l0	7	0.011983497068285942
147849	rnn.weight_hh_l0	8	0.008150576613843441
147849	rnn.weight_hh_l0	9	-0.019323181360960007
147849	rnn.bias_ih_l0	0	0.12587572634220123
147849	rnn.bias_ih_l0	1	-0.02923322282731533
147849	rnn.bias_ih_l0	2	-0.0007544939289800823
147849	rnn.bias_ih_l0	3	0.14574411511421204
147849	rnn.bias_ih_l0	4	-0.01315083634108305
147849	rnn.bias_ih_l0	5	-0.02152843400835991
147849	rnn.bias_ih_l0	6	0.015016714110970497
147849	rnn.bias_ih_l0	7	0.03286832198500633
147849	rnn.bias_ih_l0	8	-0.10111221671104431
147849	rnn.bias_ih_l0	9	-0.027723995968699455
147849	rnn.bias_hh_l0	0	-0.019113635644316673
147849	rnn.bias_hh_l0	1	-0.12199647724628448
147849	rnn.bias_hh_l0	2	-0.06070900335907936
147849	rnn.bias_hh_l0	3	-0.08958796411752701
147849	rnn.bias_hh_l0	4	-0.004155718721449375
147849	rnn.bias_hh_l0	5	-0.039198823273181915
147849	rnn.bias_hh_l0	6	0.027483662590384483
147849	rnn.bias_hh_l0	7	0.05050970986485481
147849	rnn.bias_hh_l0	8	-0.10698525607585907
147849	rnn.bias_hh_l0	9	-0.06640502065420151
147849	rnn.weight_ih_l0_reverse	0	-0.021736079826951027
147849	rnn.weight_ih_l0_reverse	1	-0.05019674077630043
147849	rnn.weight_ih_l0_reverse	2	-0.03073481097817421
147849	rnn.weight_ih_l0_reverse	3	0.013057468459010124
147849	rnn.weight_ih_l0_reverse	4	-0.019082041457295418
147849	rnn.weight_ih_l0_reverse	5	-0.0453973114490509
147849	rnn.weight_ih_l0_reverse	6	0.08293706178665161
147849	rnn.weight_ih_l0_reverse	7	-0.018886609002947807
147849	rnn.weight_ih_l0_reverse	8	-0.02456260845065117
147849	rnn.weight_ih_l0_reverse	9	-0.005506123416125774
147849	rnn.weight_hh_l0_reverse	0	0.06503400951623917
147849	rnn.weight_hh_l0_reverse	1	0.01490952167659998
147849	rnn.weight_hh_l0_reverse	2	0.02881048060953617
147849	rnn.weight_hh_l0_reverse	3	0.029285619035363197
147849	rnn.weight_hh_l0_reverse	4	0.005836913362145424
147849	rnn.weight_hh_l0_reverse	5	0.018503617495298386
147849	rnn.weight_hh_l0_reverse	6	0.04944746941328049
147849	rnn.weight_hh_l0_reverse	7	-0.06611286103725433
147849	rnn.weight_hh_l0_reverse	8	0.03955850005149841
147849	rnn.weight_hh_l0_reverse	9	0.03405293449759483
147849	rnn.bias_ih_l0_reverse	0	-0.06571280211210251
147849	rnn.bias_ih_l0_reverse	1	-0.25209754705429077
147849	rnn.bias_ih_l0_reverse	2	-0.13692736625671387
147849	rnn.bias_ih_l0_reverse	3	-0.041279010474681854
147849	rnn.bias_ih_l0_reverse	4	-0.03706219792366028
147849	rnn.bias_ih_l0_reverse	5	0.057727597653865814
147849	rnn.bias_ih_l0_reverse	6	-0.07305148243904114
147849	rnn.bias_ih_l0_reverse	7	0.048913925886154175
147849	rnn.bias_ih_l0_reverse	8	-0.0540260374546051
147849	rnn.bias_ih_l0_reverse	9	0.05638235807418823
147849	rnn.bias_hh_l0_reverse	0	0.02646045759320259
147849	rnn.bias_hh_l0_reverse	1	-0.05548882856965065
147849	rnn.bias_hh_l0_reverse	2	0.08307154476642609
147849	rnn.bias_hh_l0_reverse	3	-0.048089999705553055
147849	rnn.bias_hh_l0_reverse	4	-0.02342638187110424
147849	rnn.bias_hh_l0_reverse	5	-0.03210027888417244
147849	rnn.bias_hh_l0_reverse	6	-0.014398016035556793
147849	rnn.bias_hh_l0_reverse	7	0.10698436945676804
147849	rnn.bias_hh_l0_reverse	8	0.025938786566257477
147849	rnn.bias_hh_l0_reverse	9	-0.1264093965291977
147849	rnn.weight_ih_l1	0	-0.03453235328197479
147849	rnn.weight_ih_l1	1	-0.047807492315769196
147849	rnn.weight_ih_l1	2	0.061799585819244385
147849	rnn.weight_ih_l1	3	-0.07176536321640015
147849	rnn.weight_ih_l1	4	-0.01690356805920601
147849	rnn.weight_ih_l1	5	-0.04543353617191315
147849	rnn.weight_ih_l1	6	0.03376564383506775
147849	rnn.weight_ih_l1	7	-0.030185939744114876
147849	rnn.weight_ih_l1	8	0.03759322687983513
147849	rnn.weight_ih_l1	9	0.04231538623571396
147849	rnn.weight_hh_l1	0	-0.004419530741870403
147849	rnn.weight_hh_l1	1	0.016604574397206306
147849	rnn.weight_hh_l1	2	0.01732904091477394
147849	rnn.weight_hh_l1	3	-0.01246098056435585
147849	rnn.weight_hh_l1	4	0.01075240969657898
147849	rnn.weight_hh_l1	5	0.026773126795887947
147849	rnn.weight_hh_l1	6	0.032840631902217865
147849	rnn.weight_hh_l1	7	-0.020116081461310387
147849	rnn.weight_hh_l1	8	-0.01486106775701046
147849	rnn.weight_hh_l1	9	0.03432814031839371
147849	rnn.bias_ih_l1	0	-0.20714013278484344
147849	rnn.bias_ih_l1	1	-0.19877256453037262
147849	rnn.bias_ih_l1	2	-0.20413970947265625
147849	rnn.bias_ih_l1	3	-0.30712562799453735
147849	rnn.bias_ih_l1	4	-0.2217862457036972
147849	rnn.bias_ih_l1	5	-0.09172531217336655
147849	rnn.bias_ih_l1	6	-0.1752425730228424
147849	rnn.bias_ih_l1	7	-0.027318565174937248
147849	rnn.bias_ih_l1	8	-0.15184009075164795
147849	rnn.bias_ih_l1	9	-0.13083548843860626
147849	rnn.bias_hh_l1	0	-0.106414794921875
147849	rnn.bias_hh_l1	1	-0.07098283618688583
147849	rnn.bias_hh_l1	2	-0.11143852025270462
147849	rnn.bias_hh_l1	3	-0.08485520631074905
147849	rnn.bias_hh_l1	4	-0.09485584497451782
147849	rnn.bias_hh_l1	5	-0.1162218526005745
147849	rnn.bias_hh_l1	6	-0.1409810334444046
147849	rnn.bias_hh_l1	7	0.03343728929758072
147849	rnn.bias_hh_l1	8	-0.17898719012737274
147849	rnn.bias_hh_l1	9	-0.11603251844644547
147849	rnn.weight_ih_l1_reverse	0	-0.039156656712293625
147849	rnn.weight_ih_l1_reverse	1	0.018157418817281723
147849	rnn.weight_ih_l1_reverse	2	0.06973592936992645
147849	rnn.weight_ih_l1_reverse	3	0.0036234003491699696
147849	rnn.weight_ih_l1_reverse	4	-0.03468501195311546
147849	rnn.weight_ih_l1_reverse	5	-0.03226734325289726
147849	rnn.weight_ih_l1_reverse	6	-0.01150008849799633
147849	rnn.weight_ih_l1_reverse	7	0.032453592866659164
147849	rnn.weight_ih_l1_reverse	8	0.009072097018361092
147849	rnn.weight_ih_l1_reverse	9	-0.05007223039865494
147849	rnn.weight_hh_l1_reverse	0	0.00546691007912159
147849	rnn.weight_hh_l1_reverse	1	0.030118931084871292
147849	rnn.weight_hh_l1_reverse	2	-0.039936285465955734
147849	rnn.weight_hh_l1_reverse	3	0.036246903240680695
147849	rnn.weight_hh_l1_reverse	4	0.04859865456819534
147849	rnn.weight_hh_l1_reverse	5	-0.0007229759939946234
147849	rnn.weight_hh_l1_reverse	6	0.049557846039533615
147849	rnn.weight_hh_l1_reverse	7	0.030113035812973976
147849	rnn.weight_hh_l1_reverse	8	-0.007113848812878132
147849	rnn.weight_hh_l1_reverse	9	-0.03268484026193619
147849	rnn.bias_ih_l1_reverse	0	-0.06527746468782425
147849	rnn.bias_ih_l1_reverse	1	-0.16003453731536865
147849	rnn.bias_ih_l1_reverse	2	-0.16582299768924713
147849	rnn.bias_ih_l1_reverse	3	-0.014651462435722351
147849	rnn.bias_ih_l1_reverse	4	-0.21362760663032532
147849	rnn.bias_ih_l1_reverse	5	-0.11757173389196396
147849	rnn.bias_ih_l1_reverse	6	-0.13386614620685577
147849	rnn.bias_ih_l1_reverse	7	-0.2032608687877655
147849	rnn.bias_ih_l1_reverse	8	0.22191233932971954
147849	rnn.bias_ih_l1_reverse	9	0.0642109364271164
147849	rnn.bias_hh_l1_reverse	0	0.016139255836606026
147849	rnn.bias_hh_l1_reverse	1	-0.09221567958593369
147849	rnn.bias_hh_l1_reverse	2	-0.23426420986652374
147849	rnn.bias_hh_l1_reverse	3	-0.14509336650371552
147849	rnn.bias_hh_l1_reverse	4	-0.10458002984523773
147849	rnn.bias_hh_l1_reverse	5	-0.12004067748785019
147849	rnn.bias_hh_l1_reverse	6	0.08972812443971634
147849	rnn.bias_hh_l1_reverse	7	-0.18088427186012268
147849	rnn.bias_hh_l1_reverse	8	-0.11266746371984482
147849	rnn.bias_hh_l1_reverse	9	-0.15084068477153778
147849	linear.weight	0	0.002228822559118271
147849	linear.weight	1	0.12187223881483078
147849	linear.weight	2	-0.08399317413568497
147849	linear.weight	3	0.26516202092170715
147849	linear.weight	4	0.15761634707450867
147849	linear.weight	5	-0.053470510989427567
147849	linear.weight	6	0.10404530167579651
147849	linear.weight	7	0.07099410146474838
147849	linear.weight	8	0.04121241718530655
147849	linear.weight	9	-0.03462208807468414
147849	linear.bias	0	0.08527915179729462
147849	linear.bias	1	-0.21010300517082214
147849	linear.bias	2	-0.3702503740787506
147849	linear.bias	3	-0.6670287251472473
147849	linear.bias	4	-1.1989558935165405
147849	linear.bias	5	-0.07276324182748795
147849	linear.bias	6	-0.766181230545044
147849	linear.bias	7	0.27590715885162354
147849	linear.bias	8	-0.4543490409851074
147849	linear.bias	9	-1.008040428161621
148046	transitions	0	0.6374577283859253
148046	transitions	1	0.18938858807086945
148046	transitions	2	-10000.0
148046	transitions	3	-1.823789358139038
148046	transitions	4	-10000.0
148046	transitions	5	0.57648104429245
148046	transitions	6	-0.07642031461000443
148046	transitions	7	-0.7275516986846924
148046	transitions	8	-1.4046192169189453
148046	transitions	9	-0.0011308543616905808
148046	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
148046	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
148046	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
148046	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
148046	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
148046	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
148046	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
148046	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
148046	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
148046	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
148046	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
148046	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
148046	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
148046	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
148046	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
148046	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
148046	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
148046	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
148046	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
148046	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
148046	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
148046	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
148046	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
148046	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
148046	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
148046	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
148046	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
148046	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
148046	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
148046	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
148046	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
148046	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
148046	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
148046	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
148046	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
148046	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
148046	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
148046	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
148046	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
148046	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
148046	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
148046	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
148046	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
148046	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
148046	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
148046	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
148046	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
148046	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
148046	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
148046	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
148046	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
148046	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
148046	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
148046	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
148046	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
148046	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
148046	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
148046	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
148046	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
148046	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
148046	embedding2nn.weight	0	0.026348846033215523
148046	embedding2nn.weight	1	-0.013206086121499538
148046	embedding2nn.weight	2	-0.014268254861235619
148046	embedding2nn.weight	3	-0.01980896107852459
148046	embedding2nn.weight	4	-0.0059150345623493195
148046	embedding2nn.weight	5	-0.0037005890626460314
148046	embedding2nn.weight	6	-0.003973294515162706
148046	embedding2nn.weight	7	-0.08322145789861679
148046	embedding2nn.weight	8	-0.0019979383796453476
148046	embedding2nn.weight	9	-0.028113067150115967
148046	embedding2nn.bias	0	0.05506663769483566
148046	embedding2nn.bias	1	-0.06412138789892197
148046	embedding2nn.bias	2	0.08584840595722198
148046	embedding2nn.bias	3	0.050554558634757996
148046	embedding2nn.bias	4	-0.033586472272872925
148046	embedding2nn.bias	5	-0.039778195321559906
148046	embedding2nn.bias	6	0.010124092921614647
148046	embedding2nn.bias	7	-0.0641348585486412
148046	embedding2nn.bias	8	0.07450568675994873
148046	embedding2nn.bias	9	0.05006558448076248
148046	rnn.weight_ih_l0	0	-0.07933840900659561
148046	rnn.weight_ih_l0	1	0.006193227134644985
148046	rnn.weight_ih_l0	2	0.04591786861419678
148046	rnn.weight_ih_l0	3	0.025273213163018227
148046	rnn.weight_ih_l0	4	-0.031310878694057465
148046	rnn.weight_ih_l0	5	-0.06243651732802391
148046	rnn.weight_ih_l0	6	-0.0005253614508546889
148046	rnn.weight_ih_l0	7	0.059373434633016586
148046	rnn.weight_ih_l0	8	-0.007857952266931534
148046	rnn.weight_ih_l0	9	-0.027520552277565002
148046	rnn.weight_hh_l0	0	-0.03321598842740059
148046	rnn.weight_hh_l0	1	-0.007990976795554161
148046	rnn.weight_hh_l0	2	-1.4874324733682442e-05
148046	rnn.weight_hh_l0	3	-0.07211227715015411
148046	rnn.weight_hh_l0	4	0.08383059501647949
148046	rnn.weight_hh_l0	5	-0.03070160560309887
148046	rnn.weight_hh_l0	6	-0.05596666410565376
148046	rnn.weight_hh_l0	7	0.012087473645806313
148046	rnn.weight_hh_l0	8	0.008494742214679718
148046	rnn.weight_hh_l0	9	-0.019179467111825943
148046	rnn.bias_ih_l0	0	0.12577781081199646
148046	rnn.bias_ih_l0	1	-0.02825520746409893
148046	rnn.bias_ih_l0	2	-0.0009837751276791096
148046	rnn.bias_ih_l0	3	0.142433300614357
148046	rnn.bias_ih_l0	4	-0.01223143469542265
148046	rnn.bias_ih_l0	5	-0.022844595834612846
148046	rnn.bias_ih_l0	6	0.016725724563002586
148046	rnn.bias_ih_l0	7	0.033486396074295044
148046	rnn.bias_ih_l0	8	-0.10091934353113174
148046	rnn.bias_ih_l0	9	-0.027047496289014816
148046	rnn.bias_hh_l0	0	-0.019440731033682823
148046	rnn.bias_hh_l0	1	-0.12160957604646683
148046	rnn.bias_hh_l0	2	-0.06082386523485184
148046	rnn.bias_hh_l0	3	-0.08999862521886826
148046	rnn.bias_hh_l0	4	-0.003249953966587782
148046	rnn.bias_hh_l0	5	-0.03949429467320442
148046	rnn.bias_hh_l0	6	0.02717697247862816
148046	rnn.bias_hh_l0	7	0.050759121775627136
148046	rnn.bias_hh_l0	8	-0.105853371322155
148046	rnn.bias_hh_l0	9	-0.06698465347290039
148046	rnn.weight_ih_l0_reverse	0	-0.022318160161376
148046	rnn.weight_ih_l0_reverse	1	-0.04963754862546921
148046	rnn.weight_ih_l0_reverse	2	-0.03162524104118347
148046	rnn.weight_ih_l0_reverse	3	0.01207746285945177
148046	rnn.weight_ih_l0_reverse	4	-0.019701000303030014
148046	rnn.weight_ih_l0_reverse	5	-0.04558984935283661
148046	rnn.weight_ih_l0_reverse	6	0.08277065306901932
148046	rnn.weight_ih_l0_reverse	7	-0.018662478774785995
148046	rnn.weight_ih_l0_reverse	8	-0.024089207872748375
148046	rnn.weight_ih_l0_reverse	9	-0.00484303617849946
148046	rnn.weight_hh_l0_reverse	0	0.06480950117111206
148046	rnn.weight_hh_l0_reverse	1	0.014445090666413307
148046	rnn.weight_hh_l0_reverse	2	0.029030708596110344
148046	rnn.weight_hh_l0_reverse	3	0.029633285477757454
148046	rnn.weight_hh_l0_reverse	4	0.005774850957095623
148046	rnn.weight_hh_l0_reverse	5	0.01882755011320114
148046	rnn.weight_hh_l0_reverse	6	0.049850791692733765
148046	rnn.weight_hh_l0_reverse	7	-0.0650160163640976
148046	rnn.weight_hh_l0_reverse	8	0.039179034531116486
148046	rnn.weight_hh_l0_reverse	9	0.033765990287065506
148046	rnn.bias_ih_l0_reverse	0	-0.06606922298669815
148046	rnn.bias_ih_l0_reverse	1	-0.25223010778427124
148046	rnn.bias_ih_l0_reverse	2	-0.1345997005701065
148046	rnn.bias_ih_l0_reverse	3	-0.041563358157873154
148046	rnn.bias_ih_l0_reverse	4	-0.03865841031074524
148046	rnn.bias_ih_l0_reverse	5	0.057712212204933167
148046	rnn.bias_ih_l0_reverse	6	-0.07395017892122269
148046	rnn.bias_ih_l0_reverse	7	0.04715165123343468
148046	rnn.bias_ih_l0_reverse	8	-0.05280381068587303
148046	rnn.bias_ih_l0_reverse	9	0.05708567425608635
148046	rnn.bias_hh_l0_reverse	0	0.026758506894111633
148046	rnn.bias_hh_l0_reverse	1	-0.057269271463155746
148046	rnn.bias_hh_l0_reverse	2	0.08446354418992996
148046	rnn.bias_hh_l0_reverse	3	-0.048779863864183426
148046	rnn.bias_hh_l0_reverse	4	-0.023703893646597862
148046	rnn.bias_hh_l0_reverse	5	-0.03174915909767151
148046	rnn.bias_hh_l0_reverse	6	-0.0143889794126153
148046	rnn.bias_hh_l0_reverse	7	0.10651329904794693
148046	rnn.bias_hh_l0_reverse	8	0.028054190799593925
148046	rnn.bias_hh_l0_reverse	9	-0.12793917953968048
148046	rnn.weight_ih_l1	0	-0.03415028378367424
148046	rnn.weight_ih_l1	1	-0.0487060509622097
148046	rnn.weight_ih_l1	2	0.0630546361207962
148046	rnn.weight_ih_l1	3	-0.07153567671775818
148046	rnn.weight_ih_l1	4	-0.017337031662464142
148046	rnn.weight_ih_l1	5	-0.04541775584220886
148046	rnn.weight_ih_l1	6	0.03325575217604637
148046	rnn.weight_ih_l1	7	-0.03093504160642624
148046	rnn.weight_ih_l1	8	0.03768732398748398
148046	rnn.weight_ih_l1	9	0.04224088415503502
148046	rnn.weight_hh_l1	0	-0.004766612779349089
148046	rnn.weight_hh_l1	1	0.0167960487306118
148046	rnn.weight_hh_l1	2	0.018635906279087067
148046	rnn.weight_hh_l1	3	-0.012476611882448196
148046	rnn.weight_hh_l1	4	0.011261671781539917
148046	rnn.weight_hh_l1	5	0.02685730718076229
148046	rnn.weight_hh_l1	6	0.03293710574507713
148046	rnn.weight_hh_l1	7	-0.019926508888602257
148046	rnn.weight_hh_l1	8	-0.014896729029715061
148046	rnn.weight_hh_l1	9	0.03438643738627434
148046	rnn.bias_ih_l1	0	-0.20495902001857758
148046	rnn.bias_ih_l1	1	-0.19783224165439606
148046	rnn.bias_ih_l1	2	-0.20567677915096283
148046	rnn.bias_ih_l1	3	-0.30810225009918213
148046	rnn.bias_ih_l1	4	-0.2207377851009369
148046	rnn.bias_ih_l1	5	-0.09190460294485092
148046	rnn.bias_ih_l1	6	-0.17348991334438324
148046	rnn.bias_ih_l1	7	-0.025862816721200943
148046	rnn.bias_ih_l1	8	-0.15102504193782806
148046	rnn.bias_ih_l1	9	-0.13243511319160461
148046	rnn.bias_hh_l1	0	-0.10796725749969482
148046	rnn.bias_hh_l1	1	-0.07119205594062805
148046	rnn.bias_hh_l1	2	-0.11074833571910858
148046	rnn.bias_hh_l1	3	-0.08501152694225311
148046	rnn.bias_hh_l1	4	-0.09403830021619797
148046	rnn.bias_hh_l1	5	-0.11590901017189026
148046	rnn.bias_hh_l1	6	-0.139524906873703
148046	rnn.bias_hh_l1	7	0.03126388415694237
148046	rnn.bias_hh_l1	8	-0.17926567792892456
148046	rnn.bias_hh_l1	9	-0.11475548893213272
148046	rnn.weight_ih_l1_reverse	0	-0.039116740226745605
148046	rnn.weight_ih_l1_reverse	1	0.018039314076304436
148046	rnn.weight_ih_l1_reverse	2	0.07013261318206787
148046	rnn.weight_ih_l1_reverse	3	0.003915939014405012
148046	rnn.weight_ih_l1_reverse	4	-0.0329856313765049
148046	rnn.weight_ih_l1_reverse	5	-0.032271143049001694
148046	rnn.weight_ih_l1_reverse	6	-0.010804320685565472
148046	rnn.weight_ih_l1_reverse	7	0.032243505120277405
148046	rnn.weight_ih_l1_reverse	8	0.008941876702010632
148046	rnn.weight_ih_l1_reverse	9	-0.04950306937098503
148046	rnn.weight_hh_l1_reverse	0	0.005392251070588827
148046	rnn.weight_hh_l1_reverse	1	0.030102234333753586
148046	rnn.weight_hh_l1_reverse	2	-0.03994112089276314
148046	rnn.weight_hh_l1_reverse	3	0.03631439805030823
148046	rnn.weight_hh_l1_reverse	4	0.04872288182377815
148046	rnn.weight_hh_l1_reverse	5	-0.0006525504286400974
148046	rnn.weight_hh_l1_reverse	6	0.04844056814908981
148046	rnn.weight_hh_l1_reverse	7	0.030516069382429123
148046	rnn.weight_hh_l1_reverse	8	-0.0071234190836548805
148046	rnn.weight_hh_l1_reverse	9	-0.03270740061998367
148046	rnn.bias_ih_l1_reverse	0	-0.06505665183067322
148046	rnn.bias_ih_l1_reverse	1	-0.1607462763786316
148046	rnn.bias_ih_l1_reverse	2	-0.16575632989406586
148046	rnn.bias_ih_l1_reverse	3	-0.014870806597173214
148046	rnn.bias_ih_l1_reverse	4	-0.214466392993927
148046	rnn.bias_ih_l1_reverse	5	-0.11761437356472015
148046	rnn.bias_ih_l1_reverse	6	-0.13367530703544617
148046	rnn.bias_ih_l1_reverse	7	-0.20569421350955963
148046	rnn.bias_ih_l1_reverse	8	0.22341643273830414
148046	rnn.bias_ih_l1_reverse	9	0.06357622146606445
148046	rnn.bias_hh_l1_reverse	0	0.01576046831905842
148046	rnn.bias_hh_l1_reverse	1	-0.09071779996156693
148046	rnn.bias_hh_l1_reverse	2	-0.23390568792819977
148046	rnn.bias_hh_l1_reverse	3	-0.14483506977558136
148046	rnn.bias_hh_l1_reverse	4	-0.10418592393398285
148046	rnn.bias_hh_l1_reverse	5	-0.12060978263616562
148046	rnn.bias_hh_l1_reverse	6	0.09129632264375687
148046	rnn.bias_hh_l1_reverse	7	-0.17941983044147491
148046	rnn.bias_hh_l1_reverse	8	-0.11265940964221954
148046	rnn.bias_hh_l1_reverse	9	-0.15061934292316437
148046	linear.weight	0	0.002228822559118271
148046	linear.weight	1	0.12145364284515381
148046	linear.weight	2	-0.08631038665771484
148046	linear.weight	3	0.2544419467449188
148046	linear.weight	4	0.15782980620861053
148046	linear.weight	5	-0.053992047905921936
148046	linear.weight	6	0.10272771865129471
148046	linear.weight	7	0.06813810765743256
148046	linear.weight	8	0.04121197387576103
148046	linear.weight	9	-0.033144447952508926
148046	linear.bias	0	0.07729817181825638
148046	linear.bias	1	-0.21082010865211487
148046	linear.bias	2	-0.3787025213241577
148046	linear.bias	3	-0.6675196886062622
148046	linear.bias	4	-1.1979079246520996
148046	linear.bias	5	-0.07241177558898926
148046	linear.bias	6	-0.7667017579078674
148046	linear.bias	7	0.27679505944252014
148046	linear.bias	8	-0.4452618360519409
148046	linear.bias	9	-0.9996306300163269
148050	transitions	0	0.6371174454689026
148050	transitions	1	0.1893865317106247
148050	transitions	2	-10000.0
148050	transitions	3	-1.8237900733947754
148050	transitions	4	-10000.0
148050	transitions	5	0.5764809250831604
148050	transitions	6	-0.07642063498497009
148050	transitions	7	-0.7275519967079163
148050	transitions	8	-1.4046196937561035
148050	transitions	9	-0.0011308735702186823
148050	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
148050	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
148050	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
148050	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
148050	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
148050	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
148050	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
148050	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
148050	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
148050	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
148050	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
148050	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
148050	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
148050	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
148050	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
148050	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
148050	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
148050	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
148050	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
148050	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
148050	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
148050	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
148050	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
148050	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
148050	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
148050	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
148050	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
148050	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
148050	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
148050	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
148050	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
148050	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
148050	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
148050	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
148050	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
148050	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
148050	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
148050	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
148050	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
148050	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
148050	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
148050	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
148050	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
148050	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
148050	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
148050	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
148050	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
148050	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
148050	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
148050	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
148050	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
148050	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
148050	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
148050	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
148050	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
148050	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
148050	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
148050	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
148050	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
148050	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
148050	embedding2nn.weight	0	0.02641811966896057
148050	embedding2nn.weight	1	-0.013208269141614437
148050	embedding2nn.weight	2	-0.014268254861235619
148050	embedding2nn.weight	3	-0.01977529563009739
148050	embedding2nn.weight	4	-0.0059150345623493195
148050	embedding2nn.weight	5	-0.0037005890626460314
148050	embedding2nn.weight	6	-0.003973295912146568
148050	embedding2nn.weight	7	-0.08313059061765671
148050	embedding2nn.weight	8	-0.0019979383796453476
148050	embedding2nn.weight	9	-0.028059570118784904
148050	embedding2nn.bias	0	0.05504574999213219
148050	embedding2nn.bias	1	-0.06385648995637894
148050	embedding2nn.bias	2	0.08581891655921936
148050	embedding2nn.bias	3	0.04977547749876976
148050	embedding2nn.bias	4	-0.03422907739877701
148050	embedding2nn.bias	5	-0.03994577005505562
148050	embedding2nn.bias	6	0.00987404864281416
148050	embedding2nn.bias	7	-0.06421532481908798
148050	embedding2nn.bias	8	0.07391206920146942
148050	embedding2nn.bias	9	0.050246551632881165
148050	rnn.weight_ih_l0	0	-0.07937156409025192
148050	rnn.weight_ih_l0	1	0.0061782547272741795
148050	rnn.weight_ih_l0	2	0.04592754691839218
148050	rnn.weight_ih_l0	3	0.025248290970921516
148050	rnn.weight_ih_l0	4	-0.03133438155055046
148050	rnn.weight_ih_l0	5	-0.062405239790678024
148050	rnn.weight_ih_l0	6	-0.0005305195809341967
148050	rnn.weight_ih_l0	7	0.059427954256534576
148050	rnn.weight_ih_l0	8	-0.007788332179188728
148050	rnn.weight_ih_l0	9	-0.02751801908016205
148050	rnn.weight_hh_l0	0	-0.03321792185306549
148050	rnn.weight_hh_l0	1	-0.007935069501399994
148050	rnn.weight_hh_l0	2	-1.5254247045959346e-05
148050	rnn.weight_hh_l0	3	-0.0721462219953537
148050	rnn.weight_hh_l0	4	0.08388879150152206
148050	rnn.weight_hh_l0	5	-0.030608445405960083
148050	rnn.weight_hh_l0	6	-0.05598045513033867
148050	rnn.weight_hh_l0	7	0.012066403403878212
148050	rnn.weight_hh_l0	8	0.008477084338665009
148050	rnn.weight_hh_l0	9	-0.01918848045170307
148050	rnn.bias_ih_l0	0	0.1262887716293335
148050	rnn.bias_ih_l0	1	-0.028239086270332336
148050	rnn.bias_ih_l0	2	-0.0007915346068330109
148050	rnn.bias_ih_l0	3	0.14250117540359497
148050	rnn.bias_ih_l0	4	-0.012315697968006134
148050	rnn.bias_ih_l0	5	-0.023291748017072678
148050	rnn.bias_ih_l0	6	0.016709312796592712
148050	rnn.bias_ih_l0	7	0.03334581479430199
148050	rnn.bias_ih_l0	8	-0.10122498124837875
148050	rnn.bias_ih_l0	9	-0.026954015716910362
148050	rnn.bias_hh_l0	0	-0.019362973049283028
148050	rnn.bias_hh_l0	1	-0.12128997594118118
148050	rnn.bias_hh_l0	2	-0.06102019175887108
148050	rnn.bias_hh_l0	3	-0.08988101035356522
148050	rnn.bias_hh_l0	4	-0.003004570957273245
148050	rnn.bias_hh_l0	5	-0.039411623030900955
148050	rnn.bias_hh_l0	6	0.027196135371923447
148050	rnn.bias_hh_l0	7	0.05113024264574051
148050	rnn.bias_hh_l0	8	-0.10601124912500381
148050	rnn.bias_hh_l0	9	-0.06681939959526062
148050	rnn.weight_ih_l0_reverse	0	-0.02225346863269806
148050	rnn.weight_ih_l0_reverse	1	-0.04965527728199959
148050	rnn.weight_ih_l0_reverse	2	-0.03165191784501076
148050	rnn.weight_ih_l0_reverse	3	0.012074830941855907
148050	rnn.weight_ih_l0_reverse	4	-0.019685175269842148
148050	rnn.weight_ih_l0_reverse	5	-0.04559016227722168
148050	rnn.weight_ih_l0_reverse	6	0.08275698870420456
148050	rnn.weight_ih_l0_reverse	7	-0.018732992932200432
148050	rnn.weight_ih_l0_reverse	8	-0.024109939113259315
148050	rnn.weight_ih_l0_reverse	9	-0.00486624613404274
148050	rnn.weight_hh_l0_reverse	0	0.0648152083158493
148050	rnn.weight_hh_l0_reverse	1	0.014480480924248695
148050	rnn.weight_hh_l0_reverse	2	0.02894851565361023
148050	rnn.weight_hh_l0_reverse	3	0.02962859906256199
148050	rnn.weight_hh_l0_reverse	4	0.005773856304585934
148050	rnn.weight_hh_l0_reverse	5	0.018769489601254463
148050	rnn.weight_hh_l0_reverse	6	0.04982948675751686
148050	rnn.weight_hh_l0_reverse	7	-0.06513212621212006
148050	rnn.weight_hh_l0_reverse	8	0.03912690281867981
148050	rnn.weight_hh_l0_reverse	9	0.033744148910045624
148050	rnn.bias_ih_l0_reverse	0	-0.06604690849781036
148050	rnn.bias_ih_l0_reverse	1	-0.25194859504699707
148050	rnn.bias_ih_l0_reverse	2	-0.13468356430530548
148050	rnn.bias_ih_l0_reverse	3	-0.04154052212834358
148050	rnn.bias_ih_l0_reverse	4	-0.03847486525774002
148050	rnn.bias_ih_l0_reverse	5	0.057562001049518585
148050	rnn.bias_ih_l0_reverse	6	-0.07395746558904648
148050	rnn.bias_ih_l0_reverse	7	0.04716505482792854
148050	rnn.bias_ih_l0_reverse	8	-0.05297653377056122
148050	rnn.bias_ih_l0_reverse	9	0.05711118504405022
148050	rnn.bias_hh_l0_reverse	0	0.026776347309350967
148050	rnn.bias_hh_l0_reverse	1	-0.0573461577296257
148050	rnn.bias_hh_l0_reverse	2	0.08429040014743805
148050	rnn.bias_hh_l0_reverse	3	-0.04877517372369766
148050	rnn.bias_hh_l0_reverse	4	-0.023685602471232414
148050	rnn.bias_hh_l0_reverse	5	-0.03159215301275253
148050	rnn.bias_hh_l0_reverse	6	-0.014709373004734516
148050	rnn.bias_hh_l0_reverse	7	0.10669959336519241
148050	rnn.bias_hh_l0_reverse	8	0.028244879096746445
148050	rnn.bias_hh_l0_reverse	9	-0.12752890586853027
148050	rnn.weight_ih_l1	0	-0.03413810580968857
148050	rnn.weight_ih_l1	1	-0.04875670373439789
148050	rnn.weight_ih_l1	2	0.0628838762640953
148050	rnn.weight_ih_l1	3	-0.07134182751178741
148050	rnn.weight_ih_l1	4	-0.017332885414361954
148050	rnn.weight_ih_l1	5	-0.04541056975722313
148050	rnn.weight_ih_l1	6	0.03335627540946007
148050	rnn.weight_ih_l1	7	-0.03079036809504032
148050	rnn.weight_ih_l1	8	0.0376814641058445
148050	rnn.weight_ih_l1	9	0.04224132373929024
148050	rnn.weight_hh_l1	0	-0.00479194987565279
148050	rnn.weight_hh_l1	1	0.016794370487332344
148050	rnn.weight_hh_l1	2	0.018717855215072632
148050	rnn.weight_hh_l1	3	-0.012510662898421288
148050	rnn.weight_hh_l1	4	0.01125461608171463
148050	rnn.weight_hh_l1	5	0.02686336636543274
148050	rnn.weight_hh_l1	6	0.032921526581048965
148050	rnn.weight_hh_l1	7	-0.019901243969798088
148050	rnn.weight_hh_l1	8	-0.014894554391503334
148050	rnn.weight_hh_l1	9	0.03439410775899887
148050	rnn.bias_ih_l1	0	-0.20487891137599945
148050	rnn.bias_ih_l1	1	-0.19793273508548737
148050	rnn.bias_ih_l1	2	-0.20565961301326752
148050	rnn.bias_ih_l1	3	-0.3077457547187805
148050	rnn.bias_ih_l1	4	-0.22088170051574707
148050	rnn.bias_ih_l1	5	-0.09193073958158493
148050	rnn.bias_ih_l1	6	-0.17342638969421387
148050	rnn.bias_ih_l1	7	-0.02573966048657894
148050	rnn.bias_ih_l1	8	-0.15104205906391144
148050	rnn.bias_ih_l1	9	-0.1325303614139557
148050	rnn.bias_hh_l1	0	-0.10771901160478592
148050	rnn.bias_hh_l1	1	-0.0712403729557991
148050	rnn.bias_hh_l1	2	-0.11116436123847961
148050	rnn.bias_hh_l1	3	-0.0851237028837204
148050	rnn.bias_hh_l1	4	-0.09403224289417267
148050	rnn.bias_hh_l1	5	-0.11591893434524536
148050	rnn.bias_hh_l1	6	-0.13943085074424744
148050	rnn.bias_hh_l1	7	0.03130267560482025
148050	rnn.bias_hh_l1	8	-0.17930597066879272
148050	rnn.bias_hh_l1	9	-0.11451469361782074
148050	rnn.weight_ih_l1_reverse	0	-0.039183687418699265
148050	rnn.weight_ih_l1_reverse	1	0.018090778961777687
148050	rnn.weight_ih_l1_reverse	2	0.07011469453573227
148050	rnn.weight_ih_l1_reverse	3	0.003919924609363079
148050	rnn.weight_ih_l1_reverse	4	-0.03294585645198822
148050	rnn.weight_ih_l1_reverse	5	-0.03224945440888405
148050	rnn.weight_ih_l1_reverse	6	-0.010685430839657784
148050	rnn.weight_ih_l1_reverse	7	0.03214888647198677
148050	rnn.weight_ih_l1_reverse	8	0.008970151655375957
148050	rnn.weight_ih_l1_reverse	9	-0.0496843084692955
148050	rnn.weight_hh_l1_reverse	0	0.005377655848860741
148050	rnn.weight_hh_l1_reverse	1	0.03009825013577938
148050	rnn.weight_hh_l1_reverse	2	-0.039942920207977295
148050	rnn.weight_hh_l1_reverse	3	0.036305949091911316
148050	rnn.weight_hh_l1_reverse	4	0.04874986782670021
148050	rnn.weight_hh_l1_reverse	5	-0.0007213682984001935
148050	rnn.weight_hh_l1_reverse	6	0.04841410368680954
148050	rnn.weight_hh_l1_reverse	7	0.030569197610020638
148050	rnn.weight_hh_l1_reverse	8	-0.00713987834751606
148050	rnn.weight_hh_l1_reverse	9	-0.03270953148603439
148050	rnn.bias_ih_l1_reverse	0	-0.06464673578739166
148050	rnn.bias_ih_l1_reverse	1	-0.16085226833820343
148050	rnn.bias_ih_l1_reverse	2	-0.16563473641872406
148050	rnn.bias_ih_l1_reverse	3	-0.01466087531298399
148050	rnn.bias_ih_l1_reverse	4	-0.2144000381231308
148050	rnn.bias_ih_l1_reverse	5	-0.11761803925037384
148050	rnn.bias_ih_l1_reverse	6	-0.13368479907512665
148050	rnn.bias_ih_l1_reverse	7	-0.2055811882019043
148050	rnn.bias_ih_l1_reverse	8	0.2231619954109192
148050	rnn.bias_ih_l1_reverse	9	0.0637858435511589
148050	rnn.bias_hh_l1_reverse	0	0.016358692198991776
148050	rnn.bias_hh_l1_reverse	1	-0.09057223051786423
148050	rnn.bias_hh_l1_reverse	2	-0.2339485138654709
148050	rnn.bias_hh_l1_reverse	3	-0.14498116075992584
148050	rnn.bias_hh_l1_reverse	4	-0.1042233482003212
148050	rnn.bias_hh_l1_reverse	5	-0.12072940915822983
148050	rnn.bias_hh_l1_reverse	6	0.09138987958431244
148050	rnn.bias_hh_l1_reverse	7	-0.17968930304050446
148050	rnn.bias_hh_l1_reverse	8	-0.11252923309803009
148050	rnn.bias_hh_l1_reverse	9	-0.15064188838005066
148050	linear.weight	0	0.002228822559118271
148050	linear.weight	1	0.1215449869632721
148050	linear.weight	2	-0.08643390983343124
148050	linear.weight	3	0.25395068526268005
148050	linear.weight	4	0.15812411904335022
148050	linear.weight	5	-0.05407683551311493
148050	linear.weight	6	0.10306297987699509
148050	linear.weight	7	0.0684567242860794
148050	linear.weight	8	0.041211966425180435
148050	linear.weight	9	-0.033109501004219055
148050	linear.bias	0	0.08144128322601318
148050	linear.bias	1	-0.21471640467643738
148050	linear.bias	2	-0.3737419545650482
148050	linear.bias	3	-0.664008617401123
148050	linear.bias	4	-1.194399356842041
148050	linear.bias	5	-0.06835699081420898
148050	linear.bias	6	-0.7705841660499573
148050	linear.bias	7	0.28085869550704956
148050	linear.bias	8	-0.44570374488830566
148050	linear.bias	9	-1.0000795125961304
148247	transitions	0	0.6375433206558228
148247	transitions	1	0.1887955218553543
148247	transitions	2	-10000.0
148247	transitions	3	-1.8238011598587036
148247	transitions	4	-10000.0
148247	transitions	5	0.5763899683952332
148247	transitions	6	-0.07644834369421005
148247	transitions	7	-0.7277750372886658
148247	transitions	8	-1.4046906232833862
148247	transitions	9	-0.0011315254960209131
148247	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
148247	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
148247	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
148247	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
148247	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
148247	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
148247	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
148247	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
148247	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
148247	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
148247	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
148247	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
148247	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
148247	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
148247	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
148247	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
148247	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
148247	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
148247	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
148247	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
148247	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
148247	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
148247	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
148247	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
148247	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
148247	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
148247	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
148247	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
148247	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
148247	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
148247	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
148247	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
148247	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
148247	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
148247	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
148247	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
148247	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
148247	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
148247	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
148247	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
148247	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
148247	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
148247	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
148247	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
148247	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
148247	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
148247	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
148247	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
148247	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
148247	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
148247	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
148247	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
148247	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
148247	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
148247	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
148247	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
148247	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
148247	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
148247	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
148247	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
148247	embedding2nn.weight	0	0.027350440621376038
148247	embedding2nn.weight	1	-0.013154705055058002
148247	embedding2nn.weight	2	-0.014268254861235619
148247	embedding2nn.weight	3	-0.02054925449192524
148247	embedding2nn.weight	4	-0.0059150345623493195
148247	embedding2nn.weight	5	-0.0037005890626460314
148247	embedding2nn.weight	6	-0.003973295912146568
148247	embedding2nn.weight	7	-0.08363229781389236
148247	embedding2nn.weight	8	-0.0019979383796453476
148247	embedding2nn.weight	9	-0.027871951460838318
148247	embedding2nn.bias	0	0.058952055871486664
148247	embedding2nn.bias	1	-0.06691548973321915
148247	embedding2nn.bias	2	0.0844801589846611
148247	embedding2nn.bias	3	0.05025206878781319
148247	embedding2nn.bias	4	-0.03322525694966316
148247	embedding2nn.bias	5	-0.03830600529909134
148247	embedding2nn.bias	6	0.01293986476957798
148247	embedding2nn.bias	7	-0.06605730205774307
148247	embedding2nn.bias	8	0.07197003066539764
148247	embedding2nn.bias	9	0.04737837612628937
148247	rnn.weight_ih_l0	0	-0.07831443846225739
148247	rnn.weight_ih_l0	1	0.005747256334871054
148247	rnn.weight_ih_l0	2	0.0456538125872612
148247	rnn.weight_ih_l0	3	0.02510344795882702
148247	rnn.weight_ih_l0	4	-0.03105190023779869
148247	rnn.weight_ih_l0	5	-0.06230702996253967
148247	rnn.weight_ih_l0	6	8.24518283479847e-05
148247	rnn.weight_ih_l0	7	0.05873226374387741
148247	rnn.weight_ih_l0	8	-0.00878503080457449
148247	rnn.weight_ih_l0	9	-0.02808261290192604
148247	rnn.weight_hh_l0	0	-0.03313865885138512
148247	rnn.weight_hh_l0	1	-0.007859249599277973
148247	rnn.weight_hh_l0	2	0.0002304050576640293
148247	rnn.weight_hh_l0	3	-0.07218743860721588
148247	rnn.weight_hh_l0	4	0.08422296494245529
148247	rnn.weight_hh_l0	5	-0.030282210558652878
148247	rnn.weight_hh_l0	6	-0.05620923638343811
148247	rnn.weight_hh_l0	7	0.012304832227528095
148247	rnn.weight_hh_l0	8	0.008600478991866112
148247	rnn.weight_hh_l0	9	-0.01958208531141281
148247	rnn.bias_ih_l0	0	0.12473110854625702
148247	rnn.bias_ih_l0	1	-0.028849361464381218
148247	rnn.bias_ih_l0	2	-0.001520928111858666
148247	rnn.bias_ih_l0	3	0.14158254861831665
148247	rnn.bias_ih_l0	4	-0.011188358999788761
148247	rnn.bias_ih_l0	5	-0.024052951484918594
148247	rnn.bias_ih_l0	6	0.016574209555983543
148247	rnn.bias_ih_l0	7	0.03460625931620598
148247	rnn.bias_ih_l0	8	-0.10084206610918045
148247	rnn.bias_ih_l0	9	-0.027439391240477562
148247	rnn.bias_hh_l0	0	-0.019351059570908546
148247	rnn.bias_hh_l0	1	-0.1200026199221611
148247	rnn.bias_hh_l0	2	-0.061126284301280975
148247	rnn.bias_hh_l0	3	-0.09053961932659149
148247	rnn.bias_hh_l0	4	-0.0010605170391499996
148247	rnn.bias_hh_l0	5	-0.03867725655436516
148247	rnn.bias_hh_l0	6	0.026845578104257584
148247	rnn.bias_hh_l0	7	0.05000409856438637
148247	rnn.bias_hh_l0	8	-0.10537581145763397
148247	rnn.bias_hh_l0	9	-0.06759455800056458
148247	rnn.weight_ih_l0_reverse	0	-0.02281199023127556
148247	rnn.weight_ih_l0_reverse	1	-0.04937296733260155
148247	rnn.weight_ih_l0_reverse	2	-0.03252747654914856
148247	rnn.weight_ih_l0_reverse	3	0.01144423522055149
148247	rnn.weight_ih_l0_reverse	4	-0.019851883873343468
148247	rnn.weight_ih_l0_reverse	5	-0.04581156373023987
148247	rnn.weight_ih_l0_reverse	6	0.08174516260623932
148247	rnn.weight_ih_l0_reverse	7	-0.018687058240175247
148247	rnn.weight_ih_l0_reverse	8	-0.0242350772023201
148247	rnn.weight_ih_l0_reverse	9	-0.004893121775239706
148247	rnn.weight_hh_l0_reverse	0	0.06491643190383911
148247	rnn.weight_hh_l0_reverse	1	0.014530394226312637
148247	rnn.weight_hh_l0_reverse	2	0.029013751074671745
148247	rnn.weight_hh_l0_reverse	3	0.029982436448335648
148247	rnn.weight_hh_l0_reverse	4	0.005799504928290844
148247	rnn.weight_hh_l0_reverse	5	0.01856265589594841
148247	rnn.weight_hh_l0_reverse	6	0.04988070949912071
148247	rnn.weight_hh_l0_reverse	7	-0.06473902612924576
148247	rnn.weight_hh_l0_reverse	8	0.039191603660583496
148247	rnn.weight_hh_l0_reverse	9	0.03340961039066315
148247	rnn.bias_ih_l0_reverse	0	-0.06536456197500229
148247	rnn.bias_ih_l0_reverse	1	-0.2521176040172577
148247	rnn.bias_ih_l0_reverse	2	-0.1347704529762268
148247	rnn.bias_ih_l0_reverse	3	-0.04290754348039627
148247	rnn.bias_ih_l0_reverse	4	-0.039253003895282745
148247	rnn.bias_ih_l0_reverse	5	0.05894513428211212
148247	rnn.bias_ih_l0_reverse	6	-0.07390506565570831
148247	rnn.bias_ih_l0_reverse	7	0.04708443954586983
148247	rnn.bias_ih_l0_reverse	8	-0.0538141205906868
148247	rnn.bias_ih_l0_reverse	9	0.05731328949332237
148247	rnn.bias_hh_l0_reverse	0	0.0262086670845747
148247	rnn.bias_hh_l0_reverse	1	-0.0535246878862381
148247	rnn.bias_hh_l0_reverse	2	0.08492114394903183
148247	rnn.bias_hh_l0_reverse	3	-0.049318235367536545
148247	rnn.bias_hh_l0_reverse	4	-0.023831384256482124
148247	rnn.bias_hh_l0_reverse	5	-0.032273031771183014
148247	rnn.bias_hh_l0_reverse	6	-0.013712966814637184
148247	rnn.bias_hh_l0_reverse	7	0.10533392429351807
148247	rnn.bias_hh_l0_reverse	8	0.02821747213602066
148247	rnn.bias_hh_l0_reverse	9	-0.12923318147659302
148247	rnn.weight_ih_l1	0	-0.03453650325536728
148247	rnn.weight_ih_l1	1	-0.048756346106529236
148247	rnn.weight_ih_l1	2	0.060571715235710144
148247	rnn.weight_ih_l1	3	-0.07009326666593552
148247	rnn.weight_ih_l1	4	-0.017697477713227272
148247	rnn.weight_ih_l1	5	-0.0453391969203949
148247	rnn.weight_ih_l1	6	0.03344372659921646
148247	rnn.weight_ih_l1	7	-0.03112145885825157
148247	rnn.weight_ih_l1	8	0.03760489821434021
148247	rnn.weight_ih_l1	9	0.042759016156196594
148247	rnn.weight_hh_l1	0	-0.004337830003350973
148247	rnn.weight_hh_l1	1	0.016866585239768028
148247	rnn.weight_hh_l1	2	0.01758761703968048
148247	rnn.weight_hh_l1	3	-0.012308391742408276
148247	rnn.weight_hh_l1	4	0.011131219565868378
148247	rnn.weight_hh_l1	5	0.02695257030427456
148247	rnn.weight_hh_l1	6	0.032951660454273224
148247	rnn.weight_hh_l1	7	-0.019860321655869484
148247	rnn.weight_hh_l1	8	-0.014859736897051334
148247	rnn.weight_hh_l1	9	0.0346011146903038
148247	rnn.bias_ih_l1	0	-0.20299296081066132
148247	rnn.bias_ih_l1	1	-0.19811975955963135
148247	rnn.bias_ih_l1	2	-0.20532190799713135
148247	rnn.bias_ih_l1	3	-0.3067394196987152
148247	rnn.bias_ih_l1	4	-0.22178103029727936
148247	rnn.bias_ih_l1	5	-0.09278857707977295
148247	rnn.bias_ih_l1	6	-0.17249591648578644
148247	rnn.bias_ih_l1	7	-0.024984508752822876
148247	rnn.bias_ih_l1	8	-0.15167826414108276
148247	rnn.bias_ih_l1	9	-0.13294333219528198
148247	rnn.bias_hh_l1	0	-0.10808367282152176
148247	rnn.bias_hh_l1	1	-0.06904114782810211
148247	rnn.bias_hh_l1	2	-0.10891794413328171
148247	rnn.bias_hh_l1	3	-0.08489431440830231
148247	rnn.bias_hh_l1	4	-0.09401419758796692
148247	rnn.bias_hh_l1	5	-0.11605444550514221
148247	rnn.bias_hh_l1	6	-0.13982297480106354
148247	rnn.bias_hh_l1	7	0.03189719095826149
148247	rnn.bias_hh_l1	8	-0.18051297962665558
148247	rnn.bias_hh_l1	9	-0.11326148360967636
148247	rnn.weight_ih_l1_reverse	0	-0.039521005004644394
148247	rnn.weight_ih_l1_reverse	1	0.0173922311514616
148247	rnn.weight_ih_l1_reverse	2	0.06968290358781815
148247	rnn.weight_ih_l1_reverse	3	0.004809660837054253
148247	rnn.weight_ih_l1_reverse	4	-0.03307048976421356
148247	rnn.weight_ih_l1_reverse	5	-0.0322345495223999
148247	rnn.weight_ih_l1_reverse	6	-0.010677238926291466
148247	rnn.weight_ih_l1_reverse	7	0.03223557025194168
148247	rnn.weight_ih_l1_reverse	8	0.00886986218392849
148247	rnn.weight_ih_l1_reverse	9	-0.05039502680301666
148247	rnn.weight_hh_l1_reverse	0	0.005315252114087343
148247	rnn.weight_hh_l1_reverse	1	0.030121754854917526
148247	rnn.weight_hh_l1_reverse	2	-0.039935238659381866
148247	rnn.weight_hh_l1_reverse	3	0.03618580102920532
148247	rnn.weight_hh_l1_reverse	4	0.048660311847925186
148247	rnn.weight_hh_l1_reverse	5	-0.00034077608142979443
148247	rnn.weight_hh_l1_reverse	6	0.04907857999205589
148247	rnn.weight_hh_l1_reverse	7	0.03060786984860897
148247	rnn.weight_hh_l1_reverse	8	-0.007151682395488024
148247	rnn.weight_hh_l1_reverse	9	-0.03275880962610245
148247	rnn.bias_ih_l1_reverse	0	-0.06545384228229523
148247	rnn.bias_ih_l1_reverse	1	-0.1597701609134674
148247	rnn.bias_ih_l1_reverse	2	-0.16361388564109802
148247	rnn.bias_ih_l1_reverse	3	-0.016903482377529144
148247	rnn.bias_ih_l1_reverse	4	-0.21474477648735046
148247	rnn.bias_ih_l1_reverse	5	-0.11865805834531784
148247	rnn.bias_ih_l1_reverse	6	-0.13457615673542023
148247	rnn.bias_ih_l1_reverse	7	-0.20573769509792328
148247	rnn.bias_ih_l1_reverse	8	0.22402958571910858
148247	rnn.bias_ih_l1_reverse	9	0.06625139713287354
148247	rnn.bias_hh_l1_reverse	0	0.014430413022637367
148247	rnn.bias_hh_l1_reverse	1	-0.09272792190313339
148247	rnn.bias_hh_l1_reverse	2	-0.23440590500831604
148247	rnn.bias_hh_l1_reverse	3	-0.14377720654010773
148247	rnn.bias_hh_l1_reverse	4	-0.1041133776307106
148247	rnn.bias_hh_l1_reverse	5	-0.12129488587379456
148247	rnn.bias_hh_l1_reverse	6	0.09456076472997665
148247	rnn.bias_hh_l1_reverse	7	-0.18024054169654846
148247	rnn.bias_hh_l1_reverse	8	-0.11393783986568451
148247	rnn.bias_hh_l1_reverse	9	-0.15099139511585236
148247	linear.weight	0	0.002228822559118271
148247	linear.weight	1	0.11827616393566132
148247	linear.weight	2	-0.08836246281862259
148247	linear.weight	3	0.26041340827941895
148247	linear.weight	4	0.15927740931510925
148247	linear.weight	5	-0.053590334951877594
148247	linear.weight	6	0.11242435872554779
148247	linear.weight	7	0.06785857677459717
148247	linear.weight	8	0.0412113219499588
148247	linear.weight	9	-0.030529173091053963
148247	linear.bias	0	0.07966841757297516
148247	linear.bias	1	-0.19451333582401276
148247	linear.bias	2	-0.3793238699436188
148247	linear.bias	3	-0.6673799753189087
148247	linear.bias	4	-1.1978133916854858
148247	linear.bias	5	-0.05484351888298988
148247	linear.bias	6	-0.750189483165741
148247	linear.bias	7	0.2937840223312378
148247	linear.bias	8	-0.4530554413795471
148247	linear.bias	9	-1.0089709758758545
148444	transitions	0	0.6388800144195557
148444	transitions	1	0.18689149618148804
148444	transitions	2	-10000.0
148444	transitions	3	-1.8238078355789185
148444	transitions	4	-10000.0
148444	transitions	5	0.576352596282959
148444	transitions	6	-0.0765000730752945
148444	transitions	7	-0.7279309034347534
148444	transitions	8	-1.4048197269439697
148444	transitions	9	-0.001131938653998077
148444	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
148444	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
148444	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
148444	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
148444	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
148444	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
148444	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
148444	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
148444	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
148444	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
148444	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
148444	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
148444	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
148444	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
148444	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
148444	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
148444	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
148444	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
148444	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
148444	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
148444	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
148444	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
148444	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
148444	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
148444	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
148444	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
148444	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
148444	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
148444	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
148444	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
148444	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
148444	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
148444	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
148444	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
148444	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
148444	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
148444	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
148444	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
148444	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
148444	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
148444	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
148444	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
148444	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
148444	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
148444	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
148444	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
148444	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
148444	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
148444	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
148444	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
148444	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
148444	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
148444	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
148444	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
148444	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
148444	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
148444	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
148444	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
148444	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
148444	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
148444	embedding2nn.weight	0	0.02753806859254837
148444	embedding2nn.weight	1	-0.01315454114228487
148444	embedding2nn.weight	2	-0.014268254861235619
148444	embedding2nn.weight	3	-0.01947791874408722
148444	embedding2nn.weight	4	-0.0059150345623493195
148444	embedding2nn.weight	5	-0.003700589295476675
148444	embedding2nn.weight	6	-0.003973294980823994
148444	embedding2nn.weight	7	-0.08366425335407257
148444	embedding2nn.weight	8	-0.0019979383796453476
148444	embedding2nn.weight	9	-0.027783062309026718
148444	embedding2nn.bias	0	0.05866658687591553
148444	embedding2nn.bias	1	-0.07032612711191177
148444	embedding2nn.bias	2	0.07665647566318512
148444	embedding2nn.bias	3	0.04159565269947052
148444	embedding2nn.bias	4	-0.03645925596356392
148444	embedding2nn.bias	5	-0.037502165883779526
148444	embedding2nn.bias	6	0.011570845730602741
148444	embedding2nn.bias	7	-0.06233790144324303
148444	embedding2nn.bias	8	0.06881365925073624
148444	embedding2nn.bias	9	0.047673340886831284
148444	rnn.weight_ih_l0	0	-0.07798498123884201
148444	rnn.weight_ih_l0	1	0.0058517251163721085
148444	rnn.weight_ih_l0	2	0.045730654150247574
148444	rnn.weight_ih_l0	3	0.025169910863041878
148444	rnn.weight_ih_l0	4	-0.031083663925528526
148444	rnn.weight_ih_l0	5	-0.06243489310145378
148444	rnn.weight_ih_l0	6	-4.888309831585502e-06
148444	rnn.weight_ih_l0	7	0.06003841012716293
148444	rnn.weight_ih_l0	8	-0.009054948575794697
148444	rnn.weight_ih_l0	9	-0.028044896200299263
148444	rnn.weight_hh_l0	0	-0.03282654657959938
148444	rnn.weight_hh_l0	1	-0.0077512520365417
148444	rnn.weight_hh_l0	2	0.00023908232105895877
148444	rnn.weight_hh_l0	3	-0.07249628007411957
148444	rnn.weight_hh_l0	4	0.08442497253417969
148444	rnn.weight_hh_l0	5	-0.030396925285458565
148444	rnn.weight_hh_l0	6	-0.05585777759552002
148444	rnn.weight_hh_l0	7	0.0122500229626894
148444	rnn.weight_hh_l0	8	0.008444495499134064
148444	rnn.weight_hh_l0	9	-0.019450165331363678
148444	rnn.bias_ih_l0	0	0.12390350550413132
148444	rnn.bias_ih_l0	1	-0.026628388091921806
148444	rnn.bias_ih_l0	2	-0.0013952050358057022
148444	rnn.bias_ih_l0	3	0.14033383131027222
148444	rnn.bias_ih_l0	4	-0.012370998039841652
148444	rnn.bias_ih_l0	5	-0.02563035488128662
148444	rnn.bias_ih_l0	6	0.01911170594394207
148444	rnn.bias_ih_l0	7	0.03444625064730644
148444	rnn.bias_ih_l0	8	-0.10136966407299042
148444	rnn.bias_ih_l0	9	-0.03184107318520546
148444	rnn.bias_hh_l0	0	-0.02009226381778717
148444	rnn.bias_hh_l0	1	-0.1202404722571373
148444	rnn.bias_hh_l0	2	-0.061446741223335266
148444	rnn.bias_hh_l0	3	-0.09042079001665115
148444	rnn.bias_hh_l0	4	0.0009560443577356637
148444	rnn.bias_hh_l0	5	-0.03910134360194206
148444	rnn.bias_hh_l0	6	0.025163942947983742
148444	rnn.bias_hh_l0	7	0.050119511783123016
148444	rnn.bias_hh_l0	8	-0.10740543156862259
148444	rnn.bias_hh_l0	9	-0.06894942373037338
148444	rnn.weight_ih_l0_reverse	0	-0.022372404113411903
148444	rnn.weight_ih_l0_reverse	1	-0.04942341148853302
148444	rnn.weight_ih_l0_reverse	2	-0.032316118478775024
148444	rnn.weight_ih_l0_reverse	3	0.011266226880252361
148444	rnn.weight_ih_l0_reverse	4	-0.019612401723861694
148444	rnn.weight_ih_l0_reverse	5	-0.046025533229112625
148444	rnn.weight_ih_l0_reverse	6	0.08229000121355057
148444	rnn.weight_ih_l0_reverse	7	-0.018750501796603203
148444	rnn.weight_ih_l0_reverse	8	-0.024257374927401543
148444	rnn.weight_ih_l0_reverse	9	-0.004256590735167265
148444	rnn.weight_hh_l0_reverse	0	0.06463421136140823
148444	rnn.weight_hh_l0_reverse	1	0.014866581186652184
148444	rnn.weight_hh_l0_reverse	2	0.02922705188393593
148444	rnn.weight_hh_l0_reverse	3	0.02994978241622448
148444	rnn.weight_hh_l0_reverse	4	0.006111318711191416
148444	rnn.weight_hh_l0_reverse	5	0.018001725897192955
148444	rnn.weight_hh_l0_reverse	6	0.05051993206143379
148444	rnn.weight_hh_l0_reverse	7	-0.06429672986268997
148444	rnn.weight_hh_l0_reverse	8	0.03915596008300781
148444	rnn.weight_hh_l0_reverse	9	0.03333497792482376
148444	rnn.bias_ih_l0_reverse	0	-0.06511623412370682
148444	rnn.bias_ih_l0_reverse	1	-0.25072091817855835
148444	rnn.bias_ih_l0_reverse	2	-0.13443242013454437
148444	rnn.bias_ih_l0_reverse	3	-0.0424090251326561
148444	rnn.bias_ih_l0_reverse	4	-0.04102064669132233
148444	rnn.bias_ih_l0_reverse	5	0.05825825035572052
148444	rnn.bias_ih_l0_reverse	6	-0.07404785603284836
148444	rnn.bias_ih_l0_reverse	7	0.04830142855644226
148444	rnn.bias_ih_l0_reverse	8	-0.05635446682572365
148444	rnn.bias_ih_l0_reverse	9	0.057511769235134125
148444	rnn.bias_hh_l0_reverse	0	0.02623223513364792
148444	rnn.bias_hh_l0_reverse	1	-0.052649736404418945
148444	rnn.bias_hh_l0_reverse	2	0.08373882621526718
148444	rnn.bias_hh_l0_reverse	3	-0.04987811669707298
148444	rnn.bias_hh_l0_reverse	4	-0.025290220975875854
148444	rnn.bias_hh_l0_reverse	5	-0.03156460449099541
148444	rnn.bias_hh_l0_reverse	6	-0.013351640664041042
148444	rnn.bias_hh_l0_reverse	7	0.1056043952703476
148444	rnn.bias_hh_l0_reverse	8	0.02727392315864563
148444	rnn.bias_hh_l0_reverse	9	-0.12839658558368683
148444	rnn.weight_ih_l1	0	-0.03447815403342247
148444	rnn.weight_ih_l1	1	-0.049343936145305634
148444	rnn.weight_ih_l1	2	0.06125160679221153
148444	rnn.weight_ih_l1	3	-0.07016200572252274
148444	rnn.weight_ih_l1	4	-0.017406363040208817
148444	rnn.weight_ih_l1	5	-0.04524331912398338
148444	rnn.weight_ih_l1	6	0.03304503858089447
148444	rnn.weight_ih_l1	7	-0.030211035162210464
148444	rnn.weight_ih_l1	8	0.03750498592853546
148444	rnn.weight_ih_l1	9	0.042525917291641235
148444	rnn.weight_hh_l1	0	-0.004134918563067913
148444	rnn.weight_hh_l1	1	0.016900891438126564
148444	rnn.weight_hh_l1	2	0.016270991414785385
148444	rnn.weight_hh_l1	3	-0.012327468954026699
148444	rnn.weight_hh_l1	4	0.010964935645461082
148444	rnn.weight_hh_l1	5	0.026823684573173523
148444	rnn.weight_hh_l1	6	0.032915856689214706
148444	rnn.weight_hh_l1	7	-0.01982656866312027
148444	rnn.weight_hh_l1	8	-0.015187031589448452
148444	rnn.weight_hh_l1	9	0.03478267043828964
148444	rnn.bias_ih_l1	0	-0.20252278447151184
148444	rnn.bias_ih_l1	1	-0.1991293579339981
148444	rnn.bias_ih_l1	2	-0.20627419650554657
148444	rnn.bias_ih_l1	3	-0.3064184784889221
148444	rnn.bias_ih_l1	4	-0.21959133446216583
148444	rnn.bias_ih_l1	5	-0.09306307137012482
148444	rnn.bias_ih_l1	6	-0.17195555567741394
148444	rnn.bias_ih_l1	7	-0.024467069655656815
148444	rnn.bias_ih_l1	8	-0.15244604647159576
148444	rnn.bias_ih_l1	9	-0.1313704550266266
148444	rnn.bias_hh_l1	0	-0.10571262985467911
148444	rnn.bias_hh_l1	1	-0.07165978848934174
148444	rnn.bias_hh_l1	2	-0.10990384966135025
148444	rnn.bias_hh_l1	3	-0.08459591120481491
148444	rnn.bias_hh_l1	4	-0.09371481835842133
148444	rnn.bias_hh_l1	5	-0.11564207077026367
148444	rnn.bias_hh_l1	6	-0.13642705976963043
148444	rnn.bias_hh_l1	7	0.03031967021524906
148444	rnn.bias_hh_l1	8	-0.18112748861312866
148444	rnn.bias_hh_l1	9	-0.11437102407217026
148444	rnn.weight_ih_l1_reverse	0	-0.04020620137453079
148444	rnn.weight_ih_l1_reverse	1	0.016916565597057343
148444	rnn.weight_ih_l1_reverse	2	0.07006330043077469
148444	rnn.weight_ih_l1_reverse	3	0.0041763680055737495
148444	rnn.weight_ih_l1_reverse	4	-0.03193848952651024
148444	rnn.weight_ih_l1_reverse	5	-0.032284513115882874
148444	rnn.weight_ih_l1_reverse	6	-0.010551009327173233
148444	rnn.weight_ih_l1_reverse	7	0.03242664039134979
148444	rnn.weight_ih_l1_reverse	8	0.008928402327001095
148444	rnn.weight_ih_l1_reverse	9	-0.05049906298518181
148444	rnn.weight_hh_l1_reverse	0	0.0051389820873737335
148444	rnn.weight_hh_l1_reverse	1	0.03002955950796604
148444	rnn.weight_hh_l1_reverse	2	-0.039899926632642746
148444	rnn.weight_hh_l1_reverse	3	0.03620413690805435
148444	rnn.weight_hh_l1_reverse	4	0.04859677329659462
148444	rnn.weight_hh_l1_reverse	5	-0.0001315604313276708
148444	rnn.weight_hh_l1_reverse	6	0.04951515421271324
148444	rnn.weight_hh_l1_reverse	7	0.03079565428197384
148444	rnn.weight_hh_l1_reverse	8	-0.0071115330792963505
148444	rnn.weight_hh_l1_reverse	9	-0.03273553028702736
148444	rnn.bias_ih_l1_reverse	0	-0.06507843732833862
148444	rnn.bias_ih_l1_reverse	1	-0.1592528522014618
148444	rnn.bias_ih_l1_reverse	2	-0.16360005736351013
148444	rnn.bias_ih_l1_reverse	3	-0.018654463812708855
148444	rnn.bias_ih_l1_reverse	4	-0.21552376449108124
148444	rnn.bias_ih_l1_reverse	5	-0.11762834340333939
148444	rnn.bias_ih_l1_reverse	6	-0.1354343742132187
148444	rnn.bias_ih_l1_reverse	7	-0.2022102028131485
148444	rnn.bias_ih_l1_reverse	8	0.22344617545604706
148444	rnn.bias_ih_l1_reverse	9	0.06641680747270584
148444	rnn.bias_hh_l1_reverse	0	0.014100196771323681
148444	rnn.bias_hh_l1_reverse	1	-0.09302154928445816
148444	rnn.bias_hh_l1_reverse	2	-0.234188050031662
148444	rnn.bias_hh_l1_reverse	3	-0.1438075751066208
148444	rnn.bias_hh_l1_reverse	4	-0.10324303060770035
148444	rnn.bias_hh_l1_reverse	5	-0.12094046920537949
148444	rnn.bias_hh_l1_reverse	6	0.09419400244951248
148444	rnn.bias_hh_l1_reverse	7	-0.18030516803264618
148444	rnn.bias_hh_l1_reverse	8	-0.11345086246728897
148444	rnn.bias_hh_l1_reverse	9	-0.1510876715183258
148444	linear.weight	0	0.002228822559118271
148444	linear.weight	1	0.11888585984706879
148444	linear.weight	2	-0.09146684408187866
148444	linear.weight	3	0.2593008279800415
148444	linear.weight	4	0.16117878258228302
148444	linear.weight	5	-0.053542107343673706
148444	linear.weight	6	0.10812734812498093
148444	linear.weight	7	0.0664568766951561
148444	linear.weight	8	0.04121050238609314
148444	linear.weight	9	-0.032002732157707214
148444	linear.bias	0	0.06517299264669418
148444	linear.bias	1	-0.18753661215305328
148444	linear.bias	2	-0.36833563446998596
148444	linear.bias	3	-0.6665143370628357
148444	linear.bias	4	-1.1975586414337158
148444	linear.bias	5	-0.054316889494657516
148444	linear.bias	6	-0.7437516450881958
148444	linear.bias	7	0.2937425673007965
148444	linear.bias	8	-0.4608401656150818
148444	linear.bias	9	-1.0164377689361572
148641	transitions	0	0.6439151167869568
148641	transitions	1	0.1842571198940277
148641	transitions	2	-10000.0
148641	transitions	3	-1.8238478899002075
148641	transitions	4	-10000.0
148641	transitions	5	0.5762696862220764
148641	transitions	6	-0.07653356343507767
148641	transitions	7	-0.7281476259231567
148641	transitions	8	-1.404848575592041
148641	transitions	9	-0.0011322899954393506
148641	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
148641	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
148641	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
148641	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
148641	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
148641	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
148641	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
148641	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
148641	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
148641	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
148641	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
148641	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
148641	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
148641	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
148641	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
148641	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
148641	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
148641	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
148641	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
148641	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
148641	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
148641	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
148641	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
148641	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
148641	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
148641	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
148641	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
148641	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
148641	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
148641	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
148641	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
148641	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
148641	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
148641	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
148641	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
148641	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
148641	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
148641	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
148641	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
148641	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
148641	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
148641	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
148641	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
148641	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
148641	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
148641	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
148641	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
148641	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
148641	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
148641	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
148641	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
148641	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
148641	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
148641	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
148641	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
148641	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
148641	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
148641	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
148641	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
148641	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
148641	embedding2nn.weight	0	0.027442216873168945
148641	embedding2nn.weight	1	-0.013175786472856998
148641	embedding2nn.weight	2	-0.014268254861235619
148641	embedding2nn.weight	3	-0.02027004584670067
148641	embedding2nn.weight	4	-0.0059150345623493195
148641	embedding2nn.weight	5	-0.0037005890626460314
148641	embedding2nn.weight	6	-0.003973294980823994
148641	embedding2nn.weight	7	-0.08396698534488678
148641	embedding2nn.weight	8	-0.0019979383796453476
148641	embedding2nn.weight	9	-0.02767917886376381
148641	embedding2nn.bias	0	0.05713672563433647
148641	embedding2nn.bias	1	-0.06576219946146011
148641	embedding2nn.bias	2	0.07641863822937012
148641	embedding2nn.bias	3	0.041434597223997116
148641	embedding2nn.bias	4	-0.045377250760793686
148641	embedding2nn.bias	5	-0.0373019240796566
148641	embedding2nn.bias	6	0.010402409359812737
148641	embedding2nn.bias	7	-0.06259854882955551
148641	embedding2nn.bias	8	0.07495097070932388
148641	embedding2nn.bias	9	0.04751703888177872
148641	rnn.weight_ih_l0	0	-0.07797053456306458
148641	rnn.weight_ih_l0	1	0.006333503406494856
148641	rnn.weight_ih_l0	2	0.0438774898648262
148641	rnn.weight_ih_l0	3	0.025486046448349953
148641	rnn.weight_ih_l0	4	-0.030515281483530998
148641	rnn.weight_ih_l0	5	-0.06270575523376465
148641	rnn.weight_ih_l0	6	0.000459772243630141
148641	rnn.weight_ih_l0	7	0.05953873321413994
148641	rnn.weight_ih_l0	8	-0.009154928848147392
148641	rnn.weight_ih_l0	9	-0.028897561132907867
148641	rnn.weight_hh_l0	0	-0.032985784113407135
148641	rnn.weight_hh_l0	1	-0.009183723479509354
148641	rnn.weight_hh_l0	2	8.130161586450413e-05
148641	rnn.weight_hh_l0	3	-0.07301320880651474
148641	rnn.weight_hh_l0	4	0.08414142578840256
148641	rnn.weight_hh_l0	5	-0.030877403914928436
148641	rnn.weight_hh_l0	6	-0.05574900284409523
148641	rnn.weight_hh_l0	7	0.012332731857895851
148641	rnn.weight_hh_l0	8	0.008416492491960526
148641	rnn.weight_hh_l0	9	-0.01925286278128624
148641	rnn.bias_ih_l0	0	0.12350036203861237
148641	rnn.bias_ih_l0	1	-0.027796711772680283
148641	rnn.bias_ih_l0	2	-0.001731044496409595
148641	rnn.bias_ih_l0	3	0.13920527696609497
148641	rnn.bias_ih_l0	4	-0.011156820692121983
148641	rnn.bias_ih_l0	5	-0.025489196181297302
148641	rnn.bias_ih_l0	6	0.018829677253961563
148641	rnn.bias_ih_l0	7	0.03334244340658188
148641	rnn.bias_ih_l0	8	-0.10298163443803787
148641	rnn.bias_ih_l0	9	-0.029813408851623535
148641	rnn.bias_hh_l0	0	-0.019757142290472984
148641	rnn.bias_hh_l0	1	-0.11848729848861694
148641	rnn.bias_hh_l0	2	-0.0619366280734539
148641	rnn.bias_hh_l0	3	-0.08982916176319122
148641	rnn.bias_hh_l0	4	0.0019032192649319768
148641	rnn.bias_hh_l0	5	-0.038602568209171295
148641	rnn.bias_hh_l0	6	0.025784727185964584
148641	rnn.bias_hh_l0	7	0.04948946461081505
148641	rnn.bias_hh_l0	8	-0.10757622867822647
148641	rnn.bias_hh_l0	9	-0.06998524814844131
148641	rnn.weight_ih_l0_reverse	0	-0.02168356254696846
148641	rnn.weight_ih_l0_reverse	1	-0.04976339638233185
148641	rnn.weight_ih_l0_reverse	2	-0.033482763916254044
148641	rnn.weight_ih_l0_reverse	3	0.010759226977825165
148641	rnn.weight_ih_l0_reverse	4	-0.01996540278196335
148641	rnn.weight_ih_l0_reverse	5	-0.045874979346990585
148641	rnn.weight_ih_l0_reverse	6	0.08212533593177795
148641	rnn.weight_ih_l0_reverse	7	-0.019487375393509865
148641	rnn.weight_ih_l0_reverse	8	-0.023795193061232567
148641	rnn.weight_ih_l0_reverse	9	-0.003904277691617608
148641	rnn.weight_hh_l0_reverse	0	0.06431808322668076
148641	rnn.weight_hh_l0_reverse	1	0.014833776280283928
148641	rnn.weight_hh_l0_reverse	2	0.0296864565461874
148641	rnn.weight_hh_l0_reverse	3	0.030231686308979988
148641	rnn.weight_hh_l0_reverse	4	0.00597199285402894
148641	rnn.weight_hh_l0_reverse	5	0.018477557227015495
148641	rnn.weight_hh_l0_reverse	6	0.05061482638120651
148641	rnn.weight_hh_l0_reverse	7	-0.0639793872833252
148641	rnn.weight_hh_l0_reverse	8	0.03898400068283081
148641	rnn.weight_hh_l0_reverse	9	0.033567626029253006
148641	rnn.bias_ih_l0_reverse	0	-0.06451365351676941
148641	rnn.bias_ih_l0_reverse	1	-0.25186797976493835
148641	rnn.bias_ih_l0_reverse	2	-0.13624884188175201
148641	rnn.bias_ih_l0_reverse	3	-0.042713090777397156
148641	rnn.bias_ih_l0_reverse	4	-0.04152161628007889
148641	rnn.bias_ih_l0_reverse	5	0.05862605571746826
148641	rnn.bias_ih_l0_reverse	6	-0.07486741244792938
148641	rnn.bias_ih_l0_reverse	7	0.04897555708885193
148641	rnn.bias_ih_l0_reverse	8	-0.05505101755261421
148641	rnn.bias_ih_l0_reverse	9	0.05905258655548096
148641	rnn.bias_hh_l0_reverse	0	0.02673848532140255
148641	rnn.bias_hh_l0_reverse	1	-0.05215505510568619
148641	rnn.bias_hh_l0_reverse	2	0.08422722667455673
148641	rnn.bias_hh_l0_reverse	3	-0.05076569691300392
148641	rnn.bias_hh_l0_reverse	4	-0.024279335513710976
148641	rnn.bias_hh_l0_reverse	5	-0.032864443957805634
148641	rnn.bias_hh_l0_reverse	6	-0.013945672661066055
148641	rnn.bias_hh_l0_reverse	7	0.10385482013225555
148641	rnn.bias_hh_l0_reverse	8	0.027191730216145515
148641	rnn.bias_hh_l0_reverse	9	-0.13135847449302673
148641	rnn.weight_ih_l1	0	-0.03455676883459091
148641	rnn.weight_ih_l1	1	-0.05036716163158417
148641	rnn.weight_ih_l1	2	0.06058599054813385
148641	rnn.weight_ih_l1	3	-0.0712352842092514
148641	rnn.weight_ih_l1	4	-0.016998598352074623
148641	rnn.weight_ih_l1	5	-0.04529697820544243
148641	rnn.weight_ih_l1	6	0.03327563405036926
148641	rnn.weight_ih_l1	7	-0.03046298585832119
148641	rnn.weight_ih_l1	8	0.037602026015520096
148641	rnn.weight_ih_l1	9	0.04243044927716255
148641	rnn.weight_hh_l1	0	-0.004252965562045574
148641	rnn.weight_hh_l1	1	0.017090056091547012
148641	rnn.weight_hh_l1	2	0.016390128061175346
148641	rnn.weight_hh_l1	3	-0.012051789090037346
148641	rnn.weight_hh_l1	4	0.010812899097800255
148641	rnn.weight_hh_l1	5	0.026884665712714195
148641	rnn.weight_hh_l1	6	0.032643940299749374
148641	rnn.weight_hh_l1	7	-0.0199587419629097
148641	rnn.weight_hh_l1	8	-0.01519953552633524
148641	rnn.weight_hh_l1	9	0.03469090163707733
148641	rnn.bias_ih_l1	0	-0.2038627564907074
148641	rnn.bias_ih_l1	1	-0.19927772879600525
148641	rnn.bias_ih_l1	2	-0.2044772505760193
148641	rnn.bias_ih_l1	3	-0.30648332834243774
148641	rnn.bias_ih_l1	4	-0.2201577126979828
148641	rnn.bias_ih_l1	5	-0.09279478341341019
148641	rnn.bias_ih_l1	6	-0.17032311856746674
148641	rnn.bias_ih_l1	7	-0.023357344791293144
148641	rnn.bias_ih_l1	8	-0.15401867032051086
148641	rnn.bias_ih_l1	9	-0.12968194484710693
148641	rnn.bias_hh_l1	0	-0.10706549882888794
148641	rnn.bias_hh_l1	1	-0.07226746529340744
148641	rnn.bias_hh_l1	2	-0.11273279786109924
148641	rnn.bias_hh_l1	3	-0.08372198045253754
148641	rnn.bias_hh_l1	4	-0.0950888991355896
148641	rnn.bias_hh_l1	5	-0.115657277405262
148641	rnn.bias_hh_l1	6	-0.1354055255651474
148641	rnn.bias_hh_l1	7	0.027974842116236687
148641	rnn.bias_hh_l1	8	-0.18045903742313385
148641	rnn.bias_hh_l1	9	-0.11428957432508469
148641	rnn.weight_ih_l1_reverse	0	-0.040487729012966156
148641	rnn.weight_ih_l1_reverse	1	0.01790609396994114
148641	rnn.weight_ih_l1_reverse	2	0.07130266726016998
148641	rnn.weight_ih_l1_reverse	3	0.0034368655178695917
148641	rnn.weight_ih_l1_reverse	4	-0.03093782812356949
148641	rnn.weight_ih_l1_reverse	5	-0.03223513066768646
148641	rnn.weight_ih_l1_reverse	6	-0.011508681811392307
148641	rnn.weight_ih_l1_reverse	7	0.03285453841090202
148641	rnn.weight_ih_l1_reverse	8	0.009259682148694992
148641	rnn.weight_ih_l1_reverse	9	-0.05017579719424248
148641	rnn.weight_hh_l1_reverse	0	0.005111156962811947
148641	rnn.weight_hh_l1_reverse	1	0.02995755523443222
148641	rnn.weight_hh_l1_reverse	2	-0.0398450568318367
148641	rnn.weight_hh_l1_reverse	3	0.03614131361246109
148641	rnn.weight_hh_l1_reverse	4	0.048976581543684006
148641	rnn.weight_hh_l1_reverse	5	-0.00012822179996874183
148641	rnn.weight_hh_l1_reverse	6	0.05032067373394966
148641	rnn.weight_hh_l1_reverse	7	0.030799735337495804
148641	rnn.weight_hh_l1_reverse	8	-0.007010614033788443
148641	rnn.weight_hh_l1_reverse	9	-0.032689232379198074
148641	rnn.bias_ih_l1_reverse	0	-0.06453096866607666
148641	rnn.bias_ih_l1_reverse	1	-0.16003160178661346
148641	rnn.bias_ih_l1_reverse	2	-0.16216644644737244
148641	rnn.bias_ih_l1_reverse	3	-0.018362104892730713
148641	rnn.bias_ih_l1_reverse	4	-0.2148255705833435
148641	rnn.bias_ih_l1_reverse	5	-0.1179421916604042
148641	rnn.bias_ih_l1_reverse	6	-0.13490426540374756
148641	rnn.bias_ih_l1_reverse	7	-0.2032618522644043
148641	rnn.bias_ih_l1_reverse	8	0.22235023975372314
148641	rnn.bias_ih_l1_reverse	9	0.06572525948286057
148641	rnn.bias_hh_l1_reverse	0	0.011303478851914406
148641	rnn.bias_hh_l1_reverse	1	-0.08765675127506256
148641	rnn.bias_hh_l1_reverse	2	-0.23460504412651062
148641	rnn.bias_hh_l1_reverse	3	-0.14274123311042786
148641	rnn.bias_hh_l1_reverse	4	-0.10308829694986343
148641	rnn.bias_hh_l1_reverse	5	-0.1195157915353775
148641	rnn.bias_hh_l1_reverse	6	0.09660257399082184
148641	rnn.bias_hh_l1_reverse	7	-0.18050752580165863
148641	rnn.bias_hh_l1_reverse	8	-0.11551137268543243
148641	rnn.bias_hh_l1_reverse	9	-0.151374951004982
148641	linear.weight	0	0.002228822559118271
148641	linear.weight	1	0.11250755935907364
148641	linear.weight	2	-0.09072461724281311
148641	linear.weight	3	0.2560397684574127
148641	linear.weight	4	0.16099445521831512
148641	linear.weight	5	-0.05350886657834053
148641	linear.weight	6	0.1045372262597084
148641	linear.weight	7	0.07426786422729492
148641	linear.weight	8	0.041209787130355835
148641	linear.weight	9	-0.03263818845152855
148641	linear.bias	0	0.07475733011960983
148641	linear.bias	1	-0.19519859552383423
148641	linear.bias	2	-0.38120272755622864
148641	linear.bias	3	-0.6746366024017334
148641	linear.bias	4	-1.2054197788238525
148641	linear.bias	5	-0.06500320136547089
148641	linear.bias	6	-0.7524561882019043
148641	linear.bias	7	0.28324902057647705
148641	linear.bias	8	-0.4455450475215912
148641	linear.bias	9	-1.0012327432632446
148838	transitions	0	0.6450117826461792
148838	transitions	1	0.18252745270729065
148838	transitions	2	-10000.0
148838	transitions	3	-1.8238658905029297
148838	transitions	4	-10000.0
148838	transitions	5	0.5761949419975281
148838	transitions	6	-0.07655885815620422
148838	transitions	7	-0.7283661961555481
148838	transitions	8	-1.4048688411712646
148838	transitions	9	-0.0011325387749820948
148838	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
148838	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
148838	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
148838	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
148838	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
148838	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
148838	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
148838	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
148838	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
148838	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
148838	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
148838	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
148838	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
148838	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
148838	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
148838	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
148838	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
148838	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
148838	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
148838	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
148838	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
148838	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
148838	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
148838	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
148838	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
148838	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
148838	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
148838	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
148838	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
148838	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
148838	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
148838	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
148838	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
148838	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
148838	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
148838	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
148838	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
148838	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
148838	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
148838	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
148838	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
148838	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
148838	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
148838	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
148838	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
148838	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
148838	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
148838	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
148838	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
148838	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
148838	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
148838	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
148838	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
148838	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
148838	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
148838	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
148838	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
148838	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
148838	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
148838	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
148838	embedding2nn.weight	0	0.026712803170084953
148838	embedding2nn.weight	1	-0.013105039484798908
148838	embedding2nn.weight	2	-0.014268254861235619
148838	embedding2nn.weight	3	-0.019230622798204422
148838	embedding2nn.weight	4	-0.0059150345623493195
148838	embedding2nn.weight	5	-0.0037005888298153877
148838	embedding2nn.weight	6	-0.003973294980823994
148838	embedding2nn.weight	7	-0.08416804671287537
148838	embedding2nn.weight	8	-0.0019979383796453476
148838	embedding2nn.weight	9	-0.02766997367143631
148838	embedding2nn.bias	0	0.05640403553843498
148838	embedding2nn.bias	1	-0.07097654789686203
148838	embedding2nn.bias	2	0.07857934385538101
148838	embedding2nn.bias	3	0.04593030363321304
148838	embedding2nn.bias	4	-0.04061606898903847
148838	embedding2nn.bias	5	-0.035741232335567474
148838	embedding2nn.bias	6	0.010313686914741993
148838	embedding2nn.bias	7	-0.058758679777383804
148838	embedding2nn.bias	8	0.07535454630851746
148838	embedding2nn.bias	9	0.053602755069732666
148838	rnn.weight_ih_l0	0	-0.07881247252225876
148838	rnn.weight_ih_l0	1	0.006177515257149935
148838	rnn.weight_ih_l0	2	0.04469247907400131
148838	rnn.weight_ih_l0	3	0.025406258180737495
148838	rnn.weight_ih_l0	4	-0.030347125604748726
148838	rnn.weight_ih_l0	5	-0.06290376931428909
148838	rnn.weight_ih_l0	6	0.0012995402794331312
148838	rnn.weight_ih_l0	7	0.05927683413028717
148838	rnn.weight_ih_l0	8	-0.009025207720696926
148838	rnn.weight_ih_l0	9	-0.028874868527054787
148838	rnn.weight_hh_l0	0	-0.0327315516769886
148838	rnn.weight_hh_l0	1	-0.010449058376252651
148838	rnn.weight_hh_l0	2	-9.991951083065942e-05
148838	rnn.weight_hh_l0	3	-0.07239134609699249
148838	rnn.weight_hh_l0	4	0.08393769711256027
148838	rnn.weight_hh_l0	5	-0.03138715773820877
148838	rnn.weight_hh_l0	6	-0.05656783655285835
148838	rnn.weight_hh_l0	7	0.011959373019635677
148838	rnn.weight_hh_l0	8	0.008308273740112782
148838	rnn.weight_hh_l0	9	-0.019437547773122787
148838	rnn.bias_ih_l0	0	0.12400829792022705
148838	rnn.bias_ih_l0	1	-0.02575143612921238
148838	rnn.bias_ih_l0	2	-0.0020623074378818274
148838	rnn.bias_ih_l0	3	0.13935662806034088
148838	rnn.bias_ih_l0	4	-0.012412301264703274
148838	rnn.bias_ih_l0	5	-0.021599065512418747
148838	rnn.bias_ih_l0	6	0.019802000373601913
148838	rnn.bias_ih_l0	7	0.03302754834294319
148838	rnn.bias_ih_l0	8	-0.1024518683552742
148838	rnn.bias_ih_l0	9	-0.02915114164352417
148838	rnn.bias_hh_l0	0	-0.019912511110305786
148838	rnn.bias_hh_l0	1	-0.11976827681064606
148838	rnn.bias_hh_l0	2	-0.06161787733435631
148838	rnn.bias_hh_l0	3	-0.08918442577123642
148838	rnn.bias_hh_l0	4	0.0016782565508037806
148838	rnn.bias_hh_l0	5	-0.0376124233007431
148838	rnn.bias_hh_l0	6	0.02411668561398983
148838	rnn.bias_hh_l0	7	0.0487537644803524
148838	rnn.bias_hh_l0	8	-0.10811260342597961
148838	rnn.bias_hh_l0	9	-0.06707391887903214
148838	rnn.weight_ih_l0_reverse	0	-0.022533360868692398
148838	rnn.weight_ih_l0_reverse	1	-0.04896567016839981
148838	rnn.weight_ih_l0_reverse	2	-0.03293771296739578
148838	rnn.weight_ih_l0_reverse	3	0.010596311651170254
148838	rnn.weight_ih_l0_reverse	4	-0.020328469574451447
148838	rnn.weight_ih_l0_reverse	5	-0.04607758671045303
148838	rnn.weight_ih_l0_reverse	6	0.0835263803601265
148838	rnn.weight_ih_l0_reverse	7	-0.019722089171409607
148838	rnn.weight_ih_l0_reverse	8	-0.024355005472898483
148838	rnn.weight_ih_l0_reverse	9	-0.0033882574643939734
148838	rnn.weight_hh_l0_reverse	0	0.0642065480351448
148838	rnn.weight_hh_l0_reverse	1	0.014708580449223518
148838	rnn.weight_hh_l0_reverse	2	0.02944348007440567
148838	rnn.weight_hh_l0_reverse	3	0.03013073280453682
148838	rnn.weight_hh_l0_reverse	4	0.006271427031606436
148838	rnn.weight_hh_l0_reverse	5	0.018470562994480133
148838	rnn.weight_hh_l0_reverse	6	0.05089913681149483
148838	rnn.weight_hh_l0_reverse	7	-0.06430089473724365
148838	rnn.weight_hh_l0_reverse	8	0.0385444238781929
148838	rnn.weight_hh_l0_reverse	9	0.033603236079216
148838	rnn.bias_ih_l0_reverse	0	-0.06473540514707565
148838	rnn.bias_ih_l0_reverse	1	-0.2531144320964813
148838	rnn.bias_ih_l0_reverse	2	-0.13420890271663666
148838	rnn.bias_ih_l0_reverse	3	-0.04192769154906273
148838	rnn.bias_ih_l0_reverse	4	-0.042070429772138596
148838	rnn.bias_ih_l0_reverse	5	0.05839833989739418
148838	rnn.bias_ih_l0_reverse	6	-0.07447711378335953
148838	rnn.bias_ih_l0_reverse	7	0.0476558655500412
148838	rnn.bias_ih_l0_reverse	8	-0.054840851575136185
148838	rnn.bias_ih_l0_reverse	9	0.06015336513519287
148838	rnn.bias_hh_l0_reverse	0	0.027494113892316818
148838	rnn.bias_hh_l0_reverse	1	-0.05245440825819969
148838	rnn.bias_hh_l0_reverse	2	0.08449382334947586
148838	rnn.bias_hh_l0_reverse	3	-0.0516979843378067
148838	rnn.bias_hh_l0_reverse	4	-0.024290330708026886
148838	rnn.bias_hh_l0_reverse	5	-0.033563341945409775
148838	rnn.bias_hh_l0_reverse	6	-0.014844421297311783
148838	rnn.bias_hh_l0_reverse	7	0.1038140058517456
148838	rnn.bias_hh_l0_reverse	8	0.026681870222091675
148838	rnn.bias_hh_l0_reverse	9	-0.13186076283454895
148838	rnn.weight_ih_l1	0	-0.03468939661979675
148838	rnn.weight_ih_l1	1	-0.050286442041397095
148838	rnn.weight_ih_l1	2	0.0621192492544651
148838	rnn.weight_ih_l1	3	-0.07019398361444473
148838	rnn.weight_ih_l1	4	-0.01724591851234436
148838	rnn.weight_ih_l1	5	-0.04525372385978699
148838	rnn.weight_ih_l1	6	0.03359176591038704
148838	rnn.weight_ih_l1	7	-0.030547015368938446
148838	rnn.weight_ih_l1	8	0.03740456700325012
148838	rnn.weight_ih_l1	9	0.042249176651239395
148838	rnn.weight_hh_l1	0	-0.0034665572457015514
148838	rnn.weight_hh_l1	1	0.016977673396468163
148838	rnn.weight_hh_l1	2	0.01635047420859337
148838	rnn.weight_hh_l1	3	-0.011969147250056267
148838	rnn.weight_hh_l1	4	0.010639719665050507
148838	rnn.weight_hh_l1	5	0.02686360664665699
148838	rnn.weight_hh_l1	6	0.03253406286239624
148838	rnn.weight_hh_l1	7	-0.019748207181692123
148838	rnn.weight_hh_l1	8	-0.015124734491109848
148838	rnn.weight_hh_l1	9	0.03492499887943268
148838	rnn.bias_ih_l1	0	-0.2028980553150177
148838	rnn.bias_ih_l1	1	-0.19997401535511017
148838	rnn.bias_ih_l1	2	-0.20293855667114258
148838	rnn.bias_ih_l1	3	-0.3081551492214203
148838	rnn.bias_ih_l1	4	-0.22107405960559845
148838	rnn.bias_ih_l1	5	-0.09197437763214111
148838	rnn.bias_ih_l1	6	-0.1710682362318039
148838	rnn.bias_ih_l1	7	-0.02303033135831356
148838	rnn.bias_ih_l1	8	-0.15331591665744781
148838	rnn.bias_ih_l1	9	-0.13056953251361847
148838	rnn.bias_hh_l1	0	-0.10799452662467957
148838	rnn.bias_hh_l1	1	-0.07082201540470123
148838	rnn.bias_hh_l1	2	-0.11009176075458527
148838	rnn.bias_hh_l1	3	-0.08502545207738876
148838	rnn.bias_hh_l1	4	-0.09618973731994629
148838	rnn.bias_hh_l1	5	-0.11588029563426971
148838	rnn.bias_hh_l1	6	-0.13832275569438934
148838	rnn.bias_hh_l1	7	0.0318102203309536
148838	rnn.bias_hh_l1	8	-0.18020857870578766
148838	rnn.bias_hh_l1	9	-0.11666633933782578
148838	rnn.weight_ih_l1_reverse	0	-0.04080796614289284
148838	rnn.weight_ih_l1_reverse	1	0.01780356466770172
148838	rnn.weight_ih_l1_reverse	2	0.06873536109924316
148838	rnn.weight_ih_l1_reverse	3	0.003011486027389765
148838	rnn.weight_ih_l1_reverse	4	-0.03041904605925083
148838	rnn.weight_ih_l1_reverse	5	-0.0323217511177063
148838	rnn.weight_ih_l1_reverse	6	-0.012301512062549591
148838	rnn.weight_ih_l1_reverse	7	0.032903410494327545
148838	rnn.weight_ih_l1_reverse	8	0.008626677095890045
148838	rnn.weight_ih_l1_reverse	9	-0.04841647669672966
148838	rnn.weight_hh_l1_reverse	0	0.005198546219617128
148838	rnn.weight_hh_l1_reverse	1	0.03020528517663479
148838	rnn.weight_hh_l1_reverse	2	-0.039843183010816574
148838	rnn.weight_hh_l1_reverse	3	0.03607121855020523
148838	rnn.weight_hh_l1_reverse	4	0.04905015975236893
148838	rnn.weight_hh_l1_reverse	5	-0.00020778448379132897
148838	rnn.weight_hh_l1_reverse	6	0.0507272332906723
148838	rnn.weight_hh_l1_reverse	7	0.03096691332757473
148838	rnn.weight_hh_l1_reverse	8	-0.007011937443166971
148838	rnn.weight_hh_l1_reverse	9	-0.03262507542967796
148838	rnn.bias_ih_l1_reverse	0	-0.06400735676288605
148838	rnn.bias_ih_l1_reverse	1	-0.16073086857795715
148838	rnn.bias_ih_l1_reverse	2	-0.1632082313299179
148838	rnn.bias_ih_l1_reverse	3	-0.017653467133641243
148838	rnn.bias_ih_l1_reverse	4	-0.214140847325325
148838	rnn.bias_ih_l1_reverse	5	-0.11816930025815964
148838	rnn.bias_ih_l1_reverse	6	-0.13444381952285767
148838	rnn.bias_ih_l1_reverse	7	-0.2015058398246765
148838	rnn.bias_ih_l1_reverse	8	0.22707223892211914
148838	rnn.bias_ih_l1_reverse	9	0.06781827658414841
148838	rnn.bias_hh_l1_reverse	0	0.013683758676052094
148838	rnn.bias_hh_l1_reverse	1	-0.09020697325468063
148838	rnn.bias_hh_l1_reverse	2	-0.2350328117609024
148838	rnn.bias_hh_l1_reverse	3	-0.14391054213047028
148838	rnn.bias_hh_l1_reverse	4	-0.10279158502817154
148838	rnn.bias_hh_l1_reverse	5	-0.11969733983278275
148838	rnn.bias_hh_l1_reverse	6	0.09783387184143066
148838	rnn.bias_hh_l1_reverse	7	-0.17971335351467133
148838	rnn.bias_hh_l1_reverse	8	-0.11493823677301407
148838	rnn.bias_hh_l1_reverse	9	-0.15133552253246307
148838	linear.weight	0	0.002228822559118271
148838	linear.weight	1	0.11217697709798813
148838	linear.weight	2	-0.08973051607608795
148838	linear.weight	3	0.25409403443336487
148838	linear.weight	4	0.1595938503742218
148838	linear.weight	5	-0.05390302464365959
148838	linear.weight	6	0.11175797134637833
148838	linear.weight	7	0.06842246651649475
148838	linear.weight	8	0.0412093810737133
148838	linear.weight	9	-0.03231855109333992
148838	linear.bias	0	0.07463474571704865
148838	linear.bias	1	-0.21434876322746277
148838	linear.bias	2	-0.4030710756778717
148838	linear.bias	3	-0.666729748249054
148838	linear.bias	4	-1.1974338293075562
148838	linear.bias	5	-0.05083417147397995
148838	linear.bias	6	-0.7715427875518799
148838	linear.bias	7	0.2964777648448944
148838	linear.bias	8	-0.4431591331958771
148838	linear.bias	9	-0.9992102384567261
149035	transitions	0	0.6426493525505066
149035	transitions	1	0.17945171892642975
149035	transitions	2	-10000.0
149035	transitions	3	-1.8238803148269653
149035	transitions	4	-10000.0
149035	transitions	5	0.5761370062828064
149035	transitions	6	-0.07660280168056488
149035	transitions	7	-0.7284525632858276
149035	transitions	8	-1.404895305633545
149035	transitions	9	-0.0011329535627737641
149035	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
149035	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
149035	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
149035	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
149035	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
149035	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
149035	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
149035	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
149035	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
149035	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
149035	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
149035	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
149035	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
149035	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
149035	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
149035	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
149035	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
149035	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
149035	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
149035	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
149035	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
149035	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
149035	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
149035	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
149035	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
149035	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
149035	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
149035	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
149035	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
149035	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
149035	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
149035	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
149035	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
149035	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
149035	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
149035	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
149035	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
149035	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
149035	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
149035	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
149035	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
149035	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
149035	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
149035	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
149035	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
149035	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
149035	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
149035	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
149035	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
149035	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
149035	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
149035	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
149035	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
149035	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
149035	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
149035	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
149035	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
149035	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
149035	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
149035	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
149035	embedding2nn.weight	0	0.026509329676628113
149035	embedding2nn.weight	1	-0.013195877894759178
149035	embedding2nn.weight	2	-0.014268254861235619
149035	embedding2nn.weight	3	-0.01848604530096054
149035	embedding2nn.weight	4	-0.0059150345623493195
149035	embedding2nn.weight	5	-0.0037005888298153877
149035	embedding2nn.weight	6	-0.003973296843469143
149035	embedding2nn.weight	7	-0.08296173810958862
149035	embedding2nn.weight	8	-0.0019979383796453476
149035	embedding2nn.weight	9	-0.028210820630192757
149035	embedding2nn.bias	0	0.059526070952415466
149035	embedding2nn.bias	1	-0.06966346502304077
149035	embedding2nn.bias	2	0.07652366906404495
149035	embedding2nn.bias	3	0.04193541407585144
149035	embedding2nn.bias	4	-0.03991727530956268
149035	embedding2nn.bias	5	-0.03889625892043114
149035	embedding2nn.bias	6	0.012080085463821888
149035	embedding2nn.bias	7	-0.06145394593477249
149035	embedding2nn.bias	8	0.07041262090206146
149035	embedding2nn.bias	9	0.048175372183322906
149035	rnn.weight_ih_l0	0	-0.07963735610246658
149035	rnn.weight_ih_l0	1	0.006356225349009037
149035	rnn.weight_ih_l0	2	0.04448661208152771
149035	rnn.weight_ih_l0	3	0.025403134524822235
149035	rnn.weight_ih_l0	4	-0.030325420200824738
149035	rnn.weight_ih_l0	5	-0.0631827637553215
149035	rnn.weight_ih_l0	6	0.0007975281332619488
149035	rnn.weight_ih_l0	7	0.058617979288101196
149035	rnn.weight_ih_l0	8	-0.008461955934762955
149035	rnn.weight_ih_l0	9	-0.0294465571641922
149035	rnn.weight_hh_l0	0	-0.03247417137026787
149035	rnn.weight_hh_l0	1	-0.010448971763253212
149035	rnn.weight_hh_l0	2	-8.426730346400291e-05
149035	rnn.weight_hh_l0	3	-0.07221607863903046
149035	rnn.weight_hh_l0	4	0.08380095660686493
149035	rnn.weight_hh_l0	5	-0.02930566668510437
149035	rnn.weight_hh_l0	6	-0.05588982626795769
149035	rnn.weight_hh_l0	7	0.011714668944478035
149035	rnn.weight_hh_l0	8	0.008330193348228931
149035	rnn.weight_hh_l0	9	-0.019358063116669655
149035	rnn.bias_ih_l0	0	0.12296411395072937
149035	rnn.bias_ih_l0	1	-0.027369892224669456
149035	rnn.bias_ih_l0	2	-0.0031585474498569965
149035	rnn.bias_ih_l0	3	0.14023256301879883
149035	rnn.bias_ih_l0	4	-0.012137413024902344
149035	rnn.bias_ih_l0	5	-0.020652594044804573
149035	rnn.bias_ih_l0	6	0.01772519014775753
149035	rnn.bias_ih_l0	7	0.03318965435028076
149035	rnn.bias_ih_l0	8	-0.10094352811574936
149035	rnn.bias_ih_l0	9	-0.026732204481959343
149035	rnn.bias_hh_l0	0	-0.01981545239686966
149035	rnn.bias_hh_l0	1	-0.12028603255748749
149035	rnn.bias_hh_l0	2	-0.06134406104683876
149035	rnn.bias_hh_l0	3	-0.08689963072538376
149035	rnn.bias_hh_l0	4	8.205167978303507e-05
149035	rnn.bias_hh_l0	5	-0.03602147847414017
149035	rnn.bias_hh_l0	6	0.024151545017957687
149035	rnn.bias_hh_l0	7	0.04755726829171181
149035	rnn.bias_hh_l0	8	-0.10674840956926346
149035	rnn.bias_hh_l0	9	-0.06848236918449402
149035	rnn.weight_ih_l0_reverse	0	-0.02217867039144039
149035	rnn.weight_ih_l0_reverse	1	-0.04904688894748688
149035	rnn.weight_ih_l0_reverse	2	-0.03283768147230148
149035	rnn.weight_ih_l0_reverse	3	0.01143247913569212
149035	rnn.weight_ih_l0_reverse	4	-0.020374637097120285
149035	rnn.weight_ih_l0_reverse	5	-0.04613741859793663
149035	rnn.weight_ih_l0_reverse	6	0.08273223042488098
149035	rnn.weight_ih_l0_reverse	7	-0.0198324304074049
149035	rnn.weight_ih_l0_reverse	8	-0.024314498528838158
149035	rnn.weight_ih_l0_reverse	9	-0.003493344411253929
149035	rnn.weight_hh_l0_reverse	0	0.06392454355955124
149035	rnn.weight_hh_l0_reverse	1	0.014690391719341278
149035	rnn.weight_hh_l0_reverse	2	0.029739081859588623
149035	rnn.weight_hh_l0_reverse	3	0.030378712341189384
149035	rnn.weight_hh_l0_reverse	4	0.006362532265484333
149035	rnn.weight_hh_l0_reverse	5	0.01812557317316532
149035	rnn.weight_hh_l0_reverse	6	0.050635527819395065
149035	rnn.weight_hh_l0_reverse	7	-0.06408807635307312
149035	rnn.weight_hh_l0_reverse	8	0.038356415927410126
149035	rnn.weight_hh_l0_reverse	9	0.033402200788259506
149035	rnn.bias_ih_l0_reverse	0	-0.06328567117452621
149035	rnn.bias_ih_l0_reverse	1	-0.2517939805984497
149035	rnn.bias_ih_l0_reverse	2	-0.13400517404079437
149035	rnn.bias_ih_l0_reverse	3	-0.04121305048465729
149035	rnn.bias_ih_l0_reverse	4	-0.043239980936050415
149035	rnn.bias_ih_l0_reverse	5	0.05827212706208229
149035	rnn.bias_ih_l0_reverse	6	-0.07530616968870163
149035	rnn.bias_ih_l0_reverse	7	0.048329416662454605
149035	rnn.bias_ih_l0_reverse	8	-0.05534886568784714
149035	rnn.bias_ih_l0_reverse	9	0.05888441205024719
149035	rnn.bias_hh_l0_reverse	0	0.027593065053224564
149035	rnn.bias_hh_l0_reverse	1	-0.0541272796690464
149035	rnn.bias_hh_l0_reverse	2	0.08295472711324692
149035	rnn.bias_hh_l0_reverse	3	-0.05098877474665642
149035	rnn.bias_hh_l0_reverse	4	-0.0257100909948349
149035	rnn.bias_hh_l0_reverse	5	-0.03276911377906799
149035	rnn.bias_hh_l0_reverse	6	-0.01592106930911541
149035	rnn.bias_hh_l0_reverse	7	0.10502738505601883
149035	rnn.bias_hh_l0_reverse	8	0.026661409065127373
149035	rnn.bias_hh_l0_reverse	9	-0.1341148316860199
149035	rnn.weight_ih_l1	0	-0.034941136837005615
149035	rnn.weight_ih_l1	1	-0.05070611461997032
149035	rnn.weight_ih_l1	2	0.06178783252835274
149035	rnn.weight_ih_l1	3	-0.06999538093805313
149035	rnn.weight_ih_l1	4	-0.01666037179529667
149035	rnn.weight_ih_l1	5	-0.04529254883527756
149035	rnn.weight_ih_l1	6	0.033623624593019485
149035	rnn.weight_ih_l1	7	-0.03124101646244526
149035	rnn.weight_ih_l1	8	0.037482667714357376
149035	rnn.weight_ih_l1	9	0.042227853089571
149035	rnn.weight_hh_l1	0	-0.004254788160324097
149035	rnn.weight_hh_l1	1	0.017023306339979172
149035	rnn.weight_hh_l1	2	0.016524549573659897
149035	rnn.weight_hh_l1	3	-0.011824478395283222
149035	rnn.weight_hh_l1	4	0.010526610538363457
149035	rnn.weight_hh_l1	5	0.026778025552630424
149035	rnn.weight_hh_l1	6	0.031984925270080566
149035	rnn.weight_hh_l1	7	-0.019633276388049126
149035	rnn.weight_hh_l1	8	-0.01492894347757101
149035	rnn.weight_hh_l1	9	0.03483397886157036
149035	rnn.bias_ih_l1	0	-0.20399565994739532
149035	rnn.bias_ih_l1	1	-0.20067711174488068
149035	rnn.bias_ih_l1	2	-0.20316092669963837
149035	rnn.bias_ih_l1	3	-0.3084565997123718
149035	rnn.bias_ih_l1	4	-0.21982066333293915
149035	rnn.bias_ih_l1	5	-0.09255051612854004
149035	rnn.bias_ih_l1	6	-0.17110252380371094
149035	rnn.bias_ih_l1	7	-0.01888897828757763
149035	rnn.bias_ih_l1	8	-0.1537197232246399
149035	rnn.bias_ih_l1	9	-0.1285070776939392
149035	rnn.bias_hh_l1	0	-0.10864231735467911
149035	rnn.bias_hh_l1	1	-0.07167579978704453
149035	rnn.bias_hh_l1	2	-0.10816091299057007
149035	rnn.bias_hh_l1	3	-0.08502086251974106
149035	rnn.bias_hh_l1	4	-0.09550890326499939
149035	rnn.bias_hh_l1	5	-0.1153472512960434
149035	rnn.bias_hh_l1	6	-0.13956725597381592
149035	rnn.bias_hh_l1	7	0.03254498168826103
149035	rnn.bias_hh_l1	8	-0.18152810633182526
149035	rnn.bias_hh_l1	9	-0.11571275442838669
149035	rnn.weight_ih_l1_reverse	0	-0.04009981080889702
149035	rnn.weight_ih_l1_reverse	1	0.017319006845355034
149035	rnn.weight_ih_l1_reverse	2	0.0669286772608757
149035	rnn.weight_ih_l1_reverse	3	0.0034311942290514708
149035	rnn.weight_ih_l1_reverse	4	-0.030788373202085495
149035	rnn.weight_ih_l1_reverse	5	-0.032361872494220734
149035	rnn.weight_ih_l1_reverse	6	-0.013169597834348679
149035	rnn.weight_ih_l1_reverse	7	0.03281816467642784
149035	rnn.weight_ih_l1_reverse	8	0.009264701046049595
149035	rnn.weight_ih_l1_reverse	9	-0.047237176448106766
149035	rnn.weight_hh_l1_reverse	0	0.005212545394897461
149035	rnn.weight_hh_l1_reverse	1	0.030154071748256683
149035	rnn.weight_hh_l1_reverse	2	-0.03986780717968941
149035	rnn.weight_hh_l1_reverse	3	0.03596799448132515
149035	rnn.weight_hh_l1_reverse	4	0.049356866627931595
149035	rnn.weight_hh_l1_reverse	5	4.309682117309421e-05
149035	rnn.weight_hh_l1_reverse	6	0.04993345960974693
149035	rnn.weight_hh_l1_reverse	7	0.03092973120510578
149035	rnn.weight_hh_l1_reverse	8	-0.006890890188515186
149035	rnn.weight_hh_l1_reverse	9	-0.03268462419509888
149035	rnn.bias_ih_l1_reverse	0	-0.06489850580692291
149035	rnn.bias_ih_l1_reverse	1	-0.16027764976024628
149035	rnn.bias_ih_l1_reverse	2	-0.16428513824939728
149035	rnn.bias_ih_l1_reverse	3	-0.017530277371406555
149035	rnn.bias_ih_l1_reverse	4	-0.2133501172065735
149035	rnn.bias_ih_l1_reverse	5	-0.1182684525847435
149035	rnn.bias_ih_l1_reverse	6	-0.1338549703359604
149035	rnn.bias_ih_l1_reverse	7	-0.20257048308849335
149035	rnn.bias_ih_l1_reverse	8	0.22805999219417572
149035	rnn.bias_ih_l1_reverse	9	0.06828976422548294
149035	rnn.bias_hh_l1_reverse	0	0.007359175477176905
149035	rnn.bias_hh_l1_reverse	1	-0.08965738862752914
149035	rnn.bias_hh_l1_reverse	2	-0.2350027710199356
149035	rnn.bias_hh_l1_reverse	3	-0.14335423707962036
149035	rnn.bias_hh_l1_reverse	4	-0.10171034187078476
149035	rnn.bias_hh_l1_reverse	5	-0.11832302808761597
149035	rnn.bias_hh_l1_reverse	6	0.09869775921106339
149035	rnn.bias_hh_l1_reverse	7	-0.18229590356349945
149035	rnn.bias_hh_l1_reverse	8	-0.11557535827159882
149035	rnn.bias_hh_l1_reverse	9	-0.152052640914917
149035	linear.weight	0	0.002228822559118271
149035	linear.weight	1	0.11003902554512024
149035	linear.weight	2	-0.08867977559566498
149035	linear.weight	3	0.2586160898208618
149035	linear.weight	4	0.15931430459022522
149035	linear.weight	5	-0.05592723935842514
149035	linear.weight	6	0.11784239858388901
149035	linear.weight	7	0.07324150949716568
149035	linear.weight	8	0.0412089005112648
149035	linear.weight	9	-0.03353315219283104
149035	linear.bias	0	0.04897572472691536
149035	linear.bias	1	-0.1865094155073166
149035	linear.bias	2	-0.38509130477905273
149035	linear.bias	3	-0.6726970672607422
149035	linear.bias	4	-1.2027631998062134
149035	linear.bias	5	-0.045632947236299515
149035	linear.bias	6	-0.745879590511322
149035	linear.bias	7	0.30200818181037903
149035	linear.bias	8	-0.44483092427253723
149035	linear.bias	9	-1.0004209280014038
149232	transitions	0	0.6430420279502869
149232	transitions	1	0.17819438874721527
149232	transitions	2	-10000.0
149232	transitions	3	-1.8238967657089233
149232	transitions	4	-10000.0
149232	transitions	5	0.5760746002197266
149232	transitions	6	-0.07663030177354813
149232	transitions	7	-0.7286452651023865
149232	transitions	8	-1.4049346446990967
149232	transitions	9	-0.0011333003640174866
149232	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
149232	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
149232	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
149232	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
149232	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
149232	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
149232	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
149232	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
149232	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
149232	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
149232	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
149232	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
149232	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
149232	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
149232	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
149232	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
149232	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
149232	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
149232	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
149232	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
149232	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
149232	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
149232	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
149232	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
149232	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
149232	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
149232	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
149232	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
149232	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
149232	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
149232	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
149232	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
149232	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
149232	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
149232	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
149232	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
149232	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
149232	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
149232	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
149232	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
149232	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
149232	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
149232	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
149232	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
149232	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
149232	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
149232	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
149232	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
149232	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
149232	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
149232	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
149232	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
149232	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
149232	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
149232	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
149232	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
149232	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
149232	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
149232	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
149232	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
149232	embedding2nn.weight	0	0.028543628752231598
149232	embedding2nn.weight	1	-0.013365451246500015
149232	embedding2nn.weight	2	-0.014268254861235619
149232	embedding2nn.weight	3	-0.01798076368868351
149232	embedding2nn.weight	4	-0.0059150345623493195
149232	embedding2nn.weight	5	-0.0037005888298153877
149232	embedding2nn.weight	6	-0.003973294980823994
149232	embedding2nn.weight	7	-0.08315141499042511
149232	embedding2nn.weight	8	-0.0019979383796453476
149232	embedding2nn.weight	9	-0.028260527178645134
149232	embedding2nn.bias	0	0.05727054551243782
149232	embedding2nn.bias	1	-0.0676083117723465
149232	embedding2nn.bias	2	0.0765097364783287
149232	embedding2nn.bias	3	0.04564712196588516
149232	embedding2nn.bias	4	-0.04160013794898987
149232	embedding2nn.bias	5	-0.03656836599111557
149232	embedding2nn.bias	6	0.012919113971292973
149232	embedding2nn.bias	7	-0.06069460138678551
149232	embedding2nn.bias	8	0.07534159719944
149232	embedding2nn.bias	9	0.04652997851371765
149232	rnn.weight_ih_l0	0	-0.07793869823217392
149232	rnn.weight_ih_l0	1	0.0062998393550515175
149232	rnn.weight_ih_l0	2	0.04367492347955704
149232	rnn.weight_ih_l0	3	0.025411762297153473
149232	rnn.weight_ih_l0	4	-0.029813559725880623
149232	rnn.weight_ih_l0	5	-0.06273147463798523
149232	rnn.weight_ih_l0	6	0.00033467530738562346
149232	rnn.weight_ih_l0	7	0.05855549871921539
149232	rnn.weight_ih_l0	8	-0.00845967698842287
149232	rnn.weight_ih_l0	9	-0.030077043920755386
149232	rnn.weight_hh_l0	0	-0.03239135444164276
149232	rnn.weight_hh_l0	1	-0.010500682517886162
149232	rnn.weight_hh_l0	2	0.00047284085303545
149232	rnn.weight_hh_l0	3	-0.07139609009027481
149232	rnn.weight_hh_l0	4	0.08386687189340591
149232	rnn.weight_hh_l0	5	-0.028963712975382805
149232	rnn.weight_hh_l0	6	-0.05597500875592232
149232	rnn.weight_hh_l0	7	0.012213338166475296
149232	rnn.weight_hh_l0	8	0.008430472575128078
149232	rnn.weight_hh_l0	9	-0.01951523870229721
149232	rnn.bias_ih_l0	0	0.12184034287929535
149232	rnn.bias_ih_l0	1	-0.02697419747710228
149232	rnn.bias_ih_l0	2	-0.0017200419679284096
149232	rnn.bias_ih_l0	3	0.1399669349193573
149232	rnn.bias_ih_l0	4	-0.012999191880226135
149232	rnn.bias_ih_l0	5	-0.0196987334638834
149232	rnn.bias_ih_l0	6	0.01712317019701004
149232	rnn.bias_ih_l0	7	0.03340672329068184
149232	rnn.bias_ih_l0	8	-0.10072693973779678
149232	rnn.bias_ih_l0	9	-0.02764781005680561
149232	rnn.bias_hh_l0	0	-0.021569279953837395
149232	rnn.bias_hh_l0	1	-0.12013287842273712
149232	rnn.bias_hh_l0	2	-0.061276767402887344
149232	rnn.bias_hh_l0	3	-0.08663740754127502
149232	rnn.bias_hh_l0	4	0.0009383788565173745
149232	rnn.bias_hh_l0	5	-0.034887634217739105
149232	rnn.bias_hh_l0	6	0.025057155638933182
149232	rnn.bias_hh_l0	7	0.050657007843256
149232	rnn.bias_hh_l0	8	-0.10647378861904144
149232	rnn.bias_hh_l0	9	-0.06552610546350479
149232	rnn.weight_ih_l0_reverse	0	-0.022271035239100456
149232	rnn.weight_ih_l0_reverse	1	-0.048753149807453156
149232	rnn.weight_ih_l0_reverse	2	-0.03333034738898277
149232	rnn.weight_ih_l0_reverse	3	0.010873435996472836
149232	rnn.weight_ih_l0_reverse	4	-0.019750425592064857
149232	rnn.weight_ih_l0_reverse	5	-0.04619930312037468
149232	rnn.weight_ih_l0_reverse	6	0.08277225494384766
149232	rnn.weight_ih_l0_reverse	7	-0.02053086645901203
149232	rnn.weight_ih_l0_reverse	8	-0.02415996603667736
149232	rnn.weight_ih_l0_reverse	9	-0.0036993639077991247
149232	rnn.weight_hh_l0_reverse	0	0.06461251527070999
149232	rnn.weight_hh_l0_reverse	1	0.014528602361679077
149232	rnn.weight_hh_l0_reverse	2	0.029425855726003647
149232	rnn.weight_hh_l0_reverse	3	0.03031393513083458
149232	rnn.weight_hh_l0_reverse	4	0.0059830192476511
149232	rnn.weight_hh_l0_reverse	5	0.01844462938606739
149232	rnn.weight_hh_l0_reverse	6	0.05083174258470535
149232	rnn.weight_hh_l0_reverse	7	-0.06390753388404846
149232	rnn.weight_hh_l0_reverse	8	0.03884381800889969
149232	rnn.weight_hh_l0_reverse	9	0.03363223001360893
149232	rnn.bias_ih_l0_reverse	0	-0.06399495899677277
149232	rnn.bias_ih_l0_reverse	1	-0.2517012655735016
149232	rnn.bias_ih_l0_reverse	2	-0.13030539453029633
149232	rnn.bias_ih_l0_reverse	3	-0.04160069301724434
149232	rnn.bias_ih_l0_reverse	4	-0.041414182633161545
149232	rnn.bias_ih_l0_reverse	5	0.05961466208100319
149232	rnn.bias_ih_l0_reverse	6	-0.07562348991632462
149232	rnn.bias_ih_l0_reverse	7	0.04827461764216423
149232	rnn.bias_ih_l0_reverse	8	-0.05433472990989685
149232	rnn.bias_ih_l0_reverse	9	0.05754406750202179
149232	rnn.bias_hh_l0_reverse	0	0.02675442397594452
149232	rnn.bias_hh_l0_reverse	1	-0.054315052926540375
149232	rnn.bias_hh_l0_reverse	2	0.08367886394262314
149232	rnn.bias_hh_l0_reverse	3	-0.05006923899054527
149232	rnn.bias_hh_l0_reverse	4	-0.023985132575035095
149232	rnn.bias_hh_l0_reverse	5	-0.033894043415784836
149232	rnn.bias_hh_l0_reverse	6	-0.015329645946621895
149232	rnn.bias_hh_l0_reverse	7	0.10521865636110306
149232	rnn.bias_hh_l0_reverse	8	0.027632081881165504
149232	rnn.bias_hh_l0_reverse	9	-0.13771188259124756
149232	rnn.weight_ih_l1	0	-0.03479361906647682
149232	rnn.weight_ih_l1	1	-0.05024442449212074
149232	rnn.weight_ih_l1	2	0.06297531723976135
149232	rnn.weight_ih_l1	3	-0.0695282593369484
149232	rnn.weight_ih_l1	4	-0.016524462029337883
149232	rnn.weight_ih_l1	5	-0.044816285371780396
149232	rnn.weight_ih_l1	6	0.03371010720729828
149232	rnn.weight_ih_l1	7	-0.029756933450698853
149232	rnn.weight_ih_l1	8	0.037573061883449554
149232	rnn.weight_ih_l1	9	0.04242333397269249
149232	rnn.weight_hh_l1	0	-0.005263184197247028
149232	rnn.weight_hh_l1	1	0.017077241092920303
149232	rnn.weight_hh_l1	2	0.016066623851656914
149232	rnn.weight_hh_l1	3	-0.0114542031660676
149232	rnn.weight_hh_l1	4	0.010350718162953854
149232	rnn.weight_hh_l1	5	0.026743441820144653
149232	rnn.weight_hh_l1	6	0.03217875584959984
149232	rnn.weight_hh_l1	7	-0.019674303010106087
149232	rnn.weight_hh_l1	8	-0.015011568553745747
149232	rnn.weight_hh_l1	9	0.03489306941628456
149232	rnn.bias_ih_l1	0	-0.20295655727386475
149232	rnn.bias_ih_l1	1	-0.20047226548194885
149232	rnn.bias_ih_l1	2	-0.20485453307628632
149232	rnn.bias_ih_l1	3	-0.306192547082901
149232	rnn.bias_ih_l1	4	-0.21667328476905823
149232	rnn.bias_ih_l1	5	-0.09175807237625122
149232	rnn.bias_ih_l1	6	-0.1699550598859787
149232	rnn.bias_ih_l1	7	-0.016702869907021523
149232	rnn.bias_ih_l1	8	-0.15359050035476685
149232	rnn.bias_ih_l1	9	-0.12996172904968262
149232	rnn.bias_hh_l1	0	-0.10650809854269028
149232	rnn.bias_hh_l1	1	-0.07208695262670517
149232	rnn.bias_hh_l1	2	-0.10955411195755005
149232	rnn.bias_hh_l1	3	-0.08466994762420654
149232	rnn.bias_hh_l1	4	-0.09452007710933685
149232	rnn.bias_hh_l1	5	-0.11489589512348175
149232	rnn.bias_hh_l1	6	-0.13700959086418152
149232	rnn.bias_hh_l1	7	0.03195919841527939
149232	rnn.bias_hh_l1	8	-0.1822025030851364
149232	rnn.bias_hh_l1	9	-0.11458431929349899
149232	rnn.weight_ih_l1_reverse	0	-0.040032386779785156
149232	rnn.weight_ih_l1_reverse	1	0.018640916794538498
149232	rnn.weight_ih_l1_reverse	2	0.06493614614009857
149232	rnn.weight_ih_l1_reverse	3	0.0039865863509476185
149232	rnn.weight_ih_l1_reverse	4	-0.031147301197052002
149232	rnn.weight_ih_l1_reverse	5	-0.03231300413608551
149232	rnn.weight_ih_l1_reverse	6	-0.013549000024795532
149232	rnn.weight_ih_l1_reverse	7	0.033024076372385025
149232	rnn.weight_ih_l1_reverse	8	0.00966822449117899
149232	rnn.weight_ih_l1_reverse	9	-0.04699799418449402
149232	rnn.weight_hh_l1_reverse	0	0.005088783800601959
149232	rnn.weight_hh_l1_reverse	1	0.03005579486489296
149232	rnn.weight_hh_l1_reverse	2	-0.039853427559137344
149232	rnn.weight_hh_l1_reverse	3	0.03603213652968407
149232	rnn.weight_hh_l1_reverse	4	0.04899754375219345
149232	rnn.weight_hh_l1_reverse	5	-0.00012327931472100317
149232	rnn.weight_hh_l1_reverse	6	0.049906931817531586
149232	rnn.weight_hh_l1_reverse	7	0.030579926446080208
149232	rnn.weight_hh_l1_reverse	8	-0.006886341609060764
149232	rnn.weight_hh_l1_reverse	9	-0.03282316401600838
149232	rnn.bias_ih_l1_reverse	0	-0.06497285515069962
149232	rnn.bias_ih_l1_reverse	1	-0.16042335331439972
149232	rnn.bias_ih_l1_reverse	2	-0.16501165926456451
149232	rnn.bias_ih_l1_reverse	3	-0.01677560992538929
149232	rnn.bias_ih_l1_reverse	4	-0.21399305760860443
149232	rnn.bias_ih_l1_reverse	5	-0.11770752817392349
149232	rnn.bias_ih_l1_reverse	6	-0.1337636560201645
149232	rnn.bias_ih_l1_reverse	7	-0.20145289599895477
149232	rnn.bias_ih_l1_reverse	8	0.23317700624465942
149232	rnn.bias_ih_l1_reverse	9	0.06853935122489929
149232	rnn.bias_hh_l1_reverse	0	0.00801122561097145
149232	rnn.bias_hh_l1_reverse	1	-0.09083673357963562
149232	rnn.bias_hh_l1_reverse	2	-0.2348363995552063
149232	rnn.bias_hh_l1_reverse	3	-0.1440230756998062
149232	rnn.bias_hh_l1_reverse	4	-0.10235752165317535
149232	rnn.bias_hh_l1_reverse	5	-0.11913963407278061
149232	rnn.bias_hh_l1_reverse	6	0.09915924817323685
149232	rnn.bias_hh_l1_reverse	7	-0.1823958456516266
149232	rnn.bias_hh_l1_reverse	8	-0.11567220091819763
149232	rnn.bias_hh_l1_reverse	9	-0.15210950374603271
149232	linear.weight	0	0.002228822559118271
149232	linear.weight	1	0.10654976963996887
149232	linear.weight	2	-0.08912614732980728
149232	linear.weight	3	0.26374173164367676
149232	linear.weight	4	0.15737439692020416
149232	linear.weight	5	-0.05574379861354828
149232	linear.weight	6	0.11392947286367416
149232	linear.weight	7	0.07854054868221283
149232	linear.weight	8	0.04120829701423645
149232	linear.weight	9	-0.03599602356553078
149232	linear.bias	0	0.08262018859386444
149232	linear.bias	1	-0.1921953409910202
149232	linear.bias	2	-0.38615065813064575
149232	linear.bias	3	-0.6643496751785278
149232	linear.bias	4	-1.19515860080719
149232	linear.bias	5	-0.059505872428417206
149232	linear.bias	6	-0.7526337504386902
149232	linear.bias	7	0.2881857454776764
149232	linear.bias	8	-0.4504026472568512
149232	linear.bias	9	-1.0062861442565918
149429	transitions	0	0.6420086026191711
149429	transitions	1	0.17761611938476562
149429	transitions	2	-10000.0
149429	transitions	3	-1.823906421661377
149429	transitions	4	-10000.0
149429	transitions	5	0.5760485529899597
149429	transitions	6	-0.07665456831455231
149429	transitions	7	-0.7292781472206116
149429	transitions	8	-1.4049633741378784
149429	transitions	9	-0.0011336305178701878
149429	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
149429	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
149429	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
149429	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
149429	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
149429	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
149429	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
149429	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
149429	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
149429	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
149429	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
149429	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
149429	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
149429	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
149429	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
149429	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
149429	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
149429	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
149429	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
149429	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
149429	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
149429	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
149429	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
149429	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
149429	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
149429	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
149429	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
149429	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
149429	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
149429	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
149429	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
149429	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
149429	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
149429	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
149429	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
149429	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
149429	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
149429	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
149429	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
149429	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
149429	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
149429	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
149429	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
149429	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
149429	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
149429	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
149429	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
149429	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
149429	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
149429	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
149429	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
149429	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
149429	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
149429	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
149429	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
149429	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
149429	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
149429	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
149429	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
149429	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
149429	embedding2nn.weight	0	0.0288891289383173
149429	embedding2nn.weight	1	-0.013419431634247303
149429	embedding2nn.weight	2	-0.014268254861235619
149429	embedding2nn.weight	3	-0.01765461266040802
149429	embedding2nn.weight	4	-0.0059150345623493195
149429	embedding2nn.weight	5	-0.0037005888298153877
149429	embedding2nn.weight	6	-0.003973294980823994
149429	embedding2nn.weight	7	-0.08272314071655273
149429	embedding2nn.weight	8	-0.0019979383796453476
149429	embedding2nn.weight	9	-0.028490055352449417
149429	embedding2nn.bias	0	0.06112099066376686
149429	embedding2nn.bias	1	-0.07296311110258102
149429	embedding2nn.bias	2	0.07835617661476135
149429	embedding2nn.bias	3	0.049245551228523254
149429	embedding2nn.bias	4	-0.04083443433046341
149429	embedding2nn.bias	5	-0.035790931433439255
149429	embedding2nn.bias	6	0.012637882493436337
149429	embedding2nn.bias	7	-0.060102663934230804
149429	embedding2nn.bias	8	0.07305021584033966
149429	embedding2nn.bias	9	0.04775192216038704
149429	rnn.weight_ih_l0	0	-0.07786761224269867
149429	rnn.weight_ih_l0	1	0.00643403735011816
149429	rnn.weight_ih_l0	2	0.04326868802309036
149429	rnn.weight_ih_l0	3	0.025817995890975
149429	rnn.weight_ih_l0	4	-0.029594849795103073
149429	rnn.weight_ih_l0	5	-0.06257767230272293
149429	rnn.weight_ih_l0	6	0.0008975595119409263
149429	rnn.weight_ih_l0	7	0.058966271579265594
149429	rnn.weight_ih_l0	8	-0.00808448251336813
149429	rnn.weight_ih_l0	9	-0.030898934230208397
149429	rnn.weight_hh_l0	0	-0.033192865550518036
149429	rnn.weight_hh_l0	1	-0.0089957220479846
149429	rnn.weight_hh_l0	2	0.0006787821184843779
149429	rnn.weight_hh_l0	3	-0.07120110839605331
149429	rnn.weight_hh_l0	4	0.08368667215108871
149429	rnn.weight_hh_l0	5	-0.02855406329035759
149429	rnn.weight_hh_l0	6	-0.056103479117155075
149429	rnn.weight_hh_l0	7	0.012526254169642925
149429	rnn.weight_hh_l0	8	0.009017186239361763
149429	rnn.weight_hh_l0	9	-0.01943696103990078
149429	rnn.bias_ih_l0	0	0.12185787409543991
149429	rnn.bias_ih_l0	1	-0.02674100548028946
149429	rnn.bias_ih_l0	2	-0.0025845493655651808
149429	rnn.bias_ih_l0	3	0.1398206353187561
149429	rnn.bias_ih_l0	4	-0.01277285534888506
149429	rnn.bias_ih_l0	5	-0.020042765885591507
149429	rnn.bias_ih_l0	6	0.014312735758721828
149429	rnn.bias_ih_l0	7	0.03338908404111862
149429	rnn.bias_ih_l0	8	-0.1011047288775444
149429	rnn.bias_ih_l0	9	-0.028798013925552368
149429	rnn.bias_hh_l0	0	-0.020340871065855026
149429	rnn.bias_hh_l0	1	-0.11803756654262543
149429	rnn.bias_hh_l0	2	-0.061435800045728683
149429	rnn.bias_hh_l0	3	-0.0863320603966713
149429	rnn.bias_hh_l0	4	0.0006722362013533711
149429	rnn.bias_hh_l0	5	-0.036847177892923355
149429	rnn.bias_hh_l0	6	0.025409290567040443
149429	rnn.bias_hh_l0	7	0.04988972470164299
149429	rnn.bias_hh_l0	8	-0.10533297061920166
149429	rnn.bias_hh_l0	9	-0.06299556791782379
149429	rnn.weight_ih_l0_reverse	0	-0.022659221664071083
149429	rnn.weight_ih_l0_reverse	1	-0.048507582396268845
149429	rnn.weight_ih_l0_reverse	2	-0.034437499940395355
149429	rnn.weight_ih_l0_reverse	3	0.011373858898878098
149429	rnn.weight_ih_l0_reverse	4	-0.020775508135557175
149429	rnn.weight_ih_l0_reverse	5	-0.045831967145204544
149429	rnn.weight_ih_l0_reverse	6	0.08192093670368195
149429	rnn.weight_ih_l0_reverse	7	-0.021566689014434814
149429	rnn.weight_ih_l0_reverse	8	-0.023121904581785202
149429	rnn.weight_ih_l0_reverse	9	-0.003887650091201067
149429	rnn.weight_hh_l0_reverse	0	0.06488095968961716
149429	rnn.weight_hh_l0_reverse	1	0.015095739625394344
149429	rnn.weight_hh_l0_reverse	2	0.029619310051202774
149429	rnn.weight_hh_l0_reverse	3	0.03073274716734886
149429	rnn.weight_hh_l0_reverse	4	0.006235665176063776
149429	rnn.weight_hh_l0_reverse	5	0.018727824091911316
149429	rnn.weight_hh_l0_reverse	6	0.050531402230262756
149429	rnn.weight_hh_l0_reverse	7	-0.06433039903640747
149429	rnn.weight_hh_l0_reverse	8	0.038786742836236954
149429	rnn.weight_hh_l0_reverse	9	0.03399362787604332
149429	rnn.bias_ih_l0_reverse	0	-0.06531275063753128
149429	rnn.bias_ih_l0_reverse	1	-0.2536173164844513
149429	rnn.bias_ih_l0_reverse	2	-0.12959058582782745
149429	rnn.bias_ih_l0_reverse	3	-0.0423494353890419
149429	rnn.bias_ih_l0_reverse	4	-0.04277058318257332
149429	rnn.bias_ih_l0_reverse	5	0.06062029302120209
149429	rnn.bias_ih_l0_reverse	6	-0.07559745013713837
149429	rnn.bias_ih_l0_reverse	7	0.047735996544361115
149429	rnn.bias_ih_l0_reverse	8	-0.054996076971292496
149429	rnn.bias_ih_l0_reverse	9	0.05656132102012634
149429	rnn.bias_hh_l0_reverse	0	0.02571631409227848
149429	rnn.bias_hh_l0_reverse	1	-0.05214488133788109
149429	rnn.bias_hh_l0_reverse	2	0.08359057456254959
149429	rnn.bias_hh_l0_reverse	3	-0.04975596070289612
149429	rnn.bias_hh_l0_reverse	4	-0.025554625317454338
149429	rnn.bias_hh_l0_reverse	5	-0.03356523439288139
149429	rnn.bias_hh_l0_reverse	6	-0.013953203335404396
149429	rnn.bias_hh_l0_reverse	7	0.10477669537067413
149429	rnn.bias_hh_l0_reverse	8	0.027651196345686913
149429	rnn.bias_hh_l0_reverse	9	-0.13903890550136566
149429	rnn.weight_ih_l1	0	-0.03449847176671028
149429	rnn.weight_ih_l1	1	-0.04984240233898163
149429	rnn.weight_ih_l1	2	0.06172528117895126
149429	rnn.weight_ih_l1	3	-0.06927312165498734
149429	rnn.weight_ih_l1	4	-0.01629357412457466
149429	rnn.weight_ih_l1	5	-0.044754527509212494
149429	rnn.weight_ih_l1	6	0.03354938328266144
149429	rnn.weight_ih_l1	7	-0.029022930189967155
149429	rnn.weight_ih_l1	8	0.03759601712226868
149429	rnn.weight_ih_l1	9	0.042563505470752716
149429	rnn.weight_hh_l1	0	-0.005526540335267782
149429	rnn.weight_hh_l1	1	0.01711578480899334
149429	rnn.weight_hh_l1	2	0.014977480284869671
149429	rnn.weight_hh_l1	3	-0.011563428677618504
149429	rnn.weight_hh_l1	4	0.010073667392134666
149429	rnn.weight_hh_l1	5	0.026690201833844185
149429	rnn.weight_hh_l1	6	0.03232703357934952
149429	rnn.weight_hh_l1	7	-0.01970549114048481
149429	rnn.weight_hh_l1	8	-0.014936666004359722
149429	rnn.weight_hh_l1	9	0.03490304946899414
149429	rnn.bias_ih_l1	0	-0.2031354010105133
149429	rnn.bias_ih_l1	1	-0.19840553402900696
149429	rnn.bias_ih_l1	2	-0.2044827938079834
149429	rnn.bias_ih_l1	3	-0.3056114912033081
149429	rnn.bias_ih_l1	4	-0.2188262641429901
149429	rnn.bias_ih_l1	5	-0.09199041873216629
149429	rnn.bias_ih_l1	6	-0.1714383363723755
149429	rnn.bias_ih_l1	7	-0.017943399026989937
149429	rnn.bias_ih_l1	8	-0.15263864398002625
149429	rnn.bias_ih_l1	9	-0.1288379728794098
149429	rnn.bias_hh_l1	0	-0.10729414224624634
149429	rnn.bias_hh_l1	1	-0.07357823848724365
149429	rnn.bias_hh_l1	2	-0.10752146691083908
149429	rnn.bias_hh_l1	3	-0.08533307164907455
149429	rnn.bias_hh_l1	4	-0.09531675279140472
149429	rnn.bias_hh_l1	5	-0.1143738254904747
149429	rnn.bias_hh_l1	6	-0.1398022472858429
149429	rnn.bias_hh_l1	7	0.03184095397591591
149429	rnn.bias_hh_l1	8	-0.18314827978610992
149429	rnn.bias_hh_l1	9	-0.11507333070039749
149429	rnn.weight_ih_l1_reverse	0	-0.039849914610385895
149429	rnn.weight_ih_l1_reverse	1	0.019098779186606407
149429	rnn.weight_ih_l1_reverse	2	0.06532946974039078
149429	rnn.weight_ih_l1_reverse	3	0.004651683382689953
149429	rnn.weight_ih_l1_reverse	4	-0.031339794397354126
149429	rnn.weight_ih_l1_reverse	5	-0.03229431062936783
149429	rnn.weight_ih_l1_reverse	6	-0.012110432609915733
149429	rnn.weight_ih_l1_reverse	7	0.033069998025894165
149429	rnn.weight_ih_l1_reverse	8	0.009467946365475655
149429	rnn.weight_ih_l1_reverse	9	-0.046591129153966904
149429	rnn.weight_hh_l1_reverse	0	0.005145658273249865
149429	rnn.weight_hh_l1_reverse	1	0.03011653944849968
149429	rnn.weight_hh_l1_reverse	2	-0.03988927975296974
149429	rnn.weight_hh_l1_reverse	3	0.03600914776325226
149429	rnn.weight_hh_l1_reverse	4	0.048414673656225204
149429	rnn.weight_hh_l1_reverse	5	-0.00018848739273380488
149429	rnn.weight_hh_l1_reverse	6	0.05002312362194061
149429	rnn.weight_hh_l1_reverse	7	0.030732695013284683
149429	rnn.weight_hh_l1_reverse	8	-0.006904555018991232
149429	rnn.weight_hh_l1_reverse	9	-0.03275454044342041
149429	rnn.bias_ih_l1_reverse	0	-0.06701497733592987
149429	rnn.bias_ih_l1_reverse	1	-0.15877869725227356
149429	rnn.bias_ih_l1_reverse	2	-0.16466569900512695
149429	rnn.bias_ih_l1_reverse	3	-0.02007640339434147
149429	rnn.bias_ih_l1_reverse	4	-0.2138970047235489
149429	rnn.bias_ih_l1_reverse	5	-0.11632155627012253
149429	rnn.bias_ih_l1_reverse	6	-0.13438747823238373
149429	rnn.bias_ih_l1_reverse	7	-0.20204080641269684
149429	rnn.bias_ih_l1_reverse	8	0.23655010759830475
149429	rnn.bias_ih_l1_reverse	9	0.06769628077745438
149429	rnn.bias_hh_l1_reverse	0	0.01148047111928463
149429	rnn.bias_hh_l1_reverse	1	-0.08759105950593948
149429	rnn.bias_hh_l1_reverse	2	-0.23498061299324036
149429	rnn.bias_hh_l1_reverse	3	-0.14406231045722961
149429	rnn.bias_hh_l1_reverse	4	-0.10252747684717178
149429	rnn.bias_hh_l1_reverse	5	-0.12151830643415451
149429	rnn.bias_hh_l1_reverse	6	0.10006733983755112
149429	rnn.bias_hh_l1_reverse	7	-0.18378429114818573
149429	rnn.bias_hh_l1_reverse	8	-0.1163417398929596
149429	rnn.bias_hh_l1_reverse	9	-0.15202420949935913
149429	linear.weight	0	0.002228822559118271
149429	linear.weight	1	0.10355138778686523
149429	linear.weight	2	-0.08772628754377365
149429	linear.weight	3	0.2606043219566345
149429	linear.weight	4	0.15595468878746033
149429	linear.weight	5	-0.055288489907979965
149429	linear.weight	6	0.11876627802848816
149429	linear.weight	7	0.07435855269432068
149429	linear.weight	8	0.04120814800262451
149429	linear.weight	9	-0.03748812898993492
149429	linear.bias	0	0.09541592001914978
149429	linear.bias	1	-0.20316801965236664
149429	linear.bias	2	-0.3778672218322754
149429	linear.bias	3	-0.6622557044029236
149429	linear.bias	4	-1.1927868127822876
149429	linear.bias	5	-0.06194959953427315
149429	linear.bias	6	-0.7649306058883667
149429	linear.bias	7	0.28607800602912903
149429	linear.bias	8	-0.46346357464790344
149429	linear.bias	9	-1.019697904586792
149626	transitions	0	0.641162097454071
149626	transitions	1	0.1805426925420761
149626	transitions	2	-10000.0
149626	transitions	3	-1.8239190578460693
149626	transitions	4	-10000.0
149626	transitions	5	0.5759981870651245
149626	transitions	6	-0.07668650895357132
149626	transitions	7	-0.7296309471130371
149626	transitions	8	-1.405258297920227
149626	transitions	9	-0.0011338817421346903
149626	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
149626	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
149626	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
149626	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
149626	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
149626	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
149626	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
149626	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
149626	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
149626	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
149626	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
149626	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
149626	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
149626	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
149626	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
149626	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
149626	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
149626	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
149626	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
149626	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
149626	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
149626	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
149626	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
149626	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
149626	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
149626	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
149626	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
149626	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
149626	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
149626	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
149626	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
149626	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
149626	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
149626	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
149626	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
149626	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
149626	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
149626	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
149626	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
149626	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
149626	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
149626	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
149626	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
149626	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
149626	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
149626	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
149626	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
149626	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
149626	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
149626	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
149626	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
149626	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
149626	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
149626	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
149626	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
149626	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
149626	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
149626	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
149626	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
149626	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
149626	embedding2nn.weight	0	0.028649182990193367
149626	embedding2nn.weight	1	-0.013543061912059784
149626	embedding2nn.weight	2	-0.014268254861235619
149626	embedding2nn.weight	3	-0.01769336499273777
149626	embedding2nn.weight	4	-0.0059150345623493195
149626	embedding2nn.weight	5	-0.0037005888298153877
149626	embedding2nn.weight	6	-0.003973302431404591
149626	embedding2nn.weight	7	-0.08279349654912949
149626	embedding2nn.weight	8	-0.0019979383796453476
149626	embedding2nn.weight	9	-0.0285745058208704
149626	embedding2nn.bias	0	0.055808667093515396
149626	embedding2nn.bias	1	-0.07100728899240494
149626	embedding2nn.bias	2	0.0781259760260582
149626	embedding2nn.bias	3	0.04852472245693207
149626	embedding2nn.bias	4	-0.04011418670415878
149626	embedding2nn.bias	5	-0.035689715296030045
149626	embedding2nn.bias	6	0.017384301871061325
149626	embedding2nn.bias	7	-0.05404997617006302
149626	embedding2nn.bias	8	0.07549146562814713
149626	embedding2nn.bias	9	0.04906975477933884
149626	rnn.weight_ih_l0	0	-0.07716979086399078
149626	rnn.weight_ih_l0	1	0.006562995258718729
149626	rnn.weight_ih_l0	2	0.04244271293282509
149626	rnn.weight_ih_l0	3	0.025575576350092888
149626	rnn.weight_ih_l0	4	-0.0289926677942276
149626	rnn.weight_ih_l0	5	-0.06270591169595718
149626	rnn.weight_ih_l0	6	0.0013388068182393909
149626	rnn.weight_ih_l0	7	0.05899815633893013
149626	rnn.weight_ih_l0	8	-0.007892846129834652
149626	rnn.weight_ih_l0	9	-0.030934030190110207
149626	rnn.weight_hh_l0	0	-0.033036552369594574
149626	rnn.weight_hh_l0	1	-0.00791908148676157
149626	rnn.weight_hh_l0	2	0.00022142632224131376
149626	rnn.weight_hh_l0	3	-0.07131114602088928
149626	rnn.weight_hh_l0	4	0.08346209675073624
149626	rnn.weight_hh_l0	5	-0.02822306752204895
149626	rnn.weight_hh_l0	6	-0.055244941264390945
149626	rnn.weight_hh_l0	7	0.012552513740956783
149626	rnn.weight_hh_l0	8	0.008921617642045021
149626	rnn.weight_hh_l0	9	-0.019318507984280586
149626	rnn.bias_ih_l0	0	0.12378636002540588
149626	rnn.bias_ih_l0	1	-0.02650759555399418
149626	rnn.bias_ih_l0	2	-0.0031629628501832485
149626	rnn.bias_ih_l0	3	0.1406845897436142
149626	rnn.bias_ih_l0	4	-0.0131340017542243
149626	rnn.bias_ih_l0	5	-0.020021962001919746
149626	rnn.bias_ih_l0	6	0.013882302679121494
149626	rnn.bias_ih_l0	7	0.033734776079654694
149626	rnn.bias_ih_l0	8	-0.10140325129032135
149626	rnn.bias_ih_l0	9	-0.029589081183075905
149626	rnn.bias_hh_l0	0	-0.019245602190494537
149626	rnn.bias_hh_l0	1	-0.11894527822732925
149626	rnn.bias_hh_l0	2	-0.061273541301488876
149626	rnn.bias_hh_l0	3	-0.08620046079158783
149626	rnn.bias_hh_l0	4	0.0009373752982355654
149626	rnn.bias_hh_l0	5	-0.037326131016016006
149626	rnn.bias_hh_l0	6	0.025781329721212387
149626	rnn.bias_hh_l0	7	0.05225050076842308
149626	rnn.bias_hh_l0	8	-0.10676155984401703
149626	rnn.bias_hh_l0	9	-0.06309028714895248
149626	rnn.weight_ih_l0_reverse	0	-0.02319660410284996
149626	rnn.weight_ih_l0_reverse	1	-0.04872409999370575
149626	rnn.weight_ih_l0_reverse	2	-0.03396270051598549
149626	rnn.weight_ih_l0_reverse	3	0.011497861705720425
149626	rnn.weight_ih_l0_reverse	4	-0.020664207637310028
149626	rnn.weight_ih_l0_reverse	5	-0.04578849673271179
149626	rnn.weight_ih_l0_reverse	6	0.0815451443195343
149626	rnn.weight_ih_l0_reverse	7	-0.02173541858792305
149626	rnn.weight_ih_l0_reverse	8	-0.022473007440567017
149626	rnn.weight_ih_l0_reverse	9	-0.0034011586103588343
149626	rnn.weight_hh_l0_reverse	0	0.06426157057285309
149626	rnn.weight_hh_l0_reverse	1	0.015187342651188374
149626	rnn.weight_hh_l0_reverse	2	0.02955959178507328
149626	rnn.weight_hh_l0_reverse	3	0.030987318605184555
149626	rnn.weight_hh_l0_reverse	4	0.00621374137699604
149626	rnn.weight_hh_l0_reverse	5	0.018709121271967888
149626	rnn.weight_hh_l0_reverse	6	0.050562817603349686
149626	rnn.weight_hh_l0_reverse	7	-0.06448080390691757
149626	rnn.weight_hh_l0_reverse	8	0.038524072617292404
149626	rnn.weight_hh_l0_reverse	9	0.03382059186697006
149626	rnn.bias_ih_l0_reverse	0	-0.06578049808740616
149626	rnn.bias_ih_l0_reverse	1	-0.25117728114128113
149626	rnn.bias_ih_l0_reverse	2	-0.12905319035053253
149626	rnn.bias_ih_l0_reverse	3	-0.04210254177451134
149626	rnn.bias_ih_l0_reverse	4	-0.04309292510151863
149626	rnn.bias_ih_l0_reverse	5	0.05958673357963562
149626	rnn.bias_ih_l0_reverse	6	-0.07642186433076859
149626	rnn.bias_ih_l0_reverse	7	0.04820691794157028
149626	rnn.bias_ih_l0_reverse	8	-0.05555308237671852
149626	rnn.bias_ih_l0_reverse	9	0.058772068470716476
149626	rnn.bias_hh_l0_reverse	0	0.024873225018382072
149626	rnn.bias_hh_l0_reverse	1	-0.05394276604056358
149626	rnn.bias_hh_l0_reverse	2	0.08255435526371002
149626	rnn.bias_hh_l0_reverse	3	-0.04904009401798248
149626	rnn.bias_hh_l0_reverse	4	-0.027048388496041298
149626	rnn.bias_hh_l0_reverse	5	-0.03318043798208237
149626	rnn.bias_hh_l0_reverse	6	-0.015691662207245827
149626	rnn.bias_hh_l0_reverse	7	0.10420306771993637
149626	rnn.bias_hh_l0_reverse	8	0.029026754200458527
149626	rnn.bias_hh_l0_reverse	9	-0.1391294002532959
149626	rnn.weight_ih_l1	0	-0.0341217964887619
149626	rnn.weight_ih_l1	1	-0.05064881592988968
149626	rnn.weight_ih_l1	2	0.06268807500600815
149626	rnn.weight_ih_l1	3	-0.06830204278230667
149626	rnn.weight_ih_l1	4	-0.01595178246498108
149626	rnn.weight_ih_l1	5	-0.04490554705262184
149626	rnn.weight_ih_l1	6	0.03340306133031845
149626	rnn.weight_ih_l1	7	-0.028742410242557526
149626	rnn.weight_ih_l1	8	0.03762077912688255
149626	rnn.weight_ih_l1	9	0.042360417544841766
149626	rnn.weight_hh_l1	0	-0.005586564540863037
149626	rnn.weight_hh_l1	1	0.01719474419951439
149626	rnn.weight_hh_l1	2	0.014667438343167305
149626	rnn.weight_hh_l1	3	-0.011439616791903973
149626	rnn.weight_hh_l1	4	0.009895983152091503
149626	rnn.weight_hh_l1	5	0.026997724547982216
149626	rnn.weight_hh_l1	6	0.032256726175546646
149626	rnn.weight_hh_l1	7	-0.019787391647696495
149626	rnn.weight_hh_l1	8	-0.015139537863433361
149626	rnn.weight_hh_l1	9	0.03519386798143387
149626	rnn.bias_ih_l1	0	-0.2026011347770691
149626	rnn.bias_ih_l1	1	-0.19902415573596954
149626	rnn.bias_ih_l1	2	-0.20544420182704926
149626	rnn.bias_ih_l1	3	-0.30688080191612244
149626	rnn.bias_ih_l1	4	-0.21731692552566528
149626	rnn.bias_ih_l1	5	-0.09248484671115875
149626	rnn.bias_ih_l1	6	-0.17260977625846863
149626	rnn.bias_ih_l1	7	-0.0185659471899271
149626	rnn.bias_ih_l1	8	-0.15259748697280884
149626	rnn.bias_ih_l1	9	-0.12994563579559326
149626	rnn.bias_hh_l1	0	-0.10803350061178207
149626	rnn.bias_hh_l1	1	-0.07367954403162003
149626	rnn.bias_hh_l1	2	-0.11048160493373871
149626	rnn.bias_hh_l1	3	-0.08505073934793472
149626	rnn.bias_hh_l1	4	-0.09566113352775574
149626	rnn.bias_hh_l1	5	-0.11461932957172394
149626	rnn.bias_hh_l1	6	-0.13922271132469177
149626	rnn.bias_hh_l1	7	0.03003169782459736
149626	rnn.bias_hh_l1	8	-0.18410570919513702
149626	rnn.bias_hh_l1	9	-0.1149192675948143
149626	rnn.weight_ih_l1_reverse	0	-0.039426274597644806
149626	rnn.weight_ih_l1_reverse	1	0.0201019998639822
149626	rnn.weight_ih_l1_reverse	2	0.06951134651899338
149626	rnn.weight_ih_l1_reverse	3	0.004589592106640339
149626	rnn.weight_ih_l1_reverse	4	-0.031947579234838486
149626	rnn.weight_ih_l1_reverse	5	-0.03233139589428902
149626	rnn.weight_ih_l1_reverse	6	-0.011046551167964935
149626	rnn.weight_ih_l1_reverse	7	0.03305967524647713
149626	rnn.weight_ih_l1_reverse	8	0.010413246229290962
149626	rnn.weight_ih_l1_reverse	9	-0.046659234911203384
149626	rnn.weight_hh_l1_reverse	0	0.005111795384436846
149626	rnn.weight_hh_l1_reverse	1	0.03018234670162201
149626	rnn.weight_hh_l1_reverse	2	-0.03989174962043762
149626	rnn.weight_hh_l1_reverse	3	0.03610527142882347
149626	rnn.weight_hh_l1_reverse	4	0.048460155725479126
149626	rnn.weight_hh_l1_reverse	5	0.00012526971113402396
149626	rnn.weight_hh_l1_reverse	6	0.05001811683177948
149626	rnn.weight_hh_l1_reverse	7	0.030156677588820457
149626	rnn.weight_hh_l1_reverse	8	-0.007001436315476894
149626	rnn.weight_hh_l1_reverse	9	-0.03274146839976311
149626	rnn.bias_ih_l1_reverse	0	-0.06747747212648392
149626	rnn.bias_ih_l1_reverse	1	-0.15932683646678925
149626	rnn.bias_ih_l1_reverse	2	-0.164591446518898
149626	rnn.bias_ih_l1_reverse	3	-0.0183214470744133
149626	rnn.bias_ih_l1_reverse	4	-0.2134544849395752
149626	rnn.bias_ih_l1_reverse	5	-0.11627206951379776
149626	rnn.bias_ih_l1_reverse	6	-0.13427650928497314
149626	rnn.bias_ih_l1_reverse	7	-0.2029174119234085
149626	rnn.bias_ih_l1_reverse	8	0.23768773674964905
149626	rnn.bias_ih_l1_reverse	9	0.07110793143510818
149626	rnn.bias_hh_l1_reverse	0	0.012706988491117954
149626	rnn.bias_hh_l1_reverse	1	-0.08974932879209518
149626	rnn.bias_hh_l1_reverse	2	-0.23513297736644745
149626	rnn.bias_hh_l1_reverse	3	-0.1433790624141693
149626	rnn.bias_hh_l1_reverse	4	-0.10165184736251831
149626	rnn.bias_hh_l1_reverse	5	-0.12127051502466202
149626	rnn.bias_hh_l1_reverse	6	0.10092366486787796
149626	rnn.bias_hh_l1_reverse	7	-0.18109965324401855
149626	rnn.bias_hh_l1_reverse	8	-0.11690348386764526
149626	rnn.bias_hh_l1_reverse	9	-0.15198104083538055
149626	linear.weight	0	0.002228822559118271
149626	linear.weight	1	0.10126351565122604
149626	linear.weight	2	-0.08743151277303696
149626	linear.weight	3	0.25202053785324097
149626	linear.weight	4	0.1552901715040207
149626	linear.weight	5	-0.05635225027799606
149626	linear.weight	6	0.11096390336751938
149626	linear.weight	7	0.07606649398803711
149626	linear.weight	8	0.0412076897919178
149626	linear.weight	9	-0.035691749304533005
149626	linear.bias	0	0.10369744896888733
149626	linear.bias	1	-0.2120058834552765
149626	linear.bias	2	-0.39759594202041626
149626	linear.bias	3	-0.6795498728752136
149626	linear.bias	4	-1.209511637687683
149626	linear.bias	5	-0.06183057650923729
149626	linear.bias	6	-0.7730945348739624
149626	linear.bias	7	0.2851584255695343
149626	linear.bias	8	-0.432757169008255
149626	linear.bias	9	-0.9860745072364807
149823	transitions	0	0.6427292227745056
149823	transitions	1	0.17871081829071045
149823	transitions	2	-10000.0
149823	transitions	3	-1.8239365816116333
149823	transitions	4	-10000.0
149823	transitions	5	0.5759272575378418
149823	transitions	6	-0.07671312987804413
149823	transitions	7	-0.7299069762229919
149823	transitions	8	-1.4052958488464355
149823	transitions	9	-0.0011345937382429838
149823	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
149823	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
149823	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
149823	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
149823	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
149823	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
149823	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
149823	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
149823	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
149823	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
149823	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
149823	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
149823	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
149823	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
149823	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
149823	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
149823	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
149823	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
149823	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
149823	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
149823	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
149823	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
149823	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
149823	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
149823	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
149823	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
149823	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
149823	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
149823	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
149823	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
149823	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
149823	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
149823	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
149823	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
149823	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
149823	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
149823	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
149823	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
149823	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
149823	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
149823	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
149823	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
149823	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
149823	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
149823	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
149823	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
149823	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
149823	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
149823	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
149823	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
149823	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
149823	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
149823	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
149823	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
149823	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
149823	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
149823	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
149823	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
149823	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
149823	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
149823	embedding2nn.weight	0	0.02824603207409382
149823	embedding2nn.weight	1	-0.013533303514122963
149823	embedding2nn.weight	2	-0.014268254861235619
149823	embedding2nn.weight	3	-0.01683829352259636
149823	embedding2nn.weight	4	-0.0059150345623493195
149823	embedding2nn.weight	5	-0.0037005888298153877
149823	embedding2nn.weight	6	-0.003973301034420729
149823	embedding2nn.weight	7	-0.08299415558576584
149823	embedding2nn.weight	8	-0.0019979383796453476
149823	embedding2nn.weight	9	-0.02888183668255806
149823	embedding2nn.bias	0	0.0594816654920578
149823	embedding2nn.bias	1	-0.07501742243766785
149823	embedding2nn.bias	2	0.07752469182014465
149823	embedding2nn.bias	3	0.050973739475011826
149823	embedding2nn.bias	4	-0.04157440364360809
149823	embedding2nn.bias	5	-0.04488935321569443
149823	embedding2nn.bias	6	0.016442880034446716
149823	embedding2nn.bias	7	-0.05431117117404938
149823	embedding2nn.bias	8	0.0768023133277893
149823	embedding2nn.bias	9	0.05175530165433884
149823	rnn.weight_ih_l0	0	-0.0776025578379631
149823	rnn.weight_ih_l0	1	0.006994437426328659
149823	rnn.weight_ih_l0	2	0.04283803328871727
149823	rnn.weight_ih_l0	3	0.025364285334944725
149823	rnn.weight_ih_l0	4	-0.029123399406671524
149823	rnn.weight_ih_l0	5	-0.0630989745259285
149823	rnn.weight_ih_l0	6	0.0008516976376995444
149823	rnn.weight_ih_l0	7	0.05818093568086624
149823	rnn.weight_ih_l0	8	-0.00827825628221035
149823	rnn.weight_ih_l0	9	-0.03084450401365757
149823	rnn.weight_hh_l0	0	-0.03179939463734627
149823	rnn.weight_hh_l0	1	-0.007620964199304581
149823	rnn.weight_hh_l0	2	2.079814294120297e-05
149823	rnn.weight_hh_l0	3	-0.07087056338787079
149823	rnn.weight_hh_l0	4	0.08310624957084656
149823	rnn.weight_hh_l0	5	-0.02819828689098358
149823	rnn.weight_hh_l0	6	-0.05526135861873627
149823	rnn.weight_hh_l0	7	0.012719627469778061
149823	rnn.weight_hh_l0	8	0.008936185389757156
149823	rnn.weight_hh_l0	9	-0.01924113929271698
149823	rnn.bias_ih_l0	0	0.12375209480524063
149823	rnn.bias_ih_l0	1	-0.027074452489614487
149823	rnn.bias_ih_l0	2	-0.0021381634287536144
149823	rnn.bias_ih_l0	3	0.14025330543518066
149823	rnn.bias_ih_l0	4	-0.014811128377914429
149823	rnn.bias_ih_l0	5	-0.021204331889748573
149823	rnn.bias_ih_l0	6	0.014198911376297474
149823	rnn.bias_ih_l0	7	0.03239624947309494
149823	rnn.bias_ih_l0	8	-0.10137117654085159
149823	rnn.bias_ih_l0	9	-0.02933911792933941
149823	rnn.bias_hh_l0	0	-0.01998164691030979
149823	rnn.bias_hh_l0	1	-0.11891841888427734
149823	rnn.bias_hh_l0	2	-0.06228513643145561
149823	rnn.bias_hh_l0	3	-0.08742128312587738
149823	rnn.bias_hh_l0	4	-0.0007811998948454857
149823	rnn.bias_hh_l0	5	-0.037588752806186676
149823	rnn.bias_hh_l0	6	0.025084123015403748
149823	rnn.bias_hh_l0	7	0.04960796609520912
149823	rnn.bias_hh_l0	8	-0.10555385053157806
149823	rnn.bias_hh_l0	9	-0.061587244272232056
149823	rnn.weight_ih_l0_reverse	0	-0.023273052647709846
149823	rnn.weight_ih_l0_reverse	1	-0.04847453907132149
149823	rnn.weight_ih_l0_reverse	2	-0.032623209059238434
149823	rnn.weight_ih_l0_reverse	3	0.010953673161566257
149823	rnn.weight_ih_l0_reverse	4	-0.020703956484794617
149823	rnn.weight_ih_l0_reverse	5	-0.04616342484951019
149823	rnn.weight_ih_l0_reverse	6	0.08146972954273224
149823	rnn.weight_ih_l0_reverse	7	-0.021901244297623634
149823	rnn.weight_ih_l0_reverse	8	-0.02281603030860424
149823	rnn.weight_ih_l0_reverse	9	-0.0033356084022670984
149823	rnn.weight_hh_l0_reverse	0	0.06421972066164017
149823	rnn.weight_hh_l0_reverse	1	0.0145726902410388
149823	rnn.weight_hh_l0_reverse	2	0.02920742705464363
149823	rnn.weight_hh_l0_reverse	3	0.03096824511885643
149823	rnn.weight_hh_l0_reverse	4	0.00591985834762454
149823	rnn.weight_hh_l0_reverse	5	0.019032031297683716
149823	rnn.weight_hh_l0_reverse	6	0.050531815737485886
149823	rnn.weight_hh_l0_reverse	7	-0.0646587535738945
149823	rnn.weight_hh_l0_reverse	8	0.03853606805205345
149823	rnn.weight_hh_l0_reverse	9	0.033930640667676926
149823	rnn.bias_ih_l0_reverse	0	-0.06508777290582657
149823	rnn.bias_ih_l0_reverse	1	-0.2549213469028473
149823	rnn.bias_ih_l0_reverse	2	-0.12741239368915558
149823	rnn.bias_ih_l0_reverse	3	-0.042280685156583786
149823	rnn.bias_ih_l0_reverse	4	-0.0434478223323822
149823	rnn.bias_ih_l0_reverse	5	0.059013500809669495
149823	rnn.bias_ih_l0_reverse	6	-0.07608673721551895
149823	rnn.bias_ih_l0_reverse	7	0.04585019126534462
149823	rnn.bias_ih_l0_reverse	8	-0.05439841374754906
149823	rnn.bias_ih_l0_reverse	9	0.05777502804994583
149823	rnn.bias_hh_l0_reverse	0	0.025004973635077477
149823	rnn.bias_hh_l0_reverse	1	-0.052956268191337585
149823	rnn.bias_hh_l0_reverse	2	0.08270806819200516
149823	rnn.bias_hh_l0_reverse	3	-0.04863225668668747
149823	rnn.bias_hh_l0_reverse	4	-0.02639840729534626
149823	rnn.bias_hh_l0_reverse	5	-0.03263337165117264
149823	rnn.bias_hh_l0_reverse	6	-0.013981148600578308
149823	rnn.bias_hh_l0_reverse	7	0.10521716624498367
149823	rnn.bias_hh_l0_reverse	8	0.028754567727446556
149823	rnn.bias_hh_l0_reverse	9	-0.13919585943222046
149823	rnn.weight_ih_l1	0	-0.034408967941999435
149823	rnn.weight_ih_l1	1	-0.049888137727975845
149823	rnn.weight_ih_l1	2	0.06298249214887619
149823	rnn.weight_ih_l1	3	-0.06707527488470078
149823	rnn.weight_ih_l1	4	-0.015574210323393345
149823	rnn.weight_ih_l1	5	-0.04477372393012047
149823	rnn.weight_ih_l1	6	0.03400940075516701
149823	rnn.weight_ih_l1	7	-0.02890753373503685
149823	rnn.weight_ih_l1	8	0.0377805270254612
149823	rnn.weight_ih_l1	9	0.04261928051710129
149823	rnn.weight_hh_l1	0	-0.005467788316309452
149823	rnn.weight_hh_l1	1	0.017158472910523415
149823	rnn.weight_hh_l1	2	0.015489468351006508
149823	rnn.weight_hh_l1	3	-0.011590740643441677
149823	rnn.weight_hh_l1	4	0.009743716567754745
149823	rnn.weight_hh_l1	5	0.026986118406057358
149823	rnn.weight_hh_l1	6	0.031995467841625214
149823	rnn.weight_hh_l1	7	-0.01962871104478836
149823	rnn.weight_hh_l1	8	-0.015022006817162037
149823	rnn.weight_hh_l1	9	0.03535805270075798
149823	rnn.bias_ih_l1	0	-0.20371957123279572
149823	rnn.bias_ih_l1	1	-0.19982118904590607
149823	rnn.bias_ih_l1	2	-0.20145048201084137
149823	rnn.bias_ih_l1	3	-0.3072836101055145
149823	rnn.bias_ih_l1	4	-0.21583792567253113
149823	rnn.bias_ih_l1	5	-0.09281935542821884
149823	rnn.bias_ih_l1	6	-0.17339862883090973
149823	rnn.bias_ih_l1	7	-0.01770852878689766
149823	rnn.bias_ih_l1	8	-0.15131419897079468
149823	rnn.bias_ih_l1	9	-0.1299913376569748
149823	rnn.bias_hh_l1	0	-0.10933873057365417
149823	rnn.bias_hh_l1	1	-0.0754484012722969
149823	rnn.bias_hh_l1	2	-0.10976643860340118
149823	rnn.bias_hh_l1	3	-0.08510110527276993
149823	rnn.bias_hh_l1	4	-0.09600989520549774
149823	rnn.bias_hh_l1	5	-0.11518305540084839
149823	rnn.bias_hh_l1	6	-0.1412971466779709
149823	rnn.bias_hh_l1	7	0.029394606128335
149823	rnn.bias_hh_l1	8	-0.18264368176460266
149823	rnn.bias_hh_l1	9	-0.1148313656449318
149823	rnn.weight_ih_l1_reverse	0	-0.03947390988469124
149823	rnn.weight_ih_l1_reverse	1	0.017944786697626114
149823	rnn.weight_ih_l1_reverse	2	0.07294490188360214
149823	rnn.weight_ih_l1_reverse	3	0.00410998472943902
149823	rnn.weight_ih_l1_reverse	4	-0.031077202409505844
149823	rnn.weight_ih_l1_reverse	5	-0.03247768431901932
149823	rnn.weight_ih_l1_reverse	6	-0.009671961888670921
149823	rnn.weight_ih_l1_reverse	7	0.033109087496995926
149823	rnn.weight_ih_l1_reverse	8	0.010193065740168095
149823	rnn.weight_ih_l1_reverse	9	-0.04545363411307335
149823	rnn.weight_hh_l1_reverse	0	0.0050297686830163
149823	rnn.weight_hh_l1_reverse	1	0.030178671702742577
149823	rnn.weight_hh_l1_reverse	2	-0.03987710550427437
149823	rnn.weight_hh_l1_reverse	3	0.036128509789705276
149823	rnn.weight_hh_l1_reverse	4	0.048199716955423355
149823	rnn.weight_hh_l1_reverse	5	0.000538959982804954
149823	rnn.weight_hh_l1_reverse	6	0.0508260577917099
149823	rnn.weight_hh_l1_reverse	7	0.030405767261981964
149823	rnn.weight_hh_l1_reverse	8	-0.007088466547429562
149823	rnn.weight_hh_l1_reverse	9	-0.03268272429704666
149823	rnn.bias_ih_l1_reverse	0	-0.06954681873321533
149823	rnn.bias_ih_l1_reverse	1	-0.1604277640581131
149823	rnn.bias_ih_l1_reverse	2	-0.16466595232486725
149823	rnn.bias_ih_l1_reverse	3	-0.01726214773952961
149823	rnn.bias_ih_l1_reverse	4	-0.21355083584785461
149823	rnn.bias_ih_l1_reverse	5	-0.1156710609793663
149823	rnn.bias_ih_l1_reverse	6	-0.13507027924060822
149823	rnn.bias_ih_l1_reverse	7	-0.2016506940126419
149823	rnn.bias_ih_l1_reverse	8	0.23661836981773376
149823	rnn.bias_ih_l1_reverse	9	0.06673668324947357
149823	rnn.bias_hh_l1_reverse	0	0.009996875189244747
149823	rnn.bias_hh_l1_reverse	1	-0.09001170843839645
149823	rnn.bias_hh_l1_reverse	2	-0.23591572046279907
149823	rnn.bias_hh_l1_reverse	3	-0.14354653656482697
149823	rnn.bias_hh_l1_reverse	4	-0.10103797167539597
149823	rnn.bias_hh_l1_reverse	5	-0.12041496485471725
149823	rnn.bias_hh_l1_reverse	6	0.1008322536945343
149823	rnn.bias_hh_l1_reverse	7	-0.18166108429431915
149823	rnn.bias_hh_l1_reverse	8	-0.11693410575389862
149823	rnn.bias_hh_l1_reverse	9	-0.15266482532024384
149823	linear.weight	0	0.002228822559118271
149823	linear.weight	1	0.10357910394668579
149823	linear.weight	2	-0.08506368100643158
149823	linear.weight	3	0.2544855773448944
149823	linear.weight	4	0.1542617827653885
149823	linear.weight	5	-0.05714283511042595
149823	linear.weight	6	0.11590707302093506
149823	linear.weight	7	0.07728279381990433
149823	linear.weight	8	0.04120716080069542
149823	linear.weight	9	-0.0343521423637867
149823	linear.bias	0	0.10297174751758575
149823	linear.bias	1	-0.20413587987422943
149823	linear.bias	2	-0.38338398933410645
149823	linear.bias	3	-0.6742638349533081
149823	linear.bias	4	-1.20386803150177
149823	linear.bias	5	-0.06429923325777054
149823	linear.bias	6	-0.7675124406814575
149823	linear.bias	7	0.28115135431289673
149823	linear.bias	8	-0.4440564513206482
149823	linear.bias	9	-0.9985719919204712
150020	transitions	0	0.6510648131370544
150020	transitions	1	0.17554594576358795
150020	transitions	2	-10000.0
150020	transitions	3	-1.8239445686340332
150020	transitions	4	-10000.0
150020	transitions	5	0.5758663415908813
150020	transitions	6	-0.07674764841794968
150020	transitions	7	-0.7300663590431213
150020	transitions	8	-1.4053385257720947
150020	transitions	9	-0.0011350879212841392
150020	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
150020	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
150020	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
150020	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
150020	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
150020	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
150020	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
150020	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
150020	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
150020	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
150020	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
150020	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
150020	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
150020	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
150020	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
150020	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
150020	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
150020	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
150020	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
150020	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
150020	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
150020	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
150020	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
150020	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
150020	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
150020	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
150020	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
150020	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
150020	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
150020	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
150020	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
150020	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
150020	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
150020	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
150020	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
150020	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
150020	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
150020	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
150020	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
150020	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
150020	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
150020	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
150020	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
150020	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
150020	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
150020	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
150020	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
150020	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
150020	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
150020	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
150020	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
150020	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
150020	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
150020	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
150020	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
150020	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
150020	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
150020	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
150020	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
150020	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
150020	embedding2nn.weight	0	0.027784673497080803
150020	embedding2nn.weight	1	-0.013541154563426971
150020	embedding2nn.weight	2	-0.014268254861235619
150020	embedding2nn.weight	3	-0.017738068476319313
150020	embedding2nn.weight	4	-0.0059150345623493195
150020	embedding2nn.weight	5	-0.0037005888298153877
150020	embedding2nn.weight	6	-0.003973301034420729
150020	embedding2nn.weight	7	-0.08266827464103699
150020	embedding2nn.weight	8	-0.0019979383796453476
150020	embedding2nn.weight	9	-0.0284798014909029
150020	embedding2nn.bias	0	0.05965553969144821
150020	embedding2nn.bias	1	-0.07283513993024826
150020	embedding2nn.bias	2	0.07793423533439636
150020	embedding2nn.bias	3	0.056704286485910416
150020	embedding2nn.bias	4	-0.04395853728055954
150020	embedding2nn.bias	5	-0.042917296290397644
150020	embedding2nn.bias	6	0.018302926793694496
150020	embedding2nn.bias	7	-0.052742719650268555
150020	embedding2nn.bias	8	0.07451732456684113
150020	embedding2nn.bias	9	0.05172095447778702
150020	rnn.weight_ih_l0	0	-0.07778197526931763
150020	rnn.weight_ih_l0	1	0.006845337804406881
150020	rnn.weight_ih_l0	2	0.042058493942022324
150020	rnn.weight_ih_l0	3	0.02467477135360241
150020	rnn.weight_ih_l0	4	-0.02921740710735321
150020	rnn.weight_ih_l0	5	-0.06292401999235153
150020	rnn.weight_ih_l0	6	0.0005851566093042493
150020	rnn.weight_ih_l0	7	0.058807529509067535
150020	rnn.weight_ih_l0	8	-0.008400354534387589
150020	rnn.weight_ih_l0	9	-0.03076869435608387
150020	rnn.weight_hh_l0	0	-0.03239744156599045
150020	rnn.weight_hh_l0	1	-0.007612710352987051
150020	rnn.weight_hh_l0	2	-0.0002048322930932045
150020	rnn.weight_hh_l0	3	-0.0707777664065361
150020	rnn.weight_hh_l0	4	0.08335426449775696
150020	rnn.weight_hh_l0	5	-0.028245950117707253
150020	rnn.weight_hh_l0	6	-0.05565563216805458
150020	rnn.weight_hh_l0	7	0.012920006178319454
150020	rnn.weight_hh_l0	8	0.009360501542687416
150020	rnn.weight_hh_l0	9	-0.019253630191087723
150020	rnn.bias_ih_l0	0	0.12315726280212402
150020	rnn.bias_ih_l0	1	-0.02813149057328701
150020	rnn.bias_ih_l0	2	-0.003824810730293393
150020	rnn.bias_ih_l0	3	0.14032970368862152
150020	rnn.bias_ih_l0	4	-0.0156263280659914
150020	rnn.bias_ih_l0	5	-0.01988450065255165
150020	rnn.bias_ih_l0	6	0.014990219846367836
150020	rnn.bias_ih_l0	7	0.031254615634679794
150020	rnn.bias_ih_l0	8	-0.10067629814147949
150020	rnn.bias_ih_l0	9	-0.028495315462350845
150020	rnn.bias_hh_l0	0	-0.02062474936246872
150020	rnn.bias_hh_l0	1	-0.11945201456546783
150020	rnn.bias_hh_l0	2	-0.06170787662267685
150020	rnn.bias_hh_l0	3	-0.0860053077340126
150020	rnn.bias_hh_l0	4	-6.372360076056793e-05
150020	rnn.bias_hh_l0	5	-0.037913594394922256
150020	rnn.bias_hh_l0	6	0.02612023614346981
150020	rnn.bias_hh_l0	7	0.05066191405057907
150020	rnn.bias_hh_l0	8	-0.10323070734739304
150020	rnn.bias_hh_l0	9	-0.062435638159513474
150020	rnn.weight_ih_l0_reverse	0	-0.023491371423006058
150020	rnn.weight_ih_l0_reverse	1	-0.04864593967795372
150020	rnn.weight_ih_l0_reverse	2	-0.03180008381605148
150020	rnn.weight_ih_l0_reverse	3	0.011200151406228542
150020	rnn.weight_ih_l0_reverse	4	-0.020463215187191963
150020	rnn.weight_ih_l0_reverse	5	-0.0464656800031662
150020	rnn.weight_ih_l0_reverse	6	0.08163359761238098
150020	rnn.weight_ih_l0_reverse	7	-0.023832837119698524
150020	rnn.weight_ih_l0_reverse	8	-0.023018185049295425
150020	rnn.weight_ih_l0_reverse	9	-0.0032823786605149508
150020	rnn.weight_hh_l0_reverse	0	0.06354937702417374
150020	rnn.weight_hh_l0_reverse	1	0.014667722396552563
150020	rnn.weight_hh_l0_reverse	2	0.029701707884669304
150020	rnn.weight_hh_l0_reverse	3	0.03061082400381565
150020	rnn.weight_hh_l0_reverse	4	0.005873922724276781
150020	rnn.weight_hh_l0_reverse	5	0.019398007541894913
150020	rnn.weight_hh_l0_reverse	6	0.05064891278743744
150020	rnn.weight_hh_l0_reverse	7	-0.06463292241096497
150020	rnn.weight_hh_l0_reverse	8	0.03801080957055092
150020	rnn.weight_hh_l0_reverse	9	0.03371383249759674
150020	rnn.bias_ih_l0_reverse	0	-0.06526261568069458
150020	rnn.bias_ih_l0_reverse	1	-0.25732457637786865
150020	rnn.bias_ih_l0_reverse	2	-0.12806381285190582
150020	rnn.bias_ih_l0_reverse	3	-0.0412876196205616
150020	rnn.bias_ih_l0_reverse	4	-0.04341040551662445
150020	rnn.bias_ih_l0_reverse	5	0.0585688054561615
150020	rnn.bias_ih_l0_reverse	6	-0.07538680732250214
150020	rnn.bias_ih_l0_reverse	7	0.045382291078567505
150020	rnn.bias_ih_l0_reverse	8	-0.054465603083372116
150020	rnn.bias_ih_l0_reverse	9	0.058632463216781616
150020	rnn.bias_hh_l0_reverse	0	0.02505350112915039
150020	rnn.bias_hh_l0_reverse	1	-0.053380563855171204
150020	rnn.bias_hh_l0_reverse	2	0.0828542485833168
150020	rnn.bias_hh_l0_reverse	3	-0.048866529017686844
150020	rnn.bias_hh_l0_reverse	4	-0.025869766250252724
150020	rnn.bias_hh_l0_reverse	5	-0.033710919320583344
150020	rnn.bias_hh_l0_reverse	6	-0.01314068678766489
150020	rnn.bias_hh_l0_reverse	7	0.10454335808753967
150020	rnn.bias_hh_l0_reverse	8	0.028581587597727776
150020	rnn.bias_hh_l0_reverse	9	-0.13893453776836395
150020	rnn.weight_ih_l1	0	-0.03441479057073593
150020	rnn.weight_ih_l1	1	-0.04915386438369751
150020	rnn.weight_ih_l1	2	0.062003761529922485
150020	rnn.weight_ih_l1	3	-0.06643088161945343
150020	rnn.weight_ih_l1	4	-0.01562851294875145
150020	rnn.weight_ih_l1	5	-0.044770967215299606
150020	rnn.weight_ih_l1	6	0.03416511043906212
150020	rnn.weight_ih_l1	7	-0.029360929504036903
150020	rnn.weight_ih_l1	8	0.03778471425175667
150020	rnn.weight_ih_l1	9	0.042599719017744064
150020	rnn.weight_hh_l1	0	-0.004930853843688965
150020	rnn.weight_hh_l1	1	0.017145568504929543
150020	rnn.weight_hh_l1	2	0.015407560393214226
150020	rnn.weight_hh_l1	3	-0.011413509957492352
150020	rnn.weight_hh_l1	4	0.01026996597647667
150020	rnn.weight_hh_l1	5	0.02708660438656807
150020	rnn.weight_hh_l1	6	0.03166063502430916
150020	rnn.weight_hh_l1	7	-0.01940317265689373
150020	rnn.weight_hh_l1	8	-0.014865992590785027
150020	rnn.weight_hh_l1	9	0.035280175507068634
150020	rnn.bias_ih_l1	0	-0.20406340062618256
150020	rnn.bias_ih_l1	1	-0.19971884787082672
150020	rnn.bias_ih_l1	2	-0.20240597426891327
150020	rnn.bias_ih_l1	3	-0.3083210289478302
150020	rnn.bias_ih_l1	4	-0.2161342203617096
150020	rnn.bias_ih_l1	5	-0.09318339079618454
150020	rnn.bias_ih_l1	6	-0.17383785545825958
150020	rnn.bias_ih_l1	7	-0.01806768774986267
150020	rnn.bias_ih_l1	8	-0.1527366042137146
150020	rnn.bias_ih_l1	9	-0.1302802413702011
150020	rnn.bias_hh_l1	0	-0.10952171683311462
150020	rnn.bias_hh_l1	1	-0.0726907029747963
150020	rnn.bias_hh_l1	2	-0.11100638657808304
150020	rnn.bias_hh_l1	3	-0.08534619957208633
150020	rnn.bias_hh_l1	4	-0.09490890800952911
150020	rnn.bias_hh_l1	5	-0.11472047865390778
150020	rnn.bias_hh_l1	6	-0.1404753029346466
150020	rnn.bias_hh_l1	7	0.022845149040222168
150020	rnn.bias_hh_l1	8	-0.18320779502391815
150020	rnn.bias_hh_l1	9	-0.11604984849691391
150020	rnn.weight_ih_l1_reverse	0	-0.0386771634221077
150020	rnn.weight_ih_l1_reverse	1	0.01723521389067173
150020	rnn.weight_ih_l1_reverse	2	0.0732223242521286
150020	rnn.weight_ih_l1_reverse	3	0.0031883546616882086
150020	rnn.weight_ih_l1_reverse	4	-0.032537706196308136
150020	rnn.weight_ih_l1_reverse	5	-0.03240339457988739
150020	rnn.weight_ih_l1_reverse	6	-0.010724009945988655
150020	rnn.weight_ih_l1_reverse	7	0.033071473240852356
150020	rnn.weight_ih_l1_reverse	8	0.01006514672189951
150020	rnn.weight_ih_l1_reverse	9	-0.04558476805686951
150020	rnn.weight_hh_l1_reverse	0	0.00505818473175168
150020	rnn.weight_hh_l1_reverse	1	0.030231032520532608
150020	rnn.weight_hh_l1_reverse	2	-0.03989709913730621
150020	rnn.weight_hh_l1_reverse	3	0.03607625886797905
150020	rnn.weight_hh_l1_reverse	4	0.04813501611351967
150020	rnn.weight_hh_l1_reverse	5	0.0005857141804881394
150020	rnn.weight_hh_l1_reverse	6	0.051113784313201904
150020	rnn.weight_hh_l1_reverse	7	0.030614763498306274
150020	rnn.weight_hh_l1_reverse	8	-0.007008539978414774
150020	rnn.weight_hh_l1_reverse	9	-0.03254853934049606
150020	rnn.bias_ih_l1_reverse	0	-0.06815167516469955
150020	rnn.bias_ih_l1_reverse	1	-0.16075418889522552
150020	rnn.bias_ih_l1_reverse	2	-0.16497334837913513
150020	rnn.bias_ih_l1_reverse	3	-0.014693557284772396
150020	rnn.bias_ih_l1_reverse	4	-0.21271821856498718
150020	rnn.bias_ih_l1_reverse	5	-0.11678449809551239
150020	rnn.bias_ih_l1_reverse	6	-0.13534432649612427
150020	rnn.bias_ih_l1_reverse	7	-0.20214219391345978
150020	rnn.bias_ih_l1_reverse	8	0.23547357320785522
150020	rnn.bias_ih_l1_reverse	9	0.06986414641141891
150020	rnn.bias_hh_l1_reverse	0	0.00870073027908802
150020	rnn.bias_hh_l1_reverse	1	-0.08816730976104736
150020	rnn.bias_hh_l1_reverse	2	-0.2349724918603897
150020	rnn.bias_hh_l1_reverse	3	-0.14350031316280365
150020	rnn.bias_hh_l1_reverse	4	-0.10090837627649307
150020	rnn.bias_hh_l1_reverse	5	-0.11945874243974686
150020	rnn.bias_hh_l1_reverse	6	0.10577806085348129
150020	rnn.bias_hh_l1_reverse	7	-0.18200775980949402
150020	rnn.bias_hh_l1_reverse	8	-0.11681294441223145
150020	rnn.bias_hh_l1_reverse	9	-0.15210703015327454
150020	linear.weight	0	0.002228822559118271
150020	linear.weight	1	0.10363883525133133
150020	linear.weight	2	-0.08493389934301376
150020	linear.weight	3	0.2566679120063782
150020	linear.weight	4	0.1516917645931244
150020	linear.weight	5	-0.05635691061615944
150020	linear.weight	6	0.11481411755084991
150020	linear.weight	7	0.07662045210599899
150020	linear.weight	8	0.04120614007115364
150020	linear.weight	9	-0.035268303006887436
150020	linear.bias	0	0.07542542368173599
150020	linear.bias	1	-0.1984316110610962
150020	linear.bias	2	-0.3786861300468445
150020	linear.bias	3	-0.686918318271637
150020	linear.bias	4	-1.2157217264175415
150020	linear.bias	5	-0.05670362710952759
150020	linear.bias	6	-0.7616883516311646
150020	linear.bias	7	0.28997576236724854
150020	linear.bias	8	-0.4384075701236725
150020	linear.bias	9	-0.9935553073883057
150024	transitions	0	0.6510224938392639
150024	transitions	1	0.17543213069438934
150024	transitions	2	-10000.0
150024	transitions	3	-1.8239445686340332
150024	transitions	4	-10000.0
150024	transitions	5	0.575866162776947
150024	transitions	6	-0.0767488107085228
150024	transitions	7	-0.7300663590431213
150024	transitions	8	-1.4053388833999634
150024	transitions	9	-0.0011350930435582995
150024	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
150024	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
150024	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
150024	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
150024	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
150024	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
150024	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
150024	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
150024	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
150024	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
150024	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
150024	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
150024	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
150024	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
150024	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
150024	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
150024	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
150024	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
150024	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
150024	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
150024	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
150024	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
150024	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
150024	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
150024	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
150024	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
150024	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
150024	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
150024	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
150024	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
150024	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
150024	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
150024	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
150024	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
150024	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
150024	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
150024	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
150024	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
150024	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
150024	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
150024	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
150024	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
150024	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
150024	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
150024	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
150024	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
150024	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
150024	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
150024	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
150024	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
150024	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
150024	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
150024	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
150024	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
150024	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
150024	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
150024	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
150024	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
150024	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
150024	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
150024	embedding2nn.weight	0	0.027962077409029007
150024	embedding2nn.weight	1	-0.013517452403903008
150024	embedding2nn.weight	2	-0.014268254861235619
150024	embedding2nn.weight	3	-0.01782870851457119
150024	embedding2nn.weight	4	-0.0059150345623493195
150024	embedding2nn.weight	5	-0.0037005888298153877
150024	embedding2nn.weight	6	-0.003973301034420729
150024	embedding2nn.weight	7	-0.08271266520023346
150024	embedding2nn.weight	8	-0.0019979383796453476
150024	embedding2nn.weight	9	-0.028427328914403915
150024	embedding2nn.bias	0	0.05901799350976944
150024	embedding2nn.bias	1	-0.07204785943031311
150024	embedding2nn.bias	2	0.07782209664583206
150024	embedding2nn.bias	3	0.0564282163977623
150024	embedding2nn.bias	4	-0.04415202513337135
150024	embedding2nn.bias	5	-0.04335548356175423
150024	embedding2nn.bias	6	0.019243640825152397
150024	embedding2nn.bias	7	-0.05249174311757088
150024	embedding2nn.bias	8	0.07534715533256531
150024	embedding2nn.bias	9	0.05124925822019577
150024	rnn.weight_ih_l0	0	-0.07783976942300797
150024	rnn.weight_ih_l0	1	0.0067858463153243065
150024	rnn.weight_ih_l0	2	0.04206092655658722
150024	rnn.weight_ih_l0	3	0.024604016914963722
150024	rnn.weight_ih_l0	4	-0.029240187257528305
150024	rnn.weight_ih_l0	5	-0.06291157752275467
150024	rnn.weight_ih_l0	6	0.0005749734700657427
150024	rnn.weight_ih_l0	7	0.05879856273531914
150024	rnn.weight_ih_l0	8	-0.008410733193159103
150024	rnn.weight_ih_l0	9	-0.030778806656599045
150024	rnn.weight_hh_l0	0	-0.032334037125110626
150024	rnn.weight_hh_l0	1	-0.007753076497465372
150024	rnn.weight_hh_l0	2	-0.00020706935902126133
150024	rnn.weight_hh_l0	3	-0.0707780197262764
150024	rnn.weight_hh_l0	4	0.08332934230566025
150024	rnn.weight_hh_l0	5	-0.028276845812797546
150024	rnn.weight_hh_l0	6	-0.055621400475502014
150024	rnn.weight_hh_l0	7	0.012932303361594677
150024	rnn.weight_hh_l0	8	0.009410731494426727
150024	rnn.weight_hh_l0	9	-0.01922205276787281
150024	rnn.bias_ih_l0	0	0.1231703907251358
150024	rnn.bias_ih_l0	1	-0.028070157393813133
150024	rnn.bias_ih_l0	2	-0.0036700398195534945
150024	rnn.bias_ih_l0	3	0.1405058056116104
150024	rnn.bias_ih_l0	4	-0.015783632174134254
150024	rnn.bias_ih_l0	5	-0.019924825057387352
150024	rnn.bias_ih_l0	6	0.014981674961745739
150024	rnn.bias_ih_l0	7	0.03133877366781235
150024	rnn.bias_ih_l0	8	-0.10062918812036514
150024	rnn.bias_ih_l0	9	-0.02836301177740097
150024	rnn.bias_hh_l0	0	-0.020550532266497612
150024	rnn.bias_hh_l0	1	-0.11951790004968643
150024	rnn.bias_hh_l0	2	-0.061782095581293106
150024	rnn.bias_hh_l0	3	-0.08595199137926102
150024	rnn.bias_hh_l0	4	8.302553032990545e-05
150024	rnn.bias_hh_l0	5	-0.037963513284921646
150024	rnn.bias_hh_l0	6	0.026036478579044342
150024	rnn.bias_hh_l0	7	0.050089702010154724
150024	rnn.bias_hh_l0	8	-0.10300503671169281
150024	rnn.bias_hh_l0	9	-0.06271516531705856
150024	rnn.weight_ih_l0_reverse	0	-0.023508353158831596
150024	rnn.weight_ih_l0_reverse	1	-0.04864852502942085
150024	rnn.weight_ih_l0_reverse	2	-0.03179972618818283
150024	rnn.weight_ih_l0_reverse	3	0.011207779869437218
150024	rnn.weight_ih_l0_reverse	4	-0.02049357444047928
150024	rnn.weight_ih_l0_reverse	5	-0.04632744565606117
150024	rnn.weight_ih_l0_reverse	6	0.08168139308691025
150024	rnn.weight_ih_l0_reverse	7	-0.0238286592066288
150024	rnn.weight_ih_l0_reverse	8	-0.023043794557452202
150024	rnn.weight_ih_l0_reverse	9	-0.003260132623836398
150024	rnn.weight_hh_l0_reverse	0	0.06354223191738129
150024	rnn.weight_hh_l0_reverse	1	0.014747247099876404
150024	rnn.weight_hh_l0_reverse	2	0.029723476618528366
150024	rnn.weight_hh_l0_reverse	3	0.030581727623939514
150024	rnn.weight_hh_l0_reverse	4	0.00587809830904007
150024	rnn.weight_hh_l0_reverse	5	0.019479230046272278
150024	rnn.weight_hh_l0_reverse	6	0.05064229294657707
150024	rnn.weight_hh_l0_reverse	7	-0.06459997594356537
150024	rnn.weight_hh_l0_reverse	8	0.038005903363227844
150024	rnn.weight_hh_l0_reverse	9	0.03367763012647629
150024	rnn.bias_ih_l0_reverse	0	-0.06534511595964432
150024	rnn.bias_ih_l0_reverse	1	-0.2573668956756592
150024	rnn.bias_ih_l0_reverse	2	-0.1281520575284958
150024	rnn.bias_ih_l0_reverse	3	-0.04130730405449867
150024	rnn.bias_ih_l0_reverse	4	-0.04361105337738991
150024	rnn.bias_ih_l0_reverse	5	0.05856821686029434
150024	rnn.bias_ih_l0_reverse	6	-0.07547971606254578
150024	rnn.bias_ih_l0_reverse	7	0.04526364430785179
150024	rnn.bias_ih_l0_reverse	8	-0.05462832748889923
150024	rnn.bias_ih_l0_reverse	9	0.058498505502939224
150024	rnn.bias_hh_l0_reverse	0	0.02510945498943329
150024	rnn.bias_hh_l0_reverse	1	-0.053442832082509995
150024	rnn.bias_hh_l0_reverse	2	0.0828389972448349
150024	rnn.bias_hh_l0_reverse	3	-0.04880848154425621
150024	rnn.bias_hh_l0_reverse	4	-0.025945281609892845
150024	rnn.bias_hh_l0_reverse	5	-0.03369739279150963
150024	rnn.bias_hh_l0_reverse	6	-0.012941633351147175
150024	rnn.bias_hh_l0_reverse	7	0.10469163209199905
150024	rnn.bias_hh_l0_reverse	8	0.02849992923438549
150024	rnn.bias_hh_l0_reverse	9	-0.1388232260942459
150024	rnn.weight_ih_l1	0	-0.03441732004284859
150024	rnn.weight_ih_l1	1	-0.04912247136235237
150024	rnn.weight_ih_l1	2	0.06182064488530159
150024	rnn.weight_ih_l1	3	-0.06646933406591415
150024	rnn.weight_ih_l1	4	-0.015612319111824036
150024	rnn.weight_ih_l1	5	-0.044770464301109314
150024	rnn.weight_ih_l1	6	0.03415127471089363
150024	rnn.weight_ih_l1	7	-0.029250064864754677
150024	rnn.weight_ih_l1	8	0.03777612745761871
150024	rnn.weight_ih_l1	9	0.04261213541030884
150024	rnn.weight_hh_l1	0	-0.004900612868368626
150024	rnn.weight_hh_l1	1	0.017153466120362282
150024	rnn.weight_hh_l1	2	0.015528183430433273
150024	rnn.weight_hh_l1	3	-0.011417213827371597
150024	rnn.weight_hh_l1	4	0.010228474624454975
150024	rnn.weight_hh_l1	5	0.02706398069858551
150024	rnn.weight_hh_l1	6	0.03170308470726013
150024	rnn.weight_hh_l1	7	-0.019402796402573586
150024	rnn.weight_hh_l1	8	-0.014883416704833508
150024	rnn.weight_hh_l1	9	0.03526776656508446
150024	rnn.bias_ih_l1	0	-0.20396390557289124
150024	rnn.bias_ih_l1	1	-0.19999992847442627
150024	rnn.bias_ih_l1	2	-0.20273029804229736
150024	rnn.bias_ih_l1	3	-0.308449387550354
150024	rnn.bias_ih_l1	4	-0.21642571687698364
150024	rnn.bias_ih_l1	5	-0.09313762187957764
150024	rnn.bias_ih_l1	6	-0.17370083928108215
150024	rnn.bias_ih_l1	7	-0.017747260630130768
150024	rnn.bias_ih_l1	8	-0.1525299996137619
150024	rnn.bias_ih_l1	9	-0.1296132206916809
150024	rnn.bias_hh_l1	0	-0.1095120906829834
150024	rnn.bias_hh_l1	1	-0.07269027084112167
150024	rnn.bias_hh_l1	2	-0.11086665093898773
150024	rnn.bias_hh_l1	3	-0.08523730933666229
150024	rnn.bias_hh_l1	4	-0.09492117166519165
150024	rnn.bias_hh_l1	5	-0.11478644609451294
150024	rnn.bias_hh_l1	6	-0.1406102329492569
150024	rnn.bias_hh_l1	7	0.022862769663333893
150024	rnn.bias_hh_l1	8	-0.18311618268489838
150024	rnn.bias_hh_l1	9	-0.1164245754480362
150024	rnn.weight_ih_l1_reverse	0	-0.03903166577219963
150024	rnn.weight_ih_l1_reverse	1	0.017265159636735916
150024	rnn.weight_ih_l1_reverse	2	0.07327073812484741
150024	rnn.weight_ih_l1_reverse	3	0.003196264384314418
150024	rnn.weight_ih_l1_reverse	4	-0.03250671178102493
150024	rnn.weight_ih_l1_reverse	5	-0.032398901879787445
150024	rnn.weight_ih_l1_reverse	6	-0.01073791366070509
150024	rnn.weight_ih_l1_reverse	7	0.03308713063597679
150024	rnn.weight_ih_l1_reverse	8	0.01021969597786665
150024	rnn.weight_ih_l1_reverse	9	-0.045528754591941833
150024	rnn.weight_hh_l1_reverse	0	0.005077986512333155
150024	rnn.weight_hh_l1_reverse	1	0.03020041063427925
150024	rnn.weight_hh_l1_reverse	2	-0.039898455142974854
150024	rnn.weight_hh_l1_reverse	3	0.03607838973402977
150024	rnn.weight_hh_l1_reverse	4	0.048169173300266266
150024	rnn.weight_hh_l1_reverse	5	0.0005746656679548323
150024	rnn.weight_hh_l1_reverse	6	0.05112198740243912
150024	rnn.weight_hh_l1_reverse	7	0.030615080147981644
150024	rnn.weight_hh_l1_reverse	8	-0.00701704528182745
150024	rnn.weight_hh_l1_reverse	9	-0.03257199004292488
150024	rnn.bias_ih_l1_reverse	0	-0.0683087408542633
150024	rnn.bias_ih_l1_reverse	1	-0.16073328256607056
150024	rnn.bias_ih_l1_reverse	2	-0.16498230397701263
150024	rnn.bias_ih_l1_reverse	3	-0.015017288736999035
150024	rnn.bias_ih_l1_reverse	4	-0.21273060142993927
150024	rnn.bias_ih_l1_reverse	5	-0.1167478859424591
150024	rnn.bias_ih_l1_reverse	6	-0.13546133041381836
150024	rnn.bias_ih_l1_reverse	7	-0.20250707864761353
150024	rnn.bias_ih_l1_reverse	8	0.23711128532886505
150024	rnn.bias_ih_l1_reverse	9	0.07001911848783493
150024	rnn.bias_hh_l1_reverse	0	0.008299829438328743
150024	rnn.bias_hh_l1_reverse	1	-0.08825935423374176
150024	rnn.bias_hh_l1_reverse	2	-0.23500439524650574
150024	rnn.bias_hh_l1_reverse	3	-0.1432204693555832
150024	rnn.bias_hh_l1_reverse	4	-0.10093913227319717
150024	rnn.bias_hh_l1_reverse	5	-0.11948021501302719
150024	rnn.bias_hh_l1_reverse	6	0.10639909654855728
150024	rnn.bias_hh_l1_reverse	7	-0.1818988174200058
150024	rnn.bias_hh_l1_reverse	8	-0.11682457476854324
150024	rnn.bias_hh_l1_reverse	9	-0.15207244455814362
150024	linear.weight	0	0.002228822559118271
150024	linear.weight	1	0.10343578457832336
150024	linear.weight	2	-0.08500023931264877
150024	linear.weight	3	0.2566441297531128
150024	linear.weight	4	0.15168924629688263
150024	linear.weight	5	-0.05636761337518692
150024	linear.weight	6	0.11167643219232559
150024	linear.weight	7	0.07665438950061798
150024	linear.weight	8	0.04120613634586334
150024	linear.weight	9	-0.03507845476269722
150024	linear.bias	0	0.07932272553443909
150024	linear.bias	1	-0.20053520798683167
150024	linear.bias	2	-0.3821313679218292
150024	linear.bias	3	-0.6878532767295837
150024	linear.bias	4	-1.2167084217071533
150024	linear.bias	5	-0.06446940451860428
150024	linear.bias	6	-0.7638598084449768
150024	linear.bias	7	0.28221437335014343
150024	linear.bias	8	-0.4354237914085388
150024	linear.bias	9	-0.9905757308006287
150221	transitions	0	0.6467477083206177
150221	transitions	1	0.1730375736951828
150221	transitions	2	-10000.0
150221	transitions	3	-1.8239566087722778
150221	transitions	4	-10000.0
150221	transitions	5	0.5758324265480042
150221	transitions	6	-0.0767752006649971
150221	transitions	7	-0.730318009853363
150221	transitions	8	-1.4054017066955566
150221	transitions	9	-0.0011353978188708425
150221	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
150221	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
150221	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
150221	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
150221	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
150221	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
150221	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
150221	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
150221	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
150221	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
150221	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
150221	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
150221	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
150221	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
150221	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
150221	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
150221	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
150221	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
150221	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
150221	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
150221	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
150221	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
150221	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
150221	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
150221	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
150221	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
150221	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
150221	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
150221	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
150221	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
150221	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
150221	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
150221	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
150221	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
150221	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
150221	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
150221	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
150221	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
150221	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
150221	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
150221	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
150221	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
150221	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
150221	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
150221	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
150221	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
150221	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
150221	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
150221	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
150221	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
150221	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
150221	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
150221	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
150221	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
150221	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
150221	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
150221	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
150221	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
150221	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
150221	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
150221	embedding2nn.weight	0	0.027928439900279045
150221	embedding2nn.weight	1	-0.013515889644622803
150221	embedding2nn.weight	2	-0.014268254861235619
150221	embedding2nn.weight	3	-0.01781800575554371
150221	embedding2nn.weight	4	-0.0059150345623493195
150221	embedding2nn.weight	5	-0.003700588596984744
150221	embedding2nn.weight	6	-0.003973300103098154
150221	embedding2nn.weight	7	-0.08289974182844162
150221	embedding2nn.weight	8	-0.0019979383796453476
150221	embedding2nn.weight	9	-0.028865113854408264
150221	embedding2nn.bias	0	0.056489795446395874
150221	embedding2nn.bias	1	-0.07231795787811279
150221	embedding2nn.bias	2	0.0792541578412056
150221	embedding2nn.bias	3	0.05377087742090225
150221	embedding2nn.bias	4	-0.04408999904990196
150221	embedding2nn.bias	5	-0.04864053428173065
150221	embedding2nn.bias	6	0.021455375477671623
150221	embedding2nn.bias	7	-0.060111820697784424
150221	embedding2nn.bias	8	0.07542102783918381
150221	embedding2nn.bias	9	0.05005588009953499
150221	rnn.weight_ih_l0	0	-0.07844308763742447
150221	rnn.weight_ih_l0	1	0.0068518309853971004
150221	rnn.weight_ih_l0	2	0.04121360927820206
150221	rnn.weight_ih_l0	3	0.02459060773253441
150221	rnn.weight_ih_l0	4	-0.029117610305547714
150221	rnn.weight_ih_l0	5	-0.06284395605325699
150221	rnn.weight_ih_l0	6	0.0012531732209026814
150221	rnn.weight_ih_l0	7	0.05937878414988518
150221	rnn.weight_ih_l0	8	-0.008140589110553265
150221	rnn.weight_ih_l0	9	-0.030545497313141823
150221	rnn.weight_hh_l0	0	-0.03244350478053093
150221	rnn.weight_hh_l0	1	-0.008057346567511559
150221	rnn.weight_hh_l0	2	2.5557228582329117e-05
150221	rnn.weight_hh_l0	3	-0.07066712528467178
150221	rnn.weight_hh_l0	4	0.08322025090456009
150221	rnn.weight_hh_l0	5	-0.027223894372582436
150221	rnn.weight_hh_l0	6	-0.05493542551994324
150221	rnn.weight_hh_l0	7	0.013028421439230442
150221	rnn.weight_hh_l0	8	0.009305940009653568
150221	rnn.weight_hh_l0	9	-0.01912713795900345
150221	rnn.bias_ih_l0	0	0.12379785627126694
150221	rnn.bias_ih_l0	1	-0.028132809326052666
150221	rnn.bias_ih_l0	2	-0.0033125472255051136
150221	rnn.bias_ih_l0	3	0.1411724090576172
150221	rnn.bias_ih_l0	4	-0.015312128700315952
150221	rnn.bias_ih_l0	5	-0.020625395700335503
150221	rnn.bias_ih_l0	6	0.014070245437324047
150221	rnn.bias_ih_l0	7	0.03128008916974068
150221	rnn.bias_ih_l0	8	-0.10129330307245255
150221	rnn.bias_ih_l0	9	-0.02951647713780403
150221	rnn.bias_hh_l0	0	-0.020899204537272453
150221	rnn.bias_hh_l0	1	-0.1178220883011818
150221	rnn.bias_hh_l0	2	-0.06260423362255096
150221	rnn.bias_hh_l0	3	-0.0872144103050232
150221	rnn.bias_hh_l0	4	0.0024458467960357666
150221	rnn.bias_hh_l0	5	-0.03663939610123634
150221	rnn.bias_hh_l0	6	0.027680587023496628
150221	rnn.bias_hh_l0	7	0.04944590479135513
150221	rnn.bias_hh_l0	8	-0.10471346229314804
150221	rnn.bias_hh_l0	9	-0.060607895255088806
150221	rnn.weight_ih_l0_reverse	0	-0.02358858473598957
150221	rnn.weight_ih_l0_reverse	1	-0.049095164984464645
150221	rnn.weight_ih_l0_reverse	2	-0.03167884051799774
150221	rnn.weight_ih_l0_reverse	3	0.010649068281054497
150221	rnn.weight_ih_l0_reverse	4	-0.020466715097427368
150221	rnn.weight_ih_l0_reverse	5	-0.046516720205545425
150221	rnn.weight_ih_l0_reverse	6	0.0811937004327774
150221	rnn.weight_ih_l0_reverse	7	-0.02426689863204956
150221	rnn.weight_ih_l0_reverse	8	-0.02341284789144993
150221	rnn.weight_ih_l0_reverse	9	-0.003463343484327197
150221	rnn.weight_hh_l0_reverse	0	0.06311861425638199
150221	rnn.weight_hh_l0_reverse	1	0.014354580081999302
150221	rnn.weight_hh_l0_reverse	2	0.029981549829244614
150221	rnn.weight_hh_l0_reverse	3	0.03044472634792328
150221	rnn.weight_hh_l0_reverse	4	0.006349415052682161
150221	rnn.weight_hh_l0_reverse	5	0.01889410987496376
150221	rnn.weight_hh_l0_reverse	6	0.05062524974346161
150221	rnn.weight_hh_l0_reverse	7	-0.06475620716810226
150221	rnn.weight_hh_l0_reverse	8	0.03781716153025627
150221	rnn.weight_hh_l0_reverse	9	0.033360496163368225
150221	rnn.bias_ih_l0_reverse	0	-0.0647413358092308
150221	rnn.bias_ih_l0_reverse	1	-0.2576206624507904
150221	rnn.bias_ih_l0_reverse	2	-0.12671588361263275
150221	rnn.bias_ih_l0_reverse	3	-0.04018464684486389
150221	rnn.bias_ih_l0_reverse	4	-0.042934391647577286
150221	rnn.bias_ih_l0_reverse	5	0.05788460746407509
150221	rnn.bias_ih_l0_reverse	6	-0.07498569041490555
150221	rnn.bias_ih_l0_reverse	7	0.04585002362728119
150221	rnn.bias_ih_l0_reverse	8	-0.05302528291940689
150221	rnn.bias_ih_l0_reverse	9	0.05834609642624855
150221	rnn.bias_hh_l0_reverse	0	0.02573513798415661
150221	rnn.bias_hh_l0_reverse	1	-0.05243626609444618
150221	rnn.bias_hh_l0_reverse	2	0.08221881836652756
150221	rnn.bias_hh_l0_reverse	3	-0.04965188726782799
150221	rnn.bias_hh_l0_reverse	4	-0.025683363899588585
150221	rnn.bias_hh_l0_reverse	5	-0.03549056872725487
150221	rnn.bias_hh_l0_reverse	6	-0.013056525029242039
150221	rnn.bias_hh_l0_reverse	7	0.10596616566181183
150221	rnn.bias_hh_l0_reverse	8	0.027672406286001205
150221	rnn.bias_hh_l0_reverse	9	-0.1408170610666275
150221	rnn.weight_ih_l1	0	-0.03425886854529381
150221	rnn.weight_ih_l1	1	-0.0480935275554657
150221	rnn.weight_ih_l1	2	0.061553604900836945
150221	rnn.weight_ih_l1	3	-0.06403789669275284
150221	rnn.weight_ih_l1	4	-0.015809400007128716
150221	rnn.weight_ih_l1	5	-0.04500255361199379
150221	rnn.weight_ih_l1	6	0.034178875386714935
150221	rnn.weight_ih_l1	7	-0.02893933653831482
150221	rnn.weight_ih_l1	8	0.03749329224228859
150221	rnn.weight_ih_l1	9	0.0432065948843956
150221	rnn.weight_hh_l1	0	-0.00495926896110177
150221	rnn.weight_hh_l1	1	0.01743047870695591
150221	rnn.weight_hh_l1	2	0.015046242624521255
150221	rnn.weight_hh_l1	3	-0.011525537818670273
150221	rnn.weight_hh_l1	4	0.009948670864105225
150221	rnn.weight_hh_l1	5	0.027284177020192146
150221	rnn.weight_hh_l1	6	0.03175295516848564
150221	rnn.weight_hh_l1	7	-0.019187679514288902
150221	rnn.weight_hh_l1	8	-0.014668100513517857
150221	rnn.weight_hh_l1	9	0.03531765565276146
150221	rnn.bias_ih_l1	0	-0.2033500373363495
150221	rnn.bias_ih_l1	1	-0.19976641237735748
150221	rnn.bias_ih_l1	2	-0.20242027938365936
150221	rnn.bias_ih_l1	3	-0.30798670649528503
150221	rnn.bias_ih_l1	4	-0.21434146165847778
150221	rnn.bias_ih_l1	5	-0.0928371399641037
150221	rnn.bias_ih_l1	6	-0.1728684902191162
150221	rnn.bias_ih_l1	7	-0.014075144194066525
150221	rnn.bias_ih_l1	8	-0.15423312783241272
150221	rnn.bias_ih_l1	9	-0.1297161877155304
150221	rnn.bias_hh_l1	0	-0.10920485109090805
150221	rnn.bias_hh_l1	1	-0.07281845808029175
150221	rnn.bias_hh_l1	2	-0.11182153224945068
150221	rnn.bias_hh_l1	3	-0.08469514548778534
150221	rnn.bias_hh_l1	4	-0.0960286557674408
150221	rnn.bias_hh_l1	5	-0.115724578499794
150221	rnn.bias_hh_l1	6	-0.13748304545879364
150221	rnn.bias_hh_l1	7	0.02942637726664543
150221	rnn.bias_hh_l1	8	-0.18322153389453888
150221	rnn.bias_hh_l1	9	-0.11729935556650162
150221	rnn.weight_ih_l1_reverse	0	-0.039339423179626465
150221	rnn.weight_ih_l1_reverse	1	0.01741117611527443
150221	rnn.weight_ih_l1_reverse	2	0.07308420538902283
150221	rnn.weight_ih_l1_reverse	3	0.002067790599539876
150221	rnn.weight_ih_l1_reverse	4	-0.03393852338194847
150221	rnn.weight_ih_l1_reverse	5	-0.032341547310352325
150221	rnn.weight_ih_l1_reverse	6	-0.010081191547214985
150221	rnn.weight_ih_l1_reverse	7	0.033052150160074234
150221	rnn.weight_ih_l1_reverse	8	0.010837803594768047
150221	rnn.weight_ih_l1_reverse	9	-0.045377809554338455
150221	rnn.weight_hh_l1_reverse	0	0.004979503341019154
150221	rnn.weight_hh_l1_reverse	1	0.030118385329842567
150221	rnn.weight_hh_l1_reverse	2	-0.0398833230137825
150221	rnn.weight_hh_l1_reverse	3	0.03609302267432213
150221	rnn.weight_hh_l1_reverse	4	0.048628147691488266
150221	rnn.weight_hh_l1_reverse	5	0.000562924484256655
150221	rnn.weight_hh_l1_reverse	6	0.051292818039655685
150221	rnn.weight_hh_l1_reverse	7	0.030648227781057358
150221	rnn.weight_hh_l1_reverse	8	-0.007016107439994812
150221	rnn.weight_hh_l1_reverse	9	-0.03247630223631859
150221	rnn.bias_ih_l1_reverse	0	-0.06822757422924042
150221	rnn.bias_ih_l1_reverse	1	-0.16172581911087036
150221	rnn.bias_ih_l1_reverse	2	-0.1644154042005539
150221	rnn.bias_ih_l1_reverse	3	-0.01586129143834114
150221	rnn.bias_ih_l1_reverse	4	-0.21279224753379822
150221	rnn.bias_ih_l1_reverse	5	-0.11643058061599731
150221	rnn.bias_ih_l1_reverse	6	-0.13533049821853638
150221	rnn.bias_ih_l1_reverse	7	-0.2031674087047577
150221	rnn.bias_ih_l1_reverse	8	0.23718492686748505
150221	rnn.bias_ih_l1_reverse	9	0.07029520720243454
150221	rnn.bias_hh_l1_reverse	0	0.009650847874581814
150221	rnn.bias_hh_l1_reverse	1	-0.08894216269254684
150221	rnn.bias_hh_l1_reverse	2	-0.23445427417755127
150221	rnn.bias_hh_l1_reverse	3	-0.14256945252418518
150221	rnn.bias_hh_l1_reverse	4	-0.10144587606191635
150221	rnn.bias_hh_l1_reverse	5	-0.11864111572504044
150221	rnn.bias_hh_l1_reverse	6	0.1068938821554184
150221	rnn.bias_hh_l1_reverse	7	-0.18251875042915344
150221	rnn.bias_hh_l1_reverse	8	-0.11604885756969452
150221	rnn.bias_hh_l1_reverse	9	-0.1515435129404068
150221	linear.weight	0	0.002228822559118271
150221	linear.weight	1	0.11055375635623932
150221	linear.weight	2	-0.085476353764534
150221	linear.weight	3	0.2604488134384155
150221	linear.weight	4	0.15131844580173492
150221	linear.weight	5	-0.058792028576135635
150221	linear.weight	6	0.11297950893640518
150221	linear.weight	7	0.07275671511888504
150221	linear.weight	8	0.04120548069477081
150221	linear.weight	9	-0.03491103649139404
150221	linear.bias	0	0.08250387758016586
150221	linear.bias	1	-0.19648630917072296
150221	linear.bias	2	-0.3861430287361145
150221	linear.bias	3	-0.6791147589683533
150221	linear.bias	4	-1.2077877521514893
150221	linear.bias	5	-0.0646829605102539
150221	linear.bias	6	-0.7616117000579834
150221	linear.bias	7	0.2809904217720032
150221	linear.bias	8	-0.434190958738327
150221	linear.bias	9	-0.989139974117279
150418	transitions	0	0.6518054604530334
150418	transitions	1	0.17072324454784393
150418	transitions	2	-10000.0
150418	transitions	3	-1.8239667415618896
150418	transitions	4	-10000.0
150418	transitions	5	0.5757719278335571
150418	transitions	6	-0.07679996639490128
150418	transitions	7	-0.7305703163146973
150418	transitions	8	-1.4054301977157593
150418	transitions	9	-0.0011356390314176679
150418	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
150418	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
150418	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
150418	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
150418	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
150418	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
150418	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
150418	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
150418	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
150418	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
150418	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
150418	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
150418	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
150418	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
150418	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
150418	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
150418	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
150418	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
150418	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
150418	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
150418	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
150418	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
150418	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
150418	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
150418	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
150418	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
150418	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
150418	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
150418	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
150418	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
150418	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
150418	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
150418	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
150418	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
150418	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
150418	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
150418	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
150418	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
150418	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
150418	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
150418	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
150418	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
150418	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
150418	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
150418	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
150418	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
150418	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
150418	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
150418	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
150418	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
150418	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
150418	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
150418	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
150418	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
150418	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
150418	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
150418	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
150418	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
150418	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
150418	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
150418	embedding2nn.weight	0	0.028588689863681793
150418	embedding2nn.weight	1	-0.013537219725549221
150418	embedding2nn.weight	2	-0.014268254861235619
150418	embedding2nn.weight	3	-0.01738269254565239
150418	embedding2nn.weight	4	-0.0059150345623493195
150418	embedding2nn.weight	5	-0.003700588596984744
150418	embedding2nn.weight	6	-0.003973298706114292
150418	embedding2nn.weight	7	-0.08319336175918579
150418	embedding2nn.weight	8	-0.0019979383796453476
150418	embedding2nn.weight	9	-0.028862273320555687
150418	embedding2nn.bias	0	0.057032059878110886
150418	embedding2nn.bias	1	-0.07362917065620422
150418	embedding2nn.bias	2	0.08088120818138123
150418	embedding2nn.bias	3	0.055688656866550446
150418	embedding2nn.bias	4	-0.03866284340620041
150418	embedding2nn.bias	5	-0.048066575080156326
150418	embedding2nn.bias	6	0.01867922767996788
150418	embedding2nn.bias	7	-0.05958612635731697
150418	embedding2nn.bias	8	0.0750795379281044
150418	embedding2nn.bias	9	0.05310247838497162
150418	rnn.weight_ih_l0	0	-0.07796010375022888
150418	rnn.weight_ih_l0	1	0.007097509223967791
150418	rnn.weight_ih_l0	2	0.04146072268486023
150418	rnn.weight_ih_l0	3	0.025212211534380913
150418	rnn.weight_ih_l0	4	-0.028981242328882217
150418	rnn.weight_ih_l0	5	-0.06270526349544525
150418	rnn.weight_ih_l0	6	0.0010020879562944174
150418	rnn.weight_ih_l0	7	0.06038470193743706
150418	rnn.weight_ih_l0	8	-0.008358633145689964
150418	rnn.weight_ih_l0	9	-0.03056606650352478
150418	rnn.weight_hh_l0	0	-0.03239800035953522
150418	rnn.weight_hh_l0	1	-0.00854951050132513
150418	rnn.weight_hh_l0	2	0.00044754406553693116
150418	rnn.weight_hh_l0	3	-0.07015395164489746
150418	rnn.weight_hh_l0	4	0.08285152912139893
150418	rnn.weight_hh_l0	5	-0.026744795963168144
150418	rnn.weight_hh_l0	6	-0.055433087050914764
150418	rnn.weight_hh_l0	7	0.01301422156393528
150418	rnn.weight_hh_l0	8	0.009086931124329567
150418	rnn.weight_hh_l0	9	-0.01925016939640045
150418	rnn.bias_ih_l0	0	0.12424112856388092
150418	rnn.bias_ih_l0	1	-0.027282653376460075
150418	rnn.bias_ih_l0	2	-0.0037386701442301273
150418	rnn.bias_ih_l0	3	0.14160707592964172
150418	rnn.bias_ih_l0	4	-0.01608690619468689
150418	rnn.bias_ih_l0	5	-0.01827257312834263
150418	rnn.bias_ih_l0	6	0.014992588199675083
150418	rnn.bias_ih_l0	7	0.03084644116461277
150418	rnn.bias_ih_l0	8	-0.100963294506073
150418	rnn.bias_ih_l0	9	-0.02940385229885578
150418	rnn.bias_hh_l0	0	-0.020822621881961823
150418	rnn.bias_hh_l0	1	-0.11807435750961304
150418	rnn.bias_hh_l0	2	-0.06365462392568588
150418	rnn.bias_hh_l0	3	-0.08843626827001572
150418	rnn.bias_hh_l0	4	0.001572685083374381
150418	rnn.bias_hh_l0	5	-0.037421103566884995
150418	rnn.bias_hh_l0	6	0.027663256973028183
150418	rnn.bias_hh_l0	7	0.050160471349954605
150418	rnn.bias_hh_l0	8	-0.10553385317325592
150418	rnn.bias_hh_l0	9	-0.060610540211200714
150418	rnn.weight_ih_l0_reverse	0	-0.023569410666823387
150418	rnn.weight_ih_l0_reverse	1	-0.04751306772232056
150418	rnn.weight_ih_l0_reverse	2	-0.03345248103141785
150418	rnn.weight_ih_l0_reverse	3	0.010456285439431667
150418	rnn.weight_ih_l0_reverse	4	-0.020006312057375908
150418	rnn.weight_ih_l0_reverse	5	-0.04599672183394432
150418	rnn.weight_ih_l0_reverse	6	0.08113530278205872
150418	rnn.weight_ih_l0_reverse	7	-0.024562066420912743
150418	rnn.weight_ih_l0_reverse	8	-0.024234719574451447
150418	rnn.weight_ih_l0_reverse	9	-0.0031343952286988497
150418	rnn.weight_hh_l0_reverse	0	0.06235802546143532
150418	rnn.weight_hh_l0_reverse	1	0.013929639011621475
150418	rnn.weight_hh_l0_reverse	2	0.030305972322821617
150418	rnn.weight_hh_l0_reverse	3	0.03045009635388851
150418	rnn.weight_hh_l0_reverse	4	0.00602892367169261
150418	rnn.weight_hh_l0_reverse	5	0.018772298470139503
150418	rnn.weight_hh_l0_reverse	6	0.050614699721336365
150418	rnn.weight_hh_l0_reverse	7	-0.06495896726846695
150418	rnn.weight_hh_l0_reverse	8	0.03787617012858391
150418	rnn.weight_hh_l0_reverse	9	0.033251743763685226
150418	rnn.bias_ih_l0_reverse	0	-0.06426490098237991
150418	rnn.bias_ih_l0_reverse	1	-0.256378173828125
150418	rnn.bias_ih_l0_reverse	2	-0.12771029770374298
150418	rnn.bias_ih_l0_reverse	3	-0.040124937891960144
150418	rnn.bias_ih_l0_reverse	4	-0.041513506323099136
150418	rnn.bias_ih_l0_reverse	5	0.05696260556578636
150418	rnn.bias_ih_l0_reverse	6	-0.07544194906949997
150418	rnn.bias_ih_l0_reverse	7	0.0454421304166317
150418	rnn.bias_ih_l0_reverse	8	-0.05456412956118584
150418	rnn.bias_ih_l0_reverse	9	0.05781315267086029
150418	rnn.bias_hh_l0_reverse	0	0.02576698176562786
150418	rnn.bias_hh_l0_reverse	1	-0.052018336951732635
150418	rnn.bias_hh_l0_reverse	2	0.08269394189119339
150418	rnn.bias_hh_l0_reverse	3	-0.0503394640982151
150418	rnn.bias_hh_l0_reverse	4	-0.027145991101861
150418	rnn.bias_hh_l0_reverse	5	-0.03595486283302307
150418	rnn.bias_hh_l0_reverse	6	-0.012532572261989117
150418	rnn.bias_hh_l0_reverse	7	0.10476662218570709
150418	rnn.bias_hh_l0_reverse	8	0.027777325361967087
150418	rnn.bias_hh_l0_reverse	9	-0.13965031504631042
150418	rnn.weight_ih_l1	0	-0.03407464548945427
150418	rnn.weight_ih_l1	1	-0.04846294969320297
150418	rnn.weight_ih_l1	2	0.061896879225969315
150418	rnn.weight_ih_l1	3	-0.0657673254609108
150418	rnn.weight_ih_l1	4	-0.01558250468224287
150418	rnn.weight_ih_l1	5	-0.045145466923713684
150418	rnn.weight_ih_l1	6	0.0336163230240345
150418	rnn.weight_ih_l1	7	-0.028236262500286102
150418	rnn.weight_ih_l1	8	0.03753604367375374
150418	rnn.weight_ih_l1	9	0.04320986941456795
150418	rnn.weight_hh_l1	0	-0.005656428635120392
150418	rnn.weight_hh_l1	1	0.017419785261154175
150418	rnn.weight_hh_l1	2	0.0152796171605587
150418	rnn.weight_hh_l1	3	-0.011600200086832047
150418	rnn.weight_hh_l1	4	0.009862549602985382
150418	rnn.weight_hh_l1	5	0.027067095041275024
150418	rnn.weight_hh_l1	6	0.031790751963853836
150418	rnn.weight_hh_l1	7	-0.018897397443652153
150418	rnn.weight_hh_l1	8	-0.014552398584783077
150418	rnn.weight_hh_l1	9	0.035351332277059555
150418	rnn.bias_ih_l1	0	-0.20129844546318054
150418	rnn.bias_ih_l1	1	-0.20105743408203125
150418	rnn.bias_ih_l1	2	-0.20333395898342133
150418	rnn.bias_ih_l1	3	-0.3091539442539215
150418	rnn.bias_ih_l1	4	-0.21310539543628693
150418	rnn.bias_ih_l1	5	-0.09234315901994705
150418	rnn.bias_ih_l1	6	-0.17230600118637085
150418	rnn.bias_ih_l1	7	-0.013097390532493591
150418	rnn.bias_ih_l1	8	-0.15319210290908813
150418	rnn.bias_ih_l1	9	-0.12973639369010925
150418	rnn.bias_hh_l1	0	-0.10917532444000244
150418	rnn.bias_hh_l1	1	-0.07315273582935333
150418	rnn.bias_hh_l1	2	-0.11172352731227875
150418	rnn.bias_hh_l1	3	-0.08506657928228378
150418	rnn.bias_hh_l1	4	-0.09543308615684509
150418	rnn.bias_hh_l1	5	-0.11611690372228622
150418	rnn.bias_hh_l1	6	-0.13894735276699066
150418	rnn.bias_hh_l1	7	0.030172107741236687
150418	rnn.bias_hh_l1	8	-0.18117904663085938
150418	rnn.bias_hh_l1	9	-0.11539595574140549
150418	rnn.weight_ih_l1_reverse	0	-0.04008457437157631
150418	rnn.weight_ih_l1_reverse	1	0.015618134289979935
150418	rnn.weight_ih_l1_reverse	2	0.07354003190994263
150418	rnn.weight_ih_l1_reverse	3	0.003307532286271453
150418	rnn.weight_ih_l1_reverse	4	-0.03353962302207947
150418	rnn.weight_ih_l1_reverse	5	-0.03243032842874527
150418	rnn.weight_ih_l1_reverse	6	-0.009917767718434334
150418	rnn.weight_ih_l1_reverse	7	0.03296392038464546
150418	rnn.weight_ih_l1_reverse	8	0.01036079041659832
150418	rnn.weight_ih_l1_reverse	9	-0.04627768322825432
150418	rnn.weight_hh_l1_reverse	0	0.004791078623384237
150418	rnn.weight_hh_l1_reverse	1	0.03013327531516552
150418	rnn.weight_hh_l1_reverse	2	-0.03990217298269272
150418	rnn.weight_hh_l1_reverse	3	0.03598164767026901
150418	rnn.weight_hh_l1_reverse	4	0.04878675565123558
150418	rnn.weight_hh_l1_reverse	5	2.5257390007027425e-05
150418	rnn.weight_hh_l1_reverse	6	0.05176505446434021
150418	rnn.weight_hh_l1_reverse	7	0.030553419142961502
150418	rnn.weight_hh_l1_reverse	8	-0.007042283657938242
150418	rnn.weight_hh_l1_reverse	9	-0.03253265470266342
150418	rnn.bias_ih_l1_reverse	0	-0.06800702214241028
150418	rnn.bias_ih_l1_reverse	1	-0.16040436923503876
150418	rnn.bias_ih_l1_reverse	2	-0.16594554483890533
150418	rnn.bias_ih_l1_reverse	3	-0.01258420292288065
150418	rnn.bias_ih_l1_reverse	4	-0.21253064274787903
150418	rnn.bias_ih_l1_reverse	5	-0.11567919701337814
150418	rnn.bias_ih_l1_reverse	6	-0.13592444360256195
150418	rnn.bias_ih_l1_reverse	7	-0.20307232439517975
150418	rnn.bias_ih_l1_reverse	8	0.23814398050308228
150418	rnn.bias_ih_l1_reverse	9	0.06735234707593918
150418	rnn.bias_hh_l1_reverse	0	0.00921817310154438
150418	rnn.bias_hh_l1_reverse	1	-0.08704684674739838
150418	rnn.bias_hh_l1_reverse	2	-0.23462077975273132
150418	rnn.bias_hh_l1_reverse	3	-0.14264993369579315
150418	rnn.bias_hh_l1_reverse	4	-0.10086478292942047
150418	rnn.bias_hh_l1_reverse	5	-0.11820278316736221
150418	rnn.bias_hh_l1_reverse	6	0.10655073076486588
150418	rnn.bias_hh_l1_reverse	7	-0.18443730473518372
150418	rnn.bias_hh_l1_reverse	8	-0.11781894415616989
150418	rnn.bias_hh_l1_reverse	9	-0.15123113989830017
150418	linear.weight	0	0.002228822559118271
150418	linear.weight	1	0.11375371366739273
150418	linear.weight	2	-0.08548468351364136
150418	linear.weight	3	0.2668170630931854
150418	linear.weight	4	0.14855602383613586
150418	linear.weight	5	-0.058781273663043976
150418	linear.weight	6	0.11344023048877716
150418	linear.weight	7	0.07119736075401306
150418	linear.weight	8	0.04120499640703201
150418	linear.weight	9	-0.03428226709365845
150418	linear.bias	0	0.09827267378568649
150418	linear.bias	1	-0.19653774797916412
150418	linear.bias	2	-0.4063641428947449
150418	linear.bias	3	-0.6813976168632507
150418	linear.bias	4	-1.2097991704940796
150418	linear.bias	5	-0.039909686893224716
150418	linear.bias	6	-0.7614854574203491
150418	linear.bias	7	0.3054650127887726
150418	linear.bias	8	-0.44174468517303467
150418	linear.bias	9	-0.9954222440719604
150615	transitions	0	0.6494210362434387
150615	transitions	1	0.17251774668693542
150615	transitions	2	-10000.0
150615	transitions	3	-1.8239736557006836
150615	transitions	4	-10000.0
150615	transitions	5	0.5757414698600769
150615	transitions	6	-0.0768265500664711
150615	transitions	7	-0.7309233546257019
150615	transitions	8	-1.405450463294983
150615	transitions	9	-0.0011360211065039039
150615	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
150615	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
150615	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
150615	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
150615	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
150615	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
150615	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
150615	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
150615	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
150615	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
150615	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
150615	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
150615	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
150615	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
150615	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
150615	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
150615	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
150615	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
150615	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
150615	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
150615	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
150615	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
150615	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
150615	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
150615	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
150615	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
150615	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
150615	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
150615	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
150615	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
150615	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
150615	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
150615	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
150615	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
150615	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
150615	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
150615	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
150615	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
150615	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
150615	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
150615	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
150615	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
150615	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
150615	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
150615	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
150615	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
150615	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
150615	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
150615	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
150615	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
150615	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
150615	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
150615	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
150615	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
150615	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
150615	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
150615	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
150615	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
150615	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
150615	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
150615	embedding2nn.weight	0	0.028564147651195526
150615	embedding2nn.weight	1	-0.013549554161727428
150615	embedding2nn.weight	2	-0.014268254861235619
150615	embedding2nn.weight	3	-0.017252549529075623
150615	embedding2nn.weight	4	-0.0059150345623493195
150615	embedding2nn.weight	5	-0.003700588596984744
150615	embedding2nn.weight	6	-0.003973298706114292
150615	embedding2nn.weight	7	-0.08440705388784409
150615	embedding2nn.weight	8	-0.0019979383796453476
150615	embedding2nn.weight	9	-0.0290130153298378
150615	embedding2nn.bias	0	0.05460987612605095
150615	embedding2nn.bias	1	-0.06866662949323654
150615	embedding2nn.bias	2	0.07815983146429062
150615	embedding2nn.bias	3	0.05271036550402641
150615	embedding2nn.bias	4	-0.03912389278411865
150615	embedding2nn.bias	5	-0.044802017509937286
150615	embedding2nn.bias	6	0.02455609105527401
150615	embedding2nn.bias	7	-0.05417981743812561
150615	embedding2nn.bias	8	0.0710136815905571
150615	embedding2nn.bias	9	0.050061535090208054
150615	rnn.weight_ih_l0	0	-0.07698334753513336
150615	rnn.weight_ih_l0	1	0.007765941321849823
150615	rnn.weight_ih_l0	2	0.04160371422767639
150615	rnn.weight_ih_l0	3	0.025120340287685394
150615	rnn.weight_ih_l0	4	-0.029226014390587807
150615	rnn.weight_ih_l0	5	-0.06290759146213531
150615	rnn.weight_ih_l0	6	0.0008100735722109675
150615	rnn.weight_ih_l0	7	0.05891115218400955
150615	rnn.weight_ih_l0	8	-0.008681438863277435
150615	rnn.weight_ih_l0	9	-0.031225426122546196
150615	rnn.weight_hh_l0	0	-0.03302576020359993
150615	rnn.weight_hh_l0	1	-0.008800135925412178
150615	rnn.weight_hh_l0	2	0.00013999469229020178
150615	rnn.weight_hh_l0	3	-0.07008173316717148
150615	rnn.weight_hh_l0	4	0.08277738094329834
150615	rnn.weight_hh_l0	5	-0.027462292462587357
150615	rnn.weight_hh_l0	6	-0.0552726686000824
150615	rnn.weight_hh_l0	7	0.012901795096695423
150615	rnn.weight_hh_l0	8	0.009222564287483692
150615	rnn.weight_hh_l0	9	-0.019356457516551018
150615	rnn.bias_ih_l0	0	0.12285619974136353
150615	rnn.bias_ih_l0	1	-0.02561868354678154
150615	rnn.bias_ih_l0	2	-0.0038854461163282394
150615	rnn.bias_ih_l0	3	0.1411544382572174
150615	rnn.bias_ih_l0	4	-0.01735842227935791
150615	rnn.bias_ih_l0	5	-0.020346328616142273
150615	rnn.bias_ih_l0	6	0.015150426886975765
150615	rnn.bias_ih_l0	7	0.031921591609716415
150615	rnn.bias_ih_l0	8	-0.10003580898046494
150615	rnn.bias_ih_l0	9	-0.030912695452570915
150615	rnn.bias_hh_l0	0	-0.02131848782300949
150615	rnn.bias_hh_l0	1	-0.11667441576719284
150615	rnn.bias_hh_l0	2	-0.06453555077314377
150615	rnn.bias_hh_l0	3	-0.0877283588051796
150615	rnn.bias_hh_l0	4	-0.0005087948520667851
150615	rnn.bias_hh_l0	5	-0.037304118275642395
150615	rnn.bias_hh_l0	6	0.026534713804721832
150615	rnn.bias_hh_l0	7	0.04815775901079178
150615	rnn.bias_hh_l0	8	-0.10565459728240967
150615	rnn.bias_hh_l0	9	-0.06225360557436943
150615	rnn.weight_ih_l0_reverse	0	-0.024465736001729965
150615	rnn.weight_ih_l0_reverse	1	-0.04747416824102402
150615	rnn.weight_ih_l0_reverse	2	-0.03321274742484093
150615	rnn.weight_ih_l0_reverse	3	0.009884817525744438
150615	rnn.weight_ih_l0_reverse	4	-0.019816434010863304
150615	rnn.weight_ih_l0_reverse	5	-0.04592004418373108
150615	rnn.weight_ih_l0_reverse	6	0.08074463903903961
150615	rnn.weight_ih_l0_reverse	7	-0.025115175172686577
150615	rnn.weight_ih_l0_reverse	8	-0.023907370865345
150615	rnn.weight_ih_l0_reverse	9	-0.00283528259024024
150615	rnn.weight_hh_l0_reverse	0	0.06220049783587456
150615	rnn.weight_hh_l0_reverse	1	0.013410065323114395
150615	rnn.weight_hh_l0_reverse	2	0.030580289661884308
150615	rnn.weight_hh_l0_reverse	3	0.03039945475757122
150615	rnn.weight_hh_l0_reverse	4	0.005455783102661371
150615	rnn.weight_hh_l0_reverse	5	0.018715830519795418
150615	rnn.weight_hh_l0_reverse	6	0.05071975290775299
150615	rnn.weight_hh_l0_reverse	7	-0.06537850946187973
150615	rnn.weight_hh_l0_reverse	8	0.03795069456100464
150615	rnn.weight_hh_l0_reverse	9	0.03332262113690376
150615	rnn.bias_ih_l0_reverse	0	-0.06461430341005325
150615	rnn.bias_ih_l0_reverse	1	-0.2596362829208374
150615	rnn.bias_ih_l0_reverse	2	-0.12780295312404633
150615	rnn.bias_ih_l0_reverse	3	-0.04041086509823799
150615	rnn.bias_ih_l0_reverse	4	-0.04201646149158478
150615	rnn.bias_ih_l0_reverse	5	0.05706989765167236
150615	rnn.bias_ih_l0_reverse	6	-0.07646719366312027
150615	rnn.bias_ih_l0_reverse	7	0.04410724341869354
150615	rnn.bias_ih_l0_reverse	8	-0.05211329087615013
150615	rnn.bias_ih_l0_reverse	9	0.05793860927224159
150615	rnn.bias_hh_l0_reverse	0	0.025834649801254272
150615	rnn.bias_hh_l0_reverse	1	-0.05130091309547424
150615	rnn.bias_hh_l0_reverse	2	0.08207812160253525
150615	rnn.bias_hh_l0_reverse	3	-0.05096177011728287
150615	rnn.bias_hh_l0_reverse	4	-0.027096278965473175
150615	rnn.bias_hh_l0_reverse	5	-0.03529795631766319
150615	rnn.bias_hh_l0_reverse	6	-0.014452512376010418
150615	rnn.bias_hh_l0_reverse	7	0.10389236360788345
150615	rnn.bias_hh_l0_reverse	8	0.027124755084514618
150615	rnn.bias_hh_l0_reverse	9	-0.14187182486057281
150615	rnn.weight_ih_l1	0	-0.033684611320495605
150615	rnn.weight_ih_l1	1	-0.049403272569179535
150615	rnn.weight_ih_l1	2	0.06408055126667023
150615	rnn.weight_ih_l1	3	-0.06789560616016388
150615	rnn.weight_ih_l1	4	-0.016200825572013855
150615	rnn.weight_ih_l1	5	-0.045301403850317
150615	rnn.weight_ih_l1	6	0.033620718866586685
150615	rnn.weight_ih_l1	7	-0.02995692938566208
150615	rnn.weight_ih_l1	8	0.03756161034107208
150615	rnn.weight_ih_l1	9	0.0433933287858963
150615	rnn.weight_hh_l1	0	-0.005004150327295065
150615	rnn.weight_hh_l1	1	0.017427219077944756
150615	rnn.weight_hh_l1	2	0.014976036734879017
150615	rnn.weight_hh_l1	3	-0.0116654047742486
150615	rnn.weight_hh_l1	4	0.009776235558092594
150615	rnn.weight_hh_l1	5	0.02704676054418087
150615	rnn.weight_hh_l1	6	0.03171364963054657
150615	rnn.weight_hh_l1	7	-0.018881795927882195
150615	rnn.weight_hh_l1	8	-0.014566999860107899
150615	rnn.weight_hh_l1	9	0.0353386290371418
150615	rnn.bias_ih_l1	0	-0.2027529925107956
150615	rnn.bias_ih_l1	1	-0.20046614110469818
150615	rnn.bias_ih_l1	2	-0.20276103913784027
150615	rnn.bias_ih_l1	3	-0.3095610737800598
150615	rnn.bias_ih_l1	4	-0.21191290020942688
150615	rnn.bias_ih_l1	5	-0.09385620802640915
150615	rnn.bias_ih_l1	6	-0.17196574807167053
150615	rnn.bias_ih_l1	7	-0.01257399469614029
150615	rnn.bias_ih_l1	8	-0.15488547086715698
150615	rnn.bias_ih_l1	9	-0.12707547843456268
150615	rnn.bias_hh_l1	0	-0.11273575574159622
150615	rnn.bias_hh_l1	1	-0.07240322977304459
150615	rnn.bias_hh_l1	2	-0.11354241520166397
150615	rnn.bias_hh_l1	3	-0.08460380136966705
150615	rnn.bias_hh_l1	4	-0.09537692368030548
150615	rnn.bias_hh_l1	5	-0.11630548536777496
150615	rnn.bias_hh_l1	6	-0.1400291621685028
150615	rnn.bias_hh_l1	7	0.028881751000881195
150615	rnn.bias_hh_l1	8	-0.1825331300497055
150615	rnn.bias_hh_l1	9	-0.11459428817033768
150615	rnn.weight_ih_l1_reverse	0	-0.04036698490381241
150615	rnn.weight_ih_l1_reverse	1	0.0157497338950634
150615	rnn.weight_ih_l1_reverse	2	0.07085764408111572
150615	rnn.weight_ih_l1_reverse	3	0.004060451872646809
150615	rnn.weight_ih_l1_reverse	4	-0.03442002087831497
150615	rnn.weight_ih_l1_reverse	5	-0.03249363601207733
150615	rnn.weight_ih_l1_reverse	6	-0.009270899929106236
150615	rnn.weight_ih_l1_reverse	7	0.03345804288983345
150615	rnn.weight_ih_l1_reverse	8	0.011671804822981358
150615	rnn.weight_ih_l1_reverse	9	-0.04595493897795677
150615	rnn.weight_hh_l1_reverse	0	0.004845204763114452
150615	rnn.weight_hh_l1_reverse	1	0.03013702481985092
150615	rnn.weight_hh_l1_reverse	2	-0.03994781896471977
150615	rnn.weight_hh_l1_reverse	3	0.03598407655954361
150615	rnn.weight_hh_l1_reverse	4	0.0491555817425251
150615	rnn.weight_hh_l1_reverse	5	-6.763920100638643e-05
150615	rnn.weight_hh_l1_reverse	6	0.05122268199920654
150615	rnn.weight_hh_l1_reverse	7	0.030770277604460716
150615	rnn.weight_hh_l1_reverse	8	-0.007110654842108488
150615	rnn.weight_hh_l1_reverse	9	-0.032312531024217606
150615	rnn.bias_ih_l1_reverse	0	-0.06770485639572144
150615	rnn.bias_ih_l1_reverse	1	-0.16108208894729614
150615	rnn.bias_ih_l1_reverse	2	-0.16565155982971191
150615	rnn.bias_ih_l1_reverse	3	-0.016581369563937187
150615	rnn.bias_ih_l1_reverse	4	-0.2129957675933838
150615	rnn.bias_ih_l1_reverse	5	-0.11514110118150711
150615	rnn.bias_ih_l1_reverse	6	-0.13682538270950317
150615	rnn.bias_ih_l1_reverse	7	-0.20328347384929657
150615	rnn.bias_ih_l1_reverse	8	0.2298029065132141
150615	rnn.bias_ih_l1_reverse	9	0.06611055135726929
150615	rnn.bias_hh_l1_reverse	0	0.009625100530683994
150615	rnn.bias_hh_l1_reverse	1	-0.08654165267944336
150615	rnn.bias_hh_l1_reverse	2	-0.23426136374473572
150615	rnn.bias_hh_l1_reverse	3	-0.14200353622436523
150615	rnn.bias_hh_l1_reverse	4	-0.10087833553552628
150615	rnn.bias_hh_l1_reverse	5	-0.1168573647737503
150615	rnn.bias_hh_l1_reverse	6	0.10384078323841095
150615	rnn.bias_hh_l1_reverse	7	-0.184290811419487
150615	rnn.bias_hh_l1_reverse	8	-0.11923486739397049
150615	rnn.bias_hh_l1_reverse	9	-0.1507072150707245
150615	linear.weight	0	0.002228822559118271
150615	linear.weight	1	0.10905072093009949
150615	linear.weight	2	-0.08595206588506699
150615	linear.weight	3	0.26433703303337097
150615	linear.weight	4	0.15167777240276337
150615	linear.weight	5	-0.058110449463129044
150615	linear.weight	6	0.12062953412532806
150615	linear.weight	7	0.07287964969873428
150615	linear.weight	8	0.04120422154664993
150615	linear.weight	9	-0.032997310161590576
150615	linear.bias	0	0.0665917843580246
150615	linear.bias	1	-0.17017944157123566
150615	linear.bias	2	-0.38824188709259033
150615	linear.bias	3	-0.678579568862915
150615	linear.bias	4	-1.20681893825531
150615	linear.bias	5	-0.06614866107702255
150615	linear.bias	6	-0.7352795004844666
150615	linear.bias	7	0.2786293923854828
150615	linear.bias	8	-0.4406455159187317
150615	linear.bias	9	-0.995402455329895
150812	transitions	0	0.6439250707626343
150812	transitions	1	0.17300792038440704
150812	transitions	2	-10000.0
150812	transitions	3	-1.8239833116531372
150812	transitions	4	-10000.0
150812	transitions	5	0.5756794214248657
150812	transitions	6	-0.076906718313694
150812	transitions	7	-0.7312504053115845
150812	transitions	8	-1.4054980278015137
150812	transitions	9	-0.0011362809455022216
150812	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
150812	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
150812	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
150812	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
150812	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
150812	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
150812	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
150812	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
150812	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
150812	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
150812	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
150812	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
150812	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
150812	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
150812	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
150812	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
150812	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
150812	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
150812	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
150812	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
150812	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
150812	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
150812	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
150812	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
150812	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
150812	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
150812	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
150812	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
150812	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
150812	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
150812	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
150812	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
150812	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
150812	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
150812	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
150812	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
150812	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
150812	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
150812	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
150812	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
150812	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
150812	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
150812	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
150812	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
150812	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
150812	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
150812	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
150812	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
150812	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
150812	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
150812	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
150812	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
150812	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
150812	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
150812	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
150812	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
150812	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
150812	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
150812	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
150812	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
150812	embedding2nn.weight	0	0.02908177487552166
150812	embedding2nn.weight	1	-0.013542262837290764
150812	embedding2nn.weight	2	-0.014268254861235619
150812	embedding2nn.weight	3	-0.018008098006248474
150812	embedding2nn.weight	4	-0.0059150345623493195
150812	embedding2nn.weight	5	-0.0037005890626460314
150812	embedding2nn.weight	6	-0.003973298240453005
150812	embedding2nn.weight	7	-0.08459274470806122
150812	embedding2nn.weight	8	-0.0019979383796453476
150812	embedding2nn.weight	9	-0.02869718335568905
150812	embedding2nn.bias	0	0.052081264555454254
150812	embedding2nn.bias	1	-0.06810151785612106
150812	embedding2nn.bias	2	0.07640067487955093
150812	embedding2nn.bias	3	0.05003513768315315
150812	embedding2nn.bias	4	-0.03382300212979317
150812	embedding2nn.bias	5	-0.044706862419843674
150812	embedding2nn.bias	6	0.027601314708590508
150812	embedding2nn.bias	7	-0.052594419568777084
150812	embedding2nn.bias	8	0.07524483650922775
150812	embedding2nn.bias	9	0.04718387871980667
150812	rnn.weight_ih_l0	0	-0.07662434875965118
150812	rnn.weight_ih_l0	1	0.007406618446111679
150812	rnn.weight_ih_l0	2	0.04077044129371643
150812	rnn.weight_ih_l0	3	0.02544853277504444
150812	rnn.weight_ih_l0	4	-0.029596379026770592
150812	rnn.weight_ih_l0	5	-0.06248410791158676
150812	rnn.weight_ih_l0	6	0.0008977922261692584
150812	rnn.weight_ih_l0	7	0.05991670489311218
150812	rnn.weight_ih_l0	8	-0.008236341178417206
150812	rnn.weight_ih_l0	9	-0.031707145273685455
150812	rnn.weight_hh_l0	0	-0.032900262624025345
150812	rnn.weight_hh_l0	1	-0.009163822047412395
150812	rnn.weight_hh_l0	2	0.00043975524022243917
150812	rnn.weight_hh_l0	3	-0.0699460506439209
150812	rnn.weight_hh_l0	4	0.08315052837133408
150812	rnn.weight_hh_l0	5	-0.026995154097676277
150812	rnn.weight_hh_l0	6	-0.05544821172952652
150812	rnn.weight_hh_l0	7	0.012650325894355774
150812	rnn.weight_hh_l0	8	0.008848518133163452
150812	rnn.weight_hh_l0	9	-0.019807148724794388
150812	rnn.bias_ih_l0	0	0.1237068697810173
150812	rnn.bias_ih_l0	1	-0.02653121016919613
150812	rnn.bias_ih_l0	2	-0.003576559480279684
150812	rnn.bias_ih_l0	3	0.1414281576871872
150812	rnn.bias_ih_l0	4	-0.01667363941669464
150812	rnn.bias_ih_l0	5	-0.018924690783023834
150812	rnn.bias_ih_l0	6	0.01468519028276205
150812	rnn.bias_ih_l0	7	0.030959852039813995
150812	rnn.bias_ih_l0	8	-0.09957177937030792
150812	rnn.bias_ih_l0	9	-0.03127409890294075
150812	rnn.bias_hh_l0	0	-0.02134057506918907
150812	rnn.bias_hh_l0	1	-0.11648495495319366
150812	rnn.bias_hh_l0	2	-0.06415682286024094
150812	rnn.bias_hh_l0	3	-0.08651918917894363
150812	rnn.bias_hh_l0	4	-0.0020612713415175676
150812	rnn.bias_hh_l0	5	-0.03573231399059296
150812	rnn.bias_hh_l0	6	0.02525165304541588
150812	rnn.bias_hh_l0	7	0.04769482836127281
150812	rnn.bias_hh_l0	8	-0.10585761070251465
150812	rnn.bias_hh_l0	9	-0.06281738728284836
150812	rnn.weight_ih_l0_reverse	0	-0.025944339111447334
150812	rnn.weight_ih_l0_reverse	1	-0.04812973365187645
150812	rnn.weight_ih_l0_reverse	2	-0.03304312005639076
150812	rnn.weight_ih_l0_reverse	3	0.010141785256564617
150812	rnn.weight_ih_l0_reverse	4	-0.01978227309882641
150812	rnn.weight_ih_l0_reverse	5	-0.04597288742661476
150812	rnn.weight_ih_l0_reverse	6	0.08080407977104187
150812	rnn.weight_ih_l0_reverse	7	-0.02449592761695385
150812	rnn.weight_ih_l0_reverse	8	-0.02356644906103611
150812	rnn.weight_ih_l0_reverse	9	-0.0024843306746333838
150812	rnn.weight_hh_l0_reverse	0	0.06233474239706993
150812	rnn.weight_hh_l0_reverse	1	0.013253161683678627
150812	rnn.weight_hh_l0_reverse	2	0.03085293434560299
150812	rnn.weight_hh_l0_reverse	3	0.030448216944932938
150812	rnn.weight_hh_l0_reverse	4	0.0057801492512226105
150812	rnn.weight_hh_l0_reverse	5	0.018169177696108818
150812	rnn.weight_hh_l0_reverse	6	0.05076522007584572
150812	rnn.weight_hh_l0_reverse	7	-0.06591290980577469
150812	rnn.weight_hh_l0_reverse	8	0.037906043231487274
150812	rnn.weight_hh_l0_reverse	9	0.03321263939142227
150812	rnn.bias_ih_l0_reverse	0	-0.06415916979312897
150812	rnn.bias_ih_l0_reverse	1	-0.25691622495651245
150812	rnn.bias_ih_l0_reverse	2	-0.12735633552074432
150812	rnn.bias_ih_l0_reverse	3	-0.039895445108413696
150812	rnn.bias_ih_l0_reverse	4	-0.041994087398052216
150812	rnn.bias_ih_l0_reverse	5	0.057403407990932465
150812	rnn.bias_ih_l0_reverse	6	-0.07570149004459381
150812	rnn.bias_ih_l0_reverse	7	0.04350423812866211
150812	rnn.bias_ih_l0_reverse	8	-0.05277029797434807
150812	rnn.bias_ih_l0_reverse	9	0.058558784425258636
150812	rnn.bias_hh_l0_reverse	0	0.026697052642703056
150812	rnn.bias_hh_l0_reverse	1	-0.05202294886112213
150812	rnn.bias_hh_l0_reverse	2	0.08195573836565018
150812	rnn.bias_hh_l0_reverse	3	-0.051533155143260956
150812	rnn.bias_hh_l0_reverse	4	-0.02698970027267933
150812	rnn.bias_hh_l0_reverse	5	-0.03415128216147423
150812	rnn.bias_hh_l0_reverse	6	-0.014404449611902237
150812	rnn.bias_hh_l0_reverse	7	0.10411669313907623
150812	rnn.bias_hh_l0_reverse	8	0.02737288735806942
150812	rnn.bias_hh_l0_reverse	9	-0.1413256824016571
150812	rnn.weight_ih_l1	0	-0.033573854714632034
150812	rnn.weight_ih_l1	1	-0.050082016736269
150812	rnn.weight_ih_l1	2	0.0650610625743866
150812	rnn.weight_ih_l1	3	-0.0677013024687767
150812	rnn.weight_ih_l1	4	-0.016326013952493668
150812	rnn.weight_ih_l1	5	-0.04531969875097275
150812	rnn.weight_ih_l1	6	0.03327885642647743
150812	rnn.weight_ih_l1	7	-0.030683401972055435
150812	rnn.weight_ih_l1	8	0.03789116069674492
150812	rnn.weight_ih_l1	9	0.04348306357860565
150812	rnn.weight_hh_l1	0	-0.004911978263407946
150812	rnn.weight_hh_l1	1	0.017461052164435387
150812	rnn.weight_hh_l1	2	0.01499134860932827
150812	rnn.weight_hh_l1	3	-0.011412911117076874
150812	rnn.weight_hh_l1	4	0.009768021292984486
150812	rnn.weight_hh_l1	5	0.026886887848377228
150812	rnn.weight_hh_l1	6	0.031353242695331573
150812	rnn.weight_hh_l1	7	-0.01879308931529522
150812	rnn.weight_hh_l1	8	-0.01496555283665657
150812	rnn.weight_hh_l1	9	0.03540729731321335
150812	rnn.bias_ih_l1	0	-0.20526492595672607
150812	rnn.bias_ih_l1	1	-0.19860343635082245
150812	rnn.bias_ih_l1	2	-0.20221896469593048
150812	rnn.bias_ih_l1	3	-0.31102409958839417
150812	rnn.bias_ih_l1	4	-0.21001626551151276
150812	rnn.bias_ih_l1	5	-0.094693124294281
150812	rnn.bias_ih_l1	6	-0.17215938866138458
150812	rnn.bias_ih_l1	7	-0.014967532828450203
150812	rnn.bias_ih_l1	8	-0.15422013401985168
150812	rnn.bias_ih_l1	9	-0.1277659684419632
150812	rnn.bias_hh_l1	0	-0.11289443075656891
150812	rnn.bias_hh_l1	1	-0.07214022427797318
150812	rnn.bias_hh_l1	2	-0.11460451036691666
150812	rnn.bias_hh_l1	3	-0.08392442017793655
150812	rnn.bias_hh_l1	4	-0.09448622912168503
150812	rnn.bias_hh_l1	5	-0.11597730964422226
150812	rnn.bias_hh_l1	6	-0.14288268983364105
150812	rnn.bias_hh_l1	7	0.02957470528781414
150812	rnn.bias_hh_l1	8	-0.182334303855896
150812	rnn.bias_hh_l1	9	-0.11407213658094406
150812	rnn.weight_ih_l1_reverse	0	-0.040882863104343414
150812	rnn.weight_ih_l1_reverse	1	0.017185905948281288
150812	rnn.weight_ih_l1_reverse	2	0.06938634067773819
150812	rnn.weight_ih_l1_reverse	3	0.004451146814972162
150812	rnn.weight_ih_l1_reverse	4	-0.03467550128698349
150812	rnn.weight_ih_l1_reverse	5	-0.03253401815891266
150812	rnn.weight_ih_l1_reverse	6	-0.009628450497984886
150812	rnn.weight_ih_l1_reverse	7	0.03330778330564499
150812	rnn.weight_ih_l1_reverse	8	0.013080847449600697
150812	rnn.weight_ih_l1_reverse	9	-0.04514613002538681
150812	rnn.weight_hh_l1_reverse	0	0.004905681125819683
150812	rnn.weight_hh_l1_reverse	1	0.029991010203957558
150812	rnn.weight_hh_l1_reverse	2	-0.039969202131032944
150812	rnn.weight_hh_l1_reverse	3	0.03584748134016991
150812	rnn.weight_hh_l1_reverse	4	0.049121078103780746
150812	rnn.weight_hh_l1_reverse	5	-0.00012941718159709126
150812	rnn.weight_hh_l1_reverse	6	0.05074794590473175
150812	rnn.weight_hh_l1_reverse	7	0.03070838190615177
150812	rnn.weight_hh_l1_reverse	8	-0.007169071584939957
150812	rnn.weight_hh_l1_reverse	9	-0.032033517956733704
150812	rnn.bias_ih_l1_reverse	0	-0.06900565326213837
150812	rnn.bias_ih_l1_reverse	1	-0.16215918958187103
150812	rnn.bias_ih_l1_reverse	2	-0.1672443300485611
150812	rnn.bias_ih_l1_reverse	3	-0.017362117767333984
150812	rnn.bias_ih_l1_reverse	4	-0.21388667821884155
150812	rnn.bias_ih_l1_reverse	5	-0.11556363850831985
150812	rnn.bias_ih_l1_reverse	6	-0.13761398196220398
150812	rnn.bias_ih_l1_reverse	7	-0.20237354934215546
150812	rnn.bias_ih_l1_reverse	8	0.2311282753944397
150812	rnn.bias_ih_l1_reverse	9	0.06882809847593307
150812	rnn.bias_hh_l1_reverse	0	0.01393318735063076
150812	rnn.bias_hh_l1_reverse	1	-0.09036964178085327
150812	rnn.bias_hh_l1_reverse	2	-0.23298323154449463
150812	rnn.bias_hh_l1_reverse	3	-0.14439824223518372
150812	rnn.bias_hh_l1_reverse	4	-0.1018475592136383
150812	rnn.bias_hh_l1_reverse	5	-0.11688116192817688
150812	rnn.bias_hh_l1_reverse	6	0.10541905462741852
150812	rnn.bias_hh_l1_reverse	7	-0.18270385265350342
150812	rnn.bias_hh_l1_reverse	8	-0.12046625465154648
150812	rnn.bias_hh_l1_reverse	9	-0.15071053802967072
150812	linear.weight	0	0.002228822559118271
150812	linear.weight	1	0.11309259384870529
150812	linear.weight	2	-0.08474404364824295
150812	linear.weight	3	0.26594051718711853
150812	linear.weight	4	0.14913594722747803
150812	linear.weight	5	-0.058397866785526276
150812	linear.weight	6	0.1295671910047531
150812	linear.weight	7	0.07046427577733994
150812	linear.weight	8	0.04120283201336861
150812	linear.weight	9	-0.033639177680015564
150812	linear.bias	0	0.05913553014397621
150812	linear.bias	1	-0.17327910661697388
150812	linear.bias	2	-0.40034914016723633
150812	linear.bias	3	-0.6819123029708862
150812	linear.bias	4	-1.2100417613983154
150812	linear.bias	5	-0.048933953046798706
150812	linear.bias	6	-0.7389516234397888
150812	linear.bias	7	0.2973428964614868
150812	linear.bias	8	-0.4411819577217102
150812	linear.bias	9	-0.9966326951980591
151009	transitions	0	0.6447160243988037
151009	transitions	1	0.17652298510074615
151009	transitions	2	-10000.0
151009	transitions	3	-1.8240052461624146
151009	transitions	4	-10000.0
151009	transitions	5	0.5755707621574402
151009	transitions	6	-0.07693999260663986
151009	transitions	7	-0.7314354181289673
151009	transitions	8	-1.4055272340774536
151009	transitions	9	-0.001136687002144754
151009	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151009	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151009	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151009	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151009	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151009	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151009	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151009	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151009	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151009	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151009	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151009	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151009	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151009	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151009	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151009	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151009	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151009	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151009	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151009	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151009	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151009	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151009	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151009	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151009	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151009	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151009	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151009	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151009	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151009	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151009	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151009	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151009	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151009	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151009	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151009	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151009	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151009	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151009	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151009	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151009	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151009	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151009	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151009	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151009	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151009	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151009	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151009	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151009	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151009	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151009	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151009	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151009	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151009	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151009	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151009	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151009	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151009	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151009	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151009	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151009	embedding2nn.weight	0	0.029325934126973152
151009	embedding2nn.weight	1	-0.013553638011217117
151009	embedding2nn.weight	2	-0.014268254861235619
151009	embedding2nn.weight	3	-0.017272794619202614
151009	embedding2nn.weight	4	-0.0059150345623493195
151009	embedding2nn.weight	5	-0.003700589295476675
151009	embedding2nn.weight	6	-0.0039732977747917175
151009	embedding2nn.weight	7	-0.08402952551841736
151009	embedding2nn.weight	8	-0.0019979383796453476
151009	embedding2nn.weight	9	-0.028709135949611664
151009	embedding2nn.bias	0	0.05663219839334488
151009	embedding2nn.bias	1	-0.06365491449832916
151009	embedding2nn.bias	2	0.07491718977689743
151009	embedding2nn.bias	3	0.05058758705854416
151009	embedding2nn.bias	4	-0.029932299628853798
151009	embedding2nn.bias	5	-0.0421694852411747
151009	embedding2nn.bias	6	0.024406420066952705
151009	embedding2nn.bias	7	-0.05251391604542732
151009	embedding2nn.bias	8	0.07533544301986694
151009	embedding2nn.bias	9	0.045698344707489014
151009	rnn.weight_ih_l0	0	-0.07624844461679459
151009	rnn.weight_ih_l0	1	0.008222711272537708
151009	rnn.weight_ih_l0	2	0.04125488921999931
151009	rnn.weight_ih_l0	3	0.025739038363099098
151009	rnn.weight_ih_l0	4	-0.029716070741415024
151009	rnn.weight_ih_l0	5	-0.06243186071515083
151009	rnn.weight_ih_l0	6	0.0007300802390091121
151009	rnn.weight_ih_l0	7	0.05961924046278
151009	rnn.weight_ih_l0	8	-0.007498674560338259
151009	rnn.weight_ih_l0	9	-0.03180093690752983
151009	rnn.weight_hh_l0	0	-0.03190574049949646
151009	rnn.weight_hh_l0	1	-0.008106015622615814
151009	rnn.weight_hh_l0	2	-0.0001287166669499129
151009	rnn.weight_hh_l0	3	-0.06987036764621735
151009	rnn.weight_hh_l0	4	0.08307832479476929
151009	rnn.weight_hh_l0	5	-0.027120402082800865
151009	rnn.weight_hh_l0	6	-0.05585074797272682
151009	rnn.weight_hh_l0	7	0.012834344990551472
151009	rnn.weight_hh_l0	8	0.008898917585611343
151009	rnn.weight_hh_l0	9	-0.01942428946495056
151009	rnn.bias_ih_l0	0	0.12348911166191101
151009	rnn.bias_ih_l0	1	-0.027063164860010147
151009	rnn.bias_ih_l0	2	-0.005001369398087263
151009	rnn.bias_ih_l0	3	0.14242346584796906
151009	rnn.bias_ih_l0	4	-0.017782079055905342
151009	rnn.bias_ih_l0	5	-0.018490180373191833
151009	rnn.bias_ih_l0	6	0.015380429103970528
151009	rnn.bias_ih_l0	7	0.030688049271702766
151009	rnn.bias_ih_l0	8	-0.09877780824899673
151009	rnn.bias_ih_l0	9	-0.03171917796134949
151009	rnn.bias_hh_l0	0	-0.021228425204753876
151009	rnn.bias_hh_l0	1	-0.11513498425483704
151009	rnn.bias_hh_l0	2	-0.06287893652915955
151009	rnn.bias_hh_l0	3	-0.0864643007516861
151009	rnn.bias_hh_l0	4	-0.00036108557833358645
151009	rnn.bias_hh_l0	5	-0.03587085008621216
151009	rnn.bias_hh_l0	6	0.02542583830654621
151009	rnn.bias_hh_l0	7	0.04903516173362732
151009	rnn.bias_hh_l0	8	-0.10675829648971558
151009	rnn.bias_hh_l0	9	-0.06376944482326508
151009	rnn.weight_ih_l0_reverse	0	-0.026135820895433426
151009	rnn.weight_ih_l0_reverse	1	-0.04881696775555611
151009	rnn.weight_ih_l0_reverse	2	-0.03344959765672684
151009	rnn.weight_ih_l0_reverse	3	0.009971552528440952
151009	rnn.weight_ih_l0_reverse	4	-0.020120952278375626
151009	rnn.weight_ih_l0_reverse	5	-0.046432044357061386
151009	rnn.weight_ih_l0_reverse	6	0.08128607273101807
151009	rnn.weight_ih_l0_reverse	7	-0.024488357827067375
151009	rnn.weight_ih_l0_reverse	8	-0.024071887135505676
151009	rnn.weight_ih_l0_reverse	9	-0.002126474166288972
151009	rnn.weight_hh_l0_reverse	0	0.06231703236699104
151009	rnn.weight_hh_l0_reverse	1	0.013445661403238773
151009	rnn.weight_hh_l0_reverse	2	0.0306068304926157
151009	rnn.weight_hh_l0_reverse	3	0.030673598870635033
151009	rnn.weight_hh_l0_reverse	4	0.0063665080815553665
151009	rnn.weight_hh_l0_reverse	5	0.017863530665636063
151009	rnn.weight_hh_l0_reverse	6	0.050911664962768555
151009	rnn.weight_hh_l0_reverse	7	-0.06571737676858902
151009	rnn.weight_hh_l0_reverse	8	0.03848464787006378
151009	rnn.weight_hh_l0_reverse	9	0.03348930552601814
151009	rnn.bias_ih_l0_reverse	0	-0.06333597004413605
151009	rnn.bias_ih_l0_reverse	1	-0.2549566626548767
151009	rnn.bias_ih_l0_reverse	2	-0.12798571586608887
151009	rnn.bias_ih_l0_reverse	3	-0.03987594693899155
151009	rnn.bias_ih_l0_reverse	4	-0.04243243858218193
151009	rnn.bias_ih_l0_reverse	5	0.057610735297203064
151009	rnn.bias_ih_l0_reverse	6	-0.07484589517116547
151009	rnn.bias_ih_l0_reverse	7	0.04336424544453621
151009	rnn.bias_ih_l0_reverse	8	-0.05426028370857239
151009	rnn.bias_ih_l0_reverse	9	0.05872037261724472
151009	rnn.bias_hh_l0_reverse	0	0.025576962158083916
151009	rnn.bias_hh_l0_reverse	1	-0.05099264159798622
151009	rnn.bias_hh_l0_reverse	2	0.08054596185684204
151009	rnn.bias_hh_l0_reverse	3	-0.05217333137989044
151009	rnn.bias_hh_l0_reverse	4	-0.027803661301732063
151009	rnn.bias_hh_l0_reverse	5	-0.03435951843857765
151009	rnn.bias_hh_l0_reverse	6	-0.013566098175942898
151009	rnn.bias_hh_l0_reverse	7	0.1040954738855362
151009	rnn.bias_hh_l0_reverse	8	0.028797339648008347
151009	rnn.bias_hh_l0_reverse	9	-0.13999010622501373
151009	rnn.weight_ih_l1	0	-0.033184707164764404
151009	rnn.weight_ih_l1	1	-0.05059409141540527
151009	rnn.weight_ih_l1	2	0.06634456664323807
151009	rnn.weight_ih_l1	3	-0.06862278282642365
151009	rnn.weight_ih_l1	4	-0.016305774450302124
151009	rnn.weight_ih_l1	5	-0.04515588656067848
151009	rnn.weight_ih_l1	6	0.03322162851691246
151009	rnn.weight_ih_l1	7	-0.030440405011177063
151009	rnn.weight_ih_l1	8	0.03794630989432335
151009	rnn.weight_ih_l1	9	0.043543290346860886
151009	rnn.weight_hh_l1	0	-0.005126739386469126
151009	rnn.weight_hh_l1	1	0.017461247742176056
151009	rnn.weight_hh_l1	2	0.014155036769807339
151009	rnn.weight_hh_l1	3	-0.011485761031508446
151009	rnn.weight_hh_l1	4	0.009871356189250946
151009	rnn.weight_hh_l1	5	0.026580169796943665
151009	rnn.weight_hh_l1	6	0.03170234337449074
151009	rnn.weight_hh_l1	7	-0.01869709976017475
151009	rnn.weight_hh_l1	8	-0.014955115504562855
151009	rnn.weight_hh_l1	9	0.035225581377744675
151009	rnn.bias_ih_l1	0	-0.2045476883649826
151009	rnn.bias_ih_l1	1	-0.1972804069519043
151009	rnn.bias_ih_l1	2	-0.20537897944450378
151009	rnn.bias_ih_l1	3	-0.3076971471309662
151009	rnn.bias_ih_l1	4	-0.20713722705841064
151009	rnn.bias_ih_l1	5	-0.09472309798002243
151009	rnn.bias_ih_l1	6	-0.17036204040050507
151009	rnn.bias_ih_l1	7	-0.01232091523706913
151009	rnn.bias_ih_l1	8	-0.15374848246574402
151009	rnn.bias_ih_l1	9	-0.1298733800649643
151009	rnn.bias_hh_l1	0	-0.11403974145650864
151009	rnn.bias_hh_l1	1	-0.07204630970954895
151009	rnn.bias_hh_l1	2	-0.11422024667263031
151009	rnn.bias_hh_l1	3	-0.08419299870729446
151009	rnn.bias_hh_l1	4	-0.09492836892604828
151009	rnn.bias_hh_l1	5	-0.11514163017272949
151009	rnn.bias_hh_l1	6	-0.14179576933383942
151009	rnn.bias_hh_l1	7	0.03132586181163788
151009	rnn.bias_hh_l1	8	-0.18255546689033508
151009	rnn.bias_hh_l1	9	-0.11626812815666199
151009	rnn.weight_ih_l1_reverse	0	-0.04149233177304268
151009	rnn.weight_ih_l1_reverse	1	0.01871439814567566
151009	rnn.weight_ih_l1_reverse	2	0.06976155191659927
151009	rnn.weight_ih_l1_reverse	3	0.005102929659187794
151009	rnn.weight_ih_l1_reverse	4	-0.03448791801929474
151009	rnn.weight_ih_l1_reverse	5	-0.032492950558662415
151009	rnn.weight_ih_l1_reverse	6	-0.011071166954934597
151009	rnn.weight_ih_l1_reverse	7	0.033288996666669846
151009	rnn.weight_ih_l1_reverse	8	0.013304575346410275
151009	rnn.weight_ih_l1_reverse	9	-0.04456920921802521
151009	rnn.weight_hh_l1_reverse	0	0.0049257054924964905
151009	rnn.weight_hh_l1_reverse	1	0.029977157711982727
151009	rnn.weight_hh_l1_reverse	2	-0.03996729478240013
151009	rnn.weight_hh_l1_reverse	3	0.035736653953790665
151009	rnn.weight_hh_l1_reverse	4	0.04902452602982521
151009	rnn.weight_hh_l1_reverse	5	0.0001427357638021931
151009	rnn.weight_hh_l1_reverse	6	0.05123119428753853
151009	rnn.weight_hh_l1_reverse	7	0.030517594888806343
151009	rnn.weight_hh_l1_reverse	8	-0.007137462962418795
151009	rnn.weight_hh_l1_reverse	9	-0.032188721001148224
151009	rnn.bias_ih_l1_reverse	0	-0.06890065222978592
151009	rnn.bias_ih_l1_reverse	1	-0.1634959578514099
151009	rnn.bias_ih_l1_reverse	2	-0.1674557477235794
151009	rnn.bias_ih_l1_reverse	3	-0.02082998864352703
151009	rnn.bias_ih_l1_reverse	4	-0.21409475803375244
151009	rnn.bias_ih_l1_reverse	5	-0.11515308171510696
151009	rnn.bias_ih_l1_reverse	6	-0.13762158155441284
151009	rnn.bias_ih_l1_reverse	7	-0.20208542048931122
151009	rnn.bias_ih_l1_reverse	8	0.23059916496276855
151009	rnn.bias_ih_l1_reverse	9	0.06657633185386658
151009	rnn.bias_hh_l1_reverse	0	0.014478281140327454
151009	rnn.bias_hh_l1_reverse	1	-0.09236644208431244
151009	rnn.bias_hh_l1_reverse	2	-0.23333683609962463
151009	rnn.bias_hh_l1_reverse	3	-0.143466055393219
151009	rnn.bias_hh_l1_reverse	4	-0.10295146703720093
151009	rnn.bias_hh_l1_reverse	5	-0.11506102234125137
151009	rnn.bias_hh_l1_reverse	6	0.10553283244371414
151009	rnn.bias_hh_l1_reverse	7	-0.1834675371646881
151009	rnn.bias_hh_l1_reverse	8	-0.12107215076684952
151009	rnn.bias_hh_l1_reverse	9	-0.15107320249080658
151009	linear.weight	0	0.002228822559118271
151009	linear.weight	1	0.11178810149431229
151009	linear.weight	2	-0.08554913848638535
151009	linear.weight	3	0.2658141255378723
151009	linear.weight	4	0.1483248621225357
151009	linear.weight	5	-0.056063421070575714
151009	linear.weight	6	0.12343048304319382
151009	linear.weight	7	0.06904046982526779
151009	linear.weight	8	0.04120219126343727
151009	linear.weight	9	-0.03495307266712189
151009	linear.bias	0	0.06627438217401505
151009	linear.bias	1	-0.19552180171012878
151009	linear.bias	2	-0.38158583641052246
151009	linear.bias	3	-0.6708198189735413
151009	linear.bias	4	-1.2005430459976196
151009	linear.bias	5	-0.06445193290710449
151009	linear.bias	6	-0.7613523602485657
151009	linear.bias	7	0.28197091817855835
151009	linear.bias	8	-0.44089922308921814
151009	linear.bias	9	-0.9978792071342468
151206	transitions	0	0.6440844535827637
151206	transitions	1	0.17507554590702057
151206	transitions	2	-10000.0
151206	transitions	3	-1.824016809463501
151206	transitions	4	-10000.0
151206	transitions	5	0.5754876732826233
151206	transitions	6	-0.07697080075740814
151206	transitions	7	-0.7317259907722473
151206	transitions	8	-1.4056001901626587
151206	transitions	9	-0.0011369736166670918
151206	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151206	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151206	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151206	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151206	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151206	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151206	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151206	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151206	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151206	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151206	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151206	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151206	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151206	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151206	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151206	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151206	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151206	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151206	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151206	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151206	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151206	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151206	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151206	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151206	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151206	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151206	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151206	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151206	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151206	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151206	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151206	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151206	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151206	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151206	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151206	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151206	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151206	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151206	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151206	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151206	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151206	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151206	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151206	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151206	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151206	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151206	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151206	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151206	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151206	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151206	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151206	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151206	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151206	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151206	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151206	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151206	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151206	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151206	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151206	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151206	embedding2nn.weight	0	0.03076522797346115
151206	embedding2nn.weight	1	-0.013522066175937653
151206	embedding2nn.weight	2	-0.014268254861235619
151206	embedding2nn.weight	3	-0.016627850010991096
151206	embedding2nn.weight	4	-0.0059150345623493195
151206	embedding2nn.weight	5	-0.0037005895283073187
151206	embedding2nn.weight	6	-0.003973295912146568
151206	embedding2nn.weight	7	-0.08403567969799042
151206	embedding2nn.weight	8	-0.0019979383796453476
151206	embedding2nn.weight	9	-0.028655899688601494
151206	embedding2nn.bias	0	0.05966527760028839
151206	embedding2nn.bias	1	-0.06985557079315186
151206	embedding2nn.bias	2	0.07309045642614365
151206	embedding2nn.bias	3	0.04924663156270981
151206	embedding2nn.bias	4	-0.03140461444854736
151206	embedding2nn.bias	5	-0.04131795093417168
151206	embedding2nn.bias	6	0.024874920025467873
151206	embedding2nn.bias	7	-0.05054117366671562
151206	embedding2nn.bias	8	0.07605915516614914
151206	embedding2nn.bias	9	0.04441077634692192
151206	rnn.weight_ih_l0	0	-0.07511360198259354
151206	rnn.weight_ih_l0	1	0.008815102279186249
151206	rnn.weight_ih_l0	2	0.04250091686844826
151206	rnn.weight_ih_l0	3	0.02635054849088192
151206	rnn.weight_ih_l0	4	-0.029823511838912964
151206	rnn.weight_ih_l0	5	-0.0627758651971817
151206	rnn.weight_ih_l0	6	0.0010513699380680919
151206	rnn.weight_ih_l0	7	0.060561783611774445
151206	rnn.weight_ih_l0	8	-0.007736201863735914
151206	rnn.weight_ih_l0	9	-0.03159718215465546
151206	rnn.weight_hh_l0	0	-0.031763140112161636
151206	rnn.weight_hh_l0	1	-0.008893498219549656
151206	rnn.weight_hh_l0	2	4.267901385901496e-05
151206	rnn.weight_hh_l0	3	-0.07002590596675873
151206	rnn.weight_hh_l0	4	0.08303918689489365
151206	rnn.weight_hh_l0	5	-0.027473317459225655
151206	rnn.weight_hh_l0	6	-0.05582288280129433
151206	rnn.weight_hh_l0	7	0.0137088093906641
151206	rnn.weight_hh_l0	8	0.008660485967993736
151206	rnn.weight_hh_l0	9	-0.01922643557190895
151206	rnn.bias_ih_l0	0	0.12350321561098099
151206	rnn.bias_ih_l0	1	-0.027457961812615395
151206	rnn.bias_ih_l0	2	-0.00431679654866457
151206	rnn.bias_ih_l0	3	0.13987849652767181
151206	rnn.bias_ih_l0	4	-0.01848801039159298
151206	rnn.bias_ih_l0	5	-0.01669316738843918
151206	rnn.bias_ih_l0	6	0.014162901788949966
151206	rnn.bias_ih_l0	7	0.03108971193432808
151206	rnn.bias_ih_l0	8	-0.09972028434276581
151206	rnn.bias_ih_l0	9	-0.03105594776570797
151206	rnn.bias_hh_l0	0	-0.02021774835884571
151206	rnn.bias_hh_l0	1	-0.11261996626853943
151206	rnn.bias_hh_l0	2	-0.06242690235376358
151206	rnn.bias_hh_l0	3	-0.08670064806938171
151206	rnn.bias_hh_l0	4	0.00038900310755707324
151206	rnn.bias_hh_l0	5	-0.034665632992982864
151206	rnn.bias_hh_l0	6	0.02502821758389473
151206	rnn.bias_hh_l0	7	0.04834722355008125
151206	rnn.bias_hh_l0	8	-0.10836976766586304
151206	rnn.bias_hh_l0	9	-0.06508336216211319
151206	rnn.weight_ih_l0_reverse	0	-0.026321152225136757
151206	rnn.weight_ih_l0_reverse	1	-0.048684168606996536
151206	rnn.weight_ih_l0_reverse	2	-0.033378954976797104
151206	rnn.weight_ih_l0_reverse	3	0.010607229545712471
151206	rnn.weight_ih_l0_reverse	4	-0.019845949485898018
151206	rnn.weight_ih_l0_reverse	5	-0.046247947961091995
151206	rnn.weight_ih_l0_reverse	6	0.08109524101018906
151206	rnn.weight_ih_l0_reverse	7	-0.025054210796952248
151206	rnn.weight_ih_l0_reverse	8	-0.023503363132476807
151206	rnn.weight_ih_l0_reverse	9	-0.00243205763399601
151206	rnn.weight_hh_l0_reverse	0	0.06246207654476166
151206	rnn.weight_hh_l0_reverse	1	0.01400036457926035
151206	rnn.weight_hh_l0_reverse	2	0.030080756172537804
151206	rnn.weight_hh_l0_reverse	3	0.03063257597386837
151206	rnn.weight_hh_l0_reverse	4	0.006377582438290119
151206	rnn.weight_hh_l0_reverse	5	0.01793792098760605
151206	rnn.weight_hh_l0_reverse	6	0.051301199942827225
151206	rnn.weight_hh_l0_reverse	7	-0.06587917357683182
151206	rnn.weight_hh_l0_reverse	8	0.038904041051864624
151206	rnn.weight_hh_l0_reverse	9	0.03356771916151047
151206	rnn.bias_ih_l0_reverse	0	-0.06337878853082657
151206	rnn.bias_ih_l0_reverse	1	-0.2584722340106964
151206	rnn.bias_ih_l0_reverse	2	-0.12997300922870636
151206	rnn.bias_ih_l0_reverse	3	-0.04046770930290222
151206	rnn.bias_ih_l0_reverse	4	-0.041490718722343445
151206	rnn.bias_ih_l0_reverse	5	0.05992322042584419
151206	rnn.bias_ih_l0_reverse	6	-0.07386932522058487
151206	rnn.bias_ih_l0_reverse	7	0.04370157793164253
151206	rnn.bias_ih_l0_reverse	8	-0.054162852466106415
151206	rnn.bias_ih_l0_reverse	9	0.0566408596932888
151206	rnn.bias_hh_l0_reverse	0	0.026038458570837975
151206	rnn.bias_hh_l0_reverse	1	-0.05204494670033455
151206	rnn.bias_hh_l0_reverse	2	0.07984931766986847
151206	rnn.bias_hh_l0_reverse	3	-0.05089652165770531
151206	rnn.bias_hh_l0_reverse	4	-0.02881062962114811
151206	rnn.bias_hh_l0_reverse	5	-0.035431668162345886
151206	rnn.bias_hh_l0_reverse	6	-0.014213682152330875
151206	rnn.bias_hh_l0_reverse	7	0.10444822162389755
151206	rnn.bias_hh_l0_reverse	8	0.02942734584212303
151206	rnn.bias_hh_l0_reverse	9	-0.13820227980613708
151206	rnn.weight_ih_l1	0	-0.033041056245565414
151206	rnn.weight_ih_l1	1	-0.05027688667178154
151206	rnn.weight_ih_l1	2	0.066691555082798
151206	rnn.weight_ih_l1	3	-0.06782695651054382
151206	rnn.weight_ih_l1	4	-0.016115397214889526
151206	rnn.weight_ih_l1	5	-0.04533978924155235
151206	rnn.weight_ih_l1	6	0.033362265676259995
151206	rnn.weight_ih_l1	7	-0.02993451990187168
151206	rnn.weight_ih_l1	8	0.03787935525178909
151206	rnn.weight_ih_l1	9	0.04327651485800743
151206	rnn.weight_hh_l1	0	-0.005544148851186037
151206	rnn.weight_hh_l1	1	0.017507674172520638
151206	rnn.weight_hh_l1	2	0.013932397589087486
151206	rnn.weight_hh_l1	3	-0.011634625494480133
151206	rnn.weight_hh_l1	4	0.009983407333493233
151206	rnn.weight_hh_l1	5	0.026415551081299782
151206	rnn.weight_hh_l1	6	0.03195436671376228
151206	rnn.weight_hh_l1	7	-0.018205542117357254
151206	rnn.weight_hh_l1	8	-0.015045488253235817
151206	rnn.weight_hh_l1	9	0.0350705049932003
151206	rnn.bias_ih_l1	0	-0.2052484154701233
151206	rnn.bias_ih_l1	1	-0.195466086268425
151206	rnn.bias_ih_l1	2	-0.2044200450181961
151206	rnn.bias_ih_l1	3	-0.306353896856308
151206	rnn.bias_ih_l1	4	-0.206550732254982
151206	rnn.bias_ih_l1	5	-0.09417517483234406
151206	rnn.bias_ih_l1	6	-0.17212992906570435
151206	rnn.bias_ih_l1	7	-0.013228535652160645
151206	rnn.bias_ih_l1	8	-0.15282143652439117
151206	rnn.bias_ih_l1	9	-0.13003309071063995
151206	rnn.bias_hh_l1	0	-0.11498656123876572
151206	rnn.bias_hh_l1	1	-0.07383235543966293
151206	rnn.bias_hh_l1	2	-0.11258546262979507
151206	rnn.bias_hh_l1	3	-0.0849156603217125
151206	rnn.bias_hh_l1	4	-0.09321325272321701
151206	rnn.bias_hh_l1	5	-0.11590719223022461
151206	rnn.bias_hh_l1	6	-0.1422242820262909
151206	rnn.bias_hh_l1	7	0.03327003866434097
151206	rnn.bias_hh_l1	8	-0.18062442541122437
151206	rnn.bias_hh_l1	9	-0.11693859845399857
151206	rnn.weight_ih_l1_reverse	0	-0.04125253111124039
151206	rnn.weight_ih_l1_reverse	1	0.017541607841849327
151206	rnn.weight_ih_l1_reverse	2	0.06783494353294373
151206	rnn.weight_ih_l1_reverse	3	0.005917426198720932
151206	rnn.weight_ih_l1_reverse	4	-0.03439624607563019
151206	rnn.weight_ih_l1_reverse	5	-0.03240133449435234
151206	rnn.weight_ih_l1_reverse	6	-0.011315148323774338
151206	rnn.weight_ih_l1_reverse	7	0.03300850838422775
151206	rnn.weight_ih_l1_reverse	8	0.013736140914261341
151206	rnn.weight_ih_l1_reverse	9	-0.045627329498529434
151206	rnn.weight_hh_l1_reverse	0	0.00490528391674161
151206	rnn.weight_hh_l1_reverse	1	0.029880253598093987
151206	rnn.weight_hh_l1_reverse	2	-0.040013112127780914
151206	rnn.weight_hh_l1_reverse	3	0.03565256670117378
151206	rnn.weight_hh_l1_reverse	4	0.04880298674106598
151206	rnn.weight_hh_l1_reverse	5	5.001035606255755e-05
151206	rnn.weight_hh_l1_reverse	6	0.05170169472694397
151206	rnn.weight_hh_l1_reverse	7	0.030677882954478264
151206	rnn.weight_hh_l1_reverse	8	-0.007148141972720623
151206	rnn.weight_hh_l1_reverse	9	-0.032333675771951675
151206	rnn.bias_ih_l1_reverse	0	-0.07132863253355026
151206	rnn.bias_ih_l1_reverse	1	-0.16403239965438843
151206	rnn.bias_ih_l1_reverse	2	-0.16621726751327515
151206	rnn.bias_ih_l1_reverse	3	-0.0239090733230114
151206	rnn.bias_ih_l1_reverse	4	-0.21343685686588287
151206	rnn.bias_ih_l1_reverse	5	-0.11386615037918091
151206	rnn.bias_ih_l1_reverse	6	-0.13824421167373657
151206	rnn.bias_ih_l1_reverse	7	-0.20191539824008942
151206	rnn.bias_ih_l1_reverse	8	0.23199446499347687
151206	rnn.bias_ih_l1_reverse	9	0.06764589995145798
151206	rnn.bias_hh_l1_reverse	0	0.015980076044797897
151206	rnn.bias_hh_l1_reverse	1	-0.09591755270957947
151206	rnn.bias_hh_l1_reverse	2	-0.23210982978343964
151206	rnn.bias_hh_l1_reverse	3	-0.14253875613212585
151206	rnn.bias_hh_l1_reverse	4	-0.10234060883522034
151206	rnn.bias_hh_l1_reverse	5	-0.117240309715271
151206	rnn.bias_hh_l1_reverse	6	0.10302841663360596
151206	rnn.bias_hh_l1_reverse	7	-0.18253019452095032
151206	rnn.bias_hh_l1_reverse	8	-0.12254741042852402
151206	rnn.bias_hh_l1_reverse	9	-0.1512826830148697
151206	linear.weight	0	0.002228822559118271
151206	linear.weight	1	0.10868679732084274
151206	linear.weight	2	-0.08541319519281387
151206	linear.weight	3	0.26455560326576233
151206	linear.weight	4	0.1490347981452942
151206	linear.weight	5	-0.053606171160936356
151206	linear.weight	6	0.1183512881398201
151206	linear.weight	7	0.0727074146270752
151206	linear.weight	8	0.041201699525117874
151206	linear.weight	9	-0.03250867873430252
151206	linear.bias	0	0.08156099915504456
151206	linear.bias	1	-0.1834343820810318
151206	linear.bias	2	-0.39434632658958435
151206	linear.bias	3	-0.6775792837142944
151206	linear.bias	4	-1.2071131467819214
151206	linear.bias	5	-0.06349928677082062
151206	linear.bias	6	-0.7472571730613708
151206	linear.bias	7	0.280634343624115
151206	linear.bias	8	-0.43428048491477966
151206	linear.bias	9	-0.9924835562705994
151403	transitions	0	0.6493579149246216
151403	transitions	1	0.17444148659706116
151403	transitions	2	-10000.0
151403	transitions	3	-1.8240286111831665
151403	transitions	4	-10000.0
151403	transitions	5	0.5754380226135254
151403	transitions	6	-0.07699255645275116
151403	transitions	7	-0.731855571269989
151403	transitions	8	-1.405639886856079
151403	transitions	9	-0.0011374966707080603
151403	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151403	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151403	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151403	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151403	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151403	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151403	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151403	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151403	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151403	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151403	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151403	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151403	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151403	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151403	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151403	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151403	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151403	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151403	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151403	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151403	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151403	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151403	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151403	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151403	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151403	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151403	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151403	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151403	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151403	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151403	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151403	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151403	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151403	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151403	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151403	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151403	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151403	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151403	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151403	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151403	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151403	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151403	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151403	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151403	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151403	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151403	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151403	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151403	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151403	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151403	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151403	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151403	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151403	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151403	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151403	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151403	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151403	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151403	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151403	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151403	embedding2nn.weight	0	0.03133971616625786
151403	embedding2nn.weight	1	-0.013507693074643612
151403	embedding2nn.weight	2	-0.014268254861235619
151403	embedding2nn.weight	3	-0.015486359596252441
151403	embedding2nn.weight	4	-0.0059150345623493195
151403	embedding2nn.weight	5	-0.0037005897611379623
151403	embedding2nn.weight	6	-0.003973296377807856
151403	embedding2nn.weight	7	-0.08384580910205841
151403	embedding2nn.weight	8	-0.0019979383796453476
151403	embedding2nn.weight	9	-0.02860521897673607
151403	embedding2nn.bias	0	0.06250150501728058
151403	embedding2nn.bias	1	-0.07085897028446198
151403	embedding2nn.bias	2	0.07088108360767365
151403	embedding2nn.bias	3	0.04816414788365364
151403	embedding2nn.bias	4	-0.029568634927272797
151403	embedding2nn.bias	5	-0.041623275727033615
151403	embedding2nn.bias	6	0.02568851038813591
151403	embedding2nn.bias	7	-0.05860761180520058
151403	embedding2nn.bias	8	0.07891246676445007
151403	embedding2nn.bias	9	0.045223116874694824
151403	rnn.weight_ih_l0	0	-0.07564861327409744
151403	rnn.weight_ih_l0	1	0.009142209775745869
151403	rnn.weight_ih_l0	2	0.042504649609327316
151403	rnn.weight_ih_l0	3	0.02703682892024517
151403	rnn.weight_ih_l0	4	-0.03002651035785675
151403	rnn.weight_ih_l0	5	-0.06275402754545212
151403	rnn.weight_ih_l0	6	0.0016016497975215316
151403	rnn.weight_ih_l0	7	0.06110822409391403
151403	rnn.weight_ih_l0	8	-0.007598978467285633
151403	rnn.weight_ih_l0	9	-0.030345235019922256
151403	rnn.weight_hh_l0	0	-0.031997330486774445
151403	rnn.weight_hh_l0	1	-0.008872956037521362
151403	rnn.weight_hh_l0	2	0.0003179918567184359
151403	rnn.weight_hh_l0	3	-0.06983833760023117
151403	rnn.weight_hh_l0	4	0.0831858292222023
151403	rnn.weight_hh_l0	5	-0.02721686288714409
151403	rnn.weight_hh_l0	6	-0.05601002648472786
151403	rnn.weight_hh_l0	7	0.013142704963684082
151403	rnn.weight_hh_l0	8	0.007999231107532978
151403	rnn.weight_hh_l0	9	-0.019565246999263763
151403	rnn.bias_ih_l0	0	0.12324664741754532
151403	rnn.bias_ih_l0	1	-0.026846863329410553
151403	rnn.bias_ih_l0	2	-0.00402113376185298
151403	rnn.bias_ih_l0	3	0.13890312612056732
151403	rnn.bias_ih_l0	4	-0.019833363592624664
151403	rnn.bias_ih_l0	5	-0.01877426914870739
151403	rnn.bias_ih_l0	6	0.01446181908249855
151403	rnn.bias_ih_l0	7	0.03292413428425789
151403	rnn.bias_ih_l0	8	-0.09847994893789291
151403	rnn.bias_ih_l0	9	-0.030484415590763092
151403	rnn.bias_hh_l0	0	-0.020085209980607033
151403	rnn.bias_hh_l0	1	-0.1123681291937828
151403	rnn.bias_hh_l0	2	-0.06303867697715759
151403	rnn.bias_hh_l0	3	-0.08728977292776108
151403	rnn.bias_hh_l0	4	0.0011577317491173744
151403	rnn.bias_hh_l0	5	-0.0340934619307518
151403	rnn.bias_hh_l0	6	0.024069568142294884
151403	rnn.bias_hh_l0	7	0.049894653260707855
151403	rnn.bias_hh_l0	8	-0.10832610726356506
151403	rnn.bias_hh_l0	9	-0.0652458593249321
151403	rnn.weight_ih_l0_reverse	0	-0.02691342867910862
151403	rnn.weight_ih_l0_reverse	1	-0.049128249287605286
151403	rnn.weight_ih_l0_reverse	2	-0.03303534537553787
151403	rnn.weight_ih_l0_reverse	3	0.010468640364706516
151403	rnn.weight_ih_l0_reverse	4	-0.019844859838485718
151403	rnn.weight_ih_l0_reverse	5	-0.04629714414477348
151403	rnn.weight_ih_l0_reverse	6	0.07903613895177841
151403	rnn.weight_ih_l0_reverse	7	-0.026235269382596016
151403	rnn.weight_ih_l0_reverse	8	-0.023658690974116325
151403	rnn.weight_ih_l0_reverse	9	-0.002454041037708521
151403	rnn.weight_hh_l0_reverse	0	0.06164999678730965
151403	rnn.weight_hh_l0_reverse	1	0.013940446078777313
151403	rnn.weight_hh_l0_reverse	2	0.03030574880540371
151403	rnn.weight_hh_l0_reverse	3	0.030694730579853058
151403	rnn.weight_hh_l0_reverse	4	0.00616827979683876
151403	rnn.weight_hh_l0_reverse	5	0.017696766182780266
151403	rnn.weight_hh_l0_reverse	6	0.05142214149236679
151403	rnn.weight_hh_l0_reverse	7	-0.06670469790697098
151403	rnn.weight_hh_l0_reverse	8	0.03883305564522743
151403	rnn.weight_hh_l0_reverse	9	0.034053295850753784
151403	rnn.bias_ih_l0_reverse	0	-0.0626937597990036
151403	rnn.bias_ih_l0_reverse	1	-0.2582896649837494
151403	rnn.bias_ih_l0_reverse	2	-0.12973828613758087
151403	rnn.bias_ih_l0_reverse	3	-0.04032701253890991
151403	rnn.bias_ih_l0_reverse	4	-0.042265307158231735
151403	rnn.bias_ih_l0_reverse	5	0.059285614639520645
151403	rnn.bias_ih_l0_reverse	6	-0.07361319661140442
151403	rnn.bias_ih_l0_reverse	7	0.043922316282987595
151403	rnn.bias_ih_l0_reverse	8	-0.055708158761262894
151403	rnn.bias_ih_l0_reverse	9	0.055580541491508484
151403	rnn.bias_hh_l0_reverse	0	0.024673214182257652
151403	rnn.bias_hh_l0_reverse	1	-0.049953997135162354
151403	rnn.bias_hh_l0_reverse	2	0.07955999672412872
151403	rnn.bias_hh_l0_reverse	3	-0.05048816278576851
151403	rnn.bias_hh_l0_reverse	4	-0.027151286602020264
151403	rnn.bias_hh_l0_reverse	5	-0.03682969510555267
151403	rnn.bias_hh_l0_reverse	6	-0.01466336753219366
151403	rnn.bias_hh_l0_reverse	7	0.10442566871643066
151403	rnn.bias_hh_l0_reverse	8	0.029714956879615784
151403	rnn.bias_hh_l0_reverse	9	-0.14096204936504364
151403	rnn.weight_ih_l1	0	-0.03296736255288124
151403	rnn.weight_ih_l1	1	-0.05033229663968086
151403	rnn.weight_ih_l1	2	0.06698032468557358
151403	rnn.weight_ih_l1	3	-0.06682363152503967
151403	rnn.weight_ih_l1	4	-0.016053583472967148
151403	rnn.weight_ih_l1	5	-0.045608241111040115
151403	rnn.weight_ih_l1	6	0.03387608006596565
151403	rnn.weight_ih_l1	7	-0.03125486150383949
151403	rnn.weight_ih_l1	8	0.037807103246450424
151403	rnn.weight_ih_l1	9	0.043218377977609634
151403	rnn.weight_hh_l1	0	-0.005909020081162453
151403	rnn.weight_hh_l1	1	0.017498290166258812
151403	rnn.weight_hh_l1	2	0.01392204500734806
151403	rnn.weight_hh_l1	3	-0.011584348045289516
151403	rnn.weight_hh_l1	4	0.009980502538383007
151403	rnn.weight_hh_l1	5	0.02666027843952179
151403	rnn.weight_hh_l1	6	0.03193282708525658
151403	rnn.weight_hh_l1	7	-0.01846369542181492
151403	rnn.weight_hh_l1	8	-0.01502294559031725
151403	rnn.weight_hh_l1	9	0.03507041931152344
151403	rnn.bias_ih_l1	0	-0.20286345481872559
151403	rnn.bias_ih_l1	1	-0.1965196430683136
151403	rnn.bias_ih_l1	2	-0.20352226495742798
151403	rnn.bias_ih_l1	3	-0.3072558343410492
151403	rnn.bias_ih_l1	4	-0.20443573594093323
151403	rnn.bias_ih_l1	5	-0.09462837874889374
151403	rnn.bias_ih_l1	6	-0.17258328199386597
151403	rnn.bias_ih_l1	7	-0.014675197191536427
151403	rnn.bias_ih_l1	8	-0.1496564894914627
151403	rnn.bias_ih_l1	9	-0.1297694444656372
151403	rnn.bias_hh_l1	0	-0.11676803231239319
151403	rnn.bias_hh_l1	1	-0.07491426914930344
151403	rnn.bias_hh_l1	2	-0.11354658007621765
151403	rnn.bias_hh_l1	3	-0.08572950959205627
151403	rnn.bias_hh_l1	4	-0.09305310994386673
151403	rnn.bias_hh_l1	5	-0.11614950001239777
151403	rnn.bias_hh_l1	6	-0.14159922301769257
151403	rnn.bias_hh_l1	7	0.03595789894461632
151403	rnn.bias_hh_l1	8	-0.18176284432411194
151403	rnn.bias_hh_l1	9	-0.1178300529718399
151403	rnn.weight_ih_l1_reverse	0	-0.04129933565855026
151403	rnn.weight_ih_l1_reverse	1	0.019081123173236847
151403	rnn.weight_ih_l1_reverse	2	0.06853558868169785
151403	rnn.weight_ih_l1_reverse	3	0.004962668288499117
151403	rnn.weight_ih_l1_reverse	4	-0.03541706129908562
151403	rnn.weight_ih_l1_reverse	5	-0.03261464834213257
151403	rnn.weight_ih_l1_reverse	6	-0.011169694364070892
151403	rnn.weight_ih_l1_reverse	7	0.0327264778316021
151403	rnn.weight_ih_l1_reverse	8	0.014946410432457924
151403	rnn.weight_ih_l1_reverse	9	-0.04597974941134453
151403	rnn.weight_hh_l1_reverse	0	0.005031834356486797
151403	rnn.weight_hh_l1_reverse	1	0.029973508790135384
151403	rnn.weight_hh_l1_reverse	2	-0.040005989372730255
151403	rnn.weight_hh_l1_reverse	3	0.035735759884119034
151403	rnn.weight_hh_l1_reverse	4	0.048784155398607254
151403	rnn.weight_hh_l1_reverse	5	-0.00018678646301850677
151403	rnn.weight_hh_l1_reverse	6	0.05166324973106384
151403	rnn.weight_hh_l1_reverse	7	0.030596494674682617
151403	rnn.weight_hh_l1_reverse	8	-0.007058557588607073
151403	rnn.weight_hh_l1_reverse	9	-0.032421477138996124
151403	rnn.bias_ih_l1_reverse	0	-0.0722186341881752
151403	rnn.bias_ih_l1_reverse	1	-0.1655699610710144
151403	rnn.bias_ih_l1_reverse	2	-0.1650293618440628
151403	rnn.bias_ih_l1_reverse	3	-0.02391553856432438
151403	rnn.bias_ih_l1_reverse	4	-0.21420244872570038
151403	rnn.bias_ih_l1_reverse	5	-0.1136782318353653
151403	rnn.bias_ih_l1_reverse	6	-0.13800713419914246
151403	rnn.bias_ih_l1_reverse	7	-0.20138566195964813
151403	rnn.bias_ih_l1_reverse	8	0.23334026336669922
151403	rnn.bias_ih_l1_reverse	9	0.06795039027929306
151403	rnn.bias_hh_l1_reverse	0	0.015458861365914345
151403	rnn.bias_hh_l1_reverse	1	-0.09565829485654831
151403	rnn.bias_hh_l1_reverse	2	-0.23288999497890472
151403	rnn.bias_hh_l1_reverse	3	-0.1426447331905365
151403	rnn.bias_hh_l1_reverse	4	-0.10258199274539948
151403	rnn.bias_hh_l1_reverse	5	-0.1174762025475502
151403	rnn.bias_hh_l1_reverse	6	0.09925155341625214
151403	rnn.bias_hh_l1_reverse	7	-0.18120457231998444
151403	rnn.bias_hh_l1_reverse	8	-0.12295666337013245
151403	rnn.bias_hh_l1_reverse	9	-0.15148673951625824
151403	linear.weight	0	0.002228822559118271
151403	linear.weight	1	0.11296427249908447
151403	linear.weight	2	-0.0848129540681839
151403	linear.weight	3	0.2649538218975067
151403	linear.weight	4	0.14769883453845978
151403	linear.weight	5	-0.05469491332769394
151403	linear.weight	6	0.12288888543844223
151403	linear.weight	7	0.06807736307382584
151403	linear.weight	8	0.04120109975337982
151403	linear.weight	9	-0.031064199283719063
151403	linear.bias	0	0.08963382244110107
151403	linear.bias	1	-0.17782534658908844
151403	linear.bias	2	-0.37550148367881775
151403	linear.bias	3	-0.6905688047409058
151403	linear.bias	4	-1.2200411558151245
151403	linear.bias	5	-0.07342208176851273
151403	linear.bias	6	-0.7412848472595215
151403	linear.bias	7	0.26962563395500183
151403	linear.bias	8	-0.4462851285934448
151403	linear.bias	9	-1.0044268369674683
151600	transitions	0	0.654972493648529
151600	transitions	1	0.17745168507099152
151600	transitions	2	-10000.0
151600	transitions	3	-1.8240492343902588
151600	transitions	4	-10000.0
151600	transitions	5	0.5753275752067566
151600	transitions	6	-0.07702785730361938
151600	transitions	7	-0.7322287559509277
151600	transitions	8	-1.4056696891784668
151600	transitions	9	-0.0011378430062904954
151600	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151600	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151600	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151600	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151600	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151600	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151600	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151600	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151600	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151600	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151600	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151600	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151600	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151600	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151600	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151600	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151600	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151600	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151600	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151600	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151600	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151600	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151600	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151600	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151600	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151600	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151600	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151600	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151600	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151600	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151600	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151600	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151600	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151600	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151600	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151600	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151600	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151600	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151600	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151600	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151600	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151600	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151600	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151600	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151600	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151600	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151600	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151600	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151600	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151600	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151600	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151600	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151600	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151600	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151600	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151600	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151600	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151600	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151600	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151600	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151600	embedding2nn.weight	0	0.031777746975421906
151600	embedding2nn.weight	1	-0.013457960449159145
151600	embedding2nn.weight	2	-0.014268254861235619
151600	embedding2nn.weight	3	-0.014071304351091385
151600	embedding2nn.weight	4	-0.0059150345623493195
151600	embedding2nn.weight	5	-0.003700589993968606
151600	embedding2nn.weight	6	-0.003973294980823994
151600	embedding2nn.weight	7	-0.0833701342344284
151600	embedding2nn.weight	8	-0.0019979383796453476
151600	embedding2nn.weight	9	-0.028555620461702347
151600	embedding2nn.bias	0	0.06341930478811264
151600	embedding2nn.bias	1	-0.07017914950847626
151600	embedding2nn.bias	2	0.07051235437393188
151600	embedding2nn.bias	3	0.052748069167137146
151600	embedding2nn.bias	4	-0.033050160855054855
151600	embedding2nn.bias	5	-0.04136271774768829
151600	embedding2nn.bias	6	0.02373671904206276
151600	embedding2nn.bias	7	-0.054704997688531876
151600	embedding2nn.bias	8	0.08044806867837906
151600	embedding2nn.bias	9	0.03990407660603523
151600	rnn.weight_ih_l0	0	-0.07661814987659454
151600	rnn.weight_ih_l0	1	0.008509336970746517
151600	rnn.weight_ih_l0	2	0.04418148472905159
151600	rnn.weight_ih_l0	3	0.02677737921476364
151600	rnn.weight_ih_l0	4	-0.029493283480405807
151600	rnn.weight_ih_l0	5	-0.06367360055446625
151600	rnn.weight_ih_l0	6	0.002122894860804081
151600	rnn.weight_ih_l0	7	0.06170257553458214
151600	rnn.weight_ih_l0	8	-0.007781272288411856
151600	rnn.weight_ih_l0	9	-0.031031133607029915
151600	rnn.weight_hh_l0	0	-0.031643010675907135
151600	rnn.weight_hh_l0	1	-0.008745617233216763
151600	rnn.weight_hh_l0	2	0.00039374487823806703
151600	rnn.weight_hh_l0	3	-0.07012511789798737
151600	rnn.weight_hh_l0	4	0.0838351771235466
151600	rnn.weight_hh_l0	5	-0.026676809415221214
151600	rnn.weight_hh_l0	6	-0.056504592299461365
151600	rnn.weight_hh_l0	7	0.013475123792886734
151600	rnn.weight_hh_l0	8	0.008076624013483524
151600	rnn.weight_hh_l0	9	-0.019845744594931602
151600	rnn.bias_ih_l0	0	0.12310738116502762
151600	rnn.bias_ih_l0	1	-0.02730487659573555
151600	rnn.bias_ih_l0	2	-0.003417243715375662
151600	rnn.bias_ih_l0	3	0.13927792012691498
151600	rnn.bias_ih_l0	4	-0.019270874559879303
151600	rnn.bias_ih_l0	5	-0.019044581800699234
151600	rnn.bias_ih_l0	6	0.014883218333125114
151600	rnn.bias_ih_l0	7	0.03241650015115738
151600	rnn.bias_ih_l0	8	-0.09726884216070175
151600	rnn.bias_ih_l0	9	-0.03365456685423851
151600	rnn.bias_hh_l0	0	-0.020240914076566696
151600	rnn.bias_hh_l0	1	-0.11378753185272217
151600	rnn.bias_hh_l0	2	-0.061980415135622025
151600	rnn.bias_hh_l0	3	-0.08757515996694565
151600	rnn.bias_hh_l0	4	-0.0001833831483963877
151600	rnn.bias_hh_l0	5	-0.03414370119571686
151600	rnn.bias_hh_l0	6	0.023244937881827354
151600	rnn.bias_hh_l0	7	0.04619342088699341
151600	rnn.bias_hh_l0	8	-0.1093657836318016
151600	rnn.bias_hh_l0	9	-0.06501222401857376
151600	rnn.weight_ih_l0_reverse	0	-0.026685357093811035
151600	rnn.weight_ih_l0_reverse	1	-0.0495002418756485
151600	rnn.weight_ih_l0_reverse	2	-0.032822635024785995
151600	rnn.weight_ih_l0_reverse	3	0.010667453519999981
151600	rnn.weight_ih_l0_reverse	4	-0.01925143599510193
151600	rnn.weight_ih_l0_reverse	5	-0.046346116811037064
151600	rnn.weight_ih_l0_reverse	6	0.07870930433273315
151600	rnn.weight_ih_l0_reverse	7	-0.025403568521142006
151600	rnn.weight_ih_l0_reverse	8	-0.023395558819174767
151600	rnn.weight_ih_l0_reverse	9	-0.0027168544474989176
151600	rnn.weight_hh_l0_reverse	0	0.06148180738091469
151600	rnn.weight_hh_l0_reverse	1	0.014180393889546394
151600	rnn.weight_hh_l0_reverse	2	0.03021400049328804
151600	rnn.weight_hh_l0_reverse	3	0.03054208680987358
151600	rnn.weight_hh_l0_reverse	4	0.006240172777324915
151600	rnn.weight_hh_l0_reverse	5	0.018193885684013367
151600	rnn.weight_hh_l0_reverse	6	0.0515284389257431
151600	rnn.weight_hh_l0_reverse	7	-0.06695426255464554
151600	rnn.weight_hh_l0_reverse	8	0.038947440683841705
151600	rnn.weight_hh_l0_reverse	9	0.034739669412374496
151600	rnn.bias_ih_l0_reverse	0	-0.06282108277082443
151600	rnn.bias_ih_l0_reverse	1	-0.26181158423423767
151600	rnn.bias_ih_l0_reverse	2	-0.13112574815750122
151600	rnn.bias_ih_l0_reverse	3	-0.04199397936463356
151600	rnn.bias_ih_l0_reverse	4	-0.04056505113840103
151600	rnn.bias_ih_l0_reverse	5	0.05896954983472824
151600	rnn.bias_ih_l0_reverse	6	-0.07221579551696777
151600	rnn.bias_ih_l0_reverse	7	0.04356985166668892
151600	rnn.bias_ih_l0_reverse	8	-0.05506860092282295
151600	rnn.bias_ih_l0_reverse	9	0.05513959378004074
151600	rnn.bias_hh_l0_reverse	0	0.025782329961657524
151600	rnn.bias_hh_l0_reverse	1	-0.05004765838384628
151600	rnn.bias_hh_l0_reverse	2	0.08325134217739105
151600	rnn.bias_hh_l0_reverse	3	-0.050649356096982956
151600	rnn.bias_hh_l0_reverse	4	-0.027573760598897934
151600	rnn.bias_hh_l0_reverse	5	-0.03673529997467995
151600	rnn.bias_hh_l0_reverse	6	-0.012232176028192043
151600	rnn.bias_hh_l0_reverse	7	0.10486572235822678
151600	rnn.bias_hh_l0_reverse	8	0.03124053217470646
151600	rnn.bias_hh_l0_reverse	9	-0.13962213695049286
151600	rnn.weight_ih_l1	0	-0.03250335529446602
151600	rnn.weight_ih_l1	1	-0.04942825064063072
151600	rnn.weight_ih_l1	2	0.06681985408067703
151600	rnn.weight_ih_l1	3	-0.06578753143548965
151600	rnn.weight_ih_l1	4	-0.01618753746151924
151600	rnn.weight_ih_l1	5	-0.04579413682222366
151600	rnn.weight_ih_l1	6	0.03512250632047653
151600	rnn.weight_ih_l1	7	-0.031561046838760376
151600	rnn.weight_ih_l1	8	0.037853509187698364
151600	rnn.weight_ih_l1	9	0.04347686097025871
151600	rnn.weight_hh_l1	0	-0.005807518493384123
151600	rnn.weight_hh_l1	1	0.01756017841398716
151600	rnn.weight_hh_l1	2	0.01532000582665205
151600	rnn.weight_hh_l1	3	-0.011427152901887894
151600	rnn.weight_hh_l1	4	0.009888334199786186
151600	rnn.weight_hh_l1	5	0.026905396953225136
151600	rnn.weight_hh_l1	6	0.0322144441306591
151600	rnn.weight_hh_l1	7	-0.01846892572939396
151600	rnn.weight_hh_l1	8	-0.014861232601106167
151600	rnn.weight_hh_l1	9	0.03512992337346077
151600	rnn.bias_ih_l1	0	-0.20337100327014923
151600	rnn.bias_ih_l1	1	-0.19482433795928955
151600	rnn.bias_ih_l1	2	-0.20470505952835083
151600	rnn.bias_ih_l1	3	-0.30853354930877686
151600	rnn.bias_ih_l1	4	-0.2029818296432495
151600	rnn.bias_ih_l1	5	-0.09476207196712494
151600	rnn.bias_ih_l1	6	-0.172678604722023
151600	rnn.bias_ih_l1	7	-0.014088588766753674
151600	rnn.bias_ih_l1	8	-0.14946627616882324
151600	rnn.bias_ih_l1	9	-0.1295289248228073
151600	rnn.bias_hh_l1	0	-0.11669425666332245
151600	rnn.bias_hh_l1	1	-0.07444117963314056
151600	rnn.bias_hh_l1	2	-0.11347141861915588
151600	rnn.bias_hh_l1	3	-0.08615072071552277
151600	rnn.bias_hh_l1	4	-0.0933511033654213
151600	rnn.bias_hh_l1	5	-0.11580916494131088
151600	rnn.bias_hh_l1	6	-0.1395430713891983
151600	rnn.bias_hh_l1	7	0.03710523620247841
151600	rnn.bias_hh_l1	8	-0.1807529330253601
151600	rnn.bias_hh_l1	9	-0.11692389845848083
151600	rnn.weight_ih_l1_reverse	0	-0.04095127061009407
151600	rnn.weight_ih_l1_reverse	1	0.019023507833480835
151600	rnn.weight_ih_l1_reverse	2	0.0694613829255104
151600	rnn.weight_ih_l1_reverse	3	0.005033852998167276
151600	rnn.weight_ih_l1_reverse	4	-0.03645782545208931
151600	rnn.weight_ih_l1_reverse	5	-0.03251758590340614
151600	rnn.weight_ih_l1_reverse	6	-0.011178473941981792
151600	rnn.weight_ih_l1_reverse	7	0.03227798268198967
151600	rnn.weight_ih_l1_reverse	8	0.014367560856044292
151600	rnn.weight_ih_l1_reverse	9	-0.04692613333463669
151600	rnn.weight_hh_l1_reverse	0	0.004983969032764435
151600	rnn.weight_hh_l1_reverse	1	0.029949083924293518
151600	rnn.weight_hh_l1_reverse	2	-0.039981067180633545
151600	rnn.weight_hh_l1_reverse	3	0.035753294825553894
151600	rnn.weight_hh_l1_reverse	4	0.04905178025364876
151600	rnn.weight_hh_l1_reverse	5	-8.57715422171168e-05
151600	rnn.weight_hh_l1_reverse	6	0.05102737247943878
151600	rnn.weight_hh_l1_reverse	7	0.030475804582238197
151600	rnn.weight_hh_l1_reverse	8	-0.007099890615791082
151600	rnn.weight_hh_l1_reverse	9	-0.03249721974134445
151600	rnn.bias_ih_l1_reverse	0	-0.07213235646486282
151600	rnn.bias_ih_l1_reverse	1	-0.1651904135942459
151600	rnn.bias_ih_l1_reverse	2	-0.16624614596366882
151600	rnn.bias_ih_l1_reverse	3	-0.025107568129897118
151600	rnn.bias_ih_l1_reverse	4	-0.21476319432258606
151600	rnn.bias_ih_l1_reverse	5	-0.11451829224824905
151600	rnn.bias_ih_l1_reverse	6	-0.1381400227546692
151600	rnn.bias_ih_l1_reverse	7	-0.20341357588768005
151600	rnn.bias_ih_l1_reverse	8	0.23562023043632507
151600	rnn.bias_ih_l1_reverse	9	0.06804762780666351
151600	rnn.bias_hh_l1_reverse	0	0.017972346395254135
151600	rnn.bias_hh_l1_reverse	1	-0.10018951445817947
151600	rnn.bias_hh_l1_reverse	2	-0.23226317763328552
151600	rnn.bias_hh_l1_reverse	3	-0.14260637760162354
151600	rnn.bias_hh_l1_reverse	4	-0.10277937352657318
151600	rnn.bias_hh_l1_reverse	5	-0.11713220179080963
151600	rnn.bias_hh_l1_reverse	6	0.09678644686937332
151600	rnn.bias_hh_l1_reverse	7	-0.18124765157699585
151600	rnn.bias_hh_l1_reverse	8	-0.12336905300617218
151600	rnn.bias_hh_l1_reverse	9	-0.15117453038692474
151600	linear.weight	0	0.002228822559118271
151600	linear.weight	1	0.10902470350265503
151600	linear.weight	2	-0.08242152631282806
151600	linear.weight	3	0.2625817656517029
151600	linear.weight	4	0.14884701371192932
151600	linear.weight	5	-0.05602836236357689
151600	linear.weight	6	0.1161094605922699
151600	linear.weight	7	0.06712450087070465
151600	linear.weight	8	0.04120073840022087
151600	linear.weight	9	-0.030367672443389893
151600	linear.bias	0	0.09466981142759323
151600	linear.bias	1	-0.18246771395206451
151600	linear.bias	2	-0.397657573223114
151600	linear.bias	3	-0.6796175241470337
151600	linear.bias	4	-1.2087879180908203
151600	linear.bias	5	-0.07337500154972076
151600	linear.bias	6	-0.745211124420166
151600	linear.bias	7	0.26889756321907043
151600	linear.bias	8	-0.4396561086177826
151600	linear.bias	9	-0.9974918961524963
151797	transitions	0	0.6478884816169739
151797	transitions	1	0.17777037620544434
151797	transitions	2	-10000.0
151797	transitions	3	-1.824087381362915
151797	transitions	4	-10000.0
151797	transitions	5	0.5752949118614197
151797	transitions	6	-0.07705787569284439
151797	transitions	7	-0.7324258685112
151797	transitions	8	-1.40577232837677
151797	transitions	9	-0.0011382607044652104
151797	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151797	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151797	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151797	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151797	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151797	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151797	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151797	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151797	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151797	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151797	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151797	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151797	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151797	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151797	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151797	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151797	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151797	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151797	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151797	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151797	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151797	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151797	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151797	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151797	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151797	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151797	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151797	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151797	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151797	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151797	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151797	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151797	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151797	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151797	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151797	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151797	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151797	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151797	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151797	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151797	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151797	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151797	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151797	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151797	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151797	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151797	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151797	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151797	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151797	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151797	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151797	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151797	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151797	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151797	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151797	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151797	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151797	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151797	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151797	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151797	embedding2nn.weight	0	0.03240904584527016
151797	embedding2nn.weight	1	-0.013439955189824104
151797	embedding2nn.weight	2	-0.014268254861235619
151797	embedding2nn.weight	3	-0.01389614399522543
151797	embedding2nn.weight	4	-0.0059150345623493195
151797	embedding2nn.weight	5	-0.003700589993968606
151797	embedding2nn.weight	6	-0.003973300568759441
151797	embedding2nn.weight	7	-0.08436595648527145
151797	embedding2nn.weight	8	-0.0019979383796453476
151797	embedding2nn.weight	9	-0.028834223747253418
151797	embedding2nn.bias	0	0.0654575303196907
151797	embedding2nn.bias	1	-0.07509344816207886
151797	embedding2nn.bias	2	0.06706048548221588
151797	embedding2nn.bias	3	0.05586543679237366
151797	embedding2nn.bias	4	-0.03187975659966469
151797	embedding2nn.bias	5	-0.04569079726934433
151797	embedding2nn.bias	6	0.024816352874040604
151797	embedding2nn.bias	7	-0.05761881545186043
151797	embedding2nn.bias	8	0.07904376089572906
151797	embedding2nn.bias	9	0.04445430636405945
151797	rnn.weight_ih_l0	0	-0.07637152820825577
151797	rnn.weight_ih_l0	1	0.008429298177361488
151797	rnn.weight_ih_l0	2	0.04376492276787758
151797	rnn.weight_ih_l0	3	0.026623722165822983
151797	rnn.weight_ih_l0	4	-0.02975737489759922
151797	rnn.weight_ih_l0	5	-0.06367728859186172
151797	rnn.weight_ih_l0	6	0.0018284698016941547
151797	rnn.weight_ih_l0	7	0.061187636107206345
151797	rnn.weight_ih_l0	8	-0.00816082488745451
151797	rnn.weight_ih_l0	9	-0.031345684081315994
151797	rnn.weight_hh_l0	0	-0.03126673027873039
151797	rnn.weight_hh_l0	1	-0.008008856326341629
151797	rnn.weight_hh_l0	2	0.0002811446611303836
151797	rnn.weight_hh_l0	3	-0.07009599357843399
151797	rnn.weight_hh_l0	4	0.08354781568050385
151797	rnn.weight_hh_l0	5	-0.027611514553427696
151797	rnn.weight_hh_l0	6	-0.055672675371170044
151797	rnn.weight_hh_l0	7	0.01348983682692051
151797	rnn.weight_hh_l0	8	0.00797562301158905
151797	rnn.weight_hh_l0	9	-0.019647439941763878
151797	rnn.bias_ih_l0	0	0.1235656812787056
151797	rnn.bias_ih_l0	1	-0.0281224325299263
151797	rnn.bias_ih_l0	2	-0.004247555509209633
151797	rnn.bias_ih_l0	3	0.13895778357982635
151797	rnn.bias_ih_l0	4	-0.020128615200519562
151797	rnn.bias_ih_l0	5	-0.018600808456540108
151797	rnn.bias_ih_l0	6	0.014694669283926487
151797	rnn.bias_ih_l0	7	0.034284669905900955
151797	rnn.bias_ih_l0	8	-0.09734191745519638
151797	rnn.bias_ih_l0	9	-0.029602088034152985
151797	rnn.bias_hh_l0	0	-0.019024524837732315
151797	rnn.bias_hh_l0	1	-0.11272791028022766
151797	rnn.bias_hh_l0	2	-0.062269218266010284
151797	rnn.bias_hh_l0	3	-0.08688820153474808
151797	rnn.bias_hh_l0	4	-0.0015754428459331393
151797	rnn.bias_hh_l0	5	-0.03572713956236839
151797	rnn.bias_hh_l0	6	0.023251447826623917
151797	rnn.bias_hh_l0	7	0.04595080390572548
151797	rnn.bias_hh_l0	8	-0.1080373004078865
151797	rnn.bias_hh_l0	9	-0.06345231831073761
151797	rnn.weight_ih_l0_reverse	0	-0.026838887482881546
151797	rnn.weight_ih_l0_reverse	1	-0.048827894032001495
151797	rnn.weight_ih_l0_reverse	2	-0.033036697655916214
151797	rnn.weight_ih_l0_reverse	3	0.010890895500779152
151797	rnn.weight_ih_l0_reverse	4	-0.01937916688621044
151797	rnn.weight_ih_l0_reverse	5	-0.0465967133641243
151797	rnn.weight_ih_l0_reverse	6	0.07815830409526825
151797	rnn.weight_ih_l0_reverse	7	-0.025793228298425674
151797	rnn.weight_ih_l0_reverse	8	-0.023990310728549957
151797	rnn.weight_ih_l0_reverse	9	-0.0022423849441111088
151797	rnn.weight_hh_l0_reverse	0	0.06123260781168938
151797	rnn.weight_hh_l0_reverse	1	0.01411487627774477
151797	rnn.weight_hh_l0_reverse	2	0.03014042228460312
151797	rnn.weight_hh_l0_reverse	3	0.030625909566879272
151797	rnn.weight_hh_l0_reverse	4	0.005935570690780878
151797	rnn.weight_hh_l0_reverse	5	0.01831694133579731
151797	rnn.weight_hh_l0_reverse	6	0.05161542445421219
151797	rnn.weight_hh_l0_reverse	7	-0.06723646819591522
151797	rnn.weight_hh_l0_reverse	8	0.03933931887149811
151797	rnn.weight_hh_l0_reverse	9	0.03489520400762558
151797	rnn.bias_ih_l0_reverse	0	-0.06406897306442261
151797	rnn.bias_ih_l0_reverse	1	-0.26185208559036255
151797	rnn.bias_ih_l0_reverse	2	-0.13239628076553345
151797	rnn.bias_ih_l0_reverse	3	-0.042467810213565826
151797	rnn.bias_ih_l0_reverse	4	-0.04214419424533844
151797	rnn.bias_ih_l0_reverse	5	0.058615583926439285
151797	rnn.bias_ih_l0_reverse	6	-0.07254347205162048
151797	rnn.bias_ih_l0_reverse	7	0.043195050209760666
151797	rnn.bias_ih_l0_reverse	8	-0.05591357871890068
151797	rnn.bias_ih_l0_reverse	9	0.05503062158823013
151797	rnn.bias_hh_l0_reverse	0	0.02613792009651661
151797	rnn.bias_hh_l0_reverse	1	-0.04872092977166176
151797	rnn.bias_hh_l0_reverse	2	0.08204887807369232
151797	rnn.bias_hh_l0_reverse	3	-0.050531648099422455
151797	rnn.bias_hh_l0_reverse	4	-0.027672844007611275
151797	rnn.bias_hh_l0_reverse	5	-0.03671290725469589
151797	rnn.bias_hh_l0_reverse	6	-0.012002279050648212
151797	rnn.bias_hh_l0_reverse	7	0.10224879533052444
151797	rnn.bias_hh_l0_reverse	8	0.03236642852425575
151797	rnn.bias_hh_l0_reverse	9	-0.143309086561203
151797	rnn.weight_ih_l1	0	-0.03264839947223663
151797	rnn.weight_ih_l1	1	-0.050363194197416306
151797	rnn.weight_ih_l1	2	0.06573939323425293
151797	rnn.weight_ih_l1	3	-0.06668560951948166
151797	rnn.weight_ih_l1	4	-0.016047827899456024
151797	rnn.weight_ih_l1	5	-0.045552585273981094
151797	rnn.weight_ih_l1	6	0.03476690500974655
151797	rnn.weight_ih_l1	7	-0.030700668692588806
151797	rnn.weight_ih_l1	8	0.03788773715496063
151797	rnn.weight_ih_l1	9	0.04342877119779587
151797	rnn.weight_hh_l1	0	-0.005594008602201939
151797	rnn.weight_hh_l1	1	0.01736338995397091
151797	rnn.weight_hh_l1	2	0.013748087920248508
151797	rnn.weight_hh_l1	3	-0.01152275875210762
151797	rnn.weight_hh_l1	4	0.009980441071093082
151797	rnn.weight_hh_l1	5	0.026847755536437035
151797	rnn.weight_hh_l1	6	0.03214215487241745
151797	rnn.weight_hh_l1	7	-0.018397493287920952
151797	rnn.weight_hh_l1	8	-0.014576747082173824
151797	rnn.weight_hh_l1	9	0.03537779301404953
151797	rnn.bias_ih_l1	0	-0.20370502769947052
151797	rnn.bias_ih_l1	1	-0.19550126791000366
151797	rnn.bias_ih_l1	2	-0.20510222017765045
151797	rnn.bias_ih_l1	3	-0.30895382165908813
151797	rnn.bias_ih_l1	4	-0.20183992385864258
151797	rnn.bias_ih_l1	5	-0.09478515386581421
151797	rnn.bias_ih_l1	6	-0.17195582389831543
151797	rnn.bias_ih_l1	7	-0.015499203465878963
151797	rnn.bias_ih_l1	8	-0.1507173776626587
151797	rnn.bias_ih_l1	9	-0.12943899631500244
151797	rnn.bias_hh_l1	0	-0.11720866709947586
151797	rnn.bias_hh_l1	1	-0.07528189569711685
151797	rnn.bias_hh_l1	2	-0.11295896768569946
151797	rnn.bias_hh_l1	3	-0.08518966287374496
151797	rnn.bias_hh_l1	4	-0.09285221248865128
151797	rnn.bias_hh_l1	5	-0.11512783169746399
151797	rnn.bias_hh_l1	6	-0.13707654178142548
151797	rnn.bias_hh_l1	7	0.03437628969550133
151797	rnn.bias_hh_l1	8	-0.1814206838607788
151797	rnn.bias_hh_l1	9	-0.11740776151418686
151797	rnn.weight_ih_l1_reverse	0	-0.041090283542871475
151797	rnn.weight_ih_l1_reverse	1	0.01772492378950119
151797	rnn.weight_ih_l1_reverse	2	0.06904182583093643
151797	rnn.weight_ih_l1_reverse	3	0.005475386045873165
151797	rnn.weight_ih_l1_reverse	4	-0.03614817187190056
151797	rnn.weight_ih_l1_reverse	5	-0.03250432759523392
151797	rnn.weight_ih_l1_reverse	6	-0.010649019852280617
151797	rnn.weight_ih_l1_reverse	7	0.03209788724780083
151797	rnn.weight_ih_l1_reverse	8	0.014842172153294086
151797	rnn.weight_ih_l1_reverse	9	-0.04630251228809357
151797	rnn.weight_hh_l1_reverse	0	0.005000889766961336
151797	rnn.weight_hh_l1_reverse	1	0.02991880662739277
151797	rnn.weight_hh_l1_reverse	2	-0.04007962346076965
151797	rnn.weight_hh_l1_reverse	3	0.03560913726687431
151797	rnn.weight_hh_l1_reverse	4	0.04894464835524559
151797	rnn.weight_hh_l1_reverse	5	-0.0004097238415852189
151797	rnn.weight_hh_l1_reverse	6	0.050665345042943954
151797	rnn.weight_hh_l1_reverse	7	0.030732883140444756
151797	rnn.weight_hh_l1_reverse	8	-0.007036883849650621
151797	rnn.weight_hh_l1_reverse	9	-0.03246454522013664
151797	rnn.bias_ih_l1_reverse	0	-0.07321897894144058
151797	rnn.bias_ih_l1_reverse	1	-0.16450339555740356
151797	rnn.bias_ih_l1_reverse	2	-0.1670142263174057
151797	rnn.bias_ih_l1_reverse	3	-0.023090139031410217
151797	rnn.bias_ih_l1_reverse	4	-0.21469144523143768
151797	rnn.bias_ih_l1_reverse	5	-0.11456312984228134
151797	rnn.bias_ih_l1_reverse	6	-0.13841430842876434
151797	rnn.bias_ih_l1_reverse	7	-0.20296403765678406
151797	rnn.bias_ih_l1_reverse	8	0.23469312489032745
151797	rnn.bias_ih_l1_reverse	9	0.068728968501091
151797	rnn.bias_hh_l1_reverse	0	0.020453302189707756
151797	rnn.bias_hh_l1_reverse	1	-0.1004975289106369
151797	rnn.bias_hh_l1_reverse	2	-0.23269784450531006
151797	rnn.bias_hh_l1_reverse	3	-0.1420431286096573
151797	rnn.bias_hh_l1_reverse	4	-0.10177883505821228
151797	rnn.bias_hh_l1_reverse	5	-0.11944787204265594
151797	rnn.bias_hh_l1_reverse	6	0.09412354975938797
151797	rnn.bias_hh_l1_reverse	7	-0.18208527565002441
151797	rnn.bias_hh_l1_reverse	8	-0.122272789478302
151797	rnn.bias_hh_l1_reverse	9	-0.15148581564426422
151797	linear.weight	0	0.002228822559118271
151797	linear.weight	1	0.10737644135951996
151797	linear.weight	2	-0.08191600441932678
151797	linear.weight	3	0.2638247311115265
151797	linear.weight	4	0.1475977897644043
151797	linear.weight	5	-0.05659875273704529
151797	linear.weight	6	0.1213781088590622
151797	linear.weight	7	0.07153194397687912
151797	linear.weight	8	0.04119998589158058
151797	linear.weight	9	-0.03092217445373535
151797	linear.bias	0	0.10958264023065567
151797	linear.bias	1	-0.19392940402030945
151797	linear.bias	2	-0.4026315212249756
151797	linear.bias	3	-0.6848786473274231
151797	linear.bias	4	-1.2154953479766846
151797	linear.bias	5	-0.06074967980384827
151797	linear.bias	6	-0.7559518218040466
151797	linear.bias	7	0.2828707695007324
151797	linear.bias	8	-0.4337235689163208
151797	linear.bias	9	-0.9924954771995544
151994	transitions	0	0.6519476175308228
151994	transitions	1	0.1772095412015915
151994	transitions	2	-10000.0
151994	transitions	3	-1.8241088390350342
151994	transitions	4	-10000.0
151994	transitions	5	0.5752652883529663
151994	transitions	6	-0.07709312438964844
151994	transitions	7	-0.7325519323348999
151994	transitions	8	-1.4058140516281128
151994	transitions	9	-0.0011387303238734603
151994	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151994	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151994	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151994	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151994	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151994	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151994	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151994	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151994	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151994	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151994	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151994	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151994	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151994	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151994	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151994	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151994	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151994	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151994	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151994	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151994	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151994	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151994	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151994	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151994	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151994	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151994	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151994	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151994	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151994	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151994	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151994	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151994	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151994	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151994	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151994	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151994	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151994	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151994	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151994	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151994	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151994	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151994	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151994	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151994	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151994	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151994	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151994	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151994	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151994	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151994	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151994	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151994	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151994	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151994	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151994	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151994	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151994	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151994	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151994	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151994	embedding2nn.weight	0	0.03239135444164276
151994	embedding2nn.weight	1	-0.01347182784229517
151994	embedding2nn.weight	2	-0.014268254861235619
151994	embedding2nn.weight	3	-0.013376371935009956
151994	embedding2nn.weight	4	-0.0059150345623493195
151994	embedding2nn.weight	5	-0.003700589993968606
151994	embedding2nn.weight	6	-0.003973300103098154
151994	embedding2nn.weight	7	-0.08459586650133133
151994	embedding2nn.weight	8	-0.0019979383796453476
151994	embedding2nn.weight	9	-0.028716297820210457
151994	embedding2nn.bias	0	0.06457412987947464
151994	embedding2nn.bias	1	-0.07892031967639923
151994	embedding2nn.bias	2	0.06696540117263794
151994	embedding2nn.bias	3	0.05564616993069649
151994	embedding2nn.bias	4	-0.028082408010959625
151994	embedding2nn.bias	5	-0.04346710070967674
151994	embedding2nn.bias	6	0.026704415678977966
151994	embedding2nn.bias	7	-0.057778023183345795
151994	embedding2nn.bias	8	0.07989158481359482
151994	embedding2nn.bias	9	0.045650891959667206
151994	rnn.weight_ih_l0	0	-0.07627975195646286
151994	rnn.weight_ih_l0	1	0.008065897040069103
151994	rnn.weight_ih_l0	2	0.043872591108083725
151994	rnn.weight_ih_l0	3	0.02665698155760765
151994	rnn.weight_ih_l0	4	-0.02957753837108612
151994	rnn.weight_ih_l0	5	-0.06376516073942184
151994	rnn.weight_ih_l0	6	0.0014049889286980033
151994	rnn.weight_ih_l0	7	0.06070810928940773
151994	rnn.weight_ih_l0	8	-0.007740503642708063
151994	rnn.weight_ih_l0	9	-0.03139069303870201
151994	rnn.weight_hh_l0	0	-0.03141046687960625
151994	rnn.weight_hh_l0	1	-0.0076012322679162025
151994	rnn.weight_hh_l0	2	0.0007485452806577086
151994	rnn.weight_hh_l0	3	-0.0704481229186058
151994	rnn.weight_hh_l0	4	0.08335252851247787
151994	rnn.weight_hh_l0	5	-0.02762666344642639
151994	rnn.weight_hh_l0	6	-0.05557532235980034
151994	rnn.weight_hh_l0	7	0.013462360017001629
151994	rnn.weight_hh_l0	8	0.008079590275883675
151994	rnn.weight_hh_l0	9	-0.01947891339659691
151994	rnn.bias_ih_l0	0	0.12601564824581146
151994	rnn.bias_ih_l0	1	-0.030590249225497246
151994	rnn.bias_ih_l0	2	-0.004131583962589502
151994	rnn.bias_ih_l0	3	0.14122386276721954
151994	rnn.bias_ih_l0	4	-0.01946103759109974
151994	rnn.bias_ih_l0	5	-0.01819705031812191
151994	rnn.bias_ih_l0	6	0.013794866390526295
151994	rnn.bias_ih_l0	7	0.034100648015737534
151994	rnn.bias_ih_l0	8	-0.09733479470014572
151994	rnn.bias_ih_l0	9	-0.029360873624682426
151994	rnn.bias_hh_l0	0	-0.018400859087705612
151994	rnn.bias_hh_l0	1	-0.1118718832731247
151994	rnn.bias_hh_l0	2	-0.06283921748399734
151994	rnn.bias_hh_l0	3	-0.08698480576276779
151994	rnn.bias_hh_l0	4	-0.00044274277752265334
151994	rnn.bias_hh_l0	5	-0.03471013531088829
151994	rnn.bias_hh_l0	6	0.023938961327075958
151994	rnn.bias_hh_l0	7	0.04508574306964874
151994	rnn.bias_hh_l0	8	-0.10692573338747025
151994	rnn.bias_hh_l0	9	-0.06143534556031227
151994	rnn.weight_ih_l0_reverse	0	-0.026424482464790344
151994	rnn.weight_ih_l0_reverse	1	-0.049108076840639114
151994	rnn.weight_ih_l0_reverse	2	-0.03368411213159561
151994	rnn.weight_ih_l0_reverse	3	0.01123441569507122
151994	rnn.weight_ih_l0_reverse	4	-0.019376836717128754
151994	rnn.weight_ih_l0_reverse	5	-0.04663443565368652
151994	rnn.weight_ih_l0_reverse	6	0.07873202860355377
151994	rnn.weight_ih_l0_reverse	7	-0.024885009974241257
151994	rnn.weight_ih_l0_reverse	8	-0.02387416362762451
151994	rnn.weight_ih_l0_reverse	9	-0.002025117864832282
151994	rnn.weight_hh_l0_reverse	0	0.061018697917461395
151994	rnn.weight_hh_l0_reverse	1	0.013811016455292702
151994	rnn.weight_hh_l0_reverse	2	0.030567076057195663
151994	rnn.weight_hh_l0_reverse	3	0.03057914786040783
151994	rnn.weight_hh_l0_reverse	4	0.00602134270593524
151994	rnn.weight_hh_l0_reverse	5	0.01742042787373066
151994	rnn.weight_hh_l0_reverse	6	0.05160760134458542
151994	rnn.weight_hh_l0_reverse	7	-0.06827777624130249
151994	rnn.weight_hh_l0_reverse	8	0.03912898525595665
151994	rnn.weight_hh_l0_reverse	9	0.03480871021747589
151994	rnn.bias_ih_l0_reverse	0	-0.06498830765485764
151994	rnn.bias_ih_l0_reverse	1	-0.2593536972999573
151994	rnn.bias_ih_l0_reverse	2	-0.13359332084655762
151994	rnn.bias_ih_l0_reverse	3	-0.04293633997440338
151994	rnn.bias_ih_l0_reverse	4	-0.04071842506527901
151994	rnn.bias_ih_l0_reverse	5	0.059009477496147156
151994	rnn.bias_ih_l0_reverse	6	-0.07240384072065353
151994	rnn.bias_ih_l0_reverse	7	0.04357888177037239
151994	rnn.bias_ih_l0_reverse	8	-0.05713467299938202
151994	rnn.bias_ih_l0_reverse	9	0.05576605722308159
151994	rnn.bias_hh_l0_reverse	0	0.026002848520874977
151994	rnn.bias_hh_l0_reverse	1	-0.0498734749853611
151994	rnn.bias_hh_l0_reverse	2	0.08297625184059143
151994	rnn.bias_hh_l0_reverse	3	-0.04873519018292427
151994	rnn.bias_hh_l0_reverse	4	-0.027783669531345367
151994	rnn.bias_hh_l0_reverse	5	-0.03618901968002319
151994	rnn.bias_hh_l0_reverse	6	-0.011653313413262367
151994	rnn.bias_hh_l0_reverse	7	0.10158386826515198
151994	rnn.bias_hh_l0_reverse	8	0.03136217221617699
151994	rnn.bias_hh_l0_reverse	9	-0.14270618557929993
151994	rnn.weight_ih_l1	0	-0.031950291246175766
151994	rnn.weight_ih_l1	1	-0.050507478415966034
151994	rnn.weight_ih_l1	2	0.06533455103635788
151994	rnn.weight_ih_l1	3	-0.06659236550331116
151994	rnn.weight_ih_l1	4	-0.01592896319925785
151994	rnn.weight_ih_l1	5	-0.04555097594857216
151994	rnn.weight_ih_l1	6	0.03525426611304283
151994	rnn.weight_ih_l1	7	-0.03161156550049782
151994	rnn.weight_ih_l1	8	0.037624895572662354
151994	rnn.weight_ih_l1	9	0.04305769503116608
151994	rnn.weight_hh_l1	0	-0.004767835605889559
151994	rnn.weight_hh_l1	1	0.01733475737273693
151994	rnn.weight_hh_l1	2	0.013711436651647091
151994	rnn.weight_hh_l1	3	-0.011378161609172821
151994	rnn.weight_hh_l1	4	0.009771219454705715
151994	rnn.weight_hh_l1	5	0.027010928839445114
151994	rnn.weight_hh_l1	6	0.03202855959534645
151994	rnn.weight_hh_l1	7	-0.01836380362510681
151994	rnn.weight_hh_l1	8	-0.014556125737726688
151994	rnn.weight_hh_l1	9	0.0354827456176281
151994	rnn.bias_ih_l1	0	-0.20429961383342743
151994	rnn.bias_ih_l1	1	-0.1956901103258133
151994	rnn.bias_ih_l1	2	-0.2040185034275055
151994	rnn.bias_ih_l1	3	-0.3087109923362732
151994	rnn.bias_ih_l1	4	-0.20220601558685303
151994	rnn.bias_ih_l1	5	-0.09562500566244125
151994	rnn.bias_ih_l1	6	-0.17145408689975739
151994	rnn.bias_ih_l1	7	-0.01478132139891386
151994	rnn.bias_ih_l1	8	-0.15168559551239014
151994	rnn.bias_ih_l1	9	-0.13105763494968414
151994	rnn.bias_hh_l1	0	-0.11723048985004425
151994	rnn.bias_hh_l1	1	-0.07567533105611801
151994	rnn.bias_hh_l1	2	-0.11396521329879761
151994	rnn.bias_hh_l1	3	-0.08562666177749634
151994	rnn.bias_hh_l1	4	-0.09269417822360992
151994	rnn.bias_hh_l1	5	-0.11512797325849533
151994	rnn.bias_hh_l1	6	-0.1399311125278473
151994	rnn.bias_hh_l1	7	0.036938536912202835
151994	rnn.bias_hh_l1	8	-0.18295636773109436
151994	rnn.bias_hh_l1	9	-0.11712455004453659
151994	rnn.weight_ih_l1_reverse	0	-0.04105307161808014
151994	rnn.weight_ih_l1_reverse	1	0.01860232464969158
151994	rnn.weight_ih_l1_reverse	2	0.06896676123142242
151994	rnn.weight_ih_l1_reverse	3	0.004632601514458656
151994	rnn.weight_ih_l1_reverse	4	-0.03731938451528549
151994	rnn.weight_ih_l1_reverse	5	-0.03264541178941727
151994	rnn.weight_ih_l1_reverse	6	-0.01109663862735033
151994	rnn.weight_ih_l1_reverse	7	0.03165659308433533
151994	rnn.weight_ih_l1_reverse	8	0.01564846746623516
151994	rnn.weight_ih_l1_reverse	9	-0.04739813879132271
151994	rnn.weight_hh_l1_reverse	0	0.004969574976712465
151994	rnn.weight_hh_l1_reverse	1	0.02995997481048107
151994	rnn.weight_hh_l1_reverse	2	-0.04010939598083496
151994	rnn.weight_hh_l1_reverse	3	0.03562243655323982
151994	rnn.weight_hh_l1_reverse	4	0.048916272819042206
151994	rnn.weight_hh_l1_reverse	5	-0.0004760047886520624
151994	rnn.weight_hh_l1_reverse	6	0.05060651898384094
151994	rnn.weight_hh_l1_reverse	7	0.030612794682383537
151994	rnn.weight_hh_l1_reverse	8	-0.006875419989228249
151994	rnn.weight_hh_l1_reverse	9	-0.03233660012483597
151994	rnn.bias_ih_l1_reverse	0	-0.07323630899190903
151994	rnn.bias_ih_l1_reverse	1	-0.1633206605911255
151994	rnn.bias_ih_l1_reverse	2	-0.1682555228471756
151994	rnn.bias_ih_l1_reverse	3	-0.024829206988215446
151994	rnn.bias_ih_l1_reverse	4	-0.21480843424797058
151994	rnn.bias_ih_l1_reverse	5	-0.11526655405759811
151994	rnn.bias_ih_l1_reverse	6	-0.13916774094104767
151994	rnn.bias_ih_l1_reverse	7	-0.2037651240825653
151994	rnn.bias_ih_l1_reverse	8	0.23275500535964966
151994	rnn.bias_ih_l1_reverse	9	0.06728026270866394
151994	rnn.bias_hh_l1_reverse	0	0.018349548801779747
151994	rnn.bias_hh_l1_reverse	1	-0.10004034638404846
151994	rnn.bias_hh_l1_reverse	2	-0.2327045053243637
151994	rnn.bias_hh_l1_reverse	3	-0.1410263180732727
151994	rnn.bias_hh_l1_reverse	4	-0.10282307863235474
151994	rnn.bias_hh_l1_reverse	5	-0.12054964900016785
151994	rnn.bias_hh_l1_reverse	6	0.09586573392152786
151994	rnn.bias_hh_l1_reverse	7	-0.18136635422706604
151994	rnn.bias_hh_l1_reverse	8	-0.12164022773504257
151994	rnn.bias_hh_l1_reverse	9	-0.15125693380832672
151994	linear.weight	0	0.002228822559118271
151994	linear.weight	1	0.10925360769033432
151994	linear.weight	2	-0.08258700370788574
151994	linear.weight	3	0.265222430229187
151994	linear.weight	4	0.1465858519077301
151994	linear.weight	5	-0.057599976658821106
151994	linear.weight	6	0.12905853986740112
151994	linear.weight	7	0.07246619462966919
151994	linear.weight	8	0.041199542582035065
151994	linear.weight	9	-0.0304727740585804
151994	linear.bias	0	0.08141719549894333
151994	linear.bias	1	-0.184100940823555
151994	linear.bias	2	-0.3960004448890686
151994	linear.bias	3	-0.6897816061973572
151994	linear.bias	4	-1.2210757732391357
151994	linear.bias	5	-0.05175840109586716
151994	linear.bias	6	-0.7439134120941162
151994	linear.bias	7	0.29233264923095703
151994	linear.bias	8	-0.43364429473876953
151994	linear.bias	9	-0.9933213591575623
151998	transitions	0	0.6499350070953369
151998	transitions	1	0.17720817029476166
151998	transitions	2	-10000.0
151998	transitions	3	-1.8241088390350342
151998	transitions	4	-10000.0
151998	transitions	5	0.5752648115158081
151998	transitions	6	-0.0770936980843544
151998	transitions	7	-0.7325847744941711
151998	transitions	8	-1.405814290046692
151998	transitions	9	-0.0011387375416234136
151998	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
151998	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
151998	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
151998	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
151998	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
151998	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
151998	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
151998	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
151998	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
151998	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
151998	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
151998	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
151998	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
151998	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
151998	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
151998	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
151998	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
151998	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
151998	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
151998	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
151998	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
151998	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
151998	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
151998	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
151998	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
151998	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
151998	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
151998	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
151998	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
151998	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
151998	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
151998	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
151998	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
151998	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
151998	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
151998	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
151998	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
151998	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
151998	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
151998	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
151998	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
151998	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
151998	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
151998	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
151998	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
151998	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
151998	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
151998	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
151998	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
151998	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
151998	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
151998	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
151998	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
151998	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
151998	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
151998	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
151998	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
151998	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
151998	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
151998	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
151998	embedding2nn.weight	0	0.032336656004190445
151998	embedding2nn.weight	1	-0.013472483493387699
151998	embedding2nn.weight	2	-0.014268254861235619
151998	embedding2nn.weight	3	-0.01343515794724226
151998	embedding2nn.weight	4	-0.0059150345623493195
151998	embedding2nn.weight	5	-0.003700589993968606
151998	embedding2nn.weight	6	-0.003973300103098154
151998	embedding2nn.weight	7	-0.08466427028179169
151998	embedding2nn.weight	8	-0.0019979383796453476
151998	embedding2nn.weight	9	-0.028663599863648415
151998	embedding2nn.bias	0	0.06550894677639008
151998	embedding2nn.bias	1	-0.07922401279211044
151998	embedding2nn.bias	2	0.06712274253368378
151998	embedding2nn.bias	3	0.05587926134467125
151998	embedding2nn.bias	4	-0.02840321697294712
151998	embedding2nn.bias	5	-0.04394965618848801
151998	embedding2nn.bias	6	0.026646845042705536
151998	embedding2nn.bias	7	-0.057436004281044006
151998	embedding2nn.bias	8	0.07953952997922897
151998	embedding2nn.bias	9	0.045234423130750656
151998	rnn.weight_ih_l0	0	-0.07626484334468842
151998	rnn.weight_ih_l0	1	0.008042937144637108
151998	rnn.weight_ih_l0	2	0.043869808316230774
151998	rnn.weight_ih_l0	3	0.026694707572460175
151998	rnn.weight_ih_l0	4	-0.029521064832806587
151998	rnn.weight_ih_l0	5	-0.06366414576768875
151998	rnn.weight_ih_l0	6	0.0014135964447632432
151998	rnn.weight_ih_l0	7	0.06076691299676895
151998	rnn.weight_ih_l0	8	-0.0077264574356377125
151998	rnn.weight_ih_l0	9	-0.03139491006731987
151998	rnn.weight_hh_l0	0	-0.03140285238623619
151998	rnn.weight_hh_l0	1	-0.007581210229545832
151998	rnn.weight_hh_l0	2	0.0007529568974860013
151998	rnn.weight_hh_l0	3	-0.07041267305612564
151998	rnn.weight_hh_l0	4	0.08336097002029419
151998	rnn.weight_hh_l0	5	-0.027665043249726295
151998	rnn.weight_hh_l0	6	-0.05561890825629234
151998	rnn.weight_hh_l0	7	0.013451159931719303
151998	rnn.weight_hh_l0	8	0.008103393018245697
151998	rnn.weight_hh_l0	9	-0.01947868801653385
151998	rnn.bias_ih_l0	0	0.12591414153575897
151998	rnn.bias_ih_l0	1	-0.03056664764881134
151998	rnn.bias_ih_l0	2	-0.004072433337569237
151998	rnn.bias_ih_l0	3	0.14116625487804413
151998	rnn.bias_ih_l0	4	-0.019356412813067436
151998	rnn.bias_ih_l0	5	-0.01831165887415409
151998	rnn.bias_ih_l0	6	0.013829613104462624
151998	rnn.bias_ih_l0	7	0.03414473310112953
151998	rnn.bias_ih_l0	8	-0.09754804521799088
151998	rnn.bias_ih_l0	9	-0.0291309654712677
151998	rnn.bias_hh_l0	0	-0.018160980194807053
151998	rnn.bias_hh_l0	1	-0.11212344467639923
151998	rnn.bias_hh_l0	2	-0.06289568543434143
151998	rnn.bias_hh_l0	3	-0.08682052791118622
151998	rnn.bias_hh_l0	4	-0.0005026753060519695
151998	rnn.bias_hh_l0	5	-0.034681402146816254
151998	rnn.bias_hh_l0	6	0.02384624071419239
151998	rnn.bias_hh_l0	7	0.04490240290760994
151998	rnn.bias_hh_l0	8	-0.10682593286037445
151998	rnn.bias_hh_l0	9	-0.0614289753139019
151998	rnn.weight_ih_l0_reverse	0	-0.026452286168932915
151998	rnn.weight_ih_l0_reverse	1	-0.04910917952656746
151998	rnn.weight_ih_l0_reverse	2	-0.03365561366081238
151998	rnn.weight_ih_l0_reverse	3	0.011244616471230984
151998	rnn.weight_ih_l0_reverse	4	-0.019400859251618385
151998	rnn.weight_ih_l0_reverse	5	-0.046612195670604706
151998	rnn.weight_ih_l0_reverse	6	0.07881014049053192
151998	rnn.weight_ih_l0_reverse	7	-0.024863630533218384
151998	rnn.weight_ih_l0_reverse	8	-0.02390718273818493
151998	rnn.weight_ih_l0_reverse	9	-0.0019960596691817045
151998	rnn.weight_hh_l0_reverse	0	0.060998525470495224
151998	rnn.weight_hh_l0_reverse	1	0.013787895441055298
151998	rnn.weight_hh_l0_reverse	2	0.030537988990545273
151998	rnn.weight_hh_l0_reverse	3	0.030526617541909218
151998	rnn.weight_hh_l0_reverse	4	0.006032953038811684
151998	rnn.weight_hh_l0_reverse	5	0.01747148670256138
151998	rnn.weight_hh_l0_reverse	6	0.05162448436021805
151998	rnn.weight_hh_l0_reverse	7	-0.06822377443313599
151998	rnn.weight_hh_l0_reverse	8	0.039129387587308884
151998	rnn.weight_hh_l0_reverse	9	0.03479571267962456
151998	rnn.bias_ih_l0_reverse	0	-0.06508587300777435
151998	rnn.bias_ih_l0_reverse	1	-0.2592328190803528
151998	rnn.bias_ih_l0_reverse	2	-0.1337386816740036
151998	rnn.bias_ih_l0_reverse	3	-0.04302707687020302
151998	rnn.bias_ih_l0_reverse	4	-0.04056529700756073
151998	rnn.bias_ih_l0_reverse	5	0.05906187742948532
151998	rnn.bias_ih_l0_reverse	6	-0.07251611351966858
151998	rnn.bias_ih_l0_reverse	7	0.04380718991160393
151998	rnn.bias_ih_l0_reverse	8	-0.05707752704620361
151998	rnn.bias_ih_l0_reverse	9	0.05595109984278679
151998	rnn.bias_hh_l0_reverse	0	0.026133572682738304
151998	rnn.bias_hh_l0_reverse	1	-0.050063084810972214
151998	rnn.bias_hh_l0_reverse	2	0.08280361443758011
151998	rnn.bias_hh_l0_reverse	3	-0.04882005602121353
151998	rnn.bias_hh_l0_reverse	4	-0.027743162587285042
151998	rnn.bias_hh_l0_reverse	5	-0.03623547405004501
151998	rnn.bias_hh_l0_reverse	6	-0.01155900675803423
151998	rnn.bias_hh_l0_reverse	7	0.10152848809957504
151998	rnn.bias_hh_l0_reverse	8	0.031134212389588356
151998	rnn.bias_hh_l0_reverse	9	-0.1426551640033722
151998	rnn.weight_ih_l1	0	-0.031972359865903854
151998	rnn.weight_ih_l1	1	-0.050456855446100235
151998	rnn.weight_ih_l1	2	0.06531579792499542
151998	rnn.weight_ih_l1	3	-0.0667438879609108
151998	rnn.weight_ih_l1	4	-0.01593785360455513
151998	rnn.weight_ih_l1	5	-0.045548684895038605
151998	rnn.weight_ih_l1	6	0.03499847650527954
151998	rnn.weight_ih_l1	7	-0.031610116362571716
151998	rnn.weight_ih_l1	8	0.037631161510944366
151998	rnn.weight_ih_l1	9	0.0430336594581604
151998	rnn.weight_hh_l1	0	-0.004819672089070082
151998	rnn.weight_hh_l1	1	0.017340069636702538
151998	rnn.weight_hh_l1	2	0.013706613332033157
151998	rnn.weight_hh_l1	3	-0.011369910091161728
151998	rnn.weight_hh_l1	4	0.00977049395442009
151998	rnn.weight_hh_l1	5	0.02700360119342804
151998	rnn.weight_hh_l1	6	0.032016314566135406
151998	rnn.weight_hh_l1	7	-0.01836405321955681
151998	rnn.weight_hh_l1	8	-0.014545383863151073
151998	rnn.weight_hh_l1	9	0.03545292094349861
151998	rnn.bias_ih_l1	0	-0.20401187241077423
151998	rnn.bias_ih_l1	1	-0.1956711858510971
151998	rnn.bias_ih_l1	2	-0.20388102531433105
151998	rnn.bias_ih_l1	3	-0.30904433131217957
151998	rnn.bias_ih_l1	4	-0.2022045999765396
151998	rnn.bias_ih_l1	5	-0.09559328854084015
151998	rnn.bias_ih_l1	6	-0.17146071791648865
151998	rnn.bias_ih_l1	7	-0.015071145258843899
151998	rnn.bias_ih_l1	8	-0.15190830826759338
151998	rnn.bias_ih_l1	9	-0.13117730617523193
151998	rnn.bias_hh_l1	0	-0.11757639050483704
151998	rnn.bias_hh_l1	1	-0.07579904049634933
151998	rnn.bias_hh_l1	2	-0.11397597193717957
151998	rnn.bias_hh_l1	3	-0.08556158095598221
151998	rnn.bias_hh_l1	4	-0.09288398921489716
151998	rnn.bias_hh_l1	5	-0.11511315405368805
151998	rnn.bias_hh_l1	6	-0.1401871293783188
151998	rnn.bias_hh_l1	7	0.03705384209752083
151998	rnn.bias_hh_l1	8	-0.18272143602371216
151998	rnn.bias_hh_l1	9	-0.11691087484359741
151998	rnn.weight_ih_l1_reverse	0	-0.04104369133710861
151998	rnn.weight_ih_l1_reverse	1	0.01861715316772461
151998	rnn.weight_ih_l1_reverse	2	0.06896742433309555
151998	rnn.weight_ih_l1_reverse	3	0.004627634305506945
151998	rnn.weight_ih_l1_reverse	4	-0.03716867417097092
151998	rnn.weight_ih_l1_reverse	5	-0.032648034393787384
151998	rnn.weight_ih_l1_reverse	6	-0.011014134623110294
151998	rnn.weight_ih_l1_reverse	7	0.031652748584747314
151998	rnn.weight_ih_l1_reverse	8	0.015696542337536812
151998	rnn.weight_ih_l1_reverse	9	-0.04752432554960251
151998	rnn.weight_hh_l1_reverse	0	0.004963926505297422
151998	rnn.weight_hh_l1_reverse	1	0.02996041625738144
151998	rnn.weight_hh_l1_reverse	2	-0.040110599249601364
151998	rnn.weight_hh_l1_reverse	3	0.035620853304862976
151998	rnn.weight_hh_l1_reverse	4	0.048892442137002945
151998	rnn.weight_hh_l1_reverse	5	-0.0005219198064878583
151998	rnn.weight_hh_l1_reverse	6	0.05064570531249046
151998	rnn.weight_hh_l1_reverse	7	0.030566638335585594
151998	rnn.weight_hh_l1_reverse	8	-0.006883910857141018
151998	rnn.weight_hh_l1_reverse	9	-0.03235162794589996
151998	rnn.bias_ih_l1_reverse	0	-0.07320433109998703
151998	rnn.bias_ih_l1_reverse	1	-0.16371691226959229
151998	rnn.bias_ih_l1_reverse	2	-0.1682070940732956
151998	rnn.bias_ih_l1_reverse	3	-0.024945927783846855
151998	rnn.bias_ih_l1_reverse	4	-0.21505244076251984
151998	rnn.bias_ih_l1_reverse	5	-0.11525694280862808
151998	rnn.bias_ih_l1_reverse	6	-0.1391747146844864
151998	rnn.bias_ih_l1_reverse	7	-0.20398163795471191
151998	rnn.bias_ih_l1_reverse	8	0.23197028040885925
151998	rnn.bias_ih_l1_reverse	9	0.06737298518419266
151998	rnn.bias_hh_l1_reverse	0	0.018522044643759727
151998	rnn.bias_hh_l1_reverse	1	-0.10010156780481339
151998	rnn.bias_hh_l1_reverse	2	-0.23275046050548553
151998	rnn.bias_hh_l1_reverse	3	-0.14139094948768616
151998	rnn.bias_hh_l1_reverse	4	-0.102895587682724
151998	rnn.bias_hh_l1_reverse	5	-0.120283342897892
151998	rnn.bias_hh_l1_reverse	6	0.09573038667440414
151998	rnn.bias_hh_l1_reverse	7	-0.18131771683692932
151998	rnn.bias_hh_l1_reverse	8	-0.12171945720911026
151998	rnn.bias_hh_l1_reverse	9	-0.15126654505729675
151998	linear.weight	0	0.002228822559118271
151998	linear.weight	1	0.11030049622058868
151998	linear.weight	2	-0.08287722617387772
151998	linear.weight	3	0.26594609022140503
151998	linear.weight	4	0.14588335156440735
151998	linear.weight	5	-0.05760287493467331
151998	linear.weight	6	0.12855219841003418
151998	linear.weight	7	0.07244949787855148
151998	linear.weight	8	0.04119953513145447
151998	linear.weight	9	-0.03103477880358696
151998	linear.bias	0	0.08157853782176971
151998	linear.bias	1	-0.1876402050256729
151998	linear.bias	2	-0.3989682197570801
151998	linear.bias	3	-0.692857027053833
151998	linear.bias	4	-1.2241491079330444
151998	linear.bias	5	-0.04972243681550026
151998	linear.bias	6	-0.74746173620224
151998	linear.bias	7	0.29437828063964844
151998	linear.bias	8	-0.4302575886249542
151998	linear.bias	9	-0.9899287223815918
152195	transitions	0	0.6574284434318542
152195	transitions	1	0.1733837127685547
152195	transitions	2	-10000.0
152195	transitions	3	-1.8241281509399414
152195	transitions	4	-10000.0
152195	transitions	5	0.5752053260803223
152195	transitions	6	-0.07712529599666595
152195	transitions	7	-0.7329055666923523
152195	transitions	8	-1.4058419466018677
152195	transitions	9	-0.0011391488369554281
152195	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
152195	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
152195	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
152195	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
152195	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
152195	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
152195	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
152195	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
152195	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
152195	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
152195	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
152195	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
152195	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
152195	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
152195	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
152195	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
152195	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
152195	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
152195	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
152195	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
152195	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
152195	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
152195	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
152195	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
152195	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
152195	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
152195	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
152195	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
152195	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
152195	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
152195	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
152195	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
152195	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
152195	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
152195	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
152195	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
152195	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
152195	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
152195	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
152195	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
152195	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
152195	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
152195	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
152195	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
152195	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
152195	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
152195	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
152195	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
152195	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
152195	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
152195	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
152195	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
152195	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
152195	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
152195	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
152195	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
152195	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
152195	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
152195	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
152195	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
152195	embedding2nn.weight	0	0.03315619006752968
152195	embedding2nn.weight	1	-0.01343199610710144
152195	embedding2nn.weight	2	-0.014268254861235619
152195	embedding2nn.weight	3	-0.013499663211405277
152195	embedding2nn.weight	4	-0.0059150345623493195
152195	embedding2nn.weight	5	-0.003700589993968606
152195	embedding2nn.weight	6	-0.003973301965743303
152195	embedding2nn.weight	7	-0.08505477756261826
152195	embedding2nn.weight	8	-0.0019979383796453476
152195	embedding2nn.weight	9	-0.02879384718835354
152195	embedding2nn.bias	0	0.06299231946468353
152195	embedding2nn.bias	1	-0.07739004492759705
152195	embedding2nn.bias	2	0.0668167844414711
152195	embedding2nn.bias	3	0.059105534106492996
152195	embedding2nn.bias	4	-0.030086928978562355
152195	embedding2nn.bias	5	-0.045935098081827164
152195	embedding2nn.bias	6	0.03099234402179718
152195	embedding2nn.bias	7	-0.058569230139255524
152195	embedding2nn.bias	8	0.07793930917978287
152195	embedding2nn.bias	9	0.0478188581764698
152195	rnn.weight_ih_l0	0	-0.07693829387426376
152195	rnn.weight_ih_l0	1	0.007125650066882372
152195	rnn.weight_ih_l0	2	0.04369621351361275
152195	rnn.weight_ih_l0	3	0.026980001479387283
152195	rnn.weight_ih_l0	4	-0.03056430257856846
152195	rnn.weight_ih_l0	5	-0.06379833817481995
152195	rnn.weight_ih_l0	6	0.001560099539346993
152195	rnn.weight_ih_l0	7	0.06088355556130409
152195	rnn.weight_ih_l0	8	-0.007816210389137268
152195	rnn.weight_ih_l0	9	-0.031162627041339874
152195	rnn.weight_hh_l0	0	-0.03149929642677307
152195	rnn.weight_hh_l0	1	-0.007772170007228851
152195	rnn.weight_hh_l0	2	0.00011225037451367825
152195	rnn.weight_hh_l0	3	-0.07055720686912537
152195	rnn.weight_hh_l0	4	0.08330265432596207
152195	rnn.weight_hh_l0	5	-0.027754291892051697
152195	rnn.weight_hh_l0	6	-0.055872637778520584
152195	rnn.weight_hh_l0	7	0.013412888161838055
152195	rnn.weight_hh_l0	8	0.008181199431419373
152195	rnn.weight_hh_l0	9	-0.019586199894547462
152195	rnn.bias_ih_l0	0	0.12562349438667297
152195	rnn.bias_ih_l0	1	-0.029640506953001022
152195	rnn.bias_ih_l0	2	-0.00453153857961297
152195	rnn.bias_ih_l0	3	0.14273475110530853
152195	rnn.bias_ih_l0	4	-0.019410159438848495
152195	rnn.bias_ih_l0	5	-0.019552815705537796
152195	rnn.bias_ih_l0	6	0.011726068332791328
152195	rnn.bias_ih_l0	7	0.03356797248125076
152195	rnn.bias_ih_l0	8	-0.098416768014431
152195	rnn.bias_ih_l0	9	-0.028727207332849503
152195	rnn.bias_hh_l0	0	-0.01871296763420105
152195	rnn.bias_hh_l0	1	-0.11234299093484879
152195	rnn.bias_hh_l0	2	-0.06207237020134926
152195	rnn.bias_hh_l0	3	-0.08669526875019073
152195	rnn.bias_hh_l0	4	-0.0013487461255863309
152195	rnn.bias_hh_l0	5	-0.0349031500518322
152195	rnn.bias_hh_l0	6	0.023346396163105965
152195	rnn.bias_hh_l0	7	0.04381253942847252
152195	rnn.bias_hh_l0	8	-0.10723161697387695
152195	rnn.bias_hh_l0	9	-0.05998176708817482
152195	rnn.weight_ih_l0_reverse	0	-0.02609299123287201
152195	rnn.weight_ih_l0_reverse	1	-0.04929739981889725
152195	rnn.weight_ih_l0_reverse	2	-0.03352435678243637
152195	rnn.weight_ih_l0_reverse	3	0.011876516044139862
152195	rnn.weight_ih_l0_reverse	4	-0.02048393152654171
152195	rnn.weight_ih_l0_reverse	5	-0.046498026698827744
152195	rnn.weight_ih_l0_reverse	6	0.07873336225748062
152195	rnn.weight_ih_l0_reverse	7	-0.025392767041921616
152195	rnn.weight_ih_l0_reverse	8	-0.023224951699376106
152195	rnn.weight_ih_l0_reverse	9	-0.0013868347741663456
152195	rnn.weight_hh_l0_reverse	0	0.06076553836464882
152195	rnn.weight_hh_l0_reverse	1	0.014616160653531551
152195	rnn.weight_hh_l0_reverse	2	0.030507046729326248
152195	rnn.weight_hh_l0_reverse	3	0.030329899862408638
152195	rnn.weight_hh_l0_reverse	4	0.00670005613937974
152195	rnn.weight_hh_l0_reverse	5	0.01777435466647148
152195	rnn.weight_hh_l0_reverse	6	0.05190449208021164
152195	rnn.weight_hh_l0_reverse	7	-0.06845764070749283
152195	rnn.weight_hh_l0_reverse	8	0.03918541595339775
152195	rnn.weight_hh_l0_reverse	9	0.03480052202939987
152195	rnn.bias_ih_l0_reverse	0	-0.0659903809428215
152195	rnn.bias_ih_l0_reverse	1	-0.26173141598701477
152195	rnn.bias_ih_l0_reverse	2	-0.13314367830753326
152195	rnn.bias_ih_l0_reverse	3	-0.04345553368330002
152195	rnn.bias_ih_l0_reverse	4	-0.040762759745121
152195	rnn.bias_ih_l0_reverse	5	0.05924287438392639
152195	rnn.bias_ih_l0_reverse	6	-0.07404337078332901
152195	rnn.bias_ih_l0_reverse	7	0.044456519186496735
152195	rnn.bias_ih_l0_reverse	8	-0.054923754185438156
152195	rnn.bias_ih_l0_reverse	9	0.05385893955826759
152195	rnn.bias_hh_l0_reverse	0	0.024275945499539375
152195	rnn.bias_hh_l0_reverse	1	-0.04924929141998291
152195	rnn.bias_hh_l0_reverse	2	0.08319001644849777
152195	rnn.bias_hh_l0_reverse	3	-0.04900896176695824
152195	rnn.bias_hh_l0_reverse	4	-0.027855951339006424
152195	rnn.bias_hh_l0_reverse	5	-0.037588730454444885
152195	rnn.bias_hh_l0_reverse	6	-0.011440063826739788
152195	rnn.bias_hh_l0_reverse	7	0.10224811732769012
152195	rnn.bias_hh_l0_reverse	8	0.033020734786987305
152195	rnn.bias_hh_l0_reverse	9	-0.14250721037387848
152195	rnn.weight_ih_l1	0	-0.03209784999489784
152195	rnn.weight_ih_l1	1	-0.049425158649683
152195	rnn.weight_ih_l1	2	0.06522461771965027
152195	rnn.weight_ih_l1	3	-0.0677056759595871
152195	rnn.weight_ih_l1	4	-0.01607424020767212
152195	rnn.weight_ih_l1	5	-0.04554411768913269
152195	rnn.weight_ih_l1	6	0.03514838218688965
152195	rnn.weight_ih_l1	7	-0.03275979682803154
152195	rnn.weight_ih_l1	8	0.03757556900382042
152195	rnn.weight_ih_l1	9	0.04281479865312576
152195	rnn.weight_hh_l1	0	-0.00504954531788826
152195	rnn.weight_hh_l1	1	0.01757267862558365
152195	rnn.weight_hh_l1	2	0.013860940933227539
152195	rnn.weight_hh_l1	3	-0.01172104012221098
152195	rnn.weight_hh_l1	4	0.009215007536113262
152195	rnn.weight_hh_l1	5	0.026948636397719383
152195	rnn.weight_hh_l1	6	0.032056745141744614
152195	rnn.weight_hh_l1	7	-0.0186948049813509
152195	rnn.weight_hh_l1	8	-0.01492846105247736
152195	rnn.weight_hh_l1	9	0.03567531332373619
152195	rnn.bias_ih_l1	0	-0.20298705995082855
152195	rnn.bias_ih_l1	1	-0.19586610794067383
152195	rnn.bias_ih_l1	2	-0.20613756775856018
152195	rnn.bias_ih_l1	3	-0.30806347727775574
152195	rnn.bias_ih_l1	4	-0.19938111305236816
152195	rnn.bias_ih_l1	5	-0.09502743184566498
152195	rnn.bias_ih_l1	6	-0.17155545949935913
152195	rnn.bias_ih_l1	7	-0.015945423394441605
152195	rnn.bias_ih_l1	8	-0.15144015848636627
152195	rnn.bias_ih_l1	9	-0.13034242391586304
152195	rnn.bias_hh_l1	0	-0.11716482788324356
152195	rnn.bias_hh_l1	1	-0.07446064054965973
152195	rnn.bias_hh_l1	2	-0.11231765151023865
152195	rnn.bias_hh_l1	3	-0.0852007120847702
152195	rnn.bias_hh_l1	4	-0.09204546362161636
152195	rnn.bias_hh_l1	5	-0.11526291072368622
152195	rnn.bias_hh_l1	6	-0.13985273241996765
152195	rnn.bias_hh_l1	7	0.03519414737820625
152195	rnn.bias_hh_l1	8	-0.18135352432727814
152195	rnn.bias_hh_l1	9	-0.11538966745138168
152195	rnn.weight_ih_l1_reverse	0	-0.040873292833566666
152195	rnn.weight_ih_l1_reverse	1	0.019372714683413506
152195	rnn.weight_ih_l1_reverse	2	0.06843537837266922
152195	rnn.weight_ih_l1_reverse	3	0.004838818218559027
152195	rnn.weight_ih_l1_reverse	4	-0.037861790508031845
152195	rnn.weight_ih_l1_reverse	5	-0.032698314636945724
152195	rnn.weight_ih_l1_reverse	6	-0.009830960072577
152195	rnn.weight_ih_l1_reverse	7	0.031856752932071686
152195	rnn.weight_ih_l1_reverse	8	0.014498153701424599
152195	rnn.weight_ih_l1_reverse	9	-0.048242323100566864
152195	rnn.weight_hh_l1_reverse	0	0.004986816085875034
152195	rnn.weight_hh_l1_reverse	1	0.029989419505000114
152195	rnn.weight_hh_l1_reverse	2	-0.04005058854818344
152195	rnn.weight_hh_l1_reverse	3	0.03567488119006157
152195	rnn.weight_hh_l1_reverse	4	0.04885311797261238
152195	rnn.weight_hh_l1_reverse	5	-0.0004963318933732808
152195	rnn.weight_hh_l1_reverse	6	0.05128566548228264
152195	rnn.weight_hh_l1_reverse	7	0.030618492513895035
152195	rnn.weight_hh_l1_reverse	8	-0.006738938856869936
152195	rnn.weight_hh_l1_reverse	9	-0.032309386879205704
152195	rnn.bias_ih_l1_reverse	0	-0.07302866131067276
152195	rnn.bias_ih_l1_reverse	1	-0.1635969877243042
152195	rnn.bias_ih_l1_reverse	2	-0.16952534019947052
152195	rnn.bias_ih_l1_reverse	3	-0.02296915277838707
152195	rnn.bias_ih_l1_reverse	4	-0.21510514616966248
152195	rnn.bias_ih_l1_reverse	5	-0.11535827815532684
152195	rnn.bias_ih_l1_reverse	6	-0.1383795291185379
152195	rnn.bias_ih_l1_reverse	7	-0.2022423893213272
152195	rnn.bias_ih_l1_reverse	8	0.23444539308547974
152195	rnn.bias_ih_l1_reverse	9	0.0680023655295372
152195	rnn.bias_hh_l1_reverse	0	0.018453067168593407
152195	rnn.bias_hh_l1_reverse	1	-0.10190946608781815
152195	rnn.bias_hh_l1_reverse	2	-0.23301444947719574
152195	rnn.bias_hh_l1_reverse	3	-0.1416410505771637
152195	rnn.bias_hh_l1_reverse	4	-0.10272599011659622
152195	rnn.bias_hh_l1_reverse	5	-0.11997497081756592
152195	rnn.bias_hh_l1_reverse	6	0.09697099030017853
152195	rnn.bias_hh_l1_reverse	7	-0.18024364113807678
152195	rnn.bias_hh_l1_reverse	8	-0.12100966274738312
152195	rnn.bias_hh_l1_reverse	9	-0.15127567946910858
152195	linear.weight	0	0.002228822559118271
152195	linear.weight	1	0.11302357912063599
152195	linear.weight	2	-0.08523324877023697
152195	linear.weight	3	0.26906055212020874
152195	linear.weight	4	0.14572441577911377
152195	linear.weight	5	-0.05686076730489731
152195	linear.weight	6	0.12379248440265656
152195	linear.weight	7	0.07039780914783478
152195	linear.weight	8	0.041199155151844025
152195	linear.weight	9	-0.03264796361327171
152195	linear.bias	0	0.09126171469688416
152195	linear.bias	1	-0.20724722743034363
152195	linear.bias	2	-0.38747575879096985
152195	linear.bias	3	-0.6745529174804688
152195	linear.bias	4	-1.2048990726470947
152195	linear.bias	5	-0.062403034418821335
152195	linear.bias	6	-0.7658417820930481
152195	linear.bias	7	0.27813488245010376
152195	linear.bias	8	-0.4403659701347351
152195	linear.bias	9	-1.0017472505569458
152392	transitions	0	0.6558452844619751
152392	transitions	1	0.1693098396062851
152392	transitions	2	-10000.0
152392	transitions	3	-1.8241491317749023
152392	transitions	4	-10000.0
152392	transitions	5	0.5751721858978271
152392	transitions	6	-0.07715874910354614
152392	transitions	7	-0.7335666418075562
152392	transitions	8	-1.4059149026870728
152392	transitions	9	-0.00113947584759444
152392	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
152392	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
152392	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
152392	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
152392	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
152392	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
152392	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
152392	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
152392	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
152392	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
152392	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
152392	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
152392	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
152392	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
152392	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
152392	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
152392	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
152392	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
152392	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
152392	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
152392	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
152392	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
152392	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
152392	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
152392	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
152392	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
152392	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
152392	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
152392	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
152392	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
152392	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
152392	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
152392	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
152392	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
152392	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
152392	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
152392	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
152392	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
152392	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
152392	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
152392	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
152392	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
152392	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
152392	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
152392	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
152392	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
152392	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
152392	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
152392	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
152392	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
152392	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
152392	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
152392	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
152392	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
152392	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
152392	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
152392	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
152392	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
152392	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
152392	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
152392	embedding2nn.weight	0	0.033255577087402344
152392	embedding2nn.weight	1	-0.013415668159723282
152392	embedding2nn.weight	2	-0.014268254861235619
152392	embedding2nn.weight	3	-0.01359768770635128
152392	embedding2nn.weight	4	-0.0059150345623493195
152392	embedding2nn.weight	5	-0.003700589993968606
152392	embedding2nn.weight	6	-0.00397330429404974
152392	embedding2nn.weight	7	-0.08496901392936707
152392	embedding2nn.weight	8	-0.0019979383796453476
152392	embedding2nn.weight	9	-0.028948547318577766
152392	embedding2nn.bias	0	0.059196457266807556
152392	embedding2nn.bias	1	-0.07865003496408463
152392	embedding2nn.bias	2	0.06093834713101387
152392	embedding2nn.bias	3	0.054959747940301895
152392	embedding2nn.bias	4	-0.030294403433799744
152392	embedding2nn.bias	5	-0.03739868476986885
152392	embedding2nn.bias	6	0.025378314778208733
152392	embedding2nn.bias	7	-0.05548779293894768
152392	embedding2nn.bias	8	0.07775614410638809
152392	embedding2nn.bias	9	0.04624779522418976
152392	rnn.weight_ih_l0	0	-0.07820248603820801
152392	rnn.weight_ih_l0	1	0.00690441345795989
152392	rnn.weight_ih_l0	2	0.0431881844997406
152392	rnn.weight_ih_l0	3	0.026057962328195572
152392	rnn.weight_ih_l0	4	-0.03184428811073303
152392	rnn.weight_ih_l0	5	-0.06388357281684875
152392	rnn.weight_ih_l0	6	0.0022866178769618273
152392	rnn.weight_ih_l0	7	0.060560762882232666
152392	rnn.weight_ih_l0	8	-0.0076712267473340034
152392	rnn.weight_ih_l0	9	-0.03081866353750229
152392	rnn.weight_hh_l0	0	-0.03172113373875618
152392	rnn.weight_hh_l0	1	-0.007761336863040924
152392	rnn.weight_hh_l0	2	0.0002284788788529113
152392	rnn.weight_hh_l0	3	-0.07036379724740982
152392	rnn.weight_hh_l0	4	0.08349674940109253
152392	rnn.weight_hh_l0	5	-0.02794993296265602
152392	rnn.weight_hh_l0	6	-0.054825637489557266
152392	rnn.weight_hh_l0	7	0.01312325056642294
152392	rnn.weight_hh_l0	8	0.007769826799631119
152392	rnn.weight_hh_l0	9	-0.019502265378832817
152392	rnn.bias_ih_l0	0	0.12479566037654877
152392	rnn.bias_ih_l0	1	-0.03076370805501938
152392	rnn.bias_ih_l0	2	-0.006474192254245281
152392	rnn.bias_ih_l0	3	0.14180177450180054
152392	rnn.bias_ih_l0	4	-0.018599703907966614
152392	rnn.bias_ih_l0	5	-0.01786956563591957
152392	rnn.bias_ih_l0	6	0.012270036153495312
152392	rnn.bias_ih_l0	7	0.03400708734989166
152392	rnn.bias_ih_l0	8	-0.09852700680494308
152392	rnn.bias_ih_l0	9	-0.02601625770330429
152392	rnn.bias_hh_l0	0	-0.01860828325152397
152392	rnn.bias_hh_l0	1	-0.1127907857298851
152392	rnn.bias_hh_l0	2	-0.06218741834163666
152392	rnn.bias_hh_l0	3	-0.08582542091608047
152392	rnn.bias_hh_l0	4	-0.0010183562990278006
152392	rnn.bias_hh_l0	5	-0.03560863435268402
152392	rnn.bias_hh_l0	6	0.022162821143865585
152392	rnn.bias_hh_l0	7	0.04405834525823593
152392	rnn.bias_hh_l0	8	-0.1059853807091713
152392	rnn.bias_hh_l0	9	-0.05900781601667404
152392	rnn.weight_ih_l0_reverse	0	-0.02552754618227482
152392	rnn.weight_ih_l0_reverse	1	-0.050231073051691055
152392	rnn.weight_ih_l0_reverse	2	-0.035812169313430786
152392	rnn.weight_ih_l0_reverse	3	0.011118050664663315
152392	rnn.weight_ih_l0_reverse	4	-0.020260155200958252
152392	rnn.weight_ih_l0_reverse	5	-0.04690833017230034
152392	rnn.weight_ih_l0_reverse	6	0.07867244631052017
152392	rnn.weight_ih_l0_reverse	7	-0.02508978545665741
152392	rnn.weight_ih_l0_reverse	8	-0.022926969453692436
152392	rnn.weight_ih_l0_reverse	9	-0.0015668518608435988
152392	rnn.weight_hh_l0_reverse	0	0.06122779846191406
152392	rnn.weight_hh_l0_reverse	1	0.014577556401491165
152392	rnn.weight_hh_l0_reverse	2	0.03077138401567936
152392	rnn.weight_hh_l0_reverse	3	0.030430637300014496
152392	rnn.weight_hh_l0_reverse	4	0.006665647961199284
152392	rnn.weight_hh_l0_reverse	5	0.01757250912487507
152392	rnn.weight_hh_l0_reverse	6	0.051985759288072586
152392	rnn.weight_hh_l0_reverse	7	-0.06840133666992188
152392	rnn.weight_hh_l0_reverse	8	0.03908099979162216
152392	rnn.weight_hh_l0_reverse	9	0.03491797298192978
152392	rnn.bias_ih_l0_reverse	0	-0.06623337417840958
152392	rnn.bias_ih_l0_reverse	1	-0.2600322663784027
152392	rnn.bias_ih_l0_reverse	2	-0.13259769976139069
152392	rnn.bias_ih_l0_reverse	3	-0.04381062835454941
152392	rnn.bias_ih_l0_reverse	4	-0.043272681534290314
152392	rnn.bias_ih_l0_reverse	5	0.06076996028423309
152392	rnn.bias_ih_l0_reverse	6	-0.0727909505367279
152392	rnn.bias_ih_l0_reverse	7	0.04497985169291496
152392	rnn.bias_ih_l0_reverse	8	-0.05432218313217163
152392	rnn.bias_ih_l0_reverse	9	0.05332548916339874
152392	rnn.bias_hh_l0_reverse	0	0.02553810179233551
152392	rnn.bias_hh_l0_reverse	1	-0.049505241215229034
152392	rnn.bias_hh_l0_reverse	2	0.0829746201634407
152392	rnn.bias_hh_l0_reverse	3	-0.04946719482541084
152392	rnn.bias_hh_l0_reverse	4	-0.028383037075400352
152392	rnn.bias_hh_l0_reverse	5	-0.03799019008874893
152392	rnn.bias_hh_l0_reverse	6	-0.011521395295858383
152392	rnn.bias_hh_l0_reverse	7	0.10377319157123566
152392	rnn.bias_hh_l0_reverse	8	0.03301962837576866
152392	rnn.bias_hh_l0_reverse	9	-0.14077597856521606
152392	rnn.weight_ih_l1	0	-0.0321078859269619
152392	rnn.weight_ih_l1	1	-0.048424046486616135
152392	rnn.weight_ih_l1	2	0.06369166821241379
152392	rnn.weight_ih_l1	3	-0.06795267015695572
152392	rnn.weight_ih_l1	4	-0.016079498454928398
152392	rnn.weight_ih_l1	5	-0.04522986710071564
152392	rnn.weight_ih_l1	6	0.035144902765750885
152392	rnn.weight_ih_l1	7	-0.03397863730788231
152392	rnn.weight_ih_l1	8	0.03754893317818642
152392	rnn.weight_ih_l1	9	0.04270154610276222
152392	rnn.weight_hh_l1	0	-0.005026284139603376
152392	rnn.weight_hh_l1	1	0.017561228945851326
152392	rnn.weight_hh_l1	2	0.014119809493422508
152392	rnn.weight_hh_l1	3	-0.011751377955079079
152392	rnn.weight_hh_l1	4	0.00907964538782835
152392	rnn.weight_hh_l1	5	0.026890289038419724
152392	rnn.weight_hh_l1	6	0.03175714984536171
152392	rnn.weight_hh_l1	7	-0.018726220354437828
152392	rnn.weight_hh_l1	8	-0.014826113358139992
152392	rnn.weight_hh_l1	9	0.035427115857601166
152392	rnn.bias_ih_l1	0	-0.2033528834581375
152392	rnn.bias_ih_l1	1	-0.19595032930374146
152392	rnn.bias_ih_l1	2	-0.2068762332201004
152392	rnn.bias_ih_l1	3	-0.3089374601840973
152392	rnn.bias_ih_l1	4	-0.1994192898273468
152392	rnn.bias_ih_l1	5	-0.09494461119174957
152392	rnn.bias_ih_l1	6	-0.1727203130722046
152392	rnn.bias_ih_l1	7	-0.017040248960256577
152392	rnn.bias_ih_l1	8	-0.15284308791160583
152392	rnn.bias_ih_l1	9	-0.12899497151374817
152392	rnn.bias_hh_l1	0	-0.11806145310401917
152392	rnn.bias_hh_l1	1	-0.07712848484516144
152392	rnn.bias_hh_l1	2	-0.11141220480203629
152392	rnn.bias_hh_l1	3	-0.08549761772155762
152392	rnn.bias_hh_l1	4	-0.09283041954040527
152392	rnn.bias_hh_l1	5	-0.11521608382463455
152392	rnn.bias_hh_l1	6	-0.14221391081809998
152392	rnn.bias_hh_l1	7	0.03812907263636589
152392	rnn.bias_hh_l1	8	-0.17938090860843658
152392	rnn.bias_hh_l1	9	-0.11431503295898438
152392	rnn.weight_ih_l1_reverse	0	-0.04056364297866821
152392	rnn.weight_ih_l1_reverse	1	0.020632967352867126
152392	rnn.weight_ih_l1_reverse	2	0.06500843167304993
152392	rnn.weight_ih_l1_reverse	3	0.0049090394750237465
152392	rnn.weight_ih_l1_reverse	4	-0.03766624256968498
152392	rnn.weight_ih_l1_reverse	5	-0.03270196169614792
152392	rnn.weight_ih_l1_reverse	6	-0.008864602074027061
152392	rnn.weight_ih_l1_reverse	7	0.032019130885601044
152392	rnn.weight_ih_l1_reverse	8	0.015617000870406628
152392	rnn.weight_ih_l1_reverse	9	-0.04838952422142029
152392	rnn.weight_hh_l1_reverse	0	0.004921382758766413
152392	rnn.weight_hh_l1_reverse	1	0.03000018186867237
152392	rnn.weight_hh_l1_reverse	2	-0.04010642319917679
152392	rnn.weight_hh_l1_reverse	3	0.035775184631347656
152392	rnn.weight_hh_l1_reverse	4	0.04893318936228752
152392	rnn.weight_hh_l1_reverse	5	-0.00020302680786699057
152392	rnn.weight_hh_l1_reverse	6	0.05213063955307007
152392	rnn.weight_hh_l1_reverse	7	0.030353186652064323
152392	rnn.weight_hh_l1_reverse	8	-0.006766766309738159
152392	rnn.weight_hh_l1_reverse	9	-0.032350607216358185
152392	rnn.bias_ih_l1_reverse	0	-0.07495281845331192
152392	rnn.bias_ih_l1_reverse	1	-0.16392186284065247
152392	rnn.bias_ih_l1_reverse	2	-0.166924849152565
152392	rnn.bias_ih_l1_reverse	3	-0.02077089250087738
152392	rnn.bias_ih_l1_reverse	4	-0.214329794049263
152392	rnn.bias_ih_l1_reverse	5	-0.1162271797657013
152392	rnn.bias_ih_l1_reverse	6	-0.13886724412441254
152392	rnn.bias_ih_l1_reverse	7	-0.20316334068775177
152392	rnn.bias_ih_l1_reverse	8	0.23234038054943085
152392	rnn.bias_ih_l1_reverse	9	0.067512147128582
152392	rnn.bias_hh_l1_reverse	0	0.0179667416960001
152392	rnn.bias_hh_l1_reverse	1	-0.10844053328037262
152392	rnn.bias_hh_l1_reverse	2	-0.23302164673805237
152392	rnn.bias_hh_l1_reverse	3	-0.14279130101203918
152392	rnn.bias_hh_l1_reverse	4	-0.10305971652269363
152392	rnn.bias_hh_l1_reverse	5	-0.12024159729480743
152392	rnn.bias_hh_l1_reverse	6	0.09763187170028687
152392	rnn.bias_hh_l1_reverse	7	-0.18240846693515778
152392	rnn.bias_hh_l1_reverse	8	-0.12025721371173859
152392	rnn.bias_hh_l1_reverse	9	-0.1511552333831787
152392	linear.weight	0	0.002228822559118271
152392	linear.weight	1	0.11560496687889099
152392	linear.weight	2	-0.08266288787126541
152392	linear.weight	3	0.2693386375904083
152392	linear.weight	4	0.14588391780853271
152392	linear.weight	5	-0.056868016719818115
152392	linear.weight	6	0.12149408459663391
152392	linear.weight	7	0.06726271659135818
152392	linear.weight	8	0.04119933024048805
152392	linear.weight	9	-0.033277466893196106
152392	linear.bias	0	0.09834995865821838
152392	linear.bias	1	-0.1956665962934494
152392	linear.bias	2	-0.38884785771369934
152392	linear.bias	3	-0.6802777647972107
152392	linear.bias	4	-1.2108774185180664
152392	linear.bias	5	-0.055037762969732285
152392	linear.bias	6	-0.7543160319328308
152392	linear.bias	7	0.28862395882606506
152392	linear.bias	8	-0.4550408124923706
152392	linear.bias	9	-1.016772747039795
152589	transitions	0	0.6619999408721924
152589	transitions	1	0.17211568355560303
152589	transitions	2	-10000.0
152589	transitions	3	-1.8241584300994873
152589	transitions	4	-10000.0
152589	transitions	5	0.5751334428787231
152589	transitions	6	-0.07719241827726364
152589	transitions	7	-0.733747124671936
152589	transitions	8	-1.4059770107269287
152589	transitions	9	-0.0011398660717532039
152589	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
152589	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
152589	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
152589	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
152589	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
152589	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
152589	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
152589	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
152589	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
152589	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
152589	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
152589	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
152589	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
152589	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
152589	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
152589	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
152589	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
152589	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
152589	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
152589	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
152589	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
152589	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
152589	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
152589	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
152589	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
152589	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
152589	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
152589	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
152589	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
152589	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
152589	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
152589	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
152589	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
152589	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
152589	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
152589	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
152589	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
152589	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
152589	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
152589	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
152589	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
152589	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
152589	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
152589	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
152589	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
152589	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
152589	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
152589	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
152589	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
152589	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
152589	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
152589	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
152589	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
152589	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
152589	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
152589	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
152589	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
152589	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
152589	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
152589	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
152589	embedding2nn.weight	0	0.03267724812030792
152589	embedding2nn.weight	1	-0.013533052988350391
152589	embedding2nn.weight	2	-0.014268254861235619
152589	embedding2nn.weight	3	-0.014992671087384224
152589	embedding2nn.weight	4	-0.0059150345623493195
152589	embedding2nn.weight	5	-0.003700589993968606
152589	embedding2nn.weight	6	-0.0039732991717755795
152589	embedding2nn.weight	7	-0.085799939930439
152589	embedding2nn.weight	8	-0.0019979383796453476
152589	embedding2nn.weight	9	-0.028736216947436333
152589	embedding2nn.bias	0	0.06022919341921806
152589	embedding2nn.bias	1	-0.08195368945598602
152589	embedding2nn.bias	2	0.06898007541894913
152589	embedding2nn.bias	3	0.05740172415971756
152589	embedding2nn.bias	4	-0.03363347053527832
152589	embedding2nn.bias	5	-0.046978652477264404
152589	embedding2nn.bias	6	0.026645313948392868
152589	embedding2nn.bias	7	-0.06066330149769783
152589	embedding2nn.bias	8	0.08463657647371292
152589	embedding2nn.bias	9	0.050100263208150864
152589	rnn.weight_ih_l0	0	-0.07756716012954712
152589	rnn.weight_ih_l0	1	0.006618959363549948
152589	rnn.weight_ih_l0	2	0.04352492839097977
152589	rnn.weight_ih_l0	3	0.02592477574944496
152589	rnn.weight_ih_l0	4	-0.031947825103998184
152589	rnn.weight_ih_l0	5	-0.06407598406076431
152589	rnn.weight_ih_l0	6	0.002389071509242058
152589	rnn.weight_ih_l0	7	0.06049819663167
152589	rnn.weight_ih_l0	8	-0.00747298588976264
152589	rnn.weight_ih_l0	9	-0.030870120972394943
152589	rnn.weight_hh_l0	0	-0.03175552561879158
152589	rnn.weight_hh_l0	1	-0.007634588982909918
152589	rnn.weight_hh_l0	2	4.39187278971076e-05
152589	rnn.weight_hh_l0	3	-0.07031648606061935
152589	rnn.weight_hh_l0	4	0.08382054418325424
152589	rnn.weight_hh_l0	5	-0.02811330556869507
152589	rnn.weight_hh_l0	6	-0.0543362982571125
152589	rnn.weight_hh_l0	7	0.0132214967161417
152589	rnn.weight_hh_l0	8	0.007816044613718987
152589	rnn.weight_hh_l0	9	-0.019398612901568413
152589	rnn.bias_ih_l0	0	0.12479241192340851
152589	rnn.bias_ih_l0	1	-0.03125232830643654
152589	rnn.bias_ih_l0	2	-0.0051264516077935696
152589	rnn.bias_ih_l0	3	0.14263875782489777
152589	rnn.bias_ih_l0	4	-0.01925550401210785
152589	rnn.bias_ih_l0	5	-0.01903100684285164
152589	rnn.bias_ih_l0	6	0.01062404178082943
152589	rnn.bias_ih_l0	7	0.0336160808801651
152589	rnn.bias_ih_l0	8	-0.09844645857810974
152589	rnn.bias_ih_l0	9	-0.022505639120936394
152589	rnn.bias_hh_l0	0	-0.0181784238666296
152589	rnn.bias_hh_l0	1	-0.11259771883487701
152589	rnn.bias_hh_l0	2	-0.0625525712966919
152589	rnn.bias_hh_l0	3	-0.08571173250675201
152589	rnn.bias_hh_l0	4	0.0014948126627132297
152589	rnn.bias_hh_l0	5	-0.03558066487312317
152589	rnn.bias_hh_l0	6	0.022048616781830788
152589	rnn.bias_hh_l0	7	0.04320487007498741
152589	rnn.bias_hh_l0	8	-0.10608517378568649
152589	rnn.bias_hh_l0	9	-0.05794354900717735
152589	rnn.weight_ih_l0_reverse	0	-0.026035943999886513
152589	rnn.weight_ih_l0_reverse	1	-0.050527993589639664
152589	rnn.weight_ih_l0_reverse	2	-0.03550849109888077
152589	rnn.weight_ih_l0_reverse	3	0.01041646208614111
152589	rnn.weight_ih_l0_reverse	4	-0.019728709012269974
152589	rnn.weight_ih_l0_reverse	5	-0.0466955304145813
152589	rnn.weight_ih_l0_reverse	6	0.0791793018579483
152589	rnn.weight_ih_l0_reverse	7	-0.024840058758854866
152589	rnn.weight_ih_l0_reverse	8	-0.022633660584688187
152589	rnn.weight_ih_l0_reverse	9	-0.001334154512733221
152589	rnn.weight_hh_l0_reverse	0	0.06052432954311371
152589	rnn.weight_hh_l0_reverse	1	0.014871721155941486
152589	rnn.weight_hh_l0_reverse	2	0.030997762456536293
152589	rnn.weight_hh_l0_reverse	3	0.03048687055706978
152589	rnn.weight_hh_l0_reverse	4	0.006713541224598885
152589	rnn.weight_hh_l0_reverse	5	0.017501475289463997
152589	rnn.weight_hh_l0_reverse	6	0.05155664682388306
152589	rnn.weight_hh_l0_reverse	7	-0.06784245371818542
152589	rnn.weight_hh_l0_reverse	8	0.03888682276010513
152589	rnn.weight_hh_l0_reverse	9	0.03492235764861107
152589	rnn.bias_ih_l0_reverse	0	-0.06573575735092163
152589	rnn.bias_ih_l0_reverse	1	-0.2602195143699646
152589	rnn.bias_ih_l0_reverse	2	-0.13423991203308105
152589	rnn.bias_ih_l0_reverse	3	-0.04457293823361397
152589	rnn.bias_ih_l0_reverse	4	-0.04314573109149933
152589	rnn.bias_ih_l0_reverse	5	0.06028010696172714
152589	rnn.bias_ih_l0_reverse	6	-0.07474831491708755
152589	rnn.bias_ih_l0_reverse	7	0.04449385032057762
152589	rnn.bias_ih_l0_reverse	8	-0.05504654347896576
152589	rnn.bias_ih_l0_reverse	9	0.05197475850582123
152589	rnn.bias_hh_l0_reverse	0	0.02624629996716976
152589	rnn.bias_hh_l0_reverse	1	-0.05052640289068222
152589	rnn.bias_hh_l0_reverse	2	0.08251926302909851
152589	rnn.bias_hh_l0_reverse	3	-0.04953386262059212
152589	rnn.bias_hh_l0_reverse	4	-0.02767730876803398
152589	rnn.bias_hh_l0_reverse	5	-0.038276899605989456
152589	rnn.bias_hh_l0_reverse	6	-0.01219243835657835
152589	rnn.bias_hh_l0_reverse	7	0.10628817975521088
152589	rnn.bias_hh_l0_reverse	8	0.033293481916189194
152589	rnn.bias_hh_l0_reverse	9	-0.1409829556941986
152589	rnn.weight_ih_l1	0	-0.031853895634412766
152589	rnn.weight_ih_l1	1	-0.04881951957941055
152589	rnn.weight_ih_l1	2	0.06449021399021149
152589	rnn.weight_ih_l1	3	-0.06880844384431839
152589	rnn.weight_ih_l1	4	-0.016920512542128563
152589	rnn.weight_ih_l1	5	-0.045035433024168015
152589	rnn.weight_ih_l1	6	0.03506515920162201
152589	rnn.weight_ih_l1	7	-0.03352966904640198
152589	rnn.weight_ih_l1	8	0.037355247884988785
152589	rnn.weight_ih_l1	9	0.04212773218750954
152589	rnn.weight_hh_l1	0	-0.005536352749913931
152589	rnn.weight_hh_l1	1	0.017715200781822205
152589	rnn.weight_hh_l1	2	0.014833496883511543
152589	rnn.weight_hh_l1	3	-0.011652390472590923
152589	rnn.weight_hh_l1	4	0.009185192175209522
152589	rnn.weight_hh_l1	5	0.027051163837313652
152589	rnn.weight_hh_l1	6	0.03212456405162811
152589	rnn.weight_hh_l1	7	-0.01869463548064232
152589	rnn.weight_hh_l1	8	-0.014859101735055447
152589	rnn.weight_hh_l1	9	0.03539220988750458
152589	rnn.bias_ih_l1	0	-0.20332513749599457
152589	rnn.bias_ih_l1	1	-0.19589442014694214
152589	rnn.bias_ih_l1	2	-0.20728617906570435
152589	rnn.bias_ih_l1	3	-0.3107958734035492
152589	rnn.bias_ih_l1	4	-0.19827452301979065
152589	rnn.bias_ih_l1	5	-0.09576545655727386
152589	rnn.bias_ih_l1	6	-0.17135736346244812
152589	rnn.bias_ih_l1	7	-0.019338995218276978
152589	rnn.bias_ih_l1	8	-0.15118665993213654
152589	rnn.bias_ih_l1	9	-0.13099344074726105
152589	rnn.bias_hh_l1	0	-0.11680810898542404
152589	rnn.bias_hh_l1	1	-0.07549241930246353
152589	rnn.bias_hh_l1	2	-0.11379831284284592
152589	rnn.bias_hh_l1	3	-0.08476114273071289
152589	rnn.bias_hh_l1	4	-0.09321745485067368
152589	rnn.bias_hh_l1	5	-0.11420915275812149
152589	rnn.bias_hh_l1	6	-0.14029240608215332
152589	rnn.bias_hh_l1	7	0.03863942623138428
152589	rnn.bias_hh_l1	8	-0.17960593104362488
152589	rnn.bias_hh_l1	9	-0.11367598176002502
152589	rnn.weight_ih_l1_reverse	0	-0.04028145596385002
152589	rnn.weight_ih_l1_reverse	1	0.020285267382860184
152589	rnn.weight_ih_l1_reverse	2	0.06509977579116821
152589	rnn.weight_ih_l1_reverse	3	0.003336181864142418
152589	rnn.weight_ih_l1_reverse	4	-0.03596789762377739
152589	rnn.weight_ih_l1_reverse	5	-0.03273135796189308
152589	rnn.weight_ih_l1_reverse	6	-0.009188808500766754
152589	rnn.weight_ih_l1_reverse	7	0.0322866216301918
152589	rnn.weight_ih_l1_reverse	8	0.015187645331025124
152589	rnn.weight_ih_l1_reverse	9	-0.048468079417943954
152589	rnn.weight_hh_l1_reverse	0	0.0049754600040614605
152589	rnn.weight_hh_l1_reverse	1	0.029957260936498642
152589	rnn.weight_hh_l1_reverse	2	-0.0400928258895874
152589	rnn.weight_hh_l1_reverse	3	0.03578001633286476
152589	rnn.weight_hh_l1_reverse	4	0.04894530028104782
152589	rnn.weight_hh_l1_reverse	5	-0.000318858161335811
152589	rnn.weight_hh_l1_reverse	6	0.051280438899993896
152589	rnn.weight_hh_l1_reverse	7	0.030193720012903214
152589	rnn.weight_hh_l1_reverse	8	-0.006761117838323116
152589	rnn.weight_hh_l1_reverse	9	-0.032504286617040634
152589	rnn.bias_ih_l1_reverse	0	-0.074281707406044
152589	rnn.bias_ih_l1_reverse	1	-0.16399253904819489
152589	rnn.bias_ih_l1_reverse	2	-0.16732975840568542
152589	rnn.bias_ih_l1_reverse	3	-0.016579844057559967
152589	rnn.bias_ih_l1_reverse	4	-0.21508266031742096
152589	rnn.bias_ih_l1_reverse	5	-0.1168283224105835
152589	rnn.bias_ih_l1_reverse	6	-0.1384400576353073
152589	rnn.bias_ih_l1_reverse	7	-0.20321089029312134
152589	rnn.bias_ih_l1_reverse	8	0.22716529667377472
152589	rnn.bias_ih_l1_reverse	9	0.06929240375757217
152589	rnn.bias_hh_l1_reverse	0	0.018753832206130028
152589	rnn.bias_hh_l1_reverse	1	-0.10593093186616898
152589	rnn.bias_hh_l1_reverse	2	-0.23339703679084778
152589	rnn.bias_hh_l1_reverse	3	-0.14524123072624207
152589	rnn.bias_hh_l1_reverse	4	-0.10226844996213913
152589	rnn.bias_hh_l1_reverse	5	-0.12079649418592453
152589	rnn.bias_hh_l1_reverse	6	0.09374255686998367
152589	rnn.bias_hh_l1_reverse	7	-0.18386314809322357
152589	rnn.bias_hh_l1_reverse	8	-0.12011728435754776
152589	rnn.bias_hh_l1_reverse	9	-0.15081186592578888
152589	linear.weight	0	0.002228822559118271
152589	linear.weight	1	0.11722443997859955
152589	linear.weight	2	-0.08093222230672836
152589	linear.weight	3	0.2713157832622528
152589	linear.weight	4	0.148507758975029
152589	linear.weight	5	-0.058028291910886765
152589	linear.weight	6	0.1183101162314415
152589	linear.weight	7	0.05887027457356453
152589	linear.weight	8	0.04119955003261566
152589	linear.weight	9	-0.03352513536810875
152589	linear.bias	0	0.1052137240767479
152589	linear.bias	1	-0.20370838046073914
152589	linear.bias	2	-0.3937731385231018
152589	linear.bias	3	-0.6792299151420593
152589	linear.bias	4	-1.2104177474975586
152589	linear.bias	5	-0.05132205784320831
152589	linear.bias	6	-0.7647125720977783
152589	linear.bias	7	0.29235532879829407
152589	linear.bias	8	-0.439554363489151
152589	linear.bias	9	-1.0011625289916992
152786	transitions	0	0.6711578965187073
152786	transitions	1	0.1737130880355835
152786	transitions	2	-10000.0
152786	transitions	3	-1.8241734504699707
152786	transitions	4	-10000.0
152786	transitions	5	0.5750591158866882
152786	transitions	6	-0.0772223249077797
152786	transitions	7	-0.7338903546333313
152786	transitions	8	-1.406003713607788
152786	transitions	9	-0.0011402026284486055
152786	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
152786	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
152786	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
152786	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
152786	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
152786	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
152786	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
152786	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
152786	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
152786	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
152786	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
152786	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
152786	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
152786	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
152786	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
152786	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
152786	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
152786	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
152786	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
152786	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
152786	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
152786	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
152786	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
152786	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
152786	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
152786	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
152786	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
152786	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
152786	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
152786	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
152786	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
152786	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
152786	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
152786	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
152786	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
152786	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
152786	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
152786	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
152786	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
152786	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
152786	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
152786	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
152786	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
152786	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
152786	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
152786	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
152786	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
152786	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
152786	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
152786	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
152786	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
152786	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
152786	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
152786	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
152786	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
152786	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
152786	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
152786	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
152786	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
152786	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
152786	embedding2nn.weight	0	0.03183382377028465
152786	embedding2nn.weight	1	-0.013615989126265049
152786	embedding2nn.weight	2	-0.014268254861235619
152786	embedding2nn.weight	3	-0.015429165214300156
152786	embedding2nn.weight	4	-0.0059150345623493195
152786	embedding2nn.weight	5	-0.003700589993968606
152786	embedding2nn.weight	6	-0.0039732977747917175
152786	embedding2nn.weight	7	-0.08668571710586548
152786	embedding2nn.weight	8	-0.0019979383796453476
152786	embedding2nn.weight	9	-0.028408857062458992
152786	embedding2nn.bias	0	0.05822843685746193
152786	embedding2nn.bias	1	-0.08269001543521881
152786	embedding2nn.bias	2	0.07056348025798798
152786	embedding2nn.bias	3	0.05693698301911354
152786	embedding2nn.bias	4	-0.03601149842143059
152786	embedding2nn.bias	5	-0.04215368628501892
152786	embedding2nn.bias	6	0.026128441095352173
152786	embedding2nn.bias	7	-0.0571436807513237
152786	embedding2nn.bias	8	0.08510712534189224
152786	embedding2nn.bias	9	0.05062996596097946
152786	rnn.weight_ih_l0	0	-0.07935866713523865
152786	rnn.weight_ih_l0	1	0.006512312684208155
152786	rnn.weight_ih_l0	2	0.042478617280721664
152786	rnn.weight_ih_l0	3	0.026411334052681923
152786	rnn.weight_ih_l0	4	-0.03254534304141998
152786	rnn.weight_ih_l0	5	-0.06446871906518936
152786	rnn.weight_ih_l0	6	0.003369708778336644
152786	rnn.weight_ih_l0	7	0.060644444078207016
152786	rnn.weight_ih_l0	8	-0.007584499195218086
152786	rnn.weight_ih_l0	9	-0.03083745576441288
152786	rnn.weight_hh_l0	0	-0.031232349574565887
152786	rnn.weight_hh_l0	1	-0.008581278845667839
152786	rnn.weight_hh_l0	2	0.00117281184066087
152786	rnn.weight_hh_l0	3	-0.0702802762389183
152786	rnn.weight_hh_l0	4	0.08443136513233185
152786	rnn.weight_hh_l0	5	-0.028751062229275703
152786	rnn.weight_hh_l0	6	-0.05484694242477417
152786	rnn.weight_hh_l0	7	0.01333860494196415
152786	rnn.weight_hh_l0	8	0.007652034983038902
152786	rnn.weight_hh_l0	9	-0.019553910940885544
152786	rnn.bias_ih_l0	0	0.12445343285799026
152786	rnn.bias_ih_l0	1	-0.032596055418252945
152786	rnn.bias_ih_l0	2	-0.006560376845300198
152786	rnn.bias_ih_l0	3	0.14296050369739532
152786	rnn.bias_ih_l0	4	-0.018407143652439117
152786	rnn.bias_ih_l0	5	-0.018090417608618736
152786	rnn.bias_ih_l0	6	0.011393589898943901
152786	rnn.bias_ih_l0	7	0.03507302701473236
152786	rnn.bias_ih_l0	8	-0.09831830114126205
152786	rnn.bias_ih_l0	9	-0.0211698766797781
152786	rnn.bias_hh_l0	0	-0.017720310017466545
152786	rnn.bias_hh_l0	1	-0.11194872856140137
152786	rnn.bias_hh_l0	2	-0.06287676841020584
152786	rnn.bias_hh_l0	3	-0.08640682697296143
152786	rnn.bias_hh_l0	4	-0.0005910228355787694
152786	rnn.bias_hh_l0	5	-0.035190366208553314
152786	rnn.bias_hh_l0	6	0.021984891965985298
152786	rnn.bias_hh_l0	7	0.047417525202035904
152786	rnn.bias_hh_l0	8	-0.10675909370183945
152786	rnn.bias_hh_l0	9	-0.058794260025024414
152786	rnn.weight_ih_l0_reverse	0	-0.02621704898774624
152786	rnn.weight_ih_l0_reverse	1	-0.050524286925792694
152786	rnn.weight_ih_l0_reverse	2	-0.03598617762327194
152786	rnn.weight_ih_l0_reverse	3	0.010468173772096634
152786	rnn.weight_ih_l0_reverse	4	-0.019179625436663628
152786	rnn.weight_ih_l0_reverse	5	-0.04642505198717117
152786	rnn.weight_ih_l0_reverse	6	0.07939989119768143
152786	rnn.weight_ih_l0_reverse	7	-0.024609094485640526
152786	rnn.weight_ih_l0_reverse	8	-0.022795578464865685
152786	rnn.weight_ih_l0_reverse	9	-0.0015959747834131122
152786	rnn.weight_hh_l0_reverse	0	0.06080644577741623
152786	rnn.weight_hh_l0_reverse	1	0.014974514953792095
152786	rnn.weight_hh_l0_reverse	2	0.031477171927690506
152786	rnn.weight_hh_l0_reverse	3	0.03060244768857956
152786	rnn.weight_hh_l0_reverse	4	0.007134420331567526
152786	rnn.weight_hh_l0_reverse	5	0.018052633851766586
152786	rnn.weight_hh_l0_reverse	6	0.05145132541656494
152786	rnn.weight_hh_l0_reverse	7	-0.06812363862991333
152786	rnn.weight_hh_l0_reverse	8	0.03861304000020027
152786	rnn.weight_hh_l0_reverse	9	0.03496859222650528
152786	rnn.bias_ih_l0_reverse	0	-0.06654296815395355
152786	rnn.bias_ih_l0_reverse	1	-0.2605857253074646
152786	rnn.bias_ih_l0_reverse	2	-0.1361730992794037
152786	rnn.bias_ih_l0_reverse	3	-0.04358862340450287
152786	rnn.bias_ih_l0_reverse	4	-0.04296066239476204
152786	rnn.bias_ih_l0_reverse	5	0.06035924702882767
152786	rnn.bias_ih_l0_reverse	6	-0.07574497908353806
152786	rnn.bias_ih_l0_reverse	7	0.045182712376117706
152786	rnn.bias_ih_l0_reverse	8	-0.05525100231170654
152786	rnn.bias_ih_l0_reverse	9	0.05117340385913849
152786	rnn.bias_hh_l0_reverse	0	0.025705302134156227
152786	rnn.bias_hh_l0_reverse	1	-0.054830048233270645
152786	rnn.bias_hh_l0_reverse	2	0.08268019556999207
152786	rnn.bias_hh_l0_reverse	3	-0.04979030042886734
152786	rnn.bias_hh_l0_reverse	4	-0.02772967517375946
152786	rnn.bias_hh_l0_reverse	5	-0.0384272038936615
152786	rnn.bias_hh_l0_reverse	6	-0.012580462731420994
152786	rnn.bias_hh_l0_reverse	7	0.10704750567674637
152786	rnn.bias_hh_l0_reverse	8	0.03263740614056587
152786	rnn.bias_hh_l0_reverse	9	-0.13992977142333984
152786	rnn.weight_ih_l1	0	-0.03175105154514313
152786	rnn.weight_ih_l1	1	-0.049111656844615936
152786	rnn.weight_ih_l1	2	0.06444744765758514
152786	rnn.weight_ih_l1	3	-0.0680677741765976
152786	rnn.weight_ih_l1	4	-0.016979089006781578
152786	rnn.weight_ih_l1	5	-0.04524296149611473
152786	rnn.weight_ih_l1	6	0.0339849479496479
152786	rnn.weight_ih_l1	7	-0.033376697450876236
152786	rnn.weight_ih_l1	8	0.03711288049817085
152786	rnn.weight_ih_l1	9	0.04202938824892044
152786	rnn.weight_hh_l1	0	-0.006578307598829269
152786	rnn.weight_hh_l1	1	0.017856469377875328
152786	rnn.weight_hh_l1	2	0.014343036338686943
152786	rnn.weight_hh_l1	3	-0.01149202510714531
152786	rnn.weight_hh_l1	4	0.009341761469841003
152786	rnn.weight_hh_l1	5	0.027252081781625748
152786	rnn.weight_hh_l1	6	0.03274325281381607
152786	rnn.weight_hh_l1	7	-0.018690934404730797
152786	rnn.weight_hh_l1	8	-0.014743329957127571
152786	rnn.weight_hh_l1	9	0.0353255532681942
152786	rnn.bias_ih_l1	0	-0.20490345358848572
152786	rnn.bias_ih_l1	1	-0.1957731395959854
152786	rnn.bias_ih_l1	2	-0.20815198123455048
152786	rnn.bias_ih_l1	3	-0.31355032324790955
152786	rnn.bias_ih_l1	4	-0.19556376338005066
152786	rnn.bias_ih_l1	5	-0.09648018330335617
152786	rnn.bias_ih_l1	6	-0.16985546052455902
152786	rnn.bias_ih_l1	7	-0.019433602690696716
152786	rnn.bias_ih_l1	8	-0.15022602677345276
152786	rnn.bias_ih_l1	9	-0.1318991631269455
152786	rnn.bias_hh_l1	0	-0.1156281977891922
152786	rnn.bias_hh_l1	1	-0.07765199989080429
152786	rnn.bias_hh_l1	2	-0.11184441298246384
152786	rnn.bias_hh_l1	3	-0.08529219776391983
152786	rnn.bias_hh_l1	4	-0.09304224699735641
152786	rnn.bias_hh_l1	5	-0.11357862502336502
152786	rnn.bias_hh_l1	6	-0.14167280495166779
152786	rnn.bias_hh_l1	7	0.0381358340382576
152786	rnn.bias_hh_l1	8	-0.1822715550661087
152786	rnn.bias_hh_l1	9	-0.11237455159425735
152786	rnn.weight_ih_l1_reverse	0	-0.03983699902892113
152786	rnn.weight_ih_l1_reverse	1	0.020399276167154312
152786	rnn.weight_ih_l1_reverse	2	0.06621559709310532
152786	rnn.weight_ih_l1_reverse	3	0.003548600012436509
152786	rnn.weight_ih_l1_reverse	4	-0.03602225333452225
152786	rnn.weight_ih_l1_reverse	5	-0.03272427245974541
152786	rnn.weight_ih_l1_reverse	6	-0.009817826561629772
152786	rnn.weight_ih_l1_reverse	7	0.03284358233213425
152786	rnn.weight_ih_l1_reverse	8	0.015726238489151
152786	rnn.weight_ih_l1_reverse	9	-0.04852631688117981
152786	rnn.weight_hh_l1_reverse	0	0.005105390213429928
152786	rnn.weight_hh_l1_reverse	1	0.029872173443436623
152786	rnn.weight_hh_l1_reverse	2	-0.040011215955019
152786	rnn.weight_hh_l1_reverse	3	0.03585612401366234
152786	rnn.weight_hh_l1_reverse	4	0.04893498867750168
152786	rnn.weight_hh_l1_reverse	5	-0.0005524672451429069
152786	rnn.weight_hh_l1_reverse	6	0.051681999117136
152786	rnn.weight_hh_l1_reverse	7	0.030013319104909897
152786	rnn.weight_hh_l1_reverse	8	-0.006727209780365229
152786	rnn.weight_hh_l1_reverse	9	-0.032617442309856415
152786	rnn.bias_ih_l1_reverse	0	-0.0753915011882782
152786	rnn.bias_ih_l1_reverse	1	-0.16438831388950348
152786	rnn.bias_ih_l1_reverse	2	-0.16786383092403412
152786	rnn.bias_ih_l1_reverse	3	-0.016433395445346832
152786	rnn.bias_ih_l1_reverse	4	-0.21544520556926727
152786	rnn.bias_ih_l1_reverse	5	-0.11720499396324158
152786	rnn.bias_ih_l1_reverse	6	-0.13899874687194824
152786	rnn.bias_ih_l1_reverse	7	-0.20172423124313354
152786	rnn.bias_ih_l1_reverse	8	0.22819051146507263
152786	rnn.bias_ih_l1_reverse	9	0.06887249648571014
152786	rnn.bias_hh_l1_reverse	0	0.01565594971179962
152786	rnn.bias_hh_l1_reverse	1	-0.10558503866195679
152786	rnn.bias_hh_l1_reverse	2	-0.23441950976848602
152786	rnn.bias_hh_l1_reverse	3	-0.1449340283870697
152786	rnn.bias_hh_l1_reverse	4	-0.10226555168628693
152786	rnn.bias_hh_l1_reverse	5	-0.12020549923181534
152786	rnn.bias_hh_l1_reverse	6	0.09797074645757675
152786	rnn.bias_hh_l1_reverse	7	-0.1844530552625656
152786	rnn.bias_hh_l1_reverse	8	-0.12166144698858261
152786	rnn.bias_hh_l1_reverse	9	-0.15065620839595795
152786	linear.weight	0	0.002228822559118271
152786	linear.weight	1	0.11508895456790924
152786	linear.weight	2	-0.08167919516563416
152786	linear.weight	3	0.26745861768722534
152786	linear.weight	4	0.15015970170497894
152786	linear.weight	5	-0.059024497866630554
152786	linear.weight	6	0.12576182186603546
152786	linear.weight	7	0.062132760882377625
152786	linear.weight	8	0.041198987513780594
152786	linear.weight	9	-0.03201873227953911
152786	linear.bias	0	0.0683300718665123
152786	linear.bias	1	-0.1848398894071579
152786	linear.bias	2	-0.4033651351928711
152786	linear.bias	3	-0.6926523447036743
152786	linear.bias	4	-1.2241097688674927
152786	linear.bias	5	-0.04225935786962509
152786	linear.bias	6	-0.7447948455810547
152786	linear.bias	7	0.3008064329624176
152786	linear.bias	8	-0.4343165159225464
152786	linear.bias	9	-0.9960218667984009
152983	transitions	0	0.6653798222541809
152983	transitions	1	0.17348100244998932
152983	transitions	2	-10000.0
152983	transitions	3	-1.824188470840454
152983	transitions	4	-10000.0
152983	transitions	5	0.5749748349189758
152983	transitions	6	-0.07725604623556137
152983	transitions	7	-0.7348105907440186
152983	transitions	8	-1.4060355424880981
152983	transitions	9	-0.0011405304539948702
152983	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
152983	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
152983	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
152983	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
152983	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
152983	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
152983	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
152983	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
152983	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
152983	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
152983	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
152983	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
152983	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
152983	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
152983	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
152983	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
152983	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
152983	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
152983	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
152983	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
152983	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
152983	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
152983	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
152983	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
152983	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
152983	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
152983	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
152983	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
152983	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
152983	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
152983	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
152983	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
152983	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
152983	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
152983	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
152983	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
152983	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
152983	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
152983	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
152983	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
152983	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
152983	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
152983	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
152983	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
152983	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
152983	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
152983	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
152983	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
152983	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
152983	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
152983	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
152983	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
152983	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
152983	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
152983	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
152983	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
152983	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
152983	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
152983	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
152983	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
152983	embedding2nn.weight	0	0.03275235742330551
152983	embedding2nn.weight	1	-0.013658976182341576
152983	embedding2nn.weight	2	-0.014268254861235619
152983	embedding2nn.weight	3	-0.014869004487991333
152983	embedding2nn.weight	4	-0.0059150345623493195
152983	embedding2nn.weight	5	-0.003700589993968606
152983	embedding2nn.weight	6	-0.00397329730913043
152983	embedding2nn.weight	7	-0.08656944334506989
152983	embedding2nn.weight	8	-0.0019979383796453476
152983	embedding2nn.weight	9	-0.028826896101236343
152983	embedding2nn.bias	0	0.058783046901226044
152983	embedding2nn.bias	1	-0.07419900596141815
152983	embedding2nn.bias	2	0.07013159245252609
152983	embedding2nn.bias	3	0.06070901080965996
152983	embedding2nn.bias	4	-0.03668743371963501
152983	embedding2nn.bias	5	-0.043298691511154175
152983	embedding2nn.bias	6	0.024183064699172974
152983	embedding2nn.bias	7	-0.061935897916555405
152983	embedding2nn.bias	8	0.08644808828830719
152983	embedding2nn.bias	9	0.05110488086938858
152983	rnn.weight_ih_l0	0	-0.07843325287103653
152983	rnn.weight_ih_l0	1	0.0060687861405313015
152983	rnn.weight_ih_l0	2	0.04300090670585632
152983	rnn.weight_ih_l0	3	0.02633238583803177
152983	rnn.weight_ih_l0	4	-0.0329572893679142
152983	rnn.weight_ih_l0	5	-0.06442886590957642
152983	rnn.weight_ih_l0	6	0.0034456851426512003
152983	rnn.weight_ih_l0	7	0.06104695051908493
152983	rnn.weight_ih_l0	8	-0.007417988032102585
152983	rnn.weight_ih_l0	9	-0.03086109459400177
152983	rnn.weight_hh_l0	0	-0.03146890550851822
152983	rnn.weight_hh_l0	1	-0.008401773869991302
152983	rnn.weight_hh_l0	2	0.0006693709292449057
152983	rnn.weight_hh_l0	3	-0.07036273926496506
152983	rnn.weight_hh_l0	4	0.0848289430141449
152983	rnn.weight_hh_l0	5	-0.029034564271569252
152983	rnn.weight_hh_l0	6	-0.054435230791568756
152983	rnn.weight_hh_l0	7	0.012919191271066666
152983	rnn.weight_hh_l0	8	0.008081943728029728
152983	rnn.weight_hh_l0	9	-0.019674763083457947
152983	rnn.bias_ih_l0	0	0.12272906303405762
152983	rnn.bias_ih_l0	1	-0.030949793756008148
152983	rnn.bias_ih_l0	2	-0.006803351920098066
152983	rnn.bias_ih_l0	3	0.1428811401128769
152983	rnn.bias_ih_l0	4	-0.01807435043156147
152983	rnn.bias_ih_l0	5	-0.019322222098708153
152983	rnn.bias_ih_l0	6	0.010384846478700638
152983	rnn.bias_ih_l0	7	0.03557087481021881
152983	rnn.bias_ih_l0	8	-0.09824370592832565
152983	rnn.bias_ih_l0	9	-0.024687509983778
152983	rnn.bias_hh_l0	0	-0.017921432852745056
152983	rnn.bias_hh_l0	1	-0.11256717145442963
152983	rnn.bias_hh_l0	2	-0.06315550953149796
152983	rnn.bias_hh_l0	3	-0.08504419773817062
152983	rnn.bias_hh_l0	4	-0.0006043598987162113
152983	rnn.bias_hh_l0	5	-0.034226905554533005
152983	rnn.bias_hh_l0	6	0.02199307270348072
152983	rnn.bias_hh_l0	7	0.049739427864551544
152983	rnn.bias_hh_l0	8	-0.1071782261133194
152983	rnn.bias_hh_l0	9	-0.059551410377025604
152983	rnn.weight_ih_l0_reverse	0	-0.025429321452975273
152983	rnn.weight_ih_l0_reverse	1	-0.050304267555475235
152983	rnn.weight_ih_l0_reverse	2	-0.03560482710599899
152983	rnn.weight_ih_l0_reverse	3	0.010655282996594906
152983	rnn.weight_ih_l0_reverse	4	-0.018748927861452103
152983	rnn.weight_ih_l0_reverse	5	-0.045214954763650894
152983	rnn.weight_ih_l0_reverse	6	0.0796521008014679
152983	rnn.weight_ih_l0_reverse	7	-0.024564722552895546
152983	rnn.weight_ih_l0_reverse	8	-0.022964702919125557
152983	rnn.weight_ih_l0_reverse	9	-0.0019211117178201675
152983	rnn.weight_hh_l0_reverse	0	0.06122788414359093
152983	rnn.weight_hh_l0_reverse	1	0.014884772710502148
152983	rnn.weight_hh_l0_reverse	2	0.03149046748876572
152983	rnn.weight_hh_l0_reverse	3	0.030534420162439346
152983	rnn.weight_hh_l0_reverse	4	0.00697103189304471
152983	rnn.weight_hh_l0_reverse	5	0.018275443464517593
152983	rnn.weight_hh_l0_reverse	6	0.05153024569153786
152983	rnn.weight_hh_l0_reverse	7	-0.06765837222337723
152983	rnn.weight_hh_l0_reverse	8	0.03869973123073578
152983	rnn.weight_hh_l0_reverse	9	0.034828633069992065
152983	rnn.bias_ih_l0_reverse	0	-0.06587495654821396
152983	rnn.bias_ih_l0_reverse	1	-0.2648102343082428
152983	rnn.bias_ih_l0_reverse	2	-0.13636241853237152
152983	rnn.bias_ih_l0_reverse	3	-0.04235289618372917
152983	rnn.bias_ih_l0_reverse	4	-0.04145265370607376
152983	rnn.bias_ih_l0_reverse	5	0.05864940583705902
152983	rnn.bias_ih_l0_reverse	6	-0.07612273842096329
152983	rnn.bias_ih_l0_reverse	7	0.04515540599822998
152983	rnn.bias_ih_l0_reverse	8	-0.05450547859072685
152983	rnn.bias_ih_l0_reverse	9	0.052122391760349274
152983	rnn.bias_hh_l0_reverse	0	0.025239072740077972
152983	rnn.bias_hh_l0_reverse	1	-0.05345160514116287
152983	rnn.bias_hh_l0_reverse	2	0.08349359780550003
152983	rnn.bias_hh_l0_reverse	3	-0.049489423632621765
152983	rnn.bias_hh_l0_reverse	4	-0.026746107265353203
152983	rnn.bias_hh_l0_reverse	5	-0.03914385661482811
152983	rnn.bias_hh_l0_reverse	6	-0.011748206801712513
152983	rnn.bias_hh_l0_reverse	7	0.10619029402732849
152983	rnn.bias_hh_l0_reverse	8	0.031662847846746445
152983	rnn.bias_hh_l0_reverse	9	-0.13924527168273926
152983	rnn.weight_ih_l1	0	-0.03164602816104889
152983	rnn.weight_ih_l1	1	-0.049169380217790604
152983	rnn.weight_ih_l1	2	0.0639885887503624
152983	rnn.weight_ih_l1	3	-0.06697563081979752
152983	rnn.weight_ih_l1	4	-0.01672174036502838
152983	rnn.weight_ih_l1	5	-0.04508836567401886
152983	rnn.weight_ih_l1	6	0.034415002912282944
152983	rnn.weight_ih_l1	7	-0.032432131469249725
152983	rnn.weight_ih_l1	8	0.03723888844251633
152983	rnn.weight_ih_l1	9	0.042123496532440186
152983	rnn.weight_hh_l1	0	-0.007205063011497259
152983	rnn.weight_hh_l1	1	0.01768546737730503
152983	rnn.weight_hh_l1	2	0.014038351364433765
152983	rnn.weight_hh_l1	3	-0.011418121866881847
152983	rnn.weight_hh_l1	4	0.00918970350176096
152983	rnn.weight_hh_l1	5	0.02740008383989334
152983	rnn.weight_hh_l1	6	0.0328330434858799
152983	rnn.weight_hh_l1	7	-0.018771043047308922
152983	rnn.weight_hh_l1	8	-0.014612453058362007
152983	rnn.weight_hh_l1	9	0.03550669923424721
152983	rnn.bias_ih_l1	0	-0.20492179691791534
152983	rnn.bias_ih_l1	1	-0.19690291583538055
152983	rnn.bias_ih_l1	2	-0.20930923521518707
152983	rnn.bias_ih_l1	3	-0.3134121298789978
152983	rnn.bias_ih_l1	4	-0.19381482899188995
152983	rnn.bias_ih_l1	5	-0.09638599306344986
152983	rnn.bias_ih_l1	6	-0.17131614685058594
152983	rnn.bias_ih_l1	7	-0.018923476338386536
152983	rnn.bias_ih_l1	8	-0.14871273934841156
152983	rnn.bias_ih_l1	9	-0.1306140124797821
152983	rnn.bias_hh_l1	0	-0.11480040848255157
152983	rnn.bias_hh_l1	1	-0.07789809256792068
152983	rnn.bias_hh_l1	2	-0.11367560923099518
152983	rnn.bias_hh_l1	3	-0.08466875553131104
152983	rnn.bias_hh_l1	4	-0.09322300553321838
152983	rnn.bias_hh_l1	5	-0.11512807011604309
152983	rnn.bias_hh_l1	6	-0.14123445749282837
152983	rnn.bias_hh_l1	7	0.03742692992091179
152983	rnn.bias_hh_l1	8	-0.18012021481990814
152983	rnn.bias_hh_l1	9	-0.11130212992429733
152983	rnn.weight_ih_l1_reverse	0	-0.040181346237659454
152983	rnn.weight_ih_l1_reverse	1	0.018181340768933296
152983	rnn.weight_ih_l1_reverse	2	0.06801743805408478
152983	rnn.weight_ih_l1_reverse	3	0.004373748321086168
152983	rnn.weight_ih_l1_reverse	4	-0.036017391830682755
152983	rnn.weight_ih_l1_reverse	5	-0.0328245647251606
152983	rnn.weight_ih_l1_reverse	6	-0.00901111215353012
152983	rnn.weight_ih_l1_reverse	7	0.03310365229845047
152983	rnn.weight_ih_l1_reverse	8	0.015094362199306488
152983	rnn.weight_ih_l1_reverse	9	-0.04874540492892265
152983	rnn.weight_hh_l1_reverse	0	0.005176602862775326
152983	rnn.weight_hh_l1_reverse	1	0.02979499287903309
152983	rnn.weight_hh_l1_reverse	2	-0.040049318224191666
152983	rnn.weight_hh_l1_reverse	3	0.035724904388189316
152983	rnn.weight_hh_l1_reverse	4	0.049362629652023315
152983	rnn.weight_hh_l1_reverse	5	-0.00046611865400336683
152983	rnn.weight_hh_l1_reverse	6	0.051045987755060196
152983	rnn.weight_hh_l1_reverse	7	0.029979709535837173
152983	rnn.weight_hh_l1_reverse	8	-0.006671319715678692
152983	rnn.weight_hh_l1_reverse	9	-0.03236185386776924
152983	rnn.bias_ih_l1_reverse	0	-0.0766114667057991
152983	rnn.bias_ih_l1_reverse	1	-0.16475914418697357
152983	rnn.bias_ih_l1_reverse	2	-0.16733813285827637
152983	rnn.bias_ih_l1_reverse	3	-0.016575325280427933
152983	rnn.bias_ih_l1_reverse	4	-0.21585752069950104
152983	rnn.bias_ih_l1_reverse	5	-0.11665970087051392
152983	rnn.bias_ih_l1_reverse	6	-0.13908708095550537
152983	rnn.bias_ih_l1_reverse	7	-0.2022554874420166
152983	rnn.bias_ih_l1_reverse	8	0.22729997336864471
152983	rnn.bias_ih_l1_reverse	9	0.06590817868709564
152983	rnn.bias_hh_l1_reverse	0	0.015064358711242676
152983	rnn.bias_hh_l1_reverse	1	-0.10888038575649261
152983	rnn.bias_hh_l1_reverse	2	-0.23447786271572113
152983	rnn.bias_hh_l1_reverse	3	-0.14400561153888702
152983	rnn.bias_hh_l1_reverse	4	-0.1014009565114975
152983	rnn.bias_hh_l1_reverse	5	-0.12144585698843002
152983	rnn.bias_hh_l1_reverse	6	0.0991024374961853
152983	rnn.bias_hh_l1_reverse	7	-0.18368925154209137
152983	rnn.bias_hh_l1_reverse	8	-0.12184097617864609
152983	rnn.bias_hh_l1_reverse	9	-0.14994487166404724
152983	linear.weight	0	0.002228822559118271
152983	linear.weight	1	0.11361178010702133
152983	linear.weight	2	-0.08320211619138718
152983	linear.weight	3	0.26932957768440247
152983	linear.weight	4	0.15051612257957458
152983	linear.weight	5	-0.05754728242754936
152983	linear.weight	6	0.12212264537811279
152983	linear.weight	7	0.06669936329126358
152983	linear.weight	8	0.041198257356882095
152983	linear.weight	9	-0.03264472261071205
152983	linear.bias	0	0.10082213580608368
152983	linear.bias	1	-0.1971220225095749
152983	linear.bias	2	-0.3865009546279907
152983	linear.bias	3	-0.6835996508598328
152983	linear.bias	4	-1.2153010368347168
152983	linear.bias	5	-0.06114494428038597
152983	linear.bias	6	-0.7572277188301086
152983	linear.bias	7	0.2823938727378845
152983	linear.bias	8	-0.4417237639427185
152983	linear.bias	9	-1.0045599937438965
153180	transitions	0	0.6694609522819519
153180	transitions	1	0.17708861827850342
153180	transitions	2	-10000.0
153180	transitions	3	-1.82421875
153180	transitions	4	-10000.0
153180	transitions	5	0.5749419927597046
153180	transitions	6	-0.07729128003120422
153180	transitions	7	-0.7349280118942261
153180	transitions	8	-1.4061030149459839
153180	transitions	9	-0.0011409274302423
153180	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
153180	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
153180	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
153180	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
153180	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
153180	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
153180	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
153180	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
153180	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
153180	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
153180	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
153180	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
153180	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
153180	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
153180	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
153180	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
153180	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
153180	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
153180	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
153180	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
153180	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
153180	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
153180	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
153180	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
153180	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
153180	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
153180	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
153180	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
153180	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
153180	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
153180	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
153180	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
153180	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
153180	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
153180	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
153180	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
153180	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
153180	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
153180	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
153180	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
153180	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
153180	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
153180	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
153180	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
153180	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
153180	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
153180	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
153180	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
153180	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
153180	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
153180	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
153180	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
153180	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
153180	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
153180	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
153180	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
153180	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
153180	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
153180	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
153180	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
153180	embedding2nn.weight	0	0.033453088253736496
153180	embedding2nn.weight	1	-0.013622782193124294
153180	embedding2nn.weight	2	-0.014268254861235619
153180	embedding2nn.weight	3	-0.014818255789577961
153180	embedding2nn.weight	4	-0.0059150345623493195
153180	embedding2nn.weight	5	-0.003700589993968606
153180	embedding2nn.weight	6	-0.003973295912146568
153180	embedding2nn.weight	7	-0.08633194118738174
153180	embedding2nn.weight	8	-0.0019979383796453476
153180	embedding2nn.weight	9	-0.028655890375375748
153180	embedding2nn.bias	0	0.055976126343011856
153180	embedding2nn.bias	1	-0.07203134894371033
153180	embedding2nn.bias	2	0.07516436278820038
153180	embedding2nn.bias	3	0.060229361057281494
153180	embedding2nn.bias	4	-0.03484654054045677
153180	embedding2nn.bias	5	-0.03640875592827797
153180	embedding2nn.bias	6	0.02429564669728279
153180	embedding2nn.bias	7	-0.0628025159239769
153180	embedding2nn.bias	8	0.08681569248437881
153180	embedding2nn.bias	9	0.056248538196086884
153180	rnn.weight_ih_l0	0	-0.07864558696746826
153180	rnn.weight_ih_l0	1	0.006417466327548027
153180	rnn.weight_ih_l0	2	0.042879924178123474
153180	rnn.weight_ih_l0	3	0.02577696554362774
153180	rnn.weight_ih_l0	4	-0.032905932515859604
153180	rnn.weight_ih_l0	5	-0.06463112682104111
153180	rnn.weight_ih_l0	6	0.003372693434357643
153180	rnn.weight_ih_l0	7	0.05998590216040611
153180	rnn.weight_ih_l0	8	-0.008257757872343063
153180	rnn.weight_ih_l0	9	-0.030951527878642082
153180	rnn.weight_hh_l0	0	-0.03142018988728523
153180	rnn.weight_hh_l0	1	-0.008661767467856407
153180	rnn.weight_hh_l0	2	0.0005143767921254039
153180	rnn.weight_hh_l0	3	-0.07073116302490234
153180	rnn.weight_hh_l0	4	0.08497972786426544
153180	rnn.weight_hh_l0	5	-0.02893969602882862
153180	rnn.weight_hh_l0	6	-0.053953662514686584
153180	rnn.weight_hh_l0	7	0.012788396328687668
153180	rnn.weight_hh_l0	8	0.008482328616082668
153180	rnn.weight_hh_l0	9	-0.019822003319859505
153180	rnn.bias_ih_l0	0	0.1239205002784729
153180	rnn.bias_ih_l0	1	-0.03052525781095028
153180	rnn.bias_ih_l0	2	-0.007948541082441807
153180	rnn.bias_ih_l0	3	0.14324764907360077
153180	rnn.bias_ih_l0	4	-0.01772257499396801
153180	rnn.bias_ih_l0	5	-0.016953283920884132
153180	rnn.bias_ih_l0	6	0.009798548184335232
153180	rnn.bias_ih_l0	7	0.03634413331747055
153180	rnn.bias_ih_l0	8	-0.09772059321403503
153180	rnn.bias_ih_l0	9	-0.024711841717362404
153180	rnn.bias_hh_l0	0	-0.018488654866814613
153180	rnn.bias_hh_l0	1	-0.11221109330654144
153180	rnn.bias_hh_l0	2	-0.06316639482975006
153180	rnn.bias_hh_l0	3	-0.0846121609210968
153180	rnn.bias_hh_l0	4	-0.0009764886344783008
153180	rnn.bias_hh_l0	5	-0.032802022993564606
153180	rnn.bias_hh_l0	6	0.022535422816872597
153180	rnn.bias_hh_l0	7	0.04834196716547012
153180	rnn.bias_hh_l0	8	-0.10879864543676376
153180	rnn.bias_hh_l0	9	-0.0592724084854126
153180	rnn.weight_ih_l0_reverse	0	-0.024319402873516083
153180	rnn.weight_ih_l0_reverse	1	-0.05096152424812317
153180	rnn.weight_ih_l0_reverse	2	-0.036327578127384186
153180	rnn.weight_ih_l0_reverse	3	0.010113163851201534
153180	rnn.weight_ih_l0_reverse	4	-0.019493592903017998
153180	rnn.weight_ih_l0_reverse	5	-0.04559123143553734
153180	rnn.weight_ih_l0_reverse	6	0.07926354557275772
153180	rnn.weight_ih_l0_reverse	7	-0.024404341354966164
153180	rnn.weight_ih_l0_reverse	8	-0.022831136360764503
153180	rnn.weight_ih_l0_reverse	9	-0.001892800210043788
153180	rnn.weight_hh_l0_reverse	0	0.06130557879805565
153180	rnn.weight_hh_l0_reverse	1	0.014378308318555355
153180	rnn.weight_hh_l0_reverse	2	0.03138652443885803
153180	rnn.weight_hh_l0_reverse	3	0.030753228813409805
153180	rnn.weight_hh_l0_reverse	4	0.007221547421067953
153180	rnn.weight_hh_l0_reverse	5	0.018841201439499855
153180	rnn.weight_hh_l0_reverse	6	0.05158139392733574
153180	rnn.weight_hh_l0_reverse	7	-0.0678490623831749
153180	rnn.weight_hh_l0_reverse	8	0.038308896124362946
153180	rnn.weight_hh_l0_reverse	9	0.034770041704177856
153180	rnn.bias_ih_l0_reverse	0	-0.06583034247159958
153180	rnn.bias_ih_l0_reverse	1	-0.265928715467453
153180	rnn.bias_ih_l0_reverse	2	-0.13564465939998627
153180	rnn.bias_ih_l0_reverse	3	-0.04390996694564819
153180	rnn.bias_ih_l0_reverse	4	-0.03992290049791336
153180	rnn.bias_ih_l0_reverse	5	0.05700236186385155
153180	rnn.bias_ih_l0_reverse	6	-0.07505383342504501
153180	rnn.bias_ih_l0_reverse	7	0.04606118053197861
153180	rnn.bias_ih_l0_reverse	8	-0.05412503331899643
153180	rnn.bias_ih_l0_reverse	9	0.05303974822163582
153180	rnn.bias_hh_l0_reverse	0	0.024159327149391174
153180	rnn.bias_hh_l0_reverse	1	-0.05076013505458832
153180	rnn.bias_hh_l0_reverse	2	0.08353377133607864
153180	rnn.bias_hh_l0_reverse	3	-0.04996947944164276
153180	rnn.bias_hh_l0_reverse	4	-0.026036269962787628
153180	rnn.bias_hh_l0_reverse	5	-0.03861928731203079
153180	rnn.bias_hh_l0_reverse	6	-0.01266973651945591
153180	rnn.bias_hh_l0_reverse	7	0.10721443593502045
153180	rnn.bias_hh_l0_reverse	8	0.03171614930033684
153180	rnn.bias_hh_l0_reverse	9	-0.1403464376926422
153180	rnn.weight_ih_l1	0	-0.031580302864313126
153180	rnn.weight_ih_l1	1	-0.048972759395837784
153180	rnn.weight_ih_l1	2	0.06462126970291138
153180	rnn.weight_ih_l1	3	-0.06922703981399536
153180	rnn.weight_ih_l1	4	-0.016740549355745316
153180	rnn.weight_ih_l1	5	-0.045318037271499634
153180	rnn.weight_ih_l1	6	0.03433932363986969
153180	rnn.weight_ih_l1	7	-0.03265320137143135
153180	rnn.weight_ih_l1	8	0.03726256638765335
153180	rnn.weight_ih_l1	9	0.04099498316645622
153180	rnn.weight_hh_l1	0	-0.007140358444303274
153180	rnn.weight_hh_l1	1	0.017663437873125076
153180	rnn.weight_hh_l1	2	0.01435056421905756
153180	rnn.weight_hh_l1	3	-0.011640110053122044
153180	rnn.weight_hh_l1	4	0.009364106692373753
153180	rnn.weight_hh_l1	5	0.027344364672899246
153180	rnn.weight_hh_l1	6	0.03239574655890465
153180	rnn.weight_hh_l1	7	-0.01878172531723976
153180	rnn.weight_hh_l1	8	-0.014351854100823402
153180	rnn.weight_hh_l1	9	0.035766392946243286
153180	rnn.bias_ih_l1	0	-0.20135827362537384
153180	rnn.bias_ih_l1	1	-0.1973479837179184
153180	rnn.bias_ih_l1	2	-0.20874519646167755
153180	rnn.bias_ih_l1	3	-0.3142586350440979
153180	rnn.bias_ih_l1	4	-0.1989818811416626
153180	rnn.bias_ih_l1	5	-0.09658858180046082
153180	rnn.bias_ih_l1	6	-0.1689513474702835
153180	rnn.bias_ih_l1	7	-0.022028323262929916
153180	rnn.bias_ih_l1	8	-0.1484818458557129
153180	rnn.bias_ih_l1	9	-0.13040031492710114
153180	rnn.bias_hh_l1	0	-0.11453597992658615
153180	rnn.bias_hh_l1	1	-0.07790687680244446
153180	rnn.bias_hh_l1	2	-0.11285583674907684
153180	rnn.bias_hh_l1	3	-0.08476883918046951
153180	rnn.bias_hh_l1	4	-0.0928083211183548
153180	rnn.bias_hh_l1	5	-0.11543744802474976
153180	rnn.bias_hh_l1	6	-0.14332067966461182
153180	rnn.bias_hh_l1	7	0.03791528567671776
153180	rnn.bias_hh_l1	8	-0.18211808800697327
153180	rnn.bias_hh_l1	9	-0.10981174558401108
153180	rnn.weight_ih_l1_reverse	0	-0.039539068937301636
153180	rnn.weight_ih_l1_reverse	1	0.02058974653482437
153180	rnn.weight_ih_l1_reverse	2	0.06960799545049667
153180	rnn.weight_ih_l1_reverse	3	0.0034905553329735994
153180	rnn.weight_ih_l1_reverse	4	-0.036981381475925446
153180	rnn.weight_ih_l1_reverse	5	-0.03281961381435394
153180	rnn.weight_ih_l1_reverse	6	-0.008994539268314838
153180	rnn.weight_ih_l1_reverse	7	0.0327637642621994
153180	rnn.weight_ih_l1_reverse	8	0.015453016385436058
153180	rnn.weight_ih_l1_reverse	9	-0.04846544563770294
153180	rnn.weight_hh_l1_reverse	0	0.0051128799095749855
153180	rnn.weight_hh_l1_reverse	1	0.02959972620010376
153180	rnn.weight_hh_l1_reverse	2	-0.03999358043074608
153180	rnn.weight_hh_l1_reverse	3	0.03574354574084282
153180	rnn.weight_hh_l1_reverse	4	0.04974554479122162
153180	rnn.weight_hh_l1_reverse	5	-0.00021291864686645567
153180	rnn.weight_hh_l1_reverse	6	0.05052098259329796
153180	rnn.weight_hh_l1_reverse	7	0.030119935050606728
153180	rnn.weight_hh_l1_reverse	8	-0.0067321909591555595
153180	rnn.weight_hh_l1_reverse	9	-0.03222452849149704
153180	rnn.bias_ih_l1_reverse	0	-0.07652644068002701
153180	rnn.bias_ih_l1_reverse	1	-0.1656673401594162
153180	rnn.bias_ih_l1_reverse	2	-0.16850988566875458
153180	rnn.bias_ih_l1_reverse	3	-0.017113087698817253
153180	rnn.bias_ih_l1_reverse	4	-0.21516524255275726
153180	rnn.bias_ih_l1_reverse	5	-0.11592333763837814
153180	rnn.bias_ih_l1_reverse	6	-0.13844867050647736
153180	rnn.bias_ih_l1_reverse	7	-0.20107674598693848
153180	rnn.bias_ih_l1_reverse	8	0.22177667915821075
153180	rnn.bias_ih_l1_reverse	9	0.06361968070268631
153180	rnn.bias_hh_l1_reverse	0	0.016574613749980927
153180	rnn.bias_hh_l1_reverse	1	-0.11232079565525055
153180	rnn.bias_hh_l1_reverse	2	-0.2341502457857132
153180	rnn.bias_hh_l1_reverse	3	-0.1435924470424652
153180	rnn.bias_hh_l1_reverse	4	-0.10125017166137695
153180	rnn.bias_hh_l1_reverse	5	-0.12240899354219437
153180	rnn.bias_hh_l1_reverse	6	0.09435196220874786
153180	rnn.bias_hh_l1_reverse	7	-0.1821213662624359
153180	rnn.bias_hh_l1_reverse	8	-0.12199048697948456
153180	rnn.bias_hh_l1_reverse	9	-0.15037484467029572
153180	linear.weight	0	0.002228822559118271
153180	linear.weight	1	0.11020546406507492
153180	linear.weight	2	-0.0825081616640091
153180	linear.weight	3	0.26846617460250854
153180	linear.weight	4	0.15153023600578308
153180	linear.weight	5	-0.057320065796375275
153180	linear.weight	6	0.13061966001987457
153180	linear.weight	7	0.060482438653707504
153180	linear.weight	8	0.041197944432497025
153180	linear.weight	9	-0.03381280601024628
153180	linear.bias	0	0.07563578337430954
153180	linear.bias	1	-0.2201678603887558
153180	linear.bias	2	-0.38925984501838684
153180	linear.bias	3	-0.6791654229164124
153180	linear.bias	4	-1.2121973037719727
153180	linear.bias	5	-0.04625945910811424
153180	linear.bias	6	-0.7790845036506653
153180	linear.bias	7	0.29714763164520264
153180	linear.bias	8	-0.4500238597393036
153180	linear.bias	9	-1.012778639793396
153377	transitions	0	0.6645267009735107
153377	transitions	1	0.17834994196891785
153377	transitions	2	-10000.0
153377	transitions	3	-1.8242298364639282
153377	transitions	4	-10000.0
153377	transitions	5	0.5748677253723145
153377	transitions	6	-0.07731202244758606
153377	transitions	7	-0.7351356744766235
153377	transitions	8	-1.40618896484375
153377	transitions	9	-0.0011413777247071266
153377	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
153377	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
153377	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
153377	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
153377	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
153377	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
153377	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
153377	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
153377	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
153377	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
153377	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
153377	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
153377	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
153377	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
153377	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
153377	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
153377	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
153377	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
153377	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
153377	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
153377	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
153377	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
153377	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
153377	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
153377	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
153377	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
153377	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
153377	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
153377	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
153377	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
153377	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
153377	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
153377	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
153377	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
153377	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
153377	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
153377	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
153377	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
153377	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
153377	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
153377	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
153377	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
153377	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
153377	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
153377	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
153377	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
153377	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
153377	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
153377	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
153377	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
153377	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
153377	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
153377	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
153377	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
153377	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
153377	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
153377	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
153377	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
153377	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
153377	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
153377	embedding2nn.weight	0	0.033463817089796066
153377	embedding2nn.weight	1	-0.013562718406319618
153377	embedding2nn.weight	2	-0.014268254861235619
153377	embedding2nn.weight	3	-0.015812983736395836
153377	embedding2nn.weight	4	-0.0059150345623493195
153377	embedding2nn.weight	5	-0.003700589993968606
153377	embedding2nn.weight	6	-0.003973296377807856
153377	embedding2nn.weight	7	-0.0857262909412384
153377	embedding2nn.weight	8	-0.0019979383796453476
153377	embedding2nn.weight	9	-0.028401324525475502
153377	embedding2nn.bias	0	0.05459216609597206
153377	embedding2nn.bias	1	-0.07487128674983978
153377	embedding2nn.bias	2	0.07385282963514328
153377	embedding2nn.bias	3	0.05995088070631027
153377	embedding2nn.bias	4	-0.03263992443680763
153377	embedding2nn.bias	5	-0.026206446811556816
153377	embedding2nn.bias	6	0.024339156225323677
153377	embedding2nn.bias	7	-0.05898915231227875
153377	embedding2nn.bias	8	0.08470763266086578
153377	embedding2nn.bias	9	0.055987320840358734
153377	rnn.weight_ih_l0	0	-0.07910047471523285
153377	rnn.weight_ih_l0	1	0.00622803857550025
153377	rnn.weight_ih_l0	2	0.04282844066619873
153377	rnn.weight_ih_l0	3	0.025339679792523384
153377	rnn.weight_ih_l0	4	-0.03245066851377487
153377	rnn.weight_ih_l0	5	-0.06581450998783112
153377	rnn.weight_ih_l0	6	0.003049328224733472
153377	rnn.weight_ih_l0	7	0.059513285756111145
153377	rnn.weight_ih_l0	8	-0.008126839995384216
153377	rnn.weight_ih_l0	9	-0.030184632167220116
153377	rnn.weight_hh_l0	0	-0.03118118830025196
153377	rnn.weight_hh_l0	1	-0.008409759029746056
153377	rnn.weight_hh_l0	2	0.0005502103012986481
153377	rnn.weight_hh_l0	3	-0.07054733484983444
153377	rnn.weight_hh_l0	4	0.0849417895078659
153377	rnn.weight_hh_l0	5	-0.02841295301914215
153377	rnn.weight_hh_l0	6	-0.054567717015743256
153377	rnn.weight_hh_l0	7	0.012621449306607246
153377	rnn.weight_hh_l0	8	0.008317852392792702
153377	rnn.weight_hh_l0	9	-0.01979099214076996
153377	rnn.bias_ih_l0	0	0.12509562075138092
153377	rnn.bias_ih_l0	1	-0.0320105105638504
153377	rnn.bias_ih_l0	2	-0.007189729250967503
153377	rnn.bias_ih_l0	3	0.14431698620319366
153377	rnn.bias_ih_l0	4	-0.018666785210371017
153377	rnn.bias_ih_l0	5	-0.013647220097482204
153377	rnn.bias_ih_l0	6	0.012160941027104855
153377	rnn.bias_ih_l0	7	0.03517584875226021
153377	rnn.bias_ih_l0	8	-0.09715422242879868
153377	rnn.bias_ih_l0	9	-0.025182576850056648
153377	rnn.bias_hh_l0	0	-0.018243156373500824
153377	rnn.bias_hh_l0	1	-0.11099787801504135
153377	rnn.bias_hh_l0	2	-0.06360949575901031
153377	rnn.bias_hh_l0	3	-0.08437284082174301
153377	rnn.bias_hh_l0	4	0.00039860300603322685
153377	rnn.bias_hh_l0	5	-0.031781155616045
153377	rnn.bias_hh_l0	6	0.021888339892029762
153377	rnn.bias_hh_l0	7	0.05079885944724083
153377	rnn.bias_hh_l0	8	-0.10939683020114899
153377	rnn.bias_hh_l0	9	-0.06103786826133728
153377	rnn.weight_ih_l0_reverse	0	-0.0242953859269619
153377	rnn.weight_ih_l0_reverse	1	-0.05147304758429527
153377	rnn.weight_ih_l0_reverse	2	-0.03683413192629814
153377	rnn.weight_ih_l0_reverse	3	0.009875490330159664
153377	rnn.weight_ih_l0_reverse	4	-0.019932854920625687
153377	rnn.weight_ih_l0_reverse	5	-0.04551935940980911
153377	rnn.weight_ih_l0_reverse	6	0.0790182575583458
153377	rnn.weight_ih_l0_reverse	7	-0.024519454687833786
153377	rnn.weight_ih_l0_reverse	8	-0.02286812849342823
153377	rnn.weight_ih_l0_reverse	9	-0.0027707882691174746
153377	rnn.weight_hh_l0_reverse	0	0.061803046613931656
153377	rnn.weight_hh_l0_reverse	1	0.014651715755462646
153377	rnn.weight_hh_l0_reverse	2	0.03154841437935829
153377	rnn.weight_hh_l0_reverse	3	0.030639097094535828
153377	rnn.weight_hh_l0_reverse	4	0.006340952590107918
153377	rnn.weight_hh_l0_reverse	5	0.019297096878290176
153377	rnn.weight_hh_l0_reverse	6	0.05161258578300476
153377	rnn.weight_hh_l0_reverse	7	-0.06857684999704361
153377	rnn.weight_hh_l0_reverse	8	0.03779670596122742
153377	rnn.weight_hh_l0_reverse	9	0.034628015011548996
153377	rnn.bias_ih_l0_reverse	0	-0.0655248612165451
153377	rnn.bias_ih_l0_reverse	1	-0.26842114329338074
153377	rnn.bias_ih_l0_reverse	2	-0.13788363337516785
153377	rnn.bias_ih_l0_reverse	3	-0.043318767100572586
153377	rnn.bias_ih_l0_reverse	4	-0.039445724338293076
153377	rnn.bias_ih_l0_reverse	5	0.05636381357908249
153377	rnn.bias_ih_l0_reverse	6	-0.07475004345178604
153377	rnn.bias_ih_l0_reverse	7	0.0470072478055954
153377	rnn.bias_ih_l0_reverse	8	-0.05229077488183975
153377	rnn.bias_ih_l0_reverse	9	0.051179610192775726
153377	rnn.bias_hh_l0_reverse	0	0.023940155282616615
153377	rnn.bias_hh_l0_reverse	1	-0.05072471499443054
153377	rnn.bias_hh_l0_reverse	2	0.08450166136026382
153377	rnn.bias_hh_l0_reverse	3	-0.05021874979138374
153377	rnn.bias_hh_l0_reverse	4	-0.02545160986483097
153377	rnn.bias_hh_l0_reverse	5	-0.039028383791446686
153377	rnn.bias_hh_l0_reverse	6	-0.0134538309648633
153377	rnn.bias_hh_l0_reverse	7	0.10717298835515976
153377	rnn.bias_hh_l0_reverse	8	0.031908031553030014
153377	rnn.bias_hh_l0_reverse	9	-0.14054301381111145
153377	rnn.weight_ih_l1	0	-0.03158346191048622
153377	rnn.weight_ih_l1	1	-0.048481572419404984
153377	rnn.weight_ih_l1	2	0.06454423069953918
153377	rnn.weight_ih_l1	3	-0.06714289635419846
153377	rnn.weight_ih_l1	4	-0.01635175198316574
153377	rnn.weight_ih_l1	5	-0.04545121267437935
153377	rnn.weight_ih_l1	6	0.03427717834711075
153377	rnn.weight_ih_l1	7	-0.033214401453733444
153377	rnn.weight_ih_l1	8	0.03736305236816406
153377	rnn.weight_ih_l1	9	0.04110688716173172
153377	rnn.weight_hh_l1	0	-0.0071717798709869385
153377	rnn.weight_hh_l1	1	0.017672644928097725
153377	rnn.weight_hh_l1	2	0.014246742241084576
153377	rnn.weight_hh_l1	3	-0.011515268124639988
153377	rnn.weight_hh_l1	4	0.009403425268828869
153377	rnn.weight_hh_l1	5	0.027195600792765617
153377	rnn.weight_hh_l1	6	0.03229628503322601
153377	rnn.weight_hh_l1	7	-0.018740778788924217
153377	rnn.weight_hh_l1	8	-0.014260477386415005
153377	rnn.weight_hh_l1	9	0.0356510691344738
153377	rnn.bias_ih_l1	0	-0.1999000757932663
153377	rnn.bias_ih_l1	1	-0.19637450575828552
153377	rnn.bias_ih_l1	2	-0.2118021696805954
153377	rnn.bias_ih_l1	3	-0.31477078795433044
153377	rnn.bias_ih_l1	4	-0.20110662281513214
153377	rnn.bias_ih_l1	5	-0.09665419906377792
153377	rnn.bias_ih_l1	6	-0.16981177031993866
153377	rnn.bias_ih_l1	7	-0.0231933631002903
153377	rnn.bias_ih_l1	8	-0.14969250559806824
153377	rnn.bias_ih_l1	9	-0.12881430983543396
153377	rnn.bias_hh_l1	0	-0.11387955397367477
153377	rnn.bias_hh_l1	1	-0.07915959507226944
153377	rnn.bias_hh_l1	2	-0.11257347464561462
153377	rnn.bias_hh_l1	3	-0.08448456227779388
153377	rnn.bias_hh_l1	4	-0.09244946390390396
153377	rnn.bias_hh_l1	5	-0.11620752513408661
153377	rnn.bias_hh_l1	6	-0.14374084770679474
153377	rnn.bias_hh_l1	7	0.04161067306995392
153377	rnn.bias_hh_l1	8	-0.18154729902744293
153377	rnn.bias_hh_l1	9	-0.11081627011299133
153377	rnn.weight_ih_l1_reverse	0	-0.03987385705113411
153377	rnn.weight_ih_l1_reverse	1	0.022652383893728256
153377	rnn.weight_ih_l1_reverse	2	0.07023436576128006
153377	rnn.weight_ih_l1_reverse	3	0.003736397484317422
153377	rnn.weight_ih_l1_reverse	4	-0.03901337832212448
153377	rnn.weight_ih_l1_reverse	5	-0.03270447626709938
153377	rnn.weight_ih_l1_reverse	6	-0.008222131058573723
153377	rnn.weight_ih_l1_reverse	7	0.033268559724092484
153377	rnn.weight_ih_l1_reverse	8	0.01451556384563446
153377	rnn.weight_ih_l1_reverse	9	-0.04905093461275101
153377	rnn.weight_hh_l1_reverse	0	0.005188225768506527
153377	rnn.weight_hh_l1_reverse	1	0.029612364247441292
153377	rnn.weight_hh_l1_reverse	2	-0.03999759256839752
153377	rnn.weight_hh_l1_reverse	3	0.035707563161849976
153377	rnn.weight_hh_l1_reverse	4	0.049881454557180405
153377	rnn.weight_hh_l1_reverse	5	3.3213930805686687e-07
153377	rnn.weight_hh_l1_reverse	6	0.05099690705537796
153377	rnn.weight_hh_l1_reverse	7	0.030048657208681107
153377	rnn.weight_hh_l1_reverse	8	-0.006717555224895477
153377	rnn.weight_hh_l1_reverse	9	-0.03231513872742653
153377	rnn.bias_ih_l1_reverse	0	-0.07715234905481339
153377	rnn.bias_ih_l1_reverse	1	-0.16681279242038727
153377	rnn.bias_ih_l1_reverse	2	-0.16799752414226532
153377	rnn.bias_ih_l1_reverse	3	-0.01751445047557354
153377	rnn.bias_ih_l1_reverse	4	-0.2152402549982071
153377	rnn.bias_ih_l1_reverse	5	-0.1164364144206047
153377	rnn.bias_ih_l1_reverse	6	-0.13956396281719208
153377	rnn.bias_ih_l1_reverse	7	-0.19922862946987152
153377	rnn.bias_ih_l1_reverse	8	0.2251640409231186
153377	rnn.bias_ih_l1_reverse	9	0.06352769583463669
153377	rnn.bias_hh_l1_reverse	0	0.017382845282554626
153377	rnn.bias_hh_l1_reverse	1	-0.1125371903181076
153377	rnn.bias_hh_l1_reverse	2	-0.23370692133903503
153377	rnn.bias_hh_l1_reverse	3	-0.14295949041843414
153377	rnn.bias_hh_l1_reverse	4	-0.10100876539945602
153377	rnn.bias_hh_l1_reverse	5	-0.1243288442492485
153377	rnn.bias_hh_l1_reverse	6	0.09222535043954849
153377	rnn.bias_hh_l1_reverse	7	-0.18251246213912964
153377	rnn.bias_hh_l1_reverse	8	-0.12366479635238647
153377	rnn.bias_hh_l1_reverse	9	-0.1499953269958496
153377	linear.weight	0	0.002228822559118271
153377	linear.weight	1	0.10771853476762772
153377	linear.weight	2	-0.07974660396575928
153377	linear.weight	3	0.26743271946907043
153377	linear.weight	4	0.15140536427497864
153377	linear.weight	5	-0.0566294863820076
153377	linear.weight	6	0.1260160207748413
153377	linear.weight	7	0.065145343542099
153377	linear.weight	8	0.041197456419467926
153377	linear.weight	9	-0.03248075023293495
153377	linear.bias	0	0.07795792818069458
153377	linear.bias	1	-0.20540665090084076
153377	linear.bias	2	-0.36429595947265625
153377	linear.bias	3	-0.681422233581543
153377	linear.bias	4	-1.2154147624969482
153377	linear.bias	5	-0.07840089499950409
153377	linear.bias	6	-0.7652654647827148
153377	linear.bias	7	0.2656157612800598
153377	linear.bias	8	-0.45494216680526733
153377	linear.bias	9	-1.0195672512054443
153574	transitions	0	0.6693506836891174
153574	transitions	1	0.17481616139411926
153574	transitions	2	-10000.0
153574	transitions	3	-1.8242394924163818
153574	transitions	4	-10000.0
153574	transitions	5	0.5748312473297119
153574	transitions	6	-0.07734290510416031
153574	transitions	7	-0.7353335618972778
153574	transitions	8	-1.406216025352478
153574	transitions	9	-0.0011417970526963472
153574	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
153574	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
153574	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
153574	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
153574	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
153574	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
153574	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
153574	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
153574	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
153574	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
153574	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
153574	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
153574	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
153574	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
153574	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
153574	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
153574	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
153574	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
153574	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
153574	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
153574	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
153574	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
153574	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
153574	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
153574	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
153574	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
153574	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
153574	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
153574	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
153574	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
153574	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
153574	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
153574	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
153574	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
153574	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
153574	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
153574	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
153574	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
153574	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
153574	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
153574	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
153574	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
153574	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
153574	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
153574	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
153574	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
153574	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
153574	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
153574	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
153574	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
153574	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
153574	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
153574	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
153574	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
153574	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
153574	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
153574	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
153574	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
153574	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
153574	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
153574	embedding2nn.weight	0	0.034072455018758774
153574	embedding2nn.weight	1	-0.013530460186302662
153574	embedding2nn.weight	2	-0.014268254861235619
153574	embedding2nn.weight	3	-0.01718740537762642
153574	embedding2nn.weight	4	-0.0059150345623493195
153574	embedding2nn.weight	5	-0.0037005895283073187
153574	embedding2nn.weight	6	-0.003973295446485281
153574	embedding2nn.weight	7	-0.08610639721155167
153574	embedding2nn.weight	8	-0.0019979383796453476
153574	embedding2nn.weight	9	-0.02801332250237465
153574	embedding2nn.bias	0	0.05555334314703941
153574	embedding2nn.bias	1	-0.08074869960546494
153574	embedding2nn.bias	2	0.07631794363260269
153574	embedding2nn.bias	3	0.05821729078888893
153574	embedding2nn.bias	4	-0.034329548478126526
153574	embedding2nn.bias	5	-0.02329542674124241
153574	embedding2nn.bias	6	0.023876018822193146
153574	embedding2nn.bias	7	-0.05995045229792595
153574	embedding2nn.bias	8	0.0796598568558693
153574	embedding2nn.bias	9	0.052460093051195145
153574	rnn.weight_ih_l0	0	-0.07907899469137192
153574	rnn.weight_ih_l0	1	0.006715734954923391
153574	rnn.weight_ih_l0	2	0.04220755025744438
153574	rnn.weight_ih_l0	3	0.025017356500029564
153574	rnn.weight_ih_l0	4	-0.03299276903271675
153574	rnn.weight_ih_l0	5	-0.06574598699808121
153574	rnn.weight_ih_l0	6	0.0036481539718806744
153574	rnn.weight_ih_l0	7	0.05910692736506462
153574	rnn.weight_ih_l0	8	-0.007432161830365658
153574	rnn.weight_ih_l0	9	-0.030195923522114754
153574	rnn.weight_hh_l0	0	-0.031372230499982834
153574	rnn.weight_hh_l0	1	-0.00790089275687933
153574	rnn.weight_hh_l0	2	0.0003817204269580543
153574	rnn.weight_hh_l0	3	-0.07023660838603973
153574	rnn.weight_hh_l0	4	0.08482867479324341
153574	rnn.weight_hh_l0	5	-0.028276177123188972
153574	rnn.weight_hh_l0	6	-0.05574943497776985
153574	rnn.weight_hh_l0	7	0.012684511952102184
153574	rnn.weight_hh_l0	8	0.009254151955246925
153574	rnn.weight_hh_l0	9	-0.019722996279597282
153574	rnn.bias_ih_l0	0	0.12532325088977814
153574	rnn.bias_ih_l0	1	-0.03301681950688362
153574	rnn.bias_ih_l0	2	-0.005807346664369106
153574	rnn.bias_ih_l0	3	0.14322525262832642
153574	rnn.bias_ih_l0	4	-0.01776849664747715
153574	rnn.bias_ih_l0	5	-0.012662433087825775
153574	rnn.bias_ih_l0	6	0.012438930571079254
153574	rnn.bias_ih_l0	7	0.035883281379938126
153574	rnn.bias_ih_l0	8	-0.09737685322761536
153574	rnn.bias_ih_l0	9	-0.024732206016778946
153574	rnn.bias_hh_l0	0	-0.017704013735055923
153574	rnn.bias_hh_l0	1	-0.11097563803195953
153574	rnn.bias_hh_l0	2	-0.06382878869771957
153574	rnn.bias_hh_l0	3	-0.08497212827205658
153574	rnn.bias_hh_l0	4	0.0010470193810760975
153574	rnn.bias_hh_l0	5	-0.03317631036043167
153574	rnn.bias_hh_l0	6	0.020281175151467323
153574	rnn.bias_hh_l0	7	0.04492642357945442
153574	rnn.bias_hh_l0	8	-0.10857226699590683
153574	rnn.bias_hh_l0	9	-0.05839797109365463
153574	rnn.weight_ih_l0_reverse	0	-0.024190491065382957
153574	rnn.weight_ih_l0_reverse	1	-0.05144853517413139
153574	rnn.weight_ih_l0_reverse	2	-0.03683001175522804
153574	rnn.weight_ih_l0_reverse	3	0.01013705413788557
153574	rnn.weight_ih_l0_reverse	4	-0.019980989396572113
153574	rnn.weight_ih_l0_reverse	5	-0.04576639086008072
153574	rnn.weight_ih_l0_reverse	6	0.07869689166545868
153574	rnn.weight_ih_l0_reverse	7	-0.024698538705706596
153574	rnn.weight_ih_l0_reverse	8	-0.022728295996785164
153574	rnn.weight_ih_l0_reverse	9	-0.0031803285237401724
153574	rnn.weight_hh_l0_reverse	0	0.06230075657367706
153574	rnn.weight_hh_l0_reverse	1	0.015159666538238525
153574	rnn.weight_hh_l0_reverse	2	0.031690698117017746
153574	rnn.weight_hh_l0_reverse	3	0.03074127808213234
153574	rnn.weight_hh_l0_reverse	4	0.006698245648294687
153574	rnn.weight_hh_l0_reverse	5	0.019032644107937813
153574	rnn.weight_hh_l0_reverse	6	0.0513661690056324
153574	rnn.weight_hh_l0_reverse	7	-0.06928910315036774
153574	rnn.weight_hh_l0_reverse	8	0.037181999534368515
153574	rnn.weight_hh_l0_reverse	9	0.03471890091896057
153574	rnn.bias_ih_l0_reverse	0	-0.0660443976521492
153574	rnn.bias_ih_l0_reverse	1	-0.2710872292518616
153574	rnn.bias_ih_l0_reverse	2	-0.1376553177833557
153574	rnn.bias_ih_l0_reverse	3	-0.044124435633420944
153574	rnn.bias_ih_l0_reverse	4	-0.04075990617275238
153574	rnn.bias_ih_l0_reverse	5	0.05539165437221527
153574	rnn.bias_ih_l0_reverse	6	-0.07469362020492554
153574	rnn.bias_ih_l0_reverse	7	0.047545596957206726
153574	rnn.bias_ih_l0_reverse	8	-0.05497261881828308
153574	rnn.bias_ih_l0_reverse	9	0.05196833983063698
153574	rnn.bias_hh_l0_reverse	0	0.024325229227542877
153574	rnn.bias_hh_l0_reverse	1	-0.04719363898038864
153574	rnn.bias_hh_l0_reverse	2	0.08489683270454407
153574	rnn.bias_hh_l0_reverse	3	-0.049830447882413864
153574	rnn.bias_hh_l0_reverse	4	-0.024457111954689026
153574	rnn.bias_hh_l0_reverse	5	-0.040200117975473404
153574	rnn.bias_hh_l0_reverse	6	-0.011806922033429146
153574	rnn.bias_hh_l0_reverse	7	0.10794851928949356
153574	rnn.bias_hh_l0_reverse	8	0.03201581910252571
153574	rnn.bias_hh_l0_reverse	9	-0.1387937366962433
153574	rnn.weight_ih_l1	0	-0.03160155192017555
153574	rnn.weight_ih_l1	1	-0.04891897365450859
153574	rnn.weight_ih_l1	2	0.06472568958997726
153574	rnn.weight_ih_l1	3	-0.0661449134349823
153574	rnn.weight_ih_l1	4	-0.015746448189020157
153574	rnn.weight_ih_l1	5	-0.04525315761566162
153574	rnn.weight_ih_l1	6	0.03435363247990608
153574	rnn.weight_ih_l1	7	-0.03312565013766289
153574	rnn.weight_ih_l1	8	0.03739900141954422
153574	rnn.weight_ih_l1	9	0.040933188050985336
153574	rnn.weight_hh_l1	0	-0.0075317248702049255
153574	rnn.weight_hh_l1	1	0.017715098336338997
153574	rnn.weight_hh_l1	2	0.014077900908887386
153574	rnn.weight_hh_l1	3	-0.011400639079511166
153574	rnn.weight_hh_l1	4	0.009700859896838665
153574	rnn.weight_hh_l1	5	0.027237555012106895
153574	rnn.weight_hh_l1	6	0.03222300112247467
153574	rnn.weight_hh_l1	7	-0.018624307587742805
153574	rnn.weight_hh_l1	8	-0.014032670296728611
153574	rnn.weight_hh_l1	9	0.03564626723527908
153574	rnn.bias_ih_l1	0	-0.20519882440567017
153574	rnn.bias_ih_l1	1	-0.19468000531196594
153574	rnn.bias_ih_l1	2	-0.21106083691120148
153574	rnn.bias_ih_l1	3	-0.31357717514038086
153574	rnn.bias_ih_l1	4	-0.20181195437908173
153574	rnn.bias_ih_l1	5	-0.09673678874969482
153574	rnn.bias_ih_l1	6	-0.16837191581726074
153574	rnn.bias_ih_l1	7	-0.02445637620985508
153574	rnn.bias_ih_l1	8	-0.1478218287229538
153574	rnn.bias_ih_l1	9	-0.12712806463241577
153574	rnn.bias_hh_l1	0	-0.1131022572517395
153574	rnn.bias_hh_l1	1	-0.07787266373634338
153574	rnn.bias_hh_l1	2	-0.11095181107521057
153574	rnn.bias_hh_l1	3	-0.08497610688209534
153574	rnn.bias_hh_l1	4	-0.09239725023508072
153574	rnn.bias_hh_l1	5	-0.11552760004997253
153574	rnn.bias_hh_l1	6	-0.14220771193504333
153574	rnn.bias_hh_l1	7	0.03994668647646904
153574	rnn.bias_hh_l1	8	-0.1813310831785202
153574	rnn.bias_hh_l1	9	-0.11011169105768204
153574	rnn.weight_ih_l1_reverse	0	-0.040159787982702255
153574	rnn.weight_ih_l1_reverse	1	0.022777486592531204
153574	rnn.weight_ih_l1_reverse	2	0.070052370429039
153574	rnn.weight_ih_l1_reverse	3	0.004049885086715221
153574	rnn.weight_ih_l1_reverse	4	-0.03943910077214241
153574	rnn.weight_ih_l1_reverse	5	-0.032689161598682404
153574	rnn.weight_ih_l1_reverse	6	-0.006091818679124117
153574	rnn.weight_ih_l1_reverse	7	0.03307172656059265
153574	rnn.weight_ih_l1_reverse	8	0.013580242171883583
153574	rnn.weight_ih_l1_reverse	9	-0.04866067320108414
153574	rnn.weight_hh_l1_reverse	0	0.005282750353217125
153574	rnn.weight_hh_l1_reverse	1	0.02965628169476986
153574	rnn.weight_hh_l1_reverse	2	-0.039955154061317444
153574	rnn.weight_hh_l1_reverse	3	0.035540904849767685
153574	rnn.weight_hh_l1_reverse	4	0.05028727650642395
153574	rnn.weight_hh_l1_reverse	5	0.0006500754971057177
153574	rnn.weight_hh_l1_reverse	6	0.04860741272568703
153574	rnn.weight_hh_l1_reverse	7	0.030044423416256905
153574	rnn.weight_hh_l1_reverse	8	-0.006715222727507353
153574	rnn.weight_hh_l1_reverse	9	-0.032408975064754486
153574	rnn.bias_ih_l1_reverse	0	-0.07624442130327225
153574	rnn.bias_ih_l1_reverse	1	-0.16579574346542358
153574	rnn.bias_ih_l1_reverse	2	-0.16750571131706238
153574	rnn.bias_ih_l1_reverse	3	-0.016284238547086716
153574	rnn.bias_ih_l1_reverse	4	-0.2147590070962906
153574	rnn.bias_ih_l1_reverse	5	-0.1165895089507103
153574	rnn.bias_ih_l1_reverse	6	-0.1382758766412735
153574	rnn.bias_ih_l1_reverse	7	-0.1986769288778305
153574	rnn.bias_ih_l1_reverse	8	0.22206763923168182
153574	rnn.bias_ih_l1_reverse	9	0.06144120544195175
153574	rnn.bias_hh_l1_reverse	0	0.016176607459783554
153574	rnn.bias_hh_l1_reverse	1	-0.11095161736011505
153574	rnn.bias_hh_l1_reverse	2	-0.23321768641471863
153574	rnn.bias_hh_l1_reverse	3	-0.14412735402584076
153574	rnn.bias_hh_l1_reverse	4	-0.10081766545772552
153574	rnn.bias_hh_l1_reverse	5	-0.12496199458837509
153574	rnn.bias_hh_l1_reverse	6	0.08922464400529861
153574	rnn.bias_hh_l1_reverse	7	-0.18508000671863556
153574	rnn.bias_hh_l1_reverse	8	-0.12401940673589706
153574	rnn.bias_hh_l1_reverse	9	-0.1496647149324417
153574	linear.weight	0	0.002228822559118271
153574	linear.weight	1	0.103639155626297
153574	linear.weight	2	-0.07481227815151215
153574	linear.weight	3	0.270946741104126
153574	linear.weight	4	0.1487865447998047
153574	linear.weight	5	-0.058065496385097504
153574	linear.weight	6	0.1350552886724472
153574	linear.weight	7	0.06312532722949982
153574	linear.weight	8	0.04119708016514778
153574	linear.weight	9	-0.03252077102661133
153574	linear.bias	0	0.10466485470533371
153574	linear.bias	1	-0.21174517273902893
153574	linear.bias	2	-0.3759053349494934
153574	linear.bias	3	-0.6816069483757019
153574	linear.bias	4	-1.216628074645996
153574	linear.bias	5	-0.06624749302864075
153574	linear.bias	6	-0.7723079919815063
153574	linear.bias	7	0.27705156803131104
153574	linear.bias	8	-0.4421538710594177
153574	linear.bias	9	-1.0075690746307373
153771	transitions	0	0.6744160056114197
153771	transitions	1	0.1743502914905548
153771	transitions	2	-10000.0
153771	transitions	3	-1.8242599964141846
153771	transitions	4	-10000.0
153771	transitions	5	0.5747441053390503
153771	transitions	6	-0.07736741751432419
153771	transitions	7	-0.7356436252593994
153771	transitions	8	-1.4062769412994385
153771	transitions	9	-0.0011421118397265673
153771	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
153771	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
153771	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
153771	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
153771	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
153771	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
153771	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
153771	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
153771	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
153771	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
153771	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
153771	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
153771	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
153771	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
153771	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
153771	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
153771	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
153771	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
153771	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
153771	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
153771	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
153771	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
153771	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
153771	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
153771	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
153771	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
153771	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
153771	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
153771	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
153771	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
153771	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
153771	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
153771	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
153771	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
153771	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
153771	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
153771	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
153771	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
153771	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
153771	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
153771	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
153771	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
153771	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
153771	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
153771	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
153771	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
153771	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
153771	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
153771	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
153771	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
153771	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
153771	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
153771	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
153771	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
153771	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
153771	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
153771	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
153771	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
153771	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
153771	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
153771	embedding2nn.weight	0	0.03415351361036301
153771	embedding2nn.weight	1	-0.013500929810106754
153771	embedding2nn.weight	2	-0.014268254861235619
153771	embedding2nn.weight	3	-0.014446228742599487
153771	embedding2nn.weight	4	-0.0059150345623493195
153771	embedding2nn.weight	5	-0.0037005895283073187
153771	embedding2nn.weight	6	-0.003973294515162706
153771	embedding2nn.weight	7	-0.08586844056844711
153771	embedding2nn.weight	8	-0.0019979383796453476
153771	embedding2nn.weight	9	-0.02827579155564308
153771	embedding2nn.bias	0	0.055086899548769
153771	embedding2nn.bias	1	-0.07876604795455933
153771	embedding2nn.bias	2	0.07595165073871613
153771	embedding2nn.bias	3	0.055323276668787
153771	embedding2nn.bias	4	-0.036537766456604004
153771	embedding2nn.bias	5	-0.02390371635556221
153771	embedding2nn.bias	6	0.02142944000661373
153771	embedding2nn.bias	7	-0.056820064783096313
153771	embedding2nn.bias	8	0.07723554223775864
153771	embedding2nn.bias	9	0.05705181509256363
153771	rnn.weight_ih_l0	0	-0.07882137596607208
153771	rnn.weight_ih_l0	1	0.006575386505573988
153771	rnn.weight_ih_l0	2	0.04266147315502167
153771	rnn.weight_ih_l0	3	0.024390900507569313
153771	rnn.weight_ih_l0	4	-0.03442252799868584
153771	rnn.weight_ih_l0	5	-0.06558749079704285
153771	rnn.weight_ih_l0	6	0.0036735490430146456
153771	rnn.weight_ih_l0	7	0.05898670852184296
153771	rnn.weight_ih_l0	8	-0.00709820631891489
153771	rnn.weight_ih_l0	9	-0.03053220547735691
153771	rnn.weight_hh_l0	0	-0.03127659857273102
153771	rnn.weight_hh_l0	1	-0.007390268612653017
153771	rnn.weight_hh_l0	2	0.00045080672134645283
153771	rnn.weight_hh_l0	3	-0.07064663618803024
153771	rnn.weight_hh_l0	4	0.08467373996973038
153771	rnn.weight_hh_l0	5	-0.02830992266535759
153771	rnn.weight_hh_l0	6	-0.055928416550159454
153771	rnn.weight_hh_l0	7	0.013593564741313457
153771	rnn.weight_hh_l0	8	0.00941125862300396
153771	rnn.weight_hh_l0	9	-0.01962185651063919
153771	rnn.bias_ih_l0	0	0.12648600339889526
153771	rnn.bias_ih_l0	1	-0.031269606202840805
153771	rnn.bias_ih_l0	2	-0.004768927115947008
153771	rnn.bias_ih_l0	3	0.1450435370206833
153771	rnn.bias_ih_l0	4	-0.018320322036743164
153771	rnn.bias_ih_l0	5	-0.015818096697330475
153771	rnn.bias_ih_l0	6	0.013173251412808895
153771	rnn.bias_ih_l0	7	0.03499883413314819
153771	rnn.bias_ih_l0	8	-0.09755950421094894
153771	rnn.bias_ih_l0	9	-0.0246259905397892
153771	rnn.bias_hh_l0	0	-0.01786096580326557
153771	rnn.bias_hh_l0	1	-0.11386018246412277
153771	rnn.bias_hh_l0	2	-0.06332258135080338
153771	rnn.bias_hh_l0	3	-0.08708914369344711
153771	rnn.bias_hh_l0	4	0.0015048745553940535
153771	rnn.bias_hh_l0	5	-0.03353959694504738
153771	rnn.bias_hh_l0	6	0.019829673692584038
153771	rnn.bias_hh_l0	7	0.04142267256975174
153771	rnn.bias_hh_l0	8	-0.10569673776626587
153771	rnn.bias_hh_l0	9	-0.05766685679554939
153771	rnn.weight_ih_l0_reverse	0	-0.023872602730989456
153771	rnn.weight_ih_l0_reverse	1	-0.05124914273619652
153771	rnn.weight_ih_l0_reverse	2	-0.036550939083099365
153771	rnn.weight_ih_l0_reverse	3	0.009759979322552681
153771	rnn.weight_ih_l0_reverse	4	-0.020090026780962944
153771	rnn.weight_ih_l0_reverse	5	-0.045659564435482025
153771	rnn.weight_ih_l0_reverse	6	0.07842759788036346
153771	rnn.weight_ih_l0_reverse	7	-0.025451257824897766
153771	rnn.weight_ih_l0_reverse	8	-0.02232391946017742
153771	rnn.weight_ih_l0_reverse	9	-0.0033677350729703903
153771	rnn.weight_hh_l0_reverse	0	0.062324509024620056
153771	rnn.weight_hh_l0_reverse	1	0.015819178894162178
153771	rnn.weight_hh_l0_reverse	2	0.03126819431781769
153771	rnn.weight_hh_l0_reverse	3	0.03114037960767746
153771	rnn.weight_hh_l0_reverse	4	0.006652277894318104
153771	rnn.weight_hh_l0_reverse	5	0.01896132156252861
153771	rnn.weight_hh_l0_reverse	6	0.051200393587350845
153771	rnn.weight_hh_l0_reverse	7	-0.06916844099760056
153771	rnn.weight_hh_l0_reverse	8	0.036968011409044266
153771	rnn.weight_hh_l0_reverse	9	0.034463703632354736
153771	rnn.bias_ih_l0_reverse	0	-0.06683337688446045
153771	rnn.bias_ih_l0_reverse	1	-0.26964253187179565
153771	rnn.bias_ih_l0_reverse	2	-0.1371736377477646
153771	rnn.bias_ih_l0_reverse	3	-0.04406672716140747
153771	rnn.bias_ih_l0_reverse	4	-0.03967353329062462
153771	rnn.bias_ih_l0_reverse	5	0.05453125387430191
153771	rnn.bias_ih_l0_reverse	6	-0.07425735890865326
153771	rnn.bias_ih_l0_reverse	7	0.04785667732357979
153771	rnn.bias_ih_l0_reverse	8	-0.05512349307537079
153771	rnn.bias_ih_l0_reverse	9	0.05111618712544441
153771	rnn.bias_hh_l0_reverse	0	0.02438591793179512
153771	rnn.bias_hh_l0_reverse	1	-0.04809248819947243
153771	rnn.bias_hh_l0_reverse	2	0.08338858932256699
153771	rnn.bias_hh_l0_reverse	3	-0.052080802619457245
153771	rnn.bias_hh_l0_reverse	4	-0.02474670484662056
153771	rnn.bias_hh_l0_reverse	5	-0.03889479115605354
153771	rnn.bias_hh_l0_reverse	6	-0.012341253459453583
153771	rnn.bias_hh_l0_reverse	7	0.10764428228139877
153771	rnn.bias_hh_l0_reverse	8	0.030639059841632843
153771	rnn.bias_hh_l0_reverse	9	-0.13968785107135773
153771	rnn.weight_ih_l1	0	-0.0311676524579525
153771	rnn.weight_ih_l1	1	-0.04813774675130844
153771	rnn.weight_ih_l1	2	0.06468170881271362
153771	rnn.weight_ih_l1	3	-0.06666849553585052
153771	rnn.weight_ih_l1	4	-0.015256027691066265
153771	rnn.weight_ih_l1	5	-0.04503118246793747
153771	rnn.weight_ih_l1	6	0.034184228628873825
153771	rnn.weight_ih_l1	7	-0.03361834958195686
153771	rnn.weight_ih_l1	8	0.03749958053231239
153771	rnn.weight_ih_l1	9	0.04046952351927757
153771	rnn.weight_hh_l1	0	-0.006886822637170553
153771	rnn.weight_hh_l1	1	0.017732802778482437
153771	rnn.weight_hh_l1	2	0.014810603111982346
153771	rnn.weight_hh_l1	3	-0.011325515806674957
153771	rnn.weight_hh_l1	4	0.009772023186087608
153771	rnn.weight_hh_l1	5	0.02720106765627861
153771	rnn.weight_hh_l1	6	0.032682858407497406
153771	rnn.weight_hh_l1	7	-0.018485983833670616
153771	rnn.weight_hh_l1	8	-0.013891837559640408
153771	rnn.weight_hh_l1	9	0.035978227853775024
153771	rnn.bias_ih_l1	0	-0.20626015961170197
153771	rnn.bias_ih_l1	1	-0.19477297365665436
153771	rnn.bias_ih_l1	2	-0.21032123267650604
153771	rnn.bias_ih_l1	3	-0.31433162093162537
153771	rnn.bias_ih_l1	4	-0.20092269778251648
153771	rnn.bias_ih_l1	5	-0.09604009985923767
153771	rnn.bias_ih_l1	6	-0.17038466036319733
153771	rnn.bias_ih_l1	7	-0.027490897104144096
153771	rnn.bias_ih_l1	8	-0.14786210656166077
153771	rnn.bias_ih_l1	9	-0.126514732837677
153771	rnn.bias_hh_l1	0	-0.1133308932185173
153771	rnn.bias_hh_l1	1	-0.0782565250992775
153771	rnn.bias_hh_l1	2	-0.11171034723520279
153771	rnn.bias_hh_l1	3	-0.0847574770450592
153771	rnn.bias_hh_l1	4	-0.09366811811923981
153771	rnn.bias_hh_l1	5	-0.1162581667304039
153771	rnn.bias_hh_l1	6	-0.1430378258228302
153771	rnn.bias_hh_l1	7	0.04082232341170311
153771	rnn.bias_hh_l1	8	-0.18161243200302124
153771	rnn.bias_hh_l1	9	-0.11328304558992386
153771	rnn.weight_ih_l1_reverse	0	-0.04022473469376564
153771	rnn.weight_ih_l1_reverse	1	0.022834530100226402
153771	rnn.weight_ih_l1_reverse	2	0.06816326826810837
153771	rnn.weight_ih_l1_reverse	3	0.0036931862123310566
153771	rnn.weight_ih_l1_reverse	4	-0.03944181650876999
153771	rnn.weight_ih_l1_reverse	5	-0.03264801949262619
153771	rnn.weight_ih_l1_reverse	6	-0.005365455523133278
153771	rnn.weight_ih_l1_reverse	7	0.03251029923558235
153771	rnn.weight_ih_l1_reverse	8	0.01373467966914177
153771	rnn.weight_ih_l1_reverse	9	-0.04881716147065163
153771	rnn.weight_hh_l1_reverse	0	0.005343385972082615
153771	rnn.weight_hh_l1_reverse	1	0.029728533700108528
153771	rnn.weight_hh_l1_reverse	2	-0.03991202637553215
153771	rnn.weight_hh_l1_reverse	3	0.035579025745391846
153771	rnn.weight_hh_l1_reverse	4	0.05029891058802605
153771	rnn.weight_hh_l1_reverse	5	0.00043622779776342213
153771	rnn.weight_hh_l1_reverse	6	0.04698667302727699
153771	rnn.weight_hh_l1_reverse	7	0.029914645478129387
153771	rnn.weight_hh_l1_reverse	8	-0.006776771508157253
153771	rnn.weight_hh_l1_reverse	9	-0.03225868195295334
153771	rnn.bias_ih_l1_reverse	0	-0.0756145790219307
153771	rnn.bias_ih_l1_reverse	1	-0.1663752794265747
153771	rnn.bias_ih_l1_reverse	2	-0.1673484593629837
153771	rnn.bias_ih_l1_reverse	3	-0.016161996871232986
153771	rnn.bias_ih_l1_reverse	4	-0.2143012136220932
153771	rnn.bias_ih_l1_reverse	5	-0.11770041286945343
153771	rnn.bias_ih_l1_reverse	6	-0.13874483108520508
153771	rnn.bias_ih_l1_reverse	7	-0.19741769134998322
153771	rnn.bias_ih_l1_reverse	8	0.2200951725244522
153771	rnn.bias_ih_l1_reverse	9	0.06189334765076637
153771	rnn.bias_hh_l1_reverse	0	0.019946200773119926
153771	rnn.bias_hh_l1_reverse	1	-0.11651032418012619
153771	rnn.bias_hh_l1_reverse	2	-0.2338600754737854
153771	rnn.bias_hh_l1_reverse	3	-0.14539045095443726
153771	rnn.bias_hh_l1_reverse	4	-0.10190349817276001
153771	rnn.bias_hh_l1_reverse	5	-0.12795253098011017
153771	rnn.bias_hh_l1_reverse	6	0.08920902013778687
153771	rnn.bias_hh_l1_reverse	7	-0.1834869682788849
153771	rnn.bias_hh_l1_reverse	8	-0.12372193485498428
153771	rnn.bias_hh_l1_reverse	9	-0.14895859360694885
153771	linear.weight	0	0.002228822559118271
153771	linear.weight	1	0.09622722119092941
153771	linear.weight	2	-0.07923634350299835
153771	linear.weight	3	0.27291950583457947
153771	linear.weight	4	0.14690560102462769
153771	linear.weight	5	-0.05503227189183235
153771	linear.weight	6	0.1386609822511673
153771	linear.weight	7	0.06446921080350876
153771	linear.weight	8	0.041196539998054504
153771	linear.weight	9	-0.029180321842432022
153771	linear.bias	0	0.09977403283119202
153771	linear.bias	1	-0.20208445191383362
153771	linear.bias	2	-0.3992151916027069
153771	linear.bias	3	-0.6789790391921997
153771	linear.bias	4	-1.2144572734832764
153771	linear.bias	5	-0.06702636927366257
153771	linear.bias	6	-0.7647127509117126
153771	linear.bias	7	0.2756519317626953
153771	linear.bias	8	-0.44447270035743713
153771	linear.bias	9	-1.0099968910217285
153968	transitions	0	0.6746749877929688
153968	transitions	1	0.17146237194538116
153968	transitions	2	-10000.0
153968	transitions	3	-1.824273705482483
153968	transitions	4	-10000.0
153968	transitions	5	0.5746349692344666
153968	transitions	6	-0.07738801091909409
153968	transitions	7	-0.7358325719833374
153968	transitions	8	-1.406299352645874
153968	transitions	9	-0.001142685185186565
153968	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
153968	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
153968	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
153968	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
153968	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
153968	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
153968	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
153968	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
153968	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
153968	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
153968	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
153968	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
153968	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
153968	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
153968	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
153968	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
153968	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
153968	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
153968	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
153968	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
153968	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
153968	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
153968	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
153968	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
153968	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
153968	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
153968	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
153968	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
153968	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
153968	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
153968	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
153968	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
153968	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
153968	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
153968	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
153968	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
153968	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
153968	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
153968	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
153968	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
153968	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
153968	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
153968	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
153968	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
153968	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
153968	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
153968	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
153968	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
153968	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
153968	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
153968	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
153968	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
153968	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
153968	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
153968	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
153968	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
153968	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
153968	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
153968	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
153968	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
153968	embedding2nn.weight	0	0.03401755541563034
153968	embedding2nn.weight	1	-0.013499085791409016
153968	embedding2nn.weight	2	-0.014268254861235619
153968	embedding2nn.weight	3	-0.014987287111580372
153968	embedding2nn.weight	4	-0.0059150345623493195
153968	embedding2nn.weight	5	-0.0037005895283073187
153968	embedding2nn.weight	6	-0.003973295912146568
153968	embedding2nn.weight	7	-0.08574316650629044
153968	embedding2nn.weight	8	-0.0019979383796453476
153968	embedding2nn.weight	9	-0.02750229462981224
153968	embedding2nn.bias	0	0.05453890562057495
153968	embedding2nn.bias	1	-0.07521728426218033
153968	embedding2nn.bias	2	0.0808527022600174
153968	embedding2nn.bias	3	0.06208621338009834
153968	embedding2nn.bias	4	-0.036432623863220215
153968	embedding2nn.bias	5	-0.027266550809144974
153968	embedding2nn.bias	6	0.024397628381848335
153968	embedding2nn.bias	7	-0.05687638744711876
153968	embedding2nn.bias	8	0.07703326642513275
153968	embedding2nn.bias	9	0.059477534145116806
153968	rnn.weight_ih_l0	0	-0.08041202276945114
153968	rnn.weight_ih_l0	1	0.0071974024176597595
153968	rnn.weight_ih_l0	2	0.042282477021217346
153968	rnn.weight_ih_l0	3	0.024380885064601898
153968	rnn.weight_ih_l0	4	-0.03436911478638649
153968	rnn.weight_ih_l0	5	-0.06494875997304916
153968	rnn.weight_ih_l0	6	0.00343429297208786
153968	rnn.weight_ih_l0	7	0.05848764255642891
153968	rnn.weight_ih_l0	8	-0.0077017224393785
153968	rnn.weight_ih_l0	9	-0.030241642147302628
153968	rnn.weight_hh_l0	0	-0.031130952760577202
153968	rnn.weight_hh_l0	1	-0.005992500577121973
153968	rnn.weight_hh_l0	2	0.0005173012614250183
153968	rnn.weight_hh_l0	3	-0.07056485861539841
153968	rnn.weight_hh_l0	4	0.08510452508926392
153968	rnn.weight_hh_l0	5	-0.027870524674654007
153968	rnn.weight_hh_l0	6	-0.05538106709718704
153968	rnn.weight_hh_l0	7	0.013772779144346714
153968	rnn.weight_hh_l0	8	0.009615851566195488
153968	rnn.weight_hh_l0	9	-0.019664328545331955
153968	rnn.bias_ih_l0	0	0.12769387662410736
153968	rnn.bias_ih_l0	1	-0.03138203173875809
153968	rnn.bias_ih_l0	2	-0.0063192034140229225
153968	rnn.bias_ih_l0	3	0.1446329951286316
153968	rnn.bias_ih_l0	4	-0.018321705982089043
153968	rnn.bias_ih_l0	5	-0.013715006411075592
153968	rnn.bias_ih_l0	6	0.01228000782430172
153968	rnn.bias_ih_l0	7	0.036045633256435394
153968	rnn.bias_ih_l0	8	-0.09785288572311401
153968	rnn.bias_ih_l0	9	-0.025362662971019745
153968	rnn.bias_hh_l0	0	-0.017287593334913254
153968	rnn.bias_hh_l0	1	-0.11290297657251358
153968	rnn.bias_hh_l0	2	-0.06428336352109909
153968	rnn.bias_hh_l0	3	-0.086373470723629
153968	rnn.bias_hh_l0	4	0.00010878423927351832
153968	rnn.bias_hh_l0	5	-0.033267952501773834
153968	rnn.bias_hh_l0	6	0.01981395296752453
153968	rnn.bias_hh_l0	7	0.0413421094417572
153968	rnn.bias_hh_l0	8	-0.10459457337856293
153968	rnn.bias_hh_l0	9	-0.062165554612874985
153968	rnn.weight_ih_l0_reverse	0	-0.023972323164343834
153968	rnn.weight_ih_l0_reverse	1	-0.05088873952627182
153968	rnn.weight_ih_l0_reverse	2	-0.03641899675130844
153968	rnn.weight_ih_l0_reverse	3	0.009577637538313866
153968	rnn.weight_ih_l0_reverse	4	-0.020481780171394348
153968	rnn.weight_ih_l0_reverse	5	-0.04539366438984871
153968	rnn.weight_ih_l0_reverse	6	0.07849128544330597
153968	rnn.weight_ih_l0_reverse	7	-0.025095036253333092
153968	rnn.weight_ih_l0_reverse	8	-0.0226129237562418
153968	rnn.weight_ih_l0_reverse	9	-0.0038010987918823957
153968	rnn.weight_hh_l0_reverse	0	0.061753228306770325
153968	rnn.weight_hh_l0_reverse	1	0.015338122844696045
153968	rnn.weight_hh_l0_reverse	2	0.03143464773893356
153968	rnn.weight_hh_l0_reverse	3	0.030563144013285637
153968	rnn.weight_hh_l0_reverse	4	0.006526545155793428
153968	rnn.weight_hh_l0_reverse	5	0.019154207780957222
153968	rnn.weight_hh_l0_reverse	6	0.05100192502140999
153968	rnn.weight_hh_l0_reverse	7	-0.06833536177873611
153968	rnn.weight_hh_l0_reverse	8	0.037213586270809174
153968	rnn.weight_hh_l0_reverse	9	0.03421160951256752
153968	rnn.bias_ih_l0_reverse	0	-0.06633749604225159
153968	rnn.bias_ih_l0_reverse	1	-0.27148687839508057
153968	rnn.bias_ih_l0_reverse	2	-0.13503457605838776
153968	rnn.bias_ih_l0_reverse	3	-0.043683696538209915
153968	rnn.bias_ih_l0_reverse	4	-0.04024771228432655
153968	rnn.bias_ih_l0_reverse	5	0.05380004644393921
153968	rnn.bias_ih_l0_reverse	6	-0.07425639033317566
153968	rnn.bias_ih_l0_reverse	7	0.04668736085295677
153968	rnn.bias_ih_l0_reverse	8	-0.05473041534423828
153968	rnn.bias_ih_l0_reverse	9	0.05275273323059082
153968	rnn.bias_hh_l0_reverse	0	0.02564847469329834
153968	rnn.bias_hh_l0_reverse	1	-0.05021185055375099
153968	rnn.bias_hh_l0_reverse	2	0.08304864913225174
153968	rnn.bias_hh_l0_reverse	3	-0.05150730535387993
153968	rnn.bias_hh_l0_reverse	4	-0.024930596351623535
153968	rnn.bias_hh_l0_reverse	5	-0.04032235965132713
153968	rnn.bias_hh_l0_reverse	6	-0.012853097170591354
153968	rnn.bias_hh_l0_reverse	7	0.10914450138807297
153968	rnn.bias_hh_l0_reverse	8	0.03131944313645363
153968	rnn.bias_hh_l0_reverse	9	-0.13794897496700287
153968	rnn.weight_ih_l1	0	-0.03150790557265282
153968	rnn.weight_ih_l1	1	-0.04830951988697052
153968	rnn.weight_ih_l1	2	0.06447774171829224
153968	rnn.weight_ih_l1	3	-0.06596659868955612
153968	rnn.weight_ih_l1	4	-0.015690330415964127
153968	rnn.weight_ih_l1	5	-0.044920872896909714
153968	rnn.weight_ih_l1	6	0.034026242792606354
153968	rnn.weight_ih_l1	7	-0.033384837210178375
153968	rnn.weight_ih_l1	8	0.03764258325099945
153968	rnn.weight_ih_l1	9	0.040569547563791275
153968	rnn.weight_hh_l1	0	-0.006990187335759401
153968	rnn.weight_hh_l1	1	0.017620842903852463
153968	rnn.weight_hh_l1	2	0.014655103906989098
153968	rnn.weight_hh_l1	3	-0.011398413218557835
153968	rnn.weight_hh_l1	4	0.009618408046662807
153968	rnn.weight_hh_l1	5	0.027660958468914032
153968	rnn.weight_hh_l1	6	0.03218526393175125
153968	rnn.weight_hh_l1	7	-0.01864432357251644
153968	rnn.weight_hh_l1	8	-0.01382649876177311
153968	rnn.weight_hh_l1	9	0.035667408257722855
153968	rnn.bias_ih_l1	0	-0.20574061572551727
153968	rnn.bias_ih_l1	1	-0.1968611627817154
153968	rnn.bias_ih_l1	2	-0.20915040373802185
153968	rnn.bias_ih_l1	3	-0.31309816241264343
153968	rnn.bias_ih_l1	4	-0.20438401401042938
153968	rnn.bias_ih_l1	5	-0.09619684517383575
153968	rnn.bias_ih_l1	6	-0.1696581095457077
153968	rnn.bias_ih_l1	7	-0.02428649738430977
153968	rnn.bias_ih_l1	8	-0.1490379422903061
153968	rnn.bias_ih_l1	9	-0.126260444521904
153968	rnn.bias_hh_l1	0	-0.11323055624961853
153968	rnn.bias_hh_l1	1	-0.07865025103092194
153968	rnn.bias_hh_l1	2	-0.11212333291769028
153968	rnn.bias_hh_l1	3	-0.08614348620176315
153968	rnn.bias_hh_l1	4	-0.09290585666894913
153968	rnn.bias_hh_l1	5	-0.11790187656879425
153968	rnn.bias_hh_l1	6	-0.14432711899280548
153968	rnn.bias_hh_l1	7	0.040575169026851654
153968	rnn.bias_hh_l1	8	-0.1791117787361145
153968	rnn.bias_hh_l1	9	-0.11010447144508362
153968	rnn.weight_ih_l1_reverse	0	-0.04040564224123955
153968	rnn.weight_ih_l1_reverse	1	0.02390037477016449
153968	rnn.weight_ih_l1_reverse	2	0.06970852613449097
153968	rnn.weight_ih_l1_reverse	3	0.002431295346468687
153968	rnn.weight_ih_l1_reverse	4	-0.0380244255065918
153968	rnn.weight_ih_l1_reverse	5	-0.032695621252059937
153968	rnn.weight_ih_l1_reverse	6	-0.004957206547260284
153968	rnn.weight_ih_l1_reverse	7	0.03265820071101189
153968	rnn.weight_ih_l1_reverse	8	0.015351853333413601
153968	rnn.weight_ih_l1_reverse	9	-0.0477181039750576
153968	rnn.weight_hh_l1_reverse	0	0.005346691235899925
153968	rnn.weight_hh_l1_reverse	1	0.02980329655110836
153968	rnn.weight_hh_l1_reverse	2	-0.03993269056081772
153968	rnn.weight_hh_l1_reverse	3	0.03572666645050049
153968	rnn.weight_hh_l1_reverse	4	0.050732340663671494
153968	rnn.weight_hh_l1_reverse	5	-6.726827268721536e-05
153968	rnn.weight_hh_l1_reverse	6	0.04574701189994812
153968	rnn.weight_hh_l1_reverse	7	0.02998078614473343
153968	rnn.weight_hh_l1_reverse	8	-0.006817759480327368
153968	rnn.weight_hh_l1_reverse	9	-0.03208579868078232
153968	rnn.bias_ih_l1_reverse	0	-0.07649371773004532
153968	rnn.bias_ih_l1_reverse	1	-0.16718287765979767
153968	rnn.bias_ih_l1_reverse	2	-0.1679258644580841
153968	rnn.bias_ih_l1_reverse	3	-0.013172313570976257
153968	rnn.bias_ih_l1_reverse	4	-0.21462106704711914
153968	rnn.bias_ih_l1_reverse	5	-0.11647658795118332
153968	rnn.bias_ih_l1_reverse	6	-0.13858649134635925
153968	rnn.bias_ih_l1_reverse	7	-0.19756034016609192
153968	rnn.bias_ih_l1_reverse	8	0.2201063334941864
153968	rnn.bias_ih_l1_reverse	9	0.0633246898651123
153968	rnn.bias_hh_l1_reverse	0	0.021064894273877144
153968	rnn.bias_hh_l1_reverse	1	-0.11912259459495544
153968	rnn.bias_hh_l1_reverse	2	-0.23417170345783234
153968	rnn.bias_hh_l1_reverse	3	-0.14479218423366547
153968	rnn.bias_hh_l1_reverse	4	-0.10213832557201385
153968	rnn.bias_hh_l1_reverse	5	-0.1285393089056015
153968	rnn.bias_hh_l1_reverse	6	0.08765648305416107
153968	rnn.bias_hh_l1_reverse	7	-0.1824060082435608
153968	rnn.bias_hh_l1_reverse	8	-0.1224401518702507
153968	rnn.bias_hh_l1_reverse	9	-0.1492401510477066
153968	linear.weight	0	0.002228822559118271
153968	linear.weight	1	0.10241124033927917
153968	linear.weight	2	-0.0787535309791565
153968	linear.weight	3	0.27226313948631287
153968	linear.weight	4	0.1493682563304901
153968	linear.weight	5	-0.05417504161596298
153968	linear.weight	6	0.12719403207302094
153968	linear.weight	7	0.06549296528100967
153968	linear.weight	8	0.04119603708386421
153968	linear.weight	9	-0.02710864506661892
153968	linear.bias	0	0.10773817449808121
153968	linear.bias	1	-0.215579092502594
153968	linear.bias	2	-0.3996996581554413
153968	linear.bias	3	-0.6780842542648315
153968	linear.bias	4	-1.2136725187301636
153968	linear.bias	5	-0.06379271298646927
153968	linear.bias	6	-0.7777022123336792
153968	linear.bias	7	0.27936261892318726
153968	linear.bias	8	-0.44295433163642883
153968	linear.bias	9	-1.0081722736358643
153972	transitions	0	0.6746310591697693
153972	transitions	1	0.17145782709121704
153972	transitions	2	-10000.0
153972	transitions	3	-1.824273705482483
153972	transitions	4	-10000.0
153972	transitions	5	0.5746349692344666
153972	transitions	6	-0.07738849520683289
153972	transitions	7	-0.7358424663543701
153972	transitions	8	-1.4063001871109009
153972	transitions	9	-0.0011426915880292654
153972	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
153972	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
153972	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
153972	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
153972	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
153972	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
153972	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
153972	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
153972	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
153972	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
153972	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
153972	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
153972	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
153972	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
153972	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
153972	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
153972	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
153972	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
153972	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
153972	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
153972	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
153972	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
153972	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
153972	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
153972	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
153972	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
153972	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
153972	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
153972	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
153972	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
153972	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
153972	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
153972	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
153972	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
153972	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
153972	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
153972	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
153972	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
153972	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
153972	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
153972	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
153972	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
153972	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
153972	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
153972	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
153972	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
153972	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
153972	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
153972	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
153972	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
153972	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
153972	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
153972	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
153972	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
153972	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
153972	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
153972	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
153972	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
153972	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
153972	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
153972	embedding2nn.weight	0	0.03395668417215347
153972	embedding2nn.weight	1	-0.01349938940256834
153972	embedding2nn.weight	2	-0.014268254861235619
153972	embedding2nn.weight	3	-0.015005012974143028
153972	embedding2nn.weight	4	-0.0059150345623493195
153972	embedding2nn.weight	5	-0.0037005895283073187
153972	embedding2nn.weight	6	-0.003973295912146568
153972	embedding2nn.weight	7	-0.08575167506933212
153972	embedding2nn.weight	8	-0.0019979383796453476
153972	embedding2nn.weight	9	-0.02754240669310093
153972	embedding2nn.bias	0	0.055753182619810104
153972	embedding2nn.bias	1	-0.07523208111524582
153972	embedding2nn.bias	2	0.08114491403102875
153972	embedding2nn.bias	3	0.06240177899599075
153972	embedding2nn.bias	4	-0.036129601299762726
153972	embedding2nn.bias	5	-0.027286453172564507
153972	embedding2nn.bias	6	0.024710465222597122
153972	embedding2nn.bias	7	-0.057238973677158356
153972	embedding2nn.bias	8	0.07681112736463547
153972	embedding2nn.bias	9	0.05916242301464081
153972	rnn.weight_ih_l0	0	-0.08053060621023178
153972	rnn.weight_ih_l0	1	0.007309285923838615
153972	rnn.weight_ih_l0	2	0.042286649346351624
153972	rnn.weight_ih_l0	3	0.02432003617286682
153972	rnn.weight_ih_l0	4	-0.034343983978033066
153972	rnn.weight_ih_l0	5	-0.06494849920272827
153972	rnn.weight_ih_l0	6	0.0034085989464074373
153972	rnn.weight_ih_l0	7	0.05851863697171211
153972	rnn.weight_ih_l0	8	-0.007718297652900219
153972	rnn.weight_ih_l0	9	-0.030312759801745415
153972	rnn.weight_hh_l0	0	-0.031122397631406784
153972	rnn.weight_hh_l0	1	-0.006020531058311462
153972	rnn.weight_hh_l0	2	0.0005059220711700618
153972	rnn.weight_hh_l0	3	-0.07049178332090378
153972	rnn.weight_hh_l0	4	0.08505749702453613
153972	rnn.weight_hh_l0	5	-0.02786167524755001
153972	rnn.weight_hh_l0	6	-0.05542450025677681
153972	rnn.weight_hh_l0	7	0.013789149932563305
153972	rnn.weight_hh_l0	8	0.009611587040126324
153972	rnn.weight_hh_l0	9	-0.019662529230117798
153972	rnn.bias_ih_l0	0	0.1276414841413498
153972	rnn.bias_ih_l0	1	-0.03120754472911358
153972	rnn.bias_ih_l0	2	-0.00630122609436512
153972	rnn.bias_ih_l0	3	0.14464721083641052
153972	rnn.bias_ih_l0	4	-0.01812542788684368
153972	rnn.bias_ih_l0	5	-0.014042774215340614
153972	rnn.bias_ih_l0	6	0.011707842350006104
153972	rnn.bias_ih_l0	7	0.03566755726933479
153972	rnn.bias_ih_l0	8	-0.09773347526788712
153972	rnn.bias_ih_l0	9	-0.025382863357663155
153972	rnn.bias_hh_l0	0	-0.01742681674659252
153972	rnn.bias_hh_l0	1	-0.11289466172456741
153972	rnn.bias_hh_l0	2	-0.06416577100753784
153972	rnn.bias_hh_l0	3	-0.08654266595840454
153972	rnn.bias_hh_l0	4	0.0002058842801488936
153972	rnn.bias_hh_l0	5	-0.033269159495830536
153972	rnn.bias_hh_l0	6	0.01984449103474617
153972	rnn.bias_hh_l0	7	0.042281005531549454
153972	rnn.bias_hh_l0	8	-0.10436582565307617
153972	rnn.bias_hh_l0	9	-0.06205432862043381
153972	rnn.weight_ih_l0_reverse	0	-0.0239335335791111
153972	rnn.weight_ih_l0_reverse	1	-0.05091836303472519
153972	rnn.weight_ih_l0_reverse	2	-0.03640933334827423
153972	rnn.weight_ih_l0_reverse	3	0.009624121710658073
153972	rnn.weight_ih_l0_reverse	4	-0.020439736545085907
153972	rnn.weight_ih_l0_reverse	5	-0.04539093002676964
153972	rnn.weight_ih_l0_reverse	6	0.07843760401010513
153972	rnn.weight_ih_l0_reverse	7	-0.025099031627178192
153972	rnn.weight_ih_l0_reverse	8	-0.022499648854136467
153972	rnn.weight_ih_l0_reverse	9	-0.003912017680704594
153972	rnn.weight_hh_l0_reverse	0	0.06173953413963318
153972	rnn.weight_hh_l0_reverse	1	0.01538795419037342
153972	rnn.weight_hh_l0_reverse	2	0.03144814819097519
153972	rnn.weight_hh_l0_reverse	3	0.030547162517905235
153972	rnn.weight_hh_l0_reverse	4	0.006529415957629681
153972	rnn.weight_hh_l0_reverse	5	0.0191362202167511
153972	rnn.weight_hh_l0_reverse	6	0.05099518224596977
153972	rnn.weight_hh_l0_reverse	7	-0.06831610202789307
153972	rnn.weight_hh_l0_reverse	8	0.037166986614465714
153972	rnn.weight_hh_l0_reverse	9	0.034232065081596375
153972	rnn.bias_ih_l0_reverse	0	-0.06632911413908005
153972	rnn.bias_ih_l0_reverse	1	-0.27159184217453003
153972	rnn.bias_ih_l0_reverse	2	-0.13460376858711243
153972	rnn.bias_ih_l0_reverse	3	-0.04367230460047722
153972	rnn.bias_ih_l0_reverse	4	-0.040425628423690796
153972	rnn.bias_ih_l0_reverse	5	0.05377809703350067
153972	rnn.bias_ih_l0_reverse	6	-0.07419813424348831
153972	rnn.bias_ih_l0_reverse	7	0.04697917401790619
153972	rnn.bias_ih_l0_reverse	8	-0.05472941696643829
153972	rnn.bias_ih_l0_reverse	9	0.05282880365848541
153972	rnn.bias_hh_l0_reverse	0	0.025583812966942787
153972	rnn.bias_hh_l0_reverse	1	-0.05009567365050316
153972	rnn.bias_hh_l0_reverse	2	0.08309854567050934
153972	rnn.bias_hh_l0_reverse	3	-0.051634352654218674
153972	rnn.bias_hh_l0_reverse	4	-0.02456498332321644
153972	rnn.bias_hh_l0_reverse	5	-0.040139298886060715
153972	rnn.bias_hh_l0_reverse	6	-0.012627447955310345
153972	rnn.bias_hh_l0_reverse	7	0.10920092463493347
153972	rnn.bias_hh_l0_reverse	8	0.03149116039276123
153972	rnn.bias_hh_l0_reverse	9	-0.13785700500011444
153972	rnn.weight_ih_l1	0	-0.03150234371423721
153972	rnn.weight_ih_l1	1	-0.04834798350930214
153972	rnn.weight_ih_l1	2	0.06435345858335495
153972	rnn.weight_ih_l1	3	-0.06587637215852737
153972	rnn.weight_ih_l1	4	-0.015677668154239655
153972	rnn.weight_ih_l1	5	-0.0449347086250782
153972	rnn.weight_ih_l1	6	0.03395351395010948
153972	rnn.weight_ih_l1	7	-0.03344666585326195
153972	rnn.weight_ih_l1	8	0.03765903040766716
153972	rnn.weight_ih_l1	9	0.04057290032505989
153972	rnn.weight_hh_l1	0	-0.0069734822027385235
153972	rnn.weight_hh_l1	1	0.017615478485822678
153972	rnn.weight_hh_l1	2	0.014540211297571659
153972	rnn.weight_hh_l1	3	-0.011391988024115562
153972	rnn.weight_hh_l1	4	0.00968981347978115
153972	rnn.weight_hh_l1	5	0.027682920917868614
153972	rnn.weight_hh_l1	6	0.03214582800865173
153972	rnn.weight_hh_l1	7	-0.018659798428416252
153972	rnn.weight_hh_l1	8	-0.013829505071043968
153972	rnn.weight_hh_l1	9	0.03566616028547287
153972	rnn.bias_ih_l1	0	-0.20554189383983612
153972	rnn.bias_ih_l1	1	-0.1968817561864853
153972	rnn.bias_ih_l1	2	-0.20920443534851074
153972	rnn.bias_ih_l1	3	-0.31302228569984436
153972	rnn.bias_ih_l1	4	-0.20455265045166016
153972	rnn.bias_ih_l1	5	-0.09630020707845688
153972	rnn.bias_ih_l1	6	-0.16960100829601288
153972	rnn.bias_ih_l1	7	-0.024856071919202805
153972	rnn.bias_ih_l1	8	-0.14947578310966492
153972	rnn.bias_ih_l1	9	-0.1260913759469986
153972	rnn.bias_hh_l1	0	-0.11327525228261948
153972	rnn.bias_hh_l1	1	-0.0785105973482132
153972	rnn.bias_hh_l1	2	-0.11189662665128708
153972	rnn.bias_hh_l1	3	-0.08602788299322128
153972	rnn.bias_hh_l1	4	-0.09283285588026047
153972	rnn.bias_hh_l1	5	-0.11779028922319412
153972	rnn.bias_hh_l1	6	-0.14395594596862793
153972	rnn.bias_hh_l1	7	0.04117660969495773
153972	rnn.bias_hh_l1	8	-0.17909419536590576
153972	rnn.bias_hh_l1	9	-0.11024957150220871
153972	rnn.weight_ih_l1_reverse	0	-0.04042874276638031
153972	rnn.weight_ih_l1_reverse	1	0.023849088698625565
153972	rnn.weight_ih_l1_reverse	2	0.06980841606855392
153972	rnn.weight_ih_l1_reverse	3	0.00236639310605824
153972	rnn.weight_ih_l1_reverse	4	-0.03802429884672165
153972	rnn.weight_ih_l1_reverse	5	-0.03268682211637497
153972	rnn.weight_ih_l1_reverse	6	-0.004985152278095484
153972	rnn.weight_ih_l1_reverse	7	0.03265745937824249
153972	rnn.weight_ih_l1_reverse	8	0.015303326770663261
153972	rnn.weight_ih_l1_reverse	9	-0.047801680862903595
153972	rnn.weight_hh_l1_reverse	0	0.005335431545972824
153972	rnn.weight_hh_l1_reverse	1	0.02980724722146988
153972	rnn.weight_hh_l1_reverse	2	-0.03996061533689499
153972	rnn.weight_hh_l1_reverse	3	0.03572860732674599
153972	rnn.weight_hh_l1_reverse	4	0.05071994662284851
153972	rnn.weight_hh_l1_reverse	5	-8.698251622263342e-05
153972	rnn.weight_hh_l1_reverse	6	0.04559895396232605
153972	rnn.weight_hh_l1_reverse	7	0.030011095106601715
153972	rnn.weight_hh_l1_reverse	8	-0.006814232096076012
153972	rnn.weight_hh_l1_reverse	9	-0.03206703066825867
153972	rnn.bias_ih_l1_reverse	0	-0.07669108361005783
153972	rnn.bias_ih_l1_reverse	1	-0.1671343445777893
153972	rnn.bias_ih_l1_reverse	2	-0.16784311830997467
153972	rnn.bias_ih_l1_reverse	3	-0.013330039568245411
153972	rnn.bias_ih_l1_reverse	4	-0.21449105441570282
153972	rnn.bias_ih_l1_reverse	5	-0.11646399646997452
153972	rnn.bias_ih_l1_reverse	6	-0.13864870369434357
153972	rnn.bias_ih_l1_reverse	7	-0.19746632874011993
153972	rnn.bias_ih_l1_reverse	8	0.21953138709068298
153972	rnn.bias_ih_l1_reverse	9	0.0632372573018074
153972	rnn.bias_hh_l1_reverse	0	0.02118806540966034
153972	rnn.bias_hh_l1_reverse	1	-0.11945046484470367
153972	rnn.bias_hh_l1_reverse	2	-0.23408843576908112
153972	rnn.bias_hh_l1_reverse	3	-0.1446264386177063
153972	rnn.bias_hh_l1_reverse	4	-0.10216259956359863
153972	rnn.bias_hh_l1_reverse	5	-0.12871985137462616
153972	rnn.bias_hh_l1_reverse	6	0.0878055989742279
153972	rnn.bias_hh_l1_reverse	7	-0.18251805007457733
153972	rnn.bias_hh_l1_reverse	8	-0.12259753793478012
153972	rnn.bias_hh_l1_reverse	9	-0.14924468100070953
153972	linear.weight	0	0.002228822559118271
153972	linear.weight	1	0.1025322899222374
153972	linear.weight	2	-0.0792790949344635
153972	linear.weight	3	0.27394843101501465
153972	linear.weight	4	0.14924931526184082
153972	linear.weight	5	-0.05417608097195625
153972	linear.weight	6	0.12392139434814453
153972	linear.weight	7	0.06559575349092484
153972	linear.weight	8	0.04119601473212242
153972	linear.weight	9	-0.026825575157999992
153972	linear.bias	0	0.1023140475153923
153972	linear.bias	1	-0.21342040598392487
153972	linear.bias	2	-0.40342992544174194
153972	linear.bias	3	-0.6804845333099365
153972	linear.bias	4	-1.216084599494934
153972	linear.bias	5	-0.0654822587966919
153972	linear.bias	6	-0.7755241990089417
153972	linear.bias	7	0.2777382433414459
153972	linear.bias	8	-0.44119957089424133
153972	linear.bias	9	-1.0063772201538086
154169	transitions	0	0.6715448498725891
154169	transitions	1	0.16962027549743652
154169	transitions	2	-10000.0
154169	transitions	3	-1.8243036270141602
154169	transitions	4	-10000.0
154169	transitions	5	0.5745927095413208
154169	transitions	6	-0.07741449773311615
154169	transitions	7	-0.7360309958457947
154169	transitions	8	-1.406338095664978
154169	transitions	9	-0.0011431197635829449
154169	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
154169	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
154169	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
154169	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
154169	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
154169	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
154169	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
154169	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
154169	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
154169	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
154169	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
154169	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
154169	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
154169	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
154169	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
154169	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
154169	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
154169	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
154169	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
154169	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
154169	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
154169	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
154169	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
154169	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
154169	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
154169	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
154169	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
154169	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
154169	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
154169	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
154169	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
154169	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
154169	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
154169	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
154169	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
154169	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
154169	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
154169	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
154169	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
154169	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
154169	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
154169	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
154169	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
154169	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
154169	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
154169	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
154169	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
154169	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
154169	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
154169	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
154169	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
154169	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
154169	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
154169	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
154169	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
154169	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
154169	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
154169	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
154169	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
154169	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
154169	embedding2nn.weight	0	0.035194337368011475
154169	embedding2nn.weight	1	-0.013505164533853531
154169	embedding2nn.weight	2	-0.014268254861235619
154169	embedding2nn.weight	3	-0.014769145287573338
154169	embedding2nn.weight	4	-0.0059150345623493195
154169	embedding2nn.weight	5	-0.0037005895283073187
154169	embedding2nn.weight	6	-0.003973294049501419
154169	embedding2nn.weight	7	-0.08652687817811966
154169	embedding2nn.weight	8	-0.0019979383796453476
154169	embedding2nn.weight	9	-0.027522923424839973
154169	embedding2nn.bias	0	0.05676020681858063
154169	embedding2nn.bias	1	-0.07438115030527115
154169	embedding2nn.bias	2	0.08426713943481445
154169	embedding2nn.bias	3	0.06500286608934402
154169	embedding2nn.bias	4	-0.03523027151823044
154169	embedding2nn.bias	5	-0.02705007791519165
154169	embedding2nn.bias	6	0.026293842121958733
154169	embedding2nn.bias	7	-0.058868180960416794
154169	embedding2nn.bias	8	0.07454496622085571
154169	embedding2nn.bias	9	0.05765755847096443
154169	rnn.weight_ih_l0	0	-0.08153856545686722
154169	rnn.weight_ih_l0	1	0.008021627552807331
154169	rnn.weight_ih_l0	2	0.042156945914030075
154169	rnn.weight_ih_l0	3	0.02415027841925621
154169	rnn.weight_ih_l0	4	-0.034818634390830994
154169	rnn.weight_ih_l0	5	-0.06535211205482483
154169	rnn.weight_ih_l0	6	0.003143538720905781
154169	rnn.weight_ih_l0	7	0.05806000158190727
154169	rnn.weight_ih_l0	8	-0.00895906612277031
154169	rnn.weight_ih_l0	9	-0.029967471957206726
154169	rnn.weight_hh_l0	0	-0.030887220054864883
154169	rnn.weight_hh_l0	1	-0.006825845688581467
154169	rnn.weight_hh_l0	2	-0.00014694589481223375
154169	rnn.weight_hh_l0	3	-0.070032499730587
154169	rnn.weight_hh_l0	4	0.08516807854175568
154169	rnn.weight_hh_l0	5	-0.02780798450112343
154169	rnn.weight_hh_l0	6	-0.05573403090238571
154169	rnn.weight_hh_l0	7	0.013558674603700638
154169	rnn.weight_hh_l0	8	0.009257426485419273
154169	rnn.weight_hh_l0	9	-0.019486840814352036
154169	rnn.bias_ih_l0	0	0.1265629380941391
154169	rnn.bias_ih_l0	1	-0.031210066750645638
154169	rnn.bias_ih_l0	2	-0.007744844537228346
154169	rnn.bias_ih_l0	3	0.14551801979541779
154169	rnn.bias_ih_l0	4	-0.018380366265773773
154169	rnn.bias_ih_l0	5	-0.012208415195345879
154169	rnn.bias_ih_l0	6	0.01181130763143301
154169	rnn.bias_ih_l0	7	0.03537234291434288
154169	rnn.bias_ih_l0	8	-0.09791860729455948
154169	rnn.bias_ih_l0	9	-0.02704252488911152
154169	rnn.bias_hh_l0	0	-0.016872840002179146
154169	rnn.bias_hh_l0	1	-0.11200527101755142
154169	rnn.bias_hh_l0	2	-0.06175512075424194
154169	rnn.bias_hh_l0	3	-0.08813771605491638
154169	rnn.bias_hh_l0	4	0.0014914784114807844
154169	rnn.bias_hh_l0	5	-0.033348023891448975
154169	rnn.bias_hh_l0	6	0.01828080229461193
154169	rnn.bias_hh_l0	7	0.042667124420404434
154169	rnn.bias_hh_l0	8	-0.10296548902988434
154169	rnn.bias_hh_l0	9	-0.060420677065849304
154169	rnn.weight_ih_l0_reverse	0	-0.02444346807897091
154169	rnn.weight_ih_l0_reverse	1	-0.051629021763801575
154169	rnn.weight_ih_l0_reverse	2	-0.036609381437301636
154169	rnn.weight_ih_l0_reverse	3	0.009815903380513191
154169	rnn.weight_ih_l0_reverse	4	-0.020017893984913826
154169	rnn.weight_ih_l0_reverse	5	-0.047055575996637344
154169	rnn.weight_ih_l0_reverse	6	0.07827118039131165
154169	rnn.weight_ih_l0_reverse	7	-0.02513972669839859
154169	rnn.weight_ih_l0_reverse	8	-0.02157486230134964
154169	rnn.weight_ih_l0_reverse	9	-0.004878487903624773
154169	rnn.weight_hh_l0_reverse	0	0.06184372305870056
154169	rnn.weight_hh_l0_reverse	1	0.015517182648181915
154169	rnn.weight_hh_l0_reverse	2	0.03143402934074402
154169	rnn.weight_hh_l0_reverse	3	0.030322423204779625
154169	rnn.weight_hh_l0_reverse	4	0.006603051908314228
154169	rnn.weight_hh_l0_reverse	5	0.019084103405475616
154169	rnn.weight_hh_l0_reverse	6	0.050698284059762955
154169	rnn.weight_hh_l0_reverse	7	-0.06801758706569672
154169	rnn.weight_hh_l0_reverse	8	0.036954332143068314
154169	rnn.weight_hh_l0_reverse	9	0.03433600813150406
154169	rnn.bias_ih_l0_reverse	0	-0.06712094694375992
154169	rnn.bias_ih_l0_reverse	1	-0.2699066698551178
154169	rnn.bias_ih_l0_reverse	2	-0.13431277871131897
154169	rnn.bias_ih_l0_reverse	3	-0.043722860515117645
154169	rnn.bias_ih_l0_reverse	4	-0.04113142192363739
154169	rnn.bias_ih_l0_reverse	5	0.055285193026065826
154169	rnn.bias_ih_l0_reverse	6	-0.0747731477022171
154169	rnn.bias_ih_l0_reverse	7	0.047996364533901215
154169	rnn.bias_ih_l0_reverse	8	-0.05440996587276459
154169	rnn.bias_ih_l0_reverse	9	0.05367017537355423
154169	rnn.bias_hh_l0_reverse	0	0.024867210537195206
154169	rnn.bias_hh_l0_reverse	1	-0.05134992673993111
154169	rnn.bias_hh_l0_reverse	2	0.08192510157823563
154169	rnn.bias_hh_l0_reverse	3	-0.051250796765089035
154169	rnn.bias_hh_l0_reverse	4	-0.024278579279780388
154169	rnn.bias_hh_l0_reverse	5	-0.04126366227865219
154169	rnn.bias_hh_l0_reverse	6	-0.014087307266891003
154169	rnn.bias_hh_l0_reverse	7	0.11009126901626587
154169	rnn.bias_hh_l0_reverse	8	0.03143078461289406
154169	rnn.bias_hh_l0_reverse	9	-0.13705867528915405
154169	rnn.weight_ih_l1	0	-0.03147482872009277
154169	rnn.weight_ih_l1	1	-0.04893200471997261
154169	rnn.weight_ih_l1	2	0.06448955088853836
154169	rnn.weight_ih_l1	3	-0.06494492292404175
154169	rnn.weight_ih_l1	4	-0.015870599076151848
154169	rnn.weight_ih_l1	5	-0.04488830268383026
154169	rnn.weight_ih_l1	6	0.034125253558158875
154169	rnn.weight_ih_l1	7	-0.034341249614953995
154169	rnn.weight_ih_l1	8	0.037806227803230286
154169	rnn.weight_ih_l1	9	0.040828049182891846
154169	rnn.weight_hh_l1	0	-0.007212530821561813
154169	rnn.weight_hh_l1	1	0.017596488818526268
154169	rnn.weight_hh_l1	2	0.014424429275095463
154169	rnn.weight_hh_l1	3	-0.0113750658929348
154169	rnn.weight_hh_l1	4	0.009859639219939709
154169	rnn.weight_hh_l1	5	0.027777744457125664
154169	rnn.weight_hh_l1	6	0.031819507479667664
154169	rnn.weight_hh_l1	7	-0.018672771751880646
154169	rnn.weight_hh_l1	8	-0.013698872178792953
154169	rnn.weight_hh_l1	9	0.03580028936266899
154169	rnn.bias_ih_l1	0	-0.20507684350013733
154169	rnn.bias_ih_l1	1	-0.19609789550304413
154169	rnn.bias_ih_l1	2	-0.20957952737808228
154169	rnn.bias_ih_l1	3	-0.31388503313064575
154169	rnn.bias_ih_l1	4	-0.20401962101459503
154169	rnn.bias_ih_l1	5	-0.09591291099786758
154169	rnn.bias_ih_l1	6	-0.169094979763031
154169	rnn.bias_ih_l1	7	-0.02399861440062523
154169	rnn.bias_ih_l1	8	-0.15044789016246796
154169	rnn.bias_ih_l1	9	-0.12254271656274796
154169	rnn.bias_hh_l1	0	-0.11313833296298981
154169	rnn.bias_hh_l1	1	-0.07901959121227264
154169	rnn.bias_hh_l1	2	-0.11237684637308121
154169	rnn.bias_hh_l1	3	-0.08534782379865646
154169	rnn.bias_hh_l1	4	-0.09453730285167694
154169	rnn.bias_hh_l1	5	-0.11858027428388596
154169	rnn.bias_hh_l1	6	-0.14436040818691254
154169	rnn.bias_hh_l1	7	0.041642118245363235
154169	rnn.bias_hh_l1	8	-0.17776207625865936
154169	rnn.bias_hh_l1	9	-0.10927809774875641
154169	rnn.weight_ih_l1_reverse	0	-0.03969956189393997
154169	rnn.weight_ih_l1_reverse	1	0.023739023134112358
154169	rnn.weight_ih_l1_reverse	2	0.06803687661886215
154169	rnn.weight_ih_l1_reverse	3	0.0006436164258047938
154169	rnn.weight_ih_l1_reverse	4	-0.03948730230331421
154169	rnn.weight_ih_l1_reverse	5	-0.03269675374031067
154169	rnn.weight_ih_l1_reverse	6	-0.004229907877743244
154169	rnn.weight_ih_l1_reverse	7	0.03256978467106819
154169	rnn.weight_ih_l1_reverse	8	0.01588224619626999
154169	rnn.weight_ih_l1_reverse	9	-0.049913786351680756
154169	rnn.weight_hh_l1_reverse	0	0.00533477496355772
154169	rnn.weight_hh_l1_reverse	1	0.02976222150027752
154169	rnn.weight_hh_l1_reverse	2	-0.0399305634200573
154169	rnn.weight_hh_l1_reverse	3	0.03577041998505592
154169	rnn.weight_hh_l1_reverse	4	0.050344400107860565
154169	rnn.weight_hh_l1_reverse	5	-8.664281267556362e-06
154169	rnn.weight_hh_l1_reverse	6	0.045875925570726395
154169	rnn.weight_hh_l1_reverse	7	0.029952459037303925
154169	rnn.weight_hh_l1_reverse	8	-0.0068509941920638084
154169	rnn.weight_hh_l1_reverse	9	-0.03228909522294998
154169	rnn.bias_ih_l1_reverse	0	-0.07616524398326874
154169	rnn.bias_ih_l1_reverse	1	-0.16715985536575317
154169	rnn.bias_ih_l1_reverse	2	-0.16627615690231323
154169	rnn.bias_ih_l1_reverse	3	-0.013963378965854645
154169	rnn.bias_ih_l1_reverse	4	-0.21516789495944977
154169	rnn.bias_ih_l1_reverse	5	-0.11611336469650269
154169	rnn.bias_ih_l1_reverse	6	-0.1384434998035431
154169	rnn.bias_ih_l1_reverse	7	-0.1969050019979477
154169	rnn.bias_ih_l1_reverse	8	0.2209155559539795
154169	rnn.bias_ih_l1_reverse	9	0.06386509537696838
154169	rnn.bias_hh_l1_reverse	0	0.018313201144337654
154169	rnn.bias_hh_l1_reverse	1	-0.12018473446369171
154169	rnn.bias_hh_l1_reverse	2	-0.23367710411548615
154169	rnn.bias_hh_l1_reverse	3	-0.14438672363758087
154169	rnn.bias_hh_l1_reverse	4	-0.10211803764104843
154169	rnn.bias_hh_l1_reverse	5	-0.1286519169807434
154169	rnn.bias_hh_l1_reverse	6	0.08273530751466751
154169	rnn.bias_hh_l1_reverse	7	-0.18171626329421997
154169	rnn.bias_hh_l1_reverse	8	-0.1218797042965889
154169	rnn.bias_hh_l1_reverse	9	-0.14915592968463898
154169	linear.weight	0	0.002228822559118271
154169	linear.weight	1	0.09958655387163162
154169	linear.weight	2	-0.08192207664251328
154169	linear.weight	3	0.27816835045814514
154169	linear.weight	4	0.15086005628108978
154169	linear.weight	5	-0.05185350030660629
154169	linear.weight	6	0.12237809598445892
154169	linear.weight	7	0.06350403279066086
154169	linear.weight	8	0.041195791214704514
154169	linear.weight	9	-0.02548867091536522
154169	linear.bias	0	0.09742799401283264
154169	linear.bias	1	-0.20231816172599792
154169	linear.bias	2	-0.40586844086647034
154169	linear.bias	3	-0.6792926788330078
154169	linear.bias	4	-1.2179429531097412
154169	linear.bias	5	-0.07199227064847946
154169	linear.bias	6	-0.7648407220840454
154169	linear.bias	7	0.2714897692203522
154169	linear.bias	8	-0.4490576982498169
154169	linear.bias	9	-1.0140557289123535
154366	transitions	0	0.6681929230690002
154366	transitions	1	0.17120608687400818
154366	transitions	2	-10000.0
154366	transitions	3	-1.8243217468261719
154366	transitions	4	-10000.0
154366	transitions	5	0.5745671391487122
154366	transitions	6	-0.07745030522346497
154366	transitions	7	-0.736236572265625
154366	transitions	8	-1.4064120054244995
154366	transitions	9	-0.0011433694744482636
154366	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
154366	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
154366	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
154366	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
154366	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
154366	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
154366	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
154366	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
154366	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
154366	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
154366	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
154366	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
154366	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
154366	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
154366	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
154366	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
154366	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
154366	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
154366	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
154366	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
154366	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
154366	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
154366	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
154366	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
154366	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
154366	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
154366	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
154366	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
154366	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
154366	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
154366	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
154366	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
154366	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
154366	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
154366	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
154366	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
154366	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
154366	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
154366	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
154366	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
154366	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
154366	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
154366	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
154366	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
154366	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
154366	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
154366	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
154366	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
154366	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
154366	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
154366	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
154366	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
154366	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
154366	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
154366	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
154366	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
154366	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
154366	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
154366	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
154366	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
154366	embedding2nn.weight	0	0.03535720333456993
154366	embedding2nn.weight	1	-0.013649939559400082
154366	embedding2nn.weight	2	-0.014268254861235619
154366	embedding2nn.weight	3	-0.01631133258342743
154366	embedding2nn.weight	4	-0.0059150345623493195
154366	embedding2nn.weight	5	-0.003700589295476675
154366	embedding2nn.weight	6	-0.003973294049501419
154366	embedding2nn.weight	7	-0.0866612046957016
154366	embedding2nn.weight	8	-0.0019979383796453476
154366	embedding2nn.weight	9	-0.027491416782140732
154366	embedding2nn.bias	0	0.05732400342822075
154366	embedding2nn.bias	1	-0.07474683225154877
154366	embedding2nn.bias	2	0.08079429715871811
154366	embedding2nn.bias	3	0.06460306793451309
154366	embedding2nn.bias	4	-0.030183935537934303
154366	embedding2nn.bias	5	-0.021686982363462448
154366	embedding2nn.bias	6	0.02403205633163452
154366	embedding2nn.bias	7	-0.06123648211359978
154366	embedding2nn.bias	8	0.06977564096450806
154366	embedding2nn.bias	9	0.05608826130628586
154366	rnn.weight_ih_l0	0	-0.08213979005813599
154366	rnn.weight_ih_l0	1	0.007812626659870148
154366	rnn.weight_ih_l0	2	0.04150179401040077
154366	rnn.weight_ih_l0	3	0.023855140432715416
154366	rnn.weight_ih_l0	4	-0.03421841561794281
154366	rnn.weight_ih_l0	5	-0.06563583016395569
154366	rnn.weight_ih_l0	6	0.003020491683855653
154366	rnn.weight_ih_l0	7	0.05798356607556343
154366	rnn.weight_ih_l0	8	-0.008659173734486103
154366	rnn.weight_ih_l0	9	-0.030405858531594276
154366	rnn.weight_hh_l0	0	-0.031031452119350433
154366	rnn.weight_hh_l0	1	-0.006857167463749647
154366	rnn.weight_hh_l0	2	-5.850720845046453e-05
154366	rnn.weight_hh_l0	3	-0.06969939917325974
154366	rnn.weight_hh_l0	4	0.08521325886249542
154366	rnn.weight_hh_l0	5	-0.028392141684889793
154366	rnn.weight_hh_l0	6	-0.05524003878235817
154366	rnn.weight_hh_l0	7	0.01352996937930584
154366	rnn.weight_hh_l0	8	0.009168035350739956
154366	rnn.weight_hh_l0	9	-0.0194642785936594
154366	rnn.bias_ih_l0	0	0.12585528194904327
154366	rnn.bias_ih_l0	1	-0.03276807814836502
154366	rnn.bias_ih_l0	2	-0.008515900000929832
154366	rnn.bias_ih_l0	3	0.14528414607048035
154366	rnn.bias_ih_l0	4	-0.01830439269542694
154366	rnn.bias_ih_l0	5	-0.010663690976798534
154366	rnn.bias_ih_l0	6	0.011452451348304749
154366	rnn.bias_ih_l0	7	0.0362384207546711
154366	rnn.bias_ih_l0	8	-0.0980982854962349
154366	rnn.bias_ih_l0	9	-0.027702176943421364
154366	rnn.bias_hh_l0	0	-0.016838906332850456
154366	rnn.bias_hh_l0	1	-0.11196813732385635
154366	rnn.bias_hh_l0	2	-0.061233628541231155
154366	rnn.bias_hh_l0	3	-0.08813222497701645
154366	rnn.bias_hh_l0	4	1.3886276974517386e-05
154366	rnn.bias_hh_l0	5	-0.032662976533174515
154366	rnn.bias_hh_l0	6	0.018248649314045906
154366	rnn.bias_hh_l0	7	0.04267759248614311
154366	rnn.bias_hh_l0	8	-0.10050340741872787
154366	rnn.bias_hh_l0	9	-0.059908974915742874
154366	rnn.weight_ih_l0_reverse	0	-0.024022474884986877
154366	rnn.weight_ih_l0_reverse	1	-0.05170367285609245
154366	rnn.weight_ih_l0_reverse	2	-0.03715522587299347
154366	rnn.weight_ih_l0_reverse	3	0.01038228441029787
154366	rnn.weight_ih_l0_reverse	4	-0.01997077465057373
154366	rnn.weight_ih_l0_reverse	5	-0.04719441384077072
154366	rnn.weight_ih_l0_reverse	6	0.07814369350671768
154366	rnn.weight_ih_l0_reverse	7	-0.025604214519262314
154366	rnn.weight_ih_l0_reverse	8	-0.0212150439620018
154366	rnn.weight_ih_l0_reverse	9	-0.004735985305160284
154366	rnn.weight_hh_l0_reverse	0	0.06160299852490425
154366	rnn.weight_hh_l0_reverse	1	0.015477457083761692
154366	rnn.weight_hh_l0_reverse	2	0.03141042962670326
154366	rnn.weight_hh_l0_reverse	3	0.030614661052823067
154366	rnn.weight_hh_l0_reverse	4	0.006109282840043306
154366	rnn.weight_hh_l0_reverse	5	0.01891857199370861
154366	rnn.weight_hh_l0_reverse	6	0.050644632428884506
154366	rnn.weight_hh_l0_reverse	7	-0.0683804452419281
154366	rnn.weight_hh_l0_reverse	8	0.03646719828248024
154366	rnn.weight_hh_l0_reverse	9	0.034114159643650055
154366	rnn.bias_ih_l0_reverse	0	-0.06675361096858978
154366	rnn.bias_ih_l0_reverse	1	-0.2670362591743469
154366	rnn.bias_ih_l0_reverse	2	-0.13509629666805267
154366	rnn.bias_ih_l0_reverse	3	-0.04392717033624649
154366	rnn.bias_ih_l0_reverse	4	-0.04160723835229874
154366	rnn.bias_ih_l0_reverse	5	0.056096065789461136
154366	rnn.bias_ih_l0_reverse	6	-0.07522912323474884
154366	rnn.bias_ih_l0_reverse	7	0.048419103026390076
154366	rnn.bias_ih_l0_reverse	8	-0.055615391582250595
154366	rnn.bias_ih_l0_reverse	9	0.055283501744270325
154366	rnn.bias_hh_l0_reverse	0	0.02342020533978939
154366	rnn.bias_hh_l0_reverse	1	-0.05418647080659866
154366	rnn.bias_hh_l0_reverse	2	0.08206424117088318
154366	rnn.bias_hh_l0_reverse	3	-0.05237570032477379
154366	rnn.bias_hh_l0_reverse	4	-0.02272755652666092
154366	rnn.bias_hh_l0_reverse	5	-0.0418626144528389
154366	rnn.bias_hh_l0_reverse	6	-0.013639508746564388
154366	rnn.bias_hh_l0_reverse	7	0.11052773892879486
154366	rnn.bias_hh_l0_reverse	8	0.03228520229458809
154366	rnn.bias_hh_l0_reverse	9	-0.13816721737384796
154366	rnn.weight_ih_l1	0	-0.03179487958550453
154366	rnn.weight_ih_l1	1	-0.049556292593479156
154366	rnn.weight_ih_l1	2	0.06504335254430771
154366	rnn.weight_ih_l1	3	-0.06579893827438354
154366	rnn.weight_ih_l1	4	-0.015559295192360878
154366	rnn.weight_ih_l1	5	-0.044759150594472885
154366	rnn.weight_ih_l1	6	0.033763423562049866
154366	rnn.weight_ih_l1	7	-0.0333721898496151
154366	rnn.weight_ih_l1	8	0.037922997027635574
154366	rnn.weight_ih_l1	9	0.0411502979695797
154366	rnn.weight_hh_l1	0	-0.006745958235114813
154366	rnn.weight_hh_l1	1	0.017534220591187477
154366	rnn.weight_hh_l1	2	0.014808414503932
154366	rnn.weight_hh_l1	3	-0.011310143396258354
154366	rnn.weight_hh_l1	4	0.009880878031253815
154366	rnn.weight_hh_l1	5	0.027533777058124542
154366	rnn.weight_hh_l1	6	0.03195277601480484
154366	rnn.weight_hh_l1	7	-0.018642613664269447
154366	rnn.weight_hh_l1	8	-0.013732650317251682
154366	rnn.weight_hh_l1	9	0.035721879452466965
154366	rnn.bias_ih_l1	0	-0.2058185636997223
154366	rnn.bias_ih_l1	1	-0.19633689522743225
154366	rnn.bias_ih_l1	2	-0.21175406873226166
154366	rnn.bias_ih_l1	3	-0.3133244216442108
154366	rnn.bias_ih_l1	4	-0.20756520330905914
154366	rnn.bias_ih_l1	5	-0.09653272479772568
154366	rnn.bias_ih_l1	6	-0.16680116951465607
154366	rnn.bias_ih_l1	7	-0.020647983998060226
154366	rnn.bias_ih_l1	8	-0.15102015435695648
154366	rnn.bias_ih_l1	9	-0.12266269326210022
154366	rnn.bias_hh_l1	0	-0.11122012138366699
154366	rnn.bias_hh_l1	1	-0.07797636091709137
154366	rnn.bias_hh_l1	2	-0.11262120306491852
154366	rnn.bias_hh_l1	3	-0.08529141545295715
154366	rnn.bias_hh_l1	4	-0.09307936578989029
154366	rnn.bias_hh_l1	5	-0.11871392279863358
154366	rnn.bias_hh_l1	6	-0.14446622133255005
154366	rnn.bias_hh_l1	7	0.04329843074083328
154366	rnn.bias_hh_l1	8	-0.17779216170310974
154366	rnn.bias_hh_l1	9	-0.11033321917057037
154366	rnn.weight_ih_l1_reverse	0	-0.03990618884563446
154366	rnn.weight_ih_l1_reverse	1	0.02358761802315712
154366	rnn.weight_ih_l1_reverse	2	0.06815396994352341
154366	rnn.weight_ih_l1_reverse	3	0.001051938976161182
154366	rnn.weight_ih_l1_reverse	4	-0.03995903581380844
154366	rnn.weight_ih_l1_reverse	5	-0.03275652229785919
154366	rnn.weight_ih_l1_reverse	6	-0.002959337318316102
154366	rnn.weight_ih_l1_reverse	7	0.03273100033402443
154366	rnn.weight_ih_l1_reverse	8	0.01743592694401741
154366	rnn.weight_ih_l1_reverse	9	-0.05054530128836632
154366	rnn.weight_hh_l1_reverse	0	0.005358601920306683
154366	rnn.weight_hh_l1_reverse	1	0.02986718714237213
154366	rnn.weight_hh_l1_reverse	2	-0.03989870846271515
154366	rnn.weight_hh_l1_reverse	3	0.035738080739974976
154366	rnn.weight_hh_l1_reverse	4	0.05051257833838463
154366	rnn.weight_hh_l1_reverse	5	-6.594337901333347e-05
154366	rnn.weight_hh_l1_reverse	6	0.047288913279771805
154366	rnn.weight_hh_l1_reverse	7	0.02993622049689293
154366	rnn.weight_hh_l1_reverse	8	-0.006844330113381147
154366	rnn.weight_hh_l1_reverse	9	-0.032293420284986496
154366	rnn.bias_ih_l1_reverse	0	-0.07498135417699814
154366	rnn.bias_ih_l1_reverse	1	-0.16728609800338745
154366	rnn.bias_ih_l1_reverse	2	-0.16693973541259766
154366	rnn.bias_ih_l1_reverse	3	-0.01607470214366913
154366	rnn.bias_ih_l1_reverse	4	-0.21471630036830902
154366	rnn.bias_ih_l1_reverse	5	-0.11649283766746521
154366	rnn.bias_ih_l1_reverse	6	-0.13813182711601257
154366	rnn.bias_ih_l1_reverse	7	-0.19603565335273743
154366	rnn.bias_ih_l1_reverse	8	0.22344456613063812
154366	rnn.bias_ih_l1_reverse	9	0.06414242833852768
154366	rnn.bias_hh_l1_reverse	0	0.016001379117369652
154366	rnn.bias_hh_l1_reverse	1	-0.11899666488170624
154366	rnn.bias_hh_l1_reverse	2	-0.23374071717262268
154366	rnn.bias_hh_l1_reverse	3	-0.14432670176029205
154366	rnn.bias_hh_l1_reverse	4	-0.10242816060781479
154366	rnn.bias_hh_l1_reverse	5	-0.12920846045017242
154366	rnn.bias_hh_l1_reverse	6	0.08557669073343277
154366	rnn.bias_hh_l1_reverse	7	-0.18030646443367004
154366	rnn.bias_hh_l1_reverse	8	-0.12360739707946777
154366	rnn.bias_hh_l1_reverse	9	-0.14874349534511566
154366	linear.weight	0	0.002228822559118271
154366	linear.weight	1	0.10354337841272354
154366	linear.weight	2	-0.08265939354896545
154366	linear.weight	3	0.2714647948741913
154366	linear.weight	4	0.15316526591777802
154366	linear.weight	5	-0.051422666758298874
154366	linear.weight	6	0.12100668996572495
154366	linear.weight	7	0.05581292137503624
154366	linear.weight	8	0.041195325553417206
154366	linear.weight	9	-0.02613093890249729
154366	linear.bias	0	0.07436791807413101
154366	linear.bias	1	-0.197395458817482
154366	linear.bias	2	-0.403740257024765
154366	linear.bias	3	-0.680189847946167
154366	linear.bias	4	-1.2191740274429321
154366	linear.bias	5	-0.06319651752710342
154366	linear.bias	6	-0.7609379291534424
154366	linear.bias	7	0.2799072861671448
154366	linear.bias	8	-0.44137024879455566
154366	linear.bias	9	-1.0062217712402344
154563	transitions	0	0.666041910648346
154563	transitions	1	0.16965460777282715
154563	transitions	2	-10000.0
154563	transitions	3	-1.8243322372436523
154563	transitions	4	-10000.0
154563	transitions	5	0.5744418501853943
154563	transitions	6	-0.07747727632522583
154563	transitions	7	-0.7364819049835205
154563	transitions	8	-1.406454086303711
154563	transitions	9	-0.001143864938057959
154563	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
154563	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
154563	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
154563	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
154563	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
154563	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
154563	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
154563	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
154563	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
154563	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
154563	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
154563	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
154563	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
154563	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
154563	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
154563	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
154563	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
154563	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
154563	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
154563	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
154563	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
154563	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
154563	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
154563	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
154563	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
154563	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
154563	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
154563	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
154563	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
154563	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
154563	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
154563	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
154563	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
154563	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
154563	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
154563	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
154563	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
154563	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
154563	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
154563	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
154563	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
154563	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
154563	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
154563	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
154563	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
154563	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
154563	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
154563	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
154563	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
154563	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
154563	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
154563	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
154563	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
154563	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
154563	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
154563	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
154563	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
154563	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
154563	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
154563	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
154563	embedding2nn.weight	0	0.03386956453323364
154563	embedding2nn.weight	1	-0.013650095090270042
154563	embedding2nn.weight	2	-0.014268254861235619
154563	embedding2nn.weight	3	-0.017185449600219727
154563	embedding2nn.weight	4	-0.0059150345623493195
154563	embedding2nn.weight	5	-0.0037005895283073187
154563	embedding2nn.weight	6	-0.003973294515162706
154563	embedding2nn.weight	7	-0.08629558235406876
154563	embedding2nn.weight	8	-0.0019979383796453476
154563	embedding2nn.weight	9	-0.027871791273355484
154563	embedding2nn.bias	0	0.05770527571439743
154563	embedding2nn.bias	1	-0.07911375910043716
154563	embedding2nn.bias	2	0.0830945298075676
154563	embedding2nn.bias	3	0.06362291425466537
154563	embedding2nn.bias	4	-0.030687442049384117
154563	embedding2nn.bias	5	-0.019852327182888985
154563	embedding2nn.bias	6	0.025792332366108894
154563	embedding2nn.bias	7	-0.05926967412233353
154563	embedding2nn.bias	8	0.06715713441371918
154563	embedding2nn.bias	9	0.05676877871155739
154563	rnn.weight_ih_l0	0	-0.08188743144273758
154563	rnn.weight_ih_l0	1	0.007158121094107628
154563	rnn.weight_ih_l0	2	0.04227166250348091
154563	rnn.weight_ih_l0	3	0.02310115098953247
154563	rnn.weight_ih_l0	4	-0.03435685858130455
154563	rnn.weight_ih_l0	5	-0.06583505868911743
154563	rnn.weight_ih_l0	6	0.0028112775180488825
154563	rnn.weight_ih_l0	7	0.05901963263750076
154563	rnn.weight_ih_l0	8	-0.009327326901257038
154563	rnn.weight_ih_l0	9	-0.03001890890300274
154563	rnn.weight_hh_l0	0	-0.03145257756114006
154563	rnn.weight_hh_l0	1	-0.006151334848254919
154563	rnn.weight_hh_l0	2	-0.00038229546044021845
154563	rnn.weight_hh_l0	3	-0.06958857923746109
154563	rnn.weight_hh_l0	4	0.08550789952278137
154563	rnn.weight_hh_l0	5	-0.028540007770061493
154563	rnn.weight_hh_l0	6	-0.05569368600845337
154563	rnn.weight_hh_l0	7	0.01306854747235775
154563	rnn.weight_hh_l0	8	0.009172107093036175
154563	rnn.weight_hh_l0	9	-0.01962396316230297
154563	rnn.bias_ih_l0	0	0.12694966793060303
154563	rnn.bias_ih_l0	1	-0.031094355508685112
154563	rnn.bias_ih_l0	2	-0.00789525918662548
154563	rnn.bias_ih_l0	3	0.1464928388595581
154563	rnn.bias_ih_l0	4	-0.017730774357914925
154563	rnn.bias_ih_l0	5	-0.008054631762206554
154563	rnn.bias_ih_l0	6	0.011431477963924408
154563	rnn.bias_ih_l0	7	0.035030364990234375
154563	rnn.bias_ih_l0	8	-0.09866821765899658
154563	rnn.bias_ih_l0	9	-0.028585340827703476
154563	rnn.bias_hh_l0	0	-0.018411794677376747
154563	rnn.bias_hh_l0	1	-0.11196885257959366
154563	rnn.bias_hh_l0	2	-0.06002720072865486
154563	rnn.bias_hh_l0	3	-0.08700468391180038
154563	rnn.bias_hh_l0	4	0.0013350840890780091
154563	rnn.bias_hh_l0	5	-0.03190533071756363
154563	rnn.bias_hh_l0	6	0.017310654744505882
154563	rnn.bias_hh_l0	7	0.0421191081404686
154563	rnn.bias_hh_l0	8	-0.10052064806222916
154563	rnn.bias_hh_l0	9	-0.0597401037812233
154563	rnn.weight_ih_l0_reverse	0	-0.023796778172254562
154563	rnn.weight_ih_l0_reverse	1	-0.052275773137807846
154563	rnn.weight_ih_l0_reverse	2	-0.037448279559612274
154563	rnn.weight_ih_l0_reverse	3	0.010326636955142021
154563	rnn.weight_ih_l0_reverse	4	-0.020043805241584778
154563	rnn.weight_ih_l0_reverse	5	-0.047041308134794235
154563	rnn.weight_ih_l0_reverse	6	0.07734693586826324
154563	rnn.weight_ih_l0_reverse	7	-0.025435779243707657
154563	rnn.weight_ih_l0_reverse	8	-0.020800171419978142
154563	rnn.weight_ih_l0_reverse	9	-0.00475967675447464
154563	rnn.weight_hh_l0_reverse	0	0.06050649657845497
154563	rnn.weight_hh_l0_reverse	1	0.01570536196231842
154563	rnn.weight_hh_l0_reverse	2	0.03172086924314499
154563	rnn.weight_hh_l0_reverse	3	0.030639739707112312
154563	rnn.weight_hh_l0_reverse	4	0.005845874082297087
154563	rnn.weight_hh_l0_reverse	5	0.018759699538350105
154563	rnn.weight_hh_l0_reverse	6	0.05076834186911583
154563	rnn.weight_hh_l0_reverse	7	-0.06851780414581299
154563	rnn.weight_hh_l0_reverse	8	0.03611944243311882
154563	rnn.weight_hh_l0_reverse	9	0.03440643474459648
154563	rnn.bias_ih_l0_reverse	0	-0.06719057261943817
154563	rnn.bias_ih_l0_reverse	1	-0.2666287124156952
154563	rnn.bias_ih_l0_reverse	2	-0.1341463029384613
154563	rnn.bias_ih_l0_reverse	3	-0.04363272711634636
154563	rnn.bias_ih_l0_reverse	4	-0.040492039173841476
154563	rnn.bias_ih_l0_reverse	5	0.056538261473178864
154563	rnn.bias_ih_l0_reverse	6	-0.07522336393594742
154563	rnn.bias_ih_l0_reverse	7	0.04784216731786728
154563	rnn.bias_ih_l0_reverse	8	-0.055936191231012344
154563	rnn.bias_ih_l0_reverse	9	0.05445685610175133
154563	rnn.bias_hh_l0_reverse	0	0.023627091199159622
154563	rnn.bias_hh_l0_reverse	1	-0.05300561338663101
154563	rnn.bias_hh_l0_reverse	2	0.08183033764362335
154563	rnn.bias_hh_l0_reverse	3	-0.05287781357765198
154563	rnn.bias_hh_l0_reverse	4	-0.023577727377414703
154563	rnn.bias_hh_l0_reverse	5	-0.04206616058945656
154563	rnn.bias_hh_l0_reverse	6	-0.015779081732034683
154563	rnn.bias_hh_l0_reverse	7	0.10967710614204407
154563	rnn.bias_hh_l0_reverse	8	0.0332152284681797
154563	rnn.bias_hh_l0_reverse	9	-0.13992008566856384
154563	rnn.weight_ih_l1	0	-0.031700167804956436
154563	rnn.weight_ih_l1	1	-0.04878892004489899
154563	rnn.weight_ih_l1	2	0.06433970481157303
154563	rnn.weight_ih_l1	3	-0.06628645211458206
154563	rnn.weight_ih_l1	4	-0.015327765606343746
154563	rnn.weight_ih_l1	5	-0.04448644444346428
154563	rnn.weight_ih_l1	6	0.033073004335165024
154563	rnn.weight_ih_l1	7	-0.03405790403485298
154563	rnn.weight_ih_l1	8	0.03801095858216286
154563	rnn.weight_ih_l1	9	0.04163900762796402
154563	rnn.weight_hh_l1	0	-0.007381643168628216
154563	rnn.weight_hh_l1	1	0.017530107870697975
154563	rnn.weight_hh_l1	2	0.014620206318795681
154563	rnn.weight_hh_l1	3	-0.011329215951263905
154563	rnn.weight_hh_l1	4	0.009862196631729603
154563	rnn.weight_hh_l1	5	0.02764013782143593
154563	rnn.weight_hh_l1	6	0.03208025544881821
154563	rnn.weight_hh_l1	7	-0.01878337189555168
154563	rnn.weight_hh_l1	8	-0.013604997657239437
154563	rnn.weight_hh_l1	9	0.03562624379992485
154563	rnn.bias_ih_l1	0	-0.20300538837909698
154563	rnn.bias_ih_l1	1	-0.1968734860420227
154563	rnn.bias_ih_l1	2	-0.21109886467456818
154563	rnn.bias_ih_l1	3	-0.31216150522232056
154563	rnn.bias_ih_l1	4	-0.21000728011131287
154563	rnn.bias_ih_l1	5	-0.09747853875160217
154563	rnn.bias_ih_l1	6	-0.16626636683940887
154563	rnn.bias_ih_l1	7	-0.02064882591366768
154563	rnn.bias_ih_l1	8	-0.1512838900089264
154563	rnn.bias_ih_l1	9	-0.12385553121566772
154563	rnn.bias_hh_l1	0	-0.11250331252813339
154563	rnn.bias_hh_l1	1	-0.07850132882595062
154563	rnn.bias_hh_l1	2	-0.11289743334054947
154563	rnn.bias_hh_l1	3	-0.08470717817544937
154563	rnn.bias_hh_l1	4	-0.09329643845558167
154563	rnn.bias_hh_l1	5	-0.117947056889534
154563	rnn.bias_hh_l1	6	-0.14582191407680511
154563	rnn.bias_hh_l1	7	0.03827156126499176
154563	rnn.bias_hh_l1	8	-0.178370863199234
154563	rnn.bias_hh_l1	9	-0.11271999776363373
154563	rnn.weight_ih_l1_reverse	0	-0.04014846310019493
154563	rnn.weight_ih_l1_reverse	1	0.024158790707588196
154563	rnn.weight_ih_l1_reverse	2	0.06828761100769043
154563	rnn.weight_ih_l1_reverse	3	0.0003128572425339371
154563	rnn.weight_ih_l1_reverse	4	-0.03971099480986595
154563	rnn.weight_ih_l1_reverse	5	-0.032872557640075684
154563	rnn.weight_ih_l1_reverse	6	-0.002133253961801529
154563	rnn.weight_ih_l1_reverse	7	0.032570578157901764
154563	rnn.weight_ih_l1_reverse	8	0.01667359285056591
154563	rnn.weight_ih_l1_reverse	9	-0.051640477031469345
154563	rnn.weight_hh_l1_reverse	0	0.005229704547673464
154563	rnn.weight_hh_l1_reverse	1	0.029872488230466843
154563	rnn.weight_hh_l1_reverse	2	-0.03988329693675041
154563	rnn.weight_hh_l1_reverse	3	0.03576168045401573
154563	rnn.weight_hh_l1_reverse	4	0.050495583564043045
154563	rnn.weight_hh_l1_reverse	5	-0.0005782032385468483
154563	rnn.weight_hh_l1_reverse	6	0.04802119731903076
154563	rnn.weight_hh_l1_reverse	7	0.029750844463706017
154563	rnn.weight_hh_l1_reverse	8	-0.006920105777680874
154563	rnn.weight_hh_l1_reverse	9	-0.03220857307314873
154563	rnn.bias_ih_l1_reverse	0	-0.0747709572315216
154563	rnn.bias_ih_l1_reverse	1	-0.1656225472688675
154563	rnn.bias_ih_l1_reverse	2	-0.16490870714187622
154563	rnn.bias_ih_l1_reverse	3	-0.013887790031731129
154563	rnn.bias_ih_l1_reverse	4	-0.21483154594898224
154563	rnn.bias_ih_l1_reverse	5	-0.11644316464662552
154563	rnn.bias_ih_l1_reverse	6	-0.13792684674263
154563	rnn.bias_ih_l1_reverse	7	-0.19598646461963654
154563	rnn.bias_ih_l1_reverse	8	0.22122204303741455
154563	rnn.bias_ih_l1_reverse	9	0.06656479090452194
154563	rnn.bias_hh_l1_reverse	0	0.01727762632071972
154563	rnn.bias_hh_l1_reverse	1	-0.11683044582605362
154563	rnn.bias_hh_l1_reverse	2	-0.23379644751548767
154563	rnn.bias_hh_l1_reverse	3	-0.14549438655376434
154563	rnn.bias_hh_l1_reverse	4	-0.1023583635687828
154563	rnn.bias_hh_l1_reverse	5	-0.13045045733451843
154563	rnn.bias_hh_l1_reverse	6	0.0878312811255455
154563	rnn.bias_hh_l1_reverse	7	-0.17958737909793854
154563	rnn.bias_hh_l1_reverse	8	-0.12264461070299149
154563	rnn.bias_hh_l1_reverse	9	-0.14889384806156158
154563	linear.weight	0	0.002228822559118271
154563	linear.weight	1	0.10097141563892365
154563	linear.weight	2	-0.08596143126487732
154563	linear.weight	3	0.27020058035850525
154563	linear.weight	4	0.15194323658943176
154563	linear.weight	5	-0.05081978067755699
154563	linear.weight	6	0.1120709553360939
154563	linear.weight	7	0.054154183715581894
154563	linear.weight	8	0.04119496047496796
154563	linear.weight	9	-0.02589328959584236
154563	linear.bias	0	0.12450291961431503
154563	linear.bias	1	-0.20548327267169952
154563	linear.bias	2	-0.3991881012916565
154563	linear.bias	3	-0.6926677823066711
154563	linear.bias	4	-1.2313519716262817
154563	linear.bias	5	-0.06219303980469704
154563	linear.bias	6	-0.7714254856109619
154563	linear.bias	7	0.28086772561073303
154563	linear.bias	8	-0.4403049349784851
154563	linear.bias	9	-1.0047719478607178
154760	transitions	0	0.6719763875007629
154760	transitions	1	0.16834759712219238
154760	transitions	2	-10000.0
154760	transitions	3	-1.8243519067764282
154760	transitions	4	-10000.0
154760	transitions	5	0.5744032859802246
154760	transitions	6	-0.07751517742872238
154760	transitions	7	-0.7368505597114563
154760	transitions	8	-1.406481146812439
154760	transitions	9	-0.0011442163959145546
154760	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
154760	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
154760	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
154760	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
154760	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
154760	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
154760	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
154760	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
154760	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
154760	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
154760	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
154760	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
154760	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
154760	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
154760	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
154760	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
154760	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
154760	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
154760	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
154760	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
154760	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
154760	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
154760	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
154760	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
154760	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
154760	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
154760	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
154760	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
154760	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
154760	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
154760	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
154760	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
154760	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
154760	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
154760	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
154760	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
154760	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
154760	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
154760	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
154760	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
154760	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
154760	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
154760	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
154760	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
154760	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
154760	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
154760	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
154760	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
154760	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
154760	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
154760	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
154760	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
154760	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
154760	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
154760	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
154760	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
154760	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
154760	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
154760	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
154760	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
154760	embedding2nn.weight	0	0.03473617509007454
154760	embedding2nn.weight	1	-0.01365241501480341
154760	embedding2nn.weight	2	-0.014268254861235619
154760	embedding2nn.weight	3	-0.01838686503469944
154760	embedding2nn.weight	4	-0.0059150345623493195
154760	embedding2nn.weight	5	-0.0037005890626460314
154760	embedding2nn.weight	6	-0.003973294515162706
154760	embedding2nn.weight	7	-0.0865669772028923
154760	embedding2nn.weight	8	-0.0019979383796453476
154760	embedding2nn.weight	9	-0.028465133160352707
154760	embedding2nn.bias	0	0.05690981447696686
154760	embedding2nn.bias	1	-0.07860882580280304
154760	embedding2nn.bias	2	0.08310381323099136
154760	embedding2nn.bias	3	0.05411268770694733
154760	embedding2nn.bias	4	-0.033588964492082596
154760	embedding2nn.bias	5	-0.021858783438801765
154760	embedding2nn.bias	6	0.02413410134613514
154760	embedding2nn.bias	7	-0.05661121755838394
154760	embedding2nn.bias	8	0.0698871985077858
154760	embedding2nn.bias	9	0.05690345913171768
154760	rnn.weight_ih_l0	0	-0.08145584911108017
154760	rnn.weight_ih_l0	1	0.007606780622154474
154760	rnn.weight_ih_l0	2	0.041481535881757736
154760	rnn.weight_ih_l0	3	0.02275966852903366
154760	rnn.weight_ih_l0	4	-0.03425772115588188
154760	rnn.weight_ih_l0	5	-0.06549311429262161
154760	rnn.weight_ih_l0	6	0.0028005624189972878
154760	rnn.weight_ih_l0	7	0.05989846587181091
154760	rnn.weight_ih_l0	8	-0.008697392418980598
154760	rnn.weight_ih_l0	9	-0.029495777562260628
154760	rnn.weight_hh_l0	0	-0.03221609443426132
154760	rnn.weight_hh_l0	1	-0.005712705198675394
154760	rnn.weight_hh_l0	2	-0.0004972912138327956
154760	rnn.weight_hh_l0	3	-0.06942901760339737
154760	rnn.weight_hh_l0	4	0.085056371986866
154760	rnn.weight_hh_l0	5	-0.02839857153594494
154760	rnn.weight_hh_l0	6	-0.056162748485803604
154760	rnn.weight_hh_l0	7	0.013146856799721718
154760	rnn.weight_hh_l0	8	0.009156499058008194
154760	rnn.weight_hh_l0	9	-0.01973675936460495
154760	rnn.bias_ih_l0	0	0.12828899919986725
154760	rnn.bias_ih_l0	1	-0.03331885486841202
154760	rnn.bias_ih_l0	2	-0.007626501377671957
154760	rnn.bias_ih_l0	3	0.14614427089691162
154760	rnn.bias_ih_l0	4	-0.017277244478464127
154760	rnn.bias_ih_l0	5	-0.009652970358729362
154760	rnn.bias_ih_l0	6	0.010608574375510216
154760	rnn.bias_ih_l0	7	0.036359816789627075
154760	rnn.bias_ih_l0	8	-0.09917692840099335
154760	rnn.bias_ih_l0	9	-0.027516517788171768
154760	rnn.bias_hh_l0	0	-0.018871966749429703
154760	rnn.bias_hh_l0	1	-0.11061744391918182
154760	rnn.bias_hh_l0	2	-0.058808427304029465
154760	rnn.bias_hh_l0	3	-0.08713393658399582
154760	rnn.bias_hh_l0	4	0.0026369248516857624
154760	rnn.bias_hh_l0	5	-0.03205151483416557
154760	rnn.bias_hh_l0	6	0.017092591151595116
154760	rnn.bias_hh_l0	7	0.04128040373325348
154760	rnn.bias_hh_l0	8	-0.10072024166584015
154760	rnn.bias_hh_l0	9	-0.05864507332444191
154760	rnn.weight_ih_l0_reverse	0	-0.024178972467780113
154760	rnn.weight_ih_l0_reverse	1	-0.05239472538232803
154760	rnn.weight_ih_l0_reverse	2	-0.037591397762298584
154760	rnn.weight_ih_l0_reverse	3	0.010749833658337593
154760	rnn.weight_ih_l0_reverse	4	-0.019858457148075104
154760	rnn.weight_ih_l0_reverse	5	-0.04759446531534195
154760	rnn.weight_ih_l0_reverse	6	0.0767667293548584
154760	rnn.weight_ih_l0_reverse	7	-0.025637565180659294
154760	rnn.weight_ih_l0_reverse	8	-0.02119738608598709
154760	rnn.weight_ih_l0_reverse	9	-0.005439498461782932
154760	rnn.weight_hh_l0_reverse	0	0.06031844764947891
154760	rnn.weight_hh_l0_reverse	1	0.01571032591164112
154760	rnn.weight_hh_l0_reverse	2	0.03186819329857826
154760	rnn.weight_hh_l0_reverse	3	0.030783671885728836
154760	rnn.weight_hh_l0_reverse	4	0.005507610272616148
154760	rnn.weight_hh_l0_reverse	5	0.01965881697833538
154760	rnn.weight_hh_l0_reverse	6	0.05072498321533203
154760	rnn.weight_hh_l0_reverse	7	-0.06829117983579636
154760	rnn.weight_hh_l0_reverse	8	0.03573352470993996
154760	rnn.weight_hh_l0_reverse	9	0.0349399596452713
154760	rnn.bias_ih_l0_reverse	0	-0.06633502244949341
154760	rnn.bias_ih_l0_reverse	1	-0.26619577407836914
154760	rnn.bias_ih_l0_reverse	2	-0.13123470544815063
154760	rnn.bias_ih_l0_reverse	3	-0.04198093339800835
154760	rnn.bias_ih_l0_reverse	4	-0.03991362825036049
154760	rnn.bias_ih_l0_reverse	5	0.05742786079645157
154760	rnn.bias_ih_l0_reverse	6	-0.07381805777549744
154760	rnn.bias_ih_l0_reverse	7	0.047359399497509
154760	rnn.bias_ih_l0_reverse	8	-0.056508976966142654
154760	rnn.bias_ih_l0_reverse	9	0.05348864942789078
154760	rnn.bias_hh_l0_reverse	0	0.02261601760983467
154760	rnn.bias_hh_l0_reverse	1	-0.05498943850398064
154760	rnn.bias_hh_l0_reverse	2	0.0842229574918747
154760	rnn.bias_hh_l0_reverse	3	-0.05226060375571251
154760	rnn.bias_hh_l0_reverse	4	-0.024596739560365677
154760	rnn.bias_hh_l0_reverse	5	-0.04155367240309715
154760	rnn.bias_hh_l0_reverse	6	-0.01606595329940319
154760	rnn.bias_hh_l0_reverse	7	0.11012742668390274
154760	rnn.bias_hh_l0_reverse	8	0.03408239409327507
154760	rnn.bias_hh_l0_reverse	9	-0.13888444006443024
154760	rnn.weight_ih_l1	0	-0.0317688062787056
154760	rnn.weight_ih_l1	1	-0.04926801845431328
154760	rnn.weight_ih_l1	2	0.06504309922456741
154760	rnn.weight_ih_l1	3	-0.06541623175144196
154760	rnn.weight_ih_l1	4	-0.01458020880818367
154760	rnn.weight_ih_l1	5	-0.0441577211022377
154760	rnn.weight_ih_l1	6	0.03331855311989784
154760	rnn.weight_ih_l1	7	-0.03362073749303818
154760	rnn.weight_ih_l1	8	0.03799557313323021
154760	rnn.weight_ih_l1	9	0.041306134313344955
154760	rnn.weight_hh_l1	0	-0.007402035873383284
154760	rnn.weight_hh_l1	1	0.017475346103310585
154760	rnn.weight_hh_l1	2	0.015407832339406013
154760	rnn.weight_hh_l1	3	-0.011740667745471
154760	rnn.weight_hh_l1	4	0.009862392209470272
154760	rnn.weight_hh_l1	5	0.027721663936972618
154760	rnn.weight_hh_l1	6	0.03268725425004959
154760	rnn.weight_hh_l1	7	-0.019078265875577927
154760	rnn.weight_hh_l1	8	-0.013383148238062859
154760	rnn.weight_hh_l1	9	0.035811614245176315
154760	rnn.bias_ih_l1	0	-0.20137745141983032
154760	rnn.bias_ih_l1	1	-0.19576111435890198
154760	rnn.bias_ih_l1	2	-0.21022775769233704
154760	rnn.bias_ih_l1	3	-0.31416988372802734
154760	rnn.bias_ih_l1	4	-0.21052053570747375
154760	rnn.bias_ih_l1	5	-0.09782586246728897
154760	rnn.bias_ih_l1	6	-0.16816022992134094
154760	rnn.bias_ih_l1	7	-0.02419612556695938
154760	rnn.bias_ih_l1	8	-0.15071694552898407
154760	rnn.bias_ih_l1	9	-0.12103062868118286
154760	rnn.bias_hh_l1	0	-0.11349347978830338
154760	rnn.bias_hh_l1	1	-0.07826616615056992
154760	rnn.bias_hh_l1	2	-0.11110950261354446
154760	rnn.bias_hh_l1	3	-0.08509015291929245
154760	rnn.bias_hh_l1	4	-0.09222859889268875
154760	rnn.bias_hh_l1	5	-0.11736205965280533
154760	rnn.bias_hh_l1	6	-0.14909207820892334
154760	rnn.bias_hh_l1	7	0.03790208324790001
154760	rnn.bias_hh_l1	8	-0.1769990622997284
154760	rnn.bias_hh_l1	9	-0.1130860298871994
154760	rnn.weight_ih_l1_reverse	0	-0.039911676198244095
154760	rnn.weight_ih_l1_reverse	1	0.024518240243196487
154760	rnn.weight_ih_l1_reverse	2	0.06726257503032684
154760	rnn.weight_ih_l1_reverse	3	-0.0009036611882038414
154760	rnn.weight_ih_l1_reverse	4	-0.03927062451839447
154760	rnn.weight_ih_l1_reverse	5	-0.03294498100876808
154760	rnn.weight_ih_l1_reverse	6	-0.002500899601727724
154760	rnn.weight_ih_l1_reverse	7	0.03223530948162079
154760	rnn.weight_ih_l1_reverse	8	0.017233863472938538
154760	rnn.weight_ih_l1_reverse	9	-0.05204542353749275
154760	rnn.weight_hh_l1_reverse	0	0.0050725145265460014
154760	rnn.weight_hh_l1_reverse	1	0.02983974851667881
154760	rnn.weight_hh_l1_reverse	2	-0.03985242545604706
154760	rnn.weight_hh_l1_reverse	3	0.035825103521347046
154760	rnn.weight_hh_l1_reverse	4	0.05042019858956337
154760	rnn.weight_hh_l1_reverse	5	-4.762893877341412e-05
154760	rnn.weight_hh_l1_reverse	6	0.04791915416717529
154760	rnn.weight_hh_l1_reverse	7	0.029989171773195267
154760	rnn.weight_hh_l1_reverse	8	-0.006993577815592289
154760	rnn.weight_hh_l1_reverse	9	-0.0322532095015049
154760	rnn.bias_ih_l1_reverse	0	-0.07543632388114929
154760	rnn.bias_ih_l1_reverse	1	-0.16496360301971436
154760	rnn.bias_ih_l1_reverse	2	-0.16423015296459198
154760	rnn.bias_ih_l1_reverse	3	-0.016676750034093857
154760	rnn.bias_ih_l1_reverse	4	-0.21438995003700256
154760	rnn.bias_ih_l1_reverse	5	-0.11640771478414536
154760	rnn.bias_ih_l1_reverse	6	-0.13749061524868011
154760	rnn.bias_ih_l1_reverse	7	-0.19684608280658722
154760	rnn.bias_ih_l1_reverse	8	0.22430677711963654
154760	rnn.bias_ih_l1_reverse	9	0.07007116824388504
154760	rnn.bias_hh_l1_reverse	0	0.015782594680786133
154760	rnn.bias_hh_l1_reverse	1	-0.11759179085493088
154760	rnn.bias_hh_l1_reverse	2	-0.23386773467063904
154760	rnn.bias_hh_l1_reverse	3	-0.14541660249233246
154760	rnn.bias_hh_l1_reverse	4	-0.10253573209047318
154760	rnn.bias_hh_l1_reverse	5	-0.13086660206317902
154760	rnn.bias_hh_l1_reverse	6	0.08396782726049423
154760	rnn.bias_hh_l1_reverse	7	-0.17926174402236938
154760	rnn.bias_hh_l1_reverse	8	-0.12218638509511948
154760	rnn.bias_hh_l1_reverse	9	-0.1486084759235382
154760	linear.weight	0	0.002228822559118271
154760	linear.weight	1	0.10188890993595123
154760	linear.weight	2	-0.08634810894727707
154760	linear.weight	3	0.26518720388412476
154760	linear.weight	4	0.1518533080816269
154760	linear.weight	5	-0.05126183107495308
154760	linear.weight	6	0.10514283925294876
154760	linear.weight	7	0.04860112443566322
154760	linear.weight	8	0.04119463264942169
154760	linear.weight	9	-0.028794672340154648
154760	linear.bias	0	0.11686582863330841
154760	linear.bias	1	-0.20567439496517181
154760	linear.bias	2	-0.4026634991168976
154760	linear.bias	3	-0.6814008951187134
154760	linear.bias	4	-1.220503568649292
154760	linear.bias	5	-0.06955476850271225
154760	linear.bias	6	-0.7713613510131836
154760	linear.bias	7	0.2745518386363983
154760	linear.bias	8	-0.4442276656627655
154760	linear.bias	9	-1.0084192752838135
154957	transitions	0	0.6815571784973145
154957	transitions	1	0.1704905480146408
154957	transitions	2	-10000.0
154957	transitions	3	-1.824380874633789
154957	transitions	4	-10000.0
154957	transitions	5	0.5743332505226135
154957	transitions	6	-0.07757680118083954
154957	transitions	7	-0.7372670769691467
154957	transitions	8	-1.4065195322036743
154957	transitions	9	-0.0011446453863754869
154957	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
154957	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
154957	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
154957	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
154957	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
154957	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
154957	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
154957	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
154957	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
154957	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
154957	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
154957	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
154957	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
154957	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
154957	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
154957	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
154957	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
154957	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
154957	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
154957	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
154957	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
154957	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
154957	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
154957	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
154957	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
154957	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
154957	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
154957	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
154957	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
154957	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
154957	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
154957	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
154957	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
154957	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
154957	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
154957	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
154957	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
154957	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
154957	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
154957	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
154957	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
154957	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
154957	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
154957	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
154957	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
154957	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
154957	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
154957	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
154957	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
154957	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
154957	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
154957	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
154957	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
154957	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
154957	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
154957	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
154957	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
154957	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
154957	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
154957	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
154957	embedding2nn.weight	0	0.034430667757987976
154957	embedding2nn.weight	1	-0.013630198314785957
154957	embedding2nn.weight	2	-0.014268254861235619
154957	embedding2nn.weight	3	-0.0199737586081028
154957	embedding2nn.weight	4	-0.0059150345623493195
154957	embedding2nn.weight	5	-0.0037005890626460314
154957	embedding2nn.weight	6	-0.003973293583840132
154957	embedding2nn.weight	7	-0.08657790720462799
154957	embedding2nn.weight	8	-0.0019979383796453476
154957	embedding2nn.weight	9	-0.02906528301537037
154957	embedding2nn.bias	0	0.05629671737551689
154957	embedding2nn.bias	1	-0.0789484977722168
154957	embedding2nn.bias	2	0.08279233425855637
154957	embedding2nn.bias	3	0.055546488612890244
154957	embedding2nn.bias	4	-0.030964341014623642
154957	embedding2nn.bias	5	-0.017395664006471634
154957	embedding2nn.bias	6	0.022918852046132088
154957	embedding2nn.bias	7	-0.05295145884156227
154957	embedding2nn.bias	8	0.0699506476521492
154957	embedding2nn.bias	9	0.05545604228973389
154957	rnn.weight_ih_l0	0	-0.08096019178628922
154957	rnn.weight_ih_l0	1	0.008180311881005764
154957	rnn.weight_ih_l0	2	0.03998308628797531
154957	rnn.weight_ih_l0	3	0.022766893729567528
154957	rnn.weight_ih_l0	4	-0.034836430102586746
154957	rnn.weight_ih_l0	5	-0.06556659936904907
154957	rnn.weight_ih_l0	6	0.00289180432446301
154957	rnn.weight_ih_l0	7	0.05996653065085411
154957	rnn.weight_ih_l0	8	-0.00953646469861269
154957	rnn.weight_ih_l0	9	-0.028858333826065063
154957	rnn.weight_hh_l0	0	-0.0310809426009655
154957	rnn.weight_hh_l0	1	-0.005578525830060244
154957	rnn.weight_hh_l0	2	-0.0006448975764214993
154957	rnn.weight_hh_l0	3	-0.0690009742975235
154957	rnn.weight_hh_l0	4	0.08478470146656036
154957	rnn.weight_hh_l0	5	-0.02816387638449669
154957	rnn.weight_hh_l0	6	-0.05692834034562111
154957	rnn.weight_hh_l0	7	0.012996423989534378
154957	rnn.weight_hh_l0	8	0.009586886502802372
154957	rnn.weight_hh_l0	9	-0.019533567130565643
154957	rnn.bias_ih_l0	0	0.12906870245933533
154957	rnn.bias_ih_l0	1	-0.03392638638615608
154957	rnn.bias_ih_l0	2	-0.008526917546987534
154957	rnn.bias_ih_l0	3	0.14810211956501007
154957	rnn.bias_ih_l0	4	-0.0163583941757679
154957	rnn.bias_ih_l0	5	-0.009923936799168587
154957	rnn.bias_ih_l0	6	0.011422891169786453
154957	rnn.bias_ih_l0	7	0.03637797012925148
154957	rnn.bias_ih_l0	8	-0.0984966829419136
154957	rnn.bias_ih_l0	9	-0.027512943372130394
154957	rnn.bias_hh_l0	0	-0.018209118396043777
154957	rnn.bias_hh_l0	1	-0.10939733684062958
154957	rnn.bias_hh_l0	2	-0.06011667847633362
154957	rnn.bias_hh_l0	3	-0.08780263364315033
154957	rnn.bias_hh_l0	4	0.003354820655658841
154957	rnn.bias_hh_l0	5	-0.03349972516298294
154957	rnn.bias_hh_l0	6	0.016270654276013374
154957	rnn.bias_hh_l0	7	0.038416143506765366
154957	rnn.bias_hh_l0	8	-0.10189839452505112
154957	rnn.bias_hh_l0	9	-0.057478904724121094
154957	rnn.weight_ih_l0_reverse	0	-0.024669082835316658
154957	rnn.weight_ih_l0_reverse	1	-0.05266055092215538
154957	rnn.weight_ih_l0_reverse	2	-0.03696737810969353
154957	rnn.weight_ih_l0_reverse	3	0.010682028718292713
154957	rnn.weight_ih_l0_reverse	4	-0.019882390275597572
154957	rnn.weight_ih_l0_reverse	5	-0.04801992326974869
154957	rnn.weight_ih_l0_reverse	6	0.07731896638870239
154957	rnn.weight_ih_l0_reverse	7	-0.026488807052373886
154957	rnn.weight_ih_l0_reverse	8	-0.021504152566194534
154957	rnn.weight_ih_l0_reverse	9	-0.006320680491626263
154957	rnn.weight_hh_l0_reverse	0	0.05940847098827362
154957	rnn.weight_hh_l0_reverse	1	0.015677765011787415
154957	rnn.weight_hh_l0_reverse	2	0.031800203025341034
154957	rnn.weight_hh_l0_reverse	3	0.03071918524801731
154957	rnn.weight_hh_l0_reverse	4	0.00541730085387826
154957	rnn.weight_hh_l0_reverse	5	0.019444962963461876
154957	rnn.weight_hh_l0_reverse	6	0.050762761384248734
154957	rnn.weight_hh_l0_reverse	7	-0.06809886544942856
154957	rnn.weight_hh_l0_reverse	8	0.036084018647670746
154957	rnn.weight_hh_l0_reverse	9	0.034256964921951294
154957	rnn.bias_ih_l0_reverse	0	-0.06527524441480637
154957	rnn.bias_ih_l0_reverse	1	-0.2627781331539154
154957	rnn.bias_ih_l0_reverse	2	-0.13441532850265503
154957	rnn.bias_ih_l0_reverse	3	-0.04245931655168533
154957	rnn.bias_ih_l0_reverse	4	-0.03715290501713753
154957	rnn.bias_ih_l0_reverse	5	0.05832637846469879
154957	rnn.bias_ih_l0_reverse	6	-0.07347844541072845
154957	rnn.bias_ih_l0_reverse	7	0.046292852610349655
154957	rnn.bias_ih_l0_reverse	8	-0.05524847283959389
154957	rnn.bias_ih_l0_reverse	9	0.052697207778692245
154957	rnn.bias_hh_l0_reverse	0	0.024530861526727676
154957	rnn.bias_hh_l0_reverse	1	-0.05318159610033035
154957	rnn.bias_hh_l0_reverse	2	0.08531301468610764
154957	rnn.bias_hh_l0_reverse	3	-0.05091419816017151
154957	rnn.bias_hh_l0_reverse	4	-0.025253091007471085
154957	rnn.bias_hh_l0_reverse	5	-0.04039183259010315
154957	rnn.bias_hh_l0_reverse	6	-0.015303230844438076
154957	rnn.bias_hh_l0_reverse	7	0.11089470237493515
154957	rnn.bias_hh_l0_reverse	8	0.033696919679641724
154957	rnn.bias_hh_l0_reverse	9	-0.13660594820976257
154957	rnn.weight_ih_l1	0	-0.03148309513926506
154957	rnn.weight_ih_l1	1	-0.04937461018562317
154957	rnn.weight_ih_l1	2	0.06480248272418976
154957	rnn.weight_ih_l1	3	-0.06581545621156693
154957	rnn.weight_ih_l1	4	-0.01476962585002184
154957	rnn.weight_ih_l1	5	-0.044122569262981415
154957	rnn.weight_ih_l1	6	0.03278672695159912
154957	rnn.weight_ih_l1	7	-0.03287128731608391
154957	rnn.weight_ih_l1	8	0.03803475201129913
154957	rnn.weight_ih_l1	9	0.04120669513940811
154957	rnn.weight_hh_l1	0	-0.00716605968773365
154957	rnn.weight_hh_l1	1	0.01753397099673748
154957	rnn.weight_hh_l1	2	0.014649193733930588
154957	rnn.weight_hh_l1	3	-0.011639909818768501
154957	rnn.weight_hh_l1	4	0.009860322810709476
154957	rnn.weight_hh_l1	5	0.02755811996757984
154957	rnn.weight_hh_l1	6	0.032607004046440125
154957	rnn.weight_hh_l1	7	-0.019160069525241852
154957	rnn.weight_hh_l1	8	-0.013434937223792076
154957	rnn.weight_hh_l1	9	0.035567834973335266
154957	rnn.bias_ih_l1	0	-0.1986653059720993
154957	rnn.bias_ih_l1	1	-0.19471801817417145
154957	rnn.bias_ih_l1	2	-0.2108701765537262
154957	rnn.bias_ih_l1	3	-0.3139035105705261
154957	rnn.bias_ih_l1	4	-0.21237923204898834
154957	rnn.bias_ih_l1	5	-0.09659522026777267
154957	rnn.bias_ih_l1	6	-0.16676723957061768
154957	rnn.bias_ih_l1	7	-0.019899452105164528
154957	rnn.bias_ih_l1	8	-0.1490165740251541
154957	rnn.bias_ih_l1	9	-0.12345953285694122
154957	rnn.bias_hh_l1	0	-0.11230675876140594
154957	rnn.bias_hh_l1	1	-0.07747149467468262
154957	rnn.bias_hh_l1	2	-0.10978403687477112
154957	rnn.bias_hh_l1	3	-0.08494457602500916
154957	rnn.bias_hh_l1	4	-0.09389746934175491
154957	rnn.bias_hh_l1	5	-0.11806289851665497
154957	rnn.bias_hh_l1	6	-0.14767687022686005
154957	rnn.bias_hh_l1	7	0.03907625377178192
154957	rnn.bias_hh_l1	8	-0.17714941501617432
154957	rnn.bias_hh_l1	9	-0.11282399296760559
154957	rnn.weight_ih_l1_reverse	0	-0.03964870795607567
154957	rnn.weight_ih_l1_reverse	1	0.026231003925204277
154957	rnn.weight_ih_l1_reverse	2	0.06546474993228912
154957	rnn.weight_ih_l1_reverse	3	-0.0006271485472097993
154957	rnn.weight_ih_l1_reverse	4	-0.038584958761930466
154957	rnn.weight_ih_l1_reverse	5	-0.0329117625951767
154957	rnn.weight_ih_l1_reverse	6	-0.0024206850212067366
154957	rnn.weight_ih_l1_reverse	7	0.03206540271639824
154957	rnn.weight_ih_l1_reverse	8	0.01724051870405674
154957	rnn.weight_ih_l1_reverse	9	-0.052515387535095215
154957	rnn.weight_hh_l1_reverse	0	0.0048886071890592575
154957	rnn.weight_hh_l1_reverse	1	0.02995130605995655
154957	rnn.weight_hh_l1_reverse	2	-0.03988463059067726
154957	rnn.weight_hh_l1_reverse	3	0.03590719401836395
154957	rnn.weight_hh_l1_reverse	4	0.05024883896112442
154957	rnn.weight_hh_l1_reverse	5	-2.3631710064364597e-05
154957	rnn.weight_hh_l1_reverse	6	0.04724263399839401
154957	rnn.weight_hh_l1_reverse	7	0.03004893846809864
154957	rnn.weight_hh_l1_reverse	8	-0.006919119041413069
154957	rnn.weight_hh_l1_reverse	9	-0.032223209738731384
154957	rnn.bias_ih_l1_reverse	0	-0.07701907306909561
154957	rnn.bias_ih_l1_reverse	1	-0.16504371166229248
154957	rnn.bias_ih_l1_reverse	2	-0.16354002058506012
154957	rnn.bias_ih_l1_reverse	3	-0.016516443341970444
154957	rnn.bias_ih_l1_reverse	4	-0.21396172046661377
154957	rnn.bias_ih_l1_reverse	5	-0.11734484136104584
154957	rnn.bias_ih_l1_reverse	6	-0.13850551843643188
154957	rnn.bias_ih_l1_reverse	7	-0.19676172733306885
154957	rnn.bias_ih_l1_reverse	8	0.22463548183441162
154957	rnn.bias_ih_l1_reverse	9	0.06641679257154465
154957	rnn.bias_hh_l1_reverse	0	0.019311172887682915
154957	rnn.bias_hh_l1_reverse	1	-0.12288311123847961
154957	rnn.bias_hh_l1_reverse	2	-0.23424220085144043
154957	rnn.bias_hh_l1_reverse	3	-0.1452907770872116
154957	rnn.bias_hh_l1_reverse	4	-0.10306841880083084
154957	rnn.bias_hh_l1_reverse	5	-0.13202911615371704
154957	rnn.bias_hh_l1_reverse	6	0.08654830604791641
154957	rnn.bias_hh_l1_reverse	7	-0.1772022396326065
154957	rnn.bias_hh_l1_reverse	8	-0.12223127484321594
154957	rnn.bias_hh_l1_reverse	9	-0.1484588235616684
154957	linear.weight	0	0.002228822559118271
154957	linear.weight	1	0.10520467162132263
154957	linear.weight	2	-0.08611704409122467
154957	linear.weight	3	0.26326245069503784
154957	linear.weight	4	0.1512768715620041
154957	linear.weight	5	-0.05154433473944664
154957	linear.weight	6	0.10576916486024857
154957	linear.weight	7	0.051387373358011246
154957	linear.weight	8	0.04119429364800453
154957	linear.weight	9	-0.02848203107714653
154957	linear.bias	0	0.08801088482141495
154957	linear.bias	1	-0.19397632777690887
154957	linear.bias	2	-0.38278162479400635
154957	linear.bias	3	-0.6952853798866272
154957	linear.bias	4	-1.2330716848373413
154957	linear.bias	5	-0.05327364429831505
154957	linear.bias	6	-0.7597220540046692
154957	linear.bias	7	0.2905040383338928
154957	linear.bias	8	-0.4532216787338257
154957	linear.bias	9	-1.0178213119506836
155154	transitions	0	0.681354284286499
155154	transitions	1	0.16863590478897095
155154	transitions	2	-10000.0
155154	transitions	3	-1.8243889808654785
155154	transitions	4	-10000.0
155154	transitions	5	0.5742205381393433
155154	transitions	6	-0.07761333137750626
155154	transitions	7	-0.7374352812767029
155154	transitions	8	-1.4065719842910767
155154	transitions	9	-0.001145051559433341
155154	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
155154	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
155154	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
155154	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
155154	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
155154	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
155154	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
155154	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
155154	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
155154	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
155154	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
155154	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
155154	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
155154	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
155154	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
155154	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
155154	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
155154	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
155154	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
155154	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
155154	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
155154	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
155154	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
155154	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
155154	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
155154	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
155154	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
155154	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
155154	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
155154	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
155154	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
155154	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
155154	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
155154	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
155154	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
155154	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
155154	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
155154	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
155154	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
155154	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
155154	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
155154	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
155154	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
155154	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
155154	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
155154	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
155154	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
155154	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
155154	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
155154	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
155154	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
155154	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
155154	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
155154	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
155154	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
155154	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
155154	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
155154	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
155154	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
155154	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
155154	embedding2nn.weight	0	0.03481492027640343
155154	embedding2nn.weight	1	-0.013571147806942463
155154	embedding2nn.weight	2	-0.014268254861235619
155154	embedding2nn.weight	3	-0.01962132938206196
155154	embedding2nn.weight	4	-0.0059150345623493195
155154	embedding2nn.weight	5	-0.0037005890626460314
155154	embedding2nn.weight	6	-0.003973295912146568
155154	embedding2nn.weight	7	-0.08623947203159332
155154	embedding2nn.weight	8	-0.0019979383796453476
155154	embedding2nn.weight	9	-0.028472190722823143
155154	embedding2nn.bias	0	0.05583411455154419
155154	embedding2nn.bias	1	-0.08238061517477036
155154	embedding2nn.bias	2	0.08309608697891235
155154	embedding2nn.bias	3	0.05252700299024582
155154	embedding2nn.bias	4	-0.02959471382200718
155154	embedding2nn.bias	5	-0.01882559061050415
155154	embedding2nn.bias	6	0.016040166839957237
155154	embedding2nn.bias	7	-0.050297509878873825
155154	embedding2nn.bias	8	0.07222796231508255
155154	embedding2nn.bias	9	0.051203928887844086
155154	rnn.weight_ih_l0	0	-0.08078809827566147
155154	rnn.weight_ih_l0	1	0.007882565259933472
155154	rnn.weight_ih_l0	2	0.0399472638964653
155154	rnn.weight_ih_l0	3	0.022914469242095947
155154	rnn.weight_ih_l0	4	-0.03448840230703354
155154	rnn.weight_ih_l0	5	-0.06589767336845398
155154	rnn.weight_ih_l0	6	0.003067869460210204
155154	rnn.weight_ih_l0	7	0.05943950265645981
155154	rnn.weight_ih_l0	8	-0.010598733089864254
155154	rnn.weight_ih_l0	9	-0.029246190562844276
155154	rnn.weight_hh_l0	0	-0.031049417331814766
155154	rnn.weight_hh_l0	1	-0.005439405329525471
155154	rnn.weight_hh_l0	2	-0.0006514604901894927
155154	rnn.weight_hh_l0	3	-0.0689205601811409
155154	rnn.weight_hh_l0	4	0.08521837741136551
155154	rnn.weight_hh_l0	5	-0.028320759534835815
155154	rnn.weight_hh_l0	6	-0.05750495195388794
155154	rnn.weight_hh_l0	7	0.012684114277362823
155154	rnn.weight_hh_l0	8	0.009803863242268562
155154	rnn.weight_hh_l0	9	-0.019498545676469803
155154	rnn.bias_ih_l0	0	0.12874583899974823
155154	rnn.bias_ih_l0	1	-0.0336676761507988
155154	rnn.bias_ih_l0	2	-0.0093905134126544
155154	rnn.bias_ih_l0	3	0.148637056350708
155154	rnn.bias_ih_l0	4	-0.01643342152237892
155154	rnn.bias_ih_l0	5	-0.009863429702818394
155154	rnn.bias_ih_l0	6	0.012005328200757504
155154	rnn.bias_ih_l0	7	0.036952368915081024
155154	rnn.bias_ih_l0	8	-0.0989353209733963
155154	rnn.bias_ih_l0	9	-0.027165144681930542
155154	rnn.bias_hh_l0	0	-0.01796334609389305
155154	rnn.bias_hh_l0	1	-0.10881855338811874
155154	rnn.bias_hh_l0	2	-0.06078378111124039
155154	rnn.bias_hh_l0	3	-0.08796205371618271
155154	rnn.bias_hh_l0	4	0.003504081629216671
155154	rnn.bias_hh_l0	5	-0.03406425565481186
155154	rnn.bias_hh_l0	6	0.017021814361214638
155154	rnn.bias_hh_l0	7	0.03886539489030838
155154	rnn.bias_hh_l0	8	-0.1011824980378151
155154	rnn.bias_hh_l0	9	-0.05845322087407112
155154	rnn.weight_ih_l0_reverse	0	-0.025143390521407127
155154	rnn.weight_ih_l0_reverse	1	-0.05253410339355469
155154	rnn.weight_ih_l0_reverse	2	-0.036519769579172134
155154	rnn.weight_ih_l0_reverse	3	0.009626111947000027
155154	rnn.weight_ih_l0_reverse	4	-0.019434116780757904
155154	rnn.weight_ih_l0_reverse	5	-0.048004187643527985
155154	rnn.weight_ih_l0_reverse	6	0.07771753519773483
155154	rnn.weight_ih_l0_reverse	7	-0.024852128699421883
155154	rnn.weight_ih_l0_reverse	8	-0.021208832040429115
155154	rnn.weight_ih_l0_reverse	9	-0.006875548046082258
155154	rnn.weight_hh_l0_reverse	0	0.059053514152765274
155154	rnn.weight_hh_l0_reverse	1	0.015287954360246658
155154	rnn.weight_hh_l0_reverse	2	0.031690340489149094
155154	rnn.weight_hh_l0_reverse	3	0.030507981777191162
155154	rnn.weight_hh_l0_reverse	4	0.005780456587672234
155154	rnn.weight_hh_l0_reverse	5	0.019173530861735344
155154	rnn.weight_hh_l0_reverse	6	0.05072407424449921
155154	rnn.weight_hh_l0_reverse	7	-0.0683453232049942
155154	rnn.weight_hh_l0_reverse	8	0.03653118014335632
155154	rnn.weight_hh_l0_reverse	9	0.03402034938335419
155154	rnn.bias_ih_l0_reverse	0	-0.0648074671626091
155154	rnn.bias_ih_l0_reverse	1	-0.2631617784500122
155154	rnn.bias_ih_l0_reverse	2	-0.133506178855896
155154	rnn.bias_ih_l0_reverse	3	-0.04198433831334114
155154	rnn.bias_ih_l0_reverse	4	-0.03631027042865753
155154	rnn.bias_ih_l0_reverse	5	0.05776460841298103
155154	rnn.bias_ih_l0_reverse	6	-0.07297907769680023
155154	rnn.bias_ih_l0_reverse	7	0.046129267662763596
155154	rnn.bias_ih_l0_reverse	8	-0.05512736365199089
155154	rnn.bias_ih_l0_reverse	9	0.05344071239233017
155154	rnn.bias_hh_l0_reverse	0	0.02398846670985222
155154	rnn.bias_hh_l0_reverse	1	-0.053372714668512344
155154	rnn.bias_hh_l0_reverse	2	0.08431240171194077
155154	rnn.bias_hh_l0_reverse	3	-0.05109661445021629
155154	rnn.bias_hh_l0_reverse	4	-0.023919492959976196
155154	rnn.bias_hh_l0_reverse	5	-0.040844451636075974
155154	rnn.bias_hh_l0_reverse	6	-0.015066397376358509
155154	rnn.bias_hh_l0_reverse	7	0.11206066608428955
155154	rnn.bias_hh_l0_reverse	8	0.03257445618510246
155154	rnn.bias_hh_l0_reverse	9	-0.13814803957939148
155154	rnn.weight_ih_l1	0	-0.03146296367049217
155154	rnn.weight_ih_l1	1	-0.04936354234814644
155154	rnn.weight_ih_l1	2	0.06574690341949463
155154	rnn.weight_ih_l1	3	-0.06581639498472214
155154	rnn.weight_ih_l1	4	-0.014548061415553093
155154	rnn.weight_ih_l1	5	-0.044006794691085815
155154	rnn.weight_ih_l1	6	0.03296126797795296
155154	rnn.weight_ih_l1	7	-0.03327235206961632
155154	rnn.weight_ih_l1	8	0.03812483325600624
155154	rnn.weight_ih_l1	9	0.041308045387268066
155154	rnn.weight_hh_l1	0	-0.007213749457150698
155154	rnn.weight_hh_l1	1	0.017645858228206635
155154	rnn.weight_hh_l1	2	0.015045225620269775
155154	rnn.weight_hh_l1	3	-0.011907709762454033
155154	rnn.weight_hh_l1	4	0.009788287803530693
155154	rnn.weight_hh_l1	5	0.027465077117085457
155154	rnn.weight_hh_l1	6	0.03283233568072319
155154	rnn.weight_hh_l1	7	-0.01915280520915985
155154	rnn.weight_hh_l1	8	-0.013375908136367798
155154	rnn.weight_hh_l1	9	0.03542114421725273
155154	rnn.bias_ih_l1	0	-0.19506779313087463
155154	rnn.bias_ih_l1	1	-0.19354942440986633
155154	rnn.bias_ih_l1	2	-0.20987874269485474
155154	rnn.bias_ih_l1	3	-0.31363606452941895
155154	rnn.bias_ih_l1	4	-0.2107653170824051
155154	rnn.bias_ih_l1	5	-0.09731219708919525
155154	rnn.bias_ih_l1	6	-0.1661721020936966
155154	rnn.bias_ih_l1	7	-0.022295868024230003
155154	rnn.bias_ih_l1	8	-0.14979971945285797
155154	rnn.bias_ih_l1	9	-0.1226908415555954
155154	rnn.bias_hh_l1	0	-0.11327534168958664
155154	rnn.bias_hh_l1	1	-0.07622786611318588
155154	rnn.bias_hh_l1	2	-0.1088428795337677
155154	rnn.bias_hh_l1	3	-0.08529356867074966
155154	rnn.bias_hh_l1	4	-0.0946016013622284
155154	rnn.bias_hh_l1	5	-0.11753722280263901
155154	rnn.bias_hh_l1	6	-0.14643079042434692
155154	rnn.bias_hh_l1	7	0.04038339853286743
155154	rnn.bias_hh_l1	8	-0.1774083375930786
155154	rnn.bias_hh_l1	9	-0.11261594295501709
155154	rnn.weight_ih_l1_reverse	0	-0.04027944430708885
155154	rnn.weight_ih_l1_reverse	1	0.02798483707010746
155154	rnn.weight_ih_l1_reverse	2	0.06447789072990417
155154	rnn.weight_ih_l1_reverse	3	-0.0011335904709994793
155154	rnn.weight_ih_l1_reverse	4	-0.037975892424583435
155154	rnn.weight_ih_l1_reverse	5	-0.03267621621489525
155154	rnn.weight_ih_l1_reverse	6	-0.002599342493340373
155154	rnn.weight_ih_l1_reverse	7	0.03182370588183403
155154	rnn.weight_ih_l1_reverse	8	0.016228312626481056
155154	rnn.weight_ih_l1_reverse	9	-0.05316852033138275
155154	rnn.weight_hh_l1_reverse	0	0.004795979708433151
155154	rnn.weight_hh_l1_reverse	1	0.029888292774558067
155154	rnn.weight_hh_l1_reverse	2	-0.0398729182779789
155154	rnn.weight_hh_l1_reverse	3	0.035963378846645355
155154	rnn.weight_hh_l1_reverse	4	0.049980729818344116
155154	rnn.weight_hh_l1_reverse	5	-5.570881694438867e-05
155154	rnn.weight_hh_l1_reverse	6	0.04757251217961311
155154	rnn.weight_hh_l1_reverse	7	0.030116505920886993
155154	rnn.weight_hh_l1_reverse	8	-0.007036550901830196
155154	rnn.weight_hh_l1_reverse	9	-0.03217863664031029
155154	rnn.bias_ih_l1_reverse	0	-0.076189786195755
155154	rnn.bias_ih_l1_reverse	1	-0.16516385972499847
155154	rnn.bias_ih_l1_reverse	2	-0.16312988102436066
155154	rnn.bias_ih_l1_reverse	3	-0.016364626586437225
155154	rnn.bias_ih_l1_reverse	4	-0.21428243815898895
155154	rnn.bias_ih_l1_reverse	5	-0.11754937469959259
155154	rnn.bias_ih_l1_reverse	6	-0.1372191309928894
155154	rnn.bias_ih_l1_reverse	7	-0.19763866066932678
155154	rnn.bias_ih_l1_reverse	8	0.22270488739013672
155154	rnn.bias_ih_l1_reverse	9	0.06890525668859482
155154	rnn.bias_hh_l1_reverse	0	0.023760007694363594
155154	rnn.bias_hh_l1_reverse	1	-0.12419915199279785
155154	rnn.bias_hh_l1_reverse	2	-0.23470377922058105
155154	rnn.bias_hh_l1_reverse	3	-0.14461424946784973
155154	rnn.bias_hh_l1_reverse	4	-0.10228442400693893
155154	rnn.bias_hh_l1_reverse	5	-0.13200482726097107
155154	rnn.bias_hh_l1_reverse	6	0.08496130257844925
155154	rnn.bias_hh_l1_reverse	7	-0.1759713739156723
155154	rnn.bias_hh_l1_reverse	8	-0.12204667925834656
155154	rnn.bias_hh_l1_reverse	9	-0.1488635540008545
155154	linear.weight	0	0.002228822559118271
155154	linear.weight	1	0.10521259158849716
155154	linear.weight	2	-0.08624241501092911
155154	linear.weight	3	0.262556791305542
155154	linear.weight	4	0.15184256434440613
155154	linear.weight	5	-0.047926489263772964
155154	linear.weight	6	0.11170671135187149
155154	linear.weight	7	0.05414460971951485
155154	linear.weight	8	0.041194118559360504
155154	linear.weight	9	-0.026889419183135033
155154	linear.bias	0	0.111538827419281
155154	linear.bias	1	-0.1840071827173233
155154	linear.bias	2	-0.4103308916091919
155154	linear.bias	3	-0.68056720495224
155154	linear.bias	4	-1.2197744846343994
155154	linear.bias	5	-0.0673617348074913
155154	linear.bias	6	-0.749431312084198
155154	linear.bias	7	0.27791827917099
155154	linear.bias	8	-0.4563286006450653
155154	linear.bias	9	-1.0217068195343018
155351	transitions	0	0.6785686612129211
155351	transitions	1	0.16880325973033905
155351	transitions	2	-10000.0
155351	transitions	3	-1.824398398399353
155351	transitions	4	-10000.0
155351	transitions	5	0.5741639733314514
155351	transitions	6	-0.07764074951410294
155351	transitions	7	-0.7376437783241272
155351	transitions	8	-1.406611442565918
155351	transitions	9	-0.0011454225750640035
155351	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
155351	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
155351	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
155351	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
155351	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
155351	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
155351	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
155351	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
155351	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
155351	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
155351	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
155351	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
155351	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
155351	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
155351	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
155351	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
155351	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
155351	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
155351	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
155351	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
155351	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
155351	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
155351	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
155351	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
155351	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
155351	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
155351	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
155351	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
155351	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
155351	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
155351	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
155351	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
155351	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
155351	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
155351	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
155351	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
155351	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
155351	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
155351	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
155351	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
155351	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
155351	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
155351	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
155351	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
155351	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
155351	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
155351	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
155351	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
155351	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
155351	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
155351	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
155351	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
155351	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
155351	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
155351	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
155351	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
155351	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
155351	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
155351	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
155351	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
155351	embedding2nn.weight	0	0.035010404884815216
155351	embedding2nn.weight	1	-0.013610485941171646
155351	embedding2nn.weight	2	-0.014268254861235619
155351	embedding2nn.weight	3	-0.020554421469569206
155351	embedding2nn.weight	4	-0.0059150345623493195
155351	embedding2nn.weight	5	-0.0037005890626460314
155351	embedding2nn.weight	6	-0.003973296843469143
155351	embedding2nn.weight	7	-0.08587413281202316
155351	embedding2nn.weight	8	-0.0019979383796453476
155351	embedding2nn.weight	9	-0.029503172263503075
155351	embedding2nn.bias	0	0.05482124164700508
155351	embedding2nn.bias	1	-0.08657693862915039
155351	embedding2nn.bias	2	0.08118731528520584
155351	embedding2nn.bias	3	0.05447746440768242
155351	embedding2nn.bias	4	-0.02839740365743637
155351	embedding2nn.bias	5	-0.021919211372733116
155351	embedding2nn.bias	6	0.014303316362202168
155351	embedding2nn.bias	7	-0.04854781553149223
155351	embedding2nn.bias	8	0.07043423503637314
155351	embedding2nn.bias	9	0.05110903084278107
155351	rnn.weight_ih_l0	0	-0.08104432374238968
155351	rnn.weight_ih_l0	1	0.007337724324315786
155351	rnn.weight_ih_l0	2	0.039510443806648254
155351	rnn.weight_ih_l0	3	0.024055123329162598
155351	rnn.weight_ih_l0	4	-0.03468739986419678
155351	rnn.weight_ih_l0	5	-0.06566555052995682
155351	rnn.weight_ih_l0	6	0.002707691630348563
155351	rnn.weight_ih_l0	7	0.059168849140405655
155351	rnn.weight_ih_l0	8	-0.011011583730578423
155351	rnn.weight_ih_l0	9	-0.029166091233491898
155351	rnn.weight_hh_l0	0	-0.031232694163918495
155351	rnn.weight_hh_l0	1	-0.005208806600421667
155351	rnn.weight_hh_l0	2	-0.0009384643053635955
155351	rnn.weight_hh_l0	3	-0.06888910382986069
155351	rnn.weight_hh_l0	4	0.08502565324306488
155351	rnn.weight_hh_l0	5	-0.02783944644033909
155351	rnn.weight_hh_l0	6	-0.05688583478331566
155351	rnn.weight_hh_l0	7	0.012845066376030445
155351	rnn.weight_hh_l0	8	0.010776842013001442
155351	rnn.weight_hh_l0	9	-0.019476773217320442
155351	rnn.bias_ih_l0	0	0.12851852178573608
155351	rnn.bias_ih_l0	1	-0.03313058614730835
155351	rnn.bias_ih_l0	2	-0.009687738493084908
155351	rnn.bias_ih_l0	3	0.14762918651103973
155351	rnn.bias_ih_l0	4	-0.01820208691060543
155351	rnn.bias_ih_l0	5	-0.010481336154043674
155351	rnn.bias_ih_l0	6	0.012303708121180534
155351	rnn.bias_ih_l0	7	0.03624767065048218
155351	rnn.bias_ih_l0	8	-0.10005602240562439
155351	rnn.bias_ih_l0	9	-0.02730238437652588
155351	rnn.bias_hh_l0	0	-0.018062498420476913
155351	rnn.bias_hh_l0	1	-0.1076921820640564
155351	rnn.bias_hh_l0	2	-0.06189168989658356
155351	rnn.bias_hh_l0	3	-0.08869857341051102
155351	rnn.bias_hh_l0	4	0.001309344545006752
155351	rnn.bias_hh_l0	5	-0.03547109290957451
155351	rnn.bias_hh_l0	6	0.017955686897039413
155351	rnn.bias_hh_l0	7	0.038729652762413025
155351	rnn.bias_hh_l0	8	-0.0999753326177597
155351	rnn.bias_hh_l0	9	-0.06050318107008934
155351	rnn.weight_ih_l0_reverse	0	-0.025428712368011475
155351	rnn.weight_ih_l0_reverse	1	-0.05215652287006378
155351	rnn.weight_ih_l0_reverse	2	-0.03762635216116905
155351	rnn.weight_ih_l0_reverse	3	0.009197172708809376
155351	rnn.weight_ih_l0_reverse	4	-0.019564304500818253
155351	rnn.weight_ih_l0_reverse	5	-0.048607394099235535
155351	rnn.weight_ih_l0_reverse	6	0.07826124131679535
155351	rnn.weight_ih_l0_reverse	7	-0.024965573102235794
155351	rnn.weight_ih_l0_reverse	8	-0.021097004413604736
155351	rnn.weight_ih_l0_reverse	9	-0.006986240390688181
155351	rnn.weight_hh_l0_reverse	0	0.0591985322535038
155351	rnn.weight_hh_l0_reverse	1	0.014885131269693375
155351	rnn.weight_hh_l0_reverse	2	0.03162514418363571
155351	rnn.weight_hh_l0_reverse	3	0.03059454634785652
155351	rnn.weight_hh_l0_reverse	4	0.0057062916457653046
155351	rnn.weight_hh_l0_reverse	5	0.0195626113563776
155351	rnn.weight_hh_l0_reverse	6	0.050521716475486755
155351	rnn.weight_hh_l0_reverse	7	-0.06861600279808044
155351	rnn.weight_hh_l0_reverse	8	0.036326322704553604
155351	rnn.weight_hh_l0_reverse	9	0.03404351323843002
155351	rnn.bias_ih_l0_reverse	0	-0.06507374346256256
155351	rnn.bias_ih_l0_reverse	1	-0.2613682448863983
155351	rnn.bias_ih_l0_reverse	2	-0.13491524755954742
155351	rnn.bias_ih_l0_reverse	3	-0.04399261251091957
155351	rnn.bias_ih_l0_reverse	4	-0.037323642522096634
155351	rnn.bias_ih_l0_reverse	5	0.06043914332985878
155351	rnn.bias_ih_l0_reverse	6	-0.07281386852264404
155351	rnn.bias_ih_l0_reverse	7	0.04645240306854248
155351	rnn.bias_ih_l0_reverse	8	-0.0549766942858696
155351	rnn.bias_ih_l0_reverse	9	0.05487855151295662
155351	rnn.bias_hh_l0_reverse	0	0.023065580055117607
155351	rnn.bias_hh_l0_reverse	1	-0.05355251953005791
155351	rnn.bias_hh_l0_reverse	2	0.08616872876882553
155351	rnn.bias_hh_l0_reverse	3	-0.05195854976773262
155351	rnn.bias_hh_l0_reverse	4	-0.025456616654992104
155351	rnn.bias_hh_l0_reverse	5	-0.04232742264866829
155351	rnn.bias_hh_l0_reverse	6	-0.01476916391402483
155351	rnn.bias_hh_l0_reverse	7	0.11177394539117813
155351	rnn.bias_hh_l0_reverse	8	0.03158281743526459
155351	rnn.bias_hh_l0_reverse	9	-0.13473550975322723
155351	rnn.weight_ih_l1	0	-0.03139133378863335
155351	rnn.weight_ih_l1	1	-0.049744050949811935
155351	rnn.weight_ih_l1	2	0.06664159148931503
155351	rnn.weight_ih_l1	3	-0.06542105227708817
155351	rnn.weight_ih_l1	4	-0.014378169551491737
155351	rnn.weight_ih_l1	5	-0.043955300003290176
155351	rnn.weight_ih_l1	6	0.031607624143362045
155351	rnn.weight_ih_l1	7	-0.031772103160619736
155351	rnn.weight_ih_l1	8	0.03818734735250473
155351	rnn.weight_ih_l1	9	0.041883692145347595
155351	rnn.weight_hh_l1	0	-0.007129254750907421
155351	rnn.weight_hh_l1	1	0.017586728557944298
155351	rnn.weight_hh_l1	2	0.014271215535700321
155351	rnn.weight_hh_l1	3	-0.011699366383254528
155351	rnn.weight_hh_l1	4	0.009614264592528343
155351	rnn.weight_hh_l1	5	0.02783411182463169
155351	rnn.weight_hh_l1	6	0.03291022777557373
155351	rnn.weight_hh_l1	7	-0.01923350803554058
155351	rnn.weight_hh_l1	8	-0.013263918459415436
155351	rnn.weight_hh_l1	9	0.03509913384914398
155351	rnn.bias_ih_l1	0	-0.19462178647518158
155351	rnn.bias_ih_l1	1	-0.19336704909801483
155351	rnn.bias_ih_l1	2	-0.2081746757030487
155351	rnn.bias_ih_l1	3	-0.31450170278549194
155351	rnn.bias_ih_l1	4	-0.20777828991413116
155351	rnn.bias_ih_l1	5	-0.09683259576559067
155351	rnn.bias_ih_l1	6	-0.1667352318763733
155351	rnn.bias_ih_l1	7	-0.02005850151181221
155351	rnn.bias_ih_l1	8	-0.1500338464975357
155351	rnn.bias_ih_l1	9	-0.12311568856239319
155351	rnn.bias_hh_l1	0	-0.11310549080371857
155351	rnn.bias_hh_l1	1	-0.07538837194442749
155351	rnn.bias_hh_l1	2	-0.10972386598587036
155351	rnn.bias_hh_l1	3	-0.08384409546852112
155351	rnn.bias_hh_l1	4	-0.09519319236278534
155351	rnn.bias_hh_l1	5	-0.11655696481466293
155351	rnn.bias_hh_l1	6	-0.14602959156036377
155351	rnn.bias_hh_l1	7	0.03958417847752571
155351	rnn.bias_hh_l1	8	-0.17769411206245422
155351	rnn.bias_hh_l1	9	-0.11048272252082825
155351	rnn.weight_ih_l1_reverse	0	-0.03990791365504265
155351	rnn.weight_ih_l1_reverse	1	0.027607927098870277
155351	rnn.weight_ih_l1_reverse	2	0.06633264571428299
155351	rnn.weight_ih_l1_reverse	3	-0.0009327636798843741
155351	rnn.weight_ih_l1_reverse	4	-0.03854352608323097
155351	rnn.weight_ih_l1_reverse	5	-0.03262975811958313
155351	rnn.weight_ih_l1_reverse	6	-0.0023657826241105795
155351	rnn.weight_ih_l1_reverse	7	0.031919121742248535
155351	rnn.weight_ih_l1_reverse	8	0.017070448026061058
155351	rnn.weight_ih_l1_reverse	9	-0.05286259576678276
155351	rnn.weight_hh_l1_reverse	0	0.004579709377139807
155351	rnn.weight_hh_l1_reverse	1	0.029946474358439445
155351	rnn.weight_hh_l1_reverse	2	-0.03987155482172966
155351	rnn.weight_hh_l1_reverse	3	0.035975877195596695
155351	rnn.weight_hh_l1_reverse	4	0.04985896870493889
155351	rnn.weight_hh_l1_reverse	5	-0.00031891188700683415
155351	rnn.weight_hh_l1_reverse	6	0.04754231497645378
155351	rnn.weight_hh_l1_reverse	7	0.030128268525004387
155351	rnn.weight_hh_l1_reverse	8	-0.007040765602141619
155351	rnn.weight_hh_l1_reverse	9	-0.03201846778392792
155351	rnn.bias_ih_l1_reverse	0	-0.07533030211925507
155351	rnn.bias_ih_l1_reverse	1	-0.16252781450748444
155351	rnn.bias_ih_l1_reverse	2	-0.16267025470733643
155351	rnn.bias_ih_l1_reverse	3	-0.01118838507682085
155351	rnn.bias_ih_l1_reverse	4	-0.21360625326633453
155351	rnn.bias_ih_l1_reverse	5	-0.11708585917949677
155351	rnn.bias_ih_l1_reverse	6	-0.13783758878707886
155351	rnn.bias_ih_l1_reverse	7	-0.1974305957555771
155351	rnn.bias_ih_l1_reverse	8	0.22304955124855042
155351	rnn.bias_ih_l1_reverse	9	0.06844659149646759
155351	rnn.bias_hh_l1_reverse	0	0.022571252658963203
155351	rnn.bias_hh_l1_reverse	1	-0.12555594742298126
155351	rnn.bias_hh_l1_reverse	2	-0.23442822694778442
155351	rnn.bias_hh_l1_reverse	3	-0.14434771239757538
155351	rnn.bias_hh_l1_reverse	4	-0.1014675572514534
155351	rnn.bias_hh_l1_reverse	5	-0.13317032158374786
155351	rnn.bias_hh_l1_reverse	6	0.08817750960588455
155351	rnn.bias_hh_l1_reverse	7	-0.17820481956005096
155351	rnn.bias_hh_l1_reverse	8	-0.12242835015058517
155351	rnn.bias_hh_l1_reverse	9	-0.149149090051651
155351	linear.weight	0	0.002228822559118271
155351	linear.weight	1	0.1036510095000267
155351	linear.weight	2	-0.08601223677396774
155351	linear.weight	3	0.2610345780849457
155351	linear.weight	4	0.15111979842185974
155351	linear.weight	5	-0.04899770766496658
155351	linear.weight	6	0.11225447058677673
155351	linear.weight	7	0.05269983410835266
155351	linear.weight	8	0.041193898767232895
155351	linear.weight	9	-0.026555709540843964
155351	linear.bias	0	0.11156762391328812
155351	linear.bias	1	-0.18383267521858215
155351	linear.bias	2	-0.4443719983100891
155351	linear.bias	3	-0.6852545142173767
155351	linear.bias	4	-1.2250875234603882
155351	linear.bias	5	-0.07318484038114548
155351	linear.bias	6	-0.748295247554779
155351	linear.bias	7	0.2710983157157898
155351	linear.bias	8	-0.44532185792922974
155351	linear.bias	9	-1.010866403579712
155548	transitions	0	0.6813094019889832
155548	transitions	1	0.17042262852191925
155548	transitions	2	-10000.0
155548	transitions	3	-1.824415922164917
155548	transitions	4	-10000.0
155548	transitions	5	0.5741086602210999
155548	transitions	6	-0.07766162604093552
155548	transitions	7	-0.7379313111305237
155548	transitions	8	-1.4066689014434814
155548	transitions	9	-0.0011457452783361077
155548	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
155548	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
155548	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
155548	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
155548	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
155548	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
155548	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
155548	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
155548	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
155548	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
155548	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
155548	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
155548	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
155548	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
155548	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
155548	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
155548	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
155548	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
155548	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
155548	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
155548	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
155548	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
155548	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
155548	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
155548	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
155548	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
155548	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
155548	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
155548	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
155548	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
155548	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
155548	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
155548	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
155548	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
155548	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
155548	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
155548	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
155548	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
155548	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
155548	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
155548	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
155548	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
155548	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
155548	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
155548	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
155548	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
155548	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
155548	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
155548	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
155548	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
155548	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
155548	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
155548	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
155548	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
155548	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
155548	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
155548	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
155548	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
155548	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
155548	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
155548	embedding2nn.weight	0	0.03422819823026657
155548	embedding2nn.weight	1	-0.01363709568977356
155548	embedding2nn.weight	2	-0.014268254861235619
155548	embedding2nn.weight	3	-0.019543198868632317
155548	embedding2nn.weight	4	-0.0059150345623493195
155548	embedding2nn.weight	5	-0.0037005897611379623
155548	embedding2nn.weight	6	-0.00397329730913043
155548	embedding2nn.weight	7	-0.08520837873220444
155548	embedding2nn.weight	8	-0.0019979383796453476
155548	embedding2nn.weight	9	-0.029288923367857933
155548	embedding2nn.bias	0	0.05499221011996269
155548	embedding2nn.bias	1	-0.0872369185090065
155548	embedding2nn.bias	2	0.08080360293388367
155548	embedding2nn.bias	3	0.05302836373448372
155548	embedding2nn.bias	4	-0.0285380557179451
155548	embedding2nn.bias	5	-0.022495295852422714
155548	embedding2nn.bias	6	0.01564137451350689
155548	embedding2nn.bias	7	-0.05228816717863083
155548	embedding2nn.bias	8	0.06715507060289383
155548	embedding2nn.bias	9	0.055287349969148636
155548	rnn.weight_ih_l0	0	-0.08078615367412567
155548	rnn.weight_ih_l0	1	0.007311603520065546
155548	rnn.weight_ih_l0	2	0.038633693009614944
155548	rnn.weight_ih_l0	3	0.024726811796426773
155548	rnn.weight_ih_l0	4	-0.03562090918421745
155548	rnn.weight_ih_l0	5	-0.06619733572006226
155548	rnn.weight_ih_l0	6	0.0026273932307958603
155548	rnn.weight_ih_l0	7	0.059124384075403214
155548	rnn.weight_ih_l0	8	-0.010816773399710655
155548	rnn.weight_ih_l0	9	-0.028979860246181488
155548	rnn.weight_hh_l0	0	-0.03099159523844719
155548	rnn.weight_hh_l0	1	-0.00502439308911562
155548	rnn.weight_hh_l0	2	-0.0010618021478876472
155548	rnn.weight_hh_l0	3	-0.06908407807350159
155548	rnn.weight_hh_l0	4	0.0851348415017128
155548	rnn.weight_hh_l0	5	-0.0273751113563776
155548	rnn.weight_hh_l0	6	-0.05694812163710594
155548	rnn.weight_hh_l0	7	0.012840624898672104
155548	rnn.weight_hh_l0	8	0.010385197587311268
155548	rnn.weight_hh_l0	9	-0.019785821437835693
155548	rnn.bias_ih_l0	0	0.12946908175945282
155548	rnn.bias_ih_l0	1	-0.03355501592159271
155548	rnn.bias_ih_l0	2	-0.010164774022996426
155548	rnn.bias_ih_l0	3	0.14843961596488953
155548	rnn.bias_ih_l0	4	-0.018307486549019814
155548	rnn.bias_ih_l0	5	-0.010426844470202923
155548	rnn.bias_ih_l0	6	0.0126543203368783
155548	rnn.bias_ih_l0	7	0.036984317004680634
155548	rnn.bias_ih_l0	8	-0.10044683516025543
155548	rnn.bias_ih_l0	9	-0.02344183251261711
155548	rnn.bias_hh_l0	0	-0.017339332029223442
155548	rnn.bias_hh_l0	1	-0.10762636363506317
155548	rnn.bias_hh_l0	2	-0.060602542012929916
155548	rnn.bias_hh_l0	3	-0.09052354097366333
155548	rnn.bias_hh_l0	4	0.001044814707711339
155548	rnn.bias_hh_l0	5	-0.03589129447937012
155548	rnn.bias_hh_l0	6	0.017355473712086678
155548	rnn.bias_hh_l0	7	0.040035221725702286
155548	rnn.bias_hh_l0	8	-0.09964267164468765
155548	rnn.bias_hh_l0	9	-0.06100621074438095
155548	rnn.weight_ih_l0_reverse	0	-0.024628896266222
155548	rnn.weight_ih_l0_reverse	1	-0.051414940506219864
155548	rnn.weight_ih_l0_reverse	2	-0.036774974316358566
155548	rnn.weight_ih_l0_reverse	3	0.009695504792034626
155548	rnn.weight_ih_l0_reverse	4	-0.01975039578974247
155548	rnn.weight_ih_l0_reverse	5	-0.04852672666311264
155548	rnn.weight_ih_l0_reverse	6	0.07838629931211472
155548	rnn.weight_ih_l0_reverse	7	-0.024419594556093216
155548	rnn.weight_ih_l0_reverse	8	-0.020900610834360123
155548	rnn.weight_ih_l0_reverse	9	-0.006724069360643625
155548	rnn.weight_hh_l0_reverse	0	0.05942993238568306
155548	rnn.weight_hh_l0_reverse	1	0.01474682055413723
155548	rnn.weight_hh_l0_reverse	2	0.031714215874671936
155548	rnn.weight_hh_l0_reverse	3	0.030591757968068123
155548	rnn.weight_hh_l0_reverse	4	0.005551053676754236
155548	rnn.weight_hh_l0_reverse	5	0.019741429015994072
155548	rnn.weight_hh_l0_reverse	6	0.05085920915007591
155548	rnn.weight_hh_l0_reverse	7	-0.06905733048915863
155548	rnn.weight_hh_l0_reverse	8	0.036160729825496674
155548	rnn.weight_hh_l0_reverse	9	0.033997487276792526
155548	rnn.bias_ih_l0_reverse	0	-0.06533809006214142
155548	rnn.bias_ih_l0_reverse	1	-0.2634742558002472
155548	rnn.bias_ih_l0_reverse	2	-0.1333959847688675
155548	rnn.bias_ih_l0_reverse	3	-0.044647131115198135
155548	rnn.bias_ih_l0_reverse	4	-0.03700272738933563
155548	rnn.bias_ih_l0_reverse	5	0.0626119077205658
155548	rnn.bias_ih_l0_reverse	6	-0.07375621795654297
155548	rnn.bias_ih_l0_reverse	7	0.046076592057943344
155548	rnn.bias_ih_l0_reverse	8	-0.05448443442583084
155548	rnn.bias_ih_l0_reverse	9	0.05682132765650749
155548	rnn.bias_hh_l0_reverse	0	0.021760614588856697
155548	rnn.bias_hh_l0_reverse	1	-0.05328752100467682
155548	rnn.bias_hh_l0_reverse	2	0.08862493932247162
155548	rnn.bias_hh_l0_reverse	3	-0.052711281925439835
155548	rnn.bias_hh_l0_reverse	4	-0.023942112922668457
155548	rnn.bias_hh_l0_reverse	5	-0.04183283448219299
155548	rnn.bias_hh_l0_reverse	6	-0.013121934607625008
155548	rnn.bias_hh_l0_reverse	7	0.11366026848554611
155548	rnn.bias_hh_l0_reverse	8	0.03169479966163635
155548	rnn.bias_hh_l0_reverse	9	-0.13487640023231506
155548	rnn.weight_ih_l1	0	-0.03137773647904396
155548	rnn.weight_ih_l1	1	-0.0501091331243515
155548	rnn.weight_ih_l1	2	0.06656940281391144
155548	rnn.weight_ih_l1	3	-0.06456643342971802
155548	rnn.weight_ih_l1	4	-0.014428820461034775
155548	rnn.weight_ih_l1	5	-0.044084787368774414
155548	rnn.weight_ih_l1	6	0.031719960272312164
155548	rnn.weight_ih_l1	7	-0.03351041302084923
155548	rnn.weight_ih_l1	8	0.03822321444749832
155548	rnn.weight_ih_l1	9	0.04161461815237999
155548	rnn.weight_hh_l1	0	-0.007580316625535488
155548	rnn.weight_hh_l1	1	0.017609039321541786
155548	rnn.weight_hh_l1	2	0.013224596157670021
155548	rnn.weight_hh_l1	3	-0.011791874654591084
155548	rnn.weight_hh_l1	4	0.009402022697031498
155548	rnn.weight_hh_l1	5	0.02800379879772663
155548	rnn.weight_hh_l1	6	0.03309580683708191
155548	rnn.weight_hh_l1	7	-0.019079675897955894
155548	rnn.weight_hh_l1	8	-0.013119710609316826
155548	rnn.weight_hh_l1	9	0.035308606922626495
155548	rnn.bias_ih_l1	0	-0.19424811005592346
155548	rnn.bias_ih_l1	1	-0.19067183136940002
155548	rnn.bias_ih_l1	2	-0.20855948328971863
155548	rnn.bias_ih_l1	3	-0.31377270817756653
155548	rnn.bias_ih_l1	4	-0.20963852107524872
155548	rnn.bias_ih_l1	5	-0.09779135882854462
155548	rnn.bias_ih_l1	6	-0.1678815633058548
155548	rnn.bias_ih_l1	7	-0.01661073975265026
155548	rnn.bias_ih_l1	8	-0.14988525211811066
155548	rnn.bias_ih_l1	9	-0.12280731648206711
155548	rnn.bias_hh_l1	0	-0.11393143981695175
155548	rnn.bias_hh_l1	1	-0.07422976195812225
155548	rnn.bias_hh_l1	2	-0.11079205572605133
155548	rnn.bias_hh_l1	3	-0.0842844694852829
155548	rnn.bias_hh_l1	4	-0.09481650590896606
155548	rnn.bias_hh_l1	5	-0.11733873933553696
155548	rnn.bias_hh_l1	6	-0.14845499396324158
155548	rnn.bias_hh_l1	7	0.04262218624353409
155548	rnn.bias_hh_l1	8	-0.177381694316864
155548	rnn.bias_hh_l1	9	-0.10765337198972702
155548	rnn.weight_ih_l1_reverse	0	-0.04019872099161148
155548	rnn.weight_ih_l1_reverse	1	0.02525605447590351
155548	rnn.weight_ih_l1_reverse	2	0.06749550253152847
155548	rnn.weight_ih_l1_reverse	3	-0.00023013236932456493
155548	rnn.weight_ih_l1_reverse	4	-0.03867695853114128
155548	rnn.weight_ih_l1_reverse	5	-0.0326191782951355
155548	rnn.weight_ih_l1_reverse	6	-0.002488456666469574
155548	rnn.weight_ih_l1_reverse	7	0.03235473483800888
155548	rnn.weight_ih_l1_reverse	8	0.017217807471752167
155548	rnn.weight_ih_l1_reverse	9	-0.05463385954499245
155548	rnn.weight_hh_l1_reverse	0	0.004691941197961569
155548	rnn.weight_hh_l1_reverse	1	0.03009328991174698
155548	rnn.weight_hh_l1_reverse	2	-0.03984978422522545
155548	rnn.weight_hh_l1_reverse	3	0.03591522201895714
155548	rnn.weight_hh_l1_reverse	4	0.050427988171577454
155548	rnn.weight_hh_l1_reverse	5	-0.00020231353119015694
155548	rnn.weight_hh_l1_reverse	6	0.04770272970199585
155548	rnn.weight_hh_l1_reverse	7	0.02995525300502777
155548	rnn.weight_hh_l1_reverse	8	-0.007002928294241428
155548	rnn.weight_hh_l1_reverse	9	-0.03217560052871704
155548	rnn.bias_ih_l1_reverse	0	-0.07528199255466461
155548	rnn.bias_ih_l1_reverse	1	-0.16126930713653564
155548	rnn.bias_ih_l1_reverse	2	-0.16261819005012512
155548	rnn.bias_ih_l1_reverse	3	-0.010394604876637459
155548	rnn.bias_ih_l1_reverse	4	-0.21372410655021667
155548	rnn.bias_ih_l1_reverse	5	-0.11675373464822769
155548	rnn.bias_ih_l1_reverse	6	-0.13750924170017242
155548	rnn.bias_ih_l1_reverse	7	-0.194412961602211
155548	rnn.bias_ih_l1_reverse	8	0.219003364443779
155548	rnn.bias_ih_l1_reverse	9	0.0670684278011322
155548	rnn.bias_hh_l1_reverse	0	0.024677347391843796
155548	rnn.bias_hh_l1_reverse	1	-0.12427742034196854
155548	rnn.bias_hh_l1_reverse	2	-0.23396693170070648
155548	rnn.bias_hh_l1_reverse	3	-0.144767165184021
155548	rnn.bias_hh_l1_reverse	4	-0.10083092004060745
155548	rnn.bias_hh_l1_reverse	5	-0.1316019743680954
155548	rnn.bias_hh_l1_reverse	6	0.08746110647916794
155548	rnn.bias_hh_l1_reverse	7	-0.17820388078689575
155548	rnn.bias_hh_l1_reverse	8	-0.12272217869758606
155548	rnn.bias_hh_l1_reverse	9	-0.149839848279953
155548	linear.weight	0	0.002228822559118271
155548	linear.weight	1	0.10491681098937988
155548	linear.weight	2	-0.08533785492181778
155548	linear.weight	3	0.25690388679504395
155548	linear.weight	4	0.14986145496368408
155548	linear.weight	5	-0.04981338232755661
155548	linear.weight	6	0.1114138513803482
155548	linear.weight	7	0.04925205931067467
155548	linear.weight	8	0.04119391366839409
155548	linear.weight	9	-0.026537951081991196
155548	linear.bias	0	0.10554966330528259
155548	linear.bias	1	-0.19334058463573456
155548	linear.bias	2	-0.41783052682876587
155548	linear.bias	3	-0.6853597164154053
155548	linear.bias	4	-1.225832223892212
155548	linear.bias	5	-0.08181019872426987
155548	linear.bias	6	-0.7573521733283997
155548	linear.bias	7	0.26205873489379883
155548	linear.bias	8	-0.4376901686191559
155548	linear.bias	9	-1.0045640468597412
155745	transitions	0	0.6847370266914368
155745	transitions	1	0.17240726947784424
155745	transitions	2	-10000.0
155745	transitions	3	-1.8244255781173706
155745	transitions	4	-10000.0
155745	transitions	5	0.5740261673927307
155745	transitions	6	-0.07768572121858597
155745	transitions	7	-0.7381528615951538
155745	transitions	8	-1.4067165851593018
155745	transitions	9	-0.0011460649548098445
155745	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
155745	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
155745	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
155745	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
155745	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
155745	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
155745	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
155745	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
155745	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
155745	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
155745	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
155745	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
155745	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
155745	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
155745	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
155745	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
155745	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
155745	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
155745	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
155745	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
155745	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
155745	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
155745	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
155745	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
155745	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
155745	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
155745	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
155745	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
155745	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
155745	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
155745	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
155745	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
155745	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
155745	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
155745	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
155745	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
155745	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
155745	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
155745	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
155745	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
155745	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
155745	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
155745	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
155745	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
155745	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
155745	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
155745	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
155745	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
155745	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
155745	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
155745	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
155745	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
155745	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
155745	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
155745	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
155745	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
155745	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
155745	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
155745	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
155745	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
155745	embedding2nn.weight	0	0.03414974361658096
155745	embedding2nn.weight	1	-0.013751896098256111
155745	embedding2nn.weight	2	-0.014268254861235619
155745	embedding2nn.weight	3	-0.018270473927259445
155745	embedding2nn.weight	4	-0.0059150345623493195
155745	embedding2nn.weight	5	-0.0037005897611379623
155745	embedding2nn.weight	6	-0.0039732977747917175
155745	embedding2nn.weight	7	-0.08527790755033493
155745	embedding2nn.weight	8	-0.0019979383796453476
155745	embedding2nn.weight	9	-0.029089156538248062
155745	embedding2nn.bias	0	0.05555082485079765
155745	embedding2nn.bias	1	-0.08325403183698654
155745	embedding2nn.bias	2	0.07943295687437057
155745	embedding2nn.bias	3	0.05416790023446083
155745	embedding2nn.bias	4	-0.030266033485531807
155745	embedding2nn.bias	5	-0.02410850301384926
155745	embedding2nn.bias	6	0.013903127051889896
155745	embedding2nn.bias	7	-0.05551819130778313
155745	embedding2nn.bias	8	0.07079721242189407
155745	embedding2nn.bias	9	0.0516069121658802
155745	rnn.weight_ih_l0	0	-0.08149153739213943
155745	rnn.weight_ih_l0	1	0.007268816232681274
155745	rnn.weight_ih_l0	2	0.03951972350478172
155745	rnn.weight_ih_l0	3	0.023533931002020836
155745	rnn.weight_ih_l0	4	-0.03624458611011505
155745	rnn.weight_ih_l0	5	-0.06601356714963913
155745	rnn.weight_ih_l0	6	0.002524041337892413
155745	rnn.weight_ih_l0	7	0.05939934030175209
155745	rnn.weight_ih_l0	8	-0.011461503803730011
155745	rnn.weight_ih_l0	9	-0.02860485203564167
155745	rnn.weight_hh_l0	0	-0.030753394588828087
155745	rnn.weight_hh_l0	1	-0.004328231327235699
155745	rnn.weight_hh_l0	2	-0.000691805558744818
155745	rnn.weight_hh_l0	3	-0.06872708350419998
155745	rnn.weight_hh_l0	4	0.08535118401050568
155745	rnn.weight_hh_l0	5	-0.028098225593566895
155745	rnn.weight_hh_l0	6	-0.05748759210109711
155745	rnn.weight_hh_l0	7	0.013118752278387547
155745	rnn.weight_hh_l0	8	0.010444005951285362
155745	rnn.weight_hh_l0	9	-0.019841957837343216
155745	rnn.bias_ih_l0	0	0.12987665832042694
155745	rnn.bias_ih_l0	1	-0.033019810914993286
155745	rnn.bias_ih_l0	2	-0.008949299342930317
155745	rnn.bias_ih_l0	3	0.1476965695619583
155745	rnn.bias_ih_l0	4	-0.017644846811890602
155745	rnn.bias_ih_l0	5	-0.010103922337293625
155745	rnn.bias_ih_l0	6	0.013418301939964294
155745	rnn.bias_ih_l0	7	0.03632693737745285
155745	rnn.bias_ih_l0	8	-0.10000061988830566
155745	rnn.bias_ih_l0	9	-0.0222100131213665
155745	rnn.bias_hh_l0	0	-0.017067864537239075
155745	rnn.bias_hh_l0	1	-0.10524290055036545
155745	rnn.bias_hh_l0	2	-0.06042372062802315
155745	rnn.bias_hh_l0	3	-0.09019521623849869
155745	rnn.bias_hh_l0	4	0.002001854358240962
155745	rnn.bias_hh_l0	5	-0.034603383392095566
155745	rnn.bias_hh_l0	6	0.016818152740597725
155745	rnn.bias_hh_l0	7	0.03919307142496109
155745	rnn.bias_hh_l0	8	-0.0997483879327774
155745	rnn.bias_hh_l0	9	-0.06054999679327011
155745	rnn.weight_ih_l0_reverse	0	-0.024175569415092468
155745	rnn.weight_ih_l0_reverse	1	-0.05083594098687172
155745	rnn.weight_ih_l0_reverse	2	-0.036472395062446594
155745	rnn.weight_ih_l0_reverse	3	0.010486705228686333
155745	rnn.weight_ih_l0_reverse	4	-0.01957940123975277
155745	rnn.weight_ih_l0_reverse	5	-0.048469703644514084
155745	rnn.weight_ih_l0_reverse	6	0.07883145660161972
155745	rnn.weight_ih_l0_reverse	7	-0.024344952777028084
155745	rnn.weight_ih_l0_reverse	8	-0.020833006128668785
155745	rnn.weight_ih_l0_reverse	9	-0.006682154256850481
155745	rnn.weight_hh_l0_reverse	0	0.058764323592185974
155745	rnn.weight_hh_l0_reverse	1	0.015136200934648514
155745	rnn.weight_hh_l0_reverse	2	0.03161264955997467
155745	rnn.weight_hh_l0_reverse	3	0.03074210323393345
155745	rnn.weight_hh_l0_reverse	4	0.005296706687659025
155745	rnn.weight_hh_l0_reverse	5	0.019253013655543327
155745	rnn.weight_hh_l0_reverse	6	0.0507870577275753
155745	rnn.weight_hh_l0_reverse	7	-0.06911034882068634
155745	rnn.weight_hh_l0_reverse	8	0.0360003337264061
155745	rnn.weight_hh_l0_reverse	9	0.033979155123233795
155745	rnn.bias_ih_l0_reverse	0	-0.06479324400424957
155745	rnn.bias_ih_l0_reverse	1	-0.2619394361972809
155745	rnn.bias_ih_l0_reverse	2	-0.1333669126033783
155745	rnn.bias_ih_l0_reverse	3	-0.04543258622288704
155745	rnn.bias_ih_l0_reverse	4	-0.036408502608537674
155745	rnn.bias_ih_l0_reverse	5	0.061975110322237015
155745	rnn.bias_ih_l0_reverse	6	-0.07477894425392151
155745	rnn.bias_ih_l0_reverse	7	0.04558529332280159
155745	rnn.bias_ih_l0_reverse	8	-0.05305298790335655
155745	rnn.bias_ih_l0_reverse	9	0.056472551077604294
155745	rnn.bias_hh_l0_reverse	0	0.02158726006746292
155745	rnn.bias_hh_l0_reverse	1	-0.05364725738763809
155745	rnn.bias_hh_l0_reverse	2	0.08786231279373169
155745	rnn.bias_hh_l0_reverse	3	-0.052743226289749146
155745	rnn.bias_hh_l0_reverse	4	-0.026079919189214706
155745	rnn.bias_hh_l0_reverse	5	-0.03986327722668648
155745	rnn.bias_hh_l0_reverse	6	-0.0130213787779212
155745	rnn.bias_hh_l0_reverse	7	0.11352638155221939
155745	rnn.bias_hh_l0_reverse	8	0.03162466362118721
155745	rnn.bias_hh_l0_reverse	9	-0.1364697962999344
155745	rnn.weight_ih_l1	0	-0.03161357343196869
155745	rnn.weight_ih_l1	1	-0.04964418336749077
155745	rnn.weight_ih_l1	2	0.06658035516738892
155745	rnn.weight_ih_l1	3	-0.06635913997888565
155745	rnn.weight_ih_l1	4	-0.014661584980785847
155745	rnn.weight_ih_l1	5	-0.04405581206083298
155745	rnn.weight_ih_l1	6	0.03082788921892643
155745	rnn.weight_ih_l1	7	-0.03333277627825737
155745	rnn.weight_ih_l1	8	0.03827833756804466
155745	rnn.weight_ih_l1	9	0.0418543815612793
155745	rnn.weight_hh_l1	0	-0.006982463877648115
155745	rnn.weight_hh_l1	1	0.01737765409052372
155745	rnn.weight_hh_l1	2	0.013318661600351334
155745	rnn.weight_hh_l1	3	-0.0120408795773983
155745	rnn.weight_hh_l1	4	0.008921122178435326
155745	rnn.weight_hh_l1	5	0.028130842372775078
155745	rnn.weight_hh_l1	6	0.03312098979949951
155745	rnn.weight_hh_l1	7	-0.019015895202755928
155745	rnn.weight_hh_l1	8	-0.012949325144290924
155745	rnn.weight_hh_l1	9	0.03512892872095108
155745	rnn.bias_ih_l1	0	-0.19457627832889557
155745	rnn.bias_ih_l1	1	-0.19148819148540497
155745	rnn.bias_ih_l1	2	-0.21054106950759888
155745	rnn.bias_ih_l1	3	-0.3144714832305908
155745	rnn.bias_ih_l1	4	-0.20806346833705902
155745	rnn.bias_ih_l1	5	-0.09816671907901764
155745	rnn.bias_ih_l1	6	-0.16491363942623138
155745	rnn.bias_ih_l1	7	-0.014878647401928902
155745	rnn.bias_ih_l1	8	-0.14812499284744263
155745	rnn.bias_ih_l1	9	-0.12334950268268585
155745	rnn.bias_hh_l1	0	-0.11325151473283768
155745	rnn.bias_hh_l1	1	-0.07463549822568893
155745	rnn.bias_hh_l1	2	-0.10862792283296585
155745	rnn.bias_hh_l1	3	-0.0833343118429184
155745	rnn.bias_hh_l1	4	-0.09674477577209473
155745	rnn.bias_hh_l1	5	-0.11861106753349304
155745	rnn.bias_hh_l1	6	-0.1512942761182785
155745	rnn.bias_hh_l1	7	0.04326637461781502
155745	rnn.bias_hh_l1	8	-0.17757676541805267
155745	rnn.bias_hh_l1	9	-0.10873130708932877
155745	rnn.weight_ih_l1_reverse	0	-0.04040165990591049
155745	rnn.weight_ih_l1_reverse	1	0.025270327925682068
155745	rnn.weight_ih_l1_reverse	2	0.06756481528282166
155745	rnn.weight_ih_l1_reverse	3	-0.00043729718890972435
155745	rnn.weight_ih_l1_reverse	4	-0.0388505645096302
155745	rnn.weight_ih_l1_reverse	5	-0.032444167882204056
155745	rnn.weight_ih_l1_reverse	6	-0.0023997467942535877
155745	rnn.weight_ih_l1_reverse	7	0.03228408470749855
155745	rnn.weight_ih_l1_reverse	8	0.01612451858818531
155745	rnn.weight_ih_l1_reverse	9	-0.055548641830682755
155745	rnn.weight_hh_l1_reverse	0	0.004767585080116987
155745	rnn.weight_hh_l1_reverse	1	0.029937200248241425
155745	rnn.weight_hh_l1_reverse	2	-0.03981386125087738
155745	rnn.weight_hh_l1_reverse	3	0.03602004423737526
155745	rnn.weight_hh_l1_reverse	4	0.05053398758172989
155745	rnn.weight_hh_l1_reverse	5	-0.00030245629022829235
155745	rnn.weight_hh_l1_reverse	6	0.0487239696085453
155745	rnn.weight_hh_l1_reverse	7	0.030017128214240074
155745	rnn.weight_hh_l1_reverse	8	-0.007009022403508425
155745	rnn.weight_hh_l1_reverse	9	-0.03243158012628555
155745	rnn.bias_ih_l1_reverse	0	-0.07527099549770355
155745	rnn.bias_ih_l1_reverse	1	-0.16061931848526
155745	rnn.bias_ih_l1_reverse	2	-0.1613834649324417
155745	rnn.bias_ih_l1_reverse	3	-0.013599377125501633
155745	rnn.bias_ih_l1_reverse	4	-0.2143315076828003
155745	rnn.bias_ih_l1_reverse	5	-0.11678364127874374
155745	rnn.bias_ih_l1_reverse	6	-0.13644374907016754
155745	rnn.bias_ih_l1_reverse	7	-0.19522669911384583
155745	rnn.bias_ih_l1_reverse	8	0.22103935480117798
155745	rnn.bias_ih_l1_reverse	9	0.06625412404537201
155745	rnn.bias_hh_l1_reverse	0	0.022237183526158333
155745	rnn.bias_hh_l1_reverse	1	-0.12714006006717682
155745	rnn.bias_hh_l1_reverse	2	-0.23416776955127716
155745	rnn.bias_hh_l1_reverse	3	-0.143612802028656
155745	rnn.bias_hh_l1_reverse	4	-0.10082177072763443
155745	rnn.bias_hh_l1_reverse	5	-0.1302727460861206
155745	rnn.bias_hh_l1_reverse	6	0.08684578537940979
155745	rnn.bias_hh_l1_reverse	7	-0.17522643506526947
155745	rnn.bias_hh_l1_reverse	8	-0.12315303832292557
155745	rnn.bias_hh_l1_reverse	9	-0.15014347434043884
155745	linear.weight	0	0.002228822559118271
155745	linear.weight	1	0.10459672659635544
155745	linear.weight	2	-0.08647123724222183
155745	linear.weight	3	0.2610926926136017
155745	linear.weight	4	0.1490361988544464
155745	linear.weight	5	-0.04965859279036522
155745	linear.weight	6	0.1082775890827179
155745	linear.weight	7	0.045551225543022156
155745	linear.weight	8	0.041193652898073196
155745	linear.weight	9	-0.026665667071938515
155745	linear.bias	0	0.11635289341211319
155745	linear.bias	1	-0.20228582620620728
155745	linear.bias	2	-0.44463813304901123
155745	linear.bias	3	-0.6829932928085327
155745	linear.bias	4	-1.224609613418579
155745	linear.bias	5	-0.05724674090743065
155745	linear.bias	6	-0.7671591639518738
155745	linear.bias	7	0.28681516647338867
155745	linear.bias	8	-0.4448786973953247
155745	linear.bias	9	-1.0108815431594849
155942	transitions	0	0.6844627261161804
155942	transitions	1	0.17343932390213013
155942	transitions	2	-10000.0
155942	transitions	3	-1.824447751045227
155942	transitions	4	-10000.0
155942	transitions	5	0.5739994645118713
155942	transitions	6	-0.07770431041717529
155942	transitions	7	-0.7383511066436768
155942	transitions	8	-1.4067296981811523
155942	transitions	9	-0.0011464622803032398
155942	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
155942	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
155942	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
155942	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
155942	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
155942	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
155942	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
155942	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
155942	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
155942	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
155942	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
155942	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
155942	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
155942	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
155942	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
155942	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
155942	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
155942	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
155942	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
155942	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
155942	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
155942	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
155942	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
155942	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
155942	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
155942	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
155942	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
155942	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
155942	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
155942	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
155942	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
155942	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
155942	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
155942	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
155942	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
155942	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
155942	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
155942	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
155942	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
155942	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
155942	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
155942	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
155942	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
155942	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
155942	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
155942	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
155942	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
155942	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
155942	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
155942	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
155942	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
155942	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
155942	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
155942	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
155942	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
155942	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
155942	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
155942	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
155942	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
155942	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
155942	embedding2nn.weight	0	0.03566760569810867
155942	embedding2nn.weight	1	-0.0137249194085598
155942	embedding2nn.weight	2	-0.014268254861235619
155942	embedding2nn.weight	3	-0.017603710293769836
155942	embedding2nn.weight	4	-0.0059150345623493195
155942	embedding2nn.weight	5	-0.0037005895283073187
155942	embedding2nn.weight	6	-0.003973296377807856
155942	embedding2nn.weight	7	-0.08516331762075424
155942	embedding2nn.weight	8	-0.0019979383796453476
155942	embedding2nn.weight	9	-0.028560908511281013
155942	embedding2nn.bias	0	0.05745220556855202
155942	embedding2nn.bias	1	-0.08232033252716064
155942	embedding2nn.bias	2	0.08265609294176102
155942	embedding2nn.bias	3	0.05164872854948044
155942	embedding2nn.bias	4	-0.02947807125747204
155942	embedding2nn.bias	5	-0.02531619183719158
155942	embedding2nn.bias	6	0.01379610039293766
155942	embedding2nn.bias	7	-0.06007425859570503
155942	embedding2nn.bias	8	0.06929361820220947
155942	embedding2nn.bias	9	0.04993308708071709
155942	rnn.weight_ih_l0	0	-0.08180191367864609
155942	rnn.weight_ih_l0	1	0.006452507805079222
155942	rnn.weight_ih_l0	2	0.04016289860010147
155942	rnn.weight_ih_l0	3	0.02430199645459652
155942	rnn.weight_ih_l0	4	-0.036461539566516876
155942	rnn.weight_ih_l0	5	-0.06579753011465073
155942	rnn.weight_ih_l0	6	0.002026129048317671
155942	rnn.weight_ih_l0	7	0.05935273692011833
155942	rnn.weight_ih_l0	8	-0.011223492212593555
155942	rnn.weight_ih_l0	9	-0.028243418782949448
155942	rnn.weight_hh_l0	0	-0.030085373669862747
155942	rnn.weight_hh_l0	1	-0.005076564382761717
155942	rnn.weight_hh_l0	2	-0.0008792584994807839
155942	rnn.weight_hh_l0	3	-0.06811001896858215
155942	rnn.weight_hh_l0	4	0.08544984459877014
155942	rnn.weight_hh_l0	5	-0.027457235381007195
155942	rnn.weight_hh_l0	6	-0.0577661469578743
155942	rnn.weight_hh_l0	7	0.013148000463843346
155942	rnn.weight_hh_l0	8	0.010228010825812817
155942	rnn.weight_hh_l0	9	-0.019634485244750977
155942	rnn.bias_ih_l0	0	0.13050729036331177
155942	rnn.bias_ih_l0	1	-0.033186476677656174
155942	rnn.bias_ih_l0	2	-0.009018990211188793
155942	rnn.bias_ih_l0	3	0.14658702909946442
155942	rnn.bias_ih_l0	4	-0.01607590541243553
155942	rnn.bias_ih_l0	5	-0.01080433651804924
155942	rnn.bias_ih_l0	6	0.013258036226034164
155942	rnn.bias_ih_l0	7	0.03619851917028427
155942	rnn.bias_ih_l0	8	-0.1008499413728714
155942	rnn.bias_ih_l0	9	-0.02111632004380226
155942	rnn.bias_hh_l0	0	-0.015929952263832092
155942	rnn.bias_hh_l0	1	-0.1057552695274353
155942	rnn.bias_hh_l0	2	-0.06035907566547394
155942	rnn.bias_hh_l0	3	-0.0918821319937706
155942	rnn.bias_hh_l0	4	0.0017948895692825317
155942	rnn.bias_hh_l0	5	-0.035062000155448914
155942	rnn.bias_hh_l0	6	0.017506524920463562
155942	rnn.bias_hh_l0	7	0.03937060758471489
155942	rnn.bias_hh_l0	8	-0.09904191642999649
155942	rnn.bias_hh_l0	9	-0.0593164823949337
155942	rnn.weight_ih_l0_reverse	0	-0.02414938621222973
155942	rnn.weight_ih_l0_reverse	1	-0.051180798560380936
155942	rnn.weight_ih_l0_reverse	2	-0.03736119717359543
155942	rnn.weight_ih_l0_reverse	3	0.010717208497226238
155942	rnn.weight_ih_l0_reverse	4	-0.01978554017841816
155942	rnn.weight_ih_l0_reverse	5	-0.0486002042889595
155942	rnn.weight_ih_l0_reverse	6	0.07856196165084839
155942	rnn.weight_ih_l0_reverse	7	-0.024046458303928375
155942	rnn.weight_ih_l0_reverse	8	-0.02058441750705242
155942	rnn.weight_ih_l0_reverse	9	-0.0067150346003472805
155942	rnn.weight_hh_l0_reverse	0	0.05922762304544449
155942	rnn.weight_hh_l0_reverse	1	0.014895900152623653
155942	rnn.weight_hh_l0_reverse	2	0.03143564984202385
155942	rnn.weight_hh_l0_reverse	3	0.030881410464644432
155942	rnn.weight_hh_l0_reverse	4	0.005366895813494921
155942	rnn.weight_hh_l0_reverse	5	0.018734104931354523
155942	rnn.weight_hh_l0_reverse	6	0.05037447065114975
155942	rnn.weight_hh_l0_reverse	7	-0.06945713609457016
155942	rnn.weight_hh_l0_reverse	8	0.035713061690330505
155942	rnn.weight_hh_l0_reverse	9	0.033955663442611694
155942	rnn.bias_ih_l0_reverse	0	-0.06447222083806992
155942	rnn.bias_ih_l0_reverse	1	-0.26203641295433044
155942	rnn.bias_ih_l0_reverse	2	-0.13421550393104553
155942	rnn.bias_ih_l0_reverse	3	-0.04557102918624878
155942	rnn.bias_ih_l0_reverse	4	-0.035262271761894226
155942	rnn.bias_ih_l0_reverse	5	0.059887658804655075
155942	rnn.bias_ih_l0_reverse	6	-0.07465234398841858
155942	rnn.bias_ih_l0_reverse	7	0.04621371999382973
155942	rnn.bias_ih_l0_reverse	8	-0.05442770943045616
155942	rnn.bias_ih_l0_reverse	9	0.057692255824804306
155942	rnn.bias_hh_l0_reverse	0	0.022525567561388016
155942	rnn.bias_hh_l0_reverse	1	-0.054597463458776474
155942	rnn.bias_hh_l0_reverse	2	0.08681254833936691
155942	rnn.bias_hh_l0_reverse	3	-0.053558528423309326
155942	rnn.bias_hh_l0_reverse	4	-0.027918368577957153
155942	rnn.bias_hh_l0_reverse	5	-0.04100916534662247
155942	rnn.bias_hh_l0_reverse	6	-0.014390629716217518
155942	rnn.bias_hh_l0_reverse	7	0.11300301551818848
155942	rnn.bias_hh_l0_reverse	8	0.03131333738565445
155942	rnn.bias_hh_l0_reverse	9	-0.13826657831668854
155942	rnn.weight_ih_l1	0	-0.03126618266105652
155942	rnn.weight_ih_l1	1	-0.049649905413389206
155942	rnn.weight_ih_l1	2	0.06669643521308899
155942	rnn.weight_ih_l1	3	-0.066414013504982
155942	rnn.weight_ih_l1	4	-0.014337440952658653
155942	rnn.weight_ih_l1	5	-0.043899308890104294
155942	rnn.weight_ih_l1	6	0.030778201296925545
155942	rnn.weight_ih_l1	7	-0.03455318510532379
155942	rnn.weight_ih_l1	8	0.038227394223213196
155942	rnn.weight_ih_l1	9	0.04165532439947128
155942	rnn.weight_hh_l1	0	-0.007264256477355957
155942	rnn.weight_hh_l1	1	0.017214853316545486
155942	rnn.weight_hh_l1	2	0.013131167739629745
155942	rnn.weight_hh_l1	3	-0.012226076796650887
155942	rnn.weight_hh_l1	4	0.009189310483634472
155942	rnn.weight_hh_l1	5	0.02843056432902813
155942	rnn.weight_hh_l1	6	0.03310329094529152
155942	rnn.weight_hh_l1	7	-0.0190647654235363
155942	rnn.weight_hh_l1	8	-0.013152665458619595
155942	rnn.weight_hh_l1	9	0.03502556309103966
155942	rnn.bias_ih_l1	0	-0.1963544636964798
155942	rnn.bias_ih_l1	1	-0.19100156426429749
155942	rnn.bias_ih_l1	2	-0.20982155203819275
155942	rnn.bias_ih_l1	3	-0.316049188375473
155942	rnn.bias_ih_l1	4	-0.20931711792945862
155942	rnn.bias_ih_l1	5	-0.09930519014596939
155942	rnn.bias_ih_l1	6	-0.16604866087436676
155942	rnn.bias_ih_l1	7	-0.013394823297858238
155942	rnn.bias_ih_l1	8	-0.14657723903656006
155942	rnn.bias_ih_l1	9	-0.1231151670217514
155942	rnn.bias_hh_l1	0	-0.11435773968696594
155942	rnn.bias_hh_l1	1	-0.07506874203681946
155942	rnn.bias_hh_l1	2	-0.10808452218770981
155942	rnn.bias_hh_l1	3	-0.08287757635116577
155942	rnn.bias_hh_l1	4	-0.09796872735023499
155942	rnn.bias_hh_l1	5	-0.11804328113794327
155942	rnn.bias_hh_l1	6	-0.15072818100452423
155942	rnn.bias_hh_l1	7	0.04603857174515724
155942	rnn.bias_hh_l1	8	-0.17657370865345
155942	rnn.bias_hh_l1	9	-0.10808325558900833
155942	rnn.weight_ih_l1_reverse	0	-0.04092121869325638
155942	rnn.weight_ih_l1_reverse	1	0.025225644931197166
155942	rnn.weight_ih_l1_reverse	2	0.06643656641244888
155942	rnn.weight_ih_l1_reverse	3	-7.17376678949222e-05
155942	rnn.weight_ih_l1_reverse	4	-0.038955606520175934
155942	rnn.weight_ih_l1_reverse	5	-0.03228861838579178
155942	rnn.weight_ih_l1_reverse	6	-0.0023431244771927595
155942	rnn.weight_ih_l1_reverse	7	0.03237950801849365
155942	rnn.weight_ih_l1_reverse	8	0.016955457627773285
155942	rnn.weight_ih_l1_reverse	9	-0.05549192056059837
155942	rnn.weight_hh_l1_reverse	0	0.004960326012223959
155942	rnn.weight_hh_l1_reverse	1	0.029953310266137123
155942	rnn.weight_hh_l1_reverse	2	-0.03985997289419174
155942	rnn.weight_hh_l1_reverse	3	0.036113906651735306
155942	rnn.weight_hh_l1_reverse	4	0.0506889745593071
155942	rnn.weight_hh_l1_reverse	5	-0.000700069940648973
155942	rnn.weight_hh_l1_reverse	6	0.04853375628590584
155942	rnn.weight_hh_l1_reverse	7	0.02996019460260868
155942	rnn.weight_hh_l1_reverse	8	-0.006963079795241356
155942	rnn.weight_hh_l1_reverse	9	-0.03262494131922722
155942	rnn.bias_ih_l1_reverse	0	-0.07551219314336777
155942	rnn.bias_ih_l1_reverse	1	-0.16172204911708832
155942	rnn.bias_ih_l1_reverse	2	-0.16081751883029938
155942	rnn.bias_ih_l1_reverse	3	-0.01183899212628603
155942	rnn.bias_ih_l1_reverse	4	-0.21474707126617432
155942	rnn.bias_ih_l1_reverse	5	-0.11805760115385056
155942	rnn.bias_ih_l1_reverse	6	-0.13710100948810577
155942	rnn.bias_ih_l1_reverse	7	-0.19473423063755035
155942	rnn.bias_ih_l1_reverse	8	0.22499074041843414
155942	rnn.bias_ih_l1_reverse	9	0.06506147235631943
155942	rnn.bias_hh_l1_reverse	0	0.02282070368528366
155942	rnn.bias_hh_l1_reverse	1	-0.12538500130176544
155942	rnn.bias_hh_l1_reverse	2	-0.2346799522638321
155942	rnn.bias_hh_l1_reverse	3	-0.14360693097114563
155942	rnn.bias_hh_l1_reverse	4	-0.09995037317276001
155942	rnn.bias_hh_l1_reverse	5	-0.13090629875659943
155942	rnn.bias_hh_l1_reverse	6	0.08445502072572708
155942	rnn.bias_hh_l1_reverse	7	-0.17481723427772522
155942	rnn.bias_hh_l1_reverse	8	-0.12155468761920929
155942	rnn.bias_hh_l1_reverse	9	-0.15012474358081818
155942	linear.weight	0	0.002228822559118271
155942	linear.weight	1	0.10970032960176468
155942	linear.weight	2	-0.08857514709234238
155942	linear.weight	3	0.2620711624622345
155942	linear.weight	4	0.15069474279880524
155942	linear.weight	5	-0.051228709518909454
155942	linear.weight	6	0.11310217529535294
155942	linear.weight	7	0.046915266662836075
155942	linear.weight	8	0.04119344800710678
155942	linear.weight	9	-0.027375638484954834
155942	linear.bias	0	0.09178996086120605
155942	linear.bias	1	-0.19581356644630432
155942	linear.bias	2	-0.43796634674072266
155942	linear.bias	3	-0.6811537742614746
155942	linear.bias	4	-1.2232600450515747
155942	linear.bias	5	-0.05717448517680168
155942	linear.bias	6	-0.7598628401756287
155942	linear.bias	7	0.28566038608551025
155942	linear.bias	8	-0.4380888044834137
155942	linear.bias	9	-1.0046530961990356
155946	transitions	0	0.6844191551208496
155946	transitions	1	0.17113026976585388
155946	transitions	2	-10000.0
155946	transitions	3	-1.8244483470916748
155946	transitions	4	-10000.0
155946	transitions	5	0.5739979147911072
155946	transitions	6	-0.07770493626594543
155946	transitions	7	-0.738359808921814
155946	transitions	8	-1.4067307710647583
155946	transitions	9	-0.001146464142948389
155946	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
155946	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
155946	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
155946	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
155946	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
155946	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
155946	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
155946	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
155946	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
155946	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
155946	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
155946	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
155946	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
155946	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
155946	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
155946	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
155946	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
155946	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
155946	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
155946	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
155946	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
155946	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
155946	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
155946	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
155946	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
155946	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
155946	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
155946	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
155946	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
155946	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
155946	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
155946	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
155946	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
155946	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
155946	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
155946	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
155946	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
155946	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
155946	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
155946	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
155946	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
155946	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
155946	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
155946	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
155946	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
155946	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
155946	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
155946	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
155946	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
155946	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
155946	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
155946	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
155946	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
155946	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
155946	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
155946	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
155946	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
155946	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
155946	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
155946	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
155946	embedding2nn.weight	0	0.03570961579680443
155946	embedding2nn.weight	1	-0.013727007433772087
155946	embedding2nn.weight	2	-0.014268254861235619
155946	embedding2nn.weight	3	-0.01761544495820999
155946	embedding2nn.weight	4	-0.0059150345623493195
155946	embedding2nn.weight	5	-0.0037005895283073187
155946	embedding2nn.weight	6	-0.003973296377807856
155946	embedding2nn.weight	7	-0.08515255153179169
155946	embedding2nn.weight	8	-0.0019979383796453476
155946	embedding2nn.weight	9	-0.02855905331671238
155946	embedding2nn.bias	0	0.057904765009880066
155946	embedding2nn.bias	1	-0.08181922137737274
155946	embedding2nn.bias	2	0.08269772678613663
155946	embedding2nn.bias	3	0.052516378462314606
155946	embedding2nn.bias	4	-0.02932051382958889
155946	embedding2nn.bias	5	-0.025294212624430656
155946	embedding2nn.bias	6	0.014251834712922573
155946	embedding2nn.bias	7	-0.06053914874792099
155946	embedding2nn.bias	8	0.06976651400327682
155946	embedding2nn.bias	9	0.04942251741886139
155946	rnn.weight_ih_l0	0	-0.08194901049137115
155946	rnn.weight_ih_l0	1	0.006394027266651392
155946	rnn.weight_ih_l0	2	0.04015379771590233
155946	rnn.weight_ih_l0	3	0.02435760572552681
155946	rnn.weight_ih_l0	4	-0.03643324598670006
155946	rnn.weight_ih_l0	5	-0.06578687578439713
155946	rnn.weight_ih_l0	6	0.001891851075924933
155946	rnn.weight_ih_l0	7	0.05934194102883339
155946	rnn.weight_ih_l0	8	-0.011200492270290852
155946	rnn.weight_ih_l0	9	-0.028253814205527306
155946	rnn.weight_hh_l0	0	-0.030174527317285538
155946	rnn.weight_hh_l0	1	-0.0050886706449091434
155946	rnn.weight_hh_l0	2	-0.0008719037286937237
155946	rnn.weight_hh_l0	3	-0.06807900220155716
155946	rnn.weight_hh_l0	4	0.08551754802465439
155946	rnn.weight_hh_l0	5	-0.027382321655750275
155946	rnn.weight_hh_l0	6	-0.05789436027407646
155946	rnn.weight_hh_l0	7	0.013167365454137325
155946	rnn.weight_hh_l0	8	0.010283772833645344
155946	rnn.weight_hh_l0	9	-0.019640818238258362
155946	rnn.bias_ih_l0	0	0.13052411377429962
155946	rnn.bias_ih_l0	1	-0.033034924417734146
155946	rnn.bias_ih_l0	2	-0.008934197016060352
155946	rnn.bias_ih_l0	3	0.1466023027896881
155946	rnn.bias_ih_l0	4	-0.015972670167684555
155946	rnn.bias_ih_l0	5	-0.010894455015659332
155946	rnn.bias_ih_l0	6	0.013175836764276028
155946	rnn.bias_ih_l0	7	0.03630305454134941
155946	rnn.bias_ih_l0	8	-0.10094039887189865
155946	rnn.bias_ih_l0	9	-0.02117191255092621
155946	rnn.bias_hh_l0	0	-0.015912538394331932
155946	rnn.bias_hh_l0	1	-0.1057518869638443
155946	rnn.bias_hh_l0	2	-0.06076565384864807
155946	rnn.bias_hh_l0	3	-0.09215371310710907
155946	rnn.bias_hh_l0	4	0.0016697508981451392
155946	rnn.bias_hh_l0	5	-0.035104479640722275
155946	rnn.bias_hh_l0	6	0.01744193211197853
155946	rnn.bias_hh_l0	7	0.039266716688871384
155946	rnn.bias_hh_l0	8	-0.0990733802318573
155946	rnn.bias_hh_l0	9	-0.05929627642035484
155946	rnn.weight_ih_l0_reverse	0	-0.024092258885502815
155946	rnn.weight_ih_l0_reverse	1	-0.0512944720685482
155946	rnn.weight_ih_l0_reverse	2	-0.03728349506855011
155946	rnn.weight_ih_l0_reverse	3	0.010808669961988926
155946	rnn.weight_ih_l0_reverse	4	-0.019835609942674637
155946	rnn.weight_ih_l0_reverse	5	-0.048527080565690994
155946	rnn.weight_ih_l0_reverse	6	0.07856481522321701
155946	rnn.weight_ih_l0_reverse	7	-0.02404559589922428
155946	rnn.weight_ih_l0_reverse	8	-0.020576227456331253
155946	rnn.weight_ih_l0_reverse	9	-0.006696515250951052
155946	rnn.weight_hh_l0_reverse	0	0.05934114009141922
155946	rnn.weight_hh_l0_reverse	1	0.014980041421949863
155946	rnn.weight_hh_l0_reverse	2	0.031443849205970764
155946	rnn.weight_hh_l0_reverse	3	0.03086899220943451
155946	rnn.weight_hh_l0_reverse	4	0.005365412682294846
155946	rnn.weight_hh_l0_reverse	5	0.018634015694260597
155946	rnn.weight_hh_l0_reverse	6	0.05036454647779465
155946	rnn.weight_hh_l0_reverse	7	-0.06946954131126404
155946	rnn.weight_hh_l0_reverse	8	0.03579089045524597
155946	rnn.weight_hh_l0_reverse	9	0.03396083787083626
155946	rnn.bias_ih_l0_reverse	0	-0.06454449892044067
155946	rnn.bias_ih_l0_reverse	1	-0.2619681656360626
155946	rnn.bias_ih_l0_reverse	2	-0.13417835533618927
155946	rnn.bias_ih_l0_reverse	3	-0.045661747455596924
155946	rnn.bias_ih_l0_reverse	4	-0.03541001304984093
155946	rnn.bias_ih_l0_reverse	5	0.060164496302604675
155946	rnn.bias_ih_l0_reverse	6	-0.07474422454833984
155946	rnn.bias_ih_l0_reverse	7	0.04646683484315872
155946	rnn.bias_ih_l0_reverse	8	-0.054256852716207504
155946	rnn.bias_ih_l0_reverse	9	0.05792108178138733
155946	rnn.bias_hh_l0_reverse	0	0.02240127883851528
155946	rnn.bias_hh_l0_reverse	1	-0.05503176525235176
155946	rnn.bias_hh_l0_reverse	2	0.08674457669258118
155946	rnn.bias_hh_l0_reverse	3	-0.05364115536212921
155946	rnn.bias_hh_l0_reverse	4	-0.027767710387706757
155946	rnn.bias_hh_l0_reverse	5	-0.04098717123270035
155946	rnn.bias_hh_l0_reverse	6	-0.014511406421661377
155946	rnn.bias_hh_l0_reverse	7	0.11301890015602112
155946	rnn.bias_hh_l0_reverse	8	0.03141271695494652
155946	rnn.bias_hh_l0_reverse	9	-0.13810527324676514
155946	rnn.weight_ih_l1	0	-0.031206892803311348
155946	rnn.weight_ih_l1	1	-0.04965982213616371
155946	rnn.weight_ih_l1	2	0.06661994010210037
155946	rnn.weight_ih_l1	3	-0.06643941253423691
155946	rnn.weight_ih_l1	4	-0.014315181411802769
155946	rnn.weight_ih_l1	5	-0.04389896243810654
155946	rnn.weight_ih_l1	6	0.03071483038365841
155946	rnn.weight_ih_l1	7	-0.03431433439254761
155946	rnn.weight_ih_l1	8	0.03821485489606857
155946	rnn.weight_ih_l1	9	0.041647423058748245
155946	rnn.weight_hh_l1	0	-0.00727991433814168
155946	rnn.weight_hh_l1	1	0.01720367930829525
155946	rnn.weight_hh_l1	2	0.013161418959498405
155946	rnn.weight_hh_l1	3	-0.01221607718616724
155946	rnn.weight_hh_l1	4	0.009150261990725994
155946	rnn.weight_hh_l1	5	0.028497375547885895
155946	rnn.weight_hh_l1	6	0.033131640404462814
155946	rnn.weight_hh_l1	7	-0.01900416426360607
155946	rnn.weight_hh_l1	8	-0.013131370767951012
155946	rnn.weight_hh_l1	9	0.035027746111154556
155946	rnn.bias_ih_l1	0	-0.19657355546951294
155946	rnn.bias_ih_l1	1	-0.19065682590007782
155946	rnn.bias_ih_l1	2	-0.20981404185295105
155946	rnn.bias_ih_l1	3	-0.31594303250312805
155946	rnn.bias_ih_l1	4	-0.20969712734222412
155946	rnn.bias_ih_l1	5	-0.0993158295750618
155946	rnn.bias_ih_l1	6	-0.16600146889686584
155946	rnn.bias_ih_l1	7	-0.013308810070157051
155946	rnn.bias_ih_l1	8	-0.14639101922512054
155946	rnn.bias_ih_l1	9	-0.12273821979761124
155946	rnn.bias_hh_l1	0	-0.11428691446781158
155946	rnn.bias_hh_l1	1	-0.07501167804002762
155946	rnn.bias_hh_l1	2	-0.10803402215242386
155946	rnn.bias_hh_l1	3	-0.08284541964530945
155946	rnn.bias_hh_l1	4	-0.09820970892906189
155946	rnn.bias_hh_l1	5	-0.1180083304643631
155946	rnn.bias_hh_l1	6	-0.15067575871944427
155946	rnn.bias_hh_l1	7	0.046040963381528854
155946	rnn.bias_hh_l1	8	-0.1767580658197403
155946	rnn.bias_hh_l1	9	-0.10827118158340454
155946	rnn.weight_ih_l1_reverse	0	-0.04093813896179199
155946	rnn.weight_ih_l1_reverse	1	0.025949619710445404
155946	rnn.weight_ih_l1_reverse	2	0.0664210170507431
155946	rnn.weight_ih_l1_reverse	3	-7.43374548619613e-05
155946	rnn.weight_ih_l1_reverse	4	-0.0388905368745327
155946	rnn.weight_ih_l1_reverse	5	-0.03229130432009697
155946	rnn.weight_ih_l1_reverse	6	-0.002365540713071823
155946	rnn.weight_ih_l1_reverse	7	0.03237048536539078
155946	rnn.weight_ih_l1_reverse	8	0.01698943041265011
155946	rnn.weight_ih_l1_reverse	9	-0.05552312731742859
155946	rnn.weight_hh_l1_reverse	0	0.004962995182722807
155946	rnn.weight_hh_l1_reverse	1	0.029959235340356827
155946	rnn.weight_hh_l1_reverse	2	-0.03986629843711853
155946	rnn.weight_hh_l1_reverse	3	0.036092404276132584
155946	rnn.weight_hh_l1_reverse	4	0.05070403963327408
155946	rnn.weight_hh_l1_reverse	5	-0.0007003881619311869
155946	rnn.weight_hh_l1_reverse	6	0.04854080080986023
155946	rnn.weight_hh_l1_reverse	7	0.02997291088104248
155946	rnn.weight_hh_l1_reverse	8	-0.00695676077157259
155946	rnn.weight_hh_l1_reverse	9	-0.0326438769698143
155946	rnn.bias_ih_l1_reverse	0	-0.07577932626008987
155946	rnn.bias_ih_l1_reverse	1	-0.16179871559143066
155946	rnn.bias_ih_l1_reverse	2	-0.1607377678155899
155946	rnn.bias_ih_l1_reverse	3	-0.011584884487092495
155946	rnn.bias_ih_l1_reverse	4	-0.21475498378276825
155946	rnn.bias_ih_l1_reverse	5	-0.11808915436267853
155946	rnn.bias_ih_l1_reverse	6	-0.13716384768486023
155946	rnn.bias_ih_l1_reverse	7	-0.1950075775384903
155946	rnn.bias_ih_l1_reverse	8	0.2253515124320984
155946	rnn.bias_ih_l1_reverse	9	0.06499775499105453
155946	rnn.bias_hh_l1_reverse	0	0.022647717967629433
155946	rnn.bias_hh_l1_reverse	1	-0.12540516257286072
155946	rnn.bias_hh_l1_reverse	2	-0.2345278412103653
155946	rnn.bias_hh_l1_reverse	3	-0.14348338544368744
155946	rnn.bias_hh_l1_reverse	4	-0.09993204474449158
155946	rnn.bias_hh_l1_reverse	5	-0.1308802366256714
155946	rnn.bias_hh_l1_reverse	6	0.08534442633390427
155946	rnn.bias_hh_l1_reverse	7	-0.17491473257541656
155946	rnn.bias_hh_l1_reverse	8	-0.1216084361076355
155946	rnn.bias_hh_l1_reverse	9	-0.15011478960514069
155946	linear.weight	0	0.002228822559118271
155946	linear.weight	1	0.10971101373434067
155946	linear.weight	2	-0.08901222050189972
155946	linear.weight	3	0.26193904876708984
155946	linear.weight	4	0.15048529207706451
155946	linear.weight	5	-0.05123382806777954
155946	linear.weight	6	0.1132756844162941
155946	linear.weight	7	0.046891503036022186
155946	linear.weight	8	0.04119344800710678
155946	linear.weight	9	-0.027329104021191597
155946	linear.bias	0	0.09007681161165237
155946	linear.bias	1	-0.19063717126846313
155946	linear.bias	2	-0.43760356307029724
155946	linear.bias	3	-0.6853999495506287
155946	linear.bias	4	-1.2274683713912964
155946	linear.bias	5	-0.05803671479225159
155946	linear.bias	6	-0.7546914219856262
155946	linear.bias	7	0.2847924828529358
155946	linear.bias	8	-0.4378287196159363
155946	linear.bias	9	-1.0042614936828613
156143	transitions	0	0.6769225597381592
156143	transitions	1	0.16796037554740906
156143	transitions	2	-10000.0
156143	transitions	3	-1.8244649171829224
156143	transitions	4	-10000.0
156143	transitions	5	0.5739656090736389
156143	transitions	6	-0.07774028927087784
156143	transitions	7	-0.7385451197624207
156143	transitions	8	-1.406842827796936
156143	transitions	9	-0.0011469405144453049
156143	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
156143	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
156143	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
156143	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
156143	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
156143	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
156143	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
156143	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
156143	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
156143	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
156143	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
156143	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
156143	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
156143	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
156143	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
156143	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
156143	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
156143	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
156143	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
156143	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
156143	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
156143	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
156143	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
156143	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
156143	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
156143	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
156143	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
156143	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
156143	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
156143	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
156143	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
156143	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
156143	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
156143	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
156143	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
156143	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
156143	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
156143	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
156143	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
156143	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
156143	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
156143	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
156143	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
156143	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
156143	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
156143	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
156143	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
156143	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
156143	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
156143	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
156143	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
156143	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
156143	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
156143	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
156143	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
156143	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
156143	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
156143	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
156143	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
156143	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
156143	embedding2nn.weight	0	0.03470960631966591
156143	embedding2nn.weight	1	-0.013443095609545708
156143	embedding2nn.weight	2	-0.014268254861235619
156143	embedding2nn.weight	3	-0.017100486904382706
156143	embedding2nn.weight	4	-0.0059150345623493195
156143	embedding2nn.weight	5	-0.0037005895283073187
156143	embedding2nn.weight	6	-0.003973298240453005
156143	embedding2nn.weight	7	-0.08441019803285599
156143	embedding2nn.weight	8	-0.0019979383796453476
156143	embedding2nn.weight	9	-0.02885877899825573
156143	embedding2nn.bias	0	0.055997882038354874
156143	embedding2nn.bias	1	-0.07957009971141815
156143	embedding2nn.bias	2	0.0823877602815628
156143	embedding2nn.bias	3	0.051879916340112686
156143	embedding2nn.bias	4	-0.02487429790198803
156143	embedding2nn.bias	5	-0.02558828517794609
156143	embedding2nn.bias	6	0.017734598368406296
156143	embedding2nn.bias	7	-0.06112895905971527
156143	embedding2nn.bias	8	0.06769321858882904
156143	embedding2nn.bias	9	0.04524558410048485
156143	rnn.weight_ih_l0	0	-0.08188099414110184
156143	rnn.weight_ih_l0	1	0.0075449710711836815
156143	rnn.weight_ih_l0	2	0.04086139798164368
156143	rnn.weight_ih_l0	3	0.024412741884589195
156143	rnn.weight_ih_l0	4	-0.03621136397123337
156143	rnn.weight_ih_l0	5	-0.06539273262023926
156143	rnn.weight_ih_l0	6	0.0013943030498921871
156143	rnn.weight_ih_l0	7	0.05982592701911926
156143	rnn.weight_ih_l0	8	-0.011349213309586048
156143	rnn.weight_ih_l0	9	-0.028312111273407936
156143	rnn.weight_hh_l0	0	-0.030182961374521255
156143	rnn.weight_hh_l0	1	-0.005940768402069807
156143	rnn.weight_hh_l0	2	-0.0006252207094803452
156143	rnn.weight_hh_l0	3	-0.06801380217075348
156143	rnn.weight_hh_l0	4	0.08570615947246552
156143	rnn.weight_hh_l0	5	-0.02785993367433548
156143	rnn.weight_hh_l0	6	-0.05749218165874481
156143	rnn.weight_hh_l0	7	0.012764222919940948
156143	rnn.weight_hh_l0	8	0.010117563419044018
156143	rnn.weight_hh_l0	9	-0.019549205899238586
156143	rnn.bias_ih_l0	0	0.130418598651886
156143	rnn.bias_ih_l0	1	-0.03489990159869194
156143	rnn.bias_ih_l0	2	-0.008922751992940903
156143	rnn.bias_ih_l0	3	0.14644524455070496
156143	rnn.bias_ih_l0	4	-0.015271300449967384
156143	rnn.bias_ih_l0	5	-0.011292930692434311
156143	rnn.bias_ih_l0	6	0.012753456830978394
156143	rnn.bias_ih_l0	7	0.036339789628982544
156143	rnn.bias_ih_l0	8	-0.10209614038467407
156143	rnn.bias_ih_l0	9	-0.022516902536153793
156143	rnn.bias_hh_l0	0	-0.015584338456392288
156143	rnn.bias_hh_l0	1	-0.10534275323152542
156143	rnn.bias_hh_l0	2	-0.06311117112636566
156143	rnn.bias_hh_l0	3	-0.09321828186511993
156143	rnn.bias_hh_l0	4	0.00045649605453945696
156143	rnn.bias_hh_l0	5	-0.034976594150066376
156143	rnn.bias_hh_l0	6	0.017473865300416946
156143	rnn.bias_hh_l0	7	0.04410484433174133
156143	rnn.bias_hh_l0	8	-0.09908978641033173
156143	rnn.bias_hh_l0	9	-0.05827392637729645
156143	rnn.weight_ih_l0_reverse	0	-0.02336493320763111
156143	rnn.weight_ih_l0_reverse	1	-0.051469337195158005
156143	rnn.weight_ih_l0_reverse	2	-0.03614378720521927
156143	rnn.weight_ih_l0_reverse	3	0.010736310854554176
156143	rnn.weight_ih_l0_reverse	4	-0.019577614963054657
156143	rnn.weight_ih_l0_reverse	5	-0.048775095492601395
156143	rnn.weight_ih_l0_reverse	6	0.07894245535135269
156143	rnn.weight_ih_l0_reverse	7	-0.024676909670233727
156143	rnn.weight_ih_l0_reverse	8	-0.020626528188586235
156143	rnn.weight_ih_l0_reverse	9	-0.0063483742997050285
156143	rnn.weight_hh_l0_reverse	0	0.059490349143743515
156143	rnn.weight_hh_l0_reverse	1	0.014779713936150074
156143	rnn.weight_hh_l0_reverse	2	0.03158232569694519
156143	rnn.weight_hh_l0_reverse	3	0.03072097711265087
156143	rnn.weight_hh_l0_reverse	4	0.005349325481802225
156143	rnn.weight_hh_l0_reverse	5	0.018073705956339836
156143	rnn.weight_hh_l0_reverse	6	0.050519149750471115
156143	rnn.weight_hh_l0_reverse	7	-0.06930024176836014
156143	rnn.weight_hh_l0_reverse	8	0.03569484129548073
156143	rnn.weight_hh_l0_reverse	9	0.03385693579912186
156143	rnn.bias_ih_l0_reverse	0	-0.06478963047266006
156143	rnn.bias_ih_l0_reverse	1	-0.2616107165813446
156143	rnn.bias_ih_l0_reverse	2	-0.13431887328624725
156143	rnn.bias_ih_l0_reverse	3	-0.04501846805214882
156143	rnn.bias_ih_l0_reverse	4	-0.034724339842796326
156143	rnn.bias_ih_l0_reverse	5	0.06144807115197182
156143	rnn.bias_ih_l0_reverse	6	-0.07537428289651871
156143	rnn.bias_ih_l0_reverse	7	0.04561355710029602
156143	rnn.bias_ih_l0_reverse	8	-0.054743628948926926
156143	rnn.bias_ih_l0_reverse	9	0.05779062211513519
156143	rnn.bias_hh_l0_reverse	0	0.022297222167253494
156143	rnn.bias_hh_l0_reverse	1	-0.05555533617734909
156143	rnn.bias_hh_l0_reverse	2	0.08660247176885605
156143	rnn.bias_hh_l0_reverse	3	-0.055155958980321884
156143	rnn.bias_hh_l0_reverse	4	-0.028808461502194405
156143	rnn.bias_hh_l0_reverse	5	-0.03991184011101723
156143	rnn.bias_hh_l0_reverse	6	-0.012418899685144424
156143	rnn.bias_hh_l0_reverse	7	0.11337030678987503
156143	rnn.bias_hh_l0_reverse	8	0.030643869191408157
156143	rnn.bias_hh_l0_reverse	9	-0.13964170217514038
156143	rnn.weight_ih_l1	0	-0.031604230403900146
156143	rnn.weight_ih_l1	1	-0.05006088316440582
156143	rnn.weight_ih_l1	2	0.06530363857746124
156143	rnn.weight_ih_l1	3	-0.06553031504154205
156143	rnn.weight_ih_l1	4	-0.014406167902052402
156143	rnn.weight_ih_l1	5	-0.04420426860451698
156143	rnn.weight_ih_l1	6	0.030811667442321777
156143	rnn.weight_ih_l1	7	-0.03399395942687988
156143	rnn.weight_ih_l1	8	0.037986963987350464
156143	rnn.weight_ih_l1	9	0.04186708480119705
156143	rnn.weight_hh_l1	0	-0.006907514296472073
156143	rnn.weight_hh_l1	1	0.017253486439585686
156143	rnn.weight_hh_l1	2	0.012336447834968567
156143	rnn.weight_hh_l1	3	-0.012269692495465279
156143	rnn.weight_hh_l1	4	0.009210089221596718
156143	rnn.weight_hh_l1	5	0.02861681953072548
156143	rnn.weight_hh_l1	6	0.0334881953895092
156143	rnn.weight_hh_l1	7	-0.018750185146927834
156143	rnn.weight_hh_l1	8	-0.01323674712330103
156143	rnn.weight_hh_l1	9	0.03500578552484512
156143	rnn.bias_ih_l1	0	-0.1950906664133072
156143	rnn.bias_ih_l1	1	-0.19345027208328247
156143	rnn.bias_ih_l1	2	-0.20871518552303314
156143	rnn.bias_ih_l1	3	-0.31412893533706665
156143	rnn.bias_ih_l1	4	-0.213278129696846
156143	rnn.bias_ih_l1	5	-0.09838816523551941
156143	rnn.bias_ih_l1	6	-0.1677073836326599
156143	rnn.bias_ih_l1	7	-0.012603850103914738
156143	rnn.bias_ih_l1	8	-0.14410358667373657
156143	rnn.bias_ih_l1	9	-0.12113907933235168
156143	rnn.bias_hh_l1	0	-0.11353892832994461
156143	rnn.bias_hh_l1	1	-0.07371361553668976
156143	rnn.bias_hh_l1	2	-0.10764923691749573
156143	rnn.bias_hh_l1	3	-0.08293978869915009
156143	rnn.bias_hh_l1	4	-0.09889378398656845
156143	rnn.bias_hh_l1	5	-0.1179254874587059
156143	rnn.bias_hh_l1	6	-0.15078037977218628
156143	rnn.bias_hh_l1	7	0.04883361980319023
156143	rnn.bias_hh_l1	8	-0.1768055260181427
156143	rnn.bias_hh_l1	9	-0.10886207967996597
156143	rnn.weight_ih_l1_reverse	0	-0.04085443168878555
156143	rnn.weight_ih_l1_reverse	1	0.026640715077519417
156143	rnn.weight_ih_l1_reverse	2	0.06380105018615723
156143	rnn.weight_ih_l1_reverse	3	-0.0012382582062855363
156143	rnn.weight_ih_l1_reverse	4	-0.03829764574766159
156143	rnn.weight_ih_l1_reverse	5	-0.032173626124858856
156143	rnn.weight_ih_l1_reverse	6	-0.0020195546094328165
156143	rnn.weight_ih_l1_reverse	7	0.032341670244932175
156143	rnn.weight_ih_l1_reverse	8	0.016085544601082802
156143	rnn.weight_ih_l1_reverse	9	-0.054526057094335556
156143	rnn.weight_hh_l1_reverse	0	0.005232721567153931
156143	rnn.weight_hh_l1_reverse	1	0.029982859268784523
156143	rnn.weight_hh_l1_reverse	2	-0.03989677503705025
156143	rnn.weight_hh_l1_reverse	3	0.03606865927577019
156143	rnn.weight_hh_l1_reverse	4	0.05090552940964699
156143	rnn.weight_hh_l1_reverse	5	-0.000557245162781328
156143	rnn.weight_hh_l1_reverse	6	0.04821494594216347
156143	rnn.weight_hh_l1_reverse	7	0.02996596321463585
156143	rnn.weight_hh_l1_reverse	8	-0.006926914677023888
156143	rnn.weight_hh_l1_reverse	9	-0.032607827335596085
156143	rnn.bias_ih_l1_reverse	0	-0.07603956013917923
156143	rnn.bias_ih_l1_reverse	1	-0.16055910289287567
156143	rnn.bias_ih_l1_reverse	2	-0.15911264717578888
156143	rnn.bias_ih_l1_reverse	3	-0.00814773142337799
156143	rnn.bias_ih_l1_reverse	4	-0.21523067355155945
156143	rnn.bias_ih_l1_reverse	5	-0.11750085651874542
156143	rnn.bias_ih_l1_reverse	6	-0.13682544231414795
156143	rnn.bias_ih_l1_reverse	7	-0.19653679430484772
156143	rnn.bias_ih_l1_reverse	8	0.2246464192867279
156143	rnn.bias_ih_l1_reverse	9	0.06396277993917465
156143	rnn.bias_hh_l1_reverse	0	0.022650359198451042
156143	rnn.bias_hh_l1_reverse	1	-0.1259261518716812
156143	rnn.bias_hh_l1_reverse	2	-0.2337426394224167
156143	rnn.bias_hh_l1_reverse	3	-0.14227333664894104
156143	rnn.bias_hh_l1_reverse	4	-0.09908366203308105
156143	rnn.bias_hh_l1_reverse	5	-0.13189345598220825
156143	rnn.bias_hh_l1_reverse	6	0.08383838832378387
156143	rnn.bias_hh_l1_reverse	7	-0.17415833473205566
156143	rnn.bias_hh_l1_reverse	8	-0.12099508941173553
156143	rnn.bias_hh_l1_reverse	9	-0.15013308823108673
156143	linear.weight	0	0.002228822559118271
156143	linear.weight	1	0.10853961855173111
156143	linear.weight	2	-0.09212394803762436
156143	linear.weight	3	0.26035794615745544
156143	linear.weight	4	0.1503424346446991
156143	linear.weight	5	-0.05163518339395523
156143	linear.weight	6	0.11654777079820633
156143	linear.weight	7	0.04899284243583679
156143	linear.weight	8	0.04119286686182022
156143	linear.weight	9	-0.02714576944708824
156143	linear.bias	0	0.09135612845420837
156143	linear.bias	1	-0.22750544548034668
156143	linear.bias	2	-0.4165271520614624
156143	linear.bias	3	-0.6820207834243774
156143	linear.bias	4	-1.226882815361023
156143	linear.bias	5	-0.04252859950065613
156143	linear.bias	6	-0.7897371053695679
156143	linear.bias	7	0.3015121519565582
156143	linear.bias	8	-0.4386979937553406
156143	linear.bias	9	-1.0041050910949707
156340	transitions	0	0.6872938275337219
156340	transitions	1	0.16727377474308014
156340	transitions	2	-10000.0
156340	transitions	3	-1.8244720697402954
156340	transitions	4	-10000.0
156340	transitions	5	0.5739372968673706
156340	transitions	6	-0.07776328921318054
156340	transitions	7	-0.7388845086097717
156340	transitions	8	-1.4069159030914307
156340	transitions	9	-0.0011473927879706025
156340	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
156340	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
156340	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
156340	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
156340	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
156340	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
156340	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
156340	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
156340	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
156340	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
156340	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
156340	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
156340	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
156340	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
156340	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
156340	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
156340	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
156340	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
156340	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
156340	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
156340	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
156340	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
156340	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
156340	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
156340	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
156340	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
156340	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
156340	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
156340	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
156340	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
156340	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
156340	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
156340	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
156340	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
156340	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
156340	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
156340	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
156340	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
156340	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
156340	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
156340	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
156340	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
156340	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
156340	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
156340	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
156340	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
156340	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
156340	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
156340	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
156340	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
156340	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
156340	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
156340	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
156340	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
156340	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
156340	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
156340	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
156340	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
156340	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
156340	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
156340	embedding2nn.weight	0	0.03427791967988014
156340	embedding2nn.weight	1	-0.01361868530511856
156340	embedding2nn.weight	2	-0.014268254861235619
156340	embedding2nn.weight	3	-0.01724109798669815
156340	embedding2nn.weight	4	-0.0059150345623493195
156340	embedding2nn.weight	5	-0.0037005895283073187
156340	embedding2nn.weight	6	-0.003973298240453005
156340	embedding2nn.weight	7	-0.08430474251508713
156340	embedding2nn.weight	8	-0.0019979383796453476
156340	embedding2nn.weight	9	-0.029030486941337585
156340	embedding2nn.bias	0	0.06033930554986
156340	embedding2nn.bias	1	-0.08411432802677155
156340	embedding2nn.bias	2	0.08545467257499695
156340	embedding2nn.bias	3	0.05391085892915726
156340	embedding2nn.bias	4	-0.030706467106938362
156340	embedding2nn.bias	5	-0.021645382046699524
156340	embedding2nn.bias	6	0.01647401601076126
156340	embedding2nn.bias	7	-0.055876489728689194
156340	embedding2nn.bias	8	0.06876956671476364
156340	embedding2nn.bias	9	0.04471750557422638
156340	rnn.weight_ih_l0	0	-0.08157595247030258
156340	rnn.weight_ih_l0	1	0.007303028367459774
156340	rnn.weight_ih_l0	2	0.041499555110931396
156340	rnn.weight_ih_l0	3	0.024304788559675217
156340	rnn.weight_ih_l0	4	-0.03659709542989731
156340	rnn.weight_ih_l0	5	-0.06511007249355316
156340	rnn.weight_ih_l0	6	0.0015402908902615309
156340	rnn.weight_ih_l0	7	0.05966143682599068
156340	rnn.weight_ih_l0	8	-0.01142811868339777
156340	rnn.weight_ih_l0	9	-0.028174761682748795
156340	rnn.weight_hh_l0	0	-0.02999362163245678
156340	rnn.weight_hh_l0	1	-0.005296663381159306
156340	rnn.weight_hh_l0	2	-0.0001930399885168299
156340	rnn.weight_hh_l0	3	-0.06784544885158539
156340	rnn.weight_hh_l0	4	0.08547195792198181
156340	rnn.weight_hh_l0	5	-0.027433032169938087
156340	rnn.weight_hh_l0	6	-0.058123644441366196
156340	rnn.weight_hh_l0	7	0.012884169816970825
156340	rnn.weight_hh_l0	8	0.009841124527156353
156340	rnn.weight_hh_l0	9	-0.019687900319695473
156340	rnn.bias_ih_l0	0	0.13073264062404633
156340	rnn.bias_ih_l0	1	-0.034384388476610184
156340	rnn.bias_ih_l0	2	-0.008412442170083523
156340	rnn.bias_ih_l0	3	0.14599637687206268
156340	rnn.bias_ih_l0	4	-0.014993497170507908
156340	rnn.bias_ih_l0	5	-0.01118733175098896
156340	rnn.bias_ih_l0	6	0.014920501038432121
156340	rnn.bias_ih_l0	7	0.036691728979349136
156340	rnn.bias_ih_l0	8	-0.10261658579111099
156340	rnn.bias_ih_l0	9	-0.02217932976782322
156340	rnn.bias_hh_l0	0	-0.015291042625904083
156340	rnn.bias_hh_l0	1	-0.10551553964614868
156340	rnn.bias_hh_l0	2	-0.06492815166711807
156340	rnn.bias_hh_l0	3	-0.09308494627475739
156340	rnn.bias_hh_l0	4	-0.00216292473487556
156340	rnn.bias_hh_l0	5	-0.03460369259119034
156340	rnn.bias_hh_l0	6	0.01981245167553425
156340	rnn.bias_hh_l0	7	0.04569220915436745
156340	rnn.bias_hh_l0	8	-0.10141873359680176
156340	rnn.bias_hh_l0	9	-0.058876533061265945
156340	rnn.weight_ih_l0_reverse	0	-0.023320527747273445
156340	rnn.weight_ih_l0_reverse	1	-0.051978085190057755
156340	rnn.weight_ih_l0_reverse	2	-0.03651903197169304
156340	rnn.weight_ih_l0_reverse	3	0.010228646919131279
156340	rnn.weight_ih_l0_reverse	4	-0.019400672987103462
156340	rnn.weight_ih_l0_reverse	5	-0.049301628023386
156340	rnn.weight_ih_l0_reverse	6	0.07887044548988342
156340	rnn.weight_ih_l0_reverse	7	-0.025307632982730865
156340	rnn.weight_ih_l0_reverse	8	-0.020229285582900047
156340	rnn.weight_ih_l0_reverse	9	-0.006331671494990587
156340	rnn.weight_hh_l0_reverse	0	0.060151759535074234
156340	rnn.weight_hh_l0_reverse	1	0.01435170043259859
156340	rnn.weight_hh_l0_reverse	2	0.03127725422382355
156340	rnn.weight_hh_l0_reverse	3	0.03074600175023079
156340	rnn.weight_hh_l0_reverse	4	0.00570707255974412
156340	rnn.weight_hh_l0_reverse	5	0.018434513360261917
156340	rnn.weight_hh_l0_reverse	6	0.05027864873409271
156340	rnn.weight_hh_l0_reverse	7	-0.06913688033819199
156340	rnn.weight_hh_l0_reverse	8	0.03607243672013283
156340	rnn.weight_hh_l0_reverse	9	0.03396701440215111
156340	rnn.bias_ih_l0_reverse	0	-0.06448733061552048
156340	rnn.bias_ih_l0_reverse	1	-0.2609207332134247
156340	rnn.bias_ih_l0_reverse	2	-0.13527990877628326
156340	rnn.bias_ih_l0_reverse	3	-0.04554656893014908
156340	rnn.bias_ih_l0_reverse	4	-0.03437839820981026
156340	rnn.bias_ih_l0_reverse	5	0.06421757489442825
156340	rnn.bias_ih_l0_reverse	6	-0.0756964161992073
156340	rnn.bias_ih_l0_reverse	7	0.0460200272500515
156340	rnn.bias_ih_l0_reverse	8	-0.05423218011856079
156340	rnn.bias_ih_l0_reverse	9	0.061433449387550354
156340	rnn.bias_hh_l0_reverse	0	0.023128801956772804
156340	rnn.bias_hh_l0_reverse	1	-0.056165169924497604
156340	rnn.bias_hh_l0_reverse	2	0.08504217118024826
156340	rnn.bias_hh_l0_reverse	3	-0.05474863201379776
156340	rnn.bias_hh_l0_reverse	4	-0.029657255858182907
156340	rnn.bias_hh_l0_reverse	5	-0.039219778031110764
156340	rnn.bias_hh_l0_reverse	6	-0.014074969105422497
156340	rnn.bias_hh_l0_reverse	7	0.11247508227825165
156340	rnn.bias_hh_l0_reverse	8	0.03131112828850746
156340	rnn.bias_hh_l0_reverse	9	-0.14028722047805786
156340	rnn.weight_ih_l1	0	-0.03177587315440178
156340	rnn.weight_ih_l1	1	-0.04998954012989998
156340	rnn.weight_ih_l1	2	0.06556026637554169
156340	rnn.weight_ih_l1	3	-0.06614413857460022
156340	rnn.weight_ih_l1	4	-0.014555143192410469
156340	rnn.weight_ih_l1	5	-0.04423362761735916
156340	rnn.weight_ih_l1	6	0.031057311221957207
156340	rnn.weight_ih_l1	7	-0.03437328338623047
156340	rnn.weight_ih_l1	8	0.03800082579255104
156340	rnn.weight_ih_l1	9	0.04173630103468895
156340	rnn.weight_hh_l1	0	-0.00773734413087368
156340	rnn.weight_hh_l1	1	0.01734008826315403
156340	rnn.weight_hh_l1	2	0.012110074982047081
156340	rnn.weight_hh_l1	3	-0.012146963737905025
156340	rnn.weight_hh_l1	4	0.009765921160578728
156340	rnn.weight_hh_l1	5	0.02841792069375515
156340	rnn.weight_hh_l1	6	0.0334654375910759
156340	rnn.weight_hh_l1	7	-0.018859993666410446
156340	rnn.weight_hh_l1	8	-0.013499930500984192
156340	rnn.weight_hh_l1	9	0.03511131927371025
156340	rnn.bias_ih_l1	0	-0.19707046449184418
156340	rnn.bias_ih_l1	1	-0.1913786679506302
156340	rnn.bias_ih_l1	2	-0.2087547332048416
156340	rnn.bias_ih_l1	3	-0.3133922815322876
156340	rnn.bias_ih_l1	4	-0.21195390820503235
156340	rnn.bias_ih_l1	5	-0.09842819720506668
156340	rnn.bias_ih_l1	6	-0.16725488007068634
156340	rnn.bias_ih_l1	7	-0.012373489327728748
156340	rnn.bias_ih_l1	8	-0.14372318983078003
156340	rnn.bias_ih_l1	9	-0.12170890718698502
156340	rnn.bias_hh_l1	0	-0.11428359895944595
156340	rnn.bias_hh_l1	1	-0.07460805773735046
156340	rnn.bias_hh_l1	2	-0.10775695741176605
156340	rnn.bias_hh_l1	3	-0.08285264670848846
156340	rnn.bias_hh_l1	4	-0.0983656644821167
156340	rnn.bias_hh_l1	5	-0.1172238364815712
156340	rnn.bias_hh_l1	6	-0.15070436894893646
156340	rnn.bias_hh_l1	7	0.049752555787563324
156340	rnn.bias_hh_l1	8	-0.17632681131362915
156340	rnn.bias_hh_l1	9	-0.11043207347393036
156340	rnn.weight_ih_l1_reverse	0	-0.04076987877488136
156340	rnn.weight_ih_l1_reverse	1	0.02808709815144539
156340	rnn.weight_ih_l1_reverse	2	0.06400226056575775
156340	rnn.weight_ih_l1_reverse	3	-0.0012221294455230236
156340	rnn.weight_ih_l1_reverse	4	-0.03829774633049965
156340	rnn.weight_ih_l1_reverse	5	-0.031934842467308044
156340	rnn.weight_ih_l1_reverse	6	-0.0023548940662294626
156340	rnn.weight_ih_l1_reverse	7	0.03196696564555168
156340	rnn.weight_ih_l1_reverse	8	0.01854405179619789
156340	rnn.weight_ih_l1_reverse	9	-0.056148186326026917
156340	rnn.weight_hh_l1_reverse	0	0.005089537240564823
156340	rnn.weight_hh_l1_reverse	1	0.029974620789289474
156340	rnn.weight_hh_l1_reverse	2	-0.039881400763988495
156340	rnn.weight_hh_l1_reverse	3	0.036045901477336884
156340	rnn.weight_hh_l1_reverse	4	0.05111180245876312
156340	rnn.weight_hh_l1_reverse	5	-0.0006541022448800504
156340	rnn.weight_hh_l1_reverse	6	0.04929696395993233
156340	rnn.weight_hh_l1_reverse	7	0.030222555622458458
156340	rnn.weight_hh_l1_reverse	8	-0.006875975057482719
156340	rnn.weight_hh_l1_reverse	9	-0.0327213816344738
156340	rnn.bias_ih_l1_reverse	0	-0.07287382334470749
156340	rnn.bias_ih_l1_reverse	1	-0.15956942737102509
156340	rnn.bias_ih_l1_reverse	2	-0.16027429699897766
156340	rnn.bias_ih_l1_reverse	3	-0.008663656190037727
156340	rnn.bias_ih_l1_reverse	4	-0.2153366655111313
156340	rnn.bias_ih_l1_reverse	5	-0.11697118729352951
156340	rnn.bias_ih_l1_reverse	6	-0.1372080296278
156340	rnn.bias_ih_l1_reverse	7	-0.19737310707569122
156340	rnn.bias_ih_l1_reverse	8	0.22421038150787354
156340	rnn.bias_ih_l1_reverse	9	0.06397679448127747
156340	rnn.bias_hh_l1_reverse	0	0.02183944173157215
156340	rnn.bias_hh_l1_reverse	1	-0.1261059045791626
156340	rnn.bias_hh_l1_reverse	2	-0.23470325767993927
156340	rnn.bias_hh_l1_reverse	3	-0.14088000357151031
156340	rnn.bias_hh_l1_reverse	4	-0.09915269166231155
156340	rnn.bias_hh_l1_reverse	5	-0.13160741329193115
156340	rnn.bias_hh_l1_reverse	6	0.08666784316301346
156340	rnn.bias_hh_l1_reverse	7	-0.17540158331394196
156340	rnn.bias_hh_l1_reverse	8	-0.12136606127023697
156340	rnn.bias_hh_l1_reverse	9	-0.1504363864660263
156340	linear.weight	0	0.002228822559118271
156340	linear.weight	1	0.1076648011803627
156340	linear.weight	2	-0.09125307202339172
156340	linear.weight	3	0.26368990540504456
156340	linear.weight	4	0.14968185126781464
156340	linear.weight	5	-0.053210146725177765
156340	linear.weight	6	0.11799843609333038
156340	linear.weight	7	0.05751275271177292
156340	linear.weight	8	0.04119264334440231
156340	linear.weight	9	-0.029007835313677788
156340	linear.bias	0	0.07176931202411652
156340	linear.bias	1	-0.22506408393383026
156340	linear.bias	2	-0.42489656805992126
156340	linear.bias	3	-0.6665090322494507
156340	linear.bias	4	-1.2113896608352661
156340	linear.bias	5	-0.029815679416060448
156340	linear.bias	6	-0.7898674011230469
156340	linear.bias	7	0.31407442688941956
156340	linear.bias	8	-0.4444642961025238
156340	linear.bias	9	-1.0107778310775757
156537	transitions	0	0.686200737953186
156537	transitions	1	0.16289876401424408
156537	transitions	2	-10000.0
156537	transitions	3	-1.8244823217391968
156537	transitions	4	-10000.0
156537	transitions	5	0.5738874077796936
156537	transitions	6	-0.07779181748628616
156537	transitions	7	-0.7389766573905945
156537	transitions	8	-1.4069586992263794
156537	transitions	9	-0.0011477663647383451
156537	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
156537	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
156537	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
156537	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
156537	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
156537	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
156537	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
156537	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
156537	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
156537	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
156537	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
156537	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
156537	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
156537	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
156537	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
156537	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
156537	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
156537	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
156537	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
156537	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
156537	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
156537	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
156537	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
156537	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
156537	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
156537	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
156537	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
156537	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
156537	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
156537	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
156537	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
156537	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
156537	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
156537	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
156537	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
156537	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
156537	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
156537	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
156537	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
156537	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
156537	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
156537	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
156537	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
156537	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
156537	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
156537	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
156537	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
156537	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
156537	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
156537	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
156537	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
156537	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
156537	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
156537	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
156537	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
156537	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
156537	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
156537	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
156537	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
156537	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
156537	embedding2nn.weight	0	0.03419690951704979
156537	embedding2nn.weight	1	-0.01370061282068491
156537	embedding2nn.weight	2	-0.014268254861235619
156537	embedding2nn.weight	3	-0.018648628145456314
156537	embedding2nn.weight	4	-0.0059150345623493195
156537	embedding2nn.weight	5	-0.0037005895283073187
156537	embedding2nn.weight	6	-0.00397329730913043
156537	embedding2nn.weight	7	-0.0844198688864708
156537	embedding2nn.weight	8	-0.0019979383796453476
156537	embedding2nn.weight	9	-0.02854541689157486
156537	embedding2nn.bias	0	0.06338976323604584
156537	embedding2nn.bias	1	-0.08110038191080093
156537	embedding2nn.bias	2	0.09022596478462219
156537	embedding2nn.bias	3	0.05399155244231224
156537	embedding2nn.bias	4	-0.03232419490814209
156537	embedding2nn.bias	5	-0.02215070091187954
156537	embedding2nn.bias	6	0.015454056672751904
156537	embedding2nn.bias	7	-0.05811341479420662
156537	embedding2nn.bias	8	0.06890462338924408
156537	embedding2nn.bias	9	0.04774828627705574
156537	rnn.weight_ih_l0	0	-0.08148929476737976
156537	rnn.weight_ih_l0	1	0.007537982426583767
156537	rnn.weight_ih_l0	2	0.04103972762823105
156537	rnn.weight_ih_l0	3	0.02415589429438114
156537	rnn.weight_ih_l0	4	-0.03702385723590851
156537	rnn.weight_ih_l0	5	-0.06491037458181381
156537	rnn.weight_ih_l0	6	0.0015899799764156342
156537	rnn.weight_ih_l0	7	0.059402186423540115
156537	rnn.weight_ih_l0	8	-0.011185696348547935
156537	rnn.weight_ih_l0	9	-0.028485141694545746
156537	rnn.weight_hh_l0	0	-0.02999640442430973
156537	rnn.weight_hh_l0	1	-0.005893289111554623
156537	rnn.weight_hh_l0	2	0.0005988836637698114
156537	rnn.weight_hh_l0	3	-0.06817872822284698
156537	rnn.weight_hh_l0	4	0.08568233251571655
156537	rnn.weight_hh_l0	5	-0.027363749220967293
156537	rnn.weight_hh_l0	6	-0.05861835554242134
156537	rnn.weight_hh_l0	7	0.013125565834343433
156537	rnn.weight_hh_l0	8	0.009564312174916267
156537	rnn.weight_hh_l0	9	-0.019753098487854004
156537	rnn.bias_ih_l0	0	0.1316986232995987
156537	rnn.bias_ih_l0	1	-0.03455149754881859
156537	rnn.bias_ih_l0	2	-0.007660813629627228
156537	rnn.bias_ih_l0	3	0.14659863710403442
156537	rnn.bias_ih_l0	4	-0.014264879748225212
156537	rnn.bias_ih_l0	5	-0.00986405834555626
156537	rnn.bias_ih_l0	6	0.01329653151333332
156537	rnn.bias_ih_l0	7	0.03642106428742409
156537	rnn.bias_ih_l0	8	-0.10328321903944016
156537	rnn.bias_ih_l0	9	-0.02156350389122963
156537	rnn.bias_hh_l0	0	-0.014305436052381992
156537	rnn.bias_hh_l0	1	-0.1070769727230072
156537	rnn.bias_hh_l0	2	-0.06471791118383408
156537	rnn.bias_hh_l0	3	-0.09389715641736984
156537	rnn.bias_hh_l0	4	-0.003262076759710908
156537	rnn.bias_hh_l0	5	-0.03409237414598465
156537	rnn.bias_hh_l0	6	0.020629556849598885
156537	rnn.bias_hh_l0	7	0.04434475675225258
156537	rnn.bias_hh_l0	8	-0.10214514285326004
156537	rnn.bias_hh_l0	9	-0.05941971018910408
156537	rnn.weight_ih_l0_reverse	0	-0.02372012473642826
156537	rnn.weight_ih_l0_reverse	1	-0.05185764655470848
156537	rnn.weight_ih_l0_reverse	2	-0.03668804094195366
156537	rnn.weight_ih_l0_reverse	3	0.009918220341205597
156537	rnn.weight_ih_l0_reverse	4	-0.01961938850581646
156537	rnn.weight_ih_l0_reverse	5	-0.04940347373485565
156537	rnn.weight_ih_l0_reverse	6	0.07874908298254013
156537	rnn.weight_ih_l0_reverse	7	-0.025084106251597404
156537	rnn.weight_ih_l0_reverse	8	-0.019966233521699905
156537	rnn.weight_ih_l0_reverse	9	-0.007050700951367617
156537	rnn.weight_hh_l0_reverse	0	0.05978052690625191
156537	rnn.weight_hh_l0_reverse	1	0.014334256760776043
156537	rnn.weight_hh_l0_reverse	2	0.03146224096417427
156537	rnn.weight_hh_l0_reverse	3	0.030688362196087837
156537	rnn.weight_hh_l0_reverse	4	0.005076554138213396
156537	rnn.weight_hh_l0_reverse	5	0.0184487272053957
156537	rnn.weight_hh_l0_reverse	6	0.050236888229846954
156537	rnn.weight_hh_l0_reverse	7	-0.06941623240709305
156537	rnn.weight_hh_l0_reverse	8	0.035757534205913544
156537	rnn.weight_hh_l0_reverse	9	0.03409489989280701
156537	rnn.bias_ih_l0_reverse	0	-0.06355932354927063
156537	rnn.bias_ih_l0_reverse	1	-0.2610713541507721
156537	rnn.bias_ih_l0_reverse	2	-0.1339101493358612
156537	rnn.bias_ih_l0_reverse	3	-0.04716828837990761
156537	rnn.bias_ih_l0_reverse	4	-0.03478508070111275
156537	rnn.bias_ih_l0_reverse	5	0.06455449759960175
156537	rnn.bias_ih_l0_reverse	6	-0.07677897065877914
156537	rnn.bias_ih_l0_reverse	7	0.045985348522663116
156537	rnn.bias_ih_l0_reverse	8	-0.054700419306755066
156537	rnn.bias_ih_l0_reverse	9	0.059813812375068665
156537	rnn.bias_hh_l0_reverse	0	0.02338314987719059
156537	rnn.bias_hh_l0_reverse	1	-0.057443149387836456
156537	rnn.bias_hh_l0_reverse	2	0.08836164325475693
156537	rnn.bias_hh_l0_reverse	3	-0.056524354964494705
156537	rnn.bias_hh_l0_reverse	4	-0.029305474832654
156537	rnn.bias_hh_l0_reverse	5	-0.038443878293037415
156537	rnn.bias_hh_l0_reverse	6	-0.012816192582249641
156537	rnn.bias_hh_l0_reverse	7	0.11074846237897873
156537	rnn.bias_hh_l0_reverse	8	0.032990388572216034
156537	rnn.bias_hh_l0_reverse	9	-0.14028970897197723
156537	rnn.weight_ih_l1	0	-0.03174568712711334
156537	rnn.weight_ih_l1	1	-0.04972292110323906
156537	rnn.weight_ih_l1	2	0.06608881801366806
156537	rnn.weight_ih_l1	3	-0.06584116071462631
156537	rnn.weight_ih_l1	4	-0.014322526752948761
156537	rnn.weight_ih_l1	5	-0.04445391893386841
156537	rnn.weight_ih_l1	6	0.03091462142765522
156537	rnn.weight_ih_l1	7	-0.03455958142876625
156537	rnn.weight_ih_l1	8	0.03804854303598404
156537	rnn.weight_ih_l1	9	0.041267506778240204
156537	rnn.weight_hh_l1	0	-0.007890692912042141
156537	rnn.weight_hh_l1	1	0.01728067547082901
156537	rnn.weight_hh_l1	2	0.012691947631537914
156537	rnn.weight_hh_l1	3	-0.01210774201899767
156537	rnn.weight_hh_l1	4	0.009705271571874619
156537	rnn.weight_hh_l1	5	0.028378594666719437
156537	rnn.weight_hh_l1	6	0.0334196500480175
156537	rnn.weight_hh_l1	7	-0.018343769013881683
156537	rnn.weight_hh_l1	8	-0.013488995842635632
156537	rnn.weight_hh_l1	9	0.035327982157468796
156537	rnn.bias_ih_l1	0	-0.1958909034729004
156537	rnn.bias_ih_l1	1	-0.19189760088920593
156537	rnn.bias_ih_l1	2	-0.20838595926761627
156537	rnn.bias_ih_l1	3	-0.31450533866882324
156537	rnn.bias_ih_l1	4	-0.20748433470726013
156537	rnn.bias_ih_l1	5	-0.09899597615003586
156537	rnn.bias_ih_l1	6	-0.1675196886062622
156537	rnn.bias_ih_l1	7	-0.012274032458662987
156537	rnn.bias_ih_l1	8	-0.14564946293830872
156537	rnn.bias_ih_l1	9	-0.12134413421154022
156537	rnn.bias_hh_l1	0	-0.11388048529624939
156537	rnn.bias_hh_l1	1	-0.07340820133686066
156537	rnn.bias_hh_l1	2	-0.10661085695028305
156537	rnn.bias_hh_l1	3	-0.08146560937166214
156537	rnn.bias_hh_l1	4	-0.0978989526629448
156537	rnn.bias_hh_l1	5	-0.11685235053300858
156537	rnn.bias_hh_l1	6	-0.15270334482192993
156537	rnn.bias_hh_l1	7	0.05356092378497124
156537	rnn.bias_hh_l1	8	-0.17551377415657043
156537	rnn.bias_hh_l1	9	-0.10955139249563217
156537	rnn.weight_ih_l1_reverse	0	-0.04092695564031601
156537	rnn.weight_ih_l1_reverse	1	0.027611421421170235
156537	rnn.weight_ih_l1_reverse	2	0.0646420419216156
156537	rnn.weight_ih_l1_reverse	3	-0.0007343709003180265
156537	rnn.weight_ih_l1_reverse	4	-0.0382109135389328
156537	rnn.weight_ih_l1_reverse	5	-0.03190899267792702
156537	rnn.weight_ih_l1_reverse	6	-0.0020513248164206743
156537	rnn.weight_ih_l1_reverse	7	0.03239183872938156
156537	rnn.weight_ih_l1_reverse	8	0.018294520676136017
156537	rnn.weight_ih_l1_reverse	9	-0.05510633438825607
156537	rnn.weight_hh_l1_reverse	0	0.005245445761829615
156537	rnn.weight_hh_l1_reverse	1	0.030021129176020622
156537	rnn.weight_hh_l1_reverse	2	-0.03985380381345749
156537	rnn.weight_hh_l1_reverse	3	0.03608415275812149
156537	rnn.weight_hh_l1_reverse	4	0.05087294429540634
156537	rnn.weight_hh_l1_reverse	5	-0.0007027788669802248
156537	rnn.weight_hh_l1_reverse	6	0.04905058443546295
156537	rnn.weight_hh_l1_reverse	7	0.030600842088460922
156537	rnn.weight_hh_l1_reverse	8	-0.006982646882534027
156537	rnn.weight_hh_l1_reverse	9	-0.032724201679229736
156537	rnn.bias_ih_l1_reverse	0	-0.07332465052604675
156537	rnn.bias_ih_l1_reverse	1	-0.159396693110466
156537	rnn.bias_ih_l1_reverse	2	-0.16161298751831055
156537	rnn.bias_ih_l1_reverse	3	-0.012201418168842793
156537	rnn.bias_ih_l1_reverse	4	-0.2156456708908081
156537	rnn.bias_ih_l1_reverse	5	-0.11680535227060318
156537	rnn.bias_ih_l1_reverse	6	-0.13759496808052063
156537	rnn.bias_ih_l1_reverse	7	-0.19673201441764832
156537	rnn.bias_ih_l1_reverse	8	0.2264869213104248
156537	rnn.bias_ih_l1_reverse	9	0.06275683641433716
156537	rnn.bias_hh_l1_reverse	0	0.01954859495162964
156537	rnn.bias_hh_l1_reverse	1	-0.12335352599620819
156537	rnn.bias_hh_l1_reverse	2	-0.23518003523349762
156537	rnn.bias_hh_l1_reverse	3	-0.13971614837646484
156537	rnn.bias_hh_l1_reverse	4	-0.09955912083387375
156537	rnn.bias_hh_l1_reverse	5	-0.13059601187705994
156537	rnn.bias_hh_l1_reverse	6	0.08350750058889389
156537	rnn.bias_hh_l1_reverse	7	-0.17602889239788055
156537	rnn.bias_hh_l1_reverse	8	-0.12223978340625763
156537	rnn.bias_hh_l1_reverse	9	-0.1499749720096588
156537	linear.weight	0	0.002228822559118271
156537	linear.weight	1	0.10303056240081787
156537	linear.weight	2	-0.09126733243465424
156537	linear.weight	3	0.2585502564907074
156537	linear.weight	4	0.15322647988796234
156537	linear.weight	5	-0.05360068380832672
156537	linear.weight	6	0.12694281339645386
156537	linear.weight	7	0.06092763692140579
156537	linear.weight	8	0.04119247943162918
156537	linear.weight	9	-0.028550051152706146
156537	linear.bias	0	0.0776485949754715
156537	linear.bias	1	-0.2170724868774414
156537	linear.bias	2	-0.40914931893348694
156537	linear.bias	3	-0.664715588092804
156537	linear.bias	4	-1.2106114625930786
156537	linear.bias	5	-0.02985169179737568
156537	linear.bias	6	-0.7834227681159973
156537	linear.bias	7	0.31320706009864807
156537	linear.bias	8	-0.47415459156036377
156537	linear.bias	9	-1.0394123792648315
156734	transitions	0	0.6854307055473328
156734	transitions	1	0.16440391540527344
156734	transitions	2	-10000.0
156734	transitions	3	-1.8244941234588623
156734	transitions	4	-10000.0
156734	transitions	5	0.5738318562507629
156734	transitions	6	-0.07782860100269318
156734	transitions	7	-0.739319920539856
156734	transitions	8	-1.407022476196289
156734	transitions	9	-0.0011482852278277278
156734	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
156734	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
156734	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
156734	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
156734	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
156734	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
156734	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
156734	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
156734	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
156734	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
156734	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
156734	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
156734	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
156734	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
156734	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
156734	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
156734	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
156734	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
156734	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
156734	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
156734	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
156734	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
156734	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
156734	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
156734	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
156734	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
156734	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
156734	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
156734	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
156734	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
156734	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
156734	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
156734	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
156734	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
156734	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
156734	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
156734	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
156734	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
156734	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
156734	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
156734	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
156734	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
156734	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
156734	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
156734	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
156734	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
156734	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
156734	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
156734	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
156734	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
156734	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
156734	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
156734	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
156734	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
156734	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
156734	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
156734	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
156734	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
156734	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
156734	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
156734	embedding2nn.weight	0	0.03417474403977394
156734	embedding2nn.weight	1	-0.013782577589154243
156734	embedding2nn.weight	2	-0.014268254861235619
156734	embedding2nn.weight	3	-0.018070226535201073
156734	embedding2nn.weight	4	-0.0059150345623493195
156734	embedding2nn.weight	5	-0.0037005895283073187
156734	embedding2nn.weight	6	-0.0039732977747917175
156734	embedding2nn.weight	7	-0.08428040891885757
156734	embedding2nn.weight	8	-0.0019979383796453476
156734	embedding2nn.weight	9	-0.02828262373805046
156734	embedding2nn.bias	0	0.06417863070964813
156734	embedding2nn.bias	1	-0.08396448194980621
156734	embedding2nn.bias	2	0.08778811246156693
156734	embedding2nn.bias	3	0.049647536128759384
156734	embedding2nn.bias	4	-0.03669317811727524
156734	embedding2nn.bias	5	-0.027080820873379707
156734	embedding2nn.bias	6	0.01426276471465826
156734	embedding2nn.bias	7	-0.052484892308712006
156734	embedding2nn.bias	8	0.06551864743232727
156734	embedding2nn.bias	9	0.04810941964387894
156734	rnn.weight_ih_l0	0	-0.08154618740081787
156734	rnn.weight_ih_l0	1	0.006968179251998663
156734	rnn.weight_ih_l0	2	0.03925864398479462
156734	rnn.weight_ih_l0	3	0.023861447349190712
156734	rnn.weight_ih_l0	4	-0.037200234830379486
156734	rnn.weight_ih_l0	5	-0.065558061003685
156734	rnn.weight_ih_l0	6	0.0015093531692400575
156734	rnn.weight_ih_l0	7	0.05900127813220024
156734	rnn.weight_ih_l0	8	-0.010815927758812904
156734	rnn.weight_ih_l0	9	-0.027350924909114838
156734	rnn.weight_hh_l0	0	-0.03031989000737667
156734	rnn.weight_hh_l0	1	-0.005687779746949673
156734	rnn.weight_hh_l0	2	0.0008573714294470847
156734	rnn.weight_hh_l0	3	-0.06825284659862518
156734	rnn.weight_hh_l0	4	0.08586771041154861
156734	rnn.weight_hh_l0	5	-0.026732679456472397
156734	rnn.weight_hh_l0	6	-0.05919463187456131
156734	rnn.weight_hh_l0	7	0.013307240791618824
156734	rnn.weight_hh_l0	8	0.009695925749838352
156734	rnn.weight_hh_l0	9	-0.019867463037371635
156734	rnn.bias_ih_l0	0	0.1317831575870514
156734	rnn.bias_ih_l0	1	-0.03487071394920349
156734	rnn.bias_ih_l0	2	-0.0094752823933959
156734	rnn.bias_ih_l0	3	0.14591464400291443
156734	rnn.bias_ih_l0	4	-0.013759328983724117
156734	rnn.bias_ih_l0	5	-0.0117163872346282
156734	rnn.bias_ih_l0	6	0.014716226607561111
156734	rnn.bias_ih_l0	7	0.03517274186015129
156734	rnn.bias_ih_l0	8	-0.10350809246301651
156734	rnn.bias_ih_l0	9	-0.022794168442487717
156734	rnn.bias_hh_l0	0	-0.01312160212546587
156734	rnn.bias_hh_l0	1	-0.10484837740659714
156734	rnn.bias_hh_l0	2	-0.06512944400310516
156734	rnn.bias_hh_l0	3	-0.092837393283844
156734	rnn.bias_hh_l0	4	-0.003729428630322218
156734	rnn.bias_hh_l0	5	-0.03404071554541588
156734	rnn.bias_hh_l0	6	0.02030942030251026
156734	rnn.bias_hh_l0	7	0.04520643875002861
156734	rnn.bias_hh_l0	8	-0.10127001255750656
156734	rnn.bias_hh_l0	9	-0.059088971465826035
156734	rnn.weight_ih_l0_reverse	0	-0.02341957576572895
156734	rnn.weight_ih_l0_reverse	1	-0.05252173915505409
156734	rnn.weight_ih_l0_reverse	2	-0.036054596304893494
156734	rnn.weight_ih_l0_reverse	3	0.010309301316738129
156734	rnn.weight_ih_l0_reverse	4	-0.019201137125492096
156734	rnn.weight_ih_l0_reverse	5	-0.04955150559544563
156734	rnn.weight_ih_l0_reverse	6	0.07888949662446976
156734	rnn.weight_ih_l0_reverse	7	-0.025233393535017967
156734	rnn.weight_ih_l0_reverse	8	-0.020388199016451836
156734	rnn.weight_ih_l0_reverse	9	-0.007259275298565626
156734	rnn.weight_hh_l0_reverse	0	0.059247374534606934
156734	rnn.weight_hh_l0_reverse	1	0.014030499383807182
156734	rnn.weight_hh_l0_reverse	2	0.030761146917939186
156734	rnn.weight_hh_l0_reverse	3	0.030475754290819168
156734	rnn.weight_hh_l0_reverse	4	0.005044236313551664
156734	rnn.weight_hh_l0_reverse	5	0.017713937908411026
156734	rnn.weight_hh_l0_reverse	6	0.0502723790705204
156734	rnn.weight_hh_l0_reverse	7	-0.06933952122926712
156734	rnn.weight_hh_l0_reverse	8	0.035350389778614044
156734	rnn.weight_hh_l0_reverse	9	0.034474603831768036
156734	rnn.bias_ih_l0_reverse	0	-0.06332787126302719
156734	rnn.bias_ih_l0_reverse	1	-0.2631133496761322
156734	rnn.bias_ih_l0_reverse	2	-0.13438689708709717
156734	rnn.bias_ih_l0_reverse	3	-0.046565331518650055
156734	rnn.bias_ih_l0_reverse	4	-0.03363810107111931
156734	rnn.bias_ih_l0_reverse	5	0.06533502042293549
156734	rnn.bias_ih_l0_reverse	6	-0.07662741094827652
156734	rnn.bias_ih_l0_reverse	7	0.04451081156730652
156734	rnn.bias_ih_l0_reverse	8	-0.054351888597011566
156734	rnn.bias_ih_l0_reverse	9	0.05914748087525368
156734	rnn.bias_hh_l0_reverse	0	0.024217629805207253
156734	rnn.bias_hh_l0_reverse	1	-0.05460026487708092
156734	rnn.bias_hh_l0_reverse	2	0.08777321875095367
156734	rnn.bias_hh_l0_reverse	3	-0.056438785046339035
156734	rnn.bias_hh_l0_reverse	4	-0.028026068583130836
156734	rnn.bias_hh_l0_reverse	5	-0.03574451804161072
156734	rnn.bias_hh_l0_reverse	6	-0.011323366314172745
156734	rnn.bias_hh_l0_reverse	7	0.10985149443149567
156734	rnn.bias_hh_l0_reverse	8	0.03153069689869881
156734	rnn.bias_hh_l0_reverse	9	-0.13831350207328796
156734	rnn.weight_ih_l1	0	-0.03134406730532646
156734	rnn.weight_ih_l1	1	-0.04971820488572121
156734	rnn.weight_ih_l1	2	0.06735913455486298
156734	rnn.weight_ih_l1	3	-0.0666956901550293
156734	rnn.weight_ih_l1	4	-0.014368707314133644
156734	rnn.weight_ih_l1	5	-0.044437430799007416
156734	rnn.weight_ih_l1	6	0.030902471393346786
156734	rnn.weight_ih_l1	7	-0.03442829102277756
156734	rnn.weight_ih_l1	8	0.03800230100750923
156734	rnn.weight_ih_l1	9	0.04122026264667511
156734	rnn.weight_hh_l1	0	-0.0078124706633389
156734	rnn.weight_hh_l1	1	0.017291832715272903
156734	rnn.weight_hh_l1	2	0.013159722089767456
156734	rnn.weight_hh_l1	3	-0.011989128775894642
156734	rnn.weight_hh_l1	4	0.009409894235432148
156734	rnn.weight_hh_l1	5	0.028240276500582695
156734	rnn.weight_hh_l1	6	0.03359974920749664
156734	rnn.weight_hh_l1	7	-0.01820795051753521
156734	rnn.weight_hh_l1	8	-0.013412060216069221
156734	rnn.weight_hh_l1	9	0.035765957087278366
156734	rnn.bias_ih_l1	0	-0.19389663636684418
156734	rnn.bias_ih_l1	1	-0.1919533908367157
156734	rnn.bias_ih_l1	2	-0.2082403153181076
156734	rnn.bias_ih_l1	3	-0.3147714138031006
156734	rnn.bias_ih_l1	4	-0.2071189433336258
156734	rnn.bias_ih_l1	5	-0.09975893795490265
156734	rnn.bias_ih_l1	6	-0.16931933164596558
156734	rnn.bias_ih_l1	7	-0.013513511046767235
156734	rnn.bias_ih_l1	8	-0.14486505091190338
156734	rnn.bias_ih_l1	9	-0.11908833682537079
156734	rnn.bias_hh_l1	0	-0.11322862654924393
156734	rnn.bias_hh_l1	1	-0.07310155034065247
156734	rnn.bias_hh_l1	2	-0.10629655420780182
156734	rnn.bias_hh_l1	3	-0.0809098333120346
156734	rnn.bias_hh_l1	4	-0.09807368367910385
156734	rnn.bias_hh_l1	5	-0.11729849874973297
156734	rnn.bias_hh_l1	6	-0.15364526212215424
156734	rnn.bias_hh_l1	7	0.05491267889738083
156734	rnn.bias_hh_l1	8	-0.17237477004528046
156734	rnn.bias_hh_l1	9	-0.11039143055677414
156734	rnn.weight_ih_l1_reverse	0	-0.0402773953974247
156734	rnn.weight_ih_l1_reverse	1	0.028059279546141624
156734	rnn.weight_ih_l1_reverse	2	0.06277355551719666
156734	rnn.weight_ih_l1_reverse	3	-0.00012101828906452283
156734	rnn.weight_ih_l1_reverse	4	-0.038224540650844574
156734	rnn.weight_ih_l1_reverse	5	-0.03183292597532272
156734	rnn.weight_ih_l1_reverse	6	-0.0011209375225007534
156734	rnn.weight_ih_l1_reverse	7	0.03273555263876915
156734	rnn.weight_ih_l1_reverse	8	0.01688121072947979
156734	rnn.weight_ih_l1_reverse	9	-0.05487658083438873
156734	rnn.weight_hh_l1_reverse	0	0.005210973788052797
156734	rnn.weight_hh_l1_reverse	1	0.030025318264961243
156734	rnn.weight_hh_l1_reverse	2	-0.03985055908560753
156734	rnn.weight_hh_l1_reverse	3	0.03614611178636551
156734	rnn.weight_hh_l1_reverse	4	0.05101162567734718
156734	rnn.weight_hh_l1_reverse	5	-0.0006752959452569485
156734	rnn.weight_hh_l1_reverse	6	0.049196433275938034
156734	rnn.weight_hh_l1_reverse	7	0.030429167672991753
156734	rnn.weight_hh_l1_reverse	8	-0.007096497807651758
156734	rnn.weight_hh_l1_reverse	9	-0.032450128346681595
156734	rnn.bias_ih_l1_reverse	0	-0.0728413537144661
156734	rnn.bias_ih_l1_reverse	1	-0.1610235720872879
156734	rnn.bias_ih_l1_reverse	2	-0.16127794981002808
156734	rnn.bias_ih_l1_reverse	3	-0.011504372581839561
156734	rnn.bias_ih_l1_reverse	4	-0.21526074409484863
156734	rnn.bias_ih_l1_reverse	5	-0.11583446711301804
156734	rnn.bias_ih_l1_reverse	6	-0.1381409466266632
156734	rnn.bias_ih_l1_reverse	7	-0.19887807965278625
156734	rnn.bias_ih_l1_reverse	8	0.22571472823619843
156734	rnn.bias_ih_l1_reverse	9	0.06156868860125542
156734	rnn.bias_hh_l1_reverse	0	0.01876300759613514
156734	rnn.bias_hh_l1_reverse	1	-0.1190226748585701
156734	rnn.bias_hh_l1_reverse	2	-0.23436355590820312
156734	rnn.bias_hh_l1_reverse	3	-0.13914376497268677
156734	rnn.bias_hh_l1_reverse	4	-0.09936381131410599
156734	rnn.bias_hh_l1_reverse	5	-0.12917304039001465
156734	rnn.bias_hh_l1_reverse	6	0.0880507230758667
156734	rnn.bias_hh_l1_reverse	7	-0.17529664933681488
156734	rnn.bias_hh_l1_reverse	8	-0.12281423062086105
156734	rnn.bias_hh_l1_reverse	9	-0.1499565839767456
156734	linear.weight	0	0.002228822559118271
156734	linear.weight	1	0.10623649507761002
156734	linear.weight	2	-0.09071836620569229
156734	linear.weight	3	0.2568455934524536
156734	linear.weight	4	0.151348277926445
156734	linear.weight	5	-0.05184931308031082
156734	linear.weight	6	0.12298876792192459
156734	linear.weight	7	0.06442468613386154
156734	linear.weight	8	0.04119214043021202
156734	linear.weight	9	-0.03037983365356922
156734	linear.bias	0	0.1035129502415657
156734	linear.bias	1	-0.21443608403205872
156734	linear.bias	2	-0.42056500911712646
156734	linear.bias	3	-0.6748687028884888
156734	linear.bias	4	-1.2204065322875977
156734	linear.bias	5	-0.04754241183400154
156734	linear.bias	6	-0.7819432616233826
156734	linear.bias	7	0.2939496338367462
156734	linear.bias	8	-0.45959189534187317
156734	linear.bias	9	-1.0258687734603882
156931	transitions	0	0.6778489947319031
156931	transitions	1	0.16762036085128784
156931	transitions	2	-10000.0
156931	transitions	3	-1.8245083093643188
156931	transitions	4	-10000.0
156931	transitions	5	0.5737981200218201
156931	transitions	6	-0.07785400003194809
156931	transitions	7	-0.7395991086959839
156931	transitions	8	-1.4071248769760132
156931	transitions	9	-0.0011487876763567328
156931	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
156931	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
156931	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
156931	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
156931	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
156931	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
156931	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
156931	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
156931	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
156931	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
156931	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
156931	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
156931	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
156931	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
156931	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
156931	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
156931	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
156931	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
156931	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
156931	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
156931	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
156931	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
156931	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
156931	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
156931	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
156931	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
156931	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
156931	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
156931	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
156931	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
156931	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
156931	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
156931	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
156931	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
156931	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
156931	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
156931	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
156931	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
156931	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
156931	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
156931	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
156931	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
156931	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
156931	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
156931	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
156931	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
156931	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
156931	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
156931	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
156931	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
156931	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
156931	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
156931	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
156931	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
156931	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
156931	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
156931	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
156931	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
156931	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
156931	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
156931	embedding2nn.weight	0	0.034979645162820816
156931	embedding2nn.weight	1	-0.013789264485239983
156931	embedding2nn.weight	2	-0.014268254861235619
156931	embedding2nn.weight	3	-0.018632672727108
156931	embedding2nn.weight	4	-0.0059150345623493195
156931	embedding2nn.weight	5	-0.0037005895283073187
156931	embedding2nn.weight	6	-0.003973301965743303
156931	embedding2nn.weight	7	-0.08501420170068741
156931	embedding2nn.weight	8	-0.0019979383796453476
156931	embedding2nn.weight	9	-0.027666974812746048
156931	embedding2nn.bias	0	0.06520116329193115
156931	embedding2nn.bias	1	-0.07715588063001633
156931	embedding2nn.bias	2	0.09082577377557755
156931	embedding2nn.bias	3	0.04672425612807274
156931	embedding2nn.bias	4	-0.03518025204539299
156931	embedding2nn.bias	5	-0.023161286488175392
156931	embedding2nn.bias	6	0.015611516311764717
156931	embedding2nn.bias	7	-0.05198768898844719
156931	embedding2nn.bias	8	0.0690472200512886
156931	embedding2nn.bias	9	0.04273790493607521
156931	rnn.weight_ih_l0	0	-0.08121071010828018
156931	rnn.weight_ih_l0	1	0.007207428105175495
156931	rnn.weight_ih_l0	2	0.039337266236543655
156931	rnn.weight_ih_l0	3	0.024000423029065132
156931	rnn.weight_ih_l0	4	-0.03733452409505844
156931	rnn.weight_ih_l0	5	-0.06591502577066422
156931	rnn.weight_ih_l0	6	0.0014236369170248508
156931	rnn.weight_ih_l0	7	0.058525994420051575
156931	rnn.weight_ih_l0	8	-0.010690509341657162
156931	rnn.weight_ih_l0	9	-0.027461988851428032
156931	rnn.weight_hh_l0	0	-0.03045472875237465
156931	rnn.weight_hh_l0	1	-0.006146057974547148
156931	rnn.weight_hh_l0	2	0.0009258881909772754
156931	rnn.weight_hh_l0	3	-0.06782825291156769
156931	rnn.weight_hh_l0	4	0.08639431744813919
156931	rnn.weight_hh_l0	5	-0.02742522582411766
156931	rnn.weight_hh_l0	6	-0.05918891727924347
156931	rnn.weight_hh_l0	7	0.013654635287821293
156931	rnn.weight_hh_l0	8	0.01031187828630209
156931	rnn.weight_hh_l0	9	-0.019726919010281563
156931	rnn.bias_ih_l0	0	0.13131090998649597
156931	rnn.bias_ih_l0	1	-0.032411884516477585
156931	rnn.bias_ih_l0	2	-0.010643994435667992
156931	rnn.bias_ih_l0	3	0.14423097670078278
156931	rnn.bias_ih_l0	4	-0.0149301178753376
156931	rnn.bias_ih_l0	5	-0.013617109507322311
156931	rnn.bias_ih_l0	6	0.015572141855955124
156931	rnn.bias_ih_l0	7	0.03536008298397064
156931	rnn.bias_ih_l0	8	-0.10266172885894775
156931	rnn.bias_ih_l0	9	-0.026241227984428406
156931	rnn.bias_hh_l0	0	-0.013717115856707096
156931	rnn.bias_hh_l0	1	-0.10406052321195602
156931	rnn.bias_hh_l0	2	-0.06511721014976501
156931	rnn.bias_hh_l0	3	-0.09431902319192886
156931	rnn.bias_hh_l0	4	-0.004862480331212282
156931	rnn.bias_hh_l0	5	-0.03252887353301048
156931	rnn.bias_hh_l0	6	0.02039722166955471
156931	rnn.bias_hh_l0	7	0.044527098536491394
156931	rnn.bias_hh_l0	8	-0.10124306380748749
156931	rnn.bias_hh_l0	9	-0.059557877480983734
156931	rnn.weight_ih_l0_reverse	0	-0.023258822038769722
156931	rnn.weight_ih_l0_reverse	1	-0.051988616585731506
156931	rnn.weight_ih_l0_reverse	2	-0.03584052994847298
156931	rnn.weight_ih_l0_reverse	3	0.010848700068891048
156931	rnn.weight_ih_l0_reverse	4	-0.01942272298038006
156931	rnn.weight_ih_l0_reverse	5	-0.04936762899160385
156931	rnn.weight_ih_l0_reverse	6	0.07920410484075546
156931	rnn.weight_ih_l0_reverse	7	-0.024902760982513428
156931	rnn.weight_ih_l0_reverse	8	-0.02082129940390587
156931	rnn.weight_ih_l0_reverse	9	-0.0070578353479504585
156931	rnn.weight_hh_l0_reverse	0	0.05974777415394783
156931	rnn.weight_hh_l0_reverse	1	0.01449087169021368
156931	rnn.weight_hh_l0_reverse	2	0.030662324279546738
156931	rnn.weight_hh_l0_reverse	3	0.030608268454670906
156931	rnn.weight_hh_l0_reverse	4	0.005179023370146751
156931	rnn.weight_hh_l0_reverse	5	0.017224017530679703
156931	rnn.weight_hh_l0_reverse	6	0.050132233649492264
156931	rnn.weight_hh_l0_reverse	7	-0.06931651383638382
156931	rnn.weight_hh_l0_reverse	8	0.03590216487646103
156931	rnn.weight_hh_l0_reverse	9	0.034650612622499466
156931	rnn.bias_ih_l0_reverse	0	-0.06305991858243942
156931	rnn.bias_ih_l0_reverse	1	-0.26483020186424255
156931	rnn.bias_ih_l0_reverse	2	-0.13346144556999207
156931	rnn.bias_ih_l0_reverse	3	-0.04659408703446388
156931	rnn.bias_ih_l0_reverse	4	-0.0326106995344162
156931	rnn.bias_ih_l0_reverse	5	0.06341924518346786
156931	rnn.bias_ih_l0_reverse	6	-0.07715295255184174
156931	rnn.bias_ih_l0_reverse	7	0.04236789047718048
156931	rnn.bias_ih_l0_reverse	8	-0.05443807318806648
156931	rnn.bias_ih_l0_reverse	9	0.057591717690229416
156931	rnn.bias_hh_l0_reverse	0	0.024040959775447845
156931	rnn.bias_hh_l0_reverse	1	-0.054188698530197144
156931	rnn.bias_hh_l0_reverse	2	0.08786135166883469
156931	rnn.bias_hh_l0_reverse	3	-0.05606729909777641
156931	rnn.bias_hh_l0_reverse	4	-0.02749215066432953
156931	rnn.bias_hh_l0_reverse	5	-0.03324033319950104
156931	rnn.bias_hh_l0_reverse	6	-0.01419962476938963
156931	rnn.bias_hh_l0_reverse	7	0.11007889360189438
156931	rnn.bias_hh_l0_reverse	8	0.0319591723382473
156931	rnn.bias_hh_l0_reverse	9	-0.1370316445827484
156931	rnn.weight_ih_l1	0	-0.031493403017520905
156931	rnn.weight_ih_l1	1	-0.04970388486981392
156931	rnn.weight_ih_l1	2	0.06775565445423126
156931	rnn.weight_ih_l1	3	-0.06750764697790146
156931	rnn.weight_ih_l1	4	-0.014415894635021687
156931	rnn.weight_ih_l1	5	-0.04419614002108574
156931	rnn.weight_ih_l1	6	0.031043710187077522
156931	rnn.weight_ih_l1	7	-0.03526270017027855
156931	rnn.weight_ih_l1	8	0.03806719556450844
156931	rnn.weight_ih_l1	9	0.04079275205731392
156931	rnn.weight_hh_l1	0	-0.007800186052918434
156931	rnn.weight_hh_l1	1	0.017246834933757782
156931	rnn.weight_hh_l1	2	0.01275779027491808
156931	rnn.weight_hh_l1	3	-0.012101316824555397
156931	rnn.weight_hh_l1	4	0.009555362164974213
156931	rnn.weight_hh_l1	5	0.028546681627631187
156931	rnn.weight_hh_l1	6	0.033575743436813354
156931	rnn.weight_hh_l1	7	-0.01830681413412094
156931	rnn.weight_hh_l1	8	-0.012999656610190868
156931	rnn.weight_hh_l1	9	0.03548354655504227
156931	rnn.bias_ih_l1	0	-0.19383442401885986
156931	rnn.bias_ih_l1	1	-0.19122369587421417
156931	rnn.bias_ih_l1	2	-0.21014471352100372
156931	rnn.bias_ih_l1	3	-0.31499776244163513
156931	rnn.bias_ih_l1	4	-0.20433828234672546
156931	rnn.bias_ih_l1	5	-0.09961666911840439
156931	rnn.bias_ih_l1	6	-0.16964344680309296
156931	rnn.bias_ih_l1	7	-0.01155125629156828
156931	rnn.bias_ih_l1	8	-0.14296181499958038
156931	rnn.bias_ih_l1	9	-0.1230272725224495
156931	rnn.bias_hh_l1	0	-0.11142109334468842
156931	rnn.bias_hh_l1	1	-0.07370569556951523
156931	rnn.bias_hh_l1	2	-0.10576024651527405
156931	rnn.bias_hh_l1	3	-0.08160876482725143
156931	rnn.bias_hh_l1	4	-0.09823176264762878
156931	rnn.bias_hh_l1	5	-0.11781149357557297
156931	rnn.bias_hh_l1	6	-0.1560523360967636
156931	rnn.bias_hh_l1	7	0.053014617413282394
156931	rnn.bias_hh_l1	8	-0.17282086610794067
156931	rnn.bias_hh_l1	9	-0.11091944575309753
156931	rnn.weight_ih_l1_reverse	0	-0.040009163320064545
156931	rnn.weight_ih_l1_reverse	1	0.02841995283961296
156931	rnn.weight_ih_l1_reverse	2	0.06457479298114777
156931	rnn.weight_ih_l1_reverse	3	7.404979260172695e-05
156931	rnn.weight_ih_l1_reverse	4	-0.0382782518863678
156931	rnn.weight_ih_l1_reverse	5	-0.031549226492643356
156931	rnn.weight_ih_l1_reverse	6	-0.00027055584359914064
156931	rnn.weight_ih_l1_reverse	7	0.032698940485715866
156931	rnn.weight_ih_l1_reverse	8	0.01635144278407097
156931	rnn.weight_ih_l1_reverse	9	-0.053751058876514435
156931	rnn.weight_hh_l1_reverse	0	0.005277842283248901
156931	rnn.weight_hh_l1_reverse	1	0.030085423961281776
156931	rnn.weight_hh_l1_reverse	2	-0.039866942912340164
156931	rnn.weight_hh_l1_reverse	3	0.03611478954553604
156931	rnn.weight_hh_l1_reverse	4	0.05108579248189926
156931	rnn.weight_hh_l1_reverse	5	-0.0006837748805992305
156931	rnn.weight_hh_l1_reverse	6	0.04850343242287636
156931	rnn.weight_hh_l1_reverse	7	0.03024858795106411
156931	rnn.weight_hh_l1_reverse	8	-0.007161824498325586
156931	rnn.weight_hh_l1_reverse	9	-0.03257555514574051
156931	rnn.bias_ih_l1_reverse	0	-0.07291843742132187
156931	rnn.bias_ih_l1_reverse	1	-0.16058792173862457
156931	rnn.bias_ih_l1_reverse	2	-0.1604897528886795
156931	rnn.bias_ih_l1_reverse	3	-0.01242042239755392
156931	rnn.bias_ih_l1_reverse	4	-0.21536798775196075
156931	rnn.bias_ih_l1_reverse	5	-0.1162041649222374
156931	rnn.bias_ih_l1_reverse	6	-0.13826432824134827
156931	rnn.bias_ih_l1_reverse	7	-0.19881118834018707
156931	rnn.bias_ih_l1_reverse	8	0.22960281372070312
156931	rnn.bias_ih_l1_reverse	9	0.06150781363248825
156931	rnn.bias_hh_l1_reverse	0	0.016911055892705917
156931	rnn.bias_hh_l1_reverse	1	-0.11327100545167923
156931	rnn.bias_hh_l1_reverse	2	-0.23405992984771729
156931	rnn.bias_hh_l1_reverse	3	-0.1398799568414688
156931	rnn.bias_hh_l1_reverse	4	-0.09875443577766418
156931	rnn.bias_hh_l1_reverse	5	-0.1284661889076233
156931	rnn.bias_hh_l1_reverse	6	0.08661244809627533
156931	rnn.bias_hh_l1_reverse	7	-0.17481601238250732
156931	rnn.bias_hh_l1_reverse	8	-0.12285774946212769
156931	rnn.bias_hh_l1_reverse	9	-0.1509128361940384
156931	linear.weight	0	0.002228822559118271
156931	linear.weight	1	0.10832402855157852
156931	linear.weight	2	-0.08583749830722809
156931	linear.weight	3	0.25644418597221375
156931	linear.weight	4	0.15132901072502136
156931	linear.weight	5	-0.053453706204891205
156931	linear.weight	6	0.12606535851955414
156931	linear.weight	7	0.06710737198591232
156931	linear.weight	8	0.04119123890995979
156931	linear.weight	9	-0.029651476070284843
156931	linear.bias	0	0.10011046379804611
156931	linear.bias	1	-0.21488291025161743
156931	linear.bias	2	-0.4192716181278229
156931	linear.bias	3	-0.6773163676261902
156931	linear.bias	4	-1.2234550714492798
156931	linear.bias	5	-0.0470711924135685
156931	linear.bias	6	-0.783767819404602
156931	linear.bias	7	0.29456982016563416
156931	linear.bias	8	-0.45475369691848755
156931	linear.bias	9	-1.019289255142212
157128	transitions	0	0.6774064302444458
157128	transitions	1	0.16681459546089172
157128	transitions	2	-10000.0
157128	transitions	3	-1.8245168924331665
157128	transitions	4	-10000.0
157128	transitions	5	0.5737614035606384
157128	transitions	6	-0.07787855714559555
157128	transitions	7	-0.7396567463874817
157128	transitions	8	-1.4071558713912964
157128	transitions	9	-0.0011491830227896571
157128	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
157128	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
157128	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
157128	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
157128	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
157128	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
157128	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
157128	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
157128	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
157128	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
157128	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
157128	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
157128	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
157128	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
157128	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
157128	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
157128	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
157128	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
157128	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
157128	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
157128	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
157128	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
157128	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
157128	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
157128	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
157128	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
157128	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
157128	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
157128	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
157128	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
157128	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
157128	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
157128	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
157128	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
157128	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
157128	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
157128	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
157128	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
157128	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
157128	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
157128	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
157128	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
157128	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
157128	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
157128	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
157128	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
157128	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
157128	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
157128	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
157128	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
157128	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
157128	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
157128	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
157128	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
157128	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
157128	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
157128	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
157128	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
157128	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
157128	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
157128	embedding2nn.weight	0	0.03583429008722305
157128	embedding2nn.weight	1	-0.01386548113077879
157128	embedding2nn.weight	2	-0.014268254861235619
157128	embedding2nn.weight	3	-0.01831175945699215
157128	embedding2nn.weight	4	-0.0059150345623493195
157128	embedding2nn.weight	5	-0.0037005895283073187
157128	embedding2nn.weight	6	-0.003973303362727165
157128	embedding2nn.weight	7	-0.08540190011262894
157128	embedding2nn.weight	8	-0.0019979383796453476
157128	embedding2nn.weight	9	-0.027587056159973145
157128	embedding2nn.bias	0	0.06586039811372757
157128	embedding2nn.bias	1	-0.07987698167562485
157128	embedding2nn.bias	2	0.08439978957176208
157128	embedding2nn.bias	3	0.044327445328235626
157128	embedding2nn.bias	4	-0.03768351674079895
157128	embedding2nn.bias	5	-0.022747717797756195
157128	embedding2nn.bias	6	0.01948080025613308
157128	embedding2nn.bias	7	-0.05366005375981331
157128	embedding2nn.bias	8	0.06890549510717392
157128	embedding2nn.bias	9	0.047141049057245255
157128	rnn.weight_ih_l0	0	-0.08167263865470886
157128	rnn.weight_ih_l0	1	0.00738473329693079
157128	rnn.weight_ih_l0	2	0.039190005511045456
157128	rnn.weight_ih_l0	3	0.02382707968354225
157128	rnn.weight_ih_l0	4	-0.03754701837897301
157128	rnn.weight_ih_l0	5	-0.06632205098867416
157128	rnn.weight_ih_l0	6	0.0014846506528556347
157128	rnn.weight_ih_l0	7	0.05927392095327377
157128	rnn.weight_ih_l0	8	-0.010108578018844128
157128	rnn.weight_ih_l0	9	-0.027489224448800087
157128	rnn.weight_hh_l0	0	-0.030980845913290977
157128	rnn.weight_hh_l0	1	-0.005984904710203409
157128	rnn.weight_hh_l0	2	0.0006408421904779971
157128	rnn.weight_hh_l0	3	-0.06776036322116852
157128	rnn.weight_hh_l0	4	0.08608287572860718
157128	rnn.weight_hh_l0	5	-0.027270304039120674
157128	rnn.weight_hh_l0	6	-0.05992463231086731
157128	rnn.weight_hh_l0	7	0.013493943959474564
157128	rnn.weight_hh_l0	8	0.010118287988007069
157128	rnn.weight_hh_l0	9	-0.019761431962251663
157128	rnn.bias_ih_l0	0	0.13141456246376038
157128	rnn.bias_ih_l0	1	-0.03136322647333145
157128	rnn.bias_ih_l0	2	-0.00919659435749054
157128	rnn.bias_ih_l0	3	0.14497633278369904
157128	rnn.bias_ih_l0	4	-0.016244232654571533
157128	rnn.bias_ih_l0	5	-0.013470007106661797
157128	rnn.bias_ih_l0	6	0.017073845490813255
157128	rnn.bias_ih_l0	7	0.035164766013622284
157128	rnn.bias_ih_l0	8	-0.10253477096557617
157128	rnn.bias_ih_l0	9	-0.02231992594897747
157128	rnn.bias_hh_l0	0	-0.013684780336916447
157128	rnn.bias_hh_l0	1	-0.10344802588224411
157128	rnn.bias_hh_l0	2	-0.0662522166967392
157128	rnn.bias_hh_l0	3	-0.09395191073417664
157128	rnn.bias_hh_l0	4	-0.006076005287468433
157128	rnn.bias_hh_l0	5	-0.0324658639729023
157128	rnn.bias_hh_l0	6	0.02091168239712715
157128	rnn.bias_hh_l0	7	0.045145582407712936
157128	rnn.bias_hh_l0	8	-0.10194341838359833
157128	rnn.bias_hh_l0	9	-0.06095786392688751
157128	rnn.weight_ih_l0_reverse	0	-0.023084010928869247
157128	rnn.weight_ih_l0_reverse	1	-0.05191650241613388
157128	rnn.weight_ih_l0_reverse	2	-0.035037558525800705
157128	rnn.weight_ih_l0_reverse	3	0.010472873225808144
157128	rnn.weight_ih_l0_reverse	4	-0.01925385370850563
157128	rnn.weight_ih_l0_reverse	5	-0.04965322092175484
157128	rnn.weight_ih_l0_reverse	6	0.0790422111749649
157128	rnn.weight_ih_l0_reverse	7	-0.024875296279788017
157128	rnn.weight_ih_l0_reverse	8	-0.020350445061922073
157128	rnn.weight_ih_l0_reverse	9	-0.006894211284816265
157128	rnn.weight_hh_l0_reverse	0	0.05975215509533882
157128	rnn.weight_hh_l0_reverse	1	0.01363267283886671
157128	rnn.weight_hh_l0_reverse	2	0.03083478845655918
157128	rnn.weight_hh_l0_reverse	3	0.03070705384016037
157128	rnn.weight_hh_l0_reverse	4	0.0057143294252455235
157128	rnn.weight_hh_l0_reverse	5	0.016743361949920654
157128	rnn.weight_hh_l0_reverse	6	0.05035408213734627
157128	rnn.weight_hh_l0_reverse	7	-0.06942100822925568
157128	rnn.weight_hh_l0_reverse	8	0.03582356497645378
157128	rnn.weight_hh_l0_reverse	9	0.03469223901629448
157128	rnn.bias_ih_l0_reverse	0	-0.06265345215797424
157128	rnn.bias_ih_l0_reverse	1	-0.26400789618492126
157128	rnn.bias_ih_l0_reverse	2	-0.13161450624465942
157128	rnn.bias_ih_l0_reverse	3	-0.0465458445250988
157128	rnn.bias_ih_l0_reverse	4	-0.033512718975543976
157128	rnn.bias_ih_l0_reverse	5	0.06412231177091599
157128	rnn.bias_ih_l0_reverse	6	-0.07887671142816544
157128	rnn.bias_ih_l0_reverse	7	0.04286448657512665
157128	rnn.bias_ih_l0_reverse	8	-0.05353526026010513
157128	rnn.bias_ih_l0_reverse	9	0.05928516015410423
157128	rnn.bias_hh_l0_reverse	0	0.023530511185526848
157128	rnn.bias_hh_l0_reverse	1	-0.058350663632154465
157128	rnn.bias_hh_l0_reverse	2	0.0863182544708252
157128	rnn.bias_hh_l0_reverse	3	-0.054020386189222336
157128	rnn.bias_hh_l0_reverse	4	-0.027884259819984436
157128	rnn.bias_hh_l0_reverse	5	-0.0318586602807045
157128	rnn.bias_hh_l0_reverse	6	-0.01321237813681364
157128	rnn.bias_hh_l0_reverse	7	0.10995151847600937
157128	rnn.bias_hh_l0_reverse	8	0.03174733370542526
157128	rnn.bias_hh_l0_reverse	9	-0.13614633679389954
157128	rnn.weight_ih_l1	0	-0.031389039009809494
157128	rnn.weight_ih_l1	1	-0.049759551882743835
157128	rnn.weight_ih_l1	2	0.06691722571849823
157128	rnn.weight_ih_l1	3	-0.06822069734334946
157128	rnn.weight_ih_l1	4	-0.014530040323734283
157128	rnn.weight_ih_l1	5	-0.044213324785232544
157128	rnn.weight_ih_l1	6	0.031153293326497078
157128	rnn.weight_ih_l1	7	-0.03520932048559189
157128	rnn.weight_ih_l1	8	0.038024548441171646
157128	rnn.weight_ih_l1	9	0.04085845500230789
157128	rnn.weight_hh_l1	0	-0.007620383054018021
157128	rnn.weight_hh_l1	1	0.01721152663230896
157128	rnn.weight_hh_l1	2	0.012691214680671692
157128	rnn.weight_hh_l1	3	-0.012152778916060925
157128	rnn.weight_hh_l1	4	0.008961865678429604
157128	rnn.weight_hh_l1	5	0.028723426163196564
157128	rnn.weight_hh_l1	6	0.03345485031604767
157128	rnn.weight_hh_l1	7	-0.018203005194664
157128	rnn.weight_hh_l1	8	-0.013013090007007122
157128	rnn.weight_hh_l1	9	0.0356280542910099
157128	rnn.bias_ih_l1	0	-0.19535313546657562
157128	rnn.bias_ih_l1	1	-0.19050388038158417
157128	rnn.bias_ih_l1	2	-0.21007061004638672
157128	rnn.bias_ih_l1	3	-0.3163876235485077
157128	rnn.bias_ih_l1	4	-0.20129196345806122
157128	rnn.bias_ih_l1	5	-0.09924359619617462
157128	rnn.bias_ih_l1	6	-0.16893284022808075
157128	rnn.bias_ih_l1	7	-0.014950266107916832
157128	rnn.bias_ih_l1	8	-0.14318381249904633
157128	rnn.bias_ih_l1	9	-0.1210414245724678
157128	rnn.bias_hh_l1	0	-0.11189290881156921
157128	rnn.bias_hh_l1	1	-0.07233600318431854
157128	rnn.bias_hh_l1	2	-0.10409082472324371
157128	rnn.bias_hh_l1	3	-0.08180266618728638
157128	rnn.bias_hh_l1	4	-0.09836021065711975
157128	rnn.bias_hh_l1	5	-0.11777500808238983
157128	rnn.bias_hh_l1	6	-0.1560533493757248
157128	rnn.bias_hh_l1	7	0.05491003766655922
157128	rnn.bias_hh_l1	8	-0.17262002825737
157128	rnn.bias_hh_l1	9	-0.10912536829710007
157128	rnn.weight_ih_l1_reverse	0	-0.039784807711839676
157128	rnn.weight_ih_l1_reverse	1	0.02859005704522133
157128	rnn.weight_ih_l1_reverse	2	0.06312822550535202
157128	rnn.weight_ih_l1_reverse	3	-0.00011885419371537864
157128	rnn.weight_ih_l1_reverse	4	-0.03963136672973633
157128	rnn.weight_ih_l1_reverse	5	-0.03148355707526207
157128	rnn.weight_ih_l1_reverse	6	0.0011036088690161705
157128	rnn.weight_ih_l1_reverse	7	0.03303457051515579
157128	rnn.weight_ih_l1_reverse	8	0.015930425375699997
157128	rnn.weight_ih_l1_reverse	9	-0.0534217469394207
157128	rnn.weight_hh_l1_reverse	0	0.005168786272406578
157128	rnn.weight_hh_l1_reverse	1	0.030066153034567833
157128	rnn.weight_hh_l1_reverse	2	-0.03989410772919655
157128	rnn.weight_hh_l1_reverse	3	0.0360536128282547
157128	rnn.weight_hh_l1_reverse	4	0.05129663646221161
157128	rnn.weight_hh_l1_reverse	5	-0.0005709129618480802
157128	rnn.weight_hh_l1_reverse	6	0.04925829544663429
157128	rnn.weight_hh_l1_reverse	7	0.030129682272672653
157128	rnn.weight_hh_l1_reverse	8	-0.00716822687536478
157128	rnn.weight_hh_l1_reverse	9	-0.03256428986787796
157128	rnn.bias_ih_l1_reverse	0	-0.07419183850288391
157128	rnn.bias_ih_l1_reverse	1	-0.15980659425258636
157128	rnn.bias_ih_l1_reverse	2	-0.1613176316022873
157128	rnn.bias_ih_l1_reverse	3	-0.012280067428946495
157128	rnn.bias_ih_l1_reverse	4	-0.21433234214782715
157128	rnn.bias_ih_l1_reverse	5	-0.1160784587264061
157128	rnn.bias_ih_l1_reverse	6	-0.13814453780651093
157128	rnn.bias_ih_l1_reverse	7	-0.19973421096801758
157128	rnn.bias_ih_l1_reverse	8	0.22605270147323608
157128	rnn.bias_ih_l1_reverse	9	0.06084682047367096
157128	rnn.bias_hh_l1_reverse	0	0.01221773587167263
157128	rnn.bias_hh_l1_reverse	1	-0.11076048016548157
157128	rnn.bias_hh_l1_reverse	2	-0.2345648556947708
157128	rnn.bias_hh_l1_reverse	3	-0.13797493278980255
157128	rnn.bias_hh_l1_reverse	4	-0.09830513596534729
157128	rnn.bias_hh_l1_reverse	5	-0.12719187140464783
157128	rnn.bias_hh_l1_reverse	6	0.08689597994089127
157128	rnn.bias_hh_l1_reverse	7	-0.1745721697807312
157128	rnn.bias_hh_l1_reverse	8	-0.12476621568202972
157128	rnn.bias_hh_l1_reverse	9	-0.15106026828289032
157128	linear.weight	0	0.002228822559118271
157128	linear.weight	1	0.10553497076034546
157128	linear.weight	2	-0.08656399697065353
157128	linear.weight	3	0.25667545199394226
157128	linear.weight	4	0.1510104537010193
157128	linear.weight	5	-0.051881853491067886
157128	linear.weight	6	0.12896840274333954
157128	linear.weight	7	0.07222048938274384
157128	linear.weight	8	0.041190870106220245
157128	linear.weight	9	-0.03228159248828888
157128	linear.bias	0	0.08584529906511307
157128	linear.bias	1	-0.20878739655017853
157128	linear.bias	2	-0.3985954523086548
157128	linear.bias	3	-0.6836597323417664
157128	linear.bias	4	-1.2309077978134155
157128	linear.bias	5	-0.04687758907675743
157128	linear.bias	6	-0.776804506778717
157128	linear.bias	7	0.294221967458725
157128	linear.bias	8	-0.461445152759552
157128	linear.bias	9	-1.0259716510772705
157325	transitions	0	0.6813955307006836
157325	transitions	1	0.16737599670886993
157325	transitions	2	-10000.0
157325	transitions	3	-1.8245279788970947
157325	transitions	4	-10000.0
157325	transitions	5	0.5737321376800537
157325	transitions	6	-0.07790665328502655
157325	transitions	7	-0.7401681542396545
157325	transitions	8	-1.4071983098983765
157325	transitions	9	-0.0011495723156258464
157325	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
157325	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
157325	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
157325	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
157325	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
157325	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
157325	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
157325	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
157325	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
157325	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
157325	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
157325	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
157325	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
157325	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
157325	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
157325	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
157325	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
157325	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
157325	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
157325	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
157325	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
157325	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
157325	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
157325	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
157325	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
157325	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
157325	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
157325	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
157325	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
157325	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
157325	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
157325	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
157325	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
157325	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
157325	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
157325	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
157325	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
157325	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
157325	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
157325	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
157325	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
157325	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
157325	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
157325	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
157325	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
157325	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
157325	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
157325	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
157325	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
157325	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
157325	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
157325	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
157325	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
157325	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
157325	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
157325	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
157325	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
157325	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
157325	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
157325	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
157325	embedding2nn.weight	0	0.03622446581721306
157325	embedding2nn.weight	1	-0.013772847130894661
157325	embedding2nn.weight	2	-0.014268254861235619
157325	embedding2nn.weight	3	-0.01827121339738369
157325	embedding2nn.weight	4	-0.0059150345623493195
157325	embedding2nn.weight	5	-0.0037005895283073187
157325	embedding2nn.weight	6	-0.0039733038283884525
157325	embedding2nn.weight	7	-0.08566684275865555
157325	embedding2nn.weight	8	-0.0019979383796453476
157325	embedding2nn.weight	9	-0.028114674612879753
157325	embedding2nn.bias	0	0.06429275125265121
157325	embedding2nn.bias	1	-0.08282570540904999
157325	embedding2nn.bias	2	0.0808015763759613
157325	embedding2nn.bias	3	0.04547885060310364
157325	embedding2nn.bias	4	-0.03963365778326988
157325	embedding2nn.bias	5	-0.018299883231520653
157325	embedding2nn.bias	6	0.018507717177271843
157325	embedding2nn.bias	7	-0.05687272548675537
157325	embedding2nn.bias	8	0.06471240520477295
157325	embedding2nn.bias	9	0.04697643965482712
157325	rnn.weight_ih_l0	0	-0.08213447034358978
157325	rnn.weight_ih_l0	1	0.007238990627229214
157325	rnn.weight_ih_l0	2	0.03903797268867493
157325	rnn.weight_ih_l0	3	0.02368391491472721
157325	rnn.weight_ih_l0	4	-0.03819221630692482
157325	rnn.weight_ih_l0	5	-0.06689668446779251
157325	rnn.weight_ih_l0	6	0.0014048069715499878
157325	rnn.weight_ih_l0	7	0.05807096138596535
157325	rnn.weight_ih_l0	8	-0.010939644649624825
157325	rnn.weight_ih_l0	9	-0.027147909626364708
157325	rnn.weight_hh_l0	0	-0.030673660337924957
157325	rnn.weight_hh_l0	1	-0.006929366383701563
157325	rnn.weight_hh_l0	2	0.0005303526995703578
157325	rnn.weight_hh_l0	3	-0.06763801723718643
157325	rnn.weight_hh_l0	4	0.08577165752649307
157325	rnn.weight_hh_l0	5	-0.026292743161320686
157325	rnn.weight_hh_l0	6	-0.0592154823243618
157325	rnn.weight_hh_l0	7	0.013807668350636959
157325	rnn.weight_hh_l0	8	0.010589259676635265
157325	rnn.weight_hh_l0	9	-0.019753139466047287
157325	rnn.bias_ih_l0	0	0.13117294013500214
157325	rnn.bias_ih_l0	1	-0.03183611482381821
157325	rnn.bias_ih_l0	2	-0.007907414808869362
157325	rnn.bias_ih_l0	3	0.14397591352462769
157325	rnn.bias_ih_l0	4	-0.01603066921234131
157325	rnn.bias_ih_l0	5	-0.012248821556568146
157325	rnn.bias_ih_l0	6	0.01652630604803562
157325	rnn.bias_ih_l0	7	0.03349929302930832
157325	rnn.bias_ih_l0	8	-0.10194139182567596
157325	rnn.bias_ih_l0	9	-0.02266576513648033
157325	rnn.bias_hh_l0	0	-0.012528961524367332
157325	rnn.bias_hh_l0	1	-0.10404179245233536
157325	rnn.bias_hh_l0	2	-0.06567568331956863
157325	rnn.bias_hh_l0	3	-0.09312145411968231
157325	rnn.bias_hh_l0	4	-0.006616639439016581
157325	rnn.bias_hh_l0	5	-0.031879764050245285
157325	rnn.bias_hh_l0	6	0.022812392562627792
157325	rnn.bias_hh_l0	7	0.04498160257935524
157325	rnn.bias_hh_l0	8	-0.1027754545211792
157325	rnn.bias_hh_l0	9	-0.062088076025247574
157325	rnn.weight_ih_l0_reverse	0	-0.023098135367035866
157325	rnn.weight_ih_l0_reverse	1	-0.05187196284532547
157325	rnn.weight_ih_l0_reverse	2	-0.03438465669751167
157325	rnn.weight_ih_l0_reverse	3	0.009855642914772034
157325	rnn.weight_ih_l0_reverse	4	-0.019205482676625252
157325	rnn.weight_ih_l0_reverse	5	-0.049372754991054535
157325	rnn.weight_ih_l0_reverse	6	0.07880058139562607
157325	rnn.weight_ih_l0_reverse	7	-0.025093184784054756
157325	rnn.weight_ih_l0_reverse	8	-0.02036222442984581
157325	rnn.weight_ih_l0_reverse	9	-0.006517524365335703
157325	rnn.weight_hh_l0_reverse	0	0.059567660093307495
157325	rnn.weight_hh_l0_reverse	1	0.013532818295061588
157325	rnn.weight_hh_l0_reverse	2	0.030395938083529472
157325	rnn.weight_hh_l0_reverse	3	0.030864126980304718
157325	rnn.weight_hh_l0_reverse	4	0.0054653179831802845
157325	rnn.weight_hh_l0_reverse	5	0.016312621533870697
157325	rnn.weight_hh_l0_reverse	6	0.04997922480106354
157325	rnn.weight_hh_l0_reverse	7	-0.06942381709814072
157325	rnn.weight_hh_l0_reverse	8	0.035896606743335724
157325	rnn.weight_hh_l0_reverse	9	0.034767623990774155
157325	rnn.bias_ih_l0_reverse	0	-0.06091457977890968
157325	rnn.bias_ih_l0_reverse	1	-0.26349160075187683
157325	rnn.bias_ih_l0_reverse	2	-0.13098570704460144
157325	rnn.bias_ih_l0_reverse	3	-0.04738594964146614
157325	rnn.bias_ih_l0_reverse	4	-0.03473066911101341
157325	rnn.bias_ih_l0_reverse	5	0.06307549774646759
157325	rnn.bias_ih_l0_reverse	6	-0.07947976887226105
157325	rnn.bias_ih_l0_reverse	7	0.04330328851938248
157325	rnn.bias_ih_l0_reverse	8	-0.05299438163638115
157325	rnn.bias_ih_l0_reverse	9	0.059575192630290985
157325	rnn.bias_hh_l0_reverse	0	0.02367738075554371
157325	rnn.bias_hh_l0_reverse	1	-0.05987557768821716
157325	rnn.bias_hh_l0_reverse	2	0.08233259618282318
157325	rnn.bias_hh_l0_reverse	3	-0.05443517863750458
157325	rnn.bias_hh_l0_reverse	4	-0.027445673942565918
157325	rnn.bias_hh_l0_reverse	5	-0.030426962301135063
157325	rnn.bias_hh_l0_reverse	6	-0.015091311186552048
157325	rnn.bias_hh_l0_reverse	7	0.11078150570392609
157325	rnn.bias_hh_l0_reverse	8	0.030309148132801056
157325	rnn.bias_hh_l0_reverse	9	-0.13559293746948242
157325	rnn.weight_ih_l1	0	-0.03189883008599281
157325	rnn.weight_ih_l1	1	-0.04962453991174698
157325	rnn.weight_ih_l1	2	0.06748538464307785
157325	rnn.weight_ih_l1	3	-0.06882097572088242
157325	rnn.weight_ih_l1	4	-0.014821333810687065
157325	rnn.weight_ih_l1	5	-0.04402546584606171
157325	rnn.weight_ih_l1	6	0.031347889453172684
157325	rnn.weight_ih_l1	7	-0.03509681671857834
157325	rnn.weight_ih_l1	8	0.03801671415567398
157325	rnn.weight_ih_l1	9	0.04111667349934578
157325	rnn.weight_hh_l1	0	-0.007753938902169466
157325	rnn.weight_hh_l1	1	0.017244359478354454
157325	rnn.weight_hh_l1	2	0.012124237604439259
157325	rnn.weight_hh_l1	3	-0.012114831246435642
157325	rnn.weight_hh_l1	4	0.009071043692529202
157325	rnn.weight_hh_l1	5	0.028918718919157982
157325	rnn.weight_hh_l1	6	0.032618969678878784
157325	rnn.weight_hh_l1	7	-0.018141409382224083
157325	rnn.weight_hh_l1	8	-0.01292109303176403
157325	rnn.weight_hh_l1	9	0.03563094139099121
157325	rnn.bias_ih_l1	0	-0.19617372751235962
157325	rnn.bias_ih_l1	1	-0.19013270735740662
157325	rnn.bias_ih_l1	2	-0.21088992059230804
157325	rnn.bias_ih_l1	3	-0.3162934184074402
157325	rnn.bias_ih_l1	4	-0.1975238025188446
157325	rnn.bias_ih_l1	5	-0.0986151397228241
157325	rnn.bias_ih_l1	6	-0.16953045129776
157325	rnn.bias_ih_l1	7	-0.014712268486618996
157325	rnn.bias_ih_l1	8	-0.1430330127477646
157325	rnn.bias_ih_l1	9	-0.12198951840400696
157325	rnn.bias_hh_l1	0	-0.11132302135229111
157325	rnn.bias_hh_l1	1	-0.07190106809139252
157325	rnn.bias_hh_l1	2	-0.10426245629787445
157325	rnn.bias_hh_l1	3	-0.08104782551527023
157325	rnn.bias_hh_l1	4	-0.09824194759130478
157325	rnn.bias_hh_l1	5	-0.11684869229793549
157325	rnn.bias_hh_l1	6	-0.15472696721553802
157325	rnn.bias_hh_l1	7	0.05334252864122391
157325	rnn.bias_hh_l1	8	-0.17081628739833832
157325	rnn.bias_hh_l1	9	-0.11013665795326233
157325	rnn.weight_ih_l1_reverse	0	-0.040502890944480896
157325	rnn.weight_ih_l1_reverse	1	0.028428392484784126
157325	rnn.weight_ih_l1_reverse	2	0.06306200474500656
157325	rnn.weight_ih_l1_reverse	3	0.00014188610657583922
157325	rnn.weight_ih_l1_reverse	4	-0.04018781706690788
157325	rnn.weight_ih_l1_reverse	5	-0.03138268366456032
157325	rnn.weight_ih_l1_reverse	6	0.0013912091962993145
157325	rnn.weight_ih_l1_reverse	7	0.032529719173908234
157325	rnn.weight_ih_l1_reverse	8	0.016302229836583138
157325	rnn.weight_ih_l1_reverse	9	-0.05469140410423279
157325	rnn.weight_hh_l1_reverse	0	0.005123891867697239
157325	rnn.weight_hh_l1_reverse	1	0.030202941969037056
157325	rnn.weight_hh_l1_reverse	2	-0.03988195210695267
157325	rnn.weight_hh_l1_reverse	3	0.03612549230456352
157325	rnn.weight_hh_l1_reverse	4	0.05132148042321205
157325	rnn.weight_hh_l1_reverse	5	-0.0002101842110278085
157325	rnn.weight_hh_l1_reverse	6	0.0484677217900753
157325	rnn.weight_hh_l1_reverse	7	0.03050283156335354
157325	rnn.weight_hh_l1_reverse	8	-0.007176129147410393
157325	rnn.weight_hh_l1_reverse	9	-0.03264201804995537
157325	rnn.bias_ih_l1_reverse	0	-0.07390806823968887
157325	rnn.bias_ih_l1_reverse	1	-0.1593213826417923
157325	rnn.bias_ih_l1_reverse	2	-0.1619729995727539
157325	rnn.bias_ih_l1_reverse	3	-0.012082849629223347
157325	rnn.bias_ih_l1_reverse	4	-0.2140156477689743
157325	rnn.bias_ih_l1_reverse	5	-0.11602534353733063
157325	rnn.bias_ih_l1_reverse	6	-0.138240784406662
157325	rnn.bias_ih_l1_reverse	7	-0.1974055916070938
157325	rnn.bias_ih_l1_reverse	8	0.23026955127716064
157325	rnn.bias_ih_l1_reverse	9	0.057623766362667084
157325	rnn.bias_hh_l1_reverse	0	0.015557235106825829
157325	rnn.bias_hh_l1_reverse	1	-0.1107022762298584
157325	rnn.bias_hh_l1_reverse	2	-0.23366886377334595
157325	rnn.bias_hh_l1_reverse	3	-0.13736020028591156
157325	rnn.bias_hh_l1_reverse	4	-0.09815903007984161
157325	rnn.bias_hh_l1_reverse	5	-0.1286463439464569
157325	rnn.bias_hh_l1_reverse	6	0.08761575818061829
157325	rnn.bias_hh_l1_reverse	7	-0.17484647035598755
157325	rnn.bias_hh_l1_reverse	8	-0.12529385089874268
157325	rnn.bias_hh_l1_reverse	9	-0.1508806049823761
157325	linear.weight	0	0.002228822559118271
157325	linear.weight	1	0.1037537232041359
157325	linear.weight	2	-0.08405216783285141
157325	linear.weight	3	0.2551968991756439
157325	linear.weight	4	0.1531953066587448
157325	linear.weight	5	-0.05213024839758873
157325	linear.weight	6	0.1285102665424347
157325	linear.weight	7	0.07429191470146179
157325	linear.weight	8	0.04118979349732399
157325	linear.weight	9	-0.03257524222135544
157325	linear.bias	0	0.10396870225667953
157325	linear.bias	1	-0.2192763090133667
157325	linear.bias	2	-0.40950149297714233
157325	linear.bias	3	-0.6728441715240479
157325	linear.bias	4	-1.2206870317459106
157325	linear.bias	5	-0.048390842974185944
157325	linear.bias	6	-0.7879294157028198
157325	linear.bias	7	0.29164963960647583
157325	linear.bias	8	-0.46677911281585693
157325	linear.bias	9	-1.0314408540725708
157522	transitions	0	0.6849587559700012
157522	transitions	1	0.16389977931976318
157522	transitions	2	-10000.0
157522	transitions	3	-1.8245465755462646
157522	transitions	4	-10000.0
157522	transitions	5	0.5737051367759705
157522	transitions	6	-0.07793030142784119
157522	transitions	7	-0.7404659986495972
157522	transitions	8	-1.4072747230529785
157522	transitions	9	-0.0011500082910060883
157522	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
157522	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
157522	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
157522	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
157522	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
157522	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
157522	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
157522	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
157522	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
157522	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
157522	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
157522	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
157522	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
157522	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
157522	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
157522	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
157522	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
157522	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
157522	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
157522	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
157522	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
157522	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
157522	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
157522	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
157522	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
157522	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
157522	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
157522	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
157522	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
157522	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
157522	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
157522	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
157522	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
157522	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
157522	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
157522	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
157522	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
157522	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
157522	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
157522	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
157522	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
157522	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
157522	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
157522	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
157522	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
157522	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
157522	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
157522	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
157522	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
157522	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
157522	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
157522	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
157522	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
157522	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
157522	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
157522	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
157522	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
157522	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
157522	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
157522	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
157522	embedding2nn.weight	0	0.03573940694332123
157522	embedding2nn.weight	1	-0.01362625788897276
157522	embedding2nn.weight	2	-0.014268254861235619
157522	embedding2nn.weight	3	-0.017794543877243996
157522	embedding2nn.weight	4	-0.0059150345623493195
157522	embedding2nn.weight	5	-0.0037005890626460314
157522	embedding2nn.weight	6	-0.0039733052253723145
157522	embedding2nn.weight	7	-0.0861104354262352
157522	embedding2nn.weight	8	-0.0019979383796453476
157522	embedding2nn.weight	9	-0.028382640331983566
157522	embedding2nn.bias	0	0.07081839442253113
157522	embedding2nn.bias	1	-0.07972534745931625
157522	embedding2nn.bias	2	0.08801737427711487
157522	embedding2nn.bias	3	0.045195333659648895
157522	embedding2nn.bias	4	-0.041248008608818054
157522	embedding2nn.bias	5	-0.025549285113811493
157522	embedding2nn.bias	6	0.017486851662397385
157522	embedding2nn.bias	7	-0.061097387224435806
157522	embedding2nn.bias	8	0.06432860344648361
157522	embedding2nn.bias	9	0.04518574848771095
157522	rnn.weight_ih_l0	0	-0.08124920725822449
157522	rnn.weight_ih_l0	1	0.007480259519070387
157522	rnn.weight_ih_l0	2	0.039133455604314804
157522	rnn.weight_ih_l0	3	0.023303015157580376
157522	rnn.weight_ih_l0	4	-0.039062369614839554
157522	rnn.weight_ih_l0	5	-0.0671154260635376
157522	rnn.weight_ih_l0	6	0.0019747144542634487
157522	rnn.weight_ih_l0	7	0.0580986887216568
157522	rnn.weight_ih_l0	8	-0.010945448651909828
157522	rnn.weight_ih_l0	9	-0.0273117832839489
157522	rnn.weight_hh_l0	0	-0.03132212534546852
157522	rnn.weight_hh_l0	1	-0.008034931495785713
157522	rnn.weight_hh_l0	2	0.0004766462370753288
157522	rnn.weight_hh_l0	3	-0.06731311231851578
157522	rnn.weight_hh_l0	4	0.08617950230836868
157522	rnn.weight_hh_l0	5	-0.02595572918653488
157522	rnn.weight_hh_l0	6	-0.059881724417209625
157522	rnn.weight_hh_l0	7	0.01370155718177557
157522	rnn.weight_hh_l0	8	0.009538456797599792
157522	rnn.weight_hh_l0	9	-0.019663818180561066
157522	rnn.bias_ih_l0	0	0.13061121106147766
157522	rnn.bias_ih_l0	1	-0.032539334148168564
157522	rnn.bias_ih_l0	2	-0.00795899797230959
157522	rnn.bias_ih_l0	3	0.14295683801174164
157522	rnn.bias_ih_l0	4	-0.01670508086681366
157522	rnn.bias_ih_l0	5	-0.01318425964564085
157522	rnn.bias_ih_l0	6	0.014465639367699623
157522	rnn.bias_ih_l0	7	0.03346111252903938
157522	rnn.bias_ih_l0	8	-0.10034442692995071
157522	rnn.bias_ih_l0	9	-0.02353164367377758
157522	rnn.bias_hh_l0	0	-0.011123480275273323
157522	rnn.bias_hh_l0	1	-0.10492660850286484
157522	rnn.bias_hh_l0	2	-0.06631931662559509
157522	rnn.bias_hh_l0	3	-0.09386659413576126
157522	rnn.bias_hh_l0	4	-0.005775047931820154
157522	rnn.bias_hh_l0	5	-0.029795963317155838
157522	rnn.bias_hh_l0	6	0.023341646417975426
157522	rnn.bias_hh_l0	7	0.04617061838507652
157522	rnn.bias_hh_l0	8	-0.10342218726873398
157522	rnn.bias_hh_l0	9	-0.05782674625515938
157522	rnn.weight_ih_l0_reverse	0	-0.023438435047864914
157522	rnn.weight_ih_l0_reverse	1	-0.05187319964170456
157522	rnn.weight_ih_l0_reverse	2	-0.03480454161763191
157522	rnn.weight_ih_l0_reverse	3	0.010200008749961853
157522	rnn.weight_ih_l0_reverse	4	-0.019264237955212593
157522	rnn.weight_ih_l0_reverse	5	-0.05019308626651764
157522	rnn.weight_ih_l0_reverse	6	0.07905072718858719
157522	rnn.weight_ih_l0_reverse	7	-0.02501419186592102
157522	rnn.weight_ih_l0_reverse	8	-0.020272498950362206
157522	rnn.weight_ih_l0_reverse	9	-0.00660715950652957
157522	rnn.weight_hh_l0_reverse	0	0.05944107100367546
157522	rnn.weight_hh_l0_reverse	1	0.013347508385777473
157522	rnn.weight_hh_l0_reverse	2	0.030278248712420464
157522	rnn.weight_hh_l0_reverse	3	0.03089412860572338
157522	rnn.weight_hh_l0_reverse	4	0.005646543111652136
157522	rnn.weight_hh_l0_reverse	5	0.016101913526654243
157522	rnn.weight_hh_l0_reverse	6	0.04985341429710388
157522	rnn.weight_hh_l0_reverse	7	-0.06988254189491272
157522	rnn.weight_hh_l0_reverse	8	0.03603978455066681
157522	rnn.weight_hh_l0_reverse	9	0.034539636224508286
157522	rnn.bias_ih_l0_reverse	0	-0.061722490936517715
157522	rnn.bias_ih_l0_reverse	1	-0.2654053866863251
157522	rnn.bias_ih_l0_reverse	2	-0.13161711394786835
157522	rnn.bias_ih_l0_reverse	3	-0.04783669486641884
157522	rnn.bias_ih_l0_reverse	4	-0.03430391475558281
157522	rnn.bias_ih_l0_reverse	5	0.06463856250047684
157522	rnn.bias_ih_l0_reverse	6	-0.07939733564853668
157522	rnn.bias_ih_l0_reverse	7	0.043285250663757324
157522	rnn.bias_ih_l0_reverse	8	-0.054761920124292374
157522	rnn.bias_ih_l0_reverse	9	0.05793045461177826
157522	rnn.bias_hh_l0_reverse	0	0.023456675931811333
157522	rnn.bias_hh_l0_reverse	1	-0.06048152968287468
157522	rnn.bias_hh_l0_reverse	2	0.08308210223913193
157522	rnn.bias_hh_l0_reverse	3	-0.05445833504199982
157522	rnn.bias_hh_l0_reverse	4	-0.02745034545660019
157522	rnn.bias_hh_l0_reverse	5	-0.02813289314508438
157522	rnn.bias_hh_l0_reverse	6	-0.01608172059059143
157522	rnn.bias_hh_l0_reverse	7	0.10941588878631592
157522	rnn.bias_hh_l0_reverse	8	0.030096912756562233
157522	rnn.bias_hh_l0_reverse	9	-0.13455824553966522
157522	rnn.weight_ih_l1	0	-0.03164415806531906
157522	rnn.weight_ih_l1	1	-0.04901621863245964
157522	rnn.weight_ih_l1	2	0.06843405216932297
157522	rnn.weight_ih_l1	3	-0.07007873058319092
157522	rnn.weight_ih_l1	4	-0.014987995848059654
157522	rnn.weight_ih_l1	5	-0.04401393234729767
157522	rnn.weight_ih_l1	6	0.031085103750228882
157522	rnn.weight_ih_l1	7	-0.03514941409230232
157522	rnn.weight_ih_l1	8	0.03808664157986641
157522	rnn.weight_ih_l1	9	0.04108528420329094
157522	rnn.weight_hh_l1	0	-0.007677259389311075
157522	rnn.weight_hh_l1	1	0.017198337242007256
157522	rnn.weight_hh_l1	2	0.012294331565499306
157522	rnn.weight_hh_l1	3	-0.011974726803600788
157522	rnn.weight_hh_l1	4	0.008984343148767948
157522	rnn.weight_hh_l1	5	0.029043620452284813
157522	rnn.weight_hh_l1	6	0.033076271414756775
157522	rnn.weight_hh_l1	7	-0.01826738379895687
157522	rnn.weight_hh_l1	8	-0.012511666864156723
157522	rnn.weight_hh_l1	9	0.03555013984441757
157522	rnn.bias_ih_l1	0	-0.1984502524137497
157522	rnn.bias_ih_l1	1	-0.19069193303585052
157522	rnn.bias_ih_l1	2	-0.21047604084014893
157522	rnn.bias_ih_l1	3	-0.317219614982605
157522	rnn.bias_ih_l1	4	-0.19981443881988525
157522	rnn.bias_ih_l1	5	-0.09891171008348465
157522	rnn.bias_ih_l1	6	-0.16945521533489227
157522	rnn.bias_ih_l1	7	-0.016574611887335777
157522	rnn.bias_ih_l1	8	-0.14352941513061523
157522	rnn.bias_ih_l1	9	-0.12384667247533798
157522	rnn.bias_hh_l1	0	-0.11216793209314346
157522	rnn.bias_hh_l1	1	-0.07026250660419464
157522	rnn.bias_hh_l1	2	-0.1041560024023056
157522	rnn.bias_hh_l1	3	-0.08060816675424576
157522	rnn.bias_hh_l1	4	-0.0975690633058548
157522	rnn.bias_hh_l1	5	-0.11638336628675461
157522	rnn.bias_hh_l1	6	-0.1568657010793686
157522	rnn.bias_hh_l1	7	0.05446745827794075
157522	rnn.bias_hh_l1	8	-0.17142093181610107
157522	rnn.bias_hh_l1	9	-0.11116209626197815
157522	rnn.weight_ih_l1_reverse	0	-0.04040095955133438
157522	rnn.weight_ih_l1_reverse	1	0.027953023090958595
157522	rnn.weight_ih_l1_reverse	2	0.0616702176630497
157522	rnn.weight_ih_l1_reverse	3	0.0004379160236567259
157522	rnn.weight_ih_l1_reverse	4	-0.03987175598740578
157522	rnn.weight_ih_l1_reverse	5	-0.031339455395936966
157522	rnn.weight_ih_l1_reverse	6	0.001209289999678731
157522	rnn.weight_ih_l1_reverse	7	0.032685477286577225
157522	rnn.weight_ih_l1_reverse	8	0.015343270264565945
157522	rnn.weight_ih_l1_reverse	9	-0.05511424317955971
157522	rnn.weight_hh_l1_reverse	0	0.0049812076613307
157522	rnn.weight_hh_l1_reverse	1	0.030123747885227203
157522	rnn.weight_hh_l1_reverse	2	-0.039844807237386703
157522	rnn.weight_hh_l1_reverse	3	0.03611551970243454
157522	rnn.weight_hh_l1_reverse	4	0.05103745311498642
157522	rnn.weight_hh_l1_reverse	5	-0.0002127761545125395
157522	rnn.weight_hh_l1_reverse	6	0.048368338495492935
157522	rnn.weight_hh_l1_reverse	7	0.030550401657819748
157522	rnn.weight_hh_l1_reverse	8	-0.007079259026795626
157522	rnn.weight_hh_l1_reverse	9	-0.03240753337740898
157522	rnn.bias_ih_l1_reverse	0	-0.0747283548116684
157522	rnn.bias_ih_l1_reverse	1	-0.1588502824306488
157522	rnn.bias_ih_l1_reverse	2	-0.16407154500484467
157522	rnn.bias_ih_l1_reverse	3	-0.011938130483031273
157522	rnn.bias_ih_l1_reverse	4	-0.21490037441253662
157522	rnn.bias_ih_l1_reverse	5	-0.11469346284866333
157522	rnn.bias_ih_l1_reverse	6	-0.13785742223262787
157522	rnn.bias_ih_l1_reverse	7	-0.19665132462978363
157522	rnn.bias_ih_l1_reverse	8	0.23389868438243866
157522	rnn.bias_ih_l1_reverse	9	0.056725963950157166
157522	rnn.bias_hh_l1_reverse	0	0.017214670777320862
157522	rnn.bias_hh_l1_reverse	1	-0.10852240025997162
157522	rnn.bias_hh_l1_reverse	2	-0.23332101106643677
157522	rnn.bias_hh_l1_reverse	3	-0.13875412940979004
157522	rnn.bias_hh_l1_reverse	4	-0.09867668896913528
157522	rnn.bias_hh_l1_reverse	5	-0.13016054034233093
157522	rnn.bias_hh_l1_reverse	6	0.08691172301769257
157522	rnn.bias_hh_l1_reverse	7	-0.17412985861301422
157522	rnn.bias_hh_l1_reverse	8	-0.12600809335708618
157522	rnn.bias_hh_l1_reverse	9	-0.15085278451442719
157522	linear.weight	0	0.002228822559118271
157522	linear.weight	1	0.10302041471004486
157522	linear.weight	2	-0.08381099998950958
157522	linear.weight	3	0.2583325207233429
157522	linear.weight	4	0.15533338487148285
157522	linear.weight	5	-0.05475104972720146
157522	linear.weight	6	0.12684090435504913
157522	linear.weight	7	0.07248568534851074
157522	linear.weight	8	0.041189588606357574
157522	linear.weight	9	-0.033273763954639435
157522	linear.bias	0	0.10239723324775696
157522	linear.bias	1	-0.21091769635677338
157522	linear.bias	2	-0.42350977659225464
157522	linear.bias	3	-0.6612368822097778
157522	linear.bias	4	-1.2099502086639404
157522	linear.bias	5	-0.056933920830488205
157522	linear.bias	6	-0.7798953652381897
157522	linear.bias	7	0.2848859131336212
157522	linear.bias	8	-0.4550119936466217
157522	linear.bias	9	-1.0188753604888916
157719	transitions	0	0.6772757768630981
157719	transitions	1	0.16429556906223297
157719	transitions	2	-10000.0
157719	transitions	3	-1.8245645761489868
157719	transitions	4	-10000.0
157719	transitions	5	0.5736650228500366
157719	transitions	6	-0.07796560227870941
157719	transitions	7	-0.7405778169631958
157719	transitions	8	-1.407305359840393
157719	transitions	9	-0.0011504319263622165
157719	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
157719	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
157719	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
157719	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
157719	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
157719	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
157719	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
157719	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
157719	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
157719	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
157719	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
157719	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
157719	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
157719	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
157719	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
157719	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
157719	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
157719	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
157719	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
157719	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
157719	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
157719	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
157719	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
157719	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
157719	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
157719	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
157719	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
157719	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
157719	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
157719	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
157719	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
157719	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
157719	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
157719	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
157719	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
157719	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
157719	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
157719	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
157719	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
157719	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
157719	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
157719	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
157719	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
157719	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
157719	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
157719	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
157719	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
157719	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
157719	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
157719	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
157719	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
157719	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
157719	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
157719	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
157719	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
157719	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
157719	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
157719	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
157719	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
157719	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
157719	embedding2nn.weight	0	0.03540567681193352
157719	embedding2nn.weight	1	-0.01380708534270525
157719	embedding2nn.weight	2	-0.014268254861235619
157719	embedding2nn.weight	3	-0.017363201826810837
157719	embedding2nn.weight	4	-0.0059150345623493195
157719	embedding2nn.weight	5	-0.0037005890626460314
157719	embedding2nn.weight	6	-0.003973306622356176
157719	embedding2nn.weight	7	-0.08618661016225815
157719	embedding2nn.weight	8	-0.0019979383796453476
157719	embedding2nn.weight	9	-0.028513778001070023
157719	embedding2nn.bias	0	0.06699850410223007
157719	embedding2nn.bias	1	-0.07426278293132782
157719	embedding2nn.bias	2	0.08737659454345703
157719	embedding2nn.bias	3	0.04138461872935295
157719	embedding2nn.bias	4	-0.03900125250220299
157719	embedding2nn.bias	5	-0.015247237868607044
157719	embedding2nn.bias	6	0.01764160580933094
157719	embedding2nn.bias	7	-0.056325118988752365
157719	embedding2nn.bias	8	0.06595467031002045
157719	embedding2nn.bias	9	0.04009042680263519
157719	rnn.weight_ih_l0	0	-0.08112241327762604
157719	rnn.weight_ih_l0	1	0.006966238841414452
157719	rnn.weight_ih_l0	2	0.039457667618989944
157719	rnn.weight_ih_l0	3	0.022995347157120705
157719	rnn.weight_ih_l0	4	-0.03967085853219032
157719	rnn.weight_ih_l0	5	-0.0672203078866005
157719	rnn.weight_ih_l0	6	0.0019565741531550884
157719	rnn.weight_ih_l0	7	0.057064205408096313
157719	rnn.weight_ih_l0	8	-0.01099046878516674
157719	rnn.weight_ih_l0	9	-0.027651123702526093
157719	rnn.weight_hh_l0	0	-0.0313849002122879
157719	rnn.weight_hh_l0	1	-0.00831825751811266
157719	rnn.weight_hh_l0	2	0.0002535315288696438
157719	rnn.weight_hh_l0	3	-0.06687106192111969
157719	rnn.weight_hh_l0	4	0.08636792749166489
157719	rnn.weight_hh_l0	5	-0.024886349216103554
157719	rnn.weight_hh_l0	6	-0.05967458337545395
157719	rnn.weight_hh_l0	7	0.01328915636986494
157719	rnn.weight_hh_l0	8	0.00938916951417923
157719	rnn.weight_hh_l0	9	-0.01990448124706745
157719	rnn.bias_ih_l0	0	0.13080324232578278
157719	rnn.bias_ih_l0	1	-0.03288659825921059
157719	rnn.bias_ih_l0	2	-0.008580385707318783
157719	rnn.bias_ih_l0	3	0.1422959864139557
157719	rnn.bias_ih_l0	4	-0.014795409515500069
157719	rnn.bias_ih_l0	5	-0.011804815381765366
157719	rnn.bias_ih_l0	6	0.01581592671573162
157719	rnn.bias_ih_l0	7	0.0331474244594574
157719	rnn.bias_ih_l0	8	-0.09866626560688019
157719	rnn.bias_ih_l0	9	-0.025218825787305832
157719	rnn.bias_hh_l0	0	-0.010194959118962288
157719	rnn.bias_hh_l0	1	-0.10551541298627853
157719	rnn.bias_hh_l0	2	-0.06719467788934708
157719	rnn.bias_hh_l0	3	-0.0941149964928627
157719	rnn.bias_hh_l0	4	-0.005652923136949539
157719	rnn.bias_hh_l0	5	-0.0309604499489069
157719	rnn.bias_hh_l0	6	0.023493826389312744
157719	rnn.bias_hh_l0	7	0.04764384403824806
157719	rnn.bias_hh_l0	8	-0.10493850708007812
157719	rnn.bias_hh_l0	9	-0.057489559054374695
157719	rnn.weight_ih_l0_reverse	0	-0.023880694061517715
157719	rnn.weight_ih_l0_reverse	1	-0.05158495530486107
157719	rnn.weight_ih_l0_reverse	2	-0.03425539657473564
157719	rnn.weight_ih_l0_reverse	3	0.00940906722098589
157719	rnn.weight_ih_l0_reverse	4	-0.01871892437338829
157719	rnn.weight_ih_l0_reverse	5	-0.05012788623571396
157719	rnn.weight_ih_l0_reverse	6	0.07901821285486221
157719	rnn.weight_ih_l0_reverse	7	-0.024365374818444252
157719	rnn.weight_ih_l0_reverse	8	-0.020913835614919662
157719	rnn.weight_ih_l0_reverse	9	-0.006025109905749559
157719	rnn.weight_hh_l0_reverse	0	0.05908533185720444
157719	rnn.weight_hh_l0_reverse	1	0.013214739970862865
157719	rnn.weight_hh_l0_reverse	2	0.030251365154981613
157719	rnn.weight_hh_l0_reverse	3	0.031193295493721962
157719	rnn.weight_hh_l0_reverse	4	0.005360751412808895
157719	rnn.weight_hh_l0_reverse	5	0.01568002812564373
157719	rnn.weight_hh_l0_reverse	6	0.049836501479148865
157719	rnn.weight_hh_l0_reverse	7	-0.06953372806310654
157719	rnn.weight_hh_l0_reverse	8	0.036050185561180115
157719	rnn.weight_hh_l0_reverse	9	0.03465232625603676
157719	rnn.bias_ih_l0_reverse	0	-0.06152747571468353
157719	rnn.bias_ih_l0_reverse	1	-0.2655615508556366
157719	rnn.bias_ih_l0_reverse	2	-0.13018201291561127
157719	rnn.bias_ih_l0_reverse	3	-0.04922033101320267
157719	rnn.bias_ih_l0_reverse	4	-0.03493087366223335
157719	rnn.bias_ih_l0_reverse	5	0.06573132425546646
157719	rnn.bias_ih_l0_reverse	6	-0.07861418277025223
157719	rnn.bias_ih_l0_reverse	7	0.045354608446359634
157719	rnn.bias_ih_l0_reverse	8	-0.056294962763786316
157719	rnn.bias_ih_l0_reverse	9	0.057731177657842636
157719	rnn.bias_hh_l0_reverse	0	0.024111928418278694
157719	rnn.bias_hh_l0_reverse	1	-0.05867704004049301
157719	rnn.bias_hh_l0_reverse	2	0.08388027548789978
157719	rnn.bias_hh_l0_reverse	3	-0.054031942039728165
157719	rnn.bias_hh_l0_reverse	4	-0.02606530673801899
157719	rnn.bias_hh_l0_reverse	5	-0.02713579311966896
157719	rnn.bias_hh_l0_reverse	6	-0.015877624973654747
157719	rnn.bias_hh_l0_reverse	7	0.1093243733048439
157719	rnn.bias_hh_l0_reverse	8	0.032847803086042404
157719	rnn.bias_hh_l0_reverse	9	-0.13357305526733398
157719	rnn.weight_ih_l1	0	-0.03138212487101555
157719	rnn.weight_ih_l1	1	-0.049096617847681046
157719	rnn.weight_ih_l1	2	0.0680331364274025
157719	rnn.weight_ih_l1	3	-0.06934479624032974
157719	rnn.weight_ih_l1	4	-0.015072846785187721
157719	rnn.weight_ih_l1	5	-0.04405825585126877
157719	rnn.weight_ih_l1	6	0.030742740258574486
157719	rnn.weight_ih_l1	7	-0.034707292914390564
157719	rnn.weight_ih_l1	8	0.03821616619825363
157719	rnn.weight_ih_l1	9	0.0410890206694603
157719	rnn.weight_hh_l1	0	-0.007259853649884462
157719	rnn.weight_hh_l1	1	0.017319275066256523
157719	rnn.weight_hh_l1	2	0.011277347803115845
157719	rnn.weight_hh_l1	3	-0.011843718588352203
157719	rnn.weight_hh_l1	4	0.009763967245817184
157719	rnn.weight_hh_l1	5	0.029027896001935005
157719	rnn.weight_hh_l1	6	0.032941222190856934
157719	rnn.weight_hh_l1	7	-0.018017727881669998
157719	rnn.weight_hh_l1	8	-0.01240746583789587
157719	rnn.weight_hh_l1	9	0.035440362989902496
157719	rnn.bias_ih_l1	0	-0.1966351866722107
157719	rnn.bias_ih_l1	1	-0.19144627451896667
157719	rnn.bias_ih_l1	2	-0.21212081611156464
157719	rnn.bias_ih_l1	3	-0.31723523139953613
157719	rnn.bias_ih_l1	4	-0.20055493712425232
157719	rnn.bias_ih_l1	5	-0.09863775223493576
157719	rnn.bias_ih_l1	6	-0.16926661133766174
157719	rnn.bias_ih_l1	7	-0.01727677881717682
157719	rnn.bias_ih_l1	8	-0.14371974766254425
157719	rnn.bias_ih_l1	9	-0.12321925908327103
157719	rnn.bias_hh_l1	0	-0.11279678344726562
157719	rnn.bias_hh_l1	1	-0.06972599774599075
157719	rnn.bias_hh_l1	2	-0.10567941516637802
157719	rnn.bias_hh_l1	3	-0.08108321577310562
157719	rnn.bias_hh_l1	4	-0.0973091572523117
157719	rnn.bias_hh_l1	5	-0.11611240357160568
157719	rnn.bias_hh_l1	6	-0.15809141099452972
157719	rnn.bias_hh_l1	7	0.052354808896780014
157719	rnn.bias_hh_l1	8	-0.17363546788692474
157719	rnn.bias_hh_l1	9	-0.11297523230314255
157719	rnn.weight_ih_l1_reverse	0	-0.04052349552512169
157719	rnn.weight_ih_l1_reverse	1	0.026516547426581383
157719	rnn.weight_ih_l1_reverse	2	0.06079843267798424
157719	rnn.weight_ih_l1_reverse	3	-0.0014004524564370513
157719	rnn.weight_ih_l1_reverse	4	-0.03889808431267738
157719	rnn.weight_ih_l1_reverse	5	-0.03136129304766655
157719	rnn.weight_ih_l1_reverse	6	0.0015001035062596202
157719	rnn.weight_ih_l1_reverse	7	0.03219560906291008
157719	rnn.weight_ih_l1_reverse	8	0.015458338893949986
157719	rnn.weight_ih_l1_reverse	9	-0.05516917258501053
157719	rnn.weight_hh_l1_reverse	0	0.0048758541233837605
157719	rnn.weight_hh_l1_reverse	1	0.030229900032281876
157719	rnn.weight_hh_l1_reverse	2	-0.039793454110622406
157719	rnn.weight_hh_l1_reverse	3	0.03619758039712906
157719	rnn.weight_hh_l1_reverse	4	0.05090807005763054
157719	rnn.weight_hh_l1_reverse	5	-0.00024680598289705813
157719	rnn.weight_hh_l1_reverse	6	0.048976656049489975
157719	rnn.weight_hh_l1_reverse	7	0.03047497197985649
157719	rnn.weight_hh_l1_reverse	8	-0.00708375358954072
157719	rnn.weight_hh_l1_reverse	9	-0.03239594027400017
157719	rnn.bias_ih_l1_reverse	0	-0.0749528706073761
157719	rnn.bias_ih_l1_reverse	1	-0.15800587832927704
157719	rnn.bias_ih_l1_reverse	2	-0.16396798193454742
157719	rnn.bias_ih_l1_reverse	3	-0.012945528142154217
157719	rnn.bias_ih_l1_reverse	4	-0.21451537311077118
157719	rnn.bias_ih_l1_reverse	5	-0.11387038975954056
157719	rnn.bias_ih_l1_reverse	6	-0.13653942942619324
157719	rnn.bias_ih_l1_reverse	7	-0.19685450196266174
157719	rnn.bias_ih_l1_reverse	8	0.23457342386245728
157719	rnn.bias_ih_l1_reverse	9	0.0540364533662796
157719	rnn.bias_hh_l1_reverse	0	0.01643599011003971
157719	rnn.bias_hh_l1_reverse	1	-0.10633069276809692
157719	rnn.bias_hh_l1_reverse	2	-0.2326875925064087
157719	rnn.bias_hh_l1_reverse	3	-0.13910745084285736
157719	rnn.bias_hh_l1_reverse	4	-0.09836756438016891
157719	rnn.bias_hh_l1_reverse	5	-0.12979768216609955
157719	rnn.bias_hh_l1_reverse	6	0.0888725221157074
157719	rnn.bias_hh_l1_reverse	7	-0.17238357663154602
157719	rnn.bias_hh_l1_reverse	8	-0.12385864555835724
157719	rnn.bias_hh_l1_reverse	9	-0.15107618272304535
157719	linear.weight	0	0.002228822559118271
157719	linear.weight	1	0.10203781723976135
157719	linear.weight	2	-0.08038181066513062
157719	linear.weight	3	0.2638881802558899
157719	linear.weight	4	0.15484701097011566
157719	linear.weight	5	-0.05394522100687027
157719	linear.weight	6	0.12369834631681442
157719	linear.weight	7	0.06937890499830246
157719	linear.weight	8	0.04118872433900833
157719	linear.weight	9	-0.03412667289376259
157719	linear.bias	0	0.11911670118570328
157719	linear.bias	1	-0.22034582495689392
157719	linear.bias	2	-0.42210671305656433
157719	linear.bias	3	-0.6722848415374756
157719	linear.bias	4	-1.2217390537261963
157719	linear.bias	5	-0.0437079481780529
157719	linear.bias	6	-0.7902424335479736
157719	linear.bias	7	0.29671162366867065
157719	linear.bias	8	-0.45740604400634766
157719	linear.bias	9	-1.0225242376327515
157916	transitions	0	0.6784518957138062
157916	transitions	1	0.1594516485929489
157916	transitions	2	-10000.0
157916	transitions	3	-1.8245735168457031
157916	transitions	4	-10000.0
157916	transitions	5	0.5736091136932373
157916	transitions	6	-0.0779973715543747
157916	transitions	7	-0.7408251166343689
157916	transitions	8	-1.4073375463485718
157916	transitions	9	-0.0011508713942021132
157916	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
157916	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
157916	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
157916	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
157916	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
157916	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
157916	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
157916	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
157916	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
157916	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
157916	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
157916	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
157916	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
157916	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
157916	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
157916	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
157916	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
157916	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
157916	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
157916	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
157916	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
157916	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
157916	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
157916	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
157916	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
157916	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
157916	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
157916	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
157916	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
157916	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
157916	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
157916	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
157916	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
157916	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
157916	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
157916	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
157916	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
157916	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
157916	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
157916	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
157916	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
157916	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
157916	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
157916	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
157916	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
157916	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
157916	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
157916	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
157916	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
157916	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
157916	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
157916	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
157916	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
157916	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
157916	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
157916	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
157916	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
157916	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
157916	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
157916	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
157916	embedding2nn.weight	0	0.034940171986818314
157916	embedding2nn.weight	1	-0.013835398480296135
157916	embedding2nn.weight	2	-0.014268254861235619
157916	embedding2nn.weight	3	-0.017213236540555954
157916	embedding2nn.weight	4	-0.0059150345623493195
157916	embedding2nn.weight	5	-0.0037005890626460314
157916	embedding2nn.weight	6	-0.003973311744630337
157916	embedding2nn.weight	7	-0.0858905091881752
157916	embedding2nn.weight	8	-0.0019979383796453476
157916	embedding2nn.weight	9	-0.02846895344555378
157916	embedding2nn.bias	0	0.06876179575920105
157916	embedding2nn.bias	1	-0.07198035717010498
157916	embedding2nn.bias	2	0.09201373904943466
157916	embedding2nn.bias	3	0.0496099516749382
157916	embedding2nn.bias	4	-0.036962877959012985
157916	embedding2nn.bias	5	-0.013533338904380798
157916	embedding2nn.bias	6	0.02099103108048439
157916	embedding2nn.bias	7	-0.06194830685853958
157916	embedding2nn.bias	8	0.06305694580078125
157916	embedding2nn.bias	9	0.04028220474720001
157916	rnn.weight_ih_l0	0	-0.08002837002277374
157916	rnn.weight_ih_l0	1	0.007089726626873016
157916	rnn.weight_ih_l0	2	0.03917146474123001
157916	rnn.weight_ih_l0	3	0.022176098078489304
157916	rnn.weight_ih_l0	4	-0.039673201739788055
157916	rnn.weight_ih_l0	5	-0.06743906438350677
157916	rnn.weight_ih_l0	6	0.0021240701898932457
157916	rnn.weight_ih_l0	7	0.05723484605550766
157916	rnn.weight_ih_l0	8	-0.010787206701934338
157916	rnn.weight_ih_l0	9	-0.027364935725927353
157916	rnn.weight_hh_l0	0	-0.030945418402552605
157916	rnn.weight_hh_l0	1	-0.007894725538790226
157916	rnn.weight_hh_l0	2	0.0005995213869027793
157916	rnn.weight_hh_l0	3	-0.06639399379491806
157916	rnn.weight_hh_l0	4	0.08640740066766739
157916	rnn.weight_hh_l0	5	-0.024989357218146324
157916	rnn.weight_hh_l0	6	-0.05998489260673523
157916	rnn.weight_hh_l0	7	0.013302197679877281
157916	rnn.weight_hh_l0	8	0.009440122172236443
157916	rnn.weight_hh_l0	9	-0.01987076736986637
157916	rnn.bias_ih_l0	0	0.13184183835983276
157916	rnn.bias_ih_l0	1	-0.03262424096465111
157916	rnn.bias_ih_l0	2	-0.009424353949725628
157916	rnn.bias_ih_l0	3	0.1414201259613037
157916	rnn.bias_ih_l0	4	-0.016039755195379257
157916	rnn.bias_ih_l0	5	-0.011599556542932987
157916	rnn.bias_ih_l0	6	0.018922753632068634
157916	rnn.bias_ih_l0	7	0.03188113123178482
157916	rnn.bias_ih_l0	8	-0.09868068248033524
157916	rnn.bias_ih_l0	9	-0.02643069438636303
157916	rnn.bias_hh_l0	0	-0.011000155471265316
157916	rnn.bias_hh_l0	1	-0.10613531619310379
157916	rnn.bias_hh_l0	2	-0.06928688287734985
157916	rnn.bias_hh_l0	3	-0.0936640277504921
157916	rnn.bias_hh_l0	4	-0.005251994356513023
157916	rnn.bias_hh_l0	5	-0.03163842856884003
157916	rnn.bias_hh_l0	6	0.023248672485351562
157916	rnn.bias_hh_l0	7	0.0469106025993824
157916	rnn.bias_hh_l0	8	-0.10450023412704468
157916	rnn.bias_hh_l0	9	-0.05852237343788147
157916	rnn.weight_ih_l0_reverse	0	-0.023822976276278496
157916	rnn.weight_ih_l0_reverse	1	-0.05098344758152962
157916	rnn.weight_ih_l0_reverse	2	-0.03438698500394821
157916	rnn.weight_ih_l0_reverse	3	0.009615025483071804
157916	rnn.weight_ih_l0_reverse	4	-0.018465397879481316
157916	rnn.weight_ih_l0_reverse	5	-0.05138389766216278
157916	rnn.weight_ih_l0_reverse	6	0.0789928063750267
157916	rnn.weight_ih_l0_reverse	7	-0.024598009884357452
157916	rnn.weight_ih_l0_reverse	8	-0.020378343760967255
157916	rnn.weight_ih_l0_reverse	9	-0.005993464961647987
157916	rnn.weight_hh_l0_reverse	0	0.059988852590322495
157916	rnn.weight_hh_l0_reverse	1	0.013145382516086102
157916	rnn.weight_hh_l0_reverse	2	0.030500175431370735
157916	rnn.weight_hh_l0_reverse	3	0.031232979148626328
157916	rnn.weight_hh_l0_reverse	4	0.005317700561136007
157916	rnn.weight_hh_l0_reverse	5	0.01602918654680252
157916	rnn.weight_hh_l0_reverse	6	0.049496181309223175
157916	rnn.weight_hh_l0_reverse	7	-0.06972382962703705
157916	rnn.weight_hh_l0_reverse	8	0.036541569977998734
157916	rnn.weight_hh_l0_reverse	9	0.03455255553126335
157916	rnn.bias_ih_l0_reverse	0	-0.06095481663942337
157916	rnn.bias_ih_l0_reverse	1	-0.2657519280910492
157916	rnn.bias_ih_l0_reverse	2	-0.1315809041261673
157916	rnn.bias_ih_l0_reverse	3	-0.049872513860464096
157916	rnn.bias_ih_l0_reverse	4	-0.034379784017801285
157916	rnn.bias_ih_l0_reverse	5	0.06494549661874771
157916	rnn.bias_ih_l0_reverse	6	-0.079478919506073
157916	rnn.bias_ih_l0_reverse	7	0.04600425809621811
157916	rnn.bias_ih_l0_reverse	8	-0.05637803301215172
157916	rnn.bias_ih_l0_reverse	9	0.057248253375291824
157916	rnn.bias_hh_l0_reverse	0	0.024400364607572556
157916	rnn.bias_hh_l0_reverse	1	-0.06119091063737869
157916	rnn.bias_hh_l0_reverse	2	0.08275073766708374
157916	rnn.bias_hh_l0_reverse	3	-0.053021639585494995
157916	rnn.bias_hh_l0_reverse	4	-0.0257121454924345
157916	rnn.bias_hh_l0_reverse	5	-0.025839997455477715
157916	rnn.bias_hh_l0_reverse	6	-0.014492700807750225
157916	rnn.bias_hh_l0_reverse	7	0.10792811214923859
157916	rnn.bias_hh_l0_reverse	8	0.033965013921260834
157916	rnn.bias_hh_l0_reverse	9	-0.1312711089849472
157916	rnn.weight_ih_l1	0	-0.03157523274421692
157916	rnn.weight_ih_l1	1	-0.048632171005010605
157916	rnn.weight_ih_l1	2	0.06939202547073364
157916	rnn.weight_ih_l1	3	-0.06885701417922974
157916	rnn.weight_ih_l1	4	-0.014593389816582203
157916	rnn.weight_ih_l1	5	-0.04413444176316261
157916	rnn.weight_ih_l1	6	0.031436942517757416
157916	rnn.weight_ih_l1	7	-0.0328545905649662
157916	rnn.weight_ih_l1	8	0.038166482001543045
157916	rnn.weight_ih_l1	9	0.041542209684848785
157916	rnn.weight_hh_l1	0	-0.007168086711317301
157916	rnn.weight_hh_l1	1	0.0173993781208992
157916	rnn.weight_hh_l1	2	0.011437391862273216
157916	rnn.weight_hh_l1	3	-0.011852661147713661
157916	rnn.weight_hh_l1	4	0.009435064159333706
157916	rnn.weight_hh_l1	5	0.029036227613687515
157916	rnn.weight_hh_l1	6	0.03277869522571564
157916	rnn.weight_hh_l1	7	-0.01832655258476734
157916	rnn.weight_hh_l1	8	-0.012325658462941647
157916	rnn.weight_hh_l1	9	0.035782910883426666
157916	rnn.bias_ih_l1	0	-0.1977752298116684
157916	rnn.bias_ih_l1	1	-0.1915183812379837
157916	rnn.bias_ih_l1	2	-0.212851881980896
157916	rnn.bias_ih_l1	3	-0.31658363342285156
157916	rnn.bias_ih_l1	4	-0.1992741972208023
157916	rnn.bias_ih_l1	5	-0.09913216531276703
157916	rnn.bias_ih_l1	6	-0.16736474633216858
157916	rnn.bias_ih_l1	7	-0.017010746523737907
157916	rnn.bias_ih_l1	8	-0.14427785575389862
157916	rnn.bias_ih_l1	9	-0.12192939221858978
157916	rnn.bias_hh_l1	0	-0.11334718018770218
157916	rnn.bias_hh_l1	1	-0.07032017409801483
157916	rnn.bias_hh_l1	2	-0.10619036853313446
157916	rnn.bias_hh_l1	3	-0.08019164949655533
157916	rnn.bias_hh_l1	4	-0.09773575514554977
157916	rnn.bias_hh_l1	5	-0.11578040570020676
157916	rnn.bias_hh_l1	6	-0.15683870017528534
157916	rnn.bias_hh_l1	7	0.054241348057985306
157916	rnn.bias_hh_l1	8	-0.172816202044487
157916	rnn.bias_hh_l1	9	-0.11418748646974564
157916	rnn.weight_ih_l1_reverse	0	-0.039137642830610275
157916	rnn.weight_ih_l1_reverse	1	0.025797823444008827
157916	rnn.weight_ih_l1_reverse	2	0.06205608323216438
157916	rnn.weight_ih_l1_reverse	3	-0.002763723023235798
157916	rnn.weight_ih_l1_reverse	4	-0.03759303316473961
157916	rnn.weight_ih_l1_reverse	5	-0.03126218914985657
157916	rnn.weight_ih_l1_reverse	6	0.0031038166489452124
157916	rnn.weight_ih_l1_reverse	7	0.032326459884643555
157916	rnn.weight_ih_l1_reverse	8	0.016266565769910812
157916	rnn.weight_ih_l1_reverse	9	-0.05669722333550453
157916	rnn.weight_hh_l1_reverse	0	0.004826156422495842
157916	rnn.weight_hh_l1_reverse	1	0.030391588807106018
157916	rnn.weight_hh_l1_reverse	2	-0.039790328592061996
157916	rnn.weight_hh_l1_reverse	3	0.036122579127550125
157916	rnn.weight_hh_l1_reverse	4	0.050630632787942886
157916	rnn.weight_hh_l1_reverse	5	-0.00028813534299843013
157916	rnn.weight_hh_l1_reverse	6	0.048496831208467484
157916	rnn.weight_hh_l1_reverse	7	0.030698377639055252
157916	rnn.weight_hh_l1_reverse	8	-0.0070836348459124565
157916	rnn.weight_hh_l1_reverse	9	-0.03264198824763298
157916	rnn.bias_ih_l1_reverse	0	-0.07487785816192627
157916	rnn.bias_ih_l1_reverse	1	-0.1566830426454544
157916	rnn.bias_ih_l1_reverse	2	-0.16501395404338837
157916	rnn.bias_ih_l1_reverse	3	-0.012585564516484737
157916	rnn.bias_ih_l1_reverse	4	-0.21417973935604095
157916	rnn.bias_ih_l1_reverse	5	-0.11465071886777878
157916	rnn.bias_ih_l1_reverse	6	-0.13679568469524384
157916	rnn.bias_ih_l1_reverse	7	-0.19656382501125336
157916	rnn.bias_ih_l1_reverse	8	0.23542682826519012
157916	rnn.bias_ih_l1_reverse	9	0.05554545298218727
157916	rnn.bias_hh_l1_reverse	0	0.01708001084625721
157916	rnn.bias_hh_l1_reverse	1	-0.10867833346128464
157916	rnn.bias_hh_l1_reverse	2	-0.23328083753585815
157916	rnn.bias_hh_l1_reverse	3	-0.1397646963596344
157916	rnn.bias_hh_l1_reverse	4	-0.09881553798913956
157916	rnn.bias_hh_l1_reverse	5	-0.13064932823181152
157916	rnn.bias_hh_l1_reverse	6	0.08686031401157379
157916	rnn.bias_hh_l1_reverse	7	-0.17227241396903992
157916	rnn.bias_hh_l1_reverse	8	-0.12291114032268524
157916	rnn.bias_hh_l1_reverse	9	-0.1510721743106842
157916	linear.weight	0	0.002228822559118271
157916	linear.weight	1	0.10543593764305115
157916	linear.weight	2	-0.08421972393989563
157916	linear.weight	3	0.2640008330345154
157916	linear.weight	4	0.15074647963047028
157916	linear.weight	5	-0.05364944040775299
157916	linear.weight	6	0.11864548176527023
157916	linear.weight	7	0.06228897348046303
157916	linear.weight	8	0.041188307106494904
157916	linear.weight	9	-0.03485960513353348
157916	linear.bias	0	0.11096622049808502
157916	linear.bias	1	-0.22047771513462067
157916	linear.bias	2	-0.4213818609714508
157916	linear.bias	3	-0.6618689894676208
157916	linear.bias	4	-1.2121949195861816
157916	linear.bias	5	-0.061085622757673264
157916	linear.bias	6	-0.7914924621582031
157916	linear.bias	7	0.2786804437637329
157916	linear.bias	8	-0.4522744417190552
157916	linear.bias	9	-1.0167773962020874
157920	transitions	0	0.67840176820755
157920	transitions	1	0.1591203212738037
157920	transitions	2	-10000.0
157920	transitions	3	-1.8245736360549927
157920	transitions	4	-10000.0
157920	transitions	5	0.5736087560653687
157920	transitions	6	-0.07799771428108215
157920	transitions	7	-0.7408256530761719
157920	transitions	8	-1.4073385000228882
157920	transitions	9	-0.001150882220827043
157920	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
157920	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
157920	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
157920	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
157920	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
157920	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
157920	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
157920	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
157920	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
157920	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
157920	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
157920	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
157920	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
157920	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
157920	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
157920	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
157920	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
157920	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
157920	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
157920	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
157920	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
157920	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
157920	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
157920	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
157920	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
157920	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
157920	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
157920	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
157920	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
157920	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
157920	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
157920	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
157920	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
157920	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
157920	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
157920	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
157920	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
157920	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
157920	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
157920	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
157920	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
157920	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
157920	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
157920	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
157920	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
157920	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
157920	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
157920	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
157920	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
157920	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
157920	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
157920	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
157920	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
157920	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
157920	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
157920	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
157920	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
157920	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
157920	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
157920	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
157920	embedding2nn.weight	0	0.034949734807014465
157920	embedding2nn.weight	1	-0.01383478008210659
157920	embedding2nn.weight	2	-0.014268254861235619
157920	embedding2nn.weight	3	-0.017190182581543922
157920	embedding2nn.weight	4	-0.0059150345623493195
157920	embedding2nn.weight	5	-0.0037005890626460314
157920	embedding2nn.weight	6	-0.0039733112789690495
157920	embedding2nn.weight	7	-0.08591574430465698
157920	embedding2nn.weight	8	-0.0019979383796453476
157920	embedding2nn.weight	9	-0.028529522940516472
157920	embedding2nn.bias	0	0.06910689920186996
157920	embedding2nn.bias	1	-0.07212235778570175
157920	embedding2nn.bias	2	0.09160999953746796
157920	embedding2nn.bias	3	0.049505479633808136
157920	embedding2nn.bias	4	-0.03716504946351051
157920	embedding2nn.bias	5	-0.013481500558555126
157920	embedding2nn.bias	6	0.021951207891106606
157920	embedding2nn.bias	7	-0.06154615059494972
157920	embedding2nn.bias	8	0.062209129333496094
157920	embedding2nn.bias	9	0.040116168558597565
157920	rnn.weight_ih_l0	0	-0.08002714067697525
157920	rnn.weight_ih_l0	1	0.007061677519232035
157920	rnn.weight_ih_l0	2	0.03920885547995567
157920	rnn.weight_ih_l0	3	0.022182581946253777
157920	rnn.weight_ih_l0	4	-0.03962945565581322
157920	rnn.weight_ih_l0	5	-0.06740821897983551
157920	rnn.weight_ih_l0	6	0.002153317676857114
157920	rnn.weight_ih_l0	7	0.057254359126091
157920	rnn.weight_ih_l0	8	-0.01083245687186718
157920	rnn.weight_ih_l0	9	-0.027347523719072342
157920	rnn.weight_hh_l0	0	-0.030964575707912445
157920	rnn.weight_hh_l0	1	-0.007913424633443356
157920	rnn.weight_hh_l0	2	0.0006138457683846354
157920	rnn.weight_hh_l0	3	-0.06635455042123795
157920	rnn.weight_hh_l0	4	0.08639609813690186
157920	rnn.weight_hh_l0	5	-0.024981291964650154
157920	rnn.weight_hh_l0	6	-0.05999019742012024
157920	rnn.weight_hh_l0	7	0.013323999010026455
157920	rnn.weight_hh_l0	8	0.009549985639750957
157920	rnn.weight_hh_l0	9	-0.019869137555360794
157920	rnn.bias_ih_l0	0	0.13184131681919098
157920	rnn.bias_ih_l0	1	-0.03275471180677414
157920	rnn.bias_ih_l0	2	-0.009388626553118229
157920	rnn.bias_ih_l0	3	0.14144179224967957
157920	rnn.bias_ih_l0	4	-0.015999408438801765
157920	rnn.bias_ih_l0	5	-0.011607273481786251
157920	rnn.bias_ih_l0	6	0.018980391323566437
157920	rnn.bias_ih_l0	7	0.03176406770944595
157920	rnn.bias_ih_l0	8	-0.0986892506480217
157920	rnn.bias_ih_l0	9	-0.02640814334154129
157920	rnn.bias_hh_l0	0	-0.011082909069955349
157920	rnn.bias_hh_l0	1	-0.10625050216913223
157920	rnn.bias_hh_l0	2	-0.0691816508769989
157920	rnn.bias_hh_l0	3	-0.09375479817390442
157920	rnn.bias_hh_l0	4	-0.005379297770559788
157920	rnn.bias_hh_l0	5	-0.031388770788908005
157920	rnn.bias_hh_l0	6	0.023192379623651505
157920	rnn.bias_hh_l0	7	0.04692994803190231
157920	rnn.bias_hh_l0	8	-0.10466841608285904
157920	rnn.bias_hh_l0	9	-0.05879531800746918
157920	rnn.weight_ih_l0_reverse	0	-0.023798080161213875
157920	rnn.weight_ih_l0_reverse	1	-0.05094912275671959
157920	rnn.weight_ih_l0_reverse	2	-0.034394893795251846
157920	rnn.weight_ih_l0_reverse	3	0.009597184136509895
157920	rnn.weight_ih_l0_reverse	4	-0.01843266934156418
157920	rnn.weight_ih_l0_reverse	5	-0.051398880779743195
157920	rnn.weight_ih_l0_reverse	6	0.07894182205200195
157920	rnn.weight_ih_l0_reverse	7	-0.02461160346865654
157920	rnn.weight_ih_l0_reverse	8	-0.0203403327614069
157920	rnn.weight_ih_l0_reverse	9	-0.006211714819073677
157920	rnn.weight_hh_l0_reverse	0	0.05994105711579323
157920	rnn.weight_hh_l0_reverse	1	0.01312441099435091
157920	rnn.weight_hh_l0_reverse	2	0.03048384189605713
157920	rnn.weight_hh_l0_reverse	3	0.031246202066540718
157920	rnn.weight_hh_l0_reverse	4	0.005284027196466923
157920	rnn.weight_hh_l0_reverse	5	0.01605726033449173
157920	rnn.weight_hh_l0_reverse	6	0.049429889768362045
157920	rnn.weight_hh_l0_reverse	7	-0.06982702761888504
157920	rnn.weight_hh_l0_reverse	8	0.03655350208282471
157920	rnn.weight_hh_l0_reverse	9	0.03455870598554611
157920	rnn.bias_ih_l0_reverse	0	-0.061069924384355545
157920	rnn.bias_ih_l0_reverse	1	-0.266620397567749
157920	rnn.bias_ih_l0_reverse	2	-0.13146910071372986
157920	rnn.bias_ih_l0_reverse	3	-0.04996916279196739
157920	rnn.bias_ih_l0_reverse	4	-0.03425091132521629
157920	rnn.bias_ih_l0_reverse	5	0.06506872177124023
157920	rnn.bias_ih_l0_reverse	6	-0.07947447150945663
157920	rnn.bias_ih_l0_reverse	7	0.04598671942949295
157920	rnn.bias_ih_l0_reverse	8	-0.056180015206336975
157920	rnn.bias_ih_l0_reverse	9	0.057186614722013474
157920	rnn.bias_hh_l0_reverse	0	0.024190537631511688
157920	rnn.bias_hh_l0_reverse	1	-0.060433000326156616
157920	rnn.bias_hh_l0_reverse	2	0.08322172611951828
157920	rnn.bias_hh_l0_reverse	3	-0.05302250385284424
157920	rnn.bias_hh_l0_reverse	4	-0.025677958503365517
157920	rnn.bias_hh_l0_reverse	5	-0.025731682777404785
157920	rnn.bias_hh_l0_reverse	6	-0.014541909098625183
157920	rnn.bias_hh_l0_reverse	7	0.10777043551206589
157920	rnn.bias_hh_l0_reverse	8	0.033886052668094635
157920	rnn.bias_hh_l0_reverse	9	-0.13150975108146667
157920	rnn.weight_ih_l1	0	-0.03154794126749039
157920	rnn.weight_ih_l1	1	-0.04861723259091377
157920	rnn.weight_ih_l1	2	0.06928961724042892
157920	rnn.weight_ih_l1	3	-0.06884916871786118
157920	rnn.weight_ih_l1	4	-0.014611865393817425
157920	rnn.weight_ih_l1	5	-0.04420112445950508
157920	rnn.weight_ih_l1	6	0.03138817846775055
157920	rnn.weight_ih_l1	7	-0.033161211758852005
157920	rnn.weight_ih_l1	8	0.03817475214600563
157920	rnn.weight_ih_l1	9	0.04160786420106888
157920	rnn.weight_hh_l1	0	-0.007206404116004705
157920	rnn.weight_hh_l1	1	0.017392102628946304
157920	rnn.weight_hh_l1	2	0.011476222425699234
157920	rnn.weight_hh_l1	3	-0.011875931173563004
157920	rnn.weight_hh_l1	4	0.009446308016777039
157920	rnn.weight_hh_l1	5	0.02901902049779892
157920	rnn.weight_hh_l1	6	0.03281291946768761
157920	rnn.weight_hh_l1	7	-0.018372604623436928
157920	rnn.weight_hh_l1	8	-0.012305040843784809
157920	rnn.weight_hh_l1	9	0.035753101110458374
157920	rnn.bias_ih_l1	0	-0.1981150209903717
157920	rnn.bias_ih_l1	1	-0.19124238193035126
157920	rnn.bias_ih_l1	2	-0.21298611164093018
157920	rnn.bias_ih_l1	3	-0.31669434905052185
157920	rnn.bias_ih_l1	4	-0.1989426165819168
157920	rnn.bias_ih_l1	5	-0.09900949895381927
157920	rnn.bias_ih_l1	6	-0.16731281578540802
157920	rnn.bias_ih_l1	7	-0.017344586551189423
157920	rnn.bias_ih_l1	8	-0.14450354874134064
157920	rnn.bias_ih_l1	9	-0.12171522527933121
157920	rnn.bias_hh_l1	0	-0.11328296363353729
157920	rnn.bias_hh_l1	1	-0.07029835134744644
157920	rnn.bias_hh_l1	2	-0.10639337450265884
157920	rnn.bias_hh_l1	3	-0.08024243265390396
157920	rnn.bias_hh_l1	4	-0.09772080928087234
157920	rnn.bias_hh_l1	5	-0.11568363755941391
157920	rnn.bias_hh_l1	6	-0.15714578330516815
157920	rnn.bias_hh_l1	7	0.05405948683619499
157920	rnn.bias_hh_l1	8	-0.17254428565502167
157920	rnn.bias_hh_l1	9	-0.11419548094272614
157920	rnn.weight_ih_l1_reverse	0	-0.0391983836889267
157920	rnn.weight_ih_l1_reverse	1	0.025796402245759964
157920	rnn.weight_ih_l1_reverse	2	0.062076929956674576
157920	rnn.weight_ih_l1_reverse	3	-0.0027796293143182993
157920	rnn.weight_ih_l1_reverse	4	-0.037606094032526016
157920	rnn.weight_ih_l1_reverse	5	-0.0312659926712513
157920	rnn.weight_ih_l1_reverse	6	0.0029466699343174696
157920	rnn.weight_ih_l1_reverse	7	0.03234822303056717
157920	rnn.weight_ih_l1_reverse	8	0.0162581205368042
157920	rnn.weight_ih_l1_reverse	9	-0.056672126054763794
157920	rnn.weight_hh_l1_reverse	0	0.004852101672440767
157920	rnn.weight_hh_l1_reverse	1	0.030369598418474197
157920	rnn.weight_hh_l1_reverse	2	-0.039789147675037384
157920	rnn.weight_hh_l1_reverse	3	0.03611064329743385
157920	rnn.weight_hh_l1_reverse	4	0.05065043643116951
157920	rnn.weight_hh_l1_reverse	5	-0.00027423450956121087
157920	rnn.weight_hh_l1_reverse	6	0.04840988293290138
157920	rnn.weight_hh_l1_reverse	7	0.03072049841284752
157920	rnn.weight_hh_l1_reverse	8	-0.0070804753340780735
157920	rnn.weight_hh_l1_reverse	9	-0.03262467682361603
157920	rnn.bias_ih_l1_reverse	0	-0.07465589791536331
157920	rnn.bias_ih_l1_reverse	1	-0.15668828785419464
157920	rnn.bias_ih_l1_reverse	2	-0.16469256579875946
157920	rnn.bias_ih_l1_reverse	3	-0.012294088490307331
157920	rnn.bias_ih_l1_reverse	4	-0.21418140828609467
157920	rnn.bias_ih_l1_reverse	5	-0.11466433107852936
157920	rnn.bias_ih_l1_reverse	6	-0.13686828315258026
157920	rnn.bias_ih_l1_reverse	7	-0.19647398591041565
157920	rnn.bias_ih_l1_reverse	8	0.2353915423154831
157920	rnn.bias_ih_l1_reverse	9	0.05564429610967636
157920	rnn.bias_hh_l1_reverse	0	0.017173510044813156
157920	rnn.bias_hh_l1_reverse	1	-0.10896971821784973
157920	rnn.bias_hh_l1_reverse	2	-0.2332947552204132
157920	rnn.bias_hh_l1_reverse	3	-0.1396232694387436
157920	rnn.bias_hh_l1_reverse	4	-0.09875703603029251
157920	rnn.bias_hh_l1_reverse	5	-0.1305742859840393
157920	rnn.bias_hh_l1_reverse	6	0.08684123307466507
157920	rnn.bias_hh_l1_reverse	7	-0.17224182188510895
157920	rnn.bias_hh_l1_reverse	8	-0.12288239598274231
157920	rnn.bias_hh_l1_reverse	9	-0.15115875005722046
157920	linear.weight	0	0.002228822559118271
157920	linear.weight	1	0.10597291588783264
157920	linear.weight	2	-0.08444452285766602
157920	linear.weight	3	0.2639461159706116
157920	linear.weight	4	0.1503942608833313
157920	linear.weight	5	-0.053629666566848755
157920	linear.weight	6	0.1190185621380806
157920	linear.weight	7	0.06214302033185959
157920	linear.weight	8	0.041188307106494904
157920	linear.weight	9	-0.034697405993938446
157920	linear.bias	0	0.10491513460874557
157920	linear.bias	1	-0.22252489626407623
157920	linear.bias	2	-0.42732399702072144
157920	linear.bias	3	-0.6629598736763
157920	linear.bias	4	-1.2132731676101685
157920	linear.bias	5	-0.05953149124979973
157920	linear.bias	6	-0.7935145497322083
157920	linear.bias	7	0.28008654713630676
157920	linear.bias	8	-0.44854435324668884
157920	linear.bias	9	-1.0130027532577515
158117	transitions	0	0.6813054084777832
158117	transitions	1	0.15653346478939056
158117	transitions	2	-10000.0
158117	transitions	3	-1.8245880603790283
158117	transitions	4	-10000.0
158117	transitions	5	0.5735607147216797
158117	transitions	6	-0.07801898568868637
158117	transitions	7	-0.7410966753959656
158117	transitions	8	-1.4073704481124878
158117	transitions	9	-0.0011511952616274357
158117	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
158117	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
158117	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
158117	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
158117	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
158117	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
158117	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
158117	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
158117	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
158117	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
158117	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
158117	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
158117	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
158117	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
158117	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
158117	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
158117	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
158117	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
158117	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
158117	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
158117	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
158117	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
158117	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
158117	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
158117	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
158117	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
158117	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
158117	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
158117	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
158117	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
158117	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
158117	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
158117	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
158117	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
158117	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
158117	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
158117	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
158117	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
158117	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
158117	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
158117	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
158117	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
158117	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
158117	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
158117	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
158117	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
158117	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
158117	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
158117	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
158117	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
158117	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
158117	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
158117	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
158117	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
158117	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
158117	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
158117	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
158117	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
158117	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
158117	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
158117	embedding2nn.weight	0	0.03707442805171013
158117	embedding2nn.weight	1	-0.013869733549654484
158117	embedding2nn.weight	2	-0.014268254861235619
158117	embedding2nn.weight	3	-0.01683809421956539
158117	embedding2nn.weight	4	-0.0059150345623493195
158117	embedding2nn.weight	5	-0.0037005890626460314
158117	embedding2nn.weight	6	-0.003973310813307762
158117	embedding2nn.weight	7	-0.08601444959640503
158117	embedding2nn.weight	8	-0.0019979383796453476
158117	embedding2nn.weight	9	-0.028362322598695755
158117	embedding2nn.bias	0	0.07018185406923294
158117	embedding2nn.bias	1	-0.07265716791152954
158117	embedding2nn.bias	2	0.09275808930397034
158117	embedding2nn.bias	3	0.04468772932887077
158117	embedding2nn.bias	4	-0.03530797362327576
158117	embedding2nn.bias	5	-0.013157675974071026
158117	embedding2nn.bias	6	0.020624158903956413
158117	embedding2nn.bias	7	-0.06369185447692871
158117	embedding2nn.bias	8	0.06407946348190308
158117	embedding2nn.bias	9	0.04367213323712349
158117	rnn.weight_ih_l0	0	-0.0798012986779213
158117	rnn.weight_ih_l0	1	0.006402142345905304
158117	rnn.weight_ih_l0	2	0.03866557031869888
158117	rnn.weight_ih_l0	3	0.022214535623788834
158117	rnn.weight_ih_l0	4	-0.0401955246925354
158117	rnn.weight_ih_l0	5	-0.06772352010011673
158117	rnn.weight_ih_l0	6	0.002129120286554098
158117	rnn.weight_ih_l0	7	0.057002995163202286
158117	rnn.weight_ih_l0	8	-0.011399119161069393
158117	rnn.weight_ih_l0	9	-0.026919640600681305
158117	rnn.weight_hh_l0	0	-0.030835576355457306
158117	rnn.weight_hh_l0	1	-0.00834290124475956
158117	rnn.weight_hh_l0	2	0.00025818892754614353
158117	rnn.weight_hh_l0	3	-0.06593828648328781
158117	rnn.weight_hh_l0	4	0.08569950610399246
158117	rnn.weight_hh_l0	5	-0.024125870317220688
158117	rnn.weight_hh_l0	6	-0.05997427925467491
158117	rnn.weight_hh_l0	7	0.012557004578411579
158117	rnn.weight_hh_l0	8	0.009769565425813198
158117	rnn.weight_hh_l0	9	-0.020029479637742043
158117	rnn.bias_ih_l0	0	0.13200323283672333
158117	rnn.bias_ih_l0	1	-0.033973731100559235
158117	rnn.bias_ih_l0	2	-0.01037257444113493
158117	rnn.bias_ih_l0	3	0.14216479659080505
158117	rnn.bias_ih_l0	4	-0.015920309349894524
158117	rnn.bias_ih_l0	5	-0.012924572452902794
158117	rnn.bias_ih_l0	6	0.019491879269480705
158117	rnn.bias_ih_l0	7	0.03000214323401451
158117	rnn.bias_ih_l0	8	-0.09949731081724167
158117	rnn.bias_ih_l0	9	-0.028034407645463943
158117	rnn.bias_hh_l0	0	-0.012171249836683273
158117	rnn.bias_hh_l0	1	-0.10603076219558716
158117	rnn.bias_hh_l0	2	-0.06872855126857758
158117	rnn.bias_hh_l0	3	-0.09352162480354309
158117	rnn.bias_hh_l0	4	-0.0047548129223287106
158117	rnn.bias_hh_l0	5	-0.03183453902602196
158117	rnn.bias_hh_l0	6	0.023592935875058174
158117	rnn.bias_hh_l0	7	0.045478157699108124
158117	rnn.bias_hh_l0	8	-0.10398682951927185
158117	rnn.bias_hh_l0	9	-0.05663943290710449
158117	rnn.weight_ih_l0_reverse	0	-0.023500122129917145
158117	rnn.weight_ih_l0_reverse	1	-0.05090673267841339
158117	rnn.weight_ih_l0_reverse	2	-0.03534689173102379
158117	rnn.weight_ih_l0_reverse	3	0.009525070898234844
158117	rnn.weight_ih_l0_reverse	4	-0.018687868490815163
158117	rnn.weight_ih_l0_reverse	5	-0.05132918432354927
158117	rnn.weight_ih_l0_reverse	6	0.07945967465639114
158117	rnn.weight_ih_l0_reverse	7	-0.02492469549179077
158117	rnn.weight_ih_l0_reverse	8	-0.019902803003787994
158117	rnn.weight_ih_l0_reverse	9	-0.00606048759073019
158117	rnn.weight_hh_l0_reverse	0	0.05964674428105354
158117	rnn.weight_hh_l0_reverse	1	0.013441838324069977
158117	rnn.weight_hh_l0_reverse	2	0.030294254422187805
158117	rnn.weight_hh_l0_reverse	3	0.03111441247165203
158117	rnn.weight_hh_l0_reverse	4	0.004884992726147175
158117	rnn.weight_hh_l0_reverse	5	0.016108034178614616
158117	rnn.weight_hh_l0_reverse	6	0.04944290220737457
158117	rnn.weight_hh_l0_reverse	7	-0.06919948756694794
158117	rnn.weight_hh_l0_reverse	8	0.036436986178159714
158117	rnn.weight_hh_l0_reverse	9	0.03499703109264374
158117	rnn.bias_ih_l0_reverse	0	-0.062441710382699966
158117	rnn.bias_ih_l0_reverse	1	-0.26630568504333496
158117	rnn.bias_ih_l0_reverse	2	-0.13169150054454803
158117	rnn.bias_ih_l0_reverse	3	-0.05082645267248154
158117	rnn.bias_ih_l0_reverse	4	-0.033841364085674286
158117	rnn.bias_ih_l0_reverse	5	0.06387186050415039
158117	rnn.bias_ih_l0_reverse	6	-0.08002562820911407
158117	rnn.bias_ih_l0_reverse	7	0.0459970086812973
158117	rnn.bias_ih_l0_reverse	8	-0.05717413127422333
158117	rnn.bias_ih_l0_reverse	9	0.05716145038604736
158117	rnn.bias_hh_l0_reverse	0	0.02414056286215782
158117	rnn.bias_hh_l0_reverse	1	-0.06132928282022476
158117	rnn.bias_hh_l0_reverse	2	0.08323181420564651
158117	rnn.bias_hh_l0_reverse	3	-0.052246954292058945
158117	rnn.bias_hh_l0_reverse	4	-0.026916008442640305
158117	rnn.bias_hh_l0_reverse	5	-0.02352132461965084
158117	rnn.bias_hh_l0_reverse	6	-0.015698350965976715
158117	rnn.bias_hh_l0_reverse	7	0.10765396058559418
158117	rnn.bias_hh_l0_reverse	8	0.03506390005350113
158117	rnn.bias_hh_l0_reverse	9	-0.13214361667633057
158117	rnn.weight_ih_l1	0	-0.03148248791694641
158117	rnn.weight_ih_l1	1	-0.04991338029503822
158117	rnn.weight_ih_l1	2	0.0690060555934906
158117	rnn.weight_ih_l1	3	-0.06852206587791443
158117	rnn.weight_ih_l1	4	-0.014904321171343327
158117	rnn.weight_ih_l1	5	-0.04392259940505028
158117	rnn.weight_ih_l1	6	0.031290262937545776
158117	rnn.weight_ih_l1	7	-0.03316061943769455
158117	rnn.weight_ih_l1	8	0.038048505783081055
158117	rnn.weight_ih_l1	9	0.04162072017788887
158117	rnn.weight_hh_l1	0	-0.007369454950094223
158117	rnn.weight_hh_l1	1	0.017685145139694214
158117	rnn.weight_hh_l1	2	0.012271699495613575
158117	rnn.weight_hh_l1	3	-0.011746999807655811
158117	rnn.weight_hh_l1	4	0.009118014946579933
158117	rnn.weight_hh_l1	5	0.028986094519495964
158117	rnn.weight_hh_l1	6	0.03235822170972824
158117	rnn.weight_hh_l1	7	-0.01825593411922455
158117	rnn.weight_hh_l1	8	-0.012223906815052032
158117	rnn.weight_hh_l1	9	0.03583711385726929
158117	rnn.bias_ih_l1	0	-0.1962398886680603
158117	rnn.bias_ih_l1	1	-0.19195351004600525
158117	rnn.bias_ih_l1	2	-0.2111278474330902
158117	rnn.bias_ih_l1	3	-0.3154211938381195
158117	rnn.bias_ih_l1	4	-0.19826804101467133
158117	rnn.bias_ih_l1	5	-0.09916580468416214
158117	rnn.bias_ih_l1	6	-0.16531948745250702
158117	rnn.bias_ih_l1	7	-0.016567381098866463
158117	rnn.bias_ih_l1	8	-0.14473959803581238
158117	rnn.bias_ih_l1	9	-0.12134256213903427
158117	rnn.bias_hh_l1	0	-0.11412522196769714
158117	rnn.bias_hh_l1	1	-0.07070794701576233
158117	rnn.bias_hh_l1	2	-0.10693337023258209
158117	rnn.bias_hh_l1	3	-0.08088549226522446
158117	rnn.bias_hh_l1	4	-0.09722844511270523
158117	rnn.bias_hh_l1	5	-0.11512386053800583
158117	rnn.bias_hh_l1	6	-0.15831811726093292
158117	rnn.bias_hh_l1	7	0.04985208436846733
158117	rnn.bias_hh_l1	8	-0.17154209315776825
158117	rnn.bias_hh_l1	9	-0.11484651267528534
158117	rnn.weight_ih_l1_reverse	0	-0.040057867765426636
158117	rnn.weight_ih_l1_reverse	1	0.02607223577797413
158117	rnn.weight_ih_l1_reverse	2	0.06245290860533714
158117	rnn.weight_ih_l1_reverse	3	-0.002600900363177061
158117	rnn.weight_ih_l1_reverse	4	-0.037581466138362885
158117	rnn.weight_ih_l1_reverse	5	-0.03127426281571388
158117	rnn.weight_ih_l1_reverse	6	0.001868505496531725
158117	rnn.weight_ih_l1_reverse	7	0.03223269060254097
158117	rnn.weight_ih_l1_reverse	8	0.015343496575951576
158117	rnn.weight_ih_l1_reverse	9	-0.05614421144127846
158117	rnn.weight_hh_l1_reverse	0	0.005008843261748552
158117	rnn.weight_hh_l1_reverse	1	0.030231088399887085
158117	rnn.weight_hh_l1_reverse	2	-0.039796553552150726
158117	rnn.weight_hh_l1_reverse	3	0.03605802729725838
158117	rnn.weight_hh_l1_reverse	4	0.05066276714205742
158117	rnn.weight_hh_l1_reverse	5	-0.0006170636042952538
158117	rnn.weight_hh_l1_reverse	6	0.04829998314380646
158117	rnn.weight_hh_l1_reverse	7	0.030694471672177315
158117	rnn.weight_hh_l1_reverse	8	-0.006984643638134003
158117	rnn.weight_hh_l1_reverse	9	-0.032627783715724945
158117	rnn.bias_ih_l1_reverse	0	-0.0739251896739006
158117	rnn.bias_ih_l1_reverse	1	-0.158838152885437
158117	rnn.bias_ih_l1_reverse	2	-0.16524235904216766
158117	rnn.bias_ih_l1_reverse	3	-0.00946862157434225
158117	rnn.bias_ih_l1_reverse	4	-0.21364270150661469
158117	rnn.bias_ih_l1_reverse	5	-0.11485525220632553
158117	rnn.bias_ih_l1_reverse	6	-0.1371719390153885
158117	rnn.bias_ih_l1_reverse	7	-0.19703727960586548
158117	rnn.bias_ih_l1_reverse	8	0.2341228872537613
158117	rnn.bias_ih_l1_reverse	9	0.056074682623147964
158117	rnn.bias_hh_l1_reverse	0	0.014825788326561451
158117	rnn.bias_hh_l1_reverse	1	-0.10679890960454941
158117	rnn.bias_hh_l1_reverse	2	-0.23376455903053284
158117	rnn.bias_hh_l1_reverse	3	-0.14106611907482147
158117	rnn.bias_hh_l1_reverse	4	-0.09822434931993484
158117	rnn.bias_hh_l1_reverse	5	-0.13038764894008636
158117	rnn.bias_hh_l1_reverse	6	0.08216582983732224
158117	rnn.bias_hh_l1_reverse	7	-0.16943082213401794
158117	rnn.bias_hh_l1_reverse	8	-0.1229441687464714
158117	rnn.bias_hh_l1_reverse	9	-0.15137748420238495
158117	linear.weight	0	0.002228822559118271
158117	linear.weight	1	0.11101905256509781
158117	linear.weight	2	-0.08309569954872131
158117	linear.weight	3	0.2685139775276184
158117	linear.weight	4	0.1525454968214035
158117	linear.weight	5	-0.05291597172617912
158117	linear.weight	6	0.12568505108356476
158117	linear.weight	7	0.06180741265416145
158117	linear.weight	8	0.041187867522239685
158117	linear.weight	9	-0.037627264857292175
158117	linear.bias	0	0.1091303750872612
158117	linear.bias	1	-0.22434064745903015
158117	linear.bias	2	-0.4094703793525696
158117	linear.bias	3	-0.6724207401275635
158117	linear.bias	4	-1.2232108116149902
158117	linear.bias	5	-0.051326800137758255
158117	linear.bias	6	-0.7963771224021912
158117	linear.bias	7	0.28647753596305847
158117	linear.bias	8	-0.44225358963012695
158117	linear.bias	9	-1.0085487365722656
158314	transitions	0	0.6816529631614685
158314	transitions	1	0.1599220633506775
158314	transitions	2	-10000.0
158314	transitions	3	-1.824596643447876
158314	transitions	4	-10000.0
158314	transitions	5	0.5735026001930237
158314	transitions	6	-0.07803970575332642
158314	transitions	7	-0.7413141131401062
158314	transitions	8	-1.4073987007141113
158314	transitions	9	-0.0011514376383274794
158314	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
158314	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
158314	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
158314	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
158314	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
158314	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
158314	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
158314	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
158314	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
158314	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
158314	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
158314	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
158314	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
158314	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
158314	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
158314	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
158314	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
158314	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
158314	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
158314	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
158314	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
158314	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
158314	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
158314	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
158314	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
158314	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
158314	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
158314	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
158314	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
158314	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
158314	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
158314	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
158314	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
158314	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
158314	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
158314	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
158314	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
158314	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
158314	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
158314	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
158314	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
158314	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
158314	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
158314	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
158314	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
158314	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
158314	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
158314	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
158314	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
158314	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
158314	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
158314	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
158314	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
158314	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
158314	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
158314	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
158314	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
158314	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
158314	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
158314	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
158314	embedding2nn.weight	0	0.03682224079966545
158314	embedding2nn.weight	1	-0.013713833875954151
158314	embedding2nn.weight	2	-0.014268254861235619
158314	embedding2nn.weight	3	-0.016745194792747498
158314	embedding2nn.weight	4	-0.0059150345623493195
158314	embedding2nn.weight	5	-0.0037005890626460314
158314	embedding2nn.weight	6	-0.003973308950662613
158314	embedding2nn.weight	7	-0.08575417101383209
158314	embedding2nn.weight	8	-0.0019979383796453476
158314	embedding2nn.weight	9	-0.028535272926092148
158314	embedding2nn.bias	0	0.07178094238042831
158314	embedding2nn.bias	1	-0.07674501091241837
158314	embedding2nn.bias	2	0.09388963133096695
158314	embedding2nn.bias	3	0.04701971262693405
158314	embedding2nn.bias	4	-0.03385220840573311
158314	embedding2nn.bias	5	-0.01333028543740511
158314	embedding2nn.bias	6	0.017229873687028885
158314	embedding2nn.bias	7	-0.06236653029918671
158314	embedding2nn.bias	8	0.06511268764734268
158314	embedding2nn.bias	9	0.04373655095696449
158314	rnn.weight_ih_l0	0	-0.07995621860027313
158314	rnn.weight_ih_l0	1	0.005913030821830034
158314	rnn.weight_ih_l0	2	0.03898021951317787
158314	rnn.weight_ih_l0	3	0.022377880290150642
158314	rnn.weight_ih_l0	4	-0.040350474417209625
158314	rnn.weight_ih_l0	5	-0.06760993599891663
158314	rnn.weight_ih_l0	6	0.0019308372866362333
158314	rnn.weight_ih_l0	7	0.056794289499521255
158314	rnn.weight_ih_l0	8	-0.011177744716405869
158314	rnn.weight_ih_l0	9	-0.02668246068060398
158314	rnn.weight_hh_l0	0	-0.030739327892661095
158314	rnn.weight_hh_l0	1	-0.008673935197293758
158314	rnn.weight_hh_l0	2	0.00011698123853420839
158314	rnn.weight_hh_l0	3	-0.06614907085895538
158314	rnn.weight_hh_l0	4	0.08527819067239761
158314	rnn.weight_hh_l0	5	-0.024709662422537804
158314	rnn.weight_hh_l0	6	-0.060950372368097305
158314	rnn.weight_hh_l0	7	0.012955497950315475
158314	rnn.weight_hh_l0	8	0.00968672800809145
158314	rnn.weight_hh_l0	9	-0.020015772432088852
158314	rnn.bias_ih_l0	0	0.13215428590774536
158314	rnn.bias_ih_l0	1	-0.033140894025564194
158314	rnn.bias_ih_l0	2	-0.009736166335642338
158314	rnn.bias_ih_l0	3	0.14131195843219757
158314	rnn.bias_ih_l0	4	-0.01694205217063427
158314	rnn.bias_ih_l0	5	-0.012711862102150917
158314	rnn.bias_ih_l0	6	0.016209211200475693
158314	rnn.bias_ih_l0	7	0.030957693234086037
158314	rnn.bias_ih_l0	8	-0.09945698827505112
158314	rnn.bias_ih_l0	9	-0.026075230911374092
158314	rnn.bias_hh_l0	0	-0.0116572929546237
158314	rnn.bias_hh_l0	1	-0.10660549253225327
158314	rnn.bias_hh_l0	2	-0.06894716620445251
158314	rnn.bias_hh_l0	3	-0.09374365210533142
158314	rnn.bias_hh_l0	4	-0.006109778303653002
158314	rnn.bias_hh_l0	5	-0.0318322591483593
158314	rnn.bias_hh_l0	6	0.022169198840856552
158314	rnn.bias_hh_l0	7	0.04527727887034416
158314	rnn.bias_hh_l0	8	-0.10420168936252594
158314	rnn.bias_hh_l0	9	-0.05380796641111374
158314	rnn.weight_ih_l0_reverse	0	-0.02360496111214161
158314	rnn.weight_ih_l0_reverse	1	-0.051257163286209106
158314	rnn.weight_ih_l0_reverse	2	-0.034713439643383026
158314	rnn.weight_ih_l0_reverse	3	0.008768321946263313
158314	rnn.weight_ih_l0_reverse	4	-0.018331745639443398
158314	rnn.weight_ih_l0_reverse	5	-0.05116607993841171
158314	rnn.weight_ih_l0_reverse	6	0.07967178523540497
158314	rnn.weight_ih_l0_reverse	7	-0.0244232639670372
158314	rnn.weight_ih_l0_reverse	8	-0.019664907827973366
158314	rnn.weight_ih_l0_reverse	9	-0.006171457469463348
158314	rnn.weight_hh_l0_reverse	0	0.059697654098272324
158314	rnn.weight_hh_l0_reverse	1	0.013641886413097382
158314	rnn.weight_hh_l0_reverse	2	0.031257614493370056
158314	rnn.weight_hh_l0_reverse	3	0.03193369135260582
158314	rnn.weight_hh_l0_reverse	4	0.004756158217787743
158314	rnn.weight_hh_l0_reverse	5	0.016464009881019592
158314	rnn.weight_hh_l0_reverse	6	0.04959690943360329
158314	rnn.weight_hh_l0_reverse	7	-0.06893344968557358
158314	rnn.weight_hh_l0_reverse	8	0.03641417250037193
158314	rnn.weight_hh_l0_reverse	9	0.034928273409605026
158314	rnn.bias_ih_l0_reverse	0	-0.061749715358018875
158314	rnn.bias_ih_l0_reverse	1	-0.2699727416038513
158314	rnn.bias_ih_l0_reverse	2	-0.1318960189819336
158314	rnn.bias_ih_l0_reverse	3	-0.050841253250837326
158314	rnn.bias_ih_l0_reverse	4	-0.03265145793557167
158314	rnn.bias_ih_l0_reverse	5	0.06373640149831772
158314	rnn.bias_ih_l0_reverse	6	-0.07950715720653534
158314	rnn.bias_ih_l0_reverse	7	0.04537242650985718
158314	rnn.bias_ih_l0_reverse	8	-0.05670897290110588
158314	rnn.bias_ih_l0_reverse	9	0.05749712139368057
158314	rnn.bias_hh_l0_reverse	0	0.023735908791422844
158314	rnn.bias_hh_l0_reverse	1	-0.05945884808897972
158314	rnn.bias_hh_l0_reverse	2	0.08130063116550446
158314	rnn.bias_hh_l0_reverse	3	-0.05299874022603035
158314	rnn.bias_hh_l0_reverse	4	-0.026399755850434303
158314	rnn.bias_hh_l0_reverse	5	-0.02432846650481224
158314	rnn.bias_hh_l0_reverse	6	-0.017289504408836365
158314	rnn.bias_hh_l0_reverse	7	0.10731817781925201
158314	rnn.bias_hh_l0_reverse	8	0.036201365292072296
158314	rnn.bias_hh_l0_reverse	9	-0.1300807148218155
158314	rnn.weight_ih_l1	0	-0.031784914433956146
158314	rnn.weight_ih_l1	1	-0.050970397889614105
158314	rnn.weight_ih_l1	2	0.06878025084733963
158314	rnn.weight_ih_l1	3	-0.06723466515541077
158314	rnn.weight_ih_l1	4	-0.01543409749865532
158314	rnn.weight_ih_l1	5	-0.04397088289260864
158314	rnn.weight_ih_l1	6	0.03184441849589348
158314	rnn.weight_ih_l1	7	-0.03310225531458855
158314	rnn.weight_ih_l1	8	0.03819400817155838
158314	rnn.weight_ih_l1	9	0.04153447598218918
158314	rnn.weight_hh_l1	0	-0.00801155623048544
158314	rnn.weight_hh_l1	1	0.017736967653036118
158314	rnn.weight_hh_l1	2	0.01264127902686596
158314	rnn.weight_hh_l1	3	-0.011694256216287613
158314	rnn.weight_hh_l1	4	0.009304113686084747
158314	rnn.weight_hh_l1	5	0.02920336276292801
158314	rnn.weight_hh_l1	6	0.032464832067489624
158314	rnn.weight_hh_l1	7	-0.018511537462472916
158314	rnn.weight_hh_l1	8	-0.012312137521803379
158314	rnn.weight_hh_l1	9	0.03582612797617912
158314	rnn.bias_ih_l1	0	-0.19794294238090515
158314	rnn.bias_ih_l1	1	-0.1913597732782364
158314	rnn.bias_ih_l1	2	-0.210415318608284
158314	rnn.bias_ih_l1	3	-0.31461021304130554
158314	rnn.bias_ih_l1	4	-0.19949795305728912
158314	rnn.bias_ih_l1	5	-0.09854510426521301
158314	rnn.bias_ih_l1	6	-0.1642078012228012
158314	rnn.bias_ih_l1	7	-0.015489061363041401
158314	rnn.bias_ih_l1	8	-0.14449839293956757
158314	rnn.bias_ih_l1	9	-0.12314895540475845
158314	rnn.bias_hh_l1	0	-0.1146804615855217
158314	rnn.bias_hh_l1	1	-0.07116315513849258
158314	rnn.bias_hh_l1	2	-0.10590287297964096
158314	rnn.bias_hh_l1	3	-0.08103429526090622
158314	rnn.bias_hh_l1	4	-0.09702936559915543
158314	rnn.bias_hh_l1	5	-0.11520301550626755
158314	rnn.bias_hh_l1	6	-0.15717142820358276
158314	rnn.bias_hh_l1	7	0.047407377511262894
158314	rnn.bias_hh_l1	8	-0.17062470316886902
158314	rnn.bias_hh_l1	9	-0.11626555025577545
158314	rnn.weight_ih_l1_reverse	0	-0.04030225798487663
158314	rnn.weight_ih_l1_reverse	1	0.026221146807074547
158314	rnn.weight_ih_l1_reverse	2	0.06314755231142044
158314	rnn.weight_ih_l1_reverse	3	-0.0016259033000096679
158314	rnn.weight_ih_l1_reverse	4	-0.03839457035064697
158314	rnn.weight_ih_l1_reverse	5	-0.031287483870983124
158314	rnn.weight_ih_l1_reverse	6	0.0019640980754047632
158314	rnn.weight_ih_l1_reverse	7	0.03210600093007088
158314	rnn.weight_ih_l1_reverse	8	0.01709858700633049
158314	rnn.weight_ih_l1_reverse	9	-0.057172711938619614
158314	rnn.weight_hh_l1_reverse	0	0.005038352683186531
158314	rnn.weight_hh_l1_reverse	1	0.030278978869318962
158314	rnn.weight_hh_l1_reverse	2	-0.03978976979851723
158314	rnn.weight_hh_l1_reverse	3	0.03599219396710396
158314	rnn.weight_hh_l1_reverse	4	0.05065912380814552
158314	rnn.weight_hh_l1_reverse	5	-0.0005871200701221824
158314	rnn.weight_hh_l1_reverse	6	0.047996558248996735
158314	rnn.weight_hh_l1_reverse	7	0.03071003034710884
158314	rnn.weight_hh_l1_reverse	8	-0.006946340668946505
158314	rnn.weight_hh_l1_reverse	9	-0.032615043222904205
158314	rnn.bias_ih_l1_reverse	0	-0.07493800669908524
158314	rnn.bias_ih_l1_reverse	1	-0.15883848071098328
158314	rnn.bias_ih_l1_reverse	2	-0.16646763682365417
158314	rnn.bias_ih_l1_reverse	3	-0.012625034898519516
158314	rnn.bias_ih_l1_reverse	4	-0.21397505700588226
158314	rnn.bias_ih_l1_reverse	5	-0.11545277386903763
158314	rnn.bias_ih_l1_reverse	6	-0.13732567429542542
158314	rnn.bias_ih_l1_reverse	7	-0.19727617502212524
158314	rnn.bias_ih_l1_reverse	8	0.23366805911064148
158314	rnn.bias_ih_l1_reverse	9	0.05675724893808365
158314	rnn.bias_hh_l1_reverse	0	0.018900390714406967
158314	rnn.bias_hh_l1_reverse	1	-0.10468315333127975
158314	rnn.bias_hh_l1_reverse	2	-0.2340843379497528
158314	rnn.bias_hh_l1_reverse	3	-0.14166969060897827
158314	rnn.bias_hh_l1_reverse	4	-0.09915097802877426
158314	rnn.bias_hh_l1_reverse	5	-0.13076572120189667
158314	rnn.bias_hh_l1_reverse	6	0.08732561022043228
158314	rnn.bias_hh_l1_reverse	7	-0.17014822363853455
158314	rnn.bias_hh_l1_reverse	8	-0.12367527931928635
158314	rnn.bias_hh_l1_reverse	9	-0.15157654881477356
158314	linear.weight	0	0.002228822559118271
158314	linear.weight	1	0.10834886878728867
158314	linear.weight	2	-0.08476442098617554
158314	linear.weight	3	0.26765176653862
158314	linear.weight	4	0.15327633917331696
158314	linear.weight	5	-0.05355506017804146
158314	linear.weight	6	0.12373199313879013
158314	linear.weight	7	0.058179277926683426
158314	linear.weight	8	0.04118793457746506
158314	linear.weight	9	-0.03889906406402588
158314	linear.bias	0	0.12206750363111496
158314	linear.bias	1	-0.22973482310771942
158314	linear.bias	2	-0.42249616980552673
158314	linear.bias	3	-0.6839929819107056
158314	linear.bias	4	-1.2357991933822632
158314	linear.bias	5	-0.03253163769841194
158314	linear.bias	6	-0.8008471727371216
158314	linear.bias	7	0.30483660101890564
158314	linear.bias	8	-0.44699716567993164
158314	linear.bias	9	-1.0141398906707764
158511	transitions	0	0.6766299605369568
158511	transitions	1	0.15961624681949615
158511	transitions	2	-10000.0
158511	transitions	3	-1.8246080875396729
158511	transitions	4	-10000.0
158511	transitions	5	0.5734703540802002
158511	transitions	6	-0.07806303352117538
158511	transitions	7	-0.7420603036880493
158511	transitions	8	-1.4074314832687378
158511	transitions	9	-0.0011520164553076029
158511	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
158511	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
158511	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
158511	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
158511	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
158511	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
158511	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
158511	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
158511	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
158511	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
158511	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
158511	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
158511	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
158511	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
158511	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
158511	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
158511	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
158511	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
158511	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
158511	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
158511	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
158511	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
158511	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
158511	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
158511	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
158511	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
158511	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
158511	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
158511	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
158511	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
158511	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
158511	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
158511	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
158511	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
158511	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
158511	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
158511	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
158511	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
158511	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
158511	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
158511	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
158511	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
158511	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
158511	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
158511	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
158511	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
158511	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
158511	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
158511	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
158511	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
158511	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
158511	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
158511	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
158511	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
158511	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
158511	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
158511	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
158511	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
158511	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
158511	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
158511	embedding2nn.weight	0	0.035678692162036896
158511	embedding2nn.weight	1	-0.013707158155739307
158511	embedding2nn.weight	2	-0.014268254861235619
158511	embedding2nn.weight	3	-0.016569586470723152
158511	embedding2nn.weight	4	-0.0059150345623493195
158511	embedding2nn.weight	5	-0.003700589295476675
158511	embedding2nn.weight	6	-0.003973307553678751
158511	embedding2nn.weight	7	-0.08616918325424194
158511	embedding2nn.weight	8	-0.0019979383796453476
158511	embedding2nn.weight	9	-0.02868659421801567
158511	embedding2nn.bias	0	0.07349448651075363
158511	embedding2nn.bias	1	-0.07270420342683792
158511	embedding2nn.bias	2	0.09340763092041016
158511	embedding2nn.bias	3	0.04906802624464035
158511	embedding2nn.bias	4	-0.0320136696100235
158511	embedding2nn.bias	5	-0.01663367636501789
158511	embedding2nn.bias	6	0.01597433164715767
158511	embedding2nn.bias	7	-0.06155017018318176
158511	embedding2nn.bias	8	0.06547719985246658
158511	embedding2nn.bias	9	0.03695276752114296
158511	rnn.weight_ih_l0	0	-0.08089249581098557
158511	rnn.weight_ih_l0	1	0.0063675702549517155
158511	rnn.weight_ih_l0	2	0.03825204819440842
158511	rnn.weight_ih_l0	3	0.022368427366018295
158511	rnn.weight_ih_l0	4	-0.0390380322933197
158511	rnn.weight_ih_l0	5	-0.06781690567731857
158511	rnn.weight_ih_l0	6	0.002016628859564662
158511	rnn.weight_ih_l0	7	0.05634824559092522
158511	rnn.weight_ih_l0	8	-0.011280345730483532
158511	rnn.weight_ih_l0	9	-0.026410283520817757
158511	rnn.weight_hh_l0	0	-0.030942825600504875
158511	rnn.weight_hh_l0	1	-0.008984279818832874
158511	rnn.weight_hh_l0	2	-2.4214979930547997e-05
158511	rnn.weight_hh_l0	3	-0.06630966812372208
158511	rnn.weight_hh_l0	4	0.0853474885225296
158511	rnn.weight_hh_l0	5	-0.024214966222643852
158511	rnn.weight_hh_l0	6	-0.0620400570333004
158511	rnn.weight_hh_l0	7	0.012103992514312267
158511	rnn.weight_hh_l0	8	0.009317079558968544
158511	rnn.weight_hh_l0	9	-0.02011561207473278
158511	rnn.bias_ih_l0	0	0.13180948793888092
158511	rnn.bias_ih_l0	1	-0.03182362765073776
158511	rnn.bias_ih_l0	2	-0.010647803544998169
158511	rnn.bias_ih_l0	3	0.13949812948703766
158511	rnn.bias_ih_l0	4	-0.01722143217921257
158511	rnn.bias_ih_l0	5	-0.011989724822342396
158511	rnn.bias_ih_l0	6	0.017375493422150612
158511	rnn.bias_ih_l0	7	0.032266244292259216
158511	rnn.bias_ih_l0	8	-0.09998719394207001
158511	rnn.bias_ih_l0	9	-0.025102732703089714
158511	rnn.bias_hh_l0	0	-0.010819529183208942
158511	rnn.bias_hh_l0	1	-0.10576377063989639
158511	rnn.bias_hh_l0	2	-0.06667564809322357
158511	rnn.bias_hh_l0	3	-0.09316105395555496
158511	rnn.bias_hh_l0	4	-0.006419645622372627
158511	rnn.bias_hh_l0	5	-0.03212180733680725
158511	rnn.bias_hh_l0	6	0.021590789780020714
158511	rnn.bias_hh_l0	7	0.04444223642349243
158511	rnn.bias_hh_l0	8	-0.10302482545375824
158511	rnn.bias_hh_l0	9	-0.05488825589418411
158511	rnn.weight_ih_l0_reverse	0	-0.023815633729100227
158511	rnn.weight_ih_l0_reverse	1	-0.05094476789236069
158511	rnn.weight_ih_l0_reverse	2	-0.034842487424612045
158511	rnn.weight_ih_l0_reverse	3	0.00901160016655922
158511	rnn.weight_ih_l0_reverse	4	-0.01827719248831272
158511	rnn.weight_ih_l0_reverse	5	-0.05089825764298439
158511	rnn.weight_ih_l0_reverse	6	0.0800352543592453
158511	rnn.weight_ih_l0_reverse	7	-0.024616964161396027
158511	rnn.weight_ih_l0_reverse	8	-0.019521120935678482
158511	rnn.weight_ih_l0_reverse	9	-0.005524848587810993
158511	rnn.weight_hh_l0_reverse	0	0.0597183033823967
158511	rnn.weight_hh_l0_reverse	1	0.013559934683144093
158511	rnn.weight_hh_l0_reverse	2	0.03139951825141907
158511	rnn.weight_hh_l0_reverse	3	0.03204650059342384
158511	rnn.weight_hh_l0_reverse	4	0.004611908458173275
158511	rnn.weight_hh_l0_reverse	5	0.01613922230899334
158511	rnn.weight_hh_l0_reverse	6	0.04954404756426811
158511	rnn.weight_hh_l0_reverse	7	-0.06865129619836807
158511	rnn.weight_hh_l0_reverse	8	0.03632209450006485
158511	rnn.weight_hh_l0_reverse	9	0.03480411693453789
158511	rnn.bias_ih_l0_reverse	0	-0.06141647323966026
158511	rnn.bias_ih_l0_reverse	1	-0.2706826329231262
158511	rnn.bias_ih_l0_reverse	2	-0.13128486275672913
158511	rnn.bias_ih_l0_reverse	3	-0.049492865800857544
158511	rnn.bias_ih_l0_reverse	4	-0.032985422760248184
158511	rnn.bias_ih_l0_reverse	5	0.06415016204118729
158511	rnn.bias_ih_l0_reverse	6	-0.08028439432382584
158511	rnn.bias_ih_l0_reverse	7	0.04568076133728027
158511	rnn.bias_ih_l0_reverse	8	-0.05771547183394432
158511	rnn.bias_ih_l0_reverse	9	0.056931011378765106
158511	rnn.bias_hh_l0_reverse	0	0.02396431937813759
158511	rnn.bias_hh_l0_reverse	1	-0.0596054345369339
158511	rnn.bias_hh_l0_reverse	2	0.07856018841266632
158511	rnn.bias_hh_l0_reverse	3	-0.052368197590112686
158511	rnn.bias_hh_l0_reverse	4	-0.02758534625172615
158511	rnn.bias_hh_l0_reverse	5	-0.02473408915102482
158511	rnn.bias_hh_l0_reverse	6	-0.01839240826666355
158511	rnn.bias_hh_l0_reverse	7	0.10766911506652832
158511	rnn.bias_hh_l0_reverse	8	0.03631224110722542
158511	rnn.bias_hh_l0_reverse	9	-0.12876982986927032
158511	rnn.weight_ih_l1	0	-0.031684089452028275
158511	rnn.weight_ih_l1	1	-0.05053358152508736
158511	rnn.weight_ih_l1	2	0.06826633960008621
158511	rnn.weight_ih_l1	3	-0.06744082272052765
158511	rnn.weight_ih_l1	4	-0.015602926723659039
158511	rnn.weight_ih_l1	5	-0.04403933137655258
158511	rnn.weight_ih_l1	6	0.03179740905761719
158511	rnn.weight_ih_l1	7	-0.03271716088056564
158511	rnn.weight_ih_l1	8	0.038257576525211334
158511	rnn.weight_ih_l1	9	0.04156962037086487
158511	rnn.weight_hh_l1	0	-0.008540363050997257
158511	rnn.weight_hh_l1	1	0.017856214195489883
158511	rnn.weight_hh_l1	2	0.011631949804723263
158511	rnn.weight_hh_l1	3	-0.011618886142969131
158511	rnn.weight_hh_l1	4	0.009165768511593342
158511	rnn.weight_hh_l1	5	0.028959425166249275
158511	rnn.weight_hh_l1	6	0.03252941370010376
158511	rnn.weight_hh_l1	7	-0.018709421157836914
158511	rnn.weight_hh_l1	8	-0.012207215651869774
158511	rnn.weight_hh_l1	9	0.03593876212835312
158511	rnn.bias_ih_l1	0	-0.19770807027816772
158511	rnn.bias_ih_l1	1	-0.19206246733665466
158511	rnn.bias_ih_l1	2	-0.2095940113067627
158511	rnn.bias_ih_l1	3	-0.3147551715373993
158511	rnn.bias_ih_l1	4	-0.19578349590301514
158511	rnn.bias_ih_l1	5	-0.09872575849294662
158511	rnn.bias_ih_l1	6	-0.16421760618686676
158511	rnn.bias_ih_l1	7	-0.01899542473256588
158511	rnn.bias_ih_l1	8	-0.14277246594429016
158511	rnn.bias_ih_l1	9	-0.1226351410150528
158511	rnn.bias_hh_l1	0	-0.11522182077169418
158511	rnn.bias_hh_l1	1	-0.06976327300071716
158511	rnn.bias_hh_l1	2	-0.1029048040509224
158511	rnn.bias_hh_l1	3	-0.08165845274925232
158511	rnn.bias_hh_l1	4	-0.09782183915376663
158511	rnn.bias_hh_l1	5	-0.11559536308050156
158511	rnn.bias_hh_l1	6	-0.1593056172132492
158511	rnn.bias_hh_l1	7	0.04781684651970863
158511	rnn.bias_hh_l1	8	-0.16939932107925415
158511	rnn.bias_hh_l1	9	-0.1162116527557373
158511	rnn.weight_ih_l1_reverse	0	-0.0404842272400856
158511	rnn.weight_ih_l1_reverse	1	0.027366621419787407
158511	rnn.weight_ih_l1_reverse	2	0.06223965063691139
158511	rnn.weight_ih_l1_reverse	3	-0.0017182425362989306
158511	rnn.weight_ih_l1_reverse	4	-0.03948823735117912
158511	rnn.weight_ih_l1_reverse	5	-0.0312776044011116
158511	rnn.weight_ih_l1_reverse	6	0.0019434706773608923
158511	rnn.weight_ih_l1_reverse	7	0.03183609992265701
158511	rnn.weight_ih_l1_reverse	8	0.017302565276622772
158511	rnn.weight_ih_l1_reverse	9	-0.05713387578725815
158511	rnn.weight_hh_l1_reverse	0	0.005078683607280254
158511	rnn.weight_hh_l1_reverse	1	0.030240105465054512
158511	rnn.weight_hh_l1_reverse	2	-0.03986455872654915
158511	rnn.weight_hh_l1_reverse	3	0.03599030151963234
158511	rnn.weight_hh_l1_reverse	4	0.05082745850086212
158511	rnn.weight_hh_l1_reverse	5	-0.00037082983180880547
158511	rnn.weight_hh_l1_reverse	6	0.0470348596572876
158511	rnn.weight_hh_l1_reverse	7	0.030516311526298523
158511	rnn.weight_hh_l1_reverse	8	-0.006868771743029356
158511	rnn.weight_hh_l1_reverse	9	-0.032702863216400146
158511	rnn.bias_ih_l1_reverse	0	-0.07549002021551132
158511	rnn.bias_ih_l1_reverse	1	-0.15919457376003265
158511	rnn.bias_ih_l1_reverse	2	-0.16542255878448486
158511	rnn.bias_ih_l1_reverse	3	-0.007885495200753212
158511	rnn.bias_ih_l1_reverse	4	-0.21390250325202942
158511	rnn.bias_ih_l1_reverse	5	-0.11357715725898743
158511	rnn.bias_ih_l1_reverse	6	-0.13698165118694305
158511	rnn.bias_ih_l1_reverse	7	-0.19815634191036224
158511	rnn.bias_ih_l1_reverse	8	0.23299624025821686
158511	rnn.bias_ih_l1_reverse	9	0.054381296038627625
158511	rnn.bias_hh_l1_reverse	0	0.017030734568834305
158511	rnn.bias_hh_l1_reverse	1	-0.10480053722858429
158511	rnn.bias_hh_l1_reverse	2	-0.2343030720949173
158511	rnn.bias_hh_l1_reverse	3	-0.13949212431907654
158511	rnn.bias_hh_l1_reverse	4	-0.09945086389780045
158511	rnn.bias_hh_l1_reverse	5	-0.13069015741348267
158511	rnn.bias_hh_l1_reverse	6	0.084299735724926
158511	rnn.bias_hh_l1_reverse	7	-0.17145627737045288
158511	rnn.bias_hh_l1_reverse	8	-0.12277989834547043
158511	rnn.bias_hh_l1_reverse	9	-0.15133050084114075
158511	linear.weight	0	0.002228822559118271
158511	linear.weight	1	0.10275132954120636
158511	linear.weight	2	-0.08420110493898392
158511	linear.weight	3	0.26522907614707947
158511	linear.weight	4	0.15172043442726135
158511	linear.weight	5	-0.05342608317732811
158511	linear.weight	6	0.11616375297307968
158511	linear.weight	7	0.05961154028773308
158511	linear.weight	8	0.041187603026628494
158511	linear.weight	9	-0.03988342359662056
158511	linear.bias	0	0.11188971251249313
158511	linear.bias	1	-0.22368617355823517
158511	linear.bias	2	-0.4230998158454895
158511	linear.bias	3	-0.662660539150238
158511	linear.bias	4	-1.2143611907958984
158511	linear.bias	5	-0.045569825917482376
158511	linear.bias	6	-0.7952725887298584
158511	linear.bias	7	0.2910847067832947
158511	linear.bias	8	-0.4331849217414856
158511	linear.bias	9	-1.000218391418457
158708	transitions	0	0.688866913318634
158708	transitions	1	0.1629595011472702
158708	transitions	2	-10000.0
158708	transitions	3	-1.8246185779571533
158708	transitions	4	-10000.0
158708	transitions	5	0.573422372341156
158708	transitions	6	-0.07810880988836288
158708	transitions	7	-0.7422791123390198
158708	transitions	8	-1.407477855682373
158708	transitions	9	-0.0011524196015670896
158708	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
158708	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
158708	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
158708	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
158708	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
158708	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
158708	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
158708	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
158708	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
158708	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
158708	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
158708	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
158708	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
158708	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
158708	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
158708	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
158708	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
158708	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
158708	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
158708	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
158708	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
158708	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
158708	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
158708	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
158708	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
158708	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
158708	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
158708	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
158708	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
158708	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
158708	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
158708	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
158708	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
158708	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
158708	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
158708	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
158708	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
158708	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
158708	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
158708	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
158708	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
158708	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
158708	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
158708	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
158708	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
158708	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
158708	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
158708	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
158708	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
158708	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
158708	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
158708	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
158708	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
158708	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
158708	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
158708	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
158708	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
158708	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
158708	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
158708	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
158708	embedding2nn.weight	0	0.03581288829445839
158708	embedding2nn.weight	1	-0.013637891970574856
158708	embedding2nn.weight	2	-0.014268254861235619
158708	embedding2nn.weight	3	-0.016933823004364967
158708	embedding2nn.weight	4	-0.0059150345623493195
158708	embedding2nn.weight	5	-0.003700589295476675
158708	embedding2nn.weight	6	-0.003973302897065878
158708	embedding2nn.weight	7	-0.08641718327999115
158708	embedding2nn.weight	8	-0.0019979383796453476
158708	embedding2nn.weight	9	-0.028150614351034164
158708	embedding2nn.bias	0	0.07963818311691284
158708	embedding2nn.bias	1	-0.07405119389295578
158708	embedding2nn.bias	2	0.09303191304206848
158708	embedding2nn.bias	3	0.04660218954086304
158708	embedding2nn.bias	4	-0.03028954192996025
158708	embedding2nn.bias	5	-0.017528457567095757
158708	embedding2nn.bias	6	0.014697624370455742
158708	embedding2nn.bias	7	-0.06355589628219604
158708	embedding2nn.bias	8	0.06616553664207458
158708	embedding2nn.bias	9	0.03716355562210083
158708	rnn.weight_ih_l0	0	-0.08086735755205154
158708	rnn.weight_ih_l0	1	0.005803954321891069
158708	rnn.weight_ih_l0	2	0.03772750496864319
158708	rnn.weight_ih_l0	3	0.023160919547080994
158708	rnn.weight_ih_l0	4	-0.03881637006998062
158708	rnn.weight_ih_l0	5	-0.06789512932300568
158708	rnn.weight_ih_l0	6	0.002089642221108079
158708	rnn.weight_ih_l0	7	0.056425806134939194
158708	rnn.weight_ih_l0	8	-0.011439956724643707
158708	rnn.weight_ih_l0	9	-0.026321984827518463
158708	rnn.weight_hh_l0	0	-0.029987649992108345
158708	rnn.weight_hh_l0	1	-0.009870906360447407
158708	rnn.weight_hh_l0	2	-0.00024087059136945754
158708	rnn.weight_hh_l0	3	-0.06647296994924545
158708	rnn.weight_hh_l0	4	0.08520772308111191
158708	rnn.weight_hh_l0	5	-0.024364255368709564
158708	rnn.weight_hh_l0	6	-0.06186236813664436
158708	rnn.weight_hh_l0	7	0.011713058687746525
158708	rnn.weight_hh_l0	8	0.008891086094081402
158708	rnn.weight_hh_l0	9	-0.020426452159881592
158708	rnn.bias_ih_l0	0	0.13069592416286469
158708	rnn.bias_ih_l0	1	-0.03309408202767372
158708	rnn.bias_ih_l0	2	-0.009773524478077888
158708	rnn.bias_ih_l0	3	0.13910320401191711
158708	rnn.bias_ih_l0	4	-0.018959220498800278
158708	rnn.bias_ih_l0	5	-0.011785758659243584
158708	rnn.bias_ih_l0	6	0.013960763812065125
158708	rnn.bias_ih_l0	7	0.03192128986120224
158708	rnn.bias_ih_l0	8	-0.10083360224962234
158708	rnn.bias_ih_l0	9	-0.02230013534426689
158708	rnn.bias_hh_l0	0	-0.010038353502750397
158708	rnn.bias_hh_l0	1	-0.10477187484502792
158708	rnn.bias_hh_l0	2	-0.06657205522060394
158708	rnn.bias_hh_l0	3	-0.091741181910038
158708	rnn.bias_hh_l0	4	-0.007192082703113556
158708	rnn.bias_hh_l0	5	-0.03330511227250099
158708	rnn.bias_hh_l0	6	0.02187444642186165
158708	rnn.bias_hh_l0	7	0.04505355283617973
158708	rnn.bias_hh_l0	8	-0.10318852216005325
158708	rnn.bias_hh_l0	9	-0.055260978639125824
158708	rnn.weight_ih_l0_reverse	0	-0.02403225563466549
158708	rnn.weight_ih_l0_reverse	1	-0.05091278254985809
158708	rnn.weight_ih_l0_reverse	2	-0.034614257514476776
158708	rnn.weight_ih_l0_reverse	3	0.00830511748790741
158708	rnn.weight_ih_l0_reverse	4	-0.018780894577503204
158708	rnn.weight_ih_l0_reverse	5	-0.05042854696512222
158708	rnn.weight_ih_l0_reverse	6	0.07937019318342209
158708	rnn.weight_ih_l0_reverse	7	-0.024937979876995087
158708	rnn.weight_ih_l0_reverse	8	-0.01918577216565609
158708	rnn.weight_ih_l0_reverse	9	-0.005310166627168655
158708	rnn.weight_hh_l0_reverse	0	0.05952790752053261
158708	rnn.weight_hh_l0_reverse	1	0.013826549984514713
158708	rnn.weight_hh_l0_reverse	2	0.0315801203250885
158708	rnn.weight_hh_l0_reverse	3	0.0322568453848362
158708	rnn.weight_hh_l0_reverse	4	0.004570575896650553
158708	rnn.weight_hh_l0_reverse	5	0.015779713168740273
158708	rnn.weight_hh_l0_reverse	6	0.04988677427172661
158708	rnn.weight_hh_l0_reverse	7	-0.06828729063272476
158708	rnn.weight_hh_l0_reverse	8	0.03588853031396866
158708	rnn.weight_hh_l0_reverse	9	0.034458328038454056
158708	rnn.bias_ih_l0_reverse	0	-0.0616004578769207
158708	rnn.bias_ih_l0_reverse	1	-0.2684631943702698
158708	rnn.bias_ih_l0_reverse	2	-0.1310897022485733
158708	rnn.bias_ih_l0_reverse	3	-0.049778521060943604
158708	rnn.bias_ih_l0_reverse	4	-0.03345474973320961
158708	rnn.bias_ih_l0_reverse	5	0.06622762978076935
158708	rnn.bias_ih_l0_reverse	6	-0.07929857820272446
158708	rnn.bias_ih_l0_reverse	7	0.047046005725860596
158708	rnn.bias_ih_l0_reverse	8	-0.058948684483766556
158708	rnn.bias_ih_l0_reverse	9	0.0577961690723896
158708	rnn.bias_hh_l0_reverse	0	0.02329622581601143
158708	rnn.bias_hh_l0_reverse	1	-0.05822547525167465
158708	rnn.bias_hh_l0_reverse	2	0.07900700718164444
158708	rnn.bias_hh_l0_reverse	3	-0.052360113710165024
158708	rnn.bias_hh_l0_reverse	4	-0.028352249413728714
158708	rnn.bias_hh_l0_reverse	5	-0.025677742436528206
158708	rnn.bias_hh_l0_reverse	6	-0.018124522641301155
158708	rnn.bias_hh_l0_reverse	7	0.1075742244720459
158708	rnn.bias_hh_l0_reverse	8	0.03764880448579788
158708	rnn.bias_hh_l0_reverse	9	-0.12905921041965485
158708	rnn.weight_ih_l1	0	-0.03168203681707382
158708	rnn.weight_ih_l1	1	-0.0511632114648819
158708	rnn.weight_ih_l1	2	0.06757650524377823
158708	rnn.weight_ih_l1	3	-0.06753960996866226
158708	rnn.weight_ih_l1	4	-0.015971733257174492
158708	rnn.weight_ih_l1	5	-0.0440661683678627
158708	rnn.weight_ih_l1	6	0.03133069723844528
158708	rnn.weight_ih_l1	7	-0.03223131597042084
158708	rnn.weight_ih_l1	8	0.038350921124219894
158708	rnn.weight_ih_l1	9	0.04219377785921097
158708	rnn.weight_hh_l1	0	-0.008271143771708012
158708	rnn.weight_hh_l1	1	0.01802365668118
158708	rnn.weight_hh_l1	2	0.011333356611430645
158708	rnn.weight_hh_l1	3	-0.01171419583261013
158708	rnn.weight_hh_l1	4	0.009212607517838478
158708	rnn.weight_hh_l1	5	0.02879123017191887
158708	rnn.weight_hh_l1	6	0.03253141790628433
158708	rnn.weight_hh_l1	7	-0.018741397187113762
158708	rnn.weight_hh_l1	8	-0.01210069004446268
158708	rnn.weight_hh_l1	9	0.03568602353334427
158708	rnn.bias_ih_l1	0	-0.2004200518131256
158708	rnn.bias_ih_l1	1	-0.18877652287483215
158708	rnn.bias_ih_l1	2	-0.2090076208114624
158708	rnn.bias_ih_l1	3	-0.3141591250896454
158708	rnn.bias_ih_l1	4	-0.19184060394763947
158708	rnn.bias_ih_l1	5	-0.09954585134983063
158708	rnn.bias_ih_l1	6	-0.16495470702648163
158708	rnn.bias_ih_l1	7	-0.020897405222058296
158708	rnn.bias_ih_l1	8	-0.14024539291858673
158708	rnn.bias_ih_l1	9	-0.1236969381570816
158708	rnn.bias_hh_l1	0	-0.1143062487244606
158708	rnn.bias_hh_l1	1	-0.0673823133111
158708	rnn.bias_hh_l1	2	-0.10344883799552917
158708	rnn.bias_hh_l1	3	-0.08163554966449738
158708	rnn.bias_hh_l1	4	-0.09849733114242554
158708	rnn.bias_hh_l1	5	-0.11517439037561417
158708	rnn.bias_hh_l1	6	-0.15972641110420227
158708	rnn.bias_hh_l1	7	0.04573793336749077
158708	rnn.bias_hh_l1	8	-0.16746750473976135
158708	rnn.bias_hh_l1	9	-0.11576253920793533
158708	rnn.weight_ih_l1_reverse	0	-0.04059537127614021
158708	rnn.weight_ih_l1_reverse	1	0.02766922488808632
158708	rnn.weight_ih_l1_reverse	2	0.06318697333335876
158708	rnn.weight_ih_l1_reverse	3	-0.0014697388978675008
158708	rnn.weight_ih_l1_reverse	4	-0.04045042023062706
158708	rnn.weight_ih_l1_reverse	5	-0.0313919298350811
158708	rnn.weight_ih_l1_reverse	6	0.0010078977793455124
158708	rnn.weight_ih_l1_reverse	7	0.03167128190398216
158708	rnn.weight_ih_l1_reverse	8	0.016552625223994255
158708	rnn.weight_ih_l1_reverse	9	-0.05803260952234268
158708	rnn.weight_hh_l1_reverse	0	0.0049516549333930016
158708	rnn.weight_hh_l1_reverse	1	0.03025965578854084
158708	rnn.weight_hh_l1_reverse	2	-0.03992241621017456
158708	rnn.weight_hh_l1_reverse	3	0.03589409962296486
158708	rnn.weight_hh_l1_reverse	4	0.05070502310991287
158708	rnn.weight_hh_l1_reverse	5	-0.00043325405567884445
158708	rnn.weight_hh_l1_reverse	6	0.04682255536317825
158708	rnn.weight_hh_l1_reverse	7	0.030619405210018158
158708	rnn.weight_hh_l1_reverse	8	-0.006893442012369633
158708	rnn.weight_hh_l1_reverse	9	-0.03280435502529144
158708	rnn.bias_ih_l1_reverse	0	-0.07654367387294769
158708	rnn.bias_ih_l1_reverse	1	-0.1582144945859909
158708	rnn.bias_ih_l1_reverse	2	-0.1662372350692749
158708	rnn.bias_ih_l1_reverse	3	-0.0073202610947191715
158708	rnn.bias_ih_l1_reverse	4	-0.21280387043952942
158708	rnn.bias_ih_l1_reverse	5	-0.11432106792926788
158708	rnn.bias_ih_l1_reverse	6	-0.13701105117797852
158708	rnn.bias_ih_l1_reverse	7	-0.19806060194969177
158708	rnn.bias_ih_l1_reverse	8	0.23172645270824432
158708	rnn.bias_ih_l1_reverse	9	0.05465211346745491
158708	rnn.bias_hh_l1_reverse	0	0.015429340302944183
158708	rnn.bias_hh_l1_reverse	1	-0.1034969612956047
158708	rnn.bias_hh_l1_reverse	2	-0.23319432139396667
158708	rnn.bias_hh_l1_reverse	3	-0.13936632871627808
158708	rnn.bias_hh_l1_reverse	4	-0.09906192123889923
158708	rnn.bias_hh_l1_reverse	5	-0.12992143630981445
158708	rnn.bias_hh_l1_reverse	6	0.081137515604496
158708	rnn.bias_hh_l1_reverse	7	-0.17067036032676697
158708	rnn.bias_hh_l1_reverse	8	-0.12289110571146011
158708	rnn.bias_hh_l1_reverse	9	-0.15109428763389587
158708	linear.weight	0	0.002228822559118271
158708	linear.weight	1	0.10097087174654007
158708	linear.weight	2	-0.08234581351280212
158708	linear.weight	3	0.26461732387542725
158708	linear.weight	4	0.15155477821826935
158708	linear.weight	5	-0.05489657446742058
158708	linear.weight	6	0.11722879111766815
158708	linear.weight	7	0.06438260525465012
158708	linear.weight	8	0.0411873534321785
158708	linear.weight	9	-0.041019778698682785
158708	linear.bias	0	0.12173851579427719
158708	linear.bias	1	-0.2063049077987671
158708	linear.bias	2	-0.4248630404472351
158708	linear.bias	3	-0.6721534132957458
158708	linear.bias	4	-1.2244912385940552
158708	linear.bias	5	-0.05665423348546028
158708	linear.bias	6	-0.7790536880493164
158708	linear.bias	7	0.28050360083580017
158708	linear.bias	8	-0.4476497173309326
158708	linear.bias	9	-1.0167845487594604
158905	transitions	0	0.6888113021850586
158905	transitions	1	0.16075381636619568
158905	transitions	2	-10000.0
158905	transitions	3	-1.8246333599090576
158905	transitions	4	-10000.0
158905	transitions	5	0.5733892321586609
158905	transitions	6	-0.07814395427703857
158905	transitions	7	-0.742931604385376
158905	transitions	8	-1.407509446144104
158905	transitions	9	-0.0011527750175446272
158905	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
158905	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
158905	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
158905	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
158905	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
158905	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
158905	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
158905	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
158905	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
158905	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
158905	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
158905	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
158905	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
158905	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
158905	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
158905	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
158905	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
158905	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
158905	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
158905	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
158905	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
158905	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
158905	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
158905	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
158905	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
158905	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
158905	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
158905	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
158905	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
158905	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
158905	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
158905	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
158905	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
158905	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
158905	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
158905	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
158905	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
158905	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
158905	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
158905	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
158905	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
158905	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
158905	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
158905	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
158905	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
158905	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
158905	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
158905	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
158905	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
158905	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
158905	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
158905	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
158905	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
158905	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
158905	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
158905	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
158905	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
158905	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
158905	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
158905	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
158905	embedding2nn.weight	0	0.035716746002435684
158905	embedding2nn.weight	1	-0.013561952859163284
158905	embedding2nn.weight	2	-0.014268254861235619
158905	embedding2nn.weight	3	-0.01639736443758011
158905	embedding2nn.weight	4	-0.0059150345623493195
158905	embedding2nn.weight	5	-0.003700589295476675
158905	embedding2nn.weight	6	-0.00397330429404974
158905	embedding2nn.weight	7	-0.08659175783395767
158905	embedding2nn.weight	8	-0.0019979383796453476
158905	embedding2nn.weight	9	-0.027921682223677635
158905	embedding2nn.bias	0	0.07707452028989792
158905	embedding2nn.bias	1	-0.07866038382053375
158905	embedding2nn.bias	2	0.0924300029873848
158905	embedding2nn.bias	3	0.04422297328710556
158905	embedding2nn.bias	4	-0.03144604712724686
158905	embedding2nn.bias	5	-0.01798257790505886
158905	embedding2nn.bias	6	0.014248701743781567
158905	embedding2nn.bias	7	-0.06161823496222496
158905	embedding2nn.bias	8	0.06732036918401718
158905	embedding2nn.bias	9	0.03788970783352852
158905	rnn.weight_ih_l0	0	-0.08019968122243881
158905	rnn.weight_ih_l0	1	0.0065793804824352264
158905	rnn.weight_ih_l0	2	0.036805424839258194
158905	rnn.weight_ih_l0	3	0.022806532680988312
158905	rnn.weight_ih_l0	4	-0.039627738296985626
158905	rnn.weight_ih_l0	5	-0.06783520430326462
158905	rnn.weight_ih_l0	6	0.0026658617425709963
158905	rnn.weight_ih_l0	7	0.05692922696471214
158905	rnn.weight_ih_l0	8	-0.012149432674050331
158905	rnn.weight_ih_l0	9	-0.026125997304916382
158905	rnn.weight_hh_l0	0	-0.03014019876718521
158905	rnn.weight_hh_l0	1	-0.009783114306628704
158905	rnn.weight_hh_l0	2	0.00037221680395305157
158905	rnn.weight_hh_l0	3	-0.06650043278932571
158905	rnn.weight_hh_l0	4	0.0846506729722023
158905	rnn.weight_hh_l0	5	-0.023741334676742554
158905	rnn.weight_hh_l0	6	-0.060941506177186966
158905	rnn.weight_hh_l0	7	0.012642054818570614
158905	rnn.weight_hh_l0	8	0.008510911837220192
158905	rnn.weight_hh_l0	9	-0.020202195271849632
158905	rnn.bias_ih_l0	0	0.12860950827598572
158905	rnn.bias_ih_l0	1	-0.03297550231218338
158905	rnn.bias_ih_l0	2	-0.011195562779903412
158905	rnn.bias_ih_l0	3	0.13975755870342255
158905	rnn.bias_ih_l0	4	-0.017616571858525276
158905	rnn.bias_ih_l0	5	-0.010425661690533161
158905	rnn.bias_ih_l0	6	0.01400484424084425
158905	rnn.bias_ih_l0	7	0.03214937821030617
158905	rnn.bias_ih_l0	8	-0.10061214864253998
158905	rnn.bias_ih_l0	9	-0.022262316197156906
158905	rnn.bias_hh_l0	0	-0.009426581673324108
158905	rnn.bias_hh_l0	1	-0.10413581877946854
158905	rnn.bias_hh_l0	2	-0.06791655719280243
158905	rnn.bias_hh_l0	3	-0.09254554659128189
158905	rnn.bias_hh_l0	4	-0.0035250994842499495
158905	rnn.bias_hh_l0	5	-0.030934538692235947
158905	rnn.bias_hh_l0	6	0.022181183099746704
158905	rnn.bias_hh_l0	7	0.04452423006296158
158905	rnn.bias_hh_l0	8	-0.1033695638179779
158905	rnn.bias_hh_l0	9	-0.05444479361176491
158905	rnn.weight_ih_l0_reverse	0	-0.023501303046941757
158905	rnn.weight_ih_l0_reverse	1	-0.051277946680784225
158905	rnn.weight_ih_l0_reverse	2	-0.03486572951078415
158905	rnn.weight_ih_l0_reverse	3	0.007377089001238346
158905	rnn.weight_ih_l0_reverse	4	-0.018587801605463028
158905	rnn.weight_ih_l0_reverse	5	-0.0504394993185997
158905	rnn.weight_ih_l0_reverse	6	0.07895394414663315
158905	rnn.weight_ih_l0_reverse	7	-0.024590926244854927
158905	rnn.weight_ih_l0_reverse	8	-0.01881185732781887
158905	rnn.weight_ih_l0_reverse	9	-0.005631064996123314
158905	rnn.weight_hh_l0_reverse	0	0.05996967852115631
158905	rnn.weight_hh_l0_reverse	1	0.01423020288348198
158905	rnn.weight_hh_l0_reverse	2	0.031338561326265335
158905	rnn.weight_hh_l0_reverse	3	0.03204769641160965
158905	rnn.weight_hh_l0_reverse	4	0.004348842427134514
158905	rnn.weight_hh_l0_reverse	5	0.016012609004974365
158905	rnn.weight_hh_l0_reverse	6	0.04957932233810425
158905	rnn.weight_hh_l0_reverse	7	-0.0685599222779274
158905	rnn.weight_hh_l0_reverse	8	0.035729024559259415
158905	rnn.weight_hh_l0_reverse	9	0.03442865610122681
158905	rnn.bias_ih_l0_reverse	0	-0.06109384819865227
158905	rnn.bias_ih_l0_reverse	1	-0.2696787416934967
158905	rnn.bias_ih_l0_reverse	2	-0.1317092776298523
158905	rnn.bias_ih_l0_reverse	3	-0.047570206224918365
158905	rnn.bias_ih_l0_reverse	4	-0.03417522832751274
158905	rnn.bias_ih_l0_reverse	5	0.06489140540361404
158905	rnn.bias_ih_l0_reverse	6	-0.07865390926599503
158905	rnn.bias_ih_l0_reverse	7	0.046358149498701096
158905	rnn.bias_ih_l0_reverse	8	-0.060521017760038376
158905	rnn.bias_ih_l0_reverse	9	0.05899621173739433
158905	rnn.bias_hh_l0_reverse	0	0.02394341304898262
158905	rnn.bias_hh_l0_reverse	1	-0.05868097394704819
158905	rnn.bias_hh_l0_reverse	2	0.07946942746639252
158905	rnn.bias_hh_l0_reverse	3	-0.05239766463637352
158905	rnn.bias_hh_l0_reverse	4	-0.029254736378788948
158905	rnn.bias_hh_l0_reverse	5	-0.027341164648532867
158905	rnn.bias_hh_l0_reverse	6	-0.016105489805340767
158905	rnn.bias_hh_l0_reverse	7	0.10797128081321716
158905	rnn.bias_hh_l0_reverse	8	0.035694435238838196
158905	rnn.bias_hh_l0_reverse	9	-0.13260971009731293
158905	rnn.weight_ih_l1	0	-0.031267598271369934
158905	rnn.weight_ih_l1	1	-0.0503925196826458
158905	rnn.weight_ih_l1	2	0.06831333786249161
158905	rnn.weight_ih_l1	3	-0.06765956431627274
158905	rnn.weight_ih_l1	4	-0.016506412997841835
158905	rnn.weight_ih_l1	5	-0.04398157447576523
158905	rnn.weight_ih_l1	6	0.03124809078872204
158905	rnn.weight_ih_l1	7	-0.03268318250775337
158905	rnn.weight_ih_l1	8	0.03811599314212799
158905	rnn.weight_ih_l1	9	0.041453056037425995
158905	rnn.weight_hh_l1	0	-0.007748129777610302
158905	rnn.weight_hh_l1	1	0.017986444756388664
158905	rnn.weight_hh_l1	2	0.01189202256500721
158905	rnn.weight_hh_l1	3	-0.011743854731321335
158905	rnn.weight_hh_l1	4	0.00902884267270565
158905	rnn.weight_hh_l1	5	0.02900751680135727
158905	rnn.weight_hh_l1	6	0.03221308812499046
158905	rnn.weight_hh_l1	7	-0.01890583522617817
158905	rnn.weight_hh_l1	8	-0.012002956122159958
158905	rnn.weight_hh_l1	9	0.03570094332098961
158905	rnn.bias_ih_l1	0	-0.19977228343486786
158905	rnn.bias_ih_l1	1	-0.1867973953485489
158905	rnn.bias_ih_l1	2	-0.2098829746246338
158905	rnn.bias_ih_l1	3	-0.31430917978286743
158905	rnn.bias_ih_l1	4	-0.19200561940670013
158905	rnn.bias_ih_l1	5	-0.09945958852767944
158905	rnn.bias_ih_l1	6	-0.16594445705413818
158905	rnn.bias_ih_l1	7	-0.022850245237350464
158905	rnn.bias_ih_l1	8	-0.14060410857200623
158905	rnn.bias_ih_l1	9	-0.11964049935340881
158905	rnn.bias_hh_l1	0	-0.11461003869771957
158905	rnn.bias_hh_l1	1	-0.06559042632579803
158905	rnn.bias_hh_l1	2	-0.1046404242515564
158905	rnn.bias_hh_l1	3	-0.08146847039461136
158905	rnn.bias_hh_l1	4	-0.09815455973148346
158905	rnn.bias_hh_l1	5	-0.11511509865522385
158905	rnn.bias_hh_l1	6	-0.16405828297138214
158905	rnn.bias_hh_l1	7	0.043883927166461945
158905	rnn.bias_hh_l1	8	-0.16716407239437103
158905	rnn.bias_hh_l1	9	-0.11310279369354248
158905	rnn.weight_ih_l1_reverse	0	-0.040364641696214676
158905	rnn.weight_ih_l1_reverse	1	0.028595827519893646
158905	rnn.weight_ih_l1_reverse	2	0.06337611377239227
158905	rnn.weight_ih_l1_reverse	3	-0.0010027987882494926
158905	rnn.weight_ih_l1_reverse	4	-0.040276166051626205
158905	rnn.weight_ih_l1_reverse	5	-0.03139302879571915
158905	rnn.weight_ih_l1_reverse	6	-0.0005998456617817283
158905	rnn.weight_ih_l1_reverse	7	0.031313132494688034
158905	rnn.weight_ih_l1_reverse	8	0.015392551198601723
158905	rnn.weight_ih_l1_reverse	9	-0.057504139840602875
158905	rnn.weight_hh_l1_reverse	0	0.005108238197863102
158905	rnn.weight_hh_l1_reverse	1	0.030311347916722298
158905	rnn.weight_hh_l1_reverse	2	-0.03995110094547272
158905	rnn.weight_hh_l1_reverse	3	0.03598259389400482
158905	rnn.weight_hh_l1_reverse	4	0.05110364407300949
158905	rnn.weight_hh_l1_reverse	5	-0.0006108092493377626
158905	rnn.weight_hh_l1_reverse	6	0.04696464166045189
158905	rnn.weight_hh_l1_reverse	7	0.030758386477828026
158905	rnn.weight_hh_l1_reverse	8	-0.006969152949750423
158905	rnn.weight_hh_l1_reverse	9	-0.03294097259640694
158905	rnn.bias_ih_l1_reverse	0	-0.07637655735015869
158905	rnn.bias_ih_l1_reverse	1	-0.15723776817321777
158905	rnn.bias_ih_l1_reverse	2	-0.16617248952388763
158905	rnn.bias_ih_l1_reverse	3	-0.004012913443148136
158905	rnn.bias_ih_l1_reverse	4	-0.212131530046463
158905	rnn.bias_ih_l1_reverse	5	-0.11416599154472351
158905	rnn.bias_ih_l1_reverse	6	-0.13663016259670258
158905	rnn.bias_ih_l1_reverse	7	-0.19711823761463165
158905	rnn.bias_ih_l1_reverse	8	0.2297576665878296
158905	rnn.bias_ih_l1_reverse	9	0.05767473578453064
158905	rnn.bias_hh_l1_reverse	0	0.010401340201497078
158905	rnn.bias_hh_l1_reverse	1	-0.09984259307384491
158905	rnn.bias_hh_l1_reverse	2	-0.23335647583007812
158905	rnn.bias_hh_l1_reverse	3	-0.1398296058177948
158905	rnn.bias_hh_l1_reverse	4	-0.0982859879732132
158905	rnn.bias_hh_l1_reverse	5	-0.12773627042770386
158905	rnn.bias_hh_l1_reverse	6	0.08360537886619568
158905	rnn.bias_hh_l1_reverse	7	-0.1715029627084732
158905	rnn.bias_hh_l1_reverse	8	-0.12225425988435745
158905	rnn.bias_hh_l1_reverse	9	-0.1509493887424469
158905	linear.weight	0	0.002228822559118271
158905	linear.weight	1	0.10524237155914307
158905	linear.weight	2	-0.08412549644708633
158905	linear.weight	3	0.2714521586894989
158905	linear.weight	4	0.15224073827266693
158905	linear.weight	5	-0.05588258430361748
158905	linear.weight	6	0.11942832916975021
158905	linear.weight	7	0.07027897983789444
158905	linear.weight	8	0.041187189519405365
158905	linear.weight	9	-0.043166451156139374
158905	linear.bias	0	0.1299804300069809
158905	linear.bias	1	-0.21024318039417267
158905	linear.bias	2	-0.41778117418289185
158905	linear.bias	3	-0.6658793091773987
158905	linear.bias	4	-1.2179492712020874
158905	linear.bias	5	-0.050441473722457886
158905	linear.bias	6	-0.7831051349639893
158905	linear.bias	7	0.28748661279678345
158905	linear.bias	8	-0.4452349543571472
158905	linear.bias	9	-1.0150374174118042
159102	transitions	0	0.6944258809089661
159102	transitions	1	0.16438153386116028
159102	transitions	2	-10000.0
159102	transitions	3	-1.8246500492095947
159102	transitions	4	-10000.0
159102	transitions	5	0.5733433365821838
159102	transitions	6	-0.0781710147857666
159102	transitions	7	-0.7433567047119141
159102	transitions	8	-1.407639741897583
159102	transitions	9	-0.0011531234486028552
159102	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
159102	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
159102	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
159102	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
159102	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
159102	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
159102	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
159102	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
159102	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
159102	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
159102	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
159102	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
159102	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
159102	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
159102	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
159102	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
159102	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
159102	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
159102	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
159102	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
159102	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
159102	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
159102	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
159102	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
159102	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
159102	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
159102	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
159102	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
159102	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
159102	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
159102	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
159102	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
159102	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
159102	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
159102	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
159102	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
159102	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
159102	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
159102	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
159102	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
159102	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
159102	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
159102	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
159102	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
159102	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
159102	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
159102	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
159102	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
159102	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
159102	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
159102	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
159102	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
159102	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
159102	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
159102	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
159102	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
159102	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
159102	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
159102	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
159102	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
159102	embedding2nn.weight	0	0.03440362587571144
159102	embedding2nn.weight	1	-0.01370459794998169
159102	embedding2nn.weight	2	-0.014268254861235619
159102	embedding2nn.weight	3	-0.016551529988646507
159102	embedding2nn.weight	4	-0.0059150345623493195
159102	embedding2nn.weight	5	-0.003700589295476675
159102	embedding2nn.weight	6	-0.0039733052253723145
159102	embedding2nn.weight	7	-0.08662199229001999
159102	embedding2nn.weight	8	-0.0019979383796453476
159102	embedding2nn.weight	9	-0.027766568586230278
159102	embedding2nn.bias	0	0.07912477850914001
159102	embedding2nn.bias	1	-0.07825902104377747
159102	embedding2nn.bias	2	0.09989745914936066
159102	embedding2nn.bias	3	0.04734428972005844
159102	embedding2nn.bias	4	-0.03530045226216316
159102	embedding2nn.bias	5	-0.013029367662966251
159102	embedding2nn.bias	6	0.014293206855654716
159102	embedding2nn.bias	7	-0.06286906450986862
159102	embedding2nn.bias	8	0.06594773381948471
159102	embedding2nn.bias	9	0.0438205748796463
159102	rnn.weight_ih_l0	0	-0.07944197207689285
159102	rnn.weight_ih_l0	1	0.006448931526392698
159102	rnn.weight_ih_l0	2	0.03731673210859299
159102	rnn.weight_ih_l0	3	0.023274023085832596
159102	rnn.weight_ih_l0	4	-0.0395498163998127
159102	rnn.weight_ih_l0	5	-0.06734974682331085
159102	rnn.weight_ih_l0	6	0.002587607130408287
159102	rnn.weight_ih_l0	7	0.05710677057504654
159102	rnn.weight_ih_l0	8	-0.012333802878856659
159102	rnn.weight_ih_l0	9	-0.02618086338043213
159102	rnn.weight_hh_l0	0	-0.030134739354252815
159102	rnn.weight_hh_l0	1	-0.009160942398011684
159102	rnn.weight_hh_l0	2	0.00047471202560700476
159102	rnn.weight_hh_l0	3	-0.06675314903259277
159102	rnn.weight_hh_l0	4	0.08471764624118805
159102	rnn.weight_hh_l0	5	-0.023168109357357025
159102	rnn.weight_hh_l0	6	-0.06115980073809624
159102	rnn.weight_hh_l0	7	0.012860851362347603
159102	rnn.weight_hh_l0	8	0.008673476055264473
159102	rnn.weight_hh_l0	9	-0.019976191222667694
159102	rnn.bias_ih_l0	0	0.12815509736537933
159102	rnn.bias_ih_l0	1	-0.03299243375658989
159102	rnn.bias_ih_l0	2	-0.011765042319893837
159102	rnn.bias_ih_l0	3	0.13893349468708038
159102	rnn.bias_ih_l0	4	-0.01693056896328926
159102	rnn.bias_ih_l0	5	-0.010281860828399658
159102	rnn.bias_ih_l0	6	0.013916528783738613
159102	rnn.bias_ih_l0	7	0.031019311398267746
159102	rnn.bias_ih_l0	8	-0.09965169429779053
159102	rnn.bias_ih_l0	9	-0.024947259575128555
159102	rnn.bias_hh_l0	0	-0.008502162992954254
159102	rnn.bias_hh_l0	1	-0.10530976951122284
159102	rnn.bias_hh_l0	2	-0.06827245652675629
159102	rnn.bias_hh_l0	3	-0.0913553535938263
159102	rnn.bias_hh_l0	4	-0.006446984130889177
159102	rnn.bias_hh_l0	5	-0.03227967768907547
159102	rnn.bias_hh_l0	6	0.02270510047674179
159102	rnn.bias_hh_l0	7	0.04676125943660736
159102	rnn.bias_hh_l0	8	-0.1034538522362709
159102	rnn.bias_hh_l0	9	-0.05574470013380051
159102	rnn.weight_ih_l0_reverse	0	-0.023344269022345543
159102	rnn.weight_ih_l0_reverse	1	-0.05141445994377136
159102	rnn.weight_ih_l0_reverse	2	-0.03693059831857681
159102	rnn.weight_ih_l0_reverse	3	0.00730518251657486
159102	rnn.weight_ih_l0_reverse	4	-0.018771938979625702
159102	rnn.weight_ih_l0_reverse	5	-0.05025480315089226
159102	rnn.weight_ih_l0_reverse	6	0.07870487123727798
159102	rnn.weight_ih_l0_reverse	7	-0.024799184873700142
159102	rnn.weight_ih_l0_reverse	8	-0.01900576986372471
159102	rnn.weight_ih_l0_reverse	9	-0.005236176308244467
159102	rnn.weight_hh_l0_reverse	0	0.06065947562456131
159102	rnn.weight_hh_l0_reverse	1	0.015045072883367538
159102	rnn.weight_hh_l0_reverse	2	0.031425315886735916
159102	rnn.weight_hh_l0_reverse	3	0.032068006694316864
159102	rnn.weight_hh_l0_reverse	4	0.004393326584249735
159102	rnn.weight_hh_l0_reverse	5	0.016767729073762894
159102	rnn.weight_hh_l0_reverse	6	0.04943910986185074
159102	rnn.weight_hh_l0_reverse	7	-0.06748155504465103
159102	rnn.weight_hh_l0_reverse	8	0.03545311465859413
159102	rnn.weight_hh_l0_reverse	9	0.03414975851774216
159102	rnn.bias_ih_l0_reverse	0	-0.06076696515083313
159102	rnn.bias_ih_l0_reverse	1	-0.2641181945800781
159102	rnn.bias_ih_l0_reverse	2	-0.131858691573143
159102	rnn.bias_ih_l0_reverse	3	-0.04883018881082535
159102	rnn.bias_ih_l0_reverse	4	-0.03506416827440262
159102	rnn.bias_ih_l0_reverse	5	0.06369125843048096
159102	rnn.bias_ih_l0_reverse	6	-0.07837232947349548
159102	rnn.bias_ih_l0_reverse	7	0.04454297944903374
159102	rnn.bias_ih_l0_reverse	8	-0.059400927275419235
159102	rnn.bias_ih_l0_reverse	9	0.05864281207323074
159102	rnn.bias_hh_l0_reverse	0	0.02443191222846508
159102	rnn.bias_hh_l0_reverse	1	-0.058241236954927444
159102	rnn.bias_hh_l0_reverse	2	0.08034438639879227
159102	rnn.bias_hh_l0_reverse	3	-0.05279969051480293
159102	rnn.bias_hh_l0_reverse	4	-0.02771720662713051
159102	rnn.bias_hh_l0_reverse	5	-0.027263861149549484
159102	rnn.bias_hh_l0_reverse	6	-0.016985490918159485
159102	rnn.bias_hh_l0_reverse	7	0.10835620760917664
159102	rnn.bias_hh_l0_reverse	8	0.034935615956783295
159102	rnn.bias_hh_l0_reverse	9	-0.13130807876586914
159102	rnn.weight_ih_l1	0	-0.030685264617204666
159102	rnn.weight_ih_l1	1	-0.05080689117312431
159102	rnn.weight_ih_l1	2	0.0673111081123352
159102	rnn.weight_ih_l1	3	-0.06762687861919403
159102	rnn.weight_ih_l1	4	-0.016539162024855614
159102	rnn.weight_ih_l1	5	-0.04389160871505737
159102	rnn.weight_ih_l1	6	0.031570225954055786
159102	rnn.weight_ih_l1	7	-0.03291676193475723
159102	rnn.weight_ih_l1	8	0.038229938596487045
159102	rnn.weight_ih_l1	9	0.041573554277420044
159102	rnn.weight_hh_l1	0	-0.008692217990756035
159102	rnn.weight_hh_l1	1	0.018154673278331757
159102	rnn.weight_hh_l1	2	0.01192454807460308
159102	rnn.weight_hh_l1	3	-0.011779287829995155
159102	rnn.weight_hh_l1	4	0.008897524327039719
159102	rnn.weight_hh_l1	5	0.02872089482843876
159102	rnn.weight_hh_l1	6	0.03201399743556976
159102	rnn.weight_hh_l1	7	-0.018647154793143272
159102	rnn.weight_hh_l1	8	-0.011775437742471695
159102	rnn.weight_hh_l1	9	0.03562347590923309
159102	rnn.bias_ih_l1	0	-0.19856561720371246
159102	rnn.bias_ih_l1	1	-0.18661080300807953
159102	rnn.bias_ih_l1	2	-0.21047528088092804
159102	rnn.bias_ih_l1	3	-0.31403160095214844
159102	rnn.bias_ih_l1	4	-0.19121934473514557
159102	rnn.bias_ih_l1	5	-0.09899266809225082
159102	rnn.bias_ih_l1	6	-0.16528958082199097
159102	rnn.bias_ih_l1	7	-0.020250873640179634
159102	rnn.bias_ih_l1	8	-0.13983720541000366
159102	rnn.bias_ih_l1	9	-0.12137740850448608
159102	rnn.bias_hh_l1	0	-0.11556727439165115
159102	rnn.bias_hh_l1	1	-0.06563036888837814
159102	rnn.bias_hh_l1	2	-0.1042478159070015
159102	rnn.bias_hh_l1	3	-0.08060415089130402
159102	rnn.bias_hh_l1	4	-0.0987384021282196
159102	rnn.bias_hh_l1	5	-0.11517643183469772
159102	rnn.bias_hh_l1	6	-0.16245338320732117
159102	rnn.bias_hh_l1	7	0.04454243555665016
159102	rnn.bias_hh_l1	8	-0.16744263470172882
159102	rnn.bias_hh_l1	9	-0.11266983300447464
159102	rnn.weight_ih_l1_reverse	0	-0.04041692614555359
159102	rnn.weight_ih_l1_reverse	1	0.0287395678460598
159102	rnn.weight_ih_l1_reverse	2	0.06463925540447235
159102	rnn.weight_ih_l1_reverse	3	-0.0009610085398890078
159102	rnn.weight_ih_l1_reverse	4	-0.03917955234646797
159102	rnn.weight_ih_l1_reverse	5	-0.031391993165016174
159102	rnn.weight_ih_l1_reverse	6	-0.0003775842487812042
159102	rnn.weight_ih_l1_reverse	7	0.031388334929943085
159102	rnn.weight_ih_l1_reverse	8	0.015118362382054329
159102	rnn.weight_ih_l1_reverse	9	-0.05796966329216957
159102	rnn.weight_hh_l1_reverse	0	0.005198460537940264
159102	rnn.weight_hh_l1_reverse	1	0.030365383252501488
159102	rnn.weight_hh_l1_reverse	2	-0.039911385625600815
159102	rnn.weight_hh_l1_reverse	3	0.0359959714114666
159102	rnn.weight_hh_l1_reverse	4	0.05100524052977562
159102	rnn.weight_hh_l1_reverse	5	-0.0005929191247560084
159102	rnn.weight_hh_l1_reverse	6	0.04862641543149948
159102	rnn.weight_hh_l1_reverse	7	0.030919011682271957
159102	rnn.weight_hh_l1_reverse	8	-0.0069365184754133224
159102	rnn.weight_hh_l1_reverse	9	-0.033214207738637924
159102	rnn.bias_ih_l1_reverse	0	-0.07553032040596008
159102	rnn.bias_ih_l1_reverse	1	-0.15820348262786865
159102	rnn.bias_ih_l1_reverse	2	-0.16857430338859558
159102	rnn.bias_ih_l1_reverse	3	-0.005819566547870636
159102	rnn.bias_ih_l1_reverse	4	-0.21164432168006897
159102	rnn.bias_ih_l1_reverse	5	-0.11403898149728775
159102	rnn.bias_ih_l1_reverse	6	-0.13616608083248138
159102	rnn.bias_ih_l1_reverse	7	-0.19735682010650635
159102	rnn.bias_ih_l1_reverse	8	0.22700628638267517
159102	rnn.bias_ih_l1_reverse	9	0.05616353824734688
159102	rnn.bias_hh_l1_reverse	0	0.007842970080673695
159102	rnn.bias_hh_l1_reverse	1	-0.10009174048900604
159102	rnn.bias_hh_l1_reverse	2	-0.23280785977840424
159102	rnn.bias_hh_l1_reverse	3	-0.1399131417274475
159102	rnn.bias_hh_l1_reverse	4	-0.09800731390714645
159102	rnn.bias_hh_l1_reverse	5	-0.12800242006778717
159102	rnn.bias_hh_l1_reverse	6	0.08384642004966736
159102	rnn.bias_hh_l1_reverse	7	-0.17188623547554016
159102	rnn.bias_hh_l1_reverse	8	-0.121625617146492
159102	rnn.bias_hh_l1_reverse	9	-0.15103669464588165
159102	linear.weight	0	0.002228822559118271
159102	linear.weight	1	0.10628359764814377
159102	linear.weight	2	-0.08363690972328186
159102	linear.weight	3	0.2677434980869293
159102	linear.weight	4	0.15363745391368866
159102	linear.weight	5	-0.055697403848171234
159102	linear.weight	6	0.1191088855266571
159102	linear.weight	7	0.07429204881191254
159102	linear.weight	8	0.04118695110082626
159102	linear.weight	9	-0.04269786179065704
159102	linear.bias	0	0.11283152550458908
159102	linear.bias	1	-0.20569480955600739
159102	linear.bias	2	-0.4137248992919922
159102	linear.bias	3	-0.6499865651130676
159102	linear.bias	4	-1.2021816968917847
159102	linear.bias	5	-0.05684705451130867
159102	linear.bias	6	-0.7753011584281921
159102	linear.bias	7	0.2809615731239319
159102	linear.bias	8	-0.4514200687408447
159102	linear.bias	9	-1.021752119064331
159299	transitions	0	0.6940582990646362
159299	transitions	1	0.16458021104335785
159299	transitions	2	-10000.0
159299	transitions	3	-1.8246675729751587
159299	transitions	4	-10000.0
159299	transitions	5	0.5732889175415039
159299	transitions	6	-0.07822396606206894
159299	transitions	7	-0.7437025308609009
159299	transitions	8	-1.4077948331832886
159299	transitions	9	-0.0011533594224601984
159299	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
159299	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
159299	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
159299	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
159299	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
159299	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
159299	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
159299	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
159299	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
159299	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
159299	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
159299	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
159299	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
159299	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
159299	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
159299	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
159299	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
159299	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
159299	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
159299	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
159299	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
159299	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
159299	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
159299	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
159299	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
159299	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
159299	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
159299	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
159299	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
159299	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
159299	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
159299	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
159299	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
159299	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
159299	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
159299	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
159299	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
159299	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
159299	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
159299	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
159299	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
159299	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
159299	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
159299	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
159299	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
159299	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
159299	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
159299	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
159299	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
159299	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
159299	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
159299	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
159299	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
159299	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
159299	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
159299	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
159299	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
159299	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
159299	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
159299	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
159299	embedding2nn.weight	0	0.033636424690485
159299	embedding2nn.weight	1	-0.013737523928284645
159299	embedding2nn.weight	2	-0.014268254861235619
159299	embedding2nn.weight	3	-0.016294382512569427
159299	embedding2nn.weight	4	-0.0059150345623493195
159299	embedding2nn.weight	5	-0.003700589295476675
159299	embedding2nn.weight	6	-0.003973308019340038
159299	embedding2nn.weight	7	-0.08689271658658981
159299	embedding2nn.weight	8	-0.0019979383796453476
159299	embedding2nn.weight	9	-0.02730707824230194
159299	embedding2nn.bias	0	0.07533928006887436
159299	embedding2nn.bias	1	-0.07702628523111343
159299	embedding2nn.bias	2	0.09687420725822449
159299	embedding2nn.bias	3	0.04684314504265785
159299	embedding2nn.bias	4	-0.031333472579717636
159299	embedding2nn.bias	5	-0.012139901518821716
159299	embedding2nn.bias	6	0.016704341396689415
159299	embedding2nn.bias	7	-0.06274225562810898
159299	embedding2nn.bias	8	0.06848003715276718
159299	embedding2nn.bias	9	0.04548321291804314
159299	rnn.weight_ih_l0	0	-0.08053338527679443
159299	rnn.weight_ih_l0	1	0.00523805757984519
159299	rnn.weight_ih_l0	2	0.037745263427495956
159299	rnn.weight_ih_l0	3	0.02343256026506424
159299	rnn.weight_ih_l0	4	-0.0389493927359581
159299	rnn.weight_ih_l0	5	-0.06705152243375778
159299	rnn.weight_ih_l0	6	0.0022510115522891283
159299	rnn.weight_ih_l0	7	0.05672645568847656
159299	rnn.weight_ih_l0	8	-0.012175566516816616
159299	rnn.weight_ih_l0	9	-0.02618735283613205
159299	rnn.weight_hh_l0	0	-0.029748158529400826
159299	rnn.weight_hh_l0	1	-0.008789696730673313
159299	rnn.weight_hh_l0	2	0.0005844332627020776
159299	rnn.weight_hh_l0	3	-0.06657588481903076
159299	rnn.weight_hh_l0	4	0.08487731218338013
159299	rnn.weight_hh_l0	5	-0.022396015003323555
159299	rnn.weight_hh_l0	6	-0.06173083558678627
159299	rnn.weight_hh_l0	7	0.012810914777219296
159299	rnn.weight_hh_l0	8	0.008906574919819832
159299	rnn.weight_hh_l0	9	-0.02004675380885601
159299	rnn.bias_ih_l0	0	0.12811093032360077
159299	rnn.bias_ih_l0	1	-0.031198641285300255
159299	rnn.bias_ih_l0	2	-0.012124101631343365
159299	rnn.bias_ih_l0	3	0.1407492607831955
159299	rnn.bias_ih_l0	4	-0.0163466427475214
159299	rnn.bias_ih_l0	5	-0.011362708173692226
159299	rnn.bias_ih_l0	6	0.012609196826815605
159299	rnn.bias_ih_l0	7	0.032276879996061325
159299	rnn.bias_ih_l0	8	-0.09933343529701233
159299	rnn.bias_ih_l0	9	-0.02188042737543583
159299	rnn.bias_hh_l0	0	-0.008021465502679348
159299	rnn.bias_hh_l0	1	-0.10407755523920059
159299	rnn.bias_hh_l0	2	-0.06636901944875717
159299	rnn.bias_hh_l0	3	-0.09178018569946289
159299	rnn.bias_hh_l0	4	-0.005418628919869661
159299	rnn.bias_hh_l0	5	-0.03134956210851669
159299	rnn.bias_hh_l0	6	0.021855419501662254
159299	rnn.bias_hh_l0	7	0.045547161251306534
159299	rnn.bias_hh_l0	8	-0.10391949862241745
159299	rnn.bias_hh_l0	9	-0.05653712525963783
159299	rnn.weight_ih_l0_reverse	0	-0.023233048617839813
159299	rnn.weight_ih_l0_reverse	1	-0.05162131041288376
159299	rnn.weight_ih_l0_reverse	2	-0.03701046481728554
159299	rnn.weight_ih_l0_reverse	3	0.00793678779155016
159299	rnn.weight_ih_l0_reverse	4	-0.019289221614599228
159299	rnn.weight_ih_l0_reverse	5	-0.051273196935653687
159299	rnn.weight_ih_l0_reverse	6	0.07929602265357971
159299	rnn.weight_ih_l0_reverse	7	-0.024647988379001617
159299	rnn.weight_ih_l0_reverse	8	-0.019302142783999443
159299	rnn.weight_ih_l0_reverse	9	-0.005478701088577509
159299	rnn.weight_hh_l0_reverse	0	0.05960845947265625
159299	rnn.weight_hh_l0_reverse	1	0.015294051729142666
159299	rnn.weight_hh_l0_reverse	2	0.031171686947345734
159299	rnn.weight_hh_l0_reverse	3	0.03229057416319847
159299	rnn.weight_hh_l0_reverse	4	0.0044329515658319
159299	rnn.weight_hh_l0_reverse	5	0.01718100905418396
159299	rnn.weight_hh_l0_reverse	6	0.04969622939825058
159299	rnn.weight_hh_l0_reverse	7	-0.06799926608800888
159299	rnn.weight_hh_l0_reverse	8	0.035810500383377075
159299	rnn.weight_hh_l0_reverse	9	0.03413070738315582
159299	rnn.bias_ih_l0_reverse	0	-0.06081266328692436
159299	rnn.bias_ih_l0_reverse	1	-0.26438143849372864
159299	rnn.bias_ih_l0_reverse	2	-0.1298438459634781
159299	rnn.bias_ih_l0_reverse	3	-0.048331119120121
159299	rnn.bias_ih_l0_reverse	4	-0.03659030422568321
159299	rnn.bias_ih_l0_reverse	5	0.06374447792768478
159299	rnn.bias_ih_l0_reverse	6	-0.07968098670244217
159299	rnn.bias_ih_l0_reverse	7	0.04504861682653427
159299	rnn.bias_ih_l0_reverse	8	-0.05949466675519943
159299	rnn.bias_ih_l0_reverse	9	0.05835765227675438
159299	rnn.bias_hh_l0_reverse	0	0.024407237768173218
159299	rnn.bias_hh_l0_reverse	1	-0.061332155019044876
159299	rnn.bias_hh_l0_reverse	2	0.08138449490070343
159299	rnn.bias_hh_l0_reverse	3	-0.051486700773239136
159299	rnn.bias_hh_l0_reverse	4	-0.026692191138863564
159299	rnn.bias_hh_l0_reverse	5	-0.02820342779159546
159299	rnn.bias_hh_l0_reverse	6	-0.01594308763742447
159299	rnn.bias_hh_l0_reverse	7	0.10848372429609299
159299	rnn.bias_hh_l0_reverse	8	0.033173996955156326
159299	rnn.bias_hh_l0_reverse	9	-0.13131305575370789
159299	rnn.weight_ih_l1	0	-0.030118467286229134
159299	rnn.weight_ih_l1	1	-0.05140211805701256
159299	rnn.weight_ih_l1	2	0.06739483773708344
159299	rnn.weight_ih_l1	3	-0.06737720221281052
159299	rnn.weight_ih_l1	4	-0.016617346554994583
159299	rnn.weight_ih_l1	5	-0.04392019286751747
159299	rnn.weight_ih_l1	6	0.03110208362340927
159299	rnn.weight_ih_l1	7	-0.03328176215291023
159299	rnn.weight_ih_l1	8	0.03834724426269531
159299	rnn.weight_ih_l1	9	0.04129130393266678
159299	rnn.weight_hh_l1	0	-0.008647950366139412
159299	rnn.weight_hh_l1	1	0.018117327243089676
159299	rnn.weight_hh_l1	2	0.010461810044944286
159299	rnn.weight_hh_l1	3	-0.011599824763834476
159299	rnn.weight_hh_l1	4	0.00894896499812603
159299	rnn.weight_hh_l1	5	0.028583943843841553
159299	rnn.weight_hh_l1	6	0.03211888298392296
159299	rnn.weight_hh_l1	7	-0.018606288358569145
159299	rnn.weight_hh_l1	8	-0.011517361737787724
159299	rnn.weight_hh_l1	9	0.03566456213593483
159299	rnn.bias_ih_l1	0	-0.19866199791431427
159299	rnn.bias_ih_l1	1	-0.18591943383216858
159299	rnn.bias_ih_l1	2	-0.21048927307128906
159299	rnn.bias_ih_l1	3	-0.3166106939315796
159299	rnn.bias_ih_l1	4	-0.1907498985528946
159299	rnn.bias_ih_l1	5	-0.09830965846776962
159299	rnn.bias_ih_l1	6	-0.16374695301055908
159299	rnn.bias_ih_l1	7	-0.018154645338654518
159299	rnn.bias_ih_l1	8	-0.1408911496400833
159299	rnn.bias_ih_l1	9	-0.1213197261095047
159299	rnn.bias_hh_l1	0	-0.11523547023534775
159299	rnn.bias_hh_l1	1	-0.0661335438489914
159299	rnn.bias_hh_l1	2	-0.10618417710065842
159299	rnn.bias_hh_l1	3	-0.07979673147201538
159299	rnn.bias_hh_l1	4	-0.09785433858633041
159299	rnn.bias_hh_l1	5	-0.116184301674366
159299	rnn.bias_hh_l1	6	-0.16280381381511688
159299	rnn.bias_hh_l1	7	0.047749098390340805
159299	rnn.bias_hh_l1	8	-0.16868817806243896
159299	rnn.bias_hh_l1	9	-0.11314518749713898
159299	rnn.weight_ih_l1_reverse	0	-0.040418125689029694
159299	rnn.weight_ih_l1_reverse	1	0.02847602218389511
159299	rnn.weight_ih_l1_reverse	2	0.06451195478439331
159299	rnn.weight_ih_l1_reverse	3	-0.0003998887841589749
159299	rnn.weight_ih_l1_reverse	4	-0.03809036314487457
159299	rnn.weight_ih_l1_reverse	5	-0.03150099143385887
159299	rnn.weight_ih_l1_reverse	6	0.0002923662541434169
159299	rnn.weight_ih_l1_reverse	7	0.031326353549957275
159299	rnn.weight_ih_l1_reverse	8	0.01371877919882536
159299	rnn.weight_ih_l1_reverse	9	-0.057446032762527466
159299	rnn.weight_hh_l1_reverse	0	0.005225196946412325
159299	rnn.weight_hh_l1_reverse	1	0.030423330143094063
159299	rnn.weight_hh_l1_reverse	2	-0.039888039231300354
159299	rnn.weight_hh_l1_reverse	3	0.03601748123764992
159299	rnn.weight_hh_l1_reverse	4	0.05060854181647301
159299	rnn.weight_hh_l1_reverse	5	-0.0006801186827942729
159299	rnn.weight_hh_l1_reverse	6	0.04916970431804657
159299	rnn.weight_hh_l1_reverse	7	0.03055667318403721
159299	rnn.weight_hh_l1_reverse	8	-0.007007079664617777
159299	rnn.weight_hh_l1_reverse	9	-0.03316769376397133
159299	rnn.bias_ih_l1_reverse	0	-0.07471006363630295
159299	rnn.bias_ih_l1_reverse	1	-0.1559399664402008
159299	rnn.bias_ih_l1_reverse	2	-0.16880948841571808
159299	rnn.bias_ih_l1_reverse	3	-0.007521133869886398
159299	rnn.bias_ih_l1_reverse	4	-0.21198143064975739
159299	rnn.bias_ih_l1_reverse	5	-0.11434069275856018
159299	rnn.bias_ih_l1_reverse	6	-0.13539034128189087
159299	rnn.bias_ih_l1_reverse	7	-0.1984948068857193
159299	rnn.bias_ih_l1_reverse	8	0.226930633187294
159299	rnn.bias_ih_l1_reverse	9	0.05517879128456116
159299	rnn.bias_hh_l1_reverse	0	0.007549231871962547
159299	rnn.bias_hh_l1_reverse	1	-0.0970613956451416
159299	rnn.bias_hh_l1_reverse	2	-0.23328574001789093
159299	rnn.bias_hh_l1_reverse	3	-0.1383913904428482
159299	rnn.bias_hh_l1_reverse	4	-0.09791524708271027
159299	rnn.bias_hh_l1_reverse	5	-0.1268884241580963
159299	rnn.bias_hh_l1_reverse	6	0.09030068665742874
159299	rnn.bias_hh_l1_reverse	7	-0.1713447868824005
159299	rnn.bias_hh_l1_reverse	8	-0.12088997662067413
159299	rnn.bias_hh_l1_reverse	9	-0.15065129101276398
159299	linear.weight	0	0.002228822559118271
159299	linear.weight	1	0.10704581439495087
159299	linear.weight	2	-0.08898232132196426
159299	linear.weight	3	0.2592121660709381
159299	linear.weight	4	0.15655109286308289
159299	linear.weight	5	-0.05441063642501831
159299	linear.weight	6	0.11970187723636627
159299	linear.weight	7	0.07435313612222672
159299	linear.weight	8	0.0411868616938591
159299	linear.weight	9	-0.03923087939620018
159299	linear.bias	0	0.10682842880487442
159299	linear.bias	1	-0.20563901960849762
159299	linear.bias	2	-0.412254273891449
159299	linear.bias	3	-0.6655848026275635
159299	linear.bias	4	-1.2191298007965088
159299	linear.bias	5	-0.06357148289680481
159299	linear.bias	6	-0.7738822102546692
159299	linear.bias	7	0.2737683057785034
159299	linear.bias	8	-0.4652649462223053
159299	linear.bias	9	-1.0356776714324951
159496	transitions	0	0.6943193078041077
159496	transitions	1	0.16758394241333008
159496	transitions	2	-10000.0
159496	transitions	3	-1.8246777057647705
159496	transitions	4	-10000.0
159496	transitions	5	0.5732547044754028
159496	transitions	6	-0.0782502293586731
159496	transitions	7	-0.7438322305679321
159496	transitions	8	-1.4078452587127686
159496	transitions	9	-0.0011536574456840754
159496	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
159496	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
159496	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
159496	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
159496	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
159496	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
159496	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
159496	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
159496	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
159496	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
159496	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
159496	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
159496	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
159496	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
159496	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
159496	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
159496	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
159496	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
159496	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
159496	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
159496	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
159496	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
159496	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
159496	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
159496	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
159496	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
159496	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
159496	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
159496	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
159496	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
159496	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
159496	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
159496	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
159496	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
159496	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
159496	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
159496	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
159496	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
159496	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
159496	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
159496	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
159496	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
159496	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
159496	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
159496	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
159496	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
159496	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
159496	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
159496	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
159496	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
159496	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
159496	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
159496	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
159496	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
159496	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
159496	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
159496	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
159496	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
159496	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
159496	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
159496	embedding2nn.weight	0	0.03351374343037605
159496	embedding2nn.weight	1	-0.013844871893525124
159496	embedding2nn.weight	2	-0.014268254861235619
159496	embedding2nn.weight	3	-0.015482721850275993
159496	embedding2nn.weight	4	-0.0059150345623493195
159496	embedding2nn.weight	5	-0.003700589295476675
159496	embedding2nn.weight	6	-0.003973306156694889
159496	embedding2nn.weight	7	-0.08708439767360687
159496	embedding2nn.weight	8	-0.0019979383796453476
159496	embedding2nn.weight	9	-0.027373649179935455
159496	embedding2nn.bias	0	0.07857546955347061
159496	embedding2nn.bias	1	-0.0741976797580719
159496	embedding2nn.bias	2	0.1012285128235817
159496	embedding2nn.bias	3	0.04932611063122749
159496	embedding2nn.bias	4	-0.02972065471112728
159496	embedding2nn.bias	5	-0.01791268214583397
159496	embedding2nn.bias	6	0.014154217205941677
159496	embedding2nn.bias	7	-0.06272617727518082
159496	embedding2nn.bias	8	0.07330859452486038
159496	embedding2nn.bias	9	0.04284370318055153
159496	rnn.weight_ih_l0	0	-0.08120959252119064
159496	rnn.weight_ih_l0	1	0.005099964793771505
159496	rnn.weight_ih_l0	2	0.03745204955339432
159496	rnn.weight_ih_l0	3	0.02266029454767704
159496	rnn.weight_ih_l0	4	-0.03963711857795715
159496	rnn.weight_ih_l0	5	-0.06614439189434052
159496	rnn.weight_ih_l0	6	0.0017866890411823988
159496	rnn.weight_ih_l0	7	0.05604669079184532
159496	rnn.weight_ih_l0	8	-0.01252649910748005
159496	rnn.weight_ih_l0	9	-0.026355363428592682
159496	rnn.weight_hh_l0	0	-0.02939562126994133
159496	rnn.weight_hh_l0	1	-0.008597070351243019
159496	rnn.weight_hh_l0	2	0.0008253531996160746
159496	rnn.weight_hh_l0	3	-0.06641991436481476
159496	rnn.weight_hh_l0	4	0.08513288199901581
159496	rnn.weight_hh_l0	5	-0.021709376946091652
159496	rnn.weight_hh_l0	6	-0.061275750398635864
159496	rnn.weight_hh_l0	7	0.012417176738381386
159496	rnn.weight_hh_l0	8	0.009083612821996212
159496	rnn.weight_hh_l0	9	-0.019599681720137596
159496	rnn.bias_ih_l0	0	0.12717002630233765
159496	rnn.bias_ih_l0	1	-0.03135937452316284
159496	rnn.bias_ih_l0	2	-0.011598329059779644
159496	rnn.bias_ih_l0	3	0.1409877985715866
159496	rnn.bias_ih_l0	4	-0.015061824582517147
159496	rnn.bias_ih_l0	5	-0.011429493315517902
159496	rnn.bias_ih_l0	6	0.014911861158907413
159496	rnn.bias_ih_l0	7	0.0329427570104599
159496	rnn.bias_ih_l0	8	-0.09733133763074875
159496	rnn.bias_ih_l0	9	-0.023961523547768593
159496	rnn.bias_hh_l0	0	-0.006620069034397602
159496	rnn.bias_hh_l0	1	-0.10555963963270187
159496	rnn.bias_hh_l0	2	-0.06617748737335205
159496	rnn.bias_hh_l0	3	-0.09114982187747955
159496	rnn.bias_hh_l0	4	-0.0053519210778176785
159496	rnn.bias_hh_l0	5	-0.03203442320227623
159496	rnn.bias_hh_l0	6	0.021286170929670334
159496	rnn.bias_hh_l0	7	0.04743988811969757
159496	rnn.bias_hh_l0	8	-0.10428781807422638
159496	rnn.bias_hh_l0	9	-0.05735192447900772
159496	rnn.weight_ih_l0_reverse	0	-0.023481324315071106
159496	rnn.weight_ih_l0_reverse	1	-0.05177459493279457
159496	rnn.weight_ih_l0_reverse	2	-0.03624633327126503
159496	rnn.weight_ih_l0_reverse	3	0.008169679902493954
159496	rnn.weight_ih_l0_reverse	4	-0.019381854683160782
159496	rnn.weight_ih_l0_reverse	5	-0.051332250237464905
159496	rnn.weight_ih_l0_reverse	6	0.07945522665977478
159496	rnn.weight_ih_l0_reverse	7	-0.02444051392376423
159496	rnn.weight_ih_l0_reverse	8	-0.019246229901909828
159496	rnn.weight_ih_l0_reverse	9	-0.005562541075050831
159496	rnn.weight_hh_l0_reverse	0	0.059243425726890564
159496	rnn.weight_hh_l0_reverse	1	0.016021275892853737
159496	rnn.weight_hh_l0_reverse	2	0.03066565841436386
159496	rnn.weight_hh_l0_reverse	3	0.03248771280050278
159496	rnn.weight_hh_l0_reverse	4	0.004136276431381702
159496	rnn.weight_hh_l0_reverse	5	0.017347905784845352
159496	rnn.weight_hh_l0_reverse	6	0.04983947426080704
159496	rnn.weight_hh_l0_reverse	7	-0.06776300072669983
159496	rnn.weight_hh_l0_reverse	8	0.035984113812446594
159496	rnn.weight_hh_l0_reverse	9	0.03416520729660988
159496	rnn.bias_ih_l0_reverse	0	-0.06043669208884239
159496	rnn.bias_ih_l0_reverse	1	-0.2656277120113373
159496	rnn.bias_ih_l0_reverse	2	-0.1301632523536682
159496	rnn.bias_ih_l0_reverse	3	-0.04845719039440155
159496	rnn.bias_ih_l0_reverse	4	-0.0352199450135231
159496	rnn.bias_ih_l0_reverse	5	0.062168851494789124
159496	rnn.bias_ih_l0_reverse	6	-0.0812714621424675
159496	rnn.bias_ih_l0_reverse	7	0.0451757051050663
159496	rnn.bias_ih_l0_reverse	8	-0.058608099818229675
159496	rnn.bias_ih_l0_reverse	9	0.05946618691086769
159496	rnn.bias_hh_l0_reverse	0	0.022588884457945824
159496	rnn.bias_hh_l0_reverse	1	-0.06340762972831726
159496	rnn.bias_hh_l0_reverse	2	0.08213867992162704
159496	rnn.bias_hh_l0_reverse	3	-0.05304829776287079
159496	rnn.bias_hh_l0_reverse	4	-0.02731242962181568
159496	rnn.bias_hh_l0_reverse	5	-0.028729533776640892
159496	rnn.bias_hh_l0_reverse	6	-0.01463288813829422
159496	rnn.bias_hh_l0_reverse	7	0.10914193093776703
159496	rnn.bias_hh_l0_reverse	8	0.03387918323278427
159496	rnn.bias_hh_l0_reverse	9	-0.1295681744813919
159496	rnn.weight_ih_l1	0	-0.029743598774075508
159496	rnn.weight_ih_l1	1	-0.050795238465070724
159496	rnn.weight_ih_l1	2	0.06634348630905151
159496	rnn.weight_ih_l1	3	-0.06659872084856033
159496	rnn.weight_ih_l1	4	-0.017104901373386383
159496	rnn.weight_ih_l1	5	-0.04394159093499184
159496	rnn.weight_ih_l1	6	0.03064463473856449
159496	rnn.weight_ih_l1	7	-0.033541444689035416
159496	rnn.weight_ih_l1	8	0.03833476081490517
159496	rnn.weight_ih_l1	9	0.04132137447595596
159496	rnn.weight_hh_l1	0	-0.008102646097540855
159496	rnn.weight_hh_l1	1	0.017914509400725365
159496	rnn.weight_hh_l1	2	0.010837091132998466
159496	rnn.weight_hh_l1	3	-0.011605286970734596
159496	rnn.weight_hh_l1	4	0.008925819769501686
159496	rnn.weight_hh_l1	5	0.02852156013250351
159496	rnn.weight_hh_l1	6	0.03180165961384773
159496	rnn.weight_hh_l1	7	-0.019197070971131325
159496	rnn.weight_hh_l1	8	-0.011773273348808289
159496	rnn.weight_hh_l1	9	0.03573612496256828
159496	rnn.bias_ih_l1	0	-0.20147296786308289
159496	rnn.bias_ih_l1	1	-0.18486088514328003
159496	rnn.bias_ih_l1	2	-0.20883922278881073
159496	rnn.bias_ih_l1	3	-0.31628191471099854
159496	rnn.bias_ih_l1	4	-0.19094738364219666
159496	rnn.bias_ih_l1	5	-0.09803751111030579
159496	rnn.bias_ih_l1	6	-0.1652497500181198
159496	rnn.bias_ih_l1	7	-0.018777653574943542
159496	rnn.bias_ih_l1	8	-0.14164716005325317
159496	rnn.bias_ih_l1	9	-0.12265355885028839
159496	rnn.bias_hh_l1	0	-0.11323527246713638
159496	rnn.bias_hh_l1	1	-0.06787700951099396
159496	rnn.bias_hh_l1	2	-0.1053035780787468
159496	rnn.bias_hh_l1	3	-0.08001412451267242
159496	rnn.bias_hh_l1	4	-0.09730877727270126
159496	rnn.bias_hh_l1	5	-0.11756124347448349
159496	rnn.bias_hh_l1	6	-0.16191425919532776
159496	rnn.bias_hh_l1	7	0.047141361981630325
159496	rnn.bias_hh_l1	8	-0.16769468784332275
159496	rnn.bias_hh_l1	9	-0.1128007024526596
159496	rnn.weight_ih_l1_reverse	0	-0.0403461717069149
159496	rnn.weight_ih_l1_reverse	1	0.028862370178103447
159496	rnn.weight_ih_l1_reverse	2	0.06523126363754272
159496	rnn.weight_ih_l1_reverse	3	-0.0007385186618193984
159496	rnn.weight_ih_l1_reverse	4	-0.03756624460220337
159496	rnn.weight_ih_l1_reverse	5	-0.03145996108651161
159496	rnn.weight_ih_l1_reverse	6	0.0008677876903675497
159496	rnn.weight_ih_l1_reverse	7	0.030869558453559875
159496	rnn.weight_ih_l1_reverse	8	0.014275516383349895
159496	rnn.weight_ih_l1_reverse	9	-0.05815442278981209
159496	rnn.weight_hh_l1_reverse	0	0.005232861265540123
159496	rnn.weight_hh_l1_reverse	1	0.030369414016604424
159496	rnn.weight_hh_l1_reverse	2	-0.03987113758921623
159496	rnn.weight_hh_l1_reverse	3	0.03607988357543945
159496	rnn.weight_hh_l1_reverse	4	0.05050952732563019
159496	rnn.weight_hh_l1_reverse	5	-0.0006779560935683548
159496	rnn.weight_hh_l1_reverse	6	0.049505893141031265
159496	rnn.weight_hh_l1_reverse	7	0.030631287023425102
159496	rnn.weight_hh_l1_reverse	8	-0.007144727744162083
159496	rnn.weight_hh_l1_reverse	9	-0.03336351737380028
159496	rnn.bias_ih_l1_reverse	0	-0.0736357718706131
159496	rnn.bias_ih_l1_reverse	1	-0.15693528950214386
159496	rnn.bias_ih_l1_reverse	2	-0.16874538362026215
159496	rnn.bias_ih_l1_reverse	3	-0.006895577069371939
159496	rnn.bias_ih_l1_reverse	4	-0.2121209055185318
159496	rnn.bias_ih_l1_reverse	5	-0.11396549642086029
159496	rnn.bias_ih_l1_reverse	6	-0.13546890020370483
159496	rnn.bias_ih_l1_reverse	7	-0.19809921085834503
159496	rnn.bias_ih_l1_reverse	8	0.22643660008907318
159496	rnn.bias_ih_l1_reverse	9	0.054207514971494675
159496	rnn.bias_hh_l1_reverse	0	0.0032935936469584703
159496	rnn.bias_hh_l1_reverse	1	-0.09800195693969727
159496	rnn.bias_hh_l1_reverse	2	-0.23365932703018188
159496	rnn.bias_hh_l1_reverse	3	-0.14012804627418518
159496	rnn.bias_hh_l1_reverse	4	-0.09779422730207443
159496	rnn.bias_hh_l1_reverse	5	-0.12794458866119385
159496	rnn.bias_hh_l1_reverse	6	0.09047406911849976
159496	rnn.bias_hh_l1_reverse	7	-0.17206953465938568
159496	rnn.bias_hh_l1_reverse	8	-0.12088439613580704
159496	rnn.bias_hh_l1_reverse	9	-0.1507466584444046
159496	linear.weight	0	0.002228822559118271
159496	linear.weight	1	0.10965894162654877
159496	linear.weight	2	-0.09098479151725769
159496	linear.weight	3	0.26346084475517273
159496	linear.weight	4	0.15842236578464508
159496	linear.weight	5	-0.05436650663614273
159496	linear.weight	6	0.12109144032001495
159496	linear.weight	7	0.0765940472483635
159496	linear.weight	8	0.04118657484650612
159496	linear.weight	9	-0.04105214402079582
159496	linear.bias	0	0.1663273125886917
159496	linear.bias	1	-0.20950572192668915
159496	linear.bias	2	-0.4121520221233368
159496	linear.bias	3	-0.6637434959411621
159496	linear.bias	4	-1.2190473079681396
159496	linear.bias	5	-0.0528295524418354
159496	linear.bias	6	-0.7767818570137024
159496	linear.bias	7	0.2846483290195465
159496	linear.bias	8	-0.47036421298980713
159496	linear.bias	9	-1.0415247678756714
159693	transitions	0	0.6815059781074524
159693	transitions	1	0.17544372379779816
159693	transitions	2	-10000.0
159693	transitions	3	-1.8246890306472778
159693	transitions	4	-10000.0
159693	transitions	5	0.5732189416885376
159693	transitions	6	-0.07827692478895187
159693	transitions	7	-0.7439693212509155
159693	transitions	8	-1.407877802848816
159693	transitions	9	-0.0011539498809725046
159693	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
159693	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
159693	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
159693	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
159693	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
159693	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
159693	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
159693	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
159693	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
159693	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
159693	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
159693	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
159693	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
159693	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
159693	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
159693	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
159693	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
159693	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
159693	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
159693	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
159693	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
159693	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
159693	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
159693	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
159693	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
159693	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
159693	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
159693	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
159693	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
159693	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
159693	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
159693	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
159693	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
159693	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
159693	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
159693	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
159693	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
159693	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
159693	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
159693	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
159693	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
159693	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
159693	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
159693	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
159693	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
159693	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
159693	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
159693	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
159693	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
159693	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
159693	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
159693	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
159693	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
159693	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
159693	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
159693	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
159693	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
159693	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
159693	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
159693	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
159693	embedding2nn.weight	0	0.03407318517565727
159693	embedding2nn.weight	1	-0.013878469355404377
159693	embedding2nn.weight	2	-0.014268254861235619
159693	embedding2nn.weight	3	-0.01546765398234129
159693	embedding2nn.weight	4	-0.0059150345623493195
159693	embedding2nn.weight	5	-0.0037005888298153877
159693	embedding2nn.weight	6	-0.003973305691033602
159693	embedding2nn.weight	7	-0.08710131794214249
159693	embedding2nn.weight	8	-0.0019979383796453476
159693	embedding2nn.weight	9	-0.02716924250125885
159693	embedding2nn.bias	0	0.07888727635145187
159693	embedding2nn.bias	1	-0.07886012643575668
159693	embedding2nn.bias	2	0.10001805424690247
159693	embedding2nn.bias	3	0.05114709958434105
159693	embedding2nn.bias	4	-0.03232095018029213
159693	embedding2nn.bias	5	-0.0173469390720129
159693	embedding2nn.bias	6	0.0200644601136446
159693	embedding2nn.bias	7	-0.06712880730628967
159693	embedding2nn.bias	8	0.06699813902378082
159693	embedding2nn.bias	9	0.04501263052225113
159693	rnn.weight_ih_l0	0	-0.08184077590703964
159693	rnn.weight_ih_l0	1	0.004715682473033667
159693	rnn.weight_ih_l0	2	0.036440104246139526
159693	rnn.weight_ih_l0	3	0.023271683603525162
159693	rnn.weight_ih_l0	4	-0.03926441818475723
159693	rnn.weight_ih_l0	5	-0.06632977724075317
159693	rnn.weight_ih_l0	6	0.0018180100014433265
159693	rnn.weight_ih_l0	7	0.055809829384088516
159693	rnn.weight_ih_l0	8	-0.012881813570857048
159693	rnn.weight_ih_l0	9	-0.025979118421673775
159693	rnn.weight_hh_l0	0	-0.029492326080799103
159693	rnn.weight_hh_l0	1	-0.008161177858710289
159693	rnn.weight_hh_l0	2	0.00013860849139746279
159693	rnn.weight_hh_l0	3	-0.06720975041389465
159693	rnn.weight_hh_l0	4	0.08478324860334396
159693	rnn.weight_hh_l0	5	-0.021405218169093132
159693	rnn.weight_hh_l0	6	-0.06084157153964043
159693	rnn.weight_hh_l0	7	0.01207861676812172
159693	rnn.weight_hh_l0	8	0.00917022954672575
159693	rnn.weight_hh_l0	9	-0.01937882974743843
159693	rnn.bias_ih_l0	0	0.12726730108261108
159693	rnn.bias_ih_l0	1	-0.03112921677529812
159693	rnn.bias_ih_l0	2	-0.012254748493432999
159693	rnn.bias_ih_l0	3	0.1427888125181198
159693	rnn.bias_ih_l0	4	-0.014863410033285618
159693	rnn.bias_ih_l0	5	-0.013249724172055721
159693	rnn.bias_ih_l0	6	0.013847134076058865
159693	rnn.bias_ih_l0	7	0.03416747599840164
159693	rnn.bias_ih_l0	8	-0.09793713688850403
159693	rnn.bias_ih_l0	9	-0.022842321544885635
159693	rnn.bias_hh_l0	0	-0.005537154618650675
159693	rnn.bias_hh_l0	1	-0.10651302337646484
159693	rnn.bias_hh_l0	2	-0.06843829154968262
159693	rnn.bias_hh_l0	3	-0.09194160252809525
159693	rnn.bias_hh_l0	4	-0.003942956682294607
159693	rnn.bias_hh_l0	5	-0.03241792693734169
159693	rnn.bias_hh_l0	6	0.02188166230916977
159693	rnn.bias_hh_l0	7	0.04758535325527191
159693	rnn.bias_hh_l0	8	-0.10600944608449936
159693	rnn.bias_hh_l0	9	-0.061457984149456024
159693	rnn.weight_ih_l0_reverse	0	-0.02326452173292637
159693	rnn.weight_ih_l0_reverse	1	-0.0517621710896492
159693	rnn.weight_ih_l0_reverse	2	-0.03540099412202835
159693	rnn.weight_ih_l0_reverse	3	0.007652574684470892
159693	rnn.weight_ih_l0_reverse	4	-0.01905309222638607
159693	rnn.weight_ih_l0_reverse	5	-0.05187961831688881
159693	rnn.weight_ih_l0_reverse	6	0.07997933030128479
159693	rnn.weight_ih_l0_reverse	7	-0.024637525901198387
159693	rnn.weight_ih_l0_reverse	8	-0.018814772367477417
159693	rnn.weight_ih_l0_reverse	9	-0.005794107913970947
159693	rnn.weight_hh_l0_reverse	0	0.05857833847403526
159693	rnn.weight_hh_l0_reverse	1	0.016081906855106354
159693	rnn.weight_hh_l0_reverse	2	0.030321596190333366
159693	rnn.weight_hh_l0_reverse	3	0.03229822963476181
159693	rnn.weight_hh_l0_reverse	4	0.004263044334948063
159693	rnn.weight_hh_l0_reverse	5	0.017466282472014427
159693	rnn.weight_hh_l0_reverse	6	0.04999637231230736
159693	rnn.weight_hh_l0_reverse	7	-0.06741799414157867
159693	rnn.weight_hh_l0_reverse	8	0.03583976998925209
159693	rnn.weight_hh_l0_reverse	9	0.03452090919017792
159693	rnn.bias_ih_l0_reverse	0	-0.0617331899702549
159693	rnn.bias_ih_l0_reverse	1	-0.2679981291294098
159693	rnn.bias_ih_l0_reverse	2	-0.13044632971286774
159693	rnn.bias_ih_l0_reverse	3	-0.04838318005204201
159693	rnn.bias_ih_l0_reverse	4	-0.034347083419561386
159693	rnn.bias_ih_l0_reverse	5	0.06237296760082245
159693	rnn.bias_ih_l0_reverse	6	-0.0803675428032875
159693	rnn.bias_ih_l0_reverse	7	0.045166801661252975
159693	rnn.bias_ih_l0_reverse	8	-0.05836403742432594
159693	rnn.bias_ih_l0_reverse	9	0.05768739432096481
159693	rnn.bias_hh_l0_reverse	0	0.022175472229719162
159693	rnn.bias_hh_l0_reverse	1	-0.06318489462137222
159693	rnn.bias_hh_l0_reverse	2	0.08225290477275848
159693	rnn.bias_hh_l0_reverse	3	-0.05374607443809509
159693	rnn.bias_hh_l0_reverse	4	-0.02629862353205681
159693	rnn.bias_hh_l0_reverse	5	-0.027805225923657417
159693	rnn.bias_hh_l0_reverse	6	-0.015433650463819504
159693	rnn.bias_hh_l0_reverse	7	0.10619039833545685
159693	rnn.bias_hh_l0_reverse	8	0.03400251641869545
159693	rnn.bias_hh_l0_reverse	9	-0.13187041878700256
159693	rnn.weight_ih_l1	0	-0.029796071350574493
159693	rnn.weight_ih_l1	1	-0.05068596452474594
159693	rnn.weight_ih_l1	2	0.0663657933473587
159693	rnn.weight_ih_l1	3	-0.0669037476181984
159693	rnn.weight_ih_l1	4	-0.01745832897722721
159693	rnn.weight_ih_l1	5	-0.0438358336687088
159693	rnn.weight_ih_l1	6	0.029976187273859978
159693	rnn.weight_ih_l1	7	-0.03329846262931824
159693	rnn.weight_ih_l1	8	0.038232073187828064
159693	rnn.weight_ih_l1	9	0.04141458868980408
159693	rnn.weight_hh_l1	0	-0.007539193611592054
159693	rnn.weight_hh_l1	1	0.018067220225930214
159693	rnn.weight_hh_l1	2	0.011432950384914875
159693	rnn.weight_hh_l1	3	-0.011808406561613083
159693	rnn.weight_hh_l1	4	0.009028756059706211
159693	rnn.weight_hh_l1	5	0.02843049168586731
159693	rnn.weight_hh_l1	6	0.03180975839495659
159693	rnn.weight_hh_l1	7	-0.019114309921860695
159693	rnn.weight_hh_l1	8	-0.012009692378342152
159693	rnn.weight_hh_l1	9	0.035841722041368484
159693	rnn.bias_ih_l1	0	-0.19998914003372192
159693	rnn.bias_ih_l1	1	-0.18260520696640015
159693	rnn.bias_ih_l1	2	-0.20943021774291992
159693	rnn.bias_ih_l1	3	-0.31551802158355713
159693	rnn.bias_ih_l1	4	-0.19225047528743744
159693	rnn.bias_ih_l1	5	-0.09829098731279373
159693	rnn.bias_ih_l1	6	-0.1653243750333786
159693	rnn.bias_ih_l1	7	-0.019690949469804764
159693	rnn.bias_ih_l1	8	-0.14056918025016785
159693	rnn.bias_ih_l1	9	-0.12194493412971497
159693	rnn.bias_hh_l1	0	-0.11317680031061172
159693	rnn.bias_hh_l1	1	-0.06644120812416077
159693	rnn.bias_hh_l1	2	-0.10240453481674194
159693	rnn.bias_hh_l1	3	-0.07979009300470352
159693	rnn.bias_hh_l1	4	-0.09708154201507568
159693	rnn.bias_hh_l1	5	-0.1169973760843277
159693	rnn.bias_hh_l1	6	-0.1610531210899353
159693	rnn.bias_hh_l1	7	0.04878838732838631
159693	rnn.bias_hh_l1	8	-0.17018775641918182
159693	rnn.bias_hh_l1	9	-0.1116570457816124
159693	rnn.weight_ih_l1_reverse	0	-0.04044855386018753
159693	rnn.weight_ih_l1_reverse	1	0.029327895492315292
159693	rnn.weight_ih_l1_reverse	2	0.06544417142868042
159693	rnn.weight_ih_l1_reverse	3	-0.001526151318103075
159693	rnn.weight_ih_l1_reverse	4	-0.0359736867249012
159693	rnn.weight_ih_l1_reverse	5	-0.03131363168358803
159693	rnn.weight_ih_l1_reverse	6	0.001865908270701766
159693	rnn.weight_ih_l1_reverse	7	0.030881820246577263
159693	rnn.weight_ih_l1_reverse	8	0.012291072867810726
159693	rnn.weight_ih_l1_reverse	9	-0.05720832943916321
159693	rnn.weight_hh_l1_reverse	0	0.005346665158867836
159693	rnn.weight_hh_l1_reverse	1	0.030345477163791656
159693	rnn.weight_hh_l1_reverse	2	-0.03989000990986824
159693	rnn.weight_hh_l1_reverse	3	0.03605413809418678
159693	rnn.weight_hh_l1_reverse	4	0.050852321088314056
159693	rnn.weight_hh_l1_reverse	5	-0.00034654937917366624
159693	rnn.weight_hh_l1_reverse	6	0.04991988465189934
159693	rnn.weight_hh_l1_reverse	7	0.030574558302760124
159693	rnn.weight_hh_l1_reverse	8	-0.007166961673647165
159693	rnn.weight_hh_l1_reverse	9	-0.033344198018312454
159693	rnn.bias_ih_l1_reverse	0	-0.07458635419607162
159693	rnn.bias_ih_l1_reverse	1	-0.15648263692855835
159693	rnn.bias_ih_l1_reverse	2	-0.16869410872459412
159693	rnn.bias_ih_l1_reverse	3	-0.007034206762909889
159693	rnn.bias_ih_l1_reverse	4	-0.21226227283477783
159693	rnn.bias_ih_l1_reverse	5	-0.11369556188583374
159693	rnn.bias_ih_l1_reverse	6	-0.1356109380722046
159693	rnn.bias_ih_l1_reverse	7	-0.19720061123371124
159693	rnn.bias_ih_l1_reverse	8	0.22552037239074707
159693	rnn.bias_ih_l1_reverse	9	0.05675547569990158
159693	rnn.bias_hh_l1_reverse	0	0.003166640643030405
159693	rnn.bias_hh_l1_reverse	1	-0.10068657994270325
159693	rnn.bias_hh_l1_reverse	2	-0.2342166304588318
159693	rnn.bias_hh_l1_reverse	3	-0.1396472454071045
159693	rnn.bias_hh_l1_reverse	4	-0.09627310186624527
159693	rnn.bias_hh_l1_reverse	5	-0.1284995675086975
159693	rnn.bias_hh_l1_reverse	6	0.08897983282804489
159693	rnn.bias_hh_l1_reverse	7	-0.17247487604618073
159693	rnn.bias_hh_l1_reverse	8	-0.11986568570137024
159693	rnn.bias_hh_l1_reverse	9	-0.15041916072368622
159693	linear.weight	0	0.002228822559118271
159693	linear.weight	1	0.11146541684865952
159693	linear.weight	2	-0.09311838448047638
159693	linear.weight	3	0.265621542930603
159693	linear.weight	4	0.1608409881591797
159693	linear.weight	5	-0.05655159428715706
159693	linear.weight	6	0.12418226152658463
159693	linear.weight	7	0.07565753906965256
159693	linear.weight	8	0.041186388581991196
159693	linear.weight	9	-0.04116082563996315
159693	linear.bias	0	0.15548363327980042
159693	linear.bias	1	-0.22007882595062256
159693	linear.bias	2	-0.41977766156196594
159693	linear.bias	3	-0.6629849672317505
159693	linear.bias	4	-1.2191940546035767
159693	linear.bias	5	-0.06299318373203278
159693	linear.bias	6	-0.7861935496330261
159693	linear.bias	7	0.27331575751304626
159693	linear.bias	8	-0.4551934599876404
159693	linear.bias	9	-1.02558171749115
159890	transitions	0	0.6819281578063965
159890	transitions	1	0.17495745420455933
159890	transitions	2	-10000.0
159890	transitions	3	-1.8247509002685547
159890	transitions	4	-10000.0
159890	transitions	5	0.5731853246688843
159890	transitions	6	-0.07830752432346344
159890	transitions	7	-0.7441702485084534
159890	transitions	8	-1.4079228639602661
159890	transitions	9	-0.0011543872533366084
159890	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
159890	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
159890	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
159890	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
159890	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
159890	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
159890	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
159890	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
159890	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
159890	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
159890	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
159890	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
159890	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
159890	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
159890	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
159890	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
159890	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
159890	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
159890	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
159890	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
159890	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
159890	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
159890	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
159890	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
159890	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
159890	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
159890	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
159890	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
159890	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
159890	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
159890	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
159890	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
159890	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
159890	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
159890	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
159890	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
159890	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
159890	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
159890	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
159890	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
159890	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
159890	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
159890	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
159890	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
159890	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
159890	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
159890	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
159890	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
159890	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
159890	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
159890	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
159890	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
159890	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
159890	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
159890	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
159890	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
159890	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
159890	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
159890	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
159890	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
159890	embedding2nn.weight	0	0.03550104796886444
159890	embedding2nn.weight	1	-0.013641213066875935
159890	embedding2nn.weight	2	-0.014268254861235619
159890	embedding2nn.weight	3	-0.015810413286089897
159890	embedding2nn.weight	4	-0.0059150345623493195
159890	embedding2nn.weight	5	-0.0037005888298153877
159890	embedding2nn.weight	6	-0.003973306622356176
159890	embedding2nn.weight	7	-0.08733979612588882
159890	embedding2nn.weight	8	-0.0019979383796453476
159890	embedding2nn.weight	9	-0.027362998574972153
159890	embedding2nn.bias	0	0.07627540826797485
159890	embedding2nn.bias	1	-0.08332399278879166
159890	embedding2nn.bias	2	0.09918828308582306
159890	embedding2nn.bias	3	0.05292573198676109
159890	embedding2nn.bias	4	-0.032768119126558304
159890	embedding2nn.bias	5	-0.014069627039134502
159890	embedding2nn.bias	6	0.01962096244096756
159890	embedding2nn.bias	7	-0.06268132477998734
159890	embedding2nn.bias	8	0.06418010592460632
159890	embedding2nn.bias	9	0.04463045671582222
159890	rnn.weight_ih_l0	0	-0.08135296404361725
159890	rnn.weight_ih_l0	1	0.004734092392027378
159890	rnn.weight_ih_l0	2	0.0357542484998703
159890	rnn.weight_ih_l0	3	0.023645808920264244
159890	rnn.weight_ih_l0	4	-0.03979988768696785
159890	rnn.weight_ih_l0	5	-0.06642495840787888
159890	rnn.weight_ih_l0	6	0.0021519078873097897
159890	rnn.weight_ih_l0	7	0.05600786581635475
159890	rnn.weight_ih_l0	8	-0.012325135059654713
159890	rnn.weight_ih_l0	9	-0.026300596073269844
159890	rnn.weight_hh_l0	0	-0.02973478101193905
159890	rnn.weight_hh_l0	1	-0.008386388421058655
159890	rnn.weight_hh_l0	2	0.00039646169170737267
159890	rnn.weight_hh_l0	3	-0.06676936149597168
159890	rnn.weight_hh_l0	4	0.08514158427715302
159890	rnn.weight_hh_l0	5	-0.02132900059223175
159890	rnn.weight_hh_l0	6	-0.061042800545692444
159890	rnn.weight_hh_l0	7	0.012012896127998829
159890	rnn.weight_hh_l0	8	0.009197373874485493
159890	rnn.weight_hh_l0	9	-0.019313223659992218
159890	rnn.bias_ih_l0	0	0.12658394873142242
159890	rnn.bias_ih_l0	1	-0.03186693787574768
159890	rnn.bias_ih_l0	2	-0.012149081565439701
159890	rnn.bias_ih_l0	3	0.1431138962507248
159890	rnn.bias_ih_l0	4	-0.015119138173758984
159890	rnn.bias_ih_l0	5	-0.013475448824465275
159890	rnn.bias_ih_l0	6	0.013760432600975037
159890	rnn.bias_ih_l0	7	0.0336189903318882
159890	rnn.bias_ih_l0	8	-0.0979851707816124
159890	rnn.bias_ih_l0	9	-0.022455383092164993
159890	rnn.bias_hh_l0	0	-0.005352294072508812
159890	rnn.bias_hh_l0	1	-0.1068025529384613
159890	rnn.bias_hh_l0	2	-0.06865499168634415
159890	rnn.bias_hh_l0	3	-0.09326452761888504
159890	rnn.bias_hh_l0	4	-0.004101718310266733
159890	rnn.bias_hh_l0	5	-0.032316531985998154
159890	rnn.bias_hh_l0	6	0.02250015176832676
159890	rnn.bias_hh_l0	7	0.045573748648166656
159890	rnn.bias_hh_l0	8	-0.105100616812706
159890	rnn.bias_hh_l0	9	-0.0599229596555233
159890	rnn.weight_ih_l0_reverse	0	-0.023271558806300163
159890	rnn.weight_ih_l0_reverse	1	-0.05217147618532181
159890	rnn.weight_ih_l0_reverse	2	-0.036620333790779114
159890	rnn.weight_ih_l0_reverse	3	0.007291015237569809
159890	rnn.weight_ih_l0_reverse	4	-0.019082866609096527
159890	rnn.weight_ih_l0_reverse	5	-0.05182572826743126
159890	rnn.weight_ih_l0_reverse	6	0.07966455817222595
159890	rnn.weight_ih_l0_reverse	7	-0.024968119338154793
159890	rnn.weight_ih_l0_reverse	8	-0.019542386755347252
159890	rnn.weight_ih_l0_reverse	9	-0.006234156899154186
159890	rnn.weight_hh_l0_reverse	0	0.05839049443602562
159890	rnn.weight_hh_l0_reverse	1	0.015898635610938072
159890	rnn.weight_hh_l0_reverse	2	0.03015143796801567
159890	rnn.weight_hh_l0_reverse	3	0.03204290196299553
159890	rnn.weight_hh_l0_reverse	4	0.004550696350634098
159890	rnn.weight_hh_l0_reverse	5	0.017408287152647972
159890	rnn.weight_hh_l0_reverse	6	0.049773313105106354
159890	rnn.weight_hh_l0_reverse	7	-0.06770289689302444
159890	rnn.weight_hh_l0_reverse	8	0.036292120814323425
159890	rnn.weight_hh_l0_reverse	9	0.03493264690041542
159890	rnn.bias_ih_l0_reverse	0	-0.06047586724162102
159890	rnn.bias_ih_l0_reverse	1	-0.26846855878829956
159890	rnn.bias_ih_l0_reverse	2	-0.13079610466957092
159890	rnn.bias_ih_l0_reverse	3	-0.048452191054821014
159890	rnn.bias_ih_l0_reverse	4	-0.035172831267118454
159890	rnn.bias_ih_l0_reverse	5	0.059358544647693634
159890	rnn.bias_ih_l0_reverse	6	-0.07956400513648987
159890	rnn.bias_ih_l0_reverse	7	0.04583834484219551
159890	rnn.bias_ih_l0_reverse	8	-0.05738562345504761
159890	rnn.bias_ih_l0_reverse	9	0.058880165219306946
159890	rnn.bias_hh_l0_reverse	0	0.021854136139154434
159890	rnn.bias_hh_l0_reverse	1	-0.06168981269001961
159890	rnn.bias_hh_l0_reverse	2	0.08016929030418396
159890	rnn.bias_hh_l0_reverse	3	-0.05352042615413666
159890	rnn.bias_hh_l0_reverse	4	-0.026295343413949013
159890	rnn.bias_hh_l0_reverse	5	-0.02787248231470585
159890	rnn.bias_hh_l0_reverse	6	-0.01699724793434143
159890	rnn.bias_hh_l0_reverse	7	0.10471164435148239
159890	rnn.bias_hh_l0_reverse	8	0.035951148718595505
159890	rnn.bias_hh_l0_reverse	9	-0.13140225410461426
159890	rnn.weight_ih_l1	0	-0.030073214322328568
159890	rnn.weight_ih_l1	1	-0.05104304850101471
159890	rnn.weight_ih_l1	2	0.06697345525026321
159890	rnn.weight_ih_l1	3	-0.06715846806764603
159890	rnn.weight_ih_l1	4	-0.017061982303857803
159890	rnn.weight_ih_l1	5	-0.04387560859322548
159890	rnn.weight_ih_l1	6	0.030061418190598488
159890	rnn.weight_ih_l1	7	-0.034090518951416016
159890	rnn.weight_ih_l1	8	0.038381703197956085
159890	rnn.weight_ih_l1	9	0.04049338027834892
159890	rnn.weight_hh_l1	0	-0.007948418147861958
159890	rnn.weight_hh_l1	1	0.01828743703663349
159890	rnn.weight_hh_l1	2	0.012601787224411964
159890	rnn.weight_hh_l1	3	-0.011784663423895836
159890	rnn.weight_hh_l1	4	0.009020581841468811
159890	rnn.weight_hh_l1	5	0.028685668483376503
159890	rnn.weight_hh_l1	6	0.03200185298919678
159890	rnn.weight_hh_l1	7	-0.01907491497695446
159890	rnn.weight_hh_l1	8	-0.011712273582816124
159890	rnn.weight_hh_l1	9	0.03560805320739746
159890	rnn.bias_ih_l1	0	-0.20081104338169098
159890	rnn.bias_ih_l1	1	-0.18261420726776123
159890	rnn.bias_ih_l1	2	-0.20804345607757568
159890	rnn.bias_ih_l1	3	-0.3171766698360443
159890	rnn.bias_ih_l1	4	-0.1892947256565094
159890	rnn.bias_ih_l1	5	-0.09808436036109924
159890	rnn.bias_ih_l1	6	-0.16403716802597046
159890	rnn.bias_ih_l1	7	-0.017765378579497337
159890	rnn.bias_ih_l1	8	-0.14194603264331818
159890	rnn.bias_ih_l1	9	-0.12151108682155609
159890	rnn.bias_hh_l1	0	-0.11206166446208954
159890	rnn.bias_hh_l1	1	-0.06807194650173187
159890	rnn.bias_hh_l1	2	-0.10449129343032837
159890	rnn.bias_hh_l1	3	-0.07979772239923477
159890	rnn.bias_hh_l1	4	-0.09795934706926346
159890	rnn.bias_hh_l1	5	-0.11602242290973663
159890	rnn.bias_hh_l1	6	-0.15984928607940674
159890	rnn.bias_hh_l1	7	0.04712658375501633
159890	rnn.bias_hh_l1	8	-0.1721884161233902
159890	rnn.bias_hh_l1	9	-0.11039293557405472
159890	rnn.weight_ih_l1_reverse	0	-0.041136644780635834
159890	rnn.weight_ih_l1_reverse	1	0.02894454449415207
159890	rnn.weight_ih_l1_reverse	2	0.06501977145671844
159890	rnn.weight_ih_l1_reverse	3	-0.0014439101796597242
159890	rnn.weight_ih_l1_reverse	4	-0.035178154706954956
159890	rnn.weight_ih_l1_reverse	5	-0.03138680383563042
159890	rnn.weight_ih_l1_reverse	6	0.0024203360080718994
159890	rnn.weight_ih_l1_reverse	7	0.030894551426172256
159890	rnn.weight_ih_l1_reverse	8	0.010997280478477478
159890	rnn.weight_ih_l1_reverse	9	-0.056129954755306244
159890	rnn.weight_hh_l1_reverse	0	0.005214364733546972
159890	rnn.weight_hh_l1_reverse	1	0.03033864125609398
159890	rnn.weight_hh_l1_reverse	2	-0.03991411253809929
159890	rnn.weight_hh_l1_reverse	3	0.0360434427857399
159890	rnn.weight_hh_l1_reverse	4	0.050927430391311646
159890	rnn.weight_hh_l1_reverse	5	3.20441608891997e-06
159890	rnn.weight_hh_l1_reverse	6	0.05120079591870308
159890	rnn.weight_hh_l1_reverse	7	0.03033941425383091
159890	rnn.weight_hh_l1_reverse	8	-0.007175804581493139
159890	rnn.weight_hh_l1_reverse	9	-0.03290737420320511
159890	rnn.bias_ih_l1_reverse	0	-0.07525649666786194
159890	rnn.bias_ih_l1_reverse	1	-0.15544669330120087
159890	rnn.bias_ih_l1_reverse	2	-0.16821220517158508
159890	rnn.bias_ih_l1_reverse	3	-0.005815464537590742
159890	rnn.bias_ih_l1_reverse	4	-0.21234159171581268
159890	rnn.bias_ih_l1_reverse	5	-0.11273135244846344
159890	rnn.bias_ih_l1_reverse	6	-0.13593733310699463
159890	rnn.bias_ih_l1_reverse	7	-0.19691330194473267
159890	rnn.bias_ih_l1_reverse	8	0.22787170112133026
159890	rnn.bias_ih_l1_reverse	9	0.056754887104034424
159890	rnn.bias_hh_l1_reverse	0	0.0052225226536393166
159890	rnn.bias_hh_l1_reverse	1	-0.1025053858757019
159890	rnn.bias_hh_l1_reverse	2	-0.23392899334430695
159890	rnn.bias_hh_l1_reverse	3	-0.13822056353092194
159890	rnn.bias_hh_l1_reverse	4	-0.09545744955539703
159890	rnn.bias_hh_l1_reverse	5	-0.12704309821128845
159890	rnn.bias_hh_l1_reverse	6	0.08552255481481552
159890	rnn.bias_hh_l1_reverse	7	-0.17262619733810425
159890	rnn.bias_hh_l1_reverse	8	-0.11978930979967117
159890	rnn.bias_hh_l1_reverse	9	-0.15037456154823303
159890	linear.weight	0	0.002228822559118271
159890	linear.weight	1	0.11283215135335922
159890	linear.weight	2	-0.0943126529455185
159890	linear.weight	3	0.2701520323753357
159890	linear.weight	4	0.16129133105278015
159890	linear.weight	5	-0.05740505829453468
159890	linear.weight	6	0.12755000591278076
159890	linear.weight	7	0.07529936730861664
159890	linear.weight	8	0.041186291724443436
159890	linear.weight	9	-0.04141756147146225
159890	linear.bias	0	0.1441643387079239
159890	linear.bias	1	-0.2081439048051834
159890	linear.bias	2	-0.4022664725780487
159890	linear.bias	3	-0.6682875752449036
159890	linear.bias	4	-1.2246849536895752
159890	linear.bias	5	-0.043818265199661255
159890	linear.bias	6	-0.7726437449455261
159890	linear.bias	7	0.2896641492843628
159890	linear.bias	8	-0.4610881209373474
159890	linear.bias	9	-1.0321590900421143
159894	transitions	0	0.6819280385971069
159894	transitions	1	0.174957275390625
159894	transitions	2	-10000.0
159894	transitions	3	-1.8247524499893188
159894	transitions	4	-10000.0
159894	transitions	5	0.5731844305992126
159894	transitions	6	-0.07830781489610672
159894	transitions	7	-0.7441704273223877
159894	transitions	8	-1.4079232215881348
159894	transitions	9	-0.0011543885339051485
159894	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
159894	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
159894	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
159894	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
159894	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
159894	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
159894	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
159894	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
159894	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
159894	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
159894	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
159894	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
159894	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
159894	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
159894	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
159894	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
159894	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
159894	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
159894	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
159894	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
159894	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
159894	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
159894	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
159894	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
159894	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
159894	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
159894	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
159894	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
159894	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
159894	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
159894	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
159894	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
159894	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
159894	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
159894	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
159894	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
159894	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
159894	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
159894	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
159894	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
159894	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
159894	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
159894	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
159894	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
159894	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
159894	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
159894	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
159894	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
159894	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
159894	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
159894	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
159894	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
159894	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
159894	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
159894	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
159894	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
159894	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
159894	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
159894	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
159894	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
159894	embedding2nn.weight	0	0.03538971394300461
159894	embedding2nn.weight	1	-0.01364185195416212
159894	embedding2nn.weight	2	-0.014268254861235619
159894	embedding2nn.weight	3	-0.015916310250759125
159894	embedding2nn.weight	4	-0.0059150345623493195
159894	embedding2nn.weight	5	-0.0037005888298153877
159894	embedding2nn.weight	6	-0.003973306622356176
159894	embedding2nn.weight	7	-0.08729278296232224
159894	embedding2nn.weight	8	-0.0019979383796453476
159894	embedding2nn.weight	9	-0.02734784036874771
159894	embedding2nn.bias	0	0.07714170217514038
159894	embedding2nn.bias	1	-0.08357702195644379
159894	embedding2nn.bias	2	0.0989222526550293
159894	embedding2nn.bias	3	0.053023409098386765
159894	embedding2nn.bias	4	-0.03231876716017723
159894	embedding2nn.bias	5	-0.013741291128098965
159894	embedding2nn.bias	6	0.01887124963104725
159894	embedding2nn.bias	7	-0.06255143135786057
159894	embedding2nn.bias	8	0.06410739570856094
159894	embedding2nn.bias	9	0.04488427937030792
159894	rnn.weight_ih_l0	0	-0.08134859800338745
159894	rnn.weight_ih_l0	1	0.0046700709499418736
159894	rnn.weight_ih_l0	2	0.03570810705423355
159894	rnn.weight_ih_l0	3	0.02366478554904461
159894	rnn.weight_ih_l0	4	-0.04004650563001633
159894	rnn.weight_ih_l0	5	-0.06640616804361343
159894	rnn.weight_ih_l0	6	0.0021980709861963987
159894	rnn.weight_ih_l0	7	0.05599676072597504
159894	rnn.weight_ih_l0	8	-0.012322007678449154
159894	rnn.weight_ih_l0	9	-0.026338471099734306
159894	rnn.weight_hh_l0	0	-0.029684660956263542
159894	rnn.weight_hh_l0	1	-0.00839216634631157
159894	rnn.weight_hh_l0	2	0.00040163498488254845
159894	rnn.weight_hh_l0	3	-0.06680532544851303
159894	rnn.weight_hh_l0	4	0.08528568595647812
159894	rnn.weight_hh_l0	5	-0.021053005009889603
159894	rnn.weight_hh_l0	6	-0.06099620461463928
159894	rnn.weight_hh_l0	7	0.012005971744656563
159894	rnn.weight_hh_l0	8	0.009246453642845154
159894	rnn.weight_hh_l0	9	-0.019350333139300346
159894	rnn.bias_ih_l0	0	0.12653504312038422
159894	rnn.bias_ih_l0	1	-0.03166139870882034
159894	rnn.bias_ih_l0	2	-0.012085610069334507
159894	rnn.bias_ih_l0	3	0.1433485448360443
159894	rnn.bias_ih_l0	4	-0.015159709379076958
159894	rnn.bias_ih_l0	5	-0.013375649228692055
159894	rnn.bias_ih_l0	6	0.013853056356310844
159894	rnn.bias_ih_l0	7	0.033449772745370865
159894	rnn.bias_ih_l0	8	-0.09799405187368393
159894	rnn.bias_ih_l0	9	-0.022563550621271133
159894	rnn.bias_hh_l0	0	-0.0053664399310946465
159894	rnn.bias_hh_l0	1	-0.10671808570623398
159894	rnn.bias_hh_l0	2	-0.06889025866985321
159894	rnn.bias_hh_l0	3	-0.09328119456768036
159894	rnn.bias_hh_l0	4	-0.0040583801455795765
159894	rnn.bias_hh_l0	5	-0.03230714052915573
159894	rnn.bias_hh_l0	6	0.02242611162364483
159894	rnn.bias_hh_l0	7	0.04561080038547516
159894	rnn.bias_hh_l0	8	-0.10488207638263702
159894	rnn.bias_hh_l0	9	-0.06018487736582756
159894	rnn.weight_ih_l0_reverse	0	-0.023261165246367455
159894	rnn.weight_ih_l0_reverse	1	-0.052136342972517014
159894	rnn.weight_ih_l0_reverse	2	-0.036629531532526016
159894	rnn.weight_ih_l0_reverse	3	0.007273085415363312
159894	rnn.weight_ih_l0_reverse	4	-0.019147906452417374
159894	rnn.weight_ih_l0_reverse	5	-0.05191787704825401
159894	rnn.weight_ih_l0_reverse	6	0.07967609912157059
159894	rnn.weight_ih_l0_reverse	7	-0.02536102943122387
159894	rnn.weight_ih_l0_reverse	8	-0.019515762105584145
159894	rnn.weight_ih_l0_reverse	9	-0.006244628224521875
159894	rnn.weight_hh_l0_reverse	0	0.058393873274326324
159894	rnn.weight_hh_l0_reverse	1	0.015911836177110672
159894	rnn.weight_hh_l0_reverse	2	0.0301335658878088
159894	rnn.weight_hh_l0_reverse	3	0.03204458951950073
159894	rnn.weight_hh_l0_reverse	4	0.00455840677022934
159894	rnn.weight_hh_l0_reverse	5	0.017498644068837166
159894	rnn.weight_hh_l0_reverse	6	0.049768608063459396
159894	rnn.weight_hh_l0_reverse	7	-0.06766790896654129
159894	rnn.weight_hh_l0_reverse	8	0.03625761717557907
159894	rnn.weight_hh_l0_reverse	9	0.03493936359882355
159894	rnn.bias_ih_l0_reverse	0	-0.060477595776319504
159894	rnn.bias_ih_l0_reverse	1	-0.26859885454177856
159894	rnn.bias_ih_l0_reverse	2	-0.13060501217842102
159894	rnn.bias_ih_l0_reverse	3	-0.04846721515059471
159894	rnn.bias_ih_l0_reverse	4	-0.03519550710916519
159894	rnn.bias_ih_l0_reverse	5	0.059540025889873505
159894	rnn.bias_ih_l0_reverse	6	-0.07959329336881638
159894	rnn.bias_ih_l0_reverse	7	0.04563805088400841
159894	rnn.bias_ih_l0_reverse	8	-0.05720309168100357
159894	rnn.bias_ih_l0_reverse	9	0.058743830770254135
159894	rnn.bias_hh_l0_reverse	0	0.0215008407831192
159894	rnn.bias_hh_l0_reverse	1	-0.06160697713494301
159894	rnn.bias_hh_l0_reverse	2	0.08034810423851013
159894	rnn.bias_hh_l0_reverse	3	-0.05363475903868675
159894	rnn.bias_hh_l0_reverse	4	-0.026414839550852776
159894	rnn.bias_hh_l0_reverse	5	-0.027919040992856026
159894	rnn.bias_hh_l0_reverse	6	-0.01695883646607399
159894	rnn.bias_hh_l0_reverse	7	0.1047786995768547
159894	rnn.bias_hh_l0_reverse	8	0.03579657897353172
159894	rnn.bias_hh_l0_reverse	9	-0.13166660070419312
159894	rnn.weight_ih_l1	0	-0.03006528690457344
159894	rnn.weight_ih_l1	1	-0.05106804892420769
159894	rnn.weight_ih_l1	2	0.06694048643112183
159894	rnn.weight_ih_l1	3	-0.06727659702301025
159894	rnn.weight_ih_l1	4	-0.01706700585782528
159894	rnn.weight_ih_l1	5	-0.04386540502309799
159894	rnn.weight_ih_l1	6	0.030141405761241913
159894	rnn.weight_ih_l1	7	-0.03411495313048363
159894	rnn.weight_ih_l1	8	0.03838236257433891
159894	rnn.weight_ih_l1	9	0.04046228155493736
159894	rnn.weight_hh_l1	0	-0.00791794154793024
159894	rnn.weight_hh_l1	1	0.018288156017661095
159894	rnn.weight_hh_l1	2	0.01268356665968895
159894	rnn.weight_hh_l1	3	-0.011783118359744549
159894	rnn.weight_hh_l1	4	0.009029349312186241
159894	rnn.weight_hh_l1	5	0.02866280823945999
159894	rnn.weight_hh_l1	6	0.03201132267713547
159894	rnn.weight_hh_l1	7	-0.01908169500529766
159894	rnn.weight_hh_l1	8	-0.011724038049578667
159894	rnn.weight_hh_l1	9	0.03560745343565941
159894	rnn.bias_ih_l1	0	-0.20073500275611877
159894	rnn.bias_ih_l1	1	-0.18274301290512085
159894	rnn.bias_ih_l1	2	-0.20806840062141418
159894	rnn.bias_ih_l1	3	-0.31747952103614807
159894	rnn.bias_ih_l1	4	-0.18940845131874084
159894	rnn.bias_ih_l1	5	-0.09814635664224625
159894	rnn.bias_ih_l1	6	-0.16415637731552124
159894	rnn.bias_ih_l1	7	-0.01724744215607643
159894	rnn.bias_ih_l1	8	-0.14169545471668243
159894	rnn.bias_ih_l1	9	-0.12166570127010345
159894	rnn.bias_hh_l1	0	-0.11183394491672516
159894	rnn.bias_hh_l1	1	-0.0679287314414978
159894	rnn.bias_hh_l1	2	-0.1043347641825676
159894	rnn.bias_hh_l1	3	-0.07982373237609863
159894	rnn.bias_hh_l1	4	-0.09803865849971771
159894	rnn.bias_hh_l1	5	-0.11595497280359268
159894	rnn.bias_hh_l1	6	-0.15990287065505981
159894	rnn.bias_hh_l1	7	0.047885794192552567
159894	rnn.bias_hh_l1	8	-0.17221654951572418
159894	rnn.bias_hh_l1	9	-0.1100386381149292
159894	rnn.weight_ih_l1_reverse	0	-0.04127978906035423
159894	rnn.weight_ih_l1_reverse	1	0.02904946729540825
159894	rnn.weight_ih_l1_reverse	2	0.06508937478065491
159894	rnn.weight_ih_l1_reverse	3	-0.001470154500566423
159894	rnn.weight_ih_l1_reverse	4	-0.03523026779294014
159894	rnn.weight_ih_l1_reverse	5	-0.03139109909534454
159894	rnn.weight_ih_l1_reverse	6	0.0024071699008345604
159894	rnn.weight_ih_l1_reverse	7	0.030963297933340073
159894	rnn.weight_ih_l1_reverse	8	0.010998735204339027
159894	rnn.weight_ih_l1_reverse	9	-0.05610693618655205
159894	rnn.weight_hh_l1_reverse	0	0.0052107530646026134
159894	rnn.weight_hh_l1_reverse	1	0.03033572994172573
159894	rnn.weight_hh_l1_reverse	2	-0.039917703717947006
159894	rnn.weight_hh_l1_reverse	3	0.03606005758047104
159894	rnn.weight_hh_l1_reverse	4	0.05094299092888832
159894	rnn.weight_hh_l1_reverse	5	6.318908708635718e-05
159894	rnn.weight_hh_l1_reverse	6	0.05130263790488243
159894	rnn.weight_hh_l1_reverse	7	0.030353248119354248
159894	rnn.weight_hh_l1_reverse	8	-0.007172258570790291
159894	rnn.weight_hh_l1_reverse	9	-0.03291831165552139
159894	rnn.bias_ih_l1_reverse	0	-0.07527192682027817
159894	rnn.bias_ih_l1_reverse	1	-0.15553762018680573
159894	rnn.bias_ih_l1_reverse	2	-0.16826952993869781
159894	rnn.bias_ih_l1_reverse	3	-0.005953007377684116
159894	rnn.bias_ih_l1_reverse	4	-0.212370827794075
159894	rnn.bias_ih_l1_reverse	5	-0.1127975732088089
159894	rnn.bias_ih_l1_reverse	6	-0.135794535279274
159894	rnn.bias_ih_l1_reverse	7	-0.1969490349292755
159894	rnn.bias_ih_l1_reverse	8	0.22845065593719482
159894	rnn.bias_ih_l1_reverse	9	0.057211652398109436
159894	rnn.bias_hh_l1_reverse	0	0.005207642447203398
159894	rnn.bias_hh_l1_reverse	1	-0.10227909684181213
159894	rnn.bias_hh_l1_reverse	2	-0.23384729027748108
159894	rnn.bias_hh_l1_reverse	3	-0.13811708986759186
159894	rnn.bias_hh_l1_reverse	4	-0.09562750905752182
159894	rnn.bias_hh_l1_reverse	5	-0.12701931595802307
159894	rnn.bias_hh_l1_reverse	6	0.08571894466876984
159894	rnn.bias_hh_l1_reverse	7	-0.17267535626888275
159894	rnn.bias_hh_l1_reverse	8	-0.11997699737548828
159894	rnn.bias_hh_l1_reverse	9	-0.1503744125366211
159894	linear.weight	0	0.002228822559118271
159894	linear.weight	1	0.11283396184444427
159894	linear.weight	2	-0.0943174883723259
159894	linear.weight	3	0.26994967460632324
159894	linear.weight	4	0.1619190275669098
159894	linear.weight	5	-0.05740825831890106
159894	linear.weight	6	0.12863580882549286
159894	linear.weight	7	0.07557081431150436
159894	linear.weight	8	0.04118631035089493
159894	linear.weight	9	-0.041197892278432846
159894	linear.bias	0	0.14816024899482727
159894	linear.bias	1	-0.2079176902770996
159894	linear.bias	2	-0.4006742238998413
159894	linear.bias	3	-0.6649240851402283
159894	linear.bias	4	-1.221353530883789
159894	linear.bias	5	-0.046833157539367676
159894	linear.bias	6	-0.7724119424819946
159894	linear.bias	7	0.28668445348739624
159894	linear.bias	8	-0.4609476625919342
159894	linear.bias	9	-1.0320624113082886
160091	transitions	0	0.6835142970085144
160091	transitions	1	0.17179231345653534
160091	transitions	2	-10000.0
160091	transitions	3	-1.824763536453247
160091	transitions	4	-10000.0
160091	transitions	5	0.5730120539665222
160091	transitions	6	-0.07832631468772888
160091	transitions	7	-0.7445681691169739
160091	transitions	8	-1.4079700708389282
160091	transitions	9	-0.0011547014582902193
160091	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
160091	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
160091	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
160091	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
160091	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
160091	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
160091	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
160091	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
160091	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
160091	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
160091	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
160091	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
160091	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
160091	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
160091	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
160091	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
160091	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
160091	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
160091	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
160091	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
160091	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
160091	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
160091	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
160091	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
160091	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
160091	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
160091	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
160091	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
160091	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
160091	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
160091	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
160091	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
160091	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
160091	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
160091	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
160091	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
160091	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
160091	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
160091	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
160091	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
160091	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
160091	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
160091	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
160091	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
160091	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
160091	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
160091	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
160091	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
160091	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
160091	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
160091	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
160091	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
160091	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
160091	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
160091	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
160091	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
160091	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
160091	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
160091	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
160091	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
160091	embedding2nn.weight	0	0.034950438886880875
160091	embedding2nn.weight	1	-0.013713635504245758
160091	embedding2nn.weight	2	-0.014268254861235619
160091	embedding2nn.weight	3	-0.016846641898155212
160091	embedding2nn.weight	4	-0.0059150345623493195
160091	embedding2nn.weight	5	-0.003700588596984744
160091	embedding2nn.weight	6	-0.0039733052253723145
160091	embedding2nn.weight	7	-0.08786046504974365
160091	embedding2nn.weight	8	-0.0019979383796453476
160091	embedding2nn.weight	9	-0.027584321796894073
160091	embedding2nn.bias	0	0.07703690230846405
160091	embedding2nn.bias	1	-0.0789753645658493
160091	embedding2nn.bias	2	0.10145646333694458
160091	embedding2nn.bias	3	0.05429357662796974
160091	embedding2nn.bias	4	-0.0319121852517128
160091	embedding2nn.bias	5	-0.019386498257517815
160091	embedding2nn.bias	6	0.020308885723352432
160091	embedding2nn.bias	7	-0.060557469725608826
160091	embedding2nn.bias	8	0.06081058457493782
160091	embedding2nn.bias	9	0.04414940997958183
160091	rnn.weight_ih_l0	0	-0.08233035355806351
160091	rnn.weight_ih_l0	1	0.005525826010853052
160091	rnn.weight_ih_l0	2	0.0357801727950573
160091	rnn.weight_ih_l0	3	0.023882895708084106
160091	rnn.weight_ih_l0	4	-0.040535081177949905
160091	rnn.weight_ih_l0	5	-0.06600461900234222
160091	rnn.weight_ih_l0	6	0.0032765467185527086
160091	rnn.weight_ih_l0	7	0.05588960647583008
160091	rnn.weight_ih_l0	8	-0.011771219782531261
160091	rnn.weight_ih_l0	9	-0.026075445115566254
160091	rnn.weight_hh_l0	0	-0.02913707308471203
160091	rnn.weight_hh_l0	1	-0.008553020656108856
160091	rnn.weight_hh_l0	2	0.0005409718723967671
160091	rnn.weight_hh_l0	3	-0.06728430092334747
160091	rnn.weight_hh_l0	4	0.08500734716653824
160091	rnn.weight_hh_l0	5	-0.02097691036760807
160091	rnn.weight_hh_l0	6	-0.061398714780807495
160091	rnn.weight_hh_l0	7	0.01170994620770216
160091	rnn.weight_hh_l0	8	0.009051522240042686
160091	rnn.weight_hh_l0	9	-0.019529392942786217
160091	rnn.bias_ih_l0	0	0.12637275457382202
160091	rnn.bias_ih_l0	1	-0.0329325906932354
160091	rnn.bias_ih_l0	2	-0.012848504818975925
160091	rnn.bias_ih_l0	3	0.14301101863384247
160091	rnn.bias_ih_l0	4	-0.01454711239784956
160091	rnn.bias_ih_l0	5	-0.012609525583684444
160091	rnn.bias_ih_l0	6	0.012123530730605125
160091	rnn.bias_ih_l0	7	0.03413517400622368
160091	rnn.bias_ih_l0	8	-0.09755289554595947
160091	rnn.bias_ih_l0	9	-0.022513462230563164
160091	rnn.bias_hh_l0	0	-0.005244421772658825
160091	rnn.bias_hh_l0	1	-0.10832258313894272
160091	rnn.bias_hh_l0	2	-0.06852715462446213
160091	rnn.bias_hh_l0	3	-0.09333087503910065
160091	rnn.bias_hh_l0	4	-0.00574446888640523
160091	rnn.bias_hh_l0	5	-0.031274039298295975
160091	rnn.bias_hh_l0	6	0.0233770664781332
160091	rnn.bias_hh_l0	7	0.047188106924295425
160091	rnn.bias_hh_l0	8	-0.10605067014694214
160091	rnn.bias_hh_l0	9	-0.061949435621500015
160091	rnn.weight_ih_l0_reverse	0	-0.02364964596927166
160091	rnn.weight_ih_l0_reverse	1	-0.05153390392661095
160091	rnn.weight_ih_l0_reverse	2	-0.03710008040070534
160091	rnn.weight_ih_l0_reverse	3	0.007714345119893551
160091	rnn.weight_ih_l0_reverse	4	-0.018974890932440758
160091	rnn.weight_ih_l0_reverse	5	-0.05222225561738014
160091	rnn.weight_ih_l0_reverse	6	0.07961683720350266
160091	rnn.weight_ih_l0_reverse	7	-0.025842959061264992
160091	rnn.weight_ih_l0_reverse	8	-0.01905643194913864
160091	rnn.weight_ih_l0_reverse	9	-0.006299060769379139
160091	rnn.weight_hh_l0_reverse	0	0.05858767032623291
160091	rnn.weight_hh_l0_reverse	1	0.016351182013750076
160091	rnn.weight_hh_l0_reverse	2	0.030397331342101097
160091	rnn.weight_hh_l0_reverse	3	0.032608795911073685
160091	rnn.weight_hh_l0_reverse	4	0.004840607289224863
160091	rnn.weight_hh_l0_reverse	5	0.017154432833194733
160091	rnn.weight_hh_l0_reverse	6	0.0498964749276638
160091	rnn.weight_hh_l0_reverse	7	-0.06756190210580826
160091	rnn.weight_hh_l0_reverse	8	0.03642362728714943
160091	rnn.weight_hh_l0_reverse	9	0.034642238169908524
160091	rnn.bias_ih_l0_reverse	0	-0.05996866524219513
160091	rnn.bias_ih_l0_reverse	1	-0.27158135175704956
160091	rnn.bias_ih_l0_reverse	2	-0.13144323229789734
160091	rnn.bias_ih_l0_reverse	3	-0.04854746162891388
160091	rnn.bias_ih_l0_reverse	4	-0.03782434016466141
160091	rnn.bias_ih_l0_reverse	5	0.059877581894397736
160091	rnn.bias_ih_l0_reverse	6	-0.07910298556089401
160091	rnn.bias_ih_l0_reverse	7	0.04711558669805527
160091	rnn.bias_ih_l0_reverse	8	-0.05751028656959534
160091	rnn.bias_ih_l0_reverse	9	0.05932874232530594
160091	rnn.bias_hh_l0_reverse	0	0.02295188046991825
160091	rnn.bias_hh_l0_reverse	1	-0.06294123828411102
160091	rnn.bias_hh_l0_reverse	2	0.08195503801107407
160091	rnn.bias_hh_l0_reverse	3	-0.05467735975980759
160091	rnn.bias_hh_l0_reverse	4	-0.027740446850657463
160091	rnn.bias_hh_l0_reverse	5	-0.02863793447613716
160091	rnn.bias_hh_l0_reverse	6	-0.0184834823012352
160091	rnn.bias_hh_l0_reverse	7	0.10522560030221939
160091	rnn.bias_hh_l0_reverse	8	0.035105518996715546
160091	rnn.bias_hh_l0_reverse	9	-0.13442352414131165
160091	rnn.weight_ih_l1	0	-0.030510058626532555
160091	rnn.weight_ih_l1	1	-0.051123976707458496
160091	rnn.weight_ih_l1	2	0.06702586263418198
160091	rnn.weight_ih_l1	3	-0.0668647289276123
160091	rnn.weight_ih_l1	4	-0.01706470549106598
160091	rnn.weight_ih_l1	5	-0.04403937608003616
160091	rnn.weight_ih_l1	6	0.029755430296063423
160091	rnn.weight_ih_l1	7	-0.033413954079151154
160091	rnn.weight_ih_l1	8	0.03812112659215927
160091	rnn.weight_ih_l1	9	0.039869099855422974
160091	rnn.weight_hh_l1	0	-0.0075441207736730576
160091	rnn.weight_hh_l1	1	0.018186893314123154
160091	rnn.weight_hh_l1	2	0.012793723493814468
160091	rnn.weight_hh_l1	3	-0.01164595503360033
160091	rnn.weight_hh_l1	4	0.008998741395771503
160091	rnn.weight_hh_l1	5	0.029062123969197273
160091	rnn.weight_hh_l1	6	0.031871356070041656
160091	rnn.weight_hh_l1	7	-0.019159622490406036
160091	rnn.weight_hh_l1	8	-0.01160466205328703
160091	rnn.weight_hh_l1	9	0.0359184592962265
160091	rnn.bias_ih_l1	0	-0.20228224992752075
160091	rnn.bias_ih_l1	1	-0.1816422939300537
160091	rnn.bias_ih_l1	2	-0.20769621431827545
160091	rnn.bias_ih_l1	3	-0.31901100277900696
160091	rnn.bias_ih_l1	4	-0.18674956262111664
160091	rnn.bias_ih_l1	5	-0.09816741943359375
160091	rnn.bias_ih_l1	6	-0.1652061641216278
160091	rnn.bias_ih_l1	7	-0.02100357599556446
160091	rnn.bias_ih_l1	8	-0.14199431240558624
160091	rnn.bias_ih_l1	9	-0.1227821335196495
160091	rnn.bias_hh_l1	0	-0.1129772961139679
160091	rnn.bias_hh_l1	1	-0.06922309845685959
160091	rnn.bias_hh_l1	2	-0.10454860329627991
160091	rnn.bias_hh_l1	3	-0.08075043559074402
160091	rnn.bias_hh_l1	4	-0.09809509664773941
160091	rnn.bias_hh_l1	5	-0.11622921377420425
160091	rnn.bias_hh_l1	6	-0.15892919898033142
160091	rnn.bias_hh_l1	7	0.04927825182676315
160091	rnn.bias_hh_l1	8	-0.1698615401983261
160091	rnn.bias_hh_l1	9	-0.11057048290967941
160091	rnn.weight_ih_l1_reverse	0	-0.04152679070830345
160091	rnn.weight_ih_l1_reverse	1	0.029747067019343376
160091	rnn.weight_ih_l1_reverse	2	0.06537432968616486
160091	rnn.weight_ih_l1_reverse	3	-0.0025160727091133595
160091	rnn.weight_ih_l1_reverse	4	-0.03353621065616608
160091	rnn.weight_ih_l1_reverse	5	-0.03135954588651657
160091	rnn.weight_ih_l1_reverse	6	0.0023571935016661882
160091	rnn.weight_ih_l1_reverse	7	0.030978860333561897
160091	rnn.weight_ih_l1_reverse	8	0.010632431134581566
160091	rnn.weight_ih_l1_reverse	9	-0.05490107089281082
160091	rnn.weight_hh_l1_reverse	0	0.005251706577837467
160091	rnn.weight_hh_l1_reverse	1	0.030419986695051193
160091	rnn.weight_hh_l1_reverse	2	-0.03992433100938797
160091	rnn.weight_hh_l1_reverse	3	0.03607572615146637
160091	rnn.weight_hh_l1_reverse	4	0.051278527826070786
160091	rnn.weight_hh_l1_reverse	5	0.00043188376002945006
160091	rnn.weight_hh_l1_reverse	6	0.052469734102487564
160091	rnn.weight_hh_l1_reverse	7	0.030048944056034088
160091	rnn.weight_hh_l1_reverse	8	-0.007247413508594036
160091	rnn.weight_hh_l1_reverse	9	-0.03291349485516548
160091	rnn.bias_ih_l1_reverse	0	-0.07526859641075134
160091	rnn.bias_ih_l1_reverse	1	-0.15595200657844543
160091	rnn.bias_ih_l1_reverse	2	-0.16701023280620575
160091	rnn.bias_ih_l1_reverse	3	-0.004477399867027998
160091	rnn.bias_ih_l1_reverse	4	-0.21215657889842987
160091	rnn.bias_ih_l1_reverse	5	-0.11216085404157639
160091	rnn.bias_ih_l1_reverse	6	-0.13656041026115417
160091	rnn.bias_ih_l1_reverse	7	-0.1989753544330597
160091	rnn.bias_ih_l1_reverse	8	0.23176810145378113
160091	rnn.bias_ih_l1_reverse	9	0.05814424902200699
160091	rnn.bias_hh_l1_reverse	0	0.007869642227888107
160091	rnn.bias_hh_l1_reverse	1	-0.10362367331981659
160091	rnn.bias_hh_l1_reverse	2	-0.23460902273654938
160091	rnn.bias_hh_l1_reverse	3	-0.13718615472316742
160091	rnn.bias_hh_l1_reverse	4	-0.09524103999137878
160091	rnn.bias_hh_l1_reverse	5	-0.12638042867183685
160091	rnn.bias_hh_l1_reverse	6	0.08366292715072632
160091	rnn.bias_hh_l1_reverse	7	-0.1710362285375595
160091	rnn.bias_hh_l1_reverse	8	-0.1200544461607933
160091	rnn.bias_hh_l1_reverse	9	-0.15019568800926208
160091	linear.weight	0	0.002228822559118271
160091	linear.weight	1	0.11677347123622894
160091	linear.weight	2	-0.09374991804361343
160091	linear.weight	3	0.2773454785346985
160091	linear.weight	4	0.16095808148384094
160091	linear.weight	5	-0.05527956783771515
160091	linear.weight	6	0.13164618611335754
160091	linear.weight	7	0.08221227675676346
160091	linear.weight	8	0.0411861315369606
160091	linear.weight	9	-0.03914783149957657
160091	linear.bias	0	0.14741338789463043
160091	linear.bias	1	-0.217680886387825
160091	linear.bias	2	-0.408414363861084
160091	linear.bias	3	-0.6637608408927917
160091	linear.bias	4	-1.219388484954834
160091	linear.bias	5	-0.044659677892923355
160091	linear.bias	6	-0.7811679840087891
160091	linear.bias	7	0.28871798515319824
160091	linear.bias	8	-0.4566497206687927
160091	linear.bias	9	-1.0280303955078125
160288	transitions	0	0.6850181818008423
160288	transitions	1	0.17041565477848053
160288	transitions	2	-10000.0
160288	transitions	3	-1.8248016834259033
160288	transitions	4	-10000.0
160288	transitions	5	0.5729755759239197
160288	transitions	6	-0.07835665345191956
160288	transitions	7	-0.7446864247322083
160288	transitions	8	-1.4079954624176025
160288	transitions	9	-0.0011555049568414688
160288	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
160288	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
160288	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
160288	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
160288	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
160288	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
160288	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
160288	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
160288	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
160288	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
160288	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
160288	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
160288	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
160288	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
160288	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
160288	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
160288	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
160288	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
160288	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
160288	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
160288	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
160288	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
160288	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
160288	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
160288	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
160288	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
160288	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
160288	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
160288	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
160288	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
160288	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
160288	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
160288	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
160288	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
160288	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
160288	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
160288	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
160288	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
160288	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
160288	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
160288	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
160288	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
160288	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
160288	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
160288	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
160288	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
160288	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
160288	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
160288	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
160288	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
160288	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
160288	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
160288	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
160288	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
160288	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
160288	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
160288	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
160288	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
160288	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
160288	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
160288	embedding2nn.weight	0	0.03470533713698387
160288	embedding2nn.weight	1	-0.01354158390313387
160288	embedding2nn.weight	2	-0.014268254861235619
160288	embedding2nn.weight	3	-0.017850782722234726
160288	embedding2nn.weight	4	-0.0059150345623493195
160288	embedding2nn.weight	5	-0.003700588596984744
160288	embedding2nn.weight	6	-0.003973296377807856
160288	embedding2nn.weight	7	-0.08844748884439468
160288	embedding2nn.weight	8	-0.0019979383796453476
160288	embedding2nn.weight	9	-0.027751296758651733
160288	embedding2nn.bias	0	0.08126488327980042
160288	embedding2nn.bias	1	-0.07900141179561615
160288	embedding2nn.bias	2	0.10416044294834137
160288	embedding2nn.bias	3	0.055604368448257446
160288	embedding2nn.bias	4	-0.032496221363544464
160288	embedding2nn.bias	5	-0.014670527540147305
160288	embedding2nn.bias	6	0.018970416858792305
160288	embedding2nn.bias	7	-0.06478653848171234
160288	embedding2nn.bias	8	0.058695342391729355
160288	embedding2nn.bias	9	0.04599304497241974
160288	rnn.weight_ih_l0	0	-0.08130034059286118
160288	rnn.weight_ih_l0	1	0.005577452480792999
160288	rnn.weight_ih_l0	2	0.035586826503276825
160288	rnn.weight_ih_l0	3	0.02387739159166813
160288	rnn.weight_ih_l0	4	-0.04117321968078613
160288	rnn.weight_ih_l0	5	-0.06554900109767914
160288	rnn.weight_ih_l0	6	0.0026186208706349134
160288	rnn.weight_ih_l0	7	0.05634169653058052
160288	rnn.weight_ih_l0	8	-0.012058466672897339
160288	rnn.weight_ih_l0	9	-0.025593295693397522
160288	rnn.weight_hh_l0	0	-0.02892267145216465
160288	rnn.weight_hh_l0	1	-0.008623513393104076
160288	rnn.weight_hh_l0	2	0.0012501931050792336
160288	rnn.weight_hh_l0	3	-0.06772477924823761
160288	rnn.weight_hh_l0	4	0.0850771814584732
160288	rnn.weight_hh_l0	5	-0.02082749642431736
160288	rnn.weight_hh_l0	6	-0.06147272139787674
160288	rnn.weight_hh_l0	7	0.011410156264901161
160288	rnn.weight_hh_l0	8	0.008759881369769573
160288	rnn.weight_hh_l0	9	-0.01951618306338787
160288	rnn.bias_ih_l0	0	0.12672781944274902
160288	rnn.bias_ih_l0	1	-0.03221752867102623
160288	rnn.bias_ih_l0	2	-0.01155645027756691
160288	rnn.bias_ih_l0	3	0.14468160271644592
160288	rnn.bias_ih_l0	4	-0.013377377763390541
160288	rnn.bias_ih_l0	5	-0.009972324594855309
160288	rnn.bias_ih_l0	6	0.011532015167176723
160288	rnn.bias_ih_l0	7	0.03446140140295029
160288	rnn.bias_ih_l0	8	-0.0969732478260994
160288	rnn.bias_ih_l0	9	-0.024617569521069527
160288	rnn.bias_hh_l0	0	-0.005246137268841267
160288	rnn.bias_hh_l0	1	-0.10875257104635239
160288	rnn.bias_hh_l0	2	-0.06897582858800888
160288	rnn.bias_hh_l0	3	-0.09304255992174149
160288	rnn.bias_hh_l0	4	-0.006545702461153269
160288	rnn.bias_hh_l0	5	-0.032006461173295975
160288	rnn.bias_hh_l0	6	0.023871934041380882
160288	rnn.bias_hh_l0	7	0.04870378598570824
160288	rnn.bias_hh_l0	8	-0.10778659582138062
160288	rnn.bias_hh_l0	9	-0.06135334447026253
160288	rnn.weight_ih_l0_reverse	0	-0.02388242818415165
160288	rnn.weight_ih_l0_reverse	1	-0.05156572535634041
160288	rnn.weight_ih_l0_reverse	2	-0.03783959895372391
160288	rnn.weight_ih_l0_reverse	3	0.007820500992238522
160288	rnn.weight_ih_l0_reverse	4	-0.01861638016998768
160288	rnn.weight_ih_l0_reverse	5	-0.05183008685708046
160288	rnn.weight_ih_l0_reverse	6	0.07982276380062103
160288	rnn.weight_ih_l0_reverse	7	-0.025749752297997475
160288	rnn.weight_ih_l0_reverse	8	-0.01828015223145485
160288	rnn.weight_ih_l0_reverse	9	-0.006028748583048582
160288	rnn.weight_hh_l0_reverse	0	0.05864018201828003
160288	rnn.weight_hh_l0_reverse	1	0.016768556088209152
160288	rnn.weight_hh_l0_reverse	2	0.03060867078602314
160288	rnn.weight_hh_l0_reverse	3	0.03265886381268501
160288	rnn.weight_hh_l0_reverse	4	0.005135232582688332
160288	rnn.weight_hh_l0_reverse	5	0.016831258311867714
160288	rnn.weight_hh_l0_reverse	6	0.04968230053782463
160288	rnn.weight_hh_l0_reverse	7	-0.06740658730268478
160288	rnn.weight_hh_l0_reverse	8	0.036439862102270126
160288	rnn.weight_hh_l0_reverse	9	0.03498333320021629
160288	rnn.bias_ih_l0_reverse	0	-0.05984559282660484
160288	rnn.bias_ih_l0_reverse	1	-0.26961633563041687
160288	rnn.bias_ih_l0_reverse	2	-0.1295943558216095
160288	rnn.bias_ih_l0_reverse	3	-0.048757605254650116
160288	rnn.bias_ih_l0_reverse	4	-0.0376400463283062
160288	rnn.bias_ih_l0_reverse	5	0.06086113303899765
160288	rnn.bias_ih_l0_reverse	6	-0.07797344028949738
160288	rnn.bias_ih_l0_reverse	7	0.04585537314414978
160288	rnn.bias_ih_l0_reverse	8	-0.056460101157426834
160288	rnn.bias_ih_l0_reverse	9	0.0584331713616848
160288	rnn.bias_hh_l0_reverse	0	0.02349117398262024
160288	rnn.bias_hh_l0_reverse	1	-0.061737559735774994
160288	rnn.bias_hh_l0_reverse	2	0.08206027746200562
160288	rnn.bias_hh_l0_reverse	3	-0.05455709621310234
160288	rnn.bias_hh_l0_reverse	4	-0.027066972106695175
160288	rnn.bias_hh_l0_reverse	5	-0.028756093233823776
160288	rnn.bias_hh_l0_reverse	6	-0.018596775829792023
160288	rnn.bias_hh_l0_reverse	7	0.10476834326982498
160288	rnn.bias_hh_l0_reverse	8	0.03424832224845886
160288	rnn.bias_hh_l0_reverse	9	-0.13742530345916748
160288	rnn.weight_ih_l1	0	-0.030624905601143837
160288	rnn.weight_ih_l1	1	-0.051421117037534714
160288	rnn.weight_ih_l1	2	0.06616194546222687
160288	rnn.weight_ih_l1	3	-0.06882171332836151
160288	rnn.weight_ih_l1	4	-0.017002806067466736
160288	rnn.weight_ih_l1	5	-0.04418985918164253
160288	rnn.weight_ih_l1	6	0.029841018840670586
160288	rnn.weight_ih_l1	7	-0.03380658105015755
160288	rnn.weight_ih_l1	8	0.03805353119969368
160288	rnn.weight_ih_l1	9	0.03997953608632088
160288	rnn.weight_hh_l1	0	-0.007263047620654106
160288	rnn.weight_hh_l1	1	0.018291667103767395
160288	rnn.weight_hh_l1	2	0.01328746322542429
160288	rnn.weight_hh_l1	3	-0.011635706759989262
160288	rnn.weight_hh_l1	4	0.009081687778234482
160288	rnn.weight_hh_l1	5	0.029027696698904037
160288	rnn.weight_hh_l1	6	0.03185379505157471
160288	rnn.weight_hh_l1	7	-0.01896493509411812
160288	rnn.weight_hh_l1	8	-0.011811194941401482
160288	rnn.weight_hh_l1	9	0.03618757426738739
160288	rnn.bias_ih_l1	0	-0.20080885291099548
160288	rnn.bias_ih_l1	1	-0.18313740193843842
160288	rnn.bias_ih_l1	2	-0.20471885800361633
160288	rnn.bias_ih_l1	3	-0.3205602765083313
160288	rnn.bias_ih_l1	4	-0.1885259747505188
160288	rnn.bias_ih_l1	5	-0.09803677350282669
160288	rnn.bias_ih_l1	6	-0.16592031717300415
160288	rnn.bias_ih_l1	7	-0.021551543846726418
160288	rnn.bias_ih_l1	8	-0.14204376935958862
160288	rnn.bias_ih_l1	9	-0.12255101650953293
160288	rnn.bias_hh_l1	0	-0.11284036189317703
160288	rnn.bias_hh_l1	1	-0.07041202485561371
160288	rnn.bias_hh_l1	2	-0.1047203317284584
160288	rnn.bias_hh_l1	3	-0.08055169135332108
160288	rnn.bias_hh_l1	4	-0.0979510024189949
160288	rnn.bias_hh_l1	5	-0.11631704866886139
160288	rnn.bias_hh_l1	6	-0.1590677946805954
160288	rnn.bias_hh_l1	7	0.047809306532144547
160288	rnn.bias_hh_l1	8	-0.17120344936847687
160288	rnn.bias_hh_l1	9	-0.1090654656291008
160288	rnn.weight_ih_l1_reverse	0	-0.04224338009953499
160288	rnn.weight_ih_l1_reverse	1	0.030627209693193436
160288	rnn.weight_ih_l1_reverse	2	0.06647487729787827
160288	rnn.weight_ih_l1_reverse	3	-0.003533357987180352
160288	rnn.weight_ih_l1_reverse	4	-0.032832738012075424
160288	rnn.weight_ih_l1_reverse	5	-0.03130193054676056
160288	rnn.weight_ih_l1_reverse	6	0.0038620466366410255
160288	rnn.weight_ih_l1_reverse	7	0.03051825985312462
160288	rnn.weight_ih_l1_reverse	8	0.010214357636868954
160288	rnn.weight_ih_l1_reverse	9	-0.05400332435965538
160288	rnn.weight_hh_l1_reverse	0	0.005409668665379286
160288	rnn.weight_hh_l1_reverse	1	0.030559003353118896
160288	rnn.weight_hh_l1_reverse	2	-0.03993869572877884
160288	rnn.weight_hh_l1_reverse	3	0.03608773276209831
160288	rnn.weight_hh_l1_reverse	4	0.05108233168721199
160288	rnn.weight_hh_l1_reverse	5	0.00036571675445884466
160288	rnn.weight_hh_l1_reverse	6	0.05208880454301834
160288	rnn.weight_hh_l1_reverse	7	0.030213501304388046
160288	rnn.weight_hh_l1_reverse	8	-0.007317207753658295
160288	rnn.weight_hh_l1_reverse	9	-0.0328841358423233
160288	rnn.bias_ih_l1_reverse	0	-0.07447566837072372
160288	rnn.bias_ih_l1_reverse	1	-0.15676455199718475
160288	rnn.bias_ih_l1_reverse	2	-0.1663481593132019
160288	rnn.bias_ih_l1_reverse	3	-0.0070863389410078526
160288	rnn.bias_ih_l1_reverse	4	-0.21213315427303314
160288	rnn.bias_ih_l1_reverse	5	-0.11255805194377899
160288	rnn.bias_ih_l1_reverse	6	-0.13724851608276367
160288	rnn.bias_ih_l1_reverse	7	-0.196799635887146
160288	rnn.bias_ih_l1_reverse	8	0.22949020564556122
160288	rnn.bias_ih_l1_reverse	9	0.06038502976298332
160288	rnn.bias_hh_l1_reverse	0	0.0013788924552500248
160288	rnn.bias_hh_l1_reverse	1	-0.10594795644283295
160288	rnn.bias_hh_l1_reverse	2	-0.23434025049209595
160288	rnn.bias_hh_l1_reverse	3	-0.1367381364107132
160288	rnn.bias_hh_l1_reverse	4	-0.09450925141572952
160288	rnn.bias_hh_l1_reverse	5	-0.12677399814128876
160288	rnn.bias_hh_l1_reverse	6	0.08355715870857239
160288	rnn.bias_hh_l1_reverse	7	-0.16996563971042633
160288	rnn.bias_hh_l1_reverse	8	-0.12010746449232101
160288	rnn.bias_hh_l1_reverse	9	-0.15043120086193085
160288	linear.weight	0	0.002228822559118271
160288	linear.weight	1	0.11447808891534805
160288	linear.weight	2	-0.09581092745065689
160288	linear.weight	3	0.27933943271636963
160288	linear.weight	4	0.161008819937706
160288	linear.weight	5	-0.05521600693464279
160288	linear.weight	6	0.14090608060359955
160288	linear.weight	7	0.07531191408634186
160288	linear.weight	8	0.041185855865478516
160288	linear.weight	9	-0.03490711748600006
160288	linear.bias	0	0.13040362298488617
160288	linear.bias	1	-0.20104598999023438
160288	linear.bias	2	-0.3942916691303253
160288	linear.bias	3	-0.6685435771942139
160288	linear.bias	4	-1.223992109298706
160288	linear.bias	5	-0.06048993021249771
160288	linear.bias	6	-0.7666870355606079
160288	linear.bias	7	0.27309703826904297
160288	linear.bias	8	-0.4546172320842743
160288	linear.bias	9	-1.0268478393554688
160485	transitions	0	0.6903710961341858
160485	transitions	1	0.166457399725914
160485	transitions	2	-10000.0
160485	transitions	3	-1.8248194456100464
160485	transitions	4	-10000.0
160485	transitions	5	0.5728387236595154
160485	transitions	6	-0.07838472723960876
160485	transitions	7	-0.744897723197937
160485	transitions	8	-1.4080287218093872
160485	transitions	9	-0.0011557899415493011
160485	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
160485	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
160485	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
160485	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
160485	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
160485	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
160485	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
160485	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
160485	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
160485	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
160485	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
160485	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
160485	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
160485	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
160485	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
160485	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
160485	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
160485	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
160485	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
160485	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
160485	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
160485	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
160485	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
160485	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
160485	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
160485	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
160485	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
160485	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
160485	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
160485	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
160485	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
160485	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
160485	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
160485	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
160485	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
160485	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
160485	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
160485	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
160485	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
160485	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
160485	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
160485	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
160485	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
160485	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
160485	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
160485	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
160485	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
160485	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
160485	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
160485	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
160485	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
160485	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
160485	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
160485	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
160485	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
160485	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
160485	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
160485	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
160485	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
160485	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
160485	embedding2nn.weight	0	0.03546180576086044
160485	embedding2nn.weight	1	-0.013506791554391384
160485	embedding2nn.weight	2	-0.014268254861235619
160485	embedding2nn.weight	3	-0.01769980974495411
160485	embedding2nn.weight	4	-0.0059150345623493195
160485	embedding2nn.weight	5	-0.003700588596984744
160485	embedding2nn.weight	6	-0.003973295446485281
160485	embedding2nn.weight	7	-0.08852943778038025
160485	embedding2nn.weight	8	-0.0019979383796453476
160485	embedding2nn.weight	9	-0.027881739661097527
160485	embedding2nn.bias	0	0.07672484964132309
160485	embedding2nn.bias	1	-0.07475045323371887
160485	embedding2nn.bias	2	0.09942198544740677
160485	embedding2nn.bias	3	0.05037233605980873
160485	embedding2nn.bias	4	-0.0268976092338562
160485	embedding2nn.bias	5	-0.010213915258646011
160485	embedding2nn.bias	6	0.02427598461508751
160485	embedding2nn.bias	7	-0.06809364259243011
160485	embedding2nn.bias	8	0.05840235576033592
160485	embedding2nn.bias	9	0.048715852200984955
160485	rnn.weight_ih_l0	0	-0.08104457706212997
160485	rnn.weight_ih_l0	1	0.005652941297739744
160485	rnn.weight_ih_l0	2	0.034527525305747986
160485	rnn.weight_ih_l0	3	0.024011215195059776
160485	rnn.weight_ih_l0	4	-0.041244134306907654
160485	rnn.weight_ih_l0	5	-0.06568794697523117
160485	rnn.weight_ih_l0	6	0.0023045390844345093
160485	rnn.weight_ih_l0	7	0.056410789489746094
160485	rnn.weight_ih_l0	8	-0.01194848958402872
160485	rnn.weight_ih_l0	9	-0.026080496609210968
160485	rnn.weight_hh_l0	0	-0.029088705778121948
160485	rnn.weight_hh_l0	1	-0.009310269728302956
160485	rnn.weight_hh_l0	2	0.0011090995976701379
160485	rnn.weight_hh_l0	3	-0.06778276711702347
160485	rnn.weight_hh_l0	4	0.08495757728815079
160485	rnn.weight_hh_l0	5	-0.020706722512841225
160485	rnn.weight_hh_l0	6	-0.06185237690806389
160485	rnn.weight_hh_l0	7	0.011506112292408943
160485	rnn.weight_hh_l0	8	0.008945685811340809
160485	rnn.weight_hh_l0	9	-0.019541364163160324
160485	rnn.bias_ih_l0	0	0.12658829987049103
160485	rnn.bias_ih_l0	1	-0.029943665489554405
160485	rnn.bias_ih_l0	2	-0.012570064514875412
160485	rnn.bias_ih_l0	3	0.14578959345817566
160485	rnn.bias_ih_l0	4	-0.013420251198112965
160485	rnn.bias_ih_l0	5	-0.009059925563633442
160485	rnn.bias_ih_l0	6	0.012665418907999992
160485	rnn.bias_ih_l0	7	0.03363606706261635
160485	rnn.bias_ih_l0	8	-0.09731699526309967
160485	rnn.bias_ih_l0	9	-0.025398610159754753
160485	rnn.bias_hh_l0	0	-0.004773678258061409
160485	rnn.bias_hh_l0	1	-0.10565771907567978
160485	rnn.bias_hh_l0	2	-0.0685412809252739
160485	rnn.bias_hh_l0	3	-0.09523764252662659
160485	rnn.bias_hh_l0	4	-0.005494602955877781
160485	rnn.bias_hh_l0	5	-0.03289582207798958
160485	rnn.bias_hh_l0	6	0.025141872465610504
160485	rnn.bias_hh_l0	7	0.04991130158305168
160485	rnn.bias_hh_l0	8	-0.108721524477005
160485	rnn.bias_hh_l0	9	-0.06163734942674637
160485	rnn.weight_ih_l0_reverse	0	-0.024265991523861885
160485	rnn.weight_ih_l0_reverse	1	-0.051250629127025604
160485	rnn.weight_ih_l0_reverse	2	-0.03750021755695343
160485	rnn.weight_ih_l0_reverse	3	0.008153218775987625
160485	rnn.weight_ih_l0_reverse	4	-0.01886390894651413
160485	rnn.weight_ih_l0_reverse	5	-0.05119722709059715
160485	rnn.weight_ih_l0_reverse	6	0.07943671941757202
160485	rnn.weight_ih_l0_reverse	7	-0.025646306574344635
160485	rnn.weight_ih_l0_reverse	8	-0.018139226362109184
160485	rnn.weight_ih_l0_reverse	9	-0.00689202593639493
160485	rnn.weight_hh_l0_reverse	0	0.058199599385261536
160485	rnn.weight_hh_l0_reverse	1	0.017167894169688225
160485	rnn.weight_hh_l0_reverse	2	0.030769487842917442
160485	rnn.weight_hh_l0_reverse	3	0.03287268429994583
160485	rnn.weight_hh_l0_reverse	4	0.0049783820286393166
160485	rnn.weight_hh_l0_reverse	5	0.016654914245009422
160485	rnn.weight_hh_l0_reverse	6	0.04985806345939636
160485	rnn.weight_hh_l0_reverse	7	-0.06679944694042206
160485	rnn.weight_hh_l0_reverse	8	0.036368608474731445
160485	rnn.weight_hh_l0_reverse	9	0.03468812629580498
160485	rnn.bias_ih_l0_reverse	0	-0.06068378686904907
160485	rnn.bias_ih_l0_reverse	1	-0.26981180906295776
160485	rnn.bias_ih_l0_reverse	2	-0.12950220704078674
160485	rnn.bias_ih_l0_reverse	3	-0.04846767708659172
160485	rnn.bias_ih_l0_reverse	4	-0.03679408133029938
160485	rnn.bias_ih_l0_reverse	5	0.0603230781853199
160485	rnn.bias_ih_l0_reverse	6	-0.07768765836954117
160485	rnn.bias_ih_l0_reverse	7	0.04639219865202904
160485	rnn.bias_ih_l0_reverse	8	-0.055957745760679245
160485	rnn.bias_ih_l0_reverse	9	0.059183914214372635
160485	rnn.bias_hh_l0_reverse	0	0.023302098736166954
160485	rnn.bias_hh_l0_reverse	1	-0.06343484669923782
160485	rnn.bias_hh_l0_reverse	2	0.07943927496671677
160485	rnn.bias_hh_l0_reverse	3	-0.054820578545331955
160485	rnn.bias_hh_l0_reverse	4	-0.026755303144454956
160485	rnn.bias_hh_l0_reverse	5	-0.028757186606526375
160485	rnn.bias_hh_l0_reverse	6	-0.018336182460188866
160485	rnn.bias_hh_l0_reverse	7	0.10469986498355865
160485	rnn.bias_hh_l0_reverse	8	0.033883657306432724
160485	rnn.bias_hh_l0_reverse	9	-0.137568399310112
160485	rnn.weight_ih_l1	0	-0.03068266250193119
160485	rnn.weight_ih_l1	1	-0.05121845752000809
160485	rnn.weight_ih_l1	2	0.0671921819448471
160485	rnn.weight_ih_l1	3	-0.06873758882284164
160485	rnn.weight_ih_l1	4	-0.016398077830672264
160485	rnn.weight_ih_l1	5	-0.04405401647090912
160485	rnn.weight_ih_l1	6	0.029594020918011665
160485	rnn.weight_ih_l1	7	-0.03360277786850929
160485	rnn.weight_ih_l1	8	0.037749283015728
160485	rnn.weight_ih_l1	9	0.0398283377289772
160485	rnn.weight_hh_l1	0	-0.006933806464076042
160485	rnn.weight_hh_l1	1	0.018233664333820343
160485	rnn.weight_hh_l1	2	0.012557657435536385
160485	rnn.weight_hh_l1	3	-0.011647826991975307
160485	rnn.weight_hh_l1	4	0.009005273692309856
160485	rnn.weight_hh_l1	5	0.029125595465302467
160485	rnn.weight_hh_l1	6	0.0322318896651268
160485	rnn.weight_hh_l1	7	-0.018919365480542183
160485	rnn.weight_hh_l1	8	-0.011851812712848186
160485	rnn.weight_hh_l1	9	0.03596920147538185
160485	rnn.bias_ih_l1	0	-0.19951310753822327
160485	rnn.bias_ih_l1	1	-0.18280759453773499
160485	rnn.bias_ih_l1	2	-0.20574308931827545
160485	rnn.bias_ih_l1	3	-0.32053327560424805
160485	rnn.bias_ih_l1	4	-0.19035054743289948
160485	rnn.bias_ih_l1	5	-0.09772047400474548
160485	rnn.bias_ih_l1	6	-0.1651466190814972
160485	rnn.bias_ih_l1	7	-0.02276843599975109
160485	rnn.bias_ih_l1	8	-0.14297251403331757
160485	rnn.bias_ih_l1	9	-0.12231972813606262
160485	rnn.bias_hh_l1	0	-0.11351407319307327
160485	rnn.bias_hh_l1	1	-0.0697351023554802
160485	rnn.bias_hh_l1	2	-0.1059236228466034
160485	rnn.bias_hh_l1	3	-0.07992435246706009
160485	rnn.bias_hh_l1	4	-0.0993063673377037
160485	rnn.bias_hh_l1	5	-0.11603699624538422
160485	rnn.bias_hh_l1	6	-0.15790411829948425
160485	rnn.bias_hh_l1	7	0.048332568258047104
160485	rnn.bias_hh_l1	8	-0.17386481165885925
160485	rnn.bias_hh_l1	9	-0.1078534945845604
160485	rnn.weight_ih_l1_reverse	0	-0.042645834386348724
160485	rnn.weight_ih_l1_reverse	1	0.028602587059140205
160485	rnn.weight_ih_l1_reverse	2	0.06584452092647552
160485	rnn.weight_ih_l1_reverse	3	-0.003453271696344018
160485	rnn.weight_ih_l1_reverse	4	-0.03342745080590248
160485	rnn.weight_ih_l1_reverse	5	-0.031227676197886467
160485	rnn.weight_ih_l1_reverse	6	0.0026763812638819218
160485	rnn.weight_ih_l1_reverse	7	0.030867675319314003
160485	rnn.weight_ih_l1_reverse	8	0.009599028155207634
160485	rnn.weight_ih_l1_reverse	9	-0.053402382880449295
160485	rnn.weight_hh_l1_reverse	0	0.0054965633898973465
160485	rnn.weight_hh_l1_reverse	1	0.030520573258399963
160485	rnn.weight_hh_l1_reverse	2	-0.03994350880384445
160485	rnn.weight_hh_l1_reverse	3	0.03599550947546959
160485	rnn.weight_hh_l1_reverse	4	0.051383551210165024
160485	rnn.weight_hh_l1_reverse	5	0.0002609709044918418
160485	rnn.weight_hh_l1_reverse	6	0.051573436707258224
160485	rnn.weight_hh_l1_reverse	7	0.03031337819993496
160485	rnn.weight_hh_l1_reverse	8	-0.007375994231551886
160485	rnn.weight_hh_l1_reverse	9	-0.03274480998516083
160485	rnn.bias_ih_l1_reverse	0	-0.0732877105474472
160485	rnn.bias_ih_l1_reverse	1	-0.1565646231174469
160485	rnn.bias_ih_l1_reverse	2	-0.16495727002620697
160485	rnn.bias_ih_l1_reverse	3	-0.004136145580559969
160485	rnn.bias_ih_l1_reverse	4	-0.21213802695274353
160485	rnn.bias_ih_l1_reverse	5	-0.11123151332139969
160485	rnn.bias_ih_l1_reverse	6	-0.13817492127418518
160485	rnn.bias_ih_l1_reverse	7	-0.197256401181221
160485	rnn.bias_ih_l1_reverse	8	0.22983820736408234
160485	rnn.bias_ih_l1_reverse	9	0.06152588501572609
160485	rnn.bias_hh_l1_reverse	0	0.005168875679373741
160485	rnn.bias_hh_l1_reverse	1	-0.10761483758687973
160485	rnn.bias_hh_l1_reverse	2	-0.23439760506153107
160485	rnn.bias_hh_l1_reverse	3	-0.13564950227737427
160485	rnn.bias_hh_l1_reverse	4	-0.09512969106435776
160485	rnn.bias_hh_l1_reverse	5	-0.12626239657402039
160485	rnn.bias_hh_l1_reverse	6	0.08633217960596085
160485	rnn.bias_hh_l1_reverse	7	-0.1701933741569519
160485	rnn.bias_hh_l1_reverse	8	-0.11954750865697861
160485	rnn.bias_hh_l1_reverse	9	-0.1511230766773224
160485	linear.weight	0	0.002228822559118271
160485	linear.weight	1	0.11145927011966705
160485	linear.weight	2	-0.09321187436580658
160485	linear.weight	3	0.289042204618454
160485	linear.weight	4	0.16113899648189545
160485	linear.weight	5	-0.05478781834244728
160485	linear.weight	6	0.13136954605579376
160485	linear.weight	7	0.08285439759492874
160485	linear.weight	8	0.041185565292835236
160485	linear.weight	9	-0.035493526607751846
160485	linear.bias	0	0.12894678115844727
160485	linear.bias	1	-0.20434124767780304
160485	linear.bias	2	-0.38482001423835754
160485	linear.bias	3	-0.6661204695701599
160485	linear.bias	4	-1.221877098083496
160485	linear.bias	5	-0.05909177288413048
160485	linear.bias	6	-0.7701889872550964
160485	linear.bias	7	0.2751065194606781
160485	linear.bias	8	-0.46504467725753784
160485	linear.bias	9	-1.0389186143875122
160682	transitions	0	0.6919934749603271
160682	transitions	1	0.16391602158546448
160682	transitions	2	-10000.0
160682	transitions	3	-1.824833869934082
160682	transitions	4	-10000.0
160682	transitions	5	0.5727974772453308
160682	transitions	6	-0.07842542976140976
160682	transitions	7	-0.7450982332229614
160682	transitions	8	-1.408090591430664
160682	transitions	9	-0.001156320096924901
160682	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
160682	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
160682	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
160682	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
160682	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
160682	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
160682	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
160682	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
160682	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
160682	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
160682	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
160682	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
160682	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
160682	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
160682	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
160682	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
160682	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
160682	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
160682	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
160682	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
160682	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
160682	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
160682	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
160682	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
160682	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
160682	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
160682	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
160682	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
160682	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
160682	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
160682	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
160682	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
160682	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
160682	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
160682	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
160682	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
160682	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
160682	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
160682	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
160682	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
160682	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
160682	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
160682	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
160682	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
160682	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
160682	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
160682	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
160682	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
160682	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
160682	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
160682	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
160682	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
160682	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
160682	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
160682	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
160682	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
160682	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
160682	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
160682	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
160682	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
160682	embedding2nn.weight	0	0.03565513342618942
160682	embedding2nn.weight	1	-0.013384212739765644
160682	embedding2nn.weight	2	-0.014268254861235619
160682	embedding2nn.weight	3	-0.017129026353359222
160682	embedding2nn.weight	4	-0.0059150345623493195
160682	embedding2nn.weight	5	-0.003700588596984744
160682	embedding2nn.weight	6	-0.003973295912146568
160682	embedding2nn.weight	7	-0.08819171786308289
160682	embedding2nn.weight	8	-0.0019979383796453476
160682	embedding2nn.weight	9	-0.02766319550573826
160682	embedding2nn.bias	0	0.0766218826174736
160682	embedding2nn.bias	1	-0.07286100834608078
160682	embedding2nn.bias	2	0.10123290121555328
160682	embedding2nn.bias	3	0.05395137518644333
160682	embedding2nn.bias	4	-0.03622688353061676
160682	embedding2nn.bias	5	-0.011954202316701412
160682	embedding2nn.bias	6	0.027768217027187347
160682	embedding2nn.bias	7	-0.06668969988822937
160682	embedding2nn.bias	8	0.055824823677539825
160682	embedding2nn.bias	9	0.0458681583404541
160682	rnn.weight_ih_l0	0	-0.08159219473600388
160682	rnn.weight_ih_l0	1	0.005282131023705006
160682	rnn.weight_ih_l0	2	0.03465850278735161
160682	rnn.weight_ih_l0	3	0.02409207448363304
160682	rnn.weight_ih_l0	4	-0.04186098650097847
160682	rnn.weight_ih_l0	5	-0.06588086485862732
160682	rnn.weight_ih_l0	6	0.002505204640328884
160682	rnn.weight_ih_l0	7	0.05620787665247917
160682	rnn.weight_ih_l0	8	-0.011834245175123215
160682	rnn.weight_ih_l0	9	-0.02630956657230854
160682	rnn.weight_hh_l0	0	-0.02904876321554184
160682	rnn.weight_hh_l0	1	-0.009050370194017887
160682	rnn.weight_hh_l0	2	0.0006708781002089381
160682	rnn.weight_hh_l0	3	-0.06850951910018921
160682	rnn.weight_hh_l0	4	0.08465050905942917
160682	rnn.weight_hh_l0	5	-0.020908255130052567
160682	rnn.weight_hh_l0	6	-0.06179138273000717
160682	rnn.weight_hh_l0	7	0.011966216377913952
160682	rnn.weight_hh_l0	8	0.008857619017362595
160682	rnn.weight_hh_l0	9	-0.019444173201918602
160682	rnn.bias_ih_l0	0	0.12845896184444427
160682	rnn.bias_ih_l0	1	-0.030553122982382774
160682	rnn.bias_ih_l0	2	-0.012816695496439934
160682	rnn.bias_ih_l0	3	0.1448209434747696
160682	rnn.bias_ih_l0	4	-0.013027665205299854
160682	rnn.bias_ih_l0	5	-0.009438278153538704
160682	rnn.bias_ih_l0	6	0.013590550981462002
160682	rnn.bias_ih_l0	7	0.034512560814619064
160682	rnn.bias_ih_l0	8	-0.09680549800395966
160682	rnn.bias_ih_l0	9	-0.025939293205738068
160682	rnn.bias_hh_l0	0	-0.00639718770980835
160682	rnn.bias_hh_l0	1	-0.10582014918327332
160682	rnn.bias_hh_l0	2	-0.06896581500768661
160682	rnn.bias_hh_l0	3	-0.09484636038541794
160682	rnn.bias_hh_l0	4	-0.004801264964044094
160682	rnn.bias_hh_l0	5	-0.03348417952656746
160682	rnn.bias_hh_l0	6	0.024507245048880577
160682	rnn.bias_hh_l0	7	0.050251737236976624
160682	rnn.bias_hh_l0	8	-0.10937609523534775
160682	rnn.bias_hh_l0	9	-0.056351564824581146
160682	rnn.weight_ih_l0_reverse	0	-0.024452561512589455
160682	rnn.weight_ih_l0_reverse	1	-0.050909373909235
160682	rnn.weight_ih_l0_reverse	2	-0.037949707359075546
160682	rnn.weight_ih_l0_reverse	3	0.007484756875783205
160682	rnn.weight_ih_l0_reverse	4	-0.01830352656543255
160682	rnn.weight_ih_l0_reverse	5	-0.05123754218220711
160682	rnn.weight_ih_l0_reverse	6	0.07941506057977676
160682	rnn.weight_ih_l0_reverse	7	-0.025520162656903267
160682	rnn.weight_ih_l0_reverse	8	-0.018362317234277725
160682	rnn.weight_ih_l0_reverse	9	-0.005940564908087254
160682	rnn.weight_hh_l0_reverse	0	0.05765604227781296
160682	rnn.weight_hh_l0_reverse	1	0.01784038171172142
160682	rnn.weight_hh_l0_reverse	2	0.030965261161327362
160682	rnn.weight_hh_l0_reverse	3	0.03278571739792824
160682	rnn.weight_hh_l0_reverse	4	0.005035250447690487
160682	rnn.weight_hh_l0_reverse	5	0.01680411584675312
160682	rnn.weight_hh_l0_reverse	6	0.049930743873119354
160682	rnn.weight_hh_l0_reverse	7	-0.06643069535493851
160682	rnn.weight_hh_l0_reverse	8	0.035980354994535446
160682	rnn.weight_hh_l0_reverse	9	0.03508483245968819
160682	rnn.bias_ih_l0_reverse	0	-0.05989163741469383
160682	rnn.bias_ih_l0_reverse	1	-0.27042803168296814
160682	rnn.bias_ih_l0_reverse	2	-0.13000521063804626
160682	rnn.bias_ih_l0_reverse	3	-0.0467071533203125
160682	rnn.bias_ih_l0_reverse	4	-0.03508896753191948
160682	rnn.bias_ih_l0_reverse	5	0.059811968356370926
160682	rnn.bias_ih_l0_reverse	6	-0.07835368067026138
160682	rnn.bias_ih_l0_reverse	7	0.04706161469221115
160682	rnn.bias_ih_l0_reverse	8	-0.0554051399230957
160682	rnn.bias_ih_l0_reverse	9	0.0578131265938282
160682	rnn.bias_hh_l0_reverse	0	0.02169838920235634
160682	rnn.bias_hh_l0_reverse	1	-0.06390250474214554
160682	rnn.bias_hh_l0_reverse	2	0.0817231833934784
160682	rnn.bias_hh_l0_reverse	3	-0.05485827103257179
160682	rnn.bias_hh_l0_reverse	4	-0.025787679478526115
160682	rnn.bias_hh_l0_reverse	5	-0.025707915425300598
160682	rnn.bias_hh_l0_reverse	6	-0.01749165542423725
160682	rnn.bias_hh_l0_reverse	7	0.10457756370306015
160682	rnn.bias_hh_l0_reverse	8	0.03431461378931999
160682	rnn.bias_hh_l0_reverse	9	-0.13772454857826233
160682	rnn.weight_ih_l1	0	-0.03080936335027218
160682	rnn.weight_ih_l1	1	-0.051728833466768265
160682	rnn.weight_ih_l1	2	0.06745439022779465
160682	rnn.weight_ih_l1	3	-0.06755498796701431
160682	rnn.weight_ih_l1	4	-0.016046492382884026
160682	rnn.weight_ih_l1	5	-0.043986670672893524
160682	rnn.weight_ih_l1	6	0.02949478104710579
160682	rnn.weight_ih_l1	7	-0.032501138746738434
160682	rnn.weight_ih_l1	8	0.03781486675143242
160682	rnn.weight_ih_l1	9	0.04049170762300491
160682	rnn.weight_hh_l1	0	-0.006730068475008011
160682	rnn.weight_hh_l1	1	0.01837228797376156
160682	rnn.weight_hh_l1	2	0.011785087175667286
160682	rnn.weight_hh_l1	3	-0.011692903935909271
160682	rnn.weight_hh_l1	4	0.008900577202439308
160682	rnn.weight_hh_l1	5	0.028935935348272324
160682	rnn.weight_hh_l1	6	0.032560840249061584
160682	rnn.weight_hh_l1	7	-0.01888086274266243
160682	rnn.weight_hh_l1	8	-0.01160526368767023
160682	rnn.weight_hh_l1	9	0.0358465313911438
160682	rnn.bias_ih_l1	0	-0.19960613548755646
160682	rnn.bias_ih_l1	1	-0.18171902000904083
160682	rnn.bias_ih_l1	2	-0.20616652071475983
160682	rnn.bias_ih_l1	3	-0.32053402066230774
160682	rnn.bias_ih_l1	4	-0.1903935819864273
160682	rnn.bias_ih_l1	5	-0.097566157579422
160682	rnn.bias_ih_l1	6	-0.16599464416503906
160682	rnn.bias_ih_l1	7	-0.02201000601053238
160682	rnn.bias_ih_l1	8	-0.14187075197696686
160682	rnn.bias_ih_l1	9	-0.12299784272909164
160682	rnn.bias_hh_l1	0	-0.11390424519777298
160682	rnn.bias_hh_l1	1	-0.0684596374630928
160682	rnn.bias_hh_l1	2	-0.10583805292844772
160682	rnn.bias_hh_l1	3	-0.07939857244491577
160682	rnn.bias_hh_l1	4	-0.09694278985261917
160682	rnn.bias_hh_l1	5	-0.11590896546840668
160682	rnn.bias_hh_l1	6	-0.15526524186134338
160682	rnn.bias_hh_l1	7	0.04724901542067528
160682	rnn.bias_hh_l1	8	-0.17248845100402832
160682	rnn.bias_hh_l1	9	-0.10837316513061523
160682	rnn.weight_ih_l1_reverse	0	-0.042775385081768036
160682	rnn.weight_ih_l1_reverse	1	0.02739022858440876
160682	rnn.weight_ih_l1_reverse	2	0.06515470147132874
160682	rnn.weight_ih_l1_reverse	3	-0.0041822087951004505
160682	rnn.weight_ih_l1_reverse	4	-0.03329342603683472
160682	rnn.weight_ih_l1_reverse	5	-0.03117412142455578
160682	rnn.weight_ih_l1_reverse	6	0.0015891471412032843
160682	rnn.weight_ih_l1_reverse	7	0.03041684627532959
160682	rnn.weight_ih_l1_reverse	8	0.008182857185602188
160682	rnn.weight_ih_l1_reverse	9	-0.05346754193305969
160682	rnn.weight_hh_l1_reverse	0	0.005429391749203205
160682	rnn.weight_hh_l1_reverse	1	0.03064252808690071
160682	rnn.weight_hh_l1_reverse	2	-0.039998240768909454
160682	rnn.weight_hh_l1_reverse	3	0.03603328764438629
160682	rnn.weight_hh_l1_reverse	4	0.05085943266749382
160682	rnn.weight_hh_l1_reverse	5	3.7076293665450066e-05
160682	rnn.weight_hh_l1_reverse	6	0.050941601395606995
160682	rnn.weight_hh_l1_reverse	7	0.03044801391661167
160682	rnn.weight_hh_l1_reverse	8	-0.007285417057573795
160682	rnn.weight_hh_l1_reverse	9	-0.03255493938922882
160682	rnn.bias_ih_l1_reverse	0	-0.07219865173101425
160682	rnn.bias_ih_l1_reverse	1	-0.1552109271287918
160682	rnn.bias_ih_l1_reverse	2	-0.16423991322517395
160682	rnn.bias_ih_l1_reverse	3	-0.006672519259154797
160682	rnn.bias_ih_l1_reverse	4	-0.21237251162528992
160682	rnn.bias_ih_l1_reverse	5	-0.11214197427034378
160682	rnn.bias_ih_l1_reverse	6	-0.13741588592529297
160682	rnn.bias_ih_l1_reverse	7	-0.1961464136838913
160682	rnn.bias_ih_l1_reverse	8	0.23019306361675262
160682	rnn.bias_ih_l1_reverse	9	0.06358078122138977
160682	rnn.bias_hh_l1_reverse	0	0.00024454653612338006
160682	rnn.bias_hh_l1_reverse	1	-0.10675951838493347
160682	rnn.bias_hh_l1_reverse	2	-0.23488596081733704
160682	rnn.bias_hh_l1_reverse	3	-0.1375345140695572
160682	rnn.bias_hh_l1_reverse	4	-0.0955938845872879
160682	rnn.bias_hh_l1_reverse	5	-0.12596306204795837
160682	rnn.bias_hh_l1_reverse	6	0.08677228540182114
160682	rnn.bias_hh_l1_reverse	7	-0.17014510929584503
160682	rnn.bias_hh_l1_reverse	8	-0.11913236975669861
160682	rnn.bias_hh_l1_reverse	9	-0.15125364065170288
160682	linear.weight	0	0.002228822559118271
160682	linear.weight	1	0.10921531170606613
160682	linear.weight	2	-0.09146815538406372
160682	linear.weight	3	0.2928928732872009
160682	linear.weight	4	0.15875141322612762
160682	linear.weight	5	-0.05484042689204216
160682	linear.weight	6	0.13453680276870728
160682	linear.weight	7	0.08756501972675323
160682	linear.weight	8	0.041185107082128525
160682	linear.weight	9	-0.035629451274871826
160682	linear.bias	0	0.12476100772619247
160682	linear.bias	1	-0.19289404153823853
160682	linear.bias	2	-0.3956505358219147
160682	linear.bias	3	-0.6680335402488708
160682	linear.bias	4	-1.224073052406311
160682	linear.bias	5	-0.06608153879642487
160682	linear.bias	6	-0.7583931684494019
160682	linear.bias	7	0.2688309848308563
160682	linear.bias	8	-0.4566305875778198
160682	linear.bias	9	-1.0310249328613281
160879	transitions	0	0.6854878067970276
160879	transitions	1	0.16332770884037018
160879	transitions	2	-10000.0
160879	transitions	3	-1.8248401880264282
160879	transitions	4	-10000.0
160879	transitions	5	0.5727627873420715
160879	transitions	6	-0.07844577729701996
160879	transitions	7	-0.7453546524047852
160879	transitions	8	-1.4081151485443115
160879	transitions	9	-0.0011565751628950238
160879	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
160879	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
160879	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
160879	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
160879	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
160879	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
160879	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
160879	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
160879	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
160879	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
160879	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
160879	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
160879	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
160879	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
160879	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
160879	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
160879	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
160879	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
160879	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
160879	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
160879	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
160879	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
160879	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
160879	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
160879	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
160879	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
160879	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
160879	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
160879	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
160879	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
160879	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
160879	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
160879	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
160879	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
160879	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
160879	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
160879	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
160879	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
160879	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
160879	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
160879	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
160879	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
160879	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
160879	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
160879	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
160879	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
160879	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
160879	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
160879	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
160879	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
160879	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
160879	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
160879	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
160879	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
160879	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
160879	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
160879	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
160879	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
160879	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
160879	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
160879	embedding2nn.weight	0	0.03467407450079918
160879	embedding2nn.weight	1	-0.013351896777749062
160879	embedding2nn.weight	2	-0.014268254861235619
160879	embedding2nn.weight	3	-0.01681097038090229
160879	embedding2nn.weight	4	-0.0059150345623493195
160879	embedding2nn.weight	5	-0.0037005888298153877
160879	embedding2nn.weight	6	-0.003973295912146568
160879	embedding2nn.weight	7	-0.08769121021032333
160879	embedding2nn.weight	8	-0.0019979383796453476
160879	embedding2nn.weight	9	-0.02789444662630558
160879	embedding2nn.bias	0	0.07741128653287888
160879	embedding2nn.bias	1	-0.07657098770141602
160879	embedding2nn.bias	2	0.10035298019647598
160879	embedding2nn.bias	3	0.05075887590646744
160879	embedding2nn.bias	4	-0.04321173578500748
160879	embedding2nn.bias	5	-0.0070522562600672245
160879	embedding2nn.bias	6	0.029965998604893684
160879	embedding2nn.bias	7	-0.0667378157377243
160879	embedding2nn.bias	8	0.054287321865558624
160879	embedding2nn.bias	9	0.0455554760992527
160879	rnn.weight_ih_l0	0	-0.08207321166992188
160879	rnn.weight_ih_l0	1	0.005608098581433296
160879	rnn.weight_ih_l0	2	0.0352698490023613
160879	rnn.weight_ih_l0	3	0.02359156683087349
160879	rnn.weight_ih_l0	4	-0.04130443558096886
160879	rnn.weight_ih_l0	5	-0.06567392498254776
160879	rnn.weight_ih_l0	6	0.0020175413228571415
160879	rnn.weight_ih_l0	7	0.0560448132455349
160879	rnn.weight_ih_l0	8	-0.011057455092668533
160879	rnn.weight_ih_l0	9	-0.02669893577694893
160879	rnn.weight_hh_l0	0	-0.029368910938501358
160879	rnn.weight_hh_l0	1	-0.009292587637901306
160879	rnn.weight_hh_l0	2	0.0012611851561814547
160879	rnn.weight_hh_l0	3	-0.06916412711143494
160879	rnn.weight_hh_l0	4	0.08445295691490173
160879	rnn.weight_hh_l0	5	-0.020904725417494774
160879	rnn.weight_hh_l0	6	-0.061721816658973694
160879	rnn.weight_hh_l0	7	0.011935374699532986
160879	rnn.weight_hh_l0	8	0.008559894748032093
160879	rnn.weight_hh_l0	9	-0.019366132095456123
160879	rnn.bias_ih_l0	0	0.1292714774608612
160879	rnn.bias_ih_l0	1	-0.030064688995480537
160879	rnn.bias_ih_l0	2	-0.012393711134791374
160879	rnn.bias_ih_l0	3	0.14482833445072174
160879	rnn.bias_ih_l0	4	-0.013410382904112339
160879	rnn.bias_ih_l0	5	-0.010852150619029999
160879	rnn.bias_ih_l0	6	0.01181780081242323
160879	rnn.bias_ih_l0	7	0.033881720155477524
160879	rnn.bias_ih_l0	8	-0.09652271121740341
160879	rnn.bias_ih_l0	9	-0.02542484551668167
160879	rnn.bias_hh_l0	0	-0.00649787625297904
160879	rnn.bias_hh_l0	1	-0.10845861583948135
160879	rnn.bias_hh_l0	2	-0.06879515945911407
160879	rnn.bias_hh_l0	3	-0.0946778655052185
160879	rnn.bias_hh_l0	4	-0.005077438894659281
160879	rnn.bias_hh_l0	5	-0.03452505171298981
160879	rnn.bias_hh_l0	6	0.02637987770140171
160879	rnn.bias_hh_l0	7	0.05130011588335037
160879	rnn.bias_hh_l0	8	-0.10941796004772186
160879	rnn.bias_hh_l0	9	-0.05680837109684944
160879	rnn.weight_ih_l0_reverse	0	-0.024670949205756187
160879	rnn.weight_ih_l0_reverse	1	-0.051199812442064285
160879	rnn.weight_ih_l0_reverse	2	-0.036661405116319656
160879	rnn.weight_ih_l0_reverse	3	0.007295903749763966
160879	rnn.weight_ih_l0_reverse	4	-0.017964310944080353
160879	rnn.weight_ih_l0_reverse	5	-0.051455408334732056
160879	rnn.weight_ih_l0_reverse	6	0.07902980595827103
160879	rnn.weight_ih_l0_reverse	7	-0.025291983038187027
160879	rnn.weight_ih_l0_reverse	8	-0.018732434138655663
160879	rnn.weight_ih_l0_reverse	9	-0.006734698545187712
160879	rnn.weight_hh_l0_reverse	0	0.057446859776973724
160879	rnn.weight_hh_l0_reverse	1	0.017492985352873802
160879	rnn.weight_hh_l0_reverse	2	0.030971871688961983
160879	rnn.weight_hh_l0_reverse	3	0.033443428575992584
160879	rnn.weight_hh_l0_reverse	4	0.00523269223049283
160879	rnn.weight_hh_l0_reverse	5	0.017400601878762245
160879	rnn.weight_hh_l0_reverse	6	0.04986046254634857
160879	rnn.weight_hh_l0_reverse	7	-0.06619018316268921
160879	rnn.weight_hh_l0_reverse	8	0.036043040454387665
160879	rnn.weight_hh_l0_reverse	9	0.03510885685682297
160879	rnn.bias_ih_l0_reverse	0	-0.05840669199824333
160879	rnn.bias_ih_l0_reverse	1	-0.2695401906967163
160879	rnn.bias_ih_l0_reverse	2	-0.12947972118854523
160879	rnn.bias_ih_l0_reverse	3	-0.04624155908823013
160879	rnn.bias_ih_l0_reverse	4	-0.03599577024579048
160879	rnn.bias_ih_l0_reverse	5	0.060465216636657715
160879	rnn.bias_ih_l0_reverse	6	-0.08023819327354431
160879	rnn.bias_ih_l0_reverse	7	0.046510249376297
160879	rnn.bias_ih_l0_reverse	8	-0.05541156977415085
160879	rnn.bias_ih_l0_reverse	9	0.05751177668571472
160879	rnn.bias_hh_l0_reverse	0	0.022118041291832924
160879	rnn.bias_hh_l0_reverse	1	-0.06533488631248474
160879	rnn.bias_hh_l0_reverse	2	0.08028856664896011
160879	rnn.bias_hh_l0_reverse	3	-0.05458521842956543
160879	rnn.bias_hh_l0_reverse	4	-0.026481615379452705
160879	rnn.bias_hh_l0_reverse	5	-0.026108145713806152
160879	rnn.bias_hh_l0_reverse	6	-0.019230494275689125
160879	rnn.bias_hh_l0_reverse	7	0.10387518256902695
160879	rnn.bias_hh_l0_reverse	8	0.03478357195854187
160879	rnn.bias_hh_l0_reverse	9	-0.13932429254055023
160879	rnn.weight_ih_l1	0	-0.03077695518732071
160879	rnn.weight_ih_l1	1	-0.05054548755288124
160879	rnn.weight_ih_l1	2	0.06783083826303482
160879	rnn.weight_ih_l1	3	-0.06797613948583603
160879	rnn.weight_ih_l1	4	-0.016316760331392288
160879	rnn.weight_ih_l1	5	-0.04384959116578102
160879	rnn.weight_ih_l1	6	0.029337823390960693
160879	rnn.weight_ih_l1	7	-0.0316634401679039
160879	rnn.weight_ih_l1	8	0.037864066660404205
160879	rnn.weight_ih_l1	9	0.040068820118904114
160879	rnn.weight_hh_l1	0	-0.0067352731712162495
160879	rnn.weight_hh_l1	1	0.01841726340353489
160879	rnn.weight_hh_l1	2	0.011065446771681309
160879	rnn.weight_hh_l1	3	-0.011933750472962856
160879	rnn.weight_hh_l1	4	0.009064451791346073
160879	rnn.weight_hh_l1	5	0.02845282480120659
160879	rnn.weight_hh_l1	6	0.03295522555708885
160879	rnn.weight_hh_l1	7	-0.018937084823846817
160879	rnn.weight_hh_l1	8	-0.011581692844629288
160879	rnn.weight_hh_l1	9	0.03579838201403618
160879	rnn.bias_ih_l1	0	-0.2007390707731247
160879	rnn.bias_ih_l1	1	-0.18160848319530487
160879	rnn.bias_ih_l1	2	-0.2056759148836136
160879	rnn.bias_ih_l1	3	-0.3216148912906647
160879	rnn.bias_ih_l1	4	-0.18849149346351624
160879	rnn.bias_ih_l1	5	-0.09792943298816681
160879	rnn.bias_ih_l1	6	-0.16503368318080902
160879	rnn.bias_ih_l1	7	-0.02160107158124447
160879	rnn.bias_ih_l1	8	-0.1419193297624588
160879	rnn.bias_ih_l1	9	-0.12444786727428436
160879	rnn.bias_hh_l1	0	-0.1138574406504631
160879	rnn.bias_hh_l1	1	-0.06911178678274155
160879	rnn.bias_hh_l1	2	-0.10399888455867767
160879	rnn.bias_hh_l1	3	-0.0797283947467804
160879	rnn.bias_hh_l1	4	-0.09632228314876556
160879	rnn.bias_hh_l1	5	-0.11535263061523438
160879	rnn.bias_hh_l1	6	-0.15514391660690308
160879	rnn.bias_hh_l1	7	0.046093638986349106
160879	rnn.bias_hh_l1	8	-0.17276287078857422
160879	rnn.bias_hh_l1	9	-0.10808832198381424
160879	rnn.weight_ih_l1_reverse	0	-0.0422593355178833
160879	rnn.weight_ih_l1_reverse	1	0.029398450627923012
160879	rnn.weight_ih_l1_reverse	2	0.06496494263410568
160879	rnn.weight_ih_l1_reverse	3	-0.005102610215544701
160879	rnn.weight_ih_l1_reverse	4	-0.03323981165885925
160879	rnn.weight_ih_l1_reverse	5	-0.03141431137919426
160879	rnn.weight_ih_l1_reverse	6	0.0019087812397629023
160879	rnn.weight_ih_l1_reverse	7	0.02937287651002407
160879	rnn.weight_ih_l1_reverse	8	0.008028890006244183
160879	rnn.weight_ih_l1_reverse	9	-0.05462464317679405
160879	rnn.weight_hh_l1_reverse	0	0.005334879271686077
160879	rnn.weight_hh_l1_reverse	1	0.03057091496884823
160879	rnn.weight_hh_l1_reverse	2	-0.03997543454170227
160879	rnn.weight_hh_l1_reverse	3	0.03600965440273285
160879	rnn.weight_hh_l1_reverse	4	0.05069812014698982
160879	rnn.weight_hh_l1_reverse	5	0.00017640466103330255
160879	rnn.weight_hh_l1_reverse	6	0.05058196559548378
160879	rnn.weight_hh_l1_reverse	7	0.030555360019207
160879	rnn.weight_hh_l1_reverse	8	-0.007359880488365889
160879	rnn.weight_hh_l1_reverse	9	-0.03267359733581543
160879	rnn.bias_ih_l1_reverse	0	-0.07286155968904495
160879	rnn.bias_ih_l1_reverse	1	-0.15637890994548798
160879	rnn.bias_ih_l1_reverse	2	-0.16419260203838348
160879	rnn.bias_ih_l1_reverse	3	-0.006020274478942156
160879	rnn.bias_ih_l1_reverse	4	-0.21110107004642487
160879	rnn.bias_ih_l1_reverse	5	-0.11277283728122711
160879	rnn.bias_ih_l1_reverse	6	-0.13703568279743195
160879	rnn.bias_ih_l1_reverse	7	-0.19624106585979462
160879	rnn.bias_ih_l1_reverse	8	0.22988353669643402
160879	rnn.bias_ih_l1_reverse	9	0.06322915852069855
160879	rnn.bias_hh_l1_reverse	0	0.003110424615442753
160879	rnn.bias_hh_l1_reverse	1	-0.10238780081272125
160879	rnn.bias_hh_l1_reverse	2	-0.23462876677513123
160879	rnn.bias_hh_l1_reverse	3	-0.13737989962100983
160879	rnn.bias_hh_l1_reverse	4	-0.09619276225566864
160879	rnn.bias_hh_l1_reverse	5	-0.12505385279655457
160879	rnn.bias_hh_l1_reverse	6	0.08843588829040527
160879	rnn.bias_hh_l1_reverse	7	-0.17007574439048767
160879	rnn.bias_hh_l1_reverse	8	-0.11822345107793808
160879	rnn.bias_hh_l1_reverse	9	-0.15089327096939087
160879	linear.weight	0	0.002228822559118271
160879	linear.weight	1	0.11164354532957077
160879	linear.weight	2	-0.09392215311527252
160879	linear.weight	3	0.29371848702430725
160879	linear.weight	4	0.1598816066980362
160879	linear.weight	5	-0.05564889684319496
160879	linear.weight	6	0.13336952030658722
160879	linear.weight	7	0.08619934320449829
160879	linear.weight	8	0.041185155510902405
160879	linear.weight	9	-0.037599749863147736
160879	linear.bias	0	0.12962229549884796
160879	linear.bias	1	-0.19060169160366058
160879	linear.bias	2	-0.3652629256248474
160879	linear.bias	3	-0.6630520224571228
160879	linear.bias	4	-1.219344973564148
160879	linear.bias	5	-0.06671073287725449
160879	linear.bias	6	-0.7547289729118347
160879	linear.bias	7	0.2683110535144806
160879	linear.bias	8	-0.47164446115493774
160879	linear.bias	9	-1.045708179473877
161076	transitions	0	0.6842222809791565
161076	transitions	1	0.1738937497138977
161076	transitions	2	-10000.0
161076	transitions	3	-1.8248599767684937
161076	transitions	4	-10000.0
161076	transitions	5	0.5727204084396362
161076	transitions	6	-0.07847027480602264
161076	transitions	7	-0.7455129623413086
161076	transitions	8	-1.4081960916519165
161076	transitions	9	-0.0011568344198167324
161076	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
161076	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
161076	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
161076	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
161076	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
161076	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
161076	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
161076	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
161076	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
161076	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
161076	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
161076	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
161076	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
161076	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
161076	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
161076	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
161076	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
161076	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
161076	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
161076	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
161076	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
161076	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
161076	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
161076	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
161076	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
161076	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
161076	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
161076	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
161076	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
161076	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
161076	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
161076	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
161076	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
161076	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
161076	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
161076	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
161076	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
161076	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
161076	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
161076	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
161076	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
161076	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
161076	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
161076	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
161076	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
161076	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
161076	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
161076	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
161076	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
161076	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
161076	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
161076	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
161076	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
161076	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
161076	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
161076	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
161076	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
161076	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
161076	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
161076	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
161076	embedding2nn.weight	0	0.03368483856320381
161076	embedding2nn.weight	1	-0.013336979784071445
161076	embedding2nn.weight	2	-0.014268254861235619
161076	embedding2nn.weight	3	-0.017485646530985832
161076	embedding2nn.weight	4	-0.0059150345623493195
161076	embedding2nn.weight	5	-0.0037005888298153877
161076	embedding2nn.weight	6	-0.003973295446485281
161076	embedding2nn.weight	7	-0.08726827800273895
161076	embedding2nn.weight	8	-0.0019979383796453476
161076	embedding2nn.weight	9	-0.027740780264139175
161076	embedding2nn.bias	0	0.07216773927211761
161076	embedding2nn.bias	1	-0.07215193659067154
161076	embedding2nn.bias	2	0.09787914156913757
161076	embedding2nn.bias	3	0.04570962116122246
161076	embedding2nn.bias	4	-0.043236855417490005
161076	embedding2nn.bias	5	-0.006515290588140488
161076	embedding2nn.bias	6	0.03443505987524986
161076	embedding2nn.bias	7	-0.06726015359163284
161076	embedding2nn.bias	8	0.053617026656866074
161076	embedding2nn.bias	9	0.04639451205730438
161076	rnn.weight_ih_l0	0	-0.08212462067604065
161076	rnn.weight_ih_l0	1	0.006333515048027039
161076	rnn.weight_ih_l0	2	0.03495384007692337
161076	rnn.weight_ih_l0	3	0.024037864059209824
161076	rnn.weight_ih_l0	4	-0.041915006935596466
161076	rnn.weight_ih_l0	5	-0.06535094231367111
161076	rnn.weight_ih_l0	6	0.0021442740689963102
161076	rnn.weight_ih_l0	7	0.05626524239778519
161076	rnn.weight_ih_l0	8	-0.011388007551431656
161076	rnn.weight_ih_l0	9	-0.026408376172184944
161076	rnn.weight_hh_l0	0	-0.03007550537586212
161076	rnn.weight_hh_l0	1	-0.009282277897000313
161076	rnn.weight_hh_l0	2	0.0019196213688701391
161076	rnn.weight_hh_l0	3	-0.0691901221871376
161076	rnn.weight_hh_l0	4	0.08471566438674927
161076	rnn.weight_hh_l0	5	-0.020706824958324432
161076	rnn.weight_hh_l0	6	-0.06270300596952438
161076	rnn.weight_hh_l0	7	0.012141532264649868
161076	rnn.weight_hh_l0	8	0.008445710875093937
161076	rnn.weight_hh_l0	9	-0.019399698823690414
161076	rnn.bias_ih_l0	0	0.1288050264120102
161076	rnn.bias_ih_l0	1	-0.029977405443787575
161076	rnn.bias_ih_l0	2	-0.00940258614718914
161076	rnn.bias_ih_l0	3	0.14391516149044037
161076	rnn.bias_ih_l0	4	-0.01353126298636198
161076	rnn.bias_ih_l0	5	-0.009959581308066845
161076	rnn.bias_ih_l0	6	0.012803267687559128
161076	rnn.bias_ih_l0	7	0.032823242247104645
161076	rnn.bias_ih_l0	8	-0.09624025225639343
161076	rnn.bias_ih_l0	9	-0.02627461589872837
161076	rnn.bias_hh_l0	0	-0.005458190571516752
161076	rnn.bias_hh_l0	1	-0.10923752933740616
161076	rnn.bias_hh_l0	2	-0.0685703381896019
161076	rnn.bias_hh_l0	3	-0.09443618357181549
161076	rnn.bias_hh_l0	4	-0.004940862767398357
161076	rnn.bias_hh_l0	5	-0.035008806735277176
161076	rnn.bias_hh_l0	6	0.026356834918260574
161076	rnn.bias_hh_l0	7	0.04993957281112671
161076	rnn.bias_hh_l0	8	-0.10771691799163818
161076	rnn.bias_hh_l0	9	-0.055658623576164246
161076	rnn.weight_ih_l0_reverse	0	-0.024504279717803
161076	rnn.weight_ih_l0_reverse	1	-0.051913630217313766
161076	rnn.weight_ih_l0_reverse	2	-0.03579866513609886
161076	rnn.weight_ih_l0_reverse	3	0.0073944320902228355
161076	rnn.weight_ih_l0_reverse	4	-0.017439519986510277
161076	rnn.weight_ih_l0_reverse	5	-0.05088939517736435
161076	rnn.weight_ih_l0_reverse	6	0.07865173369646072
161076	rnn.weight_ih_l0_reverse	7	-0.02568725124001503
161076	rnn.weight_ih_l0_reverse	8	-0.01801743358373642
161076	rnn.weight_ih_l0_reverse	9	-0.007181311957538128
161076	rnn.weight_hh_l0_reverse	0	0.058946382254362106
161076	rnn.weight_hh_l0_reverse	1	0.017327632755041122
161076	rnn.weight_hh_l0_reverse	2	0.03067689947783947
161076	rnn.weight_hh_l0_reverse	3	0.033170200884342194
161076	rnn.weight_hh_l0_reverse	4	0.0053241015411913395
161076	rnn.weight_hh_l0_reverse	5	0.017238954082131386
161076	rnn.weight_hh_l0_reverse	6	0.04936084523797035
161076	rnn.weight_hh_l0_reverse	7	-0.06638914346694946
161076	rnn.weight_hh_l0_reverse	8	0.0356646403670311
161076	rnn.weight_hh_l0_reverse	9	0.035523779690265656
161076	rnn.bias_ih_l0_reverse	0	-0.058029934763908386
161076	rnn.bias_ih_l0_reverse	1	-0.27225762605667114
161076	rnn.bias_ih_l0_reverse	2	-0.12931686639785767
161076	rnn.bias_ih_l0_reverse	3	-0.04648030549287796
161076	rnn.bias_ih_l0_reverse	4	-0.03329506888985634
161076	rnn.bias_ih_l0_reverse	5	0.060221802443265915
161076	rnn.bias_ih_l0_reverse	6	-0.077936552464962
161076	rnn.bias_ih_l0_reverse	7	0.0465400367975235
161076	rnn.bias_ih_l0_reverse	8	-0.05492677912116051
161076	rnn.bias_ih_l0_reverse	9	0.05691180005669594
161076	rnn.bias_hh_l0_reverse	0	0.022229230031371117
161076	rnn.bias_hh_l0_reverse	1	-0.06366914510726929
161076	rnn.bias_hh_l0_reverse	2	0.07929673045873642
161076	rnn.bias_hh_l0_reverse	3	-0.0523262582719326
161076	rnn.bias_hh_l0_reverse	4	-0.02771005779504776
161076	rnn.bias_hh_l0_reverse	5	-0.028214316815137863
161076	rnn.bias_hh_l0_reverse	6	-0.019058795645833015
161076	rnn.bias_hh_l0_reverse	7	0.10439697653055191
161076	rnn.bias_hh_l0_reverse	8	0.03443194553256035
161076	rnn.bias_hh_l0_reverse	9	-0.14113463461399078
161076	rnn.weight_ih_l1	0	-0.031216666102409363
161076	rnn.weight_ih_l1	1	-0.051112100481987
161076	rnn.weight_ih_l1	2	0.06635582447052002
161076	rnn.weight_ih_l1	3	-0.0686747133731842
161076	rnn.weight_ih_l1	4	-0.01627957820892334
161076	rnn.weight_ih_l1	5	-0.04396255314350128
161076	rnn.weight_ih_l1	6	0.028885895386338234
161076	rnn.weight_ih_l1	7	-0.032348357141017914
161076	rnn.weight_ih_l1	8	0.037805356085300446
161076	rnn.weight_ih_l1	9	0.0404699333012104
161076	rnn.weight_hh_l1	0	-0.007063707336783409
161076	rnn.weight_hh_l1	1	0.01830151490867138
161076	rnn.weight_hh_l1	2	0.01151924580335617
161076	rnn.weight_hh_l1	3	-0.011981451883912086
161076	rnn.weight_hh_l1	4	0.008962118998169899
161076	rnn.weight_hh_l1	5	0.028520338237285614
161076	rnn.weight_hh_l1	6	0.03265776485204697
161076	rnn.weight_hh_l1	7	-0.01883956417441368
161076	rnn.weight_hh_l1	8	-0.011453796178102493
161076	rnn.weight_hh_l1	9	0.03538792207837105
161076	rnn.bias_ih_l1	0	-0.20089580118656158
161076	rnn.bias_ih_l1	1	-0.18233659863471985
161076	rnn.bias_ih_l1	2	-0.20447546243667603
161076	rnn.bias_ih_l1	3	-0.32478341460227966
161076	rnn.bias_ih_l1	4	-0.1884031593799591
161076	rnn.bias_ih_l1	5	-0.09687265008687973
161076	rnn.bias_ih_l1	6	-0.1640513390302658
161076	rnn.bias_ih_l1	7	-0.02158103697001934
161076	rnn.bias_ih_l1	8	-0.1417955607175827
161076	rnn.bias_ih_l1	9	-0.12336885929107666
161076	rnn.bias_hh_l1	0	-0.11348086595535278
161076	rnn.bias_hh_l1	1	-0.06929849833250046
161076	rnn.bias_hh_l1	2	-0.10527181625366211
161076	rnn.bias_hh_l1	3	-0.07916487753391266
161076	rnn.bias_hh_l1	4	-0.09640293568372726
161076	rnn.bias_hh_l1	5	-0.1147826537489891
161076	rnn.bias_hh_l1	6	-0.1550486981868744
161076	rnn.bias_hh_l1	7	0.044569384306669235
161076	rnn.bias_hh_l1	8	-0.17292460799217224
161076	rnn.bias_hh_l1	9	-0.10848738253116608
161076	rnn.weight_ih_l1_reverse	0	-0.04236462339758873
161076	rnn.weight_ih_l1_reverse	1	0.032225169241428375
161076	rnn.weight_ih_l1_reverse	2	0.06719303131103516
161076	rnn.weight_ih_l1_reverse	3	-0.004662113264203072
161076	rnn.weight_ih_l1_reverse	4	-0.03303555026650429
161076	rnn.weight_ih_l1_reverse	5	-0.03143169730901718
161076	rnn.weight_ih_l1_reverse	6	0.0025538699701428413
161076	rnn.weight_ih_l1_reverse	7	0.02970193512737751
161076	rnn.weight_ih_l1_reverse	8	0.008519353345036507
161076	rnn.weight_ih_l1_reverse	9	-0.0544360987842083
161076	rnn.weight_hh_l1_reverse	0	0.005408931989222765
161076	rnn.weight_hh_l1_reverse	1	0.030604379251599312
161076	rnn.weight_hh_l1_reverse	2	-0.039951857179403305
161076	rnn.weight_hh_l1_reverse	3	0.03601671755313873
161076	rnn.weight_hh_l1_reverse	4	0.05120057985186577
161076	rnn.weight_hh_l1_reverse	5	-3.9886217564344406e-05
161076	rnn.weight_hh_l1_reverse	6	0.05129849538207054
161076	rnn.weight_hh_l1_reverse	7	0.03040367364883423
161076	rnn.weight_hh_l1_reverse	8	-0.0074096014723181725
161076	rnn.weight_hh_l1_reverse	9	-0.03282956779003143
161076	rnn.bias_ih_l1_reverse	0	-0.07240866869688034
161076	rnn.bias_ih_l1_reverse	1	-0.15579207241535187
161076	rnn.bias_ih_l1_reverse	2	-0.16514883935451508
161076	rnn.bias_ih_l1_reverse	3	-0.0039400365203619
161076	rnn.bias_ih_l1_reverse	4	-0.21144750714302063
161076	rnn.bias_ih_l1_reverse	5	-0.11289829015731812
161076	rnn.bias_ih_l1_reverse	6	-0.13664136826992035
161076	rnn.bias_ih_l1_reverse	7	-0.19578778743743896
161076	rnn.bias_ih_l1_reverse	8	0.23118546605110168
161076	rnn.bias_ih_l1_reverse	9	0.061235211789608
161076	rnn.bias_hh_l1_reverse	0	0.0073251379653811455
161076	rnn.bias_hh_l1_reverse	1	-0.104839026927948
161076	rnn.bias_hh_l1_reverse	2	-0.23578289151191711
161076	rnn.bias_hh_l1_reverse	3	-0.13662086427211761
161076	rnn.bias_hh_l1_reverse	4	-0.095516636967659
161076	rnn.bias_hh_l1_reverse	5	-0.12556679546833038
161076	rnn.bias_hh_l1_reverse	6	0.08771010488271713
161076	rnn.bias_hh_l1_reverse	7	-0.17143979668617249
161076	rnn.bias_hh_l1_reverse	8	-0.11771142482757568
161076	rnn.bias_hh_l1_reverse	9	-0.15098316967487335
161076	linear.weight	0	0.002228822559118271
161076	linear.weight	1	0.11218158155679703
161076	linear.weight	2	-0.09529295563697815
161076	linear.weight	3	0.295784056186676
161076	linear.weight	4	0.15922443568706512
161076	linear.weight	5	-0.05609101802110672
161076	linear.weight	6	0.1342008113861084
161076	linear.weight	7	0.08946312963962555
161076	linear.weight	8	0.04118504002690315
161076	linear.weight	9	-0.036363739520311356
161076	linear.bias	0	0.12335643917322159
161076	linear.bias	1	-0.19476614892482758
161076	linear.bias	2	-0.3768468201160431
161076	linear.bias	3	-0.6627615094184875
161076	linear.bias	4	-1.2186955213546753
161076	linear.bias	5	-0.05777563899755478
161076	linear.bias	6	-0.7576119899749756
161076	linear.bias	7	0.2785397469997406
161076	linear.bias	8	-0.4824811816215515
161076	linear.bias	9	-1.0575621128082275
161273	transitions	0	0.6776304244995117
161273	transitions	1	0.1684173047542572
161273	transitions	2	-10000.0
161273	transitions	3	-1.8248649835586548
161273	transitions	4	-10000.0
161273	transitions	5	0.5727046728134155
161273	transitions	6	-0.07849108427762985
161273	transitions	7	-0.7456852793693542
161273	transitions	8	-1.4082458019256592
161273	transitions	9	-0.001157150138169527
161273	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
161273	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
161273	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
161273	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
161273	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
161273	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
161273	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
161273	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
161273	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
161273	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
161273	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
161273	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
161273	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
161273	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
161273	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
161273	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
161273	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
161273	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
161273	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
161273	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
161273	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
161273	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
161273	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
161273	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
161273	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
161273	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
161273	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
161273	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
161273	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
161273	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
161273	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
161273	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
161273	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
161273	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
161273	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
161273	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
161273	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
161273	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
161273	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
161273	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
161273	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
161273	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
161273	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
161273	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
161273	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
161273	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
161273	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
161273	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
161273	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
161273	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
161273	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
161273	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
161273	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
161273	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
161273	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
161273	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
161273	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
161273	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
161273	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
161273	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
161273	embedding2nn.weight	0	0.033544909209012985
161273	embedding2nn.weight	1	-0.013283598236739635
161273	embedding2nn.weight	2	-0.014268254861235619
161273	embedding2nn.weight	3	-0.018010156229138374
161273	embedding2nn.weight	4	-0.0059150345623493195
161273	embedding2nn.weight	5	-0.0037005888298153877
161273	embedding2nn.weight	6	-0.003973293583840132
161273	embedding2nn.weight	7	-0.08765330165624619
161273	embedding2nn.weight	8	-0.0019979383796453476
161273	embedding2nn.weight	9	-0.027640139684081078
161273	embedding2nn.bias	0	0.06884108483791351
161273	embedding2nn.bias	1	-0.07583805918693542
161273	embedding2nn.bias	2	0.09385255724191666
161273	embedding2nn.bias	3	0.0458684079349041
161273	embedding2nn.bias	4	-0.04415115714073181
161273	embedding2nn.bias	5	-0.005962648428976536
161273	embedding2nn.bias	6	0.02785535901784897
161273	embedding2nn.bias	7	-0.06009843572974205
161273	embedding2nn.bias	8	0.053503893315792084
161273	embedding2nn.bias	9	0.048926983028650284
161273	rnn.weight_ih_l0	0	-0.08198371529579163
161273	rnn.weight_ih_l0	1	0.0065849837847054005
161273	rnn.weight_ih_l0	2	0.03567555546760559
161273	rnn.weight_ih_l0	3	0.024365771561861038
161273	rnn.weight_ih_l0	4	-0.04092823714017868
161273	rnn.weight_ih_l0	5	-0.06493492424488068
161273	rnn.weight_ih_l0	6	0.0021226326934993267
161273	rnn.weight_ih_l0	7	0.05587433651089668
161273	rnn.weight_ih_l0	8	-0.01223825290799141
161273	rnn.weight_ih_l0	9	-0.026261556893587112
161273	rnn.weight_hh_l0	0	-0.03002881072461605
161273	rnn.weight_hh_l0	1	-0.009617207571864128
161273	rnn.weight_hh_l0	2	0.0021727951243519783
161273	rnn.weight_hh_l0	3	-0.06984702497720718
161273	rnn.weight_hh_l0	4	0.08459164202213287
161273	rnn.weight_hh_l0	5	-0.02054489217698574
161273	rnn.weight_hh_l0	6	-0.0631154477596283
161273	rnn.weight_hh_l0	7	0.01199057511985302
161273	rnn.weight_hh_l0	8	0.008950763382017612
161273	rnn.weight_hh_l0	9	-0.019506800919771194
161273	rnn.bias_ih_l0	0	0.1290024071931839
161273	rnn.bias_ih_l0	1	-0.029224680736660957
161273	rnn.bias_ih_l0	2	-0.008932081051170826
161273	rnn.bias_ih_l0	3	0.1439289152622223
161273	rnn.bias_ih_l0	4	-0.01304459385573864
161273	rnn.bias_ih_l0	5	-0.011143280193209648
161273	rnn.bias_ih_l0	6	0.015091108158230782
161273	rnn.bias_ih_l0	7	0.033182062208652496
161273	rnn.bias_ih_l0	8	-0.09398327767848969
161273	rnn.bias_ih_l0	9	-0.02417590655386448
161273	rnn.bias_hh_l0	0	-0.005726460367441177
161273	rnn.bias_hh_l0	1	-0.10932395607233047
161273	rnn.bias_hh_l0	2	-0.06802665442228317
161273	rnn.bias_hh_l0	3	-0.09431831538677216
161273	rnn.bias_hh_l0	4	-0.005067821126431227
161273	rnn.bias_hh_l0	5	-0.03631499037146568
161273	rnn.bias_hh_l0	6	0.02604035660624504
161273	rnn.bias_hh_l0	7	0.049356963485479355
161273	rnn.bias_hh_l0	8	-0.11030001938343048
161273	rnn.bias_hh_l0	9	-0.054531678557395935
161273	rnn.weight_ih_l0_reverse	0	-0.02531430684030056
161273	rnn.weight_ih_l0_reverse	1	-0.05143607407808304
161273	rnn.weight_ih_l0_reverse	2	-0.03568805754184723
161273	rnn.weight_ih_l0_reverse	3	0.006620991509407759
161273	rnn.weight_ih_l0_reverse	4	-0.017281154170632362
161273	rnn.weight_ih_l0_reverse	5	-0.050295546650886536
161273	rnn.weight_ih_l0_reverse	6	0.07854833453893661
161273	rnn.weight_ih_l0_reverse	7	-0.026212269440293312
161273	rnn.weight_ih_l0_reverse	8	-0.01885012537240982
161273	rnn.weight_ih_l0_reverse	9	-0.007915748283267021
161273	rnn.weight_hh_l0_reverse	0	0.059015028178691864
161273	rnn.weight_hh_l0_reverse	1	0.017431220039725304
161273	rnn.weight_hh_l0_reverse	2	0.030776679515838623
161273	rnn.weight_hh_l0_reverse	3	0.0327482633292675
161273	rnn.weight_hh_l0_reverse	4	0.005696909502148628
161273	rnn.weight_hh_l0_reverse	5	0.017188264057040215
161273	rnn.weight_hh_l0_reverse	6	0.04930252209305763
161273	rnn.weight_hh_l0_reverse	7	-0.06647095829248428
161273	rnn.weight_hh_l0_reverse	8	0.0353626050055027
161273	rnn.weight_hh_l0_reverse	9	0.035523634403944016
161273	rnn.bias_ih_l0_reverse	0	-0.05836094915866852
161273	rnn.bias_ih_l0_reverse	1	-0.2684323191642761
161273	rnn.bias_ih_l0_reverse	2	-0.13004998862743378
161273	rnn.bias_ih_l0_reverse	3	-0.04647050425410271
161273	rnn.bias_ih_l0_reverse	4	-0.033547259867191315
161273	rnn.bias_ih_l0_reverse	5	0.05962138995528221
161273	rnn.bias_ih_l0_reverse	6	-0.07816222310066223
161273	rnn.bias_ih_l0_reverse	7	0.04646771773695946
161273	rnn.bias_ih_l0_reverse	8	-0.05439862981438637
161273	rnn.bias_ih_l0_reverse	9	0.056374307721853256
161273	rnn.bias_hh_l0_reverse	0	0.02286529541015625
161273	rnn.bias_hh_l0_reverse	1	-0.06698108464479446
161273	rnn.bias_hh_l0_reverse	2	0.0805104598402977
161273	rnn.bias_hh_l0_reverse	3	-0.05066382512450218
161273	rnn.bias_hh_l0_reverse	4	-0.02685607597231865
161273	rnn.bias_hh_l0_reverse	5	-0.028761936351656914
161273	rnn.bias_hh_l0_reverse	6	-0.0180087611079216
161273	rnn.bias_hh_l0_reverse	7	0.10559037327766418
161273	rnn.bias_hh_l0_reverse	8	0.03661692887544632
161273	rnn.bias_hh_l0_reverse	9	-0.14252689480781555
161273	rnn.weight_ih_l1	0	-0.030648481100797653
161273	rnn.weight_ih_l1	1	-0.050830740481615067
161273	rnn.weight_ih_l1	2	0.0648399367928505
161273	rnn.weight_ih_l1	3	-0.06844626367092133
161273	rnn.weight_ih_l1	4	-0.01611950248479843
161273	rnn.weight_ih_l1	5	-0.0440371111035347
161273	rnn.weight_ih_l1	6	0.028686856850981712
161273	rnn.weight_ih_l1	7	-0.03335914760828018
161273	rnn.weight_ih_l1	8	0.03777378425002098
161273	rnn.weight_ih_l1	9	0.03990882262587547
161273	rnn.weight_hh_l1	0	-0.006504132878035307
161273	rnn.weight_hh_l1	1	0.01826380006968975
161273	rnn.weight_hh_l1	2	0.011062016710639
161273	rnn.weight_hh_l1	3	-0.011838207021355629
161273	rnn.weight_hh_l1	4	0.009216074831783772
161273	rnn.weight_hh_l1	5	0.028466051444411278
161273	rnn.weight_hh_l1	6	0.03281968832015991
161273	rnn.weight_hh_l1	7	-0.018452586606144905
161273	rnn.weight_hh_l1	8	-0.011299977079033852
161273	rnn.weight_hh_l1	9	0.0354110524058342
161273	rnn.bias_ih_l1	0	-0.20037735998630524
161273	rnn.bias_ih_l1	1	-0.18041154742240906
161273	rnn.bias_ih_l1	2	-0.20546819269657135
161273	rnn.bias_ih_l1	3	-0.3239075839519501
161273	rnn.bias_ih_l1	4	-0.19095872342586517
161273	rnn.bias_ih_l1	5	-0.09801733493804932
161273	rnn.bias_ih_l1	6	-0.1648993045091629
161273	rnn.bias_ih_l1	7	-0.021344704553484917
161273	rnn.bias_ih_l1	8	-0.14218983054161072
161273	rnn.bias_ih_l1	9	-0.124912790954113
161273	rnn.bias_hh_l1	0	-0.11291064321994781
161273	rnn.bias_hh_l1	1	-0.06982085853815079
161273	rnn.bias_hh_l1	2	-0.1041165441274643
161273	rnn.bias_hh_l1	3	-0.0794832855463028
161273	rnn.bias_hh_l1	4	-0.09770458936691284
161273	rnn.bias_hh_l1	5	-0.11520587652921677
161273	rnn.bias_hh_l1	6	-0.15674352645874023
161273	rnn.bias_hh_l1	7	0.0454692579805851
161273	rnn.bias_hh_l1	8	-0.17370548844337463
161273	rnn.bias_hh_l1	9	-0.10731722414493561
161273	rnn.weight_ih_l1_reverse	0	-0.04278968647122383
161273	rnn.weight_ih_l1_reverse	1	0.03084106184542179
161273	rnn.weight_ih_l1_reverse	2	0.06688887625932693
161273	rnn.weight_ih_l1_reverse	3	-0.004524617455899715
161273	rnn.weight_ih_l1_reverse	4	-0.03248029574751854
161273	rnn.weight_ih_l1_reverse	5	-0.031335122883319855
161273	rnn.weight_ih_l1_reverse	6	0.0025856506545096636
161273	rnn.weight_ih_l1_reverse	7	0.030023066326975822
161273	rnn.weight_ih_l1_reverse	8	0.008590107783675194
161273	rnn.weight_ih_l1_reverse	9	-0.05443718284368515
161273	rnn.weight_hh_l1_reverse	0	0.00539909303188324
161273	rnn.weight_hh_l1_reverse	1	0.030660562217235565
161273	rnn.weight_hh_l1_reverse	2	-0.04002050310373306
161273	rnn.weight_hh_l1_reverse	3	0.03607352450489998
161273	rnn.weight_hh_l1_reverse	4	0.05083887651562691
161273	rnn.weight_hh_l1_reverse	5	-0.00018401799025014043
161273	rnn.weight_hh_l1_reverse	6	0.05176549404859543
161273	rnn.weight_hh_l1_reverse	7	0.030445938929915428
161273	rnn.weight_hh_l1_reverse	8	-0.007333377376198769
161273	rnn.weight_hh_l1_reverse	9	-0.032868243753910065
161273	rnn.bias_ih_l1_reverse	0	-0.07232120633125305
161273	rnn.bias_ih_l1_reverse	1	-0.1554800271987915
161273	rnn.bias_ih_l1_reverse	2	-0.1663285493850708
161273	rnn.bias_ih_l1_reverse	3	-0.008310685865581036
161273	rnn.bias_ih_l1_reverse	4	-0.211586132645607
161273	rnn.bias_ih_l1_reverse	5	-0.11265526711940765
161273	rnn.bias_ih_l1_reverse	6	-0.13780148327350616
161273	rnn.bias_ih_l1_reverse	7	-0.1955139935016632
161273	rnn.bias_ih_l1_reverse	8	0.2277068793773651
161273	rnn.bias_ih_l1_reverse	9	0.05995922163128853
161273	rnn.bias_hh_l1_reverse	0	0.005773625336587429
161273	rnn.bias_hh_l1_reverse	1	-0.10471034049987793
161273	rnn.bias_hh_l1_reverse	2	-0.2358570247888565
161273	rnn.bias_hh_l1_reverse	3	-0.1368882656097412
161273	rnn.bias_hh_l1_reverse	4	-0.09522823989391327
161273	rnn.bias_hh_l1_reverse	5	-0.12429521232843399
161273	rnn.bias_hh_l1_reverse	6	0.08633212745189667
161273	rnn.bias_hh_l1_reverse	7	-0.1699114292860031
161273	rnn.bias_hh_l1_reverse	8	-0.11869107186794281
161273	rnn.bias_hh_l1_reverse	9	-0.15040524303913116
161273	linear.weight	0	0.002228822559118271
161273	linear.weight	1	0.11670742183923721
161273	linear.weight	2	-0.09477517008781433
161273	linear.weight	3	0.2956348955631256
161273	linear.weight	4	0.15993866324424744
161273	linear.weight	5	-0.055050093680620193
161273	linear.weight	6	0.1451447755098343
161273	linear.weight	7	0.09534551203250885
161273	linear.weight	8	0.04118523746728897
161273	linear.weight	9	-0.037162456661462784
161273	linear.bias	0	0.11334027349948883
161273	linear.bias	1	-0.20306707918643951
161273	linear.bias	2	-0.3736427426338196
161273	linear.bias	3	-0.6543782949447632
161273	linear.bias	4	-1.2115085124969482
161273	linear.bias	5	-0.05074456334114075
161273	linear.bias	6	-0.7676138877868652
161273	linear.bias	7	0.2872246503829956
161273	linear.bias	8	-0.4705749750137329
161273	linear.bias	9	-1.0473867654800415
161470	transitions	0	0.6704434156417847
161470	transitions	1	0.17163066565990448
161470	transitions	2	-10000.0
161470	transitions	3	-1.8248759508132935
161470	transitions	4	-10000.0
161470	transitions	5	0.5726319551467896
161470	transitions	6	-0.07851303368806839
161470	transitions	7	-0.7459189891815186
161470	transitions	8	-1.4085286855697632
161470	transitions	9	-0.0011578052071854472
161470	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
161470	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
161470	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
161470	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
161470	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
161470	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
161470	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
161470	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
161470	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
161470	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
161470	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
161470	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
161470	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
161470	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
161470	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
161470	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
161470	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
161470	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
161470	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
161470	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
161470	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
161470	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
161470	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
161470	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
161470	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
161470	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
161470	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
161470	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
161470	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
161470	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
161470	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
161470	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
161470	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
161470	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
161470	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
161470	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
161470	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
161470	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
161470	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
161470	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
161470	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
161470	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
161470	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
161470	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
161470	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
161470	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
161470	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
161470	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
161470	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
161470	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
161470	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
161470	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
161470	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
161470	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
161470	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
161470	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
161470	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
161470	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
161470	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
161470	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
161470	embedding2nn.weight	0	0.03413783013820648
161470	embedding2nn.weight	1	-0.013294373638927937
161470	embedding2nn.weight	2	-0.014268254861235619
161470	embedding2nn.weight	3	-0.017505288124084473
161470	embedding2nn.weight	4	-0.0059150345623493195
161470	embedding2nn.weight	5	-0.0037005888298153877
161470	embedding2nn.weight	6	-0.0039732917211949825
161470	embedding2nn.weight	7	-0.0874914601445198
161470	embedding2nn.weight	8	-0.0019979383796453476
161470	embedding2nn.weight	9	-0.027630511671304703
161470	embedding2nn.bias	0	0.06355349719524384
161470	embedding2nn.bias	1	-0.07327030599117279
161470	embedding2nn.bias	2	0.09662344306707382
161470	embedding2nn.bias	3	0.0413740836083889
161470	embedding2nn.bias	4	-0.04469532519578934
161470	embedding2nn.bias	5	-0.007140901871025562
161470	embedding2nn.bias	6	0.02267458289861679
161470	embedding2nn.bias	7	-0.05884471908211708
161470	embedding2nn.bias	8	0.05535026267170906
161470	embedding2nn.bias	9	0.047879938036203384
161470	rnn.weight_ih_l0	0	-0.08146139979362488
161470	rnn.weight_ih_l0	1	0.006159024313092232
161470	rnn.weight_ih_l0	2	0.03772185370326042
161470	rnn.weight_ih_l0	3	0.02514532394707203
161470	rnn.weight_ih_l0	4	-0.041571758687496185
161470	rnn.weight_ih_l0	5	-0.06490585207939148
161470	rnn.weight_ih_l0	6	0.0015942412428557873
161470	rnn.weight_ih_l0	7	0.0558486245572567
161470	rnn.weight_ih_l0	8	-0.011646809056401253
161470	rnn.weight_ih_l0	9	-0.026205474510788918
161470	rnn.weight_hh_l0	0	-0.029460899531841278
161470	rnn.weight_hh_l0	1	-0.009057709947228432
161470	rnn.weight_hh_l0	2	0.002209898317232728
161470	rnn.weight_hh_l0	3	-0.07032216340303421
161470	rnn.weight_hh_l0	4	0.08504519611597061
161470	rnn.weight_hh_l0	5	-0.020373066887259483
161470	rnn.weight_hh_l0	6	-0.06376329064369202
161470	rnn.weight_hh_l0	7	0.012294599786400795
161470	rnn.weight_hh_l0	8	0.009462546557188034
161470	rnn.weight_hh_l0	9	-0.01998000219464302
161470	rnn.bias_ih_l0	0	0.1295706033706665
161470	rnn.bias_ih_l0	1	-0.029869956895709038
161470	rnn.bias_ih_l0	2	-0.010200470685958862
161470	rnn.bias_ih_l0	3	0.14358419179916382
161470	rnn.bias_ih_l0	4	-0.013393357396125793
161470	rnn.bias_ih_l0	5	-0.01295972429215908
161470	rnn.bias_ih_l0	6	0.013582986779510975
161470	rnn.bias_ih_l0	7	0.035038940608501434
161470	rnn.bias_ih_l0	8	-0.09324931353330612
161470	rnn.bias_ih_l0	9	-0.02589164860546589
161470	rnn.bias_hh_l0	0	-0.004781912546604872
161470	rnn.bias_hh_l0	1	-0.1064877137541771
161470	rnn.bias_hh_l0	2	-0.06854692846536636
161470	rnn.bias_hh_l0	3	-0.09319791942834854
161470	rnn.bias_hh_l0	4	-0.003917883150279522
161470	rnn.bias_hh_l0	5	-0.036560941487550735
161470	rnn.bias_hh_l0	6	0.02610812708735466
161470	rnn.bias_hh_l0	7	0.04995516687631607
161470	rnn.bias_hh_l0	8	-0.11081833392381668
161470	rnn.bias_hh_l0	9	-0.054484009742736816
161470	rnn.weight_ih_l0_reverse	0	-0.026371458545327187
161470	rnn.weight_ih_l0_reverse	1	-0.0509057492017746
161470	rnn.weight_ih_l0_reverse	2	-0.035666387528181076
161470	rnn.weight_ih_l0_reverse	3	0.006223723758012056
161470	rnn.weight_ih_l0_reverse	4	-0.017590852454304695
161470	rnn.weight_ih_l0_reverse	5	-0.05036279559135437
161470	rnn.weight_ih_l0_reverse	6	0.07797598838806152
161470	rnn.weight_ih_l0_reverse	7	-0.026182906702160835
161470	rnn.weight_ih_l0_reverse	8	-0.018444687128067017
161470	rnn.weight_ih_l0_reverse	9	-0.00791305210441351
161470	rnn.weight_hh_l0_reverse	0	0.060642991214990616
161470	rnn.weight_hh_l0_reverse	1	0.017601709812879562
161470	rnn.weight_hh_l0_reverse	2	0.030294878408312798
161470	rnn.weight_hh_l0_reverse	3	0.03268902748823166
161470	rnn.weight_hh_l0_reverse	4	0.006201616488397121
161470	rnn.weight_hh_l0_reverse	5	0.01682269386947155
161470	rnn.weight_hh_l0_reverse	6	0.04953558370471001
161470	rnn.weight_hh_l0_reverse	7	-0.06622553616762161
161470	rnn.weight_hh_l0_reverse	8	0.03556235507130623
161470	rnn.weight_hh_l0_reverse	9	0.03561963513493538
161470	rnn.bias_ih_l0_reverse	0	-0.05912071838974953
161470	rnn.bias_ih_l0_reverse	1	-0.2659018635749817
161470	rnn.bias_ih_l0_reverse	2	-0.12931428849697113
161470	rnn.bias_ih_l0_reverse	3	-0.04633898660540581
161470	rnn.bias_ih_l0_reverse	4	-0.03391971439123154
161470	rnn.bias_ih_l0_reverse	5	0.05889295041561127
161470	rnn.bias_ih_l0_reverse	6	-0.07819495350122452
161470	rnn.bias_ih_l0_reverse	7	0.0465666688978672
161470	rnn.bias_ih_l0_reverse	8	-0.05684449523687363
161470	rnn.bias_ih_l0_reverse	9	0.05670693889260292
161470	rnn.bias_hh_l0_reverse	0	0.021968835964798927
161470	rnn.bias_hh_l0_reverse	1	-0.06578417122364044
161470	rnn.bias_hh_l0_reverse	2	0.08227939903736115
161470	rnn.bias_hh_l0_reverse	3	-0.05165338143706322
161470	rnn.bias_hh_l0_reverse	4	-0.02705240435898304
161470	rnn.bias_hh_l0_reverse	5	-0.02780098468065262
161470	rnn.bias_hh_l0_reverse	6	-0.0185365192592144
161470	rnn.bias_hh_l0_reverse	7	0.10412027686834335
161470	rnn.bias_hh_l0_reverse	8	0.0357741042971611
161470	rnn.bias_hh_l0_reverse	9	-0.14370663464069366
161470	rnn.weight_ih_l1	0	-0.03117193840444088
161470	rnn.weight_ih_l1	1	-0.05097397789359093
161470	rnn.weight_ih_l1	2	0.0642518475651741
161470	rnn.weight_ih_l1	3	-0.06795983016490936
161470	rnn.weight_ih_l1	4	-0.015476609580218792
161470	rnn.weight_ih_l1	5	-0.04404748976230621
161470	rnn.weight_ih_l1	6	0.02967877872288227
161470	rnn.weight_ih_l1	7	-0.03371630981564522
161470	rnn.weight_ih_l1	8	0.03783830255270004
161470	rnn.weight_ih_l1	9	0.03989791497588158
161470	rnn.weight_hh_l1	0	-0.006666525732725859
161470	rnn.weight_hh_l1	1	0.01847732625901699
161470	rnn.weight_hh_l1	2	0.011014901101589203
161470	rnn.weight_hh_l1	3	-0.011815141886472702
161470	rnn.weight_hh_l1	4	0.009324925020337105
161470	rnn.weight_hh_l1	5	0.02847839519381523
161470	rnn.weight_hh_l1	6	0.032509248703718185
161470	rnn.weight_hh_l1	7	-0.018484551459550858
161470	rnn.weight_hh_l1	8	-0.01115700975060463
161470	rnn.weight_hh_l1	9	0.03532395139336586
161470	rnn.bias_ih_l1	0	-0.19982698559761047
161470	rnn.bias_ih_l1	1	-0.18044425547122955
161470	rnn.bias_ih_l1	2	-0.20394733548164368
161470	rnn.bias_ih_l1	3	-0.3239974081516266
161470	rnn.bias_ih_l1	4	-0.1894717514514923
161470	rnn.bias_ih_l1	5	-0.09806656837463379
161470	rnn.bias_ih_l1	6	-0.1640024185180664
161470	rnn.bias_ih_l1	7	-0.020317740738391876
161470	rnn.bias_ih_l1	8	-0.1413872241973877
161470	rnn.bias_ih_l1	9	-0.12338747084140778
161470	rnn.bias_hh_l1	0	-0.11294513940811157
161470	rnn.bias_hh_l1	1	-0.06774948537349701
161470	rnn.bias_hh_l1	2	-0.10388433188199997
161470	rnn.bias_hh_l1	3	-0.07810207456350327
161470	rnn.bias_hh_l1	4	-0.09872746467590332
161470	rnn.bias_hh_l1	5	-0.11540834605693817
161470	rnn.bias_hh_l1	6	-0.15777476131916046
161470	rnn.bias_hh_l1	7	0.04548713564872742
161470	rnn.bias_hh_l1	8	-0.17307022213935852
161470	rnn.bias_hh_l1	9	-0.10963800549507141
161470	rnn.weight_ih_l1_reverse	0	-0.04254923388361931
161470	rnn.weight_ih_l1_reverse	1	0.03117336519062519
161470	rnn.weight_ih_l1_reverse	2	0.06780598312616348
161470	rnn.weight_ih_l1_reverse	3	-0.0037797356490045786
161470	rnn.weight_ih_l1_reverse	4	-0.0325060673058033
161470	rnn.weight_ih_l1_reverse	5	-0.03153224661946297
161470	rnn.weight_ih_l1_reverse	6	0.0015273004537448287
161470	rnn.weight_ih_l1_reverse	7	0.030089227482676506
161470	rnn.weight_ih_l1_reverse	8	0.009300285950303078
161470	rnn.weight_ih_l1_reverse	9	-0.05421711504459381
161470	rnn.weight_hh_l1_reverse	0	0.005532005801796913
161470	rnn.weight_hh_l1_reverse	1	0.030472952872514725
161470	rnn.weight_hh_l1_reverse	2	-0.04005115106701851
161470	rnn.weight_hh_l1_reverse	3	0.03609161451458931
161470	rnn.weight_hh_l1_reverse	4	0.05063263699412346
161470	rnn.weight_hh_l1_reverse	5	-0.00038464332465082407
161470	rnn.weight_hh_l1_reverse	6	0.05342308431863785
161470	rnn.weight_hh_l1_reverse	7	0.030257640406489372
161470	rnn.weight_hh_l1_reverse	8	-0.00729955080896616
161470	rnn.weight_hh_l1_reverse	9	-0.032591260969638824
161470	rnn.bias_ih_l1_reverse	0	-0.07191285490989685
161470	rnn.bias_ih_l1_reverse	1	-0.15502898395061493
161470	rnn.bias_ih_l1_reverse	2	-0.16556786000728607
161470	rnn.bias_ih_l1_reverse	3	-0.008916866965591908
161470	rnn.bias_ih_l1_reverse	4	-0.21197429299354553
161470	rnn.bias_ih_l1_reverse	5	-0.11244019865989685
161470	rnn.bias_ih_l1_reverse	6	-0.13886921107769012
161470	rnn.bias_ih_l1_reverse	7	-0.19597414135932922
161470	rnn.bias_ih_l1_reverse	8	0.227028027176857
161470	rnn.bias_ih_l1_reverse	9	0.05888094753026962
161470	rnn.bias_hh_l1_reverse	0	0.003020833944901824
161470	rnn.bias_hh_l1_reverse	1	-0.10629849135875702
161470	rnn.bias_hh_l1_reverse	2	-0.23560428619384766
161470	rnn.bias_hh_l1_reverse	3	-0.13374951481819153
161470	rnn.bias_hh_l1_reverse	4	-0.09629745781421661
161470	rnn.bias_hh_l1_reverse	5	-0.12452996522188187
161470	rnn.bias_hh_l1_reverse	6	0.08170349150896072
161470	rnn.bias_hh_l1_reverse	7	-0.17043781280517578
161470	rnn.bias_hh_l1_reverse	8	-0.11922622472047806
161470	rnn.bias_hh_l1_reverse	9	-0.15009182691574097
161470	linear.weight	0	0.002228822559118271
161470	linear.weight	1	0.11055736988782883
161470	linear.weight	2	-0.0934968963265419
161470	linear.weight	3	0.2939825654029846
161470	linear.weight	4	0.15836331248283386
161470	linear.weight	5	-0.05448157340288162
161470	linear.weight	6	0.1344098150730133
161470	linear.weight	7	0.09790630638599396
161470	linear.weight	8	0.04118495061993599
161470	linear.weight	9	-0.03937110677361488
161470	linear.bias	0	0.10656526684761047
161470	linear.bias	1	-0.18606388568878174
161470	linear.bias	2	-0.3703877925872803
161470	linear.bias	3	-0.6634991765022278
161470	linear.bias	4	-1.2212955951690674
161470	linear.bias	5	-0.062253642827272415
161470	linear.bias	6	-0.7518207430839539
161470	linear.bias	7	0.27634114027023315
161470	linear.bias	8	-0.4734087884426117
161470	linear.bias	9	-1.0517630577087402
161667	transitions	0	0.6652963161468506
161667	transitions	1	0.17004674673080444
161667	transitions	2	-10000.0
161667	transitions	3	-1.8248825073242188
161667	transitions	4	-10000.0
161667	transitions	5	0.5726037621498108
161667	transitions	6	-0.07854022085666656
161667	transitions	7	-0.7462148070335388
161667	transitions	8	-1.4085716009140015
161667	transitions	9	-0.0011582586448639631
161667	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
161667	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
161667	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
161667	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
161667	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
161667	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
161667	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
161667	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
161667	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
161667	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
161667	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
161667	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
161667	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
161667	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
161667	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
161667	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
161667	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
161667	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
161667	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
161667	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
161667	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
161667	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
161667	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
161667	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
161667	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
161667	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
161667	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
161667	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
161667	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
161667	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
161667	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
161667	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
161667	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
161667	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
161667	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
161667	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
161667	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
161667	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
161667	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
161667	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
161667	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
161667	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
161667	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
161667	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
161667	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
161667	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
161667	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
161667	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
161667	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
161667	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
161667	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
161667	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
161667	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
161667	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
161667	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
161667	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
161667	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
161667	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
161667	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
161667	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
161667	embedding2nn.weight	0	0.03393818438053131
161667	embedding2nn.weight	1	-0.013241920620203018
161667	embedding2nn.weight	2	-0.014268254861235619
161667	embedding2nn.weight	3	-0.018442584201693535
161667	embedding2nn.weight	4	-0.0059150345623493195
161667	embedding2nn.weight	5	-0.0037005888298153877
161667	embedding2nn.weight	6	-0.003973289392888546
161667	embedding2nn.weight	7	-0.08725214004516602
161667	embedding2nn.weight	8	-0.0019979383796453476
161667	embedding2nn.weight	9	-0.027735333889722824
161667	embedding2nn.bias	0	0.06633564084768295
161667	embedding2nn.bias	1	-0.06734929233789444
161667	embedding2nn.bias	2	0.10623275488615036
161667	embedding2nn.bias	3	0.04419175535440445
161667	embedding2nn.bias	4	-0.046066466718912125
161667	embedding2nn.bias	5	-0.0063463784754276276
161667	embedding2nn.bias	6	0.021237390115857124
161667	embedding2nn.bias	7	-0.06577139347791672
161667	embedding2nn.bias	8	0.05441528558731079
161667	embedding2nn.bias	9	0.042053647339344025
161667	rnn.weight_ih_l0	0	-0.08179935067892075
161667	rnn.weight_ih_l0	1	0.0061141070909798145
161667	rnn.weight_ih_l0	2	0.038110971450805664
161667	rnn.weight_ih_l0	3	0.02458888106048107
161667	rnn.weight_ih_l0	4	-0.041329868137836456
161667	rnn.weight_ih_l0	5	-0.06498117744922638
161667	rnn.weight_ih_l0	6	0.001672137062996626
161667	rnn.weight_ih_l0	7	0.05586353316903114
161667	rnn.weight_ih_l0	8	-0.01081880647689104
161667	rnn.weight_ih_l0	9	-0.026526451110839844
161667	rnn.weight_hh_l0	0	-0.029566820710897446
161667	rnn.weight_hh_l0	1	-0.008660725317895412
161667	rnn.weight_hh_l0	2	0.0026903003454208374
161667	rnn.weight_hh_l0	3	-0.07047675549983978
161667	rnn.weight_hh_l0	4	0.08523347973823547
161667	rnn.weight_hh_l0	5	-0.020187541842460632
161667	rnn.weight_hh_l0	6	-0.06391590088605881
161667	rnn.weight_hh_l0	7	0.013016818091273308
161667	rnn.weight_hh_l0	8	0.009584497660398483
161667	rnn.weight_hh_l0	9	-0.020270241424441338
161667	rnn.bias_ih_l0	0	0.12991678714752197
161667	rnn.bias_ih_l0	1	-0.029074497520923615
161667	rnn.bias_ih_l0	2	-0.012011067010462284
161667	rnn.bias_ih_l0	3	0.1423880010843277
161667	rnn.bias_ih_l0	4	-0.014288642443716526
161667	rnn.bias_ih_l0	5	-0.01230116467922926
161667	rnn.bias_ih_l0	6	0.012325553223490715
161667	rnn.bias_ih_l0	7	0.03386431932449341
161667	rnn.bias_ih_l0	8	-0.09257064759731293
161667	rnn.bias_ih_l0	9	-0.02784765139222145
161667	rnn.bias_hh_l0	0	-0.004306948743760586
161667	rnn.bias_hh_l0	1	-0.1048661321401596
161667	rnn.bias_hh_l0	2	-0.06720821559429169
161667	rnn.bias_hh_l0	3	-0.09209118038415909
161667	rnn.bias_hh_l0	4	-0.0034509373363107443
161667	rnn.bias_hh_l0	5	-0.03675756976008415
161667	rnn.bias_hh_l0	6	0.02424888126552105
161667	rnn.bias_hh_l0	7	0.04989531263709068
161667	rnn.bias_hh_l0	8	-0.11164338141679764
161667	rnn.bias_hh_l0	9	-0.056899916380643845
161667	rnn.weight_ih_l0_reverse	0	-0.026775125414133072
161667	rnn.weight_ih_l0_reverse	1	-0.05133109167218208
161667	rnn.weight_ih_l0_reverse	2	-0.03487894684076309
161667	rnn.weight_ih_l0_reverse	3	0.005890497472137213
161667	rnn.weight_ih_l0_reverse	4	-0.01772182062268257
161667	rnn.weight_ih_l0_reverse	5	-0.050163980573415756
161667	rnn.weight_ih_l0_reverse	6	0.07772541046142578
161667	rnn.weight_ih_l0_reverse	7	-0.02551277168095112
161667	rnn.weight_ih_l0_reverse	8	-0.018526235595345497
161667	rnn.weight_ih_l0_reverse	9	-0.0076777031645178795
161667	rnn.weight_hh_l0_reverse	0	0.06134374067187309
161667	rnn.weight_hh_l0_reverse	1	0.01718446984887123
161667	rnn.weight_hh_l0_reverse	2	0.030064299702644348
161667	rnn.weight_hh_l0_reverse	3	0.03290742635726929
161667	rnn.weight_hh_l0_reverse	4	0.0066314684227108955
161667	rnn.weight_hh_l0_reverse	5	0.017086628824472427
161667	rnn.weight_hh_l0_reverse	6	0.04971085116267204
161667	rnn.weight_hh_l0_reverse	7	-0.06678061187267303
161667	rnn.weight_hh_l0_reverse	8	0.035904813557863235
161667	rnn.weight_hh_l0_reverse	9	0.03557358309626579
161667	rnn.bias_ih_l0_reverse	0	-0.05963890999555588
161667	rnn.bias_ih_l0_reverse	1	-0.26859888434410095
161667	rnn.bias_ih_l0_reverse	2	-0.12952305376529694
161667	rnn.bias_ih_l0_reverse	3	-0.047680288553237915
161667	rnn.bias_ih_l0_reverse	4	-0.034236010164022446
161667	rnn.bias_ih_l0_reverse	5	0.059088848531246185
161667	rnn.bias_ih_l0_reverse	6	-0.07811790704727173
161667	rnn.bias_ih_l0_reverse	7	0.04547528177499771
161667	rnn.bias_ih_l0_reverse	8	-0.05855545029044151
161667	rnn.bias_ih_l0_reverse	9	0.05767311528325081
161667	rnn.bias_hh_l0_reverse	0	0.02271055430173874
161667	rnn.bias_hh_l0_reverse	1	-0.06559539586305618
161667	rnn.bias_hh_l0_reverse	2	0.08315219730138779
161667	rnn.bias_hh_l0_reverse	3	-0.05043810233473778
161667	rnn.bias_hh_l0_reverse	4	-0.02925584651529789
161667	rnn.bias_hh_l0_reverse	5	-0.02757767029106617
161667	rnn.bias_hh_l0_reverse	6	-0.018072253093123436
161667	rnn.bias_hh_l0_reverse	7	0.1022283062338829
161667	rnn.bias_hh_l0_reverse	8	0.03399724140763283
161667	rnn.bias_hh_l0_reverse	9	-0.14281100034713745
161667	rnn.weight_ih_l1	0	-0.03127607703208923
161667	rnn.weight_ih_l1	1	-0.05066054314374924
161667	rnn.weight_ih_l1	2	0.06383892148733139
161667	rnn.weight_ih_l1	3	-0.06801077723503113
161667	rnn.weight_ih_l1	4	-0.015514601022005081
161667	rnn.weight_ih_l1	5	-0.04437869414687157
161667	rnn.weight_ih_l1	6	0.029678305611014366
161667	rnn.weight_ih_l1	7	-0.03380529582500458
161667	rnn.weight_ih_l1	8	0.03780125081539154
161667	rnn.weight_ih_l1	9	0.04028566926717758
161667	rnn.weight_hh_l1	0	-0.006566991563886404
161667	rnn.weight_hh_l1	1	0.018396317958831787
161667	rnn.weight_hh_l1	2	0.011848775669932365
161667	rnn.weight_hh_l1	3	-0.011747225187718868
161667	rnn.weight_hh_l1	4	0.009229963645339012
161667	rnn.weight_hh_l1	5	0.028522169217467308
161667	rnn.weight_hh_l1	6	0.032334014773368835
161667	rnn.weight_hh_l1	7	-0.018245574086904526
161667	rnn.weight_hh_l1	8	-0.01092158816754818
161667	rnn.weight_hh_l1	9	0.035319507122039795
161667	rnn.bias_ih_l1	0	-0.20179152488708496
161667	rnn.bias_ih_l1	1	-0.18181917071342468
161667	rnn.bias_ih_l1	2	-0.205025315284729
161667	rnn.bias_ih_l1	3	-0.3239268362522125
161667	rnn.bias_ih_l1	4	-0.18792268633842468
161667	rnn.bias_ih_l1	5	-0.09846820682287216
161667	rnn.bias_ih_l1	6	-0.1629219353199005
161667	rnn.bias_ih_l1	7	-0.019903656095266342
161667	rnn.bias_ih_l1	8	-0.14105182886123657
161667	rnn.bias_ih_l1	9	-0.12398814409971237
161667	rnn.bias_hh_l1	0	-0.1126154437661171
161667	rnn.bias_hh_l1	1	-0.0685151219367981
161667	rnn.bias_hh_l1	2	-0.10277441889047623
161667	rnn.bias_hh_l1	3	-0.07734974473714828
161667	rnn.bias_hh_l1	4	-0.10011608898639679
161667	rnn.bias_hh_l1	5	-0.11507408320903778
161667	rnn.bias_hh_l1	6	-0.1591757833957672
161667	rnn.bias_hh_l1	7	0.04526422545313835
161667	rnn.bias_hh_l1	8	-0.17156922817230225
161667	rnn.bias_hh_l1	9	-0.10922364890575409
161667	rnn.weight_ih_l1_reverse	0	-0.042340878397226334
161667	rnn.weight_ih_l1_reverse	1	0.03078659065067768
161667	rnn.weight_ih_l1_reverse	2	0.06869250535964966
161667	rnn.weight_ih_l1_reverse	3	-0.004042509477585554
161667	rnn.weight_ih_l1_reverse	4	-0.03252992406487465
161667	rnn.weight_ih_l1_reverse	5	-0.031487494707107544
161667	rnn.weight_ih_l1_reverse	6	0.003654156345874071
161667	rnn.weight_ih_l1_reverse	7	0.030056634917855263
161667	rnn.weight_ih_l1_reverse	8	0.008808860555291176
161667	rnn.weight_ih_l1_reverse	9	-0.05403026565909386
161667	rnn.weight_hh_l1_reverse	0	0.0055138664320111275
161667	rnn.weight_hh_l1_reverse	1	0.03052479401230812
161667	rnn.weight_hh_l1_reverse	2	-0.040067289024591446
161667	rnn.weight_hh_l1_reverse	3	0.036106955260038376
161667	rnn.weight_hh_l1_reverse	4	0.05035167932510376
161667	rnn.weight_hh_l1_reverse	5	-0.0004177132504992187
161667	rnn.weight_hh_l1_reverse	6	0.05205937474966049
161667	rnn.weight_hh_l1_reverse	7	0.030428044497966766
161667	rnn.weight_hh_l1_reverse	8	-0.007213131058961153
161667	rnn.weight_hh_l1_reverse	9	-0.032615307718515396
161667	rnn.bias_ih_l1_reverse	0	-0.07234729826450348
161667	rnn.bias_ih_l1_reverse	1	-0.15372464060783386
161667	rnn.bias_ih_l1_reverse	2	-0.16612467169761658
161667	rnn.bias_ih_l1_reverse	3	-0.009223874658346176
161667	rnn.bias_ih_l1_reverse	4	-0.21174076199531555
161667	rnn.bias_ih_l1_reverse	5	-0.11204349249601364
161667	rnn.bias_ih_l1_reverse	6	-0.13998714089393616
161667	rnn.bias_ih_l1_reverse	7	-0.1971203088760376
161667	rnn.bias_ih_l1_reverse	8	0.22844719886779785
161667	rnn.bias_ih_l1_reverse	9	0.058362673968076706
161667	rnn.bias_hh_l1_reverse	0	-0.0006537428707815707
161667	rnn.bias_hh_l1_reverse	1	-0.10412665456533432
161667	rnn.bias_hh_l1_reverse	2	-0.23572994768619537
161667	rnn.bias_hh_l1_reverse	3	-0.13551758229732513
161667	rnn.bias_hh_l1_reverse	4	-0.09560738503932953
161667	rnn.bias_hh_l1_reverse	5	-0.12401654571294785
161667	rnn.bias_hh_l1_reverse	6	0.0848902240395546
161667	rnn.bias_hh_l1_reverse	7	-0.17169466614723206
161667	rnn.bias_hh_l1_reverse	8	-0.11855554580688477
161667	rnn.bias_hh_l1_reverse	9	-0.14998197555541992
161667	linear.weight	0	0.002228822559118271
161667	linear.weight	1	0.11206236481666565
161667	linear.weight	2	-0.09412489086389542
161667	linear.weight	3	0.2895667850971222
161667	linear.weight	4	0.15722759068012238
161667	linear.weight	5	-0.05399776250123978
161667	linear.weight	6	0.13328596949577332
161667	linear.weight	7	0.09724466502666473
161667	linear.weight	8	0.04118489474058151
161667	linear.weight	9	-0.04391515254974365
161667	linear.bias	0	0.12603434920310974
161667	linear.bias	1	-0.19846761226654053
161667	linear.bias	2	-0.3727441728115082
161667	linear.bias	3	-0.6755145788192749
161667	linear.bias	4	-1.2329822778701782
161667	linear.bias	5	-0.06278926134109497
161667	linear.bias	6	-0.7644187808036804
161667	linear.bias	7	0.276669442653656
161667	linear.bias	8	-0.465279757976532
161667	linear.bias	9	-1.0443001985549927
161864	transitions	0	0.6626225709915161
161864	transitions	1	0.16359974443912506
161864	transitions	2	-10000.0
161864	transitions	3	-1.824894666671753
161864	transitions	4	-10000.0
161864	transitions	5	0.5725743770599365
161864	transitions	6	-0.0785730704665184
161864	transitions	7	-0.7468072175979614
161864	transitions	8	-1.4085958003997803
161864	transitions	9	-0.001158932107500732
161864	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
161864	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
161864	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
161864	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
161864	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
161864	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
161864	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
161864	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
161864	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
161864	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
161864	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
161864	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
161864	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
161864	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
161864	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
161864	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
161864	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
161864	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
161864	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
161864	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
161864	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
161864	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
161864	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
161864	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
161864	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
161864	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
161864	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
161864	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
161864	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
161864	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
161864	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
161864	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
161864	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
161864	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
161864	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
161864	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
161864	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
161864	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
161864	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
161864	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
161864	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
161864	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
161864	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
161864	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
161864	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
161864	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
161864	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
161864	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
161864	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
161864	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
161864	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
161864	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
161864	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
161864	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
161864	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
161864	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
161864	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
161864	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
161864	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
161864	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
161864	embedding2nn.weight	0	0.033308446407318115
161864	embedding2nn.weight	1	-0.013246150687336922
161864	embedding2nn.weight	2	-0.014268254861235619
161864	embedding2nn.weight	3	-0.019314410164952278
161864	embedding2nn.weight	4	-0.0059150345623493195
161864	embedding2nn.weight	5	-0.0037005888298153877
161864	embedding2nn.weight	6	-0.003973290789872408
161864	embedding2nn.weight	7	-0.08684927970170975
161864	embedding2nn.weight	8	-0.0019979383796453476
161864	embedding2nn.weight	9	-0.02767062559723854
161864	embedding2nn.bias	0	0.06245085969567299
161864	embedding2nn.bias	1	-0.06481242924928665
161864	embedding2nn.bias	2	0.10622581839561462
161864	embedding2nn.bias	3	0.042756885290145874
161864	embedding2nn.bias	4	-0.049894046038389206
161864	embedding2nn.bias	5	-0.00581458630040288
161864	embedding2nn.bias	6	0.020391469821333885
161864	embedding2nn.bias	7	-0.062338944524526596
161864	embedding2nn.bias	8	0.052391037344932556
161864	embedding2nn.bias	9	0.04870171844959259
161864	rnn.weight_ih_l0	0	-0.08202066272497177
161864	rnn.weight_ih_l0	1	0.005269197281450033
161864	rnn.weight_ih_l0	2	0.037699297070503235
161864	rnn.weight_ih_l0	3	0.024771856144070625
161864	rnn.weight_ih_l0	4	-0.04061448201537132
161864	rnn.weight_ih_l0	5	-0.06494662165641785
161864	rnn.weight_ih_l0	6	0.002011603908613324
161864	rnn.weight_ih_l0	7	0.056307874619960785
161864	rnn.weight_ih_l0	8	-0.009627380408346653
161864	rnn.weight_ih_l0	9	-0.025758014991879463
161864	rnn.weight_hh_l0	0	-0.0292349960654974
161864	rnn.weight_hh_l0	1	-0.009394535794854164
161864	rnn.weight_hh_l0	2	0.002773947548121214
161864	rnn.weight_hh_l0	3	-0.0703667476773262
161864	rnn.weight_hh_l0	4	0.085228830575943
161864	rnn.weight_hh_l0	5	-0.02036777324974537
161864	rnn.weight_hh_l0	6	-0.06344667077064514
161864	rnn.weight_hh_l0	7	0.013413448818027973
161864	rnn.weight_hh_l0	8	0.009735948406159878
161864	rnn.weight_hh_l0	9	-0.019953109323978424
161864	rnn.bias_ih_l0	0	0.13146084547042847
161864	rnn.bias_ih_l0	1	-0.03055626153945923
161864	rnn.bias_ih_l0	2	-0.013601087965071201
161864	rnn.bias_ih_l0	3	0.14235159754753113
161864	rnn.bias_ih_l0	4	-0.014777138829231262
161864	rnn.bias_ih_l0	5	-0.014275017194449902
161864	rnn.bias_ih_l0	6	0.011542952619493008
161864	rnn.bias_ih_l0	7	0.030673712491989136
161864	rnn.bias_ih_l0	8	-0.0927814319729805
161864	rnn.bias_ih_l0	9	-0.02560170739889145
161864	rnn.bias_hh_l0	0	-0.004407562781125307
161864	rnn.bias_hh_l0	1	-0.10561128705739975
161864	rnn.bias_hh_l0	2	-0.06685366481542587
161864	rnn.bias_hh_l0	3	-0.09176203608512878
161864	rnn.bias_hh_l0	4	-0.004228508099913597
161864	rnn.bias_hh_l0	5	-0.03570728376507759
161864	rnn.bias_hh_l0	6	0.02497384324669838
161864	rnn.bias_hh_l0	7	0.04977801814675331
161864	rnn.bias_hh_l0	8	-0.1119237095117569
161864	rnn.bias_hh_l0	9	-0.05731106549501419
161864	rnn.weight_ih_l0_reverse	0	-0.026033814996480942
161864	rnn.weight_ih_l0_reverse	1	-0.05197521299123764
161864	rnn.weight_ih_l0_reverse	2	-0.03526844456791878
161864	rnn.weight_ih_l0_reverse	3	0.007406170014292002
161864	rnn.weight_ih_l0_reverse	4	-0.017706377431750298
161864	rnn.weight_ih_l0_reverse	5	-0.049984194338321686
161864	rnn.weight_ih_l0_reverse	6	0.07856045663356781
161864	rnn.weight_ih_l0_reverse	7	-0.02703936956822872
161864	rnn.weight_ih_l0_reverse	8	-0.01842288300395012
161864	rnn.weight_ih_l0_reverse	9	-0.007475067861378193
161864	rnn.weight_hh_l0_reverse	0	0.060597438365221024
161864	rnn.weight_hh_l0_reverse	1	0.01731625571846962
161864	rnn.weight_hh_l0_reverse	2	0.030047418549656868
161864	rnn.weight_hh_l0_reverse	3	0.03300677612423897
161864	rnn.weight_hh_l0_reverse	4	0.006766975857317448
161864	rnn.weight_hh_l0_reverse	5	0.017607487738132477
161864	rnn.weight_hh_l0_reverse	6	0.04966820776462555
161864	rnn.weight_hh_l0_reverse	7	-0.06666958332061768
161864	rnn.weight_hh_l0_reverse	8	0.03545708954334259
161864	rnn.weight_hh_l0_reverse	9	0.03551793843507767
161864	rnn.bias_ih_l0_reverse	0	-0.06048645079135895
161864	rnn.bias_ih_l0_reverse	1	-0.26908397674560547
161864	rnn.bias_ih_l0_reverse	2	-0.12852153182029724
161864	rnn.bias_ih_l0_reverse	3	-0.047319166362285614
161864	rnn.bias_ih_l0_reverse	4	-0.03437042981386185
161864	rnn.bias_ih_l0_reverse	5	0.05718834325671196
161864	rnn.bias_ih_l0_reverse	6	-0.07911310344934464
161864	rnn.bias_ih_l0_reverse	7	0.04609273001551628
161864	rnn.bias_ih_l0_reverse	8	-0.057208068668842316
161864	rnn.bias_ih_l0_reverse	9	0.05848417803645134
161864	rnn.bias_hh_l0_reverse	0	0.023045161738991737
161864	rnn.bias_hh_l0_reverse	1	-0.06588070094585419
161864	rnn.bias_hh_l0_reverse	2	0.08110594004392624
161864	rnn.bias_hh_l0_reverse	3	-0.04859136417508125
161864	rnn.bias_hh_l0_reverse	4	-0.028826182708144188
161864	rnn.bias_hh_l0_reverse	5	-0.026088519021868706
161864	rnn.bias_hh_l0_reverse	6	-0.020686691626906395
161864	rnn.bias_hh_l0_reverse	7	0.10378903150558472
161864	rnn.bias_hh_l0_reverse	8	0.03475189208984375
161864	rnn.bias_hh_l0_reverse	9	-0.14202643930912018
161864	rnn.weight_ih_l1	0	-0.031482305377721786
161864	rnn.weight_ih_l1	1	-0.05059615150094032
161864	rnn.weight_ih_l1	2	0.06359682977199554
161864	rnn.weight_ih_l1	3	-0.06780586391687393
161864	rnn.weight_ih_l1	4	-0.015446771867573261
161864	rnn.weight_ih_l1	5	-0.044230036437511444
161864	rnn.weight_ih_l1	6	0.030145222321152687
161864	rnn.weight_ih_l1	7	-0.03397874906659126
161864	rnn.weight_ih_l1	8	0.03781101107597351
161864	rnn.weight_ih_l1	9	0.04108176752924919
161864	rnn.weight_hh_l1	0	-0.006210524123162031
161864	rnn.weight_hh_l1	1	0.01840503327548504
161864	rnn.weight_hh_l1	2	0.011380971409380436
161864	rnn.weight_hh_l1	3	-0.01187760941684246
161864	rnn.weight_hh_l1	4	0.00933302566409111
161864	rnn.weight_hh_l1	5	0.02846459671854973
161864	rnn.weight_hh_l1	6	0.032398346811532974
161864	rnn.weight_hh_l1	7	-0.01820283569395542
161864	rnn.weight_hh_l1	8	-0.010570459999144077
161864	rnn.weight_hh_l1	9	0.03502650558948517
161864	rnn.bias_ih_l1	0	-0.20052994787693024
161864	rnn.bias_ih_l1	1	-0.18229742348194122
161864	rnn.bias_ih_l1	2	-0.2054395228624344
161864	rnn.bias_ih_l1	3	-0.3243071734905243
161864	rnn.bias_ih_l1	4	-0.18734385073184967
161864	rnn.bias_ih_l1	5	-0.09905140846967697
161864	rnn.bias_ih_l1	6	-0.1654912382364273
161864	rnn.bias_ih_l1	7	-0.021567685529589653
161864	rnn.bias_ih_l1	8	-0.13972137868404388
161864	rnn.bias_ih_l1	9	-0.12464791536331177
161864	rnn.bias_hh_l1	0	-0.11081159859895706
161864	rnn.bias_hh_l1	1	-0.0684048980474472
161864	rnn.bias_hh_l1	2	-0.10472722351551056
161864	rnn.bias_hh_l1	3	-0.0775839164853096
161864	rnn.bias_hh_l1	4	-0.10018320381641388
161864	rnn.bias_hh_l1	5	-0.11524033546447754
161864	rnn.bias_hh_l1	6	-0.1597447395324707
161864	rnn.bias_hh_l1	7	0.04986961930990219
161864	rnn.bias_hh_l1	8	-0.17143899202346802
161864	rnn.bias_hh_l1	9	-0.1088620200753212
161864	rnn.weight_ih_l1_reverse	0	-0.0415673665702343
161864	rnn.weight_ih_l1_reverse	1	0.03205560892820358
161864	rnn.weight_ih_l1_reverse	2	0.06665988266468048
161864	rnn.weight_ih_l1_reverse	3	-0.0035677889827638865
161864	rnn.weight_ih_l1_reverse	4	-0.03318501263856888
161864	rnn.weight_ih_l1_reverse	5	-0.031293436884880066
161864	rnn.weight_ih_l1_reverse	6	0.005171932280063629
161864	rnn.weight_ih_l1_reverse	7	0.030111288651823997
161864	rnn.weight_ih_l1_reverse	8	0.009644728153944016
161864	rnn.weight_ih_l1_reverse	9	-0.05396917834877968
161864	rnn.weight_hh_l1_reverse	0	0.005422042682766914
161864	rnn.weight_hh_l1_reverse	1	0.030488820746541023
161864	rnn.weight_hh_l1_reverse	2	-0.04011250659823418
161864	rnn.weight_hh_l1_reverse	3	0.036127761006355286
161864	rnn.weight_hh_l1_reverse	4	0.049869734793901443
161864	rnn.weight_hh_l1_reverse	5	-0.000502406561281532
161864	rnn.weight_hh_l1_reverse	6	0.05157304182648659
161864	rnn.weight_hh_l1_reverse	7	0.030344275757670403
161864	rnn.weight_hh_l1_reverse	8	-0.007246396038681269
161864	rnn.weight_hh_l1_reverse	9	-0.03271349519491196
161864	rnn.bias_ih_l1_reverse	0	-0.07149580121040344
161864	rnn.bias_ih_l1_reverse	1	-0.15360043942928314
161864	rnn.bias_ih_l1_reverse	2	-0.16485698521137238
161864	rnn.bias_ih_l1_reverse	3	-0.012377828359603882
161864	rnn.bias_ih_l1_reverse	4	-0.2125881165266037
161864	rnn.bias_ih_l1_reverse	5	-0.11245197802782059
161864	rnn.bias_ih_l1_reverse	6	-0.1395559012889862
161864	rnn.bias_ih_l1_reverse	7	-0.1975686252117157
161864	rnn.bias_ih_l1_reverse	8	0.22383861243724823
161864	rnn.bias_ih_l1_reverse	9	0.05454359948635101
161864	rnn.bias_hh_l1_reverse	0	0.002041416009888053
161864	rnn.bias_hh_l1_reverse	1	-0.1047394871711731
161864	rnn.bias_hh_l1_reverse	2	-0.2349364310503006
161864	rnn.bias_hh_l1_reverse	3	-0.13639241456985474
161864	rnn.bias_hh_l1_reverse	4	-0.09543333947658539
161864	rnn.bias_hh_l1_reverse	5	-0.12453345209360123
161864	rnn.bias_hh_l1_reverse	6	0.08769523352384567
161864	rnn.bias_hh_l1_reverse	7	-0.1707763373851776
161864	rnn.bias_hh_l1_reverse	8	-0.1192866638302803
161864	rnn.bias_hh_l1_reverse	9	-0.15033215284347534
161864	linear.weight	0	0.002228822559118271
161864	linear.weight	1	0.11208271235227585
161864	linear.weight	2	-0.0910579264163971
161864	linear.weight	3	0.28957417607307434
161864	linear.weight	4	0.15836234390735626
161864	linear.weight	5	-0.051961906254291534
161864	linear.weight	6	0.12454096227884293
161864	linear.weight	7	0.086551234126091
161864	linear.weight	8	0.04118407890200615
161864	linear.weight	9	-0.041328247636556625
161864	linear.bias	0	0.12264712154865265
161864	linear.bias	1	-0.2054990977048874
161864	linear.bias	2	-0.37455910444259644
161864	linear.bias	3	-0.6610340476036072
161864	linear.bias	4	-1.2195707559585571
161864	linear.bias	5	-0.05055966600775719
161864	linear.bias	6	-0.7711535692214966
161864	linear.bias	7	0.28957781195640564
161864	linear.bias	8	-0.4721909165382385
161864	linear.bias	9	-1.0505623817443848
161868	transitions	0	0.6626176834106445
161868	transitions	1	0.16358298063278198
161868	transitions	2	-10000.0
161868	transitions	3	-1.824894666671753
161868	transitions	4	-10000.0
161868	transitions	5	0.5725743770599365
161868	transitions	6	-0.07857357710599899
161868	transitions	7	-0.7468116879463196
161868	transitions	8	-1.4085971117019653
161868	transitions	9	-0.0011589470086619258
161868	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
161868	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
161868	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
161868	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
161868	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
161868	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
161868	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
161868	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
161868	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
161868	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
161868	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
161868	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
161868	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
161868	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
161868	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
161868	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
161868	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
161868	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
161868	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
161868	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
161868	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
161868	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
161868	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
161868	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
161868	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
161868	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
161868	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
161868	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
161868	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
161868	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
161868	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
161868	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
161868	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
161868	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
161868	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
161868	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
161868	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
161868	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
161868	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
161868	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
161868	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
161868	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
161868	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
161868	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
161868	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
161868	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
161868	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
161868	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
161868	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
161868	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
161868	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
161868	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
161868	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
161868	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
161868	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
161868	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
161868	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
161868	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
161868	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
161868	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
161868	embedding2nn.weight	0	0.033349789679050446
161868	embedding2nn.weight	1	-0.013256293721497059
161868	embedding2nn.weight	2	-0.014268254861235619
161868	embedding2nn.weight	3	-0.019224951043725014
161868	embedding2nn.weight	4	-0.0059150345623493195
161868	embedding2nn.weight	5	-0.0037005888298153877
161868	embedding2nn.weight	6	-0.003973290789872408
161868	embedding2nn.weight	7	-0.08685719966888428
161868	embedding2nn.weight	8	-0.0019979383796453476
161868	embedding2nn.weight	9	-0.027731606736779213
161868	embedding2nn.bias	0	0.06345290690660477
161868	embedding2nn.bias	1	-0.0651731789112091
161868	embedding2nn.bias	2	0.10616780072450638
161868	embedding2nn.bias	3	0.042883411049842834
161868	embedding2nn.bias	4	-0.04932105913758278
161868	embedding2nn.bias	5	-0.0064666541293263435
161868	embedding2nn.bias	6	0.02102019265294075
161868	embedding2nn.bias	7	-0.06225777044892311
161868	embedding2nn.bias	8	0.05281899869441986
161868	embedding2nn.bias	9	0.04856037348508835
161868	rnn.weight_ih_l0	0	-0.08213894069194794
161868	rnn.weight_ih_l0	1	0.005281320307403803
161868	rnn.weight_ih_l0	2	0.03755151852965355
161868	rnn.weight_ih_l0	3	0.02473985031247139
161868	rnn.weight_ih_l0	4	-0.04062294960021973
161868	rnn.weight_ih_l0	5	-0.06492426991462708
161868	rnn.weight_ih_l0	6	0.0019550519064068794
161868	rnn.weight_ih_l0	7	0.05628499016165733
161868	rnn.weight_ih_l0	8	-0.009583049453794956
161868	rnn.weight_ih_l0	9	-0.02573394402861595
161868	rnn.weight_hh_l0	0	-0.029196064919233322
161868	rnn.weight_hh_l0	1	-0.009331725537776947
161868	rnn.weight_hh_l0	2	0.002739085117354989
161868	rnn.weight_hh_l0	3	-0.07047072798013687
161868	rnn.weight_hh_l0	4	0.08523309975862503
161868	rnn.weight_hh_l0	5	-0.020473789423704147
161868	rnn.weight_hh_l0	6	-0.0636349692940712
161868	rnn.weight_hh_l0	7	0.01345052570104599
161868	rnn.weight_hh_l0	8	0.009720906615257263
161868	rnn.weight_hh_l0	9	-0.019936727359890938
161868	rnn.bias_ih_l0	0	0.1315189152956009
161868	rnn.bias_ih_l0	1	-0.030469544231891632
161868	rnn.bias_ih_l0	2	-0.013659865595400333
161868	rnn.bias_ih_l0	3	0.14239223301410675
161868	rnn.bias_ih_l0	4	-0.01500204112380743
161868	rnn.bias_ih_l0	5	-0.014357445761561394
161868	rnn.bias_ih_l0	6	0.011576567776501179
161868	rnn.bias_ih_l0	7	0.030724896118044853
161868	rnn.bias_ih_l0	8	-0.09287384152412415
161868	rnn.bias_ih_l0	9	-0.025364555418491364
161868	rnn.bias_hh_l0	0	-0.004356349352747202
161868	rnn.bias_hh_l0	1	-0.10561839491128922
161868	rnn.bias_hh_l0	2	-0.06676366925239563
161868	rnn.bias_hh_l0	3	-0.09181255847215652
161868	rnn.bias_hh_l0	4	-0.004223794676363468
161868	rnn.bias_hh_l0	5	-0.03584183007478714
161868	rnn.bias_hh_l0	6	0.024793952703475952
161868	rnn.bias_hh_l0	7	0.05050472915172577
161868	rnn.bias_hh_l0	8	-0.1116715669631958
161868	rnn.bias_hh_l0	9	-0.05750628933310509
161868	rnn.weight_ih_l0_reverse	0	-0.026026561856269836
161868	rnn.weight_ih_l0_reverse	1	-0.0520172044634819
161868	rnn.weight_ih_l0_reverse	2	-0.03525882959365845
161868	rnn.weight_ih_l0_reverse	3	0.007378630340099335
161868	rnn.weight_ih_l0_reverse	4	-0.01769975945353508
161868	rnn.weight_ih_l0_reverse	5	-0.04989834874868393
161868	rnn.weight_ih_l0_reverse	6	0.07854625582695007
161868	rnn.weight_ih_l0_reverse	7	-0.027056753635406494
161868	rnn.weight_ih_l0_reverse	8	-0.018550196662545204
161868	rnn.weight_ih_l0_reverse	9	-0.007419483736157417
161868	rnn.weight_hh_l0_reverse	0	0.06059674173593521
161868	rnn.weight_hh_l0_reverse	1	0.01726122945547104
161868	rnn.weight_hh_l0_reverse	2	0.030052322894334793
161868	rnn.weight_hh_l0_reverse	3	0.03299233689904213
161868	rnn.weight_hh_l0_reverse	4	0.006750377826392651
161868	rnn.weight_hh_l0_reverse	5	0.017895055934786797
161868	rnn.weight_hh_l0_reverse	6	0.04960912466049194
161868	rnn.weight_hh_l0_reverse	7	-0.06667746603488922
161868	rnn.weight_hh_l0_reverse	8	0.0354715920984745
161868	rnn.weight_hh_l0_reverse	9	0.03551138937473297
161868	rnn.bias_ih_l0_reverse	0	-0.06058032065629959
161868	rnn.bias_ih_l0_reverse	1	-0.2709711194038391
161868	rnn.bias_ih_l0_reverse	2	-0.12856486439704895
161868	rnn.bias_ih_l0_reverse	3	-0.047171469777822495
161868	rnn.bias_ih_l0_reverse	4	-0.03451481834053993
161868	rnn.bias_ih_l0_reverse	5	0.05719525367021561
161868	rnn.bias_ih_l0_reverse	6	-0.07883628457784653
161868	rnn.bias_ih_l0_reverse	7	0.04640141502022743
161868	rnn.bias_ih_l0_reverse	8	-0.05723867937922478
161868	rnn.bias_ih_l0_reverse	9	0.05816851556301117
161868	rnn.bias_hh_l0_reverse	0	0.023167354986071587
161868	rnn.bias_hh_l0_reverse	1	-0.06598327308893204
161868	rnn.bias_hh_l0_reverse	2	0.08105900138616562
161868	rnn.bias_hh_l0_reverse	3	-0.04866642877459526
161868	rnn.bias_hh_l0_reverse	4	-0.028796041384339333
161868	rnn.bias_hh_l0_reverse	5	-0.02605864219367504
161868	rnn.bias_hh_l0_reverse	6	-0.02090880088508129
161868	rnn.bias_hh_l0_reverse	7	0.10368946939706802
161868	rnn.bias_hh_l0_reverse	8	0.034746214747428894
161868	rnn.bias_hh_l0_reverse	9	-0.14202958345413208
161868	rnn.weight_ih_l1	0	-0.03146035596728325
161868	rnn.weight_ih_l1	1	-0.05071643739938736
161868	rnn.weight_ih_l1	2	0.06354375183582306
161868	rnn.weight_ih_l1	3	-0.0677662193775177
161868	rnn.weight_ih_l1	4	-0.015420875512063503
161868	rnn.weight_ih_l1	5	-0.04419047757983208
161868	rnn.weight_ih_l1	6	0.03017563186585903
161868	rnn.weight_ih_l1	7	-0.03398044779896736
161868	rnn.weight_ih_l1	8	0.037817951291799545
161868	rnn.weight_ih_l1	9	0.041037194430828094
161868	rnn.weight_hh_l1	0	-0.006205232348293066
161868	rnn.weight_hh_l1	1	0.01840348169207573
161868	rnn.weight_hh_l1	2	0.01125885359942913
161868	rnn.weight_hh_l1	3	-0.011879469268023968
161868	rnn.weight_hh_l1	4	0.009353081695735455
161868	rnn.weight_hh_l1	5	0.02850433997809887
161868	rnn.weight_hh_l1	6	0.03246459737420082
161868	rnn.weight_hh_l1	7	-0.01821758598089218
161868	rnn.weight_hh_l1	8	-0.010575201362371445
161868	rnn.weight_hh_l1	9	0.03510032221674919
161868	rnn.bias_ih_l1	0	-0.20115748047828674
161868	rnn.bias_ih_l1	1	-0.1822022944688797
161868	rnn.bias_ih_l1	2	-0.2055143564939499
161868	rnn.bias_ih_l1	3	-0.32469433546066284
161868	rnn.bias_ih_l1	4	-0.18767964839935303
161868	rnn.bias_ih_l1	5	-0.09887495636940002
161868	rnn.bias_ih_l1	6	-0.16524143517017365
161868	rnn.bias_ih_l1	7	-0.021626440808176994
161868	rnn.bias_ih_l1	8	-0.13982872664928436
161868	rnn.bias_ih_l1	9	-0.12509137392044067
161868	rnn.bias_hh_l1	0	-0.1111997663974762
161868	rnn.bias_hh_l1	1	-0.06849537044763565
161868	rnn.bias_hh_l1	2	-0.10495755076408386
161868	rnn.bias_hh_l1	3	-0.07754481583833694
161868	rnn.bias_hh_l1	4	-0.10023140162229538
161868	rnn.bias_hh_l1	5	-0.11527615785598755
161868	rnn.bias_hh_l1	6	-0.15955328941345215
161868	rnn.bias_hh_l1	7	0.04979246109724045
161868	rnn.bias_hh_l1	8	-0.17188824713230133
161868	rnn.bias_hh_l1	9	-0.10901053994894028
161868	rnn.weight_ih_l1_reverse	0	-0.04156753793358803
161868	rnn.weight_ih_l1_reverse	1	0.03202293440699577
161868	rnn.weight_ih_l1_reverse	2	0.0668511837720871
161868	rnn.weight_ih_l1_reverse	3	-0.0035117492079734802
161868	rnn.weight_ih_l1_reverse	4	-0.03298969194293022
161868	rnn.weight_ih_l1_reverse	5	-0.03129414841532707
161868	rnn.weight_ih_l1_reverse	6	0.005064094439148903
161868	rnn.weight_ih_l1_reverse	7	0.030098510906100273
161868	rnn.weight_ih_l1_reverse	8	0.009689297527074814
161868	rnn.weight_ih_l1_reverse	9	-0.05422272905707359
161868	rnn.weight_hh_l1_reverse	0	0.005421750247478485
161868	rnn.weight_hh_l1_reverse	1	0.030487708747386932
161868	rnn.weight_hh_l1_reverse	2	-0.040112923830747604
161868	rnn.weight_hh_l1_reverse	3	0.03613696247339249
161868	rnn.weight_hh_l1_reverse	4	0.049834880977869034
161868	rnn.weight_hh_l1_reverse	5	-0.0004882031353190541
161868	rnn.weight_hh_l1_reverse	6	0.0516151562333107
161868	rnn.weight_hh_l1_reverse	7	0.030320391058921814
161868	rnn.weight_hh_l1_reverse	8	-0.007236580830067396
161868	rnn.weight_hh_l1_reverse	9	-0.03269625082612038
161868	rnn.bias_ih_l1_reverse	0	-0.07150007784366608
161868	rnn.bias_ih_l1_reverse	1	-0.1535748839378357
161868	rnn.bias_ih_l1_reverse	2	-0.1647922545671463
161868	rnn.bias_ih_l1_reverse	3	-0.012847363948822021
161868	rnn.bias_ih_l1_reverse	4	-0.21261999011039734
161868	rnn.bias_ih_l1_reverse	5	-0.11247055977582932
161868	rnn.bias_ih_l1_reverse	6	-0.1395358145236969
161868	rnn.bias_ih_l1_reverse	7	-0.19773632287979126
161868	rnn.bias_ih_l1_reverse	8	0.22332803905010223
161868	rnn.bias_ih_l1_reverse	9	0.05513748154044151
161868	rnn.bias_hh_l1_reverse	0	0.002510666148737073
161868	rnn.bias_hh_l1_reverse	1	-0.10534601658582687
161868	rnn.bias_hh_l1_reverse	2	-0.23483800888061523
161868	rnn.bias_hh_l1_reverse	3	-0.13653524219989777
161868	rnn.bias_hh_l1_reverse	4	-0.09553658962249756
161868	rnn.bias_hh_l1_reverse	5	-0.12450024485588074
161868	rnn.bias_hh_l1_reverse	6	0.08808813989162445
161868	rnn.bias_hh_l1_reverse	7	-0.17079924046993256
161868	rnn.bias_hh_l1_reverse	8	-0.11918626725673676
161868	rnn.bias_hh_l1_reverse	9	-0.15035885572433472
161868	linear.weight	0	0.002228822559118271
161868	linear.weight	1	0.11206217110157013
161868	linear.weight	2	-0.09151951968669891
161868	linear.weight	3	0.2891955077648163
161868	linear.weight	4	0.15818572044372559
161868	linear.weight	5	-0.05195722356438637
161868	linear.weight	6	0.12509778141975403
161868	linear.weight	7	0.08645627647638321
161868	linear.weight	8	0.041184067726135254
161868	linear.weight	9	-0.04140864685177803
161868	linear.bias	0	0.12347462028265
161868	linear.bias	1	-0.2064356654882431
161868	linear.bias	2	-0.3796195983886719
161868	linear.bias	3	-0.6617695689201355
161868	linear.bias	4	-1.220300316810608
161868	linear.bias	5	-0.05270666256546974
161868	linear.bias	6	-0.7720973491668701
161868	linear.bias	7	0.2874021828174591
161868	linear.bias	8	-0.4739302098751068
161868	linear.bias	9	-1.0515631437301636
162065	transitions	0	0.6575396656990051
162065	transitions	1	0.16490796208381653
162065	transitions	2	-10000.0
162065	transitions	3	-1.8249045610427856
162065	transitions	4	-10000.0
162065	transitions	5	0.5725423693656921
162065	transitions	6	-0.07859648019075394
162065	transitions	7	-0.7471074461936951
162065	transitions	8	-1.408747911453247
162065	transitions	9	-0.0011591698275879025
162065	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
162065	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
162065	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
162065	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
162065	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
162065	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
162065	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
162065	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
162065	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
162065	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
162065	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
162065	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
162065	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
162065	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
162065	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
162065	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
162065	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
162065	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
162065	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
162065	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
162065	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
162065	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
162065	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
162065	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
162065	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
162065	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
162065	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
162065	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
162065	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
162065	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
162065	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
162065	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
162065	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
162065	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
162065	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
162065	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
162065	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
162065	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
162065	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
162065	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
162065	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
162065	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
162065	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
162065	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
162065	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
162065	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
162065	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
162065	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
162065	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
162065	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
162065	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
162065	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
162065	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
162065	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
162065	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
162065	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
162065	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
162065	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
162065	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
162065	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
162065	embedding2nn.weight	0	0.03267616033554077
162065	embedding2nn.weight	1	-0.013235822319984436
162065	embedding2nn.weight	2	-0.014268254861235619
162065	embedding2nn.weight	3	-0.01935053989291191
162065	embedding2nn.weight	4	-0.0059150345623493195
162065	embedding2nn.weight	5	-0.003700588596984744
162065	embedding2nn.weight	6	-0.003973289858549833
162065	embedding2nn.weight	7	-0.08654261380434036
162065	embedding2nn.weight	8	-0.0019979383796453476
162065	embedding2nn.weight	9	-0.02751229889690876
162065	embedding2nn.bias	0	0.060897961258888245
162065	embedding2nn.bias	1	-0.06811242550611496
162065	embedding2nn.bias	2	0.1069556400179863
162065	embedding2nn.bias	3	0.039477743208408356
162065	embedding2nn.bias	4	-0.05062158405780792
162065	embedding2nn.bias	5	-0.007630460429936647
162065	embedding2nn.bias	6	0.020239491015672684
162065	embedding2nn.bias	7	-0.0568988062441349
162065	embedding2nn.bias	8	0.05534961819648743
162065	embedding2nn.bias	9	0.04719928279519081
162065	rnn.weight_ih_l0	0	-0.08200571686029434
162065	rnn.weight_ih_l0	1	0.005326236132532358
162065	rnn.weight_ih_l0	2	0.03769572079181671
162065	rnn.weight_ih_l0	3	0.02404349111020565
162065	rnn.weight_ih_l0	4	-0.040817491710186005
162065	rnn.weight_ih_l0	5	-0.06540849059820175
162065	rnn.weight_ih_l0	6	0.0020667854696512222
162065	rnn.weight_ih_l0	7	0.056090302765369415
162065	rnn.weight_ih_l0	8	-0.00945041049271822
162065	rnn.weight_ih_l0	9	-0.026220913976430893
162065	rnn.weight_hh_l0	0	-0.030002115294337273
162065	rnn.weight_hh_l0	1	-0.00994272343814373
162065	rnn.weight_hh_l0	2	0.0035713512916117907
162065	rnn.weight_hh_l0	3	-0.07081359624862671
162065	rnn.weight_hh_l0	4	0.08557631075382233
162065	rnn.weight_hh_l0	5	-0.020958425477147102
162065	rnn.weight_hh_l0	6	-0.0636306032538414
162065	rnn.weight_hh_l0	7	0.013857941143214703
162065	rnn.weight_hh_l0	8	0.01015896163880825
162065	rnn.weight_hh_l0	9	-0.020241616293787956
162065	rnn.bias_ih_l0	0	0.1311076283454895
162065	rnn.bias_ih_l0	1	-0.03175247833132744
162065	rnn.bias_ih_l0	2	-0.0126239825040102
162065	rnn.bias_ih_l0	3	0.14202041923999786
162065	rnn.bias_ih_l0	4	-0.014475854113698006
162065	rnn.bias_ih_l0	5	-0.017507130280137062
162065	rnn.bias_ih_l0	6	0.012863701209425926
162065	rnn.bias_ih_l0	7	0.031181834638118744
162065	rnn.bias_ih_l0	8	-0.09241728484630585
162065	rnn.bias_ih_l0	9	-0.026722894981503487
162065	rnn.bias_hh_l0	0	-0.005109117366373539
162065	rnn.bias_hh_l0	1	-0.10689840465784073
162065	rnn.bias_hh_l0	2	-0.06695985049009323
162065	rnn.bias_hh_l0	3	-0.09234872460365295
162065	rnn.bias_hh_l0	4	-0.004018818028271198
162065	rnn.bias_hh_l0	5	-0.035443808883428574
162065	rnn.bias_hh_l0	6	0.024744829162955284
162065	rnn.bias_hh_l0	7	0.05075263977050781
162065	rnn.bias_hh_l0	8	-0.11112859100103378
162065	rnn.bias_hh_l0	9	-0.0560886412858963
162065	rnn.weight_ih_l0_reverse	0	-0.026223884895443916
162065	rnn.weight_ih_l0_reverse	1	-0.052619315683841705
162065	rnn.weight_ih_l0_reverse	2	-0.034992240369319916
162065	rnn.weight_ih_l0_reverse	3	0.007368175778537989
162065	rnn.weight_ih_l0_reverse	4	-0.01780000329017639
162065	rnn.weight_ih_l0_reverse	5	-0.04942271113395691
162065	rnn.weight_ih_l0_reverse	6	0.07826133072376251
162065	rnn.weight_ih_l0_reverse	7	-0.028022445738315582
162065	rnn.weight_ih_l0_reverse	8	-0.01907128095626831
162065	rnn.weight_ih_l0_reverse	9	-0.006853747181594372
162065	rnn.weight_hh_l0_reverse	0	0.060627300292253494
162065	rnn.weight_hh_l0_reverse	1	0.017108747735619545
162065	rnn.weight_hh_l0_reverse	2	0.030305685475468636
162065	rnn.weight_hh_l0_reverse	3	0.032735470682382584
162065	rnn.weight_hh_l0_reverse	4	0.006631456781178713
162065	rnn.weight_hh_l0_reverse	5	0.018449289724230766
162065	rnn.weight_hh_l0_reverse	6	0.04967711865901947
162065	rnn.weight_hh_l0_reverse	7	-0.0667191818356514
162065	rnn.weight_hh_l0_reverse	8	0.03559187799692154
162065	rnn.weight_hh_l0_reverse	9	0.0355236791074276
162065	rnn.bias_ih_l0_reverse	0	-0.06092403456568718
162065	rnn.bias_ih_l0_reverse	1	-0.2715896666049957
162065	rnn.bias_ih_l0_reverse	2	-0.1297222375869751
162065	rnn.bias_ih_l0_reverse	3	-0.04651752859354019
162065	rnn.bias_ih_l0_reverse	4	-0.03341662511229515
162065	rnn.bias_ih_l0_reverse	5	0.05768423527479172
162065	rnn.bias_ih_l0_reverse	6	-0.07578974962234497
162065	rnn.bias_ih_l0_reverse	7	0.045359376817941666
162065	rnn.bias_ih_l0_reverse	8	-0.05778150260448456
162065	rnn.bias_ih_l0_reverse	9	0.05904979631304741
162065	rnn.bias_hh_l0_reverse	0	0.023174280300736427
162065	rnn.bias_hh_l0_reverse	1	-0.06525338441133499
162065	rnn.bias_hh_l0_reverse	2	0.08134902268648148
162065	rnn.bias_hh_l0_reverse	3	-0.04951845854520798
162065	rnn.bias_hh_l0_reverse	4	-0.02841668203473091
162065	rnn.bias_hh_l0_reverse	5	-0.027130207046866417
162065	rnn.bias_hh_l0_reverse	6	-0.02140915021300316
162065	rnn.bias_hh_l0_reverse	7	0.10430578887462616
162065	rnn.bias_hh_l0_reverse	8	0.034314632415771484
162065	rnn.bias_hh_l0_reverse	9	-0.14003895223140717
162065	rnn.weight_ih_l1	0	-0.03125292435288429
162065	rnn.weight_ih_l1	1	-0.05079197883605957
162065	rnn.weight_ih_l1	2	0.06446202844381332
162065	rnn.weight_ih_l1	3	-0.06781432032585144
162065	rnn.weight_ih_l1	4	-0.015621834434568882
162065	rnn.weight_ih_l1	5	-0.044172678142786026
162065	rnn.weight_ih_l1	6	0.030071984976530075
162065	rnn.weight_ih_l1	7	-0.034478746354579926
162065	rnn.weight_ih_l1	8	0.037903908640146255
162065	rnn.weight_ih_l1	9	0.04080736264586449
162065	rnn.weight_hh_l1	0	-0.006093477830290794
162065	rnn.weight_hh_l1	1	0.018391354009509087
162065	rnn.weight_hh_l1	2	0.010692543350160122
162065	rnn.weight_hh_l1	3	-0.011752828024327755
162065	rnn.weight_hh_l1	4	0.009542608633637428
162065	rnn.weight_hh_l1	5	0.028586553409695625
162065	rnn.weight_hh_l1	6	0.03246352821588516
162065	rnn.weight_hh_l1	7	-0.018423112109303474
162065	rnn.weight_hh_l1	8	-0.010588075965642929
162065	rnn.weight_hh_l1	9	0.03525494039058685
162065	rnn.bias_ih_l1	0	-0.20384155213832855
162065	rnn.bias_ih_l1	1	-0.1840585172176361
162065	rnn.bias_ih_l1	2	-0.20594413578510284
162065	rnn.bias_ih_l1	3	-0.3260822594165802
162065	rnn.bias_ih_l1	4	-0.18819448351860046
162065	rnn.bias_ih_l1	5	-0.09896047413349152
162065	rnn.bias_ih_l1	6	-0.16548185050487518
162065	rnn.bias_ih_l1	7	-0.02026868797838688
162065	rnn.bias_ih_l1	8	-0.1391797959804535
162065	rnn.bias_ih_l1	9	-0.12591135501861572
162065	rnn.bias_hh_l1	0	-0.1110142171382904
162065	rnn.bias_hh_l1	1	-0.06876304745674133
162065	rnn.bias_hh_l1	2	-0.10249806940555573
162065	rnn.bias_hh_l1	3	-0.0768677219748497
162065	rnn.bias_hh_l1	4	-0.10013352334499359
162065	rnn.bias_hh_l1	5	-0.11484133452177048
162065	rnn.bias_hh_l1	6	-0.1626259684562683
162065	rnn.bias_hh_l1	7	0.051506057381629944
162065	rnn.bias_hh_l1	8	-0.17205050587654114
162065	rnn.bias_hh_l1	9	-0.10908877104520798
162065	rnn.weight_ih_l1_reverse	0	-0.041582539677619934
162065	rnn.weight_ih_l1_reverse	1	0.030445631593465805
162065	rnn.weight_ih_l1_reverse	2	0.0668407753109932
162065	rnn.weight_ih_l1_reverse	3	-0.0038332119584083557
162065	rnn.weight_ih_l1_reverse	4	-0.0350831113755703
162065	rnn.weight_ih_l1_reverse	5	-0.03101705200970173
162065	rnn.weight_ih_l1_reverse	6	0.003659542417153716
162065	rnn.weight_ih_l1_reverse	7	0.0304269902408123
162065	rnn.weight_ih_l1_reverse	8	0.00964969489723444
162065	rnn.weight_ih_l1_reverse	9	-0.05443219467997551
162065	rnn.weight_hh_l1_reverse	0	0.005483728367835283
162065	rnn.weight_hh_l1_reverse	1	0.03059820458292961
162065	rnn.weight_hh_l1_reverse	2	-0.040090594440698624
162065	rnn.weight_hh_l1_reverse	3	0.036132052540779114
162065	rnn.weight_hh_l1_reverse	4	0.049573276191949844
162065	rnn.weight_hh_l1_reverse	5	-0.00013635573850478977
162065	rnn.weight_hh_l1_reverse	6	0.05220155045390129
162065	rnn.weight_hh_l1_reverse	7	0.030279163271188736
162065	rnn.weight_hh_l1_reverse	8	-0.0071546765975654125
162065	rnn.weight_hh_l1_reverse	9	-0.03260502964258194
162065	rnn.bias_ih_l1_reverse	0	-0.06952431797981262
162065	rnn.bias_ih_l1_reverse	1	-0.1535513997077942
162065	rnn.bias_ih_l1_reverse	2	-0.16318905353546143
162065	rnn.bias_ih_l1_reverse	3	-0.013165628537535667
162065	rnn.bias_ih_l1_reverse	4	-0.21276868879795074
162065	rnn.bias_ih_l1_reverse	5	-0.11293846368789673
162065	rnn.bias_ih_l1_reverse	6	-0.13956956565380096
162065	rnn.bias_ih_l1_reverse	7	-0.19832320511341095
162065	rnn.bias_ih_l1_reverse	8	0.22777725756168365
162065	rnn.bias_ih_l1_reverse	9	0.05547327548265457
162065	rnn.bias_hh_l1_reverse	0	0.0036978619173169136
162065	rnn.bias_hh_l1_reverse	1	-0.1042463481426239
162065	rnn.bias_hh_l1_reverse	2	-0.23439230024814606
162065	rnn.bias_hh_l1_reverse	3	-0.13661204278469086
162065	rnn.bias_hh_l1_reverse	4	-0.09572018682956696
162065	rnn.bias_hh_l1_reverse	5	-0.12416907399892807
162065	rnn.bias_hh_l1_reverse	6	0.08759407699108124
162065	rnn.bias_hh_l1_reverse	7	-0.17133201658725739
162065	rnn.bias_hh_l1_reverse	8	-0.11806218326091766
162065	rnn.bias_hh_l1_reverse	9	-0.15044939517974854
162065	linear.weight	0	0.002228822559118271
162065	linear.weight	1	0.11042255163192749
162065	linear.weight	2	-0.08885291963815689
162065	linear.weight	3	0.29071366786956787
162065	linear.weight	4	0.15899278223514557
162065	linear.weight	5	-0.05403957888484001
162065	linear.weight	6	0.11706765741109848
162065	linear.weight	7	0.09657836705446243
162065	linear.weight	8	0.04118368402123451
162065	linear.weight	9	-0.04120476543903351
162065	linear.bias	0	0.13720491528511047
162065	linear.bias	1	-0.21115735173225403
162065	linear.bias	2	-0.38910678029060364
162065	linear.bias	3	-0.6540001630783081
162065	linear.bias	4	-1.213102102279663
162065	linear.bias	5	-0.062336403876543045
162065	linear.bias	6	-0.7771495580673218
162065	linear.bias	7	0.2771582305431366
162065	linear.bias	8	-0.4631158411502838
162065	linear.bias	9	-1.0416008234024048
162262	transitions	0	0.6615270972251892
162262	transitions	1	0.164955273270607
162262	transitions	2	-10000.0
162262	transitions	3	-1.8249104022979736
162262	transitions	4	-10000.0
162262	transitions	5	0.5725113153457642
162262	transitions	6	-0.07862704247236252
162262	transitions	7	-0.7472376227378845
162262	transitions	8	-1.4088215827941895
162262	transitions	9	-0.0011594659881666303
162262	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
162262	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
162262	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
162262	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
162262	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
162262	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
162262	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
162262	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
162262	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
162262	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
162262	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
162262	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
162262	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
162262	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
162262	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
162262	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
162262	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
162262	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
162262	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
162262	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
162262	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
162262	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
162262	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
162262	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
162262	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
162262	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
162262	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
162262	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
162262	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
162262	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
162262	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
162262	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
162262	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
162262	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
162262	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
162262	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
162262	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
162262	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
162262	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
162262	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
162262	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
162262	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
162262	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
162262	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
162262	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
162262	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
162262	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
162262	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
162262	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
162262	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
162262	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
162262	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
162262	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
162262	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
162262	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
162262	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
162262	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
162262	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
162262	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
162262	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
162262	embedding2nn.weight	0	0.03220104053616524
162262	embedding2nn.weight	1	-0.013174420222640038
162262	embedding2nn.weight	2	-0.014268254861235619
162262	embedding2nn.weight	3	-0.02031894400715828
162262	embedding2nn.weight	4	-0.0059150345623493195
162262	embedding2nn.weight	5	-0.003700588596984744
162262	embedding2nn.weight	6	-0.003973289858549833
162262	embedding2nn.weight	7	-0.08640896528959274
162262	embedding2nn.weight	8	-0.0019979383796453476
162262	embedding2nn.weight	9	-0.027218347415328026
162262	embedding2nn.bias	0	0.06524640321731567
162262	embedding2nn.bias	1	-0.0678461343050003
162262	embedding2nn.bias	2	0.10837603360414505
162262	embedding2nn.bias	3	0.04133674129843712
162262	embedding2nn.bias	4	-0.0508667416870594
162262	embedding2nn.bias	5	-0.013795745559036732
162262	embedding2nn.bias	6	0.019100993871688843
162262	embedding2nn.bias	7	-0.05224451422691345
162262	embedding2nn.bias	8	0.055439483374357224
162262	embedding2nn.bias	9	0.048491377383470535
162262	rnn.weight_ih_l0	0	-0.08046110719442368
162262	rnn.weight_ih_l0	1	0.005286437459290028
162262	rnn.weight_ih_l0	2	0.03698568791151047
162262	rnn.weight_ih_l0	3	0.02408415451645851
162262	rnn.weight_ih_l0	4	-0.04100367799401283
162262	rnn.weight_ih_l0	5	-0.06573261320590973
162262	rnn.weight_ih_l0	6	0.0020461087115108967
162262	rnn.weight_ih_l0	7	0.056257378309965134
162262	rnn.weight_ih_l0	8	-0.008258543908596039
162262	rnn.weight_ih_l0	9	-0.026117999106645584
162262	rnn.weight_hh_l0	0	-0.03048555739223957
162262	rnn.weight_hh_l0	1	-0.01017365325242281
162262	rnn.weight_hh_l0	2	0.00390075147151947
162262	rnn.weight_hh_l0	3	-0.07078929245471954
162262	rnn.weight_hh_l0	4	0.08560825139284134
162262	rnn.weight_hh_l0	5	-0.021400028839707375
162262	rnn.weight_hh_l0	6	-0.06333106011152267
162262	rnn.weight_hh_l0	7	0.014129848219454288
162262	rnn.weight_hh_l0	8	0.010825990699231625
162262	rnn.weight_hh_l0	9	-0.02046179585158825
162262	rnn.bias_ih_l0	0	0.13184837996959686
162262	rnn.bias_ih_l0	1	-0.03117755427956581
162262	rnn.bias_ih_l0	2	-0.012015711516141891
162262	rnn.bias_ih_l0	3	0.14235839247703552
162262	rnn.bias_ih_l0	4	-0.012129135429859161
162262	rnn.bias_ih_l0	5	-0.018365925177931786
162262	rnn.bias_ih_l0	6	0.013727858662605286
162262	rnn.bias_ih_l0	7	0.03229476138949394
162262	rnn.bias_ih_l0	8	-0.09199191629886627
162262	rnn.bias_ih_l0	9	-0.025554096326231956
162262	rnn.bias_hh_l0	0	-0.0045538656413555145
162262	rnn.bias_hh_l0	1	-0.1069619432091713
162262	rnn.bias_hh_l0	2	-0.06623566895723343
162262	rnn.bias_hh_l0	3	-0.09256067126989365
162262	rnn.bias_hh_l0	4	-0.0034416092094033957
162262	rnn.bias_hh_l0	5	-0.03383332118391991
162262	rnn.bias_hh_l0	6	0.02539144456386566
162262	rnn.bias_hh_l0	7	0.0522972010076046
162262	rnn.bias_hh_l0	8	-0.110093854367733
162262	rnn.bias_hh_l0	9	-0.053713228553533554
162262	rnn.weight_ih_l0_reverse	0	-0.026134800165891647
162262	rnn.weight_ih_l0_reverse	1	-0.05193156376481056
162262	rnn.weight_ih_l0_reverse	2	-0.03489556908607483
162262	rnn.weight_ih_l0_reverse	3	0.007808188907802105
162262	rnn.weight_ih_l0_reverse	4	-0.017883680760860443
162262	rnn.weight_ih_l0_reverse	5	-0.049589790403842926
162262	rnn.weight_ih_l0_reverse	6	0.07760807871818542
162262	rnn.weight_ih_l0_reverse	7	-0.028091685846447945
162262	rnn.weight_ih_l0_reverse	8	-0.018882976844906807
162262	rnn.weight_ih_l0_reverse	9	-0.007496926002204418
162262	rnn.weight_hh_l0_reverse	0	0.06023687496781349
162262	rnn.weight_hh_l0_reverse	1	0.01782669872045517
162262	rnn.weight_hh_l0_reverse	2	0.03070273995399475
162262	rnn.weight_hh_l0_reverse	3	0.032835446298122406
162262	rnn.weight_hh_l0_reverse	4	0.00656721368432045
162262	rnn.weight_hh_l0_reverse	5	0.01857813447713852
162262	rnn.weight_hh_l0_reverse	6	0.04965454339981079
162262	rnn.weight_hh_l0_reverse	7	-0.06645673513412476
162262	rnn.weight_hh_l0_reverse	8	0.035963475704193115
162262	rnn.weight_hh_l0_reverse	9	0.03540492802858353
162262	rnn.bias_ih_l0_reverse	0	-0.06043360382318497
162262	rnn.bias_ih_l0_reverse	1	-0.26987674832344055
162262	rnn.bias_ih_l0_reverse	2	-0.13028612732887268
162262	rnn.bias_ih_l0_reverse	3	-0.04637090489268303
162262	rnn.bias_ih_l0_reverse	4	-0.03202453628182411
162262	rnn.bias_ih_l0_reverse	5	0.05736422538757324
162262	rnn.bias_ih_l0_reverse	6	-0.07456560432910919
162262	rnn.bias_ih_l0_reverse	7	0.04578542336821556
162262	rnn.bias_ih_l0_reverse	8	-0.05540677532553673
162262	rnn.bias_ih_l0_reverse	9	0.05816178396344185
162262	rnn.bias_hh_l0_reverse	0	0.02483631670475006
162262	rnn.bias_hh_l0_reverse	1	-0.064076729118824
162262	rnn.bias_hh_l0_reverse	2	0.08138562738895416
162262	rnn.bias_hh_l0_reverse	3	-0.05107741057872772
162262	rnn.bias_hh_l0_reverse	4	-0.027850953862071037
162262	rnn.bias_hh_l0_reverse	5	-0.028300030156970024
162262	rnn.bias_hh_l0_reverse	6	-0.022390665486454964
162262	rnn.bias_hh_l0_reverse	7	0.10354271531105042
162262	rnn.bias_hh_l0_reverse	8	0.03388846665620804
162262	rnn.bias_hh_l0_reverse	9	-0.14065265655517578
162262	rnn.weight_ih_l1	0	-0.03157079219818115
162262	rnn.weight_ih_l1	1	-0.05109764635562897
162262	rnn.weight_ih_l1	2	0.06379140168428421
162262	rnn.weight_ih_l1	3	-0.06660638749599457
162262	rnn.weight_ih_l1	4	-0.015644995495676994
162262	rnn.weight_ih_l1	5	-0.043997276574373245
162262	rnn.weight_ih_l1	6	0.02951439470052719
162262	rnn.weight_ih_l1	7	-0.03529086709022522
162262	rnn.weight_ih_l1	8	0.03775538131594658
162262	rnn.weight_ih_l1	9	0.04137197136878967
162262	rnn.weight_hh_l1	0	-0.005775549914687872
162262	rnn.weight_hh_l1	1	0.018369313329458237
162262	rnn.weight_hh_l1	2	0.009738652966916561
162262	rnn.weight_hh_l1	3	-0.011525502428412437
162262	rnn.weight_hh_l1	4	0.009001942351460457
162262	rnn.weight_hh_l1	5	0.028564900159835815
162262	rnn.weight_hh_l1	6	0.03285510092973709
162262	rnn.weight_hh_l1	7	-0.018231038004159927
162262	rnn.weight_hh_l1	8	-0.010493985377252102
162262	rnn.weight_hh_l1	9	0.035286977887153625
162262	rnn.bias_ih_l1	0	-0.20493783056735992
162262	rnn.bias_ih_l1	1	-0.18427206575870514
162262	rnn.bias_ih_l1	2	-0.20375044643878937
162262	rnn.bias_ih_l1	3	-0.3247641324996948
162262	rnn.bias_ih_l1	4	-0.18524302542209625
162262	rnn.bias_ih_l1	5	-0.0982576459646225
162262	rnn.bias_ih_l1	6	-0.1661425083875656
162262	rnn.bias_ih_l1	7	-0.024307498708367348
162262	rnn.bias_ih_l1	8	-0.13976910710334778
162262	rnn.bias_ih_l1	9	-0.12545746564865112
162262	rnn.bias_hh_l1	0	-0.110087089240551
162262	rnn.bias_hh_l1	1	-0.07121346890926361
162262	rnn.bias_hh_l1	2	-0.10332921147346497
162262	rnn.bias_hh_l1	3	-0.07601868361234665
162262	rnn.bias_hh_l1	4	-0.09871995449066162
162262	rnn.bias_hh_l1	5	-0.11502839624881744
162262	rnn.bias_hh_l1	6	-0.16430127620697021
162262	rnn.bias_hh_l1	7	0.05180210992693901
162262	rnn.bias_hh_l1	8	-0.17118163406848907
162262	rnn.bias_hh_l1	9	-0.10651331394910812
162262	rnn.weight_ih_l1_reverse	0	-0.04110659286379814
162262	rnn.weight_ih_l1_reverse	1	0.03226360306143761
162262	rnn.weight_ih_l1_reverse	2	0.06826727092266083
162262	rnn.weight_ih_l1_reverse	3	-0.003618720220401883
162262	rnn.weight_ih_l1_reverse	4	-0.034888267517089844
162262	rnn.weight_ih_l1_reverse	5	-0.030938375741243362
162262	rnn.weight_ih_l1_reverse	6	0.0031659400556236506
162262	rnn.weight_ih_l1_reverse	7	0.030168069526553154
162262	rnn.weight_ih_l1_reverse	8	0.008309300988912582
162262	rnn.weight_ih_l1_reverse	9	-0.056236572563648224
162262	rnn.weight_hh_l1_reverse	0	0.0054812002927064896
162262	rnn.weight_hh_l1_reverse	1	0.030730484053492546
162262	rnn.weight_hh_l1_reverse	2	-0.04011031612753868
162262	rnn.weight_hh_l1_reverse	3	0.03598799929022789
162262	rnn.weight_hh_l1_reverse	4	0.04968749359250069
162262	rnn.weight_hh_l1_reverse	5	-0.00020769568800460547
162262	rnn.weight_hh_l1_reverse	6	0.0525948628783226
162262	rnn.weight_hh_l1_reverse	7	0.030359089374542236
162262	rnn.weight_hh_l1_reverse	8	-0.0070616016164422035
162262	rnn.weight_hh_l1_reverse	9	-0.03232668712735176
162262	rnn.bias_ih_l1_reverse	0	-0.06901980191469193
162262	rnn.bias_ih_l1_reverse	1	-0.15279743075370789
162262	rnn.bias_ih_l1_reverse	2	-0.16465945541858673
162262	rnn.bias_ih_l1_reverse	3	-0.011996021494269371
162262	rnn.bias_ih_l1_reverse	4	-0.21225589513778687
162262	rnn.bias_ih_l1_reverse	5	-0.11256628483533859
162262	rnn.bias_ih_l1_reverse	6	-0.14012186229228973
162262	rnn.bias_ih_l1_reverse	7	-0.19988282024860382
162262	rnn.bias_ih_l1_reverse	8	0.23119483888149261
162262	rnn.bias_ih_l1_reverse	9	0.05481673404574394
162262	rnn.bias_hh_l1_reverse	0	0.001969223376363516
162262	rnn.bias_hh_l1_reverse	1	-0.10256318002939224
162262	rnn.bias_hh_l1_reverse	2	-0.2353914976119995
162262	rnn.bias_hh_l1_reverse	3	-0.136128231883049
162262	rnn.bias_hh_l1_reverse	4	-0.09552385658025742
162262	rnn.bias_hh_l1_reverse	5	-0.12413226813077927
162262	rnn.bias_hh_l1_reverse	6	0.08450096845626831
162262	rnn.bias_hh_l1_reverse	7	-0.17049312591552734
162262	rnn.bias_hh_l1_reverse	8	-0.11816400289535522
162262	rnn.bias_hh_l1_reverse	9	-0.14993862807750702
162262	linear.weight	0	0.002228822559118271
162262	linear.weight	1	0.11037599295377731
162262	linear.weight	2	-0.08896667510271072
162262	linear.weight	3	0.2919466197490692
162262	linear.weight	4	0.1575687974691391
162262	linear.weight	5	-0.053837500512599945
162262	linear.weight	6	0.11847072839736938
162262	linear.weight	7	0.10021726787090302
162262	linear.weight	8	0.04118368774652481
162262	linear.weight	9	-0.04120049253106117
162262	linear.bias	0	0.12278448790311813
162262	linear.bias	1	-0.2038380205631256
162262	linear.bias	2	-0.4096459448337555
162262	linear.bias	3	-0.641169548034668
162262	linear.bias	4	-1.200719952583313
162262	linear.bias	5	-0.06647691875696182
162262	linear.bias	6	-0.7704825401306152
162262	linear.bias	7	0.27329012751579285
162262	linear.bias	8	-0.45979249477386475
162262	linear.bias	9	-1.0404868125915527
162459	transitions	0	0.6626375913619995
162459	transitions	1	0.16691701114177704
162459	transitions	2	-10000.0
162459	transitions	3	-1.8249186277389526
162459	transitions	4	-10000.0
162459	transitions	5	0.5724049210548401
162459	transitions	6	-0.07865182310342789
162459	transitions	7	-0.7473336458206177
162459	transitions	8	-1.408835768699646
162459	transitions	9	-0.0011598457349464297
162459	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
162459	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
162459	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
162459	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
162459	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
162459	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
162459	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
162459	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
162459	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
162459	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
162459	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
162459	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
162459	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
162459	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
162459	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
162459	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
162459	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
162459	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
162459	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
162459	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
162459	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
162459	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
162459	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
162459	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
162459	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
162459	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
162459	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
162459	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
162459	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
162459	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
162459	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
162459	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
162459	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
162459	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
162459	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
162459	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
162459	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
162459	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
162459	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
162459	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
162459	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
162459	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
162459	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
162459	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
162459	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
162459	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
162459	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
162459	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
162459	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
162459	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
162459	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
162459	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
162459	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
162459	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
162459	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
162459	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
162459	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
162459	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
162459	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
162459	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
162459	embedding2nn.weight	0	0.03190881386399269
162459	embedding2nn.weight	1	-0.013208742253482342
162459	embedding2nn.weight	2	-0.014268254861235619
162459	embedding2nn.weight	3	-0.021165989339351654
162459	embedding2nn.weight	4	-0.0059150345623493195
162459	embedding2nn.weight	5	-0.0037005876656621695
162459	embedding2nn.weight	6	-0.003973290789872408
162459	embedding2nn.weight	7	-0.08592640608549118
162459	embedding2nn.weight	8	-0.0019979383796453476
162459	embedding2nn.weight	9	-0.027115944772958755
162459	embedding2nn.bias	0	0.06398232281208038
162459	embedding2nn.bias	1	-0.06726263463497162
162459	embedding2nn.bias	2	0.10610900074243546
162459	embedding2nn.bias	3	0.04112558811903
162459	embedding2nn.bias	4	-0.044672705233097076
162459	embedding2nn.bias	5	-0.012479649856686592
162459	embedding2nn.bias	6	0.026111945509910583
162459	embedding2nn.bias	7	-0.055266123265028
162459	embedding2nn.bias	8	0.05394509807229042
162459	embedding2nn.bias	9	0.04613674059510231
162459	rnn.weight_ih_l0	0	-0.08133857697248459
162459	rnn.weight_ih_l0	1	0.005854734685271978
162459	rnn.weight_ih_l0	2	0.036382727324962616
162459	rnn.weight_ih_l0	3	0.024078939110040665
162459	rnn.weight_ih_l0	4	-0.04035333916544914
162459	rnn.weight_ih_l0	5	-0.06549908220767975
162459	rnn.weight_ih_l0	6	0.0017397155752405524
162459	rnn.weight_ih_l0	7	0.056479889899492264
162459	rnn.weight_ih_l0	8	-0.009175349026918411
162459	rnn.weight_ih_l0	9	-0.02617029845714569
162459	rnn.weight_hh_l0	0	-0.029975004494190216
162459	rnn.weight_hh_l0	1	-0.009683593176305294
162459	rnn.weight_hh_l0	2	0.004017307888716459
162459	rnn.weight_hh_l0	3	-0.0705573558807373
162459	rnn.weight_hh_l0	4	0.08554861694574356
162459	rnn.weight_hh_l0	5	-0.020583907142281532
162459	rnn.weight_hh_l0	6	-0.06355922669172287
162459	rnn.weight_hh_l0	7	0.013123552314937115
162459	rnn.weight_hh_l0	8	0.011032245121896267
162459	rnn.weight_hh_l0	9	-0.02036527544260025
162459	rnn.bias_ih_l0	0	0.1312662810087204
162459	rnn.bias_ih_l0	1	-0.029289424419403076
162459	rnn.bias_ih_l0	2	-0.012530037201941013
162459	rnn.bias_ih_l0	3	0.14238548278808594
162459	rnn.bias_ih_l0	4	-0.011659403331577778
162459	rnn.bias_ih_l0	5	-0.02081202156841755
162459	rnn.bias_ih_l0	6	0.01307686511427164
162459	rnn.bias_ih_l0	7	0.03319678083062172
162459	rnn.bias_ih_l0	8	-0.0911407545208931
162459	rnn.bias_ih_l0	9	-0.023055896162986755
162459	rnn.bias_hh_l0	0	-0.005362033378332853
162459	rnn.bias_hh_l0	1	-0.10719902068376541
162459	rnn.bias_hh_l0	2	-0.06625017523765564
162459	rnn.bias_hh_l0	3	-0.09277883172035217
162459	rnn.bias_hh_l0	4	-0.005087175872176886
162459	rnn.bias_hh_l0	5	-0.034478846937417984
162459	rnn.bias_hh_l0	6	0.026321060955524445
162459	rnn.bias_hh_l0	7	0.05472579225897789
162459	rnn.bias_hh_l0	8	-0.11164198815822601
162459	rnn.bias_hh_l0	9	-0.050553806126117706
162459	rnn.weight_ih_l0_reverse	0	-0.026110243052244186
162459	rnn.weight_ih_l0_reverse	1	-0.051474522799253464
162459	rnn.weight_ih_l0_reverse	2	-0.035024937242269516
162459	rnn.weight_ih_l0_reverse	3	0.007614797446876764
162459	rnn.weight_ih_l0_reverse	4	-0.01801101490855217
162459	rnn.weight_ih_l0_reverse	5	-0.049838557839393616
162459	rnn.weight_ih_l0_reverse	6	0.07714992016553879
162459	rnn.weight_ih_l0_reverse	7	-0.028057558462023735
162459	rnn.weight_ih_l0_reverse	8	-0.018887896090745926
162459	rnn.weight_ih_l0_reverse	9	-0.00810262281447649
162459	rnn.weight_hh_l0_reverse	0	0.060422133654356
162459	rnn.weight_hh_l0_reverse	1	0.017569871619343758
162459	rnn.weight_hh_l0_reverse	2	0.030600717291235924
162459	rnn.weight_hh_l0_reverse	3	0.032622795552015305
162459	rnn.weight_hh_l0_reverse	4	0.0068146102130413055
162459	rnn.weight_hh_l0_reverse	5	0.018642498180270195
162459	rnn.weight_hh_l0_reverse	6	0.04980364441871643
162459	rnn.weight_hh_l0_reverse	7	-0.06640580296516418
162459	rnn.weight_hh_l0_reverse	8	0.03542160987854004
162459	rnn.weight_hh_l0_reverse	9	0.03505762666463852
162459	rnn.bias_ih_l0_reverse	0	-0.06106683611869812
162459	rnn.bias_ih_l0_reverse	1	-0.27027174830436707
162459	rnn.bias_ih_l0_reverse	2	-0.12960544228553772
162459	rnn.bias_ih_l0_reverse	3	-0.04670075699687004
162459	rnn.bias_ih_l0_reverse	4	-0.03189382702112198
162459	rnn.bias_ih_l0_reverse	5	0.05581669136881828
162459	rnn.bias_ih_l0_reverse	6	-0.07368069887161255
162459	rnn.bias_ih_l0_reverse	7	0.0481971874833107
162459	rnn.bias_ih_l0_reverse	8	-0.05531318113207817
162459	rnn.bias_ih_l0_reverse	9	0.05871513858437538
162459	rnn.bias_hh_l0_reverse	0	0.024088086560368538
162459	rnn.bias_hh_l0_reverse	1	-0.06183682009577751
162459	rnn.bias_hh_l0_reverse	2	0.07941190153360367
162459	rnn.bias_hh_l0_reverse	3	-0.05204958841204643
162459	rnn.bias_hh_l0_reverse	4	-0.02852601930499077
162459	rnn.bias_hh_l0_reverse	5	-0.02773102931678295
162459	rnn.bias_hh_l0_reverse	6	-0.022006986662745476
162459	rnn.bias_hh_l0_reverse	7	0.10202338546514511
162459	rnn.bias_hh_l0_reverse	8	0.035042013972997665
162459	rnn.bias_hh_l0_reverse	9	-0.13953633606433868
162459	rnn.weight_ih_l1	0	-0.03100370056927204
162459	rnn.weight_ih_l1	1	-0.050254423171281815
162459	rnn.weight_ih_l1	2	0.060837771743535995
162459	rnn.weight_ih_l1	3	-0.06504378467798233
162459	rnn.weight_ih_l1	4	-0.01580795831978321
162459	rnn.weight_ih_l1	5	-0.04378034919500351
162459	rnn.weight_ih_l1	6	0.029485508799552917
162459	rnn.weight_ih_l1	7	-0.035307105630636215
162459	rnn.weight_ih_l1	8	0.03781532496213913
162459	rnn.weight_ih_l1	9	0.0414164774119854
162459	rnn.weight_hh_l1	0	-0.005968146957457066
162459	rnn.weight_hh_l1	1	0.018324486911296844
162459	rnn.weight_hh_l1	2	0.010538367554545403
162459	rnn.weight_hh_l1	3	-0.011744307354092598
162459	rnn.weight_hh_l1	4	0.009040489792823792
162459	rnn.weight_hh_l1	5	0.028844114392995834
162459	rnn.weight_hh_l1	6	0.033275164663791656
162459	rnn.weight_hh_l1	7	-0.018623927608132362
162459	rnn.weight_hh_l1	8	-0.010179336182773113
162459	rnn.weight_hh_l1	9	0.035122115164995193
162459	rnn.bias_ih_l1	0	-0.20542126893997192
162459	rnn.bias_ih_l1	1	-0.1831934005022049
162459	rnn.bias_ih_l1	2	-0.20503954589366913
162459	rnn.bias_ih_l1	3	-0.32505306601524353
162459	rnn.bias_ih_l1	4	-0.1864284723997116
162459	rnn.bias_ih_l1	5	-0.09808349609375
162459	rnn.bias_ih_l1	6	-0.1661454141139984
162459	rnn.bias_ih_l1	7	-0.02175840176641941
162459	rnn.bias_ih_l1	8	-0.13938286900520325
162459	rnn.bias_ih_l1	9	-0.1259055882692337
162459	rnn.bias_hh_l1	0	-0.10930989682674408
162459	rnn.bias_hh_l1	1	-0.07358228415250778
162459	rnn.bias_hh_l1	2	-0.10372953861951828
162459	rnn.bias_hh_l1	3	-0.07569871097803116
162459	rnn.bias_hh_l1	4	-0.09751055389642715
162459	rnn.bias_hh_l1	5	-0.1151491105556488
162459	rnn.bias_hh_l1	6	-0.16393476724624634
162459	rnn.bias_hh_l1	7	0.0504692904651165
162459	rnn.bias_hh_l1	8	-0.1713394671678543
162459	rnn.bias_hh_l1	9	-0.10840022563934326
162459	rnn.weight_ih_l1_reverse	0	-0.04154201224446297
162459	rnn.weight_ih_l1_reverse	1	0.0338519923388958
162459	rnn.weight_ih_l1_reverse	2	0.06671639531850815
162459	rnn.weight_ih_l1_reverse	3	-0.0027649912517517805
162459	rnn.weight_ih_l1_reverse	4	-0.036382317543029785
162459	rnn.weight_ih_l1_reverse	5	-0.03104226291179657
162459	rnn.weight_ih_l1_reverse	6	0.003264462575316429
162459	rnn.weight_ih_l1_reverse	7	0.029999935999512672
162459	rnn.weight_ih_l1_reverse	8	0.007478265557438135
162459	rnn.weight_ih_l1_reverse	9	-0.0561097115278244
162459	rnn.weight_hh_l1_reverse	0	0.005605258047580719
162459	rnn.weight_hh_l1_reverse	1	0.030599921941757202
162459	rnn.weight_hh_l1_reverse	2	-0.040106818079948425
162459	rnn.weight_hh_l1_reverse	3	0.0360647514462471
162459	rnn.weight_hh_l1_reverse	4	0.04967335984110832
162459	rnn.weight_hh_l1_reverse	5	-0.00012666109250858426
162459	rnn.weight_hh_l1_reverse	6	0.05290301889181137
162459	rnn.weight_hh_l1_reverse	7	0.030356228351593018
162459	rnn.weight_hh_l1_reverse	8	-0.006849511060863733
162459	rnn.weight_hh_l1_reverse	9	-0.03248017281293869
162459	rnn.bias_ih_l1_reverse	0	-0.07011532038450241
162459	rnn.bias_ih_l1_reverse	1	-0.15281304717063904
162459	rnn.bias_ih_l1_reverse	2	-0.1657017022371292
162459	rnn.bias_ih_l1_reverse	3	-0.01381670217961073
162459	rnn.bias_ih_l1_reverse	4	-0.21257920563220978
162459	rnn.bias_ih_l1_reverse	5	-0.11299548298120499
162459	rnn.bias_ih_l1_reverse	6	-0.14056485891342163
162459	rnn.bias_ih_l1_reverse	7	-0.19768939912319183
162459	rnn.bias_ih_l1_reverse	8	0.23056158423423767
162459	rnn.bias_ih_l1_reverse	9	0.059421952813863754
162459	rnn.bias_hh_l1_reverse	0	-0.0009117773151956499
162459	rnn.bias_hh_l1_reverse	1	-0.1016625463962555
162459	rnn.bias_hh_l1_reverse	2	-0.23451684415340424
162459	rnn.bias_hh_l1_reverse	3	-0.13583405315876007
162459	rnn.bias_hh_l1_reverse	4	-0.0955851823091507
162459	rnn.bias_hh_l1_reverse	5	-0.12214064598083496
162459	rnn.bias_hh_l1_reverse	6	0.08963872492313385
162459	rnn.bias_hh_l1_reverse	7	-0.1705528050661087
162459	rnn.bias_hh_l1_reverse	8	-0.1185256615281105
162459	rnn.bias_hh_l1_reverse	9	-0.14994555711746216
162459	linear.weight	0	0.002228822559118271
162459	linear.weight	1	0.10848848521709442
162459	linear.weight	2	-0.08976510167121887
162459	linear.weight	3	0.29267606139183044
162459	linear.weight	4	0.16051378846168518
162459	linear.weight	5	-0.052644263952970505
162459	linear.weight	6	0.11772916465997696
162459	linear.weight	7	0.10609026998281479
162459	linear.weight	8	0.04118367284536362
162459	linear.weight	9	-0.0421602725982666
162459	linear.bias	0	0.12538427114486694
162459	linear.bias	1	-0.1986016482114792
162459	linear.bias	2	-0.4210209548473358
162459	linear.bias	3	-0.6635189652442932
162459	linear.bias	4	-1.2212388515472412
162459	linear.bias	5	-0.057035092264413834
162459	linear.bias	6	-0.7671672701835632
162459	linear.bias	7	0.2840520441532135
162459	linear.bias	8	-0.46002185344696045
162459	linear.bias	9	-1.0424840450286865
162656	transitions	0	0.670540988445282
162656	transitions	1	0.1649925708770752
162656	transitions	2	-10000.0
162656	transitions	3	-1.824931025505066
162656	transitions	4	-10000.0
162656	transitions	5	0.5723556876182556
162656	transitions	6	-0.07866955548524857
162656	transitions	7	-0.7474229335784912
162656	transitions	8	-1.4088724851608276
162656	transitions	9	-0.0011602310696616769
162656	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
162656	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
162656	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
162656	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
162656	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
162656	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
162656	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
162656	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
162656	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
162656	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
162656	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
162656	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
162656	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
162656	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
162656	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
162656	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
162656	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
162656	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
162656	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
162656	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
162656	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
162656	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
162656	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
162656	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
162656	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
162656	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
162656	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
162656	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
162656	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
162656	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
162656	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
162656	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
162656	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
162656	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
162656	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
162656	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
162656	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
162656	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
162656	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
162656	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
162656	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
162656	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
162656	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
162656	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
162656	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
162656	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
162656	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
162656	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
162656	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
162656	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
162656	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
162656	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
162656	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
162656	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
162656	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
162656	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
162656	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
162656	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
162656	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
162656	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
162656	embedding2nn.weight	0	0.03323832526803017
162656	embedding2nn.weight	1	-0.013276644051074982
162656	embedding2nn.weight	2	-0.014268254861235619
162656	embedding2nn.weight	3	-0.021047094836831093
162656	embedding2nn.weight	4	-0.0059150345623493195
162656	embedding2nn.weight	5	-0.003700587432831526
162656	embedding2nn.weight	6	-0.0039732917211949825
162656	embedding2nn.weight	7	-0.0870189368724823
162656	embedding2nn.weight	8	-0.0019979383796453476
162656	embedding2nn.weight	9	-0.027019016444683075
162656	embedding2nn.bias	0	0.06598645448684692
162656	embedding2nn.bias	1	-0.06419011205434799
162656	embedding2nn.bias	2	0.1005006805062294
162656	embedding2nn.bias	3	0.040624506771564484
162656	embedding2nn.bias	4	-0.044109493494033813
162656	embedding2nn.bias	5	-0.013288887217640877
162656	embedding2nn.bias	6	0.027534443885087967
162656	embedding2nn.bias	7	-0.05421692132949829
162656	embedding2nn.bias	8	0.05618031322956085
162656	embedding2nn.bias	9	0.04482589289546013
162656	rnn.weight_ih_l0	0	-0.08127160370349884
162656	rnn.weight_ih_l0	1	0.005725280847400427
162656	rnn.weight_ih_l0	2	0.036523547023534775
162656	rnn.weight_ih_l0	3	0.024082187563180923
162656	rnn.weight_ih_l0	4	-0.039596498012542725
162656	rnn.weight_ih_l0	5	-0.06577447056770325
162656	rnn.weight_ih_l0	6	0.0015810395125299692
162656	rnn.weight_ih_l0	7	0.05638245865702629
162656	rnn.weight_ih_l0	8	-0.009341271594166756
162656	rnn.weight_ih_l0	9	-0.026159225031733513
162656	rnn.weight_hh_l0	0	-0.029778143391013145
162656	rnn.weight_hh_l0	1	-0.009133760817348957
162656	rnn.weight_hh_l0	2	0.003980201669037342
162656	rnn.weight_hh_l0	3	-0.07044016569852829
162656	rnn.weight_hh_l0	4	0.08585148304700851
162656	rnn.weight_hh_l0	5	-0.02205071970820427
162656	rnn.weight_hh_l0	6	-0.06321737170219421
162656	rnn.weight_hh_l0	7	0.012708749622106552
162656	rnn.weight_hh_l0	8	0.010801968164741993
162656	rnn.weight_hh_l0	9	-0.020318692550063133
162656	rnn.bias_ih_l0	0	0.1309502124786377
162656	rnn.bias_ih_l0	1	-0.029187386855483055
162656	rnn.bias_ih_l0	2	-0.013507393188774586
162656	rnn.bias_ih_l0	3	0.14186428487300873
162656	rnn.bias_ih_l0	4	-0.012098473496735096
162656	rnn.bias_ih_l0	5	-0.02256336249411106
162656	rnn.bias_ih_l0	6	0.01190728135406971
162656	rnn.bias_ih_l0	7	0.033099111169576645
162656	rnn.bias_ih_l0	8	-0.09037920832633972
162656	rnn.bias_ih_l0	9	-0.024263041093945503
162656	rnn.bias_hh_l0	0	-0.004549791570752859
162656	rnn.bias_hh_l0	1	-0.10780702531337738
162656	rnn.bias_hh_l0	2	-0.06632281839847565
162656	rnn.bias_hh_l0	3	-0.09278081357479095
162656	rnn.bias_hh_l0	4	-0.00476925540715456
162656	rnn.bias_hh_l0	5	-0.032315753400325775
162656	rnn.bias_hh_l0	6	0.026063833385705948
162656	rnn.bias_hh_l0	7	0.05313167721033096
162656	rnn.bias_hh_l0	8	-0.11141553521156311
162656	rnn.bias_hh_l0	9	-0.050539806485176086
162656	rnn.weight_ih_l0_reverse	0	-0.026057809591293335
162656	rnn.weight_ih_l0_reverse	1	-0.05194826424121857
162656	rnn.weight_ih_l0_reverse	2	-0.035530753433704376
162656	rnn.weight_ih_l0_reverse	3	0.008009730838239193
162656	rnn.weight_ih_l0_reverse	4	-0.017998185008764267
162656	rnn.weight_ih_l0_reverse	5	-0.04979376122355461
162656	rnn.weight_ih_l0_reverse	6	0.07728777080774307
162656	rnn.weight_ih_l0_reverse	7	-0.02845209650695324
162656	rnn.weight_ih_l0_reverse	8	-0.01914038136601448
162656	rnn.weight_ih_l0_reverse	9	-0.007658849935978651
162656	rnn.weight_hh_l0_reverse	0	0.059231486171483994
162656	rnn.weight_hh_l0_reverse	1	0.017361322417855263
162656	rnn.weight_hh_l0_reverse	2	0.030562445521354675
162656	rnn.weight_hh_l0_reverse	3	0.03257684037089348
162656	rnn.weight_hh_l0_reverse	4	0.006983645260334015
162656	rnn.weight_hh_l0_reverse	5	0.018594132736325264
162656	rnn.weight_hh_l0_reverse	6	0.04972958192229271
162656	rnn.weight_hh_l0_reverse	7	-0.0670190081000328
162656	rnn.weight_hh_l0_reverse	8	0.03539549186825752
162656	rnn.weight_hh_l0_reverse	9	0.03525920212268829
162656	rnn.bias_ih_l0_reverse	0	-0.0605458989739418
162656	rnn.bias_ih_l0_reverse	1	-0.27289068698883057
162656	rnn.bias_ih_l0_reverse	2	-0.13149189949035645
162656	rnn.bias_ih_l0_reverse	3	-0.04577832296490669
162656	rnn.bias_ih_l0_reverse	4	-0.031798265874385834
162656	rnn.bias_ih_l0_reverse	5	0.056238193064928055
162656	rnn.bias_ih_l0_reverse	6	-0.07409841567277908
162656	rnn.bias_ih_l0_reverse	7	0.0475243404507637
162656	rnn.bias_ih_l0_reverse	8	-0.05585987865924835
162656	rnn.bias_ih_l0_reverse	9	0.05901488661766052
162656	rnn.bias_hh_l0_reverse	0	0.023603366687893867
162656	rnn.bias_hh_l0_reverse	1	-0.0644136369228363
162656	rnn.bias_hh_l0_reverse	2	0.07926755398511887
162656	rnn.bias_hh_l0_reverse	3	-0.05315041542053223
162656	rnn.bias_hh_l0_reverse	4	-0.029977446421980858
162656	rnn.bias_hh_l0_reverse	5	-0.026668697595596313
162656	rnn.bias_hh_l0_reverse	6	-0.021912969648838043
162656	rnn.bias_hh_l0_reverse	7	0.10252711921930313
162656	rnn.bias_hh_l0_reverse	8	0.034476663917303085
162656	rnn.bias_hh_l0_reverse	9	-0.14003655314445496
162656	rnn.weight_ih_l1	0	-0.030930865556001663
162656	rnn.weight_ih_l1	1	-0.04968518018722534
162656	rnn.weight_ih_l1	2	0.0614204965531826
162656	rnn.weight_ih_l1	3	-0.06565201282501221
162656	rnn.weight_ih_l1	4	-0.01613268069922924
162656	rnn.weight_ih_l1	5	-0.04338837042450905
162656	rnn.weight_ih_l1	6	0.02934596687555313
162656	rnn.weight_ih_l1	7	-0.03536844998598099
162656	rnn.weight_ih_l1	8	0.03771577030420303
162656	rnn.weight_ih_l1	9	0.04183734208345413
162656	rnn.weight_hh_l1	0	-0.005800195969641209
162656	rnn.weight_hh_l1	1	0.01840817742049694
162656	rnn.weight_hh_l1	2	0.011050891131162643
162656	rnn.weight_hh_l1	3	-0.011790076270699501
162656	rnn.weight_hh_l1	4	0.00898474920541048
162656	rnn.weight_hh_l1	5	0.028815587982535362
162656	rnn.weight_hh_l1	6	0.03296378254890442
162656	rnn.weight_hh_l1	7	-0.01837993785738945
162656	rnn.weight_hh_l1	8	-0.010222229175269604
162656	rnn.weight_hh_l1	9	0.035253774374723434
162656	rnn.bias_ih_l1	0	-0.20373302698135376
162656	rnn.bias_ih_l1	1	-0.18350517749786377
162656	rnn.bias_ih_l1	2	-0.20384347438812256
162656	rnn.bias_ih_l1	3	-0.32526910305023193
162656	rnn.bias_ih_l1	4	-0.18851543962955475
162656	rnn.bias_ih_l1	5	-0.09884756058454514
162656	rnn.bias_ih_l1	6	-0.16426962614059448
162656	rnn.bias_ih_l1	7	-0.022598374634981155
162656	rnn.bias_ih_l1	8	-0.13802583515644073
162656	rnn.bias_ih_l1	9	-0.12540306150913239
162656	rnn.bias_hh_l1	0	-0.10931654274463654
162656	rnn.bias_hh_l1	1	-0.07074664533138275
162656	rnn.bias_hh_l1	2	-0.103087417781353
162656	rnn.bias_hh_l1	3	-0.07528600096702576
162656	rnn.bias_hh_l1	4	-0.09770335257053375
162656	rnn.bias_hh_l1	5	-0.11544594913721085
162656	rnn.bias_hh_l1	6	-0.1650356501340866
162656	rnn.bias_hh_l1	7	0.05145005136728287
162656	rnn.bias_hh_l1	8	-0.17328229546546936
162656	rnn.bias_hh_l1	9	-0.10766728222370148
162656	rnn.weight_ih_l1_reverse	0	-0.041697289794683456
162656	rnn.weight_ih_l1_reverse	1	0.035365547984838486
162656	rnn.weight_ih_l1_reverse	2	0.0666063129901886
162656	rnn.weight_ih_l1_reverse	3	-0.0021809269674122334
162656	rnn.weight_ih_l1_reverse	4	-0.03714489936828613
162656	rnn.weight_ih_l1_reverse	5	-0.031086819246411324
162656	rnn.weight_ih_l1_reverse	6	0.0029202832374721766
162656	rnn.weight_ih_l1_reverse	7	0.029591873288154602
162656	rnn.weight_ih_l1_reverse	8	0.0083374148234725
162656	rnn.weight_ih_l1_reverse	9	-0.05664968118071556
162656	rnn.weight_hh_l1_reverse	0	0.005510755814611912
162656	rnn.weight_hh_l1_reverse	1	0.03057398833334446
162656	rnn.weight_hh_l1_reverse	2	-0.04007255658507347
162656	rnn.weight_hh_l1_reverse	3	0.036048028618097305
162656	rnn.weight_hh_l1_reverse	4	0.04930086433887482
162656	rnn.weight_hh_l1_reverse	5	0.00030253679142333567
162656	rnn.weight_hh_l1_reverse	6	0.0525202676653862
162656	rnn.weight_hh_l1_reverse	7	0.03004482202231884
162656	rnn.weight_hh_l1_reverse	8	-0.006814357824623585
162656	rnn.weight_hh_l1_reverse	9	-0.03244948014616966
162656	rnn.bias_ih_l1_reverse	0	-0.06886770576238632
162656	rnn.bias_ih_l1_reverse	1	-0.1514664739370346
162656	rnn.bias_ih_l1_reverse	2	-0.16521279513835907
162656	rnn.bias_ih_l1_reverse	3	-0.012702850624918938
162656	rnn.bias_ih_l1_reverse	4	-0.21284431219100952
162656	rnn.bias_ih_l1_reverse	5	-0.11170237511396408
162656	rnn.bias_ih_l1_reverse	6	-0.1407211422920227
162656	rnn.bias_ih_l1_reverse	7	-0.19814945757389069
162656	rnn.bias_ih_l1_reverse	8	0.23301389813423157
162656	rnn.bias_ih_l1_reverse	9	0.05970603600144386
162656	rnn.bias_hh_l1_reverse	0	-0.0015118313021957874
162656	rnn.bias_hh_l1_reverse	1	-0.10275844484567642
162656	rnn.bias_hh_l1_reverse	2	-0.23405301570892334
162656	rnn.bias_hh_l1_reverse	3	-0.13615702092647552
162656	rnn.bias_hh_l1_reverse	4	-0.09515298902988434
162656	rnn.bias_hh_l1_reverse	5	-0.12180179357528687
162656	rnn.bias_hh_l1_reverse	6	0.08917377889156342
162656	rnn.bias_hh_l1_reverse	7	-0.1704196035861969
162656	rnn.bias_hh_l1_reverse	8	-0.11944061517715454
162656	rnn.bias_hh_l1_reverse	9	-0.149831622838974
162656	linear.weight	0	0.002228822559118271
162656	linear.weight	1	0.10970495641231537
162656	linear.weight	2	-0.0896143838763237
162656	linear.weight	3	0.29186180233955383
162656	linear.weight	4	0.159221351146698
162656	linear.weight	5	-0.05347777158021927
162656	linear.weight	6	0.11684279143810272
162656	linear.weight	7	0.11161764711141586
162656	linear.weight	8	0.04118343070149422
162656	linear.weight	9	-0.04170805960893631
162656	linear.bias	0	0.125165194272995
162656	linear.bias	1	-0.19773903489112854
162656	linear.bias	2	-0.40329545736312866
162656	linear.bias	3	-0.6561034917831421
162656	linear.bias	4	-1.2139533758163452
162656	linear.bias	5	-0.04690888524055481
162656	linear.bias	6	-0.7656407356262207
162656	linear.bias	7	0.29328951239585876
162656	linear.bias	8	-0.4664340317249298
162656	linear.bias	9	-1.050384283065796
162853	transitions	0	0.6655428409576416
162853	transitions	1	0.161963552236557
162853	transitions	2	-10000.0
162853	transitions	3	-1.8249409198760986
162853	transitions	4	-10000.0
162853	transitions	5	0.5723013281822205
162853	transitions	6	-0.07870073616504669
162853	transitions	7	-0.7475728392601013
162853	transitions	8	-1.4089311361312866
162853	transitions	9	-0.0011603992898017168
162853	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
162853	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
162853	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
162853	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
162853	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
162853	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
162853	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
162853	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
162853	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
162853	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
162853	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
162853	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
162853	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
162853	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
162853	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
162853	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
162853	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
162853	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
162853	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
162853	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
162853	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
162853	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
162853	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
162853	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
162853	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
162853	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
162853	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
162853	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
162853	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
162853	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
162853	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
162853	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
162853	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
162853	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
162853	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
162853	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
162853	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
162853	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
162853	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
162853	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
162853	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
162853	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
162853	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
162853	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
162853	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
162853	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
162853	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
162853	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
162853	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
162853	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
162853	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
162853	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
162853	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
162853	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
162853	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
162853	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
162853	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
162853	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
162853	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
162853	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
162853	embedding2nn.weight	0	0.032222773879766464
162853	embedding2nn.weight	1	-0.013361580669879913
162853	embedding2nn.weight	2	-0.014268254861235619
162853	embedding2nn.weight	3	-0.021230006590485573
162853	embedding2nn.weight	4	-0.0059150345623493195
162853	embedding2nn.weight	5	-0.003700587432831526
162853	embedding2nn.weight	6	-0.003973294515162706
162853	embedding2nn.weight	7	-0.08679460734128952
162853	embedding2nn.weight	8	-0.0019979383796453476
162853	embedding2nn.weight	9	-0.0268639475107193
162853	embedding2nn.bias	0	0.06240140646696091
162853	embedding2nn.bias	1	-0.06805545091629028
162853	embedding2nn.bias	2	0.10180225968360901
162853	embedding2nn.bias	3	0.04173129424452782
162853	embedding2nn.bias	4	-0.04144328087568283
162853	embedding2nn.bias	5	-0.009424661286175251
162853	embedding2nn.bias	6	0.031305115669965744
162853	embedding2nn.bias	7	-0.06394925713539124
162853	embedding2nn.bias	8	0.05428072810173035
162853	embedding2nn.bias	9	0.042904071509838104
162853	rnn.weight_ih_l0	0	-0.08145326375961304
162853	rnn.weight_ih_l0	1	0.005579079035669565
162853	rnn.weight_ih_l0	2	0.037106454372406006
162853	rnn.weight_ih_l0	3	0.024433527141809464
162853	rnn.weight_ih_l0	4	-0.039349403232336044
162853	rnn.weight_ih_l0	5	-0.06524993479251862
162853	rnn.weight_ih_l0	6	0.0023461515083909035
162853	rnn.weight_ih_l0	7	0.055903173983097076
162853	rnn.weight_ih_l0	8	-0.010265056975185871
162853	rnn.weight_ih_l0	9	-0.02589346654713154
162853	rnn.weight_hh_l0	0	-0.030004430562257767
162853	rnn.weight_hh_l0	1	-0.009204846806824207
162853	rnn.weight_hh_l0	2	0.003903733566403389
162853	rnn.weight_hh_l0	3	-0.07059605419635773
162853	rnn.weight_hh_l0	4	0.08594569563865662
162853	rnn.weight_hh_l0	5	-0.021719377487897873
162853	rnn.weight_hh_l0	6	-0.06259515136480331
162853	rnn.weight_hh_l0	7	0.012708475813269615
162853	rnn.weight_hh_l0	8	0.010555642656981945
162853	rnn.weight_hh_l0	9	-0.020137395709753036
162853	rnn.bias_ih_l0	0	0.12861889600753784
162853	rnn.bias_ih_l0	1	-0.02964472398161888
162853	rnn.bias_ih_l0	2	-0.014263642020523548
162853	rnn.bias_ih_l0	3	0.1436639130115509
162853	rnn.bias_ih_l0	4	-0.011503149755299091
162853	rnn.bias_ih_l0	5	-0.022047393023967743
162853	rnn.bias_ih_l0	6	0.012942244298756123
162853	rnn.bias_ih_l0	7	0.03319607675075531
162853	rnn.bias_ih_l0	8	-0.09167592972517014
162853	rnn.bias_ih_l0	9	-0.026511484757065773
162853	rnn.bias_hh_l0	0	-0.0035838396288454533
162853	rnn.bias_hh_l0	1	-0.10871561616659164
162853	rnn.bias_hh_l0	2	-0.06522597372531891
162853	rnn.bias_hh_l0	3	-0.09149350225925446
162853	rnn.bias_hh_l0	4	-0.0034234062768518925
162853	rnn.bias_hh_l0	5	-0.03159415349364281
162853	rnn.bias_hh_l0	6	0.024658851325511932
162853	rnn.bias_hh_l0	7	0.05479781702160835
162853	rnn.bias_hh_l0	8	-0.11032707989215851
162853	rnn.bias_hh_l0	9	-0.05056842789053917
162853	rnn.weight_ih_l0_reverse	0	-0.025970395654439926
162853	rnn.weight_ih_l0_reverse	1	-0.051567740738391876
162853	rnn.weight_ih_l0_reverse	2	-0.03770565614104271
162853	rnn.weight_ih_l0_reverse	3	0.007384453900158405
162853	rnn.weight_ih_l0_reverse	4	-0.01849200390279293
162853	rnn.weight_ih_l0_reverse	5	-0.049634549766778946
162853	rnn.weight_ih_l0_reverse	6	0.07735678553581238
162853	rnn.weight_ih_l0_reverse	7	-0.028502682223916054
162853	rnn.weight_ih_l0_reverse	8	-0.019001629203557968
162853	rnn.weight_ih_l0_reverse	9	-0.007231503259390593
162853	rnn.weight_hh_l0_reverse	0	0.05898613482713699
162853	rnn.weight_hh_l0_reverse	1	0.017374156042933464
162853	rnn.weight_hh_l0_reverse	2	0.030568599700927734
162853	rnn.weight_hh_l0_reverse	3	0.03277895599603653
162853	rnn.weight_hh_l0_reverse	4	0.007113933097571135
162853	rnn.weight_hh_l0_reverse	5	0.01923155039548874
162853	rnn.weight_hh_l0_reverse	6	0.0498872771859169
162853	rnn.weight_hh_l0_reverse	7	-0.06726200133562088
162853	rnn.weight_hh_l0_reverse	8	0.035038504749536514
162853	rnn.weight_hh_l0_reverse	9	0.03516131639480591
162853	rnn.bias_ih_l0_reverse	0	-0.06047872453927994
162853	rnn.bias_ih_l0_reverse	1	-0.27209198474884033
162853	rnn.bias_ih_l0_reverse	2	-0.13177992403507233
162853	rnn.bias_ih_l0_reverse	3	-0.04605630040168762
162853	rnn.bias_ih_l0_reverse	4	-0.030704930424690247
162853	rnn.bias_ih_l0_reverse	5	0.057148467749357224
162853	rnn.bias_ih_l0_reverse	6	-0.07286857813596725
162853	rnn.bias_ih_l0_reverse	7	0.04872046783566475
162853	rnn.bias_ih_l0_reverse	8	-0.05513019859790802
162853	rnn.bias_ih_l0_reverse	9	0.05713967978954315
162853	rnn.bias_hh_l0_reverse	0	0.0236468855291605
162853	rnn.bias_hh_l0_reverse	1	-0.06517553329467773
162853	rnn.bias_hh_l0_reverse	2	0.07883597910404205
162853	rnn.bias_hh_l0_reverse	3	-0.05286649242043495
162853	rnn.bias_hh_l0_reverse	4	-0.028534766286611557
162853	rnn.bias_hh_l0_reverse	5	-0.02757379412651062
162853	rnn.bias_hh_l0_reverse	6	-0.02081938274204731
162853	rnn.bias_hh_l0_reverse	7	0.10401828587055206
162853	rnn.bias_hh_l0_reverse	8	0.033188022673130035
162853	rnn.bias_hh_l0_reverse	9	-0.14111673831939697
162853	rnn.weight_ih_l1	0	-0.030728094279766083
162853	rnn.weight_ih_l1	1	-0.05136530473828316
162853	rnn.weight_ih_l1	2	0.06137734651565552
162853	rnn.weight_ih_l1	3	-0.06640458852052689
162853	rnn.weight_ih_l1	4	-0.01631166599690914
162853	rnn.weight_ih_l1	5	-0.04373743385076523
162853	rnn.weight_ih_l1	6	0.029366958886384964
162853	rnn.weight_ih_l1	7	-0.03598795458674431
162853	rnn.weight_ih_l1	8	0.03768070787191391
162853	rnn.weight_ih_l1	9	0.04216146841645241
162853	rnn.weight_hh_l1	0	-0.005129130091518164
162853	rnn.weight_hh_l1	1	0.01840808615088463
162853	rnn.weight_hh_l1	2	0.011135315522551537
162853	rnn.weight_hh_l1	3	-0.011751851998269558
162853	rnn.weight_hh_l1	4	0.00893858540803194
162853	rnn.weight_hh_l1	5	0.02903931960463524
162853	rnn.weight_hh_l1	6	0.03300527110695839
162853	rnn.weight_hh_l1	7	-0.01805673912167549
162853	rnn.weight_hh_l1	8	-0.010456766001880169
162853	rnn.weight_hh_l1	9	0.03541870415210724
162853	rnn.bias_ih_l1	0	-0.20270177721977234
162853	rnn.bias_ih_l1	1	-0.1841752976179123
162853	rnn.bias_ih_l1	2	-0.20460210740566254
162853	rnn.bias_ih_l1	3	-0.3244764506816864
162853	rnn.bias_ih_l1	4	-0.1911827176809311
162853	rnn.bias_ih_l1	5	-0.09926865249872208
162853	rnn.bias_ih_l1	6	-0.1629125475883484
162853	rnn.bias_ih_l1	7	-0.02238602377474308
162853	rnn.bias_ih_l1	8	-0.13785003125667572
162853	rnn.bias_ih_l1	9	-0.12594959139823914
162853	rnn.bias_hh_l1	0	-0.10854850709438324
162853	rnn.bias_hh_l1	1	-0.07110751420259476
162853	rnn.bias_hh_l1	2	-0.102945476770401
162853	rnn.bias_hh_l1	3	-0.07562464475631714
162853	rnn.bias_hh_l1	4	-0.09651532769203186
162853	rnn.bias_hh_l1	5	-0.11594140529632568
162853	rnn.bias_hh_l1	6	-0.16557438671588898
162853	rnn.bias_hh_l1	7	0.051619064062833786
162853	rnn.bias_hh_l1	8	-0.17324598133563995
162853	rnn.bias_hh_l1	9	-0.10957055538892746
162853	rnn.weight_ih_l1_reverse	0	-0.04158977419137955
162853	rnn.weight_ih_l1_reverse	1	0.03453615680336952
162853	rnn.weight_ih_l1_reverse	2	0.06607726961374283
162853	rnn.weight_ih_l1_reverse	3	-0.0021458237897604704
162853	rnn.weight_ih_l1_reverse	4	-0.03921391814947128
162853	rnn.weight_ih_l1_reverse	5	-0.03107227385044098
162853	rnn.weight_ih_l1_reverse	6	0.0032239065039902925
162853	rnn.weight_ih_l1_reverse	7	0.030248316004872322
162853	rnn.weight_ih_l1_reverse	8	0.008659536018967628
162853	rnn.weight_ih_l1_reverse	9	-0.056404776871204376
162853	rnn.weight_hh_l1_reverse	0	0.005426093470305204
162853	rnn.weight_hh_l1_reverse	1	0.030562730506062508
162853	rnn.weight_hh_l1_reverse	2	-0.0401436984539032
162853	rnn.weight_hh_l1_reverse	3	0.03616714105010033
162853	rnn.weight_hh_l1_reverse	4	0.04928958788514137
162853	rnn.weight_hh_l1_reverse	5	0.0003600027703214437
162853	rnn.weight_hh_l1_reverse	6	0.05322198569774628
162853	rnn.weight_hh_l1_reverse	7	0.030178755521774292
162853	rnn.weight_hh_l1_reverse	8	-0.006887638941407204
162853	rnn.weight_hh_l1_reverse	9	-0.03240440413355827
162853	rnn.bias_ih_l1_reverse	0	-0.06781799346208572
162853	rnn.bias_ih_l1_reverse	1	-0.1520773023366928
162853	rnn.bias_ih_l1_reverse	2	-0.16463151574134827
162853	rnn.bias_ih_l1_reverse	3	-0.014753811992704868
162853	rnn.bias_ih_l1_reverse	4	-0.21301151812076569
162853	rnn.bias_ih_l1_reverse	5	-0.11361495405435562
162853	rnn.bias_ih_l1_reverse	6	-0.14036691188812256
162853	rnn.bias_ih_l1_reverse	7	-0.19662633538246155
162853	rnn.bias_ih_l1_reverse	8	0.23330539464950562
162853	rnn.bias_ih_l1_reverse	9	0.0592244528234005
162853	rnn.bias_hh_l1_reverse	0	-0.002247836906462908
162853	rnn.bias_hh_l1_reverse	1	-0.10256326198577881
162853	rnn.bias_hh_l1_reverse	2	-0.23442602157592773
162853	rnn.bias_hh_l1_reverse	3	-0.1383405327796936
162853	rnn.bias_hh_l1_reverse	4	-0.09529393911361694
162853	rnn.bias_hh_l1_reverse	5	-0.12232951074838638
162853	rnn.bias_hh_l1_reverse	6	0.09249937534332275
162853	rnn.bias_hh_l1_reverse	7	-0.1723330020904541
162853	rnn.bias_hh_l1_reverse	8	-0.11911358684301376
162853	rnn.bias_hh_l1_reverse	9	-0.14995671808719635
162853	linear.weight	0	0.002228822559118271
162853	linear.weight	1	0.1106347143650055
162853	linear.weight	2	-0.09144621342420578
162853	linear.weight	3	0.2897456884384155
162853	linear.weight	4	0.15753452479839325
162853	linear.weight	5	-0.053796667605638504
162853	linear.weight	6	0.10504136234521866
162853	linear.weight	7	0.11277995258569717
162853	linear.weight	8	0.04118356481194496
162853	linear.weight	9	-0.042908865958452225
162853	linear.bias	0	0.11345871537923813
162853	linear.bias	1	-0.2143132984638214
162853	linear.bias	2	-0.38149550557136536
162853	linear.bias	3	-0.6451814770698547
162853	linear.bias	4	-1.203953742980957
162853	linear.bias	5	-0.05024989694356918
162853	linear.bias	6	-0.7835372090339661
162853	linear.bias	7	0.2907187044620514
162853	linear.bias	8	-0.4756016433238983
162853	linear.bias	9	-1.0608437061309814
163050	transitions	0	0.6597156524658203
163050	transitions	1	0.16339953243732452
163050	transitions	2	-10000.0
163050	transitions	3	-1.8249568939208984
163050	transitions	4	-10000.0
163050	transitions	5	0.5722638368606567
163050	transitions	6	-0.0787338837981224
163050	transitions	7	-0.7478473782539368
163050	transitions	8	-1.408976674079895
163050	transitions	9	-0.0011607654159888625
163050	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
163050	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
163050	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
163050	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
163050	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
163050	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
163050	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
163050	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
163050	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
163050	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
163050	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
163050	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
163050	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
163050	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
163050	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
163050	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
163050	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
163050	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
163050	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
163050	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
163050	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
163050	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
163050	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
163050	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
163050	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
163050	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
163050	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
163050	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
163050	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
163050	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
163050	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
163050	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
163050	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
163050	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
163050	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
163050	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
163050	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
163050	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
163050	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
163050	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
163050	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
163050	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
163050	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
163050	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
163050	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
163050	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
163050	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
163050	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
163050	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
163050	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
163050	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
163050	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
163050	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
163050	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
163050	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
163050	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
163050	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
163050	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
163050	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
163050	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
163050	embedding2nn.weight	0	0.03112572617828846
163050	embedding2nn.weight	1	-0.01342790201306343
163050	embedding2nn.weight	2	-0.014268254861235619
163050	embedding2nn.weight	3	-0.021485231816768646
163050	embedding2nn.weight	4	-0.0059150345623493195
163050	embedding2nn.weight	5	-0.003700587432831526
163050	embedding2nn.weight	6	-0.003973295446485281
163050	embedding2nn.weight	7	-0.08586335927248001
163050	embedding2nn.weight	8	-0.0019979383796453476
163050	embedding2nn.weight	9	-0.027347171679139137
163050	embedding2nn.bias	0	0.06031361222267151
163050	embedding2nn.bias	1	-0.07080291956663132
163050	embedding2nn.bias	2	0.09761369228363037
163050	embedding2nn.bias	3	0.04078275337815285
163050	embedding2nn.bias	4	-0.03958657756447792
163050	embedding2nn.bias	5	-0.011154776439070702
163050	embedding2nn.bias	6	0.025490188971161842
163050	embedding2nn.bias	7	-0.057955220341682434
163050	embedding2nn.bias	8	0.05712039768695831
163050	embedding2nn.bias	9	0.04734375327825546
163050	rnn.weight_ih_l0	0	-0.08125752955675125
163050	rnn.weight_ih_l0	1	0.004996495321393013
163050	rnn.weight_ih_l0	2	0.03706693649291992
163050	rnn.weight_ih_l0	3	0.02482413314282894
163050	rnn.weight_ih_l0	4	-0.03841845318675041
163050	rnn.weight_ih_l0	5	-0.06509606540203094
163050	rnn.weight_ih_l0	6	0.0019241420086473227
163050	rnn.weight_ih_l0	7	0.05576387792825699
163050	rnn.weight_ih_l0	8	-0.010677844285964966
163050	rnn.weight_ih_l0	9	-0.025313735008239746
163050	rnn.weight_hh_l0	0	-0.029375379905104637
163050	rnn.weight_hh_l0	1	-0.008084390312433243
163050	rnn.weight_hh_l0	2	0.003570261877030134
163050	rnn.weight_hh_l0	3	-0.0703301653265953
163050	rnn.weight_hh_l0	4	0.08645034581422806
163050	rnn.weight_hh_l0	5	-0.02137097343802452
163050	rnn.weight_hh_l0	6	-0.06287853419780731
163050	rnn.weight_hh_l0	7	0.011510616168379784
163050	rnn.weight_hh_l0	8	0.010031754150986671
163050	rnn.weight_hh_l0	9	-0.020093727856874466
163050	rnn.bias_ih_l0	0	0.12954333424568176
163050	rnn.bias_ih_l0	1	-0.028950698673725128
163050	rnn.bias_ih_l0	2	-0.01404635515064001
163050	rnn.bias_ih_l0	3	0.14189109206199646
163050	rnn.bias_ih_l0	4	-0.011100356467068195
163050	rnn.bias_ih_l0	5	-0.01684386469423771
163050	rnn.bias_ih_l0	6	0.012998118065297604
163050	rnn.bias_ih_l0	7	0.033351387828588486
163050	rnn.bias_ih_l0	8	-0.09074276685714722
163050	rnn.bias_ih_l0	9	-0.029304420575499535
163050	rnn.bias_hh_l0	0	-0.0030224977526813745
163050	rnn.bias_hh_l0	1	-0.10709669440984726
163050	rnn.bias_hh_l0	2	-0.06635108590126038
163050	rnn.bias_hh_l0	3	-0.09089631587266922
163050	rnn.bias_hh_l0	4	-0.000965319515671581
163050	rnn.bias_hh_l0	5	-0.032319944351911545
163050	rnn.bias_hh_l0	6	0.023907365277409554
163050	rnn.bias_hh_l0	7	0.05613017827272415
163050	rnn.bias_hh_l0	8	-0.10953453183174133
163050	rnn.bias_hh_l0	9	-0.051321618258953094
163050	rnn.weight_ih_l0_reverse	0	-0.025344518944621086
163050	rnn.weight_ih_l0_reverse	1	-0.05197176709771156
163050	rnn.weight_ih_l0_reverse	2	-0.038183555006980896
163050	rnn.weight_ih_l0_reverse	3	0.007570585235953331
163050	rnn.weight_ih_l0_reverse	4	-0.018486816436052322
163050	rnn.weight_ih_l0_reverse	5	-0.04988131672143936
163050	rnn.weight_ih_l0_reverse	6	0.07649470865726471
163050	rnn.weight_ih_l0_reverse	7	-0.029083017259836197
163050	rnn.weight_ih_l0_reverse	8	-0.01856078952550888
163050	rnn.weight_ih_l0_reverse	9	-0.006771326530724764
163050	rnn.weight_hh_l0_reverse	0	0.05952705070376396
163050	rnn.weight_hh_l0_reverse	1	0.01704210601747036
163050	rnn.weight_hh_l0_reverse	2	0.0306024719029665
163050	rnn.weight_hh_l0_reverse	3	0.03266213461756706
163050	rnn.weight_hh_l0_reverse	4	0.007111221086233854
163050	rnn.weight_hh_l0_reverse	5	0.018943050876259804
163050	rnn.weight_hh_l0_reverse	6	0.05054958909749985
163050	rnn.weight_hh_l0_reverse	7	-0.06771742552518845
163050	rnn.weight_hh_l0_reverse	8	0.03506196662783623
163050	rnn.weight_hh_l0_reverse	9	0.0344846248626709
163050	rnn.bias_ih_l0_reverse	0	-0.05998525023460388
163050	rnn.bias_ih_l0_reverse	1	-0.2755703628063202
163050	rnn.bias_ih_l0_reverse	2	-0.1328182816505432
163050	rnn.bias_ih_l0_reverse	3	-0.045752815902233124
163050	rnn.bias_ih_l0_reverse	4	-0.0315018855035305
163050	rnn.bias_ih_l0_reverse	5	0.05656164512038231
163050	rnn.bias_ih_l0_reverse	6	-0.07071734964847565
163050	rnn.bias_ih_l0_reverse	7	0.049290284514427185
163050	rnn.bias_ih_l0_reverse	8	-0.05614517629146576
163050	rnn.bias_ih_l0_reverse	9	0.05658559128642082
163050	rnn.bias_hh_l0_reverse	0	0.023928523063659668
163050	rnn.bias_hh_l0_reverse	1	-0.06308544427156448
163050	rnn.bias_hh_l0_reverse	2	0.07804282009601593
163050	rnn.bias_hh_l0_reverse	3	-0.05193903297185898
163050	rnn.bias_hh_l0_reverse	4	-0.027451220899820328
163050	rnn.bias_hh_l0_reverse	5	-0.026054052636027336
163050	rnn.bias_hh_l0_reverse	6	-0.020591726526618004
163050	rnn.bias_hh_l0_reverse	7	0.10397613793611526
163050	rnn.bias_hh_l0_reverse	8	0.033665552735328674
163050	rnn.bias_hh_l0_reverse	9	-0.14063620567321777
163050	rnn.weight_ih_l1	0	-0.031248612329363823
163050	rnn.weight_ih_l1	1	-0.05054976046085358
163050	rnn.weight_ih_l1	2	0.06131080910563469
163050	rnn.weight_ih_l1	3	-0.067433200776577
163050	rnn.weight_ih_l1	4	-0.016564499586820602
163050	rnn.weight_ih_l1	5	-0.04336795583367348
163050	rnn.weight_ih_l1	6	0.02943616360425949
163050	rnn.weight_ih_l1	7	-0.035300735384225845
163050	rnn.weight_ih_l1	8	0.03747022897005081
163050	rnn.weight_ih_l1	9	0.04223887622356415
163050	rnn.weight_hh_l1	0	-0.005151795689016581
163050	rnn.weight_hh_l1	1	0.018426483497023582
163050	rnn.weight_hh_l1	2	0.0107566574588418
163050	rnn.weight_hh_l1	3	-0.011654064059257507
163050	rnn.weight_hh_l1	4	0.009100240655243397
163050	rnn.weight_hh_l1	5	0.029432836920022964
163050	rnn.weight_hh_l1	6	0.03277701884508133
163050	rnn.weight_hh_l1	7	-0.01818741485476494
163050	rnn.weight_hh_l1	8	-0.010726853273808956
163050	rnn.weight_hh_l1	9	0.03535903990268707
163050	rnn.bias_ih_l1	0	-0.20375566184520721
163050	rnn.bias_ih_l1	1	-0.18218733370304108
163050	rnn.bias_ih_l1	2	-0.2041155844926834
163050	rnn.bias_ih_l1	3	-0.32431262731552124
163050	rnn.bias_ih_l1	4	-0.18963491916656494
163050	rnn.bias_ih_l1	5	-0.0998978391289711
163050	rnn.bias_ih_l1	6	-0.16015006601810455
163050	rnn.bias_ih_l1	7	-0.02316654659807682
163050	rnn.bias_ih_l1	8	-0.13660794496536255
163050	rnn.bias_ih_l1	9	-0.12463614344596863
163050	rnn.bias_hh_l1	0	-0.10785362869501114
163050	rnn.bias_hh_l1	1	-0.07097350805997849
163050	rnn.bias_hh_l1	2	-0.1052914634346962
163050	rnn.bias_hh_l1	3	-0.07578747719526291
163050	rnn.bias_hh_l1	4	-0.0958220511674881
163050	rnn.bias_hh_l1	5	-0.11503950506448746
163050	rnn.bias_hh_l1	6	-0.1632695347070694
163050	rnn.bias_hh_l1	7	0.04854753240942955
163050	rnn.bias_hh_l1	8	-0.1729825735092163
163050	rnn.bias_hh_l1	9	-0.10913796722888947
163050	rnn.weight_ih_l1_reverse	0	-0.04083876311779022
163050	rnn.weight_ih_l1_reverse	1	0.03445710241794586
163050	rnn.weight_ih_l1_reverse	2	0.06758639216423035
163050	rnn.weight_ih_l1_reverse	3	-0.0015658043557778
163050	rnn.weight_ih_l1_reverse	4	-0.039704158902168274
163050	rnn.weight_ih_l1_reverse	5	-0.031146880239248276
163050	rnn.weight_ih_l1_reverse	6	0.0030738806817680597
163050	rnn.weight_ih_l1_reverse	7	0.03019809164106846
163050	rnn.weight_ih_l1_reverse	8	0.008322841487824917
163050	rnn.weight_ih_l1_reverse	9	-0.055489592254161835
163050	rnn.weight_hh_l1_reverse	0	0.005402182228863239
163050	rnn.weight_hh_l1_reverse	1	0.030599914491176605
163050	rnn.weight_hh_l1_reverse	2	-0.040118128061294556
163050	rnn.weight_hh_l1_reverse	3	0.036100465804338455
163050	rnn.weight_hh_l1_reverse	4	0.04945066198706627
163050	rnn.weight_hh_l1_reverse	5	0.0002779875067062676
163050	rnn.weight_hh_l1_reverse	6	0.052545931190252304
163050	rnn.weight_hh_l1_reverse	7	0.029914649203419685
163050	rnn.weight_hh_l1_reverse	8	-0.006978833582252264
163050	rnn.weight_hh_l1_reverse	9	-0.032492198050022125
163050	rnn.bias_ih_l1_reverse	0	-0.0671774223446846
163050	rnn.bias_ih_l1_reverse	1	-0.15023434162139893
163050	rnn.bias_ih_l1_reverse	2	-0.16400903463363647
163050	rnn.bias_ih_l1_reverse	3	-0.018771803006529808
163050	rnn.bias_ih_l1_reverse	4	-0.2130458801984787
163050	rnn.bias_ih_l1_reverse	5	-0.11252366751432419
163050	rnn.bias_ih_l1_reverse	6	-0.1404011845588684
163050	rnn.bias_ih_l1_reverse	7	-0.19425417482852936
163050	rnn.bias_ih_l1_reverse	8	0.23255655169487
163050	rnn.bias_ih_l1_reverse	9	0.058235179632902145
163050	rnn.bias_hh_l1_reverse	0	-0.003880137111991644
163050	rnn.bias_hh_l1_reverse	1	-0.10346173495054245
163050	rnn.bias_hh_l1_reverse	2	-0.2348707616329193
163050	rnn.bias_hh_l1_reverse	3	-0.1368602216243744
163050	rnn.bias_hh_l1_reverse	4	-0.095842644572258
163050	rnn.bias_hh_l1_reverse	5	-0.12241023778915405
163050	rnn.bias_hh_l1_reverse	6	0.09063458442687988
163050	rnn.bias_hh_l1_reverse	7	-0.1716395765542984
163050	rnn.bias_hh_l1_reverse	8	-0.11815354973077774
163050	rnn.bias_hh_l1_reverse	9	-0.14976465702056885
163050	linear.weight	0	0.002228822559118271
163050	linear.weight	1	0.10749280452728271
163050	linear.weight	2	-0.09084390103816986
163050	linear.weight	3	0.28779417276382446
163050	linear.weight	4	0.1560211330652237
163050	linear.weight	5	-0.05243939161300659
163050	linear.weight	6	0.10262112319469452
163050	linear.weight	7	0.11136990785598755
163050	linear.weight	8	0.04118354991078377
163050	linear.weight	9	-0.04495559632778168
163050	linear.bias	0	0.13239619135856628
163050	linear.bias	1	-0.20763632655143738
163050	linear.bias	2	-0.3962026834487915
163050	linear.bias	3	-0.6383340358734131
163050	linear.bias	4	-1.1957952976226807
163050	linear.bias	5	-0.04644724726676941
163050	linear.bias	6	-0.7763444781303406
163050	linear.bias	7	0.294990599155426
163050	linear.bias	8	-0.4761665165424347
163050	linear.bias	9	-1.0612608194351196
163247	transitions	0	0.662775456905365
163247	transitions	1	0.161612868309021
163247	transitions	2	-10000.0
163247	transitions	3	-1.8249741792678833
163247	transitions	4	-10000.0
163247	transitions	5	0.5722127556800842
163247	transitions	6	-0.07876791805028915
163247	transitions	7	-0.7488455772399902
163247	transitions	8	-1.4090492725372314
163247	transitions	9	-0.0011612887028604746
163247	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
163247	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
163247	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
163247	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
163247	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
163247	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
163247	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
163247	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
163247	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
163247	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
163247	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
163247	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
163247	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
163247	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
163247	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
163247	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
163247	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
163247	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
163247	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
163247	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
163247	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
163247	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
163247	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
163247	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
163247	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
163247	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
163247	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
163247	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
163247	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
163247	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
163247	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
163247	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
163247	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
163247	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
163247	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
163247	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
163247	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
163247	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
163247	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
163247	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
163247	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
163247	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
163247	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
163247	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
163247	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
163247	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
163247	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
163247	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
163247	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
163247	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
163247	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
163247	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
163247	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
163247	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
163247	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
163247	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
163247	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
163247	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
163247	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
163247	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
163247	embedding2nn.weight	0	0.03023260273039341
163247	embedding2nn.weight	1	-0.013498343527317047
163247	embedding2nn.weight	2	-0.014268254861235619
163247	embedding2nn.weight	3	-0.021964741870760918
163247	embedding2nn.weight	4	-0.0059150345623493195
163247	embedding2nn.weight	5	-0.003700587432831526
163247	embedding2nn.weight	6	-0.003973294515162706
163247	embedding2nn.weight	7	-0.08485537022352219
163247	embedding2nn.weight	8	-0.0019979383796453476
163247	embedding2nn.weight	9	-0.027522126212716103
163247	embedding2nn.bias	0	0.0602741539478302
163247	embedding2nn.bias	1	-0.07373718917369843
163247	embedding2nn.bias	2	0.10227525979280472
163247	embedding2nn.bias	3	0.03954820707440376
163247	embedding2nn.bias	4	-0.042606107890605927
163247	embedding2nn.bias	5	-0.012597757391631603
163247	embedding2nn.bias	6	0.025847626850008965
163247	embedding2nn.bias	7	-0.05490996316075325
163247	embedding2nn.bias	8	0.05187331512570381
163247	embedding2nn.bias	9	0.047228701412677765
163247	rnn.weight_ih_l0	0	-0.08120561391115189
163247	rnn.weight_ih_l0	1	0.005457400809973478
163247	rnn.weight_ih_l0	2	0.037181705236434937
163247	rnn.weight_ih_l0	3	0.024363012984395027
163247	rnn.weight_ih_l0	4	-0.039148781448602676
163247	rnn.weight_ih_l0	5	-0.06502191722393036
163247	rnn.weight_ih_l0	6	0.0020524149294942617
163247	rnn.weight_ih_l0	7	0.05571708455681801
163247	rnn.weight_ih_l0	8	-0.01123510580509901
163247	rnn.weight_ih_l0	9	-0.02529243752360344
163247	rnn.weight_hh_l0	0	-0.029345395043492317
163247	rnn.weight_hh_l0	1	-0.00819067470729351
163247	rnn.weight_hh_l0	2	0.003697239561006427
163247	rnn.weight_hh_l0	3	-0.07020711898803711
163247	rnn.weight_hh_l0	4	0.08616358041763306
163247	rnn.weight_hh_l0	5	-0.02238995023071766
163247	rnn.weight_hh_l0	6	-0.06278877705335617
163247	rnn.weight_hh_l0	7	0.012023172341287136
163247	rnn.weight_hh_l0	8	0.010525804944336414
163247	rnn.weight_hh_l0	9	-0.02009027823805809
163247	rnn.bias_ih_l0	0	0.12761814892292023
163247	rnn.bias_ih_l0	1	-0.02949090115725994
163247	rnn.bias_ih_l0	2	-0.01480807363986969
163247	rnn.bias_ih_l0	3	0.14093312621116638
163247	rnn.bias_ih_l0	4	-0.00998696032911539
163247	rnn.bias_ih_l0	5	-0.014654722064733505
163247	rnn.bias_ih_l0	6	0.013374755159020424
163247	rnn.bias_ih_l0	7	0.03329595550894737
163247	rnn.bias_ih_l0	8	-0.09052432328462601
163247	rnn.bias_ih_l0	9	-0.030664794147014618
163247	rnn.bias_hh_l0	0	-0.00447797030210495
163247	rnn.bias_hh_l0	1	-0.10688339173793793
163247	rnn.bias_hh_l0	2	-0.06617540866136551
163247	rnn.bias_hh_l0	3	-0.09030158072710037
163247	rnn.bias_hh_l0	4	0.00031956922612152994
163247	rnn.bias_hh_l0	5	-0.03276333212852478
163247	rnn.bias_hh_l0	6	0.02396375872194767
163247	rnn.bias_hh_l0	7	0.05979054421186447
163247	rnn.bias_hh_l0	8	-0.11053849756717682
163247	rnn.bias_hh_l0	9	-0.05360611528158188
163247	rnn.weight_ih_l0_reverse	0	-0.026181519031524658
163247	rnn.weight_ih_l0_reverse	1	-0.05208410322666168
163247	rnn.weight_ih_l0_reverse	2	-0.03785092383623123
163247	rnn.weight_ih_l0_reverse	3	0.007485618349164724
163247	rnn.weight_ih_l0_reverse	4	-0.01810334250330925
163247	rnn.weight_ih_l0_reverse	5	-0.049867719411849976
163247	rnn.weight_ih_l0_reverse	6	0.07602500170469284
163247	rnn.weight_ih_l0_reverse	7	-0.029810192063450813
163247	rnn.weight_ih_l0_reverse	8	-0.018665272742509842
163247	rnn.weight_ih_l0_reverse	9	-0.006836987100541592
163247	rnn.weight_hh_l0_reverse	0	0.059680454432964325
163247	rnn.weight_hh_l0_reverse	1	0.016512304544448853
163247	rnn.weight_hh_l0_reverse	2	0.03039839118719101
163247	rnn.weight_hh_l0_reverse	3	0.03311542421579361
163247	rnn.weight_hh_l0_reverse	4	0.007550280075520277
163247	rnn.weight_hh_l0_reverse	5	0.019236693158745766
163247	rnn.weight_hh_l0_reverse	6	0.05085291340947151
163247	rnn.weight_hh_l0_reverse	7	-0.06817728281021118
163247	rnn.weight_hh_l0_reverse	8	0.03511280193924904
163247	rnn.weight_hh_l0_reverse	9	0.0346081480383873
163247	rnn.bias_ih_l0_reverse	0	-0.06047940254211426
163247	rnn.bias_ih_l0_reverse	1	-0.2747383713722229
163247	rnn.bias_ih_l0_reverse	2	-0.13282904028892517
163247	rnn.bias_ih_l0_reverse	3	-0.04623226076364517
163247	rnn.bias_ih_l0_reverse	4	-0.032397158443927765
163247	rnn.bias_ih_l0_reverse	5	0.05596934258937836
163247	rnn.bias_ih_l0_reverse	6	-0.07049112766981125
163247	rnn.bias_ih_l0_reverse	7	0.04823635146021843
163247	rnn.bias_ih_l0_reverse	8	-0.05597737804055214
163247	rnn.bias_ih_l0_reverse	9	0.05566700920462608
163247	rnn.bias_hh_l0_reverse	0	0.02480597235262394
163247	rnn.bias_hh_l0_reverse	1	-0.06281030923128128
163247	rnn.bias_hh_l0_reverse	2	0.07834196835756302
163247	rnn.bias_hh_l0_reverse	3	-0.05258679762482643
163247	rnn.bias_hh_l0_reverse	4	-0.027105681598186493
163247	rnn.bias_hh_l0_reverse	5	-0.026578465476632118
163247	rnn.bias_hh_l0_reverse	6	-0.01869099959731102
163247	rnn.bias_hh_l0_reverse	7	0.10508321225643158
163247	rnn.bias_hh_l0_reverse	8	0.033702459186315536
163247	rnn.bias_hh_l0_reverse	9	-0.13868965208530426
163247	rnn.weight_ih_l1	0	-0.031514376401901245
163247	rnn.weight_ih_l1	1	-0.0504586286842823
163247	rnn.weight_ih_l1	2	0.06233489140868187
163247	rnn.weight_ih_l1	3	-0.06681440770626068
163247	rnn.weight_ih_l1	4	-0.017400655895471573
163247	rnn.weight_ih_l1	5	-0.04340729862451553
163247	rnn.weight_ih_l1	6	0.02994529902935028
163247	rnn.weight_ih_l1	7	-0.0357787124812603
163247	rnn.weight_ih_l1	8	0.03738934174180031
163247	rnn.weight_ih_l1	9	0.04210113361477852
163247	rnn.weight_hh_l1	0	-0.005262699909508228
163247	rnn.weight_hh_l1	1	0.01824457198381424
163247	rnn.weight_hh_l1	2	0.011545920744538307
163247	rnn.weight_hh_l1	3	-0.011412980034947395
163247	rnn.weight_hh_l1	4	0.009369525127112865
163247	rnn.weight_hh_l1	5	0.029715295881032944
163247	rnn.weight_hh_l1	6	0.03221346437931061
163247	rnn.weight_hh_l1	7	-0.01861530914902687
163247	rnn.weight_hh_l1	8	-0.010634307749569416
163247	rnn.weight_hh_l1	9	0.03561843931674957
163247	rnn.bias_ih_l1	0	-0.2049497365951538
163247	rnn.bias_ih_l1	1	-0.18332688510417938
163247	rnn.bias_ih_l1	2	-0.20409232378005981
163247	rnn.bias_ih_l1	3	-0.32443711161613464
163247	rnn.bias_ih_l1	4	-0.1884593963623047
163247	rnn.bias_ih_l1	5	-0.10049936920404434
163247	rnn.bias_ih_l1	6	-0.15835395455360413
163247	rnn.bias_ih_l1	7	-0.02056528441607952
163247	rnn.bias_ih_l1	8	-0.13724356889724731
163247	rnn.bias_ih_l1	9	-0.12675358355045319
163247	rnn.bias_hh_l1	0	-0.1084975153207779
163247	rnn.bias_hh_l1	1	-0.07198633253574371
163247	rnn.bias_hh_l1	2	-0.10695425420999527
163247	rnn.bias_hh_l1	3	-0.07626236230134964
163247	rnn.bias_hh_l1	4	-0.09720462560653687
163247	rnn.bias_hh_l1	5	-0.11532219499349594
163247	rnn.bias_hh_l1	6	-0.16465914249420166
163247	rnn.bias_hh_l1	7	0.04882725700736046
163247	rnn.bias_hh_l1	8	-0.17311741411685944
163247	rnn.bias_hh_l1	9	-0.1076330617070198
163247	rnn.weight_ih_l1_reverse	0	-0.040640003979206085
163247	rnn.weight_ih_l1_reverse	1	0.034813154488801956
163247	rnn.weight_ih_l1_reverse	2	0.06756865233182907
163247	rnn.weight_ih_l1_reverse	3	-0.0018518551951274276
163247	rnn.weight_ih_l1_reverse	4	-0.03992404788732529
163247	rnn.weight_ih_l1_reverse	5	-0.031074872240424156
163247	rnn.weight_ih_l1_reverse	6	0.0033181144390255213
163247	rnn.weight_ih_l1_reverse	7	0.0300920233130455
163247	rnn.weight_ih_l1_reverse	8	0.006978630553930998
163247	rnn.weight_ih_l1_reverse	9	-0.053948789834976196
163247	rnn.weight_hh_l1_reverse	0	0.005306181497871876
163247	rnn.weight_hh_l1_reverse	1	0.030555840581655502
163247	rnn.weight_hh_l1_reverse	2	-0.040130969136953354
163247	rnn.weight_hh_l1_reverse	3	0.036043085157871246
163247	rnn.weight_hh_l1_reverse	4	0.04980073124170303
163247	rnn.weight_hh_l1_reverse	5	-0.00029067645664326847
163247	rnn.weight_hh_l1_reverse	6	0.051979850977659225
163247	rnn.weight_hh_l1_reverse	7	0.029930479824543
163247	rnn.weight_hh_l1_reverse	8	-0.007057094015181065
163247	rnn.weight_hh_l1_reverse	9	-0.03242995962500572
163247	rnn.bias_ih_l1_reverse	0	-0.06681404262781143
163247	rnn.bias_ih_l1_reverse	1	-0.15016406774520874
163247	rnn.bias_ih_l1_reverse	2	-0.1627669483423233
163247	rnn.bias_ih_l1_reverse	3	-0.021043943241238594
163247	rnn.bias_ih_l1_reverse	4	-0.21408580243587494
163247	rnn.bias_ih_l1_reverse	5	-0.11184152215719223
163247	rnn.bias_ih_l1_reverse	6	-0.13983553647994995
163247	rnn.bias_ih_l1_reverse	7	-0.19453772902488708
163247	rnn.bias_ih_l1_reverse	8	0.2335246056318283
163247	rnn.bias_ih_l1_reverse	9	0.056871622800827026
163247	rnn.bias_hh_l1_reverse	0	-0.0032292967662215233
163247	rnn.bias_hh_l1_reverse	1	-0.09910731017589569
163247	rnn.bias_hh_l1_reverse	2	-0.23481833934783936
163247	rnn.bias_hh_l1_reverse	3	-0.13578517735004425
163247	rnn.bias_hh_l1_reverse	4	-0.09679890424013138
163247	rnn.bias_hh_l1_reverse	5	-0.12378974258899689
163247	rnn.bias_hh_l1_reverse	6	0.08994106948375702
163247	rnn.bias_hh_l1_reverse	7	-0.1724124401807785
163247	rnn.bias_hh_l1_reverse	8	-0.1183379665017128
163247	rnn.bias_hh_l1_reverse	9	-0.15020041167736053
163247	linear.weight	0	0.002228822559118271
163247	linear.weight	1	0.10681184381246567
163247	linear.weight	2	-0.09002607315778732
163247	linear.weight	3	0.28430554270744324
163247	linear.weight	4	0.15486374497413635
163247	linear.weight	5	-0.051031336188316345
163247	linear.weight	6	0.10752437263727188
163247	linear.weight	7	0.11457325518131256
163247	linear.weight	8	0.0411829836666584
163247	linear.weight	9	-0.04273533821105957
163247	linear.bias	0	0.13060900568962097
163247	linear.bias	1	-0.18515822291374207
163247	linear.bias	2	-0.3938191831111908
163247	linear.bias	3	-0.6688125133514404
163247	linear.bias	4	-1.2249796390533447
163247	linear.bias	5	-0.055624671280384064
163247	linear.bias	6	-0.7599778771400452
163247	linear.bias	7	0.28623270988464355
163247	linear.bias	8	-0.46298831701278687
163247	linear.bias	9	-1.048809289932251
163444	transitions	0	0.6573523283004761
163444	transitions	1	0.16346216201782227
163444	transitions	2	-10000.0
163444	transitions	3	-1.824989914894104
163444	transitions	4	-10000.0
163444	transitions	5	0.5721859931945801
163444	transitions	6	-0.07880152761936188
163444	transitions	7	-0.7492231130599976
163444	transitions	8	-1.409064531326294
163444	transitions	9	-0.0011615381808951497
163444	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
163444	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
163444	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
163444	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
163444	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
163444	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
163444	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
163444	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
163444	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
163444	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
163444	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
163444	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
163444	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
163444	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
163444	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
163444	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
163444	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
163444	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
163444	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
163444	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
163444	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
163444	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
163444	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
163444	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
163444	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
163444	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
163444	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
163444	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
163444	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
163444	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
163444	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
163444	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
163444	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
163444	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
163444	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
163444	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
163444	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
163444	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
163444	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
163444	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
163444	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
163444	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
163444	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
163444	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
163444	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
163444	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
163444	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
163444	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
163444	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
163444	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
163444	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
163444	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
163444	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
163444	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
163444	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
163444	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
163444	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
163444	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
163444	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
163444	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
163444	embedding2nn.weight	0	0.029063940048217773
163444	embedding2nn.weight	1	-0.013421372510492802
163444	embedding2nn.weight	2	-0.014268254861235619
163444	embedding2nn.weight	3	-0.02143610641360283
163444	embedding2nn.weight	4	-0.0059150345623493195
163444	embedding2nn.weight	5	-0.003700587432831526
163444	embedding2nn.weight	6	-0.003973292652517557
163444	embedding2nn.weight	7	-0.08477727323770523
163444	embedding2nn.weight	8	-0.0019979383796453476
163444	embedding2nn.weight	9	-0.02782556042075157
163444	embedding2nn.bias	0	0.05617004260420799
163444	embedding2nn.bias	1	-0.07323163002729416
163444	embedding2nn.bias	2	0.09858503192663193
163444	embedding2nn.bias	3	0.03943734988570213
163444	embedding2nn.bias	4	-0.042766209691762924
163444	embedding2nn.bias	5	-0.014231886714696884
163444	embedding2nn.bias	6	0.029154097661376
163444	embedding2nn.bias	7	-0.053622759878635406
163444	embedding2nn.bias	8	0.05171704664826393
163444	embedding2nn.bias	9	0.04751187562942505
163444	rnn.weight_ih_l0	0	-0.0813072994351387
163444	rnn.weight_ih_l0	1	0.00601603789255023
163444	rnn.weight_ih_l0	2	0.036971282213926315
163444	rnn.weight_ih_l0	3	0.024384204298257828
163444	rnn.weight_ih_l0	4	-0.039160363376140594
163444	rnn.weight_ih_l0	5	-0.06491181254386902
163444	rnn.weight_ih_l0	6	0.002358335768803954
163444	rnn.weight_ih_l0	7	0.05632950738072395
163444	rnn.weight_ih_l0	8	-0.010998615995049477
163444	rnn.weight_ih_l0	9	-0.02480032481253147
163444	rnn.weight_hh_l0	0	-0.02927858754992485
163444	rnn.weight_hh_l0	1	-0.007187106646597385
163444	rnn.weight_hh_l0	2	0.0038722967728972435
163444	rnn.weight_hh_l0	3	-0.070152148604393
163444	rnn.weight_hh_l0	4	0.08604118227958679
163444	rnn.weight_hh_l0	5	-0.02211616560816765
163444	rnn.weight_hh_l0	6	-0.06217971071600914
163444	rnn.weight_hh_l0	7	0.013087383471429348
163444	rnn.weight_hh_l0	8	0.0104643814265728
163444	rnn.weight_hh_l0	9	-0.02016003057360649
163444	rnn.bias_ih_l0	0	0.12761026620864868
163444	rnn.bias_ih_l0	1	-0.029231270775198936
163444	rnn.bias_ih_l0	2	-0.01629573665559292
163444	rnn.bias_ih_l0	3	0.14250288903713226
163444	rnn.bias_ih_l0	4	-0.008802316151559353
163444	rnn.bias_ih_l0	5	-0.015524146147072315
163444	rnn.bias_ih_l0	6	0.011556428857147694
163444	rnn.bias_ih_l0	7	0.032249029725790024
163444	rnn.bias_ih_l0	8	-0.09046900272369385
163444	rnn.bias_ih_l0	9	-0.032911516726017
163444	rnn.bias_hh_l0	0	-0.005575934424996376
163444	rnn.bias_hh_l0	1	-0.10753683745861053
163444	rnn.bias_hh_l0	2	-0.06709478795528412
163444	rnn.bias_hh_l0	3	-0.08912225812673569
163444	rnn.bias_hh_l0	4	0.0007959894137457013
163444	rnn.bias_hh_l0	5	-0.03277188912034035
163444	rnn.bias_hh_l0	6	0.023349259048700333
163444	rnn.bias_hh_l0	7	0.05786929279565811
163444	rnn.bias_hh_l0	8	-0.11045953631401062
163444	rnn.bias_hh_l0	9	-0.05412217602133751
163444	rnn.weight_ih_l0_reverse	0	-0.026105787605047226
163444	rnn.weight_ih_l0_reverse	1	-0.0515962578356266
163444	rnn.weight_ih_l0_reverse	2	-0.03942432627081871
163444	rnn.weight_ih_l0_reverse	3	0.006441805046051741
163444	rnn.weight_ih_l0_reverse	4	-0.018063563853502274
163444	rnn.weight_ih_l0_reverse	5	-0.049876097589731216
163444	rnn.weight_ih_l0_reverse	6	0.07607641816139221
163444	rnn.weight_ih_l0_reverse	7	-0.030165323987603188
163444	rnn.weight_ih_l0_reverse	8	-0.01837512105703354
163444	rnn.weight_ih_l0_reverse	9	-0.006547421682626009
163444	rnn.weight_hh_l0_reverse	0	0.059301842004060745
163444	rnn.weight_hh_l0_reverse	1	0.01684320718050003
163444	rnn.weight_hh_l0_reverse	2	0.030297409743070602
163444	rnn.weight_hh_l0_reverse	3	0.033407412469387054
163444	rnn.weight_hh_l0_reverse	4	0.007710321340709925
163444	rnn.weight_hh_l0_reverse	5	0.01911143586039543
163444	rnn.weight_hh_l0_reverse	6	0.05111249163746834
163444	rnn.weight_hh_l0_reverse	7	-0.06832735985517502
163444	rnn.weight_hh_l0_reverse	8	0.035130154341459274
163444	rnn.weight_hh_l0_reverse	9	0.03465048223733902
163444	rnn.bias_ih_l0_reverse	0	-0.060191866010427475
163444	rnn.bias_ih_l0_reverse	1	-0.27438005805015564
163444	rnn.bias_ih_l0_reverse	2	-0.13107025623321533
163444	rnn.bias_ih_l0_reverse	3	-0.04635082185268402
163444	rnn.bias_ih_l0_reverse	4	-0.03442791849374771
163444	rnn.bias_ih_l0_reverse	5	0.05651791766285896
163444	rnn.bias_ih_l0_reverse	6	-0.07232947647571564
163444	rnn.bias_ih_l0_reverse	7	0.04760942608118057
163444	rnn.bias_ih_l0_reverse	8	-0.05406548082828522
163444	rnn.bias_ih_l0_reverse	9	0.05356026813387871
163444	rnn.bias_hh_l0_reverse	0	0.024591192603111267
163444	rnn.bias_hh_l0_reverse	1	-0.061220716685056686
163444	rnn.bias_hh_l0_reverse	2	0.0772186815738678
163444	rnn.bias_hh_l0_reverse	3	-0.05103960633277893
163444	rnn.bias_hh_l0_reverse	4	-0.028096018359065056
163444	rnn.bias_hh_l0_reverse	5	-0.025031812489032745
163444	rnn.bias_hh_l0_reverse	6	-0.018915364518761635
163444	rnn.bias_hh_l0_reverse	7	0.10475562512874603
163444	rnn.bias_hh_l0_reverse	8	0.03133084625005722
163444	rnn.bias_hh_l0_reverse	9	-0.13801777362823486
163444	rnn.weight_ih_l1	0	-0.0317874513566494
163444	rnn.weight_ih_l1	1	-0.050125475972890854
163444	rnn.weight_ih_l1	2	0.06347757577896118
163444	rnn.weight_ih_l1	3	-0.06571252644062042
163444	rnn.weight_ih_l1	4	-0.017079589888453484
163444	rnn.weight_ih_l1	5	-0.04351435974240303
163444	rnn.weight_ih_l1	6	0.02991095557808876
163444	rnn.weight_ih_l1	7	-0.036042533814907074
163444	rnn.weight_ih_l1	8	0.03768971562385559
163444	rnn.weight_ih_l1	9	0.041984234005212784
163444	rnn.weight_hh_l1	0	-0.005118606146425009
163444	rnn.weight_hh_l1	1	0.018299520015716553
163444	rnn.weight_hh_l1	2	0.011578990146517754
163444	rnn.weight_hh_l1	3	-0.011510750278830528
163444	rnn.weight_hh_l1	4	0.009317469783127308
163444	rnn.weight_hh_l1	5	0.029776623472571373
163444	rnn.weight_hh_l1	6	0.03207826241850853
163444	rnn.weight_hh_l1	7	-0.018919769674539566
163444	rnn.weight_hh_l1	8	-0.010789020918309689
163444	rnn.weight_hh_l1	9	0.03557446226477623
163444	rnn.bias_ih_l1	0	-0.20407164096832275
163444	rnn.bias_ih_l1	1	-0.18112967908382416
163444	rnn.bias_ih_l1	2	-0.20566025376319885
163444	rnn.bias_ih_l1	3	-0.324374258518219
163444	rnn.bias_ih_l1	4	-0.18877476453781128
163444	rnn.bias_ih_l1	5	-0.10077542066574097
163444	rnn.bias_ih_l1	6	-0.15963691473007202
163444	rnn.bias_ih_l1	7	-0.023986725136637688
163444	rnn.bias_ih_l1	8	-0.13877849280834198
163444	rnn.bias_ih_l1	9	-0.1263219565153122
163444	rnn.bias_hh_l1	0	-0.10917248576879501
163444	rnn.bias_hh_l1	1	-0.07117652148008347
163444	rnn.bias_hh_l1	2	-0.1072646975517273
163444	rnn.bias_hh_l1	3	-0.07681041955947876
163444	rnn.bias_hh_l1	4	-0.09720074385404587
163444	rnn.bias_hh_l1	5	-0.11492045968770981
163444	rnn.bias_hh_l1	6	-0.16369198262691498
163444	rnn.bias_hh_l1	7	0.05085350200533867
163444	rnn.bias_hh_l1	8	-0.17353194952011108
163444	rnn.bias_hh_l1	9	-0.10944555699825287
163444	rnn.weight_ih_l1_reverse	0	-0.04082570597529411
163444	rnn.weight_ih_l1_reverse	1	0.03240867704153061
163444	rnn.weight_ih_l1_reverse	2	0.0667731985449791
163444	rnn.weight_ih_l1_reverse	3	-0.002222746144980192
163444	rnn.weight_ih_l1_reverse	4	-0.039868369698524475
163444	rnn.weight_ih_l1_reverse	5	-0.031054019927978516
163444	rnn.weight_ih_l1_reverse	6	0.0029572388157248497
163444	rnn.weight_ih_l1_reverse	7	0.030223384499549866
163444	rnn.weight_ih_l1_reverse	8	0.007674431428313255
163444	rnn.weight_ih_l1_reverse	9	-0.05383738875389099
163444	rnn.weight_hh_l1_reverse	0	0.005506104324012995
163444	rnn.weight_hh_l1_reverse	1	0.030460432171821594
163444	rnn.weight_hh_l1_reverse	2	-0.040188293904066086
163444	rnn.weight_hh_l1_reverse	3	0.0359368734061718
163444	rnn.weight_hh_l1_reverse	4	0.05003791302442551
163444	rnn.weight_hh_l1_reverse	5	-2.0661776943597943e-05
163444	rnn.weight_hh_l1_reverse	6	0.051706939935684204
163444	rnn.weight_hh_l1_reverse	7	0.029959507286548615
163444	rnn.weight_hh_l1_reverse	8	-0.007062319666147232
163444	rnn.weight_hh_l1_reverse	9	-0.03244505822658539
163444	rnn.bias_ih_l1_reverse	0	-0.06755390018224716
163444	rnn.bias_ih_l1_reverse	1	-0.15128456056118011
163444	rnn.bias_ih_l1_reverse	2	-0.16156229376792908
163444	rnn.bias_ih_l1_reverse	3	-0.02032676339149475
163444	rnn.bias_ih_l1_reverse	4	-0.21279726922512054
163444	rnn.bias_ih_l1_reverse	5	-0.11129835247993469
163444	rnn.bias_ih_l1_reverse	6	-0.13965116441249847
163444	rnn.bias_ih_l1_reverse	7	-0.19334498047828674
163444	rnn.bias_ih_l1_reverse	8	0.23263058066368103
163444	rnn.bias_ih_l1_reverse	9	0.05481530725955963
163444	rnn.bias_hh_l1_reverse	0	0.003531525144353509
163444	rnn.bias_hh_l1_reverse	1	-0.09745907038450241
163444	rnn.bias_hh_l1_reverse	2	-0.23438067734241486
163444	rnn.bias_hh_l1_reverse	3	-0.13641802966594696
163444	rnn.bias_hh_l1_reverse	4	-0.09644926339387894
163444	rnn.bias_hh_l1_reverse	5	-0.12503093481063843
163444	rnn.bias_hh_l1_reverse	6	0.09253652393817902
163444	rnn.bias_hh_l1_reverse	7	-0.17219389975070953
163444	rnn.bias_hh_l1_reverse	8	-0.11818069219589233
163444	rnn.bias_hh_l1_reverse	9	-0.15084920823574066
163444	linear.weight	0	0.002228822559118271
163444	linear.weight	1	0.10506200045347214
163444	linear.weight	2	-0.09224701672792435
163444	linear.weight	3	0.28102225065231323
163444	linear.weight	4	0.15486401319503784
163444	linear.weight	5	-0.05189812183380127
163444	linear.weight	6	0.11121051013469696
163444	linear.weight	7	0.10716312378644943
163444	linear.weight	8	0.04118276759982109
163444	linear.weight	9	-0.044781580567359924
163444	linear.bias	0	0.1296832114458084
163444	linear.bias	1	-0.20146748423576355
163444	linear.bias	2	-0.39634907245635986
163444	linear.bias	3	-0.6632142066955566
163444	linear.bias	4	-1.2182499170303345
163444	linear.bias	5	-0.05397511273622513
163444	linear.bias	6	-0.7776207327842712
163444	linear.bias	7	0.287769079208374
163444	linear.bias	8	-0.46313250064849854
163444	linear.bias	9	-1.048268437385559
163641	transitions	0	0.6670368313789368
163641	transitions	1	0.1631368100643158
163641	transitions	2	-10000.0
163641	transitions	3	-1.8250008821487427
163641	transitions	4	-10000.0
163641	transitions	5	0.5721301436424255
163641	transitions	6	-0.07882308959960938
163641	transitions	7	-0.749917209148407
163641	transitions	8	-1.4090838432312012
163641	transitions	9	-0.001161879044957459
163641	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
163641	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
163641	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
163641	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
163641	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
163641	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
163641	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
163641	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
163641	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
163641	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
163641	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
163641	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
163641	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
163641	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
163641	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
163641	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
163641	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
163641	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
163641	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
163641	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
163641	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
163641	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
163641	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
163641	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
163641	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
163641	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
163641	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
163641	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
163641	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
163641	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
163641	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
163641	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
163641	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
163641	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
163641	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
163641	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
163641	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
163641	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
163641	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
163641	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
163641	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
163641	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
163641	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
163641	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
163641	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
163641	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
163641	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
163641	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
163641	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
163641	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
163641	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
163641	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
163641	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
163641	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
163641	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
163641	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
163641	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
163641	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
163641	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
163641	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
163641	embedding2nn.weight	0	0.02805379405617714
163641	embedding2nn.weight	1	-0.013377228751778603
163641	embedding2nn.weight	2	-0.014268254861235619
163641	embedding2nn.weight	3	-0.022501332685351372
163641	embedding2nn.weight	4	-0.0059150345623493195
163641	embedding2nn.weight	5	-0.003700587432831526
163641	embedding2nn.weight	6	-0.0039732917211949825
163641	embedding2nn.weight	7	-0.08465021848678589
163641	embedding2nn.weight	8	-0.0019979383796453476
163641	embedding2nn.weight	9	-0.027655402198433876
163641	embedding2nn.bias	0	0.060332003980875015
163641	embedding2nn.bias	1	-0.0720534548163414
163641	embedding2nn.bias	2	0.10125026106834412
163641	embedding2nn.bias	3	0.0386081263422966
163641	embedding2nn.bias	4	-0.041788503527641296
163641	embedding2nn.bias	5	-0.015718571841716766
163641	embedding2nn.bias	6	0.02914046309888363
163641	embedding2nn.bias	7	-0.05556022748351097
163641	embedding2nn.bias	8	0.04966225102543831
163641	embedding2nn.bias	9	0.04914163798093796
163641	rnn.weight_ih_l0	0	-0.081401526927948
163641	rnn.weight_ih_l0	1	0.005733813624829054
163641	rnn.weight_ih_l0	2	0.037903446704149246
163641	rnn.weight_ih_l0	3	0.024275463074445724
163641	rnn.weight_ih_l0	4	-0.03921765089035034
163641	rnn.weight_ih_l0	5	-0.06558915972709656
163641	rnn.weight_ih_l0	6	0.002296393970027566
163641	rnn.weight_ih_l0	7	0.0572870709002018
163641	rnn.weight_ih_l0	8	-0.010233520530164242
163641	rnn.weight_ih_l0	9	-0.024817107245326042
163641	rnn.weight_hh_l0	0	-0.029050437733530998
163641	rnn.weight_hh_l0	1	-0.007338021416217089
163641	rnn.weight_hh_l0	2	0.003889223327860236
163641	rnn.weight_hh_l0	3	-0.07031168788671494
163641	rnn.weight_hh_l0	4	0.08606190979480743
163641	rnn.weight_hh_l0	5	-0.022462638095021248
163641	rnn.weight_hh_l0	6	-0.061741653829813004
163641	rnn.weight_hh_l0	7	0.013567411340773106
163641	rnn.weight_hh_l0	8	0.010928647592663765
163641	rnn.weight_hh_l0	9	-0.02020811289548874
163641	rnn.bias_ih_l0	0	0.12629899382591248
163641	rnn.bias_ih_l0	1	-0.028931695967912674
163641	rnn.bias_ih_l0	2	-0.01618030294775963
163641	rnn.bias_ih_l0	3	0.14306730031967163
163641	rnn.bias_ih_l0	4	-0.0091065289452672
163641	rnn.bias_ih_l0	5	-0.015789099037647247
163641	rnn.bias_ih_l0	6	0.011243397369980812
163641	rnn.bias_ih_l0	7	0.03129040077328682
163641	rnn.bias_ih_l0	8	-0.08918844908475876
163641	rnn.bias_ih_l0	9	-0.03215356543660164
163641	rnn.bias_hh_l0	0	-0.004538105800747871
163641	rnn.bias_hh_l0	1	-0.10770563036203384
163641	rnn.bias_hh_l0	2	-0.06666852533817291
163641	rnn.bias_hh_l0	3	-0.08933600038290024
163641	rnn.bias_hh_l0	4	-0.00023751136905048043
163641	rnn.bias_hh_l0	5	-0.03249434009194374
163641	rnn.bias_hh_l0	6	0.023127106949687004
163641	rnn.bias_hh_l0	7	0.056167569011449814
163641	rnn.bias_hh_l0	8	-0.11033091694116592
163641	rnn.bias_hh_l0	9	-0.055449724197387695
163641	rnn.weight_ih_l0_reverse	0	-0.026523826643824577
163641	rnn.weight_ih_l0_reverse	1	-0.05087491124868393
163641	rnn.weight_ih_l0_reverse	2	-0.039152298122644424
163641	rnn.weight_ih_l0_reverse	3	0.006675408687442541
163641	rnn.weight_ih_l0_reverse	4	-0.017900150269269943
163641	rnn.weight_ih_l0_reverse	5	-0.050018180161714554
163641	rnn.weight_ih_l0_reverse	6	0.07597704976797104
163641	rnn.weight_ih_l0_reverse	7	-0.02955220453441143
163641	rnn.weight_ih_l0_reverse	8	-0.01811475306749344
163641	rnn.weight_ih_l0_reverse	9	-0.007066193502396345
163641	rnn.weight_hh_l0_reverse	0	0.058409158140420914
163641	rnn.weight_hh_l0_reverse	1	0.01629996858537197
163641	rnn.weight_hh_l0_reverse	2	0.030054524540901184
163641	rnn.weight_hh_l0_reverse	3	0.033389367163181305
163641	rnn.weight_hh_l0_reverse	4	0.007870479486882687
163641	rnn.weight_hh_l0_reverse	5	0.01888054795563221
163641	rnn.weight_hh_l0_reverse	6	0.05108367279171944
163641	rnn.weight_hh_l0_reverse	7	-0.06762142479419708
163641	rnn.weight_hh_l0_reverse	8	0.03502899780869484
163641	rnn.weight_hh_l0_reverse	9	0.03458606079220772
163641	rnn.bias_ih_l0_reverse	0	-0.05877625569701195
163641	rnn.bias_ih_l0_reverse	1	-0.27647843956947327
163641	rnn.bias_ih_l0_reverse	2	-0.13080592453479767
163641	rnn.bias_ih_l0_reverse	3	-0.04688302427530289
163641	rnn.bias_ih_l0_reverse	4	-0.03350040689110756
163641	rnn.bias_ih_l0_reverse	5	0.05630270019173622
163641	rnn.bias_ih_l0_reverse	6	-0.07364841550588608
163641	rnn.bias_ih_l0_reverse	7	0.047907136380672455
163641	rnn.bias_ih_l0_reverse	8	-0.055076830089092255
163641	rnn.bias_ih_l0_reverse	9	0.05327151343226433
163641	rnn.bias_hh_l0_reverse	0	0.026509560644626617
163641	rnn.bias_hh_l0_reverse	1	-0.0573069229722023
163641	rnn.bias_hh_l0_reverse	2	0.0762251690030098
163641	rnn.bias_hh_l0_reverse	3	-0.04953829199075699
163641	rnn.bias_hh_l0_reverse	4	-0.02763671986758709
163641	rnn.bias_hh_l0_reverse	5	-0.024872347712516785
163641	rnn.bias_hh_l0_reverse	6	-0.019178634509444237
163641	rnn.bias_hh_l0_reverse	7	0.1047830730676651
163641	rnn.bias_hh_l0_reverse	8	0.030719326809048653
163641	rnn.bias_hh_l0_reverse	9	-0.13735872507095337
163641	rnn.weight_ih_l1	0	-0.03155818209052086
163641	rnn.weight_ih_l1	1	-0.05053536221385002
163641	rnn.weight_ih_l1	2	0.06328249722719193
163641	rnn.weight_ih_l1	3	-0.06336871534585953
163641	rnn.weight_ih_l1	4	-0.01684100553393364
163641	rnn.weight_ih_l1	5	-0.043489255011081696
163641	rnn.weight_ih_l1	6	0.030127404257655144
163641	rnn.weight_ih_l1	7	-0.03676511347293854
163641	rnn.weight_ih_l1	8	0.03761792927980423
163641	rnn.weight_ih_l1	9	0.042032789438962936
163641	rnn.weight_hh_l1	0	-0.004969494417309761
163641	rnn.weight_hh_l1	1	0.01821841299533844
163641	rnn.weight_hh_l1	2	0.011678632348775864
163641	rnn.weight_hh_l1	3	-0.011681698262691498
163641	rnn.weight_hh_l1	4	0.00927890557795763
163641	rnn.weight_hh_l1	5	0.029977187514305115
163641	rnn.weight_hh_l1	6	0.03199555724859238
163641	rnn.weight_hh_l1	7	-0.018603140488266945
163641	rnn.weight_hh_l1	8	-0.010254313237965107
163641	rnn.weight_hh_l1	9	0.03518692031502724
163641	rnn.bias_ih_l1	0	-0.2036154419183731
163641	rnn.bias_ih_l1	1	-0.18112851679325104
163641	rnn.bias_ih_l1	2	-0.20628564059734344
163641	rnn.bias_ih_l1	3	-0.3271311819553375
163641	rnn.bias_ih_l1	4	-0.18558582663536072
163641	rnn.bias_ih_l1	5	-0.10040231049060822
163641	rnn.bias_ih_l1	6	-0.15977804362773895
163641	rnn.bias_ih_l1	7	-0.023307200521230698
163641	rnn.bias_ih_l1	8	-0.13891667127609253
163641	rnn.bias_ih_l1	9	-0.1297595202922821
163641	rnn.bias_hh_l1	0	-0.10791168361902237
163641	rnn.bias_hh_l1	1	-0.07055441290140152
163641	rnn.bias_hh_l1	2	-0.1071440577507019
163641	rnn.bias_hh_l1	3	-0.07890885323286057
163641	rnn.bias_hh_l1	4	-0.09596319496631622
163641	rnn.bias_hh_l1	5	-0.11536931991577148
163641	rnn.bias_hh_l1	6	-0.16379842162132263
163641	rnn.bias_hh_l1	7	0.05031539872288704
163641	rnn.bias_hh_l1	8	-0.17379245162010193
163641	rnn.bias_hh_l1	9	-0.10785579681396484
163641	rnn.weight_ih_l1_reverse	0	-0.03991403430700302
163641	rnn.weight_ih_l1_reverse	1	0.03220126032829285
163641	rnn.weight_ih_l1_reverse	2	0.06753375381231308
163641	rnn.weight_ih_l1_reverse	3	-0.004431294277310371
163641	rnn.weight_ih_l1_reverse	4	-0.04036720469594002
163641	rnn.weight_ih_l1_reverse	5	-0.03109108842909336
163641	rnn.weight_ih_l1_reverse	6	0.003783237189054489
163641	rnn.weight_ih_l1_reverse	7	0.029992111027240753
163641	rnn.weight_ih_l1_reverse	8	0.007382245268672705
163641	rnn.weight_ih_l1_reverse	9	-0.05438023433089256
163641	rnn.weight_hh_l1_reverse	0	0.005499614402651787
163641	rnn.weight_hh_l1_reverse	1	0.03049643523991108
163641	rnn.weight_hh_l1_reverse	2	-0.040134381502866745
163641	rnn.weight_hh_l1_reverse	3	0.03604176267981529
163641	rnn.weight_hh_l1_reverse	4	0.05014787241816521
163641	rnn.weight_hh_l1_reverse	5	3.789246693486348e-05
163641	rnn.weight_hh_l1_reverse	6	0.052262261509895325
163641	rnn.weight_hh_l1_reverse	7	0.030027419328689575
163641	rnn.weight_hh_l1_reverse	8	-0.007156775798648596
163641	rnn.weight_hh_l1_reverse	9	-0.032175756990909576
163641	rnn.bias_ih_l1_reverse	0	-0.0670180544257164
163641	rnn.bias_ih_l1_reverse	1	-0.15148045122623444
163641	rnn.bias_ih_l1_reverse	2	-0.16344605386257172
163641	rnn.bias_ih_l1_reverse	3	-0.022230176255106926
163641	rnn.bias_ih_l1_reverse	4	-0.21256282925605774
163641	rnn.bias_ih_l1_reverse	5	-0.1112854853272438
163641	rnn.bias_ih_l1_reverse	6	-0.13932393491268158
163641	rnn.bias_ih_l1_reverse	7	-0.1927478164434433
163641	rnn.bias_ih_l1_reverse	8	0.2335844784975052
163641	rnn.bias_ih_l1_reverse	9	0.05659390240907669
163641	rnn.bias_hh_l1_reverse	0	0.0032041368540376425
163641	rnn.bias_hh_l1_reverse	1	-0.09756866097450256
163641	rnn.bias_hh_l1_reverse	2	-0.23402515053749084
163641	rnn.bias_hh_l1_reverse	3	-0.13659118115901947
163641	rnn.bias_hh_l1_reverse	4	-0.09701485186815262
163641	rnn.bias_hh_l1_reverse	5	-0.12441194802522659
163641	rnn.bias_hh_l1_reverse	6	0.09445180743932724
163641	rnn.bias_hh_l1_reverse	7	-0.17384406924247742
163641	rnn.bias_hh_l1_reverse	8	-0.11757449060678482
163641	rnn.bias_hh_l1_reverse	9	-0.15017251670360565
163641	linear.weight	0	0.002228822559118271
163641	linear.weight	1	0.10257390141487122
163641	linear.weight	2	-0.09265116602182388
163641	linear.weight	3	0.2811430096626282
163641	linear.weight	4	0.15583588182926178
163641	linear.weight	5	-0.051932528614997864
163641	linear.weight	6	0.11673089861869812
163641	linear.weight	7	0.11769381165504456
163641	linear.weight	8	0.04118259996175766
163641	linear.weight	9	-0.046288296580314636
163641	linear.bias	0	0.13527527451515198
163641	linear.bias	1	-0.19626353681087494
163641	linear.bias	2	-0.3919628858566284
163641	linear.bias	3	-0.6646138429641724
163641	linear.bias	4	-1.2188390493392944
163641	linear.bias	5	-0.06503579765558243
163641	linear.bias	6	-0.7755520343780518
163641	linear.bias	7	0.27452269196510315
163641	linear.bias	8	-0.45742636919021606
163641	linear.bias	9	-1.0420026779174805
163838	transitions	0	0.6628158092498779
163838	transitions	1	0.15854908525943756
163838	transitions	2	-10000.0
163838	transitions	3	-1.8250086307525635
163838	transitions	4	-10000.0
163838	transitions	5	0.5721062421798706
163838	transitions	6	-0.07884670794010162
163838	transitions	7	-0.7500877380371094
163838	transitions	8	-1.4091455936431885
163838	transitions	9	-0.0011621883604675531
163838	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
163838	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
163838	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
163838	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
163838	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
163838	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
163838	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
163838	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
163838	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
163838	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
163838	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
163838	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
163838	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
163838	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
163838	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
163838	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
163838	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
163838	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
163838	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
163838	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
163838	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
163838	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
163838	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
163838	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
163838	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
163838	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
163838	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
163838	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
163838	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
163838	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
163838	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
163838	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
163838	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
163838	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
163838	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
163838	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
163838	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
163838	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
163838	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
163838	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
163838	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
163838	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
163838	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
163838	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
163838	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
163838	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
163838	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
163838	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
163838	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
163838	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
163838	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
163838	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
163838	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
163838	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
163838	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
163838	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
163838	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
163838	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
163838	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
163838	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
163838	embedding2nn.weight	0	0.02791307494044304
163838	embedding2nn.weight	1	-0.013255818746984005
163838	embedding2nn.weight	2	-0.014268254861235619
163838	embedding2nn.weight	3	-0.02477356046438217
163838	embedding2nn.weight	4	-0.0059150345623493195
163838	embedding2nn.weight	5	-0.003700587200000882
163838	embedding2nn.weight	6	-0.003973293583840132
163838	embedding2nn.weight	7	-0.08466295897960663
163838	embedding2nn.weight	8	-0.0019979383796453476
163838	embedding2nn.weight	9	-0.02732715755701065
163838	embedding2nn.bias	0	0.06246894225478172
163838	embedding2nn.bias	1	-0.06473015248775482
163838	embedding2nn.bias	2	0.09872352331876755
163838	embedding2nn.bias	3	0.04077369347214699
163838	embedding2nn.bias	4	-0.04082484543323517
163838	embedding2nn.bias	5	-0.01146814413368702
163838	embedding2nn.bias	6	0.026530597358942032
163838	embedding2nn.bias	7	-0.051732808351516724
163838	embedding2nn.bias	8	0.0547017864882946
163838	embedding2nn.bias	9	0.049036335200071335
163838	rnn.weight_ih_l0	0	-0.08212053030729294
163838	rnn.weight_ih_l0	1	0.006193160079419613
163838	rnn.weight_ih_l0	2	0.03698790818452835
163838	rnn.weight_ih_l0	3	0.024592945352196693
163838	rnn.weight_ih_l0	4	-0.03962363302707672
163838	rnn.weight_ih_l0	5	-0.06520569324493408
163838	rnn.weight_ih_l0	6	0.002399833407253027
163838	rnn.weight_ih_l0	7	0.0573873296380043
163838	rnn.weight_ih_l0	8	-0.010529537685215473
163838	rnn.weight_ih_l0	9	-0.024440517649054527
163838	rnn.weight_hh_l0	0	-0.02934129908680916
163838	rnn.weight_hh_l0	1	-0.0077810767106711864
163838	rnn.weight_hh_l0	2	0.003449442097917199
163838	rnn.weight_hh_l0	3	-0.07018829137086868
163838	rnn.weight_hh_l0	4	0.08556637912988663
163838	rnn.weight_hh_l0	5	-0.022556548938155174
163838	rnn.weight_hh_l0	6	-0.06207232177257538
163838	rnn.weight_hh_l0	7	0.0130400275811553
163838	rnn.weight_hh_l0	8	0.011371733620762825
163838	rnn.weight_hh_l0	9	-0.02011232264339924
163838	rnn.bias_ih_l0	0	0.12650839984416962
163838	rnn.bias_ih_l0	1	-0.02839462272822857
163838	rnn.bias_ih_l0	2	-0.016309652477502823
163838	rnn.bias_ih_l0	3	0.14576470851898193
163838	rnn.bias_ih_l0	4	-0.009321775287389755
163838	rnn.bias_ih_l0	5	-0.01609167270362377
163838	rnn.bias_ih_l0	6	0.009813143871724606
163838	rnn.bias_ih_l0	7	0.030987588688731194
163838	rnn.bias_ih_l0	8	-0.08863194286823273
163838	rnn.bias_ih_l0	9	-0.03392820060253143
163838	rnn.bias_hh_l0	0	-0.0036408628802746534
163838	rnn.bias_hh_l0	1	-0.10526145994663239
163838	rnn.bias_hh_l0	2	-0.06739667803049088
163838	rnn.bias_hh_l0	3	-0.08985110372304916
163838	rnn.bias_hh_l0	4	9.159606997855008e-05
163838	rnn.bias_hh_l0	5	-0.03198804706335068
163838	rnn.bias_hh_l0	6	0.024569189175963402
163838	rnn.bias_hh_l0	7	0.05619342625141144
163838	rnn.bias_hh_l0	8	-0.11063621938228607
163838	rnn.bias_hh_l0	9	-0.05581098794937134
163838	rnn.weight_ih_l0_reverse	0	-0.026374004781246185
163838	rnn.weight_ih_l0_reverse	1	-0.051970019936561584
163838	rnn.weight_ih_l0_reverse	2	-0.0388915054500103
163838	rnn.weight_ih_l0_reverse	3	0.00627955561503768
163838	rnn.weight_ih_l0_reverse	4	-0.017345581203699112
163838	rnn.weight_ih_l0_reverse	5	-0.05018142610788345
163838	rnn.weight_ih_l0_reverse	6	0.07538017630577087
163838	rnn.weight_ih_l0_reverse	7	-0.029677584767341614
163838	rnn.weight_ih_l0_reverse	8	-0.017877371981739998
163838	rnn.weight_ih_l0_reverse	9	-0.007105624303221703
163838	rnn.weight_hh_l0_reverse	0	0.05857180804014206
163838	rnn.weight_hh_l0_reverse	1	0.016223067417740822
163838	rnn.weight_hh_l0_reverse	2	0.029878852888941765
163838	rnn.weight_hh_l0_reverse	3	0.03339057415723801
163838	rnn.weight_hh_l0_reverse	4	0.008432190865278244
163838	rnn.weight_hh_l0_reverse	5	0.01871938817203045
163838	rnn.weight_hh_l0_reverse	6	0.05129462480545044
163838	rnn.weight_hh_l0_reverse	7	-0.06772707402706146
163838	rnn.weight_hh_l0_reverse	8	0.034797150641679764
163838	rnn.weight_hh_l0_reverse	9	0.03430171683430672
163838	rnn.bias_ih_l0_reverse	0	-0.058258309960365295
163838	rnn.bias_ih_l0_reverse	1	-0.27605581283569336
163838	rnn.bias_ih_l0_reverse	2	-0.1310960054397583
163838	rnn.bias_ih_l0_reverse	3	-0.046988438814878464
163838	rnn.bias_ih_l0_reverse	4	-0.03527276962995529
163838	rnn.bias_ih_l0_reverse	5	0.05753171071410179
163838	rnn.bias_ih_l0_reverse	6	-0.07231273502111435
163838	rnn.bias_ih_l0_reverse	7	0.04626261070370674
163838	rnn.bias_ih_l0_reverse	8	-0.05597150698304176
163838	rnn.bias_ih_l0_reverse	9	0.05247262492775917
163838	rnn.bias_hh_l0_reverse	0	0.026628628373146057
163838	rnn.bias_hh_l0_reverse	1	-0.05485604330897331
163838	rnn.bias_hh_l0_reverse	2	0.07679746299982071
163838	rnn.bias_hh_l0_reverse	3	-0.049480680376291275
163838	rnn.bias_hh_l0_reverse	4	-0.0293117705732584
163838	rnn.bias_hh_l0_reverse	5	-0.025412077084183693
163838	rnn.bias_hh_l0_reverse	6	-0.01983741670846939
163838	rnn.bias_hh_l0_reverse	7	0.10513897240161896
163838	rnn.bias_hh_l0_reverse	8	0.029903071001172066
163838	rnn.bias_hh_l0_reverse	9	-0.13929665088653564
163838	rnn.weight_ih_l1	0	-0.031844403594732285
163838	rnn.weight_ih_l1	1	-0.050672292709350586
163838	rnn.weight_ih_l1	2	0.06291482597589493
163838	rnn.weight_ih_l1	3	-0.06337627023458481
163838	rnn.weight_ih_l1	4	-0.01761920005083084
163838	rnn.weight_ih_l1	5	-0.04313715919852257
163838	rnn.weight_ih_l1	6	0.029794003814458847
163838	rnn.weight_ih_l1	7	-0.034709952771663666
163838	rnn.weight_ih_l1	8	0.037804584950208664
163838	rnn.weight_ih_l1	9	0.04161132872104645
163838	rnn.weight_hh_l1	0	-0.004635092336684465
163838	rnn.weight_hh_l1	1	0.018256593495607376
163838	rnn.weight_hh_l1	2	0.011546755209565163
163838	rnn.weight_hh_l1	3	-0.011662560515105724
163838	rnn.weight_hh_l1	4	0.009447740390896797
163838	rnn.weight_hh_l1	5	0.030135465785861015
163838	rnn.weight_hh_l1	6	0.03215046226978302
163838	rnn.weight_hh_l1	7	-0.018463829532265663
163838	rnn.weight_hh_l1	8	-0.010241308249533176
163838	rnn.weight_hh_l1	9	0.03496186062693596
163838	rnn.bias_ih_l1	0	-0.20354121923446655
163838	rnn.bias_ih_l1	1	-0.18072697520256042
163838	rnn.bias_ih_l1	2	-0.206778883934021
163838	rnn.bias_ih_l1	3	-0.32618463039398193
163838	rnn.bias_ih_l1	4	-0.18682880699634552
163838	rnn.bias_ih_l1	5	-0.10009810328483582
163838	rnn.bias_ih_l1	6	-0.1609492003917694
163838	rnn.bias_ih_l1	7	-0.022904304787516594
163838	rnn.bias_ih_l1	8	-0.1414080560207367
163838	rnn.bias_ih_l1	9	-0.12888960540294647
163838	rnn.bias_hh_l1	0	-0.1086011752486229
163838	rnn.bias_hh_l1	1	-0.07053117454051971
163838	rnn.bias_hh_l1	2	-0.1061391606926918
163838	rnn.bias_hh_l1	3	-0.07984241098165512
163838	rnn.bias_hh_l1	4	-0.09590195119380951
163838	rnn.bias_hh_l1	5	-0.11613114923238754
163838	rnn.bias_hh_l1	6	-0.1636948436498642
163838	rnn.bias_hh_l1	7	0.049257781356573105
163838	rnn.bias_hh_l1	8	-0.1727849394083023
163838	rnn.bias_hh_l1	9	-0.10799006372690201
163838	rnn.weight_ih_l1_reverse	0	-0.03987620770931244
163838	rnn.weight_ih_l1_reverse	1	0.03251567482948303
163838	rnn.weight_ih_l1_reverse	2	0.06779371201992035
163838	rnn.weight_ih_l1_reverse	3	-0.0034009560476988554
163838	rnn.weight_ih_l1_reverse	4	-0.04132838547229767
163838	rnn.weight_ih_l1_reverse	5	-0.031113525852560997
163838	rnn.weight_ih_l1_reverse	6	0.0037044521886855364
163838	rnn.weight_ih_l1_reverse	7	0.02989071235060692
163838	rnn.weight_ih_l1_reverse	8	0.007061751093715429
163838	rnn.weight_ih_l1_reverse	9	-0.05547377094626427
163838	rnn.weight_hh_l1_reverse	0	0.005239899270236492
163838	rnn.weight_hh_l1_reverse	1	0.030485259369015694
163838	rnn.weight_hh_l1_reverse	2	-0.04015122726559639
163838	rnn.weight_hh_l1_reverse	3	0.03594396263360977
163838	rnn.weight_hh_l1_reverse	4	0.050111714750528336
163838	rnn.weight_hh_l1_reverse	5	0.00026625985628925264
163838	rnn.weight_hh_l1_reverse	6	0.05283880606293678
163838	rnn.weight_hh_l1_reverse	7	0.030033186078071594
163838	rnn.weight_hh_l1_reverse	8	-0.0072075542993843555
163838	rnn.weight_hh_l1_reverse	9	-0.03226231038570404
163838	rnn.bias_ih_l1_reverse	0	-0.06680954247713089
163838	rnn.bias_ih_l1_reverse	1	-0.15258842706680298
163838	rnn.bias_ih_l1_reverse	2	-0.16227278113365173
163838	rnn.bias_ih_l1_reverse	3	-0.020833881571888924
163838	rnn.bias_ih_l1_reverse	4	-0.21298836171627045
163838	rnn.bias_ih_l1_reverse	5	-0.11139390617609024
163838	rnn.bias_ih_l1_reverse	6	-0.13882067799568176
163838	rnn.bias_ih_l1_reverse	7	-0.19368913769721985
163838	rnn.bias_ih_l1_reverse	8	0.23257075250148773
163838	rnn.bias_ih_l1_reverse	9	0.054344840347766876
163838	rnn.bias_hh_l1_reverse	0	-0.0019513103179633617
163838	rnn.bias_hh_l1_reverse	1	-0.09726613014936447
163838	rnn.bias_hh_l1_reverse	2	-0.23403038084506989
163838	rnn.bias_hh_l1_reverse	3	-0.1355886608362198
163838	rnn.bias_hh_l1_reverse	4	-0.09639690816402435
163838	rnn.bias_hh_l1_reverse	5	-0.12418735027313232
163838	rnn.bias_hh_l1_reverse	6	0.09801914542913437
163838	rnn.bias_hh_l1_reverse	7	-0.1745675504207611
163838	rnn.bias_hh_l1_reverse	8	-0.11735231429338455
163838	rnn.bias_hh_l1_reverse	9	-0.150137260556221
163838	linear.weight	0	0.002228822559118271
163838	linear.weight	1	0.10107710212469101
163838	linear.weight	2	-0.09191466867923737
163838	linear.weight	3	0.2808934152126312
163838	linear.weight	4	0.15665346384048462
163838	linear.weight	5	-0.051861707121133804
163838	linear.weight	6	0.1183529645204544
163838	linear.weight	7	0.11518613249063492
163838	linear.weight	8	0.04118264839053154
163838	linear.weight	9	-0.043990280479192734
163838	linear.bias	0	0.1405944973230362
163838	linear.bias	1	-0.1877029836177826
163838	linear.bias	2	-0.37588316202163696
163838	linear.bias	3	-0.6681467890739441
163838	linear.bias	4	-1.223305106163025
163838	linear.bias	5	-0.07029655575752258
163838	linear.bias	6	-0.7660126686096191
163838	linear.bias	7	0.27068617939949036
163838	linear.bias	8	-0.46469980478286743
163838	linear.bias	9	-1.0476921796798706
163842	transitions	0	0.6618743538856506
163842	transitions	1	0.15854868292808533
163842	transitions	2	-10000.0
163842	transitions	3	-1.825008749961853
163842	transitions	4	-10000.0
163842	transitions	5	0.5721062421798706
163842	transitions	6	-0.07884680479764938
163842	transitions	7	-0.7501314878463745
163842	transitions	8	-1.4091455936431885
163842	transitions	9	-0.0011621896410360932
163842	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
163842	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
163842	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
163842	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
163842	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
163842	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
163842	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
163842	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
163842	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
163842	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
163842	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
163842	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
163842	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
163842	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
163842	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
163842	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
163842	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
163842	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
163842	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
163842	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
163842	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
163842	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
163842	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
163842	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
163842	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
163842	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
163842	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
163842	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
163842	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
163842	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
163842	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
163842	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
163842	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
163842	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
163842	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
163842	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
163842	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
163842	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
163842	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
163842	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
163842	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
163842	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
163842	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
163842	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
163842	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
163842	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
163842	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
163842	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
163842	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
163842	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
163842	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
163842	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
163842	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
163842	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
163842	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
163842	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
163842	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
163842	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
163842	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
163842	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
163842	embedding2nn.weight	0	0.02776077389717102
163842	embedding2nn.weight	1	-0.013263319618999958
163842	embedding2nn.weight	2	-0.014268254861235619
163842	embedding2nn.weight	3	-0.024691300466656685
163842	embedding2nn.weight	4	-0.0059150345623493195
163842	embedding2nn.weight	5	-0.003700587200000882
163842	embedding2nn.weight	6	-0.003973293583840132
163842	embedding2nn.weight	7	-0.08463741093873978
163842	embedding2nn.weight	8	-0.0019979383796453476
163842	embedding2nn.weight	9	-0.02729966677725315
163842	embedding2nn.bias	0	0.0621555931866169
163842	embedding2nn.bias	1	-0.06485158205032349
163842	embedding2nn.bias	2	0.09846671670675278
163842	embedding2nn.bias	3	0.04149312898516655
163842	embedding2nn.bias	4	-0.04149499908089638
163842	embedding2nn.bias	5	-0.011074354872107506
163842	embedding2nn.bias	6	0.02602373994886875
163842	embedding2nn.bias	7	-0.05128870904445648
163842	embedding2nn.bias	8	0.056124892085790634
163842	embedding2nn.bias	9	0.04966391250491142
163842	rnn.weight_ih_l0	0	-0.08211875706911087
163842	rnn.weight_ih_l0	1	0.006158244796097279
163842	rnn.weight_ih_l0	2	0.036989398300647736
163842	rnn.weight_ih_l0	3	0.024594096466898918
163842	rnn.weight_ih_l0	4	-0.03958218917250633
163842	rnn.weight_ih_l0	5	-0.0651756003499031
163842	rnn.weight_ih_l0	6	0.0024243940133601427
163842	rnn.weight_ih_l0	7	0.057173218578100204
163842	rnn.weight_ih_l0	8	-0.010454634204506874
163842	rnn.weight_ih_l0	9	-0.024425482377409935
163842	rnn.weight_hh_l0	0	-0.029469972476363182
163842	rnn.weight_hh_l0	1	-0.007773720659315586
163842	rnn.weight_hh_l0	2	0.0034619667567312717
163842	rnn.weight_hh_l0	3	-0.07019858807325363
163842	rnn.weight_hh_l0	4	0.08555770665407181
163842	rnn.weight_hh_l0	5	-0.02267141453921795
163842	rnn.weight_hh_l0	6	-0.06207030639052391
163842	rnn.weight_hh_l0	7	0.013033036142587662
163842	rnn.weight_hh_l0	8	0.011376149952411652
163842	rnn.weight_hh_l0	9	-0.020130453631281853
163842	rnn.bias_ih_l0	0	0.1265009492635727
163842	rnn.bias_ih_l0	1	-0.028162220492959023
163842	rnn.bias_ih_l0	2	-0.01623697765171528
163842	rnn.bias_ih_l0	3	0.14576274156570435
163842	rnn.bias_ih_l0	4	-0.009530652314424515
163842	rnn.bias_ih_l0	5	-0.016138272359967232
163842	rnn.bias_ih_l0	6	0.009792228229343891
163842	rnn.bias_ih_l0	7	0.030910981819033623
163842	rnn.bias_ih_l0	8	-0.08872608095407486
163842	rnn.bias_ih_l0	9	-0.03430008888244629
163842	rnn.bias_hh_l0	0	-0.0038003369700163603
163842	rnn.bias_hh_l0	1	-0.10545387864112854
163842	rnn.bias_hh_l0	2	-0.06735827028751373
163842	rnn.bias_hh_l0	3	-0.08975733071565628
163842	rnn.bias_hh_l0	4	9.527387010166422e-05
163842	rnn.bias_hh_l0	5	-0.032042257487773895
163842	rnn.bias_hh_l0	6	0.0246268343180418
163842	rnn.bias_hh_l0	7	0.056172870099544525
163842	rnn.bias_hh_l0	8	-0.11080241203308105
163842	rnn.bias_hh_l0	9	-0.05585470795631409
163842	rnn.weight_ih_l0_reverse	0	-0.026360750198364258
163842	rnn.weight_ih_l0_reverse	1	-0.05202937498688698
163842	rnn.weight_ih_l0_reverse	2	-0.04024811461567879
163842	rnn.weight_ih_l0_reverse	3	0.006253356114029884
163842	rnn.weight_ih_l0_reverse	4	-0.01733390986919403
163842	rnn.weight_ih_l0_reverse	5	-0.050121624022722244
163842	rnn.weight_ih_l0_reverse	6	0.07542164623737335
163842	rnn.weight_ih_l0_reverse	7	-0.029676904901862144
163842	rnn.weight_ih_l0_reverse	8	-0.017903469502925873
163842	rnn.weight_ih_l0_reverse	9	-0.007109536323696375
163842	rnn.weight_hh_l0_reverse	0	0.058500662446022034
163842	rnn.weight_hh_l0_reverse	1	0.01625295914709568
163842	rnn.weight_hh_l0_reverse	2	0.029880423098802567
163842	rnn.weight_hh_l0_reverse	3	0.033443987369537354
163842	rnn.weight_hh_l0_reverse	4	0.008436058647930622
163842	rnn.weight_hh_l0_reverse	5	0.018764235079288483
163842	rnn.weight_hh_l0_reverse	6	0.05128188803792
163842	rnn.weight_hh_l0_reverse	7	-0.0677306205034256
163842	rnn.weight_hh_l0_reverse	8	0.034777846187353134
163842	rnn.weight_hh_l0_reverse	9	0.034323759377002716
163842	rnn.bias_ih_l0_reverse	0	-0.05828998610377312
163842	rnn.bias_ih_l0_reverse	1	-0.2759127914905548
163842	rnn.bias_ih_l0_reverse	2	-0.13119076192378998
163842	rnn.bias_ih_l0_reverse	3	-0.0470687560737133
163842	rnn.bias_ih_l0_reverse	4	-0.0350179597735405
163842	rnn.bias_ih_l0_reverse	5	0.05738583207130432
163842	rnn.bias_ih_l0_reverse	6	-0.07237178087234497
163842	rnn.bias_ih_l0_reverse	7	0.046266648918390274
163842	rnn.bias_ih_l0_reverse	8	-0.05615685507655144
163842	rnn.bias_ih_l0_reverse	9	0.05236424133181572
163842	rnn.bias_hh_l0_reverse	0	0.026566077023744583
163842	rnn.bias_hh_l0_reverse	1	-0.054852552711963654
163842	rnn.bias_hh_l0_reverse	2	0.07662724703550339
163842	rnn.bias_hh_l0_reverse	3	-0.04959966987371445
163842	rnn.bias_hh_l0_reverse	4	-0.029501743614673615
163842	rnn.bias_hh_l0_reverse	5	-0.025350308045744896
163842	rnn.bias_hh_l0_reverse	6	-0.019941579550504684
163842	rnn.bias_hh_l0_reverse	7	0.10525206476449966
163842	rnn.bias_hh_l0_reverse	8	0.02950415201485157
163842	rnn.bias_hh_l0_reverse	9	-0.13970106840133667
163842	rnn.weight_ih_l1	0	-0.031866829842329025
163842	rnn.weight_ih_l1	1	-0.050677746534347534
163842	rnn.weight_ih_l1	2	0.06286171078681946
163842	rnn.weight_ih_l1	3	-0.06339412182569504
163842	rnn.weight_ih_l1	4	-0.017626389861106873
163842	rnn.weight_ih_l1	5	-0.04313274100422859
163842	rnn.weight_ih_l1	6	0.029732869938015938
163842	rnn.weight_ih_l1	7	-0.034716565161943436
163842	rnn.weight_ih_l1	8	0.03783408924937248
163842	rnn.weight_ih_l1	9	0.04162117838859558
163842	rnn.weight_hh_l1	0	-0.004649030044674873
163842	rnn.weight_hh_l1	1	0.01825462467968464
163842	rnn.weight_hh_l1	2	0.011601435020565987
163842	rnn.weight_hh_l1	3	-0.011638014577329159
163842	rnn.weight_hh_l1	4	0.009448954835534096
163842	rnn.weight_hh_l1	5	0.03014858067035675
163842	rnn.weight_hh_l1	6	0.03222358226776123
163842	rnn.weight_hh_l1	7	-0.018492566421628
163842	rnn.weight_hh_l1	8	-0.010222860611975193
163842	rnn.weight_hh_l1	9	0.03497593104839325
163842	rnn.bias_ih_l1	0	-0.20358861982822418
163842	rnn.bias_ih_l1	1	-0.18054330348968506
163842	rnn.bias_ih_l1	2	-0.2068416178226471
163842	rnn.bias_ih_l1	3	-0.32586485147476196
163842	rnn.bias_ih_l1	4	-0.1869380623102188
163842	rnn.bias_ih_l1	5	-0.10014596581459045
163842	rnn.bias_ih_l1	6	-0.16114561259746552
163842	rnn.bias_ih_l1	7	-0.02330273948609829
163842	rnn.bias_ih_l1	8	-0.14130720496177673
163842	rnn.bias_ih_l1	9	-0.12882187962532043
163842	rnn.bias_hh_l1	0	-0.10873951017856598
163842	rnn.bias_hh_l1	1	-0.07046901434659958
163842	rnn.bias_hh_l1	2	-0.10606077313423157
163842	rnn.bias_hh_l1	3	-0.07988956570625305
163842	rnn.bias_hh_l1	4	-0.09610066562891006
163842	rnn.bias_hh_l1	5	-0.11625617742538452
163842	rnn.bias_hh_l1	6	-0.16385777294635773
163842	rnn.bias_hh_l1	7	0.048958975821733475
163842	rnn.bias_hh_l1	8	-0.1729808896780014
163842	rnn.bias_hh_l1	9	-0.10834312438964844
163842	rnn.weight_ih_l1_reverse	0	-0.039887212216854095
163842	rnn.weight_ih_l1_reverse	1	0.032648902386426926
163842	rnn.weight_ih_l1_reverse	2	0.06793587654829025
163842	rnn.weight_ih_l1_reverse	3	-0.0033698310144245625
163842	rnn.weight_ih_l1_reverse	4	-0.04151919484138489
163842	rnn.weight_ih_l1_reverse	5	-0.03111407347023487
163842	rnn.weight_ih_l1_reverse	6	0.003817090531811118
163842	rnn.weight_ih_l1_reverse	7	0.029900837689638138
163842	rnn.weight_ih_l1_reverse	8	0.006870152894407511
163842	rnn.weight_ih_l1_reverse	9	-0.05540986731648445
163842	rnn.weight_hh_l1_reverse	0	0.005248044151812792
163842	rnn.weight_hh_l1_reverse	1	0.030493300408124924
163842	rnn.weight_hh_l1_reverse	2	-0.04015112295746803
163842	rnn.weight_hh_l1_reverse	3	0.03593924269080162
163842	rnn.weight_hh_l1_reverse	4	0.05009803920984268
163842	rnn.weight_hh_l1_reverse	5	0.0002812905004248023
163842	rnn.weight_hh_l1_reverse	6	0.05287632346153259
163842	rnn.weight_hh_l1_reverse	7	0.03003939427435398
163842	rnn.weight_hh_l1_reverse	8	-0.0072036548517644405
163842	rnn.weight_hh_l1_reverse	9	-0.03227958828210831
163842	rnn.bias_ih_l1_reverse	0	-0.06673503667116165
163842	rnn.bias_ih_l1_reverse	1	-0.15256038308143616
163842	rnn.bias_ih_l1_reverse	2	-0.16250041127204895
163842	rnn.bias_ih_l1_reverse	3	-0.021387534216046333
163842	rnn.bias_ih_l1_reverse	4	-0.21299313008785248
163842	rnn.bias_ih_l1_reverse	5	-0.11136311292648315
163842	rnn.bias_ih_l1_reverse	6	-0.13889048993587494
163842	rnn.bias_ih_l1_reverse	7	-0.1935056447982788
163842	rnn.bias_ih_l1_reverse	8	0.23337914049625397
163842	rnn.bias_ih_l1_reverse	9	0.05422403663396835
163842	rnn.bias_hh_l1_reverse	0	-0.0014891043538227677
163842	rnn.bias_hh_l1_reverse	1	-0.09786974638700485
163842	rnn.bias_hh_l1_reverse	2	-0.234064519405365
163842	rnn.bias_hh_l1_reverse	3	-0.13563014566898346
163842	rnn.bias_hh_l1_reverse	4	-0.09646257013082504
163842	rnn.bias_hh_l1_reverse	5	-0.12436482310295105
163842	rnn.bias_hh_l1_reverse	6	0.09814812242984772
163842	rnn.bias_hh_l1_reverse	7	-0.17461667954921722
163842	rnn.bias_hh_l1_reverse	8	-0.11740244179964066
163842	rnn.bias_hh_l1_reverse	9	-0.15015734732151031
163842	linear.weight	0	0.002228822559118271
163842	linear.weight	1	0.10105115175247192
163842	linear.weight	2	-0.0923614352941513
163842	linear.weight	3	0.28058990836143494
163842	linear.weight	4	0.15570753812789917
163842	linear.weight	5	-0.05186178907752037
163842	linear.weight	6	0.11908186227083206
163842	linear.weight	7	0.1151944100856781
163842	linear.weight	8	0.04118265584111214
163842	linear.weight	9	-0.04481158405542374
163842	linear.bias	0	0.13528619706630707
163842	linear.bias	1	-0.18491268157958984
163842	linear.bias	2	-0.37654030323028564
163842	linear.bias	3	-0.6715429425239563
163842	linear.bias	4	-1.2267619371414185
163842	linear.bias	5	-0.06841100752353668
163842	linear.bias	6	-0.7632050514221191
163842	linear.bias	7	0.27258995175361633
163842	linear.bias	8	-0.4671004116535187
163842	linear.bias	9	-1.0500967502593994
164039	transitions	0	0.6645652651786804
164039	transitions	1	0.15751001238822937
164039	transitions	2	-10000.0
164039	transitions	3	-1.8250168561935425
164039	transitions	4	-10000.0
164039	transitions	5	0.5720652937889099
164039	transitions	6	-0.07886408269405365
164039	transitions	7	-0.7501779794692993
164039	transitions	8	-1.4091784954071045
164039	transitions	9	-0.0011625923216342926
164039	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
164039	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
164039	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
164039	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
164039	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
164039	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
164039	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
164039	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
164039	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
164039	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
164039	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
164039	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
164039	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
164039	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
164039	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
164039	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
164039	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
164039	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
164039	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
164039	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
164039	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
164039	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
164039	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
164039	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
164039	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
164039	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
164039	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
164039	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
164039	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
164039	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
164039	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
164039	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
164039	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
164039	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
164039	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
164039	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
164039	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
164039	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
164039	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
164039	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
164039	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
164039	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
164039	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
164039	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
164039	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
164039	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
164039	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
164039	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
164039	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
164039	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
164039	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
164039	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
164039	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
164039	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
164039	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
164039	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
164039	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
164039	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
164039	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
164039	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
164039	embedding2nn.weight	0	0.027689481154084206
164039	embedding2nn.weight	1	-0.013142459094524384
164039	embedding2nn.weight	2	-0.014268254861235619
164039	embedding2nn.weight	3	-0.025406762957572937
164039	embedding2nn.weight	4	-0.0059150345623493195
164039	embedding2nn.weight	5	-0.003700587200000882
164039	embedding2nn.weight	6	-0.003973293583840132
164039	embedding2nn.weight	7	-0.08420876413583755
164039	embedding2nn.weight	8	-0.0019979383796453476
164039	embedding2nn.weight	9	-0.026923801749944687
164039	embedding2nn.bias	0	0.06116305664181709
164039	embedding2nn.bias	1	-0.06768549978733063
164039	embedding2nn.bias	2	0.09538362175226212
164039	embedding2nn.bias	3	0.039710212498903275
164039	embedding2nn.bias	4	-0.039889123290777206
164039	embedding2nn.bias	5	-0.013737513683736324
164039	embedding2nn.bias	6	0.031008047983050346
164039	embedding2nn.bias	7	-0.0532090924680233
164039	embedding2nn.bias	8	0.05478280782699585
164039	embedding2nn.bias	9	0.05019170790910721
164039	rnn.weight_ih_l0	0	-0.08184755593538284
164039	rnn.weight_ih_l0	1	0.006326762493699789
164039	rnn.weight_ih_l0	2	0.036810074001550674
164039	rnn.weight_ih_l0	3	0.02406187355518341
164039	rnn.weight_ih_l0	4	-0.03935149684548378
164039	rnn.weight_ih_l0	5	-0.06526077538728714
164039	rnn.weight_ih_l0	6	0.0022248236928135157
164039	rnn.weight_ih_l0	7	0.056723177433013916
164039	rnn.weight_ih_l0	8	-0.010296431370079517
164039	rnn.weight_ih_l0	9	-0.02455444633960724
164039	rnn.weight_hh_l0	0	-0.02971131168305874
164039	rnn.weight_hh_l0	1	-0.009074682369828224
164039	rnn.weight_hh_l0	2	0.003045351943001151
164039	rnn.weight_hh_l0	3	-0.06975404173135757
164039	rnn.weight_hh_l0	4	0.08559303730726242
164039	rnn.weight_hh_l0	5	-0.023084430024027824
164039	rnn.weight_hh_l0	6	-0.06142762303352356
164039	rnn.weight_hh_l0	7	0.013254109770059586
164039	rnn.weight_hh_l0	8	0.011240366846323013
164039	rnn.weight_hh_l0	9	-0.020062241703271866
164039	rnn.bias_ih_l0	0	0.12745539844036102
164039	rnn.bias_ih_l0	1	-0.028449945151805878
164039	rnn.bias_ih_l0	2	-0.016551058739423752
164039	rnn.bias_ih_l0	3	0.14608529210090637
164039	rnn.bias_ih_l0	4	-0.009424717165529728
164039	rnn.bias_ih_l0	5	-0.018153538927435875
164039	rnn.bias_ih_l0	6	0.010378560982644558
164039	rnn.bias_ih_l0	7	0.03159632906317711
164039	rnn.bias_ih_l0	8	-0.08906242996454239
164039	rnn.bias_ih_l0	9	-0.03583352640271187
164039	rnn.bias_hh_l0	0	-0.002289271680638194
164039	rnn.bias_hh_l0	1	-0.10427650064229965
164039	rnn.bias_hh_l0	2	-0.06687863171100616
164039	rnn.bias_hh_l0	3	-0.09071824699640274
164039	rnn.bias_hh_l0	4	-0.0003961913171224296
164039	rnn.bias_hh_l0	5	-0.03333112969994545
164039	rnn.bias_hh_l0	6	0.023944614455103874
164039	rnn.bias_hh_l0	7	0.05518633499741554
164039	rnn.bias_hh_l0	8	-0.11167867481708527
164039	rnn.bias_hh_l0	9	-0.05512624979019165
164039	rnn.weight_ih_l0_reverse	0	-0.026740659028291702
164039	rnn.weight_ih_l0_reverse	1	-0.052070725709199905
164039	rnn.weight_ih_l0_reverse	2	-0.0403875969350338
164039	rnn.weight_ih_l0_reverse	3	0.0070398119278252125
164039	rnn.weight_ih_l0_reverse	4	-0.017279531806707382
164039	rnn.weight_ih_l0_reverse	5	-0.050114262849092484
164039	rnn.weight_ih_l0_reverse	6	0.07548200339078903
164039	rnn.weight_ih_l0_reverse	7	-0.030026523396372795
164039	rnn.weight_ih_l0_reverse	8	-0.01735660433769226
164039	rnn.weight_ih_l0_reverse	9	-0.007293820381164551
164039	rnn.weight_hh_l0_reverse	0	0.05815168097615242
164039	rnn.weight_hh_l0_reverse	1	0.01670771837234497
164039	rnn.weight_hh_l0_reverse	2	0.0295830387622118
164039	rnn.weight_hh_l0_reverse	3	0.033416420221328735
164039	rnn.weight_hh_l0_reverse	4	0.008519880473613739
164039	rnn.weight_hh_l0_reverse	5	0.018930179998278618
164039	rnn.weight_hh_l0_reverse	6	0.051178138703107834
164039	rnn.weight_hh_l0_reverse	7	-0.06785193830728531
164039	rnn.weight_hh_l0_reverse	8	0.03518146649003029
164039	rnn.weight_hh_l0_reverse	9	0.034393250942230225
164039	rnn.bias_ih_l0_reverse	0	-0.05740949884057045
164039	rnn.bias_ih_l0_reverse	1	-0.2737092673778534
164039	rnn.bias_ih_l0_reverse	2	-0.13026940822601318
164039	rnn.bias_ih_l0_reverse	3	-0.047491732984781265
164039	rnn.bias_ih_l0_reverse	4	-0.035493262112140656
164039	rnn.bias_ih_l0_reverse	5	0.05582975968718529
164039	rnn.bias_ih_l0_reverse	6	-0.07217610627412796
164039	rnn.bias_ih_l0_reverse	7	0.04699384421110153
164039	rnn.bias_ih_l0_reverse	8	-0.05582327023148537
164039	rnn.bias_ih_l0_reverse	9	0.0524718351662159
164039	rnn.bias_hh_l0_reverse	0	0.026217734441161156
164039	rnn.bias_hh_l0_reverse	1	-0.05632024258375168
164039	rnn.bias_hh_l0_reverse	2	0.07512117177248001
164039	rnn.bias_hh_l0_reverse	3	-0.04850530996918678
164039	rnn.bias_hh_l0_reverse	4	-0.029873471707105637
164039	rnn.bias_hh_l0_reverse	5	-0.026936199516057968
164039	rnn.bias_hh_l0_reverse	6	-0.020440269261598587
164039	rnn.bias_hh_l0_reverse	7	0.10394227504730225
164039	rnn.bias_hh_l0_reverse	8	0.030178917571902275
164039	rnn.bias_hh_l0_reverse	9	-0.13866367936134338
164039	rnn.weight_ih_l1	0	-0.03164725750684738
164039	rnn.weight_ih_l1	1	-0.05185338109731674
164039	rnn.weight_ih_l1	2	0.06230689212679863
164039	rnn.weight_ih_l1	3	-0.06435645371675491
164039	rnn.weight_ih_l1	4	-0.0172635018825531
164039	rnn.weight_ih_l1	5	-0.04311097040772438
164039	rnn.weight_ih_l1	6	0.0296372901648283
164039	rnn.weight_ih_l1	7	-0.035007819533348083
164039	rnn.weight_ih_l1	8	0.037912920117378235
164039	rnn.weight_ih_l1	9	0.041852448135614395
164039	rnn.weight_hh_l1	0	-0.004417851101607084
164039	rnn.weight_hh_l1	1	0.018423262983560562
164039	rnn.weight_hh_l1	2	0.0105405542999506
164039	rnn.weight_hh_l1	3	-0.012027456425130367
164039	rnn.weight_hh_l1	4	0.009237080812454224
164039	rnn.weight_hh_l1	5	0.030102280899882317
164039	rnn.weight_hh_l1	6	0.03210438787937164
164039	rnn.weight_hh_l1	7	-0.01858244650065899
164039	rnn.weight_hh_l1	8	-0.010293039493262768
164039	rnn.weight_hh_l1	9	0.034874945878982544
164039	rnn.bias_ih_l1	0	-0.20322765409946442
164039	rnn.bias_ih_l1	1	-0.1789514571428299
164039	rnn.bias_ih_l1	2	-0.2062493860721588
164039	rnn.bias_ih_l1	3	-0.32757461071014404
164039	rnn.bias_ih_l1	4	-0.18378354609012604
164039	rnn.bias_ih_l1	5	-0.10061034560203552
164039	rnn.bias_ih_l1	6	-0.16287896037101746
164039	rnn.bias_ih_l1	7	-0.023071372881531715
164039	rnn.bias_ih_l1	8	-0.13941305875778198
164039	rnn.bias_ih_l1	9	-0.12481769174337387
164039	rnn.bias_hh_l1	0	-0.1076761782169342
164039	rnn.bias_hh_l1	1	-0.07308075577020645
164039	rnn.bias_hh_l1	2	-0.10535135120153427
164039	rnn.bias_hh_l1	3	-0.08115055412054062
164039	rnn.bias_hh_l1	4	-0.09287472814321518
164039	rnn.bias_hh_l1	5	-0.11624271422624588
164039	rnn.bias_hh_l1	6	-0.16310039162635803
164039	rnn.bias_hh_l1	7	0.04901812970638275
164039	rnn.bias_hh_l1	8	-0.1741543859243393
164039	rnn.bias_hh_l1	9	-0.10759515315294266
164039	rnn.weight_ih_l1_reverse	0	-0.039960138499736786
164039	rnn.weight_ih_l1_reverse	1	0.034166768193244934
164039	rnn.weight_ih_l1_reverse	2	0.06762466579675674
164039	rnn.weight_ih_l1_reverse	3	-0.0023891644086688757
164039	rnn.weight_ih_l1_reverse	4	-0.0412035807967186
164039	rnn.weight_ih_l1_reverse	5	-0.031237006187438965
164039	rnn.weight_ih_l1_reverse	6	0.0033532455563545227
164039	rnn.weight_ih_l1_reverse	7	0.02954069711267948
164039	rnn.weight_ih_l1_reverse	8	0.006859500426799059
164039	rnn.weight_ih_l1_reverse	9	-0.054384298622608185
164039	rnn.weight_hh_l1_reverse	0	0.0052336459048092365
164039	rnn.weight_hh_l1_reverse	1	0.030340269207954407
164039	rnn.weight_hh_l1_reverse	2	-0.040165141224861145
164039	rnn.weight_hh_l1_reverse	3	0.035909254103899
164039	rnn.weight_hh_l1_reverse	4	0.0498892143368721
164039	rnn.weight_hh_l1_reverse	5	0.0003078419831581414
164039	rnn.weight_hh_l1_reverse	6	0.05335638299584389
164039	rnn.weight_hh_l1_reverse	7	0.02992377243936062
164039	rnn.weight_hh_l1_reverse	8	-0.007303167134523392
164039	rnn.weight_hh_l1_reverse	9	-0.03229706734418869
164039	rnn.bias_ih_l1_reverse	0	-0.06569220870733261
164039	rnn.bias_ih_l1_reverse	1	-0.1522984653711319
164039	rnn.bias_ih_l1_reverse	2	-0.16198016703128815
164039	rnn.bias_ih_l1_reverse	3	-0.02199821174144745
164039	rnn.bias_ih_l1_reverse	4	-0.21318048238754272
164039	rnn.bias_ih_l1_reverse	5	-0.11232869327068329
164039	rnn.bias_ih_l1_reverse	6	-0.13891351222991943
164039	rnn.bias_ih_l1_reverse	7	-0.1914617270231247
164039	rnn.bias_ih_l1_reverse	8	0.23165778815746307
164039	rnn.bias_ih_l1_reverse	9	0.05652206018567085
164039	rnn.bias_hh_l1_reverse	0	-0.000623435596935451
164039	rnn.bias_hh_l1_reverse	1	-0.09779411554336548
164039	rnn.bias_hh_l1_reverse	2	-0.2334013283252716
164039	rnn.bias_hh_l1_reverse	3	-0.13539373874664307
164039	rnn.bias_hh_l1_reverse	4	-0.09637685120105743
164039	rnn.bias_hh_l1_reverse	5	-0.12428805232048035
164039	rnn.bias_hh_l1_reverse	6	0.09684333950281143
164039	rnn.bias_hh_l1_reverse	7	-0.17584875226020813
164039	rnn.bias_hh_l1_reverse	8	-0.11792539060115814
164039	rnn.bias_hh_l1_reverse	9	-0.15026219189167023
164039	linear.weight	0	0.002228822559118271
164039	linear.weight	1	0.10158732533454895
164039	linear.weight	2	-0.09228890389204025
164039	linear.weight	3	0.2812972366809845
164039	linear.weight	4	0.15663523972034454
164039	linear.weight	5	-0.0493755117058754
164039	linear.weight	6	0.12272686511278152
164039	linear.weight	7	0.11378612369298935
164039	linear.weight	8	0.0411824956536293
164039	linear.weight	9	-0.04655226320028305
164039	linear.bias	0	0.12051989138126373
164039	linear.bias	1	-0.18931296467781067
164039	linear.bias	2	-0.3674067258834839
164039	linear.bias	3	-0.6577849388122559
164039	linear.bias	4	-1.212920904159546
164039	linear.bias	5	-0.06152208894491196
164039	linear.bias	6	-0.7665015459060669
164039	linear.bias	7	0.2795012295246124
164039	linear.bias	8	-0.4561217427253723
164039	linear.bias	9	-1.0397107601165771
164236	transitions	0	0.6699120998382568
164236	transitions	1	0.15642620623111725
164236	transitions	2	-10000.0
164236	transitions	3	-1.8250337839126587
164236	transitions	4	-10000.0
164236	transitions	5	0.5720216631889343
164236	transitions	6	-0.07888404279947281
164236	transitions	7	-0.7503690123558044
164236	transitions	8	-1.4092636108398438
164236	transitions	9	-0.0011628976790234447
164236	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
164236	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
164236	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
164236	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
164236	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
164236	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
164236	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
164236	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
164236	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
164236	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
164236	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
164236	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
164236	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
164236	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
164236	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
164236	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
164236	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
164236	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
164236	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
164236	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
164236	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
164236	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
164236	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
164236	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
164236	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
164236	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
164236	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
164236	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
164236	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
164236	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
164236	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
164236	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
164236	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
164236	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
164236	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
164236	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
164236	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
164236	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
164236	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
164236	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
164236	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
164236	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
164236	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
164236	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
164236	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
164236	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
164236	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
164236	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
164236	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
164236	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
164236	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
164236	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
164236	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
164236	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
164236	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
164236	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
164236	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
164236	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
164236	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
164236	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
164236	embedding2nn.weight	0	0.028379950672388077
164236	embedding2nn.weight	1	-0.01309371367096901
164236	embedding2nn.weight	2	-0.014268254861235619
164236	embedding2nn.weight	3	-0.024893468245863914
164236	embedding2nn.weight	4	-0.0059150345623493195
164236	embedding2nn.weight	5	-0.0037005869671702385
164236	embedding2nn.weight	6	-0.003973292652517557
164236	embedding2nn.weight	7	-0.08402282744646072
164236	embedding2nn.weight	8	-0.0019979383796453476
164236	embedding2nn.weight	9	-0.026765577495098114
164236	embedding2nn.bias	0	0.06248331069946289
164236	embedding2nn.bias	1	-0.06304347515106201
164236	embedding2nn.bias	2	0.10093177855014801
164236	embedding2nn.bias	3	0.04362064227461815
164236	embedding2nn.bias	4	-0.038469087332487106
164236	embedding2nn.bias	5	-0.014344214461743832
164236	embedding2nn.bias	6	0.03174253925681114
164236	embedding2nn.bias	7	-0.056727565824985504
164236	embedding2nn.bias	8	0.0549914725124836
164236	embedding2nn.bias	9	0.045164529234170914
164236	rnn.weight_ih_l0	0	-0.08234889805316925
164236	rnn.weight_ih_l0	1	0.006177374627441168
164236	rnn.weight_ih_l0	2	0.036545947194099426
164236	rnn.weight_ih_l0	3	0.024214565753936768
164236	rnn.weight_ih_l0	4	-0.03887585550546646
164236	rnn.weight_ih_l0	5	-0.06526089459657669
164236	rnn.weight_ih_l0	6	0.0017500108806416392
164236	rnn.weight_ih_l0	7	0.05696367099881172
164236	rnn.weight_ih_l0	8	-0.009713375009596348
164236	rnn.weight_ih_l0	9	-0.02482522465288639
164236	rnn.weight_hh_l0	0	-0.02987932786345482
164236	rnn.weight_hh_l0	1	-0.008850016631186008
164236	rnn.weight_hh_l0	2	0.0036846359726041555
164236	rnn.weight_hh_l0	3	-0.07044193893671036
164236	rnn.weight_hh_l0	4	0.08553679287433624
164236	rnn.weight_hh_l0	5	-0.022533388808369637
164236	rnn.weight_hh_l0	6	-0.06118061766028404
164236	rnn.weight_hh_l0	7	0.013244225643575191
164236	rnn.weight_hh_l0	8	0.011250726878643036
164236	rnn.weight_hh_l0	9	-0.020230945199728012
164236	rnn.bias_ih_l0	0	0.12731415033340454
164236	rnn.bias_ih_l0	1	-0.027042344212532043
164236	rnn.bias_ih_l0	2	-0.015768395736813545
164236	rnn.bias_ih_l0	3	0.14695370197296143
164236	rnn.bias_ih_l0	4	-0.008339778520166874
164236	rnn.bias_ih_l0	5	-0.017708953469991684
164236	rnn.bias_ih_l0	6	0.0064416672103106976
164236	rnn.bias_ih_l0	7	0.03162394091486931
164236	rnn.bias_ih_l0	8	-0.08982936292886734
164236	rnn.bias_ih_l0	9	-0.037531957030296326
164236	rnn.bias_hh_l0	0	-0.004440105985850096
164236	rnn.bias_hh_l0	1	-0.10511130839586258
164236	rnn.bias_hh_l0	2	-0.06665246188640594
164236	rnn.bias_hh_l0	3	-0.09100457280874252
164236	rnn.bias_hh_l0	4	-0.00047400675248354673
164236	rnn.bias_hh_l0	5	-0.0340646356344223
164236	rnn.bias_hh_l0	6	0.023260539397597313
164236	rnn.bias_hh_l0	7	0.05783630162477493
164236	rnn.bias_hh_l0	8	-0.11052494496107101
164236	rnn.bias_hh_l0	9	-0.054517634212970734
164236	rnn.weight_ih_l0_reverse	0	-0.02588672563433647
164236	rnn.weight_ih_l0_reverse	1	-0.05245684087276459
164236	rnn.weight_ih_l0_reverse	2	-0.04042452201247215
164236	rnn.weight_ih_l0_reverse	3	0.006802666001021862
164236	rnn.weight_ih_l0_reverse	4	-0.016831666231155396
164236	rnn.weight_ih_l0_reverse	5	-0.04982057213783264
164236	rnn.weight_ih_l0_reverse	6	0.07520847767591476
164236	rnn.weight_ih_l0_reverse	7	-0.02997649647295475
164236	rnn.weight_ih_l0_reverse	8	-0.017297910526394844
164236	rnn.weight_ih_l0_reverse	9	-0.007410757709294558
164236	rnn.weight_hh_l0_reverse	0	0.05876898020505905
164236	rnn.weight_hh_l0_reverse	1	0.01719585992395878
164236	rnn.weight_hh_l0_reverse	2	0.029575254768133163
164236	rnn.weight_hh_l0_reverse	3	0.03342914581298828
164236	rnn.weight_hh_l0_reverse	4	0.008100570179522038
164236	rnn.weight_hh_l0_reverse	5	0.01913413219153881
164236	rnn.weight_hh_l0_reverse	6	0.05101456120610237
164236	rnn.weight_hh_l0_reverse	7	-0.06781642138957977
164236	rnn.weight_hh_l0_reverse	8	0.03535640612244606
164236	rnn.weight_hh_l0_reverse	9	0.034685682505369186
164236	rnn.bias_ih_l0_reverse	0	-0.05735732242465019
164236	rnn.bias_ih_l0_reverse	1	-0.2733970582485199
164236	rnn.bias_ih_l0_reverse	2	-0.13156695663928986
164236	rnn.bias_ih_l0_reverse	3	-0.0478379912674427
164236	rnn.bias_ih_l0_reverse	4	-0.03402620553970337
164236	rnn.bias_ih_l0_reverse	5	0.05553436279296875
164236	rnn.bias_ih_l0_reverse	6	-0.07396218180656433
164236	rnn.bias_ih_l0_reverse	7	0.04715175926685333
164236	rnn.bias_ih_l0_reverse	8	-0.053894154727458954
164236	rnn.bias_ih_l0_reverse	9	0.052642401307821274
164236	rnn.bias_hh_l0_reverse	0	0.026526445522904396
164236	rnn.bias_hh_l0_reverse	1	-0.057068124413490295
164236	rnn.bias_hh_l0_reverse	2	0.07612549513578415
164236	rnn.bias_hh_l0_reverse	3	-0.046997711062431335
164236	rnn.bias_hh_l0_reverse	4	-0.028381409123539925
164236	rnn.bias_hh_l0_reverse	5	-0.02635583095252514
164236	rnn.bias_hh_l0_reverse	6	-0.021898306906223297
164236	rnn.bias_hh_l0_reverse	7	0.10279042273759842
164236	rnn.bias_hh_l0_reverse	8	0.029773181304335594
164236	rnn.bias_hh_l0_reverse	9	-0.1361895352602005
164236	rnn.weight_ih_l1	0	-0.03139039874076843
164236	rnn.weight_ih_l1	1	-0.05207736790180206
164236	rnn.weight_ih_l1	2	0.06147581711411476
164236	rnn.weight_ih_l1	3	-0.06313275545835495
164236	rnn.weight_ih_l1	4	-0.017340881749987602
164236	rnn.weight_ih_l1	5	-0.043242763727903366
164236	rnn.weight_ih_l1	6	0.030104558914899826
164236	rnn.weight_ih_l1	7	-0.03627825155854225
164236	rnn.weight_ih_l1	8	0.03788800165057182
164236	rnn.weight_ih_l1	9	0.042651016265153885
164236	rnn.weight_hh_l1	0	-0.005117501597851515
164236	rnn.weight_hh_l1	1	0.018422940745949745
164236	rnn.weight_hh_l1	2	0.009139930829405785
164236	rnn.weight_hh_l1	3	-0.012183948419988155
164236	rnn.weight_hh_l1	4	0.009310626424849033
164236	rnn.weight_hh_l1	5	0.030048610642552376
164236	rnn.weight_hh_l1	6	0.03260335698723793
164236	rnn.weight_hh_l1	7	-0.01895495317876339
164236	rnn.weight_hh_l1	8	-0.010325182229280472
164236	rnn.weight_hh_l1	9	0.03513222560286522
164236	rnn.bias_ih_l1	0	-0.2028462141752243
164236	rnn.bias_ih_l1	1	-0.1786494106054306
164236	rnn.bias_ih_l1	2	-0.20757004618644714
164236	rnn.bias_ih_l1	3	-0.32498905062675476
164236	rnn.bias_ih_l1	4	-0.1826680451631546
164236	rnn.bias_ih_l1	5	-0.1009766086935997
164236	rnn.bias_ih_l1	6	-0.16251777112483978
164236	rnn.bias_ih_l1	7	-0.023782391101121902
164236	rnn.bias_ih_l1	8	-0.14169976115226746
164236	rnn.bias_ih_l1	9	-0.1262432336807251
164236	rnn.bias_hh_l1	0	-0.10775075107812881
164236	rnn.bias_hh_l1	1	-0.07695237547159195
164236	rnn.bias_hh_l1	2	-0.10536521673202515
164236	rnn.bias_hh_l1	3	-0.07992156594991684
164236	rnn.bias_hh_l1	4	-0.09302560240030289
164236	rnn.bias_hh_l1	5	-0.11660411208868027
164236	rnn.bias_hh_l1	6	-0.16392093896865845
164236	rnn.bias_hh_l1	7	0.05272020772099495
164236	rnn.bias_hh_l1	8	-0.17467616498470306
164236	rnn.bias_hh_l1	9	-0.10763207823038101
164236	rnn.weight_ih_l1_reverse	0	-0.0393068827688694
164236	rnn.weight_ih_l1_reverse	1	0.037059199064970016
164236	rnn.weight_ih_l1_reverse	2	0.06750592589378357
164236	rnn.weight_ih_l1_reverse	3	-0.003057841444388032
164236	rnn.weight_ih_l1_reverse	4	-0.04072968289256096
164236	rnn.weight_ih_l1_reverse	5	-0.03126179426908493
164236	rnn.weight_ih_l1_reverse	6	0.003375021042302251
164236	rnn.weight_ih_l1_reverse	7	0.02933793142437935
164236	rnn.weight_ih_l1_reverse	8	0.008577394299209118
164236	rnn.weight_ih_l1_reverse	9	-0.05453990399837494
164236	rnn.weight_hh_l1_reverse	0	0.005155549384653568
164236	rnn.weight_hh_l1_reverse	1	0.030449237674474716
164236	rnn.weight_hh_l1_reverse	2	-0.04020864889025688
164236	rnn.weight_hh_l1_reverse	3	0.03579672425985336
164236	rnn.weight_hh_l1_reverse	4	0.050132766366004944
164236	rnn.weight_hh_l1_reverse	5	-0.00013671898341272026
164236	rnn.weight_hh_l1_reverse	6	0.052779003977775574
164236	rnn.weight_hh_l1_reverse	7	0.0297403447329998
164236	rnn.weight_hh_l1_reverse	8	-0.007259582635015249
164236	rnn.weight_hh_l1_reverse	9	-0.03198859468102455
164236	rnn.bias_ih_l1_reverse	0	-0.06489750742912292
164236	rnn.bias_ih_l1_reverse	1	-0.15201500058174133
164236	rnn.bias_ih_l1_reverse	2	-0.1585972160100937
164236	rnn.bias_ih_l1_reverse	3	-0.022752035409212112
164236	rnn.bias_ih_l1_reverse	4	-0.21286427974700928
164236	rnn.bias_ih_l1_reverse	5	-0.11233603209257126
164236	rnn.bias_ih_l1_reverse	6	-0.13924260437488556
164236	rnn.bias_ih_l1_reverse	7	-0.19215959310531616
164236	rnn.bias_ih_l1_reverse	8	0.2297368198633194
164236	rnn.bias_ih_l1_reverse	9	0.056321270763874054
164236	rnn.bias_hh_l1_reverse	0	-0.003865006612613797
164236	rnn.bias_hh_l1_reverse	1	-0.09936809539794922
164236	rnn.bias_hh_l1_reverse	2	-0.2327599823474884
164236	rnn.bias_hh_l1_reverse	3	-0.13664615154266357
164236	rnn.bias_hh_l1_reverse	4	-0.0965007096529007
164236	rnn.bias_hh_l1_reverse	5	-0.1254252791404724
164236	rnn.bias_hh_l1_reverse	6	0.10062332451343536
164236	rnn.bias_hh_l1_reverse	7	-0.17744235694408417
164236	rnn.bias_hh_l1_reverse	8	-0.11882379651069641
164236	rnn.bias_hh_l1_reverse	9	-0.15052767097949982
164236	linear.weight	0	0.002228822559118271
164236	linear.weight	1	0.10621344298124313
164236	linear.weight	2	-0.09427092969417572
164236	linear.weight	3	0.2852180302143097
164236	linear.weight	4	0.1557227224111557
164236	linear.weight	5	-0.04769172891974449
164236	linear.weight	6	0.12539030611515045
164236	linear.weight	7	0.1068025678396225
164236	linear.weight	8	0.041182324290275574
164236	linear.weight	9	-0.04533747211098671
164236	linear.bias	0	0.10252389311790466
164236	linear.bias	1	-0.1914817988872528
164236	linear.bias	2	-0.37116724252700806
164236	linear.bias	3	-0.6774261593818665
164236	linear.bias	4	-1.2341986894607544
164236	linear.bias	5	-0.06587541848421097
164236	linear.bias	6	-0.7697510123252869
164236	linear.bias	7	0.2750610113143921
164236	linear.bias	8	-0.4342958331108093
164236	linear.bias	9	-1.0179948806762695
164433	transitions	0	0.6744635105133057
164433	transitions	1	0.15708611905574799
164433	transitions	2	-10000.0
164433	transitions	3	-1.8250491619110107
164433	transitions	4	-10000.0
164433	transitions	5	0.5719769597053528
164433	transitions	6	-0.07891200482845306
164433	transitions	7	-0.7505702972412109
164433	transitions	8	-1.4092861413955688
164433	transitions	9	-0.0011631486704573035
164433	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
164433	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
164433	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
164433	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
164433	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
164433	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
164433	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
164433	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
164433	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
164433	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
164433	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
164433	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
164433	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
164433	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
164433	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
164433	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
164433	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
164433	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
164433	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
164433	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
164433	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
164433	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
164433	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
164433	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
164433	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
164433	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
164433	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
164433	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
164433	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
164433	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
164433	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
164433	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
164433	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
164433	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
164433	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
164433	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
164433	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
164433	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
164433	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
164433	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
164433	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
164433	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
164433	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
164433	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
164433	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
164433	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
164433	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
164433	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
164433	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
164433	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
164433	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
164433	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
164433	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
164433	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
164433	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
164433	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
164433	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
164433	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
164433	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
164433	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
164433	embedding2nn.weight	0	0.028091568499803543
164433	embedding2nn.weight	1	-0.013095413334667683
164433	embedding2nn.weight	2	-0.014268254861235619
164433	embedding2nn.weight	3	-0.024560164660215378
164433	embedding2nn.weight	4	-0.0059150345623493195
164433	embedding2nn.weight	5	-0.0037005869671702385
164433	embedding2nn.weight	6	-0.003973295912146568
164433	embedding2nn.weight	7	-0.08357343822717667
164433	embedding2nn.weight	8	-0.0019979383796453476
164433	embedding2nn.weight	9	-0.026996595785021782
164433	embedding2nn.bias	0	0.06378484517335892
164433	embedding2nn.bias	1	-0.06611549854278564
164433	embedding2nn.bias	2	0.0982305034995079
164433	embedding2nn.bias	3	0.048150498420000076
164433	embedding2nn.bias	4	-0.033408280462026596
164433	embedding2nn.bias	5	-0.014617851004004478
164433	embedding2nn.bias	6	0.031583402305841446
164433	embedding2nn.bias	7	-0.055655863136053085
164433	embedding2nn.bias	8	0.05401216074824333
164433	embedding2nn.bias	9	0.046275001019239426
164433	rnn.weight_ih_l0	0	-0.08214249461889267
164433	rnn.weight_ih_l0	1	0.005512317176908255
164433	rnn.weight_ih_l0	2	0.03679167851805687
164433	rnn.weight_ih_l0	3	0.023792756721377373
164433	rnn.weight_ih_l0	4	-0.038279447704553604
164433	rnn.weight_ih_l0	5	-0.06497752666473389
164433	rnn.weight_ih_l0	6	0.001561299548484385
164433	rnn.weight_ih_l0	7	0.057299304753541946
164433	rnn.weight_ih_l0	8	-0.00951176043599844
164433	rnn.weight_ih_l0	9	-0.024652322754263878
164433	rnn.weight_hh_l0	0	-0.029730767011642456
164433	rnn.weight_hh_l0	1	-0.008188066072762012
164433	rnn.weight_hh_l0	2	0.0030301325023174286
164433	rnn.weight_hh_l0	3	-0.07056669890880585
164433	rnn.weight_hh_l0	4	0.08540204912424088
164433	rnn.weight_hh_l0	5	-0.02208883687853813
164433	rnn.weight_hh_l0	6	-0.06029395014047623
164433	rnn.weight_hh_l0	7	0.013583558611571789
164433	rnn.weight_hh_l0	8	0.011410541832447052
164433	rnn.weight_hh_l0	9	-0.020155932754278183
164433	rnn.bias_ih_l0	0	0.12838783860206604
164433	rnn.bias_ih_l0	1	-0.02710312232375145
164433	rnn.bias_ih_l0	2	-0.016062641516327858
164433	rnn.bias_ih_l0	3	0.14668428897857666
164433	rnn.bias_ih_l0	4	-0.007925967685878277
164433	rnn.bias_ih_l0	5	-0.017103252932429314
164433	rnn.bias_ih_l0	6	0.007096217013895512
164433	rnn.bias_ih_l0	7	0.03263021633028984
164433	rnn.bias_ih_l0	8	-0.08949150890111923
164433	rnn.bias_ih_l0	9	-0.037785742431879044
164433	rnn.bias_hh_l0	0	-0.003306302474811673
164433	rnn.bias_hh_l0	1	-0.10541539639234543
164433	rnn.bias_hh_l0	2	-0.06493532657623291
164433	rnn.bias_hh_l0	3	-0.0918465331196785
164433	rnn.bias_hh_l0	4	-0.0017379367491230369
164433	rnn.bias_hh_l0	5	-0.034651417285203934
164433	rnn.bias_hh_l0	6	0.023022586479783058
164433	rnn.bias_hh_l0	7	0.05740184709429741
164433	rnn.bias_hh_l0	8	-0.11039607226848602
164433	rnn.bias_hh_l0	9	-0.05508933588862419
164433	rnn.weight_ih_l0_reverse	0	-0.026297032833099365
164433	rnn.weight_ih_l0_reverse	1	-0.05301205813884735
164433	rnn.weight_ih_l0_reverse	2	-0.04049966111779213
164433	rnn.weight_ih_l0_reverse	3	0.0071315402165055275
164433	rnn.weight_ih_l0_reverse	4	-0.016545547172427177
164433	rnn.weight_ih_l0_reverse	5	-0.050192803144454956
164433	rnn.weight_ih_l0_reverse	6	0.07537703961133957
164433	rnn.weight_ih_l0_reverse	7	-0.029588688164949417
164433	rnn.weight_ih_l0_reverse	8	-0.017570991069078445
164433	rnn.weight_ih_l0_reverse	9	-0.007329718209803104
164433	rnn.weight_hh_l0_reverse	0	0.05847891792654991
164433	rnn.weight_hh_l0_reverse	1	0.018247460946440697
164433	rnn.weight_hh_l0_reverse	2	0.029671669006347656
164433	rnn.weight_hh_l0_reverse	3	0.033208638429641724
164433	rnn.weight_hh_l0_reverse	4	0.008191143162548542
164433	rnn.weight_hh_l0_reverse	5	0.018589962273836136
164433	rnn.weight_hh_l0_reverse	6	0.051222313195466995
164433	rnn.weight_hh_l0_reverse	7	-0.06788187474012375
164433	rnn.weight_hh_l0_reverse	8	0.03510471433401108
164433	rnn.weight_hh_l0_reverse	9	0.03475198522210121
164433	rnn.bias_ih_l0_reverse	0	-0.05726449564099312
164433	rnn.bias_ih_l0_reverse	1	-0.2728108763694763
164433	rnn.bias_ih_l0_reverse	2	-0.12956424057483673
164433	rnn.bias_ih_l0_reverse	3	-0.0493432842195034
164433	rnn.bias_ih_l0_reverse	4	-0.03322596848011017
164433	rnn.bias_ih_l0_reverse	5	0.05500563606619835
164433	rnn.bias_ih_l0_reverse	6	-0.07530070096254349
164433	rnn.bias_ih_l0_reverse	7	0.04779992997646332
164433	rnn.bias_ih_l0_reverse	8	-0.051784370094537735
164433	rnn.bias_ih_l0_reverse	9	0.05254745110869408
164433	rnn.bias_hh_l0_reverse	0	0.026093225926160812
164433	rnn.bias_hh_l0_reverse	1	-0.05876261740922928
164433	rnn.bias_hh_l0_reverse	2	0.07818762958049774
164433	rnn.bias_hh_l0_reverse	3	-0.04670267924666405
164433	rnn.bias_hh_l0_reverse	4	-0.027129366993904114
164433	rnn.bias_hh_l0_reverse	5	-0.028824297711253166
164433	rnn.bias_hh_l0_reverse	6	-0.019700586795806885
164433	rnn.bias_hh_l0_reverse	7	0.10148018598556519
164433	rnn.bias_hh_l0_reverse	8	0.02965165488421917
164433	rnn.bias_hh_l0_reverse	9	-0.13645541667938232
164433	rnn.weight_ih_l1	0	-0.030958253890275955
164433	rnn.weight_ih_l1	1	-0.05149127170443535
164433	rnn.weight_ih_l1	2	0.06243431940674782
164433	rnn.weight_ih_l1	3	-0.06202768534421921
164433	rnn.weight_ih_l1	4	-0.01798086054623127
164433	rnn.weight_ih_l1	5	-0.04279124364256859
164433	rnn.weight_ih_l1	6	0.03052191063761711
164433	rnn.weight_ih_l1	7	-0.03658963739871979
164433	rnn.weight_ih_l1	8	0.037542831152677536
164433	rnn.weight_ih_l1	9	0.04252580925822258
164433	rnn.weight_hh_l1	0	-0.005602928344160318
164433	rnn.weight_hh_l1	1	0.01851593144237995
164433	rnn.weight_hh_l1	2	0.01102016493678093
164433	rnn.weight_hh_l1	3	-0.012554277665913105
164433	rnn.weight_hh_l1	4	0.009531602263450623
164433	rnn.weight_hh_l1	5	0.030275914818048477
164433	rnn.weight_hh_l1	6	0.03235836699604988
164433	rnn.weight_hh_l1	7	-0.019002456218004227
164433	rnn.weight_hh_l1	8	-0.010554324835538864
164433	rnn.weight_hh_l1	9	0.0353175587952137
164433	rnn.bias_ih_l1	0	-0.20062515139579773
164433	rnn.bias_ih_l1	1	-0.1789332777261734
164433	rnn.bias_ih_l1	2	-0.2078712284564972
164433	rnn.bias_ih_l1	3	-0.32521161437034607
164433	rnn.bias_ih_l1	4	-0.18119677901268005
164433	rnn.bias_ih_l1	5	-0.10125294327735901
164433	rnn.bias_ih_l1	6	-0.1617358773946762
164433	rnn.bias_ih_l1	7	-0.023815933614969254
164433	rnn.bias_ih_l1	8	-0.14157778024673462
164433	rnn.bias_ih_l1	9	-0.12525473535060883
164433	rnn.bias_hh_l1	0	-0.10778504610061646
164433	rnn.bias_hh_l1	1	-0.07583700865507126
164433	rnn.bias_hh_l1	2	-0.10535217821598053
164433	rnn.bias_hh_l1	3	-0.07923604547977448
164433	rnn.bias_hh_l1	4	-0.09216496348381042
164433	rnn.bias_hh_l1	5	-0.11585897952318192
164433	rnn.bias_hh_l1	6	-0.16259965300559998
164433	rnn.bias_hh_l1	7	0.05078898370265961
164433	rnn.bias_hh_l1	8	-0.17287631332874298
164433	rnn.bias_hh_l1	9	-0.10819831490516663
164433	rnn.weight_ih_l1_reverse	0	-0.038892000913619995
164433	rnn.weight_ih_l1_reverse	1	0.03666149452328682
164433	rnn.weight_ih_l1_reverse	2	0.06810696423053741
164433	rnn.weight_ih_l1_reverse	3	-0.002136331284418702
164433	rnn.weight_ih_l1_reverse	4	-0.03954687342047691
164433	rnn.weight_ih_l1_reverse	5	-0.03127237409353256
164433	rnn.weight_ih_l1_reverse	6	0.0026254840195178986
164433	rnn.weight_ih_l1_reverse	7	0.029170969501137733
164433	rnn.weight_ih_l1_reverse	8	0.007988338358700275
164433	rnn.weight_ih_l1_reverse	9	-0.0540812723338604
164433	rnn.weight_hh_l1_reverse	0	0.005239901598542929
164433	rnn.weight_hh_l1_reverse	1	0.030217306688427925
164433	rnn.weight_hh_l1_reverse	2	-0.04021511971950531
164433	rnn.weight_hh_l1_reverse	3	0.03579182177782059
164433	rnn.weight_hh_l1_reverse	4	0.050158340483903885
164433	rnn.weight_hh_l1_reverse	5	0.00016429797688033432
164433	rnn.weight_hh_l1_reverse	6	0.05295049771666527
164433	rnn.weight_hh_l1_reverse	7	0.02972622774541378
164433	rnn.weight_hh_l1_reverse	8	-0.007275761105120182
164433	rnn.weight_hh_l1_reverse	9	-0.03195594996213913
164433	rnn.bias_ih_l1_reverse	0	-0.06635923683643341
164433	rnn.bias_ih_l1_reverse	1	-0.15181617438793182
164433	rnn.bias_ih_l1_reverse	2	-0.1613241285085678
164433	rnn.bias_ih_l1_reverse	3	-0.01975603960454464
164433	rnn.bias_ih_l1_reverse	4	-0.2136271446943283
164433	rnn.bias_ih_l1_reverse	5	-0.1121898964047432
164433	rnn.bias_ih_l1_reverse	6	-0.13947069644927979
164433	rnn.bias_ih_l1_reverse	7	-0.19312675297260284
164433	rnn.bias_ih_l1_reverse	8	0.22850137948989868
164433	rnn.bias_ih_l1_reverse	9	0.05668704956769943
164433	rnn.bias_hh_l1_reverse	0	0.0021608704701066017
164433	rnn.bias_hh_l1_reverse	1	-0.09932101517915726
164433	rnn.bias_hh_l1_reverse	2	-0.23330794274806976
164433	rnn.bias_hh_l1_reverse	3	-0.13544513285160065
164433	rnn.bias_hh_l1_reverse	4	-0.09666866064071655
164433	rnn.bias_hh_l1_reverse	5	-0.12381275743246078
164433	rnn.bias_hh_l1_reverse	6	0.10323135554790497
164433	rnn.bias_hh_l1_reverse	7	-0.17696510255336761
164433	rnn.bias_hh_l1_reverse	8	-0.11780457943677902
164433	rnn.bias_hh_l1_reverse	9	-0.15053196251392365
164433	linear.weight	0	0.002228822559118271
164433	linear.weight	1	0.10531533509492874
164433	linear.weight	2	-0.09605473279953003
164433	linear.weight	3	0.2851923108100891
164433	linear.weight	4	0.15478308498859406
164433	linear.weight	5	-0.047221940010786057
164433	linear.weight	6	0.1159559041261673
164433	linear.weight	7	0.11450179666280746
164433	linear.weight	8	0.041182298213243484
164433	linear.weight	9	-0.04479100555181503
164433	linear.bias	0	0.10659420490264893
164433	linear.bias	1	-0.20490267872810364
164433	linear.bias	2	-0.3589169681072235
164433	linear.bias	3	-0.6729981899261475
164433	linear.bias	4	-1.2297836542129517
164433	linear.bias	5	-0.061571549624204636
164433	linear.bias	6	-0.781090259552002
164433	linear.bias	7	0.27696898579597473
164433	linear.bias	8	-0.4501820504665375
164433	linear.bias	9	-1.0339471101760864
164630	transitions	0	0.6743214726448059
164630	transitions	1	0.1550702303647995
164630	transitions	2	-10000.0
164630	transitions	3	-1.8250610828399658
164630	transitions	4	-10000.0
164630	transitions	5	0.5718920826911926
164630	transitions	6	-0.07893722504377365
164630	transitions	7	-0.7509239912033081
164630	transitions	8	-1.4093098640441895
164630	transitions	9	-0.0011636964045464993
164630	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
164630	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
164630	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
164630	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
164630	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
164630	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
164630	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
164630	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
164630	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
164630	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
164630	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
164630	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
164630	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
164630	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
164630	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
164630	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
164630	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
164630	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
164630	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
164630	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
164630	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
164630	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
164630	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
164630	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
164630	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
164630	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
164630	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
164630	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
164630	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
164630	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
164630	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
164630	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
164630	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
164630	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
164630	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
164630	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
164630	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
164630	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
164630	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
164630	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
164630	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
164630	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
164630	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
164630	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
164630	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
164630	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
164630	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
164630	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
164630	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
164630	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
164630	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
164630	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
164630	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
164630	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
164630	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
164630	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
164630	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
164630	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
164630	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
164630	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
164630	embedding2nn.weight	0	0.02764803357422352
164630	embedding2nn.weight	1	-0.013082748278975487
164630	embedding2nn.weight	2	-0.014268254861235619
164630	embedding2nn.weight	3	-0.024565771222114563
164630	embedding2nn.weight	4	-0.0059150345623493195
164630	embedding2nn.weight	5	-0.003700586734339595
164630	embedding2nn.weight	6	-0.0039732991717755795
164630	embedding2nn.weight	7	-0.08358834683895111
164630	embedding2nn.weight	8	-0.0019979383796453476
164630	embedding2nn.weight	9	-0.02691877819597721
164630	embedding2nn.bias	0	0.059001751244068146
164630	embedding2nn.bias	1	-0.06839623302221298
164630	embedding2nn.bias	2	0.1019851416349411
164630	embedding2nn.bias	3	0.04638071730732918
164630	embedding2nn.bias	4	-0.03564425930380821
164630	embedding2nn.bias	5	-0.016688639298081398
164630	embedding2nn.bias	6	0.030132928863167763
164630	embedding2nn.bias	7	-0.05765755847096443
164630	embedding2nn.bias	8	0.05330413952469826
164630	embedding2nn.bias	9	0.04646354913711548
164630	rnn.weight_ih_l0	0	-0.08245278149843216
164630	rnn.weight_ih_l0	1	0.0044130440801382065
164630	rnn.weight_ih_l0	2	0.03702801465988159
164630	rnn.weight_ih_l0	3	0.02360568568110466
164630	rnn.weight_ih_l0	4	-0.03777076303958893
164630	rnn.weight_ih_l0	5	-0.06532829254865646
164630	rnn.weight_ih_l0	6	0.0020200973376631737
164630	rnn.weight_ih_l0	7	0.057440269738435745
164630	rnn.weight_ih_l0	8	-0.01016028318554163
164630	rnn.weight_ih_l0	9	-0.025017714127898216
164630	rnn.weight_hh_l0	0	-0.02989707887172699
164630	rnn.weight_hh_l0	1	-0.008765809237957
164630	rnn.weight_hh_l0	2	0.003792031668126583
164630	rnn.weight_hh_l0	3	-0.07033713161945343
164630	rnn.weight_hh_l0	4	0.08569295704364777
164630	rnn.weight_hh_l0	5	-0.02238398976624012
164630	rnn.weight_hh_l0	6	-0.06114267557859421
164630	rnn.weight_hh_l0	7	0.012764377519488335
164630	rnn.weight_hh_l0	8	0.011710243299603462
164630	rnn.weight_hh_l0	9	-0.019936082884669304
164630	rnn.bias_ih_l0	0	0.12840069830417633
164630	rnn.bias_ih_l0	1	-0.029147865250706673
164630	rnn.bias_ih_l0	2	-0.016115844249725342
164630	rnn.bias_ih_l0	3	0.14757420122623444
164630	rnn.bias_ih_l0	4	-0.007886387407779694
164630	rnn.bias_ih_l0	5	-0.016575533896684647
164630	rnn.bias_ih_l0	6	0.006644329521805048
164630	rnn.bias_ih_l0	7	0.03201967477798462
164630	rnn.bias_ih_l0	8	-0.08997324109077454
164630	rnn.bias_ih_l0	9	-0.03784030303359032
164630	rnn.bias_hh_l0	0	-0.001498488592915237
164630	rnn.bias_hh_l0	1	-0.10461124777793884
164630	rnn.bias_hh_l0	2	-0.06501052528619766
164630	rnn.bias_hh_l0	3	-0.09123529493808746
164630	rnn.bias_hh_l0	4	-0.0014668116346001625
164630	rnn.bias_hh_l0	5	-0.033094633370637894
164630	rnn.bias_hh_l0	6	0.022826487198472023
164630	rnn.bias_hh_l0	7	0.0578463152050972
164630	rnn.bias_hh_l0	8	-0.11027757078409195
164630	rnn.bias_hh_l0	9	-0.05578995868563652
164630	rnn.weight_ih_l0_reverse	0	-0.02676650881767273
164630	rnn.weight_ih_l0_reverse	1	-0.052095551043748856
164630	rnn.weight_ih_l0_reverse	2	-0.04154047742486
164630	rnn.weight_ih_l0_reverse	3	0.007312742993235588
164630	rnn.weight_ih_l0_reverse	4	-0.016829557716846466
164630	rnn.weight_ih_l0_reverse	5	-0.050328925251960754
164630	rnn.weight_ih_l0_reverse	6	0.07536019384860992
164630	rnn.weight_ih_l0_reverse	7	-0.02970711886882782
164630	rnn.weight_ih_l0_reverse	8	-0.017586633563041687
164630	rnn.weight_ih_l0_reverse	9	-0.007595006376504898
164630	rnn.weight_hh_l0_reverse	0	0.05927160009741783
164630	rnn.weight_hh_l0_reverse	1	0.018093986436724663
164630	rnn.weight_hh_l0_reverse	2	0.02964099869132042
164630	rnn.weight_hh_l0_reverse	3	0.033290524035692215
164630	rnn.weight_hh_l0_reverse	4	0.008818213827908039
164630	rnn.weight_hh_l0_reverse	5	0.01906813494861126
164630	rnn.weight_hh_l0_reverse	6	0.05095035955309868
164630	rnn.weight_hh_l0_reverse	7	-0.06832234561443329
164630	rnn.weight_hh_l0_reverse	8	0.03541509434580803
164630	rnn.weight_hh_l0_reverse	9	0.034696727991104126
164630	rnn.bias_ih_l0_reverse	0	-0.0576339028775692
164630	rnn.bias_ih_l0_reverse	1	-0.27362576127052307
164630	rnn.bias_ih_l0_reverse	2	-0.13215315341949463
164630	rnn.bias_ih_l0_reverse	3	-0.04877623915672302
164630	rnn.bias_ih_l0_reverse	4	-0.03345247730612755
164630	rnn.bias_ih_l0_reverse	5	0.05481560155749321
164630	rnn.bias_ih_l0_reverse	6	-0.07663080841302872
164630	rnn.bias_ih_l0_reverse	7	0.046856991946697235
164630	rnn.bias_ih_l0_reverse	8	-0.05226123705506325
164630	rnn.bias_ih_l0_reverse	9	0.05206068977713585
164630	rnn.bias_hh_l0_reverse	0	0.02612125687301159
164630	rnn.bias_hh_l0_reverse	1	-0.059642914682626724
164630	rnn.bias_hh_l0_reverse	2	0.07746565341949463
164630	rnn.bias_hh_l0_reverse	3	-0.04642825201153755
164630	rnn.bias_hh_l0_reverse	4	-0.027764681726694107
164630	rnn.bias_hh_l0_reverse	5	-0.02705478109419346
164630	rnn.bias_hh_l0_reverse	6	-0.017496228218078613
164630	rnn.bias_hh_l0_reverse	7	0.10249519348144531
164630	rnn.bias_hh_l0_reverse	8	0.028819335624575615
164630	rnn.bias_hh_l0_reverse	9	-0.13726653158664703
164630	rnn.weight_ih_l1	0	-0.03126692771911621
164630	rnn.weight_ih_l1	1	-0.05148692429065704
164630	rnn.weight_ih_l1	2	0.06317135691642761
164630	rnn.weight_ih_l1	3	-0.06130874529480934
164630	rnn.weight_ih_l1	4	-0.017604172229766846
164630	rnn.weight_ih_l1	5	-0.04297296330332756
164630	rnn.weight_ih_l1	6	0.03054092824459076
164630	rnn.weight_ih_l1	7	-0.037246935069561005
164630	rnn.weight_ih_l1	8	0.03738711029291153
164630	rnn.weight_ih_l1	9	0.04222633317112923
164630	rnn.weight_hh_l1	0	-0.005874607712030411
164630	rnn.weight_hh_l1	1	0.018574537709355354
164630	rnn.weight_hh_l1	2	0.011607879772782326
164630	rnn.weight_hh_l1	3	-0.012385880574584007
164630	rnn.weight_hh_l1	4	0.009860798716545105
164630	rnn.weight_hh_l1	5	0.03034849837422371
164630	rnn.weight_hh_l1	6	0.032304566353559494
164630	rnn.weight_hh_l1	7	-0.019008558243513107
164630	rnn.weight_hh_l1	8	-0.010483785532414913
164630	rnn.weight_hh_l1	9	0.03500572219491005
164630	rnn.bias_ih_l1	0	-0.19895461201667786
164630	rnn.bias_ih_l1	1	-0.17780116200447083
164630	rnn.bias_ih_l1	2	-0.2069726437330246
164630	rnn.bias_ih_l1	3	-0.3242555260658264
164630	rnn.bias_ih_l1	4	-0.18046407401561737
164630	rnn.bias_ih_l1	5	-0.10096026957035065
164630	rnn.bias_ih_l1	6	-0.16466858983039856
164630	rnn.bias_ih_l1	7	-0.02271464839577675
164630	rnn.bias_ih_l1	8	-0.14063405990600586
164630	rnn.bias_ih_l1	9	-0.12461097538471222
164630	rnn.bias_hh_l1	0	-0.1075291782617569
164630	rnn.bias_hh_l1	1	-0.07548466324806213
164630	rnn.bias_hh_l1	2	-0.10498488694429398
164630	rnn.bias_hh_l1	3	-0.07911636680364609
164630	rnn.bias_hh_l1	4	-0.0930124893784523
164630	rnn.bias_hh_l1	5	-0.1156163290143013
164630	rnn.bias_hh_l1	6	-0.16269506514072418
164630	rnn.bias_hh_l1	7	0.047207821160554886
164630	rnn.bias_hh_l1	8	-0.17160724103450775
164630	rnn.bias_hh_l1	9	-0.11038804799318314
164630	rnn.weight_ih_l1_reverse	0	-0.03859569877386093
164630	rnn.weight_ih_l1_reverse	1	0.03621882200241089
164630	rnn.weight_ih_l1_reverse	2	0.06759491562843323
164630	rnn.weight_ih_l1_reverse	3	-0.0018189619295299053
164630	rnn.weight_ih_l1_reverse	4	-0.040993429720401764
164630	rnn.weight_ih_l1_reverse	5	-0.03122425079345703
164630	rnn.weight_ih_l1_reverse	6	0.0022015594877302647
164630	rnn.weight_ih_l1_reverse	7	0.02849331870675087
164630	rnn.weight_ih_l1_reverse	8	0.006716340314596891
164630	rnn.weight_ih_l1_reverse	9	-0.054572250694036484
164630	rnn.weight_hh_l1_reverse	0	0.00539981946349144
164630	rnn.weight_hh_l1_reverse	1	0.0302767064422369
164630	rnn.weight_hh_l1_reverse	2	-0.04019559547305107
164630	rnn.weight_hh_l1_reverse	3	0.03580586239695549
164630	rnn.weight_hh_l1_reverse	4	0.050432752817869186
164630	rnn.weight_hh_l1_reverse	5	0.00020908325677737594
164630	rnn.weight_hh_l1_reverse	6	0.051943156868219376
164630	rnn.weight_hh_l1_reverse	7	0.029909519478678703
164630	rnn.weight_hh_l1_reverse	8	-0.007204066496342421
164630	rnn.weight_hh_l1_reverse	9	-0.03200223669409752
164630	rnn.bias_ih_l1_reverse	0	-0.06479155272245407
164630	rnn.bias_ih_l1_reverse	1	-0.15138733386993408
164630	rnn.bias_ih_l1_reverse	2	-0.16302354633808136
164630	rnn.bias_ih_l1_reverse	3	-0.023586759343743324
164630	rnn.bias_ih_l1_reverse	4	-0.21400374174118042
164630	rnn.bias_ih_l1_reverse	5	-0.11224036663770676
164630	rnn.bias_ih_l1_reverse	6	-0.14053592085838318
164630	rnn.bias_ih_l1_reverse	7	-0.19522807002067566
164630	rnn.bias_ih_l1_reverse	8	0.22905781865119934
164630	rnn.bias_ih_l1_reverse	9	0.0566326305270195
164630	rnn.bias_hh_l1_reverse	0	0.0007835135911591351
164630	rnn.bias_hh_l1_reverse	1	-0.09776043891906738
164630	rnn.bias_hh_l1_reverse	2	-0.23406367003917694
164630	rnn.bias_hh_l1_reverse	3	-0.13604958355426788
164630	rnn.bias_hh_l1_reverse	4	-0.09701291471719742
164630	rnn.bias_hh_l1_reverse	5	-0.12562991678714752
164630	rnn.bias_hh_l1_reverse	6	0.103567935526371
164630	rnn.bias_hh_l1_reverse	7	-0.17765690386295319
164630	rnn.bias_hh_l1_reverse	8	-0.11795473098754883
164630	rnn.bias_hh_l1_reverse	9	-0.1506611555814743
164630	linear.weight	0	0.002228822559118271
164630	linear.weight	1	0.10539593547582626
164630	linear.weight	2	-0.09550747275352478
164630	linear.weight	3	0.2862578332424164
164630	linear.weight	4	0.15401557087898254
164630	linear.weight	5	-0.04878457635641098
164630	linear.weight	6	0.11606698483228683
164630	linear.weight	7	0.11845318973064423
164630	linear.weight	8	0.0411822646856308
164630	linear.weight	9	-0.04427753761410713
164630	linear.bias	0	0.12466514855623245
164630	linear.bias	1	-0.20471595227718353
164630	linear.bias	2	-0.3818507790565491
164630	linear.bias	3	-0.6655189990997314
164630	linear.bias	4	-1.2206814289093018
164630	linear.bias	5	-0.06528391689062119
164630	linear.bias	6	-0.7811716794967651
164630	linear.bias	7	0.27487173676490784
164630	linear.bias	8	-0.43552064895629883
164630	linear.bias	9	-1.0202476978302002
164827	transitions	0	0.6687686443328857
164827	transitions	1	0.14924143254756927
164827	transitions	2	-10000.0
164827	transitions	3	-1.8250725269317627
164827	transitions	4	-10000.0
164827	transitions	5	0.5718338489532471
164827	transitions	6	-0.078953817486763
164827	transitions	7	-0.7511608004570007
164827	transitions	8	-1.4093481302261353
164827	transitions	9	-0.0011640578741207719
164827	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
164827	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
164827	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
164827	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
164827	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
164827	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
164827	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
164827	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
164827	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
164827	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
164827	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
164827	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
164827	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
164827	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
164827	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
164827	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
164827	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
164827	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
164827	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
164827	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
164827	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
164827	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
164827	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
164827	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
164827	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
164827	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
164827	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
164827	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
164827	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
164827	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
164827	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
164827	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
164827	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
164827	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
164827	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
164827	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
164827	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
164827	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
164827	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
164827	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
164827	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
164827	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
164827	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
164827	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
164827	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
164827	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
164827	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
164827	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
164827	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
164827	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
164827	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
164827	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
164827	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
164827	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
164827	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
164827	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
164827	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
164827	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
164827	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
164827	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
164827	embedding2nn.weight	0	0.027319734916090965
164827	embedding2nn.weight	1	-0.012996142730116844
164827	embedding2nn.weight	2	-0.014268254861235619
164827	embedding2nn.weight	3	-0.024532455950975418
164827	embedding2nn.weight	4	-0.0059150345623493195
164827	embedding2nn.weight	5	-0.003700586734339595
164827	embedding2nn.weight	6	-0.003973299637436867
164827	embedding2nn.weight	7	-0.08372975885868073
164827	embedding2nn.weight	8	-0.0019979383796453476
164827	embedding2nn.weight	9	-0.026787782087922096
164827	embedding2nn.bias	0	0.058296896517276764
164827	embedding2nn.bias	1	-0.06488952785730362
164827	embedding2nn.bias	2	0.09700840711593628
164827	embedding2nn.bias	3	0.055475130677223206
164827	embedding2nn.bias	4	-0.031071718782186508
164827	embedding2nn.bias	5	-0.019353879615664482
164827	embedding2nn.bias	6	0.029911769554018974
164827	embedding2nn.bias	7	-0.055493563413619995
164827	embedding2nn.bias	8	0.054472170770168304
164827	embedding2nn.bias	9	0.045678429305553436
164827	rnn.weight_ih_l0	0	-0.08237364888191223
164827	rnn.weight_ih_l0	1	0.004627062939107418
164827	rnn.weight_ih_l0	2	0.03764668479561806
164827	rnn.weight_ih_l0	3	0.023197991773486137
164827	rnn.weight_ih_l0	4	-0.03839869424700737
164827	rnn.weight_ih_l0	5	-0.06499052792787552
164827	rnn.weight_ih_l0	6	0.0014142327709123492
164827	rnn.weight_ih_l0	7	0.0564727708697319
164827	rnn.weight_ih_l0	8	-0.009850716218352318
164827	rnn.weight_ih_l0	9	-0.024896876886487007
164827	rnn.weight_hh_l0	0	-0.0300472229719162
164827	rnn.weight_hh_l0	1	-0.008491268381476402
164827	rnn.weight_hh_l0	2	0.0036279212217777967
164827	rnn.weight_hh_l0	3	-0.0699261724948883
164827	rnn.weight_hh_l0	4	0.08613616228103638
164827	rnn.weight_hh_l0	5	-0.02285613864660263
164827	rnn.weight_hh_l0	6	-0.06114225462079048
164827	rnn.weight_hh_l0	7	0.01264165062457323
164827	rnn.weight_hh_l0	8	0.01187722198665142
164827	rnn.weight_hh_l0	9	-0.02001084014773369
164827	rnn.bias_ih_l0	0	0.12842495739459991
164827	rnn.bias_ih_l0	1	-0.02796177752315998
164827	rnn.bias_ih_l0	2	-0.01577463559806347
164827	rnn.bias_ih_l0	3	0.14822620153427124
164827	rnn.bias_ih_l0	4	-0.009649810381233692
164827	rnn.bias_ih_l0	5	-0.015820400789380074
164827	rnn.bias_ih_l0	6	0.008081648498773575
164827	rnn.bias_ih_l0	7	0.0316329300403595
164827	rnn.bias_ih_l0	8	-0.08972399681806564
164827	rnn.bias_ih_l0	9	-0.03535894304513931
164827	rnn.bias_hh_l0	0	-0.001553462934680283
164827	rnn.bias_hh_l0	1	-0.10338474065065384
164827	rnn.bias_hh_l0	2	-0.06607349961996078
164827	rnn.bias_hh_l0	3	-0.09122057259082794
164827	rnn.bias_hh_l0	4	-0.0014939766842871904
164827	rnn.bias_hh_l0	5	-0.03328348696231842
164827	rnn.bias_hh_l0	6	0.02275770530104637
164827	rnn.bias_hh_l0	7	0.056080412119627
164827	rnn.bias_hh_l0	8	-0.1092311441898346
164827	rnn.bias_hh_l0	9	-0.05696316808462143
164827	rnn.weight_ih_l0_reverse	0	-0.026473160833120346
164827	rnn.weight_ih_l0_reverse	1	-0.05136868357658386
164827	rnn.weight_ih_l0_reverse	2	-0.042579539120197296
164827	rnn.weight_ih_l0_reverse	3	0.007880348712205887
164827	rnn.weight_ih_l0_reverse	4	-0.01672545075416565
164827	rnn.weight_ih_l0_reverse	5	-0.05031420290470123
164827	rnn.weight_ih_l0_reverse	6	0.07504880428314209
164827	rnn.weight_ih_l0_reverse	7	-0.029757428914308548
164827	rnn.weight_ih_l0_reverse	8	-0.01724087819457054
164827	rnn.weight_ih_l0_reverse	9	-0.007930262945592403
164827	rnn.weight_hh_l0_reverse	0	0.05887465551495552
164827	rnn.weight_hh_l0_reverse	1	0.0172523632645607
164827	rnn.weight_hh_l0_reverse	2	0.02905024029314518
164827	rnn.weight_hh_l0_reverse	3	0.03359920158982277
164827	rnn.weight_hh_l0_reverse	4	0.008599039167165756
164827	rnn.weight_hh_l0_reverse	5	0.01915433630347252
164827	rnn.weight_hh_l0_reverse	6	0.050821203738451004
164827	rnn.weight_hh_l0_reverse	7	-0.06772227585315704
164827	rnn.weight_hh_l0_reverse	8	0.03536662086844444
164827	rnn.weight_hh_l0_reverse	9	0.03464115038514137
164827	rnn.bias_ih_l0_reverse	0	-0.05926426500082016
164827	rnn.bias_ih_l0_reverse	1	-0.2743547558784485
164827	rnn.bias_ih_l0_reverse	2	-0.13114267587661743
164827	rnn.bias_ih_l0_reverse	3	-0.04828610271215439
164827	rnn.bias_ih_l0_reverse	4	-0.03439118713140488
164827	rnn.bias_ih_l0_reverse	5	0.054641131311655045
164827	rnn.bias_ih_l0_reverse	6	-0.0770360603928566
164827	rnn.bias_ih_l0_reverse	7	0.046369846910238266
164827	rnn.bias_ih_l0_reverse	8	-0.05007222294807434
164827	rnn.bias_ih_l0_reverse	9	0.05414153262972832
164827	rnn.bias_hh_l0_reverse	0	0.026112155988812447
164827	rnn.bias_hh_l0_reverse	1	-0.06032281368970871
164827	rnn.bias_hh_l0_reverse	2	0.07822972536087036
164827	rnn.bias_hh_l0_reverse	3	-0.04786873981356621
164827	rnn.bias_hh_l0_reverse	4	-0.028093166649341583
164827	rnn.bias_hh_l0_reverse	5	-0.027580885216593742
164827	rnn.bias_hh_l0_reverse	6	-0.018747981637716293
164827	rnn.bias_hh_l0_reverse	7	0.10395503044128418
164827	rnn.bias_hh_l0_reverse	8	0.028707308694720268
164827	rnn.bias_hh_l0_reverse	9	-0.13686791062355042
164827	rnn.weight_ih_l1	0	-0.03157687187194824
164827	rnn.weight_ih_l1	1	-0.05228549987077713
164827	rnn.weight_ih_l1	2	0.06222722679376602
164827	rnn.weight_ih_l1	3	-0.06119313836097717
164827	rnn.weight_ih_l1	4	-0.01747322455048561
164827	rnn.weight_ih_l1	5	-0.04288813844323158
164827	rnn.weight_ih_l1	6	0.029914656654000282
164827	rnn.weight_ih_l1	7	-0.03815056383609772
164827	rnn.weight_ih_l1	8	0.037329185754060745
164827	rnn.weight_ih_l1	9	0.043121837079524994
164827	rnn.weight_hh_l1	0	-0.005306024104356766
164827	rnn.weight_hh_l1	1	0.018553514033555984
164827	rnn.weight_hh_l1	2	0.011421790346503258
164827	rnn.weight_hh_l1	3	-0.012390034273266792
164827	rnn.weight_hh_l1	4	0.009847205132246017
164827	rnn.weight_hh_l1	5	0.030210934579372406
164827	rnn.weight_hh_l1	6	0.03275175765156746
164827	rnn.weight_hh_l1	7	-0.018731629475951195
164827	rnn.weight_hh_l1	8	-0.010262452065944672
164827	rnn.weight_hh_l1	9	0.034431930631399155
164827	rnn.bias_ih_l1	0	-0.19857487082481384
164827	rnn.bias_ih_l1	1	-0.17798835039138794
164827	rnn.bias_ih_l1	2	-0.20428475737571716
164827	rnn.bias_ih_l1	3	-0.3238501250743866
164827	rnn.bias_ih_l1	4	-0.18321917951107025
164827	rnn.bias_ih_l1	5	-0.10009188205003738
164827	rnn.bias_ih_l1	6	-0.1625661849975586
164827	rnn.bias_ih_l1	7	-0.022091373801231384
164827	rnn.bias_ih_l1	8	-0.14313894510269165
164827	rnn.bias_ih_l1	9	-0.1267942637205124
164827	rnn.bias_hh_l1	0	-0.10695738345384598
164827	rnn.bias_hh_l1	1	-0.07556870579719543
164827	rnn.bias_hh_l1	2	-0.10647802799940109
164827	rnn.bias_hh_l1	3	-0.07945401221513748
164827	rnn.bias_hh_l1	4	-0.0929141566157341
164827	rnn.bias_hh_l1	5	-0.11594192683696747
164827	rnn.bias_hh_l1	6	-0.16291210055351257
164827	rnn.bias_hh_l1	7	0.0482751689851284
164827	rnn.bias_hh_l1	8	-0.1717228889465332
164827	rnn.bias_hh_l1	9	-0.11166659742593765
164827	rnn.weight_ih_l1_reverse	0	-0.038456209003925323
164827	rnn.weight_ih_l1_reverse	1	0.03604242205619812
164827	rnn.weight_ih_l1_reverse	2	0.06690707802772522
164827	rnn.weight_ih_l1_reverse	3	-0.002067092340439558
164827	rnn.weight_ih_l1_reverse	4	-0.04244155436754227
164827	rnn.weight_ih_l1_reverse	5	-0.031174249947071075
164827	rnn.weight_ih_l1_reverse	6	0.0027937209233641624
164827	rnn.weight_ih_l1_reverse	7	0.028705745935440063
164827	rnn.weight_ih_l1_reverse	8	0.00693102553486824
164827	rnn.weight_ih_l1_reverse	9	-0.053735408931970596
164827	rnn.weight_hh_l1_reverse	0	0.005415000487118959
164827	rnn.weight_hh_l1_reverse	1	0.030216237530112267
164827	rnn.weight_hh_l1_reverse	2	-0.040152814239263535
164827	rnn.weight_hh_l1_reverse	3	0.035768043249845505
164827	rnn.weight_hh_l1_reverse	4	0.050458647310733795
164827	rnn.weight_hh_l1_reverse	5	0.00017457414651289582
164827	rnn.weight_hh_l1_reverse	6	0.05088922381401062
164827	rnn.weight_hh_l1_reverse	7	0.030005088075995445
164827	rnn.weight_hh_l1_reverse	8	-0.007163345813751221
164827	rnn.weight_hh_l1_reverse	9	-0.031914208084344864
164827	rnn.bias_ih_l1_reverse	0	-0.06406049430370331
164827	rnn.bias_ih_l1_reverse	1	-0.15127326548099518
164827	rnn.bias_ih_l1_reverse	2	-0.16195131838321686
164827	rnn.bias_ih_l1_reverse	3	-0.02278236858546734
164827	rnn.bias_ih_l1_reverse	4	-0.21305520832538605
164827	rnn.bias_ih_l1_reverse	5	-0.1124822124838829
164827	rnn.bias_ih_l1_reverse	6	-0.14025060832500458
164827	rnn.bias_ih_l1_reverse	7	-0.19396275281906128
164827	rnn.bias_ih_l1_reverse	8	0.22928833961486816
164827	rnn.bias_ih_l1_reverse	9	0.05308070033788681
164827	rnn.bias_hh_l1_reverse	0	0.0024021887220442295
164827	rnn.bias_hh_l1_reverse	1	-0.10004636645317078
164827	rnn.bias_hh_l1_reverse	2	-0.23354126513004303
164827	rnn.bias_hh_l1_reverse	3	-0.13673631846904755
164827	rnn.bias_hh_l1_reverse	4	-0.09794990718364716
164827	rnn.bias_hh_l1_reverse	5	-0.12512052059173584
164827	rnn.bias_hh_l1_reverse	6	0.10218510776758194
164827	rnn.bias_hh_l1_reverse	7	-0.1765652596950531
164827	rnn.bias_hh_l1_reverse	8	-0.11950917541980743
164827	rnn.bias_hh_l1_reverse	9	-0.1505773365497589
164827	linear.weight	0	0.002228822559118271
164827	linear.weight	1	0.10415054112672806
164827	linear.weight	2	-0.09397829324007034
164827	linear.weight	3	0.2868541479110718
164827	linear.weight	4	0.14966179430484772
164827	linear.weight	5	-0.04935014992952347
164827	linear.weight	6	0.10486339777708054
164827	linear.weight	7	0.12160373479127884
164827	linear.weight	8	0.04118214547634125
164827	linear.weight	9	-0.04537327215075493
164827	linear.bias	0	0.1406755894422531
164827	linear.bias	1	-0.2029072791337967
164827	linear.bias	2	-0.38061535358428955
164827	linear.bias	3	-0.6692721247673035
164827	linear.bias	4	-1.2245807647705078
164827	linear.bias	5	-0.07752314954996109
164827	linear.bias	6	-0.779499888420105
164827	linear.bias	7	0.26213735342025757
164827	linear.bias	8	-0.440134733915329
164827	linear.bias	9	-1.0278189182281494
165024	transitions	0	0.6659484505653381
165024	transitions	1	0.1428038626909256
165024	transitions	2	-10000.0
165024	transitions	3	-1.825082540512085
165024	transitions	4	-10000.0
165024	transitions	5	0.5717896819114685
165024	transitions	6	-0.07898413389921188
165024	transitions	7	-0.7513814568519592
165024	transitions	8	-1.4093769788742065
165024	transitions	9	-0.0011643341276794672
165024	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
165024	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
165024	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
165024	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
165024	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
165024	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
165024	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
165024	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
165024	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
165024	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
165024	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
165024	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
165024	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
165024	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
165024	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
165024	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
165024	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
165024	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
165024	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
165024	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
165024	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
165024	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
165024	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
165024	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
165024	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
165024	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
165024	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
165024	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
165024	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
165024	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
165024	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
165024	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
165024	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
165024	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
165024	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
165024	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
165024	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
165024	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
165024	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
165024	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
165024	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
165024	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
165024	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
165024	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
165024	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
165024	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
165024	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
165024	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
165024	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
165024	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
165024	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
165024	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
165024	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
165024	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
165024	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
165024	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
165024	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
165024	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
165024	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
165024	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
165024	embedding2nn.weight	0	0.026541313156485558
165024	embedding2nn.weight	1	-0.013095318339765072
165024	embedding2nn.weight	2	-0.014268254861235619
165024	embedding2nn.weight	3	-0.023537620902061462
165024	embedding2nn.weight	4	-0.0059150345623493195
165024	embedding2nn.weight	5	-0.003700586734339595
165024	embedding2nn.weight	6	-0.003973298706114292
165024	embedding2nn.weight	7	-0.08387080579996109
165024	embedding2nn.weight	8	-0.0019979383796453476
165024	embedding2nn.weight	9	-0.02757381647825241
165024	embedding2nn.bias	0	0.053848255425691605
165024	embedding2nn.bias	1	-0.06881054490804672
165024	embedding2nn.bias	2	0.09576759487390518
165024	embedding2nn.bias	3	0.054399650543928146
165024	embedding2nn.bias	4	-0.02607184648513794
165024	embedding2nn.bias	5	-0.023129867389798164
165024	embedding2nn.bias	6	0.03186837211251259
165024	embedding2nn.bias	7	-0.06075316667556763
165024	embedding2nn.bias	8	0.056506115943193436
165024	embedding2nn.bias	9	0.04785750433802605
165024	rnn.weight_ih_l0	0	-0.0824541300535202
165024	rnn.weight_ih_l0	1	0.004823926370590925
165024	rnn.weight_ih_l0	2	0.03831522911787033
165024	rnn.weight_ih_l0	3	0.0230503361672163
165024	rnn.weight_ih_l0	4	-0.038811035454273224
165024	rnn.weight_ih_l0	5	-0.06527521461248398
165024	rnn.weight_ih_l0	6	0.0015161203918978572
165024	rnn.weight_ih_l0	7	0.05654239282011986
165024	rnn.weight_ih_l0	8	-0.010023199021816254
165024	rnn.weight_ih_l0	9	-0.024721160531044006
165024	rnn.weight_hh_l0	0	-0.030366692692041397
165024	rnn.weight_hh_l0	1	-0.00872804131358862
165024	rnn.weight_hh_l0	2	0.003879374358803034
165024	rnn.weight_hh_l0	3	-0.069877490401268
165024	rnn.weight_hh_l0	4	0.08659211546182632
165024	rnn.weight_hh_l0	5	-0.023100780323147774
165024	rnn.weight_hh_l0	6	-0.06170405074954033
165024	rnn.weight_hh_l0	7	0.012325601652264595
165024	rnn.weight_hh_l0	8	0.011674057692289352
165024	rnn.weight_hh_l0	9	-0.020198026672005653
165024	rnn.bias_ih_l0	0	0.12764990329742432
165024	rnn.bias_ih_l0	1	-0.029129646718502045
165024	rnn.bias_ih_l0	2	-0.014251184649765491
165024	rnn.bias_ih_l0	3	0.14706535637378693
165024	rnn.bias_ih_l0	4	-0.010986637324094772
165024	rnn.bias_ih_l0	5	-0.017733603715896606
165024	rnn.bias_ih_l0	6	0.004678021650761366
165024	rnn.bias_ih_l0	7	0.029688602313399315
165024	rnn.bias_ih_l0	8	-0.09202020615339279
165024	rnn.bias_ih_l0	9	-0.034963466227054596
165024	rnn.bias_hh_l0	0	-0.0018124199705198407
165024	rnn.bias_hh_l0	1	-0.10324422270059586
165024	rnn.bias_hh_l0	2	-0.06505102664232254
165024	rnn.bias_hh_l0	3	-0.09114955365657806
165024	rnn.bias_hh_l0	4	-0.002885138150304556
165024	rnn.bias_hh_l0	5	-0.03273967280983925
165024	rnn.bias_hh_l0	6	0.023349111899733543
165024	rnn.bias_hh_l0	7	0.05271882563829422
165024	rnn.bias_hh_l0	8	-0.10983951389789581
165024	rnn.bias_hh_l0	9	-0.05615827441215515
165024	rnn.weight_ih_l0_reverse	0	-0.026046371087431908
165024	rnn.weight_ih_l0_reverse	1	-0.05107535421848297
165024	rnn.weight_ih_l0_reverse	2	-0.04257892444729805
165024	rnn.weight_ih_l0_reverse	3	0.007436579093337059
165024	rnn.weight_ih_l0_reverse	4	-0.016856402158737183
165024	rnn.weight_ih_l0_reverse	5	-0.05058366060256958
165024	rnn.weight_ih_l0_reverse	6	0.07475706934928894
165024	rnn.weight_ih_l0_reverse	7	-0.029692713171243668
165024	rnn.weight_ih_l0_reverse	8	-0.017302870750427246
165024	rnn.weight_ih_l0_reverse	9	-0.008381242863833904
165024	rnn.weight_hh_l0_reverse	0	0.058351967483758926
165024	rnn.weight_hh_l0_reverse	1	0.017221100628376007
165024	rnn.weight_hh_l0_reverse	2	0.02924557775259018
165024	rnn.weight_hh_l0_reverse	3	0.033608365803956985
165024	rnn.weight_hh_l0_reverse	4	0.008458709344267845
165024	rnn.weight_hh_l0_reverse	5	0.018704580143094063
165024	rnn.weight_hh_l0_reverse	6	0.05070976912975311
165024	rnn.weight_hh_l0_reverse	7	-0.06796752661466599
165024	rnn.weight_hh_l0_reverse	8	0.03594699501991272
165024	rnn.weight_hh_l0_reverse	9	0.03484414145350456
165024	rnn.bias_ih_l0_reverse	0	-0.05922606214880943
165024	rnn.bias_ih_l0_reverse	1	-0.2734818160533905
165024	rnn.bias_ih_l0_reverse	2	-0.131612166762352
165024	rnn.bias_ih_l0_reverse	3	-0.04943964630365372
165024	rnn.bias_ih_l0_reverse	4	-0.03503439202904701
165024	rnn.bias_ih_l0_reverse	5	0.05577272176742554
165024	rnn.bias_ih_l0_reverse	6	-0.07649963349103928
165024	rnn.bias_ih_l0_reverse	7	0.045991845428943634
165024	rnn.bias_ih_l0_reverse	8	-0.047725044190883636
165024	rnn.bias_ih_l0_reverse	9	0.05487889423966408
165024	rnn.bias_hh_l0_reverse	0	0.026533342897892
165024	rnn.bias_hh_l0_reverse	1	-0.060235071927309036
165024	rnn.bias_hh_l0_reverse	2	0.0781903937458992
165024	rnn.bias_hh_l0_reverse	3	-0.04752183333039284
165024	rnn.bias_hh_l0_reverse	4	-0.02641770988702774
165024	rnn.bias_hh_l0_reverse	5	-0.02731940895318985
165024	rnn.bias_hh_l0_reverse	6	-0.01773224212229252
165024	rnn.bias_hh_l0_reverse	7	0.10247324407100677
165024	rnn.bias_hh_l0_reverse	8	0.0289030522108078
165024	rnn.bias_hh_l0_reverse	9	-0.13831236958503723
165024	rnn.weight_ih_l1	0	-0.03203137218952179
165024	rnn.weight_ih_l1	1	-0.05229570344090462
165024	rnn.weight_ih_l1	2	0.06217033043503761
165024	rnn.weight_ih_l1	3	-0.06223266199231148
165024	rnn.weight_ih_l1	4	-0.017415856942534447
165024	rnn.weight_ih_l1	5	-0.04311542212963104
165024	rnn.weight_ih_l1	6	0.029603129252791405
165024	rnn.weight_ih_l1	7	-0.038556717336177826
165024	rnn.weight_ih_l1	8	0.037438999861478806
165024	rnn.weight_ih_l1	9	0.04390912503004074
165024	rnn.weight_hh_l1	0	-0.005335299298167229
165024	rnn.weight_hh_l1	1	0.018637899309396744
165024	rnn.weight_hh_l1	2	0.011636693961918354
165024	rnn.weight_hh_l1	3	-0.012179835699498653
165024	rnn.weight_hh_l1	4	0.00971579272300005
165024	rnn.weight_hh_l1	5	0.030529344454407692
165024	rnn.weight_hh_l1	6	0.03278861194849014
165024	rnn.weight_hh_l1	7	-0.018483074381947517
165024	rnn.weight_hh_l1	8	-0.010287499986588955
165024	rnn.weight_hh_l1	9	0.034496717154979706
165024	rnn.bias_ih_l1	0	-0.1991853564977646
165024	rnn.bias_ih_l1	1	-0.17830681800842285
165024	rnn.bias_ih_l1	2	-0.20524968206882477
165024	rnn.bias_ih_l1	3	-0.3237683176994324
165024	rnn.bias_ih_l1	4	-0.18637225031852722
165024	rnn.bias_ih_l1	5	-0.09945030510425568
165024	rnn.bias_ih_l1	6	-0.16243000328540802
165024	rnn.bias_ih_l1	7	-0.019995713606476784
165024	rnn.bias_ih_l1	8	-0.1446094959974289
165024	rnn.bias_ih_l1	9	-0.12722407281398773
165024	rnn.bias_hh_l1	0	-0.10650182515382767
165024	rnn.bias_hh_l1	1	-0.07344216853380203
165024	rnn.bias_hh_l1	2	-0.1055363118648529
165024	rnn.bias_hh_l1	3	-0.07919835299253464
165024	rnn.bias_hh_l1	4	-0.0925215408205986
165024	rnn.bias_hh_l1	5	-0.1153455302119255
165024	rnn.bias_hh_l1	6	-0.1632709950208664
165024	rnn.bias_hh_l1	7	0.04783601686358452
165024	rnn.bias_hh_l1	8	-0.17372161149978638
165024	rnn.bias_hh_l1	9	-0.11172626167535782
165024	rnn.weight_ih_l1_reverse	0	-0.037965673953294754
165024	rnn.weight_ih_l1_reverse	1	0.03632314130663872
165024	rnn.weight_ih_l1_reverse	2	0.06712033599615097
165024	rnn.weight_ih_l1_reverse	3	-0.0029789134860038757
165024	rnn.weight_ih_l1_reverse	4	-0.041740160435438156
165024	rnn.weight_ih_l1_reverse	5	-0.0313706248998642
165024	rnn.weight_ih_l1_reverse	6	0.0025127141270786524
165024	rnn.weight_ih_l1_reverse	7	0.02892843447625637
165024	rnn.weight_ih_l1_reverse	8	0.006515603046864271
165024	rnn.weight_ih_l1_reverse	9	-0.05391690135002136
165024	rnn.weight_hh_l1_reverse	0	0.005527240224182606
165024	rnn.weight_hh_l1_reverse	1	0.030119361355900764
165024	rnn.weight_hh_l1_reverse	2	-0.040167879313230515
165024	rnn.weight_hh_l1_reverse	3	0.03577592223882675
165024	rnn.weight_hh_l1_reverse	4	0.050609130412340164
165024	rnn.weight_hh_l1_reverse	5	-8.412405441049486e-05
165024	rnn.weight_hh_l1_reverse	6	0.05113353580236435
165024	rnn.weight_hh_l1_reverse	7	0.02970062755048275
165024	rnn.weight_hh_l1_reverse	8	-0.0071381158195436
165024	rnn.weight_hh_l1_reverse	9	-0.031870465725660324
165024	rnn.bias_ih_l1_reverse	0	-0.06222198158502579
165024	rnn.bias_ih_l1_reverse	1	-0.15075591206550598
165024	rnn.bias_ih_l1_reverse	2	-0.15954694151878357
165024	rnn.bias_ih_l1_reverse	3	-0.021321315318346024
165024	rnn.bias_ih_l1_reverse	4	-0.21304193139076233
165024	rnn.bias_ih_l1_reverse	5	-0.11326657980680466
165024	rnn.bias_ih_l1_reverse	6	-0.13989514112472534
165024	rnn.bias_ih_l1_reverse	7	-0.1926056295633316
165024	rnn.bias_ih_l1_reverse	8	0.2307090312242508
165024	rnn.bias_ih_l1_reverse	9	0.05311567336320877
165024	rnn.bias_hh_l1_reverse	0	0.0042948550544679165
165024	rnn.bias_hh_l1_reverse	1	-0.1069059818983078
165024	rnn.bias_hh_l1_reverse	2	-0.23408116400241852
165024	rnn.bias_hh_l1_reverse	3	-0.13632087409496307
165024	rnn.bias_hh_l1_reverse	4	-0.09683392196893692
165024	rnn.bias_hh_l1_reverse	5	-0.1248985305428505
165024	rnn.bias_hh_l1_reverse	6	0.09512124955654144
165024	rnn.bias_hh_l1_reverse	7	-0.1777232438325882
165024	rnn.bias_hh_l1_reverse	8	-0.11920619755983353
165024	rnn.bias_hh_l1_reverse	9	-0.1505213975906372
165024	linear.weight	0	0.002228822559118271
165024	linear.weight	1	0.104912169277668
165024	linear.weight	2	-0.09551037847995758
165024	linear.weight	3	0.2867559790611267
165024	linear.weight	4	0.1525586098432541
165024	linear.weight	5	-0.04992681369185448
165024	linear.weight	6	0.11622768640518188
165024	linear.weight	7	0.11318416893482208
165024	linear.weight	8	0.04118205979466438
165024	linear.weight	9	-0.04358565807342529
165024	linear.bias	0	0.12372694164514542
165024	linear.bias	1	-0.1935216635465622
165024	linear.bias	2	-0.40819910168647766
165024	linear.bias	3	-0.6530174016952515
165024	linear.bias	4	-1.2084081172943115
165024	linear.bias	5	-0.0675593689084053
165024	linear.bias	6	-0.7725732922554016
165024	linear.bias	7	0.2714155912399292
165024	linear.bias	8	-0.4372975826263428
165024	linear.bias	9	-1.0255975723266602
165221	transitions	0	0.6635187268257141
165221	transitions	1	0.14476117491722107
165221	transitions	2	-10000.0
165221	transitions	3	-1.8250925540924072
165221	transitions	4	-10000.0
165221	transitions	5	0.5717558860778809
165221	transitions	6	-0.07902674376964569
165221	transitions	7	-0.7515559196472168
165221	transitions	8	-1.4094164371490479
165221	transitions	9	-0.00116457580588758
165221	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
165221	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
165221	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
165221	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
165221	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
165221	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
165221	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
165221	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
165221	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
165221	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
165221	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
165221	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
165221	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
165221	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
165221	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
165221	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
165221	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
165221	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
165221	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
165221	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
165221	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
165221	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
165221	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
165221	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
165221	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
165221	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
165221	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
165221	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
165221	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
165221	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
165221	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
165221	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
165221	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
165221	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
165221	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
165221	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
165221	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
165221	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
165221	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
165221	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
165221	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
165221	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
165221	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
165221	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
165221	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
165221	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
165221	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
165221	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
165221	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
165221	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
165221	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
165221	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
165221	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
165221	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
165221	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
165221	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
165221	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
165221	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
165221	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
165221	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
165221	embedding2nn.weight	0	0.02685941383242607
165221	embedding2nn.weight	1	-0.013089122250676155
165221	embedding2nn.weight	2	-0.014268254861235619
165221	embedding2nn.weight	3	-0.023481460288167
165221	embedding2nn.weight	4	-0.0059150345623493195
165221	embedding2nn.weight	5	-0.003700586734339595
165221	embedding2nn.weight	6	-0.0039732977747917175
165221	embedding2nn.weight	7	-0.08343254029750824
165221	embedding2nn.weight	8	-0.0019979383796453476
165221	embedding2nn.weight	9	-0.0282090175896883
165221	embedding2nn.bias	0	0.053449396044015884
165221	embedding2nn.bias	1	-0.06758392602205276
165221	embedding2nn.bias	2	0.09105405956506729
165221	embedding2nn.bias	3	0.055342528969049454
165221	embedding2nn.bias	4	-0.0259496308863163
165221	embedding2nn.bias	5	-0.01820838265120983
165221	embedding2nn.bias	6	0.02758023329079151
165221	embedding2nn.bias	7	-0.0606553740799427
165221	embedding2nn.bias	8	0.0573708675801754
165221	embedding2nn.bias	9	0.0535869300365448
165221	rnn.weight_ih_l0	0	-0.08215551823377609
165221	rnn.weight_ih_l0	1	0.006095081567764282
165221	rnn.weight_ih_l0	2	0.03830409795045853
165221	rnn.weight_ih_l0	3	0.022648466750979424
165221	rnn.weight_ih_l0	4	-0.03994644805788994
165221	rnn.weight_ih_l0	5	-0.0648680031299591
165221	rnn.weight_ih_l0	6	0.00142726581543684
165221	rnn.weight_ih_l0	7	0.05654231086373329
165221	rnn.weight_ih_l0	8	-0.010147660970687866
165221	rnn.weight_ih_l0	9	-0.024318130686879158
165221	rnn.weight_hh_l0	0	-0.030103715136647224
165221	rnn.weight_hh_l0	1	-0.008699522353708744
165221	rnn.weight_hh_l0	2	0.004281574860215187
165221	rnn.weight_hh_l0	3	-0.07001258432865143
165221	rnn.weight_hh_l0	4	0.08693244308233261
165221	rnn.weight_hh_l0	5	-0.024524156004190445
165221	rnn.weight_hh_l0	6	-0.06111133098602295
165221	rnn.weight_hh_l0	7	0.01214679703116417
165221	rnn.weight_hh_l0	8	0.01172313280403614
165221	rnn.weight_hh_l0	9	-0.020176196470856667
165221	rnn.bias_ih_l0	0	0.1276611089706421
165221	rnn.bias_ih_l0	1	-0.031603697687387466
165221	rnn.bias_ih_l0	2	-0.014660323970019817
165221	rnn.bias_ih_l0	3	0.14684301614761353
165221	rnn.bias_ih_l0	4	-0.01278037391602993
165221	rnn.bias_ih_l0	5	-0.018361041322350502
165221	rnn.bias_ih_l0	6	0.004564301576465368
165221	rnn.bias_ih_l0	7	0.029229572042822838
165221	rnn.bias_ih_l0	8	-0.09318181127309799
165221	rnn.bias_ih_l0	9	-0.03744550049304962
165221	rnn.bias_hh_l0	0	-0.0021313733886927366
165221	rnn.bias_hh_l0	1	-0.09975829720497131
165221	rnn.bias_hh_l0	2	-0.06566406786441803
165221	rnn.bias_hh_l0	3	-0.09043008834123611
165221	rnn.bias_hh_l0	4	-0.002961436053737998
165221	rnn.bias_hh_l0	5	-0.03124288097023964
165221	rnn.bias_hh_l0	6	0.023187438026070595
165221	rnn.bias_hh_l0	7	0.05308818444609642
165221	rnn.bias_hh_l0	8	-0.10881087929010391
165221	rnn.bias_hh_l0	9	-0.05855526775121689
165221	rnn.weight_ih_l0_reverse	0	-0.025463387370109558
165221	rnn.weight_ih_l0_reverse	1	-0.05094437301158905
165221	rnn.weight_ih_l0_reverse	2	-0.04247649759054184
165221	rnn.weight_ih_l0_reverse	3	0.006465212907642126
165221	rnn.weight_ih_l0_reverse	4	-0.0169062502682209
165221	rnn.weight_ih_l0_reverse	5	-0.05022876337170601
165221	rnn.weight_ih_l0_reverse	6	0.07431970536708832
165221	rnn.weight_ih_l0_reverse	7	-0.02976706624031067
165221	rnn.weight_ih_l0_reverse	8	-0.01641722396016121
165221	rnn.weight_ih_l0_reverse	9	-0.007935082539916039
165221	rnn.weight_hh_l0_reverse	0	0.05890316516160965
165221	rnn.weight_hh_l0_reverse	1	0.017065927386283875
165221	rnn.weight_hh_l0_reverse	2	0.029306774958968163
165221	rnn.weight_hh_l0_reverse	3	0.033375948667526245
165221	rnn.weight_hh_l0_reverse	4	0.00816789548844099
165221	rnn.weight_hh_l0_reverse	5	0.018697014078497887
165221	rnn.weight_hh_l0_reverse	6	0.05082719400525093
165221	rnn.weight_hh_l0_reverse	7	-0.06765192747116089
165221	rnn.weight_hh_l0_reverse	8	0.035934966057538986
165221	rnn.weight_hh_l0_reverse	9	0.03479597344994545
165221	rnn.bias_ih_l0_reverse	0	-0.05969958379864693
165221	rnn.bias_ih_l0_reverse	1	-0.27499938011169434
165221	rnn.bias_ih_l0_reverse	2	-0.13263049721717834
165221	rnn.bias_ih_l0_reverse	3	-0.04928760603070259
165221	rnn.bias_ih_l0_reverse	4	-0.03489664942026138
165221	rnn.bias_ih_l0_reverse	5	0.05521007999777794
165221	rnn.bias_ih_l0_reverse	6	-0.07656165212392807
165221	rnn.bias_ih_l0_reverse	7	0.04505318030714989
165221	rnn.bias_ih_l0_reverse	8	-0.04706175625324249
165221	rnn.bias_ih_l0_reverse	9	0.05290349945425987
165221	rnn.bias_hh_l0_reverse	0	0.026424918323755264
165221	rnn.bias_hh_l0_reverse	1	-0.061453402042388916
165221	rnn.bias_hh_l0_reverse	2	0.07775243371725082
165221	rnn.bias_hh_l0_reverse	3	-0.04659200832247734
165221	rnn.bias_hh_l0_reverse	4	-0.0267297625541687
165221	rnn.bias_hh_l0_reverse	5	-0.02660982497036457
165221	rnn.bias_hh_l0_reverse	6	-0.018063951283693314
165221	rnn.bias_hh_l0_reverse	7	0.10286054015159607
165221	rnn.bias_hh_l0_reverse	8	0.03022000379860401
165221	rnn.bias_hh_l0_reverse	9	-0.13831880688667297
165221	rnn.weight_ih_l1	0	-0.03172747790813446
165221	rnn.weight_ih_l1	1	-0.05356539040803909
165221	rnn.weight_ih_l1	2	0.06198342889547348
165221	rnn.weight_ih_l1	3	-0.06407399475574493
165221	rnn.weight_ih_l1	4	-0.017320143058896065
165221	rnn.weight_ih_l1	5	-0.04286884516477585
165221	rnn.weight_ih_l1	6	0.029667677357792854
165221	rnn.weight_ih_l1	7	-0.03879052400588989
165221	rnn.weight_ih_l1	8	0.037331439554691315
165221	rnn.weight_ih_l1	9	0.044044557958841324
165221	rnn.weight_hh_l1	0	-0.005433987360447645
165221	rnn.weight_hh_l1	1	0.01845378242433071
165221	rnn.weight_hh_l1	2	0.011297876015305519
165221	rnn.weight_hh_l1	3	-0.01223859190940857
165221	rnn.weight_hh_l1	4	0.009436293505132198
165221	rnn.weight_hh_l1	5	0.030791960656642914
165221	rnn.weight_hh_l1	6	0.03239398077130318
165221	rnn.weight_hh_l1	7	-0.01855369471013546
165221	rnn.weight_hh_l1	8	-0.010033482685685158
165221	rnn.weight_hh_l1	9	0.03482411429286003
165221	rnn.bias_ih_l1	0	-0.19895336031913757
165221	rnn.bias_ih_l1	1	-0.17814958095550537
165221	rnn.bias_ih_l1	2	-0.206296905875206
165221	rnn.bias_ih_l1	3	-0.3229235112667084
165221	rnn.bias_ih_l1	4	-0.18932905793190002
165221	rnn.bias_ih_l1	5	-0.09967835247516632
165221	rnn.bias_ih_l1	6	-0.1621934175491333
165221	rnn.bias_ih_l1	7	-0.022599026560783386
165221	rnn.bias_ih_l1	8	-0.14087428152561188
165221	rnn.bias_ih_l1	9	-0.12765473127365112
165221	rnn.bias_hh_l1	0	-0.10739155113697052
165221	rnn.bias_hh_l1	1	-0.07542110979557037
165221	rnn.bias_hh_l1	2	-0.10579119622707367
165221	rnn.bias_hh_l1	3	-0.0809018462896347
165221	rnn.bias_hh_l1	4	-0.0921548455953598
165221	rnn.bias_hh_l1	5	-0.11699880659580231
165221	rnn.bias_hh_l1	6	-0.16028277575969696
165221	rnn.bias_hh_l1	7	0.04705827683210373
165221	rnn.bias_hh_l1	8	-0.17253145575523376
165221	rnn.bias_hh_l1	9	-0.11117979139089584
165221	rnn.weight_ih_l1_reverse	0	-0.037455011159181595
165221	rnn.weight_ih_l1_reverse	1	0.03560466691851616
165221	rnn.weight_ih_l1_reverse	2	0.06770046800374985
165221	rnn.weight_ih_l1_reverse	3	-0.002410472836345434
165221	rnn.weight_ih_l1_reverse	4	-0.04228326678276062
165221	rnn.weight_ih_l1_reverse	5	-0.03135603293776512
165221	rnn.weight_ih_l1_reverse	6	0.0021337212529033422
165221	rnn.weight_ih_l1_reverse	7	0.02891581691801548
165221	rnn.weight_ih_l1_reverse	8	0.00585894612595439
165221	rnn.weight_ih_l1_reverse	9	-0.052782826125621796
165221	rnn.weight_hh_l1_reverse	0	0.005837749224156141
165221	rnn.weight_hh_l1_reverse	1	0.03013474866747856
165221	rnn.weight_hh_l1_reverse	2	-0.04021702706813812
165221	rnn.weight_hh_l1_reverse	3	0.035775236785411835
165221	rnn.weight_hh_l1_reverse	4	0.05080462247133255
165221	rnn.weight_hh_l1_reverse	5	0.00023964753199834377
165221	rnn.weight_hh_l1_reverse	6	0.051859673112630844
165221	rnn.weight_hh_l1_reverse	7	0.02954225055873394
165221	rnn.weight_hh_l1_reverse	8	-0.00713149132207036
165221	rnn.weight_hh_l1_reverse	9	-0.031723689287900925
165221	rnn.bias_ih_l1_reverse	0	-0.06401053816080093
165221	rnn.bias_ih_l1_reverse	1	-0.15137283504009247
165221	rnn.bias_ih_l1_reverse	2	-0.15705133974552155
165221	rnn.bias_ih_l1_reverse	3	-0.019936950877308846
165221	rnn.bias_ih_l1_reverse	4	-0.21300040185451508
165221	rnn.bias_ih_l1_reverse	5	-0.11420701444149017
165221	rnn.bias_ih_l1_reverse	6	-0.14062167704105377
165221	rnn.bias_ih_l1_reverse	7	-0.19002360105514526
165221	rnn.bias_ih_l1_reverse	8	0.22954866290092468
165221	rnn.bias_ih_l1_reverse	9	0.04979674518108368
165221	rnn.bias_hh_l1_reverse	0	0.004176480695605278
165221	rnn.bias_hh_l1_reverse	1	-0.10468975454568863
165221	rnn.bias_hh_l1_reverse	2	-0.23499521613121033
165221	rnn.bias_hh_l1_reverse	3	-0.13485108315944672
165221	rnn.bias_hh_l1_reverse	4	-0.09724633395671844
165221	rnn.bias_hh_l1_reverse	5	-0.12131433933973312
165221	rnn.bias_hh_l1_reverse	6	0.0929267629981041
165221	rnn.bias_hh_l1_reverse	7	-0.17602460086345673
165221	rnn.bias_hh_l1_reverse	8	-0.11852029711008072
165221	rnn.bias_hh_l1_reverse	9	-0.15001507103443146
165221	linear.weight	0	0.002228822559118271
165221	linear.weight	1	0.1051720678806305
165221	linear.weight	2	-0.09554053843021393
165221	linear.weight	3	0.2872183620929718
165221	linear.weight	4	0.15460699796676636
165221	linear.weight	5	-0.05225688964128494
165221	linear.weight	6	0.12213271111249924
165221	linear.weight	7	0.11338821053504944
165221	linear.weight	8	0.0411820113658905
165221	linear.weight	9	-0.043101463466882706
165221	linear.bias	0	0.1106865182518959
165221	linear.bias	1	-0.19472000002861023
165221	linear.bias	2	-0.3792024552822113
165221	linear.bias	3	-0.6574810147285461
165221	linear.bias	4	-1.2130264043807983
165221	linear.bias	5	-0.06298179924488068
165221	linear.bias	6	-0.7756757140159607
165221	linear.bias	7	0.27612757682800293
165221	linear.bias	8	-0.45074203610420227
165221	linear.bias	9	-1.0374563932418823
165418	transitions	0	0.6705582737922668
165418	transitions	1	0.145231232047081
165418	transitions	2	-10000.0
165418	transitions	3	-1.825121283531189
165418	transitions	4	-10000.0
165418	transitions	5	0.5717323422431946
165418	transitions	6	-0.07904636859893799
165418	transitions	7	-0.7518541812896729
165418	transitions	8	-1.4097836017608643
165418	transitions	9	-0.0011648922227323055
165418	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
165418	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
165418	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
165418	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
165418	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
165418	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
165418	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
165418	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
165418	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
165418	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
165418	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
165418	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
165418	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
165418	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
165418	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
165418	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
165418	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
165418	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
165418	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
165418	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
165418	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
165418	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
165418	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
165418	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
165418	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
165418	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
165418	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
165418	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
165418	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
165418	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
165418	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
165418	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
165418	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
165418	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
165418	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
165418	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
165418	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
165418	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
165418	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
165418	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
165418	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
165418	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
165418	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
165418	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
165418	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
165418	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
165418	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
165418	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
165418	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
165418	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
165418	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
165418	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
165418	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
165418	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
165418	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
165418	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
165418	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
165418	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
165418	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
165418	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
165418	embedding2nn.weight	0	0.026567380875349045
165418	embedding2nn.weight	1	-0.01305384561419487
165418	embedding2nn.weight	2	-0.014268254861235619
165418	embedding2nn.weight	3	-0.024948742240667343
165418	embedding2nn.weight	4	-0.0059150345623493195
165418	embedding2nn.weight	5	-0.003700586734339595
165418	embedding2nn.weight	6	-0.003973298706114292
165418	embedding2nn.weight	7	-0.0839255154132843
165418	embedding2nn.weight	8	-0.0019979383796453476
165418	embedding2nn.weight	9	-0.02814534306526184
165418	embedding2nn.bias	0	0.05053778737783432
165418	embedding2nn.bias	1	-0.06384416669607162
165418	embedding2nn.bias	2	0.0920613706111908
165418	embedding2nn.bias	3	0.05861075967550278
165418	embedding2nn.bias	4	-0.02496839128434658
165418	embedding2nn.bias	5	-0.019581452012062073
165418	embedding2nn.bias	6	0.03345432132482529
165418	embedding2nn.bias	7	-0.06365294754505157
165418	embedding2nn.bias	8	0.050695039331912994
165418	embedding2nn.bias	9	0.05315331742167473
165418	rnn.weight_ih_l0	0	-0.08191023021936417
165418	rnn.weight_ih_l0	1	0.006363112013787031
165418	rnn.weight_ih_l0	2	0.03822815790772438
165418	rnn.weight_ih_l0	3	0.022503329440951347
165418	rnn.weight_ih_l0	4	-0.0400293804705143
165418	rnn.weight_ih_l0	5	-0.0645822063088417
165418	rnn.weight_ih_l0	6	0.0015486287884414196
165418	rnn.weight_ih_l0	7	0.05637842044234276
165418	rnn.weight_ih_l0	8	-0.009485835209488869
165418	rnn.weight_ih_l0	9	-0.024348195642232895
165418	rnn.weight_hh_l0	0	-0.030681287869811058
165418	rnn.weight_hh_l0	1	-0.008787257596850395
165418	rnn.weight_hh_l0	2	0.004251450300216675
165418	rnn.weight_hh_l0	3	-0.0701715275645256
165418	rnn.weight_hh_l0	4	0.08746477961540222
165418	rnn.weight_hh_l0	5	-0.024785323068499565
165418	rnn.weight_hh_l0	6	-0.061496052891016006
165418	rnn.weight_hh_l0	7	0.012839745730161667
165418	rnn.weight_hh_l0	8	0.012157346121966839
165418	rnn.weight_hh_l0	9	-0.02067536488175392
165418	rnn.bias_ih_l0	0	0.12626482546329498
165418	rnn.bias_ih_l0	1	-0.030840719118714333
165418	rnn.bias_ih_l0	2	-0.01496230997145176
165418	rnn.bias_ih_l0	3	0.1480848640203476
165418	rnn.bias_ih_l0	4	-0.013251660391688347
165418	rnn.bias_ih_l0	5	-0.01854056306183338
165418	rnn.bias_ih_l0	6	0.004555414896458387
165418	rnn.bias_ih_l0	7	0.028975656256079674
165418	rnn.bias_ih_l0	8	-0.09301082789897919
165418	rnn.bias_ih_l0	9	-0.037921737879514694
165418	rnn.bias_hh_l0	0	-0.0022732785437256098
165418	rnn.bias_hh_l0	1	-0.0987134799361229
165418	rnn.bias_hh_l0	2	-0.06555522978305817
165418	rnn.bias_hh_l0	3	-0.09191419929265976
165418	rnn.bias_hh_l0	4	-0.002957773394882679
165418	rnn.bias_hh_l0	5	-0.03154459595680237
165418	rnn.bias_hh_l0	6	0.02258637361228466
165418	rnn.bias_hh_l0	7	0.05427337810397148
165418	rnn.bias_hh_l0	8	-0.10897395759820938
165418	rnn.bias_hh_l0	9	-0.058219972997903824
165418	rnn.weight_ih_l0_reverse	0	-0.025495698675513268
165418	rnn.weight_ih_l0_reverse	1	-0.051512718200683594
165418	rnn.weight_ih_l0_reverse	2	-0.04265502840280533
165418	rnn.weight_ih_l0_reverse	3	0.006252464838325977
165418	rnn.weight_ih_l0_reverse	4	-0.017049062997102737
165418	rnn.weight_ih_l0_reverse	5	-0.049971479922533035
165418	rnn.weight_ih_l0_reverse	6	0.07505066692829132
165418	rnn.weight_ih_l0_reverse	7	-0.030001578852534294
165418	rnn.weight_ih_l0_reverse	8	-0.01760704070329666
165418	rnn.weight_ih_l0_reverse	9	-0.007440807763487101
165418	rnn.weight_hh_l0_reverse	0	0.05951520428061485
165418	rnn.weight_hh_l0_reverse	1	0.017092909663915634
165418	rnn.weight_hh_l0_reverse	2	0.029085325077176094
165418	rnn.weight_hh_l0_reverse	3	0.03348655253648758
165418	rnn.weight_hh_l0_reverse	4	0.008055397309362888
165418	rnn.weight_hh_l0_reverse	5	0.018993355333805084
165418	rnn.weight_hh_l0_reverse	6	0.050826817750930786
165418	rnn.weight_hh_l0_reverse	7	-0.06743282824754715
165418	rnn.weight_hh_l0_reverse	8	0.03611226752400398
165418	rnn.weight_hh_l0_reverse	9	0.03484969958662987
165418	rnn.bias_ih_l0_reverse	0	-0.06080205738544464
165418	rnn.bias_ih_l0_reverse	1	-0.27587276697158813
165418	rnn.bias_ih_l0_reverse	2	-0.13394129276275635
165418	rnn.bias_ih_l0_reverse	3	-0.048864688724279404
165418	rnn.bias_ih_l0_reverse	4	-0.03512750193476677
165418	rnn.bias_ih_l0_reverse	5	0.05716117471456528
165418	rnn.bias_ih_l0_reverse	6	-0.07675918936729431
165418	rnn.bias_ih_l0_reverse	7	0.04503510519862175
165418	rnn.bias_ih_l0_reverse	8	-0.04806562513113022
165418	rnn.bias_ih_l0_reverse	9	0.05243458226323128
165418	rnn.bias_hh_l0_reverse	0	0.02689713053405285
165418	rnn.bias_hh_l0_reverse	1	-0.06302548944950104
165418	rnn.bias_hh_l0_reverse	2	0.07688729465007782
165418	rnn.bias_hh_l0_reverse	3	-0.04727107286453247
165418	rnn.bias_hh_l0_reverse	4	-0.02565276250243187
165418	rnn.bias_hh_l0_reverse	5	-0.02776942029595375
165418	rnn.bias_hh_l0_reverse	6	-0.01771126501262188
165418	rnn.bias_hh_l0_reverse	7	0.10143263638019562
165418	rnn.bias_hh_l0_reverse	8	0.029736965894699097
165418	rnn.bias_hh_l0_reverse	9	-0.1389923244714737
165418	rnn.weight_ih_l1	0	-0.03189710155129433
165418	rnn.weight_ih_l1	1	-0.05292896181344986
165418	rnn.weight_ih_l1	2	0.06129930913448334
165418	rnn.weight_ih_l1	3	-0.06447424739599228
165418	rnn.weight_ih_l1	4	-0.01737215183675289
165418	rnn.weight_ih_l1	5	-0.04292842745780945
165418	rnn.weight_ih_l1	6	0.02974148653447628
165418	rnn.weight_ih_l1	7	-0.03932745009660721
165418	rnn.weight_ih_l1	8	0.037305209785699844
165418	rnn.weight_ih_l1	9	0.044439755380153656
165418	rnn.weight_hh_l1	0	-0.005507861729711294
165418	rnn.weight_hh_l1	1	0.018641812726855278
165418	rnn.weight_hh_l1	2	0.01169581525027752
165418	rnn.weight_hh_l1	3	-0.012472896836698055
165418	rnn.weight_hh_l1	4	0.00913989543914795
165418	rnn.weight_hh_l1	5	0.03066251054406166
165418	rnn.weight_hh_l1	6	0.0322573184967041
165418	rnn.weight_hh_l1	7	-0.018576422706246376
165418	rnn.weight_hh_l1	8	-0.010113545693457127
165418	rnn.weight_hh_l1	9	0.03498300537467003
165418	rnn.bias_ih_l1	0	-0.1999669373035431
165418	rnn.bias_ih_l1	1	-0.17973992228507996
165418	rnn.bias_ih_l1	2	-0.20565517246723175
165418	rnn.bias_ih_l1	3	-0.3226636052131653
165418	rnn.bias_ih_l1	4	-0.19165894389152527
165418	rnn.bias_ih_l1	5	-0.09987570345401764
165418	rnn.bias_ih_l1	6	-0.16188602149486542
165418	rnn.bias_ih_l1	7	-0.02338360622525215
165418	rnn.bias_ih_l1	8	-0.14155255258083344
165418	rnn.bias_ih_l1	9	-0.12821578979492188
165418	rnn.bias_hh_l1	0	-0.10787586867809296
165418	rnn.bias_hh_l1	1	-0.07654092460870743
165418	rnn.bias_hh_l1	2	-0.10467169433832169
165418	rnn.bias_hh_l1	3	-0.08109584450721741
165418	rnn.bias_hh_l1	4	-0.09176293760538101
165418	rnn.bias_hh_l1	5	-0.11646539717912674
165418	rnn.bias_hh_l1	6	-0.16097000241279602
165418	rnn.bias_hh_l1	7	0.04961758106946945
165418	rnn.bias_hh_l1	8	-0.17166195809841156
165418	rnn.bias_hh_l1	9	-0.11215753853321075
165418	rnn.weight_ih_l1_reverse	0	-0.03709471970796585
165418	rnn.weight_ih_l1_reverse	1	0.03595493733882904
165418	rnn.weight_ih_l1_reverse	2	0.06944940239191055
165418	rnn.weight_ih_l1_reverse	3	-0.00323653151281178
165418	rnn.weight_ih_l1_reverse	4	-0.04294774308800697
165418	rnn.weight_ih_l1_reverse	5	-0.031301792711019516
165418	rnn.weight_ih_l1_reverse	6	0.002565731294453144
165418	rnn.weight_ih_l1_reverse	7	0.028733838349580765
165418	rnn.weight_ih_l1_reverse	8	0.007227630820125341
165418	rnn.weight_ih_l1_reverse	9	-0.05258303880691528
165418	rnn.weight_hh_l1_reverse	0	0.005792930256575346
165418	rnn.weight_hh_l1_reverse	1	0.030139388516545296
165418	rnn.weight_hh_l1_reverse	2	-0.04026133939623833
165418	rnn.weight_hh_l1_reverse	3	0.03590775653719902
165418	rnn.weight_hh_l1_reverse	4	0.05077223852276802
165418	rnn.weight_hh_l1_reverse	5	0.00047443259973078966
165418	rnn.weight_hh_l1_reverse	6	0.05286875739693642
165418	rnn.weight_hh_l1_reverse	7	0.029437152668833733
165418	rnn.weight_hh_l1_reverse	8	-0.007090151309967041
165418	rnn.weight_hh_l1_reverse	9	-0.03173830732703209
165418	rnn.bias_ih_l1_reverse	0	-0.06469547748565674
165418	rnn.bias_ih_l1_reverse	1	-0.15165244042873383
165418	rnn.bias_ih_l1_reverse	2	-0.15612924098968506
165418	rnn.bias_ih_l1_reverse	3	-0.018724124878644943
165418	rnn.bias_ih_l1_reverse	4	-0.21351099014282227
165418	rnn.bias_ih_l1_reverse	5	-0.11342718452215195
165418	rnn.bias_ih_l1_reverse	6	-0.14101815223693848
165418	rnn.bias_ih_l1_reverse	7	-0.18904030323028564
165418	rnn.bias_ih_l1_reverse	8	0.23084048926830292
165418	rnn.bias_ih_l1_reverse	9	0.048979759216308594
165418	rnn.bias_hh_l1_reverse	0	0.006205583922564983
165418	rnn.bias_hh_l1_reverse	1	-0.10364126414060593
165418	rnn.bias_hh_l1_reverse	2	-0.23514601588249207
165418	rnn.bias_hh_l1_reverse	3	-0.1355980932712555
165418	rnn.bias_hh_l1_reverse	4	-0.09782835096120834
165418	rnn.bias_hh_l1_reverse	5	-0.12157605588436127
165418	rnn.bias_hh_l1_reverse	6	0.08924519270658493
165418	rnn.bias_hh_l1_reverse	7	-0.1745009571313858
165418	rnn.bias_hh_l1_reverse	8	-0.11851208657026291
165418	rnn.bias_hh_l1_reverse	9	-0.14984577894210815
165418	linear.weight	0	0.002228822559118271
165418	linear.weight	1	0.1080884039402008
165418	linear.weight	2	-0.094356968998909
165418	linear.weight	3	0.288639098405838
165418	linear.weight	4	0.15522822737693787
165418	linear.weight	5	-0.051350779831409454
165418	linear.weight	6	0.12130285054445267
165418	linear.weight	7	0.10862541943788528
165418	linear.weight	8	0.04118196293711662
165418	linear.weight	9	-0.042967867106199265
165418	linear.bias	0	0.10221787542104721
165418	linear.bias	1	-0.19166786968708038
165418	linear.bias	2	-0.3613213002681732
165418	linear.bias	3	-0.656454861164093
165418	linear.bias	4	-1.2141362428665161
165418	linear.bias	5	-0.06023915857076645
165418	linear.bias	6	-0.7731028199195862
165418	linear.bias	7	0.2795461118221283
165418	linear.bias	8	-0.4586220681667328
165418	linear.bias	9	-1.0448905229568481
165615	transitions	0	0.6712779402732849
165615	transitions	1	0.14147692918777466
165615	transitions	2	-10000.0
165615	transitions	3	-1.825136423110962
165615	transitions	4	-10000.0
165615	transitions	5	0.5717145800590515
165615	transitions	6	-0.07907320559024811
165615	transitions	7	-0.7520154118537903
165615	transitions	8	-1.409808874130249
165615	transitions	9	-0.0011652619577944279
165615	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
165615	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
165615	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
165615	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
165615	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
165615	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
165615	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
165615	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
165615	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
165615	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
165615	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
165615	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
165615	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
165615	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
165615	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
165615	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
165615	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
165615	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
165615	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
165615	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
165615	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
165615	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
165615	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
165615	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
165615	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
165615	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
165615	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
165615	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
165615	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
165615	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
165615	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
165615	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
165615	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
165615	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
165615	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
165615	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
165615	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
165615	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
165615	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
165615	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
165615	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
165615	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
165615	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
165615	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
165615	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
165615	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
165615	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
165615	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
165615	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
165615	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
165615	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
165615	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
165615	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
165615	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
165615	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
165615	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
165615	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
165615	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
165615	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
165615	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
165615	embedding2nn.weight	0	0.027115248143672943
165615	embedding2nn.weight	1	-0.013203130103647709
165615	embedding2nn.weight	2	-0.014268254861235619
165615	embedding2nn.weight	3	-0.02516494132578373
165615	embedding2nn.weight	4	-0.0059150345623493195
165615	embedding2nn.weight	5	-0.0037005869671702385
165615	embedding2nn.weight	6	-0.003973298706114292
165615	embedding2nn.weight	7	-0.08426113426685333
165615	embedding2nn.weight	8	-0.0019979383796453476
165615	embedding2nn.weight	9	-0.0284159854054451
165615	embedding2nn.bias	0	0.05286404490470886
165615	embedding2nn.bias	1	-0.06766045838594437
165615	embedding2nn.bias	2	0.09096114337444305
165615	embedding2nn.bias	3	0.06195357069373131
165615	embedding2nn.bias	4	-0.025853373110294342
165615	embedding2nn.bias	5	-0.01852313242852688
165615	embedding2nn.bias	6	0.0382540300488472
165615	embedding2nn.bias	7	-0.061193112283945084
165615	embedding2nn.bias	8	0.051992855966091156
165615	embedding2nn.bias	9	0.05642743036150932
165615	rnn.weight_ih_l0	0	-0.0813007578253746
165615	rnn.weight_ih_l0	1	0.005704852752387524
165615	rnn.weight_ih_l0	2	0.03766903653740883
165615	rnn.weight_ih_l0	3	0.023208722472190857
165615	rnn.weight_ih_l0	4	-0.039454735815525055
165615	rnn.weight_ih_l0	5	-0.06429429352283478
165615	rnn.weight_ih_l0	6	0.0012318893568590283
165615	rnn.weight_ih_l0	7	0.05647050961852074
165615	rnn.weight_ih_l0	8	-0.009593337774276733
165615	rnn.weight_ih_l0	9	-0.024587687104940414
165615	rnn.weight_hh_l0	0	-0.030945712700486183
165615	rnn.weight_hh_l0	1	-0.00875183753669262
165615	rnn.weight_hh_l0	2	0.003978846129029989
165615	rnn.weight_hh_l0	3	-0.07033490389585495
165615	rnn.weight_hh_l0	4	0.08702782541513443
165615	rnn.weight_hh_l0	5	-0.024625487625598907
165615	rnn.weight_hh_l0	6	-0.061281826347112656
165615	rnn.weight_hh_l0	7	0.013137543573975563
165615	rnn.weight_hh_l0	8	0.012406114488840103
165615	rnn.weight_hh_l0	9	-0.02121364325284958
165615	rnn.bias_ih_l0	0	0.12762777507305145
165615	rnn.bias_ih_l0	1	-0.03086153417825699
165615	rnn.bias_ih_l0	2	-0.013758114539086819
165615	rnn.bias_ih_l0	3	0.14898493885993958
165615	rnn.bias_ih_l0	4	-0.014111658558249474
165615	rnn.bias_ih_l0	5	-0.017408153042197227
165615	rnn.bias_ih_l0	6	0.005160587839782238
165615	rnn.bias_ih_l0	7	0.027134304866194725
165615	rnn.bias_ih_l0	8	-0.09237172454595566
165615	rnn.bias_ih_l0	9	-0.038847122341394424
165615	rnn.bias_hh_l0	0	-0.0020224875770509243
165615	rnn.bias_hh_l0	1	-0.09942581504583359
165615	rnn.bias_hh_l0	2	-0.06583981215953827
165615	rnn.bias_hh_l0	3	-0.09198521077632904
165615	rnn.bias_hh_l0	4	-0.003665303345769644
165615	rnn.bias_hh_l0	5	-0.03232738748192787
165615	rnn.bias_hh_l0	6	0.023541197180747986
165615	rnn.bias_hh_l0	7	0.05333251506090164
165615	rnn.bias_hh_l0	8	-0.11014749854803085
165615	rnn.bias_hh_l0	9	-0.05645303055644035
165615	rnn.weight_ih_l0_reverse	0	-0.025898102670907974
165615	rnn.weight_ih_l0_reverse	1	-0.051379501819610596
165615	rnn.weight_ih_l0_reverse	2	-0.04291236773133278
165615	rnn.weight_ih_l0_reverse	3	0.005671989638358355
165615	rnn.weight_ih_l0_reverse	4	-0.016990531235933304
165615	rnn.weight_ih_l0_reverse	5	-0.050164222717285156
165615	rnn.weight_ih_l0_reverse	6	0.07419288158416748
165615	rnn.weight_ih_l0_reverse	7	-0.030279889702796936
165615	rnn.weight_ih_l0_reverse	8	-0.01661335863173008
165615	rnn.weight_ih_l0_reverse	9	-0.007204711437225342
165615	rnn.weight_hh_l0_reverse	0	0.05981210246682167
165615	rnn.weight_hh_l0_reverse	1	0.0168584194034338
165615	rnn.weight_hh_l0_reverse	2	0.029257142916321754
165615	rnn.weight_hh_l0_reverse	3	0.03375447541475296
165615	rnn.weight_hh_l0_reverse	4	0.008223854005336761
165615	rnn.weight_hh_l0_reverse	5	0.017891567200422287
165615	rnn.weight_hh_l0_reverse	6	0.050681378692388535
165615	rnn.weight_hh_l0_reverse	7	-0.06685765087604523
165615	rnn.weight_hh_l0_reverse	8	0.035833947360515594
165615	rnn.weight_hh_l0_reverse	9	0.03491155430674553
165615	rnn.bias_ih_l0_reverse	0	-0.06075409799814224
165615	rnn.bias_ih_l0_reverse	1	-0.27681055665016174
165615	rnn.bias_ih_l0_reverse	2	-0.1337711215019226
165615	rnn.bias_ih_l0_reverse	3	-0.049828626215457916
165615	rnn.bias_ih_l0_reverse	4	-0.035177748650312424
165615	rnn.bias_ih_l0_reverse	5	0.056527309119701385
165615	rnn.bias_ih_l0_reverse	6	-0.07570832967758179
165615	rnn.bias_ih_l0_reverse	7	0.044654298573732376
165615	rnn.bias_ih_l0_reverse	8	-0.048298999667167664
165615	rnn.bias_ih_l0_reverse	9	0.051970627158880234
165615	rnn.bias_hh_l0_reverse	0	0.02772708795964718
165615	rnn.bias_hh_l0_reverse	1	-0.06579254567623138
165615	rnn.bias_hh_l0_reverse	2	0.07884237170219421
165615	rnn.bias_hh_l0_reverse	3	-0.04704691097140312
165615	rnn.bias_hh_l0_reverse	4	-0.026384107768535614
165615	rnn.bias_hh_l0_reverse	5	-0.029991503804922104
165615	rnn.bias_hh_l0_reverse	6	-0.020200936123728752
165615	rnn.bias_hh_l0_reverse	7	0.09989660978317261
165615	rnn.bias_hh_l0_reverse	8	0.029441704973578453
165615	rnn.bias_hh_l0_reverse	9	-0.14232341945171356
165615	rnn.weight_ih_l1	0	-0.0315529964864254
165615	rnn.weight_ih_l1	1	-0.05271587148308754
165615	rnn.weight_ih_l1	2	0.06082706153392792
165615	rnn.weight_ih_l1	3	-0.0638132393360138
165615	rnn.weight_ih_l1	4	-0.017369437962770462
165615	rnn.weight_ih_l1	5	-0.04280981421470642
165615	rnn.weight_ih_l1	6	0.030233021825551987
165615	rnn.weight_ih_l1	7	-0.040889788419008255
165615	rnn.weight_ih_l1	8	0.037205375730991364
165615	rnn.weight_ih_l1	9	0.04409003257751465
165615	rnn.weight_hh_l1	0	-0.005271621514111757
165615	rnn.weight_hh_l1	1	0.018662652000784874
165615	rnn.weight_hh_l1	2	0.012172207236289978
165615	rnn.weight_hh_l1	3	-0.012317061424255371
165615	rnn.weight_hh_l1	4	0.009334162808954716
165615	rnn.weight_hh_l1	5	0.03049248270690441
165615	rnn.weight_hh_l1	6	0.03265270218253136
165615	rnn.weight_hh_l1	7	-0.018547173589468002
165615	rnn.weight_hh_l1	8	-0.010227715596556664
165615	rnn.weight_hh_l1	9	0.03464968129992485
165615	rnn.bias_ih_l1	0	-0.19873164594173431
165615	rnn.bias_ih_l1	1	-0.17867563664913177
165615	rnn.bias_ih_l1	2	-0.20523852109909058
165615	rnn.bias_ih_l1	3	-0.32128259539604187
165615	rnn.bias_ih_l1	4	-0.19439305365085602
165615	rnn.bias_ih_l1	5	-0.09933587163686752
165615	rnn.bias_ih_l1	6	-0.16116100549697876
165615	rnn.bias_ih_l1	7	-0.01998162642121315
165615	rnn.bias_ih_l1	8	-0.14196133613586426
165615	rnn.bias_ih_l1	9	-0.12505744397640228
165615	rnn.bias_hh_l1	0	-0.107430100440979
165615	rnn.bias_hh_l1	1	-0.07684566080570221
165615	rnn.bias_hh_l1	2	-0.10409625619649887
165615	rnn.bias_hh_l1	3	-0.07916959375143051
165615	rnn.bias_hh_l1	4	-0.09221363812685013
165615	rnn.bias_hh_l1	5	-0.11578855663537979
165615	rnn.bias_hh_l1	6	-0.15972872078418732
165615	rnn.bias_hh_l1	7	0.04886254295706749
165615	rnn.bias_hh_l1	8	-0.17048823833465576
165615	rnn.bias_hh_l1	9	-0.11257913708686829
165615	rnn.weight_ih_l1_reverse	0	-0.03687765449285507
165615	rnn.weight_ih_l1_reverse	1	0.036981966346502304
165615	rnn.weight_ih_l1_reverse	2	0.07020405679941177
165615	rnn.weight_ih_l1_reverse	3	-0.0035396444145590067
165615	rnn.weight_ih_l1_reverse	4	-0.043232645839452744
165615	rnn.weight_ih_l1_reverse	5	-0.03136990964412689
165615	rnn.weight_ih_l1_reverse	6	0.0021358912345021963
165615	rnn.weight_ih_l1_reverse	7	0.028646867722272873
165615	rnn.weight_ih_l1_reverse	8	0.0075401440262794495
165615	rnn.weight_ih_l1_reverse	9	-0.05269364267587662
165615	rnn.weight_hh_l1_reverse	0	0.0056577278301119804
165615	rnn.weight_hh_l1_reverse	1	0.03011544980108738
165615	rnn.weight_hh_l1_reverse	2	-0.04025023803114891
165615	rnn.weight_hh_l1_reverse	3	0.03593754023313522
165615	rnn.weight_hh_l1_reverse	4	0.05062832683324814
165615	rnn.weight_hh_l1_reverse	5	0.00037978426553308964
165615	rnn.weight_hh_l1_reverse	6	0.05259472131729126
165615	rnn.weight_hh_l1_reverse	7	0.029220499098300934
165615	rnn.weight_hh_l1_reverse	8	-0.007122984156012535
165615	rnn.weight_hh_l1_reverse	9	-0.03171643987298012
165615	rnn.bias_ih_l1_reverse	0	-0.06409960985183716
165615	rnn.bias_ih_l1_reverse	1	-0.1528366506099701
165615	rnn.bias_ih_l1_reverse	2	-0.1555299162864685
165615	rnn.bias_ih_l1_reverse	3	-0.02106575109064579
165615	rnn.bias_ih_l1_reverse	4	-0.21394386887550354
165615	rnn.bias_ih_l1_reverse	5	-0.11408776044845581
165615	rnn.bias_ih_l1_reverse	6	-0.14159803092479706
165615	rnn.bias_ih_l1_reverse	7	-0.1880662888288498
165615	rnn.bias_ih_l1_reverse	8	0.2294842153787613
165615	rnn.bias_ih_l1_reverse	9	0.048041634261608124
165615	rnn.bias_hh_l1_reverse	0	0.005059559363871813
165615	rnn.bias_hh_l1_reverse	1	-0.10093724727630615
165615	rnn.bias_hh_l1_reverse	2	-0.23617389798164368
165615	rnn.bias_hh_l1_reverse	3	-0.13518965244293213
165615	rnn.bias_hh_l1_reverse	4	-0.09878537058830261
165615	rnn.bias_hh_l1_reverse	5	-0.12136043608188629
165615	rnn.bias_hh_l1_reverse	6	0.08559901267290115
165615	rnn.bias_hh_l1_reverse	7	-0.17282092571258545
165615	rnn.bias_hh_l1_reverse	8	-0.11794961243867874
165615	rnn.bias_hh_l1_reverse	9	-0.15005694329738617
165615	linear.weight	0	0.002228822559118271
165615	linear.weight	1	0.10938534885644913
165615	linear.weight	2	-0.09243594110012054
165615	linear.weight	3	0.29000893235206604
165615	linear.weight	4	0.155097097158432
165615	linear.weight	5	-0.05170532688498497
165615	linear.weight	6	0.1244695782661438
165615	linear.weight	7	0.10154196619987488
165615	linear.weight	8	0.041181713342666626
165615	linear.weight	9	-0.04367157816886902
165615	linear.bias	0	0.1147586777806282
165615	linear.bias	1	-0.17146842181682587
165615	linear.bias	2	-0.381060391664505
165615	linear.bias	3	-0.6737427115440369
165615	linear.bias	4	-1.2298918962478638
165615	linear.bias	5	-0.07164866477251053
165615	linear.bias	6	-0.7558057308197021
165615	linear.bias	7	0.26671338081359863
165615	linear.bias	8	-0.4524228572845459
165615	linear.bias	9	-1.0378459692001343
165812	transitions	0	0.6844335794448853
165812	transitions	1	0.13941171765327454
165812	transitions	2	-10000.0
165812	transitions	3	-1.8251482248306274
165812	transitions	4	-10000.0
165812	transitions	5	0.5716613531112671
165812	transitions	6	-0.0791223868727684
165812	transitions	7	-0.7522392272949219
165812	transitions	8	-1.409847378730774
165812	transitions	9	-0.0011655727867037058
165812	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
165812	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
165812	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
165812	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
165812	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
165812	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
165812	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
165812	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
165812	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
165812	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
165812	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
165812	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
165812	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
165812	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
165812	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
165812	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
165812	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
165812	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
165812	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
165812	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
165812	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
165812	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
165812	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
165812	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
165812	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
165812	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
165812	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
165812	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
165812	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
165812	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
165812	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
165812	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
165812	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
165812	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
165812	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
165812	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
165812	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
165812	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
165812	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
165812	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
165812	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
165812	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
165812	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
165812	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
165812	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
165812	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
165812	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
165812	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
165812	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
165812	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
165812	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
165812	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
165812	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
165812	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
165812	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
165812	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
165812	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
165812	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
165812	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
165812	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
165812	embedding2nn.weight	0	0.02691614255309105
165812	embedding2nn.weight	1	-0.013130168430507183
165812	embedding2nn.weight	2	-0.014268254861235619
165812	embedding2nn.weight	3	-0.026133356615900993
165812	embedding2nn.weight	4	-0.0059150345623493195
165812	embedding2nn.weight	5	-0.0037005869671702385
165812	embedding2nn.weight	6	-0.003973296843469143
165812	embedding2nn.weight	7	-0.08373228460550308
165812	embedding2nn.weight	8	-0.0019979383796453476
165812	embedding2nn.weight	9	-0.028276413679122925
165812	embedding2nn.bias	0	0.05633585527539253
165812	embedding2nn.bias	1	-0.07130664587020874
165812	embedding2nn.bias	2	0.0912526398897171
165812	embedding2nn.bias	3	0.06492989510297775
165812	embedding2nn.bias	4	-0.021279877051711082
165812	embedding2nn.bias	5	-0.01726374961435795
165812	embedding2nn.bias	6	0.04230079799890518
165812	embedding2nn.bias	7	-0.0700179785490036
165812	embedding2nn.bias	8	0.05156892165541649
165812	embedding2nn.bias	9	0.0518413744866848
165812	rnn.weight_ih_l0	0	-0.08141543716192245
165812	rnn.weight_ih_l0	1	0.005521366838365793
165812	rnn.weight_ih_l0	2	0.036965541541576385
165812	rnn.weight_ih_l0	3	0.023173179477453232
165812	rnn.weight_ih_l0	4	-0.03894399479031563
165812	rnn.weight_ih_l0	5	-0.06431254744529724
165812	rnn.weight_ih_l0	6	0.0011396474437788129
165812	rnn.weight_ih_l0	7	0.056772056967020035
165812	rnn.weight_ih_l0	8	-0.009967551566660404
165812	rnn.weight_ih_l0	9	-0.024513274431228638
165812	rnn.weight_hh_l0	0	-0.03141765668988228
165812	rnn.weight_hh_l0	1	-0.008923019282519817
165812	rnn.weight_hh_l0	2	0.0034468560479581356
165812	rnn.weight_hh_l0	3	-0.07035216689109802
165812	rnn.weight_hh_l0	4	0.08738323301076889
165812	rnn.weight_hh_l0	5	-0.024385975673794746
165812	rnn.weight_hh_l0	6	-0.06131550297141075
165812	rnn.weight_hh_l0	7	0.014163348823785782
165812	rnn.weight_hh_l0	8	0.012361565604805946
165812	rnn.weight_hh_l0	9	-0.021456461399793625
165812	rnn.bias_ih_l0	0	0.12754656374454498
165812	rnn.bias_ih_l0	1	-0.031223224475979805
165812	rnn.bias_ih_l0	2	-0.014270520769059658
165812	rnn.bias_ih_l0	3	0.14866586029529572
165812	rnn.bias_ih_l0	4	-0.013032091781497002
165812	rnn.bias_ih_l0	5	-0.014726866967976093
165812	rnn.bias_ih_l0	6	0.0046350425109267235
165812	rnn.bias_ih_l0	7	0.02691611275076866
165812	rnn.bias_ih_l0	8	-0.09153513610363007
165812	rnn.bias_ih_l0	9	-0.03862462192773819
165812	rnn.bias_hh_l0	0	-0.0024400262627750635
165812	rnn.bias_hh_l0	1	-0.1011076346039772
165812	rnn.bias_hh_l0	2	-0.06546132266521454
165812	rnn.bias_hh_l0	3	-0.09040660411119461
165812	rnn.bias_hh_l0	4	-0.0023976981174200773
165812	rnn.bias_hh_l0	5	-0.033290471881628036
165812	rnn.bias_hh_l0	6	0.024578195065259933
165812	rnn.bias_hh_l0	7	0.04933852702379227
165812	rnn.bias_hh_l0	8	-0.10895364731550217
165812	rnn.bias_hh_l0	9	-0.057352449744939804
165812	rnn.weight_ih_l0_reverse	0	-0.025666166096925735
165812	rnn.weight_ih_l0_reverse	1	-0.05119650810956955
165812	rnn.weight_ih_l0_reverse	2	-0.043249811977148056
165812	rnn.weight_ih_l0_reverse	3	0.005979256704449654
165812	rnn.weight_ih_l0_reverse	4	-0.01689988560974598
165812	rnn.weight_ih_l0_reverse	5	-0.04953930526971817
165812	rnn.weight_ih_l0_reverse	6	0.07418258488178253
165812	rnn.weight_ih_l0_reverse	7	-0.029921792447566986
165812	rnn.weight_ih_l0_reverse	8	-0.016894038766622543
165812	rnn.weight_ih_l0_reverse	9	-0.007016143761575222
165812	rnn.weight_hh_l0_reverse	0	0.0609910786151886
165812	rnn.weight_hh_l0_reverse	1	0.01642155833542347
165812	rnn.weight_hh_l0_reverse	2	0.02930299937725067
165812	rnn.weight_hh_l0_reverse	3	0.03396529331803322
165812	rnn.weight_hh_l0_reverse	4	0.00855803769081831
165812	rnn.weight_hh_l0_reverse	5	0.01812783069908619
165812	rnn.weight_hh_l0_reverse	6	0.050775110721588135
165812	rnn.weight_hh_l0_reverse	7	-0.06669279932975769
165812	rnn.weight_hh_l0_reverse	8	0.035942357033491135
165812	rnn.weight_hh_l0_reverse	9	0.034957557916641235
165812	rnn.bias_ih_l0_reverse	0	-0.06100190058350563
165812	rnn.bias_ih_l0_reverse	1	-0.27681174874305725
165812	rnn.bias_ih_l0_reverse	2	-0.13368771970272064
165812	rnn.bias_ih_l0_reverse	3	-0.050731439143419266
165812	rnn.bias_ih_l0_reverse	4	-0.035644371062517166
165812	rnn.bias_ih_l0_reverse	5	0.056187499314546585
165812	rnn.bias_ih_l0_reverse	6	-0.07566185295581818
165812	rnn.bias_ih_l0_reverse	7	0.04436808452010155
165812	rnn.bias_ih_l0_reverse	8	-0.04829747974872589
165812	rnn.bias_ih_l0_reverse	9	0.05340315029025078
165812	rnn.bias_hh_l0_reverse	0	0.027378102764487267
165812	rnn.bias_hh_l0_reverse	1	-0.06925415247678757
165812	rnn.bias_hh_l0_reverse	2	0.08099894225597382
165812	rnn.bias_hh_l0_reverse	3	-0.04887944832444191
165812	rnn.bias_hh_l0_reverse	4	-0.026709962636232376
165812	rnn.bias_hh_l0_reverse	5	-0.030183902010321617
165812	rnn.bias_hh_l0_reverse	6	-0.02092922478914261
165812	rnn.bias_hh_l0_reverse	7	0.09863825142383575
165812	rnn.bias_hh_l0_reverse	8	0.029982129111886024
165812	rnn.bias_hh_l0_reverse	9	-0.1443030834197998
165812	rnn.weight_ih_l1	0	-0.03148014098405838
165812	rnn.weight_ih_l1	1	-0.05335100740194321
165812	rnn.weight_ih_l1	2	0.061353281140327454
165812	rnn.weight_ih_l1	3	-0.06382009387016296
165812	rnn.weight_ih_l1	4	-0.017269639298319817
165812	rnn.weight_ih_l1	5	-0.042539630085229874
165812	rnn.weight_ih_l1	6	0.029867952689528465
165812	rnn.weight_ih_l1	7	-0.040543489158153534
165812	rnn.weight_ih_l1	8	0.03726867213845253
165812	rnn.weight_ih_l1	9	0.0439472459256649
165812	rnn.weight_hh_l1	0	-0.005080255679786205
165812	rnn.weight_hh_l1	1	0.018766654655337334
165812	rnn.weight_hh_l1	2	0.012459109537303448
165812	rnn.weight_hh_l1	3	-0.012412595562636852
165812	rnn.weight_hh_l1	4	0.009155632928013802
165812	rnn.weight_hh_l1	5	0.030788762494921684
165812	rnn.weight_hh_l1	6	0.03258439525961876
165812	rnn.weight_hh_l1	7	-0.01869318261742592
165812	rnn.weight_hh_l1	8	-0.010313819162547588
165812	rnn.weight_hh_l1	9	0.03461896628141403
165812	rnn.bias_ih_l1	0	-0.19990743696689606
165812	rnn.bias_ih_l1	1	-0.17835450172424316
165812	rnn.bias_ih_l1	2	-0.20611195266246796
165812	rnn.bias_ih_l1	3	-0.3215917944908142
165812	rnn.bias_ih_l1	4	-0.1929752677679062
165812	rnn.bias_ih_l1	5	-0.09850014001131058
165812	rnn.bias_ih_l1	6	-0.161900132894516
165812	rnn.bias_ih_l1	7	-0.023006273433566093
165812	rnn.bias_ih_l1	8	-0.14195968210697174
165812	rnn.bias_ih_l1	9	-0.12454083561897278
165812	rnn.bias_hh_l1	0	-0.10528600960969925
165812	rnn.bias_hh_l1	1	-0.07558736205101013
165812	rnn.bias_hh_l1	2	-0.10381891578435898
165812	rnn.bias_hh_l1	3	-0.07964849472045898
165812	rnn.bias_hh_l1	4	-0.09196240454912186
165812	rnn.bias_hh_l1	5	-0.1153571829199791
165812	rnn.bias_hh_l1	6	-0.1583050787448883
165812	rnn.bias_hh_l1	7	0.047204189002513885
165812	rnn.bias_hh_l1	8	-0.17029380798339844
165812	rnn.bias_hh_l1	9	-0.1133769303560257
165812	rnn.weight_ih_l1_reverse	0	-0.03710333630442619
165812	rnn.weight_ih_l1_reverse	1	0.034836966544389725
165812	rnn.weight_ih_l1_reverse	2	0.06958643347024918
165812	rnn.weight_ih_l1_reverse	3	-0.004020102322101593
165812	rnn.weight_ih_l1_reverse	4	-0.042275846004486084
165812	rnn.weight_ih_l1_reverse	5	-0.0312382560223341
165812	rnn.weight_ih_l1_reverse	6	0.0022207291331142187
165812	rnn.weight_ih_l1_reverse	7	0.028884079307317734
165812	rnn.weight_ih_l1_reverse	8	0.00698402663692832
165812	rnn.weight_ih_l1_reverse	9	-0.050870802253484726
165812	rnn.weight_hh_l1_reverse	0	0.005805897992104292
165812	rnn.weight_hh_l1_reverse	1	0.030045505613088608
165812	rnn.weight_hh_l1_reverse	2	-0.04022158682346344
165812	rnn.weight_hh_l1_reverse	3	0.03593013808131218
165812	rnn.weight_hh_l1_reverse	4	0.05118987336754799
165812	rnn.weight_hh_l1_reverse	5	0.00035584799479693174
165812	rnn.weight_hh_l1_reverse	6	0.05210379138588905
165812	rnn.weight_hh_l1_reverse	7	0.029441608116030693
165812	rnn.weight_hh_l1_reverse	8	-0.007084554061293602
165812	rnn.weight_hh_l1_reverse	9	-0.031569670885801315
165812	rnn.bias_ih_l1_reverse	0	-0.06622462719678879
165812	rnn.bias_ih_l1_reverse	1	-0.15327216684818268
165812	rnn.bias_ih_l1_reverse	2	-0.1560293585062027
165812	rnn.bias_ih_l1_reverse	3	-0.019540363922715187
165812	rnn.bias_ih_l1_reverse	4	-0.21424932777881622
165812	rnn.bias_ih_l1_reverse	5	-0.11469879746437073
165812	rnn.bias_ih_l1_reverse	6	-0.14149591326713562
165812	rnn.bias_ih_l1_reverse	7	-0.1891615241765976
165812	rnn.bias_ih_l1_reverse	8	0.22409670054912567
165812	rnn.bias_ih_l1_reverse	9	0.047748785465955734
165812	rnn.bias_hh_l1_reverse	0	0.006565925665199757
165812	rnn.bias_hh_l1_reverse	1	-0.0990825667977333
165812	rnn.bias_hh_l1_reverse	2	-0.2363070249557495
165812	rnn.bias_hh_l1_reverse	3	-0.13735242187976837
165812	rnn.bias_hh_l1_reverse	4	-0.09905270487070084
165812	rnn.bias_hh_l1_reverse	5	-0.11907903850078583
165812	rnn.bias_hh_l1_reverse	6	0.09206092357635498
165812	rnn.bias_hh_l1_reverse	7	-0.17211134731769562
165812	rnn.bias_hh_l1_reverse	8	-0.11711680144071579
165812	rnn.bias_hh_l1_reverse	9	-0.1500391811132431
165812	linear.weight	0	0.002228822559118271
165812	linear.weight	1	0.11059882491827011
165812	linear.weight	2	-0.09328500181436539
165812	linear.weight	3	0.29010018706321716
165812	linear.weight	4	0.1557137817144394
165812	linear.weight	5	-0.05111408606171608
165812	linear.weight	6	0.1229729950428009
165812	linear.weight	7	0.10562735050916672
165812	linear.weight	8	0.041181690990924835
165812	linear.weight	9	-0.04606283828616142
165812	linear.bias	0	0.12313389033079147
165812	linear.bias	1	-0.19009281694889069
165812	linear.bias	2	-0.3805033564567566
165812	linear.bias	3	-0.658622682094574
165812	linear.bias	4	-1.2142075300216675
165812	linear.bias	5	-0.06664443016052246
165812	linear.bias	6	-0.7749583721160889
165812	linear.bias	7	0.2731872498989105
165812	linear.bias	8	-0.46107521653175354
165812	linear.bias	9	-1.0471670627593994
165816	transitions	0	0.6843923926353455
165816	transitions	1	0.1394062638282776
165816	transitions	2	-10000.0
165816	transitions	3	-1.8251484632492065
165816	transitions	4	-10000.0
165816	transitions	5	0.5716602206230164
165816	transitions	6	-0.0791238322854042
165816	transitions	7	-0.7522396445274353
165816	transitions	8	-1.4098477363586426
165816	transitions	9	-0.0011656229617074132
165816	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
165816	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
165816	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
165816	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
165816	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
165816	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
165816	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
165816	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
165816	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
165816	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
165816	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
165816	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
165816	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
165816	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
165816	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
165816	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
165816	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
165816	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
165816	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
165816	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
165816	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
165816	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
165816	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
165816	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
165816	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
165816	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
165816	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
165816	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
165816	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
165816	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
165816	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
165816	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
165816	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
165816	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
165816	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
165816	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
165816	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
165816	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
165816	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
165816	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
165816	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
165816	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
165816	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
165816	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
165816	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
165816	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
165816	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
165816	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
165816	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
165816	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
165816	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
165816	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
165816	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
165816	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
165816	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
165816	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
165816	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
165816	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
165816	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
165816	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
165816	embedding2nn.weight	0	0.027044281363487244
165816	embedding2nn.weight	1	-0.013136561028659344
165816	embedding2nn.weight	2	-0.014268254861235619
165816	embedding2nn.weight	3	-0.02611878141760826
165816	embedding2nn.weight	4	-0.0059150345623493195
165816	embedding2nn.weight	5	-0.0037005869671702385
165816	embedding2nn.weight	6	-0.003973296843469143
165816	embedding2nn.weight	7	-0.08365841209888458
165816	embedding2nn.weight	8	-0.0019979383796453476
165816	embedding2nn.weight	9	-0.02828371338546276
165816	embedding2nn.bias	0	0.05604202672839165
165816	embedding2nn.bias	1	-0.06999169290065765
165816	embedding2nn.bias	2	0.09112932533025742
165816	embedding2nn.bias	3	0.0648551732301712
165816	embedding2nn.bias	4	-0.021258756518363953
165816	embedding2nn.bias	5	-0.016780061647295952
165816	embedding2nn.bias	6	0.042064715176820755
165816	embedding2nn.bias	7	-0.06976938247680664
165816	embedding2nn.bias	8	0.052355196326971054
165816	embedding2nn.bias	9	0.052430473268032074
165816	rnn.weight_ih_l0	0	-0.08143255859613419
165816	rnn.weight_ih_l0	1	0.00561510119587183
165816	rnn.weight_ih_l0	2	0.037122972309589386
165816	rnn.weight_ih_l0	3	0.02300453558564186
165816	rnn.weight_ih_l0	4	-0.03883141279220581
165816	rnn.weight_ih_l0	5	-0.06429513543844223
165816	rnn.weight_ih_l0	6	0.0011523293796926737
165816	rnn.weight_ih_l0	7	0.05678930506110191
165816	rnn.weight_ih_l0	8	-0.010117060504853725
165816	rnn.weight_ih_l0	9	-0.024543797597289085
165816	rnn.weight_hh_l0	0	-0.03133312985301018
165816	rnn.weight_hh_l0	1	-0.009036623872816563
165816	rnn.weight_hh_l0	2	0.0035152805503457785
165816	rnn.weight_hh_l0	3	-0.07041141390800476
165816	rnn.weight_hh_l0	4	0.08740054070949554
165816	rnn.weight_hh_l0	5	-0.024326229467988014
165816	rnn.weight_hh_l0	6	-0.06138438731431961
165816	rnn.weight_hh_l0	7	0.014181104488670826
165816	rnn.weight_hh_l0	8	0.01235206425189972
165816	rnn.weight_hh_l0	9	-0.02143501490354538
165816	rnn.bias_ih_l0	0	0.12759198248386383
165816	rnn.bias_ih_l0	1	-0.03111996315419674
165816	rnn.bias_ih_l0	2	-0.014391480013728142
165816	rnn.bias_ih_l0	3	0.1486898809671402
165816	rnn.bias_ih_l0	4	-0.012962414883077145
165816	rnn.bias_ih_l0	5	-0.014740409329533577
165816	rnn.bias_ih_l0	6	0.004631470888853073
165816	rnn.bias_ih_l0	7	0.027127865701913834
165816	rnn.bias_ih_l0	8	-0.09136217832565308
165816	rnn.bias_ih_l0	9	-0.03851430118083954
165816	rnn.bias_hh_l0	0	-0.0025027659721672535
165816	rnn.bias_hh_l0	1	-0.10117954760789871
165816	rnn.bias_hh_l0	2	-0.06555727124214172
165816	rnn.bias_hh_l0	3	-0.09067653119564056
165816	rnn.bias_hh_l0	4	-0.0025365387555211782
165816	rnn.bias_hh_l0	5	-0.033411309123039246
165816	rnn.bias_hh_l0	6	0.02469073422253132
165816	rnn.bias_hh_l0	7	0.04927093908190727
165816	rnn.bias_hh_l0	8	-0.10879027098417282
165816	rnn.bias_hh_l0	9	-0.05720803141593933
165816	rnn.weight_ih_l0_reverse	0	-0.02574104070663452
165816	rnn.weight_ih_l0_reverse	1	-0.051264796406030655
165816	rnn.weight_ih_l0_reverse	2	-0.04320792853832245
165816	rnn.weight_ih_l0_reverse	3	0.005953987129032612
165816	rnn.weight_ih_l0_reverse	4	-0.016846932470798492
165816	rnn.weight_ih_l0_reverse	5	-0.049523696303367615
165816	rnn.weight_ih_l0_reverse	6	0.07411475479602814
165816	rnn.weight_ih_l0_reverse	7	-0.029785335063934326
165816	rnn.weight_ih_l0_reverse	8	-0.016872327774763107
165816	rnn.weight_ih_l0_reverse	9	-0.007002688478678465
165816	rnn.weight_hh_l0_reverse	0	0.06091911718249321
165816	rnn.weight_hh_l0_reverse	1	0.01643732562661171
165816	rnn.weight_hh_l0_reverse	2	0.02934883162379265
165816	rnn.weight_hh_l0_reverse	3	0.03400587663054466
165816	rnn.weight_hh_l0_reverse	4	0.008619298227131367
165816	rnn.weight_hh_l0_reverse	5	0.01809285581111908
165816	rnn.weight_hh_l0_reverse	6	0.05079813301563263
165816	rnn.weight_hh_l0_reverse	7	-0.06660910695791245
165816	rnn.weight_hh_l0_reverse	8	0.03590938076376915
165816	rnn.weight_hh_l0_reverse	9	0.03492159768939018
165816	rnn.bias_ih_l0_reverse	0	-0.06100207194685936
165816	rnn.bias_ih_l0_reverse	1	-0.2768976390361786
165816	rnn.bias_ih_l0_reverse	2	-0.13365088403224945
165816	rnn.bias_ih_l0_reverse	3	-0.05076214671134949
165816	rnn.bias_ih_l0_reverse	4	-0.035726502537727356
165816	rnn.bias_ih_l0_reverse	5	0.05622604861855507
165816	rnn.bias_ih_l0_reverse	6	-0.07562816888093948
165816	rnn.bias_ih_l0_reverse	7	0.04435703158378601
165816	rnn.bias_ih_l0_reverse	8	-0.048348210752010345
165816	rnn.bias_ih_l0_reverse	9	0.05350847542285919
165816	rnn.bias_hh_l0_reverse	0	0.02732875943183899
165816	rnn.bias_hh_l0_reverse	1	-0.06929278373718262
165816	rnn.bias_hh_l0_reverse	2	0.08111786842346191
165816	rnn.bias_hh_l0_reverse	3	-0.04902778938412666
165816	rnn.bias_hh_l0_reverse	4	-0.026694968342781067
165816	rnn.bias_hh_l0_reverse	5	-0.03053588606417179
165816	rnn.bias_hh_l0_reverse	6	-0.02097158506512642
165816	rnn.bias_hh_l0_reverse	7	0.09866215288639069
165816	rnn.bias_hh_l0_reverse	8	0.02990436740219593
165816	rnn.bias_hh_l0_reverse	9	-0.1446962207555771
165816	rnn.weight_ih_l1	0	-0.031417686492204666
165816	rnn.weight_ih_l1	1	-0.05337539315223694
165816	rnn.weight_ih_l1	2	0.061301104724407196
165816	rnn.weight_ih_l1	3	-0.06372318416833878
165816	rnn.weight_ih_l1	4	-0.017244700342416763
165816	rnn.weight_ih_l1	5	-0.04255804419517517
165816	rnn.weight_ih_l1	6	0.029711171984672546
165816	rnn.weight_ih_l1	7	-0.0404592789709568
165816	rnn.weight_ih_l1	8	0.037274859845638275
165816	rnn.weight_ih_l1	9	0.043858859688043594
165816	rnn.weight_hh_l1	0	-0.005139446817338467
165816	rnn.weight_hh_l1	1	0.01874919980764389
165816	rnn.weight_hh_l1	2	0.012468713335692883
165816	rnn.weight_hh_l1	3	-0.01238984614610672
165816	rnn.weight_hh_l1	4	0.00914093665778637
165816	rnn.weight_hh_l1	5	0.030752822756767273
165816	rnn.weight_hh_l1	6	0.03256158158183098
165816	rnn.weight_hh_l1	7	-0.018678000196814537
165816	rnn.weight_hh_l1	8	-0.01027101743966341
165816	rnn.weight_hh_l1	9	0.03464388847351074
165816	rnn.bias_ih_l1	0	-0.199703186750412
165816	rnn.bias_ih_l1	1	-0.17850391566753387
165816	rnn.bias_ih_l1	2	-0.20590408146381378
165816	rnn.bias_ih_l1	3	-0.32192641496658325
165816	rnn.bias_ih_l1	4	-0.19330458343029022
165816	rnn.bias_ih_l1	5	-0.09857678413391113
165816	rnn.bias_ih_l1	6	-0.16221313178539276
165816	rnn.bias_ih_l1	7	-0.022686680778861046
165816	rnn.bias_ih_l1	8	-0.14203138649463654
165816	rnn.bias_ih_l1	9	-0.12441845238208771
165816	rnn.bias_hh_l1	0	-0.10498011857271194
165816	rnn.bias_hh_l1	1	-0.07541537284851074
165816	rnn.bias_hh_l1	2	-0.10373188555240631
165816	rnn.bias_hh_l1	3	-0.07934483140707016
165816	rnn.bias_hh_l1	4	-0.09193430840969086
165816	rnn.bias_hh_l1	5	-0.1153206080198288
165816	rnn.bias_hh_l1	6	-0.1579141467809677
165816	rnn.bias_hh_l1	7	0.04703904688358307
165816	rnn.bias_hh_l1	8	-0.17055028676986694
165816	rnn.bias_hh_l1	9	-0.11358518153429031
165816	rnn.weight_ih_l1_reverse	0	-0.03702567145228386
165816	rnn.weight_ih_l1_reverse	1	0.03534364700317383
165816	rnn.weight_ih_l1_reverse	2	0.06962713599205017
165816	rnn.weight_ih_l1_reverse	3	-0.0039682937785983086
165816	rnn.weight_ih_l1_reverse	4	-0.042737118899822235
165816	rnn.weight_ih_l1_reverse	5	-0.03126548230648041
165816	rnn.weight_ih_l1_reverse	6	0.0020104378927499056
165816	rnn.weight_ih_l1_reverse	7	0.028907490894198418
165816	rnn.weight_ih_l1_reverse	8	0.006833912804722786
165816	rnn.weight_ih_l1_reverse	9	-0.05030496418476105
165816	rnn.weight_hh_l1_reverse	0	0.005816848482936621
165816	rnn.weight_hh_l1_reverse	1	0.030046790838241577
165816	rnn.weight_hh_l1_reverse	2	-0.04021364450454712
165816	rnn.weight_hh_l1_reverse	3	0.035932380706071854
165816	rnn.weight_hh_l1_reverse	4	0.051156286150217056
165816	rnn.weight_hh_l1_reverse	5	0.0003448170027695596
165816	rnn.weight_hh_l1_reverse	6	0.052188191562891006
165816	rnn.weight_hh_l1_reverse	7	0.029439490288496017
165816	rnn.weight_hh_l1_reverse	8	-0.007079698611050844
165816	rnn.weight_hh_l1_reverse	9	-0.03157636895775795
165816	rnn.bias_ih_l1_reverse	0	-0.06627172231674194
165816	rnn.bias_ih_l1_reverse	1	-0.15335547924041748
165816	rnn.bias_ih_l1_reverse	2	-0.15611328184604645
165816	rnn.bias_ih_l1_reverse	3	-0.01878715306520462
165816	rnn.bias_ih_l1_reverse	4	-0.2141849547624588
165816	rnn.bias_ih_l1_reverse	5	-0.11472155898809433
165816	rnn.bias_ih_l1_reverse	6	-0.1415974646806717
165816	rnn.bias_ih_l1_reverse	7	-0.18898293375968933
165816	rnn.bias_ih_l1_reverse	8	0.22358405590057373
165816	rnn.bias_ih_l1_reverse	9	0.04779663681983948
165816	rnn.bias_hh_l1_reverse	0	0.006736978888511658
165816	rnn.bias_hh_l1_reverse	1	-0.09853895008563995
165816	rnn.bias_hh_l1_reverse	2	-0.23626449704170227
165816	rnn.bias_hh_l1_reverse	3	-0.13740099966526031
165816	rnn.bias_hh_l1_reverse	4	-0.09892834722995758
165816	rnn.bias_hh_l1_reverse	5	-0.11919965595006943
165816	rnn.bias_hh_l1_reverse	6	0.09138740599155426
165816	rnn.bias_hh_l1_reverse	7	-0.17210905253887177
165816	rnn.bias_hh_l1_reverse	8	-0.1170773133635521
165816	rnn.bias_hh_l1_reverse	9	-0.15006977319717407
165816	linear.weight	0	0.002228822559118271
165816	linear.weight	1	0.11061883717775345
165816	linear.weight	2	-0.0933862254023552
165816	linear.weight	3	0.289676696062088
165816	linear.weight	4	0.15571551024913788
165816	linear.weight	5	-0.051131222397089005
165816	linear.weight	6	0.12279321253299713
165816	linear.weight	7	0.1061277687549591
165816	linear.weight	8	0.04118168354034424
165816	linear.weight	9	-0.04609290510416031
165816	linear.bias	0	0.1279236376285553
165816	linear.bias	1	-0.19058918952941895
165816	linear.bias	2	-0.3815847337245941
165816	linear.bias	3	-0.6582895517349243
165816	linear.bias	4	-1.2138999700546265
165816	linear.bias	5	-0.06730948388576508
165816	linear.bias	6	-0.7754326462745667
165816	linear.bias	7	0.2725483477115631
165816	linear.bias	8	-0.4608860909938812
165816	linear.bias	9	-1.0469921827316284
166013	transitions	0	0.6920919418334961
166013	transitions	1	0.14033062756061554
166013	transitions	2	-10000.0
166013	transitions	3	-1.8251593112945557
166013	transitions	4	-10000.0
166013	transitions	5	0.571631908416748
166013	transitions	6	-0.07915612310171127
166013	transitions	7	-0.7524660229682922
166013	transitions	8	-1.4098877906799316
166013	transitions	9	-0.0011659858282655478
166013	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
166013	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
166013	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
166013	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
166013	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
166013	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
166013	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
166013	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
166013	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
166013	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
166013	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
166013	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
166013	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
166013	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
166013	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
166013	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
166013	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
166013	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
166013	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
166013	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
166013	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
166013	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
166013	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
166013	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
166013	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
166013	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
166013	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
166013	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
166013	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
166013	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
166013	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
166013	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
166013	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
166013	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
166013	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
166013	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
166013	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
166013	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
166013	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
166013	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
166013	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
166013	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
166013	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
166013	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
166013	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
166013	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
166013	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
166013	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
166013	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
166013	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
166013	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
166013	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
166013	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
166013	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
166013	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
166013	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
166013	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
166013	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
166013	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
166013	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
166013	embedding2nn.weight	0	0.027391983196139336
166013	embedding2nn.weight	1	-0.013269203715026379
166013	embedding2nn.weight	2	-0.014268254861235619
166013	embedding2nn.weight	3	-0.026066824793815613
166013	embedding2nn.weight	4	-0.0059150345623493195
166013	embedding2nn.weight	5	-0.0037005869671702385
166013	embedding2nn.weight	6	-0.003973298240453005
166013	embedding2nn.weight	7	-0.08389269560575485
166013	embedding2nn.weight	8	-0.0019979383796453476
166013	embedding2nn.weight	9	-0.02767781727015972
166013	embedding2nn.bias	0	0.055474478751420975
166013	embedding2nn.bias	1	-0.06624607741832733
166013	embedding2nn.bias	2	0.08986297249794006
166013	embedding2nn.bias	3	0.06256633996963501
166013	embedding2nn.bias	4	-0.019657494500279427
166013	embedding2nn.bias	5	-0.017652351409196854
166013	embedding2nn.bias	6	0.044032707810401917
166013	embedding2nn.bias	7	-0.06512901186943054
166013	embedding2nn.bias	8	0.0513010174036026
166013	embedding2nn.bias	9	0.05875835567712784
166013	rnn.weight_ih_l0	0	-0.08098340034484863
166013	rnn.weight_ih_l0	1	0.00593525730073452
166013	rnn.weight_ih_l0	2	0.03661971911787987
166013	rnn.weight_ih_l0	3	0.022736823186278343
166013	rnn.weight_ih_l0	4	-0.03918822854757309
166013	rnn.weight_ih_l0	5	-0.06448691338300705
166013	rnn.weight_ih_l0	6	0.0013897354947403073
166013	rnn.weight_ih_l0	7	0.05627284571528435
166013	rnn.weight_ih_l0	8	-0.01018537487834692
166013	rnn.weight_ih_l0	9	-0.024396389722824097
166013	rnn.weight_hh_l0	0	-0.03162715956568718
166013	rnn.weight_hh_l0	1	-0.008647827431559563
166013	rnn.weight_hh_l0	2	0.003652389859780669
166013	rnn.weight_hh_l0	3	-0.07049322128295898
166013	rnn.weight_hh_l0	4	0.08768802136182785
166013	rnn.weight_hh_l0	5	-0.02454816922545433
166013	rnn.weight_hh_l0	6	-0.0606476292014122
166013	rnn.weight_hh_l0	7	0.013956873677670956
166013	rnn.weight_hh_l0	8	0.012350928969681263
166013	rnn.weight_hh_l0	9	-0.021236926317214966
166013	rnn.bias_ih_l0	0	0.12880706787109375
166013	rnn.bias_ih_l0	1	-0.03275422379374504
166013	rnn.bias_ih_l0	2	-0.014612557366490364
166013	rnn.bias_ih_l0	3	0.14901262521743774
166013	rnn.bias_ih_l0	4	-0.01306839194148779
166013	rnn.bias_ih_l0	5	-0.015198159962892532
166013	rnn.bias_ih_l0	6	0.003271285677328706
166013	rnn.bias_ih_l0	7	0.02767104282975197
166013	rnn.bias_ih_l0	8	-0.09088174998760223
166013	rnn.bias_ih_l0	9	-0.039542168378829956
166013	rnn.bias_hh_l0	0	-0.0035590468905866146
166013	rnn.bias_hh_l0	1	-0.10151619464159012
166013	rnn.bias_hh_l0	2	-0.06561455130577087
166013	rnn.bias_hh_l0	3	-0.09045299887657166
166013	rnn.bias_hh_l0	4	-0.0017122613498941064
166013	rnn.bias_hh_l0	5	-0.03416672721505165
166013	rnn.bias_hh_l0	6	0.025037575513124466
166013	rnn.bias_hh_l0	7	0.05280020833015442
166013	rnn.bias_hh_l0	8	-0.10652156174182892
166013	rnn.bias_hh_l0	9	-0.0566655732691288
166013	rnn.weight_ih_l0_reverse	0	-0.02621469646692276
166013	rnn.weight_ih_l0_reverse	1	-0.05148567259311676
166013	rnn.weight_ih_l0_reverse	2	-0.04288690164685249
166013	rnn.weight_ih_l0_reverse	3	0.005816155578941107
166013	rnn.weight_ih_l0_reverse	4	-0.016764599829912186
166013	rnn.weight_ih_l0_reverse	5	-0.04994776472449303
166013	rnn.weight_ih_l0_reverse	6	0.07456634938716888
166013	rnn.weight_ih_l0_reverse	7	-0.030070116743445396
166013	rnn.weight_ih_l0_reverse	8	-0.01724066585302353
166013	rnn.weight_ih_l0_reverse	9	-0.006912889890372753
166013	rnn.weight_hh_l0_reverse	0	0.06056322529911995
166013	rnn.weight_hh_l0_reverse	1	0.01604001596570015
166013	rnn.weight_hh_l0_reverse	2	0.02932007983326912
166013	rnn.weight_hh_l0_reverse	3	0.034377600997686386
166013	rnn.weight_hh_l0_reverse	4	0.00851364340633154
166013	rnn.weight_hh_l0_reverse	5	0.01773790270090103
166013	rnn.weight_hh_l0_reverse	6	0.05059334635734558
166013	rnn.weight_hh_l0_reverse	7	-0.06594940274953842
166013	rnn.weight_hh_l0_reverse	8	0.03596029430627823
166013	rnn.weight_hh_l0_reverse	9	0.03505965322256088
166013	rnn.bias_ih_l0_reverse	0	-0.06068065017461777
166013	rnn.bias_ih_l0_reverse	1	-0.27601417899131775
166013	rnn.bias_ih_l0_reverse	2	-0.1328098326921463
166013	rnn.bias_ih_l0_reverse	3	-0.050024379044771194
166013	rnn.bias_ih_l0_reverse	4	-0.03606700152158737
166013	rnn.bias_ih_l0_reverse	5	0.05608978495001793
166013	rnn.bias_ih_l0_reverse	6	-0.07442577183246613
166013	rnn.bias_ih_l0_reverse	7	0.04518020525574684
166013	rnn.bias_ih_l0_reverse	8	-0.04971443489193916
166013	rnn.bias_ih_l0_reverse	9	0.054479487240314484
166013	rnn.bias_hh_l0_reverse	0	0.024561366066336632
166013	rnn.bias_hh_l0_reverse	1	-0.06809350103139877
166013	rnn.bias_hh_l0_reverse	2	0.08094318211078644
166013	rnn.bias_hh_l0_reverse	3	-0.04932880029082298
166013	rnn.bias_hh_l0_reverse	4	-0.026286834850907326
166013	rnn.bias_hh_l0_reverse	5	-0.03057640977203846
166013	rnn.bias_hh_l0_reverse	6	-0.020408431068062782
166013	rnn.bias_hh_l0_reverse	7	0.09977147728204727
166013	rnn.bias_hh_l0_reverse	8	0.029735872521996498
166013	rnn.bias_hh_l0_reverse	9	-0.14410778880119324
166013	rnn.weight_ih_l1	0	-0.03132829815149307
166013	rnn.weight_ih_l1	1	-0.05305315926671028
166013	rnn.weight_ih_l1	2	0.0606842003762722
166013	rnn.weight_ih_l1	3	-0.06358379870653152
166013	rnn.weight_ih_l1	4	-0.01698938012123108
166013	rnn.weight_ih_l1	5	-0.042526375502347946
166013	rnn.weight_ih_l1	6	0.02919798158109188
166013	rnn.weight_ih_l1	7	-0.040707726031541824
166013	rnn.weight_ih_l1	8	0.03728282079100609
166013	rnn.weight_ih_l1	9	0.04364727437496185
166013	rnn.weight_hh_l1	0	-0.005138480104506016
166013	rnn.weight_hh_l1	1	0.018699945881962776
166013	rnn.weight_hh_l1	2	0.012881524860858917
166013	rnn.weight_hh_l1	3	-0.012294580228626728
166013	rnn.weight_hh_l1	4	0.00935713853687048
166013	rnn.weight_hh_l1	5	0.03091726079583168
166013	rnn.weight_hh_l1	6	0.032379843294620514
166013	rnn.weight_hh_l1	7	-0.01879318617284298
166013	rnn.weight_hh_l1	8	-0.010145995765924454
166013	rnn.weight_hh_l1	9	0.034938983619213104
166013	rnn.bias_ih_l1	0	-0.20151151716709137
166013	rnn.bias_ih_l1	1	-0.1797967404127121
166013	rnn.bias_ih_l1	2	-0.20450013875961304
166013	rnn.bias_ih_l1	3	-0.3224945068359375
166013	rnn.bias_ih_l1	4	-0.19163566827774048
166013	rnn.bias_ih_l1	5	-0.09882517158985138
166013	rnn.bias_ih_l1	6	-0.16279707849025726
166013	rnn.bias_ih_l1	7	-0.019930759444832802
166013	rnn.bias_ih_l1	8	-0.14050279557704926
166013	rnn.bias_ih_l1	9	-0.12431269884109497
166013	rnn.bias_hh_l1	0	-0.10487908124923706
166013	rnn.bias_hh_l1	1	-0.07426027208566666
166013	rnn.bias_hh_l1	2	-0.10517796128988266
166013	rnn.bias_hh_l1	3	-0.0800945907831192
166013	rnn.bias_hh_l1	4	-0.0916210487484932
166013	rnn.bias_hh_l1	5	-0.11539909243583679
166013	rnn.bias_hh_l1	6	-0.15692828595638275
166013	rnn.bias_hh_l1	7	0.046995729207992554
166013	rnn.bias_hh_l1	8	-0.16819125413894653
166013	rnn.bias_hh_l1	9	-0.11649097502231598
166013	rnn.weight_ih_l1_reverse	0	-0.03710249811410904
166013	rnn.weight_ih_l1_reverse	1	0.035675786435604095
166013	rnn.weight_ih_l1_reverse	2	0.06818239390850067
166013	rnn.weight_ih_l1_reverse	3	-0.0037319224793463945
166013	rnn.weight_ih_l1_reverse	4	-0.04331045225262642
166013	rnn.weight_ih_l1_reverse	5	-0.03129982575774193
166013	rnn.weight_ih_l1_reverse	6	0.0016696287784725428
166013	rnn.weight_ih_l1_reverse	7	0.028900928795337677
166013	rnn.weight_ih_l1_reverse	8	0.006168691907078028
166013	rnn.weight_ih_l1_reverse	9	-0.050046272575855255
166013	rnn.weight_hh_l1_reverse	0	0.005892666522413492
166013	rnn.weight_hh_l1_reverse	1	0.02999788336455822
166013	rnn.weight_hh_l1_reverse	2	-0.0402267649769783
166013	rnn.weight_hh_l1_reverse	3	0.035965390503406525
166013	rnn.weight_hh_l1_reverse	4	0.050710905343294144
166013	rnn.weight_hh_l1_reverse	5	0.0005905558937229216
166013	rnn.weight_hh_l1_reverse	6	0.05252157524228096
166013	rnn.weight_hh_l1_reverse	7	0.029335210099816322
166013	rnn.weight_hh_l1_reverse	8	-0.006961592938750982
166013	rnn.weight_hh_l1_reverse	9	-0.031472720205783844
166013	rnn.bias_ih_l1_reverse	0	-0.06710528582334518
166013	rnn.bias_ih_l1_reverse	1	-0.15308578312397003
166013	rnn.bias_ih_l1_reverse	2	-0.15793803334236145
166013	rnn.bias_ih_l1_reverse	3	-0.01760585978627205
166013	rnn.bias_ih_l1_reverse	4	-0.21483634412288666
166013	rnn.bias_ih_l1_reverse	5	-0.11401812732219696
166013	rnn.bias_ih_l1_reverse	6	-0.14155949652194977
166013	rnn.bias_ih_l1_reverse	7	-0.1883535385131836
166013	rnn.bias_ih_l1_reverse	8	0.22221294045448303
166013	rnn.bias_ih_l1_reverse	9	0.05129971727728844
166013	rnn.bias_hh_l1_reverse	0	0.0038936049677431583
166013	rnn.bias_hh_l1_reverse	1	-0.09838106483221054
166013	rnn.bias_hh_l1_reverse	2	-0.23573441803455353
166013	rnn.bias_hh_l1_reverse	3	-0.1381063461303711
166013	rnn.bias_hh_l1_reverse	4	-0.09923127293586731
166013	rnn.bias_hh_l1_reverse	5	-0.11952950805425644
166013	rnn.bias_hh_l1_reverse	6	0.09518500417470932
166013	rnn.bias_hh_l1_reverse	7	-0.17318378388881683
166013	rnn.bias_hh_l1_reverse	8	-0.11668338626623154
166013	rnn.bias_hh_l1_reverse	9	-0.14974194765090942
166013	linear.weight	0	0.002228822559118271
166013	linear.weight	1	0.10450410097837448
166013	linear.weight	2	-0.09468229115009308
166013	linear.weight	3	0.28227102756500244
166013	linear.weight	4	0.15484818816184998
166013	linear.weight	5	-0.0552016943693161
166013	linear.weight	6	0.11557076871395111
166013	linear.weight	7	0.10868041217327118
166013	linear.weight	8	0.04118150472640991
166013	linear.weight	9	-0.045378413051366806
166013	linear.bias	0	0.12170136719942093
166013	linear.bias	1	-0.1847033053636551
166013	linear.bias	2	-0.4073815643787384
166013	linear.bias	3	-0.6674613356590271
166013	linear.bias	4	-1.2229520082473755
166013	linear.bias	5	-0.0794907659292221
166013	linear.bias	6	-0.7688080668449402
166013	linear.bias	7	0.2619689106941223
166013	linear.bias	8	-0.44277915358543396
166013	linear.bias	9	-1.0289597511291504
166210	transitions	0	0.6917136907577515
166210	transitions	1	0.13863436877727509
166210	transitions	2	-10000.0
166210	transitions	3	-1.8251668214797974
166210	transitions	4	-10000.0
166210	transitions	5	0.5715565085411072
166210	transitions	6	-0.07918383181095123
166210	transitions	7	-0.7530590891838074
166210	transitions	8	-1.4099254608154297
166210	transitions	9	-0.0011662663891911507
166210	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
166210	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
166210	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
166210	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
166210	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
166210	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
166210	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
166210	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
166210	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
166210	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
166210	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
166210	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
166210	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
166210	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
166210	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
166210	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
166210	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
166210	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
166210	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
166210	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
166210	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
166210	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
166210	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
166210	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
166210	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
166210	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
166210	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
166210	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
166210	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
166210	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
166210	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
166210	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
166210	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
166210	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
166210	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
166210	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
166210	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
166210	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
166210	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
166210	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
166210	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
166210	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
166210	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
166210	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
166210	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
166210	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
166210	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
166210	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
166210	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
166210	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
166210	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
166210	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
166210	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
166210	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
166210	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
166210	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
166210	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
166210	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
166210	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
166210	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
166210	embedding2nn.weight	0	0.02602391317486763
166210	embedding2nn.weight	1	-0.013240058906376362
166210	embedding2nn.weight	2	-0.014268254861235619
166210	embedding2nn.weight	3	-0.024880345910787582
166210	embedding2nn.weight	4	-0.0059150345623493195
166210	embedding2nn.weight	5	-0.0037005869671702385
166210	embedding2nn.weight	6	-0.003973298706114292
166210	embedding2nn.weight	7	-0.08472993224859238
166210	embedding2nn.weight	8	-0.0019979383796453476
166210	embedding2nn.weight	9	-0.027429411187767982
166210	embedding2nn.bias	0	0.048601504415273666
166210	embedding2nn.bias	1	-0.0679868534207344
166210	embedding2nn.bias	2	0.08821166306734085
166210	embedding2nn.bias	3	0.05900473892688751
166210	embedding2nn.bias	4	-0.020029112696647644
166210	embedding2nn.bias	5	-0.013676025904715061
166210	embedding2nn.bias	6	0.043120451271533966
166210	embedding2nn.bias	7	-0.05961184948682785
166210	embedding2nn.bias	8	0.05338771641254425
166210	embedding2nn.bias	9	0.058746181428432465
166210	rnn.weight_ih_l0	0	-0.08077053725719452
166210	rnn.weight_ih_l0	1	0.006613882724195719
166210	rnn.weight_ih_l0	2	0.03405759856104851
166210	rnn.weight_ih_l0	3	0.0225143451243639
166210	rnn.weight_ih_l0	4	-0.03935527428984642
166210	rnn.weight_ih_l0	5	-0.0647185891866684
166210	rnn.weight_ih_l0	6	0.0015899667050689459
166210	rnn.weight_ih_l0	7	0.05661359429359436
166210	rnn.weight_ih_l0	8	-0.010792435146868229
166210	rnn.weight_ih_l0	9	-0.024033671244978905
166210	rnn.weight_hh_l0	0	-0.03083967976272106
166210	rnn.weight_hh_l0	1	-0.008244333788752556
166210	rnn.weight_hh_l0	2	0.003501448780298233
166210	rnn.weight_hh_l0	3	-0.07083315402269363
166210	rnn.weight_hh_l0	4	0.08780401945114136
166210	rnn.weight_hh_l0	5	-0.025278158485889435
166210	rnn.weight_hh_l0	6	-0.06050644814968109
166210	rnn.weight_hh_l0	7	0.013894453644752502
166210	rnn.weight_hh_l0	8	0.012144549749791622
166210	rnn.weight_hh_l0	9	-0.021563773974776268
166210	rnn.bias_ih_l0	0	0.13008010387420654
166210	rnn.bias_ih_l0	1	-0.031846899539232254
166210	rnn.bias_ih_l0	2	-0.015440820716321468
166210	rnn.bias_ih_l0	3	0.14944180846214294
166210	rnn.bias_ih_l0	4	-0.011717312969267368
166210	rnn.bias_ih_l0	5	-0.016111506149172783
166210	rnn.bias_ih_l0	6	0.004488954786211252
166210	rnn.bias_ih_l0	7	0.026446355506777763
166210	rnn.bias_ih_l0	8	-0.09172104299068451
166210	rnn.bias_ih_l0	9	-0.03935202956199646
166210	rnn.bias_hh_l0	0	-0.002886419417336583
166210	rnn.bias_hh_l0	1	-0.10130279511213303
166210	rnn.bias_hh_l0	2	-0.06563372910022736
166210	rnn.bias_hh_l0	3	-0.08998587727546692
166210	rnn.bias_hh_l0	4	-0.0012937007704749703
166210	rnn.bias_hh_l0	5	-0.036678485572338104
166210	rnn.bias_hh_l0	6	0.024290911853313446
166210	rnn.bias_hh_l0	7	0.051531124860048294
166210	rnn.bias_hh_l0	8	-0.10801077634096146
166210	rnn.bias_hh_l0	9	-0.05942508578300476
166210	rnn.weight_ih_l0_reverse	0	-0.026826705783605576
166210	rnn.weight_ih_l0_reverse	1	-0.05186580494046211
166210	rnn.weight_ih_l0_reverse	2	-0.04312053695321083
166210	rnn.weight_ih_l0_reverse	3	0.006672547198832035
166210	rnn.weight_ih_l0_reverse	4	-0.016518093645572662
166210	rnn.weight_ih_l0_reverse	5	-0.05001673474907875
166210	rnn.weight_ih_l0_reverse	6	0.07433301955461502
166210	rnn.weight_ih_l0_reverse	7	-0.030136819928884506
166210	rnn.weight_ih_l0_reverse	8	-0.016475731506943703
166210	rnn.weight_ih_l0_reverse	9	-0.0064000776037573814
166210	rnn.weight_hh_l0_reverse	0	0.06120049208402634
166210	rnn.weight_hh_l0_reverse	1	0.015277713537216187
166210	rnn.weight_hh_l0_reverse	2	0.028745921328663826
166210	rnn.weight_hh_l0_reverse	3	0.034250978380441666
166210	rnn.weight_hh_l0_reverse	4	0.008866425603628159
166210	rnn.weight_hh_l0_reverse	5	0.017114004120230675
166210	rnn.weight_hh_l0_reverse	6	0.05057423934340477
166210	rnn.weight_hh_l0_reverse	7	-0.06651435792446136
166210	rnn.weight_hh_l0_reverse	8	0.03612402826547623
166210	rnn.weight_hh_l0_reverse	9	0.03496123477816582
166210	rnn.bias_ih_l0_reverse	0	-0.059557195752859116
166210	rnn.bias_ih_l0_reverse	1	-0.2748757004737854
166210	rnn.bias_ih_l0_reverse	2	-0.13094191253185272
166210	rnn.bias_ih_l0_reverse	3	-0.048935409635305405
166210	rnn.bias_ih_l0_reverse	4	-0.03609353303909302
166210	rnn.bias_ih_l0_reverse	5	0.05749046057462692
166210	rnn.bias_ih_l0_reverse	6	-0.07474483549594879
166210	rnn.bias_ih_l0_reverse	7	0.04505455121397972
166210	rnn.bias_ih_l0_reverse	8	-0.05078398063778877
166210	rnn.bias_ih_l0_reverse	9	0.054826151579618454
166210	rnn.bias_hh_l0_reverse	0	0.02427791804075241
166210	rnn.bias_hh_l0_reverse	1	-0.06787997484207153
166210	rnn.bias_hh_l0_reverse	2	0.08153004199266434
166210	rnn.bias_hh_l0_reverse	3	-0.04995221644639969
166210	rnn.bias_hh_l0_reverse	4	-0.025921069085597992
166210	rnn.bias_hh_l0_reverse	5	-0.03047926351428032
166210	rnn.bias_hh_l0_reverse	6	-0.021957114338874817
166210	rnn.bias_hh_l0_reverse	7	0.0998777449131012
166210	rnn.bias_hh_l0_reverse	8	0.029652215540409088
166210	rnn.bias_hh_l0_reverse	9	-0.14445501565933228
166210	rnn.weight_ih_l1	0	-0.03119351714849472
166210	rnn.weight_ih_l1	1	-0.052752383053302765
166210	rnn.weight_ih_l1	2	0.06032177805900574
166210	rnn.weight_ih_l1	3	-0.06289995461702347
166210	rnn.weight_ih_l1	4	-0.016333071514964104
166210	rnn.weight_ih_l1	5	-0.042815640568733215
166210	rnn.weight_ih_l1	6	0.029620924964547157
166210	rnn.weight_ih_l1	7	-0.03924278914928436
166210	rnn.weight_ih_l1	8	0.037269435822963715
166210	rnn.weight_ih_l1	9	0.04368795454502106
166210	rnn.weight_hh_l1	0	-0.004748411476612091
166210	rnn.weight_hh_l1	1	0.01863517425954342
166210	rnn.weight_hh_l1	2	0.013361267745494843
166210	rnn.weight_hh_l1	3	-0.012310871854424477
166210	rnn.weight_hh_l1	4	0.009402487426996231
166210	rnn.weight_hh_l1	5	0.030764678493142128
166210	rnn.weight_hh_l1	6	0.032482098788022995
166210	rnn.weight_hh_l1	7	-0.018821517005562782
166210	rnn.weight_hh_l1	8	-0.009996228851377964
166210	rnn.weight_hh_l1	9	0.03531163930892944
166210	rnn.bias_ih_l1	0	-0.20077592134475708
166210	rnn.bias_ih_l1	1	-0.1795133799314499
166210	rnn.bias_ih_l1	2	-0.20683948695659637
166210	rnn.bias_ih_l1	3	-0.32395511865615845
166210	rnn.bias_ih_l1	4	-0.19556844234466553
166210	rnn.bias_ih_l1	5	-0.09881194680929184
166210	rnn.bias_ih_l1	6	-0.1635916531085968
166210	rnn.bias_ih_l1	7	-0.019501471891999245
166210	rnn.bias_ih_l1	8	-0.14034013450145721
166210	rnn.bias_ih_l1	9	-0.12320805341005325
166210	rnn.bias_hh_l1	0	-0.10603369772434235
166210	rnn.bias_hh_l1	1	-0.07400643825531006
166210	rnn.bias_hh_l1	2	-0.1026039719581604
166210	rnn.bias_hh_l1	3	-0.0804588571190834
166210	rnn.bias_hh_l1	4	-0.090761698782444
166210	rnn.bias_hh_l1	5	-0.11601290106773376
166210	rnn.bias_hh_l1	6	-0.15781080722808838
166210	rnn.bias_hh_l1	7	0.046962130814790726
166210	rnn.bias_hh_l1	8	-0.16922862827777863
166210	rnn.bias_hh_l1	9	-0.11619456857442856
166210	rnn.weight_ih_l1_reverse	0	-0.03747625648975372
166210	rnn.weight_ih_l1_reverse	1	0.0354379378259182
166210	rnn.weight_ih_l1_reverse	2	0.06784845143556595
166210	rnn.weight_ih_l1_reverse	3	-0.004216757602989674
166210	rnn.weight_ih_l1_reverse	4	-0.04303950443863869
166210	rnn.weight_ih_l1_reverse	5	-0.03103111870586872
166210	rnn.weight_ih_l1_reverse	6	0.002216457389295101
166210	rnn.weight_ih_l1_reverse	7	0.02868027240037918
166210	rnn.weight_ih_l1_reverse	8	0.006256168708205223
166210	rnn.weight_ih_l1_reverse	9	-0.04884776845574379
166210	rnn.weight_hh_l1_reverse	0	0.0057855942286551
166210	rnn.weight_hh_l1_reverse	1	0.03001616708934307
166210	rnn.weight_hh_l1_reverse	2	-0.04020232334733009
166210	rnn.weight_hh_l1_reverse	3	0.03594333305954933
166210	rnn.weight_hh_l1_reverse	4	0.0506005622446537
166210	rnn.weight_hh_l1_reverse	5	0.0005698130116797984
166210	rnn.weight_hh_l1_reverse	6	0.05280712991952896
166210	rnn.weight_hh_l1_reverse	7	0.029278460890054703
166210	rnn.weight_hh_l1_reverse	8	-0.00700952485203743
166210	rnn.weight_hh_l1_reverse	9	-0.03122963383793831
166210	rnn.bias_ih_l1_reverse	0	-0.06747723370790482
166210	rnn.bias_ih_l1_reverse	1	-0.15327829122543335
166210	rnn.bias_ih_l1_reverse	2	-0.16051357984542847
166210	rnn.bias_ih_l1_reverse	3	-0.014949986711144447
166210	rnn.bias_ih_l1_reverse	4	-0.2136390060186386
166210	rnn.bias_ih_l1_reverse	5	-0.11495503783226013
166210	rnn.bias_ih_l1_reverse	6	-0.1418018490076065
166210	rnn.bias_ih_l1_reverse	7	-0.18940868973731995
166210	rnn.bias_ih_l1_reverse	8	0.21845848858356476
166210	rnn.bias_ih_l1_reverse	9	0.04738353565335274
166210	rnn.bias_hh_l1_reverse	0	0.004689364228397608
166210	rnn.bias_hh_l1_reverse	1	-0.09429771453142166
166210	rnn.bias_hh_l1_reverse	2	-0.23634184896945953
166210	rnn.bias_hh_l1_reverse	3	-0.1379396617412567
166210	rnn.bias_hh_l1_reverse	4	-0.09909677505493164
166210	rnn.bias_hh_l1_reverse	5	-0.12204718589782715
166210	rnn.bias_hh_l1_reverse	6	0.09101565927267075
166210	rnn.bias_hh_l1_reverse	7	-0.1727585792541504
166210	rnn.bias_hh_l1_reverse	8	-0.11712517589330673
166210	rnn.bias_hh_l1_reverse	9	-0.14960724115371704
166210	linear.weight	0	0.002228822559118271
166210	linear.weight	1	0.10674933344125748
166210	linear.weight	2	-0.09596490859985352
166210	linear.weight	3	0.2816985845565796
166210	linear.weight	4	0.15203861892223358
166210	linear.weight	5	-0.05596698448061943
166210	linear.weight	6	0.11845753341913223
166210	linear.weight	7	0.1014108955860138
166210	linear.weight	8	0.04118132218718529
166210	linear.weight	9	-0.04352017119526863
166210	linear.bias	0	0.1290583461523056
166210	linear.bias	1	-0.18944285809993744
166210	linear.bias	2	-0.381911963224411
166210	linear.bias	3	-0.646837055683136
166210	linear.bias	4	-1.2012465000152588
166210	linear.bias	5	-0.06258246302604675
166210	linear.bias	6	-0.7740580439567566
166210	linear.bias	7	0.2781319320201874
166210	linear.bias	8	-0.45709946751594543
166210	linear.bias	9	-1.0444936752319336
166407	transitions	0	0.6840755939483643
166407	transitions	1	0.14506977796554565
166407	transitions	2	-10000.0
166407	transitions	3	-1.825181484222412
166407	transitions	4	-10000.0
166407	transitions	5	0.5715309977531433
166407	transitions	6	-0.07920900732278824
166407	transitions	7	-0.7532917857170105
166407	transitions	8	-1.4099540710449219
166407	transitions	9	-0.0011666242498904467
166407	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
166407	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
166407	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
166407	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
166407	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
166407	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
166407	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
166407	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
166407	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
166407	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
166407	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
166407	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
166407	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
166407	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
166407	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
166407	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
166407	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
166407	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
166407	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
166407	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
166407	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
166407	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
166407	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
166407	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
166407	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
166407	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
166407	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
166407	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
166407	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
166407	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
166407	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
166407	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
166407	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
166407	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
166407	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
166407	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
166407	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
166407	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
166407	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
166407	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
166407	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
166407	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
166407	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
166407	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
166407	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
166407	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
166407	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
166407	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
166407	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
166407	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
166407	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
166407	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
166407	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
166407	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
166407	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
166407	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
166407	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
166407	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
166407	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
166407	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
166407	embedding2nn.weight	0	0.026235124096274376
166407	embedding2nn.weight	1	-0.013208108022809029
166407	embedding2nn.weight	2	-0.014268254861235619
166407	embedding2nn.weight	3	-0.025207096710801125
166407	embedding2nn.weight	4	-0.0059150345623493195
166407	embedding2nn.weight	5	-0.0037005869671702385
166407	embedding2nn.weight	6	-0.003973296843469143
166407	embedding2nn.weight	7	-0.08349881321191788
166407	embedding2nn.weight	8	-0.0019979383796453476
166407	embedding2nn.weight	9	-0.02743522636592388
166407	embedding2nn.bias	0	0.04657665267586708
166407	embedding2nn.bias	1	-0.06733176857233047
166407	embedding2nn.bias	2	0.08791445940732956
166407	embedding2nn.bias	3	0.0626530572772026
166407	embedding2nn.bias	4	-0.018823856487870216
166407	embedding2nn.bias	5	-0.01802840828895569
166407	embedding2nn.bias	6	0.039393115788698196
166407	embedding2nn.bias	7	-0.06124723330140114
166407	embedding2nn.bias	8	0.05697034299373627
166407	embedding2nn.bias	9	0.05853617936372757
166407	rnn.weight_ih_l0	0	-0.0812065377831459
166407	rnn.weight_ih_l0	1	0.007056545000523329
166407	rnn.weight_ih_l0	2	0.03450319543480873
166407	rnn.weight_ih_l0	3	0.02280845120549202
166407	rnn.weight_ih_l0	4	-0.03835617005825043
166407	rnn.weight_ih_l0	5	-0.06433951109647751
166407	rnn.weight_ih_l0	6	0.0009393547079525888
166407	rnn.weight_ih_l0	7	0.05661943554878235
166407	rnn.weight_ih_l0	8	-0.011240437626838684
166407	rnn.weight_ih_l0	9	-0.024038156494498253
166407	rnn.weight_hh_l0	0	-0.030904099345207214
166407	rnn.weight_hh_l0	1	-0.008289379999041557
166407	rnn.weight_hh_l0	2	0.003873096778988838
166407	rnn.weight_hh_l0	3	-0.07132189720869064
166407	rnn.weight_hh_l0	4	0.0876590684056282
166407	rnn.weight_hh_l0	5	-0.025200700387358665
166407	rnn.weight_hh_l0	6	-0.060486700385808945
166407	rnn.weight_hh_l0	7	0.014138452708721161
166407	rnn.weight_hh_l0	8	0.012213737703859806
166407	rnn.weight_hh_l0	9	-0.021688928827643394
166407	rnn.bias_ih_l0	0	0.13113988935947418
166407	rnn.bias_ih_l0	1	-0.030588775873184204
166407	rnn.bias_ih_l0	2	-0.015243724919855595
166407	rnn.bias_ih_l0	3	0.14973442256450653
166407	rnn.bias_ih_l0	4	-0.010553702712059021
166407	rnn.bias_ih_l0	5	-0.016188306733965874
166407	rnn.bias_ih_l0	6	0.002998033771291375
166407	rnn.bias_ih_l0	7	0.026112763211131096
166407	rnn.bias_ih_l0	8	-0.0921785980463028
166407	rnn.bias_ih_l0	9	-0.03795411437749863
166407	rnn.bias_hh_l0	0	-0.004095085896551609
166407	rnn.bias_hh_l0	1	-0.100180983543396
166407	rnn.bias_hh_l0	2	-0.06569203734397888
166407	rnn.bias_hh_l0	3	-0.0872504785656929
166407	rnn.bias_hh_l0	4	-0.00014273905253503472
166407	rnn.bias_hh_l0	5	-0.03593636676669121
166407	rnn.bias_hh_l0	6	0.024969205260276794
166407	rnn.bias_hh_l0	7	0.055467311292886734
166407	rnn.bias_hh_l0	8	-0.11054045706987381
166407	rnn.bias_hh_l0	9	-0.05929315462708473
166407	rnn.weight_ih_l0_reverse	0	-0.026697097346186638
166407	rnn.weight_ih_l0_reverse	1	-0.05184025317430496
166407	rnn.weight_ih_l0_reverse	2	-0.04406168311834335
166407	rnn.weight_ih_l0_reverse	3	0.006989729590713978
166407	rnn.weight_ih_l0_reverse	4	-0.016863621771335602
166407	rnn.weight_ih_l0_reverse	5	-0.05022212490439415
166407	rnn.weight_ih_l0_reverse	6	0.07413044571876526
166407	rnn.weight_ih_l0_reverse	7	-0.029521185904741287
166407	rnn.weight_ih_l0_reverse	8	-0.01637095771729946
166407	rnn.weight_ih_l0_reverse	9	-0.0061762984842062
166407	rnn.weight_hh_l0_reverse	0	0.06074948236346245
166407	rnn.weight_hh_l0_reverse	1	0.015590296126902103
166407	rnn.weight_hh_l0_reverse	2	0.0284412931650877
166407	rnn.weight_hh_l0_reverse	3	0.03423210605978966
166407	rnn.weight_hh_l0_reverse	4	0.009133772924542427
166407	rnn.weight_hh_l0_reverse	5	0.016937658190727234
166407	rnn.weight_hh_l0_reverse	6	0.05068223178386688
166407	rnn.weight_hh_l0_reverse	7	-0.0669734999537468
166407	rnn.weight_hh_l0_reverse	8	0.03591097146272659
166407	rnn.weight_hh_l0_reverse	9	0.03505090996623039
166407	rnn.bias_ih_l0_reverse	0	-0.059055719524621964
166407	rnn.bias_ih_l0_reverse	1	-0.27705952525138855
166407	rnn.bias_ih_l0_reverse	2	-0.1288597732782364
166407	rnn.bias_ih_l0_reverse	3	-0.0487576425075531
166407	rnn.bias_ih_l0_reverse	4	-0.037372417747974396
166407	rnn.bias_ih_l0_reverse	5	0.05695943161845207
166407	rnn.bias_ih_l0_reverse	6	-0.07372412830591202
166407	rnn.bias_ih_l0_reverse	7	0.0471501424908638
166407	rnn.bias_ih_l0_reverse	8	-0.051485639065504074
166407	rnn.bias_ih_l0_reverse	9	0.05433188006281853
166407	rnn.bias_hh_l0_reverse	0	0.02608095481991768
166407	rnn.bias_hh_l0_reverse	1	-0.06785459071397781
166407	rnn.bias_hh_l0_reverse	2	0.0824727714061737
166407	rnn.bias_hh_l0_reverse	3	-0.0505610890686512
166407	rnn.bias_hh_l0_reverse	4	-0.026914842426776886
166407	rnn.bias_hh_l0_reverse	5	-0.030432870611548424
166407	rnn.bias_hh_l0_reverse	6	-0.021119721233844757
166407	rnn.bias_hh_l0_reverse	7	0.1014273390173912
166407	rnn.bias_hh_l0_reverse	8	0.02853786200284958
166407	rnn.bias_hh_l0_reverse	9	-0.1455143392086029
166407	rnn.weight_ih_l1	0	-0.03115546889603138
166407	rnn.weight_ih_l1	1	-0.053040485829114914
166407	rnn.weight_ih_l1	2	0.06084980443120003
166407	rnn.weight_ih_l1	3	-0.06327798962593079
166407	rnn.weight_ih_l1	4	-0.016212860122323036
166407	rnn.weight_ih_l1	5	-0.042759254574775696
166407	rnn.weight_ih_l1	6	0.02957153506577015
166407	rnn.weight_ih_l1	7	-0.03943610563874245
166407	rnn.weight_ih_l1	8	0.03732852265238762
166407	rnn.weight_ih_l1	9	0.043692316859960556
166407	rnn.weight_hh_l1	0	-0.0054427445866167545
166407	rnn.weight_hh_l1	1	0.018606428056955338
166407	rnn.weight_hh_l1	2	0.012361041270196438
166407	rnn.weight_hh_l1	3	-0.011995069682598114
166407	rnn.weight_hh_l1	4	0.009208577685058117
166407	rnn.weight_hh_l1	5	0.03061370551586151
166407	rnn.weight_hh_l1	6	0.0323067270219326
166407	rnn.weight_hh_l1	7	-0.01883069798350334
166407	rnn.weight_hh_l1	8	-0.009816734120249748
166407	rnn.weight_hh_l1	9	0.035718489438295364
166407	rnn.bias_ih_l1	0	-0.20247061550617218
166407	rnn.bias_ih_l1	1	-0.17851395905017853
166407	rnn.bias_ih_l1	2	-0.20849011838436127
166407	rnn.bias_ih_l1	3	-0.32223767042160034
166407	rnn.bias_ih_l1	4	-0.2002948522567749
166407	rnn.bias_ih_l1	5	-0.09844334423542023
166407	rnn.bias_ih_l1	6	-0.16541141271591187
166407	rnn.bias_ih_l1	7	-0.015984581783413887
166407	rnn.bias_ih_l1	8	-0.1418551504611969
166407	rnn.bias_ih_l1	9	-0.1253611147403717
166407	rnn.bias_hh_l1	0	-0.10733819007873535
166407	rnn.bias_hh_l1	1	-0.072417713701725
166407	rnn.bias_hh_l1	2	-0.10337333381175995
166407	rnn.bias_hh_l1	3	-0.07971154898405075
166407	rnn.bias_hh_l1	4	-0.09019137173891068
166407	rnn.bias_hh_l1	5	-0.1168331503868103
166407	rnn.bias_hh_l1	6	-0.15885131061077118
166407	rnn.bias_hh_l1	7	0.046016525477170944
166407	rnn.bias_hh_l1	8	-0.1699773371219635
166407	rnn.bias_hh_l1	9	-0.11504026502370834
166407	rnn.weight_ih_l1_reverse	0	-0.037529852241277695
166407	rnn.weight_ih_l1_reverse	1	0.03586791083216667
166407	rnn.weight_ih_l1_reverse	2	0.06765935570001602
166407	rnn.weight_ih_l1_reverse	3	-0.0033067537005990744
166407	rnn.weight_ih_l1_reverse	4	-0.04246004670858383
166407	rnn.weight_ih_l1_reverse	5	-0.030899235978722572
166407	rnn.weight_ih_l1_reverse	6	0.0027465475723147392
166407	rnn.weight_ih_l1_reverse	7	0.02875160239636898
166407	rnn.weight_ih_l1_reverse	8	0.006282088812440634
166407	rnn.weight_ih_l1_reverse	9	-0.04959374666213989
166407	rnn.weight_hh_l1_reverse	0	0.005817319732159376
166407	rnn.weight_hh_l1_reverse	1	0.02991151437163353
166407	rnn.weight_hh_l1_reverse	2	-0.04020939767360687
166407	rnn.weight_hh_l1_reverse	3	0.03603870049118996
166407	rnn.weight_hh_l1_reverse	4	0.050704728811979294
166407	rnn.weight_hh_l1_reverse	5	0.0005074391956441104
166407	rnn.weight_hh_l1_reverse	6	0.05199629068374634
166407	rnn.weight_hh_l1_reverse	7	0.029364679008722305
166407	rnn.weight_hh_l1_reverse	8	-0.00696621835231781
166407	rnn.weight_hh_l1_reverse	9	-0.03127405419945717
166407	rnn.bias_ih_l1_reverse	0	-0.06647827476263046
166407	rnn.bias_ih_l1_reverse	1	-0.15408845245838165
166407	rnn.bias_ih_l1_reverse	2	-0.16098502278327942
166407	rnn.bias_ih_l1_reverse	3	-0.012001526542007923
166407	rnn.bias_ih_l1_reverse	4	-0.21443845331668854
166407	rnn.bias_ih_l1_reverse	5	-0.11516711860895157
166407	rnn.bias_ih_l1_reverse	6	-0.14093950390815735
166407	rnn.bias_ih_l1_reverse	7	-0.18990638852119446
166407	rnn.bias_ih_l1_reverse	8	0.21818086504936218
166407	rnn.bias_ih_l1_reverse	9	0.048664551228284836
166407	rnn.bias_hh_l1_reverse	0	0.001845589024014771
166407	rnn.bias_hh_l1_reverse	1	-0.09947260469198227
166407	rnn.bias_hh_l1_reverse	2	-0.2350507527589798
166407	rnn.bias_hh_l1_reverse	3	-0.13746201992034912
166407	rnn.bias_hh_l1_reverse	4	-0.09934457391500473
166407	rnn.bias_hh_l1_reverse	5	-0.12259658426046371
166407	rnn.bias_hh_l1_reverse	6	0.0893915593624115
166407	rnn.bias_hh_l1_reverse	7	-0.1717212200164795
166407	rnn.bias_hh_l1_reverse	8	-0.11708200722932816
166407	rnn.bias_hh_l1_reverse	9	-0.1497679203748703
166407	linear.weight	0	0.002228822559118271
166407	linear.weight	1	0.10751775652170181
166407	linear.weight	2	-0.09583206474781036
166407	linear.weight	3	0.2853744626045227
166407	linear.weight	4	0.1559600979089737
166407	linear.weight	5	-0.0610523447394371
166407	linear.weight	6	0.12471131980419159
166407	linear.weight	7	0.09952901303768158
166407	linear.weight	8	0.04118097573518753
166407	linear.weight	9	-0.04411166533827782
166407	linear.bias	0	0.1306787133216858
166407	linear.bias	1	-0.18860141932964325
166407	linear.bias	2	-0.4009181559085846
166407	linear.bias	3	-0.6574845314025879
166407	linear.bias	4	-1.2117292881011963
166407	linear.bias	5	-0.053196825087070465
166407	linear.bias	6	-0.7750995755195618
166407	linear.bias	7	0.28801167011260986
166407	linear.bias	8	-0.4448321759700775
166407	linear.bias	9	-1.0319843292236328
166604	transitions	0	0.6804788112640381
166604	transitions	1	0.1461317390203476
166604	transitions	2	-10000.0
166604	transitions	3	-1.8251903057098389
166604	transitions	4	-10000.0
166604	transitions	5	0.5714961290359497
166604	transitions	6	-0.07924994826316833
166604	transitions	7	-0.7535356879234314
166604	transitions	8	-1.409981608390808
166604	transitions	9	-0.0011670253006741405
166604	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
166604	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
166604	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
166604	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
166604	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
166604	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
166604	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
166604	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
166604	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
166604	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
166604	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
166604	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
166604	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
166604	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
166604	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
166604	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
166604	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
166604	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
166604	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
166604	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
166604	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
166604	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
166604	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
166604	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
166604	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
166604	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
166604	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
166604	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
166604	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
166604	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
166604	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
166604	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
166604	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
166604	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
166604	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
166604	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
166604	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
166604	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
166604	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
166604	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
166604	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
166604	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
166604	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
166604	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
166604	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
166604	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
166604	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
166604	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
166604	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
166604	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
166604	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
166604	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
166604	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
166604	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
166604	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
166604	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
166604	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
166604	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
166604	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
166604	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
166604	embedding2nn.weight	0	0.02586495131254196
166604	embedding2nn.weight	1	-0.013156543485820293
166604	embedding2nn.weight	2	-0.014268254861235619
166604	embedding2nn.weight	3	-0.02441897615790367
166604	embedding2nn.weight	4	-0.0059150345623493195
166604	embedding2nn.weight	5	-0.0037005869671702385
166604	embedding2nn.weight	6	-0.0039732977747917175
166604	embedding2nn.weight	7	-0.08342412859201431
166604	embedding2nn.weight	8	-0.0019979383796453476
166604	embedding2nn.weight	9	-0.027687275782227516
166604	embedding2nn.bias	0	0.04455265775322914
166604	embedding2nn.bias	1	-0.06322041898965836
166604	embedding2nn.bias	2	0.08743922412395477
166604	embedding2nn.bias	3	0.06302358210086823
166604	embedding2nn.bias	4	-0.018773270770907402
166604	embedding2nn.bias	5	-0.016082625836133957
166604	embedding2nn.bias	6	0.037896111607551575
166604	embedding2nn.bias	7	-0.057082969695329666
166604	embedding2nn.bias	8	0.06273024529218674
166604	embedding2nn.bias	9	0.06291753798723221
166604	rnn.weight_ih_l0	0	-0.08007582277059555
166604	rnn.weight_ih_l0	1	0.007369251921772957
166604	rnn.weight_ih_l0	2	0.03433305397629738
166604	rnn.weight_ih_l0	3	0.022794516757130623
166604	rnn.weight_ih_l0	4	-0.03875765576958656
166604	rnn.weight_ih_l0	5	-0.06434907019138336
166604	rnn.weight_ih_l0	6	0.0007014377624727786
166604	rnn.weight_ih_l0	7	0.0563347190618515
166604	rnn.weight_ih_l0	8	-0.011862042360007763
166604	rnn.weight_ih_l0	9	-0.024879811331629753
166604	rnn.weight_hh_l0	0	-0.031017139554023743
166604	rnn.weight_hh_l0	1	-0.0075391316786408424
166604	rnn.weight_hh_l0	2	0.004642819985747337
166604	rnn.weight_hh_l0	3	-0.07135774195194244
166604	rnn.weight_hh_l0	4	0.08772865682840347
166604	rnn.weight_hh_l0	5	-0.02541312202811241
166604	rnn.weight_hh_l0	6	-0.06061210483312607
166604	rnn.weight_hh_l0	7	0.013752001337707043
166604	rnn.weight_hh_l0	8	0.012733429670333862
166604	rnn.weight_hh_l0	9	-0.021544817835092545
166604	rnn.bias_ih_l0	0	0.13208432495594025
166604	rnn.bias_ih_l0	1	-0.031500037759542465
166604	rnn.bias_ih_l0	2	-0.015613232739269733
166604	rnn.bias_ih_l0	3	0.14978985488414764
166604	rnn.bias_ih_l0	4	-0.009645869955420494
166604	rnn.bias_ih_l0	5	-0.016801388934254646
166604	rnn.bias_ih_l0	6	0.0021177027374505997
166604	rnn.bias_ih_l0	7	0.025491906329989433
166604	rnn.bias_ih_l0	8	-0.09283309429883957
166604	rnn.bias_ih_l0	9	-0.03654110059142113
166604	rnn.bias_hh_l0	0	-0.004407778847962618
166604	rnn.bias_hh_l0	1	-0.1000579372048378
166604	rnn.bias_hh_l0	2	-0.06555265933275223
166604	rnn.bias_hh_l0	3	-0.08827997744083405
166604	rnn.bias_hh_l0	4	0.0007667624740861356
166604	rnn.bias_hh_l0	5	-0.03534036502242088
166604	rnn.bias_hh_l0	6	0.025090213865041733
166604	rnn.bias_hh_l0	7	0.055595383048057556
166604	rnn.bias_hh_l0	8	-0.10831400007009506
166604	rnn.bias_hh_l0	9	-0.05983118712902069
166604	rnn.weight_ih_l0_reverse	0	-0.026890140026807785
166604	rnn.weight_ih_l0_reverse	1	-0.05177908390760422
166604	rnn.weight_ih_l0_reverse	2	-0.04488762095570564
166604	rnn.weight_ih_l0_reverse	3	0.006440955214202404
166604	rnn.weight_ih_l0_reverse	4	-0.01696700043976307
166604	rnn.weight_ih_l0_reverse	5	-0.05033149942755699
166604	rnn.weight_ih_l0_reverse	6	0.07384835183620453
166604	rnn.weight_ih_l0_reverse	7	-0.029185771942138672
166604	rnn.weight_ih_l0_reverse	8	-0.016438910737633705
166604	rnn.weight_ih_l0_reverse	9	-0.005761797074228525
166604	rnn.weight_hh_l0_reverse	0	0.06143449246883392
166604	rnn.weight_hh_l0_reverse	1	0.016008174046874046
166604	rnn.weight_hh_l0_reverse	2	0.02857658639550209
166604	rnn.weight_hh_l0_reverse	3	0.03431335836648941
166604	rnn.weight_hh_l0_reverse	4	0.009698957204818726
166604	rnn.weight_hh_l0_reverse	5	0.016271600499749184
166604	rnn.weight_hh_l0_reverse	6	0.05053117871284485
166604	rnn.weight_hh_l0_reverse	7	-0.06710471957921982
166604	rnn.weight_hh_l0_reverse	8	0.035766683518886566
166604	rnn.weight_hh_l0_reverse	9	0.03473333269357681
166604	rnn.bias_ih_l0_reverse	0	-0.058923766016960144
166604	rnn.bias_ih_l0_reverse	1	-0.2779521346092224
166604	rnn.bias_ih_l0_reverse	2	-0.12954775989055634
166604	rnn.bias_ih_l0_reverse	3	-0.048035766929388046
166604	rnn.bias_ih_l0_reverse	4	-0.037051595747470856
166604	rnn.bias_ih_l0_reverse	5	0.05722518637776375
166604	rnn.bias_ih_l0_reverse	6	-0.07383707165718079
166604	rnn.bias_ih_l0_reverse	7	0.047594208270311356
166604	rnn.bias_ih_l0_reverse	8	-0.05212131142616272
166604	rnn.bias_ih_l0_reverse	9	0.053847815841436386
166604	rnn.bias_hh_l0_reverse	0	0.02783491089940071
166604	rnn.bias_hh_l0_reverse	1	-0.06852800399065018
166604	rnn.bias_hh_l0_reverse	2	0.08247280865907669
166604	rnn.bias_hh_l0_reverse	3	-0.049479011446237564
166604	rnn.bias_hh_l0_reverse	4	-0.025324396789073944
166604	rnn.bias_hh_l0_reverse	5	-0.0298354122787714
166604	rnn.bias_hh_l0_reverse	6	-0.02069648914039135
166604	rnn.bias_hh_l0_reverse	7	0.10319312661886215
166604	rnn.bias_hh_l0_reverse	8	0.029319217428565025
166604	rnn.bias_hh_l0_reverse	9	-0.1453912854194641
166604	rnn.weight_ih_l1	0	-0.03107568621635437
166604	rnn.weight_ih_l1	1	-0.05367199331521988
166604	rnn.weight_ih_l1	2	0.06201372295618057
166604	rnn.weight_ih_l1	3	-0.06370629370212555
166604	rnn.weight_ih_l1	4	-0.015983551740646362
166604	rnn.weight_ih_l1	5	-0.04257267713546753
166604	rnn.weight_ih_l1	6	0.029438847675919533
166604	rnn.weight_ih_l1	7	-0.03935650736093521
166604	rnn.weight_ih_l1	8	0.03740902617573738
166604	rnn.weight_ih_l1	9	0.04363308846950531
166604	rnn.weight_hh_l1	0	-0.005915003828704357
166604	rnn.weight_hh_l1	1	0.01838928461074829
166604	rnn.weight_hh_l1	2	0.012575795873999596
166604	rnn.weight_hh_l1	3	-0.011837534606456757
166604	rnn.weight_hh_l1	4	0.009455247782170773
166604	rnn.weight_hh_l1	5	0.030982380732893944
166604	rnn.weight_hh_l1	6	0.031742922961711884
166604	rnn.weight_hh_l1	7	-0.01868942193686962
166604	rnn.weight_hh_l1	8	-0.00955092255026102
166604	rnn.weight_hh_l1	9	0.03589987754821777
166604	rnn.bias_ih_l1	0	-0.2017127424478531
166604	rnn.bias_ih_l1	1	-0.18161562085151672
166604	rnn.bias_ih_l1	2	-0.20938320457935333
166604	rnn.bias_ih_l1	3	-0.32132264971733093
166604	rnn.bias_ih_l1	4	-0.200589120388031
166604	rnn.bias_ih_l1	5	-0.09857523441314697
166604	rnn.bias_ih_l1	6	-0.1653168946504593
166604	rnn.bias_ih_l1	7	-0.016988493502140045
166604	rnn.bias_ih_l1	8	-0.14120200276374817
166604	rnn.bias_ih_l1	9	-0.1261168271303177
166604	rnn.bias_hh_l1	0	-0.10836232453584671
166604	rnn.bias_hh_l1	1	-0.0719207152724266
166604	rnn.bias_hh_l1	2	-0.10745655745267868
166604	rnn.bias_hh_l1	3	-0.07899536192417145
166604	rnn.bias_hh_l1	4	-0.091410793364048
166604	rnn.bias_hh_l1	5	-0.11748360842466354
166604	rnn.bias_hh_l1	6	-0.16038022935390472
166604	rnn.bias_hh_l1	7	0.04293282702565193
166604	rnn.bias_hh_l1	8	-0.16946455836296082
166604	rnn.bias_hh_l1	9	-0.1127321869134903
166604	rnn.weight_ih_l1_reverse	0	-0.03765696659684181
166604	rnn.weight_ih_l1_reverse	1	0.03615524619817734
166604	rnn.weight_ih_l1_reverse	2	0.06751074641942978
166604	rnn.weight_ih_l1_reverse	3	-0.002919117920100689
166604	rnn.weight_ih_l1_reverse	4	-0.04224803298711777
166604	rnn.weight_ih_l1_reverse	5	-0.030974920839071274
166604	rnn.weight_ih_l1_reverse	6	0.0022391367238014936
166604	rnn.weight_ih_l1_reverse	7	0.029148930683732033
166604	rnn.weight_ih_l1_reverse	8	0.005633896216750145
166604	rnn.weight_ih_l1_reverse	9	-0.048214368522167206
166604	rnn.weight_hh_l1_reverse	0	0.005673232953995466
166604	rnn.weight_hh_l1_reverse	1	0.029831575229763985
166604	rnn.weight_hh_l1_reverse	2	-0.04022512212395668
166604	rnn.weight_hh_l1_reverse	3	0.03603527694940567
166604	rnn.weight_hh_l1_reverse	4	0.0507151335477829
166604	rnn.weight_hh_l1_reverse	5	0.0002094949159072712
166604	rnn.weight_hh_l1_reverse	6	0.053130853921175
166604	rnn.weight_hh_l1_reverse	7	0.029368648305535316
166604	rnn.weight_hh_l1_reverse	8	-0.007096592802554369
166604	rnn.weight_hh_l1_reverse	9	-0.03124072775244713
166604	rnn.bias_ih_l1_reverse	0	-0.06576173007488251
166604	rnn.bias_ih_l1_reverse	1	-0.15361979603767395
166604	rnn.bias_ih_l1_reverse	2	-0.1607220470905304
166604	rnn.bias_ih_l1_reverse	3	-0.01644076593220234
166604	rnn.bias_ih_l1_reverse	4	-0.21423394978046417
166604	rnn.bias_ih_l1_reverse	5	-0.1150277853012085
166604	rnn.bias_ih_l1_reverse	6	-0.14058904349803925
166604	rnn.bias_ih_l1_reverse	7	-0.1919528692960739
166604	rnn.bias_ih_l1_reverse	8	0.21603241562843323
166604	rnn.bias_ih_l1_reverse	9	0.044225335121154785
166604	rnn.bias_hh_l1_reverse	0	0.0002434460329823196
166604	rnn.bias_hh_l1_reverse	1	-0.09616412967443466
166604	rnn.bias_hh_l1_reverse	2	-0.23534947633743286
166604	rnn.bias_hh_l1_reverse	3	-0.13746529817581177
166604	rnn.bias_hh_l1_reverse	4	-0.09937085956335068
166604	rnn.bias_hh_l1_reverse	5	-0.123751200735569
166604	rnn.bias_hh_l1_reverse	6	0.08859483152627945
166604	rnn.bias_hh_l1_reverse	7	-0.17070668935775757
166604	rnn.bias_hh_l1_reverse	8	-0.11625245958566666
166604	rnn.bias_hh_l1_reverse	9	-0.1496122032403946
166604	linear.weight	0	0.002228822559118271
166604	linear.weight	1	0.10625634342432022
166604	linear.weight	2	-0.09326052665710449
166604	linear.weight	3	0.2892647087574005
166604	linear.weight	4	0.15756939351558685
166604	linear.weight	5	-0.05964456498622894
166604	linear.weight	6	0.1306104063987732
166604	linear.weight	7	0.09445653110742569
166604	linear.weight	8	0.041180919855833054
166604	linear.weight	9	-0.04297531768679619
166604	linear.bias	0	0.13161000609397888
166604	linear.bias	1	-0.18928536772727966
166604	linear.bias	2	-0.3723219931125641
166604	linear.bias	3	-0.6579575538635254
166604	linear.bias	4	-1.212807536125183
166604	linear.bias	5	-0.04978679493069649
166604	linear.bias	6	-0.7762950658798218
166604	linear.bias	7	0.29104912281036377
166604	linear.bias	8	-0.47059500217437744
166604	linear.bias	9	-1.0567119121551514
166801	transitions	0	0.6757224202156067
166801	transitions	1	0.15173019468784332
166801	transitions	2	-10000.0
166801	transitions	3	-1.8252079486846924
166801	transitions	4	-10000.0
166801	transitions	5	0.5714729428291321
166801	transitions	6	-0.07929367572069168
166801	transitions	7	-0.7537774443626404
166801	transitions	8	-1.40999436378479
166801	transitions	9	-0.0011675412533804774
166801	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
166801	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
166801	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
166801	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
166801	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
166801	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
166801	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
166801	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
166801	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
166801	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
166801	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
166801	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
166801	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
166801	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
166801	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
166801	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
166801	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
166801	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
166801	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
166801	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
166801	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
166801	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
166801	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
166801	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
166801	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
166801	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
166801	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
166801	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
166801	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
166801	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
166801	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
166801	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
166801	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
166801	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
166801	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
166801	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
166801	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
166801	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
166801	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
166801	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
166801	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
166801	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
166801	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
166801	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
166801	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
166801	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
166801	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
166801	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
166801	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
166801	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
166801	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
166801	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
166801	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
166801	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
166801	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
166801	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
166801	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
166801	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
166801	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
166801	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
166801	embedding2nn.weight	0	0.025055907666683197
166801	embedding2nn.weight	1	-0.013168918900191784
166801	embedding2nn.weight	2	-0.014268254861235619
166801	embedding2nn.weight	3	-0.02183081954717636
166801	embedding2nn.weight	4	-0.0059150345623493195
166801	embedding2nn.weight	5	-0.0037005869671702385
166801	embedding2nn.weight	6	-0.003973296843469143
166801	embedding2nn.weight	7	-0.08307201415300369
166801	embedding2nn.weight	8	-0.0019979383796453476
166801	embedding2nn.weight	9	-0.027679838240146637
166801	embedding2nn.bias	0	0.055090632289648056
166801	embedding2nn.bias	1	-0.07273441553115845
166801	embedding2nn.bias	2	0.08719822019338608
166801	embedding2nn.bias	3	0.06195833534002304
166801	embedding2nn.bias	4	-0.021687276661396027
166801	embedding2nn.bias	5	-0.015881648287177086
166801	embedding2nn.bias	6	0.03814900666475296
166801	embedding2nn.bias	7	-0.06078065186738968
166801	embedding2nn.bias	8	0.06236577406525612
166801	embedding2nn.bias	9	0.06061098352074623
166801	rnn.weight_ih_l0	0	-0.07997727394104004
166801	rnn.weight_ih_l0	1	0.006750205997377634
166801	rnn.weight_ih_l0	2	0.034485701471567154
166801	rnn.weight_ih_l0	3	0.022672412917017937
166801	rnn.weight_ih_l0	4	-0.03927133232355118
166801	rnn.weight_ih_l0	5	-0.06412333995103836
166801	rnn.weight_ih_l0	6	0.0007049117120914161
166801	rnn.weight_ih_l0	7	0.05567934736609459
166801	rnn.weight_ih_l0	8	-0.011329997330904007
166801	rnn.weight_ih_l0	9	-0.02552017755806446
166801	rnn.weight_hh_l0	0	-0.03032131865620613
166801	rnn.weight_hh_l0	1	-0.008365262299776077
166801	rnn.weight_hh_l0	2	0.004996926989406347
166801	rnn.weight_hh_l0	3	-0.07130109518766403
166801	rnn.weight_hh_l0	4	0.08714406937360764
166801	rnn.weight_hh_l0	5	-0.025319937616586685
166801	rnn.weight_hh_l0	6	-0.061157576739788055
166801	rnn.weight_hh_l0	7	0.01361997239291668
166801	rnn.weight_hh_l0	8	0.012719095684587955
166801	rnn.weight_hh_l0	9	-0.021665122359991074
166801	rnn.bias_ih_l0	0	0.13208796083927155
166801	rnn.bias_ih_l0	1	-0.03248457610607147
166801	rnn.bias_ih_l0	2	-0.015044918283820152
166801	rnn.bias_ih_l0	3	0.14980041980743408
166801	rnn.bias_ih_l0	4	-0.011717760935425758
166801	rnn.bias_ih_l0	5	-0.015317331999540329
166801	rnn.bias_ih_l0	6	0.0009196060127578676
166801	rnn.bias_ih_l0	7	0.026891855522990227
166801	rnn.bias_ih_l0	8	-0.09509366750717163
166801	rnn.bias_ih_l0	9	-0.03526058420538902
166801	rnn.bias_hh_l0	0	-0.004533645696938038
166801	rnn.bias_hh_l0	1	-0.09849713742733002
166801	rnn.bias_hh_l0	2	-0.06495674699544907
166801	rnn.bias_hh_l0	3	-0.08868227154016495
166801	rnn.bias_hh_l0	4	-0.0008323429501615465
166801	rnn.bias_hh_l0	5	-0.035782862454652786
166801	rnn.bias_hh_l0	6	0.02408963069319725
166801	rnn.bias_hh_l0	7	0.05578121915459633
166801	rnn.bias_hh_l0	8	-0.10867990553379059
166801	rnn.bias_hh_l0	9	-0.05971583351492882
166801	rnn.weight_ih_l0_reverse	0	-0.027318226173520088
166801	rnn.weight_ih_l0_reverse	1	-0.051994699984788895
166801	rnn.weight_ih_l0_reverse	2	-0.044836126267910004
166801	rnn.weight_ih_l0_reverse	3	0.005964904557913542
166801	rnn.weight_ih_l0_reverse	4	-0.016860660165548325
166801	rnn.weight_ih_l0_reverse	5	-0.050610631704330444
166801	rnn.weight_ih_l0_reverse	6	0.07385268807411194
166801	rnn.weight_ih_l0_reverse	7	-0.029273368418216705
166801	rnn.weight_ih_l0_reverse	8	-0.016808129847049713
166801	rnn.weight_ih_l0_reverse	9	-0.0058509171940386295
166801	rnn.weight_hh_l0_reverse	0	0.06150886043906212
166801	rnn.weight_hh_l0_reverse	1	0.01651557721197605
166801	rnn.weight_hh_l0_reverse	2	0.028899578377604485
166801	rnn.weight_hh_l0_reverse	3	0.03462045267224312
166801	rnn.weight_hh_l0_reverse	4	0.010059217922389507
166801	rnn.weight_hh_l0_reverse	5	0.01621084474027157
166801	rnn.weight_hh_l0_reverse	6	0.05033804848790169
166801	rnn.weight_hh_l0_reverse	7	-0.0672781690955162
166801	rnn.weight_hh_l0_reverse	8	0.036237139254808426
166801	rnn.weight_hh_l0_reverse	9	0.03424568846821785
166801	rnn.bias_ih_l0_reverse	0	-0.059951301664114
166801	rnn.bias_ih_l0_reverse	1	-0.27669376134872437
166801	rnn.bias_ih_l0_reverse	2	-0.12845803797245026
166801	rnn.bias_ih_l0_reverse	3	-0.04706967622041702
166801	rnn.bias_ih_l0_reverse	4	-0.036111682653427124
166801	rnn.bias_ih_l0_reverse	5	0.05757138133049011
166801	rnn.bias_ih_l0_reverse	6	-0.07724516093730927
166801	rnn.bias_ih_l0_reverse	7	0.04623480513691902
166801	rnn.bias_ih_l0_reverse	8	-0.05231257528066635
166801	rnn.bias_ih_l0_reverse	9	0.05248602479696274
166801	rnn.bias_hh_l0_reverse	0	0.027013009414076805
166801	rnn.bias_hh_l0_reverse	1	-0.07003757357597351
166801	rnn.bias_hh_l0_reverse	2	0.08270802348852158
166801	rnn.bias_hh_l0_reverse	3	-0.049809955060482025
166801	rnn.bias_hh_l0_reverse	4	-0.02401331625878811
166801	rnn.bias_hh_l0_reverse	5	-0.028395216912031174
166801	rnn.bias_hh_l0_reverse	6	-0.022534310817718506
166801	rnn.bias_hh_l0_reverse	7	0.10303878784179688
166801	rnn.bias_hh_l0_reverse	8	0.03031519614160061
166801	rnn.bias_hh_l0_reverse	9	-0.14660246670246124
166801	rnn.weight_ih_l1	0	-0.031119491904973984
166801	rnn.weight_ih_l1	1	-0.05318102613091469
166801	rnn.weight_ih_l1	2	0.06168273091316223
166801	rnn.weight_ih_l1	3	-0.06221824511885643
166801	rnn.weight_ih_l1	4	-0.016459571197628975
166801	rnn.weight_ih_l1	5	-0.04263543710112572
166801	rnn.weight_ih_l1	6	0.02941443771123886
166801	rnn.weight_ih_l1	7	-0.038729164749383926
166801	rnn.weight_ih_l1	8	0.03753992170095444
166801	rnn.weight_ih_l1	9	0.043241970241069794
166801	rnn.weight_hh_l1	0	-0.005884035490453243
166801	rnn.weight_hh_l1	1	0.01832418702542782
166801	rnn.weight_hh_l1	2	0.013042687438428402
166801	rnn.weight_hh_l1	3	-0.01185265090316534
166801	rnn.weight_hh_l1	4	0.009922729805111885
166801	rnn.weight_hh_l1	5	0.031477589160203934
166801	rnn.weight_hh_l1	6	0.03211098164319992
166801	rnn.weight_hh_l1	7	-0.018526732921600342
166801	rnn.weight_hh_l1	8	-0.009488606825470924
166801	rnn.weight_hh_l1	9	0.035834748297929764
166801	rnn.bias_ih_l1	0	-0.2023853212594986
166801	rnn.bias_ih_l1	1	-0.181916281580925
166801	rnn.bias_ih_l1	2	-0.2114388346672058
166801	rnn.bias_ih_l1	3	-0.3217058777809143
166801	rnn.bias_ih_l1	4	-0.19878074526786804
166801	rnn.bias_ih_l1	5	-0.09890203922986984
166801	rnn.bias_ih_l1	6	-0.1638137847185135
166801	rnn.bias_ih_l1	7	-0.017564870417118073
166801	rnn.bias_ih_l1	8	-0.14107713103294373
166801	rnn.bias_ih_l1	9	-0.1272285431623459
166801	rnn.bias_hh_l1	0	-0.10736168920993805
166801	rnn.bias_hh_l1	1	-0.07099875807762146
166801	rnn.bias_hh_l1	2	-0.10515107214450836
166801	rnn.bias_hh_l1	3	-0.07956580817699432
166801	rnn.bias_hh_l1	4	-0.09205904603004456
166801	rnn.bias_hh_l1	5	-0.11829566210508347
166801	rnn.bias_hh_l1	6	-0.16194204986095428
166801	rnn.bias_hh_l1	7	0.040614012628793716
166801	rnn.bias_hh_l1	8	-0.16973143815994263
166801	rnn.bias_hh_l1	9	-0.110550656914711
166801	rnn.weight_ih_l1_reverse	0	-0.03724745661020279
166801	rnn.weight_ih_l1_reverse	1	0.03632768243551254
166801	rnn.weight_ih_l1_reverse	2	0.06768716871738434
166801	rnn.weight_ih_l1_reverse	3	-0.002181134419515729
166801	rnn.weight_ih_l1_reverse	4	-0.042921651154756546
166801	rnn.weight_ih_l1_reverse	5	-0.031158605590462685
166801	rnn.weight_ih_l1_reverse	6	0.0008123588631860912
166801	rnn.weight_ih_l1_reverse	7	0.028351547196507454
166801	rnn.weight_ih_l1_reverse	8	0.006099611055105925
166801	rnn.weight_ih_l1_reverse	9	-0.04747767373919487
166801	rnn.weight_hh_l1_reverse	0	0.005646544974297285
166801	rnn.weight_hh_l1_reverse	1	0.0297540370374918
166801	rnn.weight_hh_l1_reverse	2	-0.04020790383219719
166801	rnn.weight_hh_l1_reverse	3	0.036063302308321
166801	rnn.weight_hh_l1_reverse	4	0.050649967044591904
166801	rnn.weight_hh_l1_reverse	5	0.00037221924867480993
166801	rnn.weight_hh_l1_reverse	6	0.05311780050396919
166801	rnn.weight_hh_l1_reverse	7	0.029684443026781082
166801	rnn.weight_hh_l1_reverse	8	-0.00701148109510541
166801	rnn.weight_hh_l1_reverse	9	-0.031419787555933
166801	rnn.bias_ih_l1_reverse	0	-0.06559453904628754
166801	rnn.bias_ih_l1_reverse	1	-0.15370145440101624
166801	rnn.bias_ih_l1_reverse	2	-0.16250689327716827
166801	rnn.bias_ih_l1_reverse	3	-0.01547045074403286
166801	rnn.bias_ih_l1_reverse	4	-0.2149651199579239
166801	rnn.bias_ih_l1_reverse	5	-0.11413458734750748
166801	rnn.bias_ih_l1_reverse	6	-0.14098642766475677
166801	rnn.bias_ih_l1_reverse	7	-0.19070257246494293
166801	rnn.bias_ih_l1_reverse	8	0.2135622501373291
166801	rnn.bias_ih_l1_reverse	9	0.04565395787358284
166801	rnn.bias_hh_l1_reverse	0	0.000413922214647755
166801	rnn.bias_hh_l1_reverse	1	-0.09571435302495956
166801	rnn.bias_hh_l1_reverse	2	-0.23646235466003418
166801	rnn.bias_hh_l1_reverse	3	-0.13796493411064148
166801	rnn.bias_hh_l1_reverse	4	-0.09837596863508224
166801	rnn.bias_hh_l1_reverse	5	-0.1244548037648201
166801	rnn.bias_hh_l1_reverse	6	0.0884380117058754
166801	rnn.bias_hh_l1_reverse	7	-0.17080746591091156
166801	rnn.bias_hh_l1_reverse	8	-0.11525598168373108
166801	rnn.bias_hh_l1_reverse	9	-0.14991259574890137
166801	linear.weight	0	0.002228822559118271
166801	linear.weight	1	0.10595042258501053
166801	linear.weight	2	-0.09608139842748642
166801	linear.weight	3	0.288224458694458
166801	linear.weight	4	0.15974585711956024
166801	linear.weight	5	-0.060277052223682404
166801	linear.weight	6	0.1362854689359665
166801	linear.weight	7	0.09607061743736267
166801	linear.weight	8	0.04118111729621887
166801	linear.weight	9	-0.041450779885053635
166801	linear.bias	0	0.16113139688968658
166801	linear.bias	1	-0.20161907374858856
166801	linear.bias	2	-0.4006485044956207
166801	linear.bias	3	-0.6695984601974487
166801	linear.bias	4	-1.2248752117156982
166801	linear.bias	5	-0.0547376424074173
166801	linear.bias	6	-0.7882862687110901
166801	linear.bias	7	0.2847612500190735
166801	linear.bias	8	-0.45008617639541626
166801	linear.bias	9	-1.0362337827682495
166998	transitions	0	0.682313084602356
166998	transitions	1	0.15073412656784058
166998	transitions	2	-10000.0
166998	transitions	3	-1.8252226114273071
166998	transitions	4	-10000.0
166998	transitions	5	0.5714297294616699
166998	transitions	6	-0.07933313399553299
166998	transitions	7	-0.7538894414901733
166998	transitions	8	-1.4100254774093628
166998	transitions	9	-0.001168320537544787
166998	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
166998	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
166998	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
166998	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
166998	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
166998	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
166998	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
166998	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
166998	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
166998	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
166998	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
166998	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
166998	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
166998	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
166998	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
166998	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
166998	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
166998	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
166998	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
166998	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
166998	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
166998	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
166998	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
166998	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
166998	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
166998	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
166998	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
166998	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
166998	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
166998	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
166998	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
166998	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
166998	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
166998	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
166998	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
166998	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
166998	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
166998	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
166998	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
166998	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
166998	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
166998	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
166998	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
166998	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
166998	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
166998	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
166998	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
166998	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
166998	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
166998	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
166998	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
166998	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
166998	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
166998	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
166998	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
166998	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
166998	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
166998	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
166998	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
166998	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
166998	embedding2nn.weight	0	0.02428298443555832
166998	embedding2nn.weight	1	-0.013295727781951427
166998	embedding2nn.weight	2	-0.014268254861235619
166998	embedding2nn.weight	3	-0.021873880177736282
166998	embedding2nn.weight	4	-0.0059150345623493195
166998	embedding2nn.weight	5	-0.003700587200000882
166998	embedding2nn.weight	6	-0.00397329730913043
166998	embedding2nn.weight	7	-0.08229240775108337
166998	embedding2nn.weight	8	-0.0019979383796453476
166998	embedding2nn.weight	9	-0.028121335431933403
166998	embedding2nn.bias	0	0.052624791860580444
166998	embedding2nn.bias	1	-0.07766856998205185
166998	embedding2nn.bias	2	0.08941605687141418
166998	embedding2nn.bias	3	0.06313925236463547
166998	embedding2nn.bias	4	-0.024901563301682472
166998	embedding2nn.bias	5	-0.01674259826540947
166998	embedding2nn.bias	6	0.03999359905719757
166998	embedding2nn.bias	7	-0.06236971542239189
166998	embedding2nn.bias	8	0.05790761858224869
166998	embedding2nn.bias	9	0.056404054164886475
166998	rnn.weight_ih_l0	0	-0.07959215342998505
166998	rnn.weight_ih_l0	1	0.007573476526886225
166998	rnn.weight_ih_l0	2	0.034640733152627945
166998	rnn.weight_ih_l0	3	0.02315761148929596
166998	rnn.weight_ih_l0	4	-0.04087099805474281
166998	rnn.weight_ih_l0	5	-0.06374504417181015
166998	rnn.weight_ih_l0	6	0.0012780127581208944
166998	rnn.weight_ih_l0	7	0.05531284585595131
166998	rnn.weight_ih_l0	8	-0.011074715293943882
166998	rnn.weight_ih_l0	9	-0.02581038512289524
166998	rnn.weight_hh_l0	0	-0.03039679117500782
166998	rnn.weight_hh_l0	1	-0.007729708682745695
166998	rnn.weight_hh_l0	2	0.0051397765055298805
166998	rnn.weight_hh_l0	3	-0.07164405286312103
166998	rnn.weight_hh_l0	4	0.08719205111265182
166998	rnn.weight_hh_l0	5	-0.02511923387646675
166998	rnn.weight_hh_l0	6	-0.06140824779868126
166998	rnn.weight_hh_l0	7	0.013637006282806396
166998	rnn.weight_hh_l0	8	0.012826676480472088
166998	rnn.weight_hh_l0	9	-0.02191733941435814
166998	rnn.bias_ih_l0	0	0.1326383352279663
166998	rnn.bias_ih_l0	1	-0.030435096472501755
166998	rnn.bias_ih_l0	2	-0.013690455816686153
166998	rnn.bias_ih_l0	3	0.15205523371696472
166998	rnn.bias_ih_l0	4	-0.010262134484946728
166998	rnn.bias_ih_l0	5	-0.016324350610375404
166998	rnn.bias_ih_l0	6	0.0003182865912094712
166998	rnn.bias_ih_l0	7	0.026137003675103188
166998	rnn.bias_ih_l0	8	-0.09412121772766113
166998	rnn.bias_ih_l0	9	-0.03754022344946861
166998	rnn.bias_hh_l0	0	-0.003340883180499077
166998	rnn.bias_hh_l0	1	-0.09940440952777863
166998	rnn.bias_hh_l0	2	-0.06617790460586548
166998	rnn.bias_hh_l0	3	-0.08896148204803467
166998	rnn.bias_hh_l0	4	-0.0010980446822941303
166998	rnn.bias_hh_l0	5	-0.03588087856769562
166998	rnn.bias_hh_l0	6	0.026345698162913322
166998	rnn.bias_hh_l0	7	0.05611799284815788
166998	rnn.bias_hh_l0	8	-0.10899563878774643
166998	rnn.bias_hh_l0	9	-0.05971888452768326
166998	rnn.weight_ih_l0_reverse	0	-0.02715689316391945
166998	rnn.weight_ih_l0_reverse	1	-0.05195268616080284
166998	rnn.weight_ih_l0_reverse	2	-0.04503222927451134
166998	rnn.weight_ih_l0_reverse	3	0.006807814817875624
166998	rnn.weight_ih_l0_reverse	4	-0.017321953549981117
166998	rnn.weight_ih_l0_reverse	5	-0.05091704800724983
166998	rnn.weight_ih_l0_reverse	6	0.07404246926307678
166998	rnn.weight_ih_l0_reverse	7	-0.028848079964518547
166998	rnn.weight_ih_l0_reverse	8	-0.016712041571736336
166998	rnn.weight_ih_l0_reverse	9	-0.005736017134040594
166998	rnn.weight_hh_l0_reverse	0	0.06056034564971924
166998	rnn.weight_hh_l0_reverse	1	0.01674840971827507
166998	rnn.weight_hh_l0_reverse	2	0.02899150177836418
166998	rnn.weight_hh_l0_reverse	3	0.03467313572764397
166998	rnn.weight_hh_l0_reverse	4	0.009975737892091274
166998	rnn.weight_hh_l0_reverse	5	0.01641133800148964
166998	rnn.weight_hh_l0_reverse	6	0.050093602389097214
166998	rnn.weight_hh_l0_reverse	7	-0.06731735169887543
166998	rnn.weight_hh_l0_reverse	8	0.036625929176807404
166998	rnn.weight_hh_l0_reverse	9	0.034507885575294495
166998	rnn.bias_ih_l0_reverse	0	-0.060574010014534
166998	rnn.bias_ih_l0_reverse	1	-0.27381375432014465
166998	rnn.bias_ih_l0_reverse	2	-0.12864065170288086
166998	rnn.bias_ih_l0_reverse	3	-0.046522971242666245
166998	rnn.bias_ih_l0_reverse	4	-0.035527534782886505
166998	rnn.bias_ih_l0_reverse	5	0.05918610095977783
166998	rnn.bias_ih_l0_reverse	6	-0.07742851972579956
166998	rnn.bias_ih_l0_reverse	7	0.04734783619642258
166998	rnn.bias_ih_l0_reverse	8	-0.05185342952609062
166998	rnn.bias_ih_l0_reverse	9	0.05554917827248573
166998	rnn.bias_hh_l0_reverse	0	0.027740539982914925
166998	rnn.bias_hh_l0_reverse	1	-0.06906682252883911
166998	rnn.bias_hh_l0_reverse	2	0.08364833146333694
166998	rnn.bias_hh_l0_reverse	3	-0.05081924796104431
166998	rnn.bias_hh_l0_reverse	4	-0.024559980258345604
166998	rnn.bias_hh_l0_reverse	5	-0.028976278379559517
166998	rnn.bias_hh_l0_reverse	6	-0.022842638194561005
166998	rnn.bias_hh_l0_reverse	7	0.10285060107707977
166998	rnn.bias_hh_l0_reverse	8	0.030719341710209846
166998	rnn.bias_hh_l0_reverse	9	-0.1457066833972931
166998	rnn.weight_ih_l1	0	-0.032133281230926514
166998	rnn.weight_ih_l1	1	-0.05255076289176941
166998	rnn.weight_ih_l1	2	0.061189476400613785
166998	rnn.weight_ih_l1	3	-0.06128915771842003
166998	rnn.weight_ih_l1	4	-0.016850557178258896
166998	rnn.weight_ih_l1	5	-0.042534392327070236
166998	rnn.weight_ih_l1	6	0.03030260093510151
166998	rnn.weight_ih_l1	7	-0.03874984756112099
166998	rnn.weight_ih_l1	8	0.037410665303468704
166998	rnn.weight_ih_l1	9	0.04338492080569267
166998	rnn.weight_hh_l1	0	-0.005241040140390396
166998	rnn.weight_hh_l1	1	0.018237054347991943
166998	rnn.weight_hh_l1	2	0.012489327229559422
166998	rnn.weight_hh_l1	3	-0.0116104856133461
166998	rnn.weight_hh_l1	4	0.0102287782356143
166998	rnn.weight_hh_l1	5	0.031253159046173096
166998	rnn.weight_hh_l1	6	0.03211897239089012
166998	rnn.weight_hh_l1	7	-0.018532080575823784
166998	rnn.weight_hh_l1	8	-0.009378870017826557
166998	rnn.weight_hh_l1	9	0.036336228251457214
166998	rnn.bias_ih_l1	0	-0.20399260520935059
166998	rnn.bias_ih_l1	1	-0.1794547140598297
166998	rnn.bias_ih_l1	2	-0.21131815016269684
166998	rnn.bias_ih_l1	3	-0.32101765275001526
166998	rnn.bias_ih_l1	4	-0.19724875688552856
166998	rnn.bias_ih_l1	5	-0.09931629151105881
166998	rnn.bias_ih_l1	6	-0.16309331357479095
166998	rnn.bias_ih_l1	7	-0.015331056900322437
166998	rnn.bias_ih_l1	8	-0.1406124234199524
166998	rnn.bias_ih_l1	9	-0.12819835543632507
166998	rnn.bias_hh_l1	0	-0.10702840238809586
166998	rnn.bias_hh_l1	1	-0.07018625736236572
166998	rnn.bias_hh_l1	2	-0.10537094622850418
166998	rnn.bias_hh_l1	3	-0.08013681322336197
166998	rnn.bias_hh_l1	4	-0.09171299636363983
166998	rnn.bias_hh_l1	5	-0.11843867599964142
166998	rnn.bias_hh_l1	6	-0.16121551394462585
166998	rnn.bias_hh_l1	7	0.037406764924526215
166998	rnn.bias_hh_l1	8	-0.1677095741033554
166998	rnn.bias_hh_l1	9	-0.11139325797557831
166998	rnn.weight_ih_l1_reverse	0	-0.03746485337615013
166998	rnn.weight_ih_l1_reverse	1	0.036540646106004715
166998	rnn.weight_ih_l1_reverse	2	0.06861202418804169
166998	rnn.weight_ih_l1_reverse	3	-0.0021168419625610113
166998	rnn.weight_ih_l1_reverse	4	-0.04433576762676239
166998	rnn.weight_ih_l1_reverse	5	-0.0310840867459774
166998	rnn.weight_ih_l1_reverse	6	0.00023315967700909823
166998	rnn.weight_ih_l1_reverse	7	0.02827758714556694
166998	rnn.weight_ih_l1_reverse	8	0.0055479807779192924
166998	rnn.weight_ih_l1_reverse	9	-0.04763030633330345
166998	rnn.weight_hh_l1_reverse	0	0.005647126119583845
166998	rnn.weight_hh_l1_reverse	1	0.02975216694176197
166998	rnn.weight_hh_l1_reverse	2	-0.040210068225860596
166998	rnn.weight_hh_l1_reverse	3	0.036026086658239365
166998	rnn.weight_hh_l1_reverse	4	0.05082210153341293
166998	rnn.weight_hh_l1_reverse	5	0.00034311634954065084
166998	rnn.weight_hh_l1_reverse	6	0.05281154438853264
166998	rnn.weight_hh_l1_reverse	7	0.029719073325395584
166998	rnn.weight_hh_l1_reverse	8	-0.007075274828821421
166998	rnn.weight_hh_l1_reverse	9	-0.03133891895413399
166998	rnn.bias_ih_l1_reverse	0	-0.06514142453670502
166998	rnn.bias_ih_l1_reverse	1	-0.15223392844200134
166998	rnn.bias_ih_l1_reverse	2	-0.16411475837230682
166998	rnn.bias_ih_l1_reverse	3	-0.01818818598985672
166998	rnn.bias_ih_l1_reverse	4	-0.21286845207214355
166998	rnn.bias_ih_l1_reverse	5	-0.1140376478433609
166998	rnn.bias_ih_l1_reverse	6	-0.1407579779624939
166998	rnn.bias_ih_l1_reverse	7	-0.18826040625572205
166998	rnn.bias_ih_l1_reverse	8	0.21062585711479187
166998	rnn.bias_ih_l1_reverse	9	0.04350527375936508
166998	rnn.bias_hh_l1_reverse	0	0.0039761364459991455
166998	rnn.bias_hh_l1_reverse	1	-0.09773560613393784
166998	rnn.bias_hh_l1_reverse	2	-0.2369295358657837
166998	rnn.bias_hh_l1_reverse	3	-0.14069463312625885
166998	rnn.bias_hh_l1_reverse	4	-0.09830339252948761
166998	rnn.bias_hh_l1_reverse	5	-0.1254311203956604
166998	rnn.bias_hh_l1_reverse	6	0.08677492290735245
166998	rnn.bias_hh_l1_reverse	7	-0.1702507734298706
166998	rnn.bias_hh_l1_reverse	8	-0.11522645503282547
166998	rnn.bias_hh_l1_reverse	9	-0.14985595643520355
166998	linear.weight	0	0.002228822559118271
166998	linear.weight	1	0.10931523144245148
166998	linear.weight	2	-0.09381262958049774
166998	linear.weight	3	0.28940480947494507
166998	linear.weight	4	0.1606261134147644
166998	linear.weight	5	-0.061221711337566376
166998	linear.weight	6	0.13294458389282227
166998	linear.weight	7	0.09808534383773804
166998	linear.weight	8	0.04118119552731514
166998	linear.weight	9	-0.041016753762960434
166998	linear.bias	0	0.10488657653331757
166998	linear.bias	1	-0.19279363751411438
166998	linear.bias	2	-0.39297768473625183
166998	linear.bias	3	-0.6697444319725037
166998	linear.bias	4	-1.2257343530654907
166998	linear.bias	5	-0.03769098222255707
166998	linear.bias	6	-0.7791842818260193
166998	linear.bias	7	0.2994905710220337
166998	linear.bias	8	-0.4559028744697571
166998	linear.bias	9	-1.0426453351974487
167195	transitions	0	0.6874316334724426
167195	transitions	1	0.14854134619235992
167195	transitions	2	-10000.0
167195	transitions	3	-1.8252429962158203
167195	transitions	4	-10000.0
167195	transitions	5	0.5713977813720703
167195	transitions	6	-0.07943248003721237
167195	transitions	7	-0.7541870474815369
167195	transitions	8	-1.4100463390350342
167195	transitions	9	-0.0011685617500916123
167195	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
167195	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
167195	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
167195	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
167195	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
167195	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
167195	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
167195	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
167195	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
167195	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
167195	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
167195	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
167195	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
167195	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
167195	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
167195	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
167195	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
167195	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
167195	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
167195	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
167195	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
167195	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
167195	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
167195	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
167195	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
167195	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
167195	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
167195	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
167195	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
167195	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
167195	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
167195	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
167195	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
167195	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
167195	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
167195	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
167195	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
167195	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
167195	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
167195	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
167195	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
167195	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
167195	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
167195	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
167195	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
167195	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
167195	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
167195	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
167195	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
167195	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
167195	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
167195	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
167195	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
167195	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
167195	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
167195	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
167195	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
167195	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
167195	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
167195	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
167195	embedding2nn.weight	0	0.024600541219115257
167195	embedding2nn.weight	1	-0.013482272624969482
167195	embedding2nn.weight	2	-0.014268254861235619
167195	embedding2nn.weight	3	-0.02065662108361721
167195	embedding2nn.weight	4	-0.0059150345623493195
167195	embedding2nn.weight	5	-0.003700587200000882
167195	embedding2nn.weight	6	-0.003973294980823994
167195	embedding2nn.weight	7	-0.08220358937978745
167195	embedding2nn.weight	8	-0.0019979383796453476
167195	embedding2nn.weight	9	-0.027998128905892372
167195	embedding2nn.bias	0	0.049193281680345535
167195	embedding2nn.bias	1	-0.07220463454723358
167195	embedding2nn.bias	2	0.0870915874838829
167195	embedding2nn.bias	3	0.06577222049236298
167195	embedding2nn.bias	4	-0.02475864067673683
167195	embedding2nn.bias	5	-0.01514958031475544
167195	embedding2nn.bias	6	0.0386260524392128
167195	embedding2nn.bias	7	-0.06119120866060257
167195	embedding2nn.bias	8	0.060871221125125885
167195	embedding2nn.bias	9	0.057368140667676926
167195	rnn.weight_ih_l0	0	-0.0794265940785408
167195	rnn.weight_ih_l0	1	0.006833204999566078
167195	rnn.weight_ih_l0	2	0.03457440435886383
167195	rnn.weight_ih_l0	3	0.023342380300164223
167195	rnn.weight_ih_l0	4	-0.03952277824282646
167195	rnn.weight_ih_l0	5	-0.06361152976751328
167195	rnn.weight_ih_l0	6	0.0013689461629837751
167195	rnn.weight_ih_l0	7	0.05539959296584129
167195	rnn.weight_ih_l0	8	-0.010681729763746262
167195	rnn.weight_ih_l0	9	-0.02680119313299656
167195	rnn.weight_hh_l0	0	-0.030511509627103806
167195	rnn.weight_hh_l0	1	-0.007953192107379436
167195	rnn.weight_hh_l0	2	0.004157450050115585
167195	rnn.weight_hh_l0	3	-0.07185301929712296
167195	rnn.weight_hh_l0	4	0.0877925232052803
167195	rnn.weight_hh_l0	5	-0.025031860917806625
167195	rnn.weight_hh_l0	6	-0.060927536338567734
167195	rnn.weight_hh_l0	7	0.013354145921766758
167195	rnn.weight_hh_l0	8	0.01274398434907198
167195	rnn.weight_hh_l0	9	-0.021928392350673676
167195	rnn.bias_ih_l0	0	0.13368993997573853
167195	rnn.bias_ih_l0	1	-0.030611254274845123
167195	rnn.bias_ih_l0	2	-0.013362116180360317
167195	rnn.bias_ih_l0	3	0.15406948328018188
167195	rnn.bias_ih_l0	4	-0.009240387938916683
167195	rnn.bias_ih_l0	5	-0.015422841534018517
167195	rnn.bias_ih_l0	6	0.0036697429604828358
167195	rnn.bias_ih_l0	7	0.026593398302793503
167195	rnn.bias_ih_l0	8	-0.09426606446504593
167195	rnn.bias_ih_l0	9	-0.03549813851714134
167195	rnn.bias_hh_l0	0	-0.0034156348556280136
167195	rnn.bias_hh_l0	1	-0.100599005818367
167195	rnn.bias_hh_l0	2	-0.06436979025602341
167195	rnn.bias_hh_l0	3	-0.08748901635408401
167195	rnn.bias_hh_l0	4	-0.0018156786682084203
167195	rnn.bias_hh_l0	5	-0.03607921302318573
167195	rnn.bias_hh_l0	6	0.02419917844235897
167195	rnn.bias_hh_l0	7	0.05432017520070076
167195	rnn.bias_hh_l0	8	-0.10949289798736572
167195	rnn.bias_hh_l0	9	-0.06142522767186165
167195	rnn.weight_ih_l0_reverse	0	-0.02637026086449623
167195	rnn.weight_ih_l0_reverse	1	-0.051841650158166885
167195	rnn.weight_ih_l0_reverse	2	-0.04605669528245926
167195	rnn.weight_ih_l0_reverse	3	0.007891802117228508
167195	rnn.weight_ih_l0_reverse	4	-0.01750512421131134
167195	rnn.weight_ih_l0_reverse	5	-0.05110097676515579
167195	rnn.weight_ih_l0_reverse	6	0.07384390383958817
167195	rnn.weight_ih_l0_reverse	7	-0.027991147711873055
167195	rnn.weight_ih_l0_reverse	8	-0.015940865501761436
167195	rnn.weight_ih_l0_reverse	9	-0.0057524130679667
167195	rnn.weight_hh_l0_reverse	0	0.061047736555337906
167195	rnn.weight_hh_l0_reverse	1	0.016492262482643127
167195	rnn.weight_hh_l0_reverse	2	0.029187975451350212
167195	rnn.weight_hh_l0_reverse	3	0.03463112190365791
167195	rnn.weight_hh_l0_reverse	4	0.010088515467941761
167195	rnn.weight_hh_l0_reverse	5	0.015797503292560577
167195	rnn.weight_hh_l0_reverse	6	0.050082605332136154
167195	rnn.weight_hh_l0_reverse	7	-0.06731825321912766
167195	rnn.weight_hh_l0_reverse	8	0.036738667637109756
167195	rnn.weight_hh_l0_reverse	9	0.03448811173439026
167195	rnn.bias_ih_l0_reverse	0	-0.06042986735701561
167195	rnn.bias_ih_l0_reverse	1	-0.2741380035877228
167195	rnn.bias_ih_l0_reverse	2	-0.12809427082538605
167195	rnn.bias_ih_l0_reverse	3	-0.0453551709651947
167195	rnn.bias_ih_l0_reverse	4	-0.035259660333395004
167195	rnn.bias_ih_l0_reverse	5	0.05975261330604553
167195	rnn.bias_ih_l0_reverse	6	-0.0766158178448677
167195	rnn.bias_ih_l0_reverse	7	0.04676566645503044
167195	rnn.bias_ih_l0_reverse	8	-0.053632210940122604
167195	rnn.bias_ih_l0_reverse	9	0.05508260801434517
167195	rnn.bias_hh_l0_reverse	0	0.02849509008228779
167195	rnn.bias_hh_l0_reverse	1	-0.06653991341590881
167195	rnn.bias_hh_l0_reverse	2	0.08276080340147018
167195	rnn.bias_hh_l0_reverse	3	-0.05139186605811119
167195	rnn.bias_hh_l0_reverse	4	-0.02306247316300869
167195	rnn.bias_hh_l0_reverse	5	-0.030559737235307693
167195	rnn.bias_hh_l0_reverse	6	-0.02331286109983921
167195	rnn.bias_hh_l0_reverse	7	0.10111042112112045
167195	rnn.bias_hh_l0_reverse	8	0.030717305839061737
167195	rnn.bias_hh_l0_reverse	9	-0.14678791165351868
167195	rnn.weight_ih_l1	0	-0.03168591484427452
167195	rnn.weight_ih_l1	1	-0.05149982124567032
167195	rnn.weight_ih_l1	2	0.060979779809713364
167195	rnn.weight_ih_l1	3	-0.059715744107961655
167195	rnn.weight_ih_l1	4	-0.01676625944674015
167195	rnn.weight_ih_l1	5	-0.042876701802015305
167195	rnn.weight_ih_l1	6	0.030038263648748398
167195	rnn.weight_ih_l1	7	-0.03936329483985901
167195	rnn.weight_ih_l1	8	0.03753569722175598
167195	rnn.weight_ih_l1	9	0.04385995864868164
167195	rnn.weight_hh_l1	0	-0.005450370721518993
167195	rnn.weight_hh_l1	1	0.018147796392440796
167195	rnn.weight_hh_l1	2	0.012359386309981346
167195	rnn.weight_hh_l1	3	-0.011610962450504303
167195	rnn.weight_hh_l1	4	0.010208735242486
167195	rnn.weight_hh_l1	5	0.031427837908267975
167195	rnn.weight_hh_l1	6	0.032069411128759384
167195	rnn.weight_hh_l1	7	-0.018230140209197998
167195	rnn.weight_hh_l1	8	-0.009447988122701645
167195	rnn.weight_hh_l1	9	0.03628426417708397
167195	rnn.bias_ih_l1	0	-0.20353253185749054
167195	rnn.bias_ih_l1	1	-0.18095487356185913
167195	rnn.bias_ih_l1	2	-0.21082741022109985
167195	rnn.bias_ih_l1	3	-0.3200608789920807
167195	rnn.bias_ih_l1	4	-0.19682610034942627
167195	rnn.bias_ih_l1	5	-0.09910635650157928
167195	rnn.bias_ih_l1	6	-0.1642463356256485
167195	rnn.bias_ih_l1	7	-0.013484982773661613
167195	rnn.bias_ih_l1	8	-0.14067299664020538
167195	rnn.bias_ih_l1	9	-0.12870654463768005
167195	rnn.bias_hh_l1	0	-0.10554284602403641
167195	rnn.bias_hh_l1	1	-0.07084472477436066
167195	rnn.bias_hh_l1	2	-0.10732153803110123
167195	rnn.bias_hh_l1	3	-0.08060507476329803
167195	rnn.bias_hh_l1	4	-0.09239031374454498
167195	rnn.bias_hh_l1	5	-0.11745843291282654
167195	rnn.bias_hh_l1	6	-0.15952785313129425
167195	rnn.bias_hh_l1	7	0.040690384805202484
167195	rnn.bias_hh_l1	8	-0.16593241691589355
167195	rnn.bias_hh_l1	9	-0.11339620500802994
167195	rnn.weight_ih_l1_reverse	0	-0.03732993081212044
167195	rnn.weight_ih_l1_reverse	1	0.036397431045770645
167195	rnn.weight_ih_l1_reverse	2	0.06756783276796341
167195	rnn.weight_ih_l1_reverse	3	-0.002164194593206048
167195	rnn.weight_ih_l1_reverse	4	-0.04444544389843941
167195	rnn.weight_ih_l1_reverse	5	-0.0310519952327013
167195	rnn.weight_ih_l1_reverse	6	0.0005225937347859144
167195	rnn.weight_ih_l1_reverse	7	0.028524547815322876
167195	rnn.weight_ih_l1_reverse	8	0.006017941981554031
167195	rnn.weight_ih_l1_reverse	9	-0.047679461538791656
167195	rnn.weight_hh_l1_reverse	0	0.0057420977391302586
167195	rnn.weight_hh_l1_reverse	1	0.029731852933764458
167195	rnn.weight_hh_l1_reverse	2	-0.04027177393436432
167195	rnn.weight_hh_l1_reverse	3	0.03599745035171509
167195	rnn.weight_hh_l1_reverse	4	0.05066097155213356
167195	rnn.weight_hh_l1_reverse	5	0.0006545956712216139
167195	rnn.weight_hh_l1_reverse	6	0.05286770686507225
167195	rnn.weight_hh_l1_reverse	7	0.029640140011906624
167195	rnn.weight_hh_l1_reverse	8	-0.007101514842361212
167195	rnn.weight_hh_l1_reverse	9	-0.03130868077278137
167195	rnn.bias_ih_l1_reverse	0	-0.06509498506784439
167195	rnn.bias_ih_l1_reverse	1	-0.15203344821929932
167195	rnn.bias_ih_l1_reverse	2	-0.16355614364147186
167195	rnn.bias_ih_l1_reverse	3	-0.02248222753405571
167195	rnn.bias_ih_l1_reverse	4	-0.21219070255756378
167195	rnn.bias_ih_l1_reverse	5	-0.11324268579483032
167195	rnn.bias_ih_l1_reverse	6	-0.1410132497549057
167195	rnn.bias_ih_l1_reverse	7	-0.1877412050962448
167195	rnn.bias_ih_l1_reverse	8	0.21434038877487183
167195	rnn.bias_ih_l1_reverse	9	0.040418557822704315
167195	rnn.bias_hh_l1_reverse	0	0.004127405118197203
167195	rnn.bias_hh_l1_reverse	1	-0.09492851793766022
167195	rnn.bias_hh_l1_reverse	2	-0.2363114356994629
167195	rnn.bias_hh_l1_reverse	3	-0.14112208783626556
167195	rnn.bias_hh_l1_reverse	4	-0.09874684363603592
167195	rnn.bias_hh_l1_reverse	5	-0.12792859971523285
167195	rnn.bias_hh_l1_reverse	6	0.09147108346223831
167195	rnn.bias_hh_l1_reverse	7	-0.1676853448152542
167195	rnn.bias_hh_l1_reverse	8	-0.11590347439050674
167195	rnn.bias_hh_l1_reverse	9	-0.15006764233112335
167195	linear.weight	0	0.002228822559118271
167195	linear.weight	1	0.1063631996512413
167195	linear.weight	2	-0.09391207993030548
167195	linear.weight	3	0.28985512256622314
167195	linear.weight	4	0.158004030585289
167195	linear.weight	5	-0.06243152916431427
167195	linear.weight	6	0.11980016529560089
167195	linear.weight	7	0.09771756082773209
167195	linear.weight	8	0.04118114709854126
167195	linear.weight	9	-0.040066905319690704
167195	linear.bias	0	0.14002494513988495
167195	linear.bias	1	-0.17966915667057037
167195	linear.bias	2	-0.3966864049434662
167195	linear.bias	3	-0.6743175983428955
167195	linear.bias	4	-1.2304142713546753
167195	linear.bias	5	-0.04184073582291603
167195	linear.bias	6	-0.7649674415588379
167195	linear.bias	7	0.29592645168304443
167195	linear.bias	8	-0.4555070996284485
167195	linear.bias	9	-1.0423085689544678
167392	transitions	0	0.6905889511108398
167392	transitions	1	0.14719557762145996
167392	transitions	2	-10000.0
167392	transitions	3	-1.8252534866333008
167392	transitions	4	-10000.0
167392	transitions	5	0.5712956786155701
167392	transitions	6	-0.0794757530093193
167392	transitions	7	-0.7542630434036255
167392	transitions	8	-1.4100775718688965
167392	transitions	9	-0.0011691395193338394
167392	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
167392	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
167392	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
167392	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
167392	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
167392	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
167392	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
167392	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
167392	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
167392	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
167392	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
167392	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
167392	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
167392	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
167392	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
167392	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
167392	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
167392	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
167392	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
167392	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
167392	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
167392	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
167392	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
167392	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
167392	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
167392	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
167392	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
167392	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
167392	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
167392	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
167392	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
167392	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
167392	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
167392	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
167392	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
167392	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
167392	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
167392	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
167392	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
167392	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
167392	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
167392	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
167392	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
167392	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
167392	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
167392	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
167392	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
167392	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
167392	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
167392	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
167392	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
167392	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
167392	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
167392	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
167392	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
167392	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
167392	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
167392	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
167392	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
167392	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
167392	embedding2nn.weight	0	0.02488742023706436
167392	embedding2nn.weight	1	-0.01354871317744255
167392	embedding2nn.weight	2	-0.014268254861235619
167392	embedding2nn.weight	3	-0.0182175375521183
167392	embedding2nn.weight	4	-0.0059150345623493195
167392	embedding2nn.weight	5	-0.003700587200000882
167392	embedding2nn.weight	6	-0.003973295446485281
167392	embedding2nn.weight	7	-0.08238555490970612
167392	embedding2nn.weight	8	-0.0019979383796453476
167392	embedding2nn.weight	9	-0.028339920565485954
167392	embedding2nn.bias	0	0.04234782233834267
167392	embedding2nn.bias	1	-0.07471436262130737
167392	embedding2nn.bias	2	0.08782953768968582
167392	embedding2nn.bias	3	0.06738108396530151
167392	embedding2nn.bias	4	-0.023048188537359238
167392	embedding2nn.bias	5	-0.010030156932771206
167392	embedding2nn.bias	6	0.038115594536066055
167392	embedding2nn.bias	7	-0.061260927468538284
167392	embedding2nn.bias	8	0.05582272633910179
167392	embedding2nn.bias	9	0.06135193631052971
167392	rnn.weight_ih_l0	0	-0.0793881043791771
167392	rnn.weight_ih_l0	1	0.006228872109204531
167392	rnn.weight_ih_l0	2	0.0348736047744751
167392	rnn.weight_ih_l0	3	0.023672152310609818
167392	rnn.weight_ih_l0	4	-0.03969505801796913
167392	rnn.weight_ih_l0	5	-0.06384310126304626
167392	rnn.weight_ih_l0	6	0.0010381829924881458
167392	rnn.weight_ih_l0	7	0.05541404336690903
167392	rnn.weight_ih_l0	8	-0.010761311277747154
167392	rnn.weight_ih_l0	9	-0.02650911919772625
167392	rnn.weight_hh_l0	0	-0.03054208494722843
167392	rnn.weight_hh_l0	1	-0.008183792233467102
167392	rnn.weight_hh_l0	2	0.003769785398617387
167392	rnn.weight_hh_l0	3	-0.07125426828861237
167392	rnn.weight_hh_l0	4	0.08762750029563904
167392	rnn.weight_hh_l0	5	-0.025407083332538605
167392	rnn.weight_hh_l0	6	-0.06121990084648132
167392	rnn.weight_hh_l0	7	0.013034780509769917
167392	rnn.weight_hh_l0	8	0.01241117250174284
167392	rnn.weight_hh_l0	9	-0.02165606990456581
167392	rnn.bias_ih_l0	0	0.13403843343257904
167392	rnn.bias_ih_l0	1	-0.03098336048424244
167392	rnn.bias_ih_l0	2	-0.014313369058072567
167392	rnn.bias_ih_l0	3	0.15401355922222137
167392	rnn.bias_ih_l0	4	-0.011049550957977772
167392	rnn.bias_ih_l0	5	-0.015451034530997276
167392	rnn.bias_ih_l0	6	0.004447914194315672
167392	rnn.bias_ih_l0	7	0.025125520303845406
167392	rnn.bias_ih_l0	8	-0.09397116303443909
167392	rnn.bias_ih_l0	9	-0.03298691287636757
167392	rnn.bias_hh_l0	0	-0.003249199129641056
167392	rnn.bias_hh_l0	1	-0.10119908303022385
167392	rnn.bias_hh_l0	2	-0.06325718015432358
167392	rnn.bias_hh_l0	3	-0.08851773291826248
167392	rnn.bias_hh_l0	4	-0.0033340794034302235
167392	rnn.bias_hh_l0	5	-0.03466855734586716
167392	rnn.bias_hh_l0	6	0.025462301447987556
167392	rnn.bias_hh_l0	7	0.054060403257608414
167392	rnn.bias_hh_l0	8	-0.10848850756883621
167392	rnn.bias_hh_l0	9	-0.0619727298617363
167392	rnn.weight_ih_l0_reverse	0	-0.026440856978297234
167392	rnn.weight_ih_l0_reverse	1	-0.051860515028238297
167392	rnn.weight_ih_l0_reverse	2	-0.04692531377077103
167392	rnn.weight_ih_l0_reverse	3	0.008149762637913227
167392	rnn.weight_ih_l0_reverse	4	-0.016988465562462807
167392	rnn.weight_ih_l0_reverse	5	-0.05070877820253372
167392	rnn.weight_ih_l0_reverse	6	0.07379908114671707
167392	rnn.weight_ih_l0_reverse	7	-0.027682960033416748
167392	rnn.weight_ih_l0_reverse	8	-0.01584368571639061
167392	rnn.weight_ih_l0_reverse	9	-0.005810421425849199
167392	rnn.weight_hh_l0_reverse	0	0.061406996101140976
167392	rnn.weight_hh_l0_reverse	1	0.01666417345404625
167392	rnn.weight_hh_l0_reverse	2	0.02931974083185196
167392	rnn.weight_hh_l0_reverse	3	0.03484015539288521
167392	rnn.weight_hh_l0_reverse	4	0.009945690631866455
167392	rnn.weight_hh_l0_reverse	5	0.015828968957066536
167392	rnn.weight_hh_l0_reverse	6	0.05028454214334488
167392	rnn.weight_hh_l0_reverse	7	-0.06814555078744888
167392	rnn.weight_hh_l0_reverse	8	0.03681369870901108
167392	rnn.weight_hh_l0_reverse	9	0.034532271325588226
167392	rnn.bias_ih_l0_reverse	0	-0.061116963624954224
167392	rnn.bias_ih_l0_reverse	1	-0.2724563777446747
167392	rnn.bias_ih_l0_reverse	2	-0.12699972093105316
167392	rnn.bias_ih_l0_reverse	3	-0.045458585023880005
167392	rnn.bias_ih_l0_reverse	4	-0.035100650042295456
167392	rnn.bias_ih_l0_reverse	5	0.061773642897605896
167392	rnn.bias_ih_l0_reverse	6	-0.07689214497804642
167392	rnn.bias_ih_l0_reverse	7	0.04713327810168266
167392	rnn.bias_ih_l0_reverse	8	-0.052249033004045486
167392	rnn.bias_ih_l0_reverse	9	0.054655976593494415
167392	rnn.bias_hh_l0_reverse	0	0.028513304889202118
167392	rnn.bias_hh_l0_reverse	1	-0.06615491211414337
167392	rnn.bias_hh_l0_reverse	2	0.08203119784593582
167392	rnn.bias_hh_l0_reverse	3	-0.05137215182185173
167392	rnn.bias_hh_l0_reverse	4	-0.021401215344667435
167392	rnn.bias_hh_l0_reverse	5	-0.02900778502225876
167392	rnn.bias_hh_l0_reverse	6	-0.023286502808332443
167392	rnn.bias_hh_l0_reverse	7	0.10112003982067108
167392	rnn.bias_hh_l0_reverse	8	0.030668456107378006
167392	rnn.bias_hh_l0_reverse	9	-0.14558292925357819
167392	rnn.weight_ih_l1	0	-0.03161182999610901
167392	rnn.weight_ih_l1	1	-0.051878757774829865
167392	rnn.weight_ih_l1	2	0.062216855585575104
167392	rnn.weight_ih_l1	3	-0.05945149064064026
167392	rnn.weight_ih_l1	4	-0.016473393887281418
167392	rnn.weight_ih_l1	5	-0.04308966174721718
167392	rnn.weight_ih_l1	6	0.03042040765285492
167392	rnn.weight_ih_l1	7	-0.03949825465679169
167392	rnn.weight_ih_l1	8	0.03741305321455002
167392	rnn.weight_ih_l1	9	0.043969061225652695
167392	rnn.weight_hh_l1	0	-0.005189485382288694
167392	rnn.weight_hh_l1	1	0.01829870045185089
167392	rnn.weight_hh_l1	2	0.012910044752061367
167392	rnn.weight_hh_l1	3	-0.01165616326034069
167392	rnn.weight_hh_l1	4	0.010120738297700882
167392	rnn.weight_hh_l1	5	0.031444888561964035
167392	rnn.weight_hh_l1	6	0.03197851777076721
167392	rnn.weight_hh_l1	7	-0.0181838758289814
167392	rnn.weight_hh_l1	8	-0.009660950861871243
167392	rnn.weight_hh_l1	9	0.036333806812763214
167392	rnn.bias_ih_l1	0	-0.2041245549917221
167392	rnn.bias_ih_l1	1	-0.17949171364307404
167392	rnn.bias_ih_l1	2	-0.20843559503555298
167392	rnn.bias_ih_l1	3	-0.3210177421569824
167392	rnn.bias_ih_l1	4	-0.20214654505252838
167392	rnn.bias_ih_l1	5	-0.09875282645225525
167392	rnn.bias_ih_l1	6	-0.163316547870636
167392	rnn.bias_ih_l1	7	-0.010726847685873508
167392	rnn.bias_ih_l1	8	-0.1410316377878189
167392	rnn.bias_ih_l1	9	-0.12943542003631592
167392	rnn.bias_hh_l1	0	-0.10455719381570816
167392	rnn.bias_hh_l1	1	-0.07053905725479126
167392	rnn.bias_hh_l1	2	-0.10580146312713623
167392	rnn.bias_hh_l1	3	-0.0802108496427536
167392	rnn.bias_hh_l1	4	-0.09047429263591766
167392	rnn.bias_hh_l1	5	-0.11755441874265671
167392	rnn.bias_hh_l1	6	-0.16106319427490234
167392	rnn.bias_hh_l1	7	0.04252675548195839
167392	rnn.bias_hh_l1	8	-0.1671500951051712
167392	rnn.bias_hh_l1	9	-0.11296786367893219
167392	rnn.weight_ih_l1_reverse	0	-0.03753619268536568
167392	rnn.weight_ih_l1_reverse	1	0.03662284463644028
167392	rnn.weight_ih_l1_reverse	2	0.06844039261341095
167392	rnn.weight_ih_l1_reverse	3	-0.0023024105466902256
167392	rnn.weight_ih_l1_reverse	4	-0.04583798348903656
167392	rnn.weight_ih_l1_reverse	5	-0.031112082302570343
167392	rnn.weight_ih_l1_reverse	6	0.0004454053414519876
167392	rnn.weight_ih_l1_reverse	7	0.028441935777664185
167392	rnn.weight_ih_l1_reverse	8	0.006153115537017584
167392	rnn.weight_ih_l1_reverse	9	-0.04765663295984268
167392	rnn.weight_hh_l1_reverse	0	0.005727659910917282
167392	rnn.weight_hh_l1_reverse	1	0.02964727208018303
167392	rnn.weight_hh_l1_reverse	2	-0.04028772562742233
167392	rnn.weight_hh_l1_reverse	3	0.035905104130506516
167392	rnn.weight_hh_l1_reverse	4	0.0513557493686676
167392	rnn.weight_hh_l1_reverse	5	0.0005997773259878159
167392	rnn.weight_hh_l1_reverse	6	0.052683889865875244
167392	rnn.weight_hh_l1_reverse	7	0.029924819245934486
167392	rnn.weight_hh_l1_reverse	8	-0.007110810372978449
167392	rnn.weight_hh_l1_reverse	9	-0.03135430067777634
167392	rnn.bias_ih_l1_reverse	0	-0.06525835394859314
167392	rnn.bias_ih_l1_reverse	1	-0.15345506370067596
167392	rnn.bias_ih_l1_reverse	2	-0.16273367404937744
167392	rnn.bias_ih_l1_reverse	3	-0.02387523092329502
167392	rnn.bias_ih_l1_reverse	4	-0.21233278512954712
167392	rnn.bias_ih_l1_reverse	5	-0.11408337950706482
167392	rnn.bias_ih_l1_reverse	6	-0.14027322828769684
167392	rnn.bias_ih_l1_reverse	7	-0.1855841726064682
167392	rnn.bias_ih_l1_reverse	8	0.21485014259815216
167392	rnn.bias_ih_l1_reverse	9	0.04238805174827576
167392	rnn.bias_hh_l1_reverse	0	0.0017529859906062484
167392	rnn.bias_hh_l1_reverse	1	-0.0935589000582695
167392	rnn.bias_hh_l1_reverse	2	-0.23653319478034973
167392	rnn.bias_hh_l1_reverse	3	-0.13966941833496094
167392	rnn.bias_hh_l1_reverse	4	-0.09797754883766174
167392	rnn.bias_hh_l1_reverse	5	-0.12772385776042938
167392	rnn.bias_hh_l1_reverse	6	0.09485884755849838
167392	rnn.bias_hh_l1_reverse	7	-0.16601522266864777
167392	rnn.bias_hh_l1_reverse	8	-0.11648694425821304
167392	rnn.bias_hh_l1_reverse	9	-0.14981649816036224
167392	linear.weight	0	0.002228822559118271
167392	linear.weight	1	0.10832114517688751
167392	linear.weight	2	-0.09162887930870056
167392	linear.weight	3	0.29104194045066833
167392	linear.weight	4	0.15992753207683563
167392	linear.weight	5	-0.06259793043136597
167392	linear.weight	6	0.12076588720083237
167392	linear.weight	7	0.10281124711036682
167392	linear.weight	8	0.041180990636348724
167392	linear.weight	9	-0.039847481995821
167392	linear.bias	0	0.12281898409128189
167392	linear.bias	1	-0.18805450201034546
167392	linear.bias	2	-0.4185848832130432
167392	linear.bias	3	-0.6750938892364502
167392	linear.bias	4	-1.2319602966308594
167392	linear.bias	5	-0.026979390531778336
167392	linear.bias	6	-0.7734119892120361
167392	linear.bias	7	0.30900654196739197
167392	linear.bias	8	-0.4726942181587219
167392	linear.bias	9	-1.0612181425094604
167589	transitions	0	0.6923964619636536
167589	transitions	1	0.14642517268657684
167589	transitions	2	-10000.0
167589	transitions	3	-1.8252660036087036
167589	transitions	4	-10000.0
167589	transitions	5	0.5712695717811584
167589	transitions	6	-0.07950937002897263
167589	transitions	7	-0.7543435096740723
167589	transitions	8	-1.4101015329360962
167589	transitions	9	-0.0011694254353642464
167589	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
167589	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
167589	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
167589	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
167589	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
167589	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
167589	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
167589	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
167589	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
167589	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
167589	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
167589	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
167589	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
167589	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
167589	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
167589	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
167589	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
167589	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
167589	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
167589	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
167589	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
167589	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
167589	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
167589	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
167589	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
167589	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
167589	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
167589	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
167589	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
167589	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
167589	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
167589	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
167589	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
167589	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
167589	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
167589	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
167589	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
167589	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
167589	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
167589	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
167589	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
167589	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
167589	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
167589	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
167589	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
167589	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
167589	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
167589	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
167589	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
167589	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
167589	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
167589	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
167589	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
167589	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
167589	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
167589	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
167589	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
167589	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
167589	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
167589	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
167589	embedding2nn.weight	0	0.024358319118618965
167589	embedding2nn.weight	1	-0.01351179089397192
167589	embedding2nn.weight	2	-0.014268254861235619
167589	embedding2nn.weight	3	-0.018706858158111572
167589	embedding2nn.weight	4	-0.0059150345623493195
167589	embedding2nn.weight	5	-0.003700587200000882
167589	embedding2nn.weight	6	-0.0039732977747917175
167589	embedding2nn.weight	7	-0.08255614340305328
167589	embedding2nn.weight	8	-0.0019979383796453476
167589	embedding2nn.weight	9	-0.027763651683926582
167589	embedding2nn.bias	0	0.04018789157271385
167589	embedding2nn.bias	1	-0.07624886929988861
167589	embedding2nn.bias	2	0.09063952416181564
167589	embedding2nn.bias	3	0.06679235398769379
167589	embedding2nn.bias	4	-0.01815018616616726
167589	embedding2nn.bias	5	-0.01143467053771019
167589	embedding2nn.bias	6	0.03969699144363403
167589	embedding2nn.bias	7	-0.0662403404712677
167589	embedding2nn.bias	8	0.05699339881539345
167589	embedding2nn.bias	9	0.057866379618644714
167589	rnn.weight_ih_l0	0	-0.07937125116586685
167589	rnn.weight_ih_l0	1	0.006559289991855621
167589	rnn.weight_ih_l0	2	0.0352216437458992
167589	rnn.weight_ih_l0	3	0.023671811446547508
167589	rnn.weight_ih_l0	4	-0.04030235856771469
167589	rnn.weight_ih_l0	5	-0.06353937089443207
167589	rnn.weight_ih_l0	6	0.0007800939492881298
167589	rnn.weight_ih_l0	7	0.05564453825354576
167589	rnn.weight_ih_l0	8	-0.010745122097432613
167589	rnn.weight_ih_l0	9	-0.02609606273472309
167589	rnn.weight_hh_l0	0	-0.030803347006440163
167589	rnn.weight_hh_l0	1	-0.00894974172115326
167589	rnn.weight_hh_l0	2	0.003847145941108465
167589	rnn.weight_hh_l0	3	-0.0708528533577919
167589	rnn.weight_hh_l0	4	0.08758679032325745
167589	rnn.weight_hh_l0	5	-0.024926630780100822
167589	rnn.weight_hh_l0	6	-0.06118713319301605
167589	rnn.weight_hh_l0	7	0.012802068144083023
167589	rnn.weight_hh_l0	8	0.012542693875730038
167589	rnn.weight_hh_l0	9	-0.021895667538046837
167589	rnn.bias_ih_l0	0	0.13436083495616913
167589	rnn.bias_ih_l0	1	-0.030898531898856163
167589	rnn.bias_ih_l0	2	-0.013623529113829136
167589	rnn.bias_ih_l0	3	0.15468187630176544
167589	rnn.bias_ih_l0	4	-0.010867271572351456
167589	rnn.bias_ih_l0	5	-0.013547934591770172
167589	rnn.bias_ih_l0	6	0.006272459868341684
167589	rnn.bias_ih_l0	7	0.025474630296230316
167589	rnn.bias_ih_l0	8	-0.09389562159776688
167589	rnn.bias_ih_l0	9	-0.032939326018095016
167589	rnn.bias_hh_l0	0	-0.003942257724702358
167589	rnn.bias_hh_l0	1	-0.10102886706590652
167589	rnn.bias_hh_l0	2	-0.06408952921628952
167589	rnn.bias_hh_l0	3	-0.08909787237644196
167589	rnn.bias_hh_l0	4	-0.0028448819648474455
167589	rnn.bias_hh_l0	5	-0.03456897661089897
167589	rnn.bias_hh_l0	6	0.02748696133494377
167589	rnn.bias_hh_l0	7	0.052150800824165344
167589	rnn.bias_hh_l0	8	-0.10810371488332748
167589	rnn.bias_hh_l0	9	-0.06194930151104927
167589	rnn.weight_ih_l0_reverse	0	-0.025883276015520096
167589	rnn.weight_ih_l0_reverse	1	-0.051535651087760925
167589	rnn.weight_ih_l0_reverse	2	-0.047812845557928085
167589	rnn.weight_ih_l0_reverse	3	0.008840168826282024
167589	rnn.weight_ih_l0_reverse	4	-0.01703827641904354
167589	rnn.weight_ih_l0_reverse	5	-0.05059351399540901
167589	rnn.weight_ih_l0_reverse	6	0.07427935302257538
167589	rnn.weight_ih_l0_reverse	7	-0.02824527397751808
167589	rnn.weight_ih_l0_reverse	8	-0.015918027609586716
167589	rnn.weight_ih_l0_reverse	9	-0.006208651699125767
167589	rnn.weight_hh_l0_reverse	0	0.06192292273044586
167589	rnn.weight_hh_l0_reverse	1	0.017042256891727448
167589	rnn.weight_hh_l0_reverse	2	0.029650911688804626
167589	rnn.weight_hh_l0_reverse	3	0.03516643866896629
167589	rnn.weight_hh_l0_reverse	4	0.009581224992871284
167589	rnn.weight_hh_l0_reverse	5	0.016197407618165016
167589	rnn.weight_hh_l0_reverse	6	0.04985688626766205
167589	rnn.weight_hh_l0_reverse	7	-0.06818202137947083
167589	rnn.weight_hh_l0_reverse	8	0.036804281175136566
167589	rnn.weight_hh_l0_reverse	9	0.03466854244470596
167589	rnn.bias_ih_l0_reverse	0	-0.060616593807935715
167589	rnn.bias_ih_l0_reverse	1	-0.27414509654045105
167589	rnn.bias_ih_l0_reverse	2	-0.12693370878696442
167589	rnn.bias_ih_l0_reverse	3	-0.04536231979727745
167589	rnn.bias_ih_l0_reverse	4	-0.034891992807388306
167589	rnn.bias_ih_l0_reverse	5	0.06225144490599632
167589	rnn.bias_ih_l0_reverse	6	-0.07517418265342712
167589	rnn.bias_ih_l0_reverse	7	0.0461256206035614
167589	rnn.bias_ih_l0_reverse	8	-0.05232812836766243
167589	rnn.bias_ih_l0_reverse	9	0.0542280375957489
167589	rnn.bias_hh_l0_reverse	0	0.02803845889866352
167589	rnn.bias_hh_l0_reverse	1	-0.06517407298088074
167589	rnn.bias_hh_l0_reverse	2	0.08107226341962814
167589	rnn.bias_hh_l0_reverse	3	-0.05081892013549805
167589	rnn.bias_hh_l0_reverse	4	-0.021585874259471893
167589	rnn.bias_hh_l0_reverse	5	-0.029533060267567635
167589	rnn.bias_hh_l0_reverse	6	-0.022115327417850494
167589	rnn.bias_hh_l0_reverse	7	0.10110383480787277
167589	rnn.bias_hh_l0_reverse	8	0.031073816120624542
167589	rnn.bias_hh_l0_reverse	9	-0.14310625195503235
167589	rnn.weight_ih_l1	0	-0.03163212537765503
167589	rnn.weight_ih_l1	1	-0.051921237260103226
167589	rnn.weight_ih_l1	2	0.06365048885345459
167589	rnn.weight_ih_l1	3	-0.060824472457170486
167589	rnn.weight_ih_l1	4	-0.016072409227490425
167589	rnn.weight_ih_l1	5	-0.04309164360165596
167589	rnn.weight_ih_l1	6	0.03086407296359539
167589	rnn.weight_ih_l1	7	-0.03904654458165169
167589	rnn.weight_ih_l1	8	0.03737100958824158
167589	rnn.weight_ih_l1	9	0.04407358914613724
167589	rnn.weight_hh_l1	0	-0.005100739188492298
167589	rnn.weight_hh_l1	1	0.018447136506438255
167589	rnn.weight_hh_l1	2	0.013037698343396187
167589	rnn.weight_hh_l1	3	-0.011866865679621696
167589	rnn.weight_hh_l1	4	0.010413030162453651
167589	rnn.weight_hh_l1	5	0.03155797719955444
167589	rnn.weight_hh_l1	6	0.032127514481544495
167589	rnn.weight_hh_l1	7	-0.018367543816566467
167589	rnn.weight_hh_l1	8	-0.009540410712361336
167589	rnn.weight_hh_l1	9	0.03617754206061363
167589	rnn.bias_ih_l1	0	-0.20314766466617584
167589	rnn.bias_ih_l1	1	-0.17935393750667572
167589	rnn.bias_ih_l1	2	-0.20688459277153015
167589	rnn.bias_ih_l1	3	-0.32123225927352905
167589	rnn.bias_ih_l1	4	-0.19985756278038025
167589	rnn.bias_ih_l1	5	-0.09924580156803131
167589	rnn.bias_ih_l1	6	-0.16288621723651886
167589	rnn.bias_ih_l1	7	-0.012321142479777336
167589	rnn.bias_ih_l1	8	-0.14151495695114136
167589	rnn.bias_ih_l1	9	-0.13044539093971252
167589	rnn.bias_hh_l1	0	-0.10214730352163315
167589	rnn.bias_hh_l1	1	-0.06893134117126465
167589	rnn.bias_hh_l1	2	-0.10512609034776688
167589	rnn.bias_hh_l1	3	-0.0812341570854187
167589	rnn.bias_hh_l1	4	-0.08990299701690674
167589	rnn.bias_hh_l1	5	-0.11759935319423676
167589	rnn.bias_hh_l1	6	-0.16006863117218018
167589	rnn.bias_hh_l1	7	0.04286209121346474
167589	rnn.bias_hh_l1	8	-0.16757293045520782
167589	rnn.bias_hh_l1	9	-0.11172203719615936
167589	rnn.weight_ih_l1_reverse	0	-0.03797311708331108
167589	rnn.weight_ih_l1_reverse	1	0.03670526295900345
167589	rnn.weight_ih_l1_reverse	2	0.07014461606740952
167589	rnn.weight_ih_l1_reverse	3	-0.0025741818826645613
167589	rnn.weight_ih_l1_reverse	4	-0.04721950367093086
167589	rnn.weight_ih_l1_reverse	5	-0.03118015266954899
167589	rnn.weight_ih_l1_reverse	6	0.001416850253008306
167589	rnn.weight_ih_l1_reverse	7	0.028262993320822716
167589	rnn.weight_ih_l1_reverse	8	0.005408500786870718
167589	rnn.weight_ih_l1_reverse	9	-0.04715586081147194
167589	rnn.weight_hh_l1_reverse	0	0.00588493887335062
167589	rnn.weight_hh_l1_reverse	1	0.029848244041204453
167589	rnn.weight_hh_l1_reverse	2	-0.0403493270277977
167589	rnn.weight_hh_l1_reverse	3	0.03581482544541359
167589	rnn.weight_hh_l1_reverse	4	0.05093998834490776
167589	rnn.weight_hh_l1_reverse	5	0.0004193330241832882
167589	rnn.weight_hh_l1_reverse	6	0.052109796553850174
167589	rnn.weight_hh_l1_reverse	7	0.02973015233874321
167589	rnn.weight_hh_l1_reverse	8	-0.007064193021506071
167589	rnn.weight_hh_l1_reverse	9	-0.031257178634405136
167589	rnn.bias_ih_l1_reverse	0	-0.06423334032297134
167589	rnn.bias_ih_l1_reverse	1	-0.15356115996837616
167589	rnn.bias_ih_l1_reverse	2	-0.1618921309709549
167589	rnn.bias_ih_l1_reverse	3	-0.02630855329334736
167589	rnn.bias_ih_l1_reverse	4	-0.21275660395622253
167589	rnn.bias_ih_l1_reverse	5	-0.11424154043197632
167589	rnn.bias_ih_l1_reverse	6	-0.14032630622386932
167589	rnn.bias_ih_l1_reverse	7	-0.1892159879207611
167589	rnn.bias_ih_l1_reverse	8	0.21750997006893158
167589	rnn.bias_ih_l1_reverse	9	0.04331174120306969
167589	rnn.bias_hh_l1_reverse	0	-0.0015781862894073129
167589	rnn.bias_hh_l1_reverse	1	-0.08938758820295334
167589	rnn.bias_hh_l1_reverse	2	-0.23715326189994812
167589	rnn.bias_hh_l1_reverse	3	-0.14211328327655792
167589	rnn.bias_hh_l1_reverse	4	-0.09747055172920227
167589	rnn.bias_hh_l1_reverse	5	-0.12792521715164185
167589	rnn.bias_hh_l1_reverse	6	0.0921730324625969
167589	rnn.bias_hh_l1_reverse	7	-0.16567017138004303
167589	rnn.bias_hh_l1_reverse	8	-0.11709043383598328
167589	rnn.bias_hh_l1_reverse	9	-0.14930865168571472
167589	linear.weight	0	0.002228822559118271
167589	linear.weight	1	0.1078086569905281
167589	linear.weight	2	-0.09214670956134796
167589	linear.weight	3	0.2968091070652008
167589	linear.weight	4	0.15853078663349152
167589	linear.weight	5	-0.061597004532814026
167589	linear.weight	6	0.11945958435535431
167589	linear.weight	7	0.09570758044719696
167589	linear.weight	8	0.04118095338344574
167589	linear.weight	9	-0.04031192138791084
167589	linear.bias	0	0.12378457933664322
167589	linear.bias	1	-0.1929735243320465
167589	linear.bias	2	-0.38727518916130066
167589	linear.bias	3	-0.6803139448165894
167589	linear.bias	4	-1.2372585535049438
167589	linear.bias	5	-0.04202834889292717
167589	linear.bias	6	-0.7783060073852539
167589	linear.bias	7	0.2949870824813843
167589	linear.bias	8	-0.4576914608478546
167589	linear.bias	9	-1.0454270839691162
167786	transitions	0	0.686728298664093
167786	transitions	1	0.1457599550485611
167786	transitions	2	-10000.0
167786	transitions	3	-1.8252856731414795
167786	transitions	4	-10000.0
167786	transitions	5	0.5711590647697449
167786	transitions	6	-0.0795309767127037
167786	transitions	7	-0.7544648051261902
167786	transitions	8	-1.410136342048645
167786	transitions	9	-0.0011696764267981052
167786	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
167786	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
167786	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
167786	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
167786	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
167786	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
167786	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
167786	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
167786	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
167786	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
167786	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
167786	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
167786	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
167786	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
167786	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
167786	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
167786	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
167786	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
167786	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
167786	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
167786	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
167786	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
167786	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
167786	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
167786	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
167786	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
167786	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
167786	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
167786	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
167786	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
167786	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
167786	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
167786	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
167786	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
167786	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
167786	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
167786	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
167786	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
167786	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
167786	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
167786	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
167786	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
167786	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
167786	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
167786	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
167786	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
167786	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
167786	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
167786	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
167786	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
167786	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
167786	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
167786	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
167786	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
167786	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
167786	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
167786	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
167786	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
167786	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
167786	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
167786	embedding2nn.weight	0	0.022345222532749176
167786	embedding2nn.weight	1	-0.013467672280967236
167786	embedding2nn.weight	2	-0.014268254861235619
167786	embedding2nn.weight	3	-0.017562249675393105
167786	embedding2nn.weight	4	-0.0059150345623493195
167786	embedding2nn.weight	5	-0.003700587200000882
167786	embedding2nn.weight	6	-0.0039732977747917175
167786	embedding2nn.weight	7	-0.08272892981767654
167786	embedding2nn.weight	8	-0.0019979383796453476
167786	embedding2nn.weight	9	-0.02800247073173523
167786	embedding2nn.bias	0	0.04586615785956383
167786	embedding2nn.bias	1	-0.0743548795580864
167786	embedding2nn.bias	2	0.09066098183393478
167786	embedding2nn.bias	3	0.0656629204750061
167786	embedding2nn.bias	4	-0.015155361965298653
167786	embedding2nn.bias	5	-0.012099739164113998
167786	embedding2nn.bias	6	0.036791957914829254
167786	embedding2nn.bias	7	-0.06336086243391037
167786	embedding2nn.bias	8	0.054378923028707504
167786	embedding2nn.bias	9	0.05368216708302498
167786	rnn.weight_ih_l0	0	-0.07918249070644379
167786	rnn.weight_ih_l0	1	0.005595600698143244
167786	rnn.weight_ih_l0	2	0.035942934453487396
167786	rnn.weight_ih_l0	3	0.02308826707303524
167786	rnn.weight_ih_l0	4	-0.040388405323028564
167786	rnn.weight_ih_l0	5	-0.0634797066450119
167786	rnn.weight_ih_l0	6	0.0009865597821772099
167786	rnn.weight_ih_l0	7	0.05607735738158226
167786	rnn.weight_ih_l0	8	-0.010860102251172066
167786	rnn.weight_ih_l0	9	-0.026200834661722183
167786	rnn.weight_hh_l0	0	-0.03099379874765873
167786	rnn.weight_hh_l0	1	-0.00833447277545929
167786	rnn.weight_hh_l0	2	0.003972696140408516
167786	rnn.weight_hh_l0	3	-0.07075794786214828
167786	rnn.weight_hh_l0	4	0.0870131105184555
167786	rnn.weight_hh_l0	5	-0.025502799078822136
167786	rnn.weight_hh_l0	6	-0.06117501109838486
167786	rnn.weight_hh_l0	7	0.011903741396963596
167786	rnn.weight_hh_l0	8	0.012461856938898563
167786	rnn.weight_hh_l0	9	-0.021848054602742195
167786	rnn.bias_ih_l0	0	0.13417097926139832
167786	rnn.bias_ih_l0	1	-0.02975396439433098
167786	rnn.bias_ih_l0	2	-0.012421965599060059
167786	rnn.bias_ih_l0	3	0.1542866826057434
167786	rnn.bias_ih_l0	4	-0.009446362964808941
167786	rnn.bias_ih_l0	5	-0.01232835091650486
167786	rnn.bias_ih_l0	6	0.008138664998114109
167786	rnn.bias_ih_l0	7	0.025551041588187218
167786	rnn.bias_ih_l0	8	-0.09361247718334198
167786	rnn.bias_ih_l0	9	-0.02756286785006523
167786	rnn.bias_hh_l0	0	-0.004569182638078928
167786	rnn.bias_hh_l0	1	-0.09908764064311981
167786	rnn.bias_hh_l0	2	-0.06165682151913643
167786	rnn.bias_hh_l0	3	-0.08938450366258621
167786	rnn.bias_hh_l0	4	-0.0031486675143241882
167786	rnn.bias_hh_l0	5	-0.03301919624209404
167786	rnn.bias_hh_l0	6	0.0267032403498888
167786	rnn.bias_hh_l0	7	0.05264316871762276
167786	rnn.bias_hh_l0	8	-0.11064209043979645
167786	rnn.bias_hh_l0	9	-0.06238151341676712
167786	rnn.weight_ih_l0_reverse	0	-0.025313645601272583
167786	rnn.weight_ih_l0_reverse	1	-0.050874095410108566
167786	rnn.weight_ih_l0_reverse	2	-0.04767990484833717
167786	rnn.weight_ih_l0_reverse	3	0.008218904957175255
167786	rnn.weight_ih_l0_reverse	4	-0.016623863950371742
167786	rnn.weight_ih_l0_reverse	5	-0.05029751732945442
167786	rnn.weight_ih_l0_reverse	6	0.07474708557128906
167786	rnn.weight_ih_l0_reverse	7	-0.028248051181435585
167786	rnn.weight_ih_l0_reverse	8	-0.016061561182141304
167786	rnn.weight_ih_l0_reverse	9	-0.006481581833213568
167786	rnn.weight_hh_l0_reverse	0	0.06156604364514351
167786	rnn.weight_hh_l0_reverse	1	0.017796998843550682
167786	rnn.weight_hh_l0_reverse	2	0.029825305566191673
167786	rnn.weight_hh_l0_reverse	3	0.03510570898652077
167786	rnn.weight_hh_l0_reverse	4	0.009607313200831413
167786	rnn.weight_hh_l0_reverse	5	0.015718549489974976
167786	rnn.weight_hh_l0_reverse	6	0.04969866946339607
167786	rnn.weight_hh_l0_reverse	7	-0.06833815574645996
167786	rnn.weight_hh_l0_reverse	8	0.03662051633000374
167786	rnn.weight_hh_l0_reverse	9	0.03488575667142868
167786	rnn.bias_ih_l0_reverse	0	-0.06142336130142212
167786	rnn.bias_ih_l0_reverse	1	-0.27582743763923645
167786	rnn.bias_ih_l0_reverse	2	-0.1283213347196579
167786	rnn.bias_ih_l0_reverse	3	-0.046048182994127274
167786	rnn.bias_ih_l0_reverse	4	-0.03606874495744705
167786	rnn.bias_ih_l0_reverse	5	0.06097397953271866
167786	rnn.bias_ih_l0_reverse	6	-0.07420527189970016
167786	rnn.bias_ih_l0_reverse	7	0.04584604501724243
167786	rnn.bias_ih_l0_reverse	8	-0.05017533898353577
167786	rnn.bias_ih_l0_reverse	9	0.05469362810254097
167786	rnn.bias_hh_l0_reverse	0	0.027520721778273582
167786	rnn.bias_hh_l0_reverse	1	-0.06324320286512375
167786	rnn.bias_hh_l0_reverse	2	0.08093945682048798
167786	rnn.bias_hh_l0_reverse	3	-0.051677532494068146
167786	rnn.bias_hh_l0_reverse	4	-0.022523868829011917
167786	rnn.bias_hh_l0_reverse	5	-0.030583132058382034
167786	rnn.bias_hh_l0_reverse	6	-0.02236577495932579
167786	rnn.bias_hh_l0_reverse	7	0.10060201585292816
167786	rnn.bias_hh_l0_reverse	8	0.030619816854596138
167786	rnn.bias_hh_l0_reverse	9	-0.14513087272644043
167786	rnn.weight_ih_l1	0	-0.03161788359284401
167786	rnn.weight_ih_l1	1	-0.052492231130599976
167786	rnn.weight_ih_l1	2	0.06297308206558228
167786	rnn.weight_ih_l1	3	-0.060501862317323685
167786	rnn.weight_ih_l1	4	-0.016040053218603134
167786	rnn.weight_ih_l1	5	-0.04316232353448868
167786	rnn.weight_ih_l1	6	0.02999097853899002
167786	rnn.weight_ih_l1	7	-0.03934362530708313
167786	rnn.weight_ih_l1	8	0.03687227517366409
167786	rnn.weight_ih_l1	9	0.044308532029390335
167786	rnn.weight_hh_l1	0	-0.004976577591150999
167786	rnn.weight_hh_l1	1	0.01838029734790325
167786	rnn.weight_hh_l1	2	0.013551090843975544
167786	rnn.weight_hh_l1	3	-0.01166731771081686
167786	rnn.weight_hh_l1	4	0.009989632293581963
167786	rnn.weight_hh_l1	5	0.03201232850551605
167786	rnn.weight_hh_l1	6	0.032537493854761124
167786	rnn.weight_hh_l1	7	-0.018307847902178764
167786	rnn.weight_hh_l1	8	-0.009470555931329727
167786	rnn.weight_hh_l1	9	0.036287806928157806
167786	rnn.bias_ih_l1	0	-0.2035742849111557
167786	rnn.bias_ih_l1	1	-0.1766086220741272
167786	rnn.bias_ih_l1	2	-0.20698854327201843
167786	rnn.bias_ih_l1	3	-0.3209571838378906
167786	rnn.bias_ih_l1	4	-0.1982286423444748
167786	rnn.bias_ih_l1	5	-0.09864823520183563
167786	rnn.bias_ih_l1	6	-0.16258741915225983
167786	rnn.bias_ih_l1	7	-0.013811394572257996
167786	rnn.bias_ih_l1	8	-0.14176388084888458
167786	rnn.bias_ih_l1	9	-0.12762975692749023
167786	rnn.bias_hh_l1	0	-0.10100370645523071
167786	rnn.bias_hh_l1	1	-0.06898447871208191
167786	rnn.bias_hh_l1	2	-0.10292831063270569
167786	rnn.bias_hh_l1	3	-0.08156518638134003
167786	rnn.bias_hh_l1	4	-0.0898129791021347
167786	rnn.bias_hh_l1	5	-0.11784877628087997
167786	rnn.bias_hh_l1	6	-0.15926890075206757
167786	rnn.bias_hh_l1	7	0.0410822369158268
167786	rnn.bias_hh_l1	8	-0.1676531732082367
167786	rnn.bias_hh_l1	9	-0.1119418516755104
167786	rnn.weight_ih_l1_reverse	0	-0.0381908044219017
167786	rnn.weight_ih_l1_reverse	1	0.033364444971084595
167786	rnn.weight_ih_l1_reverse	2	0.0699399784207344
167786	rnn.weight_ih_l1_reverse	3	-0.002021089196205139
167786	rnn.weight_ih_l1_reverse	4	-0.04912107437849045
167786	rnn.weight_ih_l1_reverse	5	-0.031018007546663284
167786	rnn.weight_ih_l1_reverse	6	0.0007279848214238882
167786	rnn.weight_ih_l1_reverse	7	0.028439611196517944
167786	rnn.weight_ih_l1_reverse	8	0.005539364647120237
167786	rnn.weight_ih_l1_reverse	9	-0.04729081317782402
167786	rnn.weight_hh_l1_reverse	0	0.005616008769720793
167786	rnn.weight_hh_l1_reverse	1	0.029921475797891617
167786	rnn.weight_hh_l1_reverse	2	-0.04037661850452423
167786	rnn.weight_hh_l1_reverse	3	0.035880196839571
167786	rnn.weight_hh_l1_reverse	4	0.05081544816493988
167786	rnn.weight_hh_l1_reverse	5	0.000513008504640311
167786	rnn.weight_hh_l1_reverse	6	0.05239570885896683
167786	rnn.weight_hh_l1_reverse	7	0.029919125139713287
167786	rnn.weight_hh_l1_reverse	8	-0.007047509774565697
167786	rnn.weight_hh_l1_reverse	9	-0.031202713027596474
167786	rnn.bias_ih_l1_reverse	0	-0.0657753050327301
167786	rnn.bias_ih_l1_reverse	1	-0.15142007172107697
167786	rnn.bias_ih_l1_reverse	2	-0.1616523414850235
167786	rnn.bias_ih_l1_reverse	3	-0.024229031056165695
167786	rnn.bias_ih_l1_reverse	4	-0.21304096281528473
167786	rnn.bias_ih_l1_reverse	5	-0.11502876877784729
167786	rnn.bias_ih_l1_reverse	6	-0.140288308262825
167786	rnn.bias_ih_l1_reverse	7	-0.1906626671552658
167786	rnn.bias_ih_l1_reverse	8	0.2201317697763443
167786	rnn.bias_ih_l1_reverse	9	0.044819749891757965
167786	rnn.bias_hh_l1_reverse	0	-0.002868558280169964
167786	rnn.bias_hh_l1_reverse	1	-0.08816368132829666
167786	rnn.bias_hh_l1_reverse	2	-0.23706096410751343
167786	rnn.bias_hh_l1_reverse	3	-0.14142648875713348
167786	rnn.bias_hh_l1_reverse	4	-0.09667827188968658
167786	rnn.bias_hh_l1_reverse	5	-0.1298707127571106
167786	rnn.bias_hh_l1_reverse	6	0.0902082622051239
167786	rnn.bias_hh_l1_reverse	7	-0.16539600491523743
167786	rnn.bias_hh_l1_reverse	8	-0.11593334376811981
167786	rnn.bias_hh_l1_reverse	9	-0.14932288229465485
167786	linear.weight	0	0.002228822559118271
167786	linear.weight	1	0.1100846454501152
167786	linear.weight	2	-0.09182488918304443
167786	linear.weight	3	0.2990196943283081
167786	linear.weight	4	0.161241814494133
167786	linear.weight	5	-0.06007908657193184
167786	linear.weight	6	0.11802414059638977
167786	linear.weight	7	0.08998310565948486
167786	linear.weight	8	0.04118048772215843
167786	linear.weight	9	-0.040795017033815384
167786	linear.bias	0	0.13501198589801788
167786	linear.bias	1	-0.19761089980602264
167786	linear.bias	2	-0.40797173976898193
167786	linear.bias	3	-0.6793112754821777
167786	linear.bias	4	-1.2371957302093506
167786	linear.bias	5	-0.03393145650625229
167786	linear.bias	6	-0.7825404405593872
167786	linear.bias	7	0.30592837929725647
167786	linear.bias	8	-0.4508614242076874
167786	linear.bias	9	-1.038880467414856
167790	transitions	0	0.6866903901100159
167790	transitions	1	0.14575988054275513
167790	transitions	2	-10000.0
167790	transitions	3	-1.8252856731414795
167790	transitions	4	-10000.0
167790	transitions	5	0.5711590051651001
167790	transitions	6	-0.07953119277954102
167790	transitions	7	-0.7544648051261902
167790	transitions	8	-1.4101364612579346
167790	transitions	9	-0.001169676659628749
167790	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
167790	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
167790	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
167790	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
167790	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
167790	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
167790	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
167790	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
167790	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
167790	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
167790	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
167790	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
167790	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
167790	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
167790	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
167790	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
167790	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
167790	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
167790	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
167790	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
167790	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
167790	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
167790	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
167790	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
167790	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
167790	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
167790	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
167790	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
167790	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
167790	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
167790	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
167790	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
167790	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
167790	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
167790	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
167790	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
167790	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
167790	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
167790	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
167790	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
167790	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
167790	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
167790	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
167790	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
167790	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
167790	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
167790	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
167790	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
167790	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
167790	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
167790	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
167790	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
167790	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
167790	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
167790	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
167790	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
167790	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
167790	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
167790	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
167790	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
167790	embedding2nn.weight	0	0.022357309237122536
167790	embedding2nn.weight	1	-0.013462204486131668
167790	embedding2nn.weight	2	-0.014268254861235619
167790	embedding2nn.weight	3	-0.01745138317346573
167790	embedding2nn.weight	4	-0.0059150345623493195
167790	embedding2nn.weight	5	-0.003700587200000882
167790	embedding2nn.weight	6	-0.0039732977747917175
167790	embedding2nn.weight	7	-0.08273033052682877
167790	embedding2nn.weight	8	-0.0019979383796453476
167790	embedding2nn.weight	9	-0.028015362098813057
167790	embedding2nn.bias	0	0.04651223495602608
167790	embedding2nn.bias	1	-0.07457585632801056
167790	embedding2nn.bias	2	0.0909692794084549
167790	embedding2nn.bias	3	0.06588605046272278
167790	embedding2nn.bias	4	-0.015001997351646423
167790	embedding2nn.bias	5	-0.01282617636024952
167790	embedding2nn.bias	6	0.03735217824578285
167790	embedding2nn.bias	7	-0.06313451379537582
167790	embedding2nn.bias	8	0.054914869368076324
167790	embedding2nn.bias	9	0.052787456661462784
167790	rnn.weight_ih_l0	0	-0.07916014641523361
167790	rnn.weight_ih_l0	1	0.005602646619081497
167790	rnn.weight_ih_l0	2	0.03594851493835449
167790	rnn.weight_ih_l0	3	0.023066576570272446
167790	rnn.weight_ih_l0	4	-0.04041197523474693
167790	rnn.weight_ih_l0	5	-0.06342951953411102
167790	rnn.weight_ih_l0	6	0.0010620435932651162
167790	rnn.weight_ih_l0	7	0.05605361610651016
167790	rnn.weight_ih_l0	8	-0.010797218419611454
167790	rnn.weight_ih_l0	9	-0.026112563908100128
167790	rnn.weight_hh_l0	0	-0.03097478859126568
167790	rnn.weight_hh_l0	1	-0.008360234089195728
167790	rnn.weight_hh_l0	2	0.003969859331846237
167790	rnn.weight_hh_l0	3	-0.07075421512126923
167790	rnn.weight_hh_l0	4	0.08697623759508133
167790	rnn.weight_hh_l0	5	-0.025541312992572784
167790	rnn.weight_hh_l0	6	-0.0610954649746418
167790	rnn.weight_hh_l0	7	0.011919052340090275
167790	rnn.weight_hh_l0	8	0.01248281542211771
167790	rnn.weight_hh_l0	9	-0.021863866597414017
167790	rnn.bias_ih_l0	0	0.13426154851913452
167790	rnn.bias_ih_l0	1	-0.029742537066340446
167790	rnn.bias_ih_l0	2	-0.012344825081527233
167790	rnn.bias_ih_l0	3	0.15434692800045013
167790	rnn.bias_ih_l0	4	-0.009368659928441048
167790	rnn.bias_ih_l0	5	-0.012301473878324032
167790	rnn.bias_ih_l0	6	0.008115456439554691
167790	rnn.bias_ih_l0	7	0.025563577190041542
167790	rnn.bias_ih_l0	8	-0.09354895353317261
167790	rnn.bias_ih_l0	9	-0.02751193940639496
167790	rnn.bias_hh_l0	0	-0.004641642794013023
167790	rnn.bias_hh_l0	1	-0.09894585609436035
167790	rnn.bias_hh_l0	2	-0.06211390718817711
167790	rnn.bias_hh_l0	3	-0.08949017524719238
167790	rnn.bias_hh_l0	4	-0.0035714313853532076
167790	rnn.bias_hh_l0	5	-0.03296022489666939
167790	rnn.bias_hh_l0	6	0.02668992429971695
167790	rnn.bias_hh_l0	7	0.05250457301735878
167790	rnn.bias_hh_l0	8	-0.11075601726770401
167790	rnn.bias_hh_l0	9	-0.06295181065797806
167790	rnn.weight_ih_l0_reverse	0	-0.02534807287156582
167790	rnn.weight_ih_l0_reverse	1	-0.05087161064147949
167790	rnn.weight_ih_l0_reverse	2	-0.04767763242125511
167790	rnn.weight_ih_l0_reverse	3	0.008368045091629028
167790	rnn.weight_ih_l0_reverse	4	-0.016655243933200836
167790	rnn.weight_ih_l0_reverse	5	-0.050302278250455856
167790	rnn.weight_ih_l0_reverse	6	0.07474358379840851
167790	rnn.weight_ih_l0_reverse	7	-0.028251709416508675
167790	rnn.weight_ih_l0_reverse	8	-0.016062233597040176
167790	rnn.weight_ih_l0_reverse	9	-0.00648874556645751
167790	rnn.weight_hh_l0_reverse	0	0.061571285128593445
167790	rnn.weight_hh_l0_reverse	1	0.01778596080839634
167790	rnn.weight_hh_l0_reverse	2	0.02984442375600338
167790	rnn.weight_hh_l0_reverse	3	0.035116903483867645
167790	rnn.weight_hh_l0_reverse	4	0.009619751013815403
167790	rnn.weight_hh_l0_reverse	5	0.015674017369747162
167790	rnn.weight_hh_l0_reverse	6	0.049708180129528046
167790	rnn.weight_hh_l0_reverse	7	-0.06832098960876465
167790	rnn.weight_hh_l0_reverse	8	0.03661119565367699
167790	rnn.weight_hh_l0_reverse	9	0.03488055244088173
167790	rnn.bias_ih_l0_reverse	0	-0.06147211045026779
167790	rnn.bias_ih_l0_reverse	1	-0.2758592367172241
167790	rnn.bias_ih_l0_reverse	2	-0.12826794385910034
167790	rnn.bias_ih_l0_reverse	3	-0.046003930270671844
167790	rnn.bias_ih_l0_reverse	4	-0.0361023023724556
167790	rnn.bias_ih_l0_reverse	5	0.06098701059818268
167790	rnn.bias_ih_l0_reverse	6	-0.07438022643327713
167790	rnn.bias_ih_l0_reverse	7	0.045961372554302216
167790	rnn.bias_ih_l0_reverse	8	-0.049835920333862305
167790	rnn.bias_ih_l0_reverse	9	0.05493471771478653
167790	rnn.bias_hh_l0_reverse	0	0.02753760665655136
167790	rnn.bias_hh_l0_reverse	1	-0.06320199370384216
167790	rnn.bias_hh_l0_reverse	2	0.08094432950019836
167790	rnn.bias_hh_l0_reverse	3	-0.052030667662620544
167790	rnn.bias_hh_l0_reverse	4	-0.02241302840411663
167790	rnn.bias_hh_l0_reverse	5	-0.030568281188607216
167790	rnn.bias_hh_l0_reverse	6	-0.022712357342243195
167790	rnn.bias_hh_l0_reverse	7	0.10077552497386932
167790	rnn.bias_hh_l0_reverse	8	0.030609574168920517
167790	rnn.bias_hh_l0_reverse	9	-0.14505347609519958
167790	rnn.weight_ih_l1	0	-0.03161794692277908
167790	rnn.weight_ih_l1	1	-0.05258536711335182
167790	rnn.weight_ih_l1	2	0.06312564015388489
167790	rnn.weight_ih_l1	3	-0.06044698506593704
167790	rnn.weight_ih_l1	4	-0.016060659661889076
167790	rnn.weight_ih_l1	5	-0.043177634477615356
167790	rnn.weight_ih_l1	6	0.029994696378707886
167790	rnn.weight_ih_l1	7	-0.03926156833767891
167790	rnn.weight_ih_l1	8	0.03688530996441841
167790	rnn.weight_ih_l1	9	0.04432607814669609
167790	rnn.weight_hh_l1	0	-0.004978806246072054
167790	rnn.weight_hh_l1	1	0.018385492265224457
167790	rnn.weight_hh_l1	2	0.013568408787250519
167790	rnn.weight_hh_l1	3	-0.011638416908681393
167790	rnn.weight_hh_l1	4	0.00999579206109047
167790	rnn.weight_hh_l1	5	0.03202887251973152
167790	rnn.weight_hh_l1	6	0.03253071382641792
167790	rnn.weight_hh_l1	7	-0.018301280215382576
167790	rnn.weight_hh_l1	8	-0.009497721679508686
167790	rnn.weight_hh_l1	9	0.03626805543899536
167790	rnn.bias_ih_l1	0	-0.20355278253555298
167790	rnn.bias_ih_l1	1	-0.1762317419052124
167790	rnn.bias_ih_l1	2	-0.20697025954723358
167790	rnn.bias_ih_l1	3	-0.32093945145606995
167790	rnn.bias_ih_l1	4	-0.19848424196243286
167790	rnn.bias_ih_l1	5	-0.09859128296375275
167790	rnn.bias_ih_l1	6	-0.16224956512451172
167790	rnn.bias_ih_l1	7	-0.013810544274747372
167790	rnn.bias_ih_l1	8	-0.1419912576675415
167790	rnn.bias_ih_l1	9	-0.12767258286476135
167790	rnn.bias_hh_l1	0	-0.10108081996440887
167790	rnn.bias_hh_l1	1	-0.06862438470125198
167790	rnn.bias_hh_l1	2	-0.10273320972919464
167790	rnn.bias_hh_l1	3	-0.08166367560625076
167790	rnn.bias_hh_l1	4	-0.08973761647939682
167790	rnn.bias_hh_l1	5	-0.11786051094532013
167790	rnn.bias_hh_l1	6	-0.15932974219322205
167790	rnn.bias_hh_l1	7	0.041322752833366394
167790	rnn.bias_hh_l1	8	-0.16770127415657043
167790	rnn.bias_hh_l1	9	-0.11189140379428864
167790	rnn.weight_ih_l1_reverse	0	-0.038291215896606445
167790	rnn.weight_ih_l1_reverse	1	0.03339823707938194
167790	rnn.weight_ih_l1_reverse	2	0.06990476697683334
167790	rnn.weight_ih_l1_reverse	3	-0.0019164285622537136
167790	rnn.weight_ih_l1_reverse	4	-0.049081865698099136
167790	rnn.weight_ih_l1_reverse	5	-0.031020155176520348
167790	rnn.weight_ih_l1_reverse	6	0.0008058848907239735
167790	rnn.weight_ih_l1_reverse	7	0.02844989113509655
167790	rnn.weight_ih_l1_reverse	8	0.005624331533908844
167790	rnn.weight_ih_l1_reverse	9	-0.0473204180598259
167790	rnn.weight_hh_l1_reverse	0	0.005636760499328375
167790	rnn.weight_hh_l1_reverse	1	0.02990427054464817
167790	rnn.weight_hh_l1_reverse	2	-0.04038534313440323
167790	rnn.weight_hh_l1_reverse	3	0.03586490824818611
167790	rnn.weight_hh_l1_reverse	4	0.050818175077438354
167790	rnn.weight_hh_l1_reverse	5	0.0005568934720940888
167790	rnn.weight_hh_l1_reverse	6	0.05237429216504097
167790	rnn.weight_hh_l1_reverse	7	0.02993161790072918
167790	rnn.weight_hh_l1_reverse	8	-0.0070210592821240425
167790	rnn.weight_hh_l1_reverse	9	-0.031186964362859726
167790	rnn.bias_ih_l1_reverse	0	-0.06567054986953735
167790	rnn.bias_ih_l1_reverse	1	-0.15119393169879913
167790	rnn.bias_ih_l1_reverse	2	-0.16171814501285553
167790	rnn.bias_ih_l1_reverse	3	-0.024103213101625443
167790	rnn.bias_ih_l1_reverse	4	-0.21306724846363068
167790	rnn.bias_ih_l1_reverse	5	-0.1151062548160553
167790	rnn.bias_ih_l1_reverse	6	-0.14030154049396515
167790	rnn.bias_ih_l1_reverse	7	-0.190867617726326
167790	rnn.bias_ih_l1_reverse	8	0.21998783946037292
167790	rnn.bias_ih_l1_reverse	9	0.04510948061943054
167790	rnn.bias_hh_l1_reverse	0	-0.0021907882764935493
167790	rnn.bias_hh_l1_reverse	1	-0.08796869218349457
167790	rnn.bias_hh_l1_reverse	2	-0.2371549755334854
167790	rnn.bias_hh_l1_reverse	3	-0.14135853946208954
167790	rnn.bias_hh_l1_reverse	4	-0.09664763510227203
167790	rnn.bias_hh_l1_reverse	5	-0.12999550998210907
167790	rnn.bias_hh_l1_reverse	6	0.0898297056555748
167790	rnn.bias_hh_l1_reverse	7	-0.16541828215122223
167790	rnn.bias_hh_l1_reverse	8	-0.11592105776071548
167790	rnn.bias_hh_l1_reverse	9	-0.14932779967784882
167790	linear.weight	0	0.002228822559118271
167790	linear.weight	1	0.11066610366106033
167790	linear.weight	2	-0.09305787831544876
167790	linear.weight	3	0.29902368783950806
167790	linear.weight	4	0.16117256879806519
167790	linear.weight	5	-0.060078214854002
167790	linear.weight	6	0.11839550733566284
167790	linear.weight	7	0.0893121212720871
167790	linear.weight	8	0.04118049144744873
167790	linear.weight	9	-0.040795616805553436
167790	linear.bias	0	0.13336315751075745
167790	linear.bias	1	-0.2023811787366867
167790	linear.bias	2	-0.4096142053604126
167790	linear.bias	3	-0.6774269342422485
167790	linear.bias	4	-1.2353321313858032
167790	linear.bias	5	-0.03205046057701111
167790	linear.bias	6	-0.7872903943061829
167790	linear.bias	7	0.30783817172050476
167790	linear.bias	8	-0.45048120617866516
167790	linear.bias	9	-1.0384845733642578
167987	transitions	0	0.6885655522346497
167987	transitions	1	0.1453275978565216
167987	transitions	2	-10000.0
167987	transitions	3	-1.8253014087677002
167987	transitions	4	-10000.0
167987	transitions	5	0.5711294412612915
167987	transitions	6	-0.07955782115459442
167987	transitions	7	-0.7546256184577942
167987	transitions	8	-1.4101643562316895
167987	transitions	9	-0.0011699540773406625
167987	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
167987	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
167987	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
167987	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
167987	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
167987	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
167987	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
167987	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
167987	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
167987	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
167987	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
167987	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
167987	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
167987	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
167987	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
167987	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
167987	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
167987	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
167987	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
167987	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
167987	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
167987	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
167987	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
167987	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
167987	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
167987	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
167987	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
167987	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
167987	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
167987	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
167987	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
167987	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
167987	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
167987	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
167987	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
167987	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
167987	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
167987	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
167987	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
167987	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
167987	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
167987	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
167987	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
167987	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
167987	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
167987	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
167987	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
167987	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
167987	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
167987	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
167987	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
167987	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
167987	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
167987	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
167987	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
167987	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
167987	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
167987	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
167987	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
167987	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
167987	embedding2nn.weight	0	0.022846486419439316
167987	embedding2nn.weight	1	-0.013548173010349274
167987	embedding2nn.weight	2	-0.014268254861235619
167987	embedding2nn.weight	3	-0.017963672056794167
167987	embedding2nn.weight	4	-0.0059150345623493195
167987	embedding2nn.weight	5	-0.003700587200000882
167987	embedding2nn.weight	6	-0.00397329730913043
167987	embedding2nn.weight	7	-0.0830000713467598
167987	embedding2nn.weight	8	-0.0019979383796453476
167987	embedding2nn.weight	9	-0.028165625408291817
167987	embedding2nn.bias	0	0.047053638845682144
167987	embedding2nn.bias	1	-0.07470669597387314
167987	embedding2nn.bias	2	0.0905575081706047
167987	embedding2nn.bias	3	0.06679558753967285
167987	embedding2nn.bias	4	-0.020150067284703255
167987	embedding2nn.bias	5	-0.014653678983449936
167987	embedding2nn.bias	6	0.03497032821178436
167987	embedding2nn.bias	7	-0.06292480230331421
167987	embedding2nn.bias	8	0.056958768516778946
167987	embedding2nn.bias	9	0.061518698930740356
167987	rnn.weight_ih_l0	0	-0.07887549698352814
167987	rnn.weight_ih_l0	1	0.007002517580986023
167987	rnn.weight_ih_l0	2	0.036316242069005966
167987	rnn.weight_ih_l0	3	0.023350337520241737
167987	rnn.weight_ih_l0	4	-0.04044963791966438
167987	rnn.weight_ih_l0	5	-0.06334976851940155
167987	rnn.weight_ih_l0	6	0.00042597478022798896
167987	rnn.weight_ih_l0	7	0.055786773562431335
167987	rnn.weight_ih_l0	8	-0.010387983173131943
167987	rnn.weight_ih_l0	9	-0.0258315559476614
167987	rnn.weight_hh_l0	0	-0.030827756971120834
167987	rnn.weight_hh_l0	1	-0.008323125541210175
167987	rnn.weight_hh_l0	2	0.00393326859921217
167987	rnn.weight_hh_l0	3	-0.07013268023729324
167987	rnn.weight_hh_l0	4	0.0872831642627716
167987	rnn.weight_hh_l0	5	-0.026388999074697495
167987	rnn.weight_hh_l0	6	-0.06119375303387642
167987	rnn.weight_hh_l0	7	0.012215103954076767
167987	rnn.weight_hh_l0	8	0.012712816707789898
167987	rnn.weight_hh_l0	9	-0.021455662325024605
167987	rnn.bias_ih_l0	0	0.1333349049091339
167987	rnn.bias_ih_l0	1	-0.031098145991563797
167987	rnn.bias_ih_l0	2	-0.012285307981073856
167987	rnn.bias_ih_l0	3	0.15517960488796234
167987	rnn.bias_ih_l0	4	-0.009530609473586082
167987	rnn.bias_ih_l0	5	-0.012864308431744576
167987	rnn.bias_ih_l0	6	0.010614809580147266
167987	rnn.bias_ih_l0	7	0.026404760777950287
167987	rnn.bias_ih_l0	8	-0.0945301428437233
167987	rnn.bias_ih_l0	9	-0.0245945043861866
167987	rnn.bias_hh_l0	0	-0.0057793003506958485
167987	rnn.bias_hh_l0	1	-0.09913768619298935
167987	rnn.bias_hh_l0	2	-0.06257621198892593
167987	rnn.bias_hh_l0	3	-0.08897949755191803
167987	rnn.bias_hh_l0	4	-0.0042900824919342995
167987	rnn.bias_hh_l0	5	-0.03285425901412964
167987	rnn.bias_hh_l0	6	0.026258647441864014
167987	rnn.bias_hh_l0	7	0.05214661732316017
167987	rnn.bias_hh_l0	8	-0.1113324761390686
167987	rnn.bias_hh_l0	9	-0.06416657567024231
167987	rnn.weight_ih_l0_reverse	0	-0.025551076978445053
167987	rnn.weight_ih_l0_reverse	1	-0.05133973807096481
167987	rnn.weight_ih_l0_reverse	2	-0.04757451266050339
167987	rnn.weight_ih_l0_reverse	3	0.008573521859943867
167987	rnn.weight_ih_l0_reverse	4	-0.01646970398724079
167987	rnn.weight_ih_l0_reverse	5	-0.0506836473941803
167987	rnn.weight_ih_l0_reverse	6	0.07497470080852509
167987	rnn.weight_ih_l0_reverse	7	-0.027430783957242966
167987	rnn.weight_ih_l0_reverse	8	-0.01662771962583065
167987	rnn.weight_ih_l0_reverse	9	-0.005838844925165176
167987	rnn.weight_hh_l0_reverse	0	0.062027785927057266
167987	rnn.weight_hh_l0_reverse	1	0.017960499972105026
167987	rnn.weight_hh_l0_reverse	2	0.030180320143699646
167987	rnn.weight_hh_l0_reverse	3	0.03516305238008499
167987	rnn.weight_hh_l0_reverse	4	0.009785366244614124
167987	rnn.weight_hh_l0_reverse	5	0.01677723042666912
167987	rnn.weight_hh_l0_reverse	6	0.04985762760043144
167987	rnn.weight_hh_l0_reverse	7	-0.06838635355234146
167987	rnn.weight_hh_l0_reverse	8	0.03645448759198189
167987	rnn.weight_hh_l0_reverse	9	0.03475375846028328
167987	rnn.bias_ih_l0_reverse	0	-0.05968763306736946
167987	rnn.bias_ih_l0_reverse	1	-0.2783082127571106
167987	rnn.bias_ih_l0_reverse	2	-0.1291404813528061
167987	rnn.bias_ih_l0_reverse	3	-0.04573868587613106
167987	rnn.bias_ih_l0_reverse	4	-0.036145422607660294
167987	rnn.bias_ih_l0_reverse	5	0.06099136173725128
167987	rnn.bias_ih_l0_reverse	6	-0.07233395427465439
167987	rnn.bias_ih_l0_reverse	7	0.04584570974111557
167987	rnn.bias_ih_l0_reverse	8	-0.05135785788297653
167987	rnn.bias_ih_l0_reverse	9	0.05498398840427399
167987	rnn.bias_hh_l0_reverse	0	0.027601243928074837
167987	rnn.bias_hh_l0_reverse	1	-0.06232614442706108
167987	rnn.bias_hh_l0_reverse	2	0.08201003074645996
167987	rnn.bias_hh_l0_reverse	3	-0.05316496640443802
167987	rnn.bias_hh_l0_reverse	4	-0.023201456293463707
167987	rnn.bias_hh_l0_reverse	5	-0.031026242300868034
167987	rnn.bias_hh_l0_reverse	6	-0.021997690200805664
167987	rnn.bias_hh_l0_reverse	7	0.10012558847665787
167987	rnn.bias_hh_l0_reverse	8	0.03141561150550842
167987	rnn.bias_hh_l0_reverse	9	-0.14698943495750427
167987	rnn.weight_ih_l1	0	-0.03166211396455765
167987	rnn.weight_ih_l1	1	-0.05209130048751831
167987	rnn.weight_ih_l1	2	0.06383431702852249
167987	rnn.weight_ih_l1	3	-0.059391770511865616
167987	rnn.weight_ih_l1	4	-0.016070887446403503
167987	rnn.weight_ih_l1	5	-0.043233562260866165
167987	rnn.weight_ih_l1	6	0.03013569302856922
167987	rnn.weight_ih_l1	7	-0.039979495108127594
167987	rnn.weight_ih_l1	8	0.03671756014227867
167987	rnn.weight_ih_l1	9	0.04415631666779518
167987	rnn.weight_hh_l1	0	-0.004891209304332733
167987	rnn.weight_hh_l1	1	0.018550829961895943
167987	rnn.weight_hh_l1	2	0.013381515629589558
167987	rnn.weight_hh_l1	3	-0.01175141055136919
167987	rnn.weight_hh_l1	4	0.010195956565439701
167987	rnn.weight_hh_l1	5	0.03218964859843254
167987	rnn.weight_hh_l1	6	0.03281167149543762
167987	rnn.weight_hh_l1	7	-0.01854836754500866
167987	rnn.weight_hh_l1	8	-0.009635696187615395
167987	rnn.weight_hh_l1	9	0.03634828329086304
167987	rnn.bias_ih_l1	0	-0.20276585221290588
167987	rnn.bias_ih_l1	1	-0.17667797207832336
167987	rnn.bias_ih_l1	2	-0.20738358795642853
167987	rnn.bias_ih_l1	3	-0.32197627425193787
167987	rnn.bias_ih_l1	4	-0.19566109776496887
167987	rnn.bias_ih_l1	5	-0.09778311848640442
167987	rnn.bias_ih_l1	6	-0.16162146627902985
167987	rnn.bias_ih_l1	7	-0.013588566333055496
167987	rnn.bias_ih_l1	8	-0.14017222821712494
167987	rnn.bias_ih_l1	9	-0.12964022159576416
167987	rnn.bias_hh_l1	0	-0.09892323613166809
167987	rnn.bias_hh_l1	1	-0.0693829283118248
167987	rnn.bias_hh_l1	2	-0.10341588407754898
167987	rnn.bias_hh_l1	3	-0.08109328895807266
167987	rnn.bias_hh_l1	4	-0.08974765241146088
167987	rnn.bias_hh_l1	5	-0.11755365133285522
167987	rnn.bias_hh_l1	6	-0.16015367209911346
167987	rnn.bias_hh_l1	7	0.039658114314079285
167987	rnn.bias_hh_l1	8	-0.1673981249332428
167987	rnn.bias_hh_l1	9	-0.11176295578479767
167987	rnn.weight_ih_l1_reverse	0	-0.03813765570521355
167987	rnn.weight_ih_l1_reverse	1	0.03392883762717247
167987	rnn.weight_ih_l1_reverse	2	0.06997453421354294
167987	rnn.weight_ih_l1_reverse	3	-0.0025427881628274918
167987	rnn.weight_ih_l1_reverse	4	-0.05055353045463562
167987	rnn.weight_ih_l1_reverse	5	-0.031067857518792152
167987	rnn.weight_ih_l1_reverse	6	0.0014139669947326183
167987	rnn.weight_ih_l1_reverse	7	0.02787703648209572
167987	rnn.weight_ih_l1_reverse	8	0.006085442379117012
167987	rnn.weight_ih_l1_reverse	9	-0.04505619406700134
167987	rnn.weight_hh_l1_reverse	0	0.005492044147104025
167987	rnn.weight_hh_l1_reverse	1	0.02985534630715847
167987	rnn.weight_hh_l1_reverse	2	-0.04037260264158249
167987	rnn.weight_hh_l1_reverse	3	0.035834070295095444
167987	rnn.weight_hh_l1_reverse	4	0.051020052284002304
167987	rnn.weight_hh_l1_reverse	5	0.0008890113676898181
167987	rnn.weight_hh_l1_reverse	6	0.05231932923197746
167987	rnn.weight_hh_l1_reverse	7	0.02976245991885662
167987	rnn.weight_hh_l1_reverse	8	-0.007107078097760677
167987	rnn.weight_hh_l1_reverse	9	-0.031208695843815804
167987	rnn.bias_ih_l1_reverse	0	-0.06581120193004608
167987	rnn.bias_ih_l1_reverse	1	-0.15119460225105286
167987	rnn.bias_ih_l1_reverse	2	-0.1622156947851181
167987	rnn.bias_ih_l1_reverse	3	-0.02206471376121044
167987	rnn.bias_ih_l1_reverse	4	-0.21434251964092255
167987	rnn.bias_ih_l1_reverse	5	-0.11659401655197144
167987	rnn.bias_ih_l1_reverse	6	-0.14047271013259888
167987	rnn.bias_ih_l1_reverse	7	-0.18945153057575226
167987	rnn.bias_ih_l1_reverse	8	0.21920239925384521
167987	rnn.bias_ih_l1_reverse	9	0.04434063285589218
167987	rnn.bias_hh_l1_reverse	0	-0.004523602779954672
167987	rnn.bias_hh_l1_reverse	1	-0.09039445966482162
167987	rnn.bias_hh_l1_reverse	2	-0.2375079095363617
167987	rnn.bias_hh_l1_reverse	3	-0.14132826030254364
167987	rnn.bias_hh_l1_reverse	4	-0.09740296751260757
167987	rnn.bias_hh_l1_reverse	5	-0.12784963846206665
167987	rnn.bias_hh_l1_reverse	6	0.09069202095270157
167987	rnn.bias_hh_l1_reverse	7	-0.16658848524093628
167987	rnn.bias_hh_l1_reverse	8	-0.11661083996295929
167987	rnn.bias_hh_l1_reverse	9	-0.14969874918460846
167987	linear.weight	0	0.002228822559118271
167987	linear.weight	1	0.11080519109964371
167987	linear.weight	2	-0.0927194356918335
167987	linear.weight	3	0.2922669053077698
167987	linear.weight	4	0.16229918599128723
167987	linear.weight	5	-0.058128610253334045
167987	linear.weight	6	0.11707879602909088
167987	linear.weight	7	0.09364273399114609
167987	linear.weight	8	0.04118029773235321
167987	linear.weight	9	-0.04099150374531746
167987	linear.bias	0	0.1416887640953064
167987	linear.bias	1	-0.18407288193702698
167987	linear.bias	2	-0.39139246940612793
167987	linear.bias	3	-0.6810258626937866
167987	linear.bias	4	-1.2394490242004395
167987	linear.bias	5	-0.037160079926252365
167987	linear.bias	6	-0.7726196646690369
167987	linear.bias	7	0.30232736468315125
167987	linear.bias	8	-0.46701136231422424
167987	linear.bias	9	-1.0540512800216675
168184	transitions	0	0.6866059899330139
168184	transitions	1	0.14966347813606262
168184	transitions	2	-10000.0
168184	transitions	3	-1.8253122568130493
168184	transitions	4	-10000.0
168184	transitions	5	0.5711070895195007
168184	transitions	6	-0.07958847284317017
168184	transitions	7	-0.7548308968544006
168184	transitions	8	-1.4102163314819336
168184	transitions	9	-0.0011704150820150971
168184	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
168184	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
168184	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
168184	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
168184	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
168184	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
168184	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
168184	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
168184	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
168184	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
168184	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
168184	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
168184	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
168184	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
168184	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
168184	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
168184	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
168184	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
168184	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
168184	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
168184	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
168184	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
168184	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
168184	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
168184	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
168184	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
168184	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
168184	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
168184	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
168184	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
168184	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
168184	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
168184	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
168184	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
168184	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
168184	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
168184	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
168184	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
168184	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
168184	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
168184	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
168184	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
168184	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
168184	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
168184	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
168184	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
168184	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
168184	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
168184	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
168184	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
168184	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
168184	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
168184	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
168184	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
168184	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
168184	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
168184	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
168184	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
168184	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
168184	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
168184	embedding2nn.weight	0	0.023908842355012894
168184	embedding2nn.weight	1	-0.013499279506504536
168184	embedding2nn.weight	2	-0.014268254861235619
168184	embedding2nn.weight	3	-0.018397487699985504
168184	embedding2nn.weight	4	-0.0059150345623493195
168184	embedding2nn.weight	5	-0.003700587200000882
168184	embedding2nn.weight	6	-0.003973301500082016
168184	embedding2nn.weight	7	-0.0819789245724678
168184	embedding2nn.weight	8	-0.0019979383796453476
168184	embedding2nn.weight	9	-0.028528839349746704
168184	embedding2nn.bias	0	0.04977913945913315
168184	embedding2nn.bias	1	-0.07357806712388992
168184	embedding2nn.bias	2	0.091041699051857
168184	embedding2nn.bias	3	0.06277967244386673
168184	embedding2nn.bias	4	-0.02267296425998211
168184	embedding2nn.bias	5	-0.010467946529388428
168184	embedding2nn.bias	6	0.03784366697072983
168184	embedding2nn.bias	7	-0.06349683552980423
168184	embedding2nn.bias	8	0.055761516094207764
168184	embedding2nn.bias	9	0.058233749121427536
168184	rnn.weight_ih_l0	0	-0.0804009661078453
168184	rnn.weight_ih_l0	1	0.005894812755286694
168184	rnn.weight_ih_l0	2	0.03627578541636467
168184	rnn.weight_ih_l0	3	0.02327648177742958
168184	rnn.weight_ih_l0	4	-0.039986081421375275
168184	rnn.weight_ih_l0	5	-0.06404945999383926
168184	rnn.weight_ih_l0	6	0.0003163286892231554
168184	rnn.weight_ih_l0	7	0.05584372207522392
168184	rnn.weight_ih_l0	8	-0.010211820714175701
168184	rnn.weight_ih_l0	9	-0.026306521147489548
168184	rnn.weight_hh_l0	0	-0.03102780692279339
168184	rnn.weight_hh_l0	1	-0.008169262669980526
168184	rnn.weight_hh_l0	2	0.004645488224923611
168184	rnn.weight_hh_l0	3	-0.0696609616279602
168184	rnn.weight_hh_l0	4	0.08747638016939163
168184	rnn.weight_hh_l0	5	-0.02633236162364483
168184	rnn.weight_hh_l0	6	-0.06145113334059715
168184	rnn.weight_hh_l0	7	0.011773554608225822
168184	rnn.weight_hh_l0	8	0.012235617265105247
168184	rnn.weight_hh_l0	9	-0.021307609975337982
168184	rnn.bias_ih_l0	0	0.13197025656700134
168184	rnn.bias_ih_l0	1	-0.032253243029117584
168184	rnn.bias_ih_l0	2	-0.012819861993193626
168184	rnn.bias_ih_l0	3	0.15567722916603088
168184	rnn.bias_ih_l0	4	-0.007734916638582945
168184	rnn.bias_ih_l0	5	-0.015158488415181637
168184	rnn.bias_ih_l0	6	0.01174526009708643
168184	rnn.bias_ih_l0	7	0.025774972513318062
168184	rnn.bias_ih_l0	8	-0.09409695118665695
168184	rnn.bias_ih_l0	9	-0.027253858745098114
168184	rnn.bias_hh_l0	0	-0.005566311068832874
168184	rnn.bias_hh_l0	1	-0.09872476011514664
168184	rnn.bias_hh_l0	2	-0.0625821202993393
168184	rnn.bias_hh_l0	3	-0.08890848606824875
168184	rnn.bias_hh_l0	4	-0.005046561826020479
168184	rnn.bias_hh_l0	5	-0.03479553759098053
168184	rnn.bias_hh_l0	6	0.025890646502375603
168184	rnn.bias_hh_l0	7	0.05036658048629761
168184	rnn.bias_hh_l0	8	-0.11133116483688354
168184	rnn.bias_hh_l0	9	-0.06457880139350891
168184	rnn.weight_ih_l0_reverse	0	-0.025811899453401566
168184	rnn.weight_ih_l0_reverse	1	-0.051557790488004684
168184	rnn.weight_ih_l0_reverse	2	-0.047780122607946396
168184	rnn.weight_ih_l0_reverse	3	0.00834660418331623
168184	rnn.weight_ih_l0_reverse	4	-0.01721986010670662
168184	rnn.weight_ih_l0_reverse	5	-0.05119364336133003
168184	rnn.weight_ih_l0_reverse	6	0.07483822107315063
168184	rnn.weight_ih_l0_reverse	7	-0.027321835979819298
168184	rnn.weight_ih_l0_reverse	8	-0.01623186655342579
168184	rnn.weight_ih_l0_reverse	9	-0.0061326096765697
168184	rnn.weight_hh_l0_reverse	0	0.061517294496297836
168184	rnn.weight_hh_l0_reverse	1	0.018120145425200462
168184	rnn.weight_hh_l0_reverse	2	0.03015984408557415
168184	rnn.weight_hh_l0_reverse	3	0.0351630300283432
168184	rnn.weight_hh_l0_reverse	4	0.009424405172467232
168184	rnn.weight_hh_l0_reverse	5	0.016664190217852592
168184	rnn.weight_hh_l0_reverse	6	0.049650274217128754
168184	rnn.weight_hh_l0_reverse	7	-0.06828625500202179
168184	rnn.weight_hh_l0_reverse	8	0.03617643564939499
168184	rnn.weight_hh_l0_reverse	9	0.03410178795456886
168184	rnn.bias_ih_l0_reverse	0	-0.06122777983546257
168184	rnn.bias_ih_l0_reverse	1	-0.2771052122116089
168184	rnn.bias_ih_l0_reverse	2	-0.12897059321403503
168184	rnn.bias_ih_l0_reverse	3	-0.04544850438833237
168184	rnn.bias_ih_l0_reverse	4	-0.035019055008888245
168184	rnn.bias_ih_l0_reverse	5	0.060043975710868835
168184	rnn.bias_ih_l0_reverse	6	-0.07178911566734314
168184	rnn.bias_ih_l0_reverse	7	0.046942755579948425
168184	rnn.bias_ih_l0_reverse	8	-0.051130183041095734
168184	rnn.bias_ih_l0_reverse	9	0.05519099533557892
168184	rnn.bias_hh_l0_reverse	0	0.027266014367341995
168184	rnn.bias_hh_l0_reverse	1	-0.06318219006061554
168184	rnn.bias_hh_l0_reverse	2	0.0796000137925148
168184	rnn.bias_hh_l0_reverse	3	-0.05367102473974228
168184	rnn.bias_hh_l0_reverse	4	-0.022532060742378235
168184	rnn.bias_hh_l0_reverse	5	-0.028525829315185547
168184	rnn.bias_hh_l0_reverse	6	-0.02313394285738468
168184	rnn.bias_hh_l0_reverse	7	0.10095974057912827
168184	rnn.bias_hh_l0_reverse	8	0.031392138451337814
168184	rnn.bias_hh_l0_reverse	9	-0.14473390579223633
168184	rnn.weight_ih_l1	0	-0.031330060213804245
168184	rnn.weight_ih_l1	1	-0.05175938457250595
168184	rnn.weight_ih_l1	2	0.06386292725801468
168184	rnn.weight_ih_l1	3	-0.05916989967226982
168184	rnn.weight_ih_l1	4	-0.01594943180680275
168184	rnn.weight_ih_l1	5	-0.04327025264501572
168184	rnn.weight_ih_l1	6	0.02951802685856819
168184	rnn.weight_ih_l1	7	-0.04097284376621246
168184	rnn.weight_ih_l1	8	0.03670385479927063
168184	rnn.weight_ih_l1	9	0.04468204081058502
168184	rnn.weight_hh_l1	0	-0.004381881095468998
168184	rnn.weight_hh_l1	1	0.018368234857916832
168184	rnn.weight_hh_l1	2	0.013565265573561192
168184	rnn.weight_hh_l1	3	-0.011859572492539883
168184	rnn.weight_hh_l1	4	0.009866416454315186
168184	rnn.weight_hh_l1	5	0.031768813729286194
168184	rnn.weight_hh_l1	6	0.03262893110513687
168184	rnn.weight_hh_l1	7	-0.018495405092835426
168184	rnn.weight_hh_l1	8	-0.00973560567945242
168184	rnn.weight_hh_l1	9	0.03617405518889427
168184	rnn.bias_ih_l1	0	-0.20264394581317902
168184	rnn.bias_ih_l1	1	-0.17567966878414154
168184	rnn.bias_ih_l1	2	-0.20926015079021454
168184	rnn.bias_ih_l1	3	-0.3224038779735565
168184	rnn.bias_ih_l1	4	-0.19544117152690887
168184	rnn.bias_ih_l1	5	-0.09698385000228882
168184	rnn.bias_ih_l1	6	-0.16077178716659546
168184	rnn.bias_ih_l1	7	-0.01530191209167242
168184	rnn.bias_ih_l1	8	-0.13996753096580505
168184	rnn.bias_ih_l1	9	-0.1304045021533966
168184	rnn.bias_hh_l1	0	-0.0989917442202568
168184	rnn.bias_hh_l1	1	-0.0688396543264389
168184	rnn.bias_hh_l1	2	-0.10292679071426392
168184	rnn.bias_hh_l1	3	-0.08141613006591797
168184	rnn.bias_hh_l1	4	-0.08905009925365448
168184	rnn.bias_hh_l1	5	-0.11853765696287155
168184	rnn.bias_hh_l1	6	-0.15978631377220154
168184	rnn.bias_hh_l1	7	0.04044131562113762
168184	rnn.bias_hh_l1	8	-0.16636458039283752
168184	rnn.bias_hh_l1	9	-0.11036844551563263
168184	rnn.weight_ih_l1_reverse	0	-0.03763610124588013
168184	rnn.weight_ih_l1_reverse	1	0.03481864929199219
168184	rnn.weight_ih_l1_reverse	2	0.06922897696495056
168184	rnn.weight_ih_l1_reverse	3	-0.0023026440758258104
168184	rnn.weight_ih_l1_reverse	4	-0.04946314916014671
168184	rnn.weight_ih_l1_reverse	5	-0.03125481307506561
168184	rnn.weight_ih_l1_reverse	6	0.002252894686535001
168184	rnn.weight_ih_l1_reverse	7	0.027468159794807434
168184	rnn.weight_ih_l1_reverse	8	0.006464081350713968
168184	rnn.weight_ih_l1_reverse	9	-0.04476308822631836
168184	rnn.weight_hh_l1_reverse	0	0.005590868182480335
168184	rnn.weight_hh_l1_reverse	1	0.02990422584116459
168184	rnn.weight_hh_l1_reverse	2	-0.04034421592950821
168184	rnn.weight_hh_l1_reverse	3	0.03578103333711624
168184	rnn.weight_hh_l1_reverse	4	0.051091283559799194
168184	rnn.weight_hh_l1_reverse	5	0.000779598078224808
168184	rnn.weight_hh_l1_reverse	6	0.052362535148859024
168184	rnn.weight_hh_l1_reverse	7	0.02970985323190689
168184	rnn.weight_hh_l1_reverse	8	-0.0071583897806704044
168184	rnn.weight_hh_l1_reverse	9	-0.031158462166786194
168184	rnn.bias_ih_l1_reverse	0	-0.06465952098369598
168184	rnn.bias_ih_l1_reverse	1	-0.1515587717294693
168184	rnn.bias_ih_l1_reverse	2	-0.1621607095003128
168184	rnn.bias_ih_l1_reverse	3	-0.02022276632487774
168184	rnn.bias_ih_l1_reverse	4	-0.21453061699867249
168184	rnn.bias_ih_l1_reverse	5	-0.11562508344650269
168184	rnn.bias_ih_l1_reverse	6	-0.14044810831546783
168184	rnn.bias_ih_l1_reverse	7	-0.18904604017734528
168184	rnn.bias_ih_l1_reverse	8	0.22052010893821716
168184	rnn.bias_ih_l1_reverse	9	0.046587515622377396
168184	rnn.bias_hh_l1_reverse	0	-0.005197972059249878
168184	rnn.bias_hh_l1_reverse	1	-0.0906425341963768
168184	rnn.bias_hh_l1_reverse	2	-0.23816902935504913
168184	rnn.bias_hh_l1_reverse	3	-0.14039698243141174
168184	rnn.bias_hh_l1_reverse	4	-0.09732991456985474
168184	rnn.bias_hh_l1_reverse	5	-0.12660223245620728
168184	rnn.bias_hh_l1_reverse	6	0.09433472156524658
168184	rnn.bias_hh_l1_reverse	7	-0.16936185956001282
168184	rnn.bias_hh_l1_reverse	8	-0.11890020966529846
168184	rnn.bias_hh_l1_reverse	9	-0.14966966211795807
168184	linear.weight	0	0.002228822559118271
168184	linear.weight	1	0.10921535640954971
168184	linear.weight	2	-0.09394554048776627
168184	linear.weight	3	0.2925417721271515
168184	linear.weight	4	0.16039440035820007
168184	linear.weight	5	-0.058719076216220856
168184	linear.weight	6	0.11886527389287949
168184	linear.weight	7	0.10024290531873703
168184	linear.weight	8	0.04118036478757858
168184	linear.weight	9	-0.04040452465415001
168184	linear.bias	0	0.13040637969970703
168184	linear.bias	1	-0.18310007452964783
168184	linear.bias	2	-0.39617255330085754
168184	linear.bias	3	-0.6685374975204468
168184	linear.bias	4	-1.2276854515075684
168184	linear.bias	5	-0.046216707676649094
168184	linear.bias	6	-0.7723263502120972
168184	linear.bias	7	0.293524831533432
168184	linear.bias	8	-0.4630480408668518
168184	linear.bias	9	-1.0497863292694092
168381	transitions	0	0.6930726170539856
168381	transitions	1	0.14814025163650513
168381	transitions	2	-10000.0
168381	transitions	3	-1.8253253698349
168381	transitions	4	-10000.0
168381	transitions	5	0.5710819959640503
168381	transitions	6	-0.07962677627801895
168381	transitions	7	-0.7550838589668274
168381	transitions	8	-1.4102510213851929
168381	transitions	9	-0.0011706813238561153
168381	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
168381	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
168381	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
168381	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
168381	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
168381	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
168381	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
168381	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
168381	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
168381	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
168381	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
168381	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
168381	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
168381	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
168381	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
168381	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
168381	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
168381	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
168381	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
168381	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
168381	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
168381	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
168381	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
168381	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
168381	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
168381	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
168381	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
168381	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
168381	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
168381	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
168381	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
168381	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
168381	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
168381	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
168381	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
168381	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
168381	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
168381	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
168381	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
168381	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
168381	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
168381	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
168381	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
168381	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
168381	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
168381	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
168381	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
168381	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
168381	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
168381	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
168381	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
168381	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
168381	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
168381	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
168381	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
168381	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
168381	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
168381	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
168381	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
168381	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
168381	embedding2nn.weight	0	0.023244226351380348
168381	embedding2nn.weight	1	-0.013498152606189251
168381	embedding2nn.weight	2	-0.014268254861235619
168381	embedding2nn.weight	3	-0.01852971874177456
168381	embedding2nn.weight	4	-0.0059150345623493195
168381	embedding2nn.weight	5	-0.003700587200000882
168381	embedding2nn.weight	6	-0.003973300568759441
168381	embedding2nn.weight	7	-0.08163446187973022
168381	embedding2nn.weight	8	-0.0019979383796453476
168381	embedding2nn.weight	9	-0.028679972514510155
168381	embedding2nn.bias	0	0.05420390143990517
168381	embedding2nn.bias	1	-0.07503075897693634
168381	embedding2nn.bias	2	0.09138093143701553
168381	embedding2nn.bias	3	0.05845561996102333
168381	embedding2nn.bias	4	-0.024863632395863533
168381	embedding2nn.bias	5	-0.012631872668862343
168381	embedding2nn.bias	6	0.044161129742860794
168381	embedding2nn.bias	7	-0.06351105868816376
168381	embedding2nn.bias	8	0.05098162591457367
168381	embedding2nn.bias	9	0.05416111275553703
168381	rnn.weight_ih_l0	0	-0.07895158976316452
168381	rnn.weight_ih_l0	1	0.0067149740643799305
168381	rnn.weight_ih_l0	2	0.03616158291697502
168381	rnn.weight_ih_l0	3	0.023359542712569237
168381	rnn.weight_ih_l0	4	-0.04020213708281517
168381	rnn.weight_ih_l0	5	-0.06409043073654175
168381	rnn.weight_ih_l0	6	0.0003705781709868461
168381	rnn.weight_ih_l0	7	0.055147264152765274
168381	rnn.weight_ih_l0	8	-0.009964948520064354
168381	rnn.weight_ih_l0	9	-0.02582389861345291
168381	rnn.weight_hh_l0	0	-0.031125247478485107
168381	rnn.weight_hh_l0	1	-0.008171647787094116
168381	rnn.weight_hh_l0	2	0.004738450050354004
168381	rnn.weight_hh_l0	3	-0.0695931613445282
168381	rnn.weight_hh_l0	4	0.08761230111122131
168381	rnn.weight_hh_l0	5	-0.026526255533099174
168381	rnn.weight_hh_l0	6	-0.06145487725734711
168381	rnn.weight_hh_l0	7	0.0120309479534626
168381	rnn.weight_hh_l0	8	0.012003108859062195
168381	rnn.weight_hh_l0	9	-0.021577145904302597
168381	rnn.bias_ih_l0	0	0.13052600622177124
168381	rnn.bias_ih_l0	1	-0.030526189133524895
168381	rnn.bias_ih_l0	2	-0.013884356245398521
168381	rnn.bias_ih_l0	3	0.15427511930465698
168381	rnn.bias_ih_l0	4	-0.007918175309896469
168381	rnn.bias_ih_l0	5	-0.016222206875681877
168381	rnn.bias_ih_l0	6	0.012056473642587662
168381	rnn.bias_ih_l0	7	0.026297282427549362
168381	rnn.bias_ih_l0	8	-0.0950557142496109
168381	rnn.bias_ih_l0	9	-0.023589184507727623
168381	rnn.bias_hh_l0	0	-0.005646817851811647
168381	rnn.bias_hh_l0	1	-0.09811729192733765
168381	rnn.bias_hh_l0	2	-0.06361860781908035
168381	rnn.bias_hh_l0	3	-0.0881473645567894
168381	rnn.bias_hh_l0	4	-0.004140752833336592
168381	rnn.bias_hh_l0	5	-0.03573590889573097
168381	rnn.bias_hh_l0	6	0.02628851681947708
168381	rnn.bias_hh_l0	7	0.049278076738119125
168381	rnn.bias_hh_l0	8	-0.11305117607116699
168381	rnn.bias_hh_l0	9	-0.06507466733455658
168381	rnn.weight_ih_l0_reverse	0	-0.026631206274032593
168381	rnn.weight_ih_l0_reverse	1	-0.05201427638530731
168381	rnn.weight_ih_l0_reverse	2	-0.04661266505718231
168381	rnn.weight_ih_l0_reverse	3	0.0076203676871955395
168381	rnn.weight_ih_l0_reverse	4	-0.01760035939514637
168381	rnn.weight_ih_l0_reverse	5	-0.05104270949959755
168381	rnn.weight_ih_l0_reverse	6	0.07458730787038803
168381	rnn.weight_ih_l0_reverse	7	-0.02771052159368992
168381	rnn.weight_ih_l0_reverse	8	-0.01631835661828518
168381	rnn.weight_ih_l0_reverse	9	-0.00624625151976943
168381	rnn.weight_hh_l0_reverse	0	0.06118175759911537
168381	rnn.weight_hh_l0_reverse	1	0.018521808087825775
168381	rnn.weight_hh_l0_reverse	2	0.030054429545998573
168381	rnn.weight_hh_l0_reverse	3	0.03537704423069954
168381	rnn.weight_hh_l0_reverse	4	0.009358062408864498
168381	rnn.weight_hh_l0_reverse	5	0.01749448850750923
168381	rnn.weight_hh_l0_reverse	6	0.04968848451972008
168381	rnn.weight_hh_l0_reverse	7	-0.06815169006586075
168381	rnn.weight_hh_l0_reverse	8	0.03646109253168106
168381	rnn.weight_hh_l0_reverse	9	0.03380000591278076
168381	rnn.bias_ih_l0_reverse	0	-0.06031535565853119
168381	rnn.bias_ih_l0_reverse	1	-0.2758142054080963
168381	rnn.bias_ih_l0_reverse	2	-0.12955231964588165
168381	rnn.bias_ih_l0_reverse	3	-0.04579000547528267
168381	rnn.bias_ih_l0_reverse	4	-0.03322787955403328
168381	rnn.bias_ih_l0_reverse	5	0.06277861446142197
168381	rnn.bias_ih_l0_reverse	6	-0.0719221904873848
168381	rnn.bias_ih_l0_reverse	7	0.04641861841082573
168381	rnn.bias_ih_l0_reverse	8	-0.05030526593327522
168381	rnn.bias_ih_l0_reverse	9	0.05608992278575897
168381	rnn.bias_hh_l0_reverse	0	0.024467935785651207
168381	rnn.bias_hh_l0_reverse	1	-0.062292054295539856
168381	rnn.bias_hh_l0_reverse	2	0.08008149266242981
168381	rnn.bias_hh_l0_reverse	3	-0.052015263587236404
168381	rnn.bias_hh_l0_reverse	4	-0.02294420637190342
168381	rnn.bias_hh_l0_reverse	5	-0.028562476858496666
168381	rnn.bias_hh_l0_reverse	6	-0.02389715239405632
168381	rnn.bias_hh_l0_reverse	7	0.10222222656011581
168381	rnn.bias_hh_l0_reverse	8	0.032888129353523254
168381	rnn.bias_hh_l0_reverse	9	-0.14464491605758667
168381	rnn.weight_ih_l1	0	-0.030763709917664528
168381	rnn.weight_ih_l1	1	-0.05230792984366417
168381	rnn.weight_ih_l1	2	0.06342721730470657
168381	rnn.weight_ih_l1	3	-0.05869043618440628
168381	rnn.weight_ih_l1	4	-0.016474692150950432
168381	rnn.weight_ih_l1	5	-0.04301433637738228
168381	rnn.weight_ih_l1	6	0.02954530343413353
168381	rnn.weight_ih_l1	7	-0.041277751326560974
168381	rnn.weight_ih_l1	8	0.03639879822731018
168381	rnn.weight_ih_l1	9	0.044607974588871
168381	rnn.weight_hh_l1	0	-0.004632969852536917
168381	rnn.weight_hh_l1	1	0.018334386870265007
168381	rnn.weight_hh_l1	2	0.014024237170815468
168381	rnn.weight_hh_l1	3	-0.011975598521530628
168381	rnn.weight_hh_l1	4	0.009884223341941833
168381	rnn.weight_hh_l1	5	0.03177553415298462
168381	rnn.weight_hh_l1	6	0.03293950483202934
168381	rnn.weight_hh_l1	7	-0.018333403393626213
168381	rnn.weight_hh_l1	8	-0.00964339729398489
168381	rnn.weight_hh_l1	9	0.03619309142231941
168381	rnn.bias_ih_l1	0	-0.20064453780651093
168381	rnn.bias_ih_l1	1	-0.17509345710277557
168381	rnn.bias_ih_l1	2	-0.20812024176120758
168381	rnn.bias_ih_l1	3	-0.32166585326194763
168381	rnn.bias_ih_l1	4	-0.20110537111759186
168381	rnn.bias_ih_l1	5	-0.09675540775060654
168381	rnn.bias_ih_l1	6	-0.16206690669059753
168381	rnn.bias_ih_l1	7	-0.014794562011957169
168381	rnn.bias_ih_l1	8	-0.13792385160923004
168381	rnn.bias_ih_l1	9	-0.12926888465881348
168381	rnn.bias_hh_l1	0	-0.0985180214047432
168381	rnn.bias_hh_l1	1	-0.06731957197189331
168381	rnn.bias_hh_l1	2	-0.10312556475400925
168381	rnn.bias_hh_l1	3	-0.08213541656732559
168381	rnn.bias_hh_l1	4	-0.09028483927249908
168381	rnn.bias_hh_l1	5	-0.11910972744226456
168381	rnn.bias_hh_l1	6	-0.15800537168979645
168381	rnn.bias_hh_l1	7	0.03974449634552002
168381	rnn.bias_hh_l1	8	-0.16688542068004608
168381	rnn.bias_hh_l1	9	-0.1088772714138031
168381	rnn.weight_ih_l1_reverse	0	-0.037863634526729584
168381	rnn.weight_ih_l1_reverse	1	0.03504296764731407
168381	rnn.weight_ih_l1_reverse	2	0.06816533952951431
168381	rnn.weight_ih_l1_reverse	3	-0.0023602177388966084
168381	rnn.weight_ih_l1_reverse	4	-0.05026808753609657
168381	rnn.weight_ih_l1_reverse	5	-0.031184053048491478
168381	rnn.weight_ih_l1_reverse	6	0.00239309249445796
168381	rnn.weight_ih_l1_reverse	7	0.027750305831432343
168381	rnn.weight_ih_l1_reverse	8	0.007515328470617533
168381	rnn.weight_ih_l1_reverse	9	-0.0469166561961174
168381	rnn.weight_hh_l1_reverse	0	0.005539693403989077
168381	rnn.weight_hh_l1_reverse	1	0.029857495799660683
168381	rnn.weight_hh_l1_reverse	2	-0.0403549000620842
168381	rnn.weight_hh_l1_reverse	3	0.03575749322772026
168381	rnn.weight_hh_l1_reverse	4	0.05134732276201248
168381	rnn.weight_hh_l1_reverse	5	0.0007880950579419732
168381	rnn.weight_hh_l1_reverse	6	0.05170930176973343
168381	rnn.weight_hh_l1_reverse	7	0.029563819989562035
168381	rnn.weight_hh_l1_reverse	8	-0.0072386739775538445
168381	rnn.weight_hh_l1_reverse	9	-0.031373973935842514
168381	rnn.bias_ih_l1_reverse	0	-0.06445886194705963
168381	rnn.bias_ih_l1_reverse	1	-0.15201526880264282
168381	rnn.bias_ih_l1_reverse	2	-0.15958862006664276
168381	rnn.bias_ih_l1_reverse	3	-0.02118510566651821
168381	rnn.bias_ih_l1_reverse	4	-0.21482610702514648
168381	rnn.bias_ih_l1_reverse	5	-0.1157882958650589
168381	rnn.bias_ih_l1_reverse	6	-0.14050211012363434
168381	rnn.bias_ih_l1_reverse	7	-0.18695670366287231
168381	rnn.bias_ih_l1_reverse	8	0.22295688092708588
168381	rnn.bias_ih_l1_reverse	9	0.04714784398674965
168381	rnn.bias_hh_l1_reverse	0	-0.004046127200126648
168381	rnn.bias_hh_l1_reverse	1	-0.09259721636772156
168381	rnn.bias_hh_l1_reverse	2	-0.23771251738071442
168381	rnn.bias_hh_l1_reverse	3	-0.13840828835964203
168381	rnn.bias_hh_l1_reverse	4	-0.09680737555027008
168381	rnn.bias_hh_l1_reverse	5	-0.12667088210582733
168381	rnn.bias_hh_l1_reverse	6	0.09659969806671143
168381	rnn.bias_hh_l1_reverse	7	-0.169181689620018
168381	rnn.bias_hh_l1_reverse	8	-0.11869310587644577
168381	rnn.bias_hh_l1_reverse	9	-0.1490846872329712
168381	linear.weight	0	0.002228822559118271
168381	linear.weight	1	0.10382957756519318
168381	linear.weight	2	-0.09168382734060287
168381	linear.weight	3	0.2935802936553955
168381	linear.weight	4	0.16216234862804413
168381	linear.weight	5	-0.05936480686068535
168381	linear.weight	6	0.1183728277683258
168381	linear.weight	7	0.10439359396696091
168381	linear.weight	8	0.04118024930357933
168381	linear.weight	9	-0.04250643774867058
168381	linear.bias	0	0.12480666488409042
168381	linear.bias	1	-0.17692987620830536
168381	linear.bias	2	-0.4056577682495117
168381	linear.bias	3	-0.6672614812850952
168381	linear.bias	4	-1.226296305656433
168381	linear.bias	5	-0.05766308680176735
168381	linear.bias	6	-0.7651073932647705
168381	linear.bias	7	0.28289222717285156
168381	linear.bias	8	-0.46057915687561035
168381	linear.bias	9	-1.0471062660217285
168578	transitions	0	0.6873882412910461
168578	transitions	1	0.1457718014717102
168578	transitions	2	-10000.0
168578	transitions	3	-1.8253357410430908
168578	transitions	4	-10000.0
168578	transitions	5	0.5710595846176147
168578	transitions	6	-0.07965075224637985
168578	transitions	7	-0.7552266716957092
168578	transitions	8	-1.4102814197540283
168578	transitions	9	-0.0011711588595062494
168578	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
168578	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
168578	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
168578	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
168578	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
168578	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
168578	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
168578	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
168578	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
168578	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
168578	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
168578	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
168578	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
168578	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
168578	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
168578	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
168578	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
168578	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
168578	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
168578	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
168578	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
168578	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
168578	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
168578	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
168578	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
168578	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
168578	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
168578	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
168578	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
168578	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
168578	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
168578	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
168578	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
168578	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
168578	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
168578	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
168578	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
168578	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
168578	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
168578	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
168578	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
168578	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
168578	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
168578	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
168578	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
168578	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
168578	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
168578	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
168578	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
168578	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
168578	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
168578	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
168578	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
168578	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
168578	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
168578	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
168578	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
168578	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
168578	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
168578	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
168578	embedding2nn.weight	0	0.024087147787213326
168578	embedding2nn.weight	1	-0.013466207310557365
168578	embedding2nn.weight	2	-0.014268254861235619
168578	embedding2nn.weight	3	-0.019761748611927032
168578	embedding2nn.weight	4	-0.0059150345623493195
168578	embedding2nn.weight	5	-0.003700587200000882
168578	embedding2nn.weight	6	-0.003973298240453005
168578	embedding2nn.weight	7	-0.08108291029930115
168578	embedding2nn.weight	8	-0.0019979383796453476
168578	embedding2nn.weight	9	-0.02875741384923458
168578	embedding2nn.bias	0	0.05421113595366478
168578	embedding2nn.bias	1	-0.07687360793352127
168578	embedding2nn.bias	2	0.08869277685880661
168578	embedding2nn.bias	3	0.05640915781259537
168578	embedding2nn.bias	4	-0.024326320737600327
168578	embedding2nn.bias	5	-0.009031685069203377
168578	embedding2nn.bias	6	0.03942377120256424
168578	embedding2nn.bias	7	-0.06509167701005936
168578	embedding2nn.bias	8	0.04976237937808037
168578	embedding2nn.bias	9	0.05146699398756027
168578	rnn.weight_ih_l0	0	-0.07946879416704178
168578	rnn.weight_ih_l0	1	0.007298453710973263
168578	rnn.weight_ih_l0	2	0.03626905754208565
168578	rnn.weight_ih_l0	3	0.02342146821320057
168578	rnn.weight_ih_l0	4	-0.04100795462727547
168578	rnn.weight_ih_l0	5	-0.06416410952806473
168578	rnn.weight_ih_l0	6	0.0005238395533524454
168578	rnn.weight_ih_l0	7	0.05450424179434776
168578	rnn.weight_ih_l0	8	-0.009957696311175823
168578	rnn.weight_ih_l0	9	-0.025964777916669846
168578	rnn.weight_hh_l0	0	-0.03141289949417114
168578	rnn.weight_hh_l0	1	-0.008482018485665321
168578	rnn.weight_hh_l0	2	0.004527916666120291
168578	rnn.weight_hh_l0	3	-0.06930610537528992
168578	rnn.weight_hh_l0	4	0.08795028179883957
168578	rnn.weight_hh_l0	5	-0.026463840156793594
168578	rnn.weight_hh_l0	6	-0.06149931997060776
168578	rnn.weight_hh_l0	7	0.012004587799310684
168578	rnn.weight_hh_l0	8	0.012181089259684086
168578	rnn.weight_hh_l0	9	-0.021397430449724197
168578	rnn.bias_ih_l0	0	0.12925183773040771
168578	rnn.bias_ih_l0	1	-0.031054450199007988
168578	rnn.bias_ih_l0	2	-0.015157313086092472
168578	rnn.bias_ih_l0	3	0.1537788212299347
168578	rnn.bias_ih_l0	4	-0.008408813737332821
168578	rnn.bias_ih_l0	5	-0.016911625862121582
168578	rnn.bias_ih_l0	6	0.012666705064475536
168578	rnn.bias_ih_l0	7	0.025657594203948975
168578	rnn.bias_ih_l0	8	-0.09413520991802216
168578	rnn.bias_ih_l0	9	-0.022555075585842133
168578	rnn.bias_hh_l0	0	-0.00422705989331007
168578	rnn.bias_hh_l0	1	-0.09792379289865494
168578	rnn.bias_hh_l0	2	-0.0633450448513031
168578	rnn.bias_hh_l0	3	-0.0885312408208847
168578	rnn.bias_hh_l0	4	-0.0016170323360711336
168578	rnn.bias_hh_l0	5	-0.034047532826662064
168578	rnn.bias_hh_l0	6	0.02714104764163494
168578	rnn.bias_hh_l0	7	0.05075642839074135
168578	rnn.bias_hh_l0	8	-0.11200927942991257
168578	rnn.bias_hh_l0	9	-0.06510068476200104
168578	rnn.weight_ih_l0_reverse	0	-0.02584724687039852
168578	rnn.weight_ih_l0_reverse	1	-0.05264069885015488
168578	rnn.weight_ih_l0_reverse	2	-0.046477027237415314
168578	rnn.weight_ih_l0_reverse	3	0.007104832213371992
168578	rnn.weight_ih_l0_reverse	4	-0.01803520880639553
168578	rnn.weight_ih_l0_reverse	5	-0.0511019267141819
168578	rnn.weight_ih_l0_reverse	6	0.07488276064395905
168578	rnn.weight_ih_l0_reverse	7	-0.02843460999429226
168578	rnn.weight_ih_l0_reverse	8	-0.01665244996547699
168578	rnn.weight_ih_l0_reverse	9	-0.006502552889287472
168578	rnn.weight_hh_l0_reverse	0	0.06132746487855911
168578	rnn.weight_hh_l0_reverse	1	0.01846480369567871
168578	rnn.weight_hh_l0_reverse	2	0.03005165234208107
168578	rnn.weight_hh_l0_reverse	3	0.03569314256310463
168578	rnn.weight_hh_l0_reverse	4	0.009497217833995819
168578	rnn.weight_hh_l0_reverse	5	0.01740039326250553
168578	rnn.weight_hh_l0_reverse	6	0.04957703873515129
168578	rnn.weight_hh_l0_reverse	7	-0.06849199533462524
168578	rnn.weight_hh_l0_reverse	8	0.03656308352947235
168578	rnn.weight_hh_l0_reverse	9	0.0338781476020813
168578	rnn.bias_ih_l0_reverse	0	-0.06119304895401001
168578	rnn.bias_ih_l0_reverse	1	-0.27536725997924805
168578	rnn.bias_ih_l0_reverse	2	-0.1325283795595169
168578	rnn.bias_ih_l0_reverse	3	-0.04571979120373726
168578	rnn.bias_ih_l0_reverse	4	-0.03415840491652489
168578	rnn.bias_ih_l0_reverse	5	0.06268880516290665
168578	rnn.bias_ih_l0_reverse	6	-0.0710415467619896
168578	rnn.bias_ih_l0_reverse	7	0.04784426465630531
168578	rnn.bias_ih_l0_reverse	8	-0.05112561956048012
168578	rnn.bias_ih_l0_reverse	9	0.05515999346971512
168578	rnn.bias_hh_l0_reverse	0	0.024295512586832047
168578	rnn.bias_hh_l0_reverse	1	-0.064615897834301
168578	rnn.bias_hh_l0_reverse	2	0.0787615105509758
168578	rnn.bias_hh_l0_reverse	3	-0.05300508439540863
168578	rnn.bias_hh_l0_reverse	4	-0.025025151669979095
168578	rnn.bias_hh_l0_reverse	5	-0.027091948315501213
168578	rnn.bias_hh_l0_reverse	6	-0.021714042872190475
168578	rnn.bias_hh_l0_reverse	7	0.10190839320421219
168578	rnn.bias_hh_l0_reverse	8	0.03325815126299858
168578	rnn.bias_hh_l0_reverse	9	-0.14411701261997223
168578	rnn.weight_ih_l1	0	-0.030866803601384163
168578	rnn.weight_ih_l1	1	-0.052184395492076874
168578	rnn.weight_ih_l1	2	0.06377749890089035
168578	rnn.weight_ih_l1	3	-0.05849982053041458
168578	rnn.weight_ih_l1	4	-0.016476541757583618
168578	rnn.weight_ih_l1	5	-0.042913176119327545
168578	rnn.weight_ih_l1	6	0.029345529153943062
168578	rnn.weight_ih_l1	7	-0.04024152830243111
168578	rnn.weight_ih_l1	8	0.03637031465768814
168578	rnn.weight_ih_l1	9	0.044520460069179535
168578	rnn.weight_hh_l1	0	-0.005111715756356716
168578	rnn.weight_hh_l1	1	0.0184212364256382
168578	rnn.weight_hh_l1	2	0.013553744181990623
168578	rnn.weight_hh_l1	3	-0.011864077299833298
168578	rnn.weight_hh_l1	4	0.010026320815086365
168578	rnn.weight_hh_l1	5	0.03149675577878952
168578	rnn.weight_hh_l1	6	0.03295166790485382
168578	rnn.weight_hh_l1	7	-0.01835818961262703
168578	rnn.weight_hh_l1	8	-0.009530723094940186
168578	rnn.weight_hh_l1	9	0.03623056411743164
168578	rnn.bias_ih_l1	0	-0.19998328387737274
168578	rnn.bias_ih_l1	1	-0.17523357272148132
168578	rnn.bias_ih_l1	2	-0.20769742131233215
168578	rnn.bias_ih_l1	3	-0.3225613236427307
168578	rnn.bias_ih_l1	4	-0.1979495882987976
168578	rnn.bias_ih_l1	5	-0.09627211093902588
168578	rnn.bias_ih_l1	6	-0.16172847151756287
168578	rnn.bias_ih_l1	7	-0.01657075621187687
168578	rnn.bias_ih_l1	8	-0.13748107850551605
168578	rnn.bias_ih_l1	9	-0.13149207830429077
168578	rnn.bias_hh_l1	0	-0.0974409356713295
168578	rnn.bias_hh_l1	1	-0.0673520565032959
168578	rnn.bias_hh_l1	2	-0.10473619401454926
168578	rnn.bias_hh_l1	3	-0.08238183706998825
168578	rnn.bias_hh_l1	4	-0.08984223753213882
168578	rnn.bias_hh_l1	5	-0.11859158426523209
168578	rnn.bias_hh_l1	6	-0.15710991621017456
168578	rnn.bias_hh_l1	7	0.040661316365003586
168578	rnn.bias_hh_l1	8	-0.16849921643733978
168578	rnn.bias_hh_l1	9	-0.10890616476535797
168578	rnn.weight_ih_l1_reverse	0	-0.03719387203454971
168578	rnn.weight_ih_l1_reverse	1	0.03528054058551788
168578	rnn.weight_ih_l1_reverse	2	0.06829773634672165
168578	rnn.weight_ih_l1_reverse	3	-0.0024801420513540506
168578	rnn.weight_ih_l1_reverse	4	-0.050831593573093414
168578	rnn.weight_ih_l1_reverse	5	-0.031163806095719337
168578	rnn.weight_ih_l1_reverse	6	0.00254776980727911
168578	rnn.weight_ih_l1_reverse	7	0.027315108105540276
168578	rnn.weight_ih_l1_reverse	8	0.0080178277567029
168578	rnn.weight_ih_l1_reverse	9	-0.04707079380750656
168578	rnn.weight_hh_l1_reverse	0	0.005396257620304823
168578	rnn.weight_hh_l1_reverse	1	0.02985745668411255
168578	rnn.weight_hh_l1_reverse	2	-0.04039778560400009
168578	rnn.weight_hh_l1_reverse	3	0.035770904272794724
168578	rnn.weight_hh_l1_reverse	4	0.051547177135944366
168578	rnn.weight_hh_l1_reverse	5	0.0004291970399208367
168578	rnn.weight_hh_l1_reverse	6	0.05126892402768135
168578	rnn.weight_hh_l1_reverse	7	0.029636159539222717
168578	rnn.weight_hh_l1_reverse	8	-0.007271513342857361
168578	rnn.weight_hh_l1_reverse	9	-0.03154366463422775
168578	rnn.bias_ih_l1_reverse	0	-0.06300732493400574
168578	rnn.bias_ih_l1_reverse	1	-0.1535957157611847
168578	rnn.bias_ih_l1_reverse	2	-0.1612192541360855
168578	rnn.bias_ih_l1_reverse	3	-0.021186575293540955
168578	rnn.bias_ih_l1_reverse	4	-0.2152131348848343
168578	rnn.bias_ih_l1_reverse	5	-0.11680153012275696
168578	rnn.bias_ih_l1_reverse	6	-0.1411142349243164
168578	rnn.bias_ih_l1_reverse	7	-0.18400992453098297
168578	rnn.bias_ih_l1_reverse	8	0.22485148906707764
168578	rnn.bias_ih_l1_reverse	9	0.046329598873853683
168578	rnn.bias_hh_l1_reverse	0	-0.00324614136479795
168578	rnn.bias_hh_l1_reverse	1	-0.09218509495258331
168578	rnn.bias_hh_l1_reverse	2	-0.237675741314888
168578	rnn.bias_hh_l1_reverse	3	-0.13890770077705383
168578	rnn.bias_hh_l1_reverse	4	-0.09680525958538055
168578	rnn.bias_hh_l1_reverse	5	-0.12611941993236542
168578	rnn.bias_hh_l1_reverse	6	0.09228341281414032
168578	rnn.bias_hh_l1_reverse	7	-0.16923454403877258
168578	rnn.bias_hh_l1_reverse	8	-0.11893673241138458
168578	rnn.bias_hh_l1_reverse	9	-0.14860083162784576
168578	linear.weight	0	0.002228822559118271
168578	linear.weight	1	0.10337384045124054
168578	linear.weight	2	-0.09017734229564667
168578	linear.weight	3	0.2919292151927948
168578	linear.weight	4	0.162424236536026
168578	linear.weight	5	-0.05903628095984459
168578	linear.weight	6	0.11140677332878113
168578	linear.weight	7	0.09917236864566803
168578	linear.weight	8	0.04118046537041664
168578	linear.weight	9	-0.04452234506607056
168578	linear.bias	0	0.11369958519935608
168578	linear.bias	1	-0.18150269985198975
168578	linear.bias	2	-0.4070626199245453
168578	linear.bias	3	-0.6597356200218201
168578	linear.bias	4	-1.2194219827651978
168578	linear.bias	5	-0.03936552628874779
168578	linear.bias	6	-0.7701235413551331
168578	linear.bias	7	0.30397453904151917
168578	linear.bias	8	-0.4657730162143707
168578	linear.bias	9	-1.0514445304870605
168775	transitions	0	0.6857398152351379
168775	transitions	1	0.14890334010124207
168775	transitions	2	-10000.0
168775	transitions	3	-1.8253469467163086
168775	transitions	4	-10000.0
168775	transitions	5	0.571026623249054
168775	transitions	6	-0.07968053966760635
168775	transitions	7	-0.7553805708885193
168775	transitions	8	-1.410399317741394
168775	transitions	9	-0.001171386451460421
168775	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
168775	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
168775	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
168775	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
168775	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
168775	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
168775	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
168775	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
168775	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
168775	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
168775	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
168775	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
168775	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
168775	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
168775	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
168775	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
168775	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
168775	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
168775	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
168775	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
168775	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
168775	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
168775	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
168775	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
168775	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
168775	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
168775	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
168775	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
168775	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
168775	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
168775	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
168775	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
168775	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
168775	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
168775	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
168775	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
168775	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
168775	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
168775	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
168775	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
168775	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
168775	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
168775	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
168775	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
168775	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
168775	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
168775	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
168775	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
168775	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
168775	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
168775	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
168775	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
168775	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
168775	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
168775	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
168775	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
168775	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
168775	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
168775	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
168775	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
168775	embedding2nn.weight	0	0.02442675083875656
168775	embedding2nn.weight	1	-0.013503087684512138
168775	embedding2nn.weight	2	-0.014268254861235619
168775	embedding2nn.weight	3	-0.019333915784955025
168775	embedding2nn.weight	4	-0.0059150345623493195
168775	embedding2nn.weight	5	-0.003700587200000882
168775	embedding2nn.weight	6	-0.003973298706114292
168775	embedding2nn.weight	7	-0.08182114362716675
168775	embedding2nn.weight	8	-0.0019979383796453476
168775	embedding2nn.weight	9	-0.028388256207108498
168775	embedding2nn.bias	0	0.05039408802986145
168775	embedding2nn.bias	1	-0.06868484616279602
168775	embedding2nn.bias	2	0.09070228040218353
168775	embedding2nn.bias	3	0.06253752112388611
168775	embedding2nn.bias	4	-0.028342723846435547
168775	embedding2nn.bias	5	-0.01219648402184248
168775	embedding2nn.bias	6	0.041427455842494965
168775	embedding2nn.bias	7	-0.06335674226284027
168775	embedding2nn.bias	8	0.04821106791496277
168775	embedding2nn.bias	9	0.05569583550095558
168775	rnn.weight_ih_l0	0	-0.07899793982505798
168775	rnn.weight_ih_l0	1	0.006915325298905373
168775	rnn.weight_ih_l0	2	0.03686380386352539
168775	rnn.weight_ih_l0	3	0.023371485993266106
168775	rnn.weight_ih_l0	4	-0.041295528411865234
168775	rnn.weight_ih_l0	5	-0.06385672837495804
168775	rnn.weight_ih_l0	6	0.0006474450347013772
168775	rnn.weight_ih_l0	7	0.054964710026979446
168775	rnn.weight_ih_l0	8	-0.010175563395023346
168775	rnn.weight_ih_l0	9	-0.02577393501996994
168775	rnn.weight_hh_l0	0	-0.032267484813928604
168775	rnn.weight_hh_l0	1	-0.00903046689927578
168775	rnn.weight_hh_l0	2	0.004858461674302816
168775	rnn.weight_hh_l0	3	-0.06898385286331177
168775	rnn.weight_hh_l0	4	0.0879109650850296
168775	rnn.weight_hh_l0	5	-0.02676820009946823
168775	rnn.weight_hh_l0	6	-0.06164991110563278
168775	rnn.weight_hh_l0	7	0.01177162118256092
168775	rnn.weight_hh_l0	8	0.012409582734107971
168775	rnn.weight_hh_l0	9	-0.021760160103440285
168775	rnn.bias_ih_l0	0	0.1278175413608551
168775	rnn.bias_ih_l0	1	-0.030228013172745705
168775	rnn.bias_ih_l0	2	-0.014446249231696129
168775	rnn.bias_ih_l0	3	0.15725170075893402
168775	rnn.bias_ih_l0	4	-0.010111465118825436
168775	rnn.bias_ih_l0	5	-0.016498448327183723
168775	rnn.bias_ih_l0	6	0.010769551619887352
168775	rnn.bias_ih_l0	7	0.027075612917542458
168775	rnn.bias_ih_l0	8	-0.09489551186561584
168775	rnn.bias_ih_l0	9	-0.026406696066260338
168775	rnn.bias_hh_l0	0	-0.0049523101188242435
168775	rnn.bias_hh_l0	1	-0.09858442097902298
168775	rnn.bias_hh_l0	2	-0.0629807636141777
168775	rnn.bias_hh_l0	3	-0.08791949599981308
168775	rnn.bias_hh_l0	4	-0.001677604508586228
168775	rnn.bias_hh_l0	5	-0.03384164348244667
168775	rnn.bias_hh_l0	6	0.02548263594508171
168775	rnn.bias_hh_l0	7	0.04924222081899643
168775	rnn.bias_hh_l0	8	-0.11199872940778732
168775	rnn.bias_hh_l0	9	-0.0654599741101265
168775	rnn.weight_ih_l0_reverse	0	-0.02548122964799404
168775	rnn.weight_ih_l0_reverse	1	-0.053068775683641434
168775	rnn.weight_ih_l0_reverse	2	-0.04509938135743141
168775	rnn.weight_ih_l0_reverse	3	0.007312980480492115
168775	rnn.weight_ih_l0_reverse	4	-0.01814124546945095
168775	rnn.weight_ih_l0_reverse	5	-0.051498088985681534
168775	rnn.weight_ih_l0_reverse	6	0.07478209584951401
168775	rnn.weight_ih_l0_reverse	7	-0.028277616947889328
168775	rnn.weight_ih_l0_reverse	8	-0.016233285889029503
168775	rnn.weight_ih_l0_reverse	9	-0.006713143549859524
168775	rnn.weight_hh_l0_reverse	0	0.060648493468761444
168775	rnn.weight_hh_l0_reverse	1	0.018488794565200806
168775	rnn.weight_hh_l0_reverse	2	0.030323561280965805
168775	rnn.weight_hh_l0_reverse	3	0.03570960834622383
168775	rnn.weight_hh_l0_reverse	4	0.009318346157670021
168775	rnn.weight_hh_l0_reverse	5	0.017032688483595848
168775	rnn.weight_hh_l0_reverse	6	0.05014996975660324
168775	rnn.weight_hh_l0_reverse	7	-0.06895031034946442
168775	rnn.weight_hh_l0_reverse	8	0.036743368953466415
168775	rnn.weight_hh_l0_reverse	9	0.03392574191093445
168775	rnn.bias_ih_l0_reverse	0	-0.062116723507642746
168775	rnn.bias_ih_l0_reverse	1	-0.27960339188575745
168775	rnn.bias_ih_l0_reverse	2	-0.13232900202274323
168775	rnn.bias_ih_l0_reverse	3	-0.04575372114777565
168775	rnn.bias_ih_l0_reverse	4	-0.03692870959639549
168775	rnn.bias_ih_l0_reverse	5	0.06382407248020172
168775	rnn.bias_ih_l0_reverse	6	-0.07067009806632996
168775	rnn.bias_ih_l0_reverse	7	0.04882260039448738
168775	rnn.bias_ih_l0_reverse	8	-0.04811282455921173
168775	rnn.bias_ih_l0_reverse	9	0.054693855345249176
168775	rnn.bias_hh_l0_reverse	0	0.024567632004618645
168775	rnn.bias_hh_l0_reverse	1	-0.06647061556577682
168775	rnn.bias_hh_l0_reverse	2	0.07812490314245224
168775	rnn.bias_hh_l0_reverse	3	-0.05218842998147011
168775	rnn.bias_hh_l0_reverse	4	-0.023637305945158005
168775	rnn.bias_hh_l0_reverse	5	-0.026538511738181114
168775	rnn.bias_hh_l0_reverse	6	-0.0206043291836977
168775	rnn.bias_hh_l0_reverse	7	0.10272277891635895
168775	rnn.bias_hh_l0_reverse	8	0.03381936252117157
168775	rnn.bias_hh_l0_reverse	9	-0.14014214277267456
168775	rnn.weight_ih_l1	0	-0.03131615370512009
168775	rnn.weight_ih_l1	1	-0.05182631313800812
168775	rnn.weight_ih_l1	2	0.06531007587909698
168775	rnn.weight_ih_l1	3	-0.058141469955444336
168775	rnn.weight_ih_l1	4	-0.016750730574131012
168775	rnn.weight_ih_l1	5	-0.043116647750139236
168775	rnn.weight_ih_l1	6	0.02945801615715027
168775	rnn.weight_ih_l1	7	-0.04056132957339287
168775	rnn.weight_ih_l1	8	0.03659740090370178
168775	rnn.weight_ih_l1	9	0.0442408062517643
168775	rnn.weight_hh_l1	0	-0.0049264514818787575
168775	rnn.weight_hh_l1	1	0.018536413088440895
168775	rnn.weight_hh_l1	2	0.014671039767563343
168775	rnn.weight_hh_l1	3	-0.012175860814750195
168775	rnn.weight_hh_l1	4	0.010020717047154903
168775	rnn.weight_hh_l1	5	0.031211335211992264
168775	rnn.weight_hh_l1	6	0.033303871750831604
168775	rnn.weight_hh_l1	7	-0.018276380375027657
168775	rnn.weight_hh_l1	8	-0.009174579754471779
168775	rnn.weight_hh_l1	9	0.036153409630060196
168775	rnn.bias_ih_l1	0	-0.20108123123645782
168775	rnn.bias_ih_l1	1	-0.17530320584774017
168775	rnn.bias_ih_l1	2	-0.20694588124752045
168775	rnn.bias_ih_l1	3	-0.3237691819667816
168775	rnn.bias_ih_l1	4	-0.19447627663612366
168775	rnn.bias_ih_l1	5	-0.09564647078514099
168775	rnn.bias_ih_l1	6	-0.1636463701725006
168775	rnn.bias_ih_l1	7	-0.013386844657361507
168775	rnn.bias_ih_l1	8	-0.13646189868450165
168775	rnn.bias_ih_l1	9	-0.1306035816669464
168775	rnn.bias_hh_l1	0	-0.0971422865986824
168775	rnn.bias_hh_l1	1	-0.0679585188627243
168775	rnn.bias_hh_l1	2	-0.10374321788549423
168775	rnn.bias_hh_l1	3	-0.08273666352033615
168775	rnn.bias_hh_l1	4	-0.08955758064985275
168775	rnn.bias_hh_l1	5	-0.11736311763525009
168775	rnn.bias_hh_l1	6	-0.15657851099967957
168775	rnn.bias_hh_l1	7	0.042974989861249924
168775	rnn.bias_hh_l1	8	-0.1707628071308136
168775	rnn.bias_hh_l1	9	-0.11057359725236893
168775	rnn.weight_ih_l1_reverse	0	-0.037284236401319504
168775	rnn.weight_ih_l1_reverse	1	0.0340612418949604
168775	rnn.weight_ih_l1_reverse	2	0.06726666539907455
168775	rnn.weight_ih_l1_reverse	3	-0.0033577196300029755
168775	rnn.weight_ih_l1_reverse	4	-0.05145558342337608
168775	rnn.weight_ih_l1_reverse	5	-0.03128011152148247
168775	rnn.weight_ih_l1_reverse	6	0.0020027023274451494
168775	rnn.weight_ih_l1_reverse	7	0.026858825236558914
168775	rnn.weight_ih_l1_reverse	8	0.0079863416031003
168775	rnn.weight_ih_l1_reverse	9	-0.04735443368554115
168775	rnn.weight_hh_l1_reverse	0	0.00531724700704217
168775	rnn.weight_hh_l1_reverse	1	0.029907235875725746
168775	rnn.weight_hh_l1_reverse	2	-0.040406372398138046
168775	rnn.weight_hh_l1_reverse	3	0.035855039954185486
168775	rnn.weight_hh_l1_reverse	4	0.05202803760766983
168775	rnn.weight_hh_l1_reverse	5	0.00037876729038544
168775	rnn.weight_hh_l1_reverse	6	0.05141550675034523
168775	rnn.weight_hh_l1_reverse	7	0.029488995671272278
168775	rnn.weight_hh_l1_reverse	8	-0.007218033075332642
168775	rnn.weight_hh_l1_reverse	9	-0.031416308134794235
168775	rnn.bias_ih_l1_reverse	0	-0.06303433328866959
168775	rnn.bias_ih_l1_reverse	1	-0.15377740561962128
168775	rnn.bias_ih_l1_reverse	2	-0.16056494414806366
168775	rnn.bias_ih_l1_reverse	3	-0.022572452202439308
168775	rnn.bias_ih_l1_reverse	4	-0.21539239585399628
168775	rnn.bias_ih_l1_reverse	5	-0.1169218197464943
168775	rnn.bias_ih_l1_reverse	6	-0.14021871984004974
168775	rnn.bias_ih_l1_reverse	7	-0.18448743224143982
168775	rnn.bias_ih_l1_reverse	8	0.22177910804748535
168775	rnn.bias_ih_l1_reverse	9	0.045971836894750595
168775	rnn.bias_hh_l1_reverse	0	0.0018871608190238476
168775	rnn.bias_hh_l1_reverse	1	-0.08945836126804352
168775	rnn.bias_hh_l1_reverse	2	-0.23723986744880676
168775	rnn.bias_hh_l1_reverse	3	-0.138390451669693
168775	rnn.bias_hh_l1_reverse	4	-0.09559271484613419
168775	rnn.bias_hh_l1_reverse	5	-0.12799812853336334
168775	rnn.bias_hh_l1_reverse	6	0.09661096334457397
168775	rnn.bias_hh_l1_reverse	7	-0.16656866669654846
168775	rnn.bias_hh_l1_reverse	8	-0.11943794041872025
168775	rnn.bias_hh_l1_reverse	9	-0.14817118644714355
168775	linear.weight	0	0.002228822559118271
168775	linear.weight	1	0.09625682234764099
168775	linear.weight	2	-0.0917300283908844
168775	linear.weight	3	0.29217657446861267
168775	linear.weight	4	0.1627635359764099
168775	linear.weight	5	-0.05999785661697388
168775	linear.weight	6	0.10139264911413193
168775	linear.weight	7	0.09912670403718948
168775	linear.weight	8	0.0411803238093853
168775	linear.weight	9	-0.0441829077899456
168775	linear.bias	0	0.08951435983181
168775	linear.bias	1	-0.19828008115291595
168775	linear.bias	2	-0.39279842376708984
168775	linear.bias	3	-0.6532462239265442
168775	linear.bias	4	-1.2145097255706787
168775	linear.bias	5	-0.05841401219367981
168775	linear.bias	6	-0.7870653867721558
168775	linear.bias	7	0.2869299650192261
168775	linear.bias	8	-0.46263208985328674
168775	linear.bias	9	-1.0457959175109863
168972	transitions	0	0.6854277849197388
168972	transitions	1	0.14413484930992126
168972	transitions	2	-10000.0
168972	transitions	3	-1.8253576755523682
168972	transitions	4	-10000.0
168972	transitions	5	0.5710023045539856
168972	transitions	6	-0.07972093671560287
168972	transitions	7	-0.7556097507476807
168972	transitions	8	-1.4104458093643188
168972	transitions	9	-0.0011717473389580846
168972	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
168972	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
168972	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
168972	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
168972	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
168972	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
168972	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
168972	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
168972	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
168972	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
168972	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
168972	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
168972	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
168972	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
168972	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
168972	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
168972	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
168972	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
168972	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
168972	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
168972	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
168972	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
168972	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
168972	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
168972	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
168972	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
168972	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
168972	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
168972	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
168972	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
168972	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
168972	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
168972	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
168972	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
168972	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
168972	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
168972	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
168972	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
168972	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
168972	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
168972	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
168972	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
168972	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
168972	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
168972	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
168972	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
168972	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
168972	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
168972	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
168972	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
168972	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
168972	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
168972	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
168972	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
168972	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
168972	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
168972	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
168972	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
168972	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
168972	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
168972	embedding2nn.weight	0	0.023778537288308144
168972	embedding2nn.weight	1	-0.013521128334105015
168972	embedding2nn.weight	2	-0.014268254861235619
168972	embedding2nn.weight	3	-0.020086154341697693
168972	embedding2nn.weight	4	-0.0059150345623493195
168972	embedding2nn.weight	5	-0.003700587200000882
168972	embedding2nn.weight	6	-0.003973296843469143
168972	embedding2nn.weight	7	-0.08141130208969116
168972	embedding2nn.weight	8	-0.0019979383796453476
168972	embedding2nn.weight	9	-0.028419261798262596
168972	embedding2nn.bias	0	0.04713612049818039
168972	embedding2nn.bias	1	-0.07045121490955353
168972	embedding2nn.bias	2	0.09082188457250595
168972	embedding2nn.bias	3	0.06107228249311447
168972	embedding2nn.bias	4	-0.02912287786602974
168972	embedding2nn.bias	5	-0.012112854048609734
168972	embedding2nn.bias	6	0.03629809990525246
168972	embedding2nn.bias	7	-0.058598924428224564
168972	embedding2nn.bias	8	0.05014519393444061
168972	embedding2nn.bias	9	0.05542076379060745
168972	rnn.weight_ih_l0	0	-0.07939489185810089
168972	rnn.weight_ih_l0	1	0.006794686894863844
168972	rnn.weight_ih_l0	2	0.03680018335580826
168972	rnn.weight_ih_l0	3	0.023569123819470406
168972	rnn.weight_ih_l0	4	-0.040738340467214584
168972	rnn.weight_ih_l0	5	-0.06399866193532944
168972	rnn.weight_ih_l0	6	0.0006938496371731162
168972	rnn.weight_ih_l0	7	0.05533253401517868
168972	rnn.weight_ih_l0	8	-0.008814945816993713
168972	rnn.weight_ih_l0	9	-0.02492150291800499
168972	rnn.weight_hh_l0	0	-0.03274999186396599
168972	rnn.weight_hh_l0	1	-0.00876960251480341
168972	rnn.weight_hh_l0	2	0.0048085590824484825
168972	rnn.weight_hh_l0	3	-0.06873799860477448
168972	rnn.weight_hh_l0	4	0.08767388761043549
168972	rnn.weight_hh_l0	5	-0.02684749849140644
168972	rnn.weight_hh_l0	6	-0.06174167990684509
168972	rnn.weight_hh_l0	7	0.011843305081129074
168972	rnn.weight_hh_l0	8	0.012317868880927563
168972	rnn.weight_hh_l0	9	-0.022203393280506134
168972	rnn.bias_ih_l0	0	0.1276749074459076
168972	rnn.bias_ih_l0	1	-0.03095056116580963
168972	rnn.bias_ih_l0	2	-0.014084911905229092
168972	rnn.bias_ih_l0	3	0.15591683983802795
168972	rnn.bias_ih_l0	4	-0.009888970293104649
168972	rnn.bias_ih_l0	5	-0.017728768289089203
168972	rnn.bias_ih_l0	6	0.012933558784425259
168972	rnn.bias_ih_l0	7	0.027719445526599884
168972	rnn.bias_ih_l0	8	-0.09447945654392242
168972	rnn.bias_ih_l0	9	-0.02680608630180359
168972	rnn.bias_hh_l0	0	-0.005298533942550421
168972	rnn.bias_hh_l0	1	-0.09912282973527908
168972	rnn.bias_hh_l0	2	-0.06245437636971474
168972	rnn.bias_hh_l0	3	-0.08800528943538666
168972	rnn.bias_hh_l0	4	-0.003968771547079086
168972	rnn.bias_hh_l0	5	-0.033676791936159134
168972	rnn.bias_hh_l0	6	0.024717168882489204
168972	rnn.bias_hh_l0	7	0.04868363216519356
168972	rnn.bias_hh_l0	8	-0.111505888402462
168972	rnn.bias_hh_l0	9	-0.06511685252189636
168972	rnn.weight_ih_l0_reverse	0	-0.02569548226892948
168972	rnn.weight_ih_l0_reverse	1	-0.05274895951151848
168972	rnn.weight_ih_l0_reverse	2	-0.04464326798915863
168972	rnn.weight_ih_l0_reverse	3	0.007697506807744503
168972	rnn.weight_ih_l0_reverse	4	-0.018170110881328583
168972	rnn.weight_ih_l0_reverse	5	-0.05190294608473778
168972	rnn.weight_ih_l0_reverse	6	0.07446112483739853
168972	rnn.weight_ih_l0_reverse	7	-0.027798082679510117
168972	rnn.weight_ih_l0_reverse	8	-0.016448553651571274
168972	rnn.weight_ih_l0_reverse	9	-0.006370914168655872
168972	rnn.weight_hh_l0_reverse	0	0.06096416339278221
168972	rnn.weight_hh_l0_reverse	1	0.01849939487874508
168972	rnn.weight_hh_l0_reverse	2	0.030655762180685997
168972	rnn.weight_hh_l0_reverse	3	0.03599308803677559
168972	rnn.weight_hh_l0_reverse	4	0.009154638275504112
168972	rnn.weight_hh_l0_reverse	5	0.01650542952120304
168972	rnn.weight_hh_l0_reverse	6	0.04993687942624092
168972	rnn.weight_hh_l0_reverse	7	-0.0687229111790657
168972	rnn.weight_hh_l0_reverse	8	0.03666629269719124
168972	rnn.weight_hh_l0_reverse	9	0.03375892713665962
168972	rnn.bias_ih_l0_reverse	0	-0.06153059005737305
168972	rnn.bias_ih_l0_reverse	1	-0.27939891815185547
168972	rnn.bias_ih_l0_reverse	2	-0.1317293345928192
168972	rnn.bias_ih_l0_reverse	3	-0.04503832757472992
168972	rnn.bias_ih_l0_reverse	4	-0.0371389240026474
168972	rnn.bias_ih_l0_reverse	5	0.0625077337026596
168972	rnn.bias_ih_l0_reverse	6	-0.0701097622513771
168972	rnn.bias_ih_l0_reverse	7	0.048935167491436005
168972	rnn.bias_ih_l0_reverse	8	-0.047969069331884384
168972	rnn.bias_ih_l0_reverse	9	0.057035136967897415
168972	rnn.bias_hh_l0_reverse	0	0.02514185756444931
168972	rnn.bias_hh_l0_reverse	1	-0.06194759160280228
168972	rnn.bias_hh_l0_reverse	2	0.07822388410568237
168972	rnn.bias_hh_l0_reverse	3	-0.053120676428079605
168972	rnn.bias_hh_l0_reverse	4	-0.026395127177238464
168972	rnn.bias_hh_l0_reverse	5	-0.025580275803804398
168972	rnn.bias_hh_l0_reverse	6	-0.02053271047770977
168972	rnn.bias_hh_l0_reverse	7	0.10285618156194687
168972	rnn.bias_hh_l0_reverse	8	0.03322656452655792
168972	rnn.bias_hh_l0_reverse	9	-0.14262092113494873
168972	rnn.weight_ih_l1	0	-0.031221000477671623
168972	rnn.weight_ih_l1	1	-0.05129056051373482
168972	rnn.weight_ih_l1	2	0.06609740853309631
168972	rnn.weight_ih_l1	3	-0.059520840644836426
168972	rnn.weight_ih_l1	4	-0.017155423760414124
168972	rnn.weight_ih_l1	5	-0.04301246628165245
168972	rnn.weight_ih_l1	6	0.02935211732983589
168972	rnn.weight_ih_l1	7	-0.04076041281223297
168972	rnn.weight_ih_l1	8	0.03644759953022003
168972	rnn.weight_ih_l1	9	0.04494338482618332
168972	rnn.weight_hh_l1	0	-0.005188918672502041
168972	rnn.weight_hh_l1	1	0.018356837332248688
168972	rnn.weight_hh_l1	2	0.014620684087276459
168972	rnn.weight_hh_l1	3	-0.012188289314508438
168972	rnn.weight_hh_l1	4	0.009420276619493961
168972	rnn.weight_hh_l1	5	0.03139122948050499
168972	rnn.weight_hh_l1	6	0.03309262543916702
168972	rnn.weight_hh_l1	7	-0.01808139868080616
168972	rnn.weight_hh_l1	8	-0.009113932028412819
168972	rnn.weight_hh_l1	9	0.03595598414540291
168972	rnn.bias_ih_l1	0	-0.19986066222190857
168972	rnn.bias_ih_l1	1	-0.17469626665115356
168972	rnn.bias_ih_l1	2	-0.2059197574853897
168972	rnn.bias_ih_l1	3	-0.3214551508426666
168972	rnn.bias_ih_l1	4	-0.19445864856243134
168972	rnn.bias_ih_l1	5	-0.09782129526138306
168972	rnn.bias_ih_l1	6	-0.16461117565631866
168972	rnn.bias_ih_l1	7	-0.01605590619146824
168972	rnn.bias_ih_l1	8	-0.13616560399532318
168972	rnn.bias_ih_l1	9	-0.13082723319530487
168972	rnn.bias_hh_l1	0	-0.09702818095684052
168972	rnn.bias_hh_l1	1	-0.06887011975049973
168972	rnn.bias_hh_l1	2	-0.10431434959173203
168972	rnn.bias_hh_l1	3	-0.08371182531118393
168972	rnn.bias_hh_l1	4	-0.08940437436103821
168972	rnn.bias_hh_l1	5	-0.11698340624570847
168972	rnn.bias_hh_l1	6	-0.15443965792655945
168972	rnn.bias_hh_l1	7	0.04625425860285759
168972	rnn.bias_hh_l1	8	-0.17016352713108063
168972	rnn.bias_hh_l1	9	-0.10852597653865814
168972	rnn.weight_ih_l1_reverse	0	-0.037680964916944504
168972	rnn.weight_ih_l1_reverse	1	0.03327000141143799
168972	rnn.weight_ih_l1_reverse	2	0.0685863271355629
168972	rnn.weight_ih_l1_reverse	3	-0.0029799609910696745
168972	rnn.weight_ih_l1_reverse	4	-0.052336398512125015
168972	rnn.weight_ih_l1_reverse	5	-0.03099100850522518
168972	rnn.weight_ih_l1_reverse	6	0.0032179795671254396
168972	rnn.weight_ih_l1_reverse	7	0.02672473154962063
168972	rnn.weight_ih_l1_reverse	8	0.008975151926279068
168972	rnn.weight_ih_l1_reverse	9	-0.04739343747496605
168972	rnn.weight_hh_l1_reverse	0	0.005222752224653959
168972	rnn.weight_hh_l1_reverse	1	0.029972603544592857
168972	rnn.weight_hh_l1_reverse	2	-0.04041305184364319
168972	rnn.weight_hh_l1_reverse	3	0.03580710291862488
168972	rnn.weight_hh_l1_reverse	4	0.05146496370434761
168972	rnn.weight_hh_l1_reverse	5	0.0003719581582117826
168972	rnn.weight_hh_l1_reverse	6	0.05194329842925072
168972	rnn.weight_hh_l1_reverse	7	0.029491716995835304
168972	rnn.weight_hh_l1_reverse	8	-0.007164894603192806
168972	rnn.weight_hh_l1_reverse	9	-0.03178826719522476
168972	rnn.bias_ih_l1_reverse	0	-0.060822270810604095
168972	rnn.bias_ih_l1_reverse	1	-0.15356218814849854
168972	rnn.bias_ih_l1_reverse	2	-0.1615554243326187
168972	rnn.bias_ih_l1_reverse	3	-0.020135734230279922
168972	rnn.bias_ih_l1_reverse	4	-0.21526074409484863
168972	rnn.bias_ih_l1_reverse	5	-0.11545651406049728
168972	rnn.bias_ih_l1_reverse	6	-0.14001038670539856
168972	rnn.bias_ih_l1_reverse	7	-0.18615832924842834
168972	rnn.bias_ih_l1_reverse	8	0.2220187783241272
168972	rnn.bias_ih_l1_reverse	9	0.04762852191925049
168972	rnn.bias_hh_l1_reverse	0	0.0032142570707947016
168972	rnn.bias_hh_l1_reverse	1	-0.08823097497224808
168972	rnn.bias_hh_l1_reverse	2	-0.23724710941314697
168972	rnn.bias_hh_l1_reverse	3	-0.13694623112678528
168972	rnn.bias_hh_l1_reverse	4	-0.09600119292736053
168972	rnn.bias_hh_l1_reverse	5	-0.12678878009319305
168972	rnn.bias_hh_l1_reverse	6	0.09221648424863815
168972	rnn.bias_hh_l1_reverse	7	-0.1664777547121048
168972	rnn.bias_hh_l1_reverse	8	-0.12120243906974792
168972	rnn.bias_hh_l1_reverse	9	-0.1486181616783142
168972	linear.weight	0	0.002228822559118271
168972	linear.weight	1	0.09531655162572861
168972	linear.weight	2	-0.09018006920814514
168972	linear.weight	3	0.28940948843955994
168972	linear.weight	4	0.16301466524600983
168972	linear.weight	5	-0.06175436079502106
168972	linear.weight	6	0.10590948909521103
168972	linear.weight	7	0.10295432806015015
168972	linear.weight	8	0.041180238127708435
168972	linear.weight	9	-0.04284757003188133
168972	linear.bias	0	0.12007323652505875
168972	linear.bias	1	-0.18698915839195251
168972	linear.bias	2	-0.39670220017433167
168972	linear.bias	3	-0.6666294932365417
168972	linear.bias	4	-1.2284735441207886
168972	linear.bias	5	-0.05165063589811325
168972	linear.bias	6	-0.7752856612205505
168972	linear.bias	7	0.2929701805114746
168972	linear.bias	8	-0.4534609317779541
168972	linear.bias	9	-1.0382448434829712
169169	transitions	0	0.6841931939125061
169169	transitions	1	0.15005193650722504
169169	transitions	2	-10000.0
169169	transitions	3	-1.825376033782959
169169	transitions	4	-10000.0
169169	transitions	5	0.5709728002548218
169169	transitions	6	-0.07974563539028168
169169	transitions	7	-0.7557793259620667
169169	transitions	8	-1.4104653596878052
169169	transitions	9	-0.0011720143957063556
169169	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
169169	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
169169	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
169169	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
169169	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
169169	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
169169	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
169169	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
169169	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
169169	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
169169	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
169169	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
169169	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
169169	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
169169	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
169169	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
169169	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
169169	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
169169	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
169169	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
169169	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
169169	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
169169	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
169169	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
169169	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
169169	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
169169	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
169169	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
169169	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
169169	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
169169	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
169169	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
169169	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
169169	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
169169	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
169169	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
169169	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
169169	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
169169	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
169169	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
169169	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
169169	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
169169	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
169169	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
169169	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
169169	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
169169	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
169169	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
169169	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
169169	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
169169	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
169169	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
169169	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
169169	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
169169	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
169169	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
169169	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
169169	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
169169	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
169169	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
169169	embedding2nn.weight	0	0.022750483825802803
169169	embedding2nn.weight	1	-0.013445738703012466
169169	embedding2nn.weight	2	-0.014268254861235619
169169	embedding2nn.weight	3	-0.020463712513446808
169169	embedding2nn.weight	4	-0.0059150345623493195
169169	embedding2nn.weight	5	-0.003700587200000882
169169	embedding2nn.weight	6	-0.003973294980823994
169169	embedding2nn.weight	7	-0.08118749409914017
169169	embedding2nn.weight	8	-0.0019979383796453476
169169	embedding2nn.weight	9	-0.02837754786014557
169169	embedding2nn.bias	0	0.04172435402870178
169169	embedding2nn.bias	1	-0.06836297363042831
169169	embedding2nn.bias	2	0.09445980936288834
169169	embedding2nn.bias	3	0.0597563236951828
169169	embedding2nn.bias	4	-0.03571223095059395
169169	embedding2nn.bias	5	-0.01053335890173912
169169	embedding2nn.bias	6	0.036119475960731506
169169	embedding2nn.bias	7	-0.0625399723649025
169169	embedding2nn.bias	8	0.05106609687209129
169169	embedding2nn.bias	9	0.05258629471063614
169169	rnn.weight_ih_l0	0	-0.07825266569852829
169169	rnn.weight_ih_l0	1	0.007747131399810314
169169	rnn.weight_ih_l0	2	0.03737394139170647
169169	rnn.weight_ih_l0	3	0.023311665281653404
169169	rnn.weight_ih_l0	4	-0.041220616549253464
169169	rnn.weight_ih_l0	5	-0.06377866864204407
169169	rnn.weight_ih_l0	6	0.0002090940688503906
169169	rnn.weight_ih_l0	7	0.05472413823008537
169169	rnn.weight_ih_l0	8	-0.008682748302817345
169169	rnn.weight_ih_l0	9	-0.02457204833626747
169169	rnn.weight_hh_l0	0	-0.03275095298886299
169169	rnn.weight_hh_l0	1	-0.008625874295830727
169169	rnn.weight_hh_l0	2	0.004674004856497049
169169	rnn.weight_hh_l0	3	-0.06912433356046677
169169	rnn.weight_hh_l0	4	0.08776848018169403
169169	rnn.weight_hh_l0	5	-0.026339896023273468
169169	rnn.weight_hh_l0	6	-0.06122635677456856
169169	rnn.weight_hh_l0	7	0.010685297660529613
169169	rnn.weight_hh_l0	8	0.012508976273238659
169169	rnn.weight_hh_l0	9	-0.022366024553775787
169169	rnn.bias_ih_l0	0	0.12883703410625458
169169	rnn.bias_ih_l0	1	-0.029672900214791298
169169	rnn.bias_ih_l0	2	-0.015378368087112904
169169	rnn.bias_ih_l0	3	0.15685470402240753
169169	rnn.bias_ih_l0	4	-0.008954706601798534
169169	rnn.bias_ih_l0	5	-0.017957240343093872
169169	rnn.bias_ih_l0	6	0.012678728438913822
169169	rnn.bias_ih_l0	7	0.027331994846463203
169169	rnn.bias_ih_l0	8	-0.09359413385391235
169169	rnn.bias_ih_l0	9	-0.027475357055664062
169169	rnn.bias_hh_l0	0	-0.005433033220469952
169169	rnn.bias_hh_l0	1	-0.09898106008768082
169169	rnn.bias_hh_l0	2	-0.06165081262588501
169169	rnn.bias_hh_l0	3	-0.08684895932674408
169169	rnn.bias_hh_l0	4	-0.004793969914317131
169169	rnn.bias_hh_l0	5	-0.0329321026802063
169169	rnn.bias_hh_l0	6	0.02640857733786106
169169	rnn.bias_hh_l0	7	0.05112023651599884
169169	rnn.bias_hh_l0	8	-0.11161746829748154
169169	rnn.bias_hh_l0	9	-0.06505333632230759
169169	rnn.weight_ih_l0_reverse	0	-0.025496317073702812
169169	rnn.weight_ih_l0_reverse	1	-0.0525929294526577
169169	rnn.weight_ih_l0_reverse	2	-0.044845182448625565
169169	rnn.weight_ih_l0_reverse	3	0.0064520756714046
169169	rnn.weight_ih_l0_reverse	4	-0.01784105971455574
169169	rnn.weight_ih_l0_reverse	5	-0.05224363133311272
169169	rnn.weight_ih_l0_reverse	6	0.07414091378450394
169169	rnn.weight_ih_l0_reverse	7	-0.027133824303746223
169169	rnn.weight_ih_l0_reverse	8	-0.016464838758111
169169	rnn.weight_ih_l0_reverse	9	-0.006728090345859528
169169	rnn.weight_hh_l0_reverse	0	0.06133904308080673
169169	rnn.weight_hh_l0_reverse	1	0.0197916142642498
169169	rnn.weight_hh_l0_reverse	2	0.030771436169743538
169169	rnn.weight_hh_l0_reverse	3	0.036115266382694244
169169	rnn.weight_hh_l0_reverse	4	0.009378209710121155
169169	rnn.weight_hh_l0_reverse	5	0.016651183366775513
169169	rnn.weight_hh_l0_reverse	6	0.05000374838709831
169169	rnn.weight_hh_l0_reverse	7	-0.06841214001178741
169169	rnn.weight_hh_l0_reverse	8	0.03664448484778404
169169	rnn.weight_hh_l0_reverse	9	0.03378857299685478
169169	rnn.bias_ih_l0_reverse	0	-0.062058381736278534
169169	rnn.bias_ih_l0_reverse	1	-0.28136423230171204
169169	rnn.bias_ih_l0_reverse	2	-0.1312597095966339
169169	rnn.bias_ih_l0_reverse	3	-0.04533781856298447
169169	rnn.bias_ih_l0_reverse	4	-0.038007769733667374
169169	rnn.bias_ih_l0_reverse	5	0.06316572427749634
169169	rnn.bias_ih_l0_reverse	6	-0.06851107627153397
169169	rnn.bias_ih_l0_reverse	7	0.050780847668647766
169169	rnn.bias_ih_l0_reverse	8	-0.04701623693108559
169169	rnn.bias_ih_l0_reverse	9	0.05763322860002518
169169	rnn.bias_hh_l0_reverse	0	0.025862015783786774
169169	rnn.bias_hh_l0_reverse	1	-0.06229653209447861
169169	rnn.bias_hh_l0_reverse	2	0.07751207053661346
169169	rnn.bias_hh_l0_reverse	3	-0.05391513556241989
169169	rnn.bias_hh_l0_reverse	4	-0.025602558627724648
169169	rnn.bias_hh_l0_reverse	5	-0.02678596042096615
169169	rnn.bias_hh_l0_reverse	6	-0.021140029653906822
169169	rnn.bias_hh_l0_reverse	7	0.10306492447853088
169169	rnn.bias_hh_l0_reverse	8	0.033393703401088715
169169	rnn.bias_hh_l0_reverse	9	-0.14244605600833893
169169	rnn.weight_ih_l1	0	-0.03150415048003197
169169	rnn.weight_ih_l1	1	-0.05161723867058754
169169	rnn.weight_ih_l1	2	0.0654890164732933
169169	rnn.weight_ih_l1	3	-0.05846359208226204
169169	rnn.weight_ih_l1	4	-0.017099248245358467
169169	rnn.weight_ih_l1	5	-0.043201152235269547
169169	rnn.weight_ih_l1	6	0.029151177033782005
169169	rnn.weight_ih_l1	7	-0.04141831025481224
169169	rnn.weight_ih_l1	8	0.036341603845357895
169169	rnn.weight_ih_l1	9	0.04527769982814789
169169	rnn.weight_hh_l1	0	-0.0052259210497140884
169169	rnn.weight_hh_l1	1	0.01860967092216015
169169	rnn.weight_hh_l1	2	0.014948857948184013
169169	rnn.weight_hh_l1	3	-0.012040426954627037
169169	rnn.weight_hh_l1	4	0.00954620260745287
169169	rnn.weight_hh_l1	5	0.031248794868588448
169169	rnn.weight_hh_l1	6	0.033133503049612045
169169	rnn.weight_hh_l1	7	-0.018113508820533752
169169	rnn.weight_hh_l1	8	-0.009005461819469929
169169	rnn.weight_hh_l1	9	0.03587564080953598
169169	rnn.bias_ih_l1	0	-0.1986612230539322
169169	rnn.bias_ih_l1	1	-0.1737351417541504
169169	rnn.bias_ih_l1	2	-0.20599685609340668
169169	rnn.bias_ih_l1	3	-0.3207954466342926
169169	rnn.bias_ih_l1	4	-0.1981421858072281
169169	rnn.bias_ih_l1	5	-0.0977775901556015
169169	rnn.bias_ih_l1	6	-0.16422522068023682
169169	rnn.bias_ih_l1	7	-0.012592324987053871
169169	rnn.bias_ih_l1	8	-0.13689622282981873
169169	rnn.bias_ih_l1	9	-0.12978874146938324
169169	rnn.bias_hh_l1	0	-0.09637004882097244
169169	rnn.bias_hh_l1	1	-0.06614281237125397
169169	rnn.bias_hh_l1	2	-0.10319799184799194
169169	rnn.bias_hh_l1	3	-0.08429436385631561
169169	rnn.bias_hh_l1	4	-0.08933058381080627
169169	rnn.bias_hh_l1	5	-0.11863484978675842
169169	rnn.bias_hh_l1	6	-0.1520606130361557
169169	rnn.bias_hh_l1	7	0.04712811857461929
169169	rnn.bias_hh_l1	8	-0.17059898376464844
169169	rnn.bias_hh_l1	9	-0.11071030050516129
169169	rnn.weight_ih_l1_reverse	0	-0.03820502385497093
169169	rnn.weight_ih_l1_reverse	1	0.031177403405308723
169169	rnn.weight_ih_l1_reverse	2	0.06945432722568512
169169	rnn.weight_ih_l1_reverse	3	-0.003358258865773678
169169	rnn.weight_ih_l1_reverse	4	-0.05194789171218872
169169	rnn.weight_ih_l1_reverse	5	-0.03100876696407795
169169	rnn.weight_ih_l1_reverse	6	0.003887101775035262
169169	rnn.weight_ih_l1_reverse	7	0.026897994801402092
169169	rnn.weight_ih_l1_reverse	8	0.008720316924154758
169169	rnn.weight_ih_l1_reverse	9	-0.04869159683585167
169169	rnn.weight_hh_l1_reverse	0	0.0052993097342550755
169169	rnn.weight_hh_l1_reverse	1	0.03020155429840088
169169	rnn.weight_hh_l1_reverse	2	-0.04041114076972008
169169	rnn.weight_hh_l1_reverse	3	0.035860151052474976
169169	rnn.weight_hh_l1_reverse	4	0.05130155757069588
169169	rnn.weight_hh_l1_reverse	5	0.0006741770193912089
169169	rnn.weight_hh_l1_reverse	6	0.052172087132930756
169169	rnn.weight_hh_l1_reverse	7	0.029370011761784554
169169	rnn.weight_hh_l1_reverse	8	-0.006959047634154558
169169	rnn.weight_hh_l1_reverse	9	-0.03184611350297928
169169	rnn.bias_ih_l1_reverse	0	-0.060178857296705246
169169	rnn.bias_ih_l1_reverse	1	-0.1527150571346283
169169	rnn.bias_ih_l1_reverse	2	-0.1600368618965149
169169	rnn.bias_ih_l1_reverse	3	-0.02143581211566925
169169	rnn.bias_ih_l1_reverse	4	-0.21503545343875885
169169	rnn.bias_ih_l1_reverse	5	-0.1146659329533577
169169	rnn.bias_ih_l1_reverse	6	-0.14017720520496368
169169	rnn.bias_ih_l1_reverse	7	-0.18470801413059235
169169	rnn.bias_ih_l1_reverse	8	0.22141419351100922
169169	rnn.bias_ih_l1_reverse	9	0.04660829156637192
169169	rnn.bias_hh_l1_reverse	0	0.0028220615349709988
169169	rnn.bias_hh_l1_reverse	1	-0.0897367000579834
169169	rnn.bias_hh_l1_reverse	2	-0.23757246136665344
169169	rnn.bias_hh_l1_reverse	3	-0.13729152083396912
169169	rnn.bias_hh_l1_reverse	4	-0.09565944969654083
169169	rnn.bias_hh_l1_reverse	5	-0.12813454866409302
169169	rnn.bias_hh_l1_reverse	6	0.09723782539367676
169169	rnn.bias_hh_l1_reverse	7	-0.16531173884868622
169169	rnn.bias_hh_l1_reverse	8	-0.11996524035930634
169169	rnn.bias_hh_l1_reverse	9	-0.14910629391670227
169169	linear.weight	0	0.002228822559118271
169169	linear.weight	1	0.0928131565451622
169169	linear.weight	2	-0.0892229974269867
169169	linear.weight	3	0.2864394187927246
169169	linear.weight	4	0.16371046006679535
169169	linear.weight	5	-0.06171037629246712
169169	linear.weight	6	0.09756428003311157
169169	linear.weight	7	0.09922008216381073
169169	linear.weight	8	0.04118015617132187
169169	linear.weight	9	-0.04325661435723305
169169	linear.bias	0	0.11193133890628815
169169	linear.bias	1	-0.19837157428264618
169169	linear.bias	2	-0.36962127685546875
169169	linear.bias	3	-0.6714805364608765
169169	linear.bias	4	-1.2333815097808838
169169	linear.bias	5	-0.05839097127318382
169169	linear.bias	6	-0.7883083820343018
169169	linear.bias	7	0.2874385416507721
169169	linear.bias	8	-0.4529443383216858
169169	linear.bias	9	-1.0374400615692139
169366	transitions	0	0.6870421767234802
169366	transitions	1	0.1481235921382904
169366	transitions	2	-10000.0
169366	transitions	3	-1.8253865242004395
169366	transitions	4	-10000.0
169366	transitions	5	0.5709353089332581
169366	transitions	6	-0.07977671176195145
169366	transitions	7	-0.7559109926223755
169366	transitions	8	-1.4104971885681152
169366	transitions	9	-0.0011723339557647705
169366	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
169366	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
169366	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
169366	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
169366	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
169366	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
169366	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
169366	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
169366	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
169366	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
169366	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
169366	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
169366	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
169366	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
169366	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
169366	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
169366	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
169366	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
169366	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
169366	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
169366	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
169366	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
169366	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
169366	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
169366	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
169366	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
169366	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
169366	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
169366	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
169366	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
169366	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
169366	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
169366	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
169366	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
169366	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
169366	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
169366	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
169366	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
169366	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
169366	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
169366	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
169366	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
169366	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
169366	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
169366	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
169366	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
169366	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
169366	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
169366	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
169366	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
169366	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
169366	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
169366	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
169366	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
169366	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
169366	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
169366	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
169366	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
169366	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
169366	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
169366	embedding2nn.weight	0	0.02377721108496189
169366	embedding2nn.weight	1	-0.013329528272151947
169366	embedding2nn.weight	2	-0.014268254861235619
169366	embedding2nn.weight	3	-0.02081417478621006
169366	embedding2nn.weight	4	-0.0059150345623493195
169366	embedding2nn.weight	5	-0.003700587200000882
169366	embedding2nn.weight	6	-0.0039732931181788445
169366	embedding2nn.weight	7	-0.08076558262109756
169366	embedding2nn.weight	8	-0.0019979383796453476
169366	embedding2nn.weight	9	-0.028645215556025505
169366	embedding2nn.bias	0	0.0451083742082119
169366	embedding2nn.bias	1	-0.06810466945171356
169366	embedding2nn.bias	2	0.09846028685569763
169366	embedding2nn.bias	3	0.06123563274741173
169366	embedding2nn.bias	4	-0.035196080803871155
169366	embedding2nn.bias	5	-0.013978580944240093
169366	embedding2nn.bias	6	0.0330260694026947
169366	embedding2nn.bias	7	-0.05984385684132576
169366	embedding2nn.bias	8	0.05571181699633598
169366	embedding2nn.bias	9	0.0552227757871151
169366	rnn.weight_ih_l0	0	-0.07773035764694214
169366	rnn.weight_ih_l0	1	0.008239789865911007
169366	rnn.weight_ih_l0	2	0.03809559345245361
169366	rnn.weight_ih_l0	3	0.02356935478746891
169366	rnn.weight_ih_l0	4	-0.042033884674310684
169366	rnn.weight_ih_l0	5	-0.06433068960905075
169366	rnn.weight_ih_l0	6	-6.443122401833534e-05
169366	rnn.weight_ih_l0	7	0.05403579771518707
169366	rnn.weight_ih_l0	8	-0.009198968298733234
169366	rnn.weight_ih_l0	9	-0.025088028982281685
169366	rnn.weight_hh_l0	0	-0.033349066972732544
169366	rnn.weight_hh_l0	1	-0.009803537279367447
169366	rnn.weight_hh_l0	2	0.004537510219961405
169366	rnn.weight_hh_l0	3	-0.0693570226430893
169366	rnn.weight_hh_l0	4	0.08769306540489197
169366	rnn.weight_hh_l0	5	-0.026049556210637093
169366	rnn.weight_hh_l0	6	-0.06127828732132912
169366	rnn.weight_hh_l0	7	0.010043901391327381
169366	rnn.weight_hh_l0	8	0.012734133750200272
169366	rnn.weight_hh_l0	9	-0.02236495353281498
169366	rnn.bias_ih_l0	0	0.12917521595954895
169366	rnn.bias_ih_l0	1	-0.029899774119257927
169366	rnn.bias_ih_l0	2	-0.015146863646805286
169366	rnn.bias_ih_l0	3	0.15507379174232483
169366	rnn.bias_ih_l0	4	-0.009118729270994663
169366	rnn.bias_ih_l0	5	-0.016455046832561493
169366	rnn.bias_ih_l0	6	0.010159604251384735
169366	rnn.bias_ih_l0	7	0.026257451623678207
169366	rnn.bias_ih_l0	8	-0.09280584007501602
169366	rnn.bias_ih_l0	9	-0.028783060610294342
169366	rnn.bias_hh_l0	0	-0.006335240323096514
169366	rnn.bias_hh_l0	1	-0.09915072470903397
169366	rnn.bias_hh_l0	2	-0.06299594044685364
169366	rnn.bias_hh_l0	3	-0.0868271067738533
169366	rnn.bias_hh_l0	4	-0.0030280444771051407
169366	rnn.bias_hh_l0	5	-0.03374433517456055
169366	rnn.bias_hh_l0	6	0.02691316045820713
169366	rnn.bias_hh_l0	7	0.051368869841098785
169366	rnn.bias_hh_l0	8	-0.11284058541059494
169366	rnn.bias_hh_l0	9	-0.06356824189424515
169366	rnn.weight_ih_l0_reverse	0	-0.0249180905520916
169366	rnn.weight_ih_l0_reverse	1	-0.053031835705041885
169366	rnn.weight_ih_l0_reverse	2	-0.044268738478422165
169366	rnn.weight_ih_l0_reverse	3	0.005999422166496515
169366	rnn.weight_ih_l0_reverse	4	-0.017986398190259933
169366	rnn.weight_ih_l0_reverse	5	-0.052618756890296936
169366	rnn.weight_ih_l0_reverse	6	0.07506746798753738
169366	rnn.weight_ih_l0_reverse	7	-0.027166351675987244
169366	rnn.weight_ih_l0_reverse	8	-0.016634851694107056
169366	rnn.weight_ih_l0_reverse	9	-0.006714737042784691
169366	rnn.weight_hh_l0_reverse	0	0.06128792464733124
169366	rnn.weight_hh_l0_reverse	1	0.01978231780230999
169366	rnn.weight_hh_l0_reverse	2	0.030823225155472755
169366	rnn.weight_hh_l0_reverse	3	0.03589322417974472
169366	rnn.weight_hh_l0_reverse	4	0.009668643586337566
169366	rnn.weight_hh_l0_reverse	5	0.01648702844977379
169366	rnn.weight_hh_l0_reverse	6	0.04996336251497269
169366	rnn.weight_hh_l0_reverse	7	-0.06886032968759537
169366	rnn.weight_hh_l0_reverse	8	0.03681745007634163
169366	rnn.weight_hh_l0_reverse	9	0.03404606506228447
169366	rnn.bias_ih_l0_reverse	0	-0.06236381083726883
169366	rnn.bias_ih_l0_reverse	1	-0.2792704403400421
169366	rnn.bias_ih_l0_reverse	2	-0.13255752623081207
169366	rnn.bias_ih_l0_reverse	3	-0.04590702801942825
169366	rnn.bias_ih_l0_reverse	4	-0.03615107387304306
169366	rnn.bias_ih_l0_reverse	5	0.06431545317173004
169366	rnn.bias_ih_l0_reverse	6	-0.06835422664880753
169366	rnn.bias_ih_l0_reverse	7	0.05088340491056442
169366	rnn.bias_ih_l0_reverse	8	-0.046931520104408264
169366	rnn.bias_ih_l0_reverse	9	0.057296548038721085
169366	rnn.bias_hh_l0_reverse	0	0.02564842998981476
169366	rnn.bias_hh_l0_reverse	1	-0.06352994590997696
169366	rnn.bias_hh_l0_reverse	2	0.07896772027015686
169366	rnn.bias_hh_l0_reverse	3	-0.05422822758555412
169366	rnn.bias_hh_l0_reverse	4	-0.02543622814118862
169366	rnn.bias_hh_l0_reverse	5	-0.026008864864706993
169366	rnn.bias_hh_l0_reverse	6	-0.022885872051119804
169366	rnn.bias_hh_l0_reverse	7	0.1020236387848854
169366	rnn.bias_hh_l0_reverse	8	0.03375569358468056
169366	rnn.bias_hh_l0_reverse	9	-0.14030835032463074
169366	rnn.weight_ih_l1	0	-0.03166330233216286
169366	rnn.weight_ih_l1	1	-0.05146852508187294
169366	rnn.weight_ih_l1	2	0.06439898163080215
169366	rnn.weight_ih_l1	3	-0.058688558638095856
169366	rnn.weight_ih_l1	4	-0.017353422939777374
169366	rnn.weight_ih_l1	5	-0.04325755313038826
169366	rnn.weight_ih_l1	6	0.029557237401604652
169366	rnn.weight_ih_l1	7	-0.040763359516859055
169366	rnn.weight_ih_l1	8	0.03636167570948601
169366	rnn.weight_ih_l1	9	0.045710355043411255
169366	rnn.weight_hh_l1	0	-0.004755013156682253
169366	rnn.weight_hh_l1	1	0.018693426623940468
169366	rnn.weight_hh_l1	2	0.014349816367030144
169366	rnn.weight_hh_l1	3	-0.012028258293867111
169366	rnn.weight_hh_l1	4	0.009815915487706661
169366	rnn.weight_hh_l1	5	0.030774317681789398
169366	rnn.weight_hh_l1	6	0.033585693687200546
169366	rnn.weight_hh_l1	7	-0.018431952223181725
169366	rnn.weight_hh_l1	8	-0.009084104560315609
169366	rnn.weight_hh_l1	9	0.03605007380247116
169366	rnn.bias_ih_l1	0	-0.20126716792583466
169366	rnn.bias_ih_l1	1	-0.17330560088157654
169366	rnn.bias_ih_l1	2	-0.20678618550300598
169366	rnn.bias_ih_l1	3	-0.31983309984207153
169366	rnn.bias_ih_l1	4	-0.196254163980484
169366	rnn.bias_ih_l1	5	-0.0981680229306221
169366	rnn.bias_ih_l1	6	-0.16495317220687866
169366	rnn.bias_ih_l1	7	-0.013248012401163578
169366	rnn.bias_ih_l1	8	-0.13967974483966827
169366	rnn.bias_ih_l1	9	-0.12967973947525024
169366	rnn.bias_hh_l1	0	-0.09676691144704819
169366	rnn.bias_hh_l1	1	-0.06730286777019501
169366	rnn.bias_hh_l1	2	-0.1040043756365776
169366	rnn.bias_hh_l1	3	-0.08500241488218307
169366	rnn.bias_hh_l1	4	-0.08717826753854752
169366	rnn.bias_hh_l1	5	-0.11899013072252274
169366	rnn.bias_hh_l1	6	-0.15227091312408447
169366	rnn.bias_hh_l1	7	0.04844716563820839
169366	rnn.bias_hh_l1	8	-0.1686500459909439
169366	rnn.bias_hh_l1	9	-0.11076446622610092
169366	rnn.weight_ih_l1_reverse	0	-0.03875388577580452
169366	rnn.weight_ih_l1_reverse	1	0.0320906788110733
169366	rnn.weight_ih_l1_reverse	2	0.06925351917743683
169366	rnn.weight_ih_l1_reverse	3	-0.004411838948726654
169366	rnn.weight_ih_l1_reverse	4	-0.05181919410824776
169366	rnn.weight_ih_l1_reverse	5	-0.03082171082496643
169366	rnn.weight_ih_l1_reverse	6	0.002461822237819433
169366	rnn.weight_ih_l1_reverse	7	0.02705458551645279
169366	rnn.weight_ih_l1_reverse	8	0.008070608600974083
169366	rnn.weight_ih_l1_reverse	9	-0.04866485670208931
169366	rnn.weight_hh_l1_reverse	0	0.0054593635722994804
169366	rnn.weight_hh_l1_reverse	1	0.030144307762384415
169366	rnn.weight_hh_l1_reverse	2	-0.040374111384153366
169366	rnn.weight_hh_l1_reverse	3	0.035830724984407425
169366	rnn.weight_hh_l1_reverse	4	0.051075682044029236
169366	rnn.weight_hh_l1_reverse	5	0.0006997231976129115
169366	rnn.weight_hh_l1_reverse	6	0.05197920277714729
169366	rnn.weight_hh_l1_reverse	7	0.0294675063341856
169366	rnn.weight_hh_l1_reverse	8	-0.0069731916300952435
169366	rnn.weight_hh_l1_reverse	9	-0.03211049735546112
169366	rnn.bias_ih_l1_reverse	0	-0.05969897285103798
169366	rnn.bias_ih_l1_reverse	1	-0.15467508137226105
169366	rnn.bias_ih_l1_reverse	2	-0.15892137587070465
169366	rnn.bias_ih_l1_reverse	3	-0.02194526605308056
169366	rnn.bias_ih_l1_reverse	4	-0.215310201048851
169366	rnn.bias_ih_l1_reverse	5	-0.11425981670618057
169366	rnn.bias_ih_l1_reverse	6	-0.13934344053268433
169366	rnn.bias_ih_l1_reverse	7	-0.18630921840667725
169366	rnn.bias_ih_l1_reverse	8	0.2192244529724121
169366	rnn.bias_ih_l1_reverse	9	0.045673590153455734
169366	rnn.bias_hh_l1_reverse	0	0.0015730299055576324
169366	rnn.bias_hh_l1_reverse	1	-0.09059978276491165
169366	rnn.bias_hh_l1_reverse	2	-0.23652923107147217
169366	rnn.bias_hh_l1_reverse	3	-0.13643962144851685
169366	rnn.bias_hh_l1_reverse	4	-0.09522683918476105
169366	rnn.bias_hh_l1_reverse	5	-0.1265459805727005
169366	rnn.bias_hh_l1_reverse	6	0.09435530006885529
169366	rnn.bias_hh_l1_reverse	7	-0.16466106474399567
169366	rnn.bias_hh_l1_reverse	8	-0.12061057239770889
169366	rnn.bias_hh_l1_reverse	9	-0.14915958046913147
169366	linear.weight	0	0.002228822559118271
169366	linear.weight	1	0.09369207918643951
169366	linear.weight	2	-0.09242419898509979
169366	linear.weight	3	0.2865378260612488
169366	linear.weight	4	0.16203753650188446
169366	linear.weight	5	-0.064079150557518
169366	linear.weight	6	0.09985553473234177
169366	linear.weight	7	0.10251791030168533
169366	linear.weight	8	0.04117998108267784
169366	linear.weight	9	-0.04598888382315636
169366	linear.bias	0	0.1139363944530487
169366	linear.bias	1	-0.19172362983226776
169366	linear.bias	2	-0.38727569580078125
169366	linear.bias	3	-0.6674005389213562
169366	linear.bias	4	-1.2300735712051392
169366	linear.bias	5	-0.05346318706870079
169366	linear.bias	6	-0.7840548753738403
169366	linear.bias	7	0.290952205657959
169366	linear.bias	8	-0.4491612911224365
169366	linear.bias	9	-1.0335845947265625
169563	transitions	0	0.6897116899490356
169563	transitions	1	0.14888063073158264
169563	transitions	2	-10000.0
169563	transitions	3	-1.8253971338272095
169563	transitions	4	-10000.0
169563	transitions	5	0.5708966851234436
169563	transitions	6	-0.07981011271476746
169563	transitions	7	-0.7560217976570129
169563	transitions	8	-1.4107011556625366
169563	transitions	9	-0.0011725994991138577
169563	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
169563	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
169563	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
169563	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
169563	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
169563	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
169563	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
169563	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
169563	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
169563	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
169563	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
169563	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
169563	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
169563	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
169563	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
169563	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
169563	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
169563	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
169563	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
169563	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
169563	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
169563	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
169563	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
169563	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
169563	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
169563	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
169563	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
169563	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
169563	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
169563	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
169563	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
169563	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
169563	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
169563	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
169563	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
169563	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
169563	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
169563	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
169563	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
169563	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
169563	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
169563	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
169563	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
169563	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
169563	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
169563	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
169563	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
169563	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
169563	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
169563	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
169563	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
169563	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
169563	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
169563	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
169563	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
169563	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
169563	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
169563	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
169563	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
169563	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
169563	embedding2nn.weight	0	0.024112893268465996
169563	embedding2nn.weight	1	-0.013358662836253643
169563	embedding2nn.weight	2	-0.014268254861235619
169563	embedding2nn.weight	3	-0.020471209660172462
169563	embedding2nn.weight	4	-0.0059150345623493195
169563	embedding2nn.weight	5	-0.003700587200000882
169563	embedding2nn.weight	6	-0.003973294049501419
169563	embedding2nn.weight	7	-0.08116094768047333
169563	embedding2nn.weight	8	-0.0019979383796453476
169563	embedding2nn.weight	9	-0.028712313622236252
169563	embedding2nn.bias	0	0.043651968240737915
169563	embedding2nn.bias	1	-0.07249938696622849
169563	embedding2nn.bias	2	0.09928430616855621
169563	embedding2nn.bias	3	0.05914251133799553
169563	embedding2nn.bias	4	-0.03579163923859596
169563	embedding2nn.bias	5	-0.01171031966805458
169563	embedding2nn.bias	6	0.031416572630405426
169563	embedding2nn.bias	7	-0.05985398590564728
169563	embedding2nn.bias	8	0.057166747748851776
169563	embedding2nn.bias	9	0.05672691389918327
169563	rnn.weight_ih_l0	0	-0.07759914547204971
169563	rnn.weight_ih_l0	1	0.0072976043447852135
169563	rnn.weight_ih_l0	2	0.03735267370939255
169563	rnn.weight_ih_l0	3	0.02317524328827858
169563	rnn.weight_ih_l0	4	-0.04126550257205963
169563	rnn.weight_ih_l0	5	-0.06366497278213501
169563	rnn.weight_ih_l0	6	-0.00029165780870243907
169563	rnn.weight_ih_l0	7	0.053300801664590836
169563	rnn.weight_ih_l0	8	-0.00908031314611435
169563	rnn.weight_ih_l0	9	-0.025162169709801674
169563	rnn.weight_hh_l0	0	-0.03440071642398834
169563	rnn.weight_hh_l0	1	-0.00955519825220108
169563	rnn.weight_hh_l0	2	0.00420007947832346
169563	rnn.weight_hh_l0	3	-0.06941723078489304
169563	rnn.weight_hh_l0	4	0.0880601778626442
169563	rnn.weight_hh_l0	5	-0.026408500969409943
169563	rnn.weight_hh_l0	6	-0.06014581024646759
169563	rnn.weight_hh_l0	7	0.010328562930226326
169563	rnn.weight_hh_l0	8	0.012785524129867554
169563	rnn.weight_hh_l0	9	-0.02216455340385437
169563	rnn.bias_ih_l0	0	0.12942485511302948
169563	rnn.bias_ih_l0	1	-0.030089793726801872
169563	rnn.bias_ih_l0	2	-0.01698700152337551
169563	rnn.bias_ih_l0	3	0.15669821202754974
169563	rnn.bias_ih_l0	4	-0.0077888029627501965
169563	rnn.bias_ih_l0	5	-0.017514528706669807
169563	rnn.bias_ih_l0	6	0.010446915403008461
169563	rnn.bias_ih_l0	7	0.025765523314476013
169563	rnn.bias_ih_l0	8	-0.09436905384063721
169563	rnn.bias_ih_l0	9	-0.026313547044992447
169563	rnn.bias_hh_l0	0	-0.0059365020133554935
169563	rnn.bias_hh_l0	1	-0.0982687771320343
169563	rnn.bias_hh_l0	2	-0.06339067965745926
169563	rnn.bias_hh_l0	3	-0.0883428305387497
169563	rnn.bias_hh_l0	4	-0.0016888591926544905
169563	rnn.bias_hh_l0	5	-0.03310322389006615
169563	rnn.bias_hh_l0	6	0.02804632857441902
169563	rnn.bias_hh_l0	7	0.048275139182806015
169563	rnn.bias_hh_l0	8	-0.1132783442735672
169563	rnn.bias_hh_l0	9	-0.06396245956420898
169563	rnn.weight_ih_l0_reverse	0	-0.02544730342924595
169563	rnn.weight_ih_l0_reverse	1	-0.05332845076918602
169563	rnn.weight_ih_l0_reverse	2	-0.04532681778073311
169563	rnn.weight_ih_l0_reverse	3	0.00537427281960845
169563	rnn.weight_ih_l0_reverse	4	-0.01794058457016945
169563	rnn.weight_ih_l0_reverse	5	-0.0524105541408062
169563	rnn.weight_ih_l0_reverse	6	0.07494733482599258
169563	rnn.weight_ih_l0_reverse	7	-0.027760012075304985
169563	rnn.weight_ih_l0_reverse	8	-0.016620701178908348
169563	rnn.weight_ih_l0_reverse	9	-0.008087762631475925
169563	rnn.weight_hh_l0_reverse	0	0.06181318312883377
169563	rnn.weight_hh_l0_reverse	1	0.019362494349479675
169563	rnn.weight_hh_l0_reverse	2	0.03030380979180336
169563	rnn.weight_hh_l0_reverse	3	0.035772863775491714
169563	rnn.weight_hh_l0_reverse	4	0.00956807378679514
169563	rnn.weight_hh_l0_reverse	5	0.01662723906338215
169563	rnn.weight_hh_l0_reverse	6	0.049476686865091324
169563	rnn.weight_hh_l0_reverse	7	-0.06958797574043274
169563	rnn.weight_hh_l0_reverse	8	0.037382956594228745
169563	rnn.weight_hh_l0_reverse	9	0.0343911312520504
169563	rnn.bias_ih_l0_reverse	0	-0.061722565442323685
169563	rnn.bias_ih_l0_reverse	1	-0.28098928928375244
169563	rnn.bias_ih_l0_reverse	2	-0.13284607231616974
169563	rnn.bias_ih_l0_reverse	3	-0.04624491184949875
169563	rnn.bias_ih_l0_reverse	4	-0.03557826206088066
169563	rnn.bias_ih_l0_reverse	5	0.06539930403232574
169563	rnn.bias_ih_l0_reverse	6	-0.06673841923475266
169563	rnn.bias_ih_l0_reverse	7	0.05210813879966736
169563	rnn.bias_ih_l0_reverse	8	-0.04729454219341278
169563	rnn.bias_ih_l0_reverse	9	0.05598358437418938
169563	rnn.bias_hh_l0_reverse	0	0.026499612256884575
169563	rnn.bias_hh_l0_reverse	1	-0.06305603682994843
169563	rnn.bias_hh_l0_reverse	2	0.07694848626852036
169563	rnn.bias_hh_l0_reverse	3	-0.05511318892240524
169563	rnn.bias_hh_l0_reverse	4	-0.026311559602618217
169563	rnn.bias_hh_l0_reverse	5	-0.026303131133317947
169563	rnn.bias_hh_l0_reverse	6	-0.022922934964299202
169563	rnn.bias_hh_l0_reverse	7	0.10245416313409805
169563	rnn.bias_hh_l0_reverse	8	0.034086983650922775
169563	rnn.bias_hh_l0_reverse	9	-0.14279267191886902
169563	rnn.weight_ih_l1	0	-0.031226877123117447
169563	rnn.weight_ih_l1	1	-0.05142025277018547
169563	rnn.weight_ih_l1	2	0.064498171210289
169563	rnn.weight_ih_l1	3	-0.058683570474386215
169563	rnn.weight_ih_l1	4	-0.017300507053732872
169563	rnn.weight_ih_l1	5	-0.04332942143082619
169563	rnn.weight_ih_l1	6	0.029868340119719505
169563	rnn.weight_ih_l1	7	-0.041269708424806595
169563	rnn.weight_ih_l1	8	0.036231279373168945
169563	rnn.weight_ih_l1	9	0.04673514515161514
169563	rnn.weight_hh_l1	0	-0.004885956645011902
169563	rnn.weight_hh_l1	1	0.018664062023162842
169563	rnn.weight_hh_l1	2	0.014315759763121605
169563	rnn.weight_hh_l1	3	-0.011943080462515354
169563	rnn.weight_hh_l1	4	0.009443694725632668
169563	rnn.weight_hh_l1	5	0.030880669131875038
169563	rnn.weight_hh_l1	6	0.03390398994088173
169563	rnn.weight_hh_l1	7	-0.01838778331875801
169563	rnn.weight_hh_l1	8	-0.009422880597412586
169563	rnn.weight_hh_l1	9	0.03617916628718376
169563	rnn.bias_ih_l1	0	-0.2012561559677124
169563	rnn.bias_ih_l1	1	-0.17325463891029358
169563	rnn.bias_ih_l1	2	-0.20618587732315063
169563	rnn.bias_ih_l1	3	-0.319924533367157
169563	rnn.bias_ih_l1	4	-0.1948184072971344
169563	rnn.bias_ih_l1	5	-0.09797865897417068
169563	rnn.bias_ih_l1	6	-0.16598884761333466
169563	rnn.bias_ih_l1	7	-0.012623563408851624
169563	rnn.bias_ih_l1	8	-0.13975277543067932
169563	rnn.bias_ih_l1	9	-0.1318027526140213
169563	rnn.bias_hh_l1	0	-0.09570345282554626
169563	rnn.bias_hh_l1	1	-0.06677556037902832
169563	rnn.bias_hh_l1	2	-0.10348396748304367
169563	rnn.bias_hh_l1	3	-0.0847320407629013
169563	rnn.bias_hh_l1	4	-0.08607441931962967
169563	rnn.bias_hh_l1	5	-0.11877892166376114
169563	rnn.bias_hh_l1	6	-0.15108618140220642
169563	rnn.bias_hh_l1	7	0.04935174062848091
169563	rnn.bias_hh_l1	8	-0.16929858922958374
169563	rnn.bias_hh_l1	9	-0.11091946810483932
169563	rnn.weight_ih_l1_reverse	0	-0.03876284882426262
169563	rnn.weight_ih_l1_reverse	1	0.03196827322244644
169563	rnn.weight_ih_l1_reverse	2	0.06924396753311157
169563	rnn.weight_ih_l1_reverse	3	-0.0039060059934854507
169563	rnn.weight_ih_l1_reverse	4	-0.05207692086696625
169563	rnn.weight_ih_l1_reverse	5	-0.030666764825582504
169563	rnn.weight_ih_l1_reverse	6	0.0011863437248393893
169563	rnn.weight_ih_l1_reverse	7	0.026986440643668175
169563	rnn.weight_ih_l1_reverse	8	0.008012456819415092
169563	rnn.weight_ih_l1_reverse	9	-0.04809940233826637
169563	rnn.weight_hh_l1_reverse	0	0.00537389051169157
169563	rnn.weight_hh_l1_reverse	1	0.030166761949658394
169563	rnn.weight_hh_l1_reverse	2	-0.04034605622291565
169563	rnn.weight_hh_l1_reverse	3	0.035823024809360504
169563	rnn.weight_hh_l1_reverse	4	0.05147303268313408
169563	rnn.weight_hh_l1_reverse	5	0.0007697513792663813
169563	rnn.weight_hh_l1_reverse	6	0.05322526767849922
169563	rnn.weight_hh_l1_reverse	7	0.02944508008658886
169563	rnn.weight_hh_l1_reverse	8	-0.007020862773060799
169563	rnn.weight_hh_l1_reverse	9	-0.032192304730415344
169563	rnn.bias_ih_l1_reverse	0	-0.060053784400224686
169563	rnn.bias_ih_l1_reverse	1	-0.1536301076412201
169563	rnn.bias_ih_l1_reverse	2	-0.15975478291511536
169563	rnn.bias_ih_l1_reverse	3	-0.026729663833975792
169563	rnn.bias_ih_l1_reverse	4	-0.2160641849040985
169563	rnn.bias_ih_l1_reverse	5	-0.11368941515684128
169563	rnn.bias_ih_l1_reverse	6	-0.1390499323606491
169563	rnn.bias_ih_l1_reverse	7	-0.18432502448558807
169563	rnn.bias_ih_l1_reverse	8	0.22051005065441132
169563	rnn.bias_ih_l1_reverse	9	0.04482164978981018
169563	rnn.bias_hh_l1_reverse	0	0.0023279546294361353
169563	rnn.bias_hh_l1_reverse	1	-0.08582345396280289
169563	rnn.bias_hh_l1_reverse	2	-0.23685327172279358
169563	rnn.bias_hh_l1_reverse	3	-0.1354978382587433
169563	rnn.bias_hh_l1_reverse	4	-0.09487015008926392
169563	rnn.bias_hh_l1_reverse	5	-0.12644897401332855
169563	rnn.bias_hh_l1_reverse	6	0.09847740083932877
169563	rnn.bias_hh_l1_reverse	7	-0.1649700254201889
169563	rnn.bias_hh_l1_reverse	8	-0.12221648544073105
169563	rnn.bias_hh_l1_reverse	9	-0.14901529252529144
169563	linear.weight	0	0.002228822559118271
169563	linear.weight	1	0.09042567014694214
169563	linear.weight	2	-0.09434319287538528
169563	linear.weight	3	0.2845970392227173
169563	linear.weight	4	0.16226260364055634
169563	linear.weight	5	-0.06312216073274612
169563	linear.weight	6	0.1030259057879448
169563	linear.weight	7	0.10491146147251129
169563	linear.weight	8	0.041179854422807693
169563	linear.weight	9	-0.044083595275878906
169563	linear.bias	0	0.12484540045261383
169563	linear.bias	1	-0.18162254989147186
169563	linear.bias	2	-0.39503180980682373
169563	linear.bias	3	-0.6770808696746826
169563	linear.bias	4	-1.2407333850860596
169563	linear.bias	5	-0.05900571867823601
169563	linear.bias	6	-0.77422696352005
169563	linear.bias	7	0.2850213050842285
169563	linear.bias	8	-0.44501161575317383
169563	linear.bias	9	-1.0314648151397705
169760	transitions	0	0.6942731142044067
169760	transitions	1	0.1466367393732071
169760	transitions	2	-10000.0
169760	transitions	3	-1.8254057168960571
169760	transitions	4	-10000.0
169760	transitions	5	0.5708659887313843
169760	transitions	6	-0.0798434242606163
169760	transitions	7	-0.7562810778617859
169760	transitions	8	-1.4107288122177124
169760	transitions	9	-0.0011729036923497915
169760	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
169760	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
169760	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
169760	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
169760	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
169760	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
169760	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
169760	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
169760	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
169760	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
169760	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
169760	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
169760	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
169760	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
169760	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
169760	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
169760	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
169760	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
169760	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
169760	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
169760	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
169760	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
169760	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
169760	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
169760	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
169760	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
169760	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
169760	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
169760	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
169760	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
169760	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
169760	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
169760	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
169760	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
169760	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
169760	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
169760	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
169760	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
169760	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
169760	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
169760	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
169760	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
169760	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
169760	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
169760	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
169760	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
169760	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
169760	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
169760	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
169760	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
169760	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
169760	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
169760	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
169760	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
169760	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
169760	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
169760	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
169760	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
169760	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
169760	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
169760	embedding2nn.weight	0	0.02406839281320572
169760	embedding2nn.weight	1	-0.013199345208704472
169760	embedding2nn.weight	2	-0.014268254861235619
169760	embedding2nn.weight	3	-0.021212955936789513
169760	embedding2nn.weight	4	-0.0059150345623493195
169760	embedding2nn.weight	5	-0.003700587200000882
169760	embedding2nn.weight	6	-0.003973295446485281
169760	embedding2nn.weight	7	-0.08082827180624008
169760	embedding2nn.weight	8	-0.0019979383796453476
169760	embedding2nn.weight	9	-0.029029790312051773
169760	embedding2nn.bias	0	0.04294571653008461
169760	embedding2nn.bias	1	-0.06597848236560822
169760	embedding2nn.bias	2	0.09896351397037506
169760	embedding2nn.bias	3	0.05391837656497955
169760	embedding2nn.bias	4	-0.03884091228246689
169760	embedding2nn.bias	5	-0.011310641653835773
169760	embedding2nn.bias	6	0.0319010354578495
169760	embedding2nn.bias	7	-0.06233169138431549
169760	embedding2nn.bias	8	0.05545979365706444
169760	embedding2nn.bias	9	0.05298755690455437
169760	rnn.weight_ih_l0	0	-0.07755938172340393
169760	rnn.weight_ih_l0	1	0.0074467589147388935
169760	rnn.weight_ih_l0	2	0.03761410340666771
169760	rnn.weight_ih_l0	3	0.022942619398236275
169760	rnn.weight_ih_l0	4	-0.04232592135667801
169760	rnn.weight_ih_l0	5	-0.06343691051006317
169760	rnn.weight_ih_l0	6	-0.0008581616566516459
169760	rnn.weight_ih_l0	7	0.05282033234834671
169760	rnn.weight_ih_l0	8	-0.009200022555887699
169760	rnn.weight_ih_l0	9	-0.025179611518979073
169760	rnn.weight_hh_l0	0	-0.03458016738295555
169760	rnn.weight_hh_l0	1	-0.009849591180682182
169760	rnn.weight_hh_l0	2	0.004519489128142595
169760	rnn.weight_hh_l0	3	-0.06896144151687622
169760	rnn.weight_hh_l0	4	0.08758733421564102
169760	rnn.weight_hh_l0	5	-0.026662064716219902
169760	rnn.weight_hh_l0	6	-0.05922345444560051
169760	rnn.weight_hh_l0	7	0.010462506674230099
169760	rnn.weight_hh_l0	8	0.013018998317420483
169760	rnn.weight_hh_l0	9	-0.022120364010334015
169760	rnn.bias_ih_l0	0	0.13001085817813873
169760	rnn.bias_ih_l0	1	-0.030058452859520912
169760	rnn.bias_ih_l0	2	-0.016925623640418053
169760	rnn.bias_ih_l0	3	0.1554020196199417
169760	rnn.bias_ih_l0	4	-0.0075674341060221195
169760	rnn.bias_ih_l0	5	-0.017251571640372276
169760	rnn.bias_ih_l0	6	0.010537291876971722
169760	rnn.bias_ih_l0	7	0.02844098024070263
169760	rnn.bias_ih_l0	8	-0.09417496621608734
169760	rnn.bias_ih_l0	9	-0.027715403586626053
169760	rnn.bias_hh_l0	0	-0.004533398896455765
169760	rnn.bias_hh_l0	1	-0.09888982027769089
169760	rnn.bias_hh_l0	2	-0.06284993141889572
169760	rnn.bias_hh_l0	3	-0.0891949012875557
169760	rnn.bias_hh_l0	4	-0.00041229973430745304
169760	rnn.bias_hh_l0	5	-0.034189753234386444
169760	rnn.bias_hh_l0	6	0.026944085955619812
169760	rnn.bias_hh_l0	7	0.04847538843750954
169760	rnn.bias_hh_l0	8	-0.11320355534553528
169760	rnn.bias_hh_l0	9	-0.06702239066362381
169760	rnn.weight_ih_l0_reverse	0	-0.02454710565507412
169760	rnn.weight_ih_l0_reverse	1	-0.053299080580472946
169760	rnn.weight_ih_l0_reverse	2	-0.045549292117357254
169760	rnn.weight_ih_l0_reverse	3	0.005586470011621714
169760	rnn.weight_ih_l0_reverse	4	-0.018259642645716667
169760	rnn.weight_ih_l0_reverse	5	-0.05235971137881279
169760	rnn.weight_ih_l0_reverse	6	0.07522138208150864
169760	rnn.weight_ih_l0_reverse	7	-0.027827590703964233
169760	rnn.weight_ih_l0_reverse	8	-0.016155611723661423
169760	rnn.weight_ih_l0_reverse	9	-0.00843693409115076
169760	rnn.weight_hh_l0_reverse	0	0.06172711029648781
169760	rnn.weight_hh_l0_reverse	1	0.019457776099443436
169760	rnn.weight_hh_l0_reverse	2	0.029939573258161545
169760	rnn.weight_hh_l0_reverse	3	0.03591315820813179
169760	rnn.weight_hh_l0_reverse	4	0.009992465376853943
169760	rnn.weight_hh_l0_reverse	5	0.01654883287847042
169760	rnn.weight_hh_l0_reverse	6	0.04965416342020035
169760	rnn.weight_hh_l0_reverse	7	-0.06948351114988327
169760	rnn.weight_hh_l0_reverse	8	0.0376531220972538
169760	rnn.weight_hh_l0_reverse	9	0.033823125064373016
169760	rnn.bias_ih_l0_reverse	0	-0.06148814409971237
169760	rnn.bias_ih_l0_reverse	1	-0.27948135137557983
169760	rnn.bias_ih_l0_reverse	2	-0.13427762687206268
169760	rnn.bias_ih_l0_reverse	3	-0.04719484597444534
169760	rnn.bias_ih_l0_reverse	4	-0.03289017453789711
169760	rnn.bias_ih_l0_reverse	5	0.06543848663568497
169760	rnn.bias_ih_l0_reverse	6	-0.06620348244905472
169760	rnn.bias_ih_l0_reverse	7	0.053237754851579666
169760	rnn.bias_ih_l0_reverse	8	-0.04595133289694786
169760	rnn.bias_ih_l0_reverse	9	0.057362254709005356
169760	rnn.bias_hh_l0_reverse	0	0.02539248578250408
169760	rnn.bias_hh_l0_reverse	1	-0.06161900609731674
169760	rnn.bias_hh_l0_reverse	2	0.07649905979633331
169760	rnn.bias_hh_l0_reverse	3	-0.05676079913973808
169760	rnn.bias_hh_l0_reverse	4	-0.025665104389190674
169760	rnn.bias_hh_l0_reverse	5	-0.02379460446536541
169760	rnn.bias_hh_l0_reverse	6	-0.02419346012175083
169760	rnn.bias_hh_l0_reverse	7	0.10243581980466843
169760	rnn.bias_hh_l0_reverse	8	0.03365912660956383
169760	rnn.bias_hh_l0_reverse	9	-0.14491137862205505
169760	rnn.weight_ih_l1	0	-0.03083072230219841
169760	rnn.weight_ih_l1	1	-0.05040746182203293
169760	rnn.weight_ih_l1	2	0.06322136521339417
169760	rnn.weight_ih_l1	3	-0.05834536626935005
169760	rnn.weight_ih_l1	4	-0.017484478652477264
169760	rnn.weight_ih_l1	5	-0.04315008595585823
169760	rnn.weight_ih_l1	6	0.029751837253570557
169760	rnn.weight_ih_l1	7	-0.040231529623270035
169760	rnn.weight_ih_l1	8	0.036154862493276596
169760	rnn.weight_ih_l1	9	0.04635101184248924
169760	rnn.weight_hh_l1	0	-0.004439317621290684
169760	rnn.weight_hh_l1	1	0.018643807619810104
169760	rnn.weight_hh_l1	2	0.013399645686149597
169760	rnn.weight_hh_l1	3	-0.011957443319261074
169760	rnn.weight_hh_l1	4	0.009268081746995449
169760	rnn.weight_hh_l1	5	0.030773449689149857
169760	rnn.weight_hh_l1	6	0.033540625125169754
169760	rnn.weight_hh_l1	7	-0.018501263111829758
169760	rnn.weight_hh_l1	8	-0.009436913765966892
169760	rnn.weight_hh_l1	9	0.03598827123641968
169760	rnn.bias_ih_l1	0	-0.20041000843048096
169760	rnn.bias_ih_l1	1	-0.17258431017398834
169760	rnn.bias_ih_l1	2	-0.2064828872680664
169760	rnn.bias_ih_l1	3	-0.31927549839019775
169760	rnn.bias_ih_l1	4	-0.19262689352035522
169760	rnn.bias_ih_l1	5	-0.0986541360616684
169760	rnn.bias_ih_l1	6	-0.1636911928653717
169760	rnn.bias_ih_l1	7	-0.014813675545156002
169760	rnn.bias_ih_l1	8	-0.13999705016613007
169760	rnn.bias_ih_l1	9	-0.13183125853538513
169760	rnn.bias_hh_l1	0	-0.09576477110385895
169760	rnn.bias_hh_l1	1	-0.06552981585264206
169760	rnn.bias_hh_l1	2	-0.10246557742357254
169760	rnn.bias_hh_l1	3	-0.0848584845662117
169760	rnn.bias_hh_l1	4	-0.08654993027448654
169760	rnn.bias_hh_l1	5	-0.11842301487922668
169760	rnn.bias_hh_l1	6	-0.14994357526302338
169760	rnn.bias_hh_l1	7	0.050322286784648895
169760	rnn.bias_hh_l1	8	-0.16899892687797546
169760	rnn.bias_hh_l1	9	-0.11144978553056717
169760	rnn.weight_ih_l1_reverse	0	-0.039640020579099655
169760	rnn.weight_ih_l1_reverse	1	0.03022162616252899
169760	rnn.weight_ih_l1_reverse	2	0.07029509544372559
169760	rnn.weight_ih_l1_reverse	3	-0.0031687915325164795
169760	rnn.weight_ih_l1_reverse	4	-0.05086655169725418
169760	rnn.weight_ih_l1_reverse	5	-0.030625397339463234
169760	rnn.weight_ih_l1_reverse	6	0.0017473362386226654
169760	rnn.weight_ih_l1_reverse	7	0.026970595121383667
169760	rnn.weight_ih_l1_reverse	8	0.0066566369496285915
169760	rnn.weight_ih_l1_reverse	9	-0.04902372509241104
169760	rnn.weight_hh_l1_reverse	0	0.005502369720488787
169760	rnn.weight_hh_l1_reverse	1	0.030365528538823128
169760	rnn.weight_hh_l1_reverse	2	-0.040351029485464096
169760	rnn.weight_hh_l1_reverse	3	0.03585391119122505
169760	rnn.weight_hh_l1_reverse	4	0.05140465125441551
169760	rnn.weight_hh_l1_reverse	5	0.0011559155536815524
169760	rnn.weight_hh_l1_reverse	6	0.0524226650595665
169760	rnn.weight_hh_l1_reverse	7	0.029488611966371536
169760	rnn.weight_hh_l1_reverse	8	-0.00700716208666563
169760	rnn.weight_hh_l1_reverse	9	-0.03200363740324974
169760	rnn.bias_ih_l1_reverse	0	-0.05961863696575165
169760	rnn.bias_ih_l1_reverse	1	-0.15371277928352356
169760	rnn.bias_ih_l1_reverse	2	-0.1612762212753296
169760	rnn.bias_ih_l1_reverse	3	-0.027045181021094322
169760	rnn.bias_ih_l1_reverse	4	-0.2154865562915802
169760	rnn.bias_ih_l1_reverse	5	-0.11564933508634567
169760	rnn.bias_ih_l1_reverse	6	-0.13928192853927612
169760	rnn.bias_ih_l1_reverse	7	-0.18354113399982452
169760	rnn.bias_ih_l1_reverse	8	0.21996420621871948
169760	rnn.bias_ih_l1_reverse	9	0.04347032308578491
169760	rnn.bias_hh_l1_reverse	0	0.002428316045552492
169760	rnn.bias_hh_l1_reverse	1	-0.08876746147871017
169760	rnn.bias_hh_l1_reverse	2	-0.2354585975408554
169760	rnn.bias_hh_l1_reverse	3	-0.1359032541513443
169760	rnn.bias_hh_l1_reverse	4	-0.09480127692222595
169760	rnn.bias_hh_l1_reverse	5	-0.12494972348213196
169760	rnn.bias_hh_l1_reverse	6	0.09699556976556778
169760	rnn.bias_hh_l1_reverse	7	-0.16582462191581726
169760	rnn.bias_hh_l1_reverse	8	-0.12176195532083511
169760	rnn.bias_hh_l1_reverse	9	-0.14904047548770905
169760	linear.weight	0	0.002228822559118271
169760	linear.weight	1	0.08561701327562332
169760	linear.weight	2	-0.09660464525222778
169760	linear.weight	3	0.28654390573501587
169760	linear.weight	4	0.1616850644350052
169760	linear.weight	5	-0.06262435764074326
169760	linear.weight	6	0.10306508094072342
169760	linear.weight	7	0.10587678104639053
169760	linear.weight	8	0.04117954522371292
169760	linear.weight	9	-0.046014368534088135
169760	linear.bias	0	0.12177640199661255
169760	linear.bias	1	-0.1833144724369049
169760	linear.bias	2	-0.4066172242164612
169760	linear.bias	3	-0.6697372794151306
169760	linear.bias	4	-1.2323085069656372
169760	linear.bias	5	-0.0551719106733799
169760	linear.bias	6	-0.776111900806427
169760	linear.bias	7	0.28810086846351624
169760	linear.bias	8	-0.450869083404541
169760	linear.bias	9	-1.0360573530197144
169764	transitions	0	0.6942883133888245
169764	transitions	1	0.1466367095708847
169764	transitions	2	-10000.0
169764	transitions	3	-1.8254057168960571
169764	transitions	4	-10000.0
169764	transitions	5	0.5708643794059753
169764	transitions	6	-0.07984360307455063
169764	transitions	7	-0.7562816143035889
169764	transitions	8	-1.4107288122177124
169764	transitions	9	-0.0011729059042409062
169764	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
169764	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
169764	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
169764	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
169764	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
169764	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
169764	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
169764	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
169764	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
169764	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
169764	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
169764	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
169764	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
169764	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
169764	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
169764	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
169764	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
169764	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
169764	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
169764	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
169764	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
169764	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
169764	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
169764	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
169764	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
169764	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
169764	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
169764	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
169764	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
169764	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
169764	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
169764	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
169764	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
169764	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
169764	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
169764	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
169764	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
169764	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
169764	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
169764	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
169764	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
169764	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
169764	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
169764	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
169764	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
169764	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
169764	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
169764	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
169764	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
169764	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
169764	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
169764	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
169764	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
169764	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
169764	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
169764	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
169764	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
169764	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
169764	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
169764	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
169764	embedding2nn.weight	0	0.024089913815259933
169764	embedding2nn.weight	1	-0.013216895051300526
169764	embedding2nn.weight	2	-0.014268254861235619
169764	embedding2nn.weight	3	-0.021088730543851852
169764	embedding2nn.weight	4	-0.0059150345623493195
169764	embedding2nn.weight	5	-0.0037005869671702385
169764	embedding2nn.weight	6	-0.003973295446485281
169764	embedding2nn.weight	7	-0.08077042549848557
169764	embedding2nn.weight	8	-0.0019979383796453476
169764	embedding2nn.weight	9	-0.029004909098148346
169764	embedding2nn.bias	0	0.043008726090192795
169764	embedding2nn.bias	1	-0.06619732826948166
169764	embedding2nn.bias	2	0.09894271939992905
169764	embedding2nn.bias	3	0.0543932169675827
169764	embedding2nn.bias	4	-0.038770101964473724
169764	embedding2nn.bias	5	-0.011306450702250004
169764	embedding2nn.bias	6	0.032334860414266586
169764	embedding2nn.bias	7	-0.06243695691227913
169764	embedding2nn.bias	8	0.05495070666074753
169764	embedding2nn.bias	9	0.05352441966533661
169764	rnn.weight_ih_l0	0	-0.0775618851184845
169764	rnn.weight_ih_l0	1	0.007478788960725069
169764	rnn.weight_ih_l0	2	0.03758609667420387
169764	rnn.weight_ih_l0	3	0.022924115881323814
169764	rnn.weight_ih_l0	4	-0.042337074875831604
169764	rnn.weight_ih_l0	5	-0.06323213130235672
169764	rnn.weight_ih_l0	6	-0.0008507812162861228
169764	rnn.weight_ih_l0	7	0.052828796207904816
169764	rnn.weight_ih_l0	8	-0.009213883429765701
169764	rnn.weight_ih_l0	9	-0.02516990713775158
169764	rnn.weight_hh_l0	0	-0.0346144363284111
169764	rnn.weight_hh_l0	1	-0.009844695217907429
169764	rnn.weight_hh_l0	2	0.004492979031056166
169764	rnn.weight_hh_l0	3	-0.068941131234169
169764	rnn.weight_hh_l0	4	0.08761003613471985
169764	rnn.weight_hh_l0	5	-0.02666565217077732
169764	rnn.weight_hh_l0	6	-0.05921781808137894
169764	rnn.weight_hh_l0	7	0.01046597957611084
169764	rnn.weight_hh_l0	8	0.01290026307106018
169764	rnn.weight_hh_l0	9	-0.022129805758595467
169764	rnn.bias_ih_l0	0	0.130009725689888
169764	rnn.bias_ih_l0	1	-0.030068209394812584
169764	rnn.bias_ih_l0	2	-0.016817942261695862
169764	rnn.bias_ih_l0	3	0.1554298996925354
169764	rnn.bias_ih_l0	4	-0.007495081517845392
169764	rnn.bias_ih_l0	5	-0.01722322590649128
169764	rnn.bias_ih_l0	6	0.010957015678286552
169764	rnn.bias_ih_l0	7	0.028409430757164955
169764	rnn.bias_ih_l0	8	-0.09413620829582214
169764	rnn.bias_ih_l0	9	-0.027756337076425552
169764	rnn.bias_hh_l0	0	-0.004499482456594706
169764	rnn.bias_hh_l0	1	-0.09889264404773712
169764	rnn.bias_hh_l0	2	-0.06321348994970322
169764	rnn.bias_hh_l0	3	-0.08927516639232635
169764	rnn.bias_hh_l0	4	-0.0004020850174129009
169764	rnn.bias_hh_l0	5	-0.03458373621106148
169764	rnn.bias_hh_l0	6	0.026963023468852043
169764	rnn.bias_hh_l0	7	0.04812052845954895
169764	rnn.bias_hh_l0	8	-0.11318540573120117
169764	rnn.bias_hh_l0	9	-0.0670665055513382
169764	rnn.weight_ih_l0_reverse	0	-0.0245810616761446
169764	rnn.weight_ih_l0_reverse	1	-0.053222768008708954
169764	rnn.weight_ih_l0_reverse	2	-0.04554649069905281
169764	rnn.weight_ih_l0_reverse	3	0.005576114635914564
169764	rnn.weight_ih_l0_reverse	4	-0.01825481280684471
169764	rnn.weight_ih_l0_reverse	5	-0.05236116796731949
169764	rnn.weight_ih_l0_reverse	6	0.07521737366914749
169764	rnn.weight_ih_l0_reverse	7	-0.027839219197630882
169764	rnn.weight_ih_l0_reverse	8	-0.016151757910847664
169764	rnn.weight_ih_l0_reverse	9	-0.00844991859048605
169764	rnn.weight_hh_l0_reverse	0	0.06260708719491959
169764	rnn.weight_hh_l0_reverse	1	0.019465088844299316
169764	rnn.weight_hh_l0_reverse	2	0.02993650920689106
169764	rnn.weight_hh_l0_reverse	3	0.03591671958565712
169764	rnn.weight_hh_l0_reverse	4	0.009990040212869644
169764	rnn.weight_hh_l0_reverse	5	0.01655023731291294
169764	rnn.weight_hh_l0_reverse	6	0.049649640917778015
169764	rnn.weight_hh_l0_reverse	7	-0.06948135048151016
169764	rnn.weight_hh_l0_reverse	8	0.03765666112303734
169764	rnn.weight_hh_l0_reverse	9	0.033630404621362686
169764	rnn.bias_ih_l0_reverse	0	-0.06153499335050583
169764	rnn.bias_ih_l0_reverse	1	-0.2795684337615967
169764	rnn.bias_ih_l0_reverse	2	-0.1342540979385376
169764	rnn.bias_ih_l0_reverse	3	-0.047186478972435
169764	rnn.bias_ih_l0_reverse	4	-0.03274679183959961
169764	rnn.bias_ih_l0_reverse	5	0.06564749777317047
169764	rnn.bias_ih_l0_reverse	6	-0.06611457467079163
169764	rnn.bias_ih_l0_reverse	7	0.053270261734724045
169764	rnn.bias_ih_l0_reverse	8	-0.0459023118019104
169764	rnn.bias_ih_l0_reverse	9	0.05742771551012993
169764	rnn.bias_hh_l0_reverse	0	0.025303052738308907
169764	rnn.bias_hh_l0_reverse	1	-0.061580125242471695
169764	rnn.bias_hh_l0_reverse	2	0.07646294683218002
169764	rnn.bias_hh_l0_reverse	3	-0.05660238116979599
169764	rnn.bias_hh_l0_reverse	4	-0.02563345991075039
169764	rnn.bias_hh_l0_reverse	5	-0.023808320984244347
169764	rnn.bias_hh_l0_reverse	6	-0.02368960529565811
169764	rnn.bias_hh_l0_reverse	7	0.102415531873703
169764	rnn.bias_hh_l0_reverse	8	0.03367962688207626
169764	rnn.bias_hh_l0_reverse	9	-0.1451067179441452
169764	rnn.weight_ih_l1	0	-0.030938435345888138
169764	rnn.weight_ih_l1	1	-0.050607360899448395
169764	rnn.weight_ih_l1	2	0.06323602050542831
169764	rnn.weight_ih_l1	3	-0.058293234556913376
169764	rnn.weight_ih_l1	4	-0.01750008761882782
169764	rnn.weight_ih_l1	5	-0.04314938187599182
169764	rnn.weight_ih_l1	6	0.029767969623208046
169764	rnn.weight_ih_l1	7	-0.04026138409972191
169764	rnn.weight_ih_l1	8	0.03616116940975189
169764	rnn.weight_ih_l1	9	0.04632680490612984
169764	rnn.weight_hh_l1	0	-0.0042368690483272076
169764	rnn.weight_hh_l1	1	0.018653124570846558
169764	rnn.weight_hh_l1	2	0.013415953144431114
169764	rnn.weight_hh_l1	3	-0.011988619342446327
169764	rnn.weight_hh_l1	4	0.009248394519090652
169764	rnn.weight_hh_l1	5	0.03073287568986416
169764	rnn.weight_hh_l1	6	0.03354473039507866
169764	rnn.weight_hh_l1	7	-0.018476268276572227
169764	rnn.weight_hh_l1	8	-0.00943139661103487
169764	rnn.weight_hh_l1	9	0.03594368323683739
169764	rnn.bias_ih_l1	0	-0.20027406513690948
169764	rnn.bias_ih_l1	1	-0.17260071635246277
169764	rnn.bias_ih_l1	2	-0.20653316378593445
169764	rnn.bias_ih_l1	3	-0.31916889548301697
169764	rnn.bias_ih_l1	4	-0.19248509407043457
169764	rnn.bias_ih_l1	5	-0.09863067418336868
169764	rnn.bias_ih_l1	6	-0.16384580731391907
169764	rnn.bias_ih_l1	7	-0.01449861191213131
169764	rnn.bias_ih_l1	8	-0.1401558518409729
169764	rnn.bias_ih_l1	9	-0.1317911595106125
169764	rnn.bias_hh_l1	0	-0.0958259329199791
169764	rnn.bias_hh_l1	1	-0.06532111763954163
169764	rnn.bias_hh_l1	2	-0.10243544727563858
169764	rnn.bias_hh_l1	3	-0.08477853238582611
169764	rnn.bias_hh_l1	4	-0.08625219762325287
169764	rnn.bias_hh_l1	5	-0.11841461062431335
169764	rnn.bias_hh_l1	6	-0.15020032227039337
169764	rnn.bias_hh_l1	7	0.05039955675601959
169764	rnn.bias_hh_l1	8	-0.16847892105579376
169764	rnn.bias_hh_l1	9	-0.11138017475605011
169764	rnn.weight_ih_l1_reverse	0	-0.03960857912898064
169764	rnn.weight_ih_l1_reverse	1	0.03021574392914772
169764	rnn.weight_ih_l1_reverse	2	0.0702938362956047
169764	rnn.weight_ih_l1_reverse	3	-0.003162554930895567
169764	rnn.weight_ih_l1_reverse	4	-0.050800301134586334
169764	rnn.weight_ih_l1_reverse	5	-0.03062565252184868
169764	rnn.weight_ih_l1_reverse	6	0.001957882195711136
169764	rnn.weight_ih_l1_reverse	7	0.02697024680674076
169764	rnn.weight_ih_l1_reverse	8	0.0066552977077662945
169764	rnn.weight_ih_l1_reverse	9	-0.04904168099164963
169764	rnn.weight_hh_l1_reverse	0	0.005507566966116428
169764	rnn.weight_hh_l1_reverse	1	0.0303686261177063
169764	rnn.weight_hh_l1_reverse	2	-0.04034858196973801
169764	rnn.weight_hh_l1_reverse	3	0.03585817292332649
169764	rnn.weight_hh_l1_reverse	4	0.051416702568531036
169764	rnn.weight_hh_l1_reverse	5	0.0011711010010913014
169764	rnn.weight_hh_l1_reverse	6	0.05242263898253441
169764	rnn.weight_hh_l1_reverse	7	0.029493430629372597
169764	rnn.weight_hh_l1_reverse	8	-0.007017308380454779
169764	rnn.weight_hh_l1_reverse	9	-0.03197093680500984
169764	rnn.bias_ih_l1_reverse	0	-0.059591203927993774
169764	rnn.bias_ih_l1_reverse	1	-0.1535775512456894
169764	rnn.bias_ih_l1_reverse	2	-0.16158460080623627
169764	rnn.bias_ih_l1_reverse	3	-0.027394084259867668
169764	rnn.bias_ih_l1_reverse	4	-0.21547555923461914
169764	rnn.bias_ih_l1_reverse	5	-0.11566273868083954
169764	rnn.bias_ih_l1_reverse	6	-0.13913139700889587
169764	rnn.bias_ih_l1_reverse	7	-0.18343491852283478
169764	rnn.bias_ih_l1_reverse	8	0.21990236639976501
169764	rnn.bias_ih_l1_reverse	9	0.043398842215538025
169764	rnn.bias_hh_l1_reverse	0	0.0028716279193758965
169764	rnn.bias_hh_l1_reverse	1	-0.08883435279130936
169764	rnn.bias_hh_l1_reverse	2	-0.2355772852897644
169764	rnn.bias_hh_l1_reverse	3	-0.13585828244686127
169764	rnn.bias_hh_l1_reverse	4	-0.09477245062589645
169764	rnn.bias_hh_l1_reverse	5	-0.12489088624715805
169764	rnn.bias_hh_l1_reverse	6	0.0970296636223793
169764	rnn.bias_hh_l1_reverse	7	-0.16572269797325134
169764	rnn.bias_hh_l1_reverse	8	-0.12175235897302628
169764	rnn.bias_hh_l1_reverse	9	-0.1490994244813919
169764	linear.weight	0	0.002228822559118271
169764	linear.weight	1	0.085617795586586
169764	linear.weight	2	-0.09662055969238281
169764	linear.weight	3	0.2865224778652191
169764	linear.weight	4	0.16196002066135406
169764	linear.weight	5	-0.062475334852933884
169764	linear.weight	6	0.10290814936161041
169764	linear.weight	7	0.10617641359567642
169764	linear.weight	8	0.04117954522371292
169764	linear.weight	9	-0.045933764427900314
169764	linear.bias	0	0.12015300244092941
169764	linear.bias	1	-0.18339529633522034
169764	linear.bias	2	-0.4074307084083557
169764	linear.bias	3	-0.6660162210464478
169764	linear.bias	4	-1.2287052869796753
169764	linear.bias	5	-0.05577820539474487
169764	linear.bias	6	-0.7760995626449585
169764	linear.bias	7	0.28740543127059937
169764	linear.bias	8	-0.45055440068244934
169764	linear.bias	9	-1.0357739925384521
169961	transitions	0	0.6995366215705872
169961	transitions	1	0.14672522246837616
169961	transitions	2	-10000.0
169961	transitions	3	-1.8254194259643555
169961	transitions	4	-10000.0
169961	transitions	5	0.5708259344100952
169961	transitions	6	-0.07986747473478317
169961	transitions	7	-0.7563660740852356
169961	transitions	8	-1.410765528678894
169961	transitions	9	-0.001173119293525815
169961	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
169961	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
169961	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
169961	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
169961	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
169961	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
169961	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
169961	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
169961	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
169961	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
169961	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
169961	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
169961	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
169961	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
169961	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
169961	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
169961	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
169961	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
169961	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
169961	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
169961	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
169961	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
169961	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
169961	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
169961	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
169961	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
169961	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
169961	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
169961	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
169961	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
169961	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
169961	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
169961	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
169961	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
169961	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
169961	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
169961	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
169961	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
169961	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
169961	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
169961	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
169961	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
169961	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
169961	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
169961	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
169961	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
169961	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
169961	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
169961	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
169961	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
169961	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
169961	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
169961	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
169961	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
169961	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
169961	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
169961	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
169961	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
169961	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
169961	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
169961	embedding2nn.weight	0	0.023004518821835518
169961	embedding2nn.weight	1	-0.013203260488808155
169961	embedding2nn.weight	2	-0.014268254861235619
169961	embedding2nn.weight	3	-0.022213034331798553
169961	embedding2nn.weight	4	-0.0059150345623493195
169961	embedding2nn.weight	5	-0.003700587200000882
169961	embedding2nn.weight	6	-0.003973295446485281
169961	embedding2nn.weight	7	-0.08065075427293777
169961	embedding2nn.weight	8	-0.0019979383796453476
169961	embedding2nn.weight	9	-0.02956271730363369
169961	embedding2nn.bias	0	0.04741187393665314
169961	embedding2nn.bias	1	-0.0648326650261879
169961	embedding2nn.bias	2	0.09705023467540741
169961	embedding2nn.bias	3	0.04982825741171837
169961	embedding2nn.bias	4	-0.041176024824380875
169961	embedding2nn.bias	5	-0.016137612983584404
169961	embedding2nn.bias	6	0.033440038561820984
169961	embedding2nn.bias	7	-0.06725805252790451
169961	embedding2nn.bias	8	0.052749648690223694
169961	embedding2nn.bias	9	0.05397656559944153
169961	rnn.weight_ih_l0	0	-0.07760094851255417
169961	rnn.weight_ih_l0	1	0.007446939125657082
169961	rnn.weight_ih_l0	2	0.0381782092154026
169961	rnn.weight_ih_l0	3	0.02275780215859413
169961	rnn.weight_ih_l0	4	-0.04233928397297859
169961	rnn.weight_ih_l0	5	-0.06328283250331879
169961	rnn.weight_ih_l0	6	-0.0005812729359604418
169961	rnn.weight_ih_l0	7	0.05271640047430992
169961	rnn.weight_ih_l0	8	-0.009009594097733498
169961	rnn.weight_ih_l0	9	-0.026058802381157875
169961	rnn.weight_hh_l0	0	-0.034354016184806824
169961	rnn.weight_hh_l0	1	-0.01083360891789198
169961	rnn.weight_hh_l0	2	0.0042250193655490875
169961	rnn.weight_hh_l0	3	-0.06842977553606033
169961	rnn.weight_hh_l0	4	0.08764857798814774
169961	rnn.weight_hh_l0	5	-0.026389406993985176
169961	rnn.weight_hh_l0	6	-0.05841616913676262
169961	rnn.weight_hh_l0	7	0.010486885905265808
169961	rnn.weight_hh_l0	8	0.01278363075107336
169961	rnn.weight_hh_l0	9	-0.02201610989868641
169961	rnn.bias_ih_l0	0	0.13028328120708466
169961	rnn.bias_ih_l0	1	-0.030323117971420288
169961	rnn.bias_ih_l0	2	-0.017595486715435982
169961	rnn.bias_ih_l0	3	0.15491124987602234
169961	rnn.bias_ih_l0	4	-0.007741984911262989
169961	rnn.bias_ih_l0	5	-0.01742633990943432
169961	rnn.bias_ih_l0	6	0.011059143580496311
169961	rnn.bias_ih_l0	7	0.028811708092689514
169961	rnn.bias_ih_l0	8	-0.09344405680894852
169961	rnn.bias_ih_l0	9	-0.027357304468750954
169961	rnn.bias_hh_l0	0	-0.0052977087907493114
169961	rnn.bias_hh_l0	1	-0.09869960695505142
169961	rnn.bias_hh_l0	2	-0.06511470675468445
169961	rnn.bias_hh_l0	3	-0.09126752614974976
169961	rnn.bias_hh_l0	4	0.0009332419140264392
169961	rnn.bias_hh_l0	5	-0.03458021581172943
169961	rnn.bias_hh_l0	6	0.02680622972548008
169961	rnn.bias_hh_l0	7	0.05093884468078613
169961	rnn.bias_hh_l0	8	-0.113429494202137
169961	rnn.bias_hh_l0	9	-0.06643589586019516
169961	rnn.weight_ih_l0_reverse	0	-0.024045318365097046
169961	rnn.weight_ih_l0_reverse	1	-0.05355636775493622
169961	rnn.weight_ih_l0_reverse	2	-0.046261098235845566
169961	rnn.weight_ih_l0_reverse	3	0.004357865545898676
169961	rnn.weight_ih_l0_reverse	4	-0.018224535509943962
169961	rnn.weight_ih_l0_reverse	5	-0.052095066756010056
169961	rnn.weight_ih_l0_reverse	6	0.07530856132507324
169961	rnn.weight_ih_l0_reverse	7	-0.027366314083337784
169961	rnn.weight_ih_l0_reverse	8	-0.016266975551843643
169961	rnn.weight_ih_l0_reverse	9	-0.008954755030572414
169961	rnn.weight_hh_l0_reverse	0	0.06206837669014931
169961	rnn.weight_hh_l0_reverse	1	0.019347645342350006
169961	rnn.weight_hh_l0_reverse	2	0.030003322288393974
169961	rnn.weight_hh_l0_reverse	3	0.03587062284350395
169961	rnn.weight_hh_l0_reverse	4	0.009850261732935905
169961	rnn.weight_hh_l0_reverse	5	0.01637028530240059
169961	rnn.weight_hh_l0_reverse	6	0.049434732645750046
169961	rnn.weight_hh_l0_reverse	7	-0.06943036615848541
169961	rnn.weight_hh_l0_reverse	8	0.03768092766404152
169961	rnn.weight_hh_l0_reverse	9	0.03343202918767929
169961	rnn.bias_ih_l0_reverse	0	-0.06282289326190948
169961	rnn.bias_ih_l0_reverse	1	-0.27972862124443054
169961	rnn.bias_ih_l0_reverse	2	-0.13249726593494415
169961	rnn.bias_ih_l0_reverse	3	-0.04763301461935043
169961	rnn.bias_ih_l0_reverse	4	-0.031929194927215576
169961	rnn.bias_ih_l0_reverse	5	0.06489059329032898
169961	rnn.bias_ih_l0_reverse	6	-0.06513983756303787
169961	rnn.bias_ih_l0_reverse	7	0.053950946778059006
169961	rnn.bias_ih_l0_reverse	8	-0.04645353928208351
169961	rnn.bias_ih_l0_reverse	9	0.05730520188808441
169961	rnn.bias_hh_l0_reverse	0	0.025052424520254135
169961	rnn.bias_hh_l0_reverse	1	-0.06405569612979889
169961	rnn.bias_hh_l0_reverse	2	0.07586278021335602
169961	rnn.bias_hh_l0_reverse	3	-0.057481687515974045
169961	rnn.bias_hh_l0_reverse	4	-0.025351716205477715
169961	rnn.bias_hh_l0_reverse	5	-0.02461661584675312
169961	rnn.bias_hh_l0_reverse	6	-0.022146014496684074
169961	rnn.bias_hh_l0_reverse	7	0.10266754031181335
169961	rnn.bias_hh_l0_reverse	8	0.03414098173379898
169961	rnn.bias_hh_l0_reverse	9	-0.1444321721792221
169961	rnn.weight_ih_l1	0	-0.03079984150826931
169961	rnn.weight_ih_l1	1	-0.04980028420686722
169961	rnn.weight_ih_l1	2	0.06277772784233093
169961	rnn.weight_ih_l1	3	-0.05932184308767319
169961	rnn.weight_ih_l1	4	-0.01747775264084339
169961	rnn.weight_ih_l1	5	-0.04317144304513931
169961	rnn.weight_ih_l1	6	0.02955186553299427
169961	rnn.weight_ih_l1	7	-0.04004981368780136
169961	rnn.weight_ih_l1	8	0.036309003829956055
169961	rnn.weight_ih_l1	9	0.04628392681479454
169961	rnn.weight_hh_l1	0	-0.004423403646796942
169961	rnn.weight_hh_l1	1	0.018564071506261826
169961	rnn.weight_hh_l1	2	0.013926103711128235
169961	rnn.weight_hh_l1	3	-0.0118779968470335
169961	rnn.weight_hh_l1	4	0.0086570018902421
169961	rnn.weight_hh_l1	5	0.03103451617062092
169961	rnn.weight_hh_l1	6	0.033733539283275604
169961	rnn.weight_hh_l1	7	-0.01840442419052124
169961	rnn.weight_hh_l1	8	-0.009527883492410183
169961	rnn.weight_hh_l1	9	0.036391619592905045
169961	rnn.bias_ih_l1	0	-0.19887883961200714
169961	rnn.bias_ih_l1	1	-0.17437008023262024
169961	rnn.bias_ih_l1	2	-0.20592135190963745
169961	rnn.bias_ih_l1	3	-0.31760844588279724
169961	rnn.bias_ih_l1	4	-0.1955520063638687
169961	rnn.bias_ih_l1	5	-0.09871575981378555
169961	rnn.bias_ih_l1	6	-0.16638745367527008
169961	rnn.bias_ih_l1	7	-0.015765225514769554
169961	rnn.bias_ih_l1	8	-0.1413523405790329
169961	rnn.bias_ih_l1	9	-0.13057191669940948
169961	rnn.bias_hh_l1	0	-0.09671974927186966
169961	rnn.bias_hh_l1	1	-0.06501039117574692
169961	rnn.bias_hh_l1	2	-0.10199382901191711
169961	rnn.bias_hh_l1	3	-0.08577409386634827
169961	rnn.bias_hh_l1	4	-0.08594119548797607
169961	rnn.bias_hh_l1	5	-0.11866500973701477
169961	rnn.bias_hh_l1	6	-0.15235672891139984
169961	rnn.bias_hh_l1	7	0.05148478224873543
169961	rnn.bias_hh_l1	8	-0.16963954269886017
169961	rnn.bias_hh_l1	9	-0.11330354958772659
169961	rnn.weight_ih_l1_reverse	0	-0.039533354341983795
169961	rnn.weight_ih_l1_reverse	1	0.028966892510652542
169961	rnn.weight_ih_l1_reverse	2	0.07190021872520447
169961	rnn.weight_ih_l1_reverse	3	-0.003094020765274763
169961	rnn.weight_ih_l1_reverse	4	-0.04975847899913788
169961	rnn.weight_ih_l1_reverse	5	-0.03059147298336029
169961	rnn.weight_ih_l1_reverse	6	0.000854960351716727
169961	rnn.weight_ih_l1_reverse	7	0.02686716802418232
169961	rnn.weight_ih_l1_reverse	8	0.006693203933537006
169961	rnn.weight_ih_l1_reverse	9	-0.048754699528217316
169961	rnn.weight_hh_l1_reverse	0	0.0056160991080105305
169961	rnn.weight_hh_l1_reverse	1	0.030292904004454613
169961	rnn.weight_hh_l1_reverse	2	-0.04039027914404869
169961	rnn.weight_hh_l1_reverse	3	0.03582550212740898
169961	rnn.weight_hh_l1_reverse	4	0.05139375478029251
169961	rnn.weight_hh_l1_reverse	5	0.0013656558003276587
169961	rnn.weight_hh_l1_reverse	6	0.0519954152405262
169961	rnn.weight_hh_l1_reverse	7	0.029543574899435043
169961	rnn.weight_hh_l1_reverse	8	-0.006983246188610792
169961	rnn.weight_hh_l1_reverse	9	-0.0320010744035244
169961	rnn.bias_ih_l1_reverse	0	-0.06012161448597908
169961	rnn.bias_ih_l1_reverse	1	-0.15468676388263702
169961	rnn.bias_ih_l1_reverse	2	-0.16381937265396118
169961	rnn.bias_ih_l1_reverse	3	-0.02698402851819992
169961	rnn.bias_ih_l1_reverse	4	-0.21623317897319794
169961	rnn.bias_ih_l1_reverse	5	-0.11596619337797165
169961	rnn.bias_ih_l1_reverse	6	-0.1392916440963745
169961	rnn.bias_ih_l1_reverse	7	-0.1858193427324295
169961	rnn.bias_ih_l1_reverse	8	0.21946881711483002
169961	rnn.bias_ih_l1_reverse	9	0.04437483847141266
169961	rnn.bias_hh_l1_reverse	0	0.0017590412171557546
169961	rnn.bias_hh_l1_reverse	1	-0.08769777417182922
169961	rnn.bias_hh_l1_reverse	2	-0.2360958307981491
169961	rnn.bias_hh_l1_reverse	3	-0.1363748461008072
169961	rnn.bias_hh_l1_reverse	4	-0.09407465904951096
169961	rnn.bias_hh_l1_reverse	5	-0.12578028440475464
169961	rnn.bias_hh_l1_reverse	6	0.09099733084440231
169961	rnn.bias_hh_l1_reverse	7	-0.16642598807811737
169961	rnn.bias_hh_l1_reverse	8	-0.12062633037567139
169961	rnn.bias_hh_l1_reverse	9	-0.1489543467760086
169961	linear.weight	0	0.002228822559118271
169961	linear.weight	1	0.08498410880565643
169961	linear.weight	2	-0.09362250566482544
169961	linear.weight	3	0.28749892115592957
169961	linear.weight	4	0.1626885086297989
169961	linear.weight	5	-0.062137752771377563
169961	linear.weight	6	0.1034092828631401
169961	linear.weight	7	0.10763467103242874
169961	linear.weight	8	0.04117908328771591
169961	linear.weight	9	-0.046586018055677414
169961	linear.bias	0	0.11166753619909286
169961	linear.bias	1	-0.18885956704616547
169961	linear.bias	2	-0.3949747681617737
169961	linear.bias	3	-0.6649755239486694
169961	linear.bias	4	-1.227742314338684
169961	linear.bias	5	-0.05528826266527176
169961	linear.bias	6	-0.782889723777771
169961	linear.bias	7	0.28874969482421875
169961	linear.bias	8	-0.44226962327957153
169961	linear.bias	9	-1.028889536857605
170158	transitions	0	0.695558488368988
170158	transitions	1	0.14483468234539032
170158	transitions	2	-10000.0
170158	transitions	3	-1.8254327774047852
170158	transitions	4	-10000.0
170158	transitions	5	0.5707519054412842
170158	transitions	6	-0.07989528775215149
170158	transitions	7	-0.7565770149230957
170158	transitions	8	-1.4108364582061768
170158	transitions	9	-0.0011734268628060818
170158	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
170158	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
170158	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
170158	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
170158	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
170158	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
170158	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
170158	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
170158	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
170158	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
170158	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
170158	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
170158	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
170158	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
170158	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
170158	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
170158	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
170158	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
170158	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
170158	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
170158	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
170158	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
170158	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
170158	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
170158	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
170158	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
170158	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
170158	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
170158	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
170158	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
170158	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
170158	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
170158	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
170158	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
170158	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
170158	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
170158	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
170158	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
170158	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
170158	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
170158	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
170158	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
170158	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
170158	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
170158	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
170158	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
170158	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
170158	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
170158	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
170158	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
170158	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
170158	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
170158	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
170158	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
170158	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
170158	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
170158	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
170158	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
170158	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
170158	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
170158	embedding2nn.weight	0	0.022360125556588173
170158	embedding2nn.weight	1	-0.013170603662729263
170158	embedding2nn.weight	2	-0.014268254861235619
170158	embedding2nn.weight	3	-0.023762285709381104
170158	embedding2nn.weight	4	-0.0059150345623493195
170158	embedding2nn.weight	5	-0.003700587432831526
170158	embedding2nn.weight	6	-0.003973296843469143
170158	embedding2nn.weight	7	-0.08157317340373993
170158	embedding2nn.weight	8	-0.0019979383796453476
170158	embedding2nn.weight	9	-0.029896432533860207
170158	embedding2nn.bias	0	0.048524949699640274
170158	embedding2nn.bias	1	-0.07003878802061081
170158	embedding2nn.bias	2	0.09667296707630157
170158	embedding2nn.bias	3	0.04969625920057297
170158	embedding2nn.bias	4	-0.042194947600364685
170158	embedding2nn.bias	5	-0.013146178796887398
170158	embedding2nn.bias	6	0.032935626804828644
170158	embedding2nn.bias	7	-0.07154542952775955
170158	embedding2nn.bias	8	0.051862332969903946
170158	embedding2nn.bias	9	0.05540876463055611
170158	rnn.weight_ih_l0	0	-0.07733303308486938
170158	rnn.weight_ih_l0	1	0.006958600599318743
170158	rnn.weight_ih_l0	2	0.036598946899175644
170158	rnn.weight_ih_l0	3	0.02237953618168831
170158	rnn.weight_ih_l0	4	-0.04248718172311783
170158	rnn.weight_ih_l0	5	-0.06282167881727219
170158	rnn.weight_ih_l0	6	-0.0006452035158872604
170158	rnn.weight_ih_l0	7	0.05269993469119072
170158	rnn.weight_ih_l0	8	-0.008785967715084553
170158	rnn.weight_ih_l0	9	-0.02650488168001175
170158	rnn.weight_hh_l0	0	-0.034295763820409775
170158	rnn.weight_hh_l0	1	-0.011002126149833202
170158	rnn.weight_hh_l0	2	0.0043133278377354145
170158	rnn.weight_hh_l0	3	-0.06842120736837387
170158	rnn.weight_hh_l0	4	0.0877016931772232
170158	rnn.weight_hh_l0	5	-0.026008881628513336
170158	rnn.weight_hh_l0	6	-0.05820394679903984
170158	rnn.weight_hh_l0	7	0.010414237156510353
170158	rnn.weight_hh_l0	8	0.012731920927762985
170158	rnn.weight_hh_l0	9	-0.02138063684105873
170158	rnn.bias_ih_l0	0	0.1312294602394104
170158	rnn.bias_ih_l0	1	-0.030920570716261864
170158	rnn.bias_ih_l0	2	-0.01697767712175846
170158	rnn.bias_ih_l0	3	0.15379628539085388
170158	rnn.bias_ih_l0	4	-0.009356550872325897
170158	rnn.bias_ih_l0	5	-0.01626681350171566
170158	rnn.bias_ih_l0	6	0.010107479058206081
170158	rnn.bias_ih_l0	7	0.027071459218859673
170158	rnn.bias_ih_l0	8	-0.093813955783844
170158	rnn.bias_ih_l0	9	-0.023799441754817963
170158	rnn.bias_hh_l0	0	-0.0055114878341555595
170158	rnn.bias_hh_l0	1	-0.09832730144262314
170158	rnn.bias_hh_l0	2	-0.06777676939964294
170158	rnn.bias_hh_l0	3	-0.09078957140445709
170158	rnn.bias_hh_l0	4	-0.0006835005478933454
170158	rnn.bias_hh_l0	5	-0.03451919183135033
170158	rnn.bias_hh_l0	6	0.026075229048728943
170158	rnn.bias_hh_l0	7	0.044013526290655136
170158	rnn.bias_hh_l0	8	-0.11446629464626312
170158	rnn.bias_hh_l0	9	-0.06630680710077286
170158	rnn.weight_ih_l0_reverse	0	-0.02483917586505413
170158	rnn.weight_ih_l0_reverse	1	-0.05392276868224144
170158	rnn.weight_ih_l0_reverse	2	-0.0466173030436039
170158	rnn.weight_ih_l0_reverse	3	0.0037574286106973886
170158	rnn.weight_ih_l0_reverse	4	-0.018613746389746666
170158	rnn.weight_ih_l0_reverse	5	-0.052277617156505585
170158	rnn.weight_ih_l0_reverse	6	0.07468651980161667
170158	rnn.weight_ih_l0_reverse	7	-0.0272192545235157
170158	rnn.weight_ih_l0_reverse	8	-0.016380541026592255
170158	rnn.weight_ih_l0_reverse	9	-0.009242543019354343
170158	rnn.weight_hh_l0_reverse	0	0.06218639388680458
170158	rnn.weight_hh_l0_reverse	1	0.019097963348031044
170158	rnn.weight_hh_l0_reverse	2	0.030124405398964882
170158	rnn.weight_hh_l0_reverse	3	0.03568112105131149
170158	rnn.weight_hh_l0_reverse	4	0.009574881754815578
170158	rnn.weight_hh_l0_reverse	5	0.016357241198420525
170158	rnn.weight_hh_l0_reverse	6	0.04945405572652817
170158	rnn.weight_hh_l0_reverse	7	-0.0687776654958725
170158	rnn.weight_hh_l0_reverse	8	0.03754112869501114
170158	rnn.weight_hh_l0_reverse	9	0.033188994973897934
170158	rnn.bias_ih_l0_reverse	0	-0.06436263769865036
170158	rnn.bias_ih_l0_reverse	1	-0.28018608689308167
170158	rnn.bias_ih_l0_reverse	2	-0.13174325227737427
170158	rnn.bias_ih_l0_reverse	3	-0.04937297850847244
170158	rnn.bias_ih_l0_reverse	4	-0.03111652471125126
170158	rnn.bias_ih_l0_reverse	5	0.06473559886217117
170158	rnn.bias_ih_l0_reverse	6	-0.0663905069231987
170158	rnn.bias_ih_l0_reverse	7	0.05378114804625511
170158	rnn.bias_ih_l0_reverse	8	-0.04539855942130089
170158	rnn.bias_ih_l0_reverse	9	0.056334637105464935
170158	rnn.bias_hh_l0_reverse	0	0.023348916321992874
170158	rnn.bias_hh_l0_reverse	1	-0.06293586641550064
170158	rnn.bias_hh_l0_reverse	2	0.07708645612001419
170158	rnn.bias_hh_l0_reverse	3	-0.05906126648187637
170158	rnn.bias_hh_l0_reverse	4	-0.026798658072948456
170158	rnn.bias_hh_l0_reverse	5	-0.025003889575600624
170158	rnn.bias_hh_l0_reverse	6	-0.023255573585629463
170158	rnn.bias_hh_l0_reverse	7	0.10216102004051208
170158	rnn.bias_hh_l0_reverse	8	0.033660102635622025
170158	rnn.bias_hh_l0_reverse	9	-0.14275389909744263
170158	rnn.weight_ih_l1	0	-0.031177258118987083
170158	rnn.weight_ih_l1	1	-0.049687501043081284
170158	rnn.weight_ih_l1	2	0.06325802952051163
170158	rnn.weight_ih_l1	3	-0.060059528797864914
170158	rnn.weight_ih_l1	4	-0.01713484339416027
170158	rnn.weight_ih_l1	5	-0.04308028519153595
170158	rnn.weight_ih_l1	6	0.029743529856204987
170158	rnn.weight_ih_l1	7	-0.03975118696689606
170158	rnn.weight_ih_l1	8	0.036129485815763474
170158	rnn.weight_ih_l1	9	0.04625454172492027
170158	rnn.weight_hh_l1	0	-0.004556727595627308
170158	rnn.weight_hh_l1	1	0.018621886149048805
170158	rnn.weight_hh_l1	2	0.014136403799057007
170158	rnn.weight_hh_l1	3	-0.011901629157364368
170158	rnn.weight_hh_l1	4	0.008311158046126366
170158	rnn.weight_hh_l1	5	0.030990490689873695
170158	rnn.weight_hh_l1	6	0.03358393535017967
170158	rnn.weight_hh_l1	7	-0.018138539046049118
170158	rnn.weight_hh_l1	8	-0.009424430318176746
170158	rnn.weight_hh_l1	9	0.03641936928033829
170158	rnn.bias_ih_l1	0	-0.20083583891391754
170158	rnn.bias_ih_l1	1	-0.17184093594551086
170158	rnn.bias_ih_l1	2	-0.20760183036327362
170158	rnn.bias_ih_l1	3	-0.3192079961299896
170158	rnn.bias_ih_l1	4	-0.19786153733730316
170158	rnn.bias_ih_l1	5	-0.0984865054488182
170158	rnn.bias_ih_l1	6	-0.16620951890945435
170158	rnn.bias_ih_l1	7	-0.01343290600925684
170158	rnn.bias_ih_l1	8	-0.14082735776901245
170158	rnn.bias_ih_l1	9	-0.13123883306980133
170158	rnn.bias_hh_l1	0	-0.09877742826938629
170158	rnn.bias_hh_l1	1	-0.06337139010429382
170158	rnn.bias_hh_l1	2	-0.10652276128530502
170158	rnn.bias_hh_l1	3	-0.08482570946216583
170158	rnn.bias_hh_l1	4	-0.08571196347475052
170158	rnn.bias_hh_l1	5	-0.11908590793609619
170158	rnn.bias_hh_l1	6	-0.1522059440612793
170158	rnn.bias_hh_l1	7	0.05672962963581085
170158	rnn.bias_hh_l1	8	-0.1683901846408844
170158	rnn.bias_hh_l1	9	-0.1126101016998291
170158	rnn.weight_ih_l1_reverse	0	-0.04032684490084648
170158	rnn.weight_ih_l1_reverse	1	0.029684962704777718
170158	rnn.weight_ih_l1_reverse	2	0.07331623882055283
170158	rnn.weight_ih_l1_reverse	3	-0.003720916574820876
170158	rnn.weight_ih_l1_reverse	4	-0.04965028539299965
170158	rnn.weight_ih_l1_reverse	5	-0.030728740617632866
170158	rnn.weight_ih_l1_reverse	6	0.0011907764710485935
170158	rnn.weight_ih_l1_reverse	7	0.026585986837744713
170158	rnn.weight_ih_l1_reverse	8	0.00641621183604002
170158	rnn.weight_ih_l1_reverse	9	-0.04767636954784393
170158	rnn.weight_hh_l1_reverse	0	0.005663087125867605
170158	rnn.weight_hh_l1_reverse	1	0.03037598915398121
170158	rnn.weight_hh_l1_reverse	2	-0.04032785817980766
170158	rnn.weight_hh_l1_reverse	3	0.035877298563718796
170158	rnn.weight_hh_l1_reverse	4	0.05116438865661621
170158	rnn.weight_hh_l1_reverse	5	0.0014721566112712026
170158	rnn.weight_hh_l1_reverse	6	0.050940245389938354
170158	rnn.weight_hh_l1_reverse	7	0.029438847675919533
170158	rnn.weight_hh_l1_reverse	8	-0.006988865323364735
170158	rnn.weight_hh_l1_reverse	9	-0.03176505118608475
170158	rnn.bias_ih_l1_reverse	0	-0.06119009852409363
170158	rnn.bias_ih_l1_reverse	1	-0.15374955534934998
170158	rnn.bias_ih_l1_reverse	2	-0.16398489475250244
170158	rnn.bias_ih_l1_reverse	3	-0.025843258947134018
170158	rnn.bias_ih_l1_reverse	4	-0.2162407785654068
170158	rnn.bias_ih_l1_reverse	5	-0.11688040941953659
170158	rnn.bias_ih_l1_reverse	6	-0.13896949589252472
170158	rnn.bias_ih_l1_reverse	7	-0.18532784283161163
170158	rnn.bias_ih_l1_reverse	8	0.21658563613891602
170158	rnn.bias_ih_l1_reverse	9	0.04298567771911621
170158	rnn.bias_hh_l1_reverse	0	0.0010798453586176038
170158	rnn.bias_hh_l1_reverse	1	-0.08749257773160934
170158	rnn.bias_hh_l1_reverse	2	-0.2359563708305359
170158	rnn.bias_hh_l1_reverse	3	-0.13598982989788055
170158	rnn.bias_hh_l1_reverse	4	-0.09381338953971863
170158	rnn.bias_hh_l1_reverse	5	-0.12350747734308243
170158	rnn.bias_hh_l1_reverse	6	0.0957748293876648
170158	rnn.bias_hh_l1_reverse	7	-0.1664058268070221
170158	rnn.bias_hh_l1_reverse	8	-0.12063143402338028
170158	rnn.bias_hh_l1_reverse	9	-0.14915210008621216
170158	linear.weight	0	0.002228822559118271
170158	linear.weight	1	0.08572530001401901
170158	linear.weight	2	-0.09276624023914337
170158	linear.weight	3	0.28973203897476196
170158	linear.weight	4	0.16362014412879944
170158	linear.weight	5	-0.06236272305250168
170158	linear.weight	6	0.10154387354850769
170158	linear.weight	7	0.10812759399414062
170158	linear.weight	8	0.04117899388074875
170158	linear.weight	9	-0.04752110689878464
170158	linear.bias	0	0.12680500745773315
170158	linear.bias	1	-0.1992485225200653
170158	linear.bias	2	-0.4073420464992523
170158	linear.bias	3	-0.6569682955741882
170158	linear.bias	4	-1.21947181224823
170158	linear.bias	5	-0.04678397253155708
170158	linear.bias	6	-0.794959545135498
170158	linear.bias	7	0.2982547879219055
170158	linear.bias	8	-0.44008469581604004
170158	linear.bias	9	-1.0271432399749756
170355	transitions	0	0.6949382424354553
170355	transitions	1	0.1437215358018875
170355	transitions	2	-10000.0
170355	transitions	3	-1.825448751449585
170355	transitions	4	-10000.0
170355	transitions	5	0.5707322359085083
170355	transitions	6	-0.07992160320281982
170355	transitions	7	-0.7567010521888733
170355	transitions	8	-1.4109340906143188
170355	transitions	9	-0.0011736670276150107
170355	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
170355	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
170355	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
170355	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
170355	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
170355	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
170355	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
170355	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
170355	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
170355	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
170355	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
170355	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
170355	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
170355	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
170355	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
170355	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
170355	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
170355	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
170355	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
170355	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
170355	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
170355	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
170355	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
170355	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
170355	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
170355	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
170355	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
170355	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
170355	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
170355	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
170355	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
170355	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
170355	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
170355	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
170355	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
170355	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
170355	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
170355	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
170355	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
170355	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
170355	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
170355	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
170355	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
170355	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
170355	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
170355	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
170355	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
170355	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
170355	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
170355	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
170355	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
170355	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
170355	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
170355	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
170355	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
170355	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
170355	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
170355	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
170355	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
170355	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
170355	embedding2nn.weight	0	0.022506708279252052
170355	embedding2nn.weight	1	-0.013076916337013245
170355	embedding2nn.weight	2	-0.014268254861235619
170355	embedding2nn.weight	3	-0.02231331169605255
170355	embedding2nn.weight	4	-0.0059150345623493195
170355	embedding2nn.weight	5	-0.003700587432831526
170355	embedding2nn.weight	6	-0.003973295912146568
170355	embedding2nn.weight	7	-0.08159179240465164
170355	embedding2nn.weight	8	-0.0019979383796453476
170355	embedding2nn.weight	9	-0.02977479062974453
170355	embedding2nn.bias	0	0.04229907691478729
170355	embedding2nn.bias	1	-0.06629490852355957
170355	embedding2nn.bias	2	0.10040881484746933
170355	embedding2nn.bias	3	0.05143604427576065
170355	embedding2nn.bias	4	-0.03807234764099121
170355	embedding2nn.bias	5	-0.01885935850441456
170355	embedding2nn.bias	6	0.032871220260858536
170355	embedding2nn.bias	7	-0.07319096475839615
170355	embedding2nn.bias	8	0.06394539028406143
170355	embedding2nn.bias	9	0.059681523591279984
170355	rnn.weight_ih_l0	0	-0.07785435020923615
170355	rnn.weight_ih_l0	1	0.0073684570379555225
170355	rnn.weight_ih_l0	2	0.03524384647607803
170355	rnn.weight_ih_l0	3	0.021669423207640648
170355	rnn.weight_ih_l0	4	-0.04234448820352554
170355	rnn.weight_ih_l0	5	-0.06266424059867859
170355	rnn.weight_ih_l0	6	-0.0009412983199581504
170355	rnn.weight_ih_l0	7	0.05302268639206886
170355	rnn.weight_ih_l0	8	-0.008940005674958229
170355	rnn.weight_ih_l0	9	-0.026090580970048904
170355	rnn.weight_hh_l0	0	-0.0332815945148468
170355	rnn.weight_hh_l0	1	-0.010983539745211601
170355	rnn.weight_hh_l0	2	0.004533084575086832
170355	rnn.weight_hh_l0	3	-0.06824816018342972
170355	rnn.weight_hh_l0	4	0.08791021257638931
170355	rnn.weight_hh_l0	5	-0.02615167200565338
170355	rnn.weight_hh_l0	6	-0.05774465948343277
170355	rnn.weight_hh_l0	7	0.010250727646052837
170355	rnn.weight_hh_l0	8	0.01306113600730896
170355	rnn.weight_hh_l0	9	-0.02082672342658043
170355	rnn.bias_ih_l0	0	0.13151496648788452
170355	rnn.bias_ih_l0	1	-0.030894311144948006
170355	rnn.bias_ih_l0	2	-0.017982985824346542
170355	rnn.bias_ih_l0	3	0.15371687710285187
170355	rnn.bias_ih_l0	4	-0.009688175283372402
170355	rnn.bias_ih_l0	5	-0.014174019917845726
170355	rnn.bias_ih_l0	6	0.010195580311119556
170355	rnn.bias_ih_l0	7	0.028629666194319725
170355	rnn.bias_ih_l0	8	-0.09342097491025925
170355	rnn.bias_ih_l0	9	-0.023054109886288643
170355	rnn.bias_hh_l0	0	-0.005960972048342228
170355	rnn.bias_hh_l0	1	-0.09955675154924393
170355	rnn.bias_hh_l0	2	-0.06647437065839767
170355	rnn.bias_hh_l0	3	-0.08927082270383835
170355	rnn.bias_hh_l0	4	0.0017097522504627705
170355	rnn.bias_hh_l0	5	-0.03227398917078972
170355	rnn.bias_hh_l0	6	0.025667021051049232
170355	rnn.bias_hh_l0	7	0.04111228138208389
170355	rnn.bias_hh_l0	8	-0.11528687924146652
170355	rnn.bias_hh_l0	9	-0.06518366187810898
170355	rnn.weight_ih_l0_reverse	0	-0.024580007418990135
170355	rnn.weight_ih_l0_reverse	1	-0.05492676421999931
170355	rnn.weight_ih_l0_reverse	2	-0.04619063436985016
170355	rnn.weight_ih_l0_reverse	3	0.0031759466510266066
170355	rnn.weight_ih_l0_reverse	4	-0.018472818657755852
170355	rnn.weight_ih_l0_reverse	5	-0.05326858162879944
170355	rnn.weight_ih_l0_reverse	6	0.07462640106678009
170355	rnn.weight_ih_l0_reverse	7	-0.027720464393496513
170355	rnn.weight_ih_l0_reverse	8	-0.016583042219281197
170355	rnn.weight_ih_l0_reverse	9	-0.008723019622266293
170355	rnn.weight_hh_l0_reverse	0	0.06240813061594963
170355	rnn.weight_hh_l0_reverse	1	0.019777029752731323
170355	rnn.weight_hh_l0_reverse	2	0.03057570941746235
170355	rnn.weight_hh_l0_reverse	3	0.035945501178503036
170355	rnn.weight_hh_l0_reverse	4	0.009566301479935646
170355	rnn.weight_hh_l0_reverse	5	0.016772931441664696
170355	rnn.weight_hh_l0_reverse	6	0.04906674101948738
170355	rnn.weight_hh_l0_reverse	7	-0.06858086585998535
170355	rnn.weight_hh_l0_reverse	8	0.03757393732666969
170355	rnn.weight_hh_l0_reverse	9	0.03311694785952568
170355	rnn.bias_ih_l0_reverse	0	-0.06460382044315338
170355	rnn.bias_ih_l0_reverse	1	-0.28197282552719116
170355	rnn.bias_ih_l0_reverse	2	-0.12954582273960114
170355	rnn.bias_ih_l0_reverse	3	-0.04985542222857475
170355	rnn.bias_ih_l0_reverse	4	-0.03136622905731201
170355	rnn.bias_ih_l0_reverse	5	0.06400683522224426
170355	rnn.bias_ih_l0_reverse	6	-0.06580739468336105
170355	rnn.bias_ih_l0_reverse	7	0.05398184061050415
170355	rnn.bias_ih_l0_reverse	8	-0.043604571372270584
170355	rnn.bias_ih_l0_reverse	9	0.05722690373659134
170355	rnn.bias_hh_l0_reverse	0	0.02410372905433178
170355	rnn.bias_hh_l0_reverse	1	-0.06271281093358994
170355	rnn.bias_hh_l0_reverse	2	0.0770573541522026
170355	rnn.bias_hh_l0_reverse	3	-0.058553874492645264
170355	rnn.bias_hh_l0_reverse	4	-0.02656257152557373
170355	rnn.bias_hh_l0_reverse	5	-0.024737540632486343
170355	rnn.bias_hh_l0_reverse	6	-0.02090401016175747
170355	rnn.bias_hh_l0_reverse	7	0.09998425096273422
170355	rnn.bias_hh_l0_reverse	8	0.03365492820739746
170355	rnn.bias_hh_l0_reverse	9	-0.14666590094566345
170355	rnn.weight_ih_l1	0	-0.030928146094083786
170355	rnn.weight_ih_l1	1	-0.049727391451597214
170355	rnn.weight_ih_l1	2	0.06245972961187363
170355	rnn.weight_ih_l1	3	-0.05962977558374405
170355	rnn.weight_ih_l1	4	-0.017065150663256645
170355	rnn.weight_ih_l1	5	-0.04322439432144165
170355	rnn.weight_ih_l1	6	0.02967618964612484
170355	rnn.weight_ih_l1	7	-0.03949593007564545
170355	rnn.weight_ih_l1	8	0.036107566207647324
170355	rnn.weight_ih_l1	9	0.046532683074474335
170355	rnn.weight_hh_l1	0	-0.004319731146097183
170355	rnn.weight_hh_l1	1	0.018686141818761826
170355	rnn.weight_hh_l1	2	0.014685137197375298
170355	rnn.weight_hh_l1	3	-0.012070711702108383
170355	rnn.weight_hh_l1	4	0.008281298913061619
170355	rnn.weight_hh_l1	5	0.030854180455207825
170355	rnn.weight_hh_l1	6	0.03363807499408722
170355	rnn.weight_hh_l1	7	-0.01835690811276436
170355	rnn.weight_hh_l1	8	-0.009427135810256004
170355	rnn.weight_hh_l1	9	0.036541979759931564
170355	rnn.bias_ih_l1	0	-0.2013997733592987
170355	rnn.bias_ih_l1	1	-0.17141574621200562
170355	rnn.bias_ih_l1	2	-0.20785611867904663
170355	rnn.bias_ih_l1	3	-0.32029324769973755
170355	rnn.bias_ih_l1	4	-0.19894057512283325
170355	rnn.bias_ih_l1	5	-0.09774550795555115
170355	rnn.bias_ih_l1	6	-0.16574643552303314
170355	rnn.bias_ih_l1	7	-0.01631581410765648
170355	rnn.bias_ih_l1	8	-0.14056210219860077
170355	rnn.bias_ih_l1	9	-0.1306563764810562
170355	rnn.bias_hh_l1	0	-0.09956888109445572
170355	rnn.bias_hh_l1	1	-0.060619648545980453
170355	rnn.bias_hh_l1	2	-0.10753170400857925
170355	rnn.bias_hh_l1	3	-0.08367359638214111
170355	rnn.bias_hh_l1	4	-0.0865231454372406
170355	rnn.bias_hh_l1	5	-0.11907550692558289
170355	rnn.bias_hh_l1	6	-0.15145888924598694
170355	rnn.bias_hh_l1	7	0.05768154188990593
170355	rnn.bias_hh_l1	8	-0.17061276733875275
170355	rnn.bias_hh_l1	9	-0.11533284932374954
170355	rnn.weight_ih_l1_reverse	0	-0.0401950404047966
170355	rnn.weight_ih_l1_reverse	1	0.030185967683792114
170355	rnn.weight_ih_l1_reverse	2	0.07425153255462646
170355	rnn.weight_ih_l1_reverse	3	-0.00424853665754199
170355	rnn.weight_ih_l1_reverse	4	-0.04937424510717392
170355	rnn.weight_ih_l1_reverse	5	-0.03074786439538002
170355	rnn.weight_ih_l1_reverse	6	0.001844304148107767
170355	rnn.weight_ih_l1_reverse	7	0.026258179917931557
170355	rnn.weight_ih_l1_reverse	8	0.006689014378935099
170355	rnn.weight_ih_l1_reverse	9	-0.04700717329978943
170355	rnn.weight_hh_l1_reverse	0	0.005692426115274429
170355	rnn.weight_hh_l1_reverse	1	0.030381862074136734
170355	rnn.weight_hh_l1_reverse	2	-0.04032530263066292
170355	rnn.weight_hh_l1_reverse	3	0.03594236448407173
170355	rnn.weight_hh_l1_reverse	4	0.050734229385852814
170355	rnn.weight_hh_l1_reverse	5	0.0013326214393600821
170355	rnn.weight_hh_l1_reverse	6	0.05083354562520981
170355	rnn.weight_hh_l1_reverse	7	0.029517481103539467
170355	rnn.weight_hh_l1_reverse	8	-0.007019103039056063
170355	rnn.weight_hh_l1_reverse	9	-0.03175020217895508
170355	rnn.bias_ih_l1_reverse	0	-0.06026102602481842
170355	rnn.bias_ih_l1_reverse	1	-0.15396951138973236
170355	rnn.bias_ih_l1_reverse	2	-0.1643078774213791
170355	rnn.bias_ih_l1_reverse	3	-0.02684510499238968
170355	rnn.bias_ih_l1_reverse	4	-0.21600013971328735
170355	rnn.bias_ih_l1_reverse	5	-0.11639797687530518
170355	rnn.bias_ih_l1_reverse	6	-0.13981693983078003
170355	rnn.bias_ih_l1_reverse	7	-0.183503195643425
170355	rnn.bias_ih_l1_reverse	8	0.21971863508224487
170355	rnn.bias_ih_l1_reverse	9	0.04245135560631752
170355	rnn.bias_hh_l1_reverse	0	0.0029446345288306475
170355	rnn.bias_hh_l1_reverse	1	-0.08940786123275757
170355	rnn.bias_hh_l1_reverse	2	-0.23700039088726044
170355	rnn.bias_hh_l1_reverse	3	-0.135916605591774
170355	rnn.bias_hh_l1_reverse	4	-0.0925452932715416
170355	rnn.bias_hh_l1_reverse	5	-0.12371732294559479
170355	rnn.bias_hh_l1_reverse	6	0.09483447670936584
170355	rnn.bias_hh_l1_reverse	7	-0.16585570573806763
170355	rnn.bias_hh_l1_reverse	8	-0.12047452479600906
170355	rnn.bias_hh_l1_reverse	9	-0.14903058111667633
170355	linear.weight	0	0.002228822559118271
170355	linear.weight	1	0.08564392477273941
170355	linear.weight	2	-0.08976523578166962
170355	linear.weight	3	0.2840117812156677
170355	linear.weight	4	0.1632469892501831
170355	linear.weight	5	-0.0610012412071228
170355	linear.weight	6	0.09505663812160492
170355	linear.weight	7	0.11155182123184204
170355	linear.weight	8	0.04117891937494278
170355	linear.weight	9	-0.04715463146567345
170355	linear.bias	0	0.11807955801486969
170355	linear.bias	1	-0.18977129459381104
170355	linear.bias	2	-0.4043644368648529
170355	linear.bias	3	-0.6555352807044983
170355	linear.bias	4	-1.2188658714294434
170355	linear.bias	5	-0.06787683814764023
170355	linear.bias	6	-0.7848200798034668
170355	linear.bias	7	0.27554336190223694
170355	linear.bias	8	-0.43409180641174316
170355	linear.bias	9	-1.0214933156967163
170552	transitions	0	0.6946906447410583
170552	transitions	1	0.14620523154735565
170552	transitions	2	-10000.0
170552	transitions	3	-1.8254642486572266
170552	transitions	4	-10000.0
170552	transitions	5	0.5706861019134521
170552	transitions	6	-0.07995685935020447
170552	transitions	7	-0.7569422721862793
170552	transitions	8	-1.4109899997711182
170552	transitions	9	-0.0011738426983356476
170552	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
170552	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
170552	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
170552	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
170552	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
170552	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
170552	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
170552	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
170552	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
170552	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
170552	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
170552	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
170552	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
170552	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
170552	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
170552	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
170552	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
170552	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
170552	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
170552	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
170552	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
170552	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
170552	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
170552	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
170552	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
170552	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
170552	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
170552	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
170552	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
170552	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
170552	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
170552	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
170552	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
170552	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
170552	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
170552	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
170552	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
170552	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
170552	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
170552	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
170552	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
170552	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
170552	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
170552	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
170552	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
170552	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
170552	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
170552	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
170552	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
170552	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
170552	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
170552	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
170552	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
170552	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
170552	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
170552	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
170552	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
170552	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
170552	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
170552	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
170552	embedding2nn.weight	0	0.023308977484703064
170552	embedding2nn.weight	1	-0.013177053071558475
170552	embedding2nn.weight	2	-0.014268254861235619
170552	embedding2nn.weight	3	-0.022161560133099556
170552	embedding2nn.weight	4	-0.0059150345623493195
170552	embedding2nn.weight	5	-0.003700587432831526
170552	embedding2nn.weight	6	-0.003973293583840132
170552	embedding2nn.weight	7	-0.08107557147741318
170552	embedding2nn.weight	8	-0.0019979383796453476
170552	embedding2nn.weight	9	-0.030247829854488373
170552	embedding2nn.bias	0	0.04218975082039833
170552	embedding2nn.bias	1	-0.07065333425998688
170552	embedding2nn.bias	2	0.10122618079185486
170552	embedding2nn.bias	3	0.05075715109705925
170552	embedding2nn.bias	4	-0.037781987339258194
170552	embedding2nn.bias	5	-0.015580656006932259
170552	embedding2nn.bias	6	0.037204377353191376
170552	embedding2nn.bias	7	-0.0738392323255539
170552	embedding2nn.bias	8	0.058576226234436035
170552	embedding2nn.bias	9	0.06134147569537163
170552	rnn.weight_ih_l0	0	-0.07784966379404068
170552	rnn.weight_ih_l0	1	0.006775708869099617
170552	rnn.weight_ih_l0	2	0.034391485154628754
170552	rnn.weight_ih_l0	3	0.021890807896852493
170552	rnn.weight_ih_l0	4	-0.04157818853855133
170552	rnn.weight_ih_l0	5	-0.06287354975938797
170552	rnn.weight_ih_l0	6	-0.000855754769872874
170552	rnn.weight_ih_l0	7	0.05285638943314552
170552	rnn.weight_ih_l0	8	-0.00921550765633583
170552	rnn.weight_ih_l0	9	-0.02576258033514023
170552	rnn.weight_hh_l0	0	-0.033921804279088974
170552	rnn.weight_hh_l0	1	-0.010582261718809605
170552	rnn.weight_hh_l0	2	0.004521087743341923
170552	rnn.weight_hh_l0	3	-0.06808633357286453
170552	rnn.weight_hh_l0	4	0.08822987228631973
170552	rnn.weight_hh_l0	5	-0.02659635618329048
170552	rnn.weight_hh_l0	6	-0.05783578008413315
170552	rnn.weight_hh_l0	7	0.009963717311620712
170552	rnn.weight_hh_l0	8	0.012539340183138847
170552	rnn.weight_hh_l0	9	-0.021081766113638878
170552	rnn.bias_ih_l0	0	0.12940514087677002
170552	rnn.bias_ih_l0	1	-0.0315612331032753
170552	rnn.bias_ih_l0	2	-0.017241526395082474
170552	rnn.bias_ih_l0	3	0.15317179262638092
170552	rnn.bias_ih_l0	4	-0.009291511960327625
170552	rnn.bias_ih_l0	5	-0.012028361670672894
170552	rnn.bias_ih_l0	6	0.009349394589662552
170552	rnn.bias_ih_l0	7	0.029868928715586662
170552	rnn.bias_ih_l0	8	-0.09461872279644012
170552	rnn.bias_ih_l0	9	-0.024858711287379265
170552	rnn.bias_hh_l0	0	-0.005372778978198767
170552	rnn.bias_hh_l0	1	-0.09996224194765091
170552	rnn.bias_hh_l0	2	-0.0667867586016655
170552	rnn.bias_hh_l0	3	-0.0894652009010315
170552	rnn.bias_hh_l0	4	0.004461194854229689
170552	rnn.bias_hh_l0	5	-0.03212320804595947
170552	rnn.bias_hh_l0	6	0.025936411693692207
170552	rnn.bias_hh_l0	7	0.04148820787668228
170552	rnn.bias_hh_l0	8	-0.11538226902484894
170552	rnn.bias_hh_l0	9	-0.0668373703956604
170552	rnn.weight_ih_l0_reverse	0	-0.026301946491003036
170552	rnn.weight_ih_l0_reverse	1	-0.054279111325740814
170552	rnn.weight_ih_l0_reverse	2	-0.04501244053244591
170552	rnn.weight_ih_l0_reverse	3	0.0031475150026381016
170552	rnn.weight_ih_l0_reverse	4	-0.018482087180018425
170552	rnn.weight_ih_l0_reverse	5	-0.053779225796461105
170552	rnn.weight_ih_l0_reverse	6	0.07460044324398041
170552	rnn.weight_ih_l0_reverse	7	-0.027348455041646957
170552	rnn.weight_ih_l0_reverse	8	-0.01675596460700035
170552	rnn.weight_ih_l0_reverse	9	-0.009305974468588829
170552	rnn.weight_hh_l0_reverse	0	0.06169312074780464
170552	rnn.weight_hh_l0_reverse	1	0.018513744696974754
170552	rnn.weight_hh_l0_reverse	2	0.030860235914587975
170552	rnn.weight_hh_l0_reverse	3	0.036238010972738266
170552	rnn.weight_hh_l0_reverse	4	0.009667707607150078
170552	rnn.weight_hh_l0_reverse	5	0.016443485394120216
170552	rnn.weight_hh_l0_reverse	6	0.04922325909137726
170552	rnn.weight_hh_l0_reverse	7	-0.06861086189746857
170552	rnn.weight_hh_l0_reverse	8	0.03723119571805
170552	rnn.weight_hh_l0_reverse	9	0.03304825723171234
170552	rnn.bias_ih_l0_reverse	0	-0.06453728675842285
170552	rnn.bias_ih_l0_reverse	1	-0.28068387508392334
170552	rnn.bias_ih_l0_reverse	2	-0.1287873536348343
170552	rnn.bias_ih_l0_reverse	3	-0.05058320239186287
170552	rnn.bias_ih_l0_reverse	4	-0.032803621143102646
170552	rnn.bias_ih_l0_reverse	5	0.06477390229701996
170552	rnn.bias_ih_l0_reverse	6	-0.06628386676311493
170552	rnn.bias_ih_l0_reverse	7	0.05442469194531441
170552	rnn.bias_ih_l0_reverse	8	-0.04288974404335022
170552	rnn.bias_ih_l0_reverse	9	0.058321572840213776
170552	rnn.bias_hh_l0_reverse	0	0.023446274921298027
170552	rnn.bias_hh_l0_reverse	1	-0.061735499650239944
170552	rnn.bias_hh_l0_reverse	2	0.07784634828567505
170552	rnn.bias_hh_l0_reverse	3	-0.057853471487760544
170552	rnn.bias_hh_l0_reverse	4	-0.027284717187285423
170552	rnn.bias_hh_l0_reverse	5	-0.024037819355726242
170552	rnn.bias_hh_l0_reverse	6	-0.02124733291566372
170552	rnn.bias_hh_l0_reverse	7	0.09950995445251465
170552	rnn.bias_hh_l0_reverse	8	0.03337548300623894
170552	rnn.bias_hh_l0_reverse	9	-0.14534763991832733
170552	rnn.weight_ih_l1	0	-0.03119606152176857
170552	rnn.weight_ih_l1	1	-0.049608148634433746
170552	rnn.weight_ih_l1	2	0.06138423830270767
170552	rnn.weight_ih_l1	3	-0.0594453290104866
170552	rnn.weight_ih_l1	4	-0.01677076332271099
170552	rnn.weight_ih_l1	5	-0.043286219239234924
170552	rnn.weight_ih_l1	6	0.029747873544692993
170552	rnn.weight_ih_l1	7	-0.03920295089483261
170552	rnn.weight_ih_l1	8	0.036153022199869156
170552	rnn.weight_ih_l1	9	0.047040313482284546
170552	rnn.weight_hh_l1	0	-0.0038605553563684225
170552	rnn.weight_hh_l1	1	0.018800271674990654
170552	rnn.weight_hh_l1	2	0.014522734098136425
170552	rnn.weight_hh_l1	3	-0.01191706769168377
170552	rnn.weight_hh_l1	4	0.00812735315412283
170552	rnn.weight_hh_l1	5	0.030715348199009895
170552	rnn.weight_hh_l1	6	0.033636827021837234
170552	rnn.weight_hh_l1	7	-0.01863657869398594
170552	rnn.weight_hh_l1	8	-0.009379283525049686
170552	rnn.weight_hh_l1	9	0.03628801181912422
170552	rnn.bias_ih_l1	0	-0.20116090774536133
170552	rnn.bias_ih_l1	1	-0.17223554849624634
170552	rnn.bias_ih_l1	2	-0.20677632093429565
170552	rnn.bias_ih_l1	3	-0.32175493240356445
170552	rnn.bias_ih_l1	4	-0.20102065801620483
170552	rnn.bias_ih_l1	5	-0.09721040725708008
170552	rnn.bias_ih_l1	6	-0.16527274250984192
170552	rnn.bias_ih_l1	7	-0.013806065544486046
170552	rnn.bias_ih_l1	8	-0.13941873610019684
170552	rnn.bias_ih_l1	9	-0.13119171559810638
170552	rnn.bias_hh_l1	0	-0.09880543500185013
170552	rnn.bias_hh_l1	1	-0.06068875640630722
170552	rnn.bias_hh_l1	2	-0.10709477216005325
170552	rnn.bias_hh_l1	3	-0.08393721282482147
170552	rnn.bias_hh_l1	4	-0.08650285005569458
170552	rnn.bias_hh_l1	5	-0.11912025511264801
170552	rnn.bias_hh_l1	6	-0.1540684700012207
170552	rnn.bias_hh_l1	7	0.05972469225525856
170552	rnn.bias_hh_l1	8	-0.16847704350948334
170552	rnn.bias_hh_l1	9	-0.11689361184835434
170552	rnn.weight_ih_l1_reverse	0	-0.0404018834233284
170552	rnn.weight_ih_l1_reverse	1	0.030167575925588608
170552	rnn.weight_ih_l1_reverse	2	0.07272037863731384
170552	rnn.weight_ih_l1_reverse	3	-0.003684853669255972
170552	rnn.weight_ih_l1_reverse	4	-0.04959322139620781
170552	rnn.weight_ih_l1_reverse	5	-0.03091784194111824
170552	rnn.weight_ih_l1_reverse	6	0.0018744253320619464
170552	rnn.weight_ih_l1_reverse	7	0.02653210051357746
170552	rnn.weight_ih_l1_reverse	8	0.00622130511328578
170552	rnn.weight_ih_l1_reverse	9	-0.04721643030643463
170552	rnn.weight_hh_l1_reverse	0	0.005620542448014021
170552	rnn.weight_hh_l1_reverse	1	0.030393283814191818
170552	rnn.weight_hh_l1_reverse	2	-0.04035091772675514
170552	rnn.weight_hh_l1_reverse	3	0.035884447395801544
170552	rnn.weight_hh_l1_reverse	4	0.0505492128431797
170552	rnn.weight_hh_l1_reverse	5	0.0011885262792930007
170552	rnn.weight_hh_l1_reverse	6	0.051231782883405685
170552	rnn.weight_hh_l1_reverse	7	0.029631445184350014
170552	rnn.weight_hh_l1_reverse	8	-0.007016686722636223
170552	rnn.weight_hh_l1_reverse	9	-0.031800203025341034
170552	rnn.bias_ih_l1_reverse	0	-0.060132402926683426
170552	rnn.bias_ih_l1_reverse	1	-0.15096285939216614
170552	rnn.bias_ih_l1_reverse	2	-0.16632503271102905
170552	rnn.bias_ih_l1_reverse	3	-0.023599352687597275
170552	rnn.bias_ih_l1_reverse	4	-0.21635229885578156
170552	rnn.bias_ih_l1_reverse	5	-0.11713346838951111
170552	rnn.bias_ih_l1_reverse	6	-0.13970635831356049
170552	rnn.bias_ih_l1_reverse	7	-0.18151028454303741
170552	rnn.bias_ih_l1_reverse	8	0.21760423481464386
170552	rnn.bias_ih_l1_reverse	9	0.04283355548977852
170552	rnn.bias_hh_l1_reverse	0	0.0010843813652172685
170552	rnn.bias_hh_l1_reverse	1	-0.08773505687713623
170552	rnn.bias_hh_l1_reverse	2	-0.23675020039081573
170552	rnn.bias_hh_l1_reverse	3	-0.13541753590106964
170552	rnn.bias_hh_l1_reverse	4	-0.09277599304914474
170552	rnn.bias_hh_l1_reverse	5	-0.12188991159200668
170552	rnn.bias_hh_l1_reverse	6	0.0928049311041832
170552	rnn.bias_hh_l1_reverse	7	-0.16553309559822083
170552	rnn.bias_hh_l1_reverse	8	-0.12055651098489761
170552	rnn.bias_hh_l1_reverse	9	-0.14872021973133087
170552	linear.weight	0	0.002228822559118271
170552	linear.weight	1	0.08649817854166031
170552	linear.weight	2	-0.09029779583215714
170552	linear.weight	3	0.2855398654937744
170552	linear.weight	4	0.16493287682533264
170552	linear.weight	5	-0.060354478657245636
170552	linear.weight	6	0.09715552628040314
170552	linear.weight	7	0.10902265459299088
170552	linear.weight	8	0.04117874428629875
170552	linear.weight	9	-0.04879603907465935
170552	linear.bias	0	0.16110894083976746
170552	linear.bias	1	-0.2041292041540146
170552	linear.bias	2	-0.39818090200424194
170552	linear.bias	3	-0.6792980432510376
170552	linear.bias	4	-1.2428724765777588
170552	linear.bias	5	-0.07264857739210129
170552	linear.bias	6	-0.800654947757721
170552	linear.bias	7	0.27140727639198303
170552	linear.bias	8	-0.4381166100502014
170552	linear.bias	9	-1.0276707410812378
170749	transitions	0	0.6904597878456116
170749	transitions	1	0.15059778094291687
170749	transitions	2	-10000.0
170749	transitions	3	-1.8254808187484741
170749	transitions	4	-10000.0
170749	transitions	5	0.57066810131073
170749	transitions	6	-0.07999978214502335
170749	transitions	7	-0.7572213411331177
170749	transitions	8	-1.411163091659546
170749	transitions	9	-0.0011741172056645155
170749	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
170749	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
170749	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
170749	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
170749	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
170749	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
170749	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
170749	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
170749	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
170749	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
170749	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
170749	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
170749	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
170749	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
170749	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
170749	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
170749	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
170749	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
170749	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
170749	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
170749	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
170749	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
170749	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
170749	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
170749	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
170749	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
170749	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
170749	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
170749	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
170749	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
170749	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
170749	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
170749	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
170749	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
170749	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
170749	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
170749	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
170749	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
170749	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
170749	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
170749	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
170749	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
170749	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
170749	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
170749	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
170749	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
170749	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
170749	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
170749	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
170749	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
170749	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
170749	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
170749	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
170749	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
170749	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
170749	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
170749	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
170749	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
170749	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
170749	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
170749	embedding2nn.weight	0	0.023335231468081474
170749	embedding2nn.weight	1	-0.013091984204947948
170749	embedding2nn.weight	2	-0.014268254861235619
170749	embedding2nn.weight	3	-0.021046297624707222
170749	embedding2nn.weight	4	-0.0059150345623493195
170749	embedding2nn.weight	5	-0.003700587432831526
170749	embedding2nn.weight	6	-0.0039732931181788445
170749	embedding2nn.weight	7	-0.0808558538556099
170749	embedding2nn.weight	8	-0.0019979383796453476
170749	embedding2nn.weight	9	-0.030193930491805077
170749	embedding2nn.bias	0	0.03812943026423454
170749	embedding2nn.bias	1	-0.06967046111822128
170749	embedding2nn.bias	2	0.09900233894586563
170749	embedding2nn.bias	3	0.053379468619823456
170749	embedding2nn.bias	4	-0.04034090042114258
170749	embedding2nn.bias	5	-0.011094063520431519
170749	embedding2nn.bias	6	0.03770427405834198
170749	embedding2nn.bias	7	-0.07280821353197098
170749	embedding2nn.bias	8	0.05873953178524971
170749	embedding2nn.bias	9	0.059501685202121735
170749	rnn.weight_ih_l0	0	-0.07741405069828033
170749	rnn.weight_ih_l0	1	0.0072112902998924255
170749	rnn.weight_ih_l0	2	0.03477587178349495
170749	rnn.weight_ih_l0	3	0.02224167250096798
170749	rnn.weight_ih_l0	4	-0.04176408424973488
170749	rnn.weight_ih_l0	5	-0.06289398670196533
170749	rnn.weight_ih_l0	6	-0.0008688023663125932
170749	rnn.weight_ih_l0	7	0.052766893059015274
170749	rnn.weight_ih_l0	8	-0.00951275322586298
170749	rnn.weight_ih_l0	9	-0.02553040161728859
170749	rnn.weight_hh_l0	0	-0.03413506969809532
170749	rnn.weight_hh_l0	1	-0.010660750791430473
170749	rnn.weight_hh_l0	2	0.0047220815904438496
170749	rnn.weight_hh_l0	3	-0.06781840324401855
170749	rnn.weight_hh_l0	4	0.08788929879665375
170749	rnn.weight_hh_l0	5	-0.026605863124132156
170749	rnn.weight_hh_l0	6	-0.0576246976852417
170749	rnn.weight_hh_l0	7	0.010555326007306576
170749	rnn.weight_hh_l0	8	0.012711821123957634
170749	rnn.weight_hh_l0	9	-0.021117407828569412
170749	rnn.bias_ih_l0	0	0.1290985643863678
170749	rnn.bias_ih_l0	1	-0.03089560754597187
170749	rnn.bias_ih_l0	2	-0.019186537712812424
170749	rnn.bias_ih_l0	3	0.15253211557865143
170749	rnn.bias_ih_l0	4	-0.008185192942619324
170749	rnn.bias_ih_l0	5	-0.013731840066611767
170749	rnn.bias_ih_l0	6	0.009714515879750252
170749	rnn.bias_ih_l0	7	0.029111087322235107
170749	rnn.bias_ih_l0	8	-0.09583060443401337
170749	rnn.bias_ih_l0	9	-0.026030100882053375
170749	rnn.bias_hh_l0	0	-0.005839651450514793
170749	rnn.bias_hh_l0	1	-0.10214991122484207
170749	rnn.bias_hh_l0	2	-0.06599178165197372
170749	rnn.bias_hh_l0	3	-0.08988048881292343
170749	rnn.bias_hh_l0	4	0.005562853999435902
170749	rnn.bias_hh_l0	5	-0.033290181308984756
170749	rnn.bias_hh_l0	6	0.026477832347154617
170749	rnn.bias_hh_l0	7	0.043204981833696365
170749	rnn.bias_hh_l0	8	-0.11451489478349686
170749	rnn.bias_hh_l0	9	-0.06509138643741608
170749	rnn.weight_ih_l0_reverse	0	-0.026558926329016685
170749	rnn.weight_ih_l0_reverse	1	-0.05418812483549118
170749	rnn.weight_ih_l0_reverse	2	-0.04466218128800392
170749	rnn.weight_ih_l0_reverse	3	0.0035644012968987226
170749	rnn.weight_ih_l0_reverse	4	-0.017840491607785225
170749	rnn.weight_ih_l0_reverse	5	-0.05375925078988075
170749	rnn.weight_ih_l0_reverse	6	0.07408975064754486
170749	rnn.weight_ih_l0_reverse	7	-0.02738037519156933
170749	rnn.weight_ih_l0_reverse	8	-0.017000745981931686
170749	rnn.weight_ih_l0_reverse	9	-0.010031810961663723
170749	rnn.weight_hh_l0_reverse	0	0.061484742909669876
170749	rnn.weight_hh_l0_reverse	1	0.018279721960425377
170749	rnn.weight_hh_l0_reverse	2	0.030531901866197586
170749	rnn.weight_hh_l0_reverse	3	0.03643064200878143
170749	rnn.weight_hh_l0_reverse	4	0.009737520478665829
170749	rnn.weight_hh_l0_reverse	5	0.016150984913110733
170749	rnn.weight_hh_l0_reverse	6	0.04958745092153549
170749	rnn.weight_hh_l0_reverse	7	-0.06874995678663254
170749	rnn.weight_hh_l0_reverse	8	0.037220343947410583
170749	rnn.weight_hh_l0_reverse	9	0.032977283000946045
170749	rnn.bias_ih_l0_reverse	0	-0.06502252072095871
170749	rnn.bias_ih_l0_reverse	1	-0.27861112356185913
170749	rnn.bias_ih_l0_reverse	2	-0.1280263066291809
170749	rnn.bias_ih_l0_reverse	3	-0.04987360164523125
170749	rnn.bias_ih_l0_reverse	4	-0.03239139914512634
170749	rnn.bias_ih_l0_reverse	5	0.0648406371474266
170749	rnn.bias_ih_l0_reverse	6	-0.06573524326086044
170749	rnn.bias_ih_l0_reverse	7	0.054693665355443954
170749	rnn.bias_ih_l0_reverse	8	-0.042181212455034256
170749	rnn.bias_ih_l0_reverse	9	0.05722753703594208
170749	rnn.bias_hh_l0_reverse	0	0.023089559748768806
170749	rnn.bias_hh_l0_reverse	1	-0.06344188004732132
170749	rnn.bias_hh_l0_reverse	2	0.07662586122751236
170749	rnn.bias_hh_l0_reverse	3	-0.058144453912973404
170749	rnn.bias_hh_l0_reverse	4	-0.028578436002135277
170749	rnn.bias_hh_l0_reverse	5	-0.02417183108627796
170749	rnn.bias_hh_l0_reverse	6	-0.02275816537439823
170749	rnn.bias_hh_l0_reverse	7	0.09971579909324646
170749	rnn.bias_hh_l0_reverse	8	0.032963115721940994
170749	rnn.bias_hh_l0_reverse	9	-0.1448308378458023
170749	rnn.weight_ih_l1	0	-0.03132586181163788
170749	rnn.weight_ih_l1	1	-0.04973302781581879
170749	rnn.weight_ih_l1	2	0.061420734971761703
170749	rnn.weight_ih_l1	3	-0.0595199279487133
170749	rnn.weight_ih_l1	4	-0.016959693282842636
170749	rnn.weight_ih_l1	5	-0.04337788373231888
170749	rnn.weight_ih_l1	6	0.029449867084622383
170749	rnn.weight_ih_l1	7	-0.038227107375860214
170749	rnn.weight_ih_l1	8	0.03620101884007454
170749	rnn.weight_ih_l1	9	0.04740584269165993
170749	rnn.weight_hh_l1	0	-0.004500002600252628
170749	rnn.weight_hh_l1	1	0.018769793212413788
170749	rnn.weight_hh_l1	2	0.014967810362577438
170749	rnn.weight_hh_l1	3	-0.01219565887004137
170749	rnn.weight_hh_l1	4	0.007989045232534409
170749	rnn.weight_hh_l1	5	0.031084353104233742
170749	rnn.weight_hh_l1	6	0.03362679108977318
170749	rnn.weight_hh_l1	7	-0.018636032938957214
170749	rnn.weight_hh_l1	8	-0.009270398877561092
170749	rnn.weight_hh_l1	9	0.03633084520697594
170749	rnn.bias_ih_l1	0	-0.20075024664402008
170749	rnn.bias_ih_l1	1	-0.1719924658536911
170749	rnn.bias_ih_l1	2	-0.20392441749572754
170749	rnn.bias_ih_l1	3	-0.32280054688453674
170749	rnn.bias_ih_l1	4	-0.20206555724143982
170749	rnn.bias_ih_l1	5	-0.09770016372203827
170749	rnn.bias_ih_l1	6	-0.16741971671581268
170749	rnn.bias_ih_l1	7	-0.016533248126506805
170749	rnn.bias_ih_l1	8	-0.13894493877887726
170749	rnn.bias_ih_l1	9	-0.13079170882701874
170749	rnn.bias_hh_l1	0	-0.0992007777094841
170749	rnn.bias_hh_l1	1	-0.06281065195798874
170749	rnn.bias_hh_l1	2	-0.10688190907239914
170749	rnn.bias_hh_l1	3	-0.0836329460144043
170749	rnn.bias_hh_l1	4	-0.085813008248806
170749	rnn.bias_hh_l1	5	-0.11969644576311111
170749	rnn.bias_hh_l1	6	-0.15474562346935272
170749	rnn.bias_hh_l1	7	0.05989765003323555
170749	rnn.bias_hh_l1	8	-0.168568417429924
170749	rnn.bias_hh_l1	9	-0.11765260994434357
170749	rnn.weight_ih_l1_reverse	0	-0.04038114845752716
170749	rnn.weight_ih_l1_reverse	1	0.02980627864599228
170749	rnn.weight_ih_l1_reverse	2	0.07293032854795456
170749	rnn.weight_ih_l1_reverse	3	-0.004238343797624111
170749	rnn.weight_ih_l1_reverse	4	-0.0487513542175293
170749	rnn.weight_ih_l1_reverse	5	-0.030936071649193764
170749	rnn.weight_ih_l1_reverse	6	0.001978403190150857
170749	rnn.weight_ih_l1_reverse	7	0.026582324877381325
170749	rnn.weight_ih_l1_reverse	8	0.004929577466100454
170749	rnn.weight_ih_l1_reverse	9	-0.047107942402362823
170749	rnn.weight_hh_l1_reverse	0	0.005760674364864826
170749	rnn.weight_hh_l1_reverse	1	0.030435625463724136
170749	rnn.weight_hh_l1_reverse	2	-0.04027197137475014
170749	rnn.weight_hh_l1_reverse	3	0.035859569907188416
170749	rnn.weight_hh_l1_reverse	4	0.05039728432893753
170749	rnn.weight_hh_l1_reverse	5	0.0012691536685451865
170749	rnn.weight_hh_l1_reverse	6	0.051641423255205154
170749	rnn.weight_hh_l1_reverse	7	0.02965661883354187
170749	rnn.weight_hh_l1_reverse	8	-0.007014712318778038
170749	rnn.weight_hh_l1_reverse	9	-0.031848303973674774
170749	rnn.bias_ih_l1_reverse	0	-0.05980534106492996
170749	rnn.bias_ih_l1_reverse	1	-0.15158437192440033
170749	rnn.bias_ih_l1_reverse	2	-0.16767928004264832
170749	rnn.bias_ih_l1_reverse	3	-0.025388043373823166
170749	rnn.bias_ih_l1_reverse	4	-0.2161841243505478
170749	rnn.bias_ih_l1_reverse	5	-0.11675552278757095
170749	rnn.bias_ih_l1_reverse	6	-0.1396922916173935
170749	rnn.bias_ih_l1_reverse	7	-0.18160094320774078
170749	rnn.bias_ih_l1_reverse	8	0.21455302834510803
170749	rnn.bias_ih_l1_reverse	9	0.045149173587560654
170749	rnn.bias_hh_l1_reverse	0	0.005811684299260378
170749	rnn.bias_hh_l1_reverse	1	-0.08779993653297424
170749	rnn.bias_hh_l1_reverse	2	-0.23652176558971405
170749	rnn.bias_hh_l1_reverse	3	-0.13490407168865204
170749	rnn.bias_hh_l1_reverse	4	-0.09301020950078964
170749	rnn.bias_hh_l1_reverse	5	-0.12127388268709183
170749	rnn.bias_hh_l1_reverse	6	0.095586858689785
170749	rnn.bias_hh_l1_reverse	7	-0.16633734107017517
170749	rnn.bias_hh_l1_reverse	8	-0.1206112876534462
170749	rnn.bias_hh_l1_reverse	9	-0.1487163007259369
170749	linear.weight	0	0.002228822559118271
170749	linear.weight	1	0.08853095769882202
170749	linear.weight	2	-0.09263015538454056
170749	linear.weight	3	0.2831973135471344
170749	linear.weight	4	0.16514603793621063
170749	linear.weight	5	-0.05959446355700493
170749	linear.weight	6	0.0947972983121872
170749	linear.weight	7	0.11094862222671509
170749	linear.weight	8	0.04117850586771965
170749	linear.weight	9	-0.05256521701812744
170749	linear.bias	0	0.13338081538677216
170749	linear.bias	1	-0.19101744890213013
170749	linear.bias	2	-0.40104925632476807
170749	linear.bias	3	-0.6770757436752319
170749	linear.bias	4	-1.2429087162017822
170749	linear.bias	5	-0.07778975367546082
170749	linear.bias	6	-0.7867211699485779
170749	linear.bias	7	0.2661726176738739
170749	linear.bias	8	-0.4423889219760895
170749	linear.bias	9	-1.0329793691635132
170946	transitions	0	0.6931639909744263
170946	transitions	1	0.1477193534374237
170946	transitions	2	-10000.0
170946	transitions	3	-1.8254929780960083
170946	transitions	4	-10000.0
170946	transitions	5	0.5706015825271606
170946	transitions	6	-0.08002196997404099
170946	transitions	7	-0.757332444190979
170946	transitions	8	-1.411207675933838
170946	transitions	9	-0.0011742974165827036
170946	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
170946	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
170946	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
170946	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
170946	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
170946	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
170946	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
170946	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
170946	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
170946	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
170946	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
170946	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
170946	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
170946	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
170946	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
170946	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
170946	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
170946	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
170946	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
170946	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
170946	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
170946	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
170946	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
170946	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
170946	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
170946	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
170946	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
170946	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
170946	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
170946	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
170946	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
170946	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
170946	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
170946	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
170946	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
170946	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
170946	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
170946	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
170946	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
170946	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
170946	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
170946	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
170946	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
170946	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
170946	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
170946	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
170946	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
170946	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
170946	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
170946	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
170946	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
170946	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
170946	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
170946	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
170946	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
170946	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
170946	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
170946	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
170946	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
170946	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
170946	embedding2nn.weight	0	0.022394642233848572
170946	embedding2nn.weight	1	-0.013180842623114586
170946	embedding2nn.weight	2	-0.014268254861235619
170946	embedding2nn.weight	3	-0.02048710361123085
170946	embedding2nn.weight	4	-0.0059150345623493195
170946	embedding2nn.weight	5	-0.003700587432831526
170946	embedding2nn.weight	6	-0.0039732917211949825
170946	embedding2nn.weight	7	-0.08090204000473022
170946	embedding2nn.weight	8	-0.0019979383796453476
170946	embedding2nn.weight	9	-0.030073070898652077
170946	embedding2nn.bias	0	0.04107074439525604
170946	embedding2nn.bias	1	-0.06757651269435883
170946	embedding2nn.bias	2	0.10025179386138916
170946	embedding2nn.bias	3	0.05488207936286926
170946	embedding2nn.bias	4	-0.03913689777255058
170946	embedding2nn.bias	5	-0.007617196999490261
170946	embedding2nn.bias	6	0.04130968824028969
170946	embedding2nn.bias	7	-0.0738958790898323
170946	embedding2nn.bias	8	0.06201619282364845
170946	embedding2nn.bias	9	0.05358355492353439
170946	rnn.weight_ih_l0	0	-0.0758097916841507
170946	rnn.weight_ih_l0	1	0.007635266985744238
170946	rnn.weight_ih_l0	2	0.03506351262331009
170946	rnn.weight_ih_l0	3	0.021526647731661797
170946	rnn.weight_ih_l0	4	-0.04207092896103859
170946	rnn.weight_ih_l0	5	-0.06364287436008453
170946	rnn.weight_ih_l0	6	-0.0012171202106401324
170946	rnn.weight_ih_l0	7	0.05262056738138199
170946	rnn.weight_ih_l0	8	-0.0099514564499259
170946	rnn.weight_ih_l0	9	-0.025262923911213875
170946	rnn.weight_hh_l0	0	-0.03411483392119408
170946	rnn.weight_hh_l0	1	-0.010882198810577393
170946	rnn.weight_hh_l0	2	0.005051339510828257
170946	rnn.weight_hh_l0	3	-0.06741304695606232
170946	rnn.weight_hh_l0	4	0.08777903020381927
170946	rnn.weight_hh_l0	5	-0.02670958638191223
170946	rnn.weight_hh_l0	6	-0.05825410783290863
170946	rnn.weight_hh_l0	7	0.010661202482879162
170946	rnn.weight_hh_l0	8	0.013268931768834591
170946	rnn.weight_hh_l0	9	-0.021455129608511925
170946	rnn.bias_ih_l0	0	0.12839734554290771
170946	rnn.bias_ih_l0	1	-0.03196379914879799
170946	rnn.bias_ih_l0	2	-0.019210102036595345
170946	rnn.bias_ih_l0	3	0.15352745354175568
170946	rnn.bias_ih_l0	4	-0.010983925312757492
170946	rnn.bias_ih_l0	5	-0.013917401432991028
170946	rnn.bias_ih_l0	6	0.011659125797450542
170946	rnn.bias_ih_l0	7	0.028870839625597
170946	rnn.bias_ih_l0	8	-0.0960162952542305
170946	rnn.bias_ih_l0	9	-0.02773209661245346
170946	rnn.bias_hh_l0	0	-0.004794145468622446
170946	rnn.bias_hh_l0	1	-0.10355556011199951
170946	rnn.bias_hh_l0	2	-0.06497383862733841
170946	rnn.bias_hh_l0	3	-0.09002505987882614
170946	rnn.bias_hh_l0	4	0.0054526180028915405
170946	rnn.bias_hh_l0	5	-0.03476328030228615
170946	rnn.bias_hh_l0	6	0.027337126433849335
170946	rnn.bias_hh_l0	7	0.04013873264193535
170946	rnn.bias_hh_l0	8	-0.11323805153369904
170946	rnn.bias_hh_l0	9	-0.0626058429479599
170946	rnn.weight_ih_l0_reverse	0	-0.026357047259807587
170946	rnn.weight_ih_l0_reverse	1	-0.0544760525226593
170946	rnn.weight_ih_l0_reverse	2	-0.04602006450295448
170946	rnn.weight_ih_l0_reverse	3	0.004131315741688013
170946	rnn.weight_ih_l0_reverse	4	-0.01766413263976574
170946	rnn.weight_ih_l0_reverse	5	-0.05369974672794342
170946	rnn.weight_ih_l0_reverse	6	0.0747983381152153
170946	rnn.weight_ih_l0_reverse	7	-0.025774888694286346
170946	rnn.weight_ih_l0_reverse	8	-0.016571683809161186
170946	rnn.weight_ih_l0_reverse	9	-0.00994821172207594
170946	rnn.weight_hh_l0_reverse	0	0.061090897768735886
170946	rnn.weight_hh_l0_reverse	1	0.01874465122818947
170946	rnn.weight_hh_l0_reverse	2	0.03054296411573887
170946	rnn.weight_hh_l0_reverse	3	0.036141082644462585
170946	rnn.weight_hh_l0_reverse	4	0.00936402752995491
170946	rnn.weight_hh_l0_reverse	5	0.01599828526377678
170946	rnn.weight_hh_l0_reverse	6	0.05002220347523689
170946	rnn.weight_hh_l0_reverse	7	-0.06952275335788727
170946	rnn.weight_hh_l0_reverse	8	0.037341341376304626
170946	rnn.weight_hh_l0_reverse	9	0.033038947731256485
170946	rnn.bias_ih_l0_reverse	0	-0.065835140645504
170946	rnn.bias_ih_l0_reverse	1	-0.27905598282814026
170946	rnn.bias_ih_l0_reverse	2	-0.12795992195606232
170946	rnn.bias_ih_l0_reverse	3	-0.049324966967105865
170946	rnn.bias_ih_l0_reverse	4	-0.03214169293642044
170946	rnn.bias_ih_l0_reverse	5	0.06620608270168304
170946	rnn.bias_ih_l0_reverse	6	-0.06583372503519058
170946	rnn.bias_ih_l0_reverse	7	0.05449030548334122
170946	rnn.bias_ih_l0_reverse	8	-0.043920282274484634
170946	rnn.bias_ih_l0_reverse	9	0.0563589483499527
170946	rnn.bias_hh_l0_reverse	0	0.023501461371779442
170946	rnn.bias_hh_l0_reverse	1	-0.06214485689997673
170946	rnn.bias_hh_l0_reverse	2	0.07729759812355042
170946	rnn.bias_hh_l0_reverse	3	-0.05591100826859474
170946	rnn.bias_hh_l0_reverse	4	-0.029357073828577995
170946	rnn.bias_hh_l0_reverse	5	-0.025447489693760872
170946	rnn.bias_hh_l0_reverse	6	-0.022217776626348495
170946	rnn.bias_hh_l0_reverse	7	0.09820476174354553
170946	rnn.bias_hh_l0_reverse	8	0.034633733332157135
170946	rnn.bias_hh_l0_reverse	9	-0.14448611438274384
170946	rnn.weight_ih_l1	0	-0.03091318905353546
170946	rnn.weight_ih_l1	1	-0.050635311752557755
170946	rnn.weight_ih_l1	2	0.06037544086575508
170946	rnn.weight_ih_l1	3	-0.05846685171127319
170946	rnn.weight_ih_l1	4	-0.016956131905317307
170946	rnn.weight_ih_l1	5	-0.043275799602270126
170946	rnn.weight_ih_l1	6	0.028804413974285126
170946	rnn.weight_ih_l1	7	-0.03733601048588753
170946	rnn.weight_ih_l1	8	0.036336325109004974
170946	rnn.weight_ih_l1	9	0.047351811081171036
170946	rnn.weight_hh_l1	0	-0.004774250090122223
170946	rnn.weight_hh_l1	1	0.018722863867878914
170946	rnn.weight_hh_l1	2	0.015174992382526398
170946	rnn.weight_hh_l1	3	-0.012050572782754898
170946	rnn.weight_hh_l1	4	0.007992583326995373
170946	rnn.weight_hh_l1	5	0.03123709186911583
170946	rnn.weight_hh_l1	6	0.03443339467048645
170946	rnn.weight_hh_l1	7	-0.019256262108683586
170946	rnn.weight_hh_l1	8	-0.00945297535508871
170946	rnn.weight_hh_l1	9	0.03620252013206482
170946	rnn.bias_ih_l1	0	-0.20021429657936096
170946	rnn.bias_ih_l1	1	-0.16905921697616577
170946	rnn.bias_ih_l1	2	-0.204086571931839
170946	rnn.bias_ih_l1	3	-0.3211785852909088
170946	rnn.bias_ih_l1	4	-0.2021334320306778
170946	rnn.bias_ih_l1	5	-0.09878677874803543
170946	rnn.bias_ih_l1	6	-0.1682388335466385
170946	rnn.bias_ih_l1	7	-0.017355933785438538
170946	rnn.bias_ih_l1	8	-0.13718557357788086
170946	rnn.bias_ih_l1	9	-0.12745730578899384
170946	rnn.bias_hh_l1	0	-0.09819130599498749
170946	rnn.bias_hh_l1	1	-0.06177719682455063
170946	rnn.bias_hh_l1	2	-0.10440489649772644
170946	rnn.bias_hh_l1	3	-0.0841115191578865
170946	rnn.bias_hh_l1	4	-0.08742737770080566
170946	rnn.bias_hh_l1	5	-0.1201198473572731
170946	rnn.bias_hh_l1	6	-0.15549913048744202
170946	rnn.bias_hh_l1	7	0.0589672215282917
170946	rnn.bias_hh_l1	8	-0.16749931871891022
170946	rnn.bias_hh_l1	9	-0.1177404448390007
170946	rnn.weight_ih_l1_reverse	0	-0.040320221334695816
170946	rnn.weight_ih_l1_reverse	1	0.028944876044988632
170946	rnn.weight_ih_l1_reverse	2	0.071333147585392
170946	rnn.weight_ih_l1_reverse	3	-0.0055008698254823685
170946	rnn.weight_ih_l1_reverse	4	-0.04737848415970802
170946	rnn.weight_ih_l1_reverse	5	-0.03083162195980549
170946	rnn.weight_ih_l1_reverse	6	0.0007906122482381761
170946	rnn.weight_ih_l1_reverse	7	0.026344265788793564
170946	rnn.weight_ih_l1_reverse	8	0.006457856390625238
170946	rnn.weight_ih_l1_reverse	9	-0.047482799738645554
170946	rnn.weight_hh_l1_reverse	0	0.005875305272638798
170946	rnn.weight_hh_l1_reverse	1	0.030512364581227303
170946	rnn.weight_hh_l1_reverse	2	-0.040293384343385696
170946	rnn.weight_hh_l1_reverse	3	0.0358273983001709
170946	rnn.weight_hh_l1_reverse	4	0.05033396929502487
170946	rnn.weight_hh_l1_reverse	5	0.0014011982129886746
170946	rnn.weight_hh_l1_reverse	6	0.05266419053077698
170946	rnn.weight_hh_l1_reverse	7	0.029484601691365242
170946	rnn.weight_hh_l1_reverse	8	-0.006977935787290335
170946	rnn.weight_hh_l1_reverse	9	-0.031781017780303955
170946	rnn.bias_ih_l1_reverse	0	-0.05944426730275154
170946	rnn.bias_ih_l1_reverse	1	-0.1520637571811676
170946	rnn.bias_ih_l1_reverse	2	-0.1667966991662979
170946	rnn.bias_ih_l1_reverse	3	-0.02593010477721691
170946	rnn.bias_ih_l1_reverse	4	-0.215871661901474
170946	rnn.bias_ih_l1_reverse	5	-0.11710680276155472
170946	rnn.bias_ih_l1_reverse	6	-0.1399586796760559
170946	rnn.bias_ih_l1_reverse	7	-0.182907834649086
170946	rnn.bias_ih_l1_reverse	8	0.21390853822231293
170946	rnn.bias_ih_l1_reverse	9	0.04489126428961754
170946	rnn.bias_hh_l1_reverse	0	0.003655063221231103
170946	rnn.bias_hh_l1_reverse	1	-0.08585460484027863
170946	rnn.bias_hh_l1_reverse	2	-0.2374398410320282
170946	rnn.bias_hh_l1_reverse	3	-0.13314373791217804
170946	rnn.bias_hh_l1_reverse	4	-0.09263530373573303
170946	rnn.bias_hh_l1_reverse	5	-0.12239466607570648
170946	rnn.bias_hh_l1_reverse	6	0.09489702433347702
170946	rnn.bias_hh_l1_reverse	7	-0.16765175759792328
170946	rnn.bias_hh_l1_reverse	8	-0.12102913111448288
170946	rnn.bias_hh_l1_reverse	9	-0.1490466296672821
170946	linear.weight	0	0.002228822559118271
170946	linear.weight	1	0.09282957017421722
170946	linear.weight	2	-0.08853700011968613
170946	linear.weight	3	0.2839457094669342
170946	linear.weight	4	0.16486430168151855
170946	linear.weight	5	-0.05740540102124214
170946	linear.weight	6	0.0889001339673996
170946	linear.weight	7	0.10464539378881454
170946	linear.weight	8	0.04117809608578682
170946	linear.weight	9	-0.05146265774965286
170946	linear.bias	0	0.1274760663509369
170946	linear.bias	1	-0.20175763964653015
170946	linear.bias	2	-0.3995629549026489
170946	linear.bias	3	-0.6678741574287415
170946	linear.bias	4	-1.2324559688568115
170946	linear.bias	5	-0.0792449414730072
170946	linear.bias	6	-0.7976740598678589
170946	linear.bias	7	0.26580262184143066
170946	linear.bias	8	-0.4418931305408478
170946	linear.bias	9	-1.0335067510604858
171143	transitions	0	0.7053185701370239
171143	transitions	1	0.14712335169315338
171143	transitions	2	-10000.0
171143	transitions	3	-1.8255077600479126
171143	transitions	4	-10000.0
171143	transitions	5	0.5705655813217163
171143	transitions	6	-0.0800452008843422
171143	transitions	7	-0.7575771808624268
171143	transitions	8	-1.4113084077835083
171143	transitions	9	-0.001174754579551518
171143	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
171143	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
171143	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
171143	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
171143	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
171143	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
171143	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
171143	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
171143	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
171143	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
171143	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
171143	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
171143	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
171143	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
171143	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
171143	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
171143	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
171143	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
171143	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
171143	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
171143	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
171143	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
171143	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
171143	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
171143	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
171143	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
171143	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
171143	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
171143	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
171143	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
171143	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
171143	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
171143	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
171143	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
171143	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
171143	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
171143	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
171143	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
171143	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
171143	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
171143	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
171143	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
171143	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
171143	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
171143	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
171143	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
171143	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
171143	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
171143	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
171143	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
171143	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
171143	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
171143	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
171143	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
171143	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
171143	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
171143	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
171143	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
171143	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
171143	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
171143	embedding2nn.weight	0	0.02211177721619606
171143	embedding2nn.weight	1	-0.013088947162032127
171143	embedding2nn.weight	2	-0.014268254861235619
171143	embedding2nn.weight	3	-0.019343147054314613
171143	embedding2nn.weight	4	-0.0059150345623493195
171143	embedding2nn.weight	5	-0.003700587432831526
171143	embedding2nn.weight	6	-0.003973272629082203
171143	embedding2nn.weight	7	-0.08133327960968018
171143	embedding2nn.weight	8	-0.0019979383796453476
171143	embedding2nn.weight	9	-0.029387474060058594
171143	embedding2nn.bias	0	0.03897371515631676
171143	embedding2nn.bias	1	-0.06434553116559982
171143	embedding2nn.bias	2	0.09947562962770462
171143	embedding2nn.bias	3	0.055255044251680374
171143	embedding2nn.bias	4	-0.039069075137376785
171143	embedding2nn.bias	5	-0.015237892046570778
171143	embedding2nn.bias	6	0.03830021619796753
171143	embedding2nn.bias	7	-0.07259164750576019
171143	embedding2nn.bias	8	0.05859874188899994
171143	embedding2nn.bias	9	0.056674860417842865
171143	rnn.weight_ih_l0	0	-0.07577766478061676
171143	rnn.weight_ih_l0	1	0.007979659363627434
171143	rnn.weight_ih_l0	2	0.034740712493658066
171143	rnn.weight_ih_l0	3	0.021593749523162842
171143	rnn.weight_ih_l0	4	-0.04211247339844704
171143	rnn.weight_ih_l0	5	-0.06318709999322891
171143	rnn.weight_ih_l0	6	-0.000717557966709137
171143	rnn.weight_ih_l0	7	0.052558936178684235
171143	rnn.weight_ih_l0	8	-0.010888046585023403
171143	rnn.weight_ih_l0	9	-0.024915004149079323
171143	rnn.weight_hh_l0	0	-0.03428167104721069
171143	rnn.weight_hh_l0	1	-0.010859768837690353
171143	rnn.weight_hh_l0	2	0.004501303192228079
171143	rnn.weight_hh_l0	3	-0.0670526996254921
171143	rnn.weight_hh_l0	4	0.08788526058197021
171143	rnn.weight_hh_l0	5	-0.02780296839773655
171143	rnn.weight_hh_l0	6	-0.05903857573866844
171143	rnn.weight_hh_l0	7	0.011396187357604504
171143	rnn.weight_hh_l0	8	0.012853714637458324
171143	rnn.weight_hh_l0	9	-0.021390626206994057
171143	rnn.bias_ih_l0	0	0.1285492479801178
171143	rnn.bias_ih_l0	1	-0.03215451166033745
171143	rnn.bias_ih_l0	2	-0.01847715675830841
171143	rnn.bias_ih_l0	3	0.15306872129440308
171143	rnn.bias_ih_l0	4	-0.013726066797971725
171143	rnn.bias_ih_l0	5	-0.014593157917261124
171143	rnn.bias_ih_l0	6	0.013736068271100521
171143	rnn.bias_ih_l0	7	0.027424128726124763
171143	rnn.bias_ih_l0	8	-0.0954938605427742
171143	rnn.bias_ih_l0	9	-0.029450591653585434
171143	rnn.bias_hh_l0	0	-0.004265288356691599
171143	rnn.bias_hh_l0	1	-0.10320018976926804
171143	rnn.bias_hh_l0	2	-0.06524991989135742
171143	rnn.bias_hh_l0	3	-0.08921461552381516
171143	rnn.bias_hh_l0	4	0.006783394142985344
171143	rnn.bias_hh_l0	5	-0.03647778928279877
171143	rnn.bias_hh_l0	6	0.027669059112668037
171143	rnn.bias_hh_l0	7	0.042820289731025696
171143	rnn.bias_hh_l0	8	-0.11375339329242706
171143	rnn.bias_hh_l0	9	-0.06333526968955994
171143	rnn.weight_ih_l0_reverse	0	-0.025739913806319237
171143	rnn.weight_ih_l0_reverse	1	-0.05441629886627197
171143	rnn.weight_ih_l0_reverse	2	-0.04604687541723251
171143	rnn.weight_ih_l0_reverse	3	0.004338373895734549
171143	rnn.weight_ih_l0_reverse	4	-0.017559174448251724
171143	rnn.weight_ih_l0_reverse	5	-0.053580984473228455
171143	rnn.weight_ih_l0_reverse	6	0.07542859762907028
171143	rnn.weight_ih_l0_reverse	7	-0.02524290792644024
171143	rnn.weight_ih_l0_reverse	8	-0.01703699119389057
171143	rnn.weight_ih_l0_reverse	9	-0.00983273983001709
171143	rnn.weight_hh_l0_reverse	0	0.06056799367070198
171143	rnn.weight_hh_l0_reverse	1	0.0185213852673769
171143	rnn.weight_hh_l0_reverse	2	0.030925055965781212
171143	rnn.weight_hh_l0_reverse	3	0.03589646518230438
171143	rnn.weight_hh_l0_reverse	4	0.009234794415533543
171143	rnn.weight_hh_l0_reverse	5	0.015961281955242157
171143	rnn.weight_hh_l0_reverse	6	0.04968639463186264
171143	rnn.weight_hh_l0_reverse	7	-0.06965427845716476
171143	rnn.weight_hh_l0_reverse	8	0.037265047430992126
171143	rnn.weight_hh_l0_reverse	9	0.032929666340351105
171143	rnn.bias_ih_l0_reverse	0	-0.06544401496648788
171143	rnn.bias_ih_l0_reverse	1	-0.2789023816585541
171143	rnn.bias_ih_l0_reverse	2	-0.12847019731998444
171143	rnn.bias_ih_l0_reverse	3	-0.050040554255247116
171143	rnn.bias_ih_l0_reverse	4	-0.032181642949581146
171143	rnn.bias_ih_l0_reverse	5	0.06639590114355087
171143	rnn.bias_ih_l0_reverse	6	-0.06530565023422241
171143	rnn.bias_ih_l0_reverse	7	0.05485829338431358
171143	rnn.bias_ih_l0_reverse	8	-0.04273366183042526
171143	rnn.bias_ih_l0_reverse	9	0.056179165840148926
171143	rnn.bias_hh_l0_reverse	0	0.023659097030758858
171143	rnn.bias_hh_l0_reverse	1	-0.06301141530275345
171143	rnn.bias_hh_l0_reverse	2	0.07793495804071426
171143	rnn.bias_hh_l0_reverse	3	-0.057019609957933426
171143	rnn.bias_hh_l0_reverse	4	-0.03006734512746334
171143	rnn.bias_hh_l0_reverse	5	-0.0245711337774992
171143	rnn.bias_hh_l0_reverse	6	-0.022049684077501297
171143	rnn.bias_hh_l0_reverse	7	0.09695765376091003
171143	rnn.bias_hh_l0_reverse	8	0.035669535398483276
171143	rnn.bias_hh_l0_reverse	9	-0.14097000658512115
171143	rnn.weight_ih_l1	0	-0.030910205096006393
171143	rnn.weight_ih_l1	1	-0.04997460916638374
171143	rnn.weight_ih_l1	2	0.061472319066524506
171143	rnn.weight_ih_l1	3	-0.05996951460838318
171143	rnn.weight_ih_l1	4	-0.01788121834397316
171143	rnn.weight_ih_l1	5	-0.043330851942300797
171143	rnn.weight_ih_l1	6	0.02855580486357212
171143	rnn.weight_ih_l1	7	-0.0380999930202961
171143	rnn.weight_ih_l1	8	0.03645184636116028
171143	rnn.weight_ih_l1	9	0.04697020724415779
171143	rnn.weight_hh_l1	0	-0.004423733800649643
171143	rnn.weight_hh_l1	1	0.01884082891047001
171143	rnn.weight_hh_l1	2	0.014139044098556042
171143	rnn.weight_hh_l1	3	-0.01201837882399559
171143	rnn.weight_hh_l1	4	0.007939338684082031
171143	rnn.weight_hh_l1	5	0.031110506504774094
171143	rnn.weight_hh_l1	6	0.034103136509656906
171143	rnn.weight_hh_l1	7	-0.01905149407684803
171143	rnn.weight_hh_l1	8	-0.009332573041319847
171143	rnn.weight_hh_l1	9	0.03597772866487503
171143	rnn.bias_ih_l1	0	-0.20016054809093475
171143	rnn.bias_ih_l1	1	-0.16815558075904846
171143	rnn.bias_ih_l1	2	-0.20550748705863953
171143	rnn.bias_ih_l1	3	-0.32010456919670105
171143	rnn.bias_ih_l1	4	-0.2033282369375229
171143	rnn.bias_ih_l1	5	-0.0978325679898262
171143	rnn.bias_ih_l1	6	-0.1683764010667801
171143	rnn.bias_ih_l1	7	-0.018514884635806084
171143	rnn.bias_ih_l1	8	-0.137175515294075
171143	rnn.bias_ih_l1	9	-0.12800733745098114
171143	rnn.bias_hh_l1	0	-0.09873943775892258
171143	rnn.bias_hh_l1	1	-0.061448726803064346
171143	rnn.bias_hh_l1	2	-0.10434307903051376
171143	rnn.bias_hh_l1	3	-0.0841837003827095
171143	rnn.bias_hh_l1	4	-0.08789876848459244
171143	rnn.bias_hh_l1	5	-0.11896474659442902
171143	rnn.bias_hh_l1	6	-0.15693703293800354
171143	rnn.bias_hh_l1	7	0.05823802575469017
171143	rnn.bias_hh_l1	8	-0.16539163887500763
171143	rnn.bias_hh_l1	9	-0.11620800197124481
171143	rnn.weight_ih_l1_reverse	0	-0.04036678746342659
171143	rnn.weight_ih_l1_reverse	1	0.0313665010035038
171143	rnn.weight_ih_l1_reverse	2	0.07045422494411469
171143	rnn.weight_ih_l1_reverse	3	-0.005848853848874569
171143	rnn.weight_ih_l1_reverse	4	-0.04594426229596138
171143	rnn.weight_ih_l1_reverse	5	-0.030924180522561073
171143	rnn.weight_ih_l1_reverse	6	0.0005327878170646727
171143	rnn.weight_ih_l1_reverse	7	0.026128973811864853
171143	rnn.weight_ih_l1_reverse	8	0.007035176269710064
171143	rnn.weight_ih_l1_reverse	9	-0.04701723903417587
171143	rnn.weight_hh_l1_reverse	0	0.0059619783423841
171143	rnn.weight_hh_l1_reverse	1	0.030389003455638885
171143	rnn.weight_hh_l1_reverse	2	-0.04028799384832382
171143	rnn.weight_hh_l1_reverse	3	0.03581468388438225
171143	rnn.weight_hh_l1_reverse	4	0.050916317850351334
171143	rnn.weight_hh_l1_reverse	5	0.0016277726972475648
171143	rnn.weight_hh_l1_reverse	6	0.0527825765311718
171143	rnn.weight_hh_l1_reverse	7	0.02945610135793686
171143	rnn.weight_hh_l1_reverse	8	-0.007007033098489046
171143	rnn.weight_hh_l1_reverse	9	-0.03167061507701874
171143	rnn.bias_ih_l1_reverse	0	-0.05867517367005348
171143	rnn.bias_ih_l1_reverse	1	-0.15249411761760712
171143	rnn.bias_ih_l1_reverse	2	-0.16563548147678375
171143	rnn.bias_ih_l1_reverse	3	-0.02401823177933693
171143	rnn.bias_ih_l1_reverse	4	-0.2154824137687683
171143	rnn.bias_ih_l1_reverse	5	-0.11724095046520233
171143	rnn.bias_ih_l1_reverse	6	-0.14048221707344055
171143	rnn.bias_ih_l1_reverse	7	-0.18285924196243286
171143	rnn.bias_ih_l1_reverse	8	0.21171166002750397
171143	rnn.bias_ih_l1_reverse	9	0.04181898012757301
171143	rnn.bias_hh_l1_reverse	0	0.0007707111653871834
171143	rnn.bias_hh_l1_reverse	1	-0.08909066766500473
171143	rnn.bias_hh_l1_reverse	2	-0.23696044087409973
171143	rnn.bias_hh_l1_reverse	3	-0.13585829734802246
171143	rnn.bias_hh_l1_reverse	4	-0.09378959238529205
171143	rnn.bias_hh_l1_reverse	5	-0.12196724116802216
171143	rnn.bias_hh_l1_reverse	6	0.0963047444820404
171143	rnn.bias_hh_l1_reverse	7	-0.16620464622974396
171143	rnn.bias_hh_l1_reverse	8	-0.12051208317279816
171143	rnn.bias_hh_l1_reverse	9	-0.14908629655838013
171143	linear.weight	0	0.002228822559118271
171143	linear.weight	1	0.0922609344124794
171143	linear.weight	2	-0.08862768858671188
171143	linear.weight	3	0.2860121726989746
171143	linear.weight	4	0.1664932668209076
171143	linear.weight	5	-0.05774558335542679
171143	linear.weight	6	0.0875529944896698
171143	linear.weight	7	0.09512753784656525
171143	linear.weight	8	0.04117783531546593
171143	linear.weight	9	-0.05383419618010521
171143	linear.bias	0	0.11572637408971786
171143	linear.bias	1	-0.18132653832435608
171143	linear.bias	2	-0.3708402216434479
171143	linear.bias	3	-0.6688519716262817
171143	linear.bias	4	-1.2350324392318726
171143	linear.bias	5	-0.070351243019104
171143	linear.bias	6	-0.7765219807624817
171143	linear.bias	7	0.275032639503479
171143	linear.bias	8	-0.4569432735443115
171143	linear.bias	9	-1.0484973192214966
171340	transitions	0	0.7119868993759155
171340	transitions	1	0.1487949639558792
171340	transitions	2	-10000.0
171340	transitions	3	-1.8255234956741333
171340	transitions	4	-10000.0
171340	transitions	5	0.570488452911377
171340	transitions	6	-0.08007284998893738
171340	transitions	7	-0.7577434182167053
171340	transitions	8	-1.4113539457321167
171340	transitions	9	-0.0011750985868275166
171340	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
171340	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
171340	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
171340	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
171340	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
171340	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
171340	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
171340	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
171340	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
171340	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
171340	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
171340	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
171340	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
171340	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
171340	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
171340	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
171340	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
171340	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
171340	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
171340	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
171340	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
171340	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
171340	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
171340	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
171340	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
171340	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
171340	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
171340	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
171340	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
171340	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
171340	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
171340	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
171340	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
171340	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
171340	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
171340	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
171340	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
171340	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
171340	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
171340	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
171340	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
171340	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
171340	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
171340	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
171340	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
171340	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
171340	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
171340	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
171340	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
171340	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
171340	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
171340	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
171340	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
171340	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
171340	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
171340	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
171340	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
171340	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
171340	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
171340	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
171340	embedding2nn.weight	0	0.022610122337937355
171340	embedding2nn.weight	1	-0.013024669140577316
171340	embedding2nn.weight	2	-0.014268254861235619
171340	embedding2nn.weight	3	-0.020123191177845
171340	embedding2nn.weight	4	-0.0059150345623493195
171340	embedding2nn.weight	5	-0.003700587432831526
171340	embedding2nn.weight	6	-0.003973272629082203
171340	embedding2nn.weight	7	-0.08112218976020813
171340	embedding2nn.weight	8	-0.0019979383796453476
171340	embedding2nn.weight	9	-0.029021168127655983
171340	embedding2nn.bias	0	0.040091197937726974
171340	embedding2nn.bias	1	-0.06749731302261353
171340	embedding2nn.bias	2	0.0986277237534523
171340	embedding2nn.bias	3	0.05195639654994011
171340	embedding2nn.bias	4	-0.038965582847595215
171340	embedding2nn.bias	5	-0.012483113445341587
171340	embedding2nn.bias	6	0.03881548345088959
171340	embedding2nn.bias	7	-0.07006286084651947
171340	embedding2nn.bias	8	0.05620374158024788
171340	embedding2nn.bias	9	0.056831374764442444
171340	rnn.weight_ih_l0	0	-0.07533088326454163
171340	rnn.weight_ih_l0	1	0.007227964699268341
171340	rnn.weight_ih_l0	2	0.03494321182370186
171340	rnn.weight_ih_l0	3	0.021950826048851013
171340	rnn.weight_ih_l0	4	-0.04165322333574295
171340	rnn.weight_ih_l0	5	-0.0634833350777626
171340	rnn.weight_ih_l0	6	-0.00029955277568660676
171340	rnn.weight_ih_l0	7	0.05248473957180977
171340	rnn.weight_ih_l0	8	-0.012000524438917637
171340	rnn.weight_ih_l0	9	-0.025301916524767876
171340	rnn.weight_hh_l0	0	-0.03422751650214195
171340	rnn.weight_hh_l0	1	-0.010896017774939537
171340	rnn.weight_hh_l0	2	0.004754825960844755
171340	rnn.weight_hh_l0	3	-0.06777507066726685
171340	rnn.weight_hh_l0	4	0.08787645399570465
171340	rnn.weight_hh_l0	5	-0.027450421825051308
171340	rnn.weight_hh_l0	6	-0.05921518802642822
171340	rnn.weight_hh_l0	7	0.011517020873725414
171340	rnn.weight_hh_l0	8	0.012810353189706802
171340	rnn.weight_hh_l0	9	-0.02106243185698986
171340	rnn.bias_ih_l0	0	0.12807036936283112
171340	rnn.bias_ih_l0	1	-0.030904987826943398
171340	rnn.bias_ih_l0	2	-0.01752418838441372
171340	rnn.bias_ih_l0	3	0.15418876707553864
171340	rnn.bias_ih_l0	4	-0.013992764055728912
171340	rnn.bias_ih_l0	5	-0.015768252313137054
171340	rnn.bias_ih_l0	6	0.010573730804026127
171340	rnn.bias_ih_l0	7	0.02747003361582756
171340	rnn.bias_ih_l0	8	-0.09630586206912994
171340	rnn.bias_ih_l0	9	-0.03060707077383995
171340	rnn.bias_hh_l0	0	-0.006047473754733801
171340	rnn.bias_hh_l0	1	-0.10453092306852341
171340	rnn.bias_hh_l0	2	-0.06552793085575104
171340	rnn.bias_hh_l0	3	-0.08972407877445221
171340	rnn.bias_hh_l0	4	0.0052833291701972485
171340	rnn.bias_hh_l0	5	-0.0362454317510128
171340	rnn.bias_hh_l0	6	0.026456382125616074
171340	rnn.bias_hh_l0	7	0.04433267563581467
171340	rnn.bias_hh_l0	8	-0.11173702776432037
171340	rnn.bias_hh_l0	9	-0.062061700969934464
171340	rnn.weight_ih_l0_reverse	0	-0.025650814175605774
171340	rnn.weight_ih_l0_reverse	1	-0.0546390563249588
171340	rnn.weight_ih_l0_reverse	2	-0.045955922454595566
171340	rnn.weight_ih_l0_reverse	3	0.005155224818736315
171340	rnn.weight_ih_l0_reverse	4	-0.017531320452690125
171340	rnn.weight_ih_l0_reverse	5	-0.053518787026405334
171340	rnn.weight_ih_l0_reverse	6	0.07588426768779755
171340	rnn.weight_ih_l0_reverse	7	-0.025609014555811882
171340	rnn.weight_ih_l0_reverse	8	-0.017168454825878143
171340	rnn.weight_ih_l0_reverse	9	-0.01016764622181654
171340	rnn.weight_hh_l0_reverse	0	0.06119251623749733
171340	rnn.weight_hh_l0_reverse	1	0.018188996240496635
171340	rnn.weight_hh_l0_reverse	2	0.030904319137334824
171340	rnn.weight_hh_l0_reverse	3	0.035800084471702576
171340	rnn.weight_hh_l0_reverse	4	0.008645907044410706
171340	rnn.weight_hh_l0_reverse	5	0.01599206030368805
171340	rnn.weight_hh_l0_reverse	6	0.05002118647098541
171340	rnn.weight_hh_l0_reverse	7	-0.06974131613969803
171340	rnn.weight_hh_l0_reverse	8	0.037758294492959976
171340	rnn.weight_hh_l0_reverse	9	0.03307162970304489
171340	rnn.bias_ih_l0_reverse	0	-0.06543024629354477
171340	rnn.bias_ih_l0_reverse	1	-0.2797307074069977
171340	rnn.bias_ih_l0_reverse	2	-0.1296078860759735
171340	rnn.bias_ih_l0_reverse	3	-0.04981959983706474
171340	rnn.bias_ih_l0_reverse	4	-0.030612297356128693
171340	rnn.bias_ih_l0_reverse	5	0.06694786995649338
171340	rnn.bias_ih_l0_reverse	6	-0.06557036191225052
171340	rnn.bias_ih_l0_reverse	7	0.05533120408654213
171340	rnn.bias_ih_l0_reverse	8	-0.046690683811903
171340	rnn.bias_ih_l0_reverse	9	0.05600356310606003
171340	rnn.bias_hh_l0_reverse	0	0.02459770254790783
171340	rnn.bias_hh_l0_reverse	1	-0.06310997903347015
171340	rnn.bias_hh_l0_reverse	2	0.07743796706199646
171340	rnn.bias_hh_l0_reverse	3	-0.056005146354436874
171340	rnn.bias_hh_l0_reverse	4	-0.028720451518893242
171340	rnn.bias_hh_l0_reverse	5	-0.024451594799757004
171340	rnn.bias_hh_l0_reverse	6	-0.022882094606757164
171340	rnn.bias_hh_l0_reverse	7	0.09664632380008698
171340	rnn.bias_hh_l0_reverse	8	0.034767769277095795
171340	rnn.bias_hh_l0_reverse	9	-0.14089426398277283
171340	rnn.weight_ih_l1	0	-0.030434660613536835
171340	rnn.weight_ih_l1	1	-0.050224561244249344
171340	rnn.weight_ih_l1	2	0.0609048567712307
171340	rnn.weight_ih_l1	3	-0.0594378300011158
171340	rnn.weight_ih_l1	4	-0.017929378896951675
171340	rnn.weight_ih_l1	5	-0.043443240225315094
171340	rnn.weight_ih_l1	6	0.028363129124045372
171340	rnn.weight_ih_l1	7	-0.03767838701605797
171340	rnn.weight_ih_l1	8	0.03642222285270691
171340	rnn.weight_ih_l1	9	0.047495029866695404
171340	rnn.weight_hh_l1	0	-0.004423826467245817
171340	rnn.weight_hh_l1	1	0.018780503422021866
171340	rnn.weight_hh_l1	2	0.013806362636387348
171340	rnn.weight_hh_l1	3	-0.011941678822040558
171340	rnn.weight_hh_l1	4	0.007737079169601202
171340	rnn.weight_hh_l1	5	0.030838003382086754
171340	rnn.weight_hh_l1	6	0.03393363207578659
171340	rnn.weight_hh_l1	7	-0.019012607634067535
171340	rnn.weight_hh_l1	8	-0.009025301784276962
171340	rnn.weight_hh_l1	9	0.03634971007704735
171340	rnn.bias_ih_l1	0	-0.19958366453647614
171340	rnn.bias_ih_l1	1	-0.16885903477668762
171340	rnn.bias_ih_l1	2	-0.20520174503326416
171340	rnn.bias_ih_l1	3	-0.3207957148551941
171340	rnn.bias_ih_l1	4	-0.2002258598804474
171340	rnn.bias_ih_l1	5	-0.09793458878993988
171340	rnn.bias_ih_l1	6	-0.17034171521663666
171340	rnn.bias_ih_l1	7	-0.02098049782216549
171340	rnn.bias_ih_l1	8	-0.13909906148910522
171340	rnn.bias_ih_l1	9	-0.13235527276992798
171340	rnn.bias_hh_l1	0	-0.099322110414505
171340	rnn.bias_hh_l1	1	-0.06386681646108627
171340	rnn.bias_hh_l1	2	-0.10492740571498871
171340	rnn.bias_hh_l1	3	-0.08400183916091919
171340	rnn.bias_hh_l1	4	-0.08827531337738037
171340	rnn.bias_hh_l1	5	-0.11976946890354156
171340	rnn.bias_hh_l1	6	-0.15660730004310608
171340	rnn.bias_hh_l1	7	0.056254129856824875
171340	rnn.bias_hh_l1	8	-0.16335660219192505
171340	rnn.bias_hh_l1	9	-0.11566636711359024
171340	rnn.weight_ih_l1_reverse	0	-0.03987686708569527
171340	rnn.weight_ih_l1_reverse	1	0.03131887689232826
171340	rnn.weight_ih_l1_reverse	2	0.07065199315547943
171340	rnn.weight_ih_l1_reverse	3	-0.004339880775660276
171340	rnn.weight_ih_l1_reverse	4	-0.04519215598702431
171340	rnn.weight_ih_l1_reverse	5	-0.030927766114473343
171340	rnn.weight_ih_l1_reverse	6	0.0014108031755313277
171340	rnn.weight_ih_l1_reverse	7	0.025957774370908737
171340	rnn.weight_ih_l1_reverse	8	0.007509581744670868
171340	rnn.weight_ih_l1_reverse	9	-0.046634968370199203
171340	rnn.weight_hh_l1_reverse	0	0.006017833948135376
171340	rnn.weight_hh_l1_reverse	1	0.03026570938527584
171340	rnn.weight_hh_l1_reverse	2	-0.0403035543859005
171340	rnn.weight_hh_l1_reverse	3	0.03576826676726341
171340	rnn.weight_hh_l1_reverse	4	0.05108118802309036
171340	rnn.weight_hh_l1_reverse	5	0.0012806040467694402
171340	rnn.weight_hh_l1_reverse	6	0.05274193361401558
171340	rnn.weight_hh_l1_reverse	7	0.029456667602062225
171340	rnn.weight_hh_l1_reverse	8	-0.006893005222082138
171340	rnn.weight_hh_l1_reverse	9	-0.031669966876506805
171340	rnn.bias_ih_l1_reverse	0	-0.05841265618801117
171340	rnn.bias_ih_l1_reverse	1	-0.1515790969133377
171340	rnn.bias_ih_l1_reverse	2	-0.1638120412826538
171340	rnn.bias_ih_l1_reverse	3	-0.030067535117268562
171340	rnn.bias_ih_l1_reverse	4	-0.2154613733291626
171340	rnn.bias_ih_l1_reverse	5	-0.1162237823009491
171340	rnn.bias_ih_l1_reverse	6	-0.140996515750885
171340	rnn.bias_ih_l1_reverse	7	-0.18619534373283386
171340	rnn.bias_ih_l1_reverse	8	0.21748539805412292
171340	rnn.bias_ih_l1_reverse	9	0.039657991379499435
171340	rnn.bias_hh_l1_reverse	0	-0.003123037749901414
171340	rnn.bias_hh_l1_reverse	1	-0.08688776940107346
171340	rnn.bias_hh_l1_reverse	2	-0.23726433515548706
171340	rnn.bias_hh_l1_reverse	3	-0.1369868665933609
171340	rnn.bias_hh_l1_reverse	4	-0.09319733828306198
171340	rnn.bias_hh_l1_reverse	5	-0.12081973254680634
171340	rnn.bias_hh_l1_reverse	6	0.09726526588201523
171340	rnn.bias_hh_l1_reverse	7	-0.16575591266155243
171340	rnn.bias_hh_l1_reverse	8	-0.12077067047357559
171340	rnn.bias_hh_l1_reverse	9	-0.14862941205501556
171340	linear.weight	0	0.002228822559118271
171340	linear.weight	1	0.09358537942171097
171340	linear.weight	2	-0.08736112713813782
171340	linear.weight	3	0.2867759168148041
171340	linear.weight	4	0.16472169756889343
171340	linear.weight	5	-0.058270569890737534
171340	linear.weight	6	0.08112732321023941
171340	linear.weight	7	0.09437506645917892
171340	linear.weight	8	0.04117758572101593
171340	linear.weight	9	-0.05127169191837311
171340	linear.bias	0	0.08777279406785965
171340	linear.bias	1	-0.17476150393486023
171340	linear.bias	2	-0.38688281178474426
171340	linear.bias	3	-0.6657037734985352
171340	linear.bias	4	-1.2328108549118042
171340	linear.bias	5	-0.06584272533655167
171340	linear.bias	6	-0.7675513029098511
171340	linear.bias	7	0.2801774740219116
171340	linear.bias	8	-0.4496517777442932
171340	linear.bias	9	-1.0411415100097656
171537	transitions	0	0.7067995667457581
171537	transitions	1	0.15102103352546692
171537	transitions	2	-10000.0
171537	transitions	3	-1.8255417346954346
171537	transitions	4	-10000.0
171537	transitions	5	0.5704460740089417
171537	transitions	6	-0.08010323345661163
171537	transitions	7	-0.7580869197845459
171537	transitions	8	-1.4114831686019897
171537	transitions	9	-0.001175526063889265
171537	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
171537	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
171537	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
171537	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
171537	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
171537	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
171537	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
171537	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
171537	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
171537	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
171537	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
171537	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
171537	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
171537	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
171537	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
171537	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
171537	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
171537	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
171537	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
171537	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
171537	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
171537	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
171537	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
171537	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
171537	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
171537	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
171537	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
171537	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
171537	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
171537	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
171537	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
171537	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
171537	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
171537	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
171537	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
171537	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
171537	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
171537	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
171537	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
171537	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
171537	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
171537	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
171537	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
171537	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
171537	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
171537	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
171537	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
171537	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
171537	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
171537	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
171537	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
171537	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
171537	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
171537	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
171537	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
171537	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
171537	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
171537	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
171537	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
171537	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
171537	embedding2nn.weight	0	0.023119136691093445
171537	embedding2nn.weight	1	-0.013075856491923332
171537	embedding2nn.weight	2	-0.014268254861235619
171537	embedding2nn.weight	3	-0.02123318240046501
171537	embedding2nn.weight	4	-0.0059150345623493195
171537	embedding2nn.weight	5	-0.003700587200000882
171537	embedding2nn.weight	6	-0.003973271697759628
171537	embedding2nn.weight	7	-0.08080332726240158
171537	embedding2nn.weight	8	-0.0019979383796453476
171537	embedding2nn.weight	9	-0.029296832159161568
171537	embedding2nn.bias	0	0.03748859837651253
171537	embedding2nn.bias	1	-0.0710921585559845
171537	embedding2nn.bias	2	0.09302972257137299
171537	embedding2nn.bias	3	0.05332490801811218
171537	embedding2nn.bias	4	-0.038879215717315674
171537	embedding2nn.bias	5	-0.013229184783995152
171537	embedding2nn.bias	6	0.03886173292994499
171537	embedding2nn.bias	7	-0.06995616853237152
171537	embedding2nn.bias	8	0.0566190704703331
171537	embedding2nn.bias	9	0.05819527804851532
171537	rnn.weight_ih_l0	0	-0.07459915429353714
171537	rnn.weight_ih_l0	1	0.007433456834405661
171537	rnn.weight_ih_l0	2	0.035351622849702835
171537	rnn.weight_ih_l0	3	0.021428829059004784
171537	rnn.weight_ih_l0	4	-0.04116890951991081
171537	rnn.weight_ih_l0	5	-0.06393097341060638
171537	rnn.weight_ih_l0	6	-0.000462417840026319
171537	rnn.weight_ih_l0	7	0.05294426530599594
171537	rnn.weight_ih_l0	8	-0.012829599902033806
171537	rnn.weight_ih_l0	9	-0.025419458746910095
171537	rnn.weight_hh_l0	0	-0.03429403156042099
171537	rnn.weight_hh_l0	1	-0.010353893972933292
171537	rnn.weight_hh_l0	2	0.005086971912533045
171537	rnn.weight_hh_l0	3	-0.06769577413797379
171537	rnn.weight_hh_l0	4	0.08785368502140045
171537	rnn.weight_hh_l0	5	-0.027547741308808327
171537	rnn.weight_hh_l0	6	-0.059252168983221054
171537	rnn.weight_hh_l0	7	0.011673739179968834
171537	rnn.weight_hh_l0	8	0.012794273905456066
171537	rnn.weight_hh_l0	9	-0.021048080176115036
171537	rnn.bias_ih_l0	0	0.1280553638935089
171537	rnn.bias_ih_l0	1	-0.0318746380507946
171537	rnn.bias_ih_l0	2	-0.017225807532668114
171537	rnn.bias_ih_l0	3	0.15497951209545135
171537	rnn.bias_ih_l0	4	-0.01590755768120289
171537	rnn.bias_ih_l0	5	-0.014385437592864037
171537	rnn.bias_ih_l0	6	0.009432472288608551
171537	rnn.bias_ih_l0	7	0.028363024815917015
171537	rnn.bias_ih_l0	8	-0.09667418152093887
171537	rnn.bias_ih_l0	9	-0.030329693108797073
171537	rnn.bias_hh_l0	0	-0.00690748356282711
171537	rnn.bias_hh_l0	1	-0.10822270065546036
171537	rnn.bias_hh_l0	2	-0.06587382405996323
171537	rnn.bias_hh_l0	3	-0.08953931927680969
171537	rnn.bias_hh_l0	4	0.006414554547518492
171537	rnn.bias_hh_l0	5	-0.03559580445289612
171537	rnn.bias_hh_l0	6	0.026583759114146233
171537	rnn.bias_hh_l0	7	0.04600204527378082
171537	rnn.bias_hh_l0	8	-0.11319626122713089
171537	rnn.bias_hh_l0	9	-0.05955209210515022
171537	rnn.weight_ih_l0_reverse	0	-0.025815336033701897
171537	rnn.weight_ih_l0_reverse	1	-0.05466834828257561
171537	rnn.weight_ih_l0_reverse	2	-0.04666771739721298
171537	rnn.weight_ih_l0_reverse	3	0.005463317036628723
171537	rnn.weight_ih_l0_reverse	4	-0.017816808074712753
171537	rnn.weight_ih_l0_reverse	5	-0.05393490195274353
171537	rnn.weight_ih_l0_reverse	6	0.07572700083255768
171537	rnn.weight_ih_l0_reverse	7	-0.025922700762748718
171537	rnn.weight_ih_l0_reverse	8	-0.016963087022304535
171537	rnn.weight_ih_l0_reverse	9	-0.009473687037825584
171537	rnn.weight_hh_l0_reverse	0	0.060711584985256195
171537	rnn.weight_hh_l0_reverse	1	0.01898507960140705
171537	rnn.weight_hh_l0_reverse	2	0.030961770564317703
171537	rnn.weight_hh_l0_reverse	3	0.03580225259065628
171537	rnn.weight_hh_l0_reverse	4	0.00831074733287096
171537	rnn.weight_hh_l0_reverse	5	0.016027748584747314
171537	rnn.weight_hh_l0_reverse	6	0.05003131553530693
171537	rnn.weight_hh_l0_reverse	7	-0.06970377266407013
171537	rnn.weight_hh_l0_reverse	8	0.03806143254041672
171537	rnn.weight_hh_l0_reverse	9	0.033305127173662186
171537	rnn.bias_ih_l0_reverse	0	-0.06617680191993713
171537	rnn.bias_ih_l0_reverse	1	-0.2784877419471741
171537	rnn.bias_ih_l0_reverse	2	-0.12885187566280365
171537	rnn.bias_ih_l0_reverse	3	-0.050254784524440765
171537	rnn.bias_ih_l0_reverse	4	-0.029590748250484467
171537	rnn.bias_ih_l0_reverse	5	0.06565963476896286
171537	rnn.bias_ih_l0_reverse	6	-0.06544873863458633
171537	rnn.bias_ih_l0_reverse	7	0.05599664896726608
171537	rnn.bias_ih_l0_reverse	8	-0.04766605421900749
171537	rnn.bias_ih_l0_reverse	9	0.058389633893966675
171537	rnn.bias_hh_l0_reverse	0	0.024796415120363235
171537	rnn.bias_hh_l0_reverse	1	-0.06274177879095078
171537	rnn.bias_hh_l0_reverse	2	0.07828230410814285
171537	rnn.bias_hh_l0_reverse	3	-0.05495508387684822
171537	rnn.bias_hh_l0_reverse	4	-0.028350304812192917
171537	rnn.bias_hh_l0_reverse	5	-0.025473304092884064
171537	rnn.bias_hh_l0_reverse	6	-0.02214350737631321
171537	rnn.bias_hh_l0_reverse	7	0.09653503447771072
171537	rnn.bias_hh_l0_reverse	8	0.0349484458565712
171537	rnn.bias_hh_l0_reverse	9	-0.1412011682987213
171537	rnn.weight_ih_l1	0	-0.030539527535438538
171537	rnn.weight_ih_l1	1	-0.05091524124145508
171537	rnn.weight_ih_l1	2	0.061619337648153305
171537	rnn.weight_ih_l1	3	-0.0604981929063797
171537	rnn.weight_ih_l1	4	-0.017445359379053116
171537	rnn.weight_ih_l1	5	-0.04348578304052353
171537	rnn.weight_ih_l1	6	0.02891310676932335
171537	rnn.weight_ih_l1	7	-0.03839251771569252
171537	rnn.weight_ih_l1	8	0.036041732877492905
171537	rnn.weight_ih_l1	9	0.04745924845337868
171537	rnn.weight_hh_l1	0	-0.005099364090710878
171537	rnn.weight_hh_l1	1	0.01881343126296997
171537	rnn.weight_hh_l1	2	0.013013972900807858
171537	rnn.weight_hh_l1	3	-0.011843295767903328
171537	rnn.weight_hh_l1	4	0.007547816261649132
171537	rnn.weight_hh_l1	5	0.03100411593914032
171537	rnn.weight_hh_l1	6	0.03383970260620117
171537	rnn.weight_hh_l1	7	-0.018858321011066437
171537	rnn.weight_hh_l1	8	-0.009100320748984814
171537	rnn.weight_hh_l1	9	0.03655290976166725
171537	rnn.bias_ih_l1	0	-0.2008470892906189
171537	rnn.bias_ih_l1	1	-0.1694672852754593
171537	rnn.bias_ih_l1	2	-0.20549790561199188
171537	rnn.bias_ih_l1	3	-0.3189721405506134
171537	rnn.bias_ih_l1	4	-0.20145171880722046
171537	rnn.bias_ih_l1	5	-0.09787025302648544
171537	rnn.bias_ih_l1	6	-0.17139776051044464
171537	rnn.bias_ih_l1	7	-0.020981725305318832
171537	rnn.bias_ih_l1	8	-0.13674390316009521
171537	rnn.bias_ih_l1	9	-0.1317630261182785
171537	rnn.bias_hh_l1	0	-0.09948394447565079
171537	rnn.bias_hh_l1	1	-0.06319288164377213
171537	rnn.bias_hh_l1	2	-0.10150407254695892
171537	rnn.bias_hh_l1	3	-0.08454801142215729
171537	rnn.bias_hh_l1	4	-0.08646208047866821
171537	rnn.bias_hh_l1	5	-0.11916348338127136
171537	rnn.bias_hh_l1	6	-0.15445883572101593
171537	rnn.bias_hh_l1	7	0.05233949050307274
171537	rnn.bias_hh_l1	8	-0.16398592293262482
171537	rnn.bias_hh_l1	9	-0.11609780043363571
171537	rnn.weight_ih_l1_reverse	0	-0.04003235325217247
171537	rnn.weight_ih_l1_reverse	1	0.03176642581820488
171537	rnn.weight_ih_l1_reverse	2	0.07202039659023285
171537	rnn.weight_ih_l1_reverse	3	-0.003421190194785595
171537	rnn.weight_ih_l1_reverse	4	-0.045161809772253036
171537	rnn.weight_ih_l1_reverse	5	-0.03086904250085354
171537	rnn.weight_ih_l1_reverse	6	0.0009302748367190361
171537	rnn.weight_ih_l1_reverse	7	0.02647753432393074
171537	rnn.weight_ih_l1_reverse	8	0.007072320207953453
171537	rnn.weight_ih_l1_reverse	9	-0.048272911459207535
171537	rnn.weight_hh_l1_reverse	0	0.005947255529463291
171537	rnn.weight_hh_l1_reverse	1	0.030250445008277893
171537	rnn.weight_hh_l1_reverse	2	-0.040296901017427444
171537	rnn.weight_hh_l1_reverse	3	0.03580855205655098
171537	rnn.weight_hh_l1_reverse	4	0.050634223967790604
171537	rnn.weight_hh_l1_reverse	5	0.001320692477747798
171537	rnn.weight_hh_l1_reverse	6	0.053330931812524796
171537	rnn.weight_hh_l1_reverse	7	0.029183000326156616
171537	rnn.weight_hh_l1_reverse	8	-0.007047194521874189
171537	rnn.weight_hh_l1_reverse	9	-0.03180857002735138
171537	rnn.bias_ih_l1_reverse	0	-0.05955388396978378
171537	rnn.bias_ih_l1_reverse	1	-0.15132614970207214
171537	rnn.bias_ih_l1_reverse	2	-0.16407333314418793
171537	rnn.bias_ih_l1_reverse	3	-0.030562644824385643
171537	rnn.bias_ih_l1_reverse	4	-0.21533003449440002
171537	rnn.bias_ih_l1_reverse	5	-0.11600511521100998
171537	rnn.bias_ih_l1_reverse	6	-0.1408119797706604
171537	rnn.bias_ih_l1_reverse	7	-0.18622790277004242
171537	rnn.bias_ih_l1_reverse	8	0.21792589128017426
171537	rnn.bias_ih_l1_reverse	9	0.03686600551009178
171537	rnn.bias_hh_l1_reverse	0	-0.004286549054086208
171537	rnn.bias_hh_l1_reverse	1	-0.08879193663597107
171537	rnn.bias_hh_l1_reverse	2	-0.23810456693172455
171537	rnn.bias_hh_l1_reverse	3	-0.13669569790363312
171537	rnn.bias_hh_l1_reverse	4	-0.09195559471845627
171537	rnn.bias_hh_l1_reverse	5	-0.12026457488536835
171537	rnn.bias_hh_l1_reverse	6	0.09583290666341782
171537	rnn.bias_hh_l1_reverse	7	-0.16683050990104675
171537	rnn.bias_hh_l1_reverse	8	-0.12040327489376068
171537	rnn.bias_hh_l1_reverse	9	-0.1482778787612915
171537	linear.weight	0	0.002228822559118271
171537	linear.weight	1	0.0918731689453125
171537	linear.weight	2	-0.08885021507740021
171537	linear.weight	3	0.28250810503959656
171537	linear.weight	4	0.16648033261299133
171537	linear.weight	5	-0.05810758098959923
171537	linear.weight	6	0.09152358025312424
171537	linear.weight	7	0.09452272206544876
171537	linear.weight	8	0.0411774106323719
171537	linear.weight	9	-0.05119709670543671
171537	linear.bias	0	0.11176025867462158
171537	linear.bias	1	-0.17809492349624634
171537	linear.bias	2	-0.38626909255981445
171537	linear.bias	3	-0.6711739301681519
171537	linear.bias	4	-1.2383959293365479
171537	linear.bias	5	-0.06460385769605637
171537	linear.bias	6	-0.7704752683639526
171537	linear.bias	7	0.2822609841823578
171537	linear.bias	8	-0.45217859745025635
171537	linear.bias	9	-1.044506311416626
171734	transitions	0	0.7031666040420532
171734	transitions	1	0.15264080464839935
171734	transitions	2	-10000.0
171734	transitions	3	-1.8255579471588135
171734	transitions	4	-10000.0
171734	transitions	5	0.5704129934310913
171734	transitions	6	-0.0801444724202156
171734	transitions	7	-0.7581616640090942
171734	transitions	8	-1.411538004875183
171734	transitions	9	-0.001175765530206263
171734	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
171734	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
171734	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
171734	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
171734	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
171734	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
171734	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
171734	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
171734	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
171734	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
171734	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
171734	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
171734	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
171734	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
171734	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
171734	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
171734	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
171734	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
171734	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
171734	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
171734	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
171734	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
171734	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
171734	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
171734	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
171734	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
171734	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
171734	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
171734	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
171734	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
171734	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
171734	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
171734	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
171734	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
171734	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
171734	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
171734	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
171734	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
171734	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
171734	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
171734	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
171734	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
171734	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
171734	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
171734	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
171734	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
171734	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
171734	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
171734	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
171734	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
171734	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
171734	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
171734	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
171734	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
171734	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
171734	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
171734	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
171734	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
171734	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
171734	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
171734	embedding2nn.weight	0	0.022247152402997017
171734	embedding2nn.weight	1	-0.01320756133645773
171734	embedding2nn.weight	2	-0.014268254861235619
171734	embedding2nn.weight	3	-0.020241599529981613
171734	embedding2nn.weight	4	-0.0059150345623493195
171734	embedding2nn.weight	5	-0.0037005869671702385
171734	embedding2nn.weight	6	-0.003973274026066065
171734	embedding2nn.weight	7	-0.08086057752370834
171734	embedding2nn.weight	8	-0.0019979383796453476
171734	embedding2nn.weight	9	-0.029352465644478798
171734	embedding2nn.bias	0	0.03162471950054169
171734	embedding2nn.bias	1	-0.06916061043739319
171734	embedding2nn.bias	2	0.09219662845134735
171734	embedding2nn.bias	3	0.05265160650014877
171734	embedding2nn.bias	4	-0.040016885846853256
171734	embedding2nn.bias	5	-0.013629413209855556
171734	embedding2nn.bias	6	0.033850811421871185
171734	embedding2nn.bias	7	-0.0674789547920227
171734	embedding2nn.bias	8	0.061068639159202576
171734	embedding2nn.bias	9	0.05970916152000427
171734	rnn.weight_ih_l0	0	-0.07551238685846329
171734	rnn.weight_ih_l0	1	0.007297078613191843
171734	rnn.weight_ih_l0	2	0.03476535156369209
171734	rnn.weight_ih_l0	3	0.021673981100320816
171734	rnn.weight_ih_l0	4	-0.04168715327978134
171734	rnn.weight_ih_l0	5	-0.06401333957910538
171734	rnn.weight_ih_l0	6	0.00046235951595008373
171734	rnn.weight_ih_l0	7	0.052711181342601776
171734	rnn.weight_ih_l0	8	-0.011865846812725067
171734	rnn.weight_ih_l0	9	-0.02498098462820053
171734	rnn.weight_hh_l0	0	-0.034172914922237396
171734	rnn.weight_hh_l0	1	-0.009815043769776821
171734	rnn.weight_hh_l0	2	0.005507154855877161
171734	rnn.weight_hh_l0	3	-0.0673874020576477
171734	rnn.weight_hh_l0	4	0.08771707117557526
171734	rnn.weight_hh_l0	5	-0.027583351358771324
171734	rnn.weight_hh_l0	6	-0.058273784816265106
171734	rnn.weight_hh_l0	7	0.011666607111692429
171734	rnn.weight_hh_l0	8	0.013131184503436089
171734	rnn.weight_hh_l0	9	-0.02061590366065502
171734	rnn.bias_ih_l0	0	0.12775322794914246
171734	rnn.bias_ih_l0	1	-0.03240380063652992
171734	rnn.bias_ih_l0	2	-0.018114300444722176
171734	rnn.bias_ih_l0	3	0.15466831624507904
171734	rnn.bias_ih_l0	4	-0.015364487655460835
171734	rnn.bias_ih_l0	5	-0.014243206940591335
171734	rnn.bias_ih_l0	6	0.01178007572889328
171734	rnn.bias_ih_l0	7	0.027326861396431923
171734	rnn.bias_ih_l0	8	-0.09587867558002472
171734	rnn.bias_ih_l0	9	-0.027741122990846634
171734	rnn.bias_hh_l0	0	-0.007478146348148584
171734	rnn.bias_hh_l0	1	-0.10731931775808334
171734	rnn.bias_hh_l0	2	-0.06725291907787323
171734	rnn.bias_hh_l0	3	-0.08824417740106583
171734	rnn.bias_hh_l0	4	0.006874743849039078
171734	rnn.bias_hh_l0	5	-0.03523190692067146
171734	rnn.bias_hh_l0	6	0.026063596829771996
171734	rnn.bias_hh_l0	7	0.04566076025366783
171734	rnn.bias_hh_l0	8	-0.11427067965269089
171734	rnn.bias_hh_l0	9	-0.05713476985692978
171734	rnn.weight_ih_l0_reverse	0	-0.025709018111228943
171734	rnn.weight_ih_l0_reverse	1	-0.05482015758752823
171734	rnn.weight_ih_l0_reverse	2	-0.04642312601208687
171734	rnn.weight_ih_l0_reverse	3	0.005372259300202131
171734	rnn.weight_ih_l0_reverse	4	-0.017758574336767197
171734	rnn.weight_ih_l0_reverse	5	-0.054170265793800354
171734	rnn.weight_ih_l0_reverse	6	0.07586028426885605
171734	rnn.weight_ih_l0_reverse	7	-0.025412652641534805
171734	rnn.weight_ih_l0_reverse	8	-0.016288913786411285
171734	rnn.weight_ih_l0_reverse	9	-0.009355234913527966
171734	rnn.weight_hh_l0_reverse	0	0.060116034001111984
171734	rnn.weight_hh_l0_reverse	1	0.01906704530119896
171734	rnn.weight_hh_l0_reverse	2	0.031080428510904312
171734	rnn.weight_hh_l0_reverse	3	0.035856038331985474
171734	rnn.weight_hh_l0_reverse	4	0.00836270209401846
171734	rnn.weight_hh_l0_reverse	5	0.016116367653012276
171734	rnn.weight_hh_l0_reverse	6	0.050018154084682465
171734	rnn.weight_hh_l0_reverse	7	-0.07043734937906265
171734	rnn.weight_hh_l0_reverse	8	0.03823630139231682
171734	rnn.weight_hh_l0_reverse	9	0.033429939299821854
171734	rnn.bias_ih_l0_reverse	0	-0.0653964951634407
171734	rnn.bias_ih_l0_reverse	1	-0.278056263923645
171734	rnn.bias_ih_l0_reverse	2	-0.12950363755226135
171734	rnn.bias_ih_l0_reverse	3	-0.050261709839105606
171734	rnn.bias_ih_l0_reverse	4	-0.029445087537169456
171734	rnn.bias_ih_l0_reverse	5	0.06546953320503235
171734	rnn.bias_ih_l0_reverse	6	-0.06564141809940338
171734	rnn.bias_ih_l0_reverse	7	0.05655171349644661
171734	rnn.bias_ih_l0_reverse	8	-0.046800121665000916
171734	rnn.bias_ih_l0_reverse	9	0.057493288069963455
171734	rnn.bias_hh_l0_reverse	0	0.02526741474866867
171734	rnn.bias_hh_l0_reverse	1	-0.06241276487708092
171734	rnn.bias_hh_l0_reverse	2	0.07832799851894379
171734	rnn.bias_hh_l0_reverse	3	-0.05405094847083092
171734	rnn.bias_hh_l0_reverse	4	-0.02972918003797531
171734	rnn.bias_hh_l0_reverse	5	-0.022077977657318115
171734	rnn.bias_hh_l0_reverse	6	-0.02135065197944641
171734	rnn.bias_hh_l0_reverse	7	0.09701855480670929
171734	rnn.bias_hh_l0_reverse	8	0.03504323586821556
171734	rnn.bias_hh_l0_reverse	9	-0.14295406639575958
171734	rnn.weight_ih_l1	0	-0.030735168606042862
171734	rnn.weight_ih_l1	1	-0.05088425800204277
171734	rnn.weight_ih_l1	2	0.061098698526620865
171734	rnn.weight_ih_l1	3	-0.06059933453798294
171734	rnn.weight_ih_l1	4	-0.01715528778731823
171734	rnn.weight_ih_l1	5	-0.043568555265665054
171734	rnn.weight_ih_l1	6	0.029048943892121315
171734	rnn.weight_ih_l1	7	-0.03864497318863869
171734	rnn.weight_ih_l1	8	0.03599131852388382
171734	rnn.weight_ih_l1	9	0.04782930016517639
171734	rnn.weight_hh_l1	0	-0.005568819586187601
171734	rnn.weight_hh_l1	1	0.018724491819739342
171734	rnn.weight_hh_l1	2	0.013566654175519943
171734	rnn.weight_hh_l1	3	-0.012156648561358452
171734	rnn.weight_hh_l1	4	0.007596215233206749
171734	rnn.weight_hh_l1	5	0.03087429516017437
171734	rnn.weight_hh_l1	6	0.03407249227166176
171734	rnn.weight_hh_l1	7	-0.018340982496738434
171734	rnn.weight_hh_l1	8	-0.009038432501256466
171734	rnn.weight_hh_l1	9	0.036502011120319366
171734	rnn.bias_ih_l1	0	-0.20095910131931305
171734	rnn.bias_ih_l1	1	-0.16896869242191315
171734	rnn.bias_ih_l1	2	-0.20685896277427673
171734	rnn.bias_ih_l1	3	-0.32032510638237
171734	rnn.bias_ih_l1	4	-0.20562730729579926
171734	rnn.bias_ih_l1	5	-0.09812818467617035
171734	rnn.bias_ih_l1	6	-0.17083458602428436
171734	rnn.bias_ih_l1	7	-0.02160782739520073
171734	rnn.bias_ih_l1	8	-0.13624128699302673
171734	rnn.bias_ih_l1	9	-0.1300717294216156
171734	rnn.bias_hh_l1	0	-0.09858782589435577
171734	rnn.bias_hh_l1	1	-0.06385502964258194
171734	rnn.bias_hh_l1	2	-0.10163797438144684
171734	rnn.bias_hh_l1	3	-0.08295921236276627
171734	rnn.bias_hh_l1	4	-0.08553934842348099
171734	rnn.bias_hh_l1	5	-0.11898823082447052
171734	rnn.bias_hh_l1	6	-0.15472380816936493
171734	rnn.bias_hh_l1	7	0.05128680169582367
171734	rnn.bias_hh_l1	8	-0.16249880194664001
171734	rnn.bias_hh_l1	9	-0.11635846644639969
171734	rnn.weight_ih_l1_reverse	0	-0.03924160078167915
171734	rnn.weight_ih_l1_reverse	1	0.03338681533932686
171734	rnn.weight_ih_l1_reverse	2	0.0690392479300499
171734	rnn.weight_ih_l1_reverse	3	-0.004696567077189684
171734	rnn.weight_ih_l1_reverse	4	-0.0453784205019474
171734	rnn.weight_ih_l1_reverse	5	-0.030848965048789978
171734	rnn.weight_ih_l1_reverse	6	0.0012115677818655968
171734	rnn.weight_ih_l1_reverse	7	0.026447637006640434
171734	rnn.weight_ih_l1_reverse	8	0.007274955976754427
171734	rnn.weight_ih_l1_reverse	9	-0.047375697642564774
171734	rnn.weight_hh_l1_reverse	0	0.006114705000072718
171734	rnn.weight_hh_l1_reverse	1	0.030276229605078697
171734	rnn.weight_hh_l1_reverse	2	-0.040310390293598175
171734	rnn.weight_hh_l1_reverse	3	0.03576648607850075
171734	rnn.weight_hh_l1_reverse	4	0.05058860778808594
171734	rnn.weight_hh_l1_reverse	5	0.0012924093753099442
171734	rnn.weight_hh_l1_reverse	6	0.052638083696365356
171734	rnn.weight_hh_l1_reverse	7	0.029327530413866043
171734	rnn.weight_hh_l1_reverse	8	-0.006953061558306217
171734	rnn.weight_hh_l1_reverse	9	-0.03172384575009346
171734	rnn.bias_ih_l1_reverse	0	-0.0589115172624588
171734	rnn.bias_ih_l1_reverse	1	-0.1510622799396515
171734	rnn.bias_ih_l1_reverse	2	-0.16473950445652008
171734	rnn.bias_ih_l1_reverse	3	-0.03147553279995918
171734	rnn.bias_ih_l1_reverse	4	-0.21446621417999268
171734	rnn.bias_ih_l1_reverse	5	-0.11575337499380112
171734	rnn.bias_ih_l1_reverse	6	-0.1410091370344162
171734	rnn.bias_ih_l1_reverse	7	-0.18637481331825256
171734	rnn.bias_ih_l1_reverse	8	0.21691468358039856
171734	rnn.bias_ih_l1_reverse	9	0.03878193348646164
171734	rnn.bias_hh_l1_reverse	0	-0.0037985865492373705
171734	rnn.bias_hh_l1_reverse	1	-0.09330376237630844
171734	rnn.bias_hh_l1_reverse	2	-0.2373928725719452
171734	rnn.bias_hh_l1_reverse	3	-0.1367712765932083
171734	rnn.bias_hh_l1_reverse	4	-0.09165196120738983
171734	rnn.bias_hh_l1_reverse	5	-0.12084950506687164
171734	rnn.bias_hh_l1_reverse	6	0.09979628771543503
171734	rnn.bias_hh_l1_reverse	7	-0.16677546501159668
171734	rnn.bias_hh_l1_reverse	8	-0.12054096907377243
171734	rnn.bias_hh_l1_reverse	9	-0.14848576486110687
171734	linear.weight	0	0.002228822559118271
171734	linear.weight	1	0.09478345513343811
171734	linear.weight	2	-0.09304431825876236
171734	linear.weight	3	0.2853229343891144
171734	linear.weight	4	0.16904552280902863
171734	linear.weight	5	-0.05825342610478401
171734	linear.weight	6	0.08821795135736465
171734	linear.weight	7	0.09184408187866211
171734	linear.weight	8	0.041177455335855484
171734	linear.weight	9	-0.04929791018366814
171734	linear.bias	0	0.11417213827371597
171734	linear.bias	1	-0.18652939796447754
171734	linear.bias	2	-0.398897647857666
171734	linear.bias	3	-0.6694961786270142
171734	linear.bias	4	-1.2370892763137817
171734	linear.bias	5	-0.04831138998270035
171734	linear.bias	6	-0.7789251208305359
171734	linear.bias	7	0.2979077100753784
171734	linear.bias	8	-0.4348587989807129
171734	linear.bias	9	-1.02365243434906
171738	transitions	0	0.7003312110900879
171738	transitions	1	0.15181712806224823
171738	transitions	2	-10000.0
171738	transitions	3	-1.8255600929260254
171738	transitions	4	-10000.0
171738	transitions	5	0.5704125165939331
171738	transitions	6	-0.08014467358589172
171738	transitions	7	-0.7581621408462524
171738	transitions	8	-1.4115381240844727
171738	transitions	9	-0.001175789744593203
171738	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
171738	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
171738	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
171738	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
171738	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
171738	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
171738	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
171738	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
171738	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
171738	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
171738	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
171738	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
171738	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
171738	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
171738	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
171738	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
171738	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
171738	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
171738	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
171738	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
171738	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
171738	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
171738	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
171738	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
171738	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
171738	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
171738	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
171738	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
171738	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
171738	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
171738	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
171738	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
171738	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
171738	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
171738	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
171738	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
171738	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
171738	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
171738	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
171738	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
171738	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
171738	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
171738	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
171738	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
171738	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
171738	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
171738	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
171738	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
171738	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
171738	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
171738	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
171738	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
171738	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
171738	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
171738	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
171738	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
171738	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
171738	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
171738	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
171738	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
171738	embedding2nn.weight	0	0.022165872156620026
171738	embedding2nn.weight	1	-0.013202396221458912
171738	embedding2nn.weight	2	-0.014268254861235619
171738	embedding2nn.weight	3	-0.020402243360877037
171738	embedding2nn.weight	4	-0.0059150345623493195
171738	embedding2nn.weight	5	-0.0037005869671702385
171738	embedding2nn.weight	6	-0.003973274026066065
171738	embedding2nn.weight	7	-0.08095212280750275
171738	embedding2nn.weight	8	-0.0019979383796453476
171738	embedding2nn.weight	9	-0.029367389157414436
171738	embedding2nn.bias	0	0.03152510151267052
171738	embedding2nn.bias	1	-0.06896517425775528
171738	embedding2nn.bias	2	0.09240303933620453
171738	embedding2nn.bias	3	0.05325851961970329
171738	embedding2nn.bias	4	-0.03947681188583374
171738	embedding2nn.bias	5	-0.014037173241376877
171738	embedding2nn.bias	6	0.03475232049822807
171738	embedding2nn.bias	7	-0.06666435301303864
171738	embedding2nn.bias	8	0.06041945144534111
171738	embedding2nn.bias	9	0.05928324535489082
171738	rnn.weight_ih_l0	0	-0.07536714524030685
171738	rnn.weight_ih_l0	1	0.007287077605724335
171738	rnn.weight_ih_l0	2	0.03455419838428497
171738	rnn.weight_ih_l0	3	0.021708466112613678
171738	rnn.weight_ih_l0	4	-0.0418422594666481
171738	rnn.weight_ih_l0	5	-0.06395535916090012
171738	rnn.weight_ih_l0	6	0.0004687953623943031
171738	rnn.weight_ih_l0	7	0.052695825695991516
171738	rnn.weight_ih_l0	8	-0.011846388690173626
171738	rnn.weight_ih_l0	9	-0.025072546675801277
171738	rnn.weight_hh_l0	0	-0.034197304397821426
171738	rnn.weight_hh_l0	1	-0.010019326582551003
171738	rnn.weight_hh_l0	2	0.005534314084798098
171738	rnn.weight_hh_l0	3	-0.0673648864030838
171738	rnn.weight_hh_l0	4	0.08768066763877869
171738	rnn.weight_hh_l0	5	-0.02764018252491951
171738	rnn.weight_hh_l0	6	-0.058278441429138184
171738	rnn.weight_hh_l0	7	0.011671232990920544
171738	rnn.weight_hh_l0	8	0.013126036152243614
171738	rnn.weight_hh_l0	9	-0.020616667345166206
171738	rnn.bias_ih_l0	0	0.12781260907649994
171738	rnn.bias_ih_l0	1	-0.032388798892498016
171738	rnn.bias_ih_l0	2	-0.018271323293447495
171738	rnn.bias_ih_l0	3	0.15466582775115967
171738	rnn.bias_ih_l0	4	-0.015365073457360268
171738	rnn.bias_ih_l0	5	-0.014306469820439816
171738	rnn.bias_ih_l0	6	0.011729669757187366
171738	rnn.bias_ih_l0	7	0.02709643542766571
171738	rnn.bias_ih_l0	8	-0.09581523388624191
171738	rnn.bias_ih_l0	9	-0.02749924547970295
171738	rnn.bias_hh_l0	0	-0.007435801904648542
171738	rnn.bias_hh_l0	1	-0.10733351111412048
171738	rnn.bias_hh_l0	2	-0.06720507144927979
171738	rnn.bias_hh_l0	3	-0.08797391504049301
171738	rnn.bias_hh_l0	4	0.0070752957835793495
171738	rnn.bias_hh_l0	5	-0.03522661328315735
171738	rnn.bias_hh_l0	6	0.026341579854488373
171738	rnn.bias_hh_l0	7	0.045393288135528564
171738	rnn.bias_hh_l0	8	-0.1143648698925972
171738	rnn.bias_hh_l0	9	-0.057182032614946365
171738	rnn.weight_ih_l0_reverse	0	-0.02563449926674366
171738	rnn.weight_ih_l0_reverse	1	-0.05478759855031967
171738	rnn.weight_ih_l0_reverse	2	-0.04642027989029884
171738	rnn.weight_ih_l0_reverse	3	0.005425638519227505
171738	rnn.weight_ih_l0_reverse	4	-0.01776796579360962
171738	rnn.weight_ih_l0_reverse	5	-0.05417577922344208
171738	rnn.weight_ih_l0_reverse	6	0.07584384828805923
171738	rnn.weight_ih_l0_reverse	7	-0.025430526584386826
171738	rnn.weight_ih_l0_reverse	8	-0.016316471621394157
171738	rnn.weight_ih_l0_reverse	9	-0.009348093532025814
171738	rnn.weight_hh_l0_reverse	0	0.060100577771663666
171738	rnn.weight_hh_l0_reverse	1	0.019016532227396965
171738	rnn.weight_hh_l0_reverse	2	0.031124990433454514
171738	rnn.weight_hh_l0_reverse	3	0.035926591604948044
171738	rnn.weight_hh_l0_reverse	4	0.008339878171682358
171738	rnn.weight_hh_l0_reverse	5	0.016224851831793785
171738	rnn.weight_hh_l0_reverse	6	0.04999346286058426
171738	rnn.weight_hh_l0_reverse	7	-0.07044112682342529
171738	rnn.weight_hh_l0_reverse	8	0.03824010118842125
171738	rnn.weight_hh_l0_reverse	9	0.033428069204092026
171738	rnn.bias_ih_l0_reverse	0	-0.06547129899263382
171738	rnn.bias_ih_l0_reverse	1	-0.2784114480018616
171738	rnn.bias_ih_l0_reverse	2	-0.12964051961898804
171738	rnn.bias_ih_l0_reverse	3	-0.05028293654322624
171738	rnn.bias_ih_l0_reverse	4	-0.029365167021751404
171738	rnn.bias_ih_l0_reverse	5	0.06539711356163025
171738	rnn.bias_ih_l0_reverse	6	-0.065650075674057
171738	rnn.bias_ih_l0_reverse	7	0.056393157690763474
171738	rnn.bias_ih_l0_reverse	8	-0.04683062434196472
171738	rnn.bias_ih_l0_reverse	9	0.05759293958544731
171738	rnn.bias_hh_l0_reverse	0	0.025199923664331436
171738	rnn.bias_hh_l0_reverse	1	-0.062256649136543274
171738	rnn.bias_hh_l0_reverse	2	0.07844937592744827
171738	rnn.bias_hh_l0_reverse	3	-0.05389053374528885
171738	rnn.bias_hh_l0_reverse	4	-0.03003508225083351
171738	rnn.bias_hh_l0_reverse	5	-0.022121688351035118
171738	rnn.bias_hh_l0_reverse	6	-0.02157820388674736
171738	rnn.bias_hh_l0_reverse	7	0.09680566191673279
171738	rnn.bias_hh_l0_reverse	8	0.03563327342271805
171738	rnn.bias_hh_l0_reverse	9	-0.14319974184036255
171738	rnn.weight_ih_l1	0	-0.030733950436115265
171738	rnn.weight_ih_l1	1	-0.050852298736572266
171738	rnn.weight_ih_l1	2	0.06132640689611435
171738	rnn.weight_ih_l1	3	-0.06050802022218704
171738	rnn.weight_ih_l1	4	-0.017103098332881927
171738	rnn.weight_ih_l1	5	-0.04356231912970543
171738	rnn.weight_ih_l1	6	0.02896708995103836
171738	rnn.weight_ih_l1	7	-0.03854016587138176
171738	rnn.weight_ih_l1	8	0.03599094972014427
171738	rnn.weight_ih_l1	9	0.04782654345035553
171738	rnn.weight_hh_l1	0	-0.005510028917342424
171738	rnn.weight_hh_l1	1	0.018720656633377075
171738	rnn.weight_hh_l1	2	0.013578273355960846
171738	rnn.weight_hh_l1	3	-0.012139822356402874
171738	rnn.weight_hh_l1	4	0.00760947959497571
171738	rnn.weight_hh_l1	5	0.030908022075891495
171738	rnn.weight_hh_l1	6	0.03406926989555359
171738	rnn.weight_hh_l1	7	-0.0183253213763237
171738	rnn.weight_hh_l1	8	-0.00902886688709259
171738	rnn.weight_hh_l1	9	0.036525800824165344
171738	rnn.bias_ih_l1	0	-0.20121318101882935
171738	rnn.bias_ih_l1	1	-0.16891106963157654
171738	rnn.bias_ih_l1	2	-0.2067847102880478
171738	rnn.bias_ih_l1	3	-0.32059839367866516
171738	rnn.bias_ih_l1	4	-0.2059791535139084
171738	rnn.bias_ih_l1	5	-0.09807361662387848
171738	rnn.bias_ih_l1	6	-0.17055629193782806
171738	rnn.bias_ih_l1	7	-0.021097030490636826
171738	rnn.bias_ih_l1	8	-0.13637566566467285
171738	rnn.bias_ih_l1	9	-0.1300201565027237
171738	rnn.bias_hh_l1	0	-0.0985284224152565
171738	rnn.bias_hh_l1	1	-0.06403901427984238
171738	rnn.bias_hh_l1	2	-0.10156823694705963
171738	rnn.bias_hh_l1	3	-0.08290020376443863
171738	rnn.bias_hh_l1	4	-0.08557938039302826
171738	rnn.bias_hh_l1	5	-0.11873581260442734
171738	rnn.bias_hh_l1	6	-0.15475240349769592
171738	rnn.bias_hh_l1	7	0.05140222981572151
171738	rnn.bias_hh_l1	8	-0.16221719980239868
171738	rnn.bias_hh_l1	9	-0.11663868278265
171738	rnn.weight_ih_l1_reverse	0	-0.03944247588515282
171738	rnn.weight_ih_l1_reverse	1	0.03333214670419693
171738	rnn.weight_ih_l1_reverse	2	0.06908214092254639
171738	rnn.weight_ih_l1_reverse	3	-0.00475719990208745
171738	rnn.weight_ih_l1_reverse	4	-0.04513493925333023
171738	rnn.weight_ih_l1_reverse	5	-0.030848320573568344
171738	rnn.weight_ih_l1_reverse	6	0.001196509227156639
171738	rnn.weight_ih_l1_reverse	7	0.026464179158210754
171738	rnn.weight_ih_l1_reverse	8	0.007243774831295013
171738	rnn.weight_ih_l1_reverse	9	-0.04745839908719063
171738	rnn.weight_hh_l1_reverse	0	0.006110384128987789
171738	rnn.weight_hh_l1_reverse	1	0.030296379700303078
171738	rnn.weight_hh_l1_reverse	2	-0.04030999168753624
171738	rnn.weight_hh_l1_reverse	3	0.03576105833053589
171738	rnn.weight_hh_l1_reverse	4	0.05059511959552765
171738	rnn.weight_hh_l1_reverse	5	0.0013091480359435081
171738	rnn.weight_hh_l1_reverse	6	0.05257377400994301
171738	rnn.weight_hh_l1_reverse	7	0.029319508001208305
171738	rnn.weight_hh_l1_reverse	8	-0.0069594853557646275
171738	rnn.weight_hh_l1_reverse	9	-0.03170961141586304
171738	rnn.bias_ih_l1_reverse	0	-0.05894749239087105
171738	rnn.bias_ih_l1_reverse	1	-0.15100541710853577
171738	rnn.bias_ih_l1_reverse	2	-0.16502703726291656
171738	rnn.bias_ih_l1_reverse	3	-0.03162093833088875
171738	rnn.bias_ih_l1_reverse	4	-0.21446457505226135
171738	rnn.bias_ih_l1_reverse	5	-0.1157059296965599
171738	rnn.bias_ih_l1_reverse	6	-0.14107802510261536
171738	rnn.bias_ih_l1_reverse	7	-0.18625563383102417
171738	rnn.bias_ih_l1_reverse	8	0.2169691026210785
171738	rnn.bias_ih_l1_reverse	9	0.038703277707099915
171738	rnn.bias_hh_l1_reverse	0	-0.003921449650079012
171738	rnn.bias_hh_l1_reverse	1	-0.0937841534614563
171738	rnn.bias_hh_l1_reverse	2	-0.23734691739082336
171738	rnn.bias_hh_l1_reverse	3	-0.13640505075454712
171738	rnn.bias_hh_l1_reverse	4	-0.09152635186910629
171738	rnn.bias_hh_l1_reverse	5	-0.12067200243473053
171738	rnn.bias_hh_l1_reverse	6	0.09925566613674164
171738	rnn.bias_hh_l1_reverse	7	-0.16659563779830933
171738	rnn.bias_hh_l1_reverse	8	-0.1205630898475647
171738	rnn.bias_hh_l1_reverse	9	-0.1485300213098526
171738	linear.weight	0	0.002228822559118271
171738	linear.weight	1	0.09493380784988403
171738	linear.weight	2	-0.09312286227941513
171738	linear.weight	3	0.285452276468277
171738	linear.weight	4	0.16895195841789246
171738	linear.weight	5	-0.05824516341090202
171738	linear.weight	6	0.0884108692407608
171738	linear.weight	7	0.09177073836326599
171738	linear.weight	8	0.04117746278643608
171738	linear.weight	9	-0.04950697720050812
171738	linear.bias	0	0.1151527538895607
171738	linear.bias	1	-0.1844695508480072
171738	linear.bias	2	-0.40049004554748535
171738	linear.bias	3	-0.6726670861244202
171738	linear.bias	4	-1.2402936220169067
171738	linear.bias	5	-0.04858459532260895
171738	linear.bias	6	-0.7768778800964355
171738	linear.bias	7	0.29751113057136536
171738	linear.bias	8	-0.4349766671657562
171738	linear.bias	9	-1.0237500667572021
171935	transitions	0	0.6962890625
171935	transitions	1	0.15342696011066437
171935	transitions	2	-10000.0
171935	transitions	3	-1.8255677223205566
171935	transitions	4	-10000.0
171935	transitions	5	0.5703632235527039
171935	transitions	6	-0.08018139749765396
171935	transitions	7	-0.7582243084907532
171935	transitions	8	-1.4115535020828247
171935	transitions	9	-0.0011759308399632573
171935	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
171935	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
171935	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
171935	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
171935	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
171935	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
171935	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
171935	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
171935	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
171935	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
171935	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
171935	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
171935	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
171935	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
171935	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
171935	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
171935	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
171935	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
171935	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
171935	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
171935	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
171935	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
171935	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
171935	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
171935	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
171935	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
171935	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
171935	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
171935	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
171935	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
171935	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
171935	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
171935	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
171935	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
171935	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
171935	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
171935	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
171935	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
171935	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
171935	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
171935	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
171935	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
171935	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
171935	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
171935	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
171935	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
171935	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
171935	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
171935	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
171935	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
171935	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
171935	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
171935	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
171935	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
171935	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
171935	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
171935	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
171935	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
171935	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
171935	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
171935	embedding2nn.weight	0	0.022566447034478188
171935	embedding2nn.weight	1	-0.013296786695718765
171935	embedding2nn.weight	2	-0.014268254861235619
171935	embedding2nn.weight	3	-0.0200103260576725
171935	embedding2nn.weight	4	-0.0059150345623493195
171935	embedding2nn.weight	5	-0.003700586734339595
171935	embedding2nn.weight	6	-0.003973274491727352
171935	embedding2nn.weight	7	-0.08146995306015015
171935	embedding2nn.weight	8	-0.0019979383796453476
171935	embedding2nn.weight	9	-0.030029628425836563
171935	embedding2nn.bias	0	0.030176274478435516
171935	embedding2nn.bias	1	-0.06907976418733597
171935	embedding2nn.bias	2	0.08572378754615784
171935	embedding2nn.bias	3	0.048804521560668945
171935	embedding2nn.bias	4	-0.04257999360561371
171935	embedding2nn.bias	5	-0.01385900005698204
171935	embedding2nn.bias	6	0.0342244878411293
171935	embedding2nn.bias	7	-0.06683632731437683
171935	embedding2nn.bias	8	0.05982568487524986
171935	embedding2nn.bias	9	0.055137649178504944
171935	rnn.weight_ih_l0	0	-0.07548101246356964
171935	rnn.weight_ih_l0	1	0.007186679169535637
171935	rnn.weight_ih_l0	2	0.0347847156226635
171935	rnn.weight_ih_l0	3	0.021935347467660904
171935	rnn.weight_ih_l0	4	-0.0416698157787323
171935	rnn.weight_ih_l0	5	-0.06387732177972794
171935	rnn.weight_ih_l0	6	0.0003189472481608391
171935	rnn.weight_ih_l0	7	0.052015792578458786
171935	rnn.weight_ih_l0	8	-0.011596712283790112
171935	rnn.weight_ih_l0	9	-0.024791374802589417
171935	rnn.weight_hh_l0	0	-0.03365159407258034
171935	rnn.weight_hh_l0	1	-0.009986639022827148
171935	rnn.weight_hh_l0	2	0.005498840007930994
171935	rnn.weight_hh_l0	3	-0.06758026033639908
171935	rnn.weight_hh_l0	4	0.08784660696983337
171935	rnn.weight_hh_l0	5	-0.027363361790776253
171935	rnn.weight_hh_l0	6	-0.05778928101062775
171935	rnn.weight_hh_l0	7	0.011922210454940796
171935	rnn.weight_hh_l0	8	0.013043851591646671
171935	rnn.weight_hh_l0	9	-0.020697982981801033
171935	rnn.bias_ih_l0	0	0.12843474745750427
171935	rnn.bias_ih_l0	1	-0.033198799937963486
171935	rnn.bias_ih_l0	2	-0.018299056217074394
171935	rnn.bias_ih_l0	3	0.1554154008626938
171935	rnn.bias_ih_l0	4	-0.014760314486920834
171935	rnn.bias_ih_l0	5	-0.015919430181384087
171935	rnn.bias_ih_l0	6	0.010047961957752705
171935	rnn.bias_ih_l0	7	0.02647029422223568
171935	rnn.bias_ih_l0	8	-0.0958227589726448
171935	rnn.bias_ih_l0	9	-0.028019800782203674
171935	rnn.bias_hh_l0	0	-0.007523838430643082
171935	rnn.bias_hh_l0	1	-0.10405182093381882
171935	rnn.bias_hh_l0	2	-0.06856165826320648
171935	rnn.bias_hh_l0	3	-0.08581575751304626
171935	rnn.bias_hh_l0	4	0.006542140617966652
171935	rnn.bias_hh_l0	5	-0.035869304090738297
171935	rnn.bias_hh_l0	6	0.026626257225871086
171935	rnn.bias_hh_l0	7	0.044379543513059616
171935	rnn.bias_hh_l0	8	-0.11548684537410736
171935	rnn.bias_hh_l0	9	-0.0573633573949337
171935	rnn.weight_ih_l0_reverse	0	-0.026003822684288025
171935	rnn.weight_ih_l0_reverse	1	-0.054961200803518295
171935	rnn.weight_ih_l0_reverse	2	-0.04612385481595993
171935	rnn.weight_ih_l0_reverse	3	0.006128920707851648
171935	rnn.weight_ih_l0_reverse	4	-0.01789282076060772
171935	rnn.weight_ih_l0_reverse	5	-0.05415039137005806
171935	rnn.weight_ih_l0_reverse	6	0.07612834870815277
171935	rnn.weight_ih_l0_reverse	7	-0.024291250854730606
171935	rnn.weight_ih_l0_reverse	8	-0.016157696023583412
171935	rnn.weight_ih_l0_reverse	9	-0.009634149260818958
171935	rnn.weight_hh_l0_reverse	0	0.06027636304497719
171935	rnn.weight_hh_l0_reverse	1	0.018985209986567497
171935	rnn.weight_hh_l0_reverse	2	0.03132178261876106
171935	rnn.weight_hh_l0_reverse	3	0.035699911415576935
171935	rnn.weight_hh_l0_reverse	4	0.00855331216007471
171935	rnn.weight_hh_l0_reverse	5	0.016405867412686348
171935	rnn.weight_hh_l0_reverse	6	0.05032115429639816
171935	rnn.weight_hh_l0_reverse	7	-0.07011107355356216
171935	rnn.weight_hh_l0_reverse	8	0.038438696414232254
171935	rnn.weight_hh_l0_reverse	9	0.033547889441251755
171935	rnn.bias_ih_l0_reverse	0	-0.0649595707654953
171935	rnn.bias_ih_l0_reverse	1	-0.2764979302883148
171935	rnn.bias_ih_l0_reverse	2	-0.12880343198776245
171935	rnn.bias_ih_l0_reverse	3	-0.05108112841844559
171935	rnn.bias_ih_l0_reverse	4	-0.029093388468027115
171935	rnn.bias_ih_l0_reverse	5	0.06701432913541794
171935	rnn.bias_ih_l0_reverse	6	-0.06539065390825272
171935	rnn.bias_ih_l0_reverse	7	0.056200504302978516
171935	rnn.bias_ih_l0_reverse	8	-0.04758568853139877
171935	rnn.bias_ih_l0_reverse	9	0.059157103300094604
171935	rnn.bias_hh_l0_reverse	0	0.026569616049528122
171935	rnn.bias_hh_l0_reverse	1	-0.0627104789018631
171935	rnn.bias_hh_l0_reverse	2	0.07825896143913269
171935	rnn.bias_hh_l0_reverse	3	-0.05307108908891678
171935	rnn.bias_hh_l0_reverse	4	-0.029331281781196594
171935	rnn.bias_hh_l0_reverse	5	-0.022486796602606773
171935	rnn.bias_hh_l0_reverse	6	-0.020717496052384377
171935	rnn.bias_hh_l0_reverse	7	0.09767545014619827
171935	rnn.bias_hh_l0_reverse	8	0.035162750631570816
171935	rnn.bias_hh_l0_reverse	9	-0.14556443691253662
171935	rnn.weight_ih_l1	0	-0.030205147340893745
171935	rnn.weight_ih_l1	1	-0.05125521495938301
171935	rnn.weight_ih_l1	2	0.061316054314374924
171935	rnn.weight_ih_l1	3	-0.061096519231796265
171935	rnn.weight_ih_l1	4	-0.01719103939831257
171935	rnn.weight_ih_l1	5	-0.04357733577489853
171935	rnn.weight_ih_l1	6	0.028683189302682877
171935	rnn.weight_ih_l1	7	-0.03858795389533043
171935	rnn.weight_ih_l1	8	0.03607156127691269
171935	rnn.weight_ih_l1	9	0.047331053763628006
171935	rnn.weight_hh_l1	0	-0.005500285420566797
171935	rnn.weight_hh_l1	1	0.018574660643935204
171935	rnn.weight_hh_l1	2	0.013432166539132595
171935	rnn.weight_hh_l1	3	-0.01216762512922287
171935	rnn.weight_hh_l1	4	0.0077331941574811935
171935	rnn.weight_hh_l1	5	0.030880315229296684
171935	rnn.weight_hh_l1	6	0.03466084226965904
171935	rnn.weight_hh_l1	7	-0.018453525379300117
171935	rnn.weight_hh_l1	8	-0.009044182486832142
171935	rnn.weight_hh_l1	9	0.03656606003642082
171935	rnn.bias_ih_l1	0	-0.20011097192764282
171935	rnn.bias_ih_l1	1	-0.1691674143075943
171935	rnn.bias_ih_l1	2	-0.2076902985572815
171935	rnn.bias_ih_l1	3	-0.3214184641838074
171935	rnn.bias_ih_l1	4	-0.19999535381793976
171935	rnn.bias_ih_l1	5	-0.09719773381948471
171935	rnn.bias_ih_l1	6	-0.17138902842998505
171935	rnn.bias_ih_l1	7	-0.021192248910665512
171935	rnn.bias_ih_l1	8	-0.13705098628997803
171935	rnn.bias_ih_l1	9	-0.12774132192134857
171935	rnn.bias_hh_l1	0	-0.09867396950721741
171935	rnn.bias_hh_l1	1	-0.06412729620933533
171935	rnn.bias_hh_l1	2	-0.1025809645652771
171935	rnn.bias_hh_l1	3	-0.08339812606573105
171935	rnn.bias_hh_l1	4	-0.08522117137908936
171935	rnn.bias_hh_l1	5	-0.11887893825769424
171935	rnn.bias_hh_l1	6	-0.15455888211727142
171935	rnn.bias_hh_l1	7	0.05509703606367111
171935	rnn.bias_hh_l1	8	-0.16357792913913727
171935	rnn.bias_hh_l1	9	-0.11726702749729156
171935	rnn.weight_ih_l1_reverse	0	-0.03965412825345993
171935	rnn.weight_ih_l1_reverse	1	0.033552173525094986
171935	rnn.weight_ih_l1_reverse	2	0.07086525857448578
171935	rnn.weight_ih_l1_reverse	3	-0.005316629074513912
171935	rnn.weight_ih_l1_reverse	4	-0.04682885482907295
171935	rnn.weight_ih_l1_reverse	5	-0.030748276039958
171935	rnn.weight_ih_l1_reverse	6	0.00022178901417646557
171935	rnn.weight_ih_l1_reverse	7	0.026469338685274124
171935	rnn.weight_ih_l1_reverse	8	0.006653154268860817
171935	rnn.weight_ih_l1_reverse	9	-0.04750891029834747
171935	rnn.weight_hh_l1_reverse	0	0.006203875411301851
171935	rnn.weight_hh_l1_reverse	1	0.030261319130659103
171935	rnn.weight_hh_l1_reverse	2	-0.04028179496526718
171935	rnn.weight_hh_l1_reverse	3	0.03569426387548447
171935	rnn.weight_hh_l1_reverse	4	0.05082157254219055
171935	rnn.weight_hh_l1_reverse	5	0.001317321788519621
171935	rnn.weight_hh_l1_reverse	6	0.052617643028497696
171935	rnn.weight_hh_l1_reverse	7	0.02920483984053135
171935	rnn.weight_hh_l1_reverse	8	-0.007073884829878807
171935	rnn.weight_hh_l1_reverse	9	-0.031623709946870804
171935	rnn.bias_ih_l1_reverse	0	-0.0585000216960907
171935	rnn.bias_ih_l1_reverse	1	-0.15030589699745178
171935	rnn.bias_ih_l1_reverse	2	-0.16475963592529297
171935	rnn.bias_ih_l1_reverse	3	-0.03217770531773567
171935	rnn.bias_ih_l1_reverse	4	-0.2137468457221985
171935	rnn.bias_ih_l1_reverse	5	-0.11644744873046875
171935	rnn.bias_ih_l1_reverse	6	-0.14110055565834045
171935	rnn.bias_ih_l1_reverse	7	-0.18643483519554138
171935	rnn.bias_ih_l1_reverse	8	0.21522752940654755
171935	rnn.bias_ih_l1_reverse	9	0.03988121449947357
171935	rnn.bias_hh_l1_reverse	0	-0.004561996553093195
171935	rnn.bias_hh_l1_reverse	1	-0.09031679481267929
171935	rnn.bias_hh_l1_reverse	2	-0.2373228520154953
171935	rnn.bias_hh_l1_reverse	3	-0.13600239157676697
171935	rnn.bias_hh_l1_reverse	4	-0.09026467055082321
171935	rnn.bias_hh_l1_reverse	5	-0.12051331996917725
171935	rnn.bias_hh_l1_reverse	6	0.09875578433275223
171935	rnn.bias_hh_l1_reverse	7	-0.16632096469402313
171935	rnn.bias_hh_l1_reverse	8	-0.12055879086256027
171935	rnn.bias_hh_l1_reverse	9	-0.14824266731739044
171935	linear.weight	0	0.002228822559118271
171935	linear.weight	1	0.09549969434738159
171935	linear.weight	2	-0.09498400241136551
171935	linear.weight	3	0.2859439253807068
171935	linear.weight	4	0.1691482663154602
171935	linear.weight	5	-0.05800062045454979
171935	linear.weight	6	0.08878245949745178
171935	linear.weight	7	0.09449327737092972
171935	linear.weight	8	0.04117744043469429
171935	linear.weight	9	-0.05132186412811279
171935	linear.bias	0	0.11298157274723053
171935	linear.bias	1	-0.18715263903141022
171935	linear.bias	2	-0.38192781805992126
171935	linear.bias	3	-0.6739580631256104
171935	linear.bias	4	-1.2412800788879395
171935	linear.bias	5	-0.060605064034461975
171935	linear.bias	6	-0.7780570387840271
171935	linear.bias	7	0.2869492173194885
171935	linear.bias	8	-0.4378022849559784
171935	linear.bias	9	-1.0275245904922485
172132	transitions	0	0.6912529468536377
172132	transitions	1	0.1545809805393219
172132	transitions	2	-10000.0
172132	transitions	3	-1.8255813121795654
172132	transitions	4	-10000.0
172132	transitions	5	0.5703135132789612
172132	transitions	6	-0.08020712435245514
172132	transitions	7	-0.7585727572441101
172132	transitions	8	-1.4119348526000977
172132	transitions	9	-0.0011762731010094285
172132	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
172132	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
172132	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
172132	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
172132	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
172132	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
172132	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
172132	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
172132	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
172132	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
172132	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
172132	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
172132	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
172132	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
172132	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
172132	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
172132	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
172132	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
172132	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
172132	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
172132	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
172132	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
172132	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
172132	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
172132	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
172132	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
172132	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
172132	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
172132	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
172132	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
172132	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
172132	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
172132	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
172132	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
172132	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
172132	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
172132	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
172132	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
172132	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
172132	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
172132	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
172132	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
172132	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
172132	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
172132	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
172132	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
172132	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
172132	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
172132	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
172132	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
172132	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
172132	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
172132	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
172132	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
172132	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
172132	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
172132	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
172132	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
172132	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
172132	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
172132	embedding2nn.weight	0	0.022634269669651985
172132	embedding2nn.weight	1	-0.013272990472614765
172132	embedding2nn.weight	2	-0.014268254861235619
172132	embedding2nn.weight	3	-0.019720759242773056
172132	embedding2nn.weight	4	-0.0059150345623493195
172132	embedding2nn.weight	5	-0.003700586734339595
172132	embedding2nn.weight	6	-0.003973275423049927
172132	embedding2nn.weight	7	-0.08115556091070175
172132	embedding2nn.weight	8	-0.0019979383796453476
172132	embedding2nn.weight	9	-0.02930484339594841
172132	embedding2nn.bias	0	0.028357157483696938
172132	embedding2nn.bias	1	-0.07145942747592926
172132	embedding2nn.bias	2	0.08874253928661346
172132	embedding2nn.bias	3	0.052892182022333145
172132	embedding2nn.bias	4	-0.040822163224220276
172132	embedding2nn.bias	5	-0.01312245987355709
172132	embedding2nn.bias	6	0.04016946256160736
172132	embedding2nn.bias	7	-0.06329101324081421
172132	embedding2nn.bias	8	0.06024003028869629
172132	embedding2nn.bias	9	0.05579785257577896
172132	rnn.weight_ih_l0	0	-0.07618068903684616
172132	rnn.weight_ih_l0	1	0.00754007650539279
172132	rnn.weight_ih_l0	2	0.036240704357624054
172132	rnn.weight_ih_l0	3	0.02247944287955761
172132	rnn.weight_ih_l0	4	-0.042549073696136475
172132	rnn.weight_ih_l0	5	-0.06420561671257019
172132	rnn.weight_ih_l0	6	-0.00021027502953074872
172132	rnn.weight_ih_l0	7	0.05261736735701561
172132	rnn.weight_ih_l0	8	-0.011568632908165455
172132	rnn.weight_ih_l0	9	-0.024798987433314323
172132	rnn.weight_hh_l0	0	-0.03366830199956894
172132	rnn.weight_hh_l0	1	-0.009397095069289207
172132	rnn.weight_hh_l0	2	0.005510971415787935
172132	rnn.weight_hh_l0	3	-0.06765052676200867
172132	rnn.weight_hh_l0	4	0.08761418610811234
172132	rnn.weight_hh_l0	5	-0.02759157121181488
172132	rnn.weight_hh_l0	6	-0.05828694626688957
172132	rnn.weight_hh_l0	7	0.012632040306925774
172132	rnn.weight_hh_l0	8	0.013266658410429955
172132	rnn.weight_hh_l0	9	-0.020752258598804474
172132	rnn.bias_ih_l0	0	0.130094513297081
172132	rnn.bias_ih_l0	1	-0.03497689962387085
172132	rnn.bias_ih_l0	2	-0.017608709633350372
172132	rnn.bias_ih_l0	3	0.1547955721616745
172132	rnn.bias_ih_l0	4	-0.013461131602525711
172132	rnn.bias_ih_l0	5	-0.014844321645796299
172132	rnn.bias_ih_l0	6	0.010197950527071953
172132	rnn.bias_ih_l0	7	0.02563214674592018
172132	rnn.bias_ih_l0	8	-0.09494917839765549
172132	rnn.bias_ih_l0	9	-0.026110496371984482
172132	rnn.bias_hh_l0	0	-0.006892101839184761
172132	rnn.bias_hh_l0	1	-0.104623943567276
172132	rnn.bias_hh_l0	2	-0.06975185126066208
172132	rnn.bias_hh_l0	3	-0.0845469981431961
172132	rnn.bias_hh_l0	4	0.004299681168049574
172132	rnn.bias_hh_l0	5	-0.035517312586307526
172132	rnn.bias_hh_l0	6	0.02740018628537655
172132	rnn.bias_hh_l0	7	0.04528537392616272
172132	rnn.bias_hh_l0	8	-0.11581631004810333
172132	rnn.bias_hh_l0	9	-0.05657362937927246
172132	rnn.weight_ih_l0_reverse	0	-0.02524435520172119
172132	rnn.weight_ih_l0_reverse	1	-0.05467623099684715
172132	rnn.weight_ih_l0_reverse	2	-0.046507373452186584
172132	rnn.weight_ih_l0_reverse	3	0.0060959989205002785
172132	rnn.weight_ih_l0_reverse	4	-0.01763528771698475
172132	rnn.weight_ih_l0_reverse	5	-0.05423273518681526
172132	rnn.weight_ih_l0_reverse	6	0.07633747160434723
172132	rnn.weight_ih_l0_reverse	7	-0.023229559883475304
172132	rnn.weight_ih_l0_reverse	8	-0.01605101302266121
172132	rnn.weight_ih_l0_reverse	9	-0.0094675337895751
172132	rnn.weight_hh_l0_reverse	0	0.060240574181079865
172132	rnn.weight_hh_l0_reverse	1	0.019570278003811836
172132	rnn.weight_hh_l0_reverse	2	0.031142573803663254
172132	rnn.weight_hh_l0_reverse	3	0.035903315991163254
172132	rnn.weight_hh_l0_reverse	4	0.008398594334721565
172132	rnn.weight_hh_l0_reverse	5	0.016186408698558807
172132	rnn.weight_hh_l0_reverse	6	0.05027908459305763
172132	rnn.weight_hh_l0_reverse	7	-0.07035337388515472
172132	rnn.weight_hh_l0_reverse	8	0.038444988429546356
172132	rnn.weight_hh_l0_reverse	9	0.033395327627658844
172132	rnn.bias_ih_l0_reverse	0	-0.06528409570455551
172132	rnn.bias_ih_l0_reverse	1	-0.27469196915626526
172132	rnn.bias_ih_l0_reverse	2	-0.1274295449256897
172132	rnn.bias_ih_l0_reverse	3	-0.05135320499539375
172132	rnn.bias_ih_l0_reverse	4	-0.028934011235833168
172132	rnn.bias_ih_l0_reverse	5	0.0663287565112114
172132	rnn.bias_ih_l0_reverse	6	-0.06497645378112793
172132	rnn.bias_ih_l0_reverse	7	0.056509893387556076
172132	rnn.bias_ih_l0_reverse	8	-0.047644659876823425
172132	rnn.bias_ih_l0_reverse	9	0.058128807693719864
172132	rnn.bias_hh_l0_reverse	0	0.025133764371275902
172132	rnn.bias_hh_l0_reverse	1	-0.06300044059753418
172132	rnn.bias_hh_l0_reverse	2	0.07926248759031296
172132	rnn.bias_hh_l0_reverse	3	-0.054456405341625214
172132	rnn.bias_hh_l0_reverse	4	-0.029527908191084862
172132	rnn.bias_hh_l0_reverse	5	-0.023721933364868164
172132	rnn.bias_hh_l0_reverse	6	-0.020994074642658234
172132	rnn.bias_hh_l0_reverse	7	0.09721104055643082
172132	rnn.bias_hh_l0_reverse	8	0.034241169691085815
172132	rnn.bias_hh_l0_reverse	9	-0.1440589278936386
172132	rnn.weight_ih_l1	0	-0.030345121398568153
172132	rnn.weight_ih_l1	1	-0.05117899551987648
172132	rnn.weight_ih_l1	2	0.060793064534664154
172132	rnn.weight_ih_l1	3	-0.061046890914440155
172132	rnn.weight_ih_l1	4	-0.016863558441400528
172132	rnn.weight_ih_l1	5	-0.043862953782081604
172132	rnn.weight_ih_l1	6	0.028529653325676918
172132	rnn.weight_ih_l1	7	-0.03916149586439133
172132	rnn.weight_ih_l1	8	0.03622150048613548
172132	rnn.weight_ih_l1	9	0.047944918274879456
172132	rnn.weight_hh_l1	0	-0.005698695778846741
172132	rnn.weight_hh_l1	1	0.018678685650229454
172132	rnn.weight_hh_l1	2	0.013119152747094631
172132	rnn.weight_hh_l1	3	-0.012257873080670834
172132	rnn.weight_hh_l1	4	0.007887805812060833
172132	rnn.weight_hh_l1	5	0.03092382661998272
172132	rnn.weight_hh_l1	6	0.034645676612854004
172132	rnn.weight_hh_l1	7	-0.01855381578207016
172132	rnn.weight_hh_l1	8	-0.009040222503244877
172132	rnn.weight_hh_l1	9	0.03656850382685661
172132	rnn.bias_ih_l1	0	-0.20106033980846405
172132	rnn.bias_ih_l1	1	-0.16874268651008606
172132	rnn.bias_ih_l1	2	-0.20754024386405945
172132	rnn.bias_ih_l1	3	-0.3202034831047058
172132	rnn.bias_ih_l1	4	-0.20058882236480713
172132	rnn.bias_ih_l1	5	-0.09715566039085388
172132	rnn.bias_ih_l1	6	-0.17276731133460999
172132	rnn.bias_ih_l1	7	-0.020301904529333115
172132	rnn.bias_ih_l1	8	-0.1362755000591278
172132	rnn.bias_ih_l1	9	-0.12755727767944336
172132	rnn.bias_hh_l1	0	-0.09788934886455536
172132	rnn.bias_hh_l1	1	-0.061777420341968536
172132	rnn.bias_hh_l1	2	-0.10166043043136597
172132	rnn.bias_hh_l1	3	-0.08306324481964111
172132	rnn.bias_hh_l1	4	-0.08476865291595459
172132	rnn.bias_hh_l1	5	-0.11897086352109909
172132	rnn.bias_hh_l1	6	-0.15512430667877197
172132	rnn.bias_hh_l1	7	0.055826641619205475
172132	rnn.bias_hh_l1	8	-0.16403573751449585
172132	rnn.bias_hh_l1	9	-0.11859597265720367
172132	rnn.weight_ih_l1_reverse	0	-0.03941813111305237
172132	rnn.weight_ih_l1_reverse	1	0.03398492932319641
172132	rnn.weight_ih_l1_reverse	2	0.07293371856212616
172132	rnn.weight_ih_l1_reverse	3	-0.005387315526604652
172132	rnn.weight_ih_l1_reverse	4	-0.04685259237885475
172132	rnn.weight_ih_l1_reverse	5	-0.030643556267023087
172132	rnn.weight_ih_l1_reverse	6	-5.623814286082052e-05
172132	rnn.weight_ih_l1_reverse	7	0.026445457711815834
172132	rnn.weight_ih_l1_reverse	8	0.007565937004983425
172132	rnn.weight_ih_l1_reverse	9	-0.04528326168656349
172132	rnn.weight_hh_l1_reverse	0	0.006095185875892639
172132	rnn.weight_hh_l1_reverse	1	0.03030078113079071
172132	rnn.weight_hh_l1_reverse	2	-0.04027462750673294
172132	rnn.weight_hh_l1_reverse	3	0.03577468544244766
172132	rnn.weight_hh_l1_reverse	4	0.05030658096075058
172132	rnn.weight_hh_l1_reverse	5	0.0016032023122534156
172132	rnn.weight_hh_l1_reverse	6	0.05391513928771019
172132	rnn.weight_hh_l1_reverse	7	0.029360638931393623
172132	rnn.weight_hh_l1_reverse	8	-0.007092579733580351
172132	rnn.weight_hh_l1_reverse	9	-0.03175566717982292
172132	rnn.bias_ih_l1_reverse	0	-0.059519629925489426
172132	rnn.bias_ih_l1_reverse	1	-0.14893721044063568
172132	rnn.bias_ih_l1_reverse	2	-0.1641310751438141
172132	rnn.bias_ih_l1_reverse	3	-0.03058628737926483
172132	rnn.bias_ih_l1_reverse	4	-0.2140657752752304
172132	rnn.bias_ih_l1_reverse	5	-0.1170046329498291
172132	rnn.bias_ih_l1_reverse	6	-0.1413283348083496
172132	rnn.bias_ih_l1_reverse	7	-0.18579541146755219
172132	rnn.bias_ih_l1_reverse	8	0.2118365615606308
172132	rnn.bias_ih_l1_reverse	9	0.04147098958492279
172132	rnn.bias_hh_l1_reverse	0	-0.00742949778214097
172132	rnn.bias_hh_l1_reverse	1	-0.08780346810817719
172132	rnn.bias_hh_l1_reverse	2	-0.23789376020431519
172132	rnn.bias_hh_l1_reverse	3	-0.13628502190113068
172132	rnn.bias_hh_l1_reverse	4	-0.09038179367780685
172132	rnn.bias_hh_l1_reverse	5	-0.12189482152462006
172132	rnn.bias_hh_l1_reverse	6	0.09904178977012634
172132	rnn.bias_hh_l1_reverse	7	-0.16678881645202637
172132	rnn.bias_hh_l1_reverse	8	-0.11889579892158508
172132	rnn.bias_hh_l1_reverse	9	-0.1480502039194107
172132	linear.weight	0	0.002228822559118271
172132	linear.weight	1	0.08958883583545685
172132	linear.weight	2	-0.0932885929942131
172132	linear.weight	3	0.2894131541252136
172132	linear.weight	4	0.1700451374053955
172132	linear.weight	5	-0.057960864156484604
172132	linear.weight	6	0.08075164258480072
172132	linear.weight	7	0.09473954886198044
172132	linear.weight	8	0.04117709398269653
172132	linear.weight	9	-0.051318906247615814
172132	linear.bias	0	0.13671846687793732
172132	linear.bias	1	-0.20299531519412994
172132	linear.bias	2	-0.3994450271129608
172132	linear.bias	3	-0.6591501235961914
172132	linear.bias	4	-1.2264577150344849
172132	linear.bias	5	-0.04667346924543381
172132	linear.bias	6	-0.7952098846435547
172132	linear.bias	7	0.3025582730770111
172132	linear.bias	8	-0.4501911699771881
172132	linear.bias	9	-1.039305329322815
172329	transitions	0	0.6995429992675781
172329	transitions	1	0.1514793187379837
172329	transitions	2	-10000.0
172329	transitions	3	-1.8256086111068726
172329	transitions	4	-10000.0
172329	transitions	5	0.5702738761901855
172329	transitions	6	-0.080253005027771
172329	transitions	7	-0.7588445544242859
172329	transitions	8	-1.412028193473816
172329	transitions	9	-0.00117651023901999
172329	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
172329	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
172329	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
172329	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
172329	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
172329	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
172329	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
172329	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
172329	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
172329	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
172329	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
172329	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
172329	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
172329	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
172329	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
172329	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
172329	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
172329	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
172329	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
172329	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
172329	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
172329	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
172329	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
172329	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
172329	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
172329	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
172329	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
172329	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
172329	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
172329	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
172329	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
172329	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
172329	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
172329	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
172329	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
172329	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
172329	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
172329	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
172329	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
172329	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
172329	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
172329	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
172329	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
172329	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
172329	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
172329	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
172329	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
172329	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
172329	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
172329	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
172329	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
172329	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
172329	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
172329	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
172329	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
172329	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
172329	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
172329	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
172329	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
172329	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
172329	embedding2nn.weight	0	0.02261403203010559
172329	embedding2nn.weight	1	-0.013357405550777912
172329	embedding2nn.weight	2	-0.014268254861235619
172329	embedding2nn.weight	3	-0.020225875079631805
172329	embedding2nn.weight	4	-0.0059150345623493195
172329	embedding2nn.weight	5	-0.003700586734339595
172329	embedding2nn.weight	6	-0.003973275888711214
172329	embedding2nn.weight	7	-0.08095338195562363
172329	embedding2nn.weight	8	-0.0019979383796453476
172329	embedding2nn.weight	9	-0.029727907851338387
172329	embedding2nn.bias	0	0.03412998095154762
172329	embedding2nn.bias	1	-0.06958486884832382
172329	embedding2nn.bias	2	0.08990916609764099
172329	embedding2nn.bias	3	0.05135723948478699
172329	embedding2nn.bias	4	-0.03966458886861801
172329	embedding2nn.bias	5	-0.015148786827921867
172329	embedding2nn.bias	6	0.046377234160900116
172329	embedding2nn.bias	7	-0.06982891261577606
172329	embedding2nn.bias	8	0.06000262498855591
172329	embedding2nn.bias	9	0.0529363676905632
172329	rnn.weight_ih_l0	0	-0.07544568926095963
172329	rnn.weight_ih_l0	1	0.00743963522836566
172329	rnn.weight_ih_l0	2	0.03654908388853073
172329	rnn.weight_ih_l0	3	0.02229076810181141
172329	rnn.weight_ih_l0	4	-0.04234117269515991
172329	rnn.weight_ih_l0	5	-0.06444131582975388
172329	rnn.weight_ih_l0	6	0.00012137559679104015
172329	rnn.weight_ih_l0	7	0.05317862704396248
172329	rnn.weight_ih_l0	8	-0.011445509269833565
172329	rnn.weight_ih_l0	9	-0.02517700381577015
172329	rnn.weight_hh_l0	0	-0.03376975655555725
172329	rnn.weight_hh_l0	1	-0.009710418060421944
172329	rnn.weight_hh_l0	2	0.005608659237623215
172329	rnn.weight_hh_l0	3	-0.06717988103628159
172329	rnn.weight_hh_l0	4	0.08756866306066513
172329	rnn.weight_hh_l0	5	-0.02705380506813526
172329	rnn.weight_hh_l0	6	-0.0581933967769146
172329	rnn.weight_hh_l0	7	0.012434426695108414
172329	rnn.weight_hh_l0	8	0.013429192826151848
172329	rnn.weight_hh_l0	9	-0.02091771364212036
172329	rnn.bias_ih_l0	0	0.13047942519187927
172329	rnn.bias_ih_l0	1	-0.035849738866090775
172329	rnn.bias_ih_l0	2	-0.01914564147591591
172329	rnn.bias_ih_l0	3	0.15270426869392395
172329	rnn.bias_ih_l0	4	-0.014496673829853535
172329	rnn.bias_ih_l0	5	-0.01298711821436882
172329	rnn.bias_ih_l0	6	0.009605036117136478
172329	rnn.bias_ih_l0	7	0.025563690811395645
172329	rnn.bias_ih_l0	8	-0.09597039967775345
172329	rnn.bias_ih_l0	9	-0.025595717132091522
172329	rnn.bias_hh_l0	0	-0.007052420172840357
172329	rnn.bias_hh_l0	1	-0.10646016895771027
172329	rnn.bias_hh_l0	2	-0.06857027858495712
172329	rnn.bias_hh_l0	3	-0.08569304645061493
172329	rnn.bias_hh_l0	4	0.005299634300172329
172329	rnn.bias_hh_l0	5	-0.03411281481385231
172329	rnn.bias_hh_l0	6	0.02762128971517086
172329	rnn.bias_hh_l0	7	0.041443757712841034
172329	rnn.bias_hh_l0	8	-0.11716025322675705
172329	rnn.bias_hh_l0	9	-0.05668807029724121
172329	rnn.weight_ih_l0_reverse	0	-0.02550826221704483
172329	rnn.weight_ih_l0_reverse	1	-0.0553133562207222
172329	rnn.weight_ih_l0_reverse	2	-0.047872770577669144
172329	rnn.weight_ih_l0_reverse	3	0.007346596568822861
172329	rnn.weight_ih_l0_reverse	4	-0.017590465024113655
172329	rnn.weight_ih_l0_reverse	5	-0.05409758538007736
172329	rnn.weight_ih_l0_reverse	6	0.07586483657360077
172329	rnn.weight_ih_l0_reverse	7	-0.023145196959376335
172329	rnn.weight_ih_l0_reverse	8	-0.01633525639772415
172329	rnn.weight_ih_l0_reverse	9	-0.00816590990871191
172329	rnn.weight_hh_l0_reverse	0	0.05976802483201027
172329	rnn.weight_hh_l0_reverse	1	0.020273422822356224
172329	rnn.weight_hh_l0_reverse	2	0.03041980229318142
172329	rnn.weight_hh_l0_reverse	3	0.03651938587427139
172329	rnn.weight_hh_l0_reverse	4	0.008647730574011803
172329	rnn.weight_hh_l0_reverse	5	0.016467422246932983
172329	rnn.weight_hh_l0_reverse	6	0.05027603730559349
172329	rnn.weight_hh_l0_reverse	7	-0.07122378051280975
172329	rnn.weight_hh_l0_reverse	8	0.038491539657115936
172329	rnn.weight_hh_l0_reverse	9	0.033336199820041656
172329	rnn.bias_ih_l0_reverse	0	-0.06562157720327377
172329	rnn.bias_ih_l0_reverse	1	-0.27584636211395264
172329	rnn.bias_ih_l0_reverse	2	-0.12563474476337433
172329	rnn.bias_ih_l0_reverse	3	-0.0509767048060894
172329	rnn.bias_ih_l0_reverse	4	-0.0266704224050045
172329	rnn.bias_ih_l0_reverse	5	0.06497822701931
172329	rnn.bias_ih_l0_reverse	6	-0.0658617690205574
172329	rnn.bias_ih_l0_reverse	7	0.05611212179064751
172329	rnn.bias_ih_l0_reverse	8	-0.045011840760707855
172329	rnn.bias_ih_l0_reverse	9	0.058531053364276886
172329	rnn.bias_hh_l0_reverse	0	0.024886198341846466
172329	rnn.bias_hh_l0_reverse	1	-0.06264983117580414
172329	rnn.bias_hh_l0_reverse	2	0.08013603091239929
172329	rnn.bias_hh_l0_reverse	3	-0.053611062467098236
172329	rnn.bias_hh_l0_reverse	4	-0.029958434402942657
172329	rnn.bias_hh_l0_reverse	5	-0.022416410967707634
172329	rnn.bias_hh_l0_reverse	6	-0.020827876403927803
172329	rnn.bias_hh_l0_reverse	7	0.09609179198741913
172329	rnn.bias_hh_l0_reverse	8	0.034420162439346313
172329	rnn.bias_hh_l0_reverse	9	-0.14520220458507538
172329	rnn.weight_ih_l1	0	-0.02998257614672184
172329	rnn.weight_ih_l1	1	-0.05200663208961487
172329	rnn.weight_ih_l1	2	0.06127132102847099
172329	rnn.weight_ih_l1	3	-0.06229553744196892
172329	rnn.weight_ih_l1	4	-0.01669955626130104
172329	rnn.weight_ih_l1	5	-0.04404798150062561
172329	rnn.weight_ih_l1	6	0.0282554030418396
172329	rnn.weight_ih_l1	7	-0.039346855133771896
172329	rnn.weight_ih_l1	8	0.036392685025930405
172329	rnn.weight_ih_l1	9	0.04761639982461929
172329	rnn.weight_hh_l1	0	-0.005821505561470985
172329	rnn.weight_hh_l1	1	0.01880207099020481
172329	rnn.weight_hh_l1	2	0.01292287278920412
172329	rnn.weight_hh_l1	3	-0.012356326915323734
172329	rnn.weight_hh_l1	4	0.007863803766667843
172329	rnn.weight_hh_l1	5	0.031173134222626686
172329	rnn.weight_hh_l1	6	0.03486678749322891
172329	rnn.weight_hh_l1	7	-0.018778815865516663
172329	rnn.weight_hh_l1	8	-0.00873623974621296
172329	rnn.weight_hh_l1	9	0.0365198589861393
172329	rnn.bias_ih_l1	0	-0.20257779955863953
172329	rnn.bias_ih_l1	1	-0.16818256676197052
172329	rnn.bias_ih_l1	2	-0.20664435625076294
172329	rnn.bias_ih_l1	3	-0.3202116787433624
172329	rnn.bias_ih_l1	4	-0.19774261116981506
172329	rnn.bias_ih_l1	5	-0.09597552567720413
172329	rnn.bias_ih_l1	6	-0.17336146533489227
172329	rnn.bias_ih_l1	7	-0.020354291424155235
172329	rnn.bias_ih_l1	8	-0.13760371506214142
172329	rnn.bias_ih_l1	9	-0.129551962018013
172329	rnn.bias_hh_l1	0	-0.0988578349351883
172329	rnn.bias_hh_l1	1	-0.060067515820264816
172329	rnn.bias_hh_l1	2	-0.10153979808092117
172329	rnn.bias_hh_l1	3	-0.08315002173185349
172329	rnn.bias_hh_l1	4	-0.08524028211832047
172329	rnn.bias_hh_l1	5	-0.11848081648349762
172329	rnn.bias_hh_l1	6	-0.15249575674533844
172329	rnn.bias_hh_l1	7	0.0563364252448082
172329	rnn.bias_hh_l1	8	-0.16474375128746033
172329	rnn.bias_hh_l1	9	-0.1156567707657814
172329	rnn.weight_ih_l1_reverse	0	-0.03956207260489464
172329	rnn.weight_ih_l1_reverse	1	0.0331038273870945
172329	rnn.weight_ih_l1_reverse	2	0.07379651814699173
172329	rnn.weight_ih_l1_reverse	3	-0.005610208492726088
172329	rnn.weight_ih_l1_reverse	4	-0.04613872990012169
172329	rnn.weight_ih_l1_reverse	5	-0.030586453154683113
172329	rnn.weight_ih_l1_reverse	6	-0.0005293911090120673
172329	rnn.weight_ih_l1_reverse	7	0.026423942297697067
172329	rnn.weight_ih_l1_reverse	8	0.008021839894354343
172329	rnn.weight_ih_l1_reverse	9	-0.04386384040117264
172329	rnn.weight_hh_l1_reverse	0	0.006171905901283026
172329	rnn.weight_hh_l1_reverse	1	0.030459687113761902
172329	rnn.weight_hh_l1_reverse	2	-0.04029646888375282
172329	rnn.weight_hh_l1_reverse	3	0.03576093539595604
172329	rnn.weight_hh_l1_reverse	4	0.04990184307098389
172329	rnn.weight_hh_l1_reverse	5	0.001078209956176579
172329	rnn.weight_hh_l1_reverse	6	0.0538657121360302
172329	rnn.weight_hh_l1_reverse	7	0.029045015573501587
172329	rnn.weight_hh_l1_reverse	8	-0.007212519645690918
172329	rnn.weight_hh_l1_reverse	9	-0.03154190257191658
172329	rnn.bias_ih_l1_reverse	0	-0.0604889877140522
172329	rnn.bias_ih_l1_reverse	1	-0.1491403877735138
172329	rnn.bias_ih_l1_reverse	2	-0.16522426903247833
172329	rnn.bias_ih_l1_reverse	3	-0.03154816851019859
172329	rnn.bias_ih_l1_reverse	4	-0.213569775223732
172329	rnn.bias_ih_l1_reverse	5	-0.1151241809129715
172329	rnn.bias_ih_l1_reverse	6	-0.14156650006771088
172329	rnn.bias_ih_l1_reverse	7	-0.187474325299263
172329	rnn.bias_ih_l1_reverse	8	0.20909249782562256
172329	rnn.bias_ih_l1_reverse	9	0.039392560720443726
172329	rnn.bias_hh_l1_reverse	0	-0.006741017568856478
172329	rnn.bias_hh_l1_reverse	1	-0.08578614145517349
172329	rnn.bias_hh_l1_reverse	2	-0.23696109652519226
172329	rnn.bias_hh_l1_reverse	3	-0.13565745949745178
172329	rnn.bias_hh_l1_reverse	4	-0.09077193588018417
172329	rnn.bias_hh_l1_reverse	5	-0.12223081290721893
172329	rnn.bias_hh_l1_reverse	6	0.09646736085414886
172329	rnn.bias_hh_l1_reverse	7	-0.1667480766773224
172329	rnn.bias_hh_l1_reverse	8	-0.11799540370702744
172329	rnn.bias_hh_l1_reverse	9	-0.14812594652175903
172329	linear.weight	0	0.002228822559118271
172329	linear.weight	1	0.0882519781589508
172329	linear.weight	2	-0.09401078522205353
172329	linear.weight	3	0.28856974840164185
172329	linear.weight	4	0.16777849197387695
172329	linear.weight	5	-0.05647961050271988
172329	linear.weight	6	0.08094761520624161
172329	linear.weight	7	0.09974012523889542
172329	linear.weight	8	0.04117688909173012
172329	linear.weight	9	-0.05132031440734863
172329	linear.bias	0	0.11161430925130844
172329	linear.bias	1	-0.19234873354434967
172329	linear.bias	2	-0.39448416233062744
172329	linear.bias	3	-0.6557518243789673
172329	linear.bias	4	-1.2242767810821533
172329	linear.bias	5	-0.057026900351047516
172329	linear.bias	6	-0.7854088544845581
172329	linear.bias	7	0.29292288422584534
172329	linear.bias	8	-0.4633180797100067
172329	linear.bias	9	-1.050539255142212
172526	transitions	0	0.6922298073768616
172526	transitions	1	0.15406306087970734
172526	transitions	2	-10000.0
172526	transitions	3	-1.825627088546753
172526	transitions	4	-10000.0
172526	transitions	5	0.5702476501464844
172526	transitions	6	-0.08028340339660645
172526	transitions	7	-0.7590609192848206
172526	transitions	8	-1.4120863676071167
172526	transitions	9	-0.0011767410906031728
172526	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
172526	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
172526	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
172526	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
172526	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
172526	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
172526	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
172526	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
172526	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
172526	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
172526	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
172526	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
172526	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
172526	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
172526	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
172526	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
172526	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
172526	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
172526	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
172526	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
172526	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
172526	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
172526	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
172526	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
172526	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
172526	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
172526	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
172526	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
172526	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
172526	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
172526	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
172526	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
172526	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
172526	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
172526	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
172526	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
172526	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
172526	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
172526	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
172526	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
172526	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
172526	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
172526	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
172526	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
172526	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
172526	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
172526	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
172526	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
172526	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
172526	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
172526	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
172526	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
172526	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
172526	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
172526	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
172526	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
172526	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
172526	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
172526	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
172526	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
172526	embedding2nn.weight	0	0.023258833214640617
172526	embedding2nn.weight	1	-0.013496914878487587
172526	embedding2nn.weight	2	-0.014268254861235619
172526	embedding2nn.weight	3	-0.020529039204120636
172526	embedding2nn.weight	4	-0.0059150345623493195
172526	embedding2nn.weight	5	-0.003700586734339595
172526	embedding2nn.weight	6	-0.0039732749573886395
172526	embedding2nn.weight	7	-0.08172907680273056
172526	embedding2nn.weight	8	-0.0019979383796453476
172526	embedding2nn.weight	9	-0.029480503872036934
172526	embedding2nn.bias	0	0.02971288375556469
172526	embedding2nn.bias	1	-0.0686909630894661
172526	embedding2nn.bias	2	0.08691587299108505
172526	embedding2nn.bias	3	0.04979456961154938
172526	embedding2nn.bias	4	-0.04259074106812477
172526	embedding2nn.bias	5	-0.014318426139652729
172526	embedding2nn.bias	6	0.045432738959789276
172526	embedding2nn.bias	7	-0.07251869142055511
172526	embedding2nn.bias	8	0.06147069111466408
172526	embedding2nn.bias	9	0.054299596697092056
172526	rnn.weight_ih_l0	0	-0.07458557188510895
172526	rnn.weight_ih_l0	1	0.007392003666609526
172526	rnn.weight_ih_l0	2	0.03678698465228081
172526	rnn.weight_ih_l0	3	0.022465893998742104
172526	rnn.weight_ih_l0	4	-0.04236951097846031
172526	rnn.weight_ih_l0	5	-0.06353799998760223
172526	rnn.weight_ih_l0	6	8.943701686803252e-05
172526	rnn.weight_ih_l0	7	0.0532427616417408
172526	rnn.weight_ih_l0	8	-0.011857855133712292
172526	rnn.weight_ih_l0	9	-0.02618529088795185
172526	rnn.weight_hh_l0	0	-0.03324519097805023
172526	rnn.weight_hh_l0	1	-0.009529915638267994
172526	rnn.weight_hh_l0	2	0.005389237776398659
172526	rnn.weight_hh_l0	3	-0.06726113706827164
172526	rnn.weight_hh_l0	4	0.08764255046844482
172526	rnn.weight_hh_l0	5	-0.027048956602811813
172526	rnn.weight_hh_l0	6	-0.05861068516969681
172526	rnn.weight_hh_l0	7	0.01225814688950777
172526	rnn.weight_hh_l0	8	0.013337500393390656
172526	rnn.weight_hh_l0	9	-0.020608702674508095
172526	rnn.bias_ih_l0	0	0.1301213800907135
172526	rnn.bias_ih_l0	1	-0.03797883912920952
172526	rnn.bias_ih_l0	2	-0.02111613191664219
172526	rnn.bias_ih_l0	3	0.152016282081604
172526	rnn.bias_ih_l0	4	-0.015153922140598297
172526	rnn.bias_ih_l0	5	-0.014333800412714481
172526	rnn.bias_ih_l0	6	0.01117151789367199
172526	rnn.bias_ih_l0	7	0.02517007477581501
172526	rnn.bias_ih_l0	8	-0.09647442400455475
172526	rnn.bias_ih_l0	9	-0.03184579685330391
172526	rnn.bias_hh_l0	0	-0.006609560921788216
172526	rnn.bias_hh_l0	1	-0.10650741308927536
172526	rnn.bias_hh_l0	2	-0.06743060052394867
172526	rnn.bias_hh_l0	3	-0.08703134953975677
172526	rnn.bias_hh_l0	4	0.0037953953724354506
172526	rnn.bias_hh_l0	5	-0.034019798040390015
172526	rnn.bias_hh_l0	6	0.0268467515707016
172526	rnn.bias_hh_l0	7	0.04283604770898819
172526	rnn.bias_hh_l0	8	-0.11728597432374954
172526	rnn.bias_hh_l0	9	-0.05919729545712471
172526	rnn.weight_ih_l0_reverse	0	-0.025792833417654037
172526	rnn.weight_ih_l0_reverse	1	-0.055027712136507034
172526	rnn.weight_ih_l0_reverse	2	-0.04922560229897499
172526	rnn.weight_ih_l0_reverse	3	0.007614017464220524
172526	rnn.weight_ih_l0_reverse	4	-0.01747613027691841
172526	rnn.weight_ih_l0_reverse	5	-0.054081279784440994
172526	rnn.weight_ih_l0_reverse	6	0.07563063502311707
172526	rnn.weight_ih_l0_reverse	7	-0.022786039859056473
172526	rnn.weight_ih_l0_reverse	8	-0.015806596726179123
172526	rnn.weight_ih_l0_reverse	9	-0.008202873170375824
172526	rnn.weight_hh_l0_reverse	0	0.05968602001667023
172526	rnn.weight_hh_l0_reverse	1	0.019061295315623283
172526	rnn.weight_hh_l0_reverse	2	0.030468521639704704
172526	rnn.weight_hh_l0_reverse	3	0.036650221794843674
172526	rnn.weight_hh_l0_reverse	4	0.008123806677758694
172526	rnn.weight_hh_l0_reverse	5	0.016160594299435616
172526	rnn.weight_hh_l0_reverse	6	0.050820622593164444
172526	rnn.weight_hh_l0_reverse	7	-0.07089997082948685
172526	rnn.weight_hh_l0_reverse	8	0.037992771714925766
172526	rnn.weight_hh_l0_reverse	9	0.03368816524744034
172526	rnn.bias_ih_l0_reverse	0	-0.06444049626588821
172526	rnn.bias_ih_l0_reverse	1	-0.27655157446861267
172526	rnn.bias_ih_l0_reverse	2	-0.12474355846643448
172526	rnn.bias_ih_l0_reverse	3	-0.05175957828760147
172526	rnn.bias_ih_l0_reverse	4	-0.027400031685829163
172526	rnn.bias_ih_l0_reverse	5	0.06517863273620605
172526	rnn.bias_ih_l0_reverse	6	-0.06443421542644501
172526	rnn.bias_ih_l0_reverse	7	0.05627746507525444
172526	rnn.bias_ih_l0_reverse	8	-0.04515451192855835
172526	rnn.bias_ih_l0_reverse	9	0.05930713936686516
172526	rnn.bias_hh_l0_reverse	0	0.025250237435102463
172526	rnn.bias_hh_l0_reverse	1	-0.06226243078708649
172526	rnn.bias_hh_l0_reverse	2	0.0781560093164444
172526	rnn.bias_hh_l0_reverse	3	-0.052933357656002045
172526	rnn.bias_hh_l0_reverse	4	-0.029094256460666656
172526	rnn.bias_hh_l0_reverse	5	-0.02224946953356266
172526	rnn.bias_hh_l0_reverse	6	-0.018188508227467537
172526	rnn.bias_hh_l0_reverse	7	0.09716544300317764
172526	rnn.bias_hh_l0_reverse	8	0.03449186310172081
172526	rnn.bias_hh_l0_reverse	9	-0.14545759558677673
172526	rnn.weight_ih_l1	0	-0.03019687905907631
172526	rnn.weight_ih_l1	1	-0.051902033388614655
172526	rnn.weight_ih_l1	2	0.06101981922984123
172526	rnn.weight_ih_l1	3	-0.06120931729674339
172526	rnn.weight_ih_l1	4	-0.016875827684998512
172526	rnn.weight_ih_l1	5	-0.044077079743146896
172526	rnn.weight_ih_l1	6	0.028389880433678627
172526	rnn.weight_ih_l1	7	-0.03917350247502327
172526	rnn.weight_ih_l1	8	0.03635985031723976
172526	rnn.weight_ih_l1	9	0.04737672582268715
172526	rnn.weight_hh_l1	0	-0.006358318496495485
172526	rnn.weight_hh_l1	1	0.018781011924147606
172526	rnn.weight_hh_l1	2	0.012653602287173271
172526	rnn.weight_hh_l1	3	-0.012456663884222507
172526	rnn.weight_hh_l1	4	0.007288959808647633
172526	rnn.weight_hh_l1	5	0.031185507774353027
172526	rnn.weight_hh_l1	6	0.03509141877293587
172526	rnn.weight_hh_l1	7	-0.018672406673431396
172526	rnn.weight_hh_l1	8	-0.008800598792731762
172526	rnn.weight_hh_l1	9	0.036176860332489014
172526	rnn.bias_ih_l1	0	-0.2009125053882599
172526	rnn.bias_ih_l1	1	-0.1701580435037613
172526	rnn.bias_ih_l1	2	-0.20804734528064728
172526	rnn.bias_ih_l1	3	-0.32254132628440857
172526	rnn.bias_ih_l1	4	-0.19582213461399078
172526	rnn.bias_ih_l1	5	-0.09671944379806519
172526	rnn.bias_ih_l1	6	-0.1730021834373474
172526	rnn.bias_ih_l1	7	-0.018803412094712257
172526	rnn.bias_ih_l1	8	-0.13714410364627838
172526	rnn.bias_ih_l1	9	-0.13188256323337555
172526	rnn.bias_hh_l1	0	-0.09858400374650955
172526	rnn.bias_hh_l1	1	-0.0613107904791832
172526	rnn.bias_hh_l1	2	-0.10297783464193344
172526	rnn.bias_hh_l1	3	-0.08175422996282578
172526	rnn.bias_hh_l1	4	-0.08633459359407425
172526	rnn.bias_hh_l1	5	-0.11906735599040985
172526	rnn.bias_hh_l1	6	-0.15183648467063904
172526	rnn.bias_hh_l1	7	0.056369416415691376
172526	rnn.bias_hh_l1	8	-0.16431084275245667
172526	rnn.bias_hh_l1	9	-0.113601915538311
172526	rnn.weight_ih_l1_reverse	0	-0.040106989443302155
172526	rnn.weight_ih_l1_reverse	1	0.032422591000795364
172526	rnn.weight_ih_l1_reverse	2	0.07261993736028671
172526	rnn.weight_ih_l1_reverse	3	-0.005567856132984161
172526	rnn.weight_ih_l1_reverse	4	-0.0461394377052784
172526	rnn.weight_ih_l1_reverse	5	-0.030597781762480736
172526	rnn.weight_ih_l1_reverse	6	8.971129864221439e-05
172526	rnn.weight_ih_l1_reverse	7	0.026265127584338188
172526	rnn.weight_ih_l1_reverse	8	0.007198989391326904
172526	rnn.weight_ih_l1_reverse	9	-0.04520273208618164
172526	rnn.weight_hh_l1_reverse	0	0.006214468274265528
172526	rnn.weight_hh_l1_reverse	1	0.030371712520718575
172526	rnn.weight_hh_l1_reverse	2	-0.04036572948098183
172526	rnn.weight_hh_l1_reverse	3	0.03571239486336708
172526	rnn.weight_hh_l1_reverse	4	0.05005848407745361
172526	rnn.weight_hh_l1_reverse	5	0.0011694553541019559
172526	rnn.weight_hh_l1_reverse	6	0.05361528322100639
172526	rnn.weight_hh_l1_reverse	7	0.029144885018467903
172526	rnn.weight_hh_l1_reverse	8	-0.007191834039986134
172526	rnn.weight_hh_l1_reverse	9	-0.03155866265296936
172526	rnn.bias_ih_l1_reverse	0	-0.06100647523999214
172526	rnn.bias_ih_l1_reverse	1	-0.14897018671035767
172526	rnn.bias_ih_l1_reverse	2	-0.16325494647026062
172526	rnn.bias_ih_l1_reverse	3	-0.03540819138288498
172526	rnn.bias_ih_l1_reverse	4	-0.21420007944107056
172526	rnn.bias_ih_l1_reverse	5	-0.11502709239721298
172526	rnn.bias_ih_l1_reverse	6	-0.14206765592098236
172526	rnn.bias_ih_l1_reverse	7	-0.18905559182167053
172526	rnn.bias_ih_l1_reverse	8	0.20797929167747498
172526	rnn.bias_ih_l1_reverse	9	0.036793794482946396
172526	rnn.bias_hh_l1_reverse	0	-0.00929771363735199
172526	rnn.bias_hh_l1_reverse	1	-0.08420904725790024
172526	rnn.bias_hh_l1_reverse	2	-0.23681490123271942
172526	rnn.bias_hh_l1_reverse	3	-0.13644245266914368
172526	rnn.bias_hh_l1_reverse	4	-0.0908016785979271
172526	rnn.bias_hh_l1_reverse	5	-0.1231783777475357
172526	rnn.bias_hh_l1_reverse	6	0.09110051393508911
172526	rnn.bias_hh_l1_reverse	7	-0.16754837334156036
172526	rnn.bias_hh_l1_reverse	8	-0.11765836924314499
172526	rnn.bias_hh_l1_reverse	9	-0.14856606721878052
172526	linear.weight	0	0.002228822559118271
172526	linear.weight	1	0.08754010498523712
172526	linear.weight	2	-0.09138056635856628
172526	linear.weight	3	0.28510594367980957
172526	linear.weight	4	0.16742287576198578
172526	linear.weight	5	-0.05562591180205345
172526	linear.weight	6	0.08651719242334366
172526	linear.weight	7	0.10726303607225418
172526	linear.weight	8	0.04117680341005325
172526	linear.weight	9	-0.051683198660612106
172526	linear.bias	0	0.11553706973791122
172526	linear.bias	1	-0.18686777353286743
172526	linear.bias	2	-0.393639475107193
172526	linear.bias	3	-0.6610822081565857
172526	linear.bias	4	-1.2308769226074219
172526	linear.bias	5	-0.06741776317358017
172526	linear.bias	6	-0.780272901058197
172526	linear.bias	7	0.2822461426258087
172526	linear.bias	8	-0.4557182490825653
172526	linear.bias	9	-1.0436265468597412
172723	transitions	0	0.7020598649978638
172723	transitions	1	0.15773645043373108
172723	transitions	2	-10000.0
172723	transitions	3	-1.8256384134292603
172723	transitions	4	-10000.0
172723	transitions	5	0.5701985359191895
172723	transitions	6	-0.0803343653678894
172723	transitions	7	-0.7595174312591553
172723	transitions	8	-1.4121249914169312
172723	transitions	9	-0.0011771239805966616
172723	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
172723	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
172723	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
172723	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
172723	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
172723	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
172723	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
172723	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
172723	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
172723	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
172723	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
172723	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
172723	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
172723	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
172723	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
172723	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
172723	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
172723	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
172723	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
172723	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
172723	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
172723	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
172723	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
172723	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
172723	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
172723	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
172723	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
172723	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
172723	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
172723	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
172723	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
172723	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
172723	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
172723	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
172723	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
172723	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
172723	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
172723	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
172723	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
172723	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
172723	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
172723	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
172723	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
172723	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
172723	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
172723	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
172723	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
172723	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
172723	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
172723	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
172723	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
172723	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
172723	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
172723	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
172723	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
172723	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
172723	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
172723	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
172723	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
172723	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
172723	embedding2nn.weight	0	0.02236502431333065
172723	embedding2nn.weight	1	-0.013591445051133633
172723	embedding2nn.weight	2	-0.014268254861235619
172723	embedding2nn.weight	3	-0.021614864468574524
172723	embedding2nn.weight	4	-0.0059150345623493195
172723	embedding2nn.weight	5	-0.0037005869671702385
172723	embedding2nn.weight	6	-0.003973275423049927
172723	embedding2nn.weight	7	-0.08229084312915802
172723	embedding2nn.weight	8	-0.0019979383796453476
172723	embedding2nn.weight	9	-0.030143780633807182
172723	embedding2nn.bias	0	0.03164169564843178
172723	embedding2nn.bias	1	-0.06902198493480682
172723	embedding2nn.bias	2	0.08449018001556396
172723	embedding2nn.bias	3	0.048866014927625656
172723	embedding2nn.bias	4	-0.048134610056877136
172723	embedding2nn.bias	5	-0.01217600516974926
172723	embedding2nn.bias	6	0.044824134558439255
172723	embedding2nn.bias	7	-0.07305379211902618
172723	embedding2nn.bias	8	0.05799872800707817
172723	embedding2nn.bias	9	0.05844438076019287
172723	rnn.weight_ih_l0	0	-0.07443436235189438
172723	rnn.weight_ih_l0	1	0.007298624608665705
172723	rnn.weight_ih_l0	2	0.03687160462141037
172723	rnn.weight_ih_l0	3	0.02302015945315361
172723	rnn.weight_ih_l0	4	-0.042618535459041595
172723	rnn.weight_ih_l0	5	-0.06341265141963959
172723	rnn.weight_ih_l0	6	0.0002401046804152429
172723	rnn.weight_ih_l0	7	0.0531468465924263
172723	rnn.weight_ih_l0	8	-0.012136844918131828
172723	rnn.weight_ih_l0	9	-0.026553913950920105
172723	rnn.weight_hh_l0	0	-0.03366824984550476
172723	rnn.weight_hh_l0	1	-0.009343978017568588
172723	rnn.weight_hh_l0	2	0.005078249145299196
172723	rnn.weight_hh_l0	3	-0.0672631487250328
172723	rnn.weight_hh_l0	4	0.08765915781259537
172723	rnn.weight_hh_l0	5	-0.02805708535015583
172723	rnn.weight_hh_l0	6	-0.05865615978837013
172723	rnn.weight_hh_l0	7	0.01168693695217371
172723	rnn.weight_hh_l0	8	0.013477769680321217
172723	rnn.weight_hh_l0	9	-0.020367439836263657
172723	rnn.bias_ih_l0	0	0.1303766816854477
172723	rnn.bias_ih_l0	1	-0.03962996229529381
172723	rnn.bias_ih_l0	2	-0.021287856623530388
172723	rnn.bias_ih_l0	3	0.15226837992668152
172723	rnn.bias_ih_l0	4	-0.016142304986715317
172723	rnn.bias_ih_l0	5	-0.012469271197915077
172723	rnn.bias_ih_l0	6	0.01200084201991558
172723	rnn.bias_ih_l0	7	0.023627575486898422
172723	rnn.bias_ih_l0	8	-0.09671331942081451
172723	rnn.bias_ih_l0	9	-0.031673774123191833
172723	rnn.bias_hh_l0	0	-0.006583131849765778
172723	rnn.bias_hh_l0	1	-0.10512044280767441
172723	rnn.bias_hh_l0	2	-0.06686858832836151
172723	rnn.bias_hh_l0	3	-0.08834558725357056
172723	rnn.bias_hh_l0	4	0.005208876915276051
172723	rnn.bias_hh_l0	5	-0.03624860569834709
172723	rnn.bias_hh_l0	6	0.027345456182956696
172723	rnn.bias_hh_l0	7	0.04432285577058792
172723	rnn.bias_hh_l0	8	-0.11936216801404953
172723	rnn.bias_hh_l0	9	-0.05816623196005821
172723	rnn.weight_ih_l0_reverse	0	-0.0262210164219141
172723	rnn.weight_ih_l0_reverse	1	-0.05488365516066551
172723	rnn.weight_ih_l0_reverse	2	-0.04964914545416832
172723	rnn.weight_ih_l0_reverse	3	0.00791288260370493
172723	rnn.weight_ih_l0_reverse	4	-0.017608527094125748
172723	rnn.weight_ih_l0_reverse	5	-0.05423932522535324
172723	rnn.weight_ih_l0_reverse	6	0.07592550665140152
172723	rnn.weight_ih_l0_reverse	7	-0.021945325657725334
172723	rnn.weight_ih_l0_reverse	8	-0.015959471464157104
172723	rnn.weight_ih_l0_reverse	9	-0.008106078021228313
172723	rnn.weight_hh_l0_reverse	0	0.0595746673643589
172723	rnn.weight_hh_l0_reverse	1	0.018677882850170135
172723	rnn.weight_hh_l0_reverse	2	0.030615659430623055
172723	rnn.weight_hh_l0_reverse	3	0.03632241114974022
172723	rnn.weight_hh_l0_reverse	4	0.008068322204053402
172723	rnn.weight_hh_l0_reverse	5	0.015908798202872276
172723	rnn.weight_hh_l0_reverse	6	0.050925709307193756
172723	rnn.weight_hh_l0_reverse	7	-0.07261817157268524
172723	rnn.weight_hh_l0_reverse	8	0.03824082762002945
172723	rnn.weight_hh_l0_reverse	9	0.033716022968292236
172723	rnn.bias_ih_l0_reverse	0	-0.063594751060009
172723	rnn.bias_ih_l0_reverse	1	-0.27813512086868286
172723	rnn.bias_ih_l0_reverse	2	-0.12802262604236603
172723	rnn.bias_ih_l0_reverse	3	-0.052096836268901825
172723	rnn.bias_ih_l0_reverse	4	-0.02579306624829769
172723	rnn.bias_ih_l0_reverse	5	0.06503105163574219
172723	rnn.bias_ih_l0_reverse	6	-0.06514392048120499
172723	rnn.bias_ih_l0_reverse	7	0.05703604221343994
172723	rnn.bias_ih_l0_reverse	8	-0.046143051236867905
172723	rnn.bias_ih_l0_reverse	9	0.06076514720916748
172723	rnn.bias_hh_l0_reverse	0	0.025888584554195404
172723	rnn.bias_hh_l0_reverse	1	-0.06401488929986954
172723	rnn.bias_hh_l0_reverse	2	0.0797816812992096
172723	rnn.bias_hh_l0_reverse	3	-0.05260993167757988
172723	rnn.bias_hh_l0_reverse	4	-0.0276760533452034
172723	rnn.bias_hh_l0_reverse	5	-0.022539230063557625
172723	rnn.bias_hh_l0_reverse	6	-0.01867101900279522
172723	rnn.bias_hh_l0_reverse	7	0.09753835946321487
172723	rnn.bias_hh_l0_reverse	8	0.03421267867088318
172723	rnn.bias_hh_l0_reverse	9	-0.15006570518016815
172723	rnn.weight_ih_l1	0	-0.030388999730348587
172723	rnn.weight_ih_l1	1	-0.050873007625341415
172723	rnn.weight_ih_l1	2	0.06122954934835434
172723	rnn.weight_ih_l1	3	-0.06029980629682541
172723	rnn.weight_ih_l1	4	-0.016880733892321587
172723	rnn.weight_ih_l1	5	-0.0441906601190567
172723	rnn.weight_ih_l1	6	0.02775442972779274
172723	rnn.weight_ih_l1	7	-0.03961646556854248
172723	rnn.weight_ih_l1	8	0.03648719564080238
172723	rnn.weight_ih_l1	9	0.04707377403974533
172723	rnn.weight_hh_l1	0	-0.006446327548474073
172723	rnn.weight_hh_l1	1	0.018798599019646645
172723	rnn.weight_hh_l1	2	0.013036591000854969
172723	rnn.weight_hh_l1	3	-0.012466742657124996
172723	rnn.weight_hh_l1	4	0.007217136677354574
172723	rnn.weight_hh_l1	5	0.030836084857583046
172723	rnn.weight_hh_l1	6	0.03489714115858078
172723	rnn.weight_hh_l1	7	-0.018510431051254272
172723	rnn.weight_hh_l1	8	-0.008364356122910976
172723	rnn.weight_hh_l1	9	0.03629063814878464
172723	rnn.bias_ih_l1	0	-0.20097970962524414
172723	rnn.bias_ih_l1	1	-0.17134691774845123
172723	rnn.bias_ih_l1	2	-0.20694132149219513
172723	rnn.bias_ih_l1	3	-0.32124483585357666
172723	rnn.bias_ih_l1	4	-0.2008994072675705
172723	rnn.bias_ih_l1	5	-0.09662305563688278
172723	rnn.bias_ih_l1	6	-0.1737399399280548
172723	rnn.bias_ih_l1	7	-0.01896309107542038
172723	rnn.bias_ih_l1	8	-0.1368696242570877
172723	rnn.bias_ih_l1	9	-0.13302554190158844
172723	rnn.bias_hh_l1	0	-0.09957647323608398
172723	rnn.bias_hh_l1	1	-0.06203813478350639
172723	rnn.bias_hh_l1	2	-0.10411231964826584
172723	rnn.bias_hh_l1	3	-0.08270836621522903
172723	rnn.bias_hh_l1	4	-0.08614373207092285
172723	rnn.bias_hh_l1	5	-0.11926429718732834
172723	rnn.bias_hh_l1	6	-0.15200550854206085
172723	rnn.bias_hh_l1	7	0.0555327869951725
172723	rnn.bias_hh_l1	8	-0.16278311610221863
172723	rnn.bias_hh_l1	9	-0.1125682145357132
172723	rnn.weight_ih_l1_reverse	0	-0.03989498317241669
172723	rnn.weight_ih_l1_reverse	1	0.03432745486497879
172723	rnn.weight_ih_l1_reverse	2	0.07365535944700241
172723	rnn.weight_ih_l1_reverse	3	-0.006239075679332018
172723	rnn.weight_ih_l1_reverse	4	-0.04461849108338356
172723	rnn.weight_ih_l1_reverse	5	-0.030667448416352272
172723	rnn.weight_ih_l1_reverse	6	-0.000991067267023027
172723	rnn.weight_ih_l1_reverse	7	0.026387471705675125
172723	rnn.weight_ih_l1_reverse	8	0.00744304433465004
172723	rnn.weight_ih_l1_reverse	9	-0.04624500870704651
172723	rnn.weight_hh_l1_reverse	0	0.006040728185325861
172723	rnn.weight_hh_l1_reverse	1	0.0303780660033226
172723	rnn.weight_hh_l1_reverse	2	-0.040419358760118484
172723	rnn.weight_hh_l1_reverse	3	0.03572579100728035
172723	rnn.weight_hh_l1_reverse	4	0.04996833950281143
172723	rnn.weight_hh_l1_reverse	5	0.0010673630749806762
172723	rnn.weight_hh_l1_reverse	6	0.054242704063653946
172723	rnn.weight_hh_l1_reverse	7	0.029413381591439247
172723	rnn.weight_hh_l1_reverse	8	-0.007264416664838791
172723	rnn.weight_hh_l1_reverse	9	-0.03145269304513931
172723	rnn.bias_ih_l1_reverse	0	-0.061073362827301025
172723	rnn.bias_ih_l1_reverse	1	-0.14863571524620056
172723	rnn.bias_ih_l1_reverse	2	-0.16505557298660278
172723	rnn.bias_ih_l1_reverse	3	-0.03621732071042061
172723	rnn.bias_ih_l1_reverse	4	-0.21464578807353973
172723	rnn.bias_ih_l1_reverse	5	-0.11405906081199646
172723	rnn.bias_ih_l1_reverse	6	-0.14272253215312958
172723	rnn.bias_ih_l1_reverse	7	-0.18671073019504547
172723	rnn.bias_ih_l1_reverse	8	0.20954950153827667
172723	rnn.bias_ih_l1_reverse	9	0.03432188183069229
172723	rnn.bias_hh_l1_reverse	0	-0.008805938065052032
172723	rnn.bias_hh_l1_reverse	1	-0.08303407579660416
172723	rnn.bias_hh_l1_reverse	2	-0.23683317005634308
172723	rnn.bias_hh_l1_reverse	3	-0.1371753066778183
172723	rnn.bias_hh_l1_reverse	4	-0.09047961235046387
172723	rnn.bias_hh_l1_reverse	5	-0.12186188995838165
172723	rnn.bias_hh_l1_reverse	6	0.08796089142560959
172723	rnn.bias_hh_l1_reverse	7	-0.168483167886734
172723	rnn.bias_hh_l1_reverse	8	-0.11797884851694107
172723	rnn.bias_hh_l1_reverse	9	-0.14821432530879974
172723	linear.weight	0	0.002228822559118271
172723	linear.weight	1	0.09051954001188278
172723	linear.weight	2	-0.08935149759054184
172723	linear.weight	3	0.28838515281677246
172723	linear.weight	4	0.1677314192056656
172723	linear.weight	5	-0.056301549077034
172723	linear.weight	6	0.09050559997558594
172723	linear.weight	7	0.10671677440404892
172723	linear.weight	8	0.041176483035087585
172723	linear.weight	9	-0.04884670302271843
172723	linear.bias	0	0.13758046925067902
172723	linear.bias	1	-0.18065239489078522
172723	linear.bias	2	-0.40160566568374634
172723	linear.bias	3	-0.667447566986084
172723	linear.bias	4	-1.2371826171875
172723	linear.bias	5	-0.06475905328989029
172723	linear.bias	6	-0.77495276927948
172723	linear.bias	7	0.28464144468307495
172723	linear.bias	8	-0.4519922733306885
172723	linear.bias	9	-1.0409157276153564
172920	transitions	0	0.7113775014877319
172920	transitions	1	0.15282750129699707
172920	transitions	2	-10000.0
172920	transitions	3	-1.8256511688232422
172920	transitions	4	-10000.0
172920	transitions	5	0.57016921043396
172920	transitions	6	-0.0803542360663414
172920	transitions	7	-0.7595942616462708
172920	transitions	8	-1.412139892578125
172920	transitions	9	-0.001177527941763401
172920	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
172920	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
172920	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
172920	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
172920	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
172920	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
172920	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
172920	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
172920	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
172920	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
172920	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
172920	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
172920	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
172920	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
172920	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
172920	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
172920	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
172920	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
172920	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
172920	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
172920	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
172920	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
172920	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
172920	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
172920	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
172920	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
172920	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
172920	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
172920	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
172920	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
172920	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
172920	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
172920	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
172920	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
172920	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
172920	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
172920	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
172920	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
172920	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
172920	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
172920	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
172920	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
172920	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
172920	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
172920	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
172920	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
172920	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
172920	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
172920	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
172920	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
172920	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
172920	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
172920	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
172920	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
172920	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
172920	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
172920	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
172920	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
172920	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
172920	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
172920	embedding2nn.weight	0	0.021973667666316032
172920	embedding2nn.weight	1	-0.013542259112000465
172920	embedding2nn.weight	2	-0.014268254861235619
172920	embedding2nn.weight	3	-0.02190558612346649
172920	embedding2nn.weight	4	-0.0059150345623493195
172920	embedding2nn.weight	5	-0.0037005869671702385
172920	embedding2nn.weight	6	-0.003973274491727352
172920	embedding2nn.weight	7	-0.08279145509004593
172920	embedding2nn.weight	8	-0.0019979383796453476
172920	embedding2nn.weight	9	-0.029798515141010284
172920	embedding2nn.bias	0	0.03600122034549713
172920	embedding2nn.bias	1	-0.0672263577580452
172920	embedding2nn.bias	2	0.08542470633983612
172920	embedding2nn.bias	3	0.04691038653254509
172920	embedding2nn.bias	4	-0.04622543975710869
172920	embedding2nn.bias	5	-0.015672976151108742
172920	embedding2nn.bias	6	0.0417201854288578
172920	embedding2nn.bias	7	-0.07114502042531967
172920	embedding2nn.bias	8	0.05633208528161049
172920	embedding2nn.bias	9	0.06108469516038895
172920	rnn.weight_ih_l0	0	-0.07412409782409668
172920	rnn.weight_ih_l0	1	0.006964632775634527
172920	rnn.weight_ih_l0	2	0.03667108342051506
172920	rnn.weight_ih_l0	3	0.022744081914424896
172920	rnn.weight_ih_l0	4	-0.04327906668186188
172920	rnn.weight_ih_l0	5	-0.06303080916404724
172920	rnn.weight_ih_l0	6	0.0005797737976536155
172920	rnn.weight_ih_l0	7	0.05323980748653412
172920	rnn.weight_ih_l0	8	-0.012180882506072521
172920	rnn.weight_ih_l0	9	-0.026240479201078415
172920	rnn.weight_hh_l0	0	-0.033490054309368134
172920	rnn.weight_hh_l0	1	-0.00931333377957344
172920	rnn.weight_hh_l0	2	0.00551812257617712
172920	rnn.weight_hh_l0	3	-0.06737063825130463
172920	rnn.weight_hh_l0	4	0.08742358535528183
172920	rnn.weight_hh_l0	5	-0.028210394084453583
172920	rnn.weight_hh_l0	6	-0.05852764844894409
172920	rnn.weight_hh_l0	7	0.011677856557071209
172920	rnn.weight_hh_l0	8	0.013519011437892914
172920	rnn.weight_hh_l0	9	-0.020304327830672264
172920	rnn.bias_ih_l0	0	0.12947961688041687
172920	rnn.bias_ih_l0	1	-0.04043162241578102
172920	rnn.bias_ih_l0	2	-0.021616045385599136
172920	rnn.bias_ih_l0	3	0.151582732796669
172920	rnn.bias_ih_l0	4	-0.017879566177725792
172920	rnn.bias_ih_l0	5	-0.011033186689019203
172920	rnn.bias_ih_l0	6	0.01029182318598032
172920	rnn.bias_ih_l0	7	0.023100698366761208
172920	rnn.bias_ih_l0	8	-0.09632639586925507
172920	rnn.bias_ih_l0	9	-0.03064299002289772
172920	rnn.bias_hh_l0	0	-0.0068034157156944275
172920	rnn.bias_hh_l0	1	-0.10578686743974686
172920	rnn.bias_hh_l0	2	-0.06664231419563293
172920	rnn.bias_hh_l0	3	-0.08830218762159348
172920	rnn.bias_hh_l0	4	0.0054263100028038025
172920	rnn.bias_hh_l0	5	-0.03436996787786484
172920	rnn.bias_hh_l0	6	0.029534531757235527
172920	rnn.bias_hh_l0	7	0.04700596630573273
172920	rnn.bias_hh_l0	8	-0.12000571191310883
172920	rnn.bias_hh_l0	9	-0.059504009783267975
172920	rnn.weight_ih_l0_reverse	0	-0.026866931468248367
172920	rnn.weight_ih_l0_reverse	1	-0.055636920034885406
172920	rnn.weight_ih_l0_reverse	2	-0.049743540585041046
172920	rnn.weight_ih_l0_reverse	3	0.007749470416456461
172920	rnn.weight_ih_l0_reverse	4	-0.017679313197731972
172920	rnn.weight_ih_l0_reverse	5	-0.05450047552585602
172920	rnn.weight_ih_l0_reverse	6	0.07606366276741028
172920	rnn.weight_ih_l0_reverse	7	-0.022190125659108162
172920	rnn.weight_ih_l0_reverse	8	-0.01595768705010414
172920	rnn.weight_ih_l0_reverse	9	-0.008354565128684044
172920	rnn.weight_hh_l0_reverse	0	0.060044411569833755
172920	rnn.weight_hh_l0_reverse	1	0.018877016380429268
172920	rnn.weight_hh_l0_reverse	2	0.030824806541204453
172920	rnn.weight_hh_l0_reverse	3	0.03628939017653465
172920	rnn.weight_hh_l0_reverse	4	0.008104869164526463
172920	rnn.weight_hh_l0_reverse	5	0.015346714295446873
172920	rnn.weight_hh_l0_reverse	6	0.05079890787601471
172920	rnn.weight_hh_l0_reverse	7	-0.07229764014482498
172920	rnn.weight_hh_l0_reverse	8	0.03795797377824783
172920	rnn.weight_hh_l0_reverse	9	0.0339297316968441
172920	rnn.bias_ih_l0_reverse	0	-0.06384003162384033
172920	rnn.bias_ih_l0_reverse	1	-0.27812284231185913
172920	rnn.bias_ih_l0_reverse	2	-0.12626837193965912
172920	rnn.bias_ih_l0_reverse	3	-0.0506797730922699
172920	rnn.bias_ih_l0_reverse	4	-0.026723051443696022
172920	rnn.bias_ih_l0_reverse	5	0.06496550142765045
172920	rnn.bias_ih_l0_reverse	6	-0.06390891224145889
172920	rnn.bias_ih_l0_reverse	7	0.05735810846090317
172920	rnn.bias_ih_l0_reverse	8	-0.04556271806359291
172920	rnn.bias_ih_l0_reverse	9	0.06004837527871132
172920	rnn.bias_hh_l0_reverse	0	0.024946752935647964
172920	rnn.bias_hh_l0_reverse	1	-0.0650772899389267
172920	rnn.bias_hh_l0_reverse	2	0.0806405171751976
172920	rnn.bias_hh_l0_reverse	3	-0.05461395904421806
172920	rnn.bias_hh_l0_reverse	4	-0.02766052447259426
172920	rnn.bias_hh_l0_reverse	5	-0.021415380761027336
172920	rnn.bias_hh_l0_reverse	6	-0.01863071508705616
172920	rnn.bias_hh_l0_reverse	7	0.09782835096120834
172920	rnn.bias_hh_l0_reverse	8	0.0325329452753067
172920	rnn.bias_hh_l0_reverse	9	-0.15044429898262024
172920	rnn.weight_ih_l1	0	-0.030433733016252518
172920	rnn.weight_ih_l1	1	-0.05119183659553528
172920	rnn.weight_ih_l1	2	0.0607566274702549
172920	rnn.weight_ih_l1	3	-0.06039072573184967
172920	rnn.weight_ih_l1	4	-0.01691387966275215
172920	rnn.weight_ih_l1	5	-0.04374582692980766
172920	rnn.weight_ih_l1	6	0.028140468522906303
172920	rnn.weight_ih_l1	7	-0.03923831135034561
172920	rnn.weight_ih_l1	8	0.036445438861846924
172920	rnn.weight_ih_l1	9	0.046643443405628204
172920	rnn.weight_hh_l1	0	-0.006689500994980335
172920	rnn.weight_hh_l1	1	0.018928827717900276
172920	rnn.weight_hh_l1	2	0.013155453838407993
172920	rnn.weight_hh_l1	3	-0.01240632776170969
172920	rnn.weight_hh_l1	4	0.00755315599963069
172920	rnn.weight_hh_l1	5	0.030827008187770844
172920	rnn.weight_hh_l1	6	0.034844771027565
172920	rnn.weight_hh_l1	7	-0.01871149241924286
172920	rnn.weight_hh_l1	8	-0.008311161771416664
172920	rnn.weight_hh_l1	9	0.036187853664159775
172920	rnn.bias_ih_l1	0	-0.20251959562301636
172920	rnn.bias_ih_l1	1	-0.1727600395679474
172920	rnn.bias_ih_l1	2	-0.20866166055202484
172920	rnn.bias_ih_l1	3	-0.32065334916114807
172920	rnn.bias_ih_l1	4	-0.20089410245418549
172920	rnn.bias_ih_l1	5	-0.09590666741132736
172920	rnn.bias_ih_l1	6	-0.17392835021018982
172920	rnn.bias_ih_l1	7	-0.020540393888950348
172920	rnn.bias_ih_l1	8	-0.13882115483283997
172920	rnn.bias_ih_l1	9	-0.1340181827545166
172920	rnn.bias_hh_l1	0	-0.09997786581516266
172920	rnn.bias_hh_l1	1	-0.06175892800092697
172920	rnn.bias_hh_l1	2	-0.1021052896976471
172920	rnn.bias_hh_l1	3	-0.08198156207799911
172920	rnn.bias_hh_l1	4	-0.08539723604917526
172920	rnn.bias_hh_l1	5	-0.11987268924713135
172920	rnn.bias_hh_l1	6	-0.15106211602687836
172920	rnn.bias_hh_l1	7	0.05835408344864845
172920	rnn.bias_hh_l1	8	-0.16537751257419586
172920	rnn.bias_hh_l1	9	-0.11062189191579819
172920	rnn.weight_ih_l1_reverse	0	-0.03955313563346863
172920	rnn.weight_ih_l1_reverse	1	0.03254614770412445
172920	rnn.weight_ih_l1_reverse	2	0.07349369674921036
172920	rnn.weight_ih_l1_reverse	3	-0.006283232476562262
172920	rnn.weight_ih_l1_reverse	4	-0.044442836195230484
172920	rnn.weight_ih_l1_reverse	5	-0.03060869127511978
172920	rnn.weight_ih_l1_reverse	6	-0.001169779570773244
172920	rnn.weight_ih_l1_reverse	7	0.027086330577731133
172920	rnn.weight_ih_l1_reverse	8	0.007317393086850643
172920	rnn.weight_ih_l1_reverse	9	-0.04425343498587608
172920	rnn.weight_hh_l1_reverse	0	0.005997415166348219
172920	rnn.weight_hh_l1_reverse	1	0.030402427539229393
172920	rnn.weight_hh_l1_reverse	2	-0.040421247482299805
172920	rnn.weight_hh_l1_reverse	3	0.03574921563267708
172920	rnn.weight_hh_l1_reverse	4	0.0495036318898201
172920	rnn.weight_hh_l1_reverse	5	0.0008467700681649148
172920	rnn.weight_hh_l1_reverse	6	0.05415498465299606
172920	rnn.weight_hh_l1_reverse	7	0.029244037345051765
172920	rnn.weight_hh_l1_reverse	8	-0.007082086522132158
172920	rnn.weight_hh_l1_reverse	9	-0.03146127238869667
172920	rnn.bias_ih_l1_reverse	0	-0.0597197562456131
172920	rnn.bias_ih_l1_reverse	1	-0.14740018546581268
172920	rnn.bias_ih_l1_reverse	2	-0.16710908710956573
172920	rnn.bias_ih_l1_reverse	3	-0.03806997090578079
172920	rnn.bias_ih_l1_reverse	4	-0.21478402614593506
172920	rnn.bias_ih_l1_reverse	5	-0.1148398295044899
172920	rnn.bias_ih_l1_reverse	6	-0.1426391452550888
172920	rnn.bias_ih_l1_reverse	7	-0.1872284859418869
172920	rnn.bias_ih_l1_reverse	8	0.20666901767253876
172920	rnn.bias_ih_l1_reverse	9	0.03201057389378548
172920	rnn.bias_hh_l1_reverse	0	-0.006799677386879921
172920	rnn.bias_hh_l1_reverse	1	-0.0822966992855072
172920	rnn.bias_hh_l1_reverse	2	-0.23733089864253998
172920	rnn.bias_hh_l1_reverse	3	-0.13605891168117523
172920	rnn.bias_hh_l1_reverse	4	-0.08975208550691605
172920	rnn.bias_hh_l1_reverse	5	-0.12222997844219208
172920	rnn.bias_hh_l1_reverse	6	0.08757045865058899
172920	rnn.bias_hh_l1_reverse	7	-0.1675553023815155
172920	rnn.bias_hh_l1_reverse	8	-0.11758922785520554
172920	rnn.bias_hh_l1_reverse	9	-0.14824239909648895
172920	linear.weight	0	0.002228822559118271
172920	linear.weight	1	0.08793337643146515
172920	linear.weight	2	-0.08746972680091858
172920	linear.weight	3	0.2852235436439514
172920	linear.weight	4	0.1671089082956314
172920	linear.weight	5	-0.05515630543231964
172920	linear.weight	6	0.09947173297405243
172920	linear.weight	7	0.11005888134241104
172920	linear.weight	8	0.041176021099090576
172920	linear.weight	9	-0.051828160881996155
172920	linear.bias	0	0.10025085508823395
172920	linear.bias	1	-0.17486721277236938
172920	linear.bias	2	-0.40000542998313904
172920	linear.bias	3	-0.6733707785606384
172920	linear.bias	4	-1.2419718503952026
172920	linear.bias	5	-0.05665169656276703
172920	linear.bias	6	-0.7721683979034424
172920	linear.bias	7	0.2910457253456116
172920	linear.bias	8	-0.4550914168357849
172920	linear.bias	9	-1.0448329448699951
173117	transitions	0	0.703395664691925
173117	transitions	1	0.15690192580223083
173117	transitions	2	-10000.0
173117	transitions	3	-1.8256608247756958
173117	transitions	4	-10000.0
173117	transitions	5	0.5701398253440857
173117	transitions	6	-0.08040165156126022
173117	transitions	7	-0.7596381902694702
173117	transitions	8	-1.412156343460083
173117	transitions	9	-0.001178110484033823
173117	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
173117	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
173117	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
173117	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
173117	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
173117	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
173117	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
173117	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
173117	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
173117	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
173117	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
173117	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
173117	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
173117	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
173117	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
173117	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
173117	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
173117	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
173117	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
173117	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
173117	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
173117	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
173117	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
173117	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
173117	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
173117	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
173117	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
173117	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
173117	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
173117	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
173117	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
173117	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
173117	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
173117	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
173117	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
173117	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
173117	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
173117	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
173117	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
173117	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
173117	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
173117	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
173117	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
173117	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
173117	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
173117	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
173117	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
173117	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
173117	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
173117	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
173117	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
173117	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
173117	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
173117	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
173117	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
173117	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
173117	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
173117	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
173117	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
173117	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
173117	embedding2nn.weight	0	0.021466495469212532
173117	embedding2nn.weight	1	-0.013477589935064316
173117	embedding2nn.weight	2	-0.014268254861235619
173117	embedding2nn.weight	3	-0.02192572131752968
173117	embedding2nn.weight	4	-0.0059150345623493195
173117	embedding2nn.weight	5	-0.0037005869671702385
173117	embedding2nn.weight	6	-0.003973272629082203
173117	embedding2nn.weight	7	-0.08262975513935089
173117	embedding2nn.weight	8	-0.0019979383796453476
173117	embedding2nn.weight	9	-0.02977280505001545
173117	embedding2nn.bias	0	0.0359434150159359
173117	embedding2nn.bias	1	-0.06868697702884674
173117	embedding2nn.bias	2	0.0846647322177887
173117	embedding2nn.bias	3	0.04845868796110153
173117	embedding2nn.bias	4	-0.04233621060848236
173117	embedding2nn.bias	5	-0.012183764949440956
173117	embedding2nn.bias	6	0.04144696146249771
173117	embedding2nn.bias	7	-0.07134204357862473
173117	embedding2nn.bias	8	0.05693414434790611
173117	embedding2nn.bias	9	0.06022527441382408
173117	rnn.weight_ih_l0	0	-0.0750611424446106
173117	rnn.weight_ih_l0	1	0.0071646953001618385
173117	rnn.weight_ih_l0	2	0.03689679130911827
173117	rnn.weight_ih_l0	3	0.022800827398896217
173117	rnn.weight_ih_l0	4	-0.04376077651977539
173117	rnn.weight_ih_l0	5	-0.0631692185997963
173117	rnn.weight_ih_l0	6	0.00046550590195693076
173117	rnn.weight_ih_l0	7	0.053994130343198776
173117	rnn.weight_ih_l0	8	-0.012106268666684628
173117	rnn.weight_ih_l0	9	-0.026611924171447754
173117	rnn.weight_hh_l0	0	-0.033769745379686356
173117	rnn.weight_hh_l0	1	-0.009682395495474339
173117	rnn.weight_hh_l0	2	0.005733883939683437
173117	rnn.weight_hh_l0	3	-0.06770633161067963
173117	rnn.weight_hh_l0	4	0.08751265704631805
173117	rnn.weight_hh_l0	5	-0.028002414852380753
173117	rnn.weight_hh_l0	6	-0.05901705101132393
173117	rnn.weight_hh_l0	7	0.011975343339145184
173117	rnn.weight_hh_l0	8	0.013755753636360168
173117	rnn.weight_hh_l0	9	-0.020192928612232208
173117	rnn.bias_ih_l0	0	0.12977969646453857
173117	rnn.bias_ih_l0	1	-0.039746206253767014
173117	rnn.bias_ih_l0	2	-0.022635528817772865
173117	rnn.bias_ih_l0	3	0.15119504928588867
173117	rnn.bias_ih_l0	4	-0.015912139788269997
173117	rnn.bias_ih_l0	5	-0.011109421961009502
173117	rnn.bias_ih_l0	6	0.01145572867244482
173117	rnn.bias_ih_l0	7	0.02282450720667839
173117	rnn.bias_ih_l0	8	-0.09841525554656982
173117	rnn.bias_ih_l0	9	-0.033834006637334824
173117	rnn.bias_hh_l0	0	-0.005610442720353603
173117	rnn.bias_hh_l0	1	-0.10428057610988617
173117	rnn.bias_hh_l0	2	-0.06587351113557816
173117	rnn.bias_hh_l0	3	-0.08777429908514023
173117	rnn.bias_hh_l0	4	0.006654930766671896
173117	rnn.bias_hh_l0	5	-0.035111647099256516
173117	rnn.bias_hh_l0	6	0.028019875288009644
173117	rnn.bias_hh_l0	7	0.04758477583527565
173117	rnn.bias_hh_l0	8	-0.11854332685470581
173117	rnn.bias_hh_l0	9	-0.05987713485956192
173117	rnn.weight_ih_l0_reverse	0	-0.026921333745121956
173117	rnn.weight_ih_l0_reverse	1	-0.055427439510822296
173117	rnn.weight_ih_l0_reverse	2	-0.0498211607336998
173117	rnn.weight_ih_l0_reverse	3	0.008327500894665718
173117	rnn.weight_ih_l0_reverse	4	-0.01819824054837227
173117	rnn.weight_ih_l0_reverse	5	-0.05463222786784172
173117	rnn.weight_ih_l0_reverse	6	0.07631338387727737
173117	rnn.weight_ih_l0_reverse	7	-0.020985236391425133
173117	rnn.weight_ih_l0_reverse	8	-0.016089661046862602
173117	rnn.weight_ih_l0_reverse	9	-0.007809960749000311
173117	rnn.weight_hh_l0_reverse	0	0.06056630611419678
173117	rnn.weight_hh_l0_reverse	1	0.018561502918601036
173117	rnn.weight_hh_l0_reverse	2	0.031204713508486748
173117	rnn.weight_hh_l0_reverse	3	0.036497291177511215
173117	rnn.weight_hh_l0_reverse	4	0.008245023898780346
173117	rnn.weight_hh_l0_reverse	5	0.014222032390534878
173117	rnn.weight_hh_l0_reverse	6	0.050738219171762466
173117	rnn.weight_hh_l0_reverse	7	-0.07305480539798737
173117	rnn.weight_hh_l0_reverse	8	0.03795637935400009
173117	rnn.weight_hh_l0_reverse	9	0.034406498074531555
173117	rnn.bias_ih_l0_reverse	0	-0.06343695521354675
173117	rnn.bias_ih_l0_reverse	1	-0.27859219908714294
173117	rnn.bias_ih_l0_reverse	2	-0.12662167847156525
173117	rnn.bias_ih_l0_reverse	3	-0.04973737895488739
173117	rnn.bias_ih_l0_reverse	4	-0.024845575913786888
173117	rnn.bias_ih_l0_reverse	5	0.06523755937814713
173117	rnn.bias_ih_l0_reverse	6	-0.06361599266529083
173117	rnn.bias_ih_l0_reverse	7	0.0555369034409523
173117	rnn.bias_ih_l0_reverse	8	-0.044857051223516464
173117	rnn.bias_ih_l0_reverse	9	0.059457529336214066
173117	rnn.bias_hh_l0_reverse	0	0.025273151695728302
173117	rnn.bias_hh_l0_reverse	1	-0.06407661736011505
173117	rnn.bias_hh_l0_reverse	2	0.08049900829792023
173117	rnn.bias_hh_l0_reverse	3	-0.05414673686027527
173117	rnn.bias_hh_l0_reverse	4	-0.02893933653831482
173117	rnn.bias_hh_l0_reverse	5	-0.019892098382115364
173117	rnn.bias_hh_l0_reverse	6	-0.019027626141905785
173117	rnn.bias_hh_l0_reverse	7	0.09850011765956879
173117	rnn.bias_hh_l0_reverse	8	0.033116620033979416
173117	rnn.bias_hh_l0_reverse	9	-0.15202756226062775
173117	rnn.weight_ih_l1	0	-0.03060999885201454
173117	rnn.weight_ih_l1	1	-0.051618292927742004
173117	rnn.weight_ih_l1	2	0.05875290185213089
173117	rnn.weight_ih_l1	3	-0.06015057861804962
173117	rnn.weight_ih_l1	4	-0.016799308359622955
173117	rnn.weight_ih_l1	5	-0.04354057088494301
173117	rnn.weight_ih_l1	6	0.028279978781938553
173117	rnn.weight_ih_l1	7	-0.04032091423869133
173117	rnn.weight_ih_l1	8	0.03627012297511101
173117	rnn.weight_ih_l1	9	0.04628525674343109
173117	rnn.weight_hh_l1	0	-0.006433903239667416
173117	rnn.weight_hh_l1	1	0.01902289316058159
173117	rnn.weight_hh_l1	2	0.013964730314910412
173117	rnn.weight_hh_l1	3	-0.012155727483332157
173117	rnn.weight_hh_l1	4	0.007155284751206636
173117	rnn.weight_hh_l1	5	0.030817871913313866
173117	rnn.weight_hh_l1	6	0.03419879451394081
173117	rnn.weight_hh_l1	7	-0.018833087757229805
173117	rnn.weight_hh_l1	8	-0.008387365378439426
173117	rnn.weight_hh_l1	9	0.035702183842659
173117	rnn.bias_ih_l1	0	-0.20200341939926147
173117	rnn.bias_ih_l1	1	-0.17337626218795776
173117	rnn.bias_ih_l1	2	-0.2090105414390564
173117	rnn.bias_ih_l1	3	-0.32195886969566345
173117	rnn.bias_ih_l1	4	-0.20071947574615479
173117	rnn.bias_ih_l1	5	-0.09570617228746414
173117	rnn.bias_ih_l1	6	-0.17336200177669525
173117	rnn.bias_ih_l1	7	-0.023096593096852303
173117	rnn.bias_ih_l1	8	-0.13783325254917145
173117	rnn.bias_ih_l1	9	-0.13551975786685944
173117	rnn.bias_hh_l1	0	-0.09954912215471268
173117	rnn.bias_hh_l1	1	-0.06090100109577179
173117	rnn.bias_hh_l1	2	-0.10427262634038925
173117	rnn.bias_hh_l1	3	-0.08218570053577423
173117	rnn.bias_hh_l1	4	-0.08529280871152878
173117	rnn.bias_hh_l1	5	-0.12046977132558823
173117	rnn.bias_hh_l1	6	-0.15285047888755798
173117	rnn.bias_hh_l1	7	0.05777978524565697
173117	rnn.bias_hh_l1	8	-0.16438472270965576
173117	rnn.bias_hh_l1	9	-0.11187689006328583
173117	rnn.weight_ih_l1_reverse	0	-0.03955261409282684
173117	rnn.weight_ih_l1_reverse	1	0.0335213728249073
173117	rnn.weight_ih_l1_reverse	2	0.07237724214792252
173117	rnn.weight_ih_l1_reverse	3	-0.005604507401585579
173117	rnn.weight_ih_l1_reverse	4	-0.04397561401128769
173117	rnn.weight_ih_l1_reverse	5	-0.030528029426932335
173117	rnn.weight_ih_l1_reverse	6	-0.0009928090730682015
173117	rnn.weight_ih_l1_reverse	7	0.027051804587244987
173117	rnn.weight_ih_l1_reverse	8	0.006513020023703575
173117	rnn.weight_ih_l1_reverse	9	-0.044188905507326126
173117	rnn.weight_hh_l1_reverse	0	0.005867278669029474
173117	rnn.weight_hh_l1_reverse	1	0.030300546437501907
173117	rnn.weight_hh_l1_reverse	2	-0.04045965149998665
173117	rnn.weight_hh_l1_reverse	3	0.035679616034030914
173117	rnn.weight_hh_l1_reverse	4	0.049364957958459854
173117	rnn.weight_hh_l1_reverse	5	0.000783613242674619
173117	rnn.weight_hh_l1_reverse	6	0.05483836680650711
173117	rnn.weight_hh_l1_reverse	7	0.029197927564382553
173117	rnn.weight_hh_l1_reverse	8	-0.007085601333528757
173117	rnn.weight_hh_l1_reverse	9	-0.03161083161830902
173117	rnn.bias_ih_l1_reverse	0	-0.05883407965302467
173117	rnn.bias_ih_l1_reverse	1	-0.1457062065601349
173117	rnn.bias_ih_l1_reverse	2	-0.16792415082454681
173117	rnn.bias_ih_l1_reverse	3	-0.03847505897283554
173117	rnn.bias_ih_l1_reverse	4	-0.21511180698871613
173117	rnn.bias_ih_l1_reverse	5	-0.11547308415174484
173117	rnn.bias_ih_l1_reverse	6	-0.14245733618736267
173117	rnn.bias_ih_l1_reverse	7	-0.1861998289823532
173117	rnn.bias_ih_l1_reverse	8	0.2072998434305191
173117	rnn.bias_ih_l1_reverse	9	0.03156812861561775
173117	rnn.bias_hh_l1_reverse	0	-0.004129691049456596
173117	rnn.bias_hh_l1_reverse	1	-0.08255269378423691
173117	rnn.bias_hh_l1_reverse	2	-0.23741908371448517
173117	rnn.bias_hh_l1_reverse	3	-0.13542962074279785
173117	rnn.bias_hh_l1_reverse	4	-0.08938002586364746
173117	rnn.bias_hh_l1_reverse	5	-0.12300972640514374
173117	rnn.bias_hh_l1_reverse	6	0.08088746666908264
173117	rnn.bias_hh_l1_reverse	7	-0.16580428183078766
173117	rnn.bias_hh_l1_reverse	8	-0.1178828775882721
173117	rnn.bias_hh_l1_reverse	9	-0.14814762771129608
173117	linear.weight	0	0.002228822559118271
173117	linear.weight	1	0.08847937732934952
173117	linear.weight	2	-0.08719612658023834
173117	linear.weight	3	0.28586268424987793
173117	linear.weight	4	0.16814960539340973
173117	linear.weight	5	-0.05429096147418022
173117	linear.weight	6	0.10667632520198822
173117	linear.weight	7	0.10882192850112915
173117	linear.weight	8	0.04117552563548088
173117	linear.weight	9	-0.053392019122838974
173117	linear.bias	0	0.11332867294549942
173117	linear.bias	1	-0.1774299144744873
173117	linear.bias	2	-0.3962346613407135
173117	linear.bias	3	-0.6662927865982056
173117	linear.bias	4	-1.2349437475204468
173117	linear.bias	5	-0.06533215194940567
173117	linear.bias	6	-0.7755278944969177
173117	linear.bias	7	0.283399760723114
173117	linear.bias	8	-0.45280855894088745
173117	linear.bias	9	-1.0437036752700806
173314	transitions	0	0.6948593854904175
173314	transitions	1	0.1535666584968567
173314	transitions	2	-10000.0
173314	transitions	3	-1.8256688117980957
173314	transitions	4	-10000.0
173314	transitions	5	0.5701122879981995
173314	transitions	6	-0.0804261565208435
173314	transitions	7	-0.7597894668579102
173314	transitions	8	-1.412190556526184
173314	transitions	9	-0.0011784485541284084
173314	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
173314	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
173314	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
173314	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
173314	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
173314	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
173314	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
173314	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
173314	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
173314	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
173314	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
173314	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
173314	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
173314	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
173314	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
173314	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
173314	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
173314	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
173314	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
173314	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
173314	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
173314	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
173314	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
173314	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
173314	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
173314	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
173314	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
173314	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
173314	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
173314	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
173314	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
173314	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
173314	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
173314	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
173314	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
173314	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
173314	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
173314	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
173314	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
173314	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
173314	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
173314	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
173314	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
173314	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
173314	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
173314	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
173314	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
173314	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
173314	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
173314	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
173314	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
173314	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
173314	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
173314	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
173314	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
173314	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
173314	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
173314	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
173314	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
173314	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
173314	embedding2nn.weight	0	0.021543951705098152
173314	embedding2nn.weight	1	-0.0134271876886487
173314	embedding2nn.weight	2	-0.014268254861235619
173314	embedding2nn.weight	3	-0.02212001010775566
173314	embedding2nn.weight	4	-0.0059150345623493195
173314	embedding2nn.weight	5	-0.0037005869671702385
173314	embedding2nn.weight	6	-0.003973272163420916
173314	embedding2nn.weight	7	-0.08168823271989822
173314	embedding2nn.weight	8	-0.0019979383796453476
173314	embedding2nn.weight	9	-0.029700346291065216
173314	embedding2nn.bias	0	0.036052241921424866
173314	embedding2nn.bias	1	-0.06732944399118423
173314	embedding2nn.bias	2	0.08165909349918365
173314	embedding2nn.bias	3	0.04331103712320328
173314	embedding2nn.bias	4	-0.043404724448919296
173314	embedding2nn.bias	5	-0.009140662848949432
173314	embedding2nn.bias	6	0.04308471083641052
173314	embedding2nn.bias	7	-0.07604276388883591
173314	embedding2nn.bias	8	0.05366145074367523
173314	embedding2nn.bias	9	0.04838640242815018
173314	rnn.weight_ih_l0	0	-0.07494370639324188
173314	rnn.weight_ih_l0	1	0.006888403557240963
173314	rnn.weight_ih_l0	2	0.03697890043258667
173314	rnn.weight_ih_l0	3	0.02290423773229122
173314	rnn.weight_ih_l0	4	-0.0441383421421051
173314	rnn.weight_ih_l0	5	-0.06367553025484085
173314	rnn.weight_ih_l0	6	0.0007482919609174132
173314	rnn.weight_ih_l0	7	0.054061420261859894
173314	rnn.weight_ih_l0	8	-0.01165881846100092
173314	rnn.weight_ih_l0	9	-0.02660377509891987
173314	rnn.weight_hh_l0	0	-0.03382100909948349
173314	rnn.weight_hh_l0	1	-0.010134007781744003
173314	rnn.weight_hh_l0	2	0.0058401101268827915
173314	rnn.weight_hh_l0	3	-0.06813692301511765
173314	rnn.weight_hh_l0	4	0.08710790425539017
173314	rnn.weight_hh_l0	5	-0.028482262045145035
173314	rnn.weight_hh_l0	6	-0.05865326523780823
173314	rnn.weight_hh_l0	7	0.012060577981173992
173314	rnn.weight_hh_l0	8	0.013437261804938316
173314	rnn.weight_hh_l0	9	-0.02062644064426422
173314	rnn.bias_ih_l0	0	0.13045622408390045
173314	rnn.bias_ih_l0	1	-0.03951309621334076
173314	rnn.bias_ih_l0	2	-0.021848469972610474
173314	rnn.bias_ih_l0	3	0.15031030774116516
173314	rnn.bias_ih_l0	4	-0.015742287039756775
173314	rnn.bias_ih_l0	5	-0.013323800638318062
173314	rnn.bias_ih_l0	6	0.010791292414069176
173314	rnn.bias_ih_l0	7	0.022117428481578827
173314	rnn.bias_ih_l0	8	-0.09670297056436539
173314	rnn.bias_ih_l0	9	-0.03432120755314827
173314	rnn.bias_hh_l0	0	-0.005871667061001062
173314	rnn.bias_hh_l0	1	-0.10662519186735153
173314	rnn.bias_hh_l0	2	-0.06784436106681824
173314	rnn.bias_hh_l0	3	-0.08694294095039368
173314	rnn.bias_hh_l0	4	0.006452785339206457
173314	rnn.bias_hh_l0	5	-0.03635350242257118
173314	rnn.bias_hh_l0	6	0.029790109023451805
173314	rnn.bias_hh_l0	7	0.05036494508385658
173314	rnn.bias_hh_l0	8	-0.1186918169260025
173314	rnn.bias_hh_l0	9	-0.06134314462542534
173314	rnn.weight_ih_l0_reverse	0	-0.025955960154533386
173314	rnn.weight_ih_l0_reverse	1	-0.05543290823698044
173314	rnn.weight_ih_l0_reverse	2	-0.04982871562242508
173314	rnn.weight_ih_l0_reverse	3	0.008470188826322556
173314	rnn.weight_ih_l0_reverse	4	-0.018213605508208275
173314	rnn.weight_ih_l0_reverse	5	-0.05486549437046051
173314	rnn.weight_ih_l0_reverse	6	0.07620731741189957
173314	rnn.weight_ih_l0_reverse	7	-0.02045995369553566
173314	rnn.weight_ih_l0_reverse	8	-0.01684616506099701
173314	rnn.weight_ih_l0_reverse	9	-0.007598059717565775
173314	rnn.weight_hh_l0_reverse	0	0.06175664812326431
173314	rnn.weight_hh_l0_reverse	1	0.018303977325558662
173314	rnn.weight_hh_l0_reverse	2	0.03100733272731304
173314	rnn.weight_hh_l0_reverse	3	0.036622386425733566
173314	rnn.weight_hh_l0_reverse	4	0.008514204062521458
173314	rnn.weight_hh_l0_reverse	5	0.014258020557463169
173314	rnn.weight_hh_l0_reverse	6	0.050668831914663315
173314	rnn.weight_hh_l0_reverse	7	-0.07346414029598236
173314	rnn.weight_hh_l0_reverse	8	0.03817592188715935
173314	rnn.weight_hh_l0_reverse	9	0.0349276065826416
173314	rnn.bias_ih_l0_reverse	0	-0.06318174302577972
173314	rnn.bias_ih_l0_reverse	1	-0.27554959058761597
173314	rnn.bias_ih_l0_reverse	2	-0.12633433938026428
173314	rnn.bias_ih_l0_reverse	3	-0.04872694984078407
173314	rnn.bias_ih_l0_reverse	4	-0.02201986126601696
173314	rnn.bias_ih_l0_reverse	5	0.06572665274143219
173314	rnn.bias_ih_l0_reverse	6	-0.06446690857410431
173314	rnn.bias_ih_l0_reverse	7	0.05652567744255066
173314	rnn.bias_ih_l0_reverse	8	-0.04331745579838753
173314	rnn.bias_ih_l0_reverse	9	0.059608135372400284
173314	rnn.bias_hh_l0_reverse	0	0.024389823898673058
173314	rnn.bias_hh_l0_reverse	1	-0.06604406237602234
173314	rnn.bias_hh_l0_reverse	2	0.08003682643175125
173314	rnn.bias_hh_l0_reverse	3	-0.053586944937705994
173314	rnn.bias_hh_l0_reverse	4	-0.02804754488170147
173314	rnn.bias_hh_l0_reverse	5	-0.021825598552823067
173314	rnn.bias_hh_l0_reverse	6	-0.019643597304821014
173314	rnn.bias_hh_l0_reverse	7	0.09776850044727325
173314	rnn.bias_hh_l0_reverse	8	0.03257249668240547
173314	rnn.bias_hh_l0_reverse	9	-0.15237487852573395
173314	rnn.weight_ih_l1	0	-0.030340367928147316
173314	rnn.weight_ih_l1	1	-0.05166855826973915
173314	rnn.weight_ih_l1	2	0.05735180154442787
173314	rnn.weight_ih_l1	3	-0.05975262448191643
173314	rnn.weight_ih_l1	4	-0.016888590529561043
173314	rnn.weight_ih_l1	5	-0.04358348622918129
173314	rnn.weight_ih_l1	6	0.02848251722753048
173314	rnn.weight_ih_l1	7	-0.040378812700510025
173314	rnn.weight_ih_l1	8	0.036161284893751144
173314	rnn.weight_ih_l1	9	0.04633172228932381
173314	rnn.weight_hh_l1	0	-0.005858657415956259
173314	rnn.weight_hh_l1	1	0.01908625289797783
173314	rnn.weight_hh_l1	2	0.013074677437543869
173314	rnn.weight_hh_l1	3	-0.011932997032999992
173314	rnn.weight_hh_l1	4	0.00685029337182641
173314	rnn.weight_hh_l1	5	0.030964117497205734
173314	rnn.weight_hh_l1	6	0.034049294888973236
173314	rnn.weight_hh_l1	7	-0.01885341852903366
173314	rnn.weight_hh_l1	8	-0.008236909285187721
173314	rnn.weight_hh_l1	9	0.035695962607860565
173314	rnn.bias_ih_l1	0	-0.2013952136039734
173314	rnn.bias_ih_l1	1	-0.17407312989234924
173314	rnn.bias_ih_l1	2	-0.20867477357387543
173314	rnn.bias_ih_l1	3	-0.32076743245124817
173314	rnn.bias_ih_l1	4	-0.20782470703125
173314	rnn.bias_ih_l1	5	-0.09560274332761765
173314	rnn.bias_ih_l1	6	-0.1743350774049759
173314	rnn.bias_ih_l1	7	-0.023111050948500633
173314	rnn.bias_ih_l1	8	-0.13852083683013916
173314	rnn.bias_ih_l1	9	-0.1368533819913864
173314	rnn.bias_hh_l1	0	-0.09709350019693375
173314	rnn.bias_hh_l1	1	-0.06366842240095139
173314	rnn.bias_hh_l1	2	-0.10443460941314697
173314	rnn.bias_hh_l1	3	-0.0818587988615036
173314	rnn.bias_hh_l1	4	-0.08593328297138214
173314	rnn.bias_hh_l1	5	-0.12180141359567642
173314	rnn.bias_hh_l1	6	-0.1533922255039215
173314	rnn.bias_hh_l1	7	0.05626695975661278
173314	rnn.bias_hh_l1	8	-0.16577063500881195
173314	rnn.bias_hh_l1	9	-0.11139964312314987
173314	rnn.weight_ih_l1_reverse	0	-0.03941973298788071
173314	rnn.weight_ih_l1_reverse	1	0.03444058820605278
173314	rnn.weight_ih_l1_reverse	2	0.07601164281368256
173314	rnn.weight_ih_l1_reverse	3	-0.005773735698312521
173314	rnn.weight_ih_l1_reverse	4	-0.043746594339609146
173314	rnn.weight_ih_l1_reverse	5	-0.030315205454826355
173314	rnn.weight_ih_l1_reverse	6	-0.0010632204357534647
173314	rnn.weight_ih_l1_reverse	7	0.027014153078198433
173314	rnn.weight_ih_l1_reverse	8	0.0061960360035300255
173314	rnn.weight_ih_l1_reverse	9	-0.044527117162942886
173314	rnn.weight_hh_l1_reverse	0	0.005790927447378635
173314	rnn.weight_hh_l1_reverse	1	0.030365675687789917
173314	rnn.weight_hh_l1_reverse	2	-0.04042518511414528
173314	rnn.weight_hh_l1_reverse	3	0.03567077964544296
173314	rnn.weight_hh_l1_reverse	4	0.04945824295282364
173314	rnn.weight_hh_l1_reverse	5	0.0006596470484510064
173314	rnn.weight_hh_l1_reverse	6	0.05456969141960144
173314	rnn.weight_hh_l1_reverse	7	0.02909279055893421
173314	rnn.weight_hh_l1_reverse	8	-0.007042531855404377
173314	rnn.weight_hh_l1_reverse	9	-0.031453151255846024
173314	rnn.bias_ih_l1_reverse	0	-0.05879625678062439
173314	rnn.bias_ih_l1_reverse	1	-0.1467234045267105
173314	rnn.bias_ih_l1_reverse	2	-0.1670125275850296
173314	rnn.bias_ih_l1_reverse	3	-0.0426967553794384
173314	rnn.bias_ih_l1_reverse	4	-0.2145782858133316
173314	rnn.bias_ih_l1_reverse	5	-0.11501211673021317
173314	rnn.bias_ih_l1_reverse	6	-0.1421351581811905
173314	rnn.bias_ih_l1_reverse	7	-0.18499726057052612
173314	rnn.bias_ih_l1_reverse	8	0.20783133804798126
173314	rnn.bias_ih_l1_reverse	9	0.02954709902405739
173314	rnn.bias_hh_l1_reverse	0	-0.005338239949196577
173314	rnn.bias_hh_l1_reverse	1	-0.0815521702170372
173314	rnn.bias_hh_l1_reverse	2	-0.23919689655303955
173314	rnn.bias_hh_l1_reverse	3	-0.13551737368106842
173314	rnn.bias_hh_l1_reverse	4	-0.09018387645483017
173314	rnn.bias_hh_l1_reverse	5	-0.12406305223703384
173314	rnn.bias_hh_l1_reverse	6	0.08238738030195236
173314	rnn.bias_hh_l1_reverse	7	-0.16554385423660278
173314	rnn.bias_hh_l1_reverse	8	-0.11652819812297821
173314	rnn.bias_hh_l1_reverse	9	-0.14744196832180023
173314	linear.weight	0	0.002228822559118271
173314	linear.weight	1	0.08773761987686157
173314	linear.weight	2	-0.09097044169902802
173314	linear.weight	3	0.2856990098953247
173314	linear.weight	4	0.16934235394001007
173314	linear.weight	5	-0.05449557304382324
173314	linear.weight	6	0.10360981523990631
173314	linear.weight	7	0.10950610786676407
173314	linear.weight	8	0.04117491468787193
173314	linear.weight	9	-0.0541590079665184
173314	linear.bias	0	0.12960903346538544
173314	linear.bias	1	-0.17575688660144806
173314	linear.bias	2	-0.39338868856430054
173314	linear.bias	3	-0.6719816327095032
173314	linear.bias	4	-1.2411363124847412
173314	linear.bias	5	-0.08027733117341995
173314	linear.bias	6	-0.7745962738990784
173314	linear.bias	7	0.2682563066482544
173314	linear.bias	8	-0.4490762948989868
173314	linear.bias	9	-1.0390948057174683
173511	transitions	0	0.6974010467529297
173511	transitions	1	0.14737313985824585
173511	transitions	2	-10000.0
173511	transitions	3	-1.825685977935791
173511	transitions	4	-10000.0
173511	transitions	5	0.5700807571411133
173511	transitions	6	-0.08044280111789703
173511	transitions	7	-0.7600551247596741
173511	transitions	8	-1.4122236967086792
173511	transitions	9	-0.0011786500690504909
173511	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
173511	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
173511	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
173511	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
173511	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
173511	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
173511	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
173511	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
173511	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
173511	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
173511	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
173511	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
173511	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
173511	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
173511	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
173511	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
173511	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
173511	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
173511	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
173511	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
173511	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
173511	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
173511	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
173511	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
173511	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
173511	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
173511	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
173511	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
173511	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
173511	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
173511	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
173511	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
173511	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
173511	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
173511	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
173511	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
173511	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
173511	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
173511	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
173511	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
173511	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
173511	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
173511	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
173511	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
173511	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
173511	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
173511	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
173511	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
173511	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
173511	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
173511	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
173511	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
173511	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
173511	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
173511	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
173511	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
173511	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
173511	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
173511	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
173511	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
173511	embedding2nn.weight	0	0.022107427939772606
173511	embedding2nn.weight	1	-0.01343285571783781
173511	embedding2nn.weight	2	-0.014268254861235619
173511	embedding2nn.weight	3	-0.02307816781103611
173511	embedding2nn.weight	4	-0.0059150345623493195
173511	embedding2nn.weight	5	-0.0037005869671702385
173511	embedding2nn.weight	6	-0.003973277751356363
173511	embedding2nn.weight	7	-0.08169378340244293
173511	embedding2nn.weight	8	-0.0019979383796453476
173511	embedding2nn.weight	9	-0.029742764309048653
173511	embedding2nn.bias	0	0.032984837889671326
173511	embedding2nn.bias	1	-0.06798113137483597
173511	embedding2nn.bias	2	0.07750903815031052
173511	embedding2nn.bias	3	0.042181167751550674
173511	embedding2nn.bias	4	-0.03975791856646538
173511	embedding2nn.bias	5	-0.006527946796268225
173511	embedding2nn.bias	6	0.04165288805961609
173511	embedding2nn.bias	7	-0.07599974423646927
173511	embedding2nn.bias	8	0.05518458038568497
173511	embedding2nn.bias	9	0.05077754333615303
173511	rnn.weight_ih_l0	0	-0.0748378112912178
173511	rnn.weight_ih_l0	1	0.006744319573044777
173511	rnn.weight_ih_l0	2	0.03582749143242836
173511	rnn.weight_ih_l0	3	0.02295251563191414
173511	rnn.weight_ih_l0	4	-0.04390937462449074
173511	rnn.weight_ih_l0	5	-0.06376203149557114
173511	rnn.weight_ih_l0	6	0.0008132338407449424
173511	rnn.weight_ih_l0	7	0.054251447319984436
173511	rnn.weight_ih_l0	8	-0.011775373481214046
173511	rnn.weight_ih_l0	9	-0.026568446308374405
173511	rnn.weight_hh_l0	0	-0.0341329500079155
173511	rnn.weight_hh_l0	1	-0.010734218172729015
173511	rnn.weight_hh_l0	2	0.005795469507575035
173511	rnn.weight_hh_l0	3	-0.0677398070693016
173511	rnn.weight_hh_l0	4	0.08768348395824432
173511	rnn.weight_hh_l0	5	-0.028184564784169197
173511	rnn.weight_hh_l0	6	-0.058322664350271225
173511	rnn.weight_hh_l0	7	0.012641863897442818
173511	rnn.weight_hh_l0	8	0.013176023960113525
173511	rnn.weight_hh_l0	9	-0.020761016756296158
173511	rnn.bias_ih_l0	0	0.13074137270450592
173511	rnn.bias_ih_l0	1	-0.03947758302092552
173511	rnn.bias_ih_l0	2	-0.022870179265737534
173511	rnn.bias_ih_l0	3	0.1499999612569809
173511	rnn.bias_ih_l0	4	-0.016799073666334152
173511	rnn.bias_ih_l0	5	-0.011001046746969223
173511	rnn.bias_ih_l0	6	0.010375562123954296
173511	rnn.bias_ih_l0	7	0.023804275318980217
173511	rnn.bias_ih_l0	8	-0.09680072218179703
173511	rnn.bias_ih_l0	9	-0.0336214080452919
173511	rnn.bias_hh_l0	0	-0.005896249786019325
173511	rnn.bias_hh_l0	1	-0.10713651031255722
173511	rnn.bias_hh_l0	2	-0.06957517564296722
173511	rnn.bias_hh_l0	3	-0.08728963881731033
173511	rnn.bias_hh_l0	4	0.005931866355240345
173511	rnn.bias_hh_l0	5	-0.03543183580040932
173511	rnn.bias_hh_l0	6	0.030172711238265038
173511	rnn.bias_hh_l0	7	0.0513809472322464
173511	rnn.bias_hh_l0	8	-0.1196620836853981
173511	rnn.bias_hh_l0	9	-0.061533086001873016
173511	rnn.weight_ih_l0_reverse	0	-0.027118928730487823
173511	rnn.weight_ih_l0_reverse	1	-0.05533214285969734
173511	rnn.weight_ih_l0_reverse	2	-0.04812167212367058
173511	rnn.weight_ih_l0_reverse	3	0.00935125071555376
173511	rnn.weight_ih_l0_reverse	4	-0.018339766189455986
173511	rnn.weight_ih_l0_reverse	5	-0.055216312408447266
173511	rnn.weight_ih_l0_reverse	6	0.07537949085235596
173511	rnn.weight_ih_l0_reverse	7	-0.02003292553126812
173511	rnn.weight_ih_l0_reverse	8	-0.01706809736788273
173511	rnn.weight_ih_l0_reverse	9	-0.007825513370335102
173511	rnn.weight_hh_l0_reverse	0	0.061292365193367004
173511	rnn.weight_hh_l0_reverse	1	0.019189758226275444
173511	rnn.weight_hh_l0_reverse	2	0.030492551624774933
173511	rnn.weight_hh_l0_reverse	3	0.036637429147958755
173511	rnn.weight_hh_l0_reverse	4	0.008030151948332787
173511	rnn.weight_hh_l0_reverse	5	0.01385914534330368
173511	rnn.weight_hh_l0_reverse	6	0.05105740204453468
173511	rnn.weight_hh_l0_reverse	7	-0.07408347725868225
173511	rnn.weight_hh_l0_reverse	8	0.03850991651415825
173511	rnn.weight_hh_l0_reverse	9	0.03483891114592552
173511	rnn.bias_ih_l0_reverse	0	-0.06339732557535172
173511	rnn.bias_ih_l0_reverse	1	-0.2759128510951996
173511	rnn.bias_ih_l0_reverse	2	-0.12606282532215118
173511	rnn.bias_ih_l0_reverse	3	-0.04933301359415054
173511	rnn.bias_ih_l0_reverse	4	-0.023457184433937073
173511	rnn.bias_ih_l0_reverse	5	0.06538238376379013
173511	rnn.bias_ih_l0_reverse	6	-0.06491029262542725
173511	rnn.bias_ih_l0_reverse	7	0.05696273595094681
173511	rnn.bias_ih_l0_reverse	8	-0.042856380343437195
173511	rnn.bias_ih_l0_reverse	9	0.058822255581617355
173511	rnn.bias_hh_l0_reverse	0	0.024615630507469177
173511	rnn.bias_hh_l0_reverse	1	-0.06415703892707825
173511	rnn.bias_hh_l0_reverse	2	0.07997098565101624
173511	rnn.bias_hh_l0_reverse	3	-0.053457606583833694
173511	rnn.bias_hh_l0_reverse	4	-0.027929432690143585
173511	rnn.bias_hh_l0_reverse	5	-0.025386644527316093
173511	rnn.bias_hh_l0_reverse	6	-0.018276363611221313
173511	rnn.bias_hh_l0_reverse	7	0.09824354946613312
173511	rnn.bias_hh_l0_reverse	8	0.03269140049815178
173511	rnn.bias_hh_l0_reverse	9	-0.15041577816009521
173511	rnn.weight_ih_l1	0	-0.03018154762685299
173511	rnn.weight_ih_l1	1	-0.05161837488412857
173511	rnn.weight_ih_l1	2	0.056289222091436386
173511	rnn.weight_ih_l1	3	-0.06150086969137192
173511	rnn.weight_ih_l1	4	-0.016866767778992653
173511	rnn.weight_ih_l1	5	-0.04331693425774574
173511	rnn.weight_ih_l1	6	0.028537757694721222
173511	rnn.weight_ih_l1	7	-0.039876364171504974
173511	rnn.weight_ih_l1	8	0.03610364720225334
173511	rnn.weight_ih_l1	9	0.04600381851196289
173511	rnn.weight_hh_l1	0	-0.005576789379119873
173511	rnn.weight_hh_l1	1	0.019051821902394295
173511	rnn.weight_hh_l1	2	0.012666604481637478
173511	rnn.weight_hh_l1	3	-0.01212417520582676
173511	rnn.weight_hh_l1	4	0.006581105291843414
173511	rnn.weight_hh_l1	5	0.03127802535891533
173511	rnn.weight_hh_l1	6	0.03355631232261658
173511	rnn.weight_hh_l1	7	-0.01873125694692135
173511	rnn.weight_hh_l1	8	-0.008202413097023964
173511	rnn.weight_hh_l1	9	0.035878174006938934
173511	rnn.bias_ih_l1	0	-0.20190133154392242
173511	rnn.bias_ih_l1	1	-0.1762787103652954
173511	rnn.bias_ih_l1	2	-0.2104501724243164
173511	rnn.bias_ih_l1	3	-0.3198862373828888
173511	rnn.bias_ih_l1	4	-0.20688776671886444
173511	rnn.bias_ih_l1	5	-0.09439794719219208
173511	rnn.bias_ih_l1	6	-0.17398062348365784
173511	rnn.bias_ih_l1	7	-0.021162670105695724
173511	rnn.bias_ih_l1	8	-0.1372833102941513
173511	rnn.bias_ih_l1	9	-0.1366034299135208
173511	rnn.bias_hh_l1	0	-0.0959789976477623
173511	rnn.bias_hh_l1	1	-0.06528373062610626
173511	rnn.bias_hh_l1	2	-0.10475091636180878
173511	rnn.bias_hh_l1	3	-0.08281071484088898
173511	rnn.bias_hh_l1	4	-0.08507630974054337
173511	rnn.bias_hh_l1	5	-0.12213718891143799
173511	rnn.bias_hh_l1	6	-0.15215587615966797
173511	rnn.bias_hh_l1	7	0.05558672547340393
173511	rnn.bias_hh_l1	8	-0.16656965017318726
173511	rnn.bias_hh_l1	9	-0.11393280327320099
173511	rnn.weight_ih_l1_reverse	0	-0.038571324199438095
173511	rnn.weight_ih_l1_reverse	1	0.035204898566007614
173511	rnn.weight_ih_l1_reverse	2	0.0781380906701088
173511	rnn.weight_ih_l1_reverse	3	-0.006883244030177593
173511	rnn.weight_ih_l1_reverse	4	-0.04416215792298317
173511	rnn.weight_ih_l1_reverse	5	-0.03015577234327793
173511	rnn.weight_ih_l1_reverse	6	-0.0009241458610631526
173511	rnn.weight_ih_l1_reverse	7	0.027406737208366394
173511	rnn.weight_ih_l1_reverse	8	0.00770152173936367
173511	rnn.weight_ih_l1_reverse	9	-0.044011641293764114
173511	rnn.weight_hh_l1_reverse	0	0.005808540154248476
173511	rnn.weight_hh_l1_reverse	1	0.03038969822227955
173511	rnn.weight_hh_l1_reverse	2	-0.040385253727436066
173511	rnn.weight_hh_l1_reverse	3	0.03562343865633011
173511	rnn.weight_hh_l1_reverse	4	0.04979413002729416
173511	rnn.weight_hh_l1_reverse	5	0.0007688589976169169
173511	rnn.weight_hh_l1_reverse	6	0.054594431072473526
173511	rnn.weight_hh_l1_reverse	7	0.029148221015930176
173511	rnn.weight_hh_l1_reverse	8	-0.00708228163421154
173511	rnn.weight_hh_l1_reverse	9	-0.03148692473769188
173511	rnn.bias_ih_l1_reverse	0	-0.05991789698600769
173511	rnn.bias_ih_l1_reverse	1	-0.14675141870975494
173511	rnn.bias_ih_l1_reverse	2	-0.16823315620422363
173511	rnn.bias_ih_l1_reverse	3	-0.04325217381119728
173511	rnn.bias_ih_l1_reverse	4	-0.21463297307491302
173511	rnn.bias_ih_l1_reverse	5	-0.1140124499797821
173511	rnn.bias_ih_l1_reverse	6	-0.14213095605373383
173511	rnn.bias_ih_l1_reverse	7	-0.18719883263111115
173511	rnn.bias_ih_l1_reverse	8	0.20529748499393463
173511	rnn.bias_ih_l1_reverse	9	0.029778210446238518
173511	rnn.bias_hh_l1_reverse	0	-0.0052644326351583
173511	rnn.bias_hh_l1_reverse	1	-0.0840872973203659
173511	rnn.bias_hh_l1_reverse	2	-0.23939144611358643
173511	rnn.bias_hh_l1_reverse	3	-0.1352308690547943
173511	rnn.bias_hh_l1_reverse	4	-0.08978781849145889
173511	rnn.bias_hh_l1_reverse	5	-0.12216231971979141
173511	rnn.bias_hh_l1_reverse	6	0.0809706598520279
173511	rnn.bias_hh_l1_reverse	7	-0.16416901350021362
173511	rnn.bias_hh_l1_reverse	8	-0.11602503061294556
173511	rnn.bias_hh_l1_reverse	9	-0.147670179605484
173511	linear.weight	0	0.002228822559118271
173511	linear.weight	1	0.08811920881271362
173511	linear.weight	2	-0.0900457501411438
173511	linear.weight	3	0.2849232256412506
173511	linear.weight	4	0.17219580709934235
173511	linear.weight	5	-0.05499538779258728
173511	linear.weight	6	0.1050296425819397
173511	linear.weight	7	0.10237656533718109
173511	linear.weight	8	0.041174568235874176
173511	linear.weight	9	-0.05248996615409851
173511	linear.bias	0	0.12538352608680725
173511	linear.bias	1	-0.17167147994041443
173511	linear.bias	2	-0.3828674256801605
173511	linear.bias	3	-0.6657098531723022
173511	linear.bias	4	-1.233542561531067
173511	linear.bias	5	-0.08455130457878113
173511	linear.bias	6	-0.7701148390769958
173511	linear.bias	7	0.2645185589790344
173511	linear.bias	8	-0.46113741397857666
173511	linear.bias	9	-1.0519574880599976
173708	transitions	0	0.6947970390319824
173708	transitions	1	0.14886850118637085
173708	transitions	2	-10000.0
173708	transitions	3	-1.8256956338882446
173708	transitions	4	-10000.0
173708	transitions	5	0.5699537396430969
173708	transitions	6	-0.08046453446149826
173708	transitions	7	-0.7602259516716003
173708	transitions	8	-1.4123424291610718
173708	transitions	9	-0.0011791506549343467
173708	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
173708	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
173708	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
173708	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
173708	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
173708	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
173708	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
173708	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
173708	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
173708	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
173708	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
173708	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
173708	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
173708	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
173708	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
173708	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
173708	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
173708	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
173708	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
173708	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
173708	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
173708	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
173708	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
173708	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
173708	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
173708	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
173708	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
173708	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
173708	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
173708	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
173708	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
173708	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
173708	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
173708	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
173708	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
173708	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
173708	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
173708	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
173708	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
173708	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
173708	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
173708	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
173708	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
173708	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
173708	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
173708	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
173708	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
173708	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
173708	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
173708	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
173708	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
173708	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
173708	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
173708	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
173708	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
173708	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
173708	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
173708	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
173708	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
173708	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
173708	embedding2nn.weight	0	0.02179708145558834
173708	embedding2nn.weight	1	-0.013367200270295143
173708	embedding2nn.weight	2	-0.014268254861235619
173708	embedding2nn.weight	3	-0.023134203627705574
173708	embedding2nn.weight	4	-0.0059150345623493195
173708	embedding2nn.weight	5	-0.003700586734339595
173708	embedding2nn.weight	6	-0.0039732735604047775
173708	embedding2nn.weight	7	-0.08187927305698395
173708	embedding2nn.weight	8	-0.0019979383796453476
173708	embedding2nn.weight	9	-0.029934147372841835
173708	embedding2nn.bias	0	0.03428371995687485
173708	embedding2nn.bias	1	-0.06686275452375412
173708	embedding2nn.bias	2	0.08442279696464539
173708	embedding2nn.bias	3	0.04266592115163803
173708	embedding2nn.bias	4	-0.041426025331020355
173708	embedding2nn.bias	5	-0.009567342698574066
173708	embedding2nn.bias	6	0.04066303372383118
173708	embedding2nn.bias	7	-0.08091903477907181
173708	embedding2nn.bias	8	0.0549747534096241
173708	embedding2nn.bias	9	0.05056018382310867
173708	rnn.weight_ih_l0	0	-0.07487023621797562
173708	rnn.weight_ih_l0	1	0.006612400524318218
173708	rnn.weight_ih_l0	2	0.03640497475862503
173708	rnn.weight_ih_l0	3	0.02255379781126976
173708	rnn.weight_ih_l0	4	-0.04323524981737137
173708	rnn.weight_ih_l0	5	-0.06367164105176926
173708	rnn.weight_ih_l0	6	0.0009946635691449046
173708	rnn.weight_ih_l0	7	0.05476012080907822
173708	rnn.weight_ih_l0	8	-0.011907659471035004
173708	rnn.weight_ih_l0	9	-0.026378381997346878
173708	rnn.weight_hh_l0	0	-0.0338926799595356
173708	rnn.weight_hh_l0	1	-0.01097625121474266
173708	rnn.weight_hh_l0	2	0.005657752975821495
173708	rnn.weight_hh_l0	3	-0.06739109009504318
173708	rnn.weight_hh_l0	4	0.0881105288863182
173708	rnn.weight_hh_l0	5	-0.028891505673527718
173708	rnn.weight_hh_l0	6	-0.0583902932703495
173708	rnn.weight_hh_l0	7	0.012909113429486752
173708	rnn.weight_hh_l0	8	0.013547383248806
173708	rnn.weight_hh_l0	9	-0.020607730373740196
173708	rnn.bias_ih_l0	0	0.13104009628295898
173708	rnn.bias_ih_l0	1	-0.03951852396130562
173708	rnn.bias_ih_l0	2	-0.022068936377763748
173708	rnn.bias_ih_l0	3	0.1508997231721878
173708	rnn.bias_ih_l0	4	-0.016919627785682678
173708	rnn.bias_ih_l0	5	-0.012915718369185925
173708	rnn.bias_ih_l0	6	0.01028771698474884
173708	rnn.bias_ih_l0	7	0.023967264220118523
173708	rnn.bias_ih_l0	8	-0.0970919132232666
173708	rnn.bias_ih_l0	9	-0.030296016484498978
173708	rnn.bias_hh_l0	0	-0.006723896134644747
173708	rnn.bias_hh_l0	1	-0.11021160334348679
173708	rnn.bias_hh_l0	2	-0.07006197422742844
173708	rnn.bias_hh_l0	3	-0.08655038475990295
173708	rnn.bias_hh_l0	4	0.0062933070585131645
173708	rnn.bias_hh_l0	5	-0.03592190518975258
173708	rnn.bias_hh_l0	6	0.032312553375959396
173708	rnn.bias_hh_l0	7	0.05270543321967125
173708	rnn.bias_hh_l0	8	-0.12007911503314972
173708	rnn.bias_hh_l0	9	-0.05999365821480751
173708	rnn.weight_ih_l0_reverse	0	-0.026522506028413773
173708	rnn.weight_ih_l0_reverse	1	-0.05613851547241211
173708	rnn.weight_ih_l0_reverse	2	-0.04848610982298851
173708	rnn.weight_ih_l0_reverse	3	0.00913698785007
173708	rnn.weight_ih_l0_reverse	4	-0.018572892993688583
173708	rnn.weight_ih_l0_reverse	5	-0.05539747700095177
173708	rnn.weight_ih_l0_reverse	6	0.07555648684501648
173708	rnn.weight_ih_l0_reverse	7	-0.019550547003746033
173708	rnn.weight_ih_l0_reverse	8	-0.016847042366862297
173708	rnn.weight_ih_l0_reverse	9	-0.007550304755568504
173708	rnn.weight_hh_l0_reverse	0	0.061793938279151917
173708	rnn.weight_hh_l0_reverse	1	0.01908976212143898
173708	rnn.weight_hh_l0_reverse	2	0.030318157747387886
173708	rnn.weight_hh_l0_reverse	3	0.03674279525876045
173708	rnn.weight_hh_l0_reverse	4	0.008163731545209885
173708	rnn.weight_hh_l0_reverse	5	0.013212291523814201
173708	rnn.weight_hh_l0_reverse	6	0.05135182663798332
173708	rnn.weight_hh_l0_reverse	7	-0.07315610349178314
173708	rnn.weight_hh_l0_reverse	8	0.038695480674505234
173708	rnn.weight_hh_l0_reverse	9	0.03469990938901901
173708	rnn.bias_ih_l0_reverse	0	-0.06321394443511963
173708	rnn.bias_ih_l0_reverse	1	-0.2781903147697449
173708	rnn.bias_ih_l0_reverse	2	-0.1272650957107544
173708	rnn.bias_ih_l0_reverse	3	-0.050275444984436035
173708	rnn.bias_ih_l0_reverse	4	-0.023543713614344597
173708	rnn.bias_ih_l0_reverse	5	0.06454011797904968
173708	rnn.bias_ih_l0_reverse	6	-0.06655681133270264
173708	rnn.bias_ih_l0_reverse	7	0.05837351828813553
173708	rnn.bias_ih_l0_reverse	8	-0.04286227375268936
173708	rnn.bias_ih_l0_reverse	9	0.05923909693956375
173708	rnn.bias_hh_l0_reverse	0	0.022692590951919556
173708	rnn.bias_hh_l0_reverse	1	-0.06657003611326218
173708	rnn.bias_hh_l0_reverse	2	0.07908475399017334
173708	rnn.bias_hh_l0_reverse	3	-0.05191944167017937
173708	rnn.bias_hh_l0_reverse	4	-0.027148937806487083
173708	rnn.bias_hh_l0_reverse	5	-0.027207497507333755
173708	rnn.bias_hh_l0_reverse	6	-0.01617537811398506
173708	rnn.bias_hh_l0_reverse	7	0.09848999977111816
173708	rnn.bias_hh_l0_reverse	8	0.03231807053089142
173708	rnn.bias_hh_l0_reverse	9	-0.14775560796260834
173708	rnn.weight_ih_l1	0	-0.030337117612361908
173708	rnn.weight_ih_l1	1	-0.051503442227840424
173708	rnn.weight_ih_l1	2	0.05594905465841293
173708	rnn.weight_ih_l1	3	-0.06109616905450821
173708	rnn.weight_ih_l1	4	-0.016743890941143036
173708	rnn.weight_ih_l1	5	-0.04325447604060173
173708	rnn.weight_ih_l1	6	0.028790296986699104
173708	rnn.weight_ih_l1	7	-0.040763307362794876
173708	rnn.weight_ih_l1	8	0.0358901284635067
173708	rnn.weight_ih_l1	9	0.04595506563782692
173708	rnn.weight_hh_l1	0	-0.0053229485638439655
173708	rnn.weight_hh_l1	1	0.018954910337924957
173708	rnn.weight_hh_l1	2	0.01178621407598257
173708	rnn.weight_hh_l1	3	-0.012274726293981075
173708	rnn.weight_hh_l1	4	0.006497910246253014
173708	rnn.weight_hh_l1	5	0.03141399472951889
173708	rnn.weight_hh_l1	6	0.033554088324308395
173708	rnn.weight_hh_l1	7	-0.018566040322184563
173708	rnn.weight_hh_l1	8	-0.008442721329629421
173708	rnn.weight_hh_l1	9	0.035874105989933014
173708	rnn.bias_ih_l1	0	-0.20329858362674713
173708	rnn.bias_ih_l1	1	-0.17750529944896698
173708	rnn.bias_ih_l1	2	-0.2092439830303192
173708	rnn.bias_ih_l1	3	-0.31846728920936584
173708	rnn.bias_ih_l1	4	-0.20222561061382294
173708	rnn.bias_ih_l1	5	-0.09500482678413391
173708	rnn.bias_ih_l1	6	-0.1741422414779663
173708	rnn.bias_ih_l1	7	-0.0199914388358593
173708	rnn.bias_ih_l1	8	-0.13719911873340607
173708	rnn.bias_ih_l1	9	-0.13483746349811554
173708	rnn.bias_hh_l1	0	-0.09505686908960342
173708	rnn.bias_hh_l1	1	-0.06575082987546921
173708	rnn.bias_hh_l1	2	-0.10470239818096161
173708	rnn.bias_hh_l1	3	-0.08197023719549179
173708	rnn.bias_hh_l1	4	-0.08501911163330078
173708	rnn.bias_hh_l1	5	-0.12323544174432755
173708	rnn.bias_hh_l1	6	-0.15037032961845398
173708	rnn.bias_hh_l1	7	0.056955352425575256
173708	rnn.bias_hh_l1	8	-0.16698075830936432
173708	rnn.bias_hh_l1	9	-0.11499407887458801
173708	rnn.weight_ih_l1_reverse	0	-0.037948913872241974
173708	rnn.weight_ih_l1_reverse	1	0.03385245427489281
173708	rnn.weight_ih_l1_reverse	2	0.07904967665672302
173708	rnn.weight_ih_l1_reverse	3	-0.006123656406998634
173708	rnn.weight_ih_l1_reverse	4	-0.042622387409210205
173708	rnn.weight_ih_l1_reverse	5	-0.03018377162516117
173708	rnn.weight_ih_l1_reverse	6	-0.0005437723593786359
173708	rnn.weight_ih_l1_reverse	7	0.02724473550915718
173708	rnn.weight_ih_l1_reverse	8	0.008418207056820393
173708	rnn.weight_ih_l1_reverse	9	-0.04488704353570938
173708	rnn.weight_hh_l1_reverse	0	0.005751449149101973
173708	rnn.weight_hh_l1_reverse	1	0.030369184911251068
173708	rnn.weight_hh_l1_reverse	2	-0.04031893238425255
173708	rnn.weight_hh_l1_reverse	3	0.03561054542660713
173708	rnn.weight_hh_l1_reverse	4	0.04945829510688782
173708	rnn.weight_hh_l1_reverse	5	0.0006600353517569602
173708	rnn.weight_hh_l1_reverse	6	0.053905997425317764
173708	rnn.weight_hh_l1_reverse	7	0.029111657291650772
173708	rnn.weight_hh_l1_reverse	8	-0.007002912927418947
173708	rnn.weight_hh_l1_reverse	9	-0.03137347474694252
173708	rnn.bias_ih_l1_reverse	0	-0.060600996017456055
173708	rnn.bias_ih_l1_reverse	1	-0.14492185413837433
173708	rnn.bias_ih_l1_reverse	2	-0.16832026839256287
173708	rnn.bias_ih_l1_reverse	3	-0.04492858052253723
173708	rnn.bias_ih_l1_reverse	4	-0.21503426134586334
173708	rnn.bias_ih_l1_reverse	5	-0.11367018520832062
173708	rnn.bias_ih_l1_reverse	6	-0.14231719076633453
173708	rnn.bias_ih_l1_reverse	7	-0.18807673454284668
173708	rnn.bias_ih_l1_reverse	8	0.20436516404151917
173708	rnn.bias_ih_l1_reverse	9	0.03171169012784958
173708	rnn.bias_hh_l1_reverse	0	-0.009997767396271229
173708	rnn.bias_hh_l1_reverse	1	-0.08640293031930923
173708	rnn.bias_hh_l1_reverse	2	-0.23896434903144836
173708	rnn.bias_hh_l1_reverse	3	-0.1350211650133133
173708	rnn.bias_hh_l1_reverse	4	-0.0888010784983635
173708	rnn.bias_hh_l1_reverse	5	-0.12222225964069366
173708	rnn.bias_hh_l1_reverse	6	0.07925334572792053
173708	rnn.bias_hh_l1_reverse	7	-0.16545799374580383
173708	rnn.bias_hh_l1_reverse	8	-0.11656855046749115
173708	rnn.bias_hh_l1_reverse	9	-0.1482698917388916
173708	linear.weight	0	0.002228822559118271
173708	linear.weight	1	0.08741509169340134
173708	linear.weight	2	-0.08863551169633865
173708	linear.weight	3	0.277129590511322
173708	linear.weight	4	0.1745406538248062
173708	linear.weight	5	-0.05462050065398216
173708	linear.weight	6	0.10202845931053162
173708	linear.weight	7	0.10883758217096329
173708	linear.weight	8	0.04117463156580925
173708	linear.weight	9	-0.049385108053684235
173708	linear.bias	0	0.12119415402412415
173708	linear.bias	1	-0.16939912736415863
173708	linear.bias	2	-0.39359408617019653
173708	linear.bias	3	-0.6661442518234253
173708	linear.bias	4	-1.2359305620193481
173708	linear.bias	5	-0.1044909879565239
173708	linear.bias	6	-0.7674644589424133
173708	linear.bias	7	0.2446882426738739
173708	linear.bias	8	-0.45531323552131653
173708	linear.bias	9	-1.0456515550613403
173712	transitions	0	0.6947758793830872
173712	transitions	1	0.1488548070192337
173712	transitions	2	-10000.0
173712	transitions	3	-1.8256971836090088
173712	transitions	4	-10000.0
173712	transitions	5	0.5699536800384521
173712	transitions	6	-0.08046480268239975
173712	transitions	7	-0.7602259516716003
173712	transitions	8	-1.4123427867889404
173712	transitions	9	-0.001179153798148036
173712	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
173712	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
173712	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
173712	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
173712	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
173712	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
173712	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
173712	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
173712	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
173712	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
173712	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
173712	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
173712	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
173712	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
173712	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
173712	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
173712	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
173712	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
173712	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
173712	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
173712	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
173712	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
173712	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
173712	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
173712	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
173712	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
173712	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
173712	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
173712	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
173712	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
173712	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
173712	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
173712	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
173712	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
173712	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
173712	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
173712	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
173712	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
173712	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
173712	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
173712	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
173712	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
173712	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
173712	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
173712	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
173712	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
173712	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
173712	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
173712	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
173712	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
173712	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
173712	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
173712	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
173712	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
173712	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
173712	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
173712	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
173712	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
173712	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
173712	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
173712	embedding2nn.weight	0	0.021939069032669067
173712	embedding2nn.weight	1	-0.013371000066399574
173712	embedding2nn.weight	2	-0.014268254861235619
173712	embedding2nn.weight	3	-0.023130586370825768
173712	embedding2nn.weight	4	-0.0059150345623493195
173712	embedding2nn.weight	5	-0.003700586734339595
173712	embedding2nn.weight	6	-0.0039732735604047775
173712	embedding2nn.weight	7	-0.08188627660274506
173712	embedding2nn.weight	8	-0.0019979383796453476
173712	embedding2nn.weight	9	-0.029951801523566246
173712	embedding2nn.bias	0	0.03422192111611366
173712	embedding2nn.bias	1	-0.06660182029008865
173712	embedding2nn.bias	2	0.08395403623580933
173712	embedding2nn.bias	3	0.042543742805719376
173712	embedding2nn.bias	4	-0.041859403252601624
173712	embedding2nn.bias	5	-0.009701462462544441
173712	embedding2nn.bias	6	0.0405806265771389
173712	embedding2nn.bias	7	-0.08124122768640518
173712	embedding2nn.bias	8	0.05566951259970665
173712	embedding2nn.bias	9	0.050235096365213394
173712	rnn.weight_ih_l0	0	-0.07488847523927689
173712	rnn.weight_ih_l0	1	0.006649591028690338
173712	rnn.weight_ih_l0	2	0.03640934079885483
173712	rnn.weight_ih_l0	3	0.02252894639968872
173712	rnn.weight_ih_l0	4	-0.043249621987342834
173712	rnn.weight_ih_l0	5	-0.06367691606283188
173712	rnn.weight_ih_l0	6	0.000991125125437975
173712	rnn.weight_ih_l0	7	0.05474783107638359
173712	rnn.weight_ih_l0	8	-0.011910537257790565
173712	rnn.weight_ih_l0	9	-0.026391513645648956
173712	rnn.weight_hh_l0	0	-0.03387001156806946
173712	rnn.weight_hh_l0	1	-0.010974934324622154
173712	rnn.weight_hh_l0	2	0.005610043648630381
173712	rnn.weight_hh_l0	3	-0.06738165766000748
173712	rnn.weight_hh_l0	4	0.08812036365270615
173712	rnn.weight_hh_l0	5	-0.02890021540224552
173712	rnn.weight_hh_l0	6	-0.05839129537343979
173712	rnn.weight_hh_l0	7	0.012905516661703587
173712	rnn.weight_hh_l0	8	0.013587160967290401
173712	rnn.weight_hh_l0	9	-0.02062045969069004
173712	rnn.bias_ih_l0	0	0.13111647963523865
173712	rnn.bias_ih_l0	1	-0.03946348652243614
173712	rnn.bias_ih_l0	2	-0.022022109478712082
173712	rnn.bias_ih_l0	3	0.15102502703666687
173712	rnn.bias_ih_l0	4	-0.016895344480872154
173712	rnn.bias_ih_l0	5	-0.012660188600420952
173712	rnn.bias_ih_l0	6	0.010134364478290081
173712	rnn.bias_ih_l0	7	0.02396303042769432
173712	rnn.bias_ih_l0	8	-0.09714409708976746
173712	rnn.bias_ih_l0	9	-0.030220258980989456
173712	rnn.bias_hh_l0	0	-0.006776577327400446
173712	rnn.bias_hh_l0	1	-0.11016381531953812
173712	rnn.bias_hh_l0	2	-0.07025657594203949
173712	rnn.bias_hh_l0	3	-0.08631023019552231
173712	rnn.bias_hh_l0	4	0.006259341258555651
173712	rnn.bias_hh_l0	5	-0.035957809537649155
173712	rnn.bias_hh_l0	6	0.032341476529836655
173712	rnn.bias_hh_l0	7	0.05264872685074806
173712	rnn.bias_hh_l0	8	-0.12012839317321777
173712	rnn.bias_hh_l0	9	-0.0600886307656765
173712	rnn.weight_ih_l0_reverse	0	-0.02652806229889393
173712	rnn.weight_ih_l0_reverse	1	-0.0561123751103878
173712	rnn.weight_ih_l0_reverse	2	-0.048477716743946075
173712	rnn.weight_ih_l0_reverse	3	0.009126434102654457
173712	rnn.weight_ih_l0_reverse	4	-0.01866479404270649
173712	rnn.weight_ih_l0_reverse	5	-0.055385228246450424
173712	rnn.weight_ih_l0_reverse	6	0.07551975548267365
173712	rnn.weight_ih_l0_reverse	7	-0.019548576325178146
173712	rnn.weight_ih_l0_reverse	8	-0.01684945821762085
173712	rnn.weight_ih_l0_reverse	9	-0.007565650623291731
173712	rnn.weight_hh_l0_reverse	0	0.06176384538412094
173712	rnn.weight_hh_l0_reverse	1	0.019071463495492935
173712	rnn.weight_hh_l0_reverse	2	0.030338434502482414
173712	rnn.weight_hh_l0_reverse	3	0.036779776215553284
173712	rnn.weight_hh_l0_reverse	4	0.008173816837370396
173712	rnn.weight_hh_l0_reverse	5	0.013204218819737434
173712	rnn.weight_hh_l0_reverse	6	0.05136071518063545
173712	rnn.weight_hh_l0_reverse	7	-0.0732545256614685
173712	rnn.weight_hh_l0_reverse	8	0.03861261531710625
173712	rnn.weight_hh_l0_reverse	9	0.03475909307599068
173712	rnn.bias_ih_l0_reverse	0	-0.0633980855345726
173712	rnn.bias_ih_l0_reverse	1	-0.27818068861961365
173712	rnn.bias_ih_l0_reverse	2	-0.12721385061740875
173712	rnn.bias_ih_l0_reverse	3	-0.05026701092720032
173712	rnn.bias_ih_l0_reverse	4	-0.02351321093738079
173712	rnn.bias_ih_l0_reverse	5	0.06447645276784897
173712	rnn.bias_ih_l0_reverse	6	-0.06650174409151077
173712	rnn.bias_ih_l0_reverse	7	0.0585307776927948
173712	rnn.bias_ih_l0_reverse	8	-0.04297719523310661
173712	rnn.bias_ih_l0_reverse	9	0.059347447007894516
173712	rnn.bias_hh_l0_reverse	0	0.02262759394943714
173712	rnn.bias_hh_l0_reverse	1	-0.06639692932367325
173712	rnn.bias_hh_l0_reverse	2	0.07903110235929489
173712	rnn.bias_hh_l0_reverse	3	-0.05191686376929283
173712	rnn.bias_hh_l0_reverse	4	-0.02716529183089733
173712	rnn.bias_hh_l0_reverse	5	-0.02724331058561802
173712	rnn.bias_hh_l0_reverse	6	-0.016101349145174026
173712	rnn.bias_hh_l0_reverse	7	0.09847206622362137
173712	rnn.bias_hh_l0_reverse	8	0.0323113389313221
173712	rnn.bias_hh_l0_reverse	9	-0.14796467125415802
173712	rnn.weight_ih_l1	0	-0.030349113047122955
173712	rnn.weight_ih_l1	1	-0.05150553956627846
173712	rnn.weight_ih_l1	2	0.05607405677437782
173712	rnn.weight_ih_l1	3	-0.06112376227974892
173712	rnn.weight_ih_l1	4	-0.016744626685976982
173712	rnn.weight_ih_l1	5	-0.043262895196676254
173712	rnn.weight_ih_l1	6	0.02879399061203003
173712	rnn.weight_ih_l1	7	-0.040731582790613174
173712	rnn.weight_ih_l1	8	0.035968098789453506
173712	rnn.weight_ih_l1	9	0.04607352986931801
173712	rnn.weight_hh_l1	0	-0.0053117056377232075
173712	rnn.weight_hh_l1	1	0.01897135190665722
173712	rnn.weight_hh_l1	2	0.011848589405417442
173712	rnn.weight_hh_l1	3	-0.012250115163624287
173712	rnn.weight_hh_l1	4	0.006502671632915735
173712	rnn.weight_hh_l1	5	0.031455233693122864
173712	rnn.weight_hh_l1	6	0.03344991058111191
173712	rnn.weight_hh_l1	7	-0.018530014902353287
173712	rnn.weight_hh_l1	8	-0.00849255919456482
173712	rnn.weight_hh_l1	9	0.03587757423520088
173712	rnn.bias_ih_l1	0	-0.203013077378273
173712	rnn.bias_ih_l1	1	-0.17740242183208466
173712	rnn.bias_ih_l1	2	-0.2092456817626953
173712	rnn.bias_ih_l1	3	-0.318659245967865
173712	rnn.bias_ih_l1	4	-0.20185503363609314
173712	rnn.bias_ih_l1	5	-0.09480488300323486
173712	rnn.bias_ih_l1	6	-0.1740395575761795
173712	rnn.bias_ih_l1	7	-0.019850991666316986
173712	rnn.bias_ih_l1	8	-0.1372136026620865
173712	rnn.bias_ih_l1	9	-0.13497263193130493
173712	rnn.bias_hh_l1	0	-0.09545329213142395
173712	rnn.bias_hh_l1	1	-0.06609132140874863
173712	rnn.bias_hh_l1	2	-0.10440858453512192
173712	rnn.bias_hh_l1	3	-0.08220892399549484
173712	rnn.bias_hh_l1	4	-0.08483947813510895
173712	rnn.bias_hh_l1	5	-0.12322098761796951
173712	rnn.bias_hh_l1	6	-0.15041396021842957
173712	rnn.bias_hh_l1	7	0.05650310218334198
173712	rnn.bias_hh_l1	8	-0.16701821982860565
173712	rnn.bias_hh_l1	9	-0.11517064273357391
173712	rnn.weight_ih_l1_reverse	0	-0.037946440279483795
173712	rnn.weight_ih_l1_reverse	1	0.03381921723484993
173712	rnn.weight_ih_l1_reverse	2	0.07902659475803375
173712	rnn.weight_ih_l1_reverse	3	-0.006067038979381323
173712	rnn.weight_ih_l1_reverse	4	-0.042808111757040024
173712	rnn.weight_ih_l1_reverse	5	-0.030075397342443466
173712	rnn.weight_ih_l1_reverse	6	-0.0005158780259080231
173712	rnn.weight_ih_l1_reverse	7	0.027245398610830307
173712	rnn.weight_ih_l1_reverse	8	0.00843366701155901
173712	rnn.weight_ih_l1_reverse	9	-0.044910091906785965
173712	rnn.weight_hh_l1_reverse	0	0.005771609954535961
173712	rnn.weight_hh_l1_reverse	1	0.03037175163626671
173712	rnn.weight_hh_l1_reverse	2	-0.040322981774806976
173712	rnn.weight_hh_l1_reverse	3	0.035601887851953506
173712	rnn.weight_hh_l1_reverse	4	0.0494624525308609
173712	rnn.weight_hh_l1_reverse	5	0.0006449249340221286
173712	rnn.weight_hh_l1_reverse	6	0.0539892353117466
173712	rnn.weight_hh_l1_reverse	7	0.029131481423974037
173712	rnn.weight_hh_l1_reverse	8	-0.007025814615190029
173712	rnn.weight_hh_l1_reverse	9	-0.03133554011583328
173712	rnn.bias_ih_l1_reverse	0	-0.06047695130109787
173712	rnn.bias_ih_l1_reverse	1	-0.14501658082008362
173712	rnn.bias_ih_l1_reverse	2	-0.1683095395565033
173712	rnn.bias_ih_l1_reverse	3	-0.044671762734651566
173712	rnn.bias_ih_l1_reverse	4	-0.2151567041873932
173712	rnn.bias_ih_l1_reverse	5	-0.11366719752550125
173712	rnn.bias_ih_l1_reverse	6	-0.14231063425540924
173712	rnn.bias_ih_l1_reverse	7	-0.18818411231040955
173712	rnn.bias_ih_l1_reverse	8	0.203639417886734
173712	rnn.bias_ih_l1_reverse	9	0.031083697453141212
173712	rnn.bias_hh_l1_reverse	0	-0.010286716744303703
173712	rnn.bias_hh_l1_reverse	1	-0.08583901077508926
173712	rnn.bias_hh_l1_reverse	2	-0.23896010220050812
173712	rnn.bias_hh_l1_reverse	3	-0.13519889116287231
173712	rnn.bias_hh_l1_reverse	4	-0.08869338780641556
173712	rnn.bias_hh_l1_reverse	5	-0.12223681807518005
173712	rnn.bias_hh_l1_reverse	6	0.07874632626771927
173712	rnn.bias_hh_l1_reverse	7	-0.16549766063690186
173712	rnn.bias_hh_l1_reverse	8	-0.11650533229112625
173712	rnn.bias_hh_l1_reverse	9	-0.14824214577674866
173712	linear.weight	0	0.002228822559118271
173712	linear.weight	1	0.08691731095314026
173712	linear.weight	2	-0.08867157250642776
173712	linear.weight	3	0.2771604359149933
173712	linear.weight	4	0.1744077354669571
173712	linear.weight	5	-0.05462561547756195
173712	linear.weight	6	0.10338595509529114
173712	linear.weight	7	0.10859417915344238
173712	linear.weight	8	0.04117462411522865
173712	linear.weight	9	-0.04870421811938286
173712	linear.bias	0	0.12487003952264786
173712	linear.bias	1	-0.17185327410697937
173712	linear.bias	2	-0.39090895652770996
173712	linear.bias	3	-0.6636356115341187
173712	linear.bias	4	-1.2334339618682861
173712	linear.bias	5	-0.10043612867593765
173712	linear.bias	6	-0.7700105905532837
173712	linear.bias	7	0.2487793266773224
173712	linear.bias	8	-0.4577234089374542
173712	linear.bias	9	-1.0480889081954956
173909	transitions	0	0.7020615339279175
173909	transitions	1	0.15132807195186615
173909	transitions	2	-10000.0
173909	transitions	3	-1.8257158994674683
173909	transitions	4	-10000.0
173909	transitions	5	0.5699102878570557
173909	transitions	6	-0.08049163967370987
173909	transitions	7	-0.7602831721305847
173909	transitions	8	-1.412386178970337
173909	transitions	9	-0.0011795066529884934
173909	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
173909	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
173909	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
173909	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
173909	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
173909	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
173909	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
173909	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
173909	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
173909	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
173909	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
173909	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
173909	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
173909	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
173909	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
173909	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
173909	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
173909	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
173909	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
173909	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
173909	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
173909	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
173909	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
173909	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
173909	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
173909	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
173909	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
173909	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
173909	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
173909	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
173909	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
173909	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
173909	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
173909	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
173909	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
173909	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
173909	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
173909	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
173909	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
173909	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
173909	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
173909	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
173909	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
173909	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
173909	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
173909	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
173909	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
173909	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
173909	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
173909	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
173909	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
173909	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
173909	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
173909	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
173909	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
173909	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
173909	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
173909	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
173909	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
173909	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
173909	embedding2nn.weight	0	0.022591546177864075
173909	embedding2nn.weight	1	-0.013328036293387413
173909	embedding2nn.weight	2	-0.014268254861235619
173909	embedding2nn.weight	3	-0.022391006350517273
173909	embedding2nn.weight	4	-0.0059150345623493195
173909	embedding2nn.weight	5	-0.0037005881313234568
173909	embedding2nn.weight	6	-0.003973272629082203
173909	embedding2nn.weight	7	-0.0819874256849289
173909	embedding2nn.weight	8	-0.0019979383796453476
173909	embedding2nn.weight	9	-0.030144445598125458
173909	embedding2nn.bias	0	0.042135003954172134
173909	embedding2nn.bias	1	-0.0659794807434082
173909	embedding2nn.bias	2	0.08919568359851837
173909	embedding2nn.bias	3	0.045163240283727646
173909	embedding2nn.bias	4	-0.040702804923057556
173909	embedding2nn.bias	5	-0.011166037060320377
173909	embedding2nn.bias	6	0.04141528159379959
173909	embedding2nn.bias	7	-0.0815635398030281
173909	embedding2nn.bias	8	0.05227230489253998
173909	embedding2nn.bias	9	0.054782550781965256
173909	rnn.weight_ih_l0	0	-0.07571668922901154
173909	rnn.weight_ih_l0	1	0.007274906616657972
173909	rnn.weight_ih_l0	2	0.035355519503355026
173909	rnn.weight_ih_l0	3	0.02253037691116333
173909	rnn.weight_ih_l0	4	-0.04303669184446335
173909	rnn.weight_ih_l0	5	-0.06416580826044083
173909	rnn.weight_ih_l0	6	0.0008753339061513543
173909	rnn.weight_ih_l0	7	0.05431453511118889
173909	rnn.weight_ih_l0	8	-0.012787086889147758
173909	rnn.weight_ih_l0	9	-0.02617439068853855
173909	rnn.weight_hh_l0	0	-0.03354257345199585
173909	rnn.weight_hh_l0	1	-0.010330654680728912
173909	rnn.weight_hh_l0	2	0.005824849009513855
173909	rnn.weight_hh_l0	3	-0.0670013278722763
173909	rnn.weight_hh_l0	4	0.0885268971323967
173909	rnn.weight_hh_l0	5	-0.028717970475554466
173909	rnn.weight_hh_l0	6	-0.05759955570101738
173909	rnn.weight_hh_l0	7	0.013133153319358826
173909	rnn.weight_hh_l0	8	0.013595017604529858
173909	rnn.weight_hh_l0	9	-0.020550360903143883
173909	rnn.bias_ih_l0	0	0.13232703506946564
173909	rnn.bias_ih_l0	1	-0.03956025093793869
173909	rnn.bias_ih_l0	2	-0.020123733207583427
173909	rnn.bias_ih_l0	3	0.1522723138332367
173909	rnn.bias_ih_l0	4	-0.015851208940148354
173909	rnn.bias_ih_l0	5	-0.013008121401071548
173909	rnn.bias_ih_l0	6	0.010144436731934547
173909	rnn.bias_ih_l0	7	0.02282409742474556
173909	rnn.bias_ih_l0	8	-0.09689251333475113
173909	rnn.bias_ih_l0	9	-0.03037954680621624
173909	rnn.bias_hh_l0	0	-0.005262747872620821
173909	rnn.bias_hh_l0	1	-0.1119164526462555
173909	rnn.bias_hh_l0	2	-0.07088134437799454
173909	rnn.bias_hh_l0	3	-0.08651765435934067
173909	rnn.bias_hh_l0	4	0.00785459578037262
173909	rnn.bias_hh_l0	5	-0.03373004496097565
173909	rnn.bias_hh_l0	6	0.03401476889848709
173909	rnn.bias_hh_l0	7	0.050348542630672455
173909	rnn.bias_hh_l0	8	-0.12211422622203827
173909	rnn.bias_hh_l0	9	-0.06119224801659584
173909	rnn.weight_ih_l0_reverse	0	-0.026582131162285805
173909	rnn.weight_ih_l0_reverse	1	-0.05605950206518173
173909	rnn.weight_ih_l0_reverse	2	-0.048483606427907944
173909	rnn.weight_ih_l0_reverse	3	0.009323137812316418
173909	rnn.weight_ih_l0_reverse	4	-0.018847106024622917
173909	rnn.weight_ih_l0_reverse	5	-0.055604126304388046
173909	rnn.weight_ih_l0_reverse	6	0.07521814107894897
173909	rnn.weight_ih_l0_reverse	7	-0.01935858093202114
173909	rnn.weight_ih_l0_reverse	8	-0.017042547464370728
173909	rnn.weight_ih_l0_reverse	9	-0.007533396128565073
173909	rnn.weight_hh_l0_reverse	0	0.06253930181264877
173909	rnn.weight_hh_l0_reverse	1	0.01878407970070839
173909	rnn.weight_hh_l0_reverse	2	0.030040428042411804
173909	rnn.weight_hh_l0_reverse	3	0.036609891802072525
173909	rnn.weight_hh_l0_reverse	4	0.008167478255927563
173909	rnn.weight_hh_l0_reverse	5	0.012713653966784477
173909	rnn.weight_hh_l0_reverse	6	0.05160616710782051
173909	rnn.weight_hh_l0_reverse	7	-0.07410688698291779
173909	rnn.weight_hh_l0_reverse	8	0.039036259055137634
173909	rnn.weight_hh_l0_reverse	9	0.034951575100421906
173909	rnn.bias_ih_l0_reverse	0	-0.06343329697847366
173909	rnn.bias_ih_l0_reverse	1	-0.2750418186187744
173909	rnn.bias_ih_l0_reverse	2	-0.1267237514257431
173909	rnn.bias_ih_l0_reverse	3	-0.04915952682495117
173909	rnn.bias_ih_l0_reverse	4	-0.022576909512281418
173909	rnn.bias_ih_l0_reverse	5	0.06465158611536026
173909	rnn.bias_ih_l0_reverse	6	-0.06488822400569916
173909	rnn.bias_ih_l0_reverse	7	0.05802931636571884
173909	rnn.bias_ih_l0_reverse	8	-0.04312318190932274
173909	rnn.bias_ih_l0_reverse	9	0.05966290086507797
173909	rnn.bias_hh_l0_reverse	0	0.021578490734100342
173909	rnn.bias_hh_l0_reverse	1	-0.06178390234708786
173909	rnn.bias_hh_l0_reverse	2	0.07835531234741211
173909	rnn.bias_hh_l0_reverse	3	-0.051234159618616104
173909	rnn.bias_hh_l0_reverse	4	-0.02645108290016651
173909	rnn.bias_hh_l0_reverse	5	-0.026987360790371895
173909	rnn.bias_hh_l0_reverse	6	-0.016127707436680794
173909	rnn.bias_hh_l0_reverse	7	0.09797883033752441
173909	rnn.bias_hh_l0_reverse	8	0.032025065273046494
173909	rnn.bias_hh_l0_reverse	9	-0.14956049621105194
173909	rnn.weight_ih_l1	0	-0.030480893328785896
173909	rnn.weight_ih_l1	1	-0.05113067105412483
173909	rnn.weight_ih_l1	2	0.05706276744604111
173909	rnn.weight_ih_l1	3	-0.06188274919986725
173909	rnn.weight_ih_l1	4	-0.016638491302728653
173909	rnn.weight_ih_l1	5	-0.04300639405846596
173909	rnn.weight_ih_l1	6	0.02916816435754299
173909	rnn.weight_ih_l1	7	-0.04095005244016647
173909	rnn.weight_ih_l1	8	0.03609936684370041
173909	rnn.weight_ih_l1	9	0.04565749689936638
173909	rnn.weight_hh_l1	0	-0.005219548009335995
173909	rnn.weight_hh_l1	1	0.01890532858669758
173909	rnn.weight_hh_l1	2	0.011756764724850655
173909	rnn.weight_hh_l1	3	-0.012313717044889927
173909	rnn.weight_hh_l1	4	0.006624068133533001
173909	rnn.weight_hh_l1	5	0.03140280768275261
173909	rnn.weight_hh_l1	6	0.033869676291942596
173909	rnn.weight_hh_l1	7	-0.018265146762132645
173909	rnn.weight_hh_l1	8	-0.008556962013244629
173909	rnn.weight_hh_l1	9	0.035830702632665634
173909	rnn.bias_ih_l1	0	-0.20300371944904327
173909	rnn.bias_ih_l1	1	-0.1758253425359726
173909	rnn.bias_ih_l1	2	-0.2088184654712677
173909	rnn.bias_ih_l1	3	-0.32147467136383057
173909	rnn.bias_ih_l1	4	-0.2044183760881424
173909	rnn.bias_ih_l1	5	-0.09422934800386429
173909	rnn.bias_ih_l1	6	-0.17338857054710388
173909	rnn.bias_ih_l1	7	-0.01879662647843361
173909	rnn.bias_ih_l1	8	-0.13761791586875916
173909	rnn.bias_ih_l1	9	-0.13428913056850433
173909	rnn.bias_hh_l1	0	-0.094932921230793
173909	rnn.bias_hh_l1	1	-0.06508085131645203
173909	rnn.bias_hh_l1	2	-0.10347405821084976
173909	rnn.bias_hh_l1	3	-0.08319215476512909
173909	rnn.bias_hh_l1	4	-0.08512160181999207
173909	rnn.bias_hh_l1	5	-0.12224074453115463
173909	rnn.bias_hh_l1	6	-0.15188460052013397
173909	rnn.bias_hh_l1	7	0.05914903059601784
173909	rnn.bias_hh_l1	8	-0.16845639050006866
173909	rnn.bias_hh_l1	9	-0.11495357751846313
173909	rnn.weight_ih_l1_reverse	0	-0.037640493363142014
173909	rnn.weight_ih_l1_reverse	1	0.032976601272821426
173909	rnn.weight_ih_l1_reverse	2	0.07927607744932175
173909	rnn.weight_ih_l1_reverse	3	-0.004885661881417036
173909	rnn.weight_ih_l1_reverse	4	-0.044081978499889374
173909	rnn.weight_ih_l1_reverse	5	-0.030058609321713448
173909	rnn.weight_ih_l1_reverse	6	-0.0016910592094063759
173909	rnn.weight_ih_l1_reverse	7	0.02810709923505783
173909	rnn.weight_ih_l1_reverse	8	0.00704051461070776
173909	rnn.weight_ih_l1_reverse	9	-0.045735862106084824
173909	rnn.weight_hh_l1_reverse	0	0.005740451626479626
173909	rnn.weight_hh_l1_reverse	1	0.03039112500846386
173909	rnn.weight_hh_l1_reverse	2	-0.04032500833272934
173909	rnn.weight_hh_l1_reverse	3	0.035750217735767365
173909	rnn.weight_hh_l1_reverse	4	0.04871993884444237
173909	rnn.weight_hh_l1_reverse	5	0.0008772235014475882
173909	rnn.weight_hh_l1_reverse	6	0.05435079708695412
173909	rnn.weight_hh_l1_reverse	7	0.029318328946828842
173909	rnn.weight_hh_l1_reverse	8	-0.006990157067775726
173909	rnn.weight_hh_l1_reverse	9	-0.03141873702406883
173909	rnn.bias_ih_l1_reverse	0	-0.06015980616211891
173909	rnn.bias_ih_l1_reverse	1	-0.14657920598983765
173909	rnn.bias_ih_l1_reverse	2	-0.16853921115398407
173909	rnn.bias_ih_l1_reverse	3	-0.04242325201630592
173909	rnn.bias_ih_l1_reverse	4	-0.21465826034545898
173909	rnn.bias_ih_l1_reverse	5	-0.113763727247715
173909	rnn.bias_ih_l1_reverse	6	-0.1418542116880417
173909	rnn.bias_ih_l1_reverse	7	-0.186361625790596
173909	rnn.bias_ih_l1_reverse	8	0.2017841786146164
173909	rnn.bias_ih_l1_reverse	9	0.03190455958247185
173909	rnn.bias_hh_l1_reverse	0	-0.011364246718585491
173909	rnn.bias_hh_l1_reverse	1	-0.08604082465171814
173909	rnn.bias_hh_l1_reverse	2	-0.23857980966567993
173909	rnn.bias_hh_l1_reverse	3	-0.13568010926246643
173909	rnn.bias_hh_l1_reverse	4	-0.08926835656166077
173909	rnn.bias_hh_l1_reverse	5	-0.12206972390413284
173909	rnn.bias_hh_l1_reverse	6	0.07774437963962555
173909	rnn.bias_hh_l1_reverse	7	-0.16536971926689148
173909	rnn.bias_hh_l1_reverse	8	-0.11654563248157501
173909	rnn.bias_hh_l1_reverse	9	-0.14798276126384735
173909	linear.weight	0	0.002228822559118271
173909	linear.weight	1	0.08717136085033417
173909	linear.weight	2	-0.09255120903253555
173909	linear.weight	3	0.27737149596214294
173909	linear.weight	4	0.1767755150794983
173909	linear.weight	5	-0.05268338322639465
173909	linear.weight	6	0.10167121142148972
173909	linear.weight	7	0.10694567859172821
173909	linear.weight	8	0.04117434471845627
173909	linear.weight	9	-0.04898720234632492
173909	linear.bias	0	0.13644376397132874
173909	linear.bias	1	-0.1710774153470993
173909	linear.bias	2	-0.37891435623168945
173909	linear.bias	3	-0.6583465337753296
173909	linear.bias	4	-1.22945237159729
173909	linear.bias	5	-0.08823023736476898
173909	linear.bias	6	-0.7691560983657837
173909	linear.bias	7	0.258624792098999
173909	linear.bias	8	-0.45769158005714417
173909	linear.bias	9	-1.048880696296692
174106	transitions	0	0.7044408917427063
174106	transitions	1	0.15105606615543365
174106	transitions	2	-10000.0
174106	transitions	3	-1.8257242441177368
174106	transitions	4	-10000.0
174106	transitions	5	0.5698654055595398
174106	transitions	6	-0.08051669597625732
174106	transitions	7	-0.7604312896728516
174106	transitions	8	-1.4124306440353394
174106	transitions	9	-0.0011798492632806301
174106	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
174106	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
174106	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
174106	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
174106	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
174106	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
174106	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
174106	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
174106	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
174106	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
174106	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
174106	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
174106	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
174106	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
174106	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
174106	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
174106	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
174106	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
174106	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
174106	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
174106	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
174106	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
174106	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
174106	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
174106	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
174106	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
174106	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
174106	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
174106	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
174106	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
174106	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
174106	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
174106	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
174106	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
174106	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
174106	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
174106	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
174106	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
174106	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
174106	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
174106	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
174106	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
174106	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
174106	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
174106	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
174106	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
174106	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
174106	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
174106	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
174106	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
174106	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
174106	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
174106	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
174106	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
174106	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
174106	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
174106	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
174106	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
174106	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
174106	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
174106	embedding2nn.weight	0	0.02208932489156723
174106	embedding2nn.weight	1	-0.013213318772614002
174106	embedding2nn.weight	2	-0.014268254861235619
174106	embedding2nn.weight	3	-0.020926209166646004
174106	embedding2nn.weight	4	-0.0059150345623493195
174106	embedding2nn.weight	5	-0.0037005881313234568
174106	embedding2nn.weight	6	-0.003973274026066065
174106	embedding2nn.weight	7	-0.08199435472488403
174106	embedding2nn.weight	8	-0.0019979383796453476
174106	embedding2nn.weight	9	-0.029767751693725586
174106	embedding2nn.bias	0	0.03946208953857422
174106	embedding2nn.bias	1	-0.06976057589054108
174106	embedding2nn.bias	2	0.09015519171953201
174106	embedding2nn.bias	3	0.04858538508415222
174106	embedding2nn.bias	4	-0.040757402777671814
174106	embedding2nn.bias	5	-0.01132354699075222
174106	embedding2nn.bias	6	0.0387180931866169
174106	embedding2nn.bias	7	-0.07449719309806824
174106	embedding2nn.bias	8	0.04916944354772568
174106	embedding2nn.bias	9	0.057069581001996994
174106	rnn.weight_ih_l0	0	-0.07563859224319458
174106	rnn.weight_ih_l0	1	0.0078110164031386375
174106	rnn.weight_ih_l0	2	0.03525571897625923
174106	rnn.weight_ih_l0	3	0.022596249356865883
174106	rnn.weight_ih_l0	4	-0.0436282604932785
174106	rnn.weight_ih_l0	5	-0.06459594517946243
174106	rnn.weight_ih_l0	6	0.0015415837988257408
174106	rnn.weight_ih_l0	7	0.05449144169688225
174106	rnn.weight_ih_l0	8	-0.013340044766664505
174106	rnn.weight_ih_l0	9	-0.02613585814833641
174106	rnn.weight_hh_l0	0	-0.03364557400345802
174106	rnn.weight_hh_l0	1	-0.010153722018003464
174106	rnn.weight_hh_l0	2	0.006045554764568806
174106	rnn.weight_hh_l0	3	-0.06674017757177353
174106	rnn.weight_hh_l0	4	0.08850841224193573
174106	rnn.weight_hh_l0	5	-0.02884550206363201
174106	rnn.weight_hh_l0	6	-0.05702430009841919
174106	rnn.weight_hh_l0	7	0.01264143269509077
174106	rnn.weight_hh_l0	8	0.014351699501276016
174106	rnn.weight_hh_l0	9	-0.020683839917182922
174106	rnn.bias_ih_l0	0	0.1339341104030609
174106	rnn.bias_ih_l0	1	-0.0402718260884285
174106	rnn.bias_ih_l0	2	-0.019601423293352127
174106	rnn.bias_ih_l0	3	0.15156178176403046
174106	rnn.bias_ih_l0	4	-0.01638057827949524
174106	rnn.bias_ih_l0	5	-0.016328245401382446
174106	rnn.bias_ih_l0	6	0.00879572331905365
174106	rnn.bias_ih_l0	7	0.023405851796269417
174106	rnn.bias_ih_l0	8	-0.09767059981822968
174106	rnn.bias_ih_l0	9	-0.032166481018066406
174106	rnn.bias_hh_l0	0	-0.005386436358094215
174106	rnn.bias_hh_l0	1	-0.11206028610467911
174106	rnn.bias_hh_l0	2	-0.07065344601869583
174106	rnn.bias_hh_l0	3	-0.0869089737534523
174106	rnn.bias_hh_l0	4	0.005445314105600119
174106	rnn.bias_hh_l0	5	-0.03255818784236908
174106	rnn.bias_hh_l0	6	0.035436782985925674
174106	rnn.bias_hh_l0	7	0.0516732819378376
174106	rnn.bias_hh_l0	8	-0.12178045511245728
174106	rnn.bias_hh_l0	9	-0.058344386518001556
174106	rnn.weight_ih_l0_reverse	0	-0.026912501081824303
174106	rnn.weight_ih_l0_reverse	1	-0.056589774787425995
174106	rnn.weight_ih_l0_reverse	2	-0.04797707125544548
174106	rnn.weight_ih_l0_reverse	3	0.009530770592391491
174106	rnn.weight_ih_l0_reverse	4	-0.01888452097773552
174106	rnn.weight_ih_l0_reverse	5	-0.05564567446708679
174106	rnn.weight_ih_l0_reverse	6	0.07485584914684296
174106	rnn.weight_ih_l0_reverse	7	-0.018518321216106415
174106	rnn.weight_ih_l0_reverse	8	-0.016969365999102592
174106	rnn.weight_ih_l0_reverse	9	-0.007620919495820999
174106	rnn.weight_hh_l0_reverse	0	0.06246640905737877
174106	rnn.weight_hh_l0_reverse	1	0.01892387680709362
174106	rnn.weight_hh_l0_reverse	2	0.029718881472945213
174106	rnn.weight_hh_l0_reverse	3	0.03647646680474281
174106	rnn.weight_hh_l0_reverse	4	0.008302893489599228
174106	rnn.weight_hh_l0_reverse	5	0.012891801074147224
174106	rnn.weight_hh_l0_reverse	6	0.05150109529495239
174106	rnn.weight_hh_l0_reverse	7	-0.07396749407052994
174106	rnn.weight_hh_l0_reverse	8	0.03940001502633095
174106	rnn.weight_hh_l0_reverse	9	0.035227976739406586
174106	rnn.bias_ih_l0_reverse	0	-0.06416210532188416
174106	rnn.bias_ih_l0_reverse	1	-0.2729206681251526
174106	rnn.bias_ih_l0_reverse	2	-0.12721967697143555
174106	rnn.bias_ih_l0_reverse	3	-0.049559276551008224
174106	rnn.bias_ih_l0_reverse	4	-0.02298864722251892
174106	rnn.bias_ih_l0_reverse	5	0.0658126026391983
174106	rnn.bias_ih_l0_reverse	6	-0.0638914480805397
174106	rnn.bias_ih_l0_reverse	7	0.05678834021091461
174106	rnn.bias_ih_l0_reverse	8	-0.04592083394527435
174106	rnn.bias_ih_l0_reverse	9	0.060081034898757935
174106	rnn.bias_hh_l0_reverse	0	0.021441785618662834
174106	rnn.bias_hh_l0_reverse	1	-0.06366866827011108
174106	rnn.bias_hh_l0_reverse	2	0.07764142006635666
174106	rnn.bias_hh_l0_reverse	3	-0.05059373751282692
174106	rnn.bias_hh_l0_reverse	4	-0.026818573474884033
174106	rnn.bias_hh_l0_reverse	5	-0.027825213968753815
174106	rnn.bias_hh_l0_reverse	6	-0.016280241310596466
174106	rnn.bias_hh_l0_reverse	7	0.10016622394323349
174106	rnn.bias_hh_l0_reverse	8	0.03217237815260887
174106	rnn.bias_hh_l0_reverse	9	-0.1495525985956192
174106	rnn.weight_ih_l1	0	-0.03028852865099907
174106	rnn.weight_ih_l1	1	-0.050145380198955536
174106	rnn.weight_ih_l1	2	0.0582331046462059
174106	rnn.weight_ih_l1	3	-0.061984289437532425
174106	rnn.weight_ih_l1	4	-0.016436802223324776
174106	rnn.weight_ih_l1	5	-0.04317545145750046
174106	rnn.weight_ih_l1	6	0.029189879074692726
174106	rnn.weight_ih_l1	7	-0.04112851992249489
174106	rnn.weight_ih_l1	8	0.03625907748937607
174106	rnn.weight_ih_l1	9	0.04565265402197838
174106	rnn.weight_hh_l1	0	-0.004881716798990965
174106	rnn.weight_hh_l1	1	0.01891600713133812
174106	rnn.weight_hh_l1	2	0.01206921972334385
174106	rnn.weight_hh_l1	3	-0.012360419146716595
174106	rnn.weight_hh_l1	4	0.006747056730091572
174106	rnn.weight_hh_l1	5	0.03191972151398659
174106	rnn.weight_hh_l1	6	0.033969685435295105
174106	rnn.weight_hh_l1	7	-0.01845964416861534
174106	rnn.weight_hh_l1	8	-0.008188753388822079
174106	rnn.weight_hh_l1	9	0.03562678024172783
174106	rnn.bias_ih_l1	0	-0.20180577039718628
174106	rnn.bias_ih_l1	1	-0.17573168873786926
174106	rnn.bias_ih_l1	2	-0.20857077836990356
174106	rnn.bias_ih_l1	3	-0.3227252960205078
174106	rnn.bias_ih_l1	4	-0.20276834070682526
174106	rnn.bias_ih_l1	5	-0.09281613677740097
174106	rnn.bias_ih_l1	6	-0.17408020794391632
174106	rnn.bias_ih_l1	7	-0.0210153516381979
174106	rnn.bias_ih_l1	8	-0.13537980616092682
174106	rnn.bias_ih_l1	9	-0.1340365707874298
174106	rnn.bias_hh_l1	0	-0.09567238390445709
174106	rnn.bias_hh_l1	1	-0.0667327493429184
174106	rnn.bias_hh_l1	2	-0.10256734490394592
174106	rnn.bias_hh_l1	3	-0.08246106654405594
174106	rnn.bias_hh_l1	4	-0.08495907485485077
174106	rnn.bias_hh_l1	5	-0.12236888706684113
174106	rnn.bias_hh_l1	6	-0.1518547534942627
174106	rnn.bias_hh_l1	7	0.058454785495996475
174106	rnn.bias_hh_l1	8	-0.1684987097978592
174106	rnn.bias_hh_l1	9	-0.11772092431783676
174106	rnn.weight_ih_l1_reverse	0	-0.03799336403608322
174106	rnn.weight_ih_l1_reverse	1	0.031754788011312485
174106	rnn.weight_ih_l1_reverse	2	0.07958371192216873
174106	rnn.weight_ih_l1_reverse	3	-0.005034041125327349
174106	rnn.weight_ih_l1_reverse	4	-0.04415687173604965
174106	rnn.weight_ih_l1_reverse	5	-0.03004034422338009
174106	rnn.weight_ih_l1_reverse	6	-0.0018635675078257918
174106	rnn.weight_ih_l1_reverse	7	0.02795855887234211
174106	rnn.weight_ih_l1_reverse	8	0.006682690232992172
174106	rnn.weight_ih_l1_reverse	9	-0.04608446732163429
174106	rnn.weight_hh_l1_reverse	0	0.0056915017776191235
174106	rnn.weight_hh_l1_reverse	1	0.030394434928894043
174106	rnn.weight_hh_l1_reverse	2	-0.04029597342014313
174106	rnn.weight_hh_l1_reverse	3	0.03577848896384239
174106	rnn.weight_hh_l1_reverse	4	0.0488608181476593
174106	rnn.weight_hh_l1_reverse	5	0.0008685385109856725
174106	rnn.weight_hh_l1_reverse	6	0.05508292093873024
174106	rnn.weight_hh_l1_reverse	7	0.029522936791181564
174106	rnn.weight_hh_l1_reverse	8	-0.006995587609708309
174106	rnn.weight_hh_l1_reverse	9	-0.03141215443611145
174106	rnn.bias_ih_l1_reverse	0	-0.06024869158864021
174106	rnn.bias_ih_l1_reverse	1	-0.14483077824115753
174106	rnn.bias_ih_l1_reverse	2	-0.16920679807662964
174106	rnn.bias_ih_l1_reverse	3	-0.04213204234838486
174106	rnn.bias_ih_l1_reverse	4	-0.2158309519290924
174106	rnn.bias_ih_l1_reverse	5	-0.11517221480607986
174106	rnn.bias_ih_l1_reverse	6	-0.14158567786216736
174106	rnn.bias_ih_l1_reverse	7	-0.18757560849189758
174106	rnn.bias_ih_l1_reverse	8	0.20255543291568756
174106	rnn.bias_ih_l1_reverse	9	0.02943870611488819
174106	rnn.bias_hh_l1_reverse	0	-0.009216244332492352
174106	rnn.bias_hh_l1_reverse	1	-0.08236933499574661
174106	rnn.bias_hh_l1_reverse	2	-0.23862332105636597
174106	rnn.bias_hh_l1_reverse	3	-0.13620689511299133
174106	rnn.bias_hh_l1_reverse	4	-0.0888180360198021
174106	rnn.bias_hh_l1_reverse	5	-0.12386547029018402
174106	rnn.bias_hh_l1_reverse	6	0.07910076528787613
174106	rnn.bias_hh_l1_reverse	7	-0.1668069064617157
174106	rnn.bias_hh_l1_reverse	8	-0.11762125790119171
174106	rnn.bias_hh_l1_reverse	9	-0.14817215502262115
174106	linear.weight	0	0.002228822559118271
174106	linear.weight	1	0.09265659749507904
174106	linear.weight	2	-0.09458674490451813
174106	linear.weight	3	0.28308892250061035
174106	linear.weight	4	0.17703522741794586
174106	linear.weight	5	-0.05431443825364113
174106	linear.weight	6	0.10210637748241425
174106	linear.weight	7	0.10143259167671204
174106	linear.weight	8	0.04117381572723389
174106	linear.weight	9	-0.050891317427158356
174106	linear.bias	0	0.12607251107692719
174106	linear.bias	1	-0.16865244507789612
174106	linear.bias	2	-0.38039571046829224
174106	linear.bias	3	-0.6618558168411255
174106	linear.bias	4	-1.2321929931640625
174106	linear.bias	5	-0.07755926996469498
174106	linear.bias	6	-0.767902672290802
174106	linear.bias	7	0.26978692412376404
174106	linear.bias	8	-0.46608462929725647
174106	linear.bias	9	-1.0581506490707397
174303	transitions	0	0.7014653086662292
174303	transitions	1	0.14848749339580536
174303	transitions	2	-10000.0
174303	transitions	3	-1.825743556022644
174303	transitions	4	-10000.0
174303	transitions	5	0.5698174238204956
174303	transitions	6	-0.08054143935441971
174303	transitions	7	-0.7606168389320374
174303	transitions	8	-1.412451148033142
174303	transitions	9	-0.0011800441425293684
174303	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
174303	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
174303	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
174303	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
174303	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
174303	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
174303	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
174303	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
174303	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
174303	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
174303	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
174303	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
174303	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
174303	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
174303	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
174303	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
174303	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
174303	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
174303	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
174303	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
174303	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
174303	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
174303	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
174303	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
174303	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
174303	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
174303	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
174303	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
174303	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
174303	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
174303	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
174303	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
174303	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
174303	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
174303	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
174303	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
174303	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
174303	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
174303	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
174303	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
174303	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
174303	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
174303	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
174303	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
174303	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
174303	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
174303	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
174303	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
174303	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
174303	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
174303	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
174303	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
174303	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
174303	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
174303	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
174303	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
174303	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
174303	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
174303	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
174303	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
174303	embedding2nn.weight	0	0.021353062242269516
174303	embedding2nn.weight	1	-0.01335571613162756
174303	embedding2nn.weight	2	-0.014268254861235619
174303	embedding2nn.weight	3	-0.021518057212233543
174303	embedding2nn.weight	4	-0.0059150345623493195
174303	embedding2nn.weight	5	-0.0037005881313234568
174303	embedding2nn.weight	6	-0.003973271232098341
174303	embedding2nn.weight	7	-0.08187195658683777
174303	embedding2nn.weight	8	-0.0019979383796453476
174303	embedding2nn.weight	9	-0.029833301901817322
174303	embedding2nn.bias	0	0.04773378744721413
174303	embedding2nn.bias	1	-0.07004406303167343
174303	embedding2nn.bias	2	0.09022337943315506
174303	embedding2nn.bias	3	0.04493418335914612
174303	embedding2nn.bias	4	-0.040236327797174454
174303	embedding2nn.bias	5	-0.0124227749183774
174303	embedding2nn.bias	6	0.03663143888115883
174303	embedding2nn.bias	7	-0.07358811795711517
174303	embedding2nn.bias	8	0.055478185415267944
174303	embedding2nn.bias	9	0.05646856501698494
174303	rnn.weight_ih_l0	0	-0.07505429536104202
174303	rnn.weight_ih_l0	1	0.008200895972549915
174303	rnn.weight_ih_l0	2	0.03491837903857231
174303	rnn.weight_ih_l0	3	0.021708862856030464
174303	rnn.weight_ih_l0	4	-0.044206906110048294
174303	rnn.weight_ih_l0	5	-0.06417416781187057
174303	rnn.weight_ih_l0	6	0.0009240593644790351
174303	rnn.weight_ih_l0	7	0.05367054417729378
174303	rnn.weight_ih_l0	8	-0.012796598486602306
174303	rnn.weight_ih_l0	9	-0.026253852993249893
174303	rnn.weight_hh_l0	0	-0.03362488001585007
174303	rnn.weight_hh_l0	1	-0.010496973991394043
174303	rnn.weight_hh_l0	2	0.006269870791584253
174303	rnn.weight_hh_l0	3	-0.0667143240571022
174303	rnn.weight_hh_l0	4	0.08838514238595963
174303	rnn.weight_hh_l0	5	-0.02905578911304474
174303	rnn.weight_hh_l0	6	-0.05681999400258064
174303	rnn.weight_hh_l0	7	0.01336723007261753
174303	rnn.weight_hh_l0	8	0.013736322522163391
174303	rnn.weight_hh_l0	9	-0.02063862606883049
174303	rnn.bias_ih_l0	0	0.1330094188451767
174303	rnn.bias_ih_l0	1	-0.04029369354248047
174303	rnn.bias_ih_l0	2	-0.02074667066335678
174303	rnn.bias_ih_l0	3	0.15176890790462494
174303	rnn.bias_ih_l0	4	-0.01633981429040432
174303	rnn.bias_ih_l0	5	-0.015949256718158722
174303	rnn.bias_ih_l0	6	0.0102410102263093
174303	rnn.bias_ih_l0	7	0.022951938211917877
174303	rnn.bias_ih_l0	8	-0.09744696319103241
174303	rnn.bias_ih_l0	9	-0.03390060365200043
174303	rnn.bias_hh_l0	0	-0.0041689155623316765
174303	rnn.bias_hh_l0	1	-0.10783953964710236
174303	rnn.bias_hh_l0	2	-0.07143979519605637
174303	rnn.bias_hh_l0	3	-0.08604191988706589
174303	rnn.bias_hh_l0	4	0.00399034284055233
174303	rnn.bias_hh_l0	5	-0.032409850507974625
174303	rnn.bias_hh_l0	6	0.03534260764718056
174303	rnn.bias_hh_l0	7	0.05521932244300842
174303	rnn.bias_hh_l0	8	-0.12196821719408035
174303	rnn.bias_hh_l0	9	-0.054970502853393555
174303	rnn.weight_ih_l0_reverse	0	-0.026913894340395927
174303	rnn.weight_ih_l0_reverse	1	-0.056735578924417496
174303	rnn.weight_ih_l0_reverse	2	-0.048942361027002335
174303	rnn.weight_ih_l0_reverse	3	0.00926220417022705
174303	rnn.weight_ih_l0_reverse	4	-0.018374571576714516
174303	rnn.weight_ih_l0_reverse	5	-0.05565512552857399
174303	rnn.weight_ih_l0_reverse	6	0.07524215430021286
174303	rnn.weight_ih_l0_reverse	7	-0.017294878140091896
174303	rnn.weight_ih_l0_reverse	8	-0.016876541078090668
174303	rnn.weight_ih_l0_reverse	9	-0.0077281249687075615
174303	rnn.weight_hh_l0_reverse	0	0.06258867681026459
174303	rnn.weight_hh_l0_reverse	1	0.01868329755961895
174303	rnn.weight_hh_l0_reverse	2	0.029305174946784973
174303	rnn.weight_hh_l0_reverse	3	0.03634261339902878
174303	rnn.weight_hh_l0_reverse	4	0.008295480161905289
174303	rnn.weight_hh_l0_reverse	5	0.012781337834894657
174303	rnn.weight_hh_l0_reverse	6	0.051387980580329895
174303	rnn.weight_hh_l0_reverse	7	-0.07391750067472458
174303	rnn.weight_hh_l0_reverse	8	0.03952965512871742
174303	rnn.weight_hh_l0_reverse	9	0.03507169336080551
174303	rnn.bias_ih_l0_reverse	0	-0.0635087788105011
174303	rnn.bias_ih_l0_reverse	1	-0.27557432651519775
174303	rnn.bias_ih_l0_reverse	2	-0.12633511424064636
174303	rnn.bias_ih_l0_reverse	3	-0.04868790879845619
174303	rnn.bias_ih_l0_reverse	4	-0.023136034607887268
174303	rnn.bias_ih_l0_reverse	5	0.06665103882551193
174303	rnn.bias_ih_l0_reverse	6	-0.06440895795822144
174303	rnn.bias_ih_l0_reverse	7	0.05774426832795143
174303	rnn.bias_ih_l0_reverse	8	-0.04546813666820526
174303	rnn.bias_ih_l0_reverse	9	0.05822233855724335
174303	rnn.bias_hh_l0_reverse	0	0.023927852511405945
174303	rnn.bias_hh_l0_reverse	1	-0.06167524307966232
174303	rnn.bias_hh_l0_reverse	2	0.07743703573942184
174303	rnn.bias_hh_l0_reverse	3	-0.05037030205130577
174303	rnn.bias_hh_l0_reverse	4	-0.026108570396900177
174303	rnn.bias_hh_l0_reverse	5	-0.02673652395606041
174303	rnn.bias_hh_l0_reverse	6	-0.016208622604608536
174303	rnn.bias_hh_l0_reverse	7	0.10051841288805008
174303	rnn.bias_hh_l0_reverse	8	0.03203405439853668
174303	rnn.bias_hh_l0_reverse	9	-0.1486441195011139
174303	rnn.weight_ih_l1	0	-0.030334245413541794
174303	rnn.weight_ih_l1	1	-0.05032451078295708
174303	rnn.weight_ih_l1	2	0.05961184203624725
174303	rnn.weight_ih_l1	3	-0.062044743448495865
174303	rnn.weight_ih_l1	4	-0.016792219132184982
174303	rnn.weight_ih_l1	5	-0.04313531145453453
174303	rnn.weight_ih_l1	6	0.029358401894569397
174303	rnn.weight_ih_l1	7	-0.0413990244269371
174303	rnn.weight_ih_l1	8	0.03623100370168686
174303	rnn.weight_ih_l1	9	0.04596427455544472
174303	rnn.weight_hh_l1	0	-0.004904927220195532
174303	rnn.weight_hh_l1	1	0.018856745213270187
174303	rnn.weight_hh_l1	2	0.012095822021365166
174303	rnn.weight_hh_l1	3	-0.012376288883388042
174303	rnn.weight_hh_l1	4	0.00697439955547452
174303	rnn.weight_hh_l1	5	0.032062750309705734
174303	rnn.weight_hh_l1	6	0.03433056175708771
174303	rnn.weight_hh_l1	7	-0.018491797149181366
174303	rnn.weight_hh_l1	8	-0.008257201872766018
174303	rnn.weight_hh_l1	9	0.035813912749290466
174303	rnn.bias_ih_l1	0	-0.20065167546272278
174303	rnn.bias_ih_l1	1	-0.17606215178966522
174303	rnn.bias_ih_l1	2	-0.20710140466690063
174303	rnn.bias_ih_l1	3	-0.3213619887828827
174303	rnn.bias_ih_l1	4	-0.2014833241701126
174303	rnn.bias_ih_l1	5	-0.09362121671438217
174303	rnn.bias_ih_l1	6	-0.17150335013866425
174303	rnn.bias_ih_l1	7	-0.020144157111644745
174303	rnn.bias_ih_l1	8	-0.13390585780143738
174303	rnn.bias_ih_l1	9	-0.1337026208639145
174303	rnn.bias_hh_l1	0	-0.09417121857404709
174303	rnn.bias_hh_l1	1	-0.06739506870508194
174303	rnn.bias_hh_l1	2	-0.10302097350358963
174303	rnn.bias_hh_l1	3	-0.08255250751972198
174303	rnn.bias_hh_l1	4	-0.08289077877998352
174303	rnn.bias_hh_l1	5	-0.12300229072570801
174303	rnn.bias_hh_l1	6	-0.15003612637519836
174303	rnn.bias_hh_l1	7	0.056992508471012115
174303	rnn.bias_hh_l1	8	-0.17025795578956604
174303	rnn.bias_hh_l1	9	-0.11559058725833893
174303	rnn.weight_ih_l1_reverse	0	-0.03779764100909233
174303	rnn.weight_ih_l1_reverse	1	0.03161047026515007
174303	rnn.weight_ih_l1_reverse	2	0.08033400774002075
174303	rnn.weight_ih_l1_reverse	3	-0.004784238990396261
174303	rnn.weight_ih_l1_reverse	4	-0.04306073486804962
174303	rnn.weight_ih_l1_reverse	5	-0.030288003385066986
174303	rnn.weight_ih_l1_reverse	6	-0.0023220113944262266
174303	rnn.weight_ih_l1_reverse	7	0.028149303048849106
174303	rnn.weight_ih_l1_reverse	8	0.006761479191482067
174303	rnn.weight_ih_l1_reverse	9	-0.04520152509212494
174303	rnn.weight_hh_l1_reverse	0	0.00566330598667264
174303	rnn.weight_hh_l1_reverse	1	0.030326802283525467
174303	rnn.weight_hh_l1_reverse	2	-0.04024423658847809
174303	rnn.weight_hh_l1_reverse	3	0.03585479035973549
174303	rnn.weight_hh_l1_reverse	4	0.049074046313762665
174303	rnn.weight_hh_l1_reverse	5	0.0008539095870219171
174303	rnn.weight_hh_l1_reverse	6	0.054845549166202545
174303	rnn.weight_hh_l1_reverse	7	0.02969317138195038
174303	rnn.weight_hh_l1_reverse	8	-0.00692851422354579
174303	rnn.weight_hh_l1_reverse	9	-0.031306177377700806
174303	rnn.bias_ih_l1_reverse	0	-0.061483487486839294
174303	rnn.bias_ih_l1_reverse	1	-0.14505940675735474
174303	rnn.bias_ih_l1_reverse	2	-0.1692231446504593
174303	rnn.bias_ih_l1_reverse	3	-0.04104809835553169
174303	rnn.bias_ih_l1_reverse	4	-0.21555596590042114
174303	rnn.bias_ih_l1_reverse	5	-0.11545667052268982
174303	rnn.bias_ih_l1_reverse	6	-0.14092491567134857
174303	rnn.bias_ih_l1_reverse	7	-0.1888737678527832
174303	rnn.bias_ih_l1_reverse	8	0.2036476582288742
174303	rnn.bias_ih_l1_reverse	9	0.028698012232780457
174303	rnn.bias_hh_l1_reverse	0	-0.009261123836040497
174303	rnn.bias_hh_l1_reverse	1	-0.0776340514421463
174303	rnn.bias_hh_l1_reverse	2	-0.2383778691291809
174303	rnn.bias_hh_l1_reverse	3	-0.13716189563274384
174303	rnn.bias_hh_l1_reverse	4	-0.08835627138614655
174303	rnn.bias_hh_l1_reverse	5	-0.12328678369522095
174303	rnn.bias_hh_l1_reverse	6	0.07626665383577347
174303	rnn.bias_hh_l1_reverse	7	-0.16789428889751434
174303	rnn.bias_hh_l1_reverse	8	-0.1189856007695198
174303	rnn.bias_hh_l1_reverse	9	-0.14830337464809418
174303	linear.weight	0	0.002228822559118271
174303	linear.weight	1	0.09427019208669662
174303	linear.weight	2	-0.09556159377098083
174303	linear.weight	3	0.2756062150001526
174303	linear.weight	4	0.1750422865152359
174303	linear.weight	5	-0.05690546706318855
174303	linear.weight	6	0.10049785673618317
174303	linear.weight	7	0.10005973279476166
174303	linear.weight	8	0.04117295518517494
174303	linear.weight	9	-0.05037408322095871
174303	linear.bias	0	0.1109163835644722
174303	linear.bias	1	-0.1505080759525299
174303	linear.bias	2	-0.36824777722358704
174303	linear.bias	3	-0.659704864025116
174303	linear.bias	4	-1.2296332120895386
174303	linear.bias	5	-0.08165302127599716
174303	linear.bias	6	-0.7465386390686035
174303	linear.bias	7	0.2671739161014557
174303	linear.bias	8	-0.4667770266532898
174303	linear.bias	9	-1.0587549209594727
174500	transitions	0	0.7096439003944397
174500	transitions	1	0.1435488611459732
174500	transitions	2	-10000.0
174500	transitions	3	-1.8257544040679932
174500	transitions	4	-10000.0
174500	transitions	5	0.5697630643844604
174500	transitions	6	-0.08057217299938202
174500	transitions	7	-0.7608382105827332
174500	transitions	8	-1.4124901294708252
174500	transitions	9	-0.0011802915250882506
174500	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
174500	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
174500	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
174500	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
174500	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
174500	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
174500	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
174500	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
174500	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
174500	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
174500	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
174500	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
174500	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
174500	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
174500	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
174500	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
174500	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
174500	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
174500	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
174500	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
174500	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
174500	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
174500	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
174500	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
174500	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
174500	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
174500	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
174500	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
174500	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
174500	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
174500	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
174500	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
174500	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
174500	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
174500	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
174500	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
174500	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
174500	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
174500	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
174500	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
174500	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
174500	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
174500	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
174500	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
174500	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
174500	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
174500	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
174500	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
174500	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
174500	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
174500	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
174500	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
174500	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
174500	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
174500	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
174500	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
174500	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
174500	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
174500	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
174500	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
174500	embedding2nn.weight	0	0.02158866636455059
174500	embedding2nn.weight	1	-0.01327347569167614
174500	embedding2nn.weight	2	-0.014268254861235619
174500	embedding2nn.weight	3	-0.02181166224181652
174500	embedding2nn.weight	4	-0.0059150345623493195
174500	embedding2nn.weight	5	-0.0037005881313234568
174500	embedding2nn.weight	6	-0.003973271232098341
174500	embedding2nn.weight	7	-0.08247300237417221
174500	embedding2nn.weight	8	-0.0019979383796453476
174500	embedding2nn.weight	9	-0.028906799852848053
174500	embedding2nn.bias	0	0.05075104907155037
174500	embedding2nn.bias	1	-0.07485130429267883
174500	embedding2nn.bias	2	0.09311175346374512
174500	embedding2nn.bias	3	0.04502658173441887
174500	embedding2nn.bias	4	-0.03623133525252342
174500	embedding2nn.bias	5	-0.014895366504788399
174500	embedding2nn.bias	6	0.03456949442625046
174500	embedding2nn.bias	7	-0.07544736564159393
174500	embedding2nn.bias	8	0.052180785685777664
174500	embedding2nn.bias	9	0.055345211178064346
174500	rnn.weight_ih_l0	0	-0.07553819566965103
174500	rnn.weight_ih_l0	1	0.007476850412786007
174500	rnn.weight_ih_l0	2	0.03434541076421738
174500	rnn.weight_ih_l0	3	0.02203565090894699
174500	rnn.weight_ih_l0	4	-0.04445936158299446
174500	rnn.weight_ih_l0	5	-0.06407192349433899
174500	rnn.weight_ih_l0	6	0.0013349713990464807
174500	rnn.weight_ih_l0	7	0.05341833829879761
174500	rnn.weight_ih_l0	8	-0.012950943782925606
174500	rnn.weight_ih_l0	9	-0.02712898887693882
174500	rnn.weight_hh_l0	0	-0.03417937085032463
174500	rnn.weight_hh_l0	1	-0.010249655693769455
174500	rnn.weight_hh_l0	2	0.006781508214771748
174500	rnn.weight_hh_l0	3	-0.06705719977617264
174500	rnn.weight_hh_l0	4	0.08884341269731522
174500	rnn.weight_hh_l0	5	-0.02868783473968506
174500	rnn.weight_hh_l0	6	-0.05617942661046982
174500	rnn.weight_hh_l0	7	0.012855428270995617
174500	rnn.weight_hh_l0	8	0.013655508868396282
174500	rnn.weight_hh_l0	9	-0.020875658839941025
174500	rnn.bias_ih_l0	0	0.13421766459941864
174500	rnn.bias_ih_l0	1	-0.0407964251935482
174500	rnn.bias_ih_l0	2	-0.020920850336551666
174500	rnn.bias_ih_l0	3	0.15172778069972992
174500	rnn.bias_ih_l0	4	-0.01631711982190609
174500	rnn.bias_ih_l0	5	-0.016506481915712357
174500	rnn.bias_ih_l0	6	0.011423612013459206
174500	rnn.bias_ih_l0	7	0.021951697766780853
174500	rnn.bias_ih_l0	8	-0.09734666347503662
174500	rnn.bias_ih_l0	9	-0.03455835580825806
174500	rnn.bias_hh_l0	0	-0.004304896108806133
174500	rnn.bias_hh_l0	1	-0.1076878011226654
174500	rnn.bias_hh_l0	2	-0.07209658622741699
174500	rnn.bias_hh_l0	3	-0.08816486597061157
174500	rnn.bias_hh_l0	4	0.004081365652382374
174500	rnn.bias_hh_l0	5	-0.03222548961639404
174500	rnn.bias_hh_l0	6	0.03620483726263046
174500	rnn.bias_hh_l0	7	0.05366160720586777
174500	rnn.bias_hh_l0	8	-0.12215867638587952
174500	rnn.bias_hh_l0	9	-0.054647669196128845
174500	rnn.weight_ih_l0_reverse	0	-0.026116441935300827
174500	rnn.weight_ih_l0_reverse	1	-0.0562288723886013
174500	rnn.weight_ih_l0_reverse	2	-0.04848157986998558
174500	rnn.weight_ih_l0_reverse	3	0.008981509134173393
174500	rnn.weight_ih_l0_reverse	4	-0.01824047975242138
174500	rnn.weight_ih_l0_reverse	5	-0.05590162053704262
174500	rnn.weight_ih_l0_reverse	6	0.07535750418901443
174500	rnn.weight_ih_l0_reverse	7	-0.01696949638426304
174500	rnn.weight_ih_l0_reverse	8	-0.01760249398648739
174500	rnn.weight_ih_l0_reverse	9	-0.006995044182986021
174500	rnn.weight_hh_l0_reverse	0	0.06253574043512344
174500	rnn.weight_hh_l0_reverse	1	0.018799975514411926
174500	rnn.weight_hh_l0_reverse	2	0.029657945036888123
174500	rnn.weight_hh_l0_reverse	3	0.03632894903421402
174500	rnn.weight_hh_l0_reverse	4	0.00823964923620224
174500	rnn.weight_hh_l0_reverse	5	0.013516115956008434
174500	rnn.weight_hh_l0_reverse	6	0.05112936347723007
174500	rnn.weight_hh_l0_reverse	7	-0.07398584485054016
174500	rnn.weight_hh_l0_reverse	8	0.03952688351273537
174500	rnn.weight_hh_l0_reverse	9	0.03533896803855896
174500	rnn.bias_ih_l0_reverse	0	-0.06539233773946762
174500	rnn.bias_ih_l0_reverse	1	-0.27526015043258667
174500	rnn.bias_ih_l0_reverse	2	-0.12586654722690582
174500	rnn.bias_ih_l0_reverse	3	-0.04951184242963791
174500	rnn.bias_ih_l0_reverse	4	-0.022738797590136528
174500	rnn.bias_ih_l0_reverse	5	0.06700409203767776
174500	rnn.bias_ih_l0_reverse	6	-0.06762109696865082
174500	rnn.bias_ih_l0_reverse	7	0.057704728096723557
174500	rnn.bias_ih_l0_reverse	8	-0.04565277323126793
174500	rnn.bias_ih_l0_reverse	9	0.05764364078640938
174500	rnn.bias_hh_l0_reverse	0	0.025233019143342972
174500	rnn.bias_hh_l0_reverse	1	-0.06363167613744736
174500	rnn.bias_hh_l0_reverse	2	0.07743748277425766
174500	rnn.bias_hh_l0_reverse	3	-0.05119993910193443
174500	rnn.bias_hh_l0_reverse	4	-0.026866627857089043
174500	rnn.bias_hh_l0_reverse	5	-0.027267366647720337
174500	rnn.bias_hh_l0_reverse	6	-0.01674078218638897
174500	rnn.bias_hh_l0_reverse	7	0.10045398026704788
174500	rnn.bias_hh_l0_reverse	8	0.03268541395664215
174500	rnn.bias_hh_l0_reverse	9	-0.14932869374752045
174500	rnn.weight_ih_l1	0	-0.030042652040719986
174500	rnn.weight_ih_l1	1	-0.05016347020864487
174500	rnn.weight_ih_l1	2	0.06009542569518089
174500	rnn.weight_ih_l1	3	-0.06098437309265137
174500	rnn.weight_ih_l1	4	-0.016806581988930702
174500	rnn.weight_ih_l1	5	-0.042949285358190536
174500	rnn.weight_ih_l1	6	0.029247494414448738
174500	rnn.weight_ih_l1	7	-0.042433030903339386
174500	rnn.weight_ih_l1	8	0.03642219677567482
174500	rnn.weight_ih_l1	9	0.04624761641025543
174500	rnn.weight_hh_l1	0	-0.004358983598649502
174500	rnn.weight_hh_l1	1	0.01888054981827736
174500	rnn.weight_hh_l1	2	0.012857546098530293
174500	rnn.weight_hh_l1	3	-0.012569732032716274
174500	rnn.weight_hh_l1	4	0.007023358251899481
174500	rnn.weight_hh_l1	5	0.03161187097430229
174500	rnn.weight_hh_l1	6	0.03419341892004013
174500	rnn.weight_hh_l1	7	-0.01876363344490528
174500	rnn.weight_hh_l1	8	-0.008467278443276882
174500	rnn.weight_hh_l1	9	0.03586382791399956
174500	rnn.bias_ih_l1	0	-0.20018582046031952
174500	rnn.bias_ih_l1	1	-0.17408983409404755
174500	rnn.bias_ih_l1	2	-0.20857520401477814
174500	rnn.bias_ih_l1	3	-0.3222496211528778
174500	rnn.bias_ih_l1	4	-0.2049466073513031
174500	rnn.bias_ih_l1	5	-0.09273017197847366
174500	rnn.bias_ih_l1	6	-0.1704665869474411
174500	rnn.bias_ih_l1	7	-0.01749180629849434
174500	rnn.bias_ih_l1	8	-0.1327620893716812
174500	rnn.bias_ih_l1	9	-0.13456948101520538
174500	rnn.bias_hh_l1	0	-0.09412635862827301
174500	rnn.bias_hh_l1	1	-0.06637902557849884
174500	rnn.bias_hh_l1	2	-0.10145911574363708
174500	rnn.bias_hh_l1	3	-0.08182299137115479
174500	rnn.bias_hh_l1	4	-0.0827508196234703
174500	rnn.bias_hh_l1	5	-0.12241761386394501
174500	rnn.bias_hh_l1	6	-0.15242482721805573
174500	rnn.bias_hh_l1	7	0.05404924973845482
174500	rnn.bias_hh_l1	8	-0.17083518207073212
174500	rnn.bias_hh_l1	9	-0.11639738082885742
174500	rnn.weight_ih_l1_reverse	0	-0.03709672391414642
174500	rnn.weight_ih_l1_reverse	1	0.03151855245232582
174500	rnn.weight_ih_l1_reverse	2	0.07810823619365692
174500	rnn.weight_ih_l1_reverse	3	-0.0052332803606987
174500	rnn.weight_ih_l1_reverse	4	-0.043395157903432846
174500	rnn.weight_ih_l1_reverse	5	-0.030446283519268036
174500	rnn.weight_ih_l1_reverse	6	-0.002215600572526455
174500	rnn.weight_ih_l1_reverse	7	0.028091713786125183
174500	rnn.weight_ih_l1_reverse	8	0.007186614442616701
174500	rnn.weight_ih_l1_reverse	9	-0.044740594923496246
174500	rnn.weight_hh_l1_reverse	0	0.005744980648159981
174500	rnn.weight_hh_l1_reverse	1	0.030384723097085953
174500	rnn.weight_hh_l1_reverse	2	-0.04027695953845978
174500	rnn.weight_hh_l1_reverse	3	0.035935476422309875
174500	rnn.weight_hh_l1_reverse	4	0.0494215227663517
174500	rnn.weight_hh_l1_reverse	5	0.0009806143352761865
174500	rnn.weight_hh_l1_reverse	6	0.054154153913259506
174500	rnn.weight_hh_l1_reverse	7	0.02944767475128174
174500	rnn.weight_hh_l1_reverse	8	-0.0068708923645317554
174500	rnn.weight_hh_l1_reverse	9	-0.0312390998005867
174500	rnn.bias_ih_l1_reverse	0	-0.06258844584226608
174500	rnn.bias_ih_l1_reverse	1	-0.14514632523059845
174500	rnn.bias_ih_l1_reverse	2	-0.16899406909942627
174500	rnn.bias_ih_l1_reverse	3	-0.03967690467834473
174500	rnn.bias_ih_l1_reverse	4	-0.21495969593524933
174500	rnn.bias_ih_l1_reverse	5	-0.11506503075361252
174500	rnn.bias_ih_l1_reverse	6	-0.1404983252286911
174500	rnn.bias_ih_l1_reverse	7	-0.18841788172721863
174500	rnn.bias_ih_l1_reverse	8	0.20172017812728882
174500	rnn.bias_ih_l1_reverse	9	0.029747335240244865
174500	rnn.bias_hh_l1_reverse	0	-0.009520703926682472
174500	rnn.bias_hh_l1_reverse	1	-0.07937678694725037
174500	rnn.bias_hh_l1_reverse	2	-0.2379431575536728
174500	rnn.bias_hh_l1_reverse	3	-0.13489653170108795
174500	rnn.bias_hh_l1_reverse	4	-0.08881577849388123
174500	rnn.bias_hh_l1_reverse	5	-0.12262946367263794
174500	rnn.bias_hh_l1_reverse	6	0.07080931216478348
174500	rnn.bias_hh_l1_reverse	7	-0.16736431419849396
174500	rnn.bias_hh_l1_reverse	8	-0.1188010722398758
174500	rnn.bias_hh_l1_reverse	9	-0.14887094497680664
174500	linear.weight	0	0.002228822559118271
174500	linear.weight	1	0.09495630115270615
174500	linear.weight	2	-0.09714224934577942
174500	linear.weight	3	0.2741844356060028
174500	linear.weight	4	0.1756286472082138
174500	linear.weight	5	-0.05778384208679199
174500	linear.weight	6	0.10575581341981888
174500	linear.weight	7	0.10227174311876297
174500	linear.weight	8	0.0411725714802742
174500	linear.weight	9	-0.05146487057209015
174500	linear.bias	0	0.12264157831668854
174500	linear.bias	1	-0.1778581738471985
174500	linear.bias	2	-0.3867790699005127
174500	linear.bias	3	-0.6565775871276855
174500	linear.bias	4	-1.2269521951675415
174500	linear.bias	5	-0.06886379420757294
174500	linear.bias	6	-0.7732750177383423
174500	linear.bias	7	0.27858778834342957
174500	linear.bias	8	-0.46319490671157837
174500	linear.bias	9	-1.0546414852142334
174697	transitions	0	0.7052657604217529
174697	transitions	1	0.14304882287979126
174697	transitions	2	-10000.0
174697	transitions	3	-1.8257731199264526
174697	transitions	4	-10000.0
174697	transitions	5	0.5697351098060608
174697	transitions	6	-0.08059415966272354
174697	transitions	7	-0.7610836029052734
174697	transitions	8	-1.4125869274139404
174697	transitions	9	-0.0011805292451754212
174697	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
174697	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
174697	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
174697	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
174697	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
174697	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
174697	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
174697	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
174697	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
174697	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
174697	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
174697	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
174697	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
174697	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
174697	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
174697	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
174697	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
174697	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
174697	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
174697	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
174697	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
174697	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
174697	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
174697	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
174697	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
174697	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
174697	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
174697	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
174697	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
174697	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
174697	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
174697	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
174697	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
174697	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
174697	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
174697	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
174697	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
174697	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
174697	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
174697	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
174697	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
174697	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
174697	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
174697	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
174697	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
174697	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
174697	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
174697	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
174697	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
174697	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
174697	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
174697	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
174697	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
174697	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
174697	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
174697	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
174697	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
174697	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
174697	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
174697	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
174697	embedding2nn.weight	0	0.02134019136428833
174697	embedding2nn.weight	1	-0.01316564530134201
174697	embedding2nn.weight	2	-0.014268254861235619
174697	embedding2nn.weight	3	-0.022013530135154724
174697	embedding2nn.weight	4	-0.0059150345623493195
174697	embedding2nn.weight	5	-0.003700587898492813
174697	embedding2nn.weight	6	-0.003973270766437054
174697	embedding2nn.weight	7	-0.08234816789627075
174697	embedding2nn.weight	8	-0.0019979383796453476
174697	embedding2nn.weight	9	-0.028784967958927155
174697	embedding2nn.bias	0	0.0533602312207222
174697	embedding2nn.bias	1	-0.07562164217233658
174697	embedding2nn.bias	2	0.09174031764268875
174697	embedding2nn.bias	3	0.045148834586143494
174697	embedding2nn.bias	4	-0.038970697671175
174697	embedding2nn.bias	5	-0.020709598436951637
174697	embedding2nn.bias	6	0.03521699830889702
174697	embedding2nn.bias	7	-0.07603228092193604
174697	embedding2nn.bias	8	0.05482989922165871
174697	embedding2nn.bias	9	0.05295681580901146
174697	rnn.weight_ih_l0	0	-0.07576001435518265
174697	rnn.weight_ih_l0	1	0.007531499955803156
174697	rnn.weight_ih_l0	2	0.03423863276839256
174697	rnn.weight_ih_l0	3	0.022035392001271248
174697	rnn.weight_ih_l0	4	-0.04473097249865532
174697	rnn.weight_ih_l0	5	-0.06407412141561508
174697	rnn.weight_ih_l0	6	0.0014827558770775795
174697	rnn.weight_ih_l0	7	0.053410690277814865
174697	rnn.weight_ih_l0	8	-0.012773582711815834
174697	rnn.weight_ih_l0	9	-0.026599405333399773
174697	rnn.weight_hh_l0	0	-0.033903058618307114
174697	rnn.weight_hh_l0	1	-0.010265217162668705
174697	rnn.weight_hh_l0	2	0.007017629221081734
174697	rnn.weight_hh_l0	3	-0.06692764908075333
174697	rnn.weight_hh_l0	4	0.08854637295007706
174697	rnn.weight_hh_l0	5	-0.028700638562440872
174697	rnn.weight_hh_l0	6	-0.056182269006967545
174697	rnn.weight_hh_l0	7	0.012822250835597515
174697	rnn.weight_hh_l0	8	0.01380135864019394
174697	rnn.weight_hh_l0	9	-0.021154822781682014
174697	rnn.bias_ih_l0	0	0.13509954512119293
174697	rnn.bias_ih_l0	1	-0.040540583431720734
174697	rnn.bias_ih_l0	2	-0.020752253010869026
174697	rnn.bias_ih_l0	3	0.15038585662841797
174697	rnn.bias_ih_l0	4	-0.015494996681809425
174697	rnn.bias_ih_l0	5	-0.017398076131939888
174697	rnn.bias_ih_l0	6	0.011712249368429184
174697	rnn.bias_ih_l0	7	0.022588079795241356
174697	rnn.bias_ih_l0	8	-0.09722345322370529
174697	rnn.bias_ih_l0	9	-0.03622177243232727
174697	rnn.bias_hh_l0	0	-0.004843660164624453
174697	rnn.bias_hh_l0	1	-0.1069779023528099
174697	rnn.bias_hh_l0	2	-0.07208609580993652
174697	rnn.bias_hh_l0	3	-0.08827823400497437
174697	rnn.bias_hh_l0	4	0.004011309705674648
174697	rnn.bias_hh_l0	5	-0.033531103283166885
174697	rnn.bias_hh_l0	6	0.036144450306892395
174697	rnn.bias_hh_l0	7	0.05222714692354202
174697	rnn.bias_hh_l0	8	-0.12336526811122894
174697	rnn.bias_hh_l0	9	-0.05213511362671852
174697	rnn.weight_ih_l0_reverse	0	-0.026212261989712715
174697	rnn.weight_ih_l0_reverse	1	-0.05578615143895149
174697	rnn.weight_ih_l0_reverse	2	-0.04847868159413338
174697	rnn.weight_ih_l0_reverse	3	0.009060337208211422
174697	rnn.weight_ih_l0_reverse	4	-0.01834137737751007
174697	rnn.weight_ih_l0_reverse	5	-0.05616283416748047
174697	rnn.weight_ih_l0_reverse	6	0.07558991014957428
174697	rnn.weight_ih_l0_reverse	7	-0.01706589199602604
174697	rnn.weight_ih_l0_reverse	8	-0.017362941056489944
174697	rnn.weight_ih_l0_reverse	9	-0.006788511294871569
174697	rnn.weight_hh_l0_reverse	0	0.06270208954811096
174697	rnn.weight_hh_l0_reverse	1	0.018861712887883186
174697	rnn.weight_hh_l0_reverse	2	0.02931426465511322
174697	rnn.weight_hh_l0_reverse	3	0.035982534289360046
174697	rnn.weight_hh_l0_reverse	4	0.008354856632649899
174697	rnn.weight_hh_l0_reverse	5	0.013247111812233925
174697	rnn.weight_hh_l0_reverse	6	0.05151358246803284
174697	rnn.weight_hh_l0_reverse	7	-0.07409171015024185
174697	rnn.weight_hh_l0_reverse	8	0.03967680037021637
174697	rnn.weight_hh_l0_reverse	9	0.03536365181207657
174697	rnn.bias_ih_l0_reverse	0	-0.06447868794202805
174697	rnn.bias_ih_l0_reverse	1	-0.2789865732192993
174697	rnn.bias_ih_l0_reverse	2	-0.12545013427734375
174697	rnn.bias_ih_l0_reverse	3	-0.0502229705452919
174697	rnn.bias_ih_l0_reverse	4	-0.023675400763750076
174697	rnn.bias_ih_l0_reverse	5	0.06942044943571091
174697	rnn.bias_ih_l0_reverse	6	-0.06733590364456177
174697	rnn.bias_ih_l0_reverse	7	0.059450414031744
174697	rnn.bias_ih_l0_reverse	8	-0.04589543119072914
174697	rnn.bias_ih_l0_reverse	9	0.057663626968860626
174697	rnn.bias_hh_l0_reverse	0	0.025042017921805382
174697	rnn.bias_hh_l0_reverse	1	-0.06244104355573654
174697	rnn.bias_hh_l0_reverse	2	0.07677759975194931
174697	rnn.bias_hh_l0_reverse	3	-0.0513104684650898
174697	rnn.bias_hh_l0_reverse	4	-0.02681051194667816
174697	rnn.bias_hh_l0_reverse	5	-0.026738692075014114
174697	rnn.bias_hh_l0_reverse	6	-0.01731947623193264
174697	rnn.bias_hh_l0_reverse	7	0.09940589964389801
174697	rnn.bias_hh_l0_reverse	8	0.03416641429066658
174697	rnn.bias_hh_l0_reverse	9	-0.14785420894622803
174697	rnn.weight_ih_l1	0	-0.030457600951194763
174697	rnn.weight_ih_l1	1	-0.050105053931474686
174697	rnn.weight_ih_l1	2	0.06030920892953873
174697	rnn.weight_ih_l1	3	-0.06125418096780777
174697	rnn.weight_ih_l1	4	-0.01684381440281868
174697	rnn.weight_ih_l1	5	-0.0426645502448082
174697	rnn.weight_ih_l1	6	0.029137859120965004
174697	rnn.weight_ih_l1	7	-0.044101860374212265
174697	rnn.weight_ih_l1	8	0.036435436457395554
174697	rnn.weight_ih_l1	9	0.045697782188653946
174697	rnn.weight_hh_l1	0	-0.004313365090638399
174697	rnn.weight_hh_l1	1	0.018877603113651276
174697	rnn.weight_hh_l1	2	0.013448097743093967
174697	rnn.weight_hh_l1	3	-0.012981632724404335
174697	rnn.weight_hh_l1	4	0.007354991976171732
174697	rnn.weight_hh_l1	5	0.03153369575738907
174697	rnn.weight_hh_l1	6	0.03395591303706169
174697	rnn.weight_hh_l1	7	-0.018795881420373917
174697	rnn.weight_hh_l1	8	-0.008357507176697254
174697	rnn.weight_hh_l1	9	0.036060985177755356
174697	rnn.bias_ih_l1	0	-0.20081941783428192
174697	rnn.bias_ih_l1	1	-0.17506900429725647
174697	rnn.bias_ih_l1	2	-0.20927517116069794
174697	rnn.bias_ih_l1	3	-0.32411301136016846
174697	rnn.bias_ih_l1	4	-0.203610360622406
174697	rnn.bias_ih_l1	5	-0.09271834790706635
174697	rnn.bias_ih_l1	6	-0.1694978028535843
174697	rnn.bias_ih_l1	7	-0.016509519889950752
174697	rnn.bias_ih_l1	8	-0.13536812365055084
174697	rnn.bias_ih_l1	9	-0.13334105908870697
174697	rnn.bias_hh_l1	0	-0.09431342780590057
174697	rnn.bias_hh_l1	1	-0.06713308393955231
174697	rnn.bias_hh_l1	2	-0.10173831135034561
174697	rnn.bias_hh_l1	3	-0.08106356114149094
174697	rnn.bias_hh_l1	4	-0.08310088515281677
174697	rnn.bias_hh_l1	5	-0.12218976020812988
174697	rnn.bias_hh_l1	6	-0.15310701727867126
174697	rnn.bias_hh_l1	7	0.05792173370718956
174697	rnn.bias_hh_l1	8	-0.17077304422855377
174697	rnn.bias_hh_l1	9	-0.1126575767993927
174697	rnn.weight_ih_l1_reverse	0	-0.03827997297048569
174697	rnn.weight_ih_l1_reverse	1	0.031357619911432266
174697	rnn.weight_ih_l1_reverse	2	0.07744140177965164
174697	rnn.weight_ih_l1_reverse	3	-0.006216303911060095
174697	rnn.weight_ih_l1_reverse	4	-0.042877696454524994
174697	rnn.weight_ih_l1_reverse	5	-0.030380340293049812
174697	rnn.weight_ih_l1_reverse	6	-0.0021734624169766903
174697	rnn.weight_ih_l1_reverse	7	0.02799241989850998
174697	rnn.weight_ih_l1_reverse	8	0.006686408072710037
174697	rnn.weight_ih_l1_reverse	9	-0.04415925219655037
174697	rnn.weight_hh_l1_reverse	0	0.0059359390288591385
174697	rnn.weight_hh_l1_reverse	1	0.03038669377565384
174697	rnn.weight_hh_l1_reverse	2	-0.04032512009143829
174697	rnn.weight_hh_l1_reverse	3	0.036018650978803635
174697	rnn.weight_hh_l1_reverse	4	0.0494217686355114
174697	rnn.weight_hh_l1_reverse	5	0.0009610358392819762
174697	rnn.weight_hh_l1_reverse	6	0.05446518212556839
174697	rnn.weight_hh_l1_reverse	7	0.029641970992088318
174697	rnn.weight_hh_l1_reverse	8	-0.006959364749491215
174697	rnn.weight_hh_l1_reverse	9	-0.0309926625341177
174697	rnn.bias_ih_l1_reverse	0	-0.061893124133348465
174697	rnn.bias_ih_l1_reverse	1	-0.14510957896709442
174697	rnn.bias_ih_l1_reverse	2	-0.1699708104133606
174697	rnn.bias_ih_l1_reverse	3	-0.045821256935596466
174697	rnn.bias_ih_l1_reverse	4	-0.21415020525455475
174697	rnn.bias_ih_l1_reverse	5	-0.11488062888383865
174697	rnn.bias_ih_l1_reverse	6	-0.14075657725334167
174697	rnn.bias_ih_l1_reverse	7	-0.1885938048362732
174697	rnn.bias_ih_l1_reverse	8	0.20405009388923645
174697	rnn.bias_ih_l1_reverse	9	0.0279045682400465
174697	rnn.bias_hh_l1_reverse	0	-0.014530476182699203
174697	rnn.bias_hh_l1_reverse	1	-0.08017650246620178
174697	rnn.bias_hh_l1_reverse	2	-0.2392340898513794
174697	rnn.bias_hh_l1_reverse	3	-0.13576151430606842
174697	rnn.bias_hh_l1_reverse	4	-0.08961167186498642
174697	rnn.bias_hh_l1_reverse	5	-0.12473737448453903
174697	rnn.bias_hh_l1_reverse	6	0.07348597794771194
174697	rnn.bias_hh_l1_reverse	7	-0.1673029065132141
174697	rnn.bias_hh_l1_reverse	8	-0.11828931421041489
174697	rnn.bias_hh_l1_reverse	9	-0.14886391162872314
174697	linear.weight	0	0.002228822559118271
174697	linear.weight	1	0.09366459399461746
174697	linear.weight	2	-0.1008848026394844
174697	linear.weight	3	0.27574798464775085
174697	linear.weight	4	0.1764696091413498
174697	linear.weight	5	-0.0588085874915123
174697	linear.weight	6	0.11343052983283997
174697	linear.weight	7	0.10097818821668625
174697	linear.weight	8	0.04117187112569809
174697	linear.weight	9	-0.0518428310751915
174697	linear.bias	0	0.1048133596777916
174697	linear.bias	1	-0.1703198105096817
174697	linear.bias	2	-0.3832269310951233
174697	linear.bias	3	-0.6528015732765198
174697	linear.bias	4	-1.2225902080535889
174697	linear.bias	5	-0.06987114995718002
174697	linear.bias	6	-0.7665591239929199
174697	linear.bias	7	0.2757626175880432
174697	linear.bias	8	-0.46222832798957825
174697	linear.bias	9	-1.0539915561676025
174894	transitions	0	0.6968823671340942
174894	transitions	1	0.14674219489097595
174894	transitions	2	-10000.0
174894	transitions	3	-1.825788140296936
174894	transitions	4	-10000.0
174894	transitions	5	0.5696254372596741
174894	transitions	6	-0.08061271160840988
174894	transitions	7	-0.7611433863639832
174894	transitions	8	-1.412617564201355
174894	transitions	9	-0.00118098477832973
174894	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
174894	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
174894	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
174894	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
174894	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
174894	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
174894	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
174894	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
174894	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
174894	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
174894	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
174894	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
174894	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
174894	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
174894	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
174894	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
174894	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
174894	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
174894	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
174894	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
174894	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
174894	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
174894	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
174894	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
174894	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
174894	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
174894	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
174894	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
174894	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
174894	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
174894	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
174894	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
174894	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
174894	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
174894	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
174894	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
174894	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
174894	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
174894	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
174894	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
174894	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
174894	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
174894	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
174894	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
174894	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
174894	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
174894	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
174894	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
174894	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
174894	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
174894	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
174894	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
174894	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
174894	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
174894	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
174894	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
174894	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
174894	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
174894	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
174894	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
174894	embedding2nn.weight	0	0.0220875833183527
174894	embedding2nn.weight	1	-0.013208347372710705
174894	embedding2nn.weight	2	-0.014268254861235619
174894	embedding2nn.weight	3	-0.022597944363951683
174894	embedding2nn.weight	4	-0.0059150345623493195
174894	embedding2nn.weight	5	-0.003700587898492813
174894	embedding2nn.weight	6	-0.003973270766437054
174894	embedding2nn.weight	7	-0.08264507353305817
174894	embedding2nn.weight	8	-0.0019979383796453476
174894	embedding2nn.weight	9	-0.028850262984633446
174894	embedding2nn.bias	0	0.04945767670869827
174894	embedding2nn.bias	1	-0.07396601140499115
174894	embedding2nn.bias	2	0.08956048637628555
174894	embedding2nn.bias	3	0.04582134261727333
174894	embedding2nn.bias	4	-0.03756610304117203
174894	embedding2nn.bias	5	-0.02024594508111477
174894	embedding2nn.bias	6	0.033542294055223465
174894	embedding2nn.bias	7	-0.0765547901391983
174894	embedding2nn.bias	8	0.051987532526254654
174894	embedding2nn.bias	9	0.049524180591106415
174894	rnn.weight_ih_l0	0	-0.0768059641122818
174894	rnn.weight_ih_l0	1	0.007524779997766018
174894	rnn.weight_ih_l0	2	0.03398827090859413
174894	rnn.weight_ih_l0	3	0.022074120119214058
174894	rnn.weight_ih_l0	4	-0.04495947062969208
174894	rnn.weight_ih_l0	5	-0.0637369453907013
174894	rnn.weight_ih_l0	6	0.0015637316973879933
174894	rnn.weight_ih_l0	7	0.053680118173360825
174894	rnn.weight_ih_l0	8	-0.012764722108840942
174894	rnn.weight_ih_l0	9	-0.026555560529232025
174894	rnn.weight_hh_l0	0	-0.033694494515657425
174894	rnn.weight_hh_l0	1	-0.009860577993094921
174894	rnn.weight_hh_l0	2	0.006756170187145472
174894	rnn.weight_hh_l0	3	-0.06680786609649658
174894	rnn.weight_hh_l0	4	0.08866330981254578
174894	rnn.weight_hh_l0	5	-0.027995208278298378
174894	rnn.weight_hh_l0	6	-0.05575929954648018
174894	rnn.weight_hh_l0	7	0.013111825101077557
174894	rnn.weight_hh_l0	8	0.01420329324901104
174894	rnn.weight_hh_l0	9	-0.021276377141475677
174894	rnn.bias_ih_l0	0	0.13395625352859497
174894	rnn.bias_ih_l0	1	-0.040625184774398804
174894	rnn.bias_ih_l0	2	-0.020208509638905525
174894	rnn.bias_ih_l0	3	0.1523369699716568
174894	rnn.bias_ih_l0	4	-0.015635721385478973
174894	rnn.bias_ih_l0	5	-0.01867520436644554
174894	rnn.bias_ih_l0	6	0.012432431802153587
174894	rnn.bias_ih_l0	7	0.023059435188770294
174894	rnn.bias_ih_l0	8	-0.0963824912905693
174894	rnn.bias_ih_l0	9	-0.03272579237818718
174894	rnn.bias_hh_l0	0	-0.004702921956777573
174894	rnn.bias_hh_l0	1	-0.1093364879488945
174894	rnn.bias_hh_l0	2	-0.07300570607185364
174894	rnn.bias_hh_l0	3	-0.08809807151556015
174894	rnn.bias_hh_l0	4	0.004998910240828991
174894	rnn.bias_hh_l0	5	-0.03370351344347
174894	rnn.bias_hh_l0	6	0.03580741211771965
174894	rnn.bias_hh_l0	7	0.05341436341404915
174894	rnn.bias_hh_l0	8	-0.12237949669361115
174894	rnn.bias_hh_l0	9	-0.05270865932106972
174894	rnn.weight_ih_l0_reverse	0	-0.026103857904672623
174894	rnn.weight_ih_l0_reverse	1	-0.05571787431836128
174894	rnn.weight_ih_l0_reverse	2	-0.048441432416439056
174894	rnn.weight_ih_l0_reverse	3	0.008823414333164692
174894	rnn.weight_ih_l0_reverse	4	-0.018379827961325645
174894	rnn.weight_ih_l0_reverse	5	-0.05569859966635704
174894	rnn.weight_ih_l0_reverse	6	0.07509936392307281
174894	rnn.weight_ih_l0_reverse	7	-0.01757664419710636
174894	rnn.weight_ih_l0_reverse	8	-0.01695959083735943
174894	rnn.weight_ih_l0_reverse	9	-0.007505977991968393
174894	rnn.weight_hh_l0_reverse	0	0.06369674950838089
174894	rnn.weight_hh_l0_reverse	1	0.01935628615319729
174894	rnn.weight_hh_l0_reverse	2	0.02930181287229061
174894	rnn.weight_hh_l0_reverse	3	0.03611772507429123
174894	rnn.weight_hh_l0_reverse	4	0.008291667327284813
174894	rnn.weight_hh_l0_reverse	5	0.013241324573755264
174894	rnn.weight_hh_l0_reverse	6	0.051203589886426926
174894	rnn.weight_hh_l0_reverse	7	-0.0739569216966629
174894	rnn.weight_hh_l0_reverse	8	0.03988092392683029
174894	rnn.weight_hh_l0_reverse	9	0.03509042412042618
174894	rnn.bias_ih_l0_reverse	0	-0.06363889575004578
174894	rnn.bias_ih_l0_reverse	1	-0.2750585675239563
174894	rnn.bias_ih_l0_reverse	2	-0.12608163058757782
174894	rnn.bias_ih_l0_reverse	3	-0.05118051543831825
174894	rnn.bias_ih_l0_reverse	4	-0.02304842323064804
174894	rnn.bias_ih_l0_reverse	5	0.06978943198919296
174894	rnn.bias_ih_l0_reverse	6	-0.0670035108923912
174894	rnn.bias_ih_l0_reverse	7	0.05902166664600372
174894	rnn.bias_ih_l0_reverse	8	-0.04498722776770592
174894	rnn.bias_ih_l0_reverse	9	0.056928038597106934
174894	rnn.bias_hh_l0_reverse	0	0.026354609057307243
174894	rnn.bias_hh_l0_reverse	1	-0.06254547089338303
174894	rnn.bias_hh_l0_reverse	2	0.07686829566955566
174894	rnn.bias_hh_l0_reverse	3	-0.05219770222902298
174894	rnn.bias_hh_l0_reverse	4	-0.02788110077381134
174894	rnn.bias_hh_l0_reverse	5	-0.027202723547816277
174894	rnn.bias_hh_l0_reverse	6	-0.019296769052743912
174894	rnn.bias_hh_l0_reverse	7	0.10006144642829895
174894	rnn.bias_hh_l0_reverse	8	0.032463036477565765
174894	rnn.bias_hh_l0_reverse	9	-0.15014322102069855
174894	rnn.weight_ih_l1	0	-0.03063654899597168
174894	rnn.weight_ih_l1	1	-0.04941902682185173
174894	rnn.weight_ih_l1	2	0.060368139296770096
174894	rnn.weight_ih_l1	3	-0.060363564640283585
174894	rnn.weight_ih_l1	4	-0.016293006017804146
174894	rnn.weight_ih_l1	5	-0.04239780455827713
174894	rnn.weight_ih_l1	6	0.029200321063399315
174894	rnn.weight_ih_l1	7	-0.04436261206865311
174894	rnn.weight_ih_l1	8	0.036430153995752335
174894	rnn.weight_ih_l1	9	0.04516419768333435
174894	rnn.weight_hh_l1	0	-0.003680409863591194
174894	rnn.weight_hh_l1	1	0.018965432420372963
174894	rnn.weight_hh_l1	2	0.014032501727342606
174894	rnn.weight_hh_l1	3	-0.012913184240460396
174894	rnn.weight_hh_l1	4	0.007901488803327084
174894	rnn.weight_hh_l1	5	0.03155907988548279
174894	rnn.weight_hh_l1	6	0.03383762761950493
174894	rnn.weight_hh_l1	7	-0.018661584705114365
174894	rnn.weight_hh_l1	8	-0.008319211192429066
174894	rnn.weight_hh_l1	9	0.03568243980407715
174894	rnn.bias_ih_l1	0	-0.20163412392139435
174894	rnn.bias_ih_l1	1	-0.17516060173511505
174894	rnn.bias_ih_l1	2	-0.2108333259820938
174894	rnn.bias_ih_l1	3	-0.3232422173023224
174894	rnn.bias_ih_l1	4	-0.20270949602127075
174894	rnn.bias_ih_l1	5	-0.09291653335094452
174894	rnn.bias_ih_l1	6	-0.17076466977596283
174894	rnn.bias_ih_l1	7	-0.015981197357177734
174894	rnn.bias_ih_l1	8	-0.13457505404949188
174894	rnn.bias_ih_l1	9	-0.13236552476882935
174894	rnn.bias_hh_l1	0	-0.09459049254655838
174894	rnn.bias_hh_l1	1	-0.06665493547916412
174894	rnn.bias_hh_l1	2	-0.10180099308490753
174894	rnn.bias_hh_l1	3	-0.08205749839544296
174894	rnn.bias_hh_l1	4	-0.08271931856870651
174894	rnn.bias_hh_l1	5	-0.12132654339075089
174894	rnn.bias_hh_l1	6	-0.15119683742523193
174894	rnn.bias_hh_l1	7	0.05957838520407677
174894	rnn.bias_hh_l1	8	-0.1722097247838974
174894	rnn.bias_hh_l1	9	-0.11454632133245468
174894	rnn.weight_ih_l1_reverse	0	-0.03823491558432579
174894	rnn.weight_ih_l1_reverse	1	0.031319476664066315
174894	rnn.weight_ih_l1_reverse	2	0.07788028568029404
174894	rnn.weight_ih_l1_reverse	3	-0.0075430069118738174
174894	rnn.weight_ih_l1_reverse	4	-0.041222456842660904
174894	rnn.weight_ih_l1_reverse	5	-0.030447721481323242
174894	rnn.weight_ih_l1_reverse	6	-0.0010249919723719358
174894	rnn.weight_ih_l1_reverse	7	0.028350945562124252
174894	rnn.weight_ih_l1_reverse	8	0.007017471827566624
174894	rnn.weight_ih_l1_reverse	9	-0.04301042482256889
174894	rnn.weight_hh_l1_reverse	0	0.005920130759477615
174894	rnn.weight_hh_l1_reverse	1	0.030183132737874985
174894	rnn.weight_hh_l1_reverse	2	-0.040282439440488815
174894	rnn.weight_hh_l1_reverse	3	0.035932764410972595
174894	rnn.weight_hh_l1_reverse	4	0.04908393323421478
174894	rnn.weight_hh_l1_reverse	5	0.0011477845255285501
174894	rnn.weight_hh_l1_reverse	6	0.05464188754558563
174894	rnn.weight_hh_l1_reverse	7	0.029634274542331696
174894	rnn.weight_hh_l1_reverse	8	-0.006910886615514755
174894	rnn.weight_hh_l1_reverse	9	-0.030938632786273956
174894	rnn.bias_ih_l1_reverse	0	-0.06293174624443054
174894	rnn.bias_ih_l1_reverse	1	-0.14651723206043243
174894	rnn.bias_ih_l1_reverse	2	-0.16970016062259674
174894	rnn.bias_ih_l1_reverse	3	-0.04904472082853317
174894	rnn.bias_ih_l1_reverse	4	-0.21488748490810394
174894	rnn.bias_ih_l1_reverse	5	-0.11491115391254425
174894	rnn.bias_ih_l1_reverse	6	-0.14115075767040253
174894	rnn.bias_ih_l1_reverse	7	-0.18997697532176971
174894	rnn.bias_ih_l1_reverse	8	0.20328263938426971
174894	rnn.bias_ih_l1_reverse	9	0.0266959797590971
174894	rnn.bias_hh_l1_reverse	0	-0.015398716554045677
174894	rnn.bias_hh_l1_reverse	1	-0.07657778263092041
174894	rnn.bias_hh_l1_reverse	2	-0.24019786715507507
174894	rnn.bias_hh_l1_reverse	3	-0.13537880778312683
174894	rnn.bias_hh_l1_reverse	4	-0.08939018100500107
174894	rnn.bias_hh_l1_reverse	5	-0.12384520471096039
174894	rnn.bias_hh_l1_reverse	6	0.07197132706642151
174894	rnn.bias_hh_l1_reverse	7	-0.1658811867237091
174894	rnn.bias_hh_l1_reverse	8	-0.11898623406887054
174894	rnn.bias_hh_l1_reverse	9	-0.1492125242948532
174894	linear.weight	0	0.002228822559118271
174894	linear.weight	1	0.09288977086544037
174894	linear.weight	2	-0.0978289321064949
174894	linear.weight	3	0.27673739194869995
174894	linear.weight	4	0.17524561285972595
174894	linear.weight	5	-0.05791530758142471
174894	linear.weight	6	0.11115914583206177
174894	linear.weight	7	0.10010041296482086
174894	linear.weight	8	0.041171759366989136
174894	linear.weight	9	-0.05016132816672325
174894	linear.bias	0	0.12740840017795563
174894	linear.bias	1	-0.1690359264612198
174894	linear.bias	2	-0.3779517710208893
174894	linear.bias	3	-0.6492366194725037
174894	linear.bias	4	-1.2193878889083862
174894	linear.bias	5	-0.08124721050262451
174894	linear.bias	6	-0.7642214894294739
174894	linear.bias	7	0.26497504115104675
174894	linear.bias	8	-0.46714335680007935
174894	linear.bias	9	-1.0590342283248901
175091	transitions	0	0.7056211829185486
175091	transitions	1	0.14344993233680725
175091	transitions	2	-10000.0
175091	transitions	3	-1.8257970809936523
175091	transitions	4	-10000.0
175091	transitions	5	0.5695986747741699
175091	transitions	6	-0.08068488538265228
175091	transitions	7	-0.7613126635551453
175091	transitions	8	-1.4126791954040527
175091	transitions	9	-0.0011814943281933665
175091	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
175091	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
175091	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
175091	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
175091	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
175091	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
175091	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
175091	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
175091	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
175091	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
175091	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
175091	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
175091	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
175091	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
175091	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
175091	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
175091	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
175091	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
175091	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
175091	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
175091	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
175091	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
175091	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
175091	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
175091	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
175091	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
175091	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
175091	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
175091	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
175091	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
175091	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
175091	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
175091	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
175091	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
175091	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
175091	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
175091	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
175091	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
175091	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
175091	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
175091	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
175091	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
175091	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
175091	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
175091	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
175091	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
175091	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
175091	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
175091	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
175091	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
175091	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
175091	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
175091	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
175091	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
175091	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
175091	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
175091	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
175091	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
175091	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
175091	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
175091	embedding2nn.weight	0	0.02181514911353588
175091	embedding2nn.weight	1	-0.01330658420920372
175091	embedding2nn.weight	2	-0.014268254861235619
175091	embedding2nn.weight	3	-0.022488227114081383
175091	embedding2nn.weight	4	-0.0059150345623493195
175091	embedding2nn.weight	5	-0.0037005881313234568
175091	embedding2nn.weight	6	-0.00397326797246933
175091	embedding2nn.weight	7	-0.08218038082122803
175091	embedding2nn.weight	8	-0.0019979383796453476
175091	embedding2nn.weight	9	-0.028672870248556137
175091	embedding2nn.bias	0	0.05025997385382652
175091	embedding2nn.bias	1	-0.0776018425822258
175091	embedding2nn.bias	2	0.09217368066310883
175091	embedding2nn.bias	3	0.04511386156082153
175091	embedding2nn.bias	4	-0.03725120797753334
175091	embedding2nn.bias	5	-0.020419074222445488
175091	embedding2nn.bias	6	0.030927369371056557
175091	embedding2nn.bias	7	-0.07557345181703568
175091	embedding2nn.bias	8	0.0540604330599308
175091	embedding2nn.bias	9	0.047016873955726624
175091	rnn.weight_ih_l0	0	-0.07731468230485916
175091	rnn.weight_ih_l0	1	0.008645708672702312
175091	rnn.weight_ih_l0	2	0.03394678607583046
175091	rnn.weight_ih_l0	3	0.022679802030324936
175091	rnn.weight_ih_l0	4	-0.04534533992409706
175091	rnn.weight_ih_l0	5	-0.06397160142660141
175091	rnn.weight_ih_l0	6	0.0015286572743207216
175091	rnn.weight_ih_l0	7	0.05277641490101814
175091	rnn.weight_ih_l0	8	-0.012382186949253082
175091	rnn.weight_ih_l0	9	-0.026394570246338844
175091	rnn.weight_hh_l0	0	-0.033395856618881226
175091	rnn.weight_hh_l0	1	-0.009692685678601265
175091	rnn.weight_hh_l0	2	0.006939972285181284
175091	rnn.weight_hh_l0	3	-0.0664018765091896
175091	rnn.weight_hh_l0	4	0.08885055780410767
175091	rnn.weight_hh_l0	5	-0.02715843915939331
175091	rnn.weight_hh_l0	6	-0.05612552538514137
175091	rnn.weight_hh_l0	7	0.013279281556606293
175091	rnn.weight_hh_l0	8	0.01415919791907072
175091	rnn.weight_hh_l0	9	-0.021297670900821686
175091	rnn.bias_ih_l0	0	0.13266970217227936
175091	rnn.bias_ih_l0	1	-0.040096208453178406
175091	rnn.bias_ih_l0	2	-0.020918330177664757
175091	rnn.bias_ih_l0	3	0.15288099646568298
175091	rnn.bias_ih_l0	4	-0.0150653887540102
175091	rnn.bias_ih_l0	5	-0.01867707632482052
175091	rnn.bias_ih_l0	6	0.011095221154391766
175091	rnn.bias_ih_l0	7	0.02320106141269207
175091	rnn.bias_ih_l0	8	-0.09600717574357986
175091	rnn.bias_ih_l0	9	-0.03175661712884903
175091	rnn.bias_hh_l0	0	-0.006639820523560047
175091	rnn.bias_hh_l0	1	-0.10901853442192078
175091	rnn.bias_hh_l0	2	-0.07296403497457504
175091	rnn.bias_hh_l0	3	-0.08865510672330856
175091	rnn.bias_hh_l0	4	0.004527767188847065
175091	rnn.bias_hh_l0	5	-0.0344078466296196
175091	rnn.bias_hh_l0	6	0.03560251742601395
175091	rnn.bias_hh_l0	7	0.05385615676641464
175091	rnn.bias_hh_l0	8	-0.12082522362470627
175091	rnn.bias_hh_l0	9	-0.05274680629372597
175091	rnn.weight_ih_l0_reverse	0	-0.025032225996255875
175091	rnn.weight_ih_l0_reverse	1	-0.05617186799645424
175091	rnn.weight_ih_l0_reverse	2	-0.04835239797830582
175091	rnn.weight_ih_l0_reverse	3	0.00897450465708971
175091	rnn.weight_ih_l0_reverse	4	-0.01832774095237255
175091	rnn.weight_ih_l0_reverse	5	-0.05580255016684532
175091	rnn.weight_ih_l0_reverse	6	0.07516402006149292
175091	rnn.weight_ih_l0_reverse	7	-0.018057378008961678
175091	rnn.weight_ih_l0_reverse	8	-0.016712596639990807
175091	rnn.weight_ih_l0_reverse	9	-0.0073614297434687614
175091	rnn.weight_hh_l0_reverse	0	0.06343626976013184
175091	rnn.weight_hh_l0_reverse	1	0.020362425595521927
175091	rnn.weight_hh_l0_reverse	2	0.029193947091698647
175091	rnn.weight_hh_l0_reverse	3	0.03624413162469864
175091	rnn.weight_hh_l0_reverse	4	0.00852713268250227
175091	rnn.weight_hh_l0_reverse	5	0.013034768402576447
175091	rnn.weight_hh_l0_reverse	6	0.05114645138382912
175091	rnn.weight_hh_l0_reverse	7	-0.07453329861164093
175091	rnn.weight_hh_l0_reverse	8	0.040549375116825104
175091	rnn.weight_hh_l0_reverse	9	0.03482474014163017
175091	rnn.bias_ih_l0_reverse	0	-0.06348138302564621
175091	rnn.bias_ih_l0_reverse	1	-0.27469179034233093
175091	rnn.bias_ih_l0_reverse	2	-0.12656979262828827
175091	rnn.bias_ih_l0_reverse	3	-0.051681309938430786
175091	rnn.bias_ih_l0_reverse	4	-0.02295045182108879
175091	rnn.bias_ih_l0_reverse	5	0.0699707567691803
175091	rnn.bias_ih_l0_reverse	6	-0.07033517956733704
175091	rnn.bias_ih_l0_reverse	7	0.05779477581381798
175091	rnn.bias_ih_l0_reverse	8	-0.046571243554353714
175091	rnn.bias_ih_l0_reverse	9	0.05833281949162483
175091	rnn.bias_hh_l0_reverse	0	0.026110967621207237
175091	rnn.bias_hh_l0_reverse	1	-0.0641934797167778
175091	rnn.bias_hh_l0_reverse	2	0.07963606715202332
175091	rnn.bias_hh_l0_reverse	3	-0.051258888095617294
175091	rnn.bias_hh_l0_reverse	4	-0.028503019362688065
175091	rnn.bias_hh_l0_reverse	5	-0.027189303189516068
175091	rnn.bias_hh_l0_reverse	6	-0.017849845811724663
175091	rnn.bias_hh_l0_reverse	7	0.10041888803243637
175091	rnn.bias_hh_l0_reverse	8	0.032393667846918106
175091	rnn.bias_hh_l0_reverse	9	-0.15080849826335907
175091	rnn.weight_ih_l1	0	-0.03083927184343338
175091	rnn.weight_ih_l1	1	-0.04883437603712082
175091	rnn.weight_ih_l1	2	0.059998612850904465
175091	rnn.weight_ih_l1	3	-0.06054143235087395
175091	rnn.weight_ih_l1	4	-0.015818074345588684
175091	rnn.weight_ih_l1	5	-0.04236816614866257
175091	rnn.weight_ih_l1	6	0.028879158198833466
175091	rnn.weight_ih_l1	7	-0.044201262295246124
175091	rnn.weight_ih_l1	8	0.036409687250852585
175091	rnn.weight_ih_l1	9	0.0449925996363163
175091	rnn.weight_hh_l1	0	-0.0032270399387925863
175091	rnn.weight_hh_l1	1	0.018914222717285156
175091	rnn.weight_hh_l1	2	0.014192651025950909
175091	rnn.weight_hh_l1	3	-0.01294846460223198
175091	rnn.weight_hh_l1	4	0.007666825316846371
175091	rnn.weight_hh_l1	5	0.03101206198334694
175091	rnn.weight_hh_l1	6	0.03356382995843887
175091	rnn.weight_hh_l1	7	-0.018812719732522964
175091	rnn.weight_hh_l1	8	-0.008326275274157524
175091	rnn.weight_hh_l1	9	0.03549668565392494
175091	rnn.bias_ih_l1	0	-0.20237696170806885
175091	rnn.bias_ih_l1	1	-0.175521582365036
175091	rnn.bias_ih_l1	2	-0.21049369871616364
175091	rnn.bias_ih_l1	3	-0.3244161009788513
175091	rnn.bias_ih_l1	4	-0.20073555409908295
175091	rnn.bias_ih_l1	5	-0.09289384633302689
175091	rnn.bias_ih_l1	6	-0.1714690625667572
175091	rnn.bias_ih_l1	7	-0.02134845033288002
175091	rnn.bias_ih_l1	8	-0.13482068479061127
175091	rnn.bias_ih_l1	9	-0.13351401686668396
175091	rnn.bias_hh_l1	0	-0.09532026946544647
175091	rnn.bias_hh_l1	1	-0.06778798997402191
175091	rnn.bias_hh_l1	2	-0.10196489095687866
175091	rnn.bias_hh_l1	3	-0.08194684237241745
175091	rnn.bias_hh_l1	4	-0.08575695008039474
175091	rnn.bias_hh_l1	5	-0.12147382646799088
175091	rnn.bias_hh_l1	6	-0.15244637429714203
175091	rnn.bias_hh_l1	7	0.06138412654399872
175091	rnn.bias_hh_l1	8	-0.1721021831035614
175091	rnn.bias_hh_l1	9	-0.11511057615280151
175091	rnn.weight_ih_l1_reverse	0	-0.038966577500104904
175091	rnn.weight_ih_l1_reverse	1	0.031234711408615112
175091	rnn.weight_ih_l1_reverse	2	0.07899301499128342
175091	rnn.weight_ih_l1_reverse	3	-0.008232316933572292
175091	rnn.weight_ih_l1_reverse	4	-0.04113785922527313
175091	rnn.weight_ih_l1_reverse	5	-0.030366403982043266
175091	rnn.weight_ih_l1_reverse	6	-0.001712725148536265
175091	rnn.weight_ih_l1_reverse	7	0.027427975088357925
175091	rnn.weight_ih_l1_reverse	8	0.00687427120283246
175091	rnn.weight_ih_l1_reverse	9	-0.043816689401865005
175091	rnn.weight_hh_l1_reverse	0	0.005773596465587616
175091	rnn.weight_hh_l1_reverse	1	0.030131613835692406
175091	rnn.weight_hh_l1_reverse	2	-0.04027729853987694
175091	rnn.weight_hh_l1_reverse	3	0.03594440966844559
175091	rnn.weight_hh_l1_reverse	4	0.0487792082130909
175091	rnn.weight_hh_l1_reverse	5	0.0011881634127348661
175091	rnn.weight_hh_l1_reverse	6	0.054667532444000244
175091	rnn.weight_hh_l1_reverse	7	0.02941323071718216
175091	rnn.weight_hh_l1_reverse	8	-0.006886905524879694
175091	rnn.weight_hh_l1_reverse	9	-0.031020676717162132
175091	rnn.bias_ih_l1_reverse	0	-0.060806985944509506
175091	rnn.bias_ih_l1_reverse	1	-0.14615179598331451
175091	rnn.bias_ih_l1_reverse	2	-0.1701771765947342
175091	rnn.bias_ih_l1_reverse	3	-0.050106585025787354
175091	rnn.bias_ih_l1_reverse	4	-0.21469447016716003
175091	rnn.bias_ih_l1_reverse	5	-0.11529827117919922
175091	rnn.bias_ih_l1_reverse	6	-0.14164362847805023
175091	rnn.bias_ih_l1_reverse	7	-0.1882980763912201
175091	rnn.bias_ih_l1_reverse	8	0.20158514380455017
175091	rnn.bias_ih_l1_reverse	9	0.026502778753638268
175091	rnn.bias_hh_l1_reverse	0	-0.019667666405439377
175091	rnn.bias_hh_l1_reverse	1	-0.07073049992322922
175091	rnn.bias_hh_l1_reverse	2	-0.2399268001317978
175091	rnn.bias_hh_l1_reverse	3	-0.1354842633008957
175091	rnn.bias_hh_l1_reverse	4	-0.08858741819858551
175091	rnn.bias_hh_l1_reverse	5	-0.12228062748908997
175091	rnn.bias_hh_l1_reverse	6	0.07198622077703476
175091	rnn.bias_hh_l1_reverse	7	-0.16487325727939606
175091	rnn.bias_hh_l1_reverse	8	-0.11753053963184357
175091	rnn.bias_hh_l1_reverse	9	-0.14915700256824493
175091	linear.weight	0	0.002228822559118271
175091	linear.weight	1	0.09448093175888062
175091	linear.weight	2	-0.0965440571308136
175091	linear.weight	3	0.2743086516857147
175091	linear.weight	4	0.17314064502716064
175091	linear.weight	5	-0.05996868386864662
175091	linear.weight	6	0.11599664390087128
175091	linear.weight	7	0.09845872223377228
175091	linear.weight	8	0.04117212072014809
175091	linear.weight	9	-0.050395142287015915
175091	linear.bias	0	0.12598927319049835
175091	linear.bias	1	-0.1727709174156189
175091	linear.bias	2	-0.38539794087409973
175091	linear.bias	3	-0.6481088995933533
175091	linear.bias	4	-1.2176202535629272
175091	linear.bias	5	-0.07740150392055511
175091	linear.bias	6	-0.7681152820587158
175091	linear.bias	7	0.26984474062919617
175091	linear.bias	8	-0.45779767632484436
175091	linear.bias	9	-1.049665927886963
175288	transitions	0	0.7101737260818481
175288	transitions	1	0.14531660079956055
175288	transitions	2	-10000.0
175288	transitions	3	-1.8258048295974731
175288	transitions	4	-10000.0
175288	transitions	5	0.5695601105690002
175288	transitions	6	-0.08071509003639221
175288	transitions	7	-0.7617396116256714
175288	transitions	8	-1.4127806425094604
175288	transitions	9	-0.0011817656923085451
175288	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
175288	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
175288	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
175288	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
175288	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
175288	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
175288	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
175288	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
175288	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
175288	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
175288	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
175288	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
175288	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
175288	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
175288	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
175288	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
175288	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
175288	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
175288	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
175288	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
175288	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
175288	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
175288	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
175288	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
175288	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
175288	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
175288	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
175288	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
175288	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
175288	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
175288	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
175288	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
175288	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
175288	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
175288	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
175288	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
175288	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
175288	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
175288	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
175288	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
175288	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
175288	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
175288	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
175288	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
175288	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
175288	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
175288	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
175288	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
175288	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
175288	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
175288	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
175288	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
175288	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
175288	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
175288	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
175288	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
175288	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
175288	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
175288	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
175288	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
175288	embedding2nn.weight	0	0.020889952778816223
175288	embedding2nn.weight	1	-0.01317255012691021
175288	embedding2nn.weight	2	-0.014268254861235619
175288	embedding2nn.weight	3	-0.02474462240934372
175288	embedding2nn.weight	4	-0.0059150345623493195
175288	embedding2nn.weight	5	-0.0037005881313234568
175288	embedding2nn.weight	6	-0.003973266575485468
175288	embedding2nn.weight	7	-0.08142761886119843
175288	embedding2nn.weight	8	-0.0019979383796453476
175288	embedding2nn.weight	9	-0.028530940413475037
175288	embedding2nn.bias	0	0.04559102654457092
175288	embedding2nn.bias	1	-0.07529987394809723
175288	embedding2nn.bias	2	0.08715444803237915
175288	embedding2nn.bias	3	0.043865907937288284
175288	embedding2nn.bias	4	-0.03321180120110512
175288	embedding2nn.bias	5	-0.020480606704950333
175288	embedding2nn.bias	6	0.02416987344622612
175288	embedding2nn.bias	7	-0.07109926640987396
175288	embedding2nn.bias	8	0.05351027101278305
175288	embedding2nn.bias	9	0.052956655621528625
175288	rnn.weight_ih_l0	0	-0.07616929709911346
175288	rnn.weight_ih_l0	1	0.008800347335636616
175288	rnn.weight_ih_l0	2	0.03451860323548317
175288	rnn.weight_ih_l0	3	0.02351631596684456
175288	rnn.weight_ih_l0	4	-0.04578979313373566
175288	rnn.weight_ih_l0	5	-0.06438318639993668
175288	rnn.weight_ih_l0	6	0.0014056642539799213
175288	rnn.weight_ih_l0	7	0.053055644035339355
175288	rnn.weight_ih_l0	8	-0.012589925900101662
175288	rnn.weight_ih_l0	9	-0.025159131735563278
175288	rnn.weight_hh_l0	0	-0.03347931057214737
175288	rnn.weight_hh_l0	1	-0.00994354672729969
175288	rnn.weight_hh_l0	2	0.006885153241455555
175288	rnn.weight_hh_l0	3	-0.06651438772678375
175288	rnn.weight_hh_l0	4	0.08852308243513107
175288	rnn.weight_hh_l0	5	-0.026835646480321884
175288	rnn.weight_hh_l0	6	-0.05658069625496864
175288	rnn.weight_hh_l0	7	0.013262263499200344
175288	rnn.weight_hh_l0	8	0.01430603675544262
175288	rnn.weight_hh_l0	9	-0.02181338146328926
175288	rnn.bias_ih_l0	0	0.13262510299682617
175288	rnn.bias_ih_l0	1	-0.03961397334933281
175288	rnn.bias_ih_l0	2	-0.021467048674821854
175288	rnn.bias_ih_l0	3	0.1529563069343567
175288	rnn.bias_ih_l0	4	-0.01584894396364689
175288	rnn.bias_ih_l0	5	-0.02004843018949032
175288	rnn.bias_ih_l0	6	0.01270122267305851
175288	rnn.bias_ih_l0	7	0.0244121253490448
175288	rnn.bias_ih_l0	8	-0.09533919394016266
175288	rnn.bias_ih_l0	9	-0.029690688475966454
175288	rnn.bias_hh_l0	0	-0.006772250402718782
175288	rnn.bias_hh_l0	1	-0.1106887236237526
175288	rnn.bias_hh_l0	2	-0.0726471021771431
175288	rnn.bias_hh_l0	3	-0.08926286548376083
175288	rnn.bias_hh_l0	4	0.004228136967867613
175288	rnn.bias_hh_l0	5	-0.03426063060760498
175288	rnn.bias_hh_l0	6	0.03443003073334694
175288	rnn.bias_hh_l0	7	0.050961561501026154
175288	rnn.bias_hh_l0	8	-0.12274926155805588
175288	rnn.bias_hh_l0	9	-0.053445495665073395
175288	rnn.weight_ih_l0_reverse	0	-0.025638233870267868
175288	rnn.weight_ih_l0_reverse	1	-0.0562356635928154
175288	rnn.weight_ih_l0_reverse	2	-0.04842059686779976
175288	rnn.weight_ih_l0_reverse	3	0.009069044142961502
175288	rnn.weight_ih_l0_reverse	4	-0.01838221773505211
175288	rnn.weight_ih_l0_reverse	5	-0.055712368339300156
175288	rnn.weight_ih_l0_reverse	6	0.07575219124555588
175288	rnn.weight_ih_l0_reverse	7	-0.017516659572720528
175288	rnn.weight_ih_l0_reverse	8	-0.017076333984732628
175288	rnn.weight_ih_l0_reverse	9	-0.006670797243714333
175288	rnn.weight_hh_l0_reverse	0	0.06431333720684052
175288	rnn.weight_hh_l0_reverse	1	0.021248523145914078
175288	rnn.weight_hh_l0_reverse	2	0.029599860310554504
175288	rnn.weight_hh_l0_reverse	3	0.03650645166635513
175288	rnn.weight_hh_l0_reverse	4	0.00853690691292286
175288	rnn.weight_hh_l0_reverse	5	0.01268098782747984
175288	rnn.weight_hh_l0_reverse	6	0.051004808396101
175288	rnn.weight_hh_l0_reverse	7	-0.0755317285656929
175288	rnn.weight_hh_l0_reverse	8	0.04073123261332512
175288	rnn.weight_hh_l0_reverse	9	0.03481289744377136
175288	rnn.bias_ih_l0_reverse	0	-0.0624474436044693
175288	rnn.bias_ih_l0_reverse	1	-0.27230244874954224
175288	rnn.bias_ih_l0_reverse	2	-0.12565869092941284
175288	rnn.bias_ih_l0_reverse	3	-0.052230916917324066
175288	rnn.bias_ih_l0_reverse	4	-0.022144965827465057
175288	rnn.bias_ih_l0_reverse	5	0.07178127765655518
175288	rnn.bias_ih_l0_reverse	6	-0.06986280530691147
175288	rnn.bias_ih_l0_reverse	7	0.05589067190885544
175288	rnn.bias_ih_l0_reverse	8	-0.04571167379617691
175288	rnn.bias_ih_l0_reverse	9	0.058818113058805466
175288	rnn.bias_hh_l0_reverse	0	0.026116346940398216
175288	rnn.bias_hh_l0_reverse	1	-0.06422069668769836
175288	rnn.bias_hh_l0_reverse	2	0.07989682257175446
175288	rnn.bias_hh_l0_reverse	3	-0.05130131170153618
175288	rnn.bias_hh_l0_reverse	4	-0.02781038172543049
175288	rnn.bias_hh_l0_reverse	5	-0.02665293961763382
175288	rnn.bias_hh_l0_reverse	6	-0.017431961372494698
175288	rnn.bias_hh_l0_reverse	7	0.09975564479827881
175288	rnn.bias_hh_l0_reverse	8	0.03325267136096954
175288	rnn.bias_hh_l0_reverse	9	-0.15073299407958984
175288	rnn.weight_ih_l1	0	-0.030532823875546455
175288	rnn.weight_ih_l1	1	-0.049000199884176254
175288	rnn.weight_ih_l1	2	0.05989554896950722
175288	rnn.weight_ih_l1	3	-0.06132581830024719
175288	rnn.weight_ih_l1	4	-0.01570412889122963
175288	rnn.weight_ih_l1	5	-0.04246976971626282
175288	rnn.weight_ih_l1	6	0.02927079051733017
175288	rnn.weight_ih_l1	7	-0.04384278133511543
175288	rnn.weight_ih_l1	8	0.03630769997835159
175288	rnn.weight_ih_l1	9	0.04491983354091644
175288	rnn.weight_hh_l1	0	-0.003298405325040221
175288	rnn.weight_hh_l1	1	0.018853358924388885
175288	rnn.weight_hh_l1	2	0.014126607216894627
175288	rnn.weight_hh_l1	3	-0.012725191190838814
175288	rnn.weight_hh_l1	4	0.00800388865172863
175288	rnn.weight_hh_l1	5	0.031352266669273376
175288	rnn.weight_hh_l1	6	0.03362530097365379
175288	rnn.weight_hh_l1	7	-0.01855676993727684
175288	rnn.weight_hh_l1	8	-0.00818809773772955
175288	rnn.weight_hh_l1	9	0.03544706851243973
175288	rnn.bias_ih_l1	0	-0.20280320942401886
175288	rnn.bias_ih_l1	1	-0.17619475722312927
175288	rnn.bias_ih_l1	2	-0.20846019685268402
175288	rnn.bias_ih_l1	3	-0.3271224796772003
175288	rnn.bias_ih_l1	4	-0.19492395222187042
175288	rnn.bias_ih_l1	5	-0.09358872473239899
175288	rnn.bias_ih_l1	6	-0.17384326457977295
175288	rnn.bias_ih_l1	7	-0.018324052914977074
175288	rnn.bias_ih_l1	8	-0.13515892624855042
175288	rnn.bias_ih_l1	9	-0.1332077980041504
175288	rnn.bias_hh_l1	0	-0.0941280946135521
175288	rnn.bias_hh_l1	1	-0.06821178644895554
175288	rnn.bias_hh_l1	2	-0.09954323619604111
175288	rnn.bias_hh_l1	3	-0.0817815437912941
175288	rnn.bias_hh_l1	4	-0.08488431572914124
175288	rnn.bias_hh_l1	5	-0.12069954723119736
175288	rnn.bias_hh_l1	6	-0.15235388278961182
175288	rnn.bias_hh_l1	7	0.05722692236304283
175288	rnn.bias_hh_l1	8	-0.1732841432094574
175288	rnn.bias_hh_l1	9	-0.11658404022455215
175288	rnn.weight_ih_l1_reverse	0	-0.03858759254217148
175288	rnn.weight_ih_l1_reverse	1	0.030004462227225304
175288	rnn.weight_ih_l1_reverse	2	0.07931891828775406
175288	rnn.weight_ih_l1_reverse	3	-0.0100381625816226
175288	rnn.weight_ih_l1_reverse	4	-0.0410437285900116
175288	rnn.weight_ih_l1_reverse	5	-0.03051181510090828
175288	rnn.weight_ih_l1_reverse	6	-0.001609533908776939
175288	rnn.weight_ih_l1_reverse	7	0.027244383469223976
175288	rnn.weight_ih_l1_reverse	8	0.007795233279466629
175288	rnn.weight_ih_l1_reverse	9	-0.044756002724170685
175288	rnn.weight_hh_l1_reverse	0	0.005749464500695467
175288	rnn.weight_hh_l1_reverse	1	0.03020908311009407
175288	rnn.weight_hh_l1_reverse	2	-0.040269408375024796
175288	rnn.weight_hh_l1_reverse	3	0.036015674471855164
175288	rnn.weight_hh_l1_reverse	4	0.048334646970033646
175288	rnn.weight_hh_l1_reverse	5	0.0016098452033475041
175288	rnn.weight_hh_l1_reverse	6	0.05513812229037285
175288	rnn.weight_hh_l1_reverse	7	0.029214056208729744
175288	rnn.weight_hh_l1_reverse	8	-0.006913592107594013
175288	rnn.weight_hh_l1_reverse	9	-0.030880583450198174
175288	rnn.bias_ih_l1_reverse	0	-0.06220521405339241
175288	rnn.bias_ih_l1_reverse	1	-0.1459331512451172
175288	rnn.bias_ih_l1_reverse	2	-0.17116889357566833
175288	rnn.bias_ih_l1_reverse	3	-0.05325886607170105
175288	rnn.bias_ih_l1_reverse	4	-0.21361711621284485
175288	rnn.bias_ih_l1_reverse	5	-0.11553995311260223
175288	rnn.bias_ih_l1_reverse	6	-0.14149419963359833
175288	rnn.bias_ih_l1_reverse	7	-0.1903127133846283
175288	rnn.bias_ih_l1_reverse	8	0.19960767030715942
175288	rnn.bias_ih_l1_reverse	9	0.023716924712061882
175288	rnn.bias_hh_l1_reverse	0	-0.023251889273524284
175288	rnn.bias_hh_l1_reverse	1	-0.06855632364749908
175288	rnn.bias_hh_l1_reverse	2	-0.23993919789791107
175288	rnn.bias_hh_l1_reverse	3	-0.1370352804660797
175288	rnn.bias_hh_l1_reverse	4	-0.0882769450545311
175288	rnn.bias_hh_l1_reverse	5	-0.12210158258676529
175288	rnn.bias_hh_l1_reverse	6	0.06792079657316208
175288	rnn.bias_hh_l1_reverse	7	-0.16514836251735687
175288	rnn.bias_hh_l1_reverse	8	-0.11530386656522751
175288	rnn.bias_hh_l1_reverse	9	-0.14911635220050812
175288	linear.weight	0	0.002228822559118271
175288	linear.weight	1	0.09380485862493515
175288	linear.weight	2	-0.09673846513032913
175288	linear.weight	3	0.2745420038700104
175288	linear.weight	4	0.17460854351520538
175288	linear.weight	5	-0.05936901271343231
175288	linear.weight	6	0.11435125023126602
175288	linear.weight	7	0.10667572170495987
175288	linear.weight	8	0.0411720797419548
175288	linear.weight	9	-0.05216265469789505
175288	linear.bias	0	0.11768720299005508
175288	linear.bias	1	-0.1711389273405075
175288	linear.bias	2	-0.4093124270439148
175288	linear.bias	3	-0.6566020846366882
175288	linear.bias	4	-1.2258168458938599
175288	linear.bias	5	-0.07163196057081223
175288	linear.bias	6	-0.7663034796714783
175288	linear.bias	7	0.27499204874038696
175288	linear.bias	8	-0.44965097308158875
175288	linear.bias	9	-1.0427361726760864
175485	transitions	0	0.7065464854240417
175485	transitions	1	0.14370517432689667
175485	transitions	2	-10000.0
175485	transitions	3	-1.8258113861083984
175485	transitions	4	-10000.0
175485	transitions	5	0.5694502592086792
175485	transitions	6	-0.08073197305202484
175485	transitions	7	-0.7618328332901001
175485	transitions	8	-1.4128062725067139
175485	transitions	9	-0.0011819928186014295
175485	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
175485	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
175485	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
175485	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
175485	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
175485	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
175485	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
175485	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
175485	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
175485	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
175485	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
175485	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
175485	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
175485	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
175485	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
175485	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
175485	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
175485	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
175485	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
175485	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
175485	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
175485	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
175485	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
175485	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
175485	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
175485	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
175485	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
175485	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
175485	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
175485	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
175485	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
175485	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
175485	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
175485	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
175485	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
175485	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
175485	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
175485	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
175485	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
175485	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
175485	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
175485	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
175485	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
175485	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
175485	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
175485	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
175485	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
175485	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
175485	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
175485	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
175485	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
175485	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
175485	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
175485	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
175485	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
175485	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
175485	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
175485	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
175485	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
175485	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
175485	embedding2nn.weight	0	0.02083311229944229
175485	embedding2nn.weight	1	-0.013244373723864555
175485	embedding2nn.weight	2	-0.014268254861235619
175485	embedding2nn.weight	3	-0.023897578939795494
175485	embedding2nn.weight	4	-0.0059150345623493195
175485	embedding2nn.weight	5	-0.0037005881313234568
175485	embedding2nn.weight	6	-0.003973263781517744
175485	embedding2nn.weight	7	-0.08115804195404053
175485	embedding2nn.weight	8	-0.0019979383796453476
175485	embedding2nn.weight	9	-0.02913164347410202
175485	embedding2nn.bias	0	0.04686342924833298
175485	embedding2nn.bias	1	-0.07166934758424759
175485	embedding2nn.bias	2	0.0856047198176384
175485	embedding2nn.bias	3	0.04418981820344925
175485	embedding2nn.bias	4	-0.03772934153676033
175485	embedding2nn.bias	5	-0.02420450933277607
175485	embedding2nn.bias	6	0.02859346568584442
175485	embedding2nn.bias	7	-0.07136835902929306
175485	embedding2nn.bias	8	0.05409562960267067
175485	embedding2nn.bias	9	0.05108693242073059
175485	rnn.weight_ih_l0	0	-0.07599339634180069
175485	rnn.weight_ih_l0	1	0.009519700892269611
175485	rnn.weight_ih_l0	2	0.03455772250890732
175485	rnn.weight_ih_l0	3	0.022984525188803673
175485	rnn.weight_ih_l0	4	-0.04595276340842247
175485	rnn.weight_ih_l0	5	-0.06417191028594971
175485	rnn.weight_ih_l0	6	0.001320607727393508
175485	rnn.weight_ih_l0	7	0.053120240569114685
175485	rnn.weight_ih_l0	8	-0.013280290178954601
175485	rnn.weight_ih_l0	9	-0.025709494948387146
175485	rnn.weight_hh_l0	0	-0.03345626965165138
175485	rnn.weight_hh_l0	1	-0.010964194312691689
175485	rnn.weight_hh_l0	2	0.006651603151112795
175485	rnn.weight_hh_l0	3	-0.06634937971830368
175485	rnn.weight_hh_l0	4	0.08859075605869293
175485	rnn.weight_hh_l0	5	-0.027079081162810326
175485	rnn.weight_hh_l0	6	-0.056869860738515854
175485	rnn.weight_hh_l0	7	0.013073382899165154
175485	rnn.weight_hh_l0	8	0.01415189728140831
175485	rnn.weight_hh_l0	9	-0.021705085411667824
175485	rnn.bias_ih_l0	0	0.13270531594753265
175485	rnn.bias_ih_l0	1	-0.03962337598204613
175485	rnn.bias_ih_l0	2	-0.0203064177185297
175485	rnn.bias_ih_l0	3	0.15179277956485748
175485	rnn.bias_ih_l0	4	-0.015431150794029236
175485	rnn.bias_ih_l0	5	-0.02160257287323475
175485	rnn.bias_ih_l0	6	0.01359667256474495
175485	rnn.bias_ih_l0	7	0.02327258139848709
175485	rnn.bias_ih_l0	8	-0.09517718851566315
175485	rnn.bias_ih_l0	9	-0.028905104845762253
175485	rnn.bias_hh_l0	0	-0.006824860814958811
175485	rnn.bias_hh_l0	1	-0.11075824499130249
175485	rnn.bias_hh_l0	2	-0.07259165495634079
175485	rnn.bias_hh_l0	3	-0.08863899856805801
175485	rnn.bias_hh_l0	4	0.004295047372579575
175485	rnn.bias_hh_l0	5	-0.034559641033411026
175485	rnn.bias_hh_l0	6	0.03522297739982605
175485	rnn.bias_hh_l0	7	0.05248664319515228
175485	rnn.bias_hh_l0	8	-0.12292587757110596
175485	rnn.bias_hh_l0	9	-0.05356556922197342
175485	rnn.weight_ih_l0_reverse	0	-0.025826605036854744
175485	rnn.weight_ih_l0_reverse	1	-0.05625659227371216
175485	rnn.weight_ih_l0_reverse	2	-0.04832668602466583
175485	rnn.weight_ih_l0_reverse	3	0.008779850788414478
175485	rnn.weight_ih_l0_reverse	4	-0.018628330901265144
175485	rnn.weight_ih_l0_reverse	5	-0.055401526391506195
175485	rnn.weight_ih_l0_reverse	6	0.07546377927064896
175485	rnn.weight_ih_l0_reverse	7	-0.01769145019352436
175485	rnn.weight_ih_l0_reverse	8	-0.016705414280295372
175485	rnn.weight_ih_l0_reverse	9	-0.006539374124258757
175485	rnn.weight_hh_l0_reverse	0	0.06464114785194397
175485	rnn.weight_hh_l0_reverse	1	0.02156350575387478
175485	rnn.weight_hh_l0_reverse	2	0.030474526807665825
175485	rnn.weight_hh_l0_reverse	3	0.03675762191414833
175485	rnn.weight_hh_l0_reverse	4	0.008204999379813671
175485	rnn.weight_hh_l0_reverse	5	0.014060653746128082
175485	rnn.weight_hh_l0_reverse	6	0.051201656460762024
175485	rnn.weight_hh_l0_reverse	7	-0.07608028501272202
175485	rnn.weight_hh_l0_reverse	8	0.04070255905389786
175485	rnn.weight_hh_l0_reverse	9	0.034701041877269745
175485	rnn.bias_ih_l0_reverse	0	-0.0623091459274292
175485	rnn.bias_ih_l0_reverse	1	-0.2742663323879242
175485	rnn.bias_ih_l0_reverse	2	-0.12610363960266113
175485	rnn.bias_ih_l0_reverse	3	-0.05133521929383278
175485	rnn.bias_ih_l0_reverse	4	-0.02152269147336483
175485	rnn.bias_ih_l0_reverse	5	0.07436477392911911
175485	rnn.bias_ih_l0_reverse	6	-0.06907334923744202
175485	rnn.bias_ih_l0_reverse	7	0.05539300665259361
175485	rnn.bias_ih_l0_reverse	8	-0.04557063803076744
175485	rnn.bias_ih_l0_reverse	9	0.060538578778505325
175485	rnn.bias_hh_l0_reverse	0	0.02526327781379223
175485	rnn.bias_hh_l0_reverse	1	-0.06632161140441895
175485	rnn.bias_hh_l0_reverse	2	0.08101364225149155
175485	rnn.bias_hh_l0_reverse	3	-0.049280110746622086
175485	rnn.bias_hh_l0_reverse	4	-0.02646864578127861
175485	rnn.bias_hh_l0_reverse	5	-0.02623755857348442
175485	rnn.bias_hh_l0_reverse	6	-0.015571222640573978
175485	rnn.bias_hh_l0_reverse	7	0.10026158392429352
175485	rnn.bias_hh_l0_reverse	8	0.034681666642427444
175485	rnn.bias_hh_l0_reverse	9	-0.15190981328487396
175485	rnn.weight_ih_l1	0	-0.030580783262848854
175485	rnn.weight_ih_l1	1	-0.049609169363975525
175485	rnn.weight_ih_l1	2	0.0598234087228775
175485	rnn.weight_ih_l1	3	-0.06197487190365791
175485	rnn.weight_ih_l1	4	-0.015752552077174187
175485	rnn.weight_ih_l1	5	-0.04249861463904381
175485	rnn.weight_ih_l1	6	0.029538199305534363
175485	rnn.weight_ih_l1	7	-0.0436503104865551
175485	rnn.weight_ih_l1	8	0.03597143664956093
175485	rnn.weight_ih_l1	9	0.04486095532774925
175485	rnn.weight_hh_l1	0	-0.0036679040640592575
175485	rnn.weight_hh_l1	1	0.018755612894892693
175485	rnn.weight_hh_l1	2	0.013664641417562962
175485	rnn.weight_hh_l1	3	-0.012471777386963367
175485	rnn.weight_hh_l1	4	0.008007816039025784
175485	rnn.weight_hh_l1	5	0.0310379508882761
175485	rnn.weight_hh_l1	6	0.0338251031935215
175485	rnn.weight_hh_l1	7	-0.018283067271113396
175485	rnn.weight_hh_l1	8	-0.008130669593811035
175485	rnn.weight_hh_l1	9	0.03556843474507332
175485	rnn.bias_ih_l1	0	-0.20388193428516388
175485	rnn.bias_ih_l1	1	-0.1756049245595932
175485	rnn.bias_ih_l1	2	-0.21049688756465912
175485	rnn.bias_ih_l1	3	-0.328003466129303
175485	rnn.bias_ih_l1	4	-0.19336067140102386
175485	rnn.bias_ih_l1	5	-0.09395331144332886
175485	rnn.bias_ih_l1	6	-0.17315983772277832
175485	rnn.bias_ih_l1	7	-0.017904872074723244
175485	rnn.bias_ih_l1	8	-0.13482949137687683
175485	rnn.bias_ih_l1	9	-0.1334751695394516
175485	rnn.bias_hh_l1	0	-0.09421350806951523
175485	rnn.bias_hh_l1	1	-0.06638697534799576
175485	rnn.bias_hh_l1	2	-0.0970320925116539
175485	rnn.bias_hh_l1	3	-0.08175976574420929
175485	rnn.bias_hh_l1	4	-0.08554112911224365
175485	rnn.bias_hh_l1	5	-0.12056343257427216
175485	rnn.bias_hh_l1	6	-0.15215839445590973
175485	rnn.bias_hh_l1	7	0.05730459839105606
175485	rnn.bias_hh_l1	8	-0.17344695329666138
175485	rnn.bias_hh_l1	9	-0.11593285202980042
175485	rnn.weight_ih_l1_reverse	0	-0.038161225616931915
175485	rnn.weight_ih_l1_reverse	1	0.028951818123459816
175485	rnn.weight_ih_l1_reverse	2	0.0788373351097107
175485	rnn.weight_ih_l1_reverse	3	-0.010263721458613873
175485	rnn.weight_ih_l1_reverse	4	-0.03971659392118454
175485	rnn.weight_ih_l1_reverse	5	-0.03055819496512413
175485	rnn.weight_ih_l1_reverse	6	-0.0009416354587301612
175485	rnn.weight_ih_l1_reverse	7	0.027192028239369392
175485	rnn.weight_ih_l1_reverse	8	0.009548897854983807
175485	rnn.weight_ih_l1_reverse	9	-0.04536117985844612
175485	rnn.weight_hh_l1_reverse	0	0.005627464968711138
175485	rnn.weight_hh_l1_reverse	1	0.030125446617603302
175485	rnn.weight_hh_l1_reverse	2	-0.04029255360364914
175485	rnn.weight_hh_l1_reverse	3	0.03600774332880974
175485	rnn.weight_hh_l1_reverse	4	0.04833539202809334
175485	rnn.weight_hh_l1_reverse	5	0.001769983908161521
175485	rnn.weight_hh_l1_reverse	6	0.054730355739593506
175485	rnn.weight_hh_l1_reverse	7	0.029126545414328575
175485	rnn.weight_hh_l1_reverse	8	-0.006985438987612724
175485	rnn.weight_hh_l1_reverse	9	-0.03118699975311756
175485	rnn.bias_ih_l1_reverse	0	-0.06307577341794968
175485	rnn.bias_ih_l1_reverse	1	-0.14529742300510406
175485	rnn.bias_ih_l1_reverse	2	-0.17110267281532288
175485	rnn.bias_ih_l1_reverse	3	-0.05444546043872833
175485	rnn.bias_ih_l1_reverse	4	-0.21355046331882477
175485	rnn.bias_ih_l1_reverse	5	-0.11699078232049942
175485	rnn.bias_ih_l1_reverse	6	-0.14078067243099213
175485	rnn.bias_ih_l1_reverse	7	-0.18955069780349731
175485	rnn.bias_ih_l1_reverse	8	0.19670449197292328
175485	rnn.bias_ih_l1_reverse	9	0.022234050557017326
175485	rnn.bias_hh_l1_reverse	0	-0.0227248203009367
175485	rnn.bias_hh_l1_reverse	1	-0.06878914684057236
175485	rnn.bias_hh_l1_reverse	2	-0.23968711495399475
175485	rnn.bias_hh_l1_reverse	3	-0.13746382296085358
175485	rnn.bias_hh_l1_reverse	4	-0.08806345611810684
175485	rnn.bias_hh_l1_reverse	5	-0.12072145193815231
175485	rnn.bias_hh_l1_reverse	6	0.06781063973903656
175485	rnn.bias_hh_l1_reverse	7	-0.16562151908874512
175485	rnn.bias_hh_l1_reverse	8	-0.11780963838100433
175485	rnn.bias_hh_l1_reverse	9	-0.14952781796455383
175485	linear.weight	0	0.002228822559118271
175485	linear.weight	1	0.09023721516132355
175485	linear.weight	2	-0.09730284661054611
175485	linear.weight	3	0.27352645993232727
175485	linear.weight	4	0.17693273723125458
175485	linear.weight	5	-0.06026766076683998
175485	linear.weight	6	0.11487459391355515
175485	linear.weight	7	0.10613545030355453
175485	linear.weight	8	0.04117187485098839
175485	linear.weight	9	-0.048595212399959564
175485	linear.bias	0	0.127915158867836
175485	linear.bias	1	-0.16710719466209412
175485	linear.bias	2	-0.4113706052303314
175485	linear.bias	3	-0.6705500483512878
175485	linear.bias	4	-1.240342140197754
175485	linear.bias	5	-0.08337818086147308
175485	linear.bias	6	-0.7600908279418945
175485	linear.bias	7	0.2621088922023773
175485	linear.bias	8	-0.44376635551452637
175485	linear.bias	9	-1.0389385223388672
175682	transitions	0	0.7038451433181763
175682	transitions	1	0.14688549935817719
175682	transitions	2	-10000.0
175682	transitions	3	-1.8258187770843506
175682	transitions	4	-10000.0
175682	transitions	5	0.5694055557250977
175682	transitions	6	-0.0807534009218216
175682	transitions	7	-0.7620278596878052
175682	transitions	8	-1.4128384590148926
175682	transitions	9	-0.0011822207598015666
175682	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
175682	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
175682	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
175682	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
175682	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
175682	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
175682	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
175682	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
175682	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
175682	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
175682	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
175682	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
175682	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
175682	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
175682	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
175682	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
175682	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
175682	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
175682	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
175682	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
175682	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
175682	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
175682	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
175682	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
175682	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
175682	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
175682	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
175682	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
175682	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
175682	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
175682	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
175682	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
175682	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
175682	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
175682	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
175682	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
175682	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
175682	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
175682	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
175682	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
175682	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
175682	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
175682	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
175682	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
175682	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
175682	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
175682	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
175682	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
175682	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
175682	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
175682	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
175682	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
175682	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
175682	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
175682	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
175682	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
175682	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
175682	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
175682	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
175682	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
175682	embedding2nn.weight	0	0.020607197657227516
175682	embedding2nn.weight	1	-0.013223511166870594
175682	embedding2nn.weight	2	-0.014268254861235619
175682	embedding2nn.weight	3	-0.02458960749208927
175682	embedding2nn.weight	4	-0.0059150345623493195
175682	embedding2nn.weight	5	-0.0037005881313234568
175682	embedding2nn.weight	6	-0.003973260521888733
175682	embedding2nn.weight	7	-0.08084826171398163
175682	embedding2nn.weight	8	-0.0019979383796453476
175682	embedding2nn.weight	9	-0.029230432584881783
175682	embedding2nn.bias	0	0.04762164503335953
175682	embedding2nn.bias	1	-0.07133632153272629
175682	embedding2nn.bias	2	0.08469332754611969
175682	embedding2nn.bias	3	0.04174301400780678
175682	embedding2nn.bias	4	-0.03741094097495079
175682	embedding2nn.bias	5	-0.019733233377337456
175682	embedding2nn.bias	6	0.030052870512008667
175682	embedding2nn.bias	7	-0.07089120149612427
175682	embedding2nn.bias	8	0.05107971280813217
175682	embedding2nn.bias	9	0.04843867942690849
175682	rnn.weight_ih_l0	0	-0.07622085511684418
175682	rnn.weight_ih_l0	1	0.009412997402250767
175682	rnn.weight_ih_l0	2	0.03483099490404129
175682	rnn.weight_ih_l0	3	0.02258399687707424
175682	rnn.weight_ih_l0	4	-0.045615311712026596
175682	rnn.weight_ih_l0	5	-0.06477630138397217
175682	rnn.weight_ih_l0	6	0.001372140715830028
175682	rnn.weight_ih_l0	7	0.05257224291563034
175682	rnn.weight_ih_l0	8	-0.013336632400751114
175682	rnn.weight_ih_l0	9	-0.02635245770215988
175682	rnn.weight_hh_l0	0	-0.032779280096292496
175682	rnn.weight_hh_l0	1	-0.010501908138394356
175682	rnn.weight_hh_l0	2	0.007089754566550255
175682	rnn.weight_hh_l0	3	-0.06619461625814438
175682	rnn.weight_hh_l0	4	0.08831852674484253
175682	rnn.weight_hh_l0	5	-0.026736898347735405
175682	rnn.weight_hh_l0	6	-0.05738401412963867
175682	rnn.weight_hh_l0	7	0.013186957687139511
175682	rnn.weight_hh_l0	8	0.013981864787638187
175682	rnn.weight_hh_l0	9	-0.021264107897877693
175682	rnn.bias_ih_l0	0	0.13226614892482758
175682	rnn.bias_ih_l0	1	-0.03951536491513252
175682	rnn.bias_ih_l0	2	-0.020380835980176926
175682	rnn.bias_ih_l0	3	0.150776207447052
175682	rnn.bias_ih_l0	4	-0.015880834311246872
175682	rnn.bias_ih_l0	5	-0.021876035258173943
175682	rnn.bias_ih_l0	6	0.013376973569393158
175682	rnn.bias_ih_l0	7	0.023781785741448402
175682	rnn.bias_ih_l0	8	-0.09565499424934387
175682	rnn.bias_ih_l0	9	-0.028462165966629982
175682	rnn.bias_hh_l0	0	-0.0071138557977974415
175682	rnn.bias_hh_l0	1	-0.11041289567947388
175682	rnn.bias_hh_l0	2	-0.07180318981409073
175682	rnn.bias_hh_l0	3	-0.08904886990785599
175682	rnn.bias_hh_l0	4	0.00405564159154892
175682	rnn.bias_hh_l0	5	-0.03374277800321579
175682	rnn.bias_hh_l0	6	0.035461053252220154
175682	rnn.bias_hh_l0	7	0.05317094922065735
175682	rnn.bias_hh_l0	8	-0.12344002723693848
175682	rnn.bias_hh_l0	9	-0.05314408615231514
175682	rnn.weight_ih_l0_reverse	0	-0.025891756638884544
175682	rnn.weight_ih_l0_reverse	1	-0.056043852120637894
175682	rnn.weight_ih_l0_reverse	2	-0.04717465117573738
175682	rnn.weight_ih_l0_reverse	3	0.00909500103443861
175682	rnn.weight_ih_l0_reverse	4	-0.01845867931842804
175682	rnn.weight_ih_l0_reverse	5	-0.05555357784032822
175682	rnn.weight_ih_l0_reverse	6	0.07574383169412613
175682	rnn.weight_ih_l0_reverse	7	-0.017837539315223694
175682	rnn.weight_ih_l0_reverse	8	-0.016556110233068466
175682	rnn.weight_ih_l0_reverse	9	-0.007287709508091211
175682	rnn.weight_hh_l0_reverse	0	0.06385059654712677
175682	rnn.weight_hh_l0_reverse	1	0.02191905304789543
175682	rnn.weight_hh_l0_reverse	2	0.030295252799987793
175682	rnn.weight_hh_l0_reverse	3	0.03683050349354744
175682	rnn.weight_hh_l0_reverse	4	0.007584673352539539
175682	rnn.weight_hh_l0_reverse	5	0.014540039002895355
175682	rnn.weight_hh_l0_reverse	6	0.05120169743895531
175682	rnn.weight_hh_l0_reverse	7	-0.0764484629034996
175682	rnn.weight_hh_l0_reverse	8	0.04050889611244202
175682	rnn.weight_hh_l0_reverse	9	0.03482595086097717
175682	rnn.bias_ih_l0_reverse	0	-0.06259342283010483
175682	rnn.bias_ih_l0_reverse	1	-0.2755528688430786
175682	rnn.bias_ih_l0_reverse	2	-0.1275177001953125
175682	rnn.bias_ih_l0_reverse	3	-0.05141199380159378
175682	rnn.bias_ih_l0_reverse	4	-0.021462101489305496
175682	rnn.bias_ih_l0_reverse	5	0.07471474260091782
175682	rnn.bias_ih_l0_reverse	6	-0.06847293674945831
175682	rnn.bias_ih_l0_reverse	7	0.05461199954152107
175682	rnn.bias_ih_l0_reverse	8	-0.04664141312241554
175682	rnn.bias_ih_l0_reverse	9	0.05874079093337059
175682	rnn.bias_hh_l0_reverse	0	0.025586264207959175
175682	rnn.bias_hh_l0_reverse	1	-0.06546566635370255
175682	rnn.bias_hh_l0_reverse	2	0.08021189272403717
175682	rnn.bias_hh_l0_reverse	3	-0.04989708960056305
175682	rnn.bias_hh_l0_reverse	4	-0.025743000209331512
175682	rnn.bias_hh_l0_reverse	5	-0.025041621178388596
175682	rnn.bias_hh_l0_reverse	6	-0.015910662710666656
175682	rnn.bias_hh_l0_reverse	7	0.10126470774412155
175682	rnn.bias_hh_l0_reverse	8	0.034055743366479874
175682	rnn.bias_hh_l0_reverse	9	-0.1542818248271942
175682	rnn.weight_ih_l1	0	-0.030811427161097527
175682	rnn.weight_ih_l1	1	-0.05028492584824562
175682	rnn.weight_ih_l1	2	0.06076032295823097
175682	rnn.weight_ih_l1	3	-0.06262756884098053
175682	rnn.weight_ih_l1	4	-0.01566661335527897
175682	rnn.weight_ih_l1	5	-0.04248664900660515
175682	rnn.weight_ih_l1	6	0.028797797858715057
175682	rnn.weight_ih_l1	7	-0.04352674260735512
175682	rnn.weight_ih_l1	8	0.035933736711740494
175682	rnn.weight_ih_l1	9	0.04516085982322693
175682	rnn.weight_hh_l1	0	-0.0022278621327131987
175682	rnn.weight_hh_l1	1	0.018809698522090912
175682	rnn.weight_hh_l1	2	0.01363983005285263
175682	rnn.weight_hh_l1	3	-0.01242164708673954
175682	rnn.weight_hh_l1	4	0.007901948876678944
175682	rnn.weight_hh_l1	5	0.03110659122467041
175682	rnn.weight_hh_l1	6	0.03345538303256035
175682	rnn.weight_hh_l1	7	-0.018435293808579445
175682	rnn.weight_hh_l1	8	-0.00797348003834486
175682	rnn.weight_hh_l1	9	0.03558729588985443
175682	rnn.bias_ih_l1	0	-0.20544467866420746
175682	rnn.bias_ih_l1	1	-0.17421378195285797
175682	rnn.bias_ih_l1	2	-0.21135444939136505
175682	rnn.bias_ih_l1	3	-0.3292713463306427
175682	rnn.bias_ih_l1	4	-0.1906471699476242
175682	rnn.bias_ih_l1	5	-0.09381302446126938
175682	rnn.bias_ih_l1	6	-0.17382881045341492
175682	rnn.bias_ih_l1	7	-0.009370449930429459
175682	rnn.bias_ih_l1	8	-0.13505840301513672
175682	rnn.bias_ih_l1	9	-0.13507971167564392
175682	rnn.bias_hh_l1	0	-0.09469471126794815
175682	rnn.bias_hh_l1	1	-0.06697433441877365
175682	rnn.bias_hh_l1	2	-0.09551289677619934
175682	rnn.bias_hh_l1	3	-0.08154512941837311
175682	rnn.bias_hh_l1	4	-0.08674078434705734
175682	rnn.bias_hh_l1	5	-0.12081440538167953
175682	rnn.bias_hh_l1	6	-0.152950718998909
175682	rnn.bias_hh_l1	7	0.05819254368543625
175682	rnn.bias_hh_l1	8	-0.1701132357120514
175682	rnn.bias_hh_l1	9	-0.11571284383535385
175682	rnn.weight_ih_l1_reverse	0	-0.038491275161504745
175682	rnn.weight_ih_l1_reverse	1	0.028807133436203003
175682	rnn.weight_ih_l1_reverse	2	0.07842225581407547
175682	rnn.weight_ih_l1_reverse	3	-0.010097252205014229
175682	rnn.weight_ih_l1_reverse	4	-0.038206733763217926
175682	rnn.weight_ih_l1_reverse	5	-0.03072631172835827
175682	rnn.weight_ih_l1_reverse	6	-0.0009418166591785848
175682	rnn.weight_ih_l1_reverse	7	0.026715796440839767
175682	rnn.weight_ih_l1_reverse	8	0.008008493110537529
175682	rnn.weight_ih_l1_reverse	9	-0.045555755496025085
175682	rnn.weight_hh_l1_reverse	0	0.005572142079472542
175682	rnn.weight_hh_l1_reverse	1	0.030163975432515144
175682	rnn.weight_hh_l1_reverse	2	-0.04031677916646004
175682	rnn.weight_hh_l1_reverse	3	0.036048728972673416
175682	rnn.weight_hh_l1_reverse	4	0.04829955846071243
175682	rnn.weight_hh_l1_reverse	5	0.0019991272129118443
175682	rnn.weight_hh_l1_reverse	6	0.054476503282785416
175682	rnn.weight_hh_l1_reverse	7	0.029266001656651497
175682	rnn.weight_hh_l1_reverse	8	-0.007051336113363504
175682	rnn.weight_hh_l1_reverse	9	-0.0314643420279026
175682	rnn.bias_ih_l1_reverse	0	-0.06138555333018303
175682	rnn.bias_ih_l1_reverse	1	-0.14506377279758453
175682	rnn.bias_ih_l1_reverse	2	-0.17066259682178497
175682	rnn.bias_ih_l1_reverse	3	-0.05529658496379852
175682	rnn.bias_ih_l1_reverse	4	-0.21421299874782562
175682	rnn.bias_ih_l1_reverse	5	-0.11751675605773926
175682	rnn.bias_ih_l1_reverse	6	-0.14036618173122406
175682	rnn.bias_ih_l1_reverse	7	-0.18801891803741455
175682	rnn.bias_ih_l1_reverse	8	0.20267051458358765
175682	rnn.bias_ih_l1_reverse	9	0.022884603589773178
175682	rnn.bias_hh_l1_reverse	0	-0.02062050998210907
175682	rnn.bias_hh_l1_reverse	1	-0.06819826364517212
175682	rnn.bias_hh_l1_reverse	2	-0.24004578590393066
175682	rnn.bias_hh_l1_reverse	3	-0.13721014559268951
175682	rnn.bias_hh_l1_reverse	4	-0.08831342309713364
175682	rnn.bias_hh_l1_reverse	5	-0.11931052803993225
175682	rnn.bias_hh_l1_reverse	6	0.06803564727306366
175682	rnn.bias_hh_l1_reverse	7	-0.16539841890335083
175682	rnn.bias_hh_l1_reverse	8	-0.1180250346660614
175682	rnn.bias_hh_l1_reverse	9	-0.14935779571533203
175682	linear.weight	0	0.002228822559118271
175682	linear.weight	1	0.09240595996379852
175682	linear.weight	2	-0.09842173755168915
175682	linear.weight	3	0.27210599184036255
175682	linear.weight	4	0.17539368569850922
175682	linear.weight	5	-0.05914866551756859
175682	linear.weight	6	0.11728626489639282
175682	linear.weight	7	0.1087135449051857
175682	linear.weight	8	0.04117169231176376
175682	linear.weight	9	-0.04811412841081619
175682	linear.bias	0	0.11868366599082947
175682	linear.bias	1	-0.17505931854248047
175682	linear.bias	2	-0.4165232181549072
175682	linear.bias	3	-0.6647761464118958
175682	linear.bias	4	-1.2335163354873657
175682	linear.bias	5	-0.06424765288829803
175682	linear.bias	6	-0.7727638483047485
175682	linear.bias	7	0.2813743054866791
175682	linear.bias	8	-0.4380768835544586
175682	linear.bias	9	-1.0325927734375
175686	transitions	0	0.703762412071228
175686	transitions	1	0.14688438177108765
175686	transitions	2	-10000.0
175686	transitions	3	-1.8258191347122192
175686	transitions	4	-10000.0
175686	transitions	5	0.5694054961204529
175686	transitions	6	-0.08075348287820816
175686	transitions	7	-0.7620278596878052
175686	transitions	8	-1.4128385782241821
175686	transitions	9	-0.0011822214582934976
175686	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
175686	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
175686	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
175686	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
175686	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
175686	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
175686	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
175686	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
175686	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
175686	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
175686	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
175686	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
175686	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
175686	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
175686	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
175686	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
175686	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
175686	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
175686	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
175686	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
175686	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
175686	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
175686	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
175686	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
175686	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
175686	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
175686	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
175686	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
175686	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
175686	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
175686	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
175686	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
175686	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
175686	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
175686	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
175686	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
175686	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
175686	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
175686	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
175686	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
175686	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
175686	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
175686	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
175686	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
175686	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
175686	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
175686	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
175686	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
175686	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
175686	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
175686	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
175686	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
175686	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
175686	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
175686	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
175686	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
175686	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
175686	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
175686	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
175686	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
175686	embedding2nn.weight	0	0.02041006088256836
175686	embedding2nn.weight	1	-0.013221797533333302
175686	embedding2nn.weight	2	-0.014268254861235619
175686	embedding2nn.weight	3	-0.024548446759581566
175686	embedding2nn.weight	4	-0.0059150345623493195
175686	embedding2nn.weight	5	-0.0037005881313234568
175686	embedding2nn.weight	6	-0.003973260521888733
175686	embedding2nn.weight	7	-0.0807960256934166
175686	embedding2nn.weight	8	-0.0019979383796453476
175686	embedding2nn.weight	9	-0.029254140332341194
175686	embedding2nn.bias	0	0.04801385849714279
175686	embedding2nn.bias	1	-0.07139505445957184
175686	embedding2nn.bias	2	0.08482623100280762
175686	embedding2nn.bias	3	0.04172670096158981
175686	embedding2nn.bias	4	-0.037435419857501984
175686	embedding2nn.bias	5	-0.019286595284938812
175686	embedding2nn.bias	6	0.030159031972289085
175686	embedding2nn.bias	7	-0.07108774781227112
175686	embedding2nn.bias	8	0.051225338131189346
175686	embedding2nn.bias	9	0.04943370819091797
175686	rnn.weight_ih_l0	0	-0.07617024332284927
175686	rnn.weight_ih_l0	1	0.009463910944759846
175686	rnn.weight_ih_l0	2	0.03482947126030922
175686	rnn.weight_ih_l0	3	0.02265019528567791
175686	rnn.weight_ih_l0	4	-0.045573167502880096
175686	rnn.weight_ih_l0	5	-0.06480596959590912
175686	rnn.weight_ih_l0	6	0.0013550084549933672
175686	rnn.weight_ih_l0	7	0.05259715020656586
175686	rnn.weight_ih_l0	8	-0.01337144710123539
175686	rnn.weight_ih_l0	9	-0.02628440596163273
175686	rnn.weight_hh_l0	0	-0.03282315656542778
175686	rnn.weight_hh_l0	1	-0.010495287366211414
175686	rnn.weight_hh_l0	2	0.007034118752926588
175686	rnn.weight_hh_l0	3	-0.06610658764839172
175686	rnn.weight_hh_l0	4	0.08831828087568283
175686	rnn.weight_hh_l0	5	-0.02675565704703331
175686	rnn.weight_hh_l0	6	-0.05728405341506004
175686	rnn.weight_hh_l0	7	0.013143260963261127
175686	rnn.weight_hh_l0	8	0.013979144394397736
175686	rnn.weight_hh_l0	9	-0.021239010617136955
175686	rnn.bias_ih_l0	0	0.1324089914560318
175686	rnn.bias_ih_l0	1	-0.03940226510167122
175686	rnn.bias_ih_l0	2	-0.020165644586086273
175686	rnn.bias_ih_l0	3	0.1507604718208313
175686	rnn.bias_ih_l0	4	-0.015976225957274437
175686	rnn.bias_ih_l0	5	-0.021704094484448433
175686	rnn.bias_ih_l0	6	0.013361579738557339
175686	rnn.bias_ih_l0	7	0.0236862450838089
175686	rnn.bias_ih_l0	8	-0.09572095423936844
175686	rnn.bias_ih_l0	9	-0.028611544519662857
175686	rnn.bias_hh_l0	0	-0.007178913801908493
175686	rnn.bias_hh_l0	1	-0.11073797941207886
175686	rnn.bias_hh_l0	2	-0.071681447327137
175686	rnn.bias_hh_l0	3	-0.08922331780195236
175686	rnn.bias_hh_l0	4	0.003996324725449085
175686	rnn.bias_hh_l0	5	-0.03344529867172241
175686	rnn.bias_hh_l0	6	0.03549171984195709
175686	rnn.bias_hh_l0	7	0.053145211189985275
175686	rnn.bias_hh_l0	8	-0.12347597628831863
175686	rnn.bias_hh_l0	9	-0.05306603014469147
175686	rnn.weight_ih_l0_reverse	0	-0.02587958611547947
175686	rnn.weight_ih_l0_reverse	1	-0.05608443170785904
175686	rnn.weight_ih_l0_reverse	2	-0.04721463471651077
175686	rnn.weight_ih_l0_reverse	3	0.009094590321183205
175686	rnn.weight_ih_l0_reverse	4	-0.01832810416817665
175686	rnn.weight_ih_l0_reverse	5	-0.055619869381189346
175686	rnn.weight_ih_l0_reverse	6	0.07574854791164398
175686	rnn.weight_ih_l0_reverse	7	-0.017828479409217834
175686	rnn.weight_ih_l0_reverse	8	-0.01653776504099369
175686	rnn.weight_ih_l0_reverse	9	-0.007260957732796669
175686	rnn.weight_hh_l0_reverse	0	0.06395373493432999
175686	rnn.weight_hh_l0_reverse	1	0.021894274279475212
175686	rnn.weight_hh_l0_reverse	2	0.030262432992458344
175686	rnn.weight_hh_l0_reverse	3	0.03687179833650589
175686	rnn.weight_hh_l0_reverse	4	0.007591637782752514
175686	rnn.weight_hh_l0_reverse	5	0.014568825252354145
175686	rnn.weight_hh_l0_reverse	6	0.05120208114385605
175686	rnn.weight_hh_l0_reverse	7	-0.07640662044286728
175686	rnn.weight_hh_l0_reverse	8	0.04053046926856041
175686	rnn.weight_hh_l0_reverse	9	0.03482264280319214
175686	rnn.bias_ih_l0_reverse	0	-0.06259967386722565
175686	rnn.bias_ih_l0_reverse	1	-0.2757266163825989
175686	rnn.bias_ih_l0_reverse	2	-0.12732388079166412
175686	rnn.bias_ih_l0_reverse	3	-0.05135083943605423
175686	rnn.bias_ih_l0_reverse	4	-0.021430524066090584
175686	rnn.bias_ih_l0_reverse	5	0.07474438101053238
175686	rnn.bias_ih_l0_reverse	6	-0.06837163865566254
175686	rnn.bias_ih_l0_reverse	7	0.05457812175154686
175686	rnn.bias_ih_l0_reverse	8	-0.046537451446056366
175686	rnn.bias_ih_l0_reverse	9	0.05886493995785713
175686	rnn.bias_hh_l0_reverse	0	0.025735555216670036
175686	rnn.bias_hh_l0_reverse	1	-0.06631112098693848
175686	rnn.bias_hh_l0_reverse	2	0.08034243434667587
175686	rnn.bias_hh_l0_reverse	3	-0.049706101417541504
175686	rnn.bias_hh_l0_reverse	4	-0.0259691271930933
175686	rnn.bias_hh_l0_reverse	5	-0.025023022666573524
175686	rnn.bias_hh_l0_reverse	6	-0.015873663127422333
175686	rnn.bias_hh_l0_reverse	7	0.10134787857532501
175686	rnn.bias_hh_l0_reverse	8	0.034074075520038605
175686	rnn.bias_hh_l0_reverse	9	-0.15451326966285706
175686	rnn.weight_ih_l1	0	-0.030842391774058342
175686	rnn.weight_ih_l1	1	-0.050234559923410416
175686	rnn.weight_ih_l1	2	0.06071637570858002
175686	rnn.weight_ih_l1	3	-0.06262047588825226
175686	rnn.weight_ih_l1	4	-0.015613194555044174
175686	rnn.weight_ih_l1	5	-0.042550526559352875
175686	rnn.weight_ih_l1	6	0.028807969763875008
175686	rnn.weight_ih_l1	7	-0.0435769222676754
175686	rnn.weight_ih_l1	8	0.03592925891280174
175686	rnn.weight_ih_l1	9	0.045154113322496414
175686	rnn.weight_hh_l1	0	-0.002250117715448141
175686	rnn.weight_hh_l1	1	0.01880565844476223
175686	rnn.weight_hh_l1	2	0.013508616015315056
175686	rnn.weight_hh_l1	3	-0.012391184456646442
175686	rnn.weight_hh_l1	4	0.00788446981459856
175686	rnn.weight_hh_l1	5	0.031090503558516502
175686	rnn.weight_hh_l1	6	0.03347640484571457
175686	rnn.weight_hh_l1	7	-0.018410250544548035
175686	rnn.weight_hh_l1	8	-0.007954689674079418
175686	rnn.weight_hh_l1	9	0.035600241273641586
175686	rnn.bias_ih_l1	0	-0.20554882287979126
175686	rnn.bias_ih_l1	1	-0.17446821928024292
175686	rnn.bias_ih_l1	2	-0.21127083897590637
175686	rnn.bias_ih_l1	3	-0.3293798863887787
175686	rnn.bias_ih_l1	4	-0.19104354083538055
175686	rnn.bias_ih_l1	5	-0.09375803172588348
175686	rnn.bias_ih_l1	6	-0.1740165799856186
175686	rnn.bias_ih_l1	7	-0.009953390806913376
175686	rnn.bias_ih_l1	8	-0.13517141342163086
175686	rnn.bias_ih_l1	9	-0.13493229448795319
175686	rnn.bias_hh_l1	0	-0.094756580889225
175686	rnn.bias_hh_l1	1	-0.06687741726636887
175686	rnn.bias_hh_l1	2	-0.09555540233850479
175686	rnn.bias_hh_l1	3	-0.08157632499933243
175686	rnn.bias_hh_l1	4	-0.08691927790641785
175686	rnn.bias_hh_l1	5	-0.12079370766878128
175686	rnn.bias_hh_l1	6	-0.15269814431667328
175686	rnn.bias_hh_l1	7	0.058518122881650925
175686	rnn.bias_hh_l1	8	-0.16975989937782288
175686	rnn.bias_hh_l1	9	-0.11602597683668137
175686	rnn.weight_ih_l1_reverse	0	-0.03864520415663719
175686	rnn.weight_ih_l1_reverse	1	0.02881127968430519
175686	rnn.weight_ih_l1_reverse	2	0.07855189591646194
175686	rnn.weight_ih_l1_reverse	3	-0.009619934484362602
175686	rnn.weight_ih_l1_reverse	4	-0.038150884211063385
175686	rnn.weight_ih_l1_reverse	5	-0.030728710815310478
175686	rnn.weight_ih_l1_reverse	6	-0.0009871743386611342
175686	rnn.weight_ih_l1_reverse	7	0.026709118857979774
175686	rnn.weight_ih_l1_reverse	8	0.007998079061508179
175686	rnn.weight_ih_l1_reverse	9	-0.04551155865192413
175686	rnn.weight_hh_l1_reverse	0	0.005563895218074322
175686	rnn.weight_hh_l1_reverse	1	0.030160417780280113
175686	rnn.weight_hh_l1_reverse	2	-0.04030623286962509
175686	rnn.weight_hh_l1_reverse	3	0.03604097664356232
175686	rnn.weight_hh_l1_reverse	4	0.04834846407175064
175686	rnn.weight_hh_l1_reverse	5	0.0019925502128899097
175686	rnn.weight_hh_l1_reverse	6	0.05438745394349098
175686	rnn.weight_hh_l1_reverse	7	0.02929029054939747
175686	rnn.weight_hh_l1_reverse	8	-0.007055443245917559
175686	rnn.weight_hh_l1_reverse	9	-0.031461797654628754
175686	rnn.bias_ih_l1_reverse	0	-0.06143343076109886
175686	rnn.bias_ih_l1_reverse	1	-0.14533385634422302
175686	rnn.bias_ih_l1_reverse	2	-0.1704988032579422
175686	rnn.bias_ih_l1_reverse	3	-0.055476441979408264
175686	rnn.bias_ih_l1_reverse	4	-0.2141716033220291
175686	rnn.bias_ih_l1_reverse	5	-0.11743683367967606
175686	rnn.bias_ih_l1_reverse	6	-0.14036698639392853
175686	rnn.bias_ih_l1_reverse	7	-0.18802854418754578
175686	rnn.bias_ih_l1_reverse	8	0.20268599689006805
175686	rnn.bias_ih_l1_reverse	9	0.023037845268845558
175686	rnn.bias_hh_l1_reverse	0	-0.020256400108337402
175686	rnn.bias_hh_l1_reverse	1	-0.06914325058460236
175686	rnn.bias_hh_l1_reverse	2	-0.24002642929553986
175686	rnn.bias_hh_l1_reverse	3	-0.13707958161830902
175686	rnn.bias_hh_l1_reverse	4	-0.08800653368234634
175686	rnn.bias_hh_l1_reverse	5	-0.11934947967529297
175686	rnn.bias_hh_l1_reverse	6	0.06764589995145798
175686	rnn.bias_hh_l1_reverse	7	-0.1652141511440277
175686	rnn.bias_hh_l1_reverse	8	-0.11786181479692459
175686	rnn.bias_hh_l1_reverse	9	-0.14937356114387512
175686	linear.weight	0	0.002228822559118271
175686	linear.weight	1	0.09243318438529968
175686	linear.weight	2	-0.09823928773403168
175686	linear.weight	3	0.2718263566493988
175686	linear.weight	4	0.1749943643808365
175686	linear.weight	5	-0.059140436351299286
175686	linear.weight	6	0.1172553300857544
175686	linear.weight	7	0.10939133912324905
175686	linear.weight	8	0.041171688586473465
175686	linear.weight	9	-0.04825834557414055
175686	linear.bias	0	0.11427950114011765
175686	linear.bias	1	-0.17366336286067963
175686	linear.bias	2	-0.4212932288646698
175686	linear.bias	3	-0.6661128401756287
175686	linear.bias	4	-1.2348603010177612
175686	linear.bias	5	-0.06241123750805855
175686	linear.bias	6	-0.7713270783424377
175686	linear.bias	7	0.2832719683647156
175686	linear.bias	8	-0.4372556209564209
175686	linear.bias	9	-1.0319242477416992
175883	transitions	0	0.7063331007957458
175883	transitions	1	0.14742764830589294
175883	transitions	2	-10000.0
175883	transitions	3	-1.8258333206176758
175883	transitions	4	-10000.0
175883	transitions	5	0.5693696141242981
175883	transitions	6	-0.08079247921705246
175883	transitions	7	-0.7627161145210266
175883	transitions	8	-1.4129304885864258
175883	transitions	9	-0.0011825973633676767
175883	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
175883	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
175883	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
175883	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
175883	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
175883	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
175883	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
175883	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
175883	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
175883	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
175883	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
175883	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
175883	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
175883	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
175883	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
175883	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
175883	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
175883	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
175883	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
175883	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
175883	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
175883	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
175883	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
175883	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
175883	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
175883	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
175883	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
175883	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
175883	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
175883	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
175883	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
175883	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
175883	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
175883	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
175883	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
175883	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
175883	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
175883	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
175883	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
175883	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
175883	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
175883	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
175883	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
175883	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
175883	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
175883	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
175883	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
175883	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
175883	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
175883	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
175883	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
175883	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
175883	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
175883	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
175883	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
175883	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
175883	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
175883	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
175883	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
175883	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
175883	embedding2nn.weight	0	0.019861098378896713
175883	embedding2nn.weight	1	-0.013122515752911568
175883	embedding2nn.weight	2	-0.014268254861235619
175883	embedding2nn.weight	3	-0.02426793985068798
175883	embedding2nn.weight	4	-0.0059150345623493195
175883	embedding2nn.weight	5	-0.0037005883641541004
175883	embedding2nn.weight	6	-0.003973263315856457
175883	embedding2nn.weight	7	-0.08116873353719711
175883	embedding2nn.weight	8	-0.0019979383796453476
175883	embedding2nn.weight	9	-0.02921115607023239
175883	embedding2nn.bias	0	0.04338982328772545
175883	embedding2nn.bias	1	-0.07039503753185272
175883	embedding2nn.bias	2	0.08533811569213867
175883	embedding2nn.bias	3	0.046755921095609665
175883	embedding2nn.bias	4	-0.034809354692697525
175883	embedding2nn.bias	5	-0.014803633093833923
175883	embedding2nn.bias	6	0.03107251226902008
175883	embedding2nn.bias	7	-0.07252028584480286
175883	embedding2nn.bias	8	0.04807501286268234
175883	embedding2nn.bias	9	0.04734952747821808
175883	rnn.weight_ih_l0	0	-0.0776202604174614
175883	rnn.weight_ih_l0	1	0.009497012011706829
175883	rnn.weight_ih_l0	2	0.03469173610210419
175883	rnn.weight_ih_l0	3	0.024186329916119576
175883	rnn.weight_ih_l0	4	-0.045598044991493225
175883	rnn.weight_ih_l0	5	-0.06455814838409424
175883	rnn.weight_ih_l0	6	0.0014088855823501945
175883	rnn.weight_ih_l0	7	0.05263739451766014
175883	rnn.weight_ih_l0	8	-0.013996466062963009
175883	rnn.weight_ih_l0	9	-0.02653299830853939
175883	rnn.weight_hh_l0	0	-0.03242398798465729
175883	rnn.weight_hh_l0	1	-0.01024836115539074
175883	rnn.weight_hh_l0	2	0.007915685884654522
175883	rnn.weight_hh_l0	3	-0.06651947647333145
175883	rnn.weight_hh_l0	4	0.08788591623306274
175883	rnn.weight_hh_l0	5	-0.027001867070794106
175883	rnn.weight_hh_l0	6	-0.056076306849718094
175883	rnn.weight_hh_l0	7	0.01368928886950016
175883	rnn.weight_hh_l0	8	0.013804557733237743
175883	rnn.weight_hh_l0	9	-0.021484069526195526
175883	rnn.bias_ih_l0	0	0.13342882692813873
175883	rnn.bias_ih_l0	1	-0.036822203546762466
175883	rnn.bias_ih_l0	2	-0.020812710747122765
175883	rnn.bias_ih_l0	3	0.15188679099082947
175883	rnn.bias_ih_l0	4	-0.01593496836721897
175883	rnn.bias_ih_l0	5	-0.018878670409321785
175883	rnn.bias_ih_l0	6	0.015173864550888538
175883	rnn.bias_ih_l0	7	0.023824559524655342
175883	rnn.bias_ih_l0	8	-0.09677955508232117
175883	rnn.bias_ih_l0	9	-0.028921274468302727
175883	rnn.bias_hh_l0	0	-0.007683479692786932
175883	rnn.bias_hh_l0	1	-0.11210095882415771
175883	rnn.bias_hh_l0	2	-0.07031847536563873
175883	rnn.bias_hh_l0	3	-0.0888708308339119
175883	rnn.bias_hh_l0	4	0.0024915372487157583
175883	rnn.bias_hh_l0	5	-0.03219148889183998
175883	rnn.bias_hh_l0	6	0.0345841646194458
175883	rnn.bias_hh_l0	7	0.05280599743127823
175883	rnn.bias_hh_l0	8	-0.12322714924812317
175883	rnn.bias_hh_l0	9	-0.05262069031596184
175883	rnn.weight_ih_l0_reverse	0	-0.02563883736729622
175883	rnn.weight_ih_l0_reverse	1	-0.056389812380075455
175883	rnn.weight_ih_l0_reverse	2	-0.045887917280197144
175883	rnn.weight_ih_l0_reverse	3	0.009198911488056183
175883	rnn.weight_ih_l0_reverse	4	-0.018394749611616135
175883	rnn.weight_ih_l0_reverse	5	-0.05527428165078163
175883	rnn.weight_ih_l0_reverse	6	0.07583411037921906
175883	rnn.weight_ih_l0_reverse	7	-0.017449283972382545
175883	rnn.weight_ih_l0_reverse	8	-0.016219662502408028
175883	rnn.weight_ih_l0_reverse	9	-0.00772024504840374
175883	rnn.weight_hh_l0_reverse	0	0.0638369768857956
175883	rnn.weight_hh_l0_reverse	1	0.02242463268339634
175883	rnn.weight_hh_l0_reverse	2	0.03008412942290306
175883	rnn.weight_hh_l0_reverse	3	0.037146132439374924
175883	rnn.weight_hh_l0_reverse	4	0.007468517404049635
175883	rnn.weight_hh_l0_reverse	5	0.014008287340402603
175883	rnn.weight_hh_l0_reverse	6	0.051020003855228424
175883	rnn.weight_hh_l0_reverse	7	-0.07716739922761917
175883	rnn.weight_hh_l0_reverse	8	0.04002777487039566
175883	rnn.weight_hh_l0_reverse	9	0.03495549410581589
175883	rnn.bias_ih_l0_reverse	0	-0.06266924738883972
175883	rnn.bias_ih_l0_reverse	1	-0.27520880103111267
175883	rnn.bias_ih_l0_reverse	2	-0.1265036016702652
175883	rnn.bias_ih_l0_reverse	3	-0.050939396023750305
175883	rnn.bias_ih_l0_reverse	4	-0.02236088737845421
175883	rnn.bias_ih_l0_reverse	5	0.07632815837860107
175883	rnn.bias_ih_l0_reverse	6	-0.0675259679555893
175883	rnn.bias_ih_l0_reverse	7	0.055581748485565186
175883	rnn.bias_ih_l0_reverse	8	-0.04933656007051468
175883	rnn.bias_ih_l0_reverse	9	0.05833787843585014
175883	rnn.bias_hh_l0_reverse	0	0.026616893708705902
175883	rnn.bias_hh_l0_reverse	1	-0.06410975009202957
175883	rnn.bias_hh_l0_reverse	2	0.07955984026193619
175883	rnn.bias_hh_l0_reverse	3	-0.049257028847932816
175883	rnn.bias_hh_l0_reverse	4	-0.024745384231209755
175883	rnn.bias_hh_l0_reverse	5	-0.027951741591095924
175883	rnn.bias_hh_l0_reverse	6	-0.015005436725914478
175883	rnn.bias_hh_l0_reverse	7	0.1007218062877655
175883	rnn.bias_hh_l0_reverse	8	0.034102097153663635
175883	rnn.bias_hh_l0_reverse	9	-0.157253697514534
175883	rnn.weight_ih_l1	0	-0.030721763148903847
175883	rnn.weight_ih_l1	1	-0.05090939626097679
175883	rnn.weight_ih_l1	2	0.06095244735479355
175883	rnn.weight_ih_l1	3	-0.06244345381855965
175883	rnn.weight_ih_l1	4	-0.015357074327766895
175883	rnn.weight_ih_l1	5	-0.04263019561767578
175883	rnn.weight_ih_l1	6	0.028801381587982178
175883	rnn.weight_ih_l1	7	-0.04440028965473175
175883	rnn.weight_ih_l1	8	0.035967327654361725
175883	rnn.weight_ih_l1	9	0.045110560953617096
175883	rnn.weight_hh_l1	0	-0.0024493460077792406
175883	rnn.weight_hh_l1	1	0.018776368349790573
175883	rnn.weight_hh_l1	2	0.013968504965305328
175883	rnn.weight_hh_l1	3	-0.01239796169102192
175883	rnn.weight_hh_l1	4	0.00782818254083395
175883	rnn.weight_hh_l1	5	0.031492993235588074
175883	rnn.weight_hh_l1	6	0.03332509845495224
175883	rnn.weight_hh_l1	7	-0.01884474605321884
175883	rnn.weight_hh_l1	8	-0.008260508999228477
175883	rnn.weight_hh_l1	9	0.03561900556087494
175883	rnn.bias_ih_l1	0	-0.20534051954746246
175883	rnn.bias_ih_l1	1	-0.17618916928768158
175883	rnn.bias_ih_l1	2	-0.21055932343006134
175883	rnn.bias_ih_l1	3	-0.32836076617240906
175883	rnn.bias_ih_l1	4	-0.19277407228946686
175883	rnn.bias_ih_l1	5	-0.09281707555055618
175883	rnn.bias_ih_l1	6	-0.17458277940750122
175883	rnn.bias_ih_l1	7	-0.01056953426450491
175883	rnn.bias_ih_l1	8	-0.13642708957195282
175883	rnn.bias_ih_l1	9	-0.13589833676815033
175883	rnn.bias_hh_l1	0	-0.09427089244127274
175883	rnn.bias_hh_l1	1	-0.06650173664093018
175883	rnn.bias_hh_l1	2	-0.09639336913824081
175883	rnn.bias_hh_l1	3	-0.08192554116249084
175883	rnn.bias_hh_l1	4	-0.08643865585327148
175883	rnn.bias_hh_l1	5	-0.12086067348718643
175883	rnn.bias_hh_l1	6	-0.15013103187084198
175883	rnn.bias_hh_l1	7	0.05873943120241165
175883	rnn.bias_hh_l1	8	-0.16927793622016907
175883	rnn.bias_hh_l1	9	-0.11540079861879349
175883	rnn.weight_ih_l1_reverse	0	-0.038576770573854446
175883	rnn.weight_ih_l1_reverse	1	0.028603412210941315
175883	rnn.weight_ih_l1_reverse	2	0.07841586321592331
175883	rnn.weight_ih_l1_reverse	3	-0.0088122533634305
175883	rnn.weight_ih_l1_reverse	4	-0.03768403083086014
175883	rnn.weight_ih_l1_reverse	5	-0.030689701437950134
175883	rnn.weight_ih_l1_reverse	6	-0.001524908933788538
175883	rnn.weight_ih_l1_reverse	7	0.027849245816469193
175883	rnn.weight_ih_l1_reverse	8	0.009364194236695766
175883	rnn.weight_ih_l1_reverse	9	-0.04602142795920372
175883	rnn.weight_hh_l1_reverse	0	0.005633370950818062
175883	rnn.weight_hh_l1_reverse	1	0.030335573479533195
175883	rnn.weight_hh_l1_reverse	2	-0.04031698778271675
175883	rnn.weight_hh_l1_reverse	3	0.03600026294589043
175883	rnn.weight_hh_l1_reverse	4	0.04868525266647339
175883	rnn.weight_hh_l1_reverse	5	0.0018206799868494272
175883	rnn.weight_hh_l1_reverse	6	0.055071961134672165
175883	rnn.weight_hh_l1_reverse	7	0.029056167230010033
175883	rnn.weight_hh_l1_reverse	8	-0.0070509035140275955
175883	rnn.weight_hh_l1_reverse	9	-0.03150998800992966
175883	rnn.bias_ih_l1_reverse	0	-0.06074056401848793
175883	rnn.bias_ih_l1_reverse	1	-0.14567582309246063
175883	rnn.bias_ih_l1_reverse	2	-0.17056924104690552
175883	rnn.bias_ih_l1_reverse	3	-0.05759657919406891
175883	rnn.bias_ih_l1_reverse	4	-0.21414978802204132
175883	rnn.bias_ih_l1_reverse	5	-0.11684565246105194
175883	rnn.bias_ih_l1_reverse	6	-0.13985420763492584
175883	rnn.bias_ih_l1_reverse	7	-0.18678472936153412
175883	rnn.bias_ih_l1_reverse	8	0.201865553855896
175883	rnn.bias_ih_l1_reverse	9	0.02254212461411953
175883	rnn.bias_hh_l1_reverse	0	-0.0203147754073143
175883	rnn.bias_hh_l1_reverse	1	-0.0683470368385315
175883	rnn.bias_hh_l1_reverse	2	-0.24082544445991516
175883	rnn.bias_hh_l1_reverse	3	-0.13625138998031616
175883	rnn.bias_hh_l1_reverse	4	-0.08984710276126862
175883	rnn.bias_hh_l1_reverse	5	-0.11973786354064941
175883	rnn.bias_hh_l1_reverse	6	0.06623698770999908
175883	rnn.bias_hh_l1_reverse	7	-0.1640060991048813
175883	rnn.bias_hh_l1_reverse	8	-0.11791446059942245
175883	rnn.bias_hh_l1_reverse	9	-0.14865702390670776
175883	linear.weight	0	0.002228822559118271
175883	linear.weight	1	0.09201815724372864
175883	linear.weight	2	-0.09518132358789444
175883	linear.weight	3	0.27469730377197266
175883	linear.weight	4	0.17674842476844788
175883	linear.weight	5	-0.058238621801137924
175883	linear.weight	6	0.12429987639188766
175883	linear.weight	7	0.10268255323171616
175883	linear.weight	8	0.04117148742079735
175883	linear.weight	9	-0.04604281112551689
175883	linear.bias	0	0.12418012320995331
175883	linear.bias	1	-0.16326402127742767
175883	linear.bias	2	-0.4045189321041107
175883	linear.bias	3	-0.6712766885757446
175883	linear.bias	4	-1.2393877506256104
175883	linear.bias	5	-0.06764692068099976
175883	linear.bias	6	-0.7609650492668152
175883	linear.bias	7	0.27792465686798096
175883	linear.bias	8	-0.4417792856693268
175883	linear.bias	9	-1.0370066165924072
176080	transitions	0	0.7077304720878601
176080	transitions	1	0.1467486470937729
176080	transitions	2	-10000.0
176080	transitions	3	-1.8258405923843384
176080	transitions	4	-10000.0
176080	transitions	5	0.5693374872207642
176080	transitions	6	-0.08081532269716263
176080	transitions	7	-0.7630704045295715
176080	transitions	8	-1.4131848812103271
176080	transitions	9	-0.0011831377632915974
176080	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
176080	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
176080	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
176080	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
176080	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
176080	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
176080	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
176080	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
176080	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
176080	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
176080	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
176080	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
176080	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
176080	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
176080	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
176080	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
176080	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
176080	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
176080	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
176080	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
176080	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
176080	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
176080	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
176080	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
176080	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
176080	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
176080	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
176080	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
176080	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
176080	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
176080	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
176080	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
176080	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
176080	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
176080	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
176080	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
176080	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
176080	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
176080	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
176080	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
176080	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
176080	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
176080	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
176080	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
176080	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
176080	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
176080	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
176080	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
176080	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
176080	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
176080	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
176080	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
176080	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
176080	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
176080	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
176080	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
176080	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
176080	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
176080	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
176080	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
176080	embedding2nn.weight	0	0.019651370123028755
176080	embedding2nn.weight	1	-0.013258696533739567
176080	embedding2nn.weight	2	-0.014268254861235619
176080	embedding2nn.weight	3	-0.02373228594660759
176080	embedding2nn.weight	4	-0.0059150345623493195
176080	embedding2nn.weight	5	-0.0037005883641541004
176080	embedding2nn.weight	6	-0.003973270300775766
176080	embedding2nn.weight	7	-0.08229470252990723
176080	embedding2nn.weight	8	-0.0019979383796453476
176080	embedding2nn.weight	9	-0.02865087054669857
176080	embedding2nn.bias	0	0.04249615967273712
176080	embedding2nn.bias	1	-0.07501322776079178
176080	embedding2nn.bias	2	0.08425726741552353
176080	embedding2nn.bias	3	0.0501382015645504
176080	embedding2nn.bias	4	-0.030130118131637573
176080	embedding2nn.bias	5	-0.013467187061905861
176080	embedding2nn.bias	6	0.03156175836920738
176080	embedding2nn.bias	7	-0.07483506202697754
176080	embedding2nn.bias	8	0.049652982503175735
176080	embedding2nn.bias	9	0.046968888491392136
176080	rnn.weight_ih_l0	0	-0.07754050940275192
176080	rnn.weight_ih_l0	1	0.009364715777337551
176080	rnn.weight_ih_l0	2	0.03444928303360939
176080	rnn.weight_ih_l0	3	0.023894183337688446
176080	rnn.weight_ih_l0	4	-0.044491928070783615
176080	rnn.weight_ih_l0	5	-0.0646134540438652
176080	rnn.weight_ih_l0	6	0.001390526071190834
176080	rnn.weight_ih_l0	7	0.053833071142435074
176080	rnn.weight_ih_l0	8	-0.014975760132074356
176080	rnn.weight_ih_l0	9	-0.02692481502890587
176080	rnn.weight_hh_l0	0	-0.03230677545070648
176080	rnn.weight_hh_l0	1	-0.010115896351635456
176080	rnn.weight_hh_l0	2	0.008303022012114525
176080	rnn.weight_hh_l0	3	-0.06683152168989182
176080	rnn.weight_hh_l0	4	0.08802367746829987
176080	rnn.weight_hh_l0	5	-0.026283426210284233
176080	rnn.weight_hh_l0	6	-0.05604984611272812
176080	rnn.weight_hh_l0	7	0.013611708767712116
176080	rnn.weight_hh_l0	8	0.013352952897548676
176080	rnn.weight_hh_l0	9	-0.02149021252989769
176080	rnn.bias_ih_l0	0	0.13253188133239746
176080	rnn.bias_ih_l0	1	-0.03537559509277344
176080	rnn.bias_ih_l0	2	-0.02027573250234127
176080	rnn.bias_ih_l0	3	0.1515079289674759
176080	rnn.bias_ih_l0	4	-0.01559506542980671
176080	rnn.bias_ih_l0	5	-0.01993129588663578
176080	rnn.bias_ih_l0	6	0.015832537785172462
176080	rnn.bias_ih_l0	7	0.023563776165246964
176080	rnn.bias_ih_l0	8	-0.09750590473413467
176080	rnn.bias_ih_l0	9	-0.030120642855763435
176080	rnn.bias_hh_l0	0	-0.007887458428740501
176080	rnn.bias_hh_l0	1	-0.11301121860742569
176080	rnn.bias_hh_l0	2	-0.07047753036022186
176080	rnn.bias_hh_l0	3	-0.08907389640808105
176080	rnn.bias_hh_l0	4	0.0013936565956100821
176080	rnn.bias_hh_l0	5	-0.03135580196976662
176080	rnn.bias_hh_l0	6	0.03561684116721153
176080	rnn.bias_hh_l0	7	0.05152479186654091
176080	rnn.bias_hh_l0	8	-0.12389355152845383
176080	rnn.bias_hh_l0	9	-0.05415840446949005
176080	rnn.weight_ih_l0_reverse	0	-0.025627436116337776
176080	rnn.weight_ih_l0_reverse	1	-0.056392159312963486
176080	rnn.weight_ih_l0_reverse	2	-0.04557341709733009
176080	rnn.weight_ih_l0_reverse	3	0.009235532954335213
176080	rnn.weight_ih_l0_reverse	4	-0.01879945956170559
176080	rnn.weight_ih_l0_reverse	5	-0.05502595752477646
176080	rnn.weight_ih_l0_reverse	6	0.07532323151826859
176080	rnn.weight_ih_l0_reverse	7	-0.017111187800765038
176080	rnn.weight_ih_l0_reverse	8	-0.016347846016287804
176080	rnn.weight_ih_l0_reverse	9	-0.007425971329212189
176080	rnn.weight_hh_l0_reverse	0	0.06440484523773193
176080	rnn.weight_hh_l0_reverse	1	0.022079043090343475
176080	rnn.weight_hh_l0_reverse	2	0.029988382011651993
176080	rnn.weight_hh_l0_reverse	3	0.03717263042926788
176080	rnn.weight_hh_l0_reverse	4	0.007359395734965801
176080	rnn.weight_hh_l0_reverse	5	0.014254285022616386
176080	rnn.weight_hh_l0_reverse	6	0.05146805942058563
176080	rnn.weight_hh_l0_reverse	7	-0.07675983011722565
176080	rnn.weight_hh_l0_reverse	8	0.039714887738227844
176080	rnn.weight_hh_l0_reverse	9	0.034913934767246246
176080	rnn.bias_ih_l0_reverse	0	-0.061727821826934814
176080	rnn.bias_ih_l0_reverse	1	-0.2761482000350952
176080	rnn.bias_ih_l0_reverse	2	-0.12654650211334229
176080	rnn.bias_ih_l0_reverse	3	-0.05184127762913704
176080	rnn.bias_ih_l0_reverse	4	-0.02384142391383648
176080	rnn.bias_ih_l0_reverse	5	0.07583123445510864
176080	rnn.bias_ih_l0_reverse	6	-0.06721583753824234
176080	rnn.bias_ih_l0_reverse	7	0.05464215576648712
176080	rnn.bias_ih_l0_reverse	8	-0.04862988740205765
176080	rnn.bias_ih_l0_reverse	9	0.057425834238529205
176080	rnn.bias_hh_l0_reverse	0	0.027013827115297318
176080	rnn.bias_hh_l0_reverse	1	-0.06332754343748093
176080	rnn.bias_hh_l0_reverse	2	0.07683632522821426
176080	rnn.bias_hh_l0_reverse	3	-0.05081414058804512
176080	rnn.bias_hh_l0_reverse	4	-0.02373877912759781
176080	rnn.bias_hh_l0_reverse	5	-0.028766268864274025
176080	rnn.bias_hh_l0_reverse	6	-0.016399763524532318
176080	rnn.bias_hh_l0_reverse	7	0.10243582725524902
176080	rnn.bias_hh_l0_reverse	8	0.03218249976634979
176080	rnn.bias_hh_l0_reverse	9	-0.15593792498111725
176080	rnn.weight_ih_l1	0	-0.030985752120614052
176080	rnn.weight_ih_l1	1	-0.051210906356573105
176080	rnn.weight_ih_l1	2	0.06181098893284798
176080	rnn.weight_ih_l1	3	-0.06243491172790527
176080	rnn.weight_ih_l1	4	-0.015566978603601456
176080	rnn.weight_ih_l1	5	-0.04250293970108032
176080	rnn.weight_ih_l1	6	0.028370847925543785
176080	rnn.weight_ih_l1	7	-0.04490772634744644
176080	rnn.weight_ih_l1	8	0.03597399219870567
176080	rnn.weight_ih_l1	9	0.0455116331577301
176080	rnn.weight_hh_l1	0	-0.0026277482975274324
176080	rnn.weight_hh_l1	1	0.018857568502426147
176080	rnn.weight_hh_l1	2	0.01458427868783474
176080	rnn.weight_hh_l1	3	-0.012484872713685036
176080	rnn.weight_hh_l1	4	0.008054962381720543
176080	rnn.weight_hh_l1	5	0.03153727576136589
176080	rnn.weight_hh_l1	6	0.03382529318332672
176080	rnn.weight_hh_l1	7	-0.018894769251346588
176080	rnn.weight_hh_l1	8	-0.008049091324210167
176080	rnn.weight_hh_l1	9	0.035434115678071976
176080	rnn.bias_ih_l1	0	-0.20490142703056335
176080	rnn.bias_ih_l1	1	-0.1733650267124176
176080	rnn.bias_ih_l1	2	-0.20921124517917633
176080	rnn.bias_ih_l1	3	-0.32841354608535767
176080	rnn.bias_ih_l1	4	-0.1896260529756546
176080	rnn.bias_ih_l1	5	-0.09275130182504654
176080	rnn.bias_ih_l1	6	-0.1737755388021469
176080	rnn.bias_ih_l1	7	-0.011592511087656021
176080	rnn.bias_ih_l1	8	-0.1371009647846222
176080	rnn.bias_ih_l1	9	-0.13707847893238068
176080	rnn.bias_hh_l1	0	-0.09540151804685593
176080	rnn.bias_hh_l1	1	-0.06590480357408524
176080	rnn.bias_hh_l1	2	-0.09702368825674057
176080	rnn.bias_hh_l1	3	-0.08249693363904953
176080	rnn.bias_hh_l1	4	-0.08663486689329147
176080	rnn.bias_hh_l1	5	-0.12002837657928467
176080	rnn.bias_hh_l1	6	-0.1495601385831833
176080	rnn.bias_hh_l1	7	0.060971178114414215
176080	rnn.bias_hh_l1	8	-0.16920264065265656
176080	rnn.bias_hh_l1	9	-0.1164592057466507
176080	rnn.weight_ih_l1_reverse	0	-0.03780128061771393
176080	rnn.weight_ih_l1_reverse	1	0.027456697076559067
176080	rnn.weight_ih_l1_reverse	2	0.07609696686267853
176080	rnn.weight_ih_l1_reverse	3	-0.007222994230687618
176080	rnn.weight_ih_l1_reverse	4	-0.03712331876158714
176080	rnn.weight_ih_l1_reverse	5	-0.031114257872104645
176080	rnn.weight_ih_l1_reverse	6	-0.001877857488580048
176080	rnn.weight_ih_l1_reverse	7	0.028256313875317574
176080	rnn.weight_ih_l1_reverse	8	0.008736532181501389
176080	rnn.weight_ih_l1_reverse	9	-0.04432845860719681
176080	rnn.weight_hh_l1_reverse	0	0.005601683631539345
176080	rnn.weight_hh_l1_reverse	1	0.030413730069994926
176080	rnn.weight_hh_l1_reverse	2	-0.04038152098655701
176080	rnn.weight_hh_l1_reverse	3	0.03601005673408508
176080	rnn.weight_hh_l1_reverse	4	0.04848931357264519
176080	rnn.weight_hh_l1_reverse	5	0.0016437772428616881
176080	rnn.weight_hh_l1_reverse	6	0.054880447685718536
176080	rnn.weight_hh_l1_reverse	7	0.029249418526887894
176080	rnn.weight_hh_l1_reverse	8	-0.007008050102740526
176080	rnn.weight_hh_l1_reverse	9	-0.03129392862319946
176080	rnn.bias_ih_l1_reverse	0	-0.0606909915804863
176080	rnn.bias_ih_l1_reverse	1	-0.14646422863006592
176080	rnn.bias_ih_l1_reverse	2	-0.1719427853822708
176080	rnn.bias_ih_l1_reverse	3	-0.05868614837527275
176080	rnn.bias_ih_l1_reverse	4	-0.2145475149154663
176080	rnn.bias_ih_l1_reverse	5	-0.1162445992231369
176080	rnn.bias_ih_l1_reverse	6	-0.13928203284740448
176080	rnn.bias_ih_l1_reverse	7	-0.18582870066165924
176080	rnn.bias_ih_l1_reverse	8	0.20484928786754608
176080	rnn.bias_ih_l1_reverse	9	0.022843679413199425
176080	rnn.bias_hh_l1_reverse	0	-0.019724631682038307
176080	rnn.bias_hh_l1_reverse	1	-0.07346002757549286
176080	rnn.bias_hh_l1_reverse	2	-0.24174879491329193
176080	rnn.bias_hh_l1_reverse	3	-0.13502129912376404
176080	rnn.bias_hh_l1_reverse	4	-0.08985577523708344
176080	rnn.bias_hh_l1_reverse	5	-0.12032952159643173
176080	rnn.bias_hh_l1_reverse	6	0.06561122834682465
176080	rnn.bias_hh_l1_reverse	7	-0.16475407779216766
176080	rnn.bias_hh_l1_reverse	8	-0.11819811910390854
176080	rnn.bias_hh_l1_reverse	9	-0.14807792007923126
176080	linear.weight	0	0.002228822559118271
176080	linear.weight	1	0.09023836255073547
176080	linear.weight	2	-0.09704898297786713
176080	linear.weight	3	0.2728634774684906
176080	linear.weight	4	0.1787760853767395
176080	linear.weight	5	-0.05829168111085892
176080	linear.weight	6	0.12813396751880646
176080	linear.weight	7	0.10537495464086533
176080	linear.weight	8	0.04117118939757347
176080	linear.weight	9	-0.04449862986803055
176080	linear.bias	0	0.11533267796039581
176080	linear.bias	1	-0.17457516491413116
176080	linear.bias	2	-0.3931185305118561
176080	linear.bias	3	-0.6582158803939819
176080	linear.bias	4	-1.2257537841796875
176080	linear.bias	5	-0.08105260878801346
176080	linear.bias	6	-0.7723439931869507
176080	linear.bias	7	0.26494884490966797
176080	linear.bias	8	-0.43763235211372375
176080	linear.bias	9	-1.0337767601013184
176277	transitions	0	0.7073678970336914
176277	transitions	1	0.14146901667118073
176277	transitions	2	-10000.0
176277	transitions	3	-1.8258534669876099
176277	transitions	4	-10000.0
176277	transitions	5	0.569308876991272
176277	transitions	6	-0.08083221316337585
176277	transitions	7	-0.7634532451629639
176277	transitions	8	-1.4132373332977295
176277	transitions	9	-0.0011833901517093182
176277	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
176277	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
176277	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
176277	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
176277	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
176277	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
176277	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
176277	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
176277	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
176277	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
176277	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
176277	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
176277	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
176277	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
176277	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
176277	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
176277	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
176277	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
176277	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
176277	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
176277	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
176277	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
176277	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
176277	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
176277	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
176277	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
176277	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
176277	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
176277	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
176277	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
176277	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
176277	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
176277	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
176277	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
176277	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
176277	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
176277	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
176277	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
176277	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
176277	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
176277	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
176277	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
176277	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
176277	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
176277	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
176277	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
176277	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
176277	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
176277	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
176277	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
176277	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
176277	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
176277	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
176277	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
176277	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
176277	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
176277	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
176277	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
176277	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
176277	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
176277	embedding2nn.weight	0	0.01949792355298996
176277	embedding2nn.weight	1	-0.013320366851985455
176277	embedding2nn.weight	2	-0.014268254861235619
176277	embedding2nn.weight	3	-0.023321859538555145
176277	embedding2nn.weight	4	-0.0059150345623493195
176277	embedding2nn.weight	5	-0.003700588596984744
176277	embedding2nn.weight	6	-0.0039732689037919044
176277	embedding2nn.weight	7	-0.08292025327682495
176277	embedding2nn.weight	8	-0.0019979383796453476
176277	embedding2nn.weight	9	-0.028700407594442368
176277	embedding2nn.bias	0	0.048500627279281616
176277	embedding2nn.bias	1	-0.07536359131336212
176277	embedding2nn.bias	2	0.08144655078649521
176277	embedding2nn.bias	3	0.048349399119615555
176277	embedding2nn.bias	4	-0.031001243740320206
176277	embedding2nn.bias	5	-0.0069221919402480125
176277	embedding2nn.bias	6	0.02783854864537716
176277	embedding2nn.bias	7	-0.07470417022705078
176277	embedding2nn.bias	8	0.048892948776483536
176277	embedding2nn.bias	9	0.050543393939733505
176277	rnn.weight_ih_l0	0	-0.07816068083047867
176277	rnn.weight_ih_l0	1	0.009168491698801517
176277	rnn.weight_ih_l0	2	0.03443228453397751
176277	rnn.weight_ih_l0	3	0.02389848418533802
176277	rnn.weight_ih_l0	4	-0.043808095157146454
176277	rnn.weight_ih_l0	5	-0.06423050165176392
176277	rnn.weight_ih_l0	6	0.00128581200260669
176277	rnn.weight_ih_l0	7	0.05329611897468567
176277	rnn.weight_ih_l0	8	-0.01543812919408083
176277	rnn.weight_ih_l0	9	-0.027197277173399925
176277	rnn.weight_hh_l0	0	-0.03222950920462608
176277	rnn.weight_hh_l0	1	-0.01053966861218214
176277	rnn.weight_hh_l0	2	0.00845723133534193
176277	rnn.weight_hh_l0	3	-0.06698732823133469
176277	rnn.weight_hh_l0	4	0.08851370215415955
176277	rnn.weight_hh_l0	5	-0.026224838569760323
176277	rnn.weight_hh_l0	6	-0.056614018976688385
176277	rnn.weight_hh_l0	7	0.013982617296278477
176277	rnn.weight_hh_l0	8	0.01355758961290121
176277	rnn.weight_hh_l0	9	-0.021413162350654602
176277	rnn.bias_ih_l0	0	0.13151685893535614
176277	rnn.bias_ih_l0	1	-0.036800891160964966
176277	rnn.bias_ih_l0	2	-0.021727677434682846
176277	rnn.bias_ih_l0	3	0.15373091399669647
176277	rnn.bias_ih_l0	4	-0.01568712294101715
176277	rnn.bias_ih_l0	5	-0.019025612622499466
176277	rnn.bias_ih_l0	6	0.016375774517655373
176277	rnn.bias_ih_l0	7	0.022806672379374504
176277	rnn.bias_ih_l0	8	-0.09837160259485245
176277	rnn.bias_ih_l0	9	-0.03197896108031273
176277	rnn.bias_hh_l0	0	-0.007849380373954773
176277	rnn.bias_hh_l0	1	-0.11307397484779358
176277	rnn.bias_hh_l0	2	-0.06895647197961807
176277	rnn.bias_hh_l0	3	-0.08776506781578064
176277	rnn.bias_hh_l0	4	0.0021959682926535606
176277	rnn.bias_hh_l0	5	-0.030755873769521713
176277	rnn.bias_hh_l0	6	0.036398131400346756
176277	rnn.bias_hh_l0	7	0.05330962687730789
176277	rnn.bias_hh_l0	8	-0.12394111603498459
176277	rnn.bias_hh_l0	9	-0.053378939628601074
176277	rnn.weight_ih_l0_reverse	0	-0.02543441392481327
176277	rnn.weight_ih_l0_reverse	1	-0.05590440332889557
176277	rnn.weight_ih_l0_reverse	2	-0.04573291912674904
176277	rnn.weight_ih_l0_reverse	3	0.00899660587310791
176277	rnn.weight_ih_l0_reverse	4	-0.01902811974287033
176277	rnn.weight_ih_l0_reverse	5	-0.054951153695583344
176277	rnn.weight_ih_l0_reverse	6	0.07602859288454056
176277	rnn.weight_ih_l0_reverse	7	-0.016724122688174248
176277	rnn.weight_ih_l0_reverse	8	-0.016707241535186768
176277	rnn.weight_ih_l0_reverse	9	-0.007377869449555874
176277	rnn.weight_hh_l0_reverse	0	0.0651233047246933
176277	rnn.weight_hh_l0_reverse	1	0.02214253880083561
176277	rnn.weight_hh_l0_reverse	2	0.030432667583227158
176277	rnn.weight_hh_l0_reverse	3	0.03714209049940109
176277	rnn.weight_hh_l0_reverse	4	0.0074400571174919605
176277	rnn.weight_hh_l0_reverse	5	0.014806385152041912
176277	rnn.weight_hh_l0_reverse	6	0.05176451802253723
176277	rnn.weight_hh_l0_reverse	7	-0.0768859013915062
176277	rnn.weight_hh_l0_reverse	8	0.040134161710739136
176277	rnn.weight_hh_l0_reverse	9	0.03493112698197365
176277	rnn.bias_ih_l0_reverse	0	-0.06284253299236298
176277	rnn.bias_ih_l0_reverse	1	-0.2781309187412262
176277	rnn.bias_ih_l0_reverse	2	-0.12669704854488373
176277	rnn.bias_ih_l0_reverse	3	-0.05083375796675682
176277	rnn.bias_ih_l0_reverse	4	-0.02306007593870163
176277	rnn.bias_ih_l0_reverse	5	0.0770488977432251
176277	rnn.bias_ih_l0_reverse	6	-0.06485018879175186
176277	rnn.bias_ih_l0_reverse	7	0.05310378596186638
176277	rnn.bias_ih_l0_reverse	8	-0.04932653158903122
176277	rnn.bias_ih_l0_reverse	9	0.0590391680598259
176277	rnn.bias_hh_l0_reverse	0	0.027798864990472794
176277	rnn.bias_hh_l0_reverse	1	-0.06528528034687042
176277	rnn.bias_hh_l0_reverse	2	0.07710862159729004
176277	rnn.bias_hh_l0_reverse	3	-0.051607757806777954
176277	rnn.bias_hh_l0_reverse	4	-0.022467900067567825
176277	rnn.bias_hh_l0_reverse	5	-0.02801719680428505
176277	rnn.bias_hh_l0_reverse	6	-0.017483705654740334
176277	rnn.bias_hh_l0_reverse	7	0.1033659502863884
176277	rnn.bias_hh_l0_reverse	8	0.03120109997689724
176277	rnn.bias_hh_l0_reverse	9	-0.15665152668952942
176277	rnn.weight_ih_l1	0	-0.030807023867964745
176277	rnn.weight_ih_l1	1	-0.05141356959939003
176277	rnn.weight_ih_l1	2	0.06225612387061119
176277	rnn.weight_ih_l1	3	-0.06469029933214188
176277	rnn.weight_ih_l1	4	-0.015022894367575645
176277	rnn.weight_ih_l1	5	-0.04220174625515938
176277	rnn.weight_ih_l1	6	0.028175894170999527
176277	rnn.weight_ih_l1	7	-0.04472692310810089
176277	rnn.weight_ih_l1	8	0.03601447865366936
176277	rnn.weight_ih_l1	9	0.04512413963675499
176277	rnn.weight_hh_l1	0	-0.002550397766754031
176277	rnn.weight_hh_l1	1	0.01892494224011898
176277	rnn.weight_hh_l1	2	0.014374970458447933
176277	rnn.weight_hh_l1	3	-0.012492910958826542
176277	rnn.weight_hh_l1	4	0.007962236180901527
176277	rnn.weight_hh_l1	5	0.03145139291882515
176277	rnn.weight_hh_l1	6	0.03415749967098236
176277	rnn.weight_hh_l1	7	-0.018840471282601357
176277	rnn.weight_hh_l1	8	-0.007840647362172604
176277	rnn.weight_hh_l1	9	0.03521899878978729
176277	rnn.bias_ih_l1	0	-0.20141804218292236
176277	rnn.bias_ih_l1	1	-0.1710803508758545
176277	rnn.bias_ih_l1	2	-0.20693884789943695
176277	rnn.bias_ih_l1	3	-0.32816082239151
176277	rnn.bias_ih_l1	4	-0.18982577323913574
176277	rnn.bias_ih_l1	5	-0.09211090207099915
176277	rnn.bias_ih_l1	6	-0.17436806857585907
176277	rnn.bias_ih_l1	7	-0.00861228909343481
176277	rnn.bias_ih_l1	8	-0.13711360096931458
176277	rnn.bias_ih_l1	9	-0.13648459315299988
176277	rnn.bias_hh_l1	0	-0.09362239390611649
176277	rnn.bias_hh_l1	1	-0.0663524642586708
176277	rnn.bias_hh_l1	2	-0.09623642265796661
176277	rnn.bias_hh_l1	3	-0.08260051161050797
176277	rnn.bias_hh_l1	4	-0.08603447675704956
176277	rnn.bias_hh_l1	5	-0.1191125437617302
176277	rnn.bias_hh_l1	6	-0.14892692863941193
176277	rnn.bias_hh_l1	7	0.06155553460121155
176277	rnn.bias_hh_l1	8	-0.17110800743103027
176277	rnn.bias_hh_l1	9	-0.11621556431055069
176277	rnn.weight_ih_l1_reverse	0	-0.03793368116021156
176277	rnn.weight_ih_l1_reverse	1	0.03153290972113609
176277	rnn.weight_ih_l1_reverse	2	0.07527557015419006
176277	rnn.weight_ih_l1_reverse	3	-0.006510559469461441
176277	rnn.weight_ih_l1_reverse	4	-0.03684799373149872
176277	rnn.weight_ih_l1_reverse	5	-0.03084670379757881
176277	rnn.weight_ih_l1_reverse	6	-0.0017625652253627777
176277	rnn.weight_ih_l1_reverse	7	0.028468003496527672
176277	rnn.weight_ih_l1_reverse	8	0.008370217867195606
176277	rnn.weight_ih_l1_reverse	9	-0.0437411405146122
176277	rnn.weight_hh_l1_reverse	0	0.0056096757762134075
176277	rnn.weight_hh_l1_reverse	1	0.030530046671628952
176277	rnn.weight_hh_l1_reverse	2	-0.040350861847400665
176277	rnn.weight_hh_l1_reverse	3	0.0360436737537384
176277	rnn.weight_hh_l1_reverse	4	0.04862654581665993
176277	rnn.weight_hh_l1_reverse	5	0.0013877657474949956
176277	rnn.weight_hh_l1_reverse	6	0.05528553947806358
176277	rnn.weight_hh_l1_reverse	7	0.029388312250375748
176277	rnn.weight_hh_l1_reverse	8	-0.0069222464226186275
176277	rnn.weight_hh_l1_reverse	9	-0.031288016587495804
176277	rnn.bias_ih_l1_reverse	0	-0.06156057491898537
176277	rnn.bias_ih_l1_reverse	1	-0.14591389894485474
176277	rnn.bias_ih_l1_reverse	2	-0.1721981167793274
176277	rnn.bias_ih_l1_reverse	3	-0.0576295368373394
176277	rnn.bias_ih_l1_reverse	4	-0.21317951381206512
176277	rnn.bias_ih_l1_reverse	5	-0.11500518023967743
176277	rnn.bias_ih_l1_reverse	6	-0.13872413337230682
176277	rnn.bias_ih_l1_reverse	7	-0.18517111241817474
176277	rnn.bias_ih_l1_reverse	8	0.2014305740594864
176277	rnn.bias_ih_l1_reverse	9	0.021667364984750748
176277	rnn.bias_hh_l1_reverse	0	-0.017931226640939713
176277	rnn.bias_hh_l1_reverse	1	-0.07602432370185852
176277	rnn.bias_hh_l1_reverse	2	-0.24274349212646484
176277	rnn.bias_hh_l1_reverse	3	-0.13517464697360992
176277	rnn.bias_hh_l1_reverse	4	-0.08951304107904434
176277	rnn.bias_hh_l1_reverse	5	-0.11995663493871689
176277	rnn.bias_hh_l1_reverse	6	0.06253048032522202
176277	rnn.bias_hh_l1_reverse	7	-0.16359229385852814
176277	rnn.bias_hh_l1_reverse	8	-0.11750198900699615
176277	rnn.bias_hh_l1_reverse	9	-0.14774154126644135
176277	linear.weight	0	0.002228822559118271
176277	linear.weight	1	0.08946596086025238
176277	linear.weight	2	-0.09836935997009277
176277	linear.weight	3	0.27376464009284973
176277	linear.weight	4	0.18153367936611176
176277	linear.weight	5	-0.057874783873558044
176277	linear.weight	6	0.13276831805706024
176277	linear.weight	7	0.11101261526346207
176277	linear.weight	8	0.04117102548480034
176277	linear.weight	9	-0.04349277541041374
176277	linear.bias	0	0.11082383245229721
176277	linear.bias	1	-0.1868179738521576
176277	linear.bias	2	-0.397640198469162
176277	linear.bias	3	-0.6548513770103455
176277	linear.bias	4	-1.2228806018829346
176277	linear.bias	5	-0.06871254742145538
176277	linear.bias	6	-0.7848619818687439
176277	linear.bias	7	0.2761285603046417
176277	linear.bias	8	-0.4462854862213135
176277	linear.bias	9	-1.042636513710022
176474	transitions	0	0.702122688293457
176474	transitions	1	0.14471255242824554
176474	transitions	2	-10000.0
176474	transitions	3	-1.8258668184280396
176474	transitions	4	-10000.0
176474	transitions	5	0.5692701935768127
176474	transitions	6	-0.08085402101278305
176474	transitions	7	-0.7635018825531006
176474	transitions	8	-1.4132676124572754
176474	transitions	9	-0.0011838460341095924
176474	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
176474	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
176474	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
176474	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
176474	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
176474	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
176474	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
176474	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
176474	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
176474	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
176474	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
176474	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
176474	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
176474	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
176474	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
176474	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
176474	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
176474	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
176474	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
176474	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
176474	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
176474	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
176474	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
176474	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
176474	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
176474	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
176474	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
176474	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
176474	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
176474	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
176474	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
176474	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
176474	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
176474	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
176474	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
176474	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
176474	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
176474	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
176474	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
176474	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
176474	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
176474	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
176474	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
176474	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
176474	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
176474	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
176474	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
176474	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
176474	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
176474	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
176474	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
176474	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
176474	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
176474	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
176474	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
176474	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
176474	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
176474	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
176474	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
176474	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
176474	embedding2nn.weight	0	0.01912655308842659
176474	embedding2nn.weight	1	-0.013395704329013824
176474	embedding2nn.weight	2	-0.014268254861235619
176474	embedding2nn.weight	3	-0.02395869791507721
176474	embedding2nn.weight	4	-0.0059150345623493195
176474	embedding2nn.weight	5	-0.003700588596984744
176474	embedding2nn.weight	6	-0.0039732689037919044
176474	embedding2nn.weight	7	-0.08313030749559402
176474	embedding2nn.weight	8	-0.0019979383796453476
176474	embedding2nn.weight	9	-0.028984909877181053
176474	embedding2nn.bias	0	0.04778102785348892
176474	embedding2nn.bias	1	-0.07599224895238876
176474	embedding2nn.bias	2	0.07786634564399719
176474	embedding2nn.bias	3	0.0459827221930027
176474	embedding2nn.bias	4	-0.029600106179714203
176474	embedding2nn.bias	5	-0.008662388660013676
176474	embedding2nn.bias	6	0.028302116319537163
176474	embedding2nn.bias	7	-0.06105782836675644
176474	embedding2nn.bias	8	0.04523545876145363
176474	embedding2nn.bias	9	0.04912339150905609
176474	rnn.weight_ih_l0	0	-0.0769849345088005
176474	rnn.weight_ih_l0	1	0.009552305564284325
176474	rnn.weight_ih_l0	2	0.034246522933244705
176474	rnn.weight_ih_l0	3	0.023391159251332283
176474	rnn.weight_ih_l0	4	-0.04479600861668587
176474	rnn.weight_ih_l0	5	-0.06423522531986237
176474	rnn.weight_ih_l0	6	0.0008876341744326055
176474	rnn.weight_ih_l0	7	0.053035054355859756
176474	rnn.weight_ih_l0	8	-0.015042838640511036
176474	rnn.weight_ih_l0	9	-0.027999605983495712
176474	rnn.weight_hh_l0	0	-0.031631503254175186
176474	rnn.weight_hh_l0	1	-0.010622424073517323
176474	rnn.weight_hh_l0	2	0.008260171860456467
176474	rnn.weight_hh_l0	3	-0.06701625138521194
176474	rnn.weight_hh_l0	4	0.08840583264827728
176474	rnn.weight_hh_l0	5	-0.025832287967205048
176474	rnn.weight_hh_l0	6	-0.05729784443974495
176474	rnn.weight_hh_l0	7	0.014287262223660946
176474	rnn.weight_hh_l0	8	0.013158959336578846
176474	rnn.weight_hh_l0	9	-0.02146879956126213
176474	rnn.bias_ih_l0	0	0.13283246755599976
176474	rnn.bias_ih_l0	1	-0.03633003681898117
176474	rnn.bias_ih_l0	2	-0.02158612385392189
176474	rnn.bias_ih_l0	3	0.15395794808864594
176474	rnn.bias_ih_l0	4	-0.015475601889193058
176474	rnn.bias_ih_l0	5	-0.018517445772886276
176474	rnn.bias_ih_l0	6	0.017485085874795914
176474	rnn.bias_ih_l0	7	0.023028085008263588
176474	rnn.bias_ih_l0	8	-0.09877622872591019
176474	rnn.bias_ih_l0	9	-0.030766524374485016
176474	rnn.bias_hh_l0	0	-0.00845632329583168
176474	rnn.bias_hh_l0	1	-0.11383019387722015
176474	rnn.bias_hh_l0	2	-0.06805097311735153
176474	rnn.bias_hh_l0	3	-0.08840510994195938
176474	rnn.bias_hh_l0	4	0.0024968963116407394
176474	rnn.bias_hh_l0	5	-0.029428360983729362
176474	rnn.bias_hh_l0	6	0.03549085557460785
176474	rnn.bias_hh_l0	7	0.05149916186928749
176474	rnn.bias_hh_l0	8	-0.12197902798652649
176474	rnn.bias_hh_l0	9	-0.05407299846410751
176474	rnn.weight_ih_l0_reverse	0	-0.02504371851682663
176474	rnn.weight_ih_l0_reverse	1	-0.05649787187576294
176474	rnn.weight_ih_l0_reverse	2	-0.04583027958869934
176474	rnn.weight_ih_l0_reverse	3	0.009638185612857342
176474	rnn.weight_ih_l0_reverse	4	-0.019217854365706444
176474	rnn.weight_ih_l0_reverse	5	-0.054791536182165146
176474	rnn.weight_ih_l0_reverse	6	0.07674874365329742
176474	rnn.weight_ih_l0_reverse	7	-0.016432587057352066
176474	rnn.weight_ih_l0_reverse	8	-0.01671307161450386
176474	rnn.weight_ih_l0_reverse	9	-0.007693761494010687
176474	rnn.weight_hh_l0_reverse	0	0.06541772931814194
176474	rnn.weight_hh_l0_reverse	1	0.021666262298822403
176474	rnn.weight_hh_l0_reverse	2	0.03047182224690914
176474	rnn.weight_hh_l0_reverse	3	0.03715895116329193
176474	rnn.weight_hh_l0_reverse	4	0.007316872011870146
176474	rnn.weight_hh_l0_reverse	5	0.014842805452644825
176474	rnn.weight_hh_l0_reverse	6	0.05175022408366203
176474	rnn.weight_hh_l0_reverse	7	-0.07734818011522293
176474	rnn.weight_hh_l0_reverse	8	0.03994077071547508
176474	rnn.weight_hh_l0_reverse	9	0.03511746600270271
176474	rnn.bias_ih_l0_reverse	0	-0.06343507766723633
176474	rnn.bias_ih_l0_reverse	1	-0.27853134274482727
176474	rnn.bias_ih_l0_reverse	2	-0.12763150036334991
176474	rnn.bias_ih_l0_reverse	3	-0.05069338530302048
176474	rnn.bias_ih_l0_reverse	4	-0.022161131724715233
176474	rnn.bias_ih_l0_reverse	5	0.0760953426361084
176474	rnn.bias_ih_l0_reverse	6	-0.06549309194087982
176474	rnn.bias_ih_l0_reverse	7	0.05245303735136986
176474	rnn.bias_ih_l0_reverse	8	-0.050127800554037094
176474	rnn.bias_ih_l0_reverse	9	0.060661137104034424
176474	rnn.bias_hh_l0_reverse	0	0.027990125119686127
176474	rnn.bias_hh_l0_reverse	1	-0.06173129007220268
176474	rnn.bias_hh_l0_reverse	2	0.07586859911680222
176474	rnn.bias_hh_l0_reverse	3	-0.052050184458494186
176474	rnn.bias_hh_l0_reverse	4	-0.022350363433361053
176474	rnn.bias_hh_l0_reverse	5	-0.028475606814026833
176474	rnn.bias_hh_l0_reverse	6	-0.017806818708777428
176474	rnn.bias_hh_l0_reverse	7	0.10261040180921555
176474	rnn.bias_hh_l0_reverse	8	0.029710425063967705
176474	rnn.bias_hh_l0_reverse	9	-0.15691663324832916
176474	rnn.weight_ih_l1	0	-0.031049789860844612
176474	rnn.weight_ih_l1	1	-0.052379071712493896
176474	rnn.weight_ih_l1	2	0.06122444570064545
176474	rnn.weight_ih_l1	3	-0.06612259894609451
176474	rnn.weight_ih_l1	4	-0.014684402383863926
176474	rnn.weight_ih_l1	5	-0.04206756129860878
176474	rnn.weight_ih_l1	6	0.02796878106892109
176474	rnn.weight_ih_l1	7	-0.04400726780295372
176474	rnn.weight_ih_l1	8	0.035962436348199844
176474	rnn.weight_ih_l1	9	0.045410431921482086
176474	rnn.weight_hh_l1	0	-0.0016884314827620983
176474	rnn.weight_hh_l1	1	0.01879831589758396
176474	rnn.weight_hh_l1	2	0.01404789462685585
176474	rnn.weight_hh_l1	3	-0.01234702579677105
176474	rnn.weight_hh_l1	4	0.007871335372328758
176474	rnn.weight_hh_l1	5	0.03146421164274216
176474	rnn.weight_hh_l1	6	0.03412359207868576
176474	rnn.weight_hh_l1	7	-0.018813481554389
176474	rnn.weight_hh_l1	8	-0.008166493847966194
176474	rnn.weight_hh_l1	9	0.03526769205927849
176474	rnn.bias_ih_l1	0	-0.20037485659122467
176474	rnn.bias_ih_l1	1	-0.17049838602542877
176474	rnn.bias_ih_l1	2	-0.20834308862686157
176474	rnn.bias_ih_l1	3	-0.3276291489601135
176474	rnn.bias_ih_l1	4	-0.1914922595024109
176474	rnn.bias_ih_l1	5	-0.09215842932462692
176474	rnn.bias_ih_l1	6	-0.1748775839805603
176474	rnn.bias_ih_l1	7	-0.004380644299089909
176474	rnn.bias_ih_l1	8	-0.13841474056243896
176474	rnn.bias_ih_l1	9	-0.1350250542163849
176474	rnn.bias_hh_l1	0	-0.09298957884311676
176474	rnn.bias_hh_l1	1	-0.06755467504262924
176474	rnn.bias_hh_l1	2	-0.0978437066078186
176474	rnn.bias_hh_l1	3	-0.08205411583185196
176474	rnn.bias_hh_l1	4	-0.08743532747030258
176474	rnn.bias_hh_l1	5	-0.11807078123092651
176474	rnn.bias_hh_l1	6	-0.14795121550559998
176474	rnn.bias_hh_l1	7	0.06374867260456085
176474	rnn.bias_hh_l1	8	-0.16983067989349365
176474	rnn.bias_hh_l1	9	-0.11690642684698105
176474	rnn.weight_ih_l1_reverse	0	-0.03703141584992409
176474	rnn.weight_ih_l1_reverse	1	0.031075656414031982
176474	rnn.weight_ih_l1_reverse	2	0.07560946047306061
176474	rnn.weight_ih_l1_reverse	3	-0.006185221020132303
176474	rnn.weight_ih_l1_reverse	4	-0.03575262427330017
176474	rnn.weight_ih_l1_reverse	5	-0.031022176146507263
176474	rnn.weight_ih_l1_reverse	6	-0.0012891715159639716
176474	rnn.weight_ih_l1_reverse	7	0.028880197554826736
176474	rnn.weight_ih_l1_reverse	8	0.008560960181057453
176474	rnn.weight_ih_l1_reverse	9	-0.04199737682938576
176474	rnn.weight_hh_l1_reverse	0	0.005620493087917566
176474	rnn.weight_hh_l1_reverse	1	0.03055948205292225
176474	rnn.weight_hh_l1_reverse	2	-0.040355391800403595
176474	rnn.weight_hh_l1_reverse	3	0.03597690537571907
176474	rnn.weight_hh_l1_reverse	4	0.04857277870178223
176474	rnn.weight_hh_l1_reverse	5	0.0016496796160936356
176474	rnn.weight_hh_l1_reverse	6	0.055405594408512115
176474	rnn.weight_hh_l1_reverse	7	0.02926868200302124
176474	rnn.weight_hh_l1_reverse	8	-0.006966308690607548
176474	rnn.weight_hh_l1_reverse	9	-0.03121129795908928
176474	rnn.bias_ih_l1_reverse	0	-0.061339832842350006
176474	rnn.bias_ih_l1_reverse	1	-0.14589424431324005
176474	rnn.bias_ih_l1_reverse	2	-0.17221221327781677
176474	rnn.bias_ih_l1_reverse	3	-0.05713483691215515
176474	rnn.bias_ih_l1_reverse	4	-0.21250267326831818
176474	rnn.bias_ih_l1_reverse	5	-0.11511525511741638
176474	rnn.bias_ih_l1_reverse	6	-0.13875557482242584
176474	rnn.bias_ih_l1_reverse	7	-0.18432649970054626
176474	rnn.bias_ih_l1_reverse	8	0.20046791434288025
176474	rnn.bias_ih_l1_reverse	9	0.02155371382832527
176474	rnn.bias_hh_l1_reverse	0	-0.022532399743795395
176474	rnn.bias_hh_l1_reverse	1	-0.07344760745763779
176474	rnn.bias_hh_l1_reverse	2	-0.24181587994098663
176474	rnn.bias_hh_l1_reverse	3	-0.1356007307767868
176474	rnn.bias_hh_l1_reverse	4	-0.09019294381141663
176474	rnn.bias_hh_l1_reverse	5	-0.11984263360500336
176474	rnn.bias_hh_l1_reverse	6	0.06188299506902695
176474	rnn.bias_hh_l1_reverse	7	-0.16163454949855804
176474	rnn.bias_hh_l1_reverse	8	-0.11686743050813675
176474	rnn.bias_hh_l1_reverse	9	-0.1477600783109665
176474	linear.weight	0	0.002228822559118271
176474	linear.weight	1	0.08785256743431091
176474	linear.weight	2	-0.09953305870294571
176474	linear.weight	3	0.2712172269821167
176474	linear.weight	4	0.17934544384479523
176474	linear.weight	5	-0.05790587142109871
176474	linear.weight	6	0.126331627368927
176474	linear.weight	7	0.109300896525383
176474	linear.weight	8	0.041170883923769
176474	linear.weight	9	-0.04158542677760124
176474	linear.bias	0	0.13639326393604279
176474	linear.bias	1	-0.20562101900577545
176474	linear.bias	2	-0.4456934332847595
176474	linear.bias	3	-0.6589137315750122
176474	linear.bias	4	-1.2271114587783813
176474	linear.bias	5	-0.05586628243327141
176474	linear.bias	6	-0.7997982501983643
176474	linear.bias	7	0.29187387228012085
176474	linear.bias	8	-0.43171146512031555
176474	linear.bias	9	-1.0287020206451416
176671	transitions	0	0.7033533453941345
176671	transitions	1	0.14022132754325867
176671	transitions	2	-10000.0
176671	transitions	3	-1.825876235961914
176671	transitions	4	-10000.0
176671	transitions	5	0.5692509412765503
176671	transitions	6	-0.08086863905191422
176671	transitions	7	-0.7638595700263977
176671	transitions	8	-1.4134254455566406
176671	transitions	9	-0.001183991553261876
176671	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
176671	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
176671	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
176671	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
176671	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
176671	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
176671	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
176671	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
176671	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
176671	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
176671	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
176671	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
176671	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
176671	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
176671	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
176671	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
176671	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
176671	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
176671	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
176671	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
176671	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
176671	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
176671	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
176671	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
176671	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
176671	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
176671	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
176671	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
176671	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
176671	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
176671	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
176671	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
176671	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
176671	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
176671	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
176671	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
176671	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
176671	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
176671	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
176671	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
176671	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
176671	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
176671	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
176671	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
176671	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
176671	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
176671	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
176671	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
176671	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
176671	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
176671	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
176671	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
176671	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
176671	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
176671	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
176671	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
176671	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
176671	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
176671	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
176671	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
176671	embedding2nn.weight	0	0.018365850672125816
176671	embedding2nn.weight	1	-0.013331378810107708
176671	embedding2nn.weight	2	-0.014268254861235619
176671	embedding2nn.weight	3	-0.025147216394543648
176671	embedding2nn.weight	4	-0.0059150345623493195
176671	embedding2nn.weight	5	-0.003700588596984744
176671	embedding2nn.weight	6	-0.003973264712840319
176671	embedding2nn.weight	7	-0.08293981105089188
176671	embedding2nn.weight	8	-0.0019979383796453476
176671	embedding2nn.weight	9	-0.029028475284576416
176671	embedding2nn.bias	0	0.050483588129282
176671	embedding2nn.bias	1	-0.07611800730228424
176671	embedding2nn.bias	2	0.07829370349645615
176671	embedding2nn.bias	3	0.03774276003241539
176671	embedding2nn.bias	4	-0.028925307095050812
176671	embedding2nn.bias	5	-0.0064573329873383045
176671	embedding2nn.bias	6	0.02608373761177063
176671	embedding2nn.bias	7	-0.060503702610731125
176671	embedding2nn.bias	8	0.04358335956931114
176671	embedding2nn.bias	9	0.04896274581551552
176671	rnn.weight_ih_l0	0	-0.07720129191875458
176671	rnn.weight_ih_l0	1	0.009518778882920742
176671	rnn.weight_ih_l0	2	0.03470107167959213
176671	rnn.weight_ih_l0	3	0.023073352873325348
176671	rnn.weight_ih_l0	4	-0.04420202970504761
176671	rnn.weight_ih_l0	5	-0.06353124231100082
176671	rnn.weight_ih_l0	6	0.0007700523710809648
176671	rnn.weight_ih_l0	7	0.052742306143045425
176671	rnn.weight_ih_l0	8	-0.014691798947751522
176671	rnn.weight_ih_l0	9	-0.027872690930962563
176671	rnn.weight_hh_l0	0	-0.03201976418495178
176671	rnn.weight_hh_l0	1	-0.01061783917248249
176671	rnn.weight_hh_l0	2	0.008887232281267643
176671	rnn.weight_hh_l0	3	-0.0669899508357048
176671	rnn.weight_hh_l0	4	0.08852013945579529
176671	rnn.weight_hh_l0	5	-0.02644793689250946
176671	rnn.weight_hh_l0	6	-0.056648582220077515
176671	rnn.weight_hh_l0	7	0.014266529120504856
176671	rnn.weight_hh_l0	8	0.013066855259239674
176671	rnn.weight_hh_l0	9	-0.021533045917749405
176671	rnn.bias_ih_l0	0	0.13271395862102509
176671	rnn.bias_ih_l0	1	-0.03475169837474823
176671	rnn.bias_ih_l0	2	-0.02231469191610813
176671	rnn.bias_ih_l0	3	0.15446551144123077
176671	rnn.bias_ih_l0	4	-0.01356452889740467
176671	rnn.bias_ih_l0	5	-0.01778416708111763
176671	rnn.bias_ih_l0	6	0.017303654924035072
176671	rnn.bias_ih_l0	7	0.023711122572422028
176671	rnn.bias_ih_l0	8	-0.09845047444105148
176671	rnn.bias_ih_l0	9	-0.030462807044386864
176671	rnn.bias_hh_l0	0	-0.007378424052149057
176671	rnn.bias_hh_l0	1	-0.11209765821695328
176671	rnn.bias_hh_l0	2	-0.06643520295619965
176671	rnn.bias_hh_l0	3	-0.08840259909629822
176671	rnn.bias_hh_l0	4	0.0013420522445812821
176671	rnn.bias_hh_l0	5	-0.029860496520996094
176671	rnn.bias_hh_l0	6	0.03665477782487869
176671	rnn.bias_hh_l0	7	0.0496349111199379
176671	rnn.bias_hh_l0	8	-0.1222347617149353
176671	rnn.bias_hh_l0	9	-0.05295969173312187
176671	rnn.weight_ih_l0_reverse	0	-0.024910546839237213
176671	rnn.weight_ih_l0_reverse	1	-0.057996299117803574
176671	rnn.weight_ih_l0_reverse	2	-0.04592883214354515
176671	rnn.weight_ih_l0_reverse	3	0.009004531428217888
176671	rnn.weight_ih_l0_reverse	4	-0.019140521064400673
176671	rnn.weight_ih_l0_reverse	5	-0.05456070601940155
176671	rnn.weight_ih_l0_reverse	6	0.07659494876861572
176671	rnn.weight_ih_l0_reverse	7	-0.015690479427576065
176671	rnn.weight_ih_l0_reverse	8	-0.016419893130660057
176671	rnn.weight_ih_l0_reverse	9	-0.007878492586314678
176671	rnn.weight_hh_l0_reverse	0	0.06472478806972504
176671	rnn.weight_hh_l0_reverse	1	0.021293433383107185
176671	rnn.weight_hh_l0_reverse	2	0.029896140098571777
176671	rnn.weight_hh_l0_reverse	3	0.03699267655611038
176671	rnn.weight_hh_l0_reverse	4	0.007688246667385101
176671	rnn.weight_hh_l0_reverse	5	0.014770383946597576
176671	rnn.weight_hh_l0_reverse	6	0.051772527396678925
176671	rnn.weight_hh_l0_reverse	7	-0.07702337950468063
176671	rnn.weight_hh_l0_reverse	8	0.0393022857606411
176671	rnn.weight_hh_l0_reverse	9	0.036004409193992615
176671	rnn.bias_ih_l0_reverse	0	-0.06216154992580414
176671	rnn.bias_ih_l0_reverse	1	-0.2788386344909668
176671	rnn.bias_ih_l0_reverse	2	-0.12534993886947632
176671	rnn.bias_ih_l0_reverse	3	-0.051019832491874695
176671	rnn.bias_ih_l0_reverse	4	-0.021282264962792397
176671	rnn.bias_ih_l0_reverse	5	0.07827704399824142
176671	rnn.bias_ih_l0_reverse	6	-0.06700097024440765
176671	rnn.bias_ih_l0_reverse	7	0.05246220901608467
176671	rnn.bias_ih_l0_reverse	8	-0.04983111470937729
176671	rnn.bias_ih_l0_reverse	9	0.06058657541871071
176671	rnn.bias_hh_l0_reverse	0	0.025762083008885384
176671	rnn.bias_hh_l0_reverse	1	-0.05881828814744949
176671	rnn.bias_hh_l0_reverse	2	0.07447263598442078
176671	rnn.bias_hh_l0_reverse	3	-0.05144466459751129
176671	rnn.bias_hh_l0_reverse	4	-0.021818531677126884
176671	rnn.bias_hh_l0_reverse	5	-0.028104344382882118
176671	rnn.bias_hh_l0_reverse	6	-0.01822175458073616
176671	rnn.bias_hh_l0_reverse	7	0.10219594836235046
176671	rnn.bias_hh_l0_reverse	8	0.029850604012608528
176671	rnn.bias_hh_l0_reverse	9	-0.155861496925354
176671	rnn.weight_ih_l1	0	-0.03099207766354084
176671	rnn.weight_ih_l1	1	-0.053019993007183075
176671	rnn.weight_ih_l1	2	0.06016508862376213
176671	rnn.weight_ih_l1	3	-0.06465385854244232
176671	rnn.weight_ih_l1	4	-0.014682021923363209
176671	rnn.weight_ih_l1	5	-0.0418805256485939
176671	rnn.weight_ih_l1	6	0.028153032064437866
176671	rnn.weight_ih_l1	7	-0.0429038479924202
176671	rnn.weight_ih_l1	8	0.036085210740566254
176671	rnn.weight_ih_l1	9	0.045655351132154465
176671	rnn.weight_hh_l1	0	-0.001804904080927372
176671	rnn.weight_hh_l1	1	0.018898537382483482
176671	rnn.weight_hh_l1	2	0.014514720067381859
176671	rnn.weight_hh_l1	3	-0.012229930609464645
176671	rnn.weight_hh_l1	4	0.007643426768481731
176671	rnn.weight_hh_l1	5	0.031595379114151
176671	rnn.weight_hh_l1	6	0.03408939391374588
176671	rnn.weight_hh_l1	7	-0.018650149926543236
176671	rnn.weight_hh_l1	8	-0.008114494383335114
176671	rnn.weight_hh_l1	9	0.03555217757821083
176671	rnn.bias_ih_l1	0	-0.2017640322446823
176671	rnn.bias_ih_l1	1	-0.17196284234523773
176671	rnn.bias_ih_l1	2	-0.20859700441360474
176671	rnn.bias_ih_l1	3	-0.3274695873260498
176671	rnn.bias_ih_l1	4	-0.1909930258989334
176671	rnn.bias_ih_l1	5	-0.09174676984548569
176671	rnn.bias_ih_l1	6	-0.17574100196361542
176671	rnn.bias_ih_l1	7	-0.006504932418465614
176671	rnn.bias_ih_l1	8	-0.13762997090816498
176671	rnn.bias_ih_l1	9	-0.13780957460403442
176671	rnn.bias_hh_l1	0	-0.09420373290777206
176671	rnn.bias_hh_l1	1	-0.06838055700063705
176671	rnn.bias_hh_l1	2	-0.09785320609807968
176671	rnn.bias_hh_l1	3	-0.08176717907190323
176671	rnn.bias_hh_l1	4	-0.08819374442100525
176671	rnn.bias_hh_l1	5	-0.1187812015414238
176671	rnn.bias_hh_l1	6	-0.14863231778144836
176671	rnn.bias_hh_l1	7	0.06291956454515457
176671	rnn.bias_hh_l1	8	-0.1691504865884781
176671	rnn.bias_hh_l1	9	-0.11657343059778214
176671	rnn.weight_ih_l1_reverse	0	-0.037074677646160126
176671	rnn.weight_ih_l1_reverse	1	0.03157128393650055
176671	rnn.weight_ih_l1_reverse	2	0.07625477761030197
176671	rnn.weight_ih_l1_reverse	3	-0.005557343829423189
176671	rnn.weight_ih_l1_reverse	4	-0.036099426448345184
176671	rnn.weight_ih_l1_reverse	5	-0.031034672632813454
176671	rnn.weight_ih_l1_reverse	6	-0.0001613185741007328
176671	rnn.weight_ih_l1_reverse	7	0.029109368100762367
176671	rnn.weight_ih_l1_reverse	8	0.009154665283858776
176671	rnn.weight_ih_l1_reverse	9	-0.04228196665644646
176671	rnn.weight_hh_l1_reverse	0	0.005592877045273781
176671	rnn.weight_hh_l1_reverse	1	0.03055841103196144
176671	rnn.weight_hh_l1_reverse	2	-0.04041252285242081
176671	rnn.weight_hh_l1_reverse	3	0.0358804315328598
176671	rnn.weight_hh_l1_reverse	4	0.04786233976483345
176671	rnn.weight_hh_l1_reverse	5	0.0014059643726795912
176671	rnn.weight_hh_l1_reverse	6	0.05348983034491539
176671	rnn.weight_hh_l1_reverse	7	0.029252631589770317
176671	rnn.weight_hh_l1_reverse	8	-0.0069197360426187515
176671	rnn.weight_hh_l1_reverse	9	-0.031058412045240402
176671	rnn.bias_ih_l1_reverse	0	-0.06086180731654167
176671	rnn.bias_ih_l1_reverse	1	-0.14585508406162262
176671	rnn.bias_ih_l1_reverse	2	-0.17175747454166412
176671	rnn.bias_ih_l1_reverse	3	-0.05782778933644295
176671	rnn.bias_ih_l1_reverse	4	-0.2131512314081192
176671	rnn.bias_ih_l1_reverse	5	-0.11398883908987045
176671	rnn.bias_ih_l1_reverse	6	-0.13911347091197968
176671	rnn.bias_ih_l1_reverse	7	-0.18666435778141022
176671	rnn.bias_ih_l1_reverse	8	0.20207557082176208
176671	rnn.bias_ih_l1_reverse	9	0.02550544962286949
176671	rnn.bias_hh_l1_reverse	0	-0.01873377151787281
176671	rnn.bias_hh_l1_reverse	1	-0.07439982146024704
176671	rnn.bias_hh_l1_reverse	2	-0.2427448332309723
176671	rnn.bias_hh_l1_reverse	3	-0.13651123642921448
176671	rnn.bias_hh_l1_reverse	4	-0.09005390107631683
176671	rnn.bias_hh_l1_reverse	5	-0.12063780426979065
176671	rnn.bias_hh_l1_reverse	6	0.06668850779533386
176671	rnn.bias_hh_l1_reverse	7	-0.16082029044628143
176671	rnn.bias_hh_l1_reverse	8	-0.11634621024131775
176671	rnn.bias_hh_l1_reverse	9	-0.1488323211669922
176671	linear.weight	0	0.002228822559118271
176671	linear.weight	1	0.09481433779001236
176671	linear.weight	2	-0.09663842618465424
176671	linear.weight	3	0.2737182080745697
176671	linear.weight	4	0.17794154584407806
176671	linear.weight	5	-0.05796140804886818
176671	linear.weight	6	0.11399967223405838
176671	linear.weight	7	0.11408179253339767
176671	linear.weight	8	0.04117075726389885
176671	linear.weight	9	-0.03831750154495239
176671	linear.bias	0	0.10349544882774353
176671	linear.bias	1	-0.1833164542913437
176671	linear.bias	2	-0.4440411627292633
176671	linear.bias	3	-0.6715656518936157
176671	linear.bias	4	-1.239286184310913
176671	linear.bias	5	-0.050478871911764145
176671	linear.bias	6	-0.7772451639175415
176671	linear.bias	7	0.2951177954673767
176671	linear.bias	8	-0.4312801957130432
176671	linear.bias	9	-1.0276408195495605
176868	transitions	0	0.6990756988525391
176868	transitions	1	0.1374974548816681
176868	transitions	2	-10000.0
176868	transitions	3	-1.8258864879608154
176868	transitions	4	-10000.0
176868	transitions	5	0.5692294836044312
176868	transitions	6	-0.08089298009872437
176868	transitions	7	-0.7642296552658081
176868	transitions	8	-1.4134349822998047
176868	transitions	9	-0.001184359542094171
176868	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
176868	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
176868	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
176868	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
176868	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
176868	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
176868	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
176868	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
176868	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
176868	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
176868	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
176868	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
176868	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
176868	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
176868	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
176868	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
176868	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
176868	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
176868	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
176868	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
176868	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
176868	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
176868	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
176868	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
176868	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
176868	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
176868	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
176868	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
176868	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
176868	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
176868	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
176868	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
176868	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
176868	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
176868	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
176868	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
176868	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
176868	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
176868	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
176868	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
176868	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
176868	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
176868	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
176868	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
176868	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
176868	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
176868	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
176868	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
176868	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
176868	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
176868	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
176868	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
176868	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
176868	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
176868	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
176868	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
176868	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
176868	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
176868	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
176868	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
176868	embedding2nn.weight	0	0.01814122125506401
176868	embedding2nn.weight	1	-0.01327975932508707
176868	embedding2nn.weight	2	-0.014268254861235619
176868	embedding2nn.weight	3	-0.024975422769784927
176868	embedding2nn.weight	4	-0.0059150345623493195
176868	embedding2nn.weight	5	-0.0037005883641541004
176868	embedding2nn.weight	6	-0.003973264247179031
176868	embedding2nn.weight	7	-0.08305931836366653
176868	embedding2nn.weight	8	-0.0019979383796453476
176868	embedding2nn.weight	9	-0.029015878215432167
176868	embedding2nn.bias	0	0.05846139043569565
176868	embedding2nn.bias	1	-0.07180050760507584
176868	embedding2nn.bias	2	0.07834374904632568
176868	embedding2nn.bias	3	0.03428830951452255
176868	embedding2nn.bias	4	-0.02644498459994793
176868	embedding2nn.bias	5	-0.0051050567999482155
176868	embedding2nn.bias	6	0.0296185165643692
176868	embedding2nn.bias	7	-0.06635632365942001
176868	embedding2nn.bias	8	0.046462856233119965
176868	embedding2nn.bias	9	0.05010455474257469
176868	rnn.weight_ih_l0	0	-0.0785590186715126
176868	rnn.weight_ih_l0	1	0.009782339446246624
176868	rnn.weight_ih_l0	2	0.0355541929602623
176868	rnn.weight_ih_l0	3	0.023138761520385742
176868	rnn.weight_ih_l0	4	-0.045460525900125504
176868	rnn.weight_ih_l0	5	-0.06335286796092987
176868	rnn.weight_ih_l0	6	0.0009602205827832222
176868	rnn.weight_ih_l0	7	0.05255573242902756
176868	rnn.weight_ih_l0	8	-0.01495787501335144
176868	rnn.weight_ih_l0	9	-0.029116477817296982
176868	rnn.weight_hh_l0	0	-0.031879451125860214
176868	rnn.weight_hh_l0	1	-0.01060229167342186
176868	rnn.weight_hh_l0	2	0.008788865990936756
176868	rnn.weight_hh_l0	3	-0.06729894131422043
176868	rnn.weight_hh_l0	4	0.08822793513536453
176868	rnn.weight_hh_l0	5	-0.026551855728030205
176868	rnn.weight_hh_l0	6	-0.05685789883136749
176868	rnn.weight_hh_l0	7	0.014217318966984749
176868	rnn.weight_hh_l0	8	0.013155670836567879
176868	rnn.weight_hh_l0	9	-0.021844664588570595
176868	rnn.bias_ih_l0	0	0.1328101009130478
176868	rnn.bias_ih_l0	1	-0.03463857248425484
176868	rnn.bias_ih_l0	2	-0.022282909601926804
176868	rnn.bias_ih_l0	3	0.15313492715358734
176868	rnn.bias_ih_l0	4	-0.01236568484455347
176868	rnn.bias_ih_l0	5	-0.016645874828100204
176868	rnn.bias_ih_l0	6	0.01757536455988884
176868	rnn.bias_ih_l0	7	0.023349840193986893
176868	rnn.bias_ih_l0	8	-0.09764500707387924
176868	rnn.bias_ih_l0	9	-0.027385983616113663
176868	rnn.bias_hh_l0	0	-0.007664558477699757
176868	rnn.bias_hh_l0	1	-0.11257239431142807
176868	rnn.bias_hh_l0	2	-0.06691771745681763
176868	rnn.bias_hh_l0	3	-0.08819964528083801
176868	rnn.bias_hh_l0	4	0.00036934050149284303
176868	rnn.bias_hh_l0	5	-0.03044416755437851
176868	rnn.bias_hh_l0	6	0.03728257492184639
176868	rnn.bias_hh_l0	7	0.04791252687573433
176868	rnn.bias_hh_l0	8	-0.12204800546169281
176868	rnn.bias_hh_l0	9	-0.05563028156757355
176868	rnn.weight_ih_l0_reverse	0	-0.02490006387233734
176868	rnn.weight_ih_l0_reverse	1	-0.05794057995080948
176868	rnn.weight_ih_l0_reverse	2	-0.045969437807798386
176868	rnn.weight_ih_l0_reverse	3	0.008912917226552963
176868	rnn.weight_ih_l0_reverse	4	-0.01892264187335968
176868	rnn.weight_ih_l0_reverse	5	-0.05458438768982887
176868	rnn.weight_ih_l0_reverse	6	0.07662670314311981
176868	rnn.weight_ih_l0_reverse	7	-0.015858102589845657
176868	rnn.weight_ih_l0_reverse	8	-0.016637030988931656
176868	rnn.weight_ih_l0_reverse	9	-0.007330362219363451
176868	rnn.weight_hh_l0_reverse	0	0.06431937217712402
176868	rnn.weight_hh_l0_reverse	1	0.021460670977830887
176868	rnn.weight_hh_l0_reverse	2	0.029976222664117813
176868	rnn.weight_hh_l0_reverse	3	0.037026967853307724
176868	rnn.weight_hh_l0_reverse	4	0.007861784659326077
176868	rnn.weight_hh_l0_reverse	5	0.014970492571592331
176868	rnn.weight_hh_l0_reverse	6	0.051851291209459305
176868	rnn.weight_hh_l0_reverse	7	-0.07681995630264282
176868	rnn.weight_hh_l0_reverse	8	0.03957700356841087
176868	rnn.weight_hh_l0_reverse	9	0.036092277616262436
176868	rnn.bias_ih_l0_reverse	0	-0.06103614345192909
176868	rnn.bias_ih_l0_reverse	1	-0.2798139452934265
176868	rnn.bias_ih_l0_reverse	2	-0.12302647531032562
176868	rnn.bias_ih_l0_reverse	3	-0.050668761134147644
176868	rnn.bias_ih_l0_reverse	4	-0.02039412409067154
176868	rnn.bias_ih_l0_reverse	5	0.07736048102378845
176868	rnn.bias_ih_l0_reverse	6	-0.06669304519891739
176868	rnn.bias_ih_l0_reverse	7	0.052193570882081985
176868	rnn.bias_ih_l0_reverse	8	-0.049239061772823334
176868	rnn.bias_ih_l0_reverse	9	0.061404988169670105
176868	rnn.bias_hh_l0_reverse	0	0.02591547742486
176868	rnn.bias_hh_l0_reverse	1	-0.059787116944789886
176868	rnn.bias_hh_l0_reverse	2	0.07548074424266815
176868	rnn.bias_hh_l0_reverse	3	-0.051866013556718826
176868	rnn.bias_hh_l0_reverse	4	-0.022661101073026657
176868	rnn.bias_hh_l0_reverse	5	-0.028696902096271515
176868	rnn.bias_hh_l0_reverse	6	-0.01567009650170803
176868	rnn.bias_hh_l0_reverse	7	0.10209715366363525
176868	rnn.bias_hh_l0_reverse	8	0.031053388491272926
176868	rnn.bias_hh_l0_reverse	9	-0.15728583931922913
176868	rnn.weight_ih_l1	0	-0.030414745211601257
176868	rnn.weight_ih_l1	1	-0.053140342235565186
176868	rnn.weight_ih_l1	2	0.05912568420171738
176868	rnn.weight_ih_l1	3	-0.06456884741783142
176868	rnn.weight_ih_l1	4	-0.014633660204708576
176868	rnn.weight_ih_l1	5	-0.04198126867413521
176868	rnn.weight_ih_l1	6	0.028251735493540764
176868	rnn.weight_ih_l1	7	-0.04373554140329361
176868	rnn.weight_ih_l1	8	0.03645259141921997
176868	rnn.weight_ih_l1	9	0.045625925064086914
176868	rnn.weight_hh_l1	0	-0.0025897128507494926
176868	rnn.weight_hh_l1	1	0.01899147965013981
176868	rnn.weight_hh_l1	2	0.013304741121828556
176868	rnn.weight_hh_l1	3	-0.012281287461519241
176868	rnn.weight_hh_l1	4	0.007922742515802383
176868	rnn.weight_hh_l1	5	0.03146597370505333
176868	rnn.weight_hh_l1	6	0.03365563973784447
176868	rnn.weight_hh_l1	7	-0.018922576680779457
176868	rnn.weight_hh_l1	8	-0.008185159415006638
176868	rnn.weight_hh_l1	9	0.03535151109099388
176868	rnn.bias_ih_l1	0	-0.20346423983573914
176868	rnn.bias_ih_l1	1	-0.17395414412021637
176868	rnn.bias_ih_l1	2	-0.2084880769252777
176868	rnn.bias_ih_l1	3	-0.3260335624217987
176868	rnn.bias_ih_l1	4	-0.18657150864601135
176868	rnn.bias_ih_l1	5	-0.09233107417821884
176868	rnn.bias_ih_l1	6	-0.17484338581562042
176868	rnn.bias_ih_l1	7	-0.008430385030806065
176868	rnn.bias_ih_l1	8	-0.13744795322418213
176868	rnn.bias_ih_l1	9	-0.14029552042484283
176868	rnn.bias_hh_l1	0	-0.09580210596323013
176868	rnn.bias_hh_l1	1	-0.06801172345876694
176868	rnn.bias_hh_l1	2	-0.09857218712568283
176868	rnn.bias_hh_l1	3	-0.08216332644224167
176868	rnn.bias_hh_l1	4	-0.08653471618890762
176868	rnn.bias_hh_l1	5	-0.1190200001001358
176868	rnn.bias_hh_l1	6	-0.15363702178001404
176868	rnn.bias_hh_l1	7	0.06420478224754333
176868	rnn.bias_hh_l1	8	-0.16848218441009521
176868	rnn.bias_hh_l1	9	-0.116816945374012
176868	rnn.weight_ih_l1_reverse	0	-0.03708089515566826
176868	rnn.weight_ih_l1_reverse	1	0.03180058300495148
176868	rnn.weight_ih_l1_reverse	2	0.07563816756010056
176868	rnn.weight_ih_l1_reverse	3	-0.004964195657521486
176868	rnn.weight_ih_l1_reverse	4	-0.03634479269385338
176868	rnn.weight_ih_l1_reverse	5	-0.030984746292233467
176868	rnn.weight_ih_l1_reverse	6	-0.0001880714116850868
176868	rnn.weight_ih_l1_reverse	7	0.028950775042176247
176868	rnn.weight_ih_l1_reverse	8	0.009034075774252415
176868	rnn.weight_ih_l1_reverse	9	-0.042908597737550735
176868	rnn.weight_hh_l1_reverse	0	0.005562659818679094
176868	rnn.weight_hh_l1_reverse	1	0.030715743079781532
176868	rnn.weight_hh_l1_reverse	2	-0.040419209748506546
176868	rnn.weight_hh_l1_reverse	3	0.03583512082695961
176868	rnn.weight_hh_l1_reverse	4	0.04798603802919388
176868	rnn.weight_hh_l1_reverse	5	0.0012120153987780213
176868	rnn.weight_hh_l1_reverse	6	0.05402448773384094
176868	rnn.weight_hh_l1_reverse	7	0.029119564220309258
176868	rnn.weight_hh_l1_reverse	8	-0.006799197290092707
176868	rnn.weight_hh_l1_reverse	9	-0.030842280015349388
176868	rnn.bias_ih_l1_reverse	0	-0.06074948608875275
176868	rnn.bias_ih_l1_reverse	1	-0.1449931412935257
176868	rnn.bias_ih_l1_reverse	2	-0.17268133163452148
176868	rnn.bias_ih_l1_reverse	3	-0.06268077343702316
176868	rnn.bias_ih_l1_reverse	4	-0.21387863159179688
176868	rnn.bias_ih_l1_reverse	5	-0.1141810342669487
176868	rnn.bias_ih_l1_reverse	6	-0.13924603164196014
176868	rnn.bias_ih_l1_reverse	7	-0.1876956820487976
176868	rnn.bias_ih_l1_reverse	8	0.2029334455728531
176868	rnn.bias_ih_l1_reverse	9	0.027765119448304176
176868	rnn.bias_hh_l1_reverse	0	-0.0241350419819355
176868	rnn.bias_hh_l1_reverse	1	-0.07271889597177505
176868	rnn.bias_hh_l1_reverse	2	-0.24249672889709473
176868	rnn.bias_hh_l1_reverse	3	-0.137788325548172
176868	rnn.bias_hh_l1_reverse	4	-0.08931341767311096
176868	rnn.bias_hh_l1_reverse	5	-0.12227921932935715
176868	rnn.bias_hh_l1_reverse	6	0.06590068340301514
176868	rnn.bias_hh_l1_reverse	7	-0.1615186482667923
176868	rnn.bias_hh_l1_reverse	8	-0.11830292642116547
176868	rnn.bias_hh_l1_reverse	9	-0.1485985517501831
176868	linear.weight	0	0.002228822559118271
176868	linear.weight	1	0.09196292608976364
176868	linear.weight	2	-0.09939932078123093
176868	linear.weight	3	0.27590110898017883
176868	linear.weight	4	0.18086574971675873
176868	linear.weight	5	-0.05803324282169342
176868	linear.weight	6	0.12017440795898438
176868	linear.weight	7	0.11883363127708435
176868	linear.weight	8	0.04117049649357796
176868	linear.weight	9	-0.037419550120830536
176868	linear.bias	0	0.11925815045833588
176868	linear.bias	1	-0.18264202773571014
176868	linear.bias	2	-0.4217872619628906
176868	linear.bias	3	-0.6639347672462463
176868	linear.bias	4	-1.2310441732406616
176868	linear.bias	5	-0.05498842895030975
176868	linear.bias	6	-0.7757774591445923
176868	linear.bias	7	0.29051902890205383
176868	linear.bias	8	-0.4416954815387726
176868	linear.bias	9	-1.0383446216583252
177065	transitions	0	0.6914201378822327
177065	transitions	1	0.14489737153053284
177065	transitions	2	-10000.0
177065	transitions	3	-1.8258923292160034
177065	transitions	4	-10000.0
177065	transitions	5	0.5691907405853271
177065	transitions	6	-0.08092786371707916
177065	transitions	7	-0.7643272876739502
177065	transitions	8	-1.4134719371795654
177065	transitions	9	-0.001184566761367023
177065	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
177065	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
177065	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
177065	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
177065	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
177065	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
177065	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
177065	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
177065	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
177065	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
177065	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
177065	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
177065	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
177065	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
177065	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
177065	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
177065	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
177065	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
177065	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
177065	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
177065	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
177065	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
177065	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
177065	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
177065	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
177065	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
177065	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
177065	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
177065	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
177065	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
177065	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
177065	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
177065	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
177065	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
177065	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
177065	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
177065	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
177065	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
177065	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
177065	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
177065	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
177065	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
177065	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
177065	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
177065	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
177065	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
177065	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
177065	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
177065	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
177065	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
177065	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
177065	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
177065	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
177065	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
177065	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
177065	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
177065	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
177065	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
177065	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
177065	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
177065	embedding2nn.weight	0	0.017792830243706703
177065	embedding2nn.weight	1	-0.013190207071602345
177065	embedding2nn.weight	2	-0.014268254861235619
177065	embedding2nn.weight	3	-0.025170795619487762
177065	embedding2nn.weight	4	-0.0059150345623493195
177065	embedding2nn.weight	5	-0.0037005883641541004
177065	embedding2nn.weight	6	-0.003973264247179031
177065	embedding2nn.weight	7	-0.08268827944993973
177065	embedding2nn.weight	8	-0.0019979383796453476
177065	embedding2nn.weight	9	-0.028988299891352654
177065	embedding2nn.bias	0	0.06048787757754326
177065	embedding2nn.bias	1	-0.07081864774227142
177065	embedding2nn.bias	2	0.07770771533250809
177065	embedding2nn.bias	3	0.035687413066625595
177065	embedding2nn.bias	4	-0.03314631059765816
177065	embedding2nn.bias	5	-0.007196997758001089
177065	embedding2nn.bias	6	0.021378809586167336
177065	embedding2nn.bias	7	-0.06468520313501358
177065	embedding2nn.bias	8	0.049035537987947464
177065	embedding2nn.bias	9	0.05575304850935936
177065	rnn.weight_ih_l0	0	-0.07866489142179489
177065	rnn.weight_ih_l0	1	0.009735560044646263
177065	rnn.weight_ih_l0	2	0.035882618278265
177065	rnn.weight_ih_l0	3	0.023473231121897697
177065	rnn.weight_ih_l0	4	-0.04525386169552803
177065	rnn.weight_ih_l0	5	-0.0633394718170166
177065	rnn.weight_ih_l0	6	0.001171062933281064
177065	rnn.weight_ih_l0	7	0.05233920365571976
177065	rnn.weight_ih_l0	8	-0.014397759921848774
177065	rnn.weight_ih_l0	9	-0.029508382081985474
177065	rnn.weight_hh_l0	0	-0.031729452311992645
177065	rnn.weight_hh_l0	1	-0.010631997138261795
177065	rnn.weight_hh_l0	2	0.008218184113502502
177065	rnn.weight_hh_l0	3	-0.06759268790483475
177065	rnn.weight_hh_l0	4	0.08859150856733322
177065	rnn.weight_hh_l0	5	-0.026280073449015617
177065	rnn.weight_hh_l0	6	-0.05625952407717705
177065	rnn.weight_hh_l0	7	0.013410307466983795
177065	rnn.weight_hh_l0	8	0.01309626642614603
177065	rnn.weight_hh_l0	9	-0.021769128739833832
177065	rnn.bias_ih_l0	0	0.1329175978899002
177065	rnn.bias_ih_l0	1	-0.0323864221572876
177065	rnn.bias_ih_l0	2	-0.02171349711716175
177065	rnn.bias_ih_l0	3	0.15357819199562073
177065	rnn.bias_ih_l0	4	-0.01299742329865694
177065	rnn.bias_ih_l0	5	-0.019233742728829384
177065	rnn.bias_ih_l0	6	0.017237341031432152
177065	rnn.bias_ih_l0	7	0.0246941726654768
177065	rnn.bias_ih_l0	8	-0.09739430248737335
177065	rnn.bias_ih_l0	9	-0.027991387993097305
177065	rnn.bias_hh_l0	0	-0.007628085091710091
177065	rnn.bias_hh_l0	1	-0.11244391649961472
177065	rnn.bias_hh_l0	2	-0.06799659878015518
177065	rnn.bias_hh_l0	3	-0.08770747482776642
177065	rnn.bias_hh_l0	4	0.0005157875712029636
177065	rnn.bias_hh_l0	5	-0.02976997382938862
177065	rnn.bias_hh_l0	6	0.0359889455139637
177065	rnn.bias_hh_l0	7	0.049687858670949936
177065	rnn.bias_hh_l0	8	-0.12125881761312485
177065	rnn.bias_hh_l0	9	-0.055165573954582214
177065	rnn.weight_ih_l0_reverse	0	-0.024762654677033424
177065	rnn.weight_ih_l0_reverse	1	-0.057392969727516174
177065	rnn.weight_ih_l0_reverse	2	-0.04598924145102501
177065	rnn.weight_ih_l0_reverse	3	0.009250161238014698
177065	rnn.weight_ih_l0_reverse	4	-0.018872780725359917
177065	rnn.weight_ih_l0_reverse	5	-0.05504881218075752
177065	rnn.weight_ih_l0_reverse	6	0.07629885524511337
177065	rnn.weight_ih_l0_reverse	7	-0.016450844705104828
177065	rnn.weight_ih_l0_reverse	8	-0.016645140945911407
177065	rnn.weight_ih_l0_reverse	9	-0.006614232901483774
177065	rnn.weight_hh_l0_reverse	0	0.06400291621685028
177065	rnn.weight_hh_l0_reverse	1	0.020592067390680313
177065	rnn.weight_hh_l0_reverse	2	0.030034219846129417
177065	rnn.weight_hh_l0_reverse	3	0.03745298087596893
177065	rnn.weight_hh_l0_reverse	4	0.008028199896216393
177065	rnn.weight_hh_l0_reverse	5	0.014704599976539612
177065	rnn.weight_hh_l0_reverse	6	0.05212828516960144
177065	rnn.weight_hh_l0_reverse	7	-0.07783922553062439
177065	rnn.weight_hh_l0_reverse	8	0.03958597406744957
177065	rnn.weight_hh_l0_reverse	9	0.036104828119277954
177065	rnn.bias_ih_l0_reverse	0	-0.06190517544746399
177065	rnn.bias_ih_l0_reverse	1	-0.2817511260509491
177065	rnn.bias_ih_l0_reverse	2	-0.12367398291826248
177065	rnn.bias_ih_l0_reverse	3	-0.05049964413046837
177065	rnn.bias_ih_l0_reverse	4	-0.02051800675690174
177065	rnn.bias_ih_l0_reverse	5	0.07688664644956589
177065	rnn.bias_ih_l0_reverse	6	-0.06511642783880234
177065	rnn.bias_ih_l0_reverse	7	0.051230281591415405
177065	rnn.bias_ih_l0_reverse	8	-0.05048900097608566
177065	rnn.bias_ih_l0_reverse	9	0.06387057900428772
177065	rnn.bias_hh_l0_reverse	0	0.02574457786977291
177065	rnn.bias_hh_l0_reverse	1	-0.05510181933641434
177065	rnn.bias_hh_l0_reverse	2	0.07557720690965652
177065	rnn.bias_hh_l0_reverse	3	-0.052006497979164124
177065	rnn.bias_hh_l0_reverse	4	-0.0231598112732172
177065	rnn.bias_hh_l0_reverse	5	-0.02864081971347332
177065	rnn.bias_hh_l0_reverse	6	-0.017128389328718185
177065	rnn.bias_hh_l0_reverse	7	0.10363220423460007
177065	rnn.bias_hh_l0_reverse	8	0.03048636019229889
177065	rnn.bias_hh_l0_reverse	9	-0.15562237799167633
177065	rnn.weight_ih_l1	0	-0.03000614233314991
177065	rnn.weight_ih_l1	1	-0.053467750549316406
177065	rnn.weight_ih_l1	2	0.06055234372615814
177065	rnn.weight_ih_l1	3	-0.06557777523994446
177065	rnn.weight_ih_l1	4	-0.014976663514971733
177065	rnn.weight_ih_l1	5	-0.04220143333077431
177065	rnn.weight_ih_l1	6	0.028138337656855583
177065	rnn.weight_ih_l1	7	-0.04363284632563591
177065	rnn.weight_ih_l1	8	0.03652477636933327
177065	rnn.weight_ih_l1	9	0.04571464657783508
177065	rnn.weight_hh_l1	0	-0.002312780125066638
177065	rnn.weight_hh_l1	1	0.01899607852101326
177065	rnn.weight_hh_l1	2	0.013225322589278221
177065	rnn.weight_hh_l1	3	-0.012199134565889835
177065	rnn.weight_hh_l1	4	0.008093413896858692
177065	rnn.weight_hh_l1	5	0.03133315593004227
177065	rnn.weight_hh_l1	6	0.03368809446692467
177065	rnn.weight_hh_l1	7	-0.01870163343846798
177065	rnn.weight_hh_l1	8	-0.00807697232812643
177065	rnn.weight_hh_l1	9	0.035018522292375565
177065	rnn.bias_ih_l1	0	-0.20145681500434875
177065	rnn.bias_ih_l1	1	-0.17434319853782654
177065	rnn.bias_ih_l1	2	-0.2082238644361496
177065	rnn.bias_ih_l1	3	-0.32690611481666565
177065	rnn.bias_ih_l1	4	-0.18485641479492188
177065	rnn.bias_ih_l1	5	-0.09192213416099548
177065	rnn.bias_ih_l1	6	-0.1738613396883011
177065	rnn.bias_ih_l1	7	-0.008800778537988663
177065	rnn.bias_ih_l1	8	-0.13815604150295258
177065	rnn.bias_ih_l1	9	-0.1392597258090973
177065	rnn.bias_hh_l1	0	-0.09677565097808838
177065	rnn.bias_hh_l1	1	-0.06945062428712845
177065	rnn.bias_hh_l1	2	-0.09829653799533844
177065	rnn.bias_hh_l1	3	-0.08175429701805115
177065	rnn.bias_hh_l1	4	-0.08714725822210312
177065	rnn.bias_hh_l1	5	-0.120428167283535
177065	rnn.bias_hh_l1	6	-0.1537528783082962
177065	rnn.bias_hh_l1	7	0.06228969991207123
177065	rnn.bias_hh_l1	8	-0.16957491636276245
177065	rnn.bias_hh_l1	9	-0.11421817541122437
177065	rnn.weight_ih_l1_reverse	0	-0.037167515605688095
177065	rnn.weight_ih_l1_reverse	1	0.030796954408288002
177065	rnn.weight_ih_l1_reverse	2	0.07512303441762924
177065	rnn.weight_ih_l1_reverse	3	-0.006146409083157778
177065	rnn.weight_ih_l1_reverse	4	-0.03759823366999626
177065	rnn.weight_ih_l1_reverse	5	-0.03093663416802883
177065	rnn.weight_ih_l1_reverse	6	-0.00016639438399579376
177065	rnn.weight_ih_l1_reverse	7	0.028182627633213997
177065	rnn.weight_ih_l1_reverse	8	0.009750903584063053
177065	rnn.weight_ih_l1_reverse	9	-0.04343555122613907
177065	rnn.weight_hh_l1_reverse	0	0.005504172295331955
177065	rnn.weight_hh_l1_reverse	1	0.030865319073200226
177065	rnn.weight_hh_l1_reverse	2	-0.04046458378434181
177065	rnn.weight_hh_l1_reverse	3	0.03572478145360947
177065	rnn.weight_hh_l1_reverse	4	0.047954488545656204
177065	rnn.weight_hh_l1_reverse	5	0.0011846714187413454
177065	rnn.weight_hh_l1_reverse	6	0.05398574098944664
177065	rnn.weight_hh_l1_reverse	7	0.02960832789540291
177065	rnn.weight_hh_l1_reverse	8	-0.006859322544187307
177065	rnn.weight_hh_l1_reverse	9	-0.03111022152006626
177065	rnn.bias_ih_l1_reverse	0	-0.06138363108038902
177065	rnn.bias_ih_l1_reverse	1	-0.1443570852279663
177065	rnn.bias_ih_l1_reverse	2	-0.1730206161737442
177065	rnn.bias_ih_l1_reverse	3	-0.06377339363098145
177065	rnn.bias_ih_l1_reverse	4	-0.21390053629875183
177065	rnn.bias_ih_l1_reverse	5	-0.11498235911130905
177065	rnn.bias_ih_l1_reverse	6	-0.13925181329250336
177065	rnn.bias_ih_l1_reverse	7	-0.18717986345291138
177065	rnn.bias_ih_l1_reverse	8	0.20856790244579315
177065	rnn.bias_ih_l1_reverse	9	0.028393132612109184
177065	rnn.bias_hh_l1_reverse	0	-0.02600782923400402
177065	rnn.bias_hh_l1_reverse	1	-0.07506562769412994
177065	rnn.bias_hh_l1_reverse	2	-0.24161945283412933
177065	rnn.bias_hh_l1_reverse	3	-0.13831649720668793
177065	rnn.bias_hh_l1_reverse	4	-0.09146342426538467
177065	rnn.bias_hh_l1_reverse	5	-0.12313000112771988
177065	rnn.bias_hh_l1_reverse	6	0.06583549082279205
177065	rnn.bias_hh_l1_reverse	7	-0.161553755402565
177065	rnn.bias_hh_l1_reverse	8	-0.1188536286354065
177065	rnn.bias_hh_l1_reverse	9	-0.14811524748802185
177065	linear.weight	0	0.002228822559118271
177065	linear.weight	1	0.09063433110713959
177065	linear.weight	2	-0.09841591119766235
177065	linear.weight	3	0.2697291672229767
177065	linear.weight	4	0.17800211906433105
177065	linear.weight	5	-0.058738384395837784
177065	linear.weight	6	0.12229257076978683
177065	linear.weight	7	0.11614958941936493
177065	linear.weight	8	0.04117003083229065
177065	linear.weight	9	-0.038068436086177826
177065	linear.bias	0	0.14145958423614502
177065	linear.bias	1	-0.16680236160755157
177065	linear.bias	2	-0.4231082499027252
177065	linear.bias	3	-0.6714503765106201
177065	linear.bias	4	-1.238576889038086
177065	linear.bias	5	-0.06153234839439392
177065	linear.bias	6	-0.7587390542030334
177065	linear.bias	7	0.2831040024757385
177065	linear.bias	8	-0.4148690700531006
177065	linear.bias	9	-1.0113976001739502
177262	transitions	0	0.693871021270752
177262	transitions	1	0.14650793373584747
177262	transitions	2	-10000.0
177262	transitions	3	-1.82589852809906
177262	transitions	4	-10000.0
177262	transitions	5	0.5691345930099487
177262	transitions	6	-0.08094702661037445
177262	transitions	7	-0.764520525932312
177262	transitions	8	-1.4134899377822876
177262	transitions	9	-0.001185361878015101
177262	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
177262	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
177262	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
177262	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
177262	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
177262	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
177262	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
177262	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
177262	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
177262	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
177262	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
177262	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
177262	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
177262	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
177262	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
177262	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
177262	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
177262	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
177262	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
177262	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
177262	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
177262	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
177262	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
177262	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
177262	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
177262	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
177262	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
177262	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
177262	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
177262	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
177262	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
177262	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
177262	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
177262	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
177262	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
177262	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
177262	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
177262	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
177262	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
177262	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
177262	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
177262	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
177262	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
177262	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
177262	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
177262	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
177262	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
177262	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
177262	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
177262	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
177262	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
177262	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
177262	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
177262	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
177262	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
177262	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
177262	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
177262	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
177262	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
177262	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
177262	embedding2nn.weight	0	0.017191173508763313
177262	embedding2nn.weight	1	-0.013026702217757702
177262	embedding2nn.weight	2	-0.014268254861235619
177262	embedding2nn.weight	3	-0.024159833788871765
177262	embedding2nn.weight	4	-0.0059150345623493195
177262	embedding2nn.weight	5	-0.0037005883641541004
177262	embedding2nn.weight	6	-0.003973264247179031
177262	embedding2nn.weight	7	-0.08305801451206207
177262	embedding2nn.weight	8	-0.0019979383796453476
177262	embedding2nn.weight	9	-0.028598612174391747
177262	embedding2nn.bias	0	0.054364245384931564
177262	embedding2nn.bias	1	-0.06839875131845474
177262	embedding2nn.bias	2	0.07331894338130951
177262	embedding2nn.bias	3	0.03752140700817108
177262	embedding2nn.bias	4	-0.02940700389444828
177262	embedding2nn.bias	5	-0.01075559388846159
177262	embedding2nn.bias	6	0.023559831082820892
177262	embedding2nn.bias	7	-0.06814201176166534
177262	embedding2nn.bias	8	0.05182977393269539
177262	embedding2nn.bias	9	0.05676845833659172
177262	rnn.weight_ih_l0	0	-0.07928011566400528
177262	rnn.weight_ih_l0	1	0.009556399658322334
177262	rnn.weight_ih_l0	2	0.03529496490955353
177262	rnn.weight_ih_l0	3	0.02301102876663208
177262	rnn.weight_ih_l0	4	-0.04481753334403038
177262	rnn.weight_ih_l0	5	-0.06327126920223236
177262	rnn.weight_ih_l0	6	0.0014135756064206362
177262	rnn.weight_ih_l0	7	0.051879461854696274
177262	rnn.weight_ih_l0	8	-0.014966589398682117
177262	rnn.weight_ih_l0	9	-0.02892165258526802
177262	rnn.weight_hh_l0	0	-0.03192397579550743
177262	rnn.weight_hh_l0	1	-0.010341520421206951
177262	rnn.weight_hh_l0	2	0.008403551764786243
177262	rnn.weight_hh_l0	3	-0.06782085448503494
177262	rnn.weight_hh_l0	4	0.08859848976135254
177262	rnn.weight_hh_l0	5	-0.02646608091890812
177262	rnn.weight_hh_l0	6	-0.05607345700263977
177262	rnn.weight_hh_l0	7	0.013252994045615196
177262	rnn.weight_hh_l0	8	0.013025060296058655
177262	rnn.weight_hh_l0	9	-0.021898752078413963
177262	rnn.bias_ih_l0	0	0.13307511806488037
177262	rnn.bias_ih_l0	1	-0.03151199594140053
177262	rnn.bias_ih_l0	2	-0.02254568040370941
177262	rnn.bias_ih_l0	3	0.15353751182556152
177262	rnn.bias_ih_l0	4	-0.012901450507342815
177262	rnn.bias_ih_l0	5	-0.020060205832123756
177262	rnn.bias_ih_l0	6	0.01821722462773323
177262	rnn.bias_ih_l0	7	0.02333723194897175
177262	rnn.bias_ih_l0	8	-0.09689029306173325
177262	rnn.bias_ih_l0	9	-0.027585968375205994
177262	rnn.bias_hh_l0	0	-0.007430938072502613
177262	rnn.bias_hh_l0	1	-0.11433464288711548
177262	rnn.bias_hh_l0	2	-0.06820887327194214
177262	rnn.bias_hh_l0	3	-0.0858432799577713
177262	rnn.bias_hh_l0	4	0.0009464648319408298
177262	rnn.bias_hh_l0	5	-0.03169527277350426
177262	rnn.bias_hh_l0	6	0.036946579813957214
177262	rnn.bias_hh_l0	7	0.04913521185517311
177262	rnn.bias_hh_l0	8	-0.11958582699298859
177262	rnn.bias_hh_l0	9	-0.05656628683209419
177262	rnn.weight_ih_l0_reverse	0	-0.024328498169779778
177262	rnn.weight_ih_l0_reverse	1	-0.056935690343379974
177262	rnn.weight_ih_l0_reverse	2	-0.04547104611992836
177262	rnn.weight_ih_l0_reverse	3	0.009490853175520897
177262	rnn.weight_ih_l0_reverse	4	-0.018643874675035477
177262	rnn.weight_ih_l0_reverse	5	-0.05512949451804161
177262	rnn.weight_ih_l0_reverse	6	0.07572831958532333
177262	rnn.weight_ih_l0_reverse	7	-0.01563766971230507
177262	rnn.weight_ih_l0_reverse	8	-0.016672562807798386
177262	rnn.weight_ih_l0_reverse	9	-0.005589387845247984
177262	rnn.weight_hh_l0_reverse	0	0.0640823021531105
177262	rnn.weight_hh_l0_reverse	1	0.021204505115747452
177262	rnn.weight_hh_l0_reverse	2	0.030162259936332703
177262	rnn.weight_hh_l0_reverse	3	0.037259429693222046
177262	rnn.weight_hh_l0_reverse	4	0.007861819118261337
177262	rnn.weight_hh_l0_reverse	5	0.014483395963907242
177262	rnn.weight_hh_l0_reverse	6	0.05221500247716904
177262	rnn.weight_hh_l0_reverse	7	-0.07769766449928284
177262	rnn.weight_hh_l0_reverse	8	0.03962785378098488
177262	rnn.weight_hh_l0_reverse	9	0.03580023720860481
177262	rnn.bias_ih_l0_reverse	0	-0.06118190288543701
177262	rnn.bias_ih_l0_reverse	1	-0.28196877241134644
177262	rnn.bias_ih_l0_reverse	2	-0.12270799279212952
177262	rnn.bias_ih_l0_reverse	3	-0.04960397630929947
177262	rnn.bias_ih_l0_reverse	4	-0.021342776715755463
177262	rnn.bias_ih_l0_reverse	5	0.07813867926597595
177262	rnn.bias_ih_l0_reverse	6	-0.06595085561275482
177262	rnn.bias_ih_l0_reverse	7	0.05111150071024895
177262	rnn.bias_ih_l0_reverse	8	-0.05042640492320061
177262	rnn.bias_ih_l0_reverse	9	0.06411243975162506
177262	rnn.bias_hh_l0_reverse	0	0.02536524459719658
177262	rnn.bias_hh_l0_reverse	1	-0.052896350622177124
177262	rnn.bias_hh_l0_reverse	2	0.0745096504688263
177262	rnn.bias_hh_l0_reverse	3	-0.052689000964164734
177262	rnn.bias_hh_l0_reverse	4	-0.023928124457597733
177262	rnn.bias_hh_l0_reverse	5	-0.029019800946116447
177262	rnn.bias_hh_l0_reverse	6	-0.016101393848657608
177262	rnn.bias_hh_l0_reverse	7	0.10295065492391586
177262	rnn.bias_hh_l0_reverse	8	0.030648207291960716
177262	rnn.bias_hh_l0_reverse	9	-0.15695707499980927
177262	rnn.weight_ih_l1	0	-0.030147233977913857
177262	rnn.weight_ih_l1	1	-0.053010910749435425
177262	rnn.weight_ih_l1	2	0.06040094792842865
177262	rnn.weight_ih_l1	3	-0.06553786993026733
177262	rnn.weight_ih_l1	4	-0.014319941401481628
177262	rnn.weight_ih_l1	5	-0.042244791984558105
177262	rnn.weight_ih_l1	6	0.027619315311312675
177262	rnn.weight_ih_l1	7	-0.04362892359495163
177262	rnn.weight_ih_l1	8	0.03645377233624458
177262	rnn.weight_ih_l1	9	0.04550343379378319
177262	rnn.weight_hh_l1	0	-0.0026351683773100376
177262	rnn.weight_hh_l1	1	0.01914440095424652
177262	rnn.weight_hh_l1	2	0.012788638472557068
177262	rnn.weight_hh_l1	3	-0.012068531475961208
177262	rnn.weight_hh_l1	4	0.0077879768796265125
177262	rnn.weight_hh_l1	5	0.03171461448073387
177262	rnn.weight_hh_l1	6	0.03340686112642288
177262	rnn.weight_hh_l1	7	-0.019037684425711632
177262	rnn.weight_hh_l1	8	-0.00796472653746605
177262	rnn.weight_hh_l1	9	0.03513729199767113
177262	rnn.bias_ih_l1	0	-0.20223239064216614
177262	rnn.bias_ih_l1	1	-0.17565399408340454
177262	rnn.bias_ih_l1	2	-0.21034936606884003
177262	rnn.bias_ih_l1	3	-0.32527586817741394
177262	rnn.bias_ih_l1	4	-0.1832944005727768
177262	rnn.bias_ih_l1	5	-0.09161707758903503
177262	rnn.bias_ih_l1	6	-0.17474837601184845
177262	rnn.bias_ih_l1	7	-0.009284496307373047
177262	rnn.bias_ih_l1	8	-0.13900946080684662
177262	rnn.bias_ih_l1	9	-0.1420365273952484
177262	rnn.bias_hh_l1	0	-0.09783398360013962
177262	rnn.bias_hh_l1	1	-0.06641145050525665
177262	rnn.bias_hh_l1	2	-0.09995526075363159
177262	rnn.bias_hh_l1	3	-0.08203041553497314
177262	rnn.bias_hh_l1	4	-0.08846071362495422
177262	rnn.bias_hh_l1	5	-0.12164373695850372
177262	rnn.bias_hh_l1	6	-0.1531635820865631
177262	rnn.bias_hh_l1	7	0.061855994164943695
177262	rnn.bias_hh_l1	8	-0.1694067418575287
177262	rnn.bias_hh_l1	9	-0.11044343560934067
177262	rnn.weight_ih_l1_reverse	0	-0.03763391077518463
177262	rnn.weight_ih_l1_reverse	1	0.031336504966020584
177262	rnn.weight_ih_l1_reverse	2	0.07623237371444702
177262	rnn.weight_ih_l1_reverse	3	-0.006134978961199522
177262	rnn.weight_ih_l1_reverse	4	-0.038750551640987396
177262	rnn.weight_ih_l1_reverse	5	-0.030947035178542137
177262	rnn.weight_ih_l1_reverse	6	-0.0007897286559455097
177262	rnn.weight_ih_l1_reverse	7	0.027407711371779442
177262	rnn.weight_ih_l1_reverse	8	0.010201080702245235
177262	rnn.weight_ih_l1_reverse	9	-0.0416850708425045
177262	rnn.weight_hh_l1_reverse	0	0.00536278635263443
177262	rnn.weight_hh_l1_reverse	1	0.03074040822684765
177262	rnn.weight_hh_l1_reverse	2	-0.04048263281583786
177262	rnn.weight_hh_l1_reverse	3	0.03573164716362953
177262	rnn.weight_hh_l1_reverse	4	0.04764894023537636
177262	rnn.weight_hh_l1_reverse	5	0.0011667509097605944
177262	rnn.weight_hh_l1_reverse	6	0.0539604090154171
177262	rnn.weight_hh_l1_reverse	7	0.029468584805727005
177262	rnn.weight_hh_l1_reverse	8	-0.006854070816189051
177262	rnn.weight_hh_l1_reverse	9	-0.031183995306491852
177262	rnn.bias_ih_l1_reverse	0	-0.06270240992307663
177262	rnn.bias_ih_l1_reverse	1	-0.1438504308462143
177262	rnn.bias_ih_l1_reverse	2	-0.17172178626060486
177262	rnn.bias_ih_l1_reverse	3	-0.06222495064139366
177262	rnn.bias_ih_l1_reverse	4	-0.21330511569976807
177262	rnn.bias_ih_l1_reverse	5	-0.1157434806227684
177262	rnn.bias_ih_l1_reverse	6	-0.14001543819904327
177262	rnn.bias_ih_l1_reverse	7	-0.18701979517936707
177262	rnn.bias_ih_l1_reverse	8	0.2075606882572174
177262	rnn.bias_ih_l1_reverse	9	0.028052382171154022
177262	rnn.bias_hh_l1_reverse	0	-0.021510083228349686
177262	rnn.bias_hh_l1_reverse	1	-0.07606523483991623
177262	rnn.bias_hh_l1_reverse	2	-0.24106484651565552
177262	rnn.bias_hh_l1_reverse	3	-0.1376926749944687
177262	rnn.bias_hh_l1_reverse	4	-0.09132988750934601
177262	rnn.bias_hh_l1_reverse	5	-0.12151769548654556
177262	rnn.bias_hh_l1_reverse	6	0.06400217860937119
177262	rnn.bias_hh_l1_reverse	7	-0.1603793203830719
177262	rnn.bias_hh_l1_reverse	8	-0.11974743008613586
177262	rnn.bias_hh_l1_reverse	9	-0.147969588637352
177262	linear.weight	0	0.002228822559118271
177262	linear.weight	1	0.09832756966352463
177262	linear.weight	2	-0.09888559579849243
177262	linear.weight	3	0.2681962549686432
177262	linear.weight	4	0.17591995000839233
177262	linear.weight	5	-0.05601479113101959
177262	linear.weight	6	0.12195734679698944
177262	linear.weight	7	0.12094374001026154
177262	linear.weight	8	0.04116997495293617
177262	linear.weight	9	-0.03948638588190079
177262	linear.bias	0	0.15933316946029663
177262	linear.bias	1	-0.17491918802261353
177262	linear.bias	2	-0.4193122684955597
177262	linear.bias	3	-0.662104606628418
177262	linear.bias	4	-1.2288448810577393
177262	linear.bias	5	-0.05282841995358467
177262	linear.bias	6	-0.7666209936141968
177262	linear.bias	7	0.2908948063850403
177262	linear.bias	8	-0.43461909890174866
177262	linear.bias	9	-1.0309242010116577
177459	transitions	0	0.6948770880699158
177459	transitions	1	0.14907729625701904
177459	transitions	2	-10000.0
177459	transitions	3	-1.8259106874465942
177459	transitions	4	-10000.0
177459	transitions	5	0.569109320640564
177459	transitions	6	-0.08098118752241135
177459	transitions	7	-0.7646922469139099
177459	transitions	8	-1.4135453701019287
177459	transitions	9	-0.0011856765486299992
177459	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
177459	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
177459	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
177459	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
177459	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
177459	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
177459	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
177459	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
177459	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
177459	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
177459	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
177459	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
177459	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
177459	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
177459	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
177459	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
177459	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
177459	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
177459	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
177459	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
177459	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
177459	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
177459	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
177459	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
177459	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
177459	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
177459	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
177459	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
177459	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
177459	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
177459	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
177459	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
177459	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
177459	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
177459	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
177459	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
177459	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
177459	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
177459	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
177459	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
177459	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
177459	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
177459	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
177459	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
177459	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
177459	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
177459	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
177459	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
177459	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
177459	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
177459	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
177459	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
177459	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
177459	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
177459	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
177459	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
177459	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
177459	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
177459	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
177459	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
177459	embedding2nn.weight	0	0.01765323057770729
177459	embedding2nn.weight	1	-0.013125689700245857
177459	embedding2nn.weight	2	-0.014268254861235619
177459	embedding2nn.weight	3	-0.02538556605577469
177459	embedding2nn.weight	4	-0.0059150345623493195
177459	embedding2nn.weight	5	-0.0037005883641541004
177459	embedding2nn.weight	6	-0.003973270766437054
177459	embedding2nn.weight	7	-0.08327098935842514
177459	embedding2nn.weight	8	-0.0019979383796453476
177459	embedding2nn.weight	9	-0.02863404154777527
177459	embedding2nn.bias	0	0.05039627104997635
177459	embedding2nn.bias	1	-0.06786175072193146
177459	embedding2nn.bias	2	0.07871533930301666
177459	embedding2nn.bias	3	0.040349263697862625
177459	embedding2nn.bias	4	-0.02484068274497986
177459	embedding2nn.bias	5	-0.008110695518553257
177459	embedding2nn.bias	6	0.02462996356189251
177459	embedding2nn.bias	7	-0.07047342509031296
177459	embedding2nn.bias	8	0.050858233124017715
177459	embedding2nn.bias	9	0.04893253743648529
177459	rnn.weight_ih_l0	0	-0.0811760202050209
177459	rnn.weight_ih_l0	1	0.009240607731044292
177459	rnn.weight_ih_l0	2	0.03494103625416756
177459	rnn.weight_ih_l0	3	0.022728191688656807
177459	rnn.weight_ih_l0	4	-0.0444282591342926
177459	rnn.weight_ih_l0	5	-0.06441759318113327
177459	rnn.weight_ih_l0	6	0.0015654857270419598
177459	rnn.weight_ih_l0	7	0.052334465086460114
177459	rnn.weight_ih_l0	8	-0.014989670366048813
177459	rnn.weight_ih_l0	9	-0.02915891259908676
177459	rnn.weight_hh_l0	0	-0.03224947303533554
177459	rnn.weight_hh_l0	1	-0.00998506136238575
177459	rnn.weight_hh_l0	2	0.008397174067795277
177459	rnn.weight_hh_l0	3	-0.06818968802690506
177459	rnn.weight_hh_l0	4	0.08879740536212921
177459	rnn.weight_hh_l0	5	-0.026961082592606544
177459	rnn.weight_hh_l0	6	-0.05567892640829086
177459	rnn.weight_hh_l0	7	0.01336359977722168
177459	rnn.weight_hh_l0	8	0.012813805602490902
177459	rnn.weight_hh_l0	9	-0.021928289905190468
177459	rnn.bias_ih_l0	0	0.13237974047660828
177459	rnn.bias_ih_l0	1	-0.03159787133336067
177459	rnn.bias_ih_l0	2	-0.021953711286187172
177459	rnn.bias_ih_l0	3	0.15581025183200836
177459	rnn.bias_ih_l0	4	-0.01444336585700512
177459	rnn.bias_ih_l0	5	-0.018978405743837357
177459	rnn.bias_ih_l0	6	0.017934663221240044
177459	rnn.bias_ih_l0	7	0.02483752742409706
177459	rnn.bias_ih_l0	8	-0.09686514735221863
177459	rnn.bias_ih_l0	9	-0.030754709616303444
177459	rnn.bias_hh_l0	0	-0.009025473147630692
177459	rnn.bias_hh_l0	1	-0.11697475612163544
177459	rnn.bias_hh_l0	2	-0.06673158705234528
177459	rnn.bias_hh_l0	3	-0.0847020149230957
177459	rnn.bias_hh_l0	4	-0.0003318723465781659
177459	rnn.bias_hh_l0	5	-0.03220278024673462
177459	rnn.bias_hh_l0	6	0.03428611159324646
177459	rnn.bias_hh_l0	7	0.04847940430045128
177459	rnn.bias_hh_l0	8	-0.1192731186747551
177459	rnn.bias_hh_l0	9	-0.05446551367640495
177459	rnn.weight_ih_l0_reverse	0	-0.024299392476677895
177459	rnn.weight_ih_l0_reverse	1	-0.056986331939697266
177459	rnn.weight_ih_l0_reverse	2	-0.044929709285497665
177459	rnn.weight_ih_l0_reverse	3	0.009810368530452251
177459	rnn.weight_ih_l0_reverse	4	-0.01888061687350273
177459	rnn.weight_ih_l0_reverse	5	-0.05487153306603432
177459	rnn.weight_ih_l0_reverse	6	0.07521290332078934
177459	rnn.weight_ih_l0_reverse	7	-0.015491345897316933
177459	rnn.weight_ih_l0_reverse	8	-0.016849089413881302
177459	rnn.weight_ih_l0_reverse	9	-0.005149691365659237
177459	rnn.weight_hh_l0_reverse	0	0.0636240765452385
177459	rnn.weight_hh_l0_reverse	1	0.021596495062112808
177459	rnn.weight_hh_l0_reverse	2	0.030153829604387283
177459	rnn.weight_hh_l0_reverse	3	0.03757130354642868
177459	rnn.weight_hh_l0_reverse	4	0.008352918550372124
177459	rnn.weight_hh_l0_reverse	5	0.014191563241183758
177459	rnn.weight_hh_l0_reverse	6	0.05202582851052284
177459	rnn.weight_hh_l0_reverse	7	-0.0771515965461731
177459	rnn.weight_hh_l0_reverse	8	0.039946574717760086
177459	rnn.weight_hh_l0_reverse	9	0.035492490977048874
177459	rnn.bias_ih_l0_reverse	0	-0.06173642352223396
177459	rnn.bias_ih_l0_reverse	1	-0.28042086958885193
177459	rnn.bias_ih_l0_reverse	2	-0.12262070178985596
177459	rnn.bias_ih_l0_reverse	3	-0.05048700422048569
177459	rnn.bias_ih_l0_reverse	4	-0.020405389368534088
177459	rnn.bias_ih_l0_reverse	5	0.07899399101734161
177459	rnn.bias_ih_l0_reverse	6	-0.06554719805717468
177459	rnn.bias_ih_l0_reverse	7	0.0524740144610405
177459	rnn.bias_ih_l0_reverse	8	-0.05102952569723129
177459	rnn.bias_ih_l0_reverse	9	0.0633840262889862
177459	rnn.bias_hh_l0_reverse	0	0.024982081726193428
177459	rnn.bias_hh_l0_reverse	1	-0.051440220326185226
177459	rnn.bias_hh_l0_reverse	2	0.07149854302406311
177459	rnn.bias_hh_l0_reverse	3	-0.051935307681560516
177459	rnn.bias_hh_l0_reverse	4	-0.022456031292676926
177459	rnn.bias_hh_l0_reverse	5	-0.027846604585647583
177459	rnn.bias_hh_l0_reverse	6	-0.013967236503958702
177459	rnn.bias_hh_l0_reverse	7	0.10272186249494553
177459	rnn.bias_hh_l0_reverse	8	0.030633946880698204
177459	rnn.bias_hh_l0_reverse	9	-0.15514275431632996
177459	rnn.weight_ih_l1	0	-0.030166612938046455
177459	rnn.weight_ih_l1	1	-0.05285399407148361
177459	rnn.weight_ih_l1	2	0.06029486656188965
177459	rnn.weight_ih_l1	3	-0.06438862532377243
177459	rnn.weight_ih_l1	4	-0.01456245593726635
177459	rnn.weight_ih_l1	5	-0.042008113116025925
177459	rnn.weight_ih_l1	6	0.027284305542707443
177459	rnn.weight_ih_l1	7	-0.04463743790984154
177459	rnn.weight_ih_l1	8	0.03628958761692047
177459	rnn.weight_ih_l1	9	0.04586287587881088
177459	rnn.weight_hh_l1	0	-0.0021468158811330795
177459	rnn.weight_hh_l1	1	0.01921561360359192
177459	rnn.weight_hh_l1	2	0.01265615876764059
177459	rnn.weight_hh_l1	3	-0.011909397318959236
177459	rnn.weight_hh_l1	4	0.007572917267680168
177459	rnn.weight_hh_l1	5	0.031078046187758446
177459	rnn.weight_hh_l1	6	0.03328905254602432
177459	rnn.weight_hh_l1	7	-0.01872958242893219
177459	rnn.weight_hh_l1	8	-0.007821064442396164
177459	rnn.weight_hh_l1	9	0.03490673005580902
177459	rnn.bias_ih_l1	0	-0.20111031830310822
177459	rnn.bias_ih_l1	1	-0.17384269833564758
177459	rnn.bias_ih_l1	2	-0.2105395346879959
177459	rnn.bias_ih_l1	3	-0.3268366754055023
177459	rnn.bias_ih_l1	4	-0.18135131895542145
177459	rnn.bias_ih_l1	5	-0.09055576473474503
177459	rnn.bias_ih_l1	6	-0.1741200089454651
177459	rnn.bias_ih_l1	7	-0.0118778757750988
177459	rnn.bias_ih_l1	8	-0.13669084012508392
177459	rnn.bias_ih_l1	9	-0.14125174283981323
177459	rnn.bias_hh_l1	0	-0.09876678138971329
177459	rnn.bias_hh_l1	1	-0.06844248622655869
177459	rnn.bias_hh_l1	2	-0.09942527115345001
177459	rnn.bias_hh_l1	3	-0.08160824328660965
177459	rnn.bias_hh_l1	4	-0.0874776616692543
177459	rnn.bias_hh_l1	5	-0.12117571383714676
177459	rnn.bias_hh_l1	6	-0.15375791490077972
177459	rnn.bias_hh_l1	7	0.06412907689809799
177459	rnn.bias_hh_l1	8	-0.17050090432167053
177459	rnn.bias_hh_l1	9	-0.11154259741306305
177459	rnn.weight_ih_l1_reverse	0	-0.03856545686721802
177459	rnn.weight_ih_l1_reverse	1	0.03294691815972328
177459	rnn.weight_ih_l1_reverse	2	0.07502917945384979
177459	rnn.weight_ih_l1_reverse	3	-0.004822160582989454
177459	rnn.weight_ih_l1_reverse	4	-0.03810787945985794
177459	rnn.weight_ih_l1_reverse	5	-0.030823059380054474
177459	rnn.weight_ih_l1_reverse	6	-0.001609759172424674
177459	rnn.weight_ih_l1_reverse	7	0.027210688218474388
177459	rnn.weight_ih_l1_reverse	8	0.009037976153194904
177459	rnn.weight_ih_l1_reverse	9	-0.041425347328186035
177459	rnn.weight_hh_l1_reverse	0	0.005411241669207811
177459	rnn.weight_hh_l1_reverse	1	0.030645333230495453
177459	rnn.weight_hh_l1_reverse	2	-0.040457531809806824
177459	rnn.weight_hh_l1_reverse	3	0.03574276342988014
177459	rnn.weight_hh_l1_reverse	4	0.04718763753771782
177459	rnn.weight_hh_l1_reverse	5	0.0007568280561827123
177459	rnn.weight_hh_l1_reverse	6	0.053637683391571045
177459	rnn.weight_hh_l1_reverse	7	0.029692254960536957
177459	rnn.weight_hh_l1_reverse	8	-0.006824002135545015
177459	rnn.weight_hh_l1_reverse	9	-0.03129644691944122
177459	rnn.bias_ih_l1_reverse	0	-0.0628901943564415
177459	rnn.bias_ih_l1_reverse	1	-0.14221666753292084
177459	rnn.bias_ih_l1_reverse	2	-0.1709708571434021
177459	rnn.bias_ih_l1_reverse	3	-0.06659641116857529
177459	rnn.bias_ih_l1_reverse	4	-0.21315781772136688
177459	rnn.bias_ih_l1_reverse	5	-0.11570515483617783
177459	rnn.bias_ih_l1_reverse	6	-0.1395551562309265
177459	rnn.bias_ih_l1_reverse	7	-0.18838460743427277
177459	rnn.bias_ih_l1_reverse	8	0.20545706152915955
177459	rnn.bias_ih_l1_reverse	9	0.02830909937620163
177459	rnn.bias_hh_l1_reverse	0	-0.02369825169444084
177459	rnn.bias_hh_l1_reverse	1	-0.07739710807800293
177459	rnn.bias_hh_l1_reverse	2	-0.2413172572851181
177459	rnn.bias_hh_l1_reverse	3	-0.13762907683849335
177459	rnn.bias_hh_l1_reverse	4	-0.09115457534790039
177459	rnn.bias_hh_l1_reverse	5	-0.12109841406345367
177459	rnn.bias_hh_l1_reverse	6	0.0666433796286583
177459	rnn.bias_hh_l1_reverse	7	-0.16109459102153778
177459	rnn.bias_hh_l1_reverse	8	-0.11858838051557541
177459	rnn.bias_hh_l1_reverse	9	-0.14887654781341553
177459	linear.weight	0	0.002228822559118271
177459	linear.weight	1	0.0976792424917221
177459	linear.weight	2	-0.09798315912485123
177459	linear.weight	3	0.27099600434303284
177459	linear.weight	4	0.17526760697364807
177459	linear.weight	5	-0.055626168847084045
177459	linear.weight	6	0.12577806413173676
177459	linear.weight	7	0.11813979595899582
177459	linear.weight	8	0.041169747710227966
177459	linear.weight	9	-0.03889138996601105
177459	linear.bias	0	0.13325506448745728
177459	linear.bias	1	-0.17899884283542633
177459	linear.bias	2	-0.4469037353992462
177459	linear.bias	3	-0.6629767417907715
177459	linear.bias	4	-1.2293366193771362
177459	linear.bias	5	-0.058336082845926285
177459	linear.bias	6	-0.7701537013053894
177459	linear.bias	7	0.2839859127998352
177459	linear.bias	8	-0.42031365633010864
177459	linear.bias	9	-1.017237663269043
177656	transitions	0	0.7002314329147339
177656	transitions	1	0.1476552039384842
177656	transitions	2	-10000.0
177656	transitions	3	-1.8259183168411255
177656	transitions	4	-10000.0
177656	transitions	5	0.5690672993659973
177656	transitions	6	-0.08101319521665573
177656	transitions	7	-0.7650988698005676
177656	transitions	8	-1.4135653972625732
177656	transitions	9	-0.0011858734069392085
177656	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
177656	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
177656	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
177656	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
177656	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
177656	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
177656	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
177656	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
177656	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
177656	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
177656	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
177656	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
177656	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
177656	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
177656	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
177656	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
177656	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
177656	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
177656	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
177656	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
177656	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
177656	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
177656	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
177656	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
177656	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
177656	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
177656	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
177656	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
177656	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
177656	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
177656	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
177656	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
177656	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
177656	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
177656	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
177656	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
177656	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
177656	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
177656	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
177656	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
177656	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
177656	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
177656	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
177656	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
177656	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
177656	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
177656	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
177656	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
177656	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
177656	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
177656	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
177656	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
177656	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
177656	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
177656	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
177656	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
177656	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
177656	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
177656	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
177656	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
177656	embedding2nn.weight	0	0.019049474969506264
177656	embedding2nn.weight	1	-0.013104820623993874
177656	embedding2nn.weight	2	-0.014268254861235619
177656	embedding2nn.weight	3	-0.025487020611763
177656	embedding2nn.weight	4	-0.0059150345623493195
177656	embedding2nn.weight	5	-0.0037005883641541004
177656	embedding2nn.weight	6	-0.003973269835114479
177656	embedding2nn.weight	7	-0.0835343599319458
177656	embedding2nn.weight	8	-0.0019979383796453476
177656	embedding2nn.weight	9	-0.0284376610070467
177656	embedding2nn.bias	0	0.04959547147154808
177656	embedding2nn.bias	1	-0.07069957256317139
177656	embedding2nn.bias	2	0.07458436489105225
177656	embedding2nn.bias	3	0.03336002677679062
177656	embedding2nn.bias	4	-0.023106470704078674
177656	embedding2nn.bias	5	-0.010719314217567444
177656	embedding2nn.bias	6	0.0267037283629179
177656	embedding2nn.bias	7	-0.06845708191394806
177656	embedding2nn.bias	8	0.04434358701109886
177656	embedding2nn.bias	9	0.04490876942873001
177656	rnn.weight_ih_l0	0	-0.08115790039300919
177656	rnn.weight_ih_l0	1	0.009197305887937546
177656	rnn.weight_ih_l0	2	0.03398284316062927
177656	rnn.weight_ih_l0	3	0.022691935300827026
177656	rnn.weight_ih_l0	4	-0.04580342024564743
177656	rnn.weight_ih_l0	5	-0.06424661725759506
177656	rnn.weight_ih_l0	6	0.0014955953229218721
177656	rnn.weight_ih_l0	7	0.052574630826711655
177656	rnn.weight_ih_l0	8	-0.015001121908426285
177656	rnn.weight_ih_l0	9	-0.02946964092552662
177656	rnn.weight_hh_l0	0	-0.03203462436795235
177656	rnn.weight_hh_l0	1	-0.01036026794463396
177656	rnn.weight_hh_l0	2	0.007736988365650177
177656	rnn.weight_hh_l0	3	-0.06887560337781906
177656	rnn.weight_hh_l0	4	0.0890212208032608
177656	rnn.weight_hh_l0	5	-0.026977937668561935
177656	rnn.weight_hh_l0	6	-0.0554276704788208
177656	rnn.weight_hh_l0	7	0.013214544393122196
177656	rnn.weight_hh_l0	8	0.013135243207216263
177656	rnn.weight_hh_l0	9	-0.021866604685783386
177656	rnn.bias_ih_l0	0	0.1331229954957962
177656	rnn.bias_ih_l0	1	-0.03178367391228676
177656	rnn.bias_ih_l0	2	-0.022877374663949013
177656	rnn.bias_ih_l0	3	0.15786787867546082
177656	rnn.bias_ih_l0	4	-0.015213089063763618
177656	rnn.bias_ih_l0	5	-0.01888890750706196
177656	rnn.bias_ih_l0	6	0.017554936930537224
177656	rnn.bias_ih_l0	7	0.02429927885532379
177656	rnn.bias_ih_l0	8	-0.09730611741542816
177656	rnn.bias_ih_l0	9	-0.03201282024383545
177656	rnn.bias_hh_l0	0	-0.008871028199791908
177656	rnn.bias_hh_l0	1	-0.11545134335756302
177656	rnn.bias_hh_l0	2	-0.06699969619512558
177656	rnn.bias_hh_l0	3	-0.08440663665533066
177656	rnn.bias_hh_l0	4	0.001732574193738401
177656	rnn.bias_hh_l0	5	-0.03232647106051445
177656	rnn.bias_hh_l0	6	0.03358086943626404
177656	rnn.bias_hh_l0	7	0.047959260642528534
177656	rnn.bias_hh_l0	8	-0.11995990574359894
177656	rnn.bias_hh_l0	9	-0.054306015372276306
177656	rnn.weight_ih_l0_reverse	0	-0.024216782301664352
177656	rnn.weight_ih_l0_reverse	1	-0.05739672854542732
177656	rnn.weight_ih_l0_reverse	2	-0.04533582553267479
177656	rnn.weight_ih_l0_reverse	3	0.010380113497376442
177656	rnn.weight_ih_l0_reverse	4	-0.01878492534160614
177656	rnn.weight_ih_l0_reverse	5	-0.05511705204844475
177656	rnn.weight_ih_l0_reverse	6	0.0757802203297615
177656	rnn.weight_ih_l0_reverse	7	-0.015516303479671478
177656	rnn.weight_ih_l0_reverse	8	-0.016840655356645584
177656	rnn.weight_ih_l0_reverse	9	-0.00440853601321578
177656	rnn.weight_hh_l0_reverse	0	0.06376202404499054
177656	rnn.weight_hh_l0_reverse	1	0.021710701286792755
177656	rnn.weight_hh_l0_reverse	2	0.030500320717692375
177656	rnn.weight_hh_l0_reverse	3	0.03719530627131462
177656	rnn.weight_hh_l0_reverse	4	0.008976695127785206
177656	rnn.weight_hh_l0_reverse	5	0.013902946375310421
177656	rnn.weight_hh_l0_reverse	6	0.05202306807041168
177656	rnn.weight_hh_l0_reverse	7	-0.07742707431316376
177656	rnn.weight_hh_l0_reverse	8	0.03932160511612892
177656	rnn.weight_hh_l0_reverse	9	0.03558538481593132
177656	rnn.bias_ih_l0_reverse	0	-0.060781773179769516
177656	rnn.bias_ih_l0_reverse	1	-0.28041622042655945
177656	rnn.bias_ih_l0_reverse	2	-0.12213635444641113
177656	rnn.bias_ih_l0_reverse	3	-0.05038144066929817
177656	rnn.bias_ih_l0_reverse	4	-0.01929863914847374
177656	rnn.bias_ih_l0_reverse	5	0.07895445823669434
177656	rnn.bias_ih_l0_reverse	6	-0.064730703830719
177656	rnn.bias_ih_l0_reverse	7	0.052131813019514084
177656	rnn.bias_ih_l0_reverse	8	-0.05053333938121796
177656	rnn.bias_ih_l0_reverse	9	0.06340669840574265
177656	rnn.bias_hh_l0_reverse	0	0.02499525062739849
177656	rnn.bias_hh_l0_reverse	1	-0.051615454256534576
177656	rnn.bias_hh_l0_reverse	2	0.073663629591465
177656	rnn.bias_hh_l0_reverse	3	-0.052737895399332047
177656	rnn.bias_hh_l0_reverse	4	-0.02089131437242031
177656	rnn.bias_hh_l0_reverse	5	-0.02967415750026703
177656	rnn.bias_hh_l0_reverse	6	-0.015490842051804066
177656	rnn.bias_hh_l0_reverse	7	0.1019197478890419
177656	rnn.bias_hh_l0_reverse	8	0.030174562707543373
177656	rnn.bias_hh_l0_reverse	9	-0.15507055819034576
177656	rnn.weight_ih_l1	0	-0.030022768303751945
177656	rnn.weight_ih_l1	1	-0.052837830036878586
177656	rnn.weight_ih_l1	2	0.061330582946538925
177656	rnn.weight_ih_l1	3	-0.06385859102010727
177656	rnn.weight_ih_l1	4	-0.01476102601736784
177656	rnn.weight_ih_l1	5	-0.04223819822072983
177656	rnn.weight_ih_l1	6	0.026908840984106064
177656	rnn.weight_ih_l1	7	-0.044415973126888275
177656	rnn.weight_ih_l1	8	0.0362701378762722
177656	rnn.weight_ih_l1	9	0.045827075839042664
177656	rnn.weight_hh_l1	0	-0.0012643699301406741
177656	rnn.weight_hh_l1	1	0.01926553249359131
177656	rnn.weight_hh_l1	2	0.012939723208546638
177656	rnn.weight_hh_l1	3	-0.012080634012818336
177656	rnn.weight_hh_l1	4	0.00788345467299223
177656	rnn.weight_hh_l1	5	0.031093234196305275
177656	rnn.weight_hh_l1	6	0.03380236029624939
177656	rnn.weight_hh_l1	7	-0.018526896834373474
177656	rnn.weight_hh_l1	8	-0.0076177907176315784
177656	rnn.weight_hh_l1	9	0.03475810959935188
177656	rnn.bias_ih_l1	0	-0.19867265224456787
177656	rnn.bias_ih_l1	1	-0.17451626062393188
177656	rnn.bias_ih_l1	2	-0.21365928649902344
177656	rnn.bias_ih_l1	3	-0.32639506459236145
177656	rnn.bias_ih_l1	4	-0.18082043528556824
177656	rnn.bias_ih_l1	5	-0.0895678922533989
177656	rnn.bias_ih_l1	6	-0.17322751879692078
177656	rnn.bias_ih_l1	7	-0.01158151589334011
177656	rnn.bias_ih_l1	8	-0.13140814006328583
177656	rnn.bias_ih_l1	9	-0.14179357886314392
177656	rnn.bias_hh_l1	0	-0.0992509126663208
177656	rnn.bias_hh_l1	1	-0.06678778678178787
177656	rnn.bias_hh_l1	2	-0.09884001314640045
177656	rnn.bias_hh_l1	3	-0.08210959285497665
177656	rnn.bias_hh_l1	4	-0.08870231360197067
177656	rnn.bias_hh_l1	5	-0.12084260582923889
177656	rnn.bias_hh_l1	6	-0.1544388234615326
177656	rnn.bias_hh_l1	7	0.06240042671561241
177656	rnn.bias_hh_l1	8	-0.1705349087715149
177656	rnn.bias_hh_l1	9	-0.1114083006978035
177656	rnn.weight_ih_l1_reverse	0	-0.03824952617287636
177656	rnn.weight_ih_l1_reverse	1	0.0330909863114357
177656	rnn.weight_ih_l1_reverse	2	0.07416384667158127
177656	rnn.weight_ih_l1_reverse	3	-0.0053367759101092815
177656	rnn.weight_ih_l1_reverse	4	-0.03710561618208885
177656	rnn.weight_ih_l1_reverse	5	-0.030678024515509605
177656	rnn.weight_ih_l1_reverse	6	-0.0015693620080128312
177656	rnn.weight_ih_l1_reverse	7	0.026905154809355736
177656	rnn.weight_ih_l1_reverse	8	0.009702370502054691
177656	rnn.weight_ih_l1_reverse	9	-0.042247653007507324
177656	rnn.weight_hh_l1_reverse	0	0.005472167395055294
177656	rnn.weight_hh_l1_reverse	1	0.030737176537513733
177656	rnn.weight_hh_l1_reverse	2	-0.040465112775564194
177656	rnn.weight_hh_l1_reverse	3	0.035604387521743774
177656	rnn.weight_hh_l1_reverse	4	0.046803172677755356
177656	rnn.weight_hh_l1_reverse	5	0.0007138703367672861
177656	rnn.weight_hh_l1_reverse	6	0.05388908088207245
177656	rnn.weight_hh_l1_reverse	7	0.029716486111283302
177656	rnn.weight_hh_l1_reverse	8	-0.006860727444291115
177656	rnn.weight_hh_l1_reverse	9	-0.031521789729595184
177656	rnn.bias_ih_l1_reverse	0	-0.06444855779409409
177656	rnn.bias_ih_l1_reverse	1	-0.14271855354309082
177656	rnn.bias_ih_l1_reverse	2	-0.16923485696315765
177656	rnn.bias_ih_l1_reverse	3	-0.06844717264175415
177656	rnn.bias_ih_l1_reverse	4	-0.2128412127494812
177656	rnn.bias_ih_l1_reverse	5	-0.1156245693564415
177656	rnn.bias_ih_l1_reverse	6	-0.13984858989715576
177656	rnn.bias_ih_l1_reverse	7	-0.18927571177482605
177656	rnn.bias_ih_l1_reverse	8	0.20658795535564423
177656	rnn.bias_ih_l1_reverse	9	0.030574334785342216
177656	rnn.bias_hh_l1_reverse	0	-0.026599423959851265
177656	rnn.bias_hh_l1_reverse	1	-0.07842859625816345
177656	rnn.bias_hh_l1_reverse	2	-0.24141930043697357
177656	rnn.bias_hh_l1_reverse	3	-0.13652722537517548
177656	rnn.bias_hh_l1_reverse	4	-0.0889170691370964
177656	rnn.bias_hh_l1_reverse	5	-0.12162695080041885
177656	rnn.bias_hh_l1_reverse	6	0.07003694027662277
177656	rnn.bias_hh_l1_reverse	7	-0.15895983576774597
177656	rnn.bias_hh_l1_reverse	8	-0.1178726851940155
177656	rnn.bias_hh_l1_reverse	9	-0.1488400399684906
177656	linear.weight	0	0.002228822559118271
177656	linear.weight	1	0.10064830631017685
177656	linear.weight	2	-0.09740752726793289
177656	linear.weight	3	0.2741274833679199
177656	linear.weight	4	0.17512543499469757
177656	linear.weight	5	-0.055139727890491486
177656	linear.weight	6	0.12822780013084412
177656	linear.weight	7	0.12535245716571808
177656	linear.weight	8	0.04116945341229439
177656	linear.weight	9	-0.04023716598749161
177656	linear.bias	0	0.13390281796455383
177656	linear.bias	1	-0.17604419589042664
177656	linear.bias	2	-0.44237664341926575
177656	linear.bias	3	-0.659886360168457
177656	linear.bias	4	-1.2266902923583984
177656	linear.bias	5	-0.0701814815402031
177656	linear.bias	6	-0.7670183777809143
177656	linear.bias	7	0.26908817887306213
177656	linear.bias	8	-0.42132773995399475
177656	linear.bias	9	-1.0185415744781494
177660	transitions	0	0.7002296447753906
177660	transitions	1	0.147653266787529
177660	transitions	2	-10000.0
177660	transitions	3	-1.8259183168411255
177660	transitions	4	-10000.0
177660	transitions	5	0.5690664052963257
177660	transitions	6	-0.08101332187652588
177660	transitions	7	-0.7650988698005676
177660	transitions	8	-1.4135653972625732
177660	transitions	9	-0.001185873756185174
177660	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
177660	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
177660	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
177660	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
177660	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
177660	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
177660	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
177660	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
177660	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
177660	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
177660	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
177660	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
177660	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
177660	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
177660	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
177660	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
177660	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
177660	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
177660	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
177660	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
177660	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
177660	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
177660	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
177660	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
177660	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
177660	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
177660	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
177660	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
177660	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
177660	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
177660	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
177660	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
177660	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
177660	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
177660	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
177660	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
177660	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
177660	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
177660	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
177660	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
177660	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
177660	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
177660	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
177660	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
177660	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
177660	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
177660	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
177660	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
177660	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
177660	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
177660	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
177660	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
177660	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
177660	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
177660	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
177660	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
177660	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
177660	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
177660	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
177660	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
177660	embedding2nn.weight	0	0.01903422921895981
177660	embedding2nn.weight	1	-0.013103784061968327
177660	embedding2nn.weight	2	-0.014268254861235619
177660	embedding2nn.weight	3	-0.025536447763442993
177660	embedding2nn.weight	4	-0.0059150345623493195
177660	embedding2nn.weight	5	-0.0037005883641541004
177660	embedding2nn.weight	6	-0.003973269835114479
177660	embedding2nn.weight	7	-0.08363480120897293
177660	embedding2nn.weight	8	-0.0019979383796453476
177660	embedding2nn.weight	9	-0.028415629640221596
177660	embedding2nn.bias	0	0.04977497085928917
177660	embedding2nn.bias	1	-0.07070787996053696
177660	embedding2nn.bias	2	0.07471320033073425
177660	embedding2nn.bias	3	0.032647520303726196
177660	embedding2nn.bias	4	-0.023374659940600395
177660	embedding2nn.bias	5	-0.010937969200313091
177660	embedding2nn.bias	6	0.027048645541071892
177660	embedding2nn.bias	7	-0.06940875947475433
177660	embedding2nn.bias	8	0.045036476105451584
177660	embedding2nn.bias	9	0.04493487626314163
177660	rnn.weight_ih_l0	0	-0.08123144507408142
177660	rnn.weight_ih_l0	1	0.009018976241350174
177660	rnn.weight_ih_l0	2	0.03395884856581688
177660	rnn.weight_ih_l0	3	0.02268148958683014
177660	rnn.weight_ih_l0	4	-0.045777034014463425
177660	rnn.weight_ih_l0	5	-0.06424381583929062
177660	rnn.weight_ih_l0	6	0.0016558521892875433
177660	rnn.weight_ih_l0	7	0.052578650414943695
177660	rnn.weight_ih_l0	8	-0.014706609770655632
177660	rnn.weight_ih_l0	9	-0.029440896585583687
177660	rnn.weight_hh_l0	0	-0.031981296837329865
177660	rnn.weight_hh_l0	1	-0.010353867895901203
177660	rnn.weight_hh_l0	2	0.00782159436494112
177660	rnn.weight_hh_l0	3	-0.06886962056159973
177660	rnn.weight_hh_l0	4	0.08903256058692932
177660	rnn.weight_hh_l0	5	-0.027005692943930626
177660	rnn.weight_hh_l0	6	-0.05545699596405029
177660	rnn.weight_hh_l0	7	0.013200036250054836
177660	rnn.weight_hh_l0	8	0.013147304765880108
177660	rnn.weight_hh_l0	9	-0.02181864343583584
177660	rnn.bias_ih_l0	0	0.13319753110408783
177660	rnn.bias_ih_l0	1	-0.031712912023067474
177660	rnn.bias_ih_l0	2	-0.022893143817782402
177660	rnn.bias_ih_l0	3	0.15793733298778534
177660	rnn.bias_ih_l0	4	-0.015341551043093204
177660	rnn.bias_ih_l0	5	-0.018829723820090294
177660	rnn.bias_ih_l0	6	0.0175556018948555
177660	rnn.bias_ih_l0	7	0.02434820495545864
177660	rnn.bias_ih_l0	8	-0.09735675156116486
177660	rnn.bias_ih_l0	9	-0.03213772922754288
177660	rnn.bias_hh_l0	0	-0.008582286536693573
177660	rnn.bias_hh_l0	1	-0.11553572863340378
177660	rnn.bias_hh_l0	2	-0.06708695739507675
177660	rnn.bias_hh_l0	3	-0.08433377742767334
177660	rnn.bias_hh_l0	4	0.0017164112068712711
177660	rnn.bias_hh_l0	5	-0.03239160031080246
177660	rnn.bias_hh_l0	6	0.03368498384952545
177660	rnn.bias_hh_l0	7	0.04789062589406967
177660	rnn.bias_hh_l0	8	-0.11981825530529022
177660	rnn.bias_hh_l0	9	-0.05435919016599655
177660	rnn.weight_ih_l0_reverse	0	-0.024210913106799126
177660	rnn.weight_ih_l0_reverse	1	-0.05751192197203636
177660	rnn.weight_ih_l0_reverse	2	-0.04534583538770676
177660	rnn.weight_ih_l0_reverse	3	0.01039797067642212
177660	rnn.weight_ih_l0_reverse	4	-0.018916944041848183
177660	rnn.weight_ih_l0_reverse	5	-0.0551520511507988
177660	rnn.weight_ih_l0_reverse	6	0.0758180171251297
177660	rnn.weight_ih_l0_reverse	7	-0.015580730512738228
177660	rnn.weight_ih_l0_reverse	8	-0.016846656799316406
177660	rnn.weight_ih_l0_reverse	9	-0.004638181068003178
177660	rnn.weight_hh_l0_reverse	0	0.06374918669462204
177660	rnn.weight_hh_l0_reverse	1	0.02169453725218773
177660	rnn.weight_hh_l0_reverse	2	0.030491694808006287
177660	rnn.weight_hh_l0_reverse	3	0.037263572216033936
177660	rnn.weight_hh_l0_reverse	4	0.008988657966256142
177660	rnn.weight_hh_l0_reverse	5	0.013906892389059067
177660	rnn.weight_hh_l0_reverse	6	0.05204632878303528
177660	rnn.weight_hh_l0_reverse	7	-0.0773848295211792
177660	rnn.weight_hh_l0_reverse	8	0.03938163444399834
177660	rnn.weight_hh_l0_reverse	9	0.0355810821056366
177660	rnn.bias_ih_l0_reverse	0	-0.06079454720020294
177660	rnn.bias_ih_l0_reverse	1	-0.2805176079273224
177660	rnn.bias_ih_l0_reverse	2	-0.12221456319093704
177660	rnn.bias_ih_l0_reverse	3	-0.05033181607723236
177660	rnn.bias_ih_l0_reverse	4	-0.019318722188472748
177660	rnn.bias_ih_l0_reverse	5	0.07884448021650314
177660	rnn.bias_ih_l0_reverse	6	-0.06468217819929123
177660	rnn.bias_ih_l0_reverse	7	0.05223187059164047
177660	rnn.bias_ih_l0_reverse	8	-0.05038142949342728
177660	rnn.bias_ih_l0_reverse	9	0.06353731453418732
177660	rnn.bias_hh_l0_reverse	0	0.025005251169204712
177660	rnn.bias_hh_l0_reverse	1	-0.051610127091407776
177660	rnn.bias_hh_l0_reverse	2	0.07384231686592102
177660	rnn.bias_hh_l0_reverse	3	-0.05266642943024635
177660	rnn.bias_hh_l0_reverse	4	-0.021115368232131004
177660	rnn.bias_hh_l0_reverse	5	-0.02970634028315544
177660	rnn.bias_hh_l0_reverse	6	-0.015205159783363342
177660	rnn.bias_hh_l0_reverse	7	0.10192658007144928
177660	rnn.bias_hh_l0_reverse	8	0.030403252691030502
177660	rnn.bias_hh_l0_reverse	9	-0.15543879568576813
177660	rnn.weight_ih_l1	0	-0.030002374202013016
177660	rnn.weight_ih_l1	1	-0.052770521491765976
177660	rnn.weight_ih_l1	2	0.06124461814761162
177660	rnn.weight_ih_l1	3	-0.06386886537075043
177660	rnn.weight_ih_l1	4	-0.014754912815988064
177660	rnn.weight_ih_l1	5	-0.04274734482169151
177660	rnn.weight_ih_l1	6	0.02690882794559002
177660	rnn.weight_ih_l1	7	-0.044392503798007965
177660	rnn.weight_ih_l1	8	0.0362648144364357
177660	rnn.weight_ih_l1	9	0.04578535258769989
177660	rnn.weight_hh_l1	0	-0.001274680718779564
177660	rnn.weight_hh_l1	1	0.0192567128688097
177660	rnn.weight_hh_l1	2	0.012735730037093163
177660	rnn.weight_hh_l1	3	-0.012081440538167953
177660	rnn.weight_hh_l1	4	0.00789879821240902
177660	rnn.weight_hh_l1	5	0.03109227679669857
177660	rnn.weight_hh_l1	6	0.0337376743555069
177660	rnn.weight_hh_l1	7	-0.018457233905792236
177660	rnn.weight_hh_l1	8	-0.007625536061823368
177660	rnn.weight_hh_l1	9	0.03474085405468941
177660	rnn.bias_ih_l1	0	-0.1989438831806183
177660	rnn.bias_ih_l1	1	-0.17484164237976074
177660	rnn.bias_ih_l1	2	-0.21363593637943268
177660	rnn.bias_ih_l1	3	-0.326213538646698
177660	rnn.bias_ih_l1	4	-0.18069541454315186
177660	rnn.bias_ih_l1	5	-0.08953218162059784
177660	rnn.bias_ih_l1	6	-0.17330290377140045
177660	rnn.bias_ih_l1	7	-0.011497655883431435
177660	rnn.bias_ih_l1	8	-0.131342813372612
177660	rnn.bias_ih_l1	9	-0.14149180054664612
177660	rnn.bias_hh_l1	0	-0.09925683587789536
177660	rnn.bias_hh_l1	1	-0.0666651651263237
177660	rnn.bias_hh_l1	2	-0.09896783530712128
177660	rnn.bias_hh_l1	3	-0.08223241567611694
177660	rnn.bias_hh_l1	4	-0.08892016112804413
177660	rnn.bias_hh_l1	5	-0.12081623077392578
177660	rnn.bias_hh_l1	6	-0.15433694422245026
177660	rnn.bias_hh_l1	7	0.06253610551357269
177660	rnn.bias_hh_l1	8	-0.17056146264076233
177660	rnn.bias_hh_l1	9	-0.11127333343029022
177660	rnn.weight_ih_l1_reverse	0	-0.03825131431221962
177660	rnn.weight_ih_l1_reverse	1	0.03304513916373253
177660	rnn.weight_ih_l1_reverse	2	0.07416938990354538
177660	rnn.weight_ih_l1_reverse	3	-0.005377782508730888
177660	rnn.weight_ih_l1_reverse	4	-0.03687649592757225
177660	rnn.weight_ih_l1_reverse	5	-0.030678698793053627
177660	rnn.weight_ih_l1_reverse	6	-0.0015879020793363452
177660	rnn.weight_ih_l1_reverse	7	0.026902133598923683
177660	rnn.weight_ih_l1_reverse	8	0.009721767157316208
177660	rnn.weight_ih_l1_reverse	9	-0.04223516210913658
177660	rnn.weight_hh_l1_reverse	0	0.0054706912487745285
177660	rnn.weight_hh_l1_reverse	1	0.030735008418560028
177660	rnn.weight_hh_l1_reverse	2	-0.04046233370900154
177660	rnn.weight_hh_l1_reverse	3	0.03557385131716728
177660	rnn.weight_hh_l1_reverse	4	0.04676170274615288
177660	rnn.weight_hh_l1_reverse	5	0.0007381238392554224
177660	rnn.weight_hh_l1_reverse	6	0.05394385755062103
177660	rnn.weight_hh_l1_reverse	7	0.02971278876066208
177660	rnn.weight_hh_l1_reverse	8	-0.00686482060700655
177660	rnn.weight_hh_l1_reverse	9	-0.03151948004961014
177660	rnn.bias_ih_l1_reverse	0	-0.06457613408565521
177660	rnn.bias_ih_l1_reverse	1	-0.1426980197429657
177660	rnn.bias_ih_l1_reverse	2	-0.169035866856575
177660	rnn.bias_ih_l1_reverse	3	-0.06858078390359879
177660	rnn.bias_ih_l1_reverse	4	-0.21275079250335693
177660	rnn.bias_ih_l1_reverse	5	-0.11574584245681763
177660	rnn.bias_ih_l1_reverse	6	-0.13988760113716125
177660	rnn.bias_ih_l1_reverse	7	-0.1892898827791214
177660	rnn.bias_ih_l1_reverse	8	0.20670711994171143
177660	rnn.bias_ih_l1_reverse	9	0.03061918169260025
177660	rnn.bias_hh_l1_reverse	0	-0.02773456461727619
177660	rnn.bias_hh_l1_reverse	1	-0.07799436151981354
177660	rnn.bias_hh_l1_reverse	2	-0.24151024222373962
177660	rnn.bias_hh_l1_reverse	3	-0.13668343424797058
177660	rnn.bias_hh_l1_reverse	4	-0.08907444030046463
177660	rnn.bias_hh_l1_reverse	5	-0.12180563062429428
177660	rnn.bias_hh_l1_reverse	6	0.06999462097883224
177660	rnn.bias_hh_l1_reverse	7	-0.1590469777584076
177660	rnn.bias_hh_l1_reverse	8	-0.11788930743932724
177660	rnn.bias_hh_l1_reverse	9	-0.14888373017311096
177660	linear.weight	0	0.002228822559118271
177660	linear.weight	1	0.10039488226175308
177660	linear.weight	2	-0.0975789874792099
177660	linear.weight	3	0.27413681149482727
177660	linear.weight	4	0.17511263489723206
177660	linear.weight	5	-0.05515860766172409
177660	linear.weight	6	0.12626765668392181
177660	linear.weight	7	0.12289248406887054
177660	linear.weight	8	0.04116945341229439
177660	linear.weight	9	-0.040235359221696854
177660	linear.bias	0	0.13794644176959991
177660	linear.bias	1	-0.1757439523935318
177660	linear.bias	2	-0.4404942989349365
177660	linear.bias	3	-0.6620452404022217
177660	linear.bias	4	-1.2288564443588257
177660	linear.bias	5	-0.07615157216787338
177660	linear.bias	6	-0.7667526006698608
177660	linear.bias	7	0.263125479221344
177660	linear.bias	8	-0.42173105478286743
177660	linear.bias	9	-1.018977165222168
177857	transitions	0	0.701619029045105
177857	transitions	1	0.15379098057746887
177857	transitions	2	-10000.0
177857	transitions	3	-1.825931191444397
177857	transitions	4	-10000.0
177857	transitions	5	0.5690436959266663
177857	transitions	6	-0.08103901147842407
177857	transitions	7	-0.7659381031990051
177857	transitions	8	-1.4136077165603638
177857	transitions	9	-0.0011862608371302485
177857	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
177857	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
177857	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
177857	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
177857	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
177857	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
177857	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
177857	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
177857	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
177857	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
177857	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
177857	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
177857	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
177857	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
177857	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
177857	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
177857	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
177857	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
177857	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
177857	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
177857	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
177857	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
177857	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
177857	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
177857	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
177857	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
177857	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
177857	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
177857	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
177857	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
177857	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
177857	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
177857	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
177857	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
177857	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
177857	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
177857	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
177857	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
177857	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
177857	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
177857	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
177857	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
177857	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
177857	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
177857	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
177857	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
177857	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
177857	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
177857	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
177857	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
177857	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
177857	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
177857	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
177857	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
177857	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
177857	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
177857	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
177857	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
177857	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
177857	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
177857	embedding2nn.weight	0	0.01902529038488865
177857	embedding2nn.weight	1	-0.013186505064368248
177857	embedding2nn.weight	2	-0.014268254861235619
177857	embedding2nn.weight	3	-0.023743856698274612
177857	embedding2nn.weight	4	-0.0059150345623493195
177857	embedding2nn.weight	5	-0.0037005883641541004
177857	embedding2nn.weight	6	-0.003973268438130617
177857	embedding2nn.weight	7	-0.08397607505321503
177857	embedding2nn.weight	8	-0.0019979383796453476
177857	embedding2nn.weight	9	-0.02848167158663273
177857	embedding2nn.bias	0	0.05104367062449455
177857	embedding2nn.bias	1	-0.06957250833511353
177857	embedding2nn.bias	2	0.07394785434007645
177857	embedding2nn.bias	3	0.03454028069972992
177857	embedding2nn.bias	4	-0.022196469828486443
177857	embedding2nn.bias	5	-0.009810353629291058
177857	embedding2nn.bias	6	0.025245366618037224
177857	embedding2nn.bias	7	-0.07034756243228912
177857	embedding2nn.bias	8	0.04945410415530205
177857	embedding2nn.bias	9	0.04466385394334793
177857	rnn.weight_ih_l0	0	-0.08117132633924484
177857	rnn.weight_ih_l0	1	0.009157800115644932
177857	rnn.weight_ih_l0	2	0.03442858159542084
177857	rnn.weight_ih_l0	3	0.022308606654405594
177857	rnn.weight_ih_l0	4	-0.044650860130786896
177857	rnn.weight_ih_l0	5	-0.06415840238332748
177857	rnn.weight_ih_l0	6	0.0018923520110547543
177857	rnn.weight_ih_l0	7	0.052634257823228836
177857	rnn.weight_ih_l0	8	-0.014274454675614834
177857	rnn.weight_ih_l0	9	-0.030559957027435303
177857	rnn.weight_hh_l0	0	-0.032218411564826965
177857	rnn.weight_hh_l0	1	-0.01056570652872324
177857	rnn.weight_hh_l0	2	0.00763830728828907
177857	rnn.weight_hh_l0	3	-0.06893439590930939
177857	rnn.weight_hh_l0	4	0.08906415104866028
177857	rnn.weight_hh_l0	5	-0.027278339490294456
177857	rnn.weight_hh_l0	6	-0.05592038854956627
177857	rnn.weight_hh_l0	7	0.012948913499712944
177857	rnn.weight_hh_l0	8	0.012828262522816658
177857	rnn.weight_hh_l0	9	-0.021936869248747826
177857	rnn.bias_ih_l0	0	0.13226936757564545
177857	rnn.bias_ih_l0	1	-0.032006554305553436
177857	rnn.bias_ih_l0	2	-0.022860130295157433
177857	rnn.bias_ih_l0	3	0.1573362797498703
177857	rnn.bias_ih_l0	4	-0.015793975442647934
177857	rnn.bias_ih_l0	5	-0.02024073339998722
177857	rnn.bias_ih_l0	6	0.017018960788846016
177857	rnn.bias_ih_l0	7	0.024978308007121086
177857	rnn.bias_ih_l0	8	-0.09654578566551208
177857	rnn.bias_ih_l0	9	-0.032338354736566544
177857	rnn.bias_hh_l0	0	-0.008106628432869911
177857	rnn.bias_hh_l0	1	-0.11564527451992035
177857	rnn.bias_hh_l0	2	-0.06772793084383011
177857	rnn.bias_hh_l0	3	-0.08461377024650574
177857	rnn.bias_hh_l0	4	0.0032520354725420475
177857	rnn.bias_hh_l0	5	-0.032989248633384705
177857	rnn.bias_hh_l0	6	0.03364509716629982
177857	rnn.bias_hh_l0	7	0.04974948987364769
177857	rnn.bias_hh_l0	8	-0.11902119219303131
177857	rnn.bias_hh_l0	9	-0.05537976697087288
177857	rnn.weight_ih_l0_reverse	0	-0.023517994210124016
177857	rnn.weight_ih_l0_reverse	1	-0.056950654834508896
177857	rnn.weight_ih_l0_reverse	2	-0.04587513953447342
177857	rnn.weight_ih_l0_reverse	3	0.009900136850774288
177857	rnn.weight_ih_l0_reverse	4	-0.018665162846446037
177857	rnn.weight_ih_l0_reverse	5	-0.05541876703500748
177857	rnn.weight_ih_l0_reverse	6	0.07644925266504288
177857	rnn.weight_ih_l0_reverse	7	-0.015302742831408978
177857	rnn.weight_ih_l0_reverse	8	-0.016685202717781067
177857	rnn.weight_ih_l0_reverse	9	-0.005129516590386629
177857	rnn.weight_hh_l0_reverse	0	0.06437914818525314
177857	rnn.weight_hh_l0_reverse	1	0.022191692143678665
177857	rnn.weight_hh_l0_reverse	2	0.030145304277539253
177857	rnn.weight_hh_l0_reverse	3	0.036917150020599365
177857	rnn.weight_hh_l0_reverse	4	0.008837866596877575
177857	rnn.weight_hh_l0_reverse	5	0.013923639431595802
177857	rnn.weight_hh_l0_reverse	6	0.05216632038354874
177857	rnn.weight_hh_l0_reverse	7	-0.07768185436725616
177857	rnn.weight_hh_l0_reverse	8	0.0395694375038147
177857	rnn.weight_hh_l0_reverse	9	0.035637740045785904
177857	rnn.bias_ih_l0_reverse	0	-0.0599646158516407
177857	rnn.bias_ih_l0_reverse	1	-0.2792346179485321
177857	rnn.bias_ih_l0_reverse	2	-0.12141020596027374
177857	rnn.bias_ih_l0_reverse	3	-0.05161190778017044
177857	rnn.bias_ih_l0_reverse	4	-0.019701410084962845
177857	rnn.bias_ih_l0_reverse	5	0.07968640327453613
177857	rnn.bias_ih_l0_reverse	6	-0.0652443990111351
177857	rnn.bias_ih_l0_reverse	7	0.052495475858449936
177857	rnn.bias_ih_l0_reverse	8	-0.04871201515197754
177857	rnn.bias_ih_l0_reverse	9	0.06296826153993607
177857	rnn.bias_hh_l0_reverse	0	0.026490749791264534
177857	rnn.bias_hh_l0_reverse	1	-0.05307989940047264
177857	rnn.bias_hh_l0_reverse	2	0.07530965656042099
177857	rnn.bias_hh_l0_reverse	3	-0.053088799118995667
177857	rnn.bias_hh_l0_reverse	4	-0.021089784801006317
177857	rnn.bias_hh_l0_reverse	5	-0.029595712199807167
177857	rnn.bias_hh_l0_reverse	6	-0.01511448621749878
177857	rnn.bias_hh_l0_reverse	7	0.10187039524316788
177857	rnn.bias_hh_l0_reverse	8	0.030101623386144638
177857	rnn.bias_hh_l0_reverse	9	-0.155042365193367
177857	rnn.weight_ih_l1	0	-0.03022022172808647
177857	rnn.weight_ih_l1	1	-0.051515791565179825
177857	rnn.weight_ih_l1	2	0.0610017254948616
177857	rnn.weight_ih_l1	3	-0.062407441437244415
177857	rnn.weight_ih_l1	4	-0.01455471571534872
177857	rnn.weight_ih_l1	5	-0.042930833995342255
177857	rnn.weight_ih_l1	6	0.026434341445565224
177857	rnn.weight_ih_l1	7	-0.04449411854147911
177857	rnn.weight_ih_l1	8	0.03635503351688385
177857	rnn.weight_ih_l1	9	0.04594418779015541
177857	rnn.weight_hh_l1	0	-0.0019413476111367345
177857	rnn.weight_hh_l1	1	0.019275257363915443
177857	rnn.weight_hh_l1	2	0.01252839993685484
177857	rnn.weight_hh_l1	3	-0.012242992408573627
177857	rnn.weight_hh_l1	4	0.008386782370507717
177857	rnn.weight_hh_l1	5	0.031078031286597252
177857	rnn.weight_hh_l1	6	0.03368895500898361
177857	rnn.weight_hh_l1	7	-0.01790444552898407
177857	rnn.weight_hh_l1	8	-0.007670007646083832
177857	rnn.weight_hh_l1	9	0.03461137413978577
177857	rnn.bias_ih_l1	0	-0.19724920392036438
177857	rnn.bias_ih_l1	1	-0.17478781938552856
177857	rnn.bias_ih_l1	2	-0.21445366740226746
177857	rnn.bias_ih_l1	3	-0.32464173436164856
177857	rnn.bias_ih_l1	4	-0.180083230137825
177857	rnn.bias_ih_l1	5	-0.09060265123844147
177857	rnn.bias_ih_l1	6	-0.17390374839305878
177857	rnn.bias_ih_l1	7	-0.006790791638195515
177857	rnn.bias_ih_l1	8	-0.13022129237651825
177857	rnn.bias_ih_l1	9	-0.14150220155715942
177857	rnn.bias_hh_l1	0	-0.09922615438699722
177857	rnn.bias_hh_l1	1	-0.06637600064277649
177857	rnn.bias_hh_l1	2	-0.1001153290271759
177857	rnn.bias_hh_l1	3	-0.08227077126502991
177857	rnn.bias_hh_l1	4	-0.08893126249313354
177857	rnn.bias_hh_l1	5	-0.12047828733921051
177857	rnn.bias_hh_l1	6	-0.15442244708538055
177857	rnn.bias_hh_l1	7	0.06438222527503967
177857	rnn.bias_hh_l1	8	-0.17065460979938507
177857	rnn.bias_hh_l1	9	-0.11255606263875961
177857	rnn.weight_ih_l1_reverse	0	-0.038264740258455276
177857	rnn.weight_ih_l1_reverse	1	0.03489111736416817
177857	rnn.weight_ih_l1_reverse	2	0.07422422617673874
177857	rnn.weight_ih_l1_reverse	3	-0.005422990303486586
177857	rnn.weight_ih_l1_reverse	4	-0.03707540035247803
177857	rnn.weight_ih_l1_reverse	5	-0.030542094260454178
177857	rnn.weight_ih_l1_reverse	6	-0.0012752071488648653
177857	rnn.weight_ih_l1_reverse	7	0.02746419422328472
177857	rnn.weight_ih_l1_reverse	8	0.009411285631358624
177857	rnn.weight_ih_l1_reverse	9	-0.03999838978052139
177857	rnn.weight_hh_l1_reverse	0	0.00534033915027976
177857	rnn.weight_hh_l1_reverse	1	0.030780503526329994
177857	rnn.weight_hh_l1_reverse	2	-0.040448661893606186
177857	rnn.weight_hh_l1_reverse	3	0.03557344898581505
177857	rnn.weight_hh_l1_reverse	4	0.04665829986333847
177857	rnn.weight_hh_l1_reverse	5	0.0007368893711827695
177857	rnn.weight_hh_l1_reverse	6	0.05292549356818199
177857	rnn.weight_hh_l1_reverse	7	0.02984723448753357
177857	rnn.weight_hh_l1_reverse	8	-0.006854632869362831
177857	rnn.weight_hh_l1_reverse	9	-0.03155047446489334
177857	rnn.bias_ih_l1_reverse	0	-0.06448182463645935
177857	rnn.bias_ih_l1_reverse	1	-0.1443862020969391
177857	rnn.bias_ih_l1_reverse	2	-0.16841532289981842
177857	rnn.bias_ih_l1_reverse	3	-0.06710802763700485
177857	rnn.bias_ih_l1_reverse	4	-0.21251793205738068
177857	rnn.bias_ih_l1_reverse	5	-0.11512377113103867
177857	rnn.bias_ih_l1_reverse	6	-0.13932017982006073
177857	rnn.bias_ih_l1_reverse	7	-0.19033394753932953
177857	rnn.bias_ih_l1_reverse	8	0.20832878351211548
177857	rnn.bias_ih_l1_reverse	9	0.029150769114494324
177857	rnn.bias_hh_l1_reverse	0	-0.021699560806155205
177857	rnn.bias_hh_l1_reverse	1	-0.0789029449224472
177857	rnn.bias_hh_l1_reverse	2	-0.24206013977527618
177857	rnn.bias_hh_l1_reverse	3	-0.1363285630941391
177857	rnn.bias_hh_l1_reverse	4	-0.08864010125398636
177857	rnn.bias_hh_l1_reverse	5	-0.1218956783413887
177857	rnn.bias_hh_l1_reverse	6	0.06719106435775757
177857	rnn.bias_hh_l1_reverse	7	-0.1581798940896988
177857	rnn.bias_hh_l1_reverse	8	-0.11794846504926682
177857	rnn.bias_hh_l1_reverse	9	-0.14882875978946686
177857	linear.weight	0	0.002228822559118271
177857	linear.weight	1	0.09852822870016098
177857	linear.weight	2	-0.0975111573934555
177857	linear.weight	3	0.28089869022369385
177857	linear.weight	4	0.175233855843544
177857	linear.weight	5	-0.05553743243217468
177857	linear.weight	6	0.13024325668811798
177857	linear.weight	7	0.12056967616081238
177857	linear.weight	8	0.04116928204894066
177857	linear.weight	9	-0.039084725081920624
177857	linear.bias	0	0.12227502465248108
177857	linear.bias	1	-0.19521671533584595
177857	linear.bias	2	-0.4296859800815582
177857	linear.bias	3	-0.6785351037979126
177857	linear.bias	4	-1.2447577714920044
177857	linear.bias	5	-0.04520019143819809
177857	linear.bias	6	-0.7852073311805725
177857	linear.bias	7	0.29301565885543823
177857	linear.bias	8	-0.4171846807003021
177857	linear.bias	9	-1.014709711074829
178054	transitions	0	0.6988610029220581
178054	transitions	1	0.1525888592004776
178054	transitions	2	-10000.0
178054	transitions	3	-1.8259427547454834
178054	transitions	4	-10000.0
178054	transitions	5	0.5689200162887573
178054	transitions	6	-0.08105547726154327
178054	transitions	7	-0.7665719985961914
178054	transitions	8	-1.413629412651062
178054	transitions	9	-0.001186551060527563
178054	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
178054	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
178054	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
178054	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
178054	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
178054	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
178054	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
178054	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
178054	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
178054	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
178054	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
178054	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
178054	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
178054	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
178054	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
178054	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
178054	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
178054	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
178054	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
178054	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
178054	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
178054	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
178054	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
178054	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
178054	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
178054	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
178054	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
178054	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
178054	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
178054	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
178054	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
178054	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
178054	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
178054	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
178054	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
178054	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
178054	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
178054	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
178054	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
178054	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
178054	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
178054	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
178054	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
178054	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
178054	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
178054	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
178054	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
178054	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
178054	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
178054	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
178054	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
178054	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
178054	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
178054	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
178054	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
178054	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
178054	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
178054	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
178054	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
178054	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
178054	embedding2nn.weight	0	0.019370047375559807
178054	embedding2nn.weight	1	-0.01319847535341978
178054	embedding2nn.weight	2	-0.014268254861235619
178054	embedding2nn.weight	3	-0.02471614070236683
178054	embedding2nn.weight	4	-0.0059150345623493195
178054	embedding2nn.weight	5	-0.0037005883641541004
178054	embedding2nn.weight	6	-0.0039732689037919044
178054	embedding2nn.weight	7	-0.0834433063864708
178054	embedding2nn.weight	8	-0.0019979383796453476
178054	embedding2nn.weight	9	-0.02877475507557392
178054	embedding2nn.bias	0	0.05159524828195572
178054	embedding2nn.bias	1	-0.06984338164329529
178054	embedding2nn.bias	2	0.07492479681968689
178054	embedding2nn.bias	3	0.032514676451683044
178054	embedding2nn.bias	4	-0.023056095466017723
178054	embedding2nn.bias	5	-0.01170861255377531
178054	embedding2nn.bias	6	0.02472003363072872
178054	embedding2nn.bias	7	-0.07086823880672455
178054	embedding2nn.bias	8	0.049266885966062546
178054	embedding2nn.bias	9	0.046992164105176926
178054	rnn.weight_ih_l0	0	-0.08228358626365662
178054	rnn.weight_ih_l0	1	0.00892889965325594
178054	rnn.weight_ih_l0	2	0.034268174320459366
178054	rnn.weight_ih_l0	3	0.022560887038707733
178054	rnn.weight_ih_l0	4	-0.04439976438879967
178054	rnn.weight_ih_l0	5	-0.06403373926877975
178054	rnn.weight_ih_l0	6	0.0018753184704110026
178054	rnn.weight_ih_l0	7	0.053096964955329895
178054	rnn.weight_ih_l0	8	-0.014398527331650257
178054	rnn.weight_ih_l0	9	-0.030050382018089294
178054	rnn.weight_hh_l0	0	-0.03185933083295822
178054	rnn.weight_hh_l0	1	-0.01032838225364685
178054	rnn.weight_hh_l0	2	0.007861042395234108
178054	rnn.weight_hh_l0	3	-0.06941162049770355
178054	rnn.weight_hh_l0	4	0.08877687156200409
178054	rnn.weight_hh_l0	5	-0.027564167976379395
178054	rnn.weight_hh_l0	6	-0.05640991032123566
178054	rnn.weight_hh_l0	7	0.01295121107250452
178054	rnn.weight_hh_l0	8	0.013440857641398907
178054	rnn.weight_hh_l0	9	-0.022063571959733963
178054	rnn.bias_ih_l0	0	0.13219375908374786
178054	rnn.bias_ih_l0	1	-0.03326328471302986
178054	rnn.bias_ih_l0	2	-0.021325115114450455
178054	rnn.bias_ih_l0	3	0.15500162541866302
178054	rnn.bias_ih_l0	4	-0.015938377007842064
178054	rnn.bias_ih_l0	5	-0.01946830563247204
178054	rnn.bias_ih_l0	6	0.01641843654215336
178054	rnn.bias_ih_l0	7	0.0252518430352211
178054	rnn.bias_ih_l0	8	-0.09611743688583374
178054	rnn.bias_ih_l0	9	-0.03316850960254669
178054	rnn.bias_hh_l0	0	-0.0071904356591403484
178054	rnn.bias_hh_l0	1	-0.1161709651350975
178054	rnn.bias_hh_l0	2	-0.06713757663965225
178054	rnn.bias_hh_l0	3	-0.08396001160144806
178054	rnn.bias_hh_l0	4	0.004471596330404282
178054	rnn.bias_hh_l0	5	-0.033421196043491364
178054	rnn.bias_hh_l0	6	0.03399869427084923
178054	rnn.bias_hh_l0	7	0.04709736630320549
178054	rnn.bias_hh_l0	8	-0.12017316371202469
178054	rnn.bias_hh_l0	9	-0.056393396109342575
178054	rnn.weight_ih_l0_reverse	0	-0.023759203031659126
178054	rnn.weight_ih_l0_reverse	1	-0.05664428696036339
178054	rnn.weight_ih_l0_reverse	2	-0.044239796698093414
178054	rnn.weight_ih_l0_reverse	3	0.009982701390981674
178054	rnn.weight_ih_l0_reverse	4	-0.019012566655874252
178054	rnn.weight_ih_l0_reverse	5	-0.05555400997400284
178054	rnn.weight_ih_l0_reverse	6	0.07587101310491562
178054	rnn.weight_ih_l0_reverse	7	-0.01596066728234291
178054	rnn.weight_ih_l0_reverse	8	-0.01615177094936371
178054	rnn.weight_ih_l0_reverse	9	-0.005515170283615589
178054	rnn.weight_hh_l0_reverse	0	0.06406892091035843
178054	rnn.weight_hh_l0_reverse	1	0.02102157659828663
178054	rnn.weight_hh_l0_reverse	2	0.029542233794927597
178054	rnn.weight_hh_l0_reverse	3	0.03664691373705864
178054	rnn.weight_hh_l0_reverse	4	0.009150560945272446
178054	rnn.weight_hh_l0_reverse	5	0.014176498167216778
178054	rnn.weight_hh_l0_reverse	6	0.052226725965738297
178054	rnn.weight_hh_l0_reverse	7	-0.07814186066389084
178054	rnn.weight_hh_l0_reverse	8	0.039722342044115067
178054	rnn.weight_hh_l0_reverse	9	0.03579618036746979
178054	rnn.bias_ih_l0_reverse	0	-0.06024659797549248
178054	rnn.bias_ih_l0_reverse	1	-0.28087469935417175
178054	rnn.bias_ih_l0_reverse	2	-0.12098481506109238
178054	rnn.bias_ih_l0_reverse	3	-0.05098007619380951
178054	rnn.bias_ih_l0_reverse	4	-0.022615421563386917
178054	rnn.bias_ih_l0_reverse	5	0.07892971485853195
178054	rnn.bias_ih_l0_reverse	6	-0.06509315967559814
178054	rnn.bias_ih_l0_reverse	7	0.053278762847185135
178054	rnn.bias_ih_l0_reverse	8	-0.04881872981786728
178054	rnn.bias_ih_l0_reverse	9	0.06283490359783173
178054	rnn.bias_hh_l0_reverse	0	0.025677306577563286
178054	rnn.bias_hh_l0_reverse	1	-0.05475812032818794
178054	rnn.bias_hh_l0_reverse	2	0.07481911033391953
178054	rnn.bias_hh_l0_reverse	3	-0.053204867988824844
178054	rnn.bias_hh_l0_reverse	4	-0.021036658436059952
178054	rnn.bias_hh_l0_reverse	5	-0.02914975956082344
178054	rnn.bias_hh_l0_reverse	6	-0.014933227561414242
178054	rnn.bias_hh_l0_reverse	7	0.10151226073503494
178054	rnn.bias_hh_l0_reverse	8	0.02937871776521206
178054	rnn.bias_hh_l0_reverse	9	-0.15433186292648315
178054	rnn.weight_ih_l1	0	-0.030175363644957542
178054	rnn.weight_ih_l1	1	-0.051657550036907196
178054	rnn.weight_ih_l1	2	0.06068321317434311
178054	rnn.weight_ih_l1	3	-0.061843886971473694
178054	rnn.weight_ih_l1	4	-0.014819749630987644
178054	rnn.weight_ih_l1	5	-0.04297749325633049
178054	rnn.weight_ih_l1	6	0.026338709518313408
178054	rnn.weight_ih_l1	7	-0.04484369605779648
178054	rnn.weight_ih_l1	8	0.03671330586075783
178054	rnn.weight_ih_l1	9	0.04618130251765251
178054	rnn.weight_hh_l1	0	-0.0015683352248743176
178054	rnn.weight_hh_l1	1	0.01915924809873104
178054	rnn.weight_hh_l1	2	0.01295296661555767
178054	rnn.weight_hh_l1	3	-0.011956103146076202
178054	rnn.weight_hh_l1	4	0.008502419106662273
178054	rnn.weight_hh_l1	5	0.031589947640895844
178054	rnn.weight_hh_l1	6	0.03362765535712242
178054	rnn.weight_hh_l1	7	-0.018088553100824356
178054	rnn.weight_hh_l1	8	-0.007599386852234602
178054	rnn.weight_hh_l1	9	0.034785956144332886
178054	rnn.bias_ih_l1	0	-0.19735805690288544
178054	rnn.bias_ih_l1	1	-0.17736369371414185
178054	rnn.bias_ih_l1	2	-0.21497388184070587
178054	rnn.bias_ih_l1	3	-0.3238348662853241
178054	rnn.bias_ih_l1	4	-0.18097615242004395
178054	rnn.bias_ih_l1	5	-0.08920492976903915
178054	rnn.bias_ih_l1	6	-0.17490385472774506
178054	rnn.bias_ih_l1	7	-0.008423304185271263
178054	rnn.bias_ih_l1	8	-0.13057363033294678
178054	rnn.bias_ih_l1	9	-0.14052648842334747
178054	rnn.bias_hh_l1	0	-0.09905827045440674
178054	rnn.bias_hh_l1	1	-0.06856594979763031
178054	rnn.bias_hh_l1	2	-0.10167842358350754
178054	rnn.bias_hh_l1	3	-0.08250299841165543
178054	rnn.bias_hh_l1	4	-0.08996140956878662
178054	rnn.bias_hh_l1	5	-0.1203581690788269
178054	rnn.bias_hh_l1	6	-0.15482617914676666
178054	rnn.bias_hh_l1	7	0.06208541989326477
178054	rnn.bias_hh_l1	8	-0.17372268438339233
178054	rnn.bias_hh_l1	9	-0.1132572591304779
178054	rnn.weight_ih_l1_reverse	0	-0.03854720667004585
178054	rnn.weight_ih_l1_reverse	1	0.0355132557451725
178054	rnn.weight_ih_l1_reverse	2	0.07492569833993912
178054	rnn.weight_ih_l1_reverse	3	-0.006011278368532658
178054	rnn.weight_ih_l1_reverse	4	-0.03862931206822395
178054	rnn.weight_ih_l1_reverse	5	-0.030285315588116646
178054	rnn.weight_ih_l1_reverse	6	-0.0020801073405891657
178054	rnn.weight_ih_l1_reverse	7	0.027670767158269882
178054	rnn.weight_ih_l1_reverse	8	0.009276553057134151
178054	rnn.weight_ih_l1_reverse	9	-0.040120068937540054
178054	rnn.weight_hh_l1_reverse	0	0.005309359170496464
178054	rnn.weight_hh_l1_reverse	1	0.03086615912616253
178054	rnn.weight_hh_l1_reverse	2	-0.04038863629102707
178054	rnn.weight_hh_l1_reverse	3	0.03549783676862717
178054	rnn.weight_hh_l1_reverse	4	0.046635959297418594
178054	rnn.weight_hh_l1_reverse	5	0.0007681769202463329
178054	rnn.weight_hh_l1_reverse	6	0.05256969854235649
178054	rnn.weight_hh_l1_reverse	7	0.029757017269730568
178054	rnn.weight_hh_l1_reverse	8	-0.006839605048298836
178054	rnn.weight_hh_l1_reverse	9	-0.03155232593417168
178054	rnn.bias_ih_l1_reverse	0	-0.06401131302118301
178054	rnn.bias_ih_l1_reverse	1	-0.14351049065589905
178054	rnn.bias_ih_l1_reverse	2	-0.16660746932029724
178054	rnn.bias_ih_l1_reverse	3	-0.06486432254314423
178054	rnn.bias_ih_l1_reverse	4	-0.212927907705307
178054	rnn.bias_ih_l1_reverse	5	-0.1134914830327034
178054	rnn.bias_ih_l1_reverse	6	-0.13876721262931824
178054	rnn.bias_ih_l1_reverse	7	-0.18995414674282074
178054	rnn.bias_ih_l1_reverse	8	0.20938923954963684
178054	rnn.bias_ih_l1_reverse	9	0.026636214926838875
178054	rnn.bias_hh_l1_reverse	0	-0.02059745229780674
178054	rnn.bias_hh_l1_reverse	1	-0.0776372030377388
178054	rnn.bias_hh_l1_reverse	2	-0.24172742664813995
178054	rnn.bias_hh_l1_reverse	3	-0.13636572659015656
178054	rnn.bias_hh_l1_reverse	4	-0.08951491117477417
178054	rnn.bias_hh_l1_reverse	5	-0.12353922426700592
178054	rnn.bias_hh_l1_reverse	6	0.06534083187580109
178054	rnn.bias_hh_l1_reverse	7	-0.15802566707134247
178054	rnn.bias_hh_l1_reverse	8	-0.11816620826721191
178054	rnn.bias_hh_l1_reverse	9	-0.14857059717178345
178054	linear.weight	0	0.002228822559118271
178054	linear.weight	1	0.09869516640901566
178054	linear.weight	2	-0.09985712170600891
178054	linear.weight	3	0.2833828330039978
178054	linear.weight	4	0.17341507971286774
178054	linear.weight	5	-0.05816958099603653
178054	linear.weight	6	0.12900322675704956
178054	linear.weight	7	0.1220160499215126
178054	linear.weight	8	0.041169069707393646
178054	linear.weight	9	-0.037014253437519073
178054	linear.bias	0	0.13556236028671265
178054	linear.bias	1	-0.1945832073688507
178054	linear.bias	2	-0.42881250381469727
178054	linear.bias	3	-0.6670398116111755
178054	linear.bias	4	-1.2332398891448975
178054	linear.bias	5	-0.06102048233151436
178054	linear.bias	6	-0.7842094898223877
178054	linear.bias	7	0.27583047747612
178054	linear.bias	8	-0.42373722791671753
178054	linear.bias	9	-1.0209718942642212
178251	transitions	0	0.697705090045929
178251	transitions	1	0.1521286517381668
178251	transitions	2	-10000.0
178251	transitions	3	-1.8259601593017578
178251	transitions	4	-10000.0
178251	transitions	5	0.568888783454895
178251	transitions	6	-0.08107636868953705
178251	transitions	7	-0.7667953372001648
178251	transitions	8	-1.4136607646942139
178251	transitions	9	-0.0011869631707668304
178251	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
178251	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
178251	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
178251	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
178251	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
178251	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
178251	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
178251	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
178251	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
178251	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
178251	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
178251	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
178251	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
178251	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
178251	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
178251	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
178251	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
178251	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
178251	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
178251	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
178251	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
178251	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
178251	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
178251	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
178251	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
178251	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
178251	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
178251	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
178251	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
178251	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
178251	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
178251	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
178251	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
178251	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
178251	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
178251	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
178251	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
178251	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
178251	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
178251	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
178251	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
178251	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
178251	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
178251	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
178251	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
178251	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
178251	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
178251	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
178251	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
178251	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
178251	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
178251	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
178251	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
178251	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
178251	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
178251	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
178251	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
178251	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
178251	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
178251	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
178251	embedding2nn.weight	0	0.019212791696190834
178251	embedding2nn.weight	1	-0.013214030303061008
178251	embedding2nn.weight	2	-0.014268254861235619
178251	embedding2nn.weight	3	-0.0251926276832819
178251	embedding2nn.weight	4	-0.0059150345623493195
178251	embedding2nn.weight	5	-0.0037005883641541004
178251	embedding2nn.weight	6	-0.003973268438130617
178251	embedding2nn.weight	7	-0.08354439586400986
178251	embedding2nn.weight	8	-0.0019979383796453476
178251	embedding2nn.weight	9	-0.02816876582801342
178251	embedding2nn.bias	0	0.0508711002767086
178251	embedding2nn.bias	1	-0.07706353813409805
178251	embedding2nn.bias	2	0.0745808556675911
178251	embedding2nn.bias	3	0.03067665919661522
178251	embedding2nn.bias	4	-0.02264883928000927
178251	embedding2nn.bias	5	-0.014967653900384903
178251	embedding2nn.bias	6	0.024538157507777214
178251	embedding2nn.bias	7	-0.06025112792849541
178251	embedding2nn.bias	8	0.050834912806749344
178251	embedding2nn.bias	9	0.04498656839132309
178251	rnn.weight_ih_l0	0	-0.08159340918064117
178251	rnn.weight_ih_l0	1	0.008448922075331211
178251	rnn.weight_ih_l0	2	0.034522540867328644
178251	rnn.weight_ih_l0	3	0.022770266979932785
178251	rnn.weight_ih_l0	4	-0.04357697814702988
178251	rnn.weight_ih_l0	5	-0.06410608440637589
178251	rnn.weight_ih_l0	6	0.0022723632864654064
178251	rnn.weight_ih_l0	7	0.053569190204143524
178251	rnn.weight_ih_l0	8	-0.014334138482809067
178251	rnn.weight_ih_l0	9	-0.031029701232910156
178251	rnn.weight_hh_l0	0	-0.03290816396474838
178251	rnn.weight_hh_l0	1	-0.009853421710431576
178251	rnn.weight_hh_l0	2	0.007290688343346119
178251	rnn.weight_hh_l0	3	-0.06999707967042923
178251	rnn.weight_hh_l0	4	0.08885163068771362
178251	rnn.weight_hh_l0	5	-0.02749774232506752
178251	rnn.weight_hh_l0	6	-0.05681372806429863
178251	rnn.weight_hh_l0	7	0.01321384683251381
178251	rnn.weight_hh_l0	8	0.013679277151823044
178251	rnn.weight_hh_l0	9	-0.022030113264918327
178251	rnn.bias_ih_l0	0	0.13332170248031616
178251	rnn.bias_ih_l0	1	-0.03494317829608917
178251	rnn.bias_ih_l0	2	-0.021469373255968094
178251	rnn.bias_ih_l0	3	0.15584108233451843
178251	rnn.bias_ih_l0	4	-0.01507654134184122
178251	rnn.bias_ih_l0	5	-0.017562711611390114
178251	rnn.bias_ih_l0	6	0.017444182187318802
178251	rnn.bias_ih_l0	7	0.025637827813625336
178251	rnn.bias_ih_l0	8	-0.09525366127490997
178251	rnn.bias_ih_l0	9	-0.03102906048297882
178251	rnn.bias_hh_l0	0	-0.005121550057083368
178251	rnn.bias_hh_l0	1	-0.11407735198736191
178251	rnn.bias_hh_l0	2	-0.06852193921804428
178251	rnn.bias_hh_l0	3	-0.08546629548072815
178251	rnn.bias_hh_l0	4	0.0038524246774613857
178251	rnn.bias_hh_l0	5	-0.0339769572019577
178251	rnn.bias_hh_l0	6	0.033786654472351074
178251	rnn.bias_hh_l0	7	0.048860229551792145
178251	rnn.bias_hh_l0	8	-0.12058573961257935
178251	rnn.bias_hh_l0	9	-0.05644451454281807
178251	rnn.weight_ih_l0_reverse	0	-0.023494834080338478
178251	rnn.weight_ih_l0_reverse	1	-0.05636123940348625
178251	rnn.weight_ih_l0_reverse	2	-0.04405584558844566
178251	rnn.weight_ih_l0_reverse	3	0.009897748939692974
178251	rnn.weight_ih_l0_reverse	4	-0.018894609063863754
178251	rnn.weight_ih_l0_reverse	5	-0.05512983351945877
178251	rnn.weight_ih_l0_reverse	6	0.07558412104845047
178251	rnn.weight_ih_l0_reverse	7	-0.0160007756203413
178251	rnn.weight_ih_l0_reverse	8	-0.015828285366296768
178251	rnn.weight_ih_l0_reverse	9	-0.005600535776466131
178251	rnn.weight_hh_l0_reverse	0	0.06429197639226913
178251	rnn.weight_hh_l0_reverse	1	0.021285099908709526
178251	rnn.weight_hh_l0_reverse	2	0.029450733214616776
178251	rnn.weight_hh_l0_reverse	3	0.036830708384513855
178251	rnn.weight_hh_l0_reverse	4	0.00925582554191351
178251	rnn.weight_hh_l0_reverse	5	0.013347076252102852
178251	rnn.weight_hh_l0_reverse	6	0.05190488323569298
178251	rnn.weight_hh_l0_reverse	7	-0.07821404933929443
178251	rnn.weight_hh_l0_reverse	8	0.03944100812077522
178251	rnn.weight_hh_l0_reverse	9	0.03583034873008728
178251	rnn.bias_ih_l0_reverse	0	-0.05986133962869644
178251	rnn.bias_ih_l0_reverse	1	-0.28233909606933594
178251	rnn.bias_ih_l0_reverse	2	-0.12159736454486847
178251	rnn.bias_ih_l0_reverse	3	-0.052289482206106186
178251	rnn.bias_ih_l0_reverse	4	-0.022776082158088684
178251	rnn.bias_ih_l0_reverse	5	0.07930838316679001
178251	rnn.bias_ih_l0_reverse	6	-0.06326552480459213
178251	rnn.bias_ih_l0_reverse	7	0.05530896782875061
178251	rnn.bias_ih_l0_reverse	8	-0.04886583238840103
178251	rnn.bias_ih_l0_reverse	9	0.062397778034210205
178251	rnn.bias_hh_l0_reverse	0	0.02603239379823208
178251	rnn.bias_hh_l0_reverse	1	-0.055740226060152054
178251	rnn.bias_hh_l0_reverse	2	0.07695547491312027
178251	rnn.bias_hh_l0_reverse	3	-0.05316619202494621
178251	rnn.bias_hh_l0_reverse	4	-0.02211575023829937
178251	rnn.bias_hh_l0_reverse	5	-0.029383866116404533
178251	rnn.bias_hh_l0_reverse	6	-0.0145276989787817
178251	rnn.bias_hh_l0_reverse	7	0.10218427330255508
178251	rnn.bias_hh_l0_reverse	8	0.030360424891114235
178251	rnn.bias_hh_l0_reverse	9	-0.15530237555503845
178251	rnn.weight_ih_l1	0	-0.030242785811424255
178251	rnn.weight_ih_l1	1	-0.05189402028918266
178251	rnn.weight_ih_l1	2	0.06006551533937454
178251	rnn.weight_ih_l1	3	-0.06227816641330719
178251	rnn.weight_ih_l1	4	-0.014539274387061596
178251	rnn.weight_ih_l1	5	-0.04302573949098587
178251	rnn.weight_ih_l1	6	0.026309438049793243
178251	rnn.weight_ih_l1	7	-0.045074839144945145
178251	rnn.weight_ih_l1	8	0.03683328256011009
178251	rnn.weight_ih_l1	9	0.04637325555086136
178251	rnn.weight_hh_l1	0	-0.0008615634287707508
178251	rnn.weight_hh_l1	1	0.019116342067718506
178251	rnn.weight_hh_l1	2	0.01182167511433363
178251	rnn.weight_hh_l1	3	-0.012033656239509583
178251	rnn.weight_hh_l1	4	0.00866484921425581
178251	rnn.weight_hh_l1	5	0.03180356323719025
178251	rnn.weight_hh_l1	6	0.0338362492620945
178251	rnn.weight_hh_l1	7	-0.01783035509288311
178251	rnn.weight_hh_l1	8	-0.007590894587337971
178251	rnn.weight_hh_l1	9	0.034942105412483215
178251	rnn.bias_ih_l1	0	-0.19586102664470673
178251	rnn.bias_ih_l1	1	-0.17882946133613586
178251	rnn.bias_ih_l1	2	-0.2134735882282257
178251	rnn.bias_ih_l1	3	-0.3226228356361389
178251	rnn.bias_ih_l1	4	-0.17926381528377533
178251	rnn.bias_ih_l1	5	-0.08968476206064224
178251	rnn.bias_ih_l1	6	-0.17467017471790314
178251	rnn.bias_ih_l1	7	-0.009168029762804508
178251	rnn.bias_ih_l1	8	-0.13091282546520233
178251	rnn.bias_ih_l1	9	-0.14205396175384521
178251	rnn.bias_hh_l1	0	-0.09854791313409805
178251	rnn.bias_hh_l1	1	-0.07029780000448227
178251	rnn.bias_hh_l1	2	-0.10237808525562286
178251	rnn.bias_hh_l1	3	-0.08266076445579529
178251	rnn.bias_hh_l1	4	-0.08943913877010345
178251	rnn.bias_hh_l1	5	-0.1203903779387474
178251	rnn.bias_hh_l1	6	-0.15486590564250946
178251	rnn.bias_hh_l1	7	0.05975664407014847
178251	rnn.bias_hh_l1	8	-0.17276780307292938
178251	rnn.bias_hh_l1	9	-0.1135346069931984
178251	rnn.weight_ih_l1_reverse	0	-0.03967460244894028
178251	rnn.weight_ih_l1_reverse	1	0.03405655547976494
178251	rnn.weight_ih_l1_reverse	2	0.07676471024751663
178251	rnn.weight_ih_l1_reverse	3	-0.0052092187106609344
178251	rnn.weight_ih_l1_reverse	4	-0.039078667759895325
178251	rnn.weight_ih_l1_reverse	5	-0.0302570890635252
178251	rnn.weight_ih_l1_reverse	6	-0.002679747762158513
178251	rnn.weight_ih_l1_reverse	7	0.028082551434636116
178251	rnn.weight_ih_l1_reverse	8	0.009263346903026104
178251	rnn.weight_ih_l1_reverse	9	-0.0390680730342865
178251	rnn.weight_hh_l1_reverse	0	0.00512106716632843
178251	rnn.weight_hh_l1_reverse	1	0.031044939532876015
178251	rnn.weight_hh_l1_reverse	2	-0.04037424176931381
178251	rnn.weight_hh_l1_reverse	3	0.035490572452545166
178251	rnn.weight_hh_l1_reverse	4	0.04665769636631012
178251	rnn.weight_hh_l1_reverse	5	0.0008481874829158187
178251	rnn.weight_hh_l1_reverse	6	0.053194351494312286
178251	rnn.weight_hh_l1_reverse	7	0.029631957411766052
178251	rnn.weight_hh_l1_reverse	8	-0.006862770766019821
178251	rnn.weight_hh_l1_reverse	9	-0.03174712508916855
178251	rnn.bias_ih_l1_reverse	0	-0.06318268179893494
178251	rnn.bias_ih_l1_reverse	1	-0.14219777286052704
178251	rnn.bias_ih_l1_reverse	2	-0.16501770913600922
178251	rnn.bias_ih_l1_reverse	3	-0.06482750922441483
178251	rnn.bias_ih_l1_reverse	4	-0.21283835172653198
178251	rnn.bias_ih_l1_reverse	5	-0.11377741396427155
178251	rnn.bias_ih_l1_reverse	6	-0.1381843090057373
178251	rnn.bias_ih_l1_reverse	7	-0.1900709867477417
178251	rnn.bias_ih_l1_reverse	8	0.20770780742168427
178251	rnn.bias_ih_l1_reverse	9	0.025661516934633255
178251	rnn.bias_hh_l1_reverse	0	-0.0198418777436018
178251	rnn.bias_hh_l1_reverse	1	-0.07891061156988144
178251	rnn.bias_hh_l1_reverse	2	-0.24248385429382324
178251	rnn.bias_hh_l1_reverse	3	-0.13633549213409424
178251	rnn.bias_hh_l1_reverse	4	-0.08945722132921219
178251	rnn.bias_hh_l1_reverse	5	-0.12191048264503479
178251	rnn.bias_hh_l1_reverse	6	0.06846608221530914
178251	rnn.bias_hh_l1_reverse	7	-0.15672756731510162
178251	rnn.bias_hh_l1_reverse	8	-0.11764844506978989
178251	rnn.bias_hh_l1_reverse	9	-0.14837245643138885
178251	linear.weight	0	0.002228822559118271
178251	linear.weight	1	0.09692893177270889
178251	linear.weight	2	-0.10083957016468048
178251	linear.weight	3	0.2844332754611969
178251	linear.weight	4	0.1759076714515686
178251	linear.weight	5	-0.05880935490131378
178251	linear.weight	6	0.1303142011165619
178251	linear.weight	7	0.12340237200260162
178251	linear.weight	8	0.04116874560713768
178251	linear.weight	9	-0.04057890176773071
178251	linear.bias	0	0.13741958141326904
178251	linear.bias	1	-0.1935809701681137
178251	linear.bias	2	-0.427318274974823
178251	linear.bias	3	-0.6733383536338806
178251	linear.bias	4	-1.2374924421310425
178251	linear.bias	5	-0.0573064461350441
178251	linear.bias	6	-0.7826725244522095
178251	linear.bias	7	0.2790296971797943
178251	linear.bias	8	-0.41704505681991577
178251	linear.bias	9	-1.0135687589645386
178448	transitions	0	0.702025294303894
178448	transitions	1	0.15175463259220123
178448	transitions	2	-10000.0
178448	transitions	3	-1.8259830474853516
178448	transitions	4	-10000.0
178448	transitions	5	0.568815290927887
178448	transitions	6	-0.0811065211892128
178448	transitions	7	-0.7670453786849976
178448	transitions	8	-1.4136908054351807
178448	transitions	9	-0.0011872656177729368
178448	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
178448	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
178448	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
178448	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
178448	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
178448	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
178448	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
178448	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
178448	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
178448	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
178448	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
178448	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
178448	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
178448	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
178448	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
178448	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
178448	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
178448	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
178448	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
178448	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
178448	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
178448	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
178448	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
178448	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
178448	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
178448	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
178448	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
178448	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
178448	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
178448	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
178448	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
178448	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
178448	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
178448	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
178448	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
178448	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
178448	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
178448	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
178448	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
178448	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
178448	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
178448	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
178448	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
178448	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
178448	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
178448	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
178448	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
178448	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
178448	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
178448	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
178448	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
178448	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
178448	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
178448	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
178448	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
178448	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
178448	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
178448	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
178448	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
178448	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
178448	embedding2nn.weight	0	0.01877276785671711
178448	embedding2nn.weight	1	-0.013319214805960655
178448	embedding2nn.weight	2	-0.014268254861235619
178448	embedding2nn.weight	3	-0.025349033996462822
178448	embedding2nn.weight	4	-0.0059150345623493195
178448	embedding2nn.weight	5	-0.0037005881313234568
178448	embedding2nn.weight	6	-0.003973268438130617
178448	embedding2nn.weight	7	-0.08332866430282593
178448	embedding2nn.weight	8	-0.0019979383796453476
178448	embedding2nn.weight	9	-0.02803013101220131
178448	embedding2nn.bias	0	0.04363584890961647
178448	embedding2nn.bias	1	-0.07559859752655029
178448	embedding2nn.bias	2	0.07662225514650345
178448	embedding2nn.bias	3	0.029361728578805923
178448	embedding2nn.bias	4	-0.0236281119287014
178448	embedding2nn.bias	5	-0.01630293019115925
178448	embedding2nn.bias	6	0.0215340256690979
178448	embedding2nn.bias	7	-0.06291010230779648
178448	embedding2nn.bias	8	0.04850977659225464
178448	embedding2nn.bias	9	0.044611260294914246
178448	rnn.weight_ih_l0	0	-0.08192300796508789
178448	rnn.weight_ih_l0	1	0.00791944470256567
178448	rnn.weight_ih_l0	2	0.03393873572349548
178448	rnn.weight_ih_l0	3	0.02323039621114731
178448	rnn.weight_ih_l0	4	-0.043728526681661606
178448	rnn.weight_ih_l0	5	-0.0641133263707161
178448	rnn.weight_ih_l0	6	0.002081944840028882
178448	rnn.weight_ih_l0	7	0.05320952460169792
178448	rnn.weight_ih_l0	8	-0.01520488690584898
178448	rnn.weight_ih_l0	9	-0.029987119138240814
178448	rnn.weight_hh_l0	0	-0.03178122639656067
178448	rnn.weight_hh_l0	1	-0.009610571898519993
178448	rnn.weight_hh_l0	2	0.007005129009485245
178448	rnn.weight_hh_l0	3	-0.07030323892831802
178448	rnn.weight_hh_l0	4	0.08869105577468872
178448	rnn.weight_hh_l0	5	-0.027515871450304985
178448	rnn.weight_hh_l0	6	-0.05664705112576485
178448	rnn.weight_hh_l0	7	0.013261374086141586
178448	rnn.weight_hh_l0	8	0.014065198600292206
178448	rnn.weight_hh_l0	9	-0.022200480103492737
178448	rnn.bias_ih_l0	0	0.13156108558177948
178448	rnn.bias_ih_l0	1	-0.03416295349597931
178448	rnn.bias_ih_l0	2	-0.021282708272337914
178448	rnn.bias_ih_l0	3	0.15541857481002808
178448	rnn.bias_ih_l0	4	-0.014376722276210785
178448	rnn.bias_ih_l0	5	-0.018151571974158287
178448	rnn.bias_ih_l0	6	0.017821045592427254
178448	rnn.bias_ih_l0	7	0.026681819930672646
178448	rnn.bias_ih_l0	8	-0.09470559656620026
178448	rnn.bias_ih_l0	9	-0.031237361952662468
178448	rnn.bias_hh_l0	0	-0.005290195345878601
178448	rnn.bias_hh_l0	1	-0.11591202765703201
178448	rnn.bias_hh_l0	2	-0.06878837198019028
178448	rnn.bias_hh_l0	3	-0.08636146038770676
178448	rnn.bias_hh_l0	4	0.004673283081501722
178448	rnn.bias_hh_l0	5	-0.03309979662299156
178448	rnn.bias_hh_l0	6	0.0328524149954319
178448	rnn.bias_hh_l0	7	0.048173967748880386
178448	rnn.bias_hh_l0	8	-0.12215213477611542
178448	rnn.bias_hh_l0	9	-0.0571649931371212
178448	rnn.weight_ih_l0_reverse	0	-0.023894546553492546
178448	rnn.weight_ih_l0_reverse	1	-0.056007567793130875
178448	rnn.weight_ih_l0_reverse	2	-0.044746801257133484
178448	rnn.weight_ih_l0_reverse	3	0.009726445190608501
178448	rnn.weight_ih_l0_reverse	4	-0.019437871873378754
178448	rnn.weight_ih_l0_reverse	5	-0.055192731320858
178448	rnn.weight_ih_l0_reverse	6	0.07532454282045364
178448	rnn.weight_ih_l0_reverse	7	-0.01547741424292326
178448	rnn.weight_ih_l0_reverse	8	-0.01614358462393284
178448	rnn.weight_ih_l0_reverse	9	-0.004676674492657185
178448	rnn.weight_hh_l0_reverse	0	0.06358945369720459
178448	rnn.weight_hh_l0_reverse	1	0.02109779231250286
178448	rnn.weight_hh_l0_reverse	2	0.029339643195271492
178448	rnn.weight_hh_l0_reverse	3	0.03691672906279564
178448	rnn.weight_hh_l0_reverse	4	0.009451859630644321
178448	rnn.weight_hh_l0_reverse	5	0.01294870674610138
178448	rnn.weight_hh_l0_reverse	6	0.05169567093253136
178448	rnn.weight_hh_l0_reverse	7	-0.07789212465286255
178448	rnn.weight_hh_l0_reverse	8	0.03967440500855446
178448	rnn.weight_hh_l0_reverse	9	0.03571092337369919
178448	rnn.bias_ih_l0_reverse	0	-0.05925775319337845
178448	rnn.bias_ih_l0_reverse	1	-0.2854779064655304
178448	rnn.bias_ih_l0_reverse	2	-0.1223461851477623
178448	rnn.bias_ih_l0_reverse	3	-0.05193159729242325
178448	rnn.bias_ih_l0_reverse	4	-0.022236723452806473
178448	rnn.bias_ih_l0_reverse	5	0.07807978242635727
178448	rnn.bias_ih_l0_reverse	6	-0.061876729130744934
178448	rnn.bias_ih_l0_reverse	7	0.05442116782069206
178448	rnn.bias_ih_l0_reverse	8	-0.04720935598015785
178448	rnn.bias_ih_l0_reverse	9	0.06357124447822571
178448	rnn.bias_hh_l0_reverse	0	0.025698525831103325
178448	rnn.bias_hh_l0_reverse	1	-0.053860634565353394
178448	rnn.bias_hh_l0_reverse	2	0.07471596449613571
178448	rnn.bias_hh_l0_reverse	3	-0.0521213598549366
178448	rnn.bias_hh_l0_reverse	4	-0.0218188539147377
178448	rnn.bias_hh_l0_reverse	5	-0.02970842830836773
178448	rnn.bias_hh_l0_reverse	6	-0.0134744169190526
178448	rnn.bias_hh_l0_reverse	7	0.1046355739235878
178448	rnn.bias_hh_l0_reverse	8	0.030938083305954933
178448	rnn.bias_hh_l0_reverse	9	-0.15808986127376556
178448	rnn.weight_ih_l1	0	-0.030011296272277832
178448	rnn.weight_ih_l1	1	-0.051608894020318985
178448	rnn.weight_ih_l1	2	0.05920873582363129
178448	rnn.weight_ih_l1	3	-0.06049235165119171
178448	rnn.weight_ih_l1	4	-0.014663049951195717
178448	rnn.weight_ih_l1	5	-0.04307973384857178
178448	rnn.weight_ih_l1	6	0.026717951521277428
178448	rnn.weight_ih_l1	7	-0.045900944620370865
178448	rnn.weight_ih_l1	8	0.03677631914615631
178448	rnn.weight_ih_l1	9	0.046558573842048645
178448	rnn.weight_hh_l1	0	-0.0011980298440903425
178448	rnn.weight_hh_l1	1	0.019362345337867737
178448	rnn.weight_hh_l1	2	0.011874829418957233
178448	rnn.weight_hh_l1	3	-0.012040839530527592
178448	rnn.weight_hh_l1	4	0.00865402165800333
178448	rnn.weight_hh_l1	5	0.03166630491614342
178448	rnn.weight_hh_l1	6	0.03415027633309364
178448	rnn.weight_hh_l1	7	-0.017883002758026123
178448	rnn.weight_hh_l1	8	-0.0076085892505943775
178448	rnn.weight_hh_l1	9	0.034599367529153824
178448	rnn.bias_ih_l1	0	-0.19714070856571198
178448	rnn.bias_ih_l1	1	-0.1775776445865631
178448	rnn.bias_ih_l1	2	-0.21375297009944916
178448	rnn.bias_ih_l1	3	-0.3237374722957611
178448	rnn.bias_ih_l1	4	-0.1814151555299759
178448	rnn.bias_ih_l1	5	-0.08823692798614502
178448	rnn.bias_ih_l1	6	-0.17267011106014252
178448	rnn.bias_ih_l1	7	-0.008108005858957767
178448	rnn.bias_ih_l1	8	-0.13236036896705627
178448	rnn.bias_ih_l1	9	-0.14287471771240234
178448	rnn.bias_hh_l1	0	-0.10003146529197693
178448	rnn.bias_hh_l1	1	-0.07079003006219864
178448	rnn.bias_hh_l1	2	-0.10324574261903763
178448	rnn.bias_hh_l1	3	-0.0834307000041008
178448	rnn.bias_hh_l1	4	-0.08806820213794708
178448	rnn.bias_hh_l1	5	-0.12034144252538681
178448	rnn.bias_hh_l1	6	-0.15130670368671417
178448	rnn.bias_hh_l1	7	0.05943372845649719
178448	rnn.bias_hh_l1	8	-0.17381013929843903
178448	rnn.bias_hh_l1	9	-0.11312167346477509
178448	rnn.weight_ih_l1_reverse	0	-0.039758358150720596
178448	rnn.weight_ih_l1_reverse	1	0.03197738155722618
178448	rnn.weight_ih_l1_reverse	2	0.07829450815916061
178448	rnn.weight_ih_l1_reverse	3	-0.005568468011915684
178448	rnn.weight_ih_l1_reverse	4	-0.03952891007065773
178448	rnn.weight_ih_l1_reverse	5	-0.02998209372162819
178448	rnn.weight_ih_l1_reverse	6	-0.002744050696492195
178448	rnn.weight_ih_l1_reverse	7	0.028366101905703545
178448	rnn.weight_ih_l1_reverse	8	0.006407190579921007
178448	rnn.weight_ih_l1_reverse	9	-0.03856451436877251
178448	rnn.weight_hh_l1_reverse	0	0.0051985629834234715
178448	rnn.weight_hh_l1_reverse	1	0.031179387122392654
178448	rnn.weight_hh_l1_reverse	2	-0.040393948554992676
178448	rnn.weight_hh_l1_reverse	3	0.03550804778933525
178448	rnn.weight_hh_l1_reverse	4	0.047036100178956985
178448	rnn.weight_hh_l1_reverse	5	0.0008820450166240335
178448	rnn.weight_hh_l1_reverse	6	0.05323927104473114
178448	rnn.weight_hh_l1_reverse	7	0.02967487834393978
178448	rnn.weight_hh_l1_reverse	8	-0.006849751342087984
178448	rnn.weight_hh_l1_reverse	9	-0.03181091323494911
178448	rnn.bias_ih_l1_reverse	0	-0.06246044486761093
178448	rnn.bias_ih_l1_reverse	1	-0.14157886803150177
178448	rnn.bias_ih_l1_reverse	2	-0.16559569537639618
178448	rnn.bias_ih_l1_reverse	3	-0.06783655285835266
178448	rnn.bias_ih_l1_reverse	4	-0.21196778118610382
178448	rnn.bias_ih_l1_reverse	5	-0.11462307721376419
178448	rnn.bias_ih_l1_reverse	6	-0.138358473777771
178448	rnn.bias_ih_l1_reverse	7	-0.18887516856193542
178448	rnn.bias_ih_l1_reverse	8	0.20993436872959137
178448	rnn.bias_ih_l1_reverse	9	0.023245394229888916
178448	rnn.bias_hh_l1_reverse	0	-0.015099097974598408
178448	rnn.bias_hh_l1_reverse	1	-0.0857861340045929
178448	rnn.bias_hh_l1_reverse	2	-0.24223744869232178
178448	rnn.bias_hh_l1_reverse	3	-0.1369771808385849
178448	rnn.bias_hh_l1_reverse	4	-0.08934104442596436
178448	rnn.bias_hh_l1_reverse	5	-0.1230253130197525
178448	rnn.bias_hh_l1_reverse	6	0.07161843031644821
178448	rnn.bias_hh_l1_reverse	7	-0.15761758387088776
178448	rnn.bias_hh_l1_reverse	8	-0.118049755692482
178448	rnn.bias_hh_l1_reverse	9	-0.14853687584400177
178448	linear.weight	0	0.002228822559118271
178448	linear.weight	1	0.09890418499708176
178448	linear.weight	2	-0.10110314935445786
178448	linear.weight	3	0.28589266538619995
178448	linear.weight	4	0.17375223338603973
178448	linear.weight	5	-0.05999484658241272
178448	linear.weight	6	0.12032338231801987
178448	linear.weight	7	0.12696963548660278
178448	linear.weight	8	0.041168197989463806
178448	linear.weight	9	-0.03926176205277443
178448	linear.bias	0	0.12380613386631012
178448	linear.bias	1	-0.18837331235408783
178448	linear.bias	2	-0.4399740993976593
178448	linear.bias	3	-0.6645697951316833
178448	linear.bias	4	-1.2281521558761597
178448	linear.bias	5	-0.06894807517528534
178448	linear.bias	6	-0.7783262133598328
178448	linear.bias	7	0.2689191997051239
178448	linear.bias	8	-0.4226497411727905
178448	linear.bias	9	-1.0187276601791382
178645	transitions	0	0.708350419998169
178645	transitions	1	0.15373742580413818
178645	transitions	2	-10000.0
178645	transitions	3	-1.8259942531585693
178645	transitions	4	-10000.0
178645	transitions	5	0.5687971115112305
178645	transitions	6	-0.08112183958292007
178645	transitions	7	-0.767261803150177
178645	transitions	8	-1.4137365818023682
178645	transitions	9	-0.0011874729534611106
178645	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
178645	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
178645	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
178645	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
178645	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
178645	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
178645	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
178645	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
178645	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
178645	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
178645	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
178645	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
178645	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
178645	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
178645	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
178645	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
178645	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
178645	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
178645	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
178645	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
178645	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
178645	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
178645	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
178645	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
178645	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
178645	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
178645	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
178645	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
178645	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
178645	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
178645	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
178645	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
178645	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
178645	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
178645	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
178645	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
178645	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
178645	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
178645	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
178645	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
178645	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
178645	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
178645	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
178645	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
178645	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
178645	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
178645	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
178645	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
178645	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
178645	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
178645	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
178645	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
178645	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
178645	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
178645	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
178645	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
178645	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
178645	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
178645	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
178645	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
178645	embedding2nn.weight	0	0.018261242657899857
178645	embedding2nn.weight	1	-0.013312135823071003
178645	embedding2nn.weight	2	-0.014268254861235619
178645	embedding2nn.weight	3	-0.026348905637860298
178645	embedding2nn.weight	4	-0.0059150345623493195
178645	embedding2nn.weight	5	-0.0037005881313234568
178645	embedding2nn.weight	6	-0.0039732689037919044
178645	embedding2nn.weight	7	-0.08299954235553741
178645	embedding2nn.weight	8	-0.0019979383796453476
178645	embedding2nn.weight	9	-0.027725782245397568
178645	embedding2nn.bias	0	0.043089527636766434
178645	embedding2nn.bias	1	-0.07512573897838593
178645	embedding2nn.bias	2	0.07592243701219559
178645	embedding2nn.bias	3	0.029594002291560173
178645	embedding2nn.bias	4	-0.0225402619689703
178645	embedding2nn.bias	5	-0.011783195659518242
178645	embedding2nn.bias	6	0.021423563361167908
178645	embedding2nn.bias	7	-0.06404173374176025
178645	embedding2nn.bias	8	0.04841539263725281
178645	embedding2nn.bias	9	0.04443230479955673
178645	rnn.weight_ih_l0	0	-0.08169678598642349
178645	rnn.weight_ih_l0	1	0.008090948686003685
178645	rnn.weight_ih_l0	2	0.03391781449317932
178645	rnn.weight_ih_l0	3	0.02343505248427391
178645	rnn.weight_ih_l0	4	-0.04379298910498619
178645	rnn.weight_ih_l0	5	-0.06449366360902786
178645	rnn.weight_ih_l0	6	0.001987557392567396
178645	rnn.weight_ih_l0	7	0.05292923375964165
178645	rnn.weight_ih_l0	8	-0.015297455713152885
178645	rnn.weight_ih_l0	9	-0.029495393857359886
178645	rnn.weight_hh_l0	0	-0.03152662515640259
178645	rnn.weight_hh_l0	1	-0.01000178698450327
178645	rnn.weight_hh_l0	2	0.0067158909514546394
178645	rnn.weight_hh_l0	3	-0.06949250400066376
178645	rnn.weight_hh_l0	4	0.0887952446937561
178645	rnn.weight_hh_l0	5	-0.02766178734600544
178645	rnn.weight_hh_l0	6	-0.05573469400405884
178645	rnn.weight_hh_l0	7	0.012965657748281956
178645	rnn.weight_hh_l0	8	0.014576706103980541
178645	rnn.weight_hh_l0	9	-0.022556133568286896
178645	rnn.bias_ih_l0	0	0.13319431245326996
178645	rnn.bias_ih_l0	1	-0.03591416776180267
178645	rnn.bias_ih_l0	2	-0.022690679877996445
178645	rnn.bias_ih_l0	3	0.154727965593338
178645	rnn.bias_ih_l0	4	-0.011734160594642162
178645	rnn.bias_ih_l0	5	-0.01864473894238472
178645	rnn.bias_ih_l0	6	0.01422340702265501
178645	rnn.bias_ih_l0	7	0.026733065024018288
178645	rnn.bias_ih_l0	8	-0.0944589227437973
178645	rnn.bias_ih_l0	9	-0.02999216690659523
178645	rnn.bias_hh_l0	0	-0.0058503588661551476
178645	rnn.bias_hh_l0	1	-0.11581508815288544
178645	rnn.bias_hh_l0	2	-0.06884244829416275
178645	rnn.bias_hh_l0	3	-0.08580287545919418
178645	rnn.bias_hh_l0	4	0.0019519970519468188
178645	rnn.bias_hh_l0	5	-0.03242018446326256
178645	rnn.bias_hh_l0	6	0.03386693447828293
178645	rnn.bias_hh_l0	7	0.05068514123558998
178645	rnn.bias_hh_l0	8	-0.12190966308116913
178645	rnn.bias_hh_l0	9	-0.0562165342271328
178645	rnn.weight_ih_l0_reverse	0	-0.02441600151360035
178645	rnn.weight_ih_l0_reverse	1	-0.05546954646706581
178645	rnn.weight_ih_l0_reverse	2	-0.045026812702417374
178645	rnn.weight_ih_l0_reverse	3	0.009064308367669582
178645	rnn.weight_ih_l0_reverse	4	-0.019194841384887695
178645	rnn.weight_ih_l0_reverse	5	-0.055519118905067444
178645	rnn.weight_ih_l0_reverse	6	0.0738019049167633
178645	rnn.weight_ih_l0_reverse	7	-0.015173053368926048
178645	rnn.weight_ih_l0_reverse	8	-0.016170669347047806
178645	rnn.weight_ih_l0_reverse	9	-0.004269656725227833
178645	rnn.weight_hh_l0_reverse	0	0.0638144239783287
178645	rnn.weight_hh_l0_reverse	1	0.02129707671701908
178645	rnn.weight_hh_l0_reverse	2	0.029468219727277756
178645	rnn.weight_hh_l0_reverse	3	0.036879319697618484
178645	rnn.weight_hh_l0_reverse	4	0.01028423011302948
178645	rnn.weight_hh_l0_reverse	5	0.012775443494319916
178645	rnn.weight_hh_l0_reverse	6	0.05163378641009331
178645	rnn.weight_hh_l0_reverse	7	-0.07739809155464172
178645	rnn.weight_hh_l0_reverse	8	0.039609331637620926
178645	rnn.weight_hh_l0_reverse	9	0.035424161702394485
178645	rnn.bias_ih_l0_reverse	0	-0.0579136461019516
178645	rnn.bias_ih_l0_reverse	1	-0.2881975471973419
178645	rnn.bias_ih_l0_reverse	2	-0.12378980964422226
178645	rnn.bias_ih_l0_reverse	3	-0.052128542214632034
178645	rnn.bias_ih_l0_reverse	4	-0.02208147943019867
178645	rnn.bias_ih_l0_reverse	5	0.078562892973423
178645	rnn.bias_ih_l0_reverse	6	-0.06061889976263046
178645	rnn.bias_ih_l0_reverse	7	0.05457956716418266
178645	rnn.bias_ih_l0_reverse	8	-0.04687158390879631
178645	rnn.bias_ih_l0_reverse	9	0.06456192582845688
178645	rnn.bias_hh_l0_reverse	0	0.026379462331533432
178645	rnn.bias_hh_l0_reverse	1	-0.0531921461224556
178645	rnn.bias_hh_l0_reverse	2	0.07474493980407715
178645	rnn.bias_hh_l0_reverse	3	-0.05064869299530983
178645	rnn.bias_hh_l0_reverse	4	-0.02154543623328209
178645	rnn.bias_hh_l0_reverse	5	-0.02861776016652584
178645	rnn.bias_hh_l0_reverse	6	-0.012181868776679039
178645	rnn.bias_hh_l0_reverse	7	0.10471212863922119
178645	rnn.bias_hh_l0_reverse	8	0.03032689541578293
178645	rnn.bias_hh_l0_reverse	9	-0.1584230661392212
178645	rnn.weight_ih_l1	0	-0.030075253918766975
178645	rnn.weight_ih_l1	1	-0.05090589076280594
178645	rnn.weight_ih_l1	2	0.05729394406080246
178645	rnn.weight_ih_l1	3	-0.060898810625076294
178645	rnn.weight_ih_l1	4	-0.0146311204880476
178645	rnn.weight_ih_l1	5	-0.04336027801036835
178645	rnn.weight_ih_l1	6	0.02666941098868847
178645	rnn.weight_ih_l1	7	-0.04568098857998848
178645	rnn.weight_ih_l1	8	0.03633280470967293
178645	rnn.weight_ih_l1	9	0.04655264690518379
178645	rnn.weight_hh_l1	0	-0.001109110889956355
178645	rnn.weight_hh_l1	1	0.01939930021762848
178645	rnn.weight_hh_l1	2	0.011050214059650898
178645	rnn.weight_hh_l1	3	-0.012017892673611641
178645	rnn.weight_hh_l1	4	0.008833697065711021
178645	rnn.weight_hh_l1	5	0.03160056099295616
178645	rnn.weight_hh_l1	6	0.03402240574359894
178645	rnn.weight_hh_l1	7	-0.017749221995472908
178645	rnn.weight_hh_l1	8	-0.007526938803493977
178645	rnn.weight_hh_l1	9	0.03501833602786064
178645	rnn.bias_ih_l1	0	-0.19840838015079498
178645	rnn.bias_ih_l1	1	-0.1781614124774933
178645	rnn.bias_ih_l1	2	-0.213666170835495
178645	rnn.bias_ih_l1	3	-0.3245302736759186
178645	rnn.bias_ih_l1	4	-0.18524271249771118
178645	rnn.bias_ih_l1	5	-0.08768783509731293
178645	rnn.bias_ih_l1	6	-0.17068006098270416
178645	rnn.bias_ih_l1	7	-0.008301599882543087
178645	rnn.bias_ih_l1	8	-0.13151521980762482
178645	rnn.bias_ih_l1	9	-0.14091180264949799
178645	rnn.bias_hh_l1	0	-0.10090210288763046
178645	rnn.bias_hh_l1	1	-0.07197018712759018
178645	rnn.bias_hh_l1	2	-0.10261745750904083
178645	rnn.bias_hh_l1	3	-0.08274912089109421
178645	rnn.bias_hh_l1	4	-0.08819890767335892
178645	rnn.bias_hh_l1	5	-0.1192486509680748
178645	rnn.bias_hh_l1	6	-0.149367555975914
178645	rnn.bias_hh_l1	7	0.06178818270564079
178645	rnn.bias_hh_l1	8	-0.17462433874607086
178645	rnn.bias_hh_l1	9	-0.11415516585111618
178645	rnn.weight_ih_l1_reverse	0	-0.03972041606903076
178645	rnn.weight_ih_l1_reverse	1	0.03155740350484848
178645	rnn.weight_ih_l1_reverse	2	0.07857102900743484
178645	rnn.weight_ih_l1_reverse	3	-0.005567949265241623
178645	rnn.weight_ih_l1_reverse	4	-0.03843608498573303
178645	rnn.weight_ih_l1_reverse	5	-0.030072463676333427
178645	rnn.weight_ih_l1_reverse	6	-0.00321377394720912
178645	rnn.weight_ih_l1_reverse	7	0.02801535464823246
178645	rnn.weight_ih_l1_reverse	8	0.005863259080797434
178645	rnn.weight_ih_l1_reverse	9	-0.03738623857498169
178645	rnn.weight_hh_l1_reverse	0	0.005286271218210459
178645	rnn.weight_hh_l1_reverse	1	0.030856899917125702
178645	rnn.weight_hh_l1_reverse	2	-0.0403764583170414
178645	rnn.weight_hh_l1_reverse	3	0.035517916083335876
178645	rnn.weight_hh_l1_reverse	4	0.04708578437566757
178645	rnn.weight_hh_l1_reverse	5	0.0009291848982684314
178645	rnn.weight_hh_l1_reverse	6	0.05252622067928314
178645	rnn.weight_hh_l1_reverse	7	0.02987014502286911
178645	rnn.weight_hh_l1_reverse	8	-0.006906810216605663
178645	rnn.weight_hh_l1_reverse	9	-0.03188434988260269
178645	rnn.bias_ih_l1_reverse	0	-0.0622192919254303
178645	rnn.bias_ih_l1_reverse	1	-0.14162304997444153
178645	rnn.bias_ih_l1_reverse	2	-0.16630347073078156
178645	rnn.bias_ih_l1_reverse	3	-0.06326232105493546
178645	rnn.bias_ih_l1_reverse	4	-0.21115541458129883
178645	rnn.bias_ih_l1_reverse	5	-0.11545314639806747
178645	rnn.bias_ih_l1_reverse	6	-0.13866382837295532
178645	rnn.bias_ih_l1_reverse	7	-0.1881283074617386
178645	rnn.bias_ih_l1_reverse	8	0.2111087590456009
178645	rnn.bias_ih_l1_reverse	9	0.026133526116609573
178645	rnn.bias_hh_l1_reverse	0	-0.01705707423388958
178645	rnn.bias_hh_l1_reverse	1	-0.08932525664567947
178645	rnn.bias_hh_l1_reverse	2	-0.24229051172733307
178645	rnn.bias_hh_l1_reverse	3	-0.13552843034267426
178645	rnn.bias_hh_l1_reverse	4	-0.08900225162506104
178645	rnn.bias_hh_l1_reverse	5	-0.12237126380205154
178645	rnn.bias_hh_l1_reverse	6	0.07300964742898941
178645	rnn.bias_hh_l1_reverse	7	-0.1581333875656128
178645	rnn.bias_hh_l1_reverse	8	-0.11730439960956573
178645	rnn.bias_hh_l1_reverse	9	-0.14882168173789978
178645	linear.weight	0	0.002228822559118271
178645	linear.weight	1	0.09728837758302689
178645	linear.weight	2	-0.10392753034830093
178645	linear.weight	3	0.2847025394439697
178645	linear.weight	4	0.17072869837284088
178645	linear.weight	5	-0.06041068583726883
178645	linear.weight	6	0.12729674577713013
178645	linear.weight	7	0.12813042104244232
178645	linear.weight	8	0.041168320924043655
178645	linear.weight	9	-0.03908766061067581
178645	linear.bias	0	0.1581690013408661
178645	linear.bias	1	-0.19432732462882996
178645	linear.bias	2	-0.44289714097976685
178645	linear.bias	3	-0.6702590584754944
178645	linear.bias	4	-1.2340126037597656
178645	linear.bias	5	-0.05142509192228317
178645	linear.bias	6	-0.7846758365631104
178645	linear.bias	7	0.28506550192832947
178645	linear.bias	8	-0.42810797691345215
178645	linear.bias	9	-1.0247832536697388
178842	transitions	0	0.7139352560043335
178842	transitions	1	0.15070854127407074
178842	transitions	2	-10000.0
178842	transitions	3	-1.8259999752044678
178842	transitions	4	-10000.0
178842	transitions	5	0.5687777996063232
178842	transitions	6	-0.08114345371723175
178842	transitions	7	-0.7673690319061279
178842	transitions	8	-1.4137545824050903
178842	transitions	9	-0.0011877465294674039
178842	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
178842	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
178842	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
178842	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
178842	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
178842	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
178842	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
178842	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
178842	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
178842	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
178842	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
178842	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
178842	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
178842	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
178842	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
178842	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
178842	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
178842	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
178842	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
178842	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
178842	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
178842	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
178842	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
178842	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
178842	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
178842	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
178842	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
178842	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
178842	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
178842	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
178842	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
178842	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
178842	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
178842	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
178842	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
178842	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
178842	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
178842	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
178842	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
178842	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
178842	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
178842	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
178842	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
178842	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
178842	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
178842	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
178842	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
178842	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
178842	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
178842	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
178842	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
178842	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
178842	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
178842	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
178842	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
178842	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
178842	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
178842	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
178842	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
178842	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
178842	embedding2nn.weight	0	0.018264180049300194
178842	embedding2nn.weight	1	-0.013333049602806568
178842	embedding2nn.weight	2	-0.014268254861235619
178842	embedding2nn.weight	3	-0.025647224858403206
178842	embedding2nn.weight	4	-0.0059150345623493195
178842	embedding2nn.weight	5	-0.0037005883641541004
178842	embedding2nn.weight	6	-0.003973271697759628
178842	embedding2nn.weight	7	-0.08378037065267563
178842	embedding2nn.weight	8	-0.0019979383796453476
178842	embedding2nn.weight	9	-0.027162831276655197
178842	embedding2nn.bias	0	0.049861762672662735
178842	embedding2nn.bias	1	-0.07739674299955368
178842	embedding2nn.bias	2	0.07558143883943558
178842	embedding2nn.bias	3	0.025180216878652573
178842	embedding2nn.bias	4	-0.02543463371694088
178842	embedding2nn.bias	5	-0.010775082744657993
178842	embedding2nn.bias	6	0.021233726292848587
178842	embedding2nn.bias	7	-0.06604493409395218
178842	embedding2nn.bias	8	0.04623570293188095
178842	embedding2nn.bias	9	0.0487019382417202
178842	rnn.weight_ih_l0	0	-0.08176259696483612
178842	rnn.weight_ih_l0	1	0.007933109067380428
178842	rnn.weight_ih_l0	2	0.03460363671183586
178842	rnn.weight_ih_l0	3	0.023579010739922523
178842	rnn.weight_ih_l0	4	-0.04314274340867996
178842	rnn.weight_ih_l0	5	-0.06452751904726028
178842	rnn.weight_ih_l0	6	0.0014462113613262773
178842	rnn.weight_ih_l0	7	0.05345671623945236
178842	rnn.weight_ih_l0	8	-0.014916711486876011
178842	rnn.weight_ih_l0	9	-0.030059808865189552
178842	rnn.weight_hh_l0	0	-0.03181467577815056
178842	rnn.weight_hh_l0	1	-0.009385921992361546
178842	rnn.weight_hh_l0	2	0.007020170800387859
178842	rnn.weight_hh_l0	3	-0.06926049292087555
178842	rnn.weight_hh_l0	4	0.08902573585510254
178842	rnn.weight_hh_l0	5	-0.02750661037862301
178842	rnn.weight_hh_l0	6	-0.05632064491510391
178842	rnn.weight_hh_l0	7	0.012194382026791573
178842	rnn.weight_hh_l0	8	0.014690034091472626
178842	rnn.weight_hh_l0	9	-0.02252103202044964
178842	rnn.bias_ih_l0	0	0.13141940534114838
178842	rnn.bias_ih_l0	1	-0.036563992500305176
178842	rnn.bias_ih_l0	2	-0.02326124906539917
178842	rnn.bias_ih_l0	3	0.15557529032230377
178842	rnn.bias_ih_l0	4	-0.011305036954581738
178842	rnn.bias_ih_l0	5	-0.017210334539413452
178842	rnn.bias_ih_l0	6	0.013791004195809364
178842	rnn.bias_ih_l0	7	0.027002543210983276
178842	rnn.bias_ih_l0	8	-0.0951143205165863
178842	rnn.bias_ih_l0	9	-0.030583301559090614
178842	rnn.bias_hh_l0	0	-0.005508638918399811
178842	rnn.bias_hh_l0	1	-0.11647598445415497
178842	rnn.bias_hh_l0	2	-0.06727030873298645
178842	rnn.bias_hh_l0	3	-0.08561766147613525
178842	rnn.bias_hh_l0	4	0.0011880913516506553
178842	rnn.bias_hh_l0	5	-0.03125251457095146
178842	rnn.bias_hh_l0	6	0.03296678885817528
178842	rnn.bias_hh_l0	7	0.04791051894426346
178842	rnn.bias_hh_l0	8	-0.1221720352768898
178842	rnn.bias_hh_l0	9	-0.05820614472031593
178842	rnn.weight_ih_l0_reverse	0	-0.024317359551787376
178842	rnn.weight_ih_l0_reverse	1	-0.05612163245677948
178842	rnn.weight_ih_l0_reverse	2	-0.04502280801534653
178842	rnn.weight_ih_l0_reverse	3	0.009373992681503296
178842	rnn.weight_ih_l0_reverse	4	-0.018728554248809814
178842	rnn.weight_ih_l0_reverse	5	-0.055906303226947784
178842	rnn.weight_ih_l0_reverse	6	0.07370376586914062
178842	rnn.weight_ih_l0_reverse	7	-0.015283285640180111
178842	rnn.weight_ih_l0_reverse	8	-0.016163861379027367
178842	rnn.weight_ih_l0_reverse	9	-0.004282040521502495
178842	rnn.weight_hh_l0_reverse	0	0.06363900750875473
178842	rnn.weight_hh_l0_reverse	1	0.020987549796700478
178842	rnn.weight_hh_l0_reverse	2	0.029694296419620514
178842	rnn.weight_hh_l0_reverse	3	0.037226587533950806
178842	rnn.weight_hh_l0_reverse	4	0.010225367732346058
178842	rnn.weight_hh_l0_reverse	5	0.013072820380330086
178842	rnn.weight_hh_l0_reverse	6	0.051667485386133194
178842	rnn.weight_hh_l0_reverse	7	-0.07693647593259811
178842	rnn.weight_hh_l0_reverse	8	0.03983853757381439
178842	rnn.weight_hh_l0_reverse	9	0.0354444719851017
178842	rnn.bias_ih_l0_reverse	0	-0.05818813294172287
178842	rnn.bias_ih_l0_reverse	1	-0.2875743508338928
178842	rnn.bias_ih_l0_reverse	2	-0.12408333271741867
178842	rnn.bias_ih_l0_reverse	3	-0.05090130493044853
178842	rnn.bias_ih_l0_reverse	4	-0.02269412763416767
178842	rnn.bias_ih_l0_reverse	5	0.07688349485397339
178842	rnn.bias_ih_l0_reverse	6	-0.059910476207733154
178842	rnn.bias_ih_l0_reverse	7	0.055513765662908554
178842	rnn.bias_ih_l0_reverse	8	-0.048133350908756256
178842	rnn.bias_ih_l0_reverse	9	0.06470949202775955
178842	rnn.bias_hh_l0_reverse	0	0.02545192651450634
178842	rnn.bias_hh_l0_reverse	1	-0.05443933978676796
178842	rnn.bias_hh_l0_reverse	2	0.07552899420261383
178842	rnn.bias_hh_l0_reverse	3	-0.04982883110642433
178842	rnn.bias_hh_l0_reverse	4	-0.02041015960276127
178842	rnn.bias_hh_l0_reverse	5	-0.027572892606258392
178842	rnn.bias_hh_l0_reverse	6	-0.013199720531702042
178842	rnn.bias_hh_l0_reverse	7	0.10353101044893265
178842	rnn.bias_hh_l0_reverse	8	0.02875334955751896
178842	rnn.bias_hh_l0_reverse	9	-0.15693166851997375
178842	rnn.weight_ih_l1	0	-0.030194764956831932
178842	rnn.weight_ih_l1	1	-0.05148748680949211
178842	rnn.weight_ih_l1	2	0.057264458388090134
178842	rnn.weight_ih_l1	3	-0.06139040365815163
178842	rnn.weight_ih_l1	4	-0.014670376665890217
178842	rnn.weight_ih_l1	5	-0.04341771453619003
178842	rnn.weight_ih_l1	6	0.02674362063407898
178842	rnn.weight_ih_l1	7	-0.044667985290288925
178842	rnn.weight_ih_l1	8	0.03637658432126045
178842	rnn.weight_ih_l1	9	0.04725779592990875
178842	rnn.weight_hh_l1	0	-0.0014203678583726287
178842	rnn.weight_hh_l1	1	0.019509369507431984
178842	rnn.weight_hh_l1	2	0.011456823907792568
178842	rnn.weight_hh_l1	3	-0.012249598279595375
178842	rnn.weight_hh_l1	4	0.0091201551258564
178842	rnn.weight_hh_l1	5	0.03181390091776848
178842	rnn.weight_hh_l1	6	0.03399132564663887
178842	rnn.weight_hh_l1	7	-0.01797678880393505
178842	rnn.weight_hh_l1	8	-0.007584675215184689
178842	rnn.weight_hh_l1	9	0.0351083017885685
178842	rnn.bias_ih_l1	0	-0.19731926918029785
178842	rnn.bias_ih_l1	1	-0.17669670283794403
178842	rnn.bias_ih_l1	2	-0.21347086131572723
178842	rnn.bias_ih_l1	3	-0.3239447772502899
178842	rnn.bias_ih_l1	4	-0.1852087378501892
178842	rnn.bias_ih_l1	5	-0.08742798119783401
178842	rnn.bias_ih_l1	6	-0.16990721225738525
178842	rnn.bias_ih_l1	7	-0.010356769897043705
178842	rnn.bias_ih_l1	8	-0.1324646770954132
178842	rnn.bias_ih_l1	9	-0.14005035161972046
178842	rnn.bias_hh_l1	0	-0.10197456181049347
178842	rnn.bias_hh_l1	1	-0.07118168473243713
178842	rnn.bias_hh_l1	2	-0.1014682799577713
178842	rnn.bias_hh_l1	3	-0.08287569880485535
178842	rnn.bias_hh_l1	4	-0.08883222192525864
178842	rnn.bias_hh_l1	5	-0.1188029795885086
178842	rnn.bias_hh_l1	6	-0.15070658922195435
178842	rnn.bias_hh_l1	7	0.0597713403403759
178842	rnn.bias_hh_l1	8	-0.17389675974845886
178842	rnn.bias_hh_l1	9	-0.11267159879207611
178842	rnn.weight_ih_l1_reverse	0	-0.04065696522593498
178842	rnn.weight_ih_l1_reverse	1	0.031169164925813675
178842	rnn.weight_ih_l1_reverse	2	0.07859880477190018
178842	rnn.weight_ih_l1_reverse	3	-0.005689571611583233
178842	rnn.weight_ih_l1_reverse	4	-0.038476601243019104
178842	rnn.weight_ih_l1_reverse	5	-0.03018081933259964
178842	rnn.weight_ih_l1_reverse	6	-0.002476617693901062
178842	rnn.weight_ih_l1_reverse	7	0.027997935190796852
178842	rnn.weight_ih_l1_reverse	8	0.005025355610996485
178842	rnn.weight_ih_l1_reverse	9	-0.037833090871572495
178842	rnn.weight_hh_l1_reverse	0	0.005252210423350334
178842	rnn.weight_hh_l1_reverse	1	0.030882105231285095
178842	rnn.weight_hh_l1_reverse	2	-0.04036051407456398
178842	rnn.weight_hh_l1_reverse	3	0.035653602331876755
178842	rnn.weight_hh_l1_reverse	4	0.04771623760461807
178842	rnn.weight_hh_l1_reverse	5	0.0008072224445641041
178842	rnn.weight_hh_l1_reverse	6	0.05167423561215401
178842	rnn.weight_hh_l1_reverse	7	0.03008965775370598
178842	rnn.weight_hh_l1_reverse	8	-0.006966941058635712
178842	rnn.weight_hh_l1_reverse	9	-0.03171001747250557
178842	rnn.bias_ih_l1_reverse	0	-0.06177013739943504
178842	rnn.bias_ih_l1_reverse	1	-0.1435948759317398
178842	rnn.bias_ih_l1_reverse	2	-0.16789835691452026
178842	rnn.bias_ih_l1_reverse	3	-0.06584673374891281
178842	rnn.bias_ih_l1_reverse	4	-0.2118689864873886
178842	rnn.bias_ih_l1_reverse	5	-0.11518117785453796
178842	rnn.bias_ih_l1_reverse	6	-0.13918554782867432
178842	rnn.bias_ih_l1_reverse	7	-0.18754668533802032
178842	rnn.bias_ih_l1_reverse	8	0.21517468988895416
178842	rnn.bias_ih_l1_reverse	9	0.02806840091943741
178842	rnn.bias_hh_l1_reverse	0	-0.019817350432276726
178842	rnn.bias_hh_l1_reverse	1	-0.09058347344398499
178842	rnn.bias_hh_l1_reverse	2	-0.242518350481987
178842	rnn.bias_hh_l1_reverse	3	-0.1381974071264267
178842	rnn.bias_hh_l1_reverse	4	-0.08975028246641159
178842	rnn.bias_hh_l1_reverse	5	-0.12181559950113297
178842	rnn.bias_hh_l1_reverse	6	0.0683508887887001
178842	rnn.bias_hh_l1_reverse	7	-0.1580285280942917
178842	rnn.bias_hh_l1_reverse	8	-0.11812390387058258
178842	rnn.bias_hh_l1_reverse	9	-0.14891229569911957
178842	linear.weight	0	0.002228822559118271
178842	linear.weight	1	0.09939151257276535
178842	linear.weight	2	-0.10244790464639664
178842	linear.weight	3	0.28213199973106384
178842	linear.weight	4	0.17172622680664062
178842	linear.weight	5	-0.06034236028790474
178842	linear.weight	6	0.1263832300901413
178842	linear.weight	7	0.1293928027153015
178842	linear.weight	8	0.04116755723953247
178842	linear.weight	9	-0.03826311230659485
178842	linear.bias	0	0.1564093679189682
178842	linear.bias	1	-0.1923975795507431
178842	linear.bias	2	-0.4489811062812805
178842	linear.bias	3	-0.6595215201377869
178842	linear.bias	4	-1.223568320274353
178842	linear.bias	5	-0.06588423252105713
178842	linear.bias	6	-0.7830021381378174
178842	linear.bias	7	0.2686496675014496
178842	linear.bias	8	-0.41414889693260193
178842	linear.bias	9	-1.01194167137146
179039	transitions	0	0.7155158519744873
179039	transitions	1	0.15010219812393188
179039	transitions	2	-10000.0
179039	transitions	3	-1.826004147529602
179039	transitions	4	-10000.0
179039	transitions	5	0.5687211155891418
179039	transitions	6	-0.08116990327835083
179039	transitions	7	-0.7675929665565491
179039	transitions	8	-1.4138455390930176
179039	transitions	9	-0.0011879620142281055
179039	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
179039	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
179039	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
179039	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
179039	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
179039	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
179039	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
179039	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
179039	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
179039	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
179039	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
179039	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
179039	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
179039	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
179039	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
179039	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
179039	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
179039	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
179039	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
179039	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
179039	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
179039	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
179039	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
179039	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
179039	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
179039	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
179039	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
179039	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
179039	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
179039	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
179039	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
179039	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
179039	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
179039	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
179039	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
179039	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
179039	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
179039	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
179039	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
179039	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
179039	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
179039	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
179039	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
179039	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
179039	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
179039	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
179039	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
179039	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
179039	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
179039	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
179039	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
179039	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
179039	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
179039	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
179039	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
179039	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
179039	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
179039	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
179039	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
179039	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
179039	embedding2nn.weight	0	0.018622199073433876
179039	embedding2nn.weight	1	-0.013082011602818966
179039	embedding2nn.weight	2	-0.014268254861235619
179039	embedding2nn.weight	3	-0.025625871494412422
179039	embedding2nn.weight	4	-0.0059150345623493195
179039	embedding2nn.weight	5	-0.0037005883641541004
179039	embedding2nn.weight	6	-0.003973272163420916
179039	embedding2nn.weight	7	-0.08379215002059937
179039	embedding2nn.weight	8	-0.0019979383796453476
179039	embedding2nn.weight	9	-0.028439480811357498
179039	embedding2nn.bias	0	0.05036928504705429
179039	embedding2nn.bias	1	-0.07843568176031113
179039	embedding2nn.bias	2	0.0715852677822113
179039	embedding2nn.bias	3	0.02926667593419552
179039	embedding2nn.bias	4	-0.02800726145505905
179039	embedding2nn.bias	5	-0.00947012659162283
179039	embedding2nn.bias	6	0.025683509185910225
179039	embedding2nn.bias	7	-0.06415491551160812
179039	embedding2nn.bias	8	0.044074274599552155
179039	embedding2nn.bias	9	0.04390627518296242
179039	rnn.weight_ih_l0	0	-0.08053723722696304
179039	rnn.weight_ih_l0	1	0.008887061849236488
179039	rnn.weight_ih_l0	2	0.03438128903508186
179039	rnn.weight_ih_l0	3	0.023439157754182816
179039	rnn.weight_ih_l0	4	-0.04336688667535782
179039	rnn.weight_ih_l0	5	-0.06454085558652878
179039	rnn.weight_ih_l0	6	0.0012985325884073973
179039	rnn.weight_ih_l0	7	0.05330479517579079
179039	rnn.weight_ih_l0	8	-0.01382463052868843
179039	rnn.weight_ih_l0	9	-0.031049570068717003
179039	rnn.weight_hh_l0	0	-0.031122414395213127
179039	rnn.weight_hh_l0	1	-0.00953876692801714
179039	rnn.weight_hh_l0	2	0.007383607793599367
179039	rnn.weight_hh_l0	3	-0.06988009810447693
179039	rnn.weight_hh_l0	4	0.08912152051925659
179039	rnn.weight_hh_l0	5	-0.027098381891846657
179039	rnn.weight_hh_l0	6	-0.05662491172552109
179039	rnn.weight_hh_l0	7	0.012057858519256115
179039	rnn.weight_hh_l0	8	0.014698660932481289
179039	rnn.weight_hh_l0	9	-0.022907668724656105
179039	rnn.bias_ih_l0	0	0.13199426233768463
179039	rnn.bias_ih_l0	1	-0.03547106683254242
179039	rnn.bias_ih_l0	2	-0.023786481469869614
179039	rnn.bias_ih_l0	3	0.15793965756893158
179039	rnn.bias_ih_l0	4	-0.011144906282424927
179039	rnn.bias_ih_l0	5	-0.016965525224804878
179039	rnn.bias_ih_l0	6	0.013301369734108448
179039	rnn.bias_ih_l0	7	0.027700286358594894
179039	rnn.bias_ih_l0	8	-0.09504253417253494
179039	rnn.bias_ih_l0	9	-0.03170943632721901
179039	rnn.bias_hh_l0	0	-0.00664863083511591
179039	rnn.bias_hh_l0	1	-0.11755294352769852
179039	rnn.bias_hh_l0	2	-0.06931544840335846
179039	rnn.bias_hh_l0	3	-0.0863114669919014
179039	rnn.bias_hh_l0	4	-2.065207445411943e-05
179039	rnn.bias_hh_l0	5	-0.030663136392831802
179039	rnn.bias_hh_l0	6	0.03192870691418648
179039	rnn.bias_hh_l0	7	0.0486813522875309
179039	rnn.bias_hh_l0	8	-0.12290415912866592
179039	rnn.bias_hh_l0	9	-0.06066511198878288
179039	rnn.weight_ih_l0_reverse	0	-0.02481534704566002
179039	rnn.weight_ih_l0_reverse	1	-0.05627566948533058
179039	rnn.weight_ih_l0_reverse	2	-0.04576076939702034
179039	rnn.weight_ih_l0_reverse	3	0.009201223962008953
179039	rnn.weight_ih_l0_reverse	4	-0.018907876685261726
179039	rnn.weight_ih_l0_reverse	5	-0.05672863870859146
179039	rnn.weight_ih_l0_reverse	6	0.07459250837564468
179039	rnn.weight_ih_l0_reverse	7	-0.01540536992251873
179039	rnn.weight_ih_l0_reverse	8	-0.016053173691034317
179039	rnn.weight_ih_l0_reverse	9	-0.00392108503729105
179039	rnn.weight_hh_l0_reverse	0	0.06452352553606033
179039	rnn.weight_hh_l0_reverse	1	0.020985981449484825
179039	rnn.weight_hh_l0_reverse	2	0.029720276594161987
179039	rnn.weight_hh_l0_reverse	3	0.03725455701351166
179039	rnn.weight_hh_l0_reverse	4	0.010263562202453613
179039	rnn.weight_hh_l0_reverse	5	0.013169904239475727
179039	rnn.weight_hh_l0_reverse	6	0.051489897072315216
179039	rnn.weight_hh_l0_reverse	7	-0.076568104326725
179039	rnn.weight_hh_l0_reverse	8	0.040293123573064804
179039	rnn.weight_hh_l0_reverse	9	0.03594755008816719
179039	rnn.bias_ih_l0_reverse	0	-0.05747209116816521
179039	rnn.bias_ih_l0_reverse	1	-0.2861499488353729
179039	rnn.bias_ih_l0_reverse	2	-0.12343692034482956
179039	rnn.bias_ih_l0_reverse	3	-0.04994336515665054
179039	rnn.bias_ih_l0_reverse	4	-0.022008823230862617
179039	rnn.bias_ih_l0_reverse	5	0.07732614874839783
179039	rnn.bias_ih_l0_reverse	6	-0.058262504637241364
179039	rnn.bias_ih_l0_reverse	7	0.05650642141699791
179039	rnn.bias_ih_l0_reverse	8	-0.04975531995296478
179039	rnn.bias_ih_l0_reverse	9	0.06589260697364807
179039	rnn.bias_hh_l0_reverse	0	0.02528945915400982
179039	rnn.bias_hh_l0_reverse	1	-0.05487159639596939
179039	rnn.bias_hh_l0_reverse	2	0.07534969598054886
179039	rnn.bias_hh_l0_reverse	3	-0.04910465329885483
179039	rnn.bias_hh_l0_reverse	4	-0.02148832194507122
179039	rnn.bias_hh_l0_reverse	5	-0.026682497933506966
179039	rnn.bias_hh_l0_reverse	6	-0.013632421381771564
179039	rnn.bias_hh_l0_reverse	7	0.10399388521909714
179039	rnn.bias_hh_l0_reverse	8	0.030733419582247734
179039	rnn.bias_hh_l0_reverse	9	-0.15857985615730286
179039	rnn.weight_ih_l1	0	-0.03009561263024807
179039	rnn.weight_ih_l1	1	-0.052045874297618866
179039	rnn.weight_ih_l1	2	0.05590851232409477
179039	rnn.weight_ih_l1	3	-0.062350060790777206
179039	rnn.weight_ih_l1	4	-0.01442074403166771
179039	rnn.weight_ih_l1	5	-0.04339821636676788
179039	rnn.weight_ih_l1	6	0.02732756920158863
179039	rnn.weight_ih_l1	7	-0.04487660527229309
179039	rnn.weight_ih_l1	8	0.036347437649965286
179039	rnn.weight_ih_l1	9	0.04708869755268097
179039	rnn.weight_hh_l1	0	-0.0017926701111719012
179039	rnn.weight_hh_l1	1	0.019563499838113785
179039	rnn.weight_hh_l1	2	0.011797538958489895
179039	rnn.weight_hh_l1	3	-0.012601817026734352
179039	rnn.weight_hh_l1	4	0.009018748067319393
179039	rnn.weight_hh_l1	5	0.03168617561459541
179039	rnn.weight_hh_l1	6	0.034087155014276505
179039	rnn.weight_hh_l1	7	-0.017916765064001083
179039	rnn.weight_hh_l1	8	-0.007753921207040548
179039	rnn.weight_hh_l1	9	0.03511423617601395
179039	rnn.bias_ih_l1	0	-0.1988343447446823
179039	rnn.bias_ih_l1	1	-0.17681440711021423
179039	rnn.bias_ih_l1	2	-0.21370692551136017
179039	rnn.bias_ih_l1	3	-0.32355260848999023
179039	rnn.bias_ih_l1	4	-0.18162138760089874
179039	rnn.bias_ih_l1	5	-0.08725709468126297
179039	rnn.bias_ih_l1	6	-0.16718298196792603
179039	rnn.bias_ih_l1	7	-0.007882256992161274
179039	rnn.bias_ih_l1	8	-0.1332383155822754
179039	rnn.bias_ih_l1	9	-0.13869433104991913
179039	rnn.bias_hh_l1	0	-0.10203142464160919
179039	rnn.bias_hh_l1	1	-0.07187346369028091
179039	rnn.bias_hh_l1	2	-0.10043256729841232
179039	rnn.bias_hh_l1	3	-0.0826525166630745
179039	rnn.bias_hh_l1	4	-0.08928753435611725
179039	rnn.bias_hh_l1	5	-0.1190628707408905
179039	rnn.bias_hh_l1	6	-0.1518378108739853
179039	rnn.bias_hh_l1	7	0.060168229043483734
179039	rnn.bias_hh_l1	8	-0.1748373955488205
179039	rnn.bias_hh_l1	9	-0.112186498939991
179039	rnn.weight_ih_l1_reverse	0	-0.04096555709838867
179039	rnn.weight_ih_l1_reverse	1	0.02955852821469307
179039	rnn.weight_ih_l1_reverse	2	0.07854089885950089
179039	rnn.weight_ih_l1_reverse	3	-0.006135239265859127
179039	rnn.weight_ih_l1_reverse	4	-0.03825616091489792
179039	rnn.weight_ih_l1_reverse	5	-0.0303794052451849
179039	rnn.weight_ih_l1_reverse	6	-0.0019253934733569622
179039	rnn.weight_ih_l1_reverse	7	0.027228377759456635
179039	rnn.weight_ih_l1_reverse	8	0.004384319297969341
179039	rnn.weight_ih_l1_reverse	9	-0.0380893237888813
179039	rnn.weight_hh_l1_reverse	0	0.005382416304200888
179039	rnn.weight_hh_l1_reverse	1	0.03077213279902935
179039	rnn.weight_hh_l1_reverse	2	-0.04039591923356056
179039	rnn.weight_hh_l1_reverse	3	0.03563448414206505
179039	rnn.weight_hh_l1_reverse	4	0.04783128947019577
179039	rnn.weight_hh_l1_reverse	5	0.0015919340075924993
179039	rnn.weight_hh_l1_reverse	6	0.05266330763697624
179039	rnn.weight_hh_l1_reverse	7	0.030101127922534943
179039	rnn.weight_hh_l1_reverse	8	-0.0070350863970816135
179039	rnn.weight_hh_l1_reverse	9	-0.031677354127168655
179039	rnn.bias_ih_l1_reverse	0	-0.06226862967014313
179039	rnn.bias_ih_l1_reverse	1	-0.1430114209651947
179039	rnn.bias_ih_l1_reverse	2	-0.1706232726573944
179039	rnn.bias_ih_l1_reverse	3	-0.06610133498907089
179039	rnn.bias_ih_l1_reverse	4	-0.21248218417167664
179039	rnn.bias_ih_l1_reverse	5	-0.1155647486448288
179039	rnn.bias_ih_l1_reverse	6	-0.13964225351810455
179039	rnn.bias_ih_l1_reverse	7	-0.18623925745487213
179039	rnn.bias_ih_l1_reverse	8	0.2160414308309555
179039	rnn.bias_ih_l1_reverse	9	0.031485412269830704
179039	rnn.bias_hh_l1_reverse	0	-0.017798686400055885
179039	rnn.bias_hh_l1_reverse	1	-0.09367557615041733
179039	rnn.bias_hh_l1_reverse	2	-0.24182617664337158
179039	rnn.bias_hh_l1_reverse	3	-0.13990357518196106
179039	rnn.bias_hh_l1_reverse	4	-0.09007768332958221
179039	rnn.bias_hh_l1_reverse	5	-0.12187587469816208
179039	rnn.bias_hh_l1_reverse	6	0.06690942496061325
179039	rnn.bias_hh_l1_reverse	7	-0.15783418715000153
179039	rnn.bias_hh_l1_reverse	8	-0.1181059330701828
179039	rnn.bias_hh_l1_reverse	9	-0.14904730021953583
179039	linear.weight	0	0.002228822559118271
179039	linear.weight	1	0.10086330771446228
179039	linear.weight	2	-0.10012193024158478
179039	linear.weight	3	0.28580576181411743
179039	linear.weight	4	0.1725333333015442
179039	linear.weight	5	-0.06008961424231529
179039	linear.weight	6	0.12350545823574066
179039	linear.weight	7	0.13868749141693115
179039	linear.weight	8	0.041167307645082474
179039	linear.weight	9	-0.037476714700460434
179039	linear.bias	0	0.15114782750606537
179039	linear.bias	1	-0.18862837553024292
179039	linear.bias	2	-0.47129398584365845
179039	linear.bias	3	-0.667461633682251
179039	linear.bias	4	-1.2316162586212158
179039	linear.bias	5	-0.05344144627451897
179039	linear.bias	6	-0.7801039218902588
179039	linear.bias	7	0.2806349992752075
179039	linear.bias	8	-0.41760432720184326
179039	linear.bias	9	-1.0163600444793701
179236	transitions	0	0.7150527238845825
179236	transitions	1	0.15232843160629272
179236	transitions	2	-10000.0
179236	transitions	3	-1.826021432876587
179236	transitions	4	-10000.0
179236	transitions	5	0.5687013864517212
179236	transitions	6	-0.0811908170580864
179236	transitions	7	-0.7676794528961182
179236	transitions	8	-1.4138760566711426
179236	transitions	9	-0.001188278547488153
179236	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
179236	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
179236	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
179236	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
179236	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
179236	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
179236	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
179236	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
179236	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
179236	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
179236	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
179236	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
179236	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
179236	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
179236	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
179236	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
179236	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
179236	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
179236	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
179236	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
179236	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
179236	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
179236	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
179236	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
179236	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
179236	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
179236	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
179236	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
179236	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
179236	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
179236	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
179236	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
179236	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
179236	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
179236	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
179236	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
179236	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
179236	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
179236	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
179236	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
179236	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
179236	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
179236	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
179236	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
179236	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
179236	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
179236	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
179236	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
179236	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
179236	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
179236	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
179236	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
179236	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
179236	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
179236	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
179236	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
179236	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
179236	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
179236	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
179236	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
179236	embedding2nn.weight	0	0.020001940429210663
179236	embedding2nn.weight	1	-0.013069532811641693
179236	embedding2nn.weight	2	-0.014268254861235619
179236	embedding2nn.weight	3	-0.027666887268424034
179236	embedding2nn.weight	4	-0.0059150345623493195
179236	embedding2nn.weight	5	-0.0037005883641541004
179236	embedding2nn.weight	6	-0.003973272629082203
179236	embedding2nn.weight	7	-0.08381238579750061
179236	embedding2nn.weight	8	-0.0019979383796453476
179236	embedding2nn.weight	9	-0.02832549624145031
179236	embedding2nn.bias	0	0.051980458199977875
179236	embedding2nn.bias	1	-0.07257549464702606
179236	embedding2nn.bias	2	0.07649409025907516
179236	embedding2nn.bias	3	0.033679984509944916
179236	embedding2nn.bias	4	-0.030800219625234604
179236	embedding2nn.bias	5	-0.014806571416556835
179236	embedding2nn.bias	6	0.02612331137061119
179236	embedding2nn.bias	7	-0.07003679871559143
179236	embedding2nn.bias	8	0.047557905316352844
179236	embedding2nn.bias	9	0.04242059960961342
179236	rnn.weight_ih_l0	0	-0.08026792854070663
179236	rnn.weight_ih_l0	1	0.00871052872389555
179236	rnn.weight_ih_l0	2	0.0341150127351284
179236	rnn.weight_ih_l0	3	0.02317655086517334
179236	rnn.weight_ih_l0	4	-0.04436111822724342
179236	rnn.weight_ih_l0	5	-0.065004862844944
179236	rnn.weight_ih_l0	6	0.0007429330144077539
179236	rnn.weight_ih_l0	7	0.05308369919657707
179236	rnn.weight_ih_l0	8	-0.013286062516272068
179236	rnn.weight_ih_l0	9	-0.030196841806173325
179236	rnn.weight_hh_l0	0	-0.03066108375787735
179236	rnn.weight_hh_l0	1	-0.009362205862998962
179236	rnn.weight_hh_l0	2	0.006746914703398943
179236	rnn.weight_hh_l0	3	-0.0703367218375206
179236	rnn.weight_hh_l0	4	0.08931771665811539
179236	rnn.weight_hh_l0	5	-0.026717092841863632
179236	rnn.weight_hh_l0	6	-0.05683169513940811
179236	rnn.weight_hh_l0	7	0.012222417630255222
179236	rnn.weight_hh_l0	8	0.015090958215296268
179236	rnn.weight_hh_l0	9	-0.023143569007515907
179236	rnn.bias_ih_l0	0	0.1321215182542801
179236	rnn.bias_ih_l0	1	-0.0355035625398159
179236	rnn.bias_ih_l0	2	-0.023751135915517807
179236	rnn.bias_ih_l0	3	0.15842406451702118
179236	rnn.bias_ih_l0	4	-0.011674647219479084
179236	rnn.bias_ih_l0	5	-0.016198022291064262
179236	rnn.bias_ih_l0	6	0.013155615888535976
179236	rnn.bias_ih_l0	7	0.026936000213027
179236	rnn.bias_ih_l0	8	-0.09641993045806885
179236	rnn.bias_ih_l0	9	-0.0334949865937233
179236	rnn.bias_hh_l0	0	-0.0061639947816729546
179236	rnn.bias_hh_l0	1	-0.11801926791667938
179236	rnn.bias_hh_l0	2	-0.0677889809012413
179236	rnn.bias_hh_l0	3	-0.08585413545370102
179236	rnn.bias_hh_l0	4	0.0003651756269391626
179236	rnn.bias_hh_l0	5	-0.030882295221090317
179236	rnn.bias_hh_l0	6	0.033674679696559906
179236	rnn.bias_hh_l0	7	0.04884069785475731
179236	rnn.bias_hh_l0	8	-0.12216673791408539
179236	rnn.bias_hh_l0	9	-0.060182973742485046
179236	rnn.weight_ih_l0_reverse	0	-0.024368278682231903
179236	rnn.weight_ih_l0_reverse	1	-0.05651125684380531
179236	rnn.weight_ih_l0_reverse	2	-0.045712269842624664
179236	rnn.weight_ih_l0_reverse	3	0.009330744855105877
179236	rnn.weight_ih_l0_reverse	4	-0.018648261204361916
179236	rnn.weight_ih_l0_reverse	5	-0.05611114203929901
179236	rnn.weight_ih_l0_reverse	6	0.07408775389194489
179236	rnn.weight_ih_l0_reverse	7	-0.015412861481308937
179236	rnn.weight_ih_l0_reverse	8	-0.015870429575443268
179236	rnn.weight_ih_l0_reverse	9	-0.003995235543698072
179236	rnn.weight_hh_l0_reverse	0	0.06471393257379532
179236	rnn.weight_hh_l0_reverse	1	0.02116105891764164
179236	rnn.weight_hh_l0_reverse	2	0.029493018984794617
179236	rnn.weight_hh_l0_reverse	3	0.03710199519991875
179236	rnn.weight_hh_l0_reverse	4	0.010095280595123768
179236	rnn.weight_hh_l0_reverse	5	0.013154244981706142
179236	rnn.weight_hh_l0_reverse	6	0.05118342861533165
179236	rnn.weight_hh_l0_reverse	7	-0.07649078220129013
179236	rnn.weight_hh_l0_reverse	8	0.04023776948451996
179236	rnn.weight_hh_l0_reverse	9	0.03579693287611008
179236	rnn.bias_ih_l0_reverse	0	-0.05860186740756035
179236	rnn.bias_ih_l0_reverse	1	-0.2872695326805115
179236	rnn.bias_ih_l0_reverse	2	-0.12272494286298752
179236	rnn.bias_ih_l0_reverse	3	-0.04986850544810295
179236	rnn.bias_ih_l0_reverse	4	-0.022320667281746864
179236	rnn.bias_ih_l0_reverse	5	0.07878950238227844
179236	rnn.bias_ih_l0_reverse	6	-0.05842993035912514
179236	rnn.bias_ih_l0_reverse	7	0.057134151458740234
179236	rnn.bias_ih_l0_reverse	8	-0.04846757650375366
179236	rnn.bias_ih_l0_reverse	9	0.0645444318652153
179236	rnn.bias_hh_l0_reverse	0	0.024271219968795776
179236	rnn.bias_hh_l0_reverse	1	-0.05671829730272293
179236	rnn.bias_hh_l0_reverse	2	0.07526574283838272
179236	rnn.bias_hh_l0_reverse	3	-0.048643194139003754
179236	rnn.bias_hh_l0_reverse	4	-0.02042732574045658
179236	rnn.bias_hh_l0_reverse	5	-0.027644477784633636
179236	rnn.bias_hh_l0_reverse	6	-0.01357351429760456
179236	rnn.bias_hh_l0_reverse	7	0.10438752174377441
179236	rnn.bias_hh_l0_reverse	8	0.031058629974722862
179236	rnn.bias_hh_l0_reverse	9	-0.15862859785556793
179236	rnn.weight_ih_l1	0	-0.029786458238959312
179236	rnn.weight_ih_l1	1	-0.05245866999030113
179236	rnn.weight_ih_l1	2	0.057096049189567566
179236	rnn.weight_ih_l1	3	-0.06321779638528824
179236	rnn.weight_ih_l1	4	-0.014905979856848717
179236	rnn.weight_ih_l1	5	-0.043449703603982925
179236	rnn.weight_ih_l1	6	0.027310369536280632
179236	rnn.weight_ih_l1	7	-0.045054420828819275
179236	rnn.weight_ih_l1	8	0.03644128516316414
179236	rnn.weight_ih_l1	9	0.04757799953222275
179236	rnn.weight_hh_l1	0	-0.0017748447135090828
179236	rnn.weight_hh_l1	1	0.01965159922838211
179236	rnn.weight_hh_l1	2	0.010988542810082436
179236	rnn.weight_hh_l1	3	-0.012251167558133602
179236	rnn.weight_hh_l1	4	0.009121943265199661
179236	rnn.weight_hh_l1	5	0.03176422789692879
179236	rnn.weight_hh_l1	6	0.03434499725699425
179236	rnn.weight_hh_l1	7	-0.017709534615278244
179236	rnn.weight_hh_l1	8	-0.007724974770098925
179236	rnn.weight_hh_l1	9	0.03480564057826996
179236	rnn.bias_ih_l1	0	-0.19757302105426788
179236	rnn.bias_ih_l1	1	-0.1773134469985962
179236	rnn.bias_ih_l1	2	-0.2143310308456421
179236	rnn.bias_ih_l1	3	-0.32239970564842224
179236	rnn.bias_ih_l1	4	-0.18026268482208252
179236	rnn.bias_ih_l1	5	-0.08683823049068451
179236	rnn.bias_ih_l1	6	-0.16801199316978455
179236	rnn.bias_ih_l1	7	-0.009529068134725094
179236	rnn.bias_ih_l1	8	-0.130263090133667
179236	rnn.bias_ih_l1	9	-0.13889384269714355
179236	rnn.bias_hh_l1	0	-0.10121966898441315
179236	rnn.bias_hh_l1	1	-0.07128383219242096
179236	rnn.bias_hh_l1	2	-0.10119986534118652
179236	rnn.bias_hh_l1	3	-0.08287756145000458
179236	rnn.bias_hh_l1	4	-0.08708249777555466
179236	rnn.bias_hh_l1	5	-0.11925478279590607
179236	rnn.bias_hh_l1	6	-0.152353435754776
179236	rnn.bias_hh_l1	7	0.061827462166547775
179236	rnn.bias_hh_l1	8	-0.17654681205749512
179236	rnn.bias_hh_l1	9	-0.11217968910932541
179236	rnn.weight_ih_l1_reverse	0	-0.04203625023365021
179236	rnn.weight_ih_l1_reverse	1	0.029019927605986595
179236	rnn.weight_ih_l1_reverse	2	0.07854344695806503
179236	rnn.weight_ih_l1_reverse	3	-0.0065587484277784824
179236	rnn.weight_ih_l1_reverse	4	-0.03744104132056236
179236	rnn.weight_ih_l1_reverse	5	-0.030302738770842552
179236	rnn.weight_ih_l1_reverse	6	-0.0016119517385959625
179236	rnn.weight_ih_l1_reverse	7	0.026791049167513847
179236	rnn.weight_ih_l1_reverse	8	0.005675467662513256
179236	rnn.weight_ih_l1_reverse	9	-0.03761223331093788
179236	rnn.weight_hh_l1_reverse	0	0.005540287122130394
179236	rnn.weight_hh_l1_reverse	1	0.03075522370636463
179236	rnn.weight_hh_l1_reverse	2	-0.04043765366077423
179236	rnn.weight_hh_l1_reverse	3	0.03558488190174103
179236	rnn.weight_hh_l1_reverse	4	0.04810793697834015
179236	rnn.weight_hh_l1_reverse	5	0.0018259694334119558
179236	rnn.weight_hh_l1_reverse	6	0.05279991775751114
179236	rnn.weight_hh_l1_reverse	7	0.02992824651300907
179236	rnn.weight_hh_l1_reverse	8	-0.007035591173917055
179236	rnn.weight_hh_l1_reverse	9	-0.031376346945762634
179236	rnn.bias_ih_l1_reverse	0	-0.06210247799754143
179236	rnn.bias_ih_l1_reverse	1	-0.1426616907119751
179236	rnn.bias_ih_l1_reverse	2	-0.16960306465625763
179236	rnn.bias_ih_l1_reverse	3	-0.06116516888141632
179236	rnn.bias_ih_l1_reverse	4	-0.2122628092765808
179236	rnn.bias_ih_l1_reverse	5	-0.11614203453063965
179236	rnn.bias_ih_l1_reverse	6	-0.1392972469329834
179236	rnn.bias_ih_l1_reverse	7	-0.18941417336463928
179236	rnn.bias_ih_l1_reverse	8	0.2168234884738922
179236	rnn.bias_ih_l1_reverse	9	0.028992174193263054
179236	rnn.bias_hh_l1_reverse	0	-0.017312556505203247
179236	rnn.bias_hh_l1_reverse	1	-0.09183832257986069
179236	rnn.bias_hh_l1_reverse	2	-0.24177516996860504
179236	rnn.bias_hh_l1_reverse	3	-0.1406789869070053
179236	rnn.bias_hh_l1_reverse	4	-0.08991915732622147
179236	rnn.bias_hh_l1_reverse	5	-0.12364616990089417
179236	rnn.bias_hh_l1_reverse	6	0.06635036319494247
179236	rnn.bias_hh_l1_reverse	7	-0.158018559217453
179236	rnn.bias_hh_l1_reverse	8	-0.11907076090574265
179236	rnn.bias_hh_l1_reverse	9	-0.14929677546024323
179236	linear.weight	0	0.002228822559118271
179236	linear.weight	1	0.10353349149227142
179236	linear.weight	2	-0.10287042707204819
179236	linear.weight	3	0.2837153375148773
179236	linear.weight	4	0.1717751920223236
179236	linear.weight	5	-0.06129912659525871
179236	linear.weight	6	0.11639203876256943
179236	linear.weight	7	0.1446245163679123
179236	linear.weight	8	0.04116721823811531
179236	linear.weight	9	-0.03726218268275261
179236	linear.bias	0	0.1823781132698059
179236	linear.bias	1	-0.20302914083003998
179236	linear.bias	2	-0.4548301100730896
179236	linear.bias	3	-0.6675419807434082
179236	linear.bias	4	-1.2317039966583252
179236	linear.bias	5	-0.07175690680742264
179236	linear.bias	6	-0.7949250936508179
179236	linear.bias	7	0.2633526921272278
179236	linear.bias	8	-0.41019102931022644
179236	linear.bias	9	-1.0080673694610596
179433	transitions	0	0.7193937301635742
179433	transitions	1	0.1547670066356659
179433	transitions	2	-10000.0
179433	transitions	3	-1.8260332345962524
179433	transitions	4	-10000.0
179433	transitions	5	0.5686724185943604
179433	transitions	6	-0.08120905607938766
179433	transitions	7	-0.7677805423736572
179433	transitions	8	-1.4141608476638794
179433	transitions	9	-0.0011884694686159492
179433	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
179433	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
179433	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
179433	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
179433	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
179433	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
179433	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
179433	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
179433	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
179433	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
179433	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
179433	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
179433	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
179433	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
179433	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
179433	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
179433	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
179433	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
179433	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
179433	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
179433	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
179433	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
179433	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
179433	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
179433	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
179433	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
179433	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
179433	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
179433	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
179433	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
179433	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
179433	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
179433	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
179433	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
179433	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
179433	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
179433	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
179433	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
179433	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
179433	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
179433	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
179433	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
179433	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
179433	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
179433	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
179433	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
179433	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
179433	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
179433	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
179433	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
179433	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
179433	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
179433	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
179433	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
179433	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
179433	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
179433	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
179433	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
179433	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
179433	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
179433	embedding2nn.weight	0	0.01920999586582184
179433	embedding2nn.weight	1	-0.013137083500623703
179433	embedding2nn.weight	2	-0.014268254861235619
179433	embedding2nn.weight	3	-0.02869940921664238
179433	embedding2nn.weight	4	-0.0059150345623493195
179433	embedding2nn.weight	5	-0.003700588596984744
179433	embedding2nn.weight	6	-0.003973272629082203
179433	embedding2nn.weight	7	-0.08285659551620483
179433	embedding2nn.weight	8	-0.0019979383796453476
179433	embedding2nn.weight	9	-0.028299830853939056
179433	embedding2nn.bias	0	0.04980656877160072
179433	embedding2nn.bias	1	-0.07646737992763519
179433	embedding2nn.bias	2	0.07124245911836624
179433	embedding2nn.bias	3	0.03149384260177612
179433	embedding2nn.bias	4	-0.03365042805671692
179433	embedding2nn.bias	5	-0.015597894787788391
179433	embedding2nn.bias	6	0.026754230260849
179433	embedding2nn.bias	7	-0.06734486669301987
179433	embedding2nn.bias	8	0.04266146197915077
179433	embedding2nn.bias	9	0.04435399919748306
179433	rnn.weight_ih_l0	0	-0.07992976158857346
179433	rnn.weight_ih_l0	1	0.00861586444079876
179433	rnn.weight_ih_l0	2	0.03374477103352547
179433	rnn.weight_ih_l0	3	0.02299921214580536
179433	rnn.weight_ih_l0	4	-0.04419555887579918
179433	rnn.weight_ih_l0	5	-0.06475623697042465
179433	rnn.weight_ih_l0	6	0.0006202725926414132
179433	rnn.weight_ih_l0	7	0.05371014028787613
179433	rnn.weight_ih_l0	8	-0.014009102247655392
179433	rnn.weight_ih_l0	9	-0.030688291415572166
179433	rnn.weight_hh_l0	0	-0.030709831044077873
179433	rnn.weight_hh_l0	1	-0.009487899951636791
179433	rnn.weight_hh_l0	2	0.006952092982828617
179433	rnn.weight_hh_l0	3	-0.0705818459391594
179433	rnn.weight_hh_l0	4	0.0893617793917656
179433	rnn.weight_hh_l0	5	-0.027511227875947952
179433	rnn.weight_hh_l0	6	-0.05688159540295601
179433	rnn.weight_hh_l0	7	0.012311355210840702
179433	rnn.weight_hh_l0	8	0.014791334047913551
179433	rnn.weight_hh_l0	9	-0.022991763427853584
179433	rnn.bias_ih_l0	0	0.131464421749115
179433	rnn.bias_ih_l0	1	-0.03620477765798569
179433	rnn.bias_ih_l0	2	-0.02497714012861252
179433	rnn.bias_ih_l0	3	0.15681718289852142
179433	rnn.bias_ih_l0	4	-0.012834170833230019
179433	rnn.bias_ih_l0	5	-0.01848682016134262
179433	rnn.bias_ih_l0	6	0.013977538794279099
179433	rnn.bias_ih_l0	7	0.026869501918554306
179433	rnn.bias_ih_l0	8	-0.09724421054124832
179433	rnn.bias_ih_l0	9	-0.032218385487794876
179433	rnn.bias_hh_l0	0	-0.005418150685727596
179433	rnn.bias_hh_l0	1	-0.11717117577791214
179433	rnn.bias_hh_l0	2	-0.0662766769528389
179433	rnn.bias_hh_l0	3	-0.08574838936328888
179433	rnn.bias_hh_l0	4	0.0014291261322796345
179433	rnn.bias_hh_l0	5	-0.031339626759290695
179433	rnn.bias_hh_l0	6	0.03340877592563629
179433	rnn.bias_hh_l0	7	0.05286822095513344
179433	rnn.bias_hh_l0	8	-0.12409188598394394
179433	rnn.bias_hh_l0	9	-0.05956028029322624
179433	rnn.weight_ih_l0_reverse	0	-0.024593960493803024
179433	rnn.weight_ih_l0_reverse	1	-0.05699515342712402
179433	rnn.weight_ih_l0_reverse	2	-0.04541247338056564
179433	rnn.weight_ih_l0_reverse	3	0.008794436231255531
179433	rnn.weight_ih_l0_reverse	4	-0.0187237448990345
179433	rnn.weight_ih_l0_reverse	5	-0.05673700571060181
179433	rnn.weight_ih_l0_reverse	6	0.07380859553813934
179433	rnn.weight_ih_l0_reverse	7	-0.015330924652516842
179433	rnn.weight_ih_l0_reverse	8	-0.01630169153213501
179433	rnn.weight_ih_l0_reverse	9	-0.003552073612809181
179433	rnn.weight_hh_l0_reverse	0	0.06371405720710754
179433	rnn.weight_hh_l0_reverse	1	0.021750111132860184
179433	rnn.weight_hh_l0_reverse	2	0.02929668501019478
179433	rnn.weight_hh_l0_reverse	3	0.03718511760234833
179433	rnn.weight_hh_l0_reverse	4	0.010115453973412514
179433	rnn.weight_hh_l0_reverse	5	0.012763279490172863
179433	rnn.weight_hh_l0_reverse	6	0.05133334547281265
179433	rnn.weight_hh_l0_reverse	7	-0.07623807340860367
179433	rnn.weight_hh_l0_reverse	8	0.04023144766688347
179433	rnn.weight_hh_l0_reverse	9	0.03560617193579674
179433	rnn.bias_ih_l0_reverse	0	-0.057887718081474304
179433	rnn.bias_ih_l0_reverse	1	-0.2862977683544159
179433	rnn.bias_ih_l0_reverse	2	-0.1223190426826477
179433	rnn.bias_ih_l0_reverse	3	-0.05024752393364906
179433	rnn.bias_ih_l0_reverse	4	-0.023571349680423737
179433	rnn.bias_ih_l0_reverse	5	0.07832015305757523
179433	rnn.bias_ih_l0_reverse	6	-0.05997536703944206
179433	rnn.bias_ih_l0_reverse	7	0.056867796927690506
179433	rnn.bias_ih_l0_reverse	8	-0.04848465695977211
179433	rnn.bias_ih_l0_reverse	9	0.06496735662221909
179433	rnn.bias_hh_l0_reverse	0	0.023442868143320084
179433	rnn.bias_hh_l0_reverse	1	-0.053234800696372986
179433	rnn.bias_hh_l0_reverse	2	0.07655926048755646
179433	rnn.bias_hh_l0_reverse	3	-0.0480642132461071
179433	rnn.bias_hh_l0_reverse	4	-0.021314704790711403
179433	rnn.bias_hh_l0_reverse	5	-0.027363954111933708
179433	rnn.bias_hh_l0_reverse	6	-0.01511716190725565
179433	rnn.bias_hh_l0_reverse	7	0.10548783838748932
179433	rnn.bias_hh_l0_reverse	8	0.03225141018629074
179433	rnn.bias_hh_l0_reverse	9	-0.1601451337337494
179433	rnn.weight_ih_l1	0	-0.030115881934762
179433	rnn.weight_ih_l1	1	-0.051385097205638885
179433	rnn.weight_ih_l1	2	0.05795640870928764
179433	rnn.weight_ih_l1	3	-0.06313673406839371
179433	rnn.weight_ih_l1	4	-0.014752734452486038
179433	rnn.weight_ih_l1	5	-0.04349978640675545
179433	rnn.weight_ih_l1	6	0.02809821255505085
179433	rnn.weight_ih_l1	7	-0.045107949525117874
179433	rnn.weight_ih_l1	8	0.03640512004494667
179433	rnn.weight_ih_l1	9	0.04806389659643173
179433	rnn.weight_hh_l1	0	-0.0018568990053609014
179433	rnn.weight_hh_l1	1	0.0196856576949358
179433	rnn.weight_hh_l1	2	0.010620635002851486
179433	rnn.weight_hh_l1	3	-0.012077189981937408
179433	rnn.weight_hh_l1	4	0.00911516323685646
179433	rnn.weight_hh_l1	5	0.031741973012685776
179433	rnn.weight_hh_l1	6	0.033566080033779144
179433	rnn.weight_hh_l1	7	-0.017700403928756714
179433	rnn.weight_hh_l1	8	-0.007612483110278845
179433	rnn.weight_hh_l1	9	0.03418814018368721
179433	rnn.bias_ih_l1	0	-0.1974005550146103
179433	rnn.bias_ih_l1	1	-0.1780872941017151
179433	rnn.bias_ih_l1	2	-0.21599790453910828
179433	rnn.bias_ih_l1	3	-0.32255393266677856
179433	rnn.bias_ih_l1	4	-0.17864146828651428
179433	rnn.bias_ih_l1	5	-0.08597373217344284
179433	rnn.bias_ih_l1	6	-0.16466155648231506
179433	rnn.bias_ih_l1	7	-0.009335324168205261
179433	rnn.bias_ih_l1	8	-0.128350168466568
179433	rnn.bias_ih_l1	9	-0.13945534825325012
179433	rnn.bias_hh_l1	0	-0.10177886486053467
179433	rnn.bias_hh_l1	1	-0.06918621063232422
179433	rnn.bias_hh_l1	2	-0.09912090003490448
179433	rnn.bias_hh_l1	3	-0.08229007571935654
179433	rnn.bias_hh_l1	4	-0.08738897740840912
179433	rnn.bias_hh_l1	5	-0.11894688755273819
179433	rnn.bias_hh_l1	6	-0.1532997190952301
179433	rnn.bias_hh_l1	7	0.06188415363430977
179433	rnn.bias_hh_l1	8	-0.17545992136001587
179433	rnn.bias_hh_l1	9	-0.11485128849744797
179433	rnn.weight_ih_l1_reverse	0	-0.041453368961811066
179433	rnn.weight_ih_l1_reverse	1	0.029761506244540215
179433	rnn.weight_ih_l1_reverse	2	0.07714004069566727
179433	rnn.weight_ih_l1_reverse	3	-0.006246049422770739
179433	rnn.weight_ih_l1_reverse	4	-0.03734726086258888
179433	rnn.weight_ih_l1_reverse	5	-0.030140355229377747
179433	rnn.weight_ih_l1_reverse	6	-0.0020487429574131966
179433	rnn.weight_ih_l1_reverse	7	0.027490727603435516
179433	rnn.weight_ih_l1_reverse	8	0.005314525216817856
179433	rnn.weight_ih_l1_reverse	9	-0.03637770935893059
179433	rnn.weight_hh_l1_reverse	0	0.005357791669666767
179433	rnn.weight_hh_l1_reverse	1	0.030739329755306244
179433	rnn.weight_hh_l1_reverse	2	-0.04038740694522858
179433	rnn.weight_hh_l1_reverse	3	0.03556947410106659
179433	rnn.weight_hh_l1_reverse	4	0.0483541414141655
179433	rnn.weight_hh_l1_reverse	5	0.0015180218033492565
179433	rnn.weight_hh_l1_reverse	6	0.051979247480630875
179433	rnn.weight_hh_l1_reverse	7	0.02985391952097416
179433	rnn.weight_hh_l1_reverse	8	-0.007095753215253353
179433	rnn.weight_hh_l1_reverse	9	-0.03129623830318451
179433	rnn.bias_ih_l1_reverse	0	-0.06168645992875099
179433	rnn.bias_ih_l1_reverse	1	-0.14197885990142822
179433	rnn.bias_ih_l1_reverse	2	-0.16896313428878784
179433	rnn.bias_ih_l1_reverse	3	-0.059012237936258316
179433	rnn.bias_ih_l1_reverse	4	-0.2118777483701706
179433	rnn.bias_ih_l1_reverse	5	-0.1153600662946701
179433	rnn.bias_ih_l1_reverse	6	-0.1388487070798874
179433	rnn.bias_ih_l1_reverse	7	-0.18899600207805634
179433	rnn.bias_ih_l1_reverse	8	0.2198438048362732
179433	rnn.bias_ih_l1_reverse	9	0.027380099520087242
179433	rnn.bias_hh_l1_reverse	0	-0.02028554677963257
179433	rnn.bias_hh_l1_reverse	1	-0.09584309160709381
179433	rnn.bias_hh_l1_reverse	2	-0.24170759320259094
179433	rnn.bias_hh_l1_reverse	3	-0.14022408425807953
179433	rnn.bias_hh_l1_reverse	4	-0.08882780373096466
179433	rnn.bias_hh_l1_reverse	5	-0.12232034653425217
179433	rnn.bias_hh_l1_reverse	6	0.06708351522684097
179433	rnn.bias_hh_l1_reverse	7	-0.15682552754878998
179433	rnn.bias_hh_l1_reverse	8	-0.11778072267770767
179433	rnn.bias_hh_l1_reverse	9	-0.14858625829219818
179433	linear.weight	0	0.002228822559118271
179433	linear.weight	1	0.10037489980459213
179433	linear.weight	2	-0.09992184489965439
179433	linear.weight	3	0.28374823927879333
179433	linear.weight	4	0.17268814146518707
179433	linear.weight	5	-0.06150038167834282
179433	linear.weight	6	0.12304072082042694
179433	linear.weight	7	0.1467183530330658
179433	linear.weight	8	0.04116707295179367
179433	linear.weight	9	-0.034809231758117676
179433	linear.bias	0	0.1584969162940979
179433	linear.bias	1	-0.18215307593345642
179433	linear.bias	2	-0.4426674246788025
179433	linear.bias	3	-0.6599178314208984
179433	linear.bias	4	-1.2234455347061157
179433	linear.bias	5	-0.06380730122327805
179433	linear.bias	6	-0.7760511040687561
179433	linear.bias	7	0.27233603596687317
179433	linear.bias	8	-0.40948882699012756
179433	linear.bias	9	-1.0091441869735718
179630	transitions	0	0.7201442122459412
179630	transitions	1	0.15380430221557617
179630	transitions	2	-10000.0
179630	transitions	3	-1.8260446786880493
179630	transitions	4	-10000.0
179630	transitions	5	0.5686448216438293
179630	transitions	6	-0.08126465976238251
179630	transitions	7	-0.7679891586303711
179630	transitions	8	-1.4142438173294067
179630	transitions	9	-0.001188643858768046
179630	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
179630	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
179630	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
179630	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
179630	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
179630	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
179630	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
179630	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
179630	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
179630	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
179630	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
179630	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
179630	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
179630	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
179630	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
179630	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
179630	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
179630	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
179630	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
179630	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
179630	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
179630	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
179630	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
179630	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
179630	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
179630	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
179630	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
179630	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
179630	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
179630	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
179630	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
179630	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
179630	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
179630	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
179630	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
179630	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
179630	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
179630	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
179630	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
179630	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
179630	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
179630	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
179630	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
179630	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
179630	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
179630	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
179630	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
179630	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
179630	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
179630	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
179630	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
179630	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
179630	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
179630	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
179630	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
179630	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
179630	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
179630	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
179630	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
179630	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
179630	embedding2nn.weight	0	0.019308900460600853
179630	embedding2nn.weight	1	-0.01305312942713499
179630	embedding2nn.weight	2	-0.014268254861235619
179630	embedding2nn.weight	3	-0.029773050919175148
179630	embedding2nn.weight	4	-0.0059150345623493195
179630	embedding2nn.weight	5	-0.003700588596984744
179630	embedding2nn.weight	6	-0.003973270300775766
179630	embedding2nn.weight	7	-0.08302514255046844
179630	embedding2nn.weight	8	-0.0019979383796453476
179630	embedding2nn.weight	9	-0.028461551293730736
179630	embedding2nn.bias	0	0.048935871571302414
179630	embedding2nn.bias	1	-0.0708823874592781
179630	embedding2nn.bias	2	0.07056526094675064
179630	embedding2nn.bias	3	0.03145889192819595
179630	embedding2nn.bias	4	-0.03005250170826912
179630	embedding2nn.bias	5	-0.01489550992846489
179630	embedding2nn.bias	6	0.024368708953261375
179630	embedding2nn.bias	7	-0.06968283653259277
179630	embedding2nn.bias	8	0.050148822367191315
179630	embedding2nn.bias	9	0.04166068136692047
179630	rnn.weight_ih_l0	0	-0.08084311336278915
179630	rnn.weight_ih_l0	1	0.008652009069919586
179630	rnn.weight_ih_l0	2	0.03421565890312195
179630	rnn.weight_ih_l0	3	0.022955216467380524
179630	rnn.weight_ih_l0	4	-0.044127099215984344
179630	rnn.weight_ih_l0	5	-0.065156951546669
179630	rnn.weight_ih_l0	6	0.0007435326697304845
179630	rnn.weight_ih_l0	7	0.05249481648206711
179630	rnn.weight_ih_l0	8	-0.013866942375898361
179630	rnn.weight_ih_l0	9	-0.031959082931280136
179630	rnn.weight_hh_l0	0	-0.030659938231110573
179630	rnn.weight_hh_l0	1	-0.010155174881219864
179630	rnn.weight_hh_l0	2	0.007632868364453316
179630	rnn.weight_hh_l0	3	-0.07092994451522827
179630	rnn.weight_hh_l0	4	0.0895962342619896
179630	rnn.weight_hh_l0	5	-0.027299607172608376
179630	rnn.weight_hh_l0	6	-0.057772137224674225
179630	rnn.weight_hh_l0	7	0.011878903023898602
179630	rnn.weight_hh_l0	8	0.014410114847123623
179630	rnn.weight_hh_l0	9	-0.023003283888101578
179630	rnn.bias_ih_l0	0	0.13182774186134338
179630	rnn.bias_ih_l0	1	-0.03690014407038689
179630	rnn.bias_ih_l0	2	-0.02497849240899086
179630	rnn.bias_ih_l0	3	0.15677323937416077
179630	rnn.bias_ih_l0	4	-0.014287065714597702
179630	rnn.bias_ih_l0	5	-0.018174083903431892
179630	rnn.bias_ih_l0	6	0.014751206152141094
179630	rnn.bias_ih_l0	7	0.026302503421902657
179630	rnn.bias_ih_l0	8	-0.09686533361673355
179630	rnn.bias_ih_l0	9	-0.03473053127527237
179630	rnn.bias_hh_l0	0	-0.004334467928856611
179630	rnn.bias_hh_l0	1	-0.11643823236227036
179630	rnn.bias_hh_l0	2	-0.06673510372638702
179630	rnn.bias_hh_l0	3	-0.0858287587761879
179630	rnn.bias_hh_l0	4	0.0013639810495078564
179630	rnn.bias_hh_l0	5	-0.030137324705719948
179630	rnn.bias_hh_l0	6	0.03436605632305145
179630	rnn.bias_hh_l0	7	0.05485530570149422
179630	rnn.bias_hh_l0	8	-0.12463009357452393
179630	rnn.bias_hh_l0	9	-0.06058944761753082
179630	rnn.weight_ih_l0_reverse	0	-0.02485610358417034
179630	rnn.weight_ih_l0_reverse	1	-0.057498279958963394
179630	rnn.weight_ih_l0_reverse	2	-0.046203963458538055
179630	rnn.weight_ih_l0_reverse	3	0.009435842745006084
179630	rnn.weight_ih_l0_reverse	4	-0.018759645521640778
179630	rnn.weight_ih_l0_reverse	5	-0.056993771344423294
179630	rnn.weight_ih_l0_reverse	6	0.07390822470188141
179630	rnn.weight_ih_l0_reverse	7	-0.015612943097949028
179630	rnn.weight_ih_l0_reverse	8	-0.01570178009569645
179630	rnn.weight_ih_l0_reverse	9	-0.0037354857195168734
179630	rnn.weight_hh_l0_reverse	0	0.0644846111536026
179630	rnn.weight_hh_l0_reverse	1	0.022325797006487846
179630	rnn.weight_hh_l0_reverse	2	0.029335318133234978
179630	rnn.weight_hh_l0_reverse	3	0.03753365948796272
179630	rnn.weight_hh_l0_reverse	4	0.010151784867048264
179630	rnn.weight_hh_l0_reverse	5	0.012182957492768764
179630	rnn.weight_hh_l0_reverse	6	0.05123049393296242
179630	rnn.weight_hh_l0_reverse	7	-0.07644814252853394
179630	rnn.weight_hh_l0_reverse	8	0.04015635326504707
179630	rnn.weight_hh_l0_reverse	9	0.03553163632750511
179630	rnn.bias_ih_l0_reverse	0	-0.058332134038209915
179630	rnn.bias_ih_l0_reverse	1	-0.2869717478752136
179630	rnn.bias_ih_l0_reverse	2	-0.12173673510551453
179630	rnn.bias_ih_l0_reverse	3	-0.05093231797218323
179630	rnn.bias_ih_l0_reverse	4	-0.021300407126545906
179630	rnn.bias_ih_l0_reverse	5	0.07840350270271301
179630	rnn.bias_ih_l0_reverse	6	-0.05964655056595802
179630	rnn.bias_ih_l0_reverse	7	0.05668436363339424
179630	rnn.bias_ih_l0_reverse	8	-0.04733811318874359
179630	rnn.bias_ih_l0_reverse	9	0.06582153588533401
179630	rnn.bias_hh_l0_reverse	0	0.023748280480504036
179630	rnn.bias_hh_l0_reverse	1	-0.04925311729311943
179630	rnn.bias_hh_l0_reverse	2	0.07571655511856079
179630	rnn.bias_hh_l0_reverse	3	-0.04956125468015671
179630	rnn.bias_hh_l0_reverse	4	-0.023615632206201553
179630	rnn.bias_hh_l0_reverse	5	-0.02538442239165306
179630	rnn.bias_hh_l0_reverse	6	-0.014916397631168365
179630	rnn.bias_hh_l0_reverse	7	0.10480912029743195
179630	rnn.bias_hh_l0_reverse	8	0.03222346305847168
179630	rnn.bias_hh_l0_reverse	9	-0.16007250547409058
179630	rnn.weight_ih_l1	0	-0.030301425606012344
179630	rnn.weight_ih_l1	1	-0.05152618885040283
179630	rnn.weight_ih_l1	2	0.05702808126807213
179630	rnn.weight_ih_l1	3	-0.06324238330125809
179630	rnn.weight_ih_l1	4	-0.01508296001702547
179630	rnn.weight_ih_l1	5	-0.043580878525972366
179630	rnn.weight_ih_l1	6	0.028156084939837456
179630	rnn.weight_ih_l1	7	-0.045596811920404434
179630	rnn.weight_ih_l1	8	0.03642868250608444
179630	rnn.weight_ih_l1	9	0.04798349738121033
179630	rnn.weight_hh_l1	0	-0.0018284143880009651
179630	rnn.weight_hh_l1	1	0.019814640283584595
179630	rnn.weight_hh_l1	2	0.010493745096027851
179630	rnn.weight_hh_l1	3	-0.01229375135153532
179630	rnn.weight_hh_l1	4	0.0092912707477808
179630	rnn.weight_hh_l1	5	0.03187132999300957
179630	rnn.weight_hh_l1	6	0.03380725905299187
179630	rnn.weight_hh_l1	7	-0.01787424646317959
179630	rnn.weight_hh_l1	8	-0.007803618907928467
179630	rnn.weight_hh_l1	9	0.034239478409290314
179630	rnn.bias_ih_l1	0	-0.1967211216688156
179630	rnn.bias_ih_l1	1	-0.17832596600055695
179630	rnn.bias_ih_l1	2	-0.21573041379451752
179630	rnn.bias_ih_l1	3	-0.3213717043399811
179630	rnn.bias_ih_l1	4	-0.17910656332969666
179630	rnn.bias_ih_l1	5	-0.08535601943731308
179630	rnn.bias_ih_l1	6	-0.16752184927463531
179630	rnn.bias_ih_l1	7	-0.007521486841142178
179630	rnn.bias_ih_l1	8	-0.12984296679496765
179630	rnn.bias_ih_l1	9	-0.140017569065094
179630	rnn.bias_hh_l1	0	-0.10289040207862854
179630	rnn.bias_hh_l1	1	-0.07159864157438278
179630	rnn.bias_hh_l1	2	-0.09786683320999146
179630	rnn.bias_hh_l1	3	-0.08173263818025589
179630	rnn.bias_hh_l1	4	-0.08652135729789734
179630	rnn.bias_hh_l1	5	-0.11932410299777985
179630	rnn.bias_hh_l1	6	-0.15447624027729034
179630	rnn.bias_hh_l1	7	0.06133698299527168
179630	rnn.bias_hh_l1	8	-0.17556998133659363
179630	rnn.bias_hh_l1	9	-0.1131429374217987
179630	rnn.weight_ih_l1_reverse	0	-0.042427919805049896
179630	rnn.weight_ih_l1_reverse	1	0.03016998991370201
179630	rnn.weight_ih_l1_reverse	2	0.076980359852314
179630	rnn.weight_ih_l1_reverse	3	-0.005259475205093622
179630	rnn.weight_ih_l1_reverse	4	-0.03742983192205429
179630	rnn.weight_ih_l1_reverse	5	-0.030119366943836212
179630	rnn.weight_ih_l1_reverse	6	-0.003283536294475198
179630	rnn.weight_ih_l1_reverse	7	0.02741987258195877
179630	rnn.weight_ih_l1_reverse	8	0.006001086439937353
179630	rnn.weight_ih_l1_reverse	9	-0.03702665492892265
179630	rnn.weight_hh_l1_reverse	0	0.005132857244461775
179630	rnn.weight_hh_l1_reverse	1	0.030788403004407883
179630	rnn.weight_hh_l1_reverse	2	-0.04039701446890831
179630	rnn.weight_hh_l1_reverse	3	0.03552880510687828
179630	rnn.weight_hh_l1_reverse	4	0.048877861350774765
179630	rnn.weight_hh_l1_reverse	5	0.0016956636682152748
179630	rnn.weight_hh_l1_reverse	6	0.052487537264823914
179630	rnn.weight_hh_l1_reverse	7	0.030037496238946915
179630	rnn.weight_hh_l1_reverse	8	-0.007154296152293682
179630	rnn.weight_hh_l1_reverse	9	-0.03127209469676018
179630	rnn.bias_ih_l1_reverse	0	-0.062030497938394547
179630	rnn.bias_ih_l1_reverse	1	-0.14305418729782104
179630	rnn.bias_ih_l1_reverse	2	-0.16928476095199585
179630	rnn.bias_ih_l1_reverse	3	-0.05577538534998894
179630	rnn.bias_ih_l1_reverse	4	-0.21169273555278778
179630	rnn.bias_ih_l1_reverse	5	-0.11464942991733551
179630	rnn.bias_ih_l1_reverse	6	-0.13838587701320648
179630	rnn.bias_ih_l1_reverse	7	-0.18835844099521637
179630	rnn.bias_ih_l1_reverse	8	0.2173718512058258
179630	rnn.bias_ih_l1_reverse	9	0.02566775307059288
179630	rnn.bias_hh_l1_reverse	0	-0.020858364179730415
179630	rnn.bias_hh_l1_reverse	1	-0.08812349289655685
179630	rnn.bias_hh_l1_reverse	2	-0.24252593517303467
179630	rnn.bias_hh_l1_reverse	3	-0.1397426277399063
179630	rnn.bias_hh_l1_reverse	4	-0.08866330981254578
179630	rnn.bias_hh_l1_reverse	5	-0.12093663215637207
179630	rnn.bias_hh_l1_reverse	6	0.06961977481842041
179630	rnn.bias_hh_l1_reverse	7	-0.15762458741664886
179630	rnn.bias_hh_l1_reverse	8	-0.1189018189907074
179630	rnn.bias_hh_l1_reverse	9	-0.14889314770698547
179630	linear.weight	0	0.002228822559118271
179630	linear.weight	1	0.10540241003036499
179630	linear.weight	2	-0.0994919016957283
179630	linear.weight	3	0.28555041551589966
179630	linear.weight	4	0.17473961412906647
179630	linear.weight	5	-0.061790525913238525
179630	linear.weight	6	0.1315394937992096
179630	linear.weight	7	0.1470266431570053
179630	linear.weight	8	0.041166771203279495
179630	linear.weight	9	-0.0371844545006752
179630	linear.bias	0	0.16958539187908173
179630	linear.bias	1	-0.1848221719264984
179630	linear.bias	2	-0.4330701231956482
179630	linear.bias	3	-0.6627528667449951
179630	linear.bias	4	-1.227206826210022
179630	linear.bias	5	-0.07057592272758484
179630	linear.bias	6	-0.7805849313735962
179630	linear.bias	7	0.26427197456359863
179630	linear.bias	8	-0.41415420174598694
179630	linear.bias	9	-1.0134309530258179
179634	transitions	0	0.7205650210380554
179634	transitions	1	0.15380094945430756
179634	transitions	2	-10000.0
179634	transitions	3	-1.8260447978973389
179634	transitions	4	-10000.0
179634	transitions	5	0.568644642829895
179634	transitions	6	-0.08126484602689743
179634	transitions	7	-0.7679891586303711
179634	transitions	8	-1.4142438173294067
179634	transitions	9	-0.001188645837828517
179634	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
179634	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
179634	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
179634	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
179634	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
179634	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
179634	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
179634	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
179634	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
179634	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
179634	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
179634	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
179634	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
179634	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
179634	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
179634	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
179634	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
179634	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
179634	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
179634	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
179634	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
179634	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
179634	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
179634	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
179634	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
179634	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
179634	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
179634	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
179634	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
179634	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
179634	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
179634	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
179634	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
179634	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
179634	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
179634	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
179634	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
179634	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
179634	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
179634	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
179634	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
179634	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
179634	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
179634	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
179634	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
179634	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
179634	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
179634	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
179634	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
179634	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
179634	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
179634	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
179634	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
179634	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
179634	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
179634	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
179634	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
179634	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
179634	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
179634	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
179634	embedding2nn.weight	0	0.019382018595933914
179634	embedding2nn.weight	1	-0.013044366613030434
179634	embedding2nn.weight	2	-0.014268254861235619
179634	embedding2nn.weight	3	-0.029736855998635292
179634	embedding2nn.weight	4	-0.0059150345623493195
179634	embedding2nn.weight	5	-0.003700588596984744
179634	embedding2nn.weight	6	-0.003973270300775766
179634	embedding2nn.weight	7	-0.08314414322376251
179634	embedding2nn.weight	8	-0.0019979383796453476
179634	embedding2nn.weight	9	-0.028483010828495026
179634	embedding2nn.bias	0	0.049862246960401535
179634	embedding2nn.bias	1	-0.07088390737771988
179634	embedding2nn.bias	2	0.07069454342126846
179634	embedding2nn.bias	3	0.031182335689663887
179634	embedding2nn.bias	4	-0.03026401624083519
179634	embedding2nn.bias	5	-0.014785106293857098
179634	embedding2nn.bias	6	0.02467956580221653
179634	embedding2nn.bias	7	-0.07097383588552475
179634	embedding2nn.bias	8	0.05050079524517059
179634	embedding2nn.bias	9	0.04052974283695221
179634	rnn.weight_ih_l0	0	-0.0808451846241951
179634	rnn.weight_ih_l0	1	0.008596431463956833
179634	rnn.weight_ih_l0	2	0.034228354692459106
179634	rnn.weight_ih_l0	3	0.02297496236860752
179634	rnn.weight_ih_l0	4	-0.044140931218862534
179634	rnn.weight_ih_l0	5	-0.06517774611711502
179634	rnn.weight_ih_l0	6	0.000740647956263274
179634	rnn.weight_ih_l0	7	0.05251098424196243
179634	rnn.weight_ih_l0	8	-0.013889823108911514
179634	rnn.weight_ih_l0	9	-0.03196750953793526
179634	rnn.weight_hh_l0	0	-0.03065374493598938
179634	rnn.weight_hh_l0	1	-0.010198063217103481
179634	rnn.weight_hh_l0	2	0.007673452142626047
179634	rnn.weight_hh_l0	3	-0.07093667984008789
179634	rnn.weight_hh_l0	4	0.08961599320173264
179634	rnn.weight_hh_l0	5	-0.02729366347193718
179634	rnn.weight_hh_l0	6	-0.057759713381528854
179634	rnn.weight_hh_l0	7	0.011883876286447048
179634	rnn.weight_hh_l0	8	0.014395112171769142
179634	rnn.weight_hh_l0	9	-0.02300911583006382
179634	rnn.bias_ih_l0	0	0.13214869797229767
179634	rnn.bias_ih_l0	1	-0.03696534037590027
179634	rnn.bias_ih_l0	2	-0.025044748559594154
179634	rnn.bias_ih_l0	3	0.1567920446395874
179634	rnn.bias_ih_l0	4	-0.0140382656827569
179634	rnn.bias_ih_l0	5	-0.018101472407579422
179634	rnn.bias_ih_l0	6	0.014601520262658596
179634	rnn.bias_ih_l0	7	0.026330415159463882
179634	rnn.bias_ih_l0	8	-0.09690379351377487
179634	rnn.bias_ih_l0	9	-0.03489236533641815
179634	rnn.bias_hh_l0	0	-0.00418855668976903
179634	rnn.bias_hh_l0	1	-0.11636537313461304
179634	rnn.bias_hh_l0	2	-0.06673001497983932
179634	rnn.bias_hh_l0	3	-0.0858224630355835
179634	rnn.bias_hh_l0	4	0.0013939731288701296
179634	rnn.bias_hh_l0	5	-0.030275290831923485
179634	rnn.bias_hh_l0	6	0.03444686159491539
179634	rnn.bias_hh_l0	7	0.054976508021354675
179634	rnn.bias_hh_l0	8	-0.12463017553091049
179634	rnn.bias_hh_l0	9	-0.06076841801404953
179634	rnn.weight_ih_l0_reverse	0	-0.024765295907855034
179634	rnn.weight_ih_l0_reverse	1	-0.05748346075415611
179634	rnn.weight_ih_l0_reverse	2	-0.04619580879807472
179634	rnn.weight_ih_l0_reverse	3	0.009670013561844826
179634	rnn.weight_ih_l0_reverse	4	-0.018835896626114845
179634	rnn.weight_ih_l0_reverse	5	-0.05698874220252037
179634	rnn.weight_ih_l0_reverse	6	0.07388937473297119
179634	rnn.weight_ih_l0_reverse	7	-0.015630068257451057
179634	rnn.weight_ih_l0_reverse	8	-0.015674464404582977
179634	rnn.weight_ih_l0_reverse	9	-0.003730401862412691
179634	rnn.weight_hh_l0_reverse	0	0.06431896984577179
179634	rnn.weight_hh_l0_reverse	1	0.022072289139032364
179634	rnn.weight_hh_l0_reverse	2	0.029342496767640114
179634	rnn.weight_hh_l0_reverse	3	0.0375324971973896
179634	rnn.weight_hh_l0_reverse	4	0.010150118730962276
179634	rnn.weight_hh_l0_reverse	5	0.012191833928227425
179634	rnn.weight_hh_l0_reverse	6	0.05122997984290123
179634	rnn.weight_hh_l0_reverse	7	-0.07623536884784698
179634	rnn.weight_hh_l0_reverse	8	0.040175892412662506
179634	rnn.weight_hh_l0_reverse	9	0.03553406149148941
179634	rnn.bias_ih_l0_reverse	0	-0.05834926292300224
179634	rnn.bias_ih_l0_reverse	1	-0.2869057357311249
179634	rnn.bias_ih_l0_reverse	2	-0.1218060702085495
179634	rnn.bias_ih_l0_reverse	3	-0.05098038539290428
179634	rnn.bias_ih_l0_reverse	4	-0.021398717537522316
179634	rnn.bias_ih_l0_reverse	5	0.07844015210866928
179634	rnn.bias_ih_l0_reverse	6	-0.059470660984516144
179634	rnn.bias_ih_l0_reverse	7	0.05670499801635742
179634	rnn.bias_ih_l0_reverse	8	-0.04716229438781738
179634	rnn.bias_ih_l0_reverse	9	0.06585270911455154
179634	rnn.bias_hh_l0_reverse	0	0.02363247238099575
179634	rnn.bias_hh_l0_reverse	1	-0.04916173592209816
179634	rnn.bias_hh_l0_reverse	2	0.07572493702173233
179634	rnn.bias_hh_l0_reverse	3	-0.04957426339387894
179634	rnn.bias_hh_l0_reverse	4	-0.023422976955771446
179634	rnn.bias_hh_l0_reverse	5	-0.02580646239221096
179634	rnn.bias_hh_l0_reverse	6	-0.015088271349668503
179634	rnn.bias_hh_l0_reverse	7	0.10478076338768005
179634	rnn.bias_hh_l0_reverse	8	0.03230896592140198
179634	rnn.bias_hh_l0_reverse	9	-0.16010524332523346
179634	rnn.weight_ih_l1	0	-0.030283700674772263
179634	rnn.weight_ih_l1	1	-0.051484882831573486
179634	rnn.weight_ih_l1	2	0.05707570165395737
179634	rnn.weight_ih_l1	3	-0.06323689967393875
179634	rnn.weight_ih_l1	4	-0.015109200030565262
179634	rnn.weight_ih_l1	5	-0.04358090087771416
179634	rnn.weight_ih_l1	6	0.02813241071999073
179634	rnn.weight_ih_l1	7	-0.045500148087739944
179634	rnn.weight_ih_l1	8	0.03639882057905197
179634	rnn.weight_ih_l1	9	0.047949615865945816
179634	rnn.weight_hh_l1	0	-0.001920273876748979
179634	rnn.weight_hh_l1	1	0.019781889393925667
179634	rnn.weight_hh_l1	2	0.010554376058280468
179634	rnn.weight_hh_l1	3	-0.012328947894275188
179634	rnn.weight_hh_l1	4	0.009360162541270256
179634	rnn.weight_hh_l1	5	0.031878069043159485
179634	rnn.weight_hh_l1	6	0.03374996781349182
179634	rnn.weight_hh_l1	7	-0.01790454611182213
179634	rnn.weight_hh_l1	8	-0.007806543726474047
179634	rnn.weight_hh_l1	9	0.03425908088684082
179634	rnn.bias_ih_l1	0	-0.1965375542640686
179634	rnn.bias_ih_l1	1	-0.17826572060585022
179634	rnn.bias_ih_l1	2	-0.21566693484783173
179634	rnn.bias_ih_l1	3	-0.3212832510471344
179634	rnn.bias_ih_l1	4	-0.17867490649223328
179634	rnn.bias_ih_l1	5	-0.08520982414484024
179634	rnn.bias_ih_l1	6	-0.1672583818435669
179634	rnn.bias_ih_l1	7	-0.00750684505328536
179634	rnn.bias_ih_l1	8	-0.12979553639888763
179634	rnn.bias_ih_l1	9	-0.139963299036026
179634	rnn.bias_hh_l1	0	-0.10250167548656464
179634	rnn.bias_hh_l1	1	-0.07150283455848694
179634	rnn.bias_hh_l1	2	-0.09769650548696518
179634	rnn.bias_hh_l1	3	-0.08174216002225876
179634	rnn.bias_hh_l1	4	-0.08671102672815323
179634	rnn.bias_hh_l1	5	-0.1192142516374588
179634	rnn.bias_hh_l1	6	-0.15442456305027008
179634	rnn.bias_hh_l1	7	0.061436284333467484
179634	rnn.bias_hh_l1	8	-0.17589424550533295
179634	rnn.bias_hh_l1	9	-0.11308284103870392
179634	rnn.weight_ih_l1_reverse	0	-0.042484037578105927
179634	rnn.weight_ih_l1_reverse	1	0.030238935723900795
179634	rnn.weight_ih_l1_reverse	2	0.07697561383247375
179634	rnn.weight_ih_l1_reverse	3	-0.005287548992782831
179634	rnn.weight_ih_l1_reverse	4	-0.03735652565956116
179634	rnn.weight_ih_l1_reverse	5	-0.030116435140371323
179634	rnn.weight_ih_l1_reverse	6	-0.0032835935708135366
179634	rnn.weight_ih_l1_reverse	7	0.02740045264363289
179634	rnn.weight_ih_l1_reverse	8	0.0058939699083566666
179634	rnn.weight_ih_l1_reverse	9	-0.03704027459025383
179634	rnn.weight_hh_l1_reverse	0	0.005126482807099819
179634	rnn.weight_hh_l1_reverse	1	0.030783554539084435
179634	rnn.weight_hh_l1_reverse	2	-0.04039536416530609
179634	rnn.weight_hh_l1_reverse	3	0.03553648665547371
179634	rnn.weight_hh_l1_reverse	4	0.04885782673954964
179634	rnn.weight_hh_l1_reverse	5	0.0016982906963676214
179634	rnn.weight_hh_l1_reverse	6	0.05246233195066452
179634	rnn.weight_hh_l1_reverse	7	0.03003714419901371
179634	rnn.weight_hh_l1_reverse	8	-0.0071541182696819305
179634	rnn.weight_hh_l1_reverse	9	-0.03130001202225685
179634	rnn.bias_ih_l1_reverse	0	-0.062125563621520996
179634	rnn.bias_ih_l1_reverse	1	-0.14322812855243683
179634	rnn.bias_ih_l1_reverse	2	-0.1696554273366928
179634	rnn.bias_ih_l1_reverse	3	-0.055488623678684235
179634	rnn.bias_ih_l1_reverse	4	-0.21169820427894592
179634	rnn.bias_ih_l1_reverse	5	-0.11452925950288773
179634	rnn.bias_ih_l1_reverse	6	-0.1384868621826172
179634	rnn.bias_ih_l1_reverse	7	-0.18831568956375122
179634	rnn.bias_ih_l1_reverse	8	0.21710363030433655
179634	rnn.bias_ih_l1_reverse	9	0.025816669687628746
179634	rnn.bias_hh_l1_reverse	0	-0.020899543538689613
179634	rnn.bias_hh_l1_reverse	1	-0.08833422511816025
179634	rnn.bias_hh_l1_reverse	2	-0.24252435564994812
179634	rnn.bias_hh_l1_reverse	3	-0.13965079188346863
179634	rnn.bias_hh_l1_reverse	4	-0.08855081349611282
179634	rnn.bias_hh_l1_reverse	5	-0.12097030133008957
179634	rnn.bias_hh_l1_reverse	6	0.0684078112244606
179634	rnn.bias_hh_l1_reverse	7	-0.15766207873821259
179634	rnn.bias_hh_l1_reverse	8	-0.11876655369997025
179634	rnn.bias_hh_l1_reverse	9	-0.14897798001766205
179634	linear.weight	0	0.002228822559118271
179634	linear.weight	1	0.10519058257341385
179634	linear.weight	2	-0.0997079387307167
179634	linear.weight	3	0.2859095335006714
179634	linear.weight	4	0.1747409552335739
179634	linear.weight	5	-0.06179827079176903
179634	linear.weight	6	0.1313716322183609
179634	linear.weight	7	0.1470254808664322
179634	linear.weight	8	0.041166774928569794
179634	linear.weight	9	-0.03750868886709213
179634	linear.bias	0	0.1669292151927948
179634	linear.bias	1	-0.18416787683963776
179634	linear.bias	2	-0.4359159767627716
179634	linear.bias	3	-0.6625003814697266
179634	linear.bias	4	-1.2269620895385742
179634	linear.bias	5	-0.07134542614221573
179634	linear.bias	6	-0.7799752950668335
179634	linear.bias	7	0.2632843852043152
179634	linear.bias	8	-0.41268807649612427
179634	linear.bias	9	-1.0119694471359253
179831	transitions	0	0.7216595411300659
179831	transitions	1	0.15322571992874146
179831	transitions	2	-10000.0
179831	transitions	3	-1.826058030128479
179831	transitions	4	-10000.0
179831	transitions	5	0.5686110258102417
179831	transitions	6	-0.08129964768886566
179831	transitions	7	-0.7688023447990417
179831	transitions	8	-1.4142924547195435
179831	transitions	9	-0.0011889198794960976
179831	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
179831	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
179831	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
179831	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
179831	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
179831	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
179831	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
179831	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
179831	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
179831	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
179831	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
179831	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
179831	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
179831	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
179831	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
179831	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
179831	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
179831	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
179831	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
179831	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
179831	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
179831	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
179831	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
179831	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
179831	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
179831	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
179831	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
179831	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
179831	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
179831	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
179831	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
179831	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
179831	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
179831	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
179831	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
179831	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
179831	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
179831	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
179831	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
179831	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
179831	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
179831	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
179831	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
179831	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
179831	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
179831	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
179831	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
179831	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
179831	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
179831	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
179831	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
179831	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
179831	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
179831	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
179831	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
179831	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
179831	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
179831	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
179831	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
179831	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
179831	embedding2nn.weight	0	0.01991100236773491
179831	embedding2nn.weight	1	-0.013001757673919201
179831	embedding2nn.weight	2	-0.014268254861235619
179831	embedding2nn.weight	3	-0.028814401477575302
179831	embedding2nn.weight	4	-0.0059150345623493195
179831	embedding2nn.weight	5	-0.003700588596984744
179831	embedding2nn.weight	6	-0.003973271697759628
179831	embedding2nn.weight	7	-0.08371908962726593
179831	embedding2nn.weight	8	-0.0019979383796453476
179831	embedding2nn.weight	9	-0.028410304337739944
179831	embedding2nn.bias	0	0.05016475170850754
179831	embedding2nn.bias	1	-0.06740294396877289
179831	embedding2nn.bias	2	0.07280523329973221
179831	embedding2nn.bias	3	0.033930160105228424
179831	embedding2nn.bias	4	-0.02615942992269993
179831	embedding2nn.bias	5	-0.01500993687659502
179831	embedding2nn.bias	6	0.025468427687883377
179831	embedding2nn.bias	7	-0.07377912849187851
179831	embedding2nn.bias	8	0.04916074499487877
179831	embedding2nn.bias	9	0.04292977228760719
179831	rnn.weight_ih_l0	0	-0.08125221729278564
179831	rnn.weight_ih_l0	1	0.008328116498887539
179831	rnn.weight_ih_l0	2	0.03358753025531769
179831	rnn.weight_ih_l0	3	0.02290828712284565
179831	rnn.weight_ih_l0	4	-0.043879490345716476
179831	rnn.weight_ih_l0	5	-0.06476019322872162
179831	rnn.weight_ih_l0	6	0.0008886420982889831
179831	rnn.weight_ih_l0	7	0.052658069878816605
179831	rnn.weight_ih_l0	8	-0.014660248532891273
179831	rnn.weight_ih_l0	9	-0.03298792615532875
179831	rnn.weight_hh_l0	0	-0.030596714466810226
179831	rnn.weight_hh_l0	1	-0.010366267524659634
179831	rnn.weight_hh_l0	2	0.007569882087409496
179831	rnn.weight_hh_l0	3	-0.07144495099782944
179831	rnn.weight_hh_l0	4	0.08989518135786057
179831	rnn.weight_hh_l0	5	-0.027508851140737534
179831	rnn.weight_hh_l0	6	-0.05881012603640556
179831	rnn.weight_hh_l0	7	0.011419408954679966
179831	rnn.weight_hh_l0	8	0.014072319492697716
179831	rnn.weight_hh_l0	9	-0.02278464287519455
179831	rnn.bias_ih_l0	0	0.13127627968788147
179831	rnn.bias_ih_l0	1	-0.038164637982845306
179831	rnn.bias_ih_l0	2	-0.024967476725578308
179831	rnn.bias_ih_l0	3	0.1568426936864853
179831	rnn.bias_ih_l0	4	-0.014650559984147549
179831	rnn.bias_ih_l0	5	-0.015827488154172897
179831	rnn.bias_ih_l0	6	0.012737378478050232
179831	rnn.bias_ih_l0	7	0.027449317276477814
179831	rnn.bias_ih_l0	8	-0.09701298177242279
179831	rnn.bias_ih_l0	9	-0.037859611213207245
179831	rnn.bias_hh_l0	0	-0.0018777446821331978
179831	rnn.bias_hh_l0	1	-0.11599548906087875
179831	rnn.bias_hh_l0	2	-0.06761471927165985
179831	rnn.bias_hh_l0	3	-0.08479186147451401
179831	rnn.bias_hh_l0	4	0.0033380798995494843
179831	rnn.bias_hh_l0	5	-0.02940601296722889
179831	rnn.bias_hh_l0	6	0.03356107324361801
179831	rnn.bias_hh_l0	7	0.056246235966682434
179831	rnn.bias_hh_l0	8	-0.12444822490215302
179831	rnn.bias_hh_l0	9	-0.06183617189526558
179831	rnn.weight_ih_l0_reverse	0	-0.02472473867237568
179831	rnn.weight_ih_l0_reverse	1	-0.057066332548856735
179831	rnn.weight_ih_l0_reverse	2	-0.04556475579738617
179831	rnn.weight_ih_l0_reverse	3	0.009618650190532207
179831	rnn.weight_ih_l0_reverse	4	-0.018706809729337692
179831	rnn.weight_ih_l0_reverse	5	-0.056924186646938324
179831	rnn.weight_ih_l0_reverse	6	0.07429903000593185
179831	rnn.weight_ih_l0_reverse	7	-0.016024135053157806
179831	rnn.weight_ih_l0_reverse	8	-0.01507252361625433
179831	rnn.weight_ih_l0_reverse	9	-0.003945950418710709
179831	rnn.weight_hh_l0_reverse	0	0.06420087069272995
179831	rnn.weight_hh_l0_reverse	1	0.022274285554885864
179831	rnn.weight_hh_l0_reverse	2	0.02955615520477295
179831	rnn.weight_hh_l0_reverse	3	0.03776560723781586
179831	rnn.weight_hh_l0_reverse	4	0.010501808486878872
179831	rnn.weight_hh_l0_reverse	5	0.012068952433764935
179831	rnn.weight_hh_l0_reverse	6	0.05125043913722038
179831	rnn.weight_hh_l0_reverse	7	-0.07555481046438217
179831	rnn.weight_hh_l0_reverse	8	0.04042445868253708
179831	rnn.weight_hh_l0_reverse	9	0.03549708425998688
179831	rnn.bias_ih_l0_reverse	0	-0.056915730237960815
179831	rnn.bias_ih_l0_reverse	1	-0.2873888909816742
179831	rnn.bias_ih_l0_reverse	2	-0.1216779500246048
179831	rnn.bias_ih_l0_reverse	3	-0.0489218607544899
179831	rnn.bias_ih_l0_reverse	4	-0.019481947645545006
179831	rnn.bias_ih_l0_reverse	5	0.07845654338598251
179831	rnn.bias_ih_l0_reverse	6	-0.06307931989431381
179831	rnn.bias_ih_l0_reverse	7	0.056309059262275696
179831	rnn.bias_ih_l0_reverse	8	-0.04811715707182884
179831	rnn.bias_ih_l0_reverse	9	0.06684324145317078
179831	rnn.bias_hh_l0_reverse	0	0.022264016792178154
179831	rnn.bias_hh_l0_reverse	1	-0.04887597635388374
179831	rnn.bias_hh_l0_reverse	2	0.07693668454885483
179831	rnn.bias_hh_l0_reverse	3	-0.04928387328982353
179831	rnn.bias_hh_l0_reverse	4	-0.021969662979245186
179831	rnn.bias_hh_l0_reverse	5	-0.02493891306221485
179831	rnn.bias_hh_l0_reverse	6	-0.01591484248638153
179831	rnn.bias_hh_l0_reverse	7	0.10391344875097275
179831	rnn.bias_hh_l0_reverse	8	0.0328579917550087
179831	rnn.bias_hh_l0_reverse	9	-0.15778885781764984
179831	rnn.weight_ih_l1	0	-0.02995315007865429
179831	rnn.weight_ih_l1	1	-0.051384493708610535
179831	rnn.weight_ih_l1	2	0.05761035531759262
179831	rnn.weight_ih_l1	3	-0.06370528042316437
179831	rnn.weight_ih_l1	4	-0.015153513289988041
179831	rnn.weight_ih_l1	5	-0.043665818870067596
179831	rnn.weight_ih_l1	6	0.028104662895202637
179831	rnn.weight_ih_l1	7	-0.04655710980296135
179831	rnn.weight_ih_l1	8	0.0364798903465271
179831	rnn.weight_ih_l1	9	0.04794503003358841
179831	rnn.weight_hh_l1	0	-0.001824761275202036
179831	rnn.weight_hh_l1	1	0.019770437851548195
179831	rnn.weight_hh_l1	2	0.010446431115269661
179831	rnn.weight_hh_l1	3	-0.012089373543858528
179831	rnn.weight_hh_l1	4	0.009291699156165123
179831	rnn.weight_hh_l1	5	0.03205122426152229
179831	rnn.weight_hh_l1	6	0.03438375145196915
179831	rnn.weight_hh_l1	7	-0.0181190874427557
179831	rnn.weight_hh_l1	8	-0.00776283536106348
179831	rnn.weight_hh_l1	9	0.03395991772413254
179831	rnn.bias_ih_l1	0	-0.1988285630941391
179831	rnn.bias_ih_l1	1	-0.1773282289505005
179831	rnn.bias_ih_l1	2	-0.21427761018276215
179831	rnn.bias_ih_l1	3	-0.3209848403930664
179831	rnn.bias_ih_l1	4	-0.17786511778831482
179831	rnn.bias_ih_l1	5	-0.08470824360847473
179831	rnn.bias_ih_l1	6	-0.16640686988830566
179831	rnn.bias_ih_l1	7	-0.00630104448646307
179831	rnn.bias_ih_l1	8	-0.13276612758636475
179831	rnn.bias_ih_l1	9	-0.1391562819480896
179831	rnn.bias_hh_l1	0	-0.10260755568742752
179831	rnn.bias_hh_l1	1	-0.07040133327245712
179831	rnn.bias_hh_l1	2	-0.09953052550554276
179831	rnn.bias_hh_l1	3	-0.08135192841291428
179831	rnn.bias_hh_l1	4	-0.08635982125997543
179831	rnn.bias_hh_l1	5	-0.11901524662971497
179831	rnn.bias_hh_l1	6	-0.15281321108341217
179831	rnn.bias_hh_l1	7	0.06189960613846779
179831	rnn.bias_hh_l1	8	-0.1752968728542328
179831	rnn.bias_hh_l1	9	-0.11315874755382538
179831	rnn.weight_ih_l1_reverse	0	-0.04277948662638664
179831	rnn.weight_ih_l1_reverse	1	0.029991723597049713
179831	rnn.weight_ih_l1_reverse	2	0.07679664343595505
179831	rnn.weight_ih_l1_reverse	3	-0.006179198157042265
179831	rnn.weight_ih_l1_reverse	4	-0.037069886922836304
179831	rnn.weight_ih_l1_reverse	5	-0.030149653553962708
179831	rnn.weight_ih_l1_reverse	6	-0.0038663474842906
179831	rnn.weight_ih_l1_reverse	7	0.027098923921585083
179831	rnn.weight_ih_l1_reverse	8	0.006420906167477369
179831	rnn.weight_ih_l1_reverse	9	-0.03720811381936073
179831	rnn.weight_hh_l1_reverse	0	0.005227270070463419
179831	rnn.weight_hh_l1_reverse	1	0.03095070831477642
179831	rnn.weight_hh_l1_reverse	2	-0.04039549082517624
179831	rnn.weight_hh_l1_reverse	3	0.03549104928970337
179831	rnn.weight_hh_l1_reverse	4	0.049396805465221405
179831	rnn.weight_hh_l1_reverse	5	0.0016326789045706391
179831	rnn.weight_hh_l1_reverse	6	0.05312366783618927
179831	rnn.weight_hh_l1_reverse	7	0.029979392886161804
179831	rnn.weight_hh_l1_reverse	8	-0.007280766032636166
179831	rnn.weight_hh_l1_reverse	9	-0.031429748982191086
179831	rnn.bias_ih_l1_reverse	0	-0.06408744305372238
179831	rnn.bias_ih_l1_reverse	1	-0.14471058547496796
179831	rnn.bias_ih_l1_reverse	2	-0.1688118577003479
179831	rnn.bias_ih_l1_reverse	3	-0.055531300604343414
179831	rnn.bias_ih_l1_reverse	4	-0.2117377072572708
179831	rnn.bias_ih_l1_reverse	5	-0.11375806480646133
179831	rnn.bias_ih_l1_reverse	6	-0.13874296844005585
179831	rnn.bias_ih_l1_reverse	7	-0.18853291869163513
179831	rnn.bias_ih_l1_reverse	8	0.21863244473934174
179831	rnn.bias_ih_l1_reverse	9	0.02770761027932167
179831	rnn.bias_hh_l1_reverse	0	-0.024879176169633865
179831	rnn.bias_hh_l1_reverse	1	-0.08995551615953445
179831	rnn.bias_hh_l1_reverse	2	-0.2422330528497696
179831	rnn.bias_hh_l1_reverse	3	-0.1388169825077057
179831	rnn.bias_hh_l1_reverse	4	-0.0897895023226738
179831	rnn.bias_hh_l1_reverse	5	-0.12038880586624146
179831	rnn.bias_hh_l1_reverse	6	0.061326030641794205
179831	rnn.bias_hh_l1_reverse	7	-0.15752610564231873
179831	rnn.bias_hh_l1_reverse	8	-0.11862463504076004
179831	rnn.bias_hh_l1_reverse	9	-0.14906950294971466
179831	linear.weight	0	0.002228822559118271
179831	linear.weight	1	0.10810393840074539
179831	linear.weight	2	-0.10071036964654922
179831	linear.weight	3	0.2892264127731323
179831	linear.weight	4	0.17549365758895874
179831	linear.weight	5	-0.06425248831510544
179831	linear.weight	6	0.13143591582775116
179831	linear.weight	7	0.14630696177482605
179831	linear.weight	8	0.0411662757396698
179831	linear.weight	9	-0.03529023751616478
179831	linear.bias	0	0.15859857201576233
179831	linear.bias	1	-0.19130423665046692
179831	linear.bias	2	-0.45022886991500854
179831	linear.bias	3	-0.6596458554267883
179831	linear.bias	4	-1.2234504222869873
179831	linear.bias	5	-0.08214794844388962
179831	linear.bias	6	-0.7898003458976746
179831	linear.bias	7	0.2513037323951721
179831	linear.bias	8	-0.40241196751594543
179831	linear.bias	9	-1.0029205083847046
180028	transitions	0	0.7284087538719177
180028	transitions	1	0.15791447460651398
180028	transitions	2	-10000.0
180028	transitions	3	-1.8260748386383057
180028	transitions	4	-10000.0
180028	transitions	5	0.5685866475105286
180028	transitions	6	-0.08132628351449966
180028	transitions	7	-0.7689201235771179
180028	transitions	8	-1.414314866065979
180028	transitions	9	-0.0011894177878275514
180028	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
180028	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
180028	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
180028	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
180028	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
180028	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
180028	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
180028	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
180028	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
180028	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
180028	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
180028	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
180028	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
180028	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
180028	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
180028	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
180028	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
180028	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
180028	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
180028	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
180028	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
180028	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
180028	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
180028	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
180028	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
180028	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
180028	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
180028	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
180028	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
180028	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
180028	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
180028	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
180028	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
180028	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
180028	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
180028	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
180028	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
180028	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
180028	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
180028	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
180028	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
180028	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
180028	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
180028	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
180028	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
180028	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
180028	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
180028	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
180028	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
180028	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
180028	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
180028	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
180028	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
180028	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
180028	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
180028	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
180028	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
180028	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
180028	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
180028	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
180028	embedding2nn.weight	0	0.02083679474890232
180028	embedding2nn.weight	1	-0.013041463680565357
180028	embedding2nn.weight	2	-0.014268254861235619
180028	embedding2nn.weight	3	-0.030867846682667732
180028	embedding2nn.weight	4	-0.0059150345623493195
180028	embedding2nn.weight	5	-0.003700588596984744
180028	embedding2nn.weight	6	-0.003973271697759628
180028	embedding2nn.weight	7	-0.0837574303150177
180028	embedding2nn.weight	8	-0.0019979383796453476
180028	embedding2nn.weight	9	-0.0285800751298666
180028	embedding2nn.bias	0	0.0457802340388298
180028	embedding2nn.bias	1	-0.07006727159023285
180028	embedding2nn.bias	2	0.07098754495382309
180028	embedding2nn.bias	3	0.032839853316545486
180028	embedding2nn.bias	4	-0.026917332783341408
180028	embedding2nn.bias	5	-0.012692531570792198
180028	embedding2nn.bias	6	0.02323984168469906
180028	embedding2nn.bias	7	-0.071847103536129
180028	embedding2nn.bias	8	0.04857608675956726
180028	embedding2nn.bias	9	0.04509642347693443
180028	rnn.weight_ih_l0	0	-0.08123288303613663
180028	rnn.weight_ih_l0	1	0.0077672358602285385
180028	rnn.weight_ih_l0	2	0.03377826139330864
180028	rnn.weight_ih_l0	3	0.023298032581806183
180028	rnn.weight_ih_l0	4	-0.04411979392170906
180028	rnn.weight_ih_l0	5	-0.06455767154693604
180028	rnn.weight_ih_l0	6	0.001143045024946332
180028	rnn.weight_ih_l0	7	0.05301147699356079
180028	rnn.weight_ih_l0	8	-0.014690169133245945
180028	rnn.weight_ih_l0	9	-0.03343923017382622
180028	rnn.weight_hh_l0	0	-0.030297262594103813
180028	rnn.weight_hh_l0	1	-0.010719594545662403
180028	rnn.weight_hh_l0	2	0.00820740032941103
180028	rnn.weight_hh_l0	3	-0.07126323133707047
180028	rnn.weight_hh_l0	4	0.08937932550907135
180028	rnn.weight_hh_l0	5	-0.027254803106188774
180028	rnn.weight_hh_l0	6	-0.058833956718444824
180028	rnn.weight_hh_l0	7	0.011881588958203793
180028	rnn.weight_hh_l0	8	0.014402947388589382
180028	rnn.weight_hh_l0	9	-0.02251650206744671
180028	rnn.bias_ih_l0	0	0.13129107654094696
180028	rnn.bias_ih_l0	1	-0.037279754877090454
180028	rnn.bias_ih_l0	2	-0.025005698204040527
180028	rnn.bias_ih_l0	3	0.15885980427265167
180028	rnn.bias_ih_l0	4	-0.014397209510207176
180028	rnn.bias_ih_l0	5	-0.015214617364108562
180028	rnn.bias_ih_l0	6	0.011964976787567139
180028	rnn.bias_ih_l0	7	0.026646185666322708
180028	rnn.bias_ih_l0	8	-0.09600100666284561
180028	rnn.bias_ih_l0	9	-0.038944780826568604
180028	rnn.bias_hh_l0	0	-0.0010777839925140142
180028	rnn.bias_hh_l0	1	-0.11412203311920166
180028	rnn.bias_hh_l0	2	-0.0674811378121376
180028	rnn.bias_hh_l0	3	-0.08481284230947495
180028	rnn.bias_hh_l0	4	0.00459724385291338
180028	rnn.bias_hh_l0	5	-0.030084606260061264
180028	rnn.bias_hh_l0	6	0.03303024172782898
180028	rnn.bias_hh_l0	7	0.05555640906095505
180028	rnn.bias_hh_l0	8	-0.12465991079807281
180028	rnn.bias_hh_l0	9	-0.060422006994485855
180028	rnn.weight_ih_l0_reverse	0	-0.024609988555312157
180028	rnn.weight_ih_l0_reverse	1	-0.0578053817152977
180028	rnn.weight_ih_l0_reverse	2	-0.045144613832235336
180028	rnn.weight_ih_l0_reverse	3	0.009784959256649017
180028	rnn.weight_ih_l0_reverse	4	-0.018827181309461594
180028	rnn.weight_ih_l0_reverse	5	-0.05748985707759857
180028	rnn.weight_ih_l0_reverse	6	0.07343360781669617
180028	rnn.weight_ih_l0_reverse	7	-0.01579034887254238
180028	rnn.weight_ih_l0_reverse	8	-0.015357165597379208
180028	rnn.weight_ih_l0_reverse	9	-0.00318602891638875
180028	rnn.weight_hh_l0_reverse	0	0.06368032097816467
180028	rnn.weight_hh_l0_reverse	1	0.023067014291882515
180028	rnn.weight_hh_l0_reverse	2	0.029996352270245552
180028	rnn.weight_hh_l0_reverse	3	0.037637125700712204
180028	rnn.weight_hh_l0_reverse	4	0.010618561878800392
180028	rnn.weight_hh_l0_reverse	5	0.012675769627094269
180028	rnn.weight_hh_l0_reverse	6	0.050854507833719254
180028	rnn.weight_hh_l0_reverse	7	-0.07577383518218994
180028	rnn.weight_hh_l0_reverse	8	0.039901915937662125
180028	rnn.weight_hh_l0_reverse	9	0.035912808030843735
180028	rnn.bias_ih_l0_reverse	0	-0.05638103187084198
180028	rnn.bias_ih_l0_reverse	1	-0.2881162762641907
180028	rnn.bias_ih_l0_reverse	2	-0.12222044914960861
180028	rnn.bias_ih_l0_reverse	3	-0.04843693599104881
180028	rnn.bias_ih_l0_reverse	4	-0.022206222638487816
180028	rnn.bias_ih_l0_reverse	5	0.07829887419939041
180028	rnn.bias_ih_l0_reverse	6	-0.06090882420539856
180028	rnn.bias_ih_l0_reverse	7	0.05743515491485596
180028	rnn.bias_ih_l0_reverse	8	-0.04746640473604202
180028	rnn.bias_ih_l0_reverse	9	0.06591444462537766
180028	rnn.bias_hh_l0_reverse	0	0.021616820245981216
180028	rnn.bias_hh_l0_reverse	1	-0.04634147882461548
180028	rnn.bias_hh_l0_reverse	2	0.07631078362464905
180028	rnn.bias_hh_l0_reverse	3	-0.04857798293232918
180028	rnn.bias_hh_l0_reverse	4	-0.022017983719706535
180028	rnn.bias_hh_l0_reverse	5	-0.02533702738583088
180028	rnn.bias_hh_l0_reverse	6	-0.015570923686027527
180028	rnn.bias_hh_l0_reverse	7	0.10408936440944672
180028	rnn.bias_hh_l0_reverse	8	0.03370841592550278
180028	rnn.bias_hh_l0_reverse	9	-0.15610326826572418
180028	rnn.weight_ih_l1	0	-0.03017856925725937
180028	rnn.weight_ih_l1	1	-0.05141929164528847
180028	rnn.weight_ih_l1	2	0.05768410116434097
180028	rnn.weight_ih_l1	3	-0.06431766599416733
180028	rnn.weight_ih_l1	4	-0.015424675308167934
180028	rnn.weight_ih_l1	5	-0.04344300180673599
180028	rnn.weight_ih_l1	6	0.027991635724902153
180028	rnn.weight_ih_l1	7	-0.04644983261823654
180028	rnn.weight_ih_l1	8	0.036417972296476364
180028	rnn.weight_ih_l1	9	0.047866564244031906
180028	rnn.weight_hh_l1	0	-0.0020677947904914618
180028	rnn.weight_hh_l1	1	0.019750239327549934
180028	rnn.weight_hh_l1	2	0.010232098400592804
180028	rnn.weight_hh_l1	3	-0.012112315744161606
180028	rnn.weight_hh_l1	4	0.009379169903695583
180028	rnn.weight_hh_l1	5	0.03191284462809563
180028	rnn.weight_hh_l1	6	0.03428281098604202
180028	rnn.weight_hh_l1	7	-0.018215900287032127
180028	rnn.weight_hh_l1	8	-0.0080265449360013
180028	rnn.weight_hh_l1	9	0.03394155576825142
180028	rnn.bias_ih_l1	0	-0.2017325609922409
180028	rnn.bias_ih_l1	1	-0.17643886804580688
180028	rnn.bias_ih_l1	2	-0.21482913196086884
180028	rnn.bias_ih_l1	3	-0.3244590759277344
180028	rnn.bias_ih_l1	4	-0.1746576726436615
180028	rnn.bias_ih_l1	5	-0.08449763804674149
180028	rnn.bias_ih_l1	6	-0.16851839423179626
180028	rnn.bias_ih_l1	7	-0.00911469291895628
180028	rnn.bias_ih_l1	8	-0.1323484182357788
180028	rnn.bias_ih_l1	9	-0.13598006963729858
180028	rnn.bias_hh_l1	0	-0.1035832092165947
180028	rnn.bias_hh_l1	1	-0.0681682676076889
180028	rnn.bias_hh_l1	2	-0.09923751652240753
180028	rnn.bias_hh_l1	3	-0.08183757960796356
180028	rnn.bias_hh_l1	4	-0.08554672449827194
180028	rnn.bias_hh_l1	5	-0.11901523917913437
180028	rnn.bias_hh_l1	6	-0.15330076217651367
180028	rnn.bias_hh_l1	7	0.06069238483905792
180028	rnn.bias_hh_l1	8	-0.1762366145849228
180028	rnn.bias_hh_l1	9	-0.11491353809833527
180028	rnn.weight_ih_l1_reverse	0	-0.042790599167346954
180028	rnn.weight_ih_l1_reverse	1	0.030153904110193253
180028	rnn.weight_ih_l1_reverse	2	0.07761821895837784
180028	rnn.weight_ih_l1_reverse	3	-0.006945720408111811
180028	rnn.weight_ih_l1_reverse	4	-0.03846336156129837
180028	rnn.weight_ih_l1_reverse	5	-0.0303067397326231
180028	rnn.weight_ih_l1_reverse	6	-0.0047536627389490604
180028	rnn.weight_ih_l1_reverse	7	0.02682681940495968
180028	rnn.weight_ih_l1_reverse	8	0.0052282861433923244
180028	rnn.weight_ih_l1_reverse	9	-0.03808167576789856
180028	rnn.weight_hh_l1_reverse	0	0.005049502942711115
180028	rnn.weight_hh_l1_reverse	1	0.031016377732157707
180028	rnn.weight_hh_l1_reverse	2	-0.040446892380714417
180028	rnn.weight_hh_l1_reverse	3	0.03540187329053879
180028	rnn.weight_hh_l1_reverse	4	0.049212902784347534
180028	rnn.weight_hh_l1_reverse	5	0.0016509853303432465
180028	rnn.weight_hh_l1_reverse	6	0.053673747926950455
180028	rnn.weight_hh_l1_reverse	7	0.02966155856847763
180028	rnn.weight_hh_l1_reverse	8	-0.007268764078617096
180028	rnn.weight_hh_l1_reverse	9	-0.031260956078767776
180028	rnn.bias_ih_l1_reverse	0	-0.06508252769708633
180028	rnn.bias_ih_l1_reverse	1	-0.14447763562202454
180028	rnn.bias_ih_l1_reverse	2	-0.16948015987873077
180028	rnn.bias_ih_l1_reverse	3	-0.05463499203324318
180028	rnn.bias_ih_l1_reverse	4	-0.21148250997066498
180028	rnn.bias_ih_l1_reverse	5	-0.11337288469076157
180028	rnn.bias_ih_l1_reverse	6	-0.13789139688014984
180028	rnn.bias_ih_l1_reverse	7	-0.1903865486383438
180028	rnn.bias_ih_l1_reverse	8	0.214558944106102
180028	rnn.bias_ih_l1_reverse	9	0.0267835333943367
180028	rnn.bias_hh_l1_reverse	0	-0.027644924819469452
180028	rnn.bias_hh_l1_reverse	1	-0.08914808183908463
180028	rnn.bias_hh_l1_reverse	2	-0.2426593154668808
180028	rnn.bias_hh_l1_reverse	3	-0.14010199904441833
180028	rnn.bias_hh_l1_reverse	4	-0.0914582833647728
180028	rnn.bias_hh_l1_reverse	5	-0.11876915395259857
180028	rnn.bias_hh_l1_reverse	6	0.059290725737810135
180028	rnn.bias_hh_l1_reverse	7	-0.1549636572599411
180028	rnn.bias_hh_l1_reverse	8	-0.11935319751501083
180028	rnn.bias_hh_l1_reverse	9	-0.14904049038887024
180028	linear.weight	0	0.002228822559118271
180028	linear.weight	1	0.10975134372711182
180028	linear.weight	2	-0.09983284771442413
180028	linear.weight	3	0.29088401794433594
180028	linear.weight	4	0.17423848807811737
180028	linear.weight	5	-0.06647869199514389
180028	linear.weight	6	0.13631568849086761
180028	linear.weight	7	0.1464022994041443
180028	linear.weight	8	0.04116577282547951
180028	linear.weight	9	-0.03553374111652374
180028	linear.bias	0	0.11996807903051376
180028	linear.bias	1	-0.18734046816825867
180028	linear.bias	2	-0.44129350781440735
180028	linear.bias	3	-0.6586633920669556
180028	linear.bias	4	-1.223292589187622
180028	linear.bias	5	-0.06790106743574142
180028	linear.bias	6	-0.785899817943573
180028	linear.bias	7	0.26740747690200806
180028	linear.bias	8	-0.40254443883895874
180028	linear.bias	9	-1.0016297101974487
180225	transitions	0	0.7362725734710693
180225	transitions	1	0.15668974816799164
180225	transitions	2	-10000.0
180225	transitions	3	-1.8260799646377563
180225	transitions	4	-10000.0
180225	transitions	5	0.5685680508613586
180225	transitions	6	-0.08134973794221878
180225	transitions	7	-0.7689704298973083
180225	transitions	8	-1.4143320322036743
180225	transitions	9	-0.001189677626825869
180225	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
180225	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
180225	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
180225	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
180225	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
180225	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
180225	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
180225	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
180225	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
180225	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
180225	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
180225	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
180225	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
180225	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
180225	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
180225	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
180225	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
180225	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
180225	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
180225	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
180225	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
180225	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
180225	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
180225	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
180225	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
180225	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
180225	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
180225	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
180225	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
180225	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
180225	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
180225	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
180225	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
180225	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
180225	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
180225	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
180225	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
180225	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
180225	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
180225	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
180225	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
180225	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
180225	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
180225	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
180225	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
180225	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
180225	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
180225	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
180225	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
180225	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
180225	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
180225	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
180225	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
180225	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
180225	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
180225	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
180225	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
180225	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
180225	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
180225	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
180225	embedding2nn.weight	0	0.021160777658224106
180225	embedding2nn.weight	1	-0.013104069977998734
180225	embedding2nn.weight	2	-0.014268254861235619
180225	embedding2nn.weight	3	-0.03090374730527401
180225	embedding2nn.weight	4	-0.0059150345623493195
180225	embedding2nn.weight	5	-0.003700588596984744
180225	embedding2nn.weight	6	-0.003973272163420916
180225	embedding2nn.weight	7	-0.08381493389606476
180225	embedding2nn.weight	8	-0.0019979383796453476
180225	embedding2nn.weight	9	-0.028223449364304543
180225	embedding2nn.bias	0	0.039128661155700684
180225	embedding2nn.bias	1	-0.0670340433716774
180225	embedding2nn.bias	2	0.07519231736660004
180225	embedding2nn.bias	3	0.03600496053695679
180225	embedding2nn.bias	4	-0.02648395486176014
180225	embedding2nn.bias	5	-0.007398244459182024
180225	embedding2nn.bias	6	0.024943457916378975
180225	embedding2nn.bias	7	-0.06674358993768692
180225	embedding2nn.bias	8	0.047780297696590424
180225	embedding2nn.bias	9	0.047575097531080246
180225	rnn.weight_ih_l0	0	-0.08133766055107117
180225	rnn.weight_ih_l0	1	0.00811553094536066
180225	rnn.weight_ih_l0	2	0.03371807932853699
180225	rnn.weight_ih_l0	3	0.023042988032102585
180225	rnn.weight_ih_l0	4	-0.043600864708423615
180225	rnn.weight_ih_l0	5	-0.06398745626211166
180225	rnn.weight_ih_l0	6	0.0008765324600972235
180225	rnn.weight_ih_l0	7	0.05326943099498749
180225	rnn.weight_ih_l0	8	-0.014471039175987244
180225	rnn.weight_ih_l0	9	-0.03337125480175018
180225	rnn.weight_hh_l0	0	-0.030240757390856743
180225	rnn.weight_hh_l0	1	-0.010556326247751713
180225	rnn.weight_hh_l0	2	0.008958362974226475
180225	rnn.weight_hh_l0	3	-0.07132160663604736
180225	rnn.weight_hh_l0	4	0.08954386413097382
180225	rnn.weight_hh_l0	5	-0.027723897248506546
180225	rnn.weight_hh_l0	6	-0.05897006392478943
180225	rnn.weight_hh_l0	7	0.01155304629355669
180225	rnn.weight_hh_l0	8	0.014325869269669056
180225	rnn.weight_hh_l0	9	-0.02256278693675995
180225	rnn.bias_ih_l0	0	0.13084980845451355
180225	rnn.bias_ih_l0	1	-0.03472752496600151
180225	rnn.bias_ih_l0	2	-0.02456076629459858
180225	rnn.bias_ih_l0	3	0.15898139774799347
180225	rnn.bias_ih_l0	4	-0.014913300983607769
180225	rnn.bias_ih_l0	5	-0.013291517272591591
180225	rnn.bias_ih_l0	6	0.013406189158558846
180225	rnn.bias_ih_l0	7	0.02601451426744461
180225	rnn.bias_ih_l0	8	-0.09663490206003189
180225	rnn.bias_ih_l0	9	-0.0413772389292717
180225	rnn.bias_hh_l0	0	-0.0005062951822765172
180225	rnn.bias_hh_l0	1	-0.11487224698066711
180225	rnn.bias_hh_l0	2	-0.06926272809505463
180225	rnn.bias_hh_l0	3	-0.08536901324987411
180225	rnn.bias_hh_l0	4	0.004286142531782389
180225	rnn.bias_hh_l0	5	-0.03217264264822006
180225	rnn.bias_hh_l0	6	0.033167991787195206
180225	rnn.bias_hh_l0	7	0.05616355314850807
180225	rnn.bias_hh_l0	8	-0.12407363206148148
180225	rnn.bias_hh_l0	9	-0.06070582568645477
180225	rnn.weight_ih_l0_reverse	0	-0.024988004937767982
180225	rnn.weight_ih_l0_reverse	1	-0.057914573699235916
180225	rnn.weight_ih_l0_reverse	2	-0.04503321647644043
180225	rnn.weight_ih_l0_reverse	3	0.010548748075962067
180225	rnn.weight_ih_l0_reverse	4	-0.018764527514576912
180225	rnn.weight_ih_l0_reverse	5	-0.05736450478434563
180225	rnn.weight_ih_l0_reverse	6	0.07298506051301956
180225	rnn.weight_ih_l0_reverse	7	-0.01477573998272419
180225	rnn.weight_ih_l0_reverse	8	-0.01560906507074833
180225	rnn.weight_ih_l0_reverse	9	-0.0029331317637115717
180225	rnn.weight_hh_l0_reverse	0	0.06402929872274399
180225	rnn.weight_hh_l0_reverse	1	0.02342822775244713
180225	rnn.weight_hh_l0_reverse	2	0.029982103034853935
180225	rnn.weight_hh_l0_reverse	3	0.03826754912734032
180225	rnn.weight_hh_l0_reverse	4	0.01070353388786316
180225	rnn.weight_hh_l0_reverse	5	0.012568083591759205
180225	rnn.weight_hh_l0_reverse	6	0.050981320440769196
180225	rnn.weight_hh_l0_reverse	7	-0.07579180598258972
180225	rnn.weight_hh_l0_reverse	8	0.03990105167031288
180225	rnn.weight_hh_l0_reverse	9	0.03589968383312225
180225	rnn.bias_ih_l0_reverse	0	-0.056220248341560364
180225	rnn.bias_ih_l0_reverse	1	-0.2861252427101135
180225	rnn.bias_ih_l0_reverse	2	-0.12073962390422821
180225	rnn.bias_ih_l0_reverse	3	-0.0476401261985302
180225	rnn.bias_ih_l0_reverse	4	-0.023356014862656593
180225	rnn.bias_ih_l0_reverse	5	0.07894620299339294
180225	rnn.bias_ih_l0_reverse	6	-0.06214819476008415
180225	rnn.bias_ih_l0_reverse	7	0.05816184729337692
180225	rnn.bias_ih_l0_reverse	8	-0.048819493502378464
180225	rnn.bias_ih_l0_reverse	9	0.06684532761573792
180225	rnn.bias_hh_l0_reverse	0	0.021731041371822357
180225	rnn.bias_hh_l0_reverse	1	-0.04588286206126213
180225	rnn.bias_hh_l0_reverse	2	0.07577841728925705
180225	rnn.bias_hh_l0_reverse	3	-0.04769560694694519
180225	rnn.bias_hh_l0_reverse	4	-0.02028280682861805
180225	rnn.bias_hh_l0_reverse	5	-0.024817487224936485
180225	rnn.bias_hh_l0_reverse	6	-0.016168102622032166
180225	rnn.bias_hh_l0_reverse	7	0.10326965153217316
180225	rnn.bias_hh_l0_reverse	8	0.032698407769203186
180225	rnn.bias_hh_l0_reverse	9	-0.1571017950773239
180225	rnn.weight_ih_l1	0	-0.030248425900936127
180225	rnn.weight_ih_l1	1	-0.05165968835353851
180225	rnn.weight_ih_l1	2	0.05766252800822258
180225	rnn.weight_ih_l1	3	-0.06336060911417007
180225	rnn.weight_ih_l1	4	-0.014967878349125385
180225	rnn.weight_ih_l1	5	-0.04349728673696518
180225	rnn.weight_ih_l1	6	0.0281068067997694
180225	rnn.weight_ih_l1	7	-0.04637153074145317
180225	rnn.weight_ih_l1	8	0.03656768053770065
180225	rnn.weight_ih_l1	9	0.048028331249952316
180225	rnn.weight_hh_l1	0	-0.001185056404210627
180225	rnn.weight_hh_l1	1	0.019999565556645393
180225	rnn.weight_hh_l1	2	0.010296070948243141
180225	rnn.weight_hh_l1	3	-0.011981206014752388
180225	rnn.weight_hh_l1	4	0.009212125092744827
180225	rnn.weight_hh_l1	5	0.031688615679740906
180225	rnn.weight_hh_l1	6	0.034358762204647064
180225	rnn.weight_hh_l1	7	-0.0180519912391901
180225	rnn.weight_hh_l1	8	-0.007846669293940067
180225	rnn.weight_hh_l1	9	0.03357400372624397
180225	rnn.bias_ih_l1	0	-0.20045579969882965
180225	rnn.bias_ih_l1	1	-0.17764751613140106
180225	rnn.bias_ih_l1	2	-0.2136927843093872
180225	rnn.bias_ih_l1	3	-0.3232190012931824
180225	rnn.bias_ih_l1	4	-0.17650063335895538
180225	rnn.bias_ih_l1	5	-0.08606190979480743
180225	rnn.bias_ih_l1	6	-0.16535772383213043
180225	rnn.bias_ih_l1	7	-0.006344526540488005
180225	rnn.bias_ih_l1	8	-0.13325442373752594
180225	rnn.bias_ih_l1	9	-0.13428841531276703
180225	rnn.bias_hh_l1	0	-0.10337548702955246
180225	rnn.bias_hh_l1	1	-0.06881175190210342
180225	rnn.bias_hh_l1	2	-0.09785065054893494
180225	rnn.bias_hh_l1	3	-0.08187175542116165
180225	rnn.bias_hh_l1	4	-0.08492346853017807
180225	rnn.bias_hh_l1	5	-0.11886351555585861
180225	rnn.bias_hh_l1	6	-0.15257447957992554
180225	rnn.bias_hh_l1	7	0.06591954082250595
180225	rnn.bias_hh_l1	8	-0.17616838216781616
180225	rnn.bias_hh_l1	9	-0.11808722466230392
180225	rnn.weight_ih_l1_reverse	0	-0.04265592619776726
180225	rnn.weight_ih_l1_reverse	1	0.03184237703680992
180225	rnn.weight_ih_l1_reverse	2	0.080477774143219
180225	rnn.weight_ih_l1_reverse	3	-0.005957608111202717
180225	rnn.weight_ih_l1_reverse	4	-0.03850444778800011
180225	rnn.weight_ih_l1_reverse	5	-0.030322527512907982
180225	rnn.weight_ih_l1_reverse	6	-0.004148506559431553
180225	rnn.weight_ih_l1_reverse	7	0.027134813368320465
180225	rnn.weight_ih_l1_reverse	8	0.004308038391172886
180225	rnn.weight_ih_l1_reverse	9	-0.039414066821336746
180225	rnn.weight_hh_l1_reverse	0	0.0051227048970758915
180225	rnn.weight_hh_l1_reverse	1	0.030921636149287224
180225	rnn.weight_hh_l1_reverse	2	-0.04041465371847153
180225	rnn.weight_hh_l1_reverse	3	0.03532831743359566
180225	rnn.weight_hh_l1_reverse	4	0.049084991216659546
180225	rnn.weight_hh_l1_reverse	5	0.0015439024427905679
180225	rnn.weight_hh_l1_reverse	6	0.05383370444178581
180225	rnn.weight_hh_l1_reverse	7	0.029460204765200615
180225	rnn.weight_hh_l1_reverse	8	-0.007210702635347843
180225	rnn.weight_hh_l1_reverse	9	-0.03141199052333832
180225	rnn.bias_ih_l1_reverse	0	-0.06548786163330078
180225	rnn.bias_ih_l1_reverse	1	-0.14297783374786377
180225	rnn.bias_ih_l1_reverse	2	-0.17043352127075195
180225	rnn.bias_ih_l1_reverse	3	-0.05553767457604408
180225	rnn.bias_ih_l1_reverse	4	-0.21153123676776886
180225	rnn.bias_ih_l1_reverse	5	-0.11389718949794769
180225	rnn.bias_ih_l1_reverse	6	-0.1384880691766739
180225	rnn.bias_ih_l1_reverse	7	-0.19034916162490845
180225	rnn.bias_ih_l1_reverse	8	0.21973739564418793
180225	rnn.bias_ih_l1_reverse	9	0.027411995455622673
180225	rnn.bias_hh_l1_reverse	0	-0.02622292935848236
180225	rnn.bias_hh_l1_reverse	1	-0.08473998308181763
180225	rnn.bias_hh_l1_reverse	2	-0.24162112176418304
180225	rnn.bias_hh_l1_reverse	3	-0.13839586079120636
180225	rnn.bias_hh_l1_reverse	4	-0.09249453246593475
180225	rnn.bias_hh_l1_reverse	5	-0.11997948586940765
180225	rnn.bias_hh_l1_reverse	6	0.056460943073034286
180225	rnn.bias_hh_l1_reverse	7	-0.1540805697441101
180225	rnn.bias_hh_l1_reverse	8	-0.11901544034481049
180225	rnn.bias_hh_l1_reverse	9	-0.14924517273902893
180225	linear.weight	0	0.002228822559118271
180225	linear.weight	1	0.10740659385919571
180225	linear.weight	2	-0.09803102165460587
180225	linear.weight	3	0.2930313050746918
180225	linear.weight	4	0.17365969717502594
180225	linear.weight	5	-0.06543327867984772
180225	linear.weight	6	0.13976198434829712
180225	linear.weight	7	0.14809899032115936
180225	linear.weight	8	0.04116520658135414
180225	linear.weight	9	-0.03294315189123154
180225	linear.bias	0	0.11723001301288605
180225	linear.bias	1	-0.18616822361946106
180225	linear.bias	2	-0.4431841969490051
180225	linear.bias	3	-0.6695002317428589
180225	linear.bias	4	-1.2336591482162476
180225	linear.bias	5	-0.06602808833122253
180225	linear.bias	6	-0.7861417531967163
180225	linear.bias	7	0.26809218525886536
180225	linear.bias	8	-0.4085296392440796
180225	linear.bias	9	-1.0076881647109985
180422	transitions	0	0.737587034702301
180422	transitions	1	0.1611400693655014
180422	transitions	2	-10000.0
180422	transitions	3	-1.8260900974273682
180422	transitions	4	-10000.0
180422	transitions	5	0.5683867335319519
180422	transitions	6	-0.08143578469753265
180422	transitions	7	-0.7692612409591675
180422	transitions	8	-1.4144389629364014
180422	transitions	9	-0.0011899466626346111
180422	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
180422	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
180422	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
180422	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
180422	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
180422	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
180422	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
180422	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
180422	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
180422	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
180422	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
180422	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
180422	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
180422	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
180422	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
180422	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
180422	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
180422	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
180422	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
180422	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
180422	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
180422	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
180422	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
180422	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
180422	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
180422	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
180422	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
180422	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
180422	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
180422	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
180422	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
180422	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
180422	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
180422	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
180422	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
180422	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
180422	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
180422	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
180422	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
180422	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
180422	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
180422	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
180422	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
180422	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
180422	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
180422	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
180422	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
180422	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
180422	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
180422	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
180422	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
180422	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
180422	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
180422	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
180422	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
180422	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
180422	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
180422	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
180422	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
180422	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
180422	embedding2nn.weight	0	0.020874014124274254
180422	embedding2nn.weight	1	-0.013064357452094555
180422	embedding2nn.weight	2	-0.014268254861235619
180422	embedding2nn.weight	3	-0.03025742992758751
180422	embedding2nn.weight	4	-0.0059150345623493195
180422	embedding2nn.weight	5	-0.003700588596984744
180422	embedding2nn.weight	6	-0.0039732735604047775
180422	embedding2nn.weight	7	-0.08311755955219269
180422	embedding2nn.weight	8	-0.0019979383796453476
180422	embedding2nn.weight	9	-0.02849453128874302
180422	embedding2nn.bias	0	0.0459236316382885
180422	embedding2nn.bias	1	-0.07310236245393753
180422	embedding2nn.bias	2	0.06851131469011307
180422	embedding2nn.bias	3	0.03556545823812485
180422	embedding2nn.bias	4	-0.028246527537703514
180422	embedding2nn.bias	5	-0.006157015450298786
180422	embedding2nn.bias	6	0.02347790077328682
180422	embedding2nn.bias	7	-0.06745882332324982
180422	embedding2nn.bias	8	0.04655338078737259
180422	embedding2nn.bias	9	0.04867745190858841
180422	rnn.weight_ih_l0	0	-0.08115339279174805
180422	rnn.weight_ih_l0	1	0.007624457590281963
180422	rnn.weight_ih_l0	2	0.03383918106555939
180422	rnn.weight_ih_l0	3	0.023321399465203285
180422	rnn.weight_ih_l0	4	-0.042934950441122055
180422	rnn.weight_ih_l0	5	-0.06417079269886017
180422	rnn.weight_ih_l0	6	0.0009517346043139696
180422	rnn.weight_ih_l0	7	0.05356772616505623
180422	rnn.weight_ih_l0	8	-0.01475775521248579
180422	rnn.weight_ih_l0	9	-0.03321695327758789
180422	rnn.weight_hh_l0	0	-0.030987652018666267
180422	rnn.weight_hh_l0	1	-0.011275902390480042
180422	rnn.weight_hh_l0	2	0.009536972269415855
180422	rnn.weight_hh_l0	3	-0.07214565575122833
180422	rnn.weight_hh_l0	4	0.08966946601867676
180422	rnn.weight_hh_l0	5	-0.02733120508491993
180422	rnn.weight_hh_l0	6	-0.05898027494549751
180422	rnn.weight_hh_l0	7	0.011367022059857845
180422	rnn.weight_hh_l0	8	0.01461033895611763
180422	rnn.weight_hh_l0	9	-0.022570328786969185
180422	rnn.bias_ih_l0	0	0.1323455274105072
180422	rnn.bias_ih_l0	1	-0.033400386571884155
180422	rnn.bias_ih_l0	2	-0.02555689960718155
180422	rnn.bias_ih_l0	3	0.1593075841665268
180422	rnn.bias_ih_l0	4	-0.015302244573831558
180422	rnn.bias_ih_l0	5	-0.010531391948461533
180422	rnn.bias_ih_l0	6	0.011099064722657204
180422	rnn.bias_ih_l0	7	0.02638196013867855
180422	rnn.bias_ih_l0	8	-0.09758748859167099
180422	rnn.bias_ih_l0	9	-0.0406540110707283
180422	rnn.bias_hh_l0	0	-0.0012309359153732657
180422	rnn.bias_hh_l0	1	-0.11281433701515198
180422	rnn.bias_hh_l0	2	-0.06860578805208206
180422	rnn.bias_hh_l0	3	-0.08610876649618149
180422	rnn.bias_hh_l0	4	0.004553554113954306
180422	rnn.bias_hh_l0	5	-0.031739700585603714
180422	rnn.bias_hh_l0	6	0.03216267749667168
180422	rnn.bias_hh_l0	7	0.057918090373277664
180422	rnn.bias_hh_l0	8	-0.12149593234062195
180422	rnn.bias_hh_l0	9	-0.061159372329711914
180422	rnn.weight_ih_l0_reverse	0	-0.024686435237526894
180422	rnn.weight_ih_l0_reverse	1	-0.05830806866288185
180422	rnn.weight_ih_l0_reverse	2	-0.04549967870116234
180422	rnn.weight_ih_l0_reverse	3	0.011214988306164742
180422	rnn.weight_ih_l0_reverse	4	-0.018643777817487717
180422	rnn.weight_ih_l0_reverse	5	-0.058010563254356384
180422	rnn.weight_ih_l0_reverse	6	0.07334192842245102
180422	rnn.weight_ih_l0_reverse	7	-0.014026310294866562
180422	rnn.weight_ih_l0_reverse	8	-0.01604955829679966
180422	rnn.weight_ih_l0_reverse	9	-0.0027682443615049124
180422	rnn.weight_hh_l0_reverse	0	0.06401742249727249
180422	rnn.weight_hh_l0_reverse	1	0.023574965074658394
180422	rnn.weight_hh_l0_reverse	2	0.02999868243932724
180422	rnn.weight_hh_l0_reverse	3	0.03816995024681091
180422	rnn.weight_hh_l0_reverse	4	0.010576203465461731
180422	rnn.weight_hh_l0_reverse	5	0.01239282637834549
180422	rnn.weight_hh_l0_reverse	6	0.05086345225572586
180422	rnn.weight_hh_l0_reverse	7	-0.07580529153347015
180422	rnn.weight_hh_l0_reverse	8	0.03966647386550903
180422	rnn.weight_hh_l0_reverse	9	0.03591086342930794
180422	rnn.bias_ih_l0_reverse	0	-0.0551828108727932
180422	rnn.bias_ih_l0_reverse	1	-0.2886013686656952
180422	rnn.bias_ih_l0_reverse	2	-0.11935693025588989
180422	rnn.bias_ih_l0_reverse	3	-0.04772631451487541
180422	rnn.bias_ih_l0_reverse	4	-0.022421427071094513
180422	rnn.bias_ih_l0_reverse	5	0.0797727182507515
180422	rnn.bias_ih_l0_reverse	6	-0.06273306906223297
180422	rnn.bias_ih_l0_reverse	7	0.057270217686891556
180422	rnn.bias_ih_l0_reverse	8	-0.04700206592679024
180422	rnn.bias_ih_l0_reverse	9	0.06692377477884293
180422	rnn.bias_hh_l0_reverse	0	0.02111629769206047
180422	rnn.bias_hh_l0_reverse	1	-0.04486558958888054
180422	rnn.bias_hh_l0_reverse	2	0.07590508460998535
180422	rnn.bias_hh_l0_reverse	3	-0.04659692943096161
180422	rnn.bias_hh_l0_reverse	4	-0.019641460850834846
180422	rnn.bias_hh_l0_reverse	5	-0.024463338777422905
180422	rnn.bias_hh_l0_reverse	6	-0.014994174242019653
180422	rnn.bias_hh_l0_reverse	7	0.10403724759817123
180422	rnn.bias_hh_l0_reverse	8	0.03200351074337959
180422	rnn.bias_hh_l0_reverse	9	-0.15466485917568207
180422	rnn.weight_ih_l1	0	-0.03013206459581852
180422	rnn.weight_ih_l1	1	-0.05204366147518158
180422	rnn.weight_ih_l1	2	0.05774814635515213
180422	rnn.weight_ih_l1	3	-0.06238212436437607
180422	rnn.weight_ih_l1	4	-0.014519071206450462
180422	rnn.weight_ih_l1	5	-0.0434388592839241
180422	rnn.weight_ih_l1	6	0.027575232088565826
180422	rnn.weight_ih_l1	7	-0.047266971319913864
180422	rnn.weight_ih_l1	8	0.036591533571481705
180422	rnn.weight_ih_l1	9	0.04806070774793625
180422	rnn.weight_hh_l1	0	-0.0018240866484120488
180422	rnn.weight_hh_l1	1	0.019915349781513214
180422	rnn.weight_hh_l1	2	0.010806004516780376
180422	rnn.weight_hh_l1	3	-0.011887063272297382
180422	rnn.weight_hh_l1	4	0.0092775272205472
180422	rnn.weight_hh_l1	5	0.03186173737049103
180422	rnn.weight_hh_l1	6	0.03422318771481514
180422	rnn.weight_hh_l1	7	-0.01822590082883835
180422	rnn.weight_hh_l1	8	-0.007716500200331211
180422	rnn.weight_hh_l1	9	0.03367743268609047
180422	rnn.bias_ih_l1	0	-0.20098453760147095
180422	rnn.bias_ih_l1	1	-0.17769555747509003
180422	rnn.bias_ih_l1	2	-0.21430380642414093
180422	rnn.bias_ih_l1	3	-0.32402992248535156
180422	rnn.bias_ih_l1	4	-0.18055234849452972
180422	rnn.bias_ih_l1	5	-0.08667431771755219
180422	rnn.bias_ih_l1	6	-0.16795463860034943
180422	rnn.bias_ih_l1	7	-0.006856408901512623
180422	rnn.bias_ih_l1	8	-0.13287465274333954
180422	rnn.bias_ih_l1	9	-0.13422322273254395
180422	rnn.bias_hh_l1	0	-0.10234182327985764
180422	rnn.bias_hh_l1	1	-0.06998331099748611
180422	rnn.bias_hh_l1	2	-0.09682749956846237
180422	rnn.bias_hh_l1	3	-0.08165766298770905
180422	rnn.bias_hh_l1	4	-0.08542594313621521
180422	rnn.bias_hh_l1	5	-0.11997300386428833
180422	rnn.bias_hh_l1	6	-0.15113292634487152
180422	rnn.bias_hh_l1	7	0.062302496284246445
180422	rnn.bias_hh_l1	8	-0.17628026008605957
180422	rnn.bias_hh_l1	9	-0.1181359738111496
180422	rnn.weight_ih_l1_reverse	0	-0.04242309182882309
180422	rnn.weight_ih_l1_reverse	1	0.03094090335071087
180422	rnn.weight_ih_l1_reverse	2	0.0808323547244072
180422	rnn.weight_ih_l1_reverse	3	-0.006255596410483122
180422	rnn.weight_ih_l1_reverse	4	-0.03822965547442436
180422	rnn.weight_ih_l1_reverse	5	-0.030174363404512405
180422	rnn.weight_ih_l1_reverse	6	-0.004496407695114613
180422	rnn.weight_ih_l1_reverse	7	0.028572482988238335
180422	rnn.weight_ih_l1_reverse	8	0.0038334194105118513
180422	rnn.weight_ih_l1_reverse	9	-0.03972223028540611
180422	rnn.weight_hh_l1_reverse	0	0.005229454021900892
180422	rnn.weight_hh_l1_reverse	1	0.03104814700782299
180422	rnn.weight_hh_l1_reverse	2	-0.0404348224401474
180422	rnn.weight_hh_l1_reverse	3	0.03531564772129059
180422	rnn.weight_hh_l1_reverse	4	0.04871348291635513
180422	rnn.weight_hh_l1_reverse	5	0.0014990238705649972
180422	rnn.weight_hh_l1_reverse	6	0.05327526479959488
180422	rnn.weight_hh_l1_reverse	7	0.02921656146645546
180422	rnn.weight_hh_l1_reverse	8	-0.007173205725848675
180422	rnn.weight_hh_l1_reverse	9	-0.03111787885427475
180422	rnn.bias_ih_l1_reverse	0	-0.06518404930830002
180422	rnn.bias_ih_l1_reverse	1	-0.1443309187889099
180422	rnn.bias_ih_l1_reverse	2	-0.16983945667743683
180422	rnn.bias_ih_l1_reverse	3	-0.05221758037805557
180422	rnn.bias_ih_l1_reverse	4	-0.21225577592849731
180422	rnn.bias_ih_l1_reverse	5	-0.11467880755662918
180422	rnn.bias_ih_l1_reverse	6	-0.13815057277679443
180422	rnn.bias_ih_l1_reverse	7	-0.19050560891628265
180422	rnn.bias_ih_l1_reverse	8	0.22092841565608978
180422	rnn.bias_ih_l1_reverse	9	0.024842699989676476
180422	rnn.bias_hh_l1_reverse	0	-0.02571246400475502
180422	rnn.bias_hh_l1_reverse	1	-0.08128262311220169
180422	rnn.bias_hh_l1_reverse	2	-0.24051177501678467
180422	rnn.bias_hh_l1_reverse	3	-0.13991078734397888
180422	rnn.bias_hh_l1_reverse	4	-0.0919840857386589
180422	rnn.bias_hh_l1_reverse	5	-0.11889903247356415
180422	rnn.bias_hh_l1_reverse	6	0.05451657623052597
180422	rnn.bias_hh_l1_reverse	7	-0.15398064255714417
180422	rnn.bias_hh_l1_reverse	8	-0.1186169683933258
180422	rnn.bias_hh_l1_reverse	9	-0.14871078729629517
180422	linear.weight	0	0.002228822559118271
180422	linear.weight	1	0.10745791345834732
180422	linear.weight	2	-0.09865275025367737
180422	linear.weight	3	0.2902378737926483
180422	linear.weight	4	0.17466506361961365
180422	linear.weight	5	-0.06484335660934448
180422	linear.weight	6	0.14545471966266632
180422	linear.weight	7	0.14617176353931427
180422	linear.weight	8	0.04116480425000191
180422	linear.weight	9	-0.035125236958265305
180422	linear.bias	0	0.12611797451972961
180422	linear.bias	1	-0.18430688977241516
180422	linear.bias	2	-0.4491300880908966
180422	linear.bias	3	-0.6778678297996521
180422	linear.bias	4	-1.2410780191421509
180422	linear.bias	5	-0.06555894017219543
180422	linear.bias	6	-0.7842416167259216
180422	linear.bias	7	0.26857876777648926
180422	linear.bias	8	-0.41286328434944153
180422	linear.bias	9	-1.0162460803985596
180619	transitions	0	0.7367158532142639
180619	transitions	1	0.15825782716274261
180619	transitions	2	-10000.0
180619	transitions	3	-1.8261085748672485
180619	transitions	4	-10000.0
180619	transitions	5	0.5683469772338867
180619	transitions	6	-0.08145789802074432
180619	transitions	7	-0.7696266770362854
180619	transitions	8	-1.414500117301941
180619	transitions	9	-0.001190223265439272
180619	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
180619	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
180619	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
180619	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
180619	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
180619	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
180619	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
180619	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
180619	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
180619	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
180619	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
180619	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
180619	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
180619	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
180619	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
180619	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
180619	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
180619	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
180619	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
180619	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
180619	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
180619	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
180619	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
180619	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
180619	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
180619	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
180619	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
180619	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
180619	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
180619	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
180619	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
180619	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
180619	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
180619	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
180619	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
180619	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
180619	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
180619	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
180619	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
180619	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
180619	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
180619	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
180619	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
180619	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
180619	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
180619	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
180619	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
180619	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
180619	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
180619	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
180619	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
180619	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
180619	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
180619	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
180619	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
180619	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
180619	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
180619	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
180619	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
180619	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
180619	embedding2nn.weight	0	0.019575651735067368
180619	embedding2nn.weight	1	-0.013045567087829113
180619	embedding2nn.weight	2	-0.014268254861235619
180619	embedding2nn.weight	3	-0.031334999948740005
180619	embedding2nn.weight	4	-0.0059150345623493195
180619	embedding2nn.weight	5	-0.003700588596984744
180619	embedding2nn.weight	6	-0.003973275888711214
180619	embedding2nn.weight	7	-0.08285117894411087
180619	embedding2nn.weight	8	-0.0019979383796453476
180619	embedding2nn.weight	9	-0.028370460495352745
180619	embedding2nn.bias	0	0.0445663258433342
180619	embedding2nn.bias	1	-0.07388819009065628
180619	embedding2nn.bias	2	0.06662115454673767
180619	embedding2nn.bias	3	0.03870709240436554
180619	embedding2nn.bias	4	-0.028604885563254356
180619	embedding2nn.bias	5	-0.007674017455428839
180619	embedding2nn.bias	6	0.02137772925198078
180619	embedding2nn.bias	7	-0.07039248198270798
180619	embedding2nn.bias	8	0.053586702793836594
180619	embedding2nn.bias	9	0.045808374881744385
180619	rnn.weight_ih_l0	0	-0.08126693964004517
180619	rnn.weight_ih_l0	1	0.0075601208955049515
180619	rnn.weight_ih_l0	2	0.03327813744544983
180619	rnn.weight_ih_l0	3	0.022797858342528343
180619	rnn.weight_ih_l0	4	-0.04254671186208725
180619	rnn.weight_ih_l0	5	-0.06399785727262497
180619	rnn.weight_ih_l0	6	0.0006481565651483834
180619	rnn.weight_ih_l0	7	0.05345147103071213
180619	rnn.weight_ih_l0	8	-0.015159626491367817
180619	rnn.weight_ih_l0	9	-0.0327954925596714
180619	rnn.weight_hh_l0	0	-0.03085208870470524
180619	rnn.weight_hh_l0	1	-0.010957158170640469
180619	rnn.weight_hh_l0	2	0.009114750660955906
180619	rnn.weight_hh_l0	3	-0.07213850319385529
180619	rnn.weight_hh_l0	4	0.08907400816679001
180619	rnn.weight_hh_l0	5	-0.02717210166156292
180619	rnn.weight_hh_l0	6	-0.057793185114860535
180619	rnn.weight_hh_l0	7	0.01081690564751625
180619	rnn.weight_hh_l0	8	0.014517884701490402
180619	rnn.weight_hh_l0	9	-0.02262541837990284
180619	rnn.bias_ih_l0	0	0.13256880640983582
180619	rnn.bias_ih_l0	1	-0.03451322391629219
180619	rnn.bias_ih_l0	2	-0.026285676285624504
180619	rnn.bias_ih_l0	3	0.15750989317893982
180619	rnn.bias_ih_l0	4	-0.016082992777228355
180619	rnn.bias_ih_l0	5	-0.009597549214959145
180619	rnn.bias_ih_l0	6	0.01120096817612648
180619	rnn.bias_ih_l0	7	0.026145396754145622
180619	rnn.bias_ih_l0	8	-0.09796146303415298
180619	rnn.bias_ih_l0	9	-0.04268505424261093
180619	rnn.bias_hh_l0	0	0.0004656892269849777
180619	rnn.bias_hh_l0	1	-0.11439980566501617
180619	rnn.bias_hh_l0	2	-0.06987955421209335
180619	rnn.bias_hh_l0	3	-0.0869070366024971
180619	rnn.bias_hh_l0	4	0.003443515859544277
180619	rnn.bias_hh_l0	5	-0.030892331153154373
180619	rnn.bias_hh_l0	6	0.032245129346847534
180619	rnn.bias_hh_l0	7	0.0588909350335598
180619	rnn.bias_hh_l0	8	-0.12129059433937073
180619	rnn.bias_hh_l0	9	-0.06114684417843819
180619	rnn.weight_ih_l0_reverse	0	-0.02423822320997715
180619	rnn.weight_ih_l0_reverse	1	-0.058557409793138504
180619	rnn.weight_ih_l0_reverse	2	-0.04475541040301323
180619	rnn.weight_ih_l0_reverse	3	0.011407339945435524
180619	rnn.weight_ih_l0_reverse	4	-0.018629051744937897
180619	rnn.weight_ih_l0_reverse	5	-0.05821928381919861
180619	rnn.weight_ih_l0_reverse	6	0.07366808503866196
180619	rnn.weight_ih_l0_reverse	7	-0.013579731807112694
180619	rnn.weight_ih_l0_reverse	8	-0.01618042029440403
180619	rnn.weight_ih_l0_reverse	9	-0.0030573620460927486
180619	rnn.weight_hh_l0_reverse	0	0.06422896683216095
180619	rnn.weight_hh_l0_reverse	1	0.023984763771295547
180619	rnn.weight_hh_l0_reverse	2	0.029811916872859
180619	rnn.weight_hh_l0_reverse	3	0.0383681021630764
180619	rnn.weight_hh_l0_reverse	4	0.010076213628053665
180619	rnn.weight_hh_l0_reverse	5	0.012920756824314594
180619	rnn.weight_hh_l0_reverse	6	0.05062045156955719
180619	rnn.weight_hh_l0_reverse	7	-0.07544535398483276
180619	rnn.weight_hh_l0_reverse	8	0.03969743847846985
180619	rnn.weight_hh_l0_reverse	9	0.03611309826374054
180619	rnn.bias_ih_l0_reverse	0	-0.05513889715075493
180619	rnn.bias_ih_l0_reverse	1	-0.2892736792564392
180619	rnn.bias_ih_l0_reverse	2	-0.11981651186943054
180619	rnn.bias_ih_l0_reverse	3	-0.048097413033246994
180619	rnn.bias_ih_l0_reverse	4	-0.02122957445681095
180619	rnn.bias_ih_l0_reverse	5	0.08029364049434662
180619	rnn.bias_ih_l0_reverse	6	-0.06312619149684906
180619	rnn.bias_ih_l0_reverse	7	0.0569370798766613
180619	rnn.bias_ih_l0_reverse	8	-0.046986814588308334
180619	rnn.bias_ih_l0_reverse	9	0.06659457832574844
180619	rnn.bias_hh_l0_reverse	0	0.021521789953112602
180619	rnn.bias_hh_l0_reverse	1	-0.04736514762043953
180619	rnn.bias_hh_l0_reverse	2	0.07605650275945663
180619	rnn.bias_hh_l0_reverse	3	-0.04628529027104378
180619	rnn.bias_hh_l0_reverse	4	-0.020252566784620285
180619	rnn.bias_hh_l0_reverse	5	-0.023661592975258827
180619	rnn.bias_hh_l0_reverse	6	-0.01618446223437786
180619	rnn.bias_hh_l0_reverse	7	0.10426364094018936
180619	rnn.bias_hh_l0_reverse	8	0.03347858786582947
180619	rnn.bias_hh_l0_reverse	9	-0.1537051796913147
180619	rnn.weight_ih_l1	0	-0.030149538069963455
180619	rnn.weight_ih_l1	1	-0.05225997045636177
180619	rnn.weight_ih_l1	2	0.05813810974359512
180619	rnn.weight_ih_l1	3	-0.06190672516822815
180619	rnn.weight_ih_l1	4	-0.01444871537387371
180619	rnn.weight_ih_l1	5	-0.04348516836762428
180619	rnn.weight_ih_l1	6	0.027636084705591202
180619	rnn.weight_ih_l1	7	-0.048077210783958435
180619	rnn.weight_ih_l1	8	0.036549512296915054
180619	rnn.weight_ih_l1	9	0.047788724303245544
180619	rnn.weight_hh_l1	0	-0.0021370770409703255
180619	rnn.weight_hh_l1	1	0.01966855861246586
180619	rnn.weight_hh_l1	2	0.009821826592087746
180619	rnn.weight_hh_l1	3	-0.011923267506062984
180619	rnn.weight_hh_l1	4	0.009179757907986641
180619	rnn.weight_hh_l1	5	0.03212953731417656
180619	rnn.weight_hh_l1	6	0.03451768681406975
180619	rnn.weight_hh_l1	7	-0.018006104975938797
180619	rnn.weight_hh_l1	8	-0.007735831197351217
180619	rnn.weight_hh_l1	9	0.03390374407172203
180619	rnn.bias_ih_l1	0	-0.19984757900238037
180619	rnn.bias_ih_l1	1	-0.17812900245189667
180619	rnn.bias_ih_l1	2	-0.2147064059972763
180619	rnn.bias_ih_l1	3	-0.3242543041706085
180619	rnn.bias_ih_l1	4	-0.17677156627178192
180619	rnn.bias_ih_l1	5	-0.08612878620624542
180619	rnn.bias_ih_l1	6	-0.16818147897720337
180619	rnn.bias_ih_l1	7	-0.00864900927990675
180619	rnn.bias_ih_l1	8	-0.13278955221176147
180619	rnn.bias_ih_l1	9	-0.13349473476409912
180619	rnn.bias_hh_l1	0	-0.10252900421619415
180619	rnn.bias_hh_l1	1	-0.07036162167787552
180619	rnn.bias_hh_l1	2	-0.09670565277338028
180619	rnn.bias_hh_l1	3	-0.08219446241855621
180619	rnn.bias_hh_l1	4	-0.0855138748884201
180619	rnn.bias_hh_l1	5	-0.11902148276567459
180619	rnn.bias_hh_l1	6	-0.1508653163909912
180619	rnn.bias_hh_l1	7	0.062266696244478226
180619	rnn.bias_hh_l1	8	-0.1769537627696991
180619	rnn.bias_hh_l1	9	-0.1162710040807724
180619	rnn.weight_ih_l1_reverse	0	-0.04280496761202812
180619	rnn.weight_ih_l1_reverse	1	0.030213067308068275
180619	rnn.weight_ih_l1_reverse	2	0.08355189859867096
180619	rnn.weight_ih_l1_reverse	3	-0.006733942311257124
180619	rnn.weight_ih_l1_reverse	4	-0.03724202141165733
180619	rnn.weight_ih_l1_reverse	5	-0.030179377645254135
180619	rnn.weight_ih_l1_reverse	6	-0.0044345371425151825
180619	rnn.weight_ih_l1_reverse	7	0.028286442160606384
180619	rnn.weight_ih_l1_reverse	8	0.0048158480785787106
180619	rnn.weight_ih_l1_reverse	9	-0.03914555907249451
180619	rnn.weight_hh_l1_reverse	0	0.005266319960355759
180619	rnn.weight_hh_l1_reverse	1	0.03117435798048973
180619	rnn.weight_hh_l1_reverse	2	-0.04035041481256485
180619	rnn.weight_hh_l1_reverse	3	0.035399023443460464
180619	rnn.weight_hh_l1_reverse	4	0.04905590042471886
180619	rnn.weight_hh_l1_reverse	5	0.0014712288975715637
180619	rnn.weight_hh_l1_reverse	6	0.05338702350854874
180619	rnn.weight_hh_l1_reverse	7	0.02904765121638775
180619	rnn.weight_hh_l1_reverse	8	-0.007180150132626295
180619	rnn.weight_hh_l1_reverse	9	-0.031122639775276184
180619	rnn.bias_ih_l1_reverse	0	-0.06584332138299942
180619	rnn.bias_ih_l1_reverse	1	-0.14459089934825897
180619	rnn.bias_ih_l1_reverse	2	-0.17069312930107117
180619	rnn.bias_ih_l1_reverse	3	-0.04629978910088539
180619	rnn.bias_ih_l1_reverse	4	-0.2113114297389984
180619	rnn.bias_ih_l1_reverse	5	-0.11393146961927414
180619	rnn.bias_ih_l1_reverse	6	-0.1380283534526825
180619	rnn.bias_ih_l1_reverse	7	-0.1914384812116623
180619	rnn.bias_ih_l1_reverse	8	0.21800203621387482
180619	rnn.bias_ih_l1_reverse	9	0.02325166016817093
180619	rnn.bias_hh_l1_reverse	0	-0.027239637449383736
180619	rnn.bias_hh_l1_reverse	1	-0.08003994077444077
180619	rnn.bias_hh_l1_reverse	2	-0.24058985710144043
180619	rnn.bias_hh_l1_reverse	3	-0.14028941094875336
180619	rnn.bias_hh_l1_reverse	4	-0.09255430102348328
180619	rnn.bias_hh_l1_reverse	5	-0.11809496581554413
180619	rnn.bias_hh_l1_reverse	6	0.05846044421195984
180619	rnn.bias_hh_l1_reverse	7	-0.15510374307632446
180619	rnn.bias_hh_l1_reverse	8	-0.11802110075950623
180619	rnn.bias_hh_l1_reverse	9	-0.1487327665090561
180619	linear.weight	0	0.002228822559118271
180619	linear.weight	1	0.09998417645692825
180619	linear.weight	2	-0.09884361177682877
180619	linear.weight	3	0.2899128198623657
180619	linear.weight	4	0.17509955167770386
180619	linear.weight	5	-0.06473902612924576
180619	linear.weight	6	0.1449955552816391
180619	linear.weight	7	0.14507538080215454
180619	linear.weight	8	0.04116392880678177
180619	linear.weight	9	-0.03632731735706329
180619	linear.bias	0	0.14292709529399872
180619	linear.bias	1	-0.19155766069889069
180619	linear.bias	2	-0.4436229169368744
180619	linear.bias	3	-0.6677345037460327
180619	linear.bias	4	-1.2307682037353516
180619	linear.bias	5	-0.07220498472452164
180619	linear.bias	6	-0.7937841415405273
180619	linear.bias	7	0.2621505856513977
180619	linear.bias	8	-0.41050902009010315
180619	linear.bias	9	-1.0084339380264282
180816	transitions	0	0.7373917698860168
180816	transitions	1	0.15519754588603973
180816	transitions	2	-10000.0
180816	transitions	3	-1.8261187076568604
180816	transitions	4	-10000.0
180816	transitions	5	0.5683164000511169
180816	transitions	6	-0.08150260150432587
180816	transitions	7	-0.7698708176612854
180816	transitions	8	-1.414562463760376
180816	transitions	9	-0.001190593116916716
180816	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
180816	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
180816	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
180816	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
180816	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
180816	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
180816	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
180816	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
180816	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
180816	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
180816	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
180816	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
180816	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
180816	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
180816	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
180816	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
180816	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
180816	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
180816	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
180816	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
180816	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
180816	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
180816	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
180816	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
180816	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
180816	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
180816	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
180816	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
180816	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
180816	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
180816	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
180816	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
180816	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
180816	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
180816	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
180816	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
180816	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
180816	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
180816	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
180816	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
180816	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
180816	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
180816	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
180816	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
180816	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
180816	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
180816	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
180816	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
180816	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
180816	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
180816	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
180816	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
180816	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
180816	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
180816	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
180816	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
180816	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
180816	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
180816	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
180816	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
180816	embedding2nn.weight	0	0.019587529823184013
180816	embedding2nn.weight	1	-0.01306687481701374
180816	embedding2nn.weight	2	-0.014268254861235619
180816	embedding2nn.weight	3	-0.03234590217471123
180816	embedding2nn.weight	4	-0.0059150345623493195
180816	embedding2nn.weight	5	-0.0037005883641541004
180816	embedding2nn.weight	6	-0.003973274491727352
180816	embedding2nn.weight	7	-0.08252182602882385
180816	embedding2nn.weight	8	-0.0019979383796453476
180816	embedding2nn.weight	9	-0.02806176245212555
180816	embedding2nn.bias	0	0.04581694304943085
180816	embedding2nn.bias	1	-0.07571154087781906
180816	embedding2nn.bias	2	0.06842513382434845
180816	embedding2nn.bias	3	0.03682374581694603
180816	embedding2nn.bias	4	-0.03630474582314491
180816	embedding2nn.bias	5	-0.002430790802463889
180816	embedding2nn.bias	6	0.01793450117111206
180816	embedding2nn.bias	7	-0.0708102285861969
180816	embedding2nn.bias	8	0.049359917640686035
180816	embedding2nn.bias	9	0.049576375633478165
180816	rnn.weight_ih_l0	0	-0.08135983347892761
180816	rnn.weight_ih_l0	1	0.008137712255120277
180816	rnn.weight_ih_l0	2	0.03190628066658974
180816	rnn.weight_ih_l0	3	0.022115513682365417
180816	rnn.weight_ih_l0	4	-0.04292713850736618
180816	rnn.weight_ih_l0	5	-0.06400923430919647
180816	rnn.weight_ih_l0	6	0.00086935207946226
180816	rnn.weight_ih_l0	7	0.05371653661131859
180816	rnn.weight_ih_l0	8	-0.015358302742242813
180816	rnn.weight_ih_l0	9	-0.032156530767679214
180816	rnn.weight_hh_l0	0	-0.031138066202402115
180816	rnn.weight_hh_l0	1	-0.011385236866772175
180816	rnn.weight_hh_l0	2	0.008703899569809437
180816	rnn.weight_hh_l0	3	-0.0728452131152153
180816	rnn.weight_hh_l0	4	0.08868107199668884
180816	rnn.weight_hh_l0	5	-0.027124928310513496
180816	rnn.weight_hh_l0	6	-0.05748280510306358
180816	rnn.weight_hh_l0	7	0.01074395515024662
180816	rnn.weight_hh_l0	8	0.014796791598200798
180816	rnn.weight_hh_l0	9	-0.022574329748749733
180816	rnn.bias_ih_l0	0	0.1318587213754654
180816	rnn.bias_ih_l0	1	-0.03398514911532402
180816	rnn.bias_ih_l0	2	-0.027718069031834602
180816	rnn.bias_ih_l0	3	0.15791712701320648
180816	rnn.bias_ih_l0	4	-0.015846550464630127
180816	rnn.bias_ih_l0	5	-0.0113973468542099
180816	rnn.bias_ih_l0	6	0.011092986911535263
180816	rnn.bias_ih_l0	7	0.025581881403923035
180816	rnn.bias_ih_l0	8	-0.09827160090208054
180816	rnn.bias_ih_l0	9	-0.04378603398799896
180816	rnn.bias_hh_l0	0	0.00044007471296936274
180816	rnn.bias_hh_l0	1	-0.11544033139944077
180816	rnn.bias_hh_l0	2	-0.06925857812166214
180816	rnn.bias_hh_l0	3	-0.08740644156932831
180816	rnn.bias_hh_l0	4	0.002945861080661416
180816	rnn.bias_hh_l0	5	-0.031127920374274254
180816	rnn.bias_hh_l0	6	0.03295262157917023
180816	rnn.bias_hh_l0	7	0.061752766370773315
180816	rnn.bias_hh_l0	8	-0.12106914073228836
180816	rnn.bias_hh_l0	9	-0.062304072082042694
180816	rnn.weight_ih_l0_reverse	0	-0.02491731010377407
180816	rnn.weight_ih_l0_reverse	1	-0.05868588387966156
180816	rnn.weight_ih_l0_reverse	2	-0.04455975815653801
180816	rnn.weight_ih_l0_reverse	3	0.011357051320374012
180816	rnn.weight_ih_l0_reverse	4	-0.01783617027103901
180816	rnn.weight_ih_l0_reverse	5	-0.05835733562707901
180816	rnn.weight_ih_l0_reverse	6	0.07412121444940567
180816	rnn.weight_ih_l0_reverse	7	-0.013650607317686081
180816	rnn.weight_ih_l0_reverse	8	-0.01617608778178692
180816	rnn.weight_ih_l0_reverse	9	-0.002727417042478919
180816	rnn.weight_hh_l0_reverse	0	0.06399472057819366
180816	rnn.weight_hh_l0_reverse	1	0.02418356016278267
180816	rnn.weight_hh_l0_reverse	2	0.030090657994151115
180816	rnn.weight_hh_l0_reverse	3	0.038439419120550156
180816	rnn.weight_hh_l0_reverse	4	0.009863205254077911
180816	rnn.weight_hh_l0_reverse	5	0.012455885298550129
180816	rnn.weight_hh_l0_reverse	6	0.05056193843483925
180816	rnn.weight_hh_l0_reverse	7	-0.0755695328116417
180816	rnn.weight_hh_l0_reverse	8	0.03993305563926697
180816	rnn.weight_hh_l0_reverse	9	0.03633955866098404
180816	rnn.bias_ih_l0_reverse	0	-0.055500637739896774
180816	rnn.bias_ih_l0_reverse	1	-0.2877281606197357
180816	rnn.bias_ih_l0_reverse	2	-0.11937772482633591
180816	rnn.bias_ih_l0_reverse	3	-0.048398785293102264
180816	rnn.bias_ih_l0_reverse	4	-0.021411430090665817
180816	rnn.bias_ih_l0_reverse	5	0.08035875111818314
180816	rnn.bias_ih_l0_reverse	6	-0.0648716539144516
180816	rnn.bias_ih_l0_reverse	7	0.05598125606775284
180816	rnn.bias_ih_l0_reverse	8	-0.04535586014389992
180816	rnn.bias_ih_l0_reverse	9	0.06891023367643356
180816	rnn.bias_hh_l0_reverse	0	0.01977560482919216
180816	rnn.bias_hh_l0_reverse	1	-0.046928856521844864
180816	rnn.bias_hh_l0_reverse	2	0.07543417066335678
180816	rnn.bias_hh_l0_reverse	3	-0.04594726487994194
180816	rnn.bias_hh_l0_reverse	4	-0.020654654130339622
180816	rnn.bias_hh_l0_reverse	5	-0.024285398423671722
180816	rnn.bias_hh_l0_reverse	6	-0.015526204369962215
180816	rnn.bias_hh_l0_reverse	7	0.10596409440040588
180816	rnn.bias_hh_l0_reverse	8	0.03139025717973709
180816	rnn.bias_hh_l0_reverse	9	-0.15531106293201447
180816	rnn.weight_ih_l1	0	-0.030218269675970078
180816	rnn.weight_ih_l1	1	-0.051568154245615005
180816	rnn.weight_ih_l1	2	0.05880661681294441
180816	rnn.weight_ih_l1	3	-0.061780646443367004
180816	rnn.weight_ih_l1	4	-0.01483684778213501
180816	rnn.weight_ih_l1	5	-0.04332635551691055
180816	rnn.weight_ih_l1	6	0.02829514630138874
180816	rnn.weight_ih_l1	7	-0.04808633029460907
180816	rnn.weight_ih_l1	8	0.03670361265540123
180816	rnn.weight_ih_l1	9	0.04822102561593056
180816	rnn.weight_hh_l1	0	-0.0025562364608049393
180816	rnn.weight_hh_l1	1	0.01968717947602272
180816	rnn.weight_hh_l1	2	0.009296370670199394
180816	rnn.weight_hh_l1	3	-0.012249154038727283
180816	rnn.weight_hh_l1	4	0.00937254261225462
180816	rnn.weight_hh_l1	5	0.03199540823698044
180816	rnn.weight_hh_l1	6	0.03476608917117119
180816	rnn.weight_hh_l1	7	-0.018166368827223778
180816	rnn.weight_hh_l1	8	-0.007534676231443882
180816	rnn.weight_hh_l1	9	0.03407099470496178
180816	rnn.bias_ih_l1	0	-0.19909389317035675
180816	rnn.bias_ih_l1	1	-0.17720361053943634
180816	rnn.bias_ih_l1	2	-0.2154483199119568
180816	rnn.bias_ih_l1	3	-0.3225801885128021
180816	rnn.bias_ih_l1	4	-0.17621338367462158
180816	rnn.bias_ih_l1	5	-0.08550423383712769
180816	rnn.bias_ih_l1	6	-0.16653364896774292
180816	rnn.bias_ih_l1	7	-0.00944637693464756
180816	rnn.bias_ih_l1	8	-0.13034498691558838
180816	rnn.bias_ih_l1	9	-0.13458870351314545
180816	rnn.bias_hh_l1	0	-0.10234890133142471
180816	rnn.bias_hh_l1	1	-0.06907597184181213
180816	rnn.bias_hh_l1	2	-0.09711992740631104
180816	rnn.bias_hh_l1	3	-0.08193189650774002
180816	rnn.bias_hh_l1	4	-0.08655332028865814
180816	rnn.bias_hh_l1	5	-0.1186465471982956
180816	rnn.bias_hh_l1	6	-0.15147937834262848
180816	rnn.bias_hh_l1	7	0.06286976486444473
180816	rnn.bias_hh_l1	8	-0.17652642726898193
180816	rnn.bias_hh_l1	9	-0.11851532757282257
180816	rnn.weight_ih_l1_reverse	0	-0.04254887253046036
180816	rnn.weight_ih_l1_reverse	1	0.03096783347427845
180816	rnn.weight_ih_l1_reverse	2	0.08237284421920776
180816	rnn.weight_ih_l1_reverse	3	-0.0072276717983186245
180816	rnn.weight_ih_l1_reverse	4	-0.0384521558880806
180816	rnn.weight_ih_l1_reverse	5	-0.030135031789541245
180816	rnn.weight_ih_l1_reverse	6	-0.004560680594295263
180816	rnn.weight_ih_l1_reverse	7	0.027971109375357628
180816	rnn.weight_ih_l1_reverse	8	0.003519803751260042
180816	rnn.weight_ih_l1_reverse	9	-0.039848443120718
180816	rnn.weight_hh_l1_reverse	0	0.00508770439773798
180816	rnn.weight_hh_l1_reverse	1	0.031439654529094696
180816	rnn.weight_hh_l1_reverse	2	-0.0403282605111599
180816	rnn.weight_hh_l1_reverse	3	0.03535373508930206
180816	rnn.weight_hh_l1_reverse	4	0.04911282658576965
180816	rnn.weight_hh_l1_reverse	5	0.0012877025874331594
180816	rnn.weight_hh_l1_reverse	6	0.05303531885147095
180816	rnn.weight_hh_l1_reverse	7	0.02924472466111183
180816	rnn.weight_hh_l1_reverse	8	-0.007226826157420874
180816	rnn.weight_hh_l1_reverse	9	-0.031115490943193436
180816	rnn.bias_ih_l1_reverse	0	-0.06474808603525162
180816	rnn.bias_ih_l1_reverse	1	-0.1442665457725525
180816	rnn.bias_ih_l1_reverse	2	-0.17041067779064178
180816	rnn.bias_ih_l1_reverse	3	-0.04569827392697334
180816	rnn.bias_ih_l1_reverse	4	-0.2119550257921219
180816	rnn.bias_ih_l1_reverse	5	-0.11463133990764618
180816	rnn.bias_ih_l1_reverse	6	-0.13705535233020782
180816	rnn.bias_ih_l1_reverse	7	-0.1916135549545288
180816	rnn.bias_ih_l1_reverse	8	0.21942400932312012
180816	rnn.bias_ih_l1_reverse	9	0.02760312892496586
180816	rnn.bias_hh_l1_reverse	0	-0.028187641873955727
180816	rnn.bias_hh_l1_reverse	1	-0.0819835364818573
180816	rnn.bias_hh_l1_reverse	2	-0.24020102620124817
180816	rnn.bias_hh_l1_reverse	3	-0.13936355710029602
180816	rnn.bias_hh_l1_reverse	4	-0.09302669763565063
180816	rnn.bias_hh_l1_reverse	5	-0.11848003417253494
180816	rnn.bias_hh_l1_reverse	6	0.06054631993174553
180816	rnn.bias_hh_l1_reverse	7	-0.15348270535469055
180816	rnn.bias_hh_l1_reverse	8	-0.11973926424980164
180816	rnn.bias_hh_l1_reverse	9	-0.14847970008850098
180816	linear.weight	0	0.002228822559118271
180816	linear.weight	1	0.10220979899168015
180816	linear.weight	2	-0.10091955959796906
180816	linear.weight	3	0.29283490777015686
180816	linear.weight	4	0.17553389072418213
180816	linear.weight	5	-0.06437042355537415
180816	linear.weight	6	0.14379988610744476
180816	linear.weight	7	0.1426950842142105
180816	linear.weight	8	0.04116351902484894
180816	linear.weight	9	-0.037580955773591995
180816	linear.bias	0	0.11558229476213455
180816	linear.bias	1	-0.19640350341796875
180816	linear.bias	2	-0.44242867827415466
180816	linear.bias	3	-0.6684020757675171
180816	linear.bias	4	-1.23102867603302
180816	linear.bias	5	-0.06749387830495834
180816	linear.bias	6	-0.8002449870109558
180816	linear.bias	7	0.26816633343696594
180816	linear.bias	8	-0.40528687834739685
180816	linear.bias	9	-1.0040256977081299
181013	transitions	0	0.7343426942825317
181013	transitions	1	0.15424352884292603
181013	transitions	2	-10000.0
181013	transitions	3	-1.8261693716049194
181013	transitions	4	-10000.0
181013	transitions	5	0.5682815909385681
181013	transitions	6	-0.08153675496578217
181013	transitions	7	-0.7702638506889343
181013	transitions	8	-1.4145820140838623
181013	transitions	9	-0.0011908318847417831
181013	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
181013	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
181013	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
181013	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
181013	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
181013	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
181013	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
181013	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
181013	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
181013	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
181013	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
181013	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
181013	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
181013	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
181013	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
181013	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
181013	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
181013	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
181013	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
181013	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
181013	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
181013	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
181013	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
181013	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
181013	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
181013	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
181013	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
181013	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
181013	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
181013	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
181013	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
181013	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
181013	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
181013	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
181013	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
181013	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
181013	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
181013	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
181013	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
181013	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
181013	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
181013	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
181013	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
181013	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
181013	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
181013	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
181013	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
181013	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
181013	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
181013	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
181013	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
181013	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
181013	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
181013	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
181013	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
181013	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
181013	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
181013	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
181013	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
181013	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
181013	embedding2nn.weight	0	0.020319946110248566
181013	embedding2nn.weight	1	-0.013117089867591858
181013	embedding2nn.weight	2	-0.014268254861235619
181013	embedding2nn.weight	3	-0.032430410385131836
181013	embedding2nn.weight	4	-0.0059150345623493195
181013	embedding2nn.weight	5	-0.003700588596984744
181013	embedding2nn.weight	6	-0.003973274491727352
181013	embedding2nn.weight	7	-0.08228841423988342
181013	embedding2nn.weight	8	-0.0019979383796453476
181013	embedding2nn.weight	9	-0.027944546192884445
181013	embedding2nn.bias	0	0.046785950660705566
181013	embedding2nn.bias	1	-0.07474033534526825
181013	embedding2nn.bias	2	0.06838260591030121
181013	embedding2nn.bias	3	0.032603178173303604
181013	embedding2nn.bias	4	-0.03770409896969795
181013	embedding2nn.bias	5	-0.000705795013345778
181013	embedding2nn.bias	6	0.01865747757256031
181013	embedding2nn.bias	7	-0.07138572633266449
181013	embedding2nn.bias	8	0.050639476627111435
181013	embedding2nn.bias	9	0.045344069600105286
181013	rnn.weight_ih_l0	0	-0.08076126128435135
181013	rnn.weight_ih_l0	1	0.00898210983723402
181013	rnn.weight_ih_l0	2	0.03265140950679779
181013	rnn.weight_ih_l0	3	0.02214004285633564
181013	rnn.weight_ih_l0	4	-0.042736757546663284
181013	rnn.weight_ih_l0	5	-0.0645722821354866
181013	rnn.weight_ih_l0	6	0.0003905507910531014
181013	rnn.weight_ih_l0	7	0.0536828339099884
181013	rnn.weight_ih_l0	8	-0.015116032212972641
181013	rnn.weight_ih_l0	9	-0.03153420612215996
181013	rnn.weight_hh_l0	0	-0.03164255991578102
181013	rnn.weight_hh_l0	1	-0.011718529276549816
181013	rnn.weight_hh_l0	2	0.00887801218777895
181013	rnn.weight_hh_l0	3	-0.07265964895486832
181013	rnn.weight_hh_l0	4	0.08916154503822327
181013	rnn.weight_hh_l0	5	-0.026604797691106796
181013	rnn.weight_hh_l0	6	-0.05775611847639084
181013	rnn.weight_hh_l0	7	0.011133321560919285
181013	rnn.weight_hh_l0	8	0.015420486219227314
181013	rnn.weight_hh_l0	9	-0.022756779566407204
181013	rnn.bias_ih_l0	0	0.13191115856170654
181013	rnn.bias_ih_l0	1	-0.03399521857500076
181013	rnn.bias_ih_l0	2	-0.028416793793439865
181013	rnn.bias_ih_l0	3	0.16004063189029694
181013	rnn.bias_ih_l0	4	-0.016069084405899048
181013	rnn.bias_ih_l0	5	-0.01162706594914198
181013	rnn.bias_ih_l0	6	0.01242118887603283
181013	rnn.bias_ih_l0	7	0.02522888034582138
181013	rnn.bias_ih_l0	8	-0.09842953830957413
181013	rnn.bias_ih_l0	9	-0.04546429216861725
181013	rnn.bias_hh_l0	0	0.00011077973613282666
181013	rnn.bias_hh_l0	1	-0.11306720972061157
181013	rnn.bias_hh_l0	2	-0.06890607625246048
181013	rnn.bias_hh_l0	3	-0.08647423982620239
181013	rnn.bias_hh_l0	4	0.0038675465621054173
181013	rnn.bias_hh_l0	5	-0.03099321573972702
181013	rnn.bias_hh_l0	6	0.032878436148166656
181013	rnn.bias_hh_l0	7	0.06237942352890968
181013	rnn.bias_hh_l0	8	-0.12087628990411758
181013	rnn.bias_hh_l0	9	-0.06129823625087738
181013	rnn.weight_ih_l0_reverse	0	-0.025123553350567818
181013	rnn.weight_ih_l0_reverse	1	-0.058136772364377975
181013	rnn.weight_ih_l0_reverse	2	-0.04365408793091774
181013	rnn.weight_ih_l0_reverse	3	0.011217931285500526
181013	rnn.weight_ih_l0_reverse	4	-0.017357129603624344
181013	rnn.weight_ih_l0_reverse	5	-0.058882858604192734
181013	rnn.weight_ih_l0_reverse	6	0.07480937242507935
181013	rnn.weight_ih_l0_reverse	7	-0.013850879855453968
181013	rnn.weight_ih_l0_reverse	8	-0.01584473066031933
181013	rnn.weight_ih_l0_reverse	9	-0.002389210741966963
181013	rnn.weight_hh_l0_reverse	0	0.06484448164701462
181013	rnn.weight_hh_l0_reverse	1	0.02471170946955681
181013	rnn.weight_hh_l0_reverse	2	0.029624173417687416
181013	rnn.weight_hh_l0_reverse	3	0.03879796341061592
181013	rnn.weight_hh_l0_reverse	4	0.010344271548092365
181013	rnn.weight_hh_l0_reverse	5	0.012752496637403965
181013	rnn.weight_hh_l0_reverse	6	0.050669651478528976
181013	rnn.weight_hh_l0_reverse	7	-0.07489238679409027
181013	rnn.weight_hh_l0_reverse	8	0.03973978012800217
181013	rnn.weight_hh_l0_reverse	9	0.03634081780910492
181013	rnn.bias_ih_l0_reverse	0	-0.05551832914352417
181013	rnn.bias_ih_l0_reverse	1	-0.2863287925720215
181013	rnn.bias_ih_l0_reverse	2	-0.11955398321151733
181013	rnn.bias_ih_l0_reverse	3	-0.04835618659853935
181013	rnn.bias_ih_l0_reverse	4	-0.023989716544747353
181013	rnn.bias_ih_l0_reverse	5	0.08096972852945328
181013	rnn.bias_ih_l0_reverse	6	-0.06590870022773743
181013	rnn.bias_ih_l0_reverse	7	0.05745396018028259
181013	rnn.bias_ih_l0_reverse	8	-0.04385238140821457
181013	rnn.bias_ih_l0_reverse	9	0.06873048841953278
181013	rnn.bias_hh_l0_reverse	0	0.01972034014761448
181013	rnn.bias_hh_l0_reverse	1	-0.04710230603814125
181013	rnn.bias_hh_l0_reverse	2	0.07610679417848587
181013	rnn.bias_hh_l0_reverse	3	-0.04545816034078598
181013	rnn.bias_hh_l0_reverse	4	-0.022564934566617012
181013	rnn.bias_hh_l0_reverse	5	-0.022899381816387177
181013	rnn.bias_hh_l0_reverse	6	-0.013987097889184952
181013	rnn.bias_hh_l0_reverse	7	0.10727383196353912
181013	rnn.bias_hh_l0_reverse	8	0.031091488897800446
181013	rnn.bias_hh_l0_reverse	9	-0.15535122156143188
181013	rnn.weight_ih_l1	0	-0.03011719323694706
181013	rnn.weight_ih_l1	1	-0.05136379972100258
181013	rnn.weight_ih_l1	2	0.05799061432480812
181013	rnn.weight_ih_l1	3	-0.062225472182035446
181013	rnn.weight_ih_l1	4	-0.014589092694222927
181013	rnn.weight_ih_l1	5	-0.04350218176841736
181013	rnn.weight_ih_l1	6	0.028902893885970116
181013	rnn.weight_ih_l1	7	-0.04884131997823715
181013	rnn.weight_ih_l1	8	0.036675095558166504
181013	rnn.weight_ih_l1	9	0.04770097881555557
181013	rnn.weight_hh_l1	0	-0.0033156396821141243
181013	rnn.weight_hh_l1	1	0.019799241796135902
181013	rnn.weight_hh_l1	2	0.009249958209693432
181013	rnn.weight_hh_l1	3	-0.012142492458224297
181013	rnn.weight_hh_l1	4	0.009340798482298851
181013	rnn.weight_hh_l1	5	0.032159473747015
181013	rnn.weight_hh_l1	6	0.03491097688674927
181013	rnn.weight_hh_l1	7	-0.01797899417579174
181013	rnn.weight_hh_l1	8	-0.00730445422232151
181013	rnn.weight_hh_l1	9	0.033992744982242584
181013	rnn.bias_ih_l1	0	-0.19833365082740784
181013	rnn.bias_ih_l1	1	-0.1764102280139923
181013	rnn.bias_ih_l1	2	-0.21390540897846222
181013	rnn.bias_ih_l1	3	-0.32452934980392456
181013	rnn.bias_ih_l1	4	-0.17825400829315186
181013	rnn.bias_ih_l1	5	-0.085019052028656
181013	rnn.bias_ih_l1	6	-0.16494135558605194
181013	rnn.bias_ih_l1	7	-0.009071780368685722
181013	rnn.bias_ih_l1	8	-0.13190023601055145
181013	rnn.bias_ih_l1	9	-0.13554762303829193
181013	rnn.bias_hh_l1	0	-0.10070277005434036
181013	rnn.bias_hh_l1	1	-0.0691860169172287
181013	rnn.bias_hh_l1	2	-0.09711278229951859
181013	rnn.bias_hh_l1	3	-0.08234018832445145
181013	rnn.bias_hh_l1	4	-0.08696398138999939
181013	rnn.bias_hh_l1	5	-0.11853886395692825
181013	rnn.bias_hh_l1	6	-0.15075257420539856
181013	rnn.bias_hh_l1	7	0.06387537717819214
181013	rnn.bias_hh_l1	8	-0.1768193244934082
181013	rnn.bias_hh_l1	9	-0.11751272529363632
181013	rnn.weight_ih_l1_reverse	0	-0.042729683220386505
181013	rnn.weight_ih_l1_reverse	1	0.031077878549695015
181013	rnn.weight_ih_l1_reverse	2	0.08316672593355179
181013	rnn.weight_ih_l1_reverse	3	-0.007436064071953297
181013	rnn.weight_ih_l1_reverse	4	-0.037159401923418045
181013	rnn.weight_ih_l1_reverse	5	-0.030098848044872284
181013	rnn.weight_ih_l1_reverse	6	-0.005356065928936005
181013	rnn.weight_ih_l1_reverse	7	0.02788543701171875
181013	rnn.weight_ih_l1_reverse	8	0.004431398119777441
181013	rnn.weight_ih_l1_reverse	9	-0.039109546691179276
181013	rnn.weight_hh_l1_reverse	0	0.005072166211903095
181013	rnn.weight_hh_l1_reverse	1	0.031589068472385406
181013	rnn.weight_hh_l1_reverse	2	-0.04029952734708786
181013	rnn.weight_hh_l1_reverse	3	0.03546828031539917
181013	rnn.weight_hh_l1_reverse	4	0.04914216324687004
181013	rnn.weight_hh_l1_reverse	5	0.001483607105910778
181013	rnn.weight_hh_l1_reverse	6	0.053044553846120834
181013	rnn.weight_hh_l1_reverse	7	0.029271384701132774
181013	rnn.weight_hh_l1_reverse	8	-0.007279268000274897
181013	rnn.weight_hh_l1_reverse	9	-0.030990585684776306
181013	rnn.bias_ih_l1_reverse	0	-0.06546654552221298
181013	rnn.bias_ih_l1_reverse	1	-0.14566762745380402
181013	rnn.bias_ih_l1_reverse	2	-0.16894611716270447
181013	rnn.bias_ih_l1_reverse	3	-0.046029794961214066
181013	rnn.bias_ih_l1_reverse	4	-0.21227401494979858
181013	rnn.bias_ih_l1_reverse	5	-0.11355672776699066
181013	rnn.bias_ih_l1_reverse	6	-0.13662263751029968
181013	rnn.bias_ih_l1_reverse	7	-0.19341793656349182
181013	rnn.bias_ih_l1_reverse	8	0.22044305503368378
181013	rnn.bias_ih_l1_reverse	9	0.029769819229841232
181013	rnn.bias_hh_l1_reverse	0	-0.029273951426148415
181013	rnn.bias_hh_l1_reverse	1	-0.08415330201387405
181013	rnn.bias_hh_l1_reverse	2	-0.23991607129573822
181013	rnn.bias_hh_l1_reverse	3	-0.1370057463645935
181013	rnn.bias_hh_l1_reverse	4	-0.09155352413654327
181013	rnn.bias_hh_l1_reverse	5	-0.11900760978460312
181013	rnn.bias_hh_l1_reverse	6	0.06055167317390442
181013	rnn.bias_hh_l1_reverse	7	-0.15283268690109253
181013	rnn.bias_hh_l1_reverse	8	-0.11987754702568054
181013	rnn.bias_hh_l1_reverse	9	-0.1485523134469986
181013	linear.weight	0	0.002228822559118271
181013	linear.weight	1	0.10484780371189117
181013	linear.weight	2	-0.10135576874017715
181013	linear.weight	3	0.2876497209072113
181013	linear.weight	4	0.17636561393737793
181013	linear.weight	5	-0.06663636863231659
181013	linear.weight	6	0.13596111536026
181013	linear.weight	7	0.14959289133548737
181013	linear.weight	8	0.04116293042898178
181013	linear.weight	9	-0.03468593955039978
181013	linear.bias	0	0.13558797538280487
181013	linear.bias	1	-0.18431612849235535
181013	linear.bias	2	-0.4438055157661438
181013	linear.bias	3	-0.6697100400924683
181013	linear.bias	4	-1.23318612575531
181013	linear.bias	5	-0.07568863034248352
181013	linear.bias	6	-0.7888849377632141
181013	linear.bias	7	0.25753602385520935
181013	linear.bias	8	-0.4192807376384735
181013	linear.bias	9	-1.0188184976577759
181210	transitions	0	0.7299147248268127
181210	transitions	1	0.15330825746059418
181210	transitions	2	-10000.0
181210	transitions	3	-1.8261772394180298
181210	transitions	4	-10000.0
181210	transitions	5	0.5682330131530762
181210	transitions	6	-0.08155285567045212
181210	transitions	7	-0.7707828879356384
181210	transitions	8	-1.414628505706787
181210	transitions	9	-0.0011910247849300504
181210	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
181210	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
181210	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
181210	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
181210	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
181210	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
181210	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
181210	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
181210	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
181210	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
181210	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
181210	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
181210	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
181210	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
181210	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
181210	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
181210	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
181210	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
181210	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
181210	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
181210	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
181210	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
181210	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
181210	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
181210	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
181210	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
181210	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
181210	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
181210	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
181210	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
181210	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
181210	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
181210	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
181210	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
181210	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
181210	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
181210	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
181210	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
181210	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
181210	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
181210	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
181210	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
181210	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
181210	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
181210	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
181210	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
181210	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
181210	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
181210	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
181210	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
181210	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
181210	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
181210	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
181210	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
181210	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
181210	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
181210	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
181210	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
181210	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
181210	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
181210	embedding2nn.weight	0	0.02021384797990322
181210	embedding2nn.weight	1	-0.013056442141532898
181210	embedding2nn.weight	2	-0.014268254861235619
181210	embedding2nn.weight	3	-0.03210141882300377
181210	embedding2nn.weight	4	-0.0059150345623493195
181210	embedding2nn.weight	5	-0.003700588596984744
181210	embedding2nn.weight	6	-0.003973274491727352
181210	embedding2nn.weight	7	-0.08176463842391968
181210	embedding2nn.weight	8	-0.0019979383796453476
181210	embedding2nn.weight	9	-0.028321977704763412
181210	embedding2nn.bias	0	0.04618324711918831
181210	embedding2nn.bias	1	-0.07391294091939926
181210	embedding2nn.bias	2	0.06492085009813309
181210	embedding2nn.bias	3	0.027541765943169594
181210	embedding2nn.bias	4	-0.03923766687512398
181210	embedding2nn.bias	5	0.007103948388248682
181210	embedding2nn.bias	6	0.023815078660845757
181210	embedding2nn.bias	7	-0.06490924209356308
181210	embedding2nn.bias	8	0.05302645266056061
181210	embedding2nn.bias	9	0.04427452012896538
181210	rnn.weight_ih_l0	0	-0.07982034236192703
181210	rnn.weight_ih_l0	1	0.008795889094471931
181210	rnn.weight_ih_l0	2	0.03216034546494484
181210	rnn.weight_ih_l0	3	0.021477170288562775
181210	rnn.weight_ih_l0	4	-0.042648639529943466
181210	rnn.weight_ih_l0	5	-0.06436002999544144
181210	rnn.weight_ih_l0	6	-9.015937393996865e-05
181210	rnn.weight_ih_l0	7	0.053332164883613586
181210	rnn.weight_ih_l0	8	-0.0152002377435565
181210	rnn.weight_ih_l0	9	-0.032304879277944565
181210	rnn.weight_hh_l0	0	-0.031569335609674454
181210	rnn.weight_hh_l0	1	-0.01159646362066269
181210	rnn.weight_hh_l0	2	0.009342014789581299
181210	rnn.weight_hh_l0	3	-0.0729994922876358
181210	rnn.weight_hh_l0	4	0.08967920392751694
181210	rnn.weight_hh_l0	5	-0.02587759494781494
181210	rnn.weight_hh_l0	6	-0.058403030037879944
181210	rnn.weight_hh_l0	7	0.010519122704863548
181210	rnn.weight_hh_l0	8	0.015578626655042171
181210	rnn.weight_hh_l0	9	-0.022926265373826027
181210	rnn.bias_ih_l0	0	0.1336965411901474
181210	rnn.bias_ih_l0	1	-0.03477386385202408
181210	rnn.bias_ih_l0	2	-0.027147479355335236
181210	rnn.bias_ih_l0	3	0.16053703427314758
181210	rnn.bias_ih_l0	4	-0.016109948977828026
181210	rnn.bias_ih_l0	5	-0.008982404135167599
181210	rnn.bias_ih_l0	6	0.013389738276600838
181210	rnn.bias_ih_l0	7	0.024270696565508842
181210	rnn.bias_ih_l0	8	-0.09839183837175369
181210	rnn.bias_ih_l0	9	-0.04611879959702492
181210	rnn.bias_hh_l0	0	0.0009512969409115613
181210	rnn.bias_hh_l0	1	-0.11279413849115372
181210	rnn.bias_hh_l0	2	-0.06753037124872208
181210	rnn.bias_hh_l0	3	-0.08695007115602493
181210	rnn.bias_hh_l0	4	0.004606530070304871
181210	rnn.bias_hh_l0	5	-0.029467204585671425
181210	rnn.bias_hh_l0	6	0.03402119129896164
181210	rnn.bias_hh_l0	7	0.06013893708586693
181210	rnn.bias_hh_l0	8	-0.12351462244987488
181210	rnn.bias_hh_l0	9	-0.0604119636118412
181210	rnn.weight_ih_l0_reverse	0	-0.024529991671442986
181210	rnn.weight_ih_l0_reverse	1	-0.05739384517073631
181210	rnn.weight_ih_l0_reverse	2	-0.043638236820697784
181210	rnn.weight_ih_l0_reverse	3	0.010628941468894482
181210	rnn.weight_ih_l0_reverse	4	-0.017834072932600975
181210	rnn.weight_ih_l0_reverse	5	-0.05942360684275627
181210	rnn.weight_ih_l0_reverse	6	0.07409016042947769
181210	rnn.weight_ih_l0_reverse	7	-0.01472558919340372
181210	rnn.weight_ih_l0_reverse	8	-0.015685731545090675
181210	rnn.weight_ih_l0_reverse	9	-0.0027219171170145273
181210	rnn.weight_hh_l0_reverse	0	0.06395658850669861
181210	rnn.weight_hh_l0_reverse	1	0.02395865134894848
181210	rnn.weight_hh_l0_reverse	2	0.029750149697065353
181210	rnn.weight_hh_l0_reverse	3	0.038782306015491486
181210	rnn.weight_hh_l0_reverse	4	0.010341507382690907
181210	rnn.weight_hh_l0_reverse	5	0.013425440527498722
181210	rnn.weight_hh_l0_reverse	6	0.05079753324389458
181210	rnn.weight_hh_l0_reverse	7	-0.07497832179069519
181210	rnn.weight_hh_l0_reverse	8	0.03969472646713257
181210	rnn.weight_hh_l0_reverse	9	0.0362907312810421
181210	rnn.bias_ih_l0_reverse	0	-0.056360162794589996
181210	rnn.bias_ih_l0_reverse	1	-0.28113555908203125
181210	rnn.bias_ih_l0_reverse	2	-0.11872214823961258
181210	rnn.bias_ih_l0_reverse	3	-0.04945112019777298
181210	rnn.bias_ih_l0_reverse	4	-0.025491729378700256
181210	rnn.bias_ih_l0_reverse	5	0.07935367524623871
181210	rnn.bias_ih_l0_reverse	6	-0.06533191353082657
181210	rnn.bias_ih_l0_reverse	7	0.05737115070223808
181210	rnn.bias_ih_l0_reverse	8	-0.04358872398734093
181210	rnn.bias_ih_l0_reverse	9	0.06700021773576736
181210	rnn.bias_hh_l0_reverse	0	0.0205369982868433
181210	rnn.bias_hh_l0_reverse	1	-0.04623197764158249
181210	rnn.bias_hh_l0_reverse	2	0.07460261136293411
181210	rnn.bias_hh_l0_reverse	3	-0.045976050198078156
181210	rnn.bias_hh_l0_reverse	4	-0.02170613594353199
181210	rnn.bias_hh_l0_reverse	5	-0.023739928379654884
181210	rnn.bias_hh_l0_reverse	6	-0.014386656694114208
181210	rnn.bias_hh_l0_reverse	7	0.10584798455238342
181210	rnn.bias_hh_l0_reverse	8	0.03170990198850632
181210	rnn.bias_hh_l0_reverse	9	-0.15704478323459625
181210	rnn.weight_ih_l1	0	-0.02953280508518219
181210	rnn.weight_ih_l1	1	-0.05248231813311577
181210	rnn.weight_ih_l1	2	0.058176640421152115
181210	rnn.weight_ih_l1	3	-0.06429276615381241
181210	rnn.weight_ih_l1	4	-0.014109541662037373
181210	rnn.weight_ih_l1	5	-0.04361588507890701
181210	rnn.weight_ih_l1	6	0.02882571890950203
181210	rnn.weight_ih_l1	7	-0.04991328343749046
181210	rnn.weight_ih_l1	8	0.03668905794620514
181210	rnn.weight_ih_l1	9	0.047994811087846756
181210	rnn.weight_hh_l1	0	-0.003098061541095376
181210	rnn.weight_hh_l1	1	0.019776377826929092
181210	rnn.weight_hh_l1	2	0.00886793714016676
181210	rnn.weight_hh_l1	3	-0.012008827179670334
181210	rnn.weight_hh_l1	4	0.009468493983149529
181210	rnn.weight_hh_l1	5	0.03194408863782883
181210	rnn.weight_hh_l1	6	0.03482045233249664
181210	rnn.weight_hh_l1	7	-0.01789051666855812
181210	rnn.weight_hh_l1	8	-0.007341691758483648
181210	rnn.weight_hh_l1	9	0.03411528840661049
181210	rnn.bias_ih_l1	0	-0.19674710929393768
181210	rnn.bias_ih_l1	1	-0.17844858765602112
181210	rnn.bias_ih_l1	2	-0.214138463139534
181210	rnn.bias_ih_l1	3	-0.3239234387874603
181210	rnn.bias_ih_l1	4	-0.18056493997573853
181210	rnn.bias_ih_l1	5	-0.08441424369812012
181210	rnn.bias_ih_l1	6	-0.16442778706550598
181210	rnn.bias_ih_l1	7	-0.009737027809023857
181210	rnn.bias_ih_l1	8	-0.1308363527059555
181210	rnn.bias_ih_l1	9	-0.13618138432502747
181210	rnn.bias_hh_l1	0	-0.10163384675979614
181210	rnn.bias_hh_l1	1	-0.0670551285147667
181210	rnn.bias_hh_l1	2	-0.09679210186004639
181210	rnn.bias_hh_l1	3	-0.08257366716861725
181210	rnn.bias_hh_l1	4	-0.08593305945396423
181210	rnn.bias_hh_l1	5	-0.11832121759653091
181210	rnn.bias_hh_l1	6	-0.14955542981624603
181210	rnn.bias_hh_l1	7	0.06583903729915619
181210	rnn.bias_hh_l1	8	-0.17693130671977997
181210	rnn.bias_hh_l1	9	-0.1156519278883934
181210	rnn.weight_ih_l1_reverse	0	-0.04270235449075699
181210	rnn.weight_ih_l1_reverse	1	0.032680295407772064
181210	rnn.weight_ih_l1_reverse	2	0.08305051922798157
181210	rnn.weight_ih_l1_reverse	3	-0.007837198674678802
181210	rnn.weight_ih_l1_reverse	4	-0.03780495375394821
181210	rnn.weight_ih_l1_reverse	5	-0.030129075050354004
181210	rnn.weight_ih_l1_reverse	6	-0.006839818321168423
181210	rnn.weight_ih_l1_reverse	7	0.0270900446921587
181210	rnn.weight_ih_l1_reverse	8	0.006833534222096205
181210	rnn.weight_ih_l1_reverse	9	-0.040990639477968216
181210	rnn.weight_hh_l1_reverse	0	0.005109130404889584
181210	rnn.weight_hh_l1_reverse	1	0.031576335430145264
181210	rnn.weight_hh_l1_reverse	2	-0.04042394086718559
181210	rnn.weight_hh_l1_reverse	3	0.0355149507522583
181210	rnn.weight_hh_l1_reverse	4	0.049209851771593094
181210	rnn.weight_hh_l1_reverse	5	0.0013704035663977265
181210	rnn.weight_hh_l1_reverse	6	0.053634051233530045
181210	rnn.weight_hh_l1_reverse	7	0.029188355430960655
181210	rnn.weight_hh_l1_reverse	8	-0.007342469412833452
181210	rnn.weight_hh_l1_reverse	9	-0.031050432473421097
181210	rnn.bias_ih_l1_reverse	0	-0.0656764879822731
181210	rnn.bias_ih_l1_reverse	1	-0.1447552591562271
181210	rnn.bias_ih_l1_reverse	2	-0.16723409295082092
181210	rnn.bias_ih_l1_reverse	3	-0.045559871941804886
181210	rnn.bias_ih_l1_reverse	4	-0.21150605380535126
181210	rnn.bias_ih_l1_reverse	5	-0.11275867372751236
181210	rnn.bias_ih_l1_reverse	6	-0.13617055118083954
181210	rnn.bias_ih_l1_reverse	7	-0.19396571815013885
181210	rnn.bias_ih_l1_reverse	8	0.22125524282455444
181210	rnn.bias_ih_l1_reverse	9	0.026513785123825073
181210	rnn.bias_hh_l1_reverse	0	-0.026260877028107643
181210	rnn.bias_hh_l1_reverse	1	-0.08378332108259201
181210	rnn.bias_hh_l1_reverse	2	-0.23908731341362
181210	rnn.bias_hh_l1_reverse	3	-0.1353278011083603
181210	rnn.bias_hh_l1_reverse	4	-0.09248274564743042
181210	rnn.bias_hh_l1_reverse	5	-0.11840774863958359
181210	rnn.bias_hh_l1_reverse	6	0.06233806535601616
181210	rnn.bias_hh_l1_reverse	7	-0.15391530096530914
181210	rnn.bias_hh_l1_reverse	8	-0.12001997977495193
181210	rnn.bias_hh_l1_reverse	9	-0.14876487851142883
181210	linear.weight	0	0.002228822559118271
181210	linear.weight	1	0.10176612436771393
181210	linear.weight	2	-0.09987545758485794
181210	linear.weight	3	0.2837878465652466
181210	linear.weight	4	0.1777537763118744
181210	linear.weight	5	-0.06572426110506058
181210	linear.weight	6	0.14792130887508392
181210	linear.weight	7	0.13985273241996765
181210	linear.weight	8	0.04116261005401611
181210	linear.weight	9	-0.03372453153133392
181210	linear.bias	0	0.1441071331501007
181210	linear.bias	1	-0.17326019704341888
181210	linear.bias	2	-0.432682603597641
181210	linear.bias	3	-0.6766258478164673
181210	linear.bias	4	-1.240264654159546
181210	linear.bias	5	-0.06988263130187988
181210	linear.bias	6	-0.7780674695968628
181210	linear.bias	7	0.2643009424209595
181210	linear.bias	8	-0.4274873435497284
181210	linear.bias	9	-1.0279492139816284
181407	transitions	0	0.7277753949165344
181407	transitions	1	0.14767655730247498
181407	transitions	2	-10000.0
181407	transitions	3	-1.8261876106262207
181407	transitions	4	-10000.0
181407	transitions	5	0.5682170391082764
181407	transitions	6	-0.08158005774021149
181407	transitions	7	-0.7710192799568176
181407	transitions	8	-1.4146512746810913
181407	transitions	9	-0.0011914715869352221
181407	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
181407	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
181407	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
181407	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
181407	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
181407	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
181407	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
181407	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
181407	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
181407	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
181407	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
181407	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
181407	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
181407	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
181407	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
181407	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
181407	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
181407	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
181407	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
181407	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
181407	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
181407	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
181407	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
181407	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
181407	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
181407	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
181407	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
181407	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
181407	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
181407	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
181407	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
181407	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
181407	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
181407	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
181407	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
181407	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
181407	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
181407	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
181407	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
181407	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
181407	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
181407	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
181407	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
181407	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
181407	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
181407	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
181407	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
181407	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
181407	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
181407	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
181407	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
181407	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
181407	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
181407	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
181407	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
181407	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
181407	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
181407	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
181407	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
181407	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
181407	embedding2nn.weight	0	0.021230759099125862
181407	embedding2nn.weight	1	-0.012948242016136646
181407	embedding2nn.weight	2	-0.014268254861235619
181407	embedding2nn.weight	3	-0.03136039525270462
181407	embedding2nn.weight	4	-0.0059150345623493195
181407	embedding2nn.weight	5	-0.003700588596984744
181407	embedding2nn.weight	6	-0.0039732749573886395
181407	embedding2nn.weight	7	-0.08084002882242203
181407	embedding2nn.weight	8	-0.0019979383796453476
181407	embedding2nn.weight	9	-0.02805449441075325
181407	embedding2nn.bias	0	0.0363621786236763
181407	embedding2nn.bias	1	-0.07443615049123764
181407	embedding2nn.bias	2	0.0654122605919838
181407	embedding2nn.bias	3	0.025372857227921486
181407	embedding2nn.bias	4	-0.04002678394317627
181407	embedding2nn.bias	5	0.0071561699733138084
181407	embedding2nn.bias	6	0.023504402488470078
181407	embedding2nn.bias	7	-0.0621575266122818
181407	embedding2nn.bias	8	0.05359023064374924
181407	embedding2nn.bias	9	0.0432959608733654
181407	rnn.weight_ih_l0	0	-0.07906264066696167
181407	rnn.weight_ih_l0	1	0.009311412461102009
181407	rnn.weight_ih_l0	2	0.031923092901706696
181407	rnn.weight_ih_l0	3	0.02171984128654003
181407	rnn.weight_ih_l0	4	-0.042928699404001236
181407	rnn.weight_ih_l0	5	-0.06446269899606705
181407	rnn.weight_ih_l0	6	0.00037397543201223016
181407	rnn.weight_ih_l0	7	0.053853463381528854
181407	rnn.weight_ih_l0	8	-0.014831840060651302
181407	rnn.weight_ih_l0	9	-0.03148844465613365
181407	rnn.weight_hh_l0	0	-0.031133219599723816
181407	rnn.weight_hh_l0	1	-0.011689765378832817
181407	rnn.weight_hh_l0	2	0.009166327305138111
181407	rnn.weight_hh_l0	3	-0.07273310422897339
181407	rnn.weight_hh_l0	4	0.08994387835264206
181407	rnn.weight_hh_l0	5	-0.025924179702997208
181407	rnn.weight_hh_l0	6	-0.058414049446582794
181407	rnn.weight_hh_l0	7	0.010020771063864231
181407	rnn.weight_hh_l0	8	0.015849435701966286
181407	rnn.weight_hh_l0	9	-0.022926243022084236
181407	rnn.bias_ih_l0	0	0.13346554338932037
181407	rnn.bias_ih_l0	1	-0.0327686071395874
181407	rnn.bias_ih_l0	2	-0.027438625693321228
181407	rnn.bias_ih_l0	3	0.1599494069814682
181407	rnn.bias_ih_l0	4	-0.015528367832303047
181407	rnn.bias_ih_l0	5	-0.010608376935124397
181407	rnn.bias_ih_l0	6	0.015581531450152397
181407	rnn.bias_ih_l0	7	0.02319662645459175
181407	rnn.bias_ih_l0	8	-0.09870558232069016
181407	rnn.bias_ih_l0	9	-0.048677489161491394
181407	rnn.bias_hh_l0	0	0.0005453292396850884
181407	rnn.bias_hh_l0	1	-0.11024835705757141
181407	rnn.bias_hh_l0	2	-0.06758347898721695
181407	rnn.bias_hh_l0	3	-0.08582371473312378
181407	rnn.bias_hh_l0	4	0.004162820056080818
181407	rnn.bias_hh_l0	5	-0.02976340986788273
181407	rnn.bias_hh_l0	6	0.0345645397901535
181407	rnn.bias_hh_l0	7	0.06067495793104172
181407	rnn.bias_hh_l0	8	-0.12247992306947708
181407	rnn.bias_hh_l0	9	-0.05988718941807747
181407	rnn.weight_ih_l0_reverse	0	-0.02427067421376705
181407	rnn.weight_ih_l0_reverse	1	-0.057419683784246445
181407	rnn.weight_ih_l0_reverse	2	-0.04486183449625969
181407	rnn.weight_ih_l0_reverse	3	0.010298935696482658
181407	rnn.weight_ih_l0_reverse	4	-0.017734089866280556
181407	rnn.weight_ih_l0_reverse	5	-0.05980219319462776
181407	rnn.weight_ih_l0_reverse	6	0.07500064373016357
181407	rnn.weight_ih_l0_reverse	7	-0.015621709637343884
181407	rnn.weight_ih_l0_reverse	8	-0.01593644544482231
181407	rnn.weight_ih_l0_reverse	9	-0.0028513961005955935
181407	rnn.weight_hh_l0_reverse	0	0.0654703751206398
181407	rnn.weight_hh_l0_reverse	1	0.023353807628154755
181407	rnn.weight_hh_l0_reverse	2	0.02955183945596218
181407	rnn.weight_hh_l0_reverse	3	0.038677364587783813
181407	rnn.weight_hh_l0_reverse	4	0.010292497463524342
181407	rnn.weight_hh_l0_reverse	5	0.013028012588620186
181407	rnn.weight_hh_l0_reverse	6	0.05077410861849785
181407	rnn.weight_hh_l0_reverse	7	-0.07490640878677368
181407	rnn.weight_hh_l0_reverse	8	0.03941348195075989
181407	rnn.weight_hh_l0_reverse	9	0.03625611588358879
181407	rnn.bias_ih_l0_reverse	0	-0.05789421498775482
181407	rnn.bias_ih_l0_reverse	1	-0.28489747643470764
181407	rnn.bias_ih_l0_reverse	2	-0.11937295645475388
181407	rnn.bias_ih_l0_reverse	3	-0.04960040748119354
181407	rnn.bias_ih_l0_reverse	4	-0.022298749536275864
181407	rnn.bias_ih_l0_reverse	5	0.07926660031080246
181407	rnn.bias_ih_l0_reverse	6	-0.06485263258218765
181407	rnn.bias_ih_l0_reverse	7	0.057863131165504456
181407	rnn.bias_ih_l0_reverse	8	-0.044972918927669525
181407	rnn.bias_ih_l0_reverse	9	0.06576749682426453
181407	rnn.bias_hh_l0_reverse	0	0.020047985017299652
181407	rnn.bias_hh_l0_reverse	1	-0.04727012664079666
181407	rnn.bias_hh_l0_reverse	2	0.07366272062063217
181407	rnn.bias_hh_l0_reverse	3	-0.04422352463006973
181407	rnn.bias_hh_l0_reverse	4	-0.024934828281402588
181407	rnn.bias_hh_l0_reverse	5	-0.024086376652121544
181407	rnn.bias_hh_l0_reverse	6	-0.014967464841902256
181407	rnn.bias_hh_l0_reverse	7	0.10676547139883041
181407	rnn.bias_hh_l0_reverse	8	0.03267931193113327
181407	rnn.bias_hh_l0_reverse	9	-0.15714074671268463
181407	rnn.weight_ih_l1	0	-0.0298199113458395
181407	rnn.weight_ih_l1	1	-0.05187718942761421
181407	rnn.weight_ih_l1	2	0.05999300256371498
181407	rnn.weight_ih_l1	3	-0.06418120115995407
181407	rnn.weight_ih_l1	4	-0.014047128148376942
181407	rnn.weight_ih_l1	5	-0.043462954461574554
181407	rnn.weight_ih_l1	6	0.028777429834008217
181407	rnn.weight_ih_l1	7	-0.04981360584497452
181407	rnn.weight_ih_l1	8	0.03660630062222481
181407	rnn.weight_ih_l1	9	0.047650501132011414
181407	rnn.weight_hh_l1	0	-0.003224652260541916
181407	rnn.weight_hh_l1	1	0.01965682953596115
181407	rnn.weight_hh_l1	2	0.009176217019557953
181407	rnn.weight_hh_l1	3	-0.011916397139430046
181407	rnn.weight_hh_l1	4	0.008949408307671547
181407	rnn.weight_hh_l1	5	0.031852442771196365
181407	rnn.weight_hh_l1	6	0.03460763394832611
181407	rnn.weight_hh_l1	7	-0.017627567052841187
181407	rnn.weight_hh_l1	8	-0.00726393423974514
181407	rnn.weight_hh_l1	9	0.03427016735076904
181407	rnn.bias_ih_l1	0	-0.1973520666360855
181407	rnn.bias_ih_l1	1	-0.17937317490577698
181407	rnn.bias_ih_l1	2	-0.2141263335943222
181407	rnn.bias_ih_l1	3	-0.3249609172344208
181407	rnn.bias_ih_l1	4	-0.17953073978424072
181407	rnn.bias_ih_l1	5	-0.0849122703075409
181407	rnn.bias_ih_l1	6	-0.1645580679178238
181407	rnn.bias_ih_l1	7	-0.010595709085464478
181407	rnn.bias_ih_l1	8	-0.1333082765340805
181407	rnn.bias_ih_l1	9	-0.1369960904121399
181407	rnn.bias_hh_l1	0	-0.10285799950361252
181407	rnn.bias_hh_l1	1	-0.06773205101490021
181407	rnn.bias_hh_l1	2	-0.09584446996450424
181407	rnn.bias_hh_l1	3	-0.08225228637456894
181407	rnn.bias_hh_l1	4	-0.08587982505559921
181407	rnn.bias_hh_l1	5	-0.11828985810279846
181407	rnn.bias_hh_l1	6	-0.15052728354930878
181407	rnn.bias_hh_l1	7	0.06144707649946213
181407	rnn.bias_hh_l1	8	-0.1774473935365677
181407	rnn.bias_hh_l1	9	-0.12006682902574539
181407	rnn.weight_ih_l1_reverse	0	-0.04228133335709572
181407	rnn.weight_ih_l1_reverse	1	0.03307249769568443
181407	rnn.weight_ih_l1_reverse	2	0.08165140450000763
181407	rnn.weight_ih_l1_reverse	3	-0.008030835539102554
181407	rnn.weight_ih_l1_reverse	4	-0.036871060729026794
181407	rnn.weight_ih_l1_reverse	5	-0.030057111755013466
181407	rnn.weight_ih_l1_reverse	6	-0.0068766288459300995
181407	rnn.weight_ih_l1_reverse	7	0.02638413943350315
181407	rnn.weight_ih_l1_reverse	8	0.007311547640711069
181407	rnn.weight_ih_l1_reverse	9	-0.041026946157217026
181407	rnn.weight_hh_l1_reverse	0	0.005200354382395744
181407	rnn.weight_hh_l1_reverse	1	0.03152598813176155
181407	rnn.weight_hh_l1_reverse	2	-0.040358658879995346
181407	rnn.weight_hh_l1_reverse	3	0.035490091890096664
181407	rnn.weight_hh_l1_reverse	4	0.049480292946100235
181407	rnn.weight_hh_l1_reverse	5	0.0014722860651090741
181407	rnn.weight_hh_l1_reverse	6	0.05319736897945404
181407	rnn.weight_hh_l1_reverse	7	0.029113614931702614
181407	rnn.weight_hh_l1_reverse	8	-0.007358209695667028
181407	rnn.weight_hh_l1_reverse	9	-0.031141340732574463
181407	rnn.bias_ih_l1_reverse	0	-0.06492834538221359
181407	rnn.bias_ih_l1_reverse	1	-0.14574550092220306
181407	rnn.bias_ih_l1_reverse	2	-0.16693279147148132
181407	rnn.bias_ih_l1_reverse	3	-0.04239496961236
181407	rnn.bias_ih_l1_reverse	4	-0.21245722472667694
181407	rnn.bias_ih_l1_reverse	5	-0.11344243586063385
181407	rnn.bias_ih_l1_reverse	6	-0.13602082431316376
181407	rnn.bias_ih_l1_reverse	7	-0.19247369468212128
181407	rnn.bias_ih_l1_reverse	8	0.22079704701900482
181407	rnn.bias_ih_l1_reverse	9	0.02406582422554493
181407	rnn.bias_hh_l1_reverse	0	-0.027784068137407303
181407	rnn.bias_hh_l1_reverse	1	-0.08528058975934982
181407	rnn.bias_hh_l1_reverse	2	-0.23891426622867584
181407	rnn.bias_hh_l1_reverse	3	-0.1371203064918518
181407	rnn.bias_hh_l1_reverse	4	-0.0915745347738266
181407	rnn.bias_hh_l1_reverse	5	-0.12013260275125504
181407	rnn.bias_hh_l1_reverse	6	0.06693271547555923
181407	rnn.bias_hh_l1_reverse	7	-0.1542515754699707
181407	rnn.bias_hh_l1_reverse	8	-0.11969359219074249
181407	rnn.bias_hh_l1_reverse	9	-0.1493881493806839
181407	linear.weight	0	0.002228822559118271
181407	linear.weight	1	0.10545038431882858
181407	linear.weight	2	-0.10105248540639877
181407	linear.weight	3	0.2849232256412506
181407	linear.weight	4	0.18174728751182556
181407	linear.weight	5	-0.06394580751657486
181407	linear.weight	6	0.14031735062599182
181407	linear.weight	7	0.1299835443496704
181407	linear.weight	8	0.04116184636950493
181407	linear.weight	9	-0.033789508044719696
181407	linear.bias	0	0.15388882160186768
181407	linear.bias	1	-0.19443053007125854
181407	linear.bias	2	-0.45773079991340637
181407	linear.bias	3	-0.6649466156959534
181407	linear.bias	4	-1.2273365259170532
181407	linear.bias	5	-0.06696156412363052
181407	linear.bias	6	-0.7990859746932983
181407	linear.bias	7	0.26881107687950134
181407	linear.bias	8	-0.41306477785110474
181407	linear.bias	9	-1.0132880210876465
181604	transitions	0	0.7241745591163635
181604	transitions	1	0.15255364775657654
181604	transitions	2	-10000.0
181604	transitions	3	-1.8261913061141968
181604	transitions	4	-10000.0
181604	transitions	5	0.5681005716323853
181604	transitions	6	-0.08161292225122452
181604	transitions	7	-0.7712743282318115
181604	transitions	8	-1.4146662950515747
181604	transitions	9	-0.001191779156215489
181604	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
181604	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
181604	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
181604	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
181604	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
181604	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
181604	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
181604	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
181604	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
181604	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
181604	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
181604	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
181604	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
181604	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
181604	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
181604	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
181604	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
181604	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
181604	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
181604	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
181604	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
181604	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
181604	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
181604	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
181604	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
181604	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
181604	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
181604	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
181604	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
181604	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
181604	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
181604	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
181604	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
181604	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
181604	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
181604	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
181604	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
181604	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
181604	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
181604	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
181604	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
181604	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
181604	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
181604	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
181604	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
181604	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
181604	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
181604	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
181604	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
181604	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
181604	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
181604	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
181604	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
181604	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
181604	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
181604	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
181604	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
181604	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
181604	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
181604	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
181604	embedding2nn.weight	0	0.020177412778139114
181604	embedding2nn.weight	1	-0.012982193380594254
181604	embedding2nn.weight	2	-0.014268254861235619
181604	embedding2nn.weight	3	-0.030493801459670067
181604	embedding2nn.weight	4	-0.0059150345623493195
181604	embedding2nn.weight	5	-0.0037005888298153877
181604	embedding2nn.weight	6	-0.003973275888711214
181604	embedding2nn.weight	7	-0.0808321014046669
181604	embedding2nn.weight	8	-0.0019979383796453476
181604	embedding2nn.weight	9	-0.028467826545238495
181604	embedding2nn.bias	0	0.03208604082465172
181604	embedding2nn.bias	1	-0.07747360318899155
181604	embedding2nn.bias	2	0.06743878126144409
181604	embedding2nn.bias	3	0.026351450011134148
181604	embedding2nn.bias	4	-0.04162703827023506
181604	embedding2nn.bias	5	0.015063674189150333
181604	embedding2nn.bias	6	0.021942006424069405
181604	embedding2nn.bias	7	-0.06282128393650055
181604	embedding2nn.bias	8	0.05081670731306076
181604	embedding2nn.bias	9	0.05337522178888321
181604	rnn.weight_ih_l0	0	-0.08010310679674149
181604	rnn.weight_ih_l0	1	0.008578714914619923
181604	rnn.weight_ih_l0	2	0.03136841580271721
181604	rnn.weight_ih_l0	3	0.021958930417895317
181604	rnn.weight_ih_l0	4	-0.04273053631186485
181604	rnn.weight_ih_l0	5	-0.06455297768115997
181604	rnn.weight_ih_l0	6	0.0004739999712910503
181604	rnn.weight_ih_l0	7	0.053800854831933975
181604	rnn.weight_ih_l0	8	-0.015376577153801918
181604	rnn.weight_ih_l0	9	-0.03157442808151245
181604	rnn.weight_hh_l0	0	-0.03074624575674534
181604	rnn.weight_hh_l0	1	-0.011737972497940063
181604	rnn.weight_hh_l0	2	0.009290289133787155
181604	rnn.weight_hh_l0	3	-0.07277130335569382
181604	rnn.weight_hh_l0	4	0.09019336104393005
181604	rnn.weight_hh_l0	5	-0.025897853076457977
181604	rnn.weight_hh_l0	6	-0.05852537974715233
181604	rnn.weight_hh_l0	7	0.010064705274999142
181604	rnn.weight_hh_l0	8	0.016037721186876297
181604	rnn.weight_hh_l0	9	-0.02312544360756874
181604	rnn.bias_ih_l0	0	0.1343376785516739
181604	rnn.bias_ih_l0	1	-0.0344136618077755
181604	rnn.bias_ih_l0	2	-0.02684401161968708
181604	rnn.bias_ih_l0	3	0.15943805873394012
181604	rnn.bias_ih_l0	4	-0.01467273198068142
181604	rnn.bias_ih_l0	5	-0.009406673721969128
181604	rnn.bias_ih_l0	6	0.014927922748029232
181604	rnn.bias_ih_l0	7	0.0225825235247612
181604	rnn.bias_ih_l0	8	-0.09869739413261414
181604	rnn.bias_ih_l0	9	-0.04701553285121918
181604	rnn.bias_hh_l0	0	0.00021557771833613515
181604	rnn.bias_hh_l0	1	-0.10890613496303558
181604	rnn.bias_hh_l0	2	-0.0673939436674118
181604	rnn.bias_hh_l0	3	-0.08629602938890457
181604	rnn.bias_hh_l0	4	0.002491276478394866
181604	rnn.bias_hh_l0	5	-0.029547875747084618
181604	rnn.bias_hh_l0	6	0.033773474395275116
181604	rnn.bias_hh_l0	7	0.06009114906191826
181604	rnn.bias_hh_l0	8	-0.12208454310894012
181604	rnn.bias_hh_l0	9	-0.05812884494662285
181604	rnn.weight_ih_l0_reverse	0	-0.024465156719088554
181604	rnn.weight_ih_l0_reverse	1	-0.05725903809070587
181604	rnn.weight_ih_l0_reverse	2	-0.044302430003881454
181604	rnn.weight_ih_l0_reverse	3	0.010588118806481361
181604	rnn.weight_ih_l0_reverse	4	-0.017961997538805008
181604	rnn.weight_ih_l0_reverse	5	-0.06012767553329468
181604	rnn.weight_ih_l0_reverse	6	0.07497979700565338
181604	rnn.weight_ih_l0_reverse	7	-0.01543469913303852
181604	rnn.weight_ih_l0_reverse	8	-0.015921130776405334
181604	rnn.weight_ih_l0_reverse	9	-0.0014592437073588371
181604	rnn.weight_hh_l0_reverse	0	0.06553646922111511
181604	rnn.weight_hh_l0_reverse	1	0.024089936167001724
181604	rnn.weight_hh_l0_reverse	2	0.02948787435889244
181604	rnn.weight_hh_l0_reverse	3	0.03891925513744354
181604	rnn.weight_hh_l0_reverse	4	0.010407865047454834
181604	rnn.weight_hh_l0_reverse	5	0.014165031723678112
181604	rnn.weight_hh_l0_reverse	6	0.050486449152231216
181604	rnn.weight_hh_l0_reverse	7	-0.0752381756901741
181604	rnn.weight_hh_l0_reverse	8	0.03885486349463463
181604	rnn.weight_hh_l0_reverse	9	0.036357566714286804
181604	rnn.bias_ih_l0_reverse	0	-0.058441758155822754
181604	rnn.bias_ih_l0_reverse	1	-0.2843710482120514
181604	rnn.bias_ih_l0_reverse	2	-0.12153623253107071
181604	rnn.bias_ih_l0_reverse	3	-0.04977663233876228
181604	rnn.bias_ih_l0_reverse	4	-0.023330513387918472
181604	rnn.bias_ih_l0_reverse	5	0.07965081185102463
181604	rnn.bias_ih_l0_reverse	6	-0.06256208568811417
181604	rnn.bias_ih_l0_reverse	7	0.058377016335725784
181604	rnn.bias_ih_l0_reverse	8	-0.0455789677798748
181604	rnn.bias_ih_l0_reverse	9	0.0686703622341156
181604	rnn.bias_hh_l0_reverse	0	0.018918650224804878
181604	rnn.bias_hh_l0_reverse	1	-0.04544517397880554
181604	rnn.bias_hh_l0_reverse	2	0.07366837561130524
181604	rnn.bias_hh_l0_reverse	3	-0.046162307262420654
181604	rnn.bias_hh_l0_reverse	4	-0.023653309792280197
181604	rnn.bias_hh_l0_reverse	5	-0.02340703085064888
181604	rnn.bias_hh_l0_reverse	6	-0.014491467736661434
181604	rnn.bias_hh_l0_reverse	7	0.10470833629369736
181604	rnn.bias_hh_l0_reverse	8	0.03463837876915932
181604	rnn.bias_hh_l0_reverse	9	-0.15699245035648346
181604	rnn.weight_ih_l1	0	-0.029645249247550964
181604	rnn.weight_ih_l1	1	-0.05138048529624939
181604	rnn.weight_ih_l1	2	0.05934549495577812
181604	rnn.weight_ih_l1	3	-0.06502293050289154
181604	rnn.weight_ih_l1	4	-0.01379308570176363
181604	rnn.weight_ih_l1	5	-0.043289970606565475
181604	rnn.weight_ih_l1	6	0.028357675299048424
181604	rnn.weight_ih_l1	7	-0.05064573511481285
181604	rnn.weight_ih_l1	8	0.036527033895254135
181604	rnn.weight_ih_l1	9	0.04797438904643059
181604	rnn.weight_hh_l1	0	-0.003229002933949232
181604	rnn.weight_hh_l1	1	0.019725654274225235
181604	rnn.weight_hh_l1	2	0.00980473030358553
181604	rnn.weight_hh_l1	3	-0.012006035074591637
181604	rnn.weight_hh_l1	4	0.00897675659507513
181604	rnn.weight_hh_l1	5	0.031856004148721695
181604	rnn.weight_hh_l1	6	0.03447359800338745
181604	rnn.weight_hh_l1	7	-0.01771487668156624
181604	rnn.weight_hh_l1	8	-0.0071418993175029755
181604	rnn.weight_hh_l1	9	0.034431010484695435
181604	rnn.bias_ih_l1	0	-0.19344957172870636
181604	rnn.bias_ih_l1	1	-0.17914168536663055
181604	rnn.bias_ih_l1	2	-0.21401511132717133
181604	rnn.bias_ih_l1	3	-0.3245176374912262
181604	rnn.bias_ih_l1	4	-0.1815606951713562
181604	rnn.bias_ih_l1	5	-0.08463118970394135
181604	rnn.bias_ih_l1	6	-0.164770245552063
181604	rnn.bias_ih_l1	7	-0.008532645180821419
181604	rnn.bias_ih_l1	8	-0.1349133551120758
181604	rnn.bias_ih_l1	9	-0.13612762093544006
181604	rnn.bias_hh_l1	0	-0.10314954817295074
181604	rnn.bias_hh_l1	1	-0.06635649502277374
181604	rnn.bias_hh_l1	2	-0.09647877514362335
181604	rnn.bias_hh_l1	3	-0.08199959248304367
181604	rnn.bias_hh_l1	4	-0.08784958720207214
181604	rnn.bias_hh_l1	5	-0.11877697706222534
181604	rnn.bias_hh_l1	6	-0.15199041366577148
181604	rnn.bias_hh_l1	7	0.06477117538452148
181604	rnn.bias_hh_l1	8	-0.1767989695072174
181604	rnn.bias_hh_l1	9	-0.11904680728912354
181604	rnn.weight_ih_l1_reverse	0	-0.04214799031615257
181604	rnn.weight_ih_l1_reverse	1	0.03252258524298668
181604	rnn.weight_ih_l1_reverse	2	0.08056698739528656
181604	rnn.weight_ih_l1_reverse	3	-0.007412937469780445
181604	rnn.weight_ih_l1_reverse	4	-0.03670530393719673
181604	rnn.weight_ih_l1_reverse	5	-0.030164048075675964
181604	rnn.weight_ih_l1_reverse	6	-0.006139198783785105
181604	rnn.weight_ih_l1_reverse	7	0.026408718898892403
181604	rnn.weight_ih_l1_reverse	8	0.007216316647827625
181604	rnn.weight_ih_l1_reverse	9	-0.041411980986595154
181604	rnn.weight_hh_l1_reverse	0	0.005178866442292929
181604	rnn.weight_hh_l1_reverse	1	0.031489238142967224
181604	rnn.weight_hh_l1_reverse	2	-0.040389951318502426
181604	rnn.weight_hh_l1_reverse	3	0.03550358861684799
181604	rnn.weight_hh_l1_reverse	4	0.049282632768154144
181604	rnn.weight_hh_l1_reverse	5	0.0015471258666366339
181604	rnn.weight_hh_l1_reverse	6	0.0526249036192894
181604	rnn.weight_hh_l1_reverse	7	0.029086481779813766
181604	rnn.weight_hh_l1_reverse	8	-0.007364825811237097
181604	rnn.weight_hh_l1_reverse	9	-0.031125586479902267
181604	rnn.bias_ih_l1_reverse	0	-0.06494280695915222
181604	rnn.bias_ih_l1_reverse	1	-0.14516828954219818
181604	rnn.bias_ih_l1_reverse	2	-0.16628974676132202
181604	rnn.bias_ih_l1_reverse	3	-0.04399574175477028
181604	rnn.bias_ih_l1_reverse	4	-0.21257764101028442
181604	rnn.bias_ih_l1_reverse	5	-0.11271366477012634
181604	rnn.bias_ih_l1_reverse	6	-0.13617926836013794
181604	rnn.bias_ih_l1_reverse	7	-0.19217924773693085
181604	rnn.bias_ih_l1_reverse	8	0.2196516990661621
181604	rnn.bias_ih_l1_reverse	9	0.02543026953935623
181604	rnn.bias_hh_l1_reverse	0	-0.022487562149763107
181604	rnn.bias_hh_l1_reverse	1	-0.08923259377479553
181604	rnn.bias_hh_l1_reverse	2	-0.23923368752002716
181604	rnn.bias_hh_l1_reverse	3	-0.13774363696575165
181604	rnn.bias_hh_l1_reverse	4	-0.0912829339504242
181604	rnn.bias_hh_l1_reverse	5	-0.12046033889055252
181604	rnn.bias_hh_l1_reverse	6	0.06583387404680252
181604	rnn.bias_hh_l1_reverse	7	-0.15512162446975708
181604	rnn.bias_hh_l1_reverse	8	-0.1211230456829071
181604	rnn.bias_hh_l1_reverse	9	-0.14953583478927612
181604	linear.weight	0	0.002228822559118271
181604	linear.weight	1	0.10562613606452942
181604	linear.weight	2	-0.09689260274171829
181604	linear.weight	3	0.28004541993141174
181604	linear.weight	4	0.18167904019355774
181604	linear.weight	5	-0.06608939170837402
181604	linear.weight	6	0.14076261222362518
181604	linear.weight	7	0.12564170360565186
181604	linear.weight	8	0.04116065055131912
181604	linear.weight	9	-0.035327088087797165
181604	linear.bias	0	0.13083083927631378
181604	linear.bias	1	-0.17052872478961945
181604	linear.bias	2	-0.4259948432445526
181604	linear.bias	3	-0.6611729264259338
181604	linear.bias	4	-1.2222096920013428
181604	linear.bias	5	-0.07302708923816681
181604	linear.bias	6	-0.7740537524223328
181604	linear.bias	7	0.2638876438140869
181604	linear.bias	8	-0.4221462607383728
181604	linear.bias	9	-1.0233184099197388
181608	transitions	0	0.7241604924201965
181608	transitions	1	0.15255361795425415
181608	transitions	2	-10000.0
181608	transitions	3	-1.8261913061141968
181608	transitions	4	-10000.0
181608	transitions	5	0.5681005716323853
181608	transitions	6	-0.08161300420761108
181608	transitions	7	-0.7712745666503906
181608	transitions	8	-1.414666771888733
181608	transitions	9	-0.0011917814845219254
181608	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
181608	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
181608	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
181608	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
181608	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
181608	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
181608	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
181608	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
181608	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
181608	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
181608	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
181608	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
181608	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
181608	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
181608	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
181608	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
181608	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
181608	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
181608	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
181608	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
181608	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
181608	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
181608	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
181608	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
181608	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
181608	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
181608	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
181608	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
181608	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
181608	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
181608	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
181608	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
181608	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
181608	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
181608	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
181608	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
181608	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
181608	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
181608	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
181608	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
181608	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
181608	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
181608	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
181608	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
181608	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
181608	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
181608	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
181608	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
181608	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
181608	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
181608	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
181608	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
181608	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
181608	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
181608	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
181608	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
181608	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
181608	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
181608	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
181608	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
181608	embedding2nn.weight	0	0.020144497975707054
181608	embedding2nn.weight	1	-0.012975797057151794
181608	embedding2nn.weight	2	-0.014268254861235619
181608	embedding2nn.weight	3	-0.030414756387472153
181608	embedding2nn.weight	4	-0.0059150345623493195
181608	embedding2nn.weight	5	-0.0037005888298153877
181608	embedding2nn.weight	6	-0.003973275888711214
181608	embedding2nn.weight	7	-0.08080606162548065
181608	embedding2nn.weight	8	-0.0019979383796453476
181608	embedding2nn.weight	9	-0.028424011543393135
181608	embedding2nn.bias	0	0.03212703391909599
181608	embedding2nn.bias	1	-0.07649825513362885
181608	embedding2nn.bias	2	0.0669749304652214
181608	embedding2nn.bias	3	0.02673095278441906
181608	embedding2nn.bias	4	-0.04225919023156166
181608	embedding2nn.bias	5	0.015219273045659065
181608	embedding2nn.bias	6	0.023179790005087852
181608	embedding2nn.bias	7	-0.06385456025600433
181608	embedding2nn.bias	8	0.05182739719748497
181608	embedding2nn.bias	9	0.05260184779763222
181608	rnn.weight_ih_l0	0	-0.08008645474910736
181608	rnn.weight_ih_l0	1	0.008680143393576145
181608	rnn.weight_ih_l0	2	0.03136652708053589
181608	rnn.weight_ih_l0	3	0.02194923162460327
181608	rnn.weight_ih_l0	4	-0.04269862174987793
181608	rnn.weight_ih_l0	5	-0.06455878913402557
181608	rnn.weight_ih_l0	6	0.0005454632337205112
181608	rnn.weight_ih_l0	7	0.053803179413080215
181608	rnn.weight_ih_l0	8	-0.01548472698777914
181608	rnn.weight_ih_l0	9	-0.03172912448644638
181608	rnn.weight_hh_l0	0	-0.030729567632079124
181608	rnn.weight_hh_l0	1	-0.011624852195382118
181608	rnn.weight_hh_l0	2	0.009342953562736511
181608	rnn.weight_hh_l0	3	-0.07278861850500107
181608	rnn.weight_hh_l0	4	0.09015453606843948
181608	rnn.weight_hh_l0	5	-0.02594548650085926
181608	rnn.weight_hh_l0	6	-0.05854743346571922
181608	rnn.weight_hh_l0	7	0.010068321600556374
181608	rnn.weight_hh_l0	8	0.016042571514844894
181608	rnn.weight_hh_l0	9	-0.023188335821032524
181608	rnn.bias_ih_l0	0	0.13433940708637238
181608	rnn.bias_ih_l0	1	-0.03432109206914902
181608	rnn.bias_ih_l0	2	-0.027004340663552284
181608	rnn.bias_ih_l0	3	0.15937012434005737
181608	rnn.bias_ih_l0	4	-0.014772171154618263
181608	rnn.bias_ih_l0	5	-0.009543721564114094
181608	rnn.bias_ih_l0	6	0.014732079580426216
181608	rnn.bias_ih_l0	7	0.02241476997733116
181608	rnn.bias_ih_l0	8	-0.09861484915018082
181608	rnn.bias_ih_l0	9	-0.04692408815026283
181608	rnn.bias_hh_l0	0	-0.00021962499886285514
181608	rnn.bias_hh_l0	1	-0.1088976114988327
181608	rnn.bias_hh_l0	2	-0.0673595443367958
181608	rnn.bias_hh_l0	3	-0.08628753572702408
181608	rnn.bias_hh_l0	4	0.0024994798004627228
181608	rnn.bias_hh_l0	5	-0.029414102435112
181608	rnn.bias_hh_l0	6	0.033867474645376205
181608	rnn.bias_hh_l0	7	0.06028526648879051
181608	rnn.bias_hh_l0	8	-0.12197978049516678
181608	rnn.bias_hh_l0	9	-0.05801461264491081
181608	rnn.weight_ih_l0_reverse	0	-0.02450287528336048
181608	rnn.weight_ih_l0_reverse	1	-0.0573994517326355
181608	rnn.weight_ih_l0_reverse	2	-0.04433947801589966
181608	rnn.weight_ih_l0_reverse	3	0.010492164641618729
181608	rnn.weight_ih_l0_reverse	4	-0.017944248393177986
181608	rnn.weight_ih_l0_reverse	5	-0.06013774499297142
181608	rnn.weight_ih_l0_reverse	6	0.0749814584851265
181608	rnn.weight_ih_l0_reverse	7	-0.015544786117970943
181608	rnn.weight_ih_l0_reverse	8	-0.015878470614552498
181608	rnn.weight_ih_l0_reverse	9	-0.0014359613414853811
181608	rnn.weight_hh_l0_reverse	0	0.06548021733760834
181608	rnn.weight_hh_l0_reverse	1	0.024089151993393898
181608	rnn.weight_hh_l0_reverse	2	0.029496120288968086
181608	rnn.weight_hh_l0_reverse	3	0.03892771527171135
181608	rnn.weight_hh_l0_reverse	4	0.010440575890243053
181608	rnn.weight_hh_l0_reverse	5	0.014291818253695965
181608	rnn.weight_hh_l0_reverse	6	0.05048251524567604
181608	rnn.weight_hh_l0_reverse	7	-0.07526741921901703
181608	rnn.weight_hh_l0_reverse	8	0.038878925144672394
181608	rnn.weight_hh_l0_reverse	9	0.03634069859981537
181608	rnn.bias_ih_l0_reverse	0	-0.05845138803124428
181608	rnn.bias_ih_l0_reverse	1	-0.2840332090854645
181608	rnn.bias_ih_l0_reverse	2	-0.12161464989185333
181608	rnn.bias_ih_l0_reverse	3	-0.0495171882212162
181608	rnn.bias_ih_l0_reverse	4	-0.022798003628849983
181608	rnn.bias_ih_l0_reverse	5	0.07961016148328781
181608	rnn.bias_ih_l0_reverse	6	-0.06233843415975571
181608	rnn.bias_ih_l0_reverse	7	0.05854886397719383
181608	rnn.bias_ih_l0_reverse	8	-0.045453350991010666
181608	rnn.bias_ih_l0_reverse	9	0.06870213150978088
181608	rnn.bias_hh_l0_reverse	0	0.018893660977482796
181608	rnn.bias_hh_l0_reverse	1	-0.045395005494356155
181608	rnn.bias_hh_l0_reverse	2	0.07360811531543732
181608	rnn.bias_hh_l0_reverse	3	-0.046096477657556534
181608	rnn.bias_hh_l0_reverse	4	-0.02350846864283085
181608	rnn.bias_hh_l0_reverse	5	-0.023608583956956863
181608	rnn.bias_hh_l0_reverse	6	-0.014529194682836533
181608	rnn.bias_hh_l0_reverse	7	0.104909248650074
181608	rnn.bias_hh_l0_reverse	8	0.03501367196440697
181608	rnn.bias_hh_l0_reverse	9	-0.15704932808876038
181608	rnn.weight_ih_l1	0	-0.02963215298950672
181608	rnn.weight_ih_l1	1	-0.051520612090826035
181608	rnn.weight_ih_l1	2	0.05934491753578186
181608	rnn.weight_ih_l1	3	-0.06498759239912033
181608	rnn.weight_ih_l1	4	-0.013832301832735538
181608	rnn.weight_ih_l1	5	-0.04328937083482742
181608	rnn.weight_ih_l1	6	0.028315987437963486
181608	rnn.weight_ih_l1	7	-0.05074569955468178
181608	rnn.weight_ih_l1	8	0.036536768078804016
181608	rnn.weight_ih_l1	9	0.04799051582813263
181608	rnn.weight_hh_l1	0	-0.0032434400636702776
181608	rnn.weight_hh_l1	1	0.019730113446712494
181608	rnn.weight_hh_l1	2	0.009855179116129875
181608	rnn.weight_hh_l1	3	-0.012035863474011421
181608	rnn.weight_hh_l1	4	0.008996783755719662
181608	rnn.weight_hh_l1	5	0.0318729430437088
181608	rnn.weight_hh_l1	6	0.03451931104063988
181608	rnn.weight_hh_l1	7	-0.017729859799146652
181608	rnn.weight_hh_l1	8	-0.007110740058124065
181608	rnn.weight_hh_l1	9	0.034403953701257706
181608	rnn.bias_ih_l1	0	-0.19284974038600922
181608	rnn.bias_ih_l1	1	-0.17887698113918304
181608	rnn.bias_ih_l1	2	-0.21403518319129944
181608	rnn.bias_ih_l1	3	-0.3243662714958191
181608	rnn.bias_ih_l1	4	-0.18235957622528076
181608	rnn.bias_ih_l1	5	-0.08457013219594955
181608	rnn.bias_ih_l1	6	-0.1648382693529129
181608	rnn.bias_ih_l1	7	-0.008806438185274601
181608	rnn.bias_ih_l1	8	-0.13515985012054443
181608	rnn.bias_ih_l1	9	-0.13643509149551392
181608	rnn.bias_hh_l1	0	-0.10309487581253052
181608	rnn.bias_hh_l1	1	-0.06606610119342804
181608	rnn.bias_hh_l1	2	-0.09598689526319504
181608	rnn.bias_hh_l1	3	-0.08189354091882706
181608	rnn.bias_hh_l1	4	-0.0878695547580719
181608	rnn.bias_hh_l1	5	-0.11882631480693817
181608	rnn.bias_hh_l1	6	-0.15200811624526978
181608	rnn.bias_hh_l1	7	0.06471794098615646
181608	rnn.bias_hh_l1	8	-0.17678238451480865
181608	rnn.bias_hh_l1	9	-0.11896353214979172
181608	rnn.weight_ih_l1_reverse	0	-0.0421261303126812
181608	rnn.weight_ih_l1_reverse	1	0.0325080007314682
181608	rnn.weight_ih_l1_reverse	2	0.08068447560071945
181608	rnn.weight_ih_l1_reverse	3	-0.007501090876758099
181608	rnn.weight_ih_l1_reverse	4	-0.03679366782307625
181608	rnn.weight_ih_l1_reverse	5	-0.030143605545163155
181608	rnn.weight_ih_l1_reverse	6	-0.00612174766138196
181608	rnn.weight_ih_l1_reverse	7	0.02625066600739956
181608	rnn.weight_ih_l1_reverse	8	0.007255476899445057
181608	rnn.weight_ih_l1_reverse	9	-0.04144841060042381
181608	rnn.weight_hh_l1_reverse	0	0.005175325088202953
181608	rnn.weight_hh_l1_reverse	1	0.031476836651563644
181608	rnn.weight_hh_l1_reverse	2	-0.04039603844285011
181608	rnn.weight_hh_l1_reverse	3	0.035506267100572586
181608	rnn.weight_hh_l1_reverse	4	0.049243513494729996
181608	rnn.weight_hh_l1_reverse	5	0.0015213973820209503
181608	rnn.weight_hh_l1_reverse	6	0.0525728277862072
181608	rnn.weight_hh_l1_reverse	7	0.029089931398630142
181608	rnn.weight_hh_l1_reverse	8	-0.007375200744718313
181608	rnn.weight_hh_l1_reverse	9	-0.03116472437977791
181608	rnn.bias_ih_l1_reverse	0	-0.06493741273880005
181608	rnn.bias_ih_l1_reverse	1	-0.14518925547599792
181608	rnn.bias_ih_l1_reverse	2	-0.16595381498336792
181608	rnn.bias_ih_l1_reverse	3	-0.04514209181070328
181608	rnn.bias_ih_l1_reverse	4	-0.21267583966255188
181608	rnn.bias_ih_l1_reverse	5	-0.11277225613594055
181608	rnn.bias_ih_l1_reverse	6	-0.1361757516860962
181608	rnn.bias_ih_l1_reverse	7	-0.19230444729328156
181608	rnn.bias_ih_l1_reverse	8	0.21978627145290375
181608	rnn.bias_ih_l1_reverse	9	0.025280410423874855
181608	rnn.bias_hh_l1_reverse	0	-0.023023506626486778
181608	rnn.bias_hh_l1_reverse	1	-0.08947102725505829
181608	rnn.bias_hh_l1_reverse	2	-0.23917245864868164
181608	rnn.bias_hh_l1_reverse	3	-0.13798026740550995
181608	rnn.bias_hh_l1_reverse	4	-0.09137532114982605
181608	rnn.bias_hh_l1_reverse	5	-0.12021583318710327
181608	rnn.bias_hh_l1_reverse	6	0.06618046760559082
181608	rnn.bias_hh_l1_reverse	7	-0.15504920482635498
181608	rnn.bias_hh_l1_reverse	8	-0.12124045938253403
181608	rnn.bias_hh_l1_reverse	9	-0.14960381388664246
181608	linear.weight	0	0.002228822559118271
181608	linear.weight	1	0.10562627762556076
181608	linear.weight	2	-0.0967661663889885
181608	linear.weight	3	0.28008660674095154
181608	linear.weight	4	0.18169431388378143
181608	linear.weight	5	-0.06609025597572327
181608	linear.weight	6	0.14044389128684998
181608	linear.weight	7	0.12572252750396729
181608	linear.weight	8	0.04116065427660942
181608	linear.weight	9	-0.03532473370432854
181608	linear.bias	0	0.12728700041770935
181608	linear.bias	1	-0.16635654866695404
181608	linear.bias	2	-0.42836079001426697
181608	linear.bias	3	-0.662765383720398
181608	linear.bias	4	-1.2237975597381592
181608	linear.bias	5	-0.0758395791053772
181608	linear.bias	6	-0.7698920369148254
181608	linear.bias	7	0.26109579205513
181608	linear.bias	8	-0.42216256260871887
181608	linear.bias	9	-1.0233298540115356
181805	transitions	0	0.7273974418640137
181805	transitions	1	0.14990289509296417
181805	transitions	2	-10000.0
181805	transitions	3	-1.8261967897415161
181805	transitions	4	-10000.0
181805	transitions	5	0.568077802658081
181805	transitions	6	-0.0816514790058136
181805	transitions	7	-0.7713926434516907
181805	transitions	8	-1.4147937297821045
181805	transitions	9	-0.001192202907986939
181805	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
181805	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
181805	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
181805	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
181805	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
181805	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
181805	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
181805	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
181805	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
181805	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
181805	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
181805	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
181805	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
181805	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
181805	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
181805	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
181805	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
181805	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
181805	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
181805	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
181805	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
181805	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
181805	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
181805	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
181805	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
181805	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
181805	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
181805	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
181805	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
181805	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
181805	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
181805	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
181805	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
181805	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
181805	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
181805	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
181805	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
181805	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
181805	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
181805	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
181805	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
181805	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
181805	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
181805	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
181805	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
181805	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
181805	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
181805	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
181805	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
181805	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
181805	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
181805	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
181805	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
181805	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
181805	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
181805	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
181805	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
181805	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
181805	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
181805	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
181805	embedding2nn.weight	0	0.020468667149543762
181805	embedding2nn.weight	1	-0.012986057437956333
181805	embedding2nn.weight	2	-0.014268254861235619
181805	embedding2nn.weight	3	-0.0306274201720953
181805	embedding2nn.weight	4	-0.0059150345623493195
181805	embedding2nn.weight	5	-0.0037005890626460314
181805	embedding2nn.weight	6	-0.003973274026066065
181805	embedding2nn.weight	7	-0.08142739534378052
181805	embedding2nn.weight	8	-0.0019979383796453476
181805	embedding2nn.weight	9	-0.02826664038002491
181805	embedding2nn.bias	0	0.03666077181696892
181805	embedding2nn.bias	1	-0.07565091550350189
181805	embedding2nn.bias	2	0.06170102208852768
181805	embedding2nn.bias	3	0.030228644609451294
181805	embedding2nn.bias	4	-0.040721457451581955
181805	embedding2nn.bias	5	0.005088725592941046
181805	embedding2nn.bias	6	0.020962683483958244
181805	embedding2nn.bias	7	-0.06430783867835999
181805	embedding2nn.bias	8	0.05558489263057709
181805	embedding2nn.bias	9	0.05711038038134575
181805	rnn.weight_ih_l0	0	-0.08001352846622467
181805	rnn.weight_ih_l0	1	0.008090868592262268
181805	rnn.weight_ih_l0	2	0.03188589960336685
181805	rnn.weight_ih_l0	3	0.022328166291117668
181805	rnn.weight_ih_l0	4	-0.04331229627132416
181805	rnn.weight_ih_l0	5	-0.06435099244117737
181805	rnn.weight_ih_l0	6	0.0006455113762058318
181805	rnn.weight_ih_l0	7	0.05298318341374397
181805	rnn.weight_ih_l0	8	-0.015441288240253925
181805	rnn.weight_ih_l0	9	-0.031527962535619736
181805	rnn.weight_hh_l0	0	-0.030843360349535942
181805	rnn.weight_hh_l0	1	-0.011374160647392273
181805	rnn.weight_hh_l0	2	0.009426495060324669
181805	rnn.weight_hh_l0	3	-0.0730740949511528
181805	rnn.weight_hh_l0	4	0.09054737538099289
181805	rnn.weight_hh_l0	5	-0.025380155071616173
181805	rnn.weight_hh_l0	6	-0.05824701115489006
181805	rnn.weight_hh_l0	7	0.009948935359716415
181805	rnn.weight_hh_l0	8	0.0157192200422287
181805	rnn.weight_hh_l0	9	-0.023348268121480942
181805	rnn.bias_ih_l0	0	0.13402290642261505
181805	rnn.bias_ih_l0	1	-0.0361587293446064
181805	rnn.bias_ih_l0	2	-0.027250532060861588
181805	rnn.bias_ih_l0	3	0.1595255732536316
181805	rnn.bias_ih_l0	4	-0.014918278902769089
181805	rnn.bias_ih_l0	5	-0.010280502960085869
181805	rnn.bias_ih_l0	6	0.017464173957705498
181805	rnn.bias_ih_l0	7	0.022286968305706978
181805	rnn.bias_ih_l0	8	-0.09865943342447281
181805	rnn.bias_ih_l0	9	-0.045589301735162735
181805	rnn.bias_hh_l0	0	0.0018758885562419891
181805	rnn.bias_hh_l0	1	-0.1119002178311348
181805	rnn.bias_hh_l0	2	-0.06748488545417786
181805	rnn.bias_hh_l0	3	-0.086385078728199
181805	rnn.bias_hh_l0	4	0.0033594719134271145
181805	rnn.bias_hh_l0	5	-0.030632346868515015
181805	rnn.bias_hh_l0	6	0.033745527267456055
181805	rnn.bias_hh_l0	7	0.06215609610080719
181805	rnn.bias_hh_l0	8	-0.11986898630857468
181805	rnn.bias_hh_l0	9	-0.05823077633976936
181805	rnn.weight_ih_l0_reverse	0	-0.023966021835803986
181805	rnn.weight_ih_l0_reverse	1	-0.057188160717487335
181805	rnn.weight_ih_l0_reverse	2	-0.04269081726670265
181805	rnn.weight_ih_l0_reverse	3	0.010693463496863842
181805	rnn.weight_ih_l0_reverse	4	-0.017799772322177887
181805	rnn.weight_ih_l0_reverse	5	-0.05984199047088623
181805	rnn.weight_ih_l0_reverse	6	0.07544922083616257
181805	rnn.weight_ih_l0_reverse	7	-0.016710206866264343
181805	rnn.weight_ih_l0_reverse	8	-0.01586194895207882
181805	rnn.weight_ih_l0_reverse	9	-0.0010590539313852787
181805	rnn.weight_hh_l0_reverse	0	0.06531885266304016
181805	rnn.weight_hh_l0_reverse	1	0.0236052256077528
181805	rnn.weight_hh_l0_reverse	2	0.02914484217762947
181805	rnn.weight_hh_l0_reverse	3	0.03947190195322037
181805	rnn.weight_hh_l0_reverse	4	0.010098623111844063
181805	rnn.weight_hh_l0_reverse	5	0.014000310562551022
181805	rnn.weight_hh_l0_reverse	6	0.05031867325305939
181805	rnn.weight_hh_l0_reverse	7	-0.07607367634773254
181805	rnn.weight_hh_l0_reverse	8	0.03866471350193024
181805	rnn.weight_hh_l0_reverse	9	0.0359688363969326
181805	rnn.bias_ih_l0_reverse	0	-0.05854479596018791
181805	rnn.bias_ih_l0_reverse	1	-0.28511014580726624
181805	rnn.bias_ih_l0_reverse	2	-0.11941399425268173
181805	rnn.bias_ih_l0_reverse	3	-0.05055379122495651
181805	rnn.bias_ih_l0_reverse	4	-0.022673189640045166
181805	rnn.bias_ih_l0_reverse	5	0.07962428778409958
181805	rnn.bias_ih_l0_reverse	6	-0.06296633183956146
181805	rnn.bias_ih_l0_reverse	7	0.057398103177547455
181805	rnn.bias_ih_l0_reverse	8	-0.04447484388947487
181805	rnn.bias_ih_l0_reverse	9	0.06832905113697052
181805	rnn.bias_hh_l0_reverse	0	0.018686657771468163
181805	rnn.bias_hh_l0_reverse	1	-0.04327648878097534
181805	rnn.bias_hh_l0_reverse	2	0.07530312985181808
181805	rnn.bias_hh_l0_reverse	3	-0.04682089015841484
181805	rnn.bias_hh_l0_reverse	4	-0.02251901477575302
181805	rnn.bias_hh_l0_reverse	5	-0.0239768885076046
181805	rnn.bias_hh_l0_reverse	6	-0.01432439312338829
181805	rnn.bias_hh_l0_reverse	7	0.10229180753231049
181805	rnn.bias_hh_l0_reverse	8	0.03537345677614212
181805	rnn.bias_hh_l0_reverse	9	-0.15540948510169983
181805	rnn.weight_ih_l1	0	-0.029948508366942406
181805	rnn.weight_ih_l1	1	-0.05117737501859665
181805	rnn.weight_ih_l1	2	0.0601663812994957
181805	rnn.weight_ih_l1	3	-0.06656168401241302
181805	rnn.weight_ih_l1	4	-0.013314075767993927
181805	rnn.weight_ih_l1	5	-0.042798422276973724
181805	rnn.weight_ih_l1	6	0.02751866541802883
181805	rnn.weight_ih_l1	7	-0.05068014934659004
181805	rnn.weight_ih_l1	8	0.036331310868263245
181805	rnn.weight_ih_l1	9	0.048258427530527115
181805	rnn.weight_hh_l1	0	-0.0032481872476637363
181805	rnn.weight_hh_l1	1	0.01988667994737625
181805	rnn.weight_hh_l1	2	0.009940438903868198
181805	rnn.weight_hh_l1	3	-0.01190662570297718
181805	rnn.weight_hh_l1	4	0.008742122910916805
181805	rnn.weight_hh_l1	5	0.031878914684057236
181805	rnn.weight_hh_l1	6	0.034426890313625336
181805	rnn.weight_hh_l1	7	-0.01773116923868656
181805	rnn.weight_hh_l1	8	-0.006759580224752426
181805	rnn.weight_hh_l1	9	0.03444797545671463
181805	rnn.bias_ih_l1	0	-0.19104379415512085
181805	rnn.bias_ih_l1	1	-0.17853668332099915
181805	rnn.bias_ih_l1	2	-0.2130245417356491
181805	rnn.bias_ih_l1	3	-0.32507023215293884
181805	rnn.bias_ih_l1	4	-0.18203142285346985
181805	rnn.bias_ih_l1	5	-0.08356984704732895
181805	rnn.bias_ih_l1	6	-0.16409513354301453
181805	rnn.bias_ih_l1	7	-0.008780249394476414
181805	rnn.bias_ih_l1	8	-0.1324889212846756
181805	rnn.bias_ih_l1	9	-0.13785026967525482
181805	rnn.bias_hh_l1	0	-0.10408688336610794
181805	rnn.bias_hh_l1	1	-0.06593482196331024
181805	rnn.bias_hh_l1	2	-0.09657520055770874
181805	rnn.bias_hh_l1	3	-0.08360634744167328
181805	rnn.bias_hh_l1	4	-0.08854849636554718
181805	rnn.bias_hh_l1	5	-0.11893756687641144
181805	rnn.bias_hh_l1	6	-0.15120762586593628
181805	rnn.bias_hh_l1	7	0.06528332084417343
181805	rnn.bias_hh_l1	8	-0.17809318006038666
181805	rnn.bias_hh_l1	9	-0.11823165416717529
181805	rnn.weight_ih_l1_reverse	0	-0.04300568625330925
181805	rnn.weight_ih_l1_reverse	1	0.03194773569703102
181805	rnn.weight_ih_l1_reverse	2	0.07905703783035278
181805	rnn.weight_ih_l1_reverse	3	-0.007375222630798817
181805	rnn.weight_ih_l1_reverse	4	-0.03689277172088623
181805	rnn.weight_ih_l1_reverse	5	-0.030231470242142677
181805	rnn.weight_ih_l1_reverse	6	-0.007350574713200331
181805	rnn.weight_ih_l1_reverse	7	0.026013638824224472
181805	rnn.weight_ih_l1_reverse	8	0.006794970948249102
181805	rnn.weight_ih_l1_reverse	9	-0.04265361279249191
181805	rnn.weight_hh_l1_reverse	0	0.0052181207574903965
181805	rnn.weight_hh_l1_reverse	1	0.03140022233128548
181805	rnn.weight_hh_l1_reverse	2	-0.0403890460729599
181805	rnn.weight_hh_l1_reverse	3	0.03541767597198486
181805	rnn.weight_hh_l1_reverse	4	0.049090348184108734
181805	rnn.weight_hh_l1_reverse	5	0.0016076751053333282
181805	rnn.weight_hh_l1_reverse	6	0.05295784771442413
181805	rnn.weight_hh_l1_reverse	7	0.02907782420516014
181805	rnn.weight_hh_l1_reverse	8	-0.007406541146337986
181805	rnn.weight_hh_l1_reverse	9	-0.031178532168269157
181805	rnn.bias_ih_l1_reverse	0	-0.0631961077451706
181805	rnn.bias_ih_l1_reverse	1	-0.1454077959060669
181805	rnn.bias_ih_l1_reverse	2	-0.16439928114414215
181805	rnn.bias_ih_l1_reverse	3	-0.04624360799789429
181805	rnn.bias_ih_l1_reverse	4	-0.21207818388938904
181805	rnn.bias_ih_l1_reverse	5	-0.11342870444059372
181805	rnn.bias_ih_l1_reverse	6	-0.13561318814754486
181805	rnn.bias_ih_l1_reverse	7	-0.19368065893650055
181805	rnn.bias_ih_l1_reverse	8	0.22000771760940552
181805	rnn.bias_ih_l1_reverse	9	0.02465479075908661
181805	rnn.bias_hh_l1_reverse	0	-0.02593265473842621
181805	rnn.bias_hh_l1_reverse	1	-0.09109153598546982
181805	rnn.bias_hh_l1_reverse	2	-0.2392227053642273
181805	rnn.bias_hh_l1_reverse	3	-0.13656796514987946
181805	rnn.bias_hh_l1_reverse	4	-0.09047042578458786
181805	rnn.bias_hh_l1_reverse	5	-0.11816048622131348
181805	rnn.bias_hh_l1_reverse	6	0.06221102550625801
181805	rnn.bias_hh_l1_reverse	7	-0.15312807261943817
181805	rnn.bias_hh_l1_reverse	8	-0.12131071835756302
181805	rnn.bias_hh_l1_reverse	9	-0.1496051400899887
181805	linear.weight	0	0.002228822559118271
181805	linear.weight	1	0.10777174681425095
181805	linear.weight	2	-0.09529802948236465
181805	linear.weight	3	0.2750856876373291
181805	linear.weight	4	0.1828233003616333
181805	linear.weight	5	-0.06632944196462631
181805	linear.weight	6	0.144952192902565
181805	linear.weight	7	0.12476839125156403
181805	linear.weight	8	0.041160039603710175
181805	linear.weight	9	-0.03512981906533241
181805	linear.bias	0	0.12074477970600128
181805	linear.bias	1	-0.18429599702358246
181805	linear.bias	2	-0.4411305785179138
181805	linear.bias	3	-0.659570038318634
181805	linear.bias	4	-1.2223694324493408
181805	linear.bias	5	-0.06428893655538559
181805	linear.bias	6	-0.7885719537734985
181805	linear.bias	7	0.27207687497138977
181805	linear.bias	8	-0.42326292395591736
181805	linear.bias	9	-1.024192214012146
182002	transitions	0	0.7361751198768616
182002	transitions	1	0.1483355462551117
182002	transitions	2	-10000.0
182002	transitions	3	-1.8262138366699219
182002	transitions	4	-10000.0
182002	transitions	5	0.5680529475212097
182002	transitions	6	-0.08167698234319687
182002	transitions	7	-0.7714799642562866
182002	transitions	8	-1.4148716926574707
182002	transitions	9	-0.0011923755519092083
182002	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
182002	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
182002	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
182002	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
182002	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
182002	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
182002	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
182002	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
182002	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
182002	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
182002	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
182002	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
182002	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
182002	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
182002	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
182002	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
182002	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
182002	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
182002	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
182002	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
182002	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
182002	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
182002	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
182002	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
182002	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
182002	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
182002	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
182002	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
182002	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
182002	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
182002	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
182002	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
182002	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
182002	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
182002	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
182002	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
182002	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
182002	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
182002	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
182002	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
182002	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
182002	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
182002	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
182002	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
182002	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
182002	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
182002	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
182002	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
182002	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
182002	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
182002	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
182002	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
182002	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
182002	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
182002	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
182002	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
182002	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
182002	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
182002	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
182002	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
182002	embedding2nn.weight	0	0.020521599799394608
182002	embedding2nn.weight	1	-0.013015211559832096
182002	embedding2nn.weight	2	-0.014268254861235619
182002	embedding2nn.weight	3	-0.03150627762079239
182002	embedding2nn.weight	4	-0.0059150345623493195
182002	embedding2nn.weight	5	-0.0037005888298153877
182002	embedding2nn.weight	6	-0.003973272629082203
182002	embedding2nn.weight	7	-0.08133600652217865
182002	embedding2nn.weight	8	-0.0019979383796453476
182002	embedding2nn.weight	9	-0.028496457263827324
182002	embedding2nn.bias	0	0.03634892404079437
182002	embedding2nn.bias	1	-0.07441550493240356
182002	embedding2nn.bias	2	0.06153444945812225
182002	embedding2nn.bias	3	0.03530554100871086
182002	embedding2nn.bias	4	-0.0436423160135746
182002	embedding2nn.bias	5	0.004789154976606369
182002	embedding2nn.bias	6	0.019595468416810036
182002	embedding2nn.bias	7	-0.06482575833797455
182002	embedding2nn.bias	8	0.05739723891019821
182002	embedding2nn.bias	9	0.05570901557803154
182002	rnn.weight_ih_l0	0	-0.08015523850917816
182002	rnn.weight_ih_l0	1	0.008493145927786827
182002	rnn.weight_ih_l0	2	0.03173083811998367
182002	rnn.weight_ih_l0	3	0.0221805851906538
182002	rnn.weight_ih_l0	4	-0.043114691972732544
182002	rnn.weight_ih_l0	5	-0.06496311724185944
182002	rnn.weight_ih_l0	6	0.0003708615549840033
182002	rnn.weight_ih_l0	7	0.053182195872068405
182002	rnn.weight_ih_l0	8	-0.015541029162704945
182002	rnn.weight_ih_l0	9	-0.03136470168828964
182002	rnn.weight_hh_l0	0	-0.031203849241137505
182002	rnn.weight_hh_l0	1	-0.010701589286327362
182002	rnn.weight_hh_l0	2	0.009082159027457237
182002	rnn.weight_hh_l0	3	-0.07349121570587158
182002	rnn.weight_hh_l0	4	0.09087038040161133
182002	rnn.weight_hh_l0	5	-0.02549411542713642
182002	rnn.weight_hh_l0	6	-0.05860615521669388
182002	rnn.weight_hh_l0	7	0.009793334640562534
182002	rnn.weight_hh_l0	8	0.015892047435045242
182002	rnn.weight_hh_l0	9	-0.023346779868006706
182002	rnn.bias_ih_l0	0	0.1338983178138733
182002	rnn.bias_ih_l0	1	-0.0363134928047657
182002	rnn.bias_ih_l0	2	-0.026135049760341644
182002	rnn.bias_ih_l0	3	0.1622435450553894
182002	rnn.bias_ih_l0	4	-0.014391912147402763
182002	rnn.bias_ih_l0	5	-0.01073557510972023
182002	rnn.bias_ih_l0	6	0.0174110010266304
182002	rnn.bias_ih_l0	7	0.022548994049429893
182002	rnn.bias_ih_l0	8	-0.09970665723085403
182002	rnn.bias_ih_l0	9	-0.04670901969075203
182002	rnn.bias_hh_l0	0	0.001580306445248425
182002	rnn.bias_hh_l0	1	-0.11258856952190399
182002	rnn.bias_hh_l0	2	-0.0666075348854065
182002	rnn.bias_hh_l0	3	-0.08858107775449753
182002	rnn.bias_hh_l0	4	0.0030051865614950657
182002	rnn.bias_hh_l0	5	-0.02855108492076397
182002	rnn.bias_hh_l0	6	0.03198554739356041
182002	rnn.bias_hh_l0	7	0.06172379478812218
182002	rnn.bias_hh_l0	8	-0.11838828027248383
182002	rnn.bias_hh_l0	9	-0.05687805265188217
182002	rnn.weight_ih_l0_reverse	0	-0.024042878299951553
182002	rnn.weight_ih_l0_reverse	1	-0.05706177279353142
182002	rnn.weight_ih_l0_reverse	2	-0.04476127773523331
182002	rnn.weight_ih_l0_reverse	3	0.010987618938088417
182002	rnn.weight_ih_l0_reverse	4	-0.0178623516112566
182002	rnn.weight_ih_l0_reverse	5	-0.05980997160077095
182002	rnn.weight_ih_l0_reverse	6	0.07523001730442047
182002	rnn.weight_ih_l0_reverse	7	-0.016550982370972633
182002	rnn.weight_ih_l0_reverse	8	-0.015645306557416916
182002	rnn.weight_ih_l0_reverse	9	-0.00048280818737111986
182002	rnn.weight_hh_l0_reverse	0	0.06595172733068466
182002	rnn.weight_hh_l0_reverse	1	0.024161161854863167
182002	rnn.weight_hh_l0_reverse	2	0.029099196195602417
182002	rnn.weight_hh_l0_reverse	3	0.03964993357658386
182002	rnn.weight_hh_l0_reverse	4	0.010384165681898594
182002	rnn.weight_hh_l0_reverse	5	0.013004048727452755
182002	rnn.weight_hh_l0_reverse	6	0.04981987550854683
182002	rnn.weight_hh_l0_reverse	7	-0.07685009390115738
182002	rnn.weight_hh_l0_reverse	8	0.03943401202559471
182002	rnn.weight_hh_l0_reverse	9	0.03589823096990585
182002	rnn.bias_ih_l0_reverse	0	-0.057950157672166824
182002	rnn.bias_ih_l0_reverse	1	-0.28475645184516907
182002	rnn.bias_ih_l0_reverse	2	-0.11998176574707031
182002	rnn.bias_ih_l0_reverse	3	-0.050547026097774506
182002	rnn.bias_ih_l0_reverse	4	-0.02069699950516224
182002	rnn.bias_ih_l0_reverse	5	0.07902301102876663
182002	rnn.bias_ih_l0_reverse	6	-0.06365510076284409
182002	rnn.bias_ih_l0_reverse	7	0.05799074098467827
182002	rnn.bias_ih_l0_reverse	8	-0.0428411141037941
182002	rnn.bias_ih_l0_reverse	9	0.06670516729354858
182002	rnn.bias_hh_l0_reverse	0	0.01969810016453266
182002	rnn.bias_hh_l0_reverse	1	-0.04324570670723915
182002	rnn.bias_hh_l0_reverse	2	0.0749606341123581
182002	rnn.bias_hh_l0_reverse	3	-0.04859884828329086
182002	rnn.bias_hh_l0_reverse	4	-0.023385530337691307
182002	rnn.bias_hh_l0_reverse	5	-0.02514134719967842
182002	rnn.bias_hh_l0_reverse	6	-0.013804200105369091
182002	rnn.bias_hh_l0_reverse	7	0.10378218442201614
182002	rnn.bias_hh_l0_reverse	8	0.035095807164907455
182002	rnn.bias_hh_l0_reverse	9	-0.15449091792106628
182002	rnn.weight_ih_l1	0	-0.030245177447795868
182002	rnn.weight_ih_l1	1	-0.050485387444496155
182002	rnn.weight_ih_l1	2	0.0608045794069767
182002	rnn.weight_ih_l1	3	-0.06940393149852753
182002	rnn.weight_ih_l1	4	-0.013125578872859478
182002	rnn.weight_ih_l1	5	-0.04276023432612419
182002	rnn.weight_ih_l1	6	0.026990031823515892
182002	rnn.weight_ih_l1	7	-0.051721055060625076
182002	rnn.weight_ih_l1	8	0.03629361465573311
182002	rnn.weight_ih_l1	9	0.048244379460811615
182002	rnn.weight_hh_l1	0	-0.0042878976091742516
182002	rnn.weight_hh_l1	1	0.01990482583642006
182002	rnn.weight_hh_l1	2	0.010513496585190296
182002	rnn.weight_hh_l1	3	-0.011903204955160618
182002	rnn.weight_hh_l1	4	0.008799591101706028
182002	rnn.weight_hh_l1	5	0.031855203211307526
182002	rnn.weight_hh_l1	6	0.03445715829730034
182002	rnn.weight_hh_l1	7	-0.017568189650774002
182002	rnn.weight_hh_l1	8	-0.006833349820226431
182002	rnn.weight_hh_l1	9	0.03435109555721283
182002	rnn.bias_ih_l1	0	-0.19200868904590607
182002	rnn.bias_ih_l1	1	-0.17758412659168243
182002	rnn.bias_ih_l1	2	-0.2127697914838791
182002	rnn.bias_ih_l1	3	-0.32481497526168823
182002	rnn.bias_ih_l1	4	-0.17949828505516052
182002	rnn.bias_ih_l1	5	-0.0843726322054863
182002	rnn.bias_ih_l1	6	-0.16397669911384583
182002	rnn.bias_ih_l1	7	-0.006482116878032684
182002	rnn.bias_ih_l1	8	-0.13582268357276917
182002	rnn.bias_ih_l1	9	-0.13638393580913544
182002	rnn.bias_hh_l1	0	-0.10339882969856262
182002	rnn.bias_hh_l1	1	-0.06641670316457748
182002	rnn.bias_hh_l1	2	-0.0979543924331665
182002	rnn.bias_hh_l1	3	-0.08286339044570923
182002	rnn.bias_hh_l1	4	-0.0882175862789154
182002	rnn.bias_hh_l1	5	-0.1199747771024704
182002	rnn.bias_hh_l1	6	-0.15389381349086761
182002	rnn.bias_hh_l1	7	0.06297145783901215
182002	rnn.bias_hh_l1	8	-0.17924658954143524
182002	rnn.bias_hh_l1	9	-0.11847589910030365
182002	rnn.weight_ih_l1_reverse	0	-0.04337944835424423
182002	rnn.weight_ih_l1_reverse	1	0.0315849669277668
182002	rnn.weight_ih_l1_reverse	2	0.08050482720136642
182002	rnn.weight_ih_l1_reverse	3	-0.00872455071657896
182002	rnn.weight_ih_l1_reverse	4	-0.03627077862620354
182002	rnn.weight_ih_l1_reverse	5	-0.030274713411927223
182002	rnn.weight_ih_l1_reverse	6	-0.007302301470190287
182002	rnn.weight_ih_l1_reverse	7	0.026339858770370483
182002	rnn.weight_ih_l1_reverse	8	0.006319369189441204
182002	rnn.weight_ih_l1_reverse	9	-0.04234909638762474
182002	rnn.weight_hh_l1_reverse	0	0.005182395223528147
182002	rnn.weight_hh_l1_reverse	1	0.031432271003723145
182002	rnn.weight_hh_l1_reverse	2	-0.0403306782245636
182002	rnn.weight_hh_l1_reverse	3	0.03539322689175606
182002	rnn.weight_hh_l1_reverse	4	0.049040649086236954
182002	rnn.weight_hh_l1_reverse	5	0.0017470410093665123
182002	rnn.weight_hh_l1_reverse	6	0.05378786846995354
182002	rnn.weight_hh_l1_reverse	7	0.02896663174033165
182002	rnn.weight_hh_l1_reverse	8	-0.007352299988269806
182002	rnn.weight_hh_l1_reverse	9	-0.0311831533908844
182002	rnn.bias_ih_l1_reverse	0	-0.0629177913069725
182002	rnn.bias_ih_l1_reverse	1	-0.14593271911144257
182002	rnn.bias_ih_l1_reverse	2	-0.16394545137882233
182002	rnn.bias_ih_l1_reverse	3	-0.05052090808749199
182002	rnn.bias_ih_l1_reverse	4	-0.212320476770401
182002	rnn.bias_ih_l1_reverse	5	-0.11312945932149887
182002	rnn.bias_ih_l1_reverse	6	-0.1355486363172531
182002	rnn.bias_ih_l1_reverse	7	-0.1945500522851944
182002	rnn.bias_ih_l1_reverse	8	0.2238750457763672
182002	rnn.bias_ih_l1_reverse	9	0.025213221088051796
182002	rnn.bias_hh_l1_reverse	0	-0.02648673579096794
182002	rnn.bias_hh_l1_reverse	1	-0.09430963546037674
182002	rnn.bias_hh_l1_reverse	2	-0.23872385919094086
182002	rnn.bias_hh_l1_reverse	3	-0.13671869039535522
182002	rnn.bias_hh_l1_reverse	4	-0.08967822790145874
182002	rnn.bias_hh_l1_reverse	5	-0.11912081390619278
182002	rnn.bias_hh_l1_reverse	6	0.06164553016424179
182002	rnn.bias_hh_l1_reverse	7	-0.15253238379955292
182002	rnn.bias_hh_l1_reverse	8	-0.12124434858560562
182002	rnn.bias_hh_l1_reverse	9	-0.14999714493751526
182002	linear.weight	0	0.002228822559118271
182002	linear.weight	1	0.10611920058727264
182002	linear.weight	2	-0.09953727573156357
182002	linear.weight	3	0.27759605646133423
182002	linear.weight	4	0.17990687489509583
182002	linear.weight	5	-0.06777674704790115
182002	linear.weight	6	0.14443549513816833
182002	linear.weight	7	0.12398502975702286
182002	linear.weight	8	0.04115968197584152
182002	linear.weight	9	-0.0354125015437603
182002	linear.bias	0	0.1243019551038742
182002	linear.bias	1	-0.18291619420051575
182002	linear.bias	2	-0.4667525291442871
182002	linear.bias	3	-0.6598460674285889
182002	linear.bias	4	-1.222896695137024
182002	linear.bias	5	-0.06921134144067764
182002	linear.bias	6	-0.7873501777648926
182002	linear.bias	7	0.2677185535430908
182002	linear.bias	8	-0.4105057120323181
182002	linear.bias	9	-1.0109318494796753
182199	transitions	0	0.7288392186164856
182199	transitions	1	0.14723031222820282
182199	transitions	2	-10000.0
182199	transitions	3	-1.8262228965759277
182199	transitions	4	-10000.0
182199	transitions	5	0.5680258274078369
182199	transitions	6	-0.08170081675052643
182199	transitions	7	-0.7715219259262085
182199	transitions	8	-1.414905071258545
182199	transitions	9	-0.0011926068691536784
182199	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
182199	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
182199	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
182199	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
182199	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
182199	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
182199	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
182199	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
182199	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
182199	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
182199	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
182199	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
182199	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
182199	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
182199	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
182199	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
182199	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
182199	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
182199	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
182199	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
182199	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
182199	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
182199	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
182199	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
182199	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
182199	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
182199	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
182199	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
182199	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
182199	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
182199	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
182199	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
182199	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
182199	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
182199	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
182199	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
182199	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
182199	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
182199	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
182199	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
182199	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
182199	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
182199	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
182199	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
182199	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
182199	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
182199	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
182199	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
182199	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
182199	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
182199	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
182199	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
182199	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
182199	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
182199	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
182199	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
182199	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
182199	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
182199	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
182199	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
182199	embedding2nn.weight	0	0.02058863826096058
182199	embedding2nn.weight	1	-0.012937761843204498
182199	embedding2nn.weight	2	-0.014268254861235619
182199	embedding2nn.weight	3	-0.031545259058475494
182199	embedding2nn.weight	4	-0.0059150345623493195
182199	embedding2nn.weight	5	-0.0037005888298153877
182199	embedding2nn.weight	6	-0.0039732735604047775
182199	embedding2nn.weight	7	-0.08068082481622696
182199	embedding2nn.weight	8	-0.0019979383796453476
182199	embedding2nn.weight	9	-0.028859643265604973
182199	embedding2nn.bias	0	0.04030199348926544
182199	embedding2nn.bias	1	-0.07501523196697235
182199	embedding2nn.bias	2	0.057330936193466187
182199	embedding2nn.bias	3	0.031155698001384735
182199	embedding2nn.bias	4	-0.04340562969446182
182199	embedding2nn.bias	5	0.005256560631096363
182199	embedding2nn.bias	6	0.018783627077937126
182199	embedding2nn.bias	7	-0.05541876330971718
182199	embedding2nn.bias	8	0.06276270747184753
182199	embedding2nn.bias	9	0.050522562116384506
182199	rnn.weight_ih_l0	0	-0.07988157868385315
182199	rnn.weight_ih_l0	1	0.00923908594995737
182199	rnn.weight_ih_l0	2	0.031428173184394836
182199	rnn.weight_ih_l0	3	0.022006114944815636
182199	rnn.weight_ih_l0	4	-0.04254138097167015
182199	rnn.weight_ih_l0	5	-0.06491295248270035
182199	rnn.weight_ih_l0	6	0.0004332992248237133
182199	rnn.weight_ih_l0	7	0.053088780492544174
182199	rnn.weight_ih_l0	8	-0.015239732339978218
182199	rnn.weight_ih_l0	9	-0.032312266528606415
182199	rnn.weight_hh_l0	0	-0.031308867037296295
182199	rnn.weight_hh_l0	1	-0.010589242912828922
182199	rnn.weight_hh_l0	2	0.009120138362050056
182199	rnn.weight_hh_l0	3	-0.07436615973711014
182199	rnn.weight_hh_l0	4	0.09149744361639023
182199	rnn.weight_hh_l0	5	-0.025972897186875343
182199	rnn.weight_hh_l0	6	-0.05876540020108223
182199	rnn.weight_hh_l0	7	0.0101546635851264
182199	rnn.weight_hh_l0	8	0.015757564455270767
182199	rnn.weight_hh_l0	9	-0.023445624858140945
182199	rnn.bias_ih_l0	0	0.1338869333267212
182199	rnn.bias_ih_l0	1	-0.03548416867852211
182199	rnn.bias_ih_l0	2	-0.024648001417517662
182199	rnn.bias_ih_l0	3	0.16248922049999237
182199	rnn.bias_ih_l0	4	-0.014735419303178787
182199	rnn.bias_ih_l0	5	-0.010527990758419037
182199	rnn.bias_ih_l0	6	0.019948890432715416
182199	rnn.bias_ih_l0	7	0.023758182302117348
182199	rnn.bias_ih_l0	8	-0.09845320135354996
182199	rnn.bias_ih_l0	9	-0.04727169871330261
182199	rnn.bias_hh_l0	0	-0.00017049214511644095
182199	rnn.bias_hh_l0	1	-0.1110987439751625
182199	rnn.bias_hh_l0	2	-0.06667259335517883
182199	rnn.bias_hh_l0	3	-0.08850008249282837
182199	rnn.bias_hh_l0	4	0.002823934890329838
182199	rnn.bias_hh_l0	5	-0.027816718444228172
182199	rnn.bias_hh_l0	6	0.03274788707494736
182199	rnn.bias_hh_l0	7	0.06134349852800369
182199	rnn.bias_hh_l0	8	-0.11755597591400146
182199	rnn.bias_hh_l0	9	-0.057163357734680176
182199	rnn.weight_ih_l0_reverse	0	-0.023806290701031685
182199	rnn.weight_ih_l0_reverse	1	-0.057009149342775345
182199	rnn.weight_ih_l0_reverse	2	-0.04511027783155441
182199	rnn.weight_ih_l0_reverse	3	0.01162431389093399
182199	rnn.weight_ih_l0_reverse	4	-0.01798117905855179
182199	rnn.weight_ih_l0_reverse	5	-0.05971688777208328
182199	rnn.weight_ih_l0_reverse	6	0.07534859329462051
182199	rnn.weight_ih_l0_reverse	7	-0.016939546912908554
182199	rnn.weight_ih_l0_reverse	8	-0.015190774574875832
182199	rnn.weight_ih_l0_reverse	9	-0.000618346908595413
182199	rnn.weight_hh_l0_reverse	0	0.06618967652320862
182199	rnn.weight_hh_l0_reverse	1	0.02431402914226055
182199	rnn.weight_hh_l0_reverse	2	0.029162108898162842
182199	rnn.weight_hh_l0_reverse	3	0.03953798487782478
182199	rnn.weight_hh_l0_reverse	4	0.010792860761284828
182199	rnn.weight_hh_l0_reverse	5	0.01257028616964817
182199	rnn.weight_hh_l0_reverse	6	0.04986341670155525
182199	rnn.weight_hh_l0_reverse	7	-0.07684231549501419
182199	rnn.weight_hh_l0_reverse	8	0.0394165962934494
182199	rnn.weight_hh_l0_reverse	9	0.036173585802316666
182199	rnn.bias_ih_l0_reverse	0	-0.058713361620903015
182199	rnn.bias_ih_l0_reverse	1	-0.28600969910621643
182199	rnn.bias_ih_l0_reverse	2	-0.1203191876411438
182199	rnn.bias_ih_l0_reverse	3	-0.05108689144253731
182199	rnn.bias_ih_l0_reverse	4	-0.020904380828142166
182199	rnn.bias_ih_l0_reverse	5	0.07894796133041382
182199	rnn.bias_ih_l0_reverse	6	-0.0627732053399086
182199	rnn.bias_ih_l0_reverse	7	0.05824509635567665
182199	rnn.bias_ih_l0_reverse	8	-0.04192030802369118
182199	rnn.bias_ih_l0_reverse	9	0.06576152890920639
182199	rnn.bias_hh_l0_reverse	0	0.018993187695741653
182199	rnn.bias_hh_l0_reverse	1	-0.041882410645484924
182199	rnn.bias_hh_l0_reverse	2	0.07618959993124008
182199	rnn.bias_hh_l0_reverse	3	-0.050196096301078796
182199	rnn.bias_hh_l0_reverse	4	-0.023013629019260406
182199	rnn.bias_hh_l0_reverse	5	-0.026029134169220924
182199	rnn.bias_hh_l0_reverse	6	-0.014727982692420483
182199	rnn.bias_hh_l0_reverse	7	0.10115955024957657
182199	rnn.bias_hh_l0_reverse	8	0.035216767340898514
182199	rnn.bias_hh_l0_reverse	9	-0.15443940460681915
182199	rnn.weight_ih_l1	0	-0.030489439144730568
182199	rnn.weight_ih_l1	1	-0.05036319047212601
182199	rnn.weight_ih_l1	2	0.060914695262908936
182199	rnn.weight_ih_l1	3	-0.06816160678863525
182199	rnn.weight_ih_l1	4	-0.013076398521661758
182199	rnn.weight_ih_l1	5	-0.042356692254543304
182199	rnn.weight_ih_l1	6	0.02735084481537342
182199	rnn.weight_ih_l1	7	-0.05114986002445221
182199	rnn.weight_ih_l1	8	0.036182522773742676
182199	rnn.weight_ih_l1	9	0.048116642981767654
182199	rnn.weight_hh_l1	0	-0.004386591725051403
182199	rnn.weight_hh_l1	1	0.019811078906059265
182199	rnn.weight_hh_l1	2	0.009975505992770195
182199	rnn.weight_hh_l1	3	-0.011885327287018299
182199	rnn.weight_hh_l1	4	0.008623327128589153
182199	rnn.weight_hh_l1	5	0.032128866761922836
182199	rnn.weight_hh_l1	6	0.034216247498989105
182199	rnn.weight_hh_l1	7	-0.01728137582540512
182199	rnn.weight_hh_l1	8	-0.006854926701635122
182199	rnn.weight_hh_l1	9	0.034753501415252686
182199	rnn.bias_ih_l1	0	-0.18977802991867065
182199	rnn.bias_ih_l1	1	-0.17646276950836182
182199	rnn.bias_ih_l1	2	-0.21265113353729248
182199	rnn.bias_ih_l1	3	-0.3233986496925354
182199	rnn.bias_ih_l1	4	-0.18206621706485748
182199	rnn.bias_ih_l1	5	-0.08404787629842758
182199	rnn.bias_ih_l1	6	-0.16245101392269135
182199	rnn.bias_ih_l1	7	-0.008859856054186821
182199	rnn.bias_ih_l1	8	-0.13578669726848602
182199	rnn.bias_ih_l1	9	-0.13601812720298767
182199	rnn.bias_hh_l1	0	-0.10147015750408173
182199	rnn.bias_hh_l1	1	-0.06537390500307083
182199	rnn.bias_hh_l1	2	-0.09498145431280136
182199	rnn.bias_hh_l1	3	-0.08239388465881348
182199	rnn.bias_hh_l1	4	-0.08642996102571487
182199	rnn.bias_hh_l1	5	-0.11874309927225113
182199	rnn.bias_hh_l1	6	-0.15391609072685242
182199	rnn.bias_hh_l1	7	0.06432187557220459
182199	rnn.bias_hh_l1	8	-0.1784970760345459
182199	rnn.bias_hh_l1	9	-0.11732631176710129
182199	rnn.weight_ih_l1_reverse	0	-0.04414140805602074
182199	rnn.weight_ih_l1_reverse	1	0.03293702006340027
182199	rnn.weight_ih_l1_reverse	2	0.0821223109960556
182199	rnn.weight_ih_l1_reverse	3	-0.00834600068628788
182199	rnn.weight_ih_l1_reverse	4	-0.034755412489175797
182199	rnn.weight_ih_l1_reverse	5	-0.030341550707817078
182199	rnn.weight_ih_l1_reverse	6	-0.007832854054868221
182199	rnn.weight_ih_l1_reverse	7	0.026180366054177284
182199	rnn.weight_ih_l1_reverse	8	0.006470577325671911
182199	rnn.weight_ih_l1_reverse	9	-0.04143984988331795
182199	rnn.weight_hh_l1_reverse	0	0.0051079378463327885
182199	rnn.weight_hh_l1_reverse	1	0.03132924810051918
182199	rnn.weight_hh_l1_reverse	2	-0.04034312441945076
182199	rnn.weight_hh_l1_reverse	3	0.0353674590587616
182199	rnn.weight_hh_l1_reverse	4	0.04906646907329559
182199	rnn.weight_hh_l1_reverse	5	0.0020120565313845873
182199	rnn.weight_hh_l1_reverse	6	0.05440925806760788
182199	rnn.weight_hh_l1_reverse	7	0.029221082106232643
182199	rnn.weight_hh_l1_reverse	8	-0.0073560490272939205
182199	rnn.weight_hh_l1_reverse	9	-0.031211677938699722
182199	rnn.bias_ih_l1_reverse	0	-0.06279311329126358
182199	rnn.bias_ih_l1_reverse	1	-0.14706818759441376
182199	rnn.bias_ih_l1_reverse	2	-0.16395777463912964
182199	rnn.bias_ih_l1_reverse	3	-0.050390228629112244
182199	rnn.bias_ih_l1_reverse	4	-0.21240966022014618
182199	rnn.bias_ih_l1_reverse	5	-0.11397051811218262
182199	rnn.bias_ih_l1_reverse	6	-0.13573265075683594
182199	rnn.bias_ih_l1_reverse	7	-0.19584108889102936
182199	rnn.bias_ih_l1_reverse	8	0.22182194888591766
182199	rnn.bias_ih_l1_reverse	9	0.027125634253025055
182199	rnn.bias_hh_l1_reverse	0	-0.02001517079770565
182199	rnn.bias_hh_l1_reverse	1	-0.09444208443164825
182199	rnn.bias_hh_l1_reverse	2	-0.23803070187568665
182199	rnn.bias_hh_l1_reverse	3	-0.1376769095659256
182199	rnn.bias_hh_l1_reverse	4	-0.08959811180830002
182199	rnn.bias_hh_l1_reverse	5	-0.11965704709291458
182199	rnn.bias_hh_l1_reverse	6	0.056897252798080444
182199	rnn.bias_hh_l1_reverse	7	-0.15152722597122192
182199	rnn.bias_hh_l1_reverse	8	-0.12106619030237198
182199	rnn.bias_hh_l1_reverse	9	-0.14960387349128723
182199	linear.weight	0	0.002228822559118271
182199	linear.weight	1	0.10493800044059753
182199	linear.weight	2	-0.0966792106628418
182199	linear.weight	3	0.2740974724292755
182199	linear.weight	4	0.1777324229478836
182199	linear.weight	5	-0.06776280701160431
182199	linear.weight	6	0.15443986654281616
182199	linear.weight	7	0.12884868681430817
182199	linear.weight	8	0.04115927591919899
182199	linear.weight	9	-0.03651270642876625
182199	linear.bias	0	0.14259488880634308
182199	linear.bias	1	-0.1766892522573471
182199	linear.bias	2	-0.4638676047325134
182199	linear.bias	3	-0.6501317024230957
182199	linear.bias	4	-1.2135841846466064
182199	linear.bias	5	-0.06882275640964508
182199	linear.bias	6	-0.7833114266395569
182199	linear.bias	7	0.27218496799468994
182199	linear.bias	8	-0.4220867156982422
182199	linear.bias	9	-1.0237157344818115
182396	transitions	0	0.7315442562103271
182396	transitions	1	0.14770320057868958
182396	transitions	2	-10000.0
182396	transitions	3	-1.8262455463409424
182396	transitions	4	-10000.0
182396	transitions	5	0.5680018663406372
182396	transitions	6	-0.0817294716835022
182396	transitions	7	-0.7716842293739319
182396	transitions	8	-1.4149471521377563
182396	transitions	9	-0.0011928568128496408
182396	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
182396	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
182396	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
182396	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
182396	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
182396	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
182396	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
182396	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
182396	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
182396	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
182396	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
182396	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
182396	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
182396	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
182396	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
182396	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
182396	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
182396	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
182396	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
182396	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
182396	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
182396	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
182396	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
182396	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
182396	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
182396	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
182396	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
182396	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
182396	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
182396	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
182396	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
182396	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
182396	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
182396	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
182396	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
182396	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
182396	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
182396	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
182396	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
182396	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
182396	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
182396	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
182396	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
182396	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
182396	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
182396	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
182396	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
182396	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
182396	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
182396	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
182396	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
182396	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
182396	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
182396	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
182396	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
182396	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
182396	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
182396	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
182396	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
182396	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
182396	embedding2nn.weight	0	0.019399132579565048
182396	embedding2nn.weight	1	-0.012979690916836262
182396	embedding2nn.weight	2	-0.014268254861235619
182396	embedding2nn.weight	3	-0.0316288061439991
182396	embedding2nn.weight	4	-0.0059150345623493195
182396	embedding2nn.weight	5	-0.0037005888298153877
182396	embedding2nn.weight	6	-0.003973274026066065
182396	embedding2nn.weight	7	-0.08021152019500732
182396	embedding2nn.weight	8	-0.0019979383796453476
182396	embedding2nn.weight	9	-0.02895786054432392
182396	embedding2nn.bias	0	0.04455719143152237
182396	embedding2nn.bias	1	-0.08144663274288177
182396	embedding2nn.bias	2	0.0580042265355587
182396	embedding2nn.bias	3	0.032228004187345505
182396	embedding2nn.bias	4	-0.04601404443383217
182396	embedding2nn.bias	5	0.0034321178682148457
182396	embedding2nn.bias	6	0.01649806834757328
182396	embedding2nn.bias	7	-0.057461243122816086
182396	embedding2nn.bias	8	0.05792192369699478
182396	embedding2nn.bias	9	0.049145910888910294
182396	rnn.weight_ih_l0	0	-0.07989360392093658
182396	rnn.weight_ih_l0	1	0.008927809074521065
182396	rnn.weight_ih_l0	2	0.03236455097794533
182396	rnn.weight_ih_l0	3	0.022079743444919586
182396	rnn.weight_ih_l0	4	-0.043003473430871964
182396	rnn.weight_ih_l0	5	-0.06387496739625931
182396	rnn.weight_ih_l0	6	0.0005543200531974435
182396	rnn.weight_ih_l0	7	0.05316726118326187
182396	rnn.weight_ih_l0	8	-0.01471129059791565
182396	rnn.weight_ih_l0	9	-0.03194350376725197
182396	rnn.weight_hh_l0	0	-0.031205326318740845
182396	rnn.weight_hh_l0	1	-0.01074613444507122
182396	rnn.weight_hh_l0	2	0.009181949310004711
182396	rnn.weight_hh_l0	3	-0.07443512976169586
182396	rnn.weight_hh_l0	4	0.0919184759259224
182396	rnn.weight_hh_l0	5	-0.02634265460073948
182396	rnn.weight_hh_l0	6	-0.05841091275215149
182396	rnn.weight_hh_l0	7	0.009859110228717327
182396	rnn.weight_hh_l0	8	0.015156250447034836
182396	rnn.weight_hh_l0	9	-0.023308150470256805
182396	rnn.bias_ih_l0	0	0.13300062716007233
182396	rnn.bias_ih_l0	1	-0.03533748537302017
182396	rnn.bias_ih_l0	2	-0.023745670914649963
182396	rnn.bias_ih_l0	3	0.1603628247976303
182396	rnn.bias_ih_l0	4	-0.01460940856486559
182396	rnn.bias_ih_l0	5	-0.00938719417899847
182396	rnn.bias_ih_l0	6	0.018286561593413353
182396	rnn.bias_ih_l0	7	0.024073751643300056
182396	rnn.bias_ih_l0	8	-0.09924530982971191
182396	rnn.bias_ih_l0	9	-0.043782081454992294
182396	rnn.bias_hh_l0	0	-0.00015996825823094696
182396	rnn.bias_hh_l0	1	-0.10945189744234085
182396	rnn.bias_hh_l0	2	-0.06802190840244293
182396	rnn.bias_hh_l0	3	-0.08922292292118073
182396	rnn.bias_hh_l0	4	0.003785247216001153
182396	rnn.bias_hh_l0	5	-0.027379456907510757
182396	rnn.bias_hh_l0	6	0.03310229629278183
182396	rnn.bias_hh_l0	7	0.0598924495279789
182396	rnn.bias_hh_l0	8	-0.11608321964740753
182396	rnn.bias_hh_l0	9	-0.057879358530044556
182396	rnn.weight_ih_l0_reverse	0	-0.022554032504558563
182396	rnn.weight_ih_l0_reverse	1	-0.056992802768945694
182396	rnn.weight_ih_l0_reverse	2	-0.0451372005045414
182396	rnn.weight_ih_l0_reverse	3	0.011263133957982063
182396	rnn.weight_ih_l0_reverse	4	-0.018128225579857826
182396	rnn.weight_ih_l0_reverse	5	-0.06011825054883957
182396	rnn.weight_ih_l0_reverse	6	0.07510121166706085
182396	rnn.weight_ih_l0_reverse	7	-0.01623908244073391
182396	rnn.weight_ih_l0_reverse	8	-0.015179467387497425
182396	rnn.weight_ih_l0_reverse	9	-0.0006667188135907054
182396	rnn.weight_hh_l0_reverse	0	0.06577745825052261
182396	rnn.weight_hh_l0_reverse	1	0.02464897930622101
182396	rnn.weight_hh_l0_reverse	2	0.029090356081724167
182396	rnn.weight_hh_l0_reverse	3	0.039889972656965256
182396	rnn.weight_hh_l0_reverse	4	0.01058639120310545
182396	rnn.weight_hh_l0_reverse	5	0.01131071150302887
182396	rnn.weight_hh_l0_reverse	6	0.04997716099023819
182396	rnn.weight_hh_l0_reverse	7	-0.07669670879840851
182396	rnn.weight_hh_l0_reverse	8	0.03953242674469948
182396	rnn.weight_hh_l0_reverse	9	0.036023471504449844
182396	rnn.bias_ih_l0_reverse	0	-0.057663481682538986
182396	rnn.bias_ih_l0_reverse	1	-0.285108357667923
182396	rnn.bias_ih_l0_reverse	2	-0.12091809511184692
182396	rnn.bias_ih_l0_reverse	3	-0.05131351202726364
182396	rnn.bias_ih_l0_reverse	4	-0.019474634900689125
182396	rnn.bias_ih_l0_reverse	5	0.0786714181303978
182396	rnn.bias_ih_l0_reverse	6	-0.06436500698328018
182396	rnn.bias_ih_l0_reverse	7	0.05884888023138046
182396	rnn.bias_ih_l0_reverse	8	-0.043934889137744904
182396	rnn.bias_ih_l0_reverse	9	0.06628673523664474
182396	rnn.bias_hh_l0_reverse	0	0.019008036702871323
182396	rnn.bias_hh_l0_reverse	1	-0.04391283169388771
182396	rnn.bias_hh_l0_reverse	2	0.07596999406814575
182396	rnn.bias_hh_l0_reverse	3	-0.052037619054317474
182396	rnn.bias_hh_l0_reverse	4	-0.022192373871803284
182396	rnn.bias_hh_l0_reverse	5	-0.026796285063028336
182396	rnn.bias_hh_l0_reverse	6	-0.015445254743099213
182396	rnn.bias_hh_l0_reverse	7	0.10208656638860703
182396	rnn.bias_hh_l0_reverse	8	0.03688202053308487
182396	rnn.bias_hh_l0_reverse	9	-0.15366341173648834
182396	rnn.weight_ih_l1	0	-0.03019636683166027
182396	rnn.weight_ih_l1	1	-0.05091344565153122
182396	rnn.weight_ih_l1	2	0.06049259379506111
182396	rnn.weight_ih_l1	3	-0.06699106842279434
182396	rnn.weight_ih_l1	4	-0.013765976764261723
182396	rnn.weight_ih_l1	5	-0.042319100350141525
182396	rnn.weight_ih_l1	6	0.027448443695902824
182396	rnn.weight_ih_l1	7	-0.051682017743587494
182396	rnn.weight_ih_l1	8	0.036175329238176346
182396	rnn.weight_ih_l1	9	0.04841671884059906
182396	rnn.weight_hh_l1	0	-0.004019922111183405
182396	rnn.weight_hh_l1	1	0.01988614723086357
182396	rnn.weight_hh_l1	2	0.009369972161948681
182396	rnn.weight_hh_l1	3	-0.011740046553313732
182396	rnn.weight_hh_l1	4	0.008453680202364922
182396	rnn.weight_hh_l1	5	0.0320090651512146
182396	rnn.weight_hh_l1	6	0.03409246727824211
182396	rnn.weight_hh_l1	7	-0.017519429326057434
182396	rnn.weight_hh_l1	8	-0.00685381842777133
182396	rnn.weight_hh_l1	9	0.03473970293998718
182396	rnn.bias_ih_l1	0	-0.18860439956188202
182396	rnn.bias_ih_l1	1	-0.1778852939605713
182396	rnn.bias_ih_l1	2	-0.21296241879463196
182396	rnn.bias_ih_l1	3	-0.3255990445613861
182396	rnn.bias_ih_l1	4	-0.1799144595861435
182396	rnn.bias_ih_l1	5	-0.08414700627326965
182396	rnn.bias_ih_l1	6	-0.16049978137016296
182396	rnn.bias_ih_l1	7	-0.008628681302070618
182396	rnn.bias_ih_l1	8	-0.136763796210289
182396	rnn.bias_ih_l1	9	-0.13444484770298004
182396	rnn.bias_hh_l1	0	-0.09997668862342834
182396	rnn.bias_hh_l1	1	-0.06827304512262344
182396	rnn.bias_hh_l1	2	-0.09422146528959274
182396	rnn.bias_hh_l1	3	-0.0828581228852272
182396	rnn.bias_hh_l1	4	-0.0861736312508583
182396	rnn.bias_hh_l1	5	-0.11966633796691895
182396	rnn.bias_hh_l1	6	-0.1544203758239746
182396	rnn.bias_hh_l1	7	0.06837428361177444
182396	rnn.bias_hh_l1	8	-0.1811637580394745
182396	rnn.bias_hh_l1	9	-0.11595850437879562
182396	rnn.weight_ih_l1_reverse	0	-0.04407082125544548
182396	rnn.weight_ih_l1_reverse	1	0.03230386599898338
182396	rnn.weight_ih_l1_reverse	2	0.08214115351438522
182396	rnn.weight_ih_l1_reverse	3	-0.008740372024476528
182396	rnn.weight_ih_l1_reverse	4	-0.03597773611545563
182396	rnn.weight_ih_l1_reverse	5	-0.030281411483883858
182396	rnn.weight_ih_l1_reverse	6	-0.0064947460778057575
182396	rnn.weight_ih_l1_reverse	7	0.026164082810282707
182396	rnn.weight_ih_l1_reverse	8	0.006577883847057819
182396	rnn.weight_ih_l1_reverse	9	-0.042001090943813324
182396	rnn.weight_hh_l1_reverse	0	0.0049698008224368095
182396	rnn.weight_hh_l1_reverse	1	0.031388454139232635
182396	rnn.weight_hh_l1_reverse	2	-0.040302567183971405
182396	rnn.weight_hh_l1_reverse	3	0.03526939079165459
182396	rnn.weight_hh_l1_reverse	4	0.04905824363231659
182396	rnn.weight_hh_l1_reverse	5	0.00213584559969604
182396	rnn.weight_hh_l1_reverse	6	0.05527679622173309
182396	rnn.weight_hh_l1_reverse	7	0.029357735067605972
182396	rnn.weight_hh_l1_reverse	8	-0.007254685275256634
182396	rnn.weight_hh_l1_reverse	9	-0.03112703189253807
182396	rnn.bias_ih_l1_reverse	0	-0.062459226697683334
182396	rnn.bias_ih_l1_reverse	1	-0.1462700217962265
182396	rnn.bias_ih_l1_reverse	2	-0.1634308248758316
182396	rnn.bias_ih_l1_reverse	3	-0.05082082748413086
182396	rnn.bias_ih_l1_reverse	4	-0.21182724833488464
182396	rnn.bias_ih_l1_reverse	5	-0.11344516277313232
182396	rnn.bias_ih_l1_reverse	6	-0.1357688158750534
182396	rnn.bias_ih_l1_reverse	7	-0.1959286481142044
182396	rnn.bias_ih_l1_reverse	8	0.22672425210475922
182396	rnn.bias_ih_l1_reverse	9	0.0243998970836401
182396	rnn.bias_hh_l1_reverse	0	-0.022154320031404495
182396	rnn.bias_hh_l1_reverse	1	-0.09161120653152466
182396	rnn.bias_hh_l1_reverse	2	-0.23829099535942078
182396	rnn.bias_hh_l1_reverse	3	-0.13847917318344116
182396	rnn.bias_hh_l1_reverse	4	-0.09109843522310257
182396	rnn.bias_hh_l1_reverse	5	-0.11949043720960617
182396	rnn.bias_hh_l1_reverse	6	0.06011378765106201
182396	rnn.bias_hh_l1_reverse	7	-0.15387220680713654
182396	rnn.bias_hh_l1_reverse	8	-0.12206786125898361
182396	rnn.bias_hh_l1_reverse	9	-0.14918537437915802
182396	linear.weight	0	0.002228822559118271
182396	linear.weight	1	0.10386046767234802
182396	linear.weight	2	-0.09583896398544312
182396	linear.weight	3	0.28115400671958923
182396	linear.weight	4	0.17751860618591309
182396	linear.weight	5	-0.06745880097150803
182396	linear.weight	6	0.15414023399353027
182396	linear.weight	7	0.13180240988731384
182396	linear.weight	8	0.04115892946720123
182396	linear.weight	9	-0.035084038972854614
182396	linear.bias	0	0.14755664765834808
182396	linear.bias	1	-0.198407843708992
182396	linear.bias	2	-0.4368826150894165
182396	linear.bias	3	-0.6549607515335083
182396	linear.bias	4	-1.218401551246643
182396	linear.bias	5	-0.07311495393514633
182396	linear.bias	6	-0.8066580891609192
182396	linear.bias	7	0.26766523718833923
182396	linear.bias	8	-0.41576191782951355
182396	linear.bias	9	-1.018136978149414
182593	transitions	0	0.7318968772888184
182593	transitions	1	0.14792925119400024
182593	transitions	2	-10000.0
182593	transitions	3	-1.8262542486190796
182593	transitions	4	-10000.0
182593	transitions	5	0.567985475063324
182593	transitions	6	-0.08175911009311676
182593	transitions	7	-0.7719332575798035
182593	transitions	8	-1.4149826765060425
182593	transitions	9	-0.0011930635664612055
182593	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
182593	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
182593	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
182593	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
182593	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
182593	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
182593	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
182593	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
182593	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
182593	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
182593	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
182593	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
182593	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
182593	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
182593	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
182593	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
182593	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
182593	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
182593	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
182593	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
182593	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
182593	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
182593	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
182593	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
182593	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
182593	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
182593	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
182593	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
182593	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
182593	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
182593	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
182593	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
182593	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
182593	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
182593	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
182593	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
182593	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
182593	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
182593	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
182593	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
182593	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
182593	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
182593	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
182593	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
182593	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
182593	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
182593	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
182593	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
182593	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
182593	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
182593	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
182593	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
182593	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
182593	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
182593	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
182593	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
182593	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
182593	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
182593	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
182593	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
182593	embedding2nn.weight	0	0.019162192940711975
182593	embedding2nn.weight	1	-0.01294014509767294
182593	embedding2nn.weight	2	-0.014268254861235619
182593	embedding2nn.weight	3	-0.03256961703300476
182593	embedding2nn.weight	4	-0.0059150345623493195
182593	embedding2nn.weight	5	-0.0037005888298153877
182593	embedding2nn.weight	6	-0.00397327309474349
182593	embedding2nn.weight	7	-0.08081022650003433
182593	embedding2nn.weight	8	-0.0019979383796453476
182593	embedding2nn.weight	9	-0.028513483703136444
182593	embedding2nn.bias	0	0.03843701630830765
182593	embedding2nn.bias	1	-0.07570869475603104
182593	embedding2nn.bias	2	0.0613214410841465
182593	embedding2nn.bias	3	0.03077726997435093
182593	embedding2nn.bias	4	-0.04774587228894234
182593	embedding2nn.bias	5	-0.0006590947159565985
182593	embedding2nn.bias	6	0.010970109142363071
182593	embedding2nn.bias	7	-0.05838017165660858
182593	embedding2nn.bias	8	0.06189510598778725
182593	embedding2nn.bias	9	0.05098414421081543
182593	rnn.weight_ih_l0	0	-0.07894187420606613
182593	rnn.weight_ih_l0	1	0.008502427488565445
182593	rnn.weight_ih_l0	2	0.03167484700679779
182593	rnn.weight_ih_l0	3	0.021930860355496407
182593	rnn.weight_ih_l0	4	-0.04356227070093155
182593	rnn.weight_ih_l0	5	-0.06342751532793045
182593	rnn.weight_ih_l0	6	0.0006282706162892282
182593	rnn.weight_ih_l0	7	0.05245579779148102
182593	rnn.weight_ih_l0	8	-0.015008346177637577
182593	rnn.weight_ih_l0	9	-0.03168139606714249
182593	rnn.weight_hh_l0	0	-0.031499698758125305
182593	rnn.weight_hh_l0	1	-0.010408454574644566
182593	rnn.weight_hh_l0	2	0.0091591477394104
182593	rnn.weight_hh_l0	3	-0.0746685042977333
182593	rnn.weight_hh_l0	4	0.09145999699831009
182593	rnn.weight_hh_l0	5	-0.026121828705072403
182593	rnn.weight_hh_l0	6	-0.05799942463636398
182593	rnn.weight_hh_l0	7	0.01020995806902647
182593	rnn.weight_hh_l0	8	0.014733122661709785
182593	rnn.weight_hh_l0	9	-0.023064013570547104
182593	rnn.bias_ih_l0	0	0.13400478661060333
182593	rnn.bias_ih_l0	1	-0.033820316195487976
182593	rnn.bias_ih_l0	2	-0.02545839548110962
182593	rnn.bias_ih_l0	3	0.15819843113422394
182593	rnn.bias_ih_l0	4	-0.013182747177779675
182593	rnn.bias_ih_l0	5	-0.010672503150999546
182593	rnn.bias_ih_l0	6	0.020308857783675194
182593	rnn.bias_ih_l0	7	0.022916004061698914
182593	rnn.bias_ih_l0	8	-0.09804706275463104
182593	rnn.bias_ih_l0	9	-0.04535428434610367
182593	rnn.bias_hh_l0	0	0.0001672195503488183
182593	rnn.bias_hh_l0	1	-0.11080950498580933
182593	rnn.bias_hh_l0	2	-0.06817364692687988
182593	rnn.bias_hh_l0	3	-0.08822540938854218
182593	rnn.bias_hh_l0	4	0.003805787768214941
182593	rnn.bias_hh_l0	5	-0.02833874523639679
182593	rnn.bias_hh_l0	6	0.03370630368590355
182593	rnn.bias_hh_l0	7	0.05837024748325348
182593	rnn.bias_hh_l0	8	-0.11563674360513687
182593	rnn.bias_hh_l0	9	-0.058282334357500076
182593	rnn.weight_ih_l0_reverse	0	-0.0228780098259449
182593	rnn.weight_ih_l0_reverse	1	-0.05720401555299759
182593	rnn.weight_ih_l0_reverse	2	-0.045256104320287704
182593	rnn.weight_ih_l0_reverse	3	0.011395497247576714
182593	rnn.weight_ih_l0_reverse	4	-0.01864231564104557
182593	rnn.weight_ih_l0_reverse	5	-0.059996139258146286
182593	rnn.weight_ih_l0_reverse	6	0.07531241327524185
182593	rnn.weight_ih_l0_reverse	7	-0.01653040200471878
182593	rnn.weight_ih_l0_reverse	8	-0.01503310352563858
182593	rnn.weight_ih_l0_reverse	9	-0.0007445462979376316
182593	rnn.weight_hh_l0_reverse	0	0.06511472910642624
182593	rnn.weight_hh_l0_reverse	1	0.023882141336798668
182593	rnn.weight_hh_l0_reverse	2	0.029305825009942055
182593	rnn.weight_hh_l0_reverse	3	0.04027487710118294
182593	rnn.weight_hh_l0_reverse	4	0.010665935464203358
182593	rnn.weight_hh_l0_reverse	5	0.009878583252429962
182593	rnn.weight_hh_l0_reverse	6	0.04975161328911781
182593	rnn.weight_hh_l0_reverse	7	-0.0769425630569458
182593	rnn.weight_hh_l0_reverse	8	0.03956717252731323
182593	rnn.weight_hh_l0_reverse	9	0.03612783923745155
182593	rnn.bias_ih_l0_reverse	0	-0.058242347091436386
182593	rnn.bias_ih_l0_reverse	1	-0.2876531481742859
182593	rnn.bias_ih_l0_reverse	2	-0.12103342264890671
182593	rnn.bias_ih_l0_reverse	3	-0.0508376769721508
182593	rnn.bias_ih_l0_reverse	4	-0.01818075217306614
182593	rnn.bias_ih_l0_reverse	5	0.0774528756737709
182593	rnn.bias_ih_l0_reverse	6	-0.06454618275165558
182593	rnn.bias_ih_l0_reverse	7	0.05808337405323982
182593	rnn.bias_ih_l0_reverse	8	-0.042945731431245804
182593	rnn.bias_ih_l0_reverse	9	0.06669942289590836
182593	rnn.bias_hh_l0_reverse	0	0.019446568563580513
182593	rnn.bias_hh_l0_reverse	1	-0.04196784272789955
182593	rnn.bias_hh_l0_reverse	2	0.07759492844343185
182593	rnn.bias_hh_l0_reverse	3	-0.051051151007413864
182593	rnn.bias_hh_l0_reverse	4	-0.021991971880197525
182593	rnn.bias_hh_l0_reverse	5	-0.02697574533522129
182593	rnn.bias_hh_l0_reverse	6	-0.015904102474451065
182593	rnn.bias_hh_l0_reverse	7	0.10256863385438919
182593	rnn.bias_hh_l0_reverse	8	0.03526899591088295
182593	rnn.bias_hh_l0_reverse	9	-0.1518498957157135
182593	rnn.weight_ih_l1	0	-0.030130160972476006
182593	rnn.weight_ih_l1	1	-0.0508093498647213
182593	rnn.weight_ih_l1	2	0.060035064816474915
182593	rnn.weight_ih_l1	3	-0.06757372617721558
182593	rnn.weight_ih_l1	4	-0.014232260175049305
182593	rnn.weight_ih_l1	5	-0.04208119958639145
182593	rnn.weight_ih_l1	6	0.02767445147037506
182593	rnn.weight_ih_l1	7	-0.05164182931184769
182593	rnn.weight_ih_l1	8	0.03624769672751427
182593	rnn.weight_ih_l1	9	0.04807935655117035
182593	rnn.weight_hh_l1	0	-0.004429535008966923
182593	rnn.weight_hh_l1	1	0.019754797220230103
182593	rnn.weight_hh_l1	2	0.009909051470458508
182593	rnn.weight_hh_l1	3	-0.011974366381764412
182593	rnn.weight_hh_l1	4	0.008604014292359352
182593	rnn.weight_hh_l1	5	0.031831204891204834
182593	rnn.weight_hh_l1	6	0.033726729452610016
182593	rnn.weight_hh_l1	7	-0.017667582258582115
182593	rnn.weight_hh_l1	8	-0.006864707451313734
182593	rnn.weight_hh_l1	9	0.03435104340314865
182593	rnn.bias_ih_l1	0	-0.18766029179096222
182593	rnn.bias_ih_l1	1	-0.17718099057674408
182593	rnn.bias_ih_l1	2	-0.21225202083587646
182593	rnn.bias_ih_l1	3	-0.32412227988243103
182593	rnn.bias_ih_l1	4	-0.1860608011484146
182593	rnn.bias_ih_l1	5	-0.08352863788604736
182593	rnn.bias_ih_l1	6	-0.16235272586345673
182593	rnn.bias_ih_l1	7	-0.013974737375974655
182593	rnn.bias_ih_l1	8	-0.13457171618938446
182593	rnn.bias_ih_l1	9	-0.13496530055999756
182593	rnn.bias_hh_l1	0	-0.09895609319210052
182593	rnn.bias_hh_l1	1	-0.06769838184118271
182593	rnn.bias_hh_l1	2	-0.0924898162484169
182593	rnn.bias_hh_l1	3	-0.08358853310346603
182593	rnn.bias_hh_l1	4	-0.08634183555841446
182593	rnn.bias_hh_l1	5	-0.11921243369579315
182593	rnn.bias_hh_l1	6	-0.15396781265735626
182593	rnn.bias_hh_l1	7	0.06990367919206619
182593	rnn.bias_hh_l1	8	-0.18071280419826508
182593	rnn.bias_hh_l1	9	-0.11705474555492401
182593	rnn.weight_ih_l1_reverse	0	-0.0436735562980175
182593	rnn.weight_ih_l1_reverse	1	0.03291015326976776
182593	rnn.weight_ih_l1_reverse	2	0.08346392214298248
182593	rnn.weight_ih_l1_reverse	3	-0.007772777695208788
182593	rnn.weight_ih_l1_reverse	4	-0.03674372658133507
182593	rnn.weight_ih_l1_reverse	5	-0.03026115708053112
182593	rnn.weight_ih_l1_reverse	6	-0.00749180605635047
182593	rnn.weight_ih_l1_reverse	7	0.026537764817476273
182593	rnn.weight_ih_l1_reverse	8	0.005474734120070934
182593	rnn.weight_ih_l1_reverse	9	-0.041995927691459656
182593	rnn.weight_hh_l1_reverse	0	0.004823529627174139
182593	rnn.weight_hh_l1_reverse	1	0.03130253404378891
182593	rnn.weight_hh_l1_reverse	2	-0.040298473089933395
182593	rnn.weight_hh_l1_reverse	3	0.03528951480984688
182593	rnn.weight_hh_l1_reverse	4	0.04875532537698746
182593	rnn.weight_hh_l1_reverse	5	0.0013439625035971403
182593	rnn.weight_hh_l1_reverse	6	0.05508829653263092
182593	rnn.weight_hh_l1_reverse	7	0.02983822487294674
182593	rnn.weight_hh_l1_reverse	8	-0.007136088330298662
182593	rnn.weight_hh_l1_reverse	9	-0.03118276037275791
182593	rnn.bias_ih_l1_reverse	0	-0.06109157204627991
182593	rnn.bias_ih_l1_reverse	1	-0.14801864326000214
182593	rnn.bias_ih_l1_reverse	2	-0.16408109664916992
182593	rnn.bias_ih_l1_reverse	3	-0.048651814460754395
182593	rnn.bias_ih_l1_reverse	4	-0.21187473833560944
182593	rnn.bias_ih_l1_reverse	5	-0.11331558227539062
182593	rnn.bias_ih_l1_reverse	6	-0.13510069251060486
182593	rnn.bias_ih_l1_reverse	7	-0.19634033739566803
182593	rnn.bias_ih_l1_reverse	8	0.2279062420129776
182593	rnn.bias_ih_l1_reverse	9	0.02474813163280487
182593	rnn.bias_hh_l1_reverse	0	-0.022004419937729836
182593	rnn.bias_hh_l1_reverse	1	-0.09145679324865341
182593	rnn.bias_hh_l1_reverse	2	-0.23754552006721497
182593	rnn.bias_hh_l1_reverse	3	-0.13829413056373596
182593	rnn.bias_hh_l1_reverse	4	-0.09017954021692276
182593	rnn.bias_hh_l1_reverse	5	-0.11705362796783447
182593	rnn.bias_hh_l1_reverse	6	0.06499665230512619
182593	rnn.bias_hh_l1_reverse	7	-0.15167126059532166
182593	rnn.bias_hh_l1_reverse	8	-0.1212359219789505
182593	rnn.bias_hh_l1_reverse	9	-0.14955095946788788
182593	linear.weight	0	0.002228822559118271
182593	linear.weight	1	0.0998266264796257
182593	linear.weight	2	-0.09787904471158981
182593	linear.weight	3	0.2787906527519226
182593	linear.weight	4	0.17305119335651398
182593	linear.weight	5	-0.06784560531377792
182593	linear.weight	6	0.1479145735502243
182593	linear.weight	7	0.1327817738056183
182593	linear.weight	8	0.041159048676490784
182593	linear.weight	9	-0.037006258964538574
182593	linear.bias	0	0.1484556645154953
182593	linear.bias	1	-0.16974477469921112
182593	linear.bias	2	-0.45982229709625244
182593	linear.bias	3	-0.6516796946525574
182593	linear.bias	4	-1.2157485485076904
182593	linear.bias	5	-0.07867535948753357
182593	linear.bias	6	-0.7790459394454956
182593	linear.bias	7	0.2610026001930237
182593	linear.bias	8	-0.4330013692378998
182593	linear.bias	9	-1.035481572151184
182790	transitions	0	0.7361081838607788
182790	transitions	1	0.1423921436071396
182790	transitions	2	-10000.0
182790	transitions	3	-1.8262633085250854
182790	transitions	4	-10000.0
182790	transitions	5	0.5679731369018555
182790	transitions	6	-0.08178871124982834
182790	transitions	7	-0.7721225619316101
182790	transitions	8	-1.4150117635726929
182790	transitions	9	-0.0011932703200727701
182790	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
182790	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
182790	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
182790	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
182790	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
182790	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
182790	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
182790	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
182790	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
182790	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
182790	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
182790	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
182790	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
182790	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
182790	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
182790	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
182790	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
182790	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
182790	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
182790	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
182790	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
182790	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
182790	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
182790	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
182790	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
182790	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
182790	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
182790	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
182790	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
182790	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
182790	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
182790	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
182790	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
182790	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
182790	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
182790	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
182790	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
182790	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
182790	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
182790	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
182790	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
182790	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
182790	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
182790	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
182790	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
182790	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
182790	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
182790	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
182790	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
182790	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
182790	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
182790	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
182790	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
182790	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
182790	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
182790	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
182790	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
182790	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
182790	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
182790	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
182790	embedding2nn.weight	0	0.019425909966230392
182790	embedding2nn.weight	1	-0.01283362228423357
182790	embedding2nn.weight	2	-0.014268254861235619
182790	embedding2nn.weight	3	-0.030815301463007927
182790	embedding2nn.weight	4	-0.0059150345623493195
182790	embedding2nn.weight	5	-0.0037005888298153877
182790	embedding2nn.weight	6	-0.003973272163420916
182790	embedding2nn.weight	7	-0.08027586340904236
182790	embedding2nn.weight	8	-0.0019979383796453476
182790	embedding2nn.weight	9	-0.0287032313644886
182790	embedding2nn.bias	0	0.04055952653288841
182790	embedding2nn.bias	1	-0.08069808781147003
182790	embedding2nn.bias	2	0.06416869163513184
182790	embedding2nn.bias	3	0.033664219081401825
182790	embedding2nn.bias	4	-0.04622116684913635
182790	embedding2nn.bias	5	0.002347119152545929
182790	embedding2nn.bias	6	0.012239919044077396
182790	embedding2nn.bias	7	-0.056153953075408936
182790	embedding2nn.bias	8	0.05645206570625305
182790	embedding2nn.bias	9	0.050946302711963654
182790	rnn.weight_ih_l0	0	-0.07867874950170517
182790	rnn.weight_ih_l0	1	0.008813084103167057
182790	rnn.weight_ih_l0	2	0.03234872967004776
182790	rnn.weight_ih_l0	3	0.021619101986289024
182790	rnn.weight_ih_l0	4	-0.044509705156087875
182790	rnn.weight_ih_l0	5	-0.0634351372718811
182790	rnn.weight_ih_l0	6	0.00023351267736870795
182790	rnn.weight_ih_l0	7	0.0527738519012928
182790	rnn.weight_ih_l0	8	-0.015531235374510288
182790	rnn.weight_ih_l0	9	-0.03128264099359512
182790	rnn.weight_hh_l0	0	-0.03195226937532425
182790	rnn.weight_hh_l0	1	-0.00985961314290762
182790	rnn.weight_hh_l0	2	0.009127601981163025
182790	rnn.weight_hh_l0	3	-0.07437239587306976
182790	rnn.weight_hh_l0	4	0.09156397730112076
182790	rnn.weight_hh_l0	5	-0.025847047567367554
182790	rnn.weight_hh_l0	6	-0.05822649598121643
182790	rnn.weight_hh_l0	7	0.01035317499190569
182790	rnn.weight_hh_l0	8	0.014650290831923485
182790	rnn.weight_hh_l0	9	-0.023162804543972015
182790	rnn.bias_ih_l0	0	0.13545559346675873
182790	rnn.bias_ih_l0	1	-0.03474711999297142
182790	rnn.bias_ih_l0	2	-0.025780443102121353
182790	rnn.bias_ih_l0	3	0.15676331520080566
182790	rnn.bias_ih_l0	4	-0.012292039580643177
182790	rnn.bias_ih_l0	5	-0.013182470574975014
182790	rnn.bias_ih_l0	6	0.018276911228895187
182790	rnn.bias_ih_l0	7	0.022020313888788223
182790	rnn.bias_ih_l0	8	-0.09875302761793137
182790	rnn.bias_ih_l0	9	-0.04349697008728981
182790	rnn.bias_hh_l0	0	-0.0011612559901550412
182790	rnn.bias_hh_l0	1	-0.10960481315851212
182790	rnn.bias_hh_l0	2	-0.06730680167675018
182790	rnn.bias_hh_l0	3	-0.08765677362680435
182790	rnn.bias_hh_l0	4	0.004231562837958336
182790	rnn.bias_hh_l0	5	-0.027399806305766106
182790	rnn.bias_hh_l0	6	0.03456722944974899
182790	rnn.bias_hh_l0	7	0.060286831110715866
182790	rnn.bias_hh_l0	8	-0.11696374416351318
182790	rnn.bias_hh_l0	9	-0.05857887119054794
182790	rnn.weight_ih_l0_reverse	0	-0.02318151853978634
182790	rnn.weight_ih_l0_reverse	1	-0.057695500552654266
182790	rnn.weight_ih_l0_reverse	2	-0.046195801347494125
182790	rnn.weight_ih_l0_reverse	3	0.011044943705201149
182790	rnn.weight_ih_l0_reverse	4	-0.017888225615024567
182790	rnn.weight_ih_l0_reverse	5	-0.05971735715866089
182790	rnn.weight_ih_l0_reverse	6	0.0758393332362175
182790	rnn.weight_ih_l0_reverse	7	-0.016315529122948647
182790	rnn.weight_ih_l0_reverse	8	-0.015371317975223064
182790	rnn.weight_ih_l0_reverse	9	-0.0006685409462079406
182790	rnn.weight_hh_l0_reverse	0	0.06559090316295624
182790	rnn.weight_hh_l0_reverse	1	0.024186743423342705
182790	rnn.weight_hh_l0_reverse	2	0.029409758746623993
182790	rnn.weight_hh_l0_reverse	3	0.04072900488972664
182790	rnn.weight_hh_l0_reverse	4	0.010202438570559025
182790	rnn.weight_hh_l0_reverse	5	0.009879428893327713
182790	rnn.weight_hh_l0_reverse	6	0.0497085303068161
182790	rnn.weight_hh_l0_reverse	7	-0.07702535390853882
182790	rnn.weight_hh_l0_reverse	8	0.03974362090229988
182790	rnn.weight_hh_l0_reverse	9	0.03621874004602432
182790	rnn.bias_ih_l0_reverse	0	-0.05755878612399101
182790	rnn.bias_ih_l0_reverse	1	-0.28789663314819336
182790	rnn.bias_ih_l0_reverse	2	-0.12196768075227737
182790	rnn.bias_ih_l0_reverse	3	-0.049986016005277634
182790	rnn.bias_ih_l0_reverse	4	-0.018370043486356735
182790	rnn.bias_ih_l0_reverse	5	0.07845942676067352
182790	rnn.bias_ih_l0_reverse	6	-0.06430341303348541
182790	rnn.bias_ih_l0_reverse	7	0.0587199442088604
182790	rnn.bias_ih_l0_reverse	8	-0.0431462898850441
182790	rnn.bias_ih_l0_reverse	9	0.06471507251262665
182790	rnn.bias_hh_l0_reverse	0	0.020351417362689972
182790	rnn.bias_hh_l0_reverse	1	-0.040668290108442307
182790	rnn.bias_hh_l0_reverse	2	0.07968208938837051
182790	rnn.bias_hh_l0_reverse	3	-0.04973060265183449
182790	rnn.bias_hh_l0_reverse	4	-0.019776614382863045
182790	rnn.bias_hh_l0_reverse	5	-0.027469858527183533
182790	rnn.bias_hh_l0_reverse	6	-0.01578706130385399
182790	rnn.bias_hh_l0_reverse	7	0.10361669212579727
182790	rnn.bias_hh_l0_reverse	8	0.034874118864536285
182790	rnn.bias_hh_l0_reverse	9	-0.1527368128299713
182790	rnn.weight_ih_l1	0	-0.03026995249092579
182790	rnn.weight_ih_l1	1	-0.05069471895694733
182790	rnn.weight_ih_l1	2	0.05938030779361725
182790	rnn.weight_ih_l1	3	-0.06922826170921326
182790	rnn.weight_ih_l1	4	-0.014375317841768265
182790	rnn.weight_ih_l1	5	-0.04222588241100311
182790	rnn.weight_ih_l1	6	0.027431024238467216
182790	rnn.weight_ih_l1	7	-0.05157060548663139
182790	rnn.weight_ih_l1	8	0.03625062108039856
182790	rnn.weight_ih_l1	9	0.04788200184702873
182790	rnn.weight_hh_l1	0	-0.004258869681507349
182790	rnn.weight_hh_l1	1	0.019714368507266045
182790	rnn.weight_hh_l1	2	0.010753358714282513
182790	rnn.weight_hh_l1	3	-0.012210353277623653
182790	rnn.weight_hh_l1	4	0.0084481006488204
182790	rnn.weight_hh_l1	5	0.03156712278723717
182790	rnn.weight_hh_l1	6	0.03365229070186615
182790	rnn.weight_hh_l1	7	-0.017559465020895004
182790	rnn.weight_hh_l1	8	-0.006864254362881184
182790	rnn.weight_hh_l1	9	0.03419994190335274
182790	rnn.bias_ih_l1	0	-0.18819890916347504
182790	rnn.bias_ih_l1	1	-0.17580240964889526
182790	rnn.bias_ih_l1	2	-0.21171608567237854
182790	rnn.bias_ih_l1	3	-0.3241569399833679
182790	rnn.bias_ih_l1	4	-0.18530912697315216
182790	rnn.bias_ih_l1	5	-0.08385088294744492
182790	rnn.bias_ih_l1	6	-0.16308048367500305
182790	rnn.bias_ih_l1	7	-0.01550176553428173
182790	rnn.bias_ih_l1	8	-0.1344837248325348
182790	rnn.bias_ih_l1	9	-0.13442562520503998
182790	rnn.bias_hh_l1	0	-0.10123435407876968
182790	rnn.bias_hh_l1	1	-0.0687623992562294
182790	rnn.bias_hh_l1	2	-0.09205938875675201
182790	rnn.bias_hh_l1	3	-0.08368536084890366
182790	rnn.bias_hh_l1	4	-0.08583401888608932
182790	rnn.bias_hh_l1	5	-0.1189093142747879
182790	rnn.bias_hh_l1	6	-0.15696850419044495
182790	rnn.bias_hh_l1	7	0.07206183671951294
182790	rnn.bias_hh_l1	8	-0.17849035561084747
182790	rnn.bias_hh_l1	9	-0.11634555459022522
182790	rnn.weight_ih_l1_reverse	0	-0.04373512417078018
182790	rnn.weight_ih_l1_reverse	1	0.0327269472181797
182790	rnn.weight_ih_l1_reverse	2	0.08444347977638245
182790	rnn.weight_ih_l1_reverse	3	-0.008915502578020096
182790	rnn.weight_ih_l1_reverse	4	-0.035768888890743256
182790	rnn.weight_ih_l1_reverse	5	-0.03013012744486332
182790	rnn.weight_ih_l1_reverse	6	-0.007154490798711777
182790	rnn.weight_ih_l1_reverse	7	0.026132997125387192
182790	rnn.weight_ih_l1_reverse	8	0.006387741304934025
182790	rnn.weight_ih_l1_reverse	9	-0.041494667530059814
182790	rnn.weight_hh_l1_reverse	0	0.004716649651527405
182790	rnn.weight_hh_l1_reverse	1	0.031222550198435783
182790	rnn.weight_hh_l1_reverse	2	-0.04029567539691925
182790	rnn.weight_hh_l1_reverse	3	0.03526709973812103
182790	rnn.weight_hh_l1_reverse	4	0.04847060516476631
182790	rnn.weight_hh_l1_reverse	5	0.001358235371299088
182790	rnn.weight_hh_l1_reverse	6	0.054927241057157516
182790	rnn.weight_hh_l1_reverse	7	0.03001127764582634
182790	rnn.weight_hh_l1_reverse	8	-0.007229316048324108
182790	rnn.weight_hh_l1_reverse	9	-0.031123898923397064
182790	rnn.bias_ih_l1_reverse	0	-0.061059433966875076
182790	rnn.bias_ih_l1_reverse	1	-0.14662380516529083
182790	rnn.bias_ih_l1_reverse	2	-0.16349177062511444
182790	rnn.bias_ih_l1_reverse	3	-0.05199892818927765
182790	rnn.bias_ih_l1_reverse	4	-0.21218998730182648
182790	rnn.bias_ih_l1_reverse	5	-0.11173851788043976
182790	rnn.bias_ih_l1_reverse	6	-0.1347416639328003
182790	rnn.bias_ih_l1_reverse	7	-0.19752201437950134
182790	rnn.bias_ih_l1_reverse	8	0.22566339373588562
182790	rnn.bias_ih_l1_reverse	9	0.02421088144183159
182790	rnn.bias_hh_l1_reverse	0	-0.016918597742915154
182790	rnn.bias_hh_l1_reverse	1	-0.085636667907238
182790	rnn.bias_hh_l1_reverse	2	-0.23687846958637238
182790	rnn.bias_hh_l1_reverse	3	-0.13926541805267334
182790	rnn.bias_hh_l1_reverse	4	-0.08801644295454025
182790	rnn.bias_hh_l1_reverse	5	-0.11674865335226059
182790	rnn.bias_hh_l1_reverse	6	0.06943661719560623
182790	rnn.bias_hh_l1_reverse	7	-0.150055393576622
182790	rnn.bias_hh_l1_reverse	8	-0.12117546051740646
182790	rnn.bias_hh_l1_reverse	9	-0.15000659227371216
182790	linear.weight	0	0.002228822559118271
182790	linear.weight	1	0.0956125482916832
182790	linear.weight	2	-0.10140322893857956
182790	linear.weight	3	0.2829732298851013
182790	linear.weight	4	0.17023059725761414
182790	linear.weight	5	-0.06953690946102142
182790	linear.weight	6	0.15011675655841827
182790	linear.weight	7	0.13231807947158813
182790	linear.weight	8	0.041158754378557205
182790	linear.weight	9	-0.037410203367471695
182790	linear.bias	0	0.16069619357585907
182790	linear.bias	1	-0.18213148415088654
182790	linear.bias	2	-0.46575045585632324
182790	linear.bias	3	-0.6491705775260925
182790	linear.bias	4	-1.2140318155288696
182790	linear.bias	5	-0.07283230125904083
182790	linear.bias	6	-0.7917773723602295
182790	linear.bias	7	0.2646481394767761
182790	linear.bias	8	-0.4177345037460327
182790	linear.bias	9	-1.020540475845337
182987	transitions	0	0.7332954406738281
182987	transitions	1	0.14572551846504211
182987	transitions	2	-10000.0
182987	transitions	3	-1.826278805732727
182987	transitions	4	-10000.0
182987	transitions	5	0.5679185390472412
182987	transitions	6	-0.0818200632929802
182987	transitions	7	-0.7721709609031677
182987	transitions	8	-1.415061593055725
182987	transitions	9	-0.0011936058290302753
182987	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
182987	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
182987	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
182987	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
182987	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
182987	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
182987	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
182987	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
182987	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
182987	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
182987	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
182987	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
182987	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
182987	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
182987	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
182987	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
182987	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
182987	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
182987	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
182987	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
182987	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
182987	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
182987	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
182987	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
182987	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
182987	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
182987	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
182987	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
182987	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
182987	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
182987	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
182987	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
182987	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
182987	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
182987	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
182987	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
182987	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
182987	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
182987	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
182987	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
182987	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
182987	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
182987	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
182987	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
182987	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
182987	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
182987	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
182987	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
182987	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
182987	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
182987	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
182987	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
182987	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
182987	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
182987	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
182987	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
182987	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
182987	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
182987	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
182987	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
182987	embedding2nn.weight	0	0.019753705710172653
182987	embedding2nn.weight	1	-0.012720339931547642
182987	embedding2nn.weight	2	-0.014268254861235619
182987	embedding2nn.weight	3	-0.0325770378112793
182987	embedding2nn.weight	4	-0.0059150345623493195
182987	embedding2nn.weight	5	-0.0037005888298153877
182987	embedding2nn.weight	6	-0.003973272629082203
182987	embedding2nn.weight	7	-0.0800604596734047
182987	embedding2nn.weight	8	-0.0019979383796453476
182987	embedding2nn.weight	9	-0.028886107727885246
182987	embedding2nn.bias	0	0.046666208654642105
182987	embedding2nn.bias	1	-0.08102057129144669
182987	embedding2nn.bias	2	0.06169240176677704
182987	embedding2nn.bias	3	0.043812960386276245
182987	embedding2nn.bias	4	-0.04654126241803169
182987	embedding2nn.bias	5	0.002574015175923705
182987	embedding2nn.bias	6	0.014930147677659988
182987	embedding2nn.bias	7	-0.05797219276428223
182987	embedding2nn.bias	8	0.054785892367362976
182987	embedding2nn.bias	9	0.05116206780076027
182987	rnn.weight_ih_l0	0	-0.07774441689252853
182987	rnn.weight_ih_l0	1	0.008807209320366383
182987	rnn.weight_ih_l0	2	0.03238315507769585
182987	rnn.weight_ih_l0	3	0.02205093391239643
182987	rnn.weight_ih_l0	4	-0.04500492289662361
182987	rnn.weight_ih_l0	5	-0.06352616846561432
182987	rnn.weight_ih_l0	6	0.0001467917754780501
182987	rnn.weight_ih_l0	7	0.052119746804237366
182987	rnn.weight_ih_l0	8	-0.01579613983631134
182987	rnn.weight_ih_l0	9	-0.03093871660530567
182987	rnn.weight_hh_l0	0	-0.03156525269150734
182987	rnn.weight_hh_l0	1	-0.009933583438396454
182987	rnn.weight_hh_l0	2	0.009151921607553959
182987	rnn.weight_hh_l0	3	-0.07438966631889343
182987	rnn.weight_hh_l0	4	0.09197008609771729
182987	rnn.weight_hh_l0	5	-0.02569660171866417
182987	rnn.weight_hh_l0	6	-0.05873795598745346
182987	rnn.weight_hh_l0	7	0.009937937371432781
182987	rnn.weight_hh_l0	8	0.014758845791220665
182987	rnn.weight_hh_l0	9	-0.02323879487812519
182987	rnn.bias_ih_l0	0	0.13422489166259766
182987	rnn.bias_ih_l0	1	-0.03494663164019585
182987	rnn.bias_ih_l0	2	-0.026918072253465652
182987	rnn.bias_ih_l0	3	0.15614092350006104
182987	rnn.bias_ih_l0	4	-0.01166351605206728
182987	rnn.bias_ih_l0	5	-0.010618139058351517
182987	rnn.bias_ih_l0	6	0.019813165068626404
182987	rnn.bias_ih_l0	7	0.02193719521164894
182987	rnn.bias_ih_l0	8	-0.09879191219806671
182987	rnn.bias_ih_l0	9	-0.04245728254318237
182987	rnn.bias_hh_l0	0	-0.0016303476877510548
182987	rnn.bias_hh_l0	1	-0.11005698144435883
182987	rnn.bias_hh_l0	2	-0.06766795367002487
182987	rnn.bias_hh_l0	3	-0.08755796402692795
182987	rnn.bias_hh_l0	4	0.004935606382787228
182987	rnn.bias_hh_l0	5	-0.026609787717461586
182987	rnn.bias_hh_l0	6	0.0345221608877182
182987	rnn.bias_hh_l0	7	0.05797896534204483
182987	rnn.bias_hh_l0	8	-0.11776390671730042
182987	rnn.bias_hh_l0	9	-0.05837395414710045
182987	rnn.weight_ih_l0_reverse	0	-0.023887719959020615
182987	rnn.weight_ih_l0_reverse	1	-0.05768914520740509
182987	rnn.weight_ih_l0_reverse	2	-0.04646627604961395
182987	rnn.weight_ih_l0_reverse	3	0.011059139855206013
182987	rnn.weight_ih_l0_reverse	4	-0.018316583707928658
182987	rnn.weight_ih_l0_reverse	5	-0.05937827378511429
182987	rnn.weight_ih_l0_reverse	6	0.0752742737531662
182987	rnn.weight_ih_l0_reverse	7	-0.01669466681778431
182987	rnn.weight_ih_l0_reverse	8	-0.01563872955739498
182987	rnn.weight_ih_l0_reverse	9	-0.0005353456363081932
182987	rnn.weight_hh_l0_reverse	0	0.06600126624107361
182987	rnn.weight_hh_l0_reverse	1	0.023925602436065674
182987	rnn.weight_hh_l0_reverse	2	0.029086021706461906
182987	rnn.weight_hh_l0_reverse	3	0.04073698818683624
182987	rnn.weight_hh_l0_reverse	4	0.01043571624904871
182987	rnn.weight_hh_l0_reverse	5	0.00931694358587265
182987	rnn.weight_hh_l0_reverse	6	0.049490612000226974
182987	rnn.weight_hh_l0_reverse	7	-0.07670815289020538
182987	rnn.weight_hh_l0_reverse	8	0.040043435990810394
182987	rnn.weight_hh_l0_reverse	9	0.03574950993061066
182987	rnn.bias_ih_l0_reverse	0	-0.05714810639619827
182987	rnn.bias_ih_l0_reverse	1	-0.2865235507488251
182987	rnn.bias_ih_l0_reverse	2	-0.12156935036182404
182987	rnn.bias_ih_l0_reverse	3	-0.05022405460476875
182987	rnn.bias_ih_l0_reverse	4	-0.018077313899993896
182987	rnn.bias_ih_l0_reverse	5	0.07983610033988953
182987	rnn.bias_ih_l0_reverse	6	-0.0657229796051979
182987	rnn.bias_ih_l0_reverse	7	0.057960860431194305
182987	rnn.bias_ih_l0_reverse	8	-0.041704583913087845
182987	rnn.bias_ih_l0_reverse	9	0.06354906409978867
182987	rnn.bias_hh_l0_reverse	0	0.020554039627313614
182987	rnn.bias_hh_l0_reverse	1	-0.042593151330947876
182987	rnn.bias_hh_l0_reverse	2	0.07859228551387787
182987	rnn.bias_hh_l0_reverse	3	-0.04979265481233597
182987	rnn.bias_hh_l0_reverse	4	-0.02043445222079754
182987	rnn.bias_hh_l0_reverse	5	-0.02911386266350746
182987	rnn.bias_hh_l0_reverse	6	-0.015046379528939724
182987	rnn.bias_hh_l0_reverse	7	0.10379800945520401
182987	rnn.bias_hh_l0_reverse	8	0.03356768935918808
182987	rnn.bias_hh_l0_reverse	9	-0.152317613363266
182987	rnn.weight_ih_l1	0	-0.030246887356042862
182987	rnn.weight_ih_l1	1	-0.05070851743221283
182987	rnn.weight_ih_l1	2	0.06025424227118492
182987	rnn.weight_ih_l1	3	-0.06791204959154129
182987	rnn.weight_ih_l1	4	-0.014967232011258602
182987	rnn.weight_ih_l1	5	-0.04208143427968025
182987	rnn.weight_ih_l1	6	0.027358796447515488
182987	rnn.weight_ih_l1	7	-0.05250457301735878
182987	rnn.weight_ih_l1	8	0.03607511520385742
182987	rnn.weight_ih_l1	9	0.04800469055771828
182987	rnn.weight_hh_l1	0	-0.004331069067120552
182987	rnn.weight_hh_l1	1	0.019706500694155693
182987	rnn.weight_hh_l1	2	0.009731785394251347
182987	rnn.weight_hh_l1	3	-0.012091315351426601
182987	rnn.weight_hh_l1	4	0.00792600866407156
182987	rnn.weight_hh_l1	5	0.0315597727894783
182987	rnn.weight_hh_l1	6	0.0336056686937809
182987	rnn.weight_hh_l1	7	-0.017197370529174805
182987	rnn.weight_hh_l1	8	-0.007062550168484449
182987	rnn.weight_hh_l1	9	0.0341801643371582
182987	rnn.bias_ih_l1	0	-0.18892239034175873
182987	rnn.bias_ih_l1	1	-0.176660418510437
182987	rnn.bias_ih_l1	2	-0.21124659478664398
182987	rnn.bias_ih_l1	3	-0.3249417841434479
182987	rnn.bias_ih_l1	4	-0.1875399798154831
182987	rnn.bias_ih_l1	5	-0.08359239250421524
182987	rnn.bias_ih_l1	6	-0.16178861260414124
182987	rnn.bias_ih_l1	7	-0.016472235321998596
182987	rnn.bias_ih_l1	8	-0.1329466551542282
182987	rnn.bias_ih_l1	9	-0.1366501748561859
182987	rnn.bias_hh_l1	0	-0.10170737653970718
182987	rnn.bias_hh_l1	1	-0.07002665102481842
182987	rnn.bias_hh_l1	2	-0.09185810387134552
182987	rnn.bias_hh_l1	3	-0.08402807265520096
182987	rnn.bias_hh_l1	4	-0.08402818441390991
182987	rnn.bias_hh_l1	5	-0.11811354756355286
182987	rnn.bias_hh_l1	6	-0.15615330636501312
182987	rnn.bias_hh_l1	7	0.07308822125196457
182987	rnn.bias_hh_l1	8	-0.17846257984638214
182987	rnn.bias_hh_l1	9	-0.11497171223163605
182987	rnn.weight_ih_l1_reverse	0	-0.043889522552490234
182987	rnn.weight_ih_l1_reverse	1	0.03272627294063568
182987	rnn.weight_ih_l1_reverse	2	0.08614885807037354
182987	rnn.weight_ih_l1_reverse	3	-0.009683237411081791
182987	rnn.weight_ih_l1_reverse	4	-0.03687611222267151
182987	rnn.weight_ih_l1_reverse	5	-0.03027115762233734
182987	rnn.weight_ih_l1_reverse	6	-0.008078350685536861
182987	rnn.weight_ih_l1_reverse	7	0.025821316987276077
182987	rnn.weight_ih_l1_reverse	8	0.00761750154197216
182987	rnn.weight_ih_l1_reverse	9	-0.04021881893277168
182987	rnn.weight_hh_l1_reverse	0	0.00490872235968709
182987	rnn.weight_hh_l1_reverse	1	0.031226078048348427
182987	rnn.weight_hh_l1_reverse	2	-0.040301017463207245
182987	rnn.weight_hh_l1_reverse	3	0.03544420003890991
182987	rnn.weight_hh_l1_reverse	4	0.04801958054304123
182987	rnn.weight_hh_l1_reverse	5	0.0016588629223406315
182987	rnn.weight_hh_l1_reverse	6	0.054789844900369644
182987	rnn.weight_hh_l1_reverse	7	0.03003082238137722
182987	rnn.weight_hh_l1_reverse	8	-0.007245643995702267
182987	rnn.weight_hh_l1_reverse	9	-0.030896861106157303
182987	rnn.bias_ih_l1_reverse	0	-0.05989426001906395
182987	rnn.bias_ih_l1_reverse	1	-0.14741210639476776
182987	rnn.bias_ih_l1_reverse	2	-0.16476763784885406
182987	rnn.bias_ih_l1_reverse	3	-0.048874806612730026
182987	rnn.bias_ih_l1_reverse	4	-0.21256528794765472
182987	rnn.bias_ih_l1_reverse	5	-0.11099960654973984
182987	rnn.bias_ih_l1_reverse	6	-0.13495796918869019
182987	rnn.bias_ih_l1_reverse	7	-0.19722166657447815
182987	rnn.bias_ih_l1_reverse	8	0.22583526372909546
182987	rnn.bias_ih_l1_reverse	9	0.023640161380171776
182987	rnn.bias_hh_l1_reverse	0	-0.016945326700806618
182987	rnn.bias_hh_l1_reverse	1	-0.08489196002483368
182987	rnn.bias_hh_l1_reverse	2	-0.23769325017929077
182987	rnn.bias_hh_l1_reverse	3	-0.1379629224538803
182987	rnn.bias_hh_l1_reverse	4	-0.08874250203371048
182987	rnn.bias_hh_l1_reverse	5	-0.1185869574546814
182987	rnn.bias_hh_l1_reverse	6	0.06776496767997742
182987	rnn.bias_hh_l1_reverse	7	-0.15075276792049408
182987	rnn.bias_hh_l1_reverse	8	-0.12162713706493378
182987	rnn.bias_hh_l1_reverse	9	-0.15048401057720184
182987	linear.weight	0	0.002228822559118271
182987	linear.weight	1	0.09329405426979065
182987	linear.weight	2	-0.10014110803604126
182987	linear.weight	3	0.28467151522636414
182987	linear.weight	4	0.1702534556388855
182987	linear.weight	5	-0.06904224306344986
182987	linear.weight	6	0.14298571646213531
182987	linear.weight	7	0.13016602396965027
182987	linear.weight	8	0.04115830734372139
182987	linear.weight	9	-0.040399741381406784
182987	linear.bias	0	0.14069721102714539
182987	linear.bias	1	-0.19103024899959564
182987	linear.bias	2	-0.438876211643219
182987	linear.bias	3	-0.6567864418029785
182987	linear.bias	4	-1.2222477197647095
182987	linear.bias	5	-0.07596995681524277
182987	linear.bias	6	-0.7997852563858032
182987	linear.bias	7	0.26128125190734863
182987	linear.bias	8	-0.41528603434562683
182987	linear.bias	9	-1.0208592414855957
183184	transitions	0	0.7356077432632446
183184	transitions	1	0.14576256275177002
183184	transitions	2	-10000.0
183184	transitions	3	-1.8262879848480225
183184	transitions	4	-10000.0
183184	transitions	5	0.5678414106369019
183184	transitions	6	-0.08187165856361389
183184	transitions	7	-0.7724235653877258
183184	transitions	8	-1.415084719657898
183184	transitions	9	-0.0011938957031816244
183184	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
183184	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
183184	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
183184	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
183184	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
183184	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
183184	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
183184	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
183184	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
183184	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
183184	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
183184	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
183184	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
183184	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
183184	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
183184	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
183184	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
183184	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
183184	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
183184	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
183184	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
183184	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
183184	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
183184	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
183184	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
183184	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
183184	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
183184	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
183184	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
183184	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
183184	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
183184	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
183184	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
183184	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
183184	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
183184	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
183184	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
183184	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
183184	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
183184	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
183184	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
183184	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
183184	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
183184	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
183184	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
183184	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
183184	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
183184	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
183184	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
183184	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
183184	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
183184	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
183184	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
183184	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
183184	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
183184	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
183184	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
183184	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
183184	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
183184	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
183184	embedding2nn.weight	0	0.019289329648017883
183184	embedding2nn.weight	1	-0.012746758759021759
183184	embedding2nn.weight	2	-0.014268254861235619
183184	embedding2nn.weight	3	-0.03355881944298744
183184	embedding2nn.weight	4	-0.0059150345623493195
183184	embedding2nn.weight	5	-0.003700588596984744
183184	embedding2nn.weight	6	-0.003973274026066065
183184	embedding2nn.weight	7	-0.08013366907835007
183184	embedding2nn.weight	8	-0.0019979383796453476
183184	embedding2nn.weight	9	-0.028878213837742805
183184	embedding2nn.bias	0	0.0459565632045269
183184	embedding2nn.bias	1	-0.08056077361106873
183184	embedding2nn.bias	2	0.06111364811658859
183184	embedding2nn.bias	3	0.04722736030817032
183184	embedding2nn.bias	4	-0.04153648763895035
183184	embedding2nn.bias	5	-0.0026401658542454243
183184	embedding2nn.bias	6	0.014878279529511929
183184	embedding2nn.bias	7	-0.055962469428777695
183184	embedding2nn.bias	8	0.05411887168884277
183184	embedding2nn.bias	9	0.050351083278656006
183184	rnn.weight_ih_l0	0	-0.07759713381528854
183184	rnn.weight_ih_l0	1	0.010024548508226871
183184	rnn.weight_ih_l0	2	0.03185107931494713
183184	rnn.weight_ih_l0	3	0.022201796993613243
183184	rnn.weight_ih_l0	4	-0.04484449326992035
183184	rnn.weight_ih_l0	5	-0.06357456743717194
183184	rnn.weight_ih_l0	6	-4.780571907758713e-05
183184	rnn.weight_ih_l0	7	0.05100131407380104
183184	rnn.weight_ih_l0	8	-0.015434525907039642
183184	rnn.weight_ih_l0	9	-0.03050808049738407
183184	rnn.weight_hh_l0	0	-0.03097841702401638
183184	rnn.weight_hh_l0	1	-0.010618800297379494
183184	rnn.weight_hh_l0	2	0.009832530282437801
183184	rnn.weight_hh_l0	3	-0.07441835105419159
183184	rnn.weight_hh_l0	4	0.09198568016290665
183184	rnn.weight_hh_l0	5	-0.025758542120456696
183184	rnn.weight_hh_l0	6	-0.0593474879860878
183184	rnn.weight_hh_l0	7	0.009594342671334743
183184	rnn.weight_hh_l0	8	0.015001490712165833
183184	rnn.weight_hh_l0	9	-0.023336181417107582
183184	rnn.bias_ih_l0	0	0.1331457942724228
183184	rnn.bias_ih_l0	1	-0.03250231593847275
183184	rnn.bias_ih_l0	2	-0.026695162057876587
183184	rnn.bias_ih_l0	3	0.15330997109413147
183184	rnn.bias_ih_l0	4	-0.012228865176439285
183184	rnn.bias_ih_l0	5	-0.011677045375108719
183184	rnn.bias_ih_l0	6	0.02117176167666912
183184	rnn.bias_ih_l0	7	0.024207206442952156
183184	rnn.bias_ih_l0	8	-0.09850990772247314
183184	rnn.bias_ih_l0	9	-0.039094895124435425
183184	rnn.bias_hh_l0	0	-0.0016689534531906247
183184	rnn.bias_hh_l0	1	-0.10881830751895905
183184	rnn.bias_hh_l0	2	-0.06861495226621628
183184	rnn.bias_hh_l0	3	-0.08671468496322632
183184	rnn.bias_hh_l0	4	0.005924167577177286
183184	rnn.bias_hh_l0	5	-0.02809716761112213
183184	rnn.bias_hh_l0	6	0.03372378647327423
183184	rnn.bias_hh_l0	7	0.055506642907857895
183184	rnn.bias_hh_l0	8	-0.11791165918111801
183184	rnn.bias_hh_l0	9	-0.05806143581867218
183184	rnn.weight_ih_l0_reverse	0	-0.02375808358192444
183184	rnn.weight_ih_l0_reverse	1	-0.058302510529756546
183184	rnn.weight_ih_l0_reverse	2	-0.04686969146132469
183184	rnn.weight_ih_l0_reverse	3	0.010553968138992786
183184	rnn.weight_ih_l0_reverse	4	-0.01865456998348236
183184	rnn.weight_ih_l0_reverse	5	-0.059603746980428696
183184	rnn.weight_ih_l0_reverse	6	0.07555058598518372
183184	rnn.weight_ih_l0_reverse	7	-0.01729198917746544
183184	rnn.weight_ih_l0_reverse	8	-0.015461081638932228
183184	rnn.weight_ih_l0_reverse	9	-0.0004942790255881846
183184	rnn.weight_hh_l0_reverse	0	0.06582968682050705
183184	rnn.weight_hh_l0_reverse	1	0.02452118881046772
183184	rnn.weight_hh_l0_reverse	2	0.028879337012767792
183184	rnn.weight_hh_l0_reverse	3	0.040986645966768265
183184	rnn.weight_hh_l0_reverse	4	0.010424818843603134
183184	rnn.weight_hh_l0_reverse	5	0.009927045553922653
183184	rnn.weight_hh_l0_reverse	6	0.04961870238184929
183184	rnn.weight_hh_l0_reverse	7	-0.07687008380889893
183184	rnn.weight_hh_l0_reverse	8	0.040532197803258896
183184	rnn.weight_hh_l0_reverse	9	0.03574509173631668
183184	rnn.bias_ih_l0_reverse	0	-0.056791096925735474
183184	rnn.bias_ih_l0_reverse	1	-0.2843204438686371
183184	rnn.bias_ih_l0_reverse	2	-0.12017916887998581
183184	rnn.bias_ih_l0_reverse	3	-0.05061343312263489
183184	rnn.bias_ih_l0_reverse	4	-0.019799454137682915
183184	rnn.bias_ih_l0_reverse	5	0.08145494014024734
183184	rnn.bias_ih_l0_reverse	6	-0.06355860829353333
183184	rnn.bias_ih_l0_reverse	7	0.05638529360294342
183184	rnn.bias_ih_l0_reverse	8	-0.041782446205616
183184	rnn.bias_ih_l0_reverse	9	0.062065619975328445
183184	rnn.bias_hh_l0_reverse	0	0.021024009212851524
183184	rnn.bias_hh_l0_reverse	1	-0.042741499841213226
183184	rnn.bias_hh_l0_reverse	2	0.0793149322271347
183184	rnn.bias_hh_l0_reverse	3	-0.04967556893825531
183184	rnn.bias_hh_l0_reverse	4	-0.02012552320957184
183184	rnn.bias_hh_l0_reverse	5	-0.027152840048074722
183184	rnn.bias_hh_l0_reverse	6	-0.016098367050290108
183184	rnn.bias_hh_l0_reverse	7	0.10557959973812103
183184	rnn.bias_hh_l0_reverse	8	0.03283456712961197
183184	rnn.bias_hh_l0_reverse	9	-0.15215544402599335
183184	rnn.weight_ih_l1	0	-0.030411584302783012
183184	rnn.weight_ih_l1	1	-0.05139802023768425
183184	rnn.weight_ih_l1	2	0.05915892496705055
183184	rnn.weight_ih_l1	3	-0.06893075257539749
183184	rnn.weight_ih_l1	4	-0.015215114690363407
183184	rnn.weight_ih_l1	5	-0.04219615459442139
183184	rnn.weight_ih_l1	6	0.02722518891096115
183184	rnn.weight_ih_l1	7	-0.054131828248500824
183184	rnn.weight_ih_l1	8	0.03585081174969673
183184	rnn.weight_ih_l1	9	0.04778381437063217
183184	rnn.weight_hh_l1	0	-0.00430078012868762
183184	rnn.weight_hh_l1	1	0.01972469501197338
183184	rnn.weight_hh_l1	2	0.009239942766726017
183184	rnn.weight_hh_l1	3	-0.011961637064814568
183184	rnn.weight_hh_l1	4	0.008082724176347256
183184	rnn.weight_hh_l1	5	0.031587082892656326
183184	rnn.weight_hh_l1	6	0.03344254940748215
183184	rnn.weight_hh_l1	7	-0.017219088971614838
183184	rnn.weight_hh_l1	8	-0.007103743962943554
183184	rnn.weight_hh_l1	9	0.03382803872227669
183184	rnn.bias_ih_l1	0	-0.18952758610248566
183184	rnn.bias_ih_l1	1	-0.1767459660768509
183184	rnn.bias_ih_l1	2	-0.21163110435009003
183184	rnn.bias_ih_l1	3	-0.3240918517112732
183184	rnn.bias_ih_l1	4	-0.19035731256008148
183184	rnn.bias_ih_l1	5	-0.0839456245303154
183184	rnn.bias_ih_l1	6	-0.16353704035282135
183184	rnn.bias_ih_l1	7	-0.015247035771608353
183184	rnn.bias_ih_l1	8	-0.13411812484264374
183184	rnn.bias_ih_l1	9	-0.1365087479352951
183184	rnn.bias_hh_l1	0	-0.10207784920930862
183184	rnn.bias_hh_l1	1	-0.0714561864733696
183184	rnn.bias_hh_l1	2	-0.09210001677274704
183184	rnn.bias_hh_l1	3	-0.08385755121707916
183184	rnn.bias_hh_l1	4	-0.08447741717100143
183184	rnn.bias_hh_l1	5	-0.11860734224319458
183184	rnn.bias_hh_l1	6	-0.1548081785440445
183184	rnn.bias_hh_l1	7	0.07411179691553116
183184	rnn.bias_hh_l1	8	-0.178444504737854
183184	rnn.bias_hh_l1	9	-0.1164434403181076
183184	rnn.weight_ih_l1_reverse	0	-0.04412423446774483
183184	rnn.weight_ih_l1_reverse	1	0.03177139163017273
183184	rnn.weight_ih_l1_reverse	2	0.08672905713319778
183184	rnn.weight_ih_l1_reverse	3	-0.010630952194333076
183184	rnn.weight_ih_l1_reverse	4	-0.035817161202430725
183184	rnn.weight_ih_l1_reverse	5	-0.030331037938594818
183184	rnn.weight_ih_l1_reverse	6	-0.007865821942687035
183184	rnn.weight_ih_l1_reverse	7	0.025576932355761528
183184	rnn.weight_ih_l1_reverse	8	0.0067155687138438225
183184	rnn.weight_ih_l1_reverse	9	-0.03987248241901398
183184	rnn.weight_hh_l1_reverse	0	0.004914389457553625
183184	rnn.weight_hh_l1_reverse	1	0.031096411868929863
183184	rnn.weight_hh_l1_reverse	2	-0.04033534228801727
183184	rnn.weight_hh_l1_reverse	3	0.03545386716723442
183184	rnn.weight_hh_l1_reverse	4	0.048233598470687866
183184	rnn.weight_hh_l1_reverse	5	0.0017650200752541423
183184	rnn.weight_hh_l1_reverse	6	0.054518215358257294
183184	rnn.weight_hh_l1_reverse	7	0.03005930222570896
183184	rnn.weight_hh_l1_reverse	8	-0.007258592639118433
183184	rnn.weight_hh_l1_reverse	9	-0.030816059559583664
183184	rnn.bias_ih_l1_reverse	0	-0.06093651056289673
183184	rnn.bias_ih_l1_reverse	1	-0.14805291593074799
183184	rnn.bias_ih_l1_reverse	2	-0.1654665619134903
183184	rnn.bias_ih_l1_reverse	3	-0.05057381093502045
183184	rnn.bias_ih_l1_reverse	4	-0.21229399740695953
183184	rnn.bias_ih_l1_reverse	5	-0.11320532858371735
183184	rnn.bias_ih_l1_reverse	6	-0.13534967601299286
183184	rnn.bias_ih_l1_reverse	7	-0.19707214832305908
183184	rnn.bias_ih_l1_reverse	8	0.22672230005264282
183184	rnn.bias_ih_l1_reverse	9	0.021471649408340454
183184	rnn.bias_hh_l1_reverse	0	-0.016755104064941406
183184	rnn.bias_hh_l1_reverse	1	-0.08406079560518265
183184	rnn.bias_hh_l1_reverse	2	-0.23701505362987518
183184	rnn.bias_hh_l1_reverse	3	-0.13755351305007935
183184	rnn.bias_hh_l1_reverse	4	-0.0881374329328537
183184	rnn.bias_hh_l1_reverse	5	-0.11674816161394119
183184	rnn.bias_hh_l1_reverse	6	0.06934929639101028
183184	rnn.bias_hh_l1_reverse	7	-0.150193989276886
183184	rnn.bias_hh_l1_reverse	8	-0.12043090164661407
183184	rnn.bias_hh_l1_reverse	9	-0.150224968791008
183184	linear.weight	0	0.002228822559118271
183184	linear.weight	1	0.10029109567403793
183184	linear.weight	2	-0.0998939499258995
183184	linear.weight	3	0.2822158932685852
183184	linear.weight	4	0.1730012595653534
183184	linear.weight	5	-0.06985113024711609
183184	linear.weight	6	0.1468154340982437
183184	linear.weight	7	0.12942925095558167
183184	linear.weight	8	0.04115801304578781
183184	linear.weight	9	-0.04002349078655243
183184	linear.bias	0	0.12135494500398636
183184	linear.bias	1	-0.19257862865924835
183184	linear.bias	2	-0.4390398859977722
183184	linear.bias	3	-0.6572383642196655
183184	linear.bias	4	-1.2228269577026367
183184	linear.bias	5	-0.07292690128087997
183184	linear.bias	6	-0.8014192581176758
183184	linear.bias	7	0.2614443898200989
183184	linear.bias	8	-0.40762731432914734
183184	linear.bias	9	-1.0141615867614746
183381	transitions	0	0.7302569150924683
183381	transitions	1	0.1448744684457779
183381	transitions	2	-10000.0
183381	transitions	3	-1.8263128995895386
183381	transitions	4	-10000.0
183381	transitions	5	0.5678158402442932
183381	transitions	6	-0.08190008997917175
183381	transitions	7	-0.7728753685951233
183381	transitions	8	-1.4151272773742676
183381	transitions	9	-0.0011942932615056634
183381	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
183381	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
183381	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
183381	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
183381	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
183381	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
183381	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
183381	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
183381	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
183381	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
183381	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
183381	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
183381	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
183381	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
183381	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
183381	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
183381	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
183381	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
183381	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
183381	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
183381	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
183381	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
183381	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
183381	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
183381	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
183381	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
183381	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
183381	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
183381	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
183381	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
183381	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
183381	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
183381	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
183381	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
183381	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
183381	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
183381	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
183381	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
183381	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
183381	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
183381	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
183381	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
183381	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
183381	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
183381	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
183381	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
183381	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
183381	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
183381	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
183381	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
183381	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
183381	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
183381	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
183381	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
183381	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
183381	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
183381	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
183381	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
183381	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
183381	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
183381	embedding2nn.weight	0	0.019452067092061043
183381	embedding2nn.weight	1	-0.012889748439192772
183381	embedding2nn.weight	2	-0.014268254861235619
183381	embedding2nn.weight	3	-0.03359086439013481
183381	embedding2nn.weight	4	-0.0059150345623493195
183381	embedding2nn.weight	5	-0.0037005888298153877
183381	embedding2nn.weight	6	-0.003973275423049927
183381	embedding2nn.weight	7	-0.07992696017026901
183381	embedding2nn.weight	8	-0.0019979383796453476
183381	embedding2nn.weight	9	-0.028918279334902763
183381	embedding2nn.bias	0	0.04259179159998894
183381	embedding2nn.bias	1	-0.07359535247087479
183381	embedding2nn.bias	2	0.06341296434402466
183381	embedding2nn.bias	3	0.050857048481702805
183381	embedding2nn.bias	4	-0.035373952239751816
183381	embedding2nn.bias	5	-0.0038797822780907154
183381	embedding2nn.bias	6	0.017930692061781883
183381	embedding2nn.bias	7	-0.05051291361451149
183381	embedding2nn.bias	8	0.05459485948085785
183381	embedding2nn.bias	9	0.049707334488630295
183381	rnn.weight_ih_l0	0	-0.0770549476146698
183381	rnn.weight_ih_l0	1	0.00965498760342598
183381	rnn.weight_ih_l0	2	0.03207743540406227
183381	rnn.weight_ih_l0	3	0.021870773285627365
183381	rnn.weight_ih_l0	4	-0.04515540227293968
183381	rnn.weight_ih_l0	5	-0.0640115961432457
183381	rnn.weight_ih_l0	6	-7.557385106338188e-05
183381	rnn.weight_ih_l0	7	0.05112447217106819
183381	rnn.weight_ih_l0	8	-0.01571914367377758
183381	rnn.weight_ih_l0	9	-0.030106093734502792
183381	rnn.weight_hh_l0	0	-0.03087686188519001
183381	rnn.weight_hh_l0	1	-0.010031329467892647
183381	rnn.weight_hh_l0	2	0.009413880296051502
183381	rnn.weight_hh_l0	3	-0.07477647066116333
183381	rnn.weight_hh_l0	4	0.09183113276958466
183381	rnn.weight_hh_l0	5	-0.02579721435904503
183381	rnn.weight_hh_l0	6	-0.05910461023449898
183381	rnn.weight_hh_l0	7	0.009756193496286869
183381	rnn.weight_hh_l0	8	0.014600167982280254
183381	rnn.weight_hh_l0	9	-0.023268718272447586
183381	rnn.bias_ih_l0	0	0.13334549963474274
183381	rnn.bias_ih_l0	1	-0.032371822744607925
183381	rnn.bias_ih_l0	2	-0.02700049802660942
183381	rnn.bias_ih_l0	3	0.15316061675548553
183381	rnn.bias_ih_l0	4	-0.011879432946443558
183381	rnn.bias_ih_l0	5	-0.009351726621389389
183381	rnn.bias_ih_l0	6	0.018955843523144722
183381	rnn.bias_ih_l0	7	0.024256668984889984
183381	rnn.bias_ih_l0	8	-0.09772506356239319
183381	rnn.bias_ih_l0	9	-0.03870348632335663
183381	rnn.bias_hh_l0	0	-0.0027678976766765118
183381	rnn.bias_hh_l0	1	-0.10638266801834106
183381	rnn.bias_hh_l0	2	-0.06822803616523743
183381	rnn.bias_hh_l0	3	-0.08774587512016296
183381	rnn.bias_hh_l0	4	0.005960838403552771
183381	rnn.bias_hh_l0	5	-0.027551239356398582
183381	rnn.bias_hh_l0	6	0.03426825627684593
183381	rnn.bias_hh_l0	7	0.054058320820331573
183381	rnn.bias_hh_l0	8	-0.11889710277318954
183381	rnn.bias_hh_l0	9	-0.05776369944214821
183381	rnn.weight_ih_l0_reverse	0	-0.023694613948464394
183381	rnn.weight_ih_l0_reverse	1	-0.058205004781484604
183381	rnn.weight_ih_l0_reverse	2	-0.046914760023355484
183381	rnn.weight_ih_l0_reverse	3	0.010559642687439919
183381	rnn.weight_ih_l0_reverse	4	-0.018692929297685623
183381	rnn.weight_ih_l0_reverse	5	-0.05939260870218277
183381	rnn.weight_ih_l0_reverse	6	0.07547061890363693
183381	rnn.weight_ih_l0_reverse	7	-0.017524275928735733
183381	rnn.weight_ih_l0_reverse	8	-0.015275624580681324
183381	rnn.weight_ih_l0_reverse	9	-0.0006465068436227739
183381	rnn.weight_hh_l0_reverse	0	0.06466621160507202
183381	rnn.weight_hh_l0_reverse	1	0.024801284074783325
183381	rnn.weight_hh_l0_reverse	2	0.028757626190781593
183381	rnn.weight_hh_l0_reverse	3	0.0406511016190052
183381	rnn.weight_hh_l0_reverse	4	0.010576894506812096
183381	rnn.weight_hh_l0_reverse	5	0.009661986492574215
183381	rnn.weight_hh_l0_reverse	6	0.049626659601926804
183381	rnn.weight_hh_l0_reverse	7	-0.07616465538740158
183381	rnn.weight_hh_l0_reverse	8	0.040433671325445175
183381	rnn.weight_hh_l0_reverse	9	0.03541421517729759
183381	rnn.bias_ih_l0_reverse	0	-0.056658752262592316
183381	rnn.bias_ih_l0_reverse	1	-0.2834576666355133
183381	rnn.bias_ih_l0_reverse	2	-0.11757910251617432
183381	rnn.bias_ih_l0_reverse	3	-0.05046605318784714
183381	rnn.bias_ih_l0_reverse	4	-0.019317710772156715
183381	rnn.bias_ih_l0_reverse	5	0.08028820157051086
183381	rnn.bias_ih_l0_reverse	6	-0.06493950635194778
183381	rnn.bias_ih_l0_reverse	7	0.056415900588035583
183381	rnn.bias_ih_l0_reverse	8	-0.041498858481645584
183381	rnn.bias_ih_l0_reverse	9	0.060114625841379166
183381	rnn.bias_hh_l0_reverse	0	0.0210358127951622
183381	rnn.bias_hh_l0_reverse	1	-0.03990554064512253
183381	rnn.bias_hh_l0_reverse	2	0.07974137365818024
183381	rnn.bias_hh_l0_reverse	3	-0.049719806760549545
183381	rnn.bias_hh_l0_reverse	4	-0.01959569752216339
183381	rnn.bias_hh_l0_reverse	5	-0.028559444472193718
183381	rnn.bias_hh_l0_reverse	6	-0.016762126237154007
183381	rnn.bias_hh_l0_reverse	7	0.10423380881547928
183381	rnn.bias_hh_l0_reverse	8	0.03302603214979172
183381	rnn.bias_hh_l0_reverse	9	-0.1523086577653885
183381	rnn.weight_ih_l1	0	-0.030536450445652008
183381	rnn.weight_ih_l1	1	-0.050917286425828934
183381	rnn.weight_ih_l1	2	0.06022094935178757
183381	rnn.weight_ih_l1	3	-0.06866133958101273
183381	rnn.weight_ih_l1	4	-0.015123700723052025
183381	rnn.weight_ih_l1	5	-0.041731297969818115
183381	rnn.weight_ih_l1	6	0.026783544570207596
183381	rnn.weight_ih_l1	7	-0.05371374264359474
183381	rnn.weight_ih_l1	8	0.03590455651283264
183381	rnn.weight_ih_l1	9	0.04748452454805374
183381	rnn.weight_hh_l1	0	-0.00496814027428627
183381	rnn.weight_hh_l1	1	0.019711915403604507
183381	rnn.weight_hh_l1	2	0.009197604842483997
183381	rnn.weight_hh_l1	3	-0.011829285882413387
183381	rnn.weight_hh_l1	4	0.00784792099148035
183381	rnn.weight_hh_l1	5	0.03139163926243782
183381	rnn.weight_hh_l1	6	0.033829279243946075
183381	rnn.weight_hh_l1	7	-0.01694541610777378
183381	rnn.weight_hh_l1	8	-0.007084288634359837
183381	rnn.weight_hh_l1	9	0.03390536457300186
183381	rnn.bias_ih_l1	0	-0.19011594355106354
183381	rnn.bias_ih_l1	1	-0.17984069883823395
183381	rnn.bias_ih_l1	2	-0.2113952338695526
183381	rnn.bias_ih_l1	3	-0.3244144320487976
183381	rnn.bias_ih_l1	4	-0.18980032205581665
183381	rnn.bias_ih_l1	5	-0.08470515161752701
183381	rnn.bias_ih_l1	6	-0.16328443586826324
183381	rnn.bias_ih_l1	7	-0.015607372857630253
183381	rnn.bias_ih_l1	8	-0.13419900834560394
183381	rnn.bias_ih_l1	9	-0.13663654029369354
183381	rnn.bias_hh_l1	0	-0.10201989114284515
183381	rnn.bias_hh_l1	1	-0.07083459943532944
183381	rnn.bias_hh_l1	2	-0.09231562167406082
183381	rnn.bias_hh_l1	3	-0.08555224537849426
183381	rnn.bias_hh_l1	4	-0.08393222838640213
183381	rnn.bias_hh_l1	5	-0.11896423250436783
183381	rnn.bias_hh_l1	6	-0.15469323098659515
183381	rnn.bias_hh_l1	7	0.072116419672966
183381	rnn.bias_hh_l1	8	-0.17856541275978088
183381	rnn.bias_hh_l1	9	-0.11653807014226913
183381	rnn.weight_ih_l1_reverse	0	-0.04419161006808281
183381	rnn.weight_ih_l1_reverse	1	0.031306639313697815
183381	rnn.weight_ih_l1_reverse	2	0.08803088217973709
183381	rnn.weight_ih_l1_reverse	3	-0.010744520463049412
183381	rnn.weight_ih_l1_reverse	4	-0.03627757728099823
183381	rnn.weight_ih_l1_reverse	5	-0.030434662476181984
183381	rnn.weight_ih_l1_reverse	6	-0.00762248644605279
183381	rnn.weight_ih_l1_reverse	7	0.02632385492324829
183381	rnn.weight_ih_l1_reverse	8	0.007651017978787422
183381	rnn.weight_ih_l1_reverse	9	-0.04013947397470474
183381	rnn.weight_hh_l1_reverse	0	0.004694159608334303
183381	rnn.weight_hh_l1_reverse	1	0.03112202137708664
183381	rnn.weight_hh_l1_reverse	2	-0.040306296199560165
183381	rnn.weight_hh_l1_reverse	3	0.03537631779909134
183381	rnn.weight_hh_l1_reverse	4	0.04795470088720322
183381	rnn.weight_hh_l1_reverse	5	0.0015537341823801398
183381	rnn.weight_hh_l1_reverse	6	0.05500900372862816
183381	rnn.weight_hh_l1_reverse	7	0.030039072036743164
183381	rnn.weight_hh_l1_reverse	8	-0.0072611551731824875
183381	rnn.weight_hh_l1_reverse	9	-0.030837513506412506
183381	rnn.bias_ih_l1_reverse	0	-0.05974503234028816
183381	rnn.bias_ih_l1_reverse	1	-0.14843088388442993
183381	rnn.bias_ih_l1_reverse	2	-0.16573746502399445
183381	rnn.bias_ih_l1_reverse	3	-0.053165897727012634
183381	rnn.bias_ih_l1_reverse	4	-0.2129191756248474
183381	rnn.bias_ih_l1_reverse	5	-0.11387085914611816
183381	rnn.bias_ih_l1_reverse	6	-0.135380357503891
183381	rnn.bias_ih_l1_reverse	7	-0.19616980850696564
183381	rnn.bias_ih_l1_reverse	8	0.22620247304439545
183381	rnn.bias_ih_l1_reverse	9	0.023843828588724136
183381	rnn.bias_hh_l1_reverse	0	-0.017361512407660484
183381	rnn.bias_hh_l1_reverse	1	-0.08080209046602249
183381	rnn.bias_hh_l1_reverse	2	-0.2380211502313614
183381	rnn.bias_hh_l1_reverse	3	-0.13661129772663116
183381	rnn.bias_hh_l1_reverse	4	-0.08719783276319504
183381	rnn.bias_hh_l1_reverse	5	-0.1150377169251442
183381	rnn.bias_hh_l1_reverse	6	0.0718720331788063
183381	rnn.bias_hh_l1_reverse	7	-0.14970238506793976
183381	rnn.bias_hh_l1_reverse	8	-0.11975730955600739
183381	rnn.bias_hh_l1_reverse	9	-0.15036338567733765
183381	linear.weight	0	0.002228822559118271
183381	linear.weight	1	0.1011548712849617
183381	linear.weight	2	-0.09949406236410141
183381	linear.weight	3	0.2859983444213867
183381	linear.weight	4	0.1718292534351349
183381	linear.weight	5	-0.07051768153905869
183381	linear.weight	6	0.14340832829475403
183381	linear.weight	7	0.13339287042617798
183381	linear.weight	8	0.041157737374305725
183381	linear.weight	9	-0.037785839289426804
183381	linear.bias	0	0.14063681662082672
183381	linear.bias	1	-0.1829124540090561
183381	linear.bias	2	-0.43839237093925476
183381	linear.bias	3	-0.6582694053649902
183381	linear.bias	4	-1.2225887775421143
183381	linear.bias	5	-0.07886606454849243
183381	linear.bias	6	-0.7938772439956665
183381	linear.bias	7	0.2547385096549988
183381	linear.bias	8	-0.3994394540786743
183381	linear.bias	9	-1.0067579746246338
183578	transitions	0	0.7309502363204956
183578	transitions	1	0.14495249092578888
183578	transitions	2	-10000.0
183578	transitions	3	-1.8263214826583862
183578	transitions	4	-10000.0
183578	transitions	5	0.5677929520606995
183578	transitions	6	-0.08191867917776108
183578	transitions	7	-0.7729913592338562
183578	transitions	8	-1.415160059928894
183578	transitions	9	-0.0011946436716243625
183578	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
183578	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
183578	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
183578	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
183578	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
183578	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
183578	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
183578	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
183578	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
183578	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
183578	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
183578	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
183578	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
183578	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
183578	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
183578	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
183578	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
183578	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
183578	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
183578	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
183578	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
183578	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
183578	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
183578	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
183578	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
183578	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
183578	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
183578	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
183578	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
183578	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
183578	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
183578	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
183578	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
183578	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
183578	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
183578	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
183578	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
183578	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
183578	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
183578	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
183578	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
183578	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
183578	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
183578	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
183578	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
183578	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
183578	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
183578	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
183578	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
183578	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
183578	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
183578	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
183578	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
183578	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
183578	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
183578	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
183578	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
183578	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
183578	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
183578	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
183578	embedding2nn.weight	0	0.018787546083331108
183578	embedding2nn.weight	1	-0.012760465033352375
183578	embedding2nn.weight	2	-0.014268254861235619
183578	embedding2nn.weight	3	-0.03362853080034256
183578	embedding2nn.weight	4	-0.0059150345623493195
183578	embedding2nn.weight	5	-0.0037005888298153877
183578	embedding2nn.weight	6	-0.0039732749573886395
183578	embedding2nn.weight	7	-0.08024895936250687
183578	embedding2nn.weight	8	-0.0019979383796453476
183578	embedding2nn.weight	9	-0.029139356687664986
183578	embedding2nn.bias	0	0.038012612611055374
183578	embedding2nn.bias	1	-0.07903230935335159
183578	embedding2nn.bias	2	0.06376459449529648
183578	embedding2nn.bias	3	0.0494544580578804
183578	embedding2nn.bias	4	-0.03233405947685242
183578	embedding2nn.bias	5	-0.0008360446663573384
183578	embedding2nn.bias	6	0.01732472889125347
183578	embedding2nn.bias	7	-0.04730602353811264
183578	embedding2nn.bias	8	0.05503333359956741
183578	embedding2nn.bias	9	0.0534176342189312
183578	rnn.weight_ih_l0	0	-0.07718083262443542
183578	rnn.weight_ih_l0	1	0.009263123385608196
183578	rnn.weight_ih_l0	2	0.031976550817489624
183578	rnn.weight_ih_l0	3	0.022392041981220245
183578	rnn.weight_ih_l0	4	-0.045989520847797394
183578	rnn.weight_ih_l0	5	-0.06433821469545364
183578	rnn.weight_ih_l0	6	-3.146984818158671e-05
183578	rnn.weight_ih_l0	7	0.05115129053592682
183578	rnn.weight_ih_l0	8	-0.015484727919101715
183578	rnn.weight_ih_l0	9	-0.030085233971476555
183578	rnn.weight_hh_l0	0	-0.030625564977526665
183578	rnn.weight_hh_l0	1	-0.010156240314245224
183578	rnn.weight_hh_l0	2	0.009762739762663841
183578	rnn.weight_hh_l0	3	-0.07443102449178696
183578	rnn.weight_hh_l0	4	0.09194070100784302
183578	rnn.weight_hh_l0	5	-0.02598768286406994
183578	rnn.weight_hh_l0	6	-0.05973333492875099
183578	rnn.weight_hh_l0	7	0.00968946609646082
183578	rnn.weight_hh_l0	8	0.014681024476885796
183578	rnn.weight_hh_l0	9	-0.023223377764225006
183578	rnn.bias_ih_l0	0	0.1337018609046936
183578	rnn.bias_ih_l0	1	-0.031280480325222015
183578	rnn.bias_ih_l0	2	-0.02717374451458454
183578	rnn.bias_ih_l0	3	0.15288570523262024
183578	rnn.bias_ih_l0	4	-0.012266172096133232
183578	rnn.bias_ih_l0	5	-0.011079521849751472
183578	rnn.bias_ih_l0	6	0.017087452113628387
183578	rnn.bias_ih_l0	7	0.02439645305275917
183578	rnn.bias_ih_l0	8	-0.09745902568101883
183578	rnn.bias_ih_l0	9	-0.03870750218629837
183578	rnn.bias_hh_l0	0	-0.003617154201492667
183578	rnn.bias_hh_l0	1	-0.10518260300159454
183578	rnn.bias_hh_l0	2	-0.06888063251972198
183578	rnn.bias_hh_l0	3	-0.08677966892719269
183578	rnn.bias_hh_l0	4	0.007791229523718357
183578	rnn.bias_hh_l0	5	-0.02683623880147934
183578	rnn.bias_hh_l0	6	0.03468906879425049
183578	rnn.bias_hh_l0	7	0.055589355528354645
183578	rnn.bias_hh_l0	8	-0.11979854851961136
183578	rnn.bias_hh_l0	9	-0.05713340640068054
183578	rnn.weight_ih_l0_reverse	0	-0.02369869314134121
183578	rnn.weight_ih_l0_reverse	1	-0.05623364821076393
183578	rnn.weight_ih_l0_reverse	2	-0.04608464241027832
183578	rnn.weight_ih_l0_reverse	3	0.010563550516963005
183578	rnn.weight_ih_l0_reverse	4	-0.018864160403609276
183578	rnn.weight_ih_l0_reverse	5	-0.05941949784755707
183578	rnn.weight_ih_l0_reverse	6	0.07543938606977463
183578	rnn.weight_ih_l0_reverse	7	-0.01755448617041111
183578	rnn.weight_ih_l0_reverse	8	-0.015045570209622383
183578	rnn.weight_ih_l0_reverse	9	0.0009306427091360092
183578	rnn.weight_hh_l0_reverse	0	0.06460562348365784
183578	rnn.weight_hh_l0_reverse	1	0.024128492921590805
183578	rnn.weight_hh_l0_reverse	2	0.028690146282315254
183578	rnn.weight_hh_l0_reverse	3	0.04013662785291672
183578	rnn.weight_hh_l0_reverse	4	0.010817287489771843
183578	rnn.weight_hh_l0_reverse	5	0.009981274604797363
183578	rnn.weight_hh_l0_reverse	6	0.049920178949832916
183578	rnn.weight_hh_l0_reverse	7	-0.07646465301513672
183578	rnn.weight_hh_l0_reverse	8	0.04059184342622757
183578	rnn.weight_hh_l0_reverse	9	0.03566978499293327
183578	rnn.bias_ih_l0_reverse	0	-0.056862831115722656
183578	rnn.bias_ih_l0_reverse	1	-0.2818716764450073
183578	rnn.bias_ih_l0_reverse	2	-0.11807399243116379
183578	rnn.bias_ih_l0_reverse	3	-0.05069658160209656
183578	rnn.bias_ih_l0_reverse	4	-0.019868165254592896
183578	rnn.bias_ih_l0_reverse	5	0.0796617865562439
183578	rnn.bias_ih_l0_reverse	6	-0.06602659076452255
183578	rnn.bias_ih_l0_reverse	7	0.05614005774259567
183578	rnn.bias_ih_l0_reverse	8	-0.0455951914191246
183578	rnn.bias_ih_l0_reverse	9	0.06131422892212868
183578	rnn.bias_hh_l0_reverse	0	0.020953679457306862
183578	rnn.bias_hh_l0_reverse	1	-0.043395236134529114
183578	rnn.bias_hh_l0_reverse	2	0.07923359423875809
183578	rnn.bias_hh_l0_reverse	3	-0.05019066482782364
183578	rnn.bias_hh_l0_reverse	4	-0.019336668774485588
183578	rnn.bias_hh_l0_reverse	5	-0.02785121463239193
183578	rnn.bias_hh_l0_reverse	6	-0.017050156369805336
183578	rnn.bias_hh_l0_reverse	7	0.10239715129137039
183578	rnn.bias_hh_l0_reverse	8	0.03174203634262085
183578	rnn.bias_hh_l0_reverse	9	-0.15165269374847412
183578	rnn.weight_ih_l1	0	-0.030829155817627907
183578	rnn.weight_ih_l1	1	-0.05052920803427696
183578	rnn.weight_ih_l1	2	0.05882291868329048
183578	rnn.weight_ih_l1	3	-0.07035358995199203
183578	rnn.weight_ih_l1	4	-0.015347729437053204
183578	rnn.weight_ih_l1	5	-0.041783407330513
183578	rnn.weight_ih_l1	6	0.027342919260263443
183578	rnn.weight_ih_l1	7	-0.05275886505842209
183578	rnn.weight_ih_l1	8	0.03589582443237305
183578	rnn.weight_ih_l1	9	0.04774260148406029
183578	rnn.weight_hh_l1	0	-0.0043983361683785915
183578	rnn.weight_hh_l1	1	0.019874902442097664
183578	rnn.weight_hh_l1	2	0.009276380762457848
183578	rnn.weight_hh_l1	3	-0.012075341306626797
183578	rnn.weight_hh_l1	4	0.007397008128464222
183578	rnn.weight_hh_l1	5	0.031306006014347076
183578	rnn.weight_hh_l1	6	0.0336717925965786
183578	rnn.weight_hh_l1	7	-0.016897479072213173
183578	rnn.weight_hh_l1	8	-0.0070768785662949085
183578	rnn.weight_hh_l1	9	0.03410656005144119
183578	rnn.bias_ih_l1	0	-0.18961182236671448
183578	rnn.bias_ih_l1	1	-0.18123476207256317
183578	rnn.bias_ih_l1	2	-0.21104638278484344
183578	rnn.bias_ih_l1	3	-0.32320210337638855
183578	rnn.bias_ih_l1	4	-0.19210511445999146
183578	rnn.bias_ih_l1	5	-0.08485838025808334
183578	rnn.bias_ih_l1	6	-0.16550882160663605
183578	rnn.bias_ih_l1	7	-0.01593037135899067
183578	rnn.bias_ih_l1	8	-0.1342758983373642
183578	rnn.bias_ih_l1	9	-0.1374950259923935
183578	rnn.bias_hh_l1	0	-0.10299811512231827
183578	rnn.bias_hh_l1	1	-0.06918299198150635
183578	rnn.bias_hh_l1	2	-0.09252922236919403
183578	rnn.bias_hh_l1	3	-0.08502767980098724
183578	rnn.bias_hh_l1	4	-0.08533570170402527
183578	rnn.bias_hh_l1	5	-0.11933489888906479
183578	rnn.bias_hh_l1	6	-0.1569734662771225
183578	rnn.bias_hh_l1	7	0.07551480084657669
183578	rnn.bias_hh_l1	8	-0.17926739156246185
183578	rnn.bias_hh_l1	9	-0.11721889674663544
183578	rnn.weight_ih_l1_reverse	0	-0.044580232352018356
183578	rnn.weight_ih_l1_reverse	1	0.0310298390686512
183578	rnn.weight_ih_l1_reverse	2	0.0894172340631485
183578	rnn.weight_ih_l1_reverse	3	-0.011051562614738941
183578	rnn.weight_ih_l1_reverse	4	-0.03608190268278122
183578	rnn.weight_ih_l1_reverse	5	-0.030362995341420174
183578	rnn.weight_ih_l1_reverse	6	-0.0074882651679217815
183578	rnn.weight_ih_l1_reverse	7	0.026821095496416092
183578	rnn.weight_ih_l1_reverse	8	0.008054174482822418
183578	rnn.weight_ih_l1_reverse	9	-0.03941033035516739
183578	rnn.weight_hh_l1_reverse	0	0.004587668925523758
183578	rnn.weight_hh_l1_reverse	1	0.03126530721783638
183578	rnn.weight_hh_l1_reverse	2	-0.04033549502491951
183578	rnn.weight_hh_l1_reverse	3	0.03527144715189934
183578	rnn.weight_hh_l1_reverse	4	0.04781471565365791
183578	rnn.weight_hh_l1_reverse	5	0.0017967093735933304
183578	rnn.weight_hh_l1_reverse	6	0.0543198399245739
183578	rnn.weight_hh_l1_reverse	7	0.03011861816048622
183578	rnn.weight_hh_l1_reverse	8	-0.007293342147022486
183578	rnn.weight_hh_l1_reverse	9	-0.030861524865031242
183578	rnn.bias_ih_l1_reverse	0	-0.06058332696557045
183578	rnn.bias_ih_l1_reverse	1	-0.14893612265586853
183578	rnn.bias_ih_l1_reverse	2	-0.1639186143875122
183578	rnn.bias_ih_l1_reverse	3	-0.05464615672826767
183578	rnn.bias_ih_l1_reverse	4	-0.21283796429634094
183578	rnn.bias_ih_l1_reverse	5	-0.11165396124124527
183578	rnn.bias_ih_l1_reverse	6	-0.1355493813753128
183578	rnn.bias_ih_l1_reverse	7	-0.19741639494895935
183578	rnn.bias_ih_l1_reverse	8	0.2228323221206665
183578	rnn.bias_ih_l1_reverse	9	0.01956993155181408
183578	rnn.bias_hh_l1_reverse	0	-0.014291461557149887
183578	rnn.bias_hh_l1_reverse	1	-0.08005978167057037
183578	rnn.bias_hh_l1_reverse	2	-0.2375359833240509
183578	rnn.bias_hh_l1_reverse	3	-0.1374078392982483
183578	rnn.bias_hh_l1_reverse	4	-0.0888822004199028
183578	rnn.bias_hh_l1_reverse	5	-0.11385303735733032
183578	rnn.bias_hh_l1_reverse	6	0.07251837849617004
183578	rnn.bias_hh_l1_reverse	7	-0.14883150160312653
183578	rnn.bias_hh_l1_reverse	8	-0.11720201373100281
183578	rnn.bias_hh_l1_reverse	9	-0.15067622065544128
183578	linear.weight	0	0.002228822559118271
183578	linear.weight	1	0.10360051691532135
183578	linear.weight	2	-0.09970516711473465
183578	linear.weight	3	0.28557083010673523
183578	linear.weight	4	0.17312858998775482
183578	linear.weight	5	-0.06817428022623062
183578	linear.weight	6	0.13401944935321808
183578	linear.weight	7	0.12400905787944794
183578	linear.weight	8	0.04115709662437439
183578	linear.weight	9	-0.04112076014280319
183578	linear.bias	0	0.12394530326128006
183578	linear.bias	1	-0.18014822900295258
183578	linear.bias	2	-0.4337172508239746
183578	linear.bias	3	-0.6637426018714905
183578	linear.bias	4	-1.2278941869735718
183578	linear.bias	5	-0.08386237919330597
183578	linear.bias	6	-0.7950631380081177
183578	linear.bias	7	0.251027375459671
183578	linear.bias	8	-0.4107356369495392
183578	linear.bias	9	-1.015210509300232
183582	transitions	0	0.7303290963172913
183582	transitions	1	0.1468835473060608
183582	transitions	2	-10000.0
183582	transitions	3	-1.8263216018676758
183582	transitions	4	-10000.0
183582	transitions	5	0.5677928924560547
183582	transitions	6	-0.08191902190446854
183582	transitions	7	-0.7729989290237427
183582	transitions	8	-1.415160059928894
183582	transitions	9	-0.001194645301438868
183582	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
183582	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
183582	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
183582	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
183582	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
183582	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
183582	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
183582	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
183582	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
183582	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
183582	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
183582	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
183582	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
183582	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
183582	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
183582	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
183582	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
183582	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
183582	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
183582	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
183582	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
183582	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
183582	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
183582	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
183582	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
183582	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
183582	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
183582	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
183582	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
183582	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
183582	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
183582	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
183582	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
183582	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
183582	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
183582	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
183582	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
183582	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
183582	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
183582	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
183582	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
183582	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
183582	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
183582	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
183582	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
183582	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
183582	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
183582	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
183582	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
183582	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
183582	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
183582	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
183582	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
183582	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
183582	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
183582	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
183582	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
183582	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
183582	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
183582	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
183582	embedding2nn.weight	0	0.018675148487091064
183582	embedding2nn.weight	1	-0.01275385357439518
183582	embedding2nn.weight	2	-0.014268254861235619
183582	embedding2nn.weight	3	-0.03382781893014908
183582	embedding2nn.weight	4	-0.0059150345623493195
183582	embedding2nn.weight	5	-0.0037005888298153877
183582	embedding2nn.weight	6	-0.0039732749573886395
183582	embedding2nn.weight	7	-0.0802866593003273
183582	embedding2nn.weight	8	-0.0019979383796453476
183582	embedding2nn.weight	9	-0.029188452288508415
183582	embedding2nn.bias	0	0.03694133460521698
183582	embedding2nn.bias	1	-0.07851804792881012
183582	embedding2nn.bias	2	0.06389105319976807
183582	embedding2nn.bias	3	0.04965778812766075
183582	embedding2nn.bias	4	-0.03239218518137932
183582	embedding2nn.bias	5	-0.0004161659744568169
183582	embedding2nn.bias	6	0.017956364899873734
183582	embedding2nn.bias	7	-0.0461912676692009
183582	embedding2nn.bias	8	0.05565616115927696
183582	embedding2nn.bias	9	0.05296672508120537
183582	rnn.weight_ih_l0	0	-0.0772097110748291
183582	rnn.weight_ih_l0	1	0.009149236604571342
183582	rnn.weight_ih_l0	2	0.031880248337984085
183582	rnn.weight_ih_l0	3	0.02240530587732792
183582	rnn.weight_ih_l0	4	-0.04606643691658974
183582	rnn.weight_ih_l0	5	-0.06430726498365402
183582	rnn.weight_ih_l0	6	-4.1741645873116795e-06
183582	rnn.weight_ih_l0	7	0.05104093626141548
183582	rnn.weight_ih_l0	8	-0.015380832366645336
183582	rnn.weight_ih_l0	9	-0.030069459229707718
183582	rnn.weight_hh_l0	0	-0.030631935223937035
183582	rnn.weight_hh_l0	1	-0.010264554060995579
183582	rnn.weight_hh_l0	2	0.009787151589989662
183582	rnn.weight_hh_l0	3	-0.07432655990123749
183582	rnn.weight_hh_l0	4	0.0919167697429657
183582	rnn.weight_hh_l0	5	-0.025925209745764732
183582	rnn.weight_hh_l0	6	-0.0597153902053833
183582	rnn.weight_hh_l0	7	0.009792022407054901
183582	rnn.weight_hh_l0	8	0.014701802283525467
183582	rnn.weight_hh_l0	9	-0.023207474499940872
183582	rnn.bias_ih_l0	0	0.13361117243766785
183582	rnn.bias_ih_l0	1	-0.03141402080655098
183582	rnn.bias_ih_l0	2	-0.02737501822412014
183582	rnn.bias_ih_l0	3	0.15289908647537231
183582	rnn.bias_ih_l0	4	-0.012201824225485325
183582	rnn.bias_ih_l0	5	-0.01100723072886467
183582	rnn.bias_ih_l0	6	0.016908757388591766
183582	rnn.bias_ih_l0	7	0.02450288087129593
183582	rnn.bias_ih_l0	8	-0.0974901020526886
183582	rnn.bias_ih_l0	9	-0.03856363892555237
183582	rnn.bias_hh_l0	0	-0.0032918532378971577
183582	rnn.bias_hh_l0	1	-0.10511615127325058
183582	rnn.bias_hh_l0	2	-0.06880871206521988
183582	rnn.bias_hh_l0	3	-0.0867583155632019
183582	rnn.bias_hh_l0	4	0.007861821912229061
183582	rnn.bias_hh_l0	5	-0.026868470013141632
183582	rnn.bias_hh_l0	6	0.03475053608417511
183582	rnn.bias_hh_l0	7	0.055588480085134506
183582	rnn.bias_hh_l0	8	-0.11971131712198257
183582	rnn.bias_hh_l0	9	-0.05718712881207466
183582	rnn.weight_ih_l0_reverse	0	-0.023688940331339836
183582	rnn.weight_ih_l0_reverse	1	-0.05623146519064903
183582	rnn.weight_ih_l0_reverse	2	-0.04607145115733147
183582	rnn.weight_ih_l0_reverse	3	0.01054717879742384
183582	rnn.weight_ih_l0_reverse	4	-0.01885324716567993
183582	rnn.weight_ih_l0_reverse	5	-0.059412531554698944
183582	rnn.weight_ih_l0_reverse	6	0.07544024288654327
183582	rnn.weight_ih_l0_reverse	7	-0.017537541687488556
183582	rnn.weight_ih_l0_reverse	8	-0.015053793787956238
183582	rnn.weight_ih_l0_reverse	9	0.000989727326668799
183582	rnn.weight_hh_l0_reverse	0	0.06467731297016144
183582	rnn.weight_hh_l0_reverse	1	0.024104390293359756
183582	rnn.weight_hh_l0_reverse	2	0.028680607676506042
183582	rnn.weight_hh_l0_reverse	3	0.04006602242588997
183582	rnn.weight_hh_l0_reverse	4	0.0107722794637084
183582	rnn.weight_hh_l0_reverse	5	0.009907630272209644
183582	rnn.weight_hh_l0_reverse	6	0.04990697652101517
183582	rnn.weight_hh_l0_reverse	7	-0.07647084444761276
183582	rnn.weight_hh_l0_reverse	8	0.040504831820726395
183582	rnn.weight_hh_l0_reverse	9	0.03565340116620064
183582	rnn.bias_ih_l0_reverse	0	-0.056866083294153214
183582	rnn.bias_ih_l0_reverse	1	-0.28200265765190125
183582	rnn.bias_ih_l0_reverse	2	-0.11812761425971985
183582	rnn.bias_ih_l0_reverse	3	-0.0507507361471653
183582	rnn.bias_ih_l0_reverse	4	-0.019650163128972054
183582	rnn.bias_ih_l0_reverse	5	0.07960089296102524
183582	rnn.bias_ih_l0_reverse	6	-0.06587041914463043
183582	rnn.bias_ih_l0_reverse	7	0.05591727793216705
183582	rnn.bias_ih_l0_reverse	8	-0.04553665593266487
183582	rnn.bias_ih_l0_reverse	9	0.0611468106508255
183582	rnn.bias_hh_l0_reverse	0	0.02092703990638256
183582	rnn.bias_hh_l0_reverse	1	-0.04365839809179306
183582	rnn.bias_hh_l0_reverse	2	0.07918444275856018
183582	rnn.bias_hh_l0_reverse	3	-0.05015992373228073
183582	rnn.bias_hh_l0_reverse	4	-0.019436905160546303
183582	rnn.bias_hh_l0_reverse	5	-0.027676979079842567
183582	rnn.bias_hh_l0_reverse	6	-0.016918504610657692
183582	rnn.bias_hh_l0_reverse	7	0.10252007097005844
183582	rnn.bias_hh_l0_reverse	8	0.03155018761754036
183582	rnn.bias_hh_l0_reverse	9	-0.15146508812904358
183582	rnn.weight_ih_l1	0	-0.030822349712252617
183582	rnn.weight_ih_l1	1	-0.050567783415317535
183582	rnn.weight_ih_l1	2	0.0584222748875618
183582	rnn.weight_ih_l1	3	-0.07032915204763412
183582	rnn.weight_ih_l1	4	-0.015306969173252583
183582	rnn.weight_ih_l1	5	-0.041787248104810715
183582	rnn.weight_ih_l1	6	0.02741858921945095
183582	rnn.weight_ih_l1	7	-0.05244515463709831
183582	rnn.weight_ih_l1	8	0.035901762545108795
183582	rnn.weight_ih_l1	9	0.04770835116505623
183582	rnn.weight_hh_l1	0	-0.004446080420166254
183582	rnn.weight_hh_l1	1	0.01986643299460411
183582	rnn.weight_hh_l1	2	0.009232866577804089
183582	rnn.weight_hh_l1	3	-0.012058071792125702
183582	rnn.weight_hh_l1	4	0.007413430139422417
183582	rnn.weight_hh_l1	5	0.031292159110307693
183582	rnn.weight_hh_l1	6	0.033644258975982666
183582	rnn.weight_hh_l1	7	-0.016932254657149315
183582	rnn.weight_hh_l1	8	-0.007109536789357662
183582	rnn.weight_hh_l1	9	0.03411252051591873
183582	rnn.bias_ih_l1	0	-0.18961000442504883
183582	rnn.bias_ih_l1	1	-0.18125712871551514
183582	rnn.bias_ih_l1	2	-0.21161440014839172
183582	rnn.bias_ih_l1	3	-0.3232026696205139
183582	rnn.bias_ih_l1	4	-0.19240301847457886
183582	rnn.bias_ih_l1	5	-0.0847373679280281
183582	rnn.bias_ih_l1	6	-0.16539297997951508
183582	rnn.bias_ih_l1	7	-0.01601584069430828
183582	rnn.bias_ih_l1	8	-0.13423661887645721
183582	rnn.bias_ih_l1	9	-0.1374177783727646
183582	rnn.bias_hh_l1	0	-0.10329370945692062
183582	rnn.bias_hh_l1	1	-0.0694783478975296
183582	rnn.bias_hh_l1	2	-0.09222398698329926
183582	rnn.bias_hh_l1	3	-0.08501490950584412
183582	rnn.bias_hh_l1	4	-0.08549963682889938
183582	rnn.bias_hh_l1	5	-0.1194218173623085
183582	rnn.bias_hh_l1	6	-0.1568939983844757
183582	rnn.bias_hh_l1	7	0.07585567981004715
183582	rnn.bias_hh_l1	8	-0.17914000153541565
183582	rnn.bias_hh_l1	9	-0.11727870255708694
183582	rnn.weight_ih_l1_reverse	0	-0.044331133365631104
183582	rnn.weight_ih_l1_reverse	1	0.031124193221330643
183582	rnn.weight_ih_l1_reverse	2	0.08935912698507309
183582	rnn.weight_ih_l1_reverse	3	-0.011073361150920391
183582	rnn.weight_ih_l1_reverse	4	-0.03644296154379845
183582	rnn.weight_ih_l1_reverse	5	-0.030352385714650154
183582	rnn.weight_ih_l1_reverse	6	-0.0075484649278223515
183582	rnn.weight_ih_l1_reverse	7	0.026723850518465042
183582	rnn.weight_ih_l1_reverse	8	0.007924112491309643
183582	rnn.weight_ih_l1_reverse	9	-0.03944392874836922
183582	rnn.weight_hh_l1_reverse	0	0.004585821647197008
183582	rnn.weight_hh_l1_reverse	1	0.03126024082303047
183582	rnn.weight_hh_l1_reverse	2	-0.04033255949616432
183582	rnn.weight_hh_l1_reverse	3	0.03527527302503586
183582	rnn.weight_hh_l1_reverse	4	0.047745466232299805
183582	rnn.weight_hh_l1_reverse	5	0.0018361385446041822
183582	rnn.weight_hh_l1_reverse	6	0.05432913079857826
183582	rnn.weight_hh_l1_reverse	7	0.03001958504319191
183582	rnn.weight_hh_l1_reverse	8	-0.007307493127882481
183582	rnn.weight_hh_l1_reverse	9	-0.03085719607770443
183582	rnn.bias_ih_l1_reverse	0	-0.06065027788281441
183582	rnn.bias_ih_l1_reverse	1	-0.1490616798400879
183582	rnn.bias_ih_l1_reverse	2	-0.1639121025800705
183582	rnn.bias_ih_l1_reverse	3	-0.05547218397259712
183582	rnn.bias_ih_l1_reverse	4	-0.21288594603538513
183582	rnn.bias_ih_l1_reverse	5	-0.1113058477640152
183582	rnn.bias_ih_l1_reverse	6	-0.13554874062538147
183582	rnn.bias_ih_l1_reverse	7	-0.19777174293994904
183582	rnn.bias_ih_l1_reverse	8	0.22237086296081543
183582	rnn.bias_ih_l1_reverse	9	0.01989804022014141
183582	rnn.bias_hh_l1_reverse	0	-0.01432933658361435
183582	rnn.bias_hh_l1_reverse	1	-0.08001052588224411
183582	rnn.bias_hh_l1_reverse	2	-0.23729832470417023
183582	rnn.bias_hh_l1_reverse	3	-0.13729901611804962
183582	rnn.bias_hh_l1_reverse	4	-0.08893723785877228
183582	rnn.bias_hh_l1_reverse	5	-0.11392892897129059
183582	rnn.bias_hh_l1_reverse	6	0.07248388975858688
183582	rnn.bias_hh_l1_reverse	7	-0.14913488924503326
183582	rnn.bias_hh_l1_reverse	8	-0.11723974347114563
183582	rnn.bias_hh_l1_reverse	9	-0.1506778597831726
183582	linear.weight	0	0.002228822559118271
183582	linear.weight	1	0.10371742397546768
183582	linear.weight	2	-0.10019487142562866
183582	linear.weight	3	0.2849465608596802
183582	linear.weight	4	0.1731310337781906
183582	linear.weight	5	-0.06817606091499329
183582	linear.weight	6	0.13398629426956177
183582	linear.weight	7	0.12402025610208511
183582	linear.weight	8	0.04115709662437439
183582	linear.weight	9	-0.041246991604566574
183582	linear.bias	0	0.11678452044725418
183582	linear.bias	1	-0.1781489998102188
183582	linear.bias	2	-0.43766096234321594
183582	linear.bias	3	-0.6636038422584534
183582	linear.bias	4	-1.2277393341064453
183582	linear.bias	5	-0.08448467403650284
183582	linear.bias	6	-0.7930646538734436
183582	linear.bias	7	0.2503263056278229
183582	linear.bias	8	-0.4114692211151123
183582	linear.bias	9	-1.0159387588500977
183779	transitions	0	0.7260963916778564
183779	transitions	1	0.14580541849136353
183779	transitions	2	-10000.0
183779	transitions	3	-1.8263477087020874
183779	transitions	4	-10000.0
183779	transitions	5	0.5676752924919128
183779	transitions	6	-0.08194679766893387
183779	transitions	7	-0.773228645324707
183779	transitions	8	-1.4152873754501343
183779	transitions	9	-0.0011950550833716989
183779	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
183779	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
183779	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
183779	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
183779	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
183779	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
183779	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
183779	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
183779	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
183779	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
183779	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
183779	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
183779	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
183779	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
183779	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
183779	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
183779	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
183779	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
183779	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
183779	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
183779	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
183779	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
183779	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
183779	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
183779	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
183779	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
183779	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
183779	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
183779	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
183779	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
183779	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
183779	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
183779	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
183779	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
183779	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
183779	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
183779	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
183779	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
183779	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
183779	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
183779	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
183779	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
183779	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
183779	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
183779	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
183779	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
183779	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
183779	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
183779	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
183779	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
183779	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
183779	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
183779	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
183779	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
183779	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
183779	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
183779	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
183779	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
183779	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
183779	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
183779	embedding2nn.weight	0	0.01879703812301159
183779	embedding2nn.weight	1	-0.012878231704235077
183779	embedding2nn.weight	2	-0.014268254861235619
183779	embedding2nn.weight	3	-0.033272575587034225
183779	embedding2nn.weight	4	-0.0059150345623493195
183779	embedding2nn.weight	5	-0.0037005888298153877
183779	embedding2nn.weight	6	-0.003973274026066065
183779	embedding2nn.weight	7	-0.07976076751947403
183779	embedding2nn.weight	8	-0.0019979383796453476
183779	embedding2nn.weight	9	-0.02899259515106678
183779	embedding2nn.bias	0	0.03465151786804199
183779	embedding2nn.bias	1	-0.07682087272405624
183779	embedding2nn.bias	2	0.062369681894779205
183779	embedding2nn.bias	3	0.04924314096570015
183779	embedding2nn.bias	4	-0.036239948123693466
183779	embedding2nn.bias	5	-0.006164021790027618
183779	embedding2nn.bias	6	0.015108327381312847
183779	embedding2nn.bias	7	-0.037095047533512115
183779	embedding2nn.bias	8	0.05836817994713783
183779	embedding2nn.bias	9	0.054512277245521545
183779	rnn.weight_ih_l0	0	-0.07736780494451523
183779	rnn.weight_ih_l0	1	0.008629403077065945
183779	rnn.weight_ih_l0	2	0.03306906670331955
183779	rnn.weight_ih_l0	3	0.022269131615757942
183779	rnn.weight_ih_l0	4	-0.04679908603429794
183779	rnn.weight_ih_l0	5	-0.0650152713060379
183779	rnn.weight_ih_l0	6	-0.0002887795271817595
183779	rnn.weight_ih_l0	7	0.050801753997802734
183779	rnn.weight_ih_l0	8	-0.015774806961417198
183779	rnn.weight_ih_l0	9	-0.030242323875427246
183779	rnn.weight_hh_l0	0	-0.0300960261374712
183779	rnn.weight_hh_l0	1	-0.010119139216840267
183779	rnn.weight_hh_l0	2	0.010324756614863873
183779	rnn.weight_hh_l0	3	-0.07440726459026337
183779	rnn.weight_hh_l0	4	0.09184481203556061
183779	rnn.weight_hh_l0	5	-0.026210054755210876
183779	rnn.weight_hh_l0	6	-0.05926424637436867
183779	rnn.weight_hh_l0	7	0.009792540222406387
183779	rnn.weight_hh_l0	8	0.014754795469343662
183779	rnn.weight_hh_l0	9	-0.02333013154566288
183779	rnn.bias_ih_l0	0	0.13350167870521545
183779	rnn.bias_ih_l0	1	-0.031339481472969055
183779	rnn.bias_ih_l0	2	-0.027836229652166367
183779	rnn.bias_ih_l0	3	0.15235140919685364
183779	rnn.bias_ih_l0	4	-0.012439185753464699
183779	rnn.bias_ih_l0	5	-0.00969670619815588
183779	rnn.bias_ih_l0	6	0.015516841784119606
183779	rnn.bias_ih_l0	7	0.023356715217232704
183779	rnn.bias_ih_l0	8	-0.09791387617588043
183779	rnn.bias_ih_l0	9	-0.03943273052573204
183779	rnn.bias_hh_l0	0	-0.0037124219816178083
183779	rnn.bias_hh_l0	1	-0.1103670597076416
183779	rnn.bias_hh_l0	2	-0.06915002316236496
183779	rnn.bias_hh_l0	3	-0.08599398285150528
183779	rnn.bias_hh_l0	4	0.008405737578868866
183779	rnn.bias_hh_l0	5	-0.02677127532660961
183779	rnn.bias_hh_l0	6	0.03418523445725441
183779	rnn.bias_hh_l0	7	0.05149930715560913
183779	rnn.bias_hh_l0	8	-0.11857226490974426
183779	rnn.bias_hh_l0	9	-0.05717091262340546
183779	rnn.weight_ih_l0_reverse	0	-0.023059191182255745
183779	rnn.weight_ih_l0_reverse	1	-0.055352360010147095
183779	rnn.weight_ih_l0_reverse	2	-0.047327786684036255
183779	rnn.weight_ih_l0_reverse	3	0.011137908324599266
183779	rnn.weight_ih_l0_reverse	4	-0.018704205751419067
183779	rnn.weight_ih_l0_reverse	5	-0.05957343429327011
183779	rnn.weight_ih_l0_reverse	6	0.07534175366163254
183779	rnn.weight_ih_l0_reverse	7	-0.017953133210539818
183779	rnn.weight_ih_l0_reverse	8	-0.015397310256958008
183779	rnn.weight_ih_l0_reverse	9	0.001255650888197124
183779	rnn.weight_hh_l0_reverse	0	0.06439686566591263
183779	rnn.weight_hh_l0_reverse	1	0.024862682446837425
183779	rnn.weight_hh_l0_reverse	2	0.028495460748672485
183779	rnn.weight_hh_l0_reverse	3	0.039403293281793594
183779	rnn.weight_hh_l0_reverse	4	0.010738421231508255
183779	rnn.weight_hh_l0_reverse	5	0.00993702095001936
183779	rnn.weight_hh_l0_reverse	6	0.049660615622997284
183779	rnn.weight_hh_l0_reverse	7	-0.0761088952422142
183779	rnn.weight_hh_l0_reverse	8	0.040595196187496185
183779	rnn.weight_hh_l0_reverse	9	0.03574519604444504
183779	rnn.bias_ih_l0_reverse	0	-0.057172052562236786
183779	rnn.bias_ih_l0_reverse	1	-0.2845807671546936
183779	rnn.bias_ih_l0_reverse	2	-0.11832299828529358
183779	rnn.bias_ih_l0_reverse	3	-0.05148879811167717
183779	rnn.bias_ih_l0_reverse	4	-0.019656972959637642
183779	rnn.bias_ih_l0_reverse	5	0.07985168695449829
183779	rnn.bias_ih_l0_reverse	6	-0.06640230119228363
183779	rnn.bias_ih_l0_reverse	7	0.05655515193939209
183779	rnn.bias_ih_l0_reverse	8	-0.04541988670825958
183779	rnn.bias_ih_l0_reverse	9	0.06122575327754021
183779	rnn.bias_hh_l0_reverse	0	0.022534463554620743
183779	rnn.bias_hh_l0_reverse	1	-0.044939074665308
183779	rnn.bias_hh_l0_reverse	2	0.07809172570705414
183779	rnn.bias_hh_l0_reverse	3	-0.04914545267820358
183779	rnn.bias_hh_l0_reverse	4	-0.020144257694482803
183779	rnn.bias_hh_l0_reverse	5	-0.027782050892710686
183779	rnn.bias_hh_l0_reverse	6	-0.016605831682682037
183779	rnn.bias_hh_l0_reverse	7	0.10414973646402359
183779	rnn.bias_hh_l0_reverse	8	0.0315721333026886
183779	rnn.bias_hh_l0_reverse	9	-0.1503225862979889
183779	rnn.weight_ih_l1	0	-0.031033825129270554
183779	rnn.weight_ih_l1	1	-0.05094500631093979
183779	rnn.weight_ih_l1	2	0.056277740746736526
183779	rnn.weight_ih_l1	3	-0.06987551599740982
183779	rnn.weight_ih_l1	4	-0.01576194167137146
183779	rnn.weight_ih_l1	5	-0.04179682210087776
183779	rnn.weight_ih_l1	6	0.02761882171034813
183779	rnn.weight_ih_l1	7	-0.053344301879405975
183779	rnn.weight_ih_l1	8	0.03577634319663048
183779	rnn.weight_ih_l1	9	0.04738685488700867
183779	rnn.weight_hh_l1	0	-0.004536642227321863
183779	rnn.weight_hh_l1	1	0.01975942775607109
183779	rnn.weight_hh_l1	2	0.009720302186906338
183779	rnn.weight_hh_l1	3	-0.012002065777778625
183779	rnn.weight_hh_l1	4	0.007486444432288408
183779	rnn.weight_hh_l1	5	0.031484395265579224
183779	rnn.weight_hh_l1	6	0.03409362584352493
183779	rnn.weight_hh_l1	7	-0.0167550016194582
183779	rnn.weight_hh_l1	8	-0.007405731361359358
183779	rnn.weight_hh_l1	9	0.034007154405117035
183779	rnn.bias_ih_l1	0	-0.18839360773563385
183779	rnn.bias_ih_l1	1	-0.18253381550312042
183779	rnn.bias_ih_l1	2	-0.21095460653305054
183779	rnn.bias_ih_l1	3	-0.32182714343070984
183779	rnn.bias_ih_l1	4	-0.19047050178050995
183779	rnn.bias_ih_l1	5	-0.08520398288965225
183779	rnn.bias_ih_l1	6	-0.16717934608459473
183779	rnn.bias_ih_l1	7	-0.017470505088567734
183779	rnn.bias_ih_l1	8	-0.1325869858264923
183779	rnn.bias_ih_l1	9	-0.136048823595047
183779	rnn.bias_hh_l1	0	-0.1033446192741394
183779	rnn.bias_hh_l1	1	-0.0686236023902893
183779	rnn.bias_hh_l1	2	-0.09206288307905197
183779	rnn.bias_hh_l1	3	-0.08512566238641739
183779	rnn.bias_hh_l1	4	-0.08534270524978638
183779	rnn.bias_hh_l1	5	-0.12037410587072372
183779	rnn.bias_hh_l1	6	-0.1568421572446823
183779	rnn.bias_hh_l1	7	0.07742533832788467
183779	rnn.bias_hh_l1	8	-0.17839160561561584
183779	rnn.bias_hh_l1	9	-0.11689607053995132
183779	rnn.weight_ih_l1_reverse	0	-0.04422266036272049
183779	rnn.weight_ih_l1_reverse	1	0.030742568895220757
183779	rnn.weight_ih_l1_reverse	2	0.09032008051872253
183779	rnn.weight_ih_l1_reverse	3	-0.010355666279792786
183779	rnn.weight_ih_l1_reverse	4	-0.0345265194773674
183779	rnn.weight_ih_l1_reverse	5	-0.03037886507809162
183779	rnn.weight_ih_l1_reverse	6	-0.007705701515078545
183779	rnn.weight_ih_l1_reverse	7	0.02738136053085327
183779	rnn.weight_ih_l1_reverse	8	0.009968766942620277
183779	rnn.weight_ih_l1_reverse	9	-0.03979265317320824
183779	rnn.weight_hh_l1_reverse	0	0.004762523341923952
183779	rnn.weight_hh_l1_reverse	1	0.031247423961758614
183779	rnn.weight_hh_l1_reverse	2	-0.0403229258954525
183779	rnn.weight_hh_l1_reverse	3	0.03535343334078789
183779	rnn.weight_hh_l1_reverse	4	0.04756362363696098
183779	rnn.weight_hh_l1_reverse	5	0.0018744152039289474
183779	rnn.weight_hh_l1_reverse	6	0.053165506571531296
183779	rnn.weight_hh_l1_reverse	7	0.03019637055695057
183779	rnn.weight_hh_l1_reverse	8	-0.0073469108901917934
183779	rnn.weight_hh_l1_reverse	9	-0.030740393325686455
183779	rnn.bias_ih_l1_reverse	0	-0.06063351780176163
183779	rnn.bias_ih_l1_reverse	1	-0.148589625954628
183779	rnn.bias_ih_l1_reverse	2	-0.1628541201353073
183779	rnn.bias_ih_l1_reverse	3	-0.052484218031167984
183779	rnn.bias_ih_l1_reverse	4	-0.21253502368927002
183779	rnn.bias_ih_l1_reverse	5	-0.11279086768627167
183779	rnn.bias_ih_l1_reverse	6	-0.13580980896949768
183779	rnn.bias_ih_l1_reverse	7	-0.19915388524532318
183779	rnn.bias_ih_l1_reverse	8	0.2236757129430771
183779	rnn.bias_ih_l1_reverse	9	0.01849847286939621
183779	rnn.bias_hh_l1_reverse	0	-0.016825322061777115
183779	rnn.bias_hh_l1_reverse	1	-0.0812096819281578
183779	rnn.bias_hh_l1_reverse	2	-0.23635302484035492
183779	rnn.bias_hh_l1_reverse	3	-0.1369505077600479
183779	rnn.bias_hh_l1_reverse	4	-0.08767412602901459
183779	rnn.bias_hh_l1_reverse	5	-0.11391311883926392
183779	rnn.bias_hh_l1_reverse	6	0.06970416009426117
183779	rnn.bias_hh_l1_reverse	7	-0.14922885596752167
183779	rnn.bias_hh_l1_reverse	8	-0.1171402558684349
183779	rnn.bias_hh_l1_reverse	9	-0.1505347043275833
183779	linear.weight	0	0.002228822559118271
183779	linear.weight	1	0.10025130957365036
183779	linear.weight	2	-0.0969175472855568
183779	linear.weight	3	0.2844851613044739
183779	linear.weight	4	0.17329809069633484
183779	linear.weight	5	-0.06713848561048508
183779	linear.weight	6	0.1291685849428177
183779	linear.weight	7	0.12110962718725204
183779	linear.weight	8	0.04115680232644081
183779	linear.weight	9	-0.04485514014959335
183779	linear.bias	0	0.11078047007322311
183779	linear.bias	1	-0.17797929048538208
183779	linear.bias	2	-0.4365589916706085
183779	linear.bias	3	-0.6506913900375366
183779	linear.bias	4	-1.2158647775650024
183779	linear.bias	5	-0.08685769885778427
183779	linear.bias	6	-0.7927951216697693
183779	linear.bias	7	0.24811144173145294
183779	linear.bias	8	-0.4069831669330597
183779	linear.bias	9	-1.0107853412628174
183976	transitions	0	0.7271413207054138
183976	transitions	1	0.14567629992961884
183976	transitions	2	-10000.0
183976	transitions	3	-1.8263585567474365
183976	transitions	4	-10000.0
183976	transitions	5	0.567615807056427
183976	transitions	6	-0.08196888864040375
183976	transitions	7	-0.7736104130744934
183976	transitions	8	-1.4153170585632324
183976	transitions	9	-0.0011953067732974887
183976	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
183976	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
183976	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
183976	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
183976	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
183976	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
183976	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
183976	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
183976	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
183976	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
183976	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
183976	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
183976	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
183976	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
183976	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
183976	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
183976	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
183976	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
183976	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
183976	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
183976	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
183976	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
183976	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
183976	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
183976	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
183976	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
183976	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
183976	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
183976	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
183976	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
183976	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
183976	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
183976	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
183976	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
183976	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
183976	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
183976	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
183976	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
183976	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
183976	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
183976	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
183976	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
183976	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
183976	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
183976	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
183976	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
183976	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
183976	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
183976	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
183976	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
183976	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
183976	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
183976	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
183976	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
183976	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
183976	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
183976	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
183976	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
183976	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
183976	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
183976	embedding2nn.weight	0	0.01941685937345028
183976	embedding2nn.weight	1	-0.012823319993913174
183976	embedding2nn.weight	2	-0.014268254861235619
183976	embedding2nn.weight	3	-0.03429022431373596
183976	embedding2nn.weight	4	-0.0059150345623493195
183976	embedding2nn.weight	5	-0.0037005888298153877
183976	embedding2nn.weight	6	-0.0039732749573886395
183976	embedding2nn.weight	7	-0.07978352159261703
183976	embedding2nn.weight	8	-0.0019979383796453476
183976	embedding2nn.weight	9	-0.02936464548110962
183976	embedding2nn.bias	0	0.03976304456591606
183976	embedding2nn.bias	1	-0.07720262557268143
183976	embedding2nn.bias	2	0.05860753729939461
183976	embedding2nn.bias	3	0.04918927699327469
183976	embedding2nn.bias	4	-0.03826385363936424
183976	embedding2nn.bias	5	-0.010571684688329697
183976	embedding2nn.bias	6	0.015292755328118801
183976	embedding2nn.bias	7	-0.038236089050769806
183976	embedding2nn.bias	8	0.05365994572639465
183976	embedding2nn.bias	9	0.05670478567481041
183976	rnn.weight_ih_l0	0	-0.07709279656410217
183976	rnn.weight_ih_l0	1	0.008914170786738396
183976	rnn.weight_ih_l0	2	0.03263404592871666
183976	rnn.weight_ih_l0	3	0.022406166419386864
183976	rnn.weight_ih_l0	4	-0.04585206136107445
183976	rnn.weight_ih_l0	5	-0.06475440412759781
183976	rnn.weight_ih_l0	6	-0.00027257471811026335
183976	rnn.weight_ih_l0	7	0.04962189495563507
183976	rnn.weight_ih_l0	8	-0.016086846590042114
183976	rnn.weight_ih_l0	9	-0.030258845537900925
183976	rnn.weight_hh_l0	0	-0.03054705448448658
183976	rnn.weight_hh_l0	1	-0.010267135687172413
183976	rnn.weight_hh_l0	2	0.010092531330883503
183976	rnn.weight_hh_l0	3	-0.07463503628969193
183976	rnn.weight_hh_l0	4	0.09158623218536377
183976	rnn.weight_hh_l0	5	-0.027057943865656853
183976	rnn.weight_hh_l0	6	-0.0585002601146698
183976	rnn.weight_hh_l0	7	0.010183613747358322
183976	rnn.weight_hh_l0	8	0.014768194407224655
183976	rnn.weight_hh_l0	9	-0.023612478747963905
183976	rnn.bias_ih_l0	0	0.13262902200222015
183976	rnn.bias_ih_l0	1	-0.030660878866910934
183976	rnn.bias_ih_l0	2	-0.027998248115181923
183976	rnn.bias_ih_l0	3	0.15266013145446777
183976	rnn.bias_ih_l0	4	-0.012726420536637306
183976	rnn.bias_ih_l0	5	-0.011854513548314571
183976	rnn.bias_ih_l0	6	0.015924785286188126
183976	rnn.bias_ih_l0	7	0.022463196888566017
183976	rnn.bias_ih_l0	8	-0.09665102511644363
183976	rnn.bias_ih_l0	9	-0.04084755852818489
183976	rnn.bias_hh_l0	0	-0.0031974518205970526
183976	rnn.bias_hh_l0	1	-0.11000391095876694
183976	rnn.bias_hh_l0	2	-0.06890764832496643
183976	rnn.bias_hh_l0	3	-0.0849970132112503
183976	rnn.bias_hh_l0	4	0.008416690863668919
183976	rnn.bias_hh_l0	5	-0.02536924183368683
183976	rnn.bias_hh_l0	6	0.033114947378635406
183976	rnn.bias_hh_l0	7	0.05304068699479103
183976	rnn.bias_hh_l0	8	-0.11722298711538315
183976	rnn.bias_hh_l0	9	-0.05656987056136131
183976	rnn.weight_ih_l0_reverse	0	-0.02310960553586483
183976	rnn.weight_ih_l0_reverse	1	-0.054686710238456726
183976	rnn.weight_ih_l0_reverse	2	-0.04719121754169464
183976	rnn.weight_ih_l0_reverse	3	0.011666198261082172
183976	rnn.weight_ih_l0_reverse	4	-0.01887478120625019
183976	rnn.weight_ih_l0_reverse	5	-0.05963253229856491
183976	rnn.weight_ih_l0_reverse	6	0.07541818171739578
183976	rnn.weight_ih_l0_reverse	7	-0.017196334898471832
183976	rnn.weight_ih_l0_reverse	8	-0.015651457011699677
183976	rnn.weight_ih_l0_reverse	9	0.0011350272689014673
183976	rnn.weight_hh_l0_reverse	0	0.0648808404803276
183976	rnn.weight_hh_l0_reverse	1	0.025752540677785873
183976	rnn.weight_hh_l0_reverse	2	0.028207244351506233
183976	rnn.weight_hh_l0_reverse	3	0.03896084055304527
183976	rnn.weight_hh_l0_reverse	4	0.010695591568946838
183976	rnn.weight_hh_l0_reverse	5	0.009688652120530605
183976	rnn.weight_hh_l0_reverse	6	0.049684859812259674
183976	rnn.weight_hh_l0_reverse	7	-0.07673134654760361
183976	rnn.weight_hh_l0_reverse	8	0.040321968495845795
183976	rnn.weight_hh_l0_reverse	9	0.035348400473594666
183976	rnn.bias_ih_l0_reverse	0	-0.057755544781684875
183976	rnn.bias_ih_l0_reverse	1	-0.28541621565818787
183976	rnn.bias_ih_l0_reverse	2	-0.11685342341661453
183976	rnn.bias_ih_l0_reverse	3	-0.0532316192984581
183976	rnn.bias_ih_l0_reverse	4	-0.018404969945549965
183976	rnn.bias_ih_l0_reverse	5	0.0799584910273552
183976	rnn.bias_ih_l0_reverse	6	-0.06586457043886185
183976	rnn.bias_ih_l0_reverse	7	0.05685672536492348
183976	rnn.bias_ih_l0_reverse	8	-0.04480559751391411
183976	rnn.bias_ih_l0_reverse	9	0.0608721524477005
183976	rnn.bias_hh_l0_reverse	0	0.023072432726621628
183976	rnn.bias_hh_l0_reverse	1	-0.0408499613404274
183976	rnn.bias_hh_l0_reverse	2	0.07750333845615387
183976	rnn.bias_hh_l0_reverse	3	-0.04799262806773186
183976	rnn.bias_hh_l0_reverse	4	-0.019743377342820168
183976	rnn.bias_hh_l0_reverse	5	-0.028648247942328453
183976	rnn.bias_hh_l0_reverse	6	-0.015822183340787888
183976	rnn.bias_hh_l0_reverse	7	0.10478292405605316
183976	rnn.bias_hh_l0_reverse	8	0.03131287917494774
183976	rnn.bias_hh_l0_reverse	9	-0.15057121217250824
183976	rnn.weight_ih_l1	0	-0.031020954251289368
183976	rnn.weight_ih_l1	1	-0.050214983522892
183976	rnn.weight_ih_l1	2	0.056511107832193375
183976	rnn.weight_ih_l1	3	-0.0700477585196495
183976	rnn.weight_ih_l1	4	-0.016076723113656044
183976	rnn.weight_ih_l1	5	-0.041840773075819016
183976	rnn.weight_ih_l1	6	0.027950217947363853
183976	rnn.weight_ih_l1	7	-0.05223771184682846
183976	rnn.weight_ih_l1	8	0.035647887736558914
183976	rnn.weight_ih_l1	9	0.04792891815304756
183976	rnn.weight_hh_l1	0	-0.003970971796661615
183976	rnn.weight_hh_l1	1	0.019591784104704857
183976	rnn.weight_hh_l1	2	0.009794488549232483
183976	rnn.weight_hh_l1	3	-0.011668208055198193
183976	rnn.weight_hh_l1	4	0.007449968717992306
183976	rnn.weight_hh_l1	5	0.03156564384698868
183976	rnn.weight_hh_l1	6	0.03429870679974556
183976	rnn.weight_hh_l1	7	-0.01680542714893818
183976	rnn.weight_hh_l1	8	-0.007358119823038578
183976	rnn.weight_hh_l1	9	0.03428986668586731
183976	rnn.bias_ih_l1	0	-0.19027447700500488
183976	rnn.bias_ih_l1	1	-0.18382923305034637
183976	rnn.bias_ih_l1	2	-0.21026462316513062
183976	rnn.bias_ih_l1	3	-0.318695604801178
183976	rnn.bias_ih_l1	4	-0.19306789338588715
183976	rnn.bias_ih_l1	5	-0.08462002128362656
183976	rnn.bias_ih_l1	6	-0.16793900728225708
183976	rnn.bias_ih_l1	7	-0.015709513798356056
183976	rnn.bias_ih_l1	8	-0.12964260578155518
183976	rnn.bias_ih_l1	9	-0.13701041042804718
183976	rnn.bias_hh_l1	0	-0.10119378566741943
183976	rnn.bias_hh_l1	1	-0.06792797148227692
183976	rnn.bias_hh_l1	2	-0.09040813893079758
183976	rnn.bias_hh_l1	3	-0.08559221774339676
183976	rnn.bias_hh_l1	4	-0.08572579175233841
183976	rnn.bias_hh_l1	5	-0.12051845341920853
183976	rnn.bias_hh_l1	6	-0.15622863173484802
183976	rnn.bias_hh_l1	7	0.07669825106859207
183976	rnn.bias_hh_l1	8	-0.17685900628566742
183976	rnn.bias_hh_l1	9	-0.11729886382818222
183976	rnn.weight_ih_l1_reverse	0	-0.04489324241876602
183976	rnn.weight_ih_l1_reverse	1	0.03130301088094711
183976	rnn.weight_ih_l1_reverse	2	0.08982526510953903
183976	rnn.weight_ih_l1_reverse	3	-0.01071106642484665
183976	rnn.weight_ih_l1_reverse	4	-0.03519349917769432
183976	rnn.weight_ih_l1_reverse	5	-0.030493224039673805
183976	rnn.weight_ih_l1_reverse	6	-0.007841636426746845
183976	rnn.weight_ih_l1_reverse	7	0.02756868489086628
183976	rnn.weight_ih_l1_reverse	8	0.009666288271546364
183976	rnn.weight_ih_l1_reverse	9	-0.03809972107410431
183976	rnn.weight_hh_l1_reverse	0	0.004666629713028669
183976	rnn.weight_hh_l1_reverse	1	0.03146461769938469
183976	rnn.weight_hh_l1_reverse	2	-0.040276192128658295
183976	rnn.weight_hh_l1_reverse	3	0.03527134656906128
183976	rnn.weight_hh_l1_reverse	4	0.048210375010967255
183976	rnn.weight_hh_l1_reverse	5	0.0015418912516906857
183976	rnn.weight_hh_l1_reverse	6	0.05349001660943031
183976	rnn.weight_hh_l1_reverse	7	0.030266055837273598
183976	rnn.weight_hh_l1_reverse	8	-0.007328209932893515
183976	rnn.weight_hh_l1_reverse	9	-0.030610231682658195
183976	rnn.bias_ih_l1_reverse	0	-0.05970745161175728
183976	rnn.bias_ih_l1_reverse	1	-0.15152081847190857
183976	rnn.bias_ih_l1_reverse	2	-0.16127750277519226
183976	rnn.bias_ih_l1_reverse	3	-0.05165674909949303
183976	rnn.bias_ih_l1_reverse	4	-0.21210767328739166
183976	rnn.bias_ih_l1_reverse	5	-0.11283686012029648
183976	rnn.bias_ih_l1_reverse	6	-0.13546496629714966
183976	rnn.bias_ih_l1_reverse	7	-0.19590900838375092
183976	rnn.bias_ih_l1_reverse	8	0.22698988020420074
183976	rnn.bias_ih_l1_reverse	9	0.01666632667183876
183976	rnn.bias_hh_l1_reverse	0	-0.013107556849718094
183976	rnn.bias_hh_l1_reverse	1	-0.07932985574007034
183976	rnn.bias_hh_l1_reverse	2	-0.236216202378273
183976	rnn.bias_hh_l1_reverse	3	-0.1375974416732788
183976	rnn.bias_hh_l1_reverse	4	-0.08532401919364929
183976	rnn.bias_hh_l1_reverse	5	-0.11469658464193344
183976	rnn.bias_hh_l1_reverse	6	0.0688062235713005
183976	rnn.bias_hh_l1_reverse	7	-0.15027061104774475
183976	rnn.bias_hh_l1_reverse	8	-0.11754867434501648
183976	rnn.bias_hh_l1_reverse	9	-0.15043196082115173
183976	linear.weight	0	0.002228822559118271
183976	linear.weight	1	0.10098583251237869
183976	linear.weight	2	-0.09970785677433014
183976	linear.weight	3	0.2857329249382019
183976	linear.weight	4	0.17322927713394165
183976	linear.weight	5	-0.06787393242120743
183976	linear.weight	6	0.12439970672130585
183976	linear.weight	7	0.11839591711759567
183976	linear.weight	8	0.04115667939186096
183976	linear.weight	9	-0.045859239995479584
183976	linear.bias	0	0.14927326142787933
183976	linear.bias	1	-0.18255533277988434
183976	linear.bias	2	-0.44650721549987793
183976	linear.bias	3	-0.6610445380210876
183976	linear.bias	4	-1.226107120513916
183976	linear.bias	5	-0.07518058270215988
183976	linear.bias	6	-0.7973729968070984
183976	linear.bias	7	0.2585771381855011
183976	linear.bias	8	-0.41804447770118713
183976	linear.bias	9	-1.0238900184631348
184173	transitions	0	0.7385372519493103
184173	transitions	1	0.14698995649814606
184173	transitions	2	-10000.0
184173	transitions	3	-1.8263652324676514
184173	transitions	4	-10000.0
184173	transitions	5	0.5675680637359619
184173	transitions	6	-0.08198384940624237
184173	transitions	7	-0.7738240957260132
184173	transitions	8	-1.4153541326522827
184173	transitions	9	-0.0011956124799326062
184173	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
184173	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
184173	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
184173	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
184173	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
184173	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
184173	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
184173	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
184173	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
184173	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
184173	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
184173	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
184173	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
184173	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
184173	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
184173	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
184173	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
184173	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
184173	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
184173	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
184173	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
184173	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
184173	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
184173	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
184173	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
184173	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
184173	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
184173	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
184173	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
184173	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
184173	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
184173	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
184173	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
184173	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
184173	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
184173	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
184173	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
184173	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
184173	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
184173	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
184173	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
184173	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
184173	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
184173	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
184173	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
184173	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
184173	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
184173	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
184173	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
184173	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
184173	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
184173	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
184173	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
184173	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
184173	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
184173	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
184173	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
184173	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
184173	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
184173	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
184173	embedding2nn.weight	0	0.019616061821579933
184173	embedding2nn.weight	1	-0.012820908799767494
184173	embedding2nn.weight	2	-0.014268254861235619
184173	embedding2nn.weight	3	-0.03522868454456329
184173	embedding2nn.weight	4	-0.0059150345623493195
184173	embedding2nn.weight	5	-0.0037005888298153877
184173	embedding2nn.weight	6	-0.003973272629082203
184173	embedding2nn.weight	7	-0.07964561879634857
184173	embedding2nn.weight	8	-0.0019979383796453476
184173	embedding2nn.weight	9	-0.029178651049733162
184173	embedding2nn.bias	0	0.04408101737499237
184173	embedding2nn.bias	1	-0.08115000277757645
184173	embedding2nn.bias	2	0.06191122159361839
184173	embedding2nn.bias	3	0.04935520887374878
184173	embedding2nn.bias	4	-0.03633943200111389
184173	embedding2nn.bias	5	-0.012302292510867119
184173	embedding2nn.bias	6	0.016909779980778694
184173	embedding2nn.bias	7	-0.04154517874121666
184173	embedding2nn.bias	8	0.04660673439502716
184173	embedding2nn.bias	9	0.05950143560767174
184173	rnn.weight_ih_l0	0	-0.07707853615283966
184173	rnn.weight_ih_l0	1	0.009079152718186378
184173	rnn.weight_ih_l0	2	0.03326442465186119
184173	rnn.weight_ih_l0	3	0.022736571729183197
184173	rnn.weight_ih_l0	4	-0.04596696048974991
184173	rnn.weight_ih_l0	5	-0.06414958834648132
184173	rnn.weight_ih_l0	6	-0.00011780199565691873
184173	rnn.weight_ih_l0	7	0.04913772642612457
184173	rnn.weight_ih_l0	8	-0.015465602278709412
184173	rnn.weight_ih_l0	9	-0.031132731586694717
184173	rnn.weight_hh_l0	0	-0.030852405354380608
184173	rnn.weight_hh_l0	1	-0.009858449921011925
184173	rnn.weight_hh_l0	2	0.009806823916733265
184173	rnn.weight_hh_l0	3	-0.07488876581192017
184173	rnn.weight_hh_l0	4	0.0912693440914154
184173	rnn.weight_hh_l0	5	-0.027328798547387123
184173	rnn.weight_hh_l0	6	-0.05817628279328346
184173	rnn.weight_hh_l0	7	0.009402314200997353
184173	rnn.weight_hh_l0	8	0.014911440201103687
184173	rnn.weight_hh_l0	9	-0.02364090271294117
184173	rnn.bias_ih_l0	0	0.13305267691612244
184173	rnn.bias_ih_l0	1	-0.030651938170194626
184173	rnn.bias_ih_l0	2	-0.029025914147496223
184173	rnn.bias_ih_l0	3	0.1526535302400589
184173	rnn.bias_ih_l0	4	-0.013728906400501728
184173	rnn.bias_ih_l0	5	-0.013543426059186459
184173	rnn.bias_ih_l0	6	0.016290271654725075
184173	rnn.bias_ih_l0	7	0.022457482293248177
184173	rnn.bias_ih_l0	8	-0.09572889655828476
184173	rnn.bias_ih_l0	9	-0.04073328897356987
184173	rnn.bias_hh_l0	0	-0.004133416805416346
184173	rnn.bias_hh_l0	1	-0.10977740585803986
184173	rnn.bias_hh_l0	2	-0.06874889135360718
184173	rnn.bias_hh_l0	3	-0.08465609699487686
184173	rnn.bias_hh_l0	4	0.007610808592289686
184173	rnn.bias_hh_l0	5	-0.024902094155550003
184173	rnn.bias_hh_l0	6	0.03392981365323067
184173	rnn.bias_hh_l0	7	0.053837284445762634
184173	rnn.bias_hh_l0	8	-0.11878449469804764
184173	rnn.bias_hh_l0	9	-0.05585964769124985
184173	rnn.weight_ih_l0_reverse	0	-0.02338971383869648
184173	rnn.weight_ih_l0_reverse	1	-0.053569722920656204
184173	rnn.weight_ih_l0_reverse	2	-0.045158371329307556
184173	rnn.weight_ih_l0_reverse	3	0.011785809881985188
184173	rnn.weight_ih_l0_reverse	4	-0.018889324739575386
184173	rnn.weight_ih_l0_reverse	5	-0.05948236584663391
184173	rnn.weight_ih_l0_reverse	6	0.07512853294610977
184173	rnn.weight_ih_l0_reverse	7	-0.017702125012874603
184173	rnn.weight_ih_l0_reverse	8	-0.015912674367427826
184173	rnn.weight_ih_l0_reverse	9	0.0011764038354158401
184173	rnn.weight_hh_l0_reverse	0	0.06487605720758438
184173	rnn.weight_hh_l0_reverse	1	0.02537982538342476
184173	rnn.weight_hh_l0_reverse	2	0.028003353625535965
184173	rnn.weight_hh_l0_reverse	3	0.03893830627202988
184173	rnn.weight_hh_l0_reverse	4	0.01127594243735075
184173	rnn.weight_hh_l0_reverse	5	0.01000959612429142
184173	rnn.weight_hh_l0_reverse	6	0.049826446920633316
184173	rnn.weight_hh_l0_reverse	7	-0.07705491036176682
184173	rnn.weight_hh_l0_reverse	8	0.04023108631372452
184173	rnn.weight_hh_l0_reverse	9	0.0356174111366272
184173	rnn.bias_ih_l0_reverse	0	-0.05727565288543701
184173	rnn.bias_ih_l0_reverse	1	-0.2815781235694885
184173	rnn.bias_ih_l0_reverse	2	-0.11621392518281937
184173	rnn.bias_ih_l0_reverse	3	-0.053365811705589294
184173	rnn.bias_ih_l0_reverse	4	-0.016561610624194145
184173	rnn.bias_ih_l0_reverse	5	0.07943910360336304
184173	rnn.bias_ih_l0_reverse	6	-0.06584566086530685
184173	rnn.bias_ih_l0_reverse	7	0.058333538472652435
184173	rnn.bias_ih_l0_reverse	8	-0.046191707253456116
184173	rnn.bias_ih_l0_reverse	9	0.059431999921798706
184173	rnn.bias_hh_l0_reverse	0	0.02233237959444523
184173	rnn.bias_hh_l0_reverse	1	-0.04013817012310028
184173	rnn.bias_hh_l0_reverse	2	0.07713019847869873
184173	rnn.bias_hh_l0_reverse	3	-0.046777285635471344
184173	rnn.bias_hh_l0_reverse	4	-0.02014615386724472
184173	rnn.bias_hh_l0_reverse	5	-0.02841729111969471
184173	rnn.bias_hh_l0_reverse	6	-0.014596184715628624
184173	rnn.bias_hh_l0_reverse	7	0.10546494275331497
184173	rnn.bias_hh_l0_reverse	8	0.0295382309705019
184173	rnn.bias_hh_l0_reverse	9	-0.1477971076965332
184173	rnn.weight_ih_l1	0	-0.03117363341152668
184173	rnn.weight_ih_l1	1	-0.05006108805537224
184173	rnn.weight_ih_l1	2	0.05764167010784149
184173	rnn.weight_ih_l1	3	-0.0689581111073494
184173	rnn.weight_ih_l1	4	-0.016419894993305206
184173	rnn.weight_ih_l1	5	-0.04195043072104454
184173	rnn.weight_ih_l1	6	0.02773873321712017
184173	rnn.weight_ih_l1	7	-0.05104975402355194
184173	rnn.weight_ih_l1	8	0.035662781447172165
184173	rnn.weight_ih_l1	9	0.04726685956120491
184173	rnn.weight_hh_l1	0	-0.004658291582018137
184173	rnn.weight_hh_l1	1	0.019660457968711853
184173	rnn.weight_hh_l1	2	0.009725619107484818
184173	rnn.weight_hh_l1	3	-0.011675454676151276
184173	rnn.weight_hh_l1	4	0.007265924941748381
184173	rnn.weight_hh_l1	5	0.03194637969136238
184173	rnn.weight_hh_l1	6	0.03460273519158363
184173	rnn.weight_hh_l1	7	-0.01685652695596218
184173	rnn.weight_hh_l1	8	-0.007168321870267391
184173	rnn.weight_hh_l1	9	0.03420059010386467
184173	rnn.bias_ih_l1	0	-0.19123485684394836
184173	rnn.bias_ih_l1	1	-0.18414169549942017
184173	rnn.bias_ih_l1	2	-0.21090199053287506
184173	rnn.bias_ih_l1	3	-0.3201932907104492
184173	rnn.bias_ih_l1	4	-0.19627933204174042
184173	rnn.bias_ih_l1	5	-0.08568035811185837
184173	rnn.bias_ih_l1	6	-0.16698427498340607
184173	rnn.bias_ih_l1	7	-0.013240844011306763
184173	rnn.bias_ih_l1	8	-0.1300933063030243
184173	rnn.bias_ih_l1	9	-0.138133242726326
184173	rnn.bias_hh_l1	0	-0.09960934519767761
184173	rnn.bias_hh_l1	1	-0.06648288667201996
184173	rnn.bias_hh_l1	2	-0.09103578329086304
184173	rnn.bias_hh_l1	3	-0.08608932793140411
184173	rnn.bias_hh_l1	4	-0.08640825003385544
184173	rnn.bias_hh_l1	5	-0.11986043304204941
184173	rnn.bias_hh_l1	6	-0.1540824919939041
184173	rnn.bias_hh_l1	7	0.07889437675476074
184173	rnn.bias_hh_l1	8	-0.1765774041414261
184173	rnn.bias_hh_l1	9	-0.11757427453994751
184173	rnn.weight_ih_l1_reverse	0	-0.0450088195502758
184173	rnn.weight_ih_l1_reverse	1	0.03204966336488724
184173	rnn.weight_ih_l1_reverse	2	0.0900418758392334
184173	rnn.weight_ih_l1_reverse	3	-0.011052495799958706
184173	rnn.weight_ih_l1_reverse	4	-0.03541339188814163
184173	rnn.weight_ih_l1_reverse	5	-0.03059951402246952
184173	rnn.weight_ih_l1_reverse	6	-0.007706454489380121
184173	rnn.weight_ih_l1_reverse	7	0.02785639837384224
184173	rnn.weight_ih_l1_reverse	8	0.009155696257948875
184173	rnn.weight_ih_l1_reverse	9	-0.03763275966048241
184173	rnn.weight_hh_l1_reverse	0	0.004674197640269995
184173	rnn.weight_hh_l1_reverse	1	0.03151727095246315
184173	rnn.weight_hh_l1_reverse	2	-0.04026137292385101
184173	rnn.weight_hh_l1_reverse	3	0.035329390317201614
184173	rnn.weight_hh_l1_reverse	4	0.04859329015016556
184173	rnn.weight_hh_l1_reverse	5	0.0014885466080158949
184173	rnn.weight_hh_l1_reverse	6	0.054049793630838394
184173	rnn.weight_hh_l1_reverse	7	0.030228178948163986
184173	rnn.weight_hh_l1_reverse	8	-0.007417421322315931
184173	rnn.weight_hh_l1_reverse	9	-0.030512435361742973
184173	rnn.bias_ih_l1_reverse	0	-0.05918632075190544
184173	rnn.bias_ih_l1_reverse	1	-0.15207946300506592
184173	rnn.bias_ih_l1_reverse	2	-0.16087858378887177
184173	rnn.bias_ih_l1_reverse	3	-0.05519217252731323
184173	rnn.bias_ih_l1_reverse	4	-0.2116495966911316
184173	rnn.bias_ih_l1_reverse	5	-0.11276879161596298
184173	rnn.bias_ih_l1_reverse	6	-0.13583064079284668
184173	rnn.bias_ih_l1_reverse	7	-0.19658169150352478
184173	rnn.bias_ih_l1_reverse	8	0.22267599403858185
184173	rnn.bias_ih_l1_reverse	9	0.018556242808699608
184173	rnn.bias_hh_l1_reverse	0	-0.008837980218231678
184173	rnn.bias_hh_l1_reverse	1	-0.07499735802412033
184173	rnn.bias_hh_l1_reverse	2	-0.2360343337059021
184173	rnn.bias_hh_l1_reverse	3	-0.13980594277381897
184173	rnn.bias_hh_l1_reverse	4	-0.08716573566198349
184173	rnn.bias_hh_l1_reverse	5	-0.11355003714561462
184173	rnn.bias_hh_l1_reverse	6	0.07150144875049591
184173	rnn.bias_hh_l1_reverse	7	-0.15233151614665985
184173	rnn.bias_hh_l1_reverse	8	-0.11831250786781311
184173	rnn.bias_hh_l1_reverse	9	-0.14994260668754578
184173	linear.weight	0	0.002228822559118271
184173	linear.weight	1	0.10168107599020004
184173	linear.weight	2	-0.10120002180337906
184173	linear.weight	3	0.2806851863861084
184173	linear.weight	4	0.1718588024377823
184173	linear.weight	5	-0.0681559219956398
184173	linear.weight	6	0.12209805101156235
184173	linear.weight	7	0.11959189176559448
184173	linear.weight	8	0.04115651175379753
184173	linear.weight	9	-0.0464094839990139
184173	linear.bias	0	0.1205626130104065
184173	linear.bias	1	-0.1783575415611267
184173	linear.bias	2	-0.4346470236778259
184173	linear.bias	3	-0.6596324443817139
184173	linear.bias	4	-1.2239367961883545
184173	linear.bias	5	-0.07104762643575668
184173	linear.bias	6	-0.7953792214393616
184173	linear.bias	7	0.2616990804672241
184173	linear.bias	8	-0.41081297397613525
184173	linear.bias	9	-1.0174036026000977
184370	transitions	0	0.7397312521934509
184370	transitions	1	0.1493113487958908
184370	transitions	2	-10000.0
184370	transitions	3	-1.826386570930481
184370	transitions	4	-10000.0
184370	transitions	5	0.5674673914909363
184370	transitions	6	-0.08200675249099731
184370	transitions	7	-0.7739852070808411
184370	transitions	8	-1.4153872728347778
184370	transitions	9	-0.0011958654504269361
184370	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
184370	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
184370	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
184370	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
184370	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
184370	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
184370	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
184370	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
184370	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
184370	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
184370	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
184370	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
184370	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
184370	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
184370	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
184370	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
184370	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
184370	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
184370	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
184370	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
184370	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
184370	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
184370	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
184370	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
184370	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
184370	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
184370	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
184370	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
184370	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
184370	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
184370	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
184370	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
184370	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
184370	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
184370	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
184370	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
184370	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
184370	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
184370	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
184370	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
184370	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
184370	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
184370	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
184370	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
184370	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
184370	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
184370	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
184370	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
184370	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
184370	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
184370	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
184370	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
184370	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
184370	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
184370	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
184370	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
184370	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
184370	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
184370	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
184370	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
184370	embedding2nn.weight	0	0.019413311034440994
184370	embedding2nn.weight	1	-0.012873977422714233
184370	embedding2nn.weight	2	-0.014268254861235619
184370	embedding2nn.weight	3	-0.03550753369927406
184370	embedding2nn.weight	4	-0.0059150345623493195
184370	embedding2nn.weight	5	-0.0037005888298153877
184370	embedding2nn.weight	6	-0.003973274491727352
184370	embedding2nn.weight	7	-0.07981974631547928
184370	embedding2nn.weight	8	-0.0019979383796453476
184370	embedding2nn.weight	9	-0.02951887436211109
184370	embedding2nn.bias	0	0.04590141028165817
184370	embedding2nn.bias	1	-0.0835295170545578
184370	embedding2nn.bias	2	0.061748944222927094
184370	embedding2nn.bias	3	0.04823623597621918
184370	embedding2nn.bias	4	-0.04244108125567436
184370	embedding2nn.bias	5	-0.006244424264878035
184370	embedding2nn.bias	6	0.015599947422742844
184370	embedding2nn.bias	7	-0.04027033597230911
184370	embedding2nn.bias	8	0.052677612751722336
184370	embedding2nn.bias	9	0.060924239456653595
184370	rnn.weight_ih_l0	0	-0.07683635503053665
184370	rnn.weight_ih_l0	1	0.0089711369946599
184370	rnn.weight_ih_l0	2	0.03369462117552757
184370	rnn.weight_ih_l0	3	0.021874582394957542
184370	rnn.weight_ih_l0	4	-0.046003032475709915
184370	rnn.weight_ih_l0	5	-0.06347644329071045
184370	rnn.weight_ih_l0	6	0.00010456627933308482
184370	rnn.weight_ih_l0	7	0.049525581300258636
184370	rnn.weight_ih_l0	8	-0.015054081566631794
184370	rnn.weight_ih_l0	9	-0.03149555251002312
184370	rnn.weight_hh_l0	0	-0.03071821853518486
184370	rnn.weight_hh_l0	1	-0.009849834255874157
184370	rnn.weight_hh_l0	2	0.010130546055734158
184370	rnn.weight_hh_l0	3	-0.07491181045770645
184370	rnn.weight_hh_l0	4	0.09206824004650116
184370	rnn.weight_hh_l0	5	-0.026402868330478668
184370	rnn.weight_hh_l0	6	-0.05819519981741905
184370	rnn.weight_hh_l0	7	0.0091602997854352
184370	rnn.weight_hh_l0	8	0.015029007568955421
184370	rnn.weight_hh_l0	9	-0.023342330008745193
184370	rnn.bias_ih_l0	0	0.13214148581027985
184370	rnn.bias_ih_l0	1	-0.03143276646733284
184370	rnn.bias_ih_l0	2	-0.02994370460510254
184370	rnn.bias_ih_l0	3	0.15355980396270752
184370	rnn.bias_ih_l0	4	-0.01370755024254322
184370	rnn.bias_ih_l0	5	-0.016122551634907722
184370	rnn.bias_ih_l0	6	0.016272172331809998
184370	rnn.bias_ih_l0	7	0.020929211750626564
184370	rnn.bias_ih_l0	8	-0.09585234522819519
184370	rnn.bias_ih_l0	9	-0.043095823377370834
184370	rnn.bias_hh_l0	0	-0.0032151162158697844
184370	rnn.bias_hh_l0	1	-0.1132211685180664
184370	rnn.bias_hh_l0	2	-0.06883468478918076
184370	rnn.bias_hh_l0	3	-0.08423756062984467
184370	rnn.bias_hh_l0	4	0.006941755302250385
184370	rnn.bias_hh_l0	5	-0.0237724706530571
184370	rnn.bias_hh_l0	6	0.035443078726530075
184370	rnn.bias_hh_l0	7	0.05307602882385254
184370	rnn.bias_hh_l0	8	-0.11689847707748413
184370	rnn.bias_hh_l0	9	-0.05647020787000656
184370	rnn.weight_ih_l0_reverse	0	-0.022743424400687218
184370	rnn.weight_ih_l0_reverse	1	-0.05351686477661133
184370	rnn.weight_ih_l0_reverse	2	-0.04446716606616974
184370	rnn.weight_ih_l0_reverse	3	0.012040391564369202
184370	rnn.weight_ih_l0_reverse	4	-0.018953360617160797
184370	rnn.weight_ih_l0_reverse	5	-0.05902303382754326
184370	rnn.weight_ih_l0_reverse	6	0.07454176247119904
184370	rnn.weight_ih_l0_reverse	7	-0.01663808710873127
184370	rnn.weight_ih_l0_reverse	8	-0.015278523787856102
184370	rnn.weight_ih_l0_reverse	9	0.0013480795314535499
184370	rnn.weight_hh_l0_reverse	0	0.06481017917394638
184370	rnn.weight_hh_l0_reverse	1	0.02536264806985855
184370	rnn.weight_hh_l0_reverse	2	0.02831110917031765
184370	rnn.weight_hh_l0_reverse	3	0.03873053565621376
184370	rnn.weight_hh_l0_reverse	4	0.011341594159603119
184370	rnn.weight_hh_l0_reverse	5	0.010376928374171257
184370	rnn.weight_hh_l0_reverse	6	0.049641743302345276
184370	rnn.weight_hh_l0_reverse	7	-0.07746908068656921
184370	rnn.weight_hh_l0_reverse	8	0.04021831229329109
184370	rnn.weight_hh_l0_reverse	9	0.03567248210310936
184370	rnn.bias_ih_l0_reverse	0	-0.056664176285266876
184370	rnn.bias_ih_l0_reverse	1	-0.28194475173950195
184370	rnn.bias_ih_l0_reverse	2	-0.11669977009296417
184370	rnn.bias_ih_l0_reverse	3	-0.052885718643665314
184370	rnn.bias_ih_l0_reverse	4	-0.017069978639483452
184370	rnn.bias_ih_l0_reverse	5	0.07742935419082642
184370	rnn.bias_ih_l0_reverse	6	-0.0643027275800705
184370	rnn.bias_ih_l0_reverse	7	0.059148624539375305
184370	rnn.bias_ih_l0_reverse	8	-0.04514231160283089
184370	rnn.bias_ih_l0_reverse	9	0.05973275750875473
184370	rnn.bias_hh_l0_reverse	0	0.02411692403256893
184370	rnn.bias_hh_l0_reverse	1	-0.041814789175987244
184370	rnn.bias_hh_l0_reverse	2	0.07765112072229385
184370	rnn.bias_hh_l0_reverse	3	-0.04799434170126915
184370	rnn.bias_hh_l0_reverse	4	-0.020567739382386208
184370	rnn.bias_hh_l0_reverse	5	-0.028970465064048767
184370	rnn.bias_hh_l0_reverse	6	-0.013559593819081783
184370	rnn.bias_hh_l0_reverse	7	0.10449431091547012
184370	rnn.bias_hh_l0_reverse	8	0.03103894367814064
184370	rnn.bias_hh_l0_reverse	9	-0.14989666640758514
184370	rnn.weight_ih_l1	0	-0.0312725193798542
184370	rnn.weight_ih_l1	1	-0.049931127578020096
184370	rnn.weight_ih_l1	2	0.05750070884823799
184370	rnn.weight_ih_l1	3	-0.07107559591531754
184370	rnn.weight_ih_l1	4	-0.016738390550017357
184370	rnn.weight_ih_l1	5	-0.04217285290360451
184370	rnn.weight_ih_l1	6	0.02753690630197525
184370	rnn.weight_ih_l1	7	-0.05118955299258232
184370	rnn.weight_ih_l1	8	0.035766392946243286
184370	rnn.weight_ih_l1	9	0.04729960113763809
184370	rnn.weight_hh_l1	0	-0.005772148724645376
184370	rnn.weight_hh_l1	1	0.01962190493941307
184370	rnn.weight_hh_l1	2	0.009796722792088985
184370	rnn.weight_hh_l1	3	-0.011513195931911469
184370	rnn.weight_hh_l1	4	0.007398379500955343
184370	rnn.weight_hh_l1	5	0.03194377198815346
184370	rnn.weight_hh_l1	6	0.034726183861494064
184370	rnn.weight_hh_l1	7	-0.01703132875263691
184370	rnn.weight_hh_l1	8	-0.0071983858942985535
184370	rnn.weight_hh_l1	9	0.034495510160923004
184370	rnn.bias_ih_l1	0	-0.19116832315921783
184370	rnn.bias_ih_l1	1	-0.1849578619003296
184370	rnn.bias_ih_l1	2	-0.21090832352638245
184370	rnn.bias_ih_l1	3	-0.32074832916259766
184370	rnn.bias_ih_l1	4	-0.1953098475933075
184370	rnn.bias_ih_l1	5	-0.0856233686208725
184370	rnn.bias_ih_l1	6	-0.16785116493701935
184370	rnn.bias_ih_l1	7	-0.013912335969507694
184370	rnn.bias_ih_l1	8	-0.12883992493152618
184370	rnn.bias_ih_l1	9	-0.13725924491882324
184370	rnn.bias_hh_l1	0	-0.10032515227794647
184370	rnn.bias_hh_l1	1	-0.06626740843057632
184370	rnn.bias_hh_l1	2	-0.09182370454072952
184370	rnn.bias_hh_l1	3	-0.08559488505125046
184370	rnn.bias_hh_l1	4	-0.08772559463977814
184370	rnn.bias_hh_l1	5	-0.11954165995121002
184370	rnn.bias_hh_l1	6	-0.15546469390392303
184370	rnn.bias_hh_l1	7	0.08059291541576385
184370	rnn.bias_hh_l1	8	-0.1790916919708252
184370	rnn.bias_hh_l1	9	-0.11541856080293655
184370	rnn.weight_ih_l1_reverse	0	-0.04455208033323288
184370	rnn.weight_ih_l1_reverse	1	0.032369110733270645
184370	rnn.weight_ih_l1_reverse	2	0.08994604647159576
184370	rnn.weight_ih_l1_reverse	3	-0.01116998866200447
184370	rnn.weight_ih_l1_reverse	4	-0.03568423166871071
184370	rnn.weight_ih_l1_reverse	5	-0.030632488429546356
184370	rnn.weight_ih_l1_reverse	6	-0.008162504993379116
184370	rnn.weight_ih_l1_reverse	7	0.02811061404645443
184370	rnn.weight_ih_l1_reverse	8	0.010347144678235054
184370	rnn.weight_ih_l1_reverse	9	-0.03817775472998619
184370	rnn.weight_hh_l1_reverse	0	0.004871037323027849
184370	rnn.weight_hh_l1_reverse	1	0.031586043536663055
184370	rnn.weight_hh_l1_reverse	2	-0.04028256610035896
184370	rnn.weight_hh_l1_reverse	3	0.03539217263460159
184370	rnn.weight_hh_l1_reverse	4	0.048542216420173645
184370	rnn.weight_hh_l1_reverse	5	0.0014226537896320224
184370	rnn.weight_hh_l1_reverse	6	0.054852720350027084
184370	rnn.weight_hh_l1_reverse	7	0.03032466396689415
184370	rnn.weight_hh_l1_reverse	8	-0.007305197883397341
184370	rnn.weight_hh_l1_reverse	9	-0.030235497280955315
184370	rnn.bias_ih_l1_reverse	0	-0.056566543877124786
184370	rnn.bias_ih_l1_reverse	1	-0.152415469288826
184370	rnn.bias_ih_l1_reverse	2	-0.16143961250782013
184370	rnn.bias_ih_l1_reverse	3	-0.05244309455156326
184370	rnn.bias_ih_l1_reverse	4	-0.21175742149353027
184370	rnn.bias_ih_l1_reverse	5	-0.11264841258525848
184370	rnn.bias_ih_l1_reverse	6	-0.13493584096431732
184370	rnn.bias_ih_l1_reverse	7	-0.19500674307346344
184370	rnn.bias_ih_l1_reverse	8	0.2279779464006424
184370	rnn.bias_ih_l1_reverse	9	0.016984272748231888
184370	rnn.bias_hh_l1_reverse	0	-0.00940927304327488
184370	rnn.bias_hh_l1_reverse	1	-0.07830232381820679
184370	rnn.bias_hh_l1_reverse	2	-0.23578599095344543
184370	rnn.bias_hh_l1_reverse	3	-0.13964088261127472
184370	rnn.bias_hh_l1_reverse	4	-0.0880967304110527
184370	rnn.bias_hh_l1_reverse	5	-0.11323100328445435
184370	rnn.bias_hh_l1_reverse	6	0.06982444226741791
184370	rnn.bias_hh_l1_reverse	7	-0.15248115360736847
184370	rnn.bias_hh_l1_reverse	8	-0.11761534214019775
184370	rnn.bias_hh_l1_reverse	9	-0.15034058690071106
184370	linear.weight	0	0.002228822559118271
184370	linear.weight	1	0.1062132939696312
184370	linear.weight	2	-0.09965911507606506
184370	linear.weight	3	0.2834146320819855
184370	linear.weight	4	0.17010605335235596
184370	linear.weight	5	-0.06943303346633911
184370	linear.weight	6	0.11669895797967911
184370	linear.weight	7	0.12734997272491455
184370	linear.weight	8	0.041156403720378876
184370	linear.weight	9	-0.04335508868098259
184370	linear.bias	0	0.12692593038082123
184370	linear.bias	1	-0.16690169274806976
184370	linear.bias	2	-0.4182318150997162
184370	linear.bias	3	-0.6590190529823303
184370	linear.bias	4	-1.2231385707855225
184370	linear.bias	5	-0.07405440509319305
184370	linear.bias	6	-0.7821730375289917
184370	linear.bias	7	0.25920650362968445
184370	linear.bias	8	-0.42685577273368835
184370	linear.bias	9	-1.0336295366287231
184567	transitions	0	0.7352375984191895
184567	transitions	1	0.14690640568733215
184567	transitions	2	-10000.0
184567	transitions	3	-1.826397180557251
184567	transitions	4	-10000.0
184567	transitions	5	0.5674096941947937
184567	transitions	6	-0.08202765136957169
184567	transitions	7	-0.7740916609764099
184567	transitions	8	-1.415444016456604
184567	transitions	9	-0.0011961751151829958
184567	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
184567	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
184567	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
184567	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
184567	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
184567	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
184567	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
184567	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
184567	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
184567	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
184567	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
184567	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
184567	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
184567	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
184567	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
184567	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
184567	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
184567	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
184567	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
184567	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
184567	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
184567	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
184567	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
184567	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
184567	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
184567	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
184567	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
184567	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
184567	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
184567	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
184567	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
184567	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
184567	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
184567	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
184567	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
184567	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
184567	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
184567	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
184567	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
184567	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
184567	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
184567	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
184567	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
184567	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
184567	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
184567	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
184567	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
184567	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
184567	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
184567	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
184567	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
184567	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
184567	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
184567	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
184567	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
184567	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
184567	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
184567	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
184567	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
184567	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
184567	embedding2nn.weight	0	0.0195254348218441
184567	embedding2nn.weight	1	-0.012966940179467201
184567	embedding2nn.weight	2	-0.014268254861235619
184567	embedding2nn.weight	3	-0.03722533956170082
184567	embedding2nn.weight	4	-0.0059150345623493195
184567	embedding2nn.weight	5	-0.0037005883641541004
184567	embedding2nn.weight	6	-0.0039732735604047775
184567	embedding2nn.weight	7	-0.07922527194023132
184567	embedding2nn.weight	8	-0.0019979383796453476
184567	embedding2nn.weight	9	-0.029303962364792824
184567	embedding2nn.bias	0	0.04212915152311325
184567	embedding2nn.bias	1	-0.08321227878332138
184567	embedding2nn.bias	2	0.05973275378346443
184567	embedding2nn.bias	3	0.04761884734034538
184567	embedding2nn.bias	4	-0.04725085571408272
184567	embedding2nn.bias	5	0.00023050383606459945
184567	embedding2nn.bias	6	0.0169745534658432
184567	embedding2nn.bias	7	-0.04315142706036568
184567	embedding2nn.bias	8	0.0482904389500618
184567	embedding2nn.bias	9	0.05898168310523033
184567	rnn.weight_ih_l0	0	-0.07724219560623169
184567	rnn.weight_ih_l0	1	0.009420603513717651
184567	rnn.weight_ih_l0	2	0.03371183201670647
184567	rnn.weight_ih_l0	3	0.021738070994615555
184567	rnn.weight_ih_l0	4	-0.0465678870677948
184567	rnn.weight_ih_l0	5	-0.0643518716096878
184567	rnn.weight_ih_l0	6	-0.00020012659661006182
184567	rnn.weight_ih_l0	7	0.049381524324417114
184567	rnn.weight_ih_l0	8	-0.015589808113873005
184567	rnn.weight_ih_l0	9	-0.030269378796219826
184567	rnn.weight_hh_l0	0	-0.030566932633519173
184567	rnn.weight_hh_l0	1	-0.009513983502984047
184567	rnn.weight_hh_l0	2	0.01000105869024992
184567	rnn.weight_hh_l0	3	-0.07503917068243027
184567	rnn.weight_hh_l0	4	0.09172532707452774
184567	rnn.weight_hh_l0	5	-0.02630644105374813
184567	rnn.weight_hh_l0	6	-0.05858733505010605
184567	rnn.weight_hh_l0	7	0.008898530155420303
184567	rnn.weight_hh_l0	8	0.015162688679993153
184567	rnn.weight_hh_l0	9	-0.023413751274347305
184567	rnn.bias_ih_l0	0	0.1309804767370224
184567	rnn.bias_ih_l0	1	-0.032308824360370636
184567	rnn.bias_ih_l0	2	-0.030595796182751656
184567	rnn.bias_ih_l0	3	0.15474635362625122
184567	rnn.bias_ih_l0	4	-0.012739629484713078
184567	rnn.bias_ih_l0	5	-0.01874713785946369
184567	rnn.bias_ih_l0	6	0.015857867896556854
184567	rnn.bias_ih_l0	7	0.021338777616620064
184567	rnn.bias_ih_l0	8	-0.09570882469415665
184567	rnn.bias_ih_l0	9	-0.04266451671719551
184567	rnn.bias_hh_l0	0	-0.002986619947478175
184567	rnn.bias_hh_l0	1	-0.11416218429803848
184567	rnn.bias_hh_l0	2	-0.06848937273025513
184567	rnn.bias_hh_l0	3	-0.08632097393274307
184567	rnn.bias_hh_l0	4	0.006604926660656929
184567	rnn.bias_hh_l0	5	-0.022901754826307297
184567	rnn.bias_hh_l0	6	0.035063374787569046
184567	rnn.bias_hh_l0	7	0.05540018901228905
184567	rnn.bias_hh_l0	8	-0.11769760400056839
184567	rnn.bias_hh_l0	9	-0.05476070195436478
184567	rnn.weight_ih_l0_reverse	0	-0.02232164517045021
184567	rnn.weight_ih_l0_reverse	1	-0.05297654867172241
184567	rnn.weight_ih_l0_reverse	2	-0.04493910074234009
184567	rnn.weight_ih_l0_reverse	3	0.011811209842562675
184567	rnn.weight_ih_l0_reverse	4	-0.019004838541150093
184567	rnn.weight_ih_l0_reverse	5	-0.05869133770465851
184567	rnn.weight_ih_l0_reverse	6	0.07440006732940674
184567	rnn.weight_ih_l0_reverse	7	-0.017735201865434647
184567	rnn.weight_ih_l0_reverse	8	-0.015639837831258774
184567	rnn.weight_ih_l0_reverse	9	0.001257156953215599
184567	rnn.weight_hh_l0_reverse	0	0.0658140480518341
184567	rnn.weight_hh_l0_reverse	1	0.02482522651553154
184567	rnn.weight_hh_l0_reverse	2	0.028460141271352768
184567	rnn.weight_hh_l0_reverse	3	0.03825193643569946
184567	rnn.weight_hh_l0_reverse	4	0.011539049446582794
184567	rnn.weight_hh_l0_reverse	5	0.009506912901997566
184567	rnn.weight_hh_l0_reverse	6	0.049671705812215805
184567	rnn.weight_hh_l0_reverse	7	-0.07745199650526047
184567	rnn.weight_hh_l0_reverse	8	0.04029655084013939
184567	rnn.weight_hh_l0_reverse	9	0.03550998494029045
184567	rnn.bias_ih_l0_reverse	0	-0.0552530474960804
184567	rnn.bias_ih_l0_reverse	1	-0.28013506531715393
184567	rnn.bias_ih_l0_reverse	2	-0.11642564088106155
184567	rnn.bias_ih_l0_reverse	3	-0.05159302055835724
184567	rnn.bias_ih_l0_reverse	4	-0.016843268647789955
184567	rnn.bias_ih_l0_reverse	5	0.07870034128427505
184567	rnn.bias_ih_l0_reverse	6	-0.06227051466703415
184567	rnn.bias_ih_l0_reverse	7	0.059011273086071014
184567	rnn.bias_ih_l0_reverse	8	-0.04510491341352463
184567	rnn.bias_ih_l0_reverse	9	0.05901652202010155
184567	rnn.bias_hh_l0_reverse	0	0.023448249325156212
184567	rnn.bias_hh_l0_reverse	1	-0.041091568768024445
184567	rnn.bias_hh_l0_reverse	2	0.07544313371181488
184567	rnn.bias_hh_l0_reverse	3	-0.04791947081685066
184567	rnn.bias_hh_l0_reverse	4	-0.01992606371641159
184567	rnn.bias_hh_l0_reverse	5	-0.028522146865725517
184567	rnn.bias_hh_l0_reverse	6	-0.012880085967481136
184567	rnn.bias_hh_l0_reverse	7	0.10329850018024445
184567	rnn.bias_hh_l0_reverse	8	0.02962682582437992
184567	rnn.bias_hh_l0_reverse	9	-0.14805054664611816
184567	rnn.weight_ih_l1	0	-0.03149201348423958
184567	rnn.weight_ih_l1	1	-0.04954819008708
184567	rnn.weight_ih_l1	2	0.05843924731016159
184567	rnn.weight_ih_l1	3	-0.07055366784334183
184567	rnn.weight_ih_l1	4	-0.016641348600387573
184567	rnn.weight_ih_l1	5	-0.04220989719033241
184567	rnn.weight_ih_l1	6	0.028047285974025726
184567	rnn.weight_ih_l1	7	-0.05055840685963631
184567	rnn.weight_ih_l1	8	0.035916492342948914
184567	rnn.weight_ih_l1	9	0.04710822179913521
184567	rnn.weight_hh_l1	0	-0.006752789951860905
184567	rnn.weight_hh_l1	1	0.019555823877453804
184567	rnn.weight_hh_l1	2	0.009689672850072384
184567	rnn.weight_hh_l1	3	-0.011602982878684998
184567	rnn.weight_hh_l1	4	0.007128153461962938
184567	rnn.weight_hh_l1	5	0.032079484313726425
184567	rnn.weight_hh_l1	6	0.03451228141784668
184567	rnn.weight_hh_l1	7	-0.017395565286278725
184567	rnn.weight_hh_l1	8	-0.007075305562466383
184567	rnn.weight_hh_l1	9	0.03435024619102478
184567	rnn.bias_ih_l1	0	-0.190787211060524
184567	rnn.bias_ih_l1	1	-0.18277251720428467
184567	rnn.bias_ih_l1	2	-0.21126434206962585
184567	rnn.bias_ih_l1	3	-0.319443941116333
184567	rnn.bias_ih_l1	4	-0.19100186228752136
184567	rnn.bias_ih_l1	5	-0.08528302609920502
184567	rnn.bias_ih_l1	6	-0.1681036651134491
184567	rnn.bias_ih_l1	7	-0.013977608643472195
184567	rnn.bias_ih_l1	8	-0.128363236784935
184567	rnn.bias_ih_l1	9	-0.1373753845691681
184567	rnn.bias_hh_l1	0	-0.10154137760400772
184567	rnn.bias_hh_l1	1	-0.06642214953899384
184567	rnn.bias_hh_l1	2	-0.09287796169519424
184567	rnn.bias_hh_l1	3	-0.0852174162864685
184567	rnn.bias_hh_l1	4	-0.08692214637994766
184567	rnn.bias_hh_l1	5	-0.11884866654872894
184567	rnn.bias_hh_l1	6	-0.15687847137451172
184567	rnn.bias_hh_l1	7	0.08100872486829758
184567	rnn.bias_hh_l1	8	-0.17939583957195282
184567	rnn.bias_hh_l1	9	-0.11358027905225754
184567	rnn.weight_ih_l1_reverse	0	-0.04534749314188957
184567	rnn.weight_ih_l1_reverse	1	0.03271869197487831
184567	rnn.weight_ih_l1_reverse	2	0.08959650993347168
184567	rnn.weight_ih_l1_reverse	3	-0.012804817408323288
184567	rnn.weight_ih_l1_reverse	4	-0.034073006361722946
184567	rnn.weight_ih_l1_reverse	5	-0.03084876947104931
184567	rnn.weight_ih_l1_reverse	6	-0.008499140851199627
184567	rnn.weight_ih_l1_reverse	7	0.02780386060476303
184567	rnn.weight_ih_l1_reverse	8	0.009759355336427689
184567	rnn.weight_ih_l1_reverse	9	-0.03795792907476425
184567	rnn.weight_hh_l1_reverse	0	0.004892616532742977
184567	rnn.weight_hh_l1_reverse	1	0.03144333139061928
184567	rnn.weight_hh_l1_reverse	2	-0.04027139022946358
184567	rnn.weight_hh_l1_reverse	3	0.035367805510759354
184567	rnn.weight_hh_l1_reverse	4	0.047830212861299515
184567	rnn.weight_hh_l1_reverse	5	0.0015258550411090255
184567	rnn.weight_hh_l1_reverse	6	0.055323585867881775
184567	rnn.weight_hh_l1_reverse	7	0.030163953080773354
184567	rnn.weight_hh_l1_reverse	8	-0.00735890818759799
184567	rnn.weight_hh_l1_reverse	9	-0.030170641839504242
184567	rnn.bias_ih_l1_reverse	0	-0.054214246571063995
184567	rnn.bias_ih_l1_reverse	1	-0.15283070504665375
184567	rnn.bias_ih_l1_reverse	2	-0.15955549478530884
184567	rnn.bias_ih_l1_reverse	3	-0.051615580916404724
184567	rnn.bias_ih_l1_reverse	4	-0.21117515861988068
184567	rnn.bias_ih_l1_reverse	5	-0.11335959285497665
184567	rnn.bias_ih_l1_reverse	6	-0.13504619896411896
184567	rnn.bias_ih_l1_reverse	7	-0.19450438022613525
184567	rnn.bias_ih_l1_reverse	8	0.22710104286670685
184567	rnn.bias_ih_l1_reverse	9	0.017578430473804474
184567	rnn.bias_hh_l1_reverse	0	-0.006587833631783724
184567	rnn.bias_hh_l1_reverse	1	-0.0766197144985199
184567	rnn.bias_hh_l1_reverse	2	-0.23608720302581787
184567	rnn.bias_hh_l1_reverse	3	-0.14014442265033722
184567	rnn.bias_hh_l1_reverse	4	-0.08900056034326553
184567	rnn.bias_hh_l1_reverse	5	-0.11313128471374512
184567	rnn.bias_hh_l1_reverse	6	0.0693659782409668
184567	rnn.bias_hh_l1_reverse	7	-0.15244938433170319
184567	rnn.bias_hh_l1_reverse	8	-0.11786016821861267
184567	rnn.bias_hh_l1_reverse	9	-0.15037725865840912
184567	linear.weight	0	0.002228822559118271
184567	linear.weight	1	0.10644666105508804
184567	linear.weight	2	-0.0987384244799614
184567	linear.weight	3	0.2846604585647583
184567	linear.weight	4	0.17157086730003357
184567	linear.weight	5	-0.06991665065288544
184567	linear.weight	6	0.11887948215007782
184567	linear.weight	7	0.13466215133666992
184567	linear.weight	8	0.0411563478410244
184567	linear.weight	9	-0.044264957308769226
184567	linear.bias	0	0.10699845105409622
184567	linear.bias	1	-0.16585226356983185
184567	linear.bias	2	-0.4009432792663574
184567	linear.bias	3	-0.6546174883842468
184567	linear.bias	4	-1.219018816947937
184567	linear.bias	5	-0.06658188998699188
184567	linear.bias	6	-0.7805933952331543
184567	linear.bias	7	0.2666972875595093
184567	linear.bias	8	-0.4331892430782318
184567	linear.bias	9	-1.0411232709884644
184764	transitions	0	0.7382665872573853
184764	transitions	1	0.1493329256772995
184764	transitions	2	-10000.0
184764	transitions	3	-1.8264057636260986
184764	transitions	4	-10000.0
184764	transitions	5	0.5673915147781372
184764	transitions	6	-0.08204478025436401
184764	transitions	7	-0.7742920517921448
184764	transitions	8	-1.4154709577560425
184764	transitions	9	-0.001196669414639473
184764	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
184764	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
184764	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
184764	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
184764	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
184764	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
184764	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
184764	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
184764	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
184764	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
184764	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
184764	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
184764	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
184764	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
184764	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
184764	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
184764	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
184764	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
184764	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
184764	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
184764	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
184764	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
184764	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
184764	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
184764	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
184764	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
184764	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
184764	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
184764	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
184764	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
184764	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
184764	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
184764	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
184764	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
184764	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
184764	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
184764	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
184764	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
184764	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
184764	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
184764	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
184764	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
184764	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
184764	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
184764	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
184764	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
184764	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
184764	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
184764	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
184764	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
184764	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
184764	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
184764	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
184764	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
184764	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
184764	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
184764	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
184764	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
184764	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
184764	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
184764	embedding2nn.weight	0	0.019298279657959938
184764	embedding2nn.weight	1	-0.0130630386993289
184764	embedding2nn.weight	2	-0.014268254861235619
184764	embedding2nn.weight	3	-0.03706815093755722
184764	embedding2nn.weight	4	-0.0059150345623493195
184764	embedding2nn.weight	5	-0.0037005883641541004
184764	embedding2nn.weight	6	-0.003973272163420916
184764	embedding2nn.weight	7	-0.07876724004745483
184764	embedding2nn.weight	8	-0.0019979383796453476
184764	embedding2nn.weight	9	-0.029917297884821892
184764	embedding2nn.bias	0	0.04567654803395271
184764	embedding2nn.bias	1	-0.08361899852752686
184764	embedding2nn.bias	2	0.05828497186303139
184764	embedding2nn.bias	3	0.049145378172397614
184764	embedding2nn.bias	4	-0.04865827038884163
184764	embedding2nn.bias	5	-0.0036095082759857178
184764	embedding2nn.bias	6	0.016850590705871582
184764	embedding2nn.bias	7	-0.04897237941622734
184764	embedding2nn.bias	8	0.05104225128889084
184764	embedding2nn.bias	9	0.059786438941955566
184764	rnn.weight_ih_l0	0	-0.07690666615962982
184764	rnn.weight_ih_l0	1	0.009512928314507008
184764	rnn.weight_ih_l0	2	0.03422742709517479
184764	rnn.weight_ih_l0	3	0.02117023803293705
184764	rnn.weight_ih_l0	4	-0.04679085686802864
184764	rnn.weight_ih_l0	5	-0.06467868387699127
184764	rnn.weight_ih_l0	6	0.0001526085688965395
184764	rnn.weight_ih_l0	7	0.04921410605311394
184764	rnn.weight_ih_l0	8	-0.015499535948038101
184764	rnn.weight_ih_l0	9	-0.030309488996863365
184764	rnn.weight_hh_l0	0	-0.029876260086894035
184764	rnn.weight_hh_l0	1	-0.00951680913567543
184764	rnn.weight_hh_l0	2	0.009462515823543072
184764	rnn.weight_hh_l0	3	-0.07417549937963486
184764	rnn.weight_hh_l0	4	0.09193010628223419
184764	rnn.weight_hh_l0	5	-0.02634354680776596
184764	rnn.weight_hh_l0	6	-0.05837572365999222
184764	rnn.weight_hh_l0	7	0.009043552912771702
184764	rnn.weight_hh_l0	8	0.01506406906992197
184764	rnn.weight_hh_l0	9	-0.023434501141309738
184764	rnn.bias_ih_l0	0	0.13179714977741241
184764	rnn.bias_ih_l0	1	-0.032904237508773804
184764	rnn.bias_ih_l0	2	-0.03163711726665497
184764	rnn.bias_ih_l0	3	0.15417450666427612
184764	rnn.bias_ih_l0	4	-0.010973076336085796
184764	rnn.bias_ih_l0	5	-0.017865758389234543
184764	rnn.bias_ih_l0	6	0.017462538555264473
184764	rnn.bias_ih_l0	7	0.021434051916003227
184764	rnn.bias_ih_l0	8	-0.09559670090675354
184764	rnn.bias_ih_l0	9	-0.04119110107421875
184764	rnn.bias_hh_l0	0	-0.0020876440685242414
184764	rnn.bias_hh_l0	1	-0.11481637507677078
184764	rnn.bias_hh_l0	2	-0.06794898957014084
184764	rnn.bias_hh_l0	3	-0.08721098303794861
184764	rnn.bias_hh_l0	4	0.006250767968595028
184764	rnn.bias_hh_l0	5	-0.024630669504404068
184764	rnn.bias_hh_l0	6	0.03297305479645729
184764	rnn.bias_hh_l0	7	0.057302139699459076
184764	rnn.bias_hh_l0	8	-0.11950262635946274
184764	rnn.bias_hh_l0	9	-0.053855326026678085
184764	rnn.weight_ih_l0_reverse	0	-0.022445950657129288
184764	rnn.weight_ih_l0_reverse	1	-0.05279009789228439
184764	rnn.weight_ih_l0_reverse	2	-0.044758107513189316
184764	rnn.weight_ih_l0_reverse	3	0.011595511808991432
184764	rnn.weight_ih_l0_reverse	4	-0.018979094922542572
184764	rnn.weight_ih_l0_reverse	5	-0.05852329730987549
184764	rnn.weight_ih_l0_reverse	6	0.07432577759027481
184764	rnn.weight_ih_l0_reverse	7	-0.01769334264099598
184764	rnn.weight_ih_l0_reverse	8	-0.014168077148497105
184764	rnn.weight_ih_l0_reverse	9	0.0018583443015813828
184764	rnn.weight_hh_l0_reverse	0	0.06615394353866577
184764	rnn.weight_hh_l0_reverse	1	0.024792948737740517
184764	rnn.weight_hh_l0_reverse	2	0.028904177248477936
184764	rnn.weight_hh_l0_reverse	3	0.03783496841788292
184764	rnn.weight_hh_l0_reverse	4	0.011392808519303799
184764	rnn.weight_hh_l0_reverse	5	0.009479927830398083
184764	rnn.weight_hh_l0_reverse	6	0.04960166662931442
184764	rnn.weight_hh_l0_reverse	7	-0.07792066037654877
184764	rnn.weight_hh_l0_reverse	8	0.04012362286448479
184764	rnn.weight_hh_l0_reverse	9	0.03533807396888733
184764	rnn.bias_ih_l0_reverse	0	-0.0553918220102787
184764	rnn.bias_ih_l0_reverse	1	-0.28102773427963257
184764	rnn.bias_ih_l0_reverse	2	-0.11649444699287415
184764	rnn.bias_ih_l0_reverse	3	-0.05234036222100258
184764	rnn.bias_ih_l0_reverse	4	-0.01769556850194931
184764	rnn.bias_ih_l0_reverse	5	0.07811194658279419
184764	rnn.bias_ih_l0_reverse	6	-0.06068599224090576
184764	rnn.bias_ih_l0_reverse	7	0.05809921771287918
184764	rnn.bias_ih_l0_reverse	8	-0.043946221470832825
184764	rnn.bias_ih_l0_reverse	9	0.05828220024704933
184764	rnn.bias_hh_l0_reverse	0	0.023968808352947235
184764	rnn.bias_hh_l0_reverse	1	-0.042320843786001205
184764	rnn.bias_hh_l0_reverse	2	0.07611311972141266
184764	rnn.bias_hh_l0_reverse	3	-0.048439037054777145
184764	rnn.bias_hh_l0_reverse	4	-0.01882208324968815
184764	rnn.bias_hh_l0_reverse	5	-0.02829885482788086
184764	rnn.bias_hh_l0_reverse	6	-0.01396913267672062
184764	rnn.bias_hh_l0_reverse	7	0.10489985346794128
184764	rnn.bias_hh_l0_reverse	8	0.029377423226833344
184764	rnn.bias_hh_l0_reverse	9	-0.1473279893398285
184764	rnn.weight_ih_l1	0	-0.0314890556037426
184764	rnn.weight_ih_l1	1	-0.04941001906991005
184764	rnn.weight_ih_l1	2	0.05904299020767212
184764	rnn.weight_ih_l1	3	-0.07029929757118225
184764	rnn.weight_ih_l1	4	-0.01599280722439289
184764	rnn.weight_ih_l1	5	-0.04257607087492943
184764	rnn.weight_ih_l1	6	0.027862362563610077
184764	rnn.weight_ih_l1	7	-0.051128093153238297
184764	rnn.weight_ih_l1	8	0.03618452325463295
184764	rnn.weight_ih_l1	9	0.04743747413158417
184764	rnn.weight_hh_l1	0	-0.006663872394710779
184764	rnn.weight_hh_l1	1	0.0195796936750412
184764	rnn.weight_hh_l1	2	0.0102943554520607
184764	rnn.weight_hh_l1	3	-0.011791490949690342
184764	rnn.weight_hh_l1	4	0.0069921365939080715
184764	rnn.weight_hh_l1	5	0.03186671435832977
184764	rnn.weight_hh_l1	6	0.03470033034682274
184764	rnn.weight_hh_l1	7	-0.0175169687718153
184764	rnn.weight_hh_l1	8	-0.0071363612078130245
184764	rnn.weight_hh_l1	9	0.03429954871535301
184764	rnn.bias_ih_l1	0	-0.1912962645292282
184764	rnn.bias_ih_l1	1	-0.18406575918197632
184764	rnn.bias_ih_l1	2	-0.21176832914352417
184764	rnn.bias_ih_l1	3	-0.3185552656650543
184764	rnn.bias_ih_l1	4	-0.19356153905391693
184764	rnn.bias_ih_l1	5	-0.08436425030231476
184764	rnn.bias_ih_l1	6	-0.1671033352613449
184764	rnn.bias_ih_l1	7	-0.015673436224460602
184764	rnn.bias_ih_l1	8	-0.1304846853017807
184764	rnn.bias_ih_l1	9	-0.1372620165348053
184764	rnn.bias_hh_l1	0	-0.09974320232868195
184764	rnn.bias_hh_l1	1	-0.06635133177042007
184764	rnn.bias_hh_l1	2	-0.09196573495864868
184764	rnn.bias_hh_l1	3	-0.0841643363237381
184764	rnn.bias_hh_l1	4	-0.08678905665874481
184764	rnn.bias_hh_l1	5	-0.11688186973333359
184764	rnn.bias_hh_l1	6	-0.1544315367937088
184764	rnn.bias_hh_l1	7	0.0813606008887291
184764	rnn.bias_hh_l1	8	-0.17983394861221313
184764	rnn.bias_hh_l1	9	-0.11323296278715134
184764	rnn.weight_ih_l1_reverse	0	-0.04487714543938637
184764	rnn.weight_ih_l1_reverse	1	0.03445911407470703
184764	rnn.weight_ih_l1_reverse	2	0.08963385224342346
184764	rnn.weight_ih_l1_reverse	3	-0.013299286365509033
184764	rnn.weight_ih_l1_reverse	4	-0.03534197434782982
184764	rnn.weight_ih_l1_reverse	5	-0.03074481524527073
184764	rnn.weight_ih_l1_reverse	6	-0.00836480688303709
184764	rnn.weight_ih_l1_reverse	7	0.027169842272996902
184764	rnn.weight_ih_l1_reverse	8	0.008757274597883224
184764	rnn.weight_ih_l1_reverse	9	-0.03835488483309746
184764	rnn.weight_hh_l1_reverse	0	0.004950146656483412
184764	rnn.weight_hh_l1_reverse	1	0.03165421634912491
184764	rnn.weight_hh_l1_reverse	2	-0.040335964411497116
184764	rnn.weight_hh_l1_reverse	3	0.035385239869356155
184764	rnn.weight_hh_l1_reverse	4	0.04789583012461662
184764	rnn.weight_hh_l1_reverse	5	0.001634586020372808
184764	rnn.weight_hh_l1_reverse	6	0.055456001311540604
184764	rnn.weight_hh_l1_reverse	7	0.029965173453092575
184764	rnn.weight_hh_l1_reverse	8	-0.007408370263874531
184764	rnn.weight_hh_l1_reverse	9	-0.030383119359612465
184764	rnn.bias_ih_l1_reverse	0	-0.054331760853528976
184764	rnn.bias_ih_l1_reverse	1	-0.15099315345287323
184764	rnn.bias_ih_l1_reverse	2	-0.16150300204753876
184764	rnn.bias_ih_l1_reverse	3	-0.05077248439192772
184764	rnn.bias_ih_l1_reverse	4	-0.21181443333625793
184764	rnn.bias_ih_l1_reverse	5	-0.11222677677869797
184764	rnn.bias_ih_l1_reverse	6	-0.134029358625412
184764	rnn.bias_ih_l1_reverse	7	-0.1940097063779831
184764	rnn.bias_ih_l1_reverse	8	0.22963950037956238
184764	rnn.bias_ih_l1_reverse	9	0.01712612435221672
184764	rnn.bias_hh_l1_reverse	0	-0.0037737831007689238
184764	rnn.bias_hh_l1_reverse	1	-0.07926943153142929
184764	rnn.bias_hh_l1_reverse	2	-0.23648591339588165
184764	rnn.bias_hh_l1_reverse	3	-0.13989108800888062
184764	rnn.bias_hh_l1_reverse	4	-0.08684825152158737
184764	rnn.bias_hh_l1_reverse	5	-0.11525396257638931
184764	rnn.bias_hh_l1_reverse	6	0.06408185511827469
184764	rnn.bias_hh_l1_reverse	7	-0.15308886766433716
184764	rnn.bias_hh_l1_reverse	8	-0.11693256348371506
184764	rnn.bias_hh_l1_reverse	9	-0.15030312538146973
184764	linear.weight	0	0.002228822559118271
184764	linear.weight	1	0.10721354931592941
184764	linear.weight	2	-0.09780188649892807
184764	linear.weight	3	0.2816561758518219
184764	linear.weight	4	0.17033283412456512
184764	linear.weight	5	-0.06935114413499832
184764	linear.weight	6	0.12342187017202377
184764	linear.weight	7	0.12723752856254578
184764	linear.weight	8	0.041156042367219925
184764	linear.weight	9	-0.04305552691221237
184764	linear.bias	0	0.11463416367769241
184764	linear.bias	1	-0.1784459948539734
184764	linear.bias	2	-0.41296395659446716
184764	linear.bias	3	-0.6499912142753601
184764	linear.bias	4	-1.2146270275115967
184764	linear.bias	5	-0.07536249607801437
184764	linear.bias	6	-0.7926214933395386
184764	linear.bias	7	0.25852611660957336
184764	linear.bias	8	-0.43235769867897034
184764	linear.bias	9	-1.041357398033142
184961	transitions	0	0.7329868078231812
184961	transitions	1	0.14919982850551605
184961	transitions	2	-10000.0
184961	transitions	3	-1.8264111280441284
184961	transitions	4	-10000.0
184961	transitions	5	0.567374050617218
184961	transitions	6	-0.08207055926322937
184961	transitions	7	-0.774407684803009
184961	transitions	8	-1.4164748191833496
184961	transitions	9	-0.0011968817561864853
184961	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
184961	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
184961	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
184961	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
184961	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
184961	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
184961	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
184961	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
184961	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
184961	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
184961	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
184961	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
184961	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
184961	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
184961	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
184961	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
184961	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
184961	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
184961	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
184961	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
184961	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
184961	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
184961	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
184961	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
184961	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
184961	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
184961	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
184961	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
184961	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
184961	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
184961	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
184961	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
184961	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
184961	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
184961	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
184961	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
184961	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
184961	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
184961	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
184961	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
184961	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
184961	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
184961	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
184961	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
184961	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
184961	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
184961	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
184961	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
184961	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
184961	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
184961	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
184961	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
184961	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
184961	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
184961	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
184961	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
184961	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
184961	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
184961	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
184961	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
184961	embedding2nn.weight	0	0.01827998273074627
184961	embedding2nn.weight	1	-0.01313383411616087
184961	embedding2nn.weight	2	-0.014268254861235619
184961	embedding2nn.weight	3	-0.03828819841146469
184961	embedding2nn.weight	4	-0.0059150345623493195
184961	embedding2nn.weight	5	-0.0037005881313234568
184961	embedding2nn.weight	6	-0.003973272629082203
184961	embedding2nn.weight	7	-0.07906746119260788
184961	embedding2nn.weight	8	-0.0019979383796453476
184961	embedding2nn.weight	9	-0.030160998925566673
184961	embedding2nn.bias	0	0.04833134263753891
184961	embedding2nn.bias	1	-0.07669269293546677
184961	embedding2nn.bias	2	0.05819585546851158
184961	embedding2nn.bias	3	0.04891325905919075
184961	embedding2nn.bias	4	-0.05116714537143707
184961	embedding2nn.bias	5	0.000912737101316452
184961	embedding2nn.bias	6	0.01764087937772274
184961	embedding2nn.bias	7	-0.04736907407641411
184961	embedding2nn.bias	8	0.054877348244190216
184961	embedding2nn.bias	9	0.055856864899396896
184961	rnn.weight_ih_l0	0	-0.0767427310347557
184961	rnn.weight_ih_l0	1	0.009188241325318813
184961	rnn.weight_ih_l0	2	0.03274670988321304
184961	rnn.weight_ih_l0	3	0.02188071608543396
184961	rnn.weight_ih_l0	4	-0.047188900411129
184961	rnn.weight_ih_l0	5	-0.06436300277709961
184961	rnn.weight_ih_l0	6	9.089447848964483e-05
184961	rnn.weight_ih_l0	7	0.05021047592163086
184961	rnn.weight_ih_l0	8	-0.01588706113398075
184961	rnn.weight_ih_l0	9	-0.030706064775586128
184961	rnn.weight_hh_l0	0	-0.03006792441010475
184961	rnn.weight_hh_l0	1	-0.008249785751104355
184961	rnn.weight_hh_l0	2	0.010198736563324928
184961	rnn.weight_hh_l0	3	-0.07450124621391296
184961	rnn.weight_hh_l0	4	0.09191326797008514
184961	rnn.weight_hh_l0	5	-0.026404330506920815
184961	rnn.weight_hh_l0	6	-0.05808597058057785
184961	rnn.weight_hh_l0	7	0.00863424502313137
184961	rnn.weight_hh_l0	8	0.01448629517108202
184961	rnn.weight_hh_l0	9	-0.023459184914827347
184961	rnn.bias_ih_l0	0	0.13103559613227844
184961	rnn.bias_ih_l0	1	-0.03270793706178665
184961	rnn.bias_ih_l0	2	-0.031008532270789146
184961	rnn.bias_ih_l0	3	0.15358567237854004
184961	rnn.bias_ih_l0	4	-0.010900888592004776
184961	rnn.bias_ih_l0	5	-0.019070832058787346
184961	rnn.bias_ih_l0	6	0.017230164259672165
184961	rnn.bias_ih_l0	7	0.021882807835936546
184961	rnn.bias_ih_l0	8	-0.09586982429027557
184961	rnn.bias_ih_l0	9	-0.041429344564676285
184961	rnn.bias_hh_l0	0	-0.0024530894588679075
184961	rnn.bias_hh_l0	1	-0.11431623995304108
184961	rnn.bias_hh_l0	2	-0.0692070871591568
184961	rnn.bias_hh_l0	3	-0.08575852960348129
184961	rnn.bias_hh_l0	4	0.006982623599469662
184961	rnn.bias_hh_l0	5	-0.023215873166918755
184961	rnn.bias_hh_l0	6	0.03244972229003906
184961	rnn.bias_hh_l0	7	0.055077023804187775
184961	rnn.bias_hh_l0	8	-0.11761817336082458
184961	rnn.bias_hh_l0	9	-0.056831713765859604
184961	rnn.weight_ih_l0_reverse	0	-0.023073377087712288
184961	rnn.weight_ih_l0_reverse	1	-0.05273014307022095
184961	rnn.weight_ih_l0_reverse	2	-0.04456881433725357
184961	rnn.weight_ih_l0_reverse	3	0.01163890678435564
184961	rnn.weight_ih_l0_reverse	4	-0.01924324408173561
184961	rnn.weight_ih_l0_reverse	5	-0.05876870080828667
184961	rnn.weight_ih_l0_reverse	6	0.07422196120023727
184961	rnn.weight_ih_l0_reverse	7	-0.018012436106801033
184961	rnn.weight_ih_l0_reverse	8	-0.014620180241763592
184961	rnn.weight_ih_l0_reverse	9	0.0013120175572112203
184961	rnn.weight_hh_l0_reverse	0	0.06549292057752609
184961	rnn.weight_hh_l0_reverse	1	0.023904183879494667
184961	rnn.weight_hh_l0_reverse	2	0.028993794694542885
184961	rnn.weight_hh_l0_reverse	3	0.03803086653351784
184961	rnn.weight_hh_l0_reverse	4	0.011490978300571442
184961	rnn.weight_hh_l0_reverse	5	0.009370869025588036
184961	rnn.weight_hh_l0_reverse	6	0.049552805721759796
184961	rnn.weight_hh_l0_reverse	7	-0.0782383382320404
184961	rnn.weight_hh_l0_reverse	8	0.040107611566782
184961	rnn.weight_hh_l0_reverse	9	0.03510337322950363
184961	rnn.bias_ih_l0_reverse	0	-0.05450862646102905
184961	rnn.bias_ih_l0_reverse	1	-0.28349924087524414
184961	rnn.bias_ih_l0_reverse	2	-0.11644434928894043
184961	rnn.bias_ih_l0_reverse	3	-0.05333719030022621
184961	rnn.bias_ih_l0_reverse	4	-0.01656591147184372
184961	rnn.bias_ih_l0_reverse	5	0.07874792069196701
184961	rnn.bias_ih_l0_reverse	6	-0.061846163123846054
184961	rnn.bias_ih_l0_reverse	7	0.05829142779111862
184961	rnn.bias_ih_l0_reverse	8	-0.04444455727934837
184961	rnn.bias_ih_l0_reverse	9	0.05750907212495804
184961	rnn.bias_hh_l0_reverse	0	0.02232011966407299
184961	rnn.bias_hh_l0_reverse	1	-0.042060695588588715
184961	rnn.bias_hh_l0_reverse	2	0.07457078248262405
184961	rnn.bias_hh_l0_reverse	3	-0.047359149903059006
184961	rnn.bias_hh_l0_reverse	4	-0.018302489072084427
184961	rnn.bias_hh_l0_reverse	5	-0.02861185371875763
184961	rnn.bias_hh_l0_reverse	6	-0.014806089922785759
184961	rnn.bias_hh_l0_reverse	7	0.1060616597533226
184961	rnn.bias_hh_l0_reverse	8	0.030897071585059166
184961	rnn.bias_hh_l0_reverse	9	-0.14970366656780243
184961	rnn.weight_ih_l1	0	-0.03177281841635704
184961	rnn.weight_ih_l1	1	-0.04952634125947952
184961	rnn.weight_ih_l1	2	0.05872335284948349
184961	rnn.weight_ih_l1	3	-0.07097343355417252
184961	rnn.weight_ih_l1	4	-0.015453869476914406
184961	rnn.weight_ih_l1	5	-0.0425935760140419
184961	rnn.weight_ih_l1	6	0.027457451447844505
184961	rnn.weight_ih_l1	7	-0.051015593111515045
184961	rnn.weight_ih_l1	8	0.03621124103665352
184961	rnn.weight_ih_l1	9	0.04736869037151337
184961	rnn.weight_hh_l1	0	-0.006837799213826656
184961	rnn.weight_hh_l1	1	0.019674653187394142
184961	rnn.weight_hh_l1	2	0.010666226036846638
184961	rnn.weight_hh_l1	3	-0.011988936923444271
184961	rnn.weight_hh_l1	4	0.006962484680116177
184961	rnn.weight_hh_l1	5	0.03213547542691231
184961	rnn.weight_hh_l1	6	0.03463910520076752
184961	rnn.weight_hh_l1	7	-0.0178262609988451
184961	rnn.weight_hh_l1	8	-0.0069635165855288506
184961	rnn.weight_hh_l1	9	0.03434104099869728
184961	rnn.bias_ih_l1	0	-0.19149096310138702
184961	rnn.bias_ih_l1	1	-0.18247373402118683
184961	rnn.bias_ih_l1	2	-0.21093687415122986
184961	rnn.bias_ih_l1	3	-0.320002943277359
184961	rnn.bias_ih_l1	4	-0.19664552807807922
184961	rnn.bias_ih_l1	5	-0.08486231416463852
184961	rnn.bias_ih_l1	6	-0.16905814409255981
184961	rnn.bias_ih_l1	7	-0.014146629720926285
184961	rnn.bias_ih_l1	8	-0.12979625165462494
184961	rnn.bias_ih_l1	9	-0.1364564448595047
184961	rnn.bias_hh_l1	0	-0.10028425604104996
184961	rnn.bias_hh_l1	1	-0.06813442707061768
184961	rnn.bias_hh_l1	2	-0.09195534884929657
184961	rnn.bias_hh_l1	3	-0.08413396030664444
184961	rnn.bias_hh_l1	4	-0.0872243121266365
184961	rnn.bias_hh_l1	5	-0.1181899756193161
184961	rnn.bias_hh_l1	6	-0.1548100709915161
184961	rnn.bias_hh_l1	7	0.0821070671081543
184961	rnn.bias_hh_l1	8	-0.17911837995052338
184961	rnn.bias_hh_l1	9	-0.1136016994714737
184961	rnn.weight_ih_l1_reverse	0	-0.04505544528365135
184961	rnn.weight_ih_l1_reverse	1	0.03364000469446182
184961	rnn.weight_ih_l1_reverse	2	0.09095579385757446
184961	rnn.weight_ih_l1_reverse	3	-0.011238889768719673
184961	rnn.weight_ih_l1_reverse	4	-0.035398948937654495
184961	rnn.weight_ih_l1_reverse	5	-0.030733520165085793
184961	rnn.weight_ih_l1_reverse	6	-0.007971683517098427
184961	rnn.weight_ih_l1_reverse	7	0.027159763500094414
184961	rnn.weight_ih_l1_reverse	8	0.008052552118897438
184961	rnn.weight_ih_l1_reverse	9	-0.03902484476566315
184961	rnn.weight_hh_l1_reverse	0	0.005029499065130949
184961	rnn.weight_hh_l1_reverse	1	0.03158201277256012
184961	rnn.weight_hh_l1_reverse	2	-0.04044462740421295
184961	rnn.weight_hh_l1_reverse	3	0.03544109687209129
184961	rnn.weight_hh_l1_reverse	4	0.04777582362294197
184961	rnn.weight_hh_l1_reverse	5	0.0019283632282167673
184961	rnn.weight_hh_l1_reverse	6	0.05639257654547691
184961	rnn.weight_hh_l1_reverse	7	0.029669690877199173
184961	rnn.weight_hh_l1_reverse	8	-0.007289906498044729
184961	rnn.weight_hh_l1_reverse	9	-0.0305009912699461
184961	rnn.bias_ih_l1_reverse	0	-0.05398295447230339
184961	rnn.bias_ih_l1_reverse	1	-0.15138055384159088
184961	rnn.bias_ih_l1_reverse	2	-0.16001461446285248
184961	rnn.bias_ih_l1_reverse	3	-0.0536174476146698
184961	rnn.bias_ih_l1_reverse	4	-0.21224327385425568
184961	rnn.bias_ih_l1_reverse	5	-0.11286894232034683
184961	rnn.bias_ih_l1_reverse	6	-0.1342233419418335
184961	rnn.bias_ih_l1_reverse	7	-0.1928005963563919
184961	rnn.bias_ih_l1_reverse	8	0.2259799689054489
184961	rnn.bias_ih_l1_reverse	9	0.01624598354101181
184961	rnn.bias_hh_l1_reverse	0	-0.004163674544543028
184961	rnn.bias_hh_l1_reverse	1	-0.08349055051803589
184961	rnn.bias_hh_l1_reverse	2	-0.23710347712039948
184961	rnn.bias_hh_l1_reverse	3	-0.14065034687519073
184961	rnn.bias_hh_l1_reverse	4	-0.08580413460731506
184961	rnn.bias_hh_l1_reverse	5	-0.1155620738863945
184961	rnn.bias_hh_l1_reverse	6	0.060374874621629715
184961	rnn.bias_hh_l1_reverse	7	-0.15365274250507355
184961	rnn.bias_hh_l1_reverse	8	-0.11695116013288498
184961	rnn.bias_hh_l1_reverse	9	-0.15072208642959595
184961	linear.weight	0	0.002228822559118271
184961	linear.weight	1	0.10481730103492737
184961	linear.weight	2	-0.09705053269863129
184961	linear.weight	3	0.28378644585609436
184961	linear.weight	4	0.16992394626140594
184961	linear.weight	5	-0.06963472813367844
184961	linear.weight	6	0.12480304390192032
184961	linear.weight	7	0.13115116953849792
184961	linear.weight	8	0.04115499556064606
184961	linear.weight	9	-0.0426003597676754
184961	linear.bias	0	0.14610891044139862
184961	linear.bias	1	-0.1642645001411438
184961	linear.bias	2	-0.421886146068573
184961	linear.bias	3	-0.6462658643722534
184961	linear.bias	4	-1.2099817991256714
184961	linear.bias	5	-0.08564700186252594
184961	linear.bias	6	-0.7796705365180969
184961	linear.bias	7	0.2493273913860321
184961	linear.bias	8	-0.4331464469432831
184961	linear.bias	9	-1.0421456098556519
185158	transitions	0	0.7448768019676208
185158	transitions	1	0.14847193658351898
185158	transitions	2	-10000.0
185158	transitions	3	-1.8264238834381104
185158	transitions	4	-10000.0
185158	transitions	5	0.5673534274101257
185158	transitions	6	-0.08211768418550491
185158	transitions	7	-0.7746325731277466
185158	transitions	8	-1.4165012836456299
185158	transitions	9	-0.001197087811306119
185158	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
185158	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
185158	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
185158	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
185158	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
185158	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
185158	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
185158	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
185158	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
185158	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
185158	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
185158	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
185158	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
185158	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
185158	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
185158	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
185158	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
185158	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
185158	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
185158	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
185158	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
185158	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
185158	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
185158	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
185158	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
185158	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
185158	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
185158	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
185158	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
185158	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
185158	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
185158	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
185158	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
185158	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
185158	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
185158	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
185158	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
185158	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
185158	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
185158	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
185158	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
185158	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
185158	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
185158	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
185158	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
185158	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
185158	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
185158	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
185158	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
185158	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
185158	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
185158	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
185158	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
185158	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
185158	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
185158	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
185158	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
185158	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
185158	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
185158	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
185158	embedding2nn.weight	0	0.018230890855193138
185158	embedding2nn.weight	1	-0.013062031008303165
185158	embedding2nn.weight	2	-0.014268254861235619
185158	embedding2nn.weight	3	-0.03715775907039642
185158	embedding2nn.weight	4	-0.0059150345623493195
185158	embedding2nn.weight	5	-0.0037005881313234568
185158	embedding2nn.weight	6	-0.0039732735604047775
185158	embedding2nn.weight	7	-0.07922058552503586
185158	embedding2nn.weight	8	-0.0019979383796453476
185158	embedding2nn.weight	9	-0.030166935175657272
185158	embedding2nn.bias	0	0.04911051690578461
185158	embedding2nn.bias	1	-0.0801793560385704
185158	embedding2nn.bias	2	0.05472228676080704
185158	embedding2nn.bias	3	0.04787006974220276
185158	embedding2nn.bias	4	-0.04915580525994301
185158	embedding2nn.bias	5	0.0007265916792675853
185158	embedding2nn.bias	6	0.015638578683137894
185158	embedding2nn.bias	7	-0.049039531499147415
185158	embedding2nn.bias	8	0.048232242465019226
185158	embedding2nn.bias	9	0.063145212829113
185158	rnn.weight_ih_l0	0	-0.07550428807735443
185158	rnn.weight_ih_l0	1	0.008552871644496918
185158	rnn.weight_ih_l0	2	0.03213776648044586
185158	rnn.weight_ih_l0	3	0.022175198420882225
185158	rnn.weight_ih_l0	4	-0.04723299667239189
185158	rnn.weight_ih_l0	5	-0.0640130415558815
185158	rnn.weight_ih_l0	6	5.8541329053696245e-05
185158	rnn.weight_ih_l0	7	0.04965567961335182
185158	rnn.weight_ih_l0	8	-0.01594085432589054
185158	rnn.weight_ih_l0	9	-0.030689943581819534
185158	rnn.weight_hh_l0	0	-0.030312515795230865
185158	rnn.weight_hh_l0	1	-0.007959282025694847
185158	rnn.weight_hh_l0	2	0.009909146465361118
185158	rnn.weight_hh_l0	3	-0.07438072562217712
185158	rnn.weight_hh_l0	4	0.09154780954122543
185158	rnn.weight_hh_l0	5	-0.02594512701034546
185158	rnn.weight_hh_l0	6	-0.05817429721355438
185158	rnn.weight_hh_l0	7	0.008621635846793652
185158	rnn.weight_hh_l0	8	0.014349961653351784
185158	rnn.weight_hh_l0	9	-0.023409830406308174
185158	rnn.bias_ih_l0	0	0.13143834471702576
185158	rnn.bias_ih_l0	1	-0.03202686458826065
185158	rnn.bias_ih_l0	2	-0.031176941469311714
185158	rnn.bias_ih_l0	3	0.15320119261741638
185158	rnn.bias_ih_l0	4	-0.01059979759156704
185158	rnn.bias_ih_l0	5	-0.017389707267284393
185158	rnn.bias_ih_l0	6	0.017423415556550026
185158	rnn.bias_ih_l0	7	0.021425919607281685
185158	rnn.bias_ih_l0	8	-0.09621082991361618
185158	rnn.bias_ih_l0	9	-0.042238153517246246
185158	rnn.bias_hh_l0	0	-0.002496871631592512
185158	rnn.bias_hh_l0	1	-0.10957228392362595
185158	rnn.bias_hh_l0	2	-0.06960371136665344
185158	rnn.bias_hh_l0	3	-0.08598359674215317
185158	rnn.bias_hh_l0	4	0.00542356725782156
185158	rnn.bias_hh_l0	5	-0.021801088005304337
185158	rnn.bias_hh_l0	6	0.03310971334576607
185158	rnn.bias_hh_l0	7	0.05398689582943916
185158	rnn.bias_hh_l0	8	-0.11661373823881149
185158	rnn.bias_hh_l0	9	-0.05588405951857567
185158	rnn.weight_ih_l0_reverse	0	-0.023116761818528175
185158	rnn.weight_ih_l0_reverse	1	-0.0522628016769886
185158	rnn.weight_ih_l0_reverse	2	-0.04510049149394035
185158	rnn.weight_ih_l0_reverse	3	0.011542240157723427
185158	rnn.weight_ih_l0_reverse	4	-0.01857692562043667
185158	rnn.weight_ih_l0_reverse	5	-0.05888211727142334
185158	rnn.weight_ih_l0_reverse	6	0.0749358981847763
185158	rnn.weight_ih_l0_reverse	7	-0.017261993139982224
185158	rnn.weight_ih_l0_reverse	8	-0.015120415948331356
185158	rnn.weight_ih_l0_reverse	9	0.001384286442771554
185158	rnn.weight_hh_l0_reverse	0	0.06558604538440704
185158	rnn.weight_hh_l0_reverse	1	0.02441822737455368
185158	rnn.weight_hh_l0_reverse	2	0.029108118265867233
185158	rnn.weight_hh_l0_reverse	3	0.037835586816072464
185158	rnn.weight_hh_l0_reverse	4	0.011491866782307625
185158	rnn.weight_hh_l0_reverse	5	0.010032852180302143
185158	rnn.weight_hh_l0_reverse	6	0.04943962022662163
185158	rnn.weight_hh_l0_reverse	7	-0.078291155397892
185158	rnn.weight_hh_l0_reverse	8	0.039798978716135025
185158	rnn.weight_hh_l0_reverse	9	0.035192396491765976
185158	rnn.bias_ih_l0_reverse	0	-0.05417907238006592
185158	rnn.bias_ih_l0_reverse	1	-0.2820505201816559
185158	rnn.bias_ih_l0_reverse	2	-0.11569710075855255
185158	rnn.bias_ih_l0_reverse	3	-0.05173872783780098
185158	rnn.bias_ih_l0_reverse	4	-0.018073000013828278
185158	rnn.bias_ih_l0_reverse	5	0.07908204942941666
185158	rnn.bias_ih_l0_reverse	6	-0.0616275854408741
185158	rnn.bias_ih_l0_reverse	7	0.056891072541475296
185158	rnn.bias_ih_l0_reverse	8	-0.045761559158563614
185158	rnn.bias_ih_l0_reverse	9	0.059683989733457565
185158	rnn.bias_hh_l0_reverse	0	0.02346343733370304
185158	rnn.bias_hh_l0_reverse	1	-0.043167900294065475
185158	rnn.bias_hh_l0_reverse	2	0.07720042020082474
185158	rnn.bias_hh_l0_reverse	3	-0.046210628002882004
185158	rnn.bias_hh_l0_reverse	4	-0.02021913044154644
185158	rnn.bias_hh_l0_reverse	5	-0.028216810896992683
185158	rnn.bias_hh_l0_reverse	6	-0.014993295073509216
185158	rnn.bias_hh_l0_reverse	7	0.10577705502510071
185158	rnn.bias_hh_l0_reverse	8	0.030458344146609306
185158	rnn.bias_hh_l0_reverse	9	-0.153037428855896
185158	rnn.weight_ih_l1	0	-0.031651902943849564
185158	rnn.weight_ih_l1	1	-0.04890583083033562
185158	rnn.weight_ih_l1	2	0.0583648681640625
185158	rnn.weight_ih_l1	3	-0.07235662639141083
185158	rnn.weight_ih_l1	4	-0.01541315671056509
185158	rnn.weight_ih_l1	5	-0.0424448698759079
185158	rnn.weight_ih_l1	6	0.02709430269896984
185158	rnn.weight_ih_l1	7	-0.04942721500992775
185158	rnn.weight_ih_l1	8	0.03629688546061516
185158	rnn.weight_ih_l1	9	0.04706861823797226
185158	rnn.weight_hh_l1	0	-0.005842842161655426
185158	rnn.weight_hh_l1	1	0.01964794471859932
185158	rnn.weight_hh_l1	2	0.010293137282133102
185158	rnn.weight_hh_l1	3	-0.012056812644004822
185158	rnn.weight_hh_l1	4	0.006395035423338413
185158	rnn.weight_hh_l1	5	0.03215291351079941
185158	rnn.weight_hh_l1	6	0.03474009782075882
185158	rnn.weight_hh_l1	7	-0.017749039456248283
185158	rnn.weight_hh_l1	8	-0.0070609524846076965
185158	rnn.weight_hh_l1	9	0.03464820608496666
185158	rnn.bias_ih_l1	0	-0.19240017235279083
185158	rnn.bias_ih_l1	1	-0.18364721536636353
185158	rnn.bias_ih_l1	2	-0.20933888852596283
185158	rnn.bias_ih_l1	3	-0.31790691614151
185158	rnn.bias_ih_l1	4	-0.1994544267654419
185158	rnn.bias_ih_l1	5	-0.08569125086069107
185158	rnn.bias_ih_l1	6	-0.17072205245494843
185158	rnn.bias_ih_l1	7	-0.012665566056966782
185158	rnn.bias_ih_l1	8	-0.13031207025051117
185158	rnn.bias_ih_l1	9	-0.13818538188934326
185158	rnn.bias_hh_l1	0	-0.09989213198423386
185158	rnn.bias_hh_l1	1	-0.06908769905567169
185158	rnn.bias_hh_l1	2	-0.09337621182203293
185158	rnn.bias_hh_l1	3	-0.08313636481761932
185158	rnn.bias_hh_l1	4	-0.08800067752599716
185158	rnn.bias_hh_l1	5	-0.1183137446641922
185158	rnn.bias_hh_l1	6	-0.1549963355064392
185158	rnn.bias_hh_l1	7	0.07577836513519287
185158	rnn.bias_hh_l1	8	-0.17941898107528687
185158	rnn.bias_hh_l1	9	-0.1158333346247673
185158	rnn.weight_ih_l1_reverse	0	-0.045316845178604126
185158	rnn.weight_ih_l1_reverse	1	0.03492701053619385
185158	rnn.weight_ih_l1_reverse	2	0.09095274657011032
185158	rnn.weight_ih_l1_reverse	3	-0.011335444636642933
185158	rnn.weight_ih_l1_reverse	4	-0.035352304577827454
185158	rnn.weight_ih_l1_reverse	5	-0.030871683731675148
185158	rnn.weight_ih_l1_reverse	6	-0.0074801198206841946
185158	rnn.weight_ih_l1_reverse	7	0.02638469822704792
185158	rnn.weight_ih_l1_reverse	8	0.009586257860064507
185158	rnn.weight_ih_l1_reverse	9	-0.039272651076316833
185158	rnn.weight_hh_l1_reverse	0	0.0048019071109592915
185158	rnn.weight_hh_l1_reverse	1	0.031589411199092865
185158	rnn.weight_hh_l1_reverse	2	-0.04044993221759796
185158	rnn.weight_hh_l1_reverse	3	0.03540339320898056
185158	rnn.weight_hh_l1_reverse	4	0.04789188876748085
185158	rnn.weight_hh_l1_reverse	5	0.001590652740560472
185158	rnn.weight_hh_l1_reverse	6	0.05618825554847717
185158	rnn.weight_hh_l1_reverse	7	0.02970472350716591
185158	rnn.weight_hh_l1_reverse	8	-0.007353619672358036
185158	rnn.weight_hh_l1_reverse	9	-0.030567627400159836
185158	rnn.bias_ih_l1_reverse	0	-0.053959302604198456
185158	rnn.bias_ih_l1_reverse	1	-0.15183836221694946
185158	rnn.bias_ih_l1_reverse	2	-0.15811313688755035
185158	rnn.bias_ih_l1_reverse	3	-0.04765674099326134
185158	rnn.bias_ih_l1_reverse	4	-0.21261820197105408
185158	rnn.bias_ih_l1_reverse	5	-0.11209748685359955
185158	rnn.bias_ih_l1_reverse	6	-0.1342567652463913
185158	rnn.bias_ih_l1_reverse	7	-0.19368904829025269
185158	rnn.bias_ih_l1_reverse	8	0.22460153698921204
185158	rnn.bias_ih_l1_reverse	9	0.01664559729397297
185158	rnn.bias_hh_l1_reverse	0	-0.005378553178161383
185158	rnn.bias_hh_l1_reverse	1	-0.08577306568622589
185158	rnn.bias_hh_l1_reverse	2	-0.237484872341156
185158	rnn.bias_hh_l1_reverse	3	-0.13966311514377594
185158	rnn.bias_hh_l1_reverse	4	-0.08525417745113373
185158	rnn.bias_hh_l1_reverse	5	-0.1177527979016304
185158	rnn.bias_hh_l1_reverse	6	0.06130478158593178
185158	rnn.bias_hh_l1_reverse	7	-0.15617635846138
185158	rnn.bias_hh_l1_reverse	8	-0.11655662953853607
185158	rnn.bias_hh_l1_reverse	9	-0.15120530128479004
185158	linear.weight	0	0.002228822559118271
185158	linear.weight	1	0.10492347180843353
185158	linear.weight	2	-0.09982232004404068
185158	linear.weight	3	0.2841434180736542
185158	linear.weight	4	0.16922618448734283
185158	linear.weight	5	-0.06999795138835907
185158	linear.weight	6	0.12844891846179962
185158	linear.weight	7	0.13100270926952362
185158	linear.weight	8	0.041154682636260986
185158	linear.weight	9	-0.04256676509976387
185158	linear.bias	0	0.13805429637432098
185158	linear.bias	1	-0.17329980432987213
185158	linear.bias	2	-0.4177311956882477
185158	linear.bias	3	-0.661635160446167
185158	linear.bias	4	-1.2250885963439941
185158	linear.bias	5	-0.08100984245538712
185158	linear.bias	6	-0.790238618850708
185158	linear.bias	7	0.25080692768096924
185158	linear.bias	8	-0.43146470189094543
185158	linear.bias	9	-1.038171648979187
185355	transitions	0	0.740202784538269
185355	transitions	1	0.15039485692977905
185355	transitions	2	-10000.0
185355	transitions	3	-1.8264424800872803
185355	transitions	4	-10000.0
185355	transitions	5	0.5673142075538635
185355	transitions	6	-0.08217356353998184
185355	transitions	7	-0.7748057246208191
185355	transitions	8	-1.4165531396865845
185355	transitions	9	-0.0011973202927038074
185355	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
185355	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
185355	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
185355	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
185355	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
185355	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
185355	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
185355	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
185355	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
185355	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
185355	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
185355	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
185355	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
185355	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
185355	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
185355	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
185355	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
185355	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
185355	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
185355	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
185355	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
185355	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
185355	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
185355	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
185355	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
185355	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
185355	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
185355	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
185355	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
185355	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
185355	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
185355	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
185355	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
185355	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
185355	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
185355	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
185355	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
185355	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
185355	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
185355	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
185355	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
185355	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
185355	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
185355	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
185355	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
185355	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
185355	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
185355	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
185355	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
185355	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
185355	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
185355	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
185355	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
185355	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
185355	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
185355	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
185355	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
185355	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
185355	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
185355	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
185355	embedding2nn.weight	0	0.01885124295949936
185355	embedding2nn.weight	1	-0.013067742809653282
185355	embedding2nn.weight	2	-0.014268254861235619
185355	embedding2nn.weight	3	-0.03845962882041931
185355	embedding2nn.weight	4	-0.0059150345623493195
185355	embedding2nn.weight	5	-0.0037005881313234568
185355	embedding2nn.weight	6	-0.0039732749573886395
185355	embedding2nn.weight	7	-0.07967840880155563
185355	embedding2nn.weight	8	-0.0019979383796453476
185355	embedding2nn.weight	9	-0.029924817383289337
185355	embedding2nn.bias	0	0.05063517764210701
185355	embedding2nn.bias	1	-0.08335579931735992
185355	embedding2nn.bias	2	0.052059464156627655
185355	embedding2nn.bias	3	0.04292069375514984
185355	embedding2nn.bias	4	-0.05158916860818863
185355	embedding2nn.bias	5	-0.000938546669203788
185355	embedding2nn.bias	6	0.01982027292251587
185355	embedding2nn.bias	7	-0.050385165959596634
185355	embedding2nn.bias	8	0.04829542338848114
185355	embedding2nn.bias	9	0.06484868377447128
185355	rnn.weight_ih_l0	0	-0.07588133215904236
185355	rnn.weight_ih_l0	1	0.007511512842029333
185355	rnn.weight_ih_l0	2	0.032685425132513046
185355	rnn.weight_ih_l0	3	0.022153308615088463
185355	rnn.weight_ih_l0	4	-0.046995002776384354
185355	rnn.weight_ih_l0	5	-0.06417717784643173
185355	rnn.weight_ih_l0	6	-0.0001864781224867329
185355	rnn.weight_ih_l0	7	0.04903119429945946
185355	rnn.weight_ih_l0	8	-0.016270766034722328
185355	rnn.weight_ih_l0	9	-0.03031972609460354
185355	rnn.weight_hh_l0	0	-0.030360329896211624
185355	rnn.weight_hh_l0	1	-0.008392862044274807
185355	rnn.weight_hh_l0	2	0.009611554443836212
185355	rnn.weight_hh_l0	3	-0.07419393211603165
185355	rnn.weight_hh_l0	4	0.091641865670681
185355	rnn.weight_hh_l0	5	-0.025532877072691917
185355	rnn.weight_hh_l0	6	-0.05830990895628929
185355	rnn.weight_hh_l0	7	0.010057508945465088
185355	rnn.weight_hh_l0	8	0.014684007503092289
185355	rnn.weight_hh_l0	9	-0.02341189794242382
185355	rnn.bias_ih_l0	0	0.1319427639245987
185355	rnn.bias_ih_l0	1	-0.03221612051129341
185355	rnn.bias_ih_l0	2	-0.031267836689949036
185355	rnn.bias_ih_l0	3	0.154230535030365
185355	rnn.bias_ih_l0	4	-0.011190605349838734
185355	rnn.bias_ih_l0	5	-0.015881074592471123
185355	rnn.bias_ih_l0	6	0.01743805781006813
185355	rnn.bias_ih_l0	7	0.021689873188734055
185355	rnn.bias_ih_l0	8	-0.0962664783000946
185355	rnn.bias_ih_l0	9	-0.044568225741386414
185355	rnn.bias_hh_l0	0	-0.00320924399420619
185355	rnn.bias_hh_l0	1	-0.11267173290252686
185355	rnn.bias_hh_l0	2	-0.06920873373746872
185355	rnn.bias_hh_l0	3	-0.08641943335533142
185355	rnn.bias_hh_l0	4	0.005937498062849045
185355	rnn.bias_hh_l0	5	-0.022344890981912613
185355	rnn.bias_hh_l0	6	0.03355419263243675
185355	rnn.bias_hh_l0	7	0.0534246526658535
185355	rnn.bias_hh_l0	8	-0.11682692915201187
185355	rnn.bias_hh_l0	9	-0.055902257561683655
185355	rnn.weight_ih_l0_reverse	0	-0.02344580926001072
185355	rnn.weight_ih_l0_reverse	1	-0.05242922157049179
185355	rnn.weight_ih_l0_reverse	2	-0.04554905742406845
185355	rnn.weight_ih_l0_reverse	3	0.011208693496882915
185355	rnn.weight_ih_l0_reverse	4	-0.01909644715487957
185355	rnn.weight_ih_l0_reverse	5	-0.05901225283741951
185355	rnn.weight_ih_l0_reverse	6	0.07473491877317429
185355	rnn.weight_ih_l0_reverse	7	-0.017599761486053467
185355	rnn.weight_ih_l0_reverse	8	-0.015360706485807896
185355	rnn.weight_ih_l0_reverse	9	0.0010412120027467608
185355	rnn.weight_hh_l0_reverse	0	0.06498522311449051
185355	rnn.weight_hh_l0_reverse	1	0.024802787229418755
185355	rnn.weight_hh_l0_reverse	2	0.02897126041352749
185355	rnn.weight_hh_l0_reverse	3	0.03780365735292435
185355	rnn.weight_hh_l0_reverse	4	0.011403350159525871
185355	rnn.weight_hh_l0_reverse	5	0.00988558679819107
185355	rnn.weight_hh_l0_reverse	6	0.04965144395828247
185355	rnn.weight_hh_l0_reverse	7	-0.07844711095094681
185355	rnn.weight_hh_l0_reverse	8	0.03974934667348862
185355	rnn.weight_hh_l0_reverse	9	0.035428065806627274
185355	rnn.bias_ih_l0_reverse	0	-0.0551021583378315
185355	rnn.bias_ih_l0_reverse	1	-0.2813265919685364
185355	rnn.bias_ih_l0_reverse	2	-0.11706140637397766
185355	rnn.bias_ih_l0_reverse	3	-0.05092005804181099
185355	rnn.bias_ih_l0_reverse	4	-0.0174171831458807
185355	rnn.bias_ih_l0_reverse	5	0.07894960045814514
185355	rnn.bias_ih_l0_reverse	6	-0.06365150958299637
185355	rnn.bias_ih_l0_reverse	7	0.057939574122428894
185355	rnn.bias_ih_l0_reverse	8	-0.044838789850473404
185355	rnn.bias_ih_l0_reverse	9	0.058660607784986496
185355	rnn.bias_hh_l0_reverse	0	0.022350076586008072
185355	rnn.bias_hh_l0_reverse	1	-0.04118059203028679
185355	rnn.bias_hh_l0_reverse	2	0.07858578115701675
185355	rnn.bias_hh_l0_reverse	3	-0.04550076276063919
185355	rnn.bias_hh_l0_reverse	4	-0.019514672458171844
185355	rnn.bias_hh_l0_reverse	5	-0.0286871250718832
185355	rnn.bias_hh_l0_reverse	6	-0.016526956111192703
185355	rnn.bias_hh_l0_reverse	7	0.10526484251022339
185355	rnn.bias_hh_l0_reverse	8	0.030058836564421654
185355	rnn.bias_hh_l0_reverse	9	-0.15218138694763184
185355	rnn.weight_ih_l1	0	-0.031593259423971176
185355	rnn.weight_ih_l1	1	-0.04940221458673477
185355	rnn.weight_ih_l1	2	0.05834164470434189
185355	rnn.weight_ih_l1	3	-0.07189498096704483
185355	rnn.weight_ih_l1	4	-0.01575484685599804
185355	rnn.weight_ih_l1	5	-0.042113855481147766
185355	rnn.weight_ih_l1	6	0.02680247835814953
185355	rnn.weight_ih_l1	7	-0.049228738993406296
185355	rnn.weight_ih_l1	8	0.03635861352086067
185355	rnn.weight_ih_l1	9	0.046556584537029266
185355	rnn.weight_hh_l1	0	-0.004807353485375643
185355	rnn.weight_hh_l1	1	0.019623570144176483
185355	rnn.weight_hh_l1	2	0.010200580582022667
185355	rnn.weight_hh_l1	3	-0.012005854398012161
185355	rnn.weight_hh_l1	4	0.006163243670016527
185355	rnn.weight_hh_l1	5	0.03181735798716545
185355	rnn.weight_hh_l1	6	0.0354849174618721
185355	rnn.weight_hh_l1	7	-0.017909357324242592
185355	rnn.weight_hh_l1	8	-0.007004916667938232
185355	rnn.weight_hh_l1	9	0.03430089354515076
185355	rnn.bias_ih_l1	0	-0.18995529413223267
185355	rnn.bias_ih_l1	1	-0.18406839668750763
185355	rnn.bias_ih_l1	2	-0.2103438526391983
185355	rnn.bias_ih_l1	3	-0.31740739941596985
185355	rnn.bias_ih_l1	4	-0.19910001754760742
185355	rnn.bias_ih_l1	5	-0.08499570935964584
185355	rnn.bias_ih_l1	6	-0.1715485006570816
185355	rnn.bias_ih_l1	7	-0.00920014176517725
185355	rnn.bias_ih_l1	8	-0.1291554868221283
185355	rnn.bias_ih_l1	9	-0.1374848634004593
185355	rnn.bias_hh_l1	0	-0.09773816913366318
185355	rnn.bias_hh_l1	1	-0.07055795192718506
185355	rnn.bias_hh_l1	2	-0.09246489405632019
185355	rnn.bias_hh_l1	3	-0.08311640471220016
185355	rnn.bias_hh_l1	4	-0.08672484755516052
185355	rnn.bias_hh_l1	5	-0.11866440623998642
185355	rnn.bias_hh_l1	6	-0.15499743819236755
185355	rnn.bias_hh_l1	7	0.07652262598276138
185355	rnn.bias_hh_l1	8	-0.18002070486545563
185355	rnn.bias_hh_l1	9	-0.11770916730165482
185355	rnn.weight_ih_l1_reverse	0	-0.04584647715091705
185355	rnn.weight_ih_l1_reverse	1	0.03635439649224281
185355	rnn.weight_ih_l1_reverse	2	0.09108657389879227
185355	rnn.weight_ih_l1_reverse	3	-0.012192663736641407
185355	rnn.weight_ih_l1_reverse	4	-0.035269442945718765
185355	rnn.weight_ih_l1_reverse	5	-0.030796680599451065
185355	rnn.weight_ih_l1_reverse	6	-0.007560906931757927
185355	rnn.weight_ih_l1_reverse	7	0.025715185329318047
185355	rnn.weight_ih_l1_reverse	8	0.008207800798118114
185355	rnn.weight_ih_l1_reverse	9	-0.03998574987053871
185355	rnn.weight_hh_l1_reverse	0	0.004903573077172041
185355	rnn.weight_hh_l1_reverse	1	0.031618326902389526
185355	rnn.weight_hh_l1_reverse	2	-0.040349047631025314
185355	rnn.weight_hh_l1_reverse	3	0.03535673767328262
185355	rnn.weight_hh_l1_reverse	4	0.04743685573339462
185355	rnn.weight_hh_l1_reverse	5	0.0021128866355866194
185355	rnn.weight_hh_l1_reverse	6	0.05605955049395561
185355	rnn.weight_hh_l1_reverse	7	0.029558882117271423
185355	rnn.weight_hh_l1_reverse	8	-0.007323205005377531
185355	rnn.weight_hh_l1_reverse	9	-0.03058774024248123
185355	rnn.bias_ih_l1_reverse	0	-0.05465645343065262
185355	rnn.bias_ih_l1_reverse	1	-0.15187355875968933
185355	rnn.bias_ih_l1_reverse	2	-0.15692545473575592
185355	rnn.bias_ih_l1_reverse	3	-0.048086557537317276
185355	rnn.bias_ih_l1_reverse	4	-0.21175600588321686
185355	rnn.bias_ih_l1_reverse	5	-0.11242973059415817
185355	rnn.bias_ih_l1_reverse	6	-0.13298259675502777
185355	rnn.bias_ih_l1_reverse	7	-0.1946440488100052
185355	rnn.bias_ih_l1_reverse	8	0.2189653068780899
185355	rnn.bias_ih_l1_reverse	9	0.019926931709051132
185355	rnn.bias_hh_l1_reverse	0	-0.004453290719538927
185355	rnn.bias_hh_l1_reverse	1	-0.08666162937879562
185355	rnn.bias_hh_l1_reverse	2	-0.23676463961601257
185355	rnn.bias_hh_l1_reverse	3	-0.14162753522396088
185355	rnn.bias_hh_l1_reverse	4	-0.08622530847787857
185355	rnn.bias_hh_l1_reverse	5	-0.11774728447198868
185355	rnn.bias_hh_l1_reverse	6	0.06011953949928284
185355	rnn.bias_hh_l1_reverse	7	-0.15758830308914185
185355	rnn.bias_hh_l1_reverse	8	-0.11617270857095718
185355	rnn.bias_hh_l1_reverse	9	-0.15151311457157135
185355	linear.weight	0	0.002228822559118271
185355	linear.weight	1	0.10622701048851013
185355	linear.weight	2	-0.1003972589969635
185355	linear.weight	3	0.2803047001361847
185355	linear.weight	4	0.16887784004211426
185355	linear.weight	5	-0.07018247246742249
185355	linear.weight	6	0.13666129112243652
185355	linear.weight	7	0.13201889395713806
185355	linear.weight	8	0.04115455970168114
185355	linear.weight	9	-0.04057604447007179
185355	linear.bias	0	0.14250090718269348
185355	linear.bias	1	-0.18228693306446075
185355	linear.bias	2	-0.411610871553421
185355	linear.bias	3	-0.6665697693824768
185355	linear.bias	4	-1.2291144132614136
185355	linear.bias	5	-0.07852151244878769
185355	linear.bias	6	-0.7980180978775024
185355	linear.bias	7	0.2526707351207733
185355	linear.bias	8	-0.4167705774307251
185355	linear.bias	9	-1.0234969854354858
185552	transitions	0	0.7452542185783386
185552	transitions	1	0.15079225599765778
185552	transitions	2	-10000.0
185552	transitions	3	-1.8265135288238525
185552	transitions	4	-10000.0
185552	transitions	5	0.5672780275344849
185552	transitions	6	-0.08219772577285767
185552	transitions	7	-0.7750309109687805
185552	transitions	8	-1.4165982007980347
185552	transitions	9	-0.0011978325201198459
185552	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
185552	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
185552	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
185552	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
185552	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
185552	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
185552	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
185552	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
185552	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
185552	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
185552	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
185552	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
185552	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
185552	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
185552	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
185552	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
185552	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
185552	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
185552	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
185552	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
185552	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
185552	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
185552	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
185552	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
185552	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
185552	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
185552	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
185552	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
185552	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
185552	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
185552	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
185552	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
185552	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
185552	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
185552	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
185552	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
185552	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
185552	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
185552	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
185552	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
185552	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
185552	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
185552	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
185552	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
185552	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
185552	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
185552	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
185552	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
185552	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
185552	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
185552	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
185552	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
185552	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
185552	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
185552	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
185552	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
185552	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
185552	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
185552	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
185552	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
185552	embedding2nn.weight	0	0.018258526921272278
185552	embedding2nn.weight	1	-0.01307095866650343
185552	embedding2nn.weight	2	-0.014268254861235619
185552	embedding2nn.weight	3	-0.037865959107875824
185552	embedding2nn.weight	4	-0.0059150345623493195
185552	embedding2nn.weight	5	-0.0037005881313234568
185552	embedding2nn.weight	6	-0.0039732735604047775
185552	embedding2nn.weight	7	-0.07940975576639175
185552	embedding2nn.weight	8	-0.0019979383796453476
185552	embedding2nn.weight	9	-0.02965729683637619
185552	embedding2nn.bias	0	0.046853672713041306
185552	embedding2nn.bias	1	-0.07753115147352219
185552	embedding2nn.bias	2	0.05062638595700264
185552	embedding2nn.bias	3	0.03909106180071831
185552	embedding2nn.bias	4	-0.05053533613681793
185552	embedding2nn.bias	5	0.0039311558939516544
185552	embedding2nn.bias	6	0.01692359521985054
185552	embedding2nn.bias	7	-0.04684271290898323
185552	embedding2nn.bias	8	0.054303813725709915
185552	embedding2nn.bias	9	0.05612361803650856
185552	rnn.weight_ih_l0	0	-0.07665480673313141
185552	rnn.weight_ih_l0	1	0.007754225749522448
185552	rnn.weight_ih_l0	2	0.032446280121803284
185552	rnn.weight_ih_l0	3	0.02178676426410675
185552	rnn.weight_ih_l0	4	-0.045606810599565506
185552	rnn.weight_ih_l0	5	-0.06429466605186462
185552	rnn.weight_ih_l0	6	-5.11229563926463e-06
185552	rnn.weight_ih_l0	7	0.04928174987435341
185552	rnn.weight_ih_l0	8	-0.015838442370295525
185552	rnn.weight_ih_l0	9	-0.02996327355504036
185552	rnn.weight_hh_l0	0	-0.031133214011788368
185552	rnn.weight_hh_l0	1	-0.00783582217991352
185552	rnn.weight_hh_l0	2	0.01031891256570816
185552	rnn.weight_hh_l0	3	-0.07451178133487701
185552	rnn.weight_hh_l0	4	0.09193356335163116
185552	rnn.weight_hh_l0	5	-0.026257699355483055
185552	rnn.weight_hh_l0	6	-0.05864115059375763
185552	rnn.weight_hh_l0	7	0.010718691162765026
185552	rnn.weight_hh_l0	8	0.014982592314481735
185552	rnn.weight_hh_l0	9	-0.02348972111940384
185552	rnn.bias_ih_l0	0	0.13058988749980927
185552	rnn.bias_ih_l0	1	-0.033023349940776825
185552	rnn.bias_ih_l0	2	-0.032200951129198074
185552	rnn.bias_ih_l0	3	0.15501029789447784
185552	rnn.bias_ih_l0	4	-0.012100351974368095
185552	rnn.bias_ih_l0	5	-0.01644951105117798
185552	rnn.bias_ih_l0	6	0.018413519486784935
185552	rnn.bias_ih_l0	7	0.02259352244436741
185552	rnn.bias_ih_l0	8	-0.09683908522129059
185552	rnn.bias_ih_l0	9	-0.047207485884428024
185552	rnn.bias_hh_l0	0	-0.004109329078346491
185552	rnn.bias_hh_l0	1	-0.11292241513729095
185552	rnn.bias_hh_l0	2	-0.07014575600624084
185552	rnn.bias_hh_l0	3	-0.08518194407224655
185552	rnn.bias_hh_l0	4	0.003879377618432045
185552	rnn.bias_hh_l0	5	-0.022574400529265404
185552	rnn.bias_hh_l0	6	0.03291356563568115
185552	rnn.bias_hh_l0	7	0.053904954344034195
185552	rnn.bias_hh_l0	8	-0.11750580370426178
185552	rnn.bias_hh_l0	9	-0.056198835372924805
185552	rnn.weight_ih_l0_reverse	0	-0.023401208221912384
185552	rnn.weight_ih_l0_reverse	1	-0.053118884563446045
185552	rnn.weight_ih_l0_reverse	2	-0.047174904495477676
185552	rnn.weight_ih_l0_reverse	3	0.011012420058250427
185552	rnn.weight_ih_l0_reverse	4	-0.018988002091646194
185552	rnn.weight_ih_l0_reverse	5	-0.058897025883197784
185552	rnn.weight_ih_l0_reverse	6	0.07491708546876907
185552	rnn.weight_ih_l0_reverse	7	-0.017718594521284103
185552	rnn.weight_ih_l0_reverse	8	-0.015107817016541958
185552	rnn.weight_ih_l0_reverse	9	0.0013451231643557549
185552	rnn.weight_hh_l0_reverse	0	0.06455507129430771
185552	rnn.weight_hh_l0_reverse	1	0.025468770414590836
185552	rnn.weight_hh_l0_reverse	2	0.02891448326408863
185552	rnn.weight_hh_l0_reverse	3	0.037989046424627304
185552	rnn.weight_hh_l0_reverse	4	0.011919678188860416
185552	rnn.weight_hh_l0_reverse	5	0.010000806301832199
185552	rnn.weight_hh_l0_reverse	6	0.04964609444141388
185552	rnn.weight_hh_l0_reverse	7	-0.07886826246976852
185552	rnn.weight_hh_l0_reverse	8	0.03988971188664436
185552	rnn.weight_hh_l0_reverse	9	0.035364989191293716
185552	rnn.bias_ih_l0_reverse	0	-0.054423797875642776
185552	rnn.bias_ih_l0_reverse	1	-0.2805918753147125
185552	rnn.bias_ih_l0_reverse	2	-0.11886788159608841
185552	rnn.bias_ih_l0_reverse	3	-0.051075711846351624
185552	rnn.bias_ih_l0_reverse	4	-0.013952580280601978
185552	rnn.bias_ih_l0_reverse	5	0.07991241663694382
185552	rnn.bias_ih_l0_reverse	6	-0.06324953585863113
185552	rnn.bias_ih_l0_reverse	7	0.057704128324985504
185552	rnn.bias_ih_l0_reverse	8	-0.04436047747731209
185552	rnn.bias_ih_l0_reverse	9	0.059013646095991135
185552	rnn.bias_hh_l0_reverse	0	0.02085009776055813
185552	rnn.bias_hh_l0_reverse	1	-0.04362788796424866
185552	rnn.bias_hh_l0_reverse	2	0.07791757583618164
185552	rnn.bias_hh_l0_reverse	3	-0.04775123670697212
185552	rnn.bias_hh_l0_reverse	4	-0.020772770047187805
185552	rnn.bias_hh_l0_reverse	5	-0.028407078236341476
185552	rnn.bias_hh_l0_reverse	6	-0.01629560999572277
185552	rnn.bias_hh_l0_reverse	7	0.1035565659403801
185552	rnn.bias_hh_l0_reverse	8	0.029515095055103302
185552	rnn.bias_hh_l0_reverse	9	-0.1507674902677536
185552	rnn.weight_ih_l1	0	-0.031251128762960434
185552	rnn.weight_ih_l1	1	-0.05038538575172424
185552	rnn.weight_ih_l1	2	0.05733811855316162
185552	rnn.weight_ih_l1	3	-0.06936854869127274
185552	rnn.weight_ih_l1	4	-0.01613667979836464
185552	rnn.weight_ih_l1	5	-0.04184594750404358
185552	rnn.weight_ih_l1	6	0.02728254161775112
185552	rnn.weight_ih_l1	7	-0.04820866882801056
185552	rnn.weight_ih_l1	8	0.0363064743578434
185552	rnn.weight_ih_l1	9	0.04676000401377678
185552	rnn.weight_hh_l1	0	-0.00549420015886426
185552	rnn.weight_hh_l1	1	0.01960514858365059
185552	rnn.weight_hh_l1	2	0.010804206132888794
185552	rnn.weight_hh_l1	3	-0.012115064077079296
185552	rnn.weight_hh_l1	4	0.006112283561378717
185552	rnn.weight_hh_l1	5	0.03231656551361084
185552	rnn.weight_hh_l1	6	0.035560332238674164
185552	rnn.weight_hh_l1	7	-0.01796555146574974
185552	rnn.weight_hh_l1	8	-0.007225944194942713
185552	rnn.weight_hh_l1	9	0.03452282026410103
185552	rnn.bias_ih_l1	0	-0.1914394497871399
185552	rnn.bias_ih_l1	1	-0.18291042745113373
185552	rnn.bias_ih_l1	2	-0.21160419285297394
185552	rnn.bias_ih_l1	3	-0.31585049629211426
185552	rnn.bias_ih_l1	4	-0.19563664495944977
185552	rnn.bias_ih_l1	5	-0.08517307788133621
185552	rnn.bias_ih_l1	6	-0.171028733253479
185552	rnn.bias_ih_l1	7	-0.010485411621630192
185552	rnn.bias_ih_l1	8	-0.12810032069683075
185552	rnn.bias_ih_l1	9	-0.13723056018352509
185552	rnn.bias_hh_l1	0	-0.09787854552268982
185552	rnn.bias_hh_l1	1	-0.07185769826173782
185552	rnn.bias_hh_l1	2	-0.09103260934352875
185552	rnn.bias_hh_l1	3	-0.08369112759828568
185552	rnn.bias_hh_l1	4	-0.08646496385335922
185552	rnn.bias_hh_l1	5	-0.11915571242570877
185552	rnn.bias_hh_l1	6	-0.15679535269737244
185552	rnn.bias_hh_l1	7	0.0768296867609024
185552	rnn.bias_hh_l1	8	-0.1811569780111313
185552	rnn.bias_hh_l1	9	-0.1185215562582016
185552	rnn.weight_ih_l1_reverse	0	-0.04532072693109512
185552	rnn.weight_ih_l1_reverse	1	0.036315854638814926
185552	rnn.weight_ih_l1_reverse	2	0.09053046256303787
185552	rnn.weight_ih_l1_reverse	3	-0.01231869775801897
185552	rnn.weight_ih_l1_reverse	4	-0.035039301961660385
185552	rnn.weight_ih_l1_reverse	5	-0.030722662806510925
185552	rnn.weight_ih_l1_reverse	6	-0.008469696156680584
185552	rnn.weight_ih_l1_reverse	7	0.026546159759163857
185552	rnn.weight_ih_l1_reverse	8	0.008809435181319714
185552	rnn.weight_ih_l1_reverse	9	-0.03886501491069794
185552	rnn.weight_hh_l1_reverse	0	0.004795231856405735
185552	rnn.weight_hh_l1_reverse	1	0.031557608395814896
185552	rnn.weight_hh_l1_reverse	2	-0.040361590683460236
185552	rnn.weight_hh_l1_reverse	3	0.03538341447710991
185552	rnn.weight_hh_l1_reverse	4	0.04728744551539421
185552	rnn.weight_hh_l1_reverse	5	0.00214214320294559
185552	rnn.weight_hh_l1_reverse	6	0.05672266334295273
185552	rnn.weight_hh_l1_reverse	7	0.029817132279276848
185552	rnn.weight_hh_l1_reverse	8	-0.007193500641733408
185552	rnn.weight_hh_l1_reverse	9	-0.03058256208896637
185552	rnn.bias_ih_l1_reverse	0	-0.05452885851264
185552	rnn.bias_ih_l1_reverse	1	-0.1519334465265274
185552	rnn.bias_ih_l1_reverse	2	-0.15572163462638855
185552	rnn.bias_ih_l1_reverse	3	-0.050675828009843826
185552	rnn.bias_ih_l1_reverse	4	-0.21211698651313782
185552	rnn.bias_ih_l1_reverse	5	-0.11411159485578537
185552	rnn.bias_ih_l1_reverse	6	-0.1328570693731308
185552	rnn.bias_ih_l1_reverse	7	-0.19372236728668213
185552	rnn.bias_ih_l1_reverse	8	0.21808956563472748
185552	rnn.bias_ih_l1_reverse	9	0.02143089845776558
185552	rnn.bias_hh_l1_reverse	0	-0.006391655653715134
185552	rnn.bias_hh_l1_reverse	1	-0.08358824253082275
185552	rnn.bias_hh_l1_reverse	2	-0.23645837604999542
185552	rnn.bias_hh_l1_reverse	3	-0.14079293608665466
185552	rnn.bias_hh_l1_reverse	4	-0.08785028755664825
185552	rnn.bias_hh_l1_reverse	5	-0.11783254146575928
185552	rnn.bias_hh_l1_reverse	6	0.060670044273138046
185552	rnn.bias_hh_l1_reverse	7	-0.15735918283462524
185552	rnn.bias_hh_l1_reverse	8	-0.11439555138349533
185552	rnn.bias_hh_l1_reverse	9	-0.15141086280345917
185552	linear.weight	0	0.002228822559118271
185552	linear.weight	1	0.10395381599664688
185552	linear.weight	2	-0.09934105724096298
185552	linear.weight	3	0.2829241454601288
185552	linear.weight	4	0.16726545989513397
185552	linear.weight	5	-0.068292036652565
185552	linear.weight	6	0.12755762040615082
185552	linear.weight	7	0.12486719340085983
185552	linear.weight	8	0.041154395788908005
185552	linear.weight	9	-0.040436018258333206
185552	linear.bias	0	0.13415762782096863
185552	linear.bias	1	-0.16964921355247498
185552	linear.bias	2	-0.41782015562057495
185552	linear.bias	3	-0.6544972658157349
185552	linear.bias	4	-1.2164397239685059
185552	linear.bias	5	-0.07512648403644562
185552	linear.bias	6	-0.7852190732955933
185552	linear.bias	7	0.25573134422302246
185552	linear.bias	8	-0.44429275393486023
185552	linear.bias	9	-1.0510042905807495
185556	transitions	0	0.7442200183868408
185556	transitions	1	0.15079224109649658
185556	transitions	2	-10000.0
185556	transitions	3	-1.8265173435211182
185556	transitions	4	-10000.0
185556	transitions	5	0.5672779083251953
185556	transitions	6	-0.08219792693853378
185556	transitions	7	-0.7750309705734253
185556	transitions	8	-1.4165982007980347
185556	transitions	9	-0.0011978327529504895
185556	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
185556	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
185556	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
185556	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
185556	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
185556	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
185556	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
185556	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
185556	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
185556	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
185556	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
185556	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
185556	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
185556	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
185556	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
185556	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
185556	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
185556	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
185556	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
185556	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
185556	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
185556	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
185556	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
185556	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
185556	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
185556	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
185556	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
185556	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
185556	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
185556	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
185556	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
185556	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
185556	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
185556	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
185556	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
185556	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
185556	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
185556	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
185556	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
185556	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
185556	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
185556	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
185556	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
185556	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
185556	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
185556	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
185556	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
185556	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
185556	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
185556	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
185556	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
185556	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
185556	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
185556	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
185556	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
185556	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
185556	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
185556	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
185556	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
185556	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
185556	embedding2nn.weight	0	0.018257951363921165
185556	embedding2nn.weight	1	-0.01309447642415762
185556	embedding2nn.weight	2	-0.014268254861235619
185556	embedding2nn.weight	3	-0.03797632083296776
185556	embedding2nn.weight	4	-0.0059150345623493195
185556	embedding2nn.weight	5	-0.0037005881313234568
185556	embedding2nn.weight	6	-0.0039732735604047775
185556	embedding2nn.weight	7	-0.07950225472450256
185556	embedding2nn.weight	8	-0.0019979383796453476
185556	embedding2nn.weight	9	-0.029669828712940216
185556	embedding2nn.bias	0	0.04666613042354584
185556	embedding2nn.bias	1	-0.0777924582362175
185556	embedding2nn.bias	2	0.05128396302461624
185556	embedding2nn.bias	3	0.03880353271961212
185556	embedding2nn.bias	4	-0.05043623596429825
185556	embedding2nn.bias	5	0.003487967886030674
185556	embedding2nn.bias	6	0.01641351915895939
185556	embedding2nn.bias	7	-0.04783009737730026
185556	embedding2nn.bias	8	0.053749918937683105
185556	embedding2nn.bias	9	0.055998366326093674
185556	rnn.weight_ih_l0	0	-0.07672199606895447
185556	rnn.weight_ih_l0	1	0.007667517755180597
185556	rnn.weight_ih_l0	2	0.03248712047934532
185556	rnn.weight_ih_l0	3	0.021802783012390137
185556	rnn.weight_ih_l0	4	-0.04554665833711624
185556	rnn.weight_ih_l0	5	-0.06429032236337662
185556	rnn.weight_ih_l0	6	1.0779905096569564e-05
185556	rnn.weight_ih_l0	7	0.049360595643520355
185556	rnn.weight_ih_l0	8	-0.015812771394848824
185556	rnn.weight_ih_l0	9	-0.02996298484504223
185556	rnn.weight_hh_l0	0	-0.031153399497270584
185556	rnn.weight_hh_l0	1	-0.007853669114410877
185556	rnn.weight_hh_l0	2	0.010339352302253246
185556	rnn.weight_hh_l0	3	-0.07452430576086044
185556	rnn.weight_hh_l0	4	0.09194544702768326
185556	rnn.weight_hh_l0	5	-0.026260364800691605
185556	rnn.weight_hh_l0	6	-0.058568064123392105
185556	rnn.weight_hh_l0	7	0.010725107975304127
185556	rnn.weight_hh_l0	8	0.014973004348576069
185556	rnn.weight_hh_l0	9	-0.02348794974386692
185556	rnn.bias_ih_l0	0	0.13091562688350677
185556	rnn.bias_ih_l0	1	-0.032821930944919586
185556	rnn.bias_ih_l0	2	-0.0320647731423378
185556	rnn.bias_ih_l0	3	0.15502145886421204
185556	rnn.bias_ih_l0	4	-0.012117299251258373
185556	rnn.bias_ih_l0	5	-0.01651225984096527
185556	rnn.bias_ih_l0	6	0.018313825130462646
185556	rnn.bias_ih_l0	7	0.022478051483631134
185556	rnn.bias_ih_l0	8	-0.09680721908807755
185556	rnn.bias_ih_l0	9	-0.04739246517419815
185556	rnn.bias_hh_l0	0	-0.004134764429181814
185556	rnn.bias_hh_l0	1	-0.11313172429800034
185556	rnn.bias_hh_l0	2	-0.07008644938468933
185556	rnn.bias_hh_l0	3	-0.08525318652391434
185556	rnn.bias_hh_l0	4	0.0038677591364830732
185556	rnn.bias_hh_l0	5	-0.02268257364630699
185556	rnn.bias_hh_l0	6	0.03277333453297615
185556	rnn.bias_hh_l0	7	0.05359046533703804
185556	rnn.bias_hh_l0	8	-0.11738362908363342
185556	rnn.bias_hh_l0	9	-0.05610058456659317
185556	rnn.weight_ih_l0_reverse	0	-0.023422908037900925
185556	rnn.weight_ih_l0_reverse	1	-0.05279014632105827
185556	rnn.weight_ih_l0_reverse	2	-0.0471748448908329
185556	rnn.weight_ih_l0_reverse	3	0.011015667580068111
185556	rnn.weight_ih_l0_reverse	4	-0.018988586962223053
185556	rnn.weight_ih_l0_reverse	5	-0.05887085571885109
185556	rnn.weight_ih_l0_reverse	6	0.07492581009864807
185556	rnn.weight_ih_l0_reverse	7	-0.017701398581266403
185556	rnn.weight_ih_l0_reverse	8	-0.015112565830349922
185556	rnn.weight_ih_l0_reverse	9	0.0013520846841856837
185556	rnn.weight_hh_l0_reverse	0	0.0645429864525795
185556	rnn.weight_hh_l0_reverse	1	0.02543395757675171
185556	rnn.weight_hh_l0_reverse	2	0.02890586480498314
185556	rnn.weight_hh_l0_reverse	3	0.03801334649324417
185556	rnn.weight_hh_l0_reverse	4	0.01191771775484085
185556	rnn.weight_hh_l0_reverse	5	0.00997254904359579
185556	rnn.weight_hh_l0_reverse	6	0.04963188245892525
185556	rnn.weight_hh_l0_reverse	7	-0.0789162889122963
185556	rnn.weight_hh_l0_reverse	8	0.03989817202091217
185556	rnn.weight_hh_l0_reverse	9	0.03537558764219284
185556	rnn.bias_ih_l0_reverse	0	-0.05442086607217789
185556	rnn.bias_ih_l0_reverse	1	-0.2802662253379822
185556	rnn.bias_ih_l0_reverse	2	-0.11886591464281082
185556	rnn.bias_ih_l0_reverse	3	-0.0510430783033371
185556	rnn.bias_ih_l0_reverse	4	-0.014121459797024727
185556	rnn.bias_ih_l0_reverse	5	0.08013057708740234
185556	rnn.bias_ih_l0_reverse	6	-0.06322978436946869
185556	rnn.bias_ih_l0_reverse	7	0.05761096626520157
185556	rnn.bias_ih_l0_reverse	8	-0.0443037673830986
185556	rnn.bias_ih_l0_reverse	9	0.05903523042798042
185556	rnn.bias_hh_l0_reverse	0	0.02080530859529972
185556	rnn.bias_hh_l0_reverse	1	-0.04390190914273262
185556	rnn.bias_hh_l0_reverse	2	0.07728660106658936
185556	rnn.bias_hh_l0_reverse	3	-0.04757038131356239
185556	rnn.bias_hh_l0_reverse	4	-0.020800922065973282
185556	rnn.bias_hh_l0_reverse	5	-0.028556102886795998
185556	rnn.bias_hh_l0_reverse	6	-0.016151832416653633
185556	rnn.bias_hh_l0_reverse	7	0.10355134308338165
185556	rnn.bias_hh_l0_reverse	8	0.029465820640325546
185556	rnn.bias_hh_l0_reverse	9	-0.15032394230365753
185556	rnn.weight_ih_l1	0	-0.03127780556678772
185556	rnn.weight_ih_l1	1	-0.050342246890068054
185556	rnn.weight_ih_l1	2	0.05729522183537483
185556	rnn.weight_ih_l1	3	-0.0693674087524414
185556	rnn.weight_ih_l1	4	-0.016079148277640343
185556	rnn.weight_ih_l1	5	-0.04186226800084114
185556	rnn.weight_ih_l1	6	0.027292974293231964
185556	rnn.weight_ih_l1	7	-0.04817415401339531
185556	rnn.weight_ih_l1	8	0.036299966275691986
185556	rnn.weight_ih_l1	9	0.04675696790218353
185556	rnn.weight_hh_l1	0	-0.005525422282516956
185556	rnn.weight_hh_l1	1	0.019617773592472076
185556	rnn.weight_hh_l1	2	0.010814227163791656
185556	rnn.weight_hh_l1	3	-0.012107850052416325
185556	rnn.weight_hh_l1	4	0.006112908944487572
185556	rnn.weight_hh_l1	5	0.03229568153619766
185556	rnn.weight_hh_l1	6	0.035531725734472275
185556	rnn.weight_hh_l1	7	-0.017981836572289467
185556	rnn.weight_hh_l1	8	-0.007229575887322426
185556	rnn.weight_hh_l1	9	0.03455251455307007
185556	rnn.bias_ih_l1	0	-0.19165751338005066
185556	rnn.bias_ih_l1	1	-0.18285226821899414
185556	rnn.bias_ih_l1	2	-0.21160216629505157
185556	rnn.bias_ih_l1	3	-0.31612032651901245
185556	rnn.bias_ih_l1	4	-0.19554086029529572
185556	rnn.bias_ih_l1	5	-0.08535297960042953
185556	rnn.bias_ih_l1	6	-0.17095214128494263
185556	rnn.bias_ih_l1	7	-0.01060593593865633
185556	rnn.bias_ih_l1	8	-0.1280003786087036
185556	rnn.bias_ih_l1	9	-0.13711553812026978
185556	rnn.bias_hh_l1	0	-0.09788428246974945
185556	rnn.bias_hh_l1	1	-0.07223407179117203
185556	rnn.bias_hh_l1	2	-0.09077177941799164
185556	rnn.bias_hh_l1	3	-0.08357325941324234
185556	rnn.bias_hh_l1	4	-0.08658602833747864
185556	rnn.bias_hh_l1	5	-0.11917854845523834
185556	rnn.bias_hh_l1	6	-0.15686404705047607
185556	rnn.bias_hh_l1	7	0.07732100039720535
185556	rnn.bias_hh_l1	8	-0.18093080818653107
185556	rnn.bias_hh_l1	9	-0.11842403560876846
185556	rnn.weight_ih_l1_reverse	0	-0.04546191543340683
185556	rnn.weight_ih_l1_reverse	1	0.03633664548397064
185556	rnn.weight_ih_l1_reverse	2	0.09053046256303787
185556	rnn.weight_ih_l1_reverse	3	-0.012365502305328846
185556	rnn.weight_ih_l1_reverse	4	-0.035092927515506744
185556	rnn.weight_ih_l1_reverse	5	-0.0307222381234169
185556	rnn.weight_ih_l1_reverse	6	-0.008390397764742374
185556	rnn.weight_ih_l1_reverse	7	0.026437366381287575
185556	rnn.weight_ih_l1_reverse	8	0.008807510137557983
185556	rnn.weight_ih_l1_reverse	9	-0.03885861486196518
185556	rnn.weight_hh_l1_reverse	0	0.004795014392584562
185556	rnn.weight_hh_l1_reverse	1	0.0315578393638134
185556	rnn.weight_hh_l1_reverse	2	-0.040362775325775146
185556	rnn.weight_hh_l1_reverse	3	0.03537752106785774
185556	rnn.weight_hh_l1_reverse	4	0.04728564992547035
185556	rnn.weight_hh_l1_reverse	5	0.0021186659578233957
185556	rnn.weight_hh_l1_reverse	6	0.05672913417220116
185556	rnn.weight_hh_l1_reverse	7	0.029825467616319656
185556	rnn.weight_hh_l1_reverse	8	-0.007194921374320984
185556	rnn.weight_hh_l1_reverse	9	-0.030589276924729347
185556	rnn.bias_ih_l1_reverse	0	-0.0545639842748642
185556	rnn.bias_ih_l1_reverse	1	-0.15209393203258514
185556	rnn.bias_ih_l1_reverse	2	-0.15608994662761688
185556	rnn.bias_ih_l1_reverse	3	-0.050521839410066605
185556	rnn.bias_ih_l1_reverse	4	-0.21211780607700348
185556	rnn.bias_ih_l1_reverse	5	-0.11415025591850281
185556	rnn.bias_ih_l1_reverse	6	-0.13287636637687683
185556	rnn.bias_ih_l1_reverse	7	-0.19397202134132385
185556	rnn.bias_ih_l1_reverse	8	0.21815313398838043
185556	rnn.bias_ih_l1_reverse	9	0.02162148803472519
185556	rnn.bias_hh_l1_reverse	0	-0.006501303985714912
185556	rnn.bias_hh_l1_reverse	1	-0.08371388167142868
185556	rnn.bias_hh_l1_reverse	2	-0.23654617369174957
185556	rnn.bias_hh_l1_reverse	3	-0.14079013466835022
185556	rnn.bias_hh_l1_reverse	4	-0.08797096461057663
185556	rnn.bias_hh_l1_reverse	5	-0.11781161278486252
185556	rnn.bias_hh_l1_reverse	6	0.059883002191782
185556	rnn.bias_hh_l1_reverse	7	-0.15757222473621368
185556	rnn.bias_hh_l1_reverse	8	-0.11511404812335968
185556	rnn.bias_hh_l1_reverse	9	-0.1513347327709198
185556	linear.weight	0	0.002228822559118271
185556	linear.weight	1	0.10399787873029709
185556	linear.weight	2	-0.099330373108387
185556	linear.weight	3	0.2828461229801178
185556	linear.weight	4	0.16729837656021118
185556	linear.weight	5	-0.06829969584941864
185556	linear.weight	6	0.127256840467453
185556	linear.weight	7	0.12471259385347366
185556	linear.weight	8	0.0411543995141983
185556	linear.weight	9	-0.04046653211116791
185556	linear.bias	0	0.13073894381523132
185556	linear.bias	1	-0.16974832117557526
185556	linear.bias	2	-0.41647687554359436
185556	linear.bias	3	-0.6532529592514038
185556	linear.bias	4	-1.2152599096298218
185556	linear.bias	5	-0.07857904583215714
185556	linear.bias	6	-0.7853575944900513
185556	linear.bias	7	0.25249022245407104
185556	linear.bias	8	-0.4425540268421173
185556	linear.bias	9	-1.049290657043457
185753	transitions	0	0.7423407435417175
185753	transitions	1	0.15008364617824554
185753	transitions	2	-10000.0
185753	transitions	3	-1.8265249729156494
185753	transitions	4	-10000.0
185753	transitions	5	0.5672669410705566
185753	transitions	6	-0.08221305161714554
185753	transitions	7	-0.7751752138137817
185753	transitions	8	-1.4166442155838013
185753	transitions	9	-0.0011979425325989723
185753	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
185753	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
185753	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
185753	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
185753	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
185753	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
185753	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
185753	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
185753	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
185753	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
185753	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
185753	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
185753	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
185753	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
185753	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
185753	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
185753	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
185753	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
185753	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
185753	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
185753	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
185753	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
185753	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
185753	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
185753	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
185753	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
185753	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
185753	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
185753	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
185753	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
185753	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
185753	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
185753	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
185753	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
185753	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
185753	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
185753	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
185753	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
185753	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
185753	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
185753	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
185753	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
185753	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
185753	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
185753	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
185753	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
185753	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
185753	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
185753	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
185753	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
185753	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
185753	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
185753	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
185753	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
185753	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
185753	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
185753	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
185753	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
185753	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
185753	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
185753	embedding2nn.weight	0	0.018572954460978508
185753	embedding2nn.weight	1	-0.013144539669156075
185753	embedding2nn.weight	2	-0.014268254861235619
185753	embedding2nn.weight	3	-0.03729579970240593
185753	embedding2nn.weight	4	-0.0059150345623493195
185753	embedding2nn.weight	5	-0.0037005881313234568
185753	embedding2nn.weight	6	-0.0039732735604047775
185753	embedding2nn.weight	7	-0.07967497408390045
185753	embedding2nn.weight	8	-0.0019979383796453476
185753	embedding2nn.weight	9	-0.029431598260998726
185753	embedding2nn.bias	0	0.04572489112615585
185753	embedding2nn.bias	1	-0.07591204345226288
185753	embedding2nn.bias	2	0.053215835243463516
185753	embedding2nn.bias	3	0.03798307105898857
185753	embedding2nn.bias	4	-0.05237866938114166
185753	embedding2nn.bias	5	0.0022330039646476507
185753	embedding2nn.bias	6	0.017318030819296837
185753	embedding2nn.bias	7	-0.04527386650443077
185753	embedding2nn.bias	8	0.05404185876250267
185753	embedding2nn.bias	9	0.056952446699142456
185753	rnn.weight_ih_l0	0	-0.07665746659040451
185753	rnn.weight_ih_l0	1	0.007175445556640625
185753	rnn.weight_ih_l0	2	0.032442159950733185
185753	rnn.weight_ih_l0	3	0.02194606512784958
185753	rnn.weight_ih_l0	4	-0.045359522104263306
185753	rnn.weight_ih_l0	5	-0.0643015131354332
185753	rnn.weight_ih_l0	6	4.8309411795344204e-05
185753	rnn.weight_ih_l0	7	0.049447692930698395
185753	rnn.weight_ih_l0	8	-0.0157797709107399
185753	rnn.weight_ih_l0	9	-0.030473826453089714
185753	rnn.weight_hh_l0	0	-0.0314752459526062
185753	rnn.weight_hh_l0	1	-0.007426753174513578
185753	rnn.weight_hh_l0	2	0.010556764900684357
185753	rnn.weight_hh_l0	3	-0.07495151460170746
185753	rnn.weight_hh_l0	4	0.09221499413251877
185753	rnn.weight_hh_l0	5	-0.02618006430566311
185753	rnn.weight_hh_l0	6	-0.058652739971876144
185753	rnn.weight_hh_l0	7	0.010677882470190525
185753	rnn.weight_hh_l0	8	0.015111470595002174
185753	rnn.weight_hh_l0	9	-0.02353702299296856
185753	rnn.bias_ih_l0	0	0.1315896064043045
185753	rnn.bias_ih_l0	1	-0.03375832363963127
185753	rnn.bias_ih_l0	2	-0.03107074834406376
185753	rnn.bias_ih_l0	3	0.1553448885679245
185753	rnn.bias_ih_l0	4	-0.011792025528848171
185753	rnn.bias_ih_l0	5	-0.015438279137015343
185753	rnn.bias_ih_l0	6	0.018237678334116936
185753	rnn.bias_ih_l0	7	0.022070080041885376
185753	rnn.bias_ih_l0	8	-0.09684436023235321
185753	rnn.bias_ih_l0	9	-0.04797855392098427
185753	rnn.bias_hh_l0	0	-0.003771270392462611
185753	rnn.bias_hh_l0	1	-0.11293337494134903
185753	rnn.bias_hh_l0	2	-0.06988634169101715
185753	rnn.bias_hh_l0	3	-0.0858728364109993
185753	rnn.bias_hh_l0	4	0.0035771711263805628
185753	rnn.bias_hh_l0	5	-0.023688115179538727
185753	rnn.bias_hh_l0	6	0.032737504690885544
185753	rnn.bias_hh_l0	7	0.05347128212451935
185753	rnn.bias_hh_l0	8	-0.11779683083295822
185753	rnn.bias_hh_l0	9	-0.05580495297908783
185753	rnn.weight_ih_l0_reverse	0	-0.023439349606633186
185753	rnn.weight_ih_l0_reverse	1	-0.05303620547056198
185753	rnn.weight_ih_l0_reverse	2	-0.046760011464357376
185753	rnn.weight_ih_l0_reverse	3	0.0114643145352602
185753	rnn.weight_ih_l0_reverse	4	-0.019036250188946724
185753	rnn.weight_ih_l0_reverse	5	-0.0587458573281765
185753	rnn.weight_ih_l0_reverse	6	0.07479730993509293
185753	rnn.weight_ih_l0_reverse	7	-0.01782985031604767
185753	rnn.weight_ih_l0_reverse	8	-0.014927796088159084
185753	rnn.weight_ih_l0_reverse	9	0.0011885286075994372
185753	rnn.weight_hh_l0_reverse	0	0.06417915225028992
185753	rnn.weight_hh_l0_reverse	1	0.025206303223967552
185753	rnn.weight_hh_l0_reverse	2	0.028938472270965576
185753	rnn.weight_hh_l0_reverse	3	0.038023289293050766
185753	rnn.weight_hh_l0_reverse	4	0.011731365695595741
185753	rnn.weight_hh_l0_reverse	5	0.009820583276450634
185753	rnn.weight_hh_l0_reverse	6	0.04960812255740166
185753	rnn.weight_hh_l0_reverse	7	-0.07876987755298615
185753	rnn.weight_hh_l0_reverse	8	0.039657726883888245
185753	rnn.weight_hh_l0_reverse	9	0.03538991138339043
185753	rnn.bias_ih_l0_reverse	0	-0.054877690970897675
185753	rnn.bias_ih_l0_reverse	1	-0.2824100852012634
185753	rnn.bias_ih_l0_reverse	2	-0.11896541714668274
185753	rnn.bias_ih_l0_reverse	3	-0.050796717405319214
185753	rnn.bias_ih_l0_reverse	4	-0.013868475332856178
185753	rnn.bias_ih_l0_reverse	5	0.08042789250612259
185753	rnn.bias_ih_l0_reverse	6	-0.06358429044485092
185753	rnn.bias_ih_l0_reverse	7	0.057933297008275986
185753	rnn.bias_ih_l0_reverse	8	-0.04591469094157219
185753	rnn.bias_ih_l0_reverse	9	0.05898891016840935
185753	rnn.bias_hh_l0_reverse	0	0.02124890312552452
185753	rnn.bias_hh_l0_reverse	1	-0.04313160851597786
185753	rnn.bias_hh_l0_reverse	2	0.07645134627819061
185753	rnn.bias_hh_l0_reverse	3	-0.04766859859228134
185753	rnn.bias_hh_l0_reverse	4	-0.02160407230257988
185753	rnn.bias_hh_l0_reverse	5	-0.02899073250591755
185753	rnn.bias_hh_l0_reverse	6	-0.017155667766928673
185753	rnn.bias_hh_l0_reverse	7	0.1027582511305809
185753	rnn.bias_hh_l0_reverse	8	0.02978953905403614
185753	rnn.bias_hh_l0_reverse	9	-0.15059030055999756
185753	rnn.weight_ih_l1	0	-0.031427621841430664
185753	rnn.weight_ih_l1	1	-0.050491899251937866
185753	rnn.weight_ih_l1	2	0.05754106491804123
185753	rnn.weight_ih_l1	3	-0.06923246383666992
185753	rnn.weight_ih_l1	4	-0.01572008617222309
185753	rnn.weight_ih_l1	5	-0.04172789677977562
185753	rnn.weight_ih_l1	6	0.027271488681435585
185753	rnn.weight_ih_l1	7	-0.04848586395382881
185753	rnn.weight_ih_l1	8	0.036221154034137726
185753	rnn.weight_ih_l1	9	0.04689863324165344
185753	rnn.weight_hh_l1	0	-0.0055278390645980835
185753	rnn.weight_hh_l1	1	0.01961945928633213
185753	rnn.weight_hh_l1	2	0.010930005460977554
185753	rnn.weight_hh_l1	3	-0.01221916638314724
185753	rnn.weight_hh_l1	4	0.006412414368242025
185753	rnn.weight_hh_l1	5	0.032275039702653885
185753	rnn.weight_hh_l1	6	0.03566908463835716
185753	rnn.weight_hh_l1	7	-0.018126193434000015
185753	rnn.weight_hh_l1	8	-0.007164353970438242
185753	rnn.weight_hh_l1	9	0.03460748493671417
185753	rnn.bias_ih_l1	0	-0.1924508661031723
185753	rnn.bias_ih_l1	1	-0.18276405334472656
185753	rnn.bias_ih_l1	2	-0.2120145708322525
185753	rnn.bias_ih_l1	3	-0.3161413073539734
185753	rnn.bias_ih_l1	4	-0.19406749308109283
185753	rnn.bias_ih_l1	5	-0.08522479236125946
185753	rnn.bias_ih_l1	6	-0.17100808024406433
185753	rnn.bias_ih_l1	7	-0.007900365628302097
185753	rnn.bias_ih_l1	8	-0.12883348762989044
185753	rnn.bias_ih_l1	9	-0.13693200051784515
185753	rnn.bias_hh_l1	0	-0.09784582257270813
185753	rnn.bias_hh_l1	1	-0.07228492945432663
185753	rnn.bias_hh_l1	2	-0.09218619763851166
185753	rnn.bias_hh_l1	3	-0.08360539376735687
185753	rnn.bias_hh_l1	4	-0.08578763157129288
185753	rnn.bias_hh_l1	5	-0.11950211226940155
185753	rnn.bias_hh_l1	6	-0.15690843760967255
185753	rnn.bias_hh_l1	7	0.07817632704973221
185753	rnn.bias_hh_l1	8	-0.18128760159015656
185753	rnn.bias_hh_l1	9	-0.11817201226949692
185753	rnn.weight_ih_l1_reverse	0	-0.04558579623699188
185753	rnn.weight_ih_l1_reverse	1	0.03655431792140007
185753	rnn.weight_ih_l1_reverse	2	0.09013094753026962
185753	rnn.weight_ih_l1_reverse	3	-0.012365390546619892
185753	rnn.weight_ih_l1_reverse	4	-0.035368502140045166
185753	rnn.weight_ih_l1_reverse	5	-0.030750202015042305
185753	rnn.weight_ih_l1_reverse	6	-0.007939574308693409
185753	rnn.weight_ih_l1_reverse	7	0.026312081143260002
185753	rnn.weight_ih_l1_reverse	8	0.009512979537248611
185753	rnn.weight_ih_l1_reverse	9	-0.038499779999256134
185753	rnn.weight_hh_l1_reverse	0	0.004867661744356155
185753	rnn.weight_hh_l1_reverse	1	0.03164001554250717
185753	rnn.weight_hh_l1_reverse	2	-0.040334656834602356
185753	rnn.weight_hh_l1_reverse	3	0.03538186103105545
185753	rnn.weight_hh_l1_reverse	4	0.04740927740931511
185753	rnn.weight_hh_l1_reverse	5	0.0020839122589677572
185753	rnn.weight_hh_l1_reverse	6	0.05673040822148323
185753	rnn.weight_hh_l1_reverse	7	0.029829593375325203
185753	rnn.weight_hh_l1_reverse	8	-0.007157690357416868
185753	rnn.weight_hh_l1_reverse	9	-0.030545758083462715
185753	rnn.bias_ih_l1_reverse	0	-0.05425480008125305
185753	rnn.bias_ih_l1_reverse	1	-0.15230917930603027
185753	rnn.bias_ih_l1_reverse	2	-0.15671610832214355
185753	rnn.bias_ih_l1_reverse	3	-0.05118931829929352
185753	rnn.bias_ih_l1_reverse	4	-0.2121814340353012
185753	rnn.bias_ih_l1_reverse	5	-0.11421384662389755
185753	rnn.bias_ih_l1_reverse	6	-0.1331632435321808
185753	rnn.bias_ih_l1_reverse	7	-0.19346360862255096
185753	rnn.bias_ih_l1_reverse	8	0.2181250900030136
185753	rnn.bias_ih_l1_reverse	9	0.021468140184879303
185753	rnn.bias_hh_l1_reverse	0	-0.006989398039877415
185753	rnn.bias_hh_l1_reverse	1	-0.08427818864583969
185753	rnn.bias_hh_l1_reverse	2	-0.23653149604797363
185753	rnn.bias_hh_l1_reverse	3	-0.14055155217647552
185753	rnn.bias_hh_l1_reverse	4	-0.08752209693193436
185753	rnn.bias_hh_l1_reverse	5	-0.11745236068964005
185753	rnn.bias_hh_l1_reverse	6	0.058021411299705505
185753	rnn.bias_hh_l1_reverse	7	-0.1581054925918579
185753	rnn.bias_hh_l1_reverse	8	-0.11507047712802887
185753	rnn.bias_hh_l1_reverse	9	-0.15145936608314514
185753	linear.weight	0	0.002228822559118271
185753	linear.weight	1	0.10496887564659119
185753	linear.weight	2	-0.09697751700878143
185753	linear.weight	3	0.2823025584220886
185753	linear.weight	4	0.16775169968605042
185753	linear.weight	5	-0.06853494793176651
185753	linear.weight	6	0.1277824193239212
185753	linear.weight	7	0.1248416006565094
185753	linear.weight	8	0.04115421324968338
185753	linear.weight	9	-0.040525633841753006
185753	linear.bias	0	0.13152779638767242
185753	linear.bias	1	-0.1698407530784607
185753	linear.bias	2	-0.42352205514907837
185753	linear.bias	3	-0.6641735434532166
185753	linear.bias	4	-1.226117491722107
185753	linear.bias	5	-0.07579826563596725
185753	linear.bias	6	-0.7854194641113281
185753	linear.bias	7	0.2553870677947998
185753	linear.bias	8	-0.434118390083313
185753	linear.bias	9	-1.0405027866363525
185950	transitions	0	0.7410510182380676
185950	transitions	1	0.14791196584701538
185950	transitions	2	-10000.0
185950	transitions	3	-1.8265280723571777
185950	transitions	4	-10000.0
185950	transitions	5	0.5672499537467957
185950	transitions	6	-0.08223281800746918
185950	transitions	7	-0.7752789855003357
185950	transitions	8	-1.4167430400848389
185950	transitions	9	-0.0011980592971667647
185950	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
185950	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
185950	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
185950	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
185950	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
185950	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
185950	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
185950	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
185950	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
185950	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
185950	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
185950	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
185950	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
185950	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
185950	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
185950	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
185950	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
185950	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
185950	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
185950	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
185950	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
185950	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
185950	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
185950	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
185950	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
185950	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
185950	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
185950	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
185950	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
185950	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
185950	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
185950	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
185950	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
185950	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
185950	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
185950	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
185950	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
185950	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
185950	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
185950	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
185950	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
185950	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
185950	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
185950	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
185950	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
185950	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
185950	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
185950	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
185950	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
185950	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
185950	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
185950	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
185950	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
185950	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
185950	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
185950	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
185950	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
185950	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
185950	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
185950	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
185950	embedding2nn.weight	0	0.01902052015066147
185950	embedding2nn.weight	1	-0.01316468883305788
185950	embedding2nn.weight	2	-0.014268254861235619
185950	embedding2nn.weight	3	-0.036589615046978
185950	embedding2nn.weight	4	-0.0059150345623493195
185950	embedding2nn.weight	5	-0.0037005881313234568
185950	embedding2nn.weight	6	-0.003973271232098341
185950	embedding2nn.weight	7	-0.0794050395488739
185950	embedding2nn.weight	8	-0.0019979383796453476
185950	embedding2nn.weight	9	-0.029518678784370422
185950	embedding2nn.bias	0	0.04598361253738403
185950	embedding2nn.bias	1	-0.07788623124361038
185950	embedding2nn.bias	2	0.05484854057431221
185950	embedding2nn.bias	3	0.038901541382074356
185950	embedding2nn.bias	4	-0.05323269963264465
185950	embedding2nn.bias	5	0.003804040839895606
185950	embedding2nn.bias	6	0.01698976941406727
185950	embedding2nn.bias	7	-0.04803470894694328
185950	embedding2nn.bias	8	0.05352215841412544
185950	embedding2nn.bias	9	0.05660760775208473
185950	rnn.weight_ih_l0	0	-0.07632121443748474
185950	rnn.weight_ih_l0	1	0.006981938611716032
185950	rnn.weight_ih_l0	2	0.032820332795381546
185950	rnn.weight_ih_l0	3	0.022091872990131378
185950	rnn.weight_ih_l0	4	-0.045542873442173004
185950	rnn.weight_ih_l0	5	-0.06412337720394135
185950	rnn.weight_ih_l0	6	0.0002576037950348109
185950	rnn.weight_ih_l0	7	0.04979705810546875
185950	rnn.weight_ih_l0	8	-0.015562684275209904
185950	rnn.weight_ih_l0	9	-0.030796412378549576
185950	rnn.weight_hh_l0	0	-0.03129031881690025
185950	rnn.weight_hh_l0	1	-0.0075583490543067455
185950	rnn.weight_hh_l0	2	0.010278472676873207
185950	rnn.weight_hh_l0	3	-0.0747673362493515
185950	rnn.weight_hh_l0	4	0.0922214463353157
185950	rnn.weight_hh_l0	5	-0.026831278577446938
185950	rnn.weight_hh_l0	6	-0.058257922530174255
185950	rnn.weight_hh_l0	7	0.010661891661584377
185950	rnn.weight_hh_l0	8	0.015078181400895119
185950	rnn.weight_hh_l0	9	-0.023450611159205437
185950	rnn.bias_ih_l0	0	0.13149267435073853
185950	rnn.bias_ih_l0	1	-0.03329945355653763
185950	rnn.bias_ih_l0	2	-0.03150903806090355
185950	rnn.bias_ih_l0	3	0.15601439774036407
185950	rnn.bias_ih_l0	4	-0.012452335096895695
185950	rnn.bias_ih_l0	5	-0.01603461243212223
185950	rnn.bias_ih_l0	6	0.018295127898454666
185950	rnn.bias_ih_l0	7	0.021780304610729218
185950	rnn.bias_ih_l0	8	-0.09640688449144363
185950	rnn.bias_ih_l0	9	-0.0475657619535923
185950	rnn.bias_hh_l0	0	-0.003656986868008971
185950	rnn.bias_hh_l0	1	-0.11430249363183975
185950	rnn.bias_hh_l0	2	-0.06999702006578445
185950	rnn.bias_hh_l0	3	-0.08606002479791641
185950	rnn.bias_hh_l0	4	0.0032859768252819777
185950	rnn.bias_hh_l0	5	-0.023110605776309967
185950	rnn.bias_hh_l0	6	0.03295179829001427
185950	rnn.bias_hh_l0	7	0.05278442054986954
185950	rnn.bias_hh_l0	8	-0.1185561865568161
185950	rnn.bias_hh_l0	9	-0.0563860684633255
185950	rnn.weight_ih_l0_reverse	0	-0.02376650460064411
185950	rnn.weight_ih_l0_reverse	1	-0.053267329931259155
185950	rnn.weight_ih_l0_reverse	2	-0.04697743058204651
185950	rnn.weight_ih_l0_reverse	3	0.01145434845238924
185950	rnn.weight_ih_l0_reverse	4	-0.01904253289103508
185950	rnn.weight_ih_l0_reverse	5	-0.059158481657505035
185950	rnn.weight_ih_l0_reverse	6	0.07506290078163147
185950	rnn.weight_ih_l0_reverse	7	-0.017489925026893616
185950	rnn.weight_ih_l0_reverse	8	-0.015076546929776669
185950	rnn.weight_ih_l0_reverse	9	0.0008128772024065256
185950	rnn.weight_hh_l0_reverse	0	0.06415163725614548
185950	rnn.weight_hh_l0_reverse	1	0.025158777832984924
185950	rnn.weight_hh_l0_reverse	2	0.029049493372440338
185950	rnn.weight_hh_l0_reverse	3	0.03793857991695404
185950	rnn.weight_hh_l0_reverse	4	0.011821978725492954
185950	rnn.weight_hh_l0_reverse	5	0.009654926136136055
185950	rnn.weight_hh_l0_reverse	6	0.04960881546139717
185950	rnn.weight_hh_l0_reverse	7	-0.07902628183364868
185950	rnn.weight_hh_l0_reverse	8	0.03972367197275162
185950	rnn.weight_hh_l0_reverse	9	0.035288579761981964
185950	rnn.bias_ih_l0_reverse	0	-0.05467913672327995
185950	rnn.bias_ih_l0_reverse	1	-0.2837618589401245
185950	rnn.bias_ih_l0_reverse	2	-0.11917159706354141
185950	rnn.bias_ih_l0_reverse	3	-0.050774455070495605
185950	rnn.bias_ih_l0_reverse	4	-0.014250176958739758
185950	rnn.bias_ih_l0_reverse	5	0.08086030930280685
185950	rnn.bias_ih_l0_reverse	6	-0.06331101804971695
185950	rnn.bias_ih_l0_reverse	7	0.058375172317028046
185950	rnn.bias_ih_l0_reverse	8	-0.046789783984422684
185950	rnn.bias_ih_l0_reverse	9	0.05946008116006851
185950	rnn.bias_hh_l0_reverse	0	0.021843362599611282
185950	rnn.bias_hh_l0_reverse	1	-0.044373366981744766
185950	rnn.bias_hh_l0_reverse	2	0.07650261372327805
185950	rnn.bias_hh_l0_reverse	3	-0.04808453470468521
185950	rnn.bias_hh_l0_reverse	4	-0.021724529564380646
185950	rnn.bias_hh_l0_reverse	5	-0.02873869612812996
185950	rnn.bias_hh_l0_reverse	6	-0.016667520627379417
185950	rnn.bias_hh_l0_reverse	7	0.10383876413106918
185950	rnn.bias_hh_l0_reverse	8	0.029344871640205383
185950	rnn.bias_hh_l0_reverse	9	-0.15010873973369598
185950	rnn.weight_ih_l1	0	-0.03154104948043823
185950	rnn.weight_ih_l1	1	-0.05069633573293686
185950	rnn.weight_ih_l1	2	0.0569450743496418
185950	rnn.weight_ih_l1	3	-0.06941303610801697
185950	rnn.weight_ih_l1	4	-0.01567142643034458
185950	rnn.weight_ih_l1	5	-0.041711051017045975
185950	rnn.weight_ih_l1	6	0.02709059789776802
185950	rnn.weight_ih_l1	7	-0.048448383808135986
185950	rnn.weight_ih_l1	8	0.036191675812006
185950	rnn.weight_ih_l1	9	0.04683760553598404
185950	rnn.weight_hh_l1	0	-0.005350979510694742
185950	rnn.weight_hh_l1	1	0.019630737602710724
185950	rnn.weight_hh_l1	2	0.01117100939154625
185950	rnn.weight_hh_l1	3	-0.012096296064555645
185950	rnn.weight_hh_l1	4	0.006291339639574289
185950	rnn.weight_hh_l1	5	0.032247450202703476
185950	rnn.weight_hh_l1	6	0.035495929419994354
185950	rnn.weight_hh_l1	7	-0.01806783303618431
185950	rnn.weight_hh_l1	8	-0.007173246704041958
185950	rnn.weight_hh_l1	9	0.034565262496471405
185950	rnn.bias_ih_l1	0	-0.19149436056613922
185950	rnn.bias_ih_l1	1	-0.18263445794582367
185950	rnn.bias_ih_l1	2	-0.21199294924736023
185950	rnn.bias_ih_l1	3	-0.3163423538208008
185950	rnn.bias_ih_l1	4	-0.19215792417526245
185950	rnn.bias_ih_l1	5	-0.08531977981328964
185950	rnn.bias_ih_l1	6	-0.17168155312538147
185950	rnn.bias_ih_l1	7	-0.008420134894549847
185950	rnn.bias_ih_l1	8	-0.1288868635892868
185950	rnn.bias_ih_l1	9	-0.1382356882095337
185950	rnn.bias_hh_l1	0	-0.09789077937602997
185950	rnn.bias_hh_l1	1	-0.0723220631480217
185950	rnn.bias_hh_l1	2	-0.0924474447965622
185950	rnn.bias_hh_l1	3	-0.08291938900947571
185950	rnn.bias_hh_l1	4	-0.08610869199037552
185950	rnn.bias_hh_l1	5	-0.12074881792068481
185950	rnn.bias_hh_l1	6	-0.15894420444965363
185950	rnn.bias_hh_l1	7	0.07681388407945633
185950	rnn.bias_hh_l1	8	-0.18051902949810028
185950	rnn.bias_hh_l1	9	-0.11975212395191193
185950	rnn.weight_ih_l1_reverse	0	-0.0456550270318985
185950	rnn.weight_ih_l1_reverse	1	0.03710733726620674
185950	rnn.weight_ih_l1_reverse	2	0.0890343189239502
185950	rnn.weight_ih_l1_reverse	3	-0.01204405352473259
185950	rnn.weight_ih_l1_reverse	4	-0.03507178649306297
185950	rnn.weight_ih_l1_reverse	5	-0.03077290952205658
185950	rnn.weight_ih_l1_reverse	6	-0.008002589456737041
185950	rnn.weight_ih_l1_reverse	7	0.026360072195529938
185950	rnn.weight_ih_l1_reverse	8	0.009301343001425266
185950	rnn.weight_ih_l1_reverse	9	-0.03846513479948044
185950	rnn.weight_hh_l1_reverse	0	0.0049301390536129475
185950	rnn.weight_hh_l1_reverse	1	0.03153281286358833
185950	rnn.weight_hh_l1_reverse	2	-0.04032997041940689
185950	rnn.weight_hh_l1_reverse	3	0.03542462736368179
185950	rnn.weight_hh_l1_reverse	4	0.047555308789014816
185950	rnn.weight_hh_l1_reverse	5	0.002182773547247052
185950	rnn.weight_hh_l1_reverse	6	0.057313401252031326
185950	rnn.weight_hh_l1_reverse	7	0.02996142767369747
185950	rnn.weight_hh_l1_reverse	8	-0.007119586691260338
185950	rnn.weight_hh_l1_reverse	9	-0.030525485053658485
185950	rnn.bias_ih_l1_reverse	0	-0.053787749260663986
185950	rnn.bias_ih_l1_reverse	1	-0.15249747037887573
185950	rnn.bias_ih_l1_reverse	2	-0.15722794830799103
185950	rnn.bias_ih_l1_reverse	3	-0.05171971395611763
185950	rnn.bias_ih_l1_reverse	4	-0.21234801411628723
185950	rnn.bias_ih_l1_reverse	5	-0.1130378320813179
185950	rnn.bias_ih_l1_reverse	6	-0.13271068036556244
185950	rnn.bias_ih_l1_reverse	7	-0.19331152737140656
185950	rnn.bias_ih_l1_reverse	8	0.21788880228996277
185950	rnn.bias_ih_l1_reverse	9	0.02149391360580921
185950	rnn.bias_hh_l1_reverse	0	-0.007982763461768627
185950	rnn.bias_hh_l1_reverse	1	-0.08274346590042114
185950	rnn.bias_hh_l1_reverse	2	-0.2360503375530243
185950	rnn.bias_hh_l1_reverse	3	-0.14071843028068542
185950	rnn.bias_hh_l1_reverse	4	-0.08757997304201126
185950	rnn.bias_hh_l1_reverse	5	-0.11626944690942764
185950	rnn.bias_hh_l1_reverse	6	0.056493598967790604
185950	rnn.bias_hh_l1_reverse	7	-0.15771085023880005
185950	rnn.bias_hh_l1_reverse	8	-0.11459508538246155
185950	rnn.bias_hh_l1_reverse	9	-0.15155714750289917
185950	linear.weight	0	0.002228822559118271
185950	linear.weight	1	0.10886750370264053
185950	linear.weight	2	-0.09808658063411713
185950	linear.weight	3	0.2818383276462555
185950	linear.weight	4	0.16740821301937103
185950	linear.weight	5	-0.06912287324666977
185950	linear.weight	6	0.12813697755336761
185950	linear.weight	7	0.12603306770324707
185950	linear.weight	8	0.04115418717265129
185950	linear.weight	9	-0.04021327570080757
185950	linear.bias	0	0.12108341604471207
185950	linear.bias	1	-0.17230868339538574
185950	linear.bias	2	-0.4199214577674866
185950	linear.bias	3	-0.6620532870292664
185950	linear.bias	4	-1.2233327627182007
185950	linear.bias	5	-0.07367277145385742
185950	linear.bias	6	-0.7876502871513367
185950	linear.bias	7	0.2574833631515503
185950	linear.bias	8	-0.4325309693813324
185950	linear.bias	9	-1.0391095876693726
186147	transitions	0	0.7390183806419373
186147	transitions	1	0.15102171897888184
186147	transitions	2	-10000.0
186147	transitions	3	-1.8265361785888672
186147	transitions	4	-10000.0
186147	transitions	5	0.5672368407249451
186147	transitions	6	-0.08226566761732101
186147	transitions	7	-0.7753525972366333
186147	transitions	8	-1.4167550802230835
186147	transitions	9	-0.001198204467073083
186147	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
186147	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
186147	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
186147	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
186147	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
186147	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
186147	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
186147	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
186147	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
186147	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
186147	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
186147	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
186147	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
186147	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
186147	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
186147	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
186147	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
186147	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
186147	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
186147	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
186147	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
186147	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
186147	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
186147	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
186147	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
186147	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
186147	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
186147	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
186147	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
186147	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
186147	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
186147	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
186147	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
186147	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
186147	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
186147	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
186147	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
186147	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
186147	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
186147	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
186147	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
186147	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
186147	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
186147	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
186147	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
186147	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
186147	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
186147	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
186147	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
186147	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
186147	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
186147	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
186147	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
186147	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
186147	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
186147	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
186147	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
186147	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
186147	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
186147	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
186147	embedding2nn.weight	0	0.018898893147706985
186147	embedding2nn.weight	1	-0.013164651580154896
186147	embedding2nn.weight	2	-0.014268254861235619
186147	embedding2nn.weight	3	-0.03669307380914688
186147	embedding2nn.weight	4	-0.0059150345623493195
186147	embedding2nn.weight	5	-0.0037005881313234568
186147	embedding2nn.weight	6	-0.003973270766437054
186147	embedding2nn.weight	7	-0.07963745296001434
186147	embedding2nn.weight	8	-0.0019979383796453476
186147	embedding2nn.weight	9	-0.02955201268196106
186147	embedding2nn.bias	0	0.04751746729016304
186147	embedding2nn.bias	1	-0.0753389373421669
186147	embedding2nn.bias	2	0.05367477610707283
186147	embedding2nn.bias	3	0.04015709459781647
186147	embedding2nn.bias	4	-0.052280835807323456
186147	embedding2nn.bias	5	0.0014324733056128025
186147	embedding2nn.bias	6	0.017343251034617424
186147	embedding2nn.bias	7	-0.04823974892497063
186147	embedding2nn.bias	8	0.05450491979718208
186147	embedding2nn.bias	9	0.05671776458621025
186147	rnn.weight_ih_l0	0	-0.0772351399064064
186147	rnn.weight_ih_l0	1	0.006764154881238937
186147	rnn.weight_ih_l0	2	0.03286701813340187
186147	rnn.weight_ih_l0	3	0.02214869111776352
186147	rnn.weight_ih_l0	4	-0.045645248144865036
186147	rnn.weight_ih_l0	5	-0.06439849734306335
186147	rnn.weight_ih_l0	6	0.0002785511896945536
186147	rnn.weight_ih_l0	7	0.04968845844268799
186147	rnn.weight_ih_l0	8	-0.015463841147720814
186147	rnn.weight_ih_l0	9	-0.03061911091208458
186147	rnn.weight_hh_l0	0	-0.03150014579296112
186147	rnn.weight_hh_l0	1	-0.0072972760535776615
186147	rnn.weight_hh_l0	2	0.010467588901519775
186147	rnn.weight_hh_l0	3	-0.07477463036775589
186147	rnn.weight_hh_l0	4	0.092289499938488
186147	rnn.weight_hh_l0	5	-0.026884600520133972
186147	rnn.weight_hh_l0	6	-0.058253366500139236
186147	rnn.weight_hh_l0	7	0.010668638162314892
186147	rnn.weight_hh_l0	8	0.015089915134012699
186147	rnn.weight_hh_l0	9	-0.023432303220033646
186147	rnn.bias_ih_l0	0	0.13081485033035278
186147	rnn.bias_ih_l0	1	-0.033330969512462616
186147	rnn.bias_ih_l0	2	-0.030873779207468033
186147	rnn.bias_ih_l0	3	0.15690156817436218
186147	rnn.bias_ih_l0	4	-0.011235276237130165
186147	rnn.bias_ih_l0	5	-0.01669231243431568
186147	rnn.bias_ih_l0	6	0.018746284767985344
186147	rnn.bias_ih_l0	7	0.02237209863960743
186147	rnn.bias_ih_l0	8	-0.0967494398355484
186147	rnn.bias_ih_l0	9	-0.048196300864219666
186147	rnn.bias_hh_l0	0	-0.003628273494541645
186147	rnn.bias_hh_l0	1	-0.11314131319522858
186147	rnn.bias_hh_l0	2	-0.07013292610645294
186147	rnn.bias_hh_l0	3	-0.08640686422586441
186147	rnn.bias_hh_l0	4	0.003274510847404599
186147	rnn.bias_hh_l0	5	-0.02380330115556717
186147	rnn.bias_hh_l0	6	0.03351301699876785
186147	rnn.bias_hh_l0	7	0.05401146784424782
186147	rnn.bias_hh_l0	8	-0.11860530823469162
186147	rnn.bias_hh_l0	9	-0.05713722109794617
186147	rnn.weight_ih_l0_reverse	0	-0.02406686171889305
186147	rnn.weight_ih_l0_reverse	1	-0.05314900726079941
186147	rnn.weight_ih_l0_reverse	2	-0.04696829617023468
186147	rnn.weight_ih_l0_reverse	3	0.01151055283844471
186147	rnn.weight_ih_l0_reverse	4	-0.0189282838255167
186147	rnn.weight_ih_l0_reverse	5	-0.05899256467819214
186147	rnn.weight_ih_l0_reverse	6	0.07499580085277557
186147	rnn.weight_ih_l0_reverse	7	-0.01739809662103653
186147	rnn.weight_ih_l0_reverse	8	-0.01502438634634018
186147	rnn.weight_ih_l0_reverse	9	0.0007608066662214696
186147	rnn.weight_hh_l0_reverse	0	0.06355003267526627
186147	rnn.weight_hh_l0_reverse	1	0.02495979331433773
186147	rnn.weight_hh_l0_reverse	2	0.029015935957431793
186147	rnn.weight_hh_l0_reverse	3	0.03778548911213875
186147	rnn.weight_hh_l0_reverse	4	0.011592049151659012
186147	rnn.weight_hh_l0_reverse	5	0.009697689674794674
186147	rnn.weight_hh_l0_reverse	6	0.049640953540802
186147	rnn.weight_hh_l0_reverse	7	-0.07915856689214706
186147	rnn.weight_hh_l0_reverse	8	0.039754390716552734
186147	rnn.weight_hh_l0_reverse	9	0.03517070412635803
186147	rnn.bias_ih_l0_reverse	0	-0.05491532012820244
186147	rnn.bias_ih_l0_reverse	1	-0.2851219177246094
186147	rnn.bias_ih_l0_reverse	2	-0.1190396249294281
186147	rnn.bias_ih_l0_reverse	3	-0.0509779155254364
186147	rnn.bias_ih_l0_reverse	4	-0.014078861102461815
186147	rnn.bias_ih_l0_reverse	5	0.08167017996311188
186147	rnn.bias_ih_l0_reverse	6	-0.06361114233732224
186147	rnn.bias_ih_l0_reverse	7	0.0583101250231266
186147	rnn.bias_ih_l0_reverse	8	-0.04616795480251312
186147	rnn.bias_ih_l0_reverse	9	0.05993092060089111
186147	rnn.bias_hh_l0_reverse	0	0.021822050213813782
186147	rnn.bias_hh_l0_reverse	1	-0.043770354241132736
186147	rnn.bias_hh_l0_reverse	2	0.07674481719732285
186147	rnn.bias_hh_l0_reverse	3	-0.04805131256580353
186147	rnn.bias_hh_l0_reverse	4	-0.021275850012898445
186147	rnn.bias_hh_l0_reverse	5	-0.029516253620386124
186147	rnn.bias_hh_l0_reverse	6	-0.017238976433873177
186147	rnn.bias_hh_l0_reverse	7	0.10380806028842926
186147	rnn.bias_hh_l0_reverse	8	0.02821800485253334
186147	rnn.bias_hh_l0_reverse	9	-0.1501036286354065
186147	rnn.weight_ih_l1	0	-0.031556058675050735
186147	rnn.weight_ih_l1	1	-0.050866927951574326
186147	rnn.weight_ih_l1	2	0.056616902351379395
186147	rnn.weight_ih_l1	3	-0.06931249797344208
186147	rnn.weight_ih_l1	4	-0.01541635300964117
186147	rnn.weight_ih_l1	5	-0.04136659577488899
186147	rnn.weight_ih_l1	6	0.02691938355565071
186147	rnn.weight_ih_l1	7	-0.048440344631671906
186147	rnn.weight_ih_l1	8	0.03626632317900658
186147	rnn.weight_ih_l1	9	0.0468733124434948
186147	rnn.weight_hh_l1	0	-0.005223160143941641
186147	rnn.weight_hh_l1	1	0.019744975492358208
186147	rnn.weight_hh_l1	2	0.011330382898449898
186147	rnn.weight_hh_l1	3	-0.01196039654314518
186147	rnn.weight_hh_l1	4	0.0062773991376161575
186147	rnn.weight_hh_l1	5	0.03235520422458649
186147	rnn.weight_hh_l1	6	0.035562608391046524
186147	rnn.weight_hh_l1	7	-0.01805804669857025
186147	rnn.weight_hh_l1	8	-0.007225753739476204
186147	rnn.weight_hh_l1	9	0.034556593745946884
186147	rnn.bias_ih_l1	0	-0.1905648112297058
186147	rnn.bias_ih_l1	1	-0.18308895826339722
186147	rnn.bias_ih_l1	2	-0.21247084438800812
186147	rnn.bias_ih_l1	3	-0.31721630692481995
186147	rnn.bias_ih_l1	4	-0.19310390949249268
186147	rnn.bias_ih_l1	5	-0.08533086627721786
186147	rnn.bias_ih_l1	6	-0.17110005021095276
186147	rnn.bias_ih_l1	7	-0.00933940801769495
186147	rnn.bias_ih_l1	8	-0.12853555381298065
186147	rnn.bias_ih_l1	9	-0.1378069818019867
186147	rnn.bias_hh_l1	0	-0.09812815487384796
186147	rnn.bias_hh_l1	1	-0.07141771167516708
186147	rnn.bias_hh_l1	2	-0.09242519736289978
186147	rnn.bias_hh_l1	3	-0.0830613300204277
186147	rnn.bias_hh_l1	4	-0.08671169728040695
186147	rnn.bias_hh_l1	5	-0.12123656272888184
186147	rnn.bias_hh_l1	6	-0.15867675840854645
186147	rnn.bias_hh_l1	7	0.07722564786672592
186147	rnn.bias_hh_l1	8	-0.1809672713279724
186147	rnn.bias_hh_l1	9	-0.11939490586519241
186147	rnn.weight_ih_l1_reverse	0	-0.0456814244389534
186147	rnn.weight_ih_l1_reverse	1	0.036360640078783035
186147	rnn.weight_ih_l1_reverse	2	0.08942175656557083
186147	rnn.weight_ih_l1_reverse	3	-0.012018159963190556
186147	rnn.weight_ih_l1_reverse	4	-0.03558117523789406
186147	rnn.weight_ih_l1_reverse	5	-0.03080403245985508
186147	rnn.weight_ih_l1_reverse	6	-0.008401304483413696
186147	rnn.weight_ih_l1_reverse	7	0.025923864915966988
186147	rnn.weight_ih_l1_reverse	8	0.009178009815514088
186147	rnn.weight_ih_l1_reverse	9	-0.03815895691514015
186147	rnn.weight_hh_l1_reverse	0	0.004898888524621725
186147	rnn.weight_hh_l1_reverse	1	0.031560853123664856
186147	rnn.weight_hh_l1_reverse	2	-0.04031280800700188
186147	rnn.weight_hh_l1_reverse	3	0.03539865091443062
186147	rnn.weight_hh_l1_reverse	4	0.04744323343038559
186147	rnn.weight_hh_l1_reverse	5	0.0019818139262497425
186147	rnn.weight_hh_l1_reverse	6	0.057190850377082825
186147	rnn.weight_hh_l1_reverse	7	0.029922915622591972
186147	rnn.weight_hh_l1_reverse	8	-0.007120313588529825
186147	rnn.weight_hh_l1_reverse	9	-0.03059757873415947
186147	rnn.bias_ih_l1_reverse	0	-0.053047843277454376
186147	rnn.bias_ih_l1_reverse	1	-0.15261714160442352
186147	rnn.bias_ih_l1_reverse	2	-0.1574832648038864
186147	rnn.bias_ih_l1_reverse	3	-0.04955850914120674
186147	rnn.bias_ih_l1_reverse	4	-0.2123498022556305
186147	rnn.bias_ih_l1_reverse	5	-0.11285717785358429
186147	rnn.bias_ih_l1_reverse	6	-0.13258643448352814
186147	rnn.bias_ih_l1_reverse	7	-0.1934823989868164
186147	rnn.bias_ih_l1_reverse	8	0.2197558730840683
186147	rnn.bias_ih_l1_reverse	9	0.021611498668789864
186147	rnn.bias_hh_l1_reverse	0	-0.0074410391971468925
186147	rnn.bias_hh_l1_reverse	1	-0.08256664127111435
186147	rnn.bias_hh_l1_reverse	2	-0.23609714210033417
186147	rnn.bias_hh_l1_reverse	3	-0.13991394639015198
186147	rnn.bias_hh_l1_reverse	4	-0.08828146010637283
186147	rnn.bias_hh_l1_reverse	5	-0.11630216240882874
186147	rnn.bias_hh_l1_reverse	6	0.05613184720277786
186147	rnn.bias_hh_l1_reverse	7	-0.1570490151643753
186147	rnn.bias_hh_l1_reverse	8	-0.11447486281394958
186147	rnn.bias_hh_l1_reverse	9	-0.15161122381687164
186147	linear.weight	0	0.002228822559118271
186147	linear.weight	1	0.1093394085764885
186147	linear.weight	2	-0.0978551059961319
186147	linear.weight	3	0.28214049339294434
186147	linear.weight	4	0.16683390736579895
186147	linear.weight	5	-0.06953556090593338
186147	linear.weight	6	0.12476587295532227
186147	linear.weight	7	0.12874023616313934
186147	linear.weight	8	0.04115406423807144
186147	linear.weight	9	-0.039567384868860245
186147	linear.bias	0	0.13755129277706146
186147	linear.bias	1	-0.17546947300434113
186147	linear.bias	2	-0.4165492355823517
186147	linear.bias	3	-0.6609498262405396
186147	linear.bias	4	-1.2224760055541992
186147	linear.bias	5	-0.07683176547288895
186147	linear.bias	6	-0.7904078960418701
186147	linear.bias	7	0.25395506620407104
186147	linear.bias	8	-0.4352438747882843
186147	linear.bias	9	-1.042115330696106
186344	transitions	0	0.738650381565094
186344	transitions	1	0.1506613940000534
186344	transitions	2	-10000.0
186344	transitions	3	-1.8265401124954224
186344	transitions	4	-10000.0
186344	transitions	5	0.5672252774238586
186344	transitions	6	-0.0822787880897522
186344	transitions	7	-0.775462806224823
186344	transitions	8	-1.4167635440826416
186344	transitions	9	-0.0011983545264229178
186344	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
186344	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
186344	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
186344	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
186344	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
186344	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
186344	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
186344	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
186344	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
186344	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
186344	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
186344	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
186344	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
186344	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
186344	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
186344	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
186344	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
186344	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
186344	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
186344	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
186344	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
186344	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
186344	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
186344	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
186344	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
186344	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
186344	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
186344	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
186344	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
186344	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
186344	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
186344	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
186344	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
186344	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
186344	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
186344	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
186344	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
186344	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
186344	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
186344	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
186344	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
186344	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
186344	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
186344	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
186344	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
186344	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
186344	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
186344	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
186344	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
186344	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
186344	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
186344	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
186344	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
186344	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
186344	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
186344	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
186344	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
186344	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
186344	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
186344	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
186344	embedding2nn.weight	0	0.018736761063337326
186344	embedding2nn.weight	1	-0.013136151246726513
186344	embedding2nn.weight	2	-0.014268254861235619
186344	embedding2nn.weight	3	-0.03666249290108681
186344	embedding2nn.weight	4	-0.0059150345623493195
186344	embedding2nn.weight	5	-0.0037005881313234568
186344	embedding2nn.weight	6	-0.003973271697759628
186344	embedding2nn.weight	7	-0.07937789708375931
186344	embedding2nn.weight	8	-0.0019979383796453476
186344	embedding2nn.weight	9	-0.02940157614648342
186344	embedding2nn.bias	0	0.04994010925292969
186344	embedding2nn.bias	1	-0.07866229116916656
186344	embedding2nn.bias	2	0.05653919652104378
186344	embedding2nn.bias	3	0.042556483298540115
186344	embedding2nn.bias	4	-0.050445474684238434
186344	embedding2nn.bias	5	-0.0007923142402432859
186344	embedding2nn.bias	6	0.015717532485723495
186344	embedding2nn.bias	7	-0.04738624766469002
186344	embedding2nn.bias	8	0.05460955947637558
186344	embedding2nn.bias	9	0.055355723947286606
186344	rnn.weight_ih_l0	0	-0.07708611339330673
186344	rnn.weight_ih_l0	1	0.007179073058068752
186344	rnn.weight_ih_l0	2	0.03267423436045647
186344	rnn.weight_ih_l0	3	0.02236914448440075
186344	rnn.weight_ih_l0	4	-0.045709677040576935
186344	rnn.weight_ih_l0	5	-0.06470362097024918
186344	rnn.weight_ih_l0	6	0.0003244070103392005
186344	rnn.weight_ih_l0	7	0.049847763031721115
186344	rnn.weight_ih_l0	8	-0.01547821331769228
186344	rnn.weight_ih_l0	9	-0.030806832015514374
186344	rnn.weight_hh_l0	0	-0.03112746961414814
186344	rnn.weight_hh_l0	1	-0.007347113452851772
186344	rnn.weight_hh_l0	2	0.0099080391228199
186344	rnn.weight_hh_l0	3	-0.07444503903388977
186344	rnn.weight_hh_l0	4	0.09236418455839157
186344	rnn.weight_hh_l0	5	-0.026577753946185112
186344	rnn.weight_hh_l0	6	-0.05803019925951958
186344	rnn.weight_hh_l0	7	0.010386966168880463
186344	rnn.weight_hh_l0	8	0.015231065452098846
186344	rnn.weight_hh_l0	9	-0.023504970595240593
186344	rnn.bias_ih_l0	0	0.13093598186969757
186344	rnn.bias_ih_l0	1	-0.03360053524374962
186344	rnn.bias_ih_l0	2	-0.030611727386713028
186344	rnn.bias_ih_l0	3	0.15718838572502136
186344	rnn.bias_ih_l0	4	-0.010963398963212967
186344	rnn.bias_ih_l0	5	-0.017278974875807762
186344	rnn.bias_ih_l0	6	0.01841738447546959
186344	rnn.bias_ih_l0	7	0.02124844305217266
186344	rnn.bias_ih_l0	8	-0.09690337628126144
186344	rnn.bias_ih_l0	9	-0.04677337035536766
186344	rnn.bias_hh_l0	0	-0.003228270448744297
186344	rnn.bias_hh_l0	1	-0.11314474791288376
186344	rnn.bias_hh_l0	2	-0.07032078504562378
186344	rnn.bias_hh_l0	3	-0.08679940551519394
186344	rnn.bias_hh_l0	4	0.004312851000577211
186344	rnn.bias_hh_l0	5	-0.024261120706796646
186344	rnn.bias_hh_l0	6	0.03299105912446976
186344	rnn.bias_hh_l0	7	0.05310722813010216
186344	rnn.bias_hh_l0	8	-0.1180967465043068
186344	rnn.bias_hh_l0	9	-0.057146210223436356
186344	rnn.weight_ih_l0_reverse	0	-0.024173494428396225
186344	rnn.weight_ih_l0_reverse	1	-0.052911777049303055
186344	rnn.weight_ih_l0_reverse	2	-0.046576134860515594
186344	rnn.weight_ih_l0_reverse	3	0.011905765160918236
186344	rnn.weight_ih_l0_reverse	4	-0.01917218416929245
186344	rnn.weight_ih_l0_reverse	5	-0.05935131758451462
186344	rnn.weight_ih_l0_reverse	6	0.07498565316200256
186344	rnn.weight_ih_l0_reverse	7	-0.017363592982292175
186344	rnn.weight_ih_l0_reverse	8	-0.015032842755317688
186344	rnn.weight_ih_l0_reverse	9	0.0008654601406306028
186344	rnn.weight_hh_l0_reverse	0	0.06335320323705673
186344	rnn.weight_hh_l0_reverse	1	0.02536517195403576
186344	rnn.weight_hh_l0_reverse	2	0.029018500819802284
186344	rnn.weight_hh_l0_reverse	3	0.03757289797067642
186344	rnn.weight_hh_l0_reverse	4	0.011589458212256432
186344	rnn.weight_hh_l0_reverse	5	0.010104887187480927
186344	rnn.weight_hh_l0_reverse	6	0.04971703886985779
186344	rnn.weight_hh_l0_reverse	7	-0.07886456698179245
186344	rnn.weight_hh_l0_reverse	8	0.039654482156038284
186344	rnn.weight_hh_l0_reverse	9	0.03521660715341568
186344	rnn.bias_ih_l0_reverse	0	-0.054370854049921036
186344	rnn.bias_ih_l0_reverse	1	-0.2849550247192383
186344	rnn.bias_ih_l0_reverse	2	-0.11957450211048126
186344	rnn.bias_ih_l0_reverse	3	-0.05055775120854378
186344	rnn.bias_ih_l0_reverse	4	-0.013547982089221478
186344	rnn.bias_ih_l0_reverse	5	0.08127841353416443
186344	rnn.bias_ih_l0_reverse	6	-0.06343449652194977
186344	rnn.bias_ih_l0_reverse	7	0.05853864923119545
186344	rnn.bias_ih_l0_reverse	8	-0.046291135251522064
186344	rnn.bias_ih_l0_reverse	9	0.060321878641843796
186344	rnn.bias_hh_l0_reverse	0	0.02262602373957634
186344	rnn.bias_hh_l0_reverse	1	-0.04388302564620972
186344	rnn.bias_hh_l0_reverse	2	0.07698821276426315
186344	rnn.bias_hh_l0_reverse	3	-0.04844202846288681
186344	rnn.bias_hh_l0_reverse	4	-0.021675918251276016
186344	rnn.bias_hh_l0_reverse	5	-0.029014255851507187
186344	rnn.bias_hh_l0_reverse	6	-0.016433000564575195
186344	rnn.bias_hh_l0_reverse	7	0.10312183201313019
186344	rnn.bias_hh_l0_reverse	8	0.027747783809900284
186344	rnn.bias_hh_l0_reverse	9	-0.15041574835777283
186344	rnn.weight_ih_l1	0	-0.03147677704691887
186344	rnn.weight_ih_l1	1	-0.05029301717877388
186344	rnn.weight_ih_l1	2	0.05595128610730171
186344	rnn.weight_ih_l1	3	-0.06889746338129044
186344	rnn.weight_ih_l1	4	-0.015510188415646553
186344	rnn.weight_ih_l1	5	-0.041413165628910065
186344	rnn.weight_ih_l1	6	0.026863934472203255
186344	rnn.weight_ih_l1	7	-0.04819851368665695
186344	rnn.weight_ih_l1	8	0.0361887589097023
186344	rnn.weight_ih_l1	9	0.046849071979522705
186344	rnn.weight_hh_l1	0	-0.005222184583544731
186344	rnn.weight_hh_l1	1	0.019700681790709496
186344	rnn.weight_hh_l1	2	0.011364641599357128
186344	rnn.weight_hh_l1	3	-0.012111795134842396
186344	rnn.weight_hh_l1	4	0.006121770013123751
186344	rnn.weight_hh_l1	5	0.03237609192728996
186344	rnn.weight_hh_l1	6	0.035486217588186264
186344	rnn.weight_hh_l1	7	-0.017993872985243797
186344	rnn.weight_hh_l1	8	-0.007181929424405098
186344	rnn.weight_hh_l1	9	0.0345824658870697
186344	rnn.bias_ih_l1	0	-0.18974485993385315
186344	rnn.bias_ih_l1	1	-0.18272802233695984
186344	rnn.bias_ih_l1	2	-0.21229049563407898
186344	rnn.bias_ih_l1	3	-0.3170855939388275
186344	rnn.bias_ih_l1	4	-0.19244931638240814
186344	rnn.bias_ih_l1	5	-0.08582150191068649
186344	rnn.bias_ih_l1	6	-0.1714377999305725
186344	rnn.bias_ih_l1	7	-0.010615273378789425
186344	rnn.bias_ih_l1	8	-0.12843164801597595
186344	rnn.bias_ih_l1	9	-0.1377204805612564
186344	rnn.bias_hh_l1	0	-0.09829681366682053
186344	rnn.bias_hh_l1	1	-0.07154034823179245
186344	rnn.bias_hh_l1	2	-0.09059430658817291
186344	rnn.bias_hh_l1	3	-0.08307640254497528
186344	rnn.bias_hh_l1	4	-0.08667314052581787
186344	rnn.bias_hh_l1	5	-0.12063397467136383
186344	rnn.bias_hh_l1	6	-0.15837353467941284
186344	rnn.bias_hh_l1	7	0.07610509544610977
186344	rnn.bias_hh_l1	8	-0.18149639666080475
186344	rnn.bias_hh_l1	9	-0.1209096610546112
186344	rnn.weight_ih_l1_reverse	0	-0.045916907489299774
186344	rnn.weight_ih_l1_reverse	1	0.03608189895749092
186344	rnn.weight_ih_l1_reverse	2	0.08803687244653702
186344	rnn.weight_ih_l1_reverse	3	-0.012836803682148457
186344	rnn.weight_ih_l1_reverse	4	-0.03581473231315613
186344	rnn.weight_ih_l1_reverse	5	-0.030776269733905792
186344	rnn.weight_ih_l1_reverse	6	-0.008530699647963047
186344	rnn.weight_ih_l1_reverse	7	0.025849075987935066
186344	rnn.weight_ih_l1_reverse	8	0.009316676296293736
186344	rnn.weight_ih_l1_reverse	9	-0.03855236619710922
186344	rnn.weight_hh_l1_reverse	0	0.004913355689495802
186344	rnn.weight_hh_l1_reverse	1	0.03153160214424133
186344	rnn.weight_hh_l1_reverse	2	-0.04031364247202873
186344	rnn.weight_hh_l1_reverse	3	0.035371724516153336
186344	rnn.weight_hh_l1_reverse	4	0.04732298105955124
186344	rnn.weight_hh_l1_reverse	5	0.00197799620218575
186344	rnn.weight_hh_l1_reverse	6	0.05658651515841484
186344	rnn.weight_hh_l1_reverse	7	0.029837364330887794
186344	rnn.weight_hh_l1_reverse	8	-0.007182834669947624
186344	rnn.weight_hh_l1_reverse	9	-0.030442489311099052
186344	rnn.bias_ih_l1_reverse	0	-0.05306835472583771
186344	rnn.bias_ih_l1_reverse	1	-0.15247896313667297
186344	rnn.bias_ih_l1_reverse	2	-0.15629775822162628
186344	rnn.bias_ih_l1_reverse	3	-0.04992054030299187
186344	rnn.bias_ih_l1_reverse	4	-0.2117941677570343
186344	rnn.bias_ih_l1_reverse	5	-0.11377792060375214
186344	rnn.bias_ih_l1_reverse	6	-0.13256753981113434
186344	rnn.bias_ih_l1_reverse	7	-0.19344231486320496
186344	rnn.bias_ih_l1_reverse	8	0.21983382105827332
186344	rnn.bias_ih_l1_reverse	9	0.022648118436336517
186344	rnn.bias_hh_l1_reverse	0	-0.005454691126942635
186344	rnn.bias_hh_l1_reverse	1	-0.0836264044046402
186344	rnn.bias_hh_l1_reverse	2	-0.23583482205867767
186344	rnn.bias_hh_l1_reverse	3	-0.14092744886875153
186344	rnn.bias_hh_l1_reverse	4	-0.08876532316207886
186344	rnn.bias_hh_l1_reverse	5	-0.11611931771039963
186344	rnn.bias_hh_l1_reverse	6	0.05656203255057335
186344	rnn.bias_hh_l1_reverse	7	-0.15715961158275604
186344	rnn.bias_hh_l1_reverse	8	-0.1137000024318695
186344	rnn.bias_hh_l1_reverse	9	-0.15175481140613556
186344	linear.weight	0	0.002228822559118271
186344	linear.weight	1	0.10630233585834503
186344	linear.weight	2	-0.09859517216682434
186344	linear.weight	3	0.28431692719459534
186344	linear.weight	4	0.1665555089712143
186344	linear.weight	5	-0.06927312910556793
186344	linear.weight	6	0.12209788709878922
186344	linear.weight	7	0.12682875990867615
186344	linear.weight	8	0.04115397483110428
186344	linear.weight	9	-0.039414744824171066
186344	linear.bias	0	0.12060783058404922
186344	linear.bias	1	-0.1708945482969284
186344	linear.bias	2	-0.42968153953552246
186344	linear.bias	3	-0.656567394733429
186344	linear.bias	4	-1.2181073427200317
186344	linear.bias	5	-0.0790879875421524
186344	linear.bias	6	-0.7862133383750916
186344	linear.bias	7	0.2509711682796478
186344	linear.bias	8	-0.428455650806427
186344	linear.bias	9	-1.0347272157669067
186541	transitions	0	0.7386210560798645
186541	transitions	1	0.15320874750614166
186541	transitions	2	-10000.0
186541	transitions	3	-1.8265455961227417
186541	transitions	4	-10000.0
186541	transitions	5	0.5672112107276917
186541	transitions	6	-0.08229099214076996
186541	transitions	7	-0.7755451202392578
186541	transitions	8	-1.4167876243591309
186541	transitions	9	-0.001198488986119628
186541	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
186541	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
186541	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
186541	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
186541	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
186541	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
186541	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
186541	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
186541	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
186541	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
186541	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
186541	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
186541	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
186541	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
186541	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
186541	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
186541	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
186541	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
186541	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
186541	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
186541	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
186541	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
186541	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
186541	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
186541	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
186541	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
186541	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
186541	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
186541	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
186541	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
186541	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
186541	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
186541	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
186541	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
186541	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
186541	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
186541	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
186541	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
186541	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
186541	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
186541	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
186541	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
186541	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
186541	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
186541	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
186541	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
186541	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
186541	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
186541	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
186541	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
186541	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
186541	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
186541	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
186541	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
186541	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
186541	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
186541	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
186541	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
186541	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
186541	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
186541	embedding2nn.weight	0	0.018885735422372818
186541	embedding2nn.weight	1	-0.013052784837782383
186541	embedding2nn.weight	2	-0.014268254861235619
186541	embedding2nn.weight	3	-0.03640270233154297
186541	embedding2nn.weight	4	-0.0059150345623493195
186541	embedding2nn.weight	5	-0.0037005881313234568
186541	embedding2nn.weight	6	-0.003973271697759628
186541	embedding2nn.weight	7	-0.07950514554977417
186541	embedding2nn.weight	8	-0.0019979383796453476
186541	embedding2nn.weight	9	-0.029299311339855194
186541	embedding2nn.bias	0	0.04889555275440216
186541	embedding2nn.bias	1	-0.0780939981341362
186541	embedding2nn.bias	2	0.0547478012740612
186541	embedding2nn.bias	3	0.04077998176217079
186541	embedding2nn.bias	4	-0.052720777690410614
186541	embedding2nn.bias	5	-0.0009138524765148759
186541	embedding2nn.bias	6	0.014339074492454529
186541	embedding2nn.bias	7	-0.04665452986955643
186541	embedding2nn.bias	8	0.052148688584566116
186541	embedding2nn.bias	9	0.055493686348199844
186541	rnn.weight_ih_l0	0	-0.07718544453382492
186541	rnn.weight_ih_l0	1	0.007747969124466181
186541	rnn.weight_ih_l0	2	0.03283857926726341
186541	rnn.weight_ih_l0	3	0.022335775196552277
186541	rnn.weight_ih_l0	4	-0.04556526988744736
186541	rnn.weight_ih_l0	5	-0.06457673758268356
186541	rnn.weight_ih_l0	6	0.00021462037693709135
186541	rnn.weight_ih_l0	7	0.05032682791352272
186541	rnn.weight_ih_l0	8	-0.015137357637286186
186541	rnn.weight_ih_l0	9	-0.030985359102487564
186541	rnn.weight_hh_l0	0	-0.03155125305056572
186541	rnn.weight_hh_l0	1	-0.0073522599413990974
186541	rnn.weight_hh_l0	2	0.009883424267172813
186541	rnn.weight_hh_l0	3	-0.07472573220729828
186541	rnn.weight_hh_l0	4	0.09255796670913696
186541	rnn.weight_hh_l0	5	-0.026173783466219902
186541	rnn.weight_hh_l0	6	-0.05774788185954094
186541	rnn.weight_hh_l0	7	0.010238923132419586
186541	rnn.weight_hh_l0	8	0.014948323369026184
186541	rnn.weight_hh_l0	9	-0.023642560467123985
186541	rnn.bias_ih_l0	0	0.13076195120811462
186541	rnn.bias_ih_l0	1	-0.032737940549850464
186541	rnn.bias_ih_l0	2	-0.030800623819231987
186541	rnn.bias_ih_l0	3	0.15648184716701508
186541	rnn.bias_ih_l0	4	-0.010744789615273476
186541	rnn.bias_ih_l0	5	-0.017514042556285858
186541	rnn.bias_ih_l0	6	0.018895406275987625
186541	rnn.bias_ih_l0	7	0.020956335589289665
186541	rnn.bias_ih_l0	8	-0.09707770496606827
186541	rnn.bias_ih_l0	9	-0.04667409881949425
186541	rnn.bias_hh_l0	0	-0.0033472124487161636
186541	rnn.bias_hh_l0	1	-0.112442746758461
186541	rnn.bias_hh_l0	2	-0.07010950893163681
186541	rnn.bias_hh_l0	3	-0.08702021092176437
186541	rnn.bias_hh_l0	4	0.004549768287688494
186541	rnn.bias_hh_l0	5	-0.025026649236679077
186541	rnn.bias_hh_l0	6	0.03304750844836235
186541	rnn.bias_hh_l0	7	0.05245692655444145
186541	rnn.bias_hh_l0	8	-0.11794188618659973
186541	rnn.bias_hh_l0	9	-0.05719050392508507
186541	rnn.weight_ih_l0_reverse	0	-0.024022063240408897
186541	rnn.weight_ih_l0_reverse	1	-0.052524130791425705
186541	rnn.weight_ih_l0_reverse	2	-0.04702739417552948
186541	rnn.weight_ih_l0_reverse	3	0.01206042431294918
186541	rnn.weight_ih_l0_reverse	4	-0.019431009888648987
186541	rnn.weight_ih_l0_reverse	5	-0.05925403907895088
186541	rnn.weight_ih_l0_reverse	6	0.07477611303329468
186541	rnn.weight_ih_l0_reverse	7	-0.01749936304986477
186541	rnn.weight_ih_l0_reverse	8	-0.015081396326422691
186541	rnn.weight_ih_l0_reverse	9	0.0006332448683679104
186541	rnn.weight_hh_l0_reverse	0	0.06380334496498108
186541	rnn.weight_hh_l0_reverse	1	0.025364607572555542
186541	rnn.weight_hh_l0_reverse	2	0.029184797778725624
186541	rnn.weight_hh_l0_reverse	3	0.03724275529384613
186541	rnn.weight_hh_l0_reverse	4	0.011657561175525188
186541	rnn.weight_hh_l0_reverse	5	0.009796949103474617
186541	rnn.weight_hh_l0_reverse	6	0.04981521889567375
186541	rnn.weight_hh_l0_reverse	7	-0.07858969271183014
186541	rnn.weight_hh_l0_reverse	8	0.03974699601531029
186541	rnn.weight_hh_l0_reverse	9	0.035382386296987534
186541	rnn.bias_ih_l0_reverse	0	-0.05424899980425835
186541	rnn.bias_ih_l0_reverse	1	-0.2833056151866913
186541	rnn.bias_ih_l0_reverse	2	-0.11876663565635681
186541	rnn.bias_ih_l0_reverse	3	-0.05108145624399185
186541	rnn.bias_ih_l0_reverse	4	-0.0150666618719697
186541	rnn.bias_ih_l0_reverse	5	0.0819886177778244
186541	rnn.bias_ih_l0_reverse	6	-0.06439008563756943
186541	rnn.bias_ih_l0_reverse	7	0.05795671418309212
186541	rnn.bias_ih_l0_reverse	8	-0.047091323882341385
186541	rnn.bias_ih_l0_reverse	9	0.060634806752204895
186541	rnn.bias_hh_l0_reverse	0	0.023166172206401825
186541	rnn.bias_hh_l0_reverse	1	-0.045415062457323074
186541	rnn.bias_hh_l0_reverse	2	0.0775846317410469
186541	rnn.bias_hh_l0_reverse	3	-0.04693562537431717
186541	rnn.bias_hh_l0_reverse	4	-0.020754531025886536
186541	rnn.bias_hh_l0_reverse	5	-0.029298754408955574
186541	rnn.bias_hh_l0_reverse	6	-0.01565920002758503
186541	rnn.bias_hh_l0_reverse	7	0.10347168147563934
186541	rnn.bias_hh_l0_reverse	8	0.02751518227159977
186541	rnn.bias_hh_l0_reverse	9	-0.15078723430633545
186541	rnn.weight_ih_l1	0	-0.03153673931956291
186541	rnn.weight_ih_l1	1	-0.05021447688341141
186541	rnn.weight_ih_l1	2	0.055650655180215836
186541	rnn.weight_ih_l1	3	-0.06775146722793579
186541	rnn.weight_ih_l1	4	-0.015430832281708717
186541	rnn.weight_ih_l1	5	-0.04162271320819855
186541	rnn.weight_ih_l1	6	0.027084507048130035
186541	rnn.weight_ih_l1	7	-0.04817955195903778
186541	rnn.weight_ih_l1	8	0.0360843762755394
186541	rnn.weight_ih_l1	9	0.04700498282909393
186541	rnn.weight_hh_l1	0	-0.0052179149352014065
186541	rnn.weight_hh_l1	1	0.019736964255571365
186541	rnn.weight_hh_l1	2	0.011246168985962868
186541	rnn.weight_hh_l1	3	-0.012081164866685867
186541	rnn.weight_hh_l1	4	0.006108180154114962
186541	rnn.weight_hh_l1	5	0.03243524953722954
186541	rnn.weight_hh_l1	6	0.03543620556592941
186541	rnn.weight_hh_l1	7	-0.01793384924530983
186541	rnn.weight_hh_l1	8	-0.007278229109942913
186541	rnn.weight_hh_l1	9	0.034612011164426804
186541	rnn.bias_ih_l1	0	-0.18916022777557373
186541	rnn.bias_ih_l1	1	-0.1830519288778305
186541	rnn.bias_ih_l1	2	-0.21243134140968323
186541	rnn.bias_ih_l1	3	-0.3169029951095581
186541	rnn.bias_ih_l1	4	-0.19124701619148254
186541	rnn.bias_ih_l1	5	-0.08587511628866196
186541	rnn.bias_ih_l1	6	-0.17128150165081024
186541	rnn.bias_ih_l1	7	-0.012227342464029789
186541	rnn.bias_ih_l1	8	-0.12806493043899536
186541	rnn.bias_ih_l1	9	-0.1367780864238739
186541	rnn.bias_hh_l1	0	-0.09780507534742355
186541	rnn.bias_hh_l1	1	-0.07108168303966522
186541	rnn.bias_hh_l1	2	-0.08915680646896362
186541	rnn.bias_hh_l1	3	-0.08299117535352707
186541	rnn.bias_hh_l1	4	-0.08636923134326935
186541	rnn.bias_hh_l1	5	-0.12097679078578949
186541	rnn.bias_hh_l1	6	-0.15808480978012085
186541	rnn.bias_hh_l1	7	0.07817274332046509
186541	rnn.bias_hh_l1	8	-0.1816319227218628
186541	rnn.bias_hh_l1	9	-0.11958859115839005
186541	rnn.weight_ih_l1_reverse	0	-0.04586993530392647
186541	rnn.weight_ih_l1_reverse	1	0.035696886479854584
186541	rnn.weight_ih_l1_reverse	2	0.08866836875677109
186541	rnn.weight_ih_l1_reverse	3	-0.012647893279790878
186541	rnn.weight_ih_l1_reverse	4	-0.03572126477956772
186541	rnn.weight_ih_l1_reverse	5	-0.03081338107585907
186541	rnn.weight_ih_l1_reverse	6	-0.008803039789199829
186541	rnn.weight_ih_l1_reverse	7	0.025805816054344177
186541	rnn.weight_ih_l1_reverse	8	0.008828761987388134
186541	rnn.weight_ih_l1_reverse	9	-0.03904079645872116
186541	rnn.weight_hh_l1_reverse	0	0.004936332814395428
186541	rnn.weight_hh_l1_reverse	1	0.031570158898830414
186541	rnn.weight_hh_l1_reverse	2	-0.04025542736053467
186541	rnn.weight_hh_l1_reverse	3	0.03536190465092659
186541	rnn.weight_hh_l1_reverse	4	0.04743506759405136
186541	rnn.weight_hh_l1_reverse	5	0.001995922066271305
186541	rnn.weight_hh_l1_reverse	6	0.056615885347127914
186541	rnn.weight_hh_l1_reverse	7	0.029792871326208115
186541	rnn.weight_hh_l1_reverse	8	-0.007124627940356731
186541	rnn.weight_hh_l1_reverse	9	-0.030371028929948807
186541	rnn.bias_ih_l1_reverse	0	-0.05368150398135185
186541	rnn.bias_ih_l1_reverse	1	-0.15335644781589508
186541	rnn.bias_ih_l1_reverse	2	-0.15664701163768768
186541	rnn.bias_ih_l1_reverse	3	-0.04824668541550636
186541	rnn.bias_ih_l1_reverse	4	-0.2112313061952591
186541	rnn.bias_ih_l1_reverse	5	-0.11230882257223129
186541	rnn.bias_ih_l1_reverse	6	-0.13233046233654022
186541	rnn.bias_ih_l1_reverse	7	-0.19342271983623505
186541	rnn.bias_ih_l1_reverse	8	0.22131815552711487
186541	rnn.bias_ih_l1_reverse	9	0.023645959794521332
186541	rnn.bias_hh_l1_reverse	0	-0.005794325843453407
186541	rnn.bias_hh_l1_reverse	1	-0.08211242407560349
186541	rnn.bias_hh_l1_reverse	2	-0.2360289841890335
186541	rnn.bias_hh_l1_reverse	3	-0.14068703353405
186541	rnn.bias_hh_l1_reverse	4	-0.08819122612476349
186541	rnn.bias_hh_l1_reverse	5	-0.11663006991147995
186541	rnn.bias_hh_l1_reverse	6	0.05795501172542572
186541	rnn.bias_hh_l1_reverse	7	-0.15727321803569794
186541	rnn.bias_hh_l1_reverse	8	-0.11445853114128113
186541	rnn.bias_hh_l1_reverse	9	-0.15128262341022491
186541	linear.weight	0	0.002228822559118271
186541	linear.weight	1	0.10749628394842148
186541	linear.weight	2	-0.09745102375745773
186541	linear.weight	3	0.2827722430229187
186541	linear.weight	4	0.16747918725013733
186541	linear.weight	5	-0.06989641487598419
186541	linear.weight	6	0.1258092224597931
186541	linear.weight	7	0.12551255524158478
186541	linear.weight	8	0.0411539264023304
186541	linear.weight	9	-0.04002523049712181
186541	linear.bias	0	0.12808234989643097
186541	linear.bias	1	-0.1854475438594818
186541	linear.bias	2	-0.4131626486778259
186541	linear.bias	3	-0.649004340171814
186541	linear.bias	4	-1.2108347415924072
186541	linear.bias	5	-0.07661238312721252
186541	linear.bias	6	-0.8006688952445984
186541	linear.bias	7	0.25360289216041565
186541	linear.bias	8	-0.426939994096756
186541	linear.bias	9	-1.0335506200790405
186738	transitions	0	0.7389334440231323
186738	transitions	1	0.15351945161819458
186738	transitions	2	-10000.0
186738	transitions	3	-1.8265533447265625
186738	transitions	4	-10000.0
186738	transitions	5	0.5671958327293396
186738	transitions	6	-0.08230480551719666
186738	transitions	7	-0.775595486164093
186738	transitions	8	-1.4168035984039307
186738	transitions	9	-0.001198597950860858
186738	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
186738	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
186738	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
186738	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
186738	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
186738	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
186738	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
186738	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
186738	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
186738	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
186738	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
186738	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
186738	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
186738	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
186738	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
186738	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
186738	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
186738	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
186738	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
186738	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
186738	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
186738	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
186738	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
186738	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
186738	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
186738	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
186738	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
186738	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
186738	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
186738	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
186738	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
186738	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
186738	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
186738	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
186738	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
186738	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
186738	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
186738	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
186738	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
186738	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
186738	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
186738	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
186738	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
186738	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
186738	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
186738	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
186738	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
186738	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
186738	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
186738	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
186738	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
186738	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
186738	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
186738	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
186738	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
186738	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
186738	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
186738	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
186738	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
186738	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
186738	embedding2nn.weight	0	0.01909378170967102
186738	embedding2nn.weight	1	-0.013140263967216015
186738	embedding2nn.weight	2	-0.014268254861235619
186738	embedding2nn.weight	3	-0.03623193874955177
186738	embedding2nn.weight	4	-0.0059150345623493195
186738	embedding2nn.weight	5	-0.0037005881313234568
186738	embedding2nn.weight	6	-0.003973271697759628
186738	embedding2nn.weight	7	-0.07955118268728256
186738	embedding2nn.weight	8	-0.0019979383796453476
186738	embedding2nn.weight	9	-0.029260966926813126
186738	embedding2nn.bias	0	0.04557253047823906
186738	embedding2nn.bias	1	-0.0758080706000328
186738	embedding2nn.bias	2	0.05475665628910065
186738	embedding2nn.bias	3	0.04216458648443222
186738	embedding2nn.bias	4	-0.05434673652052879
186738	embedding2nn.bias	5	0.0009742563706822693
186738	embedding2nn.bias	6	0.017633238807320595
186738	embedding2nn.bias	7	-0.046797577291727066
186738	embedding2nn.bias	8	0.053544629365205765
186738	embedding2nn.bias	9	0.0534493550658226
186738	rnn.weight_ih_l0	0	-0.0768037959933281
186738	rnn.weight_ih_l0	1	0.007715214043855667
186738	rnn.weight_ih_l0	2	0.032809145748615265
186738	rnn.weight_ih_l0	3	0.02246544323861599
186738	rnn.weight_ih_l0	4	-0.045107387006282806
186738	rnn.weight_ih_l0	5	-0.0649106353521347
186738	rnn.weight_ih_l0	6	0.0001071262449841015
186738	rnn.weight_ih_l0	7	0.05048833787441254
186738	rnn.weight_ih_l0	8	-0.015188764780759811
186738	rnn.weight_ih_l0	9	-0.03087928704917431
186738	rnn.weight_hh_l0	0	-0.03132486715912819
186738	rnn.weight_hh_l0	1	-0.007243013940751553
186738	rnn.weight_hh_l0	2	0.009960704483091831
186738	rnn.weight_hh_l0	3	-0.07485675811767578
186738	rnn.weight_hh_l0	4	0.09251587092876434
186738	rnn.weight_hh_l0	5	-0.02646746300160885
186738	rnn.weight_hh_l0	6	-0.05773355811834335
186738	rnn.weight_hh_l0	7	0.009972027502954006
186738	rnn.weight_hh_l0	8	0.015199115499854088
186738	rnn.weight_hh_l0	9	-0.02350122481584549
186738	rnn.bias_ih_l0	0	0.13061827421188354
186738	rnn.bias_ih_l0	1	-0.03339922055602074
186738	rnn.bias_ih_l0	2	-0.031341202557086945
186738	rnn.bias_ih_l0	3	0.15720176696777344
186738	rnn.bias_ih_l0	4	-0.010413180105388165
186738	rnn.bias_ih_l0	5	-0.017949892207980156
186738	rnn.bias_ih_l0	6	0.018480952829122543
186738	rnn.bias_ih_l0	7	0.021491633728146553
186738	rnn.bias_ih_l0	8	-0.09682326763868332
186738	rnn.bias_ih_l0	9	-0.04786883667111397
186738	rnn.bias_hh_l0	0	-0.003688181284815073
186738	rnn.bias_hh_l0	1	-0.11198650300502777
186738	rnn.bias_hh_l0	2	-0.0701732486486435
186738	rnn.bias_hh_l0	3	-0.08694054931402206
186738	rnn.bias_hh_l0	4	0.00402017030864954
186738	rnn.bias_hh_l0	5	-0.02568279579281807
186738	rnn.bias_hh_l0	6	0.033353593200445175
186738	rnn.bias_hh_l0	7	0.05092189088463783
186738	rnn.bias_hh_l0	8	-0.11851204931735992
186738	rnn.bias_hh_l0	9	-0.056176554411649704
186738	rnn.weight_ih_l0_reverse	0	-0.02374304085969925
186738	rnn.weight_ih_l0_reverse	1	-0.0524090975522995
186738	rnn.weight_ih_l0_reverse	2	-0.04736783728003502
186738	rnn.weight_ih_l0_reverse	3	0.011958686634898186
186738	rnn.weight_ih_l0_reverse	4	-0.01958974078297615
186738	rnn.weight_ih_l0_reverse	5	-0.05961540713906288
186738	rnn.weight_ih_l0_reverse	6	0.0750431939959526
186738	rnn.weight_ih_l0_reverse	7	-0.017232662066817284
186738	rnn.weight_ih_l0_reverse	8	-0.015339972451329231
186738	rnn.weight_ih_l0_reverse	9	0.0007292432710528374
186738	rnn.weight_hh_l0_reverse	0	0.06405047327280045
186738	rnn.weight_hh_l0_reverse	1	0.025667162612080574
186738	rnn.weight_hh_l0_reverse	2	0.028966236859560013
186738	rnn.weight_hh_l0_reverse	3	0.037192847579717636
186738	rnn.weight_hh_l0_reverse	4	0.011967575177550316
186738	rnn.weight_hh_l0_reverse	5	0.009699122980237007
186738	rnn.weight_hh_l0_reverse	6	0.04973781108856201
186738	rnn.weight_hh_l0_reverse	7	-0.07881443947553635
186738	rnn.weight_hh_l0_reverse	8	0.03979479521512985
186738	rnn.weight_hh_l0_reverse	9	0.03538776561617851
186738	rnn.bias_ih_l0_reverse	0	-0.05489017069339752
186738	rnn.bias_ih_l0_reverse	1	-0.2835683822631836
186738	rnn.bias_ih_l0_reverse	2	-0.11872711777687073
186738	rnn.bias_ih_l0_reverse	3	-0.05102619528770447
186738	rnn.bias_ih_l0_reverse	4	-0.015881888568401337
186738	rnn.bias_ih_l0_reverse	5	0.08215368539094925
186738	rnn.bias_ih_l0_reverse	6	-0.06441406160593033
186738	rnn.bias_ih_l0_reverse	7	0.05813929811120033
186738	rnn.bias_ih_l0_reverse	8	-0.04635785520076752
186738	rnn.bias_ih_l0_reverse	9	0.0605870746076107
186738	rnn.bias_hh_l0_reverse	0	0.022896846756339073
186738	rnn.bias_hh_l0_reverse	1	-0.04656962677836418
186738	rnn.bias_hh_l0_reverse	2	0.07886095345020294
186738	rnn.bias_hh_l0_reverse	3	-0.04648057743906975
186738	rnn.bias_hh_l0_reverse	4	-0.021196551620960236
186738	rnn.bias_hh_l0_reverse	5	-0.028454916551709175
186738	rnn.bias_hh_l0_reverse	6	-0.015195698477327824
186738	rnn.bias_hh_l0_reverse	7	0.1038709431886673
186738	rnn.bias_hh_l0_reverse	8	0.027807671576738358
186738	rnn.bias_hh_l0_reverse	9	-0.1511828601360321
186738	rnn.weight_ih_l1	0	-0.03152606263756752
186738	rnn.weight_ih_l1	1	-0.050334710627794266
186738	rnn.weight_ih_l1	2	0.05604376643896103
186738	rnn.weight_ih_l1	3	-0.06747890263795853
186738	rnn.weight_ih_l1	4	-0.014783484861254692
186738	rnn.weight_ih_l1	5	-0.041603799909353256
186738	rnn.weight_ih_l1	6	0.02720019780099392
186738	rnn.weight_ih_l1	7	-0.04795529320836067
186738	rnn.weight_ih_l1	8	0.03612512722611427
186738	rnn.weight_ih_l1	9	0.04677172377705574
186738	rnn.weight_hh_l1	0	-0.005385206080973148
186738	rnn.weight_hh_l1	1	0.019708771258592606
186738	rnn.weight_hh_l1	2	0.011090678162872791
186738	rnn.weight_hh_l1	3	-0.012211041525006294
186738	rnn.weight_hh_l1	4	0.006279689259827137
186738	rnn.weight_hh_l1	5	0.032543689012527466
186738	rnn.weight_hh_l1	6	0.0355159156024456
186738	rnn.weight_hh_l1	7	-0.017910504713654518
186738	rnn.weight_hh_l1	8	-0.007317906711250544
186738	rnn.weight_hh_l1	9	0.034402500838041306
186738	rnn.bias_ih_l1	0	-0.1904333233833313
186738	rnn.bias_ih_l1	1	-0.183462992310524
186738	rnn.bias_ih_l1	2	-0.21293336153030396
186738	rnn.bias_ih_l1	3	-0.31686559319496155
186738	rnn.bias_ih_l1	4	-0.19115771353244781
186738	rnn.bias_ih_l1	5	-0.08504761010408401
186738	rnn.bias_ih_l1	6	-0.17034734785556793
186738	rnn.bias_ih_l1	7	-0.011759083718061447
186738	rnn.bias_ih_l1	8	-0.1298578381538391
186738	rnn.bias_ih_l1	9	-0.13674572110176086
186738	rnn.bias_hh_l1	0	-0.09903623163700104
186738	rnn.bias_hh_l1	1	-0.06985973566770554
186738	rnn.bias_hh_l1	2	-0.08882790058851242
186738	rnn.bias_hh_l1	3	-0.08269642293453217
186738	rnn.bias_hh_l1	4	-0.08626946806907654
186738	rnn.bias_hh_l1	5	-0.12123536318540573
186738	rnn.bias_hh_l1	6	-0.15856270492076874
186738	rnn.bias_hh_l1	7	0.07706623524427414
186738	rnn.bias_hh_l1	8	-0.18132196366786957
186738	rnn.bias_hh_l1	9	-0.11893802881240845
186738	rnn.weight_ih_l1_reverse	0	-0.04590142145752907
186738	rnn.weight_ih_l1_reverse	1	0.03583550453186035
186738	rnn.weight_ih_l1_reverse	2	0.08895199000835419
186738	rnn.weight_ih_l1_reverse	3	-0.012426109984517097
186738	rnn.weight_ih_l1_reverse	4	-0.035542525351047516
186738	rnn.weight_ih_l1_reverse	5	-0.030810799449682236
186738	rnn.weight_ih_l1_reverse	6	-0.009746422059834003
186738	rnn.weight_ih_l1_reverse	7	0.02612915076315403
186738	rnn.weight_ih_l1_reverse	8	0.009214446879923344
186738	rnn.weight_ih_l1_reverse	9	-0.03940365090966225
186738	rnn.weight_hh_l1_reverse	0	0.004895510617643595
186738	rnn.weight_hh_l1_reverse	1	0.03148224577307701
186738	rnn.weight_hh_l1_reverse	2	-0.04024640843272209
186738	rnn.weight_hh_l1_reverse	3	0.03536877781152725
186738	rnn.weight_hh_l1_reverse	4	0.0475793182849884
186738	rnn.weight_hh_l1_reverse	5	0.0019881268963217735
186738	rnn.weight_hh_l1_reverse	6	0.05683949962258339
186738	rnn.weight_hh_l1_reverse	7	0.029887445271015167
186738	rnn.weight_hh_l1_reverse	8	-0.0071351537480950356
186738	rnn.weight_hh_l1_reverse	9	-0.03019600361585617
186738	rnn.bias_ih_l1_reverse	0	-0.0536954365670681
186738	rnn.bias_ih_l1_reverse	1	-0.15432991087436676
186738	rnn.bias_ih_l1_reverse	2	-0.15668050944805145
186738	rnn.bias_ih_l1_reverse	3	-0.04971348121762276
186738	rnn.bias_ih_l1_reverse	4	-0.2113771289587021
186738	rnn.bias_ih_l1_reverse	5	-0.11139542609453201
186738	rnn.bias_ih_l1_reverse	6	-0.1327802985906601
186738	rnn.bias_ih_l1_reverse	7	-0.19497092068195343
186738	rnn.bias_ih_l1_reverse	8	0.2206316888332367
186738	rnn.bias_ih_l1_reverse	9	0.025677667930722237
186738	rnn.bias_hh_l1_reverse	0	-0.006095214746892452
186738	rnn.bias_hh_l1_reverse	1	-0.08141548931598663
186738	rnn.bias_hh_l1_reverse	2	-0.23613733053207397
186738	rnn.bias_hh_l1_reverse	3	-0.14021609723567963
186738	rnn.bias_hh_l1_reverse	4	-0.08874321728944778
186738	rnn.bias_hh_l1_reverse	5	-0.11724095046520233
186738	rnn.bias_hh_l1_reverse	6	0.059397291392087936
186738	rnn.bias_hh_l1_reverse	7	-0.15779899060726166
186738	rnn.bias_hh_l1_reverse	8	-0.11447612196207047
186738	rnn.bias_hh_l1_reverse	9	-0.15126727521419525
186738	linear.weight	0	0.002228822559118271
186738	linear.weight	1	0.10866080224514008
186738	linear.weight	2	-0.09812798351049423
186738	linear.weight	3	0.28238630294799805
186738	linear.weight	4	0.1676030457019806
186738	linear.weight	5	-0.06911811977624893
186738	linear.weight	6	0.12646831572055817
186738	linear.weight	7	0.12389464676380157
186738	linear.weight	8	0.0411539264023304
186738	linear.weight	9	-0.040075238794088364
186738	linear.bias	0	0.12985557317733765
186738	linear.bias	1	-0.18904976546764374
186738	linear.bias	2	-0.4275912940502167
186738	linear.bias	3	-0.6632022261619568
186738	linear.bias	4	-1.2252793312072754
186738	linear.bias	5	-0.06612737476825714
186738	linear.bias	6	-0.8036591410636902
186738	linear.bias	7	0.26508426666259766
186738	linear.bias	8	-0.43410298228263855
186738	linear.bias	9	-1.0413029193878174
186935	transitions	0	0.7374992370605469
186935	transitions	1	0.15245561301708221
186935	transitions	2	-10000.0
186935	transitions	3	-1.826559066772461
186935	transitions	4	-10000.0
186935	transitions	5	0.5671818256378174
186935	transitions	6	-0.08233068883419037
186935	transitions	7	-0.775784969329834
186935	transitions	8	-1.4168211221694946
186935	transitions	9	-0.0011987036559730768
186935	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
186935	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
186935	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
186935	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
186935	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
186935	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
186935	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
186935	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
186935	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
186935	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
186935	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
186935	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
186935	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
186935	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
186935	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
186935	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
186935	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
186935	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
186935	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
186935	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
186935	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
186935	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
186935	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
186935	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
186935	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
186935	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
186935	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
186935	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
186935	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
186935	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
186935	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
186935	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
186935	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
186935	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
186935	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
186935	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
186935	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
186935	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
186935	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
186935	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
186935	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
186935	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
186935	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
186935	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
186935	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
186935	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
186935	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
186935	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
186935	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
186935	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
186935	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
186935	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
186935	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
186935	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
186935	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
186935	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
186935	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
186935	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
186935	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
186935	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
186935	embedding2nn.weight	0	0.019577013328671455
186935	embedding2nn.weight	1	-0.013094659894704819
186935	embedding2nn.weight	2	-0.014268254861235619
186935	embedding2nn.weight	3	-0.03638801351189613
186935	embedding2nn.weight	4	-0.0059150345623493195
186935	embedding2nn.weight	5	-0.0037005881313234568
186935	embedding2nn.weight	6	-0.003973270766437054
186935	embedding2nn.weight	7	-0.07950373739004135
186935	embedding2nn.weight	8	-0.0019979383796453476
186935	embedding2nn.weight	9	-0.028984276577830315
186935	embedding2nn.bias	0	0.044320039451122284
186935	embedding2nn.bias	1	-0.07768429815769196
186935	embedding2nn.bias	2	0.055280499160289764
186935	embedding2nn.bias	3	0.040860969573259354
186935	embedding2nn.bias	4	-0.05508922412991524
186935	embedding2nn.bias	5	-0.0038408352993428707
186935	embedding2nn.bias	6	0.017280660569667816
186935	embedding2nn.bias	7	-0.047831397503614426
186935	embedding2nn.bias	8	0.051241032779216766
186935	embedding2nn.bias	9	0.057000741362571716
186935	rnn.weight_ih_l0	0	-0.07656174898147583
186935	rnn.weight_ih_l0	1	0.007939261384308338
186935	rnn.weight_ih_l0	2	0.03269385173916817
186935	rnn.weight_ih_l0	3	0.02248433418571949
186935	rnn.weight_ih_l0	4	-0.045121338218450546
186935	rnn.weight_ih_l0	5	-0.06478627026081085
186935	rnn.weight_ih_l0	6	8.339893247466534e-05
186935	rnn.weight_ih_l0	7	0.0505468025803566
186935	rnn.weight_ih_l0	8	-0.01528769638389349
186935	rnn.weight_ih_l0	9	-0.031119056046009064
186935	rnn.weight_hh_l0	0	-0.03138839453458786
186935	rnn.weight_hh_l0	1	-0.00709211640059948
186935	rnn.weight_hh_l0	2	0.00966669898480177
186935	rnn.weight_hh_l0	3	-0.075265072286129
186935	rnn.weight_hh_l0	4	0.09257104992866516
186935	rnn.weight_hh_l0	5	-0.026288213208317757
186935	rnn.weight_hh_l0	6	-0.05769798159599304
186935	rnn.weight_hh_l0	7	0.010089676827192307
186935	rnn.weight_hh_l0	8	0.015071199275553226
186935	rnn.weight_hh_l0	9	-0.023633865639567375
186935	rnn.bias_ih_l0	0	0.13052111864089966
186935	rnn.bias_ih_l0	1	-0.03328007832169533
186935	rnn.bias_ih_l0	2	-0.031068667769432068
186935	rnn.bias_ih_l0	3	0.15579937398433685
186935	rnn.bias_ih_l0	4	-0.010876134037971497
186935	rnn.bias_ih_l0	5	-0.01784174144268036
186935	rnn.bias_ih_l0	6	0.019850008189678192
186935	rnn.bias_ih_l0	7	0.021244393661618233
186935	rnn.bias_ih_l0	8	-0.0971958264708519
186935	rnn.bias_ih_l0	9	-0.04802848771214485
186935	rnn.bias_hh_l0	0	-0.0037248930893838406
186935	rnn.bias_hh_l0	1	-0.11176108568906784
186935	rnn.bias_hh_l0	2	-0.0716896578669548
186935	rnn.bias_hh_l0	3	-0.08766349405050278
186935	rnn.bias_hh_l0	4	0.004195547197014093
186935	rnn.bias_hh_l0	5	-0.025738345459103584
186935	rnn.bias_hh_l0	6	0.03347551077604294
186935	rnn.bias_hh_l0	7	0.05018332228064537
186935	rnn.bias_hh_l0	8	-0.11910481005907059
186935	rnn.bias_hh_l0	9	-0.05635790526866913
186935	rnn.weight_ih_l0_reverse	0	-0.023609818890690804
186935	rnn.weight_ih_l0_reverse	1	-0.05262603238224983
186935	rnn.weight_ih_l0_reverse	2	-0.04757779464125633
186935	rnn.weight_ih_l0_reverse	3	0.011569749563932419
186935	rnn.weight_ih_l0_reverse	4	-0.019745931029319763
186935	rnn.weight_ih_l0_reverse	5	-0.0596945658326149
186935	rnn.weight_ih_l0_reverse	6	0.07510708272457123
186935	rnn.weight_ih_l0_reverse	7	-0.01697118766605854
186935	rnn.weight_ih_l0_reverse	8	-0.01562285702675581
186935	rnn.weight_ih_l0_reverse	9	0.0007113697938621044
186935	rnn.weight_hh_l0_reverse	0	0.0641455203294754
186935	rnn.weight_hh_l0_reverse	1	0.025585360825061798
186935	rnn.weight_hh_l0_reverse	2	0.028931576758623123
186935	rnn.weight_hh_l0_reverse	3	0.03711606189608574
186935	rnn.weight_hh_l0_reverse	4	0.012169341556727886
186935	rnn.weight_hh_l0_reverse	5	0.009421393275260925
186935	rnn.weight_hh_l0_reverse	6	0.04972958564758301
186935	rnn.weight_hh_l0_reverse	7	-0.07851933687925339
186935	rnn.weight_hh_l0_reverse	8	0.0395728163421154
186935	rnn.weight_hh_l0_reverse	9	0.03543592989444733
186935	rnn.bias_ih_l0_reverse	0	-0.055583514273166656
186935	rnn.bias_ih_l0_reverse	1	-0.28443649411201477
186935	rnn.bias_ih_l0_reverse	2	-0.1185174435377121
186935	rnn.bias_ih_l0_reverse	3	-0.05023913457989693
186935	rnn.bias_ih_l0_reverse	4	-0.016763530671596527
186935	rnn.bias_ih_l0_reverse	5	0.08204589039087296
186935	rnn.bias_ih_l0_reverse	6	-0.06435737013816833
186935	rnn.bias_ih_l0_reverse	7	0.058009739965200424
186935	rnn.bias_ih_l0_reverse	8	-0.046732861548662186
186935	rnn.bias_ih_l0_reverse	9	0.06045256555080414
186935	rnn.bias_hh_l0_reverse	0	0.022998137399554253
186935	rnn.bias_hh_l0_reverse	1	-0.04691508784890175
186935	rnn.bias_hh_l0_reverse	2	0.0780450701713562
186935	rnn.bias_hh_l0_reverse	3	-0.04632819816470146
186935	rnn.bias_hh_l0_reverse	4	-0.020414162427186966
186935	rnn.bias_hh_l0_reverse	5	-0.029175233095884323
186935	rnn.bias_hh_l0_reverse	6	-0.016231680288910866
186935	rnn.bias_hh_l0_reverse	7	0.10463256388902664
186935	rnn.bias_hh_l0_reverse	8	0.028173716738820076
186935	rnn.bias_hh_l0_reverse	9	-0.15099270641803741
186935	rnn.weight_ih_l1	0	-0.03163919225335121
186935	rnn.weight_ih_l1	1	-0.050567783415317535
186935	rnn.weight_ih_l1	2	0.05487213656306267
186935	rnn.weight_ih_l1	3	-0.06740875542163849
186935	rnn.weight_ih_l1	4	-0.014661170542240143
186935	rnn.weight_ih_l1	5	-0.041573841124773026
186935	rnn.weight_ih_l1	6	0.02756713517010212
186935	rnn.weight_ih_l1	7	-0.04827643558382988
186935	rnn.weight_ih_l1	8	0.03628503531217575
186935	rnn.weight_ih_l1	9	0.04692669212818146
186935	rnn.weight_hh_l1	0	-0.005318102892488241
186935	rnn.weight_hh_l1	1	0.019827617332339287
186935	rnn.weight_hh_l1	2	0.010941833257675171
186935	rnn.weight_hh_l1	3	-0.012257535941898823
186935	rnn.weight_hh_l1	4	0.006251559127122164
186935	rnn.weight_hh_l1	5	0.03255060687661171
186935	rnn.weight_hh_l1	6	0.03556748479604721
186935	rnn.weight_hh_l1	7	-0.017816102132201195
186935	rnn.weight_hh_l1	8	-0.007452330552041531
186935	rnn.weight_hh_l1	9	0.034608952701091766
186935	rnn.bias_ih_l1	0	-0.190240740776062
186935	rnn.bias_ih_l1	1	-0.18323592841625214
186935	rnn.bias_ih_l1	2	-0.21275478601455688
186935	rnn.bias_ih_l1	3	-0.31595665216445923
186935	rnn.bias_ih_l1	4	-0.1926226019859314
186935	rnn.bias_ih_l1	5	-0.08559192717075348
186935	rnn.bias_ih_l1	6	-0.17105510830879211
186935	rnn.bias_ih_l1	7	-0.011688550934195518
186935	rnn.bias_ih_l1	8	-0.12953275442123413
186935	rnn.bias_ih_l1	9	-0.13711130619049072
186935	rnn.bias_hh_l1	0	-0.10005263984203339
186935	rnn.bias_hh_l1	1	-0.07051966339349747
186935	rnn.bias_hh_l1	2	-0.0885859802365303
186935	rnn.bias_hh_l1	3	-0.08283424377441406
186935	rnn.bias_hh_l1	4	-0.0858333632349968
186935	rnn.bias_hh_l1	5	-0.12159422039985657
186935	rnn.bias_hh_l1	6	-0.15782256424427032
186935	rnn.bias_hh_l1	7	0.07483387738466263
186935	rnn.bias_hh_l1	8	-0.18104080855846405
186935	rnn.bias_hh_l1	9	-0.11766459047794342
186935	rnn.weight_ih_l1_reverse	0	-0.04617689922451973
186935	rnn.weight_ih_l1_reverse	1	0.035345658659935
186935	rnn.weight_ih_l1_reverse	2	0.08868357539176941
186935	rnn.weight_ih_l1_reverse	3	-0.012654363177716732
186935	rnn.weight_ih_l1_reverse	4	-0.03489214554429054
186935	rnn.weight_ih_l1_reverse	5	-0.030801111832261086
186935	rnn.weight_ih_l1_reverse	6	-0.009355318732559681
186935	rnn.weight_ih_l1_reverse	7	0.025926612317562103
186935	rnn.weight_ih_l1_reverse	8	0.009334680624306202
186935	rnn.weight_ih_l1_reverse	9	-0.0395427942276001
186935	rnn.weight_hh_l1_reverse	0	0.004937333520501852
186935	rnn.weight_hh_l1_reverse	1	0.0315069779753685
186935	rnn.weight_hh_l1_reverse	2	-0.04020198807120323
186935	rnn.weight_hh_l1_reverse	3	0.03537016734480858
186935	rnn.weight_hh_l1_reverse	4	0.04772800952196121
186935	rnn.weight_hh_l1_reverse	5	0.0020173199009150267
186935	rnn.weight_hh_l1_reverse	6	0.057071927934885025
186935	rnn.weight_hh_l1_reverse	7	0.029822364449501038
186935	rnn.weight_hh_l1_reverse	8	-0.007118759211152792
186935	rnn.weight_hh_l1_reverse	9	-0.030188094824552536
186935	rnn.bias_ih_l1_reverse	0	-0.05353375896811485
186935	rnn.bias_ih_l1_reverse	1	-0.153207466006279
186935	rnn.bias_ih_l1_reverse	2	-0.15770480036735535
186935	rnn.bias_ih_l1_reverse	3	-0.05078300088644028
186935	rnn.bias_ih_l1_reverse	4	-0.21156202256679535
186935	rnn.bias_ih_l1_reverse	5	-0.11185672879219055
186935	rnn.bias_ih_l1_reverse	6	-0.13292387127876282
186935	rnn.bias_ih_l1_reverse	7	-0.19512274861335754
186935	rnn.bias_ih_l1_reverse	8	0.21841995418071747
186935	rnn.bias_ih_l1_reverse	9	0.02496565505862236
186935	rnn.bias_hh_l1_reverse	0	-0.004906021058559418
186935	rnn.bias_hh_l1_reverse	1	-0.08187073469161987
186935	rnn.bias_hh_l1_reverse	2	-0.23665373027324677
186935	rnn.bias_hh_l1_reverse	3	-0.14004169404506683
186935	rnn.bias_hh_l1_reverse	4	-0.0891655832529068
186935	rnn.bias_hh_l1_reverse	5	-0.11822104454040527
186935	rnn.bias_hh_l1_reverse	6	0.05865449085831642
186935	rnn.bias_hh_l1_reverse	7	-0.1579909324645996
186935	rnn.bias_hh_l1_reverse	8	-0.11474752426147461
186935	rnn.bias_hh_l1_reverse	9	-0.15107490122318268
186935	linear.weight	0	0.002228822559118271
186935	linear.weight	1	0.1070275753736496
186935	linear.weight	2	-0.09829501807689667
186935	linear.weight	3	0.2806738018989563
186935	linear.weight	4	0.1673126369714737
186935	linear.weight	5	-0.06864607334136963
186935	linear.weight	6	0.12963835895061493
186935	linear.weight	7	0.12191351503133774
186935	linear.weight	8	0.04115390405058861
186935	linear.weight	9	-0.039205402135849
186935	linear.bias	0	0.10916301608085632
186935	linear.bias	1	-0.18154799938201904
186935	linear.bias	2	-0.40305230021476746
186935	linear.bias	3	-0.6646839380264282
186935	linear.bias	4	-1.227063775062561
186935	linear.bias	5	-0.07086879760026932
186935	linear.bias	6	-0.7955436110496521
186935	linear.bias	7	0.25809112191200256
186935	linear.bias	8	-0.4350403845310211
186935	linear.bias	9	-1.0421392917633057
187132	transitions	0	0.7356283068656921
187132	transitions	1	0.15384641289710999
187132	transitions	2	-10000.0
187132	transitions	3	-1.826564073562622
187132	transitions	4	-10000.0
187132	transitions	5	0.5671439170837402
187132	transitions	6	-0.08233784884214401
187132	transitions	7	-0.7758557796478271
187132	transitions	8	-1.4168295860290527
187132	transitions	9	-0.0011989151826128364
187132	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
187132	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
187132	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
187132	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
187132	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
187132	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
187132	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
187132	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
187132	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
187132	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
187132	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
187132	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
187132	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
187132	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
187132	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
187132	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
187132	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
187132	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
187132	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
187132	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
187132	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
187132	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
187132	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
187132	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
187132	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
187132	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
187132	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
187132	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
187132	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
187132	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
187132	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
187132	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
187132	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
187132	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
187132	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
187132	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
187132	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
187132	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
187132	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
187132	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
187132	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
187132	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
187132	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
187132	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
187132	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
187132	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
187132	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
187132	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
187132	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
187132	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
187132	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
187132	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
187132	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
187132	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
187132	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
187132	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
187132	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
187132	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
187132	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
187132	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
187132	embedding2nn.weight	0	0.019583187997341156
187132	embedding2nn.weight	1	-0.013138477690517902
187132	embedding2nn.weight	2	-0.014268254861235619
187132	embedding2nn.weight	3	-0.03655755892395973
187132	embedding2nn.weight	4	-0.0059150345623493195
187132	embedding2nn.weight	5	-0.0037005881313234568
187132	embedding2nn.weight	6	-0.003973271697759628
187132	embedding2nn.weight	7	-0.07984531670808792
187132	embedding2nn.weight	8	-0.0019979383796453476
187132	embedding2nn.weight	9	-0.02894517406821251
187132	embedding2nn.bias	0	0.04530002549290657
187132	embedding2nn.bias	1	-0.07962021976709366
187132	embedding2nn.bias	2	0.055525291711091995
187132	embedding2nn.bias	3	0.038646429777145386
187132	embedding2nn.bias	4	-0.055501457303762436
187132	embedding2nn.bias	5	0.0010984147666022182
187132	embedding2nn.bias	6	0.01701018027961254
187132	embedding2nn.bias	7	-0.05148879438638687
187132	embedding2nn.bias	8	0.05239446833729744
187132	embedding2nn.bias	9	0.056845299899578094
187132	rnn.weight_ih_l0	0	-0.07621284574270248
187132	rnn.weight_ih_l0	1	0.007330345921218395
187132	rnn.weight_ih_l0	2	0.03269410505890846
187132	rnn.weight_ih_l0	3	0.02300274558365345
187132	rnn.weight_ih_l0	4	-0.045077621936798096
187132	rnn.weight_ih_l0	5	-0.06501366943120956
187132	rnn.weight_ih_l0	6	0.00013133253378327936
187132	rnn.weight_ih_l0	7	0.050633128732442856
187132	rnn.weight_ih_l0	8	-0.015129807405173779
187132	rnn.weight_ih_l0	9	-0.03116438165307045
187132	rnn.weight_hh_l0	0	-0.031270403414964676
187132	rnn.weight_hh_l0	1	-0.007089594379067421
187132	rnn.weight_hh_l0	2	0.009589098393917084
187132	rnn.weight_hh_l0	3	-0.07543918490409851
187132	rnn.weight_hh_l0	4	0.09267746657133102
187132	rnn.weight_hh_l0	5	-0.02668709307909012
187132	rnn.weight_hh_l0	6	-0.05732779577374458
187132	rnn.weight_hh_l0	7	0.010364200919866562
187132	rnn.weight_hh_l0	8	0.015041379258036613
187132	rnn.weight_hh_l0	9	-0.023741116747260094
187132	rnn.bias_ih_l0	0	0.12994444370269775
187132	rnn.bias_ih_l0	1	-0.03333313390612602
187132	rnn.bias_ih_l0	2	-0.030652964487671852
187132	rnn.bias_ih_l0	3	0.156107559800148
187132	rnn.bias_ih_l0	4	-0.011267730966210365
187132	rnn.bias_ih_l0	5	-0.01875879429280758
187132	rnn.bias_ih_l0	6	0.019686348736286163
187132	rnn.bias_ih_l0	7	0.021677643060684204
187132	rnn.bias_ih_l0	8	-0.09701016545295715
187132	rnn.bias_ih_l0	9	-0.049015697091817856
187132	rnn.bias_hh_l0	0	-0.003971653059124947
187132	rnn.bias_hh_l0	1	-0.11209634691476822
187132	rnn.bias_hh_l0	2	-0.07108975201845169
187132	rnn.bias_hh_l0	3	-0.08782850950956345
187132	rnn.bias_hh_l0	4	0.003450990654528141
187132	rnn.bias_hh_l0	5	-0.026353539898991585
187132	rnn.bias_hh_l0	6	0.032799284905195236
187132	rnn.bias_hh_l0	7	0.049152445048093796
187132	rnn.bias_hh_l0	8	-0.12004860490560532
187132	rnn.bias_hh_l0	9	-0.05552966147661209
187132	rnn.weight_ih_l0_reverse	0	-0.02415391616523266
187132	rnn.weight_ih_l0_reverse	1	-0.05252327397465706
187132	rnn.weight_ih_l0_reverse	2	-0.047145504504442215
187132	rnn.weight_ih_l0_reverse	3	0.011646498925983906
187132	rnn.weight_ih_l0_reverse	4	-0.019987713545560837
187132	rnn.weight_ih_l0_reverse	5	-0.059567127376794815
187132	rnn.weight_ih_l0_reverse	6	0.0752272754907608
187132	rnn.weight_ih_l0_reverse	7	-0.017188260331749916
187132	rnn.weight_ih_l0_reverse	8	-0.01581530272960663
187132	rnn.weight_ih_l0_reverse	9	0.0007582020480185747
187132	rnn.weight_hh_l0_reverse	0	0.06416250020265579
187132	rnn.weight_hh_l0_reverse	1	0.025508947670459747
187132	rnn.weight_hh_l0_reverse	2	0.028933648020029068
187132	rnn.weight_hh_l0_reverse	3	0.037025898694992065
187132	rnn.weight_hh_l0_reverse	4	0.012090918608009815
187132	rnn.weight_hh_l0_reverse	5	0.00943091232329607
187132	rnn.weight_hh_l0_reverse	6	0.04965808615088463
187132	rnn.weight_hh_l0_reverse	7	-0.07861041277647018
187132	rnn.weight_hh_l0_reverse	8	0.03969228267669678
187132	rnn.weight_hh_l0_reverse	9	0.035393841564655304
187132	rnn.bias_ih_l0_reverse	0	-0.05559203773736954
187132	rnn.bias_ih_l0_reverse	1	-0.28517311811447144
187132	rnn.bias_ih_l0_reverse	2	-0.11886568367481232
187132	rnn.bias_ih_l0_reverse	3	-0.04899336025118828
187132	rnn.bias_ih_l0_reverse	4	-0.016504814848303795
187132	rnn.bias_ih_l0_reverse	5	0.08138761669397354
187132	rnn.bias_ih_l0_reverse	6	-0.06417451053857803
187132	rnn.bias_ih_l0_reverse	7	0.05796441435813904
187132	rnn.bias_ih_l0_reverse	8	-0.04626769572496414
187132	rnn.bias_ih_l0_reverse	9	0.06027257815003395
187132	rnn.bias_hh_l0_reverse	0	0.02330244705080986
187132	rnn.bias_hh_l0_reverse	1	-0.04559490829706192
187132	rnn.bias_hh_l0_reverse	2	0.07876643538475037
187132	rnn.bias_hh_l0_reverse	3	-0.046714700758457184
187132	rnn.bias_hh_l0_reverse	4	-0.019919002428650856
187132	rnn.bias_hh_l0_reverse	5	-0.029150500893592834
187132	rnn.bias_hh_l0_reverse	6	-0.01658468507230282
187132	rnn.bias_hh_l0_reverse	7	0.10421566665172577
187132	rnn.bias_hh_l0_reverse	8	0.02774897776544094
187132	rnn.bias_hh_l0_reverse	9	-0.15205752849578857
187132	rnn.weight_ih_l1	0	-0.03141433000564575
187132	rnn.weight_ih_l1	1	-0.050797414034605026
187132	rnn.weight_ih_l1	2	0.055014073848724365
187132	rnn.weight_ih_l1	3	-0.06707052141427994
187132	rnn.weight_ih_l1	4	-0.014699689112603664
187132	rnn.weight_ih_l1	5	-0.04149270057678223
187132	rnn.weight_ih_l1	6	0.02768491581082344
187132	rnn.weight_ih_l1	7	-0.047758493572473526
187132	rnn.weight_ih_l1	8	0.03624927997589111
187132	rnn.weight_ih_l1	9	0.04689909145236015
187132	rnn.weight_hh_l1	0	-0.005471351090818644
187132	rnn.weight_hh_l1	1	0.019841380417346954
187132	rnn.weight_hh_l1	2	0.010340854525566101
187132	rnn.weight_hh_l1	3	-0.012199434451758862
187132	rnn.weight_hh_l1	4	0.006340004503726959
187132	rnn.weight_hh_l1	5	0.03234826773405075
187132	rnn.weight_hh_l1	6	0.03560708090662956
187132	rnn.weight_hh_l1	7	-0.017669854685664177
187132	rnn.weight_hh_l1	8	-0.0075797392055392265
187132	rnn.weight_hh_l1	9	0.03471137955784798
187132	rnn.bias_ih_l1	0	-0.19124634563922882
187132	rnn.bias_ih_l1	1	-0.18270611763000488
187132	rnn.bias_ih_l1	2	-0.213558629155159
187132	rnn.bias_ih_l1	3	-0.31563693284988403
187132	rnn.bias_ih_l1	4	-0.19468609988689423
187132	rnn.bias_ih_l1	5	-0.08547184616327286
187132	rnn.bias_ih_l1	6	-0.17043516039848328
187132	rnn.bias_ih_l1	7	-0.010251274332404137
187132	rnn.bias_ih_l1	8	-0.12929201126098633
187132	rnn.bias_ih_l1	9	-0.13597752153873444
187132	rnn.bias_hh_l1	0	-0.09937865287065506
187132	rnn.bias_hh_l1	1	-0.07170293480157852
187132	rnn.bias_hh_l1	2	-0.08832842856645584
187132	rnn.bias_hh_l1	3	-0.08275803178548813
187132	rnn.bias_hh_l1	4	-0.08638399839401245
187132	rnn.bias_hh_l1	5	-0.12123818695545197
187132	rnn.bias_hh_l1	6	-0.1584126204252243
187132	rnn.bias_hh_l1	7	0.07579785585403442
187132	rnn.bias_hh_l1	8	-0.18123649060726166
187132	rnn.bias_hh_l1	9	-0.11824576556682587
187132	rnn.weight_ih_l1_reverse	0	-0.04612681269645691
187132	rnn.weight_ih_l1_reverse	1	0.03480110689997673
187132	rnn.weight_ih_l1_reverse	2	0.08859194815158844
187132	rnn.weight_ih_l1_reverse	3	-0.013102724216878414
187132	rnn.weight_ih_l1_reverse	4	-0.03465903177857399
187132	rnn.weight_ih_l1_reverse	5	-0.030819056555628777
187132	rnn.weight_ih_l1_reverse	6	-0.009403679519891739
187132	rnn.weight_ih_l1_reverse	7	0.02584274858236313
187132	rnn.weight_ih_l1_reverse	8	0.007996111176908016
187132	rnn.weight_ih_l1_reverse	9	-0.03925146907567978
187132	rnn.weight_hh_l1_reverse	0	0.004978398326784372
187132	rnn.weight_hh_l1_reverse	1	0.03149770572781563
187132	rnn.weight_hh_l1_reverse	2	-0.04022878035902977
187132	rnn.weight_hh_l1_reverse	3	0.03537362813949585
187132	rnn.weight_hh_l1_reverse	4	0.04781194403767586
187132	rnn.weight_hh_l1_reverse	5	0.002029076684266329
187132	rnn.weight_hh_l1_reverse	6	0.05710719898343086
187132	rnn.weight_hh_l1_reverse	7	0.030039096251130104
187132	rnn.weight_hh_l1_reverse	8	-0.007011308800429106
187132	rnn.weight_hh_l1_reverse	9	-0.030131563544273376
187132	rnn.bias_ih_l1_reverse	0	-0.05311259999871254
187132	rnn.bias_ih_l1_reverse	1	-0.15362443029880524
187132	rnn.bias_ih_l1_reverse	2	-0.15855349600315094
187132	rnn.bias_ih_l1_reverse	3	-0.05098674073815346
187132	rnn.bias_ih_l1_reverse	4	-0.21197757124900818
187132	rnn.bias_ih_l1_reverse	5	-0.1122962012887001
187132	rnn.bias_ih_l1_reverse	6	-0.13280756771564484
187132	rnn.bias_ih_l1_reverse	7	-0.19526074826717377
187132	rnn.bias_ih_l1_reverse	8	0.22211843729019165
187132	rnn.bias_ih_l1_reverse	9	0.024834463372826576
187132	rnn.bias_hh_l1_reverse	0	-0.0029311119578778744
187132	rnn.bias_hh_l1_reverse	1	-0.08079793304204941
187132	rnn.bias_hh_l1_reverse	2	-0.2363739013671875
187132	rnn.bias_hh_l1_reverse	3	-0.13971483707427979
187132	rnn.bias_hh_l1_reverse	4	-0.08913256227970123
187132	rnn.bias_hh_l1_reverse	5	-0.11736968159675598
187132	rnn.bias_hh_l1_reverse	6	0.05823914706707001
187132	rnn.bias_hh_l1_reverse	7	-0.1580003798007965
187132	rnn.bias_hh_l1_reverse	8	-0.11472754925489426
187132	rnn.bias_hh_l1_reverse	9	-0.151136577129364
187132	linear.weight	0	0.002228822559118271
187132	linear.weight	1	0.1068892702460289
187132	linear.weight	2	-0.09924613684415817
187132	linear.weight	3	0.2815697491168976
187132	linear.weight	4	0.16727350652217865
187132	linear.weight	5	-0.06840764731168747
187132	linear.weight	6	0.12706388533115387
187132	linear.weight	7	0.12395383417606354
187132	linear.weight	8	0.04115372151136398
187132	linear.weight	9	-0.03911358118057251
187132	linear.bias	0	0.12306997179985046
187132	linear.bias	1	-0.18790437281131744
187132	linear.bias	2	-0.4086296260356903
187132	linear.bias	3	-0.6569965481758118
187132	linear.bias	4	-1.2194278240203857
187132	linear.bias	5	-0.07099419832229614
187132	linear.bias	6	-0.8019097447395325
187132	linear.bias	7	0.25760599970817566
187132	linear.bias	8	-0.43908312916755676
187132	linear.bias	9	-1.0461382865905762
187329	transitions	0	0.7300764322280884
187329	transitions	1	0.15314942598342896
187329	transitions	2	-10000.0
187329	transitions	3	-1.826570987701416
187329	transitions	4	-10000.0
187329	transitions	5	0.5671365261077881
187329	transitions	6	-0.08235162496566772
187329	transitions	7	-0.776078999042511
187329	transitions	8	-1.41683828830719
187329	transitions	9	-0.0011989845661446452
187329	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
187329	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
187329	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
187329	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
187329	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
187329	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
187329	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
187329	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
187329	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
187329	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
187329	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
187329	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
187329	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
187329	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
187329	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
187329	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
187329	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
187329	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
187329	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
187329	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
187329	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
187329	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
187329	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
187329	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
187329	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
187329	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
187329	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
187329	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
187329	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
187329	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
187329	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
187329	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
187329	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
187329	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
187329	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
187329	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
187329	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
187329	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
187329	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
187329	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
187329	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
187329	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
187329	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
187329	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
187329	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
187329	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
187329	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
187329	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
187329	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
187329	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
187329	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
187329	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
187329	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
187329	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
187329	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
187329	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
187329	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
187329	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
187329	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
187329	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
187329	embedding2nn.weight	0	0.01963973045349121
187329	embedding2nn.weight	1	-0.013201864436268806
187329	embedding2nn.weight	2	-0.014268254861235619
187329	embedding2nn.weight	3	-0.03730931133031845
187329	embedding2nn.weight	4	-0.0059150345623493195
187329	embedding2nn.weight	5	-0.0037005881313234568
187329	embedding2nn.weight	6	-0.003973272163420916
187329	embedding2nn.weight	7	-0.07948805391788483
187329	embedding2nn.weight	8	-0.0019979383796453476
187329	embedding2nn.weight	9	-0.02902875654399395
187329	embedding2nn.bias	0	0.044770922511816025
187329	embedding2nn.bias	1	-0.08006003499031067
187329	embedding2nn.bias	2	0.05376212298870087
187329	embedding2nn.bias	3	0.03876600041985512
187329	embedding2nn.bias	4	-0.05759042873978615
187329	embedding2nn.bias	5	-0.0018707100534811616
187329	embedding2nn.bias	6	0.017748668789863586
187329	embedding2nn.bias	7	-0.04954272881150246
187329	embedding2nn.bias	8	0.0525045245885849
187329	embedding2nn.bias	9	0.055571913719177246
187329	rnn.weight_ih_l0	0	-0.07628079503774643
187329	rnn.weight_ih_l0	1	0.0072735026478767395
187329	rnn.weight_ih_l0	2	0.03268517926335335
187329	rnn.weight_ih_l0	3	0.022493910044431686
187329	rnn.weight_ih_l0	4	-0.04514553025364876
187329	rnn.weight_ih_l0	5	-0.06473103910684586
187329	rnn.weight_ih_l0	6	0.0002831273013725877
187329	rnn.weight_ih_l0	7	0.050821371376514435
187329	rnn.weight_ih_l0	8	-0.014850221574306488
187329	rnn.weight_ih_l0	9	-0.03133630007505417
187329	rnn.weight_hh_l0	0	-0.03119312785565853
187329	rnn.weight_hh_l0	1	-0.007113832049071789
187329	rnn.weight_hh_l0	2	0.009826655499637127
187329	rnn.weight_hh_l0	3	-0.07545168697834015
187329	rnn.weight_hh_l0	4	0.09298516064882278
187329	rnn.weight_hh_l0	5	-0.026611944660544395
187329	rnn.weight_hh_l0	6	-0.057152681052684784
187329	rnn.weight_hh_l0	7	0.010398474521934986
187329	rnn.weight_hh_l0	8	0.014865049161016941
187329	rnn.weight_hh_l0	9	-0.023635949939489365
187329	rnn.bias_ih_l0	0	0.130722314119339
187329	rnn.bias_ih_l0	1	-0.0328073687851429
187329	rnn.bias_ih_l0	2	-0.030444195494055748
187329	rnn.bias_ih_l0	3	0.15714187920093536
187329	rnn.bias_ih_l0	4	-0.01270230021327734
187329	rnn.bias_ih_l0	5	-0.01881895400583744
187329	rnn.bias_ih_l0	6	0.019219012930989265
187329	rnn.bias_ih_l0	7	0.02262912504374981
187329	rnn.bias_ih_l0	8	-0.0970114916563034
187329	rnn.bias_ih_l0	9	-0.04956765100359917
187329	rnn.bias_hh_l0	0	-0.003959290217608213
187329	rnn.bias_hh_l0	1	-0.11205397546291351
187329	rnn.bias_hh_l0	2	-0.07183608412742615
187329	rnn.bias_hh_l0	3	-0.08756037056446075
187329	rnn.bias_hh_l0	4	0.0038325015921145678
187329	rnn.bias_hh_l0	5	-0.026082491502165794
187329	rnn.bias_hh_l0	6	0.03254864737391472
187329	rnn.bias_hh_l0	7	0.049567416310310364
187329	rnn.bias_hh_l0	8	-0.11951322853565216
187329	rnn.bias_hh_l0	9	-0.055967386811971664
187329	rnn.weight_ih_l0_reverse	0	-0.023898331448435783
187329	rnn.weight_ih_l0_reverse	1	-0.051982298493385315
187329	rnn.weight_ih_l0_reverse	2	-0.04733770713210106
187329	rnn.weight_ih_l0_reverse	3	0.011463476344943047
187329	rnn.weight_ih_l0_reverse	4	-0.020010435953736305
187329	rnn.weight_ih_l0_reverse	5	-0.0595586895942688
187329	rnn.weight_ih_l0_reverse	6	0.07529186457395554
187329	rnn.weight_ih_l0_reverse	7	-0.01753605715930462
187329	rnn.weight_ih_l0_reverse	8	-0.015757964923977852
187329	rnn.weight_ih_l0_reverse	9	0.0005572959780693054
187329	rnn.weight_hh_l0_reverse	0	0.0640532448887825
187329	rnn.weight_hh_l0_reverse	1	0.025660617277026176
187329	rnn.weight_hh_l0_reverse	2	0.029154153540730476
187329	rnn.weight_hh_l0_reverse	3	0.037065353244543076
187329	rnn.weight_hh_l0_reverse	4	0.01209496520459652
187329	rnn.weight_hh_l0_reverse	5	0.00925121083855629
187329	rnn.weight_hh_l0_reverse	6	0.049586664885282516
187329	rnn.weight_hh_l0_reverse	7	-0.07855239510536194
187329	rnn.weight_hh_l0_reverse	8	0.039603862911462784
187329	rnn.weight_hh_l0_reverse	9	0.035387735813856125
187329	rnn.bias_ih_l0_reverse	0	-0.054922670125961304
187329	rnn.bias_ih_l0_reverse	1	-0.2863708436489105
187329	rnn.bias_ih_l0_reverse	2	-0.11874072998762131
187329	rnn.bias_ih_l0_reverse	3	-0.0484880656003952
187329	rnn.bias_ih_l0_reverse	4	-0.0168104600161314
187329	rnn.bias_ih_l0_reverse	5	0.08126553893089294
187329	rnn.bias_ih_l0_reverse	6	-0.06423965841531754
187329	rnn.bias_ih_l0_reverse	7	0.0578843355178833
187329	rnn.bias_ih_l0_reverse	8	-0.04675271362066269
187329	rnn.bias_ih_l0_reverse	9	0.059731535613536835
187329	rnn.bias_hh_l0_reverse	0	0.02306159771978855
187329	rnn.bias_hh_l0_reverse	1	-0.04604766145348549
187329	rnn.bias_hh_l0_reverse	2	0.0783139318227768
187329	rnn.bias_hh_l0_reverse	3	-0.04608704149723053
187329	rnn.bias_hh_l0_reverse	4	-0.019991997629404068
187329	rnn.bias_hh_l0_reverse	5	-0.02911479026079178
187329	rnn.bias_hh_l0_reverse	6	-0.01645153947174549
187329	rnn.bias_hh_l0_reverse	7	0.10367311537265778
187329	rnn.bias_hh_l0_reverse	8	0.028552455827593803
187329	rnn.bias_hh_l0_reverse	9	-0.15177030861377716
187329	rnn.weight_ih_l1	0	-0.031114792451262474
187329	rnn.weight_ih_l1	1	-0.050665974617004395
187329	rnn.weight_ih_l1	2	0.05483295023441315
187329	rnn.weight_ih_l1	3	-0.06714963912963867
187329	rnn.weight_ih_l1	4	-0.014715982601046562
187329	rnn.weight_ih_l1	5	-0.04160880297422409
187329	rnn.weight_ih_l1	6	0.02767138183116913
187329	rnn.weight_ih_l1	7	-0.047860413789749146
187329	rnn.weight_ih_l1	8	0.03621864318847656
187329	rnn.weight_ih_l1	9	0.046928830444812775
187329	rnn.weight_hh_l1	0	-0.005344825331121683
187329	rnn.weight_hh_l1	1	0.019848410040140152
187329	rnn.weight_hh_l1	2	0.010704058222472668
187329	rnn.weight_hh_l1	3	-0.012391984462738037
187329	rnn.weight_hh_l1	4	0.006337111350148916
187329	rnn.weight_hh_l1	5	0.03218282386660576
187329	rnn.weight_hh_l1	6	0.03542477265000343
187329	rnn.weight_hh_l1	7	-0.01754695363342762
187329	rnn.weight_hh_l1	8	-0.007584713399410248
187329	rnn.weight_hh_l1	9	0.03473532199859619
187329	rnn.bias_ih_l1	0	-0.1908015012741089
187329	rnn.bias_ih_l1	1	-0.18282948434352875
187329	rnn.bias_ih_l1	2	-0.21406972408294678
187329	rnn.bias_ih_l1	3	-0.31537091732025146
187329	rnn.bias_ih_l1	4	-0.19367218017578125
187329	rnn.bias_ih_l1	5	-0.08518607914447784
187329	rnn.bias_ih_l1	6	-0.17029914259910583
187329	rnn.bias_ih_l1	7	-0.010140586644411087
187329	rnn.bias_ih_l1	8	-0.12871482968330383
187329	rnn.bias_ih_l1	9	-0.13457804918289185
187329	rnn.bias_hh_l1	0	-0.09874734282493591
187329	rnn.bias_hh_l1	1	-0.07284466922283173
187329	rnn.bias_hh_l1	2	-0.08848586678504944
187329	rnn.bias_hh_l1	3	-0.08229057490825653
187329	rnn.bias_hh_l1	4	-0.08661534637212753
187329	rnn.bias_hh_l1	5	-0.12184109538793564
187329	rnn.bias_hh_l1	6	-0.1588393896818161
187329	rnn.bias_hh_l1	7	0.07505583763122559
187329	rnn.bias_hh_l1	8	-0.18200525641441345
187329	rnn.bias_hh_l1	9	-0.1190454438328743
187329	rnn.weight_ih_l1_reverse	0	-0.046242136508226395
187329	rnn.weight_ih_l1_reverse	1	0.034104663878679276
187329	rnn.weight_ih_l1_reverse	2	0.08845928311347961
187329	rnn.weight_ih_l1_reverse	3	-0.013572532683610916
187329	rnn.weight_ih_l1_reverse	4	-0.03598755598068237
187329	rnn.weight_ih_l1_reverse	5	-0.030826838687062263
187329	rnn.weight_ih_l1_reverse	6	-0.009580573067069054
187329	rnn.weight_ih_l1_reverse	7	0.025415698066353798
187329	rnn.weight_ih_l1_reverse	8	0.008619977161288261
187329	rnn.weight_ih_l1_reverse	9	-0.0395142026245594
187329	rnn.weight_hh_l1_reverse	0	0.004920058883726597
187329	rnn.weight_hh_l1_reverse	1	0.03156973794102669
187329	rnn.weight_hh_l1_reverse	2	-0.0402405746281147
187329	rnn.weight_hh_l1_reverse	3	0.03538070246577263
187329	rnn.weight_hh_l1_reverse	4	0.04785357043147087
187329	rnn.weight_hh_l1_reverse	5	0.0019479356706142426
187329	rnn.weight_hh_l1_reverse	6	0.056896649301052094
187329	rnn.weight_hh_l1_reverse	7	0.030176324769854546
187329	rnn.weight_hh_l1_reverse	8	-0.007053152658045292
187329	rnn.weight_hh_l1_reverse	9	-0.030078602954745293
187329	rnn.bias_ih_l1_reverse	0	-0.05327199399471283
187329	rnn.bias_ih_l1_reverse	1	-0.15295536816120148
187329	rnn.bias_ih_l1_reverse	2	-0.1606871634721756
187329	rnn.bias_ih_l1_reverse	3	-0.050509173423051834
187329	rnn.bias_ih_l1_reverse	4	-0.21186065673828125
187329	rnn.bias_ih_l1_reverse	5	-0.11183144152164459
187329	rnn.bias_ih_l1_reverse	6	-0.13298694789409637
187329	rnn.bias_ih_l1_reverse	7	-0.19531920552253723
187329	rnn.bias_ih_l1_reverse	8	0.22582703828811646
187329	rnn.bias_ih_l1_reverse	9	0.0244370698928833
187329	rnn.bias_hh_l1_reverse	0	-0.0021536636631935835
187329	rnn.bias_hh_l1_reverse	1	-0.0818452537059784
187329	rnn.bias_hh_l1_reverse	2	-0.23646196722984314
187329	rnn.bias_hh_l1_reverse	3	-0.13989098370075226
187329	rnn.bias_hh_l1_reverse	4	-0.08900374919176102
187329	rnn.bias_hh_l1_reverse	5	-0.11759304255247116
187329	rnn.bias_hh_l1_reverse	6	0.05929488316178322
187329	rnn.bias_hh_l1_reverse	7	-0.15773141384124756
187329	rnn.bias_hh_l1_reverse	8	-0.11476447433233261
187329	rnn.bias_hh_l1_reverse	9	-0.1511082500219345
187329	linear.weight	0	0.002228822559118271
187329	linear.weight	1	0.10617681592702866
187329	linear.weight	2	-0.10015329718589783
187329	linear.weight	3	0.2804904282093048
187329	linear.weight	4	0.1670610010623932
187329	linear.weight	5	-0.06761110574007034
187329	linear.weight	6	0.13128946721553802
187329	linear.weight	7	0.12564736604690552
187329	linear.weight	8	0.04115355387330055
187329	linear.weight	9	-0.03878716751933098
187329	linear.bias	0	0.11257452517747879
187329	linear.bias	1	-0.17909297347068787
187329	linear.bias	2	-0.431545615196228
187329	linear.bias	3	-0.6576787233352661
187329	linear.bias	4	-1.2205857038497925
187329	linear.bias	5	-0.06801001727581024
187329	linear.bias	6	-0.7929408550262451
187329	linear.bias	7	0.2608431577682495
187329	linear.bias	8	-0.4290795922279358
187329	linear.bias	9	-1.0362621545791626
187526	transitions	0	0.7328300476074219
187526	transitions	1	0.15308833122253418
187526	transitions	2	-10000.0
187526	transitions	3	-1.826574444770813
187526	transitions	4	-10000.0
187526	transitions	5	0.5671191215515137
187526	transitions	6	-0.08237051218748093
187526	transitions	7	-0.7761766314506531
187526	transitions	8	-1.4168568849563599
187526	transitions	9	-0.0011991215869784355
187526	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
187526	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
187526	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
187526	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
187526	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
187526	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
187526	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
187526	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
187526	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
187526	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
187526	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
187526	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
187526	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
187526	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
187526	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
187526	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
187526	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
187526	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
187526	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
187526	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
187526	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
187526	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
187526	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
187526	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
187526	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
187526	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
187526	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
187526	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
187526	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
187526	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
187526	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
187526	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
187526	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
187526	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
187526	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
187526	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
187526	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
187526	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
187526	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
187526	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
187526	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
187526	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
187526	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
187526	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
187526	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
187526	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
187526	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
187526	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
187526	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
187526	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
187526	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
187526	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
187526	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
187526	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
187526	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
187526	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
187526	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
187526	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
187526	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
187526	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
187526	embedding2nn.weight	0	0.01997280865907669
187526	embedding2nn.weight	1	-0.01319128181785345
187526	embedding2nn.weight	2	-0.014268254861235619
187526	embedding2nn.weight	3	-0.03721940517425537
187526	embedding2nn.weight	4	-0.0059150345623493195
187526	embedding2nn.weight	5	-0.0037005881313234568
187526	embedding2nn.weight	6	-0.003973270300775766
187526	embedding2nn.weight	7	-0.07944812625646591
187526	embedding2nn.weight	8	-0.0019979383796453476
187526	embedding2nn.weight	9	-0.028783777728676796
187526	embedding2nn.bias	0	0.04573441669344902
187526	embedding2nn.bias	1	-0.081102654337883
187526	embedding2nn.bias	2	0.05223763361573219
187526	embedding2nn.bias	3	0.03801994398236275
187526	embedding2nn.bias	4	-0.05551230162382126
187526	embedding2nn.bias	5	-0.003097480395808816
187526	embedding2nn.bias	6	0.018388958647847176
187526	embedding2nn.bias	7	-0.0488152839243412
187526	embedding2nn.bias	8	0.05492324009537697
187526	embedding2nn.bias	9	0.05660190433263779
187526	rnn.weight_ih_l0	0	-0.07643264532089233
187526	rnn.weight_ih_l0	1	0.0070902155712246895
187526	rnn.weight_ih_l0	2	0.032969336956739426
187526	rnn.weight_ih_l0	3	0.02256643958389759
187526	rnn.weight_ih_l0	4	-0.045648325234651566
187526	rnn.weight_ih_l0	5	-0.06455650925636292
187526	rnn.weight_ih_l0	6	0.00048526597674936056
187526	rnn.weight_ih_l0	7	0.05090009793639183
187526	rnn.weight_ih_l0	8	-0.01472932007163763
187526	rnn.weight_ih_l0	9	-0.03161011263728142
187526	rnn.weight_hh_l0	0	-0.03129899874329567
187526	rnn.weight_hh_l0	1	-0.007066251244395971
187526	rnn.weight_hh_l0	2	0.00968677643686533
187526	rnn.weight_hh_l0	3	-0.07551158964633942
187526	rnn.weight_hh_l0	4	0.09276057034730911
187526	rnn.weight_hh_l0	5	-0.026459962129592896
187526	rnn.weight_hh_l0	6	-0.05733708664774895
187526	rnn.weight_hh_l0	7	0.0103217251598835
187526	rnn.weight_hh_l0	8	0.0149471964687109
187526	rnn.weight_hh_l0	9	-0.023726409301161766
187526	rnn.bias_ih_l0	0	0.13030263781547546
187526	rnn.bias_ih_l0	1	-0.034098196774721146
187526	rnn.bias_ih_l0	2	-0.030326979234814644
187526	rnn.bias_ih_l0	3	0.1567992866039276
187526	rnn.bias_ih_l0	4	-0.012441831640899181
187526	rnn.bias_ih_l0	5	-0.01848015747964382
187526	rnn.bias_ih_l0	6	0.019714802503585815
187526	rnn.bias_ih_l0	7	0.022785715758800507
187526	rnn.bias_ih_l0	8	-0.09744374454021454
187526	rnn.bias_ih_l0	9	-0.04900069534778595
187526	rnn.bias_hh_l0	0	-0.003357799258083105
187526	rnn.bias_hh_l0	1	-0.11076758801937103
187526	rnn.bias_hh_l0	2	-0.07151712477207184
187526	rnn.bias_hh_l0	3	-0.0869893953204155
187526	rnn.bias_hh_l0	4	0.00407391507178545
187526	rnn.bias_hh_l0	5	-0.02571728639304638
187526	rnn.bias_hh_l0	6	0.03203441947698593
187526	rnn.bias_hh_l0	7	0.0483212023973465
187526	rnn.bias_hh_l0	8	-0.11990091949701309
187526	rnn.bias_hh_l0	9	-0.05692509189248085
187526	rnn.weight_ih_l0_reverse	0	-0.024099625647068024
187526	rnn.weight_ih_l0_reverse	1	-0.0515100359916687
187526	rnn.weight_ih_l0_reverse	2	-0.04766128212213516
187526	rnn.weight_ih_l0_reverse	3	0.01134397555142641
187526	rnn.weight_ih_l0_reverse	4	-0.020155811682343483
187526	rnn.weight_ih_l0_reverse	5	-0.059725936502218246
187526	rnn.weight_ih_l0_reverse	6	0.07556462287902832
187526	rnn.weight_ih_l0_reverse	7	-0.01681785099208355
187526	rnn.weight_ih_l0_reverse	8	-0.015834398567676544
187526	rnn.weight_ih_l0_reverse	9	0.0005049455212429166
187526	rnn.weight_hh_l0_reverse	0	0.06436274200677872
187526	rnn.weight_hh_l0_reverse	1	0.025476975366473198
187526	rnn.weight_hh_l0_reverse	2	0.029131213203072548
187526	rnn.weight_hh_l0_reverse	3	0.03734739124774933
187526	rnn.weight_hh_l0_reverse	4	0.01202179305255413
187526	rnn.weight_hh_l0_reverse	5	0.008941049687564373
187526	rnn.weight_hh_l0_reverse	6	0.049744319170713425
187526	rnn.weight_hh_l0_reverse	7	-0.07857128232717514
187526	rnn.weight_hh_l0_reverse	8	0.03953666612505913
187526	rnn.weight_hh_l0_reverse	9	0.035340745002031326
187526	rnn.bias_ih_l0_reverse	0	-0.05455545336008072
187526	rnn.bias_ih_l0_reverse	1	-0.28499630093574524
187526	rnn.bias_ih_l0_reverse	2	-0.11919096857309341
187526	rnn.bias_ih_l0_reverse	3	-0.04870680347084999
187526	rnn.bias_ih_l0_reverse	4	-0.01596580445766449
187526	rnn.bias_ih_l0_reverse	5	0.08161932229995728
187526	rnn.bias_ih_l0_reverse	6	-0.0647592768073082
187526	rnn.bias_ih_l0_reverse	7	0.05792086943984032
187526	rnn.bias_ih_l0_reverse	8	-0.046955812722444534
187526	rnn.bias_ih_l0_reverse	9	0.060341887176036835
187526	rnn.bias_hh_l0_reverse	0	0.022699132561683655
187526	rnn.bias_hh_l0_reverse	1	-0.044636983424425125
187526	rnn.bias_hh_l0_reverse	2	0.07839503139257431
187526	rnn.bias_hh_l0_reverse	3	-0.04659675434231758
187526	rnn.bias_hh_l0_reverse	4	-0.020035356283187866
187526	rnn.bias_hh_l0_reverse	5	-0.028819339349865913
187526	rnn.bias_hh_l0_reverse	6	-0.016008134931325912
187526	rnn.bias_hh_l0_reverse	7	0.10326439887285233
187526	rnn.bias_hh_l0_reverse	8	0.02855890616774559
187526	rnn.bias_hh_l0_reverse	9	-0.15057581663131714
187526	rnn.weight_ih_l1	0	-0.031075965613126755
187526	rnn.weight_ih_l1	1	-0.05059627816081047
187526	rnn.weight_ih_l1	2	0.05487210303544998
187526	rnn.weight_ih_l1	3	-0.06701040267944336
187526	rnn.weight_ih_l1	4	-0.014424890279769897
187526	rnn.weight_ih_l1	5	-0.04152407869696617
187526	rnn.weight_ih_l1	6	0.027752503752708435
187526	rnn.weight_ih_l1	7	-0.0476355217397213
187526	rnn.weight_ih_l1	8	0.03629403933882713
187526	rnn.weight_ih_l1	9	0.04658369719982147
187526	rnn.weight_hh_l1	0	-0.005488661117851734
187526	rnn.weight_hh_l1	1	0.019928520545363426
187526	rnn.weight_hh_l1	2	0.01081724464893341
187526	rnn.weight_hh_l1	3	-0.012413022108376026
187526	rnn.weight_hh_l1	4	0.006209030747413635
187526	rnn.weight_hh_l1	5	0.032342128455638885
187526	rnn.weight_hh_l1	6	0.03547115623950958
187526	rnn.weight_hh_l1	7	-0.017457015812397003
187526	rnn.weight_hh_l1	8	-0.0076758963987231255
187526	rnn.weight_hh_l1	9	0.03466704115271568
187526	rnn.bias_ih_l1	0	-0.19085237383842468
187526	rnn.bias_ih_l1	1	-0.18249602615833282
187526	rnn.bias_ih_l1	2	-0.21430477499961853
187526	rnn.bias_ih_l1	3	-0.31417515873908997
187526	rnn.bias_ih_l1	4	-0.1918799728155136
187526	rnn.bias_ih_l1	5	-0.08547777682542801
187526	rnn.bias_ih_l1	6	-0.17037545144557953
187526	rnn.bias_ih_l1	7	-0.008902403526008129
187526	rnn.bias_ih_l1	8	-0.12850061058998108
187526	rnn.bias_ih_l1	9	-0.1337631344795227
187526	rnn.bias_hh_l1	0	-0.0981280580163002
187526	rnn.bias_hh_l1	1	-0.07198095321655273
187526	rnn.bias_hh_l1	2	-0.08858844637870789
187526	rnn.bias_hh_l1	3	-0.08300916850566864
187526	rnn.bias_hh_l1	4	-0.08674778789281845
187526	rnn.bias_hh_l1	5	-0.12165666371583939
187526	rnn.bias_hh_l1	6	-0.1589609831571579
187526	rnn.bias_hh_l1	7	0.07811979949474335
187526	rnn.bias_hh_l1	8	-0.1819724440574646
187526	rnn.bias_hh_l1	9	-0.11956889182329178
187526	rnn.weight_ih_l1_reverse	0	-0.04605202004313469
187526	rnn.weight_ih_l1_reverse	1	0.034462254494428635
187526	rnn.weight_ih_l1_reverse	2	0.08864592015743256
187526	rnn.weight_ih_l1_reverse	3	-0.013847422786056995
187526	rnn.weight_ih_l1_reverse	4	-0.03647027164697647
187526	rnn.weight_ih_l1_reverse	5	-0.03084137849509716
187526	rnn.weight_ih_l1_reverse	6	-0.008987120352685452
187526	rnn.weight_ih_l1_reverse	7	0.02555391937494278
187526	rnn.weight_ih_l1_reverse	8	0.00985593069344759
187526	rnn.weight_ih_l1_reverse	9	-0.039385464042425156
187526	rnn.weight_hh_l1_reverse	0	0.004985534120351076
187526	rnn.weight_hh_l1_reverse	1	0.03162591904401779
187526	rnn.weight_hh_l1_reverse	2	-0.040253110229969025
187526	rnn.weight_hh_l1_reverse	3	0.035384900867938995
187526	rnn.weight_hh_l1_reverse	4	0.04780657961964607
187526	rnn.weight_hh_l1_reverse	5	0.002028415910899639
187526	rnn.weight_hh_l1_reverse	6	0.057116035372018814
187526	rnn.weight_hh_l1_reverse	7	0.03015335276722908
187526	rnn.weight_hh_l1_reverse	8	-0.007074292749166489
187526	rnn.weight_hh_l1_reverse	9	-0.030123185366392136
187526	rnn.bias_ih_l1_reverse	0	-0.053165264427661896
187526	rnn.bias_ih_l1_reverse	1	-0.15366913378238678
187526	rnn.bias_ih_l1_reverse	2	-0.16049300134181976
187526	rnn.bias_ih_l1_reverse	3	-0.050880834460258484
187526	rnn.bias_ih_l1_reverse	4	-0.21205201745033264
187526	rnn.bias_ih_l1_reverse	5	-0.11222805082798004
187526	rnn.bias_ih_l1_reverse	6	-0.13315430283546448
187526	rnn.bias_ih_l1_reverse	7	-0.19518354535102844
187526	rnn.bias_ih_l1_reverse	8	0.2256295084953308
187526	rnn.bias_ih_l1_reverse	9	0.02599337510764599
187526	rnn.bias_hh_l1_reverse	0	-0.0028307775501161814
187526	rnn.bias_hh_l1_reverse	1	-0.08178231865167618
187526	rnn.bias_hh_l1_reverse	2	-0.23682202398777008
187526	rnn.bias_hh_l1_reverse	3	-0.1399693787097931
187526	rnn.bias_hh_l1_reverse	4	-0.08951844274997711
187526	rnn.bias_hh_l1_reverse	5	-0.11660367995500565
187526	rnn.bias_hh_l1_reverse	6	0.05884568393230438
187526	rnn.bias_hh_l1_reverse	7	-0.1573765128850937
187526	rnn.bias_hh_l1_reverse	8	-0.11423584818840027
187526	rnn.bias_hh_l1_reverse	9	-0.15089315176010132
187526	linear.weight	0	0.002228822559118271
187526	linear.weight	1	0.10361602157354355
187526	linear.weight	2	-0.09985584765672684
187526	linear.weight	3	0.2806299328804016
187526	linear.weight	4	0.16586965322494507
187526	linear.weight	5	-0.06753038614988327
187526	linear.weight	6	0.1327892541885376
187526	linear.weight	7	0.12406445294618607
187526	linear.weight	8	0.04115348681807518
187526	linear.weight	9	-0.03949594125151634
187526	linear.bias	0	0.11556867510080338
187526	linear.bias	1	-0.17706404626369476
187526	linear.bias	2	-0.41927650570869446
187526	linear.bias	3	-0.6571975350379944
187526	linear.bias	4	-1.2203530073165894
187526	linear.bias	5	-0.07043023407459259
187526	linear.bias	6	-0.78972327709198
187526	linear.bias	7	0.258633017539978
187526	linear.bias	8	-0.4294576048851013
187526	linear.bias	9	-1.0362586975097656
187530	transitions	0	0.7328296303749084
187530	transitions	1	0.15308703482151031
187530	transitions	2	-10000.0
187530	transitions	3	-1.826574444770813
187530	transitions	4	-10000.0
187530	transitions	5	0.5671190619468689
187530	transitions	6	-0.0823710560798645
187530	transitions	7	-0.7761767506599426
187530	transitions	8	-1.4168568849563599
187530	transitions	9	-0.001199129968881607
187530	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
187530	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
187530	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
187530	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
187530	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
187530	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
187530	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
187530	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
187530	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
187530	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
187530	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
187530	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
187530	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
187530	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
187530	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
187530	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
187530	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
187530	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
187530	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
187530	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
187530	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
187530	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
187530	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
187530	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
187530	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
187530	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
187530	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
187530	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
187530	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
187530	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
187530	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
187530	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
187530	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
187530	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
187530	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
187530	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
187530	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
187530	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
187530	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
187530	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
187530	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
187530	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
187530	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
187530	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
187530	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
187530	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
187530	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
187530	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
187530	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
187530	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
187530	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
187530	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
187530	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
187530	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
187530	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
187530	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
187530	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
187530	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
187530	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
187530	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
187530	embedding2nn.weight	0	0.019933415576815605
187530	embedding2nn.weight	1	-0.01317730825394392
187530	embedding2nn.weight	2	-0.014268254861235619
187530	embedding2nn.weight	3	-0.03718511760234833
187530	embedding2nn.weight	4	-0.0059150345623493195
187530	embedding2nn.weight	5	-0.0037005881313234568
187530	embedding2nn.weight	6	-0.003973270300775766
187530	embedding2nn.weight	7	-0.07943622767925262
187530	embedding2nn.weight	8	-0.0019979383796453476
187530	embedding2nn.weight	9	-0.028813323006033897
187530	embedding2nn.bias	0	0.04534870386123657
187530	embedding2nn.bias	1	-0.080792136490345
187530	embedding2nn.bias	2	0.05201505869626999
187530	embedding2nn.bias	3	0.038056179881095886
187530	embedding2nn.bias	4	-0.05589272826910019
187530	embedding2nn.bias	5	-0.002591322408989072
187530	embedding2nn.bias	6	0.018544519320130348
187530	embedding2nn.bias	7	-0.048906110227108
187530	embedding2nn.bias	8	0.05448507145047188
187530	embedding2nn.bias	9	0.05656619742512703
187530	rnn.weight_ih_l0	0	-0.07641270756721497
187530	rnn.weight_ih_l0	1	0.0070684850215911865
187530	rnn.weight_ih_l0	2	0.03296846151351929
187530	rnn.weight_ih_l0	3	0.02257663942873478
187530	rnn.weight_ih_l0	4	-0.04565620422363281
187530	rnn.weight_ih_l0	5	-0.06457910686731339
187530	rnn.weight_ih_l0	6	0.0004852551210206002
187530	rnn.weight_ih_l0	7	0.05089239776134491
187530	rnn.weight_ih_l0	8	-0.01474575325846672
187530	rnn.weight_ih_l0	9	-0.031558990478515625
187530	rnn.weight_hh_l0	0	-0.03128558024764061
187530	rnn.weight_hh_l0	1	-0.0070778001099824905
187530	rnn.weight_hh_l0	2	0.00969601422548294
187530	rnn.weight_hh_l0	3	-0.07552129030227661
187530	rnn.weight_hh_l0	4	0.09273440390825272
187530	rnn.weight_hh_l0	5	-0.02645840495824814
187530	rnn.weight_hh_l0	6	-0.057336848229169846
187530	rnn.weight_hh_l0	7	0.010331808589398861
187530	rnn.weight_hh_l0	8	0.014934265986084938
187530	rnn.weight_hh_l0	9	-0.02371995709836483
187530	rnn.bias_ih_l0	0	0.13038454949855804
187530	rnn.bias_ih_l0	1	-0.03416277468204498
187530	rnn.bias_ih_l0	2	-0.030334435403347015
187530	rnn.bias_ih_l0	3	0.15641231834888458
187530	rnn.bias_ih_l0	4	-0.012399373576045036
187530	rnn.bias_ih_l0	5	-0.01855236105620861
187530	rnn.bias_ih_l0	6	0.01972278580069542
187530	rnn.bias_ih_l0	7	0.02266211435198784
187530	rnn.bias_ih_l0	8	-0.09743677824735641
187530	rnn.bias_ih_l0	9	-0.04928165674209595
187530	rnn.bias_hh_l0	0	-0.0033837156370282173
187530	rnn.bias_hh_l0	1	-0.11074052006006241
187530	rnn.bias_hh_l0	2	-0.07147376984357834
187530	rnn.bias_hh_l0	3	-0.08689046651124954
187530	rnn.bias_hh_l0	4	0.004113244358450174
187530	rnn.bias_hh_l0	5	-0.025758180767297745
187530	rnn.bias_hh_l0	6	0.03212324529886246
187530	rnn.bias_hh_l0	7	0.048346828669309616
187530	rnn.bias_hh_l0	8	-0.1197778508067131
187530	rnn.bias_hh_l0	9	-0.05695202201604843
187530	rnn.weight_ih_l0_reverse	0	-0.02410094253718853
187530	rnn.weight_ih_l0_reverse	1	-0.05152161791920662
187530	rnn.weight_ih_l0_reverse	2	-0.04764767736196518
187530	rnn.weight_ih_l0_reverse	3	0.011356787756085396
187530	rnn.weight_ih_l0_reverse	4	-0.020197831094264984
187530	rnn.weight_ih_l0_reverse	5	-0.05974026024341583
187530	rnn.weight_ih_l0_reverse	6	0.07556643337011337
187530	rnn.weight_ih_l0_reverse	7	-0.016823522746562958
187530	rnn.weight_ih_l0_reverse	8	-0.015823466703295708
187530	rnn.weight_ih_l0_reverse	9	0.0005164154572412372
187530	rnn.weight_hh_l0_reverse	0	0.06435305625200272
187530	rnn.weight_hh_l0_reverse	1	0.025431545451283455
187530	rnn.weight_hh_l0_reverse	2	0.02913440205156803
187530	rnn.weight_hh_l0_reverse	3	0.03739064186811447
187530	rnn.weight_hh_l0_reverse	4	0.012007685378193855
187530	rnn.weight_hh_l0_reverse	5	0.008963233791291714
187530	rnn.weight_hh_l0_reverse	6	0.049745671451091766
187530	rnn.weight_hh_l0_reverse	7	-0.07856067270040512
187530	rnn.weight_hh_l0_reverse	8	0.03955242037773132
187530	rnn.weight_hh_l0_reverse	9	0.03534882888197899
187530	rnn.bias_ih_l0_reverse	0	-0.05458730459213257
187530	rnn.bias_ih_l0_reverse	1	-0.28486859798431396
187530	rnn.bias_ih_l0_reverse	2	-0.1191912591457367
187530	rnn.bias_ih_l0_reverse	3	-0.04879061505198479
187530	rnn.bias_ih_l0_reverse	4	-0.01602044142782688
187530	rnn.bias_ih_l0_reverse	5	0.081484355032444
187530	rnn.bias_ih_l0_reverse	6	-0.06473371386528015
187530	rnn.bias_ih_l0_reverse	7	0.057904139161109924
187530	rnn.bias_ih_l0_reverse	8	-0.047014348208904266
187530	rnn.bias_ih_l0_reverse	9	0.06033879891037941
187530	rnn.bias_hh_l0_reverse	0	0.02271171845495701
187530	rnn.bias_hh_l0_reverse	1	-0.04452117905020714
187530	rnn.bias_hh_l0_reverse	2	0.07826430350542068
187530	rnn.bias_hh_l0_reverse	3	-0.04657397419214249
187530	rnn.bias_hh_l0_reverse	4	-0.020087137818336487
187530	rnn.bias_hh_l0_reverse	5	-0.02870895341038704
187530	rnn.bias_hh_l0_reverse	6	-0.015895789489150047
187530	rnn.bias_hh_l0_reverse	7	0.10333713889122009
187530	rnn.bias_hh_l0_reverse	8	0.028545930981636047
187530	rnn.bias_hh_l0_reverse	9	-0.15067408978939056
187530	rnn.weight_ih_l1	0	-0.03106616996228695
187530	rnn.weight_ih_l1	1	-0.05062583461403847
187530	rnn.weight_ih_l1	2	0.05478857457637787
187530	rnn.weight_ih_l1	3	-0.06708809733390808
187530	rnn.weight_ih_l1	4	-0.014488530345261097
187530	rnn.weight_ih_l1	5	-0.04152795672416687
187530	rnn.weight_ih_l1	6	0.027744753286242485
187530	rnn.weight_ih_l1	7	-0.047624263912439346
187530	rnn.weight_ih_l1	8	0.03629317879676819
187530	rnn.weight_ih_l1	9	0.04646402224898338
187530	rnn.weight_hh_l1	0	-0.005498155951499939
187530	rnn.weight_hh_l1	1	0.01992793194949627
187530	rnn.weight_hh_l1	2	0.010795824229717255
187530	rnn.weight_hh_l1	3	-0.01240342017263174
187530	rnn.weight_hh_l1	4	0.006198325660079718
187530	rnn.weight_hh_l1	5	0.032330986112356186
187530	rnn.weight_hh_l1	6	0.035459619015455246
187530	rnn.weight_hh_l1	7	-0.017473218962550163
187530	rnn.weight_hh_l1	8	-0.00768626993522048
187530	rnn.weight_hh_l1	9	0.03467799350619316
187530	rnn.bias_ih_l1	0	-0.1907818466424942
187530	rnn.bias_ih_l1	1	-0.18240468204021454
187530	rnn.bias_ih_l1	2	-0.2142215073108673
187530	rnn.bias_ih_l1	3	-0.31415751576423645
187530	rnn.bias_ih_l1	4	-0.19179362058639526
187530	rnn.bias_ih_l1	5	-0.08545249700546265
187530	rnn.bias_ih_l1	6	-0.1704636514186859
187530	rnn.bias_ih_l1	7	-0.009028139524161816
187530	rnn.bias_ih_l1	8	-0.12840412557125092
187530	rnn.bias_ih_l1	9	-0.13375914096832275
187530	rnn.bias_hh_l1	0	-0.09819138050079346
187530	rnn.bias_hh_l1	1	-0.07182668894529343
187530	rnn.bias_hh_l1	2	-0.08861194550991058
187530	rnn.bias_hh_l1	3	-0.08302473276853561
187530	rnn.bias_hh_l1	4	-0.08677564561367035
187530	rnn.bias_hh_l1	5	-0.12164770811796188
187530	rnn.bias_hh_l1	6	-0.15900082886219025
187530	rnn.bias_hh_l1	7	0.07794858515262604
187530	rnn.bias_hh_l1	8	-0.1819608062505722
187530	rnn.bias_hh_l1	9	-0.11963054537773132
187530	rnn.weight_ih_l1_reverse	0	-0.04605816304683685
187530	rnn.weight_ih_l1_reverse	1	0.034443389624357224
187530	rnn.weight_ih_l1_reverse	2	0.08868695795536041
187530	rnn.weight_ih_l1_reverse	3	-0.013862584717571735
187530	rnn.weight_ih_l1_reverse	4	-0.03646159544587135
187530	rnn.weight_ih_l1_reverse	5	-0.030831558629870415
187530	rnn.weight_ih_l1_reverse	6	-0.008977356366813183
187530	rnn.weight_ih_l1_reverse	7	0.025544727221131325
187530	rnn.weight_ih_l1_reverse	8	0.009860463440418243
187530	rnn.weight_ih_l1_reverse	9	-0.039601244032382965
187530	rnn.weight_hh_l1_reverse	0	0.004984196275472641
187530	rnn.weight_hh_l1_reverse	1	0.0316348634660244
187530	rnn.weight_hh_l1_reverse	2	-0.040252748876810074
187530	rnn.weight_hh_l1_reverse	3	0.03537830710411072
187530	rnn.weight_hh_l1_reverse	4	0.047802772372961044
187530	rnn.weight_hh_l1_reverse	5	0.0020386159885674715
187530	rnn.weight_hh_l1_reverse	6	0.05710837244987488
187530	rnn.weight_hh_l1_reverse	7	0.030152292922139168
187530	rnn.weight_hh_l1_reverse	8	-0.007080290466547012
187530	rnn.weight_hh_l1_reverse	9	-0.030126988887786865
187530	rnn.bias_ih_l1_reverse	0	-0.05316513776779175
187530	rnn.bias_ih_l1_reverse	1	-0.15357601642608643
187530	rnn.bias_ih_l1_reverse	2	-0.16049936413764954
187530	rnn.bias_ih_l1_reverse	3	-0.050665825605392456
187530	rnn.bias_ih_l1_reverse	4	-0.21207499504089355
187530	rnn.bias_ih_l1_reverse	5	-0.11225000768899918
187530	rnn.bias_ih_l1_reverse	6	-0.13317778706550598
187530	rnn.bias_ih_l1_reverse	7	-0.19512712955474854
187530	rnn.bias_ih_l1_reverse	8	0.2255634218454361
187530	rnn.bias_ih_l1_reverse	9	0.02594546228647232
187530	rnn.bias_hh_l1_reverse	0	-0.0030217592138797045
187530	rnn.bias_hh_l1_reverse	1	-0.08161551505327225
187530	rnn.bias_hh_l1_reverse	2	-0.23680374026298523
187530	rnn.bias_hh_l1_reverse	3	-0.1399771124124527
187530	rnn.bias_hh_l1_reverse	4	-0.08950572460889816
187530	rnn.bias_hh_l1_reverse	5	-0.11675596237182617
187530	rnn.bias_hh_l1_reverse	6	0.05895597115159035
187530	rnn.bias_hh_l1_reverse	7	-0.15739868581295013
187530	rnn.bias_hh_l1_reverse	8	-0.11432330310344696
187530	rnn.bias_hh_l1_reverse	9	-0.15089872479438782
187530	linear.weight	0	0.002228822559118271
187530	linear.weight	1	0.1036071702837944
187530	linear.weight	2	-0.099899522960186
187530	linear.weight	3	0.28054890036582947
187530	linear.weight	4	0.16576819121837616
187530	linear.weight	5	-0.06753087043762207
187530	linear.weight	6	0.13287240266799927
187530	linear.weight	7	0.12382396310567856
187530	linear.weight	8	0.04115348681807518
187530	linear.weight	9	-0.039633456617593765
187530	linear.bias	0	0.1138199120759964
187530	linear.bias	1	-0.17649118602275848
187530	linear.bias	2	-0.4192504286766052
187530	linear.bias	3	-0.6590060591697693
187530	linear.bias	4	-1.2221554517745972
187530	linear.bias	5	-0.07028323411941528
187530	linear.bias	6	-0.789152979850769
187530	linear.bias	7	0.2587921619415283
187530	linear.bias	8	-0.4304097592830658
187530	linear.bias	9	-1.0372117757797241
187727	transitions	0	0.7302996516227722
187727	transitions	1	0.15502303838729858
187727	transitions	2	-10000.0
187727	transitions	3	-1.8265784978866577
187727	transitions	4	-10000.0
187727	transitions	5	0.5670982003211975
187727	transitions	6	-0.08239171653985977
187727	transitions	7	-0.7763106226921082
187727	transitions	8	-1.4168834686279297
187727	transitions	9	-0.001199251157231629
187727	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
187727	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
187727	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
187727	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
187727	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
187727	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
187727	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
187727	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
187727	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
187727	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
187727	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
187727	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
187727	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
187727	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
187727	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
187727	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
187727	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
187727	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
187727	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
187727	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
187727	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
187727	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
187727	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
187727	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
187727	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
187727	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
187727	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
187727	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
187727	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
187727	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
187727	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
187727	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
187727	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
187727	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
187727	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
187727	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
187727	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
187727	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
187727	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
187727	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
187727	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
187727	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
187727	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
187727	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
187727	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
187727	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
187727	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
187727	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
187727	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
187727	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
187727	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
187727	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
187727	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
187727	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
187727	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
187727	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
187727	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
187727	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
187727	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
187727	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
187727	embedding2nn.weight	0	0.02029767632484436
187727	embedding2nn.weight	1	-0.013152475468814373
187727	embedding2nn.weight	2	-0.014268254861235619
187727	embedding2nn.weight	3	-0.03794839233160019
187727	embedding2nn.weight	4	-0.0059150345623493195
187727	embedding2nn.weight	5	-0.0037005881313234568
187727	embedding2nn.weight	6	-0.003973271232098341
187727	embedding2nn.weight	7	-0.0795033872127533
187727	embedding2nn.weight	8	-0.0019979383796453476
187727	embedding2nn.weight	9	-0.028933638706803322
187727	embedding2nn.bias	0	0.04094550386071205
187727	embedding2nn.bias	1	-0.08042582869529724
187727	embedding2nn.bias	2	0.05005799978971481
187727	embedding2nn.bias	3	0.039604753255844116
187727	embedding2nn.bias	4	-0.05564108490943909
187727	embedding2nn.bias	5	-0.002721307333558798
187727	embedding2nn.bias	6	0.022355789318680763
187727	embedding2nn.bias	7	-0.04984181374311447
187727	embedding2nn.bias	8	0.05568494647741318
187727	embedding2nn.bias	9	0.05577726289629936
187727	rnn.weight_ih_l0	0	-0.07641316950321198
187727	rnn.weight_ih_l0	1	0.006721651181578636
187727	rnn.weight_ih_l0	2	0.03279625251889229
187727	rnn.weight_ih_l0	3	0.022907881066203117
187727	rnn.weight_ih_l0	4	-0.0458393320441246
187727	rnn.weight_ih_l0	5	-0.06449401378631592
187727	rnn.weight_ih_l0	6	0.0002295377489645034
187727	rnn.weight_ih_l0	7	0.0506117157638073
187727	rnn.weight_ih_l0	8	-0.014647431671619415
187727	rnn.weight_ih_l0	9	-0.03179653733968735
187727	rnn.weight_hh_l0	0	-0.031194662675261497
187727	rnn.weight_hh_l0	1	-0.007199356332421303
187727	rnn.weight_hh_l0	2	0.009693797677755356
187727	rnn.weight_hh_l0	3	-0.07562758028507233
187727	rnn.weight_hh_l0	4	0.09294168651103973
187727	rnn.weight_hh_l0	5	-0.02648388221859932
187727	rnn.weight_hh_l0	6	-0.05737801641225815
187727	rnn.weight_hh_l0	7	0.010464350692927837
187727	rnn.weight_hh_l0	8	0.014716149307787418
187727	rnn.weight_hh_l0	9	-0.02380531094968319
187727	rnn.bias_ih_l0	0	0.12995700538158417
187727	rnn.bias_ih_l0	1	-0.035178471356630325
187727	rnn.bias_ih_l0	2	-0.030345294624567032
187727	rnn.bias_ih_l0	3	0.15715292096138
187727	rnn.bias_ih_l0	4	-0.013025081716477871
187727	rnn.bias_ih_l0	5	-0.01816565729677677
187727	rnn.bias_ih_l0	6	0.02054731920361519
187727	rnn.bias_ih_l0	7	0.022546343505382538
187727	rnn.bias_ih_l0	8	-0.09756499528884888
187727	rnn.bias_ih_l0	9	-0.049364637583494186
187727	rnn.bias_hh_l0	0	-0.0038446851540356874
187727	rnn.bias_hh_l0	1	-0.11056942492723465
187727	rnn.bias_hh_l0	2	-0.07190247625112534
187727	rnn.bias_hh_l0	3	-0.08737344294786453
187727	rnn.bias_hh_l0	4	0.004257167223840952
187727	rnn.bias_hh_l0	5	-0.0255938321352005
187727	rnn.bias_hh_l0	6	0.03208032250404358
187727	rnn.bias_hh_l0	7	0.048943545669317245
187727	rnn.bias_hh_l0	8	-0.11989405751228333
187727	rnn.bias_hh_l0	9	-0.05675012618303299
187727	rnn.weight_ih_l0_reverse	0	-0.02399899810552597
187727	rnn.weight_ih_l0_reverse	1	-0.05116300284862518
187727	rnn.weight_ih_l0_reverse	2	-0.04822502285242081
187727	rnn.weight_ih_l0_reverse	3	0.011744234710931778
187727	rnn.weight_ih_l0_reverse	4	-0.020521683618426323
187727	rnn.weight_ih_l0_reverse	5	-0.05974668264389038
187727	rnn.weight_ih_l0_reverse	6	0.07566746324300766
187727	rnn.weight_ih_l0_reverse	7	-0.01677805185317993
187727	rnn.weight_ih_l0_reverse	8	-0.015857186168432236
187727	rnn.weight_ih_l0_reverse	9	0.00016774154209997505
187727	rnn.weight_hh_l0_reverse	0	0.06449918448925018
187727	rnn.weight_hh_l0_reverse	1	0.024954823777079582
187727	rnn.weight_hh_l0_reverse	2	0.029026402160525322
187727	rnn.weight_hh_l0_reverse	3	0.03757482394576073
187727	rnn.weight_hh_l0_reverse	4	0.011807787232100964
187727	rnn.weight_hh_l0_reverse	5	0.008781202137470245
187727	rnn.weight_hh_l0_reverse	6	0.04981307312846184
187727	rnn.weight_hh_l0_reverse	7	-0.07844172418117523
187727	rnn.weight_hh_l0_reverse	8	0.03957723081111908
187727	rnn.weight_hh_l0_reverse	9	0.03530240058898926
187727	rnn.bias_ih_l0_reverse	0	-0.055370599031448364
187727	rnn.bias_ih_l0_reverse	1	-0.28754884004592896
187727	rnn.bias_ih_l0_reverse	2	-0.11939189583063126
187727	rnn.bias_ih_l0_reverse	3	-0.04777636379003525
187727	rnn.bias_ih_l0_reverse	4	-0.01587824337184429
187727	rnn.bias_ih_l0_reverse	5	0.08101793378591537
187727	rnn.bias_ih_l0_reverse	6	-0.06513760983943939
187727	rnn.bias_ih_l0_reverse	7	0.05794352665543556
187727	rnn.bias_ih_l0_reverse	8	-0.04704679548740387
187727	rnn.bias_ih_l0_reverse	9	0.06011749431490898
187727	rnn.bias_hh_l0_reverse	0	0.02232320047914982
187727	rnn.bias_hh_l0_reverse	1	-0.043832968920469284
187727	rnn.bias_hh_l0_reverse	2	0.07843495160341263
187727	rnn.bias_hh_l0_reverse	3	-0.04683694988489151
187727	rnn.bias_hh_l0_reverse	4	-0.020278392359614372
187727	rnn.bias_hh_l0_reverse	5	-0.028391296043992043
187727	rnn.bias_hh_l0_reverse	6	-0.01668614149093628
187727	rnn.bias_hh_l0_reverse	7	0.10307274013757706
187727	rnn.bias_hh_l0_reverse	8	0.029319819062948227
187727	rnn.bias_hh_l0_reverse	9	-0.1511637568473816
187727	rnn.weight_ih_l1	0	-0.030871884897351265
187727	rnn.weight_ih_l1	1	-0.050534240901470184
187727	rnn.weight_ih_l1	2	0.055339403450489044
187727	rnn.weight_ih_l1	3	-0.06719034165143967
187727	rnn.weight_ih_l1	4	-0.014253553934395313
187727	rnn.weight_ih_l1	5	-0.041495852172374725
187727	rnn.weight_ih_l1	6	0.02781340479850769
187727	rnn.weight_ih_l1	7	-0.04818395897746086
187727	rnn.weight_ih_l1	8	0.03623083233833313
187727	rnn.weight_ih_l1	9	0.04636262729763985
187727	rnn.weight_hh_l1	0	-0.005478056613355875
187727	rnn.weight_hh_l1	1	0.019989337772130966
187727	rnn.weight_hh_l1	2	0.010531526990234852
187727	rnn.weight_hh_l1	3	-0.0125132380053401
187727	rnn.weight_hh_l1	4	0.006103363819420338
187727	rnn.weight_hh_l1	5	0.032284047454595566
187727	rnn.weight_hh_l1	6	0.0353199802339077
187727	rnn.weight_hh_l1	7	-0.017609570175409317
187727	rnn.weight_hh_l1	8	-0.007727648131549358
187727	rnn.weight_hh_l1	9	0.034721508622169495
187727	rnn.bias_ih_l1	0	-0.19062261283397675
187727	rnn.bias_ih_l1	1	-0.1818312555551529
187727	rnn.bias_ih_l1	2	-0.2143869549036026
187727	rnn.bias_ih_l1	3	-0.3130201995372772
187727	rnn.bias_ih_l1	4	-0.19180209934711456
187727	rnn.bias_ih_l1	5	-0.08554986119270325
187727	rnn.bias_ih_l1	6	-0.17035050690174103
187727	rnn.bias_ih_l1	7	-0.007868476212024689
187727	rnn.bias_ih_l1	8	-0.1266096979379654
187727	rnn.bias_ih_l1	9	-0.13382865488529205
187727	rnn.bias_hh_l1	0	-0.09850362688302994
187727	rnn.bias_hh_l1	1	-0.07177938520908356
187727	rnn.bias_hh_l1	2	-0.0894700437784195
187727	rnn.bias_hh_l1	3	-0.08336782455444336
187727	rnn.bias_hh_l1	4	-0.08594357967376709
187727	rnn.bias_hh_l1	5	-0.12062536180019379
187727	rnn.bias_hh_l1	6	-0.15858644247055054
187727	rnn.bias_hh_l1	7	0.07738716900348663
187727	rnn.bias_hh_l1	8	-0.18087321519851685
187727	rnn.bias_hh_l1	9	-0.11959410458803177
187727	rnn.weight_ih_l1_reverse	0	-0.046303629875183105
187727	rnn.weight_ih_l1_reverse	1	0.03516385704278946
187727	rnn.weight_ih_l1_reverse	2	0.08894947916269302
187727	rnn.weight_ih_l1_reverse	3	-0.01443689689040184
187727	rnn.weight_ih_l1_reverse	4	-0.03693739324808121
187727	rnn.weight_ih_l1_reverse	5	-0.030884331092238426
187727	rnn.weight_ih_l1_reverse	6	-0.008991836570203304
187727	rnn.weight_ih_l1_reverse	7	0.025605903938412666
187727	rnn.weight_ih_l1_reverse	8	0.008756885305047035
187727	rnn.weight_ih_l1_reverse	9	-0.03946394845843315
187727	rnn.weight_hh_l1_reverse	0	0.005087020341306925
187727	rnn.weight_hh_l1_reverse	1	0.03170021250844002
187727	rnn.weight_hh_l1_reverse	2	-0.04024713858962059
187727	rnn.weight_hh_l1_reverse	3	0.035328470170497894
187727	rnn.weight_hh_l1_reverse	4	0.0478280670940876
187727	rnn.weight_hh_l1_reverse	5	0.0022458662278950214
187727	rnn.weight_hh_l1_reverse	6	0.0572161041200161
187727	rnn.weight_hh_l1_reverse	7	0.0301986001431942
187727	rnn.weight_hh_l1_reverse	8	-0.007158251013606787
187727	rnn.weight_hh_l1_reverse	9	-0.03035663440823555
187727	rnn.bias_ih_l1_reverse	0	-0.05226822569966316
187727	rnn.bias_ih_l1_reverse	1	-0.15360598266124725
187727	rnn.bias_ih_l1_reverse	2	-0.16056892275810242
187727	rnn.bias_ih_l1_reverse	3	-0.049928028136491776
187727	rnn.bias_ih_l1_reverse	4	-0.2113833874464035
187727	rnn.bias_ih_l1_reverse	5	-0.11391536146402359
187727	rnn.bias_ih_l1_reverse	6	-0.13291533291339874
187727	rnn.bias_ih_l1_reverse	7	-0.19446924328804016
187727	rnn.bias_ih_l1_reverse	8	0.22429420053958893
187727	rnn.bias_ih_l1_reverse	9	0.024976322427392006
187727	rnn.bias_hh_l1_reverse	0	-0.003529785666614771
187727	rnn.bias_hh_l1_reverse	1	-0.08024357259273529
187727	rnn.bias_hh_l1_reverse	2	-0.2366781234741211
187727	rnn.bias_hh_l1_reverse	3	-0.14007341861724854
187727	rnn.bias_hh_l1_reverse	4	-0.08968741446733475
187727	rnn.bias_hh_l1_reverse	5	-0.11597113311290741
187727	rnn.bias_hh_l1_reverse	6	0.0569043792784214
187727	rnn.bias_hh_l1_reverse	7	-0.15645979344844818
187727	rnn.bias_hh_l1_reverse	8	-0.11432167887687683
187727	rnn.bias_hh_l1_reverse	9	-0.1509810984134674
187727	linear.weight	0	0.002228822559118271
187727	linear.weight	1	0.10394906997680664
187727	linear.weight	2	-0.10013744235038757
187727	linear.weight	3	0.28191694617271423
187727	linear.weight	4	0.1661715805530548
187727	linear.weight	5	-0.06701689958572388
187727	linear.weight	6	0.13327696919441223
187727	linear.weight	7	0.12425525486469269
187727	linear.weight	8	0.041153356432914734
187727	linear.weight	9	-0.040498942136764526
187727	linear.bias	0	0.13202838599681854
187727	linear.bias	1	-0.18490087985992432
187727	linear.bias	2	-0.433833509683609
187727	linear.bias	3	-0.6569750308990479
187727	linear.bias	4	-1.2204335927963257
187727	linear.bias	5	-0.06575551629066467
187727	linear.bias	6	-0.7973414659500122
187727	linear.bias	7	0.26336008310317993
187727	linear.bias	8	-0.4282035529613495
187727	linear.bias	9	-1.0354139804840088
187924	transitions	0	0.7279047966003418
187924	transitions	1	0.15454091131687164
187924	transitions	2	-10000.0
187924	transitions	3	-1.8265916109085083
187924	transitions	4	-10000.0
187924	transitions	5	0.5670871138572693
187924	transitions	6	-0.08240413665771484
187924	transitions	7	-0.776451051235199
187924	transitions	8	-1.416903018951416
187924	transitions	9	-0.001199368154630065
187924	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
187924	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
187924	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
187924	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
187924	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
187924	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
187924	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
187924	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
187924	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
187924	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
187924	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
187924	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
187924	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
187924	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
187924	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
187924	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
187924	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
187924	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
187924	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
187924	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
187924	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
187924	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
187924	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
187924	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
187924	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
187924	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
187924	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
187924	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
187924	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
187924	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
187924	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
187924	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
187924	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
187924	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
187924	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
187924	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
187924	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
187924	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
187924	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
187924	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
187924	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
187924	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
187924	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
187924	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
187924	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
187924	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
187924	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
187924	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
187924	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
187924	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
187924	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
187924	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
187924	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
187924	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
187924	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
187924	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
187924	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
187924	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
187924	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
187924	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
187924	embedding2nn.weight	0	0.021009402349591255
187924	embedding2nn.weight	1	-0.013156579807400703
187924	embedding2nn.weight	2	-0.014268254861235619
187924	embedding2nn.weight	3	-0.03780652955174446
187924	embedding2nn.weight	4	-0.0059150345623493195
187924	embedding2nn.weight	5	-0.0037005881313234568
187924	embedding2nn.weight	6	-0.003973271697759628
187924	embedding2nn.weight	7	-0.07964330911636353
187924	embedding2nn.weight	8	-0.0019979383796453476
187924	embedding2nn.weight	9	-0.029325051233172417
187924	embedding2nn.bias	0	0.038181550800800323
187924	embedding2nn.bias	1	-0.07889455556869507
187924	embedding2nn.bias	2	0.05256441608071327
187924	embedding2nn.bias	3	0.041882600635290146
187924	embedding2nn.bias	4	-0.0554887093603611
187924	embedding2nn.bias	5	-0.005021342542022467
187924	embedding2nn.bias	6	0.021346956491470337
187924	embedding2nn.bias	7	-0.049289409071207047
187924	embedding2nn.bias	8	0.057150036096572876
187924	embedding2nn.bias	9	0.05618908256292343
187924	rnn.weight_ih_l0	0	-0.07651224732398987
187924	rnn.weight_ih_l0	1	0.006329148542135954
187924	rnn.weight_ih_l0	2	0.03263678401708603
187924	rnn.weight_ih_l0	3	0.022798916324973106
187924	rnn.weight_ih_l0	4	-0.046190470457077026
187924	rnn.weight_ih_l0	5	-0.06450583785772324
187924	rnn.weight_ih_l0	6	0.0002227859222330153
187924	rnn.weight_ih_l0	7	0.050569236278533936
187924	rnn.weight_ih_l0	8	-0.014488979242742062
187924	rnn.weight_ih_l0	9	-0.03205627575516701
187924	rnn.weight_hh_l0	0	-0.030876902863383293
187924	rnn.weight_hh_l0	1	-0.007129042409360409
187924	rnn.weight_hh_l0	2	0.009800054132938385
187924	rnn.weight_hh_l0	3	-0.07555621862411499
187924	rnn.weight_hh_l0	4	0.09291931241750717
187924	rnn.weight_hh_l0	5	-0.02640373259782791
187924	rnn.weight_hh_l0	6	-0.05775221437215805
187924	rnn.weight_hh_l0	7	0.010186358354985714
187924	rnn.weight_hh_l0	8	0.01456719171255827
187924	rnn.weight_hh_l0	9	-0.02380918525159359
187924	rnn.bias_ih_l0	0	0.1306808739900589
187924	rnn.bias_ih_l0	1	-0.03456632047891617
187924	rnn.bias_ih_l0	2	-0.030809970572590828
187924	rnn.bias_ih_l0	3	0.15747404098510742
187924	rnn.bias_ih_l0	4	-0.012662173248827457
187924	rnn.bias_ih_l0	5	-0.018628012388944626
187924	rnn.bias_ih_l0	6	0.01972959004342556
187924	rnn.bias_ih_l0	7	0.022355100139975548
187924	rnn.bias_ih_l0	8	-0.09788552671670914
187924	rnn.bias_ih_l0	9	-0.04898986965417862
187924	rnn.bias_hh_l0	0	-0.003589895786717534
187924	rnn.bias_hh_l0	1	-0.11000058799982071
187924	rnn.bias_hh_l0	2	-0.0714297667145729
187924	rnn.bias_hh_l0	3	-0.08709275722503662
187924	rnn.bias_hh_l0	4	0.004766165278851986
187924	rnn.bias_hh_l0	5	-0.02457524463534355
187924	rnn.bias_hh_l0	6	0.03159847855567932
187924	rnn.bias_hh_l0	7	0.04926401749253273
187924	rnn.bias_hh_l0	8	-0.11955208331346512
187924	rnn.bias_hh_l0	9	-0.05668813735246658
187924	rnn.weight_ih_l0_reverse	0	-0.02368762344121933
187924	rnn.weight_ih_l0_reverse	1	-0.05182410031557083
187924	rnn.weight_ih_l0_reverse	2	-0.04823492839932442
187924	rnn.weight_ih_l0_reverse	3	0.011506423354148865
187924	rnn.weight_ih_l0_reverse	4	-0.020204612985253334
187924	rnn.weight_ih_l0_reverse	5	-0.059759471565485
187924	rnn.weight_ih_l0_reverse	6	0.07598372548818588
187924	rnn.weight_ih_l0_reverse	7	-0.016928456723690033
187924	rnn.weight_ih_l0_reverse	8	-0.015616497956216335
187924	rnn.weight_ih_l0_reverse	9	0.0006929865339770913
187924	rnn.weight_hh_l0_reverse	0	0.06450197845697403
187924	rnn.weight_hh_l0_reverse	1	0.024653499945998192
187924	rnn.weight_hh_l0_reverse	2	0.02876131981611252
187924	rnn.weight_hh_l0_reverse	3	0.03743332251906395
187924	rnn.weight_hh_l0_reverse	4	0.011751232668757439
187924	rnn.weight_hh_l0_reverse	5	0.008683944121003151
187924	rnn.weight_hh_l0_reverse	6	0.04972371831536293
187924	rnn.weight_hh_l0_reverse	7	-0.07863851636648178
187924	rnn.weight_hh_l0_reverse	8	0.039738282561302185
187924	rnn.weight_hh_l0_reverse	9	0.03538062423467636
187924	rnn.bias_ih_l0_reverse	0	-0.05535377189517021
187924	rnn.bias_ih_l0_reverse	1	-0.2869369089603424
187924	rnn.bias_ih_l0_reverse	2	-0.11934168636798859
187924	rnn.bias_ih_l0_reverse	3	-0.04805998131632805
187924	rnn.bias_ih_l0_reverse	4	-0.015063412487506866
187924	rnn.bias_ih_l0_reverse	5	0.08088482171297073
187924	rnn.bias_ih_l0_reverse	6	-0.065164715051651
187924	rnn.bias_ih_l0_reverse	7	0.05799742788076401
187924	rnn.bias_ih_l0_reverse	8	-0.04780661314725876
187924	rnn.bias_ih_l0_reverse	9	0.060370251536369324
187924	rnn.bias_hh_l0_reverse	0	0.02329615131020546
187924	rnn.bias_hh_l0_reverse	1	-0.0441148541867733
187924	rnn.bias_hh_l0_reverse	2	0.07789502292871475
187924	rnn.bias_hh_l0_reverse	3	-0.04607512429356575
187924	rnn.bias_hh_l0_reverse	4	-0.021288026124238968
187924	rnn.bias_hh_l0_reverse	5	-0.028603961691260338
187924	rnn.bias_hh_l0_reverse	6	-0.0167879406362772
187924	rnn.bias_hh_l0_reverse	7	0.10364340990781784
187924	rnn.bias_hh_l0_reverse	8	0.029830869287252426
187924	rnn.bias_hh_l0_reverse	9	-0.1507979929447174
187924	rnn.weight_ih_l1	0	-0.030665483325719833
187924	rnn.weight_ih_l1	1	-0.050738222897052765
187924	rnn.weight_ih_l1	2	0.05492899566888809
187924	rnn.weight_ih_l1	3	-0.06927204132080078
187924	rnn.weight_ih_l1	4	-0.013998468406498432
187924	rnn.weight_ih_l1	5	-0.04150315746665001
187924	rnn.weight_ih_l1	6	0.028013993054628372
187924	rnn.weight_ih_l1	7	-0.04867513105273247
187924	rnn.weight_ih_l1	8	0.03634753078222275
187924	rnn.weight_ih_l1	9	0.0464409738779068
187924	rnn.weight_hh_l1	0	-0.00554117513820529
187924	rnn.weight_hh_l1	1	0.019955480471253395
187924	rnn.weight_hh_l1	2	0.01031988114118576
187924	rnn.weight_hh_l1	3	-0.012532266788184643
187924	rnn.weight_hh_l1	4	0.006139582023024559
187924	rnn.weight_hh_l1	5	0.03216857835650444
187924	rnn.weight_hh_l1	6	0.03523796424269676
187924	rnn.weight_hh_l1	7	-0.017550218850374222
187924	rnn.weight_hh_l1	8	-0.007713475730270147
187924	rnn.weight_hh_l1	9	0.03446242958307266
187924	rnn.bias_ih_l1	0	-0.1913687288761139
187924	rnn.bias_ih_l1	1	-0.1802709847688675
187924	rnn.bias_ih_l1	2	-0.21322810649871826
187924	rnn.bias_ih_l1	3	-0.3129017949104309
187924	rnn.bias_ih_l1	4	-0.1906391978263855
187924	rnn.bias_ih_l1	5	-0.08544984459877014
187924	rnn.bias_ih_l1	6	-0.16944649815559387
187924	rnn.bias_ih_l1	7	-0.007297547999769449
187924	rnn.bias_ih_l1	8	-0.1250629723072052
187924	rnn.bias_ih_l1	9	-0.13248592615127563
187924	rnn.bias_hh_l1	0	-0.09827585518360138
187924	rnn.bias_hh_l1	1	-0.07062853872776031
187924	rnn.bias_hh_l1	2	-0.08792457729578018
187924	rnn.bias_hh_l1	3	-0.08371095359325409
187924	rnn.bias_hh_l1	4	-0.08617424964904785
187924	rnn.bias_hh_l1	5	-0.12055983394384384
187924	rnn.bias_hh_l1	6	-0.15861967206001282
187924	rnn.bias_hh_l1	7	0.07847695797681808
187924	rnn.bias_hh_l1	8	-0.18176962435245514
187924	rnn.bias_hh_l1	9	-0.11930488049983978
187924	rnn.weight_ih_l1_reverse	0	-0.046212635934352875
187924	rnn.weight_ih_l1_reverse	1	0.035416267812252045
187924	rnn.weight_ih_l1_reverse	2	0.08907519280910492
187924	rnn.weight_ih_l1_reverse	3	-0.014588920399546623
187924	rnn.weight_ih_l1_reverse	4	-0.0366380475461483
187924	rnn.weight_ih_l1_reverse	5	-0.03089558333158493
187924	rnn.weight_ih_l1_reverse	6	-0.008928941562771797
187924	rnn.weight_ih_l1_reverse	7	0.025399161502718925
187924	rnn.weight_ih_l1_reverse	8	0.008791957050561905
187924	rnn.weight_ih_l1_reverse	9	-0.03923444077372551
187924	rnn.weight_hh_l1_reverse	0	0.0050455001182854176
187924	rnn.weight_hh_l1_reverse	1	0.031684912741184235
187924	rnn.weight_hh_l1_reverse	2	-0.040279585868120193
187924	rnn.weight_hh_l1_reverse	3	0.03531099483370781
187924	rnn.weight_hh_l1_reverse	4	0.0478399284183979
187924	rnn.weight_hh_l1_reverse	5	0.0022058030590415
187924	rnn.weight_hh_l1_reverse	6	0.05733497068285942
187924	rnn.weight_hh_l1_reverse	7	0.030342785641551018
187924	rnn.weight_hh_l1_reverse	8	-0.00716784130781889
187924	rnn.weight_hh_l1_reverse	9	-0.030201297253370285
187924	rnn.bias_ih_l1_reverse	0	-0.05158130079507828
187924	rnn.bias_ih_l1_reverse	1	-0.15334491431713104
187924	rnn.bias_ih_l1_reverse	2	-0.16218522191047668
187924	rnn.bias_ih_l1_reverse	3	-0.051463451236486435
187924	rnn.bias_ih_l1_reverse	4	-0.21110965311527252
187924	rnn.bias_ih_l1_reverse	5	-0.1136326864361763
187924	rnn.bias_ih_l1_reverse	6	-0.1336628794670105
187924	rnn.bias_ih_l1_reverse	7	-0.19475919008255005
187924	rnn.bias_ih_l1_reverse	8	0.2244465947151184
187924	rnn.bias_ih_l1_reverse	9	0.024922028183937073
187924	rnn.bias_hh_l1_reverse	0	-0.0013523632660508156
187924	rnn.bias_hh_l1_reverse	1	-0.08021394908428192
187924	rnn.bias_hh_l1_reverse	2	-0.23637858033180237
187924	rnn.bias_hh_l1_reverse	3	-0.1393437683582306
187924	rnn.bias_hh_l1_reverse	4	-0.09010981768369675
187924	rnn.bias_hh_l1_reverse	5	-0.11614665389060974
187924	rnn.bias_hh_l1_reverse	6	0.057325322180986404
187924	rnn.bias_hh_l1_reverse	7	-0.15587317943572998
187924	rnn.bias_hh_l1_reverse	8	-0.11443790048360825
187924	rnn.bias_hh_l1_reverse	9	-0.1512146145105362
187924	linear.weight	0	0.002228822559118271
187924	linear.weight	1	0.10457319021224976
187924	linear.weight	2	-0.10136840492486954
187924	linear.weight	3	0.28077131509780884
187924	linear.weight	4	0.1662820279598236
187924	linear.weight	5	-0.06809059530496597
187924	linear.weight	6	0.13201755285263062
187924	linear.weight	7	0.12448704242706299
187924	linear.weight	8	0.04115327447652817
187924	linear.weight	9	-0.041570283472537994
187924	linear.bias	0	0.12052147090435028
187924	linear.bias	1	-0.18707726895809174
187924	linear.bias	2	-0.4278782308101654
187924	linear.bias	3	-0.6554200649261475
187924	linear.bias	4	-1.2187700271606445
187924	linear.bias	5	-0.06954402476549149
187924	linear.bias	6	-0.799126923084259
187924	linear.bias	7	0.25843560695648193
187924	linear.bias	8	-0.42931440472602844
187924	linear.bias	9	-1.0367169380187988
188121	transitions	0	0.7294225096702576
188121	transitions	1	0.15130609273910522
188121	transitions	2	-10000.0
188121	transitions	3	-1.8265976905822754
188121	transitions	4	-10000.0
188121	transitions	5	0.5670658946037292
188121	transitions	6	-0.08241777122020721
188121	transitions	7	-0.7765786051750183
188121	transitions	8	-1.416917324066162
188121	transitions	9	-0.0011996027315035462
188121	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
188121	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
188121	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
188121	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
188121	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
188121	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
188121	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
188121	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
188121	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
188121	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
188121	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
188121	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
188121	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
188121	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
188121	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
188121	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
188121	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
188121	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
188121	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
188121	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
188121	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
188121	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
188121	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
188121	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
188121	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
188121	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
188121	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
188121	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
188121	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
188121	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
188121	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
188121	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
188121	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
188121	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
188121	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
188121	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
188121	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
188121	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
188121	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
188121	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
188121	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
188121	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
188121	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
188121	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
188121	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
188121	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
188121	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
188121	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
188121	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
188121	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
188121	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
188121	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
188121	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
188121	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
188121	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
188121	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
188121	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
188121	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
188121	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
188121	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
188121	embedding2nn.weight	0	0.021203961223363876
188121	embedding2nn.weight	1	-0.01313650794327259
188121	embedding2nn.weight	2	-0.014268254861235619
188121	embedding2nn.weight	3	-0.03792187198996544
188121	embedding2nn.weight	4	-0.0059150345623493195
188121	embedding2nn.weight	5	-0.003700588596984744
188121	embedding2nn.weight	6	-0.003973271232098341
188121	embedding2nn.weight	7	-0.0801573321223259
188121	embedding2nn.weight	8	-0.0019979383796453476
188121	embedding2nn.weight	9	-0.029318366199731827
188121	embedding2nn.bias	0	0.03900408744812012
188121	embedding2nn.bias	1	-0.07766497880220413
188121	embedding2nn.bias	2	0.054529234766960144
188121	embedding2nn.bias	3	0.043440211564302444
188121	embedding2nn.bias	4	-0.05372490733861923
188121	embedding2nn.bias	5	-0.003767870832234621
188121	embedding2nn.bias	6	0.02277449332177639
188121	embedding2nn.bias	7	-0.04892737790942192
188121	embedding2nn.bias	8	0.05658773332834244
188121	embedding2nn.bias	9	0.056873273104429245
188121	rnn.weight_ih_l0	0	-0.07613683491945267
188121	rnn.weight_ih_l0	1	0.0066278609447181225
188121	rnn.weight_ih_l0	2	0.03270729258656502
188121	rnn.weight_ih_l0	3	0.022985821589827538
188121	rnn.weight_ih_l0	4	-0.04671994224190712
188121	rnn.weight_ih_l0	5	-0.0644572451710701
188121	rnn.weight_ih_l0	6	0.0001462566724512726
188121	rnn.weight_ih_l0	7	0.050649940967559814
188121	rnn.weight_ih_l0	8	-0.014675766229629517
188121	rnn.weight_ih_l0	9	-0.03195405751466751
188121	rnn.weight_hh_l0	0	-0.030998414382338524
188121	rnn.weight_hh_l0	1	-0.007172049023211002
188121	rnn.weight_hh_l0	2	0.009779012762010098
188121	rnn.weight_hh_l0	3	-0.07519058883190155
188121	rnn.weight_hh_l0	4	0.09303484857082367
188121	rnn.weight_hh_l0	5	-0.026114922016859055
188121	rnn.weight_hh_l0	6	-0.05754930526018143
188121	rnn.weight_hh_l0	7	0.010498881340026855
188121	rnn.weight_hh_l0	8	0.014768834225833416
188121	rnn.weight_hh_l0	9	-0.023884272202849388
188121	rnn.bias_ih_l0	0	0.13102243840694427
188121	rnn.bias_ih_l0	1	-0.03583359345793724
188121	rnn.bias_ih_l0	2	-0.031484320759773254
188121	rnn.bias_ih_l0	3	0.15735706686973572
188121	rnn.bias_ih_l0	4	-0.01319983322173357
188121	rnn.bias_ih_l0	5	-0.018689526244997978
188121	rnn.bias_ih_l0	6	0.019647391512989998
188121	rnn.bias_ih_l0	7	0.022137681022286415
188121	rnn.bias_ih_l0	8	-0.09792598336935043
188121	rnn.bias_ih_l0	9	-0.04865983873605728
188121	rnn.bias_hh_l0	0	-0.0033516399562358856
188121	rnn.bias_hh_l0	1	-0.10942566394805908
188121	rnn.bias_hh_l0	2	-0.07166517525911331
188121	rnn.bias_hh_l0	3	-0.08750714361667633
188121	rnn.bias_hh_l0	4	0.00510395085439086
188121	rnn.bias_hh_l0	5	-0.02413254603743553
188121	rnn.bias_hh_l0	6	0.032488226890563965
188121	rnn.bias_hh_l0	7	0.04850621148943901
188121	rnn.bias_hh_l0	8	-0.11987058818340302
188121	rnn.bias_hh_l0	9	-0.05674908682703972
188121	rnn.weight_ih_l0_reverse	0	-0.02351875975728035
188121	rnn.weight_ih_l0_reverse	1	-0.05181609094142914
188121	rnn.weight_ih_l0_reverse	2	-0.04816385731101036
188121	rnn.weight_ih_l0_reverse	3	0.01157461293041706
188121	rnn.weight_ih_l0_reverse	4	-0.020206501707434654
188121	rnn.weight_ih_l0_reverse	5	-0.059583451598882675
188121	rnn.weight_ih_l0_reverse	6	0.07596709579229355
188121	rnn.weight_ih_l0_reverse	7	-0.016895880922675133
188121	rnn.weight_ih_l0_reverse	8	-0.015520436689257622
188121	rnn.weight_ih_l0_reverse	9	0.0005811367882415652
188121	rnn.weight_hh_l0_reverse	0	0.06466306000947952
188121	rnn.weight_hh_l0_reverse	1	0.024535462260246277
188121	rnn.weight_hh_l0_reverse	2	0.028448332101106644
188121	rnn.weight_hh_l0_reverse	3	0.03738992661237717
188121	rnn.weight_hh_l0_reverse	4	0.011701175943017006
188121	rnn.weight_hh_l0_reverse	5	0.008433325216174126
188121	rnn.weight_hh_l0_reverse	6	0.04961675405502319
188121	rnn.weight_hh_l0_reverse	7	-0.07857600599527359
188121	rnn.weight_hh_l0_reverse	8	0.03983774036169052
188121	rnn.weight_hh_l0_reverse	9	0.03539589047431946
188121	rnn.bias_ih_l0_reverse	0	-0.055634137243032455
188121	rnn.bias_ih_l0_reverse	1	-0.287613183259964
188121	rnn.bias_ih_l0_reverse	2	-0.11880631744861603
188121	rnn.bias_ih_l0_reverse	3	-0.048150502145290375
188121	rnn.bias_ih_l0_reverse	4	-0.016284896060824394
188121	rnn.bias_ih_l0_reverse	5	0.080467090010643
188121	rnn.bias_ih_l0_reverse	6	-0.06555289775133133
188121	rnn.bias_ih_l0_reverse	7	0.058366987854242325
188121	rnn.bias_ih_l0_reverse	8	-0.048465754836797714
188121	rnn.bias_ih_l0_reverse	9	0.05975117161870003
188121	rnn.bias_hh_l0_reverse	0	0.023455794900655746
188121	rnn.bias_hh_l0_reverse	1	-0.04448207467794418
188121	rnn.bias_hh_l0_reverse	2	0.0784483328461647
188121	rnn.bias_hh_l0_reverse	3	-0.04513285309076309
188121	rnn.bias_hh_l0_reverse	4	-0.021392326802015305
188121	rnn.bias_hh_l0_reverse	5	-0.028004072606563568
188121	rnn.bias_hh_l0_reverse	6	-0.016050875186920166
188121	rnn.bias_hh_l0_reverse	7	0.10337149351835251
188121	rnn.bias_hh_l0_reverse	8	0.029908280819654465
188121	rnn.bias_hh_l0_reverse	9	-0.1500280648469925
188121	rnn.weight_ih_l1	0	-0.030854644253849983
188121	rnn.weight_ih_l1	1	-0.050626710057258606
188121	rnn.weight_ih_l1	2	0.05467178300023079
188121	rnn.weight_ih_l1	3	-0.07017065584659576
188121	rnn.weight_ih_l1	4	-0.014253631234169006
188121	rnn.weight_ih_l1	5	-0.04151018708944321
188121	rnn.weight_ih_l1	6	0.028029831126332283
188121	rnn.weight_ih_l1	7	-0.04905227944254875
188121	rnn.weight_ih_l1	8	0.036488208919763565
188121	rnn.weight_ih_l1	9	0.04653351008892059
188121	rnn.weight_hh_l1	0	-0.005077054724097252
188121	rnn.weight_hh_l1	1	0.019969142973423004
188121	rnn.weight_hh_l1	2	0.010411986149847507
188121	rnn.weight_hh_l1	3	-0.012576272711157799
188121	rnn.weight_hh_l1	4	0.005860545206815004
188121	rnn.weight_hh_l1	5	0.032193489372730255
188121	rnn.weight_hh_l1	6	0.03507291153073311
188121	rnn.weight_hh_l1	7	-0.01747746393084526
188121	rnn.weight_hh_l1	8	-0.007637783419340849
188121	rnn.weight_hh_l1	9	0.03447650372982025
188121	rnn.bias_ih_l1	0	-0.19077607989311218
188121	rnn.bias_ih_l1	1	-0.1802973747253418
188121	rnn.bias_ih_l1	2	-0.2135731279850006
188121	rnn.bias_ih_l1	3	-0.31273362040519714
188121	rnn.bias_ih_l1	4	-0.19033078849315643
188121	rnn.bias_ih_l1	5	-0.08535134047269821
188121	rnn.bias_ih_l1	6	-0.16946545243263245
188121	rnn.bias_ih_l1	7	-0.0063555482774972916
188121	rnn.bias_ih_l1	8	-0.12592919170856476
188121	rnn.bias_ih_l1	9	-0.13294345140457153
188121	rnn.bias_hh_l1	0	-0.09883354604244232
188121	rnn.bias_hh_l1	1	-0.07064928859472275
188121	rnn.bias_hh_l1	2	-0.08747441321611404
188121	rnn.bias_hh_l1	3	-0.0836898609995842
188121	rnn.bias_hh_l1	4	-0.08581909537315369
188121	rnn.bias_hh_l1	5	-0.12086081504821777
188121	rnn.bias_hh_l1	6	-0.15929165482521057
188121	rnn.bias_hh_l1	7	0.07992347329854965
188121	rnn.bias_hh_l1	8	-0.18141403794288635
188121	rnn.bias_hh_l1	9	-0.11862839758396149
188121	rnn.weight_ih_l1_reverse	0	-0.045936837792396545
188121	rnn.weight_ih_l1_reverse	1	0.03462719917297363
188121	rnn.weight_ih_l1_reverse	2	0.08930878341197968
188121	rnn.weight_ih_l1_reverse	3	-0.014631127938628197
188121	rnn.weight_ih_l1_reverse	4	-0.03666740283370018
188121	rnn.weight_ih_l1_reverse	5	-0.03076031059026718
188121	rnn.weight_ih_l1_reverse	6	-0.008494560606777668
188121	rnn.weight_ih_l1_reverse	7	0.024943018332123756
188121	rnn.weight_ih_l1_reverse	8	0.009013056755065918
188121	rnn.weight_ih_l1_reverse	9	-0.038927413523197174
188121	rnn.weight_hh_l1_reverse	0	0.005094829946756363
188121	rnn.weight_hh_l1_reverse	1	0.03174493461847305
188121	rnn.weight_hh_l1_reverse	2	-0.04027494788169861
188121	rnn.weight_hh_l1_reverse	3	0.03527849540114403
188121	rnn.weight_hh_l1_reverse	4	0.04788787662982941
188121	rnn.weight_hh_l1_reverse	5	0.0023272500839084387
188121	rnn.weight_hh_l1_reverse	6	0.05722843110561371
188121	rnn.weight_hh_l1_reverse	7	0.03015718050301075
188121	rnn.weight_hh_l1_reverse	8	-0.007205900736153126
188121	rnn.weight_hh_l1_reverse	9	-0.030051888898015022
188121	rnn.bias_ih_l1_reverse	0	-0.05213470384478569
188121	rnn.bias_ih_l1_reverse	1	-0.1535888910293579
188121	rnn.bias_ih_l1_reverse	2	-0.16274818778038025
188121	rnn.bias_ih_l1_reverse	3	-0.05363784730434418
188121	rnn.bias_ih_l1_reverse	4	-0.21074818074703217
188121	rnn.bias_ih_l1_reverse	5	-0.11305640637874603
188121	rnn.bias_ih_l1_reverse	6	-0.13366754353046417
188121	rnn.bias_ih_l1_reverse	7	-0.19412711262702942
188121	rnn.bias_ih_l1_reverse	8	0.2254468947649002
188121	rnn.bias_ih_l1_reverse	9	0.024110551923513412
188121	rnn.bias_hh_l1_reverse	0	-0.0004783229960594326
188121	rnn.bias_hh_l1_reverse	1	-0.08102133125066757
188121	rnn.bias_hh_l1_reverse	2	-0.2363363355398178
188121	rnn.bias_hh_l1_reverse	3	-0.13932538032531738
188121	rnn.bias_hh_l1_reverse	4	-0.09001166373491287
188121	rnn.bias_hh_l1_reverse	5	-0.11715807020664215
188121	rnn.bias_hh_l1_reverse	6	0.05829461291432381
188121	rnn.bias_hh_l1_reverse	7	-0.15579353272914886
188121	rnn.bias_hh_l1_reverse	8	-0.11403220146894455
188121	rnn.bias_hh_l1_reverse	9	-0.15150226652622223
188121	linear.weight	0	0.002228822559118271
188121	linear.weight	1	0.10512226074934006
188121	linear.weight	2	-0.10170000046491623
188121	linear.weight	3	0.2818588614463806
188121	linear.weight	4	0.1668930947780609
188121	linear.weight	5	-0.06784531474113464
188121	linear.weight	6	0.12772424519062042
188121	linear.weight	7	0.12436322122812271
188121	linear.weight	8	0.04115321487188339
188121	linear.weight	9	-0.041890572756528854
188121	linear.bias	0	0.12828080356121063
188121	linear.bias	1	-0.1827406883239746
188121	linear.bias	2	-0.42644572257995605
188121	linear.bias	3	-0.6511086225509644
188121	linear.bias	4	-1.2154338359832764
188121	linear.bias	5	-0.07403842359781265
188121	linear.bias	6	-0.7964638471603394
188121	linear.bias	7	0.2537853717803955
188121	linear.bias	8	-0.43232667446136475
188121	linear.bias	9	-1.0388725996017456
188318	transitions	0	0.7295212745666504
188318	transitions	1	0.15020537376403809
188318	transitions	2	-10000.0
188318	transitions	3	-1.826600193977356
188318	transitions	4	-10000.0
188318	transitions	5	0.5670526027679443
188318	transitions	6	-0.08243300765752792
188318	transitions	7	-0.7766651511192322
188318	transitions	8	-1.4169352054595947
188318	transitions	9	-0.001199789927341044
188318	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
188318	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
188318	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
188318	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
188318	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
188318	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
188318	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
188318	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
188318	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
188318	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
188318	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
188318	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
188318	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
188318	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
188318	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
188318	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
188318	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
188318	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
188318	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
188318	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
188318	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
188318	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
188318	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
188318	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
188318	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
188318	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
188318	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
188318	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
188318	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
188318	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
188318	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
188318	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
188318	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
188318	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
188318	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
188318	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
188318	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
188318	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
188318	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
188318	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
188318	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
188318	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
188318	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
188318	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
188318	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
188318	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
188318	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
188318	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
188318	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
188318	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
188318	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
188318	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
188318	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
188318	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
188318	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
188318	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
188318	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
188318	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
188318	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
188318	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
188318	embedding2nn.weight	0	0.021224675700068474
188318	embedding2nn.weight	1	-0.013110380619764328
188318	embedding2nn.weight	2	-0.014268254861235619
188318	embedding2nn.weight	3	-0.037121642380952835
188318	embedding2nn.weight	4	-0.0059150345623493195
188318	embedding2nn.weight	5	-0.003700588596984744
188318	embedding2nn.weight	6	-0.003973271697759628
188318	embedding2nn.weight	7	-0.08003123104572296
188318	embedding2nn.weight	8	-0.0019979383796453476
188318	embedding2nn.weight	9	-0.029340920969843864
188318	embedding2nn.bias	0	0.03792709484696388
188318	embedding2nn.bias	1	-0.07802051305770874
188318	embedding2nn.bias	2	0.05335598438978195
188318	embedding2nn.bias	3	0.04402073100209236
188318	embedding2nn.bias	4	-0.0528702437877655
188318	embedding2nn.bias	5	-0.0018153783166781068
188318	embedding2nn.bias	6	0.025876730680465698
188318	embedding2nn.bias	7	-0.04960944131016731
188318	embedding2nn.bias	8	0.05353569611907005
188318	embedding2nn.bias	9	0.057708315551280975
188318	rnn.weight_ih_l0	0	-0.07584140449762344
188318	rnn.weight_ih_l0	1	0.006555835250765085
188318	rnn.weight_ih_l0	2	0.03311579301953316
188318	rnn.weight_ih_l0	3	0.02318406291306019
188318	rnn.weight_ih_l0	4	-0.04711785912513733
188318	rnn.weight_ih_l0	5	-0.06426091492176056
188318	rnn.weight_ih_l0	6	1.068456367647741e-05
188318	rnn.weight_ih_l0	7	0.050334300845861435
188318	rnn.weight_ih_l0	8	-0.014300399459898472
188318	rnn.weight_ih_l0	9	-0.03174479678273201
188318	rnn.weight_hh_l0	0	-0.030600721016526222
188318	rnn.weight_hh_l0	1	-0.006866218987852335
188318	rnn.weight_hh_l0	2	0.009914526715874672
188318	rnn.weight_hh_l0	3	-0.07536421716213226
188318	rnn.weight_hh_l0	4	0.09318412095308304
188318	rnn.weight_hh_l0	5	-0.02587907388806343
188318	rnn.weight_hh_l0	6	-0.05776584893465042
188318	rnn.weight_hh_l0	7	0.0104671036824584
188318	rnn.weight_hh_l0	8	0.014871685765683651
188318	rnn.weight_hh_l0	9	-0.023980116471648216
188318	rnn.bias_ih_l0	0	0.13092578947544098
188318	rnn.bias_ih_l0	1	-0.03520173951983452
188318	rnn.bias_ih_l0	2	-0.0330621674656868
188318	rnn.bias_ih_l0	3	0.1574445217847824
188318	rnn.bias_ih_l0	4	-0.013318601064383984
188318	rnn.bias_ih_l0	5	-0.019719325006008148
188318	rnn.bias_ih_l0	6	0.020391657948493958
188318	rnn.bias_ih_l0	7	0.022682679817080498
188318	rnn.bias_ih_l0	8	-0.09799884259700775
188318	rnn.bias_ih_l0	9	-0.047950971871614456
188318	rnn.bias_hh_l0	0	-0.0033111232332885265
188318	rnn.bias_hh_l0	1	-0.10948626697063446
188318	rnn.bias_hh_l0	2	-0.070866659283638
188318	rnn.bias_hh_l0	3	-0.08716966956853867
188318	rnn.bias_hh_l0	4	0.004384470172226429
188318	rnn.bias_hh_l0	5	-0.023647770285606384
188318	rnn.bias_hh_l0	6	0.032613806426525116
188318	rnn.bias_hh_l0	7	0.04782000929117203
188318	rnn.bias_hh_l0	8	-0.12034779787063599
188318	rnn.bias_hh_l0	9	-0.05683059245347977
188318	rnn.weight_ih_l0_reverse	0	-0.023463424295186996
188318	rnn.weight_ih_l0_reverse	1	-0.05232402682304382
188318	rnn.weight_ih_l0_reverse	2	-0.048469532281160355
188318	rnn.weight_ih_l0_reverse	3	0.011825921945273876
188318	rnn.weight_ih_l0_reverse	4	-0.020644662901759148
188318	rnn.weight_ih_l0_reverse	5	-0.059559162706136703
188318	rnn.weight_ih_l0_reverse	6	0.0758485272526741
188318	rnn.weight_ih_l0_reverse	7	-0.017192069441080093
188318	rnn.weight_ih_l0_reverse	8	-0.015630008652806282
188318	rnn.weight_ih_l0_reverse	9	0.000496389577165246
188318	rnn.weight_hh_l0_reverse	0	0.06453337520360947
188318	rnn.weight_hh_l0_reverse	1	0.024800511077046394
188318	rnn.weight_hh_l0_reverse	2	0.02825983054935932
188318	rnn.weight_hh_l0_reverse	3	0.037431735545396805
188318	rnn.weight_hh_l0_reverse	4	0.011795402504503727
188318	rnn.weight_hh_l0_reverse	5	0.00830940529704094
188318	rnn.weight_hh_l0_reverse	6	0.04981796443462372
188318	rnn.weight_hh_l0_reverse	7	-0.07877884060144424
188318	rnn.weight_hh_l0_reverse	8	0.03971905633807182
188318	rnn.weight_hh_l0_reverse	9	0.03525539115071297
188318	rnn.bias_ih_l0_reverse	0	-0.0556284636259079
188318	rnn.bias_ih_l0_reverse	1	-0.28859493136405945
188318	rnn.bias_ih_l0_reverse	2	-0.11876785010099411
188318	rnn.bias_ih_l0_reverse	3	-0.04814334958791733
188318	rnn.bias_ih_l0_reverse	4	-0.01596541330218315
188318	rnn.bias_ih_l0_reverse	5	0.08037382364273071
188318	rnn.bias_ih_l0_reverse	6	-0.06586289405822754
188318	rnn.bias_ih_l0_reverse	7	0.058741070330142975
188318	rnn.bias_ih_l0_reverse	8	-0.04912048205733299
188318	rnn.bias_ih_l0_reverse	9	0.05956169217824936
188318	rnn.bias_hh_l0_reverse	0	0.02321884036064148
188318	rnn.bias_hh_l0_reverse	1	-0.04481691122055054
188318	rnn.bias_hh_l0_reverse	2	0.07901821285486221
188318	rnn.bias_hh_l0_reverse	3	-0.044496215879917145
188318	rnn.bias_hh_l0_reverse	4	-0.022613584995269775
188318	rnn.bias_hh_l0_reverse	5	-0.02850046381354332
188318	rnn.bias_hh_l0_reverse	6	-0.01596272550523281
188318	rnn.bias_hh_l0_reverse	7	0.10325386375188828
188318	rnn.bias_hh_l0_reverse	8	0.030418526381254196
188318	rnn.bias_hh_l0_reverse	9	-0.1500478833913803
188318	rnn.weight_ih_l1	0	-0.030858270823955536
188318	rnn.weight_ih_l1	1	-0.050774991512298584
188318	rnn.weight_ih_l1	2	0.05484718456864357
188318	rnn.weight_ih_l1	3	-0.07040121406316757
188318	rnn.weight_ih_l1	4	-0.014216668903827667
188318	rnn.weight_ih_l1	5	-0.041696615517139435
188318	rnn.weight_ih_l1	6	0.02842186577618122
188318	rnn.weight_ih_l1	7	-0.0486161969602108
188318	rnn.weight_ih_l1	8	0.03649270534515381
188318	rnn.weight_ih_l1	9	0.046444084495306015
188318	rnn.weight_hh_l1	0	-0.005517642479389906
188318	rnn.weight_hh_l1	1	0.019992399960756302
188318	rnn.weight_hh_l1	2	0.010266272351145744
188318	rnn.weight_hh_l1	3	-0.012547851540148258
188318	rnn.weight_hh_l1	4	0.0060576931573450565
188318	rnn.weight_hh_l1	5	0.03229047730565071
188318	rnn.weight_hh_l1	6	0.03519890829920769
188318	rnn.weight_hh_l1	7	-0.017552202567458153
188318	rnn.weight_hh_l1	8	-0.00755317322909832
188318	rnn.weight_hh_l1	9	0.034583937376737595
188318	rnn.bias_ih_l1	0	-0.19113925099372864
188318	rnn.bias_ih_l1	1	-0.17968779802322388
188318	rnn.bias_ih_l1	2	-0.21306467056274414
188318	rnn.bias_ih_l1	3	-0.3124356269836426
188318	rnn.bias_ih_l1	4	-0.1900491714477539
188318	rnn.bias_ih_l1	5	-0.0851675271987915
188318	rnn.bias_ih_l1	6	-0.16858413815498352
188318	rnn.bias_ih_l1	7	-0.008371404372155666
188318	rnn.bias_ih_l1	8	-0.12626206874847412
188318	rnn.bias_ih_l1	9	-0.13373522460460663
188318	rnn.bias_hh_l1	0	-0.0991460457444191
188318	rnn.bias_hh_l1	1	-0.07022564113140106
188318	rnn.bias_hh_l1	2	-0.08816763758659363
188318	rnn.bias_hh_l1	3	-0.08292189240455627
188318	rnn.bias_hh_l1	4	-0.08634381741285324
188318	rnn.bias_hh_l1	5	-0.12036450952291489
188318	rnn.bias_hh_l1	6	-0.15896616876125336
188318	rnn.bias_hh_l1	7	0.08004625141620636
188318	rnn.bias_hh_l1	8	-0.18020005524158478
188318	rnn.bias_hh_l1	9	-0.11845052242279053
188318	rnn.weight_ih_l1_reverse	0	-0.04597026854753494
188318	rnn.weight_ih_l1_reverse	1	0.034299336373806
188318	rnn.weight_ih_l1_reverse	2	0.08936349302530289
188318	rnn.weight_ih_l1_reverse	3	-0.014402905479073524
188318	rnn.weight_ih_l1_reverse	4	-0.03597079962491989
188318	rnn.weight_ih_l1_reverse	5	-0.030747855082154274
188318	rnn.weight_ih_l1_reverse	6	-0.008666100911796093
188318	rnn.weight_ih_l1_reverse	7	0.02518153190612793
188318	rnn.weight_ih_l1_reverse	8	0.009896179661154747
188318	rnn.weight_ih_l1_reverse	9	-0.03888765722513199
188318	rnn.weight_hh_l1_reverse	0	0.005212199408560991
188318	rnn.weight_hh_l1_reverse	1	0.03180883824825287
188318	rnn.weight_hh_l1_reverse	2	-0.040286216884851456
188318	rnn.weight_hh_l1_reverse	3	0.03526551276445389
188318	rnn.weight_hh_l1_reverse	4	0.04785117134451866
188318	rnn.weight_hh_l1_reverse	5	0.002393282251432538
188318	rnn.weight_hh_l1_reverse	6	0.05711638182401657
188318	rnn.weight_hh_l1_reverse	7	0.030054010450839996
188318	rnn.weight_hh_l1_reverse	8	-0.0071984101086854935
188318	rnn.weight_hh_l1_reverse	9	-0.029964076355099678
188318	rnn.bias_ih_l1_reverse	0	-0.05245649069547653
188318	rnn.bias_ih_l1_reverse	1	-0.15474139153957367
188318	rnn.bias_ih_l1_reverse	2	-0.16329173743724823
188318	rnn.bias_ih_l1_reverse	3	-0.055533040314912796
188318	rnn.bias_ih_l1_reverse	4	-0.2109619528055191
188318	rnn.bias_ih_l1_reverse	5	-0.11362431943416595
188318	rnn.bias_ih_l1_reverse	6	-0.13346539437770844
188318	rnn.bias_ih_l1_reverse	7	-0.19564269483089447
188318	rnn.bias_ih_l1_reverse	8	0.22746457159519196
188318	rnn.bias_ih_l1_reverse	9	0.024607889354228973
188318	rnn.bias_hh_l1_reverse	0	-0.00017098378157243133
188318	rnn.bias_hh_l1_reverse	1	-0.07981541007757187
188318	rnn.bias_hh_l1_reverse	2	-0.2362261414527893
188318	rnn.bias_hh_l1_reverse	3	-0.13997292518615723
188318	rnn.bias_hh_l1_reverse	4	-0.09022504091262817
188318	rnn.bias_hh_l1_reverse	5	-0.118165023624897
188318	rnn.bias_hh_l1_reverse	6	0.057506710290908813
188318	rnn.bias_hh_l1_reverse	7	-0.15569493174552917
188318	rnn.bias_hh_l1_reverse	8	-0.11443392187356949
188318	rnn.bias_hh_l1_reverse	9	-0.15155279636383057
188318	linear.weight	0	0.002228822559118271
188318	linear.weight	1	0.10298791527748108
188318	linear.weight	2	-0.10347826033830643
188318	linear.weight	3	0.28246986865997314
188318	linear.weight	4	0.16741740703582764
188318	linear.weight	5	-0.06810600310564041
188318	linear.weight	6	0.12567052245140076
188318	linear.weight	7	0.12548719346523285
188318	linear.weight	8	0.041153065860271454
188318	linear.weight	9	-0.042152710258960724
188318	linear.bias	0	0.13218803703784943
188318	linear.bias	1	-0.17769095301628113
188318	linear.bias	2	-0.4217599630355835
188318	linear.bias	3	-0.6568443179130554
188318	linear.bias	4	-1.221894383430481
188318	linear.bias	5	-0.07540140300989151
188318	linear.bias	6	-0.7911097407341003
188318	linear.bias	7	0.25279390811920166
188318	linear.bias	8	-0.4299037456512451
188318	linear.bias	9	-1.0371272563934326
188515	transitions	0	0.7299838662147522
188515	transitions	1	0.15071269869804382
188515	transitions	2	-10000.0
188515	transitions	3	-1.8266197443008423
188515	transitions	4	-10000.0
188515	transitions	5	0.5670404434204102
188515	transitions	6	-0.08244172483682632
188515	transitions	7	-0.7768796682357788
188515	transitions	8	-1.4169450998306274
188515	transitions	9	-0.0011999142589047551
188515	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
188515	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
188515	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
188515	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
188515	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
188515	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
188515	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
188515	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
188515	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
188515	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
188515	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
188515	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
188515	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
188515	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
188515	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
188515	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
188515	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
188515	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
188515	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
188515	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
188515	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
188515	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
188515	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
188515	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
188515	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
188515	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
188515	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
188515	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
188515	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
188515	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
188515	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
188515	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
188515	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
188515	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
188515	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
188515	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
188515	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
188515	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
188515	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
188515	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
188515	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
188515	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
188515	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
188515	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
188515	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
188515	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
188515	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
188515	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
188515	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
188515	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
188515	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
188515	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
188515	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
188515	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
188515	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
188515	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
188515	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
188515	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
188515	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
188515	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
188515	embedding2nn.weight	0	0.02111639454960823
188515	embedding2nn.weight	1	-0.013101626187562943
188515	embedding2nn.weight	2	-0.014268254861235619
188515	embedding2nn.weight	3	-0.0371306911110878
188515	embedding2nn.weight	4	-0.0059150345623493195
188515	embedding2nn.weight	5	-0.003700588596984744
188515	embedding2nn.weight	6	-0.003973271697759628
188515	embedding2nn.weight	7	-0.07997389137744904
188515	embedding2nn.weight	8	-0.0019979383796453476
188515	embedding2nn.weight	9	-0.029412394389510155
188515	embedding2nn.bias	0	0.03508060798048973
188515	embedding2nn.bias	1	-0.07507185637950897
188515	embedding2nn.bias	2	0.05427614599466324
188515	embedding2nn.bias	3	0.04617149010300636
188515	embedding2nn.bias	4	-0.054440390318632126
188515	embedding2nn.bias	5	-0.0010385735658928752
188515	embedding2nn.bias	6	0.02611282467842102
188515	embedding2nn.bias	7	-0.04708639904856682
188515	embedding2nn.bias	8	0.052634935826063156
188515	embedding2nn.bias	9	0.05627637356519699
188515	rnn.weight_ih_l0	0	-0.07586300373077393
188515	rnn.weight_ih_l0	1	0.006621571257710457
188515	rnn.weight_ih_l0	2	0.03421229496598244
188515	rnn.weight_ih_l0	3	0.02319660410284996
188515	rnn.weight_ih_l0	4	-0.04690176248550415
188515	rnn.weight_ih_l0	5	-0.064277283847332
188515	rnn.weight_ih_l0	6	0.00014898517110850662
188515	rnn.weight_ih_l0	7	0.04995328560471535
188515	rnn.weight_ih_l0	8	-0.014392548240721226
188515	rnn.weight_ih_l0	9	-0.031581584364175797
188515	rnn.weight_hh_l0	0	-0.030374038964509964
188515	rnn.weight_hh_l0	1	-0.0070885466411709785
188515	rnn.weight_hh_l0	2	0.009792611934244633
188515	rnn.weight_hh_l0	3	-0.07536372542381287
188515	rnn.weight_hh_l0	4	0.09309960901737213
188515	rnn.weight_hh_l0	5	-0.025742270052433014
188515	rnn.weight_hh_l0	6	-0.05780698359012604
188515	rnn.weight_hh_l0	7	0.010754925198853016
188515	rnn.weight_hh_l0	8	0.015046915039420128
188515	rnn.weight_hh_l0	9	-0.02384665049612522
188515	rnn.bias_ih_l0	0	0.13065841794013977
188515	rnn.bias_ih_l0	1	-0.035017725080251694
188515	rnn.bias_ih_l0	2	-0.03310944139957428
188515	rnn.bias_ih_l0	3	0.1584436595439911
188515	rnn.bias_ih_l0	4	-0.013788005337119102
188515	rnn.bias_ih_l0	5	-0.01996854692697525
188515	rnn.bias_ih_l0	6	0.019597047939896584
188515	rnn.bias_ih_l0	7	0.023088250309228897
188515	rnn.bias_ih_l0	8	-0.09821368753910065
188515	rnn.bias_ih_l0	9	-0.04706690087914467
188515	rnn.bias_hh_l0	0	-0.003327868413180113
188515	rnn.bias_hh_l0	1	-0.10901582986116409
188515	rnn.bias_hh_l0	2	-0.07092810422182083
188515	rnn.bias_hh_l0	3	-0.08706271648406982
188515	rnn.bias_hh_l0	4	0.004292317666113377
188515	rnn.bias_hh_l0	5	-0.023823454976081848
188515	rnn.bias_hh_l0	6	0.03232451155781746
188515	rnn.bias_hh_l0	7	0.04928240925073624
188515	rnn.bias_hh_l0	8	-0.11964859068393707
188515	rnn.bias_hh_l0	9	-0.05658109113574028
188515	rnn.weight_ih_l0_reverse	0	-0.023318864405155182
188515	rnn.weight_ih_l0_reverse	1	-0.05238798260688782
188515	rnn.weight_ih_l0_reverse	2	-0.04850626364350319
188515	rnn.weight_ih_l0_reverse	3	0.011238211765885353
188515	rnn.weight_ih_l0_reverse	4	-0.020438041538000107
188515	rnn.weight_ih_l0_reverse	5	-0.05954086035490036
188515	rnn.weight_ih_l0_reverse	6	0.07590902596712112
188515	rnn.weight_ih_l0_reverse	7	-0.017380347475409508
188515	rnn.weight_ih_l0_reverse	8	-0.015689397230744362
188515	rnn.weight_ih_l0_reverse	9	0.00038740067975595593
188515	rnn.weight_hh_l0_reverse	0	0.06504899263381958
188515	rnn.weight_hh_l0_reverse	1	0.024411140009760857
188515	rnn.weight_hh_l0_reverse	2	0.028378967195749283
188515	rnn.weight_hh_l0_reverse	3	0.0375375971198082
188515	rnn.weight_hh_l0_reverse	4	0.011710369028151035
188515	rnn.weight_hh_l0_reverse	5	0.008032578974962234
188515	rnn.weight_hh_l0_reverse	6	0.04993787780404091
188515	rnn.weight_hh_l0_reverse	7	-0.07891136407852173
188515	rnn.weight_hh_l0_reverse	8	0.03959923982620239
188515	rnn.weight_hh_l0_reverse	9	0.03505193814635277
188515	rnn.bias_ih_l0_reverse	0	-0.05618717521429062
188515	rnn.bias_ih_l0_reverse	1	-0.28921112418174744
188515	rnn.bias_ih_l0_reverse	2	-0.1193167120218277
188515	rnn.bias_ih_l0_reverse	3	-0.04959957301616669
188515	rnn.bias_ih_l0_reverse	4	-0.014791819266974926
188515	rnn.bias_ih_l0_reverse	5	0.0793159157037735
188515	rnn.bias_ih_l0_reverse	6	-0.06607252359390259
188515	rnn.bias_ih_l0_reverse	7	0.05917308107018471
188515	rnn.bias_ih_l0_reverse	8	-0.048528291285037994
188515	rnn.bias_ih_l0_reverse	9	0.0593998096883297
188515	rnn.bias_hh_l0_reverse	0	0.023710010573267937
188515	rnn.bias_hh_l0_reverse	1	-0.04525867849588394
188515	rnn.bias_hh_l0_reverse	2	0.07900194078683853
188515	rnn.bias_hh_l0_reverse	3	-0.04400424659252167
188515	rnn.bias_hh_l0_reverse	4	-0.022328678518533707
188515	rnn.bias_hh_l0_reverse	5	-0.028696900233626366
188515	rnn.bias_hh_l0_reverse	6	-0.016551245003938675
188515	rnn.bias_hh_l0_reverse	7	0.10318516194820404
188515	rnn.bias_hh_l0_reverse	8	0.030512530356645584
188515	rnn.bias_hh_l0_reverse	9	-0.14928387105464935
188515	rnn.weight_ih_l1	0	-0.031093958765268326
188515	rnn.weight_ih_l1	1	-0.05112206190824509
188515	rnn.weight_ih_l1	2	0.05440353602170944
188515	rnn.weight_ih_l1	3	-0.06982487440109253
188515	rnn.weight_ih_l1	4	-0.014374393038451672
188515	rnn.weight_ih_l1	5	-0.04167095199227333
188515	rnn.weight_ih_l1	6	0.028377549722790718
188515	rnn.weight_ih_l1	7	-0.0483318492770195
188515	rnn.weight_ih_l1	8	0.036538127809762955
188515	rnn.weight_ih_l1	9	0.046527452766895294
188515	rnn.weight_hh_l1	0	-0.005928319878876209
188515	rnn.weight_hh_l1	1	0.020047806203365326
188515	rnn.weight_hh_l1	2	0.010220827534794807
188515	rnn.weight_hh_l1	3	-0.012467480264604092
188515	rnn.weight_hh_l1	4	0.006296881474554539
188515	rnn.weight_hh_l1	5	0.03216922655701637
188515	rnn.weight_hh_l1	6	0.035293806344270706
188515	rnn.weight_hh_l1	7	-0.017562974244356155
188515	rnn.weight_hh_l1	8	-0.007577227894216776
188515	rnn.weight_hh_l1	9	0.03459329158067703
188515	rnn.bias_ih_l1	0	-0.19032348692417145
188515	rnn.bias_ih_l1	1	-0.179574117064476
188515	rnn.bias_ih_l1	2	-0.21271157264709473
188515	rnn.bias_ih_l1	3	-0.31323662400245667
188515	rnn.bias_ih_l1	4	-0.19048075377941132
188515	rnn.bias_ih_l1	5	-0.08454523980617523
188515	rnn.bias_ih_l1	6	-0.1686021387577057
188515	rnn.bias_ih_l1	7	-0.007939145900309086
188515	rnn.bias_ih_l1	8	-0.1263434737920761
188515	rnn.bias_ih_l1	9	-0.13422885537147522
188515	rnn.bias_hh_l1	0	-0.09965019673109055
188515	rnn.bias_hh_l1	1	-0.07125004380941391
188515	rnn.bias_hh_l1	2	-0.08864016085863113
188515	rnn.bias_hh_l1	3	-0.08278098702430725
188515	rnn.bias_hh_l1	4	-0.08676489442586899
188515	rnn.bias_hh_l1	5	-0.12080898135900497
188515	rnn.bias_hh_l1	6	-0.15840542316436768
188515	rnn.bias_hh_l1	7	0.07822588831186295
188515	rnn.bias_hh_l1	8	-0.18090982735157013
188515	rnn.bias_hh_l1	9	-0.1194390207529068
188515	rnn.weight_ih_l1_reverse	0	-0.04597916081547737
188515	rnn.weight_ih_l1_reverse	1	0.03381400182843208
188515	rnn.weight_ih_l1_reverse	2	0.08934105932712555
188515	rnn.weight_ih_l1_reverse	3	-0.014230720698833466
188515	rnn.weight_ih_l1_reverse	4	-0.03607102856040001
188515	rnn.weight_ih_l1_reverse	5	-0.03069191239774227
188515	rnn.weight_ih_l1_reverse	6	-0.008430592715740204
188515	rnn.weight_ih_l1_reverse	7	0.025295663625001907
188515	rnn.weight_ih_l1_reverse	8	0.010180157609283924
188515	rnn.weight_ih_l1_reverse	9	-0.03853415697813034
188515	rnn.weight_hh_l1_reverse	0	0.005153833422809839
188515	rnn.weight_hh_l1_reverse	1	0.031837597489356995
188515	rnn.weight_hh_l1_reverse	2	-0.04029927775263786
188515	rnn.weight_hh_l1_reverse	3	0.035201579332351685
188515	rnn.weight_hh_l1_reverse	4	0.04769384488463402
188515	rnn.weight_hh_l1_reverse	5	0.002308717928826809
188515	rnn.weight_hh_l1_reverse	6	0.056658968329429626
188515	rnn.weight_hh_l1_reverse	7	0.030062302947044373
188515	rnn.weight_hh_l1_reverse	8	-0.007234628777951002
188515	rnn.weight_hh_l1_reverse	9	-0.029888784512877464
188515	rnn.bias_ih_l1_reverse	0	-0.051987290382385254
188515	rnn.bias_ih_l1_reverse	1	-0.15389886498451233
188515	rnn.bias_ih_l1_reverse	2	-0.1637473851442337
188515	rnn.bias_ih_l1_reverse	3	-0.05588990077376366
188515	rnn.bias_ih_l1_reverse	4	-0.21086207032203674
188515	rnn.bias_ih_l1_reverse	5	-0.11276135593652725
188515	rnn.bias_ih_l1_reverse	6	-0.13373979926109314
188515	rnn.bias_ih_l1_reverse	7	-0.19594261050224304
188515	rnn.bias_ih_l1_reverse	8	0.22576579451560974
188515	rnn.bias_ih_l1_reverse	9	0.024168092757463455
188515	rnn.bias_hh_l1_reverse	0	-0.0015944269252941012
188515	rnn.bias_hh_l1_reverse	1	-0.07937081158161163
188515	rnn.bias_hh_l1_reverse	2	-0.23607416450977325
188515	rnn.bias_hh_l1_reverse	3	-0.1400364488363266
188515	rnn.bias_hh_l1_reverse	4	-0.08964762091636658
188515	rnn.bias_hh_l1_reverse	5	-0.11894682794809341
188515	rnn.bias_hh_l1_reverse	6	0.05868181586265564
188515	rnn.bias_hh_l1_reverse	7	-0.1567499190568924
188515	rnn.bias_hh_l1_reverse	8	-0.11437743157148361
188515	rnn.bias_hh_l1_reverse	9	-0.15151764452457428
188515	linear.weight	0	0.002228822559118271
188515	linear.weight	1	0.10414852946996689
188515	linear.weight	2	-0.10161252319812775
188515	linear.weight	3	0.28328511118888855
188515	linear.weight	4	0.16748082637786865
188515	linear.weight	5	-0.06808741390705109
188515	linear.weight	6	0.12304035574197769
188515	linear.weight	7	0.12591859698295593
188515	linear.weight	8	0.04115298390388489
188515	linear.weight	9	-0.04082918167114258
188515	linear.bias	0	0.10768838226795197
188515	linear.bias	1	-0.17299693822860718
188515	linear.bias	2	-0.4287121295928955
188515	linear.bias	3	-0.6573769450187683
188515	linear.bias	4	-1.2226275205612183
188515	linear.bias	5	-0.0676603615283966
188515	linear.bias	6	-0.7858995795249939
188515	linear.bias	7	0.25935861468315125
188515	linear.bias	8	-0.42359015345573425
188515	linear.bias	9	-1.030924677848816
188712	transitions	0	0.7300612926483154
188712	transitions	1	0.15055371820926666
188712	transitions	2	-10000.0
188712	transitions	3	-1.8266277313232422
188712	transitions	4	-10000.0
188712	transitions	5	0.5670081973075867
188712	transitions	6	-0.082453154027462
188712	transitions	7	-0.777091920375824
188712	transitions	8	-1.416955828666687
188712	transitions	9	-0.0012000307906419039
188712	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
188712	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
188712	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
188712	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
188712	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
188712	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
188712	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
188712	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
188712	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
188712	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
188712	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
188712	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
188712	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
188712	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
188712	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
188712	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
188712	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
188712	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
188712	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
188712	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
188712	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
188712	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
188712	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
188712	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
188712	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
188712	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
188712	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
188712	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
188712	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
188712	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
188712	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
188712	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
188712	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
188712	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
188712	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
188712	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
188712	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
188712	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
188712	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
188712	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
188712	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
188712	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
188712	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
188712	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
188712	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
188712	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
188712	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
188712	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
188712	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
188712	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
188712	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
188712	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
188712	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
188712	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
188712	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
188712	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
188712	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
188712	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
188712	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
188712	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
188712	embedding2nn.weight	0	0.021426627412438393
188712	embedding2nn.weight	1	-0.013175584375858307
188712	embedding2nn.weight	2	-0.014268254861235619
188712	embedding2nn.weight	3	-0.03714581951498985
188712	embedding2nn.weight	4	-0.0059150345623493195
188712	embedding2nn.weight	5	-0.003700588596984744
188712	embedding2nn.weight	6	-0.00397326797246933
188712	embedding2nn.weight	7	-0.07992947846651077
188712	embedding2nn.weight	8	-0.0019979383796453476
188712	embedding2nn.weight	9	-0.029572317376732826
188712	embedding2nn.bias	0	0.039652857929468155
188712	embedding2nn.bias	1	-0.07509302347898483
188712	embedding2nn.bias	2	0.05698692426085472
188712	embedding2nn.bias	3	0.0468854121863842
188712	embedding2nn.bias	4	-0.054174210876226425
188712	embedding2nn.bias	5	-0.0008910250035114586
188712	embedding2nn.bias	6	0.025988157838582993
188712	embedding2nn.bias	7	-0.048369694501161575
188712	embedding2nn.bias	8	0.05433521047234535
188712	embedding2nn.bias	9	0.05515509843826294
188712	rnn.weight_ih_l0	0	-0.07589958608150482
188712	rnn.weight_ih_l0	1	0.00736307492479682
188712	rnn.weight_ih_l0	2	0.03409883379936218
188712	rnn.weight_ih_l0	3	0.023001352325081825
188712	rnn.weight_ih_l0	4	-0.046967633068561554
188712	rnn.weight_ih_l0	5	-0.06425459682941437
188712	rnn.weight_ih_l0	6	-6.451262015616521e-05
188712	rnn.weight_ih_l0	7	0.04962750896811485
188712	rnn.weight_ih_l0	8	-0.014557627029716969
188712	rnn.weight_ih_l0	9	-0.03142557665705681
188712	rnn.weight_hh_l0	0	-0.030351705849170685
188712	rnn.weight_hh_l0	1	-0.0075683631002902985
188712	rnn.weight_hh_l0	2	0.009891507215797901
188712	rnn.weight_hh_l0	3	-0.075290247797966
188712	rnn.weight_hh_l0	4	0.0929596871137619
188712	rnn.weight_hh_l0	5	-0.02596197836101055
188712	rnn.weight_hh_l0	6	-0.05834425613284111
188712	rnn.weight_hh_l0	7	0.010984714142978191
188712	rnn.weight_hh_l0	8	0.014934077858924866
188712	rnn.weight_hh_l0	9	-0.023892639204859734
188712	rnn.bias_ih_l0	0	0.13157835602760315
188712	rnn.bias_ih_l0	1	-0.03553924337029457
188712	rnn.bias_ih_l0	2	-0.03367049992084503
188712	rnn.bias_ih_l0	3	0.15851999819278717
188712	rnn.bias_ih_l0	4	-0.01264441478997469
188712	rnn.bias_ih_l0	5	-0.020472338423132896
188712	rnn.bias_ih_l0	6	0.019839800894260406
188712	rnn.bias_ih_l0	7	0.022160524502396584
188712	rnn.bias_ih_l0	8	-0.09852662682533264
188712	rnn.bias_ih_l0	9	-0.04712548479437828
188712	rnn.bias_hh_l0	0	-0.0032486505806446075
188712	rnn.bias_hh_l0	1	-0.11046038568019867
188712	rnn.bias_hh_l0	2	-0.07085653394460678
188712	rnn.bias_hh_l0	3	-0.08730818331241608
188712	rnn.bias_hh_l0	4	0.005627243779599667
188712	rnn.bias_hh_l0	5	-0.024309400469064713
188712	rnn.bias_hh_l0	6	0.03193087875843048
188712	rnn.bias_hh_l0	7	0.04869068041443825
188712	rnn.bias_hh_l0	8	-0.12035886198282242
188712	rnn.bias_hh_l0	9	-0.05641928315162659
188712	rnn.weight_ih_l0_reverse	0	-0.02316201664507389
188712	rnn.weight_ih_l0_reverse	1	-0.05219339206814766
188712	rnn.weight_ih_l0_reverse	2	-0.048570722341537476
188712	rnn.weight_ih_l0_reverse	3	0.011137855239212513
188712	rnn.weight_ih_l0_reverse	4	-0.02059771493077278
188712	rnn.weight_ih_l0_reverse	5	-0.05932414531707764
188712	rnn.weight_ih_l0_reverse	6	0.07601500302553177
188712	rnn.weight_ih_l0_reverse	7	-0.017327338457107544
188712	rnn.weight_ih_l0_reverse	8	-0.015403392724692822
188712	rnn.weight_ih_l0_reverse	9	0.0005346069810912013
188712	rnn.weight_hh_l0_reverse	0	0.06465383619070053
188712	rnn.weight_hh_l0_reverse	1	0.024422314018011093
188712	rnn.weight_hh_l0_reverse	2	0.02817969210445881
188712	rnn.weight_hh_l0_reverse	3	0.03740214556455612
188712	rnn.weight_hh_l0_reverse	4	0.011792613193392754
188712	rnn.weight_hh_l0_reverse	5	0.008208134211599827
188712	rnn.weight_hh_l0_reverse	6	0.04993782192468643
188712	rnn.weight_hh_l0_reverse	7	-0.07921672612428665
188712	rnn.weight_hh_l0_reverse	8	0.03959418460726738
188712	rnn.weight_hh_l0_reverse	9	0.034810103476047516
188712	rnn.bias_ih_l0_reverse	0	-0.05621947720646858
188712	rnn.bias_ih_l0_reverse	1	-0.28873422741889954
188712	rnn.bias_ih_l0_reverse	2	-0.11903650313615799
188712	rnn.bias_ih_l0_reverse	3	-0.04988238960504532
188712	rnn.bias_ih_l0_reverse	4	-0.015126126818358898
188712	rnn.bias_ih_l0_reverse	5	0.07836190611124039
188712	rnn.bias_ih_l0_reverse	6	-0.06679269671440125
188712	rnn.bias_ih_l0_reverse	7	0.05947452783584595
188712	rnn.bias_ih_l0_reverse	8	-0.048598915338516235
188712	rnn.bias_ih_l0_reverse	9	0.05955878645181656
188712	rnn.bias_hh_l0_reverse	0	0.023469943553209305
188712	rnn.bias_hh_l0_reverse	1	-0.0465964712202549
188712	rnn.bias_hh_l0_reverse	2	0.07917845249176025
188712	rnn.bias_hh_l0_reverse	3	-0.04416375979781151
188712	rnn.bias_hh_l0_reverse	4	-0.022611169144511223
188712	rnn.bias_hh_l0_reverse	5	-0.02922694757580757
188712	rnn.bias_hh_l0_reverse	6	-0.016165999695658684
188712	rnn.bias_hh_l0_reverse	7	0.10289231687784195
188712	rnn.bias_hh_l0_reverse	8	0.02971743419766426
188712	rnn.bias_hh_l0_reverse	9	-0.1490975320339203
188712	rnn.weight_ih_l1	0	-0.031206263229250908
188712	rnn.weight_ih_l1	1	-0.05147230252623558
188712	rnn.weight_ih_l1	2	0.05415719747543335
188712	rnn.weight_ih_l1	3	-0.07042905688285828
188712	rnn.weight_ih_l1	4	-0.01437285915017128
188712	rnn.weight_ih_l1	5	-0.04166458919644356
188712	rnn.weight_ih_l1	6	0.028304168954491615
188712	rnn.weight_ih_l1	7	-0.04830864444375038
188712	rnn.weight_ih_l1	8	0.03650088235735893
188712	rnn.weight_ih_l1	9	0.046476028859615326
188712	rnn.weight_hh_l1	0	-0.005682322662323713
188712	rnn.weight_hh_l1	1	0.020098412409424782
188712	rnn.weight_hh_l1	2	0.010217735543847084
188712	rnn.weight_hh_l1	3	-0.012533669359982014
188712	rnn.weight_hh_l1	4	0.006408823188394308
188712	rnn.weight_hh_l1	5	0.03220672532916069
188712	rnn.weight_hh_l1	6	0.03525632247328758
188712	rnn.weight_hh_l1	7	-0.017543751746416092
188712	rnn.weight_hh_l1	8	-0.007697486784309149
188712	rnn.weight_hh_l1	9	0.0345504991710186
188712	rnn.bias_ih_l1	0	-0.19058069586753845
188712	rnn.bias_ih_l1	1	-0.17947541177272797
188712	rnn.bias_ih_l1	2	-0.2117440104484558
188712	rnn.bias_ih_l1	3	-0.31280869245529175
188712	rnn.bias_ih_l1	4	-0.1892760992050171
188712	rnn.bias_ih_l1	5	-0.0844755619764328
188712	rnn.bias_ih_l1	6	-0.16823287308216095
188712	rnn.bias_ih_l1	7	-0.009286542423069477
188712	rnn.bias_ih_l1	8	-0.12669557332992554
188712	rnn.bias_ih_l1	9	-0.1339622139930725
188712	rnn.bias_hh_l1	0	-0.09938254207372665
188712	rnn.bias_hh_l1	1	-0.07094452530145645
188712	rnn.bias_hh_l1	2	-0.08705412596464157
188712	rnn.bias_hh_l1	3	-0.08293550461530685
188712	rnn.bias_hh_l1	4	-0.08613675087690353
188712	rnn.bias_hh_l1	5	-0.12078198790550232
188712	rnn.bias_hh_l1	6	-0.15750716626644135
188712	rnn.bias_hh_l1	7	0.07936446368694305
188712	rnn.bias_hh_l1	8	-0.18137061595916748
188712	rnn.bias_hh_l1	9	-0.11960279196500778
188712	rnn.weight_ih_l1_reverse	0	-0.04603618010878563
188712	rnn.weight_ih_l1_reverse	1	0.033492572605609894
188712	rnn.weight_ih_l1_reverse	2	0.09017423540353775
188712	rnn.weight_ih_l1_reverse	3	-0.013809584081172943
188712	rnn.weight_ih_l1_reverse	4	-0.036254800856113434
188712	rnn.weight_ih_l1_reverse	5	-0.0306551456451416
188712	rnn.weight_ih_l1_reverse	6	-0.008907501585781574
188712	rnn.weight_ih_l1_reverse	7	0.025127390399575233
188712	rnn.weight_ih_l1_reverse	8	0.01025631558150053
188712	rnn.weight_ih_l1_reverse	9	-0.03839341923594475
188712	rnn.weight_hh_l1_reverse	0	0.005106986965984106
188712	rnn.weight_hh_l1_reverse	1	0.031779564917087555
188712	rnn.weight_hh_l1_reverse	2	-0.04031393304467201
188712	rnn.weight_hh_l1_reverse	3	0.03517577052116394
188712	rnn.weight_hh_l1_reverse	4	0.04765208438038826
188712	rnn.weight_hh_l1_reverse	5	0.002477638190612197
188712	rnn.weight_hh_l1_reverse	6	0.05632168799638748
188712	rnn.weight_hh_l1_reverse	7	0.030133169144392014
188712	rnn.weight_hh_l1_reverse	8	-0.007223057560622692
188712	rnn.weight_hh_l1_reverse	9	-0.02983596920967102
188712	rnn.bias_ih_l1_reverse	0	-0.052129823714494705
188712	rnn.bias_ih_l1_reverse	1	-0.15386401116847992
188712	rnn.bias_ih_l1_reverse	2	-0.1632201224565506
188712	rnn.bias_ih_l1_reverse	3	-0.05439159646630287
188712	rnn.bias_ih_l1_reverse	4	-0.21054628491401672
188712	rnn.bias_ih_l1_reverse	5	-0.11372137069702148
188712	rnn.bias_ih_l1_reverse	6	-0.1330636888742447
188712	rnn.bias_ih_l1_reverse	7	-0.1962323784828186
188712	rnn.bias_ih_l1_reverse	8	0.22591890394687653
188712	rnn.bias_ih_l1_reverse	9	0.02432195656001568
188712	rnn.bias_hh_l1_reverse	0	-0.0004891962162218988
188712	rnn.bias_hh_l1_reverse	1	-0.07981552928686142
188712	rnn.bias_hh_l1_reverse	2	-0.2361244559288025
188712	rnn.bias_hh_l1_reverse	3	-0.14063437283039093
188712	rnn.bias_hh_l1_reverse	4	-0.0899997279047966
188712	rnn.bias_hh_l1_reverse	5	-0.1204095408320427
188712	rnn.bias_hh_l1_reverse	6	0.05899638682603836
188712	rnn.bias_hh_l1_reverse	7	-0.15689821541309357
188712	rnn.bias_hh_l1_reverse	8	-0.11383414268493652
188712	rnn.bias_hh_l1_reverse	9	-0.1513163298368454
188712	linear.weight	0	0.002228822559118271
188712	linear.weight	1	0.10424778610467911
188712	linear.weight	2	-0.10071849077939987
188712	linear.weight	3	0.28216293454170227
188712	linear.weight	4	0.16761787235736847
188712	linear.weight	5	-0.06852540373802185
188712	linear.weight	6	0.12219005823135376
188712	linear.weight	7	0.12692400813102722
188712	linear.weight	8	0.041153039783239365
188712	linear.weight	9	-0.040071118623018265
188712	linear.bias	0	0.11296401172876358
188712	linear.bias	1	-0.1881336122751236
188712	linear.bias	2	-0.42604517936706543
188712	linear.bias	3	-0.6514812111854553
188712	linear.bias	4	-1.2177799940109253
188712	linear.bias	5	-0.06678923219442368
188712	linear.bias	6	-0.8003635406494141
188712	linear.bias	7	0.26059961318969727
188712	linear.bias	8	-0.42344149947166443
188712	linear.bias	9	-1.0302906036376953
188909	transitions	0	0.7267430424690247
188909	transitions	1	0.14979761838912964
188909	transitions	2	-10000.0
188909	transitions	3	-1.8266340494155884
188909	transitions	4	-10000.0
188909	transitions	5	0.566999614238739
188909	transitions	6	-0.0824856236577034
188909	transitions	7	-0.7771397829055786
188909	transitions	8	-1.4169738292694092
188909	transitions	9	-0.0012001191498711705
188909	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
188909	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
188909	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
188909	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
188909	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
188909	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
188909	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
188909	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
188909	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
188909	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
188909	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
188909	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
188909	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
188909	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
188909	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
188909	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
188909	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
188909	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
188909	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
188909	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
188909	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
188909	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
188909	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
188909	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
188909	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
188909	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
188909	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
188909	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
188909	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
188909	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
188909	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
188909	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
188909	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
188909	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
188909	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
188909	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
188909	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
188909	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
188909	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
188909	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
188909	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
188909	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
188909	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
188909	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
188909	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
188909	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
188909	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
188909	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
188909	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
188909	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
188909	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
188909	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
188909	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
188909	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
188909	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
188909	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
188909	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
188909	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
188909	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
188909	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
188909	embedding2nn.weight	0	0.021351201459765434
188909	embedding2nn.weight	1	-0.013181247748434544
188909	embedding2nn.weight	2	-0.014268254861235619
188909	embedding2nn.weight	3	-0.0369388572871685
188909	embedding2nn.weight	4	-0.0059150345623493195
188909	embedding2nn.weight	5	-0.003700588596984744
188909	embedding2nn.weight	6	-0.0039732675068080425
188909	embedding2nn.weight	7	-0.07969515025615692
188909	embedding2nn.weight	8	-0.0019979383796453476
188909	embedding2nn.weight	9	-0.02936316467821598
188909	embedding2nn.bias	0	0.043509066104888916
188909	embedding2nn.bias	1	-0.07434044778347015
188909	embedding2nn.bias	2	0.058281946927309036
188909	embedding2nn.bias	3	0.046395495533943176
188909	embedding2nn.bias	4	-0.05458035320043564
188909	embedding2nn.bias	5	-0.001971026649698615
188909	embedding2nn.bias	6	0.02805701456964016
188909	embedding2nn.bias	7	-0.048800740391016006
188909	embedding2nn.bias	8	0.055278029292821884
188909	embedding2nn.bias	9	0.05452597886323929
188909	rnn.weight_ih_l0	0	-0.07608281075954437
188909	rnn.weight_ih_l0	1	0.006671646144241095
188909	rnn.weight_ih_l0	2	0.034015122801065445
188909	rnn.weight_ih_l0	3	0.023053765296936035
188909	rnn.weight_ih_l0	4	-0.04695197567343712
188909	rnn.weight_ih_l0	5	-0.06422626972198486
188909	rnn.weight_ih_l0	6	-0.00013154691259842366
188909	rnn.weight_ih_l0	7	0.049242932349443436
188909	rnn.weight_ih_l0	8	-0.015029552392661572
188909	rnn.weight_ih_l0	9	-0.031238140538334846
188909	rnn.weight_hh_l0	0	-0.030316360294818878
188909	rnn.weight_hh_l0	1	-0.007864430546760559
188909	rnn.weight_hh_l0	2	0.009882383979856968
188909	rnn.weight_hh_l0	3	-0.075286366045475
188909	rnn.weight_hh_l0	4	0.09295745939016342
188909	rnn.weight_hh_l0	5	-0.026338297873735428
188909	rnn.weight_hh_l0	6	-0.05797881260514259
188909	rnn.weight_hh_l0	7	0.011128919199109077
188909	rnn.weight_hh_l0	8	0.015124252066016197
188909	rnn.weight_hh_l0	9	-0.023892125114798546
188909	rnn.bias_ih_l0	0	0.13115625083446503
188909	rnn.bias_ih_l0	1	-0.03567468747496605
188909	rnn.bias_ih_l0	2	-0.03399273008108139
188909	rnn.bias_ih_l0	3	0.15793880820274353
188909	rnn.bias_ih_l0	4	-0.012507505714893341
188909	rnn.bias_ih_l0	5	-0.020407114177942276
188909	rnn.bias_ih_l0	6	0.019163725897669792
188909	rnn.bias_ih_l0	7	0.021351808682084084
188909	rnn.bias_ih_l0	8	-0.09921244531869888
188909	rnn.bias_ih_l0	9	-0.04774317517876625
188909	rnn.bias_hh_l0	0	-0.0029480180237442255
188909	rnn.bias_hh_l0	1	-0.11074410378932953
188909	rnn.bias_hh_l0	2	-0.07090926915407181
188909	rnn.bias_hh_l0	3	-0.08612610399723053
188909	rnn.bias_hh_l0	4	0.006032520439475775
188909	rnn.bias_hh_l0	5	-0.024689435958862305
188909	rnn.bias_hh_l0	6	0.031541794538497925
188909	rnn.bias_hh_l0	7	0.05008680000901222
188909	rnn.bias_hh_l0	8	-0.12093654274940491
188909	rnn.bias_hh_l0	9	-0.05535734444856644
188909	rnn.weight_ih_l0_reverse	0	-0.02293037250638008
188909	rnn.weight_ih_l0_reverse	1	-0.05224441736936569
188909	rnn.weight_ih_l0_reverse	2	-0.04836480692028999
188909	rnn.weight_ih_l0_reverse	3	0.011387506499886513
188909	rnn.weight_ih_l0_reverse	4	-0.02043507620692253
188909	rnn.weight_ih_l0_reverse	5	-0.05915839970111847
188909	rnn.weight_ih_l0_reverse	6	0.07579944282770157
188909	rnn.weight_ih_l0_reverse	7	-0.017038213089108467
188909	rnn.weight_ih_l0_reverse	8	-0.015370184555649757
188909	rnn.weight_ih_l0_reverse	9	0.00021724145335610956
188909	rnn.weight_hh_l0_reverse	0	0.06443307548761368
188909	rnn.weight_hh_l0_reverse	1	0.024172188714146614
188909	rnn.weight_hh_l0_reverse	2	0.028164539486169815
188909	rnn.weight_hh_l0_reverse	3	0.037436310201883316
188909	rnn.weight_hh_l0_reverse	4	0.011819228529930115
188909	rnn.weight_hh_l0_reverse	5	0.008092934265732765
188909	rnn.weight_hh_l0_reverse	6	0.0502142496407032
188909	rnn.weight_hh_l0_reverse	7	-0.07932088524103165
188909	rnn.weight_hh_l0_reverse	8	0.039325129240751266
188909	rnn.weight_hh_l0_reverse	9	0.03468950465321541
188909	rnn.bias_ih_l0_reverse	0	-0.0563020184636116
188909	rnn.bias_ih_l0_reverse	1	-0.28881677985191345
188909	rnn.bias_ih_l0_reverse	2	-0.11832933127880096
188909	rnn.bias_ih_l0_reverse	3	-0.050237737596035004
188909	rnn.bias_ih_l0_reverse	4	-0.015187353827059269
188909	rnn.bias_ih_l0_reverse	5	0.07806054502725601
188909	rnn.bias_ih_l0_reverse	6	-0.06673458963632584
188909	rnn.bias_ih_l0_reverse	7	0.06002987548708916
188909	rnn.bias_ih_l0_reverse	8	-0.048034437000751495
188909	rnn.bias_ih_l0_reverse	9	0.0601637065410614
188909	rnn.bias_hh_l0_reverse	0	0.02313385345041752
188909	rnn.bias_hh_l0_reverse	1	-0.045604124665260315
188909	rnn.bias_hh_l0_reverse	2	0.0801396518945694
188909	rnn.bias_hh_l0_reverse	3	-0.04352390393614769
188909	rnn.bias_hh_l0_reverse	4	-0.022258887067437172
188909	rnn.bias_hh_l0_reverse	5	-0.028775077313184738
188909	rnn.bias_hh_l0_reverse	6	-0.016720881685614586
188909	rnn.bias_hh_l0_reverse	7	0.10344886779785156
188909	rnn.bias_hh_l0_reverse	8	0.03011832945048809
188909	rnn.bias_hh_l0_reverse	9	-0.14759187400341034
188909	rnn.weight_ih_l1	0	-0.03127549588680267
188909	rnn.weight_ih_l1	1	-0.051671095192432404
188909	rnn.weight_ih_l1	2	0.053957946598529816
188909	rnn.weight_ih_l1	3	-0.06986015290021896
188909	rnn.weight_ih_l1	4	-0.014573582448065281
188909	rnn.weight_ih_l1	5	-0.04158565774559975
188909	rnn.weight_ih_l1	6	0.028409145772457123
188909	rnn.weight_ih_l1	7	-0.04820957034826279
188909	rnn.weight_ih_l1	8	0.036558616906404495
188909	rnn.weight_ih_l1	9	0.046406302601099014
188909	rnn.weight_hh_l1	0	-0.005546733271330595
188909	rnn.weight_hh_l1	1	0.020167943090200424
188909	rnn.weight_hh_l1	2	0.009939078241586685
188909	rnn.weight_hh_l1	3	-0.012492879293859005
188909	rnn.weight_hh_l1	4	0.0065314508974552155
188909	rnn.weight_hh_l1	5	0.03240448236465454
188909	rnn.weight_hh_l1	6	0.03516228869557381
188909	rnn.weight_hh_l1	7	-0.01751263067126274
188909	rnn.weight_hh_l1	8	-0.00779102323576808
188909	rnn.weight_hh_l1	9	0.03461255878210068
188909	rnn.bias_ih_l1	0	-0.1905158907175064
188909	rnn.bias_ih_l1	1	-0.17944197356700897
188909	rnn.bias_ih_l1	2	-0.2123725861310959
188909	rnn.bias_ih_l1	3	-0.3128111660480499
188909	rnn.bias_ih_l1	4	-0.18956556916236877
188909	rnn.bias_ih_l1	5	-0.08388673514127731
188909	rnn.bias_ih_l1	6	-0.1677369624376297
188909	rnn.bias_ih_l1	7	-0.009328043088316917
188909	rnn.bias_ih_l1	8	-0.12776459753513336
188909	rnn.bias_ih_l1	9	-0.13452647626399994
188909	rnn.bias_hh_l1	0	-0.09910690039396286
188909	rnn.bias_hh_l1	1	-0.07086403667926788
188909	rnn.bias_hh_l1	2	-0.08724351972341537
188909	rnn.bias_hh_l1	3	-0.08302248269319534
188909	rnn.bias_hh_l1	4	-0.08591333776712418
188909	rnn.bias_hh_l1	5	-0.12083204835653305
188909	rnn.bias_hh_l1	6	-0.15814130008220673
188909	rnn.bias_hh_l1	7	0.07889515906572342
188909	rnn.bias_hh_l1	8	-0.18125607073307037
188909	rnn.bias_hh_l1	9	-0.11948322504758835
188909	rnn.weight_ih_l1_reverse	0	-0.04583442211151123
188909	rnn.weight_ih_l1_reverse	1	0.033419203013181686
188909	rnn.weight_ih_l1_reverse	2	0.09052862972021103
188909	rnn.weight_ih_l1_reverse	3	-0.013893636874854565
188909	rnn.weight_ih_l1_reverse	4	-0.03594811633229256
188909	rnn.weight_ih_l1_reverse	5	-0.030643664300441742
188909	rnn.weight_ih_l1_reverse	6	-0.009153632447123528
188909	rnn.weight_ih_l1_reverse	7	0.02530895732343197
188909	rnn.weight_ih_l1_reverse	8	0.010236343368887901
188909	rnn.weight_ih_l1_reverse	9	-0.03848330304026604
188909	rnn.weight_hh_l1_reverse	0	0.005081235896795988
188909	rnn.weight_hh_l1_reverse	1	0.031805314123630524
188909	rnn.weight_hh_l1_reverse	2	-0.04033493250608444
188909	rnn.weight_hh_l1_reverse	3	0.035161618143320084
188909	rnn.weight_hh_l1_reverse	4	0.04764522612094879
188909	rnn.weight_hh_l1_reverse	5	0.002469629282131791
188909	rnn.weight_hh_l1_reverse	6	0.05659683048725128
188909	rnn.weight_hh_l1_reverse	7	0.030169615522027016
188909	rnn.weight_hh_l1_reverse	8	-0.007229408714920282
188909	rnn.weight_hh_l1_reverse	9	-0.02982579544186592
188909	rnn.bias_ih_l1_reverse	0	-0.05255752429366112
188909	rnn.bias_ih_l1_reverse	1	-0.15365731716156006
188909	rnn.bias_ih_l1_reverse	2	-0.1622384786605835
188909	rnn.bias_ih_l1_reverse	3	-0.053946930915117264
188909	rnn.bias_ih_l1_reverse	4	-0.21044865250587463
188909	rnn.bias_ih_l1_reverse	5	-0.11516174674034119
188909	rnn.bias_ih_l1_reverse	6	-0.13308440148830414
188909	rnn.bias_ih_l1_reverse	7	-0.19601471722126007
188909	rnn.bias_ih_l1_reverse	8	0.22658264636993408
188909	rnn.bias_ih_l1_reverse	9	0.023337488994002342
188909	rnn.bias_hh_l1_reverse	0	-0.0019713870715349913
188909	rnn.bias_hh_l1_reverse	1	-0.07961685210466385
188909	rnn.bias_hh_l1_reverse	2	-0.2360900193452835
188909	rnn.bias_hh_l1_reverse	3	-0.14025110006332397
188909	rnn.bias_hh_l1_reverse	4	-0.08946824073791504
188909	rnn.bias_hh_l1_reverse	5	-0.12042538821697235
188909	rnn.bias_hh_l1_reverse	6	0.05868580937385559
188909	rnn.bias_hh_l1_reverse	7	-0.15707968175411224
188909	rnn.bias_hh_l1_reverse	8	-0.11257387697696686
188909	rnn.bias_hh_l1_reverse	9	-0.15138950943946838
188909	linear.weight	0	0.002228822559118271
188909	linear.weight	1	0.1057908684015274
188909	linear.weight	2	-0.1021234318614006
188909	linear.weight	3	0.2862577438354492
188909	linear.weight	4	0.16695357859134674
188909	linear.weight	5	-0.06873559951782227
188909	linear.weight	6	0.12380041182041168
188909	linear.weight	7	0.12666629254817963
188909	linear.weight	8	0.041153013706207275
188909	linear.weight	9	-0.040124714374542236
188909	linear.bias	0	0.11289823800325394
188909	linear.bias	1	-0.1866145133972168
188909	linear.bias	2	-0.4201321005821228
188909	linear.bias	3	-0.6480244994163513
188909	linear.bias	4	-1.2142438888549805
188909	linear.bias	5	-0.06065024435520172
188909	linear.bias	6	-0.7978397607803345
188909	linear.bias	7	0.26608338952064514
188909	linear.bias	8	-0.42477965354919434
188909	linear.bias	9	-1.0323495864868164
189106	transitions	0	0.7293825745582581
189106	transitions	1	0.15023605525493622
189106	transitions	2	-10000.0
189106	transitions	3	-1.8266394138336182
189106	transitions	4	-10000.0
189106	transitions	5	0.5669816136360168
189106	transitions	6	-0.08249901980161667
189106	transitions	7	-0.7771711349487305
189106	transitions	8	-1.4170113801956177
189106	transitions	9	-0.0012002665316686034
189106	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
189106	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
189106	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
189106	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
189106	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
189106	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
189106	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
189106	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
189106	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
189106	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
189106	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
189106	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
189106	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
189106	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
189106	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
189106	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
189106	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
189106	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
189106	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
189106	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
189106	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
189106	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
189106	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
189106	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
189106	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
189106	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
189106	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
189106	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
189106	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
189106	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
189106	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
189106	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
189106	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
189106	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
189106	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
189106	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
189106	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
189106	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
189106	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
189106	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
189106	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
189106	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
189106	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
189106	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
189106	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
189106	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
189106	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
189106	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
189106	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
189106	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
189106	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
189106	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
189106	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
189106	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
189106	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
189106	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
189106	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
189106	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
189106	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
189106	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
189106	embedding2nn.weight	0	0.021366694942116737
189106	embedding2nn.weight	1	-0.0131318848580122
189106	embedding2nn.weight	2	-0.014268254861235619
189106	embedding2nn.weight	3	-0.037297774106264114
189106	embedding2nn.weight	4	-0.0059150345623493195
189106	embedding2nn.weight	5	-0.003700587898492813
189106	embedding2nn.weight	6	-0.003973266109824181
189106	embedding2nn.weight	7	-0.07979901134967804
189106	embedding2nn.weight	8	-0.0019979383796453476
189106	embedding2nn.weight	9	-0.02917269803583622
189106	embedding2nn.bias	0	0.042041368782520294
189106	embedding2nn.bias	1	-0.0726809874176979
189106	embedding2nn.bias	2	0.05851168558001518
189106	embedding2nn.bias	3	0.04671522229909897
189106	embedding2nn.bias	4	-0.05293935909867287
189106	embedding2nn.bias	5	0.0005691798287443817
189106	embedding2nn.bias	6	0.03159094974398613
189106	embedding2nn.bias	7	-0.04983723908662796
189106	embedding2nn.bias	8	0.054240632802248
189106	embedding2nn.bias	9	0.05243682116270065
189106	rnn.weight_ih_l0	0	-0.07647465169429779
189106	rnn.weight_ih_l0	1	0.006543475203216076
189106	rnn.weight_ih_l0	2	0.03404833376407623
189106	rnn.weight_ih_l0	3	0.022908315062522888
189106	rnn.weight_ih_l0	4	-0.04656841233372688
189106	rnn.weight_ih_l0	5	-0.06436310708522797
189106	rnn.weight_ih_l0	6	-0.00020200190192554146
189106	rnn.weight_ih_l0	7	0.04932733252644539
189106	rnn.weight_ih_l0	8	-0.014817070215940475
189106	rnn.weight_ih_l0	9	-0.031004907563328743
189106	rnn.weight_hh_l0	0	-0.03023209050297737
189106	rnn.weight_hh_l0	1	-0.007954206317663193
189106	rnn.weight_hh_l0	2	0.009538775309920311
189106	rnn.weight_hh_l0	3	-0.07573339343070984
189106	rnn.weight_hh_l0	4	0.09288302063941956
189106	rnn.weight_hh_l0	5	-0.026000268757343292
189106	rnn.weight_hh_l0	6	-0.05824947729706764
189106	rnn.weight_hh_l0	7	0.011071274057030678
189106	rnn.weight_hh_l0	8	0.015086282975971699
189106	rnn.weight_hh_l0	9	-0.02391439490020275
189106	rnn.bias_ih_l0	0	0.13088001310825348
189106	rnn.bias_ih_l0	1	-0.03430972620844841
189106	rnn.bias_ih_l0	2	-0.0334402471780777
189106	rnn.bias_ih_l0	3	0.15913602709770203
189106	rnn.bias_ih_l0	4	-0.012308909557759762
189106	rnn.bias_ih_l0	5	-0.020788775756955147
189106	rnn.bias_ih_l0	6	0.01704307273030281
189106	rnn.bias_ih_l0	7	0.02118704654276371
189106	rnn.bias_ih_l0	8	-0.09979669749736786
189106	rnn.bias_ih_l0	9	-0.04711340740323067
189106	rnn.bias_hh_l0	0	-0.0021905647590756416
189106	rnn.bias_hh_l0	1	-0.11043241620063782
189106	rnn.bias_hh_l0	2	-0.07145071774721146
189106	rnn.bias_hh_l0	3	-0.0862823873758316
189106	rnn.bias_hh_l0	4	0.005233620293438435
189106	rnn.bias_hh_l0	5	-0.024598244577646255
189106	rnn.bias_hh_l0	6	0.03233674168586731
189106	rnn.bias_hh_l0	7	0.04815995693206787
189106	rnn.bias_hh_l0	8	-0.12152818590402603
189106	rnn.bias_hh_l0	9	-0.05655956640839577
189106	rnn.weight_ih_l0_reverse	0	-0.022654583677649498
189106	rnn.weight_ih_l0_reverse	1	-0.05230303108692169
189106	rnn.weight_ih_l0_reverse	2	-0.048245277255773544
189106	rnn.weight_ih_l0_reverse	3	0.011325489729642868
189106	rnn.weight_ih_l0_reverse	4	-0.02060084231197834
189106	rnn.weight_ih_l0_reverse	5	-0.05895315110683441
189106	rnn.weight_ih_l0_reverse	6	0.07586614787578583
189106	rnn.weight_ih_l0_reverse	7	-0.017367063090205193
189106	rnn.weight_ih_l0_reverse	8	-0.015695439651608467
189106	rnn.weight_ih_l0_reverse	9	0.00036568468203768134
189106	rnn.weight_hh_l0_reverse	0	0.06458376348018646
189106	rnn.weight_hh_l0_reverse	1	0.0244256854057312
189106	rnn.weight_hh_l0_reverse	2	0.02818678691983223
189106	rnn.weight_hh_l0_reverse	3	0.03756723925471306
189106	rnn.weight_hh_l0_reverse	4	0.011621992103755474
189106	rnn.weight_hh_l0_reverse	5	0.008225148543715477
189106	rnn.weight_hh_l0_reverse	6	0.050164174288511276
189106	rnn.weight_hh_l0_reverse	7	-0.07919402420520782
189106	rnn.weight_hh_l0_reverse	8	0.039314791560173035
189106	rnn.weight_hh_l0_reverse	9	0.03474338725209236
189106	rnn.bias_ih_l0_reverse	0	-0.05594632402062416
189106	rnn.bias_ih_l0_reverse	1	-0.28712180256843567
189106	rnn.bias_ih_l0_reverse	2	-0.11804907023906708
189106	rnn.bias_ih_l0_reverse	3	-0.050268031656742096
189106	rnn.bias_ih_l0_reverse	4	-0.015085146762430668
189106	rnn.bias_ih_l0_reverse	5	0.07852303236722946
189106	rnn.bias_ih_l0_reverse	6	-0.06772050261497498
189106	rnn.bias_ih_l0_reverse	7	0.060316648334264755
189106	rnn.bias_ih_l0_reverse	8	-0.04804877191781998
189106	rnn.bias_ih_l0_reverse	9	0.06010416895151138
189106	rnn.bias_hh_l0_reverse	0	0.022115379571914673
189106	rnn.bias_hh_l0_reverse	1	-0.04419120028614998
189106	rnn.bias_hh_l0_reverse	2	0.07915526628494263
189106	rnn.bias_hh_l0_reverse	3	-0.04373566806316376
189106	rnn.bias_hh_l0_reverse	4	-0.022347623482346535
189106	rnn.bias_hh_l0_reverse	5	-0.029030008241534233
189106	rnn.bias_hh_l0_reverse	6	-0.01703575812280178
189106	rnn.bias_hh_l0_reverse	7	0.10424802452325821
189106	rnn.bias_hh_l0_reverse	8	0.03176068887114525
189106	rnn.bias_hh_l0_reverse	9	-0.1480039656162262
189106	rnn.weight_ih_l1	0	-0.03106875903904438
189106	rnn.weight_ih_l1	1	-0.05175437778234482
189106	rnn.weight_ih_l1	2	0.05430223047733307
189106	rnn.weight_ih_l1	3	-0.06896162033081055
189106	rnn.weight_ih_l1	4	-0.015094907954335213
189106	rnn.weight_ih_l1	5	-0.04154536873102188
189106	rnn.weight_ih_l1	6	0.028247928246855736
189106	rnn.weight_ih_l1	7	-0.0483558252453804
189106	rnn.weight_ih_l1	8	0.036549825221300125
189106	rnn.weight_ih_l1	9	0.04645320028066635
189106	rnn.weight_hh_l1	0	-0.00567425275221467
189106	rnn.weight_hh_l1	1	0.020145922899246216
189106	rnn.weight_hh_l1	2	0.009876755066215992
189106	rnn.weight_hh_l1	3	-0.012483718805015087
189106	rnn.weight_hh_l1	4	0.006548651959747076
189106	rnn.weight_hh_l1	5	0.03241806849837303
189106	rnn.weight_hh_l1	6	0.03511110320687294
189106	rnn.weight_hh_l1	7	-0.017502766102552414
189106	rnn.weight_hh_l1	8	-0.007736319676041603
189106	rnn.weight_hh_l1	9	0.03454823046922684
189106	rnn.bias_ih_l1	0	-0.19022394716739655
189106	rnn.bias_ih_l1	1	-0.17919017374515533
189106	rnn.bias_ih_l1	2	-0.21244506537914276
189106	rnn.bias_ih_l1	3	-0.3128385841846466
189106	rnn.bias_ih_l1	4	-0.1908315122127533
189106	rnn.bias_ih_l1	5	-0.08364880830049515
189106	rnn.bias_ih_l1	6	-0.16660720109939575
189106	rnn.bias_ih_l1	7	-0.00983420480042696
189106	rnn.bias_ih_l1	8	-0.12794968485832214
189106	rnn.bias_ih_l1	9	-0.13407278060913086
189106	rnn.bias_hh_l1	0	-0.09944009780883789
189106	rnn.bias_hh_l1	1	-0.07014700025320053
189106	rnn.bias_hh_l1	2	-0.08755940198898315
189106	rnn.bias_hh_l1	3	-0.08301098644733429
189106	rnn.bias_hh_l1	4	-0.08618146181106567
189106	rnn.bias_hh_l1	5	-0.12077365070581436
189106	rnn.bias_hh_l1	6	-0.15704937279224396
189106	rnn.bias_hh_l1	7	0.07905048877000809
189106	rnn.bias_hh_l1	8	-0.18120825290679932
189106	rnn.bias_hh_l1	9	-0.11894167214632034
189106	rnn.weight_ih_l1_reverse	0	-0.045379217714071274
189106	rnn.weight_ih_l1_reverse	1	0.03373029828071594
189106	rnn.weight_ih_l1_reverse	2	0.09093553572893143
189106	rnn.weight_ih_l1_reverse	3	-0.013881147839128971
189106	rnn.weight_ih_l1_reverse	4	-0.03642857074737549
189106	rnn.weight_ih_l1_reverse	5	-0.030673770233988762
189106	rnn.weight_ih_l1_reverse	6	-0.009437535889446735
189106	rnn.weight_ih_l1_reverse	7	0.025564396753907204
189106	rnn.weight_ih_l1_reverse	8	0.009578493423759937
189106	rnn.weight_ih_l1_reverse	9	-0.0380224734544754
189106	rnn.weight_hh_l1_reverse	0	0.005011018831282854
189106	rnn.weight_hh_l1_reverse	1	0.03177731856703758
189106	rnn.weight_hh_l1_reverse	2	-0.04029027745127678
189106	rnn.weight_hh_l1_reverse	3	0.0351732037961483
189106	rnn.weight_hh_l1_reverse	4	0.04757073521614075
189106	rnn.weight_hh_l1_reverse	5	0.002536364132538438
189106	rnn.weight_hh_l1_reverse	6	0.05678833648562431
189106	rnn.weight_hh_l1_reverse	7	0.030189676210284233
189106	rnn.weight_hh_l1_reverse	8	-0.007193495519459248
189106	rnn.weight_hh_l1_reverse	9	-0.02992912195622921
189106	rnn.bias_ih_l1_reverse	0	-0.05234259366989136
189106	rnn.bias_ih_l1_reverse	1	-0.15405811369419098
189106	rnn.bias_ih_l1_reverse	2	-0.1617499440908432
189106	rnn.bias_ih_l1_reverse	3	-0.0555301196873188
189106	rnn.bias_ih_l1_reverse	4	-0.21094602346420288
189106	rnn.bias_ih_l1_reverse	5	-0.11507333070039749
189106	rnn.bias_ih_l1_reverse	6	-0.13266554474830627
189106	rnn.bias_ih_l1_reverse	7	-0.19729934632778168
189106	rnn.bias_ih_l1_reverse	8	0.2281336486339569
189106	rnn.bias_ih_l1_reverse	9	0.022141598165035248
189106	rnn.bias_hh_l1_reverse	0	-0.002121733035892248
189106	rnn.bias_hh_l1_reverse	1	-0.08199949562549591
189106	rnn.bias_hh_l1_reverse	2	-0.23606441915035248
189106	rnn.bias_hh_l1_reverse	3	-0.13912668824195862
189106	rnn.bias_hh_l1_reverse	4	-0.08932915329933167
189106	rnn.bias_hh_l1_reverse	5	-0.12002038955688477
189106	rnn.bias_hh_l1_reverse	6	0.05762598663568497
189106	rnn.bias_hh_l1_reverse	7	-0.15754753351211548
189106	rnn.bias_hh_l1_reverse	8	-0.1132112666964531
189106	rnn.bias_hh_l1_reverse	9	-0.151545450091362
189106	linear.weight	0	0.002228822559118271
189106	linear.weight	1	0.1050276830792427
189106	linear.weight	2	-0.10183418542146683
189106	linear.weight	3	0.2847706079483032
189106	linear.weight	4	0.16668137907981873
189106	linear.weight	5	-0.06902486830949783
189106	linear.weight	6	0.11848247796297073
189106	linear.weight	7	0.1309664398431778
189106	linear.weight	8	0.041152939200401306
189106	linear.weight	9	-0.03970128670334816
189106	linear.bias	0	0.1185455247759819
189106	linear.bias	1	-0.17977365851402283
189106	linear.bias	2	-0.4346552789211273
189106	linear.bias	3	-0.6467359066009521
189106	linear.bias	4	-1.2127946615219116
189106	linear.bias	5	-0.057562146335840225
189106	linear.bias	6	-0.7909322381019592
189106	linear.bias	7	0.26953062415122986
189106	linear.bias	8	-0.42805710434913635
189106	linear.bias	9	-1.0355191230773926
189303	transitions	0	0.7320199608802795
189303	transitions	1	0.1492166817188263
189303	transitions	2	-10000.0
189303	transitions	3	-1.8266441822052002
189303	transitions	4	-10000.0
189303	transitions	5	0.5669721961021423
189303	transitions	6	-0.08251310139894485
189303	transitions	7	-0.7772538661956787
189303	transitions	8	-1.4170302152633667
189303	transitions	9	-0.0012005330063402653
189303	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
189303	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
189303	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
189303	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
189303	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
189303	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
189303	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
189303	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
189303	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
189303	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
189303	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
189303	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
189303	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
189303	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
189303	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
189303	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
189303	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
189303	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
189303	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
189303	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
189303	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
189303	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
189303	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
189303	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
189303	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
189303	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
189303	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
189303	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
189303	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
189303	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
189303	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
189303	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
189303	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
189303	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
189303	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
189303	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
189303	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
189303	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
189303	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
189303	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
189303	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
189303	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
189303	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
189303	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
189303	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
189303	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
189303	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
189303	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
189303	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
189303	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
189303	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
189303	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
189303	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
189303	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
189303	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
189303	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
189303	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
189303	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
189303	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
189303	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
189303	embedding2nn.weight	0	0.021429453045129776
189303	embedding2nn.weight	1	-0.013158152811229229
189303	embedding2nn.weight	2	-0.014268254861235619
189303	embedding2nn.weight	3	-0.03721042349934578
189303	embedding2nn.weight	4	-0.0059150345623493195
189303	embedding2nn.weight	5	-0.003700587898492813
189303	embedding2nn.weight	6	-0.003973267041146755
189303	embedding2nn.weight	7	-0.0801423192024231
189303	embedding2nn.weight	8	-0.0019979383796453476
189303	embedding2nn.weight	9	-0.028942344710230827
189303	embedding2nn.bias	0	0.044513050466775894
189303	embedding2nn.bias	1	-0.07419642060995102
189303	embedding2nn.bias	2	0.05791519582271576
189303	embedding2nn.bias	3	0.043901726603507996
189303	embedding2nn.bias	4	-0.04928633198142052
189303	embedding2nn.bias	5	0.0008227119687944651
189303	embedding2nn.bias	6	0.02961638569831848
189303	embedding2nn.bias	7	-0.050513915717601776
189303	embedding2nn.bias	8	0.055120985954999924
189303	embedding2nn.bias	9	0.05427796393632889
189303	rnn.weight_ih_l0	0	-0.0756637454032898
189303	rnn.weight_ih_l0	1	0.0065698870457708836
189303	rnn.weight_ih_l0	2	0.033918723464012146
189303	rnn.weight_ih_l0	3	0.02280009537935257
189303	rnn.weight_ih_l0	4	-0.046431198716163635
189303	rnn.weight_ih_l0	5	-0.06403816491365433
189303	rnn.weight_ih_l0	6	1.127911900766776e-06
189303	rnn.weight_ih_l0	7	0.04912261664867401
189303	rnn.weight_ih_l0	8	-0.014965265057981014
189303	rnn.weight_ih_l0	9	-0.03131088614463806
189303	rnn.weight_hh_l0	0	-0.03011537343263626
189303	rnn.weight_hh_l0	1	-0.00819485168904066
189303	rnn.weight_hh_l0	2	0.009469776414334774
189303	rnn.weight_hh_l0	3	-0.07590433955192566
189303	rnn.weight_hh_l0	4	0.0930628627538681
189303	rnn.weight_hh_l0	5	-0.02587689273059368
189303	rnn.weight_hh_l0	6	-0.058108460158109665
189303	rnn.weight_hh_l0	7	0.011099155992269516
189303	rnn.weight_hh_l0	8	0.01529003493487835
189303	rnn.weight_hh_l0	9	-0.023963885381817818
189303	rnn.bias_ih_l0	0	0.13115637004375458
189303	rnn.bias_ih_l0	1	-0.0345192514359951
189303	rnn.bias_ih_l0	2	-0.03352595493197441
189303	rnn.bias_ih_l0	3	0.1580294668674469
189303	rnn.bias_ih_l0	4	-0.012033442966639996
189303	rnn.bias_ih_l0	5	-0.021802861243486404
189303	rnn.bias_ih_l0	6	0.016893351450562477
189303	rnn.bias_ih_l0	7	0.021349892020225525
189303	rnn.bias_ih_l0	8	-0.09985580295324326
189303	rnn.bias_ih_l0	9	-0.04652531072497368
189303	rnn.bias_hh_l0	0	-0.0013436065055429935
189303	rnn.bias_hh_l0	1	-0.10985133051872253
189303	rnn.bias_hh_l0	2	-0.0713513121008873
189303	rnn.bias_hh_l0	3	-0.08611053228378296
189303	rnn.bias_hh_l0	4	0.004965162370353937
189303	rnn.bias_hh_l0	5	-0.024648146703839302
189303	rnn.bias_hh_l0	6	0.03183288872241974
189303	rnn.bias_hh_l0	7	0.04999656602740288
189303	rnn.bias_hh_l0	8	-0.12164812535047531
189303	rnn.bias_hh_l0	9	-0.05587204918265343
189303	rnn.weight_ih_l0_reverse	0	-0.022507192566990852
189303	rnn.weight_ih_l0_reverse	1	-0.05227041244506836
189303	rnn.weight_ih_l0_reverse	2	-0.04817773401737213
189303	rnn.weight_ih_l0_reverse	3	0.011050448752939701
189303	rnn.weight_ih_l0_reverse	4	-0.020800987258553505
189303	rnn.weight_ih_l0_reverse	5	-0.05896260589361191
189303	rnn.weight_ih_l0_reverse	6	0.07530556619167328
189303	rnn.weight_ih_l0_reverse	7	-0.01713225618004799
189303	rnn.weight_ih_l0_reverse	8	-0.01560946460813284
189303	rnn.weight_ih_l0_reverse	9	0.00015767653530929238
189303	rnn.weight_hh_l0_reverse	0	0.06486456096172333
189303	rnn.weight_hh_l0_reverse	1	0.024139167740941048
189303	rnn.weight_hh_l0_reverse	2	0.02807854674756527
189303	rnn.weight_hh_l0_reverse	3	0.037317875772714615
189303	rnn.weight_hh_l0_reverse	4	0.011640223674476147
189303	rnn.weight_hh_l0_reverse	5	0.008261864073574543
189303	rnn.weight_hh_l0_reverse	6	0.05015455558896065
189303	rnn.weight_hh_l0_reverse	7	-0.0795542374253273
189303	rnn.weight_hh_l0_reverse	8	0.039353158324956894
189303	rnn.weight_hh_l0_reverse	9	0.03481921926140785
189303	rnn.bias_ih_l0_reverse	0	-0.05649591609835625
189303	rnn.bias_ih_l0_reverse	1	-0.28650185465812683
189303	rnn.bias_ih_l0_reverse	2	-0.11752624064683914
189303	rnn.bias_ih_l0_reverse	3	-0.04981200024485588
189303	rnn.bias_ih_l0_reverse	4	-0.015615643002092838
189303	rnn.bias_ih_l0_reverse	5	0.07830966264009476
189303	rnn.bias_ih_l0_reverse	6	-0.06865911185741425
189303	rnn.bias_ih_l0_reverse	7	0.06002292037010193
189303	rnn.bias_ih_l0_reverse	8	-0.04716327413916588
189303	rnn.bias_ih_l0_reverse	9	0.060260821133852005
189303	rnn.bias_hh_l0_reverse	0	0.022100750356912613
189303	rnn.bias_hh_l0_reverse	1	-0.04366380348801613
189303	rnn.bias_hh_l0_reverse	2	0.07882612198591232
189303	rnn.bias_hh_l0_reverse	3	-0.04426013305783272
189303	rnn.bias_hh_l0_reverse	4	-0.022704171016812325
189303	rnn.bias_hh_l0_reverse	5	-0.0303945355117321
189303	rnn.bias_hh_l0_reverse	6	-0.01717723347246647
189303	rnn.bias_hh_l0_reverse	7	0.1038808599114418
189303	rnn.bias_hh_l0_reverse	8	0.03161454200744629
189303	rnn.bias_hh_l0_reverse	9	-0.14782224595546722
189303	rnn.weight_ih_l1	0	-0.030968306586146355
189303	rnn.weight_ih_l1	1	-0.05164720490574837
189303	rnn.weight_ih_l1	2	0.05513026565313339
189303	rnn.weight_ih_l1	3	-0.0693880245089531
189303	rnn.weight_ih_l1	4	-0.015421247109770775
189303	rnn.weight_ih_l1	5	-0.041647668927907944
189303	rnn.weight_ih_l1	6	0.028439508751034737
189303	rnn.weight_ih_l1	7	-0.04833256080746651
189303	rnn.weight_ih_l1	8	0.036605414003133774
189303	rnn.weight_ih_l1	9	0.046577371656894684
189303	rnn.weight_hh_l1	0	-0.005950376857072115
189303	rnn.weight_hh_l1	1	0.020077578723430634
189303	rnn.weight_hh_l1	2	0.009881664998829365
189303	rnn.weight_hh_l1	3	-0.012331876903772354
189303	rnn.weight_hh_l1	4	0.0066439807415008545
189303	rnn.weight_hh_l1	5	0.03218981251120567
189303	rnn.weight_hh_l1	6	0.035234998911619186
189303	rnn.weight_hh_l1	7	-0.017498468980193138
189303	rnn.weight_hh_l1	8	-0.007916584610939026
189303	rnn.weight_hh_l1	9	0.03478231281042099
189303	rnn.bias_ih_l1	0	-0.18959514796733856
189303	rnn.bias_ih_l1	1	-0.17886893451213837
189303	rnn.bias_ih_l1	2	-0.21241244673728943
189303	rnn.bias_ih_l1	3	-0.3129384517669678
189303	rnn.bias_ih_l1	4	-0.191360741853714
189303	rnn.bias_ih_l1	5	-0.08367303758859634
189303	rnn.bias_ih_l1	6	-0.16557958722114563
189303	rnn.bias_ih_l1	7	-0.01232422236353159
189303	rnn.bias_ih_l1	8	-0.12848088145256042
189303	rnn.bias_ih_l1	9	-0.13396434485912323
189303	rnn.bias_hh_l1	0	-0.09948717802762985
189303	rnn.bias_hh_l1	1	-0.07121260464191437
189303	rnn.bias_hh_l1	2	-0.08733794093132019
189303	rnn.bias_hh_l1	3	-0.08323206752538681
189303	rnn.bias_hh_l1	4	-0.08573301881551743
189303	rnn.bias_hh_l1	5	-0.12124582380056381
189303	rnn.bias_hh_l1	6	-0.15631593763828278
189303	rnn.bias_hh_l1	7	0.07743861526250839
189303	rnn.bias_hh_l1	8	-0.18122348189353943
189303	rnn.bias_hh_l1	9	-0.11791679263114929
189303	rnn.weight_ih_l1_reverse	0	-0.04510505124926567
189303	rnn.weight_ih_l1_reverse	1	0.03438497334718704
189303	rnn.weight_ih_l1_reverse	2	0.09115614742040634
189303	rnn.weight_ih_l1_reverse	3	-0.014084389433264732
189303	rnn.weight_ih_l1_reverse	4	-0.03664568439126015
189303	rnn.weight_ih_l1_reverse	5	-0.030633313581347466
189303	rnn.weight_ih_l1_reverse	6	-0.009997500106692314
189303	rnn.weight_ih_l1_reverse	7	0.02541273459792137
189303	rnn.weight_ih_l1_reverse	8	0.009639923460781574
189303	rnn.weight_ih_l1_reverse	9	-0.037759214639663696
189303	rnn.weight_hh_l1_reverse	0	0.005040016490966082
189303	rnn.weight_hh_l1_reverse	1	0.031736232340335846
189303	rnn.weight_hh_l1_reverse	2	-0.040302835404872894
189303	rnn.weight_hh_l1_reverse	3	0.035193778574466705
189303	rnn.weight_hh_l1_reverse	4	0.04764094948768616
189303	rnn.weight_hh_l1_reverse	5	0.0025053874123841524
189303	rnn.weight_hh_l1_reverse	6	0.05693767964839935
189303	rnn.weight_hh_l1_reverse	7	0.030163513496518135
189303	rnn.weight_hh_l1_reverse	8	-0.007176762446761131
189303	rnn.weight_hh_l1_reverse	9	-0.029911447316408157
189303	rnn.bias_ih_l1_reverse	0	-0.05225400626659393
189303	rnn.bias_ih_l1_reverse	1	-0.15442965924739838
189303	rnn.bias_ih_l1_reverse	2	-0.16133011877536774
189303	rnn.bias_ih_l1_reverse	3	-0.054896824061870575
189303	rnn.bias_ih_l1_reverse	4	-0.2109089344739914
189303	rnn.bias_ih_l1_reverse	5	-0.11465556174516678
189303	rnn.bias_ih_l1_reverse	6	-0.1327071189880371
189303	rnn.bias_ih_l1_reverse	7	-0.1966138482093811
189303	rnn.bias_ih_l1_reverse	8	0.22838512063026428
189303	rnn.bias_ih_l1_reverse	9	0.021177668124437332
189303	rnn.bias_hh_l1_reverse	0	-0.005209297873079777
189303	rnn.bias_hh_l1_reverse	1	-0.08329511433839798
189303	rnn.bias_hh_l1_reverse	2	-0.2359645664691925
189303	rnn.bias_hh_l1_reverse	3	-0.13895456492900848
189303	rnn.bias_hh_l1_reverse	4	-0.08909031003713608
189303	rnn.bias_hh_l1_reverse	5	-0.11954838782548904
189303	rnn.bias_hh_l1_reverse	6	0.05826734006404877
189303	rnn.bias_hh_l1_reverse	7	-0.1574203073978424
189303	rnn.bias_hh_l1_reverse	8	-0.11413147300481796
189303	rnn.bias_hh_l1_reverse	9	-0.1516120880842209
189303	linear.weight	0	0.002228822559118271
189303	linear.weight	1	0.10493827611207962
189303	linear.weight	2	-0.10158125311136246
189303	linear.weight	3	0.2830120325088501
189303	linear.weight	4	0.1666717827320099
189303	linear.weight	5	-0.06839578598737717
189303	linear.weight	6	0.1190517470240593
189303	linear.weight	7	0.13287833333015442
189303	linear.weight	8	0.04115273430943489
189303	linear.weight	9	-0.039706915616989136
189303	linear.bias	0	0.11764021217823029
189303	linear.bias	1	-0.16983892023563385
189303	linear.bias	2	-0.428533136844635
189303	linear.bias	3	-0.6553181409835815
189303	linear.bias	4	-1.2215899229049683
189303	linear.bias	5	-0.06109137088060379
189303	linear.bias	6	-0.7797743082046509
189303	linear.bias	7	0.267141729593277
189303	linear.bias	8	-0.42618516087532043
189303	linear.bias	9	-1.0337893962860107
189500	transitions	0	0.731916069984436
189500	transitions	1	0.14953044056892395
189500	transitions	2	-10000.0
189500	transitions	3	-1.8266500234603882
189500	transitions	4	-10000.0
189500	transitions	5	0.5669668912887573
189500	transitions	6	-0.08252958208322525
189500	transitions	7	-0.7773959040641785
189500	transitions	8	-1.4170424938201904
189500	transitions	9	-0.001200642203912139
189500	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
189500	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
189500	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
189500	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
189500	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
189500	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
189500	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
189500	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
189500	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
189500	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
189500	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
189500	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
189500	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
189500	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
189500	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
189500	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
189500	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
189500	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
189500	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
189500	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
189500	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
189500	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
189500	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
189500	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
189500	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
189500	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
189500	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
189500	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
189500	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
189500	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
189500	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
189500	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
189500	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
189500	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
189500	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
189500	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
189500	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
189500	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
189500	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
189500	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
189500	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
189500	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
189500	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
189500	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
189500	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
189500	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
189500	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
189500	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
189500	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
189500	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
189500	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
189500	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
189500	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
189500	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
189500	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
189500	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
189500	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
189500	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
189500	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
189500	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
189500	embedding2nn.weight	0	0.02162337303161621
189500	embedding2nn.weight	1	-0.013152355328202248
189500	embedding2nn.weight	2	-0.014268254861235619
189500	embedding2nn.weight	3	-0.03716440498828888
189500	embedding2nn.weight	4	-0.0059150345623493195
189500	embedding2nn.weight	5	-0.003700587898492813
189500	embedding2nn.weight	6	-0.003973267041146755
189500	embedding2nn.weight	7	-0.08002235740423203
189500	embedding2nn.weight	8	-0.0019979383796453476
189500	embedding2nn.weight	9	-0.028887901455163956
189500	embedding2nn.bias	0	0.045037705451250076
189500	embedding2nn.bias	1	-0.07514044642448425
189500	embedding2nn.bias	2	0.05918839946389198
189500	embedding2nn.bias	3	0.043708015233278275
189500	embedding2nn.bias	4	-0.0482255257666111
189500	embedding2nn.bias	5	-0.0018286192789673805
189500	embedding2nn.bias	6	0.030108293518424034
189500	embedding2nn.bias	7	-0.047758981585502625
189500	embedding2nn.bias	8	0.0550941564142704
189500	embedding2nn.bias	9	0.05601871758699417
189500	rnn.weight_ih_l0	0	-0.0759313777089119
189500	rnn.weight_ih_l0	1	0.006750186439603567
189500	rnn.weight_ih_l0	2	0.033615391701459885
189500	rnn.weight_ih_l0	3	0.022675273939967155
189500	rnn.weight_ih_l0	4	-0.04626982659101486
189500	rnn.weight_ih_l0	5	-0.06423879414796829
189500	rnn.weight_ih_l0	6	-0.00012682753731496632
189500	rnn.weight_ih_l0	7	0.04909513518214226
189500	rnn.weight_ih_l0	8	-0.015182591043412685
189500	rnn.weight_ih_l0	9	-0.031125221401453018
189500	rnn.weight_hh_l0	0	-0.030160702764987946
189500	rnn.weight_hh_l0	1	-0.008124900050461292
189500	rnn.weight_hh_l0	2	0.009349659085273743
189500	rnn.weight_hh_l0	3	-0.07597212493419647
189500	rnn.weight_hh_l0	4	0.09343365579843521
189500	rnn.weight_hh_l0	5	-0.02565000206232071
189500	rnn.weight_hh_l0	6	-0.05795440450310707
189500	rnn.weight_hh_l0	7	0.011203842237591743
189500	rnn.weight_hh_l0	8	0.015203014947474003
189500	rnn.weight_hh_l0	9	-0.02389058843255043
189500	rnn.bias_ih_l0	0	0.13117383420467377
189500	rnn.bias_ih_l0	1	-0.03430505841970444
189500	rnn.bias_ih_l0	2	-0.03342856466770172
189500	rnn.bias_ih_l0	3	0.15848849713802338
189500	rnn.bias_ih_l0	4	-0.01240744162350893
189500	rnn.bias_ih_l0	5	-0.02168975956737995
189500	rnn.bias_ih_l0	6	0.017310719937086105
189500	rnn.bias_ih_l0	7	0.021714041009545326
189500	rnn.bias_ih_l0	8	-0.09973522275686264
189500	rnn.bias_ih_l0	9	-0.04653041809797287
189500	rnn.bias_hh_l0	0	-0.0013045178493484855
189500	rnn.bias_hh_l0	1	-0.11044023931026459
189500	rnn.bias_hh_l0	2	-0.07114420086145401
189500	rnn.bias_hh_l0	3	-0.08651933073997498
189500	rnn.bias_hh_l0	4	0.005565889645367861
189500	rnn.bias_hh_l0	5	-0.025095617398619652
189500	rnn.bias_hh_l0	6	0.032599180936813354
189500	rnn.bias_hh_l0	7	0.050468798726797104
189500	rnn.bias_hh_l0	8	-0.12117216736078262
189500	rnn.bias_hh_l0	9	-0.05580213665962219
189500	rnn.weight_ih_l0_reverse	0	-0.02236977033317089
189500	rnn.weight_ih_l0_reverse	1	-0.05195997655391693
189500	rnn.weight_ih_l0_reverse	2	-0.04837646335363388
189500	rnn.weight_ih_l0_reverse	3	0.011391215026378632
189500	rnn.weight_ih_l0_reverse	4	-0.02078283578157425
189500	rnn.weight_ih_l0_reverse	5	-0.058752164244651794
189500	rnn.weight_ih_l0_reverse	6	0.07579872012138367
189500	rnn.weight_ih_l0_reverse	7	-0.016607029363512993
189500	rnn.weight_ih_l0_reverse	8	-0.015611095353960991
189500	rnn.weight_ih_l0_reverse	9	0.00021949394431430846
189500	rnn.weight_hh_l0_reverse	0	0.06438599526882172
189500	rnn.weight_hh_l0_reverse	1	0.024239107966423035
189500	rnn.weight_hh_l0_reverse	2	0.028076432645320892
189500	rnn.weight_hh_l0_reverse	3	0.03718139976263046
189500	rnn.weight_hh_l0_reverse	4	0.011649967171251774
189500	rnn.weight_hh_l0_reverse	5	0.007998382672667503
189500	rnn.weight_hh_l0_reverse	6	0.0500822551548481
189500	rnn.weight_hh_l0_reverse	7	-0.07953717559576035
189500	rnn.weight_hh_l0_reverse	8	0.03920118138194084
189500	rnn.weight_hh_l0_reverse	9	0.03481399640440941
189500	rnn.bias_ih_l0_reverse	0	-0.05684569105505943
189500	rnn.bias_ih_l0_reverse	1	-0.2856784164905548
189500	rnn.bias_ih_l0_reverse	2	-0.11769525706768036
189500	rnn.bias_ih_l0_reverse	3	-0.049922291189432144
189500	rnn.bias_ih_l0_reverse	4	-0.01565215364098549
189500	rnn.bias_ih_l0_reverse	5	0.07835507392883301
189500	rnn.bias_ih_l0_reverse	6	-0.0689898133277893
189500	rnn.bias_ih_l0_reverse	7	0.06005602329969406
189500	rnn.bias_ih_l0_reverse	8	-0.04690733179450035
189500	rnn.bias_ih_l0_reverse	9	0.060826580971479416
189500	rnn.bias_hh_l0_reverse	0	0.02247084490954876
189500	rnn.bias_hh_l0_reverse	1	-0.043871503323316574
189500	rnn.bias_hh_l0_reverse	2	0.078615702688694
189500	rnn.bias_hh_l0_reverse	3	-0.04510980471968651
189500	rnn.bias_hh_l0_reverse	4	-0.023272396996617317
189500	rnn.bias_hh_l0_reverse	5	-0.030314212664961815
189500	rnn.bias_hh_l0_reverse	6	-0.01750711351633072
189500	rnn.bias_hh_l0_reverse	7	0.10375076532363892
189500	rnn.bias_hh_l0_reverse	8	0.031766459345817566
189500	rnn.bias_hh_l0_reverse	9	-0.14900529384613037
189500	rnn.weight_ih_l1	0	-0.03095991350710392
189500	rnn.weight_ih_l1	1	-0.051400016993284225
189500	rnn.weight_ih_l1	2	0.05470075458288193
189500	rnn.weight_ih_l1	3	-0.06881324201822281
189500	rnn.weight_ih_l1	4	-0.01533822063356638
189500	rnn.weight_ih_l1	5	-0.04162822291254997
189500	rnn.weight_ih_l1	6	0.028277479112148285
189500	rnn.weight_ih_l1	7	-0.0481950007379055
189500	rnn.weight_ih_l1	8	0.03665498271584511
189500	rnn.weight_ih_l1	9	0.04653576761484146
189500	rnn.weight_hh_l1	0	-0.005701679270714521
189500	rnn.weight_hh_l1	1	0.020086685195565224
189500	rnn.weight_hh_l1	2	0.00992967002093792
189500	rnn.weight_hh_l1	3	-0.01227534282952547
189500	rnn.weight_hh_l1	4	0.006825384218245745
189500	rnn.weight_hh_l1	5	0.032228972762823105
189500	rnn.weight_hh_l1	6	0.035425517708063126
189500	rnn.weight_hh_l1	7	-0.017461154609918594
189500	rnn.weight_hh_l1	8	-0.007741676177829504
189500	rnn.weight_hh_l1	9	0.03474053740501404
189500	rnn.bias_ih_l1	0	-0.18895624577999115
189500	rnn.bias_ih_l1	1	-0.17778027057647705
189500	rnn.bias_ih_l1	2	-0.21304242312908173
189500	rnn.bias_ih_l1	3	-0.31266725063323975
189500	rnn.bias_ih_l1	4	-0.19113439321517944
189500	rnn.bias_ih_l1	5	-0.083742156624794
189500	rnn.bias_ih_l1	6	-0.164387047290802
189500	rnn.bias_ih_l1	7	-0.01215479988604784
189500	rnn.bias_ih_l1	8	-0.1273469477891922
189500	rnn.bias_ih_l1	9	-0.13413399457931519
189500	rnn.bias_hh_l1	0	-0.09919609129428864
189500	rnn.bias_hh_l1	1	-0.07104577124118805
189500	rnn.bias_hh_l1	2	-0.08731607347726822
189500	rnn.bias_hh_l1	3	-0.08333960920572281
189500	rnn.bias_hh_l1	4	-0.08478232473134995
189500	rnn.bias_hh_l1	5	-0.12173609435558319
189500	rnn.bias_hh_l1	6	-0.15622743964195251
189500	rnn.bias_hh_l1	7	0.0770622193813324
189500	rnn.bias_hh_l1	8	-0.1816917061805725
189500	rnn.bias_hh_l1	9	-0.11872868984937668
189500	rnn.weight_ih_l1_reverse	0	-0.04517845809459686
189500	rnn.weight_ih_l1_reverse	1	0.03461458906531334
189500	rnn.weight_ih_l1_reverse	2	0.09119745343923569
189500	rnn.weight_ih_l1_reverse	3	-0.014016862958669662
189500	rnn.weight_ih_l1_reverse	4	-0.036228980869054794
189500	rnn.weight_ih_l1_reverse	5	-0.030621333047747612
189500	rnn.weight_ih_l1_reverse	6	-0.010691175237298012
189500	rnn.weight_ih_l1_reverse	7	0.02544659748673439
189500	rnn.weight_ih_l1_reverse	8	0.010434331372380257
189500	rnn.weight_ih_l1_reverse	9	-0.03750801458954811
189500	rnn.weight_hh_l1_reverse	0	0.005026888567954302
189500	rnn.weight_hh_l1_reverse	1	0.03167878836393356
189500	rnn.weight_hh_l1_reverse	2	-0.04031810909509659
189500	rnn.weight_hh_l1_reverse	3	0.03519028052687645
189500	rnn.weight_hh_l1_reverse	4	0.04771418124437332
189500	rnn.weight_hh_l1_reverse	5	0.002495779888704419
189500	rnn.weight_hh_l1_reverse	6	0.056483712047338486
189500	rnn.weight_hh_l1_reverse	7	0.0302649587392807
189500	rnn.weight_hh_l1_reverse	8	-0.007145238108932972
189500	rnn.weight_hh_l1_reverse	9	-0.02988790161907673
189500	rnn.bias_ih_l1_reverse	0	-0.05299720913171768
189500	rnn.bias_ih_l1_reverse	1	-0.15377956628799438
189500	rnn.bias_ih_l1_reverse	2	-0.16136033833026886
189500	rnn.bias_ih_l1_reverse	3	-0.05462015047669411
189500	rnn.bias_ih_l1_reverse	4	-0.21093998849391937
189500	rnn.bias_ih_l1_reverse	5	-0.11431459337472916
189500	rnn.bias_ih_l1_reverse	6	-0.13297636806964874
189500	rnn.bias_ih_l1_reverse	7	-0.19637204706668854
189500	rnn.bias_ih_l1_reverse	8	0.22739958763122559
189500	rnn.bias_ih_l1_reverse	9	0.019742917269468307
189500	rnn.bias_hh_l1_reverse	0	-0.0037903119809925556
189500	rnn.bias_hh_l1_reverse	1	-0.08423951268196106
189500	rnn.bias_hh_l1_reverse	2	-0.23568911850452423
189500	rnn.bias_hh_l1_reverse	3	-0.13893797993659973
189500	rnn.bias_hh_l1_reverse	4	-0.08780557662248611
189500	rnn.bias_hh_l1_reverse	5	-0.11967991292476654
189500	rnn.bias_hh_l1_reverse	6	0.05725502222776413
189500	rnn.bias_hh_l1_reverse	7	-0.15691767632961273
189500	rnn.bias_hh_l1_reverse	8	-0.11380060017108917
189500	rnn.bias_hh_l1_reverse	9	-0.15125437080860138
189500	linear.weight	0	0.002228822559118271
189500	linear.weight	1	0.10372523218393326
189500	linear.weight	2	-0.10080814361572266
189500	linear.weight	3	0.2848925292491913
189500	linear.weight	4	0.16616635024547577
189500	linear.weight	5	-0.06909679621458054
189500	linear.weight	6	0.12055926024913788
189500	linear.weight	7	0.13512158393859863
189500	linear.weight	8	0.04115267097949982
189500	linear.weight	9	-0.03869757428765297
189500	linear.bias	0	0.11920157819986343
189500	linear.bias	1	-0.16769303381443024
189500	linear.bias	2	-0.43895044922828674
189500	linear.bias	3	-0.6488115787506104
189500	linear.bias	4	-1.2143419981002808
189500	linear.bias	5	-0.06663075089454651
189500	linear.bias	6	-0.7781976461410522
189500	linear.bias	7	0.26088377833366394
189500	linear.bias	8	-0.4305906891822815
189500	linear.bias	9	-1.0381377935409546
189504	transitions	0	0.7295567393302917
189504	transitions	1	0.14952990412712097
189504	transitions	2	-10000.0
189504	transitions	3	-1.8266500234603882
189504	transitions	4	-10000.0
189504	transitions	5	0.5669668912887573
189504	transitions	6	-0.08252964168787003
189504	transitions	7	-0.7773959040641785
189504	transitions	8	-1.4170424938201904
189504	transitions	9	-0.001200642203912139
189504	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
189504	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
189504	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
189504	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
189504	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
189504	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
189504	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
189504	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
189504	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
189504	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
189504	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
189504	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
189504	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
189504	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
189504	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
189504	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
189504	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
189504	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
189504	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
189504	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
189504	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
189504	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
189504	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
189504	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
189504	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
189504	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
189504	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
189504	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
189504	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
189504	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
189504	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
189504	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
189504	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
189504	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
189504	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
189504	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
189504	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
189504	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
189504	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
189504	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
189504	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
189504	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
189504	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
189504	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
189504	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
189504	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
189504	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
189504	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
189504	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
189504	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
189504	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
189504	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
189504	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
189504	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
189504	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
189504	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
189504	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
189504	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
189504	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
189504	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
189504	embedding2nn.weight	0	0.021677719429135323
189504	embedding2nn.weight	1	-0.013151916675269604
189504	embedding2nn.weight	2	-0.014268254861235619
189504	embedding2nn.weight	3	-0.037250541150569916
189504	embedding2nn.weight	4	-0.0059150345623493195
189504	embedding2nn.weight	5	-0.003700587898492813
189504	embedding2nn.weight	6	-0.003973267041146755
189504	embedding2nn.weight	7	-0.08001352846622467
189504	embedding2nn.weight	8	-0.0019979383796453476
189504	embedding2nn.weight	9	-0.028901200741529465
189504	embedding2nn.bias	0	0.04488757997751236
189504	embedding2nn.bias	1	-0.07489312440156937
189504	embedding2nn.bias	2	0.05892722308635712
189504	embedding2nn.bias	3	0.04370059072971344
189504	embedding2nn.bias	4	-0.048257261514663696
189504	embedding2nn.bias	5	-0.0021968211513012648
189504	embedding2nn.bias	6	0.029901301488280296
189504	embedding2nn.bias	7	-0.04785684868693352
189504	embedding2nn.bias	8	0.05542869120836258
189504	embedding2nn.bias	9	0.05603402107954025
189504	rnn.weight_ih_l0	0	-0.07590603083372116
189504	rnn.weight_ih_l0	1	0.006719403900206089
189504	rnn.weight_ih_l0	2	0.03361436352133751
189504	rnn.weight_ih_l0	3	0.022684363648295403
189504	rnn.weight_ih_l0	4	-0.04643072932958603
189504	rnn.weight_ih_l0	5	-0.06427349150180817
189504	rnn.weight_ih_l0	6	-0.00011215527047170326
189504	rnn.weight_ih_l0	7	0.04910365492105484
189504	rnn.weight_ih_l0	8	-0.015181985683739185
189504	rnn.weight_ih_l0	9	-0.031137457117438316
189504	rnn.weight_hh_l0	0	-0.030131230130791664
189504	rnn.weight_hh_l0	1	-0.008117377758026123
189504	rnn.weight_hh_l0	2	0.009330145083367825
189504	rnn.weight_hh_l0	3	-0.07597507536411285
189504	rnn.weight_hh_l0	4	0.09343285113573074
189504	rnn.weight_hh_l0	5	-0.025617975741624832
189504	rnn.weight_hh_l0	6	-0.05797244608402252
189504	rnn.weight_hh_l0	7	0.011213504709303379
189504	rnn.weight_hh_l0	8	0.015191818587481976
189504	rnn.weight_hh_l0	9	-0.023896463215351105
189504	rnn.bias_ih_l0	0	0.13113386929035187
189504	rnn.bias_ih_l0	1	-0.03448798134922981
189504	rnn.bias_ih_l0	2	-0.03346390649676323
189504	rnn.bias_ih_l0	3	0.15842969715595245
189504	rnn.bias_ih_l0	4	-0.012419388629496098
189504	rnn.bias_ih_l0	5	-0.021734770387411118
189504	rnn.bias_ih_l0	6	0.017283933237195015
189504	rnn.bias_ih_l0	7	0.021707456558942795
189504	rnn.bias_ih_l0	8	-0.09972015023231506
189504	rnn.bias_ih_l0	9	-0.046535637229681015
189504	rnn.bias_hh_l0	0	-0.001421953784301877
189504	rnn.bias_hh_l0	1	-0.11048471927642822
189504	rnn.bias_hh_l0	2	-0.07126553356647491
189504	rnn.bias_hh_l0	3	-0.08651367574930191
189504	rnn.bias_hh_l0	4	0.005712482612580061
189504	rnn.bias_hh_l0	5	-0.02511753886938095
189504	rnn.bias_hh_l0	6	0.03260144218802452
189504	rnn.bias_hh_l0	7	0.05020363628864288
189504	rnn.bias_hh_l0	8	-0.12113424390554428
189504	rnn.bias_hh_l0	9	-0.05580770596861839
189504	rnn.weight_ih_l0_reverse	0	-0.022367212921380997
189504	rnn.weight_ih_l0_reverse	1	-0.051978908479213715
189504	rnn.weight_ih_l0_reverse	2	-0.04837169125676155
189504	rnn.weight_ih_l0_reverse	3	0.011392822489142418
189504	rnn.weight_ih_l0_reverse	4	-0.020918646827340126
189504	rnn.weight_ih_l0_reverse	5	-0.058793265372514725
189504	rnn.weight_ih_l0_reverse	6	0.07578941434621811
189504	rnn.weight_ih_l0_reverse	7	-0.016554279252886772
189504	rnn.weight_ih_l0_reverse	8	-0.015624159015715122
189504	rnn.weight_ih_l0_reverse	9	0.00021501875016838312
189504	rnn.weight_hh_l0_reverse	0	0.06438840180635452
189504	rnn.weight_hh_l0_reverse	1	0.024233976379036903
189504	rnn.weight_hh_l0_reverse	2	0.028059113770723343
189504	rnn.weight_hh_l0_reverse	3	0.03718035668134689
189504	rnn.weight_hh_l0_reverse	4	0.011655336245894432
189504	rnn.weight_hh_l0_reverse	5	0.008012527599930763
189504	rnn.weight_hh_l0_reverse	6	0.05007354915142059
189504	rnn.weight_hh_l0_reverse	7	-0.07953575253486633
189504	rnn.weight_hh_l0_reverse	8	0.039196472615003586
189504	rnn.weight_hh_l0_reverse	9	0.034812282770872116
189504	rnn.bias_ih_l0_reverse	0	-0.05680233612656593
189504	rnn.bias_ih_l0_reverse	1	-0.2856874465942383
189504	rnn.bias_ih_l0_reverse	2	-0.1176852136850357
189504	rnn.bias_ih_l0_reverse	3	-0.049837060272693634
189504	rnn.bias_ih_l0_reverse	4	-0.015456335619091988
189504	rnn.bias_ih_l0_reverse	5	0.07823792099952698
189504	rnn.bias_ih_l0_reverse	6	-0.06894194334745407
189504	rnn.bias_ih_l0_reverse	7	0.06004798784852028
189504	rnn.bias_ih_l0_reverse	8	-0.04680329188704491
189504	rnn.bias_ih_l0_reverse	9	0.06091422215104103
189504	rnn.bias_hh_l0_reverse	0	0.022472964599728584
189504	rnn.bias_hh_l0_reverse	1	-0.043879978358745575
189504	rnn.bias_hh_l0_reverse	2	0.07863358408212662
189504	rnn.bias_hh_l0_reverse	3	-0.04511266574263573
189504	rnn.bias_hh_l0_reverse	4	-0.023374713957309723
189504	rnn.bias_hh_l0_reverse	5	-0.03033626265823841
189504	rnn.bias_hh_l0_reverse	6	-0.017475809901952744
189504	rnn.bias_hh_l0_reverse	7	0.10377601534128189
189504	rnn.bias_hh_l0_reverse	8	0.031755488365888596
189504	rnn.bias_hh_l0_reverse	9	-0.1489235758781433
189504	rnn.weight_ih_l1	0	-0.030963558703660965
189504	rnn.weight_ih_l1	1	-0.05140089616179466
189504	rnn.weight_ih_l1	2	0.05468175932765007
189504	rnn.weight_ih_l1	3	-0.06880532205104828
189504	rnn.weight_ih_l1	4	-0.015357342548668385
189504	rnn.weight_ih_l1	5	-0.041634317487478256
189504	rnn.weight_ih_l1	6	0.02828432247042656
189504	rnn.weight_ih_l1	7	-0.04817919060587883
189504	rnn.weight_ih_l1	8	0.036643143743276596
189504	rnn.weight_ih_l1	9	0.046535082161426544
189504	rnn.weight_hh_l1	0	-0.005699936766177416
189504	rnn.weight_hh_l1	1	0.020087996497750282
189504	rnn.weight_hh_l1	2	0.009889197535812855
189504	rnn.weight_hh_l1	3	-0.012273994274437428
189504	rnn.weight_hh_l1	4	0.006829726509749889
189504	rnn.weight_hh_l1	5	0.032226379960775375
189504	rnn.weight_hh_l1	6	0.03543441370129585
189504	rnn.weight_hh_l1	7	-0.017453281208872795
189504	rnn.weight_hh_l1	8	-0.007760399021208286
189504	rnn.weight_hh_l1	9	0.03472547605633736
189504	rnn.bias_ih_l1	0	-0.18887315690517426
189504	rnn.bias_ih_l1	1	-0.17774146795272827
189504	rnn.bias_ih_l1	2	-0.21293491125106812
189504	rnn.bias_ih_l1	3	-0.3126191794872284
189504	rnn.bias_ih_l1	4	-0.19144302606582642
189504	rnn.bias_ih_l1	5	-0.08374353498220444
189504	rnn.bias_ih_l1	6	-0.16437244415283203
189504	rnn.bias_ih_l1	7	-0.012048616074025631
189504	rnn.bias_ih_l1	8	-0.12753061950206757
189504	rnn.bias_ih_l1	9	-0.1340663731098175
189504	rnn.bias_hh_l1	0	-0.09930802881717682
189504	rnn.bias_hh_l1	1	-0.07111873477697372
189504	rnn.bias_hh_l1	2	-0.0872560366988182
189504	rnn.bias_hh_l1	3	-0.08333064615726471
189504	rnn.bias_hh_l1	4	-0.08482302725315094
189504	rnn.bias_hh_l1	5	-0.1217656135559082
189504	rnn.bias_hh_l1	6	-0.1561795175075531
189504	rnn.bias_hh_l1	7	0.07708386331796646
189504	rnn.bias_hh_l1	8	-0.181608185172081
189504	rnn.bias_hh_l1	9	-0.11865704506635666
189504	rnn.weight_ih_l1_reverse	0	-0.04517621919512749
189504	rnn.weight_ih_l1_reverse	1	0.03464013338088989
189504	rnn.weight_ih_l1_reverse	2	0.09116207808256149
189504	rnn.weight_ih_l1_reverse	3	-0.01403927244246006
189504	rnn.weight_ih_l1_reverse	4	-0.03611835092306137
189504	rnn.weight_ih_l1_reverse	5	-0.030623778700828552
189504	rnn.weight_ih_l1_reverse	6	-0.010705318301916122
189504	rnn.weight_ih_l1_reverse	7	0.0254474189132452
189504	rnn.weight_ih_l1_reverse	8	0.010534947738051414
189504	rnn.weight_ih_l1_reverse	9	-0.037522319704294205
189504	rnn.weight_hh_l1_reverse	0	0.00502711022272706
189504	rnn.weight_hh_l1_reverse	1	0.031678006052970886
189504	rnn.weight_hh_l1_reverse	2	-0.040318865329027176
189504	rnn.weight_hh_l1_reverse	3	0.03519165888428688
189504	rnn.weight_hh_l1_reverse	4	0.047730445861816406
189504	rnn.weight_hh_l1_reverse	5	0.002491079969331622
189504	rnn.weight_hh_l1_reverse	6	0.05647261068224907
189504	rnn.weight_hh_l1_reverse	7	0.030233461409807205
189504	rnn.weight_hh_l1_reverse	8	-0.00714344484731555
189504	rnn.weight_hh_l1_reverse	9	-0.029881823807954788
189504	rnn.bias_ih_l1_reverse	0	-0.05294618755578995
189504	rnn.bias_ih_l1_reverse	1	-0.15381194651126862
189504	rnn.bias_ih_l1_reverse	2	-0.16146007180213928
189504	rnn.bias_ih_l1_reverse	3	-0.05457207188010216
189504	rnn.bias_ih_l1_reverse	4	-0.21099574863910675
189504	rnn.bias_ih_l1_reverse	5	-0.11428722739219666
189504	rnn.bias_ih_l1_reverse	6	-0.13295315206050873
189504	rnn.bias_ih_l1_reverse	7	-0.19640256464481354
189504	rnn.bias_ih_l1_reverse	8	0.2276015728712082
189504	rnn.bias_ih_l1_reverse	9	0.01978577859699726
189504	rnn.bias_hh_l1_reverse	0	-0.003978943917900324
189504	rnn.bias_hh_l1_reverse	1	-0.08389908820390701
189504	rnn.bias_hh_l1_reverse	2	-0.23567523062229156
189504	rnn.bias_hh_l1_reverse	3	-0.13895194232463837
189504	rnn.bias_hh_l1_reverse	4	-0.08780556917190552
189504	rnn.bias_hh_l1_reverse	5	-0.11966343969106674
189504	rnn.bias_hh_l1_reverse	6	0.05740716680884361
189504	rnn.bias_hh_l1_reverse	7	-0.156953826546669
189504	rnn.bias_hh_l1_reverse	8	-0.1138511598110199
189504	rnn.bias_hh_l1_reverse	9	-0.15124408900737762
189504	linear.weight	0	0.002228822559118271
189504	linear.weight	1	0.10371596366167068
189504	linear.weight	2	-0.10077784210443497
189504	linear.weight	3	0.2848922908306122
189504	linear.weight	4	0.16616803407669067
189504	linear.weight	5	-0.06909694522619247
189504	linear.weight	6	0.1205379068851471
189504	linear.weight	7	0.1352919042110443
189504	linear.weight	8	0.04115267097949982
189504	linear.weight	9	-0.038667403161525726
189504	linear.bias	0	0.12434757500886917
189504	linear.bias	1	-0.1684931516647339
189504	linear.bias	2	-0.44116082787513733
189504	linear.bias	3	-0.649237871170044
189504	linear.bias	4	-1.2148302793502808
189504	linear.bias	5	-0.06673809885978699
189504	linear.bias	6	-0.7789976000785828
189504	linear.bias	7	0.2607714533805847
189504	linear.bias	8	-0.42983174324035645
189504	linear.bias	9	-1.037379503250122
189701	transitions	0	0.7319695949554443
189701	transitions	1	0.1468689739704132
189701	transitions	2	-10000.0
189701	transitions	3	-1.8266552686691284
189701	transitions	4	-10000.0
189701	transitions	5	0.566947340965271
189701	transitions	6	-0.08254700154066086
189701	transitions	7	-0.7776553630828857
189701	transitions	8	-1.4170653820037842
189701	transitions	9	-0.0012007007608190179
189701	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
189701	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
189701	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
189701	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
189701	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
189701	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
189701	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
189701	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
189701	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
189701	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
189701	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
189701	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
189701	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
189701	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
189701	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
189701	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
189701	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
189701	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
189701	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
189701	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
189701	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
189701	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
189701	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
189701	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
189701	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
189701	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
189701	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
189701	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
189701	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
189701	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
189701	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
189701	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
189701	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
189701	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
189701	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
189701	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
189701	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
189701	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
189701	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
189701	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
189701	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
189701	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
189701	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
189701	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
189701	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
189701	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
189701	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
189701	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
189701	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
189701	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
189701	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
189701	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
189701	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
189701	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
189701	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
189701	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
189701	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
189701	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
189701	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
189701	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
189701	embedding2nn.weight	0	0.021606741473078728
189701	embedding2nn.weight	1	-0.013117984868586063
189701	embedding2nn.weight	2	-0.014268254861235619
189701	embedding2nn.weight	3	-0.036548711359500885
189701	embedding2nn.weight	4	-0.0059150345623493195
189701	embedding2nn.weight	5	-0.003700587898492813
189701	embedding2nn.weight	6	-0.0039732675068080425
189701	embedding2nn.weight	7	-0.08045659959316254
189701	embedding2nn.weight	8	-0.0019979383796453476
189701	embedding2nn.weight	9	-0.02896985597908497
189701	embedding2nn.bias	0	0.04809249937534332
189701	embedding2nn.bias	1	-0.07280322164297104
189701	embedding2nn.bias	2	0.05956529080867767
189701	embedding2nn.bias	3	0.0474054254591465
189701	embedding2nn.bias	4	-0.04712745547294617
189701	embedding2nn.bias	5	-0.004220680333673954
189701	embedding2nn.bias	6	0.032548196613788605
189701	embedding2nn.bias	7	-0.051347993314266205
189701	embedding2nn.bias	8	0.055646881461143494
189701	embedding2nn.bias	9	0.054160185158252716
189701	rnn.weight_ih_l0	0	-0.0760607123374939
189701	rnn.weight_ih_l0	1	0.006705889943987131
189701	rnn.weight_ih_l0	2	0.03362460061907768
189701	rnn.weight_ih_l0	3	0.022863904014229774
189701	rnn.weight_ih_l0	4	-0.04649092257022858
189701	rnn.weight_ih_l0	5	-0.06422603875398636
189701	rnn.weight_ih_l0	6	-3.006579754583072e-05
189701	rnn.weight_ih_l0	7	0.049142785370349884
189701	rnn.weight_ih_l0	8	-0.014458717778325081
189701	rnn.weight_ih_l0	9	-0.031015994027256966
189701	rnn.weight_hh_l0	0	-0.029754407703876495
189701	rnn.weight_hh_l0	1	-0.008173884823918343
189701	rnn.weight_hh_l0	2	0.009336459450423717
189701	rnn.weight_hh_l0	3	-0.07603306323289871
189701	rnn.weight_hh_l0	4	0.093492791056633
189701	rnn.weight_hh_l0	5	-0.025553999468684196
189701	rnn.weight_hh_l0	6	-0.05829336866736412
189701	rnn.weight_hh_l0	7	0.011243214830756187
189701	rnn.weight_hh_l0	8	0.015027551911771297
189701	rnn.weight_hh_l0	9	-0.024028483778238297
189701	rnn.bias_ih_l0	0	0.13124005496501923
189701	rnn.bias_ih_l0	1	-0.03474612161517143
189701	rnn.bias_ih_l0	2	-0.032686758786439896
189701	rnn.bias_ih_l0	3	0.15907619893550873
189701	rnn.bias_ih_l0	4	-0.012664693407714367
189701	rnn.bias_ih_l0	5	-0.02179710939526558
189701	rnn.bias_ih_l0	6	0.01810474693775177
189701	rnn.bias_ih_l0	7	0.02204708755016327
189701	rnn.bias_ih_l0	8	-0.09938127547502518
189701	rnn.bias_ih_l0	9	-0.04707929119467735
189701	rnn.bias_hh_l0	0	-0.001528838649392128
189701	rnn.bias_hh_l0	1	-0.1112012043595314
189701	rnn.bias_hh_l0	2	-0.07145901024341583
189701	rnn.bias_hh_l0	3	-0.08587399870157242
189701	rnn.bias_hh_l0	4	0.005775889381766319
189701	rnn.bias_hh_l0	5	-0.02555687725543976
189701	rnn.bias_hh_l0	6	0.033749498426914215
189701	rnn.bias_hh_l0	7	0.049740247428417206
189701	rnn.bias_hh_l0	8	-0.1212817057967186
189701	rnn.bias_hh_l0	9	-0.05460403487086296
189701	rnn.weight_ih_l0_reverse	0	-0.02236158773303032
189701	rnn.weight_ih_l0_reverse	1	-0.051639411598443985
189701	rnn.weight_ih_l0_reverse	2	-0.048134803771972656
189701	rnn.weight_ih_l0_reverse	3	0.0111747607588768
189701	rnn.weight_ih_l0_reverse	4	-0.020999915897846222
189701	rnn.weight_ih_l0_reverse	5	-0.05895509570837021
189701	rnn.weight_ih_l0_reverse	6	0.0757652148604393
189701	rnn.weight_ih_l0_reverse	7	-0.0166151262819767
189701	rnn.weight_ih_l0_reverse	8	-0.015432391315698624
189701	rnn.weight_ih_l0_reverse	9	0.00041452678851783276
189701	rnn.weight_hh_l0_reverse	0	0.06424206495285034
189701	rnn.weight_hh_l0_reverse	1	0.02384866401553154
189701	rnn.weight_hh_l0_reverse	2	0.028051668778061867
189701	rnn.weight_hh_l0_reverse	3	0.03715840354561806
189701	rnn.weight_hh_l0_reverse	4	0.011311340145766735
189701	rnn.weight_hh_l0_reverse	5	0.008084237575531006
189701	rnn.weight_hh_l0_reverse	6	0.05027012526988983
189701	rnn.weight_hh_l0_reverse	7	-0.07971324771642685
189701	rnn.weight_hh_l0_reverse	8	0.03916735202074051
189701	rnn.weight_hh_l0_reverse	9	0.03480976074934006
189701	rnn.bias_ih_l0_reverse	0	-0.05651584267616272
189701	rnn.bias_ih_l0_reverse	1	-0.2875436842441559
189701	rnn.bias_ih_l0_reverse	2	-0.1174149364233017
189701	rnn.bias_ih_l0_reverse	3	-0.0495821088552475
189701	rnn.bias_ih_l0_reverse	4	-0.015937132760882378
189701	rnn.bias_ih_l0_reverse	5	0.07794531434774399
189701	rnn.bias_ih_l0_reverse	6	-0.0691564679145813
189701	rnn.bias_ih_l0_reverse	7	0.05997803062200546
189701	rnn.bias_ih_l0_reverse	8	-0.045531634241342545
189701	rnn.bias_ih_l0_reverse	9	0.06143089383840561
189701	rnn.bias_hh_l0_reverse	0	0.021108636632561684
189701	rnn.bias_hh_l0_reverse	1	-0.0433661974966526
189701	rnn.bias_hh_l0_reverse	2	0.07937625050544739
189701	rnn.bias_hh_l0_reverse	3	-0.04518970847129822
189701	rnn.bias_hh_l0_reverse	4	-0.023543359711766243
189701	rnn.bias_hh_l0_reverse	5	-0.03026905655860901
189701	rnn.bias_hh_l0_reverse	6	-0.017953580245375633
189701	rnn.bias_hh_l0_reverse	7	0.10390668362379074
189701	rnn.bias_hh_l0_reverse	8	0.03325410932302475
189701	rnn.bias_hh_l0_reverse	9	-0.1488809585571289
189701	rnn.weight_ih_l1	0	-0.031227272003889084
189701	rnn.weight_ih_l1	1	-0.05162792652845383
189701	rnn.weight_ih_l1	2	0.054653752595186234
189701	rnn.weight_ih_l1	3	-0.06823430955410004
189701	rnn.weight_ih_l1	4	-0.015151605010032654
189701	rnn.weight_ih_l1	5	-0.04166437312960625
189701	rnn.weight_ih_l1	6	0.028331218287348747
189701	rnn.weight_ih_l1	7	-0.047844935208559036
189701	rnn.weight_ih_l1	8	0.0366813987493515
189701	rnn.weight_ih_l1	9	0.04632144421339035
189701	rnn.weight_hh_l1	0	-0.005914689041674137
189701	rnn.weight_hh_l1	1	0.020166637375950813
189701	rnn.weight_hh_l1	2	0.009984207339584827
189701	rnn.weight_hh_l1	3	-0.01232864148914814
189701	rnn.weight_hh_l1	4	0.006959912832826376
189701	rnn.weight_hh_l1	5	0.03232588618993759
189701	rnn.weight_hh_l1	6	0.0354207307100296
189701	rnn.weight_hh_l1	7	-0.017497245222330093
189701	rnn.weight_hh_l1	8	-0.007729627657681704
189701	rnn.weight_hh_l1	9	0.034693483263254166
189701	rnn.bias_ih_l1	0	-0.18794071674346924
189701	rnn.bias_ih_l1	1	-0.17890946567058563
189701	rnn.bias_ih_l1	2	-0.21296699345111847
189701	rnn.bias_ih_l1	3	-0.3130640387535095
189701	rnn.bias_ih_l1	4	-0.19164203107357025
189701	rnn.bias_ih_l1	5	-0.08344585448503494
189701	rnn.bias_ih_l1	6	-0.16438068449497223
189701	rnn.bias_ih_l1	7	-0.011830133385956287
189701	rnn.bias_ih_l1	8	-0.12732446193695068
189701	rnn.bias_ih_l1	9	-0.13351666927337646
189701	rnn.bias_hh_l1	0	-0.09985128045082092
189701	rnn.bias_hh_l1	1	-0.07080994546413422
189701	rnn.bias_hh_l1	2	-0.08759178221225739
189701	rnn.bias_hh_l1	3	-0.08361754566431046
189701	rnn.bias_hh_l1	4	-0.08496839553117752
189701	rnn.bias_hh_l1	5	-0.12112796306610107
189701	rnn.bias_hh_l1	6	-0.15591275691986084
189701	rnn.bias_hh_l1	7	0.07517412304878235
189701	rnn.bias_hh_l1	8	-0.18236659467220306
189701	rnn.bias_hh_l1	9	-0.11958010494709015
189701	rnn.weight_ih_l1_reverse	0	-0.045403413474559784
189701	rnn.weight_ih_l1_reverse	1	0.035754479467868805
189701	rnn.weight_ih_l1_reverse	2	0.09097055345773697
189701	rnn.weight_ih_l1_reverse	3	-0.013757730834186077
189701	rnn.weight_ih_l1_reverse	4	-0.03627682477235794
189701	rnn.weight_ih_l1_reverse	5	-0.030585801228880882
189701	rnn.weight_ih_l1_reverse	6	-0.01079962681978941
189701	rnn.weight_ih_l1_reverse	7	0.025756917893886566
189701	rnn.weight_ih_l1_reverse	8	0.010472024790942669
189701	rnn.weight_ih_l1_reverse	9	-0.03781465068459511
189701	rnn.weight_hh_l1_reverse	0	0.00503581203520298
189701	rnn.weight_hh_l1_reverse	1	0.03167160600423813
189701	rnn.weight_hh_l1_reverse	2	-0.04031011834740639
189701	rnn.weight_hh_l1_reverse	3	0.035226017236709595
189701	rnn.weight_hh_l1_reverse	4	0.04778248816728592
189701	rnn.weight_hh_l1_reverse	5	0.0023179834242910147
189701	rnn.weight_hh_l1_reverse	6	0.05654198303818703
189701	rnn.weight_hh_l1_reverse	7	0.030338069424033165
189701	rnn.weight_hh_l1_reverse	8	-0.007120234426110983
189701	rnn.weight_hh_l1_reverse	9	-0.02989937923848629
189701	rnn.bias_ih_l1_reverse	0	-0.051871903240680695
189701	rnn.bias_ih_l1_reverse	1	-0.15348705649375916
189701	rnn.bias_ih_l1_reverse	2	-0.16162128746509552
189701	rnn.bias_ih_l1_reverse	3	-0.05311758071184158
189701	rnn.bias_ih_l1_reverse	4	-0.21154412627220154
189701	rnn.bias_ih_l1_reverse	5	-0.11516626924276352
189701	rnn.bias_ih_l1_reverse	6	-0.13353231549263
189701	rnn.bias_ih_l1_reverse	7	-0.19675421714782715
189701	rnn.bias_ih_l1_reverse	8	0.22651983797550201
189701	rnn.bias_ih_l1_reverse	9	0.0201068427413702
189701	rnn.bias_hh_l1_reverse	0	-0.0019171028397977352
189701	rnn.bias_hh_l1_reverse	1	-0.08280985802412033
189701	rnn.bias_hh_l1_reverse	2	-0.23572440445423126
189701	rnn.bias_hh_l1_reverse	3	-0.13881075382232666
189701	rnn.bias_hh_l1_reverse	4	-0.08755234628915787
189701	rnn.bias_hh_l1_reverse	5	-0.11938073486089706
189701	rnn.bias_hh_l1_reverse	6	0.06029616668820381
189701	rnn.bias_hh_l1_reverse	7	-0.1567985713481903
189701	rnn.bias_hh_l1_reverse	8	-0.11394582688808441
189701	rnn.bias_hh_l1_reverse	9	-0.15125533938407898
189701	linear.weight	0	0.002228822559118271
189701	linear.weight	1	0.10488381236791611
189701	linear.weight	2	-0.1020348072052002
189701	linear.weight	3	0.28427988290786743
189701	linear.weight	4	0.16546671092510223
189701	linear.weight	5	-0.06892932951450348
189701	linear.weight	6	0.11832883208990097
189701	linear.weight	7	0.1347489356994629
189701	linear.weight	8	0.0411524772644043
189701	linear.weight	9	-0.03885484114289284
189701	linear.bias	0	0.1246742308139801
189701	linear.bias	1	-0.17938783764839172
189701	linear.bias	2	-0.43916651606559753
189701	linear.bias	3	-0.6560747027397156
189701	linear.bias	4	-1.2228477001190186
189701	linear.bias	5	-0.06628408282995224
189701	linear.bias	6	-0.7896208167076111
189701	linear.bias	7	0.2609157860279083
189701	linear.bias	8	-0.42702776193618774
189701	linear.bias	9	-1.0347707271575928
189898	transitions	0	0.7335578203201294
189898	transitions	1	0.1465841829776764
189898	transitions	2	-10000.0
189898	transitions	3	-1.826664924621582
189898	transitions	4	-10000.0
189898	transitions	5	0.5669360756874084
189898	transitions	6	-0.08256059885025024
189898	transitions	7	-0.7777531743049622
189898	transitions	8	-1.4170851707458496
189898	transitions	9	-0.0012009392958134413
189898	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
189898	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
189898	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
189898	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
189898	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
189898	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
189898	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
189898	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
189898	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
189898	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
189898	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
189898	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
189898	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
189898	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
189898	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
189898	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
189898	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
189898	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
189898	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
189898	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
189898	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
189898	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
189898	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
189898	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
189898	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
189898	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
189898	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
189898	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
189898	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
189898	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
189898	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
189898	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
189898	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
189898	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
189898	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
189898	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
189898	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
189898	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
189898	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
189898	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
189898	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
189898	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
189898	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
189898	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
189898	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
189898	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
189898	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
189898	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
189898	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
189898	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
189898	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
189898	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
189898	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
189898	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
189898	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
189898	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
189898	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
189898	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
189898	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
189898	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
189898	embedding2nn.weight	0	0.021076057106256485
189898	embedding2nn.weight	1	-0.01310361735522747
189898	embedding2nn.weight	2	-0.014268254861235619
189898	embedding2nn.weight	3	-0.03630562499165535
189898	embedding2nn.weight	4	-0.0059150345623493195
189898	embedding2nn.weight	5	-0.003700587898492813
189898	embedding2nn.weight	6	-0.0039732675068080425
189898	embedding2nn.weight	7	-0.08042913675308228
189898	embedding2nn.weight	8	-0.0019979383796453476
189898	embedding2nn.weight	9	-0.02887754887342453
189898	embedding2nn.bias	0	0.04977469518780708
189898	embedding2nn.bias	1	-0.07285366207361221
189898	embedding2nn.bias	2	0.060988690704107285
189898	embedding2nn.bias	3	0.04675152525305748
189898	embedding2nn.bias	4	-0.04911734163761139
189898	embedding2nn.bias	5	-0.0034154956229031086
189898	embedding2nn.bias	6	0.03283324092626572
189898	embedding2nn.bias	7	-0.050579532980918884
189898	embedding2nn.bias	8	0.058515895158052444
189898	embedding2nn.bias	9	0.05369450896978378
189898	rnn.weight_ih_l0	0	-0.07638945430517197
189898	rnn.weight_ih_l0	1	0.006524632219225168
189898	rnn.weight_ih_l0	2	0.03323470056056976
189898	rnn.weight_ih_l0	3	0.02317720651626587
189898	rnn.weight_ih_l0	4	-0.046284060925245285
189898	rnn.weight_ih_l0	5	-0.06433714181184769
189898	rnn.weight_ih_l0	6	-0.00013628356100525707
189898	rnn.weight_ih_l0	7	0.04934072494506836
189898	rnn.weight_ih_l0	8	-0.014514601789414883
189898	rnn.weight_ih_l0	9	-0.030925199389457703
189898	rnn.weight_hh_l0	0	-0.029889026656746864
189898	rnn.weight_hh_l0	1	-0.008320447988808155
189898	rnn.weight_hh_l0	2	0.009404794313013554
189898	rnn.weight_hh_l0	3	-0.07617825269699097
189898	rnn.weight_hh_l0	4	0.09373278170824051
189898	rnn.weight_hh_l0	5	-0.025336243212223053
189898	rnn.weight_hh_l0	6	-0.0587659552693367
189898	rnn.weight_hh_l0	7	0.01136796548962593
189898	rnn.weight_hh_l0	8	0.014893703162670135
189898	rnn.weight_hh_l0	9	-0.024042345583438873
189898	rnn.bias_ih_l0	0	0.1312488615512848
189898	rnn.bias_ih_l0	1	-0.03443785756826401
189898	rnn.bias_ih_l0	2	-0.03195221722126007
189898	rnn.bias_ih_l0	3	0.15935169160366058
189898	rnn.bias_ih_l0	4	-0.012427615001797676
189898	rnn.bias_ih_l0	5	-0.02242259681224823
189898	rnn.bias_ih_l0	6	0.017506012693047523
189898	rnn.bias_ih_l0	7	0.02190520241856575
189898	rnn.bias_ih_l0	8	-0.0997113361954689
189898	rnn.bias_ih_l0	9	-0.04664550721645355
189898	rnn.bias_hh_l0	0	-0.0010421874467283487
189898	rnn.bias_hh_l0	1	-0.11114470660686493
189898	rnn.bias_hh_l0	2	-0.07216305285692215
189898	rnn.bias_hh_l0	3	-0.08645576983690262
189898	rnn.bias_hh_l0	4	0.00527088763192296
189898	rnn.bias_hh_l0	5	-0.024931177496910095
189898	rnn.bias_hh_l0	6	0.03391747176647186
189898	rnn.bias_hh_l0	7	0.04966011270880699
189898	rnn.bias_hh_l0	8	-0.1215028315782547
189898	rnn.bias_hh_l0	9	-0.05509420484304428
189898	rnn.weight_ih_l0_reverse	0	-0.022303203120827675
189898	rnn.weight_ih_l0_reverse	1	-0.0515715591609478
189898	rnn.weight_ih_l0_reverse	2	-0.04825557768344879
189898	rnn.weight_ih_l0_reverse	3	0.011235890910029411
189898	rnn.weight_ih_l0_reverse	4	-0.020843494683504105
189898	rnn.weight_ih_l0_reverse	5	-0.05901188403367996
189898	rnn.weight_ih_l0_reverse	6	0.07629438489675522
189898	rnn.weight_ih_l0_reverse	7	-0.01621343567967415
189898	rnn.weight_ih_l0_reverse	8	-0.015258675441145897
189898	rnn.weight_ih_l0_reverse	9	0.00043009506771340966
189898	rnn.weight_hh_l0_reverse	0	0.06437547504901886
189898	rnn.weight_hh_l0_reverse	1	0.02412409521639347
189898	rnn.weight_hh_l0_reverse	2	0.027928562834858894
189898	rnn.weight_hh_l0_reverse	3	0.0370243676006794
189898	rnn.weight_hh_l0_reverse	4	0.011268382892012596
189898	rnn.weight_hh_l0_reverse	5	0.008394879288971424
189898	rnn.weight_hh_l0_reverse	6	0.050306566059589386
189898	rnn.weight_hh_l0_reverse	7	-0.07964504510164261
189898	rnn.weight_hh_l0_reverse	8	0.039232127368450165
189898	rnn.weight_hh_l0_reverse	9	0.034772805869579315
189898	rnn.bias_ih_l0_reverse	0	-0.056725334376096725
189898	rnn.bias_ih_l0_reverse	1	-0.2865446209907532
189898	rnn.bias_ih_l0_reverse	2	-0.11760410666465759
189898	rnn.bias_ih_l0_reverse	3	-0.04964936524629593
189898	rnn.bias_ih_l0_reverse	4	-0.016575466841459274
189898	rnn.bias_ih_l0_reverse	5	0.07764022797346115
189898	rnn.bias_ih_l0_reverse	6	-0.06991924345493317
189898	rnn.bias_ih_l0_reverse	7	0.06024327874183655
189898	rnn.bias_ih_l0_reverse	8	-0.044947247952222824
189898	rnn.bias_ih_l0_reverse	9	0.061943795531988144
189898	rnn.bias_hh_l0_reverse	0	0.020823851227760315
189898	rnn.bias_hh_l0_reverse	1	-0.045308783650398254
189898	rnn.bias_hh_l0_reverse	2	0.0786885917186737
189898	rnn.bias_hh_l0_reverse	3	-0.045516595244407654
189898	rnn.bias_hh_l0_reverse	4	-0.023183751851320267
189898	rnn.bias_hh_l0_reverse	5	-0.030396899208426476
189898	rnn.bias_hh_l0_reverse	6	-0.018360542133450508
189898	rnn.bias_hh_l0_reverse	7	0.1037953794002533
189898	rnn.bias_hh_l0_reverse	8	0.033701833337545395
189898	rnn.bias_hh_l0_reverse	9	-0.14942806959152222
189898	rnn.weight_ih_l1	0	-0.031589068472385406
189898	rnn.weight_ih_l1	1	-0.05127796530723572
189898	rnn.weight_ih_l1	2	0.054702214896678925
189898	rnn.weight_ih_l1	3	-0.06815192103385925
189898	rnn.weight_ih_l1	4	-0.014899279922246933
189898	rnn.weight_ih_l1	5	-0.04161272943019867
189898	rnn.weight_ih_l1	6	0.028295740485191345
189898	rnn.weight_ih_l1	7	-0.04730948433279991
189898	rnn.weight_ih_l1	8	0.03668920695781708
189898	rnn.weight_ih_l1	9	0.046408385038375854
189898	rnn.weight_hh_l1	0	-0.005921636708080769
189898	rnn.weight_hh_l1	1	0.020165422931313515
189898	rnn.weight_hh_l1	2	0.010139704681932926
189898	rnn.weight_hh_l1	3	-0.012269089929759502
189898	rnn.weight_hh_l1	4	0.006875211838632822
189898	rnn.weight_hh_l1	5	0.03230731934309006
189898	rnn.weight_hh_l1	6	0.03531596437096596
189898	rnn.weight_hh_l1	7	-0.017372213304042816
189898	rnn.weight_hh_l1	8	-0.007901815697550774
189898	rnn.weight_hh_l1	9	0.034654293209314346
189898	rnn.bias_ih_l1	0	-0.1862853467464447
189898	rnn.bias_ih_l1	1	-0.1795482486486435
189898	rnn.bias_ih_l1	2	-0.2129461020231247
189898	rnn.bias_ih_l1	3	-0.3130532503128052
189898	rnn.bias_ih_l1	4	-0.19039659202098846
189898	rnn.bias_ih_l1	5	-0.08341588824987411
189898	rnn.bias_ih_l1	6	-0.16361625492572784
189898	rnn.bias_ih_l1	7	-0.01094836089760065
189898	rnn.bias_ih_l1	8	-0.12705861032009125
189898	rnn.bias_ih_l1	9	-0.1338631957769394
189898	rnn.bias_hh_l1	0	-0.09980457276105881
189898	rnn.bias_hh_l1	1	-0.0708947479724884
189898	rnn.bias_hh_l1	2	-0.08739466220140457
189898	rnn.bias_hh_l1	3	-0.08340439200401306
189898	rnn.bias_hh_l1	4	-0.08471211791038513
189898	rnn.bias_hh_l1	5	-0.1216048002243042
189898	rnn.bias_hh_l1	6	-0.15701639652252197
189898	rnn.bias_hh_l1	7	0.07438111305236816
189898	rnn.bias_hh_l1	8	-0.18249526619911194
189898	rnn.bias_hh_l1	9	-0.11888077855110168
189898	rnn.weight_ih_l1_reverse	0	-0.045901380479335785
189898	rnn.weight_ih_l1_reverse	1	0.03476995602250099
189898	rnn.weight_ih_l1_reverse	2	0.09074369072914124
189898	rnn.weight_ih_l1_reverse	3	-0.013876490294933319
189898	rnn.weight_ih_l1_reverse	4	-0.03652826324105263
189898	rnn.weight_ih_l1_reverse	5	-0.03075714036822319
189898	rnn.weight_ih_l1_reverse	6	-0.010864749550819397
189898	rnn.weight_ih_l1_reverse	7	0.0258413627743721
189898	rnn.weight_ih_l1_reverse	8	0.009762877598404884
189898	rnn.weight_ih_l1_reverse	9	-0.03792286291718483
189898	rnn.weight_hh_l1_reverse	0	0.00502589950338006
189898	rnn.weight_hh_l1_reverse	1	0.03162097558379173
189898	rnn.weight_hh_l1_reverse	2	-0.0403326116502285
189898	rnn.weight_hh_l1_reverse	3	0.03519689664244652
189898	rnn.weight_hh_l1_reverse	4	0.04773533344268799
189898	rnn.weight_hh_l1_reverse	5	0.0024664553347975016
189898	rnn.weight_hh_l1_reverse	6	0.056378379464149475
189898	rnn.weight_hh_l1_reverse	7	0.03034115582704544
189898	rnn.weight_hh_l1_reverse	8	-0.0071101621724665165
189898	rnn.weight_hh_l1_reverse	9	-0.02995201386511326
189898	rnn.bias_ih_l1_reverse	0	-0.052340324968099594
189898	rnn.bias_ih_l1_reverse	1	-0.15333417057991028
189898	rnn.bias_ih_l1_reverse	2	-0.16147562861442566
189898	rnn.bias_ih_l1_reverse	3	-0.05276396870613098
189898	rnn.bias_ih_l1_reverse	4	-0.21223723888397217
189898	rnn.bias_ih_l1_reverse	5	-0.11549735069274902
189898	rnn.bias_ih_l1_reverse	6	-0.1333313137292862
189898	rnn.bias_ih_l1_reverse	7	-0.19616462290287018
189898	rnn.bias_ih_l1_reverse	8	0.2263639271259308
189898	rnn.bias_ih_l1_reverse	9	0.01970578171312809
189898	rnn.bias_hh_l1_reverse	0	-0.0027768805157393217
189898	rnn.bias_hh_l1_reverse	1	-0.08380052447319031
189898	rnn.bias_hh_l1_reverse	2	-0.2354583591222763
189898	rnn.bias_hh_l1_reverse	3	-0.13856421411037445
189898	rnn.bias_hh_l1_reverse	4	-0.08683904260396957
189898	rnn.bias_hh_l1_reverse	5	-0.11943820863962173
189898	rnn.bias_hh_l1_reverse	6	0.06077658757567406
189898	rnn.bias_hh_l1_reverse	7	-0.15628279745578766
189898	rnn.bias_hh_l1_reverse	8	-0.11451676487922668
189898	rnn.bias_hh_l1_reverse	9	-0.1509324014186859
189898	linear.weight	0	0.002228822559118271
189898	linear.weight	1	0.10531722009181976
189898	linear.weight	2	-0.10186667740345001
189898	linear.weight	3	0.2813205420970917
189898	linear.weight	4	0.16577425599098206
189898	linear.weight	5	-0.0691615641117096
189898	linear.weight	6	0.11939723789691925
189898	linear.weight	7	0.12990480661392212
189898	linear.weight	8	0.04115227609872818
189898	linear.weight	9	-0.04011683911085129
189898	linear.bias	0	0.11633308976888657
189898	linear.bias	1	-0.16827303171157837
189898	linear.bias	2	-0.43711724877357483
189898	linear.bias	3	-0.655684769153595
189898	linear.bias	4	-1.222665786743164
189898	linear.bias	5	-0.07387852668762207
189898	linear.bias	6	-0.7790122032165527
189898	linear.bias	7	0.25284820795059204
189898	linear.bias	8	-0.4289923906326294
189898	linear.bias	9	-1.03744637966156
190095	transitions	0	0.738671064376831
190095	transitions	1	0.14642228186130524
190095	transitions	2	-10000.0
190095	transitions	3	-1.8266700506210327
190095	transitions	4	-10000.0
190095	transitions	5	0.5668200254440308
190095	transitions	6	-0.08257919549942017
190095	transitions	7	-0.7778233289718628
190095	transitions	8	-1.4170929193496704
190095	transitions	9	-0.0012010210193693638
190095	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
190095	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
190095	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
190095	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
190095	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
190095	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
190095	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
190095	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
190095	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
190095	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
190095	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
190095	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
190095	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
190095	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
190095	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
190095	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
190095	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
190095	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
190095	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
190095	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
190095	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
190095	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
190095	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
190095	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
190095	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
190095	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
190095	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
190095	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
190095	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
190095	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
190095	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
190095	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
190095	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
190095	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
190095	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
190095	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
190095	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
190095	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
190095	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
190095	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
190095	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
190095	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
190095	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
190095	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
190095	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
190095	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
190095	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
190095	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
190095	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
190095	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
190095	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
190095	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
190095	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
190095	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
190095	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
190095	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
190095	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
190095	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
190095	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
190095	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
190095	embedding2nn.weight	0	0.021336019039154053
190095	embedding2nn.weight	1	-0.013189594261348248
190095	embedding2nn.weight	2	-0.014268254861235619
190095	embedding2nn.weight	3	-0.03599147871136665
190095	embedding2nn.weight	4	-0.0059150345623493195
190095	embedding2nn.weight	5	-0.003700587898492813
190095	embedding2nn.weight	6	-0.003973267041146755
190095	embedding2nn.weight	7	-0.08033860474824905
190095	embedding2nn.weight	8	-0.0019979383796453476
190095	embedding2nn.weight	9	-0.029005741700530052
190095	embedding2nn.bias	0	0.04844764992594719
190095	embedding2nn.bias	1	-0.07071279734373093
190095	embedding2nn.bias	2	0.06211615353822708
190095	embedding2nn.bias	3	0.045763272792100906
190095	embedding2nn.bias	4	-0.05170722305774689
190095	embedding2nn.bias	5	-0.003544939449056983
190095	embedding2nn.bias	6	0.03244934231042862
190095	embedding2nn.bias	7	-0.049284812062978745
190095	embedding2nn.bias	8	0.05908603221178055
190095	embedding2nn.bias	9	0.05261216685175896
190095	rnn.weight_ih_l0	0	-0.07586613297462463
190095	rnn.weight_ih_l0	1	0.007033274043351412
190095	rnn.weight_ih_l0	2	0.03322959691286087
190095	rnn.weight_ih_l0	3	0.023037370294332504
190095	rnn.weight_ih_l0	4	-0.04655151441693306
190095	rnn.weight_ih_l0	5	-0.06478864699602127
190095	rnn.weight_ih_l0	6	-0.00023849874560255557
190095	rnn.weight_ih_l0	7	0.04934917762875557
190095	rnn.weight_ih_l0	8	-0.014737737365067005
190095	rnn.weight_ih_l0	9	-0.031200751662254333
190095	rnn.weight_hh_l0	0	-0.029944030568003654
190095	rnn.weight_hh_l0	1	-0.008238584734499454
190095	rnn.weight_hh_l0	2	0.009556904435157776
190095	rnn.weight_hh_l0	3	-0.07617839425802231
190095	rnn.weight_hh_l0	4	0.0939941331744194
190095	rnn.weight_hh_l0	5	-0.02535497024655342
190095	rnn.weight_hh_l0	6	-0.058878570795059204
190095	rnn.weight_hh_l0	7	0.01127198152244091
190095	rnn.weight_hh_l0	8	0.015081954188644886
190095	rnn.weight_hh_l0	9	-0.024100948125123978
190095	rnn.bias_ih_l0	0	0.13158093392848969
190095	rnn.bias_ih_l0	1	-0.034298814833164215
190095	rnn.bias_ih_l0	2	-0.033234454691410065
190095	rnn.bias_ih_l0	3	0.1595304012298584
190095	rnn.bias_ih_l0	4	-0.012000538408756256
190095	rnn.bias_ih_l0	5	-0.02167496457695961
190095	rnn.bias_ih_l0	6	0.017778564244508743
190095	rnn.bias_ih_l0	7	0.021371474489569664
190095	rnn.bias_ih_l0	8	-0.09975888580083847
190095	rnn.bias_ih_l0	9	-0.046719957143068314
190095	rnn.bias_hh_l0	0	-0.0016937879845499992
190095	rnn.bias_hh_l0	1	-0.1102817952632904
190095	rnn.bias_hh_l0	2	-0.07194802165031433
190095	rnn.bias_hh_l0	3	-0.0873250812292099
190095	rnn.bias_hh_l0	4	0.004964090883731842
190095	rnn.bias_hh_l0	5	-0.026076417416334152
190095	rnn.bias_hh_l0	6	0.03437993302941322
190095	rnn.bias_hh_l0	7	0.04991969093680382
190095	rnn.bias_hh_l0	8	-0.12229549139738083
190095	rnn.bias_hh_l0	9	-0.055452242493629456
190095	rnn.weight_ih_l0_reverse	0	-0.022513922303915024
190095	rnn.weight_ih_l0_reverse	1	-0.05159366503357887
190095	rnn.weight_ih_l0_reverse	2	-0.04832521826028824
190095	rnn.weight_ih_l0_reverse	3	0.011419586837291718
190095	rnn.weight_ih_l0_reverse	4	-0.02078765444457531
190095	rnn.weight_ih_l0_reverse	5	-0.05900130420923233
190095	rnn.weight_ih_l0_reverse	6	0.07661478966474533
190095	rnn.weight_ih_l0_reverse	7	-0.016330165788531303
190095	rnn.weight_ih_l0_reverse	8	-0.015406073071062565
190095	rnn.weight_ih_l0_reverse	9	0.00021697132615372539
190095	rnn.weight_hh_l0_reverse	0	0.0646127387881279
190095	rnn.weight_hh_l0_reverse	1	0.02400898188352585
190095	rnn.weight_hh_l0_reverse	2	0.027907751500606537
190095	rnn.weight_hh_l0_reverse	3	0.0368335023522377
190095	rnn.weight_hh_l0_reverse	4	0.011201809160411358
190095	rnn.weight_hh_l0_reverse	5	0.009013871662318707
190095	rnn.weight_hh_l0_reverse	6	0.050356797873973846
190095	rnn.weight_hh_l0_reverse	7	-0.07954254746437073
190095	rnn.weight_hh_l0_reverse	8	0.03926593437790871
190095	rnn.weight_hh_l0_reverse	9	0.034835584461688995
190095	rnn.bias_ih_l0_reverse	0	-0.05660014599561691
190095	rnn.bias_ih_l0_reverse	1	-0.2871425747871399
190095	rnn.bias_ih_l0_reverse	2	-0.1177808940410614
190095	rnn.bias_ih_l0_reverse	3	-0.04897370561957359
190095	rnn.bias_ih_l0_reverse	4	-0.016886722296476364
190095	rnn.bias_ih_l0_reverse	5	0.07673174142837524
190095	rnn.bias_ih_l0_reverse	6	-0.07060028612613678
190095	rnn.bias_ih_l0_reverse	7	0.059580396860837936
190095	rnn.bias_ih_l0_reverse	8	-0.04508497565984726
190095	rnn.bias_ih_l0_reverse	9	0.06138485297560692
190095	rnn.bias_hh_l0_reverse	0	0.021768536418676376
190095	rnn.bias_hh_l0_reverse	1	-0.044944774359464645
190095	rnn.bias_hh_l0_reverse	2	0.07879173755645752
190095	rnn.bias_hh_l0_reverse	3	-0.04534832760691643
190095	rnn.bias_hh_l0_reverse	4	-0.02297663874924183
190095	rnn.bias_hh_l0_reverse	5	-0.030386054888367653
190095	rnn.bias_hh_l0_reverse	6	-0.018726080656051636
190095	rnn.bias_hh_l0_reverse	7	0.1043749675154686
190095	rnn.bias_hh_l0_reverse	8	0.034096162766218185
190095	rnn.bias_hh_l0_reverse	9	-0.1499565690755844
190095	rnn.weight_ih_l1	0	-0.03158307448029518
190095	rnn.weight_ih_l1	1	-0.05131307989358902
190095	rnn.weight_ih_l1	2	0.054519638419151306
190095	rnn.weight_ih_l1	3	-0.06791364401578903
190095	rnn.weight_ih_l1	4	-0.014957955107092857
190095	rnn.weight_ih_l1	5	-0.041508305817842484
190095	rnn.weight_ih_l1	6	0.028239870443940163
190095	rnn.weight_ih_l1	7	-0.04757324606180191
190095	rnn.weight_ih_l1	8	0.036715973168611526
190095	rnn.weight_ih_l1	9	0.04640220105648041
190095	rnn.weight_hh_l1	0	-0.005672704894095659
190095	rnn.weight_hh_l1	1	0.020176449790596962
190095	rnn.weight_hh_l1	2	0.010103156790137291
190095	rnn.weight_hh_l1	3	-0.012451901100575924
190095	rnn.weight_hh_l1	4	0.006816525012254715
190095	rnn.weight_hh_l1	5	0.03242107853293419
190095	rnn.weight_hh_l1	6	0.03521651029586792
190095	rnn.weight_hh_l1	7	-0.017486805096268654
190095	rnn.weight_hh_l1	8	-0.008016671985387802
190095	rnn.weight_hh_l1	9	0.03471488878130913
190095	rnn.bias_ih_l1	0	-0.18595902621746063
190095	rnn.bias_ih_l1	1	-0.17937792837619781
190095	rnn.bias_ih_l1	2	-0.2125958800315857
190095	rnn.bias_ih_l1	3	-0.312993586063385
190095	rnn.bias_ih_l1	4	-0.1909475475549698
190095	rnn.bias_ih_l1	5	-0.08339031785726547
190095	rnn.bias_ih_l1	6	-0.16346921026706696
190095	rnn.bias_ih_l1	7	-0.009720970876514912
190095	rnn.bias_ih_l1	8	-0.12599235773086548
190095	rnn.bias_ih_l1	9	-0.13320568203926086
190095	rnn.bias_hh_l1	0	-0.09899991750717163
190095	rnn.bias_hh_l1	1	-0.07192647457122803
190095	rnn.bias_hh_l1	2	-0.08818076550960541
190095	rnn.bias_hh_l1	3	-0.0830686017870903
190095	rnn.bias_hh_l1	4	-0.08483195304870605
190095	rnn.bias_hh_l1	5	-0.12230319529771805
190095	rnn.bias_hh_l1	6	-0.15689530968666077
190095	rnn.bias_hh_l1	7	0.0722522959113121
190095	rnn.bias_hh_l1	8	-0.1816718876361847
190095	rnn.bias_hh_l1	9	-0.11915500462055206
190095	rnn.weight_ih_l1_reverse	0	-0.04552827030420303
190095	rnn.weight_ih_l1_reverse	1	0.035049378871917725
190095	rnn.weight_ih_l1_reverse	2	0.09134460240602493
190095	rnn.weight_ih_l1_reverse	3	-0.013354581780731678
190095	rnn.weight_ih_l1_reverse	4	-0.03652096912264824
190095	rnn.weight_ih_l1_reverse	5	-0.030757905915379524
190095	rnn.weight_ih_l1_reverse	6	-0.010738764889538288
190095	rnn.weight_ih_l1_reverse	7	0.025733953341841698
190095	rnn.weight_ih_l1_reverse	8	0.01021925825625658
190095	rnn.weight_ih_l1_reverse	9	-0.037214893847703934
190095	rnn.weight_hh_l1_reverse	0	0.005044974852353334
190095	rnn.weight_hh_l1_reverse	1	0.03160201013088226
190095	rnn.weight_hh_l1_reverse	2	-0.04039625823497772
190095	rnn.weight_hh_l1_reverse	3	0.035205766558647156
190095	rnn.weight_hh_l1_reverse	4	0.047772958874702454
190095	rnn.weight_hh_l1_reverse	5	0.0022873347625136375
190095	rnn.weight_hh_l1_reverse	6	0.05628933385014534
190095	rnn.weight_hh_l1_reverse	7	0.030276061967015266
190095	rnn.weight_hh_l1_reverse	8	-0.007002181373536587
190095	rnn.weight_hh_l1_reverse	9	-0.029988890513777733
190095	rnn.bias_ih_l1_reverse	0	-0.05288040637969971
190095	rnn.bias_ih_l1_reverse	1	-0.15344826877117157
190095	rnn.bias_ih_l1_reverse	2	-0.16137050092220306
190095	rnn.bias_ih_l1_reverse	3	-0.05191199854016304
190095	rnn.bias_ih_l1_reverse	4	-0.21193213760852814
190095	rnn.bias_ih_l1_reverse	5	-0.11555451899766922
190095	rnn.bias_ih_l1_reverse	6	-0.13314950466156006
190095	rnn.bias_ih_l1_reverse	7	-0.19635139405727386
190095	rnn.bias_ih_l1_reverse	8	0.22646178305149078
190095	rnn.bias_ih_l1_reverse	9	0.018902532756328583
190095	rnn.bias_hh_l1_reverse	0	-0.0022978554479777813
190095	rnn.bias_hh_l1_reverse	1	-0.08392389863729477
190095	rnn.bias_hh_l1_reverse	2	-0.2350139617919922
190095	rnn.bias_hh_l1_reverse	3	-0.13933049142360687
190095	rnn.bias_hh_l1_reverse	4	-0.0864146277308464
190095	rnn.bias_hh_l1_reverse	5	-0.11949663609266281
190095	rnn.bias_hh_l1_reverse	6	0.060987357050180435
190095	rnn.bias_hh_l1_reverse	7	-0.1560535579919815
190095	rnn.bias_hh_l1_reverse	8	-0.1148563027381897
190095	rnn.bias_hh_l1_reverse	9	-0.15083110332489014
190095	linear.weight	0	0.002228822559118271
190095	linear.weight	1	0.10541511327028275
190095	linear.weight	2	-0.10177060216665268
190095	linear.weight	3	0.28284117579460144
190095	linear.weight	4	0.16513319313526154
190095	linear.weight	5	-0.06896829605102539
190095	linear.weight	6	0.1208806186914444
190095	linear.weight	7	0.13077691197395325
190095	linear.weight	8	0.04115227982401848
190095	linear.weight	9	-0.040454551577568054
190095	linear.bias	0	0.11865314096212387
190095	linear.bias	1	-0.17187072336673737
190095	linear.bias	2	-0.43635836243629456
190095	linear.bias	3	-0.6643392443656921
190095	linear.bias	4	-1.2310868501663208
190095	linear.bias	5	-0.07412495464086533
190095	linear.bias	6	-0.7831176519393921
190095	linear.bias	7	0.2524343729019165
190095	linear.bias	8	-0.420979380607605
190095	linear.bias	9	-1.0293530225753784
190292	transitions	0	0.7363547086715698
190292	transitions	1	0.1486111432313919
190292	transitions	2	-10000.0
190292	transitions	3	-1.8266738653182983
190292	transitions	4	-10000.0
190292	transitions	5	0.5668133497238159
190292	transitions	6	-0.08258898556232452
190292	transitions	7	-0.7779598236083984
190292	transitions	8	-1.417116403579712
190292	transitions	9	-0.0012012087972834706
190292	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
190292	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
190292	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
190292	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
190292	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
190292	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
190292	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
190292	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
190292	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
190292	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
190292	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
190292	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
190292	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
190292	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
190292	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
190292	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
190292	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
190292	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
190292	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
190292	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
190292	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
190292	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
190292	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
190292	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
190292	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
190292	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
190292	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
190292	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
190292	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
190292	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
190292	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
190292	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
190292	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
190292	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
190292	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
190292	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
190292	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
190292	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
190292	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
190292	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
190292	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
190292	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
190292	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
190292	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
190292	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
190292	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
190292	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
190292	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
190292	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
190292	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
190292	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
190292	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
190292	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
190292	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
190292	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
190292	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
190292	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
190292	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
190292	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
190292	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
190292	embedding2nn.weight	0	0.021378876641392708
190292	embedding2nn.weight	1	-0.013099865056574345
190292	embedding2nn.weight	2	-0.014268254861235619
190292	embedding2nn.weight	3	-0.03688238933682442
190292	embedding2nn.weight	4	-0.0059150345623493195
190292	embedding2nn.weight	5	-0.003700587898492813
190292	embedding2nn.weight	6	-0.003973266575485468
190292	embedding2nn.weight	7	-0.08046311140060425
190292	embedding2nn.weight	8	-0.0019979383796453476
190292	embedding2nn.weight	9	-0.029287034645676613
190292	embedding2nn.bias	0	0.049794603139162064
190292	embedding2nn.bias	1	-0.07049090415239334
190292	embedding2nn.bias	2	0.05979612469673157
190292	embedding2nn.bias	3	0.04450281709432602
190292	embedding2nn.bias	4	-0.05351565405726433
190292	embedding2nn.bias	5	-0.002311722142621875
190292	embedding2nn.bias	6	0.03153494745492935
190292	embedding2nn.bias	7	-0.05019255355000496
190292	embedding2nn.bias	8	0.05771046504378319
190292	embedding2nn.bias	9	0.05268079787492752
190292	rnn.weight_ih_l0	0	-0.07458408921957016
190292	rnn.weight_ih_l0	1	0.0070292335003614426
190292	rnn.weight_ih_l0	2	0.032954733818769455
190292	rnn.weight_ih_l0	3	0.022655608132481575
190292	rnn.weight_ih_l0	4	-0.04649162292480469
190292	rnn.weight_ih_l0	5	-0.06460829079151154
190292	rnn.weight_ih_l0	6	-0.00024130434030666947
190292	rnn.weight_ih_l0	7	0.04939688742160797
190292	rnn.weight_ih_l0	8	-0.014647544361650944
190292	rnn.weight_ih_l0	9	-0.030979493632912636
190292	rnn.weight_hh_l0	0	-0.030201496556401253
190292	rnn.weight_hh_l0	1	-0.0080923056229949
190292	rnn.weight_hh_l0	2	0.009278294630348682
190292	rnn.weight_hh_l0	3	-0.07587259262800217
190292	rnn.weight_hh_l0	4	0.09397581964731216
190292	rnn.weight_hh_l0	5	-0.025344235822558403
190292	rnn.weight_hh_l0	6	-0.05912204459309578
190292	rnn.weight_hh_l0	7	0.011362148448824883
190292	rnn.weight_hh_l0	8	0.01521863043308258
190292	rnn.weight_hh_l0	9	-0.02398824691772461
190292	rnn.bias_ih_l0	0	0.13137352466583252
190292	rnn.bias_ih_l0	1	-0.03390784189105034
190292	rnn.bias_ih_l0	2	-0.033147864043712616
190292	rnn.bias_ih_l0	3	0.16046525537967682
190292	rnn.bias_ih_l0	4	-0.012333076447248459
190292	rnn.bias_ih_l0	5	-0.022354619577527046
190292	rnn.bias_ih_l0	6	0.017723629251122475
190292	rnn.bias_ih_l0	7	0.02160957269370556
190292	rnn.bias_ih_l0	8	-0.09936271607875824
190292	rnn.bias_ih_l0	9	-0.045983653515577316
190292	rnn.bias_hh_l0	0	-0.0007180862594395876
190292	rnn.bias_hh_l0	1	-0.11118361353874207
190292	rnn.bias_hh_l0	2	-0.07169783860445023
190292	rnn.bias_hh_l0	3	-0.08720400929450989
190292	rnn.bias_hh_l0	4	0.004628514871001244
190292	rnn.bias_hh_l0	5	-0.025769716128706932
190292	rnn.bias_hh_l0	6	0.03510241582989693
190292	rnn.bias_hh_l0	7	0.04976583272218704
190292	rnn.bias_hh_l0	8	-0.12183093279600143
190292	rnn.bias_hh_l0	9	-0.055954474955797195
190292	rnn.weight_ih_l0_reverse	0	-0.022471103817224503
190292	rnn.weight_ih_l0_reverse	1	-0.05193588137626648
190292	rnn.weight_ih_l0_reverse	2	-0.04848212003707886
190292	rnn.weight_ih_l0_reverse	3	0.011465328745543957
190292	rnn.weight_ih_l0_reverse	4	-0.020991679280996323
190292	rnn.weight_ih_l0_reverse	5	-0.05880551040172577
190292	rnn.weight_ih_l0_reverse	6	0.07657162845134735
190292	rnn.weight_ih_l0_reverse	7	-0.016328874975442886
190292	rnn.weight_ih_l0_reverse	8	-0.015257606282830238
190292	rnn.weight_ih_l0_reverse	9	-0.00015059778525028378
190292	rnn.weight_hh_l0_reverse	0	0.06490187346935272
190292	rnn.weight_hh_l0_reverse	1	0.0244417916983366
190292	rnn.weight_hh_l0_reverse	2	0.027764013037085533
190292	rnn.weight_hh_l0_reverse	3	0.036834340542554855
190292	rnn.weight_hh_l0_reverse	4	0.01127546839416027
190292	rnn.weight_hh_l0_reverse	5	0.008724366314709187
190292	rnn.weight_hh_l0_reverse	6	0.05005549266934395
190292	rnn.weight_hh_l0_reverse	7	-0.07957368344068527
190292	rnn.weight_hh_l0_reverse	8	0.03917291387915611
190292	rnn.weight_hh_l0_reverse	9	0.03500686585903168
190292	rnn.bias_ih_l0_reverse	0	-0.0571158230304718
190292	rnn.bias_ih_l0_reverse	1	-0.288072407245636
190292	rnn.bias_ih_l0_reverse	2	-0.11696265637874603
190292	rnn.bias_ih_l0_reverse	3	-0.04899395629763603
190292	rnn.bias_ih_l0_reverse	4	-0.01674959622323513
190292	rnn.bias_ih_l0_reverse	5	0.07645057141780853
190292	rnn.bias_ih_l0_reverse	6	-0.0705556869506836
190292	rnn.bias_ih_l0_reverse	7	0.0592794343829155
190292	rnn.bias_ih_l0_reverse	8	-0.0450100414454937
190292	rnn.bias_ih_l0_reverse	9	0.06158294156193733
190292	rnn.bias_hh_l0_reverse	0	0.021679917350411415
190292	rnn.bias_hh_l0_reverse	1	-0.04577666148543358
190292	rnn.bias_hh_l0_reverse	2	0.07851536571979523
190292	rnn.bias_hh_l0_reverse	3	-0.04557669535279274
190292	rnn.bias_hh_l0_reverse	4	-0.022884763777256012
190292	rnn.bias_hh_l0_reverse	5	-0.030889686197042465
190292	rnn.bias_hh_l0_reverse	6	-0.0187733955681324
190292	rnn.bias_hh_l0_reverse	7	0.10497976839542389
190292	rnn.bias_hh_l0_reverse	8	0.034338247030973434
190292	rnn.bias_hh_l0_reverse	9	-0.15060707926750183
190292	rnn.weight_ih_l1	0	-0.03168259933590889
190292	rnn.weight_ih_l1	1	-0.050928790122270584
190292	rnn.weight_ih_l1	2	0.054606445133686066
190292	rnn.weight_ih_l1	3	-0.06783631443977356
190292	rnn.weight_ih_l1	4	-0.01512248907238245
190292	rnn.weight_ih_l1	5	-0.04152095317840576
190292	rnn.weight_ih_l1	6	0.02821245789527893
190292	rnn.weight_ih_l1	7	-0.047771502286195755
190292	rnn.weight_ih_l1	8	0.036608606576919556
190292	rnn.weight_ih_l1	9	0.04643899202346802
190292	rnn.weight_hh_l1	0	-0.005968532525002956
190292	rnn.weight_hh_l1	1	0.02011450193822384
190292	rnn.weight_hh_l1	2	0.009802648797631264
190292	rnn.weight_hh_l1	3	-0.012346440926194191
190292	rnn.weight_hh_l1	4	0.0068935202434659
190292	rnn.weight_hh_l1	5	0.03258279711008072
190292	rnn.weight_hh_l1	6	0.035480059683322906
190292	rnn.weight_hh_l1	7	-0.01755189523100853
190292	rnn.weight_hh_l1	8	-0.008077098056674004
190292	rnn.weight_hh_l1	9	0.03470046818256378
190292	rnn.bias_ih_l1	0	-0.18625028431415558
190292	rnn.bias_ih_l1	1	-0.1793854832649231
190292	rnn.bias_ih_l1	2	-0.21311689913272858
190292	rnn.bias_ih_l1	3	-0.3135432302951813
190292	rnn.bias_ih_l1	4	-0.19030125439167023
190292	rnn.bias_ih_l1	5	-0.08295746147632599
190292	rnn.bias_ih_l1	6	-0.16333650052547455
190292	rnn.bias_ih_l1	7	-0.00913300272077322
190292	rnn.bias_ih_l1	8	-0.1255636364221573
190292	rnn.bias_ih_l1	9	-0.13307011127471924
190292	rnn.bias_hh_l1	0	-0.09903503209352493
190292	rnn.bias_hh_l1	1	-0.0727902203798294
190292	rnn.bias_hh_l1	2	-0.08872971683740616
190292	rnn.bias_hh_l1	3	-0.08340704441070557
190292	rnn.bias_hh_l1	4	-0.08463426679372787
190292	rnn.bias_hh_l1	5	-0.12208890169858932
190292	rnn.bias_hh_l1	6	-0.15780127048492432
190292	rnn.bias_hh_l1	7	0.07058895379304886
190292	rnn.bias_hh_l1	8	-0.1818348467350006
190292	rnn.bias_hh_l1	9	-0.119764544069767
190292	rnn.weight_ih_l1_reverse	0	-0.045872464776039124
190292	rnn.weight_ih_l1_reverse	1	0.03490665927529335
190292	rnn.weight_ih_l1_reverse	2	0.0912996307015419
190292	rnn.weight_ih_l1_reverse	3	-0.012957317754626274
190292	rnn.weight_ih_l1_reverse	4	-0.036841023713350296
190292	rnn.weight_ih_l1_reverse	5	-0.03088850900530815
190292	rnn.weight_ih_l1_reverse	6	-0.011196632869541645
190292	rnn.weight_ih_l1_reverse	7	0.025920407846570015
190292	rnn.weight_ih_l1_reverse	8	0.008921483531594276
190292	rnn.weight_ih_l1_reverse	9	-0.037412095814943314
190292	rnn.weight_hh_l1_reverse	0	0.005014817230403423
190292	rnn.weight_hh_l1_reverse	1	0.031562257558107376
190292	rnn.weight_hh_l1_reverse	2	-0.040403030812740326
190292	rnn.weight_hh_l1_reverse	3	0.03523656353354454
190292	rnn.weight_hh_l1_reverse	4	0.047943826764822006
190292	rnn.weight_hh_l1_reverse	5	0.0024389042519032955
190292	rnn.weight_hh_l1_reverse	6	0.05605794116854668
190292	rnn.weight_hh_l1_reverse	7	0.03031368926167488
190292	rnn.weight_hh_l1_reverse	8	-0.007009841501712799
190292	rnn.weight_hh_l1_reverse	9	-0.029921872541308403
190292	rnn.bias_ih_l1_reverse	0	-0.05231577903032303
190292	rnn.bias_ih_l1_reverse	1	-0.153408944606781
190292	rnn.bias_ih_l1_reverse	2	-0.16242171823978424
190292	rnn.bias_ih_l1_reverse	3	-0.053664371371269226
190292	rnn.bias_ih_l1_reverse	4	-0.21201206743717194
190292	rnn.bias_ih_l1_reverse	5	-0.115480437874794
190292	rnn.bias_ih_l1_reverse	6	-0.13342611491680145
190292	rnn.bias_ih_l1_reverse	7	-0.19622457027435303
190292	rnn.bias_ih_l1_reverse	8	0.22879788279533386
190292	rnn.bias_ih_l1_reverse	9	0.020052470266819
190292	rnn.bias_hh_l1_reverse	0	-0.0023500982206314802
190292	rnn.bias_hh_l1_reverse	1	-0.08498870581388474
190292	rnn.bias_hh_l1_reverse	2	-0.23471124470233917
190292	rnn.bias_hh_l1_reverse	3	-0.1396816074848175
190292	rnn.bias_hh_l1_reverse	4	-0.08679696172475815
190292	rnn.bias_hh_l1_reverse	5	-0.11864368617534637
190292	rnn.bias_hh_l1_reverse	6	0.05984969437122345
190292	rnn.bias_hh_l1_reverse	7	-0.15499719977378845
190292	rnn.bias_hh_l1_reverse	8	-0.11560358852148056
190292	rnn.bias_hh_l1_reverse	9	-0.15073572099208832
190292	linear.weight	0	0.002228822559118271
190292	linear.weight	1	0.10481320321559906
190292	linear.weight	2	-0.10251949727535248
190292	linear.weight	3	0.2824787199497223
190292	linear.weight	4	0.16326019167900085
190292	linear.weight	5	-0.06987470388412476
190292	linear.weight	6	0.11800895631313324
190292	linear.weight	7	0.1297488659620285
190292	linear.weight	8	0.04115213826298714
190292	linear.weight	9	-0.04048636183142662
190292	linear.bias	0	0.12348053604364395
190292	linear.bias	1	-0.16231435537338257
190292	linear.bias	2	-0.4589270353317261
190292	linear.bias	3	-0.668195903301239
190292	linear.bias	4	-1.2341804504394531
190292	linear.bias	5	-0.07404874265193939
190292	linear.bias	6	-0.7740657329559326
190292	linear.bias	7	0.2526105046272278
190292	linear.bias	8	-0.41620293259620667
190292	linear.bias	9	-1.0253082513809204
190489	transitions	0	0.7408111095428467
190489	transitions	1	0.150276318192482
190489	transitions	2	-10000.0
190489	transitions	3	-1.8266795873641968
190489	transitions	4	-10000.0
190489	transitions	5	0.5667893290519714
190489	transitions	6	-0.08260089159011841
190489	transitions	7	-0.7781016826629639
190489	transitions	8	-1.417128324508667
190489	transitions	9	-0.0012013590894639492
190489	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
190489	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
190489	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
190489	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
190489	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
190489	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
190489	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
190489	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
190489	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
190489	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
190489	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
190489	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
190489	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
190489	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
190489	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
190489	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
190489	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
190489	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
190489	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
190489	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
190489	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
190489	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
190489	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
190489	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
190489	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
190489	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
190489	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
190489	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
190489	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
190489	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
190489	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
190489	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
190489	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
190489	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
190489	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
190489	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
190489	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
190489	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
190489	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
190489	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
190489	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
190489	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
190489	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
190489	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
190489	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
190489	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
190489	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
190489	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
190489	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
190489	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
190489	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
190489	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
190489	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
190489	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
190489	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
190489	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
190489	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
190489	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
190489	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
190489	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
190489	embedding2nn.weight	0	0.021648339927196503
190489	embedding2nn.weight	1	-0.013101943768560886
190489	embedding2nn.weight	2	-0.014268254861235619
190489	embedding2nn.weight	3	-0.03658735007047653
190489	embedding2nn.weight	4	-0.0059150345623493195
190489	embedding2nn.weight	5	-0.003700587898492813
190489	embedding2nn.weight	6	-0.0039732675068080425
190489	embedding2nn.weight	7	-0.08072818070650101
190489	embedding2nn.weight	8	-0.0019979383796453476
190489	embedding2nn.weight	9	-0.029546717181801796
190489	embedding2nn.bias	0	0.04868578538298607
190489	embedding2nn.bias	1	-0.06904374063014984
190489	embedding2nn.bias	2	0.05806270241737366
190489	embedding2nn.bias	3	0.04515552893280983
190489	embedding2nn.bias	4	-0.05382991209626198
190489	embedding2nn.bias	5	-0.0049646091647446156
190489	embedding2nn.bias	6	0.03140591084957123
190489	embedding2nn.bias	7	-0.050566669553518295
190489	embedding2nn.bias	8	0.059617720544338226
190489	embedding2nn.bias	9	0.05351722612977028
190489	rnn.weight_ih_l0	0	-0.0748535543680191
190489	rnn.weight_ih_l0	1	0.007087466306984425
190489	rnn.weight_ih_l0	2	0.033058490604162216
190489	rnn.weight_ih_l0	3	0.02250252477824688
190489	rnn.weight_ih_l0	4	-0.046341896057128906
190489	rnn.weight_ih_l0	5	-0.0646410658955574
190489	rnn.weight_ih_l0	6	-0.00021724490216001868
190489	rnn.weight_ih_l0	7	0.049299273639917374
190489	rnn.weight_ih_l0	8	-0.014645818620920181
190489	rnn.weight_ih_l0	9	-0.030935872346162796
190489	rnn.weight_hh_l0	0	-0.029907947406172752
190489	rnn.weight_hh_l0	1	-0.008188856765627861
190489	rnn.weight_hh_l0	2	0.009219244122505188
190489	rnn.weight_hh_l0	3	-0.0758759006857872
190489	rnn.weight_hh_l0	4	0.09419053047895432
190489	rnn.weight_hh_l0	5	-0.02525431290268898
190489	rnn.weight_hh_l0	6	-0.05920758098363876
190489	rnn.weight_hh_l0	7	0.011074543930590153
190489	rnn.weight_hh_l0	8	0.01516007725149393
190489	rnn.weight_hh_l0	9	-0.024252397939562798
190489	rnn.bias_ih_l0	0	0.13148047029972076
190489	rnn.bias_ih_l0	1	-0.03432536870241165
190489	rnn.bias_ih_l0	2	-0.033824481070041656
190489	rnn.bias_ih_l0	3	0.16070635616779327
190489	rnn.bias_ih_l0	4	-0.012218119576573372
190489	rnn.bias_ih_l0	5	-0.02280616946518421
190489	rnn.bias_ih_l0	6	0.01833059825003147
190489	rnn.bias_ih_l0	7	0.02188972570002079
190489	rnn.bias_ih_l0	8	-0.09957647323608398
190489	rnn.bias_ih_l0	9	-0.04725917428731918
190489	rnn.bias_hh_l0	0	-0.000840610358864069
190489	rnn.bias_hh_l0	1	-0.11083550751209259
190489	rnn.bias_hh_l0	2	-0.07200463861227036
190489	rnn.bias_hh_l0	3	-0.08759285509586334
190489	rnn.bias_hh_l0	4	0.004146229475736618
190489	rnn.bias_hh_l0	5	-0.025631817057728767
190489	rnn.bias_hh_l0	6	0.035071369260549545
190489	rnn.bias_hh_l0	7	0.050460558384656906
190489	rnn.bias_hh_l0	8	-0.12102603912353516
190489	rnn.bias_hh_l0	9	-0.055831022560596466
190489	rnn.weight_ih_l0_reverse	0	-0.02241094410419464
190489	rnn.weight_ih_l0_reverse	1	-0.05184849351644516
190489	rnn.weight_ih_l0_reverse	2	-0.048652805387973785
190489	rnn.weight_ih_l0_reverse	3	0.011604278348386288
190489	rnn.weight_ih_l0_reverse	4	-0.02073189988732338
190489	rnn.weight_ih_l0_reverse	5	-0.0587613619863987
190489	rnn.weight_ih_l0_reverse	6	0.07629986107349396
190489	rnn.weight_ih_l0_reverse	7	-0.01610100455582142
190489	rnn.weight_ih_l0_reverse	8	-0.015264286659657955
190489	rnn.weight_ih_l0_reverse	9	-0.00031113545992411673
190489	rnn.weight_hh_l0_reverse	0	0.06449388712644577
190489	rnn.weight_hh_l0_reverse	1	0.024478934705257416
190489	rnn.weight_hh_l0_reverse	2	0.027930865064263344
190489	rnn.weight_hh_l0_reverse	3	0.03682657703757286
190489	rnn.weight_hh_l0_reverse	4	0.01139041781425476
190489	rnn.weight_hh_l0_reverse	5	0.008647722192108631
190489	rnn.weight_hh_l0_reverse	6	0.05021384358406067
190489	rnn.weight_hh_l0_reverse	7	-0.0796736627817154
190489	rnn.weight_hh_l0_reverse	8	0.03912092745304108
190489	rnn.weight_hh_l0_reverse	9	0.03501955792307854
190489	rnn.bias_ih_l0_reverse	0	-0.05672932788729668
190489	rnn.bias_ih_l0_reverse	1	-0.2872757017612457
190489	rnn.bias_ih_l0_reverse	2	-0.1172415092587471
190489	rnn.bias_ih_l0_reverse	3	-0.04948125407099724
190489	rnn.bias_ih_l0_reverse	4	-0.016833940520882607
190489	rnn.bias_ih_l0_reverse	5	0.07714753597974777
190489	rnn.bias_ih_l0_reverse	6	-0.07045233994722366
190489	rnn.bias_ih_l0_reverse	7	0.05955309420824051
190489	rnn.bias_ih_l0_reverse	8	-0.04516090825200081
190489	rnn.bias_ih_l0_reverse	9	0.0617351196706295
190489	rnn.bias_hh_l0_reverse	0	0.02175510860979557
190489	rnn.bias_hh_l0_reverse	1	-0.04583775997161865
190489	rnn.bias_hh_l0_reverse	2	0.07875481992959976
190489	rnn.bias_hh_l0_reverse	3	-0.04554228484630585
190489	rnn.bias_hh_l0_reverse	4	-0.022810494527220726
190489	rnn.bias_hh_l0_reverse	5	-0.030564572662115097
190489	rnn.bias_hh_l0_reverse	6	-0.01860721968114376
190489	rnn.bias_hh_l0_reverse	7	0.10491496324539185
190489	rnn.bias_hh_l0_reverse	8	0.034140538424253464
190489	rnn.bias_hh_l0_reverse	9	-0.15047787129878998
190489	rnn.weight_ih_l1	0	-0.03145530819892883
190489	rnn.weight_ih_l1	1	-0.05093029513955116
190489	rnn.weight_ih_l1	2	0.05448627471923828
190489	rnn.weight_ih_l1	3	-0.06804955750703812
190489	rnn.weight_ih_l1	4	-0.014697725884616375
190489	rnn.weight_ih_l1	5	-0.04153888300061226
190489	rnn.weight_ih_l1	6	0.028259029611945152
190489	rnn.weight_ih_l1	7	-0.04782073572278023
190489	rnn.weight_ih_l1	8	0.036592449992895126
190489	rnn.weight_ih_l1	9	0.04638226702809334
190489	rnn.weight_hh_l1	0	-0.005986432079225779
190489	rnn.weight_hh_l1	1	0.020099282264709473
190489	rnn.weight_hh_l1	2	0.009412260726094246
190489	rnn.weight_hh_l1	3	-0.012316165491938591
190489	rnn.weight_hh_l1	4	0.00692127738147974
190489	rnn.weight_hh_l1	5	0.032621681690216064
190489	rnn.weight_hh_l1	6	0.03527401387691498
190489	rnn.weight_hh_l1	7	-0.017582373693585396
190489	rnn.weight_hh_l1	8	-0.008056380786001682
190489	rnn.weight_hh_l1	9	0.034762363880872726
190489	rnn.bias_ih_l1	0	-0.18661794066429138
190489	rnn.bias_ih_l1	1	-0.1788955181837082
190489	rnn.bias_ih_l1	2	-0.21288315951824188
190489	rnn.bias_ih_l1	3	-0.3142610490322113
190489	rnn.bias_ih_l1	4	-0.1888858526945114
190489	rnn.bias_ih_l1	5	-0.08291897922754288
190489	rnn.bias_ih_l1	6	-0.1630018800497055
190489	rnn.bias_ih_l1	7	-0.008563477545976639
190489	rnn.bias_ih_l1	8	-0.12614230811595917
190489	rnn.bias_ih_l1	9	-0.13371577858924866
190489	rnn.bias_hh_l1	0	-0.09885571897029877
190489	rnn.bias_hh_l1	1	-0.07343310862779617
190489	rnn.bias_hh_l1	2	-0.08866085857152939
190489	rnn.bias_hh_l1	3	-0.08337091654539108
190489	rnn.bias_hh_l1	4	-0.0854196846485138
190489	rnn.bias_hh_l1	5	-0.12222730368375778
190489	rnn.bias_hh_l1	6	-0.15893225371837616
190489	rnn.bias_hh_l1	7	0.06845472007989883
190489	rnn.bias_hh_l1	8	-0.1824679672718048
190489	rnn.bias_hh_l1	9	-0.11970572918653488
190489	rnn.weight_ih_l1_reverse	0	-0.04576336592435837
190489	rnn.weight_ih_l1_reverse	1	0.03481423854827881
190489	rnn.weight_ih_l1_reverse	2	0.09043318033218384
190489	rnn.weight_ih_l1_reverse	3	-0.0134435398504138
190489	rnn.weight_ih_l1_reverse	4	-0.03692365437746048
190489	rnn.weight_ih_l1_reverse	5	-0.030929749831557274
190489	rnn.weight_ih_l1_reverse	6	-0.0105167580768466
190489	rnn.weight_ih_l1_reverse	7	0.025686029344797134
190489	rnn.weight_ih_l1_reverse	8	0.008428503759205341
190489	rnn.weight_ih_l1_reverse	9	-0.036692552268505096
190489	rnn.weight_hh_l1_reverse	0	0.004903820808976889
190489	rnn.weight_hh_l1_reverse	1	0.03164360299706459
190489	rnn.weight_hh_l1_reverse	2	-0.040386952459812164
190489	rnn.weight_hh_l1_reverse	3	0.03526150807738304
190489	rnn.weight_hh_l1_reverse	4	0.04799587279558182
190489	rnn.weight_hh_l1_reverse	5	0.0023771985433995724
190489	rnn.weight_hh_l1_reverse	6	0.0559733547270298
190489	rnn.weight_hh_l1_reverse	7	0.030393419787287712
190489	rnn.weight_hh_l1_reverse	8	-0.00699051097035408
190489	rnn.weight_hh_l1_reverse	9	-0.02980145812034607
190489	rnn.bias_ih_l1_reverse	0	-0.052846841514110565
190489	rnn.bias_ih_l1_reverse	1	-0.15248718857765198
190489	rnn.bias_ih_l1_reverse	2	-0.16231012344360352
190489	rnn.bias_ih_l1_reverse	3	-0.054114360362291336
190489	rnn.bias_ih_l1_reverse	4	-0.21185274422168732
190489	rnn.bias_ih_l1_reverse	5	-0.11566457897424698
190489	rnn.bias_ih_l1_reverse	6	-0.1338457614183426
190489	rnn.bias_ih_l1_reverse	7	-0.19531892240047455
190489	rnn.bias_ih_l1_reverse	8	0.22862571477890015
190489	rnn.bias_ih_l1_reverse	9	0.019665434956550598
190489	rnn.bias_hh_l1_reverse	0	-0.0015525666531175375
190489	rnn.bias_hh_l1_reverse	1	-0.08657223731279373
190489	rnn.bias_hh_l1_reverse	2	-0.23489007353782654
190489	rnn.bias_hh_l1_reverse	3	-0.14012856781482697
190489	rnn.bias_hh_l1_reverse	4	-0.08596127480268478
190489	rnn.bias_hh_l1_reverse	5	-0.11897001415491104
190489	rnn.bias_hh_l1_reverse	6	0.05667145550251007
190489	rnn.bias_hh_l1_reverse	7	-0.15550784766674042
190489	rnn.bias_hh_l1_reverse	8	-0.11639010161161423
190489	rnn.bias_hh_l1_reverse	9	-0.15076470375061035
190489	linear.weight	0	0.002228822559118271
190489	linear.weight	1	0.10535132139921188
190489	linear.weight	2	-0.10112864524126053
190489	linear.weight	3	0.28403240442276
190489	linear.weight	4	0.16119085252285004
190489	linear.weight	5	-0.06925731897354126
190489	linear.weight	6	0.12014208734035492
190489	linear.weight	7	0.13282431662082672
190489	linear.weight	8	0.04115195944905281
190489	linear.weight	9	-0.04033132642507553
190489	linear.bias	0	0.1242188960313797
190489	linear.bias	1	-0.16166512668132782
190489	linear.bias	2	-0.4565279483795166
190489	linear.bias	3	-0.660794198513031
190489	linear.bias	4	-1.2268624305725098
190489	linear.bias	5	-0.07620677351951599
190489	linear.bias	6	-0.7736205458641052
190489	linear.bias	7	0.24942398071289062
190489	linear.bias	8	-0.4207826554775238
190489	linear.bias	9	-1.029636025428772
190686	transitions	0	0.7388355135917664
190686	transitions	1	0.15060096979141235
190686	transitions	2	-10000.0
190686	transitions	3	-1.8266847133636475
190686	transitions	4	-10000.0
190686	transitions	5	0.566772997379303
190686	transitions	6	-0.08261759579181671
190686	transitions	7	-0.7782625555992126
190686	transitions	8	-1.4171446561813354
190686	transitions	9	-0.0012014851672574878
190686	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
190686	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
190686	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
190686	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
190686	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
190686	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
190686	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
190686	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
190686	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
190686	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
190686	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
190686	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
190686	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
190686	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
190686	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
190686	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
190686	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
190686	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
190686	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
190686	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
190686	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
190686	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
190686	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
190686	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
190686	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
190686	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
190686	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
190686	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
190686	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
190686	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
190686	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
190686	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
190686	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
190686	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
190686	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
190686	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
190686	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
190686	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
190686	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
190686	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
190686	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
190686	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
190686	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
190686	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
190686	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
190686	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
190686	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
190686	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
190686	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
190686	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
190686	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
190686	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
190686	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
190686	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
190686	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
190686	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
190686	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
190686	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
190686	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
190686	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
190686	embedding2nn.weight	0	0.021549643948674202
190686	embedding2nn.weight	1	-0.013078936375677586
190686	embedding2nn.weight	2	-0.014268254861235619
190686	embedding2nn.weight	3	-0.03631770983338356
190686	embedding2nn.weight	4	-0.0059150345623493195
190686	embedding2nn.weight	5	-0.0037005876656621695
190686	embedding2nn.weight	6	-0.003973267041146755
190686	embedding2nn.weight	7	-0.08040489256381989
190686	embedding2nn.weight	8	-0.0019979383796453476
190686	embedding2nn.weight	9	-0.029822876676917076
190686	embedding2nn.bias	0	0.04766065627336502
190686	embedding2nn.bias	1	-0.07044977694749832
190686	embedding2nn.bias	2	0.05818314850330353
190686	embedding2nn.bias	3	0.043831609189510345
190686	embedding2nn.bias	4	-0.05692566558718681
190686	embedding2nn.bias	5	-0.0021044136956334114
190686	embedding2nn.bias	6	0.030185382813215256
190686	embedding2nn.bias	7	-0.048602379858493805
190686	embedding2nn.bias	8	0.0583198219537735
190686	embedding2nn.bias	9	0.05478788912296295
190686	rnn.weight_ih_l0	0	-0.07486804574728012
190686	rnn.weight_ih_l0	1	0.006653827615082264
190686	rnn.weight_ih_l0	2	0.03332902491092682
190686	rnn.weight_ih_l0	3	0.02223076857626438
190686	rnn.weight_ih_l0	4	-0.04633920267224312
190686	rnn.weight_ih_l0	5	-0.06472960859537125
190686	rnn.weight_ih_l0	6	-0.0001901983778225258
190686	rnn.weight_ih_l0	7	0.04923011362552643
190686	rnn.weight_ih_l0	8	-0.014619536697864532
190686	rnn.weight_ih_l0	9	-0.030901780351996422
190686	rnn.weight_hh_l0	0	-0.030060602352023125
190686	rnn.weight_hh_l0	1	-0.008346843533217907
190686	rnn.weight_hh_l0	2	0.008763871155679226
190686	rnn.weight_hh_l0	3	-0.0757192000746727
190686	rnn.weight_hh_l0	4	0.09437179565429688
190686	rnn.weight_hh_l0	5	-0.0248614102602005
190686	rnn.weight_hh_l0	6	-0.059224601835012436
190686	rnn.weight_hh_l0	7	0.011332274414598942
190686	rnn.weight_hh_l0	8	0.015145396813750267
190686	rnn.weight_hh_l0	9	-0.024132737889885902
190686	rnn.bias_ih_l0	0	0.1311904639005661
190686	rnn.bias_ih_l0	1	-0.0342867374420166
190686	rnn.bias_ih_l0	2	-0.03411545231938362
190686	rnn.bias_ih_l0	3	0.1598377227783203
190686	rnn.bias_ih_l0	4	-0.012669671326875687
190686	rnn.bias_ih_l0	5	-0.023279834538698196
190686	rnn.bias_ih_l0	6	0.01870334893465042
190686	rnn.bias_ih_l0	7	0.023291124030947685
190686	rnn.bias_ih_l0	8	-0.0992160364985466
190686	rnn.bias_ih_l0	9	-0.04639829695224762
190686	rnn.bias_hh_l0	0	-0.0013527012197300792
190686	rnn.bias_hh_l0	1	-0.11175825446844101
190686	rnn.bias_hh_l0	2	-0.07262768596410751
190686	rnn.bias_hh_l0	3	-0.08790533989667892
190686	rnn.bias_hh_l0	4	0.003781597362831235
190686	rnn.bias_hh_l0	5	-0.025650840252637863
190686	rnn.bias_hh_l0	6	0.034784186631441116
190686	rnn.bias_hh_l0	7	0.049683067947626114
190686	rnn.bias_hh_l0	8	-0.12083674222230911
190686	rnn.bias_hh_l0	9	-0.056742649525403976
190686	rnn.weight_ih_l0_reverse	0	-0.022373585030436516
190686	rnn.weight_ih_l0_reverse	1	-0.052152764052152634
190686	rnn.weight_ih_l0_reverse	2	-0.0483211874961853
190686	rnn.weight_ih_l0_reverse	3	0.011872249655425549
190686	rnn.weight_ih_l0_reverse	4	-0.020653627812862396
190686	rnn.weight_ih_l0_reverse	5	-0.058807000517845154
190686	rnn.weight_ih_l0_reverse	6	0.07673104107379913
190686	rnn.weight_ih_l0_reverse	7	-0.016168834641575813
190686	rnn.weight_ih_l0_reverse	8	-0.015620741993188858
190686	rnn.weight_ih_l0_reverse	9	-3.7578771298285574e-05
190686	rnn.weight_hh_l0_reverse	0	0.0646781474351883
190686	rnn.weight_hh_l0_reverse	1	0.024505404755473137
190686	rnn.weight_hh_l0_reverse	2	0.028043976053595543
190686	rnn.weight_hh_l0_reverse	3	0.03684398531913757
190686	rnn.weight_hh_l0_reverse	4	0.011282797902822495
190686	rnn.weight_hh_l0_reverse	5	0.008923099376261234
190686	rnn.weight_hh_l0_reverse	6	0.050362229347229004
190686	rnn.weight_hh_l0_reverse	7	-0.07935016602277756
190686	rnn.weight_hh_l0_reverse	8	0.0391535721719265
190686	rnn.weight_hh_l0_reverse	9	0.03488755226135254
190686	rnn.bias_ih_l0_reverse	0	-0.056696753948926926
190686	rnn.bias_ih_l0_reverse	1	-0.2873149514198303
190686	rnn.bias_ih_l0_reverse	2	-0.11644543707370758
190686	rnn.bias_ih_l0_reverse	3	-0.04983595758676529
190686	rnn.bias_ih_l0_reverse	4	-0.01629294827580452
190686	rnn.bias_ih_l0_reverse	5	0.0771198719739914
190686	rnn.bias_ih_l0_reverse	6	-0.0688362866640091
190686	rnn.bias_ih_l0_reverse	7	0.05986346676945686
190686	rnn.bias_ih_l0_reverse	8	-0.044623587280511856
190686	rnn.bias_ih_l0_reverse	9	0.06176791340112686
190686	rnn.bias_hh_l0_reverse	0	0.021638235077261925
190686	rnn.bias_hh_l0_reverse	1	-0.04788915067911148
190686	rnn.bias_hh_l0_reverse	2	0.07832914590835571
190686	rnn.bias_hh_l0_reverse	3	-0.04582954943180084
190686	rnn.bias_hh_l0_reverse	4	-0.022627519443631172
190686	rnn.bias_hh_l0_reverse	5	-0.02995832823216915
190686	rnn.bias_hh_l0_reverse	6	-0.01960306614637375
190686	rnn.bias_hh_l0_reverse	7	0.10450398921966553
190686	rnn.bias_hh_l0_reverse	8	0.03372180834412575
190686	rnn.bias_hh_l0_reverse	9	-0.1520964354276657
190686	rnn.weight_ih_l1	0	-0.03175469860434532
190686	rnn.weight_ih_l1	1	-0.05115804821252823
190686	rnn.weight_ih_l1	2	0.05415461212396622
190686	rnn.weight_ih_l1	3	-0.0682988166809082
190686	rnn.weight_ih_l1	4	-0.014278336428105831
190686	rnn.weight_ih_l1	5	-0.04149545729160309
190686	rnn.weight_ih_l1	6	0.02845591865479946
190686	rnn.weight_ih_l1	7	-0.04789987578988075
190686	rnn.weight_ih_l1	8	0.03667514771223068
190686	rnn.weight_ih_l1	9	0.046451225876808167
190686	rnn.weight_hh_l1	0	-0.005879136733710766
190686	rnn.weight_hh_l1	1	0.02017965540289879
190686	rnn.weight_hh_l1	2	0.009207985363900661
190686	rnn.weight_hh_l1	3	-0.012261730618774891
190686	rnn.weight_hh_l1	4	0.006977885961532593
190686	rnn.weight_hh_l1	5	0.032612401992082596
190686	rnn.weight_hh_l1	6	0.03556282818317413
190686	rnn.weight_hh_l1	7	-0.017660701647400856
190686	rnn.weight_hh_l1	8	-0.008090288378298283
190686	rnn.weight_hh_l1	9	0.034766167402267456
190686	rnn.bias_ih_l1	0	-0.18560409545898438
190686	rnn.bias_ih_l1	1	-0.1790851354598999
190686	rnn.bias_ih_l1	2	-0.21308304369449615
190686	rnn.bias_ih_l1	3	-0.31474781036376953
190686	rnn.bias_ih_l1	4	-0.18801604211330414
190686	rnn.bias_ih_l1	5	-0.08275263011455536
190686	rnn.bias_ih_l1	6	-0.16278834640979767
190686	rnn.bias_ih_l1	7	-0.0065047540701925755
190686	rnn.bias_ih_l1	8	-0.1268719732761383
190686	rnn.bias_ih_l1	9	-0.13381566107273102
190686	rnn.bias_hh_l1	0	-0.09844966232776642
190686	rnn.bias_hh_l1	1	-0.07300211489200592
190686	rnn.bias_hh_l1	2	-0.08886141330003738
190686	rnn.bias_hh_l1	3	-0.0836663544178009
190686	rnn.bias_hh_l1	4	-0.08520091325044632
190686	rnn.bias_hh_l1	5	-0.12282124906778336
190686	rnn.bias_hh_l1	6	-0.15863561630249023
190686	rnn.bias_hh_l1	7	0.06551473587751389
190686	rnn.bias_hh_l1	8	-0.18284212052822113
190686	rnn.bias_hh_l1	9	-0.12007961422204971
190686	rnn.weight_ih_l1_reverse	0	-0.04579690471291542
190686	rnn.weight_ih_l1_reverse	1	0.034577347338199615
190686	rnn.weight_ih_l1_reverse	2	0.09053763747215271
190686	rnn.weight_ih_l1_reverse	3	-0.013732383958995342
190686	rnn.weight_ih_l1_reverse	4	-0.036896396428346634
190686	rnn.weight_ih_l1_reverse	5	-0.031016843393445015
190686	rnn.weight_ih_l1_reverse	6	-0.010891996324062347
190686	rnn.weight_ih_l1_reverse	7	0.0254836268723011
190686	rnn.weight_ih_l1_reverse	8	0.008489973843097687
190686	rnn.weight_ih_l1_reverse	9	-0.03653157502412796
190686	rnn.weight_hh_l1_reverse	0	0.005021745804697275
190686	rnn.weight_hh_l1_reverse	1	0.031595855951309204
190686	rnn.weight_hh_l1_reverse	2	-0.04038642346858978
190686	rnn.weight_hh_l1_reverse	3	0.03518873453140259
190686	rnn.weight_hh_l1_reverse	4	0.04804224520921707
190686	rnn.weight_hh_l1_reverse	5	0.002482231007888913
190686	rnn.weight_hh_l1_reverse	6	0.05576368421316147
190686	rnn.weight_hh_l1_reverse	7	0.030356552451848984
190686	rnn.weight_hh_l1_reverse	8	-0.006968711502850056
190686	rnn.weight_hh_l1_reverse	9	-0.029849711805582047
190686	rnn.bias_ih_l1_reverse	0	-0.05290927737951279
190686	rnn.bias_ih_l1_reverse	1	-0.15204086899757385
190686	rnn.bias_ih_l1_reverse	2	-0.16154126822948456
190686	rnn.bias_ih_l1_reverse	3	-0.054413966834545135
190686	rnn.bias_ih_l1_reverse	4	-0.21143269538879395
190686	rnn.bias_ih_l1_reverse	5	-0.11547667533159256
190686	rnn.bias_ih_l1_reverse	6	-0.13391262292861938
190686	rnn.bias_ih_l1_reverse	7	-0.19412963092327118
190686	rnn.bias_ih_l1_reverse	8	0.22687441110610962
190686	rnn.bias_ih_l1_reverse	9	0.021838970482349396
190686	rnn.bias_hh_l1_reverse	0	-0.0014131503412500024
190686	rnn.bias_hh_l1_reverse	1	-0.08648738265037537
190686	rnn.bias_hh_l1_reverse	2	-0.23486807942390442
190686	rnn.bias_hh_l1_reverse	3	-0.14032486081123352
190686	rnn.bias_hh_l1_reverse	4	-0.08593273162841797
190686	rnn.bias_hh_l1_reverse	5	-0.12034960091114044
190686	rnn.bias_hh_l1_reverse	6	0.057620592415332794
190686	rnn.bias_hh_l1_reverse	7	-0.15575391054153442
190686	rnn.bias_hh_l1_reverse	8	-0.1166255846619606
190686	rnn.bias_hh_l1_reverse	9	-0.15088580548763275
190686	linear.weight	0	0.002228822559118271
190686	linear.weight	1	0.10741868615150452
190686	linear.weight	2	-0.09950009733438492
190686	linear.weight	3	0.28514862060546875
190686	linear.weight	4	0.16202938556671143
190686	linear.weight	5	-0.06965227425098419
190686	linear.weight	6	0.12312367558479309
190686	linear.weight	7	0.13064731657505035
190686	linear.weight	8	0.041152119636535645
190686	linear.weight	9	-0.04151340574026108
190686	linear.bias	0	0.1333646923303604
190686	linear.bias	1	-0.17039212584495544
190686	linear.bias	2	-0.4404217600822449
190686	linear.bias	3	-0.6545403003692627
190686	linear.bias	4	-1.2197916507720947
190686	linear.bias	5	-0.06847896426916122
190686	linear.bias	6	-0.7820298075675964
190686	linear.bias	7	0.2564420998096466
190686	linear.bias	8	-0.4286459982395172
190686	linear.bias	9	-1.0362956523895264
190883	transitions	0	0.7430052161216736
190883	transitions	1	0.15017946064472198
190883	transitions	2	-10000.0
190883	transitions	3	-1.8266907930374146
190883	transitions	4	-10000.0
190883	transitions	5	0.5667640566825867
190883	transitions	6	-0.0826324000954628
190883	transitions	7	-0.7783254981040955
190883	transitions	8	-1.4171539545059204
190883	transitions	9	-0.0012015935499221087
190883	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
190883	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
190883	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
190883	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
190883	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
190883	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
190883	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
190883	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
190883	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
190883	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
190883	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
190883	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
190883	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
190883	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
190883	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
190883	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
190883	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
190883	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
190883	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
190883	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
190883	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
190883	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
190883	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
190883	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
190883	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
190883	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
190883	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
190883	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
190883	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
190883	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
190883	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
190883	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
190883	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
190883	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
190883	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
190883	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
190883	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
190883	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
190883	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
190883	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
190883	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
190883	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
190883	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
190883	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
190883	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
190883	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
190883	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
190883	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
190883	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
190883	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
190883	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
190883	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
190883	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
190883	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
190883	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
190883	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
190883	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
190883	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
190883	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
190883	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
190883	embedding2nn.weight	0	0.02182759903371334
190883	embedding2nn.weight	1	-0.013049013912677765
190883	embedding2nn.weight	2	-0.014268254861235619
190883	embedding2nn.weight	3	-0.035628240555524826
190883	embedding2nn.weight	4	-0.0059150345623493195
190883	embedding2nn.weight	5	-0.003700587898492813
190883	embedding2nn.weight	6	-0.003973266575485468
190883	embedding2nn.weight	7	-0.0801905170083046
190883	embedding2nn.weight	8	-0.0019979383796453476
190883	embedding2nn.weight	9	-0.03011743351817131
190883	embedding2nn.bias	0	0.04942864552140236
190883	embedding2nn.bias	1	-0.07197310030460358
190883	embedding2nn.bias	2	0.05996468663215637
190883	embedding2nn.bias	3	0.04366549476981163
190883	embedding2nn.bias	4	-0.05750065669417381
190883	embedding2nn.bias	5	-0.002741824137046933
190883	embedding2nn.bias	6	0.02876584604382515
190883	embedding2nn.bias	7	-0.05004032328724861
190883	embedding2nn.bias	8	0.056912295520305634
190883	embedding2nn.bias	9	0.05507867783308029
190883	rnn.weight_ih_l0	0	-0.07518666982650757
190883	rnn.weight_ih_l0	1	0.006591154728084803
190883	rnn.weight_ih_l0	2	0.033219631761312485
190883	rnn.weight_ih_l0	3	0.022074131295084953
190883	rnn.weight_ih_l0	4	-0.04660044610500336
190883	rnn.weight_ih_l0	5	-0.06526660174131393
190883	rnn.weight_ih_l0	6	-3.512071998557076e-05
190883	rnn.weight_ih_l0	7	0.049054235219955444
190883	rnn.weight_ih_l0	8	-0.014901640824973583
190883	rnn.weight_ih_l0	9	-0.031248442828655243
190883	rnn.weight_hh_l0	0	-0.029890315607190132
190883	rnn.weight_hh_l0	1	-0.008452925831079483
190883	rnn.weight_hh_l0	2	0.008539411239326
190883	rnn.weight_hh_l0	3	-0.07610420882701874
190883	rnn.weight_hh_l0	4	0.09431388974189758
190883	rnn.weight_hh_l0	5	-0.024885648861527443
190883	rnn.weight_hh_l0	6	-0.059010300785303116
190883	rnn.weight_hh_l0	7	0.011220443062484264
190883	rnn.weight_hh_l0	8	0.01515214517712593
190883	rnn.weight_hh_l0	9	-0.024096984416246414
190883	rnn.bias_ih_l0	0	0.1316741406917572
190883	rnn.bias_ih_l0	1	-0.033886827528476715
190883	rnn.bias_ih_l0	2	-0.03377508372068405
190883	rnn.bias_ih_l0	3	0.15931661427021027
190883	rnn.bias_ih_l0	4	-0.01228785514831543
190883	rnn.bias_ih_l0	5	-0.022862795740365982
190883	rnn.bias_ih_l0	6	0.019378500059247017
190883	rnn.bias_ih_l0	7	0.022784890606999397
190883	rnn.bias_ih_l0	8	-0.0990113765001297
190883	rnn.bias_ih_l0	9	-0.04765778407454491
190883	rnn.bias_hh_l0	0	-0.0009576837765052915
190883	rnn.bias_hh_l0	1	-0.11136196553707123
190883	rnn.bias_hh_l0	2	-0.07305237650871277
190883	rnn.bias_hh_l0	3	-0.08652997761964798
190883	rnn.bias_hh_l0	4	0.0025842299219220877
190883	rnn.bias_hh_l0	5	-0.026600120589137077
190883	rnn.bias_hh_l0	6	0.03508605435490608
190883	rnn.bias_hh_l0	7	0.048562850803136826
190883	rnn.bias_hh_l0	8	-0.1216057762503624
190883	rnn.bias_hh_l0	9	-0.056592606008052826
190883	rnn.weight_ih_l0_reverse	0	-0.022239388898015022
190883	rnn.weight_ih_l0_reverse	1	-0.052020445466041565
190883	rnn.weight_ih_l0_reverse	2	-0.04850305616855621
190883	rnn.weight_ih_l0_reverse	3	0.01179945096373558
190883	rnn.weight_ih_l0_reverse	4	-0.020562684163451195
190883	rnn.weight_ih_l0_reverse	5	-0.05869889631867409
190883	rnn.weight_ih_l0_reverse	6	0.07694385200738907
190883	rnn.weight_ih_l0_reverse	7	-0.016195546835660934
190883	rnn.weight_ih_l0_reverse	8	-0.015347358770668507
190883	rnn.weight_ih_l0_reverse	9	-0.0002804475661832839
190883	rnn.weight_hh_l0_reverse	0	0.06498204916715622
190883	rnn.weight_hh_l0_reverse	1	0.024703864008188248
190883	rnn.weight_hh_l0_reverse	2	0.027904188260436058
190883	rnn.weight_hh_l0_reverse	3	0.036951396614313126
190883	rnn.weight_hh_l0_reverse	4	0.011357082054018974
190883	rnn.weight_hh_l0_reverse	5	0.008875308558344841
190883	rnn.weight_hh_l0_reverse	6	0.05031172186136246
190883	rnn.weight_hh_l0_reverse	7	-0.07935841381549835
190883	rnn.weight_hh_l0_reverse	8	0.039289359003305435
190883	rnn.weight_hh_l0_reverse	9	0.03482750803232193
190883	rnn.bias_ih_l0_reverse	0	-0.0564570426940918
190883	rnn.bias_ih_l0_reverse	1	-0.28547853231430054
190883	rnn.bias_ih_l0_reverse	2	-0.11575425416231155
190883	rnn.bias_ih_l0_reverse	3	-0.049560755491256714
190883	rnn.bias_ih_l0_reverse	4	-0.015717601403594017
190883	rnn.bias_ih_l0_reverse	5	0.07586181163787842
190883	rnn.bias_ih_l0_reverse	6	-0.06878883391618729
190883	rnn.bias_ih_l0_reverse	7	0.05985989049077034
190883	rnn.bias_ih_l0_reverse	8	-0.044901639223098755
190883	rnn.bias_ih_l0_reverse	9	0.062229763716459274
190883	rnn.bias_hh_l0_reverse	0	0.02259705401957035
190883	rnn.bias_hh_l0_reverse	1	-0.04802112281322479
190883	rnn.bias_hh_l0_reverse	2	0.07847066968679428
190883	rnn.bias_hh_l0_reverse	3	-0.045572429895401
190883	rnn.bias_hh_l0_reverse	4	-0.02385663613677025
190883	rnn.bias_hh_l0_reverse	5	-0.029588695615530014
190883	rnn.bias_hh_l0_reverse	6	-0.020541304722428322
190883	rnn.bias_hh_l0_reverse	7	0.10449381172657013
190883	rnn.bias_hh_l0_reverse	8	0.03368546441197395
190883	rnn.bias_hh_l0_reverse	9	-0.1529514193534851
190883	rnn.weight_ih_l1	0	-0.031853124499320984
190883	rnn.weight_ih_l1	1	-0.0511728934943676
190883	rnn.weight_ih_l1	2	0.05444144085049629
190883	rnn.weight_ih_l1	3	-0.06789341568946838
190883	rnn.weight_ih_l1	4	-0.014261038973927498
190883	rnn.weight_ih_l1	5	-0.041451651602983475
190883	rnn.weight_ih_l1	6	0.028317363932728767
190883	rnn.weight_ih_l1	7	-0.04844547063112259
190883	rnn.weight_ih_l1	8	0.03679988905787468
190883	rnn.weight_ih_l1	9	0.046540018171072006
190883	rnn.weight_hh_l1	0	-0.006039331667125225
190883	rnn.weight_hh_l1	1	0.020235415548086166
190883	rnn.weight_hh_l1	2	0.009536143392324448
190883	rnn.weight_hh_l1	3	-0.012294509448111057
190883	rnn.weight_hh_l1	4	0.00688290037214756
190883	rnn.weight_hh_l1	5	0.03262276574969292
190883	rnn.weight_hh_l1	6	0.03573932871222496
190883	rnn.weight_hh_l1	7	-0.01766512170433998
190883	rnn.weight_hh_l1	8	-0.008070996031165123
190883	rnn.weight_hh_l1	9	0.03482231870293617
190883	rnn.bias_ih_l1	0	-0.18595147132873535
190883	rnn.bias_ih_l1	1	-0.17911452054977417
190883	rnn.bias_ih_l1	2	-0.21244674921035767
190883	rnn.bias_ih_l1	3	-0.315807580947876
190883	rnn.bias_ih_l1	4	-0.1880728155374527
190883	rnn.bias_ih_l1	5	-0.08340843766927719
190883	rnn.bias_ih_l1	6	-0.16312336921691895
190883	rnn.bias_ih_l1	7	-0.00621317233890295
190883	rnn.bias_ih_l1	8	-0.1272508203983307
190883	rnn.bias_ih_l1	9	-0.13360363245010376
190883	rnn.bias_hh_l1	0	-0.09881816059350967
190883	rnn.bias_hh_l1	1	-0.07406064122915268
190883	rnn.bias_hh_l1	2	-0.08889709413051605
190883	rnn.bias_hh_l1	3	-0.08301299065351486
190883	rnn.bias_hh_l1	4	-0.08435800671577454
190883	rnn.bias_hh_l1	5	-0.12316536903381348
190883	rnn.bias_hh_l1	6	-0.159396231174469
190883	rnn.bias_hh_l1	7	0.06524679809808731
190883	rnn.bias_hh_l1	8	-0.182817742228508
190883	rnn.bias_hh_l1	9	-0.120002880692482
190883	rnn.weight_ih_l1_reverse	0	-0.04588547721505165
190883	rnn.weight_ih_l1_reverse	1	0.034668512642383575
190883	rnn.weight_ih_l1_reverse	2	0.09012918174266815
190883	rnn.weight_ih_l1_reverse	3	-0.013789870776236057
190883	rnn.weight_ih_l1_reverse	4	-0.03718975931406021
190883	rnn.weight_ih_l1_reverse	5	-0.031018804758787155
190883	rnn.weight_ih_l1_reverse	6	-0.011521988548338413
190883	rnn.weight_ih_l1_reverse	7	0.025524582713842392
190883	rnn.weight_ih_l1_reverse	8	0.008299730718135834
190883	rnn.weight_ih_l1_reverse	9	-0.03582761064171791
190883	rnn.weight_hh_l1_reverse	0	0.004969088360667229
190883	rnn.weight_hh_l1_reverse	1	0.03168461471796036
190883	rnn.weight_hh_l1_reverse	2	-0.04040779545903206
190883	rnn.weight_hh_l1_reverse	3	0.035221993923187256
190883	rnn.weight_hh_l1_reverse	4	0.0481017641723156
190883	rnn.weight_hh_l1_reverse	5	0.00237721367739141
190883	rnn.weight_hh_l1_reverse	6	0.055894508957862854
190883	rnn.weight_hh_l1_reverse	7	0.030371520668268204
190883	rnn.weight_hh_l1_reverse	8	-0.007021620869636536
190883	rnn.weight_hh_l1_reverse	9	-0.02975168265402317
190883	rnn.bias_ih_l1_reverse	0	-0.05265479534864426
190883	rnn.bias_ih_l1_reverse	1	-0.15228132903575897
190883	rnn.bias_ih_l1_reverse	2	-0.16248217225074768
190883	rnn.bias_ih_l1_reverse	3	-0.055346254259347916
190883	rnn.bias_ih_l1_reverse	4	-0.21153545379638672
190883	rnn.bias_ih_l1_reverse	5	-0.11512649804353714
190883	rnn.bias_ih_l1_reverse	6	-0.13402512669563293
190883	rnn.bias_ih_l1_reverse	7	-0.1945720762014389
190883	rnn.bias_ih_l1_reverse	8	0.22839710116386414
190883	rnn.bias_ih_l1_reverse	9	0.023549379780888557
190883	rnn.bias_hh_l1_reverse	0	-0.003391848411411047
190883	rnn.bias_hh_l1_reverse	1	-0.08667276054620743
190883	rnn.bias_hh_l1_reverse	2	-0.23500777781009674
190883	rnn.bias_hh_l1_reverse	3	-0.14040999114513397
190883	rnn.bias_hh_l1_reverse	4	-0.08596260100603104
190883	rnn.bias_hh_l1_reverse	5	-0.12069815397262573
190883	rnn.bias_hh_l1_reverse	6	0.058512479066848755
190883	rnn.bias_hh_l1_reverse	7	-0.15590572357177734
190883	rnn.bias_hh_l1_reverse	8	-0.11617210507392883
190883	rnn.bias_hh_l1_reverse	9	-0.1511935442686081
190883	linear.weight	0	0.002228822559118271
190883	linear.weight	1	0.10657166689634323
190883	linear.weight	2	-0.09980582445859909
190883	linear.weight	3	0.28655216097831726
190883	linear.weight	4	0.1628245711326599
190883	linear.weight	5	-0.06974625587463379
190883	linear.weight	6	0.11711131781339645
190883	linear.weight	7	0.136956587433815
190883	linear.weight	8	0.04115216061472893
190883	linear.weight	9	-0.040864214301109314
190883	linear.bias	0	0.11170706897974014
190883	linear.bias	1	-0.1615089476108551
190883	linear.bias	2	-0.44153979420661926
190883	linear.bias	3	-0.6548190712928772
190883	linear.bias	4	-1.2205870151519775
190883	linear.bias	5	-0.07295940071344376
190883	linear.bias	6	-0.772733211517334
190883	linear.bias	7	0.2510766088962555
190883	linear.bias	8	-0.4264831244945526
190883	linear.bias	9	-1.0338361263275146
191080	transitions	0	0.7458848357200623
191080	transitions	1	0.15024465322494507
191080	transitions	2	-10000.0
191080	transitions	3	-1.8266974687576294
191080	transitions	4	-10000.0
191080	transitions	5	0.5667335391044617
191080	transitions	6	-0.08264563232660294
191080	transitions	7	-0.7783950567245483
191080	transitions	8	-1.4171680212020874
191080	transitions	9	-0.0012017020490020514
191080	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
191080	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
191080	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
191080	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
191080	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
191080	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
191080	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
191080	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
191080	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
191080	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
191080	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
191080	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
191080	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
191080	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
191080	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
191080	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
191080	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
191080	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
191080	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
191080	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
191080	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
191080	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
191080	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
191080	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
191080	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
191080	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
191080	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
191080	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
191080	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
191080	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
191080	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
191080	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
191080	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
191080	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
191080	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
191080	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
191080	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
191080	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
191080	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
191080	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
191080	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
191080	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
191080	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
191080	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
191080	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
191080	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
191080	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
191080	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
191080	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
191080	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
191080	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
191080	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
191080	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
191080	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
191080	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
191080	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
191080	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
191080	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
191080	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
191080	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
191080	embedding2nn.weight	0	0.02239822968840599
191080	embedding2nn.weight	1	-0.013018793426454067
191080	embedding2nn.weight	2	-0.014268254861235619
191080	embedding2nn.weight	3	-0.03581620007753372
191080	embedding2nn.weight	4	-0.0059150345623493195
191080	embedding2nn.weight	5	-0.003700587898492813
191080	embedding2nn.weight	6	-0.003973266109824181
191080	embedding2nn.weight	7	-0.07999777048826218
191080	embedding2nn.weight	8	-0.0019979383796453476
191080	embedding2nn.weight	9	-0.030135003849864006
191080	embedding2nn.bias	0	0.04910462349653244
191080	embedding2nn.bias	1	-0.07023732364177704
191080	embedding2nn.bias	2	0.06249024346470833
191080	embedding2nn.bias	3	0.04385055601596832
191080	embedding2nn.bias	4	-0.054549895226955414
191080	embedding2nn.bias	5	-0.0031900745816528797
191080	embedding2nn.bias	6	0.02902756631374359
191080	embedding2nn.bias	7	-0.052732422947883606
191080	embedding2nn.bias	8	0.05931612476706505
191080	embedding2nn.bias	9	0.055193834006786346
191080	rnn.weight_ih_l0	0	-0.07556334137916565
191080	rnn.weight_ih_l0	1	0.0073263621889054775
191080	rnn.weight_ih_l0	2	0.03348260000348091
191080	rnn.weight_ih_l0	3	0.021970240399241447
191080	rnn.weight_ih_l0	4	-0.04737623408436775
191080	rnn.weight_ih_l0	5	-0.06526908278465271
191080	rnn.weight_ih_l0	6	-0.00033252366119995713
191080	rnn.weight_ih_l0	7	0.049287330359220505
191080	rnn.weight_ih_l0	8	-0.015127277001738548
191080	rnn.weight_ih_l0	9	-0.031110035255551338
191080	rnn.weight_hh_l0	0	-0.030040161684155464
191080	rnn.weight_hh_l0	1	-0.00855231937021017
191080	rnn.weight_hh_l0	2	0.008715095929801464
191080	rnn.weight_hh_l0	3	-0.07627580314874649
191080	rnn.weight_hh_l0	4	0.09425889700651169
191080	rnn.weight_hh_l0	5	-0.025057394057512283
191080	rnn.weight_hh_l0	6	-0.05880935117602348
191080	rnn.weight_hh_l0	7	0.011310702189803123
191080	rnn.weight_hh_l0	8	0.015484108589589596
191080	rnn.weight_hh_l0	9	-0.024179019033908844
191080	rnn.bias_ih_l0	0	0.13264727592468262
191080	rnn.bias_ih_l0	1	-0.03294927999377251
191080	rnn.bias_ih_l0	2	-0.0333649180829525
191080	rnn.bias_ih_l0	3	0.15926246345043182
191080	rnn.bias_ih_l0	4	-0.012481152079999447
191080	rnn.bias_ih_l0	5	-0.022936595603823662
191080	rnn.bias_ih_l0	6	0.019569458439946175
191080	rnn.bias_ih_l0	7	0.022670403122901917
191080	rnn.bias_ih_l0	8	-0.09873626381158829
191080	rnn.bias_ih_l0	9	-0.045696817338466644
191080	rnn.bias_hh_l0	0	-0.0007945873658172786
191080	rnn.bias_hh_l0	1	-0.11066046357154846
191080	rnn.bias_hh_l0	2	-0.07328154146671295
191080	rnn.bias_hh_l0	3	-0.08622456341981888
191080	rnn.bias_hh_l0	4	0.0027600459288805723
191080	rnn.bias_hh_l0	5	-0.026585258543491364
191080	rnn.bias_hh_l0	6	0.034717313945293427
191080	rnn.bias_hh_l0	7	0.0477425754070282
191080	rnn.bias_hh_l0	8	-0.1214149221777916
191080	rnn.bias_hh_l0	9	-0.0574403740465641
191080	rnn.weight_ih_l0_reverse	0	-0.022368354722857475
191080	rnn.weight_ih_l0_reverse	1	-0.0519426129758358
191080	rnn.weight_ih_l0_reverse	2	-0.04847700893878937
191080	rnn.weight_ih_l0_reverse	3	0.012139486148953438
191080	rnn.weight_ih_l0_reverse	4	-0.02049584873020649
191080	rnn.weight_ih_l0_reverse	5	-0.058631781488657
191080	rnn.weight_ih_l0_reverse	6	0.07720387727022171
191080	rnn.weight_ih_l0_reverse	7	-0.01640721783041954
191080	rnn.weight_ih_l0_reverse	8	-0.015357701107859612
191080	rnn.weight_ih_l0_reverse	9	-0.0005757178878411651
191080	rnn.weight_hh_l0_reverse	0	0.06533723324537277
191080	rnn.weight_hh_l0_reverse	1	0.024714864790439606
191080	rnn.weight_hh_l0_reverse	2	0.028203928843140602
191080	rnn.weight_hh_l0_reverse	3	0.036866821348667145
191080	rnn.weight_hh_l0_reverse	4	0.011307341046631336
191080	rnn.weight_hh_l0_reverse	5	0.008620659820735455
191080	rnn.weight_hh_l0_reverse	6	0.05037974938750267
191080	rnn.weight_hh_l0_reverse	7	-0.07912134379148483
191080	rnn.weight_hh_l0_reverse	8	0.0392703041434288
191080	rnn.weight_hh_l0_reverse	9	0.034651096910238266
191080	rnn.bias_ih_l0_reverse	0	-0.05692409723997116
191080	rnn.bias_ih_l0_reverse	1	-0.28743240237236023
191080	rnn.bias_ih_l0_reverse	2	-0.11485608667135239
191080	rnn.bias_ih_l0_reverse	3	-0.049606289714574814
191080	rnn.bias_ih_l0_reverse	4	-0.01566353067755699
191080	rnn.bias_ih_l0_reverse	5	0.07663216441869736
191080	rnn.bias_ih_l0_reverse	6	-0.06743331998586655
191080	rnn.bias_ih_l0_reverse	7	0.06040487810969353
191080	rnn.bias_ih_l0_reverse	8	-0.04575111344456673
191080	rnn.bias_ih_l0_reverse	9	0.061785172671079636
191080	rnn.bias_hh_l0_reverse	0	0.022786708548665047
191080	rnn.bias_hh_l0_reverse	1	-0.047316793352365494
191080	rnn.bias_hh_l0_reverse	2	0.07767312973737717
191080	rnn.bias_hh_l0_reverse	3	-0.046296730637550354
191080	rnn.bias_hh_l0_reverse	4	-0.023801540955901146
191080	rnn.bias_hh_l0_reverse	5	-0.02884558215737343
191080	rnn.bias_hh_l0_reverse	6	-0.020487792789936066
191080	rnn.bias_hh_l0_reverse	7	0.1053062230348587
191080	rnn.bias_hh_l0_reverse	8	0.03450765088200569
191080	rnn.bias_hh_l0_reverse	9	-0.15083074569702148
191080	rnn.weight_ih_l1	0	-0.03176744654774666
191080	rnn.weight_ih_l1	1	-0.05106788128614426
191080	rnn.weight_ih_l1	2	0.054851751774549484
191080	rnn.weight_ih_l1	3	-0.06818470358848572
191080	rnn.weight_ih_l1	4	-0.014394900761544704
191080	rnn.weight_ih_l1	5	-0.04138363152742386
191080	rnn.weight_ih_l1	6	0.028368795290589333
191080	rnn.weight_ih_l1	7	-0.04857181757688522
191080	rnn.weight_ih_l1	8	0.03670736774802208
191080	rnn.weight_ih_l1	9	0.046609897166490555
191080	rnn.weight_hh_l1	0	-0.005886634811758995
191080	rnn.weight_hh_l1	1	0.020288072526454926
191080	rnn.weight_hh_l1	2	0.009193814359605312
191080	rnn.weight_hh_l1	3	-0.012288713827729225
191080	rnn.weight_hh_l1	4	0.006987380795180798
191080	rnn.weight_hh_l1	5	0.03266783803701401
191080	rnn.weight_hh_l1	6	0.03559911251068115
191080	rnn.weight_hh_l1	7	-0.017551839351654053
191080	rnn.weight_hh_l1	8	-0.008130531758069992
191080	rnn.weight_hh_l1	9	0.03490481898188591
191080	rnn.bias_ih_l1	0	-0.18703964352607727
191080	rnn.bias_ih_l1	1	-0.17945024371147156
191080	rnn.bias_ih_l1	2	-0.2123156040906906
191080	rnn.bias_ih_l1	3	-0.3161150813102722
191080	rnn.bias_ih_l1	4	-0.18784797191619873
191080	rnn.bias_ih_l1	5	-0.08241409063339233
191080	rnn.bias_ih_l1	6	-0.16311706602573395
191080	rnn.bias_ih_l1	7	-0.007944772019982338
191080	rnn.bias_ih_l1	8	-0.12674184143543243
191080	rnn.bias_ih_l1	9	-0.13476532697677612
191080	rnn.bias_hh_l1	0	-0.09885208308696747
191080	rnn.bias_hh_l1	1	-0.07315204292535782
191080	rnn.bias_hh_l1	2	-0.08927252143621445
191080	rnn.bias_hh_l1	3	-0.08264044672250748
191080	rnn.bias_hh_l1	4	-0.08418916910886765
191080	rnn.bias_hh_l1	5	-0.12304189056158066
191080	rnn.bias_hh_l1	6	-0.15996697545051575
191080	rnn.bias_hh_l1	7	0.06454251706600189
191080	rnn.bias_hh_l1	8	-0.1825336217880249
191080	rnn.bias_hh_l1	9	-0.12084323167800903
191080	rnn.weight_ih_l1_reverse	0	-0.045798059552907944
191080	rnn.weight_ih_l1_reverse	1	0.034663137048482895
191080	rnn.weight_ih_l1_reverse	2	0.09005467593669891
191080	rnn.weight_ih_l1_reverse	3	-0.013247529976069927
191080	rnn.weight_ih_l1_reverse	4	-0.037234608083963394
191080	rnn.weight_ih_l1_reverse	5	-0.030921565368771553
191080	rnn.weight_ih_l1_reverse	6	-0.011447963304817677
191080	rnn.weight_ih_l1_reverse	7	0.02579794079065323
191080	rnn.weight_ih_l1_reverse	8	0.008336665108799934
191080	rnn.weight_ih_l1_reverse	9	-0.03619490936398506
191080	rnn.weight_hh_l1_reverse	0	0.004919207189232111
191080	rnn.weight_hh_l1_reverse	1	0.031651441007852554
191080	rnn.weight_hh_l1_reverse	2	-0.040389422327280045
191080	rnn.weight_hh_l1_reverse	3	0.035184577107429504
191080	rnn.weight_hh_l1_reverse	4	0.048087604343891144
191080	rnn.weight_hh_l1_reverse	5	0.0024120036978274584
191080	rnn.weight_hh_l1_reverse	6	0.05591674521565437
191080	rnn.weight_hh_l1_reverse	7	0.030323311686515808
191080	rnn.weight_hh_l1_reverse	8	-0.007075104862451553
191080	rnn.weight_hh_l1_reverse	9	-0.0298292376101017
191080	rnn.bias_ih_l1_reverse	0	-0.05281519889831543
191080	rnn.bias_ih_l1_reverse	1	-0.1532183140516281
191080	rnn.bias_ih_l1_reverse	2	-0.16169700026512146
191080	rnn.bias_ih_l1_reverse	3	-0.05447756499052048
191080	rnn.bias_ih_l1_reverse	4	-0.21112167835235596
191080	rnn.bias_ih_l1_reverse	5	-0.11441299319267273
191080	rnn.bias_ih_l1_reverse	6	-0.1341390311717987
191080	rnn.bias_ih_l1_reverse	7	-0.1949274241924286
191080	rnn.bias_ih_l1_reverse	8	0.22846148908138275
191080	rnn.bias_ih_l1_reverse	9	0.023712333291769028
191080	rnn.bias_hh_l1_reverse	0	-0.0022505808155983686
191080	rnn.bias_hh_l1_reverse	1	-0.08670398592948914
191080	rnn.bias_hh_l1_reverse	2	-0.23513489961624146
191080	rnn.bias_hh_l1_reverse	3	-0.14018522202968597
191080	rnn.bias_hh_l1_reverse	4	-0.08575750887393951
191080	rnn.bias_hh_l1_reverse	5	-0.11930345743894577
191080	rnn.bias_hh_l1_reverse	6	0.059804655611515045
191080	rnn.bias_hh_l1_reverse	7	-0.15612274408340454
191080	rnn.bias_hh_l1_reverse	8	-0.11676306277513504
191080	rnn.bias_hh_l1_reverse	9	-0.15136997401714325
191080	linear.weight	0	0.002228822559118271
191080	linear.weight	1	0.10389082878828049
191080	linear.weight	2	-0.09980780631303787
191080	linear.weight	3	0.2853986322879791
191080	linear.weight	4	0.163604274392128
191080	linear.weight	5	-0.06939421594142914
191080	linear.weight	6	0.1160881295800209
191080	linear.weight	7	0.13775156438350677
191080	linear.weight	8	0.04115208610892296
191080	linear.weight	9	-0.04208766669034958
191080	linear.bias	0	0.12197597324848175
191080	linear.bias	1	-0.17262472212314606
191080	linear.bias	2	-0.45550408959388733
191080	linear.bias	3	-0.6541299819946289
191080	linear.bias	4	-1.2198607921600342
191080	linear.bias	5	-0.07474920153617859
191080	linear.bias	6	-0.7841079831123352
191080	linear.bias	7	0.24928990006446838
191080	linear.bias	8	-0.4309689998626709
191080	linear.bias	9	-1.0388623476028442
191277	transitions	0	0.7421541213989258
191277	transitions	1	0.15125678479671478
191277	transitions	2	-10000.0
191277	transitions	3	-1.8267048597335815
191277	transitions	4	-10000.0
191277	transitions	5	0.5667176246643066
191277	transitions	6	-0.08266531676054001
191277	transitions	7	-0.7784889936447144
191277	transitions	8	-1.4171925783157349
191277	transitions	9	-0.0012018198613077402
191277	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
191277	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
191277	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
191277	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
191277	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
191277	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
191277	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
191277	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
191277	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
191277	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
191277	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
191277	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
191277	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
191277	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
191277	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
191277	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
191277	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
191277	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
191277	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
191277	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
191277	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
191277	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
191277	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
191277	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
191277	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
191277	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
191277	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
191277	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
191277	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
191277	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
191277	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
191277	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
191277	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
191277	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
191277	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
191277	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
191277	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
191277	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
191277	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
191277	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
191277	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
191277	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
191277	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
191277	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
191277	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
191277	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
191277	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
191277	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
191277	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
191277	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
191277	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
191277	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
191277	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
191277	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
191277	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
191277	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
191277	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
191277	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
191277	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
191277	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
191277	embedding2nn.weight	0	0.022630929946899414
191277	embedding2nn.weight	1	-0.013030040077865124
191277	embedding2nn.weight	2	-0.014268254861235619
191277	embedding2nn.weight	3	-0.03491702303290367
191277	embedding2nn.weight	4	-0.0059150345623493195
191277	embedding2nn.weight	5	-0.003700587898492813
191277	embedding2nn.weight	6	-0.0039732675068080425
191277	embedding2nn.weight	7	-0.08018875867128372
191277	embedding2nn.weight	8	-0.0019979383796453476
191277	embedding2nn.weight	9	-0.030142396688461304
191277	embedding2nn.bias	0	0.046527937054634094
191277	embedding2nn.bias	1	-0.06924770027399063
191277	embedding2nn.bias	2	0.06520013511180878
191277	embedding2nn.bias	3	0.04283211752772331
191277	embedding2nn.bias	4	-0.058521319180727005
191277	embedding2nn.bias	5	-0.00436099898070097
191277	embedding2nn.bias	6	0.029867149889469147
191277	embedding2nn.bias	7	-0.05105084553360939
191277	embedding2nn.bias	8	0.05878026410937309
191277	embedding2nn.bias	9	0.05846318602561951
191277	rnn.weight_ih_l0	0	-0.0759623572230339
191277	rnn.weight_ih_l0	1	0.007162278052419424
191277	rnn.weight_ih_l0	2	0.03337278589606285
191277	rnn.weight_ih_l0	3	0.021945329383015633
191277	rnn.weight_ih_l0	4	-0.04743797332048416
191277	rnn.weight_ih_l0	5	-0.06531652808189392
191277	rnn.weight_ih_l0	6	-0.0006062846514396369
191277	rnn.weight_ih_l0	7	0.04920373111963272
191277	rnn.weight_ih_l0	8	-0.014777695760130882
191277	rnn.weight_ih_l0	9	-0.03126152604818344
191277	rnn.weight_hh_l0	0	-0.030200539156794548
191277	rnn.weight_hh_l0	1	-0.008631344884634018
191277	rnn.weight_hh_l0	2	0.008693542331457138
191277	rnn.weight_hh_l0	3	-0.07647966593503952
191277	rnn.weight_hh_l0	4	0.09436275064945221
191277	rnn.weight_hh_l0	5	-0.02507947012782097
191277	rnn.weight_hh_l0	6	-0.05868857353925705
191277	rnn.weight_hh_l0	7	0.011057511903345585
191277	rnn.weight_hh_l0	8	0.015523211099207401
191277	rnn.weight_hh_l0	9	-0.02399428002536297
191277	rnn.bias_ih_l0	0	0.13287362456321716
191277	rnn.bias_ih_l0	1	-0.033012282103300095
191277	rnn.bias_ih_l0	2	-0.03371236100792885
191277	rnn.bias_ih_l0	3	0.15734978020191193
191277	rnn.bias_ih_l0	4	-0.012475739233195782
191277	rnn.bias_ih_l0	5	-0.021509530022740364
191277	rnn.bias_ih_l0	6	0.01849634200334549
191277	rnn.bias_ih_l0	7	0.022012915462255478
191277	rnn.bias_ih_l0	8	-0.09846928715705872
191277	rnn.bias_ih_l0	9	-0.04479775205254555
191277	rnn.bias_hh_l0	0	-0.00045534264063462615
191277	rnn.bias_hh_l0	1	-0.11060155928134918
191277	rnn.bias_hh_l0	2	-0.07327846437692642
191277	rnn.bias_hh_l0	3	-0.0857989713549614
191277	rnn.bias_hh_l0	4	0.00236762803979218
191277	rnn.bias_hh_l0	5	-0.027081826701760292
191277	rnn.bias_hh_l0	6	0.03546861931681633
191277	rnn.bias_hh_l0	7	0.04861564189195633
191277	rnn.bias_hh_l0	8	-0.12085455656051636
191277	rnn.bias_hh_l0	9	-0.057621702551841736
191277	rnn.weight_ih_l0_reverse	0	-0.02244727499783039
191277	rnn.weight_ih_l0_reverse	1	-0.052195943892002106
191277	rnn.weight_ih_l0_reverse	2	-0.04845384135842323
191277	rnn.weight_ih_l0_reverse	3	0.012021895498037338
191277	rnn.weight_ih_l0_reverse	4	-0.02066507749259472
191277	rnn.weight_ih_l0_reverse	5	-0.05858743563294411
191277	rnn.weight_ih_l0_reverse	6	0.07714957743883133
191277	rnn.weight_ih_l0_reverse	7	-0.016228193417191505
191277	rnn.weight_ih_l0_reverse	8	-0.015353619121015072
191277	rnn.weight_ih_l0_reverse	9	-0.000673155125696212
191277	rnn.weight_hh_l0_reverse	0	0.06524809449911118
191277	rnn.weight_hh_l0_reverse	1	0.024329543113708496
191277	rnn.weight_hh_l0_reverse	2	0.028167691081762314
191277	rnn.weight_hh_l0_reverse	3	0.03702518716454506
191277	rnn.weight_hh_l0_reverse	4	0.011373661458492279
191277	rnn.weight_hh_l0_reverse	5	0.00871729664504528
191277	rnn.weight_hh_l0_reverse	6	0.05029783770442009
191277	rnn.weight_hh_l0_reverse	7	-0.07870101183652878
191277	rnn.weight_hh_l0_reverse	8	0.03931080549955368
191277	rnn.weight_hh_l0_reverse	9	0.03466155007481575
191277	rnn.bias_ih_l0_reverse	0	-0.05670247972011566
191277	rnn.bias_ih_l0_reverse	1	-0.2874079644680023
191277	rnn.bias_ih_l0_reverse	2	-0.11465927958488464
191277	rnn.bias_ih_l0_reverse	3	-0.04966774955391884
191277	rnn.bias_ih_l0_reverse	4	-0.01633770763874054
191277	rnn.bias_ih_l0_reverse	5	0.07636932283639908
191277	rnn.bias_ih_l0_reverse	6	-0.0677463561296463
191277	rnn.bias_ih_l0_reverse	7	0.061167340725660324
191277	rnn.bias_ih_l0_reverse	8	-0.04569340497255325
191277	rnn.bias_ih_l0_reverse	9	0.06153085455298424
191277	rnn.bias_hh_l0_reverse	0	0.023315496742725372
191277	rnn.bias_hh_l0_reverse	1	-0.04771376773715019
191277	rnn.bias_hh_l0_reverse	2	0.0769108310341835
191277	rnn.bias_hh_l0_reverse	3	-0.04616032913327217
191277	rnn.bias_hh_l0_reverse	4	-0.02362959459424019
191277	rnn.bias_hh_l0_reverse	5	-0.02862374857068062
191277	rnn.bias_hh_l0_reverse	6	-0.01964470185339451
191277	rnn.bias_hh_l0_reverse	7	0.10501910001039505
191277	rnn.bias_hh_l0_reverse	8	0.03402838110923767
191277	rnn.bias_hh_l0_reverse	9	-0.15241041779518127
191277	rnn.weight_ih_l1	0	-0.031453803181648254
191277	rnn.weight_ih_l1	1	-0.050730347633361816
191277	rnn.weight_ih_l1	2	0.05427895858883858
191277	rnn.weight_ih_l1	3	-0.0685984343290329
191277	rnn.weight_ih_l1	4	-0.014399628154933453
191277	rnn.weight_ih_l1	5	-0.04139276593923569
191277	rnn.weight_ih_l1	6	0.028325838968157768
191277	rnn.weight_ih_l1	7	-0.04828236252069473
191277	rnn.weight_ih_l1	8	0.03678533434867859
191277	rnn.weight_ih_l1	9	0.04638916999101639
191277	rnn.weight_hh_l1	0	-0.005969391204416752
191277	rnn.weight_hh_l1	1	0.020305313169956207
191277	rnn.weight_hh_l1	2	0.009380903095006943
191277	rnn.weight_hh_l1	3	-0.01227713655680418
191277	rnn.weight_hh_l1	4	0.007029125466942787
191277	rnn.weight_hh_l1	5	0.03272010013461113
191277	rnn.weight_hh_l1	6	0.035877469927072525
191277	rnn.weight_hh_l1	7	-0.01752525381743908
191277	rnn.weight_hh_l1	8	-0.008181275799870491
191277	rnn.weight_hh_l1	9	0.03492656722664833
191277	rnn.bias_ih_l1	0	-0.18548427522182465
191277	rnn.bias_ih_l1	1	-0.17933419346809387
191277	rnn.bias_ih_l1	2	-0.21186108887195587
191277	rnn.bias_ih_l1	3	-0.31587621569633484
191277	rnn.bias_ih_l1	4	-0.1884814202785492
191277	rnn.bias_ih_l1	5	-0.08196911960840225
191277	rnn.bias_ih_l1	6	-0.16355149447917938
191277	rnn.bias_ih_l1	7	-0.006967486813664436
191277	rnn.bias_ih_l1	8	-0.1268075704574585
191277	rnn.bias_ih_l1	9	-0.13389751315116882
191277	rnn.bias_hh_l1	0	-0.09880681335926056
191277	rnn.bias_hh_l1	1	-0.07275483757257462
191277	rnn.bias_hh_l1	2	-0.09020069241523743
191277	rnn.bias_hh_l1	3	-0.08255194872617722
191277	rnn.bias_hh_l1	4	-0.08534535765647888
191277	rnn.bias_hh_l1	5	-0.12266950309276581
191277	rnn.bias_hh_l1	6	-0.15977194905281067
191277	rnn.bias_hh_l1	7	0.06499137729406357
191277	rnn.bias_hh_l1	8	-0.18161796033382416
191277	rnn.bias_hh_l1	9	-0.12150958925485611
191277	rnn.weight_ih_l1_reverse	0	-0.04547886550426483
191277	rnn.weight_ih_l1_reverse	1	0.0346025787293911
191277	rnn.weight_ih_l1_reverse	2	0.09034065902233124
191277	rnn.weight_ih_l1_reverse	3	-0.013053386472165585
191277	rnn.weight_ih_l1_reverse	4	-0.037470728158950806
191277	rnn.weight_ih_l1_reverse	5	-0.0309600830078125
191277	rnn.weight_ih_l1_reverse	6	-0.011560441926121712
191277	rnn.weight_ih_l1_reverse	7	0.02565854787826538
191277	rnn.weight_ih_l1_reverse	8	0.008540885522961617
191277	rnn.weight_ih_l1_reverse	9	-0.0357409231364727
191277	rnn.weight_hh_l1_reverse	0	0.004921380430459976
191277	rnn.weight_hh_l1_reverse	1	0.03169867396354675
191277	rnn.weight_hh_l1_reverse	2	-0.04041695222258568
191277	rnn.weight_hh_l1_reverse	3	0.03524205461144447
191277	rnn.weight_hh_l1_reverse	4	0.04795725271105766
191277	rnn.weight_hh_l1_reverse	5	0.002408093772828579
191277	rnn.weight_hh_l1_reverse	6	0.056714363396167755
191277	rnn.weight_hh_l1_reverse	7	0.03044520877301693
191277	rnn.weight_hh_l1_reverse	8	-0.007112535182386637
191277	rnn.weight_hh_l1_reverse	9	-0.02992209605872631
191277	rnn.bias_ih_l1_reverse	0	-0.05337616428732872
191277	rnn.bias_ih_l1_reverse	1	-0.15289746224880219
191277	rnn.bias_ih_l1_reverse	2	-0.16167426109313965
191277	rnn.bias_ih_l1_reverse	3	-0.05378951504826546
191277	rnn.bias_ih_l1_reverse	4	-0.21099700033664703
191277	rnn.bias_ih_l1_reverse	5	-0.1141667291522026
191277	rnn.bias_ih_l1_reverse	6	-0.13413766026496887
191277	rnn.bias_ih_l1_reverse	7	-0.19467274844646454
191277	rnn.bias_ih_l1_reverse	8	0.22772888839244843
191277	rnn.bias_ih_l1_reverse	9	0.02410108596086502
191277	rnn.bias_hh_l1_reverse	0	-0.004923253320157528
191277	rnn.bias_hh_l1_reverse	1	-0.08328952640295029
191277	rnn.bias_hh_l1_reverse	2	-0.23540760576725006
191277	rnn.bias_hh_l1_reverse	3	-0.14101366698741913
191277	rnn.bias_hh_l1_reverse	4	-0.08539547026157379
191277	rnn.bias_hh_l1_reverse	5	-0.11997910588979721
191277	rnn.bias_hh_l1_reverse	6	0.0580732636153698
191277	rnn.bias_hh_l1_reverse	7	-0.15636591613292694
191277	rnn.bias_hh_l1_reverse	8	-0.11594155430793762
191277	rnn.bias_hh_l1_reverse	9	-0.15129996836185455
191277	linear.weight	0	0.002228822559118271
191277	linear.weight	1	0.104094959795475
191277	linear.weight	2	-0.09968339651823044
191277	linear.weight	3	0.2833404839038849
191277	linear.weight	4	0.16254743933677673
191277	linear.weight	5	-0.06982108950614929
191277	linear.weight	6	0.11653139442205429
191277	linear.weight	7	0.13956183195114136
191277	linear.weight	8	0.04115217551589012
191277	linear.weight	9	-0.042827337980270386
191277	linear.bias	0	0.12163669615983963
191277	linear.bias	1	-0.17090360820293427
191277	linear.bias	2	-0.45274144411087036
191277	linear.bias	3	-0.6548953652381897
191277	linear.bias	4	-1.2214008569717407
191277	linear.bias	5	-0.07244781404733658
191277	linear.bias	6	-0.7821664214134216
191277	linear.bias	7	0.2521499693393707
191277	linear.bias	8	-0.43287160992622375
191277	linear.bias	9	-1.0393661260604858
191474	transitions	0	0.7419117093086243
191474	transitions	1	0.15168790519237518
191474	transitions	2	-10000.0
191474	transitions	3	-1.8267123699188232
191474	transitions	4	-10000.0
191474	transitions	5	0.5667024254798889
191474	transitions	6	-0.0826849490404129
191474	transitions	7	-0.7785661816596985
191474	transitions	8	-1.4172346591949463
191474	transitions	9	-0.0012019950663670897
191474	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
191474	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
191474	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
191474	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
191474	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
191474	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
191474	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
191474	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
191474	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
191474	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
191474	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
191474	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
191474	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
191474	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
191474	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
191474	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
191474	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
191474	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
191474	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
191474	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
191474	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
191474	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
191474	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
191474	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
191474	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
191474	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
191474	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
191474	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
191474	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
191474	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
191474	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
191474	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
191474	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
191474	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
191474	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
191474	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
191474	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
191474	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
191474	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
191474	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
191474	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
191474	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
191474	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
191474	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
191474	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
191474	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
191474	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
191474	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
191474	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
191474	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
191474	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
191474	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
191474	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
191474	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
191474	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
191474	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
191474	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
191474	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
191474	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
191474	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
191474	embedding2nn.weight	0	0.02278156392276287
191474	embedding2nn.weight	1	-0.012994026765227318
191474	embedding2nn.weight	2	-0.014268254861235619
191474	embedding2nn.weight	3	-0.0347616970539093
191474	embedding2nn.weight	4	-0.0059150345623493195
191474	embedding2nn.weight	5	-0.003700587898492813
191474	embedding2nn.weight	6	-0.003973267041146755
191474	embedding2nn.weight	7	-0.07992806285619736
191474	embedding2nn.weight	8	-0.0019979383796453476
191474	embedding2nn.weight	9	-0.030103886500000954
191474	embedding2nn.bias	0	0.047023579478263855
191474	embedding2nn.bias	1	-0.07008948922157288
191474	embedding2nn.bias	2	0.06403839588165283
191474	embedding2nn.bias	3	0.04165904223918915
191474	embedding2nn.bias	4	-0.05574919655919075
191474	embedding2nn.bias	5	-0.0022018542513251305
191474	embedding2nn.bias	6	0.031708091497421265
191474	embedding2nn.bias	7	-0.05376782640814781
191474	embedding2nn.bias	8	0.05648554489016533
191474	embedding2nn.bias	9	0.05894060060381889
191474	rnn.weight_ih_l0	0	-0.07635031640529633
191474	rnn.weight_ih_l0	1	0.007399761583656073
191474	rnn.weight_ih_l0	2	0.0333317369222641
191474	rnn.weight_ih_l0	3	0.02199861779808998
191474	rnn.weight_ih_l0	4	-0.04773230478167534
191474	rnn.weight_ih_l0	5	-0.0654100850224495
191474	rnn.weight_ih_l0	6	-0.000515673600602895
191474	rnn.weight_ih_l0	7	0.049377281218767166
191474	rnn.weight_ih_l0	8	-0.01456743385642767
191474	rnn.weight_ih_l0	9	-0.03142169117927551
191474	rnn.weight_hh_l0	0	-0.0298768300563097
191474	rnn.weight_hh_l0	1	-0.008624049834907055
191474	rnn.weight_hh_l0	2	0.00876985490322113
191474	rnn.weight_hh_l0	3	-0.07638461887836456
191474	rnn.weight_hh_l0	4	0.09442054480314255
191474	rnn.weight_hh_l0	5	-0.025094103068113327
191474	rnn.weight_hh_l0	6	-0.058842070400714874
191474	rnn.weight_hh_l0	7	0.011017311364412308
191474	rnn.weight_hh_l0	8	0.015404196456074715
191474	rnn.weight_hh_l0	9	-0.02404215931892395
191474	rnn.bias_ih_l0	0	0.133366659283638
191474	rnn.bias_ih_l0	1	-0.03319089859724045
191474	rnn.bias_ih_l0	2	-0.03451238200068474
191474	rnn.bias_ih_l0	3	0.15783922374248505
191474	rnn.bias_ih_l0	4	-0.012532460503280163
191474	rnn.bias_ih_l0	5	-0.021323082968592644
191474	rnn.bias_ih_l0	6	0.016958123072981834
191474	rnn.bias_ih_l0	7	0.021366067230701447
191474	rnn.bias_ih_l0	8	-0.0986279547214508
191474	rnn.bias_ih_l0	9	-0.0443778820335865
191474	rnn.bias_hh_l0	0	-0.0014612373197451234
191474	rnn.bias_hh_l0	1	-0.1110389232635498
191474	rnn.bias_hh_l0	2	-0.07287207245826721
191474	rnn.bias_hh_l0	3	-0.08528850227594376
191474	rnn.bias_hh_l0	4	0.002641380298882723
191474	rnn.bias_hh_l0	5	-0.0267258882522583
191474	rnn.bias_hh_l0	6	0.03548092767596245
191474	rnn.bias_hh_l0	7	0.051128752529621124
191474	rnn.bias_hh_l0	8	-0.12016814202070236
191474	rnn.bias_hh_l0	9	-0.05762268230319023
191474	rnn.weight_ih_l0_reverse	0	-0.02240746095776558
191474	rnn.weight_ih_l0_reverse	1	-0.052010346204042435
191474	rnn.weight_ih_l0_reverse	2	-0.048476532101631165
191474	rnn.weight_ih_l0_reverse	3	0.012228053994476795
191474	rnn.weight_ih_l0_reverse	4	-0.021003395318984985
191474	rnn.weight_ih_l0_reverse	5	-0.058545831590890884
191474	rnn.weight_ih_l0_reverse	6	0.07728973776102066
191474	rnn.weight_ih_l0_reverse	7	-0.016132671386003494
191474	rnn.weight_ih_l0_reverse	8	-0.01568271592259407
191474	rnn.weight_ih_l0_reverse	9	-0.0011124409502372146
191474	rnn.weight_hh_l0_reverse	0	0.06505464762449265
191474	rnn.weight_hh_l0_reverse	1	0.023970454931259155
191474	rnn.weight_hh_l0_reverse	2	0.02812013030052185
191474	rnn.weight_hh_l0_reverse	3	0.03692546859383583
191474	rnn.weight_hh_l0_reverse	4	0.01131454762071371
191474	rnn.weight_hh_l0_reverse	5	0.00841808132827282
191474	rnn.weight_hh_l0_reverse	6	0.050282467156648636
191474	rnn.weight_hh_l0_reverse	7	-0.07869164645671844
191474	rnn.weight_hh_l0_reverse	8	0.03936021402478218
191474	rnn.weight_hh_l0_reverse	9	0.034522801637649536
191474	rnn.bias_ih_l0_reverse	0	-0.05728611350059509
191474	rnn.bias_ih_l0_reverse	1	-0.28752633929252625
191474	rnn.bias_ih_l0_reverse	2	-0.11508882790803909
191474	rnn.bias_ih_l0_reverse	3	-0.049128372222185135
191474	rnn.bias_ih_l0_reverse	4	-0.015482173301279545
191474	rnn.bias_ih_l0_reverse	5	0.07574006170034409
191474	rnn.bias_ih_l0_reverse	6	-0.06746917217969894
191474	rnn.bias_ih_l0_reverse	7	0.06150399520993233
191474	rnn.bias_ih_l0_reverse	8	-0.045569583773612976
191474	rnn.bias_ih_l0_reverse	9	0.06158341094851494
191474	rnn.bias_hh_l0_reverse	0	0.022955378517508507
191474	rnn.bias_hh_l0_reverse	1	-0.0478050634264946
191474	rnn.bias_hh_l0_reverse	2	0.0758078396320343
191474	rnn.bias_hh_l0_reverse	3	-0.04674765095114708
191474	rnn.bias_hh_l0_reverse	4	-0.02382231503725052
191474	rnn.bias_hh_l0_reverse	5	-0.02878366783261299
191474	rnn.bias_hh_l0_reverse	6	-0.019704613834619522
191474	rnn.bias_hh_l0_reverse	7	0.10450751334428787
191474	rnn.bias_hh_l0_reverse	8	0.03345675393939018
191474	rnn.bias_hh_l0_reverse	9	-0.1531594842672348
191474	rnn.weight_ih_l1	0	-0.031550705432891846
191474	rnn.weight_ih_l1	1	-0.05040102079510689
191474	rnn.weight_ih_l1	2	0.055179040879011154
191474	rnn.weight_ih_l1	3	-0.06901204586029053
191474	rnn.weight_ih_l1	4	-0.014116102829575539
191474	rnn.weight_ih_l1	5	-0.041351571679115295
191474	rnn.weight_ih_l1	6	0.028446001932024956
191474	rnn.weight_ih_l1	7	-0.047992002218961716
191474	rnn.weight_ih_l1	8	0.0367983914911747
191474	rnn.weight_ih_l1	9	0.046284791082143784
191474	rnn.weight_hh_l1	0	-0.005713391583412886
191474	rnn.weight_hh_l1	1	0.020329633727669716
191474	rnn.weight_hh_l1	2	0.009107913821935654
191474	rnn.weight_hh_l1	3	-0.012395589612424374
191474	rnn.weight_hh_l1	4	0.006916963495314121
191474	rnn.weight_hh_l1	5	0.03260672092437744
191474	rnn.weight_hh_l1	6	0.03571667894721031
191474	rnn.weight_hh_l1	7	-0.01749596558511257
191474	rnn.weight_hh_l1	8	-0.00814497284591198
191474	rnn.weight_hh_l1	9	0.03496210649609566
191474	rnn.bias_ih_l1	0	-0.18354451656341553
191474	rnn.bias_ih_l1	1	-0.17903125286102295
191474	rnn.bias_ih_l1	2	-0.21149110794067383
191474	rnn.bias_ih_l1	3	-0.3159998953342438
191474	rnn.bias_ih_l1	4	-0.18880431354045868
191474	rnn.bias_ih_l1	5	-0.08291604369878769
191474	rnn.bias_ih_l1	6	-0.1625969558954239
191474	rnn.bias_ih_l1	7	-0.008049745112657547
191474	rnn.bias_ih_l1	8	-0.12629497051239014
191474	rnn.bias_ih_l1	9	-0.1331704705953598
191474	rnn.bias_hh_l1	0	-0.09947212040424347
191474	rnn.bias_hh_l1	1	-0.07353304326534271
191474	rnn.bias_hh_l1	2	-0.09155429154634476
191474	rnn.bias_hh_l1	3	-0.08238237351179123
191474	rnn.bias_hh_l1	4	-0.08554618805646896
191474	rnn.bias_hh_l1	5	-0.12268310785293579
191474	rnn.bias_hh_l1	6	-0.15968763828277588
191474	rnn.bias_hh_l1	7	0.0633007064461708
191474	rnn.bias_hh_l1	8	-0.18148458003997803
191474	rnn.bias_hh_l1	9	-0.12131441384553909
191474	rnn.weight_ih_l1_reverse	0	-0.04547196626663208
191474	rnn.weight_ih_l1_reverse	1	0.0342320017516613
191474	rnn.weight_ih_l1_reverse	2	0.09016058593988419
191474	rnn.weight_ih_l1_reverse	3	-0.013244075700640678
191474	rnn.weight_ih_l1_reverse	4	-0.0372481644153595
191474	rnn.weight_ih_l1_reverse	5	-0.0310057420283556
191474	rnn.weight_ih_l1_reverse	6	-0.012176653370261192
191474	rnn.weight_ih_l1_reverse	7	0.025420375168323517
191474	rnn.weight_ih_l1_reverse	8	0.007842235267162323
191474	rnn.weight_ih_l1_reverse	9	-0.03635171428322792
191474	rnn.weight_hh_l1_reverse	0	0.004912625998258591
191474	rnn.weight_hh_l1_reverse	1	0.03173999860882759
191474	rnn.weight_hh_l1_reverse	2	-0.04043232649564743
191474	rnn.weight_hh_l1_reverse	3	0.03523765131831169
191474	rnn.weight_hh_l1_reverse	4	0.04797748848795891
191474	rnn.weight_hh_l1_reverse	5	0.002450974890962243
191474	rnn.weight_hh_l1_reverse	6	0.05699148774147034
191474	rnn.weight_hh_l1_reverse	7	0.03065558709204197
191474	rnn.weight_hh_l1_reverse	8	-0.007149611134082079
191474	rnn.weight_hh_l1_reverse	9	-0.02986159734427929
191474	rnn.bias_ih_l1_reverse	0	-0.05321210250258446
191474	rnn.bias_ih_l1_reverse	1	-0.15231411159038544
191474	rnn.bias_ih_l1_reverse	2	-0.16189247369766235
191474	rnn.bias_ih_l1_reverse	3	-0.055848173797130585
191474	rnn.bias_ih_l1_reverse	4	-0.21153657138347626
191474	rnn.bias_ih_l1_reverse	5	-0.11395171284675598
191474	rnn.bias_ih_l1_reverse	6	-0.13388799130916595
191474	rnn.bias_ih_l1_reverse	7	-0.19472019374370575
191474	rnn.bias_ih_l1_reverse	8	0.22800125181674957
191474	rnn.bias_ih_l1_reverse	9	0.024451514706015587
191474	rnn.bias_hh_l1_reverse	0	-0.00902189128100872
191474	rnn.bias_hh_l1_reverse	1	-0.08359641581773758
191474	rnn.bias_hh_l1_reverse	2	-0.23534807562828064
191474	rnn.bias_hh_l1_reverse	3	-0.14222577214241028
191474	rnn.bias_hh_l1_reverse	4	-0.08511912077665329
191474	rnn.bias_hh_l1_reverse	5	-0.12081420421600342
191474	rnn.bias_hh_l1_reverse	6	0.056216273456811905
191474	rnn.bias_hh_l1_reverse	7	-0.15608008205890656
191474	rnn.bias_hh_l1_reverse	8	-0.11569620668888092
191474	rnn.bias_hh_l1_reverse	9	-0.1511981040239334
191474	linear.weight	0	0.002228822559118271
191474	linear.weight	1	0.1025758758187294
191474	linear.weight	2	-0.09958492964506149
191474	linear.weight	3	0.28289154171943665
191474	linear.weight	4	0.16219277679920197
191474	linear.weight	5	-0.07067333161830902
191474	linear.weight	6	0.11500704288482666
191474	linear.weight	7	0.13797587156295776
191474	linear.weight	8	0.041152097284793854
191474	linear.weight	9	-0.042852286249399185
191474	linear.bias	0	0.11621944606304169
191474	linear.bias	1	-0.167135089635849
191474	linear.bias	2	-0.4444597065448761
191474	linear.bias	3	-0.6560449004173279
191474	linear.bias	4	-1.2229905128479004
191474	linear.bias	5	-0.07396821677684784
191474	linear.bias	6	-0.7793979048728943
191474	linear.bias	7	0.24910379946231842
191474	linear.bias	8	-0.432297945022583
191474	linear.bias	9	-1.0392087697982788
191478	transitions	0	0.7418060898780823
191478	transitions	1	0.1516869217157364
191478	transitions	2	-10000.0
191478	transitions	3	-1.8267123699188232
191478	transitions	4	-10000.0
191478	transitions	5	0.5667024254798889
191478	transitions	6	-0.08268500864505768
191478	transitions	7	-0.7785661816596985
191478	transitions	8	-1.4172346591949463
191478	transitions	9	-0.0012019954156130552
191478	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
191478	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
191478	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
191478	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
191478	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
191478	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
191478	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
191478	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
191478	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
191478	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
191478	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
191478	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
191478	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
191478	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
191478	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
191478	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
191478	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
191478	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
191478	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
191478	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
191478	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
191478	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
191478	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
191478	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
191478	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
191478	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
191478	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
191478	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
191478	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
191478	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
191478	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
191478	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
191478	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
191478	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
191478	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
191478	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
191478	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
191478	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
191478	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
191478	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
191478	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
191478	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
191478	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
191478	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
191478	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
191478	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
191478	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
191478	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
191478	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
191478	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
191478	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
191478	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
191478	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
191478	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
191478	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
191478	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
191478	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
191478	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
191478	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
191478	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
191478	embedding2nn.weight	0	0.02282610908150673
191478	embedding2nn.weight	1	-0.012994816526770592
191478	embedding2nn.weight	2	-0.014268254861235619
191478	embedding2nn.weight	3	-0.03465781733393669
191478	embedding2nn.weight	4	-0.0059150345623493195
191478	embedding2nn.weight	5	-0.003700587898492813
191478	embedding2nn.weight	6	-0.003973267041146755
191478	embedding2nn.weight	7	-0.0799078419804573
191478	embedding2nn.weight	8	-0.0019979383796453476
191478	embedding2nn.weight	9	-0.030149126425385475
191478	embedding2nn.bias	0	0.04679252207279205
191478	embedding2nn.bias	1	-0.07001073658466339
191478	embedding2nn.bias	2	0.06424102187156677
191478	embedding2nn.bias	3	0.04172234237194061
191478	embedding2nn.bias	4	-0.055918432772159576
191478	embedding2nn.bias	5	-0.0018450384959578514
191478	embedding2nn.bias	6	0.03202543780207634
191478	embedding2nn.bias	7	-0.05405409261584282
191478	embedding2nn.bias	8	0.05654186010360718
191478	embedding2nn.bias	9	0.0587674155831337
191478	rnn.weight_ih_l0	0	-0.07638705521821976
191478	rnn.weight_ih_l0	1	0.007394440472126007
191478	rnn.weight_ih_l0	2	0.033326443284749985
191478	rnn.weight_ih_l0	3	0.022023508325219154
191478	rnn.weight_ih_l0	4	-0.04776308313012123
191478	rnn.weight_ih_l0	5	-0.06538230180740356
191478	rnn.weight_ih_l0	6	-0.0005078127724118531
191478	rnn.weight_ih_l0	7	0.049371387809515
191478	rnn.weight_ih_l0	8	-0.014559073373675346
191478	rnn.weight_ih_l0	9	-0.031388524919748306
191478	rnn.weight_hh_l0	0	-0.02988375723361969
191478	rnn.weight_hh_l0	1	-0.008632572367787361
191478	rnn.weight_hh_l0	2	0.008774284273386002
191478	rnn.weight_hh_l0	3	-0.07638929784297943
191478	rnn.weight_hh_l0	4	0.09441955387592316
191478	rnn.weight_hh_l0	5	-0.02510090544819832
191478	rnn.weight_hh_l0	6	-0.058828070759773254
191478	rnn.weight_hh_l0	7	0.011009689420461655
191478	rnn.weight_hh_l0	8	0.015406149439513683
191478	rnn.weight_hh_l0	9	-0.02404596097767353
191478	rnn.bias_ih_l0	0	0.13335637748241425
191478	rnn.bias_ih_l0	1	-0.03317787125706673
191478	rnn.bias_ih_l0	2	-0.03466738387942314
191478	rnn.bias_ih_l0	3	0.15786238014698029
191478	rnn.bias_ih_l0	4	-0.012631573714315891
191478	rnn.bias_ih_l0	5	-0.02132008783519268
191478	rnn.bias_ih_l0	6	0.016978386789560318
191478	rnn.bias_ih_l0	7	0.021375073119997978
191478	rnn.bias_ih_l0	8	-0.09849068522453308
191478	rnn.bias_ih_l0	9	-0.04449605569243431
191478	rnn.bias_hh_l0	0	-0.0014205120969563723
191478	rnn.bias_hh_l0	1	-0.1110536977648735
191478	rnn.bias_hh_l0	2	-0.07265738397836685
191478	rnn.bias_hh_l0	3	-0.08526328951120377
191478	rnn.bias_hh_l0	4	0.0027600396424531937
191478	rnn.bias_hh_l0	5	-0.026688342913985252
191478	rnn.bias_hh_l0	6	0.03550204262137413
191478	rnn.bias_hh_l0	7	0.05113157629966736
191478	rnn.bias_hh_l0	8	-0.12015320360660553
191478	rnn.bias_hh_l0	9	-0.05762910097837448
191478	rnn.weight_ih_l0_reverse	0	-0.022401386871933937
191478	rnn.weight_ih_l0_reverse	1	-0.052035506814718246
191478	rnn.weight_ih_l0_reverse	2	-0.048476409167051315
191478	rnn.weight_ih_l0_reverse	3	0.012218778021633625
191478	rnn.weight_ih_l0_reverse	4	-0.02098851650953293
191478	rnn.weight_ih_l0_reverse	5	-0.05854343622922897
191478	rnn.weight_ih_l0_reverse	6	0.07728695124387741
191478	rnn.weight_ih_l0_reverse	7	-0.01613425649702549
191478	rnn.weight_ih_l0_reverse	8	-0.015655076131224632
191478	rnn.weight_ih_l0_reverse	9	-0.0011286776280030608
191478	rnn.weight_hh_l0_reverse	0	0.0650581642985344
191478	rnn.weight_hh_l0_reverse	1	0.02397463284432888
191478	rnn.weight_hh_l0_reverse	2	0.02813023515045643
191478	rnn.weight_hh_l0_reverse	3	0.036925625056028366
191478	rnn.weight_hh_l0_reverse	4	0.011300850659608841
191478	rnn.weight_hh_l0_reverse	5	0.008420564234256744
191478	rnn.weight_hh_l0_reverse	6	0.05028541386127472
191478	rnn.weight_hh_l0_reverse	7	-0.07869027554988861
191478	rnn.weight_hh_l0_reverse	8	0.03931017592549324
191478	rnn.weight_hh_l0_reverse	9	0.0345199890434742
191478	rnn.bias_ih_l0_reverse	0	-0.05717930942773819
191478	rnn.bias_ih_l0_reverse	1	-0.28758010268211365
191478	rnn.bias_ih_l0_reverse	2	-0.11508423089981079
191478	rnn.bias_ih_l0_reverse	3	-0.04902516305446625
191478	rnn.bias_ih_l0_reverse	4	-0.015401369892060757
191478	rnn.bias_ih_l0_reverse	5	0.07579521089792252
191478	rnn.bias_ih_l0_reverse	6	-0.06747133284807205
191478	rnn.bias_ih_l0_reverse	7	0.06159433349967003
191478	rnn.bias_ih_l0_reverse	8	-0.04562760889530182
191478	rnn.bias_ih_l0_reverse	9	0.061529889702796936
191478	rnn.bias_hh_l0_reverse	0	0.02301143668591976
191478	rnn.bias_hh_l0_reverse	1	-0.04775787144899368
191478	rnn.bias_hh_l0_reverse	2	0.07575350999832153
191478	rnn.bias_hh_l0_reverse	3	-0.046724915504455566
191478	rnn.bias_hh_l0_reverse	4	-0.02390987239778042
191478	rnn.bias_hh_l0_reverse	5	-0.028741298243403435
191478	rnn.bias_hh_l0_reverse	6	-0.01969306729733944
191478	rnn.bias_hh_l0_reverse	7	0.10445868968963623
191478	rnn.bias_hh_l0_reverse	8	0.0334358811378479
191478	rnn.bias_hh_l0_reverse	9	-0.15325185656547546
191478	rnn.weight_ih_l1	0	-0.03153519332408905
191478	rnn.weight_ih_l1	1	-0.050474680960178375
191478	rnn.weight_ih_l1	2	0.055197615176439285
191478	rnn.weight_ih_l1	3	-0.06907622516155243
191478	rnn.weight_ih_l1	4	-0.014102783985435963
191478	rnn.weight_ih_l1	5	-0.041343070566654205
191478	rnn.weight_ih_l1	6	0.028432520106434822
191478	rnn.weight_ih_l1	7	-0.04796944558620453
191478	rnn.weight_ih_l1	8	0.03681337833404541
191478	rnn.weight_ih_l1	9	0.046289268881082535
191478	rnn.weight_hh_l1	0	-0.005715973675251007
191478	rnn.weight_hh_l1	1	0.020339015871286392
191478	rnn.weight_hh_l1	2	0.00909717008471489
191478	rnn.weight_hh_l1	3	-0.012398049235343933
191478	rnn.weight_hh_l1	4	0.006919531617313623
191478	rnn.weight_hh_l1	5	0.03259565681219101
191478	rnn.weight_hh_l1	6	0.035701680928468704
191478	rnn.weight_hh_l1	7	-0.017475640401244164
191478	rnn.weight_hh_l1	8	-0.0081367501989007
191478	rnn.weight_hh_l1	9	0.03497618809342384
191478	rnn.bias_ih_l1	0	-0.1836257129907608
191478	rnn.bias_ih_l1	1	-0.17893220484256744
191478	rnn.bias_ih_l1	2	-0.2116316556930542
191478	rnn.bias_ih_l1	3	-0.31600794196128845
191478	rnn.bias_ih_l1	4	-0.18874238431453705
191478	rnn.bias_ih_l1	5	-0.08283480256795883
191478	rnn.bias_ih_l1	6	-0.1627880036830902
191478	rnn.bias_ih_l1	7	-0.007888170890510082
191478	rnn.bias_ih_l1	8	-0.12638695538043976
191478	rnn.bias_ih_l1	9	-0.13312990963459015
191478	rnn.bias_hh_l1	0	-0.0998249500989914
191478	rnn.bias_hh_l1	1	-0.07342614233493805
191478	rnn.bias_hh_l1	2	-0.09162720292806625
191478	rnn.bias_hh_l1	3	-0.08236055821180344
191478	rnn.bias_hh_l1	4	-0.08558135479688644
191478	rnn.bias_hh_l1	5	-0.12270499765872955
191478	rnn.bias_hh_l1	6	-0.15969713032245636
191478	rnn.bias_hh_l1	7	0.06346549838781357
191478	rnn.bias_hh_l1	8	-0.18157878518104553
191478	rnn.bias_hh_l1	9	-0.12144346535205841
191478	rnn.weight_ih_l1_reverse	0	-0.04547401890158653
191478	rnn.weight_ih_l1_reverse	1	0.034265197813510895
191478	rnn.weight_ih_l1_reverse	2	0.09016112983226776
191478	rnn.weight_ih_l1_reverse	3	-0.013260121457278728
191478	rnn.weight_ih_l1_reverse	4	-0.03722267225384712
191478	rnn.weight_ih_l1_reverse	5	-0.031008293852210045
191478	rnn.weight_ih_l1_reverse	6	-0.012155363336205482
191478	rnn.weight_ih_l1_reverse	7	0.025414077565073967
191478	rnn.weight_ih_l1_reverse	8	0.00786581076681614
191478	rnn.weight_ih_l1_reverse	9	-0.036346014589071274
191478	rnn.weight_hh_l1_reverse	0	0.004900822881609201
191478	rnn.weight_hh_l1_reverse	1	0.03173963725566864
191478	rnn.weight_hh_l1_reverse	2	-0.04043721407651901
191478	rnn.weight_hh_l1_reverse	3	0.03523869067430496
191478	rnn.weight_hh_l1_reverse	4	0.04797997325658798
191478	rnn.weight_hh_l1_reverse	5	0.002445584163069725
191478	rnn.weight_hh_l1_reverse	6	0.05703241750597954
191478	rnn.weight_hh_l1_reverse	7	0.030622290447354317
191478	rnn.weight_hh_l1_reverse	8	-0.007149066776037216
191478	rnn.weight_hh_l1_reverse	9	-0.02986190654337406
191478	rnn.bias_ih_l1_reverse	0	-0.05316668748855591
191478	rnn.bias_ih_l1_reverse	1	-0.15236087143421173
191478	rnn.bias_ih_l1_reverse	2	-0.1616952270269394
191478	rnn.bias_ih_l1_reverse	3	-0.0559237077832222
191478	rnn.bias_ih_l1_reverse	4	-0.21149063110351562
191478	rnn.bias_ih_l1_reverse	5	-0.11389650404453278
191478	rnn.bias_ih_l1_reverse	6	-0.13390430808067322
191478	rnn.bias_ih_l1_reverse	7	-0.1947455108165741
191478	rnn.bias_ih_l1_reverse	8	0.2279464304447174
191478	rnn.bias_ih_l1_reverse	9	0.024353764951229095
191478	rnn.bias_hh_l1_reverse	0	-0.008908919058740139
191478	rnn.bias_hh_l1_reverse	1	-0.08373858779668808
191478	rnn.bias_hh_l1_reverse	2	-0.23532694578170776
191478	rnn.bias_hh_l1_reverse	3	-0.14218060672283173
191478	rnn.bias_hh_l1_reverse	4	-0.0851462110877037
191478	rnn.bias_hh_l1_reverse	5	-0.12076454609632492
191478	rnn.bias_hh_l1_reverse	6	0.05632428824901581
191478	rnn.bias_hh_l1_reverse	7	-0.15609145164489746
191478	rnn.bias_hh_l1_reverse	8	-0.11560088396072388
191478	rnn.bias_hh_l1_reverse	9	-0.15110981464385986
191478	linear.weight	0	0.002228822559118271
191478	linear.weight	1	0.1025586798787117
191478	linear.weight	2	-0.09959488362073898
191478	linear.weight	3	0.2830224335193634
191478	linear.weight	4	0.16219134628772736
191478	linear.weight	5	-0.07067441195249557
191478	linear.weight	6	0.11500196903944016
191478	linear.weight	7	0.13802838325500488
191478	linear.weight	8	0.041152097284793854
191478	linear.weight	9	-0.0428650826215744
191478	linear.bias	0	0.11267666518688202
191478	linear.bias	1	-0.1665966957807541
191478	linear.bias	2	-0.44473016262054443
191478	linear.bias	3	-0.6558189988136292
191478	linear.bias	4	-1.2227550745010376
191478	linear.bias	5	-0.07500419020652771
191478	linear.bias	6	-0.7788482904434204
191478	linear.bias	7	0.24799832701683044
191478	linear.bias	8	-0.4321516752243042
191478	linear.bias	9	-1.0390629768371582
191675	transitions	0	0.743135392665863
191675	transitions	1	0.1517188549041748
191675	transitions	2	-10000.0
191675	transitions	3	-1.8267173767089844
191675	transitions	4	-10000.0
191675	transitions	5	0.5666742920875549
191675	transitions	6	-0.0827053040266037
191675	transitions	7	-0.7786244750022888
191675	transitions	8	-1.4172431230545044
191675	transitions	9	-0.0012022561859339476
191675	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
191675	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
191675	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
191675	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
191675	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
191675	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
191675	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
191675	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
191675	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
191675	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
191675	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
191675	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
191675	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
191675	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
191675	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
191675	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
191675	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
191675	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
191675	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
191675	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
191675	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
191675	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
191675	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
191675	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
191675	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
191675	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
191675	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
191675	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
191675	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
191675	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
191675	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
191675	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
191675	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
191675	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
191675	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
191675	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
191675	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
191675	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
191675	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
191675	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
191675	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
191675	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
191675	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
191675	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
191675	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
191675	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
191675	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
191675	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
191675	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
191675	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
191675	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
191675	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
191675	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
191675	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
191675	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
191675	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
191675	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
191675	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
191675	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
191675	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
191675	embedding2nn.weight	0	0.02270425483584404
191675	embedding2nn.weight	1	-0.012971141375601292
191675	embedding2nn.weight	2	-0.014268254861235619
191675	embedding2nn.weight	3	-0.03496852144598961
191675	embedding2nn.weight	4	-0.0059150345623493195
191675	embedding2nn.weight	5	-0.003700587898492813
191675	embedding2nn.weight	6	-0.00397326797246933
191675	embedding2nn.weight	7	-0.07994101941585541
191675	embedding2nn.weight	8	-0.0019979383796453476
191675	embedding2nn.weight	9	-0.030207395553588867
191675	embedding2nn.bias	0	0.04620121046900749
191675	embedding2nn.bias	1	-0.06823400408029556
191675	embedding2nn.bias	2	0.06224491074681282
191675	embedding2nn.bias	3	0.03875095024704933
191675	embedding2nn.bias	4	-0.055293839424848557
191675	embedding2nn.bias	5	-0.0021814850624650717
191675	embedding2nn.bias	6	0.03260696679353714
191675	embedding2nn.bias	7	-0.05593666806817055
191675	embedding2nn.bias	8	0.05651840195059776
191675	embedding2nn.bias	9	0.05600249022245407
191675	rnn.weight_ih_l0	0	-0.07637003064155579
191675	rnn.weight_ih_l0	1	0.006996624171733856
191675	rnn.weight_ih_l0	2	0.033155083656311035
191675	rnn.weight_ih_l0	3	0.021911093965172768
191675	rnn.weight_ih_l0	4	-0.04766647517681122
191675	rnn.weight_ih_l0	5	-0.0652768686413765
191675	rnn.weight_ih_l0	6	-0.0008668217342346907
191675	rnn.weight_ih_l0	7	0.04910694807767868
191675	rnn.weight_ih_l0	8	-0.01426272839307785
191675	rnn.weight_ih_l0	9	-0.0316031277179718
191675	rnn.weight_hh_l0	0	-0.02967245690524578
191675	rnn.weight_hh_l0	1	-0.008054932579398155
191675	rnn.weight_hh_l0	2	0.008723057806491852
191675	rnn.weight_hh_l0	3	-0.0763976201415062
191675	rnn.weight_hh_l0	4	0.09440029412508011
191675	rnn.weight_hh_l0	5	-0.024946872144937515
191675	rnn.weight_hh_l0	6	-0.059012819081544876
191675	rnn.weight_hh_l0	7	0.010850755497813225
191675	rnn.weight_hh_l0	8	0.015235848724842072
191675	rnn.weight_hh_l0	9	-0.024095425382256508
191675	rnn.bias_ih_l0	0	0.1340443342924118
191675	rnn.bias_ih_l0	1	-0.03238202631473541
191675	rnn.bias_ih_l0	2	-0.03550306707620621
191675	rnn.bias_ih_l0	3	0.15841318666934967
191675	rnn.bias_ih_l0	4	-0.013114484958350658
191675	rnn.bias_ih_l0	5	-0.022304320707917213
191675	rnn.bias_ih_l0	6	0.01724815182387829
191675	rnn.bias_ih_l0	7	0.02156038023531437
191675	rnn.bias_ih_l0	8	-0.09886503219604492
191675	rnn.bias_ih_l0	9	-0.04504895955324173
191675	rnn.bias_hh_l0	0	-0.001406272640451789
191675	rnn.bias_hh_l0	1	-0.11089646071195602
191675	rnn.bias_hh_l0	2	-0.07299148291349411
191675	rnn.bias_hh_l0	3	-0.08654003590345383
191675	rnn.bias_hh_l0	4	0.0035380686167627573
191675	rnn.bias_hh_l0	5	-0.027438104152679443
191675	rnn.bias_hh_l0	6	0.035482242703437805
191675	rnn.bias_hh_l0	7	0.05191093310713768
191675	rnn.bias_hh_l0	8	-0.12047799676656723
191675	rnn.bias_hh_l0	9	-0.05759460851550102
191675	rnn.weight_ih_l0_reverse	0	-0.02245527133345604
191675	rnn.weight_ih_l0_reverse	1	-0.05188405513763428
191675	rnn.weight_ih_l0_reverse	2	-0.0482311025261879
191675	rnn.weight_ih_l0_reverse	3	0.012252453714609146
191675	rnn.weight_ih_l0_reverse	4	-0.021129192784428596
191675	rnn.weight_ih_l0_reverse	5	-0.058333709836006165
191675	rnn.weight_ih_l0_reverse	6	0.07698217779397964
191675	rnn.weight_ih_l0_reverse	7	-0.01649712771177292
191675	rnn.weight_ih_l0_reverse	8	-0.015697579830884933
191675	rnn.weight_ih_l0_reverse	9	-0.0010611809557303786
191675	rnn.weight_hh_l0_reverse	0	0.06528816372156143
191675	rnn.weight_hh_l0_reverse	1	0.023911071941256523
191675	rnn.weight_hh_l0_reverse	2	0.0280919149518013
191675	rnn.weight_hh_l0_reverse	3	0.03688788041472435
191675	rnn.weight_hh_l0_reverse	4	0.01110981684178114
191675	rnn.weight_hh_l0_reverse	5	0.008846561424434185
191675	rnn.weight_hh_l0_reverse	6	0.050388023257255554
191675	rnn.weight_hh_l0_reverse	7	-0.07839875668287277
191675	rnn.weight_hh_l0_reverse	8	0.0394611693918705
191675	rnn.weight_hh_l0_reverse	9	0.034657590091228485
191675	rnn.bias_ih_l0_reverse	0	-0.057271137833595276
191675	rnn.bias_ih_l0_reverse	1	-0.2869923412799835
191675	rnn.bias_ih_l0_reverse	2	-0.11527146399021149
191675	rnn.bias_ih_l0_reverse	3	-0.04963555932044983
191675	rnn.bias_ih_l0_reverse	4	-0.015138233080506325
191675	rnn.bias_ih_l0_reverse	5	0.07560520619153976
191675	rnn.bias_ih_l0_reverse	6	-0.06730841845273972
191675	rnn.bias_ih_l0_reverse	7	0.061602018773555756
191675	rnn.bias_ih_l0_reverse	8	-0.04561910033226013
191675	rnn.bias_ih_l0_reverse	9	0.06192765757441521
191675	rnn.bias_hh_l0_reverse	0	0.023514654487371445
191675	rnn.bias_hh_l0_reverse	1	-0.04712443798780441
191675	rnn.bias_hh_l0_reverse	2	0.07509034126996994
191675	rnn.bias_hh_l0_reverse	3	-0.04719231277704239
191675	rnn.bias_hh_l0_reverse	4	-0.02359192818403244
191675	rnn.bias_hh_l0_reverse	5	-0.028827009722590446
191675	rnn.bias_hh_l0_reverse	6	-0.019091924652457237
191675	rnn.bias_hh_l0_reverse	7	0.10413037985563278
191675	rnn.bias_hh_l0_reverse	8	0.03309778496623039
191675	rnn.bias_hh_l0_reverse	9	-0.1525893360376358
191675	rnn.weight_ih_l1	0	-0.03165774792432785
191675	rnn.weight_ih_l1	1	-0.050555720925331116
191675	rnn.weight_ih_l1	2	0.0551755465567112
191675	rnn.weight_ih_l1	3	-0.06873693317174911
191675	rnn.weight_ih_l1	4	-0.014419173821806908
191675	rnn.weight_ih_l1	5	-0.04125106707215309
191675	rnn.weight_ih_l1	6	0.028422098606824875
191675	rnn.weight_ih_l1	7	-0.04784379154443741
191675	rnn.weight_ih_l1	8	0.036758821457624435
191675	rnn.weight_ih_l1	9	0.04624957963824272
191675	rnn.weight_hh_l1	0	-0.005283562000840902
191675	rnn.weight_hh_l1	1	0.020302055403590202
191675	rnn.weight_hh_l1	2	0.009142711758613586
191675	rnn.weight_hh_l1	3	-0.012593673542141914
191675	rnn.weight_hh_l1	4	0.006915714591741562
191675	rnn.weight_hh_l1	5	0.03266892954707146
191675	rnn.weight_hh_l1	6	0.03597688674926758
191675	rnn.weight_hh_l1	7	-0.01762685552239418
191675	rnn.weight_hh_l1	8	-0.008109095506370068
191675	rnn.weight_hh_l1	9	0.035039182752370834
191675	rnn.bias_ih_l1	0	-0.18387801945209503
191675	rnn.bias_ih_l1	1	-0.17857320606708527
191675	rnn.bias_ih_l1	2	-0.211478129029274
191675	rnn.bias_ih_l1	3	-0.31559184193611145
191675	rnn.bias_ih_l1	4	-0.18928079307079315
191675	rnn.bias_ih_l1	5	-0.08266520500183105
191675	rnn.bias_ih_l1	6	-0.16296610236167908
191675	rnn.bias_ih_l1	7	-0.010552622377872467
191675	rnn.bias_ih_l1	8	-0.12539950013160706
191675	rnn.bias_ih_l1	9	-0.13405409455299377
191675	rnn.bias_hh_l1	0	-0.09994392096996307
191675	rnn.bias_hh_l1	1	-0.07301416993141174
191675	rnn.bias_hh_l1	2	-0.09071320295333862
191675	rnn.bias_hh_l1	3	-0.0822976604104042
191675	rnn.bias_hh_l1	4	-0.08598753064870834
191675	rnn.bias_hh_l1	5	-0.12258139252662659
191675	rnn.bias_hh_l1	6	-0.1593974530696869
191675	rnn.bias_hh_l1	7	0.0644252598285675
191675	rnn.bias_hh_l1	8	-0.1812864989042282
191675	rnn.bias_hh_l1	9	-0.12136178463697433
191675	rnn.weight_ih_l1_reverse	0	-0.04538194462656975
191675	rnn.weight_ih_l1_reverse	1	0.03364561125636101
191675	rnn.weight_ih_l1_reverse	2	0.09004418551921844
191675	rnn.weight_ih_l1_reverse	3	-0.012882128357887268
191675	rnn.weight_ih_l1_reverse	4	-0.037384990602731705
191675	rnn.weight_ih_l1_reverse	5	-0.03093465231359005
191675	rnn.weight_ih_l1_reverse	6	-0.011937173083424568
191675	rnn.weight_ih_l1_reverse	7	0.025784581899642944
191675	rnn.weight_ih_l1_reverse	8	0.007509279530495405
191675	rnn.weight_ih_l1_reverse	9	-0.0372653603553772
191675	rnn.weight_hh_l1_reverse	0	0.00489822356030345
191675	rnn.weight_hh_l1_reverse	1	0.03168978542089462
191675	rnn.weight_hh_l1_reverse	2	-0.04042273014783859
191675	rnn.weight_hh_l1_reverse	3	0.03525348752737045
191675	rnn.weight_hh_l1_reverse	4	0.047954197973012924
191675	rnn.weight_hh_l1_reverse	5	0.0025354274548590183
191675	rnn.weight_hh_l1_reverse	6	0.05667724460363388
191675	rnn.weight_hh_l1_reverse	7	0.030566519126296043
191675	rnn.weight_hh_l1_reverse	8	-0.007149278186261654
191675	rnn.weight_hh_l1_reverse	9	-0.02992805652320385
191675	rnn.bias_ih_l1_reverse	0	-0.05323053151369095
191675	rnn.bias_ih_l1_reverse	1	-0.1523710936307907
191675	rnn.bias_ih_l1_reverse	2	-0.1618889570236206
191675	rnn.bias_ih_l1_reverse	3	-0.05539216846227646
191675	rnn.bias_ih_l1_reverse	4	-0.21175244450569153
191675	rnn.bias_ih_l1_reverse	5	-0.11358575522899628
191675	rnn.bias_ih_l1_reverse	6	-0.1337946653366089
191675	rnn.bias_ih_l1_reverse	7	-0.19399960339069366
191675	rnn.bias_ih_l1_reverse	8	0.22757595777511597
191675	rnn.bias_ih_l1_reverse	9	0.024994969367980957
191675	rnn.bias_hh_l1_reverse	0	-0.00914508756250143
191675	rnn.bias_hh_l1_reverse	1	-0.07985250651836395
191675	rnn.bias_hh_l1_reverse	2	-0.2350611835718155
191675	rnn.bias_hh_l1_reverse	3	-0.14172345399856567
191675	rnn.bias_hh_l1_reverse	4	-0.08601762354373932
191675	rnn.bias_hh_l1_reverse	5	-0.12101943045854568
191675	rnn.bias_hh_l1_reverse	6	0.05531275272369385
191675	rnn.bias_hh_l1_reverse	7	-0.15607060492038727
191675	rnn.bias_hh_l1_reverse	8	-0.1158018633723259
191675	rnn.bias_hh_l1_reverse	9	-0.15090806782245636
191675	linear.weight	0	0.002228822559118271
191675	linear.weight	1	0.1020292416214943
191675	linear.weight	2	-0.09921297430992126
191675	linear.weight	3	0.2844417095184326
191675	linear.weight	4	0.16175472736358643
191675	linear.weight	5	-0.07074705511331558
191675	linear.weight	6	0.11446774005889893
191675	linear.weight	7	0.1384420543909073
191675	linear.weight	8	0.04115208610892296
191675	linear.weight	9	-0.04407414793968201
191675	linear.bias	0	0.10300037264823914
191675	linear.bias	1	-0.165407195687294
191675	linear.bias	2	-0.43503785133361816
191675	linear.bias	3	-0.6612088680267334
191675	linear.bias	4	-1.228577971458435
191675	linear.bias	5	-0.0692429393529892
191675	linear.bias	6	-0.7781818509101868
191675	linear.bias	7	0.25378063321113586
191675	linear.bias	8	-0.42889276146888733
191675	linear.bias	9	-1.0364718437194824
191872	transitions	0	0.7465981841087341
191872	transitions	1	0.1518578678369522
191872	transitions	2	-10000.0
191872	transitions	3	-1.8267216682434082
191872	transitions	4	-10000.0
191872	transitions	5	0.5666611194610596
191872	transitions	6	-0.08273878693580627
191872	transitions	7	-0.7786563038825989
191872	transitions	8	-1.4172556400299072
191872	transitions	9	-0.0012023772578686476
191872	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
191872	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
191872	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
191872	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
191872	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
191872	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
191872	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
191872	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
191872	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
191872	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
191872	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
191872	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
191872	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
191872	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
191872	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
191872	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
191872	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
191872	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
191872	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
191872	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
191872	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
191872	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
191872	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
191872	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
191872	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
191872	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
191872	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
191872	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
191872	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
191872	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
191872	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
191872	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
191872	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
191872	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
191872	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
191872	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
191872	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
191872	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
191872	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
191872	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
191872	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
191872	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
191872	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
191872	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
191872	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
191872	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
191872	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
191872	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
191872	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
191872	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
191872	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
191872	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
191872	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
191872	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
191872	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
191872	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
191872	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
191872	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
191872	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
191872	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
191872	embedding2nn.weight	0	0.022007107734680176
191872	embedding2nn.weight	1	-0.012996546924114227
191872	embedding2nn.weight	2	-0.014268254861235619
191872	embedding2nn.weight	3	-0.035135939717292786
191872	embedding2nn.weight	4	-0.0059150345623493195
191872	embedding2nn.weight	5	-0.003700588596984744
191872	embedding2nn.weight	6	-0.00397326797246933
191872	embedding2nn.weight	7	-0.08015991747379303
191872	embedding2nn.weight	8	-0.0019979383796453476
191872	embedding2nn.weight	9	-0.030240513384342194
191872	embedding2nn.bias	0	0.04447432979941368
191872	embedding2nn.bias	1	-0.06824630498886108
191872	embedding2nn.bias	2	0.06293398141860962
191872	embedding2nn.bias	3	0.037291549146175385
191872	embedding2nn.bias	4	-0.05741604045033455
191872	embedding2nn.bias	5	-0.0014905616408213973
191872	embedding2nn.bias	6	0.033452678471803665
191872	embedding2nn.bias	7	-0.05622848495841026
191872	embedding2nn.bias	8	0.05763097479939461
191872	embedding2nn.bias	9	0.05433497577905655
191872	rnn.weight_ih_l0	0	-0.07641706615686417
191872	rnn.weight_ih_l0	1	0.00700478907674551
191872	rnn.weight_ih_l0	2	0.03293447941541672
191872	rnn.weight_ih_l0	3	0.021911950781941414
191872	rnn.weight_ih_l0	4	-0.04747019335627556
191872	rnn.weight_ih_l0	5	-0.06495625525712967
191872	rnn.weight_ih_l0	6	-0.0007445196388289332
191872	rnn.weight_ih_l0	7	0.048940952867269516
191872	rnn.weight_ih_l0	8	-0.014151660725474358
191872	rnn.weight_ih_l0	9	-0.03135508671402931
191872	rnn.weight_hh_l0	0	-0.029551435261964798
191872	rnn.weight_hh_l0	1	-0.008035547100007534
191872	rnn.weight_hh_l0	2	0.008484616875648499
191872	rnn.weight_hh_l0	3	-0.0763826072216034
191872	rnn.weight_hh_l0	4	0.09436411410570145
191872	rnn.weight_hh_l0	5	-0.024705920368433
191872	rnn.weight_hh_l0	6	-0.05846185237169266
191872	rnn.weight_hh_l0	7	0.011083208955824375
191872	rnn.weight_hh_l0	8	0.01512867584824562
191872	rnn.weight_hh_l0	9	-0.024122292175889015
191872	rnn.bias_ih_l0	0	0.13363023102283478
191872	rnn.bias_ih_l0	1	-0.032492976635694504
191872	rnn.bias_ih_l0	2	-0.03556504473090172
191872	rnn.bias_ih_l0	3	0.15819381177425385
191872	rnn.bias_ih_l0	4	-0.012995854020118713
191872	rnn.bias_ih_l0	5	-0.022370025515556335
191872	rnn.bias_ih_l0	6	0.01719241589307785
191872	rnn.bias_ih_l0	7	0.02117558941245079
191872	rnn.bias_ih_l0	8	-0.09814833849668503
191872	rnn.bias_ih_l0	9	-0.046761613339185715
191872	rnn.bias_hh_l0	0	-0.0013095125323161483
191872	rnn.bias_hh_l0	1	-0.11132757365703583
191872	rnn.bias_hh_l0	2	-0.07319676876068115
191872	rnn.bias_hh_l0	3	-0.08688563853502274
191872	rnn.bias_hh_l0	4	0.003897672286257148
191872	rnn.bias_hh_l0	5	-0.02691538631916046
191872	rnn.bias_hh_l0	6	0.0352185033261776
191872	rnn.bias_hh_l0	7	0.05183780938386917
191872	rnn.bias_hh_l0	8	-0.11973540484905243
191872	rnn.bias_hh_l0	9	-0.05724947899580002
191872	rnn.weight_ih_l0_reverse	0	-0.02265094965696335
191872	rnn.weight_ih_l0_reverse	1	-0.051932454109191895
191872	rnn.weight_ih_l0_reverse	2	-0.04846424609422684
191872	rnn.weight_ih_l0_reverse	3	0.01202209573239088
191872	rnn.weight_ih_l0_reverse	4	-0.020909346640110016
191872	rnn.weight_ih_l0_reverse	5	-0.05829508975148201
191872	rnn.weight_ih_l0_reverse	6	0.07708888500928879
191872	rnn.weight_ih_l0_reverse	7	-0.016450103372335434
191872	rnn.weight_ih_l0_reverse	8	-0.0157853402197361
191872	rnn.weight_ih_l0_reverse	9	-0.0007083825184963644
191872	rnn.weight_hh_l0_reverse	0	0.0652950257062912
191872	rnn.weight_hh_l0_reverse	1	0.023886922746896744
191872	rnn.weight_hh_l0_reverse	2	0.02832372859120369
191872	rnn.weight_hh_l0_reverse	3	0.03689444810152054
191872	rnn.weight_hh_l0_reverse	4	0.011234520934522152
191872	rnn.weight_hh_l0_reverse	5	0.009019158780574799
191872	rnn.weight_hh_l0_reverse	6	0.050465039908885956
191872	rnn.weight_hh_l0_reverse	7	-0.07845605164766312
191872	rnn.weight_hh_l0_reverse	8	0.03950350731611252
191872	rnn.weight_hh_l0_reverse	9	0.03479205071926117
191872	rnn.bias_ih_l0_reverse	0	-0.05732177942991257
191872	rnn.bias_ih_l0_reverse	1	-0.2867125868797302
191872	rnn.bias_ih_l0_reverse	2	-0.11526648700237274
191872	rnn.bias_ih_l0_reverse	3	-0.04913344606757164
191872	rnn.bias_ih_l0_reverse	4	-0.015761326998472214
191872	rnn.bias_ih_l0_reverse	5	0.07578587532043457
191872	rnn.bias_ih_l0_reverse	6	-0.06779415905475616
191872	rnn.bias_ih_l0_reverse	7	0.061592258512973785
191872	rnn.bias_ih_l0_reverse	8	-0.04572063684463501
191872	rnn.bias_ih_l0_reverse	9	0.06217852979898453
191872	rnn.bias_hh_l0_reverse	0	0.023488765582442284
191872	rnn.bias_hh_l0_reverse	1	-0.046758055686950684
191872	rnn.bias_hh_l0_reverse	2	0.0751713439822197
191872	rnn.bias_hh_l0_reverse	3	-0.04780369997024536
191872	rnn.bias_hh_l0_reverse	4	-0.023295532912015915
191872	rnn.bias_hh_l0_reverse	5	-0.028577635064721107
191872	rnn.bias_hh_l0_reverse	6	-0.01791713386774063
191872	rnn.bias_hh_l0_reverse	7	0.10405679792165756
191872	rnn.bias_hh_l0_reverse	8	0.03323847055435181
191872	rnn.bias_hh_l0_reverse	9	-0.15194633603096008
191872	rnn.weight_ih_l1	0	-0.031469233334064484
191872	rnn.weight_ih_l1	1	-0.050345465540885925
191872	rnn.weight_ih_l1	2	0.054955802857875824
191872	rnn.weight_ih_l1	3	-0.06826120615005493
191872	rnn.weight_ih_l1	4	-0.014130670577287674
191872	rnn.weight_ih_l1	5	-0.04128054529428482
191872	rnn.weight_ih_l1	6	0.028669919818639755
191872	rnn.weight_ih_l1	7	-0.0476163811981678
191872	rnn.weight_ih_l1	8	0.03683370724320412
191872	rnn.weight_ih_l1	9	0.04648243263363838
191872	rnn.weight_hh_l1	0	-0.005325685255229473
191872	rnn.weight_hh_l1	1	0.020251721143722534
191872	rnn.weight_hh_l1	2	0.00898054987192154
191872	rnn.weight_hh_l1	3	-0.012647108174860477
191872	rnn.weight_hh_l1	4	0.006767315324395895
191872	rnn.weight_hh_l1	5	0.03271051496267319
191872	rnn.weight_hh_l1	6	0.035864491015672684
191872	rnn.weight_hh_l1	7	-0.01770102046430111
191872	rnn.weight_hh_l1	8	-0.00818193145096302
191872	rnn.weight_hh_l1	9	0.03521908074617386
191872	rnn.bias_ih_l1	0	-0.18220800161361694
191872	rnn.bias_ih_l1	1	-0.17830970883369446
191872	rnn.bias_ih_l1	2	-0.21064940094947815
191872	rnn.bias_ih_l1	3	-0.3153373897075653
191872	rnn.bias_ih_l1	4	-0.1894082874059677
191872	rnn.bias_ih_l1	5	-0.082892507314682
191872	rnn.bias_ih_l1	6	-0.1624743640422821
191872	rnn.bias_ih_l1	7	-0.01183206494897604
191872	rnn.bias_ih_l1	8	-0.1253483146429062
191872	rnn.bias_ih_l1	9	-0.13412031531333923
191872	rnn.bias_hh_l1	0	-0.10040225833654404
191872	rnn.bias_hh_l1	1	-0.074118971824646
191872	rnn.bias_hh_l1	2	-0.09110992401838303
191872	rnn.bias_hh_l1	3	-0.08171071112155914
191872	rnn.bias_hh_l1	4	-0.08545026183128357
191872	rnn.bias_hh_l1	5	-0.12312807142734528
191872	rnn.bias_hh_l1	6	-0.1600690633058548
191872	rnn.bias_hh_l1	7	0.06552504748106003
191872	rnn.bias_hh_l1	8	-0.18160706758499146
191872	rnn.bias_hh_l1	9	-0.12111108005046844
191872	rnn.weight_ih_l1_reverse	0	-0.04511283338069916
191872	rnn.weight_ih_l1_reverse	1	0.033562347292900085
191872	rnn.weight_ih_l1_reverse	2	0.09054380655288696
191872	rnn.weight_ih_l1_reverse	3	-0.0126823540776968
191872	rnn.weight_ih_l1_reverse	4	-0.03743305429816246
191872	rnn.weight_ih_l1_reverse	5	-0.031060073524713516
191872	rnn.weight_ih_l1_reverse	6	-0.012218529358506203
191872	rnn.weight_ih_l1_reverse	7	0.026146134361624718
191872	rnn.weight_ih_l1_reverse	8	0.007695389911532402
191872	rnn.weight_ih_l1_reverse	9	-0.037142712622880936
191872	rnn.weight_hh_l1_reverse	0	0.0049992091953754425
191872	rnn.weight_hh_l1_reverse	1	0.03165511414408684
191872	rnn.weight_hh_l1_reverse	2	-0.040427327156066895
191872	rnn.weight_hh_l1_reverse	3	0.03525833040475845
191872	rnn.weight_hh_l1_reverse	4	0.04795864224433899
191872	rnn.weight_hh_l1_reverse	5	0.0024304366670548916
191872	rnn.weight_hh_l1_reverse	6	0.056452054530382156
191872	rnn.weight_hh_l1_reverse	7	0.030664747580885887
191872	rnn.weight_hh_l1_reverse	8	-0.007119784131646156
191872	rnn.weight_hh_l1_reverse	9	-0.02991822175681591
191872	rnn.bias_ih_l1_reverse	0	-0.05296212062239647
191872	rnn.bias_ih_l1_reverse	1	-0.15202632546424866
191872	rnn.bias_ih_l1_reverse	2	-0.16188402473926544
191872	rnn.bias_ih_l1_reverse	3	-0.056873220950365067
191872	rnn.bias_ih_l1_reverse	4	-0.21205410361289978
191872	rnn.bias_ih_l1_reverse	5	-0.1140795648097992
191872	rnn.bias_ih_l1_reverse	6	-0.13356219232082367
191872	rnn.bias_ih_l1_reverse	7	-0.1947002410888672
191872	rnn.bias_ih_l1_reverse	8	0.22884686291217804
191872	rnn.bias_ih_l1_reverse	9	0.02680598571896553
191872	rnn.bias_hh_l1_reverse	0	-0.007924596779048443
191872	rnn.bias_hh_l1_reverse	1	-0.08096955716609955
191872	rnn.bias_hh_l1_reverse	2	-0.23487412929534912
191872	rnn.bias_hh_l1_reverse	3	-0.141524076461792
191872	rnn.bias_hh_l1_reverse	4	-0.08564306795597076
191872	rnn.bias_hh_l1_reverse	5	-0.12100311368703842
191872	rnn.bias_hh_l1_reverse	6	0.05510157719254494
191872	rnn.bias_hh_l1_reverse	7	-0.15638954937458038
191872	rnn.bias_hh_l1_reverse	8	-0.1153273805975914
191872	rnn.bias_hh_l1_reverse	9	-0.1509099155664444
191872	linear.weight	0	0.002228822559118271
191872	linear.weight	1	0.1055423691868782
191872	linear.weight	2	-0.09942584484815598
191872	linear.weight	3	0.2873222231864929
191872	linear.weight	4	0.1620662808418274
191872	linear.weight	5	-0.07141634076833725
191872	linear.weight	6	0.11222708225250244
191872	linear.weight	7	0.13951808214187622
191872	linear.weight	8	0.04115193337202072
191872	linear.weight	9	-0.043541066348552704
191872	linear.bias	0	0.11503441631793976
191872	linear.bias	1	-0.17564070224761963
191872	linear.bias	2	-0.4413135349750519
191872	linear.bias	3	-0.6554306745529175
191872	linear.bias	4	-1.2229524850845337
191872	linear.bias	5	-0.06393411010503769
191872	linear.bias	6	-0.7886399030685425
191872	linear.bias	7	0.25958579778671265
191872	linear.bias	8	-0.4181516468524933
191872	linear.bias	9	-1.0259363651275635
192069	transitions	0	0.7427336573600769
192069	transitions	1	0.15072542428970337
192069	transitions	2	-10000.0
192069	transitions	3	-1.8267260789871216
192069	transitions	4	-10000.0
192069	transitions	5	0.5666536688804626
192069	transitions	6	-0.08274895697832108
192069	transitions	7	-0.7786935567855835
192069	transitions	8	-1.417272686958313
192069	transitions	9	-0.001202535699121654
192069	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
192069	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
192069	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
192069	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
192069	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
192069	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
192069	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
192069	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
192069	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
192069	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
192069	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
192069	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
192069	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
192069	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
192069	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
192069	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
192069	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
192069	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
192069	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
192069	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
192069	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
192069	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
192069	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
192069	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
192069	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
192069	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
192069	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
192069	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
192069	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
192069	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
192069	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
192069	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
192069	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
192069	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
192069	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
192069	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
192069	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
192069	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
192069	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
192069	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
192069	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
192069	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
192069	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
192069	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
192069	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
192069	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
192069	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
192069	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
192069	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
192069	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
192069	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
192069	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
192069	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
192069	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
192069	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
192069	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
192069	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
192069	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
192069	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
192069	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
192069	embedding2nn.weight	0	0.021646877750754356
192069	embedding2nn.weight	1	-0.012954678386449814
192069	embedding2nn.weight	2	-0.014268254861235619
192069	embedding2nn.weight	3	-0.03524985536932945
192069	embedding2nn.weight	4	-0.0059150345623493195
192069	embedding2nn.weight	5	-0.003700588596984744
192069	embedding2nn.weight	6	-0.0039732675068080425
192069	embedding2nn.weight	7	-0.08021356910467148
192069	embedding2nn.weight	8	-0.0019979383796453476
192069	embedding2nn.weight	9	-0.03036830574274063
192069	embedding2nn.bias	0	0.043874625116586685
192069	embedding2nn.bias	1	-0.06928718835115433
192069	embedding2nn.bias	2	0.05996965989470482
192069	embedding2nn.bias	3	0.037172794342041016
192069	embedding2nn.bias	4	-0.05558803677558899
192069	embedding2nn.bias	5	-0.002078145509585738
192069	embedding2nn.bias	6	0.03396198898553848
192069	embedding2nn.bias	7	-0.05953717976808548
192069	embedding2nn.bias	8	0.05513591319322586
192069	embedding2nn.bias	9	0.0551939532160759
192069	rnn.weight_ih_l0	0	-0.07671775668859482
192069	rnn.weight_ih_l0	1	0.0070732105523347855
192069	rnn.weight_ih_l0	2	0.032840464264154434
192069	rnn.weight_ih_l0	3	0.02193092182278633
192069	rnn.weight_ih_l0	4	-0.04755406826734543
192069	rnn.weight_ih_l0	5	-0.0648990049958229
192069	rnn.weight_ih_l0	6	-0.0005126769538037479
192069	rnn.weight_ih_l0	7	0.048664890229701996
192069	rnn.weight_ih_l0	8	-0.013449671678245068
192069	rnn.weight_ih_l0	9	-0.03159823268651962
192069	rnn.weight_hh_l0	0	-0.02916528657078743
192069	rnn.weight_hh_l0	1	-0.008146805688738823
192069	rnn.weight_hh_l0	2	0.008228526450693607
192069	rnn.weight_hh_l0	3	-0.07620546221733093
192069	rnn.weight_hh_l0	4	0.0944472923874855
192069	rnn.weight_hh_l0	5	-0.024738481268286705
192069	rnn.weight_hh_l0	6	-0.05820365995168686
192069	rnn.weight_hh_l0	7	0.011381112970411777
192069	rnn.weight_hh_l0	8	0.015271822921931744
192069	rnn.weight_hh_l0	9	-0.024222267791628838
192069	rnn.bias_ih_l0	0	0.13381731510162354
192069	rnn.bias_ih_l0	1	-0.03303797170519829
192069	rnn.bias_ih_l0	2	-0.0353255569934845
192069	rnn.bias_ih_l0	3	0.15809303522109985
192069	rnn.bias_ih_l0	4	-0.01473814994096756
192069	rnn.bias_ih_l0	5	-0.022238964214920998
192069	rnn.bias_ih_l0	6	0.01695970632135868
192069	rnn.bias_ih_l0	7	0.021189868450164795
192069	rnn.bias_ih_l0	8	-0.09823241084814072
192069	rnn.bias_ih_l0	9	-0.04617298021912575
192069	rnn.bias_hh_l0	0	-0.0011289318790659308
192069	rnn.bias_hh_l0	1	-0.1113010123372078
192069	rnn.bias_hh_l0	2	-0.0733475461602211
192069	rnn.bias_hh_l0	3	-0.08753839880228043
192069	rnn.bias_hh_l0	4	0.005189131014049053
192069	rnn.bias_hh_l0	5	-0.0278455950319767
192069	rnn.bias_hh_l0	6	0.03402262181043625
192069	rnn.bias_hh_l0	7	0.05205729603767395
192069	rnn.bias_hh_l0	8	-0.12087555974721909
192069	rnn.bias_hh_l0	9	-0.05615212395787239
192069	rnn.weight_ih_l0_reverse	0	-0.022118695080280304
192069	rnn.weight_ih_l0_reverse	1	-0.051591698080301285
192069	rnn.weight_ih_l0_reverse	2	-0.048536114394664764
192069	rnn.weight_ih_l0_reverse	3	0.012309894897043705
192069	rnn.weight_ih_l0_reverse	4	-0.021051788702607155
192069	rnn.weight_ih_l0_reverse	5	-0.05827219411730766
192069	rnn.weight_ih_l0_reverse	6	0.07682017982006073
192069	rnn.weight_ih_l0_reverse	7	-0.01649295911192894
192069	rnn.weight_ih_l0_reverse	8	-0.015821462497115135
192069	rnn.weight_ih_l0_reverse	9	-0.00012039439752697945
192069	rnn.weight_hh_l0_reverse	0	0.06517195701599121
192069	rnn.weight_hh_l0_reverse	1	0.02349022403359413
192069	rnn.weight_hh_l0_reverse	2	0.028400402516126633
192069	rnn.weight_hh_l0_reverse	3	0.03683753311634064
192069	rnn.weight_hh_l0_reverse	4	0.011174263432621956
192069	rnn.weight_hh_l0_reverse	5	0.009012618102133274
192069	rnn.weight_hh_l0_reverse	6	0.05049028620123863
192069	rnn.weight_hh_l0_reverse	7	-0.07850196957588196
192069	rnn.weight_hh_l0_reverse	8	0.039510246366262436
192069	rnn.weight_hh_l0_reverse	9	0.03495004400610924
192069	rnn.bias_ih_l0_reverse	0	-0.057921115309000015
192069	rnn.bias_ih_l0_reverse	1	-0.28657668828964233
192069	rnn.bias_ih_l0_reverse	2	-0.11440456658601761
192069	rnn.bias_ih_l0_reverse	3	-0.04888413846492767
192069	rnn.bias_ih_l0_reverse	4	-0.01607980951666832
192069	rnn.bias_ih_l0_reverse	5	0.07628778368234634
192069	rnn.bias_ih_l0_reverse	6	-0.06800700724124908
192069	rnn.bias_ih_l0_reverse	7	0.06165430694818497
192069	rnn.bias_ih_l0_reverse	8	-0.04543045163154602
192069	rnn.bias_ih_l0_reverse	9	0.0622451975941658
192069	rnn.bias_hh_l0_reverse	0	0.02310119941830635
192069	rnn.bias_hh_l0_reverse	1	-0.048400841653347015
192069	rnn.bias_hh_l0_reverse	2	0.07510537654161453
192069	rnn.bias_hh_l0_reverse	3	-0.04875136911869049
192069	rnn.bias_hh_l0_reverse	4	-0.023518811911344528
192069	rnn.bias_hh_l0_reverse	5	-0.02752070501446724
192069	rnn.bias_hh_l0_reverse	6	-0.017642110586166382
192069	rnn.bias_hh_l0_reverse	7	0.10479223728179932
192069	rnn.bias_hh_l0_reverse	8	0.03419167920947075
192069	rnn.bias_hh_l0_reverse	9	-0.15185944736003876
192069	rnn.weight_ih_l1	0	-0.031530819833278656
192069	rnn.weight_ih_l1	1	-0.05076511204242706
192069	rnn.weight_ih_l1	2	0.054812680929899216
192069	rnn.weight_ih_l1	3	-0.06845330446958542
192069	rnn.weight_ih_l1	4	-0.01437610574066639
192069	rnn.weight_ih_l1	5	-0.04116896167397499
192069	rnn.weight_ih_l1	6	0.028978295624256134
192069	rnn.weight_ih_l1	7	-0.047645892947912216
192069	rnn.weight_ih_l1	8	0.036717306822538376
192069	rnn.weight_ih_l1	9	0.046418603509664536
192069	rnn.weight_hh_l1	0	-0.005329774226993322
192069	rnn.weight_hh_l1	1	0.02022966928780079
192069	rnn.weight_hh_l1	2	0.009495033882558346
192069	rnn.weight_hh_l1	3	-0.012682778760790825
192069	rnn.weight_hh_l1	4	0.006766966078430414
192069	rnn.weight_hh_l1	5	0.032696232199668884
192069	rnn.weight_hh_l1	6	0.03593101724982262
192069	rnn.weight_hh_l1	7	-0.01769229955971241
192069	rnn.weight_hh_l1	8	-0.008279812522232533
192069	rnn.weight_hh_l1	9	0.03500213846564293
192069	rnn.bias_ih_l1	0	-0.1821112036705017
192069	rnn.bias_ih_l1	1	-0.17907963693141937
192069	rnn.bias_ih_l1	2	-0.2107037901878357
192069	rnn.bias_ih_l1	3	-0.3148041069507599
192069	rnn.bias_ih_l1	4	-0.1875719130039215
192069	rnn.bias_ih_l1	5	-0.08296187222003937
192069	rnn.bias_ih_l1	6	-0.16292454302310944
192069	rnn.bias_ih_l1	7	-0.011977316811680794
192069	rnn.bias_ih_l1	8	-0.12511895596981049
192069	rnn.bias_ih_l1	9	-0.13445048034191132
192069	rnn.bias_hh_l1	0	-0.09959195554256439
192069	rnn.bias_hh_l1	1	-0.07509098947048187
192069	rnn.bias_hh_l1	2	-0.09132853895425797
192069	rnn.bias_hh_l1	3	-0.08137856423854828
192069	rnn.bias_hh_l1	4	-0.08566674590110779
192069	rnn.bias_hh_l1	5	-0.12405035644769669
192069	rnn.bias_hh_l1	6	-0.16060687601566315
192069	rnn.bias_hh_l1	7	0.06526663899421692
192069	rnn.bias_hh_l1	8	-0.18249796330928802
192069	rnn.bias_hh_l1	9	-0.12058014422655106
192069	rnn.weight_ih_l1_reverse	0	-0.04511367529630661
192069	rnn.weight_ih_l1_reverse	1	0.03361056372523308
192069	rnn.weight_ih_l1_reverse	2	0.09020506590604782
192069	rnn.weight_ih_l1_reverse	3	-0.012818438932299614
192069	rnn.weight_ih_l1_reverse	4	-0.036908186972141266
192069	rnn.weight_ih_l1_reverse	5	-0.03099025785923004
192069	rnn.weight_ih_l1_reverse	6	-0.012523097917437553
192069	rnn.weight_ih_l1_reverse	7	0.025699108839035034
192069	rnn.weight_ih_l1_reverse	8	0.005535231903195381
192069	rnn.weight_ih_l1_reverse	9	-0.037719085812568665
192069	rnn.weight_hh_l1_reverse	0	0.004868115298449993
192069	rnn.weight_hh_l1_reverse	1	0.03166022151708603
192069	rnn.weight_hh_l1_reverse	2	-0.04042692855000496
192069	rnn.weight_hh_l1_reverse	3	0.03525666892528534
192069	rnn.weight_hh_l1_reverse	4	0.04812164232134819
192069	rnn.weight_hh_l1_reverse	5	0.002423536265268922
192069	rnn.weight_hh_l1_reverse	6	0.05659971758723259
192069	rnn.weight_hh_l1_reverse	7	0.03069237992167473
192069	rnn.weight_hh_l1_reverse	8	-0.007165027316659689
192069	rnn.weight_hh_l1_reverse	9	-0.02993892692029476
192069	rnn.bias_ih_l1_reverse	0	-0.05227069929242134
192069	rnn.bias_ih_l1_reverse	1	-0.15134859085083008
192069	rnn.bias_ih_l1_reverse	2	-0.1630515307188034
192069	rnn.bias_ih_l1_reverse	3	-0.056892331689596176
192069	rnn.bias_ih_l1_reverse	4	-0.21247513592243195
192069	rnn.bias_ih_l1_reverse	5	-0.11349264532327652
192069	rnn.bias_ih_l1_reverse	6	-0.13340716063976288
192069	rnn.bias_ih_l1_reverse	7	-0.19495537877082825
192069	rnn.bias_ih_l1_reverse	8	0.22871316969394684
192069	rnn.bias_ih_l1_reverse	9	0.027357829734683037
192069	rnn.bias_hh_l1_reverse	0	-0.006641032174229622
192069	rnn.bias_hh_l1_reverse	1	-0.08014602959156036
192069	rnn.bias_hh_l1_reverse	2	-0.23486964404582977
192069	rnn.bias_hh_l1_reverse	3	-0.14219191670417786
192069	rnn.bias_hh_l1_reverse	4	-0.0851207971572876
192069	rnn.bias_hh_l1_reverse	5	-0.12117283791303635
192069	rnn.bias_hh_l1_reverse	6	0.05351093411445618
192069	rnn.bias_hh_l1_reverse	7	-0.15647245943546295
192069	rnn.bias_hh_l1_reverse	8	-0.11484525352716446
192069	rnn.bias_hh_l1_reverse	9	-0.15089279413223267
192069	linear.weight	0	0.002228822559118271
192069	linear.weight	1	0.1064201071858406
192069	linear.weight	2	-0.0984966829419136
192069	linear.weight	3	0.2903617024421692
192069	linear.weight	4	0.1614798754453659
192069	linear.weight	5	-0.07058580964803696
192069	linear.weight	6	0.11266597360372543
192069	linear.weight	7	0.14050047099590302
192069	linear.weight	8	0.04115184769034386
192069	linear.weight	9	-0.042781319469213486
192069	linear.bias	0	0.11714453250169754
192069	linear.bias	1	-0.177896186709404
192069	linear.bias	2	-0.4354146718978882
192069	linear.bias	3	-0.6488611698150635
192069	linear.bias	4	-1.2162914276123047
192069	linear.bias	5	-0.06901302933692932
192069	linear.bias	6	-0.7914719581604004
192069	linear.bias	7	0.2542189359664917
192069	linear.bias	8	-0.4217827618122101
192069	linear.bias	9	-1.0295337438583374
192266	transitions	0	0.7410410642623901
192266	transitions	1	0.15130731463432312
192266	transitions	2	-10000.0
192266	transitions	3	-1.8267292976379395
192266	transitions	4	-10000.0
192266	transitions	5	0.566638171672821
192266	transitions	6	-0.08276567608118057
192266	transitions	7	-0.7788321375846863
192266	transitions	8	-1.4172815084457397
192266	transitions	9	-0.0012026946060359478
192266	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
192266	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
192266	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
192266	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
192266	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
192266	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
192266	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
192266	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
192266	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
192266	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
192266	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
192266	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
192266	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
192266	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
192266	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
192266	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
192266	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
192266	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
192266	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
192266	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
192266	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
192266	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
192266	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
192266	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
192266	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
192266	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
192266	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
192266	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
192266	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
192266	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
192266	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
192266	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
192266	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
192266	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
192266	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
192266	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
192266	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
192266	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
192266	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
192266	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
192266	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
192266	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
192266	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
192266	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
192266	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
192266	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
192266	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
192266	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
192266	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
192266	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
192266	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
192266	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
192266	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
192266	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
192266	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
192266	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
192266	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
192266	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
192266	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
192266	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
192266	embedding2nn.weight	0	0.020995626226067543
192266	embedding2nn.weight	1	-0.012917453423142433
192266	embedding2nn.weight	2	-0.014268254861235619
192266	embedding2nn.weight	3	-0.03574250265955925
192266	embedding2nn.weight	4	-0.0059150345623493195
192266	embedding2nn.weight	5	-0.003700588596984744
192266	embedding2nn.weight	6	-0.0039732675068080425
192266	embedding2nn.weight	7	-0.08012738823890686
192266	embedding2nn.weight	8	-0.0019979383796453476
192266	embedding2nn.weight	9	-0.030431348830461502
192266	embedding2nn.bias	0	0.04353412240743637
192266	embedding2nn.bias	1	-0.06854894757270813
192266	embedding2nn.bias	2	0.057789213955402374
192266	embedding2nn.bias	3	0.035691723227500916
192266	embedding2nn.bias	4	-0.05531590059399605
192266	embedding2nn.bias	5	-0.0011484118876978755
192266	embedding2nn.bias	6	0.03308821842074394
192266	embedding2nn.bias	7	-0.06169474869966507
192266	embedding2nn.bias	8	0.055358871817588806
192266	embedding2nn.bias	9	0.05390026420354843
192266	rnn.weight_ih_l0	0	-0.07708364725112915
192266	rnn.weight_ih_l0	1	0.00661759776994586
192266	rnn.weight_ih_l0	2	0.0327950194478035
192266	rnn.weight_ih_l0	3	0.021865636110305786
192266	rnn.weight_ih_l0	4	-0.047385651618242264
192266	rnn.weight_ih_l0	5	-0.06488862633705139
192266	rnn.weight_ih_l0	6	-0.000331196904880926
192266	rnn.weight_ih_l0	7	0.04882436990737915
192266	rnn.weight_ih_l0	8	-0.013420535251498222
192266	rnn.weight_ih_l0	9	-0.03174135833978653
192266	rnn.weight_hh_l0	0	-0.029397474601864815
192266	rnn.weight_hh_l0	1	-0.00827559269964695
192266	rnn.weight_hh_l0	2	0.007950510829687119
192266	rnn.weight_hh_l0	3	-0.07598460465669632
192266	rnn.weight_hh_l0	4	0.09428706020116806
192266	rnn.weight_hh_l0	5	-0.025074468925595284
192266	rnn.weight_hh_l0	6	-0.058057140558958054
192266	rnn.weight_hh_l0	7	0.010909019969403744
192266	rnn.weight_hh_l0	8	0.015117557719349861
192266	rnn.weight_hh_l0	9	-0.024368947371840477
192266	rnn.bias_ih_l0	0	0.1341875195503235
192266	rnn.bias_ih_l0	1	-0.032606374472379684
192266	rnn.bias_ih_l0	2	-0.03557136654853821
192266	rnn.bias_ih_l0	3	0.1576552838087082
192266	rnn.bias_ih_l0	4	-0.014360247179865837
192266	rnn.bias_ih_l0	5	-0.021655317395925522
192266	rnn.bias_ih_l0	6	0.01772243343293667
192266	rnn.bias_ih_l0	7	0.020850034430623055
192266	rnn.bias_ih_l0	8	-0.09772035479545593
192266	rnn.bias_ih_l0	9	-0.04719841107726097
192266	rnn.bias_hh_l0	0	-0.0023176325485110283
192266	rnn.bias_hh_l0	1	-0.11079396307468414
192266	rnn.bias_hh_l0	2	-0.07282989472150803
192266	rnn.bias_hh_l0	3	-0.08697634190320969
192266	rnn.bias_hh_l0	4	0.006086370442062616
192266	rnn.bias_hh_l0	5	-0.027189765125513077
192266	rnn.bias_hh_l0	6	0.03481419384479523
192266	rnn.bias_hh_l0	7	0.051599495112895966
192266	rnn.bias_hh_l0	8	-0.12117034196853638
192266	rnn.bias_hh_l0	9	-0.05611884966492653
192266	rnn.weight_ih_l0_reverse	0	-0.021982954815030098
192266	rnn.weight_ih_l0_reverse	1	-0.05139665678143501
192266	rnn.weight_ih_l0_reverse	2	-0.048597920686006546
192266	rnn.weight_ih_l0_reverse	3	0.012486924417316914
192266	rnn.weight_ih_l0_reverse	4	-0.020321359857916832
192266	rnn.weight_ih_l0_reverse	5	-0.058367449790239334
192266	rnn.weight_ih_l0_reverse	6	0.07674926519393921
192266	rnn.weight_ih_l0_reverse	7	-0.0162572730332613
192266	rnn.weight_ih_l0_reverse	8	-0.01590174436569214
192266	rnn.weight_ih_l0_reverse	9	9.072439570445567e-05
192266	rnn.weight_hh_l0_reverse	0	0.06515674293041229
192266	rnn.weight_hh_l0_reverse	1	0.023514721542596817
192266	rnn.weight_hh_l0_reverse	2	0.028515055775642395
192266	rnn.weight_hh_l0_reverse	3	0.03685532510280609
192266	rnn.weight_hh_l0_reverse	4	0.011009026318788528
192266	rnn.weight_hh_l0_reverse	5	0.008756338618695736
192266	rnn.weight_hh_l0_reverse	6	0.05039454996585846
192266	rnn.weight_hh_l0_reverse	7	-0.07832440733909607
192266	rnn.weight_hh_l0_reverse	8	0.039600420743227005
192266	rnn.weight_hh_l0_reverse	9	0.03501366823911667
192266	rnn.bias_ih_l0_reverse	0	-0.05813387408852577
192266	rnn.bias_ih_l0_reverse	1	-0.2873760461807251
192266	rnn.bias_ih_l0_reverse	2	-0.1147993877530098
192266	rnn.bias_ih_l0_reverse	3	-0.049336016178131104
192266	rnn.bias_ih_l0_reverse	4	-0.01661013439297676
192266	rnn.bias_ih_l0_reverse	5	0.07516857981681824
192266	rnn.bias_ih_l0_reverse	6	-0.06840246170759201
192266	rnn.bias_ih_l0_reverse	7	0.06135481223464012
192266	rnn.bias_ih_l0_reverse	8	-0.04614553600549698
192266	rnn.bias_ih_l0_reverse	9	0.06262139230966568
192266	rnn.bias_hh_l0_reverse	0	0.02352561429142952
192266	rnn.bias_hh_l0_reverse	1	-0.04956090822815895
192266	rnn.bias_hh_l0_reverse	2	0.0746244415640831
192266	rnn.bias_hh_l0_reverse	3	-0.04799703508615494
192266	rnn.bias_hh_l0_reverse	4	-0.02314799651503563
192266	rnn.bias_hh_l0_reverse	5	-0.02680169977247715
192266	rnn.bias_hh_l0_reverse	6	-0.017156166955828667
192266	rnn.bias_hh_l0_reverse	7	0.10481786727905273
192266	rnn.bias_hh_l0_reverse	8	0.033780843019485474
192266	rnn.bias_hh_l0_reverse	9	-0.15138262510299683
192266	rnn.weight_ih_l1	0	-0.03147255629301071
192266	rnn.weight_ih_l1	1	-0.05052172765135765
192266	rnn.weight_ih_l1	2	0.05451368913054466
192266	rnn.weight_ih_l1	3	-0.06884944438934326
192266	rnn.weight_ih_l1	4	-0.01431768573820591
192266	rnn.weight_ih_l1	5	-0.041031014174222946
192266	rnn.weight_ih_l1	6	0.02889547497034073
192266	rnn.weight_ih_l1	7	-0.04779232665896416
192266	rnn.weight_ih_l1	8	0.03673924133181572
192266	rnn.weight_ih_l1	9	0.046383731067180634
192266	rnn.weight_hh_l1	0	-0.005348446778953075
192266	rnn.weight_hh_l1	1	0.02013915590941906
192266	rnn.weight_hh_l1	2	0.009718899615108967
192266	rnn.weight_hh_l1	3	-0.012734542600810528
192266	rnn.weight_hh_l1	4	0.006711962632834911
192266	rnn.weight_hh_l1	5	0.03270667791366577
192266	rnn.weight_hh_l1	6	0.03613904118537903
192266	rnn.weight_hh_l1	7	-0.01762048900127411
192266	rnn.weight_hh_l1	8	-0.008309303782880306
192266	rnn.weight_hh_l1	9	0.03514707833528519
192266	rnn.bias_ih_l1	0	-0.18166685104370117
192266	rnn.bias_ih_l1	1	-0.1794319450855255
192266	rnn.bias_ih_l1	2	-0.2114759087562561
192266	rnn.bias_ih_l1	3	-0.31461301445961
192266	rnn.bias_ih_l1	4	-0.18870927393436432
192266	rnn.bias_ih_l1	5	-0.08287806808948517
192266	rnn.bias_ih_l1	6	-0.1634177565574646
192266	rnn.bias_ih_l1	7	-0.012119202874600887
192266	rnn.bias_ih_l1	8	-0.12543442845344543
192266	rnn.bias_ih_l1	9	-0.13403956592082977
192266	rnn.bias_hh_l1	0	-0.09915471822023392
192266	rnn.bias_hh_l1	1	-0.07547643035650253
192266	rnn.bias_hh_l1	2	-0.09226550906896591
192266	rnn.bias_hh_l1	3	-0.08155585825443268
192266	rnn.bias_hh_l1	4	-0.08456966280937195
192266	rnn.bias_hh_l1	5	-0.12426451593637466
192266	rnn.bias_hh_l1	6	-0.16031984984874725
192266	rnn.bias_hh_l1	7	0.06337670981884003
192266	rnn.bias_hh_l1	8	-0.18267980217933655
192266	rnn.bias_hh_l1	9	-0.12008166313171387
192266	rnn.weight_ih_l1_reverse	0	-0.045236777514219284
192266	rnn.weight_ih_l1_reverse	1	0.03304276987910271
192266	rnn.weight_ih_l1_reverse	2	0.09046000987291336
192266	rnn.weight_ih_l1_reverse	3	-0.013120279647409916
192266	rnn.weight_ih_l1_reverse	4	-0.03671221807599068
192266	rnn.weight_ih_l1_reverse	5	-0.03110235556960106
192266	rnn.weight_ih_l1_reverse	6	-0.012970433570444584
192266	rnn.weight_ih_l1_reverse	7	0.025425152853131294
192266	rnn.weight_ih_l1_reverse	8	0.005318580660969019
192266	rnn.weight_ih_l1_reverse	9	-0.0375765822827816
192266	rnn.weight_hh_l1_reverse	0	0.004956802353262901
192266	rnn.weight_hh_l1_reverse	1	0.03160354867577553
192266	rnn.weight_hh_l1_reverse	2	-0.04042630270123482
192266	rnn.weight_hh_l1_reverse	3	0.03522201627492905
192266	rnn.weight_hh_l1_reverse	4	0.04798293113708496
192266	rnn.weight_hh_l1_reverse	5	0.0024281505029648542
192266	rnn.weight_hh_l1_reverse	6	0.05685108155012131
192266	rnn.weight_hh_l1_reverse	7	0.030728694051504135
192266	rnn.weight_hh_l1_reverse	8	-0.007132954429835081
192266	rnn.weight_hh_l1_reverse	9	-0.029918476939201355
192266	rnn.bias_ih_l1_reverse	0	-0.05213901400566101
192266	rnn.bias_ih_l1_reverse	1	-0.15161123871803284
192266	rnn.bias_ih_l1_reverse	2	-0.1629454344511032
192266	rnn.bias_ih_l1_reverse	3	-0.05490148067474365
192266	rnn.bias_ih_l1_reverse	4	-0.21243883669376373
192266	rnn.bias_ih_l1_reverse	5	-0.11306548863649368
192266	rnn.bias_ih_l1_reverse	6	-0.133819118142128
192266	rnn.bias_ih_l1_reverse	7	-0.1955118477344513
192266	rnn.bias_ih_l1_reverse	8	0.2301330864429474
192266	rnn.bias_ih_l1_reverse	9	0.02681134268641472
192266	rnn.bias_hh_l1_reverse	0	-0.006627661641687155
192266	rnn.bias_hh_l1_reverse	1	-0.07940828800201416
192266	rnn.bias_hh_l1_reverse	2	-0.23511263728141785
192266	rnn.bias_hh_l1_reverse	3	-0.14201626181602478
192266	rnn.bias_hh_l1_reverse	4	-0.0848083347082138
192266	rnn.bias_hh_l1_reverse	5	-0.12064449489116669
192266	rnn.bias_hh_l1_reverse	6	0.05207878351211548
192266	rnn.bias_hh_l1_reverse	7	-0.156782329082489
192266	rnn.bias_hh_l1_reverse	8	-0.11586575955152512
192266	rnn.bias_hh_l1_reverse	9	-0.1507408618927002
192266	linear.weight	0	0.002228822559118271
192266	linear.weight	1	0.10674411803483963
192266	linear.weight	2	-0.098772794008255
192266	linear.weight	3	0.29022347927093506
192266	linear.weight	4	0.16096843779087067
192266	linear.weight	5	-0.06882546842098236
192266	linear.weight	6	0.1180318295955658
192266	linear.weight	7	0.13865521550178528
192266	linear.weight	8	0.041151925921440125
192266	linear.weight	9	-0.04367870092391968
192266	linear.bias	0	0.13961778581142426
192266	linear.bias	1	-0.1802927404642105
192266	linear.bias	2	-0.43013739585876465
192266	linear.bias	3	-0.6535881161689758
192266	linear.bias	4	-1.2217930555343628
192266	linear.bias	5	-0.06435763090848923
192266	linear.bias	6	-0.7947149872779846
192266	linear.bias	7	0.25969642400741577
192266	linear.bias	8	-0.42469075322151184
192266	linear.bias	9	-1.0320931673049927
192463	transitions	0	0.7405604720115662
192463	transitions	1	0.1532585620880127
192463	transitions	2	-10000.0
192463	transitions	3	-1.8267418146133423
192463	transitions	4	-10000.0
192463	transitions	5	0.5666242837905884
192463	transitions	6	-0.08277883380651474
192463	transitions	7	-0.7789269685745239
192463	transitions	8	-1.417304277420044
192463	transitions	9	-0.0012028124183416367
192463	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
192463	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
192463	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
192463	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
192463	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
192463	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
192463	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
192463	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
192463	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
192463	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
192463	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
192463	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
192463	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
192463	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
192463	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
192463	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
192463	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
192463	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
192463	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
192463	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
192463	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
192463	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
192463	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
192463	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
192463	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
192463	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
192463	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
192463	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
192463	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
192463	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
192463	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
192463	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
192463	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
192463	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
192463	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
192463	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
192463	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
192463	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
192463	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
192463	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
192463	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
192463	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
192463	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
192463	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
192463	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
192463	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
192463	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
192463	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
192463	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
192463	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
192463	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
192463	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
192463	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
192463	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
192463	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
192463	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
192463	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
192463	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
192463	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
192463	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
192463	embedding2nn.weight	0	0.021119896322488785
192463	embedding2nn.weight	1	-0.012912341393530369
192463	embedding2nn.weight	2	-0.014268254861235619
192463	embedding2nn.weight	3	-0.03510047867894173
192463	embedding2nn.weight	4	-0.0059150345623493195
192463	embedding2nn.weight	5	-0.003700588596984744
192463	embedding2nn.weight	6	-0.0039732675068080425
192463	embedding2nn.weight	7	-0.07984112203121185
192463	embedding2nn.weight	8	-0.0019979383796453476
192463	embedding2nn.weight	9	-0.030249806120991707
192463	embedding2nn.bias	0	0.043832071125507355
192463	embedding2nn.bias	1	-0.06835324317216873
192463	embedding2nn.bias	2	0.05939674377441406
192463	embedding2nn.bias	3	0.036184776574373245
192463	embedding2nn.bias	4	-0.056691788136959076
192463	embedding2nn.bias	5	-0.0003312713233754039
192463	embedding2nn.bias	6	0.03091106005012989
192463	embedding2nn.bias	7	-0.062019482254981995
192463	embedding2nn.bias	8	0.05697984620928764
192463	embedding2nn.bias	9	0.056077130138874054
192463	rnn.weight_ih_l0	0	-0.07729338854551315
192463	rnn.weight_ih_l0	1	0.006481864955276251
192463	rnn.weight_ih_l0	2	0.03250911831855774
192463	rnn.weight_ih_l0	3	0.021582739427685738
192463	rnn.weight_ih_l0	4	-0.047082703560590744
192463	rnn.weight_ih_l0	5	-0.06501425057649612
192463	rnn.weight_ih_l0	6	-0.00021512321836780757
192463	rnn.weight_ih_l0	7	0.04917682334780693
192463	rnn.weight_ih_l0	8	-0.013562146574258804
192463	rnn.weight_ih_l0	9	-0.0320005938410759
192463	rnn.weight_hh_l0	0	-0.029741277918219566
192463	rnn.weight_hh_l0	1	-0.008632057346403599
192463	rnn.weight_hh_l0	2	0.00737225916236639
192463	rnn.weight_hh_l0	3	-0.07584306597709656
192463	rnn.weight_hh_l0	4	0.0940345898270607
192463	rnn.weight_hh_l0	5	-0.02492271177470684
192463	rnn.weight_hh_l0	6	-0.057829152792692184
192463	rnn.weight_hh_l0	7	0.010369256138801575
192463	rnn.weight_hh_l0	8	0.01513660792261362
192463	rnn.weight_hh_l0	9	-0.02437068149447441
192463	rnn.bias_ih_l0	0	0.13481135666370392
192463	rnn.bias_ih_l0	1	-0.03258826956152916
192463	rnn.bias_ih_l0	2	-0.03549032658338547
192463	rnn.bias_ih_l0	3	0.15749682486057281
192463	rnn.bias_ih_l0	4	-0.014484534040093422
192463	rnn.bias_ih_l0	5	-0.020981401205062866
192463	rnn.bias_ih_l0	6	0.01782032661139965
192463	rnn.bias_ih_l0	7	0.021642152220010757
192463	rnn.bias_ih_l0	8	-0.09787190705537796
192463	rnn.bias_ih_l0	9	-0.04759012535214424
192463	rnn.bias_hh_l0	0	-0.002026352798566222
192463	rnn.bias_hh_l0	1	-0.11115876585245132
192463	rnn.bias_hh_l0	2	-0.07337519526481628
192463	rnn.bias_hh_l0	3	-0.08658277988433838
192463	rnn.bias_hh_l0	4	0.004694581497460604
192463	rnn.bias_hh_l0	5	-0.02729061245918274
192463	rnn.bias_hh_l0	6	0.03409187123179436
192463	rnn.bias_hh_l0	7	0.05226624011993408
192463	rnn.bias_hh_l0	8	-0.12118546664714813
192463	rnn.bias_hh_l0	9	-0.05696891248226166
192463	rnn.weight_ih_l0_reverse	0	-0.022067740559577942
192463	rnn.weight_ih_l0_reverse	1	-0.05106464773416519
192463	rnn.weight_ih_l0_reverse	2	-0.04869527742266655
192463	rnn.weight_ih_l0_reverse	3	0.01294696144759655
192463	rnn.weight_ih_l0_reverse	4	-0.020384429022669792
192463	rnn.weight_ih_l0_reverse	5	-0.05824493244290352
192463	rnn.weight_ih_l0_reverse	6	0.07668501138687134
192463	rnn.weight_ih_l0_reverse	7	-0.016397347673773766
192463	rnn.weight_ih_l0_reverse	8	-0.015879880636930466
192463	rnn.weight_ih_l0_reverse	9	0.0005162875168025494
192463	rnn.weight_hh_l0_reverse	0	0.06484141945838928
192463	rnn.weight_hh_l0_reverse	1	0.0232357457280159
192463	rnn.weight_hh_l0_reverse	2	0.0284604262560606
192463	rnn.weight_hh_l0_reverse	3	0.03681568056344986
192463	rnn.weight_hh_l0_reverse	4	0.011194949969649315
192463	rnn.weight_hh_l0_reverse	5	0.008652996271848679
192463	rnn.weight_hh_l0_reverse	6	0.05037311092019081
192463	rnn.weight_hh_l0_reverse	7	-0.07848348468542099
192463	rnn.weight_hh_l0_reverse	8	0.0398014634847641
192463	rnn.weight_hh_l0_reverse	9	0.03502631187438965
192463	rnn.bias_ih_l0_reverse	0	-0.05779801309108734
192463	rnn.bias_ih_l0_reverse	1	-0.28650087118148804
192463	rnn.bias_ih_l0_reverse	2	-0.1144646555185318
192463	rnn.bias_ih_l0_reverse	3	-0.049033839255571365
192463	rnn.bias_ih_l0_reverse	4	-0.01679166406393051
192463	rnn.bias_ih_l0_reverse	5	0.07507193833589554
192463	rnn.bias_ih_l0_reverse	6	-0.06881117820739746
192463	rnn.bias_ih_l0_reverse	7	0.06187630817294121
192463	rnn.bias_ih_l0_reverse	8	-0.04702216759324074
192463	rnn.bias_ih_l0_reverse	9	0.06205951049923897
192463	rnn.bias_hh_l0_reverse	0	0.022659923881292343
192463	rnn.bias_hh_l0_reverse	1	-0.05011903867125511
192463	rnn.bias_hh_l0_reverse	2	0.07399622350931168
192463	rnn.bias_hh_l0_reverse	3	-0.04762360081076622
192463	rnn.bias_hh_l0_reverse	4	-0.02310113050043583
192463	rnn.bias_hh_l0_reverse	5	-0.027278458699584007
192463	rnn.bias_hh_l0_reverse	6	-0.01829158514738083
192463	rnn.bias_hh_l0_reverse	7	0.10336636751890182
192463	rnn.bias_hh_l0_reverse	8	0.03381829336285591
192463	rnn.bias_hh_l0_reverse	9	-0.1500966101884842
192463	rnn.weight_ih_l1	0	-0.03130399063229561
192463	rnn.weight_ih_l1	1	-0.05044974386692047
192463	rnn.weight_ih_l1	2	0.05447015538811684
192463	rnn.weight_ih_l1	3	-0.06863652169704437
192463	rnn.weight_ih_l1	4	-0.01427672803401947
192463	rnn.weight_ih_l1	5	-0.04093188792467117
192463	rnn.weight_ih_l1	6	0.02872982621192932
192463	rnn.weight_ih_l1	7	-0.047378040850162506
192463	rnn.weight_ih_l1	8	0.03680740296840668
192463	rnn.weight_ih_l1	9	0.046511147171258926
192463	rnn.weight_hh_l1	0	-0.0053332713432610035
192463	rnn.weight_hh_l1	1	0.020109176635742188
192463	rnn.weight_hh_l1	2	0.009732554666697979
192463	rnn.weight_hh_l1	3	-0.012775895185768604
192463	rnn.weight_hh_l1	4	0.006687293294817209
192463	rnn.weight_hh_l1	5	0.03284815326333046
192463	rnn.weight_hh_l1	6	0.03638443350791931
192463	rnn.weight_hh_l1	7	-0.017774978652596474
192463	rnn.weight_hh_l1	8	-0.008221586234867573
192463	rnn.weight_hh_l1	9	0.03524703532457352
192463	rnn.bias_ih_l1	0	-0.18240584433078766
192463	rnn.bias_ih_l1	1	-0.1783091425895691
192463	rnn.bias_ih_l1	2	-0.2112169861793518
192463	rnn.bias_ih_l1	3	-0.3148321807384491
192463	rnn.bias_ih_l1	4	-0.19097182154655457
192463	rnn.bias_ih_l1	5	-0.08338552713394165
192463	rnn.bias_ih_l1	6	-0.16252465546131134
192463	rnn.bias_ih_l1	7	-0.011697964742779732
192463	rnn.bias_ih_l1	8	-0.1243991106748581
192463	rnn.bias_ih_l1	9	-0.13337624073028564
192463	rnn.bias_hh_l1	0	-0.09876596927642822
192463	rnn.bias_hh_l1	1	-0.07491877675056458
192463	rnn.bias_hh_l1	2	-0.09244883060455322
192463	rnn.bias_hh_l1	3	-0.08225297182798386
192463	rnn.bias_hh_l1	4	-0.08453428000211716
192463	rnn.bias_hh_l1	5	-0.1247757151722908
192463	rnn.bias_hh_l1	6	-0.1594868004322052
192463	rnn.bias_hh_l1	7	0.06495402008295059
192463	rnn.bias_hh_l1	8	-0.18337374925613403
192463	rnn.bias_hh_l1	9	-0.12143352627754211
192463	rnn.weight_ih_l1_reverse	0	-0.044888660311698914
192463	rnn.weight_ih_l1_reverse	1	0.034091971814632416
192463	rnn.weight_ih_l1_reverse	2	0.09020961821079254
192463	rnn.weight_ih_l1_reverse	3	-0.01296332199126482
192463	rnn.weight_ih_l1_reverse	4	-0.036655135452747345
192463	rnn.weight_ih_l1_reverse	5	-0.031091727316379547
192463	rnn.weight_ih_l1_reverse	6	-0.011977056972682476
192463	rnn.weight_ih_l1_reverse	7	0.02542083151638508
192463	rnn.weight_ih_l1_reverse	8	0.004946980159729719
192463	rnn.weight_ih_l1_reverse	9	-0.037899672985076904
192463	rnn.weight_hh_l1_reverse	0	0.005000815261155367
192463	rnn.weight_hh_l1_reverse	1	0.0316259041428566
192463	rnn.weight_hh_l1_reverse	2	-0.04043043032288551
192463	rnn.weight_hh_l1_reverse	3	0.035214923322200775
192463	rnn.weight_hh_l1_reverse	4	0.047896984964609146
192463	rnn.weight_hh_l1_reverse	5	0.0023576272651553154
192463	rnn.weight_hh_l1_reverse	6	0.05654313042759895
192463	rnn.weight_hh_l1_reverse	7	0.030828023329377174
192463	rnn.weight_hh_l1_reverse	8	-0.007141029927879572
192463	rnn.weight_hh_l1_reverse	9	-0.029941515997052193
192463	rnn.bias_ih_l1_reverse	0	-0.05218597874045372
192463	rnn.bias_ih_l1_reverse	1	-0.15150631964206696
192463	rnn.bias_ih_l1_reverse	2	-0.16339845955371857
192463	rnn.bias_ih_l1_reverse	3	-0.05700136721134186
192463	rnn.bias_ih_l1_reverse	4	-0.21247346699237823
192463	rnn.bias_ih_l1_reverse	5	-0.11237766593694687
192463	rnn.bias_ih_l1_reverse	6	-0.13388961553573608
192463	rnn.bias_ih_l1_reverse	7	-0.1952158361673355
192463	rnn.bias_ih_l1_reverse	8	0.22781972587108612
192463	rnn.bias_ih_l1_reverse	9	0.025544647127389908
192463	rnn.bias_hh_l1_reverse	0	-0.006798088550567627
192463	rnn.bias_hh_l1_reverse	1	-0.07906565815210342
192463	rnn.bias_hh_l1_reverse	2	-0.23518343269824982
192463	rnn.bias_hh_l1_reverse	3	-0.1416475474834442
192463	rnn.bias_hh_l1_reverse	4	-0.08542884141206741
192463	rnn.bias_hh_l1_reverse	5	-0.12016583234071732
192463	rnn.bias_hh_l1_reverse	6	0.051981404423713684
192463	rnn.bias_hh_l1_reverse	7	-0.15626095235347748
192463	rnn.bias_hh_l1_reverse	8	-0.11587204039096832
192463	rnn.bias_hh_l1_reverse	9	-0.15065309405326843
192463	linear.weight	0	0.002228822559118271
192463	linear.weight	1	0.1056949719786644
192463	linear.weight	2	-0.09708117693662643
192463	linear.weight	3	0.28857553005218506
192463	linear.weight	4	0.1599922925233841
192463	linear.weight	5	-0.06914836168289185
192463	linear.weight	6	0.11595068126916885
192463	linear.weight	7	0.13355042040348053
192463	linear.weight	8	0.04115179553627968
192463	linear.weight	9	-0.043886490166187286
192463	linear.bias	0	0.10486473888158798
192463	linear.bias	1	-0.16427111625671387
192463	linear.bias	2	-0.434480220079422
192463	linear.bias	3	-0.6535367369651794
192463	linear.bias	4	-1.2217822074890137
192463	linear.bias	5	-0.06464377790689468
192463	linear.bias	6	-0.7790539264678955
192463	linear.bias	7	0.25819915533065796
192463	linear.bias	8	-0.42079126834869385
192463	linear.bias	9	-1.0277998447418213
192660	transitions	0	0.7409384846687317
192660	transitions	1	0.15171265602111816
192660	transitions	2	-10000.0
192660	transitions	3	-1.8267462253570557
192660	transitions	4	-10000.0
192660	transitions	5	0.5666043162345886
192660	transitions	6	-0.08279215544462204
192660	transitions	7	-0.7790607810020447
192660	transitions	8	-1.4173163175582886
192660	transitions	9	-0.0012030876241624355
192660	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
192660	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
192660	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
192660	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
192660	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
192660	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
192660	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
192660	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
192660	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
192660	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
192660	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
192660	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
192660	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
192660	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
192660	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
192660	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
192660	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
192660	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
192660	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
192660	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
192660	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
192660	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
192660	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
192660	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
192660	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
192660	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
192660	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
192660	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
192660	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
192660	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
192660	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
192660	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
192660	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
192660	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
192660	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
192660	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
192660	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
192660	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
192660	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
192660	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
192660	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
192660	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
192660	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
192660	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
192660	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
192660	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
192660	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
192660	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
192660	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
192660	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
192660	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
192660	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
192660	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
192660	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
192660	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
192660	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
192660	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
192660	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
192660	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
192660	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
192660	embedding2nn.weight	0	0.02110571786761284
192660	embedding2nn.weight	1	-0.012959836050868034
192660	embedding2nn.weight	2	-0.014268254861235619
192660	embedding2nn.weight	3	-0.034951258450746536
192660	embedding2nn.weight	4	-0.0059150345623493195
192660	embedding2nn.weight	5	-0.003700588596984744
192660	embedding2nn.weight	6	-0.003973266109824181
192660	embedding2nn.weight	7	-0.07970333099365234
192660	embedding2nn.weight	8	-0.0019979383796453476
192660	embedding2nn.weight	9	-0.030207665637135506
192660	embedding2nn.bias	0	0.04196372255682945
192660	embedding2nn.bias	1	-0.06862109899520874
192660	embedding2nn.bias	2	0.05890846997499466
192660	embedding2nn.bias	3	0.03773108124732971
192660	embedding2nn.bias	4	-0.055628977715969086
192660	embedding2nn.bias	5	-0.0017530466429889202
192660	embedding2nn.bias	6	0.029979748651385307
192660	embedding2nn.bias	7	-0.06320814788341522
192660	embedding2nn.bias	8	0.057483453303575516
192660	embedding2nn.bias	9	0.057368963956832886
192660	rnn.weight_ih_l0	0	-0.07663671672344208
192660	rnn.weight_ih_l0	1	0.00605000602081418
192660	rnn.weight_ih_l0	2	0.03214399516582489
192660	rnn.weight_ih_l0	3	0.02176174521446228
192660	rnn.weight_ih_l0	4	-0.04732119292020798
192660	rnn.weight_ih_l0	5	-0.06508276611566544
192660	rnn.weight_ih_l0	6	-0.0005519207334145904
192660	rnn.weight_ih_l0	7	0.04893821105360985
192660	rnn.weight_ih_l0	8	-0.013879863545298576
192660	rnn.weight_ih_l0	9	-0.032127827405929565
192660	rnn.weight_hh_l0	0	-0.02962556481361389
192660	rnn.weight_hh_l0	1	-0.008713273331522942
192660	rnn.weight_hh_l0	2	0.007906420156359673
192660	rnn.weight_hh_l0	3	-0.07569163292646408
192660	rnn.weight_hh_l0	4	0.09392525255680084
192660	rnn.weight_hh_l0	5	-0.0245975349098444
192660	rnn.weight_hh_l0	6	-0.05764523521065712
192660	rnn.weight_hh_l0	7	0.010600130073726177
192660	rnn.weight_hh_l0	8	0.015170284546911716
192660	rnn.weight_hh_l0	9	-0.0244065560400486
192660	rnn.bias_ih_l0	0	0.13512472808361053
192660	rnn.bias_ih_l0	1	-0.0331982746720314
192660	rnn.bias_ih_l0	2	-0.03534211590886116
192660	rnn.bias_ih_l0	3	0.15663468837738037
192660	rnn.bias_ih_l0	4	-0.014701697044074535
192660	rnn.bias_ih_l0	5	-0.020125705748796463
192660	rnn.bias_ih_l0	6	0.01739346981048584
192660	rnn.bias_ih_l0	7	0.020315924659371376
192660	rnn.bias_ih_l0	8	-0.0979386642575264
192660	rnn.bias_ih_l0	9	-0.04536899924278259
192660	rnn.bias_hh_l0	0	-0.001805555890314281
192660	rnn.bias_hh_l0	1	-0.11078262329101562
192660	rnn.bias_hh_l0	2	-0.07380016893148422
192660	rnn.bias_hh_l0	3	-0.08692695200443268
192660	rnn.bias_hh_l0	4	0.0057206591591238976
192660	rnn.bias_hh_l0	5	-0.027149787172675133
192660	rnn.bias_hh_l0	6	0.03431464359164238
192660	rnn.bias_hh_l0	7	0.053535137325525284
192660	rnn.bias_hh_l0	8	-0.12125186622142792
192660	rnn.bias_hh_l0	9	-0.056697506457567215
192660	rnn.weight_ih_l0_reverse	0	-0.02201760746538639
192660	rnn.weight_ih_l0_reverse	1	-0.050880443304777145
192660	rnn.weight_ih_l0_reverse	2	-0.04827217012643814
192660	rnn.weight_ih_l0_reverse	3	0.012833661399781704
192660	rnn.weight_ih_l0_reverse	4	-0.02042817324399948
192660	rnn.weight_ih_l0_reverse	5	-0.05833710357546806
192660	rnn.weight_ih_l0_reverse	6	0.07686136662960052
192660	rnn.weight_ih_l0_reverse	7	-0.01644669473171234
192660	rnn.weight_ih_l0_reverse	8	-0.01595313847064972
192660	rnn.weight_ih_l0_reverse	9	0.0005787161062471569
192660	rnn.weight_hh_l0_reverse	0	0.06480088829994202
192660	rnn.weight_hh_l0_reverse	1	0.023060446605086327
192660	rnn.weight_hh_l0_reverse	2	0.02836007811129093
192660	rnn.weight_hh_l0_reverse	3	0.036614011973142624
192660	rnn.weight_hh_l0_reverse	4	0.011239523999392986
192660	rnn.weight_hh_l0_reverse	5	0.00851857103407383
192660	rnn.weight_hh_l0_reverse	6	0.05045399069786072
192660	rnn.weight_hh_l0_reverse	7	-0.07867205888032913
192660	rnn.weight_hh_l0_reverse	8	0.03954339027404785
192660	rnn.weight_hh_l0_reverse	9	0.03501833602786064
192660	rnn.bias_ih_l0_reverse	0	-0.05752069130539894
192660	rnn.bias_ih_l0_reverse	1	-0.2858985960483551
192660	rnn.bias_ih_l0_reverse	2	-0.11479441821575165
192660	rnn.bias_ih_l0_reverse	3	-0.04885817691683769
192660	rnn.bias_ih_l0_reverse	4	-0.016654934734106064
192660	rnn.bias_ih_l0_reverse	5	0.07510527223348618
192660	rnn.bias_ih_l0_reverse	6	-0.06867346912622452
192660	rnn.bias_ih_l0_reverse	7	0.06118785962462425
192660	rnn.bias_ih_l0_reverse	8	-0.04621129482984543
192660	rnn.bias_ih_l0_reverse	9	0.06318281590938568
192660	rnn.bias_hh_l0_reverse	0	0.022352462634444237
192660	rnn.bias_hh_l0_reverse	1	-0.048344649374485016
192660	rnn.bias_hh_l0_reverse	2	0.07495322823524475
192660	rnn.bias_hh_l0_reverse	3	-0.047483179718256
192660	rnn.bias_hh_l0_reverse	4	-0.023054873570799828
192660	rnn.bias_hh_l0_reverse	5	-0.026822738349437714
192660	rnn.bias_hh_l0_reverse	6	-0.018099157139658928
192660	rnn.bias_hh_l0_reverse	7	0.10267739742994308
192660	rnn.bias_hh_l0_reverse	8	0.03407469019293785
192660	rnn.bias_hh_l0_reverse	9	-0.15033289790153503
192660	rnn.weight_ih_l1	0	-0.03128659725189209
192660	rnn.weight_ih_l1	1	-0.05020084232091904
192660	rnn.weight_ih_l1	2	0.05453714355826378
192660	rnn.weight_ih_l1	3	-0.06836067885160446
192660	rnn.weight_ih_l1	4	-0.014053618535399437
192660	rnn.weight_ih_l1	5	-0.04086952656507492
192660	rnn.weight_ih_l1	6	0.02879171632230282
192660	rnn.weight_ih_l1	7	-0.047098610550165176
192660	rnn.weight_ih_l1	8	0.03675616532564163
192660	rnn.weight_ih_l1	9	0.04651724174618721
192660	rnn.weight_hh_l1	0	-0.004766195081174374
192660	rnn.weight_hh_l1	1	0.020149534568190575
192660	rnn.weight_hh_l1	2	0.009530426934361458
192660	rnn.weight_hh_l1	3	-0.012809100560843945
192660	rnn.weight_hh_l1	4	0.006680936086922884
192660	rnn.weight_hh_l1	5	0.032743293792009354
192660	rnn.weight_hh_l1	6	0.036202993243932724
192660	rnn.weight_hh_l1	7	-0.017853880301117897
192660	rnn.weight_hh_l1	8	-0.008211961016058922
192660	rnn.weight_hh_l1	9	0.0354517437517643
192660	rnn.bias_ih_l1	0	-0.18339486420154572
192660	rnn.bias_ih_l1	1	-0.17758303880691528
192660	rnn.bias_ih_l1	2	-0.21094916760921478
192660	rnn.bias_ih_l1	3	-0.314877986907959
192660	rnn.bias_ih_l1	4	-0.19026799499988556
192660	rnn.bias_ih_l1	5	-0.08375509828329086
192660	rnn.bias_ih_l1	6	-0.1628735512495041
192660	rnn.bias_ih_l1	7	-0.011914684437215328
192660	rnn.bias_ih_l1	8	-0.12495829164981842
192660	rnn.bias_ih_l1	9	-0.13301187753677368
192660	rnn.bias_hh_l1	0	-0.09932269901037216
192660	rnn.bias_hh_l1	1	-0.07578504085540771
192660	rnn.bias_hh_l1	2	-0.0938963070511818
192660	rnn.bias_hh_l1	3	-0.08210625499486923
192660	rnn.bias_hh_l1	4	-0.08484095335006714
192660	rnn.bias_hh_l1	5	-0.12525080144405365
192660	rnn.bias_hh_l1	6	-0.16053856909275055
192660	rnn.bias_hh_l1	7	0.06357476860284805
192660	rnn.bias_hh_l1	8	-0.18292880058288574
192660	rnn.bias_hh_l1	9	-0.12142769247293472
192660	rnn.weight_ih_l1_reverse	0	-0.04482517018914223
192660	rnn.weight_ih_l1_reverse	1	0.034044601023197174
192660	rnn.weight_ih_l1_reverse	2	0.08943825960159302
192660	rnn.weight_ih_l1_reverse	3	-0.013107961043715477
192660	rnn.weight_ih_l1_reverse	4	-0.03632914647459984
192660	rnn.weight_ih_l1_reverse	5	-0.030968597158789635
192660	rnn.weight_ih_l1_reverse	6	-0.012140224687755108
192660	rnn.weight_ih_l1_reverse	7	0.025094902142882347
192660	rnn.weight_ih_l1_reverse	8	0.004485103767365217
192660	rnn.weight_ih_l1_reverse	9	-0.03777316212654114
192660	rnn.weight_hh_l1_reverse	0	0.005037469789385796
192660	rnn.weight_hh_l1_reverse	1	0.0316050685942173
192660	rnn.weight_hh_l1_reverse	2	-0.040453728288412094
192660	rnn.weight_hh_l1_reverse	3	0.035193800926208496
192660	rnn.weight_hh_l1_reverse	4	0.04792659357190132
192660	rnn.weight_hh_l1_reverse	5	0.0022560388315469027
192660	rnn.weight_hh_l1_reverse	6	0.056610044091939926
192660	rnn.weight_hh_l1_reverse	7	0.03085165098309517
192660	rnn.weight_hh_l1_reverse	8	-0.007183428853750229
192660	rnn.weight_hh_l1_reverse	9	-0.030058814212679863
192660	rnn.bias_ih_l1_reverse	0	-0.05201099440455437
192660	rnn.bias_ih_l1_reverse	1	-0.15106219053268433
192660	rnn.bias_ih_l1_reverse	2	-0.1639988124370575
192660	rnn.bias_ih_l1_reverse	3	-0.05856902897357941
192660	rnn.bias_ih_l1_reverse	4	-0.21233418583869934
192660	rnn.bias_ih_l1_reverse	5	-0.1108676940202713
192660	rnn.bias_ih_l1_reverse	6	-0.13424861431121826
192660	rnn.bias_ih_l1_reverse	7	-0.19481231272220612
192660	rnn.bias_ih_l1_reverse	8	0.22675082087516785
192660	rnn.bias_ih_l1_reverse	9	0.024961624294519424
192660	rnn.bias_hh_l1_reverse	0	-0.0069026947021484375
192660	rnn.bias_hh_l1_reverse	1	-0.07973306626081467
192660	rnn.bias_hh_l1_reverse	2	-0.23504827916622162
192660	rnn.bias_hh_l1_reverse	3	-0.14135460555553436
192660	rnn.bias_hh_l1_reverse	4	-0.0854368582367897
192660	rnn.bias_hh_l1_reverse	5	-0.12002735584974289
192660	rnn.bias_hh_l1_reverse	6	0.05358724668622017
192660	rnn.bias_hh_l1_reverse	7	-0.15566320717334747
192660	rnn.bias_hh_l1_reverse	8	-0.11705251038074493
192660	rnn.bias_hh_l1_reverse	9	-0.1504274606704712
192660	linear.weight	0	0.002228822559118271
192660	linear.weight	1	0.10526899248361588
192660	linear.weight	2	-0.09690217673778534
192660	linear.weight	3	0.2890942394733429
192660	linear.weight	4	0.16040395200252533
192660	linear.weight	5	-0.06898185610771179
192660	linear.weight	6	0.11431451886892319
192660	linear.weight	7	0.1335669755935669
192660	linear.weight	8	0.04115164652466774
192660	linear.weight	9	-0.04424314573407173
192660	linear.bias	0	0.10121054202318192
192660	linear.bias	1	-0.17113319039344788
192660	linear.bias	2	-0.43149030208587646
192660	linear.bias	3	-0.6569452285766602
192660	linear.bias	4	-1.2251485586166382
192660	linear.bias	5	-0.060842063277959824
192660	linear.bias	6	-0.7861141562461853
192660	linear.bias	7	0.2624489963054657
192660	linear.bias	8	-0.41894054412841797
192660	linear.bias	9	-1.0257593393325806
192857	transitions	0	0.745151937007904
192857	transitions	1	0.14919811487197876
192857	transitions	2	-10000.0
192857	transitions	3	-1.8267509937286377
192857	transitions	4	-10000.0
192857	transitions	5	0.5665860772132874
192857	transitions	6	-0.08279962837696075
192857	transitions	7	-0.7791564464569092
192857	transitions	8	-1.41732919216156
192857	transitions	9	-0.0012032093945890665
192857	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
192857	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
192857	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
192857	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
192857	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
192857	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
192857	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
192857	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
192857	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
192857	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
192857	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
192857	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
192857	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
192857	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
192857	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
192857	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
192857	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
192857	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
192857	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
192857	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
192857	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
192857	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
192857	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
192857	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
192857	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
192857	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
192857	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
192857	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
192857	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
192857	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
192857	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
192857	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
192857	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
192857	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
192857	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
192857	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
192857	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
192857	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
192857	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
192857	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
192857	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
192857	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
192857	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
192857	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
192857	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
192857	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
192857	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
192857	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
192857	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
192857	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
192857	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
192857	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
192857	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
192857	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
192857	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
192857	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
192857	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
192857	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
192857	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
192857	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
192857	embedding2nn.weight	0	0.021380547434091568
192857	embedding2nn.weight	1	-0.012957630679011345
192857	embedding2nn.weight	2	-0.014268254861235619
192857	embedding2nn.weight	3	-0.03523236885666847
192857	embedding2nn.weight	4	-0.0059150345623493195
192857	embedding2nn.weight	5	-0.003700588596984744
192857	embedding2nn.weight	6	-0.003973266109824181
192857	embedding2nn.weight	7	-0.07958628982305527
192857	embedding2nn.weight	8	-0.0019979383796453476
192857	embedding2nn.weight	9	-0.03013002872467041
192857	embedding2nn.bias	0	0.041621919721364975
192857	embedding2nn.bias	1	-0.06767638027667999
192857	embedding2nn.bias	2	0.06078506261110306
192857	embedding2nn.bias	3	0.03757834434509277
192857	embedding2nn.bias	4	-0.05945374816656113
192857	embedding2nn.bias	5	-0.002165834652259946
192857	embedding2nn.bias	6	0.03185729309916496
192857	embedding2nn.bias	7	-0.06275403499603271
192857	embedding2nn.bias	8	0.0609513483941555
192857	embedding2nn.bias	9	0.0546596422791481
192857	rnn.weight_ih_l0	0	-0.07676354050636292
192857	rnn.weight_ih_l0	1	0.005589412525296211
192857	rnn.weight_ih_l0	2	0.03218400850892067
192857	rnn.weight_ih_l0	3	0.021906277164816856
192857	rnn.weight_ih_l0	4	-0.04768753424286842
192857	rnn.weight_ih_l0	5	-0.06521223485469818
192857	rnn.weight_ih_l0	6	-0.0008009462617337704
192857	rnn.weight_ih_l0	7	0.0487854927778244
192857	rnn.weight_ih_l0	8	-0.013977736234664917
192857	rnn.weight_ih_l0	9	-0.03223777562379837
192857	rnn.weight_hh_l0	0	-0.030051451176404953
192857	rnn.weight_hh_l0	1	-0.008725710213184357
192857	rnn.weight_hh_l0	2	0.007906759157776833
192857	rnn.weight_hh_l0	3	-0.07576334476470947
192857	rnn.weight_hh_l0	4	0.09418550133705139
192857	rnn.weight_hh_l0	5	-0.024622740224003792
192857	rnn.weight_hh_l0	6	-0.05728311836719513
192857	rnn.weight_hh_l0	7	0.01100196409970522
192857	rnn.weight_hh_l0	8	0.015534499660134315
192857	rnn.weight_hh_l0	9	-0.024393226951360703
192857	rnn.bias_ih_l0	0	0.13563039898872375
192857	rnn.bias_ih_l0	1	-0.03347083926200867
192857	rnn.bias_ih_l0	2	-0.0357484333217144
192857	rnn.bias_ih_l0	3	0.1566617637872696
192857	rnn.bias_ih_l0	4	-0.015161946415901184
192857	rnn.bias_ih_l0	5	-0.020125089213252068
192857	rnn.bias_ih_l0	6	0.019782384857535362
192857	rnn.bias_ih_l0	7	0.020739536732435226
192857	rnn.bias_ih_l0	8	-0.09812763333320618
192857	rnn.bias_ih_l0	9	-0.047625377774238586
192857	rnn.bias_hh_l0	0	-0.002178080612793565
192857	rnn.bias_hh_l0	1	-0.1112084612250328
192857	rnn.bias_hh_l0	2	-0.07339322566986084
192857	rnn.bias_hh_l0	3	-0.08677062392234802
192857	rnn.bias_hh_l0	4	0.006557953543961048
192857	rnn.bias_hh_l0	5	-0.02745785377919674
192857	rnn.bias_hh_l0	6	0.03341886028647423
192857	rnn.bias_hh_l0	7	0.05326680466532707
192857	rnn.bias_hh_l0	8	-0.12121882289648056
192857	rnn.bias_hh_l0	9	-0.0561513714492321
192857	rnn.weight_ih_l0_reverse	0	-0.021944798529148102
192857	rnn.weight_ih_l0_reverse	1	-0.05082797631621361
192857	rnn.weight_ih_l0_reverse	2	-0.04807209596037865
192857	rnn.weight_ih_l0_reverse	3	0.012897691689431667
192857	rnn.weight_ih_l0_reverse	4	-0.02065739966928959
192857	rnn.weight_ih_l0_reverse	5	-0.05834042280912399
192857	rnn.weight_ih_l0_reverse	6	0.07689716666936874
192857	rnn.weight_ih_l0_reverse	7	-0.016279947012662888
192857	rnn.weight_ih_l0_reverse	8	-0.016337309032678604
192857	rnn.weight_ih_l0_reverse	9	0.0005377540946938097
192857	rnn.weight_hh_l0_reverse	0	0.06560107320547104
192857	rnn.weight_hh_l0_reverse	1	0.023291386663913727
192857	rnn.weight_hh_l0_reverse	2	0.028569113463163376
192857	rnn.weight_hh_l0_reverse	3	0.03669438511133194
192857	rnn.weight_hh_l0_reverse	4	0.011248528957366943
192857	rnn.weight_hh_l0_reverse	5	0.008554556407034397
192857	rnn.weight_hh_l0_reverse	6	0.05039667338132858
192857	rnn.weight_hh_l0_reverse	7	-0.07878173142671585
192857	rnn.weight_hh_l0_reverse	8	0.03982991725206375
192857	rnn.weight_hh_l0_reverse	9	0.035203926265239716
192857	rnn.bias_ih_l0_reverse	0	-0.05788068473339081
192857	rnn.bias_ih_l0_reverse	1	-0.28562861680984497
192857	rnn.bias_ih_l0_reverse	2	-0.11573073267936707
192857	rnn.bias_ih_l0_reverse	3	-0.04885338991880417
192857	rnn.bias_ih_l0_reverse	4	-0.015943128615617752
192857	rnn.bias_ih_l0_reverse	5	0.0748041644692421
192857	rnn.bias_ih_l0_reverse	6	-0.06913764029741287
192857	rnn.bias_ih_l0_reverse	7	0.06073978170752525
192857	rnn.bias_ih_l0_reverse	8	-0.046891942620277405
192857	rnn.bias_ih_l0_reverse	9	0.06299116462469101
192857	rnn.bias_hh_l0_reverse	0	0.021570609882473946
192857	rnn.bias_hh_l0_reverse	1	-0.048913076519966125
192857	rnn.bias_hh_l0_reverse	2	0.07392341643571854
192857	rnn.bias_hh_l0_reverse	3	-0.04836838319897652
192857	rnn.bias_hh_l0_reverse	4	-0.02331480197608471
192857	rnn.bias_hh_l0_reverse	5	-0.02714434638619423
192857	rnn.bias_hh_l0_reverse	6	-0.017113592475652695
192857	rnn.bias_hh_l0_reverse	7	0.10319695621728897
192857	rnn.bias_hh_l0_reverse	8	0.034275006502866745
192857	rnn.bias_hh_l0_reverse	9	-0.14919660985469818
192857	rnn.weight_ih_l1	0	-0.031380146741867065
192857	rnn.weight_ih_l1	1	-0.05009496957063675
192857	rnn.weight_ih_l1	2	0.054200489073991776
192857	rnn.weight_ih_l1	3	-0.06858909130096436
192857	rnn.weight_ih_l1	4	-0.014224192127585411
192857	rnn.weight_ih_l1	5	-0.04084809124469757
192857	rnn.weight_ih_l1	6	0.028659990057349205
192857	rnn.weight_ih_l1	7	-0.04640461876988411
192857	rnn.weight_ih_l1	8	0.036706484854221344
192857	rnn.weight_ih_l1	9	0.046362459659576416
192857	rnn.weight_hh_l1	0	-0.004498626105487347
192857	rnn.weight_hh_l1	1	0.020179904997348785
192857	rnn.weight_hh_l1	2	0.009928756393492222
192857	rnn.weight_hh_l1	3	-0.0127498684450984
192857	rnn.weight_hh_l1	4	0.0064088464714586735
192857	rnn.weight_hh_l1	5	0.03280119225382805
192857	rnn.weight_hh_l1	6	0.03608793020248413
192857	rnn.weight_hh_l1	7	-0.017732447013258934
192857	rnn.weight_hh_l1	8	-0.008210299536585808
192857	rnn.weight_hh_l1	9	0.03544105589389801
192857	rnn.bias_ih_l1	0	-0.18267789483070374
192857	rnn.bias_ih_l1	1	-0.17799796164035797
192857	rnn.bias_ih_l1	2	-0.2114299237728119
192857	rnn.bias_ih_l1	3	-0.3154771327972412
192857	rnn.bias_ih_l1	4	-0.18981152772903442
192857	rnn.bias_ih_l1	5	-0.08381053805351257
192857	rnn.bias_ih_l1	6	-0.1629081815481186
192857	rnn.bias_ih_l1	7	-0.012581308372318745
192857	rnn.bias_ih_l1	8	-0.1250128298997879
192857	rnn.bias_ih_l1	9	-0.1325063705444336
192857	rnn.bias_hh_l1	0	-0.09964920580387115
192857	rnn.bias_hh_l1	1	-0.07599936425685883
192857	rnn.bias_hh_l1	2	-0.09342438727617264
192857	rnn.bias_hh_l1	3	-0.08212867379188538
192857	rnn.bias_hh_l1	4	-0.08427810668945312
192857	rnn.bias_hh_l1	5	-0.12487288564443588
192857	rnn.bias_hh_l1	6	-0.1608346402645111
192857	rnn.bias_hh_l1	7	0.0650530681014061
192857	rnn.bias_hh_l1	8	-0.18243320286273956
192857	rnn.bias_hh_l1	9	-0.1224203109741211
192857	rnn.weight_ih_l1_reverse	0	-0.044646717607975006
192857	rnn.weight_ih_l1_reverse	1	0.03334940969944
192857	rnn.weight_ih_l1_reverse	2	0.08915984630584717
192857	rnn.weight_ih_l1_reverse	3	-0.013057556003332138
192857	rnn.weight_ih_l1_reverse	4	-0.035945333540439606
192857	rnn.weight_ih_l1_reverse	5	-0.031082598492503166
192857	rnn.weight_ih_l1_reverse	6	-0.011706529185175896
192857	rnn.weight_ih_l1_reverse	7	0.025377871468663216
192857	rnn.weight_ih_l1_reverse	8	0.004941183608025312
192857	rnn.weight_ih_l1_reverse	9	-0.037980012595653534
192857	rnn.weight_hh_l1_reverse	0	0.004963635001331568
192857	rnn.weight_hh_l1_reverse	1	0.031566232442855835
192857	rnn.weight_hh_l1_reverse	2	-0.04044297710061073
192857	rnn.weight_hh_l1_reverse	3	0.03522111102938652
192857	rnn.weight_hh_l1_reverse	4	0.04788386449217796
192857	rnn.weight_hh_l1_reverse	5	0.0023827559780329466
192857	rnn.weight_hh_l1_reverse	6	0.05604328587651253
192857	rnn.weight_hh_l1_reverse	7	0.030843393877148628
192857	rnn.weight_hh_l1_reverse	8	-0.007193237543106079
192857	rnn.weight_hh_l1_reverse	9	-0.0301545187830925
192857	rnn.bias_ih_l1_reverse	0	-0.05201758071780205
192857	rnn.bias_ih_l1_reverse	1	-0.15137286484241486
192857	rnn.bias_ih_l1_reverse	2	-0.1646486073732376
192857	rnn.bias_ih_l1_reverse	3	-0.0587758868932724
192857	rnn.bias_ih_l1_reverse	4	-0.21234522759914398
192857	rnn.bias_ih_l1_reverse	5	-0.11109081655740738
192857	rnn.bias_ih_l1_reverse	6	-0.1344144642353058
192857	rnn.bias_ih_l1_reverse	7	-0.19432373344898224
192857	rnn.bias_ih_l1_reverse	8	0.22773469984531403
192857	rnn.bias_ih_l1_reverse	9	0.02524728886783123
192857	rnn.bias_hh_l1_reverse	0	-0.007312654983252287
192857	rnn.bias_hh_l1_reverse	1	-0.08024169504642487
192857	rnn.bias_hh_l1_reverse	2	-0.2352941930294037
192857	rnn.bias_hh_l1_reverse	3	-0.14139880239963531
192857	rnn.bias_hh_l1_reverse	4	-0.08486554771661758
192857	rnn.bias_hh_l1_reverse	5	-0.11933910846710205
192857	rnn.bias_hh_l1_reverse	6	0.05208193138241768
192857	rnn.bias_hh_l1_reverse	7	-0.1543414294719696
192857	rnn.bias_hh_l1_reverse	8	-0.11712441593408585
192857	rnn.bias_hh_l1_reverse	9	-0.15065230429172516
192857	linear.weight	0	0.002228822559118271
192857	linear.weight	1	0.10417836159467697
192857	linear.weight	2	-0.09683557599782944
192857	linear.weight	3	0.2879934310913086
192857	linear.weight	4	0.16051064431667328
192857	linear.weight	5	-0.07019127905368805
192857	linear.weight	6	0.11317059397697449
192857	linear.weight	7	0.1344873160123825
192857	linear.weight	8	0.04115171357989311
192857	linear.weight	9	-0.04325028881430626
192857	linear.bias	0	0.11981790512800217
192857	linear.bias	1	-0.16822955012321472
192857	linear.bias	2	-0.4299159049987793
192857	linear.bias	3	-0.6483542323112488
192857	linear.bias	4	-1.2169549465179443
192857	linear.bias	5	-0.06740597635507584
192857	linear.bias	6	-0.783467173576355
192857	linear.bias	7	0.2552643418312073
192857	linear.bias	8	-0.4219943583011627
192857	linear.bias	9	-1.0287306308746338
193054	transitions	0	0.7435894012451172
193054	transitions	1	0.15039481222629547
193054	transitions	2	-10000.0
193054	transitions	3	-1.8267565965652466
193054	transitions	4	-10000.0
193054	transitions	5	0.5665714740753174
193054	transitions	6	-0.08280806988477707
193054	transitions	7	-0.7793622016906738
193054	transitions	8	-1.4173495769500732
193054	transitions	9	-0.001203371910378337
193054	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
193054	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
193054	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
193054	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
193054	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
193054	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
193054	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
193054	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
193054	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
193054	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
193054	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
193054	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
193054	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
193054	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
193054	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
193054	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
193054	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
193054	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
193054	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
193054	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
193054	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
193054	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
193054	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
193054	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
193054	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
193054	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
193054	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
193054	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
193054	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
193054	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
193054	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
193054	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
193054	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
193054	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
193054	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
193054	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
193054	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
193054	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
193054	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
193054	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
193054	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
193054	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
193054	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
193054	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
193054	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
193054	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
193054	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
193054	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
193054	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
193054	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
193054	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
193054	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
193054	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
193054	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
193054	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
193054	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
193054	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
193054	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
193054	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
193054	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
193054	embedding2nn.weight	0	0.021748322993516922
193054	embedding2nn.weight	1	-0.01295512355864048
193054	embedding2nn.weight	2	-0.014268254861235619
193054	embedding2nn.weight	3	-0.03491387888789177
193054	embedding2nn.weight	4	-0.0059150345623493195
193054	embedding2nn.weight	5	-0.003700588596984744
193054	embedding2nn.weight	6	-0.003973265178501606
193054	embedding2nn.weight	7	-0.07937147468328476
193054	embedding2nn.weight	8	-0.0019979383796453476
193054	embedding2nn.weight	9	-0.030172208324074745
193054	embedding2nn.bias	0	0.04056859761476517
193054	embedding2nn.bias	1	-0.06984245777130127
193054	embedding2nn.bias	2	0.061127670109272
193054	embedding2nn.bias	3	0.038285352289676666
193054	embedding2nn.bias	4	-0.05889458581805229
193054	embedding2nn.bias	5	-0.0009665582911111414
193054	embedding2nn.bias	6	0.031161123886704445
193054	embedding2nn.bias	7	-0.06272345036268234
193054	embedding2nn.bias	8	0.061173491179943085
193054	embedding2nn.bias	9	0.058260418474674225
193054	rnn.weight_ih_l0	0	-0.07702596485614777
193054	rnn.weight_ih_l0	1	0.005287601612508297
193054	rnn.weight_ih_l0	2	0.03195060044527054
193054	rnn.weight_ih_l0	3	0.021747907623648643
193054	rnn.weight_ih_l0	4	-0.04746514558792114
193054	rnn.weight_ih_l0	5	-0.06538848578929901
193054	rnn.weight_ih_l0	6	-0.0007282438455149531
193054	rnn.weight_ih_l0	7	0.048722945153713226
193054	rnn.weight_ih_l0	8	-0.014100523665547371
193054	rnn.weight_ih_l0	9	-0.03143705055117607
193054	rnn.weight_hh_l0	0	-0.030278973281383514
193054	rnn.weight_hh_l0	1	-0.008965382352471352
193054	rnn.weight_hh_l0	2	0.007504819426685572
193054	rnn.weight_hh_l0	3	-0.0756562277674675
193054	rnn.weight_hh_l0	4	0.09407604485750198
193054	rnn.weight_hh_l0	5	-0.024533377960324287
193054	rnn.weight_hh_l0	6	-0.05727098509669304
193054	rnn.weight_hh_l0	7	0.010956646874547005
193054	rnn.weight_hh_l0	8	0.015450943261384964
193054	rnn.weight_hh_l0	9	-0.024392690509557724
193054	rnn.bias_ih_l0	0	0.13562075793743134
193054	rnn.bias_ih_l0	1	-0.03374376893043518
193054	rnn.bias_ih_l0	2	-0.03472888097167015
193054	rnn.bias_ih_l0	3	0.1562677025794983
193054	rnn.bias_ih_l0	4	-0.014138715341687202
193054	rnn.bias_ih_l0	5	-0.019006788730621338
193054	rnn.bias_ih_l0	6	0.021003905683755875
193054	rnn.bias_ih_l0	7	0.020587190985679626
193054	rnn.bias_ih_l0	8	-0.09767016023397446
193054	rnn.bias_ih_l0	9	-0.04659155383706093
193054	rnn.bias_hh_l0	0	-0.00301370513625443
193054	rnn.bias_hh_l0	1	-0.11219798773527145
193054	rnn.bias_hh_l0	2	-0.07338783890008926
193054	rnn.bias_hh_l0	3	-0.08644991368055344
193054	rnn.bias_hh_l0	4	0.006785426754504442
193054	rnn.bias_hh_l0	5	-0.026886969804763794
193054	rnn.bias_hh_l0	6	0.0338033027946949
193054	rnn.bias_hh_l0	7	0.055197395384311676
193054	rnn.bias_hh_l0	8	-0.1210690513253212
193054	rnn.bias_hh_l0	9	-0.05609933286905289
193054	rnn.weight_ih_l0_reverse	0	-0.021918272599577904
193054	rnn.weight_ih_l0_reverse	1	-0.05093754455447197
193054	rnn.weight_ih_l0_reverse	2	-0.04796484857797623
193054	rnn.weight_ih_l0_reverse	3	0.01311164628714323
193054	rnn.weight_ih_l0_reverse	4	-0.020625753328204155
193054	rnn.weight_ih_l0_reverse	5	-0.05810270085930824
193054	rnn.weight_ih_l0_reverse	6	0.07683119177818298
193054	rnn.weight_ih_l0_reverse	7	-0.016510682180523872
193054	rnn.weight_ih_l0_reverse	8	-0.016206474974751472
193054	rnn.weight_ih_l0_reverse	9	0.0011888399021700025
193054	rnn.weight_hh_l0_reverse	0	0.06576447933912277
193054	rnn.weight_hh_l0_reverse	1	0.02306198514997959
193054	rnn.weight_hh_l0_reverse	2	0.028593068942427635
193054	rnn.weight_hh_l0_reverse	3	0.03676003962755203
193054	rnn.weight_hh_l0_reverse	4	0.011390672996640205
193054	rnn.weight_hh_l0_reverse	5	0.00858739297837019
193054	rnn.weight_hh_l0_reverse	6	0.0504264160990715
193054	rnn.weight_hh_l0_reverse	7	-0.07894495874643326
193054	rnn.weight_hh_l0_reverse	8	0.03994783014059067
193054	rnn.weight_hh_l0_reverse	9	0.035232797265052795
193054	rnn.bias_ih_l0_reverse	0	-0.05805059149861336
193054	rnn.bias_ih_l0_reverse	1	-0.2865307033061981
193054	rnn.bias_ih_l0_reverse	2	-0.11556072533130646
193054	rnn.bias_ih_l0_reverse	3	-0.04901677742600441
193054	rnn.bias_ih_l0_reverse	4	-0.016752786934375763
193054	rnn.bias_ih_l0_reverse	5	0.0745348110795021
193054	rnn.bias_ih_l0_reverse	6	-0.06934498250484467
193054	rnn.bias_ih_l0_reverse	7	0.061100393533706665
193054	rnn.bias_ih_l0_reverse	8	-0.04701008275151253
193054	rnn.bias_ih_l0_reverse	9	0.06354581564664841
193054	rnn.bias_hh_l0_reverse	0	0.021128561347723007
193054	rnn.bias_hh_l0_reverse	1	-0.0489245280623436
193054	rnn.bias_hh_l0_reverse	2	0.07519131898880005
193054	rnn.bias_hh_l0_reverse	3	-0.048674847930669785
193054	rnn.bias_hh_l0_reverse	4	-0.023308031260967255
193054	rnn.bias_hh_l0_reverse	5	-0.02721957303583622
193054	rnn.bias_hh_l0_reverse	6	-0.017482291907072067
193054	rnn.bias_hh_l0_reverse	7	0.10362482070922852
193054	rnn.bias_hh_l0_reverse	8	0.03425164893269539
193054	rnn.bias_hh_l0_reverse	9	-0.14992550015449524
193054	rnn.weight_ih_l1	0	-0.03130451589822769
193054	rnn.weight_ih_l1	1	-0.050178851932287216
193054	rnn.weight_ih_l1	2	0.05424927920103073
193054	rnn.weight_ih_l1	3	-0.06796229630708694
193054	rnn.weight_ih_l1	4	-0.01420512143522501
193054	rnn.weight_ih_l1	5	-0.04084315523505211
193054	rnn.weight_ih_l1	6	0.02859635278582573
193054	rnn.weight_ih_l1	7	-0.04742713272571564
193054	rnn.weight_ih_l1	8	0.03663000464439392
193054	rnn.weight_ih_l1	9	0.046381935477256775
193054	rnn.weight_hh_l1	0	-0.004508751444518566
193054	rnn.weight_hh_l1	1	0.02009573020040989
193054	rnn.weight_hh_l1	2	0.009660245850682259
193054	rnn.weight_hh_l1	3	-0.012703405693173409
193054	rnn.weight_hh_l1	4	0.006572517100721598
193054	rnn.weight_hh_l1	5	0.03272689878940582
193054	rnn.weight_hh_l1	6	0.03617895767092705
193054	rnn.weight_hh_l1	7	-0.017680775374174118
193054	rnn.weight_hh_l1	8	-0.008036425337195396
193054	rnn.weight_hh_l1	9	0.03526352345943451
193054	rnn.bias_ih_l1	0	-0.1818130761384964
193054	rnn.bias_ih_l1	1	-0.1784336268901825
193054	rnn.bias_ih_l1	2	-0.21173040568828583
193054	rnn.bias_ih_l1	3	-0.3151158392429352
193054	rnn.bias_ih_l1	4	-0.1908629983663559
193054	rnn.bias_ih_l1	5	-0.0842823013663292
193054	rnn.bias_ih_l1	6	-0.16332507133483887
193054	rnn.bias_ih_l1	7	-0.011646751314401627
193054	rnn.bias_ih_l1	8	-0.12528890371322632
193054	rnn.bias_ih_l1	9	-0.13235141336917877
193054	rnn.bias_hh_l1	0	-0.09943795949220657
193054	rnn.bias_hh_l1	1	-0.07560911029577255
193054	rnn.bias_hh_l1	2	-0.09421883523464203
193054	rnn.bias_hh_l1	3	-0.08133119344711304
193054	rnn.bias_hh_l1	4	-0.08466260135173798
193054	rnn.bias_hh_l1	5	-0.12486051023006439
193054	rnn.bias_hh_l1	6	-0.16114088892936707
193054	rnn.bias_hh_l1	7	0.0649656131863594
193054	rnn.bias_hh_l1	8	-0.1830623894929886
193054	rnn.bias_hh_l1	9	-0.12236421555280685
193054	rnn.weight_ih_l1_reverse	0	-0.04483546316623688
193054	rnn.weight_ih_l1_reverse	1	0.033617518842220306
193054	rnn.weight_ih_l1_reverse	2	0.08835799992084503
193054	rnn.weight_ih_l1_reverse	3	-0.01278537604957819
193054	rnn.weight_ih_l1_reverse	4	-0.03636476770043373
193054	rnn.weight_ih_l1_reverse	5	-0.0309964120388031
193054	rnn.weight_ih_l1_reverse	6	-0.011595682241022587
193054	rnn.weight_ih_l1_reverse	7	0.025258498266339302
193054	rnn.weight_ih_l1_reverse	8	0.0038510600570589304
193054	rnn.weight_ih_l1_reverse	9	-0.03898679092526436
193054	rnn.weight_hh_l1_reverse	0	0.004945981781929731
193054	rnn.weight_hh_l1_reverse	1	0.03153739869594574
193054	rnn.weight_hh_l1_reverse	2	-0.04046345129609108
193054	rnn.weight_hh_l1_reverse	3	0.03525501489639282
193054	rnn.weight_hh_l1_reverse	4	0.04781448841094971
193054	rnn.weight_hh_l1_reverse	5	0.002434262540191412
193054	rnn.weight_hh_l1_reverse	6	0.05609658733010292
193054	rnn.weight_hh_l1_reverse	7	0.030720455572009087
193054	rnn.weight_hh_l1_reverse	8	-0.007235664874315262
193054	rnn.weight_hh_l1_reverse	9	-0.03015238232910633
193054	rnn.bias_ih_l1_reverse	0	-0.05079595744609833
193054	rnn.bias_ih_l1_reverse	1	-0.1514609009027481
193054	rnn.bias_ih_l1_reverse	2	-0.1637042909860611
193054	rnn.bias_ih_l1_reverse	3	-0.05870453268289566
193054	rnn.bias_ih_l1_reverse	4	-0.21178500354290009
193054	rnn.bias_ih_l1_reverse	5	-0.11044443398714066
193054	rnn.bias_ih_l1_reverse	6	-0.13443255424499512
193054	rnn.bias_ih_l1_reverse	7	-0.19405724108219147
193054	rnn.bias_ih_l1_reverse	8	0.22797733545303345
193054	rnn.bias_ih_l1_reverse	9	0.024927562102675438
193054	rnn.bias_hh_l1_reverse	0	-0.007653895765542984
193054	rnn.bias_hh_l1_reverse	1	-0.07989119738340378
193054	rnn.bias_hh_l1_reverse	2	-0.23510022461414337
193054	rnn.bias_hh_l1_reverse	3	-0.14198099076747894
193054	rnn.bias_hh_l1_reverse	4	-0.08443403989076614
193054	rnn.bias_hh_l1_reverse	5	-0.11843599379062653
193054	rnn.bias_hh_l1_reverse	6	0.050648901611566544
193054	rnn.bias_hh_l1_reverse	7	-0.1543433517217636
193054	rnn.bias_hh_l1_reverse	8	-0.11719302088022232
193054	rnn.bias_hh_l1_reverse	9	-0.15071117877960205
193054	linear.weight	0	0.002228822559118271
193054	linear.weight	1	0.10558918118476868
193054	linear.weight	2	-0.09820398688316345
193054	linear.weight	3	0.2865477502346039
193054	linear.weight	4	0.15985921025276184
193054	linear.weight	5	-0.06916042417287827
193054	linear.weight	6	0.1169433444738388
193054	linear.weight	7	0.13316310942173004
193054	linear.weight	8	0.04115162044763565
193054	linear.weight	9	-0.04438101500272751
193054	linear.bias	0	0.11791830509901047
193054	linear.bias	1	-0.17289555072784424
193054	linear.bias	2	-0.4249531924724579
193054	linear.bias	3	-0.6501902937889099
193054	linear.bias	4	-1.2186338901519775
193054	linear.bias	5	-0.058579906821250916
193054	linear.bias	6	-0.7877197861671448
193054	linear.bias	7	0.26363757252693176
193054	linear.bias	8	-0.4356711506843567
193054	linear.bias	9	-1.0425806045532227
193251	transitions	0	0.7443751692771912
193251	transitions	1	0.1523970663547516
193251	transitions	2	-10000.0
193251	transitions	3	-1.8267608880996704
193251	transitions	4	-10000.0
193251	transitions	5	0.5665609836578369
193251	transitions	6	-0.08282263576984406
193251	transitions	7	-0.7795655727386475
193251	transitions	8	-1.417367935180664
193251	transitions	9	-0.0012035288382321596
193251	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
193251	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
193251	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
193251	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
193251	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
193251	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
193251	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
193251	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
193251	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
193251	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
193251	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
193251	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
193251	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
193251	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
193251	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
193251	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
193251	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
193251	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
193251	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
193251	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
193251	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
193251	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
193251	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
193251	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
193251	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
193251	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
193251	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
193251	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
193251	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
193251	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
193251	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
193251	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
193251	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
193251	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
193251	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
193251	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
193251	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
193251	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
193251	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
193251	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
193251	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
193251	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
193251	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
193251	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
193251	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
193251	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
193251	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
193251	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
193251	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
193251	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
193251	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
193251	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
193251	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
193251	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
193251	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
193251	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
193251	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
193251	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
193251	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
193251	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
193251	embedding2nn.weight	0	0.0216776542365551
193251	embedding2nn.weight	1	-0.012929476797580719
193251	embedding2nn.weight	2	-0.014268254861235619
193251	embedding2nn.weight	3	-0.03421558439731598
193251	embedding2nn.weight	4	-0.0059150345623493195
193251	embedding2nn.weight	5	-0.003700588596984744
193251	embedding2nn.weight	6	-0.003973263781517744
193251	embedding2nn.weight	7	-0.07932419329881668
193251	embedding2nn.weight	8	-0.0019979383796453476
193251	embedding2nn.weight	9	-0.0302467942237854
193251	embedding2nn.bias	0	0.04072762280702591
193251	embedding2nn.bias	1	-0.07081340253353119
193251	embedding2nn.bias	2	0.06206691637635231
193251	embedding2nn.bias	3	0.039084967225790024
193251	embedding2nn.bias	4	-0.05735694244503975
193251	embedding2nn.bias	5	-0.004975317977368832
193251	embedding2nn.bias	6	0.029505597427487373
193251	embedding2nn.bias	7	-0.0642739087343216
193251	embedding2nn.bias	8	0.06098267436027527
193251	embedding2nn.bias	9	0.05773761495947838
193251	rnn.weight_ih_l0	0	-0.07716239243745804
193251	rnn.weight_ih_l0	1	0.005176465027034283
193251	rnn.weight_ih_l0	2	0.03146613761782646
193251	rnn.weight_ih_l0	3	0.021332373842597008
193251	rnn.weight_ih_l0	4	-0.04742885380983353
193251	rnn.weight_ih_l0	5	-0.06529355049133301
193251	rnn.weight_ih_l0	6	-0.0005697442684322596
193251	rnn.weight_ih_l0	7	0.048859529197216034
193251	rnn.weight_ih_l0	8	-0.014133462682366371
193251	rnn.weight_ih_l0	9	-0.031237386167049408
193251	rnn.weight_hh_l0	0	-0.030108515173196793
193251	rnn.weight_hh_l0	1	-0.008972515352070332
193251	rnn.weight_hh_l0	2	0.007587986066937447
193251	rnn.weight_hh_l0	3	-0.07546252012252808
193251	rnn.weight_hh_l0	4	0.09410197287797928
193251	rnn.weight_hh_l0	5	-0.0245852991938591
193251	rnn.weight_hh_l0	6	-0.05754759907722473
193251	rnn.weight_hh_l0	7	0.011187798343598843
193251	rnn.weight_hh_l0	8	0.01563173159956932
193251	rnn.weight_hh_l0	9	-0.02434873953461647
193251	rnn.bias_ih_l0	0	0.13637004792690277
193251	rnn.bias_ih_l0	1	-0.034286584705114365
193251	rnn.bias_ih_l0	2	-0.035200707614421844
193251	rnn.bias_ih_l0	3	0.1565071940422058
193251	rnn.bias_ih_l0	4	-0.013123664073646069
193251	rnn.bias_ih_l0	5	-0.019414374604821205
193251	rnn.bias_ih_l0	6	0.020910916849970818
193251	rnn.bias_ih_l0	7	0.021117564290761948
193251	rnn.bias_ih_l0	8	-0.09757333248853683
193251	rnn.bias_ih_l0	9	-0.04768311232328415
193251	rnn.bias_hh_l0	0	-0.0031320129055529833
193251	rnn.bias_hh_l0	1	-0.11144308745861053
193251	rnn.bias_hh_l0	2	-0.0731290653347969
193251	rnn.bias_hh_l0	3	-0.08648256212472916
193251	rnn.bias_hh_l0	4	0.0069312769919633865
193251	rnn.bias_hh_l0	5	-0.02677358128130436
193251	rnn.bias_hh_l0	6	0.033886004239320755
193251	rnn.bias_hh_l0	7	0.05470029264688492
193251	rnn.bias_hh_l0	8	-0.1215408593416214
193251	rnn.bias_hh_l0	9	-0.05566210299730301
193251	rnn.weight_ih_l0_reverse	0	-0.02214081771671772
193251	rnn.weight_ih_l0_reverse	1	-0.050974417477846146
193251	rnn.weight_ih_l0_reverse	2	-0.04760358855128288
193251	rnn.weight_ih_l0_reverse	3	0.012929766438901424
193251	rnn.weight_ih_l0_reverse	4	-0.02059987001121044
193251	rnn.weight_ih_l0_reverse	5	-0.05836895853281021
193251	rnn.weight_ih_l0_reverse	6	0.07642604410648346
193251	rnn.weight_ih_l0_reverse	7	-0.016484390944242477
193251	rnn.weight_ih_l0_reverse	8	-0.01627485081553459
193251	rnn.weight_ih_l0_reverse	9	0.0007020955090411007
193251	rnn.weight_hh_l0_reverse	0	0.06643775850534439
193251	rnn.weight_hh_l0_reverse	1	0.022875536233186722
193251	rnn.weight_hh_l0_reverse	2	0.028532229363918304
193251	rnn.weight_hh_l0_reverse	3	0.03675801679491997
193251	rnn.weight_hh_l0_reverse	4	0.01156279444694519
193251	rnn.weight_hh_l0_reverse	5	0.008790664374828339
193251	rnn.weight_hh_l0_reverse	6	0.05049514397978783
193251	rnn.weight_hh_l0_reverse	7	-0.07893846184015274
193251	rnn.weight_hh_l0_reverse	8	0.039848241955041885
193251	rnn.weight_hh_l0_reverse	9	0.035241734236478806
193251	rnn.bias_ih_l0_reverse	0	-0.058467429131269455
193251	rnn.bias_ih_l0_reverse	1	-0.28570637106895447
193251	rnn.bias_ih_l0_reverse	2	-0.115489661693573
193251	rnn.bias_ih_l0_reverse	3	-0.049460649490356445
193251	rnn.bias_ih_l0_reverse	4	-0.016932370141148567
193251	rnn.bias_ih_l0_reverse	5	0.07398978620767593
193251	rnn.bias_ih_l0_reverse	6	-0.06950515508651733
193251	rnn.bias_ih_l0_reverse	7	0.061258360743522644
193251	rnn.bias_ih_l0_reverse	8	-0.046759072691202164
193251	rnn.bias_ih_l0_reverse	9	0.06293585151433945
193251	rnn.bias_hh_l0_reverse	0	0.02099796012043953
193251	rnn.bias_hh_l0_reverse	1	-0.0489451140165329
193251	rnn.bias_hh_l0_reverse	2	0.07572706043720245
193251	rnn.bias_hh_l0_reverse	3	-0.0486612468957901
193251	rnn.bias_hh_l0_reverse	4	-0.022986527532339096
193251	rnn.bias_hh_l0_reverse	5	-0.027625814080238342
193251	rnn.bias_hh_l0_reverse	6	-0.016721544787287712
193251	rnn.bias_hh_l0_reverse	7	0.10399235039949417
193251	rnn.bias_hh_l0_reverse	8	0.034173209220170975
193251	rnn.bias_hh_l0_reverse	9	-0.1506708562374115
193251	rnn.weight_ih_l1	0	-0.03117120824754238
193251	rnn.weight_ih_l1	1	-0.05029696226119995
193251	rnn.weight_ih_l1	2	0.05515730753540993
193251	rnn.weight_ih_l1	3	-0.06776828318834305
193251	rnn.weight_ih_l1	4	-0.013856802135705948
193251	rnn.weight_ih_l1	5	-0.04079635441303253
193251	rnn.weight_ih_l1	6	0.028946157544851303
193251	rnn.weight_ih_l1	7	-0.047693345695734024
193251	rnn.weight_ih_l1	8	0.036684487015008926
193251	rnn.weight_ih_l1	9	0.04647525027394295
193251	rnn.weight_hh_l1	0	-0.005119652487337589
193251	rnn.weight_hh_l1	1	0.0200505331158638
193251	rnn.weight_hh_l1	2	0.009820334613323212
193251	rnn.weight_hh_l1	3	-0.012662737630307674
193251	rnn.weight_hh_l1	4	0.006588526535779238
193251	rnn.weight_hh_l1	5	0.03270197659730911
193251	rnn.weight_hh_l1	6	0.03632959723472595
193251	rnn.weight_hh_l1	7	-0.0176968015730381
193251	rnn.weight_hh_l1	8	-0.008043532259762287
193251	rnn.weight_hh_l1	9	0.03531300276517868
193251	rnn.bias_ih_l1	0	-0.18094725906848907
193251	rnn.bias_ih_l1	1	-0.1785646229982376
193251	rnn.bias_ih_l1	2	-0.21055983006954193
193251	rnn.bias_ih_l1	3	-0.31494346261024475
193251	rnn.bias_ih_l1	4	-0.1911926418542862
193251	rnn.bias_ih_l1	5	-0.0843670517206192
193251	rnn.bias_ih_l1	6	-0.16263450682163239
193251	rnn.bias_ih_l1	7	-0.011574757285416126
193251	rnn.bias_ih_l1	8	-0.125532865524292
193251	rnn.bias_ih_l1	9	-0.13190984725952148
193251	rnn.bias_hh_l1	0	-0.10003004968166351
193251	rnn.bias_hh_l1	1	-0.07538905739784241
193251	rnn.bias_hh_l1	2	-0.09286665916442871
193251	rnn.bias_hh_l1	3	-0.08063830435276031
193251	rnn.bias_hh_l1	4	-0.084590382874012
193251	rnn.bias_hh_l1	5	-0.12514452636241913
193251	rnn.bias_hh_l1	6	-0.15993335843086243
193251	rnn.bias_hh_l1	7	0.06503544002771378
193251	rnn.bias_hh_l1	8	-0.18260948359966278
193251	rnn.bias_hh_l1	9	-0.12243318557739258
193251	rnn.weight_ih_l1_reverse	0	-0.04486064240336418
193251	rnn.weight_ih_l1_reverse	1	0.03478095307946205
193251	rnn.weight_ih_l1_reverse	2	0.08735424280166626
193251	rnn.weight_ih_l1_reverse	3	-0.012764208018779755
193251	rnn.weight_ih_l1_reverse	4	-0.03635505586862564
193251	rnn.weight_ih_l1_reverse	5	-0.031000377610325813
193251	rnn.weight_ih_l1_reverse	6	-0.012129011563956738
193251	rnn.weight_ih_l1_reverse	7	0.02538483403623104
193251	rnn.weight_ih_l1_reverse	8	0.0033288488630205393
193251	rnn.weight_ih_l1_reverse	9	-0.039392150938510895
193251	rnn.weight_hh_l1_reverse	0	0.004935148172080517
193251	rnn.weight_hh_l1_reverse	1	0.03157375752925873
193251	rnn.weight_hh_l1_reverse	2	-0.040450070053339005
193251	rnn.weight_hh_l1_reverse	3	0.03527968376874924
193251	rnn.weight_hh_l1_reverse	4	0.0478033684194088
193251	rnn.weight_hh_l1_reverse	5	0.0024951347149908543
193251	rnn.weight_hh_l1_reverse	6	0.05596105009317398
193251	rnn.weight_hh_l1_reverse	7	0.030773499980568886
193251	rnn.weight_hh_l1_reverse	8	-0.007215052843093872
193251	rnn.weight_hh_l1_reverse	9	-0.030126342549920082
193251	rnn.bias_ih_l1_reverse	0	-0.051445990800857544
193251	rnn.bias_ih_l1_reverse	1	-0.15129154920578003
193251	rnn.bias_ih_l1_reverse	2	-0.16440165042877197
193251	rnn.bias_ih_l1_reverse	3	-0.057254940271377563
193251	rnn.bias_ih_l1_reverse	4	-0.21136407554149628
193251	rnn.bias_ih_l1_reverse	5	-0.11020179092884064
193251	rnn.bias_ih_l1_reverse	6	-0.13438725471496582
193251	rnn.bias_ih_l1_reverse	7	-0.19492067396640778
193251	rnn.bias_ih_l1_reverse	8	0.22657406330108643
193251	rnn.bias_ih_l1_reverse	9	0.024471711367368698
193251	rnn.bias_hh_l1_reverse	0	-0.007226988673210144
193251	rnn.bias_hh_l1_reverse	1	-0.08178340643644333
193251	rnn.bias_hh_l1_reverse	2	-0.23514938354492188
193251	rnn.bias_hh_l1_reverse	3	-0.1416456401348114
193251	rnn.bias_hh_l1_reverse	4	-0.08401938527822495
193251	rnn.bias_hh_l1_reverse	5	-0.11827603727579117
193251	rnn.bias_hh_l1_reverse	6	0.04964720830321312
193251	rnn.bias_hh_l1_reverse	7	-0.15493425726890564
193251	rnn.bias_hh_l1_reverse	8	-0.11791948229074478
193251	rnn.bias_hh_l1_reverse	9	-0.15050801634788513
193251	linear.weight	0	0.002228822559118271
193251	linear.weight	1	0.10593903809785843
193251	linear.weight	2	-0.09832628816366196
193251	linear.weight	3	0.2874663770198822
193251	linear.weight	4	0.15962913632392883
193251	linear.weight	5	-0.06909354776144028
193251	linear.weight	6	0.11554674804210663
193251	linear.weight	7	0.13742397725582123
193251	linear.weight	8	0.041151564568281174
193251	linear.weight	9	-0.04507843777537346
193251	linear.bias	0	0.10793260484933853
193251	linear.bias	1	-0.17742937803268433
193251	linear.bias	2	-0.43014267086982727
193251	linear.bias	3	-0.6586639881134033
193251	linear.bias	4	-1.2271325588226318
193251	linear.bias	5	-0.051037661731243134
193251	linear.bias	6	-0.7923611998558044
193251	linear.bias	7	0.2714062035083771
193251	linear.bias	8	-0.4238749146461487
193251	linear.bias	9	-1.0306514501571655
193448	transitions	0	0.7419198155403137
193448	transitions	1	0.1528487354516983
193448	transitions	2	-10000.0
193448	transitions	3	-1.8267734050750732
193448	transitions	4	-10000.0
193448	transitions	5	0.5665451288223267
193448	transitions	6	-0.08283506333827972
193448	transitions	7	-0.7797179818153381
193448	transitions	8	-1.4173954725265503
193448	transitions	9	-0.0012036432744935155
193448	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
193448	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
193448	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
193448	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
193448	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
193448	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
193448	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
193448	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
193448	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
193448	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
193448	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
193448	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
193448	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
193448	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
193448	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
193448	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
193448	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
193448	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
193448	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
193448	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
193448	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
193448	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
193448	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
193448	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
193448	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
193448	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
193448	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
193448	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
193448	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
193448	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
193448	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
193448	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
193448	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
193448	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
193448	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
193448	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
193448	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
193448	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
193448	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
193448	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
193448	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
193448	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
193448	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
193448	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
193448	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
193448	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
193448	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
193448	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
193448	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
193448	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
193448	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
193448	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
193448	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
193448	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
193448	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
193448	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
193448	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
193448	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
193448	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
193448	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
193448	embedding2nn.weight	0	0.02153242565691471
193448	embedding2nn.weight	1	-0.012939109466969967
193448	embedding2nn.weight	2	-0.014268254861235619
193448	embedding2nn.weight	3	-0.033720970153808594
193448	embedding2nn.weight	4	-0.0059150345623493195
193448	embedding2nn.weight	5	-0.003700588596984744
193448	embedding2nn.weight	6	-0.003973264712840319
193448	embedding2nn.weight	7	-0.07956413924694061
193448	embedding2nn.weight	8	-0.0019979383796453476
193448	embedding2nn.weight	9	-0.030093232169747353
193448	embedding2nn.bias	0	0.041954156011343
193448	embedding2nn.bias	1	-0.07110584527254105
193448	embedding2nn.bias	2	0.060481853783130646
193448	embedding2nn.bias	3	0.04252280294895172
193448	embedding2nn.bias	4	-0.05881550908088684
193448	embedding2nn.bias	5	-0.0037195724435150623
193448	embedding2nn.bias	6	0.030590426176786423
193448	embedding2nn.bias	7	-0.06616324186325073
193448	embedding2nn.bias	8	0.061940111219882965
193448	embedding2nn.bias	9	0.05846371129155159
193448	rnn.weight_ih_l0	0	-0.07743209600448608
193448	rnn.weight_ih_l0	1	0.005473143421113491
193448	rnn.weight_ih_l0	2	0.03133075684309006
193448	rnn.weight_ih_l0	3	0.021567082032561302
193448	rnn.weight_ih_l0	4	-0.04738462716341019
193448	rnn.weight_ih_l0	5	-0.06528711318969727
193448	rnn.weight_ih_l0	6	-0.0006302219117060304
193448	rnn.weight_ih_l0	7	0.04878849536180496
193448	rnn.weight_ih_l0	8	-0.013832236640155315
193448	rnn.weight_ih_l0	9	-0.030684152618050575
193448	rnn.weight_hh_l0	0	-0.030316798016428947
193448	rnn.weight_hh_l0	1	-0.009348003193736076
193448	rnn.weight_hh_l0	2	0.007288503926247358
193448	rnn.weight_hh_l0	3	-0.075607530772686
193448	rnn.weight_hh_l0	4	0.09418679028749466
193448	rnn.weight_hh_l0	5	-0.024580616503953934
193448	rnn.weight_hh_l0	6	-0.0574103519320488
193448	rnn.weight_hh_l0	7	0.010785505175590515
193448	rnn.weight_hh_l0	8	0.015449811704456806
193448	rnn.weight_hh_l0	9	-0.024336541071534157
193448	rnn.bias_ih_l0	0	0.13608625531196594
193448	rnn.bias_ih_l0	1	-0.03439654782414436
193448	rnn.bias_ih_l0	2	-0.035131022334098816
193448	rnn.bias_ih_l0	3	0.15614458918571472
193448	rnn.bias_ih_l0	4	-0.012849578633904457
193448	rnn.bias_ih_l0	5	-0.020628631114959717
193448	rnn.bias_ih_l0	6	0.02142016775906086
193448	rnn.bias_ih_l0	7	0.02095888741314411
193448	rnn.bias_ih_l0	8	-0.09829576313495636
193448	rnn.bias_ih_l0	9	-0.047304652631282806
193448	rnn.bias_hh_l0	0	-0.0034188046120107174
193448	rnn.bias_hh_l0	1	-0.11186283826828003
193448	rnn.bias_hh_l0	2	-0.07342196255922318
193448	rnn.bias_hh_l0	3	-0.08681243658065796
193448	rnn.bias_hh_l0	4	0.006330553907901049
193448	rnn.bias_hh_l0	5	-0.02620379626750946
193448	rnn.bias_hh_l0	6	0.034483812749385834
193448	rnn.bias_hh_l0	7	0.055814795196056366
193448	rnn.bias_hh_l0	8	-0.12199725955724716
193448	rnn.bias_hh_l0	9	-0.05533958226442337
193448	rnn.weight_ih_l0_reverse	0	-0.02178598754107952
193448	rnn.weight_ih_l0_reverse	1	-0.0510941743850708
193448	rnn.weight_ih_l0_reverse	2	-0.04771530255675316
193448	rnn.weight_ih_l0_reverse	3	0.0125759681686759
193448	rnn.weight_ih_l0_reverse	4	-0.020619861781597137
193448	rnn.weight_ih_l0_reverse	5	-0.058357998728752136
193448	rnn.weight_ih_l0_reverse	6	0.07620853930711746
193448	rnn.weight_ih_l0_reverse	7	-0.016632668673992157
193448	rnn.weight_ih_l0_reverse	8	-0.016421765089035034
193448	rnn.weight_ih_l0_reverse	9	0.0007568611763417721
193448	rnn.weight_hh_l0_reverse	0	0.06605508923530579
193448	rnn.weight_hh_l0_reverse	1	0.0230898167937994
193448	rnn.weight_hh_l0_reverse	2	0.028581859543919563
193448	rnn.weight_hh_l0_reverse	3	0.03663613274693489
193448	rnn.weight_hh_l0_reverse	4	0.011678049340844154
193448	rnn.weight_hh_l0_reverse	5	0.008886505849659443
193448	rnn.weight_hh_l0_reverse	6	0.050479862838983536
193448	rnn.weight_hh_l0_reverse	7	-0.0788264125585556
193448	rnn.weight_hh_l0_reverse	8	0.04008227959275246
193448	rnn.weight_hh_l0_reverse	9	0.035311467945575714
193448	rnn.bias_ih_l0_reverse	0	-0.05898482725024223
193448	rnn.bias_ih_l0_reverse	1	-0.2846825420856476
193448	rnn.bias_ih_l0_reverse	2	-0.11581553518772125
193448	rnn.bias_ih_l0_reverse	3	-0.04927252605557442
193448	rnn.bias_ih_l0_reverse	4	-0.016390597447752953
193448	rnn.bias_ih_l0_reverse	5	0.07463425397872925
193448	rnn.bias_ih_l0_reverse	6	-0.06946666538715363
193448	rnn.bias_ih_l0_reverse	7	0.060535330325365067
193448	rnn.bias_ih_l0_reverse	8	-0.04790791496634483
193448	rnn.bias_ih_l0_reverse	9	0.06270007789134979
193448	rnn.bias_hh_l0_reverse	0	0.0211014561355114
193448	rnn.bias_hh_l0_reverse	1	-0.048559363931417465
193448	rnn.bias_hh_l0_reverse	2	0.07564476132392883
193448	rnn.bias_hh_l0_reverse	3	-0.04831403121352196
193448	rnn.bias_hh_l0_reverse	4	-0.023305237293243408
193448	rnn.bias_hh_l0_reverse	5	-0.027657615020871162
193448	rnn.bias_hh_l0_reverse	6	-0.017369812354445457
193448	rnn.bias_hh_l0_reverse	7	0.10344131290912628
193448	rnn.bias_hh_l0_reverse	8	0.03414851427078247
193448	rnn.bias_hh_l0_reverse	9	-0.15017715096473694
193448	rnn.weight_ih_l1	0	-0.03130331262946129
193448	rnn.weight_ih_l1	1	-0.049850910902023315
193448	rnn.weight_ih_l1	2	0.0555226132273674
193448	rnn.weight_ih_l1	3	-0.06804867833852768
193448	rnn.weight_ih_l1	4	-0.013929049484431744
193448	rnn.weight_ih_l1	5	-0.04076133295893669
193448	rnn.weight_ih_l1	6	0.02884199470281601
193448	rnn.weight_ih_l1	7	-0.04783780872821808
193448	rnn.weight_ih_l1	8	0.036573540419340134
193448	rnn.weight_ih_l1	9	0.04659029468894005
193448	rnn.weight_hh_l1	0	-0.004855593666434288
193448	rnn.weight_hh_l1	1	0.020063025876879692
193448	rnn.weight_hh_l1	2	0.009765359573066235
193448	rnn.weight_hh_l1	3	-0.012727094814181328
193448	rnn.weight_hh_l1	4	0.006565749179571867
193448	rnn.weight_hh_l1	5	0.03267424926161766
193448	rnn.weight_hh_l1	6	0.036379359662532806
193448	rnn.weight_hh_l1	7	-0.017698846757411957
193448	rnn.weight_hh_l1	8	-0.008035642094910145
193448	rnn.weight_hh_l1	9	0.03520304337143898
193448	rnn.bias_ih_l1	0	-0.1823301762342453
193448	rnn.bias_ih_l1	1	-0.17894095182418823
193448	rnn.bias_ih_l1	2	-0.20953868329524994
193448	rnn.bias_ih_l1	3	-0.3137272000312805
193448	rnn.bias_ih_l1	4	-0.19132834672927856
193448	rnn.bias_ih_l1	5	-0.08378031849861145
193448	rnn.bias_ih_l1	6	-0.16281196475028992
193448	rnn.bias_ih_l1	7	-0.011626379564404488
193448	rnn.bias_ih_l1	8	-0.1257784366607666
193448	rnn.bias_ih_l1	9	-0.1315966546535492
193448	rnn.bias_hh_l1	0	-0.10073166340589523
193448	rnn.bias_hh_l1	1	-0.07624002546072006
193448	rnn.bias_hh_l1	2	-0.09268096834421158
193448	rnn.bias_hh_l1	3	-0.0809413343667984
193448	rnn.bias_hh_l1	4	-0.08514612913131714
193448	rnn.bias_hh_l1	5	-0.12501786649227142
193448	rnn.bias_hh_l1	6	-0.15970857441425323
193448	rnn.bias_hh_l1	7	0.06554745882749557
193448	rnn.bias_hh_l1	8	-0.18255615234375
193448	rnn.bias_hh_l1	9	-0.12321247905492783
193448	rnn.weight_ih_l1_reverse	0	-0.04447315260767937
193448	rnn.weight_ih_l1_reverse	1	0.03488084673881531
193448	rnn.weight_ih_l1_reverse	2	0.08756288141012192
193448	rnn.weight_ih_l1_reverse	3	-0.012455138377845287
193448	rnn.weight_ih_l1_reverse	4	-0.03632767125964165
193448	rnn.weight_ih_l1_reverse	5	-0.031034190207719803
193448	rnn.weight_ih_l1_reverse	6	-0.012128045782446861
193448	rnn.weight_ih_l1_reverse	7	0.025148000568151474
193448	rnn.weight_ih_l1_reverse	8	0.003049674443900585
193448	rnn.weight_ih_l1_reverse	9	-0.03938243165612221
193448	rnn.weight_hh_l1_reverse	0	0.004944720305502415
193448	rnn.weight_hh_l1_reverse	1	0.03160349279642105
193448	rnn.weight_hh_l1_reverse	2	-0.04045608639717102
193448	rnn.weight_hh_l1_reverse	3	0.03528955206274986
193448	rnn.weight_hh_l1_reverse	4	0.04781796410679817
193448	rnn.weight_hh_l1_reverse	5	0.002472893102094531
193448	rnn.weight_hh_l1_reverse	6	0.05550079792737961
193448	rnn.weight_hh_l1_reverse	7	0.030755318701267242
193448	rnn.weight_hh_l1_reverse	8	-0.0072448961436748505
193448	rnn.weight_hh_l1_reverse	9	-0.03012075461447239
193448	rnn.bias_ih_l1_reverse	0	-0.05145535618066788
193448	rnn.bias_ih_l1_reverse	1	-0.15122376382350922
193448	rnn.bias_ih_l1_reverse	2	-0.1649574339389801
193448	rnn.bias_ih_l1_reverse	3	-0.05769136920571327
193448	rnn.bias_ih_l1_reverse	4	-0.21147127449512482
193448	rnn.bias_ih_l1_reverse	5	-0.11094263195991516
193448	rnn.bias_ih_l1_reverse	6	-0.13426338136196136
193448	rnn.bias_ih_l1_reverse	7	-0.1952669769525528
193448	rnn.bias_ih_l1_reverse	8	0.22623950242996216
193448	rnn.bias_ih_l1_reverse	9	0.024389753118157387
193448	rnn.bias_hh_l1_reverse	0	-0.008166417479515076
193448	rnn.bias_hh_l1_reverse	1	-0.08349209278821945
193448	rnn.bias_hh_l1_reverse	2	-0.23461177945137024
193448	rnn.bias_hh_l1_reverse	3	-0.14281558990478516
193448	rnn.bias_hh_l1_reverse	4	-0.08339209854602814
193448	rnn.bias_hh_l1_reverse	5	-0.11859684437513351
193448	rnn.bias_hh_l1_reverse	6	0.052043888717889786
193448	rnn.bias_hh_l1_reverse	7	-0.15359389781951904
193448	rnn.bias_hh_l1_reverse	8	-0.1177443340420723
193448	rnn.bias_hh_l1_reverse	9	-0.15041404962539673
193448	linear.weight	0	0.002228822559118271
193448	linear.weight	1	0.10309184342622757
193448	linear.weight	2	-0.09853365272283554
193448	linear.weight	3	0.28686270117759705
193448	linear.weight	4	0.1595882922410965
193448	linear.weight	5	-0.06887519359588623
193448	linear.weight	6	0.11732633411884308
193448	linear.weight	7	0.1383925825357437
193448	linear.weight	8	0.04115147143602371
193448	linear.weight	9	-0.044868066906929016
193448	linear.bias	0	0.10249987989664078
193448	linear.bias	1	-0.18786220252513885
193448	linear.bias	2	-0.4268677830696106
193448	linear.bias	3	-0.6564590334892273
193448	linear.bias	4	-1.2253550291061401
193448	linear.bias	5	-0.06329936534166336
193448	linear.bias	6	-0.8030908107757568
193448	linear.bias	7	0.258751779794693
193448	linear.bias	8	-0.4199848175048828
193448	linear.bias	9	-1.0261603593826294
193452	transitions	0	0.7419031858444214
193452	transitions	1	0.1528305858373642
193452	transitions	2	-10000.0
193452	transitions	3	-1.8267734050750732
193452	transitions	4	-10000.0
193452	transitions	5	0.5665451288223267
193452	transitions	6	-0.08283508569002151
193452	transitions	7	-0.7797179818153381
193452	transitions	8	-1.4173954725265503
193452	transitions	9	-0.001203643623739481
193452	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
193452	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
193452	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
193452	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
193452	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
193452	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
193452	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
193452	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
193452	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
193452	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
193452	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
193452	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
193452	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
193452	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
193452	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
193452	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
193452	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
193452	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
193452	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
193452	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
193452	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
193452	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
193452	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
193452	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
193452	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
193452	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
193452	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
193452	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
193452	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
193452	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
193452	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
193452	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
193452	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
193452	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
193452	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
193452	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
193452	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
193452	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
193452	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
193452	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
193452	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
193452	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
193452	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
193452	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
193452	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
193452	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
193452	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
193452	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
193452	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
193452	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
193452	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
193452	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
193452	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
193452	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
193452	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
193452	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
193452	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
193452	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
193452	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
193452	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
193452	embedding2nn.weight	0	0.02156304009258747
193452	embedding2nn.weight	1	-0.012935861945152283
193452	embedding2nn.weight	2	-0.014268254861235619
193452	embedding2nn.weight	3	-0.033652275800704956
193452	embedding2nn.weight	4	-0.0059150345623493195
193452	embedding2nn.weight	5	-0.003700588596984744
193452	embedding2nn.weight	6	-0.003973264712840319
193452	embedding2nn.weight	7	-0.0795554667711258
193452	embedding2nn.weight	8	-0.0019979383796453476
193452	embedding2nn.weight	9	-0.03010115772485733
193452	embedding2nn.bias	0	0.04215438291430473
193452	embedding2nn.bias	1	-0.07101836800575256
193452	embedding2nn.bias	2	0.060191862285137177
193452	embedding2nn.bias	3	0.04245241731405258
193452	embedding2nn.bias	4	-0.058696772903203964
193452	embedding2nn.bias	5	-0.004059656988829374
193452	embedding2nn.bias	6	0.030569253489375114
193452	embedding2nn.bias	7	-0.06618762016296387
193452	embedding2nn.bias	8	0.06204738840460777
193452	embedding2nn.bias	9	0.05872632563114166
193452	rnn.weight_ih_l0	0	-0.07743524760007858
193452	rnn.weight_ih_l0	1	0.005478494334965944
193452	rnn.weight_ih_l0	2	0.03133079409599304
193452	rnn.weight_ih_l0	3	0.021594304591417313
193452	rnn.weight_ih_l0	4	-0.04738772660493851
193452	rnn.weight_ih_l0	5	-0.06528296321630478
193452	rnn.weight_ih_l0	6	-0.0006171144777908921
193452	rnn.weight_ih_l0	7	0.04879356175661087
193452	rnn.weight_ih_l0	8	-0.013816666789352894
193452	rnn.weight_ih_l0	9	-0.030653072521090508
193452	rnn.weight_hh_l0	0	-0.030320214107632637
193452	rnn.weight_hh_l0	1	-0.009349619038403034
193452	rnn.weight_hh_l0	2	0.007289566565304995
193452	rnn.weight_hh_l0	3	-0.07559386640787125
193452	rnn.weight_hh_l0	4	0.09419702738523483
193452	rnn.weight_hh_l0	5	-0.02455815114080906
193452	rnn.weight_hh_l0	6	-0.057417385280132294
193452	rnn.weight_hh_l0	7	0.010792138054966927
193452	rnn.weight_hh_l0	8	0.015453841537237167
193452	rnn.weight_hh_l0	9	-0.02434360608458519
193452	rnn.bias_ih_l0	0	0.13609854876995087
193452	rnn.bias_ih_l0	1	-0.03439759090542793
193452	rnn.bias_ih_l0	2	-0.03515242412686348
193452	rnn.bias_ih_l0	3	0.15622948110103607
193452	rnn.bias_ih_l0	4	-0.012820066884160042
193452	rnn.bias_ih_l0	5	-0.02063092216849327
193452	rnn.bias_ih_l0	6	0.021458858624100685
193452	rnn.bias_ih_l0	7	0.020954392850399017
193452	rnn.bias_ih_l0	8	-0.09821631759405136
193452	rnn.bias_ih_l0	9	-0.04747934266924858
193452	rnn.bias_hh_l0	0	-0.0034151298459619284
193452	rnn.bias_hh_l0	1	-0.11182656139135361
193452	rnn.bias_hh_l0	2	-0.07354699075222015
193452	rnn.bias_hh_l0	3	-0.08681493997573853
193452	rnn.bias_hh_l0	4	0.006340128369629383
193452	rnn.bias_hh_l0	5	-0.026364590972661972
193452	rnn.bias_hh_l0	6	0.034408099949359894
193452	rnn.bias_hh_l0	7	0.055776551365852356
193452	rnn.bias_hh_l0	8	-0.12191634625196457
193452	rnn.bias_hh_l0	9	-0.05533447116613388
193452	rnn.weight_ih_l0_reverse	0	-0.021745024248957634
193452	rnn.weight_ih_l0_reverse	1	-0.05108349025249481
193452	rnn.weight_ih_l0_reverse	2	-0.04770674556493759
193452	rnn.weight_ih_l0_reverse	3	0.012570391409099102
193452	rnn.weight_ih_l0_reverse	4	-0.020605361089110374
193452	rnn.weight_ih_l0_reverse	5	-0.058367691934108734
193452	rnn.weight_ih_l0_reverse	6	0.07621057331562042
193452	rnn.weight_ih_l0_reverse	7	-0.016632672399282455
193452	rnn.weight_ih_l0_reverse	8	-0.016423054039478302
193452	rnn.weight_ih_l0_reverse	9	0.000754719483666122
193452	rnn.weight_hh_l0_reverse	0	0.0660364031791687
193452	rnn.weight_hh_l0_reverse	1	0.023099206387996674
193452	rnn.weight_hh_l0_reverse	2	0.028587186709046364
193452	rnn.weight_hh_l0_reverse	3	0.036606427282094955
193452	rnn.weight_hh_l0_reverse	4	0.011671575717628002
193452	rnn.weight_hh_l0_reverse	5	0.00888209417462349
193452	rnn.weight_hh_l0_reverse	6	0.050478532910346985
193452	rnn.weight_hh_l0_reverse	7	-0.07881460338830948
193452	rnn.weight_hh_l0_reverse	8	0.04008503630757332
193452	rnn.weight_hh_l0_reverse	9	0.03527635708451271
193452	rnn.bias_ih_l0_reverse	0	-0.058989718556404114
193452	rnn.bias_ih_l0_reverse	1	-0.2846648097038269
193452	rnn.bias_ih_l0_reverse	2	-0.11571516841650009
193452	rnn.bias_ih_l0_reverse	3	-0.04928641766309738
193452	rnn.bias_ih_l0_reverse	4	-0.01636883057653904
193452	rnn.bias_ih_l0_reverse	5	0.07465295493602753
193452	rnn.bias_ih_l0_reverse	6	-0.06945958733558655
193452	rnn.bias_ih_l0_reverse	7	0.060496073216199875
193452	rnn.bias_ih_l0_reverse	8	-0.047895584255456924
193452	rnn.bias_ih_l0_reverse	9	0.0627267137169838
193452	rnn.bias_hh_l0_reverse	0	0.021074283868074417
193452	rnn.bias_hh_l0_reverse	1	-0.04858001321554184
193452	rnn.bias_hh_l0_reverse	2	0.07563570141792297
193452	rnn.bias_hh_l0_reverse	3	-0.04829834774136543
193452	rnn.bias_hh_l0_reverse	4	-0.02332252450287342
193452	rnn.bias_hh_l0_reverse	5	-0.027675548568367958
193452	rnn.bias_hh_l0_reverse	6	-0.01735570654273033
193452	rnn.bias_hh_l0_reverse	7	0.1034814864397049
193452	rnn.bias_hh_l0_reverse	8	0.03406115248799324
193452	rnn.bias_hh_l0_reverse	9	-0.150156170129776
193452	rnn.weight_ih_l1	0	-0.03131195530295372
193452	rnn.weight_ih_l1	1	-0.049874670803546906
193452	rnn.weight_ih_l1	2	0.05550597608089447
193452	rnn.weight_ih_l1	3	-0.06799522042274475
193452	rnn.weight_ih_l1	4	-0.01392995286732912
193452	rnn.weight_ih_l1	5	-0.04075601324439049
193452	rnn.weight_ih_l1	6	0.02883175201714039
193452	rnn.weight_ih_l1	7	-0.04784315079450607
193452	rnn.weight_ih_l1	8	0.03657083958387375
193452	rnn.weight_ih_l1	9	0.04659349471330643
193452	rnn.weight_hh_l1	0	-0.004864778835326433
193452	rnn.weight_hh_l1	1	0.020062122493982315
193452	rnn.weight_hh_l1	2	0.009765947237610817
193452	rnn.weight_hh_l1	3	-0.01273262221366167
193452	rnn.weight_hh_l1	4	0.006554617080837488
193452	rnn.weight_hh_l1	5	0.03270303085446358
193452	rnn.weight_hh_l1	6	0.03638165816664696
193452	rnn.weight_hh_l1	7	-0.017707690596580505
193452	rnn.weight_hh_l1	8	-0.008021915331482887
193452	rnn.weight_hh_l1	9	0.03521045669913292
193452	rnn.bias_ih_l1	0	-0.18230322003364563
193452	rnn.bias_ih_l1	1	-0.17891129851341248
193452	rnn.bias_ih_l1	2	-0.20963060855865479
193452	rnn.bias_ih_l1	3	-0.3137713074684143
193452	rnn.bias_ih_l1	4	-0.1912028193473816
193452	rnn.bias_ih_l1	5	-0.0838884487748146
193452	rnn.bias_ih_l1	6	-0.1627351939678192
193452	rnn.bias_ih_l1	7	-0.01166163757443428
193452	rnn.bias_ih_l1	8	-0.12571944296360016
193452	rnn.bias_ih_l1	9	-0.13160383701324463
193452	rnn.bias_hh_l1	0	-0.10075245797634125
193452	rnn.bias_hh_l1	1	-0.07624636590480804
193452	rnn.bias_hh_l1	2	-0.09253454953432083
193452	rnn.bias_hh_l1	3	-0.08097409456968307
193452	rnn.bias_hh_l1	4	-0.08507673442363739
193452	rnn.bias_hh_l1	5	-0.12508821487426758
193452	rnn.bias_hh_l1	6	-0.1596331149339676
193452	rnn.bias_hh_l1	7	0.06552346795797348
193452	rnn.bias_hh_l1	8	-0.18261262774467468
193452	rnn.bias_hh_l1	9	-0.1231166422367096
193452	rnn.weight_ih_l1_reverse	0	-0.04447358101606369
193452	rnn.weight_ih_l1_reverse	1	0.034737829118967056
193452	rnn.weight_ih_l1_reverse	2	0.08765171468257904
193452	rnn.weight_ih_l1_reverse	3	-0.012458561919629574
193452	rnn.weight_ih_l1_reverse	4	-0.0363399013876915
193452	rnn.weight_ih_l1_reverse	5	-0.03103267215192318
193452	rnn.weight_ih_l1_reverse	6	-0.012142309918999672
193452	rnn.weight_ih_l1_reverse	7	0.02507900819182396
193452	rnn.weight_ih_l1_reverse	8	0.0030788006260991096
193452	rnn.weight_ih_l1_reverse	9	-0.03932071849703789
193452	rnn.weight_hh_l1_reverse	0	0.004944658372551203
193452	rnn.weight_hh_l1_reverse	1	0.03161025047302246
193452	rnn.weight_hh_l1_reverse	2	-0.04045628756284714
193452	rnn.weight_hh_l1_reverse	3	0.03528742492198944
193452	rnn.weight_hh_l1_reverse	4	0.047815337777137756
193452	rnn.weight_hh_l1_reverse	5	0.0024649682454764843
193452	rnn.weight_hh_l1_reverse	6	0.05549697205424309
193452	rnn.weight_hh_l1_reverse	7	0.030751347541809082
193452	rnn.weight_hh_l1_reverse	8	-0.007245671469718218
193452	rnn.weight_hh_l1_reverse	9	-0.030117880553007126
193452	rnn.bias_ih_l1_reverse	0	-0.05151081085205078
193452	rnn.bias_ih_l1_reverse	1	-0.15124334394931793
193452	rnn.bias_ih_l1_reverse	2	-0.16492167115211487
193452	rnn.bias_ih_l1_reverse	3	-0.057683952152729034
193452	rnn.bias_ih_l1_reverse	4	-0.21141240000724792
193452	rnn.bias_ih_l1_reverse	5	-0.11100437492132187
193452	rnn.bias_ih_l1_reverse	6	-0.13424240052700043
193452	rnn.bias_ih_l1_reverse	7	-0.19526445865631104
193452	rnn.bias_ih_l1_reverse	8	0.22625742852687836
193452	rnn.bias_ih_l1_reverse	9	0.02433457039296627
193452	rnn.bias_hh_l1_reverse	0	-0.007976947352290154
193452	rnn.bias_hh_l1_reverse	1	-0.08352713286876678
193452	rnn.bias_hh_l1_reverse	2	-0.23458166420459747
193452	rnn.bias_hh_l1_reverse	3	-0.14280353486537933
193452	rnn.bias_hh_l1_reverse	4	-0.08335952460765839
193452	rnn.bias_hh_l1_reverse	5	-0.11865578591823578
193452	rnn.bias_hh_l1_reverse	6	0.051998961716890335
193452	rnn.bias_hh_l1_reverse	7	-0.15361429750919342
193452	rnn.bias_hh_l1_reverse	8	-0.11781612783670425
193452	rnn.bias_hh_l1_reverse	9	-0.1503668576478958
193452	linear.weight	0	0.002228822559118271
193452	linear.weight	1	0.10309507697820663
193452	linear.weight	2	-0.0985252782702446
193452	linear.weight	3	0.2870296537876129
193452	linear.weight	4	0.1595931202173233
193452	linear.weight	5	-0.06887491047382355
193452	linear.weight	6	0.11769219487905502
193452	linear.weight	7	0.13843874633312225
193452	linear.weight	8	0.04115147143602371
193452	linear.weight	9	-0.04487098380923271
193452	linear.bias	0	0.10173213481903076
193452	linear.bias	1	-0.1888003647327423
193452	linear.bias	2	-0.42562103271484375
193452	linear.bias	3	-0.6555883288383484
193452	linear.bias	4	-1.2244817018508911
193452	linear.bias	5	-0.06323510408401489
193452	linear.bias	6	-0.8039590716362
193452	linear.bias	7	0.2588222622871399
193452	linear.bias	8	-0.42003464698791504
193452	linear.bias	9	-1.0261865854263306
193649	transitions	0	0.73836749792099
193649	transitions	1	0.15254303812980652
193649	transitions	2	-10000.0
193649	transitions	3	-1.8267766237258911
193649	transitions	4	-10000.0
193649	transitions	5	0.5665153861045837
193649	transitions	6	-0.08284365385770798
193649	transitions	7	-0.7797920107841492
193649	transitions	8	-1.417402982711792
193649	transitions	9	-0.0012038855347782373
193649	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
193649	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
193649	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
193649	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
193649	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
193649	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
193649	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
193649	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
193649	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
193649	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
193649	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
193649	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
193649	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
193649	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
193649	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
193649	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
193649	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
193649	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
193649	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
193649	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
193649	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
193649	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
193649	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
193649	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
193649	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
193649	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
193649	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
193649	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
193649	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
193649	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
193649	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
193649	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
193649	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
193649	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
193649	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
193649	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
193649	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
193649	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
193649	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
193649	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
193649	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
193649	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
193649	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
193649	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
193649	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
193649	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
193649	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
193649	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
193649	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
193649	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
193649	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
193649	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
193649	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
193649	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
193649	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
193649	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
193649	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
193649	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
193649	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
193649	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
193649	embedding2nn.weight	0	0.021778112277388573
193649	embedding2nn.weight	1	-0.012915626168251038
193649	embedding2nn.weight	2	-0.014268254861235619
193649	embedding2nn.weight	3	-0.032754283398389816
193649	embedding2nn.weight	4	-0.0059150345623493195
193649	embedding2nn.weight	5	-0.003700588596984744
193649	embedding2nn.weight	6	-0.003973265178501606
193649	embedding2nn.weight	7	-0.0787639394402504
193649	embedding2nn.weight	8	-0.0019979383796453476
193649	embedding2nn.weight	9	-0.030188502743840218
193649	embedding2nn.bias	0	0.03947883099317551
193649	embedding2nn.bias	1	-0.0710926353931427
193649	embedding2nn.bias	2	0.06037447974085808
193649	embedding2nn.bias	3	0.043263278901576996
193649	embedding2nn.bias	4	-0.056403759866952896
193649	embedding2nn.bias	5	-0.0023609097115695477
193649	embedding2nn.bias	6	0.028912445530295372
193649	embedding2nn.bias	7	-0.06676118075847626
193649	embedding2nn.bias	8	0.06383240222930908
193649	embedding2nn.bias	9	0.056855592876672745
193649	rnn.weight_ih_l0	0	-0.07773805409669876
193649	rnn.weight_ih_l0	1	0.005516095086932182
193649	rnn.weight_ih_l0	2	0.031316619366407394
193649	rnn.weight_ih_l0	3	0.02155035175383091
193649	rnn.weight_ih_l0	4	-0.047860320657491684
193649	rnn.weight_ih_l0	5	-0.06516777724027634
193649	rnn.weight_ih_l0	6	-0.00073942233575508
193649	rnn.weight_ih_l0	7	0.04844250902533531
193649	rnn.weight_ih_l0	8	-0.013762176036834717
193649	rnn.weight_ih_l0	9	-0.030704759061336517
193649	rnn.weight_hh_l0	0	-0.030340950936079025
193649	rnn.weight_hh_l0	1	-0.00951926875859499
193649	rnn.weight_hh_l0	2	0.007459907326847315
193649	rnn.weight_hh_l0	3	-0.07568467408418655
193649	rnn.weight_hh_l0	4	0.0942227840423584
193649	rnn.weight_hh_l0	5	-0.024624720215797424
193649	rnn.weight_hh_l0	6	-0.057427361607551575
193649	rnn.weight_hh_l0	7	0.011065809056162834
193649	rnn.weight_hh_l0	8	0.015648704022169113
193649	rnn.weight_hh_l0	9	-0.024284280836582184
193649	rnn.bias_ih_l0	0	0.1359386146068573
193649	rnn.bias_ih_l0	1	-0.03490582853555679
193649	rnn.bias_ih_l0	2	-0.03517007827758789
193649	rnn.bias_ih_l0	3	0.1562216728925705
193649	rnn.bias_ih_l0	4	-0.012283113785088062
193649	rnn.bias_ih_l0	5	-0.019652271643280983
193649	rnn.bias_ih_l0	6	0.02059006318449974
193649	rnn.bias_ih_l0	7	0.02172801084816456
193649	rnn.bias_ih_l0	8	-0.09850265830755234
193649	rnn.bias_ih_l0	9	-0.048087138682603836
193649	rnn.bias_hh_l0	0	-0.0038024962414056063
193649	rnn.bias_hh_l0	1	-0.11213458329439163
193649	rnn.bias_hh_l0	2	-0.07375253736972809
193649	rnn.bias_hh_l0	3	-0.08635010570287704
193649	rnn.bias_hh_l0	4	0.005443786270916462
193649	rnn.bias_hh_l0	5	-0.026307465508580208
193649	rnn.bias_hh_l0	6	0.034718696027994156
193649	rnn.bias_hh_l0	7	0.054836612194776535
193649	rnn.bias_hh_l0	8	-0.12120522558689117
193649	rnn.bias_hh_l0	9	-0.054298169910907745
193649	rnn.weight_ih_l0_reverse	0	-0.021533574908971786
193649	rnn.weight_ih_l0_reverse	1	-0.051326096057891846
193649	rnn.weight_ih_l0_reverse	2	-0.04814205691218376
193649	rnn.weight_ih_l0_reverse	3	0.012231728993356228
193649	rnn.weight_ih_l0_reverse	4	-0.02050675079226494
193649	rnn.weight_ih_l0_reverse	5	-0.05829443037509918
193649	rnn.weight_ih_l0_reverse	6	0.07630033046007156
193649	rnn.weight_ih_l0_reverse	7	-0.016562005504965782
193649	rnn.weight_ih_l0_reverse	8	-0.016374928876757622
193649	rnn.weight_ih_l0_reverse	9	0.0007889134576544166
193649	rnn.weight_hh_l0_reverse	0	0.06587161123752594
193649	rnn.weight_hh_l0_reverse	1	0.02338375151157379
193649	rnn.weight_hh_l0_reverse	2	0.028503378853201866
193649	rnn.weight_hh_l0_reverse	3	0.036676473915576935
193649	rnn.weight_hh_l0_reverse	4	0.01175299845635891
193649	rnn.weight_hh_l0_reverse	5	0.008997167460620403
193649	rnn.weight_hh_l0_reverse	6	0.050297725945711136
193649	rnn.weight_hh_l0_reverse	7	-0.07871133834123611
193649	rnn.weight_hh_l0_reverse	8	0.040324337780475616
193649	rnn.weight_hh_l0_reverse	9	0.035312943160533905
193649	rnn.bias_ih_l0_reverse	0	-0.0584564208984375
193649	rnn.bias_ih_l0_reverse	1	-0.2849348783493042
193649	rnn.bias_ih_l0_reverse	2	-0.11563103646039963
193649	rnn.bias_ih_l0_reverse	3	-0.049907274544239044
193649	rnn.bias_ih_l0_reverse	4	-0.017366239801049232
193649	rnn.bias_ih_l0_reverse	5	0.07414575666189194
193649	rnn.bias_ih_l0_reverse	6	-0.06972113996744156
193649	rnn.bias_ih_l0_reverse	7	0.05954330414533615
193649	rnn.bias_ih_l0_reverse	8	-0.04863033816218376
193649	rnn.bias_ih_l0_reverse	9	0.062287550419569016
193649	rnn.bias_hh_l0_reverse	0	0.020531652495265007
193649	rnn.bias_hh_l0_reverse	1	-0.04814327880740166
193649	rnn.bias_hh_l0_reverse	2	0.07594951242208481
193649	rnn.bias_hh_l0_reverse	3	-0.04817139357328415
193649	rnn.bias_hh_l0_reverse	4	-0.02254430018365383
193649	rnn.bias_hh_l0_reverse	5	-0.027658944949507713
193649	rnn.bias_hh_l0_reverse	6	-0.018287306651473045
193649	rnn.bias_hh_l0_reverse	7	0.10416349768638611
193649	rnn.bias_hh_l0_reverse	8	0.035115987062454224
193649	rnn.bias_hh_l0_reverse	9	-0.1497698873281479
193649	rnn.weight_ih_l1	0	-0.03146151453256607
193649	rnn.weight_ih_l1	1	-0.04979829117655754
193649	rnn.weight_ih_l1	2	0.05545240640640259
193649	rnn.weight_ih_l1	3	-0.06790435314178467
193649	rnn.weight_ih_l1	4	-0.013830260373651981
193649	rnn.weight_ih_l1	5	-0.04071138799190521
193649	rnn.weight_ih_l1	6	0.02876613289117813
193649	rnn.weight_ih_l1	7	-0.04787282273173332
193649	rnn.weight_ih_l1	8	0.03660373389720917
193649	rnn.weight_ih_l1	9	0.04657594859600067
193649	rnn.weight_hh_l1	0	-0.005079356953501701
193649	rnn.weight_hh_l1	1	0.020002638921141624
193649	rnn.weight_hh_l1	2	0.009935379959642887
193649	rnn.weight_hh_l1	3	-0.012847942300140858
193649	rnn.weight_hh_l1	4	0.006593226920813322
193649	rnn.weight_hh_l1	5	0.03255875036120415
193649	rnn.weight_hh_l1	6	0.03634180873632431
193649	rnn.weight_hh_l1	7	-0.017688319087028503
193649	rnn.weight_hh_l1	8	-0.008087155409157276
193649	rnn.weight_hh_l1	9	0.035209186375141144
193649	rnn.bias_ih_l1	0	-0.18226227164268494
193649	rnn.bias_ih_l1	1	-0.1778256893157959
193649	rnn.bias_ih_l1	2	-0.20911936461925507
193649	rnn.bias_ih_l1	3	-0.3136334717273712
193649	rnn.bias_ih_l1	4	-0.19129671156406403
193649	rnn.bias_ih_l1	5	-0.08400760591030121
193649	rnn.bias_ih_l1	6	-0.1617218405008316
193649	rnn.bias_ih_l1	7	-0.01341300830245018
193649	rnn.bias_ih_l1	8	-0.1259835809469223
193649	rnn.bias_ih_l1	9	-0.13200265169143677
193649	rnn.bias_hh_l1	0	-0.10047006607055664
193649	rnn.bias_hh_l1	1	-0.07549092173576355
193649	rnn.bias_hh_l1	2	-0.09220044314861298
193649	rnn.bias_hh_l1	3	-0.08097446709871292
193649	rnn.bias_hh_l1	4	-0.08535580337047577
193649	rnn.bias_hh_l1	5	-0.1249799132347107
193649	rnn.bias_hh_l1	6	-0.15963365137577057
193649	rnn.bias_hh_l1	7	0.06474331021308899
193649	rnn.bias_hh_l1	8	-0.18278519809246063
193649	rnn.bias_hh_l1	9	-0.12218007445335388
193649	rnn.weight_ih_l1_reverse	0	-0.04422331601381302
193649	rnn.weight_ih_l1_reverse	1	0.03445165604352951
193649	rnn.weight_ih_l1_reverse	2	0.08717332035303116
193649	rnn.weight_ih_l1_reverse	3	-0.012631394900381565
193649	rnn.weight_ih_l1_reverse	4	-0.03601869195699692
193649	rnn.weight_ih_l1_reverse	5	-0.03096265345811844
193649	rnn.weight_ih_l1_reverse	6	-0.01261070091277361
193649	rnn.weight_ih_l1_reverse	7	0.024923915043473244
193649	rnn.weight_ih_l1_reverse	8	0.0030674964655190706
193649	rnn.weight_ih_l1_reverse	9	-0.039157360792160034
193649	rnn.weight_hh_l1_reverse	0	0.004888045135885477
193649	rnn.weight_hh_l1_reverse	1	0.03155237436294556
193649	rnn.weight_hh_l1_reverse	2	-0.040467582643032074
193649	rnn.weight_hh_l1_reverse	3	0.035350169986486435
193649	rnn.weight_hh_l1_reverse	4	0.04780469462275505
193649	rnn.weight_hh_l1_reverse	5	0.002542067551985383
193649	rnn.weight_hh_l1_reverse	6	0.055445145815610886
193649	rnn.weight_hh_l1_reverse	7	0.030699552968144417
193649	rnn.weight_hh_l1_reverse	8	-0.00722320843487978
193649	rnn.weight_hh_l1_reverse	9	-0.030086178332567215
193649	rnn.bias_ih_l1_reverse	0	-0.05164249613881111
193649	rnn.bias_ih_l1_reverse	1	-0.15176068246364594
193649	rnn.bias_ih_l1_reverse	2	-0.1651531606912613
193649	rnn.bias_ih_l1_reverse	3	-0.0582294762134552
193649	rnn.bias_ih_l1_reverse	4	-0.21149030327796936
193649	rnn.bias_ih_l1_reverse	5	-0.11052829027175903
193649	rnn.bias_ih_l1_reverse	6	-0.1340850591659546
193649	rnn.bias_ih_l1_reverse	7	-0.19594627618789673
193649	rnn.bias_ih_l1_reverse	8	0.2248903065919876
193649	rnn.bias_ih_l1_reverse	9	0.022489385679364204
193649	rnn.bias_hh_l1_reverse	0	-0.008632954210042953
193649	rnn.bias_hh_l1_reverse	1	-0.08399637043476105
193649	rnn.bias_hh_l1_reverse	2	-0.23435808718204498
193649	rnn.bias_hh_l1_reverse	3	-0.14249053597450256
193649	rnn.bias_hh_l1_reverse	4	-0.0829901173710823
193649	rnn.bias_hh_l1_reverse	5	-0.11939660459756851
193649	rnn.bias_hh_l1_reverse	6	0.05310683697462082
193649	rnn.bias_hh_l1_reverse	7	-0.15352703630924225
193649	rnn.bias_hh_l1_reverse	8	-0.11673048138618469
193649	rnn.bias_hh_l1_reverse	9	-0.15027610957622528
193649	linear.weight	0	0.002228822559118271
193649	linear.weight	1	0.10719364136457443
193649	linear.weight	2	-0.0996575728058815
193649	linear.weight	3	0.28697469830513
193649	linear.weight	4	0.1600854992866516
193649	linear.weight	5	-0.06885183602571487
193649	linear.weight	6	0.11985167115926743
193649	linear.weight	7	0.1394421011209488
193649	linear.weight	8	0.04115146026015282
193649	linear.weight	9	-0.04451397806406021
193649	linear.bias	0	0.10069447755813599
193649	linear.bias	1	-0.18892192840576172
193649	linear.bias	2	-0.4295561611652374
193649	linear.bias	3	-0.6515470147132874
193649	linear.bias	4	-1.2202088832855225
193649	linear.bias	5	-0.055516235530376434
193649	linear.bias	6	-0.8039328455924988
193649	linear.bias	7	0.26758766174316406
193649	linear.bias	8	-0.42969825863838196
193649	linear.bias	9	-1.0357656478881836
193846	transitions	0	0.7395322918891907
193846	transitions	1	0.15376080572605133
193846	transitions	2	-10000.0
193846	transitions	3	-1.8267885446548462
193846	transitions	4	-10000.0
193846	transitions	5	0.5665048360824585
193846	transitions	6	-0.08286169916391373
193846	transitions	7	-0.7800678014755249
193846	transitions	8	-1.4174153804779053
193846	transitions	9	-0.0012040396686643362
193846	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
193846	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
193846	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
193846	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
193846	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
193846	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
193846	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
193846	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
193846	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
193846	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
193846	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
193846	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
193846	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
193846	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
193846	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
193846	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
193846	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
193846	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
193846	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
193846	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
193846	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
193846	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
193846	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
193846	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
193846	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
193846	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
193846	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
193846	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
193846	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
193846	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
193846	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
193846	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
193846	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
193846	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
193846	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
193846	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
193846	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
193846	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
193846	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
193846	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
193846	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
193846	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
193846	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
193846	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
193846	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
193846	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
193846	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
193846	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
193846	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
193846	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
193846	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
193846	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
193846	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
193846	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
193846	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
193846	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
193846	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
193846	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
193846	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
193846	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
193846	embedding2nn.weight	0	0.0215124674141407
193846	embedding2nn.weight	1	-0.012834052555263042
193846	embedding2nn.weight	2	-0.014268254861235619
193846	embedding2nn.weight	3	-0.032861385494470596
193846	embedding2nn.weight	4	-0.0059150345623493195
193846	embedding2nn.weight	5	-0.003700588596984744
193846	embedding2nn.weight	6	-0.003973264712840319
193846	embedding2nn.weight	7	-0.07894062250852585
193846	embedding2nn.weight	8	-0.0019979383796453476
193846	embedding2nn.weight	9	-0.030077174305915833
193846	embedding2nn.bias	0	0.03659849241375923
193846	embedding2nn.bias	1	-0.07141612470149994
193846	embedding2nn.bias	2	0.06042524799704552
193846	embedding2nn.bias	3	0.046408761292696
193846	embedding2nn.bias	4	-0.05731433629989624
193846	embedding2nn.bias	5	-0.0011361315846443176
193846	embedding2nn.bias	6	0.03260732814669609
193846	embedding2nn.bias	7	-0.06249513104557991
193846	embedding2nn.bias	8	0.06108985096216202
193846	embedding2nn.bias	9	0.0559527762234211
193846	rnn.weight_ih_l0	0	-0.07802803069353104
193846	rnn.weight_ih_l0	1	0.004954711068421602
193846	rnn.weight_ih_l0	2	0.03117595613002777
193846	rnn.weight_ih_l0	3	0.02176564186811447
193846	rnn.weight_ih_l0	4	-0.047613151371479034
193846	rnn.weight_ih_l0	5	-0.06510379165410995
193846	rnn.weight_ih_l0	6	-0.0007491554133594036
193846	rnn.weight_ih_l0	7	0.048485565930604935
193846	rnn.weight_ih_l0	8	-0.013898389413952827
193846	rnn.weight_ih_l0	9	-0.03093160316348076
193846	rnn.weight_hh_l0	0	-0.030254650861024857
193846	rnn.weight_hh_l0	1	-0.00936044380068779
193846	rnn.weight_hh_l0	2	0.0074579063802957535
193846	rnn.weight_hh_l0	3	-0.07565703988075256
193846	rnn.weight_hh_l0	4	0.09419305622577667
193846	rnn.weight_hh_l0	5	-0.02450004406273365
193846	rnn.weight_hh_l0	6	-0.057487040758132935
193846	rnn.weight_hh_l0	7	0.011175478808581829
193846	rnn.weight_hh_l0	8	0.015507792122662067
193846	rnn.weight_hh_l0	9	-0.024325519800186157
193846	rnn.bias_ih_l0	0	0.13572125136852264
193846	rnn.bias_ih_l0	1	-0.034759532660245895
193846	rnn.bias_ih_l0	2	-0.034301843494176865
193846	rnn.bias_ih_l0	3	0.15563204884529114
193846	rnn.bias_ih_l0	4	-0.012900098226964474
193846	rnn.bias_ih_l0	5	-0.01911291852593422
193846	rnn.bias_ih_l0	6	0.020315438508987427
193846	rnn.bias_ih_l0	7	0.021894682198762894
193846	rnn.bias_ih_l0	8	-0.09857595711946487
193846	rnn.bias_ih_l0	9	-0.04724929481744766
193846	rnn.bias_hh_l0	0	-0.0032054055482149124
193846	rnn.bias_hh_l0	1	-0.11213231831789017
193846	rnn.bias_hh_l0	2	-0.07312477380037308
193846	rnn.bias_hh_l0	3	-0.08704078942537308
193846	rnn.bias_hh_l0	4	0.006184736732393503
193846	rnn.bias_hh_l0	5	-0.02646571584045887
193846	rnn.bias_hh_l0	6	0.035364605486392975
193846	rnn.bias_hh_l0	7	0.05496669188141823
193846	rnn.bias_hh_l0	8	-0.1218968853354454
193846	rnn.bias_hh_l0	9	-0.05401221662759781
193846	rnn.weight_ih_l0_reverse	0	-0.021849250420928
193846	rnn.weight_ih_l0_reverse	1	-0.05158109962940216
193846	rnn.weight_ih_l0_reverse	2	-0.0476783812046051
193846	rnn.weight_ih_l0_reverse	3	0.012857363559305668
193846	rnn.weight_ih_l0_reverse	4	-0.020458487793803215
193846	rnn.weight_ih_l0_reverse	5	-0.058084022253751755
193846	rnn.weight_ih_l0_reverse	6	0.07627948373556137
193846	rnn.weight_ih_l0_reverse	7	-0.016816968098282814
193846	rnn.weight_ih_l0_reverse	8	-0.01622023992240429
193846	rnn.weight_ih_l0_reverse	9	0.0005043228156864643
193846	rnn.weight_hh_l0_reverse	0	0.06545055657625198
193846	rnn.weight_hh_l0_reverse	1	0.02337595820426941
193846	rnn.weight_hh_l0_reverse	2	0.02828984335064888
193846	rnn.weight_hh_l0_reverse	3	0.03668616712093353
193846	rnn.weight_hh_l0_reverse	4	0.01178740058094263
193846	rnn.weight_hh_l0_reverse	5	0.009212045930325985
193846	rnn.weight_hh_l0_reverse	6	0.05029750242829323
193846	rnn.weight_hh_l0_reverse	7	-0.07895097881555557
193846	rnn.weight_hh_l0_reverse	8	0.04022232070565224
193846	rnn.weight_hh_l0_reverse	9	0.03536798059940338
193846	rnn.bias_ih_l0_reverse	0	-0.0589212141931057
193846	rnn.bias_ih_l0_reverse	1	-0.2839338183403015
193846	rnn.bias_ih_l0_reverse	2	-0.11636849492788315
193846	rnn.bias_ih_l0_reverse	3	-0.04973626509308815
193846	rnn.bias_ih_l0_reverse	4	-0.01744280382990837
193846	rnn.bias_ih_l0_reverse	5	0.07445694506168365
193846	rnn.bias_ih_l0_reverse	6	-0.06982336938381195
193846	rnn.bias_ih_l0_reverse	7	0.059497490525245667
193846	rnn.bias_ih_l0_reverse	8	-0.04804377630352974
193846	rnn.bias_ih_l0_reverse	9	0.0628567487001419
193846	rnn.bias_hh_l0_reverse	0	0.020627586171030998
193846	rnn.bias_hh_l0_reverse	1	-0.04814503714442253
193846	rnn.bias_hh_l0_reverse	2	0.07698514312505722
193846	rnn.bias_hh_l0_reverse	3	-0.047617148607969284
193846	rnn.bias_hh_l0_reverse	4	-0.021819157525897026
193846	rnn.bias_hh_l0_reverse	5	-0.027553275227546692
193846	rnn.bias_hh_l0_reverse	6	-0.018430212512612343
193846	rnn.bias_hh_l0_reverse	7	0.10324416309595108
193846	rnn.bias_hh_l0_reverse	8	0.03456946089863777
193846	rnn.bias_hh_l0_reverse	9	-0.14923059940338135
193846	rnn.weight_ih_l1	0	-0.03144281730055809
193846	rnn.weight_ih_l1	1	-0.049755677580833435
193846	rnn.weight_ih_l1	2	0.055541638284921646
193846	rnn.weight_ih_l1	3	-0.0677310973405838
193846	rnn.weight_ih_l1	4	-0.013630541041493416
193846	rnn.weight_ih_l1	5	-0.04087575897574425
193846	rnn.weight_ih_l1	6	0.028980396687984467
193846	rnn.weight_ih_l1	7	-0.048481933772563934
193846	rnn.weight_ih_l1	8	0.03663461655378342
193846	rnn.weight_ih_l1	9	0.046687860041856766
193846	rnn.weight_hh_l1	0	-0.005186848342418671
193846	rnn.weight_hh_l1	1	0.020008012652397156
193846	rnn.weight_hh_l1	2	0.010486159473657608
193846	rnn.weight_hh_l1	3	-0.012743018567562103
193846	rnn.weight_hh_l1	4	0.006641102023422718
193846	rnn.weight_hh_l1	5	0.03246314078569412
193846	rnn.weight_hh_l1	6	0.036407534033060074
193846	rnn.weight_hh_l1	7	-0.017601873725652695
193846	rnn.weight_hh_l1	8	-0.00794408842921257
193846	rnn.weight_hh_l1	9	0.03502555191516876
193846	rnn.bias_ih_l1	0	-0.1822293996810913
193846	rnn.bias_ih_l1	1	-0.1770136058330536
193846	rnn.bias_ih_l1	2	-0.20912951231002808
193846	rnn.bias_ih_l1	3	-0.3131842017173767
193846	rnn.bias_ih_l1	4	-0.19106249511241913
193846	rnn.bias_ih_l1	5	-0.08323386311531067
193846	rnn.bias_ih_l1	6	-0.16297025978565216
193846	rnn.bias_ih_l1	7	-0.012541522271931171
193846	rnn.bias_ih_l1	8	-0.12688876688480377
193846	rnn.bias_ih_l1	9	-0.131297305226326
193846	rnn.bias_hh_l1	0	-0.10043993592262268
193846	rnn.bias_hh_l1	1	-0.0745735839009285
193846	rnn.bias_hh_l1	2	-0.09184641391038895
193846	rnn.bias_hh_l1	3	-0.08074980229139328
193846	rnn.bias_hh_l1	4	-0.08438058942556381
193846	rnn.bias_hh_l1	5	-0.12438660115003586
193846	rnn.bias_hh_l1	6	-0.15862131118774414
193846	rnn.bias_hh_l1	7	0.06386163830757141
193846	rnn.bias_hh_l1	8	-0.18332578241825104
193846	rnn.bias_hh_l1	9	-0.1219976544380188
193846	rnn.weight_ih_l1_reverse	0	-0.04400196671485901
193846	rnn.weight_ih_l1_reverse	1	0.03374737128615379
193846	rnn.weight_ih_l1_reverse	2	0.08733074367046356
193846	rnn.weight_ih_l1_reverse	3	-0.013239139690995216
193846	rnn.weight_ih_l1_reverse	4	-0.03630923107266426
193846	rnn.weight_ih_l1_reverse	5	-0.03093552775681019
193846	rnn.weight_ih_l1_reverse	6	-0.012320698238909245
193846	rnn.weight_ih_l1_reverse	7	0.024607470259070396
193846	rnn.weight_ih_l1_reverse	8	0.0026796935126185417
193846	rnn.weight_ih_l1_reverse	9	-0.0394812747836113
193846	rnn.weight_hh_l1_reverse	0	0.0047861626371741295
193846	rnn.weight_hh_l1_reverse	1	0.031546544283628464
193846	rnn.weight_hh_l1_reverse	2	-0.04047415032982826
193846	rnn.weight_hh_l1_reverse	3	0.03527475893497467
193846	rnn.weight_hh_l1_reverse	4	0.047756269574165344
193846	rnn.weight_hh_l1_reverse	5	0.002395280869677663
193846	rnn.weight_hh_l1_reverse	6	0.05529570206999779
193846	rnn.weight_hh_l1_reverse	7	0.030727477744221687
193846	rnn.weight_hh_l1_reverse	8	-0.007213224191218615
193846	rnn.weight_hh_l1_reverse	9	-0.02999412827193737
193846	rnn.bias_ih_l1_reverse	0	-0.051759324967861176
193846	rnn.bias_ih_l1_reverse	1	-0.15198519825935364
193846	rnn.bias_ih_l1_reverse	2	-0.16507434844970703
193846	rnn.bias_ih_l1_reverse	3	-0.05697692930698395
193846	rnn.bias_ih_l1_reverse	4	-0.21237389743328094
193846	rnn.bias_ih_l1_reverse	5	-0.11114916950464249
193846	rnn.bias_ih_l1_reverse	6	-0.13412390649318695
193846	rnn.bias_ih_l1_reverse	7	-0.19525304436683655
193846	rnn.bias_ih_l1_reverse	8	0.22564294934272766
193846	rnn.bias_ih_l1_reverse	9	0.021830052137374878
193846	rnn.bias_hh_l1_reverse	0	-0.009888438507914543
193846	rnn.bias_hh_l1_reverse	1	-0.08240308612585068
193846	rnn.bias_hh_l1_reverse	2	-0.2342512309551239
193846	rnn.bias_hh_l1_reverse	3	-0.14249850809574127
193846	rnn.bias_hh_l1_reverse	4	-0.08201886713504791
193846	rnn.bias_hh_l1_reverse	5	-0.11861124634742737
193846	rnn.bias_hh_l1_reverse	6	0.05391692742705345
193846	rnn.bias_hh_l1_reverse	7	-0.15328988432884216
193846	rnn.bias_hh_l1_reverse	8	-0.11743688583374023
193846	rnn.bias_hh_l1_reverse	9	-0.15004019439220428
193846	linear.weight	0	0.002228822559118271
193846	linear.weight	1	0.10797066986560822
193846	linear.weight	2	-0.10007689148187637
193846	linear.weight	3	0.2897782325744629
193846	linear.weight	4	0.15895961225032806
193846	linear.weight	5	-0.06778609752655029
193846	linear.weight	6	0.11770696192979813
193846	linear.weight	7	0.14048948884010315
193846	linear.weight	8	0.0411515086889267
193846	linear.weight	9	-0.04481830075383186
193846	linear.bias	0	0.07758166640996933
193846	linear.bias	1	-0.17733517289161682
193846	linear.bias	2	-0.42476463317871094
193846	linear.bias	3	-0.6544371247291565
193846	linear.bias	4	-1.2231934070587158
193846	linear.bias	5	-0.0630832314491272
193846	linear.bias	6	-0.7920421361923218
193846	linear.bias	7	0.2596786618232727
193846	linear.bias	8	-0.4275587201118469
193846	linear.bias	9	-1.0340131521224976
194043	transitions	0	0.7376947999000549
194043	transitions	1	0.15288864076137543
194043	transitions	2	-10000.0
194043	transitions	3	-1.8267934322357178
194043	transitions	4	-10000.0
194043	transitions	5	0.5664817094802856
194043	transitions	6	-0.08286935091018677
194043	transitions	7	-0.7803691625595093
194043	transitions	8	-1.4174323081970215
194043	transitions	9	-0.0012041251175105572
194043	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
194043	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
194043	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
194043	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
194043	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
194043	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
194043	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
194043	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
194043	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
194043	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
194043	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
194043	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
194043	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
194043	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
194043	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
194043	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
194043	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
194043	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
194043	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
194043	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
194043	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
194043	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
194043	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
194043	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
194043	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
194043	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
194043	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
194043	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
194043	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
194043	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
194043	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
194043	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
194043	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
194043	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
194043	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
194043	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
194043	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
194043	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
194043	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
194043	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
194043	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
194043	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
194043	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
194043	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
194043	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
194043	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
194043	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
194043	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
194043	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
194043	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
194043	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
194043	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
194043	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
194043	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
194043	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
194043	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
194043	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
194043	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
194043	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
194043	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
194043	embedding2nn.weight	0	0.021740080788731575
194043	embedding2nn.weight	1	-0.012918057851493359
194043	embedding2nn.weight	2	-0.014268254861235619
194043	embedding2nn.weight	3	-0.03256382420659065
194043	embedding2nn.weight	4	-0.0059150345623493195
194043	embedding2nn.weight	5	-0.003700588596984744
194043	embedding2nn.weight	6	-0.003973264712840319
194043	embedding2nn.weight	7	-0.0791267678141594
194043	embedding2nn.weight	8	-0.0019979383796453476
194043	embedding2nn.weight	9	-0.030211325734853745
194043	embedding2nn.bias	0	0.03620393946766853
194043	embedding2nn.bias	1	-0.07138937711715698
194043	embedding2nn.bias	2	0.05961159989237785
194043	embedding2nn.bias	3	0.04827098548412323
194043	embedding2nn.bias	4	-0.05754147469997406
194043	embedding2nn.bias	5	-0.0015853040385991335
194043	embedding2nn.bias	6	0.03248830512166023
194043	embedding2nn.bias	7	-0.061782337725162506
194043	embedding2nn.bias	8	0.05915417894721031
194043	embedding2nn.bias	9	0.05548159405589104
194043	rnn.weight_ih_l0	0	-0.07767562568187714
194043	rnn.weight_ih_l0	1	0.0048318360932171345
194043	rnn.weight_ih_l0	2	0.03128926083445549
194043	rnn.weight_ih_l0	3	0.02168365567922592
194043	rnn.weight_ih_l0	4	-0.04756342992186546
194043	rnn.weight_ih_l0	5	-0.06516779214143753
194043	rnn.weight_ih_l0	6	-0.0010818648152053356
194043	rnn.weight_ih_l0	7	0.04853900894522667
194043	rnn.weight_ih_l0	8	-0.014000234194099903
194043	rnn.weight_ih_l0	9	-0.031169407069683075
194043	rnn.weight_hh_l0	0	-0.029828820377588272
194043	rnn.weight_hh_l0	1	-0.009489248506724834
194043	rnn.weight_hh_l0	2	0.007591475732624531
194043	rnn.weight_hh_l0	3	-0.07576975226402283
194043	rnn.weight_hh_l0	4	0.09433732181787491
194043	rnn.weight_hh_l0	5	-0.02462424337863922
194043	rnn.weight_hh_l0	6	-0.05773716792464256
194043	rnn.weight_hh_l0	7	0.01118800975382328
194043	rnn.weight_hh_l0	8	0.015546712093055248
194043	rnn.weight_hh_l0	9	-0.024242883548140526
194043	rnn.bias_ih_l0	0	0.13545602560043335
194043	rnn.bias_ih_l0	1	-0.03407644107937813
194043	rnn.bias_ih_l0	2	-0.034184206277132034
194043	rnn.bias_ih_l0	3	0.15574653446674347
194043	rnn.bias_ih_l0	4	-0.012163348495960236
194043	rnn.bias_ih_l0	5	-0.017942626029253006
194043	rnn.bias_ih_l0	6	0.021453551948070526
194043	rnn.bias_ih_l0	7	0.021940695121884346
194043	rnn.bias_ih_l0	8	-0.09845363348722458
194043	rnn.bias_ih_l0	9	-0.047137368470430374
194043	rnn.bias_hh_l0	0	-0.0026979625690728426
194043	rnn.bias_hh_l0	1	-0.11114175617694855
194043	rnn.bias_hh_l0	2	-0.07315394282341003
194043	rnn.bias_hh_l0	3	-0.08710939437150955
194043	rnn.bias_hh_l0	4	0.004051319323480129
194043	rnn.bias_hh_l0	5	-0.026841064915060997
194043	rnn.bias_hh_l0	6	0.035870589315891266
194043	rnn.bias_hh_l0	7	0.05472655966877937
194043	rnn.bias_hh_l0	8	-0.12218880653381348
194043	rnn.bias_hh_l0	9	-0.05341208353638649
194043	rnn.weight_ih_l0_reverse	0	-0.021805359050631523
194043	rnn.weight_ih_l0_reverse	1	-0.05191291868686676
194043	rnn.weight_ih_l0_reverse	2	-0.04788838326931
194043	rnn.weight_ih_l0_reverse	3	0.012718274258077145
194043	rnn.weight_ih_l0_reverse	4	-0.020627010613679886
194043	rnn.weight_ih_l0_reverse	5	-0.05792907252907753
194043	rnn.weight_ih_l0_reverse	6	0.07637865841388702
194043	rnn.weight_ih_l0_reverse	7	-0.016880013048648834
194043	rnn.weight_ih_l0_reverse	8	-0.01618131808936596
194043	rnn.weight_ih_l0_reverse	9	0.0007795187993906438
194043	rnn.weight_hh_l0_reverse	0	0.06619782745838165
194043	rnn.weight_hh_l0_reverse	1	0.023037007078528404
194043	rnn.weight_hh_l0_reverse	2	0.02825511246919632
194043	rnn.weight_hh_l0_reverse	3	0.03640570491552353
194043	rnn.weight_hh_l0_reverse	4	0.011745626106858253
194043	rnn.weight_hh_l0_reverse	5	0.009074317291378975
194043	rnn.weight_hh_l0_reverse	6	0.050188761204481125
194043	rnn.weight_hh_l0_reverse	7	-0.07898465543985367
194043	rnn.weight_hh_l0_reverse	8	0.04022134467959404
194043	rnn.weight_hh_l0_reverse	9	0.03551625460386276
194043	rnn.bias_ih_l0_reverse	0	-0.05836791172623634
194043	rnn.bias_ih_l0_reverse	1	-0.2837791442871094
194043	rnn.bias_ih_l0_reverse	2	-0.11557482182979584
194043	rnn.bias_ih_l0_reverse	3	-0.04986601322889328
194043	rnn.bias_ih_l0_reverse	4	-0.017382103949785233
194043	rnn.bias_ih_l0_reverse	5	0.07479878515005112
194043	rnn.bias_ih_l0_reverse	6	-0.06890600919723511
194043	rnn.bias_ih_l0_reverse	7	0.06014197692275047
194043	rnn.bias_ih_l0_reverse	8	-0.048340193927288055
194043	rnn.bias_ih_l0_reverse	9	0.06164684146642685
194043	rnn.bias_hh_l0_reverse	0	0.020123427733778954
194043	rnn.bias_hh_l0_reverse	1	-0.0479116216301918
194043	rnn.bias_hh_l0_reverse	2	0.07721924036741257
194043	rnn.bias_hh_l0_reverse	3	-0.0472588986158371
194043	rnn.bias_hh_l0_reverse	4	-0.022077510133385658
194043	rnn.bias_hh_l0_reverse	5	-0.02656465955078602
194043	rnn.bias_hh_l0_reverse	6	-0.01804395392537117
194043	rnn.bias_hh_l0_reverse	7	0.10308454930782318
194043	rnn.bias_hh_l0_reverse	8	0.03474205359816551
194043	rnn.bias_hh_l0_reverse	9	-0.14830893278121948
194043	rnn.weight_ih_l1	0	-0.031422559171915054
194043	rnn.weight_ih_l1	1	-0.04969470202922821
194043	rnn.weight_ih_l1	2	0.0550096295773983
194043	rnn.weight_ih_l1	3	-0.06750722974538803
194043	rnn.weight_ih_l1	4	-0.013742576353251934
194043	rnn.weight_ih_l1	5	-0.041172806173563004
194043	rnn.weight_ih_l1	6	0.028686927631497383
194043	rnn.weight_ih_l1	7	-0.04890342429280281
194043	rnn.weight_ih_l1	8	0.036578286439180374
194043	rnn.weight_ih_l1	9	0.04644707962870598
194043	rnn.weight_hh_l1	0	-0.005023116711527109
194043	rnn.weight_hh_l1	1	0.020084939897060394
194043	rnn.weight_hh_l1	2	0.010411244817078114
194043	rnn.weight_hh_l1	3	-0.012796458788216114
194043	rnn.weight_hh_l1	4	0.006608125288039446
194043	rnn.weight_hh_l1	5	0.03268766403198242
194043	rnn.weight_hh_l1	6	0.03635288029909134
194043	rnn.weight_hh_l1	7	-0.017501290887594223
194043	rnn.weight_hh_l1	8	-0.00804415624588728
194043	rnn.weight_hh_l1	9	0.03508930280804634
194043	rnn.bias_ih_l1	0	-0.18306173384189606
194043	rnn.bias_ih_l1	1	-0.17631682753562927
194043	rnn.bias_ih_l1	2	-0.20868881046772003
194043	rnn.bias_ih_l1	3	-0.31334933638572693
194043	rnn.bias_ih_l1	4	-0.18993401527404785
194043	rnn.bias_ih_l1	5	-0.08302376419305801
194043	rnn.bias_ih_l1	6	-0.16392332315444946
194043	rnn.bias_ih_l1	7	-0.01308663934469223
194043	rnn.bias_ih_l1	8	-0.12753306329250336
194043	rnn.bias_ih_l1	9	-0.13110600411891937
194043	rnn.bias_hh_l1	0	-0.0987817794084549
194043	rnn.bias_hh_l1	1	-0.07402543723583221
194043	rnn.bias_hh_l1	2	-0.09261779487133026
194043	rnn.bias_hh_l1	3	-0.08008956164121628
194043	rnn.bias_hh_l1	4	-0.08520172536373138
194043	rnn.bias_hh_l1	5	-0.12363947927951813
194043	rnn.bias_hh_l1	6	-0.1586528867483139
194043	rnn.bias_hh_l1	7	0.06508222222328186
194043	rnn.bias_hh_l1	8	-0.18275053799152374
194043	rnn.bias_hh_l1	9	-0.12198691070079803
194043	rnn.weight_ih_l1_reverse	0	-0.04398437216877937
194043	rnn.weight_ih_l1_reverse	1	0.033987920731306076
194043	rnn.weight_ih_l1_reverse	2	0.08633097261190414
194043	rnn.weight_ih_l1_reverse	3	-0.012797841802239418
194043	rnn.weight_ih_l1_reverse	4	-0.03544388338923454
194043	rnn.weight_ih_l1_reverse	5	-0.030968697741627693
194043	rnn.weight_ih_l1_reverse	6	-0.012648074887692928
194043	rnn.weight_ih_l1_reverse	7	0.025015179067850113
194043	rnn.weight_ih_l1_reverse	8	0.0030494011007249355
194043	rnn.weight_ih_l1_reverse	9	-0.03961437940597534
194043	rnn.weight_hh_l1_reverse	0	0.004787817131727934
194043	rnn.weight_hh_l1_reverse	1	0.03160269558429718
194043	rnn.weight_hh_l1_reverse	2	-0.040450289845466614
194043	rnn.weight_hh_l1_reverse	3	0.035238657146692276
194043	rnn.weight_hh_l1_reverse	4	0.04780064895749092
194043	rnn.weight_hh_l1_reverse	5	0.002517580520361662
194043	rnn.weight_hh_l1_reverse	6	0.05558207631111145
194043	rnn.weight_hh_l1_reverse	7	0.030851926654577255
194043	rnn.weight_hh_l1_reverse	8	-0.0072665088810026646
194043	rnn.weight_hh_l1_reverse	9	-0.029989957809448242
194043	rnn.bias_ih_l1_reverse	0	-0.05169404298067093
194043	rnn.bias_ih_l1_reverse	1	-0.1523580104112625
194043	rnn.bias_ih_l1_reverse	2	-0.1648644208908081
194043	rnn.bias_ih_l1_reverse	3	-0.05923011898994446
194043	rnn.bias_ih_l1_reverse	4	-0.2125045508146286
194043	rnn.bias_ih_l1_reverse	5	-0.11102572083473206
194043	rnn.bias_ih_l1_reverse	6	-0.13419917225837708
194043	rnn.bias_ih_l1_reverse	7	-0.1954621821641922
194043	rnn.bias_ih_l1_reverse	8	0.225613534450531
194043	rnn.bias_ih_l1_reverse	9	0.022743046283721924
194043	rnn.bias_hh_l1_reverse	0	-0.008200566284358501
194043	rnn.bias_hh_l1_reverse	1	-0.08053965866565704
194043	rnn.bias_hh_l1_reverse	2	-0.23453572392463684
194043	rnn.bias_hh_l1_reverse	3	-0.14278842508792877
194043	rnn.bias_hh_l1_reverse	4	-0.08194955438375473
194043	rnn.bias_hh_l1_reverse	5	-0.11931366473436356
194043	rnn.bias_hh_l1_reverse	6	0.05366529896855354
194043	rnn.bias_hh_l1_reverse	7	-0.1537313014268875
194043	rnn.bias_hh_l1_reverse	8	-0.11789824068546295
194043	rnn.bias_hh_l1_reverse	9	-0.14984731376171112
194043	linear.weight	0	0.002228822559118271
194043	linear.weight	1	0.10728979110717773
194043	linear.weight	2	-0.10057383030653
194043	linear.weight	3	0.2911875247955322
194043	linear.weight	4	0.15967826545238495
194043	linear.weight	5	-0.06778102368116379
194043	linear.weight	6	0.11275302618741989
194043	linear.weight	7	0.14171874523162842
194043	linear.weight	8	0.04115130007266998
194043	linear.weight	9	-0.045825161039829254
194043	linear.bias	0	0.0887330174446106
194043	linear.bias	1	-0.1792527586221695
194043	linear.bias	2	-0.42445024847984314
194043	linear.bias	3	-0.6511839628219604
194043	linear.bias	4	-1.219874620437622
194043	linear.bias	5	-0.06481215357780457
194043	linear.bias	6	-0.7940245866775513
194043	linear.bias	7	0.25816646218299866
194043	linear.bias	8	-0.4331428110599518
194043	linear.bias	9	-1.0397297143936157
194240	transitions	0	0.7379950881004333
194240	transitions	1	0.15403009951114655
194240	transitions	2	-10000.0
194240	transitions	3	-1.8268009424209595
194240	transitions	4	-10000.0
194240	transitions	5	0.5664560198783875
194240	transitions	6	-0.08288276940584183
194240	transitions	7	-0.7806606292724609
194240	transitions	8	-1.417456865310669
194240	transitions	9	-0.0012043194146826863
194240	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
194240	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
194240	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
194240	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
194240	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
194240	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
194240	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
194240	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
194240	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
194240	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
194240	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
194240	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
194240	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
194240	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
194240	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
194240	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
194240	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
194240	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
194240	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
194240	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
194240	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
194240	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
194240	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
194240	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
194240	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
194240	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
194240	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
194240	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
194240	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
194240	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
194240	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
194240	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
194240	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
194240	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
194240	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
194240	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
194240	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
194240	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
194240	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
194240	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
194240	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
194240	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
194240	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
194240	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
194240	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
194240	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
194240	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
194240	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
194240	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
194240	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
194240	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
194240	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
194240	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
194240	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
194240	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
194240	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
194240	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
194240	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
194240	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
194240	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
194240	embedding2nn.weight	0	0.021669823676347733
194240	embedding2nn.weight	1	-0.013007846660912037
194240	embedding2nn.weight	2	-0.014268254861235619
194240	embedding2nn.weight	3	-0.03206970915198326
194240	embedding2nn.weight	4	-0.0059150345623493195
194240	embedding2nn.weight	5	-0.003700588596984744
194240	embedding2nn.weight	6	-0.003973264712840319
194240	embedding2nn.weight	7	-0.07895863056182861
194240	embedding2nn.weight	8	-0.0019979383796453476
194240	embedding2nn.weight	9	-0.02997654117643833
194240	embedding2nn.bias	0	0.03705545887351036
194240	embedding2nn.bias	1	-0.07232166826725006
194240	embedding2nn.bias	2	0.06082244962453842
194240	embedding2nn.bias	3	0.04811050742864609
194240	embedding2nn.bias	4	-0.055378466844558716
194240	embedding2nn.bias	5	0.0008711611735634506
194240	embedding2nn.bias	6	0.02964889444410801
194240	embedding2nn.bias	7	-0.06362675875425339
194240	embedding2nn.bias	8	0.0568467415869236
194240	embedding2nn.bias	9	0.05561310425400734
194240	rnn.weight_ih_l0	0	-0.07741299271583557
194240	rnn.weight_ih_l0	1	0.004548817407339811
194240	rnn.weight_ih_l0	2	0.031202901154756546
194240	rnn.weight_ih_l0	3	0.022102301940321922
194240	rnn.weight_ih_l0	4	-0.04728533700108528
194240	rnn.weight_ih_l0	5	-0.0652470588684082
194240	rnn.weight_ih_l0	6	-0.0011015681084245443
194240	rnn.weight_ih_l0	7	0.0482337549328804
194240	rnn.weight_ih_l0	8	-0.014004368335008621
194240	rnn.weight_ih_l0	9	-0.03124994970858097
194240	rnn.weight_hh_l0	0	-0.030155787244439125
194240	rnn.weight_hh_l0	1	-0.009578505530953407
194240	rnn.weight_hh_l0	2	0.007385160308331251
194240	rnn.weight_hh_l0	3	-0.07549819350242615
194240	rnn.weight_hh_l0	4	0.09420465677976608
194240	rnn.weight_hh_l0	5	-0.02456585131585598
194240	rnn.weight_hh_l0	6	-0.057958148419857025
194240	rnn.weight_hh_l0	7	0.011079040355980396
194240	rnn.weight_hh_l0	8	0.015570024028420448
194240	rnn.weight_hh_l0	9	-0.02416902966797352
194240	rnn.bias_ih_l0	0	0.13438667356967926
194240	rnn.bias_ih_l0	1	-0.03446773812174797
194240	rnn.bias_ih_l0	2	-0.03405225649476051
194240	rnn.bias_ih_l0	3	0.15547098219394684
194240	rnn.bias_ih_l0	4	-0.01177919004112482
194240	rnn.bias_ih_l0	5	-0.01813395507633686
194240	rnn.bias_ih_l0	6	0.021308712661266327
194240	rnn.bias_ih_l0	7	0.021977011114358902
194240	rnn.bias_ih_l0	8	-0.09819398820400238
194240	rnn.bias_ih_l0	9	-0.04924752563238144
194240	rnn.bias_hh_l0	0	-0.003371540689840913
194240	rnn.bias_hh_l0	1	-0.11029663681983948
194240	rnn.bias_hh_l0	2	-0.07318826019763947
194240	rnn.bias_hh_l0	3	-0.08763492107391357
194240	rnn.bias_hh_l0	4	0.003842282574623823
194240	rnn.bias_hh_l0	5	-0.02577308937907219
194240	rnn.bias_hh_l0	6	0.03531680256128311
194240	rnn.bias_hh_l0	7	0.055089544504880905
194240	rnn.bias_hh_l0	8	-0.12202942371368408
194240	rnn.bias_hh_l0	9	-0.05251489207148552
194240	rnn.weight_ih_l0_reverse	0	-0.022066893056035042
194240	rnn.weight_ih_l0_reverse	1	-0.05173739045858383
194240	rnn.weight_ih_l0_reverse	2	-0.04793674498796463
194240	rnn.weight_ih_l0_reverse	3	0.01251288317143917
194240	rnn.weight_ih_l0_reverse	4	-0.020513951778411865
194240	rnn.weight_ih_l0_reverse	5	-0.058106034994125366
194240	rnn.weight_ih_l0_reverse	6	0.0762546956539154
194240	rnn.weight_ih_l0_reverse	7	-0.01705527864396572
194240	rnn.weight_ih_l0_reverse	8	-0.016133883967995644
194240	rnn.weight_ih_l0_reverse	9	0.0007492695585824549
194240	rnn.weight_hh_l0_reverse	0	0.06650760769844055
194240	rnn.weight_hh_l0_reverse	1	0.023034272715449333
194240	rnn.weight_hh_l0_reverse	2	0.028444254770874977
194240	rnn.weight_hh_l0_reverse	3	0.03620963916182518
194240	rnn.weight_hh_l0_reverse	4	0.011934775859117508
194240	rnn.weight_hh_l0_reverse	5	0.00881767738610506
194240	rnn.weight_hh_l0_reverse	6	0.050122667104005814
194240	rnn.weight_hh_l0_reverse	7	-0.07921795547008514
194240	rnn.weight_hh_l0_reverse	8	0.04011855274438858
194240	rnn.weight_hh_l0_reverse	9	0.03543665260076523
194240	rnn.bias_ih_l0_reverse	0	-0.05777336284518242
194240	rnn.bias_ih_l0_reverse	1	-0.28266510367393494
194240	rnn.bias_ih_l0_reverse	2	-0.11471416801214218
194240	rnn.bias_ih_l0_reverse	3	-0.04986817389726639
194240	rnn.bias_ih_l0_reverse	4	-0.0173812136054039
194240	rnn.bias_ih_l0_reverse	5	0.0751829519867897
194240	rnn.bias_ih_l0_reverse	6	-0.06837847828865051
194240	rnn.bias_ih_l0_reverse	7	0.06037668138742447
194240	rnn.bias_ih_l0_reverse	8	-0.04808748513460159
194240	rnn.bias_ih_l0_reverse	9	0.06217166781425476
194240	rnn.bias_hh_l0_reverse	0	0.019831309095025063
194240	rnn.bias_hh_l0_reverse	1	-0.049661025404930115
194240	rnn.bias_hh_l0_reverse	2	0.0771869495511055
194240	rnn.bias_hh_l0_reverse	3	-0.04796106368303299
194240	rnn.bias_hh_l0_reverse	4	-0.021413620561361313
194240	rnn.bias_hh_l0_reverse	5	-0.02670327015221119
194240	rnn.bias_hh_l0_reverse	6	-0.018470333889126778
194240	rnn.bias_hh_l0_reverse	7	0.10230591148138046
194240	rnn.bias_hh_l0_reverse	8	0.03503309562802315
194240	rnn.bias_hh_l0_reverse	9	-0.1494688242673874
194240	rnn.weight_ih_l1	0	-0.03143592178821564
194240	rnn.weight_ih_l1	1	-0.049744345247745514
194240	rnn.weight_ih_l1	2	0.05506137013435364
194240	rnn.weight_ih_l1	3	-0.06773139536380768
194240	rnn.weight_ih_l1	4	-0.013815025798976421
194240	rnn.weight_ih_l1	5	-0.041150446981191635
194240	rnn.weight_ih_l1	6	0.028819775208830833
194240	rnn.weight_ih_l1	7	-0.048775166273117065
194240	rnn.weight_ih_l1	8	0.03648073226213455
194240	rnn.weight_ih_l1	9	0.04672103375196457
194240	rnn.weight_hh_l1	0	-0.005573876202106476
194240	rnn.weight_hh_l1	1	0.0201396681368351
194240	rnn.weight_hh_l1	2	0.010670140385627747
194240	rnn.weight_hh_l1	3	-0.012971017509698868
194240	rnn.weight_hh_l1	4	0.006774017587304115
194240	rnn.weight_hh_l1	5	0.03266417980194092
194240	rnn.weight_hh_l1	6	0.03643213212490082
194240	rnn.weight_hh_l1	7	-0.01742100901901722
194240	rnn.weight_hh_l1	8	-0.007951924577355385
194240	rnn.weight_hh_l1	9	0.03510211035609245
194240	rnn.bias_ih_l1	0	-0.18360494077205658
194240	rnn.bias_ih_l1	1	-0.17665988206863403
194240	rnn.bias_ih_l1	2	-0.20875723659992218
194240	rnn.bias_ih_l1	3	-0.31437402963638306
194240	rnn.bias_ih_l1	4	-0.19126270711421967
194240	rnn.bias_ih_l1	5	-0.0839482918381691
194240	rnn.bias_ih_l1	6	-0.1637863665819168
194240	rnn.bias_ih_l1	7	-0.014450103975832462
194240	rnn.bias_ih_l1	8	-0.1279975324869156
194240	rnn.bias_ih_l1	9	-0.1299121230840683
194240	rnn.bias_hh_l1	0	-0.09906581044197083
194240	rnn.bias_hh_l1	1	-0.07404503971338272
194240	rnn.bias_hh_l1	2	-0.09215561300516129
194240	rnn.bias_hh_l1	3	-0.07990752160549164
194240	rnn.bias_hh_l1	4	-0.08444672077894211
194240	rnn.bias_hh_l1	5	-0.12414495646953583
194240	rnn.bias_hh_l1	6	-0.15934625267982483
194240	rnn.bias_hh_l1	7	0.0636485293507576
194240	rnn.bias_hh_l1	8	-0.18302299082279205
194240	rnn.bias_hh_l1	9	-0.12021636962890625
194240	rnn.weight_ih_l1_reverse	0	-0.04372251406311989
194240	rnn.weight_ih_l1_reverse	1	0.03477582708001137
194240	rnn.weight_ih_l1_reverse	2	0.08657990396022797
194240	rnn.weight_ih_l1_reverse	3	-0.013289956375956535
194240	rnn.weight_ih_l1_reverse	4	-0.03509606048464775
194240	rnn.weight_ih_l1_reverse	5	-0.031008027493953705
194240	rnn.weight_ih_l1_reverse	6	-0.012923347763717175
194240	rnn.weight_ih_l1_reverse	7	0.02537154033780098
194240	rnn.weight_ih_l1_reverse	8	0.0032293060794472694
194240	rnn.weight_ih_l1_reverse	9	-0.040968552231788635
194240	rnn.weight_hh_l1_reverse	0	0.004815919324755669
194240	rnn.weight_hh_l1_reverse	1	0.03151899203658104
194240	rnn.weight_hh_l1_reverse	2	-0.04041524976491928
194240	rnn.weight_hh_l1_reverse	3	0.03519541397690773
194240	rnn.weight_hh_l1_reverse	4	0.04758616164326668
194240	rnn.weight_hh_l1_reverse	5	0.0024970832746475935
194240	rnn.weight_hh_l1_reverse	6	0.0551275834441185
194240	rnn.weight_hh_l1_reverse	7	0.030839985236525536
194240	rnn.weight_hh_l1_reverse	8	-0.007291120942682028
194240	rnn.weight_hh_l1_reverse	9	-0.029975485056638718
194240	rnn.bias_ih_l1_reverse	0	-0.052136246114969254
194240	rnn.bias_ih_l1_reverse	1	-0.15211749076843262
194240	rnn.bias_ih_l1_reverse	2	-0.16435784101486206
194240	rnn.bias_ih_l1_reverse	3	-0.05757007747888565
194240	rnn.bias_ih_l1_reverse	4	-0.21234513819217682
194240	rnn.bias_ih_l1_reverse	5	-0.1112104058265686
194240	rnn.bias_ih_l1_reverse	6	-0.13402722775936127
194240	rnn.bias_ih_l1_reverse	7	-0.19573712348937988
194240	rnn.bias_ih_l1_reverse	8	0.22639645636081696
194240	rnn.bias_ih_l1_reverse	9	0.023285815492272377
194240	rnn.bias_hh_l1_reverse	0	-0.008204331621527672
194240	rnn.bias_hh_l1_reverse	1	-0.0804545059800148
194240	rnn.bias_hh_l1_reverse	2	-0.23461993038654327
194240	rnn.bias_hh_l1_reverse	3	-0.1430777758359909
194240	rnn.bias_hh_l1_reverse	4	-0.0818549245595932
194240	rnn.bias_hh_l1_reverse	5	-0.11967626959085464
194240	rnn.bias_hh_l1_reverse	6	0.05264352634549141
194240	rnn.bias_hh_l1_reverse	7	-0.15430696308612823
194240	rnn.bias_hh_l1_reverse	8	-0.11705666035413742
194240	rnn.bias_hh_l1_reverse	9	-0.14982274174690247
194240	linear.weight	0	0.002228822559118271
194240	linear.weight	1	0.10763029754161835
194240	linear.weight	2	-0.10059000551700592
194240	linear.weight	3	0.2932389974594116
194240	linear.weight	4	0.15924938023090363
194240	linear.weight	5	-0.06768868118524551
194240	linear.weight	6	0.11316093802452087
194240	linear.weight	7	0.14112882316112518
194240	linear.weight	8	0.041151262819767
194240	linear.weight	9	-0.04509881138801575
194240	linear.bias	0	0.08988749235868454
194240	linear.bias	1	-0.17488993704319
194240	linear.bias	2	-0.41932594776153564
194240	linear.bias	3	-0.6529468297958374
194240	linear.bias	4	-1.2220810651779175
194240	linear.bias	5	-0.060305457562208176
194240	linear.bias	6	-0.7898944020271301
194240	linear.bias	7	0.26208093762397766
194240	linear.bias	8	-0.42857247591018677
194240	linear.bias	9	-1.0345219373703003
194437	transitions	0	0.7341879606246948
194437	transitions	1	0.15672822296619415
194437	transitions	2	-10000.0
194437	transitions	3	-1.8268059492111206
194437	transitions	4	-10000.0
194437	transitions	5	0.5664368867874146
194437	transitions	6	-0.08289526402950287
194437	transitions	7	-0.78070467710495
194437	transitions	8	-1.4174665212631226
194437	transitions	9	-0.0012045289622619748
194437	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
194437	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
194437	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
194437	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
194437	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
194437	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
194437	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
194437	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
194437	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
194437	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
194437	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
194437	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
194437	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
194437	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
194437	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
194437	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
194437	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
194437	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
194437	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
194437	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
194437	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
194437	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
194437	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
194437	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
194437	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
194437	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
194437	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
194437	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
194437	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
194437	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
194437	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
194437	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
194437	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
194437	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
194437	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
194437	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
194437	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
194437	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
194437	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
194437	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
194437	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
194437	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
194437	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
194437	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
194437	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
194437	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
194437	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
194437	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
194437	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
194437	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
194437	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
194437	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
194437	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
194437	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
194437	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
194437	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
194437	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
194437	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
194437	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
194437	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
194437	embedding2nn.weight	0	0.02122013457119465
194437	embedding2nn.weight	1	-0.013053134083747864
194437	embedding2nn.weight	2	-0.014268254861235619
194437	embedding2nn.weight	3	-0.0314222052693367
194437	embedding2nn.weight	4	-0.0059150345623493195
194437	embedding2nn.weight	5	-0.003700588596984744
194437	embedding2nn.weight	6	-0.003973264247179031
194437	embedding2nn.weight	7	-0.07865160703659058
194437	embedding2nn.weight	8	-0.0019979383796453476
194437	embedding2nn.weight	9	-0.030061449855566025
194437	embedding2nn.bias	0	0.03791366517543793
194437	embedding2nn.bias	1	-0.06976145505905151
194437	embedding2nn.bias	2	0.06282114237546921
194437	embedding2nn.bias	3	0.047476090490818024
194437	embedding2nn.bias	4	-0.05572976544499397
194437	embedding2nn.bias	5	-0.00011026099673472345
194437	embedding2nn.bias	6	0.02820577099919319
194437	embedding2nn.bias	7	-0.06306924670934677
194437	embedding2nn.bias	8	0.05538424104452133
194437	embedding2nn.bias	9	0.05798919498920441
194437	rnn.weight_ih_l0	0	-0.07778473198413849
194437	rnn.weight_ih_l0	1	0.004654733929783106
194437	rnn.weight_ih_l0	2	0.03148448094725609
194437	rnn.weight_ih_l0	3	0.02200782671570778
194437	rnn.weight_ih_l0	4	-0.04707765206694603
194437	rnn.weight_ih_l0	5	-0.06536740064620972
194437	rnn.weight_ih_l0	6	-0.00105113978497684
194437	rnn.weight_ih_l0	7	0.048718687146902084
194437	rnn.weight_ih_l0	8	-0.014325225725769997
194437	rnn.weight_ih_l0	9	-0.03083146922290325
194437	rnn.weight_hh_l0	0	-0.030355893075466156
194437	rnn.weight_hh_l0	1	-0.009794173762202263
194437	rnn.weight_hh_l0	2	0.0071953232400119305
194437	rnn.weight_hh_l0	3	-0.07553368806838989
194437	rnn.weight_hh_l0	4	0.09411361068487167
194437	rnn.weight_hh_l0	5	-0.02492755837738514
194437	rnn.weight_hh_l0	6	-0.05776969715952873
194437	rnn.weight_hh_l0	7	0.011393790133297443
194437	rnn.weight_hh_l0	8	0.015624341554939747
194437	rnn.weight_hh_l0	9	-0.02421058528125286
194437	rnn.bias_ih_l0	0	0.1332004964351654
194437	rnn.bias_ih_l0	1	-0.034410662949085236
194437	rnn.bias_ih_l0	2	-0.034536466002464294
194437	rnn.bias_ih_l0	3	0.15523208677768707
194437	rnn.bias_ih_l0	4	-0.011738487519323826
194437	rnn.bias_ih_l0	5	-0.017808962613344193
194437	rnn.bias_ih_l0	6	0.021110812202095985
194437	rnn.bias_ih_l0	7	0.02299204096198082
194437	rnn.bias_ih_l0	8	-0.0984165221452713
194437	rnn.bias_ih_l0	9	-0.04972568899393082
194437	rnn.bias_hh_l0	0	-0.0035448912531137466
194437	rnn.bias_hh_l0	1	-0.10926663130521774
194437	rnn.bias_hh_l0	2	-0.07309525460004807
194437	rnn.bias_hh_l0	3	-0.08689606934785843
194437	rnn.bias_hh_l0	4	0.00435952702537179
194437	rnn.bias_hh_l0	5	-0.02543206885457039
194437	rnn.bias_hh_l0	6	0.036424025893211365
194437	rnn.bias_hh_l0	7	0.05532851442694664
194437	rnn.bias_hh_l0	8	-0.12169205397367477
194437	rnn.bias_hh_l0	9	-0.053547412157058716
194437	rnn.weight_ih_l0_reverse	0	-0.02173280529677868
194437	rnn.weight_ih_l0_reverse	1	-0.05152764171361923
194437	rnn.weight_ih_l0_reverse	2	-0.0476398803293705
194437	rnn.weight_ih_l0_reverse	3	0.012804379686713219
194437	rnn.weight_ih_l0_reverse	4	-0.02036137506365776
194437	rnn.weight_ih_l0_reverse	5	-0.05787532404065132
194437	rnn.weight_ih_l0_reverse	6	0.07676362246274948
194437	rnn.weight_ih_l0_reverse	7	-0.017305096611380577
194437	rnn.weight_ih_l0_reverse	8	-0.015936052426695824
194437	rnn.weight_ih_l0_reverse	9	0.0006266956916078925
194437	rnn.weight_hh_l0_reverse	0	0.06619324535131454
194437	rnn.weight_hh_l0_reverse	1	0.02312108315527439
194437	rnn.weight_hh_l0_reverse	2	0.028639331459999084
194437	rnn.weight_hh_l0_reverse	3	0.03584223613142967
194437	rnn.weight_hh_l0_reverse	4	0.012426115572452545
194437	rnn.weight_hh_l0_reverse	5	0.008572547696530819
194437	rnn.weight_hh_l0_reverse	6	0.05002184212207794
194437	rnn.weight_hh_l0_reverse	7	-0.07934752851724625
194437	rnn.weight_hh_l0_reverse	8	0.04024248942732811
194437	rnn.weight_hh_l0_reverse	9	0.03551279753446579
194437	rnn.bias_ih_l0_reverse	0	-0.05687763914465904
194437	rnn.bias_ih_l0_reverse	1	-0.28338944911956787
194437	rnn.bias_ih_l0_reverse	2	-0.11424673348665237
194437	rnn.bias_ih_l0_reverse	3	-0.04994472861289978
194437	rnn.bias_ih_l0_reverse	4	-0.017895381897687912
194437	rnn.bias_ih_l0_reverse	5	0.07495813071727753
194437	rnn.bias_ih_l0_reverse	6	-0.0687795951962471
194437	rnn.bias_ih_l0_reverse	7	0.05975355952978134
194437	rnn.bias_ih_l0_reverse	8	-0.04818237945437431
194437	rnn.bias_ih_l0_reverse	9	0.06189825385808945
194437	rnn.bias_hh_l0_reverse	0	0.019649026915431023
194437	rnn.bias_hh_l0_reverse	1	-0.050292082130908966
194437	rnn.bias_hh_l0_reverse	2	0.0768686905503273
194437	rnn.bias_hh_l0_reverse	3	-0.04743313044309616
194437	rnn.bias_hh_l0_reverse	4	-0.02181747741997242
194437	rnn.bias_hh_l0_reverse	5	-0.027059363201260567
194437	rnn.bias_hh_l0_reverse	6	-0.01900320313870907
194437	rnn.bias_hh_l0_reverse	7	0.10257428139448166
194437	rnn.bias_hh_l0_reverse	8	0.034363213926553726
194437	rnn.bias_hh_l0_reverse	9	-0.14755983650684357
194437	rnn.weight_ih_l1	0	-0.0313444621860981
194437	rnn.weight_ih_l1	1	-0.0499822236597538
194437	rnn.weight_ih_l1	2	0.05434945598244667
194437	rnn.weight_ih_l1	3	-0.06774067133665085
194437	rnn.weight_ih_l1	4	-0.013705288991332054
194437	rnn.weight_ih_l1	5	-0.04088119789958
194437	rnn.weight_ih_l1	6	0.028948703780770302
194437	rnn.weight_ih_l1	7	-0.048407088965177536
194437	rnn.weight_ih_l1	8	0.03646500036120415
194437	rnn.weight_ih_l1	9	0.046732038259506226
194437	rnn.weight_hh_l1	0	-0.005682556889951229
194437	rnn.weight_hh_l1	1	0.020194334909319878
194437	rnn.weight_hh_l1	2	0.010615306906402111
194437	rnn.weight_hh_l1	3	-0.013087931089103222
194437	rnn.weight_hh_l1	4	0.006688990630209446
194437	rnn.weight_hh_l1	5	0.03266621753573418
194437	rnn.weight_hh_l1	6	0.036415085196495056
194437	rnn.weight_hh_l1	7	-0.017416900023818016
194437	rnn.weight_hh_l1	8	-0.007982388138771057
194437	rnn.weight_hh_l1	9	0.03510487824678421
194437	rnn.bias_ih_l1	0	-0.18277893960475922
194437	rnn.bias_ih_l1	1	-0.1762833595275879
194437	rnn.bias_ih_l1	2	-0.208888977766037
194437	rnn.bias_ih_l1	3	-0.31413543224334717
194437	rnn.bias_ih_l1	4	-0.1931895762681961
194437	rnn.bias_ih_l1	5	-0.08406112343072891
194437	rnn.bias_ih_l1	6	-0.16441865265369415
194437	rnn.bias_ih_l1	7	-0.014051815494894981
194437	rnn.bias_ih_l1	8	-0.12726517021656036
194437	rnn.bias_ih_l1	9	-0.12971709668636322
194437	rnn.bias_hh_l1	0	-0.09865038096904755
194437	rnn.bias_hh_l1	1	-0.07417523860931396
194437	rnn.bias_hh_l1	2	-0.09240640699863434
194437	rnn.bias_hh_l1	3	-0.07997594773769379
194437	rnn.bias_hh_l1	4	-0.08451039344072342
194437	rnn.bias_hh_l1	5	-0.12450652569532394
194437	rnn.bias_hh_l1	6	-0.15916785597801208
194437	rnn.bias_hh_l1	7	0.06301501393318176
194437	rnn.bias_hh_l1	8	-0.1824609786272049
194437	rnn.bias_hh_l1	9	-0.11970965564250946
194437	rnn.weight_ih_l1_reverse	0	-0.04353852570056915
194437	rnn.weight_ih_l1_reverse	1	0.03480185568332672
194437	rnn.weight_ih_l1_reverse	2	0.08638254553079605
194437	rnn.weight_ih_l1_reverse	3	-0.01326608657836914
194437	rnn.weight_ih_l1_reverse	4	-0.03460604324936867
194437	rnn.weight_ih_l1_reverse	5	-0.031089885160326958
194437	rnn.weight_ih_l1_reverse	6	-0.013179132714867592
194437	rnn.weight_ih_l1_reverse	7	0.025534018874168396
194437	rnn.weight_ih_l1_reverse	8	0.0029856932815164328
194437	rnn.weight_ih_l1_reverse	9	-0.04023567587137222
194437	rnn.weight_hh_l1_reverse	0	0.0048435283824801445
194437	rnn.weight_hh_l1_reverse	1	0.03145940601825714
194437	rnn.weight_hh_l1_reverse	2	-0.04042964056134224
194437	rnn.weight_hh_l1_reverse	3	0.03525107353925705
194437	rnn.weight_hh_l1_reverse	4	0.04776507988572121
194437	rnn.weight_hh_l1_reverse	5	0.00248274696059525
194437	rnn.weight_hh_l1_reverse	6	0.054653652012348175
194437	rnn.weight_hh_l1_reverse	7	0.030769487842917442
194437	rnn.weight_hh_l1_reverse	8	-0.007278085220605135
194437	rnn.weight_hh_l1_reverse	9	-0.030080195516347885
194437	rnn.bias_ih_l1_reverse	0	-0.05181968957185745
194437	rnn.bias_ih_l1_reverse	1	-0.1523335725069046
194437	rnn.bias_ih_l1_reverse	2	-0.16402173042297363
194437	rnn.bias_ih_l1_reverse	3	-0.058277882635593414
194437	rnn.bias_ih_l1_reverse	4	-0.21224211156368256
194437	rnn.bias_ih_l1_reverse	5	-0.11174415051937103
194437	rnn.bias_ih_l1_reverse	6	-0.13456380367279053
194437	rnn.bias_ih_l1_reverse	7	-0.1948547512292862
194437	rnn.bias_ih_l1_reverse	8	0.22693917155265808
194437	rnn.bias_ih_l1_reverse	9	0.023113476112484932
194437	rnn.bias_hh_l1_reverse	0	-0.007908050902187824
194437	rnn.bias_hh_l1_reverse	1	-0.08147405833005905
194437	rnn.bias_hh_l1_reverse	2	-0.2346455454826355
194437	rnn.bias_hh_l1_reverse	3	-0.14301902055740356
194437	rnn.bias_hh_l1_reverse	4	-0.0813424214720726
194437	rnn.bias_hh_l1_reverse	5	-0.11938197910785675
194437	rnn.bias_hh_l1_reverse	6	0.053748637437820435
194437	rnn.bias_hh_l1_reverse	7	-0.15412461757659912
194437	rnn.bias_hh_l1_reverse	8	-0.11713040620088577
194437	rnn.bias_hh_l1_reverse	9	-0.14984850585460663
194437	linear.weight	0	0.002228822559118271
194437	linear.weight	1	0.10821783542633057
194437	linear.weight	2	-0.10153178125619888
194437	linear.weight	3	0.2910006046295166
194437	linear.weight	4	0.15849719941616058
194437	linear.weight	5	-0.06769231706857681
194437	linear.weight	6	0.10806028544902802
194437	linear.weight	7	0.1396101862192154
194437	linear.weight	8	0.04115090146660805
194437	linear.weight	9	-0.04564206302165985
194437	linear.bias	0	0.08375237137079239
194437	linear.bias	1	-0.16840490698814392
194437	linear.bias	2	-0.41606587171554565
194437	linear.bias	3	-0.6522551774978638
194437	linear.bias	4	-1.2218083143234253
194437	linear.bias	5	-0.06584347039461136
194437	linear.bias	6	-0.7828227877616882
194437	linear.bias	7	0.2562688887119293
194437	linear.bias	8	-0.43185457587242126
194437	linear.bias	9	-1.037346601486206
194634	transitions	0	0.74017733335495
194634	transitions	1	0.15600110590457916
194634	transitions	2	-10000.0
194634	transitions	3	-1.8268146514892578
194634	transitions	4	-10000.0
194634	transitions	5	0.5664185881614685
194634	transitions	6	-0.08292753249406815
194634	transitions	7	-0.7811112403869629
194634	transitions	8	-1.4174774885177612
194634	transitions	9	-0.001204796601086855
194634	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
194634	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
194634	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
194634	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
194634	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
194634	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
194634	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
194634	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
194634	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
194634	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
194634	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
194634	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
194634	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
194634	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
194634	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
194634	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
194634	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
194634	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
194634	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
194634	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
194634	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
194634	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
194634	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
194634	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
194634	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
194634	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
194634	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
194634	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
194634	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
194634	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
194634	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
194634	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
194634	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
194634	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
194634	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
194634	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
194634	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
194634	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
194634	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
194634	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
194634	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
194634	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
194634	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
194634	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
194634	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
194634	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
194634	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
194634	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
194634	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
194634	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
194634	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
194634	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
194634	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
194634	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
194634	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
194634	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
194634	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
194634	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
194634	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
194634	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
194634	embedding2nn.weight	0	0.021250350400805473
194634	embedding2nn.weight	1	-0.013095649890601635
194634	embedding2nn.weight	2	-0.014268254861235619
194634	embedding2nn.weight	3	-0.03151615336537361
194634	embedding2nn.weight	4	-0.0059150345623493195
194634	embedding2nn.weight	5	-0.003700588596984744
194634	embedding2nn.weight	6	-0.003973263781517744
194634	embedding2nn.weight	7	-0.07814329117536545
194634	embedding2nn.weight	8	-0.0019979383796453476
194634	embedding2nn.weight	9	-0.030145777389407158
194634	embedding2nn.bias	0	0.035510048270225525
194634	embedding2nn.bias	1	-0.07078677415847778
194634	embedding2nn.bias	2	0.06180964410305023
194634	embedding2nn.bias	3	0.044523369520902634
194634	embedding2nn.bias	4	-0.05519977957010269
194634	embedding2nn.bias	5	-0.002139199525117874
194634	embedding2nn.bias	6	0.027988597750663757
194634	embedding2nn.bias	7	-0.061873093247413635
194634	embedding2nn.bias	8	0.0541854053735733
194634	embedding2nn.bias	9	0.054804205894470215
194634	rnn.weight_ih_l0	0	-0.0779120922088623
194634	rnn.weight_ih_l0	1	0.0047912513837218285
194634	rnn.weight_ih_l0	2	0.031607408076524734
194634	rnn.weight_ih_l0	3	0.02188238687813282
194634	rnn.weight_ih_l0	4	-0.047094639390707016
194634	rnn.weight_ih_l0	5	-0.06517010927200317
194634	rnn.weight_ih_l0	6	-0.0013079254422336817
194634	rnn.weight_ih_l0	7	0.048567913472652435
194634	rnn.weight_ih_l0	8	-0.014605311676859856
194634	rnn.weight_ih_l0	9	-0.0308053120970726
194634	rnn.weight_hh_l0	0	-0.0305375624448061
194634	rnn.weight_hh_l0	1	-0.010041140019893646
194634	rnn.weight_hh_l0	2	0.0071086762472987175
194634	rnn.weight_hh_l0	3	-0.0754246711730957
194634	rnn.weight_hh_l0	4	0.09410828351974487
194634	rnn.weight_hh_l0	5	-0.02465074136853218
194634	rnn.weight_hh_l0	6	-0.058183614164590836
194634	rnn.weight_hh_l0	7	0.011263862252235413
194634	rnn.weight_hh_l0	8	0.015738144516944885
194634	rnn.weight_hh_l0	9	-0.024096865206956863
194634	rnn.bias_ih_l0	0	0.1325533241033554
194634	rnn.bias_ih_l0	1	-0.034315142780542374
194634	rnn.bias_ih_l0	2	-0.03505297005176544
194634	rnn.bias_ih_l0	3	0.1562884896993637
194634	rnn.bias_ih_l0	4	-0.012104150839149952
194634	rnn.bias_ih_l0	5	-0.019013786688447
194634	rnn.bias_ih_l0	6	0.021775955334305763
194634	rnn.bias_ih_l0	7	0.022689463570713997
194634	rnn.bias_ih_l0	8	-0.09818681329488754
194634	rnn.bias_ih_l0	9	-0.050696197897195816
194634	rnn.bias_hh_l0	0	-0.003661505179479718
194634	rnn.bias_hh_l0	1	-0.10901200026273727
194634	rnn.bias_hh_l0	2	-0.07203291356563568
194634	rnn.bias_hh_l0	3	-0.08751057088375092
194634	rnn.bias_hh_l0	4	0.004844580311328173
194634	rnn.bias_hh_l0	5	-0.024950506165623665
194634	rnn.bias_hh_l0	6	0.03606148809194565
194634	rnn.bias_hh_l0	7	0.05365859344601631
194634	rnn.bias_hh_l0	8	-0.12218364328145981
194634	rnn.bias_hh_l0	9	-0.052597954869270325
194634	rnn.weight_ih_l0_reverse	0	-0.02173309586942196
194634	rnn.weight_ih_l0_reverse	1	-0.05194825679063797
194634	rnn.weight_ih_l0_reverse	2	-0.04738730937242508
194634	rnn.weight_ih_l0_reverse	3	0.01268406305462122
194634	rnn.weight_ih_l0_reverse	4	-0.020366007462143898
194634	rnn.weight_ih_l0_reverse	5	-0.05803104490041733
194634	rnn.weight_ih_l0_reverse	6	0.07668153941631317
194634	rnn.weight_ih_l0_reverse	7	-0.017339274287223816
194634	rnn.weight_ih_l0_reverse	8	-0.016257131472229958
194634	rnn.weight_ih_l0_reverse	9	0.000772030558437109
194634	rnn.weight_hh_l0_reverse	0	0.06547681987285614
194634	rnn.weight_hh_l0_reverse	1	0.02337789721786976
194634	rnn.weight_hh_l0_reverse	2	0.029087798669934273
194634	rnn.weight_hh_l0_reverse	3	0.0357762835919857
194634	rnn.weight_hh_l0_reverse	4	0.012205510400235653
194634	rnn.weight_hh_l0_reverse	5	0.008630748838186264
194634	rnn.weight_hh_l0_reverse	6	0.050153546035289764
194634	rnn.weight_hh_l0_reverse	7	-0.07922155410051346
194634	rnn.weight_hh_l0_reverse	8	0.04026418551802635
194634	rnn.weight_hh_l0_reverse	9	0.03542803227901459
194634	rnn.bias_ih_l0_reverse	0	-0.056898362934589386
194634	rnn.bias_ih_l0_reverse	1	-0.2848298251628876
194634	rnn.bias_ih_l0_reverse	2	-0.11456760764122009
194634	rnn.bias_ih_l0_reverse	3	-0.05003538727760315
194634	rnn.bias_ih_l0_reverse	4	-0.018397513777017593
194634	rnn.bias_ih_l0_reverse	5	0.07496685534715652
194634	rnn.bias_ih_l0_reverse	6	-0.06905721127986908
194634	rnn.bias_ih_l0_reverse	7	0.06000197306275368
194634	rnn.bias_ih_l0_reverse	8	-0.047729093581438065
194634	rnn.bias_ih_l0_reverse	9	0.06270672380924225
194634	rnn.bias_hh_l0_reverse	0	0.019326945766806602
194634	rnn.bias_hh_l0_reverse	1	-0.04944905266165733
194634	rnn.bias_hh_l0_reverse	2	0.07729417830705643
194634	rnn.bias_hh_l0_reverse	3	-0.047781459987163544
194634	rnn.bias_hh_l0_reverse	4	-0.021587340161204338
194634	rnn.bias_hh_l0_reverse	5	-0.02611936256289482
194634	rnn.bias_hh_l0_reverse	6	-0.019101673737168312
194634	rnn.bias_hh_l0_reverse	7	0.10228311270475388
194634	rnn.bias_hh_l0_reverse	8	0.03426695987582207
194634	rnn.bias_hh_l0_reverse	9	-0.1477404236793518
194634	rnn.weight_ih_l1	0	-0.031094752252101898
194634	rnn.weight_ih_l1	1	-0.05022387206554413
194634	rnn.weight_ih_l1	2	0.055133700370788574
194634	rnn.weight_ih_l1	3	-0.06817453354597092
194634	rnn.weight_ih_l1	4	-0.013539080508053303
194634	rnn.weight_ih_l1	5	-0.0408475361764431
194634	rnn.weight_ih_l1	6	0.029013274237513542
194634	rnn.weight_ih_l1	7	-0.04808051139116287
194634	rnn.weight_ih_l1	8	0.03644417226314545
194634	rnn.weight_ih_l1	9	0.04651212319731712
194634	rnn.weight_hh_l1	0	-0.005861600860953331
194634	rnn.weight_hh_l1	1	0.020163336768746376
194634	rnn.weight_hh_l1	2	0.010836995206773281
194634	rnn.weight_hh_l1	3	-0.013127719052135944
194634	rnn.weight_hh_l1	4	0.006621077656745911
194634	rnn.weight_hh_l1	5	0.03255249559879303
194634	rnn.weight_hh_l1	6	0.03660648688673973
194634	rnn.weight_hh_l1	7	-0.017334843054413795
194634	rnn.weight_hh_l1	8	-0.007996597327291965
194634	rnn.weight_hh_l1	9	0.03506028652191162
194634	rnn.bias_ih_l1	0	-0.18258139491081238
194634	rnn.bias_ih_l1	1	-0.17593973875045776
194634	rnn.bias_ih_l1	2	-0.2087041139602661
194634	rnn.bias_ih_l1	3	-0.3149946331977844
194634	rnn.bias_ih_l1	4	-0.19289694726467133
194634	rnn.bias_ih_l1	5	-0.08421307057142258
194634	rnn.bias_ih_l1	6	-0.16438265144824982
194634	rnn.bias_ih_l1	7	-0.011907726526260376
194634	rnn.bias_ih_l1	8	-0.12830936908721924
194634	rnn.bias_ih_l1	9	-0.13030105829238892
194634	rnn.bias_hh_l1	0	-0.09840090572834015
194634	rnn.bias_hh_l1	1	-0.07282227277755737
194634	rnn.bias_hh_l1	2	-0.09221171587705612
194634	rnn.bias_hh_l1	3	-0.07971739023923874
194634	rnn.bias_hh_l1	4	-0.08374134451150894
194634	rnn.bias_hh_l1	5	-0.12449119985103607
194634	rnn.bias_hh_l1	6	-0.1592932641506195
194634	rnn.bias_hh_l1	7	0.062470078468322754
194634	rnn.bias_hh_l1	8	-0.1822083741426468
194634	rnn.bias_hh_l1	9	-0.12016221135854721
194634	rnn.weight_ih_l1_reverse	0	-0.04351082071661949
194634	rnn.weight_ih_l1_reverse	1	0.03511529788374901
194634	rnn.weight_ih_l1_reverse	2	0.0853896215558052
194634	rnn.weight_ih_l1_reverse	3	-0.01267338078469038
194634	rnn.weight_ih_l1_reverse	4	-0.03497392311692238
194634	rnn.weight_ih_l1_reverse	5	-0.03110278770327568
194634	rnn.weight_ih_l1_reverse	6	-0.012782801873981953
194634	rnn.weight_ih_l1_reverse	7	0.02530328743159771
194634	rnn.weight_ih_l1_reverse	8	0.0027772558387368917
194634	rnn.weight_ih_l1_reverse	9	-0.03995243087410927
194634	rnn.weight_hh_l1_reverse	0	0.004842256661504507
194634	rnn.weight_hh_l1_reverse	1	0.0314486101269722
194634	rnn.weight_hh_l1_reverse	2	-0.0404369942843914
194634	rnn.weight_hh_l1_reverse	3	0.03523124381899834
194634	rnn.weight_hh_l1_reverse	4	0.04768889769911766
194634	rnn.weight_hh_l1_reverse	5	0.002368846209719777
194634	rnn.weight_hh_l1_reverse	6	0.05451207980513573
194634	rnn.weight_hh_l1_reverse	7	0.0307493694126606
194634	rnn.weight_hh_l1_reverse	8	-0.0072599248960614204
194634	rnn.weight_hh_l1_reverse	9	-0.030152441933751106
194634	rnn.bias_ih_l1_reverse	0	-0.05270456522703171
194634	rnn.bias_ih_l1_reverse	1	-0.15201717615127563
194634	rnn.bias_ih_l1_reverse	2	-0.1649864763021469
194634	rnn.bias_ih_l1_reverse	3	-0.059578441083431244
194634	rnn.bias_ih_l1_reverse	4	-0.21212173998355865
194634	rnn.bias_ih_l1_reverse	5	-0.11195369064807892
194634	rnn.bias_ih_l1_reverse	6	-0.13467709720134735
194634	rnn.bias_ih_l1_reverse	7	-0.19431918859481812
194634	rnn.bias_ih_l1_reverse	8	0.22817543148994446
194634	rnn.bias_ih_l1_reverse	9	0.02378665655851364
194634	rnn.bias_hh_l1_reverse	0	-0.008028045296669006
194634	rnn.bias_hh_l1_reverse	1	-0.08274859935045242
194634	rnn.bias_hh_l1_reverse	2	-0.2348652333021164
194634	rnn.bias_hh_l1_reverse	3	-0.1429002434015274
194634	rnn.bias_hh_l1_reverse	4	-0.08214792609214783
194634	rnn.bias_hh_l1_reverse	5	-0.11901045590639114
194634	rnn.bias_hh_l1_reverse	6	0.05530941113829613
194634	rnn.bias_hh_l1_reverse	7	-0.15445810556411743
194634	rnn.bias_hh_l1_reverse	8	-0.11770620942115784
194634	rnn.bias_hh_l1_reverse	9	-0.1499648094177246
194634	linear.weight	0	0.002228822559118271
194634	linear.weight	1	0.10641351342201233
194634	linear.weight	2	-0.10208652168512344
194634	linear.weight	3	0.2876436114311218
194634	linear.weight	4	0.15882787108421326
194634	linear.weight	5	-0.06727364659309387
194634	linear.weight	6	0.11264776438474655
194634	linear.weight	7	0.13875479996204376
194634	linear.weight	8	0.04115082323551178
194634	linear.weight	9	-0.045908473432064056
194634	linear.bias	0	0.08449651300907135
194634	linear.bias	1	-0.16959291696548462
194634	linear.bias	2	-0.4285816550254822
194634	linear.bias	3	-0.6507220268249512
194634	linear.bias	4	-1.2200229167938232
194634	linear.bias	5	-0.06216207891702652
194634	linear.bias	6	-0.7848972678184509
194634	linear.bias	7	0.26011791825294495
194634	linear.bias	8	-0.43021467328071594
194634	linear.bias	9	-1.0361226797103882
194831	transitions	0	0.7392052412033081
194831	transitions	1	0.15526826679706573
194831	transitions	2	-10000.0
194831	transitions	3	-1.82682204246521
194831	transitions	4	-10000.0
194831	transitions	5	0.5664095878601074
194831	transitions	6	-0.082938052713871
194831	transitions	7	-0.7812025547027588
194831	transitions	8	-1.4174847602844238
194831	transitions	9	-0.0012048849603161216
194831	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
194831	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
194831	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
194831	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
194831	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
194831	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
194831	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
194831	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
194831	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
194831	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
194831	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
194831	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
194831	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
194831	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
194831	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
194831	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
194831	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
194831	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
194831	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
194831	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
194831	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
194831	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
194831	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
194831	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
194831	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
194831	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
194831	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
194831	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
194831	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
194831	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
194831	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
194831	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
194831	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
194831	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
194831	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
194831	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
194831	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
194831	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
194831	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
194831	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
194831	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
194831	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
194831	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
194831	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
194831	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
194831	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
194831	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
194831	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
194831	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
194831	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
194831	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
194831	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
194831	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
194831	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
194831	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
194831	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
194831	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
194831	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
194831	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
194831	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
194831	embedding2nn.weight	0	0.020926976576447487
194831	embedding2nn.weight	1	-0.013067871332168579
194831	embedding2nn.weight	2	-0.014268254861235619
194831	embedding2nn.weight	3	-0.031917769461870193
194831	embedding2nn.weight	4	-0.0059150345623493195
194831	embedding2nn.weight	5	-0.003700588596984744
194831	embedding2nn.weight	6	-0.003973263781517744
194831	embedding2nn.weight	7	-0.07822057604789734
194831	embedding2nn.weight	8	-0.0019979383796453476
194831	embedding2nn.weight	9	-0.029817121103405952
194831	embedding2nn.bias	0	0.03576793149113655
194831	embedding2nn.bias	1	-0.07208705693483353
194831	embedding2nn.bias	2	0.064708411693573
194831	embedding2nn.bias	3	0.04230356588959694
194831	embedding2nn.bias	4	-0.05637913569808006
194831	embedding2nn.bias	5	-0.002448347629979253
194831	embedding2nn.bias	6	0.030003760010004044
194831	embedding2nn.bias	7	-0.06277266144752502
194831	embedding2nn.bias	8	0.05297461152076721
194831	embedding2nn.bias	9	0.05555153638124466
194831	rnn.weight_ih_l0	0	-0.07871226966381073
194831	rnn.weight_ih_l0	1	0.005342348013073206
194831	rnn.weight_ih_l0	2	0.03160160779953003
194831	rnn.weight_ih_l0	3	0.021694568917155266
194831	rnn.weight_ih_l0	4	-0.046993304044008255
194831	rnn.weight_ih_l0	5	-0.06514355540275574
194831	rnn.weight_ih_l0	6	-0.0011591947404667735
194831	rnn.weight_ih_l0	7	0.048796121031045914
194831	rnn.weight_ih_l0	8	-0.014724703505635262
194831	rnn.weight_ih_l0	9	-0.030777912586927414
194831	rnn.weight_hh_l0	0	-0.030650043860077858
194831	rnn.weight_hh_l0	1	-0.009672483429312706
194831	rnn.weight_hh_l0	2	0.00680001825094223
194831	rnn.weight_hh_l0	3	-0.07568992674350739
194831	rnn.weight_hh_l0	4	0.09399204701185226
194831	rnn.weight_hh_l0	5	-0.024826211854815483
194831	rnn.weight_hh_l0	6	-0.05824168026447296
194831	rnn.weight_hh_l0	7	0.011500230990350246
194831	rnn.weight_hh_l0	8	0.015467911958694458
194831	rnn.weight_hh_l0	9	-0.02410101145505905
194831	rnn.bias_ih_l0	0	0.1329236626625061
194831	rnn.bias_ih_l0	1	-0.03397461771965027
194831	rnn.bias_ih_l0	2	-0.03425346314907074
194831	rnn.bias_ih_l0	3	0.15582767128944397
194831	rnn.bias_ih_l0	4	-0.01202061865478754
194831	rnn.bias_ih_l0	5	-0.018413228914141655
194831	rnn.bias_ih_l0	6	0.020083850249648094
194831	rnn.bias_ih_l0	7	0.02317102812230587
194831	rnn.bias_ih_l0	8	-0.09738413244485855
194831	rnn.bias_ih_l0	9	-0.04844121262431145
194831	rnn.bias_hh_l0	0	-0.0033530897926539183
194831	rnn.bias_hh_l0	1	-0.10994447767734528
194831	rnn.bias_hh_l0	2	-0.07193519920110703
194831	rnn.bias_hh_l0	3	-0.08745371550321579
194831	rnn.bias_hh_l0	4	0.004723276011645794
194831	rnn.bias_hh_l0	5	-0.02512245997786522
194831	rnn.bias_hh_l0	6	0.03644244000315666
194831	rnn.bias_hh_l0	7	0.054290905594825745
194831	rnn.bias_hh_l0	8	-0.12222427874803543
194831	rnn.bias_hh_l0	9	-0.052666205912828445
194831	rnn.weight_ih_l0_reverse	0	-0.021675091236829758
194831	rnn.weight_ih_l0_reverse	1	-0.05179280787706375
194831	rnn.weight_ih_l0_reverse	2	-0.04862866550683975
194831	rnn.weight_ih_l0_reverse	3	0.013110952451825142
194831	rnn.weight_ih_l0_reverse	4	-0.020584437996149063
194831	rnn.weight_ih_l0_reverse	5	-0.057991817593574524
194831	rnn.weight_ih_l0_reverse	6	0.07646393775939941
194831	rnn.weight_ih_l0_reverse	7	-0.017214875668287277
194831	rnn.weight_ih_l0_reverse	8	-0.016166776418685913
194831	rnn.weight_ih_l0_reverse	9	0.0009031983208842576
194831	rnn.weight_hh_l0_reverse	0	0.06561088562011719
194831	rnn.weight_hh_l0_reverse	1	0.022894131019711494
194831	rnn.weight_hh_l0_reverse	2	0.02908462844789028
194831	rnn.weight_hh_l0_reverse	3	0.03599333018064499
194831	rnn.weight_hh_l0_reverse	4	0.01242318470031023
194831	rnn.weight_hh_l0_reverse	5	0.008693709038197994
194831	rnn.weight_hh_l0_reverse	6	0.050074152648448944
194831	rnn.weight_hh_l0_reverse	7	-0.07949140667915344
194831	rnn.weight_hh_l0_reverse	8	0.040254656225442886
194831	rnn.weight_hh_l0_reverse	9	0.03537663817405701
194831	rnn.bias_ih_l0_reverse	0	-0.05633636564016342
194831	rnn.bias_ih_l0_reverse	1	-0.28383418917655945
194831	rnn.bias_ih_l0_reverse	2	-0.11357992887496948
194831	rnn.bias_ih_l0_reverse	3	-0.05058123171329498
194831	rnn.bias_ih_l0_reverse	4	-0.01852918043732643
194831	rnn.bias_ih_l0_reverse	5	0.0751795768737793
194831	rnn.bias_ih_l0_reverse	6	-0.06873364746570587
194831	rnn.bias_ih_l0_reverse	7	0.0602116696536541
194831	rnn.bias_ih_l0_reverse	8	-0.04744327813386917
194831	rnn.bias_ih_l0_reverse	9	0.0631718561053276
194831	rnn.bias_hh_l0_reverse	0	0.02018653228878975
194831	rnn.bias_hh_l0_reverse	1	-0.05029326304793358
194831	rnn.bias_hh_l0_reverse	2	0.07693501561880112
194831	rnn.bias_hh_l0_reverse	3	-0.04767443612217903
194831	rnn.bias_hh_l0_reverse	4	-0.02168923430144787
194831	rnn.bias_hh_l0_reverse	5	-0.02627570927143097
194831	rnn.bias_hh_l0_reverse	6	-0.019593656063079834
194831	rnn.bias_hh_l0_reverse	7	0.10254711657762527
194831	rnn.bias_hh_l0_reverse	8	0.03525932878255844
194831	rnn.bias_hh_l0_reverse	9	-0.14856313169002533
194831	rnn.weight_ih_l1	0	-0.03090616874396801
194831	rnn.weight_ih_l1	1	-0.049911368638277054
194831	rnn.weight_ih_l1	2	0.055454228073358536
194831	rnn.weight_ih_l1	3	-0.06815263628959656
194831	rnn.weight_ih_l1	4	-0.013574434444308281
194831	rnn.weight_ih_l1	5	-0.04088445380330086
194831	rnn.weight_ih_l1	6	0.029445679858326912
194831	rnn.weight_ih_l1	7	-0.04799259081482887
194831	rnn.weight_ih_l1	8	0.03646663948893547
194831	rnn.weight_ih_l1	9	0.046678576618433
194831	rnn.weight_hh_l1	0	-0.005791351664811373
194831	rnn.weight_hh_l1	1	0.020111769437789917
194831	rnn.weight_hh_l1	2	0.010773522779345512
194831	rnn.weight_hh_l1	3	-0.013035811483860016
194831	rnn.weight_hh_l1	4	0.006566192023456097
194831	rnn.weight_hh_l1	5	0.032637204974889755
194831	rnn.weight_hh_l1	6	0.036463167518377304
194831	rnn.weight_hh_l1	7	-0.017428463324904442
194831	rnn.weight_hh_l1	8	-0.007989046163856983
194831	rnn.weight_hh_l1	9	0.0352330356836319
194831	rnn.bias_ih_l1	0	-0.18125048279762268
194831	rnn.bias_ih_l1	1	-0.17636984586715698
194831	rnn.bias_ih_l1	2	-0.2076491117477417
194831	rnn.bias_ih_l1	3	-0.31392213702201843
194831	rnn.bias_ih_l1	4	-0.19291558861732483
194831	rnn.bias_ih_l1	5	-0.08415067195892334
194831	rnn.bias_ih_l1	6	-0.16347351670265198
194831	rnn.bias_ih_l1	7	-0.012964703142642975
194831	rnn.bias_ih_l1	8	-0.12831850349903107
194831	rnn.bias_ih_l1	9	-0.12976308166980743
194831	rnn.bias_hh_l1	0	-0.09860795736312866
194831	rnn.bias_hh_l1	1	-0.07302625477313995
194831	rnn.bias_hh_l1	2	-0.0922645553946495
194831	rnn.bias_hh_l1	3	-0.08038213104009628
194831	rnn.bias_hh_l1	4	-0.0834226906299591
194831	rnn.bias_hh_l1	5	-0.12437301129102707
194831	rnn.bias_hh_l1	6	-0.15949153900146484
194831	rnn.bias_hh_l1	7	0.06371219456195831
194831	rnn.bias_hh_l1	8	-0.18185023963451385
194831	rnn.bias_hh_l1	9	-0.1188073605298996
194831	rnn.weight_ih_l1_reverse	0	-0.043323833495378494
194831	rnn.weight_ih_l1_reverse	1	0.03465510904788971
194831	rnn.weight_ih_l1_reverse	2	0.08593124896287918
194831	rnn.weight_ih_l1_reverse	3	-0.012356619350612164
194831	rnn.weight_ih_l1_reverse	4	-0.03514432534575462
194831	rnn.weight_ih_l1_reverse	5	-0.031021270900964737
194831	rnn.weight_ih_l1_reverse	6	-0.012634772807359695
194831	rnn.weight_ih_l1_reverse	7	0.025709053501486778
194831	rnn.weight_ih_l1_reverse	8	0.0028692157939076424
194831	rnn.weight_ih_l1_reverse	9	-0.03989413380622864
194831	rnn.weight_hh_l1_reverse	0	0.0049063400365412235
194831	rnn.weight_hh_l1_reverse	1	0.03153768181800842
194831	rnn.weight_hh_l1_reverse	2	-0.0404440276324749
194831	rnn.weight_hh_l1_reverse	3	0.03526145592331886
194831	rnn.weight_hh_l1_reverse	4	0.04787055030465126
194831	rnn.weight_hh_l1_reverse	5	0.002219534944742918
194831	rnn.weight_hh_l1_reverse	6	0.05359677970409393
194831	rnn.weight_hh_l1_reverse	7	0.030872182920575142
194831	rnn.weight_hh_l1_reverse	8	-0.007255606818944216
194831	rnn.weight_hh_l1_reverse	9	-0.03018028847873211
194831	rnn.bias_ih_l1_reverse	0	-0.05203285068273544
194831	rnn.bias_ih_l1_reverse	1	-0.1516769826412201
194831	rnn.bias_ih_l1_reverse	2	-0.16535823047161102
194831	rnn.bias_ih_l1_reverse	3	-0.059601105749607086
194831	rnn.bias_ih_l1_reverse	4	-0.212613046169281
194831	rnn.bias_ih_l1_reverse	5	-0.11217722296714783
194831	rnn.bias_ih_l1_reverse	6	-0.13462263345718384
194831	rnn.bias_ih_l1_reverse	7	-0.19510920345783234
194831	rnn.bias_ih_l1_reverse	8	0.2256879210472107
194831	rnn.bias_ih_l1_reverse	9	0.02319352701306343
194831	rnn.bias_hh_l1_reverse	0	-0.007946166209876537
194831	rnn.bias_hh_l1_reverse	1	-0.08137933164834976
194831	rnn.bias_hh_l1_reverse	2	-0.23491811752319336
194831	rnn.bias_hh_l1_reverse	3	-0.14263659715652466
194831	rnn.bias_hh_l1_reverse	4	-0.08223192393779755
194831	rnn.bias_hh_l1_reverse	5	-0.1182888001203537
194831	rnn.bias_hh_l1_reverse	6	0.05436622351408005
194831	rnn.bias_hh_l1_reverse	7	-0.1535264402627945
194831	rnn.bias_hh_l1_reverse	8	-0.11760710924863815
194831	rnn.bias_hh_l1_reverse	9	-0.14972035586833954
194831	linear.weight	0	0.002228822559118271
194831	linear.weight	1	0.10776721686124802
194831	linear.weight	2	-0.10281112045049667
194831	linear.weight	3	0.2866957187652588
194831	linear.weight	4	0.15914949774742126
194831	linear.weight	5	-0.06722881644964218
194831	linear.weight	6	0.11721474677324295
194831	linear.weight	7	0.13735367357730865
194831	linear.weight	8	0.04115065932273865
194831	linear.weight	9	-0.046875111758708954
194831	linear.bias	0	0.09337984770536423
194831	linear.bias	1	-0.1784808486700058
194831	linear.bias	2	-0.4136790633201599
194831	linear.bias	3	-0.645598292350769
194831	linear.bias	4	-1.2154029607772827
194831	linear.bias	5	-0.0700104609131813
194831	linear.bias	6	-0.7934208512306213
194831	linear.bias	7	0.2523989975452423
194831	linear.bias	8	-0.4386199712753296
194831	linear.bias	9	-1.0443675518035889
195028	transitions	0	0.7395845055580139
195028	transitions	1	0.1580224186182022
195028	transitions	2	-10000.0
195028	transitions	3	-1.8268297910690308
195028	transitions	4	-10000.0
195028	transitions	5	0.5663999915122986
195028	transitions	6	-0.08294661343097687
195028	transitions	7	-0.7812839150428772
195028	transitions	8	-1.4174940586090088
195028	transitions	9	-0.0012050005607306957
195028	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
195028	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
195028	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
195028	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
195028	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
195028	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
195028	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
195028	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
195028	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
195028	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
195028	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
195028	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
195028	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
195028	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
195028	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
195028	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
195028	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
195028	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
195028	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
195028	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
195028	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
195028	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
195028	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
195028	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
195028	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
195028	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
195028	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
195028	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
195028	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
195028	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
195028	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
195028	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
195028	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
195028	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
195028	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
195028	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
195028	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
195028	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
195028	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
195028	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
195028	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
195028	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
195028	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
195028	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
195028	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
195028	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
195028	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
195028	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
195028	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
195028	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
195028	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
195028	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
195028	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
195028	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
195028	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
195028	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
195028	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
195028	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
195028	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
195028	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
195028	embedding2nn.weight	0	0.020708976313471794
195028	embedding2nn.weight	1	-0.013022605329751968
195028	embedding2nn.weight	2	-0.014268254861235619
195028	embedding2nn.weight	3	-0.03169313818216324
195028	embedding2nn.weight	4	-0.0059150345623493195
195028	embedding2nn.weight	5	-0.003700588596984744
195028	embedding2nn.weight	6	-0.0039732675068080425
195028	embedding2nn.weight	7	-0.07826840132474899
195028	embedding2nn.weight	8	-0.0019979383796453476
195028	embedding2nn.weight	9	-0.030127791687846184
195028	embedding2nn.bias	0	0.03697431460022926
195028	embedding2nn.bias	1	-0.07079172134399414
195028	embedding2nn.bias	2	0.06657180190086365
195028	embedding2nn.bias	3	0.042810648679733276
195028	embedding2nn.bias	4	-0.05542943999171257
195028	embedding2nn.bias	5	-0.0012932030949741602
195028	embedding2nn.bias	6	0.028063688427209854
195028	embedding2nn.bias	7	-0.06007932871580124
195028	embedding2nn.bias	8	0.05442330613732338
195028	embedding2nn.bias	9	0.055462952703237534
195028	rnn.weight_ih_l0	0	-0.07823138684034348
195028	rnn.weight_ih_l0	1	0.005442244000732899
195028	rnn.weight_ih_l0	2	0.03177681937813759
195028	rnn.weight_ih_l0	3	0.021885065361857414
195028	rnn.weight_ih_l0	4	-0.047079674899578094
195028	rnn.weight_ih_l0	5	-0.06505328416824341
195028	rnn.weight_ih_l0	6	-0.0011170115321874619
195028	rnn.weight_ih_l0	7	0.048910852521657944
195028	rnn.weight_ih_l0	8	-0.014855454675853252
195028	rnn.weight_ih_l0	9	-0.030805401504039764
195028	rnn.weight_hh_l0	0	-0.030863532796502113
195028	rnn.weight_hh_l0	1	-0.00989853497594595
195028	rnn.weight_hh_l0	2	0.007082795724272728
195028	rnn.weight_hh_l0	3	-0.07586883008480072
195028	rnn.weight_hh_l0	4	0.09387444704771042
195028	rnn.weight_hh_l0	5	-0.02451450191438198
195028	rnn.weight_hh_l0	6	-0.058007922023534775
195028	rnn.weight_hh_l0	7	0.011716983281075954
195028	rnn.weight_hh_l0	8	0.015404433943331242
195028	rnn.weight_hh_l0	9	-0.024091433733701706
195028	rnn.bias_ih_l0	0	0.1328563094139099
195028	rnn.bias_ih_l0	1	-0.034224919974803925
195028	rnn.bias_ih_l0	2	-0.033035777509212494
195028	rnn.bias_ih_l0	3	0.1553569734096527
195028	rnn.bias_ih_l0	4	-0.012249115854501724
195028	rnn.bias_ih_l0	5	-0.018256088718771935
195028	rnn.bias_ih_l0	6	0.02092146873474121
195028	rnn.bias_ih_l0	7	0.023167572915554047
195028	rnn.bias_ih_l0	8	-0.09702432155609131
195028	rnn.bias_ih_l0	9	-0.04955356568098068
195028	rnn.bias_hh_l0	0	-0.0027416134253144264
195028	rnn.bias_hh_l0	1	-0.10967834293842316
195028	rnn.bias_hh_l0	2	-0.07201514393091202
195028	rnn.bias_hh_l0	3	-0.08785301446914673
195028	rnn.bias_hh_l0	4	0.004929365124553442
195028	rnn.bias_hh_l0	5	-0.025278102606534958
195028	rnn.bias_hh_l0	6	0.0364229753613472
195028	rnn.bias_hh_l0	7	0.056423120200634
195028	rnn.bias_hh_l0	8	-0.12291771918535233
195028	rnn.bias_hh_l0	9	-0.05157970264554024
195028	rnn.weight_ih_l0_reverse	0	-0.021505141630768776
195028	rnn.weight_ih_l0_reverse	1	-0.05205623805522919
195028	rnn.weight_ih_l0_reverse	2	-0.048636797815561295
195028	rnn.weight_ih_l0_reverse	3	0.01311720721423626
195028	rnn.weight_ih_l0_reverse	4	-0.020547963678836823
195028	rnn.weight_ih_l0_reverse	5	-0.05802580341696739
195028	rnn.weight_ih_l0_reverse	6	0.07682032138109207
195028	rnn.weight_ih_l0_reverse	7	-0.01724301651120186
195028	rnn.weight_ih_l0_reverse	8	-0.016160452738404274
195028	rnn.weight_ih_l0_reverse	9	0.0008660924504511058
195028	rnn.weight_hh_l0_reverse	0	0.06543581187725067
195028	rnn.weight_hh_l0_reverse	1	0.022697290405631065
195028	rnn.weight_hh_l0_reverse	2	0.029078179970383644
195028	rnn.weight_hh_l0_reverse	3	0.03580106049776077
195028	rnn.weight_hh_l0_reverse	4	0.012387731112539768
195028	rnn.weight_hh_l0_reverse	5	0.008435617201030254
195028	rnn.weight_hh_l0_reverse	6	0.05006527155637741
195028	rnn.weight_hh_l0_reverse	7	-0.07947976887226105
195028	rnn.weight_hh_l0_reverse	8	0.04019555449485779
195028	rnn.weight_hh_l0_reverse	9	0.03535200282931328
195028	rnn.bias_ih_l0_reverse	0	-0.05643213912844658
195028	rnn.bias_ih_l0_reverse	1	-0.2827944755554199
195028	rnn.bias_ih_l0_reverse	2	-0.11355991661548615
195028	rnn.bias_ih_l0_reverse	3	-0.05075471103191376
195028	rnn.bias_ih_l0_reverse	4	-0.018300091847777367
195028	rnn.bias_ih_l0_reverse	5	0.07499770075082779
195028	rnn.bias_ih_l0_reverse	6	-0.06770503520965576
195028	rnn.bias_ih_l0_reverse	7	0.059756118804216385
195028	rnn.bias_ih_l0_reverse	8	-0.04714205116033554
195028	rnn.bias_ih_l0_reverse	9	0.06212211772799492
195028	rnn.bias_hh_l0_reverse	0	0.01950516179203987
195028	rnn.bias_hh_l0_reverse	1	-0.05059593543410301
195028	rnn.bias_hh_l0_reverse	2	0.07663232088088989
195028	rnn.bias_hh_l0_reverse	3	-0.04796832054853439
195028	rnn.bias_hh_l0_reverse	4	-0.021943354979157448
195028	rnn.bias_hh_l0_reverse	5	-0.02581382915377617
195028	rnn.bias_hh_l0_reverse	6	-0.019364921376109123
195028	rnn.bias_hh_l0_reverse	7	0.10247781127691269
195028	rnn.bias_hh_l0_reverse	8	0.03530095890164375
195028	rnn.bias_hh_l0_reverse	9	-0.14943723380565643
195028	rnn.weight_ih_l1	0	-0.030506346374750137
195028	rnn.weight_ih_l1	1	-0.04993448778986931
195028	rnn.weight_ih_l1	2	0.05538805201649666
195028	rnn.weight_ih_l1	3	-0.06854221224784851
195028	rnn.weight_ih_l1	4	-0.013214727863669395
195028	rnn.weight_ih_l1	5	-0.041023340076208115
195028	rnn.weight_ih_l1	6	0.029162472113966942
195028	rnn.weight_ih_l1	7	-0.04795239493250847
195028	rnn.weight_ih_l1	8	0.036550525575876236
195028	rnn.weight_ih_l1	9	0.04656895250082016
195028	rnn.weight_hh_l1	0	-0.0056287203915417194
195028	rnn.weight_hh_l1	1	0.020078560337424278
195028	rnn.weight_hh_l1	2	0.010832813568413258
195028	rnn.weight_hh_l1	3	-0.012981823645532131
195028	rnn.weight_hh_l1	4	0.006632890086621046
195028	rnn.weight_hh_l1	5	0.03269891068339348
195028	rnn.weight_hh_l1	6	0.03653905168175697
195028	rnn.weight_hh_l1	7	-0.017559248954057693
195028	rnn.weight_hh_l1	8	-0.008025934919714928
195028	rnn.weight_hh_l1	9	0.03522418811917305
195028	rnn.bias_ih_l1	0	-0.18145321309566498
195028	rnn.bias_ih_l1	1	-0.17609663307666779
195028	rnn.bias_ih_l1	2	-0.20704692602157593
195028	rnn.bias_ih_l1	3	-0.3131428360939026
195028	rnn.bias_ih_l1	4	-0.19200369715690613
195028	rnn.bias_ih_l1	5	-0.08427277952432632
195028	rnn.bias_ih_l1	6	-0.16405236721038818
195028	rnn.bias_ih_l1	7	-0.012841027230024338
195028	rnn.bias_ih_l1	8	-0.12764549255371094
195028	rnn.bias_ih_l1	9	-0.1302010416984558
195028	rnn.bias_hh_l1	0	-0.09857811033725739
195028	rnn.bias_hh_l1	1	-0.07396341115236282
195028	rnn.bias_hh_l1	2	-0.09209295362234116
195028	rnn.bias_hh_l1	3	-0.08005513995885849
195028	rnn.bias_hh_l1	4	-0.08401021361351013
195028	rnn.bias_hh_l1	5	-0.1237897276878357
195028	rnn.bias_hh_l1	6	-0.1594422161579132
195028	rnn.bias_hh_l1	7	0.063571996986866
195028	rnn.bias_hh_l1	8	-0.18195772171020508
195028	rnn.bias_hh_l1	9	-0.1191144585609436
195028	rnn.weight_ih_l1_reverse	0	-0.04364204779267311
195028	rnn.weight_ih_l1_reverse	1	0.03543078899383545
195028	rnn.weight_ih_l1_reverse	2	0.08663925528526306
195028	rnn.weight_ih_l1_reverse	3	-0.011927229352295399
195028	rnn.weight_ih_l1_reverse	4	-0.035377658903598785
195028	rnn.weight_ih_l1_reverse	5	-0.031062480062246323
195028	rnn.weight_ih_l1_reverse	6	-0.012646540068089962
195028	rnn.weight_ih_l1_reverse	7	0.025760643184185028
195028	rnn.weight_ih_l1_reverse	8	0.003749069757759571
195028	rnn.weight_ih_l1_reverse	9	-0.03966536745429039
195028	rnn.weight_hh_l1_reverse	0	0.004813628736883402
195028	rnn.weight_hh_l1_reverse	1	0.03139529377222061
195028	rnn.weight_hh_l1_reverse	2	-0.040469054132699966
195028	rnn.weight_hh_l1_reverse	3	0.03525885194540024
195028	rnn.weight_hh_l1_reverse	4	0.047885920852422714
195028	rnn.weight_hh_l1_reverse	5	0.0022320400457829237
195028	rnn.weight_hh_l1_reverse	6	0.05357249826192856
195028	rnn.weight_hh_l1_reverse	7	0.03109303116798401
195028	rnn.weight_hh_l1_reverse	8	-0.00724434619769454
195028	rnn.weight_hh_l1_reverse	9	-0.030192680656909943
195028	rnn.bias_ih_l1_reverse	0	-0.05205405130982399
195028	rnn.bias_ih_l1_reverse	1	-0.15141437947750092
195028	rnn.bias_ih_l1_reverse	2	-0.16486620903015137
195028	rnn.bias_ih_l1_reverse	3	-0.06136854737997055
195028	rnn.bias_ih_l1_reverse	4	-0.21260233223438263
195028	rnn.bias_ih_l1_reverse	5	-0.11298166215419769
195028	rnn.bias_ih_l1_reverse	6	-0.13481071591377258
195028	rnn.bias_ih_l1_reverse	7	-0.19487038254737854
195028	rnn.bias_ih_l1_reverse	8	0.22655680775642395
195028	rnn.bias_ih_l1_reverse	9	0.022290976718068123
195028	rnn.bias_hh_l1_reverse	0	-0.008702490478754044
195028	rnn.bias_hh_l1_reverse	1	-0.08116566389799118
195028	rnn.bias_hh_l1_reverse	2	-0.23543968796730042
195028	rnn.bias_hh_l1_reverse	3	-0.14314818382263184
195028	rnn.bias_hh_l1_reverse	4	-0.0820862278342247
195028	rnn.bias_hh_l1_reverse	5	-0.11864390969276428
195028	rnn.bias_hh_l1_reverse	6	0.05232662707567215
195028	rnn.bias_hh_l1_reverse	7	-0.15384872257709503
195028	rnn.bias_hh_l1_reverse	8	-0.11759676784276962
195028	rnn.bias_hh_l1_reverse	9	-0.14949099719524384
195028	linear.weight	0	0.002228822559118271
195028	linear.weight	1	0.10655197501182556
195028	linear.weight	2	-0.1043480634689331
195028	linear.weight	3	0.28879356384277344
195028	linear.weight	4	0.15957361459732056
195028	linear.weight	5	-0.06610244512557983
195028	linear.weight	6	0.1151803731918335
195028	linear.weight	7	0.1376623660326004
195028	linear.weight	8	0.04115065932273865
195028	linear.weight	9	-0.04647895693778992
195028	linear.bias	0	0.08684969693422318
195028	linear.bias	1	-0.16167987883090973
195028	linear.bias	2	-0.43217700719833374
195028	linear.bias	3	-0.6430860161781311
195028	linear.bias	4	-1.213474988937378
195028	linear.bias	5	-0.06667573750019073
195028	linear.bias	6	-0.7764059901237488
195028	linear.bias	7	0.2562246322631836
195028	linear.bias	8	-0.43526360392570496
195028	linear.bias	9	-1.0410587787628174
195225	transitions	0	0.7388682961463928
195225	transitions	1	0.15853825211524963
195225	transitions	2	-10000.0
195225	transitions	3	-1.8268345594406128
195225	transitions	4	-10000.0
195225	transitions	5	0.566386342048645
195225	transitions	6	-0.08295884728431702
195225	transitions	7	-0.7813950181007385
195225	transitions	8	-1.4175046682357788
195225	transitions	9	-0.00120513082947582
195225	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
195225	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
195225	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
195225	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
195225	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
195225	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
195225	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
195225	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
195225	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
195225	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
195225	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
195225	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
195225	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
195225	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
195225	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
195225	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
195225	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
195225	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
195225	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
195225	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
195225	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
195225	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
195225	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
195225	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
195225	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
195225	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
195225	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
195225	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
195225	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
195225	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
195225	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
195225	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
195225	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
195225	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
195225	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
195225	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
195225	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
195225	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
195225	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
195225	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
195225	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
195225	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
195225	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
195225	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
195225	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
195225	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
195225	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
195225	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
195225	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
195225	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
195225	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
195225	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
195225	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
195225	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
195225	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
195225	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
195225	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
195225	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
195225	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
195225	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
195225	embedding2nn.weight	0	0.02100401371717453
195225	embedding2nn.weight	1	-0.013013752177357674
195225	embedding2nn.weight	2	-0.014268254861235619
195225	embedding2nn.weight	3	-0.03158322721719742
195225	embedding2nn.weight	4	-0.0059150345623493195
195225	embedding2nn.weight	5	-0.003700588596984744
195225	embedding2nn.weight	6	-0.003973266575485468
195225	embedding2nn.weight	7	-0.07839858531951904
195225	embedding2nn.weight	8	-0.0019979383796453476
195225	embedding2nn.weight	9	-0.0302476417273283
195225	embedding2nn.bias	0	0.039530135691165924
195225	embedding2nn.bias	1	-0.07196395844221115
195225	embedding2nn.bias	2	0.06929244846105576
195225	embedding2nn.bias	3	0.04128314554691315
195225	embedding2nn.bias	4	-0.053801801055669785
195225	embedding2nn.bias	5	-0.00047610330511815846
195225	embedding2nn.bias	6	0.028916332870721817
195225	embedding2nn.bias	7	-0.06150268018245697
195225	embedding2nn.bias	8	0.056101441383361816
195225	embedding2nn.bias	9	0.05493871867656708
195225	rnn.weight_ih_l0	0	-0.07875064015388489
195225	rnn.weight_ih_l0	1	0.005239300895482302
195225	rnn.weight_ih_l0	2	0.031569480895996094
195225	rnn.weight_ih_l0	3	0.021675890311598778
195225	rnn.weight_ih_l0	4	-0.047363054007291794
195225	rnn.weight_ih_l0	5	-0.06501948088407516
195225	rnn.weight_ih_l0	6	-0.0007365386700257659
195225	rnn.weight_ih_l0	7	0.049081720411777496
195225	rnn.weight_ih_l0	8	-0.014938469976186752
195225	rnn.weight_ih_l0	9	-0.03047158755362034
195225	rnn.weight_hh_l0	0	-0.030583489686250687
195225	rnn.weight_hh_l0	1	-0.010442194528877735
195225	rnn.weight_hh_l0	2	0.007157059386372566
195225	rnn.weight_hh_l0	3	-0.07602496445178986
195225	rnn.weight_hh_l0	4	0.09411349147558212
195225	rnn.weight_hh_l0	5	-0.02467617392539978
195225	rnn.weight_hh_l0	6	-0.05816725268959999
195225	rnn.weight_hh_l0	7	0.011501494795084
195225	rnn.weight_hh_l0	8	0.015443715266883373
195225	rnn.weight_hh_l0	9	-0.024151043966412544
195225	rnn.bias_ih_l0	0	0.13250470161437988
195225	rnn.bias_ih_l0	1	-0.034630633890628815
195225	rnn.bias_ih_l0	2	-0.03287297487258911
195225	rnn.bias_ih_l0	3	0.15371665358543396
195225	rnn.bias_ih_l0	4	-0.01183859258890152
195225	rnn.bias_ih_l0	5	-0.01669025421142578
195225	rnn.bias_ih_l0	6	0.019139505922794342
195225	rnn.bias_ih_l0	7	0.022964488714933395
195225	rnn.bias_ih_l0	8	-0.09706996381282806
195225	rnn.bias_ih_l0	9	-0.04765588417649269
195225	rnn.bias_hh_l0	0	-0.003134696977213025
195225	rnn.bias_hh_l0	1	-0.1107272058725357
195225	rnn.bias_hh_l0	2	-0.0715014711022377
195225	rnn.bias_hh_l0	3	-0.08899737894535065
195225	rnn.bias_hh_l0	4	0.005459885112941265
195225	rnn.bias_hh_l0	5	-0.025243455544114113
195225	rnn.bias_hh_l0	6	0.03541138395667076
195225	rnn.bias_hh_l0	7	0.05607982352375984
195225	rnn.bias_hh_l0	8	-0.12275131046772003
195225	rnn.bias_hh_l0	9	-0.05220390856266022
195225	rnn.weight_ih_l0_reverse	0	-0.021616000682115555
195225	rnn.weight_ih_l0_reverse	1	-0.05185535177588463
195225	rnn.weight_ih_l0_reverse	2	-0.04855622723698616
195225	rnn.weight_ih_l0_reverse	3	0.012947501614689827
195225	rnn.weight_ih_l0_reverse	4	-0.020497700199484825
195225	rnn.weight_ih_l0_reverse	5	-0.058061178773641586
195225	rnn.weight_ih_l0_reverse	6	0.07667681574821472
195225	rnn.weight_ih_l0_reverse	7	-0.017185028642416
195225	rnn.weight_ih_l0_reverse	8	-0.016336999833583832
195225	rnn.weight_ih_l0_reverse	9	0.0005099005065858364
195225	rnn.weight_hh_l0_reverse	0	0.06586755067110062
195225	rnn.weight_hh_l0_reverse	1	0.02275351621210575
195225	rnn.weight_hh_l0_reverse	2	0.0290362648665905
195225	rnn.weight_hh_l0_reverse	3	0.03585664555430412
195225	rnn.weight_hh_l0_reverse	4	0.012397521175444126
195225	rnn.weight_hh_l0_reverse	5	0.008520713075995445
195225	rnn.weight_hh_l0_reverse	6	0.05004674568772316
195225	rnn.weight_hh_l0_reverse	7	-0.07929540425539017
195225	rnn.weight_hh_l0_reverse	8	0.04005296528339386
195225	rnn.weight_hh_l0_reverse	9	0.03514740243554115
195225	rnn.bias_ih_l0_reverse	0	-0.05626697093248367
195225	rnn.bias_ih_l0_reverse	1	-0.2834187150001526
195225	rnn.bias_ih_l0_reverse	2	-0.11368265002965927
195225	rnn.bias_ih_l0_reverse	3	-0.05042227730154991
195225	rnn.bias_ih_l0_reverse	4	-0.01917530596256256
195225	rnn.bias_ih_l0_reverse	5	0.07390376925468445
195225	rnn.bias_ih_l0_reverse	6	-0.0673505887389183
195225	rnn.bias_ih_l0_reverse	7	0.060174182057380676
195225	rnn.bias_ih_l0_reverse	8	-0.04692380502820015
195225	rnn.bias_ih_l0_reverse	9	0.06218670308589935
195225	rnn.bias_hh_l0_reverse	0	0.02088601142168045
195225	rnn.bias_hh_l0_reverse	1	-0.05096488445997238
195225	rnn.bias_hh_l0_reverse	2	0.07660871744155884
195225	rnn.bias_hh_l0_reverse	3	-0.04688551276922226
195225	rnn.bias_hh_l0_reverse	4	-0.022743506357073784
195225	rnn.bias_hh_l0_reverse	5	-0.025452012196183205
195225	rnn.bias_hh_l0_reverse	6	-0.020330656319856644
195225	rnn.bias_hh_l0_reverse	7	0.10285945981740952
195225	rnn.bias_hh_l0_reverse	8	0.034544121474027634
195225	rnn.bias_hh_l0_reverse	9	-0.14896726608276367
195225	rnn.weight_ih_l1	0	-0.030287083238363266
195225	rnn.weight_ih_l1	1	-0.049682844430208206
195225	rnn.weight_ih_l1	2	0.05494925379753113
195225	rnn.weight_ih_l1	3	-0.06843271106481552
195225	rnn.weight_ih_l1	4	-0.013493135571479797
195225	rnn.weight_ih_l1	5	-0.04099621996283531
195225	rnn.weight_ih_l1	6	0.029276316985487938
195225	rnn.weight_ih_l1	7	-0.04799489676952362
195225	rnn.weight_ih_l1	8	0.03660399094223976
195225	rnn.weight_ih_l1	9	0.04637531563639641
195225	rnn.weight_hh_l1	0	-0.005796796642243862
195225	rnn.weight_hh_l1	1	0.020080843940377235
195225	rnn.weight_hh_l1	2	0.010462688282132149
195225	rnn.weight_hh_l1	3	-0.013004076667129993
195225	rnn.weight_hh_l1	4	0.006553925108164549
195225	rnn.weight_hh_l1	5	0.03271028771996498
195225	rnn.weight_hh_l1	6	0.03640633448958397
195225	rnn.weight_hh_l1	7	-0.017342880368232727
195225	rnn.weight_hh_l1	8	-0.008066688664257526
195225	rnn.weight_hh_l1	9	0.03527170047163963
195225	rnn.bias_ih_l1	0	-0.181892991065979
195225	rnn.bias_ih_l1	1	-0.1756218522787094
195225	rnn.bias_ih_l1	2	-0.206994891166687
195225	rnn.bias_ih_l1	3	-0.31299230456352234
195225	rnn.bias_ih_l1	4	-0.19153906404972076
195225	rnn.bias_ih_l1	5	-0.0847809687256813
195225	rnn.bias_ih_l1	6	-0.16446514427661896
195225	rnn.bias_ih_l1	7	-0.012891300022602081
195225	rnn.bias_ih_l1	8	-0.1286284178495407
195225	rnn.bias_ih_l1	9	-0.12944117188453674
195225	rnn.bias_hh_l1	0	-0.09821274131536484
195225	rnn.bias_hh_l1	1	-0.07483642548322678
195225	rnn.bias_hh_l1	2	-0.0916743278503418
195225	rnn.bias_hh_l1	3	-0.07951054722070694
195225	rnn.bias_hh_l1	4	-0.08379749953746796
195225	rnn.bias_hh_l1	5	-0.1236257404088974
195225	rnn.bias_hh_l1	6	-0.15913644433021545
195225	rnn.bias_hh_l1	7	0.06291542947292328
195225	rnn.bias_hh_l1	8	-0.18269634246826172
195225	rnn.bias_hh_l1	9	-0.11804414540529251
195225	rnn.weight_ih_l1_reverse	0	-0.04373415932059288
195225	rnn.weight_ih_l1_reverse	1	0.03469168022274971
195225	rnn.weight_ih_l1_reverse	2	0.08617716282606125
195225	rnn.weight_ih_l1_reverse	3	-0.011870910413563251
195225	rnn.weight_ih_l1_reverse	4	-0.03519986569881439
195225	rnn.weight_ih_l1_reverse	5	-0.03103414550423622
195225	rnn.weight_ih_l1_reverse	6	-0.01284150779247284
195225	rnn.weight_ih_l1_reverse	7	0.025877220556139946
195225	rnn.weight_ih_l1_reverse	8	0.003144703106954694
195225	rnn.weight_ih_l1_reverse	9	-0.04020039364695549
195225	rnn.weight_hh_l1_reverse	0	0.0047766114585101604
195225	rnn.weight_hh_l1_reverse	1	0.03134092316031456
195225	rnn.weight_hh_l1_reverse	2	-0.04048129543662071
195225	rnn.weight_hh_l1_reverse	3	0.03531337529420853
195225	rnn.weight_hh_l1_reverse	4	0.047812268137931824
195225	rnn.weight_hh_l1_reverse	5	0.002230278681963682
195225	rnn.weight_hh_l1_reverse	6	0.05343034863471985
195225	rnn.weight_hh_l1_reverse	7	0.0311045590788126
195225	rnn.weight_hh_l1_reverse	8	-0.007239720318466425
195225	rnn.weight_hh_l1_reverse	9	-0.030251918360590935
195225	rnn.bias_ih_l1_reverse	0	-0.052469100803136826
195225	rnn.bias_ih_l1_reverse	1	-0.1506863683462143
195225	rnn.bias_ih_l1_reverse	2	-0.1659855991601944
195225	rnn.bias_ih_l1_reverse	3	-0.061000123620033264
195225	rnn.bias_ih_l1_reverse	4	-0.21306392550468445
195225	rnn.bias_ih_l1_reverse	5	-0.11229941993951797
195225	rnn.bias_ih_l1_reverse	6	-0.13473892211914062
195225	rnn.bias_ih_l1_reverse	7	-0.19612933695316315
195225	rnn.bias_ih_l1_reverse	8	0.2263203114271164
195225	rnn.bias_ih_l1_reverse	9	0.02320137247443199
195225	rnn.bias_hh_l1_reverse	0	-0.010898959822952747
195225	rnn.bias_hh_l1_reverse	1	-0.07922357320785522
195225	rnn.bias_hh_l1_reverse	2	-0.23541967570781708
195225	rnn.bias_hh_l1_reverse	3	-0.14321433007717133
195225	rnn.bias_hh_l1_reverse	4	-0.082553930580616
195225	rnn.bias_hh_l1_reverse	5	-0.11925028264522552
195225	rnn.bias_hh_l1_reverse	6	0.053244877606630325
195225	rnn.bias_hh_l1_reverse	7	-0.15381407737731934
195225	rnn.bias_hh_l1_reverse	8	-0.11803843080997467
195225	rnn.bias_hh_l1_reverse	9	-0.14929507672786713
195225	linear.weight	0	0.002228822559118271
195225	linear.weight	1	0.10676045715808868
195225	linear.weight	2	-0.1035568118095398
195225	linear.weight	3	0.2873888909816742
195225	linear.weight	4	0.15866342186927795
195225	linear.weight	5	-0.06674034893512726
195225	linear.weight	6	0.11640575528144836
195225	linear.weight	7	0.13856059312820435
195225	linear.weight	8	0.04115055501461029
195225	linear.weight	9	-0.04538844898343086
195225	linear.bias	0	0.09186314046382904
195225	linear.bias	1	-0.16612236201763153
195225	linear.bias	2	-0.43628835678100586
195225	linear.bias	3	-0.6478253602981567
195225	linear.bias	4	-1.2185494899749756
195225	linear.bias	5	-0.06308527290821075
195225	linear.bias	6	-0.780969500541687
195225	linear.bias	7	0.2588198482990265
195225	linear.bias	8	-0.4265713393688202
195225	linear.bias	9	-1.0320297479629517
195422	transitions	0	0.7365344166755676
195422	transitions	1	0.15800346434116364
195422	transitions	2	-10000.0
195422	transitions	3	-1.8268376588821411
195422	transitions	4	-10000.0
195422	transitions	5	0.5663653016090393
195422	transitions	6	-0.08296944946050644
195422	transitions	7	-0.7814620137214661
195422	transitions	8	-1.417511224746704
195422	transitions	9	-0.0012052708771079779
195422	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
195422	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
195422	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
195422	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
195422	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
195422	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
195422	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
195422	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
195422	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
195422	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
195422	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
195422	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
195422	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
195422	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
195422	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
195422	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
195422	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
195422	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
195422	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
195422	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
195422	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
195422	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
195422	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
195422	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
195422	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
195422	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
195422	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
195422	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
195422	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
195422	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
195422	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
195422	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
195422	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
195422	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
195422	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
195422	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
195422	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
195422	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
195422	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
195422	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
195422	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
195422	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
195422	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
195422	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
195422	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
195422	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
195422	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
195422	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
195422	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
195422	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
195422	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
195422	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
195422	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
195422	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
195422	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
195422	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
195422	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
195422	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
195422	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
195422	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
195422	embedding2nn.weight	0	0.021692467853426933
195422	embedding2nn.weight	1	-0.013016837649047375
195422	embedding2nn.weight	2	-0.014268254861235619
195422	embedding2nn.weight	3	-0.0314372293651104
195422	embedding2nn.weight	4	-0.0059150345623493195
195422	embedding2nn.weight	5	-0.003700588596984744
195422	embedding2nn.weight	6	-0.0039732675068080425
195422	embedding2nn.weight	7	-0.0783400610089302
195422	embedding2nn.weight	8	-0.0019979383796453476
195422	embedding2nn.weight	9	-0.030113423243165016
195422	embedding2nn.bias	0	0.03985228389501572
195422	embedding2nn.bias	1	-0.06906623393297195
195422	embedding2nn.bias	2	0.06839844584465027
195422	embedding2nn.bias	3	0.03962482139468193
195422	embedding2nn.bias	4	-0.05593042075634003
195422	embedding2nn.bias	5	0.000889211252797395
195422	embedding2nn.bias	6	0.030504873022437096
195422	embedding2nn.bias	7	-0.05881872400641441
195422	embedding2nn.bias	8	0.05908142030239105
195422	embedding2nn.bias	9	0.053454287350177765
195422	rnn.weight_ih_l0	0	-0.07856693118810654
195422	rnn.weight_ih_l0	1	0.005434808321297169
195422	rnn.weight_ih_l0	2	0.031074589118361473
195422	rnn.weight_ih_l0	3	0.021455984562635422
195422	rnn.weight_ih_l0	4	-0.04730195179581642
195422	rnn.weight_ih_l0	5	-0.06501714885234833
195422	rnn.weight_ih_l0	6	-0.0005140696302987635
195422	rnn.weight_ih_l0	7	0.04926561191678047
195422	rnn.weight_ih_l0	8	-0.014795076102018356
195422	rnn.weight_ih_l0	9	-0.03027283027768135
195422	rnn.weight_hh_l0	0	-0.030503390356898308
195422	rnn.weight_hh_l0	1	-0.010046194307506084
195422	rnn.weight_hh_l0	2	0.007211626973003149
195422	rnn.weight_hh_l0	3	-0.07590709626674652
195422	rnn.weight_hh_l0	4	0.09418973326683044
195422	rnn.weight_hh_l0	5	-0.024221202358603477
195422	rnn.weight_hh_l0	6	-0.0583624504506588
195422	rnn.weight_hh_l0	7	0.01134145725518465
195422	rnn.weight_hh_l0	8	0.015510457567870617
195422	rnn.weight_hh_l0	9	-0.02410336583852768
195422	rnn.bias_ih_l0	0	0.13225026428699493
195422	rnn.bias_ih_l0	1	-0.03448176756501198
195422	rnn.bias_ih_l0	2	-0.03133847564458847
195422	rnn.bias_ih_l0	3	0.1541956067085266
195422	rnn.bias_ih_l0	4	-0.012691128998994827
195422	rnn.bias_ih_l0	5	-0.016731303185224533
195422	rnn.bias_ih_l0	6	0.019083162769675255
195422	rnn.bias_ih_l0	7	0.02226964943110943
195422	rnn.bias_ih_l0	8	-0.09708073735237122
195422	rnn.bias_ih_l0	9	-0.048740290105342865
195422	rnn.bias_hh_l0	0	-0.0031425326596945524
195422	rnn.bias_hh_l0	1	-0.1121482402086258
195422	rnn.bias_hh_l0	2	-0.07083190977573395
195422	rnn.bias_hh_l0	3	-0.08838365972042084
195422	rnn.bias_hh_l0	4	0.004948245361447334
195422	rnn.bias_hh_l0	5	-0.024897070601582527
195422	rnn.bias_hh_l0	6	0.03475350886583328
195422	rnn.bias_hh_l0	7	0.055116698145866394
195422	rnn.bias_hh_l0	8	-0.12286119163036346
195422	rnn.bias_hh_l0	9	-0.05398573726415634
195422	rnn.weight_ih_l0_reverse	0	-0.021340467035770416
195422	rnn.weight_ih_l0_reverse	1	-0.05212191864848137
195422	rnn.weight_ih_l0_reverse	2	-0.04878582805395126
195422	rnn.weight_ih_l0_reverse	3	0.013129078783094883
195422	rnn.weight_ih_l0_reverse	4	-0.020756162703037262
195422	rnn.weight_ih_l0_reverse	5	-0.058088451623916626
195422	rnn.weight_ih_l0_reverse	6	0.07631256431341171
195422	rnn.weight_ih_l0_reverse	7	-0.017151661217212677
195422	rnn.weight_ih_l0_reverse	8	-0.016272012144327164
195422	rnn.weight_ih_l0_reverse	9	0.0005700201145373285
195422	rnn.weight_hh_l0_reverse	0	0.06600897014141083
195422	rnn.weight_hh_l0_reverse	1	0.022669970989227295
195422	rnn.weight_hh_l0_reverse	2	0.02876434288918972
195422	rnn.weight_hh_l0_reverse	3	0.035814397037029266
195422	rnn.weight_hh_l0_reverse	4	0.012384770438075066
195422	rnn.weight_hh_l0_reverse	5	0.008598328568041325
195422	rnn.weight_hh_l0_reverse	6	0.04999993368983269
195422	rnn.weight_hh_l0_reverse	7	-0.07953381538391113
195422	rnn.weight_hh_l0_reverse	8	0.04018126800656319
195422	rnn.weight_hh_l0_reverse	9	0.03533077985048294
195422	rnn.bias_ih_l0_reverse	0	-0.05637345463037491
195422	rnn.bias_ih_l0_reverse	1	-0.2837965190410614
195422	rnn.bias_ih_l0_reverse	2	-0.11350129544734955
195422	rnn.bias_ih_l0_reverse	3	-0.05068431422114372
195422	rnn.bias_ih_l0_reverse	4	-0.020184099674224854
195422	rnn.bias_ih_l0_reverse	5	0.07386860251426697
195422	rnn.bias_ih_l0_reverse	6	-0.06751687824726105
195422	rnn.bias_ih_l0_reverse	7	0.059794556349515915
195422	rnn.bias_ih_l0_reverse	8	-0.04604455083608627
195422	rnn.bias_ih_l0_reverse	9	0.06192874535918236
195422	rnn.bias_hh_l0_reverse	0	0.020680906251072884
195422	rnn.bias_hh_l0_reverse	1	-0.05101163312792778
195422	rnn.bias_hh_l0_reverse	2	0.07775697112083435
195422	rnn.bias_hh_l0_reverse	3	-0.046483587473630905
195422	rnn.bias_hh_l0_reverse	4	-0.0228674728423357
195422	rnn.bias_hh_l0_reverse	5	-0.025288214907050133
195422	rnn.bias_hh_l0_reverse	6	-0.020833062008023262
195422	rnn.bias_hh_l0_reverse	7	0.10245801508426666
195422	rnn.bias_hh_l0_reverse	8	0.034215573221445084
195422	rnn.bias_hh_l0_reverse	9	-0.14874352514743805
195422	rnn.weight_ih_l1	0	-0.03019559197127819
195422	rnn.weight_ih_l1	1	-0.04999465495347977
195422	rnn.weight_ih_l1	2	0.055214278399944305
195422	rnn.weight_ih_l1	3	-0.06846392899751663
195422	rnn.weight_ih_l1	4	-0.013592172414064407
195422	rnn.weight_ih_l1	5	-0.04095163196325302
195422	rnn.weight_ih_l1	6	0.02932848036289215
195422	rnn.weight_ih_l1	7	-0.04790568724274635
195422	rnn.weight_ih_l1	8	0.03659038618206978
195422	rnn.weight_ih_l1	9	0.046373918652534485
195422	rnn.weight_hh_l1	0	-0.00632281182333827
195422	rnn.weight_hh_l1	1	0.020125489681959152
195422	rnn.weight_hh_l1	2	0.010320868343114853
195422	rnn.weight_hh_l1	3	-0.013043018989264965
195422	rnn.weight_hh_l1	4	0.006585405208170414
195422	rnn.weight_hh_l1	5	0.03268019109964371
195422	rnn.weight_hh_l1	6	0.0366394966840744
195422	rnn.weight_hh_l1	7	-0.01715739816427231
195422	rnn.weight_hh_l1	8	-0.007936790585517883
195422	rnn.weight_hh_l1	9	0.035378970205783844
195422	rnn.bias_ih_l1	0	-0.18200325965881348
195422	rnn.bias_ih_l1	1	-0.17554670572280884
195422	rnn.bias_ih_l1	2	-0.20691640675067902
195422	rnn.bias_ih_l1	3	-0.31288716197013855
195422	rnn.bias_ih_l1	4	-0.19293443858623505
195422	rnn.bias_ih_l1	5	-0.08470988273620605
195422	rnn.bias_ih_l1	6	-0.16422057151794434
195422	rnn.bias_ih_l1	7	-0.011865174397826195
195422	rnn.bias_ih_l1	8	-0.1281675547361374
195422	rnn.bias_ih_l1	9	-0.12846386432647705
195422	rnn.bias_hh_l1	0	-0.09651850908994675
195422	rnn.bias_hh_l1	1	-0.07520033419132233
195422	rnn.bias_hh_l1	2	-0.09190475940704346
195422	rnn.bias_hh_l1	3	-0.07968797534704208
195422	rnn.bias_hh_l1	4	-0.08463645726442337
195422	rnn.bias_hh_l1	5	-0.12352732568979263
195422	rnn.bias_hh_l1	6	-0.15856800973415375
195422	rnn.bias_hh_l1	7	0.061710208654403687
195422	rnn.bias_hh_l1	8	-0.18357780575752258
195422	rnn.bias_hh_l1	9	-0.11805952340364456
195422	rnn.weight_ih_l1_reverse	0	-0.04357755184173584
195422	rnn.weight_ih_l1_reverse	1	0.03497860208153725
195422	rnn.weight_ih_l1_reverse	2	0.08735445141792297
195422	rnn.weight_ih_l1_reverse	3	-0.011305531486868858
195422	rnn.weight_ih_l1_reverse	4	-0.03564101457595825
195422	rnn.weight_ih_l1_reverse	5	-0.03109920769929886
195422	rnn.weight_ih_l1_reverse	6	-0.013158408924937248
195422	rnn.weight_ih_l1_reverse	7	0.02589842863380909
195422	rnn.weight_ih_l1_reverse	8	0.0033442729618400335
195422	rnn.weight_ih_l1_reverse	9	-0.0399252250790596
195422	rnn.weight_hh_l1_reverse	0	0.004851845093071461
195422	rnn.weight_hh_l1_reverse	1	0.03142384812235832
195422	rnn.weight_hh_l1_reverse	2	-0.04045940190553665
195422	rnn.weight_hh_l1_reverse	3	0.03532643988728523
195422	rnn.weight_hh_l1_reverse	4	0.04772275313735008
195422	rnn.weight_hh_l1_reverse	5	0.002196200890466571
195422	rnn.weight_hh_l1_reverse	6	0.05339831858873367
195422	rnn.weight_hh_l1_reverse	7	0.03106417879462242
195422	rnn.weight_hh_l1_reverse	8	-0.007230054587125778
195422	rnn.weight_hh_l1_reverse	9	-0.03023141622543335
195422	rnn.bias_ih_l1_reverse	0	-0.05266381427645683
195422	rnn.bias_ih_l1_reverse	1	-0.15092100203037262
195422	rnn.bias_ih_l1_reverse	2	-0.16551312804222107
195422	rnn.bias_ih_l1_reverse	3	-0.06081245839595795
195422	rnn.bias_ih_l1_reverse	4	-0.2126927375793457
195422	rnn.bias_ih_l1_reverse	5	-0.11333391815423965
195422	rnn.bias_ih_l1_reverse	6	-0.1350284218788147
195422	rnn.bias_ih_l1_reverse	7	-0.19597017765045166
195422	rnn.bias_ih_l1_reverse	8	0.2255736142396927
195422	rnn.bias_ih_l1_reverse	9	0.023845838382840157
195422	rnn.bias_hh_l1_reverse	0	-0.009647496044635773
195422	rnn.bias_hh_l1_reverse	1	-0.07837052643299103
195422	rnn.bias_hh_l1_reverse	2	-0.23552000522613525
195422	rnn.bias_hh_l1_reverse	3	-0.1436685174703598
195422	rnn.bias_hh_l1_reverse	4	-0.08182565867900848
195422	rnn.bias_hh_l1_reverse	5	-0.11983994394540787
195422	rnn.bias_hh_l1_reverse	6	0.05117747187614441
195422	rnn.bias_hh_l1_reverse	7	-0.15325573086738586
195422	rnn.bias_hh_l1_reverse	8	-0.11854817718267441
195422	rnn.bias_hh_l1_reverse	9	-0.14918026328086853
195422	linear.weight	0	0.002228822559118271
195422	linear.weight	1	0.10482155531644821
195422	linear.weight	2	-0.1029873788356781
195422	linear.weight	3	0.28619062900543213
195422	linear.weight	4	0.1593041867017746
195422	linear.weight	5	-0.06599803268909454
195422	linear.weight	6	0.11939526349306107
195422	linear.weight	7	0.13857845962047577
195422	linear.weight	8	0.04115058854222298
195422	linear.weight	9	-0.04479940980672836
195422	linear.bias	0	0.09805618971586227
195422	linear.bias	1	-0.1638316661119461
195422	linear.bias	2	-0.43738827109336853
195422	linear.bias	3	-0.6507807374000549
195422	linear.bias	4	-1.2225751876831055
195422	linear.bias	5	-0.06948244571685791
195422	linear.bias	6	-0.7783423066139221
195422	linear.bias	7	0.2521759569644928
195422	linear.bias	8	-0.42428749799728394
195422	linear.bias	9	-1.03062105178833
195426	transitions	0	0.7365185022354126
195426	transitions	1	0.15797995030879974
195426	transitions	2	-10000.0
195426	transitions	3	-1.8268377780914307
195426	transitions	4	-10000.0
195426	transitions	5	0.566365122795105
195426	transitions	6	-0.08296952396631241
195426	transitions	7	-0.7814620137214661
195426	transitions	8	-1.4175113439559937
195426	transitions	9	-0.0012052716920152307
195426	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
195426	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
195426	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
195426	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
195426	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
195426	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
195426	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
195426	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
195426	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
195426	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
195426	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
195426	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
195426	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
195426	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
195426	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
195426	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
195426	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
195426	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
195426	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
195426	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
195426	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
195426	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
195426	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
195426	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
195426	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
195426	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
195426	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
195426	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
195426	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
195426	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
195426	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
195426	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
195426	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
195426	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
195426	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
195426	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
195426	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
195426	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
195426	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
195426	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
195426	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
195426	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
195426	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
195426	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
195426	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
195426	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
195426	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
195426	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
195426	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
195426	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
195426	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
195426	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
195426	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
195426	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
195426	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
195426	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
195426	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
195426	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
195426	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
195426	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
195426	embedding2nn.weight	0	0.0217035710811615
195426	embedding2nn.weight	1	-0.013032134622335434
195426	embedding2nn.weight	2	-0.014268254861235619
195426	embedding2nn.weight	3	-0.03143509849905968
195426	embedding2nn.weight	4	-0.0059150345623493195
195426	embedding2nn.weight	5	-0.003700588596984744
195426	embedding2nn.weight	6	-0.0039732675068080425
195426	embedding2nn.weight	7	-0.07834791392087936
195426	embedding2nn.weight	8	-0.0019979383796453476
195426	embedding2nn.weight	9	-0.030150339007377625
195426	embedding2nn.bias	0	0.03945942968130112
195426	embedding2nn.bias	1	-0.06910894811153412
195426	embedding2nn.bias	2	0.06799408048391342
195426	embedding2nn.bias	3	0.03985511139035225
195426	embedding2nn.bias	4	-0.05589943006634712
195426	embedding2nn.bias	5	0.0009610280976630747
195426	embedding2nn.bias	6	0.03045167587697506
195426	embedding2nn.bias	7	-0.058660104870796204
195426	embedding2nn.bias	8	0.05924574285745621
195426	embedding2nn.bias	9	0.053940434008836746
195426	rnn.weight_ih_l0	0	-0.07856765389442444
195426	rnn.weight_ih_l0	1	0.005430685821920633
195426	rnn.weight_ih_l0	2	0.0310698002576828
195426	rnn.weight_ih_l0	3	0.021464962512254715
195426	rnn.weight_ih_l0	4	-0.047350455075502396
195426	rnn.weight_ih_l0	5	-0.06502903252840042
195426	rnn.weight_ih_l0	6	-0.0005222910549491644
195426	rnn.weight_ih_l0	7	0.04931240156292915
195426	rnn.weight_ih_l0	8	-0.014807822182774544
195426	rnn.weight_ih_l0	9	-0.03028654120862484
195426	rnn.weight_hh_l0	0	-0.030535368248820305
195426	rnn.weight_hh_l0	1	-0.010071669705212116
195426	rnn.weight_hh_l0	2	0.007248646579682827
195426	rnn.weight_hh_l0	3	-0.07589754462242126
195426	rnn.weight_hh_l0	4	0.09417735785245895
195426	rnn.weight_hh_l0	5	-0.024230871349573135
195426	rnn.weight_hh_l0	6	-0.058380234986543655
195426	rnn.weight_hh_l0	7	0.011344567872583866
195426	rnn.weight_hh_l0	8	0.015526390634477139
195426	rnn.weight_hh_l0	9	-0.024107126519083977
195426	rnn.bias_ih_l0	0	0.1316813975572586
195426	rnn.bias_ih_l0	1	-0.03450525924563408
195426	rnn.bias_ih_l0	2	-0.031407907605171204
195426	rnn.bias_ih_l0	3	0.1541261076927185
195426	rnn.bias_ih_l0	4	-0.0126976128667593
195426	rnn.bias_ih_l0	5	-0.016769176349043846
195426	rnn.bias_ih_l0	6	0.019030015915632248
195426	rnn.bias_ih_l0	7	0.02236497588455677
195426	rnn.bias_ih_l0	8	-0.09708292037248611
195426	rnn.bias_ih_l0	9	-0.048784978687763214
195426	rnn.bias_hh_l0	0	-0.003087059361860156
195426	rnn.bias_hh_l0	1	-0.1121264174580574
195426	rnn.bias_hh_l0	2	-0.07087604701519012
195426	rnn.bias_hh_l0	3	-0.08833018690347672
195426	rnn.bias_hh_l0	4	0.005102978087961674
195426	rnn.bias_hh_l0	5	-0.02478945255279541
195426	rnn.bias_hh_l0	6	0.034792620688676834
195426	rnn.bias_hh_l0	7	0.05512017384171486
195426	rnn.bias_hh_l0	8	-0.12283720076084137
195426	rnn.bias_hh_l0	9	-0.05391581356525421
195426	rnn.weight_ih_l0_reverse	0	-0.02134101092815399
195426	rnn.weight_ih_l0_reverse	1	-0.05201686546206474
195426	rnn.weight_ih_l0_reverse	2	-0.04878559708595276
195426	rnn.weight_ih_l0_reverse	3	0.013123458251357079
195426	rnn.weight_ih_l0_reverse	4	-0.02075904794037342
195426	rnn.weight_ih_l0_reverse	5	-0.05808931961655617
195426	rnn.weight_ih_l0_reverse	6	0.07631150633096695
195426	rnn.weight_ih_l0_reverse	7	-0.017153412103652954
195426	rnn.weight_ih_l0_reverse	8	-0.016288604587316513
195426	rnn.weight_ih_l0_reverse	9	0.0004745716287288815
195426	rnn.weight_hh_l0_reverse	0	0.06597302854061127
195426	rnn.weight_hh_l0_reverse	1	0.022685840725898743
195426	rnn.weight_hh_l0_reverse	2	0.02876412309706211
195426	rnn.weight_hh_l0_reverse	3	0.035811640322208405
195426	rnn.weight_hh_l0_reverse	4	0.012411333620548248
195426	rnn.weight_hh_l0_reverse	5	0.0086075933650136
195426	rnn.weight_hh_l0_reverse	6	0.04999673366546631
195426	rnn.weight_hh_l0_reverse	7	-0.07953385263681412
195426	rnn.weight_hh_l0_reverse	8	0.040180034935474396
195426	rnn.weight_hh_l0_reverse	9	0.035334259271621704
195426	rnn.bias_ih_l0_reverse	0	-0.05639021843671799
195426	rnn.bias_ih_l0_reverse	1	-0.2837590277194977
195426	rnn.bias_ih_l0_reverse	2	-0.11347594857215881
195426	rnn.bias_ih_l0_reverse	3	-0.0506942979991436
195426	rnn.bias_ih_l0_reverse	4	-0.020245257765054703
195426	rnn.bias_ih_l0_reverse	5	0.07385573536157608
195426	rnn.bias_ih_l0_reverse	6	-0.0675107091665268
195426	rnn.bias_ih_l0_reverse	7	0.059764694422483444
195426	rnn.bias_ih_l0_reverse	8	-0.046151094138622284
195426	rnn.bias_ih_l0_reverse	9	0.06191803514957428
195426	rnn.bias_hh_l0_reverse	0	0.020581137388944626
195426	rnn.bias_hh_l0_reverse	1	-0.05106748640537262
195426	rnn.bias_hh_l0_reverse	2	0.07777503877878189
195426	rnn.bias_hh_l0_reverse	3	-0.046484511345624924
195426	rnn.bias_hh_l0_reverse	4	-0.02289193496108055
195426	rnn.bias_hh_l0_reverse	5	-0.02524217776954174
195426	rnn.bias_hh_l0_reverse	6	-0.020853500813245773
195426	rnn.bias_hh_l0_reverse	7	0.10248567909002304
195426	rnn.bias_hh_l0_reverse	8	0.03419190272688866
195426	rnn.bias_hh_l0_reverse	9	-0.14868421852588654
195426	rnn.weight_ih_l1	0	-0.030191563069820404
195426	rnn.weight_ih_l1	1	-0.04999619349837303
195426	rnn.weight_ih_l1	2	0.0552387498319149
195426	rnn.weight_ih_l1	3	-0.06857132911682129
195426	rnn.weight_ih_l1	4	-0.013593895360827446
195426	rnn.weight_ih_l1	5	-0.040946099907159805
195426	rnn.weight_ih_l1	6	0.029301956295967102
195426	rnn.weight_ih_l1	7	-0.04788074642419815
195426	rnn.weight_ih_l1	8	0.03659427538514137
195426	rnn.weight_ih_l1	9	0.04638190194964409
195426	rnn.weight_hh_l1	0	-0.006301746238023043
195426	rnn.weight_hh_l1	1	0.02012893185019493
195426	rnn.weight_hh_l1	2	0.01032603345811367
195426	rnn.weight_hh_l1	3	-0.013040385209023952
195426	rnn.weight_hh_l1	4	0.006582135334610939
195426	rnn.weight_hh_l1	5	0.032683465629816055
195426	rnn.weight_hh_l1	6	0.03664814308285713
195426	rnn.weight_hh_l1	7	-0.01714712753891945
195426	rnn.weight_hh_l1	8	-0.007915925234556198
195426	rnn.weight_hh_l1	9	0.03538288548588753
195426	rnn.bias_ih_l1	0	-0.18223260343074799
195426	rnn.bias_ih_l1	1	-0.17564544081687927
195426	rnn.bias_ih_l1	2	-0.20679427683353424
195426	rnn.bias_ih_l1	3	-0.31290438771247864
195426	rnn.bias_ih_l1	4	-0.19262610375881195
195426	rnn.bias_ih_l1	5	-0.08457416296005249
195426	rnn.bias_ih_l1	6	-0.16431522369384766
195426	rnn.bias_ih_l1	7	-0.011941235512495041
195426	rnn.bias_ih_l1	8	-0.12839612364768982
195426	rnn.bias_ih_l1	9	-0.12849654257297516
195426	rnn.bias_hh_l1	0	-0.09655842185020447
195426	rnn.bias_hh_l1	1	-0.07538291066884995
195426	rnn.bias_hh_l1	2	-0.09189929068088531
195426	rnn.bias_hh_l1	3	-0.07956328988075256
195426	rnn.bias_hh_l1	4	-0.08463188260793686
195426	rnn.bias_hh_l1	5	-0.12355036288499832
195426	rnn.bias_hh_l1	6	-0.1585320234298706
195426	rnn.bias_hh_l1	7	0.0616786852478981
195426	rnn.bias_hh_l1	8	-0.18365582823753357
195426	rnn.bias_hh_l1	9	-0.11805817484855652
195426	rnn.weight_ih_l1_reverse	0	-0.04360034316778183
195426	rnn.weight_ih_l1_reverse	1	0.03489774093031883
195426	rnn.weight_ih_l1_reverse	2	0.08738382160663605
195426	rnn.weight_ih_l1_reverse	3	-0.011311149224638939
195426	rnn.weight_ih_l1_reverse	4	-0.035739198327064514
195426	rnn.weight_ih_l1_reverse	5	-0.03109864890575409
195426	rnn.weight_ih_l1_reverse	6	-0.013171838596463203
195426	rnn.weight_ih_l1_reverse	7	0.02589300088584423
195426	rnn.weight_ih_l1_reverse	8	0.003374640364199877
195426	rnn.weight_ih_l1_reverse	9	-0.03995588794350624
195426	rnn.weight_hh_l1_reverse	0	0.0048759435303509235
195426	rnn.weight_hh_l1_reverse	1	0.03141624480485916
195426	rnn.weight_hh_l1_reverse	2	-0.040461909025907516
195426	rnn.weight_hh_l1_reverse	3	0.03533247113227844
195426	rnn.weight_hh_l1_reverse	4	0.047725699841976166
195426	rnn.weight_hh_l1_reverse	5	0.0021904679015278816
195426	rnn.weight_hh_l1_reverse	6	0.05338870733976364
195426	rnn.weight_hh_l1_reverse	7	0.031065819784998894
195426	rnn.weight_hh_l1_reverse	8	-0.0072288066148757935
195426	rnn.weight_hh_l1_reverse	9	-0.03023570217192173
195426	rnn.bias_ih_l1_reverse	0	-0.05282631516456604
195426	rnn.bias_ih_l1_reverse	1	-0.1508643627166748
195426	rnn.bias_ih_l1_reverse	2	-0.165557861328125
195426	rnn.bias_ih_l1_reverse	3	-0.06067579239606857
195426	rnn.bias_ih_l1_reverse	4	-0.21268804371356964
195426	rnn.bias_ih_l1_reverse	5	-0.11321341246366501
195426	rnn.bias_ih_l1_reverse	6	-0.13496944308280945
195426	rnn.bias_ih_l1_reverse	7	-0.19603021442890167
195426	rnn.bias_ih_l1_reverse	8	0.22539818286895752
195426	rnn.bias_ih_l1_reverse	9	0.023742549121379852
195426	rnn.bias_hh_l1_reverse	0	-0.010142267681658268
195426	rnn.bias_hh_l1_reverse	1	-0.07837134599685669
195426	rnn.bias_hh_l1_reverse	2	-0.23552513122558594
195426	rnn.bias_hh_l1_reverse	3	-0.1436622142791748
195426	rnn.bias_hh_l1_reverse	4	-0.08191860467195511
195426	rnn.bias_hh_l1_reverse	5	-0.11970561742782593
195426	rnn.bias_hh_l1_reverse	6	0.051117319613695145
195426	rnn.bias_hh_l1_reverse	7	-0.15320362150669098
195426	rnn.bias_hh_l1_reverse	8	-0.11846917867660522
195426	rnn.bias_hh_l1_reverse	9	-0.149175763130188
195426	linear.weight	0	0.002228822559118271
195426	linear.weight	1	0.10527574270963669
195426	linear.weight	2	-0.10296472907066345
195426	linear.weight	3	0.28616613149642944
195426	linear.weight	4	0.15929685533046722
195426	linear.weight	5	-0.06599331647157669
195426	linear.weight	6	0.11939695477485657
195426	linear.weight	7	0.13853450119495392
195426	linear.weight	8	0.04115058854222298
195426	linear.weight	9	-0.044961679726839066
195426	linear.bias	0	0.10066170245409012
195426	linear.bias	1	-0.16482603549957275
195426	linear.bias	2	-0.4359174072742462
195426	linear.bias	3	-0.6510539054870605
195426	linear.bias	4	-1.2228446006774902
195426	linear.bias	5	-0.0685143694281578
195426	linear.bias	6	-0.7793444991111755
195426	linear.bias	7	0.2530738413333893
195426	linear.bias	8	-0.425485223531723
195426	linear.bias	9	-1.0318324565887451
195623	transitions	0	0.744310200214386
195623	transitions	1	0.15437574684619904
195623	transitions	2	-10000.0
195623	transitions	3	-1.8268401622772217
195623	transitions	4	-10000.0
195623	transitions	5	0.5663464665412903
195623	transitions	6	-0.08299354463815689
195623	transitions	7	-0.7815831899642944
195623	transitions	8	-1.417518973350525
195623	transitions	9	-0.0012053929967805743
195623	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
195623	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
195623	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
195623	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
195623	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
195623	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
195623	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
195623	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
195623	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
195623	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
195623	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
195623	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
195623	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
195623	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
195623	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
195623	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
195623	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
195623	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
195623	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
195623	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
195623	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
195623	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
195623	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
195623	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
195623	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
195623	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
195623	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
195623	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
195623	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
195623	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
195623	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
195623	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
195623	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
195623	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
195623	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
195623	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
195623	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
195623	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
195623	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
195623	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
195623	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
195623	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
195623	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
195623	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
195623	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
195623	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
195623	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
195623	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
195623	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
195623	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
195623	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
195623	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
195623	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
195623	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
195623	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
195623	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
195623	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
195623	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
195623	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
195623	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
195623	embedding2nn.weight	0	0.021270668134093285
195623	embedding2nn.weight	1	-0.01313443761318922
195623	embedding2nn.weight	2	-0.014268254861235619
195623	embedding2nn.weight	3	-0.030912674963474274
195623	embedding2nn.weight	4	-0.0059150345623493195
195623	embedding2nn.weight	5	-0.003700588596984744
195623	embedding2nn.weight	6	-0.0039732675068080425
195623	embedding2nn.weight	7	-0.07833448797464371
195623	embedding2nn.weight	8	-0.0019979383796453476
195623	embedding2nn.weight	9	-0.03017406538128853
195623	embedding2nn.bias	0	0.04160713404417038
195623	embedding2nn.bias	1	-0.06790377199649811
195623	embedding2nn.bias	2	0.06856399774551392
195623	embedding2nn.bias	3	0.04023020341992378
195623	embedding2nn.bias	4	-0.05582531541585922
195623	embedding2nn.bias	5	0.0015593015123158693
195623	embedding2nn.bias	6	0.031604934483766556
195623	embedding2nn.bias	7	-0.05868682265281677
195623	embedding2nn.bias	8	0.060058459639549255
195623	embedding2nn.bias	9	0.053557928651571274
195623	rnn.weight_ih_l0	0	-0.07872211933135986
195623	rnn.weight_ih_l0	1	0.005621183197945356
195623	rnn.weight_ih_l0	2	0.029835132881999016
195623	rnn.weight_ih_l0	3	0.02160172536969185
195623	rnn.weight_ih_l0	4	-0.047162171453237534
195623	rnn.weight_ih_l0	5	-0.06496752798557281
195623	rnn.weight_ih_l0	6	-0.0005515819066204131
195623	rnn.weight_ih_l0	7	0.04972388595342636
195623	rnn.weight_ih_l0	8	-0.015026463195681572
195623	rnn.weight_ih_l0	9	-0.030331240966916084
195623	rnn.weight_hh_l0	0	-0.03034987673163414
195623	rnn.weight_hh_l0	1	-0.009917067363858223
195623	rnn.weight_hh_l0	2	0.007198677398264408
195623	rnn.weight_hh_l0	3	-0.07576597481966019
195623	rnn.weight_hh_l0	4	0.09402436017990112
195623	rnn.weight_hh_l0	5	-0.02387486770749092
195623	rnn.weight_hh_l0	6	-0.05821434408426285
195623	rnn.weight_hh_l0	7	0.011333747766911983
195623	rnn.weight_hh_l0	8	0.015639515593647957
195623	rnn.weight_hh_l0	9	-0.02413327805697918
195623	rnn.bias_ih_l0	0	0.13232456147670746
195623	rnn.bias_ih_l0	1	-0.033719323575496674
195623	rnn.bias_ih_l0	2	-0.030801083892583847
195623	rnn.bias_ih_l0	3	0.15363818407058716
195623	rnn.bias_ih_l0	4	-0.012870951555669308
195623	rnn.bias_ih_l0	5	-0.01649942807853222
195623	rnn.bias_ih_l0	6	0.019721096381545067
195623	rnn.bias_ih_l0	7	0.02161756530404091
195623	rnn.bias_ih_l0	8	-0.097055584192276
195623	rnn.bias_ih_l0	9	-0.04895693436264992
195623	rnn.bias_hh_l0	0	-0.003073517233133316
195623	rnn.bias_hh_l0	1	-0.11273759603500366
195623	rnn.bias_hh_l0	2	-0.07068117707967758
195623	rnn.bias_hh_l0	3	-0.08828672021627426
195623	rnn.bias_hh_l0	4	0.005786397960036993
195623	rnn.bias_hh_l0	5	-0.024580292403697968
195623	rnn.bias_hh_l0	6	0.0351276658475399
195623	rnn.bias_hh_l0	7	0.054886698722839355
195623	rnn.bias_hh_l0	8	-0.1228325217962265
195623	rnn.bias_hh_l0	9	-0.05332975462079048
195623	rnn.weight_ih_l0_reverse	0	-0.021189667284488678
195623	rnn.weight_ih_l0_reverse	1	-0.052230484783649445
195623	rnn.weight_ih_l0_reverse	2	-0.04813311994075775
195623	rnn.weight_ih_l0_reverse	3	0.013053273782134056
195623	rnn.weight_ih_l0_reverse	4	-0.020780794322490692
195623	rnn.weight_ih_l0_reverse	5	-0.05802985653281212
195623	rnn.weight_ih_l0_reverse	6	0.07646805793046951
195623	rnn.weight_ih_l0_reverse	7	-0.01720014028251171
195623	rnn.weight_ih_l0_reverse	8	-0.01609712652862072
195623	rnn.weight_ih_l0_reverse	9	0.00045111216604709625
195623	rnn.weight_hh_l0_reverse	0	0.06611461192369461
195623	rnn.weight_hh_l0_reverse	1	0.0224994495511055
195623	rnn.weight_hh_l0_reverse	2	0.028569772839546204
195623	rnn.weight_hh_l0_reverse	3	0.03582119569182396
195623	rnn.weight_hh_l0_reverse	4	0.012347841635346413
195623	rnn.weight_hh_l0_reverse	5	0.00810466893017292
195623	rnn.weight_hh_l0_reverse	6	0.04996808245778084
195623	rnn.weight_hh_l0_reverse	7	-0.07968472689390182
195623	rnn.weight_hh_l0_reverse	8	0.0402892604470253
195623	rnn.weight_hh_l0_reverse	9	0.03535309433937073
195623	rnn.bias_ih_l0_reverse	0	-0.05658477917313576
195623	rnn.bias_ih_l0_reverse	1	-0.28219565749168396
195623	rnn.bias_ih_l0_reverse	2	-0.11592435091733932
195623	rnn.bias_ih_l0_reverse	3	-0.05084950849413872
195623	rnn.bias_ih_l0_reverse	4	-0.020178193226456642
195623	rnn.bias_ih_l0_reverse	5	0.07408144325017929
195623	rnn.bias_ih_l0_reverse	6	-0.06724745035171509
195623	rnn.bias_ih_l0_reverse	7	0.059665411710739136
195623	rnn.bias_ih_l0_reverse	8	-0.04670754075050354
195623	rnn.bias_ih_l0_reverse	9	0.06192104518413544
195623	rnn.bias_hh_l0_reverse	0	0.02120603248476982
195623	rnn.bias_hh_l0_reverse	1	-0.05045441910624504
195623	rnn.bias_hh_l0_reverse	2	0.07879558950662613
195623	rnn.bias_hh_l0_reverse	3	-0.046520136296749115
195623	rnn.bias_hh_l0_reverse	4	-0.022925609722733498
195623	rnn.bias_hh_l0_reverse	5	-0.02526930347084999
195623	rnn.bias_hh_l0_reverse	6	-0.020452115684747696
195623	rnn.bias_hh_l0_reverse	7	0.10324577987194061
195623	rnn.bias_hh_l0_reverse	8	0.03499439358711243
195623	rnn.bias_hh_l0_reverse	9	-0.1493443250656128
195623	rnn.weight_ih_l1	0	-0.03023109957575798
195623	rnn.weight_ih_l1	1	-0.049935366958379745
195623	rnn.weight_ih_l1	2	0.055113065987825394
195623	rnn.weight_ih_l1	3	-0.06914971768856049
195623	rnn.weight_ih_l1	4	-0.013681504875421524
195623	rnn.weight_ih_l1	5	-0.040926527231931686
195623	rnn.weight_ih_l1	6	0.029138406738638878
195623	rnn.weight_ih_l1	7	-0.048062097281217575
195623	rnn.weight_ih_l1	8	0.03649536892771721
195623	rnn.weight_ih_l1	9	0.04657303914427757
195623	rnn.weight_hh_l1	0	-0.00636346684768796
195623	rnn.weight_hh_l1	1	0.020067185163497925
195623	rnn.weight_hh_l1	2	0.010551641695201397
195623	rnn.weight_hh_l1	3	-0.013059785589575768
195623	rnn.weight_hh_l1	4	0.006599299609661102
195623	rnn.weight_hh_l1	5	0.03277568146586418
195623	rnn.weight_hh_l1	6	0.03667597845196724
195623	rnn.weight_hh_l1	7	-0.017194021493196487
195623	rnn.weight_hh_l1	8	-0.007866892032325268
195623	rnn.weight_hh_l1	9	0.03541197627782822
195623	rnn.bias_ih_l1	0	-0.18214844167232513
195623	rnn.bias_ih_l1	1	-0.17689082026481628
195623	rnn.bias_ih_l1	2	-0.2068546563386917
195623	rnn.bias_ih_l1	3	-0.312601238489151
195623	rnn.bias_ih_l1	4	-0.19480672478675842
195623	rnn.bias_ih_l1	5	-0.08450138568878174
195623	rnn.bias_ih_l1	6	-0.16409337520599365
195623	rnn.bias_ih_l1	7	-0.01242906041443348
195623	rnn.bias_ih_l1	8	-0.1290871500968933
195623	rnn.bias_ih_l1	9	-0.12838344275951385
195623	rnn.bias_hh_l1	0	-0.09687063843011856
195623	rnn.bias_hh_l1	1	-0.07639212906360626
195623	rnn.bias_hh_l1	2	-0.09169598668813705
195623	rnn.bias_hh_l1	3	-0.07954832166433334
195623	rnn.bias_hh_l1	4	-0.08427300304174423
195623	rnn.bias_hh_l1	5	-0.12325682491064072
195623	rnn.bias_hh_l1	6	-0.15874066948890686
195623	rnn.bias_hh_l1	7	0.06217634305357933
195623	rnn.bias_hh_l1	8	-0.18392683565616608
195623	rnn.bias_hh_l1	9	-0.11760790646076202
195623	rnn.weight_ih_l1_reverse	0	-0.04376804456114769
195623	rnn.weight_ih_l1_reverse	1	0.0345575213432312
195623	rnn.weight_ih_l1_reverse	2	0.08756071329116821
195623	rnn.weight_ih_l1_reverse	3	-0.011304735206067562
195623	rnn.weight_ih_l1_reverse	4	-0.03525293618440628
195623	rnn.weight_ih_l1_reverse	5	-0.031184811145067215
195623	rnn.weight_ih_l1_reverse	6	-0.013115206733345985
195623	rnn.weight_ih_l1_reverse	7	0.025731511414051056
195623	rnn.weight_ih_l1_reverse	8	0.003704763250425458
195623	rnn.weight_ih_l1_reverse	9	-0.040550753474235535
195623	rnn.weight_hh_l1_reverse	0	0.0048196339048445225
195623	rnn.weight_hh_l1_reverse	1	0.0313948355615139
195623	rnn.weight_hh_l1_reverse	2	-0.040499262511730194
195623	rnn.weight_hh_l1_reverse	3	0.035385917872190475
195623	rnn.weight_hh_l1_reverse	4	0.04774850979447365
195623	rnn.weight_hh_l1_reverse	5	0.002416615141555667
195623	rnn.weight_hh_l1_reverse	6	0.05307526886463165
195623	rnn.weight_hh_l1_reverse	7	0.03127944841980934
195623	rnn.weight_hh_l1_reverse	8	-0.007225077599287033
195623	rnn.weight_hh_l1_reverse	9	-0.030211158096790314
195623	rnn.bias_ih_l1_reverse	0	-0.05263297259807587
195623	rnn.bias_ih_l1_reverse	1	-0.15064802765846252
195623	rnn.bias_ih_l1_reverse	2	-0.16620369255542755
195623	rnn.bias_ih_l1_reverse	3	-0.057625096291303635
195623	rnn.bias_ih_l1_reverse	4	-0.2126704454421997
195623	rnn.bias_ih_l1_reverse	5	-0.11295019090175629
195623	rnn.bias_ih_l1_reverse	6	-0.1350763738155365
195623	rnn.bias_ih_l1_reverse	7	-0.195642352104187
195623	rnn.bias_ih_l1_reverse	8	0.22554707527160645
195623	rnn.bias_ih_l1_reverse	9	0.022183485329151154
195623	rnn.bias_hh_l1_reverse	0	-0.011598276905715466
195623	rnn.bias_hh_l1_reverse	1	-0.07660136371850967
195623	rnn.bias_hh_l1_reverse	2	-0.23542767763137817
195623	rnn.bias_hh_l1_reverse	3	-0.14416275918483734
195623	rnn.bias_hh_l1_reverse	4	-0.08215326815843582
195623	rnn.bias_hh_l1_reverse	5	-0.11883170157670975
195623	rnn.bias_hh_l1_reverse	6	0.050860002636909485
195623	rnn.bias_hh_l1_reverse	7	-0.15256522595882416
195623	rnn.bias_hh_l1_reverse	8	-0.11867877095937729
195623	rnn.bias_hh_l1_reverse	9	-0.1494944840669632
195623	linear.weight	0	0.002228822559118271
195623	linear.weight	1	0.1082577332854271
195623	linear.weight	2	-0.10345695912837982
195623	linear.weight	3	0.2887355387210846
195623	linear.weight	4	0.15930329263210297
195623	linear.weight	5	-0.06593834608793259
195623	linear.weight	6	0.11671166121959686
195623	linear.weight	7	0.14259424805641174
195623	linear.weight	8	0.0411505326628685
195623	linear.weight	9	-0.045294079929590225
195623	linear.bias	0	0.10497719049453735
195623	linear.bias	1	-0.17226992547512054
195623	linear.bias	2	-0.4275828003883362
195623	linear.bias	3	-0.6485329866409302
195623	linear.bias	4	-1.2204879522323608
195623	linear.bias	5	-0.06590169668197632
195623	linear.bias	6	-0.7864282131195068
195623	linear.bias	7	0.25549036264419556
195623	linear.bias	8	-0.4282894730567932
195623	linear.bias	9	-1.0348318815231323
195820	transitions	0	0.7474331259727478
195820	transitions	1	0.15431897342205048
195820	transitions	2	-10000.0
195820	transitions	3	-1.826846718788147
195820	transitions	4	-10000.0
195820	transitions	5	0.5663317441940308
195820	transitions	6	-0.08300578594207764
195820	transitions	7	-0.7816541194915771
195820	transitions	8	-1.417536973953247
195820	transitions	9	-0.0012055598199367523
195820	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
195820	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
195820	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
195820	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
195820	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
195820	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
195820	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
195820	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
195820	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
195820	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
195820	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
195820	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
195820	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
195820	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
195820	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
195820	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
195820	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
195820	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
195820	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
195820	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
195820	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
195820	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
195820	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
195820	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
195820	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
195820	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
195820	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
195820	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
195820	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
195820	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
195820	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
195820	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
195820	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
195820	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
195820	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
195820	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
195820	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
195820	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
195820	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
195820	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
195820	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
195820	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
195820	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
195820	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
195820	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
195820	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
195820	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
195820	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
195820	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
195820	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
195820	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
195820	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
195820	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
195820	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
195820	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
195820	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
195820	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
195820	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
195820	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
195820	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
195820	embedding2nn.weight	0	0.021663831546902657
195820	embedding2nn.weight	1	-0.013061506673693657
195820	embedding2nn.weight	2	-0.014268254861235619
195820	embedding2nn.weight	3	-0.0314251147210598
195820	embedding2nn.weight	4	-0.0059150345623493195
195820	embedding2nn.weight	5	-0.003700588596984744
195820	embedding2nn.weight	6	-0.003973269835114479
195820	embedding2nn.weight	7	-0.07810822129249573
195820	embedding2nn.weight	8	-0.0019979383796453476
195820	embedding2nn.weight	9	-0.0302149448543787
195820	embedding2nn.bias	0	0.04247943311929703
195820	embedding2nn.bias	1	-0.06809332221746445
195820	embedding2nn.bias	2	0.07066767662763596
195820	embedding2nn.bias	3	0.041237637400627136
195820	embedding2nn.bias	4	-0.05439545586705208
195820	embedding2nn.bias	5	0.00602719048038125
195820	embedding2nn.bias	6	0.032136932015419006
195820	embedding2nn.bias	7	-0.0628056600689888
195820	embedding2nn.bias	8	0.0595841258764267
195820	embedding2nn.bias	9	0.05403629690408707
195820	rnn.weight_ih_l0	0	-0.0782538577914238
195820	rnn.weight_ih_l0	1	0.006040031090378761
195820	rnn.weight_ih_l0	2	0.029995707795023918
195820	rnn.weight_ih_l0	3	0.02138848975300789
195820	rnn.weight_ih_l0	4	-0.04713541641831398
195820	rnn.weight_ih_l0	5	-0.06500613689422607
195820	rnn.weight_ih_l0	6	-0.0006994808791205287
195820	rnn.weight_ih_l0	7	0.04959023371338844
195820	rnn.weight_ih_l0	8	-0.015000775456428528
195820	rnn.weight_ih_l0	9	-0.03021075949072838
195820	rnn.weight_hh_l0	0	-0.030320851132273674
195820	rnn.weight_hh_l0	1	-0.009841973893344402
195820	rnn.weight_hh_l0	2	0.007744731847196817
195820	rnn.weight_hh_l0	3	-0.07587890326976776
195820	rnn.weight_hh_l0	4	0.09400730580091476
195820	rnn.weight_hh_l0	5	-0.023418007418513298
195820	rnn.weight_hh_l0	6	-0.05830622464418411
195820	rnn.weight_hh_l0	7	0.011263233609497547
195820	rnn.weight_hh_l0	8	0.015557200647890568
195820	rnn.weight_hh_l0	9	-0.024165663868188858
195820	rnn.bias_ih_l0	0	0.1323622316122055
195820	rnn.bias_ih_l0	1	-0.03316252678632736
195820	rnn.bias_ih_l0	2	-0.02992531843483448
195820	rnn.bias_ih_l0	3	0.15346385538578033
195820	rnn.bias_ih_l0	4	-0.012875662185251713
195820	rnn.bias_ih_l0	5	-0.016440995037555695
195820	rnn.bias_ih_l0	6	0.01939363032579422
195820	rnn.bias_ih_l0	7	0.021776048466563225
195820	rnn.bias_ih_l0	8	-0.09764426201581955
195820	rnn.bias_ih_l0	9	-0.04907817021012306
195820	rnn.bias_hh_l0	0	-0.001974684651941061
195820	rnn.bias_hh_l0	1	-0.11212784051895142
195820	rnn.bias_hh_l0	2	-0.07046890258789062
195820	rnn.bias_hh_l0	3	-0.08837033063173294
195820	rnn.bias_hh_l0	4	0.006528607569634914
195820	rnn.bias_hh_l0	5	-0.024326296523213387
195820	rnn.bias_hh_l0	6	0.03585478663444519
195820	rnn.bias_hh_l0	7	0.05447882413864136
195820	rnn.bias_hh_l0	8	-0.12287994474172592
195820	rnn.bias_hh_l0	9	-0.05369916930794716
195820	rnn.weight_ih_l0_reverse	0	-0.02065267600119114
195820	rnn.weight_ih_l0_reverse	1	-0.052346594631671906
195820	rnn.weight_ih_l0_reverse	2	-0.0480516217648983
195820	rnn.weight_ih_l0_reverse	3	0.013365053571760654
195820	rnn.weight_ih_l0_reverse	4	-0.021001020446419716
195820	rnn.weight_ih_l0_reverse	5	-0.05804776772856712
195820	rnn.weight_ih_l0_reverse	6	0.07666987925767899
195820	rnn.weight_ih_l0_reverse	7	-0.017149917781352997
195820	rnn.weight_ih_l0_reverse	8	-0.016337981447577477
195820	rnn.weight_ih_l0_reverse	9	0.0007032653666101396
195820	rnn.weight_hh_l0_reverse	0	0.06592429429292679
195820	rnn.weight_hh_l0_reverse	1	0.022790346294641495
195820	rnn.weight_hh_l0_reverse	2	0.028533736243844032
195820	rnn.weight_hh_l0_reverse	3	0.03589404374361038
195820	rnn.weight_hh_l0_reverse	4	0.012463189661502838
195820	rnn.weight_hh_l0_reverse	5	0.008195612579584122
195820	rnn.weight_hh_l0_reverse	6	0.04982521012425423
195820	rnn.weight_hh_l0_reverse	7	-0.0798027440905571
195820	rnn.weight_hh_l0_reverse	8	0.04013971611857414
195820	rnn.weight_hh_l0_reverse	9	0.0353652760386467
195820	rnn.bias_ih_l0_reverse	0	-0.056340981274843216
195820	rnn.bias_ih_l0_reverse	1	-0.28351205587387085
195820	rnn.bias_ih_l0_reverse	2	-0.11532684415578842
195820	rnn.bias_ih_l0_reverse	3	-0.050954464823007584
195820	rnn.bias_ih_l0_reverse	4	-0.020861146971583366
195820	rnn.bias_ih_l0_reverse	5	0.07347553223371506
195820	rnn.bias_ih_l0_reverse	6	-0.06701492518186569
195820	rnn.bias_ih_l0_reverse	7	0.059489183127880096
195820	rnn.bias_ih_l0_reverse	8	-0.04696785286068916
195820	rnn.bias_ih_l0_reverse	9	0.06289363652467728
195820	rnn.bias_hh_l0_reverse	0	0.02004052698612213
195820	rnn.bias_hh_l0_reverse	1	-0.05040513724088669
195820	rnn.bias_hh_l0_reverse	2	0.07947417348623276
195820	rnn.bias_hh_l0_reverse	3	-0.047261957079172134
195820	rnn.bias_hh_l0_reverse	4	-0.02211601659655571
195820	rnn.bias_hh_l0_reverse	5	-0.025480004027485847
195820	rnn.bias_hh_l0_reverse	6	-0.020528728142380714
195820	rnn.bias_hh_l0_reverse	7	0.10314884036779404
195820	rnn.bias_hh_l0_reverse	8	0.03441833332180977
195820	rnn.bias_hh_l0_reverse	9	-0.1508767008781433
195820	rnn.weight_ih_l1	0	-0.0301800686866045
195820	rnn.weight_ih_l1	1	-0.049770571291446686
195820	rnn.weight_ih_l1	2	0.055504798889160156
195820	rnn.weight_ih_l1	3	-0.06939829140901566
195820	rnn.weight_ih_l1	4	-0.01362063828855753
195820	rnn.weight_ih_l1	5	-0.0409003384411335
195820	rnn.weight_ih_l1	6	0.029322080314159393
195820	rnn.weight_ih_l1	7	-0.047628190368413925
195820	rnn.weight_ih_l1	8	0.03646469488739967
195820	rnn.weight_ih_l1	9	0.046615857630968094
195820	rnn.weight_hh_l1	0	-0.0067780897952616215
195820	rnn.weight_hh_l1	1	0.020114069804549217
195820	rnn.weight_hh_l1	2	0.009964867495000362
195820	rnn.weight_hh_l1	3	-0.013053840957581997
195820	rnn.weight_hh_l1	4	0.006571383681148291
195820	rnn.weight_hh_l1	5	0.0327332578599453
195820	rnn.weight_hh_l1	6	0.036514706909656525
195820	rnn.weight_hh_l1	7	-0.017124826088547707
195820	rnn.weight_hh_l1	8	-0.007782596163451672
195820	rnn.weight_hh_l1	9	0.03555505722761154
195820	rnn.bias_ih_l1	0	-0.1837407350540161
195820	rnn.bias_ih_l1	1	-0.17766255140304565
195820	rnn.bias_ih_l1	2	-0.20667164027690887
195820	rnn.bias_ih_l1	3	-0.31342166662216187
195820	rnn.bias_ih_l1	4	-0.19424252212047577
195820	rnn.bias_ih_l1	5	-0.08454316109418869
195820	rnn.bias_ih_l1	6	-0.164213165640831
195820	rnn.bias_ih_l1	7	-0.012612511403858662
195820	rnn.bias_ih_l1	8	-0.12976327538490295
195820	rnn.bias_ih_l1	9	-0.1277664303779602
195820	rnn.bias_hh_l1	0	-0.09667438268661499
195820	rnn.bias_hh_l1	1	-0.07544132322072983
195820	rnn.bias_hh_l1	2	-0.09311468154191971
195820	rnn.bias_hh_l1	3	-0.0800333246588707
195820	rnn.bias_hh_l1	4	-0.08426632732152939
195820	rnn.bias_hh_l1	5	-0.12393292784690857
195820	rnn.bias_hh_l1	6	-0.15968726575374603
195820	rnn.bias_hh_l1	7	0.06275040656328201
195820	rnn.bias_hh_l1	8	-0.1835411638021469
195820	rnn.bias_hh_l1	9	-0.11770918220281601
195820	rnn.weight_ih_l1_reverse	0	-0.04360661283135414
195820	rnn.weight_ih_l1_reverse	1	0.03504075109958649
195820	rnn.weight_ih_l1_reverse	2	0.08765919506549835
195820	rnn.weight_ih_l1_reverse	3	-0.010762296617031097
195820	rnn.weight_ih_l1_reverse	4	-0.03502167388796806
195820	rnn.weight_ih_l1_reverse	5	-0.031216466799378395
195820	rnn.weight_ih_l1_reverse	6	-0.013574023731052876
195820	rnn.weight_ih_l1_reverse	7	0.025471525266766548
195820	rnn.weight_ih_l1_reverse	8	0.004483488854020834
195820	rnn.weight_ih_l1_reverse	9	-0.04110975190997124
195820	rnn.weight_hh_l1_reverse	0	0.004818105138838291
195820	rnn.weight_hh_l1_reverse	1	0.031455203890800476
195820	rnn.weight_hh_l1_reverse	2	-0.04049922525882721
195820	rnn.weight_hh_l1_reverse	3	0.03536204621195793
195820	rnn.weight_hh_l1_reverse	4	0.04761601984500885
195820	rnn.weight_hh_l1_reverse	5	0.0025131236761808395
195820	rnn.weight_hh_l1_reverse	6	0.052739404141902924
195820	rnn.weight_hh_l1_reverse	7	0.03130963444709778
195820	rnn.weight_hh_l1_reverse	8	-0.007225869223475456
195820	rnn.weight_hh_l1_reverse	9	-0.030121758580207825
195820	rnn.bias_ih_l1_reverse	0	-0.052917979657649994
195820	rnn.bias_ih_l1_reverse	1	-0.1498071551322937
195820	rnn.bias_ih_l1_reverse	2	-0.16630037128925323
195820	rnn.bias_ih_l1_reverse	3	-0.05809733644127846
195820	rnn.bias_ih_l1_reverse	4	-0.212704136967659
195820	rnn.bias_ih_l1_reverse	5	-0.11374209821224213
195820	rnn.bias_ih_l1_reverse	6	-0.13524368405342102
195820	rnn.bias_ih_l1_reverse	7	-0.19514496624469757
195820	rnn.bias_ih_l1_reverse	8	0.22399364411830902
195820	rnn.bias_ih_l1_reverse	9	0.022062044590711594
195820	rnn.bias_hh_l1_reverse	0	-0.011741753667593002
195820	rnn.bias_hh_l1_reverse	1	-0.077165387570858
195820	rnn.bias_hh_l1_reverse	2	-0.23531612753868103
195820	rnn.bias_hh_l1_reverse	3	-0.1446274220943451
195820	rnn.bias_hh_l1_reverse	4	-0.08241298049688339
195820	rnn.bias_hh_l1_reverse	5	-0.1189342811703682
195820	rnn.bias_hh_l1_reverse	6	0.05034223198890686
195820	rnn.bias_hh_l1_reverse	7	-0.15328840911388397
195820	rnn.bias_hh_l1_reverse	8	-0.11931762844324112
195820	rnn.bias_hh_l1_reverse	9	-0.14958976209163666
195820	linear.weight	0	0.002228822559118271
195820	linear.weight	1	0.10800659656524658
195820	linear.weight	2	-0.10432782769203186
195820	linear.weight	3	0.2895968556404114
195820	linear.weight	4	0.1596912443637848
195820	linear.weight	5	-0.06649717688560486
195820	linear.weight	6	0.11408118903636932
195820	linear.weight	7	0.141170471906662
195820	linear.weight	8	0.04115037992596626
195820	linear.weight	9	-0.04472243785858154
195820	linear.bias	0	0.09279480576515198
195820	linear.bias	1	-0.17576579749584198
195820	linear.bias	2	-0.4261496365070343
195820	linear.bias	3	-0.645347535610199
195820	linear.bias	4	-1.2180291414260864
195820	linear.bias	5	-0.06849540024995804
195820	linear.bias	6	-0.7894885540008545
195820	linear.bias	7	0.2528393864631653
195820	linear.bias	8	-0.4244985282421112
195820	linear.bias	9	-1.0312978029251099
196017	transitions	0	0.7442483305931091
196017	transitions	1	0.15416015684604645
196017	transitions	2	-10000.0
196017	transitions	3	-1.8268494606018066
196017	transitions	4	-10000.0
196017	transitions	5	0.5663136839866638
196017	transitions	6	-0.08301503211259842
196017	transitions	7	-0.7817617654800415
196017	transitions	8	-1.4175479412078857
196017	transitions	9	-0.0012056895066052675
196017	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
196017	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
196017	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
196017	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
196017	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
196017	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
196017	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
196017	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
196017	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
196017	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
196017	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
196017	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
196017	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
196017	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
196017	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
196017	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
196017	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
196017	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
196017	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
196017	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
196017	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
196017	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
196017	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
196017	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
196017	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
196017	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
196017	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
196017	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
196017	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
196017	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
196017	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
196017	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
196017	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
196017	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
196017	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
196017	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
196017	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
196017	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
196017	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
196017	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
196017	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
196017	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
196017	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
196017	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
196017	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
196017	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
196017	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
196017	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
196017	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
196017	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
196017	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
196017	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
196017	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
196017	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
196017	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
196017	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
196017	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
196017	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
196017	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
196017	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
196017	embedding2nn.weight	0	0.021533194929361343
196017	embedding2nn.weight	1	-0.01310199685394764
196017	embedding2nn.weight	2	-0.014268254861235619
196017	embedding2nn.weight	3	-0.030532948672771454
196017	embedding2nn.weight	4	-0.0059150345623493195
196017	embedding2nn.weight	5	-0.003700588596984744
196017	embedding2nn.weight	6	-0.00397326797246933
196017	embedding2nn.weight	7	-0.07811124622821808
196017	embedding2nn.weight	8	-0.0019979383796453476
196017	embedding2nn.weight	9	-0.030281996354460716
196017	embedding2nn.bias	0	0.04013722389936447
196017	embedding2nn.bias	1	-0.07022207230329514
196017	embedding2nn.bias	2	0.0683460608124733
196017	embedding2nn.bias	3	0.03985997661948204
196017	embedding2nn.bias	4	-0.05501079931855202
196017	embedding2nn.bias	5	0.00618803221732378
196017	embedding2nn.bias	6	0.02999955229461193
196017	embedding2nn.bias	7	-0.06277859956026077
196017	embedding2nn.bias	8	0.05748283118009567
196017	embedding2nn.bias	9	0.0565064512193203
196017	rnn.weight_ih_l0	0	-0.07795938849449158
196017	rnn.weight_ih_l0	1	0.006048195529729128
196017	rnn.weight_ih_l0	2	0.0300687737762928
196017	rnn.weight_ih_l0	3	0.021469352766871452
196017	rnn.weight_ih_l0	4	-0.046979427337646484
196017	rnn.weight_ih_l0	5	-0.06533131003379822
196017	rnn.weight_ih_l0	6	-0.0009501645690761507
196017	rnn.weight_ih_l0	7	0.04993196576833725
196017	rnn.weight_ih_l0	8	-0.014981796033680439
196017	rnn.weight_ih_l0	9	-0.030063070356845856
196017	rnn.weight_hh_l0	0	-0.030502518638968468
196017	rnn.weight_hh_l0	1	-0.009491766802966595
196017	rnn.weight_hh_l0	2	0.007549317553639412
196017	rnn.weight_hh_l0	3	-0.07554417103528976
196017	rnn.weight_hh_l0	4	0.0940631777048111
196017	rnn.weight_hh_l0	5	-0.02338196337223053
196017	rnn.weight_hh_l0	6	-0.05780315771698952
196017	rnn.weight_hh_l0	7	0.011444839648902416
196017	rnn.weight_hh_l0	8	0.015729177743196487
196017	rnn.weight_hh_l0	9	-0.024086179211735725
196017	rnn.bias_ih_l0	0	0.13193818926811218
196017	rnn.bias_ih_l0	1	-0.03264787793159485
196017	rnn.bias_ih_l0	2	-0.03050702065229416
196017	rnn.bias_ih_l0	3	0.15438078343868256
196017	rnn.bias_ih_l0	4	-0.012620381079614162
196017	rnn.bias_ih_l0	5	-0.01614348776638508
196017	rnn.bias_ih_l0	6	0.01982574537396431
196017	rnn.bias_ih_l0	7	0.02196650579571724
196017	rnn.bias_ih_l0	8	-0.09777915477752686
196017	rnn.bias_ih_l0	9	-0.04818013682961464
196017	rnn.bias_hh_l0	0	-0.002397615695372224
196017	rnn.bias_hh_l0	1	-0.11278942972421646
196017	rnn.bias_hh_l0	2	-0.0700785219669342
196017	rnn.bias_hh_l0	3	-0.0881480872631073
196017	rnn.bias_hh_l0	4	0.006477589253336191
196017	rnn.bias_hh_l0	5	-0.02441091649234295
196017	rnn.bias_hh_l0	6	0.03551095351576805
196017	rnn.bias_hh_l0	7	0.05402771383523941
196017	rnn.bias_hh_l0	8	-0.12230078876018524
196017	rnn.bias_hh_l0	9	-0.05251765251159668
196017	rnn.weight_ih_l0_reverse	0	-0.02059115096926689
196017	rnn.weight_ih_l0_reverse	1	-0.052340246737003326
196017	rnn.weight_ih_l0_reverse	2	-0.04755210131406784
196017	rnn.weight_ih_l0_reverse	3	0.013260641135275364
196017	rnn.weight_ih_l0_reverse	4	-0.021287040784955025
196017	rnn.weight_ih_l0_reverse	5	-0.05816775932908058
196017	rnn.weight_ih_l0_reverse	6	0.076604463160038
196017	rnn.weight_ih_l0_reverse	7	-0.016892483457922935
196017	rnn.weight_ih_l0_reverse	8	-0.01631142757833004
196017	rnn.weight_ih_l0_reverse	9	0.0005673859850503504
196017	rnn.weight_hh_l0_reverse	0	0.06611436605453491
196017	rnn.weight_hh_l0_reverse	1	0.02272235043346882
196017	rnn.weight_hh_l0_reverse	2	0.028680909425020218
196017	rnn.weight_hh_l0_reverse	3	0.03576941788196564
196017	rnn.weight_hh_l0_reverse	4	0.012443067505955696
196017	rnn.weight_hh_l0_reverse	5	0.008508650586009026
196017	rnn.weight_hh_l0_reverse	6	0.049670301377773285
196017	rnn.weight_hh_l0_reverse	7	-0.07996154576539993
196017	rnn.weight_hh_l0_reverse	8	0.04024815931916237
196017	rnn.weight_hh_l0_reverse	9	0.035131584852933884
196017	rnn.bias_ih_l0_reverse	0	-0.05591720715165138
196017	rnn.bias_ih_l0_reverse	1	-0.283521831035614
196017	rnn.bias_ih_l0_reverse	2	-0.11561170220375061
196017	rnn.bias_ih_l0_reverse	3	-0.05083047226071358
196017	rnn.bias_ih_l0_reverse	4	-0.02062421292066574
196017	rnn.bias_ih_l0_reverse	5	0.07352732867002487
196017	rnn.bias_ih_l0_reverse	6	-0.0667123794555664
196017	rnn.bias_ih_l0_reverse	7	0.05992769077420235
196017	rnn.bias_ih_l0_reverse	8	-0.0467342846095562
196017	rnn.bias_ih_l0_reverse	9	0.06199660524725914
196017	rnn.bias_hh_l0_reverse	0	0.02037299983203411
196017	rnn.bias_hh_l0_reverse	1	-0.05007941648364067
196017	rnn.bias_hh_l0_reverse	2	0.07899581640958786
196017	rnn.bias_hh_l0_reverse	3	-0.0478927306830883
196017	rnn.bias_hh_l0_reverse	4	-0.02252173237502575
196017	rnn.bias_hh_l0_reverse	5	-0.024988515302538872
196017	rnn.bias_hh_l0_reverse	6	-0.020461691543459892
196017	rnn.bias_hh_l0_reverse	7	0.10202966630458832
196017	rnn.bias_hh_l0_reverse	8	0.034537915140390396
196017	rnn.bias_hh_l0_reverse	9	-0.1504676789045334
196017	rnn.weight_ih_l1	0	-0.03007618896663189
196017	rnn.weight_ih_l1	1	-0.049680788069963455
196017	rnn.weight_ih_l1	2	0.05648207664489746
196017	rnn.weight_ih_l1	3	-0.0698683112859726
196017	rnn.weight_ih_l1	4	-0.01367661077529192
196017	rnn.weight_ih_l1	5	-0.04096323996782303
196017	rnn.weight_ih_l1	6	0.029193047434091568
196017	rnn.weight_ih_l1	7	-0.04756692796945572
196017	rnn.weight_ih_l1	8	0.036570556461811066
196017	rnn.weight_ih_l1	9	0.04677955061197281
196017	rnn.weight_hh_l1	0	-0.006722465623170137
196017	rnn.weight_hh_l1	1	0.02019096165895462
196017	rnn.weight_hh_l1	2	0.010066243819892406
196017	rnn.weight_hh_l1	3	-0.013050313107669353
196017	rnn.weight_hh_l1	4	0.006569980643689632
196017	rnn.weight_hh_l1	5	0.032733477652072906
196017	rnn.weight_hh_l1	6	0.03668169304728508
196017	rnn.weight_hh_l1	7	-0.017006026580929756
196017	rnn.weight_hh_l1	8	-0.0077651808969676495
196017	rnn.weight_hh_l1	9	0.035677652806043625
196017	rnn.bias_ih_l1	0	-0.183173269033432
196017	rnn.bias_ih_l1	1	-0.17733903229236603
196017	rnn.bias_ih_l1	2	-0.20664168894290924
196017	rnn.bias_ih_l1	3	-0.31285902857780457
196017	rnn.bias_ih_l1	4	-0.19584502279758453
196017	rnn.bias_ih_l1	5	-0.08417243510484695
196017	rnn.bias_ih_l1	6	-0.163510262966156
196017	rnn.bias_ih_l1	7	-0.013652530498802662
196017	rnn.bias_ih_l1	8	-0.12956580519676208
196017	rnn.bias_ih_l1	9	-0.1271401196718216
196017	rnn.bias_hh_l1	0	-0.09663673490285873
196017	rnn.bias_hh_l1	1	-0.07602114230394363
196017	rnn.bias_hh_l1	2	-0.09310729801654816
196017	rnn.bias_hh_l1	3	-0.07969982922077179
196017	rnn.bias_hh_l1	4	-0.08460979908704758
196017	rnn.bias_hh_l1	5	-0.12407561391592026
196017	rnn.bias_hh_l1	6	-0.15947268903255463
196017	rnn.bias_hh_l1	7	0.06261589378118515
196017	rnn.bias_hh_l1	8	-0.1837894320487976
196017	rnn.bias_hh_l1	9	-0.11802170425653458
196017	rnn.weight_ih_l1_reverse	0	-0.04358981177210808
196017	rnn.weight_ih_l1_reverse	1	0.035652097314596176
196017	rnn.weight_ih_l1_reverse	2	0.08747317641973495
196017	rnn.weight_ih_l1_reverse	3	-0.010271930135786533
196017	rnn.weight_ih_l1_reverse	4	-0.035570625215768814
196017	rnn.weight_ih_l1_reverse	5	-0.03121919184923172
196017	rnn.weight_ih_l1_reverse	6	-0.014021201990544796
196017	rnn.weight_ih_l1_reverse	7	0.025477398186922073
196017	rnn.weight_ih_l1_reverse	8	0.003609798150137067
196017	rnn.weight_ih_l1_reverse	9	-0.040845178067684174
196017	rnn.weight_hh_l1_reverse	0	0.004752897657454014
196017	rnn.weight_hh_l1_reverse	1	0.03139268979430199
196017	rnn.weight_hh_l1_reverse	2	-0.04050679877400398
196017	rnn.weight_hh_l1_reverse	3	0.03535119444131851
196017	rnn.weight_hh_l1_reverse	4	0.04773349687457085
196017	rnn.weight_hh_l1_reverse	5	0.0025917263701558113
196017	rnn.weight_hh_l1_reverse	6	0.05264239013195038
196017	rnn.weight_hh_l1_reverse	7	0.03126508370041847
196017	rnn.weight_hh_l1_reverse	8	-0.007217947393655777
196017	rnn.weight_hh_l1_reverse	9	-0.030137134715914726
196017	rnn.bias_ih_l1_reverse	0	-0.0528821237385273
196017	rnn.bias_ih_l1_reverse	1	-0.1503848433494568
196017	rnn.bias_ih_l1_reverse	2	-0.16584408283233643
196017	rnn.bias_ih_l1_reverse	3	-0.0561327189207077
196017	rnn.bias_ih_l1_reverse	4	-0.2126857191324234
196017	rnn.bias_ih_l1_reverse	5	-0.11256710439920425
196017	rnn.bias_ih_l1_reverse	6	-0.13518819212913513
196017	rnn.bias_ih_l1_reverse	7	-0.19549986720085144
196017	rnn.bias_ih_l1_reverse	8	0.22489498555660248
196017	rnn.bias_ih_l1_reverse	9	0.024237854406237602
196017	rnn.bias_hh_l1_reverse	0	-0.011036108247935772
196017	rnn.bias_hh_l1_reverse	1	-0.07526801526546478
196017	rnn.bias_hh_l1_reverse	2	-0.23540207743644714
196017	rnn.bias_hh_l1_reverse	3	-0.14511258900165558
196017	rnn.bias_hh_l1_reverse	4	-0.08246790617704391
196017	rnn.bias_hh_l1_reverse	5	-0.11817732453346252
196017	rnn.bias_hh_l1_reverse	6	0.05005229264497757
196017	rnn.bias_hh_l1_reverse	7	-0.15330730378627777
196017	rnn.bias_hh_l1_reverse	8	-0.11964194476604462
196017	rnn.bias_hh_l1_reverse	9	-0.14953534305095673
196017	linear.weight	0	0.002228822559118271
196017	linear.weight	1	0.10743631422519684
196017	linear.weight	2	-0.10397599637508392
196017	linear.weight	3	0.2893590033054352
196017	linear.weight	4	0.15984156727790833
196017	linear.weight	5	-0.0662691593170166
196017	linear.weight	6	0.11419011652469635
196017	linear.weight	7	0.1432780772447586
196017	linear.weight	8	0.04115034267306328
196017	linear.weight	9	-0.044782694429159164
196017	linear.bias	0	0.09606398642063141
196017	linear.bias	1	-0.17186339199543
196017	linear.bias	2	-0.4346885681152344
196017	linear.bias	3	-0.6482014060020447
196017	linear.bias	4	-1.221082329750061
196017	linear.bias	5	-0.07198110967874527
196017	linear.bias	6	-0.7867828607559204
196017	linear.bias	7	0.24965260922908783
196017	linear.bias	8	-0.4250808358192444
196017	linear.bias	9	-1.0311328172683716
196214	transitions	0	0.7433006763458252
196214	transitions	1	0.15282395482063293
196214	transitions	2	-10000.0
196214	transitions	3	-1.8268537521362305
196214	transitions	4	-10000.0
196214	transitions	5	0.5663022398948669
196214	transitions	6	-0.08302614837884903
196214	transitions	7	-0.7818343043327332
196214	transitions	8	-1.4175916910171509
196214	transitions	9	-0.0012058584252372384
196214	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
196214	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
196214	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
196214	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
196214	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
196214	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
196214	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
196214	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
196214	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
196214	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
196214	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
196214	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
196214	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
196214	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
196214	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
196214	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
196214	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
196214	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
196214	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
196214	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
196214	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
196214	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
196214	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
196214	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
196214	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
196214	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
196214	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
196214	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
196214	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
196214	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
196214	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
196214	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
196214	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
196214	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
196214	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
196214	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
196214	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
196214	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
196214	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
196214	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
196214	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
196214	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
196214	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
196214	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
196214	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
196214	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
196214	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
196214	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
196214	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
196214	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
196214	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
196214	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
196214	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
196214	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
196214	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
196214	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
196214	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
196214	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
196214	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
196214	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
196214	embedding2nn.weight	0	0.022367453202605247
196214	embedding2nn.weight	1	-0.013061199337244034
196214	embedding2nn.weight	2	-0.014268254861235619
196214	embedding2nn.weight	3	-0.030961470678448677
196214	embedding2nn.weight	4	-0.0059150345623493195
196214	embedding2nn.weight	5	-0.003700588596984744
196214	embedding2nn.weight	6	-0.0039732689037919044
196214	embedding2nn.weight	7	-0.07797418534755707
196214	embedding2nn.weight	8	-0.0019979383796453476
196214	embedding2nn.weight	9	-0.030266309157013893
196214	embedding2nn.bias	0	0.03966736048460007
196214	embedding2nn.bias	1	-0.07121680676937103
196214	embedding2nn.bias	2	0.06887002289295197
196214	embedding2nn.bias	3	0.040542978793382645
196214	embedding2nn.bias	4	-0.053104743361473083
196214	embedding2nn.bias	5	0.008642913773655891
196214	embedding2nn.bias	6	0.030104773119091988
196214	embedding2nn.bias	7	-0.061196841299533844
196214	embedding2nn.bias	8	0.058403849601745605
196214	embedding2nn.bias	9	0.054605770856142044
196214	rnn.weight_ih_l0	0	-0.07794048637151718
196214	rnn.weight_ih_l0	1	0.005946061573922634
196214	rnn.weight_ih_l0	2	0.030053501948714256
196214	rnn.weight_ih_l0	3	0.021751537919044495
196214	rnn.weight_ih_l0	4	-0.04621714726090431
196214	rnn.weight_ih_l0	5	-0.06570498645305634
196214	rnn.weight_ih_l0	6	-0.000877024547662586
196214	rnn.weight_ih_l0	7	0.050121478736400604
196214	rnn.weight_ih_l0	8	-0.014697003178298473
196214	rnn.weight_ih_l0	9	-0.030140139162540436
196214	rnn.weight_hh_l0	0	-0.030327383428812027
196214	rnn.weight_hh_l0	1	-0.009338252246379852
196214	rnn.weight_hh_l0	2	0.007876305840909481
196214	rnn.weight_hh_l0	3	-0.07554539293050766
196214	rnn.weight_hh_l0	4	0.09418628364801407
196214	rnn.weight_hh_l0	5	-0.023465411737561226
196214	rnn.weight_hh_l0	6	-0.057479072362184525
196214	rnn.weight_hh_l0	7	0.011460194364190102
196214	rnn.weight_hh_l0	8	0.015417790040373802
196214	rnn.weight_hh_l0	9	-0.024217290803790092
196214	rnn.bias_ih_l0	0	0.1317339837551117
196214	rnn.bias_ih_l0	1	-0.03306616470217705
196214	rnn.bias_ih_l0	2	-0.030723990872502327
196214	rnn.bias_ih_l0	3	0.15487942099571228
196214	rnn.bias_ih_l0	4	-0.011673679575324059
196214	rnn.bias_ih_l0	5	-0.014529350213706493
196214	rnn.bias_ih_l0	6	0.020404664799571037
196214	rnn.bias_ih_l0	7	0.022426171228289604
196214	rnn.bias_ih_l0	8	-0.09751373529434204
196214	rnn.bias_ih_l0	9	-0.04891018569469452
196214	rnn.bias_hh_l0	0	-0.002535113599151373
196214	rnn.bias_hh_l0	1	-0.11190706491470337
196214	rnn.bias_hh_l0	2	-0.06960200518369675
196214	rnn.bias_hh_l0	3	-0.08761761337518692
196214	rnn.bias_hh_l0	4	0.007313606794923544
196214	rnn.bias_hh_l0	5	-0.02452046610414982
196214	rnn.bias_hh_l0	6	0.03555717319250107
196214	rnn.bias_hh_l0	7	0.05617694929242134
196214	rnn.bias_hh_l0	8	-0.12208683788776398
196214	rnn.bias_hh_l0	9	-0.053702548146247864
196214	rnn.weight_ih_l0_reverse	0	-0.020324762910604477
196214	rnn.weight_ih_l0_reverse	1	-0.052742648869752884
196214	rnn.weight_ih_l0_reverse	2	-0.04762789234519005
196214	rnn.weight_ih_l0_reverse	3	0.013590740971267223
196214	rnn.weight_ih_l0_reverse	4	-0.021206332370638847
196214	rnn.weight_ih_l0_reverse	5	-0.05820932611823082
196214	rnn.weight_ih_l0_reverse	6	0.07700454443693161
196214	rnn.weight_ih_l0_reverse	7	-0.01619901694357395
196214	rnn.weight_ih_l0_reverse	8	-0.016568752005696297
196214	rnn.weight_ih_l0_reverse	9	0.0010232373606413603
196214	rnn.weight_hh_l0_reverse	0	0.06638798862695694
196214	rnn.weight_hh_l0_reverse	1	0.022801732644438744
196214	rnn.weight_hh_l0_reverse	2	0.02865816093981266
196214	rnn.weight_hh_l0_reverse	3	0.03581354394555092
196214	rnn.weight_hh_l0_reverse	4	0.012586213648319244
196214	rnn.weight_hh_l0_reverse	5	0.008777119219303131
196214	rnn.weight_hh_l0_reverse	6	0.049736279994249344
196214	rnn.weight_hh_l0_reverse	7	-0.07973293215036392
196214	rnn.weight_hh_l0_reverse	8	0.04026741534471512
196214	rnn.weight_hh_l0_reverse	9	0.035234589129686356
196214	rnn.bias_ih_l0_reverse	0	-0.05587010830640793
196214	rnn.bias_ih_l0_reverse	1	-0.2841053307056427
196214	rnn.bias_ih_l0_reverse	2	-0.11667371541261673
196214	rnn.bias_ih_l0_reverse	3	-0.05057133734226227
196214	rnn.bias_ih_l0_reverse	4	-0.02076789177954197
196214	rnn.bias_ih_l0_reverse	5	0.07420413941144943
196214	rnn.bias_ih_l0_reverse	6	-0.06729291379451752
196214	rnn.bias_ih_l0_reverse	7	0.06002219766378403
196214	rnn.bias_ih_l0_reverse	8	-0.04608466848731041
196214	rnn.bias_ih_l0_reverse	9	0.06271091103553772
196214	rnn.bias_hh_l0_reverse	0	0.020264074206352234
196214	rnn.bias_hh_l0_reverse	1	-0.050114672631025314
196214	rnn.bias_hh_l0_reverse	2	0.07938127964735031
196214	rnn.bias_hh_l0_reverse	3	-0.04861326143145561
196214	rnn.bias_hh_l0_reverse	4	-0.022546956315636635
196214	rnn.bias_hh_l0_reverse	5	-0.024584300816059113
196214	rnn.bias_hh_l0_reverse	6	-0.020791759714484215
196214	rnn.bias_hh_l0_reverse	7	0.10207600146532059
196214	rnn.bias_hh_l0_reverse	8	0.03524588793516159
196214	rnn.bias_hh_l0_reverse	9	-0.14976820349693298
196214	rnn.weight_ih_l1	0	-0.03000745177268982
196214	rnn.weight_ih_l1	1	-0.04979270324110985
196214	rnn.weight_ih_l1	2	0.0556701198220253
196214	rnn.weight_ih_l1	3	-0.06956689059734344
196214	rnn.weight_ih_l1	4	-0.013338496908545494
196214	rnn.weight_ih_l1	5	-0.04110259562730789
196214	rnn.weight_ih_l1	6	0.029627365991473198
196214	rnn.weight_ih_l1	7	-0.04766646400094032
196214	rnn.weight_ih_l1	8	0.03650539368391037
196214	rnn.weight_ih_l1	9	0.04690709337592125
196214	rnn.weight_hh_l1	0	-0.0068551539443433285
196214	rnn.weight_hh_l1	1	0.02018895000219345
196214	rnn.weight_hh_l1	2	0.010314765386283398
196214	rnn.weight_hh_l1	3	-0.013036884367465973
196214	rnn.weight_hh_l1	4	0.006489292252808809
196214	rnn.weight_hh_l1	5	0.03272513672709465
196214	rnn.weight_hh_l1	6	0.03653838858008385
196214	rnn.weight_hh_l1	7	-0.017132429406046867
196214	rnn.weight_hh_l1	8	-0.007994200102984905
196214	rnn.weight_hh_l1	9	0.03581210598349571
196214	rnn.bias_ih_l1	0	-0.182861328125
196214	rnn.bias_ih_l1	1	-0.17613452672958374
196214	rnn.bias_ih_l1	2	-0.20669110119342804
196214	rnn.bias_ih_l1	3	-0.31349220871925354
196214	rnn.bias_ih_l1	4	-0.1944214552640915
196214	rnn.bias_ih_l1	5	-0.08377183973789215
196214	rnn.bias_ih_l1	6	-0.16338151693344116
196214	rnn.bias_ih_l1	7	-0.012273802421987057
196214	rnn.bias_ih_l1	8	-0.12964101135730743
196214	rnn.bias_ih_l1	9	-0.12696610391139984
196214	rnn.bias_hh_l1	0	-0.096266970038414
196214	rnn.bias_hh_l1	1	-0.07600445300340652
196214	rnn.bias_hh_l1	2	-0.09425181150436401
196214	rnn.bias_hh_l1	3	-0.08012732118368149
196214	rnn.bias_hh_l1	4	-0.08530007302761078
196214	rnn.bias_hh_l1	5	-0.12351720780134201
196214	rnn.bias_hh_l1	6	-0.16017216444015503
196214	rnn.bias_hh_l1	7	0.06217723712325096
196214	rnn.bias_hh_l1	8	-0.18357981741428375
196214	rnn.bias_hh_l1	9	-0.11713792383670807
196214	rnn.weight_ih_l1_reverse	0	-0.0436616949737072
196214	rnn.weight_ih_l1_reverse	1	0.03564223647117615
196214	rnn.weight_ih_l1_reverse	2	0.08712489902973175
196214	rnn.weight_ih_l1_reverse	3	-0.009947411715984344
196214	rnn.weight_ih_l1_reverse	4	-0.03552275523543358
196214	rnn.weight_ih_l1_reverse	5	-0.03121829591691494
196214	rnn.weight_ih_l1_reverse	6	-0.014076595194637775
196214	rnn.weight_ih_l1_reverse	7	0.025599543005228043
196214	rnn.weight_ih_l1_reverse	8	0.0036885407753288746
196214	rnn.weight_ih_l1_reverse	9	-0.0405762642621994
196214	rnn.weight_hh_l1_reverse	0	0.004706426057964563
196214	rnn.weight_hh_l1_reverse	1	0.03141443431377411
196214	rnn.weight_hh_l1_reverse	2	-0.04049752280116081
196214	rnn.weight_hh_l1_reverse	3	0.03538845106959343
196214	rnn.weight_hh_l1_reverse	4	0.04786400496959686
196214	rnn.weight_hh_l1_reverse	5	0.0025608863215893507
196214	rnn.weight_hh_l1_reverse	6	0.05289335176348686
196214	rnn.weight_hh_l1_reverse	7	0.03130754455924034
196214	rnn.weight_hh_l1_reverse	8	-0.0071780444122850895
196214	rnn.weight_hh_l1_reverse	9	-0.03016844019293785
196214	rnn.bias_ih_l1_reverse	0	-0.05249834805727005
196214	rnn.bias_ih_l1_reverse	1	-0.1506030410528183
196214	rnn.bias_ih_l1_reverse	2	-0.16552481055259705
196214	rnn.bias_ih_l1_reverse	3	-0.056209005415439606
196214	rnn.bias_ih_l1_reverse	4	-0.21281909942626953
196214	rnn.bias_ih_l1_reverse	5	-0.11251374334096909
196214	rnn.bias_ih_l1_reverse	6	-0.13497315347194672
196214	rnn.bias_ih_l1_reverse	7	-0.19626423716545105
196214	rnn.bias_ih_l1_reverse	8	0.22489959001541138
196214	rnn.bias_ih_l1_reverse	9	0.023580046370625496
196214	rnn.bias_hh_l1_reverse	0	-0.0125119024887681
196214	rnn.bias_hh_l1_reverse	1	-0.07333879172801971
196214	rnn.bias_hh_l1_reverse	2	-0.23523743450641632
196214	rnn.bias_hh_l1_reverse	3	-0.1448967158794403
196214	rnn.bias_hh_l1_reverse	4	-0.08197937905788422
196214	rnn.bias_hh_l1_reverse	5	-0.11954572051763535
196214	rnn.bias_hh_l1_reverse	6	0.05012465640902519
196214	rnn.bias_hh_l1_reverse	7	-0.1535797268152237
196214	rnn.bias_hh_l1_reverse	8	-0.11970561742782593
196214	rnn.bias_hh_l1_reverse	9	-0.1497088372707367
196214	linear.weight	0	0.002228822559118271
196214	linear.weight	1	0.10690392553806305
196214	linear.weight	2	-0.10430580377578735
196214	linear.weight	3	0.28868338465690613
196214	linear.weight	4	0.15995511412620544
196214	linear.weight	5	-0.06600803136825562
196214	linear.weight	6	0.11447799950838089
196214	linear.weight	7	0.14505521953105927
196214	linear.weight	8	0.041150230914354324
196214	linear.weight	9	-0.04404514282941818
196214	linear.bias	0	0.10035979747772217
196214	linear.bias	1	-0.1659049391746521
196214	linear.bias	2	-0.42758241295814514
196214	linear.bias	3	-0.6455096006393433
196214	linear.bias	4	-1.218704104423523
196214	linear.bias	5	-0.07681704312562943
196214	linear.bias	6	-0.7806254029273987
196214	linear.bias	7	0.24440066516399384
196214	linear.bias	8	-0.42876869440078735
196214	linear.bias	9	-1.0354961156845093
196411	transitions	0	0.7396570444107056
196411	transitions	1	0.153536856174469
196411	transitions	2	-10000.0
196411	transitions	3	-1.8268603086471558
196411	transitions	4	-10000.0
196411	transitions	5	0.5662932395935059
196411	transitions	6	-0.08303884416818619
196411	transitions	7	-0.7819902300834656
196411	transitions	8	-1.4176015853881836
196411	transitions	9	-0.0012060172157362103
196411	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
196411	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
196411	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
196411	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
196411	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
196411	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
196411	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
196411	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
196411	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
196411	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
196411	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
196411	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
196411	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
196411	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
196411	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
196411	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
196411	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
196411	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
196411	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
196411	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
196411	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
196411	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
196411	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
196411	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
196411	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
196411	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
196411	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
196411	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
196411	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
196411	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
196411	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
196411	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
196411	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
196411	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
196411	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
196411	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
196411	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
196411	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
196411	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
196411	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
196411	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
196411	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
196411	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
196411	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
196411	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
196411	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
196411	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
196411	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
196411	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
196411	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
196411	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
196411	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
196411	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
196411	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
196411	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
196411	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
196411	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
196411	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
196411	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
196411	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
196411	embedding2nn.weight	0	0.022579053416848183
196411	embedding2nn.weight	1	-0.013052109628915787
196411	embedding2nn.weight	2	-0.014268254861235619
196411	embedding2nn.weight	3	-0.03061048500239849
196411	embedding2nn.weight	4	-0.0059150345623493195
196411	embedding2nn.weight	5	-0.003700588596984744
196411	embedding2nn.weight	6	-0.003973268438130617
196411	embedding2nn.weight	7	-0.07780098915100098
196411	embedding2nn.weight	8	-0.0019979383796453476
196411	embedding2nn.weight	9	-0.03032504767179489
196411	embedding2nn.bias	0	0.0381070040166378
196411	embedding2nn.bias	1	-0.07229211181402206
196411	embedding2nn.bias	2	0.06862538307905197
196411	embedding2nn.bias	3	0.040698517113924026
196411	embedding2nn.bias	4	-0.05277092382311821
196411	embedding2nn.bias	5	0.008535480126738548
196411	embedding2nn.bias	6	0.032038770616054535
196411	embedding2nn.bias	7	-0.059190958738327026
196411	embedding2nn.bias	8	0.05966690927743912
196411	embedding2nn.bias	9	0.055193349719047546
196411	rnn.weight_ih_l0	0	-0.07814683020114899
196411	rnn.weight_ih_l0	1	0.006120176985859871
196411	rnn.weight_ih_l0	2	0.029808076098561287
196411	rnn.weight_ih_l0	3	0.022115815430879593
196411	rnn.weight_ih_l0	4	-0.046744056046009064
196411	rnn.weight_ih_l0	5	-0.06565527617931366
196411	rnn.weight_ih_l0	6	-0.0005921393749304116
196411	rnn.weight_ih_l0	7	0.05038021504878998
196411	rnn.weight_ih_l0	8	-0.01472751796245575
196411	rnn.weight_ih_l0	9	-0.03009871579706669
196411	rnn.weight_hh_l0	0	-0.030521152541041374
196411	rnn.weight_hh_l0	1	-0.009057490155100822
196411	rnn.weight_hh_l0	2	0.008068349212408066
196411	rnn.weight_hh_l0	3	-0.07587824761867523
196411	rnn.weight_hh_l0	4	0.09405653923749924
196411	rnn.weight_hh_l0	5	-0.023485559970140457
196411	rnn.weight_hh_l0	6	-0.05756435915827751
196411	rnn.weight_hh_l0	7	0.011566845700144768
196411	rnn.weight_hh_l0	8	0.015408230014145374
196411	rnn.weight_hh_l0	9	-0.024069558829069138
196411	rnn.bias_ih_l0	0	0.13162636756896973
196411	rnn.bias_ih_l0	1	-0.03374595567584038
196411	rnn.bias_ih_l0	2	-0.030939966440200806
196411	rnn.bias_ih_l0	3	0.15535135567188263
196411	rnn.bias_ih_l0	4	-0.011320234276354313
196411	rnn.bias_ih_l0	5	-0.014272569678723812
196411	rnn.bias_ih_l0	6	0.020333249121904373
196411	rnn.bias_ih_l0	7	0.021038347855210304
196411	rnn.bias_ih_l0	8	-0.09748929738998413
196411	rnn.bias_ih_l0	9	-0.048535920679569244
196411	rnn.bias_hh_l0	0	-0.0018795205978676677
196411	rnn.bias_hh_l0	1	-0.11075073480606079
196411	rnn.bias_hh_l0	2	-0.06911017745733261
196411	rnn.bias_hh_l0	3	-0.08728697150945663
196411	rnn.bias_hh_l0	4	0.006556157488375902
196411	rnn.bias_hh_l0	5	-0.02432090975344181
196411	rnn.bias_hh_l0	6	0.03457232564687729
196411	rnn.bias_hh_l0	7	0.054575398564338684
196411	rnn.bias_hh_l0	8	-0.122194305062294
196411	rnn.bias_hh_l0	9	-0.05244548246264458
196411	rnn.weight_ih_l0_reverse	0	-0.020095350220799446
196411	rnn.weight_ih_l0_reverse	1	-0.05298281088471413
196411	rnn.weight_ih_l0_reverse	2	-0.047739312052726746
196411	rnn.weight_ih_l0_reverse	3	0.01354176551103592
196411	rnn.weight_ih_l0_reverse	4	-0.021074220538139343
196411	rnn.weight_ih_l0_reverse	5	-0.05802644416689873
196411	rnn.weight_ih_l0_reverse	6	0.07682856917381287
196411	rnn.weight_ih_l0_reverse	7	-0.015576512552797794
196411	rnn.weight_ih_l0_reverse	8	-0.016798855736851692
196411	rnn.weight_ih_l0_reverse	9	0.0011129514314234257
196411	rnn.weight_hh_l0_reverse	0	0.06618525087833405
196411	rnn.weight_hh_l0_reverse	1	0.022856196388602257
196411	rnn.weight_hh_l0_reverse	2	0.028610844165086746
196411	rnn.weight_hh_l0_reverse	3	0.03560030087828636
196411	rnn.weight_hh_l0_reverse	4	0.012414027936756611
196411	rnn.weight_hh_l0_reverse	5	0.008816579356789589
196411	rnn.weight_hh_l0_reverse	6	0.049736957997083664
196411	rnn.weight_hh_l0_reverse	7	-0.07955017685890198
196411	rnn.weight_hh_l0_reverse	8	0.040481001138687134
196411	rnn.weight_hh_l0_reverse	9	0.03533925116062164
196411	rnn.bias_ih_l0_reverse	0	-0.054782215505838394
196411	rnn.bias_ih_l0_reverse	1	-0.2844478189945221
196411	rnn.bias_ih_l0_reverse	2	-0.11644647270441055
196411	rnn.bias_ih_l0_reverse	3	-0.050793711096048355
196411	rnn.bias_ih_l0_reverse	4	-0.020113492384552956
196411	rnn.bias_ih_l0_reverse	5	0.07527615129947662
196411	rnn.bias_ih_l0_reverse	6	-0.06727705150842667
196411	rnn.bias_ih_l0_reverse	7	0.05952467396855354
196411	rnn.bias_ih_l0_reverse	8	-0.047308165580034256
196411	rnn.bias_ih_l0_reverse	9	0.06290708482265472
196411	rnn.bias_hh_l0_reverse	0	0.020806044340133667
196411	rnn.bias_hh_l0_reverse	1	-0.05167465656995773
196411	rnn.bias_hh_l0_reverse	2	0.07983876764774323
196411	rnn.bias_hh_l0_reverse	3	-0.048684537410736084
196411	rnn.bias_hh_l0_reverse	4	-0.022939203307032585
196411	rnn.bias_hh_l0_reverse	5	-0.025171926245093346
196411	rnn.bias_hh_l0_reverse	6	-0.02031501941382885
196411	rnn.bias_hh_l0_reverse	7	0.10164947807788849
196411	rnn.bias_hh_l0_reverse	8	0.03478929027915001
196411	rnn.bias_hh_l0_reverse	9	-0.14989610016345978
196411	rnn.weight_ih_l1	0	-0.03003847599029541
196411	rnn.weight_ih_l1	1	-0.050094783306121826
196411	rnn.weight_ih_l1	2	0.05589592829346657
196411	rnn.weight_ih_l1	3	-0.06909838318824768
196411	rnn.weight_ih_l1	4	-0.013407599180936813
196411	rnn.weight_ih_l1	5	-0.04107372835278511
196411	rnn.weight_ih_l1	6	0.029710274189710617
196411	rnn.weight_ih_l1	7	-0.04764433205127716
196411	rnn.weight_ih_l1	8	0.03670266270637512
196411	rnn.weight_ih_l1	9	0.04703407734632492
196411	rnn.weight_hh_l1	0	-0.006731116678565741
196411	rnn.weight_hh_l1	1	0.02018384262919426
196411	rnn.weight_hh_l1	2	0.010353743098676205
196411	rnn.weight_hh_l1	3	-0.012956520542502403
196411	rnn.weight_hh_l1	4	0.006474082358181477
196411	rnn.weight_hh_l1	5	0.032724205404520035
196411	rnn.weight_hh_l1	6	0.036850571632385254
196411	rnn.weight_hh_l1	7	-0.017192689701914787
196411	rnn.weight_hh_l1	8	-0.007983013056218624
196411	rnn.weight_hh_l1	9	0.0358138307929039
196411	rnn.bias_ih_l1	0	-0.18384799361228943
196411	rnn.bias_ih_l1	1	-0.1763993352651596
196411	rnn.bias_ih_l1	2	-0.206696555018425
196411	rnn.bias_ih_l1	3	-0.31397712230682373
196411	rnn.bias_ih_l1	4	-0.19596639275550842
196411	rnn.bias_ih_l1	5	-0.08478665351867676
196411	rnn.bias_ih_l1	6	-0.16284947097301483
196411	rnn.bias_ih_l1	7	-0.011616101488471031
196411	rnn.bias_ih_l1	8	-0.12983357906341553
196411	rnn.bias_ih_l1	9	-0.1269507110118866
196411	rnn.bias_hh_l1	0	-0.09634631127119064
196411	rnn.bias_hh_l1	1	-0.07565148174762726
196411	rnn.bias_hh_l1	2	-0.09403294324874878
196411	rnn.bias_hh_l1	3	-0.08024025708436966
196411	rnn.bias_hh_l1	4	-0.08474244177341461
196411	rnn.bias_hh_l1	5	-0.12324997037649155
196411	rnn.bias_hh_l1	6	-0.1608627587556839
196411	rnn.bias_hh_l1	7	0.06296127289533615
196411	rnn.bias_hh_l1	8	-0.1840970814228058
196411	rnn.bias_hh_l1	9	-0.11675357073545456
196411	rnn.weight_ih_l1_reverse	0	-0.043879199773073196
196411	rnn.weight_ih_l1_reverse	1	0.03549632057547569
196411	rnn.weight_ih_l1_reverse	2	0.08736084401607513
196411	rnn.weight_ih_l1_reverse	3	-0.009853247553110123
196411	rnn.weight_ih_l1_reverse	4	-0.03533266484737396
196411	rnn.weight_ih_l1_reverse	5	-0.03127589821815491
196411	rnn.weight_ih_l1_reverse	6	-0.014572344720363617
196411	rnn.weight_ih_l1_reverse	7	0.025732554495334625
196411	rnn.weight_ih_l1_reverse	8	0.003409451572224498
196411	rnn.weight_ih_l1_reverse	9	-0.03934406489133835
196411	rnn.weight_hh_l1_reverse	0	0.004648589063435793
196411	rnn.weight_hh_l1_reverse	1	0.031406618654727936
196411	rnn.weight_hh_l1_reverse	2	-0.040466029196977615
196411	rnn.weight_hh_l1_reverse	3	0.035396233201026917
196411	rnn.weight_hh_l1_reverse	4	0.04808662086725235
196411	rnn.weight_hh_l1_reverse	5	0.0026198511477559805
196411	rnn.weight_hh_l1_reverse	6	0.05261402577161789
196411	rnn.weight_hh_l1_reverse	7	0.03133535012602806
196411	rnn.weight_hh_l1_reverse	8	-0.007205483037978411
196411	rnn.weight_hh_l1_reverse	9	-0.03023579902946949
196411	rnn.bias_ih_l1_reverse	0	-0.05318954586982727
196411	rnn.bias_ih_l1_reverse	1	-0.15104274451732635
196411	rnn.bias_ih_l1_reverse	2	-0.1655869036912918
196411	rnn.bias_ih_l1_reverse	3	-0.05785750970244408
196411	rnn.bias_ih_l1_reverse	4	-0.2122018188238144
196411	rnn.bias_ih_l1_reverse	5	-0.11388034373521805
196411	rnn.bias_ih_l1_reverse	6	-0.13474883139133453
196411	rnn.bias_ih_l1_reverse	7	-0.19659723341464996
196411	rnn.bias_ih_l1_reverse	8	0.22574305534362793
196411	rnn.bias_ih_l1_reverse	9	0.0243279617279768
196411	rnn.bias_hh_l1_reverse	0	-0.01121542975306511
196411	rnn.bias_hh_l1_reverse	1	-0.07367505878210068
196411	rnn.bias_hh_l1_reverse	2	-0.23483076691627502
196411	rnn.bias_hh_l1_reverse	3	-0.1449863314628601
196411	rnn.bias_hh_l1_reverse	4	-0.08259247243404388
196411	rnn.bias_hh_l1_reverse	5	-0.11940374970436096
196411	rnn.bias_hh_l1_reverse	6	0.050356488674879074
196411	rnn.bias_hh_l1_reverse	7	-0.15346644818782806
196411	rnn.bias_hh_l1_reverse	8	-0.11950356513261795
196411	rnn.bias_hh_l1_reverse	9	-0.14974364638328552
196411	linear.weight	0	0.002228822559118271
196411	linear.weight	1	0.10614978522062302
196411	linear.weight	2	-0.1040763407945633
196411	linear.weight	3	0.29061856865882874
196411	linear.weight	4	0.15954084694385529
196411	linear.weight	5	-0.06596098840236664
196411	linear.weight	6	0.11630847305059433
196411	linear.weight	7	0.1422525942325592
196411	linear.weight	8	0.04115012660622597
196411	linear.weight	9	-0.04423174634575844
196411	linear.bias	0	0.09712675958871841
196411	linear.bias	1	-0.15473820269107819
196411	linear.bias	2	-0.43737784028053284
196411	linear.bias	3	-0.6568536162376404
196411	linear.bias	4	-1.2305128574371338
196411	linear.bias	5	-0.06692831963300705
196411	linear.bias	6	-0.7688485980033875
196411	linear.bias	7	0.2547948956489563
196411	linear.bias	8	-0.42516493797302246
196411	linear.bias	9	-1.031902551651001
196608	transitions	0	0.7364007830619812
196608	transitions	1	0.15379080176353455
196608	transitions	2	-10000.0
196608	transitions	3	-1.8268640041351318
196608	transitions	4	-10000.0
196608	transitions	5	0.5662446618080139
196608	transitions	6	-0.08304934948682785
196608	transitions	7	-0.7820661067962646
196608	transitions	8	-1.4176082611083984
196608	transitions	9	-0.0012061609886586666
196608	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
196608	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
196608	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
196608	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
196608	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
196608	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
196608	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
196608	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
196608	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
196608	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
196608	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
196608	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
196608	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
196608	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
196608	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
196608	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
196608	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
196608	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
196608	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
196608	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
196608	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
196608	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
196608	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
196608	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
196608	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
196608	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
196608	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
196608	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
196608	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
196608	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
196608	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
196608	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
196608	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
196608	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
196608	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
196608	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
196608	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
196608	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
196608	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
196608	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
196608	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
196608	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
196608	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
196608	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
196608	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
196608	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
196608	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
196608	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
196608	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
196608	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
196608	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
196608	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
196608	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
196608	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
196608	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
196608	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
196608	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
196608	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
196608	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
196608	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
196608	embedding2nn.weight	0	0.022497761994600296
196608	embedding2nn.weight	1	-0.013015483506023884
196608	embedding2nn.weight	2	-0.014268254861235619
196608	embedding2nn.weight	3	-0.03124728985130787
196608	embedding2nn.weight	4	-0.0059150345623493195
196608	embedding2nn.weight	5	-0.003700588596984744
196608	embedding2nn.weight	6	-0.0039732675068080425
196608	embedding2nn.weight	7	-0.07791497558355331
196608	embedding2nn.weight	8	-0.0019979383796453476
196608	embedding2nn.weight	9	-0.03023374266922474
196608	embedding2nn.bias	0	0.04189002886414528
196608	embedding2nn.bias	1	-0.07024700939655304
196608	embedding2nn.bias	2	0.06842116266489029
196608	embedding2nn.bias	3	0.041445717215538025
196608	embedding2nn.bias	4	-0.05075005441904068
196608	embedding2nn.bias	5	0.006811943370848894
196608	embedding2nn.bias	6	0.029539521783590317
196608	embedding2nn.bias	7	-0.05942819267511368
196608	embedding2nn.bias	8	0.05991002544760704
196608	embedding2nn.bias	9	0.0556640550494194
196608	rnn.weight_ih_l0	0	-0.07796616107225418
196608	rnn.weight_ih_l0	1	0.005818042904138565
196608	rnn.weight_ih_l0	2	0.0298463124781847
196608	rnn.weight_ih_l0	3	0.02211018279194832
196608	rnn.weight_ih_l0	4	-0.04655244201421738
196608	rnn.weight_ih_l0	5	-0.06548094004392624
196608	rnn.weight_ih_l0	6	-0.0006443231832236052
196608	rnn.weight_ih_l0	7	0.05054112896323204
196608	rnn.weight_ih_l0	8	-0.015018247999250889
196608	rnn.weight_ih_l0	9	-0.030285511165857315
196608	rnn.weight_hh_l0	0	-0.030786074697971344
196608	rnn.weight_hh_l0	1	-0.009082728065550327
196608	rnn.weight_hh_l0	2	0.008016066625714302
196608	rnn.weight_hh_l0	3	-0.07617411017417908
196608	rnn.weight_hh_l0	4	0.09395701438188553
196608	rnn.weight_hh_l0	5	-0.023760436102747917
196608	rnn.weight_hh_l0	6	-0.05763295665383339
196608	rnn.weight_hh_l0	7	0.011322380043566227
196608	rnn.weight_hh_l0	8	0.01517769880592823
196608	rnn.weight_hh_l0	9	-0.023952852934598923
196608	rnn.bias_ih_l0	0	0.13166461884975433
196608	rnn.bias_ih_l0	1	-0.03390016034245491
196608	rnn.bias_ih_l0	2	-0.0309586264193058
196608	rnn.bias_ih_l0	3	0.15503302216529846
196608	rnn.bias_ih_l0	4	-0.011112541891634464
196608	rnn.bias_ih_l0	5	-0.014429813250899315
196608	rnn.bias_ih_l0	6	0.020931145176291466
196608	rnn.bias_ih_l0	7	0.020802127197384834
196608	rnn.bias_ih_l0	8	-0.09764992445707321
196608	rnn.bias_ih_l0	9	-0.047368038445711136
196608	rnn.bias_hh_l0	0	-0.00181299087125808
196608	rnn.bias_hh_l0	1	-0.11204400658607483
196608	rnn.bias_hh_l0	2	-0.06969508528709412
196608	rnn.bias_hh_l0	3	-0.08680155128240585
196608	rnn.bias_hh_l0	4	0.0072244880720973015
196608	rnn.bias_hh_l0	5	-0.02420450747013092
196608	rnn.bias_hh_l0	6	0.03456861898303032
196608	rnn.bias_hh_l0	7	0.05476006492972374
196608	rnn.bias_hh_l0	8	-0.12209877371788025
196608	rnn.bias_hh_l0	9	-0.05343075841665268
196608	rnn.weight_ih_l0_reverse	0	-0.02013501711189747
196608	rnn.weight_ih_l0_reverse	1	-0.0529482439160347
196608	rnn.weight_ih_l0_reverse	2	-0.04713963344693184
196608	rnn.weight_ih_l0_reverse	3	0.013031361624598503
196608	rnn.weight_ih_l0_reverse	4	-0.020942645147442818
196608	rnn.weight_ih_l0_reverse	5	-0.05822021886706352
196608	rnn.weight_ih_l0_reverse	6	0.07635471969842911
196608	rnn.weight_ih_l0_reverse	7	-0.015769025310873985
196608	rnn.weight_ih_l0_reverse	8	-0.01679842919111252
196608	rnn.weight_ih_l0_reverse	9	0.0008748776162974536
196608	rnn.weight_hh_l0_reverse	0	0.06517400592565536
196608	rnn.weight_hh_l0_reverse	1	0.022862164303660393
196608	rnn.weight_hh_l0_reverse	2	0.028570961207151413
196608	rnn.weight_hh_l0_reverse	3	0.03565989062190056
196608	rnn.weight_hh_l0_reverse	4	0.01219769474118948
196608	rnn.weight_hh_l0_reverse	5	0.009052509441971779
196608	rnn.weight_hh_l0_reverse	6	0.04979608580470085
196608	rnn.weight_hh_l0_reverse	7	-0.07954197376966476
196608	rnn.weight_hh_l0_reverse	8	0.040609732270240784
196608	rnn.weight_hh_l0_reverse	9	0.03527543321251869
196608	rnn.bias_ih_l0_reverse	0	-0.054927509278059006
196608	rnn.bias_ih_l0_reverse	1	-0.28356558084487915
196608	rnn.bias_ih_l0_reverse	2	-0.11658918857574463
196608	rnn.bias_ih_l0_reverse	3	-0.051284365355968475
196608	rnn.bias_ih_l0_reverse	4	-0.01936088688671589
196608	rnn.bias_ih_l0_reverse	5	0.07612926512956619
196608	rnn.bias_ih_l0_reverse	6	-0.06696770340204239
196608	rnn.bias_ih_l0_reverse	7	0.05966015160083771
196608	rnn.bias_ih_l0_reverse	8	-0.047050800174474716
196608	rnn.bias_ih_l0_reverse	9	0.06315318495035172
196608	rnn.bias_hh_l0_reverse	0	0.02014155499637127
196608	rnn.bias_hh_l0_reverse	1	-0.05108015611767769
196608	rnn.bias_hh_l0_reverse	2	0.08011433482170105
196608	rnn.bias_hh_l0_reverse	3	-0.04885000362992287
196608	rnn.bias_hh_l0_reverse	4	-0.022818895056843758
196608	rnn.bias_hh_l0_reverse	5	-0.024619972333312035
196608	rnn.bias_hh_l0_reverse	6	-0.019716380164027214
196608	rnn.bias_hh_l0_reverse	7	0.10227225720882416
196608	rnn.bias_hh_l0_reverse	8	0.03511274978518486
196608	rnn.bias_hh_l0_reverse	9	-0.14970006048679352
196608	rnn.weight_ih_l1	0	-0.029836900532245636
196608	rnn.weight_ih_l1	1	-0.04977833479642868
196608	rnn.weight_ih_l1	2	0.055995818227529526
196608	rnn.weight_ih_l1	3	-0.06880594789981842
196608	rnn.weight_ih_l1	4	-0.01370991300791502
196608	rnn.weight_ih_l1	5	-0.040981754660606384
196608	rnn.weight_ih_l1	6	0.02983444184064865
196608	rnn.weight_ih_l1	7	-0.04768531024456024
196608	rnn.weight_ih_l1	8	0.036758940666913986
196608	rnn.weight_ih_l1	9	0.047279149293899536
196608	rnn.weight_hh_l1	0	-0.006804921198636293
196608	rnn.weight_hh_l1	1	0.02018848992884159
196608	rnn.weight_hh_l1	2	0.009860716760158539
196608	rnn.weight_hh_l1	3	-0.012837055139243603
196608	rnn.weight_hh_l1	4	0.006235319189727306
196608	rnn.weight_hh_l1	5	0.03264174982905388
196608	rnn.weight_hh_l1	6	0.036754149943590164
196608	rnn.weight_hh_l1	7	-0.01711675524711609
196608	rnn.weight_hh_l1	8	-0.007833877578377724
196608	rnn.weight_hh_l1	9	0.03579195588827133
196608	rnn.bias_ih_l1	0	-0.18364758789539337
196608	rnn.bias_ih_l1	1	-0.17630329728126526
196608	rnn.bias_ih_l1	2	-0.20610231161117554
196608	rnn.bias_ih_l1	3	-0.31305164098739624
196608	rnn.bias_ih_l1	4	-0.1977124959230423
196608	rnn.bias_ih_l1	5	-0.08435353636741638
196608	rnn.bias_ih_l1	6	-0.16319236159324646
196608	rnn.bias_ih_l1	7	-0.011905335821211338
196608	rnn.bias_ih_l1	8	-0.13042795658111572
196608	rnn.bias_ih_l1	9	-0.12635767459869385
196608	rnn.bias_hh_l1	0	-0.09478346258401871
196608	rnn.bias_hh_l1	1	-0.07541638612747192
196608	rnn.bias_hh_l1	2	-0.09330566972494125
196608	rnn.bias_hh_l1	3	-0.08016368001699448
196608	rnn.bias_hh_l1	4	-0.08472717553377151
196608	rnn.bias_hh_l1	5	-0.12316315621137619
196608	rnn.bias_hh_l1	6	-0.16033272445201874
196608	rnn.bias_hh_l1	7	0.06419473141431808
196608	rnn.bias_hh_l1	8	-0.18330179154872894
196608	rnn.bias_hh_l1	9	-0.11807329952716827
196608	rnn.weight_ih_l1_reverse	0	-0.04385264217853546
196608	rnn.weight_ih_l1_reverse	1	0.0369618758559227
196608	rnn.weight_ih_l1_reverse	2	0.08713611960411072
196608	rnn.weight_ih_l1_reverse	3	-0.009280436672270298
196608	rnn.weight_ih_l1_reverse	4	-0.035059694200754166
196608	rnn.weight_ih_l1_reverse	5	-0.031278617680072784
196608	rnn.weight_ih_l1_reverse	6	-0.014375493861734867
196608	rnn.weight_ih_l1_reverse	7	0.026168175041675568
196608	rnn.weight_ih_l1_reverse	8	0.003611686173826456
196608	rnn.weight_ih_l1_reverse	9	-0.03976207599043846
196608	rnn.weight_hh_l1_reverse	0	0.004643069580197334
196608	rnn.weight_hh_l1_reverse	1	0.03142380341887474
196608	rnn.weight_hh_l1_reverse	2	-0.04047379270195961
196608	rnn.weight_hh_l1_reverse	3	0.03539702668786049
196608	rnn.weight_hh_l1_reverse	4	0.04799031466245651
196608	rnn.weight_hh_l1_reverse	5	0.002659675432369113
196608	rnn.weight_hh_l1_reverse	6	0.052066534757614136
196608	rnn.weight_hh_l1_reverse	7	0.03140196204185486
196608	rnn.weight_hh_l1_reverse	8	-0.007175936829298735
196608	rnn.weight_hh_l1_reverse	9	-0.030255135148763657
196608	rnn.bias_ih_l1_reverse	0	-0.052649375051259995
196608	rnn.bias_ih_l1_reverse	1	-0.15113607048988342
196608	rnn.bias_ih_l1_reverse	2	-0.1654045432806015
196608	rnn.bias_ih_l1_reverse	3	-0.057249587029218674
196608	rnn.bias_ih_l1_reverse	4	-0.2119809240102768
196608	rnn.bias_ih_l1_reverse	5	-0.11450329422950745
196608	rnn.bias_ih_l1_reverse	6	-0.1346338540315628
196608	rnn.bias_ih_l1_reverse	7	-0.19511640071868896
196608	rnn.bias_ih_l1_reverse	8	0.22541362047195435
196608	rnn.bias_ih_l1_reverse	9	0.025813575834035873
196608	rnn.bias_hh_l1_reverse	0	-0.010629468597471714
196608	rnn.bias_hh_l1_reverse	1	-0.07487573474645615
196608	rnn.bias_hh_l1_reverse	2	-0.2350735068321228
196608	rnn.bias_hh_l1_reverse	3	-0.14489921927452087
196608	rnn.bias_hh_l1_reverse	4	-0.08220899850130081
196608	rnn.bias_hh_l1_reverse	5	-0.11897286772727966
196608	rnn.bias_hh_l1_reverse	6	0.05128442496061325
196608	rnn.bias_hh_l1_reverse	7	-0.15331411361694336
196608	rnn.bias_hh_l1_reverse	8	-0.1195719912648201
196608	rnn.bias_hh_l1_reverse	9	-0.1496424376964569
196608	linear.weight	0	0.002228822559118271
196608	linear.weight	1	0.1064898893237114
196608	linear.weight	2	-0.10558202862739563
196608	linear.weight	3	0.2894725501537323
196608	linear.weight	4	0.15915216505527496
196608	linear.weight	5	-0.06597466766834259
196608	linear.weight	6	0.11926213651895523
196608	linear.weight	7	0.14079634845256805
196608	linear.weight	8	0.041150134056806564
196608	linear.weight	9	-0.04428012669086456
196608	linear.bias	0	0.10108331590890884
196608	linear.bias	1	-0.16400979459285736
196608	linear.bias	2	-0.4388377368450165
196608	linear.bias	3	-0.6518420577049255
196608	linear.bias	4	-1.2260040044784546
196608	linear.bias	5	-0.06441361457109451
196608	linear.bias	6	-0.776905357837677
196608	linear.bias	7	0.25747889280319214
196608	linear.bias	8	-0.4262133538722992
196608	linear.bias	9	-1.0334793329238892
196805	transitions	0	0.7361712455749512
196805	transitions	1	0.15352316200733185
196805	transitions	2	-10000.0
196805	transitions	3	-1.8268686532974243
196805	transitions	4	-10000.0
196805	transitions	5	0.5662215948104858
196805	transitions	6	-0.08306528627872467
196805	transitions	7	-0.782091498374939
196805	transitions	8	-1.4176167249679565
196805	transitions	9	-0.0012062947498634458
196805	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
196805	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
196805	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
196805	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
196805	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
196805	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
196805	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
196805	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
196805	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
196805	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
196805	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
196805	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
196805	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
196805	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
196805	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
196805	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
196805	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
196805	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
196805	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
196805	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
196805	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
196805	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
196805	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
196805	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
196805	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
196805	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
196805	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
196805	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
196805	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
196805	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
196805	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
196805	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
196805	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
196805	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
196805	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
196805	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
196805	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
196805	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
196805	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
196805	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
196805	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
196805	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
196805	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
196805	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
196805	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
196805	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
196805	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
196805	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
196805	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
196805	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
196805	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
196805	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
196805	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
196805	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
196805	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
196805	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
196805	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
196805	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
196805	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
196805	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
196805	embedding2nn.weight	0	0.02280927076935768
196805	embedding2nn.weight	1	-0.013051372952759266
196805	embedding2nn.weight	2	-0.014268254861235619
196805	embedding2nn.weight	3	-0.031196746975183487
196805	embedding2nn.weight	4	-0.0059150345623493195
196805	embedding2nn.weight	5	-0.003700588596984744
196805	embedding2nn.weight	6	-0.00397326797246933
196805	embedding2nn.weight	7	-0.07787574082612991
196805	embedding2nn.weight	8	-0.0019979383796453476
196805	embedding2nn.weight	9	-0.029969975352287292
196805	embedding2nn.bias	0	0.03969250246882439
196805	embedding2nn.bias	1	-0.06836585700511932
196805	embedding2nn.bias	2	0.0705159530043602
196805	embedding2nn.bias	3	0.03940239176154137
196805	embedding2nn.bias	4	-0.052627258002758026
196805	embedding2nn.bias	5	0.011402708478271961
196805	embedding2nn.bias	6	0.030335186049342155
196805	embedding2nn.bias	7	-0.060009974986314774
196805	embedding2nn.bias	8	0.05698871612548828
196805	embedding2nn.bias	9	0.055287014693021774
196805	rnn.weight_ih_l0	0	-0.07778754085302353
196805	rnn.weight_ih_l0	1	0.005488741211593151
196805	rnn.weight_ih_l0	2	0.029900619760155678
196805	rnn.weight_ih_l0	3	0.022249875590205193
196805	rnn.weight_ih_l0	4	-0.047335170209407806
196805	rnn.weight_ih_l0	5	-0.065565325319767
196805	rnn.weight_ih_l0	6	-0.0008495923830196261
196805	rnn.weight_ih_l0	7	0.05086256191134453
196805	rnn.weight_ih_l0	8	-0.014672140590846539
196805	rnn.weight_ih_l0	9	-0.03029473125934601
196805	rnn.weight_hh_l0	0	-0.030547866597771645
196805	rnn.weight_hh_l0	1	-0.009364823810756207
196805	rnn.weight_hh_l0	2	0.007720925845205784
196805	rnn.weight_hh_l0	3	-0.07631494849920273
196805	rnn.weight_hh_l0	4	0.09386863559484482
196805	rnn.weight_hh_l0	5	-0.02407521940767765
196805	rnn.weight_hh_l0	6	-0.05758504942059517
196805	rnn.weight_hh_l0	7	0.011104539968073368
196805	rnn.weight_hh_l0	8	0.015156826004385948
196805	rnn.weight_hh_l0	9	-0.023829739540815353
196805	rnn.bias_ih_l0	0	0.131733238697052
196805	rnn.bias_ih_l0	1	-0.03306320309638977
196805	rnn.bias_ih_l0	2	-0.0314294807612896
196805	rnn.bias_ih_l0	3	0.15565425157546997
196805	rnn.bias_ih_l0	4	-0.010801872238516808
196805	rnn.bias_ih_l0	5	-0.015460258349776268
196805	rnn.bias_ih_l0	6	0.02127610146999359
196805	rnn.bias_ih_l0	7	0.020524779334664345
196805	rnn.bias_ih_l0	8	-0.0972084254026413
196805	rnn.bias_ih_l0	9	-0.0495418906211853
196805	rnn.bias_hh_l0	0	-0.0013548929709941149
196805	rnn.bias_hh_l0	1	-0.11124496906995773
196805	rnn.bias_hh_l0	2	-0.06973196566104889
196805	rnn.bias_hh_l0	3	-0.08715993911027908
196805	rnn.bias_hh_l0	4	0.008532666601240635
196805	rnn.bias_hh_l0	5	-0.02344355545938015
196805	rnn.bias_hh_l0	6	0.034015193581581116
196805	rnn.bias_hh_l0	7	0.055333636701107025
196805	rnn.bias_hh_l0	8	-0.12154854834079742
196805	rnn.bias_hh_l0	9	-0.05280089005827904
196805	rnn.weight_ih_l0_reverse	0	-0.020179664716124535
196805	rnn.weight_ih_l0_reverse	1	-0.052850328385829926
196805	rnn.weight_ih_l0_reverse	2	-0.04663431644439697
196805	rnn.weight_ih_l0_reverse	3	0.012423811480402946
196805	rnn.weight_ih_l0_reverse	4	-0.021107343956828117
196805	rnn.weight_ih_l0_reverse	5	-0.05796470120549202
196805	rnn.weight_ih_l0_reverse	6	0.07595695555210114
196805	rnn.weight_ih_l0_reverse	7	-0.015444389544427395
196805	rnn.weight_ih_l0_reverse	8	-0.016672305762767792
196805	rnn.weight_ih_l0_reverse	9	0.0008669260423630476
196805	rnn.weight_hh_l0_reverse	0	0.0646650642156601
196805	rnn.weight_hh_l0_reverse	1	0.02273872308433056
196805	rnn.weight_hh_l0_reverse	2	0.028720971196889877
196805	rnn.weight_hh_l0_reverse	3	0.035564690828323364
196805	rnn.weight_hh_l0_reverse	4	0.01226563099771738
196805	rnn.weight_hh_l0_reverse	5	0.009168349206447601
196805	rnn.weight_hh_l0_reverse	6	0.04985494911670685
196805	rnn.weight_hh_l0_reverse	7	-0.07975698262453079
196805	rnn.weight_hh_l0_reverse	8	0.04043876379728317
196805	rnn.weight_hh_l0_reverse	9	0.035334330052137375
196805	rnn.bias_ih_l0_reverse	0	-0.05479467660188675
196805	rnn.bias_ih_l0_reverse	1	-0.2862600088119507
196805	rnn.bias_ih_l0_reverse	2	-0.11699870228767395
196805	rnn.bias_ih_l0_reverse	3	-0.05122947692871094
196805	rnn.bias_ih_l0_reverse	4	-0.019088875502347946
196805	rnn.bias_ih_l0_reverse	5	0.07577773183584213
196805	rnn.bias_ih_l0_reverse	6	-0.0668107196688652
196805	rnn.bias_ih_l0_reverse	7	0.05940021574497223
196805	rnn.bias_ih_l0_reverse	8	-0.04683892801403999
196805	rnn.bias_ih_l0_reverse	9	0.06382258981466293
196805	rnn.bias_hh_l0_reverse	0	0.019613562151789665
196805	rnn.bias_hh_l0_reverse	1	-0.050482697784900665
196805	rnn.bias_hh_l0_reverse	2	0.08001802116632462
196805	rnn.bias_hh_l0_reverse	3	-0.048623885959386826
196805	rnn.bias_hh_l0_reverse	4	-0.022860653698444366
196805	rnn.bias_hh_l0_reverse	5	-0.024929886683821678
196805	rnn.bias_hh_l0_reverse	6	-0.019544653594493866
196805	rnn.bias_hh_l0_reverse	7	0.10234540700912476
196805	rnn.bias_hh_l0_reverse	8	0.03541754558682442
196805	rnn.bias_hh_l0_reverse	9	-0.15081751346588135
196805	rnn.weight_ih_l1	0	-0.029727082699537277
196805	rnn.weight_ih_l1	1	-0.049195367842912674
196805	rnn.weight_ih_l1	2	0.055683497339487076
196805	rnn.weight_ih_l1	3	-0.06925870478153229
196805	rnn.weight_ih_l1	4	-0.013491448014974594
196805	rnn.weight_ih_l1	5	-0.0408736951649189
196805	rnn.weight_ih_l1	6	0.02959292195737362
196805	rnn.weight_ih_l1	7	-0.04788287729024887
196805	rnn.weight_ih_l1	8	0.03682023286819458
196805	rnn.weight_ih_l1	9	0.047052253037691116
196805	rnn.weight_hh_l1	0	-0.006872712634503841
196805	rnn.weight_hh_l1	1	0.020127998664975166
196805	rnn.weight_hh_l1	2	0.009571782313287258
196805	rnn.weight_hh_l1	3	-0.01278063002973795
196805	rnn.weight_hh_l1	4	0.0061260852962732315
196805	rnn.weight_hh_l1	5	0.03262852877378464
196805	rnn.weight_hh_l1	6	0.03657279908657074
196805	rnn.weight_hh_l1	7	-0.01710275560617447
196805	rnn.weight_hh_l1	8	-0.00774164404720068
196805	rnn.weight_hh_l1	9	0.03605182096362114
196805	rnn.bias_ih_l1	0	-0.18439288437366486
196805	rnn.bias_ih_l1	1	-0.17655563354492188
196805	rnn.bias_ih_l1	2	-0.20641398429870605
196805	rnn.bias_ih_l1	3	-0.3129996061325073
196805	rnn.bias_ih_l1	4	-0.19853462278842926
196805	rnn.bias_ih_l1	5	-0.08388791233301163
196805	rnn.bias_ih_l1	6	-0.16327844560146332
196805	rnn.bias_ih_l1	7	-0.010343745350837708
196805	rnn.bias_ih_l1	8	-0.13080067932605743
196805	rnn.bias_ih_l1	9	-0.12612731754779816
196805	rnn.bias_hh_l1	0	-0.09554682672023773
196805	rnn.bias_hh_l1	1	-0.07526329904794693
196805	rnn.bias_hh_l1	2	-0.09352459758520126
196805	rnn.bias_hh_l1	3	-0.08007094264030457
196805	rnn.bias_hh_l1	4	-0.08462709933519363
196805	rnn.bias_hh_l1	5	-0.12298757582902908
196805	rnn.bias_hh_l1	6	-0.1605575680732727
196805	rnn.bias_hh_l1	7	0.06386148929595947
196805	rnn.bias_hh_l1	8	-0.18271321058273315
196805	rnn.bias_hh_l1	9	-0.11867943406105042
196805	rnn.weight_ih_l1_reverse	0	-0.04376993700861931
196805	rnn.weight_ih_l1_reverse	1	0.037329331040382385
196805	rnn.weight_ih_l1_reverse	2	0.08687115460634232
196805	rnn.weight_ih_l1_reverse	3	-0.008949104696512222
196805	rnn.weight_ih_l1_reverse	4	-0.03530832752585411
196805	rnn.weight_ih_l1_reverse	5	-0.03127424791455269
196805	rnn.weight_ih_l1_reverse	6	-0.014270409941673279
196805	rnn.weight_ih_l1_reverse	7	0.02617241069674492
196805	rnn.weight_ih_l1_reverse	8	0.003431249177083373
196805	rnn.weight_ih_l1_reverse	9	-0.03954954072833061
196805	rnn.weight_hh_l1_reverse	0	0.00461544981226325
196805	rnn.weight_hh_l1_reverse	1	0.0313471257686615
196805	rnn.weight_hh_l1_reverse	2	-0.04046466574072838
196805	rnn.weight_hh_l1_reverse	3	0.03534876927733421
196805	rnn.weight_hh_l1_reverse	4	0.048138827085494995
196805	rnn.weight_hh_l1_reverse	5	0.002761725801974535
196805	rnn.weight_hh_l1_reverse	6	0.051955681294202805
196805	rnn.weight_hh_l1_reverse	7	0.03136909380555153
196805	rnn.weight_hh_l1_reverse	8	-0.007164778187870979
196805	rnn.weight_hh_l1_reverse	9	-0.03037075325846672
196805	rnn.bias_ih_l1_reverse	0	-0.05257275700569153
196805	rnn.bias_ih_l1_reverse	1	-0.15134061872959137
196805	rnn.bias_ih_l1_reverse	2	-0.16443409025669098
196805	rnn.bias_ih_l1_reverse	3	-0.055101193487644196
196805	rnn.bias_ih_l1_reverse	4	-0.21220344305038452
196805	rnn.bias_ih_l1_reverse	5	-0.11457247287034988
196805	rnn.bias_ih_l1_reverse	6	-0.134699285030365
196805	rnn.bias_ih_l1_reverse	7	-0.19485603272914886
196805	rnn.bias_ih_l1_reverse	8	0.22332137823104858
196805	rnn.bias_ih_l1_reverse	9	0.02634267322719097
196805	rnn.bias_hh_l1_reverse	0	-0.01092387642711401
196805	rnn.bias_hh_l1_reverse	1	-0.07435113191604614
196805	rnn.bias_hh_l1_reverse	2	-0.2351415455341339
196805	rnn.bias_hh_l1_reverse	3	-0.14469802379608154
196805	rnn.bias_hh_l1_reverse	4	-0.08232472091913223
196805	rnn.bias_hh_l1_reverse	5	-0.11764105409383774
196805	rnn.bias_hh_l1_reverse	6	0.05290965735912323
196805	rnn.bias_hh_l1_reverse	7	-0.1531563103199005
196805	rnn.bias_hh_l1_reverse	8	-0.11958158016204834
196805	rnn.bias_hh_l1_reverse	9	-0.14946165680885315
196805	linear.weight	0	0.002228822559118271
196805	linear.weight	1	0.10855305194854736
196805	linear.weight	2	-0.10460744053125381
196805	linear.weight	3	0.2883976697921753
196805	linear.weight	4	0.1598552018404007
196805	linear.weight	5	-0.06571739912033081
196805	linear.weight	6	0.11418656259775162
196805	linear.weight	7	0.13920612633228302
196805	linear.weight	8	0.041150059551000595
196805	linear.weight	9	-0.04534614831209183
196805	linear.bias	0	0.09588930755853653
196805	linear.bias	1	-0.16284753382205963
196805	linear.bias	2	-0.43093839287757874
196805	linear.bias	3	-0.6597733497619629
196805	linear.bias	4	-1.2344682216644287
196805	linear.bias	5	-0.0591701865196228
196805	linear.bias	6	-0.7755559682846069
196805	linear.bias	7	0.2627606689929962
196805	linear.bias	8	-0.4339110255241394
196805	linear.bias	9	-1.041529655456543
197002	transitions	0	0.7345689535140991
197002	transitions	1	0.1522989273071289
197002	transitions	2	-10000.0
197002	transitions	3	-1.826875925064087
197002	transitions	4	-10000.0
197002	transitions	5	0.5662099123001099
197002	transitions	6	-0.08308272063732147
197002	transitions	7	-0.7822339534759521
197002	transitions	8	-1.417622447013855
197002	transitions	9	-0.001206500455737114
197002	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197002	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197002	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197002	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197002	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197002	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197002	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197002	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197002	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197002	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197002	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197002	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197002	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197002	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197002	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197002	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197002	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197002	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197002	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197002	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197002	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197002	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197002	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197002	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197002	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197002	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197002	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197002	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197002	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197002	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197002	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197002	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197002	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197002	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197002	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197002	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197002	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197002	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197002	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197002	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197002	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197002	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197002	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197002	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197002	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197002	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197002	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197002	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197002	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197002	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197002	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197002	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197002	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197002	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197002	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197002	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197002	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197002	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197002	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197002	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197002	embedding2nn.weight	0	0.023281671106815338
197002	embedding2nn.weight	1	-0.01300872303545475
197002	embedding2nn.weight	2	-0.014268254861235619
197002	embedding2nn.weight	3	-0.0311178807169199
197002	embedding2nn.weight	4	-0.0059150345623493195
197002	embedding2nn.weight	5	-0.003700588596984744
197002	embedding2nn.weight	6	-0.0039732689037919044
197002	embedding2nn.weight	7	-0.07790685445070267
197002	embedding2nn.weight	8	-0.0019979383796453476
197002	embedding2nn.weight	9	-0.029843447729945183
197002	embedding2nn.bias	0	0.03923066332936287
197002	embedding2nn.bias	1	-0.06970527023077011
197002	embedding2nn.bias	2	0.06942640244960785
197002	embedding2nn.bias	3	0.036523088812828064
197002	embedding2nn.bias	4	-0.05329348146915436
197002	embedding2nn.bias	5	0.009260693565011024
197002	embedding2nn.bias	6	0.03027244098484516
197002	embedding2nn.bias	7	-0.06073487177491188
197002	embedding2nn.bias	8	0.05886363610625267
197002	embedding2nn.bias	9	0.05467420816421509
197002	rnn.weight_ih_l0	0	-0.07746950536966324
197002	rnn.weight_ih_l0	1	0.0059016612358391285
197002	rnn.weight_ih_l0	2	0.03006075695157051
197002	rnn.weight_ih_l0	3	0.02206573449075222
197002	rnn.weight_ih_l0	4	-0.04705364257097244
197002	rnn.weight_ih_l0	5	-0.06560882925987244
197002	rnn.weight_ih_l0	6	-0.0007939693750813603
197002	rnn.weight_ih_l0	7	0.050675198435783386
197002	rnn.weight_ih_l0	8	-0.01461196318268776
197002	rnn.weight_ih_l0	9	-0.030332576483488083
197002	rnn.weight_hh_l0	0	-0.030614322051405907
197002	rnn.weight_hh_l0	1	-0.009306935593485832
197002	rnn.weight_hh_l0	2	0.00759512186050415
197002	rnn.weight_hh_l0	3	-0.07637766003608704
197002	rnn.weight_hh_l0	4	0.09398757666349411
197002	rnn.weight_hh_l0	5	-0.024119844660162926
197002	rnn.weight_hh_l0	6	-0.05721385031938553
197002	rnn.weight_hh_l0	7	0.011296242475509644
197002	rnn.weight_hh_l0	8	0.015270328149199486
197002	rnn.weight_hh_l0	9	-0.02368140034377575
197002	rnn.bias_ih_l0	0	0.13139981031417847
197002	rnn.bias_ih_l0	1	-0.03351089358329773
197002	rnn.bias_ih_l0	2	-0.032532162964344025
197002	rnn.bias_ih_l0	3	0.15571388602256775
197002	rnn.bias_ih_l0	4	-0.011268064379692078
197002	rnn.bias_ih_l0	5	-0.016712544485926628
197002	rnn.bias_ih_l0	6	0.0209654588252306
197002	rnn.bias_ih_l0	7	0.02047816850244999
197002	rnn.bias_ih_l0	8	-0.09773121774196625
197002	rnn.bias_ih_l0	9	-0.048074617981910706
197002	rnn.bias_hh_l0	0	-0.0013558738864958286
197002	rnn.bias_hh_l0	1	-0.11135977506637573
197002	rnn.bias_hh_l0	2	-0.0684785470366478
197002	rnn.bias_hh_l0	3	-0.08831790834665298
197002	rnn.bias_hh_l0	4	0.008340509608387947
197002	rnn.bias_hh_l0	5	-0.024081110954284668
197002	rnn.bias_hh_l0	6	0.03374013677239418
197002	rnn.bias_hh_l0	7	0.05526666343212128
197002	rnn.bias_hh_l0	8	-0.1213928684592247
197002	rnn.bias_hh_l0	9	-0.053449004888534546
197002	rnn.weight_ih_l0_reverse	0	-0.020183932036161423
197002	rnn.weight_ih_l0_reverse	1	-0.052797943353652954
197002	rnn.weight_ih_l0_reverse	2	-0.046401068568229675
197002	rnn.weight_ih_l0_reverse	3	0.012339814566075802
197002	rnn.weight_ih_l0_reverse	4	-0.020758498460054398
197002	rnn.weight_ih_l0_reverse	5	-0.05773843079805374
197002	rnn.weight_ih_l0_reverse	6	0.07609861344099045
197002	rnn.weight_ih_l0_reverse	7	-0.015741463750600815
197002	rnn.weight_ih_l0_reverse	8	-0.01644892431795597
197002	rnn.weight_ih_l0_reverse	9	0.0007865952211432159
197002	rnn.weight_hh_l0_reverse	0	0.06483712047338486
197002	rnn.weight_hh_l0_reverse	1	0.0227526742964983
197002	rnn.weight_hh_l0_reverse	2	0.028779353946447372
197002	rnn.weight_hh_l0_reverse	3	0.035613711923360825
197002	rnn.weight_hh_l0_reverse	4	0.012238693423569202
197002	rnn.weight_hh_l0_reverse	5	0.0091567886993289
197002	rnn.weight_hh_l0_reverse	6	0.04994496330618858
197002	rnn.weight_hh_l0_reverse	7	-0.07998780161142349
197002	rnn.weight_hh_l0_reverse	8	0.040197499096393585
197002	rnn.weight_hh_l0_reverse	9	0.03523605689406395
197002	rnn.bias_ih_l0_reverse	0	-0.05537547543644905
197002	rnn.bias_ih_l0_reverse	1	-0.28609487414360046
197002	rnn.bias_ih_l0_reverse	2	-0.11695084720849991
197002	rnn.bias_ih_l0_reverse	3	-0.05065741389989853
197002	rnn.bias_ih_l0_reverse	4	-0.019374150782823563
197002	rnn.bias_ih_l0_reverse	5	0.07687250524759293
197002	rnn.bias_ih_l0_reverse	6	-0.06618060916662216
197002	rnn.bias_ih_l0_reverse	7	0.05946534499526024
197002	rnn.bias_ih_l0_reverse	8	-0.04660162702202797
197002	rnn.bias_ih_l0_reverse	9	0.06348829716444016
197002	rnn.bias_hh_l0_reverse	0	0.02055414952337742
197002	rnn.bias_hh_l0_reverse	1	-0.05018404498696327
197002	rnn.bias_hh_l0_reverse	2	0.07979892194271088
197002	rnn.bias_hh_l0_reverse	3	-0.04832947254180908
197002	rnn.bias_hh_l0_reverse	4	-0.022899430245161057
197002	rnn.bias_hh_l0_reverse	5	-0.024960264563560486
197002	rnn.bias_hh_l0_reverse	6	-0.019424229860305786
197002	rnn.bias_hh_l0_reverse	7	0.10113856196403503
197002	rnn.bias_hh_l0_reverse	8	0.036242641508579254
197002	rnn.bias_hh_l0_reverse	9	-0.1517920196056366
197002	rnn.weight_ih_l1	0	-0.02987019531428814
197002	rnn.weight_ih_l1	1	-0.04873690381646156
197002	rnn.weight_ih_l1	2	0.056011032313108444
197002	rnn.weight_ih_l1	3	-0.06948639452457428
197002	rnn.weight_ih_l1	4	-0.01377300638705492
197002	rnn.weight_ih_l1	5	-0.04103577509522438
197002	rnn.weight_ih_l1	6	0.029858577996492386
197002	rnn.weight_ih_l1	7	-0.047453492879867554
197002	rnn.weight_ih_l1	8	0.0369747057557106
197002	rnn.weight_ih_l1	9	0.0471004992723465
197002	rnn.weight_hh_l1	0	-0.00670583313331008
197002	rnn.weight_hh_l1	1	0.020205998793244362
197002	rnn.weight_hh_l1	2	0.00932914949953556
197002	rnn.weight_hh_l1	3	-0.01263450924307108
197002	rnn.weight_hh_l1	4	0.006035723257809877
197002	rnn.weight_hh_l1	5	0.03274159133434296
197002	rnn.weight_hh_l1	6	0.03655530884861946
197002	rnn.weight_hh_l1	7	-0.01720074564218521
197002	rnn.weight_hh_l1	8	-0.007769654039293528
197002	rnn.weight_hh_l1	9	0.036142341792583466
197002	rnn.bias_ih_l1	0	-0.18561573326587677
197002	rnn.bias_ih_l1	1	-0.1772935837507248
197002	rnn.bias_ih_l1	2	-0.20782609283924103
197002	rnn.bias_ih_l1	3	-0.31390801072120667
197002	rnn.bias_ih_l1	4	-0.19849559664726257
197002	rnn.bias_ih_l1	5	-0.08427458256483078
197002	rnn.bias_ih_l1	6	-0.16307467222213745
197002	rnn.bias_ih_l1	7	-0.010070709511637688
197002	rnn.bias_ih_l1	8	-0.13102494180202484
197002	rnn.bias_ih_l1	9	-0.12533074617385864
197002	rnn.bias_hh_l1	0	-0.09516336023807526
197002	rnn.bias_hh_l1	1	-0.07470979541540146
197002	rnn.bias_hh_l1	2	-0.09315257519483566
197002	rnn.bias_hh_l1	3	-0.0800708457827568
197002	rnn.bias_hh_l1	4	-0.08429840952157974
197002	rnn.bias_hh_l1	5	-0.12280618399381638
197002	rnn.bias_hh_l1	6	-0.16087070107460022
197002	rnn.bias_hh_l1	7	0.061639148741960526
197002	rnn.bias_hh_l1	8	-0.18185199797153473
197002	rnn.bias_hh_l1	9	-0.11865516752004623
197002	rnn.weight_ih_l1_reverse	0	-0.04389861598610878
197002	rnn.weight_ih_l1_reverse	1	0.03784537315368652
197002	rnn.weight_ih_l1_reverse	2	0.08731461316347122
197002	rnn.weight_ih_l1_reverse	3	-0.009270821698009968
197002	rnn.weight_ih_l1_reverse	4	-0.03505011647939682
197002	rnn.weight_ih_l1_reverse	5	-0.03132467716932297
197002	rnn.weight_ih_l1_reverse	6	-0.013533156365156174
197002	rnn.weight_ih_l1_reverse	7	0.02651880495250225
197002	rnn.weight_ih_l1_reverse	8	0.0033179735764861107
197002	rnn.weight_ih_l1_reverse	9	-0.040134936571121216
197002	rnn.weight_hh_l1_reverse	0	0.004629100207239389
197002	rnn.weight_hh_l1_reverse	1	0.031399741768836975
197002	rnn.weight_hh_l1_reverse	2	-0.040449924767017365
197002	rnn.weight_hh_l1_reverse	3	0.035361386835575104
197002	rnn.weight_hh_l1_reverse	4	0.04812470078468323
197002	rnn.weight_hh_l1_reverse	5	0.0027617020532488823
197002	rnn.weight_hh_l1_reverse	6	0.052502818405628204
197002	rnn.weight_hh_l1_reverse	7	0.03133520856499672
197002	rnn.weight_hh_l1_reverse	8	-0.007142779882997274
197002	rnn.weight_hh_l1_reverse	9	-0.03039185144007206
197002	rnn.bias_ih_l1_reverse	0	-0.05216149240732193
197002	rnn.bias_ih_l1_reverse	1	-0.15090419352054596
197002	rnn.bias_ih_l1_reverse	2	-0.16371046006679535
197002	rnn.bias_ih_l1_reverse	3	-0.052883878350257874
197002	rnn.bias_ih_l1_reverse	4	-0.2124577760696411
197002	rnn.bias_ih_l1_reverse	5	-0.11530353128910065
197002	rnn.bias_ih_l1_reverse	6	-0.13472110033035278
197002	rnn.bias_ih_l1_reverse	7	-0.19502590596675873
197002	rnn.bias_ih_l1_reverse	8	0.22214318811893463
197002	rnn.bias_ih_l1_reverse	9	0.026385342702269554
197002	rnn.bias_hh_l1_reverse	0	-0.010591093450784683
197002	rnn.bias_hh_l1_reverse	1	-0.07408910244703293
197002	rnn.bias_hh_l1_reverse	2	-0.23540958762168884
197002	rnn.bias_hh_l1_reverse	3	-0.1447799801826477
197002	rnn.bias_hh_l1_reverse	4	-0.08251351118087769
197002	rnn.bias_hh_l1_reverse	5	-0.11762190610170364
197002	rnn.bias_hh_l1_reverse	6	0.052029650658369064
197002	rnn.bias_hh_l1_reverse	7	-0.15393786132335663
197002	rnn.bias_hh_l1_reverse	8	-0.11992435157299042
197002	rnn.bias_hh_l1_reverse	9	-0.1493726521730423
197002	linear.weight	0	0.002228822559118271
197002	linear.weight	1	0.1097649335861206
197002	linear.weight	2	-0.10560552775859833
197002	linear.weight	3	0.28916484117507935
197002	linear.weight	4	0.16135884821414948
197002	linear.weight	5	-0.06616058945655823
197002	linear.weight	6	0.11576911062002182
197002	linear.weight	7	0.1390254944562912
197002	linear.weight	8	0.041149962693452835
197002	linear.weight	9	-0.04645763337612152
197002	linear.bias	0	0.10884098708629608
197002	linear.bias	1	-0.17089220881462097
197002	linear.bias	2	-0.4259609878063202
197002	linear.bias	3	-0.6523020267486572
197002	linear.bias	4	-1.227757453918457
197002	linear.bias	5	-0.06424055248498917
197002	linear.bias	6	-0.7843822240829468
197002	linear.bias	7	0.2575283944606781
197002	linear.bias	8	-0.435126930475235
197002	linear.bias	9	-1.0430763959884644
197199	transitions	0	0.7351558208465576
197199	transitions	1	0.15304377675056458
197199	transitions	2	-10000.0
197199	transitions	3	-1.8268840312957764
197199	transitions	4	-10000.0
197199	transitions	5	0.5661916732788086
197199	transitions	6	-0.08310700953006744
197199	transitions	7	-0.7823498249053955
197199	transitions	8	-1.4176369905471802
197199	transitions	9	-0.001206564367748797
197199	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197199	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197199	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197199	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197199	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197199	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197199	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197199	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197199	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197199	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197199	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197199	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197199	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197199	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197199	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197199	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197199	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197199	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197199	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197199	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197199	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197199	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197199	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197199	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197199	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197199	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197199	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197199	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197199	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197199	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197199	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197199	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197199	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197199	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197199	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197199	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197199	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197199	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197199	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197199	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197199	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197199	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197199	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197199	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197199	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197199	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197199	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197199	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197199	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197199	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197199	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197199	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197199	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197199	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197199	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197199	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197199	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197199	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197199	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197199	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197199	embedding2nn.weight	0	0.023266494274139404
197199	embedding2nn.weight	1	-0.01298210583627224
197199	embedding2nn.weight	2	-0.014268254861235619
197199	embedding2nn.weight	3	-0.030992085114121437
197199	embedding2nn.weight	4	-0.0059150345623493195
197199	embedding2nn.weight	5	-0.003700588596984744
197199	embedding2nn.weight	6	-0.0039732689037919044
197199	embedding2nn.weight	7	-0.07769329845905304
197199	embedding2nn.weight	8	-0.0019979383796453476
197199	embedding2nn.weight	9	-0.02973618544638157
197199	embedding2nn.bias	0	0.039858728647232056
197199	embedding2nn.bias	1	-0.06760863214731216
197199	embedding2nn.bias	2	0.06917652487754822
197199	embedding2nn.bias	3	0.0403769388794899
197199	embedding2nn.bias	4	-0.05009540915489197
197199	embedding2nn.bias	5	0.007511989679187536
197199	embedding2nn.bias	6	0.03001405857503414
197199	embedding2nn.bias	7	-0.05934835970401764
197199	embedding2nn.bias	8	0.061050668358802795
197199	embedding2nn.bias	9	0.05435715243220329
197199	rnn.weight_ih_l0	0	-0.0772368460893631
197199	rnn.weight_ih_l0	1	0.006020498927682638
197199	rnn.weight_ih_l0	2	0.029919253662228584
197199	rnn.weight_ih_l0	3	0.02204040251672268
197199	rnn.weight_ih_l0	4	-0.04673156142234802
197199	rnn.weight_ih_l0	5	-0.06574773788452148
197199	rnn.weight_ih_l0	6	-0.0007426411611959338
197199	rnn.weight_ih_l0	7	0.050268981605768204
197199	rnn.weight_ih_l0	8	-0.014710945077240467
197199	rnn.weight_ih_l0	9	-0.030728882178664207
197199	rnn.weight_hh_l0	0	-0.030347472056746483
197199	rnn.weight_hh_l0	1	-0.009281007573008537
197199	rnn.weight_hh_l0	2	0.007522062864154577
197199	rnn.weight_hh_l0	3	-0.07646072655916214
197199	rnn.weight_hh_l0	4	0.09415475279092789
197199	rnn.weight_hh_l0	5	-0.0243206974118948
197199	rnn.weight_hh_l0	6	-0.057543911039829254
197199	rnn.weight_hh_l0	7	0.010854079388082027
197199	rnn.weight_hh_l0	8	0.015271815471351147
197199	rnn.weight_hh_l0	9	-0.023690728470683098
197199	rnn.bias_ih_l0	0	0.13190072774887085
197199	rnn.bias_ih_l0	1	-0.03311249613761902
197199	rnn.bias_ih_l0	2	-0.032307375222444534
197199	rnn.bias_ih_l0	3	0.15517140924930573
197199	rnn.bias_ih_l0	4	-0.01113133691251278
197199	rnn.bias_ih_l0	5	-0.01765669323503971
197199	rnn.bias_ih_l0	6	0.021143276244401932
197199	rnn.bias_ih_l0	7	0.02072981372475624
197199	rnn.bias_ih_l0	8	-0.09735135734081268
197199	rnn.bias_ih_l0	9	-0.04971795901656151
197199	rnn.bias_hh_l0	0	-0.0013135937042534351
197199	rnn.bias_hh_l0	1	-0.11134030669927597
197199	rnn.bias_hh_l0	2	-0.0686023011803627
197199	rnn.bias_hh_l0	3	-0.08865392953157425
197199	rnn.bias_hh_l0	4	0.008564869873225689
197199	rnn.bias_hh_l0	5	-0.02466830238699913
197199	rnn.bias_hh_l0	6	0.03468183055520058
197199	rnn.bias_hh_l0	7	0.05556363984942436
197199	rnn.bias_hh_l0	8	-0.12122990936040878
197199	rnn.bias_hh_l0	9	-0.05300997942686081
197199	rnn.weight_ih_l0_reverse	0	-0.020543167367577553
197199	rnn.weight_ih_l0_reverse	1	-0.052851319313049316
197199	rnn.weight_ih_l0_reverse	2	-0.04596270993351936
197199	rnn.weight_ih_l0_reverse	3	0.012601720169186592
197199	rnn.weight_ih_l0_reverse	4	-0.020422251895070076
197199	rnn.weight_ih_l0_reverse	5	-0.05766688287258148
197199	rnn.weight_ih_l0_reverse	6	0.07649145275354385
197199	rnn.weight_ih_l0_reverse	7	-0.014893230982124805
197199	rnn.weight_ih_l0_reverse	8	-0.016388872638344765
197199	rnn.weight_ih_l0_reverse	9	0.000519447261467576
197199	rnn.weight_hh_l0_reverse	0	0.06545724719762802
197199	rnn.weight_hh_l0_reverse	1	0.022982511669397354
197199	rnn.weight_hh_l0_reverse	2	0.02876611426472664
197199	rnn.weight_hh_l0_reverse	3	0.03554431349039078
197199	rnn.weight_hh_l0_reverse	4	0.012266518548130989
197199	rnn.weight_hh_l0_reverse	5	0.009476269595324993
197199	rnn.weight_hh_l0_reverse	6	0.050010308623313904
197199	rnn.weight_hh_l0_reverse	7	-0.07998862862586975
197199	rnn.weight_hh_l0_reverse	8	0.040069226175546646
197199	rnn.weight_hh_l0_reverse	9	0.03519723191857338
197199	rnn.bias_ih_l0_reverse	0	-0.05505753681063652
197199	rnn.bias_ih_l0_reverse	1	-0.2844811677932739
197199	rnn.bias_ih_l0_reverse	2	-0.11794189363718033
197199	rnn.bias_ih_l0_reverse	3	-0.05006811395287514
197199	rnn.bias_ih_l0_reverse	4	-0.01851913519203663
197199	rnn.bias_ih_l0_reverse	5	0.07658667117357254
197199	rnn.bias_ih_l0_reverse	6	-0.06630562245845795
197199	rnn.bias_ih_l0_reverse	7	0.0594305619597435
197199	rnn.bias_ih_l0_reverse	8	-0.04603704810142517
197199	rnn.bias_ih_l0_reverse	9	0.06351626664400101
197199	rnn.bias_hh_l0_reverse	0	0.02042672596871853
197199	rnn.bias_hh_l0_reverse	1	-0.051722366362810135
197199	rnn.bias_hh_l0_reverse	2	0.07960707694292068
197199	rnn.bias_hh_l0_reverse	3	-0.04881640896201134
197199	rnn.bias_hh_l0_reverse	4	-0.02305176481604576
197199	rnn.bias_hh_l0_reverse	5	-0.025478988885879517
197199	rnn.bias_hh_l0_reverse	6	-0.01989849843084812
197199	rnn.bias_hh_l0_reverse	7	0.10113252699375153
197199	rnn.bias_hh_l0_reverse	8	0.03483818098902702
197199	rnn.bias_hh_l0_reverse	9	-0.15032127499580383
197199	rnn.weight_ih_l1	0	-0.029818497598171234
197199	rnn.weight_ih_l1	1	-0.048816390335559845
197199	rnn.weight_ih_l1	2	0.05605217441916466
197199	rnn.weight_ih_l1	3	-0.06976597011089325
197199	rnn.weight_ih_l1	4	-0.01381542719900608
197199	rnn.weight_ih_l1	5	-0.04100116714835167
197199	rnn.weight_ih_l1	6	0.02946334518492222
197199	rnn.weight_ih_l1	7	-0.04728773981332779
197199	rnn.weight_ih_l1	8	0.03696313872933388
197199	rnn.weight_ih_l1	9	0.04703633487224579
197199	rnn.weight_hh_l1	0	-0.006440724246203899
197199	rnn.weight_hh_l1	1	0.02024594321846962
197199	rnn.weight_hh_l1	2	0.009176217950880527
197199	rnn.weight_hh_l1	3	-0.012577731162309647
197199	rnn.weight_hh_l1	4	0.006072234362363815
197199	rnn.weight_hh_l1	5	0.03270016610622406
197199	rnn.weight_hh_l1	6	0.0366947166621685
197199	rnn.weight_hh_l1	7	-0.017111841589212418
197199	rnn.weight_hh_l1	8	-0.0077634407207369804
197199	rnn.weight_hh_l1	9	0.036272309720516205
197199	rnn.bias_ih_l1	0	-0.18642954528331757
197199	rnn.bias_ih_l1	1	-0.1774177998304367
197199	rnn.bias_ih_l1	2	-0.2070133537054062
197199	rnn.bias_ih_l1	3	-0.31380075216293335
197199	rnn.bias_ih_l1	4	-0.1988995522260666
197199	rnn.bias_ih_l1	5	-0.08401769399642944
197199	rnn.bias_ih_l1	6	-0.16284401714801788
197199	rnn.bias_ih_l1	7	-0.01029468234628439
197199	rnn.bias_ih_l1	8	-0.13206908106803894
197199	rnn.bias_ih_l1	9	-0.12658652663230896
197199	rnn.bias_hh_l1	0	-0.096013143658638
197199	rnn.bias_hh_l1	1	-0.07505134493112564
197199	rnn.bias_hh_l1	2	-0.09350978583097458
197199	rnn.bias_hh_l1	3	-0.07984372973442078
197199	rnn.bias_hh_l1	4	-0.08375313133001328
197199	rnn.bias_hh_l1	5	-0.12245738506317139
197199	rnn.bias_hh_l1	6	-0.16143523156642914
197199	rnn.bias_hh_l1	7	0.05926338583230972
197199	rnn.bias_hh_l1	8	-0.18227019906044006
197199	rnn.bias_hh_l1	9	-0.12054482847452164
197199	rnn.weight_ih_l1_reverse	0	-0.044181834906339645
197199	rnn.weight_ih_l1_reverse	1	0.037990447133779526
197199	rnn.weight_ih_l1_reverse	2	0.08743328601121902
197199	rnn.weight_ih_l1_reverse	3	-0.009134948253631592
197199	rnn.weight_ih_l1_reverse	4	-0.035242896527051926
197199	rnn.weight_ih_l1_reverse	5	-0.03138687089085579
197199	rnn.weight_ih_l1_reverse	6	-0.013891504146158695
197199	rnn.weight_ih_l1_reverse	7	0.02670641988515854
197199	rnn.weight_ih_l1_reverse	8	0.0032500792294740677
197199	rnn.weight_ih_l1_reverse	9	-0.04023571312427521
197199	rnn.weight_hh_l1_reverse	0	0.004643613006919622
197199	rnn.weight_hh_l1_reverse	1	0.03143588826060295
197199	rnn.weight_hh_l1_reverse	2	-0.04045319929718971
197199	rnn.weight_hh_l1_reverse	3	0.03533872216939926
197199	rnn.weight_hh_l1_reverse	4	0.04802864044904709
197199	rnn.weight_hh_l1_reverse	5	0.002753698267042637
197199	rnn.weight_hh_l1_reverse	6	0.052734579890966415
197199	rnn.weight_hh_l1_reverse	7	0.03144366294145584
197199	rnn.weight_hh_l1_reverse	8	-0.007179107051342726
197199	rnn.weight_hh_l1_reverse	9	-0.030318740755319595
197199	rnn.bias_ih_l1_reverse	0	-0.05208825692534447
197199	rnn.bias_ih_l1_reverse	1	-0.15092149376869202
197199	rnn.bias_ih_l1_reverse	2	-0.16408056020736694
197199	rnn.bias_ih_l1_reverse	3	-0.05485502630472183
197199	rnn.bias_ih_l1_reverse	4	-0.21218882501125336
197199	rnn.bias_ih_l1_reverse	5	-0.11544658988714218
197199	rnn.bias_ih_l1_reverse	6	-0.1348089575767517
197199	rnn.bias_ih_l1_reverse	7	-0.19573597609996796
197199	rnn.bias_ih_l1_reverse	8	0.2209382802248001
197199	rnn.bias_ih_l1_reverse	9	0.026410816237330437
197199	rnn.bias_hh_l1_reverse	0	-0.011056075803935528
197199	rnn.bias_hh_l1_reverse	1	-0.073832668364048
197199	rnn.bias_hh_l1_reverse	2	-0.23539863526821136
197199	rnn.bias_hh_l1_reverse	3	-0.1447674036026001
197199	rnn.bias_hh_l1_reverse	4	-0.0825285091996193
197199	rnn.bias_hh_l1_reverse	5	-0.11792785674333572
197199	rnn.bias_hh_l1_reverse	6	0.05167397856712341
197199	rnn.bias_hh_l1_reverse	7	-0.15432648360729218
197199	rnn.bias_hh_l1_reverse	8	-0.12048164755105972
197199	rnn.bias_hh_l1_reverse	9	-0.14905834197998047
197199	linear.weight	0	0.002228822559118271
197199	linear.weight	1	0.10893988609313965
197199	linear.weight	2	-0.10552018880844116
197199	linear.weight	3	0.28661274909973145
197199	linear.weight	4	0.1628393828868866
197199	linear.weight	5	-0.06523142755031586
197199	linear.weight	6	0.11321776360273361
197199	linear.weight	7	0.13738276064395905
197199	linear.weight	8	0.04114998131990433
197199	linear.weight	9	-0.04722335934638977
197199	linear.bias	0	0.10384261608123779
197199	linear.bias	1	-0.16521993279457092
197199	linear.bias	2	-0.43619826436042786
197199	linear.bias	3	-0.651454508304596
197199	linear.bias	4	-1.2268983125686646
197199	linear.bias	5	-0.07282806932926178
197199	linear.bias	6	-0.7786454558372498
197199	linear.bias	7	0.24939727783203125
197199	linear.bias	8	-0.43354183435440063
197199	linear.bias	9	-1.0414249897003174
197396	transitions	0	0.7361071109771729
197396	transitions	1	0.15371426939964294
197396	transitions	2	-10000.0
197396	transitions	3	-1.8268927335739136
197396	transitions	4	-10000.0
197396	transitions	5	0.566185712814331
197396	transitions	6	-0.08312355726957321
197396	transitions	7	-0.7825784087181091
197396	transitions	8	-1.4176623821258545
197396	transitions	9	-0.0012067360803484917
197396	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197396	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197396	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197396	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197396	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197396	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197396	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197396	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197396	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197396	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197396	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197396	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197396	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197396	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197396	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197396	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197396	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197396	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197396	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197396	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197396	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197396	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197396	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197396	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197396	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197396	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197396	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197396	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197396	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197396	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197396	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197396	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197396	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197396	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197396	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197396	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197396	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197396	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197396	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197396	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197396	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197396	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197396	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197396	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197396	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197396	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197396	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197396	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197396	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197396	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197396	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197396	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197396	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197396	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197396	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197396	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197396	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197396	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197396	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197396	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197396	embedding2nn.weight	0	0.02304144576191902
197396	embedding2nn.weight	1	-0.013026941567659378
197396	embedding2nn.weight	2	-0.014268254861235619
197396	embedding2nn.weight	3	-0.030965648591518402
197396	embedding2nn.weight	4	-0.0059150345623493195
197396	embedding2nn.weight	5	-0.003700588596984744
197396	embedding2nn.weight	6	-0.003973268438130617
197396	embedding2nn.weight	7	-0.077766552567482
197396	embedding2nn.weight	8	-0.0019979383796453476
197396	embedding2nn.weight	9	-0.02981078438460827
197396	embedding2nn.bias	0	0.038204893469810486
197396	embedding2nn.bias	1	-0.06861481070518494
197396	embedding2nn.bias	2	0.06733503192663193
197396	embedding2nn.bias	3	0.040323324501514435
197396	embedding2nn.bias	4	-0.052831798791885376
197396	embedding2nn.bias	5	0.005615695379674435
197396	embedding2nn.bias	6	0.029899146407842636
197396	embedding2nn.bias	7	-0.05741922929883003
197396	embedding2nn.bias	8	0.061739686876535416
197396	embedding2nn.bias	9	0.0555906817317009
197396	rnn.weight_ih_l0	0	-0.07725866883993149
197396	rnn.weight_ih_l0	1	0.005227130372077227
197396	rnn.weight_ih_l0	2	0.02996298484504223
197396	rnn.weight_ih_l0	3	0.02216878905892372
197396	rnn.weight_ih_l0	4	-0.046926502138376236
197396	rnn.weight_ih_l0	5	-0.06573209911584854
197396	rnn.weight_ih_l0	6	-0.0007355888956226408
197396	rnn.weight_ih_l0	7	0.05032723397016525
197396	rnn.weight_ih_l0	8	-0.014442607760429382
197396	rnn.weight_ih_l0	9	-0.030448248609900475
197396	rnn.weight_hh_l0	0	-0.030329318717122078
197396	rnn.weight_hh_l0	1	-0.00916202925145626
197396	rnn.weight_hh_l0	2	0.007794121280312538
197396	rnn.weight_hh_l0	3	-0.07637546956539154
197396	rnn.weight_hh_l0	4	0.09410059452056885
197396	rnn.weight_hh_l0	5	-0.024801859632134438
197396	rnn.weight_hh_l0	6	-0.05757361650466919
197396	rnn.weight_hh_l0	7	0.010597577318549156
197396	rnn.weight_hh_l0	8	0.015294776298105717
197396	rnn.weight_hh_l0	9	-0.023881619796156883
197396	rnn.bias_ih_l0	0	0.1318872570991516
197396	rnn.bias_ih_l0	1	-0.03345281630754471
197396	rnn.bias_ih_l0	2	-0.032224997878074646
197396	rnn.bias_ih_l0	3	0.15503011643886566
197396	rnn.bias_ih_l0	4	-0.011639480479061604
197396	rnn.bias_ih_l0	5	-0.01789030060172081
197396	rnn.bias_ih_l0	6	0.021652331575751305
197396	rnn.bias_ih_l0	7	0.021113066002726555
197396	rnn.bias_ih_l0	8	-0.09708904474973679
197396	rnn.bias_ih_l0	9	-0.0503038689494133
197396	rnn.bias_hh_l0	0	-0.0009014953393489122
197396	rnn.bias_hh_l0	1	-0.1117761880159378
197396	rnn.bias_hh_l0	2	-0.06916823238134384
197396	rnn.bias_hh_l0	3	-0.08881866931915283
197396	rnn.bias_hh_l0	4	0.009254378266632557
197396	rnn.bias_hh_l0	5	-0.025076551362872124
197396	rnn.bias_hh_l0	6	0.03432087600231171
197396	rnn.bias_hh_l0	7	0.055717434734106064
197396	rnn.bias_hh_l0	8	-0.1200796514749527
197396	rnn.bias_hh_l0	9	-0.05229688808321953
197396	rnn.weight_ih_l0_reverse	0	-0.02038448676466942
197396	rnn.weight_ih_l0_reverse	1	-0.05298388749361038
197396	rnn.weight_ih_l0_reverse	2	-0.04657772183418274
197396	rnn.weight_ih_l0_reverse	3	0.012232727371156216
197396	rnn.weight_ih_l0_reverse	4	-0.020374007523059845
197396	rnn.weight_ih_l0_reverse	5	-0.05769277736544609
197396	rnn.weight_ih_l0_reverse	6	0.07651927322149277
197396	rnn.weight_ih_l0_reverse	7	-0.014576561748981476
197396	rnn.weight_ih_l0_reverse	8	-0.016300786286592484
197396	rnn.weight_ih_l0_reverse	9	0.0005675292923115194
197396	rnn.weight_hh_l0_reverse	0	0.06551840156316757
197396	rnn.weight_hh_l0_reverse	1	0.022946776822209358
197396	rnn.weight_hh_l0_reverse	2	0.0288847703486681
197396	rnn.weight_hh_l0_reverse	3	0.035440582782030106
197396	rnn.weight_hh_l0_reverse	4	0.012102222070097923
197396	rnn.weight_hh_l0_reverse	5	0.009401356801390648
197396	rnn.weight_hh_l0_reverse	6	0.05004971846938133
197396	rnn.weight_hh_l0_reverse	7	-0.07989514619112015
197396	rnn.weight_hh_l0_reverse	8	0.040285877883434296
197396	rnn.weight_hh_l0_reverse	9	0.03518082574009895
197396	rnn.bias_ih_l0_reverse	0	-0.05525080859661102
197396	rnn.bias_ih_l0_reverse	1	-0.2858276665210724
197396	rnn.bias_ih_l0_reverse	2	-0.11819767206907272
197396	rnn.bias_ih_l0_reverse	3	-0.05040126293897629
197396	rnn.bias_ih_l0_reverse	4	-0.018770042806863785
197396	rnn.bias_ih_l0_reverse	5	0.07681896537542343
197396	rnn.bias_ih_l0_reverse	6	-0.06677161902189255
197396	rnn.bias_ih_l0_reverse	7	0.05981680005788803
197396	rnn.bias_ih_l0_reverse	8	-0.046201348304748535
197396	rnn.bias_ih_l0_reverse	9	0.06273309886455536
197396	rnn.bias_hh_l0_reverse	0	0.020717011764645576
197396	rnn.bias_hh_l0_reverse	1	-0.052459679543972015
197396	rnn.bias_hh_l0_reverse	2	0.07923281937837601
197396	rnn.bias_hh_l0_reverse	3	-0.04893617331981659
197396	rnn.bias_hh_l0_reverse	4	-0.022500570863485336
197396	rnn.bias_hh_l0_reverse	5	-0.02542518451809883
197396	rnn.bias_hh_l0_reverse	6	-0.01970532350242138
197396	rnn.bias_hh_l0_reverse	7	0.1007734090089798
197396	rnn.bias_hh_l0_reverse	8	0.03546028211712837
197396	rnn.bias_hh_l0_reverse	9	-0.14962320029735565
197396	rnn.weight_ih_l1	0	-0.02987605705857277
197396	rnn.weight_ih_l1	1	-0.04868459701538086
197396	rnn.weight_ih_l1	2	0.05632663518190384
197396	rnn.weight_ih_l1	3	-0.06981272250413895
197396	rnn.weight_ih_l1	4	-0.013935715891420841
197396	rnn.weight_ih_l1	5	-0.04094189405441284
197396	rnn.weight_ih_l1	6	0.029566217213869095
197396	rnn.weight_ih_l1	7	-0.04823315143585205
197396	rnn.weight_ih_l1	8	0.03705853596329689
197396	rnn.weight_ih_l1	9	0.04708545655012131
197396	rnn.weight_hh_l1	0	-0.006512179505079985
197396	rnn.weight_hh_l1	1	0.020305152982473373
197396	rnn.weight_hh_l1	2	0.008919443003833294
197396	rnn.weight_hh_l1	3	-0.01267285831272602
197396	rnn.weight_hh_l1	4	0.00602694833651185
197396	rnn.weight_hh_l1	5	0.03276550769805908
197396	rnn.weight_hh_l1	6	0.03673764318227768
197396	rnn.weight_hh_l1	7	-0.016910701990127563
197396	rnn.weight_hh_l1	8	-0.007815646938979626
197396	rnn.weight_hh_l1	9	0.036260366439819336
197396	rnn.bias_ih_l1	0	-0.18696820735931396
197396	rnn.bias_ih_l1	1	-0.1766611933708191
197396	rnn.bias_ih_l1	2	-0.20718245208263397
197396	rnn.bias_ih_l1	3	-0.31411120295524597
197396	rnn.bias_ih_l1	4	-0.19891315698623657
197396	rnn.bias_ih_l1	5	-0.08425132185220718
197396	rnn.bias_ih_l1	6	-0.16243287920951843
197396	rnn.bias_ih_l1	7	-0.00966828502714634
197396	rnn.bias_ih_l1	8	-0.13266846537590027
197396	rnn.bias_ih_l1	9	-0.127376988530159
197396	rnn.bias_hh_l1	0	-0.09596726298332214
197396	rnn.bias_hh_l1	1	-0.07543521374464035
197396	rnn.bias_hh_l1	2	-0.09312152862548828
197396	rnn.bias_hh_l1	3	-0.07969415932893753
197396	rnn.bias_hh_l1	4	-0.08359859138727188
197396	rnn.bias_hh_l1	5	-0.12210254371166229
197396	rnn.bias_hh_l1	6	-0.16077695786952972
197396	rnn.bias_hh_l1	7	0.06024700403213501
197396	rnn.bias_hh_l1	8	-0.181797593832016
197396	rnn.bias_hh_l1	9	-0.12068890780210495
197396	rnn.weight_ih_l1_reverse	0	-0.04459085315465927
197396	rnn.weight_ih_l1_reverse	1	0.03827965259552002
197396	rnn.weight_ih_l1_reverse	2	0.08746261149644852
197396	rnn.weight_ih_l1_reverse	3	-0.009921890683472157
197396	rnn.weight_ih_l1_reverse	4	-0.03550472855567932
197396	rnn.weight_ih_l1_reverse	5	-0.031264808028936386
197396	rnn.weight_ih_l1_reverse	6	-0.01388007216155529
197396	rnn.weight_ih_l1_reverse	7	0.0268248338252306
197396	rnn.weight_ih_l1_reverse	8	0.003015814581885934
197396	rnn.weight_ih_l1_reverse	9	-0.039848849177360535
197396	rnn.weight_hh_l1_reverse	0	0.0046102385967969894
197396	rnn.weight_hh_l1_reverse	1	0.0315047949552536
197396	rnn.weight_hh_l1_reverse	2	-0.04047698900103569
197396	rnn.weight_hh_l1_reverse	3	0.03531253710389137
197396	rnn.weight_hh_l1_reverse	4	0.04819679260253906
197396	rnn.weight_hh_l1_reverse	5	0.0029025920666754246
197396	rnn.weight_hh_l1_reverse	6	0.05300119146704674
197396	rnn.weight_hh_l1_reverse	7	0.03141454607248306
197396	rnn.weight_hh_l1_reverse	8	-0.007233212701976299
197396	rnn.weight_hh_l1_reverse	9	-0.030263438820838928
197396	rnn.bias_ih_l1_reverse	0	-0.051967304199934006
197396	rnn.bias_ih_l1_reverse	1	-0.15068748593330383
197396	rnn.bias_ih_l1_reverse	2	-0.16493652760982513
197396	rnn.bias_ih_l1_reverse	3	-0.05246914178133011
197396	rnn.bias_ih_l1_reverse	4	-0.2113974541425705
197396	rnn.bias_ih_l1_reverse	5	-0.11511629074811935
197396	rnn.bias_ih_l1_reverse	6	-0.13447971642017365
197396	rnn.bias_ih_l1_reverse	7	-0.1962888389825821
197396	rnn.bias_ih_l1_reverse	8	0.21835991740226746
197396	rnn.bias_ih_l1_reverse	9	0.028177134692668915
197396	rnn.bias_hh_l1_reverse	0	-0.009662848897278309
197396	rnn.bias_hh_l1_reverse	1	-0.07337769120931625
197396	rnn.bias_hh_l1_reverse	2	-0.23516547679901123
197396	rnn.bias_hh_l1_reverse	3	-0.14526419341564178
197396	rnn.bias_hh_l1_reverse	4	-0.08242875337600708
197396	rnn.bias_hh_l1_reverse	5	-0.1181533932685852
197396	rnn.bias_hh_l1_reverse	6	0.050590626895427704
197396	rnn.bias_hh_l1_reverse	7	-0.15393485128879547
197396	rnn.bias_hh_l1_reverse	8	-0.12067204713821411
197396	rnn.bias_hh_l1_reverse	9	-0.1489107757806778
197396	linear.weight	0	0.002228822559118271
197396	linear.weight	1	0.10861192643642426
197396	linear.weight	2	-0.10786379873752594
197396	linear.weight	3	0.2887357175350189
197396	linear.weight	4	0.16218498349189758
197396	linear.weight	5	-0.06556588411331177
197396	linear.weight	6	0.1123514175415039
197396	linear.weight	7	0.1411108821630478
197396	linear.weight	8	0.04114997386932373
197396	linear.weight	9	-0.04720158502459526
197396	linear.bias	0	0.11911267787218094
197396	linear.bias	1	-0.17248573899269104
197396	linear.bias	2	-0.4392021894454956
197396	linear.bias	3	-0.6512579321861267
197396	linear.bias	4	-1.2267076969146729
197396	linear.bias	5	-0.06024280935525894
197396	linear.bias	6	-0.785258412361145
197396	linear.bias	7	0.2622957229614258
197396	linear.bias	8	-0.4315771162509918
197396	linear.bias	9	-1.0391292572021484
197400	transitions	0	0.736092746257782
197400	transitions	1	0.15369847416877747
197400	transitions	2	-10000.0
197400	transitions	3	-1.8268928527832031
197400	transitions	4	-10000.0
197400	transitions	5	0.566185712814331
197400	transitions	6	-0.08312497287988663
197400	transitions	7	-0.7825784087181091
197400	transitions	8	-1.4176623821258545
197400	transitions	9	-0.0012067854404449463
197400	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197400	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197400	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197400	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197400	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197400	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197400	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197400	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197400	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197400	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197400	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197400	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197400	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197400	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197400	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197400	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197400	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197400	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197400	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197400	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197400	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197400	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197400	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197400	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197400	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197400	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197400	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197400	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197400	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197400	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197400	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197400	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197400	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197400	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197400	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197400	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197400	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197400	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197400	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197400	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197400	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197400	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197400	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197400	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197400	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197400	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197400	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197400	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197400	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197400	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197400	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197400	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197400	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197400	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197400	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197400	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197400	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197400	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197400	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197400	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197400	embedding2nn.weight	0	0.0231334138661623
197400	embedding2nn.weight	1	-0.013034136965870857
197400	embedding2nn.weight	2	-0.014268254861235619
197400	embedding2nn.weight	3	-0.0309615358710289
197400	embedding2nn.weight	4	-0.0059150345623493195
197400	embedding2nn.weight	5	-0.003700588596984744
197400	embedding2nn.weight	6	-0.003973268438130617
197400	embedding2nn.weight	7	-0.07776592671871185
197400	embedding2nn.weight	8	-0.0019979383796453476
197400	embedding2nn.weight	9	-0.02979433350265026
197400	embedding2nn.bias	0	0.03835464268922806
197400	embedding2nn.bias	1	-0.06875915080308914
197400	embedding2nn.bias	2	0.06680391728878021
197400	embedding2nn.bias	3	0.04016244038939476
197400	embedding2nn.bias	4	-0.05285124480724335
197400	embedding2nn.bias	5	0.005860255565494299
197400	embedding2nn.bias	6	0.02961442619562149
197400	embedding2nn.bias	7	-0.05726952105760574
197400	embedding2nn.bias	8	0.0616600476205349
197400	embedding2nn.bias	9	0.05539733171463013
197400	rnn.weight_ih_l0	0	-0.07725859433412552
197400	rnn.weight_ih_l0	1	0.005235414020717144
197400	rnn.weight_ih_l0	2	0.02995937690138817
197400	rnn.weight_ih_l0	3	0.022220641374588013
197400	rnn.weight_ih_l0	4	-0.046880800276994705
197400	rnn.weight_ih_l0	5	-0.06572134792804718
197400	rnn.weight_ih_l0	6	-0.0007333520334213972
197400	rnn.weight_ih_l0	7	0.050307780504226685
197400	rnn.weight_ih_l0	8	-0.014429578557610512
197400	rnn.weight_ih_l0	9	-0.030426139011979103
197400	rnn.weight_hh_l0	0	-0.030335329473018646
197400	rnn.weight_hh_l0	1	-0.009206129238009453
197400	rnn.weight_hh_l0	2	0.007779364939779043
197400	rnn.weight_hh_l0	3	-0.07649929821491241
197400	rnn.weight_hh_l0	4	0.0940825417637825
197400	rnn.weight_hh_l0	5	-0.02477911114692688
197400	rnn.weight_hh_l0	6	-0.05756058171391487
197400	rnn.weight_hh_l0	7	0.010585243813693523
197400	rnn.weight_hh_l0	8	0.01530319731682539
197400	rnn.weight_hh_l0	9	-0.02388758584856987
197400	rnn.bias_ih_l0	0	0.13185103237628937
197400	rnn.bias_ih_l0	1	-0.03342160955071449
197400	rnn.bias_ih_l0	2	-0.03238833695650101
197400	rnn.bias_ih_l0	3	0.15505720674991608
197400	rnn.bias_ih_l0	4	-0.011710510589182377
197400	rnn.bias_ih_l0	5	-0.017854921519756317
197400	rnn.bias_ih_l0	6	0.021408643573522568
197400	rnn.bias_ih_l0	7	0.0211724191904068
197400	rnn.bias_ih_l0	8	-0.09712796658277512
197400	rnn.bias_ih_l0	9	-0.0502806082367897
197400	rnn.bias_hh_l0	0	-0.0009230165160261095
197400	rnn.bias_hh_l0	1	-0.11188866198062897
197400	rnn.bias_hh_l0	2	-0.06917117536067963
197400	rnn.bias_hh_l0	3	-0.08880209177732468
197400	rnn.bias_hh_l0	4	0.009254543110728264
197400	rnn.bias_hh_l0	5	-0.02504986710846424
197400	rnn.bias_hh_l0	6	0.03421184793114662
197400	rnn.bias_hh_l0	7	0.05574415251612663
197400	rnn.bias_hh_l0	8	-0.1201830729842186
197400	rnn.bias_hh_l0	9	-0.05230002850294113
197400	rnn.weight_ih_l0_reverse	0	-0.020393647253513336
197400	rnn.weight_ih_l0_reverse	1	-0.05296032503247261
197400	rnn.weight_ih_l0_reverse	2	-0.04656602069735527
197400	rnn.weight_ih_l0_reverse	3	0.012125552631914616
197400	rnn.weight_ih_l0_reverse	4	-0.020376553758978844
197400	rnn.weight_ih_l0_reverse	5	-0.05768575146794319
197400	rnn.weight_ih_l0_reverse	6	0.0765208825469017
197400	rnn.weight_ih_l0_reverse	7	-0.014582316391170025
197400	rnn.weight_ih_l0_reverse	8	-0.016326284036040306
197400	rnn.weight_ih_l0_reverse	9	0.0005842190003022552
197400	rnn.weight_hh_l0_reverse	0	0.06551171094179153
197400	rnn.weight_hh_l0_reverse	1	0.022961823269724846
197400	rnn.weight_hh_l0_reverse	2	0.028887227177619934
197400	rnn.weight_hh_l0_reverse	3	0.035432443022727966
197400	rnn.weight_hh_l0_reverse	4	0.012094153091311455
197400	rnn.weight_hh_l0_reverse	5	0.009414165280759335
197400	rnn.weight_hh_l0_reverse	6	0.05004838481545448
197400	rnn.weight_hh_l0_reverse	7	-0.07988657802343369
197400	rnn.weight_hh_l0_reverse	8	0.040289256721735
197400	rnn.weight_hh_l0_reverse	9	0.03516798093914986
197400	rnn.bias_ih_l0_reverse	0	-0.05521407350897789
197400	rnn.bias_ih_l0_reverse	1	-0.28580689430236816
197400	rnn.bias_ih_l0_reverse	2	-0.1182200014591217
197400	rnn.bias_ih_l0_reverse	3	-0.05037352442741394
197400	rnn.bias_ih_l0_reverse	4	-0.018929552286863327
197400	rnn.bias_ih_l0_reverse	5	0.07681761682033539
197400	rnn.bias_ih_l0_reverse	6	-0.06671014428138733
197400	rnn.bias_ih_l0_reverse	7	0.05987989529967308
197400	rnn.bias_ih_l0_reverse	8	-0.046257149428129196
197400	rnn.bias_ih_l0_reverse	9	0.06278778612613678
197400	rnn.bias_hh_l0_reverse	0	0.020711280405521393
197400	rnn.bias_hh_l0_reverse	1	-0.05251707881689072
197400	rnn.bias_hh_l0_reverse	2	0.07925392687320709
197400	rnn.bias_hh_l0_reverse	3	-0.048891447484493256
197400	rnn.bias_hh_l0_reverse	4	-0.022509094327688217
197400	rnn.bias_hh_l0_reverse	5	-0.025357501581311226
197400	rnn.bias_hh_l0_reverse	6	-0.01975184679031372
197400	rnn.bias_hh_l0_reverse	7	0.1006092056632042
197400	rnn.bias_hh_l0_reverse	8	0.035356082022190094
197400	rnn.bias_hh_l0_reverse	9	-0.14986364543437958
197400	rnn.weight_ih_l1	0	-0.02988993562757969
197400	rnn.weight_ih_l1	1	-0.048615314066410065
197400	rnn.weight_ih_l1	2	0.05651023983955383
197400	rnn.weight_ih_l1	3	-0.06981035321950912
197400	rnn.weight_ih_l1	4	-0.013908949680626392
197400	rnn.weight_ih_l1	5	-0.04094156250357628
197400	rnn.weight_ih_l1	6	0.0295702014118433
197400	rnn.weight_ih_l1	7	-0.048238739371299744
197400	rnn.weight_ih_l1	8	0.03703693673014641
197400	rnn.weight_ih_l1	9	0.047056250274181366
197400	rnn.weight_hh_l1	0	-0.006492746528238058
197400	rnn.weight_hh_l1	1	0.0203134473413229
197400	rnn.weight_hh_l1	2	0.008909826166927814
197400	rnn.weight_hh_l1	3	-0.012678319588303566
197400	rnn.weight_hh_l1	4	0.0060188123025000095
197400	rnn.weight_hh_l1	5	0.032777514308691025
197400	rnn.weight_hh_l1	6	0.03673591837286949
197400	rnn.weight_hh_l1	7	-0.016921721398830414
197400	rnn.weight_hh_l1	8	-0.007834095507860184
197400	rnn.weight_hh_l1	9	0.03625597432255745
197400	rnn.bias_ih_l1	0	-0.18699578940868378
197400	rnn.bias_ih_l1	1	-0.17677707970142365
197400	rnn.bias_ih_l1	2	-0.20721694827079773
197400	rnn.bias_ih_l1	3	-0.3141399621963501
197400	rnn.bias_ih_l1	4	-0.19898836314678192
197400	rnn.bias_ih_l1	5	-0.08414831757545471
197400	rnn.bias_ih_l1	6	-0.1624477207660675
197400	rnn.bias_ih_l1	7	-0.009746893309056759
197400	rnn.bias_ih_l1	8	-0.13258576393127441
197400	rnn.bias_ih_l1	9	-0.1273592859506607
197400	rnn.bias_hh_l1	0	-0.09605789929628372
197400	rnn.bias_hh_l1	1	-0.07559791952371597
197400	rnn.bias_hh_l1	2	-0.09307316690683365
197400	rnn.bias_hh_l1	3	-0.07969898730516434
197400	rnn.bias_hh_l1	4	-0.08353248238563538
197400	rnn.bias_hh_l1	5	-0.12211909145116806
197400	rnn.bias_hh_l1	6	-0.16056887805461884
197400	rnn.bias_hh_l1	7	0.06024421006441116
197400	rnn.bias_hh_l1	8	-0.18170006573200226
197400	rnn.bias_hh_l1	9	-0.12077885866165161
197400	rnn.weight_ih_l1_reverse	0	-0.04459628462791443
197400	rnn.weight_ih_l1_reverse	1	0.03826521337032318
197400	rnn.weight_ih_l1_reverse	2	0.0873982310295105
197400	rnn.weight_ih_l1_reverse	3	-0.00991402193903923
197400	rnn.weight_ih_l1_reverse	4	-0.03555450588464737
197400	rnn.weight_ih_l1_reverse	5	-0.03126562014222145
197400	rnn.weight_ih_l1_reverse	6	-0.013888299465179443
197400	rnn.weight_ih_l1_reverse	7	0.026836305856704712
197400	rnn.weight_ih_l1_reverse	8	0.0029948451556265354
197400	rnn.weight_ih_l1_reverse	9	-0.03985525667667389
197400	rnn.weight_hh_l1_reverse	0	0.00461130915209651
197400	rnn.weight_hh_l1_reverse	1	0.03150925412774086
197400	rnn.weight_hh_l1_reverse	2	-0.04047815129160881
197400	rnn.weight_hh_l1_reverse	3	0.03531138598918915
197400	rnn.weight_hh_l1_reverse	4	0.048186998814344406
197400	rnn.weight_hh_l1_reverse	5	0.0029096694197505713
197400	rnn.weight_hh_l1_reverse	6	0.05298462510108948
197400	rnn.weight_hh_l1_reverse	7	0.03141378238797188
197400	rnn.weight_hh_l1_reverse	8	-0.007232431322336197
197400	rnn.weight_hh_l1_reverse	9	-0.030255774036049843
197400	rnn.bias_ih_l1_reverse	0	-0.0520879328250885
197400	rnn.bias_ih_l1_reverse	1	-0.1507490873336792
197400	rnn.bias_ih_l1_reverse	2	-0.16496513783931732
197400	rnn.bias_ih_l1_reverse	3	-0.05276034399867058
197400	rnn.bias_ih_l1_reverse	4	-0.21141576766967773
197400	rnn.bias_ih_l1_reverse	5	-0.11520367860794067
197400	rnn.bias_ih_l1_reverse	6	-0.13442911207675934
197400	rnn.bias_ih_l1_reverse	7	-0.19637784361839294
197400	rnn.bias_ih_l1_reverse	8	0.21851684153079987
197400	rnn.bias_ih_l1_reverse	9	0.027973424643278122
197400	rnn.bias_hh_l1_reverse	0	-0.009669472463428974
197400	rnn.bias_hh_l1_reverse	1	-0.07335633784532547
197400	rnn.bias_hh_l1_reverse	2	-0.23519016802310944
197400	rnn.bias_hh_l1_reverse	3	-0.14532111585140228
197400	rnn.bias_hh_l1_reverse	4	-0.08233245462179184
197400	rnn.bias_hh_l1_reverse	5	-0.11808507144451141
197400	rnn.bias_hh_l1_reverse	6	0.050814032554626465
197400	rnn.bias_hh_l1_reverse	7	-0.15393029153347015
197400	rnn.bias_hh_l1_reverse	8	-0.12066125869750977
197400	rnn.bias_hh_l1_reverse	9	-0.14892695844173431
197400	linear.weight	0	0.002228822559118271
197400	linear.weight	1	0.10811460018157959
197400	linear.weight	2	-0.10789231956005096
197400	linear.weight	3	0.288831889629364
197400	linear.weight	4	0.1622587889432907
197400	linear.weight	5	-0.06556624919176102
197400	linear.weight	6	0.11233685910701752
197400	linear.weight	7	0.14111748337745667
197400	linear.weight	8	0.04114997386932373
197400	linear.weight	9	-0.04723620042204857
197400	linear.bias	0	0.11836902052164078
197400	linear.bias	1	-0.1708620935678482
197400	linear.bias	2	-0.43982169032096863
197400	linear.bias	3	-0.6518774032592773
197400	linear.bias	4	-1.2271966934204102
197400	linear.bias	5	-0.05987977236509323
197400	linear.bias	6	-0.7836503982543945
197400	linear.bias	7	0.26267728209495544
197400	linear.bias	8	-0.4310823380947113
197400	linear.bias	9	-1.038626790046692
197597	transitions	0	0.7342973947525024
197597	transitions	1	0.15435855090618134
197597	transitions	2	-10000.0
197597	transitions	3	-1.8268970251083374
197597	transitions	4	-10000.0
197597	transitions	5	0.566174328327179
197597	transitions	6	-0.08313719928264618
197597	transitions	7	-0.7826900482177734
197597	transitions	8	-1.4176685810089111
197597	transitions	9	-0.0012068727519363165
197597	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197597	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197597	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197597	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197597	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197597	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197597	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197597	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197597	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197597	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197597	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197597	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197597	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197597	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197597	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197597	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197597	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197597	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197597	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197597	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197597	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197597	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197597	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197597	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197597	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197597	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197597	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197597	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197597	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197597	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197597	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197597	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197597	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197597	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197597	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197597	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197597	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197597	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197597	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197597	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197597	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197597	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197597	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197597	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197597	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197597	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197597	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197597	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197597	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197597	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197597	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197597	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197597	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197597	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197597	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197597	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197597	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197597	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197597	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197597	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197597	embedding2nn.weight	0	0.02254694327712059
197597	embedding2nn.weight	1	-0.013070552609860897
197597	embedding2nn.weight	2	-0.014268254861235619
197597	embedding2nn.weight	3	-0.030734723433852196
197597	embedding2nn.weight	4	-0.0059150345623493195
197597	embedding2nn.weight	5	-0.0037005888298153877
197597	embedding2nn.weight	6	-0.00397326797246933
197597	embedding2nn.weight	7	-0.0775604248046875
197597	embedding2nn.weight	8	-0.0019979383796453476
197597	embedding2nn.weight	9	-0.029612114652991295
197597	embedding2nn.bias	0	0.04002415016293526
197597	embedding2nn.bias	1	-0.0694580227136612
197597	embedding2nn.bias	2	0.06746799498796463
197597	embedding2nn.bias	3	0.041462477296590805
197597	embedding2nn.bias	4	-0.05066806450486183
197597	embedding2nn.bias	5	0.004202333744615316
197597	embedding2nn.bias	6	0.026795554906129837
197597	embedding2nn.bias	7	-0.05879935249686241
197597	embedding2nn.bias	8	0.060491640120744705
197597	embedding2nn.bias	9	0.05285646393895149
197597	rnn.weight_ih_l0	0	-0.07761190831661224
197597	rnn.weight_ih_l0	1	0.005580118857324123
197597	rnn.weight_ih_l0	2	0.02992359548807144
197597	rnn.weight_ih_l0	3	0.022316480055451393
197597	rnn.weight_ih_l0	4	-0.04757586494088173
197597	rnn.weight_ih_l0	5	-0.06546851247549057
197597	rnn.weight_ih_l0	6	-0.0007188252056948841
197597	rnn.weight_ih_l0	7	0.05050423741340637
197597	rnn.weight_ih_l0	8	-0.014280189760029316
197597	rnn.weight_ih_l0	9	-0.030970469117164612
197597	rnn.weight_hh_l0	0	-0.03022843785583973
197597	rnn.weight_hh_l0	1	-0.009476883336901665
197597	rnn.weight_hh_l0	2	0.007547137793153524
197597	rnn.weight_hh_l0	3	-0.07632393389940262
197597	rnn.weight_hh_l0	4	0.0942268893122673
197597	rnn.weight_hh_l0	5	-0.02478793077170849
197597	rnn.weight_hh_l0	6	-0.05768797919154167
197597	rnn.weight_hh_l0	7	0.010899738408625126
197597	rnn.weight_hh_l0	8	0.015270297415554523
197597	rnn.weight_hh_l0	9	-0.023615803569555283
197597	rnn.bias_ih_l0	0	0.13208936154842377
197597	rnn.bias_ih_l0	1	-0.03349678963422775
197597	rnn.bias_ih_l0	2	-0.032145678997039795
197597	rnn.bias_ih_l0	3	0.15476876497268677
197597	rnn.bias_ih_l0	4	-0.012016944587230682
197597	rnn.bias_ih_l0	5	-0.018852123990654945
197597	rnn.bias_ih_l0	6	0.021050700917840004
197597	rnn.bias_ih_l0	7	0.020426662638783455
197597	rnn.bias_ih_l0	8	-0.09707469493150711
197597	rnn.bias_ih_l0	9	-0.05165070295333862
197597	rnn.bias_hh_l0	0	-0.0009717306238599122
197597	rnn.bias_hh_l0	1	-0.11134089529514313
197597	rnn.bias_hh_l0	2	-0.06955239176750183
197597	rnn.bias_hh_l0	3	-0.08856742084026337
197597	rnn.bias_hh_l0	4	0.00961825530976057
197597	rnn.bias_hh_l0	5	-0.024103950709104538
197597	rnn.bias_hh_l0	6	0.03420151025056839
197597	rnn.bias_hh_l0	7	0.05551822483539581
197597	rnn.bias_hh_l0	8	-0.12062650173902512
197597	rnn.bias_hh_l0	9	-0.05245613679289818
197597	rnn.weight_ih_l0_reverse	0	-0.020478161051869392
197597	rnn.weight_ih_l0_reverse	1	-0.05299311876296997
197597	rnn.weight_ih_l0_reverse	2	-0.04688897356390953
197597	rnn.weight_ih_l0_reverse	3	0.01260443963110447
197597	rnn.weight_ih_l0_reverse	4	-0.020645923912525177
197597	rnn.weight_ih_l0_reverse	5	-0.05804397538304329
197597	rnn.weight_ih_l0_reverse	6	0.0762389525771141
197597	rnn.weight_ih_l0_reverse	7	-0.014747572131454945
197597	rnn.weight_ih_l0_reverse	8	-0.016518088057637215
197597	rnn.weight_ih_l0_reverse	9	9.612856956664473e-06
197597	rnn.weight_hh_l0_reverse	0	0.0650700107216835
197597	rnn.weight_hh_l0_reverse	1	0.02315266616642475
197597	rnn.weight_hh_l0_reverse	2	0.029113680124282837
197597	rnn.weight_hh_l0_reverse	3	0.0354958139359951
197597	rnn.weight_hh_l0_reverse	4	0.01222646702080965
197597	rnn.weight_hh_l0_reverse	5	0.009708532132208347
197597	rnn.weight_hh_l0_reverse	6	0.050130292773246765
197597	rnn.weight_hh_l0_reverse	7	-0.08002892136573792
197597	rnn.weight_hh_l0_reverse	8	0.04019320756196976
197597	rnn.weight_hh_l0_reverse	9	0.035345014184713364
197597	rnn.bias_ih_l0_reverse	0	-0.055118534713983536
197597	rnn.bias_ih_l0_reverse	1	-0.2847919166088104
197597	rnn.bias_ih_l0_reverse	2	-0.11943308264017105
197597	rnn.bias_ih_l0_reverse	3	-0.050291672348976135
197597	rnn.bias_ih_l0_reverse	4	-0.017917407676577568
197597	rnn.bias_ih_l0_reverse	5	0.07768852263689041
197597	rnn.bias_ih_l0_reverse	6	-0.06655056774616241
197597	rnn.bias_ih_l0_reverse	7	0.060036975890398026
197597	rnn.bias_ih_l0_reverse	8	-0.046335719525814056
197597	rnn.bias_ih_l0_reverse	9	0.06365296989679337
197597	rnn.bias_hh_l0_reverse	0	0.02080715261399746
197597	rnn.bias_hh_l0_reverse	1	-0.052200622856616974
197597	rnn.bias_hh_l0_reverse	2	0.0794110894203186
197597	rnn.bias_hh_l0_reverse	3	-0.049311161041259766
197597	rnn.bias_hh_l0_reverse	4	-0.022567668929696083
197597	rnn.bias_hh_l0_reverse	5	-0.02432643622159958
197597	rnn.bias_hh_l0_reverse	6	-0.01904565840959549
197597	rnn.bias_hh_l0_reverse	7	0.10061000287532806
197597	rnn.bias_hh_l0_reverse	8	0.0355076938867569
197597	rnn.bias_hh_l0_reverse	9	-0.14965997636318207
197597	rnn.weight_ih_l1	0	-0.02979477308690548
197597	rnn.weight_ih_l1	1	-0.048877980560064316
197597	rnn.weight_ih_l1	2	0.05669325962662697
197597	rnn.weight_ih_l1	3	-0.06980220228433609
197597	rnn.weight_ih_l1	4	-0.013967874459922314
197597	rnn.weight_ih_l1	5	-0.04091128706932068
197597	rnn.weight_ih_l1	6	0.030053388327360153
197597	rnn.weight_ih_l1	7	-0.048545952886343
197597	rnn.weight_ih_l1	8	0.03693061321973801
197597	rnn.weight_ih_l1	9	0.04685620218515396
197597	rnn.weight_hh_l1	0	-0.0064927758648991585
197597	rnn.weight_hh_l1	1	0.020355496555566788
197597	rnn.weight_hh_l1	2	0.008987722918391228
197597	rnn.weight_hh_l1	3	-0.012621966190636158
197597	rnn.weight_hh_l1	4	0.0057977791875600815
197597	rnn.weight_hh_l1	5	0.032694559544324875
197597	rnn.weight_hh_l1	6	0.0365249440073967
197597	rnn.weight_hh_l1	7	-0.016784176230430603
197597	rnn.weight_hh_l1	8	-0.007903638295829296
197597	rnn.weight_hh_l1	9	0.036339372396469116
197597	rnn.bias_ih_l1	0	-0.18586181104183197
197597	rnn.bias_ih_l1	1	-0.1774922013282776
197597	rnn.bias_ih_l1	2	-0.207414448261261
197597	rnn.bias_ih_l1	3	-0.31318140029907227
197597	rnn.bias_ih_l1	4	-0.19996780157089233
197597	rnn.bias_ih_l1	5	-0.08478295058012009
197597	rnn.bias_ih_l1	6	-0.1634097695350647
197597	rnn.bias_ih_l1	7	-0.008074807934463024
197597	rnn.bias_ih_l1	8	-0.1317223608493805
197597	rnn.bias_ih_l1	9	-0.12758363783359528
197597	rnn.bias_hh_l1	0	-0.09614264965057373
197597	rnn.bias_hh_l1	1	-0.07589180767536163
197597	rnn.bias_hh_l1	2	-0.09205858409404755
197597	rnn.bias_hh_l1	3	-0.08012939989566803
197597	rnn.bias_hh_l1	4	-0.08342422544956207
197597	rnn.bias_hh_l1	5	-0.12216582149267197
197597	rnn.bias_hh_l1	6	-0.1607106626033783
197597	rnn.bias_hh_l1	7	0.05948253348469734
197597	rnn.bias_hh_l1	8	-0.18103903532028198
197597	rnn.bias_hh_l1	9	-0.12085440754890442
197597	rnn.weight_ih_l1_reverse	0	-0.04454594850540161
197597	rnn.weight_ih_l1_reverse	1	0.038404133170843124
197597	rnn.weight_ih_l1_reverse	2	0.08751727640628815
197597	rnn.weight_ih_l1_reverse	3	-0.00973527692258358
197597	rnn.weight_ih_l1_reverse	4	-0.03590547293424606
197597	rnn.weight_ih_l1_reverse	5	-0.03124450333416462
197597	rnn.weight_ih_l1_reverse	6	-0.013641085475683212
197597	rnn.weight_ih_l1_reverse	7	0.027374211698770523
197597	rnn.weight_ih_l1_reverse	8	0.003636667737737298
197597	rnn.weight_ih_l1_reverse	9	-0.04039410501718521
197597	rnn.weight_hh_l1_reverse	0	0.0046750507317483425
197597	rnn.weight_hh_l1_reverse	1	0.03156745061278343
197597	rnn.weight_hh_l1_reverse	2	-0.04051146283745766
197597	rnn.weight_hh_l1_reverse	3	0.035355668514966965
197597	rnn.weight_hh_l1_reverse	4	0.048068709671497345
197597	rnn.weight_hh_l1_reverse	5	0.0028211812023073435
197597	rnn.weight_hh_l1_reverse	6	0.05257847532629967
197597	rnn.weight_hh_l1_reverse	7	0.03135395422577858
197597	rnn.weight_hh_l1_reverse	8	-0.007252672221511602
197597	rnn.weight_hh_l1_reverse	9	-0.030266491696238518
197597	rnn.bias_ih_l1_reverse	0	-0.05138839781284332
197597	rnn.bias_ih_l1_reverse	1	-0.1507115364074707
197597	rnn.bias_ih_l1_reverse	2	-0.16552628576755524
197597	rnn.bias_ih_l1_reverse	3	-0.052414748817682266
197597	rnn.bias_ih_l1_reverse	4	-0.21242563426494598
197597	rnn.bias_ih_l1_reverse	5	-0.11520437151193619
197597	rnn.bias_ih_l1_reverse	6	-0.1345534771680832
197597	rnn.bias_ih_l1_reverse	7	-0.1957864910364151
197597	rnn.bias_ih_l1_reverse	8	0.21919596195220947
197597	rnn.bias_ih_l1_reverse	9	0.027793031185865402
197597	rnn.bias_hh_l1_reverse	0	-0.01026804931461811
197597	rnn.bias_hh_l1_reverse	1	-0.07408937066793442
197597	rnn.bias_hh_l1_reverse	2	-0.2349977195262909
197597	rnn.bias_hh_l1_reverse	3	-0.1448574960231781
197597	rnn.bias_hh_l1_reverse	4	-0.0816475972533226
197597	rnn.bias_hh_l1_reverse	5	-0.11936338245868683
197597	rnn.bias_hh_l1_reverse	6	0.05330721288919449
197597	rnn.bias_hh_l1_reverse	7	-0.15251776576042175
197597	rnn.bias_hh_l1_reverse	8	-0.12000857293605804
197597	rnn.bias_hh_l1_reverse	9	-0.1492132991552353
197597	linear.weight	0	0.002228822559118271
197597	linear.weight	1	0.10700920969247818
197597	linear.weight	2	-0.10852689296007156
197597	linear.weight	3	0.2899899184703827
197597	linear.weight	4	0.16175886988639832
197597	linear.weight	5	-0.06558672338724136
197597	linear.weight	6	0.11175300180912018
197597	linear.weight	7	0.14050595462322235
197597	linear.weight	8	0.04114987328648567
197597	linear.weight	9	-0.04686614125967026
197597	linear.bias	0	0.11939273774623871
197597	linear.bias	1	-0.17047160863876343
197597	linear.bias	2	-0.43906909227371216
197597	linear.bias	3	-0.6537742614746094
197597	linear.bias	4	-1.2292801141738892
197597	linear.bias	5	-0.06427861750125885
197597	linear.bias	6	-0.7837867736816406
197597	linear.bias	7	0.25853392481803894
197597	linear.bias	8	-0.4264434278011322
197597	linear.bias	9	-1.0342509746551514
197794	transitions	0	0.7355969548225403
197794	transitions	1	0.15762509405612946
197794	transitions	2	-10000.0
197794	transitions	3	-1.826904058456421
197794	transitions	4	-10000.0
197794	transitions	5	0.566157877445221
197794	transitions	6	-0.08314638584852219
197794	transitions	7	-0.7830522060394287
197794	transitions	8	-1.4176801443099976
197794	transitions	9	-0.0012069499352946877
197794	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197794	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197794	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197794	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197794	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197794	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197794	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197794	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197794	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197794	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197794	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197794	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197794	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197794	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197794	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197794	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197794	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197794	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197794	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197794	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197794	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197794	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197794	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197794	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197794	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197794	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197794	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197794	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197794	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197794	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197794	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197794	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197794	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197794	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197794	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197794	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197794	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197794	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197794	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197794	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197794	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197794	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197794	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197794	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197794	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197794	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197794	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197794	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197794	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197794	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197794	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197794	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197794	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197794	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197794	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197794	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197794	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197794	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197794	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197794	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197794	embedding2nn.weight	0	0.022429950535297394
197794	embedding2nn.weight	1	-0.013064205646514893
197794	embedding2nn.weight	2	-0.014268254861235619
197794	embedding2nn.weight	3	-0.03097984753549099
197794	embedding2nn.weight	4	-0.0059150345623493195
197794	embedding2nn.weight	5	-0.0037005888298153877
197794	embedding2nn.weight	6	-0.00397326797246933
197794	embedding2nn.weight	7	-0.07715402543544769
197794	embedding2nn.weight	8	-0.0019979383796453476
197794	embedding2nn.weight	9	-0.029444744810461998
197794	embedding2nn.bias	0	0.039154816418886185
197794	embedding2nn.bias	1	-0.07237910479307175
197794	embedding2nn.bias	2	0.0650092214345932
197794	embedding2nn.bias	3	0.04194251447916031
197794	embedding2nn.bias	4	-0.05081620812416077
197794	embedding2nn.bias	5	0.010773001238703728
197794	embedding2nn.bias	6	0.027242209762334824
197794	embedding2nn.bias	7	-0.05955053120851517
197794	embedding2nn.bias	8	0.06313542276620865
197794	embedding2nn.bias	9	0.05184928700327873
197794	rnn.weight_ih_l0	0	-0.0779266357421875
197794	rnn.weight_ih_l0	1	0.0054350318387150764
197794	rnn.weight_ih_l0	2	0.02955157682299614
197794	rnn.weight_ih_l0	3	0.022128384560346603
197794	rnn.weight_ih_l0	4	-0.04756604880094528
197794	rnn.weight_ih_l0	5	-0.06515134871006012
197794	rnn.weight_ih_l0	6	-0.0007016612216830254
197794	rnn.weight_ih_l0	7	0.05118892341852188
197794	rnn.weight_ih_l0	8	-0.014087527990341187
197794	rnn.weight_ih_l0	9	-0.030912162736058235
197794	rnn.weight_hh_l0	0	-0.030472321435809135
197794	rnn.weight_hh_l0	1	-0.009888256900012493
197794	rnn.weight_hh_l0	2	0.007588475942611694
197794	rnn.weight_hh_l0	3	-0.07641065120697021
197794	rnn.weight_hh_l0	4	0.0943351686000824
197794	rnn.weight_hh_l0	5	-0.02473674900829792
197794	rnn.weight_hh_l0	6	-0.05756869167089462
197794	rnn.weight_hh_l0	7	0.01110247615724802
197794	rnn.weight_hh_l0	8	0.015548999421298504
197794	rnn.weight_hh_l0	9	-0.023557765409350395
197794	rnn.bias_ih_l0	0	0.13173000514507294
197794	rnn.bias_ih_l0	1	-0.03339914232492447
197794	rnn.bias_ih_l0	2	-0.03248877078294754
197794	rnn.bias_ih_l0	3	0.153717502951622
197794	rnn.bias_ih_l0	4	-0.011878508143126965
197794	rnn.bias_ih_l0	5	-0.01941360905766487
197794	rnn.bias_ih_l0	6	0.020667342469096184
197794	rnn.bias_ih_l0	7	0.02050023339688778
197794	rnn.bias_ih_l0	8	-0.09740965068340302
197794	rnn.bias_ih_l0	9	-0.05161461979150772
197794	rnn.bias_hh_l0	0	-0.0009787740418687463
197794	rnn.bias_hh_l0	1	-0.11048562824726105
197794	rnn.bias_hh_l0	2	-0.06912931799888611
197794	rnn.bias_hh_l0	3	-0.08833097666501999
197794	rnn.bias_hh_l0	4	0.00940745696425438
197794	rnn.bias_hh_l0	5	-0.0243226271122694
197794	rnn.bias_hh_l0	6	0.03407653421163559
197794	rnn.bias_hh_l0	7	0.05545135214924812
197794	rnn.bias_hh_l0	8	-0.11997826397418976
197794	rnn.bias_hh_l0	9	-0.05257630720734596
197794	rnn.weight_ih_l0_reverse	0	-0.020747298374772072
197794	rnn.weight_ih_l0_reverse	1	-0.0534861758351326
197794	rnn.weight_ih_l0_reverse	2	-0.04656888544559479
197794	rnn.weight_ih_l0_reverse	3	0.012450252659618855
197794	rnn.weight_ih_l0_reverse	4	-0.020668184384703636
197794	rnn.weight_ih_l0_reverse	5	-0.05785099044442177
197794	rnn.weight_ih_l0_reverse	6	0.07625086605548859
197794	rnn.weight_ih_l0_reverse	7	-0.015370246954262257
197794	rnn.weight_ih_l0_reverse	8	-0.01665167696774006
197794	rnn.weight_ih_l0_reverse	9	0.0002990374050568789
197794	rnn.weight_hh_l0_reverse	0	0.06470541656017303
197794	rnn.weight_hh_l0_reverse	1	0.022949019446969032
197794	rnn.weight_hh_l0_reverse	2	0.029035527259111404
197794	rnn.weight_hh_l0_reverse	3	0.03557923436164856
197794	rnn.weight_hh_l0_reverse	4	0.012391756288707256
197794	rnn.weight_hh_l0_reverse	5	0.009851431474089622
197794	rnn.weight_hh_l0_reverse	6	0.05005508288741112
197794	rnn.weight_hh_l0_reverse	7	-0.08022423088550568
197794	rnn.weight_hh_l0_reverse	8	0.04017074778676033
197794	rnn.weight_hh_l0_reverse	9	0.03569361940026283
197794	rnn.bias_ih_l0_reverse	0	-0.055027075111866
197794	rnn.bias_ih_l0_reverse	1	-0.28460803627967834
197794	rnn.bias_ih_l0_reverse	2	-0.11892987042665482
197794	rnn.bias_ih_l0_reverse	3	-0.050259921699762344
197794	rnn.bias_ih_l0_reverse	4	-0.016964515671133995
197794	rnn.bias_ih_l0_reverse	5	0.07734116911888123
197794	rnn.bias_ih_l0_reverse	6	-0.06609252095222473
197794	rnn.bias_ih_l0_reverse	7	0.06056332588195801
197794	rnn.bias_ih_l0_reverse	8	-0.04672718793153763
197794	rnn.bias_ih_l0_reverse	9	0.06354216486215591
197794	rnn.bias_hh_l0_reverse	0	0.019983740523457527
197794	rnn.bias_hh_l0_reverse	1	-0.05336366593837738
197794	rnn.bias_hh_l0_reverse	2	0.08043457567691803
197794	rnn.bias_hh_l0_reverse	3	-0.050255510956048965
197794	rnn.bias_hh_l0_reverse	4	-0.022620046511292458
197794	rnn.bias_hh_l0_reverse	5	-0.026064008474349976
197794	rnn.bias_hh_l0_reverse	6	-0.019370127469301224
197794	rnn.bias_hh_l0_reverse	7	0.10007379204034805
197794	rnn.bias_hh_l0_reverse	8	0.03572411462664604
197794	rnn.bias_hh_l0_reverse	9	-0.15006700158119202
197794	rnn.weight_ih_l1	0	-0.02999884821474552
197794	rnn.weight_ih_l1	1	-0.04895518720149994
197794	rnn.weight_ih_l1	2	0.05678282305598259
197794	rnn.weight_ih_l1	3	-0.06979930400848389
197794	rnn.weight_ih_l1	4	-0.014015753753483295
197794	rnn.weight_ih_l1	5	-0.040886808186769485
197794	rnn.weight_ih_l1	6	0.029730241745710373
197794	rnn.weight_ih_l1	7	-0.04831187427043915
197794	rnn.weight_ih_l1	8	0.03686901181936264
197794	rnn.weight_ih_l1	9	0.0469355434179306
197794	rnn.weight_hh_l1	0	-0.006498945876955986
197794	rnn.weight_hh_l1	1	0.02031398005783558
197794	rnn.weight_hh_l1	2	0.00904944259673357
197794	rnn.weight_hh_l1	3	-0.012719888240098953
197794	rnn.weight_hh_l1	4	0.005888627376407385
197794	rnn.weight_hh_l1	5	0.03278632462024689
197794	rnn.weight_hh_l1	6	0.03645194694399834
197794	rnn.weight_hh_l1	7	-0.016922947019338608
197794	rnn.weight_hh_l1	8	-0.007944280281662941
197794	rnn.weight_hh_l1	9	0.0363394133746624
197794	rnn.bias_ih_l1	0	-0.18631389737129211
197794	rnn.bias_ih_l1	1	-0.17839984595775604
197794	rnn.bias_ih_l1	2	-0.20693504810333252
197794	rnn.bias_ih_l1	3	-0.3123602569103241
197794	rnn.bias_ih_l1	4	-0.20027093589305878
197794	rnn.bias_ih_l1	5	-0.0853252187371254
197794	rnn.bias_ih_l1	6	-0.16316233575344086
197794	rnn.bias_ih_l1	7	-0.0081328758969903
197794	rnn.bias_ih_l1	8	-0.13122664391994476
197794	rnn.bias_ih_l1	9	-0.12722724676132202
197794	rnn.bias_hh_l1	0	-0.09591157734394073
197794	rnn.bias_hh_l1	1	-0.07586847245693207
197794	rnn.bias_hh_l1	2	-0.09172122180461884
197794	rnn.bias_hh_l1	3	-0.08017679303884506
197794	rnn.bias_hh_l1	4	-0.0844515785574913
197794	rnn.bias_hh_l1	5	-0.12172570079565048
197794	rnn.bias_hh_l1	6	-0.1596391499042511
197794	rnn.bias_hh_l1	7	0.05824556574225426
197794	rnn.bias_hh_l1	8	-0.18127299845218658
197794	rnn.bias_hh_l1	9	-0.11969568580389023
197794	rnn.weight_ih_l1_reverse	0	-0.04461115971207619
197794	rnn.weight_ih_l1_reverse	1	0.037669844925403595
197794	rnn.weight_ih_l1_reverse	2	0.08762933313846588
197794	rnn.weight_ih_l1_reverse	3	-0.009592318907380104
197794	rnn.weight_ih_l1_reverse	4	-0.035266976803541183
197794	rnn.weight_ih_l1_reverse	5	-0.03133106604218483
197794	rnn.weight_ih_l1_reverse	6	-0.013285617344081402
197794	rnn.weight_ih_l1_reverse	7	0.027526600286364555
197794	rnn.weight_ih_l1_reverse	8	0.002823874354362488
197794	rnn.weight_ih_l1_reverse	9	-0.039216794073581696
197794	rnn.weight_hh_l1_reverse	0	0.004696187097579241
197794	rnn.weight_hh_l1_reverse	1	0.031483668833971024
197794	rnn.weight_hh_l1_reverse	2	-0.04056616500020027
197794	rnn.weight_hh_l1_reverse	3	0.03538307920098305
197794	rnn.weight_hh_l1_reverse	4	0.04804615676403046
197794	rnn.weight_hh_l1_reverse	5	0.00277749658562243
197794	rnn.weight_hh_l1_reverse	6	0.052430685609579086
197794	rnn.weight_hh_l1_reverse	7	0.031209846958518028
197794	rnn.weight_hh_l1_reverse	8	-0.007230957970023155
197794	rnn.weight_hh_l1_reverse	9	-0.030247850343585014
197794	rnn.bias_ih_l1_reverse	0	-0.05150914564728737
197794	rnn.bias_ih_l1_reverse	1	-0.15066303312778473
197794	rnn.bias_ih_l1_reverse	2	-0.16464698314666748
197794	rnn.bias_ih_l1_reverse	3	-0.051995642483234406
197794	rnn.bias_ih_l1_reverse	4	-0.21207979321479797
197794	rnn.bias_ih_l1_reverse	5	-0.11515437066555023
197794	rnn.bias_ih_l1_reverse	6	-0.13493244349956512
197794	rnn.bias_ih_l1_reverse	7	-0.19638226926326752
197794	rnn.bias_ih_l1_reverse	8	0.21777094900608063
197794	rnn.bias_ih_l1_reverse	9	0.027588041499257088
197794	rnn.bias_hh_l1_reverse	0	-0.015036639757454395
197794	rnn.bias_hh_l1_reverse	1	-0.07347138971090317
197794	rnn.bias_hh_l1_reverse	2	-0.23534724116325378
197794	rnn.bias_hh_l1_reverse	3	-0.14480195939540863
197794	rnn.bias_hh_l1_reverse	4	-0.08197950571775436
197794	rnn.bias_hh_l1_reverse	5	-0.1197696253657341
197794	rnn.bias_hh_l1_reverse	6	0.055310480296611786
197794	rnn.bias_hh_l1_reverse	7	-0.1526295393705368
197794	rnn.bias_hh_l1_reverse	8	-0.11901015788316727
197794	rnn.bias_hh_l1_reverse	9	-0.14922422170639038
197794	linear.weight	0	0.002228822559118271
197794	linear.weight	1	0.10726118087768555
197794	linear.weight	2	-0.1085970401763916
197794	linear.weight	3	0.2919461131095886
197794	linear.weight	4	0.16002079844474792
197794	linear.weight	5	-0.06626902520656586
197794	linear.weight	6	0.11153669655323029
197794	linear.weight	7	0.14102955162525177
197794	linear.weight	8	0.04114984720945358
197794	linear.weight	9	-0.04608283191919327
197794	linear.bias	0	0.1191783919930458
197794	linear.bias	1	-0.16646891832351685
197794	linear.bias	2	-0.4297843873500824
197794	linear.bias	3	-0.664176881313324
197794	linear.bias	4	-1.2391966581344604
197794	linear.bias	5	-0.06445552408695221
197794	linear.bias	6	-0.7789890766143799
197794	linear.bias	7	0.2588212490081787
197794	linear.bias	8	-0.4269912540912628
197794	linear.bias	9	-1.0354872941970825
197991	transitions	0	0.735413670539856
197991	transitions	1	0.15689025819301605
197991	transitions	2	-10000.0
197991	transitions	3	-1.8269097805023193
197991	transitions	4	-10000.0
197991	transitions	5	0.5661444067955017
197991	transitions	6	-0.08315855264663696
197991	transitions	7	-0.7831146717071533
197991	transitions	8	-1.4176959991455078
197991	transitions	9	-0.0012070474913343787
197991	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
197991	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
197991	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
197991	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
197991	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
197991	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
197991	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
197991	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
197991	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
197991	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
197991	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
197991	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
197991	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
197991	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
197991	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
197991	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
197991	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
197991	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
197991	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
197991	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
197991	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
197991	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
197991	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
197991	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
197991	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
197991	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
197991	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
197991	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
197991	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
197991	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
197991	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
197991	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
197991	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
197991	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
197991	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
197991	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
197991	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
197991	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
197991	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
197991	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
197991	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
197991	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
197991	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
197991	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
197991	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
197991	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
197991	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
197991	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
197991	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
197991	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
197991	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
197991	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
197991	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
197991	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
197991	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
197991	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
197991	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
197991	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
197991	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
197991	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
197991	embedding2nn.weight	0	0.022604016587138176
197991	embedding2nn.weight	1	-0.013119109906256199
197991	embedding2nn.weight	2	-0.014268254861235619
197991	embedding2nn.weight	3	-0.03158724308013916
197991	embedding2nn.weight	4	-0.0059150345623493195
197991	embedding2nn.weight	5	-0.0037005890626460314
197991	embedding2nn.weight	6	-0.0039732675068080425
197991	embedding2nn.weight	7	-0.07746060192584991
197991	embedding2nn.weight	8	-0.0019979383796453476
197991	embedding2nn.weight	9	-0.029589882120490074
197991	embedding2nn.bias	0	0.04099087417125702
197991	embedding2nn.bias	1	-0.07294971495866776
197991	embedding2nn.bias	2	0.06399839371442795
197991	embedding2nn.bias	3	0.04168576002120972
197991	embedding2nn.bias	4	-0.05171648785471916
197991	embedding2nn.bias	5	0.010894255712628365
197991	embedding2nn.bias	6	0.02600644901394844
197991	embedding2nn.bias	7	-0.060136083513498306
197991	embedding2nn.bias	8	0.06456945091485977
197991	embedding2nn.bias	9	0.051327452063560486
197991	rnn.weight_ih_l0	0	-0.07794710248708725
197991	rnn.weight_ih_l0	1	0.005484726745635271
197991	rnn.weight_ih_l0	2	0.029472658410668373
197991	rnn.weight_ih_l0	3	0.0219456497579813
197991	rnn.weight_ih_l0	4	-0.04793417453765869
197991	rnn.weight_ih_l0	5	-0.06531904637813568
197991	rnn.weight_ih_l0	6	-0.0007270754431374371
197991	rnn.weight_ih_l0	7	0.0513710156083107
197991	rnn.weight_ih_l0	8	-0.013674995861947536
197991	rnn.weight_ih_l0	9	-0.03082413226366043
197991	rnn.weight_hh_l0	0	-0.03050696849822998
197991	rnn.weight_hh_l0	1	-0.009901688434183598
197991	rnn.weight_hh_l0	2	0.007944043725728989
197991	rnn.weight_hh_l0	3	-0.0762535035610199
197991	rnn.weight_hh_l0	4	0.09437295794487
197991	rnn.weight_hh_l0	5	-0.024462547153234482
197991	rnn.weight_hh_l0	6	-0.057729724794626236
197991	rnn.weight_hh_l0	7	0.011094274930655956
197991	rnn.weight_hh_l0	8	0.01544092409312725
197991	rnn.weight_hh_l0	9	-0.023660728707909584
197991	rnn.bias_ih_l0	0	0.1318182498216629
197991	rnn.bias_ih_l0	1	-0.03404201567173004
197991	rnn.bias_ih_l0	2	-0.03265572711825371
197991	rnn.bias_ih_l0	3	0.1535191535949707
197991	rnn.bias_ih_l0	4	-0.01241949014365673
197991	rnn.bias_ih_l0	5	-0.019301321357488632
197991	rnn.bias_ih_l0	6	0.020862329751253128
197991	rnn.bias_ih_l0	7	0.02080947533249855
197991	rnn.bias_ih_l0	8	-0.0978383794426918
197991	rnn.bias_ih_l0	9	-0.052139341831207275
197991	rnn.bias_hh_l0	0	-0.0005855661001987755
197991	rnn.bias_hh_l0	1	-0.10897763073444366
197991	rnn.bias_hh_l0	2	-0.06949281692504883
197991	rnn.bias_hh_l0	3	-0.08866409212350845
197991	rnn.bias_hh_l0	4	0.008678390644490719
197991	rnn.bias_hh_l0	5	-0.02471381425857544
197991	rnn.bias_hh_l0	6	0.033222127705812454
197991	rnn.bias_hh_l0	7	0.055037349462509155
197991	rnn.bias_hh_l0	8	-0.12018383294343948
197991	rnn.bias_hh_l0	9	-0.054479219019412994
197991	rnn.weight_ih_l0_reverse	0	-0.020673634484410286
197991	rnn.weight_ih_l0_reverse	1	-0.05322972685098648
197991	rnn.weight_ih_l0_reverse	2	-0.04628485441207886
197991	rnn.weight_ih_l0_reverse	3	0.0125343669205904
197991	rnn.weight_ih_l0_reverse	4	-0.020664062350988388
197991	rnn.weight_ih_l0_reverse	5	-0.05781415104866028
197991	rnn.weight_ih_l0_reverse	6	0.07628998905420303
197991	rnn.weight_ih_l0_reverse	7	-0.015753725543618202
197991	rnn.weight_ih_l0_reverse	8	-0.01680312305688858
197991	rnn.weight_ih_l0_reverse	9	0.00017617037519812584
197991	rnn.weight_hh_l0_reverse	0	0.06498920172452927
197991	rnn.weight_hh_l0_reverse	1	0.02298906072974205
197991	rnn.weight_hh_l0_reverse	2	0.028932414948940277
197991	rnn.weight_hh_l0_reverse	3	0.03547720983624458
197991	rnn.weight_hh_l0_reverse	4	0.012485186569392681
197991	rnn.weight_hh_l0_reverse	5	0.009771492332220078
197991	rnn.weight_hh_l0_reverse	6	0.050014678388834
197991	rnn.weight_hh_l0_reverse	7	-0.08011727035045624
197991	rnn.weight_hh_l0_reverse	8	0.04029396176338196
197991	rnn.weight_hh_l0_reverse	9	0.03564338758587837
197991	rnn.bias_ih_l0_reverse	0	-0.05477369204163551
197991	rnn.bias_ih_l0_reverse	1	-0.28399723768234253
197991	rnn.bias_ih_l0_reverse	2	-0.11993248015642166
197991	rnn.bias_ih_l0_reverse	3	-0.05019615963101387
197991	rnn.bias_ih_l0_reverse	4	-0.0180286206305027
197991	rnn.bias_ih_l0_reverse	5	0.07765744626522064
197991	rnn.bias_ih_l0_reverse	6	-0.06640523672103882
197991	rnn.bias_ih_l0_reverse	7	0.06027449667453766
197991	rnn.bias_ih_l0_reverse	8	-0.04701369255781174
197991	rnn.bias_ih_l0_reverse	9	0.06344548612833023
197991	rnn.bias_hh_l0_reverse	0	0.0200099665671587
197991	rnn.bias_hh_l0_reverse	1	-0.05424007028341293
197991	rnn.bias_hh_l0_reverse	2	0.08018177002668381
197991	rnn.bias_hh_l0_reverse	3	-0.0504833459854126
197991	rnn.bias_hh_l0_reverse	4	-0.022081926465034485
197991	rnn.bias_hh_l0_reverse	5	-0.025381937623023987
197991	rnn.bias_hh_l0_reverse	6	-0.01867528259754181
197991	rnn.bias_hh_l0_reverse	7	0.10045301169157028
197991	rnn.bias_hh_l0_reverse	8	0.03532585874199867
197991	rnn.bias_hh_l0_reverse	9	-0.14946024119853973
197991	rnn.weight_ih_l1	0	-0.02982129156589508
197991	rnn.weight_ih_l1	1	-0.04888134077191353
197991	rnn.weight_ih_l1	2	0.05646595358848572
197991	rnn.weight_ih_l1	3	-0.06927762925624847
197991	rnn.weight_ih_l1	4	-0.014281724579632282
197991	rnn.weight_ih_l1	5	-0.04088173806667328
197991	rnn.weight_ih_l1	6	0.029589181765913963
197991	rnn.weight_ih_l1	7	-0.047753628343343735
197991	rnn.weight_ih_l1	8	0.03685745596885681
197991	rnn.weight_ih_l1	9	0.0468965545296669
197991	rnn.weight_hh_l1	0	-0.006421421654522419
197991	rnn.weight_hh_l1	1	0.020252270624041557
197991	rnn.weight_hh_l1	2	0.008924904279410839
197991	rnn.weight_hh_l1	3	-0.012697254307568073
197991	rnn.weight_hh_l1	4	0.005563175771385431
197991	rnn.weight_hh_l1	5	0.032781731337308884
197991	rnn.weight_hh_l1	6	0.03653302788734436
197991	rnn.weight_hh_l1	7	-0.01690543442964554
197991	rnn.weight_hh_l1	8	-0.008000998757779598
197991	rnn.weight_hh_l1	9	0.03644552826881409
197991	rnn.bias_ih_l1	0	-0.18635962903499603
197991	rnn.bias_ih_l1	1	-0.17847752571105957
197991	rnn.bias_ih_l1	2	-0.20592467486858368
197991	rnn.bias_ih_l1	3	-0.3136427104473114
197991	rnn.bias_ih_l1	4	-0.19852511584758759
197991	rnn.bias_ih_l1	5	-0.08540277928113937
197991	rnn.bias_ih_l1	6	-0.16374675929546356
197991	rnn.bias_ih_l1	7	-0.006870793178677559
197991	rnn.bias_ih_l1	8	-0.1314290165901184
197991	rnn.bias_ih_l1	9	-0.12717114388942719
197991	rnn.bias_hh_l1	0	-0.09655937552452087
197991	rnn.bias_hh_l1	1	-0.07602929323911667
197991	rnn.bias_hh_l1	2	-0.09183842688798904
197991	rnn.bias_hh_l1	3	-0.08002059906721115
197991	rnn.bias_hh_l1	4	-0.08481820672750473
197991	rnn.bias_hh_l1	5	-0.12242986261844635
197991	rnn.bias_hh_l1	6	-0.15923745930194855
197991	rnn.bias_hh_l1	7	0.05690641328692436
197991	rnn.bias_hh_l1	8	-0.18261250853538513
197991	rnn.bias_hh_l1	9	-0.11941096186637878
197991	rnn.weight_ih_l1_reverse	0	-0.044097669422626495
197991	rnn.weight_ih_l1_reverse	1	0.03809526935219765
197991	rnn.weight_ih_l1_reverse	2	0.08727099001407623
197991	rnn.weight_ih_l1_reverse	3	-0.009420146234333515
197991	rnn.weight_ih_l1_reverse	4	-0.03502998873591423
197991	rnn.weight_ih_l1_reverse	5	-0.03130561113357544
197991	rnn.weight_ih_l1_reverse	6	-0.013700203970074654
197991	rnn.weight_ih_l1_reverse	7	0.02750648371875286
197991	rnn.weight_ih_l1_reverse	8	0.003768335795029998
197991	rnn.weight_ih_l1_reverse	9	-0.03952153027057648
197991	rnn.weight_hh_l1_reverse	0	0.004694343078881502
197991	rnn.weight_hh_l1_reverse	1	0.031492091715335846
197991	rnn.weight_hh_l1_reverse	2	-0.04056881368160248
197991	rnn.weight_hh_l1_reverse	3	0.035370633006095886
197991	rnn.weight_hh_l1_reverse	4	0.04793402925133705
197991	rnn.weight_hh_l1_reverse	5	0.0027191617991775274
197991	rnn.weight_hh_l1_reverse	6	0.0519791804254055
197991	rnn.weight_hh_l1_reverse	7	0.0312300156801939
197991	rnn.weight_hh_l1_reverse	8	-0.007177563384175301
197991	rnn.weight_hh_l1_reverse	9	-0.03034399263560772
197991	rnn.bias_ih_l1_reverse	0	-0.05172529071569443
197991	rnn.bias_ih_l1_reverse	1	-0.15119443833827972
197991	rnn.bias_ih_l1_reverse	2	-0.1655501127243042
197991	rnn.bias_ih_l1_reverse	3	-0.05261094123125076
197991	rnn.bias_ih_l1_reverse	4	-0.21213804185390472
197991	rnn.bias_ih_l1_reverse	5	-0.11478577554225922
197991	rnn.bias_ih_l1_reverse	6	-0.13499557971954346
197991	rnn.bias_ih_l1_reverse	7	-0.19598963856697083
197991	rnn.bias_ih_l1_reverse	8	0.21756935119628906
197991	rnn.bias_ih_l1_reverse	9	0.02859511598944664
197991	rnn.bias_hh_l1_reverse	0	-0.015025579370558262
197991	rnn.bias_hh_l1_reverse	1	-0.07378537207841873
197991	rnn.bias_hh_l1_reverse	2	-0.23500342667102814
197991	rnn.bias_hh_l1_reverse	3	-0.144226536154747
197991	rnn.bias_hh_l1_reverse	4	-0.08208168298006058
197991	rnn.bias_hh_l1_reverse	5	-0.11868010461330414
197991	rnn.bias_hh_l1_reverse	6	0.05516912788152695
197991	rnn.bias_hh_l1_reverse	7	-0.15216396749019623
197991	rnn.bias_hh_l1_reverse	8	-0.11918552964925766
197991	rnn.bias_hh_l1_reverse	9	-0.14931856095790863
197991	linear.weight	0	0.002228822559118271
197991	linear.weight	1	0.1084868460893631
197991	linear.weight	2	-0.10821851342916489
197991	linear.weight	3	0.2908758521080017
197991	linear.weight	4	0.16155916452407837
197991	linear.weight	5	-0.06635015457868576
197991	linear.weight	6	0.11120462417602539
197991	linear.weight	7	0.14257371425628662
197991	linear.weight	8	0.04114954546093941
197991	linear.weight	9	-0.04578367993235588
197991	linear.bias	0	0.11223803460597992
197991	linear.bias	1	-0.1604941338300705
197991	linear.bias	2	-0.42394059896469116
197991	linear.bias	3	-0.6650264263153076
197991	linear.bias	4	-1.23992121219635
197991	linear.bias	5	-0.06404045969247818
197991	linear.bias	6	-0.7741949558258057
197991	linear.bias	7	0.2577279508113861
197991	linear.bias	8	-0.42761510610580444
197991	linear.bias	9	-1.0363625288009644
198188	transitions	0	0.73578941822052
198188	transitions	1	0.15651699900627136
198188	transitions	2	-10000.0
198188	transitions	3	-1.8269150257110596
198188	transitions	4	-10000.0
198188	transitions	5	0.5661329030990601
198188	transitions	6	-0.08316925913095474
198188	transitions	7	-0.783345103263855
198188	transitions	8	-1.4177595376968384
198188	transitions	9	-0.0012071420205757022
198188	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
198188	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
198188	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
198188	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
198188	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
198188	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
198188	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
198188	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
198188	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
198188	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
198188	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
198188	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
198188	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
198188	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
198188	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
198188	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
198188	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
198188	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
198188	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
198188	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
198188	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
198188	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
198188	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
198188	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
198188	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
198188	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
198188	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
198188	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
198188	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
198188	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
198188	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
198188	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
198188	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
198188	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
198188	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
198188	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
198188	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
198188	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
198188	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
198188	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
198188	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
198188	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
198188	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
198188	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
198188	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
198188	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
198188	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
198188	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
198188	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
198188	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
198188	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
198188	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
198188	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
198188	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
198188	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
198188	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
198188	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
198188	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
198188	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
198188	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
198188	embedding2nn.weight	0	0.022172586992383003
198188	embedding2nn.weight	1	-0.01319277286529541
198188	embedding2nn.weight	2	-0.014268254861235619
198188	embedding2nn.weight	3	-0.03126741945743561
198188	embedding2nn.weight	4	-0.0059150345623493195
198188	embedding2nn.weight	5	-0.0037005890626460314
198188	embedding2nn.weight	6	-0.00397326797246933
198188	embedding2nn.weight	7	-0.07733268290758133
198188	embedding2nn.weight	8	-0.0019979383796453476
198188	embedding2nn.weight	9	-0.029557766392827034
198188	embedding2nn.bias	0	0.03739730268716812
198188	embedding2nn.bias	1	-0.07084948569536209
198188	embedding2nn.bias	2	0.06614376604557037
198188	embedding2nn.bias	3	0.04119882732629776
198188	embedding2nn.bias	4	-0.050647322088479996
198188	embedding2nn.bias	5	0.009652892127633095
198188	embedding2nn.bias	6	0.027153747156262398
198188	embedding2nn.bias	7	-0.058500975370407104
198188	embedding2nn.bias	8	0.06316857039928436
198188	embedding2nn.bias	9	0.05077435448765755
198188	rnn.weight_ih_l0	0	-0.07743165642023087
198188	rnn.weight_ih_l0	1	0.005580177530646324
198188	rnn.weight_ih_l0	2	0.029666077345609665
198188	rnn.weight_ih_l0	3	0.022112835198640823
198188	rnn.weight_ih_l0	4	-0.048069849610328674
198188	rnn.weight_ih_l0	5	-0.06530077755451202
198188	rnn.weight_ih_l0	6	-0.00044302368769422174
198188	rnn.weight_ih_l0	7	0.05165369063615799
198188	rnn.weight_ih_l0	8	-0.013111583888530731
198188	rnn.weight_ih_l0	9	-0.030873756855726242
198188	rnn.weight_hh_l0	0	-0.030766362324357033
198188	rnn.weight_hh_l0	1	-0.010123038664460182
198188	rnn.weight_hh_l0	2	0.008282795548439026
198188	rnn.weight_hh_l0	3	-0.07672693580389023
198188	rnn.weight_hh_l0	4	0.09431648999452591
198188	rnn.weight_hh_l0	5	-0.024222983047366142
198188	rnn.weight_hh_l0	6	-0.058104973286390305
198188	rnn.weight_hh_l0	7	0.010920055210590363
198188	rnn.weight_hh_l0	8	0.015198418870568275
198188	rnn.weight_hh_l0	9	-0.023736288771033287
198188	rnn.bias_ih_l0	0	0.13185174763202667
198188	rnn.bias_ih_l0	1	-0.03416423872113228
198188	rnn.bias_ih_l0	2	-0.03244740143418312
198188	rnn.bias_ih_l0	3	0.15293966233730316
198188	rnn.bias_ih_l0	4	-0.011822705157101154
198188	rnn.bias_ih_l0	5	-0.01855476386845112
198188	rnn.bias_ih_l0	6	0.020315729081630707
198188	rnn.bias_ih_l0	7	0.02099568024277687
198188	rnn.bias_ih_l0	8	-0.0981062799692154
198188	rnn.bias_ih_l0	9	-0.05390990525484085
198188	rnn.bias_hh_l0	0	-0.0008444769191555679
198188	rnn.bias_hh_l0	1	-0.10968396067619324
198188	rnn.bias_hh_l0	2	-0.06965206563472748
198188	rnn.bias_hh_l0	3	-0.08927370607852936
198188	rnn.bias_hh_l0	4	0.008531223982572556
198188	rnn.bias_hh_l0	5	-0.025096483528614044
198188	rnn.bias_hh_l0	6	0.034233614802360535
198188	rnn.bias_hh_l0	7	0.05487542226910591
198188	rnn.bias_hh_l0	8	-0.1218438670039177
198188	rnn.bias_hh_l0	9	-0.05505776032805443
198188	rnn.weight_ih_l0_reverse	0	-0.02083636075258255
198188	rnn.weight_ih_l0_reverse	1	-0.05337825417518616
198188	rnn.weight_ih_l0_reverse	2	-0.04632694646716118
198188	rnn.weight_ih_l0_reverse	3	0.012653034180402756
198188	rnn.weight_ih_l0_reverse	4	-0.02074359357357025
198188	rnn.weight_ih_l0_reverse	5	-0.05772857367992401
198188	rnn.weight_ih_l0_reverse	6	0.07643728703260422
198188	rnn.weight_ih_l0_reverse	7	-0.016063911840319633
198188	rnn.weight_ih_l0_reverse	8	-0.01658518798649311
198188	rnn.weight_ih_l0_reverse	9	2.4698738343431614e-05
198188	rnn.weight_hh_l0_reverse	0	0.0646231397986412
198188	rnn.weight_hh_l0_reverse	1	0.02288863994181156
198188	rnn.weight_hh_l0_reverse	2	0.028806321322917938
198188	rnn.weight_hh_l0_reverse	3	0.03534575179219246
198188	rnn.weight_hh_l0_reverse	4	0.012509007938206196
198188	rnn.weight_hh_l0_reverse	5	0.009593081660568714
198188	rnn.weight_hh_l0_reverse	6	0.050133563578128815
198188	rnn.weight_hh_l0_reverse	7	-0.08028893917798996
198188	rnn.weight_hh_l0_reverse	8	0.040168847888708115
198188	rnn.weight_hh_l0_reverse	9	0.035592928528785706
198188	rnn.bias_ih_l0_reverse	0	-0.05518488585948944
198188	rnn.bias_ih_l0_reverse	1	-0.2840460240840912
198188	rnn.bias_ih_l0_reverse	2	-0.12017606198787689
198188	rnn.bias_ih_l0_reverse	3	-0.05026879534125328
198188	rnn.bias_ih_l0_reverse	4	-0.01790570095181465
198188	rnn.bias_ih_l0_reverse	5	0.07748524099588394
198188	rnn.bias_ih_l0_reverse	6	-0.06687446683645248
198188	rnn.bias_ih_l0_reverse	7	0.06041406840085983
198188	rnn.bias_ih_l0_reverse	8	-0.047041188925504684
198188	rnn.bias_ih_l0_reverse	9	0.0638328269124031
198188	rnn.bias_hh_l0_reverse	0	0.020728180184960365
198188	rnn.bias_hh_l0_reverse	1	-0.05372120812535286
198188	rnn.bias_hh_l0_reverse	2	0.0807919129729271
198188	rnn.bias_hh_l0_reverse	3	-0.050007279962301254
198188	rnn.bias_hh_l0_reverse	4	-0.02210937812924385
198188	rnn.bias_hh_l0_reverse	5	-0.02551575005054474
198188	rnn.bias_hh_l0_reverse	6	-0.018619045615196228
198188	rnn.bias_hh_l0_reverse	7	0.10043617337942123
198188	rnn.bias_hh_l0_reverse	8	0.035845473408699036
198188	rnn.bias_hh_l0_reverse	9	-0.15034103393554688
198188	rnn.weight_ih_l1	0	-0.029984185472130775
198188	rnn.weight_ih_l1	1	-0.04860851913690567
198188	rnn.weight_ih_l1	2	0.05653912201523781
198188	rnn.weight_ih_l1	3	-0.06987853348255157
198188	rnn.weight_ih_l1	4	-0.014383446425199509
198188	rnn.weight_ih_l1	5	-0.04091291129589081
198188	rnn.weight_ih_l1	6	0.029634367674589157
198188	rnn.weight_ih_l1	7	-0.048309970647096634
198188	rnn.weight_ih_l1	8	0.03683973848819733
198188	rnn.weight_ih_l1	9	0.04680502042174339
198188	rnn.weight_hh_l1	0	-0.006355384364724159
198188	rnn.weight_hh_l1	1	0.02038940042257309
198188	rnn.weight_hh_l1	2	0.008854314684867859
198188	rnn.weight_hh_l1	3	-0.01271047443151474
198188	rnn.weight_hh_l1	4	0.005221888888627291
198188	rnn.weight_hh_l1	5	0.032758552581071854
198188	rnn.weight_hh_l1	6	0.03652352839708328
198188	rnn.weight_hh_l1	7	-0.016840392723679543
198188	rnn.weight_hh_l1	8	-0.007875367999076843
198188	rnn.weight_hh_l1	9	0.03623747453093529
198188	rnn.bias_ih_l1	0	-0.1860964149236679
198188	rnn.bias_ih_l1	1	-0.1785062700510025
198188	rnn.bias_ih_l1	2	-0.20702819526195526
198188	rnn.bias_ih_l1	3	-0.3137573301792145
198188	rnn.bias_ih_l1	4	-0.20026296377182007
198188	rnn.bias_ih_l1	5	-0.08523803949356079
198188	rnn.bias_ih_l1	6	-0.1647767722606659
198188	rnn.bias_ih_l1	7	-0.006773229222744703
198188	rnn.bias_ih_l1	8	-0.131249338388443
198188	rnn.bias_ih_l1	9	-0.12710146605968475
198188	rnn.bias_hh_l1	0	-0.09581916034221649
198188	rnn.bias_hh_l1	1	-0.07617127895355225
198188	rnn.bias_hh_l1	2	-0.0921868234872818
198188	rnn.bias_hh_l1	3	-0.0797370970249176
198188	rnn.bias_hh_l1	4	-0.08448569476604462
198188	rnn.bias_hh_l1	5	-0.12162835150957108
198188	rnn.bias_hh_l1	6	-0.15907421708106995
198188	rnn.bias_hh_l1	7	0.057018671184778214
198188	rnn.bias_hh_l1	8	-0.1836387813091278
198188	rnn.bias_hh_l1	9	-0.11919279396533966
198188	rnn.weight_ih_l1_reverse	0	-0.04455896466970444
198188	rnn.weight_ih_l1_reverse	1	0.03761342912912369
198188	rnn.weight_ih_l1_reverse	2	0.08824831992387772
198188	rnn.weight_ih_l1_reverse	3	-0.009481213986873627
198188	rnn.weight_ih_l1_reverse	4	-0.03484117239713669
198188	rnn.weight_ih_l1_reverse	5	-0.03128160163760185
198188	rnn.weight_ih_l1_reverse	6	-0.014031967148184776
198188	rnn.weight_ih_l1_reverse	7	0.027523614466190338
198188	rnn.weight_ih_l1_reverse	8	0.002924846252426505
198188	rnn.weight_ih_l1_reverse	9	-0.039676010608673096
198188	rnn.weight_hh_l1_reverse	0	0.004699003417044878
198188	rnn.weight_hh_l1_reverse	1	0.031559351831674576
198188	rnn.weight_hh_l1_reverse	2	-0.040578022599220276
198188	rnn.weight_hh_l1_reverse	3	0.03539970517158508
198188	rnn.weight_hh_l1_reverse	4	0.0481141023337841
198188	rnn.weight_hh_l1_reverse	5	0.0027042245492339134
198188	rnn.weight_hh_l1_reverse	6	0.05177619308233261
198188	rnn.weight_hh_l1_reverse	7	0.03130558505654335
198188	rnn.weight_hh_l1_reverse	8	-0.007202069275081158
198188	rnn.weight_hh_l1_reverse	9	-0.030214084312319756
198188	rnn.bias_ih_l1_reverse	0	-0.05226593092083931
198188	rnn.bias_ih_l1_reverse	1	-0.15176668763160706
198188	rnn.bias_ih_l1_reverse	2	-0.16564689576625824
198188	rnn.bias_ih_l1_reverse	3	-0.05134934186935425
198188	rnn.bias_ih_l1_reverse	4	-0.21242506802082062
198188	rnn.bias_ih_l1_reverse	5	-0.1142437607049942
198188	rnn.bias_ih_l1_reverse	6	-0.13484837114810944
198188	rnn.bias_ih_l1_reverse	7	-0.1961396038532257
198188	rnn.bias_ih_l1_reverse	8	0.21843740344047546
198188	rnn.bias_ih_l1_reverse	9	0.02880154736340046
198188	rnn.bias_hh_l1_reverse	0	-0.014576824381947517
198188	rnn.bias_hh_l1_reverse	1	-0.0757317841053009
198188	rnn.bias_hh_l1_reverse	2	-0.23488768935203552
198188	rnn.bias_hh_l1_reverse	3	-0.1448902040719986
198188	rnn.bias_hh_l1_reverse	4	-0.08197233825922012
198188	rnn.bias_hh_l1_reverse	5	-0.11894360184669495
198188	rnn.bias_hh_l1_reverse	6	0.053634949028491974
198188	rnn.bias_hh_l1_reverse	7	-0.15190227329730988
198188	rnn.bias_hh_l1_reverse	8	-0.11979996412992477
198188	rnn.bias_hh_l1_reverse	9	-0.14932826161384583
198188	linear.weight	0	0.002228822559118271
198188	linear.weight	1	0.1081254631280899
198188	linear.weight	2	-0.10786977410316467
198188	linear.weight	3	0.29000455141067505
198188	linear.weight	4	0.1619000881910324
198188	linear.weight	5	-0.06568783521652222
198188	linear.weight	6	0.11112939566373825
198188	linear.weight	7	0.14403627812862396
198188	linear.weight	8	0.041149482131004333
198188	linear.weight	9	-0.04578404128551483
198188	linear.bias	0	0.10775331407785416
198188	linear.bias	1	-0.16156549751758575
198188	linear.bias	2	-0.4256037771701813
198188	linear.bias	3	-0.6622979044914246
198188	linear.bias	4	-1.2382947206497192
198188	linear.bias	5	-0.06714972853660583
198188	linear.bias	6	-0.7757458090782166
198188	linear.bias	7	0.2555311322212219
198188	linear.bias	8	-0.4312678873538971
198188	linear.bias	9	-1.0406734943389893
198385	transitions	0	0.7396488189697266
198385	transitions	1	0.1552581787109375
198385	transitions	2	-10000.0
198385	transitions	3	-1.826932668685913
198385	transitions	4	-10000.0
198385	transitions	5	0.5661175847053528
198385	transitions	6	-0.08317970484495163
198385	transitions	7	-0.7835887670516968
198385	transitions	8	-1.4177751541137695
198385	transitions	9	-0.0012072602985426784
198385	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
198385	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
198385	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
198385	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
198385	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
198385	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
198385	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
198385	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
198385	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
198385	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
198385	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
198385	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
198385	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
198385	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
198385	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
198385	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
198385	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
198385	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
198385	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
198385	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
198385	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
198385	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
198385	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
198385	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
198385	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
198385	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
198385	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
198385	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
198385	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
198385	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
198385	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
198385	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
198385	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
198385	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
198385	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
198385	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
198385	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
198385	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
198385	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
198385	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
198385	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
198385	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
198385	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
198385	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
198385	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
198385	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
198385	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
198385	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
198385	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
198385	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
198385	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
198385	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
198385	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
198385	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
198385	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
198385	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
198385	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
198385	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
198385	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
198385	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
198385	embedding2nn.weight	0	0.021258192136883736
198385	embedding2nn.weight	1	-0.013206223025918007
198385	embedding2nn.weight	2	-0.014268254861235619
198385	embedding2nn.weight	3	-0.03175703063607216
198385	embedding2nn.weight	4	-0.0059150345623493195
198385	embedding2nn.weight	5	-0.0037005890626460314
198385	embedding2nn.weight	6	-0.0039732689037919044
198385	embedding2nn.weight	7	-0.07747536152601242
198385	embedding2nn.weight	8	-0.0019979383796453476
198385	embedding2nn.weight	9	-0.029246162623167038
198385	embedding2nn.bias	0	0.03782324492931366
198385	embedding2nn.bias	1	-0.07221611589193344
198385	embedding2nn.bias	2	0.06369376927614212
198385	embedding2nn.bias	3	0.03925328701734543
198385	embedding2nn.bias	4	-0.050039250403642654
198385	embedding2nn.bias	5	0.009975709021091461
198385	embedding2nn.bias	6	0.026848874986171722
198385	embedding2nn.bias	7	-0.060166165232658386
198385	embedding2nn.bias	8	0.06363540887832642
198385	embedding2nn.bias	9	0.054341744631528854
198385	rnn.weight_ih_l0	0	-0.07723306119441986
198385	rnn.weight_ih_l0	1	0.00560050318017602
198385	rnn.weight_ih_l0	2	0.029375150799751282
198385	rnn.weight_ih_l0	3	0.022083377465605736
198385	rnn.weight_ih_l0	4	-0.0484241247177124
198385	rnn.weight_ih_l0	5	-0.06507213413715363
198385	rnn.weight_ih_l0	6	-0.0008462574332952499
198385	rnn.weight_ih_l0	7	0.051603224128484726
198385	rnn.weight_ih_l0	8	-0.01341619249433279
198385	rnn.weight_ih_l0	9	-0.031009607017040253
198385	rnn.weight_hh_l0	0	-0.03062308579683304
198385	rnn.weight_hh_l0	1	-0.01050878968089819
198385	rnn.weight_hh_l0	2	0.008551501668989658
198385	rnn.weight_hh_l0	3	-0.07690342515707016
198385	rnn.weight_hh_l0	4	0.0941898301243782
198385	rnn.weight_hh_l0	5	-0.024102527648210526
198385	rnn.weight_hh_l0	6	-0.058777328580617905
198385	rnn.weight_hh_l0	7	0.011056644842028618
198385	rnn.weight_hh_l0	8	0.015402290970087051
198385	rnn.weight_hh_l0	9	-0.023551546037197113
198385	rnn.bias_ih_l0	0	0.1315605640411377
198385	rnn.bias_ih_l0	1	-0.033736687153577805
198385	rnn.bias_ih_l0	2	-0.03182448446750641
198385	rnn.bias_ih_l0	3	0.1529218554496765
198385	rnn.bias_ih_l0	4	-0.011734738014638424
198385	rnn.bias_ih_l0	5	-0.019269639626145363
198385	rnn.bias_ih_l0	6	0.019131576642394066
198385	rnn.bias_ih_l0	7	0.020983664318919182
198385	rnn.bias_ih_l0	8	-0.09812404960393906
198385	rnn.bias_ih_l0	9	-0.05143670737743378
198385	rnn.bias_hh_l0	0	-0.00018786835425999016
198385	rnn.bias_hh_l0	1	-0.1085546612739563
198385	rnn.bias_hh_l0	2	-0.06996382772922516
198385	rnn.bias_hh_l0	3	-0.08943059295415878
198385	rnn.bias_hh_l0	4	0.00893307477235794
198385	rnn.bias_hh_l0	5	-0.02502000704407692
198385	rnn.bias_hh_l0	6	0.03494469076395035
198385	rnn.bias_hh_l0	7	0.054598189890384674
198385	rnn.bias_hh_l0	8	-0.12188654392957687
198385	rnn.bias_hh_l0	9	-0.053916264325380325
198385	rnn.weight_ih_l0_reverse	0	-0.02046837843954563
198385	rnn.weight_ih_l0_reverse	1	-0.053695954382419586
198385	rnn.weight_ih_l0_reverse	2	-0.046903327107429504
198385	rnn.weight_ih_l0_reverse	3	0.012570344842970371
198385	rnn.weight_ih_l0_reverse	4	-0.0208743829280138
198385	rnn.weight_ih_l0_reverse	5	-0.05788031592965126
198385	rnn.weight_ih_l0_reverse	6	0.07620462030172348
198385	rnn.weight_ih_l0_reverse	7	-0.015733173117041588
198385	rnn.weight_ih_l0_reverse	8	-0.01620965451002121
198385	rnn.weight_ih_l0_reverse	9	2.9807907253598387e-07
198385	rnn.weight_hh_l0_reverse	0	0.06422741711139679
198385	rnn.weight_hh_l0_reverse	1	0.02270987629890442
198385	rnn.weight_hh_l0_reverse	2	0.028650658205151558
198385	rnn.weight_hh_l0_reverse	3	0.035268016159534454
198385	rnn.weight_hh_l0_reverse	4	0.01238770317286253
198385	rnn.weight_hh_l0_reverse	5	0.009580148383975029
198385	rnn.weight_hh_l0_reverse	6	0.05019759014248848
198385	rnn.weight_hh_l0_reverse	7	-0.08043146133422852
198385	rnn.weight_hh_l0_reverse	8	0.04013469070196152
198385	rnn.weight_hh_l0_reverse	9	0.03559568151831627
198385	rnn.bias_ih_l0_reverse	0	-0.055458687245845795
198385	rnn.bias_ih_l0_reverse	1	-0.2836616635322571
198385	rnn.bias_ih_l0_reverse	2	-0.12066024541854858
198385	rnn.bias_ih_l0_reverse	3	-0.05146142095327377
198385	rnn.bias_ih_l0_reverse	4	-0.018669111654162407
198385	rnn.bias_ih_l0_reverse	5	0.07731328159570694
198385	rnn.bias_ih_l0_reverse	6	-0.06639382243156433
198385	rnn.bias_ih_l0_reverse	7	0.0608554407954216
198385	rnn.bias_ih_l0_reverse	8	-0.04821927472949028
198385	rnn.bias_ih_l0_reverse	9	0.06373880803585052
198385	rnn.bias_hh_l0_reverse	0	0.02106042578816414
198385	rnn.bias_hh_l0_reverse	1	-0.05374516174197197
198385	rnn.bias_hh_l0_reverse	2	0.08071566373109818
198385	rnn.bias_hh_l0_reverse	3	-0.05011657252907753
198385	rnn.bias_hh_l0_reverse	4	-0.021411379799246788
198385	rnn.bias_hh_l0_reverse	5	-0.024737242609262466
198385	rnn.bias_hh_l0_reverse	6	-0.01893107034265995
198385	rnn.bias_hh_l0_reverse	7	0.10053178668022156
198385	rnn.bias_hh_l0_reverse	8	0.03616722300648689
198385	rnn.bias_hh_l0_reverse	9	-0.1482030153274536
198385	rnn.weight_ih_l1	0	-0.02993895672261715
198385	rnn.weight_ih_l1	1	-0.04918854683637619
198385	rnn.weight_ih_l1	2	0.05663292482495308
198385	rnn.weight_ih_l1	3	-0.0697125717997551
198385	rnn.weight_ih_l1	4	-0.014634208753705025
198385	rnn.weight_ih_l1	5	-0.04095443710684776
198385	rnn.weight_ih_l1	6	0.029735613614320755
198385	rnn.weight_ih_l1	7	-0.04816773533821106
198385	rnn.weight_ih_l1	8	0.036891914904117584
198385	rnn.weight_ih_l1	9	0.0467197559773922
198385	rnn.weight_hh_l1	0	-0.006226212717592716
198385	rnn.weight_hh_l1	1	0.020431403070688248
198385	rnn.weight_hh_l1	2	0.008496970869600773
198385	rnn.weight_hh_l1	3	-0.012847746722400188
198385	rnn.weight_hh_l1	4	0.00532946502789855
198385	rnn.weight_hh_l1	5	0.0327267199754715
198385	rnn.weight_hh_l1	6	0.03636253625154495
198385	rnn.weight_hh_l1	7	-0.016754163429141045
198385	rnn.weight_hh_l1	8	-0.008000031113624573
198385	rnn.weight_hh_l1	9	0.03639637306332588
198385	rnn.bias_ih_l1	0	-0.1872008591890335
198385	rnn.bias_ih_l1	1	-0.17878666520118713
198385	rnn.bias_ih_l1	2	-0.20674949884414673
198385	rnn.bias_ih_l1	3	-0.31343090534210205
198385	rnn.bias_ih_l1	4	-0.20189951360225677
198385	rnn.bias_ih_l1	5	-0.08573824167251587
198385	rnn.bias_ih_l1	6	-0.16412308812141418
198385	rnn.bias_ih_l1	7	-0.006862645503133535
198385	rnn.bias_ih_l1	8	-0.13081535696983337
198385	rnn.bias_ih_l1	9	-0.12742529809474945
198385	rnn.bias_hh_l1	0	-0.09567901492118835
198385	rnn.bias_hh_l1	1	-0.07628770917654037
198385	rnn.bias_hh_l1	2	-0.09137840569019318
198385	rnn.bias_hh_l1	3	-0.08011242747306824
198385	rnn.bias_hh_l1	4	-0.08438548445701599
198385	rnn.bias_hh_l1	5	-0.12148237973451614
198385	rnn.bias_hh_l1	6	-0.15893389284610748
198385	rnn.bias_hh_l1	7	0.05702684074640274
198385	rnn.bias_hh_l1	8	-0.1830262541770935
198385	rnn.bias_hh_l1	9	-0.11983256042003632
198385	rnn.weight_ih_l1_reverse	0	-0.04429338499903679
198385	rnn.weight_ih_l1_reverse	1	0.038457900285720825
198385	rnn.weight_ih_l1_reverse	2	0.08927702903747559
198385	rnn.weight_ih_l1_reverse	3	-0.010068032890558243
198385	rnn.weight_ih_l1_reverse	4	-0.03436364606022835
198385	rnn.weight_ih_l1_reverse	5	-0.031230932101607323
198385	rnn.weight_ih_l1_reverse	6	-0.014652792364358902
198385	rnn.weight_ih_l1_reverse	7	0.027598140761256218
198385	rnn.weight_ih_l1_reverse	8	0.002033194759860635
198385	rnn.weight_ih_l1_reverse	9	-0.04066280648112297
198385	rnn.weight_hh_l1_reverse	0	0.004673431161791086
198385	rnn.weight_hh_l1_reverse	1	0.031703416258096695
198385	rnn.weight_hh_l1_reverse	2	-0.04058576747775078
198385	rnn.weight_hh_l1_reverse	3	0.0354185476899147
198385	rnn.weight_hh_l1_reverse	4	0.047832004725933075
198385	rnn.weight_hh_l1_reverse	5	0.0027456143870949745
198385	rnn.weight_hh_l1_reverse	6	0.05102319270372391
198385	rnn.weight_hh_l1_reverse	7	0.03141249716281891
198385	rnn.weight_hh_l1_reverse	8	-0.007247525732964277
198385	rnn.weight_hh_l1_reverse	9	-0.03031649999320507
198385	rnn.bias_ih_l1_reverse	0	-0.05201878398656845
198385	rnn.bias_ih_l1_reverse	1	-0.15131576359272003
198385	rnn.bias_ih_l1_reverse	2	-0.16641858220100403
198385	rnn.bias_ih_l1_reverse	3	-0.049667611718177795
198385	rnn.bias_ih_l1_reverse	4	-0.21217606961727142
198385	rnn.bias_ih_l1_reverse	5	-0.11370372027158737
198385	rnn.bias_ih_l1_reverse	6	-0.1346384882926941
198385	rnn.bias_ih_l1_reverse	7	-0.19620297849178314
198385	rnn.bias_ih_l1_reverse	8	0.2203136533498764
198385	rnn.bias_ih_l1_reverse	9	0.028111103922128677
198385	rnn.bias_hh_l1_reverse	0	-0.013302190229296684
198385	rnn.bias_hh_l1_reverse	1	-0.07447579503059387
198385	rnn.bias_hh_l1_reverse	2	-0.23506109416484833
198385	rnn.bias_hh_l1_reverse	3	-0.14512482285499573
198385	rnn.bias_hh_l1_reverse	4	-0.0819266140460968
198385	rnn.bias_hh_l1_reverse	5	-0.1201777383685112
198385	rnn.bias_hh_l1_reverse	6	0.0536622628569603
198385	rnn.bias_hh_l1_reverse	7	-0.1528768688440323
198385	rnn.bias_hh_l1_reverse	8	-0.11986089497804642
198385	rnn.bias_hh_l1_reverse	9	-0.14934469759464264
198385	linear.weight	0	0.002228822559118271
198385	linear.weight	1	0.11022234708070755
198385	linear.weight	2	-0.10807328671216965
198385	linear.weight	3	0.2899168133735657
198385	linear.weight	4	0.163412407040596
198385	linear.weight	5	-0.06548000872135162
198385	linear.weight	6	0.10972953587770462
198385	linear.weight	7	0.1438734531402588
198385	linear.weight	8	0.04114943742752075
198385	linear.weight	9	-0.045000240206718445
198385	linear.bias	0	0.10785472393035889
198385	linear.bias	1	-0.1715143471956253
198385	linear.bias	2	-0.41958388686180115
198385	linear.bias	3	-0.6634789109230042
198385	linear.bias	4	-1.2397682666778564
198385	linear.bias	5	-0.062315620481967926
198385	linear.bias	6	-0.7846663594245911
198385	linear.bias	7	0.26033875346183777
198385	linear.bias	8	-0.43149083852767944
198385	linear.bias	9	-1.0405642986297607
198582	transitions	0	0.7402368783950806
198582	transitions	1	0.15470270812511444
198582	transitions	2	-10000.0
198582	transitions	3	-1.8269354104995728
198582	transitions	4	-10000.0
198582	transitions	5	0.5660740733146667
198582	transitions	6	-0.08318682760000229
198582	transitions	7	-0.7836914658546448
198582	transitions	8	-1.4177892208099365
198582	transitions	9	-0.0012073690304532647
198582	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
198582	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
198582	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
198582	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
198582	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
198582	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
198582	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
198582	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
198582	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
198582	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
198582	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
198582	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
198582	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
198582	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
198582	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
198582	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
198582	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
198582	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
198582	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
198582	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
198582	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
198582	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
198582	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
198582	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
198582	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
198582	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
198582	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
198582	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
198582	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
198582	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
198582	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
198582	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
198582	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
198582	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
198582	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
198582	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
198582	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
198582	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
198582	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
198582	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
198582	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
198582	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
198582	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
198582	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
198582	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
198582	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
198582	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
198582	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
198582	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
198582	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
198582	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
198582	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
198582	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
198582	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
198582	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
198582	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
198582	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
198582	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
198582	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
198582	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
198582	embedding2nn.weight	0	0.02170598693192005
198582	embedding2nn.weight	1	-0.013225036673247814
198582	embedding2nn.weight	2	-0.014268254861235619
198582	embedding2nn.weight	3	-0.03134218230843544
198582	embedding2nn.weight	4	-0.0059150345623493195
198582	embedding2nn.weight	5	-0.0037005890626460314
198582	embedding2nn.weight	6	-0.003973269835114479
198582	embedding2nn.weight	7	-0.07732131332159042
198582	embedding2nn.weight	8	-0.0019979383796453476
198582	embedding2nn.weight	9	-0.029178442433476448
198582	embedding2nn.bias	0	0.03519916906952858
198582	embedding2nn.bias	1	-0.07381320744752884
198582	embedding2nn.bias	2	0.06290049850940704
198582	embedding2nn.bias	3	0.038915954530239105
198582	embedding2nn.bias	4	-0.04624433070421219
198582	embedding2nn.bias	5	0.008650293573737144
198582	embedding2nn.bias	6	0.026328695937991142
198582	embedding2nn.bias	7	-0.05812690034508705
198582	embedding2nn.bias	8	0.06541933119297028
198582	embedding2nn.bias	9	0.053675927221775055
198582	rnn.weight_ih_l0	0	-0.07736867666244507
198582	rnn.weight_ih_l0	1	0.005957250017672777
198582	rnn.weight_ih_l0	2	0.029434842988848686
198582	rnn.weight_ih_l0	3	0.02231755293905735
198582	rnn.weight_ih_l0	4	-0.048045944422483444
198582	rnn.weight_ih_l0	5	-0.06527101993560791
198582	rnn.weight_ih_l0	6	-0.0005762447253800929
198582	rnn.weight_ih_l0	7	0.0512259304523468
198582	rnn.weight_ih_l0	8	-0.01338905282318592
198582	rnn.weight_ih_l0	9	-0.03134274482727051
198582	rnn.weight_hh_l0	0	-0.030750500038266182
198582	rnn.weight_hh_l0	1	-0.010360666550695896
198582	rnn.weight_hh_l0	2	0.00878740195184946
198582	rnn.weight_hh_l0	3	-0.07694055885076523
198582	rnn.weight_hh_l0	4	0.09422314167022705
198582	rnn.weight_hh_l0	5	-0.024006133899092674
198582	rnn.weight_hh_l0	6	-0.05874825268983841
198582	rnn.weight_hh_l0	7	0.010928281582891941
198582	rnn.weight_hh_l0	8	0.015393714420497417
198582	rnn.weight_hh_l0	9	-0.023501349613070488
198582	rnn.bias_ih_l0	0	0.13153091073036194
198582	rnn.bias_ih_l0	1	-0.03517706319689751
198582	rnn.bias_ih_l0	2	-0.032121676951646805
198582	rnn.bias_ih_l0	3	0.1533004492521286
198582	rnn.bias_ih_l0	4	-0.01073913462460041
198582	rnn.bias_ih_l0	5	-0.019390860572457314
198582	rnn.bias_ih_l0	6	0.019272323697805405
198582	rnn.bias_ih_l0	7	0.020994342863559723
198582	rnn.bias_ih_l0	8	-0.09757579118013382
198582	rnn.bias_ih_l0	9	-0.052335623651742935
198582	rnn.bias_hh_l0	0	0.0010808539809659123
198582	rnn.bias_hh_l0	1	-0.10817086696624756
198582	rnn.bias_hh_l0	2	-0.06952319294214249
198582	rnn.bias_hh_l0	3	-0.08927497267723083
198582	rnn.bias_hh_l0	4	0.008334559388458729
198582	rnn.bias_hh_l0	5	-0.023827960714697838
198582	rnn.bias_hh_l0	6	0.03510710597038269
198582	rnn.bias_hh_l0	7	0.05300193279981613
198582	rnn.bias_hh_l0	8	-0.12106293439865112
198582	rnn.bias_hh_l0	9	-0.054055746644735336
198582	rnn.weight_ih_l0_reverse	0	-0.02075001783668995
198582	rnn.weight_ih_l0_reverse	1	-0.05400916188955307
198582	rnn.weight_ih_l0_reverse	2	-0.0467960350215435
198582	rnn.weight_ih_l0_reverse	3	0.01240011677145958
198582	rnn.weight_ih_l0_reverse	4	-0.02076432853937149
198582	rnn.weight_ih_l0_reverse	5	-0.05771081894636154
198582	rnn.weight_ih_l0_reverse	6	0.07560835778713226
198582	rnn.weight_ih_l0_reverse	7	-0.015775851905345917
198582	rnn.weight_ih_l0_reverse	8	-0.0160991158336401
198582	rnn.weight_ih_l0_reverse	9	0.00022160793014336377
198582	rnn.weight_hh_l0_reverse	0	0.06451607495546341
198582	rnn.weight_hh_l0_reverse	1	0.022720808163285255
198582	rnn.weight_hh_l0_reverse	2	0.028577106073498726
198582	rnn.weight_hh_l0_reverse	3	0.0351911261677742
198582	rnn.weight_hh_l0_reverse	4	0.012593135237693787
198582	rnn.weight_hh_l0_reverse	5	0.009424596093595028
198582	rnn.weight_hh_l0_reverse	6	0.05020403489470482
198582	rnn.weight_hh_l0_reverse	7	-0.08046796917915344
198582	rnn.weight_hh_l0_reverse	8	0.04045194759964943
198582	rnn.weight_hh_l0_reverse	9	0.03563714027404785
198582	rnn.bias_ih_l0_reverse	0	-0.055854588747024536
198582	rnn.bias_ih_l0_reverse	1	-0.2840007543563843
198582	rnn.bias_ih_l0_reverse	2	-0.12073345482349396
198582	rnn.bias_ih_l0_reverse	3	-0.051838260143995285
198582	rnn.bias_ih_l0_reverse	4	-0.0192770566791296
198582	rnn.bias_ih_l0_reverse	5	0.078061044216156
198582	rnn.bias_ih_l0_reverse	6	-0.06636092811822891
198582	rnn.bias_ih_l0_reverse	7	0.06132375821471214
198582	rnn.bias_ih_l0_reverse	8	-0.048651549965143204
198582	rnn.bias_ih_l0_reverse	9	0.06256777048110962
198582	rnn.bias_hh_l0_reverse	0	0.020941298454999924
198582	rnn.bias_hh_l0_reverse	1	-0.054923009127378464
198582	rnn.bias_hh_l0_reverse	2	0.08081337809562683
198582	rnn.bias_hh_l0_reverse	3	-0.05045835301280022
198582	rnn.bias_hh_l0_reverse	4	-0.022231334820389748
198582	rnn.bias_hh_l0_reverse	5	-0.024845514446496964
198582	rnn.bias_hh_l0_reverse	6	-0.018911898136138916
198582	rnn.bias_hh_l0_reverse	7	0.10062575340270996
198582	rnn.bias_hh_l0_reverse	8	0.035370029509067535
198582	rnn.bias_hh_l0_reverse	9	-0.15027698874473572
198582	rnn.weight_ih_l1	0	-0.030179938301444054
198582	rnn.weight_ih_l1	1	-0.0489632748067379
198582	rnn.weight_ih_l1	2	0.05678397789597511
198582	rnn.weight_ih_l1	3	-0.07013683021068573
198582	rnn.weight_ih_l1	4	-0.014883437193930149
198582	rnn.weight_ih_l1	5	-0.04110068827867508
198582	rnn.weight_ih_l1	6	0.029658528044819832
198582	rnn.weight_ih_l1	7	-0.04809308052062988
198582	rnn.weight_ih_l1	8	0.03696518391370773
198582	rnn.weight_ih_l1	9	0.046679988503456116
198582	rnn.weight_hh_l1	0	-0.00618511950597167
198582	rnn.weight_hh_l1	1	0.020409168675541878
198582	rnn.weight_hh_l1	2	0.008627424016594887
198582	rnn.weight_hh_l1	3	-0.012931552715599537
198582	rnn.weight_hh_l1	4	0.005205116234719753
198582	rnn.weight_hh_l1	5	0.03277214989066124
198582	rnn.weight_hh_l1	6	0.03637154772877693
198582	rnn.weight_hh_l1	7	-0.016704615205526352
198582	rnn.weight_hh_l1	8	-0.007897000759840012
198582	rnn.weight_hh_l1	9	0.03635255619883537
198582	rnn.bias_ih_l1	0	-0.18751201033592224
198582	rnn.bias_ih_l1	1	-0.17864735424518585
198582	rnn.bias_ih_l1	2	-0.2062118500471115
198582	rnn.bias_ih_l1	3	-0.3144248425960541
198582	rnn.bias_ih_l1	4	-0.20187926292419434
198582	rnn.bias_ih_l1	5	-0.08561526238918304
198582	rnn.bias_ih_l1	6	-0.16411127150058746
198582	rnn.bias_ih_l1	7	-0.006690844893455505
198582	rnn.bias_ih_l1	8	-0.13102883100509644
198582	rnn.bias_ih_l1	9	-0.12719210982322693
198582	rnn.bias_hh_l1	0	-0.09518174082040787
198582	rnn.bias_hh_l1	1	-0.07606348395347595
198582	rnn.bias_hh_l1	2	-0.09234548360109329
198582	rnn.bias_hh_l1	3	-0.0799865871667862
198582	rnn.bias_hh_l1	4	-0.08427801728248596
198582	rnn.bias_hh_l1	5	-0.12112270295619965
198582	rnn.bias_hh_l1	6	-0.158884659409523
198582	rnn.bias_hh_l1	7	0.057171743363142014
198582	rnn.bias_hh_l1	8	-0.18306507170200348
198582	rnn.bias_hh_l1	9	-0.12146158516407013
198582	rnn.weight_ih_l1_reverse	0	-0.044414252042770386
198582	rnn.weight_ih_l1_reverse	1	0.03871944174170494
198582	rnn.weight_ih_l1_reverse	2	0.08864980190992355
198582	rnn.weight_ih_l1_reverse	3	-0.01045059971511364
198582	rnn.weight_ih_l1_reverse	4	-0.034453317523002625
198582	rnn.weight_ih_l1_reverse	5	-0.031228717416524887
198582	rnn.weight_ih_l1_reverse	6	-0.014218403957784176
198582	rnn.weight_ih_l1_reverse	7	0.02787228673696518
198582	rnn.weight_ih_l1_reverse	8	0.002458712551742792
198582	rnn.weight_ih_l1_reverse	9	-0.04043716937303543
198582	rnn.weight_hh_l1_reverse	0	0.00472675496712327
198582	rnn.weight_hh_l1_reverse	1	0.031754154711961746
198582	rnn.weight_hh_l1_reverse	2	-0.040601976215839386
198582	rnn.weight_hh_l1_reverse	3	0.03545014187693596
198582	rnn.weight_hh_l1_reverse	4	0.047850627452135086
198582	rnn.weight_hh_l1_reverse	5	0.0027800092939287424
198582	rnn.weight_hh_l1_reverse	6	0.05073511227965355
198582	rnn.weight_hh_l1_reverse	7	0.031442414969205856
198582	rnn.weight_hh_l1_reverse	8	-0.007239421363919973
198582	rnn.weight_hh_l1_reverse	9	-0.03035627491772175
198582	rnn.bias_ih_l1_reverse	0	-0.0521712563931942
198582	rnn.bias_ih_l1_reverse	1	-0.15129126608371735
198582	rnn.bias_ih_l1_reverse	2	-0.16687150299549103
198582	rnn.bias_ih_l1_reverse	3	-0.048748359084129333
198582	rnn.bias_ih_l1_reverse	4	-0.21210752427577972
198582	rnn.bias_ih_l1_reverse	5	-0.11400194466114044
198582	rnn.bias_ih_l1_reverse	6	-0.1339035928249359
198582	rnn.bias_ih_l1_reverse	7	-0.19577538967132568
198582	rnn.bias_ih_l1_reverse	8	0.22202114760875702
198582	rnn.bias_ih_l1_reverse	9	0.02919062040746212
198582	rnn.bias_hh_l1_reverse	0	-0.013200754299759865
198582	rnn.bias_hh_l1_reverse	1	-0.07300266623497009
198582	rnn.bias_hh_l1_reverse	2	-0.23479266464710236
198582	rnn.bias_hh_l1_reverse	3	-0.14595293998718262
198582	rnn.bias_hh_l1_reverse	4	-0.08252096176147461
198582	rnn.bias_hh_l1_reverse	5	-0.11973552405834198
198582	rnn.bias_hh_l1_reverse	6	0.05404078587889671
198582	rnn.bias_hh_l1_reverse	7	-0.15204332768917084
198582	rnn.bias_hh_l1_reverse	8	-0.11879453808069229
198582	rnn.bias_hh_l1_reverse	9	-0.14931830763816833
198582	linear.weight	0	0.002228822559118271
198582	linear.weight	1	0.10986024886369705
198582	linear.weight	2	-0.1071045845746994
198582	linear.weight	3	0.2883811891078949
198582	linear.weight	4	0.16230767965316772
198582	linear.weight	5	-0.06616407632827759
198582	linear.weight	6	0.11115748435258865
198582	linear.weight	7	0.14364010095596313
198582	linear.weight	8	0.041149310767650604
198582	linear.weight	9	-0.04681471362709999
198582	linear.bias	0	0.10749457776546478
198582	linear.bias	1	-0.17060814797878265
198582	linear.bias	2	-0.43057894706726074
198582	linear.bias	3	-0.6565518379211426
198582	linear.bias	4	-1.2329437732696533
198582	linear.bias	5	-0.06574999541044235
198582	linear.bias	6	-0.784419059753418
198582	linear.bias	7	0.256797730922699
198582	linear.bias	8	-0.43007969856262207
198582	linear.bias	9	-1.0399374961853027
198779	transitions	0	0.7378530502319336
198779	transitions	1	0.15460848808288574
198779	transitions	2	-10000.0
198779	transitions	3	-1.8269438743591309
198779	transitions	4	-10000.0
198779	transitions	5	0.5660502910614014
198779	transitions	6	-0.08320160955190659
198779	transitions	7	-0.7838863134384155
198779	transitions	8	-1.4178177118301392
198779	transitions	9	-0.0012074410915374756
198779	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
198779	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
198779	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
198779	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
198779	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
198779	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
198779	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
198779	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
198779	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
198779	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
198779	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
198779	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
198779	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
198779	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
198779	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
198779	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
198779	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
198779	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
198779	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
198779	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
198779	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
198779	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
198779	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
198779	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
198779	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
198779	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
198779	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
198779	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
198779	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
198779	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
198779	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
198779	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
198779	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
198779	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
198779	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
198779	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
198779	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
198779	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
198779	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
198779	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
198779	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
198779	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
198779	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
198779	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
198779	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
198779	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
198779	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
198779	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
198779	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
198779	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
198779	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
198779	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
198779	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
198779	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
198779	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
198779	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
198779	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
198779	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
198779	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
198779	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
198779	embedding2nn.weight	0	0.020778486505150795
198779	embedding2nn.weight	1	-0.013193388469517231
198779	embedding2nn.weight	2	-0.014268254861235619
198779	embedding2nn.weight	3	-0.031970322132110596
198779	embedding2nn.weight	4	-0.0059150345623493195
198779	embedding2nn.weight	5	-0.0037005890626460314
198779	embedding2nn.weight	6	-0.003973269835114479
198779	embedding2nn.weight	7	-0.07712942361831665
198779	embedding2nn.weight	8	-0.0019979383796453476
198779	embedding2nn.weight	9	-0.029115397483110428
198779	embedding2nn.bias	0	0.03313189744949341
198779	embedding2nn.bias	1	-0.07201554626226425
198779	embedding2nn.bias	2	0.06196662411093712
198779	embedding2nn.bias	3	0.03914933651685715
198779	embedding2nn.bias	4	-0.04632151499390602
198779	embedding2nn.bias	5	0.007014303933829069
198779	embedding2nn.bias	6	0.0236247219145298
198779	embedding2nn.bias	7	-0.0555473230779171
198779	embedding2nn.bias	8	0.0664026066660881
198779	embedding2nn.bias	9	0.051820628345012665
198779	rnn.weight_ih_l0	0	-0.07758961617946625
198779	rnn.weight_ih_l0	1	0.006143169477581978
198779	rnn.weight_ih_l0	2	0.02994617260992527
198779	rnn.weight_ih_l0	3	0.022244824096560478
198779	rnn.weight_ih_l0	4	-0.04793467000126839
198779	rnn.weight_ih_l0	5	-0.06534473598003387
198779	rnn.weight_ih_l0	6	-0.0003264009137637913
198779	rnn.weight_ih_l0	7	0.05135064199566841
198779	rnn.weight_ih_l0	8	-0.013171122409403324
198779	rnn.weight_ih_l0	9	-0.03119189664721489
198779	rnn.weight_hh_l0	0	-0.03073030337691307
198779	rnn.weight_hh_l0	1	-0.010451228357851505
198779	rnn.weight_hh_l0	2	0.009198343381285667
198779	rnn.weight_hh_l0	3	-0.07684933394193649
198779	rnn.weight_hh_l0	4	0.09405802935361862
198779	rnn.weight_hh_l0	5	-0.02402256801724434
198779	rnn.weight_hh_l0	6	-0.0588507317006588
198779	rnn.weight_hh_l0	7	0.010440250858664513
198779	rnn.weight_hh_l0	8	0.015324129723012447
198779	rnn.weight_hh_l0	9	-0.02332674153149128
198779	rnn.bias_ih_l0	0	0.1318117380142212
198779	rnn.bias_ih_l0	1	-0.03497939929366112
198779	rnn.bias_ih_l0	2	-0.031070498749613762
198779	rnn.bias_ih_l0	3	0.15335683524608612
198779	rnn.bias_ih_l0	4	-0.01103229634463787
198779	rnn.bias_ih_l0	5	-0.01900043897330761
198779	rnn.bias_ih_l0	6	0.020439807325601578
198779	rnn.bias_ih_l0	7	0.02115614339709282
198779	rnn.bias_ih_l0	8	-0.09743236750364304
198779	rnn.bias_ih_l0	9	-0.05265089496970177
198779	rnn.bias_hh_l0	0	0.0006703755934722722
198779	rnn.bias_hh_l0	1	-0.10716076195240021
198779	rnn.bias_hh_l0	2	-0.06924063712358475
198779	rnn.bias_hh_l0	3	-0.0899193212389946
198779	rnn.bias_hh_l0	4	0.008007289841771126
198779	rnn.bias_hh_l0	5	-0.02355583757162094
198779	rnn.bias_hh_l0	6	0.035082731395959854
198779	rnn.bias_hh_l0	7	0.054661061614751816
198779	rnn.bias_hh_l0	8	-0.12073123455047607
198779	rnn.bias_hh_l0	9	-0.054940253496170044
198779	rnn.weight_ih_l0_reverse	0	-0.02069072797894478
198779	rnn.weight_ih_l0_reverse	1	-0.054326172918081284
198779	rnn.weight_ih_l0_reverse	2	-0.046770334243774414
198779	rnn.weight_ih_l0_reverse	3	0.012500554323196411
198779	rnn.weight_ih_l0_reverse	4	-0.020848087966442108
198779	rnn.weight_ih_l0_reverse	5	-0.05773373693227768
198779	rnn.weight_ih_l0_reverse	6	0.07558438181877136
198779	rnn.weight_ih_l0_reverse	7	-0.015698809176683426
198779	rnn.weight_ih_l0_reverse	8	-0.016215460374951363
198779	rnn.weight_ih_l0_reverse	9	-2.3273873011930846e-05
198779	rnn.weight_hh_l0_reverse	0	0.06459780782461166
198779	rnn.weight_hh_l0_reverse	1	0.022466471418738365
198779	rnn.weight_hh_l0_reverse	2	0.028774069622159004
198779	rnn.weight_hh_l0_reverse	3	0.035229384899139404
198779	rnn.weight_hh_l0_reverse	4	0.012622592970728874
198779	rnn.weight_hh_l0_reverse	5	0.009112514555454254
198779	rnn.weight_hh_l0_reverse	6	0.05028285086154938
198779	rnn.weight_hh_l0_reverse	7	-0.080316923558712
198779	rnn.weight_hh_l0_reverse	8	0.040506746619939804
198779	rnn.weight_hh_l0_reverse	9	0.035643674433231354
198779	rnn.bias_ih_l0_reverse	0	-0.05626402422785759
198779	rnn.bias_ih_l0_reverse	1	-0.28318220376968384
198779	rnn.bias_ih_l0_reverse	2	-0.12058133631944656
198779	rnn.bias_ih_l0_reverse	3	-0.05164599418640137
198779	rnn.bias_ih_l0_reverse	4	-0.020223936066031456
198779	rnn.bias_ih_l0_reverse	5	0.07642488926649094
198779	rnn.bias_ih_l0_reverse	6	-0.06655359268188477
198779	rnn.bias_ih_l0_reverse	7	0.06169893965125084
198779	rnn.bias_ih_l0_reverse	8	-0.048886749893426895
198779	rnn.bias_ih_l0_reverse	9	0.062061235308647156
198779	rnn.bias_hh_l0_reverse	0	0.021639589220285416
198779	rnn.bias_hh_l0_reverse	1	-0.05579061061143875
198779	rnn.bias_hh_l0_reverse	2	0.07988941669464111
198779	rnn.bias_hh_l0_reverse	3	-0.050673916935920715
198779	rnn.bias_hh_l0_reverse	4	-0.022287113592028618
198779	rnn.bias_hh_l0_reverse	5	-0.024819636717438698
198779	rnn.bias_hh_l0_reverse	6	-0.018094154074788094
198779	rnn.bias_hh_l0_reverse	7	0.10028186440467834
198779	rnn.bias_hh_l0_reverse	8	0.03510686010122299
198779	rnn.bias_hh_l0_reverse	9	-0.14947885274887085
198779	rnn.weight_ih_l1	0	-0.030253294855356216
198779	rnn.weight_ih_l1	1	-0.04951387271285057
198779	rnn.weight_ih_l1	2	0.05710630118846893
198779	rnn.weight_ih_l1	3	-0.07025967538356781
198779	rnn.weight_ih_l1	4	-0.014959469437599182
198779	rnn.weight_ih_l1	5	-0.04105711728334427
198779	rnn.weight_ih_l1	6	0.02957739681005478
198779	rnn.weight_ih_l1	7	-0.047660037875175476
198779	rnn.weight_ih_l1	8	0.03698013722896576
198779	rnn.weight_ih_l1	9	0.04645547270774841
198779	rnn.weight_hh_l1	0	-0.006213730201125145
198779	rnn.weight_hh_l1	1	0.0204506516456604
198779	rnn.weight_hh_l1	2	0.00875844620168209
198779	rnn.weight_hh_l1	3	-0.013076049275696278
198779	rnn.weight_hh_l1	4	0.0051660193130373955
198779	rnn.weight_hh_l1	5	0.03272642567753792
198779	rnn.weight_hh_l1	6	0.036332108080387115
198779	rnn.weight_hh_l1	7	-0.01661398634314537
198779	rnn.weight_hh_l1	8	-0.007930920459330082
198779	rnn.weight_hh_l1	9	0.036272842437028885
198779	rnn.bias_ih_l1	0	-0.1884726732969284
198779	rnn.bias_ih_l1	1	-0.17810259759426117
198779	rnn.bias_ih_l1	2	-0.20689460635185242
198779	rnn.bias_ih_l1	3	-0.3148338794708252
198779	rnn.bias_ih_l1	4	-0.20180001854896545
198779	rnn.bias_ih_l1	5	-0.08508501201868057
198779	rnn.bias_ih_l1	6	-0.1638915091753006
198779	rnn.bias_ih_l1	7	-0.005922246724367142
198779	rnn.bias_ih_l1	8	-0.1303795427083969
198779	rnn.bias_ih_l1	9	-0.12720786035060883
198779	rnn.bias_hh_l1	0	-0.0951605811715126
198779	rnn.bias_hh_l1	1	-0.07609899342060089
198779	rnn.bias_hh_l1	2	-0.092777781188488
198779	rnn.bias_hh_l1	3	-0.07969285547733307
198779	rnn.bias_hh_l1	4	-0.08473972231149673
198779	rnn.bias_hh_l1	5	-0.12138865143060684
198779	rnn.bias_hh_l1	6	-0.15922911465168
198779	rnn.bias_hh_l1	7	0.05837255343794823
198779	rnn.bias_hh_l1	8	-0.18254347145557404
198779	rnn.bias_hh_l1	9	-0.1224168986082077
198779	rnn.weight_ih_l1_reverse	0	-0.04455060511827469
198779	rnn.weight_ih_l1_reverse	1	0.03840000927448273
198779	rnn.weight_ih_l1_reverse	2	0.08844506740570068
198779	rnn.weight_ih_l1_reverse	3	-0.010516888462007046
198779	rnn.weight_ih_l1_reverse	4	-0.03413006663322449
198779	rnn.weight_ih_l1_reverse	5	-0.03121533989906311
198779	rnn.weight_ih_l1_reverse	6	-0.014062915928661823
198779	rnn.weight_ih_l1_reverse	7	0.028016556054353714
198779	rnn.weight_ih_l1_reverse	8	0.002332765841856599
198779	rnn.weight_ih_l1_reverse	9	-0.040720317512750626
198779	rnn.weight_hh_l1_reverse	0	0.004763653036206961
198779	rnn.weight_hh_l1_reverse	1	0.03175605461001396
198779	rnn.weight_hh_l1_reverse	2	-0.0406147725880146
198779	rnn.weight_hh_l1_reverse	3	0.03547390550374985
198779	rnn.weight_hh_l1_reverse	4	0.04781055450439453
198779	rnn.weight_hh_l1_reverse	5	0.0026797293685376644
198779	rnn.weight_hh_l1_reverse	6	0.05044079199433327
198779	rnn.weight_hh_l1_reverse	7	0.03148163482546806
198779	rnn.weight_hh_l1_reverse	8	-0.007244917098432779
198779	rnn.weight_hh_l1_reverse	9	-0.0304056778550148
198779	rnn.bias_ih_l1_reverse	0	-0.05215920880436897
198779	rnn.bias_ih_l1_reverse	1	-0.1507290005683899
198779	rnn.bias_ih_l1_reverse	2	-0.16676434874534607
198779	rnn.bias_ih_l1_reverse	3	-0.04985782504081726
198779	rnn.bias_ih_l1_reverse	4	-0.2120113968849182
198779	rnn.bias_ih_l1_reverse	5	-0.11377420276403427
198779	rnn.bias_ih_l1_reverse	6	-0.13420219719409943
198779	rnn.bias_ih_l1_reverse	7	-0.1960923671722412
198779	rnn.bias_ih_l1_reverse	8	0.22033460438251495
198779	rnn.bias_ih_l1_reverse	9	0.029146471992135048
198779	rnn.bias_hh_l1_reverse	0	-0.013766094110906124
198779	rnn.bias_hh_l1_reverse	1	-0.0739443376660347
198779	rnn.bias_hh_l1_reverse	2	-0.23498180508613586
198779	rnn.bias_hh_l1_reverse	3	-0.14579173922538757
198779	rnn.bias_hh_l1_reverse	4	-0.08277501910924911
198779	rnn.bias_hh_l1_reverse	5	-0.11990339308977127
198779	rnn.bias_hh_l1_reverse	6	0.05257165804505348
198779	rnn.bias_hh_l1_reverse	7	-0.151889830827713
198779	rnn.bias_hh_l1_reverse	8	-0.11871922761201859
198779	rnn.bias_hh_l1_reverse	9	-0.1491359919309616
198779	linear.weight	0	0.002228822559118271
198779	linear.weight	1	0.10897611826658249
198779	linear.weight	2	-0.10626600682735443
198779	linear.weight	3	0.2893598675727844
198779	linear.weight	4	0.16283434629440308
198779	linear.weight	5	-0.06553959101438522
198779	linear.weight	6	0.11376645416021347
198779	linear.weight	7	0.14202158153057098
198779	linear.weight	8	0.04114937037229538
198779	linear.weight	9	-0.046257134526968
198779	linear.bias	0	0.10465199500322342
198779	linear.bias	1	-0.16466836631298065
198779	linear.bias	2	-0.434832364320755
198779	linear.bias	3	-0.6581766605377197
198779	linear.bias	4	-1.2351458072662354
198779	linear.bias	5	-0.05768020078539848
198779	linear.bias	6	-0.7783059477806091
198779	linear.bias	7	0.26407068967819214
198779	linear.bias	8	-0.42865094542503357
198779	linear.bias	9	-1.0385487079620361
198976	transitions	0	0.7403989434242249
198976	transitions	1	0.15256735682487488
198976	transitions	2	-10000.0
198976	transitions	3	-1.8269470930099487
198976	transitions	4	-10000.0
198976	transitions	5	0.5660294890403748
198976	transitions	6	-0.08321192860603333
198976	transitions	7	-0.7839711904525757
198976	transitions	8	-1.4178303480148315
198976	transitions	9	-0.0012077534338459373
198976	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
198976	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
198976	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
198976	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
198976	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
198976	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
198976	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
198976	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
198976	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
198976	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
198976	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
198976	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
198976	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
198976	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
198976	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
198976	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
198976	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
198976	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
198976	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
198976	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
198976	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
198976	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
198976	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
198976	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
198976	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
198976	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
198976	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
198976	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
198976	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
198976	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
198976	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
198976	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
198976	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
198976	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
198976	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
198976	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
198976	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
198976	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
198976	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
198976	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
198976	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
198976	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
198976	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
198976	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
198976	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
198976	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
198976	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
198976	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
198976	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
198976	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
198976	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
198976	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
198976	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
198976	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
198976	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
198976	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
198976	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
198976	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
198976	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
198976	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
198976	embedding2nn.weight	0	0.020855426788330078
198976	embedding2nn.weight	1	-0.013205225579440594
198976	embedding2nn.weight	2	-0.014268254861235619
198976	embedding2nn.weight	3	-0.03200928866863251
198976	embedding2nn.weight	4	-0.0059150345623493195
198976	embedding2nn.weight	5	-0.0037005890626460314
198976	embedding2nn.weight	6	-0.003973269835114479
198976	embedding2nn.weight	7	-0.07728163152933121
198976	embedding2nn.weight	8	-0.0019979383796453476
198976	embedding2nn.weight	9	-0.02907073125243187
198976	embedding2nn.bias	0	0.03414590656757355
198976	embedding2nn.bias	1	-0.07227309048175812
198976	embedding2nn.bias	2	0.06117444857954979
198976	embedding2nn.bias	3	0.03761576861143112
198976	embedding2nn.bias	4	-0.05011167749762535
198976	embedding2nn.bias	5	0.009055517613887787
198976	embedding2nn.bias	6	0.024819770827889442
198976	embedding2nn.bias	7	-0.05692712962627411
198976	embedding2nn.bias	8	0.06752710789442062
198976	embedding2nn.bias	9	0.0512838214635849
198976	rnn.weight_ih_l0	0	-0.07802269607782364
198976	rnn.weight_ih_l0	1	0.0065657696686685085
198976	rnn.weight_ih_l0	2	0.03002188540995121
198976	rnn.weight_ih_l0	3	0.022135823965072632
198976	rnn.weight_ih_l0	4	-0.047965385019779205
198976	rnn.weight_ih_l0	5	-0.06547389179468155
198976	rnn.weight_ih_l0	6	-0.0002816407650243491
198976	rnn.weight_ih_l0	7	0.05131712928414345
198976	rnn.weight_ih_l0	8	-0.013290139846503735
198976	rnn.weight_ih_l0	9	-0.03105788677930832
198976	rnn.weight_hh_l0	0	-0.030499625951051712
198976	rnn.weight_hh_l0	1	-0.010356024838984013
198976	rnn.weight_hh_l0	2	0.009129425510764122
198976	rnn.weight_hh_l0	3	-0.07670150697231293
198976	rnn.weight_hh_l0	4	0.09406237304210663
198976	rnn.weight_hh_l0	5	-0.02413201332092285
198976	rnn.weight_hh_l0	6	-0.05875488370656967
198976	rnn.weight_hh_l0	7	0.010321292094886303
198976	rnn.weight_hh_l0	8	0.015250654891133308
198976	rnn.weight_hh_l0	9	-0.023188188672065735
198976	rnn.bias_ih_l0	0	0.13209117949008942
198976	rnn.bias_ih_l0	1	-0.03504360839724541
198976	rnn.bias_ih_l0	2	-0.0316951684653759
198976	rnn.bias_ih_l0	3	0.15390300750732422
198976	rnn.bias_ih_l0	4	-0.010955910198390484
198976	rnn.bias_ih_l0	5	-0.019370948895812035
198976	rnn.bias_ih_l0	6	0.018909143283963203
198976	rnn.bias_ih_l0	7	0.020890608429908752
198976	rnn.bias_ih_l0	8	-0.09761574864387512
198976	rnn.bias_ih_l0	9	-0.0517166405916214
198976	rnn.bias_hh_l0	0	0.0013196587096899748
198976	rnn.bias_hh_l0	1	-0.10727804154157639
198976	rnn.bias_hh_l0	2	-0.06971534341573715
198976	rnn.bias_hh_l0	3	-0.09020083397626877
198976	rnn.bias_hh_l0	4	0.007091468200087547
198976	rnn.bias_hh_l0	5	-0.023550020530819893
198976	rnn.bias_hh_l0	6	0.03391534090042114
198976	rnn.bias_hh_l0	7	0.05421435087919235
198976	rnn.bias_hh_l0	8	-0.11996515095233917
198976	rnn.bias_hh_l0	9	-0.055710334330797195
198976	rnn.weight_ih_l0_reverse	0	-0.02082015946507454
198976	rnn.weight_ih_l0_reverse	1	-0.05431634932756424
198976	rnn.weight_ih_l0_reverse	2	-0.046515513211488724
198976	rnn.weight_ih_l0_reverse	3	0.012454896233975887
198976	rnn.weight_ih_l0_reverse	4	-0.021146897226572037
198976	rnn.weight_ih_l0_reverse	5	-0.057862188667058945
198976	rnn.weight_ih_l0_reverse	6	0.07544194906949997
198976	rnn.weight_ih_l0_reverse	7	-0.015153052285313606
198976	rnn.weight_ih_l0_reverse	8	-0.016344711184501648
198976	rnn.weight_ih_l0_reverse	9	0.00029976616497151554
198976	rnn.weight_hh_l0_reverse	0	0.06451310217380524
198976	rnn.weight_hh_l0_reverse	1	0.02235073409974575
198976	rnn.weight_hh_l0_reverse	2	0.028817223384976387
198976	rnn.weight_hh_l0_reverse	3	0.035370614379644394
198976	rnn.weight_hh_l0_reverse	4	0.012601496651768684
198976	rnn.weight_hh_l0_reverse	5	0.009281236678361893
198976	rnn.weight_hh_l0_reverse	6	0.05026813969016075
198976	rnn.weight_hh_l0_reverse	7	-0.08024371415376663
198976	rnn.weight_hh_l0_reverse	8	0.04075286537408829
198976	rnn.weight_hh_l0_reverse	9	0.035677388310432434
198976	rnn.bias_ih_l0_reverse	0	-0.056245919317007065
198976	rnn.bias_ih_l0_reverse	1	-0.2819500267505646
198976	rnn.bias_ih_l0_reverse	2	-0.11994960159063339
198976	rnn.bias_ih_l0_reverse	3	-0.05120673030614853
198976	rnn.bias_ih_l0_reverse	4	-0.020608242601156235
198976	rnn.bias_ih_l0_reverse	5	0.07662613689899445
198976	rnn.bias_ih_l0_reverse	6	-0.06635681539773941
198976	rnn.bias_ih_l0_reverse	7	0.061629246920347214
198976	rnn.bias_ih_l0_reverse	8	-0.04904433712363243
198976	rnn.bias_ih_l0_reverse	9	0.062494587153196335
198976	rnn.bias_hh_l0_reverse	0	0.022551264613866806
198976	rnn.bias_hh_l0_reverse	1	-0.054953400045633316
198976	rnn.bias_hh_l0_reverse	2	0.07919839769601822
198976	rnn.bias_hh_l0_reverse	3	-0.05000337213277817
198976	rnn.bias_hh_l0_reverse	4	-0.022104864940047264
198976	rnn.bias_hh_l0_reverse	5	-0.025709347799420357
198976	rnn.bias_hh_l0_reverse	6	-0.017592357471585274
198976	rnn.bias_hh_l0_reverse	7	0.10113257169723511
198976	rnn.bias_hh_l0_reverse	8	0.03511785715818405
198976	rnn.bias_hh_l0_reverse	9	-0.15014766156673431
198976	rnn.weight_ih_l1	0	-0.030273808166384697
198976	rnn.weight_ih_l1	1	-0.04917615279555321
198976	rnn.weight_ih_l1	2	0.056674882769584656
198976	rnn.weight_ih_l1	3	-0.07004891335964203
198976	rnn.weight_ih_l1	4	-0.015065578743815422
198976	rnn.weight_ih_l1	5	-0.04103750362992287
198976	rnn.weight_ih_l1	6	0.02943836897611618
198976	rnn.weight_ih_l1	7	-0.04760216921567917
198976	rnn.weight_ih_l1	8	0.03703680261969566
198976	rnn.weight_ih_l1	9	0.04646634683012962
198976	rnn.weight_hh_l1	0	-0.006250141188502312
198976	rnn.weight_hh_l1	1	0.020513596013188362
198976	rnn.weight_hh_l1	2	0.00831273291260004
198976	rnn.weight_hh_l1	3	-0.012890339829027653
198976	rnn.weight_hh_l1	4	0.005201662424951792
198976	rnn.weight_hh_l1	5	0.03277945518493652
198976	rnn.weight_hh_l1	6	0.03632362559437752
198976	rnn.weight_hh_l1	7	-0.016591405496001244
198976	rnn.weight_hh_l1	8	-0.007992553524672985
198976	rnn.weight_hh_l1	9	0.03612793982028961
198976	rnn.bias_ih_l1	0	-0.18847520649433136
198976	rnn.bias_ih_l1	1	-0.1794525384902954
198976	rnn.bias_ih_l1	2	-0.20627842843532562
198976	rnn.bias_ih_l1	3	-0.31391453742980957
198976	rnn.bias_ih_l1	4	-0.20395010709762573
198976	rnn.bias_ih_l1	5	-0.0855640396475792
198976	rnn.bias_ih_l1	6	-0.16295629739761353
198976	rnn.bias_ih_l1	7	-0.0071985493414103985
198976	rnn.bias_ih_l1	8	-0.1308675855398178
198976	rnn.bias_ih_l1	9	-0.12695853412151337
198976	rnn.bias_hh_l1	0	-0.09410013258457184
198976	rnn.bias_hh_l1	1	-0.07676111161708832
198976	rnn.bias_hh_l1	2	-0.09292001277208328
198976	rnn.bias_hh_l1	3	-0.07965897768735886
198976	rnn.bias_hh_l1	4	-0.08451647311449051
198976	rnn.bias_hh_l1	5	-0.12156074494123459
198976	rnn.bias_hh_l1	6	-0.1590021401643753
198976	rnn.bias_hh_l1	7	0.05774296820163727
198976	rnn.bias_hh_l1	8	-0.18283143639564514
198976	rnn.bias_hh_l1	9	-0.12093671411275864
198976	rnn.weight_ih_l1_reverse	0	-0.04441523924469948
198976	rnn.weight_ih_l1_reverse	1	0.03830119967460632
198976	rnn.weight_ih_l1_reverse	2	0.08796952664852142
198976	rnn.weight_ih_l1_reverse	3	-0.010670752264559269
198976	rnn.weight_ih_l1_reverse	4	-0.03418665751814842
198976	rnn.weight_ih_l1_reverse	5	-0.031287599354982376
198976	rnn.weight_ih_l1_reverse	6	-0.013953999616205692
198976	rnn.weight_ih_l1_reverse	7	0.028318991884589195
198976	rnn.weight_ih_l1_reverse	8	0.0026507668662816286
198976	rnn.weight_ih_l1_reverse	9	-0.04067012295126915
198976	rnn.weight_hh_l1_reverse	0	0.004815505351871252
198976	rnn.weight_hh_l1_reverse	1	0.03160412609577179
198976	rnn.weight_hh_l1_reverse	2	-0.04064176231622696
198976	rnn.weight_hh_l1_reverse	3	0.035426195710897446
198976	rnn.weight_hh_l1_reverse	4	0.047738976776599884
198976	rnn.weight_hh_l1_reverse	5	0.0027427508030086756
198976	rnn.weight_hh_l1_reverse	6	0.05076448619365692
198976	rnn.weight_hh_l1_reverse	7	0.031617868691682816
198976	rnn.weight_hh_l1_reverse	8	-0.007239562459290028
198976	rnn.weight_hh_l1_reverse	9	-0.030409932136535645
198976	rnn.bias_ih_l1_reverse	0	-0.05221778154373169
198976	rnn.bias_ih_l1_reverse	1	-0.150363489985466
198976	rnn.bias_ih_l1_reverse	2	-0.16636648774147034
198976	rnn.bias_ih_l1_reverse	3	-0.04954304173588753
198976	rnn.bias_ih_l1_reverse	4	-0.21218766272068024
198976	rnn.bias_ih_l1_reverse	5	-0.11359383165836334
198976	rnn.bias_ih_l1_reverse	6	-0.1338260918855667
198976	rnn.bias_ih_l1_reverse	7	-0.1957581639289856
198976	rnn.bias_ih_l1_reverse	8	0.22019021213054657
198976	rnn.bias_ih_l1_reverse	9	0.028088530525565147
198976	rnn.bias_hh_l1_reverse	0	-0.013286410830914974
198976	rnn.bias_hh_l1_reverse	1	-0.0741879940032959
198976	rnn.bias_hh_l1_reverse	2	-0.23512287437915802
198976	rnn.bias_hh_l1_reverse	3	-0.14572733640670776
198976	rnn.bias_hh_l1_reverse	4	-0.08237718045711517
198976	rnn.bias_hh_l1_reverse	5	-0.12118435651063919
198976	rnn.bias_hh_l1_reverse	6	0.05257371813058853
198976	rnn.bias_hh_l1_reverse	7	-0.15161940455436707
198976	rnn.bias_hh_l1_reverse	8	-0.11849561333656311
198976	rnn.bias_hh_l1_reverse	9	-0.14959773421287537
198976	linear.weight	0	0.002228822559118271
198976	linear.weight	1	0.10813470929861069
198976	linear.weight	2	-0.10733232647180557
198976	linear.weight	3	0.28795987367630005
198976	linear.weight	4	0.16262187063694
198976	linear.weight	5	-0.06347726285457611
198976	linear.weight	6	0.11130211502313614
198976	linear.weight	7	0.13825951516628265
198976	linear.weight	8	0.04114964231848717
198976	linear.weight	9	-0.04687466844916344
198976	linear.bias	0	0.1099497526884079
198976	linear.bias	1	-0.17155946791172028
198976	linear.bias	2	-0.4205173850059509
198976	linear.bias	3	-0.665478527545929
198976	linear.bias	4	-1.2423391342163086
198976	linear.bias	5	-0.06000245735049248
198976	linear.bias	6	-0.7850769758224487
198976	linear.bias	7	0.26272645592689514
198976	linear.bias	8	-0.42760634422302246
198976	linear.bias	9	-1.0374255180358887
199173	transitions	0	0.7395318746566772
199173	transitions	1	0.15209682285785675
199173	transitions	2	-10000.0
199173	transitions	3	-1.826950192451477
199173	transitions	4	-10000.0
199173	transitions	5	0.5660083293914795
199173	transitions	6	-0.0832224041223526
199173	transitions	7	-0.7840561270713806
199173	transitions	8	-1.4178537130355835
199173	transitions	9	-0.0012078547151759267
199173	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
199173	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
199173	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
199173	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
199173	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
199173	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
199173	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
199173	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
199173	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
199173	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
199173	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
199173	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
199173	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
199173	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
199173	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
199173	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
199173	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
199173	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
199173	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
199173	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
199173	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
199173	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
199173	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
199173	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
199173	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
199173	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
199173	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
199173	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
199173	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
199173	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
199173	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
199173	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
199173	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
199173	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
199173	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
199173	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
199173	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
199173	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
199173	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
199173	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
199173	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
199173	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
199173	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
199173	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
199173	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
199173	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
199173	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
199173	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
199173	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
199173	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
199173	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
199173	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
199173	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
199173	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
199173	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
199173	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
199173	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
199173	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
199173	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
199173	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
199173	embedding2nn.weight	0	0.020870067179203033
199173	embedding2nn.weight	1	-0.01322424691170454
199173	embedding2nn.weight	2	-0.014268254861235619
199173	embedding2nn.weight	3	-0.032090213149785995
199173	embedding2nn.weight	4	-0.0059150345623493195
199173	embedding2nn.weight	5	-0.0037005890626460314
199173	embedding2nn.weight	6	-0.003973271232098341
199173	embedding2nn.weight	7	-0.07771606743335724
199173	embedding2nn.weight	8	-0.0019979383796453476
199173	embedding2nn.weight	9	-0.028977196663618088
199173	embedding2nn.bias	0	0.03400402516126633
199173	embedding2nn.bias	1	-0.07408387959003448
199173	embedding2nn.bias	2	0.059299368411302567
199173	embedding2nn.bias	3	0.039594877511262894
199173	embedding2nn.bias	4	-0.04837854951620102
199173	embedding2nn.bias	5	0.00564807141199708
199173	embedding2nn.bias	6	0.02392718382179737
199173	embedding2nn.bias	7	-0.057068128138780594
199173	embedding2nn.bias	8	0.06606464087963104
199173	embedding2nn.bias	9	0.05237015336751938
199173	rnn.weight_ih_l0	0	-0.07815825939178467
199173	rnn.weight_ih_l0	1	0.0067053926177322865
199173	rnn.weight_ih_l0	2	0.030034581199288368
199173	rnn.weight_ih_l0	3	0.02237221971154213
199173	rnn.weight_ih_l0	4	-0.04799797758460045
199173	rnn.weight_ih_l0	5	-0.06557145714759827
199173	rnn.weight_ih_l0	6	-0.00023384200176224113
199173	rnn.weight_ih_l0	7	0.051441580057144165
199173	rnn.weight_ih_l0	8	-0.013154891319572926
199173	rnn.weight_ih_l0	9	-0.030857043340802193
199173	rnn.weight_hh_l0	0	-0.03115588054060936
199173	rnn.weight_hh_l0	1	-0.010534552857279778
199173	rnn.weight_hh_l0	2	0.009120338596403599
199173	rnn.weight_hh_l0	3	-0.07685229182243347
199173	rnn.weight_hh_l0	4	0.09402629733085632
199173	rnn.weight_hh_l0	5	-0.024186111986637115
199173	rnn.weight_hh_l0	6	-0.05838415026664734
199173	rnn.weight_hh_l0	7	0.010096190497279167
199173	rnn.weight_hh_l0	8	0.01531391404569149
199173	rnn.weight_hh_l0	9	-0.02328021638095379
199173	rnn.bias_ih_l0	0	0.13155333697795868
199173	rnn.bias_ih_l0	1	-0.03399946168065071
199173	rnn.bias_ih_l0	2	-0.031745970249176025
199173	rnn.bias_ih_l0	3	0.15464715659618378
199173	rnn.bias_ih_l0	4	-0.010536090470850468
199173	rnn.bias_ih_l0	5	-0.01930714212357998
199173	rnn.bias_ih_l0	6	0.01903672330081463
199173	rnn.bias_ih_l0	7	0.021249519661068916
199173	rnn.bias_ih_l0	8	-0.09747547656297684
199173	rnn.bias_ih_l0	9	-0.05146247521042824
199173	rnn.bias_hh_l0	0	0.0014879743102937937
199173	rnn.bias_hh_l0	1	-0.10844918340444565
199173	rnn.bias_hh_l0	2	-0.07003836333751678
199173	rnn.bias_hh_l0	3	-0.08990621566772461
199173	rnn.bias_hh_l0	4	0.006000446621328592
199173	rnn.bias_hh_l0	5	-0.02447102963924408
199173	rnn.bias_hh_l0	6	0.034242186695337296
199173	rnn.bias_hh_l0	7	0.05529291555285454
199173	rnn.bias_hh_l0	8	-0.1206243634223938
199173	rnn.bias_hh_l0	9	-0.05597963184118271
199173	rnn.weight_ih_l0_reverse	0	-0.020399726927280426
199173	rnn.weight_ih_l0_reverse	1	-0.05441707372665405
199173	rnn.weight_ih_l0_reverse	2	-0.04682239145040512
199173	rnn.weight_ih_l0_reverse	3	0.012377014383673668
199173	rnn.weight_ih_l0_reverse	4	-0.021146589890122414
199173	rnn.weight_ih_l0_reverse	5	-0.05787161737680435
199173	rnn.weight_ih_l0_reverse	6	0.07558919489383698
199173	rnn.weight_ih_l0_reverse	7	-0.01518628653138876
199173	rnn.weight_ih_l0_reverse	8	-0.016347307711839676
199173	rnn.weight_ih_l0_reverse	9	0.0004630469193216413
199173	rnn.weight_hh_l0_reverse	0	0.06539654731750488
199173	rnn.weight_hh_l0_reverse	1	0.02244638279080391
199173	rnn.weight_hh_l0_reverse	2	0.028795870020985603
199173	rnn.weight_hh_l0_reverse	3	0.03545147553086281
199173	rnn.weight_hh_l0_reverse	4	0.01257657166570425
199173	rnn.weight_hh_l0_reverse	5	0.009590047411620617
199173	rnn.weight_hh_l0_reverse	6	0.05027805268764496
199173	rnn.weight_hh_l0_reverse	7	-0.08021886646747589
199173	rnn.weight_hh_l0_reverse	8	0.04084020107984543
199173	rnn.weight_hh_l0_reverse	9	0.03555725887417793
199173	rnn.bias_ih_l0_reverse	0	-0.0565498024225235
199173	rnn.bias_ih_l0_reverse	1	-0.2825013995170593
199173	rnn.bias_ih_l0_reverse	2	-0.11942977458238602
199173	rnn.bias_ih_l0_reverse	3	-0.05131128802895546
199173	rnn.bias_ih_l0_reverse	4	-0.020097553730010986
199173	rnn.bias_ih_l0_reverse	5	0.07606828212738037
199173	rnn.bias_ih_l0_reverse	6	-0.06587421149015427
199173	rnn.bias_ih_l0_reverse	7	0.061349038034677505
199173	rnn.bias_ih_l0_reverse	8	-0.04865320026874542
199173	rnn.bias_ih_l0_reverse	9	0.06236816942691803
199173	rnn.bias_hh_l0_reverse	0	0.02270909585058689
199173	rnn.bias_hh_l0_reverse	1	-0.054535768926143646
199173	rnn.bias_hh_l0_reverse	2	0.07997478544712067
199173	rnn.bias_hh_l0_reverse	3	-0.05057942494750023
199173	rnn.bias_hh_l0_reverse	4	-0.022662727162241936
199173	rnn.bias_hh_l0_reverse	5	-0.025341052561998367
199173	rnn.bias_hh_l0_reverse	6	-0.01605290174484253
199173	rnn.bias_hh_l0_reverse	7	0.10176781564950943
199173	rnn.bias_hh_l0_reverse	8	0.03545441851019859
199173	rnn.bias_hh_l0_reverse	9	-0.1502353399991989
199173	rnn.weight_ih_l1	0	-0.030182138085365295
199173	rnn.weight_ih_l1	1	-0.04937846586108208
199173	rnn.weight_ih_l1	2	0.056610286235809326
199173	rnn.weight_ih_l1	3	-0.07041049003601074
199173	rnn.weight_ih_l1	4	-0.01508927159011364
199173	rnn.weight_ih_l1	5	-0.04114706069231033
199173	rnn.weight_ih_l1	6	0.02942664735019207
199173	rnn.weight_ih_l1	7	-0.04768138751387596
199173	rnn.weight_ih_l1	8	0.03715963289141655
199173	rnn.weight_ih_l1	9	0.046588052064180374
199173	rnn.weight_hh_l1	0	-0.006231542211025953
199173	rnn.weight_hh_l1	1	0.020504852756857872
199173	rnn.weight_hh_l1	2	0.008284250274300575
199173	rnn.weight_hh_l1	3	-0.013051570393145084
199173	rnn.weight_hh_l1	4	0.005236393306404352
199173	rnn.weight_hh_l1	5	0.03271479904651642
199173	rnn.weight_hh_l1	6	0.036208625882864
199173	rnn.weight_hh_l1	7	-0.01667047291994095
199173	rnn.weight_hh_l1	8	-0.007979072630405426
199173	rnn.weight_hh_l1	9	0.03608394041657448
199173	rnn.bias_ih_l1	0	-0.1867886632680893
199173	rnn.bias_ih_l1	1	-0.18103471398353577
199173	rnn.bias_ih_l1	2	-0.20654502511024475
199173	rnn.bias_ih_l1	3	-0.3145986497402191
199173	rnn.bias_ih_l1	4	-0.2042185664176941
199173	rnn.bias_ih_l1	5	-0.08531104773283005
199173	rnn.bias_ih_l1	6	-0.16335146129131317
199173	rnn.bias_ih_l1	7	-0.00718946335837245
199173	rnn.bias_ih_l1	8	-0.13019606471061707
199173	rnn.bias_ih_l1	9	-0.128302201628685
199173	rnn.bias_hh_l1	0	-0.09408494830131531
199173	rnn.bias_hh_l1	1	-0.07564304769039154
199173	rnn.bias_hh_l1	2	-0.09415832906961441
199173	rnn.bias_hh_l1	3	-0.07952423393726349
199173	rnn.bias_hh_l1	4	-0.08512259274721146
199173	rnn.bias_hh_l1	5	-0.12166696786880493
199173	rnn.bias_hh_l1	6	-0.1599331945180893
199173	rnn.bias_hh_l1	7	0.058048315346241
199173	rnn.bias_hh_l1	8	-0.1832430064678192
199173	rnn.bias_hh_l1	9	-0.12065943330526352
199173	rnn.weight_ih_l1_reverse	0	-0.04420259967446327
199173	rnn.weight_ih_l1_reverse	1	0.03860541060566902
199173	rnn.weight_ih_l1_reverse	2	0.08865366131067276
199173	rnn.weight_ih_l1_reverse	3	-0.010854266583919525
199173	rnn.weight_ih_l1_reverse	4	-0.03418349847197533
199173	rnn.weight_ih_l1_reverse	5	-0.0312621109187603
199173	rnn.weight_ih_l1_reverse	6	-0.014366595074534416
199173	rnn.weight_ih_l1_reverse	7	0.02831333316862583
199173	rnn.weight_ih_l1_reverse	8	0.0029553368221968412
199173	rnn.weight_ih_l1_reverse	9	-0.040238652378320694
199173	rnn.weight_hh_l1_reverse	0	0.004772249609231949
199173	rnn.weight_hh_l1_reverse	1	0.03157719224691391
199173	rnn.weight_hh_l1_reverse	2	-0.04063691571354866
199173	rnn.weight_hh_l1_reverse	3	0.03540981560945511
199173	rnn.weight_hh_l1_reverse	4	0.04771200567483902
199173	rnn.weight_hh_l1_reverse	5	0.002830851124599576
199173	rnn.weight_hh_l1_reverse	6	0.050387199968099594
199173	rnn.weight_hh_l1_reverse	7	0.031573791056871414
199173	rnn.weight_hh_l1_reverse	8	-0.007285673636943102
199173	rnn.weight_hh_l1_reverse	9	-0.03034116141498089
199173	rnn.bias_ih_l1_reverse	0	-0.05232178047299385
199173	rnn.bias_ih_l1_reverse	1	-0.15098004043102264
199173	rnn.bias_ih_l1_reverse	2	-0.16678759455680847
199173	rnn.bias_ih_l1_reverse	3	-0.04893197491765022
199173	rnn.bias_ih_l1_reverse	4	-0.21244080364704132
199173	rnn.bias_ih_l1_reverse	5	-0.11250682175159454
199173	rnn.bias_ih_l1_reverse	6	-0.1335236132144928
199173	rnn.bias_ih_l1_reverse	7	-0.1962735801935196
199173	rnn.bias_ih_l1_reverse	8	0.21757811307907104
199173	rnn.bias_ih_l1_reverse	9	0.029228433966636658
199173	rnn.bias_hh_l1_reverse	0	-0.012934114784002304
199173	rnn.bias_hh_l1_reverse	1	-0.07216023653745651
199173	rnn.bias_hh_l1_reverse	2	-0.2352040857076645
199173	rnn.bias_hh_l1_reverse	3	-0.14531555771827698
199173	rnn.bias_hh_l1_reverse	4	-0.08277809619903564
199173	rnn.bias_hh_l1_reverse	5	-0.12157376110553741
199173	rnn.bias_hh_l1_reverse	6	0.051666442304849625
199173	rnn.bias_hh_l1_reverse	7	-0.15069480240345
199173	rnn.bias_hh_l1_reverse	8	-0.11830750852823257
199173	rnn.bias_hh_l1_reverse	9	-0.14975008368492126
199173	linear.weight	0	0.002228822559118271
199173	linear.weight	1	0.1084832176566124
199173	linear.weight	2	-0.10759063065052032
199173	linear.weight	3	0.2861209511756897
199173	linear.weight	4	0.16295573115348816
199173	linear.weight	5	-0.06269768625497818
199173	linear.weight	6	0.11090140789747238
199173	linear.weight	7	0.1365409791469574
199173	linear.weight	8	0.041149500757455826
199173	linear.weight	9	-0.04673042893409729
199173	linear.bias	0	0.11776398867368698
199173	linear.bias	1	-0.1744852513074875
199173	linear.bias	2	-0.4226745367050171
199173	linear.bias	3	-0.6653105616569519
199173	linear.bias	4	-1.2425123453140259
199173	linear.bias	5	-0.06778550148010254
199173	linear.bias	6	-0.7888899445533752
199173	linear.bias	7	0.2561255991458893
199173	linear.bias	8	-0.43487101793289185
199173	linear.bias	9	-1.0449525117874146
199370	transitions	0	0.7400473356246948
199370	transitions	1	0.15144172310829163
199370	transitions	2	-10000.0
199370	transitions	3	-1.8269535303115845
199370	transitions	4	-10000.0
199370	transitions	5	0.5659922957420349
199370	transitions	6	-0.08323778212070465
199370	transitions	7	-0.7841701507568359
199370	transitions	8	-1.4178621768951416
199370	transitions	9	-0.001207950641401112
199370	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
199370	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
199370	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
199370	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
199370	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
199370	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
199370	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
199370	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
199370	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
199370	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
199370	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
199370	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
199370	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
199370	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
199370	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
199370	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
199370	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
199370	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
199370	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
199370	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
199370	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
199370	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
199370	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
199370	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
199370	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
199370	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
199370	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
199370	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
199370	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
199370	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
199370	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
199370	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
199370	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
199370	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
199370	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
199370	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
199370	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
199370	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
199370	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
199370	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
199370	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
199370	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
199370	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
199370	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
199370	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
199370	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
199370	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
199370	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
199370	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
199370	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
199370	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
199370	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
199370	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
199370	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
199370	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
199370	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
199370	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
199370	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
199370	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
199370	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
199370	embedding2nn.weight	0	0.020669007673859596
199370	embedding2nn.weight	1	-0.013219536282122135
199370	embedding2nn.weight	2	-0.014268254861235619
199370	embedding2nn.weight	3	-0.03268047422170639
199370	embedding2nn.weight	4	-0.0059150345623493195
199370	embedding2nn.weight	5	-0.0037005890626460314
199370	embedding2nn.weight	6	-0.003973271697759628
199370	embedding2nn.weight	7	-0.07745791971683502
199370	embedding2nn.weight	8	-0.0019979383796453476
199370	embedding2nn.weight	9	-0.029005322605371475
199370	embedding2nn.bias	0	0.0331566147506237
199370	embedding2nn.bias	1	-0.07214795053005219
199370	embedding2nn.bias	2	0.05960061401128769
199370	embedding2nn.bias	3	0.039774853736162186
199370	embedding2nn.bias	4	-0.048768892884254456
199370	embedding2nn.bias	5	0.004298313520848751
199370	embedding2nn.bias	6	0.02642509900033474
199370	embedding2nn.bias	7	-0.055819857865571976
199370	embedding2nn.bias	8	0.06622691452503204
199370	embedding2nn.bias	9	0.05321599543094635
199370	rnn.weight_ih_l0	0	-0.07778530567884445
199370	rnn.weight_ih_l0	1	0.0064586494117975235
199370	rnn.weight_ih_l0	2	0.0297523345798254
199370	rnn.weight_ih_l0	3	0.022732006385922432
199370	rnn.weight_ih_l0	4	-0.048354439437389374
199370	rnn.weight_ih_l0	5	-0.06539149582386017
199370	rnn.weight_ih_l0	6	-0.00015782431000843644
199370	rnn.weight_ih_l0	7	0.05133523419499397
199370	rnn.weight_ih_l0	8	-0.012839931063354015
199370	rnn.weight_ih_l0	9	-0.030854884535074234
199370	rnn.weight_hh_l0	0	-0.031232088804244995
199370	rnn.weight_hh_l0	1	-0.010284153744578362
199370	rnn.weight_hh_l0	2	0.009066574275493622
199370	rnn.weight_hh_l0	3	-0.07676637917757034
199370	rnn.weight_hh_l0	4	0.09400322288274765
199370	rnn.weight_hh_l0	5	-0.024376871064305305
199370	rnn.weight_hh_l0	6	-0.05838357284665108
199370	rnn.weight_hh_l0	7	0.009919851087033749
199370	rnn.weight_hh_l0	8	0.015429513528943062
199370	rnn.weight_hh_l0	9	-0.02329169772565365
199370	rnn.bias_ih_l0	0	0.13246206939220428
199370	rnn.bias_ih_l0	1	-0.0334695428609848
199370	rnn.bias_ih_l0	2	-0.03240293636918068
199370	rnn.bias_ih_l0	3	0.15451101958751678
199370	rnn.bias_ih_l0	4	-0.011045138351619244
199370	rnn.bias_ih_l0	5	-0.01883818581700325
199370	rnn.bias_ih_l0	6	0.019115442410111427
199370	rnn.bias_ih_l0	7	0.021113187074661255
199370	rnn.bias_ih_l0	8	-0.09733044356107712
199370	rnn.bias_ih_l0	9	-0.050861332565546036
199370	rnn.bias_hh_l0	0	0.0011147635523229837
199370	rnn.bias_hh_l0	1	-0.10849456489086151
199370	rnn.bias_hh_l0	2	-0.06990198791027069
199370	rnn.bias_hh_l0	3	-0.08976513147354126
199370	rnn.bias_hh_l0	4	0.00518935127183795
199370	rnn.bias_hh_l0	5	-0.024579811841249466
199370	rnn.bias_hh_l0	6	0.03335372358560562
199370	rnn.bias_hh_l0	7	0.055321283638477325
199370	rnn.bias_hh_l0	8	-0.120997354388237
199370	rnn.bias_hh_l0	9	-0.05571432784199715
199370	rnn.weight_ih_l0_reverse	0	-0.02086874283850193
199370	rnn.weight_ih_l0_reverse	1	-0.054262321442365646
199370	rnn.weight_ih_l0_reverse	2	-0.047110166400671005
199370	rnn.weight_ih_l0_reverse	3	0.012453006580471992
199370	rnn.weight_ih_l0_reverse	4	-0.021048221737146378
199370	rnn.weight_ih_l0_reverse	5	-0.058267991989851
199370	rnn.weight_ih_l0_reverse	6	0.07583191245794296
199370	rnn.weight_ih_l0_reverse	7	-0.015295743942260742
199370	rnn.weight_ih_l0_reverse	8	-0.01614527963101864
199370	rnn.weight_ih_l0_reverse	9	0.00031275497167371213
199370	rnn.weight_hh_l0_reverse	0	0.06519341468811035
199370	rnn.weight_hh_l0_reverse	1	0.022419020533561707
199370	rnn.weight_hh_l0_reverse	2	0.028800176456570625
199370	rnn.weight_hh_l0_reverse	3	0.03525516018271446
199370	rnn.weight_hh_l0_reverse	4	0.012451402842998505
199370	rnn.weight_hh_l0_reverse	5	0.009393143467605114
199370	rnn.weight_hh_l0_reverse	6	0.05017244443297386
199370	rnn.weight_hh_l0_reverse	7	-0.08023621141910553
199370	rnn.weight_hh_l0_reverse	8	0.04085112735629082
199370	rnn.weight_hh_l0_reverse	9	0.03540248051285744
199370	rnn.bias_ih_l0_reverse	0	-0.056592777371406555
199370	rnn.bias_ih_l0_reverse	1	-0.2815008759498596
199370	rnn.bias_ih_l0_reverse	2	-0.11930680274963379
199370	rnn.bias_ih_l0_reverse	3	-0.051093365997076035
199370	rnn.bias_ih_l0_reverse	4	-0.02003650926053524
199370	rnn.bias_ih_l0_reverse	5	0.07665205001831055
199370	rnn.bias_ih_l0_reverse	6	-0.0656629279255867
199370	rnn.bias_ih_l0_reverse	7	0.06148544326424599
199370	rnn.bias_ih_l0_reverse	8	-0.047870934009552
199370	rnn.bias_ih_l0_reverse	9	0.06321866065263748
199370	rnn.bias_hh_l0_reverse	0	0.02271365560591221
199370	rnn.bias_hh_l0_reverse	1	-0.05475970357656479
199370	rnn.bias_hh_l0_reverse	2	0.07996508479118347
199370	rnn.bias_hh_l0_reverse	3	-0.050051264464855194
199370	rnn.bias_hh_l0_reverse	4	-0.022262856364250183
199370	rnn.bias_hh_l0_reverse	5	-0.026486927643418312
199370	rnn.bias_hh_l0_reverse	6	-0.016629666090011597
199370	rnn.bias_hh_l0_reverse	7	0.10104073584079742
199370	rnn.bias_hh_l0_reverse	8	0.03547964245080948
199370	rnn.bias_hh_l0_reverse	9	-0.14977872371673584
199370	rnn.weight_ih_l1	0	-0.03012370690703392
199370	rnn.weight_ih_l1	1	-0.04943865165114403
199370	rnn.weight_ih_l1	2	0.0559309720993042
199370	rnn.weight_ih_l1	3	-0.07068578898906708
199370	rnn.weight_ih_l1	4	-0.015253428369760513
199370	rnn.weight_ih_l1	5	-0.041010063141584396
199370	rnn.weight_ih_l1	6	0.029118366539478302
199370	rnn.weight_ih_l1	7	-0.04786122217774391
199370	rnn.weight_ih_l1	8	0.037056367844343185
199370	rnn.weight_ih_l1	9	0.04666692763566971
199370	rnn.weight_hh_l1	0	-0.006191201973706484
199370	rnn.weight_hh_l1	1	0.020420588552951813
199370	rnn.weight_hh_l1	2	0.008442523889243603
199370	rnn.weight_hh_l1	3	-0.013225595466792583
199370	rnn.weight_hh_l1	4	0.00532079953700304
199370	rnn.weight_hh_l1	5	0.03271543234586716
199370	rnn.weight_hh_l1	6	0.036191005259752274
199370	rnn.weight_hh_l1	7	-0.016773656010627747
199370	rnn.weight_hh_l1	8	-0.00795040838420391
199370	rnn.weight_hh_l1	9	0.0360453836619854
199370	rnn.bias_ih_l1	0	-0.18715254962444305
199370	rnn.bias_ih_l1	1	-0.18125921487808228
199370	rnn.bias_ih_l1	2	-0.20540101826190948
199370	rnn.bias_ih_l1	3	-0.31409022212028503
199370	rnn.bias_ih_l1	4	-0.20383724570274353
199370	rnn.bias_ih_l1	5	-0.08466874808073044
199370	rnn.bias_ih_l1	6	-0.16311416029930115
199370	rnn.bias_ih_l1	7	-0.006964538246393204
199370	rnn.bias_ih_l1	8	-0.12970271706581116
199370	rnn.bias_ih_l1	9	-0.12864623963832855
199370	rnn.bias_hh_l1	0	-0.09440210461616516
199370	rnn.bias_hh_l1	1	-0.07564519345760345
199370	rnn.bias_hh_l1	2	-0.09344863146543503
199370	rnn.bias_hh_l1	3	-0.08002263307571411
199370	rnn.bias_hh_l1	4	-0.08463176339864731
199370	rnn.bias_hh_l1	5	-0.1218089833855629
199370	rnn.bias_hh_l1	6	-0.15966978669166565
199370	rnn.bias_hh_l1	7	0.05729072913527489
199370	rnn.bias_hh_l1	8	-0.18305185437202454
199370	rnn.bias_hh_l1	9	-0.12116789072751999
199370	rnn.weight_ih_l1_reverse	0	-0.0444081649184227
199370	rnn.weight_ih_l1_reverse	1	0.038334380835294724
199370	rnn.weight_ih_l1_reverse	2	0.08975739777088165
199370	rnn.weight_ih_l1_reverse	3	-0.010761812329292297
199370	rnn.weight_ih_l1_reverse	4	-0.03457741066813469
199370	rnn.weight_ih_l1_reverse	5	-0.03126654028892517
199370	rnn.weight_ih_l1_reverse	6	-0.014133038930594921
199370	rnn.weight_ih_l1_reverse	7	0.02834201231598854
199370	rnn.weight_ih_l1_reverse	8	0.002307451330125332
199370	rnn.weight_ih_l1_reverse	9	-0.04073958098888397
199370	rnn.weight_hh_l1_reverse	0	0.004788529593497515
199370	rnn.weight_hh_l1_reverse	1	0.031471073627471924
199370	rnn.weight_hh_l1_reverse	2	-0.04062265157699585
199370	rnn.weight_hh_l1_reverse	3	0.03539528325200081
199370	rnn.weight_hh_l1_reverse	4	0.04770032316446304
199370	rnn.weight_hh_l1_reverse	5	0.0028619803488254547
199370	rnn.weight_hh_l1_reverse	6	0.05046737939119339
199370	rnn.weight_hh_l1_reverse	7	0.03158479556441307
199370	rnn.weight_hh_l1_reverse	8	-0.007302191108465195
199370	rnn.weight_hh_l1_reverse	9	-0.030387885868549347
199370	rnn.bias_ih_l1_reverse	0	-0.052859291434288025
199370	rnn.bias_ih_l1_reverse	1	-0.15139122307300568
199370	rnn.bias_ih_l1_reverse	2	-0.16695332527160645
199370	rnn.bias_ih_l1_reverse	3	-0.04831326752901077
199370	rnn.bias_ih_l1_reverse	4	-0.21271269023418427
199370	rnn.bias_ih_l1_reverse	5	-0.11148907244205475
199370	rnn.bias_ih_l1_reverse	6	-0.1334567368030548
199370	rnn.bias_ih_l1_reverse	7	-0.19527307152748108
199370	rnn.bias_ih_l1_reverse	8	0.21985560655593872
199370	rnn.bias_ih_l1_reverse	9	0.027920566499233246
199370	rnn.bias_hh_l1_reverse	0	-0.012569081038236618
199370	rnn.bias_hh_l1_reverse	1	-0.0710466057062149
199370	rnn.bias_hh_l1_reverse	2	-0.23517799377441406
199370	rnn.bias_hh_l1_reverse	3	-0.14545339345932007
199370	rnn.bias_hh_l1_reverse	4	-0.0824899673461914
199370	rnn.bias_hh_l1_reverse	5	-0.12206608057022095
199370	rnn.bias_hh_l1_reverse	6	0.05145222693681717
199370	rnn.bias_hh_l1_reverse	7	-0.15093988180160522
199370	rnn.bias_hh_l1_reverse	8	-0.11820167303085327
199370	rnn.bias_hh_l1_reverse	9	-0.14967970550060272
199370	linear.weight	0	0.002228822559118271
199370	linear.weight	1	0.10974976420402527
199370	linear.weight	2	-0.10617091506719589
199370	linear.weight	3	0.28475287556648254
199370	linear.weight	4	0.16230270266532898
199370	linear.weight	5	-0.06281686574220657
199370	linear.weight	6	0.10543252527713776
199370	linear.weight	7	0.13760189712047577
199370	linear.weight	8	0.041149359196424484
199370	linear.weight	9	-0.047704558819532394
199370	linear.bias	0	0.11591894924640656
199370	linear.bias	1	-0.17656861245632172
199370	linear.bias	2	-0.42135050892829895
199370	linear.bias	3	-0.6581554412841797
199370	linear.bias	4	-1.2354635000228882
199370	linear.bias	5	-0.06909151375293732
199370	linear.bias	6	-0.7906163334846497
199370	linear.bias	7	0.25472354888916016
199370	linear.bias	8	-0.4332810342311859
199370	linear.bias	9	-1.0434681177139282
199374	transitions	0	0.7400423288345337
199374	transitions	1	0.15144169330596924
199374	transitions	2	-10000.0
199374	transitions	3	-1.826953649520874
199374	transitions	4	-10000.0
199374	transitions	5	0.5659922957420349
199374	transitions	6	-0.08323781937360764
199374	transitions	7	-0.7841743230819702
199374	transitions	8	-1.4178622961044312
199374	transitions	9	-0.001207951339893043
199374	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
199374	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
199374	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
199374	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
199374	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
199374	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
199374	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
199374	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
199374	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
199374	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
199374	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
199374	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
199374	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
199374	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
199374	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
199374	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
199374	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
199374	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
199374	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
199374	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
199374	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
199374	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
199374	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
199374	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
199374	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
199374	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
199374	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
199374	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
199374	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
199374	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
199374	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
199374	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
199374	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
199374	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
199374	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
199374	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
199374	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
199374	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
199374	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
199374	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
199374	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
199374	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
199374	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
199374	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
199374	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
199374	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
199374	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
199374	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
199374	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
199374	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
199374	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
199374	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
199374	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
199374	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
199374	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
199374	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
199374	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
199374	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
199374	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
199374	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
199374	embedding2nn.weight	0	0.020712673664093018
199374	embedding2nn.weight	1	-0.013225937262177467
199374	embedding2nn.weight	2	-0.014268254861235619
199374	embedding2nn.weight	3	-0.032748643308877945
199374	embedding2nn.weight	4	-0.0059150345623493195
199374	embedding2nn.weight	5	-0.0037005890626460314
199374	embedding2nn.weight	6	-0.003973271697759628
199374	embedding2nn.weight	7	-0.07744196802377701
199374	embedding2nn.weight	8	-0.0019979383796453476
199374	embedding2nn.weight	9	-0.028992697596549988
199374	embedding2nn.bias	0	0.03286289796233177
199374	embedding2nn.bias	1	-0.0723566934466362
199374	embedding2nn.bias	2	0.059675801545381546
199374	embedding2nn.bias	3	0.03980069234967232
199374	embedding2nn.bias	4	-0.04834999144077301
199374	embedding2nn.bias	5	0.004154709633439779
199374	embedding2nn.bias	6	0.026064641773700714
199374	embedding2nn.bias	7	-0.056295573711395264
199374	embedding2nn.bias	8	0.06616055965423584
199374	embedding2nn.bias	9	0.053413666784763336
199374	rnn.weight_ih_l0	0	-0.07778472453355789
199374	rnn.weight_ih_l0	1	0.00638883700594306
199374	rnn.weight_ih_l0	2	0.029759958386421204
199374	rnn.weight_ih_l0	3	0.02273467928171158
199374	rnn.weight_ih_l0	4	-0.04839995503425598
199374	rnn.weight_ih_l0	5	-0.06538132578134537
199374	rnn.weight_ih_l0	6	-0.00015793496277183294
199374	rnn.weight_ih_l0	7	0.05135416239500046
199374	rnn.weight_ih_l0	8	-0.012833965010941029
199374	rnn.weight_ih_l0	9	-0.030843421816825867
199374	rnn.weight_hh_l0	0	-0.031193876639008522
199374	rnn.weight_hh_l0	1	-0.010288949124515057
199374	rnn.weight_hh_l0	2	0.00906516332179308
199374	rnn.weight_hh_l0	3	-0.07678007334470749
199374	rnn.weight_hh_l0	4	0.09403366595506668
199374	rnn.weight_hh_l0	5	-0.02437601052224636
199374	rnn.weight_hh_l0	6	-0.058375630527734756
199374	rnn.weight_hh_l0	7	0.009880340658128262
199374	rnn.weight_hh_l0	8	0.015446995384991169
199374	rnn.weight_hh_l0	9	-0.023301737383008003
199374	rnn.bias_ih_l0	0	0.13232719898223877
199374	rnn.bias_ih_l0	1	-0.03364994004368782
199374	rnn.bias_ih_l0	2	-0.032466690987348557
199374	rnn.bias_ih_l0	3	0.15450827777385712
199374	rnn.bias_ih_l0	4	-0.011128886602818966
199374	rnn.bias_ih_l0	5	-0.018776383250951767
199374	rnn.bias_ih_l0	6	0.019121510908007622
199374	rnn.bias_ih_l0	7	0.021122150123119354
199374	rnn.bias_ih_l0	8	-0.0973411351442337
199374	rnn.bias_ih_l0	9	-0.05088276416063309
199374	rnn.bias_hh_l0	0	0.001030907267704606
199374	rnn.bias_hh_l0	1	-0.10846546292304993
199374	rnn.bias_hh_l0	2	-0.06990449130535126
199374	rnn.bias_hh_l0	3	-0.0897555723786354
199374	rnn.bias_hh_l0	4	0.005184642970561981
199374	rnn.bias_hh_l0	5	-0.024627145379781723
199374	rnn.bias_hh_l0	6	0.03355422616004944
199374	rnn.bias_hh_l0	7	0.055312007665634155
199374	rnn.bias_hh_l0	8	-0.12091861665248871
199374	rnn.bias_hh_l0	9	-0.05573657900094986
199374	rnn.weight_ih_l0_reverse	0	-0.020757265388965607
199374	rnn.weight_ih_l0_reverse	1	-0.054318591952323914
199374	rnn.weight_ih_l0_reverse	2	-0.047119755297899246
199374	rnn.weight_ih_l0_reverse	3	0.01244358066469431
199374	rnn.weight_ih_l0_reverse	4	-0.021103257313370705
199374	rnn.weight_ih_l0_reverse	5	-0.0582549124956131
199374	rnn.weight_ih_l0_reverse	6	0.07584049552679062
199374	rnn.weight_ih_l0_reverse	7	-0.015308896079659462
199374	rnn.weight_ih_l0_reverse	8	-0.016145862638950348
199374	rnn.weight_ih_l0_reverse	9	0.0003193650918547064
199374	rnn.weight_hh_l0_reverse	0	0.06518504023551941
199374	rnn.weight_hh_l0_reverse	1	0.022421300411224365
199374	rnn.weight_hh_l0_reverse	2	0.028798820450901985
199374	rnn.weight_hh_l0_reverse	3	0.03525513783097267
199374	rnn.weight_hh_l0_reverse	4	0.01245463639497757
199374	rnn.weight_hh_l0_reverse	5	0.009394113905727863
199374	rnn.weight_hh_l0_reverse	6	0.05016784369945526
199374	rnn.weight_hh_l0_reverse	7	-0.08023413270711899
199374	rnn.weight_hh_l0_reverse	8	0.04083503410220146
199374	rnn.weight_hh_l0_reverse	9	0.03538712486624718
199374	rnn.bias_ih_l0_reverse	0	-0.056495342403650284
199374	rnn.bias_ih_l0_reverse	1	-0.28170642256736755
199374	rnn.bias_ih_l0_reverse	2	-0.11931326240301132
199374	rnn.bias_ih_l0_reverse	3	-0.05109955370426178
199374	rnn.bias_ih_l0_reverse	4	-0.02009444497525692
199374	rnn.bias_ih_l0_reverse	5	0.07670778036117554
199374	rnn.bias_ih_l0_reverse	6	-0.06566590815782547
199374	rnn.bias_ih_l0_reverse	7	0.06149152293801308
199374	rnn.bias_ih_l0_reverse	8	-0.04785514622926712
199374	rnn.bias_ih_l0_reverse	9	0.06332278251647949
199374	rnn.bias_hh_l0_reverse	0	0.022756138816475868
199374	rnn.bias_hh_l0_reverse	1	-0.05477456375956535
199374	rnn.bias_hh_l0_reverse	2	0.07994433492422104
199374	rnn.bias_hh_l0_reverse	3	-0.050031986087560654
199374	rnn.bias_hh_l0_reverse	4	-0.022264447063207626
199374	rnn.bias_hh_l0_reverse	5	-0.0264483243227005
199374	rnn.bias_hh_l0_reverse	6	-0.01660175807774067
199374	rnn.bias_hh_l0_reverse	7	0.10096721351146698
199374	rnn.bias_hh_l0_reverse	8	0.03546427562832832
199374	rnn.bias_hh_l0_reverse	9	-0.14975856244564056
199374	rnn.weight_ih_l1	0	-0.03013804741203785
199374	rnn.weight_ih_l1	1	-0.04944758117198944
199374	rnn.weight_ih_l1	2	0.05594456568360329
199374	rnn.weight_ih_l1	3	-0.07077895104885101
199374	rnn.weight_ih_l1	4	-0.01522836834192276
199374	rnn.weight_ih_l1	5	-0.041023992002010345
199374	rnn.weight_ih_l1	6	0.029160499572753906
199374	rnn.weight_ih_l1	7	-0.047885823994874954
199374	rnn.weight_ih_l1	8	0.03705408796668053
199374	rnn.weight_ih_l1	9	0.04670233651995659
199374	rnn.weight_hh_l1	0	-0.006160383112728596
199374	rnn.weight_hh_l1	1	0.020419837906956673
199374	rnn.weight_hh_l1	2	0.008351976983249187
199374	rnn.weight_hh_l1	3	-0.013212006539106369
199374	rnn.weight_hh_l1	4	0.005328333005309105
199374	rnn.weight_hh_l1	5	0.032734911888837814
199374	rnn.weight_hh_l1	6	0.03620133548974991
199374	rnn.weight_hh_l1	7	-0.016767747700214386
199374	rnn.weight_hh_l1	8	-0.007965748198330402
199374	rnn.weight_hh_l1	9	0.03604988381266594
199374	rnn.bias_ih_l1	0	-0.18709811568260193
199374	rnn.bias_ih_l1	1	-0.18122123181819916
199374	rnn.bias_ih_l1	2	-0.20531120896339417
199374	rnn.bias_ih_l1	3	-0.314052015542984
199374	rnn.bias_ih_l1	4	-0.20375937223434448
199374	rnn.bias_ih_l1	5	-0.0847320705652237
199374	rnn.bias_ih_l1	6	-0.16322684288024902
199374	rnn.bias_ih_l1	7	-0.006854359991848469
199374	rnn.bias_ih_l1	8	-0.12970291078090668
199374	rnn.bias_ih_l1	9	-0.12873466312885284
199374	rnn.bias_hh_l1	0	-0.09433915466070175
199374	rnn.bias_hh_l1	1	-0.07563059777021408
199374	rnn.bias_hh_l1	2	-0.09344647079706192
199374	rnn.bias_hh_l1	3	-0.08006026595830917
199374	rnn.bias_hh_l1	4	-0.08466786891222
199374	rnn.bias_hh_l1	5	-0.12182675302028656
199374	rnn.bias_hh_l1	6	-0.15981760621070862
199374	rnn.bias_hh_l1	7	0.05736490711569786
199374	rnn.bias_hh_l1	8	-0.18299297988414764
199374	rnn.bias_hh_l1	9	-0.12126904726028442
199374	rnn.weight_ih_l1_reverse	0	-0.04445505514740944
199374	rnn.weight_ih_l1_reverse	1	0.038329027593135834
199374	rnn.weight_ih_l1_reverse	2	0.08977193385362625
199374	rnn.weight_ih_l1_reverse	3	-0.010763030499219894
199374	rnn.weight_ih_l1_reverse	4	-0.03458155691623688
199374	rnn.weight_ih_l1_reverse	5	-0.031267065554857254
199374	rnn.weight_ih_l1_reverse	6	-0.014148138463497162
199374	rnn.weight_ih_l1_reverse	7	0.028340604156255722
199374	rnn.weight_ih_l1_reverse	8	0.002299212384968996
199374	rnn.weight_ih_l1_reverse	9	-0.040792066603899
199374	rnn.weight_hh_l1_reverse	0	0.004780896473675966
199374	rnn.weight_hh_l1_reverse	1	0.03147655352950096
199374	rnn.weight_hh_l1_reverse	2	-0.04062187299132347
199374	rnn.weight_hh_l1_reverse	3	0.035395652055740356
199374	rnn.weight_hh_l1_reverse	4	0.04773217812180519
199374	rnn.weight_hh_l1_reverse	5	0.002859446918591857
199374	rnn.weight_hh_l1_reverse	6	0.05035819485783577
199374	rnn.weight_hh_l1_reverse	7	0.03160766884684563
199374	rnn.weight_hh_l1_reverse	8	-0.007302508689463139
199374	rnn.weight_hh_l1_reverse	9	-0.03038313053548336
199374	rnn.bias_ih_l1_reverse	0	-0.052869681268930435
199374	rnn.bias_ih_l1_reverse	1	-0.1513412445783615
199374	rnn.bias_ih_l1_reverse	2	-0.16691631078720093
199374	rnn.bias_ih_l1_reverse	3	-0.048208970576524734
199374	rnn.bias_ih_l1_reverse	4	-0.2127010077238083
199374	rnn.bias_ih_l1_reverse	5	-0.11127487570047379
199374	rnn.bias_ih_l1_reverse	6	-0.13347172737121582
199374	rnn.bias_ih_l1_reverse	7	-0.19530275464057922
199374	rnn.bias_ih_l1_reverse	8	0.2196909487247467
199374	rnn.bias_ih_l1_reverse	9	0.027857860550284386
199374	rnn.bias_hh_l1_reverse	0	-0.012520333752036095
199374	rnn.bias_hh_l1_reverse	1	-0.0709308385848999
199374	rnn.bias_hh_l1_reverse	2	-0.2351679801940918
199374	rnn.bias_hh_l1_reverse	3	-0.14547909796237946
199374	rnn.bias_hh_l1_reverse	4	-0.08254560828208923
199374	rnn.bias_hh_l1_reverse	5	-0.12196409702301025
199374	rnn.bias_hh_l1_reverse	6	0.05141191929578781
199374	rnn.bias_hh_l1_reverse	7	-0.1509465128183365
199374	rnn.bias_hh_l1_reverse	8	-0.11807190626859665
199374	rnn.bias_hh_l1_reverse	9	-0.14966775476932526
199374	linear.weight	0	0.002228822559118271
199374	linear.weight	1	0.10979811102151871
199374	linear.weight	2	-0.10601324588060379
199374	linear.weight	3	0.2843726873397827
199374	linear.weight	4	0.16230803728103638
199374	linear.weight	5	-0.06281813234090805
199374	linear.weight	6	0.10527671128511429
199374	linear.weight	7	0.13714417815208435
199374	linear.weight	8	0.041149359196424484
199374	linear.weight	9	-0.047708164900541306
199374	linear.bias	0	0.1136462539434433
199374	linear.bias	1	-0.17737996578216553
199374	linear.bias	2	-0.4189603626728058
199374	linear.bias	3	-0.6581669449806213
199374	linear.bias	4	-1.2354730367660522
199374	linear.bias	5	-0.06850948929786682
199374	linear.bias	6	-0.7914303541183472
199374	linear.bias	7	0.2553703784942627
199374	linear.bias	8	-0.4332178235054016
199374	linear.bias	9	-1.0434149503707886
199571	transitions	0	0.7375502586364746
199571	transitions	1	0.14892348647117615
199571	transitions	2	-10000.0
199571	transitions	3	-1.826958417892456
199571	transitions	4	-10000.0
199571	transitions	5	0.5659433007240295
199571	transitions	6	-0.08325652778148651
199571	transitions	7	-0.7843090295791626
199571	transitions	8	-1.417868733406067
199571	transitions	9	-0.001208070432767272
199571	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
199571	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
199571	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
199571	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
199571	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
199571	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
199571	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
199571	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
199571	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
199571	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
199571	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
199571	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
199571	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
199571	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
199571	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
199571	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
199571	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
199571	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
199571	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
199571	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
199571	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
199571	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
199571	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
199571	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
199571	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
199571	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
199571	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
199571	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
199571	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
199571	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
199571	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
199571	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
199571	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
199571	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
199571	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
199571	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
199571	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
199571	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
199571	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
199571	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
199571	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
199571	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
199571	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
199571	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
199571	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
199571	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
199571	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
199571	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
199571	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
199571	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
199571	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
199571	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
199571	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
199571	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
199571	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
199571	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
199571	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
199571	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
199571	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
199571	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
199571	embedding2nn.weight	0	0.02037898078560829
199571	embedding2nn.weight	1	-0.013260890729725361
199571	embedding2nn.weight	2	-0.014268254861235619
199571	embedding2nn.weight	3	-0.032212693244218826
199571	embedding2nn.weight	4	-0.0059150345623493195
199571	embedding2nn.weight	5	-0.0037005890626460314
199571	embedding2nn.weight	6	-0.003973270766437054
199571	embedding2nn.weight	7	-0.07765520364046097
199571	embedding2nn.weight	8	-0.0019979383796453476
199571	embedding2nn.weight	9	-0.028356241062283516
199571	embedding2nn.bias	0	0.03034789301455021
199571	embedding2nn.bias	1	-0.07327476888895035
199571	embedding2nn.bias	2	0.060932889580726624
199571	embedding2nn.bias	3	0.040180716663599014
199571	embedding2nn.bias	4	-0.049546852707862854
199571	embedding2nn.bias	5	0.003567633219063282
199571	embedding2nn.bias	6	0.02178817056119442
199571	embedding2nn.bias	7	-0.0560770221054554
199571	embedding2nn.bias	8	0.06604300439357758
199571	embedding2nn.bias	9	0.05734752118587494
199571	rnn.weight_ih_l0	0	-0.07758336514234543
199571	rnn.weight_ih_l0	1	0.0065322257578372955
199571	rnn.weight_ih_l0	2	0.02934388443827629
199571	rnn.weight_ih_l0	3	0.022904949262738228
199571	rnn.weight_ih_l0	4	-0.04812929779291153
199571	rnn.weight_ih_l0	5	-0.06566257029771805
199571	rnn.weight_ih_l0	6	1.527246604382526e-05
199571	rnn.weight_ih_l0	7	0.05141814425587654
199571	rnn.weight_ih_l0	8	-0.012967760674655437
199571	rnn.weight_ih_l0	9	-0.030958425253629684
199571	rnn.weight_hh_l0	0	-0.03128765895962715
199571	rnn.weight_hh_l0	1	-0.010348551906645298
199571	rnn.weight_hh_l0	2	0.008956021629273891
199571	rnn.weight_hh_l0	3	-0.0771612823009491
199571	rnn.weight_hh_l0	4	0.09382661432027817
199571	rnn.weight_hh_l0	5	-0.024312391877174377
199571	rnn.weight_hh_l0	6	-0.05844373255968094
199571	rnn.weight_hh_l0	7	0.010141691192984581
199571	rnn.weight_hh_l0	8	0.015598316676914692
199571	rnn.weight_hh_l0	9	-0.023327291011810303
199571	rnn.bias_ih_l0	0	0.1318497359752655
199571	rnn.bias_ih_l0	1	-0.033457815647125244
199571	rnn.bias_ih_l0	2	-0.031838495284318924
199571	rnn.bias_ih_l0	3	0.15458883345127106
199571	rnn.bias_ih_l0	4	-0.011338201351463795
199571	rnn.bias_ih_l0	5	-0.018540536984801292
199571	rnn.bias_ih_l0	6	0.019963456317782402
199571	rnn.bias_ih_l0	7	0.021037904545664787
199571	rnn.bias_ih_l0	8	-0.09748246520757675
199571	rnn.bias_ih_l0	9	-0.05085129290819168
199571	rnn.bias_hh_l0	0	0.0008216024143621325
199571	rnn.bias_hh_l0	1	-0.10833103954792023
199571	rnn.bias_hh_l0	2	-0.06947048753499985
199571	rnn.bias_hh_l0	3	-0.09018995612859726
199571	rnn.bias_hh_l0	4	0.005776377860456705
199571	rnn.bias_hh_l0	5	-0.02493097446858883
199571	rnn.bias_hh_l0	6	0.034054793417453766
199571	rnn.bias_hh_l0	7	0.054260410368442535
199571	rnn.bias_hh_l0	8	-0.12051805853843689
199571	rnn.bias_hh_l0	9	-0.054449547082185745
199571	rnn.weight_ih_l0_reverse	0	-0.020710313692688942
199571	rnn.weight_ih_l0_reverse	1	-0.05408110469579697
199571	rnn.weight_ih_l0_reverse	2	-0.0470401868224144
199571	rnn.weight_ih_l0_reverse	3	0.01232320535928011
199571	rnn.weight_ih_l0_reverse	4	-0.02096913941204548
199571	rnn.weight_ih_l0_reverse	5	-0.058055583387613297
199571	rnn.weight_ih_l0_reverse	6	0.07591713964939117
199571	rnn.weight_ih_l0_reverse	7	-0.015484225936233997
199571	rnn.weight_ih_l0_reverse	8	-0.016414789482951164
199571	rnn.weight_ih_l0_reverse	9	0.0003333433996886015
199571	rnn.weight_hh_l0_reverse	0	0.06551022082567215
199571	rnn.weight_hh_l0_reverse	1	0.022422170266509056
199571	rnn.weight_hh_l0_reverse	2	0.02883177250623703
199571	rnn.weight_hh_l0_reverse	3	0.03542577102780342
199571	rnn.weight_hh_l0_reverse	4	0.012320536188781261
199571	rnn.weight_hh_l0_reverse	5	0.009381643496453762
199571	rnn.weight_hh_l0_reverse	6	0.04996279254555702
199571	rnn.weight_hh_l0_reverse	7	-0.08049953728914261
199571	rnn.weight_hh_l0_reverse	8	0.04079187661409378
199571	rnn.weight_hh_l0_reverse	9	0.035466767847537994
199571	rnn.bias_ih_l0_reverse	0	-0.056713927537202835
199571	rnn.bias_ih_l0_reverse	1	-0.2812894880771637
199571	rnn.bias_ih_l0_reverse	2	-0.12047149986028671
199571	rnn.bias_ih_l0_reverse	3	-0.05103223770856857
199571	rnn.bias_ih_l0_reverse	4	-0.021317292004823685
199571	rnn.bias_ih_l0_reverse	5	0.07694344222545624
199571	rnn.bias_ih_l0_reverse	6	-0.06584436446428299
199571	rnn.bias_ih_l0_reverse	7	0.06177034229040146
199571	rnn.bias_ih_l0_reverse	8	-0.04721919819712639
199571	rnn.bias_ih_l0_reverse	9	0.06315761804580688
199571	rnn.bias_hh_l0_reverse	0	0.02184128202497959
199571	rnn.bias_hh_l0_reverse	1	-0.05532008782029152
199571	rnn.bias_hh_l0_reverse	2	0.0799301415681839
199571	rnn.bias_hh_l0_reverse	3	-0.050103094428777695
199571	rnn.bias_hh_l0_reverse	4	-0.02272735722362995
199571	rnn.bias_hh_l0_reverse	5	-0.026623200625181198
199571	rnn.bias_hh_l0_reverse	6	-0.016239576041698456
199571	rnn.bias_hh_l0_reverse	7	0.10120270401239395
199571	rnn.bias_hh_l0_reverse	8	0.034729283303022385
199571	rnn.bias_hh_l0_reverse	9	-0.1493888646364212
199571	rnn.weight_ih_l1	0	-0.03001101128757
199571	rnn.weight_ih_l1	1	-0.049453265964984894
199571	rnn.weight_ih_l1	2	0.056288428604602814
199571	rnn.weight_ih_l1	3	-0.07076756656169891
199571	rnn.weight_ih_l1	4	-0.015242294408380985
199571	rnn.weight_ih_l1	5	-0.04086919501423836
199571	rnn.weight_ih_l1	6	0.02873757667839527
199571	rnn.weight_ih_l1	7	-0.04786646366119385
199571	rnn.weight_ih_l1	8	0.0369727797806263
199571	rnn.weight_ih_l1	9	0.04685880243778229
199571	rnn.weight_hh_l1	0	-0.006217729300260544
199571	rnn.weight_hh_l1	1	0.02046622522175312
199571	rnn.weight_hh_l1	2	0.008227396756410599
199571	rnn.weight_hh_l1	3	-0.013126885518431664
199571	rnn.weight_hh_l1	4	0.005323476158082485
199571	rnn.weight_hh_l1	5	0.03298688307404518
199571	rnn.weight_hh_l1	6	0.0359632670879364
199571	rnn.weight_hh_l1	7	-0.016894154250621796
199571	rnn.weight_hh_l1	8	-0.00792834721505642
199571	rnn.weight_hh_l1	9	0.03600016608834267
199571	rnn.bias_ih_l1	0	-0.1869891732931137
199571	rnn.bias_ih_l1	1	-0.18125037848949432
199571	rnn.bias_ih_l1	2	-0.20476993918418884
199571	rnn.bias_ih_l1	3	-0.3141116201877594
199571	rnn.bias_ih_l1	4	-0.20093494653701782
199571	rnn.bias_ih_l1	5	-0.08524924516677856
199571	rnn.bias_ih_l1	6	-0.16338799893856049
199571	rnn.bias_ih_l1	7	-0.005907876417040825
199571	rnn.bias_ih_l1	8	-0.1293742060661316
199571	rnn.bias_ih_l1	9	-0.12853969633579254
199571	rnn.bias_hh_l1	0	-0.09493368864059448
199571	rnn.bias_hh_l1	1	-0.07577736675739288
199571	rnn.bias_hh_l1	2	-0.09330607950687408
199571	rnn.bias_hh_l1	3	-0.07970353960990906
199571	rnn.bias_hh_l1	4	-0.08542383462190628
199571	rnn.bias_hh_l1	5	-0.12199851870536804
199571	rnn.bias_hh_l1	6	-0.15930862724781036
199571	rnn.bias_hh_l1	7	0.05692887306213379
199571	rnn.bias_hh_l1	8	-0.18304136395454407
199571	rnn.bias_hh_l1	9	-0.11985214799642563
199571	rnn.weight_ih_l1_reverse	0	-0.04471515864133835
199571	rnn.weight_ih_l1_reverse	1	0.03870934620499611
199571	rnn.weight_ih_l1_reverse	2	0.08983485400676727
199571	rnn.weight_ih_l1_reverse	3	-0.010677183046936989
199571	rnn.weight_ih_l1_reverse	4	-0.03418227285146713
199571	rnn.weight_ih_l1_reverse	5	-0.031223582103848457
199571	rnn.weight_ih_l1_reverse	6	-0.01375889964401722
199571	rnn.weight_ih_l1_reverse	7	0.028501011431217194
199571	rnn.weight_ih_l1_reverse	8	0.002093973569571972
199571	rnn.weight_ih_l1_reverse	9	-0.040694113820791245
199571	rnn.weight_hh_l1_reverse	0	0.004819673951715231
199571	rnn.weight_hh_l1_reverse	1	0.03135797381401062
199571	rnn.weight_hh_l1_reverse	2	-0.04058701917529106
199571	rnn.weight_hh_l1_reverse	3	0.03537152707576752
199571	rnn.weight_hh_l1_reverse	4	0.047601986676454544
199571	rnn.weight_hh_l1_reverse	5	0.002864759648218751
199571	rnn.weight_hh_l1_reverse	6	0.04987138509750366
199571	rnn.weight_hh_l1_reverse	7	0.03162768483161926
199571	rnn.weight_hh_l1_reverse	8	-0.0072791920974850655
199571	rnn.weight_hh_l1_reverse	9	-0.030460622161626816
199571	rnn.bias_ih_l1_reverse	0	-0.052394524216651917
199571	rnn.bias_ih_l1_reverse	1	-0.15104585886001587
199571	rnn.bias_ih_l1_reverse	2	-0.16758140921592712
199571	rnn.bias_ih_l1_reverse	3	-0.05110124498605728
199571	rnn.bias_ih_l1_reverse	4	-0.2128848135471344
199571	rnn.bias_ih_l1_reverse	5	-0.11154218018054962
199571	rnn.bias_ih_l1_reverse	6	-0.13317327201366425
199571	rnn.bias_ih_l1_reverse	7	-0.1952735185623169
199571	rnn.bias_ih_l1_reverse	8	0.2199411541223526
199571	rnn.bias_ih_l1_reverse	9	0.027549972757697105
199571	rnn.bias_hh_l1_reverse	0	-0.009528742171823978
199571	rnn.bias_hh_l1_reverse	1	-0.07048261165618896
199571	rnn.bias_hh_l1_reverse	2	-0.2348516583442688
199571	rnn.bias_hh_l1_reverse	3	-0.1458989828824997
199571	rnn.bias_hh_l1_reverse	4	-0.08264575153589249
199571	rnn.bias_hh_l1_reverse	5	-0.12171066552400589
199571	rnn.bias_hh_l1_reverse	6	0.052411001175642014
199571	rnn.bias_hh_l1_reverse	7	-0.15027664601802826
199571	rnn.bias_hh_l1_reverse	8	-0.11757836490869522
199571	rnn.bias_hh_l1_reverse	9	-0.14952342212200165
199571	linear.weight	0	0.002228822559118271
199571	linear.weight	1	0.10832937806844711
199571	linear.weight	2	-0.10662202537059784
199571	linear.weight	3	0.28489089012145996
199571	linear.weight	4	0.16149908304214478
199571	linear.weight	5	-0.06157488748431206
199571	linear.weight	6	0.10291000455617905
199571	linear.weight	7	0.13641344010829926
199571	linear.weight	8	0.04114927351474762
199571	linear.weight	9	-0.04747331514954567
199571	linear.bias	0	0.10044585913419724
199571	linear.bias	1	-0.1778119057416916
199571	linear.bias	2	-0.4314376711845398
199571	linear.bias	3	-0.6529144644737244
199571	linear.bias	4	-1.2305152416229248
199571	linear.bias	5	-0.06756306439638138
199571	linear.bias	6	-0.7927863597869873
199571	linear.bias	7	0.25521618127822876
199571	linear.bias	8	-0.42531195282936096
199571	linear.bias	9	-1.0360862016677856
199768	transitions	0	0.7422319054603577
199768	transitions	1	0.14781177043914795
199768	transitions	2	-10000.0
199768	transitions	3	-1.8269635438919067
199768	transitions	4	-10000.0
199768	transitions	5	0.5659337639808655
199768	transitions	6	-0.08327170461416245
199768	transitions	7	-0.7846823334693909
199768	transitions	8	-1.4179024696350098
199768	transitions	9	-0.0012081697350367904
199768	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
199768	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
199768	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
199768	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
199768	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
199768	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
199768	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
199768	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
199768	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
199768	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
199768	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
199768	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
199768	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
199768	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
199768	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
199768	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
199768	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
199768	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
199768	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
199768	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
199768	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
199768	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
199768	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
199768	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
199768	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
199768	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
199768	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
199768	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
199768	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
199768	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
199768	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
199768	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
199768	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
199768	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
199768	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
199768	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
199768	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
199768	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
199768	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
199768	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
199768	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
199768	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
199768	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
199768	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
199768	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
199768	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
199768	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
199768	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
199768	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
199768	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
199768	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
199768	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
199768	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
199768	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
199768	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
199768	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
199768	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
199768	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
199768	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
199768	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
199768	embedding2nn.weight	0	0.020692702382802963
199768	embedding2nn.weight	1	-0.013261989690363407
199768	embedding2nn.weight	2	-0.014268254861235619
199768	embedding2nn.weight	3	-0.03234980255365372
199768	embedding2nn.weight	4	-0.0059150345623493195
199768	embedding2nn.weight	5	-0.0037005890626460314
199768	embedding2nn.weight	6	-0.003973270300775766
199768	embedding2nn.weight	7	-0.07742277532815933
199768	embedding2nn.weight	8	-0.0019979383796453476
199768	embedding2nn.weight	9	-0.028486955910921097
199768	embedding2nn.bias	0	0.032094165682792664
199768	embedding2nn.bias	1	-0.07291699200868607
199768	embedding2nn.bias	2	0.05913160368800163
199768	embedding2nn.bias	3	0.03932448476552963
199768	embedding2nn.bias	4	-0.04877123609185219
199768	embedding2nn.bias	5	0.002434113994240761
199768	embedding2nn.bias	6	0.02220139093697071
199768	embedding2nn.bias	7	-0.054162509739398956
199768	embedding2nn.bias	8	0.06330984830856323
199768	embedding2nn.bias	9	0.055364351719617844
199768	rnn.weight_ih_l0	0	-0.07827012985944748
199768	rnn.weight_ih_l0	1	0.006647043861448765
199768	rnn.weight_ih_l0	2	0.029631588608026505
199768	rnn.weight_ih_l0	3	0.02259788289666176
199768	rnn.weight_ih_l0	4	-0.04794500395655632
199768	rnn.weight_ih_l0	5	-0.06557738780975342
199768	rnn.weight_ih_l0	6	-0.0003030129591934383
199768	rnn.weight_ih_l0	7	0.050959110260009766
199768	rnn.weight_ih_l0	8	-0.01291974913328886
199768	rnn.weight_ih_l0	9	-0.030837522819638252
199768	rnn.weight_hh_l0	0	-0.03134996443986893
199768	rnn.weight_hh_l0	1	-0.010119100101292133
199768	rnn.weight_hh_l0	2	0.009222601540386677
199768	rnn.weight_hh_l0	3	-0.07730628550052643
199768	rnn.weight_hh_l0	4	0.09391828626394272
199768	rnn.weight_hh_l0	5	-0.02414182387292385
199768	rnn.weight_hh_l0	6	-0.058138396590948105
199768	rnn.weight_hh_l0	7	0.009965096600353718
199768	rnn.weight_hh_l0	8	0.015868816524744034
199768	rnn.weight_hh_l0	9	-0.02331092581152916
199768	rnn.bias_ih_l0	0	0.13128463923931122
199768	rnn.bias_ih_l0	1	-0.03267510235309601
199768	rnn.bias_ih_l0	2	-0.03195720911026001
199768	rnn.bias_ih_l0	3	0.15392251312732697
199768	rnn.bias_ih_l0	4	-0.01188245601952076
199768	rnn.bias_ih_l0	5	-0.01930476725101471
199768	rnn.bias_ih_l0	6	0.019464949145913124
199768	rnn.bias_ih_l0	7	0.021349938586354256
199768	rnn.bias_ih_l0	8	-0.0977214127779007
199768	rnn.bias_ih_l0	9	-0.051615022122859955
199768	rnn.bias_hh_l0	0	0.0008216990390792489
199768	rnn.bias_hh_l0	1	-0.1081010177731514
199768	rnn.bias_hh_l0	2	-0.06900063902139664
199768	rnn.bias_hh_l0	3	-0.08970068395137787
199768	rnn.bias_hh_l0	4	0.006788553204387426
199768	rnn.bias_hh_l0	5	-0.02527199313044548
199768	rnn.bias_hh_l0	6	0.03459484130144119
199768	rnn.bias_hh_l0	7	0.054409123957157135
199768	rnn.bias_hh_l0	8	-0.1198611706495285
199768	rnn.bias_hh_l0	9	-0.054919276386499405
199768	rnn.weight_ih_l0_reverse	0	-0.02061694860458374
199768	rnn.weight_ih_l0_reverse	1	-0.053969141095876694
199768	rnn.weight_ih_l0_reverse	2	-0.04711942747235298
199768	rnn.weight_ih_l0_reverse	3	0.012326416559517384
199768	rnn.weight_ih_l0_reverse	4	-0.02086811512708664
199768	rnn.weight_ih_l0_reverse	5	-0.05827362462878227
199768	rnn.weight_ih_l0_reverse	6	0.07612738013267517
199768	rnn.weight_ih_l0_reverse	7	-0.015675455331802368
199768	rnn.weight_ih_l0_reverse	8	-0.016446968540549278
199768	rnn.weight_ih_l0_reverse	9	0.00028066965751349926
199768	rnn.weight_hh_l0_reverse	0	0.06577850878238678
199768	rnn.weight_hh_l0_reverse	1	0.022708764299750328
199768	rnn.weight_hh_l0_reverse	2	0.028789330273866653
199768	rnn.weight_hh_l0_reverse	3	0.03574841096997261
199768	rnn.weight_hh_l0_reverse	4	0.0121255898848176
199768	rnn.weight_hh_l0_reverse	5	0.009267667308449745
199768	rnn.weight_hh_l0_reverse	6	0.0498325377702713
199768	rnn.weight_hh_l0_reverse	7	-0.08038051426410675
199768	rnn.weight_hh_l0_reverse	8	0.04063031077384949
199768	rnn.weight_hh_l0_reverse	9	0.035477060824632645
199768	rnn.bias_ih_l0_reverse	0	-0.05740387737751007
199768	rnn.bias_ih_l0_reverse	1	-0.2825103998184204
199768	rnn.bias_ih_l0_reverse	2	-0.12048566341400146
199768	rnn.bias_ih_l0_reverse	3	-0.05097198858857155
199768	rnn.bias_ih_l0_reverse	4	-0.021004943177103996
199768	rnn.bias_ih_l0_reverse	5	0.07704808562994003
199768	rnn.bias_ih_l0_reverse	6	-0.06593684107065201
199768	rnn.bias_ih_l0_reverse	7	0.06174418702721596
199768	rnn.bias_ih_l0_reverse	8	-0.04639418050646782
199768	rnn.bias_ih_l0_reverse	9	0.06385286152362823
199768	rnn.bias_hh_l0_reverse	0	0.02141931839287281
199768	rnn.bias_hh_l0_reverse	1	-0.057249605655670166
199768	rnn.bias_hh_l0_reverse	2	0.07927019149065018
199768	rnn.bias_hh_l0_reverse	3	-0.050494976341724396
199768	rnn.bias_hh_l0_reverse	4	-0.02264280803501606
199768	rnn.bias_hh_l0_reverse	5	-0.0266842283308506
199768	rnn.bias_hh_l0_reverse	6	-0.01671440526843071
199768	rnn.bias_hh_l0_reverse	7	0.10156194865703583
199768	rnn.bias_hh_l0_reverse	8	0.03470226377248764
199768	rnn.bias_hh_l0_reverse	9	-0.1486883908510208
199768	rnn.weight_ih_l1	0	-0.02997908927500248
199768	rnn.weight_ih_l1	1	-0.04988519474864006
199768	rnn.weight_ih_l1	2	0.056221429258584976
199768	rnn.weight_ih_l1	3	-0.07084795832633972
199768	rnn.weight_ih_l1	4	-0.015110804699361324
199768	rnn.weight_ih_l1	5	-0.0407407283782959
199768	rnn.weight_ih_l1	6	0.028291096910834312
199768	rnn.weight_ih_l1	7	-0.04762689396739006
199768	rnn.weight_ih_l1	8	0.03695286065340042
199768	rnn.weight_ih_l1	9	0.046642106026411057
199768	rnn.weight_hh_l1	0	-0.006331190932542086
199768	rnn.weight_hh_l1	1	0.02037930302321911
199768	rnn.weight_hh_l1	2	0.008472382090985775
199768	rnn.weight_hh_l1	3	-0.013169880025088787
199768	rnn.weight_hh_l1	4	0.005224200431257486
199768	rnn.weight_hh_l1	5	0.03301842138171196
199768	rnn.weight_hh_l1	6	0.03605944663286209
199768	rnn.weight_hh_l1	7	-0.01702289469540119
199768	rnn.weight_hh_l1	8	-0.007982298731803894
199768	rnn.weight_hh_l1	9	0.03623927757143974
199768	rnn.bias_ih_l1	0	-0.18756909668445587
199768	rnn.bias_ih_l1	1	-0.1810513138771057
199768	rnn.bias_ih_l1	2	-0.2043430507183075
199768	rnn.bias_ih_l1	3	-0.31342172622680664
199768	rnn.bias_ih_l1	4	-0.20241035521030426
199768	rnn.bias_ih_l1	5	-0.08396559953689575
199768	rnn.bias_ih_l1	6	-0.16410653293132782
199768	rnn.bias_ih_l1	7	-0.005283161532133818
199768	rnn.bias_ih_l1	8	-0.1290084272623062
199768	rnn.bias_ih_l1	9	-0.12919217348098755
199768	rnn.bias_hh_l1	0	-0.09505778551101685
199768	rnn.bias_hh_l1	1	-0.07588427513837814
199768	rnn.bias_hh_l1	2	-0.0939585417509079
199768	rnn.bias_hh_l1	3	-0.07944276183843613
199768	rnn.bias_hh_l1	4	-0.08568743616342545
199768	rnn.bias_hh_l1	5	-0.1217251643538475
199768	rnn.bias_hh_l1	6	-0.16049990057945251
199768	rnn.bias_hh_l1	7	0.056347668170928955
199768	rnn.bias_hh_l1	8	-0.18207553029060364
199768	rnn.bias_hh_l1	9	-0.11953020095825195
199768	rnn.weight_ih_l1_reverse	0	-0.044843100011348724
199768	rnn.weight_ih_l1_reverse	1	0.038907069712877274
199768	rnn.weight_ih_l1_reverse	2	0.09015203267335892
199768	rnn.weight_ih_l1_reverse	3	-0.010730489157140255
199768	rnn.weight_ih_l1_reverse	4	-0.033793315291404724
199768	rnn.weight_ih_l1_reverse	5	-0.031318213790655136
199768	rnn.weight_ih_l1_reverse	6	-0.013473082333803177
199768	rnn.weight_ih_l1_reverse	7	0.028354834765195847
199768	rnn.weight_ih_l1_reverse	8	0.001394432270899415
199768	rnn.weight_ih_l1_reverse	9	-0.04035143926739693
199768	rnn.weight_hh_l1_reverse	0	0.004882713779807091
199768	rnn.weight_hh_l1_reverse	1	0.03137435391545296
199768	rnn.weight_hh_l1_reverse	2	-0.040581926703453064
199768	rnn.weight_hh_l1_reverse	3	0.03540123999118805
199768	rnn.weight_hh_l1_reverse	4	0.04749591276049614
199768	rnn.weight_hh_l1_reverse	5	0.0029230709187686443
199768	rnn.weight_hh_l1_reverse	6	0.049773652106523514
199768	rnn.weight_hh_l1_reverse	7	0.03155416622757912
199768	rnn.weight_hh_l1_reverse	8	-0.007318045012652874
199768	rnn.weight_hh_l1_reverse	9	-0.030462972819805145
199768	rnn.bias_ih_l1_reverse	0	-0.05228785425424576
199768	rnn.bias_ih_l1_reverse	1	-0.15032468736171722
199768	rnn.bias_ih_l1_reverse	2	-0.1678258776664734
199768	rnn.bias_ih_l1_reverse	3	-0.05174494907259941
199768	rnn.bias_ih_l1_reverse	4	-0.21283316612243652
199768	rnn.bias_ih_l1_reverse	5	-0.11266183108091354
199768	rnn.bias_ih_l1_reverse	6	-0.13341866433620453
199768	rnn.bias_ih_l1_reverse	7	-0.1954382061958313
199768	rnn.bias_ih_l1_reverse	8	0.22016993165016174
199768	rnn.bias_ih_l1_reverse	9	0.026405343785881996
199768	rnn.bias_hh_l1_reverse	0	-0.010724503546953201
199768	rnn.bias_hh_l1_reverse	1	-0.07099272310733795
199768	rnn.bias_hh_l1_reverse	2	-0.23493817448616028
199768	rnn.bias_hh_l1_reverse	3	-0.14588662981987
199768	rnn.bias_hh_l1_reverse	4	-0.08275173604488373
199768	rnn.bias_hh_l1_reverse	5	-0.12141889333724976
199768	rnn.bias_hh_l1_reverse	6	0.051578063517808914
199768	rnn.bias_hh_l1_reverse	7	-0.15071935951709747
199768	rnn.bias_hh_l1_reverse	8	-0.11752066761255264
199768	rnn.bias_hh_l1_reverse	9	-0.14932730793952942
199768	linear.weight	0	0.002228822559118271
199768	linear.weight	1	0.10854095965623856
199768	linear.weight	2	-0.10514736920595169
199768	linear.weight	3	0.2846413254737854
199768	linear.weight	4	0.16112485527992249
199768	linear.weight	5	-0.061361972242593765
199768	linear.weight	6	0.10356497764587402
199768	linear.weight	7	0.13640537858009338
199768	linear.weight	8	0.041149161756038666
199768	linear.weight	9	-0.048135265707969666
199768	linear.bias	0	0.10848401486873627
199768	linear.bias	1	-0.168400838971138
199768	linear.bias	2	-0.4373422861099243
199768	linear.bias	3	-0.6547526121139526
199768	linear.bias	4	-1.2318838834762573
199768	linear.bias	5	-0.07171913981437683
199768	linear.bias	6	-0.7832000255584717
199768	linear.bias	7	0.25296714901924133
199768	linear.bias	8	-0.43474406003952026
199768	linear.bias	9	-1.0452911853790283
199965	transitions	0	0.7402224540710449
199965	transitions	1	0.1472579836845398
199965	transitions	2	-10000.0
199965	transitions	3	-1.8269692659378052
199965	transitions	4	-10000.0
199965	transitions	5	0.5659226179122925
199965	transitions	6	-0.08328505605459213
199965	transitions	7	-0.7847923636436462
199965	transitions	8	-1.4179213047027588
199965	transitions	9	-0.00120826018974185
199965	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
199965	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
199965	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
199965	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
199965	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
199965	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
199965	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
199965	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
199965	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
199965	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
199965	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
199965	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
199965	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
199965	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
199965	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
199965	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
199965	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
199965	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
199965	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
199965	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
199965	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
199965	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
199965	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
199965	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
199965	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
199965	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
199965	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
199965	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
199965	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
199965	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
199965	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
199965	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
199965	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
199965	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
199965	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
199965	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
199965	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
199965	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
199965	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
199965	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
199965	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
199965	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
199965	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
199965	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
199965	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
199965	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
199965	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
199965	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
199965	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
199965	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
199965	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
199965	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
199965	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
199965	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
199965	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
199965	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
199965	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
199965	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
199965	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
199965	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
199965	embedding2nn.weight	0	0.020824667066335678
199965	embedding2nn.weight	1	-0.01325252652168274
199965	embedding2nn.weight	2	-0.014268254861235619
199965	embedding2nn.weight	3	-0.032310303300619125
199965	embedding2nn.weight	4	-0.0059150345623493195
199965	embedding2nn.weight	5	-0.0037005890626460314
199965	embedding2nn.weight	6	-0.003973269369453192
199965	embedding2nn.weight	7	-0.07754404097795486
199965	embedding2nn.weight	8	-0.0019979383796453476
199965	embedding2nn.weight	9	-0.028858382254838943
199965	embedding2nn.bias	0	0.03200319781899452
199965	embedding2nn.bias	1	-0.07012702524662018
199965	embedding2nn.bias	2	0.06003982946276665
199965	embedding2nn.bias	3	0.04122210294008255
199965	embedding2nn.bias	4	-0.04771159961819649
199965	embedding2nn.bias	5	0.00401688227429986
199965	embedding2nn.bias	6	0.02199278585612774
199965	embedding2nn.bias	7	-0.05449151620268822
199965	embedding2nn.bias	8	0.06205543130636215
199965	embedding2nn.bias	9	0.05558771640062332
199965	rnn.weight_ih_l0	0	-0.078697070479393
199965	rnn.weight_ih_l0	1	0.0065782093442976475
199965	rnn.weight_ih_l0	2	0.030060164630413055
199965	rnn.weight_ih_l0	3	0.02256317250430584
199965	rnn.weight_ih_l0	4	-0.04842967912554741
199965	rnn.weight_ih_l0	5	-0.06555242836475372
199965	rnn.weight_ih_l0	6	-0.0005608085193671286
199965	rnn.weight_ih_l0	7	0.05075165256857872
199965	rnn.weight_ih_l0	8	-0.01296224631369114
199965	rnn.weight_ih_l0	9	-0.030927034094929695
199965	rnn.weight_hh_l0	0	-0.03147297725081444
199965	rnn.weight_hh_l0	1	-0.009648974984884262
199965	rnn.weight_hh_l0	2	0.009144479408860207
199965	rnn.weight_hh_l0	3	-0.07727792114019394
199965	rnn.weight_hh_l0	4	0.09400856494903564
199965	rnn.weight_hh_l0	5	-0.02417931891977787
199965	rnn.weight_hh_l0	6	-0.058452654629945755
199965	rnn.weight_hh_l0	7	0.009888102300465107
199965	rnn.weight_hh_l0	8	0.016025971621274948
199965	rnn.weight_hh_l0	9	-0.023315507918596268
199965	rnn.bias_ih_l0	0	0.13167402148246765
199965	rnn.bias_ih_l0	1	-0.032353464514017105
199965	rnn.bias_ih_l0	2	-0.03170531615614891
199965	rnn.bias_ih_l0	3	0.1530485898256302
199965	rnn.bias_ih_l0	4	-0.011462231166660786
199965	rnn.bias_ih_l0	5	-0.018830107524991035
199965	rnn.bias_ih_l0	6	0.020029522478580475
199965	rnn.bias_ih_l0	7	0.021371345967054367
199965	rnn.bias_ih_l0	8	-0.09818516671657562
199965	rnn.bias_ih_l0	9	-0.04995708912611008
199965	rnn.bias_hh_l0	0	3.133823338430375e-05
199965	rnn.bias_hh_l0	1	-0.10839502513408661
199965	rnn.bias_hh_l0	2	-0.06890080124139786
199965	rnn.bias_hh_l0	3	-0.08997082710266113
199965	rnn.bias_hh_l0	4	0.006337416358292103
199965	rnn.bias_hh_l0	5	-0.025136882439255714
199965	rnn.bias_hh_l0	6	0.03415530547499657
199965	rnn.bias_hh_l0	7	0.055494312196969986
199965	rnn.bias_hh_l0	8	-0.11907749623060226
199965	rnn.bias_hh_l0	9	-0.05488433688879013
199965	rnn.weight_ih_l0_reverse	0	-0.020479677245020866
199965	rnn.weight_ih_l0_reverse	1	-0.05313440039753914
199965	rnn.weight_ih_l0_reverse	2	-0.047047242522239685
199965	rnn.weight_ih_l0_reverse	3	0.012304364703595638
199965	rnn.weight_ih_l0_reverse	4	-0.020757924765348434
199965	rnn.weight_ih_l0_reverse	5	-0.05825895071029663
199965	rnn.weight_ih_l0_reverse	6	0.07607130706310272
199965	rnn.weight_ih_l0_reverse	7	-0.015348589979112148
199965	rnn.weight_ih_l0_reverse	8	-0.01662614941596985
199965	rnn.weight_ih_l0_reverse	9	6.425615538319107e-06
199965	rnn.weight_hh_l0_reverse	0	0.06575030088424683
199965	rnn.weight_hh_l0_reverse	1	0.02241065911948681
199965	rnn.weight_hh_l0_reverse	2	0.028735585510730743
199965	rnn.weight_hh_l0_reverse	3	0.035794638097286224
199965	rnn.weight_hh_l0_reverse	4	0.01222308725118637
199965	rnn.weight_hh_l0_reverse	5	0.009232900105416775
199965	rnn.weight_hh_l0_reverse	6	0.04982878640294075
199965	rnn.weight_hh_l0_reverse	7	-0.08057790249586105
199965	rnn.weight_hh_l0_reverse	8	0.04086838290095329
199965	rnn.weight_hh_l0_reverse	9	0.03556397929787636
199965	rnn.bias_ih_l0_reverse	0	-0.05762014538049698
199965	rnn.bias_ih_l0_reverse	1	-0.2829965651035309
199965	rnn.bias_ih_l0_reverse	2	-0.12060850858688354
199965	rnn.bias_ih_l0_reverse	3	-0.05084406957030296
199965	rnn.bias_ih_l0_reverse	4	-0.020634474232792854
199965	rnn.bias_ih_l0_reverse	5	0.0774308517575264
199965	rnn.bias_ih_l0_reverse	6	-0.06531736254692078
199965	rnn.bias_ih_l0_reverse	7	0.061977535486221313
199965	rnn.bias_ih_l0_reverse	8	-0.04652537778019905
199965	rnn.bias_ih_l0_reverse	9	0.06353630125522614
199965	rnn.bias_hh_l0_reverse	0	0.02129342220723629
199965	rnn.bias_hh_l0_reverse	1	-0.055570054799318314
199965	rnn.bias_hh_l0_reverse	2	0.07954022288322449
199965	rnn.bias_hh_l0_reverse	3	-0.05069274827837944
199965	rnn.bias_hh_l0_reverse	4	-0.02202543243765831
199965	rnn.bias_hh_l0_reverse	5	-0.0255222637206316
199965	rnn.bias_hh_l0_reverse	6	-0.016681089997291565
199965	rnn.bias_hh_l0_reverse	7	0.10239996761083603
199965	rnn.bias_hh_l0_reverse	8	0.03517187014222145
199965	rnn.bias_hh_l0_reverse	9	-0.14807726442813873
199965	rnn.weight_ih_l1	0	-0.03008606657385826
199965	rnn.weight_ih_l1	1	-0.0502827912569046
199965	rnn.weight_ih_l1	2	0.05562063306570053
199965	rnn.weight_ih_l1	3	-0.07105012983083725
199965	rnn.weight_ih_l1	4	-0.014858460053801537
199965	rnn.weight_ih_l1	5	-0.04074449464678764
199965	rnn.weight_ih_l1	6	0.028593799099326134
199965	rnn.weight_ih_l1	7	-0.047799184918403625
199965	rnn.weight_ih_l1	8	0.03687170520424843
199965	rnn.weight_ih_l1	9	0.04658548906445503
199965	rnn.weight_hh_l1	0	-0.006559449248015881
199965	rnn.weight_hh_l1	1	0.0203432384878397
199965	rnn.weight_hh_l1	2	0.00825479719787836
199965	rnn.weight_hh_l1	3	-0.013105395250022411
199965	rnn.weight_hh_l1	4	0.005004779435694218
199965	rnn.weight_hh_l1	5	0.03313087299466133
199965	rnn.weight_hh_l1	6	0.03595994785428047
199965	rnn.weight_hh_l1	7	-0.016869351267814636
199965	rnn.weight_hh_l1	8	-0.00807027518749237
199965	rnn.weight_hh_l1	9	0.03614295274019241
199965	rnn.bias_ih_l1	0	-0.18673014640808105
199965	rnn.bias_ih_l1	1	-0.18087071180343628
199965	rnn.bias_ih_l1	2	-0.20379044115543365
199965	rnn.bias_ih_l1	3	-0.3148832321166992
199965	rnn.bias_ih_l1	4	-0.2051638960838318
199965	rnn.bias_ih_l1	5	-0.08353201299905777
199965	rnn.bias_ih_l1	6	-0.16482682526111603
199965	rnn.bias_ih_l1	7	-0.008853971026837826
199965	rnn.bias_ih_l1	8	-0.12920710444450378
199965	rnn.bias_ih_l1	9	-0.13010366261005402
199965	rnn.bias_hh_l1	0	-0.0944998487830162
199965	rnn.bias_hh_l1	1	-0.07601610571146011
199965	rnn.bias_hh_l1	2	-0.09403812885284424
199965	rnn.bias_hh_l1	3	-0.07928257435560226
199965	rnn.bias_hh_l1	4	-0.08630266785621643
199965	rnn.bias_hh_l1	5	-0.12084823846817017
199965	rnn.bias_hh_l1	6	-0.16172777116298676
199965	rnn.bias_hh_l1	7	0.05556553229689598
199965	rnn.bias_hh_l1	8	-0.1818532645702362
199965	rnn.bias_hh_l1	9	-0.1210845410823822
199965	rnn.weight_ih_l1_reverse	0	-0.04509490355849266
199965	rnn.weight_ih_l1_reverse	1	0.038825035095214844
199965	rnn.weight_ih_l1_reverse	2	0.08958464115858078
199965	rnn.weight_ih_l1_reverse	3	-0.010546576231718063
199965	rnn.weight_ih_l1_reverse	4	-0.033744074404239655
199965	rnn.weight_ih_l1_reverse	5	-0.031245453283190727
199965	rnn.weight_ih_l1_reverse	6	-0.013112887740135193
199965	rnn.weight_ih_l1_reverse	7	0.028578389436006546
199965	rnn.weight_ih_l1_reverse	8	0.0004130107117816806
199965	rnn.weight_ih_l1_reverse	9	-0.040663301944732666
199965	rnn.weight_hh_l1_reverse	0	0.004807821940630674
199965	rnn.weight_hh_l1_reverse	1	0.03145764768123627
199965	rnn.weight_hh_l1_reverse	2	-0.040585219860076904
199965	rnn.weight_hh_l1_reverse	3	0.03538210317492485
199965	rnn.weight_hh_l1_reverse	4	0.04744341969490051
199965	rnn.weight_hh_l1_reverse	5	0.002792946295812726
199965	rnn.weight_hh_l1_reverse	6	0.0494876466691494
199965	rnn.weight_hh_l1_reverse	7	0.0315280519425869
199965	rnn.weight_hh_l1_reverse	8	-0.007358280476182699
199965	rnn.weight_hh_l1_reverse	9	-0.030401643365621567
199965	rnn.bias_ih_l1_reverse	0	-0.05252009630203247
199965	rnn.bias_ih_l1_reverse	1	-0.1499270349740982
199965	rnn.bias_ih_l1_reverse	2	-0.16742417216300964
199965	rnn.bias_ih_l1_reverse	3	-0.050856947898864746
199965	rnn.bias_ih_l1_reverse	4	-0.21259592473506927
199965	rnn.bias_ih_l1_reverse	5	-0.11261317878961563
199965	rnn.bias_ih_l1_reverse	6	-0.13367347419261932
199965	rnn.bias_ih_l1_reverse	7	-0.1950623244047165
199965	rnn.bias_ih_l1_reverse	8	0.2200477570295334
199965	rnn.bias_ih_l1_reverse	9	0.024817410856485367
199965	rnn.bias_hh_l1_reverse	0	-0.01084466278553009
199965	rnn.bias_hh_l1_reverse	1	-0.07208104431629181
199965	rnn.bias_hh_l1_reverse	2	-0.23478582501411438
199965	rnn.bias_hh_l1_reverse	3	-0.14577502012252808
199965	rnn.bias_hh_l1_reverse	4	-0.08226480334997177
199965	rnn.bias_hh_l1_reverse	5	-0.1223527044057846
199965	rnn.bias_hh_l1_reverse	6	0.04964582249522209
199965	rnn.bias_hh_l1_reverse	7	-0.15048827230930328
199965	rnn.bias_hh_l1_reverse	8	-0.11806268990039825
199965	rnn.bias_hh_l1_reverse	9	-0.14900608360767365
199965	linear.weight	0	0.002228822559118271
199965	linear.weight	1	0.10906840860843658
199965	linear.weight	2	-0.10540936887264252
199965	linear.weight	3	0.28645870089530945
199965	linear.weight	4	0.15967422723770142
199965	linear.weight	5	-0.06188320368528366
199965	linear.weight	6	0.10525820404291153
199965	linear.weight	7	0.13888756930828094
199965	linear.weight	8	0.04114912450313568
199965	linear.weight	9	-0.048672206699848175
199965	linear.bias	0	0.10360784083604813
199965	linear.bias	1	-0.16649256646633148
199965	linear.bias	2	-0.4295709431171417
199965	linear.bias	3	-0.6687495112419128
199965	linear.bias	4	-1.2452319860458374
199965	linear.bias	5	-0.06245992332696915
199965	linear.bias	6	-0.7823340892791748
199965	linear.bias	7	0.26303210854530334
199965	linear.bias	8	-0.4428732097148895
199965	linear.bias	9	-1.0528031587600708
200162	transitions	0	0.7462583780288696
200162	transitions	1	0.14673307538032532
200162	transitions	2	-10000.0
200162	transitions	3	-1.8270066976547241
200162	transitions	4	-10000.0
200162	transitions	5	0.5659135580062866
200162	transitions	6	-0.08330053836107254
200162	transitions	7	-0.7848264575004578
200162	transitions	8	-1.4179283380508423
200162	transitions	9	-0.001208426896482706
200162	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
200162	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
200162	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
200162	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
200162	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
200162	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
200162	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
200162	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
200162	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
200162	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
200162	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
200162	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
200162	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
200162	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
200162	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
200162	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
200162	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
200162	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
200162	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
200162	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
200162	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
200162	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
200162	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
200162	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
200162	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
200162	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
200162	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
200162	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
200162	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
200162	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
200162	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
200162	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
200162	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
200162	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
200162	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
200162	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
200162	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
200162	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
200162	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
200162	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
200162	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
200162	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
200162	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
200162	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
200162	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
200162	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
200162	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
200162	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
200162	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
200162	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
200162	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
200162	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
200162	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
200162	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
200162	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
200162	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
200162	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
200162	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
200162	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
200162	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
200162	embedding2nn.weight	0	0.020894525572657585
200162	embedding2nn.weight	1	-0.01331982109695673
200162	embedding2nn.weight	2	-0.014268254861235619
200162	embedding2nn.weight	3	-0.03185664489865303
200162	embedding2nn.weight	4	-0.0059150345623493195
200162	embedding2nn.weight	5	-0.0037005890626460314
200162	embedding2nn.weight	6	-0.0039732689037919044
200162	embedding2nn.weight	7	-0.07767174392938614
200162	embedding2nn.weight	8	-0.0019979383796453476
200162	embedding2nn.weight	9	-0.029042167589068413
200162	embedding2nn.bias	0	0.035466548055410385
200162	embedding2nn.bias	1	-0.0739944651722908
200162	embedding2nn.bias	2	0.061395108699798584
200162	embedding2nn.bias	3	0.04062845557928085
200162	embedding2nn.bias	4	-0.04947362467646599
200162	embedding2nn.bias	5	0.0029091390315443277
200162	embedding2nn.bias	6	0.020515354350209236
200162	embedding2nn.bias	7	-0.0535905659198761
200162	embedding2nn.bias	8	0.06293747574090958
200162	embedding2nn.bias	9	0.05465911701321602
200162	rnn.weight_ih_l0	0	-0.07910074293613434
200162	rnn.weight_ih_l0	1	0.006371259689331055
200162	rnn.weight_ih_l0	2	0.029788604006171227
200162	rnn.weight_ih_l0	3	0.022689925506711006
200162	rnn.weight_ih_l0	4	-0.04837247356772423
200162	rnn.weight_ih_l0	5	-0.06549226492643356
200162	rnn.weight_ih_l0	6	-0.0005154315731488168
200162	rnn.weight_ih_l0	7	0.05058639496564865
200162	rnn.weight_ih_l0	8	-0.013681396842002869
200162	rnn.weight_ih_l0	9	-0.031241921707987785
200162	rnn.weight_hh_l0	0	-0.03181630000472069
200162	rnn.weight_hh_l0	1	-0.010015527717769146
200162	rnn.weight_hh_l0	2	0.00916538666933775
200162	rnn.weight_hh_l0	3	-0.07718895375728607
200162	rnn.weight_hh_l0	4	0.09395425021648407
200162	rnn.weight_hh_l0	5	-0.024287259206175804
200162	rnn.weight_hh_l0	6	-0.05846839398145676
200162	rnn.weight_hh_l0	7	0.009895334020256996
200162	rnn.weight_hh_l0	8	0.015947235748171806
200162	rnn.weight_hh_l0	9	-0.023497501388192177
200162	rnn.bias_ih_l0	0	0.13153262436389923
200162	rnn.bias_ih_l0	1	-0.03300093859434128
200162	rnn.bias_ih_l0	2	-0.031185992062091827
200162	rnn.bias_ih_l0	3	0.15405423939228058
200162	rnn.bias_ih_l0	4	-0.01175723411142826
200162	rnn.bias_ih_l0	5	-0.01908387988805771
200162	rnn.bias_ih_l0	6	0.019959909841418266
200162	rnn.bias_ih_l0	7	0.021436894312500954
200162	rnn.bias_ih_l0	8	-0.0981677994132042
200162	rnn.bias_ih_l0	9	-0.049857959151268005
200162	rnn.bias_hh_l0	0	0.0004493050219025463
200162	rnn.bias_hh_l0	1	-0.10800682008266449
200162	rnn.bias_hh_l0	2	-0.06896697729825974
200162	rnn.bias_hh_l0	3	-0.09001259505748749
200162	rnn.bias_hh_l0	4	0.005679579917341471
200162	rnn.bias_hh_l0	5	-0.02548903599381447
200162	rnn.bias_hh_l0	6	0.0336184948682785
200162	rnn.bias_hh_l0	7	0.055463287979364395
200162	rnn.bias_hh_l0	8	-0.11912669986486435
200162	rnn.bias_hh_l0	9	-0.05505874380469322
200162	rnn.weight_ih_l0_reverse	0	-0.020678700879216194
200162	rnn.weight_ih_l0_reverse	1	-0.05300971120595932
200162	rnn.weight_ih_l0_reverse	2	-0.04704196751117706
200162	rnn.weight_ih_l0_reverse	3	0.012371772900223732
200162	rnn.weight_ih_l0_reverse	4	-0.020638033747673035
200162	rnn.weight_ih_l0_reverse	5	-0.05803580582141876
200162	rnn.weight_ih_l0_reverse	6	0.07623641937971115
200162	rnn.weight_ih_l0_reverse	7	-0.015870176255702972
200162	rnn.weight_ih_l0_reverse	8	-0.016587262973189354
200162	rnn.weight_ih_l0_reverse	9	4.653187352232635e-05
200162	rnn.weight_hh_l0_reverse	0	0.06520987302064896
200162	rnn.weight_hh_l0_reverse	1	0.022509252652525902
200162	rnn.weight_hh_l0_reverse	2	0.028517061844468117
200162	rnn.weight_hh_l0_reverse	3	0.03557617962360382
200162	rnn.weight_hh_l0_reverse	4	0.012203534133732319
200162	rnn.weight_hh_l0_reverse	5	0.009026331827044487
200162	rnn.weight_hh_l0_reverse	6	0.0499226450920105
200162	rnn.weight_hh_l0_reverse	7	-0.08102037012577057
200162	rnn.weight_hh_l0_reverse	8	0.04096439853310585
200162	rnn.weight_hh_l0_reverse	9	0.03520079329609871
200162	rnn.bias_ih_l0_reverse	0	-0.05768894404172897
200162	rnn.bias_ih_l0_reverse	1	-0.2828468978404999
200162	rnn.bias_ih_l0_reverse	2	-0.12065201252698898
200162	rnn.bias_ih_l0_reverse	3	-0.050231970846652985
200162	rnn.bias_ih_l0_reverse	4	-0.020679209381341934
200162	rnn.bias_ih_l0_reverse	5	0.07725634425878525
200162	rnn.bias_ih_l0_reverse	6	-0.06492412090301514
200162	rnn.bias_ih_l0_reverse	7	0.061830271035432816
200162	rnn.bias_ih_l0_reverse	8	-0.04650590196251869
200162	rnn.bias_ih_l0_reverse	9	0.06443749368190765
200162	rnn.bias_hh_l0_reverse	0	0.021571893244981766
200162	rnn.bias_hh_l0_reverse	1	-0.05555270239710808
200162	rnn.bias_hh_l0_reverse	2	0.07987356930971146
200162	rnn.bias_hh_l0_reverse	3	-0.051311034709215164
200162	rnn.bias_hh_l0_reverse	4	-0.022093962877988815
200162	rnn.bias_hh_l0_reverse	5	-0.025843461975455284
200162	rnn.bias_hh_l0_reverse	6	-0.016195984557271004
200162	rnn.bias_hh_l0_reverse	7	0.10298686474561691
200162	rnn.bias_hh_l0_reverse	8	0.03501353785395622
200162	rnn.bias_hh_l0_reverse	9	-0.14900755882263184
200162	rnn.weight_ih_l1	0	-0.030277328565716743
200162	rnn.weight_ih_l1	1	-0.05024852603673935
200162	rnn.weight_ih_l1	2	0.05547115206718445
200162	rnn.weight_ih_l1	3	-0.07108370959758759
200162	rnn.weight_ih_l1	4	-0.014515603892505169
200162	rnn.weight_ih_l1	5	-0.0406777523458004
200162	rnn.weight_ih_l1	6	0.028445780277252197
200162	rnn.weight_ih_l1	7	-0.047438088804483414
200162	rnn.weight_ih_l1	8	0.036901723593473434
200162	rnn.weight_ih_l1	9	0.04635332152247429
200162	rnn.weight_hh_l1	0	-0.006450518034398556
200162	rnn.weight_hh_l1	1	0.020258361473679543
200162	rnn.weight_hh_l1	2	0.008079529739916325
200162	rnn.weight_hh_l1	3	-0.013097000308334827
200162	rnn.weight_hh_l1	4	0.005104640033096075
200162	rnn.weight_hh_l1	5	0.033209409564733505
200162	rnn.weight_hh_l1	6	0.03603486716747284
200162	rnn.weight_hh_l1	7	-0.01676567643880844
200162	rnn.weight_hh_l1	8	-0.008112947456538677
200162	rnn.weight_hh_l1	9	0.03614959865808487
200162	rnn.bias_ih_l1	0	-0.18586356937885284
200162	rnn.bias_ih_l1	1	-0.1813277155160904
200162	rnn.bias_ih_l1	2	-0.20334763824939728
200162	rnn.bias_ih_l1	3	-0.31427085399627686
200162	rnn.bias_ih_l1	4	-0.20410704612731934
200162	rnn.bias_ih_l1	5	-0.08435668796300888
200162	rnn.bias_ih_l1	6	-0.16483603417873383
200162	rnn.bias_ih_l1	7	-0.009584917686879635
200162	rnn.bias_ih_l1	8	-0.1295565664768219
200162	rnn.bias_ih_l1	9	-0.12991349399089813
200162	rnn.bias_hh_l1	0	-0.09600285440683365
200162	rnn.bias_hh_l1	1	-0.07469379156827927
200162	rnn.bias_hh_l1	2	-0.09481629729270935
200162	rnn.bias_hh_l1	3	-0.07962903380393982
200162	rnn.bias_hh_l1	4	-0.08616548776626587
200162	rnn.bias_hh_l1	5	-0.11995682120323181
200162	rnn.bias_hh_l1	6	-0.16249868273735046
200162	rnn.bias_hh_l1	7	0.05715437978506088
200162	rnn.bias_hh_l1	8	-0.18191096186637878
200162	rnn.bias_hh_l1	9	-0.12187301367521286
200162	rnn.weight_ih_l1_reverse	0	-0.04520251601934433
200162	rnn.weight_ih_l1_reverse	1	0.038349177688360214
200162	rnn.weight_ih_l1_reverse	2	0.08925329893827438
200162	rnn.weight_ih_l1_reverse	3	-0.011353099718689919
200162	rnn.weight_ih_l1_reverse	4	-0.033701274544000626
200162	rnn.weight_ih_l1_reverse	5	-0.03126988932490349
200162	rnn.weight_ih_l1_reverse	6	-0.013258418999612331
200162	rnn.weight_ih_l1_reverse	7	0.02862454019486904
200162	rnn.weight_ih_l1_reverse	8	-0.00011974859808105975
200162	rnn.weight_ih_l1_reverse	9	-0.04079446196556091
200162	rnn.weight_hh_l1_reverse	0	0.004907339811325073
200162	rnn.weight_hh_l1_reverse	1	0.03142756223678589
200162	rnn.weight_hh_l1_reverse	2	-0.040604185312986374
200162	rnn.weight_hh_l1_reverse	3	0.03535321354866028
200162	rnn.weight_hh_l1_reverse	4	0.04752526059746742
200162	rnn.weight_hh_l1_reverse	5	0.0029623322188854218
200162	rnn.weight_hh_l1_reverse	6	0.04979255422949791
200162	rnn.weight_hh_l1_reverse	7	0.031614046543836594
200162	rnn.weight_hh_l1_reverse	8	-0.007395442575216293
200162	rnn.weight_hh_l1_reverse	9	-0.030307559296488762
200162	rnn.bias_ih_l1_reverse	0	-0.0526292659342289
200162	rnn.bias_ih_l1_reverse	1	-0.14908161759376526
200162	rnn.bias_ih_l1_reverse	2	-0.1666145920753479
200162	rnn.bias_ih_l1_reverse	3	-0.05244041606783867
200162	rnn.bias_ih_l1_reverse	4	-0.21247054636478424
200162	rnn.bias_ih_l1_reverse	5	-0.1125253364443779
200162	rnn.bias_ih_l1_reverse	6	-0.13351060450077057
200162	rnn.bias_ih_l1_reverse	7	-0.19429367780685425
200162	rnn.bias_ih_l1_reverse	8	0.22087515890598297
200162	rnn.bias_ih_l1_reverse	9	0.025746749714016914
200162	rnn.bias_hh_l1_reverse	0	-0.009938845410943031
200162	rnn.bias_hh_l1_reverse	1	-0.07238665968179703
200162	rnn.bias_hh_l1_reverse	2	-0.2347293496131897
200162	rnn.bias_hh_l1_reverse	3	-0.14608630537986755
200162	rnn.bias_hh_l1_reverse	4	-0.08275867253541946
200162	rnn.bias_hh_l1_reverse	5	-0.12270230054855347
200162	rnn.bias_hh_l1_reverse	6	0.05041082948446274
200162	rnn.bias_hh_l1_reverse	7	-0.1510079950094223
200162	rnn.bias_hh_l1_reverse	8	-0.11689240485429764
200162	rnn.bias_hh_l1_reverse	9	-0.14887793362140656
200162	linear.weight	0	0.002228822559118271
200162	linear.weight	1	0.11187081038951874
200162	linear.weight	2	-0.10584428161382675
200162	linear.weight	3	0.28951963782310486
200162	linear.weight	4	0.16042876243591309
200162	linear.weight	5	-0.06244898587465286
200162	linear.weight	6	0.10292892158031464
200162	linear.weight	7	0.13951878249645233
200162	linear.weight	8	0.041148897260427475
200162	linear.weight	9	-0.047596417367458344
200162	linear.bias	0	0.09115143865346909
200162	linear.bias	1	-0.17220884561538696
200162	linear.bias	2	-0.4398535490036011
200162	linear.bias	3	-0.6552240252494812
200162	linear.bias	4	-1.2324228286743164
200162	linear.bias	5	-0.06757941097021103
200162	linear.bias	6	-0.7887396216392517
200162	linear.bias	7	0.25597816705703735
200162	linear.bias	8	-0.43932586908340454
200162	linear.bias	9	-1.049519658088684
200359	transitions	0	0.744041919708252
200359	transitions	1	0.14773958921432495
200359	transitions	2	-10000.0
200359	transitions	3	-1.8270233869552612
200359	transitions	4	-10000.0
200359	transitions	5	0.565899133682251
200359	transitions	6	-0.08331509679555893
200359	transitions	7	-0.7848798632621765
200359	transitions	8	-1.4179344177246094
200359	transitions	9	-0.0012085865018889308
200359	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
200359	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
200359	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
200359	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
200359	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
200359	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
200359	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
200359	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
200359	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
200359	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
200359	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
200359	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
200359	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
200359	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
200359	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
200359	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
200359	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
200359	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
200359	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
200359	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
200359	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
200359	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
200359	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
200359	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
200359	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
200359	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
200359	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
200359	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
200359	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
200359	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
200359	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
200359	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
200359	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
200359	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
200359	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
200359	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
200359	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
200359	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
200359	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
200359	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
200359	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
200359	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
200359	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
200359	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
200359	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
200359	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
200359	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
200359	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
200359	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
200359	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
200359	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
200359	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
200359	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
200359	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
200359	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
200359	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
200359	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
200359	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
200359	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
200359	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
200359	embedding2nn.weight	0	0.021083645522594452
200359	embedding2nn.weight	1	-0.013317343778908253
200359	embedding2nn.weight	2	-0.014268254861235619
200359	embedding2nn.weight	3	-0.032799262553453445
200359	embedding2nn.weight	4	-0.0059150345623493195
200359	embedding2nn.weight	5	-0.0037005890626460314
200359	embedding2nn.weight	6	-0.003973269835114479
200359	embedding2nn.weight	7	-0.07739116996526718
200359	embedding2nn.weight	8	-0.0019979383796453476
200359	embedding2nn.weight	9	-0.029051531106233597
200359	embedding2nn.bias	0	0.036174602806568146
200359	embedding2nn.bias	1	-0.0754409208893776
200359	embedding2nn.bias	2	0.06106877699494362
200359	embedding2nn.bias	3	0.039407920092344284
200359	embedding2nn.bias	4	-0.048485178500413895
200359	embedding2nn.bias	5	0.0035712458193302155
200359	embedding2nn.bias	6	0.01881086826324463
200359	embedding2nn.bias	7	-0.05621222034096718
200359	embedding2nn.bias	8	0.06261149793863297
200359	embedding2nn.bias	9	0.05289790779352188
200359	rnn.weight_ih_l0	0	-0.0793209820985794
200359	rnn.weight_ih_l0	1	0.0059866830706596375
200359	rnn.weight_ih_l0	2	0.030089333653450012
200359	rnn.weight_ih_l0	3	0.02257353626191616
200359	rnn.weight_ih_l0	4	-0.04819006100296974
200359	rnn.weight_ih_l0	5	-0.06580913066864014
200359	rnn.weight_ih_l0	6	-0.001006114762276411
200359	rnn.weight_ih_l0	7	0.05041825771331787
200359	rnn.weight_ih_l0	8	-0.01357034221291542
200359	rnn.weight_ih_l0	9	-0.03136124834418297
200359	rnn.weight_hh_l0	0	-0.031623709946870804
200359	rnn.weight_hh_l0	1	-0.009972025640308857
200359	rnn.weight_hh_l0	2	0.009160897694528103
200359	rnn.weight_hh_l0	3	-0.07703614979982376
200359	rnn.weight_hh_l0	4	0.0938863754272461
200359	rnn.weight_hh_l0	5	-0.02462976984679699
200359	rnn.weight_hh_l0	6	-0.05871937423944473
200359	rnn.weight_hh_l0	7	0.010217680595815182
200359	rnn.weight_hh_l0	8	0.01590009406208992
200359	rnn.weight_hh_l0	9	-0.02364947460591793
200359	rnn.bias_ih_l0	0	0.13224053382873535
200359	rnn.bias_ih_l0	1	-0.033648986369371414
200359	rnn.bias_ih_l0	2	-0.03185587748885155
200359	rnn.bias_ih_l0	3	0.1550867259502411
200359	rnn.bias_ih_l0	4	-0.01209400873631239
200359	rnn.bias_ih_l0	5	-0.019531574100255966
200359	rnn.bias_ih_l0	6	0.01918650232255459
200359	rnn.bias_ih_l0	7	0.021991025656461716
200359	rnn.bias_ih_l0	8	-0.09795993566513062
200359	rnn.bias_ih_l0	9	-0.048300232738256454
200359	rnn.bias_hh_l0	0	0.0001549883745610714
200359	rnn.bias_hh_l0	1	-0.10853365808725357
200359	rnn.bias_hh_l0	2	-0.06868395954370499
200359	rnn.bias_hh_l0	3	-0.08983082324266434
200359	rnn.bias_hh_l0	4	0.006759457755833864
200359	rnn.bias_hh_l0	5	-0.026039276272058487
200359	rnn.bias_hh_l0	6	0.03295151889324188
200359	rnn.bias_hh_l0	7	0.05568941310048103
200359	rnn.bias_hh_l0	8	-0.11920005083084106
200359	rnn.bias_hh_l0	9	-0.05507766082882881
200359	rnn.weight_ih_l0_reverse	0	-0.020868375897407532
200359	rnn.weight_ih_l0_reverse	1	-0.052925918251276016
200359	rnn.weight_ih_l0_reverse	2	-0.04698580130934715
200359	rnn.weight_ih_l0_reverse	3	0.012563103809952736
200359	rnn.weight_ih_l0_reverse	4	-0.02105022221803665
200359	rnn.weight_ih_l0_reverse	5	-0.05817798152565956
200359	rnn.weight_ih_l0_reverse	6	0.0763666108250618
200359	rnn.weight_ih_l0_reverse	7	-0.015747439116239548
200359	rnn.weight_ih_l0_reverse	8	-0.016637243330478668
200359	rnn.weight_ih_l0_reverse	9	0.0002018023660639301
200359	rnn.weight_hh_l0_reverse	0	0.06528108566999435
200359	rnn.weight_hh_l0_reverse	1	0.022434942424297333
200359	rnn.weight_hh_l0_reverse	2	0.02822684496641159
200359	rnn.weight_hh_l0_reverse	3	0.03547884151339531
200359	rnn.weight_hh_l0_reverse	4	0.01216290332376957
200359	rnn.weight_hh_l0_reverse	5	0.00871372502297163
200359	rnn.weight_hh_l0_reverse	6	0.049967918545007706
200359	rnn.weight_hh_l0_reverse	7	-0.08072571456432343
200359	rnn.weight_hh_l0_reverse	8	0.040774110704660416
200359	rnn.weight_hh_l0_reverse	9	0.035009242594242096
200359	rnn.bias_ih_l0_reverse	0	-0.05778299272060394
200359	rnn.bias_ih_l0_reverse	1	-0.28258752822875977
200359	rnn.bias_ih_l0_reverse	2	-0.12053484469652176
200359	rnn.bias_ih_l0_reverse	3	-0.05015909671783447
200359	rnn.bias_ih_l0_reverse	4	-0.020823271945118904
200359	rnn.bias_ih_l0_reverse	5	0.07720839232206345
200359	rnn.bias_ih_l0_reverse	6	-0.064151830971241
200359	rnn.bias_ih_l0_reverse	7	0.06287921965122223
200359	rnn.bias_ih_l0_reverse	8	-0.04631565883755684
200359	rnn.bias_ih_l0_reverse	9	0.06451057642698288
200359	rnn.bias_hh_l0_reverse	0	0.022662080824375153
200359	rnn.bias_hh_l0_reverse	1	-0.05604720115661621
200359	rnn.bias_hh_l0_reverse	2	0.07983105629682541
200359	rnn.bias_hh_l0_reverse	3	-0.05160718411207199
200359	rnn.bias_hh_l0_reverse	4	-0.022156257182359695
200359	rnn.bias_hh_l0_reverse	5	-0.02579791285097599
200359	rnn.bias_hh_l0_reverse	6	-0.016391223296523094
200359	rnn.bias_hh_l0_reverse	7	0.10262015461921692
200359	rnn.bias_hh_l0_reverse	8	0.03443942591547966
200359	rnn.bias_hh_l0_reverse	9	-0.14805500209331512
200359	rnn.weight_ih_l1	0	-0.030376123264431953
200359	rnn.weight_ih_l1	1	-0.0497082881629467
200359	rnn.weight_ih_l1	2	0.055539533495903015
200359	rnn.weight_ih_l1	3	-0.07150519639253616
200359	rnn.weight_ih_l1	4	-0.014480643905699253
200359	rnn.weight_ih_l1	5	-0.04088430851697922
200359	rnn.weight_ih_l1	6	0.028442053124308586
200359	rnn.weight_ih_l1	7	-0.04746328294277191
200359	rnn.weight_ih_l1	8	0.03684587776660919
200359	rnn.weight_ih_l1	9	0.04646733030676842
200359	rnn.weight_hh_l1	0	-0.006338822655379772
200359	rnn.weight_hh_l1	1	0.020253371447324753
200359	rnn.weight_hh_l1	2	0.007736310828477144
200359	rnn.weight_hh_l1	3	-0.012900426983833313
200359	rnn.weight_hh_l1	4	0.005152765661478043
200359	rnn.weight_hh_l1	5	0.032981790602207184
200359	rnn.weight_hh_l1	6	0.03616836294531822
200359	rnn.weight_hh_l1	7	-0.01671196147799492
200359	rnn.weight_hh_l1	8	-0.008184332400560379
200359	rnn.weight_hh_l1	9	0.036423537880182266
200359	rnn.bias_ih_l1	0	-0.18629591166973114
200359	rnn.bias_ih_l1	1	-0.18082956969738007
200359	rnn.bias_ih_l1	2	-0.20407988131046295
200359	rnn.bias_ih_l1	3	-0.3142958879470825
200359	rnn.bias_ih_l1	4	-0.20282287895679474
200359	rnn.bias_ih_l1	5	-0.08438443392515182
200359	rnn.bias_ih_l1	6	-0.1652015596628189
200359	rnn.bias_ih_l1	7	-0.00841630157083273
200359	rnn.bias_ih_l1	8	-0.13003548979759216
200359	rnn.bias_ih_l1	9	-0.13021071255207062
200359	rnn.bias_hh_l1	0	-0.09635163843631744
200359	rnn.bias_hh_l1	1	-0.07441240549087524
200359	rnn.bias_hh_l1	2	-0.09478189051151276
200359	rnn.bias_hh_l1	3	-0.07999280840158463
200359	rnn.bias_hh_l1	4	-0.08540467172861099
200359	rnn.bias_hh_l1	5	-0.12060079723596573
200359	rnn.bias_hh_l1	6	-0.16173960268497467
200359	rnn.bias_hh_l1	7	0.057549167424440384
200359	rnn.bias_hh_l1	8	-0.1822764277458191
200359	rnn.bias_hh_l1	9	-0.12211480736732483
200359	rnn.weight_ih_l1_reverse	0	-0.045037250965833664
200359	rnn.weight_ih_l1_reverse	1	0.03828439489006996
200359	rnn.weight_ih_l1_reverse	2	0.08992594480514526
200359	rnn.weight_ih_l1_reverse	3	-0.011799476109445095
200359	rnn.weight_ih_l1_reverse	4	-0.03385153040289879
200359	rnn.weight_ih_l1_reverse	5	-0.03124050237238407
200359	rnn.weight_ih_l1_reverse	6	-0.013401432894170284
200359	rnn.weight_ih_l1_reverse	7	0.02853056974709034
200359	rnn.weight_ih_l1_reverse	8	-1.9046863599214703e-05
200359	rnn.weight_ih_l1_reverse	9	-0.04028098285198212
200359	rnn.weight_hh_l1_reverse	0	0.004849347285926342
200359	rnn.weight_hh_l1_reverse	1	0.03130480274558067
200359	rnn.weight_hh_l1_reverse	2	-0.04057693853974342
200359	rnn.weight_hh_l1_reverse	3	0.03534649312496185
200359	rnn.weight_hh_l1_reverse	4	0.04749682918190956
200359	rnn.weight_hh_l1_reverse	5	0.002809165045619011
200359	rnn.weight_hh_l1_reverse	6	0.04952944070100784
200359	rnn.weight_hh_l1_reverse	7	0.031482014805078506
200359	rnn.weight_hh_l1_reverse	8	-0.0074068582616746426
200359	rnn.weight_hh_l1_reverse	9	-0.0302099771797657
200359	rnn.bias_ih_l1_reverse	0	-0.05254898965358734
200359	rnn.bias_ih_l1_reverse	1	-0.14884160459041595
200359	rnn.bias_ih_l1_reverse	2	-0.16620378196239471
200359	rnn.bias_ih_l1_reverse	3	-0.053297221660614014
200359	rnn.bias_ih_l1_reverse	4	-0.21246002614498138
200359	rnn.bias_ih_l1_reverse	5	-0.1133144348859787
200359	rnn.bias_ih_l1_reverse	6	-0.13343432545661926
200359	rnn.bias_ih_l1_reverse	7	-0.1940716803073883
200359	rnn.bias_ih_l1_reverse	8	0.21812653541564941
200359	rnn.bias_ih_l1_reverse	9	0.026415370404720306
200359	rnn.bias_hh_l1_reverse	0	-0.00936952419579029
200359	rnn.bias_hh_l1_reverse	1	-0.07031720876693726
200359	rnn.bias_hh_l1_reverse	2	-0.23496371507644653
200359	rnn.bias_hh_l1_reverse	3	-0.14577652513980865
200359	rnn.bias_hh_l1_reverse	4	-0.08296291530132294
200359	rnn.bias_hh_l1_reverse	5	-0.12258882075548172
200359	rnn.bias_hh_l1_reverse	6	0.05070589482784271
200359	rnn.bias_hh_l1_reverse	7	-0.15053445100784302
200359	rnn.bias_hh_l1_reverse	8	-0.1177840530872345
200359	rnn.bias_hh_l1_reverse	9	-0.14886429905891418
200359	linear.weight	0	0.002228822559118271
200359	linear.weight	1	0.11516884714365005
200359	linear.weight	2	-0.10585659742355347
200359	linear.weight	3	0.2883005440235138
200359	linear.weight	4	0.16019006073474884
200359	linear.weight	5	-0.06269638985395432
200359	linear.weight	6	0.10206460952758789
200359	linear.weight	7	0.14011605083942413
200359	linear.weight	8	0.04114881530404091
200359	linear.weight	9	-0.04853954538702965
200359	linear.bias	0	0.0950288325548172
200359	linear.bias	1	-0.1782502830028534
200359	linear.bias	2	-0.4479227066040039
200359	linear.bias	3	-0.6508520841598511
200359	linear.bias	4	-1.2288042306900024
200359	linear.bias	5	-0.0739070475101471
200359	linear.bias	6	-0.7943621277809143
200359	linear.bias	7	0.24973440170288086
200359	linear.bias	8	-0.4259602725505829
200359	linear.bias	9	-1.0357708930969238
200556	transitions	0	0.7470487952232361
200556	transitions	1	0.14728078246116638
200556	transitions	2	-10000.0
200556	transitions	3	-1.8270295858383179
200556	transitions	4	-10000.0
200556	transitions	5	0.5658926963806152
200556	transitions	6	-0.08332618325948715
200556	transitions	7	-0.7850140929222107
200556	transitions	8	-1.4179497957229614
200556	transitions	9	-0.0012086950009688735
200556	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
200556	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
200556	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
200556	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
200556	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
200556	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
200556	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
200556	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
200556	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
200556	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
200556	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
200556	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
200556	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
200556	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
200556	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
200556	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
200556	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
200556	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
200556	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
200556	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
200556	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
200556	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
200556	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
200556	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
200556	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
200556	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
200556	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
200556	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
200556	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
200556	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
200556	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
200556	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
200556	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
200556	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
200556	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
200556	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
200556	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
200556	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
200556	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
200556	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
200556	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
200556	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
200556	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
200556	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
200556	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
200556	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
200556	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
200556	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
200556	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
200556	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
200556	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
200556	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
200556	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
200556	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
200556	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
200556	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
200556	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
200556	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
200556	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
200556	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
200556	embedding2nn.weight	0	0.021235918626189232
200556	embedding2nn.weight	1	-0.013336830772459507
200556	embedding2nn.weight	2	-0.014268254861235619
200556	embedding2nn.weight	3	-0.03298189491033554
200556	embedding2nn.weight	4	-0.0059150345623493195
200556	embedding2nn.weight	5	-0.0037005890626460314
200556	embedding2nn.weight	6	-0.0039732735604047775
200556	embedding2nn.weight	7	-0.0774596631526947
200556	embedding2nn.weight	8	-0.0019979383796453476
200556	embedding2nn.weight	9	-0.02918815240263939
200556	embedding2nn.bias	0	0.0392349511384964
200556	embedding2nn.bias	1	-0.07247982174158096
200556	embedding2nn.bias	2	0.062218304723501205
200556	embedding2nn.bias	3	0.03780408576130867
200556	embedding2nn.bias	4	-0.04656076431274414
200556	embedding2nn.bias	5	0.001470661023631692
200556	embedding2nn.bias	6	0.016390176489949226
200556	embedding2nn.bias	7	-0.054808709770441055
200556	embedding2nn.bias	8	0.06103244051337242
200556	embedding2nn.bias	9	0.05260021984577179
200556	rnn.weight_ih_l0	0	-0.0792812779545784
200556	rnn.weight_ih_l0	1	0.005721562076359987
200556	rnn.weight_ih_l0	2	0.029775241389870644
200556	rnn.weight_ih_l0	3	0.02258947677910328
200556	rnn.weight_ih_l0	4	-0.04815296456217766
200556	rnn.weight_ih_l0	5	-0.0656699687242508
200556	rnn.weight_ih_l0	6	-0.0013340165605768561
200556	rnn.weight_ih_l0	7	0.050505343824625015
200556	rnn.weight_ih_l0	8	-0.013691437430679798
200556	rnn.weight_ih_l0	9	-0.03117511048913002
200556	rnn.weight_hh_l0	0	-0.03161447495222092
200556	rnn.weight_hh_l0	1	-0.010005350224673748
200556	rnn.weight_hh_l0	2	0.009008568711578846
200556	rnn.weight_hh_l0	3	-0.07678106427192688
200556	rnn.weight_hh_l0	4	0.09384848922491074
200556	rnn.weight_hh_l0	5	-0.024868996813893318
200556	rnn.weight_hh_l0	6	-0.05858317017555237
200556	rnn.weight_hh_l0	7	0.010371090844273567
200556	rnn.weight_hh_l0	8	0.015788501128554344
200556	rnn.weight_hh_l0	9	-0.023656358942389488
200556	rnn.bias_ih_l0	0	0.13302776217460632
200556	rnn.bias_ih_l0	1	-0.03430921956896782
200556	rnn.bias_ih_l0	2	-0.03220649063587189
200556	rnn.bias_ih_l0	3	0.15554413199424744
200556	rnn.bias_ih_l0	4	-0.012065029703080654
200556	rnn.bias_ih_l0	5	-0.019368976354599
200556	rnn.bias_ih_l0	6	0.019378673285245895
200556	rnn.bias_ih_l0	7	0.022174954414367676
200556	rnn.bias_ih_l0	8	-0.09810859709978104
200556	rnn.bias_ih_l0	9	-0.047795094549655914
200556	rnn.bias_hh_l0	0	4.8977552069118246e-05
200556	rnn.bias_hh_l0	1	-0.10715661197900772
200556	rnn.bias_hh_l0	2	-0.0688074380159378
200556	rnn.bias_hh_l0	3	-0.08918017148971558
200556	rnn.bias_hh_l0	4	0.007676972076296806
200556	rnn.bias_hh_l0	5	-0.026227684691548347
200556	rnn.bias_hh_l0	6	0.0334826335310936
200556	rnn.bias_hh_l0	7	0.05748331919312477
200556	rnn.bias_hh_l0	8	-0.1188180074095726
200556	rnn.bias_hh_l0	9	-0.055078811943531036
200556	rnn.weight_ih_l0_reverse	0	-0.020977793261408806
200556	rnn.weight_ih_l0_reverse	1	-0.053015340119600296
200556	rnn.weight_ih_l0_reverse	2	-0.04731665179133415
200556	rnn.weight_ih_l0_reverse	3	0.012783119454979897
200556	rnn.weight_ih_l0_reverse	4	-0.021200096234679222
200556	rnn.weight_ih_l0_reverse	5	-0.05793212726712227
200556	rnn.weight_ih_l0_reverse	6	0.0762098953127861
200556	rnn.weight_ih_l0_reverse	7	-0.015153148211538792
200556	rnn.weight_ih_l0_reverse	8	-0.01672317087650299
200556	rnn.weight_ih_l0_reverse	9	-6.832157669123262e-05
200556	rnn.weight_hh_l0_reverse	0	0.06452630460262299
200556	rnn.weight_hh_l0_reverse	1	0.02241453342139721
200556	rnn.weight_hh_l0_reverse	2	0.028425127267837524
200556	rnn.weight_hh_l0_reverse	3	0.035567451268434525
200556	rnn.weight_hh_l0_reverse	4	0.012348863296210766
200556	rnn.weight_hh_l0_reverse	5	0.008431462571024895
200556	rnn.weight_hh_l0_reverse	6	0.050018467009067535
200556	rnn.weight_hh_l0_reverse	7	-0.08046736568212509
200556	rnn.weight_hh_l0_reverse	8	0.040593113750219345
200556	rnn.weight_hh_l0_reverse	9	0.03545692190527916
200556	rnn.bias_ih_l0_reverse	0	-0.05776926502585411
200556	rnn.bias_ih_l0_reverse	1	-0.2820724546909332
200556	rnn.bias_ih_l0_reverse	2	-0.1205507144331932
200556	rnn.bias_ih_l0_reverse	3	-0.04966937005519867
200556	rnn.bias_ih_l0_reverse	4	-0.020429080352187157
200556	rnn.bias_ih_l0_reverse	5	0.07776274532079697
200556	rnn.bias_ih_l0_reverse	6	-0.06359624862670898
200556	rnn.bias_ih_l0_reverse	7	0.0630512610077858
200556	rnn.bias_ih_l0_reverse	8	-0.04729890078306198
200556	rnn.bias_ih_l0_reverse	9	0.06505728513002396
200556	rnn.bias_hh_l0_reverse	0	0.023378044366836548
200556	rnn.bias_hh_l0_reverse	1	-0.057357802987098694
200556	rnn.bias_hh_l0_reverse	2	0.07957055419683456
200556	rnn.bias_hh_l0_reverse	3	-0.052317064255476
200556	rnn.bias_hh_l0_reverse	4	-0.02295561134815216
200556	rnn.bias_hh_l0_reverse	5	-0.026161931455135345
200556	rnn.bias_hh_l0_reverse	6	-0.016694022342562675
200556	rnn.bias_hh_l0_reverse	7	0.1032051220536232
200556	rnn.bias_hh_l0_reverse	8	0.03521926328539848
200556	rnn.bias_hh_l0_reverse	9	-0.1472659856081009
200556	rnn.weight_ih_l1	0	-0.03054392896592617
200556	rnn.weight_ih_l1	1	-0.04962305724620819
200556	rnn.weight_ih_l1	2	0.05568644776940346
200556	rnn.weight_ih_l1	3	-0.07110701501369476
200556	rnn.weight_ih_l1	4	-0.01445862464606762
200556	rnn.weight_ih_l1	5	-0.040931351482868195
200556	rnn.weight_ih_l1	6	0.02846652828156948
200556	rnn.weight_ih_l1	7	-0.047649890184402466
200556	rnn.weight_ih_l1	8	0.03684326633810997
200556	rnn.weight_ih_l1	9	0.046499159187078476
200556	rnn.weight_hh_l1	0	-0.00648579141125083
200556	rnn.weight_hh_l1	1	0.020185455679893494
200556	rnn.weight_hh_l1	2	0.007687992416322231
200556	rnn.weight_hh_l1	3	-0.012975308112800121
200556	rnn.weight_hh_l1	4	0.0050854929722845554
200556	rnn.weight_hh_l1	5	0.03302743658423424
200556	rnn.weight_hh_l1	6	0.03595667704939842
200556	rnn.weight_hh_l1	7	-0.01664152555167675
200556	rnn.weight_hh_l1	8	-0.008127237670123577
200556	rnn.weight_hh_l1	9	0.03656122460961342
200556	rnn.bias_ih_l1	0	-0.18582777678966522
200556	rnn.bias_ih_l1	1	-0.1813240796327591
200556	rnn.bias_ih_l1	2	-0.20353655517101288
200556	rnn.bias_ih_l1	3	-0.3145088851451874
200556	rnn.bias_ih_l1	4	-0.20492973923683167
200556	rnn.bias_ih_l1	5	-0.08399457484483719
200556	rnn.bias_ih_l1	6	-0.1638171225786209
200556	rnn.bias_ih_l1	7	-0.00826437957584858
200556	rnn.bias_ih_l1	8	-0.13046669960021973
200556	rnn.bias_ih_l1	9	-0.12971363961696625
200556	rnn.bias_hh_l1	0	-0.09650056064128876
200556	rnn.bias_hh_l1	1	-0.07372739166021347
200556	rnn.bias_hh_l1	2	-0.09471981972455978
200556	rnn.bias_hh_l1	3	-0.07996314764022827
200556	rnn.bias_hh_l1	4	-0.08570796251296997
200556	rnn.bias_hh_l1	5	-0.1208900734782219
200556	rnn.bias_hh_l1	6	-0.16029846668243408
200556	rnn.bias_hh_l1	7	0.057184845209121704
200556	rnn.bias_hh_l1	8	-0.18218131363391876
200556	rnn.bias_hh_l1	9	-0.12188973277807236
200556	rnn.weight_ih_l1_reverse	0	-0.04485015198588371
200556	rnn.weight_ih_l1_reverse	1	0.038432199507951736
200556	rnn.weight_ih_l1_reverse	2	0.09002429991960526
200556	rnn.weight_ih_l1_reverse	3	-0.011696221306920052
200556	rnn.weight_ih_l1_reverse	4	-0.03320308029651642
200556	rnn.weight_ih_l1_reverse	5	-0.03127382695674896
200556	rnn.weight_ih_l1_reverse	6	-0.013093880377709866
200556	rnn.weight_ih_l1_reverse	7	0.028300514444708824
200556	rnn.weight_ih_l1_reverse	8	0.0009670626604929566
200556	rnn.weight_ih_l1_reverse	9	-0.0394902229309082
200556	rnn.weight_hh_l1_reverse	0	0.004839151166379452
200556	rnn.weight_hh_l1_reverse	1	0.03129078447818756
200556	rnn.weight_hh_l1_reverse	2	-0.04058839753270149
200556	rnn.weight_hh_l1_reverse	3	0.03534943237900734
200556	rnn.weight_hh_l1_reverse	4	0.04738225042819977
200556	rnn.weight_hh_l1_reverse	5	0.0028879353776574135
200556	rnn.weight_hh_l1_reverse	6	0.05024591088294983
200556	rnn.weight_hh_l1_reverse	7	0.031498998403549194
200556	rnn.weight_hh_l1_reverse	8	-0.007348853163421154
200556	rnn.weight_hh_l1_reverse	9	-0.030300753191113472
200556	rnn.bias_ih_l1_reverse	0	-0.053112875670194626
200556	rnn.bias_ih_l1_reverse	1	-0.14849495887756348
200556	rnn.bias_ih_l1_reverse	2	-0.16671594977378845
200556	rnn.bias_ih_l1_reverse	3	-0.053973499685525894
200556	rnn.bias_ih_l1_reverse	4	-0.21231278777122498
200556	rnn.bias_ih_l1_reverse	5	-0.11351374536752701
200556	rnn.bias_ih_l1_reverse	6	-0.13364115357398987
200556	rnn.bias_ih_l1_reverse	7	-0.19526657462120056
200556	rnn.bias_ih_l1_reverse	8	0.21836413443088531
200556	rnn.bias_ih_l1_reverse	9	0.027311798185110092
200556	rnn.bias_hh_l1_reverse	0	-0.010284334421157837
200556	rnn.bias_hh_l1_reverse	1	-0.06960970163345337
200556	rnn.bias_hh_l1_reverse	2	-0.23474323749542236
200556	rnn.bias_hh_l1_reverse	3	-0.14473669230937958
200556	rnn.bias_hh_l1_reverse	4	-0.08275508880615234
200556	rnn.bias_hh_l1_reverse	5	-0.12205780297517776
200556	rnn.bias_hh_l1_reverse	6	0.05139761418104172
200556	rnn.bias_hh_l1_reverse	7	-0.14995896816253662
200556	rnn.bias_hh_l1_reverse	8	-0.11892394721508026
200556	rnn.bias_hh_l1_reverse	9	-0.1488785445690155
200556	linear.weight	0	0.002228822559118271
200556	linear.weight	1	0.11569222807884216
200556	linear.weight	2	-0.10609053075313568
200556	linear.weight	3	0.2878239154815674
200556	linear.weight	4	0.16113007068634033
200556	linear.weight	5	-0.06310395151376724
200556	linear.weight	6	0.09943459182977676
200556	linear.weight	7	0.14075474441051483
200556	linear.weight	8	0.04114871844649315
200556	linear.weight	9	-0.0488571934401989
200556	linear.bias	0	0.085594542324543
200556	linear.bias	1	-0.17321912944316864
200556	linear.bias	2	-0.44280990958213806
200556	linear.bias	3	-0.652953565120697
200556	linear.bias	4	-1.2309848070144653
200556	linear.bias	5	-0.07225238531827927
200556	linear.bias	6	-0.7884030938148499
200556	linear.bias	7	0.25152337551116943
200556	linear.bias	8	-0.4202927350997925
200556	linear.bias	9	-1.030240535736084
200753	transitions	0	0.7463213205337524
200753	transitions	1	0.14721772074699402
200753	transitions	2	-10000.0
200753	transitions	3	-1.827034592628479
200753	transitions	4	-10000.0
200753	transitions	5	0.5658841729164124
200753	transitions	6	-0.08333727717399597
200753	transitions	7	-0.7850549221038818
200753	transitions	8	-1.417963981628418
200753	transitions	9	-0.0012088154908269644
200753	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
200753	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
200753	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
200753	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
200753	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
200753	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
200753	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
200753	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
200753	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
200753	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
200753	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
200753	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
200753	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
200753	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
200753	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
200753	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
200753	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
200753	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
200753	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
200753	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
200753	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
200753	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
200753	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
200753	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
200753	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
200753	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
200753	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
200753	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
200753	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
200753	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
200753	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
200753	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
200753	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
200753	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
200753	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
200753	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
200753	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
200753	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
200753	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
200753	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
200753	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
200753	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
200753	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
200753	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
200753	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
200753	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
200753	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
200753	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
200753	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
200753	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
200753	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
200753	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
200753	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
200753	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
200753	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
200753	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
200753	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
200753	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
200753	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
200753	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
200753	embedding2nn.weight	0	0.021134132519364357
200753	embedding2nn.weight	1	-0.013351251371204853
200753	embedding2nn.weight	2	-0.014268254861235619
200753	embedding2nn.weight	3	-0.03398532420396805
200753	embedding2nn.weight	4	-0.0059150345623493195
200753	embedding2nn.weight	5	-0.0037005890626460314
200753	embedding2nn.weight	6	-0.00397327309474349
200753	embedding2nn.weight	7	-0.07761342078447342
200753	embedding2nn.weight	8	-0.0019979383796453476
200753	embedding2nn.weight	9	-0.029044272378087044
200753	embedding2nn.bias	0	0.03997747600078583
200753	embedding2nn.bias	1	-0.07409752160310745
200753	embedding2nn.bias	2	0.06168936565518379
200753	embedding2nn.bias	3	0.03507274016737938
200753	embedding2nn.bias	4	-0.04239607974886894
200753	embedding2nn.bias	5	-0.0002641310275066644
200753	embedding2nn.bias	6	0.0151826785877347
200753	embedding2nn.bias	7	-0.05602366104722023
200753	embedding2nn.bias	8	0.062282416969537735
200753	embedding2nn.bias	9	0.054397113621234894
200753	rnn.weight_ih_l0	0	-0.07935609668493271
200753	rnn.weight_ih_l0	1	0.006067780312150717
200753	rnn.weight_ih_l0	2	0.029589420184493065
200753	rnn.weight_ih_l0	3	0.022573815658688545
200753	rnn.weight_ih_l0	4	-0.04779987037181854
200753	rnn.weight_ih_l0	5	-0.06584905833005905
200753	rnn.weight_ih_l0	6	-0.001676561078056693
200753	rnn.weight_ih_l0	7	0.05031192675232887
200753	rnn.weight_ih_l0	8	-0.014031610451638699
200753	rnn.weight_ih_l0	9	-0.030782312154769897
200753	rnn.weight_hh_l0	0	-0.031239520758390427
200753	rnn.weight_hh_l0	1	-0.00986350979655981
200753	rnn.weight_hh_l0	2	0.008828461170196533
200753	rnn.weight_hh_l0	3	-0.07665841281414032
200753	rnn.weight_hh_l0	4	0.09366548806428909
200753	rnn.weight_hh_l0	5	-0.025127340108156204
200753	rnn.weight_hh_l0	6	-0.05863640084862709
200753	rnn.weight_hh_l0	7	0.010213962756097317
200753	rnn.weight_hh_l0	8	0.015703972429037094
200753	rnn.weight_hh_l0	9	-0.023849977180361748
200753	rnn.bias_ih_l0	0	0.13347510993480682
200753	rnn.bias_ih_l0	1	-0.03424602374434471
200753	rnn.bias_ih_l0	2	-0.031635962426662445
200753	rnn.bias_ih_l0	3	0.15595166385173798
200753	rnn.bias_ih_l0	4	-0.01239978801459074
200753	rnn.bias_ih_l0	5	-0.01915951445698738
200753	rnn.bias_ih_l0	6	0.019336814060807228
200753	rnn.bias_ih_l0	7	0.02177017368376255
200753	rnn.bias_ih_l0	8	-0.09776069968938828
200753	rnn.bias_ih_l0	9	-0.04846563562750816
200753	rnn.bias_hh_l0	0	-0.0008408879511989653
200753	rnn.bias_hh_l0	1	-0.10708478093147278
200753	rnn.bias_hh_l0	2	-0.06842955946922302
200753	rnn.bias_hh_l0	3	-0.08963928371667862
200753	rnn.bias_hh_l0	4	0.00681850453838706
200753	rnn.bias_hh_l0	5	-0.025804191827774048
200753	rnn.bias_hh_l0	6	0.03301657736301422
200753	rnn.bias_hh_l0	7	0.05552005395293236
200753	rnn.bias_hh_l0	8	-0.11875562369823456
200753	rnn.bias_hh_l0	9	-0.054904185235500336
200753	rnn.weight_ih_l0_reverse	0	-0.020999053493142128
200753	rnn.weight_ih_l0_reverse	1	-0.05300791189074516
200753	rnn.weight_ih_l0_reverse	2	-0.047577179968357086
200753	rnn.weight_ih_l0_reverse	3	0.012299388647079468
200753	rnn.weight_ih_l0_reverse	4	-0.021366756409406662
200753	rnn.weight_ih_l0_reverse	5	-0.05784232169389725
200753	rnn.weight_ih_l0_reverse	6	0.07589006423950195
200753	rnn.weight_ih_l0_reverse	7	-0.015246220864355564
200753	rnn.weight_ih_l0_reverse	8	-0.016794010996818542
200753	rnn.weight_ih_l0_reverse	9	0.00014766099047847092
200753	rnn.weight_hh_l0_reverse	0	0.06464903056621552
200753	rnn.weight_hh_l0_reverse	1	0.022486267611384392
200753	rnn.weight_hh_l0_reverse	2	0.02837834507226944
200753	rnn.weight_hh_l0_reverse	3	0.03567255288362503
200753	rnn.weight_hh_l0_reverse	4	0.012345734052360058
200753	rnn.weight_hh_l0_reverse	5	0.008325277827680111
200753	rnn.weight_hh_l0_reverse	6	0.05005341023206711
200753	rnn.weight_hh_l0_reverse	7	-0.08042412251234055
200753	rnn.weight_hh_l0_reverse	8	0.04066625237464905
200753	rnn.weight_hh_l0_reverse	9	0.035619672387838364
200753	rnn.bias_ih_l0_reverse	0	-0.05708643049001694
200753	rnn.bias_ih_l0_reverse	1	-0.2822108566761017
200753	rnn.bias_ih_l0_reverse	2	-0.12055341899394989
200753	rnn.bias_ih_l0_reverse	3	-0.04981594905257225
200753	rnn.bias_ih_l0_reverse	4	-0.019683199003338814
200753	rnn.bias_ih_l0_reverse	5	0.07804752886295319
200753	rnn.bias_ih_l0_reverse	6	-0.06342611461877823
200753	rnn.bias_ih_l0_reverse	7	0.06261547654867172
200753	rnn.bias_ih_l0_reverse	8	-0.046272676438093185
200753	rnn.bias_ih_l0_reverse	9	0.06510747224092484
200753	rnn.bias_hh_l0_reverse	0	0.02378263510763645
200753	rnn.bias_hh_l0_reverse	1	-0.05725378543138504
200753	rnn.bias_hh_l0_reverse	2	0.07991400361061096
200753	rnn.bias_hh_l0_reverse	3	-0.05189324542880058
200753	rnn.bias_hh_l0_reverse	4	-0.02285376749932766
200753	rnn.bias_hh_l0_reverse	5	-0.026879601180553436
200753	rnn.bias_hh_l0_reverse	6	-0.01704074628651142
200753	rnn.bias_hh_l0_reverse	7	0.10223238915205002
200753	rnn.bias_hh_l0_reverse	8	0.03617135062813759
200753	rnn.bias_hh_l0_reverse	9	-0.14854025840759277
200753	rnn.weight_ih_l1	0	-0.030451621860265732
200753	rnn.weight_ih_l1	1	-0.04930033162236214
200753	rnn.weight_ih_l1	2	0.05525396764278412
200753	rnn.weight_ih_l1	3	-0.07084032893180847
200753	rnn.weight_ih_l1	4	-0.014674989506602287
200753	rnn.weight_ih_l1	5	-0.04112030938267708
200753	rnn.weight_ih_l1	6	0.02858635038137436
200753	rnn.weight_ih_l1	7	-0.04773286357522011
200753	rnn.weight_ih_l1	8	0.036945465952157974
200753	rnn.weight_ih_l1	9	0.04658528417348862
200753	rnn.weight_hh_l1	0	-0.006190040148794651
200753	rnn.weight_hh_l1	1	0.020213287323713303
200753	rnn.weight_hh_l1	2	0.007819102145731449
200753	rnn.weight_hh_l1	3	-0.013207908719778061
200753	rnn.weight_hh_l1	4	0.004987339023500681
200753	rnn.weight_hh_l1	5	0.03316102921962738
200753	rnn.weight_hh_l1	6	0.03582850098609924
200753	rnn.weight_hh_l1	7	-0.016737500205636024
200753	rnn.weight_hh_l1	8	-0.00810111965984106
200753	rnn.weight_hh_l1	9	0.03675302863121033
200753	rnn.bias_ih_l1	0	-0.18436677753925323
200753	rnn.bias_ih_l1	1	-0.1809988170862198
200753	rnn.bias_ih_l1	2	-0.20402394235134125
200753	rnn.bias_ih_l1	3	-0.3151489198207855
200753	rnn.bias_ih_l1	4	-0.2042675018310547
200753	rnn.bias_ih_l1	5	-0.08373289555311203
200753	rnn.bias_ih_l1	6	-0.16370145976543427
200753	rnn.bias_ih_l1	7	-0.007632971741259098
200753	rnn.bias_ih_l1	8	-0.13117973506450653
200753	rnn.bias_ih_l1	9	-0.13011763989925385
200753	rnn.bias_hh_l1	0	-0.09624380618333817
200753	rnn.bias_hh_l1	1	-0.07271046936511993
200753	rnn.bias_hh_l1	2	-0.0939531996846199
200753	rnn.bias_hh_l1	3	-0.08016831427812576
200753	rnn.bias_hh_l1	4	-0.08541455119848251
200753	rnn.bias_hh_l1	5	-0.12084077298641205
200753	rnn.bias_hh_l1	6	-0.16114620864391327
200753	rnn.bias_hh_l1	7	0.05789053812623024
200753	rnn.bias_hh_l1	8	-0.18172916769981384
200753	rnn.bias_hh_l1	9	-0.12225048989057541
200753	rnn.weight_ih_l1_reverse	0	-0.04495025426149368
200753	rnn.weight_ih_l1_reverse	1	0.03859035298228264
200753	rnn.weight_ih_l1_reverse	2	0.09028887003660202
200753	rnn.weight_ih_l1_reverse	3	-0.011211720295250416
200753	rnn.weight_ih_l1_reverse	4	-0.0331069752573967
200753	rnn.weight_ih_l1_reverse	5	-0.03128970041871071
200753	rnn.weight_ih_l1_reverse	6	-0.013359759002923965
200753	rnn.weight_ih_l1_reverse	7	0.028542829677462578
200753	rnn.weight_ih_l1_reverse	8	0.001768257119692862
200753	rnn.weight_ih_l1_reverse	9	-0.039258915930986404
200753	rnn.weight_hh_l1_reverse	0	0.004794441629201174
200753	rnn.weight_hh_l1_reverse	1	0.03127780556678772
200753	rnn.weight_hh_l1_reverse	2	-0.04059359058737755
200753	rnn.weight_hh_l1_reverse	3	0.03532404452562332
200753	rnn.weight_hh_l1_reverse	4	0.04737233743071556
200753	rnn.weight_hh_l1_reverse	5	0.0028231176547706127
200753	rnn.weight_hh_l1_reverse	6	0.050319455564022064
200753	rnn.weight_hh_l1_reverse	7	0.03144972026348114
200753	rnn.weight_hh_l1_reverse	8	-0.007393848616629839
200753	rnn.weight_hh_l1_reverse	9	-0.03030829317867756
200753	rnn.bias_ih_l1_reverse	0	-0.05331123247742653
200753	rnn.bias_ih_l1_reverse	1	-0.14858515560626984
200753	rnn.bias_ih_l1_reverse	2	-0.1665993183851242
200753	rnn.bias_ih_l1_reverse	3	-0.05593831092119217
200753	rnn.bias_ih_l1_reverse	4	-0.21244114637374878
200753	rnn.bias_ih_l1_reverse	5	-0.11353933066129684
200753	rnn.bias_ih_l1_reverse	6	-0.13356724381446838
200753	rnn.bias_ih_l1_reverse	7	-0.1952735185623169
200753	rnn.bias_ih_l1_reverse	8	0.22034019231796265
200753	rnn.bias_ih_l1_reverse	9	0.027631986886262894
200753	rnn.bias_hh_l1_reverse	0	-0.01069741789251566
200753	rnn.bias_hh_l1_reverse	1	-0.06998347491025925
200753	rnn.bias_hh_l1_reverse	2	-0.2351210117340088
200753	rnn.bias_hh_l1_reverse	3	-0.14504572749137878
200753	rnn.bias_hh_l1_reverse	4	-0.08261924982070923
200753	rnn.bias_hh_l1_reverse	5	-0.12180281430482864
200753	rnn.bias_hh_l1_reverse	6	0.04954236000776291
200753	rnn.bias_hh_l1_reverse	7	-0.15040650963783264
200753	rnn.bias_hh_l1_reverse	8	-0.11913130432367325
200753	rnn.bias_hh_l1_reverse	9	-0.14905712008476257
200753	linear.weight	0	0.002228822559118271
200753	linear.weight	1	0.11257362365722656
200753	linear.weight	2	-0.10590557754039764
200753	linear.weight	3	0.2859005928039551
200753	linear.weight	4	0.15987028181552887
200753	linear.weight	5	-0.06269913166761398
200753	linear.weight	6	0.09725864231586456
200753	linear.weight	7	0.14024342596530914
200753	linear.weight	8	0.041148487478494644
200753	linear.weight	9	-0.04973307251930237
200753	linear.bias	0	0.09042233228683472
200753	linear.bias	1	-0.16798435151576996
200753	linear.bias	2	-0.43807023763656616
200753	linear.bias	3	-0.6426568627357483
200753	linear.bias	4	-1.2211434841156006
200753	linear.bias	5	-0.072138711810112
200753	linear.bias	6	-0.7842262983322144
200753	linear.bias	7	0.251808762550354
200753	linear.bias	8	-0.42733389139175415
200753	linear.bias	9	-1.0370213985443115
200950	transitions	0	0.745513916015625
200950	transitions	1	0.14737965166568756
200950	transitions	2	-10000.0
200950	transitions	3	-1.8270410299301147
200950	transitions	4	-10000.0
200950	transitions	5	0.565875768661499
200950	transitions	6	-0.08334985375404358
200950	transitions	7	-0.7851608395576477
200950	transitions	8	-1.417979121208191
200950	transitions	9	-0.0012089865049347281
200950	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
200950	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
200950	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
200950	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
200950	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
200950	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
200950	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
200950	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
200950	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
200950	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
200950	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
200950	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
200950	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
200950	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
200950	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
200950	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
200950	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
200950	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
200950	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
200950	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
200950	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
200950	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
200950	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
200950	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
200950	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
200950	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
200950	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
200950	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
200950	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
200950	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
200950	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
200950	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
200950	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
200950	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
200950	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
200950	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
200950	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
200950	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
200950	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
200950	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
200950	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
200950	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
200950	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
200950	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
200950	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
200950	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
200950	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
200950	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
200950	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
200950	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
200950	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
200950	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
200950	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
200950	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
200950	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
200950	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
200950	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
200950	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
200950	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
200950	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
200950	embedding2nn.weight	0	0.020257435739040375
200950	embedding2nn.weight	1	-0.013370949774980545
200950	embedding2nn.weight	2	-0.014268254861235619
200950	embedding2nn.weight	3	-0.03339042887091637
200950	embedding2nn.weight	4	-0.0059150345623493195
200950	embedding2nn.weight	5	-0.0037005888298153877
200950	embedding2nn.weight	6	-0.0039732735604047775
200950	embedding2nn.weight	7	-0.07780219614505768
200950	embedding2nn.weight	8	-0.0019979383796453476
200950	embedding2nn.weight	9	-0.02897092141211033
200950	embedding2nn.bias	0	0.03454936295747757
200950	embedding2nn.bias	1	-0.0706101655960083
200950	embedding2nn.bias	2	0.06071590632200241
200950	embedding2nn.bias	3	0.03853752464056015
200950	embedding2nn.bias	4	-0.04358822479844093
200950	embedding2nn.bias	5	0.0002947883913293481
200950	embedding2nn.bias	6	0.013802388682961464
200950	embedding2nn.bias	7	-0.053539905697107315
200950	embedding2nn.bias	8	0.06235431134700775
200950	embedding2nn.bias	9	0.053867194801568985
200950	rnn.weight_ih_l0	0	-0.08043721318244934
200950	rnn.weight_ih_l0	1	0.006517611909657717
200950	rnn.weight_ih_l0	2	0.029836777597665787
200950	rnn.weight_ih_l0	3	0.022563455626368523
200950	rnn.weight_ih_l0	4	-0.048135265707969666
200950	rnn.weight_ih_l0	5	-0.06607279926538467
200950	rnn.weight_ih_l0	6	-0.001636805827729404
200950	rnn.weight_ih_l0	7	0.05039706081151962
200950	rnn.weight_ih_l0	8	-0.014030578546226025
200950	rnn.weight_ih_l0	9	-0.030974071472883224
200950	rnn.weight_hh_l0	0	-0.03136386722326279
200950	rnn.weight_hh_l0	1	-0.009428104385733604
200950	rnn.weight_hh_l0	2	0.008820894174277782
200950	rnn.weight_hh_l0	3	-0.07651630789041519
200950	rnn.weight_hh_l0	4	0.09372318536043167
200950	rnn.weight_hh_l0	5	-0.025414928793907166
200950	rnn.weight_hh_l0	6	-0.05891355499625206
200950	rnn.weight_hh_l0	7	0.010858813300728798
200950	rnn.weight_hh_l0	8	0.015699896961450577
200950	rnn.weight_hh_l0	9	-0.023696977645158768
200950	rnn.bias_ih_l0	0	0.1339607536792755
200950	rnn.bias_ih_l0	1	-0.034296147525310516
200950	rnn.bias_ih_l0	2	-0.031916745007038116
200950	rnn.bias_ih_l0	3	0.15616226196289062
200950	rnn.bias_ih_l0	4	-0.012313997372984886
200950	rnn.bias_ih_l0	5	-0.018298916518688202
200950	rnn.bias_ih_l0	6	0.019151266664266586
200950	rnn.bias_ih_l0	7	0.021708587184548378
200950	rnn.bias_ih_l0	8	-0.09817304462194443
200950	rnn.bias_ih_l0	9	-0.04918255656957626
200950	rnn.bias_hh_l0	0	-0.0015426274621859193
200950	rnn.bias_hh_l0	1	-0.10787644982337952
200950	rnn.bias_hh_l0	2	-0.06860427558422089
200950	rnn.bias_hh_l0	3	-0.08865877240896225
200950	rnn.bias_hh_l0	4	0.0064194221049547195
200950	rnn.bias_hh_l0	5	-0.025068167597055435
200950	rnn.bias_hh_l0	6	0.03334720805287361
200950	rnn.bias_hh_l0	7	0.054007697850465775
200950	rnn.bias_hh_l0	8	-0.11829249560832977
200950	rnn.bias_hh_l0	9	-0.054965488612651825
200950	rnn.weight_ih_l0_reverse	0	-0.02101672627031803
200950	rnn.weight_ih_l0_reverse	1	-0.05287407711148262
200950	rnn.weight_ih_l0_reverse	2	-0.04727121815085411
200950	rnn.weight_ih_l0_reverse	3	0.012419383972883224
200950	rnn.weight_ih_l0_reverse	4	-0.021369408816099167
200950	rnn.weight_ih_l0_reverse	5	-0.05786275863647461
200950	rnn.weight_ih_l0_reverse	6	0.07621004432439804
200950	rnn.weight_ih_l0_reverse	7	-0.014894673600792885
200950	rnn.weight_ih_l0_reverse	8	-0.016859665513038635
200950	rnn.weight_ih_l0_reverse	9	-0.00038803357165306807
200950	rnn.weight_hh_l0_reverse	0	0.0646555945277214
200950	rnn.weight_hh_l0_reverse	1	0.022473081946372986
200950	rnn.weight_hh_l0_reverse	2	0.028527623042464256
200950	rnn.weight_hh_l0_reverse	3	0.035563815385103226
200950	rnn.weight_hh_l0_reverse	4	0.012269447557628155
200950	rnn.weight_hh_l0_reverse	5	0.007894044741988182
200950	rnn.weight_hh_l0_reverse	6	0.050146184861660004
200950	rnn.weight_hh_l0_reverse	7	-0.08060479909181595
200950	rnn.weight_hh_l0_reverse	8	0.04062865674495697
200950	rnn.weight_hh_l0_reverse	9	0.035699713975191116
200950	rnn.bias_ih_l0_reverse	0	-0.056959159672260284
200950	rnn.bias_ih_l0_reverse	1	-0.2797918915748596
200950	rnn.bias_ih_l0_reverse	2	-0.12025688588619232
200950	rnn.bias_ih_l0_reverse	3	-0.05030794441699982
200950	rnn.bias_ih_l0_reverse	4	-0.0202700924128294
200950	rnn.bias_ih_l0_reverse	5	0.07757636904716492
200950	rnn.bias_ih_l0_reverse	6	-0.06487100571393967
200950	rnn.bias_ih_l0_reverse	7	0.06201513856649399
200950	rnn.bias_ih_l0_reverse	8	-0.04593663662672043
200950	rnn.bias_ih_l0_reverse	9	0.06509426236152649
200950	rnn.bias_hh_l0_reverse	0	0.022593162953853607
200950	rnn.bias_hh_l0_reverse	1	-0.05791698023676872
200950	rnn.bias_hh_l0_reverse	2	0.07920245826244354
200950	rnn.bias_hh_l0_reverse	3	-0.05147656053304672
200950	rnn.bias_hh_l0_reverse	4	-0.02195480279624462
200950	rnn.bias_hh_l0_reverse	5	-0.02744092419743538
200950	rnn.bias_hh_l0_reverse	6	-0.01737978309392929
200950	rnn.bias_hh_l0_reverse	7	0.10185886174440384
200950	rnn.bias_hh_l0_reverse	8	0.03587992116808891
200950	rnn.bias_hh_l0_reverse	9	-0.14908334612846375
200950	rnn.weight_ih_l1	0	-0.03048614226281643
200950	rnn.weight_ih_l1	1	-0.04899877682328224
200950	rnn.weight_ih_l1	2	0.05536533147096634
200950	rnn.weight_ih_l1	3	-0.0700010284781456
200950	rnn.weight_ih_l1	4	-0.014405212365090847
200950	rnn.weight_ih_l1	5	-0.04103571176528931
200950	rnn.weight_ih_l1	6	0.028637269511818886
200950	rnn.weight_ih_l1	7	-0.04768991097807884
200950	rnn.weight_ih_l1	8	0.03696482628583908
200950	rnn.weight_ih_l1	9	0.04645964130759239
200950	rnn.weight_hh_l1	0	-0.006469652988016605
200950	rnn.weight_hh_l1	1	0.020159531384706497
200950	rnn.weight_hh_l1	2	0.007968708872795105
200950	rnn.weight_hh_l1	3	-0.01333098765462637
200950	rnn.weight_hh_l1	4	0.0050203981809318066
200950	rnn.weight_hh_l1	5	0.03321773186326027
200950	rnn.weight_hh_l1	6	0.03600194305181503
200950	rnn.weight_hh_l1	7	-0.01678190380334854
200950	rnn.weight_hh_l1	8	-0.00803731381893158
200950	rnn.weight_hh_l1	9	0.0369003601372242
200950	rnn.bias_ih_l1	0	-0.18373815715312958
200950	rnn.bias_ih_l1	1	-0.18015438318252563
200950	rnn.bias_ih_l1	2	-0.20408891141414642
200950	rnn.bias_ih_l1	3	-0.3150612711906433
200950	rnn.bias_ih_l1	4	-0.2029186338186264
200950	rnn.bias_ih_l1	5	-0.08348480612039566
200950	rnn.bias_ih_l1	6	-0.1625015288591385
200950	rnn.bias_ih_l1	7	-0.007588499691337347
200950	rnn.bias_ih_l1	8	-0.1313449889421463
200950	rnn.bias_ih_l1	9	-0.13050049543380737
200950	rnn.bias_hh_l1	0	-0.09634103626012802
200950	rnn.bias_hh_l1	1	-0.071929432451725
200950	rnn.bias_hh_l1	2	-0.0938967689871788
200950	rnn.bias_hh_l1	3	-0.08041004091501236
200950	rnn.bias_hh_l1	4	-0.08523451536893845
200950	rnn.bias_hh_l1	5	-0.12049446254968643
200950	rnn.bias_hh_l1	6	-0.16164204478263855
200950	rnn.bias_hh_l1	7	0.057973045855760574
200950	rnn.bias_hh_l1	8	-0.18165989220142365
200950	rnn.bias_hh_l1	9	-0.12184971570968628
200950	rnn.weight_ih_l1_reverse	0	-0.044849228113889694
200950	rnn.weight_ih_l1_reverse	1	0.0389828085899353
200950	rnn.weight_ih_l1_reverse	2	0.09048149734735489
200950	rnn.weight_ih_l1_reverse	3	-0.0114947110414505
200950	rnn.weight_ih_l1_reverse	4	-0.03269278630614281
200950	rnn.weight_ih_l1_reverse	5	-0.0312989316880703
200950	rnn.weight_ih_l1_reverse	6	-0.01366211473941803
200950	rnn.weight_ih_l1_reverse	7	0.028385933488607407
200950	rnn.weight_ih_l1_reverse	8	0.0008225467754527926
200950	rnn.weight_ih_l1_reverse	9	-0.03878801316022873
200950	rnn.weight_hh_l1_reverse	0	0.004734547808766365
200950	rnn.weight_hh_l1_reverse	1	0.031283941119909286
200950	rnn.weight_hh_l1_reverse	2	-0.04061731696128845
200950	rnn.weight_hh_l1_reverse	3	0.03536265715956688
200950	rnn.weight_hh_l1_reverse	4	0.047338616102933884
200950	rnn.weight_hh_l1_reverse	5	0.0027024452574551105
200950	rnn.weight_hh_l1_reverse	6	0.050668686628341675
200950	rnn.weight_hh_l1_reverse	7	0.031467534601688385
200950	rnn.weight_hh_l1_reverse	8	-0.007413793355226517
200950	rnn.weight_hh_l1_reverse	9	-0.030397579073905945
200950	rnn.bias_ih_l1_reverse	0	-0.05311233550310135
200950	rnn.bias_ih_l1_reverse	1	-0.14866198599338531
200950	rnn.bias_ih_l1_reverse	2	-0.16691410541534424
200950	rnn.bias_ih_l1_reverse	3	-0.055402714759111404
200950	rnn.bias_ih_l1_reverse	4	-0.21226193010807037
200950	rnn.bias_ih_l1_reverse	5	-0.1142330914735794
200950	rnn.bias_ih_l1_reverse	6	-0.13378764688968658
200950	rnn.bias_ih_l1_reverse	7	-0.19359531998634338
200950	rnn.bias_ih_l1_reverse	8	0.22326302528381348
200950	rnn.bias_ih_l1_reverse	9	0.027894342318177223
200950	rnn.bias_hh_l1_reverse	0	-0.00943900365382433
200950	rnn.bias_hh_l1_reverse	1	-0.06855983287096024
200950	rnn.bias_hh_l1_reverse	2	-0.2353801131248474
200950	rnn.bias_hh_l1_reverse	3	-0.14448942244052887
200950	rnn.bias_hh_l1_reverse	4	-0.08265172690153122
200950	rnn.bias_hh_l1_reverse	5	-0.1206916943192482
200950	rnn.bias_hh_l1_reverse	6	0.04998207092285156
200950	rnn.bias_hh_l1_reverse	7	-0.1503065824508667
200950	rnn.bias_hh_l1_reverse	8	-0.11914779245853424
200950	rnn.bias_hh_l1_reverse	9	-0.14899078011512756
200950	linear.weight	0	0.002228822559118271
200950	linear.weight	1	0.11453571915626526
200950	linear.weight	2	-0.10547048598527908
200950	linear.weight	3	0.28436702489852905
200950	linear.weight	4	0.15818122029304504
200950	linear.weight	5	-0.06317214667797089
200950	linear.weight	6	0.10020159929990768
200950	linear.weight	7	0.13957680761814117
200950	linear.weight	8	0.04114846885204315
200950	linear.weight	9	-0.04940808191895485
200950	linear.bias	0	0.09337753802537918
200950	linear.bias	1	-0.17359068989753723
200950	linear.bias	2	-0.43364378809928894
200950	linear.bias	3	-0.6494014859199524
200950	linear.bias	4	-1.2278172969818115
200950	linear.bias	5	-0.0634530782699585
200950	linear.bias	6	-0.790241003036499
200950	linear.bias	7	0.2591647803783417
200950	linear.bias	8	-0.43181586265563965
200950	linear.bias	9	-1.041093349456787
201147	transitions	0	0.739258885383606
201147	transitions	1	0.14906620979309082
201147	transitions	2	-10000.0
201147	transitions	3	-1.8270437717437744
201147	transitions	4	-10000.0
201147	transitions	5	0.5658649206161499
201147	transitions	6	-0.08336258679628372
201147	transitions	7	-0.7851898074150085
201147	transitions	8	-1.417989730834961
201147	transitions	9	-0.0012091882526874542
201147	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
201147	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
201147	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
201147	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
201147	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
201147	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
201147	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
201147	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
201147	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
201147	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
201147	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
201147	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
201147	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
201147	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
201147	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
201147	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
201147	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
201147	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
201147	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
201147	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
201147	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
201147	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
201147	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
201147	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
201147	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
201147	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
201147	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
201147	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
201147	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
201147	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
201147	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
201147	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
201147	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
201147	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
201147	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
201147	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
201147	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
201147	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
201147	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
201147	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
201147	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
201147	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
201147	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
201147	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
201147	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
201147	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
201147	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
201147	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
201147	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
201147	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
201147	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
201147	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
201147	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
201147	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
201147	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
201147	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
201147	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
201147	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
201147	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
201147	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
201147	embedding2nn.weight	0	0.020493581891059875
201147	embedding2nn.weight	1	-0.013327084481716156
201147	embedding2nn.weight	2	-0.014268254861235619
201147	embedding2nn.weight	3	-0.03327420353889465
201147	embedding2nn.weight	4	-0.0059150345623493195
201147	embedding2nn.weight	5	-0.0037005888298153877
201147	embedding2nn.weight	6	-0.0039732735604047775
201147	embedding2nn.weight	7	-0.07772015035152435
201147	embedding2nn.weight	8	-0.0019979383796453476
201147	embedding2nn.weight	9	-0.02903355471789837
201147	embedding2nn.bias	0	0.03938652575016022
201147	embedding2nn.bias	1	-0.0724695697426796
201147	embedding2nn.bias	2	0.06102665886282921
201147	embedding2nn.bias	3	0.04038141667842865
201147	embedding2nn.bias	4	-0.0442209430038929
201147	embedding2nn.bias	5	-0.0004925602115690708
201147	embedding2nn.bias	6	0.013420624658465385
201147	embedding2nn.bias	7	-0.0554533526301384
201147	embedding2nn.bias	8	0.061193618923425674
201147	embedding2nn.bias	9	0.05407997593283653
201147	rnn.weight_ih_l0	0	-0.08053481578826904
201147	rnn.weight_ih_l0	1	0.0066017694771289825
201147	rnn.weight_ih_l0	2	0.029700255021452904
201147	rnn.weight_ih_l0	3	0.022561179473996162
201147	rnn.weight_ih_l0	4	-0.047309760004282
201147	rnn.weight_ih_l0	5	-0.06653790920972824
201147	rnn.weight_ih_l0	6	-0.0015795343788340688
201147	rnn.weight_ih_l0	7	0.05017474293708801
201147	rnn.weight_ih_l0	8	-0.014073433354496956
201147	rnn.weight_ih_l0	9	-0.030574114993214607
201147	rnn.weight_hh_l0	0	-0.031013280153274536
201147	rnn.weight_hh_l0	1	-0.009291287511587143
201147	rnn.weight_hh_l0	2	0.009028369560837746
201147	rnn.weight_hh_l0	3	-0.07673007249832153
201147	rnn.weight_hh_l0	4	0.09372293949127197
201147	rnn.weight_hh_l0	5	-0.02529241517186165
201147	rnn.weight_hh_l0	6	-0.05895136296749115
201147	rnn.weight_hh_l0	7	0.01083836518228054
201147	rnn.weight_hh_l0	8	0.015483618713915348
201147	rnn.weight_hh_l0	9	-0.02377760224044323
201147	rnn.bias_ih_l0	0	0.13424445688724518
201147	rnn.bias_ih_l0	1	-0.034917593002319336
201147	rnn.bias_ih_l0	2	-0.03084537759423256
201147	rnn.bias_ih_l0	3	0.15633101761341095
201147	rnn.bias_ih_l0	4	-0.012042669579386711
201147	rnn.bias_ih_l0	5	-0.018785573542118073
201147	rnn.bias_ih_l0	6	0.019471267238259315
201147	rnn.bias_ih_l0	7	0.02119852416217327
201147	rnn.bias_ih_l0	8	-0.09766188263893127
201147	rnn.bias_ih_l0	9	-0.04961809143424034
201147	rnn.bias_hh_l0	0	-0.001856321468949318
201147	rnn.bias_hh_l0	1	-0.10760196298360825
201147	rnn.bias_hh_l0	2	-0.06894758343696594
201147	rnn.bias_hh_l0	3	-0.08958324044942856
201147	rnn.bias_hh_l0	4	0.006073649041354656
201147	rnn.bias_hh_l0	5	-0.02488548867404461
201147	rnn.bias_hh_l0	6	0.03364342078566551
201147	rnn.bias_hh_l0	7	0.054084308445453644
201147	rnn.bias_hh_l0	8	-0.11882419884204865
201147	rnn.bias_hh_l0	9	-0.05582556873559952
201147	rnn.weight_ih_l0_reverse	0	-0.02121882140636444
201147	rnn.weight_ih_l0_reverse	1	-0.052944961935281754
201147	rnn.weight_ih_l0_reverse	2	-0.0475342757999897
201147	rnn.weight_ih_l0_reverse	3	0.012388138100504875
201147	rnn.weight_ih_l0_reverse	4	-0.0214633047580719
201147	rnn.weight_ih_l0_reverse	5	-0.057854555547237396
201147	rnn.weight_ih_l0_reverse	6	0.07610077410936356
201147	rnn.weight_ih_l0_reverse	7	-0.014996232464909554
201147	rnn.weight_ih_l0_reverse	8	-0.016829418018460274
201147	rnn.weight_ih_l0_reverse	9	-0.0001339441369054839
201147	rnn.weight_hh_l0_reverse	0	0.06476835161447525
201147	rnn.weight_hh_l0_reverse	1	0.022287901490926743
201147	rnn.weight_hh_l0_reverse	2	0.028267711400985718
201147	rnn.weight_hh_l0_reverse	3	0.035655535757541656
201147	rnn.weight_hh_l0_reverse	4	0.0122609194368124
201147	rnn.weight_hh_l0_reverse	5	0.008286645635962486
201147	rnn.weight_hh_l0_reverse	6	0.0501585379242897
201147	rnn.weight_hh_l0_reverse	7	-0.08069933950901031
201147	rnn.weight_hh_l0_reverse	8	0.04081316292285919
201147	rnn.weight_hh_l0_reverse	9	0.035532522946596146
201147	rnn.bias_ih_l0_reverse	0	-0.057226020842790604
201147	rnn.bias_ih_l0_reverse	1	-0.27988970279693604
201147	rnn.bias_ih_l0_reverse	2	-0.12040109932422638
201147	rnn.bias_ih_l0_reverse	3	-0.050383977591991425
201147	rnn.bias_ih_l0_reverse	4	-0.01967671886086464
201147	rnn.bias_ih_l0_reverse	5	0.07673119008541107
201147	rnn.bias_ih_l0_reverse	6	-0.06512192636728287
201147	rnn.bias_ih_l0_reverse	7	0.0625200867652893
201147	rnn.bias_ih_l0_reverse	8	-0.04627896100282669
201147	rnn.bias_ih_l0_reverse	9	0.06602582335472107
201147	rnn.bias_hh_l0_reverse	0	0.02233206480741501
201147	rnn.bias_hh_l0_reverse	1	-0.05642665550112724
201147	rnn.bias_hh_l0_reverse	2	0.07946677505970001
201147	rnn.bias_hh_l0_reverse	3	-0.051591724157333374
201147	rnn.bias_hh_l0_reverse	4	-0.022503137588500977
201147	rnn.bias_hh_l0_reverse	5	-0.027574842795729637
201147	rnn.bias_hh_l0_reverse	6	-0.017588358372449875
201147	rnn.bias_hh_l0_reverse	7	0.10133553296327591
201147	rnn.bias_hh_l0_reverse	8	0.035183798521757126
201147	rnn.bias_hh_l0_reverse	9	-0.1478867530822754
201147	rnn.weight_ih_l1	0	-0.030733710154891014
201147	rnn.weight_ih_l1	1	-0.04922192916274071
201147	rnn.weight_ih_l1	2	0.05561582371592522
201147	rnn.weight_ih_l1	3	-0.069780133664608
201147	rnn.weight_ih_l1	4	-0.01423592772334814
201147	rnn.weight_ih_l1	5	-0.04095443710684776
201147	rnn.weight_ih_l1	6	0.028594141826033592
201147	rnn.weight_ih_l1	7	-0.047468528151512146
201147	rnn.weight_ih_l1	8	0.03697365149855614
201147	rnn.weight_ih_l1	9	0.046539947390556335
201147	rnn.weight_hh_l1	0	-0.006539080757647753
201147	rnn.weight_hh_l1	1	0.0201551616191864
201147	rnn.weight_hh_l1	2	0.007965032011270523
201147	rnn.weight_hh_l1	3	-0.013386707752943039
201147	rnn.weight_hh_l1	4	0.005098570138216019
201147	rnn.weight_hh_l1	5	0.03328848257660866
201147	rnn.weight_hh_l1	6	0.03604995831847191
201147	rnn.weight_hh_l1	7	-0.0166337713599205
201147	rnn.weight_hh_l1	8	-0.00808552373200655
201147	rnn.weight_hh_l1	9	0.036951109766960144
201147	rnn.bias_ih_l1	0	-0.18414537608623505
201147	rnn.bias_ih_l1	1	-0.1793452799320221
201147	rnn.bias_ih_l1	2	-0.2043539136648178
201147	rnn.bias_ih_l1	3	-0.31577181816101074
201147	rnn.bias_ih_l1	4	-0.20305590331554413
201147	rnn.bias_ih_l1	5	-0.08310766518115997
201147	rnn.bias_ih_l1	6	-0.1636052280664444
201147	rnn.bias_ih_l1	7	-0.006297707092016935
201147	rnn.bias_ih_l1	8	-0.13190191984176636
201147	rnn.bias_ih_l1	9	-0.12901058793067932
201147	rnn.bias_hh_l1	0	-0.09703028947114944
201147	rnn.bias_hh_l1	1	-0.07110215723514557
201147	rnn.bias_hh_l1	2	-0.0940832570195198
201147	rnn.bias_hh_l1	3	-0.08037877827882767
201147	rnn.bias_hh_l1	4	-0.08557460457086563
201147	rnn.bias_hh_l1	5	-0.12057887017726898
201147	rnn.bias_hh_l1	6	-0.16209106147289276
201147	rnn.bias_hh_l1	7	0.05831558629870415
201147	rnn.bias_hh_l1	8	-0.18152350187301636
201147	rnn.bias_hh_l1	9	-0.12238340079784393
201147	rnn.weight_ih_l1_reverse	0	-0.04469519853591919
201147	rnn.weight_ih_l1_reverse	1	0.03837907314300537
201147	rnn.weight_ih_l1_reverse	2	0.09064251184463501
201147	rnn.weight_ih_l1_reverse	3	-0.01124429702758789
201147	rnn.weight_ih_l1_reverse	4	-0.03264405578374863
201147	rnn.weight_ih_l1_reverse	5	-0.031255725771188736
201147	rnn.weight_ih_l1_reverse	6	-0.013809275813400745
201147	rnn.weight_ih_l1_reverse	7	0.028446009382605553
201147	rnn.weight_ih_l1_reverse	8	0.0011791142169386148
201147	rnn.weight_ih_l1_reverse	9	-0.03882963955402374
201147	rnn.weight_hh_l1_reverse	0	0.004750947467982769
201147	rnn.weight_hh_l1_reverse	1	0.031212661415338516
201147	rnn.weight_hh_l1_reverse	2	-0.04060602933168411
201147	rnn.weight_hh_l1_reverse	3	0.03536595031619072
201147	rnn.weight_hh_l1_reverse	4	0.0471644289791584
201147	rnn.weight_hh_l1_reverse	5	0.0025583896785974503
201147	rnn.weight_hh_l1_reverse	6	0.050959981977939606
201147	rnn.weight_hh_l1_reverse	7	0.03155563399195671
201147	rnn.weight_hh_l1_reverse	8	-0.007455325219780207
201147	rnn.weight_hh_l1_reverse	9	-0.030488641932606697
201147	rnn.bias_ih_l1_reverse	0	-0.0536588691174984
201147	rnn.bias_ih_l1_reverse	1	-0.1484675258398056
201147	rnn.bias_ih_l1_reverse	2	-0.16696052253246307
201147	rnn.bias_ih_l1_reverse	3	-0.05656423047184944
201147	rnn.bias_ih_l1_reverse	4	-0.21237923204898834
201147	rnn.bias_ih_l1_reverse	5	-0.11418703198432922
201147	rnn.bias_ih_l1_reverse	6	-0.13369975984096527
201147	rnn.bias_ih_l1_reverse	7	-0.19384557008743286
201147	rnn.bias_ih_l1_reverse	8	0.22059330344200134
201147	rnn.bias_ih_l1_reverse	9	0.029474064707756042
201147	rnn.bias_hh_l1_reverse	0	-0.009791611693799496
201147	rnn.bias_hh_l1_reverse	1	-0.06749708950519562
201147	rnn.bias_hh_l1_reverse	2	-0.2352292239665985
201147	rnn.bias_hh_l1_reverse	3	-0.1460467278957367
201147	rnn.bias_hh_l1_reverse	4	-0.08180482685565948
201147	rnn.bias_hh_l1_reverse	5	-0.12081943452358246
201147	rnn.bias_hh_l1_reverse	6	0.05097651854157448
201147	rnn.bias_hh_l1_reverse	7	-0.15017567574977875
201147	rnn.bias_hh_l1_reverse	8	-0.11918769031763077
201147	rnn.bias_hh_l1_reverse	9	-0.1488989293575287
201147	linear.weight	0	0.002228822559118271
201147	linear.weight	1	0.1116393432021141
201147	linear.weight	2	-0.10675898939371109
201147	linear.weight	3	0.2833578586578369
201147	linear.weight	4	0.15738308429718018
201147	linear.weight	5	-0.06293703615665436
201147	linear.weight	6	0.10395706444978714
201147	linear.weight	7	0.13664491474628448
201147	linear.weight	8	0.041148338466882706
201147	linear.weight	9	-0.049435026943683624
201147	linear.bias	0	0.08465258777141571
201147	linear.bias	1	-0.17563201487064362
201147	linear.bias	2	-0.43356436491012573
201147	linear.bias	3	-0.6492675542831421
201147	linear.bias	4	-1.2279292345046997
201147	linear.bias	5	-0.05846764147281647
201147	linear.bias	6	-0.7928916215896606
201147	linear.bias	7	0.26398271322250366
201147	linear.bias	8	-0.4275454878807068
201147	linear.bias	9	-1.0365879535675049
201344	transitions	0	0.7440865635871887
201344	transitions	1	0.14862845838069916
201344	transitions	2	-10000.0
201344	transitions	3	-1.8270478248596191
201344	transitions	4	-10000.0
201344	transitions	5	0.5657265186309814
201344	transitions	6	-0.08337622880935669
201344	transitions	7	-0.7861523032188416
201344	transitions	8	-1.4179962873458862
201344	transitions	9	-0.0012092693941667676
201344	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
201344	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
201344	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
201344	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
201344	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
201344	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
201344	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
201344	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
201344	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
201344	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
201344	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
201344	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
201344	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
201344	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
201344	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
201344	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
201344	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
201344	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
201344	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
201344	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
201344	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
201344	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
201344	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
201344	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
201344	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
201344	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
201344	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
201344	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
201344	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
201344	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
201344	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
201344	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
201344	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
201344	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
201344	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
201344	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
201344	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
201344	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
201344	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
201344	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
201344	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
201344	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
201344	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
201344	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
201344	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
201344	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
201344	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
201344	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
201344	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
201344	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
201344	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
201344	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
201344	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
201344	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
201344	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
201344	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
201344	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
201344	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
201344	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
201344	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
201344	embedding2nn.weight	0	0.02024492807686329
201344	embedding2nn.weight	1	-0.013378146104514599
201344	embedding2nn.weight	2	-0.014268254861235619
201344	embedding2nn.weight	3	-0.032937102019786835
201344	embedding2nn.weight	4	-0.0059150345623493195
201344	embedding2nn.weight	5	-0.0037005888298153877
201344	embedding2nn.weight	6	-0.00397327309474349
201344	embedding2nn.weight	7	-0.07769346237182617
201344	embedding2nn.weight	8	-0.0019979383796453476
201344	embedding2nn.weight	9	-0.02886405773460865
201344	embedding2nn.bias	0	0.03886309266090393
201344	embedding2nn.bias	1	-0.07015208899974823
201344	embedding2nn.bias	2	0.062118083238601685
201344	embedding2nn.bias	3	0.0413953922688961
201344	embedding2nn.bias	4	-0.04537972807884216
201344	embedding2nn.bias	5	0.0014741616323590279
201344	embedding2nn.bias	6	0.015764644369482994
201344	embedding2nn.bias	7	-0.05484413728117943
201344	embedding2nn.bias	8	0.05982646346092224
201344	embedding2nn.bias	9	0.053711432963609695
201344	rnn.weight_ih_l0	0	-0.08052798360586166
201344	rnn.weight_ih_l0	1	0.006443822290748358
201344	rnn.weight_ih_l0	2	0.02994220145046711
201344	rnn.weight_ih_l0	3	0.022585688158869743
201344	rnn.weight_ih_l0	4	-0.04688681662082672
201344	rnn.weight_ih_l0	5	-0.06673150509595871
201344	rnn.weight_ih_l0	6	-0.001774827134795487
201344	rnn.weight_ih_l0	7	0.05027001351118088
201344	rnn.weight_ih_l0	8	-0.013987487182021141
201344	rnn.weight_ih_l0	9	-0.031011780723929405
201344	rnn.weight_hh_l0	0	-0.031093083322048187
201344	rnn.weight_hh_l0	1	-0.009170722216367722
201344	rnn.weight_hh_l0	2	0.00911577045917511
201344	rnn.weight_hh_l0	3	-0.076640285551548
201344	rnn.weight_hh_l0	4	0.09372413903474808
201344	rnn.weight_hh_l0	5	-0.02521514892578125
201344	rnn.weight_hh_l0	6	-0.05926806107163429
201344	rnn.weight_hh_l0	7	0.010874618776142597
201344	rnn.weight_hh_l0	8	0.015510505065321922
201344	rnn.weight_hh_l0	9	-0.023813216015696526
201344	rnn.bias_ih_l0	0	0.1344408392906189
201344	rnn.bias_ih_l0	1	-0.03503063693642616
201344	rnn.bias_ih_l0	2	-0.03127322345972061
201344	rnn.bias_ih_l0	3	0.15682514011859894
201344	rnn.bias_ih_l0	4	-0.012381838634610176
201344	rnn.bias_ih_l0	5	-0.01787831448018551
201344	rnn.bias_ih_l0	6	0.01879636012017727
201344	rnn.bias_ih_l0	7	0.021697981283068657
201344	rnn.bias_ih_l0	8	-0.09729726612567902
201344	rnn.bias_ih_l0	9	-0.04895883798599243
201344	rnn.bias_hh_l0	0	-0.0020080008544027805
201344	rnn.bias_hh_l0	1	-0.10712027549743652
201344	rnn.bias_hh_l0	2	-0.06905067712068558
201344	rnn.bias_hh_l0	3	-0.08867400884628296
201344	rnn.bias_hh_l0	4	0.006253508850932121
201344	rnn.bias_hh_l0	5	-0.024748316034674644
201344	rnn.bias_hh_l0	6	0.034421321004629135
201344	rnn.bias_hh_l0	7	0.05523751303553581
201344	rnn.bias_hh_l0	8	-0.11929090321063995
201344	rnn.bias_hh_l0	9	-0.05611158907413483
201344	rnn.weight_ih_l0_reverse	0	-0.021336209028959274
201344	rnn.weight_ih_l0_reverse	1	-0.05298140272498131
201344	rnn.weight_ih_l0_reverse	2	-0.04753125086426735
201344	rnn.weight_ih_l0_reverse	3	0.01287967711687088
201344	rnn.weight_ih_l0_reverse	4	-0.021404651924967766
201344	rnn.weight_ih_l0_reverse	5	-0.057701315730810165
201344	rnn.weight_ih_l0_reverse	6	0.07645055651664734
201344	rnn.weight_ih_l0_reverse	7	-0.015220507979393005
201344	rnn.weight_ih_l0_reverse	8	-0.016879217699170113
201344	rnn.weight_ih_l0_reverse	9	-0.0002726403181441128
201344	rnn.weight_hh_l0_reverse	0	0.06470364332199097
201344	rnn.weight_hh_l0_reverse	1	0.022185811772942543
201344	rnn.weight_hh_l0_reverse	2	0.028446754440665245
201344	rnn.weight_hh_l0_reverse	3	0.03543814644217491
201344	rnn.weight_hh_l0_reverse	4	0.012117196805775166
201344	rnn.weight_hh_l0_reverse	5	0.008228125981986523
201344	rnn.weight_hh_l0_reverse	6	0.05001235008239746
201344	rnn.weight_hh_l0_reverse	7	-0.08053965866565704
201344	rnn.weight_hh_l0_reverse	8	0.04067640379071236
201344	rnn.weight_hh_l0_reverse	9	0.03564126789569855
201344	rnn.bias_ih_l0_reverse	0	-0.05712476745247841
201344	rnn.bias_ih_l0_reverse	1	-0.28004541993141174
201344	rnn.bias_ih_l0_reverse	2	-0.12067348510026932
201344	rnn.bias_ih_l0_reverse	3	-0.049212608486413956
201344	rnn.bias_ih_l0_reverse	4	-0.020420856773853302
201344	rnn.bias_ih_l0_reverse	5	0.07609955221414566
201344	rnn.bias_ih_l0_reverse	6	-0.06474959850311279
201344	rnn.bias_ih_l0_reverse	7	0.06332743167877197
201344	rnn.bias_ih_l0_reverse	8	-0.04723420739173889
201344	rnn.bias_ih_l0_reverse	9	0.06547573208808899
201344	rnn.bias_hh_l0_reverse	0	0.02232317067682743
201344	rnn.bias_hh_l0_reverse	1	-0.057241544127464294
201344	rnn.bias_hh_l0_reverse	2	0.07892756909132004
201344	rnn.bias_hh_l0_reverse	3	-0.05128902196884155
201344	rnn.bias_hh_l0_reverse	4	-0.023456843569874763
201344	rnn.bias_hh_l0_reverse	5	-0.027422089129686356
201344	rnn.bias_hh_l0_reverse	6	-0.01798582635819912
201344	rnn.bias_hh_l0_reverse	7	0.1013135239481926
201344	rnn.bias_hh_l0_reverse	8	0.03514938801527023
201344	rnn.bias_hh_l0_reverse	9	-0.14684724807739258
201344	rnn.weight_ih_l1	0	-0.030543388798832893
201344	rnn.weight_ih_l1	1	-0.0490427240729332
201344	rnn.weight_ih_l1	2	0.05541910231113434
201344	rnn.weight_ih_l1	3	-0.06996313482522964
201344	rnn.weight_ih_l1	4	-0.014127807691693306
201344	rnn.weight_ih_l1	5	-0.04112103208899498
201344	rnn.weight_ih_l1	6	0.028364630416035652
201344	rnn.weight_ih_l1	7	-0.047466032207012177
201344	rnn.weight_ih_l1	8	0.036898307502269745
201344	rnn.weight_ih_l1	9	0.04655080288648605
201344	rnn.weight_hh_l1	0	-0.006757870316505432
201344	rnn.weight_hh_l1	1	0.02022641897201538
201344	rnn.weight_hh_l1	2	0.007990451529622078
201344	rnn.weight_hh_l1	3	-0.013291768729686737
201344	rnn.weight_hh_l1	4	0.0051222085021436214
201344	rnn.weight_hh_l1	5	0.03325656056404114
201344	rnn.weight_hh_l1	6	0.03594310209155083
201344	rnn.weight_hh_l1	7	-0.01656859554350376
201344	rnn.weight_hh_l1	8	-0.008031698875129223
201344	rnn.weight_hh_l1	9	0.03684809431433678
201344	rnn.bias_ih_l1	0	-0.18320107460021973
201344	rnn.bias_ih_l1	1	-0.18057875335216522
201344	rnn.bias_ih_l1	2	-0.20294858515262604
201344	rnn.bias_ih_l1	3	-0.3151784837245941
201344	rnn.bias_ih_l1	4	-0.204184427857399
201344	rnn.bias_ih_l1	5	-0.08302000910043716
201344	rnn.bias_ih_l1	6	-0.163940891623497
201344	rnn.bias_ih_l1	7	-0.006226100493222475
201344	rnn.bias_ih_l1	8	-0.13242696225643158
201344	rnn.bias_ih_l1	9	-0.12871447205543518
201344	rnn.bias_hh_l1	0	-0.09755264967679977
201344	rnn.bias_hh_l1	1	-0.07205558568239212
201344	rnn.bias_hh_l1	2	-0.09465491026639938
201344	rnn.bias_hh_l1	3	-0.08067587018013
201344	rnn.bias_hh_l1	4	-0.08427516371011734
201344	rnn.bias_hh_l1	5	-0.1204792931675911
201344	rnn.bias_hh_l1	6	-0.1613459587097168
201344	rnn.bias_hh_l1	7	0.060138750821352005
201344	rnn.bias_hh_l1	8	-0.18100765347480774
201344	rnn.bias_hh_l1	9	-0.12136918306350708
201344	rnn.weight_ih_l1_reverse	0	-0.04482542723417282
201344	rnn.weight_ih_l1_reverse	1	0.037612203508615494
201344	rnn.weight_ih_l1_reverse	2	0.09093248099088669
201344	rnn.weight_ih_l1_reverse	3	-0.011538054794073105
201344	rnn.weight_ih_l1_reverse	4	-0.03234587609767914
201344	rnn.weight_ih_l1_reverse	5	-0.031207669526338577
201344	rnn.weight_ih_l1_reverse	6	-0.013769249431788921
201344	rnn.weight_ih_l1_reverse	7	0.028172647580504417
201344	rnn.weight_ih_l1_reverse	8	0.0007119661895558238
201344	rnn.weight_ih_l1_reverse	9	-0.03863309696316719
201344	rnn.weight_hh_l1_reverse	0	0.004748910199850798
201344	rnn.weight_hh_l1_reverse	1	0.031127825379371643
201344	rnn.weight_hh_l1_reverse	2	-0.040589429438114166
201344	rnn.weight_hh_l1_reverse	3	0.035329557955265045
201344	rnn.weight_hh_l1_reverse	4	0.047221455723047256
201344	rnn.weight_hh_l1_reverse	5	0.0024104390759021044
201344	rnn.weight_hh_l1_reverse	6	0.05139448493719101
201344	rnn.weight_hh_l1_reverse	7	0.031490225344896317
201344	rnn.weight_hh_l1_reverse	8	-0.007445067632943392
201344	rnn.weight_hh_l1_reverse	9	-0.030323021113872528
201344	rnn.bias_ih_l1_reverse	0	-0.05408797785639763
201344	rnn.bias_ih_l1_reverse	1	-0.14931614696979523
201344	rnn.bias_ih_l1_reverse	2	-0.16633063554763794
201344	rnn.bias_ih_l1_reverse	3	-0.055032722651958466
201344	rnn.bias_ih_l1_reverse	4	-0.21269097924232483
201344	rnn.bias_ih_l1_reverse	5	-0.1135329157114029
201344	rnn.bias_ih_l1_reverse	6	-0.13369062542915344
201344	rnn.bias_ih_l1_reverse	7	-0.19222931563854218
201344	rnn.bias_ih_l1_reverse	8	0.2202882468700409
201344	rnn.bias_ih_l1_reverse	9	0.029655491933226585
201344	rnn.bias_hh_l1_reverse	0	-0.010187452659010887
201344	rnn.bias_hh_l1_reverse	1	-0.06751511245965958
201344	rnn.bias_hh_l1_reverse	2	-0.23478266596794128
201344	rnn.bias_hh_l1_reverse	3	-0.14610572159290314
201344	rnn.bias_hh_l1_reverse	4	-0.08199292421340942
201344	rnn.bias_hh_l1_reverse	5	-0.12095608562231064
201344	rnn.bias_hh_l1_reverse	6	0.053039804100990295
201344	rnn.bias_hh_l1_reverse	7	-0.1505351960659027
201344	rnn.bias_hh_l1_reverse	8	-0.1194864958524704
201344	rnn.bias_hh_l1_reverse	9	-0.14872696995735168
201344	linear.weight	0	0.002228822559118271
201344	linear.weight	1	0.11395324766635895
201344	linear.weight	2	-0.10574068874120712
201344	linear.weight	3	0.2834087610244751
201344	linear.weight	4	0.15675421059131622
201344	linear.weight	5	-0.06363999098539352
201344	linear.weight	6	0.10223269462585449
201344	linear.weight	7	0.1402207612991333
201344	linear.weight	8	0.041148241609334946
201344	linear.weight	9	-0.05032987520098686
201344	linear.bias	0	0.07941966503858566
201344	linear.bias	1	-0.17813631892204285
201344	linear.bias	2	-0.4232906401157379
201344	linear.bias	3	-0.66498202085495
201344	linear.bias	4	-1.2427260875701904
201344	linear.bias	5	-0.05268106982111931
201344	linear.bias	6	-0.7946527004241943
201344	linear.bias	7	0.2699073553085327
201344	linear.bias	8	-0.43175217509269714
201344	linear.bias	9	-1.0409493446350098
201348	transitions	0	0.7440786957740784
201348	transitions	1	0.14862844347953796
201348	transitions	2	-10000.0
201348	transitions	3	-1.8270478248596191
201348	transitions	4	-10000.0
201348	transitions	5	0.5657265186309814
201348	transitions	6	-0.08337628841400146
201348	transitions	7	-0.7861523032188416
201348	transitions	8	-1.4179962873458862
201348	transitions	9	-0.0012092705583199859
201348	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
201348	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
201348	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
201348	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
201348	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
201348	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
201348	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
201348	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
201348	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
201348	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
201348	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
201348	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
201348	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
201348	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
201348	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
201348	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
201348	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
201348	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
201348	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
201348	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
201348	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
201348	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
201348	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
201348	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
201348	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
201348	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
201348	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
201348	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
201348	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
201348	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
201348	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
201348	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
201348	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
201348	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
201348	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
201348	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
201348	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
201348	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
201348	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
201348	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
201348	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
201348	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
201348	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
201348	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
201348	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
201348	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
201348	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
201348	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
201348	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
201348	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
201348	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
201348	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
201348	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
201348	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
201348	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
201348	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
201348	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
201348	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
201348	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
201348	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
201348	embedding2nn.weight	0	0.02015477418899536
201348	embedding2nn.weight	1	-0.013369119726121426
201348	embedding2nn.weight	2	-0.014268254861235619
201348	embedding2nn.weight	3	-0.03285086899995804
201348	embedding2nn.weight	4	-0.0059150345623493195
201348	embedding2nn.weight	5	-0.0037005888298153877
201348	embedding2nn.weight	6	-0.00397327309474349
201348	embedding2nn.weight	7	-0.07769247144460678
201348	embedding2nn.weight	8	-0.0019979383796453476
201348	embedding2nn.weight	9	-0.028858482837677002
201348	embedding2nn.bias	0	0.03909586742520332
201348	embedding2nn.bias	1	-0.07009096443653107
201348	embedding2nn.bias	2	0.06207635998725891
201348	embedding2nn.bias	3	0.041364170610904694
201348	embedding2nn.bias	4	-0.045543789863586426
201348	embedding2nn.bias	5	0.0015873996308073401
201348	embedding2nn.bias	6	0.015593180432915688
201348	embedding2nn.bias	7	-0.05460229888558388
201348	embedding2nn.bias	8	0.059808067977428436
201348	embedding2nn.bias	9	0.05410444363951683
201348	rnn.weight_ih_l0	0	-0.08053291589021683
201348	rnn.weight_ih_l0	1	0.00643854821100831
201348	rnn.weight_ih_l0	2	0.029937999323010445
201348	rnn.weight_ih_l0	3	0.022578712552785873
201348	rnn.weight_ih_l0	4	-0.04692559689283371
201348	rnn.weight_ih_l0	5	-0.06672652065753937
201348	rnn.weight_ih_l0	6	-0.0017748598475009203
201348	rnn.weight_ih_l0	7	0.05031830072402954
201348	rnn.weight_ih_l0	8	-0.014001753181219101
201348	rnn.weight_ih_l0	9	-0.031010514125227928
201348	rnn.weight_hh_l0	0	-0.03109203837811947
201348	rnn.weight_hh_l0	1	-0.009172901511192322
201348	rnn.weight_hh_l0	2	0.009117361158132553
201348	rnn.weight_hh_l0	3	-0.07664789259433746
201348	rnn.weight_hh_l0	4	0.09371750801801682
201348	rnn.weight_hh_l0	5	-0.02525048889219761
201348	rnn.weight_hh_l0	6	-0.059267688542604446
201348	rnn.weight_hh_l0	7	0.010863260366022587
201348	rnn.weight_hh_l0	8	0.01550949364900589
201348	rnn.weight_hh_l0	9	-0.02381357178092003
201348	rnn.bias_ih_l0	0	0.13440962135791779
201348	rnn.bias_ih_l0	1	-0.03505225107073784
201348	rnn.bias_ih_l0	2	-0.03124428726732731
201348	rnn.bias_ih_l0	3	0.1568029224872589
201348	rnn.bias_ih_l0	4	-0.012392162345349789
201348	rnn.bias_ih_l0	5	-0.017881788313388824
201348	rnn.bias_ih_l0	6	0.018792100250720978
201348	rnn.bias_ih_l0	7	0.021686192601919174
201348	rnn.bias_ih_l0	8	-0.09726949036121368
201348	rnn.bias_ih_l0	9	-0.04891660436987877
201348	rnn.bias_hh_l0	0	-0.0020131838973611593
201348	rnn.bias_hh_l0	1	-0.10723827034235
201348	rnn.bias_hh_l0	2	-0.06910864263772964
201348	rnn.bias_hh_l0	3	-0.0886135920882225
201348	rnn.bias_hh_l0	4	0.006285682786256075
201348	rnn.bias_hh_l0	5	-0.024751843884587288
201348	rnn.bias_hh_l0	6	0.03443136811256409
201348	rnn.bias_hh_l0	7	0.055376991629600525
201348	rnn.bias_hh_l0	8	-0.1192660704255104
201348	rnn.bias_hh_l0	9	-0.05610673502087593
201348	rnn.weight_ih_l0_reverse	0	-0.02129501849412918
201348	rnn.weight_ih_l0_reverse	1	-0.05298536643385887
201348	rnn.weight_ih_l0_reverse	2	-0.047529734671115875
201348	rnn.weight_ih_l0_reverse	3	0.012875290587544441
201348	rnn.weight_ih_l0_reverse	4	-0.021397842094302177
201348	rnn.weight_ih_l0_reverse	5	-0.05770014971494675
201348	rnn.weight_ih_l0_reverse	6	0.07646023482084274
201348	rnn.weight_ih_l0_reverse	7	-0.01521818432956934
201348	rnn.weight_ih_l0_reverse	8	-0.016906866803765297
201348	rnn.weight_ih_l0_reverse	9	-0.00026379580958746374
201348	rnn.weight_hh_l0_reverse	0	0.0647004246711731
201348	rnn.weight_hh_l0_reverse	1	0.02213670313358307
201348	rnn.weight_hh_l0_reverse	2	0.028444593772292137
201348	rnn.weight_hh_l0_reverse	3	0.035408176481723785
201348	rnn.weight_hh_l0_reverse	4	0.012123447842895985
201348	rnn.weight_hh_l0_reverse	5	0.008227735757827759
201348	rnn.weight_hh_l0_reverse	6	0.05001257359981537
201348	rnn.weight_hh_l0_reverse	7	-0.08054563403129578
201348	rnn.weight_hh_l0_reverse	8	0.040674224495887756
201348	rnn.weight_hh_l0_reverse	9	0.035647328943014145
201348	rnn.bias_ih_l0_reverse	0	-0.05719950795173645
201348	rnn.bias_ih_l0_reverse	1	-0.2801625728607178
201348	rnn.bias_ih_l0_reverse	2	-0.12067212909460068
201348	rnn.bias_ih_l0_reverse	3	-0.04918237030506134
201348	rnn.bias_ih_l0_reverse	4	-0.02043723128736019
201348	rnn.bias_ih_l0_reverse	5	0.07613886892795563
201348	rnn.bias_ih_l0_reverse	6	-0.06475949287414551
201348	rnn.bias_ih_l0_reverse	7	0.06333843618631363
201348	rnn.bias_ih_l0_reverse	8	-0.047290489077568054
201348	rnn.bias_ih_l0_reverse	9	0.06555118411779404
201348	rnn.bias_hh_l0_reverse	0	0.022395918145775795
201348	rnn.bias_hh_l0_reverse	1	-0.05726402625441551
201348	rnn.bias_hh_l0_reverse	2	0.07890734076499939
201348	rnn.bias_hh_l0_reverse	3	-0.0513228140771389
201348	rnn.bias_hh_l0_reverse	4	-0.023519841954112053
201348	rnn.bias_hh_l0_reverse	5	-0.027416637167334557
201348	rnn.bias_hh_l0_reverse	6	-0.017892351374030113
201348	rnn.bias_hh_l0_reverse	7	0.1014115959405899
201348	rnn.bias_hh_l0_reverse	8	0.03516028821468353
201348	rnn.bias_hh_l0_reverse	9	-0.14687515795230865
201348	rnn.weight_ih_l1	0	-0.030581172555685043
201348	rnn.weight_ih_l1	1	-0.04905486851930618
201348	rnn.weight_ih_l1	2	0.055404193699359894
201348	rnn.weight_ih_l1	3	-0.06996414810419083
201348	rnn.weight_ih_l1	4	-0.014095043763518333
201348	rnn.weight_ih_l1	5	-0.04111979901790619
201348	rnn.weight_ih_l1	6	0.028360428288578987
201348	rnn.weight_ih_l1	7	-0.04746666178107262
201348	rnn.weight_ih_l1	8	0.03689960017800331
201348	rnn.weight_ih_l1	9	0.046587418764829636
201348	rnn.weight_hh_l1	0	-0.006788596045225859
201348	rnn.weight_hh_l1	1	0.020222658291459084
201348	rnn.weight_hh_l1	2	0.007988443598151207
201348	rnn.weight_hh_l1	3	-0.013282597064971924
201348	rnn.weight_hh_l1	4	0.005090537015348673
201348	rnn.weight_hh_l1	5	0.033243343234062195
201348	rnn.weight_hh_l1	6	0.035923492163419724
201348	rnn.weight_hh_l1	7	-0.016573861241340637
201348	rnn.weight_hh_l1	8	-0.008029072545468807
201348	rnn.weight_hh_l1	9	0.03683288395404816
201348	rnn.bias_ih_l1	0	-0.18304628133773804
201348	rnn.bias_ih_l1	1	-0.1804577261209488
201348	rnn.bias_ih_l1	2	-0.2028454691171646
201348	rnn.bias_ih_l1	3	-0.3151914179325104
201348	rnn.bias_ih_l1	4	-0.2043035924434662
201348	rnn.bias_ih_l1	5	-0.08299515396356583
201348	rnn.bias_ih_l1	6	-0.16364501416683197
201348	rnn.bias_ih_l1	7	-0.006213088054209948
201348	rnn.bias_ih_l1	8	-0.13240079581737518
201348	rnn.bias_ih_l1	9	-0.12875677645206451
201348	rnn.bias_hh_l1	0	-0.09746570885181427
201348	rnn.bias_hh_l1	1	-0.07211171835660934
201348	rnn.bias_hh_l1	2	-0.09470856934785843
201348	rnn.bias_hh_l1	3	-0.0806686133146286
201348	rnn.bias_hh_l1	4	-0.08417411148548126
201348	rnn.bias_hh_l1	5	-0.12049997597932816
201348	rnn.bias_hh_l1	6	-0.16129064559936523
201348	rnn.bias_hh_l1	7	0.06011988967657089
201348	rnn.bias_hh_l1	8	-0.1810038536787033
201348	rnn.bias_hh_l1	9	-0.12127862870693207
201348	rnn.weight_ih_l1_reverse	0	-0.0448213554918766
201348	rnn.weight_ih_l1_reverse	1	0.037667401134967804
201348	rnn.weight_ih_l1_reverse	2	0.09092655032873154
201348	rnn.weight_ih_l1_reverse	3	-0.011533794924616814
201348	rnn.weight_ih_l1_reverse	4	-0.03238440304994583
201348	rnn.weight_ih_l1_reverse	5	-0.031209155917167664
201348	rnn.weight_ih_l1_reverse	6	-0.013874933123588562
201348	rnn.weight_ih_l1_reverse	7	0.028164930641651154
201348	rnn.weight_ih_l1_reverse	8	0.0006578890606760979
201348	rnn.weight_ih_l1_reverse	9	-0.03870487958192825
201348	rnn.weight_hh_l1_reverse	0	0.004734992980957031
201348	rnn.weight_hh_l1_reverse	1	0.03113064542412758
201348	rnn.weight_hh_l1_reverse	2	-0.040586069226264954
201348	rnn.weight_hh_l1_reverse	3	0.03532896563410759
201348	rnn.weight_hh_l1_reverse	4	0.047214437276124954
201348	rnn.weight_hh_l1_reverse	5	0.002391903195530176
201348	rnn.weight_hh_l1_reverse	6	0.05132383853197098
201348	rnn.weight_hh_l1_reverse	7	0.03149877488613129
201348	rnn.weight_hh_l1_reverse	8	-0.007438163738697767
201348	rnn.weight_hh_l1_reverse	9	-0.030320193618535995
201348	rnn.bias_ih_l1_reverse	0	-0.05414850637316704
201348	rnn.bias_ih_l1_reverse	1	-0.14964184165000916
201348	rnn.bias_ih_l1_reverse	2	-0.16631419956684113
201348	rnn.bias_ih_l1_reverse	3	-0.05488377809524536
201348	rnn.bias_ih_l1_reverse	4	-0.2127043604850769
201348	rnn.bias_ih_l1_reverse	5	-0.11353153735399246
201348	rnn.bias_ih_l1_reverse	6	-0.1336728036403656
201348	rnn.bias_ih_l1_reverse	7	-0.1922813206911087
201348	rnn.bias_ih_l1_reverse	8	0.2202080339193344
201348	rnn.bias_ih_l1_reverse	9	0.029607094824314117
201348	rnn.bias_hh_l1_reverse	0	-0.010557807050645351
201348	rnn.bias_hh_l1_reverse	1	-0.06737060844898224
201348	rnn.bias_hh_l1_reverse	2	-0.23479725420475006
201348	rnn.bias_hh_l1_reverse	3	-0.1462458223104477
201348	rnn.bias_hh_l1_reverse	4	-0.08198439329862595
201348	rnn.bias_hh_l1_reverse	5	-0.12085084617137909
201348	rnn.bias_hh_l1_reverse	6	0.053079307079315186
201348	rnn.bias_hh_l1_reverse	7	-0.15053698420524597
201348	rnn.bias_hh_l1_reverse	8	-0.11944489926099777
201348	rnn.bias_hh_l1_reverse	9	-0.14873835444450378
201348	linear.weight	0	0.002228822559118271
201348	linear.weight	1	0.11396411806344986
201348	linear.weight	2	-0.10573845356702805
201348	linear.weight	3	0.2833002209663391
201348	linear.weight	4	0.15675686299800873
201348	linear.weight	5	-0.0636400356888771
201348	linear.weight	6	0.10178100317716599
201348	linear.weight	7	0.14020071923732758
201348	linear.weight	8	0.041148241609334946
201348	linear.weight	9	-0.05030873045325279
201348	linear.bias	0	0.07647515088319778
201348	linear.bias	1	-0.17701658606529236
201348	linear.bias	2	-0.42221030592918396
201348	linear.bias	3	-0.6660947799682617
201348	linear.bias	4	-1.2438400983810425
201348	linear.bias	5	-0.052272114902734756
201348	linear.bias	6	-0.793565571308136
201348	linear.bias	7	0.27031099796295166
201348	linear.bias	8	-0.4315563440322876
201348	linear.bias	9	-1.0407518148422241
201545	transitions	0	0.7431485652923584
201545	transitions	1	0.14864161610603333
201545	transitions	2	-10000.0
201545	transitions	3	-1.8270529508590698
201545	transitions	4	-10000.0
201545	transitions	5	0.5657000541687012
201545	transitions	6	-0.08338562399148941
201545	transitions	7	-0.7862182855606079
201545	transitions	8	-1.4180045127868652
201545	transitions	9	-0.0012093556579202414
201545	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
201545	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
201545	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
201545	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
201545	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
201545	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
201545	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
201545	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
201545	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
201545	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
201545	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
201545	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
201545	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
201545	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
201545	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
201545	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
201545	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
201545	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
201545	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
201545	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
201545	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
201545	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
201545	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
201545	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
201545	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
201545	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
201545	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
201545	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
201545	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
201545	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
201545	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
201545	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
201545	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
201545	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
201545	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
201545	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
201545	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
201545	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
201545	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
201545	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
201545	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
201545	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
201545	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
201545	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
201545	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
201545	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
201545	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
201545	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
201545	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
201545	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
201545	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
201545	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
201545	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
201545	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
201545	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
201545	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
201545	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
201545	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
201545	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
201545	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
201545	embedding2nn.weight	0	0.020495256409049034
201545	embedding2nn.weight	1	-0.013342411257326603
201545	embedding2nn.weight	2	-0.014268254861235619
201545	embedding2nn.weight	3	-0.03333526477217674
201545	embedding2nn.weight	4	-0.0059150345623493195
201545	embedding2nn.weight	5	-0.0037005888298153877
201545	embedding2nn.weight	6	-0.00397327309474349
201545	embedding2nn.weight	7	-0.07779403775930405
201545	embedding2nn.weight	8	-0.0019979383796453476
201545	embedding2nn.weight	9	-0.028830736875534058
201545	embedding2nn.bias	0	0.04048551991581917
201545	embedding2nn.bias	1	-0.07173775136470795
201545	embedding2nn.bias	2	0.06045496463775635
201545	embedding2nn.bias	3	0.0406227745115757
201545	embedding2nn.bias	4	-0.04255971312522888
201545	embedding2nn.bias	5	0.004700871184468269
201545	embedding2nn.bias	6	0.017806343734264374
201545	embedding2nn.bias	7	-0.055664289742708206
201545	embedding2nn.bias	8	0.060193151235580444
201545	embedding2nn.bias	9	0.05439369007945061
201545	rnn.weight_ih_l0	0	-0.08075939118862152
201545	rnn.weight_ih_l0	1	0.0062531596049666405
201545	rnn.weight_ih_l0	2	0.030143583193421364
201545	rnn.weight_ih_l0	3	0.022863013669848442
201545	rnn.weight_ih_l0	4	-0.04680836945772171
201545	rnn.weight_ih_l0	5	-0.06683529913425446
201545	rnn.weight_ih_l0	6	-0.0021072374656796455
201545	rnn.weight_ih_l0	7	0.0499892495572567
201545	rnn.weight_ih_l0	8	-0.01428006961941719
201545	rnn.weight_ih_l0	9	-0.03094526194036007
201545	rnn.weight_hh_l0	0	-0.031079841777682304
201545	rnn.weight_hh_l0	1	-0.009140171110630035
201545	rnn.weight_hh_l0	2	0.008932839147746563
201545	rnn.weight_hh_l0	3	-0.07659619301557541
201545	rnn.weight_hh_l0	4	0.09358412027359009
201545	rnn.weight_hh_l0	5	-0.024998508393764496
201545	rnn.weight_hh_l0	6	-0.05944245681166649
201545	rnn.weight_hh_l0	7	0.011311955749988556
201545	rnn.weight_hh_l0	8	0.01588321663439274
201545	rnn.weight_hh_l0	9	-0.023808691650629044
201545	rnn.bias_ih_l0	0	0.13444893062114716
201545	rnn.bias_ih_l0	1	-0.03575258329510689
201545	rnn.bias_ih_l0	2	-0.03139648586511612
201545	rnn.bias_ih_l0	3	0.15671703219413757
201545	rnn.bias_ih_l0	4	-0.011919340118765831
201545	rnn.bias_ih_l0	5	-0.01794143207371235
201545	rnn.bias_ih_l0	6	0.01776634156703949
201545	rnn.bias_ih_l0	7	0.021454516798257828
201545	rnn.bias_ih_l0	8	-0.09721489250659943
201545	rnn.bias_ih_l0	9	-0.047906726598739624
201545	rnn.bias_hh_l0	0	-0.001970122568309307
201545	rnn.bias_hh_l0	1	-0.10684879124164581
201545	rnn.bias_hh_l0	2	-0.0687863901257515
201545	rnn.bias_hh_l0	3	-0.08875808864831924
201545	rnn.bias_hh_l0	4	0.006348562426865101
201545	rnn.bias_hh_l0	5	-0.02527039684355259
201545	rnn.bias_hh_l0	6	0.03403115272521973
201545	rnn.bias_hh_l0	7	0.05431405454874039
201545	rnn.bias_hh_l0	8	-0.11889296025037766
201545	rnn.bias_hh_l0	9	-0.05644013732671738
201545	rnn.weight_ih_l0_reverse	0	-0.02133691869676113
201545	rnn.weight_ih_l0_reverse	1	-0.05297084525227547
201545	rnn.weight_ih_l0_reverse	2	-0.047471534460783005
201545	rnn.weight_ih_l0_reverse	3	0.012754399329423904
201545	rnn.weight_ih_l0_reverse	4	-0.021306941285729408
201545	rnn.weight_ih_l0_reverse	5	-0.05791749060153961
201545	rnn.weight_ih_l0_reverse	6	0.07647822052240372
201545	rnn.weight_ih_l0_reverse	7	-0.015205895528197289
201545	rnn.weight_ih_l0_reverse	8	-0.016944510862231255
201545	rnn.weight_ih_l0_reverse	9	-0.00037526802043430507
201545	rnn.weight_hh_l0_reverse	0	0.06477738916873932
201545	rnn.weight_hh_l0_reverse	1	0.022105978801846504
201545	rnn.weight_hh_l0_reverse	2	0.028497671708464622
201545	rnn.weight_hh_l0_reverse	3	0.03545055910944939
201545	rnn.weight_hh_l0_reverse	4	0.012215539813041687
201545	rnn.weight_hh_l0_reverse	5	0.008482800796627998
201545	rnn.weight_hh_l0_reverse	6	0.05009441822767258
201545	rnn.weight_hh_l0_reverse	7	-0.08032536506652832
201545	rnn.weight_hh_l0_reverse	8	0.04080452024936676
201545	rnn.weight_hh_l0_reverse	9	0.03585397079586983
201545	rnn.bias_ih_l0_reverse	0	-0.05763518437743187
201545	rnn.bias_ih_l0_reverse	1	-0.28100892901420593
201545	rnn.bias_ih_l0_reverse	2	-0.11979168653488159
201545	rnn.bias_ih_l0_reverse	3	-0.048997148871421814
201545	rnn.bias_ih_l0_reverse	4	-0.019726449623703957
201545	rnn.bias_ih_l0_reverse	5	0.07654500007629395
201545	rnn.bias_ih_l0_reverse	6	-0.0643264502286911
201545	rnn.bias_ih_l0_reverse	7	0.06309419870376587
201545	rnn.bias_ih_l0_reverse	8	-0.04702625423669815
201545	rnn.bias_ih_l0_reverse	9	0.06504064053297043
201545	rnn.bias_hh_l0_reverse	0	0.023419393226504326
201545	rnn.bias_hh_l0_reverse	1	-0.058715809136629105
201545	rnn.bias_hh_l0_reverse	2	0.07932436466217041
201545	rnn.bias_hh_l0_reverse	3	-0.051214806735515594
201545	rnn.bias_hh_l0_reverse	4	-0.023361017927527428
201545	rnn.bias_hh_l0_reverse	5	-0.028050223365426064
201545	rnn.bias_hh_l0_reverse	6	-0.01864369958639145
201545	rnn.bias_hh_l0_reverse	7	0.10214292258024216
201545	rnn.bias_hh_l0_reverse	8	0.034732844680547714
201545	rnn.bias_hh_l0_reverse	9	-0.1467529982328415
201545	rnn.weight_ih_l1	0	-0.030432241037487984
201545	rnn.weight_ih_l1	1	-0.04920966923236847
201545	rnn.weight_ih_l1	2	0.05544499680399895
201545	rnn.weight_ih_l1	3	-0.0702177882194519
201545	rnn.weight_ih_l1	4	-0.013910878449678421
201545	rnn.weight_ih_l1	5	-0.04118344187736511
201545	rnn.weight_ih_l1	6	0.02832077071070671
201545	rnn.weight_ih_l1	7	-0.0476265512406826
201545	rnn.weight_ih_l1	8	0.03696579486131668
201545	rnn.weight_ih_l1	9	0.04657232016324997
201545	rnn.weight_hh_l1	0	-0.006999575067311525
201545	rnn.weight_hh_l1	1	0.02028886042535305
201545	rnn.weight_hh_l1	2	0.007857326418161392
201545	rnn.weight_hh_l1	3	-0.01342911459505558
201545	rnn.weight_hh_l1	4	0.005216216202825308
201545	rnn.weight_hh_l1	5	0.033270902931690216
201545	rnn.weight_hh_l1	6	0.03607762232422829
201545	rnn.weight_hh_l1	7	-0.016579894348978996
201545	rnn.weight_hh_l1	8	-0.00804731622338295
201545	rnn.weight_hh_l1	9	0.03661893308162689
201545	rnn.bias_ih_l1	0	-0.1823134422302246
201545	rnn.bias_ih_l1	1	-0.18048709630966187
201545	rnn.bias_ih_l1	2	-0.20217129588127136
201545	rnn.bias_ih_l1	3	-0.31493186950683594
201545	rnn.bias_ih_l1	4	-0.20511934161186218
201545	rnn.bias_ih_l1	5	-0.08211778104305267
201545	rnn.bias_ih_l1	6	-0.16398541629314423
201545	rnn.bias_ih_l1	7	-0.009054700843989849
201545	rnn.bias_ih_l1	8	-0.13178563117980957
201545	rnn.bias_ih_l1	9	-0.12949691712856293
201545	rnn.bias_hh_l1	0	-0.09789183735847473
201545	rnn.bias_hh_l1	1	-0.0733281821012497
201545	rnn.bias_hh_l1	2	-0.09482763707637787
201545	rnn.bias_hh_l1	3	-0.08041795343160629
201545	rnn.bias_hh_l1	4	-0.0838356539607048
201545	rnn.bias_hh_l1	5	-0.12027446180582047
201545	rnn.bias_hh_l1	6	-0.16056697070598602
201545	rnn.bias_hh_l1	7	0.06065406650304794
201545	rnn.bias_hh_l1	8	-0.18106041848659515
201545	rnn.bias_hh_l1	9	-0.12175919860601425
201545	rnn.weight_ih_l1_reverse	0	-0.04491084814071655
201545	rnn.weight_ih_l1_reverse	1	0.037727341055870056
201545	rnn.weight_ih_l1_reverse	2	0.09136954694986343
201545	rnn.weight_ih_l1_reverse	3	-0.011469208635389805
201545	rnn.weight_ih_l1_reverse	4	-0.03310055658221245
201545	rnn.weight_ih_l1_reverse	5	-0.031158065423369408
201545	rnn.weight_ih_l1_reverse	6	-0.01374080777168274
201545	rnn.weight_ih_l1_reverse	7	0.028055919334292412
201545	rnn.weight_ih_l1_reverse	8	0.0003848307824227959
201545	rnn.weight_ih_l1_reverse	9	-0.03857540339231491
201545	rnn.weight_hh_l1_reverse	0	0.004739654250442982
201545	rnn.weight_hh_l1_reverse	1	0.031246576458215714
201545	rnn.weight_hh_l1_reverse	2	-0.04057598486542702
201545	rnn.weight_hh_l1_reverse	3	0.035319361835718155
201545	rnn.weight_hh_l1_reverse	4	0.047011397778987885
201545	rnn.weight_hh_l1_reverse	5	0.0023961823899298906
201545	rnn.weight_hh_l1_reverse	6	0.05162933096289635
201545	rnn.weight_hh_l1_reverse	7	0.03133393079042435
201545	rnn.weight_hh_l1_reverse	8	-0.0073784878477454185
201545	rnn.weight_hh_l1_reverse	9	-0.03039499744772911
201545	rnn.bias_ih_l1_reverse	0	-0.053583379834890366
201545	rnn.bias_ih_l1_reverse	1	-0.15064620971679688
201545	rnn.bias_ih_l1_reverse	2	-0.1663316935300827
201545	rnn.bias_ih_l1_reverse	3	-0.05661792308092117
201545	rnn.bias_ih_l1_reverse	4	-0.212790846824646
201545	rnn.bias_ih_l1_reverse	5	-0.11296320706605911
201545	rnn.bias_ih_l1_reverse	6	-0.1336725652217865
201545	rnn.bias_ih_l1_reverse	7	-0.19192972779273987
201545	rnn.bias_ih_l1_reverse	8	0.2199070304632187
201545	rnn.bias_ih_l1_reverse	9	0.02875264547765255
201545	rnn.bias_hh_l1_reverse	0	-0.010383684188127518
201545	rnn.bias_hh_l1_reverse	1	-0.06824328750371933
201545	rnn.bias_hh_l1_reverse	2	-0.23470407724380493
201545	rnn.bias_hh_l1_reverse	3	-0.1463548243045807
201545	rnn.bias_hh_l1_reverse	4	-0.08205996453762054
201545	rnn.bias_hh_l1_reverse	5	-0.12161576002836227
201545	rnn.bias_hh_l1_reverse	6	0.05364970862865448
201545	rnn.bias_hh_l1_reverse	7	-0.1506952941417694
201545	rnn.bias_hh_l1_reverse	8	-0.11928740888834
201545	rnn.bias_hh_l1_reverse	9	-0.14858897030353546
201545	linear.weight	0	0.002228822559118271
201545	linear.weight	1	0.11340730637311935
201545	linear.weight	2	-0.10606382042169571
201545	linear.weight	3	0.28454485535621643
201545	linear.weight	4	0.15627744793891907
201545	linear.weight	5	-0.06293022632598877
201545	linear.weight	6	0.09938187152147293
201545	linear.weight	7	0.1424839198589325
201545	linear.weight	8	0.04114818572998047
201545	linear.weight	9	-0.050002433359622955
201545	linear.bias	0	0.09749020636081696
201545	linear.bias	1	-0.1788734346628189
201545	linear.bias	2	-0.43836385011672974
201545	linear.bias	3	-0.6563076376914978
201545	linear.bias	4	-1.234222173690796
201545	linear.bias	5	-0.06402797996997833
201545	linear.bias	6	-0.7953170537948608
201545	linear.bias	7	0.25722306966781616
201545	linear.bias	8	-0.43187832832336426
201545	linear.bias	9	-1.0410434007644653
201742	transitions	0	0.74388587474823
201742	transitions	1	0.14817117154598236
201742	transitions	2	-10000.0
201742	transitions	3	-1.8270573616027832
201742	transitions	4	-10000.0
201742	transitions	5	0.5656546950340271
201742	transitions	6	-0.08339890092611313
201742	transitions	7	-0.7863732576370239
201742	transitions	8	-1.4180190563201904
201742	transitions	9	-0.0012094461126253009
201742	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
201742	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
201742	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
201742	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
201742	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
201742	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
201742	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
201742	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
201742	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
201742	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
201742	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
201742	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
201742	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
201742	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
201742	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
201742	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
201742	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
201742	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
201742	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
201742	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
201742	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
201742	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
201742	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
201742	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
201742	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
201742	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
201742	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
201742	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
201742	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
201742	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
201742	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
201742	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
201742	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
201742	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
201742	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
201742	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
201742	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
201742	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
201742	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
201742	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
201742	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
201742	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
201742	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
201742	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
201742	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
201742	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
201742	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
201742	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
201742	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
201742	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
201742	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
201742	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
201742	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
201742	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
201742	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
201742	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
201742	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
201742	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
201742	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
201742	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
201742	embedding2nn.weight	0	0.02083754912018776
201742	embedding2nn.weight	1	-0.0133124478161335
201742	embedding2nn.weight	2	-0.014268254861235619
201742	embedding2nn.weight	3	-0.03395271301269531
201742	embedding2nn.weight	4	-0.0059150345623493195
201742	embedding2nn.weight	5	-0.0037005888298153877
201742	embedding2nn.weight	6	-0.003973272163420916
201742	embedding2nn.weight	7	-0.07754304260015488
201742	embedding2nn.weight	8	-0.0019979383796453476
201742	embedding2nn.weight	9	-0.028952842578291893
201742	embedding2nn.bias	0	0.036232732236385345
201742	embedding2nn.bias	1	-0.07371318340301514
201742	embedding2nn.bias	2	0.059526488184928894
201742	embedding2nn.bias	3	0.04034460335969925
201742	embedding2nn.bias	4	-0.04216232895851135
201742	embedding2nn.bias	5	0.0021448549814522266
201742	embedding2nn.bias	6	0.017169339582324028
201742	embedding2nn.bias	7	-0.05465501919388771
201742	embedding2nn.bias	8	0.06037259101867676
201742	embedding2nn.bias	9	0.05373631417751312
201742	rnn.weight_ih_l0	0	-0.08017294108867645
201742	rnn.weight_ih_l0	1	0.006038895808160305
201742	rnn.weight_ih_l0	2	0.03046673908829689
201742	rnn.weight_ih_l0	3	0.022784695029258728
201742	rnn.weight_ih_l0	4	-0.046817880123853683
201742	rnn.weight_ih_l0	5	-0.06683816015720367
201742	rnn.weight_ih_l0	6	-0.0019487370736896992
201742	rnn.weight_ih_l0	7	0.04993750527501106
201742	rnn.weight_ih_l0	8	-0.014044946990907192
201742	rnn.weight_ih_l0	9	-0.0312906913459301
201742	rnn.weight_hh_l0	0	-0.031067974865436554
201742	rnn.weight_hh_l0	1	-0.009121490642428398
201742	rnn.weight_hh_l0	2	0.009029735811054707
201742	rnn.weight_hh_l0	3	-0.07666847109794617
201742	rnn.weight_hh_l0	4	0.09347602725028992
201742	rnn.weight_hh_l0	5	-0.024918105453252792
201742	rnn.weight_hh_l0	6	-0.05958458408713341
201742	rnn.weight_hh_l0	7	0.011457703076303005
201742	rnn.weight_hh_l0	8	0.015826793387532234
201742	rnn.weight_hh_l0	9	-0.023690437898039818
201742	rnn.bias_ih_l0	0	0.13424994051456451
201742	rnn.bias_ih_l0	1	-0.03626661002635956
201742	rnn.bias_ih_l0	2	-0.031419720500707626
201742	rnn.bias_ih_l0	3	0.15718844532966614
201742	rnn.bias_ih_l0	4	-0.011641351506114006
201742	rnn.bias_ih_l0	5	-0.01761713996529579
201742	rnn.bias_ih_l0	6	0.018318893387913704
201742	rnn.bias_ih_l0	7	0.02112971805036068
201742	rnn.bias_ih_l0	8	-0.0974283218383789
201742	rnn.bias_ih_l0	9	-0.04696206375956535
201742	rnn.bias_hh_l0	0	-0.0015126564539968967
201742	rnn.bias_hh_l0	1	-0.10748076438903809
201742	rnn.bias_hh_l0	2	-0.06821706146001816
201742	rnn.bias_hh_l0	3	-0.08888235688209534
201742	rnn.bias_hh_l0	4	0.006833749823272228
201742	rnn.bias_hh_l0	5	-0.02386220172047615
201742	rnn.bias_hh_l0	6	0.034350279718637466
201742	rnn.bias_hh_l0	7	0.05451652407646179
201742	rnn.bias_hh_l0	8	-0.1187884509563446
201742	rnn.bias_hh_l0	9	-0.05599001795053482
201742	rnn.weight_ih_l0_reverse	0	-0.021809281781315804
201742	rnn.weight_ih_l0_reverse	1	-0.052885644137859344
201742	rnn.weight_ih_l0_reverse	2	-0.04761141538619995
201742	rnn.weight_ih_l0_reverse	3	0.012705731205642223
201742	rnn.weight_ih_l0_reverse	4	-0.021422654390335083
201742	rnn.weight_ih_l0_reverse	5	-0.05786246806383133
201742	rnn.weight_ih_l0_reverse	6	0.07630457729101181
201742	rnn.weight_ih_l0_reverse	7	-0.015242316760122776
201742	rnn.weight_ih_l0_reverse	8	-0.017082475125789642
201742	rnn.weight_ih_l0_reverse	9	0.00018668883421923965
201742	rnn.weight_hh_l0_reverse	0	0.0649309754371643
201742	rnn.weight_hh_l0_reverse	1	0.0218513160943985
201742	rnn.weight_hh_l0_reverse	2	0.02849631756544113
201742	rnn.weight_hh_l0_reverse	3	0.03544750437140465
201742	rnn.weight_hh_l0_reverse	4	0.012285060249269009
201742	rnn.weight_hh_l0_reverse	5	0.008538180030882359
201742	rnn.weight_hh_l0_reverse	6	0.0502270944416523
201742	rnn.weight_hh_l0_reverse	7	-0.08041846007108688
201742	rnn.weight_hh_l0_reverse	8	0.041002579033374786
201742	rnn.weight_hh_l0_reverse	9	0.03597453981637955
201742	rnn.bias_ih_l0_reverse	0	-0.058143582195043564
201742	rnn.bias_ih_l0_reverse	1	-0.2815687656402588
201742	rnn.bias_ih_l0_reverse	2	-0.12040581554174423
201742	rnn.bias_ih_l0_reverse	3	-0.04919314756989479
201742	rnn.bias_ih_l0_reverse	4	-0.020567843690514565
201742	rnn.bias_ih_l0_reverse	5	0.07670944184064865
201742	rnn.bias_ih_l0_reverse	6	-0.0647050216794014
201742	rnn.bias_ih_l0_reverse	7	0.06358183920383453
201742	rnn.bias_ih_l0_reverse	8	-0.04686417430639267
201742	rnn.bias_ih_l0_reverse	9	0.06480857729911804
201742	rnn.bias_hh_l0_reverse	0	0.02392207644879818
201742	rnn.bias_hh_l0_reverse	1	-0.059446901082992554
201742	rnn.bias_hh_l0_reverse	2	0.07957310229539871
201742	rnn.bias_hh_l0_reverse	3	-0.051519233733415604
201742	rnn.bias_hh_l0_reverse	4	-0.02285286970436573
201742	rnn.bias_hh_l0_reverse	5	-0.028413452208042145
201742	rnn.bias_hh_l0_reverse	6	-0.01887223683297634
201742	rnn.bias_hh_l0_reverse	7	0.10135907679796219
201742	rnn.bias_hh_l0_reverse	8	0.03410075604915619
201742	rnn.bias_hh_l0_reverse	9	-0.14654402434825897
201742	rnn.weight_ih_l1	0	-0.030650625005364418
201742	rnn.weight_ih_l1	1	-0.04900481179356575
201742	rnn.weight_ih_l1	2	0.055043868720531464
201742	rnn.weight_ih_l1	3	-0.07034896314144135
201742	rnn.weight_ih_l1	4	-0.013726451434195042
201742	rnn.weight_ih_l1	5	-0.041220832616090775
201742	rnn.weight_ih_l1	6	0.02846161276102066
201742	rnn.weight_ih_l1	7	-0.04744979739189148
201742	rnn.weight_ih_l1	8	0.036984700709581375
201742	rnn.weight_ih_l1	9	0.04679227992892265
201742	rnn.weight_hh_l1	0	-0.007243397645652294
201742	rnn.weight_hh_l1	1	0.02025948278605938
201742	rnn.weight_hh_l1	2	0.0077638705261051655
201742	rnn.weight_hh_l1	3	-0.013519822619855404
201742	rnn.weight_hh_l1	4	0.005056973546743393
201742	rnn.weight_hh_l1	5	0.033208250999450684
201742	rnn.weight_hh_l1	6	0.03589809685945511
201742	rnn.weight_hh_l1	7	-0.01654701866209507
201742	rnn.weight_hh_l1	8	-0.007979215122759342
201742	rnn.weight_hh_l1	9	0.036808643490076065
201742	rnn.bias_ih_l1	0	-0.18191742897033691
201742	rnn.bias_ih_l1	1	-0.17930158972740173
201742	rnn.bias_ih_l1	2	-0.20310357213020325
201742	rnn.bias_ih_l1	3	-0.31472504138946533
201742	rnn.bias_ih_l1	4	-0.20573918521404266
201742	rnn.bias_ih_l1	5	-0.08144594728946686
201742	rnn.bias_ih_l1	6	-0.16409678757190704
201742	rnn.bias_ih_l1	7	-0.009955414570868015
201742	rnn.bias_ih_l1	8	-0.13205623626708984
201742	rnn.bias_ih_l1	9	-0.12920595705509186
201742	rnn.bias_hh_l1	0	-0.09831222146749496
201742	rnn.bias_hh_l1	1	-0.0724812000989914
201742	rnn.bias_hh_l1	2	-0.0944676548242569
201742	rnn.bias_hh_l1	3	-0.08024674654006958
201742	rnn.bias_hh_l1	4	-0.08392845094203949
201742	rnn.bias_hh_l1	5	-0.11995767802000046
201742	rnn.bias_hh_l1	6	-0.1597030609846115
201742	rnn.bias_hh_l1	7	0.06172958016395569
201742	rnn.bias_hh_l1	8	-0.1806810349225998
201742	rnn.bias_hh_l1	9	-0.12182330340147018
201742	rnn.weight_ih_l1_reverse	0	-0.04494497552514076
201742	rnn.weight_ih_l1_reverse	1	0.037596192210912704
201742	rnn.weight_ih_l1_reverse	2	0.09136563539505005
201742	rnn.weight_ih_l1_reverse	3	-0.011543279513716698
201742	rnn.weight_ih_l1_reverse	4	-0.03252739831805229
201742	rnn.weight_ih_l1_reverse	5	-0.031003475189208984
201742	rnn.weight_ih_l1_reverse	6	-0.014213168993592262
201742	rnn.weight_ih_l1_reverse	7	0.02775280736386776
201742	rnn.weight_ih_l1_reverse	8	0.0008148924098350108
201742	rnn.weight_ih_l1_reverse	9	-0.03917088732123375
201742	rnn.weight_hh_l1_reverse	0	0.004734410438686609
201742	rnn.weight_hh_l1_reverse	1	0.031277406960725784
201742	rnn.weight_hh_l1_reverse	2	-0.04058810696005821
201742	rnn.weight_hh_l1_reverse	3	0.03531261906027794
201742	rnn.weight_hh_l1_reverse	4	0.04701710864901543
201742	rnn.weight_hh_l1_reverse	5	0.002619293751195073
201742	rnn.weight_hh_l1_reverse	6	0.05163729935884476
201742	rnn.weight_hh_l1_reverse	7	0.03137653321027756
201742	rnn.weight_hh_l1_reverse	8	-0.0074471114203333855
201742	rnn.weight_hh_l1_reverse	9	-0.030344778671860695
201742	rnn.bias_ih_l1_reverse	0	-0.053632356226444244
201742	rnn.bias_ih_l1_reverse	1	-0.15065297484397888
201742	rnn.bias_ih_l1_reverse	2	-0.16580305993556976
201742	rnn.bias_ih_l1_reverse	3	-0.05769079923629761
201742	rnn.bias_ih_l1_reverse	4	-0.2127261757850647
201742	rnn.bias_ih_l1_reverse	5	-0.11247290670871735
201742	rnn.bias_ih_l1_reverse	6	-0.13362780213356018
201742	rnn.bias_ih_l1_reverse	7	-0.19132070243358612
201742	rnn.bias_ih_l1_reverse	8	0.21892334520816803
201742	rnn.bias_ih_l1_reverse	9	0.028272071853280067
201742	rnn.bias_hh_l1_reverse	0	-0.006349712144583464
201742	rnn.bias_hh_l1_reverse	1	-0.070206418633461
201742	rnn.bias_hh_l1_reverse	2	-0.23520728945732117
201742	rnn.bias_hh_l1_reverse	3	-0.14622405171394348
201742	rnn.bias_hh_l1_reverse	4	-0.08257050812244415
201742	rnn.bias_hh_l1_reverse	5	-0.12133532762527466
201742	rnn.bias_hh_l1_reverse	6	0.05331684648990631
201742	rnn.bias_hh_l1_reverse	7	-0.15045730769634247
201742	rnn.bias_hh_l1_reverse	8	-0.11914900690317154
201742	rnn.bias_hh_l1_reverse	9	-0.1485605686903
201742	linear.weight	0	0.002228822559118271
201742	linear.weight	1	0.11215866357088089
201742	linear.weight	2	-0.10590585321187973
201742	linear.weight	3	0.2844569683074951
201742	linear.weight	4	0.1570104956626892
201742	linear.weight	5	-0.0627235546708107
201742	linear.weight	6	0.10271332412958145
201742	linear.weight	7	0.14186380803585052
201742	linear.weight	8	0.04114807769656181
201742	linear.weight	9	-0.050854943692684174
201742	linear.bias	0	0.08897720277309418
201742	linear.bias	1	-0.1809759885072708
201742	linear.bias	2	-0.4397602677345276
201742	linear.bias	3	-0.6573783755302429
201742	linear.bias	4	-1.235395908355713
201742	linear.bias	5	-0.05958065018057823
201742	linear.bias	6	-0.796829879283905
201742	linear.bias	7	0.26207345724105835
201742	linear.bias	8	-0.4326922595500946
201742	linear.bias	9	-1.0424648523330688
201939	transitions	0	0.7477418780326843
201939	transitions	1	0.14982129633426666
201939	transitions	2	-10000.0
201939	transitions	3	-1.827061414718628
201939	transitions	4	-10000.0
201939	transitions	5	0.5656359791755676
201939	transitions	6	-0.08343200385570526
201939	transitions	7	-0.786526620388031
201939	transitions	8	-1.4180301427841187
201939	transitions	9	-0.0012095794081687927
201939	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
201939	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
201939	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
201939	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
201939	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
201939	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
201939	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
201939	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
201939	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
201939	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
201939	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
201939	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
201939	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
201939	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
201939	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
201939	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
201939	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
201939	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
201939	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
201939	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
201939	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
201939	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
201939	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
201939	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
201939	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
201939	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
201939	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
201939	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
201939	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
201939	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
201939	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
201939	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
201939	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
201939	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
201939	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
201939	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
201939	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
201939	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
201939	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
201939	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
201939	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
201939	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
201939	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
201939	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
201939	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
201939	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
201939	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
201939	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
201939	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
201939	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
201939	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
201939	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
201939	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
201939	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
201939	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
201939	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
201939	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
201939	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
201939	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
201939	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
201939	embedding2nn.weight	0	0.021099552512168884
201939	embedding2nn.weight	1	-0.013243669643998146
201939	embedding2nn.weight	2	-0.014268254861235619
201939	embedding2nn.weight	3	-0.0334821380674839
201939	embedding2nn.weight	4	-0.0059150345623493195
201939	embedding2nn.weight	5	-0.0037005888298153877
201939	embedding2nn.weight	6	-0.0039732735604047775
201939	embedding2nn.weight	7	-0.07742037624120712
201939	embedding2nn.weight	8	-0.0019979383796453476
201939	embedding2nn.weight	9	-0.028929242864251137
201939	embedding2nn.bias	0	0.03625141456723213
201939	embedding2nn.bias	1	-0.07355820387601852
201939	embedding2nn.bias	2	0.05985020846128464
201939	embedding2nn.bias	3	0.03914798051118851
201939	embedding2nn.bias	4	-0.04064454510807991
201939	embedding2nn.bias	5	0.0019081716891378164
201939	embedding2nn.bias	6	0.016202477738261223
201939	embedding2nn.bias	7	-0.0543837808072567
201939	embedding2nn.bias	8	0.062159936875104904
201939	embedding2nn.bias	9	0.049846917390823364
201939	rnn.weight_ih_l0	0	-0.08049088716506958
201939	rnn.weight_ih_l0	1	0.006045278161764145
201939	rnn.weight_ih_l0	2	0.030529677867889404
201939	rnn.weight_ih_l0	3	0.022469786927103996
201939	rnn.weight_ih_l0	4	-0.04643138125538826
201939	rnn.weight_ih_l0	5	-0.0668647289276123
201939	rnn.weight_ih_l0	6	-0.002228227211162448
201939	rnn.weight_ih_l0	7	0.05011560022830963
201939	rnn.weight_ih_l0	8	-0.01445348747074604
201939	rnn.weight_ih_l0	9	-0.031164685264229774
201939	rnn.weight_hh_l0	0	-0.030921507626771927
201939	rnn.weight_hh_l0	1	-0.008947601541876793
201939	rnn.weight_hh_l0	2	0.008839299902319908
201939	rnn.weight_hh_l0	3	-0.07667892426252365
201939	rnn.weight_hh_l0	4	0.09337741136550903
201939	rnn.weight_hh_l0	5	-0.024760741740465164
201939	rnn.weight_hh_l0	6	-0.059521064162254333
201939	rnn.weight_hh_l0	7	0.011793894693255424
201939	rnn.weight_hh_l0	8	0.015724042430520058
201939	rnn.weight_hh_l0	9	-0.023630516603589058
201939	rnn.bias_ih_l0	0	0.13490085303783417
201939	rnn.bias_ih_l0	1	-0.03659692034125328
201939	rnn.bias_ih_l0	2	-0.031425539404153824
201939	rnn.bias_ih_l0	3	0.1574440598487854
201939	rnn.bias_ih_l0	4	-0.011980238370597363
201939	rnn.bias_ih_l0	5	-0.017221275717020035
201939	rnn.bias_ih_l0	6	0.018290376290678978
201939	rnn.bias_ih_l0	7	0.021508919075131416
201939	rnn.bias_ih_l0	8	-0.097862608730793
201939	rnn.bias_ih_l0	9	-0.04668829217553139
201939	rnn.bias_hh_l0	0	-0.0009965753415599465
201939	rnn.bias_hh_l0	1	-0.10761284828186035
201939	rnn.bias_hh_l0	2	-0.06784029304981232
201939	rnn.bias_hh_l0	3	-0.08828716725111008
201939	rnn.bias_hh_l0	4	0.006753485184162855
201939	rnn.bias_hh_l0	5	-0.024032840505242348
201939	rnn.bias_hh_l0	6	0.03445929288864136
201939	rnn.bias_hh_l0	7	0.05366227775812149
201939	rnn.bias_hh_l0	8	-0.11924583464860916
201939	rnn.bias_hh_l0	9	-0.05603216588497162
201939	rnn.weight_ih_l0_reverse	0	-0.021526414901018143
201939	rnn.weight_ih_l0_reverse	1	-0.05329526588320732
201939	rnn.weight_ih_l0_reverse	2	-0.04763197898864746
201939	rnn.weight_ih_l0_reverse	3	0.01273876242339611
201939	rnn.weight_ih_l0_reverse	4	-0.02139122784137726
201939	rnn.weight_ih_l0_reverse	5	-0.05806056037545204
201939	rnn.weight_ih_l0_reverse	6	0.07563143968582153
201939	rnn.weight_ih_l0_reverse	7	-0.015721868723630905
201939	rnn.weight_ih_l0_reverse	8	-0.01720430701971054
201939	rnn.weight_ih_l0_reverse	9	0.00023337175662163645
201939	rnn.weight_hh_l0_reverse	0	0.06490148603916168
201939	rnn.weight_hh_l0_reverse	1	0.021829528734087944
201939	rnn.weight_hh_l0_reverse	2	0.028284937143325806
201939	rnn.weight_hh_l0_reverse	3	0.03544638678431511
201939	rnn.weight_hh_l0_reverse	4	0.012349260039627552
201939	rnn.weight_hh_l0_reverse	5	0.008578837849199772
201939	rnn.weight_hh_l0_reverse	6	0.05017170310020447
201939	rnn.weight_hh_l0_reverse	7	-0.08026568591594696
201939	rnn.weight_hh_l0_reverse	8	0.0408618189394474
201939	rnn.weight_hh_l0_reverse	9	0.03608207032084465
201939	rnn.bias_ih_l0_reverse	0	-0.05861040949821472
201939	rnn.bias_ih_l0_reverse	1	-0.2822292149066925
201939	rnn.bias_ih_l0_reverse	2	-0.12058000266551971
201939	rnn.bias_ih_l0_reverse	3	-0.049189966171979904
201939	rnn.bias_ih_l0_reverse	4	-0.020524173974990845
201939	rnn.bias_ih_l0_reverse	5	0.0768541470170021
201939	rnn.bias_ih_l0_reverse	6	-0.06439826637506485
201939	rnn.bias_ih_l0_reverse	7	0.06374988704919815
201939	rnn.bias_ih_l0_reverse	8	-0.04690016806125641
201939	rnn.bias_ih_l0_reverse	9	0.06558665633201599
201939	rnn.bias_hh_l0_reverse	0	0.024112390354275703
201939	rnn.bias_hh_l0_reverse	1	-0.061175983399152756
201939	rnn.bias_hh_l0_reverse	2	0.07948985695838928
201939	rnn.bias_hh_l0_reverse	3	-0.05150914564728737
201939	rnn.bias_hh_l0_reverse	4	-0.023096946999430656
201939	rnn.bias_hh_l0_reverse	5	-0.028144245967268944
201939	rnn.bias_hh_l0_reverse	6	-0.0178973525762558
201939	rnn.bias_hh_l0_reverse	7	0.10075893998146057
201939	rnn.bias_hh_l0_reverse	8	0.03377127647399902
201939	rnn.bias_hh_l0_reverse	9	-0.14720214903354645
201939	rnn.weight_ih_l1	0	-0.030701259151101112
201939	rnn.weight_ih_l1	1	-0.04904193803668022
201939	rnn.weight_ih_l1	2	0.05496997386217117
201939	rnn.weight_ih_l1	3	-0.07041596621274948
201939	rnn.weight_ih_l1	4	-0.013872623443603516
201939	rnn.weight_ih_l1	5	-0.04122122749686241
201939	rnn.weight_ih_l1	6	0.028666721656918526
201939	rnn.weight_ih_l1	7	-0.047212205827236176
201939	rnn.weight_ih_l1	8	0.037011951208114624
201939	rnn.weight_ih_l1	9	0.04672035202383995
201939	rnn.weight_hh_l1	0	-0.007350321859121323
201939	rnn.weight_hh_l1	1	0.020260687917470932
201939	rnn.weight_hh_l1	2	0.007737044245004654
201939	rnn.weight_hh_l1	3	-0.013431305065751076
201939	rnn.weight_hh_l1	4	0.005215536803007126
201939	rnn.weight_hh_l1	5	0.03326236829161644
201939	rnn.weight_hh_l1	6	0.036025796085596085
201939	rnn.weight_hh_l1	7	-0.016521401703357697
201939	rnn.weight_hh_l1	8	-0.008090537041425705
201939	rnn.weight_hh_l1	9	0.03686829283833504
201939	rnn.bias_ih_l1	0	-0.18164411187171936
201939	rnn.bias_ih_l1	1	-0.17972256243228912
201939	rnn.bias_ih_l1	2	-0.2040906399488449
201939	rnn.bias_ih_l1	3	-0.3161114752292633
201939	rnn.bias_ih_l1	4	-0.2039262354373932
201939	rnn.bias_ih_l1	5	-0.08133050799369812
201939	rnn.bias_ih_l1	6	-0.16521145403385162
201939	rnn.bias_ih_l1	7	-0.010388601571321487
201939	rnn.bias_ih_l1	8	-0.1319349706172943
201939	rnn.bias_ih_l1	9	-0.1285199373960495
201939	rnn.bias_hh_l1	0	-0.09793128818273544
201939	rnn.bias_hh_l1	1	-0.07188984751701355
201939	rnn.bias_hh_l1	2	-0.0946185439825058
201939	rnn.bias_hh_l1	3	-0.08045092225074768
201939	rnn.bias_hh_l1	4	-0.083591528236866
201939	rnn.bias_hh_l1	5	-0.12018284946680069
201939	rnn.bias_hh_l1	6	-0.16029755771160126
201939	rnn.bias_hh_l1	7	0.06148232892155647
201939	rnn.bias_hh_l1	8	-0.1810971200466156
201939	rnn.bias_hh_l1	9	-0.12277927994728088
201939	rnn.weight_ih_l1_reverse	0	-0.04501711204648018
201939	rnn.weight_ih_l1_reverse	1	0.03758900612592697
201939	rnn.weight_ih_l1_reverse	2	0.09164745360612869
201939	rnn.weight_ih_l1_reverse	3	-0.011542311869561672
201939	rnn.weight_ih_l1_reverse	4	-0.03236981853842735
201939	rnn.weight_ih_l1_reverse	5	-0.030962280929088593
201939	rnn.weight_ih_l1_reverse	6	-0.014266395941376686
201939	rnn.weight_ih_l1_reverse	7	0.027611948549747467
201939	rnn.weight_ih_l1_reverse	8	0.0013230787590146065
201939	rnn.weight_ih_l1_reverse	9	-0.03892478346824646
201939	rnn.weight_hh_l1_reverse	0	0.0047393133863806725
201939	rnn.weight_hh_l1_reverse	1	0.031294383108615875
201939	rnn.weight_hh_l1_reverse	2	-0.040600672364234924
201939	rnn.weight_hh_l1_reverse	3	0.0352717787027359
201939	rnn.weight_hh_l1_reverse	4	0.047214217483997345
201939	rnn.weight_hh_l1_reverse	5	0.0027015332598239183
201939	rnn.weight_hh_l1_reverse	6	0.05175737664103508
201939	rnn.weight_hh_l1_reverse	7	0.0315391905605793
201939	rnn.weight_hh_l1_reverse	8	-0.00742676667869091
201939	rnn.weight_hh_l1_reverse	9	-0.030478905886411667
201939	rnn.bias_ih_l1_reverse	0	-0.0533033050596714
201939	rnn.bias_ih_l1_reverse	1	-0.15026940405368805
201939	rnn.bias_ih_l1_reverse	2	-0.1649298518896103
201939	rnn.bias_ih_l1_reverse	3	-0.05794404447078705
201939	rnn.bias_ih_l1_reverse	4	-0.21240754425525665
201939	rnn.bias_ih_l1_reverse	5	-0.11160510033369064
201939	rnn.bias_ih_l1_reverse	6	-0.133370503783226
201939	rnn.bias_ih_l1_reverse	7	-0.1918572187423706
201939	rnn.bias_ih_l1_reverse	8	0.21933503448963165
201939	rnn.bias_ih_l1_reverse	9	0.028510725125670433
201939	rnn.bias_hh_l1_reverse	0	-0.007038568612188101
201939	rnn.bias_hh_l1_reverse	1	-0.07070785760879517
201939	rnn.bias_hh_l1_reverse	2	-0.23519450426101685
201939	rnn.bias_hh_l1_reverse	3	-0.14642378687858582
201939	rnn.bias_hh_l1_reverse	4	-0.08203966170549393
201939	rnn.bias_hh_l1_reverse	5	-0.12098069489002228
201939	rnn.bias_hh_l1_reverse	6	0.05244993418455124
201939	rnn.bias_hh_l1_reverse	7	-0.15037406980991364
201939	rnn.bias_hh_l1_reverse	8	-0.11950911581516266
201939	rnn.bias_hh_l1_reverse	9	-0.14853991568088531
201939	linear.weight	0	0.002228822559118271
201939	linear.weight	1	0.11169148981571198
201939	linear.weight	2	-0.10710278153419495
201939	linear.weight	3	0.2854534387588501
201939	linear.weight	4	0.15663741528987885
201939	linear.weight	5	-0.06277159601449966
201939	linear.weight	6	0.10252659767866135
201939	linear.weight	7	0.14303523302078247
201939	linear.weight	8	0.041148003190755844
201939	linear.weight	9	-0.05159987509250641
201939	linear.bias	0	0.09758659452199936
201939	linear.bias	1	-0.1762062907218933
201939	linear.bias	2	-0.43451839685440063
201939	linear.bias	3	-0.644658088684082
201939	linear.bias	4	-1.2231254577636719
201939	linear.bias	5	-0.06830651313066483
201939	linear.bias	6	-0.7925885915756226
201939	linear.bias	7	0.2529790699481964
201939	linear.bias	8	-0.4410228431224823
201939	linear.bias	9	-1.0509161949157715
202136	transitions	0	0.7464366555213928
202136	transitions	1	0.15032440423965454
202136	transitions	2	-10000.0
202136	transitions	3	-1.8270647525787354
202136	transitions	4	-10000.0
202136	transitions	5	0.5656260848045349
202136	transitions	6	-0.0834435224533081
202136	transitions	7	-0.7867515683174133
202136	transitions	8	-1.4180516004562378
202136	transitions	9	-0.0012097040889784694
202136	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
202136	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
202136	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
202136	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
202136	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
202136	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
202136	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
202136	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
202136	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
202136	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
202136	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
202136	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
202136	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
202136	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
202136	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
202136	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
202136	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
202136	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
202136	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
202136	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
202136	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
202136	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
202136	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
202136	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
202136	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
202136	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
202136	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
202136	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
202136	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
202136	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
202136	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
202136	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
202136	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
202136	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
202136	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
202136	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
202136	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
202136	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
202136	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
202136	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
202136	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
202136	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
202136	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
202136	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
202136	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
202136	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
202136	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
202136	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
202136	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
202136	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
202136	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
202136	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
202136	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
202136	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
202136	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
202136	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
202136	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
202136	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
202136	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
202136	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
202136	embedding2nn.weight	0	0.020965350791811943
202136	embedding2nn.weight	1	-0.013194669969379902
202136	embedding2nn.weight	2	-0.014268254861235619
202136	embedding2nn.weight	3	-0.032777559012174606
202136	embedding2nn.weight	4	-0.0059150345623493195
202136	embedding2nn.weight	5	-0.0037005888298153877
202136	embedding2nn.weight	6	-0.0039732749573886395
202136	embedding2nn.weight	7	-0.07729180157184601
202136	embedding2nn.weight	8	-0.0019979383796453476
202136	embedding2nn.weight	9	-0.02906990982592106
202136	embedding2nn.bias	0	0.03722236678004265
202136	embedding2nn.bias	1	-0.07686316967010498
202136	embedding2nn.bias	2	0.05735735595226288
202136	embedding2nn.bias	3	0.0351710207760334
202136	embedding2nn.bias	4	-0.04138854146003723
202136	embedding2nn.bias	5	0.002103010658174753
202136	embedding2nn.bias	6	0.014393512159585953
202136	embedding2nn.bias	7	-0.05433512106537819
202136	embedding2nn.bias	8	0.06449161469936371
202136	embedding2nn.bias	9	0.04795349761843681
202136	rnn.weight_ih_l0	0	-0.08011440187692642
202136	rnn.weight_ih_l0	1	0.005897854454815388
202136	rnn.weight_ih_l0	2	0.0300745889544487
202136	rnn.weight_ih_l0	3	0.022480206564068794
202136	rnn.weight_ih_l0	4	-0.04678211733698845
202136	rnn.weight_ih_l0	5	-0.06685509532690048
202136	rnn.weight_ih_l0	6	-0.0021116097923368216
202136	rnn.weight_ih_l0	7	0.04999016970396042
202136	rnn.weight_ih_l0	8	-0.014184802770614624
202136	rnn.weight_ih_l0	9	-0.030884424224495888
202136	rnn.weight_hh_l0	0	-0.03085869364440441
202136	rnn.weight_hh_l0	1	-0.008699173107743263
202136	rnn.weight_hh_l0	2	0.00911532249301672
202136	rnn.weight_hh_l0	3	-0.07680525630712509
202136	rnn.weight_hh_l0	4	0.09324493259191513
202136	rnn.weight_hh_l0	5	-0.02518358826637268
202136	rnn.weight_hh_l0	6	-0.059662748128175735
202136	rnn.weight_hh_l0	7	0.011815129779279232
202136	rnn.weight_hh_l0	8	0.01567600667476654
202136	rnn.weight_hh_l0	9	-0.023801196366548538
202136	rnn.bias_ih_l0	0	0.13478749990463257
202136	rnn.bias_ih_l0	1	-0.03754737973213196
202136	rnn.bias_ih_l0	2	-0.031002426519989967
202136	rnn.bias_ih_l0	3	0.15759682655334473
202136	rnn.bias_ih_l0	4	-0.011614110320806503
202136	rnn.bias_ih_l0	5	-0.017431816086173058
202136	rnn.bias_ih_l0	6	0.01849602349102497
202136	rnn.bias_ih_l0	7	0.022166166454553604
202136	rnn.bias_ih_l0	8	-0.09827219694852829
202136	rnn.bias_ih_l0	9	-0.04634789749979973
202136	rnn.bias_hh_l0	0	-0.0009294028859585524
202136	rnn.bias_hh_l0	1	-0.10799293220043182
202136	rnn.bias_hh_l0	2	-0.0676417276263237
202136	rnn.bias_hh_l0	3	-0.08768057823181152
202136	rnn.bias_hh_l0	4	0.006680053658783436
202136	rnn.bias_hh_l0	5	-0.02350877784192562
202136	rnn.bias_hh_l0	6	0.034623757004737854
202136	rnn.bias_hh_l0	7	0.05348718538880348
202136	rnn.bias_hh_l0	8	-0.11931154131889343
202136	rnn.bias_hh_l0	9	-0.05585017055273056
202136	rnn.weight_ih_l0_reverse	0	-0.021334227174520493
202136	rnn.weight_ih_l0_reverse	1	-0.05316180735826492
202136	rnn.weight_ih_l0_reverse	2	-0.04731447622179985
202136	rnn.weight_ih_l0_reverse	3	0.012644398026168346
202136	rnn.weight_ih_l0_reverse	4	-0.02151280827820301
202136	rnn.weight_ih_l0_reverse	5	-0.058248817920684814
202136	rnn.weight_ih_l0_reverse	6	0.07557249069213867
202136	rnn.weight_ih_l0_reverse	7	-0.016035277396440506
202136	rnn.weight_ih_l0_reverse	8	-0.017071641981601715
202136	rnn.weight_ih_l0_reverse	9	0.0007466170354746282
202136	rnn.weight_hh_l0_reverse	0	0.06432684510946274
202136	rnn.weight_hh_l0_reverse	1	0.021494247019290924
202136	rnn.weight_hh_l0_reverse	2	0.0284140482544899
202136	rnn.weight_hh_l0_reverse	3	0.03538220003247261
202136	rnn.weight_hh_l0_reverse	4	0.012355541810393333
202136	rnn.weight_hh_l0_reverse	5	0.008701147511601448
202136	rnn.weight_hh_l0_reverse	6	0.05020926520228386
202136	rnn.weight_hh_l0_reverse	7	-0.08051848411560059
202136	rnn.weight_hh_l0_reverse	8	0.040778838098049164
202136	rnn.weight_hh_l0_reverse	9	0.036091677844524384
202136	rnn.bias_ih_l0_reverse	0	-0.05902125686407089
202136	rnn.bias_ih_l0_reverse	1	-0.2833274006843567
202136	rnn.bias_ih_l0_reverse	2	-0.12039228528738022
202136	rnn.bias_ih_l0_reverse	3	-0.04968482628464699
202136	rnn.bias_ih_l0_reverse	4	-0.021254733204841614
202136	rnn.bias_ih_l0_reverse	5	0.07619400322437286
202136	rnn.bias_ih_l0_reverse	6	-0.06426763534545898
202136	rnn.bias_ih_l0_reverse	7	0.06338758021593094
202136	rnn.bias_ih_l0_reverse	8	-0.046882860362529755
202136	rnn.bias_ih_l0_reverse	9	0.06568311154842377
202136	rnn.bias_hh_l0_reverse	0	0.02402384765446186
202136	rnn.bias_hh_l0_reverse	1	-0.062320176512002945
202136	rnn.bias_hh_l0_reverse	2	0.08001074194908142
202136	rnn.bias_hh_l0_reverse	3	-0.05146648362278938
202136	rnn.bias_hh_l0_reverse	4	-0.023371722549200058
202136	rnn.bias_hh_l0_reverse	5	-0.02714693732559681
202136	rnn.bias_hh_l0_reverse	6	-0.018210453912615776
202136	rnn.bias_hh_l0_reverse	7	0.10043385624885559
202136	rnn.bias_hh_l0_reverse	8	0.03332431614398956
202136	rnn.bias_hh_l0_reverse	9	-0.14721740782260895
202136	rnn.weight_ih_l1	0	-0.03055030293762684
202136	rnn.weight_ih_l1	1	-0.04916727542877197
202136	rnn.weight_ih_l1	2	0.05506587401032448
202136	rnn.weight_ih_l1	3	-0.07036755979061127
202136	rnn.weight_ih_l1	4	-0.013692142441868782
202136	rnn.weight_ih_l1	5	-0.0412922278046608
202136	rnn.weight_ih_l1	6	0.02868719771504402
202136	rnn.weight_ih_l1	7	-0.04783732444047928
202136	rnn.weight_ih_l1	8	0.03704807907342911
202136	rnn.weight_ih_l1	9	0.04667668417096138
202136	rnn.weight_hh_l1	0	-0.007692286744713783
202136	rnn.weight_hh_l1	1	0.02028082311153412
202136	rnn.weight_hh_l1	2	0.008077598176896572
202136	rnn.weight_hh_l1	3	-0.013406154699623585
202136	rnn.weight_hh_l1	4	0.005189273506402969
202136	rnn.weight_hh_l1	5	0.033326633274555206
202136	rnn.weight_hh_l1	6	0.03610078617930412
202136	rnn.weight_hh_l1	7	-0.016493279486894608
202136	rnn.weight_hh_l1	8	-0.008138246834278107
202136	rnn.weight_hh_l1	9	0.036798909306526184
202136	rnn.bias_ih_l1	0	-0.1822952777147293
202136	rnn.bias_ih_l1	1	-0.18007631599903107
202136	rnn.bias_ih_l1	2	-0.20351412892341614
202136	rnn.bias_ih_l1	3	-0.315273255109787
202136	rnn.bias_ih_l1	4	-0.20316340029239655
202136	rnn.bias_ih_l1	5	-0.08218750357627869
202136	rnn.bias_ih_l1	6	-0.1656654179096222
202136	rnn.bias_ih_l1	7	-0.01031153742223978
202136	rnn.bias_ih_l1	8	-0.1319037228822708
202136	rnn.bias_ih_l1	9	-0.12792706489562988
202136	rnn.bias_hh_l1	0	-0.09815037995576859
202136	rnn.bias_hh_l1	1	-0.07295069843530655
202136	rnn.bias_hh_l1	2	-0.09558012336492538
202136	rnn.bias_hh_l1	3	-0.08051382750272751
202136	rnn.bias_hh_l1	4	-0.08413142710924149
202136	rnn.bias_hh_l1	5	-0.12033332884311676
202136	rnn.bias_hh_l1	6	-0.16063039004802704
202136	rnn.bias_hh_l1	7	0.061808712780475616
202136	rnn.bias_hh_l1	8	-0.1821223497390747
202136	rnn.bias_hh_l1	9	-0.12174069881439209
202136	rnn.weight_ih_l1_reverse	0	-0.04512845724821091
202136	rnn.weight_ih_l1_reverse	1	0.03668569400906563
202136	rnn.weight_ih_l1_reverse	2	0.09239190816879272
202136	rnn.weight_ih_l1_reverse	3	-0.011365027166903019
202136	rnn.weight_ih_l1_reverse	4	-0.0315314382314682
202136	rnn.weight_ih_l1_reverse	5	-0.03093184344470501
202136	rnn.weight_ih_l1_reverse	6	-0.013683988712728024
202136	rnn.weight_ih_l1_reverse	7	0.02768273837864399
202136	rnn.weight_ih_l1_reverse	8	0.0016635960200801492
202136	rnn.weight_ih_l1_reverse	9	-0.03952993452548981
202136	rnn.weight_hh_l1_reverse	0	0.004851015750318766
202136	rnn.weight_hh_l1_reverse	1	0.0312319565564394
202136	rnn.weight_hh_l1_reverse	2	-0.04060165211558342
202136	rnn.weight_hh_l1_reverse	3	0.03534279018640518
202136	rnn.weight_hh_l1_reverse	4	0.04718271642923355
202136	rnn.weight_hh_l1_reverse	5	0.0026550227776169777
202136	rnn.weight_hh_l1_reverse	6	0.05158732086420059
202136	rnn.weight_hh_l1_reverse	7	0.03159739449620247
202136	rnn.weight_hh_l1_reverse	8	-0.007426132448017597
202136	rnn.weight_hh_l1_reverse	9	-0.030581645667552948
202136	rnn.bias_ih_l1_reverse	0	-0.05383426696062088
202136	rnn.bias_ih_l1_reverse	1	-0.15034717321395874
202136	rnn.bias_ih_l1_reverse	2	-0.16533701121807098
202136	rnn.bias_ih_l1_reverse	3	-0.057958684861660004
202136	rnn.bias_ih_l1_reverse	4	-0.21225789189338684
202136	rnn.bias_ih_l1_reverse	5	-0.1120370551943779
202136	rnn.bias_ih_l1_reverse	6	-0.13303183019161224
202136	rnn.bias_ih_l1_reverse	7	-0.19205082952976227
202136	rnn.bias_ih_l1_reverse	8	0.2164340317249298
202136	rnn.bias_ih_l1_reverse	9	0.028727149590849876
202136	rnn.bias_hh_l1_reverse	0	-0.006496034096926451
202136	rnn.bias_hh_l1_reverse	1	-0.0687057301402092
202136	rnn.bias_hh_l1_reverse	2	-0.23530103266239166
202136	rnn.bias_hh_l1_reverse	3	-0.14559826254844666
202136	rnn.bias_hh_l1_reverse	4	-0.0806957334280014
202136	rnn.bias_hh_l1_reverse	5	-0.12040015310049057
202136	rnn.bias_hh_l1_reverse	6	0.051658064126968384
202136	rnn.bias_hh_l1_reverse	7	-0.15042157471179962
202136	rnn.bias_hh_l1_reverse	8	-0.1190694123506546
202136	rnn.bias_hh_l1_reverse	9	-0.14880134165287018
202136	linear.weight	0	0.002228822559118271
202136	linear.weight	1	0.11023688316345215
202136	linear.weight	2	-0.1074904352426529
202136	linear.weight	3	0.2878938615322113
202136	linear.weight	4	0.15652406215667725
202136	linear.weight	5	-0.06241556629538536
202136	linear.weight	6	0.09997310489416122
202136	linear.weight	7	0.1421354115009308
202136	linear.weight	8	0.0411478728055954
202136	linear.weight	9	-0.05100733041763306
202136	linear.bias	0	0.0864604040980339
202136	linear.bias	1	-0.17205098271369934
202136	linear.bias	2	-0.4242003262042999
202136	linear.bias	3	-0.6567767858505249
202136	linear.bias	4	-1.2361217737197876
202136	linear.bias	5	-0.061958782374858856
202136	linear.bias	6	-0.790147602558136
202136	linear.bias	7	0.2591339945793152
202136	linear.bias	8	-0.4314751625061035
202136	linear.bias	9	-1.0415728092193604
202333	transitions	0	0.7517601847648621
202333	transitions	1	0.15118959546089172
202333	transitions	2	-10000.0
202333	transitions	3	-1.8270686864852905
202333	transitions	4	-10000.0
202333	transitions	5	0.5656074285507202
202333	transitions	6	-0.08345780521631241
202333	transitions	7	-0.7867750525474548
202333	transitions	8	-1.4180831909179688
202333	transitions	9	-0.0012097891885787249
202333	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
202333	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
202333	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
202333	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
202333	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
202333	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
202333	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
202333	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
202333	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
202333	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
202333	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
202333	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
202333	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
202333	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
202333	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
202333	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
202333	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
202333	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
202333	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
202333	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
202333	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
202333	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
202333	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
202333	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
202333	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
202333	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
202333	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
202333	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
202333	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
202333	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
202333	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
202333	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
202333	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
202333	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
202333	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
202333	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
202333	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
202333	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
202333	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
202333	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
202333	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
202333	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
202333	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
202333	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
202333	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
202333	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
202333	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
202333	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
202333	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
202333	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
202333	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
202333	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
202333	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
202333	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
202333	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
202333	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
202333	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
202333	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
202333	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
202333	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
202333	embedding2nn.weight	0	0.021324150264263153
202333	embedding2nn.weight	1	-0.013183236122131348
202333	embedding2nn.weight	2	-0.014268254861235619
202333	embedding2nn.weight	3	-0.03332699462771416
202333	embedding2nn.weight	4	-0.0059150345623493195
202333	embedding2nn.weight	5	-0.0037005888298153877
202333	embedding2nn.weight	6	-0.0039732749573886395
202333	embedding2nn.weight	7	-0.07744511216878891
202333	embedding2nn.weight	8	-0.0019979383796453476
202333	embedding2nn.weight	9	-0.028988810256123543
202333	embedding2nn.bias	0	0.03707597032189369
202333	embedding2nn.bias	1	-0.080766461789608
202333	embedding2nn.bias	2	0.054698482155799866
202333	embedding2nn.bias	3	0.036829810589551926
202333	embedding2nn.bias	4	-0.04275787994265556
202333	embedding2nn.bias	5	0.001976716797798872
202333	embedding2nn.bias	6	0.014197179116308689
202333	embedding2nn.bias	7	-0.05248606577515602
202333	embedding2nn.bias	8	0.06535644829273224
202333	embedding2nn.bias	9	0.046475719660520554
202333	rnn.weight_ih_l0	0	-0.08030011504888535
202333	rnn.weight_ih_l0	1	0.0057762423530220985
202333	rnn.weight_ih_l0	2	0.03006524220108986
202333	rnn.weight_ih_l0	3	0.022416211664676666
202333	rnn.weight_ih_l0	4	-0.046905603259801865
202333	rnn.weight_ih_l0	5	-0.06685253232717514
202333	rnn.weight_ih_l0	6	-0.002542001660913229
202333	rnn.weight_ih_l0	7	0.049992091953754425
202333	rnn.weight_ih_l0	8	-0.014338165521621704
202333	rnn.weight_ih_l0	9	-0.031418316066265106
202333	rnn.weight_hh_l0	0	-0.03100963681936264
202333	rnn.weight_hh_l0	1	-0.008833881467580795
202333	rnn.weight_hh_l0	2	0.008929578587412834
202333	rnn.weight_hh_l0	3	-0.07668839395046234
202333	rnn.weight_hh_l0	4	0.09323003143072128
202333	rnn.weight_hh_l0	5	-0.025233108550310135
202333	rnn.weight_hh_l0	6	-0.05948270112276077
202333	rnn.weight_hh_l0	7	0.012158718891441822
202333	rnn.weight_hh_l0	8	0.015418275259435177
202333	rnn.weight_hh_l0	9	-0.023899845778942108
202333	rnn.bias_ih_l0	0	0.13461647927761078
202333	rnn.bias_ih_l0	1	-0.037557996809482574
202333	rnn.bias_ih_l0	2	-0.030571525916457176
202333	rnn.bias_ih_l0	3	0.15732327103614807
202333	rnn.bias_ih_l0	4	-0.010760613717138767
202333	rnn.bias_ih_l0	5	-0.018264751881361008
202333	rnn.bias_ih_l0	6	0.018457578495144844
202333	rnn.bias_ih_l0	7	0.02243044227361679
202333	rnn.bias_ih_l0	8	-0.09787719696760178
202333	rnn.bias_ih_l0	9	-0.04496311768889427
202333	rnn.bias_hh_l0	0	-0.00023611844517290592
202333	rnn.bias_hh_l0	1	-0.10799885541200638
202333	rnn.bias_hh_l0	2	-0.06806518882513046
202333	rnn.bias_hh_l0	3	-0.08712480217218399
202333	rnn.bias_hh_l0	4	0.005925973877310753
202333	rnn.bias_hh_l0	5	-0.023473938927054405
202333	rnn.bias_hh_l0	6	0.0348813496530056
202333	rnn.bias_hh_l0	7	0.053801439702510834
202333	rnn.bias_hh_l0	8	-0.11940515786409378
202333	rnn.bias_hh_l0	9	-0.05606204643845558
202333	rnn.weight_ih_l0_reverse	0	-0.021113120019435883
202333	rnn.weight_ih_l0_reverse	1	-0.053373925387859344
202333	rnn.weight_ih_l0_reverse	2	-0.047243352979421616
202333	rnn.weight_ih_l0_reverse	3	0.012412335723638535
202333	rnn.weight_ih_l0_reverse	4	-0.021854618564248085
202333	rnn.weight_ih_l0_reverse	5	-0.05779799446463585
202333	rnn.weight_ih_l0_reverse	6	0.07526209205389023
202333	rnn.weight_ih_l0_reverse	7	-0.015590156428515911
202333	rnn.weight_ih_l0_reverse	8	-0.01721750572323799
202333	rnn.weight_ih_l0_reverse	9	0.0010448808316141367
202333	rnn.weight_hh_l0_reverse	0	0.06404568254947662
202333	rnn.weight_hh_l0_reverse	1	0.021554818376898766
202333	rnn.weight_hh_l0_reverse	2	0.028561906889081
202333	rnn.weight_hh_l0_reverse	3	0.035582687705755234
202333	rnn.weight_hh_l0_reverse	4	0.012484636157751083
202333	rnn.weight_hh_l0_reverse	5	0.008601862005889416
202333	rnn.weight_hh_l0_reverse	6	0.05020666494965553
202333	rnn.weight_hh_l0_reverse	7	-0.08043686300516129
202333	rnn.weight_hh_l0_reverse	8	0.040547583252191544
202333	rnn.weight_hh_l0_reverse	9	0.0361543707549572
202333	rnn.bias_ih_l0_reverse	0	-0.058917202055454254
202333	rnn.bias_ih_l0_reverse	1	-0.2828598916530609
202333	rnn.bias_ih_l0_reverse	2	-0.12180893123149872
202333	rnn.bias_ih_l0_reverse	3	-0.04938041791319847
202333	rnn.bias_ih_l0_reverse	4	-0.020297821611166
202333	rnn.bias_ih_l0_reverse	5	0.07608000189065933
202333	rnn.bias_ih_l0_reverse	6	-0.0639427974820137
202333	rnn.bias_ih_l0_reverse	7	0.0629638135433197
202333	rnn.bias_ih_l0_reverse	8	-0.04783109575510025
202333	rnn.bias_ih_l0_reverse	9	0.06550843268632889
202333	rnn.bias_hh_l0_reverse	0	0.023308774456381798
202333	rnn.bias_hh_l0_reverse	1	-0.06170852854847908
202333	rnn.bias_hh_l0_reverse	2	0.08030283451080322
202333	rnn.bias_hh_l0_reverse	3	-0.051280345767736435
202333	rnn.bias_hh_l0_reverse	4	-0.023140622302889824
202333	rnn.bias_hh_l0_reverse	5	-0.027507418766617775
202333	rnn.bias_hh_l0_reverse	6	-0.018610812723636627
202333	rnn.bias_hh_l0_reverse	7	0.10029879957437515
202333	rnn.bias_hh_l0_reverse	8	0.03342418745160103
202333	rnn.bias_hh_l0_reverse	9	-0.1484387367963791
202333	rnn.weight_ih_l1	0	-0.0304165817797184
202333	rnn.weight_ih_l1	1	-0.04975740239024162
202333	rnn.weight_ih_l1	2	0.0541815310716629
202333	rnn.weight_ih_l1	3	-0.07060667872428894
202333	rnn.weight_ih_l1	4	-0.01376619003713131
202333	rnn.weight_ih_l1	5	-0.041305288672447205
202333	rnn.weight_ih_l1	6	0.028719021007418633
202333	rnn.weight_ih_l1	7	-0.04755821451544762
202333	rnn.weight_ih_l1	8	0.037098001688718796
202333	rnn.weight_ih_l1	9	0.046532753854990005
202333	rnn.weight_hh_l1	0	-0.0075918943621218204
202333	rnn.weight_hh_l1	1	0.020246705040335655
202333	rnn.weight_hh_l1	2	0.008071733638644218
202333	rnn.weight_hh_l1	3	-0.013274920172989368
202333	rnn.weight_hh_l1	4	0.0049476842395961285
202333	rnn.weight_hh_l1	5	0.0334356464445591
202333	rnn.weight_hh_l1	6	0.036277156323194504
202333	rnn.weight_hh_l1	7	-0.01658807508647442
202333	rnn.weight_hh_l1	8	-0.008067859336733818
202333	rnn.weight_hh_l1	9	0.036825429648160934
202333	rnn.bias_ih_l1	0	-0.1840987354516983
202333	rnn.bias_ih_l1	1	-0.17999988794326782
202333	rnn.bias_ih_l1	2	-0.20390097796916962
202333	rnn.bias_ih_l1	3	-0.3153379261493683
202333	rnn.bias_ih_l1	4	-0.2035011351108551
202333	rnn.bias_ih_l1	5	-0.08205333352088928
202333	rnn.bias_ih_l1	6	-0.1660982221364975
202333	rnn.bias_ih_l1	7	-0.009650986641645432
202333	rnn.bias_ih_l1	8	-0.13202105462551117
202333	rnn.bias_ih_l1	9	-0.12846159934997559
202333	rnn.bias_hh_l1	0	-0.09838273376226425
202333	rnn.bias_hh_l1	1	-0.0736117884516716
202333	rnn.bias_hh_l1	2	-0.09521860629320145
202333	rnn.bias_hh_l1	3	-0.08058023452758789
202333	rnn.bias_hh_l1	4	-0.08487135916948318
202333	rnn.bias_hh_l1	5	-0.12023407220840454
202333	rnn.bias_hh_l1	6	-0.1616871953010559
202333	rnn.bias_hh_l1	7	0.06140732392668724
202333	rnn.bias_hh_l1	8	-0.18253040313720703
202333	rnn.bias_hh_l1	9	-0.12168096005916595
202333	rnn.weight_ih_l1_reverse	0	-0.04533955082297325
202333	rnn.weight_ih_l1_reverse	1	0.03617670387029648
202333	rnn.weight_ih_l1_reverse	2	0.09186320751905441
202333	rnn.weight_ih_l1_reverse	3	-0.011496912688016891
202333	rnn.weight_ih_l1_reverse	4	-0.03094106912612915
202333	rnn.weight_ih_l1_reverse	5	-0.030939199030399323
202333	rnn.weight_ih_l1_reverse	6	-0.013174990192055702
202333	rnn.weight_ih_l1_reverse	7	0.027672450989484787
202333	rnn.weight_ih_l1_reverse	8	0.001596654998138547
202333	rnn.weight_ih_l1_reverse	9	-0.039244394749403
202333	rnn.weight_hh_l1_reverse	0	0.00489378534257412
202333	rnn.weight_hh_l1_reverse	1	0.03128093108534813
202333	rnn.weight_hh_l1_reverse	2	-0.040592797100543976
202333	rnn.weight_hh_l1_reverse	3	0.035373419523239136
202333	rnn.weight_hh_l1_reverse	4	0.04699162021279335
202333	rnn.weight_hh_l1_reverse	5	0.0026258949656039476
202333	rnn.weight_hh_l1_reverse	6	0.0508633628487587
202333	rnn.weight_hh_l1_reverse	7	0.03161407262086868
202333	rnn.weight_hh_l1_reverse	8	-0.007466462906450033
202333	rnn.weight_hh_l1_reverse	9	-0.030652441084384918
202333	rnn.bias_ih_l1_reverse	0	-0.05376587435603142
202333	rnn.bias_ih_l1_reverse	1	-0.15067210793495178
202333	rnn.bias_ih_l1_reverse	2	-0.16475696861743927
202333	rnn.bias_ih_l1_reverse	3	-0.05747007951140404
202333	rnn.bias_ih_l1_reverse	4	-0.2120252251625061
202333	rnn.bias_ih_l1_reverse	5	-0.11231310665607452
202333	rnn.bias_ih_l1_reverse	6	-0.13339592516422272
202333	rnn.bias_ih_l1_reverse	7	-0.1917339265346527
202333	rnn.bias_ih_l1_reverse	8	0.21712197363376617
202333	rnn.bias_ih_l1_reverse	9	0.027589209377765656
202333	rnn.bias_hh_l1_reverse	0	-0.005575848277658224
202333	rnn.bias_hh_l1_reverse	1	-0.0725470632314682
202333	rnn.bias_hh_l1_reverse	2	-0.23533625900745392
202333	rnn.bias_hh_l1_reverse	3	-0.1457311362028122
202333	rnn.bias_hh_l1_reverse	4	-0.0810292661190033
202333	rnn.bias_hh_l1_reverse	5	-0.12096741795539856
202333	rnn.bias_hh_l1_reverse	6	0.05249779671430588
202333	rnn.bias_hh_l1_reverse	7	-0.15012554824352264
202333	rnn.bias_hh_l1_reverse	8	-0.11926569044589996
202333	rnn.bias_hh_l1_reverse	9	-0.1488962173461914
202333	linear.weight	0	0.002228822559118271
202333	linear.weight	1	0.11034955829381943
202333	linear.weight	2	-0.10779627412557602
202333	linear.weight	3	0.28864410519599915
202333	linear.weight	4	0.15582223236560822
202333	linear.weight	5	-0.06482487171888351
202333	linear.weight	6	0.10186606645584106
202333	linear.weight	7	0.1395808756351471
202333	linear.weight	8	0.04114773869514465
202333	linear.weight	9	-0.05136843025684357
202333	linear.bias	0	0.08652359992265701
202333	linear.bias	1	-0.16692863404750824
202333	linear.bias	2	-0.43540602922439575
202333	linear.bias	3	-0.6636899709701538
202333	linear.bias	4	-1.2435994148254395
202333	linear.bias	5	-0.057421088218688965
202333	linear.bias	6	-0.7850500345230103
202333	linear.bias	7	0.2639690935611725
202333	linear.bias	8	-0.43504655361175537
202333	linear.bias	9	-1.0454143285751343
202530	transitions	0	0.7510974407196045
202530	transitions	1	0.15173858404159546
202530	transitions	2	-10000.0
202530	transitions	3	-1.8270751237869263
202530	transitions	4	-10000.0
202530	transitions	5	0.5655996203422546
202530	transitions	6	-0.08348440378904343
202530	transitions	7	-0.7868251800537109
202530	transitions	8	-1.4180901050567627
202530	transitions	9	-0.0012099358718842268
202530	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
202530	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
202530	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
202530	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
202530	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
202530	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
202530	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
202530	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
202530	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
202530	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
202530	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
202530	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
202530	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
202530	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
202530	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
202530	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
202530	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
202530	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
202530	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
202530	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
202530	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
202530	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
202530	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
202530	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
202530	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
202530	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
202530	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
202530	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
202530	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
202530	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
202530	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
202530	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
202530	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
202530	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
202530	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
202530	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
202530	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
202530	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
202530	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
202530	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
202530	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
202530	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
202530	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
202530	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
202530	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
202530	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
202530	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
202530	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
202530	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
202530	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
202530	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
202530	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
202530	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
202530	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
202530	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
202530	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
202530	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
202530	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
202530	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
202530	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
202530	embedding2nn.weight	0	0.021269049495458603
202530	embedding2nn.weight	1	-0.013173122890293598
202530	embedding2nn.weight	2	-0.014268254861235619
202530	embedding2nn.weight	3	-0.033378325402736664
202530	embedding2nn.weight	4	-0.0059150345623493195
202530	embedding2nn.weight	5	-0.0037005888298153877
202530	embedding2nn.weight	6	-0.003973275423049927
202530	embedding2nn.weight	7	-0.07720872014760971
202530	embedding2nn.weight	8	-0.0019979383796453476
202530	embedding2nn.weight	9	-0.02877543680369854
202530	embedding2nn.bias	0	0.034595366567373276
202530	embedding2nn.bias	1	-0.07948050647974014
202530	embedding2nn.bias	2	0.05256490036845207
202530	embedding2nn.bias	3	0.03848467767238617
202530	embedding2nn.bias	4	-0.04233638569712639
202530	embedding2nn.bias	5	-0.0017495369538664818
202530	embedding2nn.bias	6	0.014514182694256306
202530	embedding2nn.bias	7	-0.05223344638943672
202530	embedding2nn.bias	8	0.06477343291044235
202530	embedding2nn.bias	9	0.04585102200508118
202530	rnn.weight_ih_l0	0	-0.07993815839290619
202530	rnn.weight_ih_l0	1	0.005688039120286703
202530	rnn.weight_ih_l0	2	0.030209260061383247
202530	rnn.weight_ih_l0	3	0.022479519248008728
202530	rnn.weight_ih_l0	4	-0.046590544283390045
202530	rnn.weight_ih_l0	5	-0.06663673371076584
202530	rnn.weight_ih_l0	6	-0.0027098467107862234
202530	rnn.weight_ih_l0	7	0.05022456869482994
202530	rnn.weight_ih_l0	8	-0.014495212584733963
202530	rnn.weight_ih_l0	9	-0.03182085603475571
202530	rnn.weight_hh_l0	0	-0.03117920644581318
202530	rnn.weight_hh_l0	1	-0.008665109053254128
202530	rnn.weight_hh_l0	2	0.00938374362885952
202530	rnn.weight_hh_l0	3	-0.07673448324203491
202530	rnn.weight_hh_l0	4	0.09330006688833237
202530	rnn.weight_hh_l0	5	-0.02500595524907112
202530	rnn.weight_hh_l0	6	-0.0593976154923439
202530	rnn.weight_hh_l0	7	0.01216272171586752
202530	rnn.weight_hh_l0	8	0.015424701385200024
202530	rnn.weight_hh_l0	9	-0.0238161850720644
202530	rnn.bias_ih_l0	0	0.1341237872838974
202530	rnn.bias_ih_l0	1	-0.03773278743028641
202530	rnn.bias_ih_l0	2	-0.031239962205290794
202530	rnn.bias_ih_l0	3	0.15664225816726685
202530	rnn.bias_ih_l0	4	-0.011048970744013786
202530	rnn.bias_ih_l0	5	-0.01857825182378292
202530	rnn.bias_ih_l0	6	0.018105046823620796
202530	rnn.bias_ih_l0	7	0.021998485550284386
202530	rnn.bias_ih_l0	8	-0.09809846431016922
202530	rnn.bias_ih_l0	9	-0.04419054836034775
202530	rnn.bias_hh_l0	0	-0.0006307349540293217
202530	rnn.bias_hh_l0	1	-0.1078636646270752
202530	rnn.bias_hh_l0	2	-0.06908416002988815
202530	rnn.bias_hh_l0	3	-0.08723533898591995
202530	rnn.bias_hh_l0	4	0.005218858830630779
202530	rnn.bias_hh_l0	5	-0.02327941358089447
202530	rnn.bias_hh_l0	6	0.03482437506318092
202530	rnn.bias_hh_l0	7	0.05388781800866127
202530	rnn.bias_hh_l0	8	-0.1188620775938034
202530	rnn.bias_hh_l0	9	-0.05621187016367912
202530	rnn.weight_ih_l0_reverse	0	-0.021352557465434074
202530	rnn.weight_ih_l0_reverse	1	-0.05355903133749962
202530	rnn.weight_ih_l0_reverse	2	-0.04703851416707039
202530	rnn.weight_ih_l0_reverse	3	0.01209998968988657
202530	rnn.weight_ih_l0_reverse	4	-0.022018911316990852
202530	rnn.weight_ih_l0_reverse	5	-0.05776604637503624
202530	rnn.weight_ih_l0_reverse	6	0.07515916973352432
202530	rnn.weight_ih_l0_reverse	7	-0.01568463444709778
202530	rnn.weight_ih_l0_reverse	8	-0.016948960721492767
202530	rnn.weight_ih_l0_reverse	9	0.0009607714018784463
202530	rnn.weight_hh_l0_reverse	0	0.0639694482088089
202530	rnn.weight_hh_l0_reverse	1	0.021431585773825645
202530	rnn.weight_hh_l0_reverse	2	0.028731629252433777
202530	rnn.weight_hh_l0_reverse	3	0.03573911264538765
202530	rnn.weight_hh_l0_reverse	4	0.012466881424188614
202530	rnn.weight_hh_l0_reverse	5	0.008732788264751434
202530	rnn.weight_hh_l0_reverse	6	0.050306376069784164
202530	rnn.weight_hh_l0_reverse	7	-0.0805242657661438
202530	rnn.weight_hh_l0_reverse	8	0.0406920351088047
202530	rnn.weight_hh_l0_reverse	9	0.035810686647892
202530	rnn.bias_ih_l0_reverse	0	-0.05953076481819153
202530	rnn.bias_ih_l0_reverse	1	-0.28488606214523315
202530	rnn.bias_ih_l0_reverse	2	-0.12143723666667938
202530	rnn.bias_ih_l0_reverse	3	-0.04921041801571846
202530	rnn.bias_ih_l0_reverse	4	-0.02062743529677391
202530	rnn.bias_ih_l0_reverse	5	0.07653681188821793
202530	rnn.bias_ih_l0_reverse	6	-0.06326115876436234
202530	rnn.bias_ih_l0_reverse	7	0.06332893669605255
202530	rnn.bias_ih_l0_reverse	8	-0.04866291582584381
202530	rnn.bias_ih_l0_reverse	9	0.0656401738524437
202530	rnn.bias_hh_l0_reverse	0	0.022519808262586594
202530	rnn.bias_hh_l0_reverse	1	-0.06234052777290344
202530	rnn.bias_hh_l0_reverse	2	0.07909929752349854
202530	rnn.bias_hh_l0_reverse	3	-0.05119394138455391
202530	rnn.bias_hh_l0_reverse	4	-0.023762976750731468
202530	rnn.bias_hh_l0_reverse	5	-0.02747616544365883
202530	rnn.bias_hh_l0_reverse	6	-0.017007028684020042
202530	rnn.bias_hh_l0_reverse	7	0.10124178230762482
202530	rnn.bias_hh_l0_reverse	8	0.033547114580869675
202530	rnn.bias_hh_l0_reverse	9	-0.14862856268882751
202530	rnn.weight_ih_l1	0	-0.03032051958143711
202530	rnn.weight_ih_l1	1	-0.04938466474413872
202530	rnn.weight_ih_l1	2	0.05430416017770767
202530	rnn.weight_ih_l1	3	-0.07079286873340607
202530	rnn.weight_ih_l1	4	-0.013649503700435162
202530	rnn.weight_ih_l1	5	-0.041287779808044434
202530	rnn.weight_ih_l1	6	0.02894505113363266
202530	rnn.weight_ih_l1	7	-0.04785999283194542
202530	rnn.weight_ih_l1	8	0.037126246839761734
202530	rnn.weight_ih_l1	9	0.046532291918992996
202530	rnn.weight_hh_l1	0	-0.007348020561039448
202530	rnn.weight_hh_l1	1	0.020318496972322464
202530	rnn.weight_hh_l1	2	0.00775062944740057
202530	rnn.weight_hh_l1	3	-0.013251302763819695
202530	rnn.weight_hh_l1	4	0.005010887514799833
202530	rnn.weight_hh_l1	5	0.03350318968296051
202530	rnn.weight_hh_l1	6	0.03620631620287895
202530	rnn.weight_hh_l1	7	-0.016614262014627457
202530	rnn.weight_hh_l1	8	-0.008104691281914711
202530	rnn.weight_hh_l1	9	0.03675561025738716
202530	rnn.bias_ih_l1	0	-0.18472295999526978
202530	rnn.bias_ih_l1	1	-0.1816643923521042
202530	rnn.bias_ih_l1	2	-0.20351137220859528
202530	rnn.bias_ih_l1	3	-0.31467336416244507
202530	rnn.bias_ih_l1	4	-0.20522332191467285
202530	rnn.bias_ih_l1	5	-0.08177625387907028
202530	rnn.bias_ih_l1	6	-0.16521413624286652
202530	rnn.bias_ih_l1	7	-0.008769258856773376
202530	rnn.bias_ih_l1	8	-0.1320102959871292
202530	rnn.bias_ih_l1	9	-0.12821628153324127
202530	rnn.bias_hh_l1	0	-0.09865081310272217
202530	rnn.bias_hh_l1	1	-0.07341933250427246
202530	rnn.bias_hh_l1	2	-0.09485003352165222
202530	rnn.bias_hh_l1	3	-0.08064229041337967
202530	rnn.bias_hh_l1	4	-0.08508264273405075
202530	rnn.bias_hh_l1	5	-0.1200776994228363
202530	rnn.bias_hh_l1	6	-0.16077294945716858
202530	rnn.bias_hh_l1	7	0.06193184480071068
202530	rnn.bias_hh_l1	8	-0.18204662203788757
202530	rnn.bias_hh_l1	9	-0.12251613289117813
202530	rnn.weight_ih_l1_reverse	0	-0.04554933309555054
202530	rnn.weight_ih_l1_reverse	1	0.036400459706783295
202530	rnn.weight_ih_l1_reverse	2	0.09156119078397751
202530	rnn.weight_ih_l1_reverse	3	-0.011752490885555744
202530	rnn.weight_ih_l1_reverse	4	-0.029945306479930878
202530	rnn.weight_ih_l1_reverse	5	-0.03093910403549671
202530	rnn.weight_ih_l1_reverse	6	-0.013449623249471188
202530	rnn.weight_ih_l1_reverse	7	0.02758912928402424
202530	rnn.weight_ih_l1_reverse	8	0.001972041791304946
202530	rnn.weight_ih_l1_reverse	9	-0.03937910869717598
202530	rnn.weight_hh_l1_reverse	0	0.004951871931552887
202530	rnn.weight_hh_l1_reverse	1	0.0313340499997139
202530	rnn.weight_hh_l1_reverse	2	-0.0405726321041584
202530	rnn.weight_hh_l1_reverse	3	0.0354347825050354
202530	rnn.weight_hh_l1_reverse	4	0.0470566563308239
202530	rnn.weight_hh_l1_reverse	5	0.002639116020873189
202530	rnn.weight_hh_l1_reverse	6	0.05143509432673454
202530	rnn.weight_hh_l1_reverse	7	0.031665217131376266
202530	rnn.weight_hh_l1_reverse	8	-0.007436371874064207
202530	rnn.weight_hh_l1_reverse	9	-0.030581746250391006
202530	rnn.bias_ih_l1_reverse	0	-0.05349511280655861
202530	rnn.bias_ih_l1_reverse	1	-0.15103736519813538
202530	rnn.bias_ih_l1_reverse	2	-0.16353930532932281
202530	rnn.bias_ih_l1_reverse	3	-0.057470981031656265
202530	rnn.bias_ih_l1_reverse	4	-0.21216337382793427
202530	rnn.bias_ih_l1_reverse	5	-0.11227145045995712
202530	rnn.bias_ih_l1_reverse	6	-0.13324561715126038
202530	rnn.bias_ih_l1_reverse	7	-0.1920521855354309
202530	rnn.bias_ih_l1_reverse	8	0.21833766996860504
202530	rnn.bias_ih_l1_reverse	9	0.02546197921037674
202530	rnn.bias_hh_l1_reverse	0	-0.003069451078772545
202530	rnn.bias_hh_l1_reverse	1	-0.07331722229719162
202530	rnn.bias_hh_l1_reverse	2	-0.23580142855644226
202530	rnn.bias_hh_l1_reverse	3	-0.14558295905590057
202530	rnn.bias_hh_l1_reverse	4	-0.08132170885801315
202530	rnn.bias_hh_l1_reverse	5	-0.12059852480888367
202530	rnn.bias_hh_l1_reverse	6	0.054743923246860504
202530	rnn.bias_hh_l1_reverse	7	-0.14974431693553925
202530	rnn.bias_hh_l1_reverse	8	-0.11885569989681244
202530	rnn.bias_hh_l1_reverse	9	-0.14887940883636475
202530	linear.weight	0	0.002228822559118271
202530	linear.weight	1	0.11156202107667923
202530	linear.weight	2	-0.10767573863267899
202530	linear.weight	3	0.2890639305114746
202530	linear.weight	4	0.15563000738620758
202530	linear.weight	5	-0.0640612468123436
202530	linear.weight	6	0.10651567578315735
202530	linear.weight	7	0.13988655805587769
202530	linear.weight	8	0.04114765673875809
202530	linear.weight	9	-0.05262747034430504
202530	linear.bias	0	0.09946507215499878
202530	linear.bias	1	-0.1702609807252884
202530	linear.bias	2	-0.4393691420555115
202530	linear.bias	3	-0.6668840050697327
202530	linear.bias	4	-1.2469322681427002
202530	linear.bias	5	-0.061860352754592896
202530	linear.bias	6	-0.7897206544876099
202530	linear.bias	7	0.25887584686279297
202530	linear.bias	8	-0.43665745854377747
202530	linear.bias	9	-1.0466690063476562
202727	transitions	0	0.7450604438781738
202727	transitions	1	0.15191704034805298
202727	transitions	2	-10000.0
202727	transitions	3	-1.8270825147628784
202727	transitions	4	-10000.0
202727	transitions	5	0.565579354763031
202727	transitions	6	-0.08349806070327759
202727	transitions	7	-0.7869760394096375
202727	transitions	8	-1.418104648590088
202727	transitions	9	-0.0012101271422579885
202727	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
202727	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
202727	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
202727	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
202727	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
202727	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
202727	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
202727	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
202727	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
202727	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
202727	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
202727	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
202727	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
202727	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
202727	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
202727	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
202727	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
202727	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
202727	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
202727	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
202727	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
202727	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
202727	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
202727	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
202727	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
202727	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
202727	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
202727	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
202727	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
202727	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
202727	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
202727	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
202727	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
202727	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
202727	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
202727	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
202727	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
202727	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
202727	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
202727	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
202727	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
202727	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
202727	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
202727	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
202727	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
202727	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
202727	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
202727	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
202727	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
202727	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
202727	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
202727	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
202727	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
202727	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
202727	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
202727	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
202727	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
202727	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
202727	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
202727	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
202727	embedding2nn.weight	0	0.021539490669965744
202727	embedding2nn.weight	1	-0.013177524320781231
202727	embedding2nn.weight	2	-0.014268254861235619
202727	embedding2nn.weight	3	-0.03299444913864136
202727	embedding2nn.weight	4	-0.0059150345623493195
202727	embedding2nn.weight	5	-0.0037005888298153877
202727	embedding2nn.weight	6	-0.003973276354372501
202727	embedding2nn.weight	7	-0.07698900997638702
202727	embedding2nn.weight	8	-0.0019979383796453476
202727	embedding2nn.weight	9	-0.02857193537056446
202727	embedding2nn.bias	0	0.035132844001054764
202727	embedding2nn.bias	1	-0.07610481232404709
202727	embedding2nn.bias	2	0.05250479280948639
202727	embedding2nn.bias	3	0.038990214467048645
202727	embedding2nn.bias	4	-0.040397752076387405
202727	embedding2nn.bias	5	-0.0014505037106573582
202727	embedding2nn.bias	6	0.013054902665317059
202727	embedding2nn.bias	7	-0.048863735049963
202727	embedding2nn.bias	8	0.06113428622484207
202727	embedding2nn.bias	9	0.04470471665263176
202727	rnn.weight_ih_l0	0	-0.07980421185493469
202727	rnn.weight_ih_l0	1	0.00596483051776886
202727	rnn.weight_ih_l0	2	0.0304422527551651
202727	rnn.weight_ih_l0	3	0.022382551804184914
202727	rnn.weight_ih_l0	4	-0.0465095229446888
202727	rnn.weight_ih_l0	5	-0.06676101684570312
202727	rnn.weight_ih_l0	6	-0.0025415001437067986
202727	rnn.weight_ih_l0	7	0.050277091562747955
202727	rnn.weight_ih_l0	8	-0.014308331534266472
202727	rnn.weight_ih_l0	9	-0.031892329454422
202727	rnn.weight_hh_l0	0	-0.03158586099743843
202727	rnn.weight_hh_l0	1	-0.008612574078142643
202727	rnn.weight_hh_l0	2	0.009062622673809528
202727	rnn.weight_hh_l0	3	-0.07667171955108643
202727	rnn.weight_hh_l0	4	0.09311298280954361
202727	rnn.weight_hh_l0	5	-0.024751339107751846
202727	rnn.weight_hh_l0	6	-0.059414125978946686
202727	rnn.weight_hh_l0	7	0.012119692750275135
202727	rnn.weight_hh_l0	8	0.015099836513400078
202727	rnn.weight_hh_l0	9	-0.02382158488035202
202727	rnn.bias_ih_l0	0	0.13310909271240234
202727	rnn.bias_ih_l0	1	-0.037296757102012634
202727	rnn.bias_ih_l0	2	-0.031524814665317535
202727	rnn.bias_ih_l0	3	0.156540647149086
202727	rnn.bias_ih_l0	4	-0.010447323322296143
202727	rnn.bias_ih_l0	5	-0.01842980459332466
202727	rnn.bias_ih_l0	6	0.019059332087635994
202727	rnn.bias_ih_l0	7	0.021232299506664276
202727	rnn.bias_ih_l0	8	-0.09798149019479752
202727	rnn.bias_ih_l0	9	-0.04546000063419342
202727	rnn.bias_hh_l0	0	-0.0002477474045008421
202727	rnn.bias_hh_l0	1	-0.10791067034006119
202727	rnn.bias_hh_l0	2	-0.06934158504009247
202727	rnn.bias_hh_l0	3	-0.0873580351471901
202727	rnn.bias_hh_l0	4	0.005244615953415632
202727	rnn.bias_hh_l0	5	-0.023072905838489532
202727	rnn.bias_hh_l0	6	0.0349741131067276
202727	rnn.bias_hh_l0	7	0.055312808603048325
202727	rnn.bias_hh_l0	8	-0.11827275156974792
202727	rnn.bias_hh_l0	9	-0.05684569478034973
202727	rnn.weight_ih_l0_reverse	0	-0.02167084813117981
202727	rnn.weight_ih_l0_reverse	1	-0.05321100354194641
202727	rnn.weight_ih_l0_reverse	2	-0.04784000664949417
202727	rnn.weight_ih_l0_reverse	3	0.011956972070038319
202727	rnn.weight_ih_l0_reverse	4	-0.02180035226047039
202727	rnn.weight_ih_l0_reverse	5	-0.05758725479245186
202727	rnn.weight_ih_l0_reverse	6	0.07500040531158447
202727	rnn.weight_ih_l0_reverse	7	-0.01544337160885334
202727	rnn.weight_ih_l0_reverse	8	-0.01706133596599102
202727	rnn.weight_ih_l0_reverse	9	0.0009470580262131989
202727	rnn.weight_hh_l0_reverse	0	0.06419957429170609
202727	rnn.weight_hh_l0_reverse	1	0.02138690836727619
202727	rnn.weight_hh_l0_reverse	2	0.028539152815937996
202727	rnn.weight_hh_l0_reverse	3	0.035770103335380554
202727	rnn.weight_hh_l0_reverse	4	0.01229770015925169
202727	rnn.weight_hh_l0_reverse	5	0.008610990829765797
202727	rnn.weight_hh_l0_reverse	6	0.050520218908786774
202727	rnn.weight_hh_l0_reverse	7	-0.08053279668092728
202727	rnn.weight_hh_l0_reverse	8	0.0406302735209465
202727	rnn.weight_hh_l0_reverse	9	0.03578420728445053
202727	rnn.bias_ih_l0_reverse	0	-0.0595221221446991
202727	rnn.bias_ih_l0_reverse	1	-0.2842366695404053
202727	rnn.bias_ih_l0_reverse	2	-0.12069570273160934
202727	rnn.bias_ih_l0_reverse	3	-0.04932054877281189
202727	rnn.bias_ih_l0_reverse	4	-0.019445380195975304
202727	rnn.bias_ih_l0_reverse	5	0.07665733247995377
202727	rnn.bias_ih_l0_reverse	6	-0.06334427744150162
202727	rnn.bias_ih_l0_reverse	7	0.0638175830245018
202727	rnn.bias_ih_l0_reverse	8	-0.04907877743244171
202727	rnn.bias_ih_l0_reverse	9	0.06538756936788559
202727	rnn.bias_hh_l0_reverse	0	0.023083947598934174
202727	rnn.bias_hh_l0_reverse	1	-0.06204499304294586
202727	rnn.bias_hh_l0_reverse	2	0.07986608147621155
202727	rnn.bias_hh_l0_reverse	3	-0.05075598880648613
202727	rnn.bias_hh_l0_reverse	4	-0.024248754605650902
202727	rnn.bias_hh_l0_reverse	5	-0.02713712863624096
202727	rnn.bias_hh_l0_reverse	6	-0.016193734481930733
202727	rnn.bias_hh_l0_reverse	7	0.10174354165792465
202727	rnn.bias_hh_l0_reverse	8	0.03310224786400795
202727	rnn.bias_hh_l0_reverse	9	-0.15019868314266205
202727	rnn.weight_ih_l1	0	-0.030500628054142
202727	rnn.weight_ih_l1	1	-0.04927266761660576
202727	rnn.weight_ih_l1	2	0.0550411231815815
202727	rnn.weight_ih_l1	3	-0.07063958048820496
202727	rnn.weight_ih_l1	4	-0.013987068086862564
202727	rnn.weight_ih_l1	5	-0.04136966913938522
202727	rnn.weight_ih_l1	6	0.028989287093281746
202727	rnn.weight_ih_l1	7	-0.04790583625435829
202727	rnn.weight_ih_l1	8	0.03716294467449188
202727	rnn.weight_ih_l1	9	0.046690378338098526
202727	rnn.weight_hh_l1	0	-0.007140782196074724
202727	rnn.weight_hh_l1	1	0.02035747654736042
202727	rnn.weight_hh_l1	2	0.007635477930307388
202727	rnn.weight_hh_l1	3	-0.013316076248884201
202727	rnn.weight_hh_l1	4	0.004953091964125633
202727	rnn.weight_hh_l1	5	0.0334140881896019
202727	rnn.weight_hh_l1	6	0.03610783815383911
202727	rnn.weight_hh_l1	7	-0.016541466116905212
202727	rnn.weight_hh_l1	8	-0.008051698096096516
202727	rnn.weight_hh_l1	9	0.03683505579829216
202727	rnn.bias_ih_l1	0	-0.1846853643655777
202727	rnn.bias_ih_l1	1	-0.1815682202577591
202727	rnn.bias_ih_l1	2	-0.20364227890968323
202727	rnn.bias_ih_l1	3	-0.3154912292957306
202727	rnn.bias_ih_l1	4	-0.2050960808992386
202727	rnn.bias_ih_l1	5	-0.08196194469928741
202727	rnn.bias_ih_l1	6	-0.16457974910736084
202727	rnn.bias_ih_l1	7	-0.009430855512619019
202727	rnn.bias_ih_l1	8	-0.13180774450302124
202727	rnn.bias_ih_l1	9	-0.12717758119106293
202727	rnn.bias_hh_l1	0	-0.09849613159894943
202727	rnn.bias_hh_l1	1	-0.0722445473074913
202727	rnn.bias_hh_l1	2	-0.09496022015810013
202727	rnn.bias_hh_l1	3	-0.0806993693113327
202727	rnn.bias_hh_l1	4	-0.08524773269891739
202727	rnn.bias_hh_l1	5	-0.11980007588863373
202727	rnn.bias_hh_l1	6	-0.1601390540599823
202727	rnn.bias_hh_l1	7	0.06294769793748856
202727	rnn.bias_hh_l1	8	-0.18189187347888947
202727	rnn.bias_hh_l1	9	-0.12281890958547592
202727	rnn.weight_ih_l1_reverse	0	-0.044987063854932785
202727	rnn.weight_ih_l1_reverse	1	0.036286722868680954
202727	rnn.weight_ih_l1_reverse	2	0.09113222360610962
202727	rnn.weight_ih_l1_reverse	3	-0.011894379742443562
202727	rnn.weight_ih_l1_reverse	4	-0.030876725912094116
202727	rnn.weight_ih_l1_reverse	5	-0.03091992251574993
202727	rnn.weight_ih_l1_reverse	6	-0.013382728211581707
202727	rnn.weight_ih_l1_reverse	7	0.027466770261526108
202727	rnn.weight_ih_l1_reverse	8	0.0026188220363110304
202727	rnn.weight_ih_l1_reverse	9	-0.03817120939493179
202727	rnn.weight_hh_l1_reverse	0	0.004945161286741495
202727	rnn.weight_hh_l1_reverse	1	0.031349971890449524
202727	rnn.weight_hh_l1_reverse	2	-0.04056805744767189
202727	rnn.weight_hh_l1_reverse	3	0.035453662276268005
202727	rnn.weight_hh_l1_reverse	4	0.047068677842617035
202727	rnn.weight_hh_l1_reverse	5	0.0026866986881941557
202727	rnn.weight_hh_l1_reverse	6	0.051107730716466904
202727	rnn.weight_hh_l1_reverse	7	0.031633324921131134
202727	rnn.weight_hh_l1_reverse	8	-0.007392193656414747
202727	rnn.weight_hh_l1_reverse	9	-0.03054029680788517
202727	rnn.bias_ih_l1_reverse	0	-0.05354752391576767
202727	rnn.bias_ih_l1_reverse	1	-0.1513058990240097
202727	rnn.bias_ih_l1_reverse	2	-0.1638481169939041
202727	rnn.bias_ih_l1_reverse	3	-0.05781593546271324
202727	rnn.bias_ih_l1_reverse	4	-0.2119555026292801
202727	rnn.bias_ih_l1_reverse	5	-0.11202089488506317
202727	rnn.bias_ih_l1_reverse	6	-0.1332528442144394
202727	rnn.bias_ih_l1_reverse	7	-0.19209429621696472
202727	rnn.bias_ih_l1_reverse	8	0.219382181763649
202727	rnn.bias_ih_l1_reverse	9	0.026673119515180588
202727	rnn.bias_hh_l1_reverse	0	-0.003843906568363309
202727	rnn.bias_hh_l1_reverse	1	-0.07361605763435364
202727	rnn.bias_hh_l1_reverse	2	-0.2356637418270111
202727	rnn.bias_hh_l1_reverse	3	-0.14456811547279358
202727	rnn.bias_hh_l1_reverse	4	-0.08206000179052353
202727	rnn.bias_hh_l1_reverse	5	-0.12115955352783203
202727	rnn.bias_hh_l1_reverse	6	0.05390739440917969
202727	rnn.bias_hh_l1_reverse	7	-0.14931221306324005
202727	rnn.bias_hh_l1_reverse	8	-0.11921056360006332
202727	rnn.bias_hh_l1_reverse	9	-0.14913056790828705
202727	linear.weight	0	0.002228822559118271
202727	linear.weight	1	0.11107552796602249
202727	linear.weight	2	-0.10688517987728119
202727	linear.weight	3	0.2877368628978729
202727	linear.weight	4	0.15584580600261688
202727	linear.weight	5	-0.06436348706483841
202727	linear.weight	6	0.106609046459198
202727	linear.weight	7	0.14038529992103577
202727	linear.weight	8	0.04114757850766182
202727	linear.weight	9	-0.05331037938594818
202727	linear.bias	0	0.10906988382339478
202727	linear.bias	1	-0.16541308164596558
202727	linear.bias	2	-0.4389234483242035
202727	linear.bias	3	-0.6679303646087646
202727	linear.bias	4	-1.2486774921417236
202727	linear.bias	5	-0.06122860312461853
202727	linear.bias	6	-0.786017656326294
202727	linear.bias	7	0.2595006227493286
202727	linear.bias	8	-0.4384699761867523
202727	linear.bias	9	-1.0478605031967163
202924	transitions	0	0.7444484233856201
202924	transitions	1	0.15125006437301636
202924	transitions	2	-10000.0
202924	transitions	3	-1.8270915746688843
202924	transitions	4	-10000.0
202924	transitions	5	0.565562903881073
202924	transitions	6	-0.08351093530654907
202924	transitions	7	-0.7870215177536011
202924	transitions	8	-1.4181209802627563
202924	transitions	9	-0.0012103320332244039
202924	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
202924	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
202924	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
202924	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
202924	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
202924	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
202924	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
202924	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
202924	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
202924	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
202924	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
202924	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
202924	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
202924	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
202924	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
202924	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
202924	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
202924	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
202924	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
202924	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
202924	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
202924	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
202924	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
202924	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
202924	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
202924	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
202924	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
202924	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
202924	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
202924	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
202924	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
202924	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
202924	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
202924	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
202924	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
202924	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
202924	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
202924	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
202924	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
202924	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
202924	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
202924	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
202924	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
202924	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
202924	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
202924	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
202924	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
202924	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
202924	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
202924	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
202924	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
202924	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
202924	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
202924	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
202924	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
202924	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
202924	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
202924	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
202924	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
202924	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
202924	embedding2nn.weight	0	0.02184055931866169
202924	embedding2nn.weight	1	-0.013230056501924992
202924	embedding2nn.weight	2	-0.014268254861235619
202924	embedding2nn.weight	3	-0.03312566876411438
202924	embedding2nn.weight	4	-0.0059150345623493195
202924	embedding2nn.weight	5	-0.0037005888298153877
202924	embedding2nn.weight	6	-0.003973275423049927
202924	embedding2nn.weight	7	-0.07715178281068802
202924	embedding2nn.weight	8	-0.0019979383796453476
202924	embedding2nn.weight	9	-0.028434116393327713
202924	embedding2nn.bias	0	0.03459179773926735
202924	embedding2nn.bias	1	-0.07467830926179886
202924	embedding2nn.bias	2	0.052910756319761276
202924	embedding2nn.bias	3	0.041397303342819214
202924	embedding2nn.bias	4	-0.03962525725364685
202924	embedding2nn.bias	5	-0.003231712384149432
202924	embedding2nn.bias	6	0.01326345931738615
202924	embedding2nn.bias	7	-0.04619874432682991
202924	embedding2nn.bias	8	0.06078736484050751
202924	embedding2nn.bias	9	0.04441548511385918
202924	rnn.weight_ih_l0	0	-0.07994329184293747
202924	rnn.weight_ih_l0	1	0.006218384485691786
202924	rnn.weight_ih_l0	2	0.030677761882543564
202924	rnn.weight_ih_l0	3	0.022349152714014053
202924	rnn.weight_ih_l0	4	-0.04668177291750908
202924	rnn.weight_ih_l0	5	-0.06716842949390411
202924	rnn.weight_ih_l0	6	-0.002593099372461438
202924	rnn.weight_ih_l0	7	0.05048941448330879
202924	rnn.weight_ih_l0	8	-0.014728188514709473
202924	rnn.weight_ih_l0	9	-0.031858887523412704
202924	rnn.weight_hh_l0	0	-0.03140869736671448
202924	rnn.weight_hh_l0	1	-0.008882906287908554
202924	rnn.weight_hh_l0	2	0.009118424728512764
202924	rnn.weight_hh_l0	3	-0.07673117518424988
202924	rnn.weight_hh_l0	4	0.09292025864124298
202924	rnn.weight_hh_l0	5	-0.02482610195875168
202924	rnn.weight_hh_l0	6	-0.05913070961833
202924	rnn.weight_hh_l0	7	0.012144173495471478
202924	rnn.weight_hh_l0	8	0.015070915222167969
202924	rnn.weight_hh_l0	9	-0.023906409740447998
202924	rnn.bias_ih_l0	0	0.13394276797771454
202924	rnn.bias_ih_l0	1	-0.0380653515458107
202924	rnn.bias_ih_l0	2	-0.03147439286112785
202924	rnn.bias_ih_l0	3	0.15630565583705902
202924	rnn.bias_ih_l0	4	-0.01052356231957674
202924	rnn.bias_ih_l0	5	-0.019154101610183716
202924	rnn.bias_ih_l0	6	0.01863434910774231
202924	rnn.bias_ih_l0	7	0.021872002631425858
202924	rnn.bias_ih_l0	8	-0.09796690195798874
202924	rnn.bias_ih_l0	9	-0.0452432744204998
202924	rnn.bias_hh_l0	0	-0.0006823455332778394
202924	rnn.bias_hh_l0	1	-0.10725448280572891
202924	rnn.bias_hh_l0	2	-0.06808824092149734
202924	rnn.bias_hh_l0	3	-0.08660978078842163
202924	rnn.bias_hh_l0	4	0.007271910551935434
202924	rnn.bias_hh_l0	5	-0.02236110158264637
202924	rnn.bias_hh_l0	6	0.034105196595191956
202924	rnn.bias_hh_l0	7	0.054745160043239594
202924	rnn.bias_hh_l0	8	-0.11861026287078857
202924	rnn.bias_hh_l0	9	-0.05601559206843376
202924	rnn.weight_ih_l0_reverse	0	-0.021672476083040237
202924	rnn.weight_ih_l0_reverse	1	-0.0533103346824646
202924	rnn.weight_ih_l0_reverse	2	-0.04802707955241203
202924	rnn.weight_ih_l0_reverse	3	0.011262028478085995
202924	rnn.weight_ih_l0_reverse	4	-0.02185426838696003
202924	rnn.weight_ih_l0_reverse	5	-0.05738456919789314
202924	rnn.weight_ih_l0_reverse	6	0.07485265284776688
202924	rnn.weight_ih_l0_reverse	7	-0.01536551397293806
202924	rnn.weight_ih_l0_reverse	8	-0.017117982730269432
202924	rnn.weight_ih_l0_reverse	9	0.000755349057726562
202924	rnn.weight_hh_l0_reverse	0	0.06423933058977127
202924	rnn.weight_hh_l0_reverse	1	0.021684102714061737
202924	rnn.weight_hh_l0_reverse	2	0.028396593406796455
202924	rnn.weight_hh_l0_reverse	3	0.03592009097337723
202924	rnn.weight_hh_l0_reverse	4	0.012170511297881603
202924	rnn.weight_hh_l0_reverse	5	0.008176147937774658
202924	rnn.weight_hh_l0_reverse	6	0.05061211436986923
202924	rnn.weight_hh_l0_reverse	7	-0.08054037392139435
202924	rnn.weight_hh_l0_reverse	8	0.04059755057096481
202924	rnn.weight_hh_l0_reverse	9	0.03600483760237694
202924	rnn.bias_ih_l0_reverse	0	-0.059642549604177475
202924	rnn.bias_ih_l0_reverse	1	-0.2836546003818512
202924	rnn.bias_ih_l0_reverse	2	-0.12001143395900726
202924	rnn.bias_ih_l0_reverse	3	-0.04967135936021805
202924	rnn.bias_ih_l0_reverse	4	-0.019288577139377594
202924	rnn.bias_ih_l0_reverse	5	0.07556646317243576
202924	rnn.bias_ih_l0_reverse	6	-0.06387525796890259
202924	rnn.bias_ih_l0_reverse	7	0.06418131291866302
202924	rnn.bias_ih_l0_reverse	8	-0.048839204013347626
202924	rnn.bias_ih_l0_reverse	9	0.0648365393280983
202924	rnn.bias_hh_l0_reverse	0	0.022938121110200882
202924	rnn.bias_hh_l0_reverse	1	-0.06231413409113884
202924	rnn.bias_hh_l0_reverse	2	0.08011621981859207
202924	rnn.bias_hh_l0_reverse	3	-0.05049620196223259
202924	rnn.bias_hh_l0_reverse	4	-0.02396860346198082
202924	rnn.bias_hh_l0_reverse	5	-0.025961540639400482
202924	rnn.bias_hh_l0_reverse	6	-0.015437432564795017
202924	rnn.bias_hh_l0_reverse	7	0.10200699418783188
202924	rnn.bias_hh_l0_reverse	8	0.03251679986715317
202924	rnn.bias_hh_l0_reverse	9	-0.14939232170581818
202924	rnn.weight_ih_l1	0	-0.030547216534614563
202924	rnn.weight_ih_l1	1	-0.04939468577504158
202924	rnn.weight_ih_l1	2	0.055663879960775375
202924	rnn.weight_ih_l1	3	-0.0699004977941513
202924	rnn.weight_ih_l1	4	-0.014149555005133152
202924	rnn.weight_ih_l1	5	-0.041286058723926544
202924	rnn.weight_ih_l1	6	0.028985043987631798
202924	rnn.weight_ih_l1	7	-0.04752807319164276
202924	rnn.weight_ih_l1	8	0.03710320219397545
202924	rnn.weight_ih_l1	9	0.04695906117558479
202924	rnn.weight_hh_l1	0	-0.0073022195138037205
202924	rnn.weight_hh_l1	1	0.02044701762497425
202924	rnn.weight_hh_l1	2	0.007512175478041172
202924	rnn.weight_hh_l1	3	-0.013226214796304703
202924	rnn.weight_hh_l1	4	0.005058194976300001
202924	rnn.weight_hh_l1	5	0.033535610884428024
202924	rnn.weight_hh_l1	6	0.03605997562408447
202924	rnn.weight_hh_l1	7	-0.016327962279319763
202924	rnn.weight_hh_l1	8	-0.008227153681218624
202924	rnn.weight_hh_l1	9	0.036777473986148834
202924	rnn.bias_ih_l1	0	-0.185148686170578
202924	rnn.bias_ih_l1	1	-0.18041111528873444
202924	rnn.bias_ih_l1	2	-0.20312590897083282
202924	rnn.bias_ih_l1	3	-0.3157023787498474
202924	rnn.bias_ih_l1	4	-0.20821663737297058
202924	rnn.bias_ih_l1	5	-0.08171692490577698
202924	rnn.bias_ih_l1	6	-0.1643417775630951
202924	rnn.bias_ih_l1	7	-0.008120293729007244
202924	rnn.bias_ih_l1	8	-0.1319986879825592
202924	rnn.bias_ih_l1	9	-0.12646296620368958
202924	rnn.bias_hh_l1	0	-0.09898322075605392
202924	rnn.bias_hh_l1	1	-0.07239753752946854
202924	rnn.bias_hh_l1	2	-0.09440703690052032
202924	rnn.bias_hh_l1	3	-0.08033127337694168
202924	rnn.bias_hh_l1	4	-0.08438122272491455
202924	rnn.bias_hh_l1	5	-0.11977909505367279
202924	rnn.bias_hh_l1	6	-0.15986791253089905
202924	rnn.bias_hh_l1	7	0.06271783262491226
202924	rnn.bias_hh_l1	8	-0.18196362257003784
202924	rnn.bias_hh_l1	9	-0.12204451858997345
202924	rnn.weight_ih_l1_reverse	0	-0.04536246880888939
202924	rnn.weight_ih_l1_reverse	1	0.03652513399720192
202924	rnn.weight_ih_l1_reverse	2	0.09129021316766739
202924	rnn.weight_ih_l1_reverse	3	-0.012277845293283463
202924	rnn.weight_ih_l1_reverse	4	-0.030251823365688324
202924	rnn.weight_ih_l1_reverse	5	-0.03088451735675335
202924	rnn.weight_ih_l1_reverse	6	-0.013523095287382603
202924	rnn.weight_ih_l1_reverse	7	0.027721237391233444
202924	rnn.weight_ih_l1_reverse	8	0.002109791385009885
202924	rnn.weight_ih_l1_reverse	9	-0.03776274621486664
202924	rnn.weight_hh_l1_reverse	0	0.004907913040369749
202924	rnn.weight_hh_l1_reverse	1	0.03147457167506218
202924	rnn.weight_hh_l1_reverse	2	-0.04056544601917267
202924	rnn.weight_hh_l1_reverse	3	0.035438504070043564
202924	rnn.weight_hh_l1_reverse	4	0.046944454312324524
202924	rnn.weight_hh_l1_reverse	5	0.002660802099853754
202924	rnn.weight_hh_l1_reverse	6	0.05154959112405777
202924	rnn.weight_hh_l1_reverse	7	0.031581811606884
202924	rnn.weight_hh_l1_reverse	8	-0.007387553341686726
202924	rnn.weight_hh_l1_reverse	9	-0.030669383704662323
202924	rnn.bias_ih_l1_reverse	0	-0.05353356525301933
202924	rnn.bias_ih_l1_reverse	1	-0.15057387948036194
202924	rnn.bias_ih_l1_reverse	2	-0.16373667120933533
202924	rnn.bias_ih_l1_reverse	3	-0.058004606515169144
202924	rnn.bias_ih_l1_reverse	4	-0.21178294718265533
202924	rnn.bias_ih_l1_reverse	5	-0.11204267293214798
202924	rnn.bias_ih_l1_reverse	6	-0.13334421813488007
202924	rnn.bias_ih_l1_reverse	7	-0.19173073768615723
202924	rnn.bias_ih_l1_reverse	8	0.21777823567390442
202924	rnn.bias_ih_l1_reverse	9	0.025908170267939568
202924	rnn.bias_hh_l1_reverse	0	-0.0015138342278078198
202924	rnn.bias_hh_l1_reverse	1	-0.07452993839979172
202924	rnn.bias_hh_l1_reverse	2	-0.2355392873287201
202924	rnn.bias_hh_l1_reverse	3	-0.1445118635892868
202924	rnn.bias_hh_l1_reverse	4	-0.08130518347024918
202924	rnn.bias_hh_l1_reverse	5	-0.12133747339248657
202924	rnn.bias_hh_l1_reverse	6	0.052324049174785614
202924	rnn.bias_hh_l1_reverse	7	-0.15005813539028168
202924	rnn.bias_hh_l1_reverse	8	-0.11893360316753387
202924	rnn.bias_hh_l1_reverse	9	-0.1493421345949173
202924	linear.weight	0	0.002228822559118271
202924	linear.weight	1	0.11157059669494629
202924	linear.weight	2	-0.10661831498146057
202924	linear.weight	3	0.2851294279098511
202924	linear.weight	4	0.15632452070713043
202924	linear.weight	5	-0.06491076946258545
202924	linear.weight	6	0.10967247933149338
202924	linear.weight	7	0.1398826688528061
202924	linear.weight	8	0.04114750400185585
202924	linear.weight	9	-0.05344736948609352
202924	linear.bias	0	0.09649589657783508
202924	linear.bias	1	-0.18082518875598907
202924	linear.bias	2	-0.44025087356567383
202924	linear.bias	3	-0.6571409106254578
202924	linear.bias	4	-1.2382526397705078
202924	linear.bias	5	-0.05371746048331261
202924	linear.bias	6	-0.8015123605728149
202924	linear.bias	7	0.2672004997730255
202924	linear.bias	8	-0.440116286277771
202924	linear.bias	9	-1.049718976020813
203121	transitions	0	0.7416741847991943
203121	transitions	1	0.14934252202510834
203121	transitions	2	-10000.0
203121	transitions	3	-1.8270964622497559
203121	transitions	4	-10000.0
203121	transitions	5	0.5655515193939209
203121	transitions	6	-0.08354389667510986
203121	transitions	7	-0.7870508432388306
203121	transitions	8	-1.4181524515151978
203121	transitions	9	-0.001210437505505979
203121	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
203121	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
203121	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
203121	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
203121	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
203121	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
203121	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
203121	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
203121	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
203121	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
203121	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
203121	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
203121	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
203121	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
203121	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
203121	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
203121	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
203121	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
203121	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
203121	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
203121	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
203121	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
203121	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
203121	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
203121	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
203121	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
203121	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
203121	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
203121	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
203121	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
203121	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
203121	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
203121	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
203121	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
203121	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
203121	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
203121	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
203121	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
203121	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
203121	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
203121	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
203121	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
203121	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
203121	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
203121	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
203121	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
203121	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
203121	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
203121	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
203121	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
203121	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
203121	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
203121	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
203121	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
203121	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
203121	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
203121	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
203121	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
203121	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
203121	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
203121	embedding2nn.weight	0	0.021402869373559952
203121	embedding2nn.weight	1	-0.0132033322006464
203121	embedding2nn.weight	2	-0.014268254861235619
203121	embedding2nn.weight	3	-0.03359651938080788
203121	embedding2nn.weight	4	-0.0059150345623493195
203121	embedding2nn.weight	5	-0.0037005888298153877
203121	embedding2nn.weight	6	-0.003973277751356363
203121	embedding2nn.weight	7	-0.07711292803287506
203121	embedding2nn.weight	8	-0.0019979383796453476
203121	embedding2nn.weight	9	-0.02824052795767784
203121	embedding2nn.bias	0	0.036191899329423904
203121	embedding2nn.bias	1	-0.07447037845849991
203121	embedding2nn.bias	2	0.05296655371785164
203121	embedding2nn.bias	3	0.04254976660013199
203121	embedding2nn.bias	4	-0.041593998670578
203121	embedding2nn.bias	5	-0.004349558614194393
203121	embedding2nn.bias	6	0.013362749479711056
203121	embedding2nn.bias	7	-0.046881236135959625
203121	embedding2nn.bias	8	0.06045990064740181
203121	embedding2nn.bias	9	0.04563552141189575
203121	rnn.weight_ih_l0	0	-0.07975439727306366
203121	rnn.weight_ih_l0	1	0.006389861460775137
203121	rnn.weight_ih_l0	2	0.031218426302075386
203121	rnn.weight_ih_l0	3	0.02216271683573723
203121	rnn.weight_ih_l0	4	-0.04714455455541611
203121	rnn.weight_ih_l0	5	-0.06711019575595856
203121	rnn.weight_ih_l0	6	-0.002420042408630252
203121	rnn.weight_ih_l0	7	0.05058114603161812
203121	rnn.weight_ih_l0	8	-0.014873052947223186
203121	rnn.weight_ih_l0	9	-0.031653206795454025
203121	rnn.weight_hh_l0	0	-0.031326405704021454
203121	rnn.weight_hh_l0	1	-0.00872554536908865
203121	rnn.weight_hh_l0	2	0.009106487035751343
203121	rnn.weight_hh_l0	3	-0.07677381485700607
203121	rnn.weight_hh_l0	4	0.09290570020675659
203121	rnn.weight_hh_l0	5	-0.024569204077124596
203121	rnn.weight_hh_l0	6	-0.05934304744005203
203121	rnn.weight_hh_l0	7	0.012036900036036968
203121	rnn.weight_hh_l0	8	0.014925616793334484
203121	rnn.weight_hh_l0	9	-0.024020086973905563
203121	rnn.bias_ih_l0	0	0.13408882915973663
203121	rnn.bias_ih_l0	1	-0.03884836658835411
203121	rnn.bias_ih_l0	2	-0.03222985565662384
203121	rnn.bias_ih_l0	3	0.15707476437091827
203121	rnn.bias_ih_l0	4	-0.011013609357178211
203121	rnn.bias_ih_l0	5	-0.019738459959626198
203121	rnn.bias_ih_l0	6	0.018427852541208267
203121	rnn.bias_ih_l0	7	0.021764105185866356
203121	rnn.bias_ih_l0	8	-0.09817948192358017
203121	rnn.bias_ih_l0	9	-0.04503137990832329
203121	rnn.bias_hh_l0	0	-0.0009454649989493191
203121	rnn.bias_hh_l0	1	-0.10772630572319031
203121	rnn.bias_hh_l0	2	-0.06784342229366302
203121	rnn.bias_hh_l0	3	-0.08643721044063568
203121	rnn.bias_hh_l0	4	0.008301853202283382
203121	rnn.bias_hh_l0	5	-0.02304992824792862
203121	rnn.bias_hh_l0	6	0.03344319388270378
203121	rnn.bias_hh_l0	7	0.05606921389698982
203121	rnn.bias_hh_l0	8	-0.11869598925113678
203121	rnn.bias_hh_l0	9	-0.055900879204273224
203121	rnn.weight_ih_l0_reverse	0	-0.021651962772011757
203121	rnn.weight_ih_l0_reverse	1	-0.0528879277408123
203121	rnn.weight_ih_l0_reverse	2	-0.048021670430898666
203121	rnn.weight_ih_l0_reverse	3	0.011454148218035698
203121	rnn.weight_ih_l0_reverse	4	-0.021727608516812325
203121	rnn.weight_ih_l0_reverse	5	-0.057350002229213715
203121	rnn.weight_ih_l0_reverse	6	0.07515008002519608
203121	rnn.weight_ih_l0_reverse	7	-0.015601062215864658
203121	rnn.weight_ih_l0_reverse	8	-0.016954559832811356
203121	rnn.weight_ih_l0_reverse	9	0.0005445542046800256
203121	rnn.weight_hh_l0_reverse	0	0.06403864920139313
203121	rnn.weight_hh_l0_reverse	1	0.021995043382048607
203121	rnn.weight_hh_l0_reverse	2	0.028464071452617645
203121	rnn.weight_hh_l0_reverse	3	0.035947877913713455
203121	rnn.weight_hh_l0_reverse	4	0.012123539112508297
203121	rnn.weight_hh_l0_reverse	5	0.008179599419236183
203121	rnn.weight_hh_l0_reverse	6	0.05079880729317665
203121	rnn.weight_hh_l0_reverse	7	-0.08053568750619888
203121	rnn.weight_hh_l0_reverse	8	0.040530383586883545
203121	rnn.weight_hh_l0_reverse	9	0.03597238287329674
203121	rnn.bias_ih_l0_reverse	0	-0.05963572859764099
203121	rnn.bias_ih_l0_reverse	1	-0.2844090163707733
203121	rnn.bias_ih_l0_reverse	2	-0.12009327858686447
203121	rnn.bias_ih_l0_reverse	3	-0.04982209578156471
203121	rnn.bias_ih_l0_reverse	4	-0.019906897097826004
203121	rnn.bias_ih_l0_reverse	5	0.07587464153766632
203121	rnn.bias_ih_l0_reverse	6	-0.06464257836341858
203121	rnn.bias_ih_l0_reverse	7	0.06394942104816437
203121	rnn.bias_ih_l0_reverse	8	-0.048045527189970016
203121	rnn.bias_ih_l0_reverse	9	0.06471996754407883
203121	rnn.bias_hh_l0_reverse	0	0.02266862243413925
203121	rnn.bias_hh_l0_reverse	1	-0.06180223822593689
203121	rnn.bias_hh_l0_reverse	2	0.0799933597445488
203121	rnn.bias_hh_l0_reverse	3	-0.05052896961569786
203121	rnn.bias_hh_l0_reverse	4	-0.02471964806318283
203121	rnn.bias_hh_l0_reverse	5	-0.025901440531015396
203121	rnn.bias_hh_l0_reverse	6	-0.016087964177131653
203121	rnn.bias_hh_l0_reverse	7	0.10156681388616562
203121	rnn.bias_hh_l0_reverse	8	0.03260983154177666
203121	rnn.bias_hh_l0_reverse	9	-0.14815698564052582
203121	rnn.weight_ih_l1	0	-0.030462782829999924
203121	rnn.weight_ih_l1	1	-0.04928959161043167
203121	rnn.weight_ih_l1	2	0.05519130453467369
203121	rnn.weight_ih_l1	3	-0.06906727701425552
203121	rnn.weight_ih_l1	4	-0.014016199856996536
203121	rnn.weight_ih_l1	5	-0.04127460718154907
203121	rnn.weight_ih_l1	6	0.02891438826918602
203121	rnn.weight_ih_l1	7	-0.047626569867134094
203121	rnn.weight_ih_l1	8	0.03709559515118599
203121	rnn.weight_ih_l1	9	0.046962689608335495
203121	rnn.weight_hh_l1	0	-0.007185871712863445
203121	rnn.weight_hh_l1	1	0.020357070490717888
203121	rnn.weight_hh_l1	2	0.007414919789880514
203121	rnn.weight_hh_l1	3	-0.013194323517382145
203121	rnn.weight_hh_l1	4	0.004859256558120251
203121	rnn.weight_hh_l1	5	0.03352794051170349
203121	rnn.weight_hh_l1	6	0.035852257162332535
203121	rnn.weight_hh_l1	7	-0.01639946736395359
203121	rnn.weight_hh_l1	8	-0.00811790395528078
203121	rnn.weight_hh_l1	9	0.03686424717307091
203121	rnn.bias_ih_l1	0	-0.1862967610359192
203121	rnn.bias_ih_l1	1	-0.18145133554935455
203121	rnn.bias_ih_l1	2	-0.20365634560585022
203121	rnn.bias_ih_l1	3	-0.31486180424690247
203121	rnn.bias_ih_l1	4	-0.20806124806404114
203121	rnn.bias_ih_l1	5	-0.08224951475858688
203121	rnn.bias_ih_l1	6	-0.16366250813007355
203121	rnn.bias_ih_l1	7	-0.007316455710679293
203121	rnn.bias_ih_l1	8	-0.13190370798110962
203121	rnn.bias_ih_l1	9	-0.12567199766635895
203121	rnn.bias_hh_l1	0	-0.098373182117939
203121	rnn.bias_hh_l1	1	-0.07206905633211136
203121	rnn.bias_hh_l1	2	-0.09421651810407639
203121	rnn.bias_hh_l1	3	-0.08058404177427292
203121	rnn.bias_hh_l1	4	-0.084469735622406
203121	rnn.bias_hh_l1	5	-0.11980869621038437
203121	rnn.bias_hh_l1	6	-0.1594143956899643
203121	rnn.bias_hh_l1	7	0.06201135739684105
203121	rnn.bias_hh_l1	8	-0.18130551278591156
203121	rnn.bias_hh_l1	9	-0.12134645134210587
203121	rnn.weight_ih_l1_reverse	0	-0.04498125612735748
203121	rnn.weight_ih_l1_reverse	1	0.036646198481321335
203121	rnn.weight_ih_l1_reverse	2	0.09122346341609955
203121	rnn.weight_ih_l1_reverse	3	-0.01229824312031269
203121	rnn.weight_ih_l1_reverse	4	-0.029801707714796066
203121	rnn.weight_ih_l1_reverse	5	-0.030805066227912903
203121	rnn.weight_ih_l1_reverse	6	-0.014033717103302479
203121	rnn.weight_ih_l1_reverse	7	0.027760861441493034
203121	rnn.weight_ih_l1_reverse	8	0.002265727845951915
203121	rnn.weight_ih_l1_reverse	9	-0.03754303231835365
203121	rnn.weight_hh_l1_reverse	0	0.004919486120343208
203121	rnn.weight_hh_l1_reverse	1	0.0314563512802124
203121	rnn.weight_hh_l1_reverse	2	-0.04056946933269501
203121	rnn.weight_hh_l1_reverse	3	0.03538643196225166
203121	rnn.weight_hh_l1_reverse	4	0.04691623896360397
203121	rnn.weight_hh_l1_reverse	5	0.0028050399851053953
203121	rnn.weight_hh_l1_reverse	6	0.051848407834768295
203121	rnn.weight_hh_l1_reverse	7	0.03173970803618431
203121	rnn.weight_hh_l1_reverse	8	-0.007409414742141962
203121	rnn.weight_hh_l1_reverse	9	-0.03086465410888195
203121	rnn.bias_ih_l1_reverse	0	-0.05341767519712448
203121	rnn.bias_ih_l1_reverse	1	-0.1495223194360733
203121	rnn.bias_ih_l1_reverse	2	-0.1627778857946396
203121	rnn.bias_ih_l1_reverse	3	-0.056400272995233536
203121	rnn.bias_ih_l1_reverse	4	-0.21133077144622803
203121	rnn.bias_ih_l1_reverse	5	-0.11267311871051788
203121	rnn.bias_ih_l1_reverse	6	-0.13270440697669983
203121	rnn.bias_ih_l1_reverse	7	-0.19232603907585144
203121	rnn.bias_ih_l1_reverse	8	0.21833667159080505
203121	rnn.bias_ih_l1_reverse	9	0.025318648666143417
203121	rnn.bias_hh_l1_reverse	0	-0.0012194091686978936
203121	rnn.bias_hh_l1_reverse	1	-0.07530555874109268
203121	rnn.bias_hh_l1_reverse	2	-0.23506392538547516
203121	rnn.bias_hh_l1_reverse	3	-0.14474083483219147
203121	rnn.bias_hh_l1_reverse	4	-0.08104634284973145
203121	rnn.bias_hh_l1_reverse	5	-0.12145812809467316
203121	rnn.bias_hh_l1_reverse	6	0.051989082247018814
203121	rnn.bias_hh_l1_reverse	7	-0.15045389533042908
203121	rnn.bias_hh_l1_reverse	8	-0.11844148486852646
203121	rnn.bias_hh_l1_reverse	9	-0.1494864672422409
203121	linear.weight	0	0.002228822559118271
203121	linear.weight	1	0.10935594886541367
203121	linear.weight	2	-0.10486287623643875
203121	linear.weight	3	0.28339532017707825
203121	linear.weight	4	0.15623709559440613
203121	linear.weight	5	-0.06505122780799866
203121	linear.weight	6	0.10650867968797684
203121	linear.weight	7	0.13944478332996368
203121	linear.weight	8	0.041147492825984955
203121	linear.weight	9	-0.05175788328051567
203121	linear.bias	0	0.10576394945383072
203121	linear.bias	1	-0.1838057041168213
203121	linear.bias	2	-0.44701263308525085
203121	linear.bias	3	-0.64389967918396
203121	linear.bias	4	-1.2258126735687256
203121	linear.bias	5	-0.06711501628160477
203121	linear.bias	6	-0.8045842051506042
203121	linear.bias	7	0.25417986512184143
203121	linear.bias	8	-0.429828941822052
203121	linear.bias	9	-1.0402408838272095
203318	transitions	0	0.7417275309562683
203318	transitions	1	0.14853838086128235
203318	transitions	2	-10000.0
203318	transitions	3	-1.8271043300628662
203318	transitions	4	-10000.0
203318	transitions	5	0.5655425190925598
203318	transitions	6	-0.08356611430644989
203318	transitions	7	-0.7871296405792236
203318	transitions	8	-1.4181663990020752
203318	transitions	9	-0.0012105345958843827
203318	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
203318	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
203318	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
203318	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
203318	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
203318	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
203318	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
203318	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
203318	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
203318	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
203318	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
203318	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
203318	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
203318	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
203318	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
203318	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
203318	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
203318	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
203318	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
203318	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
203318	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
203318	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
203318	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
203318	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
203318	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
203318	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
203318	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
203318	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
203318	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
203318	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
203318	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
203318	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
203318	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
203318	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
203318	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
203318	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
203318	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
203318	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
203318	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
203318	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
203318	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
203318	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
203318	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
203318	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
203318	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
203318	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
203318	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
203318	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
203318	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
203318	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
203318	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
203318	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
203318	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
203318	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
203318	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
203318	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
203318	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
203318	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
203318	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
203318	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
203318	embedding2nn.weight	0	0.021318258717656136
203318	embedding2nn.weight	1	-0.013261699117720127
203318	embedding2nn.weight	2	-0.014268254861235619
203318	embedding2nn.weight	3	-0.0345861054956913
203318	embedding2nn.weight	4	-0.0059150345623493195
203318	embedding2nn.weight	5	-0.0037005888298153877
203318	embedding2nn.weight	6	-0.003973277751356363
203318	embedding2nn.weight	7	-0.07677610218524933
203318	embedding2nn.weight	8	-0.0019979383796453476
203318	embedding2nn.weight	9	-0.02846396528184414
203318	embedding2nn.bias	0	0.03475950285792351
203318	embedding2nn.bias	1	-0.07568971812725067
203318	embedding2nn.bias	2	0.05642376095056534
203318	embedding2nn.bias	3	0.0423603393137455
203318	embedding2nn.bias	4	-0.04088190197944641
203318	embedding2nn.bias	5	-0.005314681679010391
203318	embedding2nn.bias	6	0.01402245182543993
203318	embedding2nn.bias	7	-0.0468059666454792
203318	embedding2nn.bias	8	0.06482250988483429
203318	embedding2nn.bias	9	0.04862087592482567
203318	rnn.weight_ih_l0	0	-0.08014721423387527
203318	rnn.weight_ih_l0	1	0.006117017474025488
203318	rnn.weight_ih_l0	2	0.03146396577358246
203318	rnn.weight_ih_l0	3	0.022432973608374596
203318	rnn.weight_ih_l0	4	-0.047843050211668015
203318	rnn.weight_ih_l0	5	-0.0672401487827301
203318	rnn.weight_ih_l0	6	-0.0022947704419493675
203318	rnn.weight_ih_l0	7	0.05072978138923645
203318	rnn.weight_ih_l0	8	-0.014995451085269451
203318	rnn.weight_ih_l0	9	-0.03158225119113922
203318	rnn.weight_hh_l0	0	-0.03114219196140766
203318	rnn.weight_hh_l0	1	-0.008966688066720963
203318	rnn.weight_hh_l0	2	0.009128191508352757
203318	rnn.weight_hh_l0	3	-0.07690498977899551
203318	rnn.weight_hh_l0	4	0.09294386208057404
203318	rnn.weight_hh_l0	5	-0.024725021794438362
203318	rnn.weight_hh_l0	6	-0.05951104313135147
203318	rnn.weight_hh_l0	7	0.011827883310616016
203318	rnn.weight_hh_l0	8	0.014879616908729076
203318	rnn.weight_hh_l0	9	-0.024071721360087395
203318	rnn.bias_ih_l0	0	0.13514365255832672
203318	rnn.bias_ih_l0	1	-0.039547622203826904
203318	rnn.bias_ih_l0	2	-0.03252103179693222
203318	rnn.bias_ih_l0	3	0.15671318769454956
203318	rnn.bias_ih_l0	4	-0.011464813724160194
203318	rnn.bias_ih_l0	5	-0.01871475577354431
203318	rnn.bias_ih_l0	6	0.018596434965729713
203318	rnn.bias_ih_l0	7	0.021288996562361717
203318	rnn.bias_ih_l0	8	-0.09784122556447983
203318	rnn.bias_ih_l0	9	-0.04562677443027496
203318	rnn.bias_hh_l0	0	-4.6028530050534755e-05
203318	rnn.bias_hh_l0	1	-0.10746961086988449
203318	rnn.bias_hh_l0	2	-0.06776177138090134
203318	rnn.bias_hh_l0	3	-0.08624124526977539
203318	rnn.bias_hh_l0	4	0.007995971478521824
203318	rnn.bias_hh_l0	5	-0.022365476936101913
203318	rnn.bias_hh_l0	6	0.03344539552927017
203318	rnn.bias_hh_l0	7	0.05533915385603905
203318	rnn.bias_hh_l0	8	-0.11938800662755966
203318	rnn.bias_hh_l0	9	-0.055314164608716965
203318	rnn.weight_ih_l0_reverse	0	-0.021638471633195877
203318	rnn.weight_ih_l0_reverse	1	-0.05317462235689163
203318	rnn.weight_ih_l0_reverse	2	-0.04773678258061409
203318	rnn.weight_ih_l0_reverse	3	0.010943930596113205
203318	rnn.weight_ih_l0_reverse	4	-0.021914219483733177
203318	rnn.weight_ih_l0_reverse	5	-0.057254716753959656
203318	rnn.weight_ih_l0_reverse	6	0.07494420558214188
203318	rnn.weight_ih_l0_reverse	7	-0.01526669692248106
203318	rnn.weight_ih_l0_reverse	8	-0.0170380137860775
203318	rnn.weight_ih_l0_reverse	9	0.0008694357820786536
203318	rnn.weight_hh_l0_reverse	0	0.06435277312994003
203318	rnn.weight_hh_l0_reverse	1	0.0221348088234663
203318	rnn.weight_hh_l0_reverse	2	0.028681719675660133
203318	rnn.weight_hh_l0_reverse	3	0.03603434935212135
203318	rnn.weight_hh_l0_reverse	4	0.012086055241525173
203318	rnn.weight_hh_l0_reverse	5	0.008073666132986546
203318	rnn.weight_hh_l0_reverse	6	0.05098981410264969
203318	rnn.weight_hh_l0_reverse	7	-0.08051774650812149
203318	rnn.weight_hh_l0_reverse	8	0.04057610034942627
203318	rnn.weight_hh_l0_reverse	9	0.03616519272327423
203318	rnn.bias_ih_l0_reverse	0	-0.05941362306475639
203318	rnn.bias_ih_l0_reverse	1	-0.28428199887275696
203318	rnn.bias_ih_l0_reverse	2	-0.11917744576931
203318	rnn.bias_ih_l0_reverse	3	-0.04996824637055397
203318	rnn.bias_ih_l0_reverse	4	-0.01971963420510292
203318	rnn.bias_ih_l0_reverse	5	0.07560286670923233
203318	rnn.bias_ih_l0_reverse	6	-0.06453251838684082
203318	rnn.bias_ih_l0_reverse	7	0.06446413695812225
203318	rnn.bias_ih_l0_reverse	8	-0.04775134474039078
203318	rnn.bias_ih_l0_reverse	9	0.06469167023897171
203318	rnn.bias_hh_l0_reverse	0	0.022686021402478218
203318	rnn.bias_hh_l0_reverse	1	-0.06019294634461403
203318	rnn.bias_hh_l0_reverse	2	0.08015847951173782
203318	rnn.bias_hh_l0_reverse	3	-0.05111473798751831
203318	rnn.bias_hh_l0_reverse	4	-0.024612560868263245
203318	rnn.bias_hh_l0_reverse	5	-0.02495616301894188
203318	rnn.bias_hh_l0_reverse	6	-0.0155124980956316
203318	rnn.bias_hh_l0_reverse	7	0.10141421109437943
203318	rnn.bias_hh_l0_reverse	8	0.03229342773556709
203318	rnn.bias_hh_l0_reverse	9	-0.148067906498909
203318	rnn.weight_ih_l1	0	-0.030492892488837242
203318	rnn.weight_ih_l1	1	-0.04912646487355232
203318	rnn.weight_ih_l1	2	0.05524156987667084
203318	rnn.weight_ih_l1	3	-0.06895392388105392
203318	rnn.weight_ih_l1	4	-0.013660027645528316
203318	rnn.weight_ih_l1	5	-0.041236162185668945
203318	rnn.weight_ih_l1	6	0.028935125097632408
203318	rnn.weight_ih_l1	7	-0.047904081642627716
203318	rnn.weight_ih_l1	8	0.03715897724032402
203318	rnn.weight_ih_l1	9	0.04683225229382515
203318	rnn.weight_hh_l1	0	-0.007298782933503389
203318	rnn.weight_hh_l1	1	0.020422466099262238
203318	rnn.weight_hh_l1	2	0.007890771143138409
203318	rnn.weight_hh_l1	3	-0.013227262534201145
203318	rnn.weight_hh_l1	4	0.004914733115583658
203318	rnn.weight_hh_l1	5	0.03351510316133499
203318	rnn.weight_hh_l1	6	0.03550313785672188
203318	rnn.weight_hh_l1	7	-0.01646755449473858
203318	rnn.weight_hh_l1	8	-0.008074384182691574
203318	rnn.weight_hh_l1	9	0.03673741593956947
203318	rnn.bias_ih_l1	0	-0.18533529341220856
203318	rnn.bias_ih_l1	1	-0.18145808577537537
203318	rnn.bias_ih_l1	2	-0.20462606847286224
203318	rnn.bias_ih_l1	3	-0.3156740069389343
203318	rnn.bias_ih_l1	4	-0.20845197141170502
203318	rnn.bias_ih_l1	5	-0.08235611766576767
203318	rnn.bias_ih_l1	6	-0.1643269658088684
203318	rnn.bias_ih_l1	7	-0.006968718487769365
203318	rnn.bias_ih_l1	8	-0.13157130777835846
203318	rnn.bias_ih_l1	9	-0.12548793852329254
203318	rnn.bias_hh_l1	0	-0.09875775873661041
203318	rnn.bias_hh_l1	1	-0.07138989865779877
203318	rnn.bias_hh_l1	2	-0.0935659110546112
203318	rnn.bias_hh_l1	3	-0.08143593370914459
203318	rnn.bias_hh_l1	4	-0.08397286385297775
203318	rnn.bias_hh_l1	5	-0.1196243092417717
203318	rnn.bias_hh_l1	6	-0.15943625569343567
203318	rnn.bias_hh_l1	7	0.06102981045842171
203318	rnn.bias_hh_l1	8	-0.1814524382352829
203318	rnn.bias_hh_l1	9	-0.12134844809770584
203318	rnn.weight_ih_l1_reverse	0	-0.045207250863313675
203318	rnn.weight_ih_l1_reverse	1	0.03698458522558212
203318	rnn.weight_ih_l1_reverse	2	0.0903044044971466
203318	rnn.weight_ih_l1_reverse	3	-0.01283628772944212
203318	rnn.weight_ih_l1_reverse	4	-0.029390176758170128
203318	rnn.weight_ih_l1_reverse	5	-0.030670275911688805
203318	rnn.weight_ih_l1_reverse	6	-0.013851001858711243
203318	rnn.weight_ih_l1_reverse	7	0.028081513941287994
203318	rnn.weight_ih_l1_reverse	8	0.0023517829831689596
203318	rnn.weight_ih_l1_reverse	9	-0.037430912256240845
203318	rnn.weight_hh_l1_reverse	0	0.004928699228912592
203318	rnn.weight_hh_l1_reverse	1	0.0315193310379982
203318	rnn.weight_hh_l1_reverse	2	-0.04055701941251755
203318	rnn.weight_hh_l1_reverse	3	0.03540652245283127
203318	rnn.weight_hh_l1_reverse	4	0.04704545810818672
203318	rnn.weight_hh_l1_reverse	5	0.0027537799905985594
203318	rnn.weight_hh_l1_reverse	6	0.05225953832268715
203318	rnn.weight_hh_l1_reverse	7	0.03161417692899704
203318	rnn.weight_hh_l1_reverse	8	-0.007377661764621735
203318	rnn.weight_hh_l1_reverse	9	-0.030883746221661568
203318	rnn.bias_ih_l1_reverse	0	-0.05309288948774338
203318	rnn.bias_ih_l1_reverse	1	-0.14981873333454132
203318	rnn.bias_ih_l1_reverse	2	-0.16323544085025787
203318	rnn.bias_ih_l1_reverse	3	-0.055709995329380035
203318	rnn.bias_ih_l1_reverse	4	-0.21126382052898407
203318	rnn.bias_ih_l1_reverse	5	-0.11272569000720978
203318	rnn.bias_ih_l1_reverse	6	-0.13241395354270935
203318	rnn.bias_ih_l1_reverse	7	-0.1922856718301773
203318	rnn.bias_ih_l1_reverse	8	0.21974362432956696
203318	rnn.bias_ih_l1_reverse	9	0.02747628279030323
203318	rnn.bias_hh_l1_reverse	0	-0.0007978930952958763
203318	rnn.bias_hh_l1_reverse	1	-0.07586169242858887
203318	rnn.bias_hh_l1_reverse	2	-0.23488062620162964
203318	rnn.bias_hh_l1_reverse	3	-0.14453884959220886
203318	rnn.bias_hh_l1_reverse	4	-0.0807451456785202
203318	rnn.bias_hh_l1_reverse	5	-0.12120546400547028
203318	rnn.bias_hh_l1_reverse	6	0.05302044376730919
203318	rnn.bias_hh_l1_reverse	7	-0.1504339724779129
203318	rnn.bias_hh_l1_reverse	8	-0.11858291923999786
203318	rnn.bias_hh_l1_reverse	9	-0.14949823915958405
203318	linear.weight	0	0.002228822559118271
203318	linear.weight	1	0.10833916813135147
203318	linear.weight	2	-0.10487420856952667
203318	linear.weight	3	0.28122517466545105
203318	linear.weight	4	0.15661416947841644
203318	linear.weight	5	-0.06533566862344742
203318	linear.weight	6	0.10434485226869583
203318	linear.weight	7	0.14093661308288574
203318	linear.weight	8	0.041147466748952866
203318	linear.weight	9	-0.05264907330274582
203318	linear.bias	0	0.0959499403834343
203318	linear.bias	1	-0.17526566982269287
203318	linear.bias	2	-0.4362032413482666
203318	linear.bias	3	-0.647271990776062
203318	linear.bias	4	-1.229618787765503
203318	linear.bias	5	-0.0676027461886406
203318	linear.bias	6	-0.7961026430130005
203318	linear.bias	7	0.2527778148651123
203318	linear.bias	8	-0.4379042088985443
203318	linear.bias	9	-1.048963189125061
203322	transitions	0	0.7417271137237549
203322	transitions	1	0.1485103964805603
203322	transitions	2	-10000.0
203322	transitions	3	-1.8271044492721558
203322	transitions	4	-10000.0
203322	transitions	5	0.565542459487915
203322	transitions	6	-0.08356627076864243
203322	transitions	7	-0.7871297001838684
203322	transitions	8	-1.4181663990020752
203322	transitions	9	-0.0012105449568480253
203322	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
203322	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
203322	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
203322	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
203322	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
203322	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
203322	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
203322	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
203322	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
203322	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
203322	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
203322	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
203322	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
203322	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
203322	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
203322	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
203322	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
203322	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
203322	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
203322	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
203322	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
203322	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
203322	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
203322	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
203322	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
203322	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
203322	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
203322	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
203322	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
203322	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
203322	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
203322	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
203322	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
203322	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
203322	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
203322	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
203322	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
203322	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
203322	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
203322	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
203322	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
203322	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
203322	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
203322	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
203322	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
203322	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
203322	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
203322	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
203322	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
203322	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
203322	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
203322	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
203322	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
203322	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
203322	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
203322	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
203322	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
203322	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
203322	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
203322	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
203322	embedding2nn.weight	0	0.02131550945341587
203322	embedding2nn.weight	1	-0.013262985274195671
203322	embedding2nn.weight	2	-0.014268254861235619
203322	embedding2nn.weight	3	-0.03455153852701187
203322	embedding2nn.weight	4	-0.0059150345623493195
203322	embedding2nn.weight	5	-0.0037005888298153877
203322	embedding2nn.weight	6	-0.003973277751356363
203322	embedding2nn.weight	7	-0.0767558291554451
203322	embedding2nn.weight	8	-0.0019979383796453476
203322	embedding2nn.weight	9	-0.0284458938986063
203322	embedding2nn.bias	0	0.034655891358852386
203322	embedding2nn.bias	1	-0.07566037774085999
203322	embedding2nn.bias	2	0.0562506765127182
203322	embedding2nn.bias	3	0.0422496534883976
203322	embedding2nn.bias	4	-0.04090182110667229
203322	embedding2nn.bias	5	-0.005239574704319239
203322	embedding2nn.bias	6	0.014086673967540264
203322	embedding2nn.bias	7	-0.04688053950667381
203322	embedding2nn.bias	8	0.06454460322856903
203322	embedding2nn.bias	9	0.049033354967832565
203322	rnn.weight_ih_l0	0	-0.08018030226230621
203322	rnn.weight_ih_l0	1	0.006151113193482161
203322	rnn.weight_ih_l0	2	0.03147805109620094
203322	rnn.weight_ih_l0	3	0.022427605465054512
203322	rnn.weight_ih_l0	4	-0.047832995653152466
203322	rnn.weight_ih_l0	5	-0.06722322851419449
203322	rnn.weight_ih_l0	6	-0.002297426573932171
203322	rnn.weight_ih_l0	7	0.05073782801628113
203322	rnn.weight_ih_l0	8	-0.014946965500712395
203322	rnn.weight_ih_l0	9	-0.031628601253032684
203322	rnn.weight_hh_l0	0	-0.03115067258477211
203322	rnn.weight_hh_l0	1	-0.008969416841864586
203322	rnn.weight_hh_l0	2	0.009124754928052425
203322	rnn.weight_hh_l0	3	-0.07692769914865494
203322	rnn.weight_hh_l0	4	0.09293640404939651
203322	rnn.weight_hh_l0	5	-0.024766957387328148
203322	rnn.weight_hh_l0	6	-0.05953187867999077
203322	rnn.weight_hh_l0	7	0.011811034753918648
203322	rnn.weight_hh_l0	8	0.014884321950376034
203322	rnn.weight_hh_l0	9	-0.024054763838648796
203322	rnn.bias_ih_l0	0	0.13503935933113098
203322	rnn.bias_ih_l0	1	-0.039384156465530396
203322	rnn.bias_ih_l0	2	-0.03250808268785477
203322	rnn.bias_ih_l0	3	0.15671323239803314
203322	rnn.bias_ih_l0	4	-0.011450915597379208
203322	rnn.bias_ih_l0	5	-0.018676206469535828
203322	rnn.bias_ih_l0	6	0.018515707924962044
203322	rnn.bias_ih_l0	7	0.021468475461006165
203322	rnn.bias_ih_l0	8	-0.09782405197620392
203322	rnn.bias_ih_l0	9	-0.04576339200139046
203322	rnn.bias_hh_l0	0	-8.242760486609768e-06
203322	rnn.bias_hh_l0	1	-0.10747979581356049
203322	rnn.bias_hh_l0	2	-0.06772412359714508
203322	rnn.bias_hh_l0	3	-0.08630948513746262
203322	rnn.bias_hh_l0	4	0.007991288788616657
203322	rnn.bias_hh_l0	5	-0.022379955276846886
203322	rnn.bias_hh_l0	6	0.03340756520628929
203322	rnn.bias_hh_l0	7	0.05551247298717499
203322	rnn.bias_hh_l0	8	-0.11945527046918869
203322	rnn.bias_hh_l0	9	-0.055296141654253006
203322	rnn.weight_ih_l0_reverse	0	-0.02166033908724785
203322	rnn.weight_ih_l0_reverse	1	-0.053127653896808624
203322	rnn.weight_ih_l0_reverse	2	-0.04773585498332977
203322	rnn.weight_ih_l0_reverse	3	0.010948775336146355
203322	rnn.weight_ih_l0_reverse	4	-0.02192101627588272
203322	rnn.weight_ih_l0_reverse	5	-0.05727370083332062
203322	rnn.weight_ih_l0_reverse	6	0.07493314892053604
203322	rnn.weight_ih_l0_reverse	7	-0.015272987075150013
203322	rnn.weight_ih_l0_reverse	8	-0.017022831365466118
203322	rnn.weight_ih_l0_reverse	9	0.0008502858108840883
203322	rnn.weight_hh_l0_reverse	0	0.06435535103082657
203322	rnn.weight_hh_l0_reverse	1	0.022125160321593285
203322	rnn.weight_hh_l0_reverse	2	0.0286832544952631
203322	rnn.weight_hh_l0_reverse	3	0.03605359420180321
203322	rnn.weight_hh_l0_reverse	4	0.012051146477460861
203322	rnn.weight_hh_l0_reverse	5	0.00806141272187233
203322	rnn.weight_hh_l0_reverse	6	0.05098844692111015
203322	rnn.weight_hh_l0_reverse	7	-0.08051760494709015
203322	rnn.weight_hh_l0_reverse	8	0.040579259395599365
203322	rnn.weight_hh_l0_reverse	9	0.0361797921359539
203322	rnn.bias_ih_l0_reverse	0	-0.059305544942617416
203322	rnn.bias_ih_l0_reverse	1	-0.28415244817733765
203322	rnn.bias_ih_l0_reverse	2	-0.11910149455070496
203322	rnn.bias_ih_l0_reverse	3	-0.05000440031290054
203322	rnn.bias_ih_l0_reverse	4	-0.019684569910168648
203322	rnn.bias_ih_l0_reverse	5	0.0755603089928627
203322	rnn.bias_ih_l0_reverse	6	-0.06465374678373337
203322	rnn.bias_ih_l0_reverse	7	0.0644291490316391
203322	rnn.bias_ih_l0_reverse	8	-0.04763883352279663
203322	rnn.bias_ih_l0_reverse	9	0.06479157507419586
203322	rnn.bias_hh_l0_reverse	0	0.022754639387130737
203322	rnn.bias_hh_l0_reverse	1	-0.05994351580739021
203322	rnn.bias_hh_l0_reverse	2	0.08020702749490738
203322	rnn.bias_hh_l0_reverse	3	-0.0510871559381485
203322	rnn.bias_hh_l0_reverse	4	-0.024624545127153397
203322	rnn.bias_hh_l0_reverse	5	-0.02495521306991577
203322	rnn.bias_hh_l0_reverse	6	-0.015463538467884064
203322	rnn.bias_hh_l0_reverse	7	0.10137300193309784
203322	rnn.bias_hh_l0_reverse	8	0.03235306590795517
203322	rnn.bias_hh_l0_reverse	9	-0.14806760847568512
203322	rnn.weight_ih_l1	0	-0.03050798550248146
203322	rnn.weight_ih_l1	1	-0.04913421720266342
203322	rnn.weight_ih_l1	2	0.05524371936917305
203322	rnn.weight_ih_l1	3	-0.06893284618854523
203322	rnn.weight_ih_l1	4	-0.013644896447658539
203322	rnn.weight_ih_l1	5	-0.04123777523636818
203322	rnn.weight_ih_l1	6	0.02886779233813286
203322	rnn.weight_ih_l1	7	-0.04788585752248764
203322	rnn.weight_ih_l1	8	0.03715496510267258
203322	rnn.weight_ih_l1	9	0.04682491719722748
203322	rnn.weight_hh_l1	0	-0.007279490120708942
203322	rnn.weight_hh_l1	1	0.020424671471118927
203322	rnn.weight_hh_l1	2	0.007904840633273125
203322	rnn.weight_hh_l1	3	-0.013232813216745853
203322	rnn.weight_hh_l1	4	0.0049148015677928925
203322	rnn.weight_hh_l1	5	0.033536139875650406
203322	rnn.weight_hh_l1	6	0.03546100854873657
203322	rnn.weight_hh_l1	7	-0.0164724662899971
203322	rnn.weight_hh_l1	8	-0.008081762120127678
203322	rnn.weight_hh_l1	9	0.03679016977548599
203322	rnn.bias_ih_l1	0	-0.1853260099887848
203322	rnn.bias_ih_l1	1	-0.18137691915035248
203322	rnn.bias_ih_l1	2	-0.20455093681812286
203322	rnn.bias_ih_l1	3	-0.315664142370224
203322	rnn.bias_ih_l1	4	-0.20859922468662262
203322	rnn.bias_ih_l1	5	-0.08236502856016159
203322	rnn.bias_ih_l1	6	-0.16438384354114532
203322	rnn.bias_ih_l1	7	-0.007020793855190277
203322	rnn.bias_ih_l1	8	-0.13149093091487885
203322	rnn.bias_ih_l1	9	-0.12551052868366241
203322	rnn.bias_hh_l1	0	-0.09871773421764374
203322	rnn.bias_hh_l1	1	-0.07143127918243408
203322	rnn.bias_hh_l1	2	-0.09352796524763107
203322	rnn.bias_hh_l1	3	-0.0814189463853836
203322	rnn.bias_hh_l1	4	-0.08387483656406403
203322	rnn.bias_hh_l1	5	-0.11962702870368958
203322	rnn.bias_hh_l1	6	-0.15946060419082642
203322	rnn.bias_hh_l1	7	0.06107132509350777
203322	rnn.bias_hh_l1	8	-0.1814466118812561
203322	rnn.bias_hh_l1	9	-0.12143087387084961
203322	rnn.weight_ih_l1_reverse	0	-0.04522249475121498
203322	rnn.weight_ih_l1_reverse	1	0.037025634199380875
203322	rnn.weight_ih_l1_reverse	2	0.0902700275182724
203322	rnn.weight_ih_l1_reverse	3	-0.012841658666729927
203322	rnn.weight_ih_l1_reverse	4	-0.02939581498503685
203322	rnn.weight_ih_l1_reverse	5	-0.030675172805786133
203322	rnn.weight_ih_l1_reverse	6	-0.013842000626027584
203322	rnn.weight_ih_l1_reverse	7	0.02805900387465954
203322	rnn.weight_ih_l1_reverse	8	0.002552866702899337
203322	rnn.weight_ih_l1_reverse	9	-0.03742167726159096
203322	rnn.weight_hh_l1_reverse	0	0.004919579718261957
203322	rnn.weight_hh_l1_reverse	1	0.03151429072022438
203322	rnn.weight_hh_l1_reverse	2	-0.04055602848529816
203322	rnn.weight_hh_l1_reverse	3	0.03540489450097084
203322	rnn.weight_hh_l1_reverse	4	0.04704735055565834
203322	rnn.weight_hh_l1_reverse	5	0.002744079101830721
203322	rnn.weight_hh_l1_reverse	6	0.052284255623817444
203322	rnn.weight_hh_l1_reverse	7	0.03161633387207985
203322	rnn.weight_hh_l1_reverse	8	-0.007380911149084568
203322	rnn.weight_hh_l1_reverse	9	-0.030881525948643684
203322	rnn.bias_ih_l1_reverse	0	-0.05312724411487579
203322	rnn.bias_ih_l1_reverse	1	-0.14982257783412933
203322	rnn.bias_ih_l1_reverse	2	-0.1631918102502823
203322	rnn.bias_ih_l1_reverse	3	-0.05573245882987976
203322	rnn.bias_ih_l1_reverse	4	-0.2112508863210678
203322	rnn.bias_ih_l1_reverse	5	-0.1127685084939003
203322	rnn.bias_ih_l1_reverse	6	-0.13238443434238434
203322	rnn.bias_ih_l1_reverse	7	-0.19232220947742462
203322	rnn.bias_ih_l1_reverse	8	0.21967488527297974
203322	rnn.bias_ih_l1_reverse	9	0.027672620490193367
203322	rnn.bias_hh_l1_reverse	0	-0.000869101146236062
203322	rnn.bias_hh_l1_reverse	1	-0.07557113468647003
203322	rnn.bias_hh_l1_reverse	2	-0.23487141728401184
203322	rnn.bias_hh_l1_reverse	3	-0.14452053606510162
203322	rnn.bias_hh_l1_reverse	4	-0.08079180866479874
203322	rnn.bias_hh_l1_reverse	5	-0.12129703909158707
203322	rnn.bias_hh_l1_reverse	6	0.053064581006765366
203322	rnn.bias_hh_l1_reverse	7	-0.1503542959690094
203322	rnn.bias_hh_l1_reverse	8	-0.11863340437412262
203322	rnn.bias_hh_l1_reverse	9	-0.14946582913398743
203322	linear.weight	0	0.002228822559118271
203322	linear.weight	1	0.10815738141536713
203322	linear.weight	2	-0.1048717200756073
203322	linear.weight	3	0.2815456688404083
203322	linear.weight	4	0.156634122133255
203322	linear.weight	5	-0.06533690541982651
203322	linear.weight	6	0.10413306951522827
203322	linear.weight	7	0.14099177718162537
203322	linear.weight	8	0.041147466748952866
203322	linear.weight	9	-0.052680496126413345
203322	linear.bias	0	0.09551739692687988
203322	linear.bias	1	-0.1760876178741455
203322	linear.bias	2	-0.43324384093284607
203322	linear.bias	3	-0.6471443772315979
203322	linear.bias	4	-1.2294777631759644
203322	linear.bias	5	-0.06663515418767929
203322	linear.bias	6	-0.7969120144844055
203322	linear.bias	7	0.25360023975372314
203322	linear.bias	8	-0.4390607476234436
203322	linear.bias	9	-1.0501184463500977
203519	transitions	0	0.7439252138137817
203519	transitions	1	0.1478939950466156
203519	transitions	2	-10000.0
203519	transitions	3	-1.8271116018295288
203519	transitions	4	-10000.0
203519	transitions	5	0.5655286908149719
203519	transitions	6	-0.0835757702589035
203519	transitions	7	-0.7872607111930847
203519	transitions	8	-1.4181803464889526
203519	transitions	9	-0.001210754388011992
203519	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
203519	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
203519	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
203519	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
203519	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
203519	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
203519	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
203519	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
203519	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
203519	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
203519	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
203519	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
203519	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
203519	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
203519	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
203519	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
203519	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
203519	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
203519	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
203519	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
203519	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
203519	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
203519	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
203519	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
203519	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
203519	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
203519	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
203519	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
203519	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
203519	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
203519	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
203519	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
203519	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
203519	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
203519	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
203519	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
203519	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
203519	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
203519	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
203519	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
203519	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
203519	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
203519	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
203519	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
203519	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
203519	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
203519	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
203519	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
203519	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
203519	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
203519	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
203519	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
203519	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
203519	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
203519	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
203519	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
203519	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
203519	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
203519	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
203519	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
203519	embedding2nn.weight	0	0.021356947720050812
203519	embedding2nn.weight	1	-0.013197853229939938
203519	embedding2nn.weight	2	-0.014268254861235619
203519	embedding2nn.weight	3	-0.03371281549334526
203519	embedding2nn.weight	4	-0.0059150345623493195
203519	embedding2nn.weight	5	-0.0037005888298153877
203519	embedding2nn.weight	6	-0.003973277285695076
203519	embedding2nn.weight	7	-0.07686245441436768
203519	embedding2nn.weight	8	-0.0019979383796453476
203519	embedding2nn.weight	9	-0.02861545979976654
203519	embedding2nn.bias	0	0.03478187322616577
203519	embedding2nn.bias	1	-0.07509604841470718
203519	embedding2nn.bias	2	0.055202458053827286
203519	embedding2nn.bias	3	0.040220171213150024
203519	embedding2nn.bias	4	-0.042582474648952484
203519	embedding2nn.bias	5	-0.0037885336205363274
203519	embedding2nn.bias	6	0.014935453422367573
203519	embedding2nn.bias	7	-0.04545556753873825
203519	embedding2nn.bias	8	0.06290335953235626
203519	embedding2nn.bias	9	0.051280248910188675
203519	rnn.weight_ih_l0	0	-0.08019232749938965
203519	rnn.weight_ih_l0	1	0.006395749282091856
203519	rnn.weight_ih_l0	2	0.031518224626779556
203519	rnn.weight_ih_l0	3	0.022398456931114197
203519	rnn.weight_ih_l0	4	-0.04782309755682945
203519	rnn.weight_ih_l0	5	-0.06722240895032883
203519	rnn.weight_ih_l0	6	-0.0025875233113765717
203519	rnn.weight_ih_l0	7	0.05073900148272514
203519	rnn.weight_ih_l0	8	-0.014572559855878353
203519	rnn.weight_ih_l0	9	-0.031497031450271606
203519	rnn.weight_hh_l0	0	-0.03092472068965435
203519	rnn.weight_hh_l0	1	-0.008695687167346478
203519	rnn.weight_hh_l0	2	0.009331069886684418
203519	rnn.weight_hh_l0	3	-0.07720083743333817
203519	rnn.weight_hh_l0	4	0.0929146334528923
203519	rnn.weight_hh_l0	5	-0.025106612592935562
203519	rnn.weight_hh_l0	6	-0.05956079065799713
203519	rnn.weight_hh_l0	7	0.012545384466648102
203519	rnn.weight_hh_l0	8	0.014826388098299503
203519	rnn.weight_hh_l0	9	-0.024058591574430466
203519	rnn.bias_ih_l0	0	0.13487832248210907
203519	rnn.bias_ih_l0	1	-0.03878388926386833
203519	rnn.bias_ih_l0	2	-0.032180964946746826
203519	rnn.bias_ih_l0	3	0.15557584166526794
203519	rnn.bias_ih_l0	4	-0.01143016666173935
203519	rnn.bias_ih_l0	5	-0.020312415435910225
203519	rnn.bias_ih_l0	6	0.01846507377922535
203519	rnn.bias_ih_l0	7	0.02103651873767376
203519	rnn.bias_ih_l0	8	-0.0980990082025528
203519	rnn.bias_ih_l0	9	-0.046107400208711624
203519	rnn.bias_hh_l0	0	-0.00042470693006180227
203519	rnn.bias_hh_l0	1	-0.10812097787857056
203519	rnn.bias_hh_l0	2	-0.06745067238807678
203519	rnn.bias_hh_l0	3	-0.08677463978528976
203519	rnn.bias_hh_l0	4	0.007264008745551109
203519	rnn.bias_hh_l0	5	-0.02218947745859623
203519	rnn.bias_hh_l0	6	0.032369617372751236
203519	rnn.bias_hh_l0	7	0.053910646587610245
203519	rnn.bias_hh_l0	8	-0.11993716657161713
203519	rnn.bias_hh_l0	9	-0.05522102862596512
203519	rnn.weight_ih_l0_reverse	0	-0.021667184308171272
203519	rnn.weight_ih_l0_reverse	1	-0.05283033847808838
203519	rnn.weight_ih_l0_reverse	2	-0.04789865389466286
203519	rnn.weight_ih_l0_reverse	3	0.011176002211868763
203519	rnn.weight_ih_l0_reverse	4	-0.022085467353463173
203519	rnn.weight_ih_l0_reverse	5	-0.057284630835056305
203519	rnn.weight_ih_l0_reverse	6	0.07464047521352768
203519	rnn.weight_ih_l0_reverse	7	-0.015539821237325668
203519	rnn.weight_ih_l0_reverse	8	-0.017007356509566307
203519	rnn.weight_ih_l0_reverse	9	0.0010462572099640965
203519	rnn.weight_hh_l0_reverse	0	0.0648074597120285
203519	rnn.weight_hh_l0_reverse	1	0.022460732609033585
203519	rnn.weight_hh_l0_reverse	2	0.02869279868900776
203519	rnn.weight_hh_l0_reverse	3	0.035809654742479324
203519	rnn.weight_hh_l0_reverse	4	0.012020050548017025
203519	rnn.weight_hh_l0_reverse	5	0.008417010307312012
203519	rnn.weight_hh_l0_reverse	6	0.05094733089208603
203519	rnn.weight_hh_l0_reverse	7	-0.0801885798573494
203519	rnn.weight_hh_l0_reverse	8	0.040625132620334625
203519	rnn.weight_hh_l0_reverse	9	0.0360063835978508
203519	rnn.bias_ih_l0_reverse	0	-0.05962246283888817
203519	rnn.bias_ih_l0_reverse	1	-0.2839789092540741
203519	rnn.bias_ih_l0_reverse	2	-0.11971230804920197
203519	rnn.bias_ih_l0_reverse	3	-0.04948265478014946
203519	rnn.bias_ih_l0_reverse	4	-0.02083234116435051
203519	rnn.bias_ih_l0_reverse	5	0.0753377377986908
203519	rnn.bias_ih_l0_reverse	6	-0.06463061273097992
203519	rnn.bias_ih_l0_reverse	7	0.06504210084676743
203519	rnn.bias_ih_l0_reverse	8	-0.046921100467443466
203519	rnn.bias_ih_l0_reverse	9	0.06470240652561188
203519	rnn.bias_hh_l0_reverse	0	0.02342899888753891
203519	rnn.bias_hh_l0_reverse	1	-0.05951709300279617
203519	rnn.bias_hh_l0_reverse	2	0.0794505700469017
203519	rnn.bias_hh_l0_reverse	3	-0.050928015261888504
203519	rnn.bias_hh_l0_reverse	4	-0.023862650617957115
203519	rnn.bias_hh_l0_reverse	5	-0.025263534858822823
203519	rnn.bias_hh_l0_reverse	6	-0.014790261164307594
203519	rnn.bias_hh_l0_reverse	7	0.10232453793287277
203519	rnn.bias_hh_l0_reverse	8	0.0322997123003006
203519	rnn.bias_hh_l0_reverse	9	-0.14780206978321075
203519	rnn.weight_ih_l1	0	-0.030345095321536064
203519	rnn.weight_ih_l1	1	-0.049517061561346054
203519	rnn.weight_ih_l1	2	0.05575709044933319
203519	rnn.weight_ih_l1	3	-0.06840157508850098
203519	rnn.weight_ih_l1	4	-0.013650431297719479
203519	rnn.weight_ih_l1	5	-0.04130079224705696
203519	rnn.weight_ih_l1	6	0.028788601979613304
203519	rnn.weight_ih_l1	7	-0.04789510369300842
203519	rnn.weight_ih_l1	8	0.037207238376140594
203519	rnn.weight_ih_l1	9	0.04676992446184158
203519	rnn.weight_hh_l1	0	-0.007558154407888651
203519	rnn.weight_hh_l1	1	0.020455501973628998
203519	rnn.weight_hh_l1	2	0.007825503125786781
203519	rnn.weight_hh_l1	3	-0.013215563260018826
203519	rnn.weight_hh_l1	4	0.004951702430844307
203519	rnn.weight_hh_l1	5	0.03364023566246033
203519	rnn.weight_hh_l1	6	0.03538382053375244
203519	rnn.weight_hh_l1	7	-0.01646796427667141
203519	rnn.weight_hh_l1	8	-0.008157259784638882
203519	rnn.weight_hh_l1	9	0.03698572888970375
203519	rnn.bias_ih_l1	0	-0.1870637983083725
203519	rnn.bias_ih_l1	1	-0.18161062896251678
203519	rnn.bias_ih_l1	2	-0.20363940298557281
203519	rnn.bias_ih_l1	3	-0.3152540326118469
203519	rnn.bias_ih_l1	4	-0.20944646000862122
203519	rnn.bias_ih_l1	5	-0.08186034858226776
203519	rnn.bias_ih_l1	6	-0.16551271080970764
203519	rnn.bias_ih_l1	7	-0.0064979130402207375
203519	rnn.bias_ih_l1	8	-0.13169971108436584
203519	rnn.bias_ih_l1	9	-0.12510909140110016
203519	rnn.bias_hh_l1	0	-0.09861279278993607
203519	rnn.bias_hh_l1	1	-0.07110036909580231
203519	rnn.bias_hh_l1	2	-0.09338020533323288
203519	rnn.bias_hh_l1	3	-0.08105123043060303
203519	rnn.bias_hh_l1	4	-0.08388563245534897
203519	rnn.bias_hh_l1	5	-0.11965005099773407
203519	rnn.bias_hh_l1	6	-0.15966375172138214
203519	rnn.bias_hh_l1	7	0.06235180050134659
203519	rnn.bias_hh_l1	8	-0.18111148476600647
203519	rnn.bias_hh_l1	9	-0.12099479138851166
203519	rnn.weight_ih_l1_reverse	0	-0.04543464258313179
203519	rnn.weight_ih_l1_reverse	1	0.03683507442474365
203519	rnn.weight_ih_l1_reverse	2	0.08998305350542068
203519	rnn.weight_ih_l1_reverse	3	-0.012254352681338787
203519	rnn.weight_ih_l1_reverse	4	-0.029279878363013268
203519	rnn.weight_ih_l1_reverse	5	-0.03064546547830105
203519	rnn.weight_ih_l1_reverse	6	-0.014369189739227295
203519	rnn.weight_ih_l1_reverse	7	0.028202101588249207
203519	rnn.weight_ih_l1_reverse	8	0.0029168701730668545
203519	rnn.weight_ih_l1_reverse	9	-0.03742223232984543
203519	rnn.weight_hh_l1_reverse	0	0.004956915508955717
203519	rnn.weight_hh_l1_reverse	1	0.0314590185880661
203519	rnn.weight_hh_l1_reverse	2	-0.040570441633462906
203519	rnn.weight_hh_l1_reverse	3	0.035382047295570374
203519	rnn.weight_hh_l1_reverse	4	0.046935904771089554
203519	rnn.weight_hh_l1_reverse	5	0.002826689276844263
203519	rnn.weight_hh_l1_reverse	6	0.05197431892156601
203519	rnn.weight_hh_l1_reverse	7	0.031610049307346344
203519	rnn.weight_hh_l1_reverse	8	-0.007395979017019272
203519	rnn.weight_hh_l1_reverse	9	-0.030936243012547493
203519	rnn.bias_ih_l1_reverse	0	-0.053569719195365906
203519	rnn.bias_ih_l1_reverse	1	-0.1494356244802475
203519	rnn.bias_ih_l1_reverse	2	-0.16245989501476288
203519	rnn.bias_ih_l1_reverse	3	-0.056125812232494354
203519	rnn.bias_ih_l1_reverse	4	-0.21095530688762665
203519	rnn.bias_ih_l1_reverse	5	-0.11224158108234406
203519	rnn.bias_ih_l1_reverse	6	-0.1323728859424591
203519	rnn.bias_ih_l1_reverse	7	-0.19236496090888977
203519	rnn.bias_ih_l1_reverse	8	0.21976424753665924
203519	rnn.bias_ih_l1_reverse	9	0.026862896978855133
203519	rnn.bias_hh_l1_reverse	0	-0.0029555659275501966
203519	rnn.bias_hh_l1_reverse	1	-0.07692249119281769
203519	rnn.bias_hh_l1_reverse	2	-0.23499557375907898
203519	rnn.bias_hh_l1_reverse	3	-0.1447460651397705
203519	rnn.bias_hh_l1_reverse	4	-0.08072865754365921
203519	rnn.bias_hh_l1_reverse	5	-0.12112098187208176
203519	rnn.bias_hh_l1_reverse	6	0.05257681757211685
203519	rnn.bias_hh_l1_reverse	7	-0.15088319778442383
203519	rnn.bias_hh_l1_reverse	8	-0.11848612874746323
203519	rnn.bias_hh_l1_reverse	9	-0.14971108734607697
203519	linear.weight	0	0.002228822559118271
203519	linear.weight	1	0.1089397668838501
203519	linear.weight	2	-0.10497143119573593
203519	linear.weight	3	0.2835738956928253
203519	linear.weight	4	0.15674938261508942
203519	linear.weight	5	-0.06541888415813446
203519	linear.weight	6	0.10878630727529526
203519	linear.weight	7	0.14293062686920166
203519	linear.weight	8	0.04114748165011406
203519	linear.weight	9	-0.0537438727915287
203519	linear.bias	0	0.10564275830984116
203519	linear.bias	1	-0.17262639105319977
203519	linear.bias	2	-0.43588921427726746
203519	linear.bias	3	-0.6519936919212341
203519	linear.bias	4	-1.2335419654846191
203519	linear.bias	5	-0.06065702810883522
203519	linear.bias	6	-0.7934016585350037
203519	linear.bias	7	0.26054421067237854
203519	linear.bias	8	-0.4476821720600128
203519	linear.bias	9	-1.0586317777633667
203716	transitions	0	0.7391862273216248
203716	transitions	1	0.14866015315055847
203716	transitions	2	-10000.0
203716	transitions	3	-1.8271180391311646
203716	transitions	4	-10000.0
203716	transitions	5	0.5655102133750916
203716	transitions	6	-0.0836053118109703
203716	transitions	7	-0.7874326705932617
203716	transitions	8	-1.418188214302063
203716	transitions	9	-0.0012108234222978354
203716	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
203716	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
203716	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
203716	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
203716	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
203716	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
203716	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
203716	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
203716	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
203716	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
203716	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
203716	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
203716	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
203716	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
203716	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
203716	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
203716	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
203716	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
203716	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
203716	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
203716	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
203716	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
203716	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
203716	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
203716	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
203716	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
203716	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
203716	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
203716	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
203716	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
203716	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
203716	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
203716	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
203716	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
203716	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
203716	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
203716	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
203716	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
203716	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
203716	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
203716	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
203716	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
203716	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
203716	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
203716	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
203716	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
203716	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
203716	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
203716	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
203716	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
203716	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
203716	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
203716	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
203716	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
203716	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
203716	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
203716	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
203716	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
203716	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
203716	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
203716	embedding2nn.weight	0	0.021394317969679832
203716	embedding2nn.weight	1	-0.013190730474889278
203716	embedding2nn.weight	2	-0.014268254861235619
203716	embedding2nn.weight	3	-0.03327305242419243
203716	embedding2nn.weight	4	-0.0059150345623493195
203716	embedding2nn.weight	5	-0.0037005888298153877
203716	embedding2nn.weight	6	-0.0039732800796628
203716	embedding2nn.weight	7	-0.07627265155315399
203716	embedding2nn.weight	8	-0.0019979383796453476
203716	embedding2nn.weight	9	-0.02871604822576046
203716	embedding2nn.bias	0	0.036899831146001816
203716	embedding2nn.bias	1	-0.0713881328701973
203716	embedding2nn.bias	2	0.05714359134435654
203716	embedding2nn.bias	3	0.04045778885483742
203716	embedding2nn.bias	4	-0.04015546664595604
203716	embedding2nn.bias	5	-0.004515798296779394
203716	embedding2nn.bias	6	0.0159787405282259
203716	embedding2nn.bias	7	-0.04804817587137222
203716	embedding2nn.bias	8	0.06625892966985703
203716	embedding2nn.bias	9	0.04744167998433113
203716	rnn.weight_ih_l0	0	-0.07972481101751328
203716	rnn.weight_ih_l0	1	0.006087993737310171
203716	rnn.weight_ih_l0	2	0.03152880817651749
203716	rnn.weight_ih_l0	3	0.022236065939068794
203716	rnn.weight_ih_l0	4	-0.04791143536567688
203716	rnn.weight_ih_l0	5	-0.06738559901714325
203716	rnn.weight_ih_l0	6	-0.002605207497254014
203716	rnn.weight_ih_l0	7	0.050504859536886215
203716	rnn.weight_ih_l0	8	-0.014954586513340473
203716	rnn.weight_ih_l0	9	-0.03181419149041176
203716	rnn.weight_hh_l0	0	-0.03102811798453331
203716	rnn.weight_hh_l0	1	-0.008686578832566738
203716	rnn.weight_hh_l0	2	0.00934856291860342
203716	rnn.weight_hh_l0	3	-0.07730419188737869
203716	rnn.weight_hh_l0	4	0.09284776449203491
203716	rnn.weight_hh_l0	5	-0.025225721299648285
203716	rnn.weight_hh_l0	6	-0.05992762744426727
203716	rnn.weight_hh_l0	7	0.012160169892013073
203716	rnn.weight_hh_l0	8	0.014837376773357391
203716	rnn.weight_hh_l0	9	-0.024140305817127228
203716	rnn.bias_ih_l0	0	0.13442881405353546
203716	rnn.bias_ih_l0	1	-0.039235010743141174
203716	rnn.bias_ih_l0	2	-0.032731927931308746
203716	rnn.bias_ih_l0	3	0.15611632168293
203716	rnn.bias_ih_l0	4	-0.011398456059396267
203716	rnn.bias_ih_l0	5	-0.02066156081855297
203716	rnn.bias_ih_l0	6	0.01941653899848461
203716	rnn.bias_ih_l0	7	0.02090558409690857
203716	rnn.bias_ih_l0	8	-0.09850597381591797
203716	rnn.bias_ih_l0	9	-0.04498900845646858
203716	rnn.bias_hh_l0	0	-0.000711522763594985
203716	rnn.bias_hh_l0	1	-0.10756546258926392
203716	rnn.bias_hh_l0	2	-0.06819920241832733
203716	rnn.bias_hh_l0	3	-0.08664542436599731
203716	rnn.bias_hh_l0	4	0.007482296787202358
203716	rnn.bias_hh_l0	5	-0.022178353741765022
203716	rnn.bias_hh_l0	6	0.03321059048175812
203716	rnn.bias_hh_l0	7	0.0550997257232666
203716	rnn.bias_hh_l0	8	-0.11940325051546097
203716	rnn.bias_hh_l0	9	-0.056321486830711365
203716	rnn.weight_ih_l0_reverse	0	-0.021540293470025063
203716	rnn.weight_ih_l0_reverse	1	-0.053012970834970474
203716	rnn.weight_ih_l0_reverse	2	-0.04792386665940285
203716	rnn.weight_ih_l0_reverse	3	0.011153953149914742
203716	rnn.weight_ih_l0_reverse	4	-0.021885525435209274
203716	rnn.weight_ih_l0_reverse	5	-0.057176023721694946
203716	rnn.weight_ih_l0_reverse	6	0.07478658109903336
203716	rnn.weight_ih_l0_reverse	7	-0.015497247688472271
203716	rnn.weight_ih_l0_reverse	8	-0.01722462847828865
203716	rnn.weight_ih_l0_reverse	9	0.0009611964924260974
203716	rnn.weight_hh_l0_reverse	0	0.06458946317434311
203716	rnn.weight_hh_l0_reverse	1	0.02262878231704235
203716	rnn.weight_hh_l0_reverse	2	0.02867370843887329
203716	rnn.weight_hh_l0_reverse	3	0.035753704607486725
203716	rnn.weight_hh_l0_reverse	4	0.011989925056695938
203716	rnn.weight_hh_l0_reverse	5	0.008361058309674263
203716	rnn.weight_hh_l0_reverse	6	0.050755344331264496
203716	rnn.weight_hh_l0_reverse	7	-0.08005131781101227
203716	rnn.weight_hh_l0_reverse	8	0.04053076356649399
203716	rnn.weight_hh_l0_reverse	9	0.03617218881845474
203716	rnn.bias_ih_l0_reverse	0	-0.05983154848217964
203716	rnn.bias_ih_l0_reverse	1	-0.2854658365249634
203716	rnn.bias_ih_l0_reverse	2	-0.11985156685113907
203716	rnn.bias_ih_l0_reverse	3	-0.050373028963804245
203716	rnn.bias_ih_l0_reverse	4	-0.02024569734930992
203716	rnn.bias_ih_l0_reverse	5	0.075498066842556
203716	rnn.bias_ih_l0_reverse	6	-0.06435399502515793
203716	rnn.bias_ih_l0_reverse	7	0.06577747315168381
203716	rnn.bias_ih_l0_reverse	8	-0.0471574105322361
203716	rnn.bias_ih_l0_reverse	9	0.0652957484126091
203716	rnn.bias_hh_l0_reverse	0	0.023233911022543907
203716	rnn.bias_hh_l0_reverse	1	-0.05874498561024666
203716	rnn.bias_hh_l0_reverse	2	0.0802520215511322
203716	rnn.bias_hh_l0_reverse	3	-0.05079588666558266
203716	rnn.bias_hh_l0_reverse	4	-0.024654828011989594
203716	rnn.bias_hh_l0_reverse	5	-0.02510656975209713
203716	rnn.bias_hh_l0_reverse	6	-0.0164477676153183
203716	rnn.bias_hh_l0_reverse	7	0.10211218148469925
203716	rnn.bias_hh_l0_reverse	8	0.032628897577524185
203716	rnn.bias_hh_l0_reverse	9	-0.1456482708454132
203716	rnn.weight_ih_l1	0	-0.0303023774176836
203716	rnn.weight_ih_l1	1	-0.049758754670619965
203716	rnn.weight_ih_l1	2	0.055050235241651535
203716	rnn.weight_ih_l1	3	-0.06749226152896881
203716	rnn.weight_ih_l1	4	-0.013582540675997734
203716	rnn.weight_ih_l1	5	-0.041405145078897476
203716	rnn.weight_ih_l1	6	0.02874329499900341
203716	rnn.weight_ih_l1	7	-0.04770618677139282
203716	rnn.weight_ih_l1	8	0.037222858518362045
203716	rnn.weight_ih_l1	9	0.0468241348862648
203716	rnn.weight_hh_l1	0	-0.007326034363359213
203716	rnn.weight_hh_l1	1	0.020474407821893692
203716	rnn.weight_hh_l1	2	0.007659114431589842
203716	rnn.weight_hh_l1	3	-0.013226301409304142
203716	rnn.weight_hh_l1	4	0.00501703005284071
203716	rnn.weight_hh_l1	5	0.0335087887942791
203716	rnn.weight_hh_l1	6	0.03538625314831734
203716	rnn.weight_hh_l1	7	-0.016352884471416473
203716	rnn.weight_hh_l1	8	-0.008026393130421638
203716	rnn.weight_hh_l1	9	0.03702548146247864
203716	rnn.bias_ih_l1	0	-0.18723715841770172
203716	rnn.bias_ih_l1	1	-0.18268966674804688
203716	rnn.bias_ih_l1	2	-0.20420703291893005
203716	rnn.bias_ih_l1	3	-0.3153682053089142
203716	rnn.bias_ih_l1	4	-0.20839561522006989
203716	rnn.bias_ih_l1	5	-0.0825747475028038
203716	rnn.bias_ih_l1	6	-0.16510920226573944
203716	rnn.bias_ih_l1	7	-0.007754986174404621
203716	rnn.bias_ih_l1	8	-0.13161851465702057
203716	rnn.bias_ih_l1	9	-0.1237068921327591
203716	rnn.bias_hh_l1	0	-0.09890848398208618
203716	rnn.bias_hh_l1	1	-0.07055290043354034
203716	rnn.bias_hh_l1	2	-0.09283065050840378
203716	rnn.bias_hh_l1	3	-0.08071817457675934
203716	rnn.bias_hh_l1	4	-0.08384545892477036
203716	rnn.bias_hh_l1	5	-0.11957696825265884
203716	rnn.bias_hh_l1	6	-0.15927515923976898
203716	rnn.bias_hh_l1	7	0.060483988374471664
203716	rnn.bias_hh_l1	8	-0.1810496598482132
203716	rnn.bias_hh_l1	9	-0.12220416963100433
203716	rnn.weight_ih_l1_reverse	0	-0.04564986005425453
203716	rnn.weight_ih_l1_reverse	1	0.0372769758105278
203716	rnn.weight_ih_l1_reverse	2	0.09106218069791794
203716	rnn.weight_ih_l1_reverse	3	-0.012313195504248142
203716	rnn.weight_ih_l1_reverse	4	-0.029591111466288567
203716	rnn.weight_ih_l1_reverse	5	-0.030618440359830856
203716	rnn.weight_ih_l1_reverse	6	-0.015016183257102966
203716	rnn.weight_ih_l1_reverse	7	0.0283170398324728
203716	rnn.weight_ih_l1_reverse	8	0.004171538632363081
203716	rnn.weight_ih_l1_reverse	9	-0.038050584495067596
203716	rnn.weight_hh_l1_reverse	0	0.004975124262273312
203716	rnn.weight_hh_l1_reverse	1	0.03143320605158806
203716	rnn.weight_hh_l1_reverse	2	-0.04052449017763138
203716	rnn.weight_hh_l1_reverse	3	0.03536272048950195
203716	rnn.weight_hh_l1_reverse	4	0.04699835181236267
203716	rnn.weight_hh_l1_reverse	5	0.0029271875973790884
203716	rnn.weight_hh_l1_reverse	6	0.0519595630466938
203716	rnn.weight_hh_l1_reverse	7	0.031524285674095154
203716	rnn.weight_hh_l1_reverse	8	-0.007403634954243898
203716	rnn.weight_hh_l1_reverse	9	-0.030887700617313385
203716	rnn.bias_ih_l1_reverse	0	-0.05366901308298111
203716	rnn.bias_ih_l1_reverse	1	-0.14859920740127563
203716	rnn.bias_ih_l1_reverse	2	-0.16296832263469696
203716	rnn.bias_ih_l1_reverse	3	-0.0578911192715168
203716	rnn.bias_ih_l1_reverse	4	-0.21047860383987427
203716	rnn.bias_ih_l1_reverse	5	-0.11167147010564804
203716	rnn.bias_ih_l1_reverse	6	-0.13221360743045807
203716	rnn.bias_ih_l1_reverse	7	-0.19239918887615204
203716	rnn.bias_ih_l1_reverse	8	0.2185620218515396
203716	rnn.bias_ih_l1_reverse	9	0.027230218052864075
203716	rnn.bias_hh_l1_reverse	0	-0.003817333374172449
203716	rnn.bias_hh_l1_reverse	1	-0.07570932805538177
203716	rnn.bias_hh_l1_reverse	2	-0.23460929095745087
203716	rnn.bias_hh_l1_reverse	3	-0.1456429362297058
203716	rnn.bias_hh_l1_reverse	4	-0.08121521025896072
203716	rnn.bias_hh_l1_reverse	5	-0.11998886615037918
203716	rnn.bias_hh_l1_reverse	6	0.05418417602777481
203716	rnn.bias_hh_l1_reverse	7	-0.15152035653591156
203716	rnn.bias_hh_l1_reverse	8	-0.11799014359712601
203716	rnn.bias_hh_l1_reverse	9	-0.14992499351501465
203716	linear.weight	0	0.002228822559118271
203716	linear.weight	1	0.10963058471679688
203716	linear.weight	2	-0.1047729030251503
203716	linear.weight	3	0.28398123383522034
203716	linear.weight	4	0.15655076503753662
203716	linear.weight	5	-0.06579925864934921
203716	linear.weight	6	0.10144664347171783
203716	linear.weight	7	0.14112350344657898
203716	linear.weight	8	0.04114734008908272
203716	linear.weight	9	-0.05288073793053627
203716	linear.bias	0	0.09954561293125153
203716	linear.bias	1	-0.16912764310836792
203716	linear.bias	2	-0.44418197870254517
203716	linear.bias	3	-0.6536735892295837
203716	linear.bias	4	-1.2354518175125122
203716	linear.bias	5	-0.06353416293859482
203716	linear.bias	6	-0.7895145416259766
203716	linear.bias	7	0.2586534917354584
203716	linear.bias	8	-0.43492645025253296
203716	linear.bias	9	-1.046044945716858
203913	transitions	0	0.7383447885513306
203913	transitions	1	0.149220272898674
203913	transitions	2	-10000.0
203913	transitions	3	-1.8271311521530151
203913	transitions	4	-10000.0
203913	transitions	5	0.5654988884925842
203913	transitions	6	-0.08362150192260742
203913	transitions	7	-0.7875220775604248
203913	transitions	8	-1.4182288646697998
203913	transitions	9	-0.0012113520642742515
203913	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
203913	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
203913	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
203913	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
203913	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
203913	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
203913	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
203913	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
203913	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
203913	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
203913	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
203913	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
203913	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
203913	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
203913	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
203913	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
203913	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
203913	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
203913	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
203913	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
203913	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
203913	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
203913	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
203913	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
203913	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
203913	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
203913	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
203913	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
203913	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
203913	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
203913	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
203913	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
203913	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
203913	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
203913	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
203913	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
203913	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
203913	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
203913	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
203913	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
203913	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
203913	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
203913	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
203913	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
203913	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
203913	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
203913	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
203913	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
203913	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
203913	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
203913	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
203913	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
203913	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
203913	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
203913	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
203913	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
203913	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
203913	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
203913	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
203913	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
203913	embedding2nn.weight	0	0.02196754515171051
203913	embedding2nn.weight	1	-0.013202527537941933
203913	embedding2nn.weight	2	-0.014268254861235619
203913	embedding2nn.weight	3	-0.03294331580400467
203913	embedding2nn.weight	4	-0.0059150345623493195
203913	embedding2nn.weight	5	-0.0037005888298153877
203913	embedding2nn.weight	6	-0.003973282873630524
203913	embedding2nn.weight	7	-0.07609967887401581
203913	embedding2nn.weight	8	-0.0019979383796453476
203913	embedding2nn.weight	9	-0.02849738299846649
203913	embedding2nn.bias	0	0.03856179863214493
203913	embedding2nn.bias	1	-0.07056603580713272
203913	embedding2nn.bias	2	0.0559578463435173
203913	embedding2nn.bias	3	0.041184261441230774
203913	embedding2nn.bias	4	-0.04002956300973892
203913	embedding2nn.bias	5	-0.006415576208382845
203913	embedding2nn.bias	6	0.01896454580128193
203913	embedding2nn.bias	7	-0.04762748256325722
203913	embedding2nn.bias	8	0.06051679700613022
203913	embedding2nn.bias	9	0.045481666922569275
203913	rnn.weight_ih_l0	0	-0.07984491437673569
203913	rnn.weight_ih_l0	1	0.005607971455901861
203913	rnn.weight_ih_l0	2	0.031590383499860764
203913	rnn.weight_ih_l0	3	0.022265436127781868
203913	rnn.weight_ih_l0	4	-0.04760969430208206
203913	rnn.weight_ih_l0	5	-0.0674487054347992
203913	rnn.weight_ih_l0	6	-0.002314409939572215
203913	rnn.weight_ih_l0	7	0.05071263015270233
203913	rnn.weight_ih_l0	8	-0.015294557437300682
203913	rnn.weight_ih_l0	9	-0.03213948383927345
203913	rnn.weight_hh_l0	0	-0.030784565955400467
203913	rnn.weight_hh_l0	1	-0.008613435551524162
203913	rnn.weight_hh_l0	2	0.009392050094902515
203913	rnn.weight_hh_l0	3	-0.07733709365129471
203913	rnn.weight_hh_l0	4	0.09279826283454895
203913	rnn.weight_hh_l0	5	-0.025524990633130074
203913	rnn.weight_hh_l0	6	-0.06010601669549942
203913	rnn.weight_hh_l0	7	0.012382379733026028
203913	rnn.weight_hh_l0	8	0.01537085697054863
203913	rnn.weight_hh_l0	9	-0.024231262505054474
203913	rnn.bias_ih_l0	0	0.13492462038993835
203913	rnn.bias_ih_l0	1	-0.039331600069999695
203913	rnn.bias_ih_l0	2	-0.030935432761907578
203913	rnn.bias_ih_l0	3	0.15654496848583221
203913	rnn.bias_ih_l0	4	-0.011787325143814087
203913	rnn.bias_ih_l0	5	-0.02052338607609272
203913	rnn.bias_ih_l0	6	0.017637629061937332
203913	rnn.bias_ih_l0	7	0.021455759182572365
203913	rnn.bias_ih_l0	8	-0.09849453717470169
203913	rnn.bias_ih_l0	9	-0.04594478756189346
203913	rnn.bias_hh_l0	0	-0.0009962726617231965
203913	rnn.bias_hh_l0	1	-0.10760969668626785
203913	rnn.bias_hh_l0	2	-0.0684133842587471
203913	rnn.bias_hh_l0	3	-0.08619861304759979
203913	rnn.bias_hh_l0	4	0.007520753424614668
203913	rnn.bias_hh_l0	5	-0.02152355946600437
203913	rnn.bias_hh_l0	6	0.03385530039668083
203913	rnn.bias_hh_l0	7	0.05511933192610741
203913	rnn.bias_hh_l0	8	-0.12033459544181824
203913	rnn.bias_hh_l0	9	-0.05599368363618851
203913	rnn.weight_ih_l0_reverse	0	-0.021848617121577263
203913	rnn.weight_ih_l0_reverse	1	-0.053501784801483154
203913	rnn.weight_ih_l0_reverse	2	-0.04773494973778725
203913	rnn.weight_ih_l0_reverse	3	0.011387261562049389
203913	rnn.weight_ih_l0_reverse	4	-0.02215954102575779
203913	rnn.weight_ih_l0_reverse	5	-0.05695772171020508
203913	rnn.weight_ih_l0_reverse	6	0.07474610209465027
203913	rnn.weight_ih_l0_reverse	7	-0.01548380870372057
203913	rnn.weight_ih_l0_reverse	8	-0.01690245233476162
203913	rnn.weight_ih_l0_reverse	9	0.0007942429510876536
203913	rnn.weight_hh_l0_reverse	0	0.06485798209905624
203913	rnn.weight_hh_l0_reverse	1	0.022613685578107834
203913	rnn.weight_hh_l0_reverse	2	0.02863329090178013
203913	rnn.weight_hh_l0_reverse	3	0.035670988261699677
203913	rnn.weight_hh_l0_reverse	4	0.011841879226267338
203913	rnn.weight_hh_l0_reverse	5	0.008558230474591255
203913	rnn.weight_hh_l0_reverse	6	0.0507594496011734
203913	rnn.weight_hh_l0_reverse	7	-0.0800611823797226
203913	rnn.weight_hh_l0_reverse	8	0.04063066840171814
203913	rnn.weight_hh_l0_reverse	9	0.03625127300620079
203913	rnn.bias_ih_l0_reverse	0	-0.0598345622420311
203913	rnn.bias_ih_l0_reverse	1	-0.2849823236465454
203913	rnn.bias_ih_l0_reverse	2	-0.11997980624437332
203913	rnn.bias_ih_l0_reverse	3	-0.0491931289434433
203913	rnn.bias_ih_l0_reverse	4	-0.020877715200185776
203913	rnn.bias_ih_l0_reverse	5	0.07429838925600052
203913	rnn.bias_ih_l0_reverse	6	-0.06445560604333878
203913	rnn.bias_ih_l0_reverse	7	0.06582309305667877
203913	rnn.bias_ih_l0_reverse	8	-0.0472039096057415
203913	rnn.bias_ih_l0_reverse	9	0.065413698554039
203913	rnn.bias_hh_l0_reverse	0	0.023186108097434044
203913	rnn.bias_hh_l0_reverse	1	-0.059358932077884674
203913	rnn.bias_hh_l0_reverse	2	0.08104803413152695
203913	rnn.bias_hh_l0_reverse	3	-0.04999614134430885
203913	rnn.bias_hh_l0_reverse	4	-0.02498054690659046
203913	rnn.bias_hh_l0_reverse	5	-0.024966608732938766
203913	rnn.bias_hh_l0_reverse	6	-0.016538282856345177
203913	rnn.bias_hh_l0_reverse	7	0.10192763805389404
203913	rnn.bias_hh_l0_reverse	8	0.03258565068244934
203913	rnn.bias_hh_l0_reverse	9	-0.1457613706588745
203913	rnn.weight_ih_l1	0	-0.03050403669476509
203913	rnn.weight_ih_l1	1	-0.049671657383441925
203913	rnn.weight_ih_l1	2	0.055000726133584976
203913	rnn.weight_ih_l1	3	-0.06808503717184067
203913	rnn.weight_ih_l1	4	-0.013232863508164883
203913	rnn.weight_ih_l1	5	-0.041327908635139465
203913	rnn.weight_ih_l1	6	0.028478160500526428
203913	rnn.weight_ih_l1	7	-0.04723909869790077
203913	rnn.weight_ih_l1	8	0.03723789006471634
203913	rnn.weight_ih_l1	9	0.0465889498591423
203913	rnn.weight_hh_l1	0	-0.007250554393976927
203913	rnn.weight_hh_l1	1	0.02042357809841633
203913	rnn.weight_hh_l1	2	0.008241986855864525
203913	rnn.weight_hh_l1	3	-0.01328270509839058
203913	rnn.weight_hh_l1	4	0.005023742560297251
203913	rnn.weight_hh_l1	5	0.033466827124357224
203913	rnn.weight_hh_l1	6	0.03526657074689865
203913	rnn.weight_hh_l1	7	-0.01650388166308403
203913	rnn.weight_hh_l1	8	-0.008024430833756924
203913	rnn.weight_hh_l1	9	0.03700154647231102
203913	rnn.bias_ih_l1	0	-0.18652014434337616
203913	rnn.bias_ih_l1	1	-0.1820499747991562
203913	rnn.bias_ih_l1	2	-0.20358116924762726
203913	rnn.bias_ih_l1	3	-0.31518372893333435
203913	rnn.bias_ih_l1	4	-0.20810648798942566
203913	rnn.bias_ih_l1	5	-0.0827317014336586
203913	rnn.bias_ih_l1	6	-0.16465939581394196
203913	rnn.bias_ih_l1	7	-0.00886097177863121
203913	rnn.bias_ih_l1	8	-0.1326497495174408
203913	rnn.bias_ih_l1	9	-0.12374509871006012
203913	rnn.bias_hh_l1	0	-0.09921304881572723
203913	rnn.bias_hh_l1	1	-0.07012423872947693
203913	rnn.bias_hh_l1	2	-0.09321379661560059
203913	rnn.bias_hh_l1	3	-0.08146124333143234
203913	rnn.bias_hh_l1	4	-0.0840715542435646
203913	rnn.bias_hh_l1	5	-0.11968085914850235
203913	rnn.bias_hh_l1	6	-0.15840165317058563
203913	rnn.bias_hh_l1	7	0.06024780124425888
203913	rnn.bias_hh_l1	8	-0.18167123198509216
203913	rnn.bias_hh_l1	9	-0.12374085187911987
203913	rnn.weight_ih_l1_reverse	0	-0.045567192137241364
203913	rnn.weight_ih_l1_reverse	1	0.03842881694436073
203913	rnn.weight_ih_l1_reverse	2	0.09111931174993515
203913	rnn.weight_ih_l1_reverse	3	-0.012479297816753387
203913	rnn.weight_ih_l1_reverse	4	-0.029113970696926117
203913	rnn.weight_ih_l1_reverse	5	-0.030640332028269768
203913	rnn.weight_ih_l1_reverse	6	-0.015185382217168808
203913	rnn.weight_ih_l1_reverse	7	0.028092097491025925
203913	rnn.weight_ih_l1_reverse	8	0.005607261322438717
203913	rnn.weight_ih_l1_reverse	9	-0.03773358091711998
203913	rnn.weight_hh_l1_reverse	0	0.005015151109546423
203913	rnn.weight_hh_l1_reverse	1	0.03149086609482765
203913	rnn.weight_hh_l1_reverse	2	-0.04050995036959648
203913	rnn.weight_hh_l1_reverse	3	0.035345129668712616
203913	rnn.weight_hh_l1_reverse	4	0.04677916318178177
203913	rnn.weight_hh_l1_reverse	5	0.0027882878202944994
203913	rnn.weight_hh_l1_reverse	6	0.052585698664188385
203913	rnn.weight_hh_l1_reverse	7	0.0315035916864872
203913	rnn.weight_hh_l1_reverse	8	-0.007372261956334114
203913	rnn.weight_hh_l1_reverse	9	-0.030934235081076622
203913	rnn.bias_ih_l1_reverse	0	-0.054414406418800354
203913	rnn.bias_ih_l1_reverse	1	-0.14883461594581604
203913	rnn.bias_ih_l1_reverse	2	-0.16454079747200012
203913	rnn.bias_ih_l1_reverse	3	-0.05598607659339905
203913	rnn.bias_ih_l1_reverse	4	-0.21036440134048462
203913	rnn.bias_ih_l1_reverse	5	-0.11183904856443405
203913	rnn.bias_ih_l1_reverse	6	-0.13187038898468018
203913	rnn.bias_ih_l1_reverse	7	-0.19250710308551788
203913	rnn.bias_ih_l1_reverse	8	0.21655438840389252
203913	rnn.bias_ih_l1_reverse	9	0.027481738477945328
203913	rnn.bias_hh_l1_reverse	0	-0.0043522147461771965
203913	rnn.bias_hh_l1_reverse	1	-0.07608392834663391
203913	rnn.bias_hh_l1_reverse	2	-0.23483407497406006
203913	rnn.bias_hh_l1_reverse	3	-0.1448405236005783
203913	rnn.bias_hh_l1_reverse	4	-0.08141875267028809
203913	rnn.bias_hh_l1_reverse	5	-0.11918020993471146
203913	rnn.bias_hh_l1_reverse	6	0.05554341897368431
203913	rnn.bias_hh_l1_reverse	7	-0.1508389711380005
203913	rnn.bias_hh_l1_reverse	8	-0.11780618876218796
203913	rnn.bias_hh_l1_reverse	9	-0.14974644780158997
203913	linear.weight	0	0.002228822559118271
203913	linear.weight	1	0.109576016664505
203913	linear.weight	2	-0.10273724049329758
203913	linear.weight	3	0.28481999039649963
203913	linear.weight	4	0.154719740152359
203913	linear.weight	5	-0.06632015854120255
203913	linear.weight	6	0.10440811514854431
203913	linear.weight	7	0.13875754177570343
203913	linear.weight	8	0.04114725813269615
203913	linear.weight	9	-0.05218241736292839
203913	linear.bias	0	0.09323801845312119
203913	linear.bias	1	-0.17367883026599884
203913	linear.bias	2	-0.44029688835144043
203913	linear.bias	3	-0.647681713104248
203913	linear.bias	4	-1.229430913925171
203913	linear.bias	5	-0.06009732186794281
203913	linear.bias	6	-0.7950167059898376
203913	linear.bias	7	0.2622596323490143
203913	linear.bias	8	-0.4302888810634613
203913	linear.bias	9	-1.0405428409576416
204110	transitions	0	0.7373475432395935
204110	transitions	1	0.15023578703403473
204110	transitions	2	-10000.0
204110	transitions	3	-1.8271348476409912
204110	transitions	4	-10000.0
204110	transitions	5	0.5654893517494202
204110	transitions	6	-0.0836377888917923
204110	transitions	7	-0.7878700494766235
204110	transitions	8	-1.4182509183883667
204110	transitions	9	-0.0012114852434024215
204110	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
204110	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
204110	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
204110	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
204110	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
204110	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
204110	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
204110	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
204110	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
204110	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
204110	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
204110	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
204110	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
204110	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
204110	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
204110	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
204110	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
204110	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
204110	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
204110	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
204110	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
204110	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
204110	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
204110	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
204110	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
204110	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
204110	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
204110	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
204110	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
204110	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
204110	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
204110	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
204110	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
204110	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
204110	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
204110	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
204110	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
204110	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
204110	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
204110	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
204110	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
204110	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
204110	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
204110	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
204110	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
204110	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
204110	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
204110	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
204110	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
204110	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
204110	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
204110	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
204110	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
204110	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
204110	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
204110	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
204110	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
204110	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
204110	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
204110	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
204110	embedding2nn.weight	0	0.021784281358122826
204110	embedding2nn.weight	1	-0.013200009241700172
204110	embedding2nn.weight	2	-0.014268254861235619
204110	embedding2nn.weight	3	-0.03319834917783737
204110	embedding2nn.weight	4	-0.0059150345623493195
204110	embedding2nn.weight	5	-0.0037005888298153877
204110	embedding2nn.weight	6	-0.003973282407969236
204110	embedding2nn.weight	7	-0.07653191685676575
204110	embedding2nn.weight	8	-0.0019979383796453476
204110	embedding2nn.weight	9	-0.02856847457587719
204110	embedding2nn.bias	0	0.03662315756082535
204110	embedding2nn.bias	1	-0.06986325979232788
204110	embedding2nn.bias	2	0.05606013536453247
204110	embedding2nn.bias	3	0.04096806049346924
204110	embedding2nn.bias	4	-0.038154568523168564
204110	embedding2nn.bias	5	-0.006128749810159206
204110	embedding2nn.bias	6	0.019769243896007538
204110	embedding2nn.bias	7	-0.047078073024749756
204110	embedding2nn.bias	8	0.06167970225214958
204110	embedding2nn.bias	9	0.04545274004340172
204110	rnn.weight_ih_l0	0	-0.07982893288135529
204110	rnn.weight_ih_l0	1	0.005511765833944082
204110	rnn.weight_ih_l0	2	0.03125518560409546
204110	rnn.weight_ih_l0	3	0.021980224177241325
204110	rnn.weight_ih_l0	4	-0.04761819168925285
204110	rnn.weight_ih_l0	5	-0.06763270497322083
204110	rnn.weight_ih_l0	6	-0.0021095878910273314
204110	rnn.weight_ih_l0	7	0.050829172134399414
204110	rnn.weight_ih_l0	8	-0.014942968264222145
204110	rnn.weight_ih_l0	9	-0.0320521704852581
204110	rnn.weight_hh_l0	0	-0.030859624966979027
204110	rnn.weight_hh_l0	1	-0.008648891001939774
204110	rnn.weight_hh_l0	2	0.009603199549019337
204110	rnn.weight_hh_l0	3	-0.0772906020283699
204110	rnn.weight_hh_l0	4	0.09270885586738586
204110	rnn.weight_hh_l0	5	-0.02506331354379654
204110	rnn.weight_hh_l0	6	-0.05991196632385254
204110	rnn.weight_hh_l0	7	0.012574519962072372
204110	rnn.weight_hh_l0	8	0.015295282937586308
204110	rnn.weight_hh_l0	9	-0.024405034258961678
204110	rnn.bias_ih_l0	0	0.13507087528705597
204110	rnn.bias_ih_l0	1	-0.038057148456573486
204110	rnn.bias_ih_l0	2	-0.03166010230779648
204110	rnn.bias_ih_l0	3	0.1563427597284317
204110	rnn.bias_ih_l0	4	-0.011919542215764523
204110	rnn.bias_ih_l0	5	-0.019912991672754288
204110	rnn.bias_ih_l0	6	0.01711948774755001
204110	rnn.bias_ih_l0	7	0.020859500393271446
204110	rnn.bias_ih_l0	8	-0.0977819412946701
204110	rnn.bias_ih_l0	9	-0.04442596808075905
204110	rnn.bias_hh_l0	0	-0.0007674495573155582
204110	rnn.bias_hh_l0	1	-0.1067340224981308
204110	rnn.bias_hh_l0	2	-0.0685429573059082
204110	rnn.bias_hh_l0	3	-0.08543424308300018
204110	rnn.bias_hh_l0	4	0.007513318210840225
204110	rnn.bias_hh_l0	5	-0.022193245589733124
204110	rnn.bias_hh_l0	6	0.03383161500096321
204110	rnn.bias_hh_l0	7	0.055876415222883224
204110	rnn.bias_hh_l0	8	-0.1202818900346756
204110	rnn.bias_hh_l0	9	-0.05586587265133858
204110	rnn.weight_ih_l0_reverse	0	-0.02218562178313732
204110	rnn.weight_ih_l0_reverse	1	-0.053678810596466064
204110	rnn.weight_ih_l0_reverse	2	-0.0479428805410862
204110	rnn.weight_ih_l0_reverse	3	0.011309728026390076
204110	rnn.weight_ih_l0_reverse	4	-0.0221251193434
204110	rnn.weight_ih_l0_reverse	5	-0.056977562606334686
204110	rnn.weight_ih_l0_reverse	6	0.0750519335269928
204110	rnn.weight_ih_l0_reverse	7	-0.015933932736516
204110	rnn.weight_ih_l0_reverse	8	-0.016650697216391563
204110	rnn.weight_ih_l0_reverse	9	0.0008794613531790674
204110	rnn.weight_hh_l0_reverse	0	0.06477039307355881
204110	rnn.weight_hh_l0_reverse	1	0.022162575274705887
204110	rnn.weight_hh_l0_reverse	2	0.02864563837647438
204110	rnn.weight_hh_l0_reverse	3	0.03587310388684273
204110	rnn.weight_hh_l0_reverse	4	0.011823576875030994
204110	rnn.weight_hh_l0_reverse	5	0.008718057535588741
204110	rnn.weight_hh_l0_reverse	6	0.050691258162260056
204110	rnn.weight_hh_l0_reverse	7	-0.08013644069433212
204110	rnn.weight_hh_l0_reverse	8	0.040571123361587524
204110	rnn.weight_hh_l0_reverse	9	0.03623779118061066
204110	rnn.bias_ih_l0_reverse	0	-0.06011146306991577
204110	rnn.bias_ih_l0_reverse	1	-0.2850763201713562
204110	rnn.bias_ih_l0_reverse	2	-0.12012067437171936
204110	rnn.bias_ih_l0_reverse	3	-0.0491468645632267
204110	rnn.bias_ih_l0_reverse	4	-0.021146800369024277
204110	rnn.bias_ih_l0_reverse	5	0.07340695708990097
204110	rnn.bias_ih_l0_reverse	6	-0.06432276964187622
204110	rnn.bias_ih_l0_reverse	7	0.065658338367939
204110	rnn.bias_ih_l0_reverse	8	-0.047543980181217194
204110	rnn.bias_ih_l0_reverse	9	0.06576772034168243
204110	rnn.bias_hh_l0_reverse	0	0.023669280111789703
204110	rnn.bias_hh_l0_reverse	1	-0.05981399118900299
204110	rnn.bias_hh_l0_reverse	2	0.08203176409006119
204110	rnn.bias_hh_l0_reverse	3	-0.04980204254388809
204110	rnn.bias_hh_l0_reverse	4	-0.02479412779211998
204110	rnn.bias_hh_l0_reverse	5	-0.025778621435165405
204110	rnn.bias_hh_l0_reverse	6	-0.01669795997440815
204110	rnn.bias_hh_l0_reverse	7	0.10241494327783585
204110	rnn.bias_hh_l0_reverse	8	0.03300852328538895
204110	rnn.bias_hh_l0_reverse	9	-0.14536380767822266
204110	rnn.weight_ih_l1	0	-0.030154887586832047
204110	rnn.weight_ih_l1	1	-0.04963797703385353
204110	rnn.weight_ih_l1	2	0.05497094243764877
204110	rnn.weight_ih_l1	3	-0.06816256046295166
204110	rnn.weight_ih_l1	4	-0.013502034358680248
204110	rnn.weight_ih_l1	5	-0.04137185215950012
204110	rnn.weight_ih_l1	6	0.028625281527638435
204110	rnn.weight_ih_l1	7	-0.046714987605810165
204110	rnn.weight_ih_l1	8	0.0372098870575428
204110	rnn.weight_ih_l1	9	0.04652400314807892
204110	rnn.weight_hh_l1	0	-0.007508371025323868
204110	rnn.weight_hh_l1	1	0.020516838878393173
204110	rnn.weight_hh_l1	2	0.008118726313114166
204110	rnn.weight_hh_l1	3	-0.013282552361488342
204110	rnn.weight_hh_l1	4	0.004863246809691191
204110	rnn.weight_hh_l1	5	0.03365384042263031
204110	rnn.weight_hh_l1	6	0.03531170263886452
204110	rnn.weight_hh_l1	7	-0.016495520249009132
204110	rnn.weight_hh_l1	8	-0.008026540279388428
204110	rnn.weight_hh_l1	9	0.03692818060517311
204110	rnn.bias_ih_l1	0	-0.18687337636947632
204110	rnn.bias_ih_l1	1	-0.18324115872383118
204110	rnn.bias_ih_l1	2	-0.20372426509857178
204110	rnn.bias_ih_l1	3	-0.31381216645240784
204110	rnn.bias_ih_l1	4	-0.20780551433563232
204110	rnn.bias_ih_l1	5	-0.08181534707546234
204110	rnn.bias_ih_l1	6	-0.16456575691699982
204110	rnn.bias_ih_l1	7	-0.008838959969580173
204110	rnn.bias_ih_l1	8	-0.13255839049816132
204110	rnn.bias_ih_l1	9	-0.12538346648216248
204110	rnn.bias_hh_l1	0	-0.09850543737411499
204110	rnn.bias_hh_l1	1	-0.06959987431764603
204110	rnn.bias_hh_l1	2	-0.0924731194972992
204110	rnn.bias_hh_l1	3	-0.08115504682064056
204110	rnn.bias_hh_l1	4	-0.08441102504730225
204110	rnn.bias_hh_l1	5	-0.11965474486351013
204110	rnn.bias_hh_l1	6	-0.15757332742214203
204110	rnn.bias_hh_l1	7	0.061647795140743256
204110	rnn.bias_hh_l1	8	-0.18151792883872986
204110	rnn.bias_hh_l1	9	-0.12419476360082626
204110	rnn.weight_ih_l1_reverse	0	-0.04545845463871956
204110	rnn.weight_ih_l1_reverse	1	0.038252342492341995
204110	rnn.weight_ih_l1_reverse	2	0.09047125279903412
204110	rnn.weight_ih_l1_reverse	3	-0.013039891608059406
204110	rnn.weight_ih_l1_reverse	4	-0.029035048559308052
204110	rnn.weight_ih_l1_reverse	5	-0.03064020536839962
204110	rnn.weight_ih_l1_reverse	6	-0.015030701644718647
204110	rnn.weight_ih_l1_reverse	7	0.02793605625629425
204110	rnn.weight_ih_l1_reverse	8	0.006630517076700926
204110	rnn.weight_ih_l1_reverse	9	-0.03785096853971481
204110	rnn.weight_hh_l1_reverse	0	0.005033849738538265
204110	rnn.weight_hh_l1_reverse	1	0.031498003751039505
204110	rnn.weight_hh_l1_reverse	2	-0.04052470996975899
204110	rnn.weight_hh_l1_reverse	3	0.03532649949193001
204110	rnn.weight_hh_l1_reverse	4	0.04694506898522377
204110	rnn.weight_hh_l1_reverse	5	0.0027764567639678717
204110	rnn.weight_hh_l1_reverse	6	0.05195146054029465
204110	rnn.weight_hh_l1_reverse	7	0.03151943162083626
204110	rnn.weight_hh_l1_reverse	8	-0.007352716289460659
204110	rnn.weight_hh_l1_reverse	9	-0.030815936625003815
204110	rnn.bias_ih_l1_reverse	0	-0.05430647358298302
204110	rnn.bias_ih_l1_reverse	1	-0.14884032309055328
204110	rnn.bias_ih_l1_reverse	2	-0.16495589911937714
204110	rnn.bias_ih_l1_reverse	3	-0.055929165333509445
204110	rnn.bias_ih_l1_reverse	4	-0.21022391319274902
204110	rnn.bias_ih_l1_reverse	5	-0.11122459918260574
204110	rnn.bias_ih_l1_reverse	6	-0.13195304572582245
204110	rnn.bias_ih_l1_reverse	7	-0.1929105520248413
204110	rnn.bias_ih_l1_reverse	8	0.21713082492351532
204110	rnn.bias_ih_l1_reverse	9	0.026603514328598976
204110	rnn.bias_hh_l1_reverse	0	-0.0032188280019909143
204110	rnn.bias_hh_l1_reverse	1	-0.07587863504886627
204110	rnn.bias_hh_l1_reverse	2	-0.23462159931659698
204110	rnn.bias_hh_l1_reverse	3	-0.14536218345165253
204110	rnn.bias_hh_l1_reverse	4	-0.08186393231153488
204110	rnn.bias_hh_l1_reverse	5	-0.11879059672355652
204110	rnn.bias_hh_l1_reverse	6	0.057224757969379425
204110	rnn.bias_hh_l1_reverse	7	-0.1496802568435669
204110	rnn.bias_hh_l1_reverse	8	-0.11714279651641846
204110	rnn.bias_hh_l1_reverse	9	-0.14972740411758423
204110	linear.weight	0	0.002228822559118271
204110	linear.weight	1	0.10762231051921844
204110	linear.weight	2	-0.10380001366138458
204110	linear.weight	3	0.28507038950920105
204110	linear.weight	4	0.15458591282367706
204110	linear.weight	5	-0.06571651250123978
204110	linear.weight	6	0.10258085280656815
204110	linear.weight	7	0.1383558064699173
204110	linear.weight	8	0.041147224605083466
204110	linear.weight	9	-0.0520729124546051
204110	linear.bias	0	0.10112906247377396
204110	linear.bias	1	-0.1719495952129364
204110	linear.bias	2	-0.44407108426094055
204110	linear.bias	3	-0.646943986415863
204110	linear.bias	4	-1.2284903526306152
204110	linear.bias	5	-0.06217450276017189
204110	linear.bias	6	-0.7933955788612366
204110	linear.bias	7	0.26033803820610046
204110	linear.bias	8	-0.43484216928482056
204110	linear.bias	9	-1.046488642692566
204307	transitions	0	0.7381747364997864
204307	transitions	1	0.15173354744911194
204307	transitions	2	-10000.0
204307	transitions	3	-1.8271379470825195
204307	transitions	4	-10000.0
204307	transitions	5	0.5654793381690979
204307	transitions	6	-0.08366528153419495
204307	transitions	7	-0.7878894805908203
204307	transitions	8	-1.4182744026184082
204307	transitions	9	-0.001211592578329146
204307	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
204307	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
204307	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
204307	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
204307	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
204307	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
204307	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
204307	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
204307	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
204307	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
204307	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
204307	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
204307	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
204307	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
204307	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
204307	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
204307	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
204307	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
204307	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
204307	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
204307	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
204307	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
204307	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
204307	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
204307	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
204307	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
204307	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
204307	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
204307	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
204307	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
204307	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
204307	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
204307	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
204307	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
204307	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
204307	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
204307	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
204307	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
204307	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
204307	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
204307	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
204307	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
204307	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
204307	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
204307	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
204307	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
204307	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
204307	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
204307	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
204307	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
204307	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
204307	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
204307	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
204307	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
204307	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
204307	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
204307	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
204307	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
204307	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
204307	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
204307	embedding2nn.weight	0	0.021478740498423576
204307	embedding2nn.weight	1	-0.013268787413835526
204307	embedding2nn.weight	2	-0.014268254861235619
204307	embedding2nn.weight	3	-0.032740723341703415
204307	embedding2nn.weight	4	-0.0059150345623493195
204307	embedding2nn.weight	5	-0.0037005888298153877
204307	embedding2nn.weight	6	-0.003973280545324087
204307	embedding2nn.weight	7	-0.07642330229282379
204307	embedding2nn.weight	8	-0.0019979383796453476
204307	embedding2nn.weight	9	-0.02889351174235344
204307	embedding2nn.bias	0	0.037316929548978806
204307	embedding2nn.bias	1	-0.06969325244426727
204307	embedding2nn.bias	2	0.05784473568201065
204307	embedding2nn.bias	3	0.04321072995662689
204307	embedding2nn.bias	4	-0.03749537840485573
204307	embedding2nn.bias	5	-0.005346647929400206
204307	embedding2nn.bias	6	0.020322421565651894
204307	embedding2nn.bias	7	-0.047315485775470734
204307	embedding2nn.bias	8	0.06004596874117851
204307	embedding2nn.bias	9	0.04762466624379158
204307	rnn.weight_ih_l0	0	-0.08055774867534637
204307	rnn.weight_ih_l0	1	0.005942902993410826
204307	rnn.weight_ih_l0	2	0.03180083632469177
204307	rnn.weight_ih_l0	3	0.022080453112721443
204307	rnn.weight_ih_l0	4	-0.04758340120315552
204307	rnn.weight_ih_l0	5	-0.06814432144165039
204307	rnn.weight_ih_l0	6	-0.002028909046202898
204307	rnn.weight_ih_l0	7	0.05093725398182869
204307	rnn.weight_ih_l0	8	-0.01515224575996399
204307	rnn.weight_ih_l0	9	-0.03211529925465584
204307	rnn.weight_hh_l0	0	-0.03098021261394024
204307	rnn.weight_hh_l0	1	-0.008455459028482437
204307	rnn.weight_hh_l0	2	0.009715727530419827
204307	rnn.weight_hh_l0	3	-0.07722576707601547
204307	rnn.weight_hh_l0	4	0.09283865988254547
204307	rnn.weight_hh_l0	5	-0.025155501440167427
204307	rnn.weight_hh_l0	6	-0.06020663306117058
204307	rnn.weight_hh_l0	7	0.012374892830848694
204307	rnn.weight_hh_l0	8	0.015453478321433067
204307	rnn.weight_hh_l0	9	-0.02435499243438244
204307	rnn.bias_ih_l0	0	0.13448604941368103
204307	rnn.bias_ih_l0	1	-0.0386793352663517
204307	rnn.bias_ih_l0	2	-0.03072618879377842
204307	rnn.bias_ih_l0	3	0.15590420365333557
204307	rnn.bias_ih_l0	4	-0.011728350073099136
204307	rnn.bias_ih_l0	5	-0.02010764740407467
204307	rnn.bias_ih_l0	6	0.016890527680516243
204307	rnn.bias_ih_l0	7	0.020265009254217148
204307	rnn.bias_ih_l0	8	-0.0982365533709526
204307	rnn.bias_ih_l0	9	-0.04475119709968567
204307	rnn.bias_hh_l0	0	-0.0018412589561194181
204307	rnn.bias_hh_l0	1	-0.10749556124210358
204307	rnn.bias_hh_l0	2	-0.06903348118066788
204307	rnn.bias_hh_l0	3	-0.08625612407922745
204307	rnn.bias_hh_l0	4	0.007780006155371666
204307	rnn.bias_hh_l0	5	-0.022095905616879463
204307	rnn.bias_hh_l0	6	0.03432798013091087
204307	rnn.bias_hh_l0	7	0.05600912868976593
204307	rnn.bias_hh_l0	8	-0.12057564407587051
204307	rnn.bias_hh_l0	9	-0.05628810077905655
204307	rnn.weight_ih_l0_reverse	0	-0.02219846285879612
204307	rnn.weight_ih_l0_reverse	1	-0.05344390124082565
204307	rnn.weight_ih_l0_reverse	2	-0.04772407189011574
204307	rnn.weight_ih_l0_reverse	3	0.011001812294125557
204307	rnn.weight_ih_l0_reverse	4	-0.022216251119971275
204307	rnn.weight_ih_l0_reverse	5	-0.056616660207509995
204307	rnn.weight_ih_l0_reverse	6	0.07515537738800049
204307	rnn.weight_ih_l0_reverse	7	-0.0162209365516901
204307	rnn.weight_ih_l0_reverse	8	-0.016695702448487282
204307	rnn.weight_ih_l0_reverse	9	0.0009834679076448083
204307	rnn.weight_hh_l0_reverse	0	0.0649128258228302
204307	rnn.weight_hh_l0_reverse	1	0.022213947027921677
204307	rnn.weight_hh_l0_reverse	2	0.028756126761436462
204307	rnn.weight_hh_l0_reverse	3	0.03577243536710739
204307	rnn.weight_hh_l0_reverse	4	0.01216944120824337
204307	rnn.weight_hh_l0_reverse	5	0.00840759463608265
204307	rnn.weight_hh_l0_reverse	6	0.05067210644483566
204307	rnn.weight_hh_l0_reverse	7	-0.07970929145812988
204307	rnn.weight_hh_l0_reverse	8	0.04062717407941818
204307	rnn.weight_hh_l0_reverse	9	0.03612549975514412
204307	rnn.bias_ih_l0_reverse	0	-0.060743607580661774
204307	rnn.bias_ih_l0_reverse	1	-0.2856992185115814
204307	rnn.bias_ih_l0_reverse	2	-0.12072638422250748
204307	rnn.bias_ih_l0_reverse	3	-0.04861047491431236
204307	rnn.bias_ih_l0_reverse	4	-0.021534448489546776
204307	rnn.bias_ih_l0_reverse	5	0.07398232817649841
204307	rnn.bias_ih_l0_reverse	6	-0.06363184005022049
204307	rnn.bias_ih_l0_reverse	7	0.06569448113441467
204307	rnn.bias_ih_l0_reverse	8	-0.04799622669816017
204307	rnn.bias_ih_l0_reverse	9	0.06564837694168091
204307	rnn.bias_hh_l0_reverse	0	0.023585282266139984
204307	rnn.bias_hh_l0_reverse	1	-0.0590875968337059
204307	rnn.bias_hh_l0_reverse	2	0.08171042054891586
204307	rnn.bias_hh_l0_reverse	3	-0.050061922520399094
204307	rnn.bias_hh_l0_reverse	4	-0.024717045947909355
204307	rnn.bias_hh_l0_reverse	5	-0.026233499869704247
204307	rnn.bias_hh_l0_reverse	6	-0.016381697729229927
204307	rnn.bias_hh_l0_reverse	7	0.10211659967899323
204307	rnn.bias_hh_l0_reverse	8	0.03385226055979729
204307	rnn.bias_hh_l0_reverse	9	-0.14550340175628662
204307	rnn.weight_ih_l1	0	-0.030094677582383156
204307	rnn.weight_ih_l1	1	-0.04982222244143486
204307	rnn.weight_ih_l1	2	0.05485888943076134
204307	rnn.weight_ih_l1	3	-0.06845518201589584
204307	rnn.weight_ih_l1	4	-0.013438548892736435
204307	rnn.weight_ih_l1	5	-0.041255589574575424
204307	rnn.weight_ih_l1	6	0.028677087277173996
204307	rnn.weight_ih_l1	7	-0.04677575081586838
204307	rnn.weight_ih_l1	8	0.037275973707437515
204307	rnn.weight_ih_l1	9	0.04648802801966667
204307	rnn.weight_hh_l1	0	-0.007532336749136448
204307	rnn.weight_hh_l1	1	0.0204499252140522
204307	rnn.weight_hh_l1	2	0.00799701176583767
204307	rnn.weight_hh_l1	3	-0.01317646261304617
204307	rnn.weight_hh_l1	4	0.004988360684365034
204307	rnn.weight_hh_l1	5	0.0337546244263649
204307	rnn.weight_hh_l1	6	0.0353999063372612
204307	rnn.weight_hh_l1	7	-0.016620615497231483
204307	rnn.weight_hh_l1	8	-0.00805652141571045
204307	rnn.weight_hh_l1	9	0.03701438754796982
204307	rnn.bias_ih_l1	0	-0.18618083000183105
204307	rnn.bias_ih_l1	1	-0.18350370228290558
204307	rnn.bias_ih_l1	2	-0.2036329060792923
204307	rnn.bias_ih_l1	3	-0.315127432346344
204307	rnn.bias_ih_l1	4	-0.20813889801502228
204307	rnn.bias_ih_l1	5	-0.08182883262634277
204307	rnn.bias_ih_l1	6	-0.16474738717079163
204307	rnn.bias_ih_l1	7	-0.009940879419445992
204307	rnn.bias_ih_l1	8	-0.13188214600086212
204307	rnn.bias_ih_l1	9	-0.12567248940467834
204307	rnn.bias_hh_l1	0	-0.09972576797008514
204307	rnn.bias_hh_l1	1	-0.06957495957612991
204307	rnn.bias_hh_l1	2	-0.09240713715553284
204307	rnn.bias_hh_l1	3	-0.08119479566812515
204307	rnn.bias_hh_l1	4	-0.08487886190414429
204307	rnn.bias_hh_l1	5	-0.11947232484817505
204307	rnn.bias_hh_l1	6	-0.15820683538913727
204307	rnn.bias_hh_l1	7	0.062058351933956146
204307	rnn.bias_hh_l1	8	-0.1815396100282669
204307	rnn.bias_hh_l1	9	-0.12348013371229172
204307	rnn.weight_ih_l1_reverse	0	-0.04503332078456879
204307	rnn.weight_ih_l1_reverse	1	0.03806445747613907
204307	rnn.weight_ih_l1_reverse	2	0.09041283279657364
204307	rnn.weight_ih_l1_reverse	3	-0.013183397240936756
204307	rnn.weight_ih_l1_reverse	4	-0.029700959101319313
204307	rnn.weight_ih_l1_reverse	5	-0.0305465217679739
204307	rnn.weight_ih_l1_reverse	6	-0.015154373832046986
204307	rnn.weight_ih_l1_reverse	7	0.02806556597352028
204307	rnn.weight_ih_l1_reverse	8	0.006316978018730879
204307	rnn.weight_ih_l1_reverse	9	-0.037524476647377014
204307	rnn.weight_hh_l1_reverse	0	0.005057293921709061
204307	rnn.weight_hh_l1_reverse	1	0.031533095985651016
204307	rnn.weight_hh_l1_reverse	2	-0.040488943457603455
204307	rnn.weight_hh_l1_reverse	3	0.03535294160246849
204307	rnn.weight_hh_l1_reverse	4	0.04705499857664108
204307	rnn.weight_hh_l1_reverse	5	0.002860423643141985
204307	rnn.weight_hh_l1_reverse	6	0.05200343579053879
204307	rnn.weight_hh_l1_reverse	7	0.03138255700469017
204307	rnn.weight_hh_l1_reverse	8	-0.007404545322060585
204307	rnn.weight_hh_l1_reverse	9	-0.03087405115365982
204307	rnn.bias_ih_l1_reverse	0	-0.05409262329339981
204307	rnn.bias_ih_l1_reverse	1	-0.14823050796985626
204307	rnn.bias_ih_l1_reverse	2	-0.16495205461978912
204307	rnn.bias_ih_l1_reverse	3	-0.05656614899635315
204307	rnn.bias_ih_l1_reverse	4	-0.2104775756597519
204307	rnn.bias_ih_l1_reverse	5	-0.11152041703462601
204307	rnn.bias_ih_l1_reverse	6	-0.1314854621887207
204307	rnn.bias_ih_l1_reverse	7	-0.19268536567687988
204307	rnn.bias_ih_l1_reverse	8	0.21558934450149536
204307	rnn.bias_ih_l1_reverse	9	0.027799582108855247
204307	rnn.bias_hh_l1_reverse	0	-0.00250949221663177
204307	rnn.bias_hh_l1_reverse	1	-0.07663580775260925
204307	rnn.bias_hh_l1_reverse	2	-0.23462128639221191
204307	rnn.bias_hh_l1_reverse	3	-0.14480000734329224
204307	rnn.bias_hh_l1_reverse	4	-0.0821438655257225
204307	rnn.bias_hh_l1_reverse	5	-0.11770869046449661
204307	rnn.bias_hh_l1_reverse	6	0.05839278921484947
204307	rnn.bias_hh_l1_reverse	7	-0.1493476927280426
204307	rnn.bias_hh_l1_reverse	8	-0.11789115518331528
204307	rnn.bias_hh_l1_reverse	9	-0.1496630758047104
204307	linear.weight	0	0.002228822559118271
204307	linear.weight	1	0.1105647161602974
204307	linear.weight	2	-0.10465353727340698
204307	linear.weight	3	0.2872476577758789
204307	linear.weight	4	0.15524308383464813
204307	linear.weight	5	-0.06603501737117767
204307	linear.weight	6	0.0995330810546875
204307	linear.weight	7	0.13790465891361237
204307	linear.weight	8	0.041147131472826004
204307	linear.weight	9	-0.05177551135420799
204307	linear.bias	0	0.09262445569038391
204307	linear.bias	1	-0.17459864914417267
204307	linear.bias	2	-0.446638822555542
204307	linear.bias	3	-0.6534427404403687
204307	linear.bias	4	-1.2351605892181396
204307	linear.bias	5	-0.05390150472521782
204307	linear.bias	6	-0.7963294386863708
204307	linear.bias	7	0.2696228325366974
204307	linear.bias	8	-0.42690250277519226
204307	linear.bias	9	-1.038076639175415
204504	transitions	0	0.7419268488883972
204504	transitions	1	0.1522706001996994
204504	transitions	2	-10000.0
204504	transitions	3	-1.8271420001983643
204504	transitions	4	-10000.0
204504	transitions	5	0.5654498338699341
204504	transitions	6	-0.08367358893156052
204504	transitions	7	-0.7880733013153076
204504	transitions	8	-1.4183884859085083
204504	transitions	9	-0.0012124180793762207
204504	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
204504	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
204504	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
204504	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
204504	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
204504	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
204504	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
204504	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
204504	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
204504	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
204504	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
204504	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
204504	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
204504	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
204504	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
204504	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
204504	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
204504	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
204504	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
204504	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
204504	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
204504	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
204504	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
204504	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
204504	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
204504	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
204504	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
204504	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
204504	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
204504	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
204504	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
204504	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
204504	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
204504	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
204504	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
204504	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
204504	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
204504	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
204504	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
204504	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
204504	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
204504	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
204504	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
204504	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
204504	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
204504	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
204504	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
204504	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
204504	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
204504	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
204504	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
204504	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
204504	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
204504	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
204504	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
204504	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
204504	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
204504	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
204504	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
204504	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
204504	embedding2nn.weight	0	0.021466607227921486
204504	embedding2nn.weight	1	-0.01321315672248602
204504	embedding2nn.weight	2	-0.014268254861235619
204504	embedding2nn.weight	3	-0.032318826764822006
204504	embedding2nn.weight	4	-0.0059150345623493195
204504	embedding2nn.weight	5	-0.0037005888298153877
204504	embedding2nn.weight	6	-0.003973278217017651
204504	embedding2nn.weight	7	-0.07664728164672852
204504	embedding2nn.weight	8	-0.0019979383796453476
204504	embedding2nn.weight	9	-0.02900657430291176
204504	embedding2nn.bias	0	0.037331804633140564
204504	embedding2nn.bias	1	-0.06933653354644775
204504	embedding2nn.bias	2	0.05657067149877548
204504	embedding2nn.bias	3	0.04263712465763092
204504	embedding2nn.bias	4	-0.04012429714202881
204504	embedding2nn.bias	5	-0.002638670615851879
204504	embedding2nn.bias	6	0.02274848148226738
204504	embedding2nn.bias	7	-0.04770522564649582
204504	embedding2nn.bias	8	0.060586415231227875
204504	embedding2nn.bias	9	0.04690438136458397
204504	rnn.weight_ih_l0	0	-0.08057244122028351
204504	rnn.weight_ih_l0	1	0.0058304313570261
204504	rnn.weight_ih_l0	2	0.031523775309324265
204504	rnn.weight_ih_l0	3	0.021982628852128983
204504	rnn.weight_ih_l0	4	-0.04720945656299591
204504	rnn.weight_ih_l0	5	-0.06841019541025162
204504	rnn.weight_ih_l0	6	-0.002195384120568633
204504	rnn.weight_ih_l0	7	0.0508679561316967
204504	rnn.weight_ih_l0	8	-0.01505562849342823
204504	rnn.weight_ih_l0	9	-0.032264988869428635
204504	rnn.weight_hh_l0	0	-0.031106356531381607
204504	rnn.weight_hh_l0	1	-0.008351282216608524
204504	rnn.weight_hh_l0	2	0.009609677828848362
204504	rnn.weight_hh_l0	3	-0.07735858112573624
204504	rnn.weight_hh_l0	4	0.0926596149802208
204504	rnn.weight_hh_l0	5	-0.025001974776387215
204504	rnn.weight_hh_l0	6	-0.05973115190863609
204504	rnn.weight_hh_l0	7	0.012708054855465889
204504	rnn.weight_hh_l0	8	0.01545530091971159
204504	rnn.weight_hh_l0	9	-0.02429634891450405
204504	rnn.bias_ih_l0	0	0.1344856470823288
204504	rnn.bias_ih_l0	1	-0.03884292021393776
204504	rnn.bias_ih_l0	2	-0.031237607821822166
204504	rnn.bias_ih_l0	3	0.1559773087501526
204504	rnn.bias_ih_l0	4	-0.012267249636352062
204504	rnn.bias_ih_l0	5	-0.019748801365494728
204504	rnn.bias_ih_l0	6	0.017571495845913887
204504	rnn.bias_ih_l0	7	0.02037028968334198
204504	rnn.bias_ih_l0	8	-0.09807797521352768
204504	rnn.bias_ih_l0	9	-0.04702943563461304
204504	rnn.bias_hh_l0	0	-0.0018915407126769423
204504	rnn.bias_hh_l0	1	-0.10676133632659912
204504	rnn.bias_hh_l0	2	-0.0696568712592125
204504	rnn.bias_hh_l0	3	-0.08697036653757095
204504	rnn.bias_hh_l0	4	0.006981126498430967
204504	rnn.bias_hh_l0	5	-0.021982038393616676
204504	rnn.bias_hh_l0	6	0.03409891948103905
204504	rnn.bias_hh_l0	7	0.05555502325296402
204504	rnn.bias_hh_l0	8	-0.11990009993314743
204504	rnn.bias_hh_l0	9	-0.05596538633108139
204504	rnn.weight_ih_l0_reverse	0	-0.02223878540098667
204504	rnn.weight_ih_l0_reverse	1	-0.05370017886161804
204504	rnn.weight_ih_l0_reverse	2	-0.047784265130758286
204504	rnn.weight_ih_l0_reverse	3	0.011128515005111694
204504	rnn.weight_ih_l0_reverse	4	-0.022013690322637558
204504	rnn.weight_ih_l0_reverse	5	-0.0566849485039711
204504	rnn.weight_ih_l0_reverse	6	0.07518457621335983
204504	rnn.weight_ih_l0_reverse	7	-0.01622181572020054
204504	rnn.weight_ih_l0_reverse	8	-0.016776015982031822
204504	rnn.weight_ih_l0_reverse	9	0.0009241618099622428
204504	rnn.weight_hh_l0_reverse	0	0.06477167457342148
204504	rnn.weight_hh_l0_reverse	1	0.022057777270674706
204504	rnn.weight_hh_l0_reverse	2	0.028959449380636215
204504	rnn.weight_hh_l0_reverse	3	0.03597543388605118
204504	rnn.weight_hh_l0_reverse	4	0.01219539437443018
204504	rnn.weight_hh_l0_reverse	5	0.007995824329555035
204504	rnn.weight_hh_l0_reverse	6	0.050649493932724
204504	rnn.weight_hh_l0_reverse	7	-0.079677514731884
204504	rnn.weight_hh_l0_reverse	8	0.04075982794165611
204504	rnn.weight_hh_l0_reverse	9	0.036337029188871384
204504	rnn.bias_ih_l0_reverse	0	-0.060308970510959625
204504	rnn.bias_ih_l0_reverse	1	-0.28661808371543884
204504	rnn.bias_ih_l0_reverse	2	-0.12152204662561417
204504	rnn.bias_ih_l0_reverse	3	-0.048632439225912094
204504	rnn.bias_ih_l0_reverse	4	-0.022034088149666786
204504	rnn.bias_ih_l0_reverse	5	0.07323824614286423
204504	rnn.bias_ih_l0_reverse	6	-0.06399601697921753
204504	rnn.bias_ih_l0_reverse	7	0.06527624279260635
204504	rnn.bias_ih_l0_reverse	8	-0.047860175371170044
204504	rnn.bias_ih_l0_reverse	9	0.06549379229545593
204504	rnn.bias_hh_l0_reverse	0	0.023683490231633186
204504	rnn.bias_hh_l0_reverse	1	-0.058258991688489914
204504	rnn.bias_hh_l0_reverse	2	0.08134067058563232
204504	rnn.bias_hh_l0_reverse	3	-0.04928645119071007
204504	rnn.bias_hh_l0_reverse	4	-0.024079039692878723
204504	rnn.bias_hh_l0_reverse	5	-0.026713978499174118
204504	rnn.bias_hh_l0_reverse	6	-0.016276026144623756
204504	rnn.bias_hh_l0_reverse	7	0.10067587345838547
204504	rnn.bias_hh_l0_reverse	8	0.032935112714767456
204504	rnn.bias_hh_l0_reverse	9	-0.14670225977897644
204504	rnn.weight_ih_l1	0	-0.030297765508294106
204504	rnn.weight_ih_l1	1	-0.049614276736974716
204504	rnn.weight_ih_l1	2	0.054199282079935074
204504	rnn.weight_ih_l1	3	-0.06829461455345154
204504	rnn.weight_ih_l1	4	-0.013777938671410084
204504	rnn.weight_ih_l1	5	-0.041283395141363144
204504	rnn.weight_ih_l1	6	0.028782231733202934
204504	rnn.weight_ih_l1	7	-0.046732984483242035
204504	rnn.weight_ih_l1	8	0.03734932839870453
204504	rnn.weight_ih_l1	9	0.046467531472444534
204504	rnn.weight_hh_l1	0	-0.007357860915362835
204504	rnn.weight_hh_l1	1	0.020442748442292213
204504	rnn.weight_hh_l1	2	0.008092098869383335
204504	rnn.weight_hh_l1	3	-0.013124087825417519
204504	rnn.weight_hh_l1	4	0.004991711117327213
204504	rnn.weight_hh_l1	5	0.03374144434928894
204504	rnn.weight_hh_l1	6	0.03540874272584915
204504	rnn.weight_hh_l1	7	-0.016483990475535393
204504	rnn.weight_hh_l1	8	-0.008074366487562656
204504	rnn.weight_hh_l1	9	0.036752596497535706
204504	rnn.bias_ih_l1	0	-0.1859380602836609
204504	rnn.bias_ih_l1	1	-0.1838066130876541
204504	rnn.bias_ih_l1	2	-0.20385734736919403
204504	rnn.bias_ih_l1	3	-0.31505441665649414
204504	rnn.bias_ih_l1	4	-0.2070753574371338
204504	rnn.bias_ih_l1	5	-0.0814240500330925
204504	rnn.bias_ih_l1	6	-0.16474103927612305
204504	rnn.bias_ih_l1	7	-0.0097031369805336
204504	rnn.bias_ih_l1	8	-0.13199597597122192
204504	rnn.bias_ih_l1	9	-0.12551073729991913
204504	rnn.bias_hh_l1	0	-0.09986713528633118
204504	rnn.bias_hh_l1	1	-0.0695226788520813
204504	rnn.bias_hh_l1	2	-0.0915922150015831
204504	rnn.bias_hh_l1	3	-0.0809323862195015
204504	rnn.bias_hh_l1	4	-0.08533438295125961
204504	rnn.bias_hh_l1	5	-0.11942102015018463
204504	rnn.bias_hh_l1	6	-0.15827839076519012
204504	rnn.bias_hh_l1	7	0.06389208883047104
204504	rnn.bias_hh_l1	8	-0.18194004893302917
204504	rnn.bias_hh_l1	9	-0.12394402176141739
204504	rnn.weight_ih_l1_reverse	0	-0.04593377932906151
204504	rnn.weight_ih_l1_reverse	1	0.0381871834397316
204504	rnn.weight_ih_l1_reverse	2	0.09182028472423553
204504	rnn.weight_ih_l1_reverse	3	-0.013293829746544361
204504	rnn.weight_ih_l1_reverse	4	-0.02951964922249317
204504	rnn.weight_ih_l1_reverse	5	-0.0305522121489048
204504	rnn.weight_ih_l1_reverse	6	-0.015369130298495293
204504	rnn.weight_ih_l1_reverse	7	0.027811413630843163
204504	rnn.weight_ih_l1_reverse	8	0.007433997932821512
204504	rnn.weight_ih_l1_reverse	9	-0.037022337317466736
204504	rnn.weight_hh_l1_reverse	0	0.004977029282599688
204504	rnn.weight_hh_l1_reverse	1	0.03153255209326744
204504	rnn.weight_hh_l1_reverse	2	-0.040496308356523514
204504	rnn.weight_hh_l1_reverse	3	0.03536109998822212
204504	rnn.weight_hh_l1_reverse	4	0.04688270390033722
204504	rnn.weight_hh_l1_reverse	5	0.0029173835646361113
204504	rnn.weight_hh_l1_reverse	6	0.05199887603521347
204504	rnn.weight_hh_l1_reverse	7	0.03137802705168724
204504	rnn.weight_hh_l1_reverse	8	-0.007408546283841133
204504	rnn.weight_hh_l1_reverse	9	-0.030899830162525177
204504	rnn.bias_ih_l1_reverse	0	-0.05443243682384491
204504	rnn.bias_ih_l1_reverse	1	-0.1473962962627411
204504	rnn.bias_ih_l1_reverse	2	-0.1650017648935318
204504	rnn.bias_ih_l1_reverse	3	-0.05797428637742996
204504	rnn.bias_ih_l1_reverse	4	-0.21023571491241455
204504	rnn.bias_ih_l1_reverse	5	-0.11078143119812012
204504	rnn.bias_ih_l1_reverse	6	-0.1315535604953766
204504	rnn.bias_ih_l1_reverse	7	-0.1914673000574112
204504	rnn.bias_ih_l1_reverse	8	0.21562007069587708
204504	rnn.bias_ih_l1_reverse	9	0.028501000255346298
204504	rnn.bias_hh_l1_reverse	0	-0.0009055320406332612
204504	rnn.bias_hh_l1_reverse	1	-0.07592033594846725
204504	rnn.bias_hh_l1_reverse	2	-0.23519665002822876
204504	rnn.bias_hh_l1_reverse	3	-0.14479270577430725
204504	rnn.bias_hh_l1_reverse	4	-0.08227194845676422
204504	rnn.bias_hh_l1_reverse	5	-0.1177535280585289
204504	rnn.bias_hh_l1_reverse	6	0.0575445257127285
204504	rnn.bias_hh_l1_reverse	7	-0.14904063940048218
204504	rnn.bias_hh_l1_reverse	8	-0.11825868487358093
204504	rnn.bias_hh_l1_reverse	9	-0.1498178392648697
204504	linear.weight	0	0.002228822559118271
204504	linear.weight	1	0.1089421957731247
204504	linear.weight	2	-0.1034676730632782
204504	linear.weight	3	0.28880375623703003
204504	linear.weight	4	0.15559612214565277
204504	linear.weight	5	-0.06585381180047989
204504	linear.weight	6	0.10165192186832428
204504	linear.weight	7	0.1378220170736313
204504	linear.weight	8	0.04114706814289093
204504	linear.weight	9	-0.052258413285017014
204504	linear.bias	0	0.0988336130976677
204504	linear.bias	1	-0.1809767484664917
204504	linear.bias	2	-0.4348084330558777
204504	linear.bias	3	-0.6488998532295227
204504	linear.bias	4	-1.2304353713989258
204504	linear.bias	5	-0.06139489635825157
204504	linear.bias	6	-0.803368330001831
204504	linear.bias	7	0.2635911703109741
204504	linear.bias	8	-0.42982205748558044
204504	linear.bias	9	-1.0399580001831055
204701	transitions	0	0.7414036989212036
204701	transitions	1	0.15276753902435303
204701	transitions	2	-10000.0
204701	transitions	3	-1.827146291732788
204701	transitions	4	-10000.0
204701	transitions	5	0.5654440522193909
204701	transitions	6	-0.08368149399757385
204701	transitions	7	-0.7882012724876404
204701	transitions	8	-1.4184019565582275
204701	transitions	9	-0.0012125005014240742
204701	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
204701	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
204701	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
204701	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
204701	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
204701	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
204701	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
204701	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
204701	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
204701	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
204701	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
204701	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
204701	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
204701	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
204701	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
204701	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
204701	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
204701	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
204701	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
204701	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
204701	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
204701	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
204701	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
204701	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
204701	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
204701	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
204701	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
204701	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
204701	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
204701	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
204701	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
204701	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
204701	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
204701	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
204701	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
204701	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
204701	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
204701	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
204701	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
204701	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
204701	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
204701	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
204701	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
204701	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
204701	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
204701	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
204701	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
204701	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
204701	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
204701	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
204701	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
204701	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
204701	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
204701	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
204701	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
204701	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
204701	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
204701	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
204701	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
204701	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
204701	embedding2nn.weight	0	0.021280204877257347
204701	embedding2nn.weight	1	-0.01314487587660551
204701	embedding2nn.weight	2	-0.014268254861235619
204701	embedding2nn.weight	3	-0.03263320401310921
204701	embedding2nn.weight	4	-0.0059150345623493195
204701	embedding2nn.weight	5	-0.0037005888298153877
204701	embedding2nn.weight	6	-0.003973278682678938
204701	embedding2nn.weight	7	-0.07669729739427567
204701	embedding2nn.weight	8	-0.0019979383796453476
204701	embedding2nn.weight	9	-0.028636952862143517
204701	embedding2nn.bias	0	0.0380484014749527
204701	embedding2nn.bias	1	-0.07015926390886307
204701	embedding2nn.bias	2	0.0604836530983448
204701	embedding2nn.bias	3	0.04465328902006149
204701	embedding2nn.bias	4	-0.03964652121067047
204701	embedding2nn.bias	5	-0.0033069485798478127
204701	embedding2nn.bias	6	0.022874867543578148
204701	embedding2nn.bias	7	-0.04806393384933472
204701	embedding2nn.bias	8	0.0619053840637207
204701	embedding2nn.bias	9	0.04666382819414139
204701	rnn.weight_ih_l0	0	-0.07998938113451004
204701	rnn.weight_ih_l0	1	0.005458333995193243
204701	rnn.weight_ih_l0	2	0.031336456537246704
204701	rnn.weight_ih_l0	3	0.021796688437461853
204701	rnn.weight_ih_l0	4	-0.04706814885139465
204701	rnn.weight_ih_l0	5	-0.06830208003520966
204701	rnn.weight_ih_l0	6	-0.002247565658763051
204701	rnn.weight_ih_l0	7	0.05118441954255104
204701	rnn.weight_ih_l0	8	-0.014826255850493908
204701	rnn.weight_ih_l0	9	-0.031853873282670975
204701	rnn.weight_hh_l0	0	-0.030947763472795486
204701	rnn.weight_hh_l0	1	-0.008199281990528107
204701	rnn.weight_hh_l0	2	0.009700425900518894
204701	rnn.weight_hh_l0	3	-0.07712380588054657
204701	rnn.weight_hh_l0	4	0.09251619875431061
204701	rnn.weight_hh_l0	5	-0.025244012475013733
204701	rnn.weight_hh_l0	6	-0.059601690620183945
204701	rnn.weight_hh_l0	7	0.012682095170021057
204701	rnn.weight_hh_l0	8	0.015573720447719097
204701	rnn.weight_hh_l0	9	-0.024251645430922508
204701	rnn.bias_ih_l0	0	0.13401207327842712
204701	rnn.bias_ih_l0	1	-0.03935949131846428
204701	rnn.bias_ih_l0	2	-0.03127482160925865
204701	rnn.bias_ih_l0	3	0.15631592273712158
204701	rnn.bias_ih_l0	4	-0.01189783401787281
204701	rnn.bias_ih_l0	5	-0.021709615364670753
204701	rnn.bias_ih_l0	6	0.016918739303946495
204701	rnn.bias_ih_l0	7	0.020504318177700043
204701	rnn.bias_ih_l0	8	-0.09817102551460266
204701	rnn.bias_ih_l0	9	-0.0447261817753315
204701	rnn.bias_hh_l0	0	-0.0016134822508320212
204701	rnn.bias_hh_l0	1	-0.10641039907932281
204701	rnn.bias_hh_l0	2	-0.06949172168970108
204701	rnn.bias_hh_l0	3	-0.08721569925546646
204701	rnn.bias_hh_l0	4	0.007614642847329378
204701	rnn.bias_hh_l0	5	-0.022510189563035965
204701	rnn.bias_hh_l0	6	0.03377664089202881
204701	rnn.bias_hh_l0	7	0.05554351210594177
204701	rnn.bias_hh_l0	8	-0.11994900554418564
204701	rnn.bias_hh_l0	9	-0.0555480495095253
204701	rnn.weight_ih_l0_reverse	0	-0.022600755095481873
204701	rnn.weight_ih_l0_reverse	1	-0.05377313867211342
204701	rnn.weight_ih_l0_reverse	2	-0.04781961068511009
204701	rnn.weight_ih_l0_reverse	3	0.010873758234083652
204701	rnn.weight_ih_l0_reverse	4	-0.021960988640785217
204701	rnn.weight_ih_l0_reverse	5	-0.05635759234428406
204701	rnn.weight_ih_l0_reverse	6	0.07499799132347107
204701	rnn.weight_ih_l0_reverse	7	-0.01603306457400322
204701	rnn.weight_ih_l0_reverse	8	-0.016802912577986717
204701	rnn.weight_ih_l0_reverse	9	0.001179974526166916
204701	rnn.weight_hh_l0_reverse	0	0.0649304986000061
204701	rnn.weight_hh_l0_reverse	1	0.02200160175561905
204701	rnn.weight_hh_l0_reverse	2	0.029065627604722977
204701	rnn.weight_hh_l0_reverse	3	0.035971689969301224
204701	rnn.weight_hh_l0_reverse	4	0.012275122106075287
204701	rnn.weight_hh_l0_reverse	5	0.007883623242378235
204701	rnn.weight_hh_l0_reverse	6	0.05071081221103668
204701	rnn.weight_hh_l0_reverse	7	-0.07938572019338608
204701	rnn.weight_hh_l0_reverse	8	0.040417272597551346
204701	rnn.weight_hh_l0_reverse	9	0.03647119179368019
204701	rnn.bias_ih_l0_reverse	0	-0.06033508852124214
204701	rnn.bias_ih_l0_reverse	1	-0.2858482599258423
204701	rnn.bias_ih_l0_reverse	2	-0.12211629748344421
204701	rnn.bias_ih_l0_reverse	3	-0.048647187650203705
204701	rnn.bias_ih_l0_reverse	4	-0.022043852135539055
204701	rnn.bias_ih_l0_reverse	5	0.0730392187833786
204701	rnn.bias_ih_l0_reverse	6	-0.06386402994394302
204701	rnn.bias_ih_l0_reverse	7	0.06612420827150345
204701	rnn.bias_ih_l0_reverse	8	-0.04750240594148636
204701	rnn.bias_ih_l0_reverse	9	0.06459779292345047
204701	rnn.bias_hh_l0_reverse	0	0.023798394948244095
204701	rnn.bias_hh_l0_reverse	1	-0.05839337408542633
204701	rnn.bias_hh_l0_reverse	2	0.08258053660392761
204701	rnn.bias_hh_l0_reverse	3	-0.04869934916496277
204701	rnn.bias_hh_l0_reverse	4	-0.02378123067319393
204701	rnn.bias_hh_l0_reverse	5	-0.027081424370408058
204701	rnn.bias_hh_l0_reverse	6	-0.016425158828496933
204701	rnn.bias_hh_l0_reverse	7	0.10035582631826401
204701	rnn.bias_hh_l0_reverse	8	0.03319156914949417
204701	rnn.bias_hh_l0_reverse	9	-0.14558884501457214
204701	rnn.weight_ih_l1	0	-0.030081460252404213
204701	rnn.weight_ih_l1	1	-0.04993757605552673
204701	rnn.weight_ih_l1	2	0.054440245032310486
204701	rnn.weight_ih_l1	3	-0.06850290298461914
204701	rnn.weight_ih_l1	4	-0.013782399706542492
204701	rnn.weight_ih_l1	5	-0.041282083839178085
204701	rnn.weight_ih_l1	6	0.028599495068192482
204701	rnn.weight_ih_l1	7	-0.04683434218168259
204701	rnn.weight_ih_l1	8	0.03735083341598511
204701	rnn.weight_ih_l1	9	0.04616348445415497
204701	rnn.weight_hh_l1	0	-0.0075135501101613045
204701	rnn.weight_hh_l1	1	0.020443230867385864
204701	rnn.weight_hh_l1	2	0.007792123593389988
204701	rnn.weight_hh_l1	3	-0.013259370811283588
204701	rnn.weight_hh_l1	4	0.00484456354752183
204701	rnn.weight_hh_l1	5	0.033760637044906616
204701	rnn.weight_hh_l1	6	0.03563469275832176
204701	rnn.weight_hh_l1	7	-0.016551170498132706
204701	rnn.weight_hh_l1	8	-0.0080734146758914
204701	rnn.weight_hh_l1	9	0.036826472729444504
204701	rnn.bias_ih_l1	0	-0.18547962605953217
204701	rnn.bias_ih_l1	1	-0.18366283178329468
204701	rnn.bias_ih_l1	2	-0.20334568619728088
204701	rnn.bias_ih_l1	3	-0.3148535192012787
204701	rnn.bias_ih_l1	4	-0.20706036686897278
204701	rnn.bias_ih_l1	5	-0.08093684911727905
204701	rnn.bias_ih_l1	6	-0.16515739262104034
204701	rnn.bias_ih_l1	7	-0.010736986063420773
204701	rnn.bias_ih_l1	8	-0.1308242678642273
204701	rnn.bias_ih_l1	9	-0.12530454993247986
204701	rnn.bias_hh_l1	0	-0.10021819174289703
204701	rnn.bias_hh_l1	1	-0.06993413716554642
204701	rnn.bias_hh_l1	2	-0.09181727468967438
204701	rnn.bias_hh_l1	3	-0.08098543435335159
204701	rnn.bias_hh_l1	4	-0.08581586927175522
204701	rnn.bias_hh_l1	5	-0.1194424107670784
204701	rnn.bias_hh_l1	6	-0.15735454857349396
204701	rnn.bias_hh_l1	7	0.06196657940745354
204701	rnn.bias_hh_l1	8	-0.1821250021457672
204701	rnn.bias_hh_l1	9	-0.12318393588066101
204701	rnn.weight_ih_l1_reverse	0	-0.0455261766910553
204701	rnn.weight_ih_l1_reverse	1	0.0388818122446537
204701	rnn.weight_ih_l1_reverse	2	0.09177415817975998
204701	rnn.weight_ih_l1_reverse	3	-0.013308740220963955
204701	rnn.weight_ih_l1_reverse	4	-0.029953543096780777
204701	rnn.weight_ih_l1_reverse	5	-0.030541958287358284
204701	rnn.weight_ih_l1_reverse	6	-0.01550544984638691
204701	rnn.weight_ih_l1_reverse	7	0.028021175414323807
204701	rnn.weight_ih_l1_reverse	8	0.008089658804237843
204701	rnn.weight_ih_l1_reverse	9	-0.03711533173918724
204701	rnn.weight_hh_l1_reverse	0	0.004964039660990238
204701	rnn.weight_hh_l1_reverse	1	0.03156108036637306
204701	rnn.weight_hh_l1_reverse	2	-0.04049615561962128
204701	rnn.weight_hh_l1_reverse	3	0.035362351685762405
204701	rnn.weight_hh_l1_reverse	4	0.046766187995672226
204701	rnn.weight_hh_l1_reverse	5	0.002927039749920368
204701	rnn.weight_hh_l1_reverse	6	0.05199142172932625
204701	rnn.weight_hh_l1_reverse	7	0.03139875456690788
204701	rnn.weight_hh_l1_reverse	8	-0.007389369420707226
204701	rnn.weight_hh_l1_reverse	9	-0.030874725431203842
204701	rnn.bias_ih_l1_reverse	0	-0.0538894385099411
204701	rnn.bias_ih_l1_reverse	1	-0.14759936928749084
204701	rnn.bias_ih_l1_reverse	2	-0.16599880158901215
204701	rnn.bias_ih_l1_reverse	3	-0.05753987655043602
204701	rnn.bias_ih_l1_reverse	4	-0.20971235632896423
204701	rnn.bias_ih_l1_reverse	5	-0.11055604368448257
204701	rnn.bias_ih_l1_reverse	6	-0.13182200491428375
204701	rnn.bias_ih_l1_reverse	7	-0.1912226378917694
204701	rnn.bias_ih_l1_reverse	8	0.21450932323932648
204701	rnn.bias_ih_l1_reverse	9	0.029078863561153412
204701	rnn.bias_hh_l1_reverse	0	-0.00450226990506053
204701	rnn.bias_hh_l1_reverse	1	-0.07915231585502625
204701	rnn.bias_hh_l1_reverse	2	-0.2350539118051529
204701	rnn.bias_hh_l1_reverse	3	-0.1458052396774292
204701	rnn.bias_hh_l1_reverse	4	-0.08243308961391449
204701	rnn.bias_hh_l1_reverse	5	-0.11847496032714844
204701	rnn.bias_hh_l1_reverse	6	0.0578199177980423
204701	rnn.bias_hh_l1_reverse	7	-0.14872325956821442
204701	rnn.bias_hh_l1_reverse	8	-0.11807262897491455
204701	rnn.bias_hh_l1_reverse	9	-0.15006358921527863
204701	linear.weight	0	0.002228822559118271
204701	linear.weight	1	0.10810714215040207
204701	linear.weight	2	-0.10256122052669525
204701	linear.weight	3	0.2875298857688904
204701	linear.weight	4	0.15660110116004944
204701	linear.weight	5	-0.06580176949501038
204701	linear.weight	6	0.10048630088567734
204701	linear.weight	7	0.1398187130689621
204701	linear.weight	8	0.041146982461214066
204701	linear.weight	9	-0.05184730514883995
204701	linear.bias	0	0.08828338235616684
204701	linear.bias	1	-0.1742478311061859
204701	linear.bias	2	-0.44036588072776794
204701	linear.bias	3	-0.6510167121887207
204701	linear.bias	4	-1.2324005365371704
204701	linear.bias	5	-0.06099435314536095
204701	linear.bias	6	-0.7963663339614868
204701	linear.bias	7	0.26255595684051514
204701	linear.bias	8	-0.42490044236183167
204701	linear.bias	9	-1.0347768068313599
204898	transitions	0	0.7377124428749084
204898	transitions	1	0.15322263538837433
204898	transitions	2	-10000.0
204898	transitions	3	-1.8271522521972656
204898	transitions	4	-10000.0
204898	transitions	5	0.5654329061508179
204898	transitions	6	-0.08369259536266327
204898	transitions	7	-0.7882495522499084
204898	transitions	8	-1.418412446975708
204898	transitions	9	-0.0012127861846238375
204898	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
204898	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
204898	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
204898	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
204898	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
204898	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
204898	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
204898	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
204898	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
204898	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
204898	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
204898	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
204898	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
204898	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
204898	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
204898	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
204898	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
204898	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
204898	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
204898	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
204898	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
204898	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
204898	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
204898	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
204898	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
204898	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
204898	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
204898	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
204898	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
204898	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
204898	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
204898	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
204898	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
204898	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
204898	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
204898	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
204898	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
204898	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
204898	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
204898	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
204898	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
204898	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
204898	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
204898	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
204898	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
204898	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
204898	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
204898	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
204898	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
204898	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
204898	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
204898	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
204898	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
204898	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
204898	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
204898	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
204898	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
204898	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
204898	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
204898	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
204898	embedding2nn.weight	0	0.021283507347106934
204898	embedding2nn.weight	1	-0.01319645531475544
204898	embedding2nn.weight	2	-0.014268254861235619
204898	embedding2nn.weight	3	-0.032824430614709854
204898	embedding2nn.weight	4	-0.0059150345623493195
204898	embedding2nn.weight	5	-0.003700588596984744
204898	embedding2nn.weight	6	-0.0039732796140015125
204898	embedding2nn.weight	7	-0.07695147395133972
204898	embedding2nn.weight	8	-0.0019979383796453476
204898	embedding2nn.weight	9	-0.028658224269747734
204898	embedding2nn.bias	0	0.03974044695496559
204898	embedding2nn.bias	1	-0.06963322311639786
204898	embedding2nn.bias	2	0.05878444388508797
204898	embedding2nn.bias	3	0.042519014328718185
204898	embedding2nn.bias	4	-0.04132198169827461
204898	embedding2nn.bias	5	-0.002947523957118392
204898	embedding2nn.bias	6	0.022333526983857155
204898	embedding2nn.bias	7	-0.04937061667442322
204898	embedding2nn.bias	8	0.06080121919512749
204898	embedding2nn.bias	9	0.046769727021455765
204898	rnn.weight_ih_l0	0	-0.07917547225952148
204898	rnn.weight_ih_l0	1	0.005789538379758596
204898	rnn.weight_ih_l0	2	0.03170134127140045
204898	rnn.weight_ih_l0	3	0.021821413189172745
204898	rnn.weight_ih_l0	4	-0.04722234234213829
204898	rnn.weight_ih_l0	5	-0.06840704381465912
204898	rnn.weight_ih_l0	6	-0.002357175573706627
204898	rnn.weight_ih_l0	7	0.051363538950681686
204898	rnn.weight_ih_l0	8	-0.015020632185041904
204898	rnn.weight_ih_l0	9	-0.03222024813294411
204898	rnn.weight_hh_l0	0	-0.031155208125710487
204898	rnn.weight_hh_l0	1	-0.008221322670578957
204898	rnn.weight_hh_l0	2	0.009411650709807873
204898	rnn.weight_hh_l0	3	-0.07758031040430069
204898	rnn.weight_hh_l0	4	0.09265386313199997
204898	rnn.weight_hh_l0	5	-0.025163952261209488
204898	rnn.weight_hh_l0	6	-0.0594790019094944
204898	rnn.weight_hh_l0	7	0.01250771526247263
204898	rnn.weight_hh_l0	8	0.015513927675783634
204898	rnn.weight_hh_l0	9	-0.024414824321866035
204898	rnn.bias_ih_l0	0	0.13329441845417023
204898	rnn.bias_ih_l0	1	-0.038891300559043884
204898	rnn.bias_ih_l0	2	-0.03102787397801876
204898	rnn.bias_ih_l0	3	0.15750394761562347
204898	rnn.bias_ih_l0	4	-0.011993478052318096
204898	rnn.bias_ih_l0	5	-0.020308462902903557
204898	rnn.bias_ih_l0	6	0.01759530045092106
204898	rnn.bias_ih_l0	7	0.01997116021811962
204898	rnn.bias_ih_l0	8	-0.09818759560585022
204898	rnn.bias_ih_l0	9	-0.04355043172836304
204898	rnn.bias_hh_l0	0	-0.0015517473220825195
204898	rnn.bias_hh_l0	1	-0.10651499778032303
204898	rnn.bias_hh_l0	2	-0.06972053647041321
204898	rnn.bias_hh_l0	3	-0.08789115399122238
204898	rnn.bias_hh_l0	4	0.007439907174557447
204898	rnn.bias_hh_l0	5	-0.022761642932891846
204898	rnn.bias_hh_l0	6	0.03392733260989189
204898	rnn.bias_hh_l0	7	0.055216629058122635
204898	rnn.bias_hh_l0	8	-0.11973839998245239
204898	rnn.bias_hh_l0	9	-0.05607076734304428
204898	rnn.weight_ih_l0_reverse	0	-0.022712040692567825
204898	rnn.weight_ih_l0_reverse	1	-0.05396978184580803
204898	rnn.weight_ih_l0_reverse	2	-0.047849494963884354
204898	rnn.weight_ih_l0_reverse	3	0.010774808004498482
204898	rnn.weight_ih_l0_reverse	4	-0.021827558055520058
204898	rnn.weight_ih_l0_reverse	5	-0.05617707595229149
204898	rnn.weight_ih_l0_reverse	6	0.07506638020277023
204898	rnn.weight_ih_l0_reverse	7	-0.015990210697054863
204898	rnn.weight_ih_l0_reverse	8	-0.01696932129561901
204898	rnn.weight_ih_l0_reverse	9	0.0013969378778710961
204898	rnn.weight_hh_l0_reverse	0	0.06518504023551941
204898	rnn.weight_hh_l0_reverse	1	0.02196684665977955
204898	rnn.weight_hh_l0_reverse	2	0.029004547744989395
204898	rnn.weight_hh_l0_reverse	3	0.03609451651573181
204898	rnn.weight_hh_l0_reverse	4	0.01224611233919859
204898	rnn.weight_hh_l0_reverse	5	0.007517632562667131
204898	rnn.weight_hh_l0_reverse	6	0.05063910037279129
204898	rnn.weight_hh_l0_reverse	7	-0.07895601540803909
204898	rnn.weight_hh_l0_reverse	8	0.04012903943657875
204898	rnn.weight_hh_l0_reverse	9	0.036537352949380875
204898	rnn.bias_ih_l0_reverse	0	-0.06037724390625954
204898	rnn.bias_ih_l0_reverse	1	-0.2871425151824951
204898	rnn.bias_ih_l0_reverse	2	-0.12189750373363495
204898	rnn.bias_ih_l0_reverse	3	-0.04874219745397568
204898	rnn.bias_ih_l0_reverse	4	-0.021691687405109406
204898	rnn.bias_ih_l0_reverse	5	0.07233429700136185
204898	rnn.bias_ih_l0_reverse	6	-0.06468413025140762
204898	rnn.bias_ih_l0_reverse	7	0.06610870361328125
204898	rnn.bias_ih_l0_reverse	8	-0.047242406755685806
204898	rnn.bias_ih_l0_reverse	9	0.06486176699399948
204898	rnn.bias_hh_l0_reverse	0	0.02293442003428936
204898	rnn.bias_hh_l0_reverse	1	-0.05809405446052551
204898	rnn.bias_hh_l0_reverse	2	0.08232268691062927
204898	rnn.bias_hh_l0_reverse	3	-0.04903985187411308
204898	rnn.bias_hh_l0_reverse	4	-0.024155322462320328
204898	rnn.bias_hh_l0_reverse	5	-0.026464639231562614
204898	rnn.bias_hh_l0_reverse	6	-0.01676289737224579
204898	rnn.bias_hh_l0_reverse	7	0.10142890363931656
204898	rnn.bias_hh_l0_reverse	8	0.032773010432720184
204898	rnn.bias_hh_l0_reverse	9	-0.14793455600738525
204898	rnn.weight_ih_l1	0	-0.030133657157421112
204898	rnn.weight_ih_l1	1	-0.04974200204014778
204898	rnn.weight_ih_l1	2	0.05487155169248581
204898	rnn.weight_ih_l1	3	-0.06847818195819855
204898	rnn.weight_ih_l1	4	-0.01375668216496706
204898	rnn.weight_ih_l1	5	-0.04104791581630707
204898	rnn.weight_ih_l1	6	0.028357524424791336
204898	rnn.weight_ih_l1	7	-0.04695546254515648
204898	rnn.weight_ih_l1	8	0.037496648728847504
204898	rnn.weight_ih_l1	9	0.046196289360523224
204898	rnn.weight_hh_l1	0	-0.007455993909388781
204898	rnn.weight_hh_l1	1	0.020452283322811127
204898	rnn.weight_hh_l1	2	0.007623850833624601
204898	rnn.weight_hh_l1	3	-0.013163837604224682
204898	rnn.weight_hh_l1	4	0.004723141901195049
204898	rnn.weight_hh_l1	5	0.03368035703897476
204898	rnn.weight_hh_l1	6	0.03569885343313217
204898	rnn.weight_hh_l1	7	-0.016621872782707214
204898	rnn.weight_hh_l1	8	-0.008073246106505394
204898	rnn.weight_hh_l1	9	0.03676649555563927
204898	rnn.bias_ih_l1	0	-0.1844174563884735
204898	rnn.bias_ih_l1	1	-0.18419508635997772
204898	rnn.bias_ih_l1	2	-0.2032945305109024
204898	rnn.bias_ih_l1	3	-0.3148801922798157
204898	rnn.bias_ih_l1	4	-0.2061118185520172
204898	rnn.bias_ih_l1	5	-0.08032869547605515
204898	rnn.bias_ih_l1	6	-0.16499511897563934
204898	rnn.bias_ih_l1	7	-0.009636364877223969
204898	rnn.bias_ih_l1	8	-0.13159136474132538
204898	rnn.bias_ih_l1	9	-0.12478728592395782
204898	rnn.bias_hh_l1	0	-0.10021218657493591
204898	rnn.bias_hh_l1	1	-0.07080822438001633
204898	rnn.bias_hh_l1	2	-0.09132619202136993
204898	rnn.bias_hh_l1	3	-0.08116414397954941
204898	rnn.bias_hh_l1	4	-0.08614765107631683
204898	rnn.bias_hh_l1	5	-0.11937209218740463
204898	rnn.bias_hh_l1	6	-0.15725207328796387
204898	rnn.bias_hh_l1	7	0.062403321266174316
204898	rnn.bias_hh_l1	8	-0.18302175402641296
204898	rnn.bias_hh_l1	9	-0.12387815862894058
204898	rnn.weight_ih_l1_reverse	0	-0.045130886137485504
204898	rnn.weight_ih_l1_reverse	1	0.039441321045160294
204898	rnn.weight_ih_l1_reverse	2	0.09323408454656601
204898	rnn.weight_ih_l1_reverse	3	-0.013716262765228748
204898	rnn.weight_ih_l1_reverse	4	-0.029933525249361992
204898	rnn.weight_ih_l1_reverse	5	-0.030638031661510468
204898	rnn.weight_ih_l1_reverse	6	-0.015476096421480179
204898	rnn.weight_ih_l1_reverse	7	0.02762230858206749
204898	rnn.weight_ih_l1_reverse	8	0.00867840088903904
204898	rnn.weight_ih_l1_reverse	9	-0.0372125543653965
204898	rnn.weight_hh_l1_reverse	0	0.004908560775220394
204898	rnn.weight_hh_l1_reverse	1	0.03159910440444946
204898	rnn.weight_hh_l1_reverse	2	-0.040505003184080124
204898	rnn.weight_hh_l1_reverse	3	0.035375453531742096
204898	rnn.weight_hh_l1_reverse	4	0.04674617946147919
204898	rnn.weight_hh_l1_reverse	5	0.0028755241073668003
204898	rnn.weight_hh_l1_reverse	6	0.0519891232252121
204898	rnn.weight_hh_l1_reverse	7	0.03146427124738693
204898	rnn.weight_hh_l1_reverse	8	-0.0073883929289877415
204898	rnn.weight_hh_l1_reverse	9	-0.0308687761425972
204898	rnn.bias_ih_l1_reverse	0	-0.05349089205265045
204898	rnn.bias_ih_l1_reverse	1	-0.14742988348007202
204898	rnn.bias_ih_l1_reverse	2	-0.1648745834827423
204898	rnn.bias_ih_l1_reverse	3	-0.05716352537274361
204898	rnn.bias_ih_l1_reverse	4	-0.209875226020813
204898	rnn.bias_ih_l1_reverse	5	-0.11063846945762634
204898	rnn.bias_ih_l1_reverse	6	-0.13194596767425537
204898	rnn.bias_ih_l1_reverse	7	-0.19197387993335724
204898	rnn.bias_ih_l1_reverse	8	0.21482495963573456
204898	rnn.bias_ih_l1_reverse	9	0.030396007001399994
204898	rnn.bias_hh_l1_reverse	0	-0.003973282873630524
204898	rnn.bias_hh_l1_reverse	1	-0.0783759355545044
204898	rnn.bias_hh_l1_reverse	2	-0.23534084856510162
204898	rnn.bias_hh_l1_reverse	3	-0.14503438770771027
204898	rnn.bias_hh_l1_reverse	4	-0.08317014575004578
204898	rnn.bias_hh_l1_reverse	5	-0.11740996688604355
204898	rnn.bias_hh_l1_reverse	6	0.05701632797718048
204898	rnn.bias_hh_l1_reverse	7	-0.1483049988746643
204898	rnn.bias_hh_l1_reverse	8	-0.11760129779577255
204898	rnn.bias_hh_l1_reverse	9	-0.1495905965566635
204898	linear.weight	0	0.002228822559118271
204898	linear.weight	1	0.10778594017028809
204898	linear.weight	2	-0.10355173796415329
204898	linear.weight	3	0.28947827219963074
204898	linear.weight	4	0.15882006287574768
204898	linear.weight	5	-0.06552226841449738
204898	linear.weight	6	0.1022273376584053
204898	linear.weight	7	0.140432670712471
204898	linear.weight	8	0.04114683344960213
204898	linear.weight	9	-0.05122039094567299
204898	linear.bias	0	0.08864150941371918
204898	linear.bias	1	-0.16738709807395935
204898	linear.bias	2	-0.4538182318210602
204898	linear.bias	3	-0.6542263031005859
204898	linear.bias	4	-1.2359919548034668
204898	linear.bias	5	-0.05849272012710571
204898	linear.bias	6	-0.7897567749023438
204898	linear.bias	7	0.264946311712265
204898	linear.bias	8	-0.4276222288608551
204898	linear.bias	9	-1.0372371673583984
205095	transitions	0	0.7343258261680603
205095	transitions	1	0.153935045003891
205095	transitions	2	-10000.0
205095	transitions	3	-1.8271629810333252
205095	transitions	4	-10000.0
205095	transitions	5	0.5654209852218628
205095	transitions	6	-0.08375008404254913
205095	transitions	7	-0.7883018255233765
205095	transitions	8	-1.4184528589248657
205095	transitions	9	-0.001212845090776682
205095	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
205095	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
205095	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
205095	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
205095	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
205095	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
205095	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
205095	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
205095	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
205095	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
205095	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
205095	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
205095	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
205095	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
205095	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
205095	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
205095	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
205095	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
205095	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
205095	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
205095	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
205095	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
205095	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
205095	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
205095	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
205095	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
205095	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
205095	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
205095	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
205095	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
205095	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
205095	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
205095	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
205095	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
205095	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
205095	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
205095	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
205095	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
205095	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
205095	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
205095	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
205095	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
205095	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
205095	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
205095	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
205095	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
205095	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
205095	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
205095	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
205095	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
205095	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
205095	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
205095	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
205095	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
205095	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
205095	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
205095	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
205095	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
205095	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
205095	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
205095	embedding2nn.weight	0	0.02201230265200138
205095	embedding2nn.weight	1	-0.013246120885014534
205095	embedding2nn.weight	2	-0.014268254861235619
205095	embedding2nn.weight	3	-0.03233702480792999
205095	embedding2nn.weight	4	-0.0059150345623493195
205095	embedding2nn.weight	5	-0.003700588596984744
205095	embedding2nn.weight	6	-0.0039732796140015125
205095	embedding2nn.weight	7	-0.0773019939661026
205095	embedding2nn.weight	8	-0.0019979383796453476
205095	embedding2nn.weight	9	-0.028712788596749306
205095	embedding2nn.bias	0	0.0370638407766819
205095	embedding2nn.bias	1	-0.06937555968761444
205095	embedding2nn.bias	2	0.061356090009212494
205095	embedding2nn.bias	3	0.04417901113629341
205095	embedding2nn.bias	4	-0.04209909588098526
205095	embedding2nn.bias	5	-0.004803738556802273
205095	embedding2nn.bias	6	0.02285131998360157
205095	embedding2nn.bias	7	-0.04682290926575661
205095	embedding2nn.bias	8	0.06076078861951828
205095	embedding2nn.bias	9	0.046147990971803665
205095	rnn.weight_ih_l0	0	-0.0788387805223465
205095	rnn.weight_ih_l0	1	0.0053190006874501705
205095	rnn.weight_ih_l0	2	0.03169725462794304
205095	rnn.weight_ih_l0	3	0.021776923909783363
205095	rnn.weight_ih_l0	4	-0.04714657738804817
205095	rnn.weight_ih_l0	5	-0.06817115843296051
205095	rnn.weight_ih_l0	6	-0.0023714909330010414
205095	rnn.weight_ih_l0	7	0.051771875470876694
205095	rnn.weight_ih_l0	8	-0.015056139789521694
205095	rnn.weight_ih_l0	9	-0.03215094655752182
205095	rnn.weight_hh_l0	0	-0.031179776415228844
205095	rnn.weight_hh_l0	1	-0.008109001442790031
205095	rnn.weight_hh_l0	2	0.009249964728951454
205095	rnn.weight_hh_l0	3	-0.07726851850748062
205095	rnn.weight_hh_l0	4	0.09255020320415497
205095	rnn.weight_hh_l0	5	-0.025207046419382095
205095	rnn.weight_hh_l0	6	-0.05950665473937988
205095	rnn.weight_hh_l0	7	0.012259668670594692
205095	rnn.weight_hh_l0	8	0.015614842064678669
205095	rnn.weight_hh_l0	9	-0.024352150037884712
205095	rnn.bias_ih_l0	0	0.1332327127456665
205095	rnn.bias_ih_l0	1	-0.03765706345438957
205095	rnn.bias_ih_l0	2	-0.0321095772087574
205095	rnn.bias_ih_l0	3	0.15683215856552124
205095	rnn.bias_ih_l0	4	-0.012037362903356552
205095	rnn.bias_ih_l0	5	-0.020094553008675575
205095	rnn.bias_ih_l0	6	0.016217509284615517
205095	rnn.bias_ih_l0	7	0.020712263882160187
205095	rnn.bias_ih_l0	8	-0.09842255711555481
205095	rnn.bias_ih_l0	9	-0.043136660009622574
205095	rnn.bias_hh_l0	0	-0.0015771221369504929
205095	rnn.bias_hh_l0	1	-0.10700126737356186
205095	rnn.bias_hh_l0	2	-0.07018826901912689
205095	rnn.bias_hh_l0	3	-0.0878572091460228
205095	rnn.bias_hh_l0	4	0.0079494658857584
205095	rnn.bias_hh_l0	5	-0.02205164171755314
205095	rnn.bias_hh_l0	6	0.03359183669090271
205095	rnn.bias_hh_l0	7	0.0563419945538044
205095	rnn.bias_hh_l0	8	-0.11974914371967316
205095	rnn.bias_hh_l0	9	-0.056275833398103714
205095	rnn.weight_ih_l0_reverse	0	-0.022528313100337982
205095	rnn.weight_ih_l0_reverse	1	-0.054084669798612595
205095	rnn.weight_ih_l0_reverse	2	-0.04772670939564705
205095	rnn.weight_ih_l0_reverse	3	0.010897651314735413
205095	rnn.weight_ih_l0_reverse	4	-0.021945031359791756
205095	rnn.weight_ih_l0_reverse	5	-0.05618496611714363
205095	rnn.weight_ih_l0_reverse	6	0.07515154033899307
205095	rnn.weight_ih_l0_reverse	7	-0.01618746481835842
205095	rnn.weight_ih_l0_reverse	8	-0.017046164721250534
205095	rnn.weight_ih_l0_reverse	9	0.0014017828507348895
205095	rnn.weight_hh_l0_reverse	0	0.06535352766513824
205095	rnn.weight_hh_l0_reverse	1	0.021744806319475174
205095	rnn.weight_hh_l0_reverse	2	0.029005685821175575
205095	rnn.weight_hh_l0_reverse	3	0.03567726910114288
205095	rnn.weight_hh_l0_reverse	4	0.01225144974887371
205095	rnn.weight_hh_l0_reverse	5	0.007430566009134054
205095	rnn.weight_hh_l0_reverse	6	0.05058316886425018
205095	rnn.weight_hh_l0_reverse	7	-0.07922446727752686
205095	rnn.weight_hh_l0_reverse	8	0.0402655191719532
205095	rnn.weight_hh_l0_reverse	9	0.03645181655883789
205095	rnn.bias_ih_l0_reverse	0	-0.06111662834882736
205095	rnn.bias_ih_l0_reverse	1	-0.28760597109794617
205095	rnn.bias_ih_l0_reverse	2	-0.12162041664123535
205095	rnn.bias_ih_l0_reverse	3	-0.048885274678468704
205095	rnn.bias_ih_l0_reverse	4	-0.020426152274012566
205095	rnn.bias_ih_l0_reverse	5	0.0723148062825203
205095	rnn.bias_ih_l0_reverse	6	-0.06521700322628021
205095	rnn.bias_ih_l0_reverse	7	0.06592930853366852
205095	rnn.bias_ih_l0_reverse	8	-0.047945719212293625
205095	rnn.bias_ih_l0_reverse	9	0.06573881208896637
205095	rnn.bias_hh_l0_reverse	0	0.022850990295410156
205095	rnn.bias_hh_l0_reverse	1	-0.05810166150331497
205095	rnn.bias_hh_l0_reverse	2	0.08158015459775925
205095	rnn.bias_hh_l0_reverse	3	-0.048494402319192886
205095	rnn.bias_hh_l0_reverse	4	-0.023958243429660797
205095	rnn.bias_hh_l0_reverse	5	-0.026046965271234512
205095	rnn.bias_hh_l0_reverse	6	-0.017612021416425705
205095	rnn.bias_hh_l0_reverse	7	0.10192378610372543
205095	rnn.bias_hh_l0_reverse	8	0.03301376476883888
205095	rnn.bias_hh_l0_reverse	9	-0.14783251285552979
205095	rnn.weight_ih_l1	0	-0.03008011169731617
205095	rnn.weight_ih_l1	1	-0.04985683038830757
205095	rnn.weight_ih_l1	2	0.054718099534511566
205095	rnn.weight_ih_l1	3	-0.06856375187635422
205095	rnn.weight_ih_l1	4	-0.013636352494359016
205095	rnn.weight_ih_l1	5	-0.040887609124183655
205095	rnn.weight_ih_l1	6	0.02853955700993538
205095	rnn.weight_ih_l1	7	-0.046306461095809937
205095	rnn.weight_ih_l1	8	0.0374923013150692
205095	rnn.weight_ih_l1	9	0.04652726277709007
205095	rnn.weight_hh_l1	0	-0.007494217250496149
205095	rnn.weight_hh_l1	1	0.02053527534008026
205095	rnn.weight_hh_l1	2	0.0081809526309371
205095	rnn.weight_hh_l1	3	-0.01318524219095707
205095	rnn.weight_hh_l1	4	0.004705539904534817
205095	rnn.weight_hh_l1	5	0.0335940383374691
205095	rnn.weight_hh_l1	6	0.03534096106886864
205095	rnn.weight_hh_l1	7	-0.01650848053395748
205095	rnn.weight_hh_l1	8	-0.008161341771483421
205095	rnn.weight_hh_l1	9	0.03686373308300972
205095	rnn.bias_ih_l1	0	-0.18576683104038239
205095	rnn.bias_ih_l1	1	-0.18442735075950623
205095	rnn.bias_ih_l1	2	-0.20392780005931854
205095	rnn.bias_ih_l1	3	-0.3153665065765381
205095	rnn.bias_ih_l1	4	-0.20617635548114777
205095	rnn.bias_ih_l1	5	-0.08080224692821503
205095	rnn.bias_ih_l1	6	-0.16412962973117828
205095	rnn.bias_ih_l1	7	-0.009180238470435143
205095	rnn.bias_ih_l1	8	-0.13230115175247192
205095	rnn.bias_ih_l1	9	-0.12528498470783234
205095	rnn.bias_hh_l1	0	-0.1001855731010437
205095	rnn.bias_hh_l1	1	-0.0711212083697319
205095	rnn.bias_hh_l1	2	-0.09106180816888809
205095	rnn.bias_hh_l1	3	-0.08122771233320236
205095	rnn.bias_hh_l1	4	-0.08599244058132172
205095	rnn.bias_hh_l1	5	-0.11959145218133926
205095	rnn.bias_hh_l1	6	-0.15651801228523254
205095	rnn.bias_hh_l1	7	0.061735231429338455
205095	rnn.bias_hh_l1	8	-0.18209193646907806
205095	rnn.bias_hh_l1	9	-0.12191060185432434
205095	rnn.weight_ih_l1_reverse	0	-0.045055631548166275
205095	rnn.weight_ih_l1_reverse	1	0.0396043136715889
205095	rnn.weight_ih_l1_reverse	2	0.09288368374109268
205095	rnn.weight_ih_l1_reverse	3	-0.013949725776910782
205095	rnn.weight_ih_l1_reverse	4	-0.029937496408820152
205095	rnn.weight_ih_l1_reverse	5	-0.030659912154078484
205095	rnn.weight_ih_l1_reverse	6	-0.015293370932340622
205095	rnn.weight_ih_l1_reverse	7	0.027269037440419197
205095	rnn.weight_ih_l1_reverse	8	0.00991068035364151
205095	rnn.weight_ih_l1_reverse	9	-0.03735538199543953
205095	rnn.weight_hh_l1_reverse	0	0.0048370021395385265
205095	rnn.weight_hh_l1_reverse	1	0.03157518804073334
205095	rnn.weight_hh_l1_reverse	2	-0.040480270981788635
205095	rnn.weight_hh_l1_reverse	3	0.035414692014455795
205095	rnn.weight_hh_l1_reverse	4	0.046725574880838394
205095	rnn.weight_hh_l1_reverse	5	0.0029052055906504393
205095	rnn.weight_hh_l1_reverse	6	0.05164502188563347
205095	rnn.weight_hh_l1_reverse	7	0.03131541609764099
205095	rnn.weight_hh_l1_reverse	8	-0.007370857521891594
205095	rnn.weight_hh_l1_reverse	9	-0.03076976351439953
205095	rnn.bias_ih_l1_reverse	0	-0.05304978787899017
205095	rnn.bias_ih_l1_reverse	1	-0.14758749306201935
205095	rnn.bias_ih_l1_reverse	2	-0.1642957627773285
205095	rnn.bias_ih_l1_reverse	3	-0.05684113875031471
205095	rnn.bias_ih_l1_reverse	4	-0.2099098563194275
205095	rnn.bias_ih_l1_reverse	5	-0.10960700362920761
205095	rnn.bias_ih_l1_reverse	6	-0.13201481103897095
205095	rnn.bias_ih_l1_reverse	7	-0.19224391877651215
205095	rnn.bias_ih_l1_reverse	8	0.21366676688194275
205095	rnn.bias_ih_l1_reverse	9	0.030187074095010757
205095	rnn.bias_hh_l1_reverse	0	-0.00294121028855443
205095	rnn.bias_hh_l1_reverse	1	-0.07868744432926178
205095	rnn.bias_hh_l1_reverse	2	-0.23547370731830597
205095	rnn.bias_hh_l1_reverse	3	-0.14522762596607208
205095	rnn.bias_hh_l1_reverse	4	-0.08301801979541779
205095	rnn.bias_hh_l1_reverse	5	-0.11771228164434433
205095	rnn.bias_hh_l1_reverse	6	0.05612293630838394
205095	rnn.bias_hh_l1_reverse	7	-0.14823636412620544
205095	rnn.bias_hh_l1_reverse	8	-0.11742959916591644
205095	rnn.bias_hh_l1_reverse	9	-0.1495424509048462
205095	linear.weight	0	0.002228822559118271
205095	linear.weight	1	0.106999970972538
205095	linear.weight	2	-0.1040436327457428
205095	linear.weight	3	0.28937020897865295
205095	linear.weight	4	0.1582219898700714
205095	linear.weight	5	-0.06595447659492493
205095	linear.weight	6	0.10543768107891083
205095	linear.weight	7	0.14044412970542908
205095	linear.weight	8	0.04114662483334541
205095	linear.weight	9	-0.052144575864076614
205095	linear.bias	0	0.08069097995758057
205095	linear.bias	1	-0.1737009584903717
205095	linear.bias	2	-0.44257378578186035
205095	linear.bias	3	-0.6494721174240112
205095	linear.bias	4	-1.231359601020813
205095	linear.bias	5	-0.06007148697972298
205095	linear.bias	6	-0.7973886132240295
205095	linear.bias	7	0.2656046152114868
205095	linear.bias	8	-0.43319594860076904
205095	linear.bias	9	-1.042209267616272
205292	transitions	0	0.7358152866363525
205292	transitions	1	0.15448597073554993
205292	transitions	2	-10000.0
205292	transitions	3	-1.827169418334961
205292	transitions	4	-10000.0
205292	transitions	5	0.5654122233390808
205292	transitions	6	-0.0837617740035057
205292	transitions	7	-0.7884247899055481
205292	transitions	8	-1.4184609651565552
205292	transitions	9	-0.0012128977105021477
205292	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
205292	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
205292	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
205292	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
205292	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
205292	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
205292	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
205292	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
205292	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
205292	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
205292	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
205292	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
205292	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
205292	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
205292	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
205292	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
205292	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
205292	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
205292	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
205292	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
205292	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
205292	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
205292	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
205292	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
205292	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
205292	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
205292	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
205292	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
205292	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
205292	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
205292	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
205292	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
205292	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
205292	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
205292	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
205292	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
205292	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
205292	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
205292	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
205292	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
205292	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
205292	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
205292	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
205292	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
205292	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
205292	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
205292	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
205292	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
205292	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
205292	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
205292	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
205292	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
205292	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
205292	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
205292	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
205292	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
205292	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
205292	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
205292	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
205292	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
205292	embedding2nn.weight	0	0.021550094708800316
205292	embedding2nn.weight	1	-0.013295277021825314
205292	embedding2nn.weight	2	-0.014268254861235619
205292	embedding2nn.weight	3	-0.03310620039701462
205292	embedding2nn.weight	4	-0.0059150345623493195
205292	embedding2nn.weight	5	-0.003700588596984744
205292	embedding2nn.weight	6	-0.003973279148340225
205292	embedding2nn.weight	7	-0.07763844728469849
205292	embedding2nn.weight	8	-0.0019979383796453476
205292	embedding2nn.weight	9	-0.028590433299541473
205292	embedding2nn.bias	0	0.037095069885253906
205292	embedding2nn.bias	1	-0.06950075924396515
205292	embedding2nn.bias	2	0.06026660278439522
205292	embedding2nn.bias	3	0.043318357318639755
205292	embedding2nn.bias	4	-0.043866854161024094
205292	embedding2nn.bias	5	-0.005005826707929373
205292	embedding2nn.bias	6	0.023208608850836754
205292	embedding2nn.bias	7	-0.046703413128852844
205292	embedding2nn.bias	8	0.06151507422327995
205292	embedding2nn.bias	9	0.04635649546980858
205292	rnn.weight_ih_l0	0	-0.07896312326192856
205292	rnn.weight_ih_l0	1	0.005353475455194712
205292	rnn.weight_ih_l0	2	0.031881481409072876
205292	rnn.weight_ih_l0	3	0.021774034947156906
205292	rnn.weight_ih_l0	4	-0.04763065651059151
205292	rnn.weight_ih_l0	5	-0.06806467473506927
205292	rnn.weight_ih_l0	6	-0.0022799153812229633
205292	rnn.weight_ih_l0	7	0.05190979689359665
205292	rnn.weight_ih_l0	8	-0.015428855083882809
205292	rnn.weight_ih_l0	9	-0.031883589923381805
205292	rnn.weight_hh_l0	0	-0.031082510948181152
205292	rnn.weight_hh_l0	1	-0.008207712322473526
205292	rnn.weight_hh_l0	2	0.00967717356979847
205292	rnn.weight_hh_l0	3	-0.07682783156633377
205292	rnn.weight_hh_l0	4	0.09249917417764664
205292	rnn.weight_hh_l0	5	-0.025012478232383728
205292	rnn.weight_hh_l0	6	-0.05967521294951439
205292	rnn.weight_hh_l0	7	0.012423686683177948
205292	rnn.weight_hh_l0	8	0.015468180179595947
205292	rnn.weight_hh_l0	9	-0.024323441088199615
205292	rnn.bias_ih_l0	0	0.13292090594768524
205292	rnn.bias_ih_l0	1	-0.03718440979719162
205292	rnn.bias_ih_l0	2	-0.033108901232481
205292	rnn.bias_ih_l0	3	0.1572323739528656
205292	rnn.bias_ih_l0	4	-0.011995295062661171
205292	rnn.bias_ih_l0	5	-0.021057624369859695
205292	rnn.bias_ih_l0	6	0.016182973980903625
205292	rnn.bias_ih_l0	7	0.02085253782570362
205292	rnn.bias_ih_l0	8	-0.09909562021493912
205292	rnn.bias_ih_l0	9	-0.043312039226293564
205292	rnn.bias_hh_l0	0	-0.001042199437506497
205292	rnn.bias_hh_l0	1	-0.10679208487272263
205292	rnn.bias_hh_l0	2	-0.07025238126516342
205292	rnn.bias_hh_l0	3	-0.08761666715145111
205292	rnn.bias_hh_l0	4	0.008179275318980217
205292	rnn.bias_hh_l0	5	-0.021303515881299973
205292	rnn.bias_hh_l0	6	0.03351407125592232
205292	rnn.bias_hh_l0	7	0.05781257897615433
205292	rnn.bias_hh_l0	8	-0.12055374681949615
205292	rnn.bias_hh_l0	9	-0.05632827430963516
205292	rnn.weight_ih_l0_reverse	0	-0.022713784128427505
205292	rnn.weight_ih_l0_reverse	1	-0.05418046563863754
205292	rnn.weight_ih_l0_reverse	2	-0.04782208800315857
205292	rnn.weight_ih_l0_reverse	3	0.010727161541581154
205292	rnn.weight_ih_l0_reverse	4	-0.021834123879671097
205292	rnn.weight_ih_l0_reverse	5	-0.056111034005880356
205292	rnn.weight_ih_l0_reverse	6	0.07529181241989136
205292	rnn.weight_ih_l0_reverse	7	-0.01657620072364807
205292	rnn.weight_ih_l0_reverse	8	-0.017291976138949394
205292	rnn.weight_ih_l0_reverse	9	0.0015469921054318547
205292	rnn.weight_hh_l0_reverse	0	0.0656840056180954
205292	rnn.weight_hh_l0_reverse	1	0.02225661650300026
205292	rnn.weight_hh_l0_reverse	2	0.029025975614786148
205292	rnn.weight_hh_l0_reverse	3	0.03585714474320412
205292	rnn.weight_hh_l0_reverse	4	0.012355304323136806
205292	rnn.weight_hh_l0_reverse	5	0.008001982234418392
205292	rnn.weight_hh_l0_reverse	6	0.05077599734067917
205292	rnn.weight_hh_l0_reverse	7	-0.07921072840690613
205292	rnn.weight_hh_l0_reverse	8	0.04033355042338371
205292	rnn.weight_hh_l0_reverse	9	0.036578744649887085
205292	rnn.bias_ih_l0_reverse	0	-0.061609331518411636
205292	rnn.bias_ih_l0_reverse	1	-0.28731536865234375
205292	rnn.bias_ih_l0_reverse	2	-0.12039083242416382
205292	rnn.bias_ih_l0_reverse	3	-0.04827946424484253
205292	rnn.bias_ih_l0_reverse	4	-0.02044156938791275
205292	rnn.bias_ih_l0_reverse	5	0.07327979803085327
205292	rnn.bias_ih_l0_reverse	6	-0.06459217518568039
205292	rnn.bias_ih_l0_reverse	7	0.0661146491765976
205292	rnn.bias_ih_l0_reverse	8	-0.047757260501384735
205292	rnn.bias_ih_l0_reverse	9	0.06583089381456375
205292	rnn.bias_hh_l0_reverse	0	0.02194886840879917
205292	rnn.bias_hh_l0_reverse	1	-0.056876540184020996
205292	rnn.bias_hh_l0_reverse	2	0.08269540965557098
205292	rnn.bias_hh_l0_reverse	3	-0.04914059117436409
205292	rnn.bias_hh_l0_reverse	4	-0.023750774562358856
205292	rnn.bias_hh_l0_reverse	5	-0.025631539523601532
205292	rnn.bias_hh_l0_reverse	6	-0.01804010011255741
205292	rnn.bias_hh_l0_reverse	7	0.10092256218194962
205292	rnn.bias_hh_l0_reverse	8	0.03331603854894638
205292	rnn.bias_hh_l0_reverse	9	-0.1479783058166504
205292	rnn.weight_ih_l1	0	-0.030148547142744064
205292	rnn.weight_ih_l1	1	-0.0497373566031456
205292	rnn.weight_ih_l1	2	0.0551120825111866
205292	rnn.weight_ih_l1	3	-0.06887280195951462
205292	rnn.weight_ih_l1	4	-0.013700244016945362
205292	rnn.weight_ih_l1	5	-0.04098236933350563
205292	rnn.weight_ih_l1	6	0.028129134327173233
205292	rnn.weight_ih_l1	7	-0.04633248224854469
205292	rnn.weight_ih_l1	8	0.03742353618144989
205292	rnn.weight_ih_l1	9	0.046457625925540924
205292	rnn.weight_hh_l1	0	-0.007736279163509607
205292	rnn.weight_hh_l1	1	0.020602693781256676
205292	rnn.weight_hh_l1	2	0.007935573346912861
205292	rnn.weight_hh_l1	3	-0.01331450417637825
205292	rnn.weight_hh_l1	4	0.004596058279275894
205292	rnn.weight_hh_l1	5	0.033518895506858826
205292	rnn.weight_hh_l1	6	0.03526889532804489
205292	rnn.weight_hh_l1	7	-0.01644887961447239
205292	rnn.weight_hh_l1	8	-0.008221544325351715
205292	rnn.weight_hh_l1	9	0.036954909563064575
205292	rnn.bias_ih_l1	0	-0.18549245595932007
205292	rnn.bias_ih_l1	1	-0.1848347783088684
205292	rnn.bias_ih_l1	2	-0.2039685994386673
205292	rnn.bias_ih_l1	3	-0.31576892733573914
205292	rnn.bias_ih_l1	4	-0.20755521953105927
205292	rnn.bias_ih_l1	5	-0.08132610470056534
205292	rnn.bias_ih_l1	6	-0.1643383949995041
205292	rnn.bias_ih_l1	7	-0.008765940554440022
205292	rnn.bias_ih_l1	8	-0.13194246590137482
205292	rnn.bias_ih_l1	9	-0.12618623673915863
205292	rnn.bias_hh_l1	0	-0.10017979145050049
205292	rnn.bias_hh_l1	1	-0.07102122157812119
205292	rnn.bias_hh_l1	2	-0.0915350541472435
205292	rnn.bias_hh_l1	3	-0.0813375934958458
205292	rnn.bias_hh_l1	4	-0.08529618382453918
205292	rnn.bias_hh_l1	5	-0.11999969184398651
205292	rnn.bias_hh_l1	6	-0.15632827579975128
205292	rnn.bias_hh_l1	7	0.06112554669380188
205292	rnn.bias_hh_l1	8	-0.18156883120536804
205292	rnn.bias_hh_l1	9	-0.12154502421617508
205292	rnn.weight_ih_l1_reverse	0	-0.04568205401301384
205292	rnn.weight_ih_l1_reverse	1	0.03902594745159149
205292	rnn.weight_ih_l1_reverse	2	0.09248975664377213
205292	rnn.weight_ih_l1_reverse	3	-0.013903823681175709
205292	rnn.weight_ih_l1_reverse	4	-0.0298138614743948
205292	rnn.weight_ih_l1_reverse	5	-0.030619986355304718
205292	rnn.weight_ih_l1_reverse	6	-0.015260385349392891
205292	rnn.weight_ih_l1_reverse	7	0.027182484045624733
205292	rnn.weight_ih_l1_reverse	8	0.009851391427218914
205292	rnn.weight_ih_l1_reverse	9	-0.037655822932720184
205292	rnn.weight_hh_l1_reverse	0	0.004743281286209822
205292	rnn.weight_hh_l1_reverse	1	0.03152385354042053
205292	rnn.weight_hh_l1_reverse	2	-0.040434494614601135
205292	rnn.weight_hh_l1_reverse	3	0.03543149307370186
205292	rnn.weight_hh_l1_reverse	4	0.046785954385995865
205292	rnn.weight_hh_l1_reverse	5	0.003066723933443427
205292	rnn.weight_hh_l1_reverse	6	0.052022699266672134
205292	rnn.weight_hh_l1_reverse	7	0.031218232586979866
205292	rnn.weight_hh_l1_reverse	8	-0.007377753499895334
205292	rnn.weight_hh_l1_reverse	9	-0.03071669302880764
205292	rnn.bias_ih_l1_reverse	0	-0.05322752147912979
205292	rnn.bias_ih_l1_reverse	1	-0.14673995971679688
205292	rnn.bias_ih_l1_reverse	2	-0.16517087817192078
205292	rnn.bias_ih_l1_reverse	3	-0.05725785344839096
205292	rnn.bias_ih_l1_reverse	4	-0.20974808931350708
205292	rnn.bias_ih_l1_reverse	5	-0.11011353880167007
205292	rnn.bias_ih_l1_reverse	6	-0.13194060325622559
205292	rnn.bias_ih_l1_reverse	7	-0.19220927357673645
205292	rnn.bias_ih_l1_reverse	8	0.21207989752292633
205292	rnn.bias_ih_l1_reverse	9	0.03105779178440571
205292	rnn.bias_hh_l1_reverse	0	-0.0017059572273865342
205292	rnn.bias_hh_l1_reverse	1	-0.07558830082416534
205292	rnn.bias_hh_l1_reverse	2	-0.23530302941799164
205292	rnn.bias_hh_l1_reverse	3	-0.1449805051088333
205292	rnn.bias_hh_l1_reverse	4	-0.08209145069122314
205292	rnn.bias_hh_l1_reverse	5	-0.11841403692960739
205292	rnn.bias_hh_l1_reverse	6	0.05557842552661896
205292	rnn.bias_hh_l1_reverse	7	-0.14767462015151978
205292	rnn.bias_hh_l1_reverse	8	-0.11826057732105255
205292	rnn.bias_hh_l1_reverse	9	-0.14959998428821564
205292	linear.weight	0	0.002228822559118271
205292	linear.weight	1	0.10894633084535599
205292	linear.weight	2	-0.10318703204393387
205292	linear.weight	3	0.2910566031932831
205292	linear.weight	4	0.15750020742416382
205292	linear.weight	5	-0.06533244997262955
205292	linear.weight	6	0.10478909313678741
205292	linear.weight	7	0.1436798870563507
205292	linear.weight	8	0.04114653542637825
205292	linear.weight	9	-0.05271763354539871
205292	linear.bias	0	0.0949474424123764
205292	linear.bias	1	-0.17144502699375153
205292	linear.bias	2	-0.4437095820903778
205292	linear.bias	3	-0.6581673622131348
205292	linear.bias	4	-1.2405215501785278
205292	linear.bias	5	-0.059192974120378494
205292	linear.bias	6	-0.796342670917511
205292	linear.bias	7	0.26595497131347656
205292	linear.bias	8	-0.4298750162124634
205292	linear.bias	9	-1.0389139652252197
205296	transitions	0	0.7360240817070007
205296	transitions	1	0.15448133647441864
205296	transitions	2	-10000.0
205296	transitions	3	-1.8271695375442505
205296	transitions	4	-10000.0
205296	transitions	5	0.5654119253158569
205296	transitions	6	-0.0837617889046669
205296	transitions	7	-0.7884253859519958
205296	transitions	8	-1.4184613227844238
205296	transitions	9	-0.0012128977105021477
205296	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
205296	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
205296	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
205296	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
205296	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
205296	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
205296	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
205296	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
205296	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
205296	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
205296	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
205296	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
205296	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
205296	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
205296	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
205296	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
205296	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
205296	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
205296	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
205296	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
205296	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
205296	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
205296	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
205296	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
205296	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
205296	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
205296	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
205296	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
205296	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
205296	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
205296	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
205296	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
205296	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
205296	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
205296	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
205296	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
205296	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
205296	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
205296	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
205296	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
205296	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
205296	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
205296	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
205296	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
205296	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
205296	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
205296	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
205296	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
205296	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
205296	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
205296	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
205296	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
205296	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
205296	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
205296	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
205296	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
205296	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
205296	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
205296	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
205296	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
205296	embedding2nn.weight	0	0.021553104743361473
205296	embedding2nn.weight	1	-0.01328943856060505
205296	embedding2nn.weight	2	-0.014268254861235619
205296	embedding2nn.weight	3	-0.03311850503087044
205296	embedding2nn.weight	4	-0.0059150345623493195
205296	embedding2nn.weight	5	-0.003700588596984744
205296	embedding2nn.weight	6	-0.003973279148340225
205296	embedding2nn.weight	7	-0.07759462296962738
205296	embedding2nn.weight	8	-0.0019979383796453476
205296	embedding2nn.weight	9	-0.02857728861272335
205296	embedding2nn.bias	0	0.036833979189395905
205296	embedding2nn.bias	1	-0.06907320767641068
205296	embedding2nn.bias	2	0.05997544154524803
205296	embedding2nn.bias	3	0.043349944055080414
205296	embedding2nn.bias	4	-0.043925460427999496
205296	embedding2nn.bias	5	-0.005068402737379074
205296	embedding2nn.bias	6	0.02325170859694481
205296	embedding2nn.bias	7	-0.04644245281815529
205296	embedding2nn.bias	8	0.061531782150268555
205296	embedding2nn.bias	9	0.046568043529987335
205296	rnn.weight_ih_l0	0	-0.0789664015173912
205296	rnn.weight_ih_l0	1	0.005365378689020872
205296	rnn.weight_ih_l0	2	0.031895723193883896
205296	rnn.weight_ih_l0	3	0.021771596744656563
205296	rnn.weight_ih_l0	4	-0.04762662947177887
205296	rnn.weight_ih_l0	5	-0.06806965917348862
205296	rnn.weight_ih_l0	6	-0.0022781100124120712
205296	rnn.weight_ih_l0	7	0.05192681774497032
205296	rnn.weight_ih_l0	8	-0.015447594225406647
205296	rnn.weight_ih_l0	9	-0.0317869707942009
205296	rnn.weight_hh_l0	0	-0.03104584477841854
205296	rnn.weight_hh_l0	1	-0.00827509444206953
205296	rnn.weight_hh_l0	2	0.009626837447285652
205296	rnn.weight_hh_l0	3	-0.07681651413440704
205296	rnn.weight_hh_l0	4	0.09249778091907501
205296	rnn.weight_hh_l0	5	-0.024989238008856773
205296	rnn.weight_hh_l0	6	-0.05967417731881142
205296	rnn.weight_hh_l0	7	0.01242659892886877
205296	rnn.weight_hh_l0	8	0.01546483114361763
205296	rnn.weight_hh_l0	9	-0.024328825995326042
205296	rnn.bias_ih_l0	0	0.13289208710193634
205296	rnn.bias_ih_l0	1	-0.03719053789973259
205296	rnn.bias_ih_l0	2	-0.03308100253343582
205296	rnn.bias_ih_l0	3	0.15728408098220825
205296	rnn.bias_ih_l0	4	-0.011995064094662666
205296	rnn.bias_ih_l0	5	-0.021058838814496994
205296	rnn.bias_ih_l0	6	0.01621912233531475
205296	rnn.bias_ih_l0	7	0.02081386372447014
205296	rnn.bias_ih_l0	8	-0.09909266978502274
205296	rnn.bias_ih_l0	9	-0.04333891719579697
205296	rnn.bias_hh_l0	0	-0.001035985304042697
205296	rnn.bias_hh_l0	1	-0.10681204497814178
205296	rnn.bias_hh_l0	2	-0.07024937123060226
205296	rnn.bias_hh_l0	3	-0.08757457137107849
205296	rnn.bias_hh_l0	4	0.008242967538535595
205296	rnn.bias_hh_l0	5	-0.02131005749106407
205296	rnn.bias_hh_l0	6	0.03355199098587036
205296	rnn.bias_hh_l0	7	0.057752884924411774
205296	rnn.bias_hh_l0	8	-0.12062656134366989
205296	rnn.bias_hh_l0	9	-0.05634675174951553
205296	rnn.weight_ih_l0_reverse	0	-0.022716544568538666
205296	rnn.weight_ih_l0_reverse	1	-0.054207488894462585
205296	rnn.weight_ih_l0_reverse	2	-0.04784083366394043
205296	rnn.weight_ih_l0_reverse	3	0.010720985941588879
205296	rnn.weight_ih_l0_reverse	4	-0.021793993189930916
205296	rnn.weight_ih_l0_reverse	5	-0.056097209453582764
205296	rnn.weight_ih_l0_reverse	6	0.07533381879329681
205296	rnn.weight_ih_l0_reverse	7	-0.01657501794397831
205296	rnn.weight_ih_l0_reverse	8	-0.017284248024225235
205296	rnn.weight_ih_l0_reverse	9	0.0015334575437009335
205296	rnn.weight_hh_l0_reverse	0	0.06569600850343704
205296	rnn.weight_hh_l0_reverse	1	0.022289937362074852
205296	rnn.weight_hh_l0_reverse	2	0.02902543544769287
205296	rnn.weight_hh_l0_reverse	3	0.0358055979013443
205296	rnn.weight_hh_l0_reverse	4	0.012354091741144657
205296	rnn.weight_hh_l0_reverse	5	0.008005456998944283
205296	rnn.weight_hh_l0_reverse	6	0.05077318847179413
205296	rnn.weight_hh_l0_reverse	7	-0.07921089231967926
205296	rnn.weight_hh_l0_reverse	8	0.04032471030950546
205296	rnn.weight_hh_l0_reverse	9	0.03657166287302971
205296	rnn.bias_ih_l0_reverse	0	-0.06159273535013199
205296	rnn.bias_ih_l0_reverse	1	-0.28724417090415955
205296	rnn.bias_ih_l0_reverse	2	-0.12041265517473221
205296	rnn.bias_ih_l0_reverse	3	-0.048258986324071884
205296	rnn.bias_ih_l0_reverse	4	-0.020501427352428436
205296	rnn.bias_ih_l0_reverse	5	0.07332339882850647
205296	rnn.bias_ih_l0_reverse	6	-0.06449634581804276
205296	rnn.bias_ih_l0_reverse	7	0.06615657359361649
205296	rnn.bias_ih_l0_reverse	8	-0.04778311029076576
205296	rnn.bias_ih_l0_reverse	9	0.06562414020299911
205296	rnn.bias_hh_l0_reverse	0	0.022005032747983932
205296	rnn.bias_hh_l0_reverse	1	-0.05696267634630203
205296	rnn.bias_hh_l0_reverse	2	0.08253440260887146
205296	rnn.bias_hh_l0_reverse	3	-0.049059152603149414
205296	rnn.bias_hh_l0_reverse	4	-0.02373565547168255
205296	rnn.bias_hh_l0_reverse	5	-0.025569837540388107
205296	rnn.bias_hh_l0_reverse	6	-0.018123606219887733
205296	rnn.bias_hh_l0_reverse	7	0.10076116770505905
205296	rnn.bias_hh_l0_reverse	8	0.03327029198408127
205296	rnn.bias_hh_l0_reverse	9	-0.14797891676425934
205296	rnn.weight_ih_l1	0	-0.030166059732437134
205296	rnn.weight_ih_l1	1	-0.04972327500581741
205296	rnn.weight_ih_l1	2	0.05512063205242157
205296	rnn.weight_ih_l1	3	-0.06887386739253998
205296	rnn.weight_ih_l1	4	-0.013678841292858124
205296	rnn.weight_ih_l1	5	-0.04097798094153404
205296	rnn.weight_ih_l1	6	0.028149083256721497
205296	rnn.weight_ih_l1	7	-0.046339139342308044
205296	rnn.weight_ih_l1	8	0.037429045885801315
205296	rnn.weight_ih_l1	9	0.04645834490656853
205296	rnn.weight_hh_l1	0	-0.007722293492406607
205296	rnn.weight_hh_l1	1	0.02061142958700657
205296	rnn.weight_hh_l1	2	0.007952682673931122
205296	rnn.weight_hh_l1	3	-0.013317218981683254
205296	rnn.weight_hh_l1	4	0.0046006059274077415
205296	rnn.weight_hh_l1	5	0.03351161628961563
205296	rnn.weight_hh_l1	6	0.0352519154548645
205296	rnn.weight_hh_l1	7	-0.01644853688776493
205296	rnn.weight_hh_l1	8	-0.0082184923812747
205296	rnn.weight_hh_l1	9	0.03695860877633095
205296	rnn.bias_ih_l1	0	-0.18566244840621948
205296	rnn.bias_ih_l1	1	-0.18483026325702667
205296	rnn.bias_ih_l1	2	-0.20392775535583496
205296	rnn.bias_ih_l1	3	-0.3158379793167114
205296	rnn.bias_ih_l1	4	-0.20754621922969818
205296	rnn.bias_ih_l1	5	-0.08126934617757797
205296	rnn.bias_ih_l1	6	-0.1643342673778534
205296	rnn.bias_ih_l1	7	-0.008746105246245861
205296	rnn.bias_ih_l1	8	-0.13184599578380585
205296	rnn.bias_ih_l1	9	-0.12619033455848694
205296	rnn.bias_hh_l1	0	-0.10029364377260208
205296	rnn.bias_hh_l1	1	-0.07096395641565323
205296	rnn.bias_hh_l1	2	-0.0915137305855751
205296	rnn.bias_hh_l1	3	-0.0812881663441658
205296	rnn.bias_hh_l1	4	-0.08522620797157288
205296	rnn.bias_hh_l1	5	-0.12001239508390427
205296	rnn.bias_hh_l1	6	-0.15632128715515137
205296	rnn.bias_hh_l1	7	0.06106489524245262
205296	rnn.bias_hh_l1	8	-0.18157491087913513
205296	rnn.bias_hh_l1	9	-0.12168189138174057
205296	rnn.weight_ih_l1_reverse	0	-0.04569373279809952
205296	rnn.weight_ih_l1_reverse	1	0.039023976773023605
205296	rnn.weight_ih_l1_reverse	2	0.0925104171037674
205296	rnn.weight_ih_l1_reverse	3	-0.013895385898649693
205296	rnn.weight_ih_l1_reverse	4	-0.02980172261595726
205296	rnn.weight_ih_l1_reverse	5	-0.030642256140708923
205296	rnn.weight_ih_l1_reverse	6	-0.015252262353897095
205296	rnn.weight_ih_l1_reverse	7	0.027247998863458633
205296	rnn.weight_ih_l1_reverse	8	0.00981567520648241
205296	rnn.weight_ih_l1_reverse	9	-0.037675272673368454
205296	rnn.weight_hh_l1_reverse	0	0.004742748104035854
205296	rnn.weight_hh_l1_reverse	1	0.03151862695813179
205296	rnn.weight_hh_l1_reverse	2	-0.04043271392583847
205296	rnn.weight_hh_l1_reverse	3	0.0354316309094429
205296	rnn.weight_hh_l1_reverse	4	0.04677441343665123
205296	rnn.weight_hh_l1_reverse	5	0.0030524111352860928
205296	rnn.weight_hh_l1_reverse	6	0.05205745995044708
205296	rnn.weight_hh_l1_reverse	7	0.031221313402056694
205296	rnn.weight_hh_l1_reverse	8	-0.007372207473963499
205296	rnn.weight_hh_l1_reverse	9	-0.030706238001585007
205296	rnn.bias_ih_l1_reverse	0	-0.05324219539761543
205296	rnn.bias_ih_l1_reverse	1	-0.14677201211452484
205296	rnn.bias_ih_l1_reverse	2	-0.16516202688217163
205296	rnn.bias_ih_l1_reverse	3	-0.05718998610973358
205296	rnn.bias_ih_l1_reverse	4	-0.20983627438545227
205296	rnn.bias_ih_l1_reverse	5	-0.11011814326047897
205296	rnn.bias_ih_l1_reverse	6	-0.13195301592350006
205296	rnn.bias_ih_l1_reverse	7	-0.19223693013191223
205296	rnn.bias_ih_l1_reverse	8	0.21232159435749054
205296	rnn.bias_ih_l1_reverse	9	0.031051278114318848
205296	rnn.bias_hh_l1_reverse	0	-0.0017794901505112648
205296	rnn.bias_hh_l1_reverse	1	-0.07569463551044464
205296	rnn.bias_hh_l1_reverse	2	-0.23532231152057648
205296	rnn.bias_hh_l1_reverse	3	-0.14491544663906097
205296	rnn.bias_hh_l1_reverse	4	-0.08213543891906738
205296	rnn.bias_hh_l1_reverse	5	-0.11837739497423172
205296	rnn.bias_hh_l1_reverse	6	0.0555892214179039
205296	rnn.bias_hh_l1_reverse	7	-0.14768697321414948
205296	rnn.bias_hh_l1_reverse	8	-0.11833342909812927
205296	rnn.bias_hh_l1_reverse	9	-0.14962846040725708
205296	linear.weight	0	0.002228822559118271
205296	linear.weight	1	0.10923552513122559
205296	linear.weight	2	-0.10313583165407181
205296	linear.weight	3	0.2907361388206482
205296	linear.weight	4	0.1575181633234024
205296	linear.weight	5	-0.06545290350914001
205296	linear.weight	6	0.104737788438797
205296	linear.weight	7	0.1436866968870163
205296	linear.weight	8	0.04114653542637825
205296	linear.weight	9	-0.05269573628902435
205296	linear.bias	0	0.09590286761522293
205296	linear.bias	1	-0.17093715071678162
205296	linear.bias	2	-0.44424691796302795
205296	linear.bias	3	-0.6577633023262024
205296	linear.bias	4	-1.240123987197876
205296	linear.bias	5	-0.05928153172135353
205296	linear.bias	6	-0.7958372831344604
205296	linear.bias	7	0.2658911645412445
205296	linear.bias	8	-0.4316699802875519
205296	linear.bias	9	-1.0407090187072754
205493	transitions	0	0.737480103969574
205493	transitions	1	0.15336400270462036
205493	transitions	2	-10000.0
205493	transitions	3	-1.8271762132644653
205493	transitions	4	-10000.0
205493	transitions	5	0.5654052495956421
205493	transitions	6	-0.08377726376056671
205493	transitions	7	-0.788813591003418
205493	transitions	8	-1.4184702634811401
205493	transitions	9	-0.001213017851114273
205493	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
205493	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
205493	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
205493	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
205493	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
205493	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
205493	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
205493	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
205493	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
205493	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
205493	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
205493	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
205493	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
205493	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
205493	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
205493	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
205493	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
205493	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
205493	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
205493	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
205493	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
205493	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
205493	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
205493	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
205493	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
205493	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
205493	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
205493	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
205493	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
205493	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
205493	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
205493	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
205493	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
205493	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
205493	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
205493	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
205493	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
205493	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
205493	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
205493	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
205493	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
205493	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
205493	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
205493	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
205493	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
205493	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
205493	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
205493	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
205493	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
205493	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
205493	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
205493	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
205493	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
205493	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
205493	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
205493	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
205493	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
205493	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
205493	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
205493	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
205493	embedding2nn.weight	0	0.020947031676769257
205493	embedding2nn.weight	1	-0.013271115720272064
205493	embedding2nn.weight	2	-0.014268254861235619
205493	embedding2nn.weight	3	-0.03312262147665024
205493	embedding2nn.weight	4	-0.0059150345623493195
205493	embedding2nn.weight	5	-0.003700588596984744
205493	embedding2nn.weight	6	-0.003973278682678938
205493	embedding2nn.weight	7	-0.07790860533714294
205493	embedding2nn.weight	8	-0.0019979383796453476
205493	embedding2nn.weight	9	-0.028667818754911423
205493	embedding2nn.bias	0	0.03761300817131996
205493	embedding2nn.bias	1	-0.07156075537204742
205493	embedding2nn.bias	2	0.06042588874697685
205493	embedding2nn.bias	3	0.0437985435128212
205493	embedding2nn.bias	4	-0.04241112992167473
205493	embedding2nn.bias	5	-0.006132078357040882
205493	embedding2nn.bias	6	0.02461865171790123
205493	embedding2nn.bias	7	-0.04928534850478172
205493	embedding2nn.bias	8	0.06166031211614609
205493	embedding2nn.bias	9	0.046032968908548355
205493	rnn.weight_ih_l0	0	-0.0789150595664978
205493	rnn.weight_ih_l0	1	0.0055329445749521255
205493	rnn.weight_ih_l0	2	0.03189157322049141
205493	rnn.weight_ih_l0	3	0.021961595863103867
205493	rnn.weight_ih_l0	4	-0.04794196039438248
205493	rnn.weight_ih_l0	5	-0.06798721104860306
205493	rnn.weight_ih_l0	6	-0.001925362623296678
205493	rnn.weight_ih_l0	7	0.0519527867436409
205493	rnn.weight_ih_l0	8	-0.015427231788635254
205493	rnn.weight_ih_l0	9	-0.03217177465558052
205493	rnn.weight_hh_l0	0	-0.03110615164041519
205493	rnn.weight_hh_l0	1	-0.008091552183032036
205493	rnn.weight_hh_l0	2	0.009321595542132854
205493	rnn.weight_hh_l0	3	-0.07652387022972107
205493	rnn.weight_hh_l0	4	0.0927015170454979
205493	rnn.weight_hh_l0	5	-0.025103773921728134
205493	rnn.weight_hh_l0	6	-0.059754613786935806
205493	rnn.weight_hh_l0	7	0.012397075071930885
205493	rnn.weight_hh_l0	8	0.015832187607884407
205493	rnn.weight_hh_l0	9	-0.02418304979801178
205493	rnn.bias_ih_l0	0	0.13473674654960632
205493	rnn.bias_ih_l0	1	-0.037147682160139084
205493	rnn.bias_ih_l0	2	-0.03336387127637863
205493	rnn.bias_ih_l0	3	0.15754848718643188
205493	rnn.bias_ih_l0	4	-0.01146223209798336
205493	rnn.bias_ih_l0	5	-0.020799370482563972
205493	rnn.bias_ih_l0	6	0.016091633588075638
205493	rnn.bias_ih_l0	7	0.02031526528298855
205493	rnn.bias_ih_l0	8	-0.09913696348667145
205493	rnn.bias_ih_l0	9	-0.043612413108348846
205493	rnn.bias_hh_l0	0	-0.001603658776730299
205493	rnn.bias_hh_l0	1	-0.10669553279876709
205493	rnn.bias_hh_l0	2	-0.06979634612798691
205493	rnn.bias_hh_l0	3	-0.08778949826955795
205493	rnn.bias_hh_l0	4	0.008369775488972664
205493	rnn.bias_hh_l0	5	-0.020876076072454453
205493	rnn.bias_hh_l0	6	0.03325055539608002
205493	rnn.bias_hh_l0	7	0.05763403698801994
205493	rnn.bias_hh_l0	8	-0.12122935056686401
205493	rnn.bias_hh_l0	9	-0.056233394891023636
205493	rnn.weight_ih_l0_reverse	0	-0.022858133539557457
205493	rnn.weight_ih_l0_reverse	1	-0.05409352853894234
205493	rnn.weight_ih_l0_reverse	2	-0.047657646238803864
205493	rnn.weight_ih_l0_reverse	3	0.011002007871866226
205493	rnn.weight_ih_l0_reverse	4	-0.021839750930666924
205493	rnn.weight_ih_l0_reverse	5	-0.05603484809398651
205493	rnn.weight_ih_l0_reverse	6	0.07513327151536942
205493	rnn.weight_ih_l0_reverse	7	-0.01656179130077362
205493	rnn.weight_ih_l0_reverse	8	-0.01720021851360798
205493	rnn.weight_ih_l0_reverse	9	0.0015107879880815744
205493	rnn.weight_hh_l0_reverse	0	0.06526327133178711
205493	rnn.weight_hh_l0_reverse	1	0.022203203290700912
205493	rnn.weight_hh_l0_reverse	2	0.029019398614764214
205493	rnn.weight_hh_l0_reverse	3	0.03593659773468971
205493	rnn.weight_hh_l0_reverse	4	0.012343593873083591
205493	rnn.weight_hh_l0_reverse	5	0.007722923532128334
205493	rnn.weight_hh_l0_reverse	6	0.050659798085689545
205493	rnn.weight_hh_l0_reverse	7	-0.07938046753406525
205493	rnn.weight_hh_l0_reverse	8	0.04025770723819733
205493	rnn.weight_hh_l0_reverse	9	0.036544397473335266
205493	rnn.bias_ih_l0_reverse	0	-0.061419129371643066
205493	rnn.bias_ih_l0_reverse	1	-0.2865754961967468
205493	rnn.bias_ih_l0_reverse	2	-0.12078376114368439
205493	rnn.bias_ih_l0_reverse	3	-0.04798906669020653
205493	rnn.bias_ih_l0_reverse	4	-0.02105879969894886
205493	rnn.bias_ih_l0_reverse	5	0.07385179400444031
205493	rnn.bias_ih_l0_reverse	6	-0.06455820053815842
205493	rnn.bias_ih_l0_reverse	7	0.06589649617671967
205493	rnn.bias_ih_l0_reverse	8	-0.04729101061820984
205493	rnn.bias_ih_l0_reverse	9	0.06561800092458725
205493	rnn.bias_hh_l0_reverse	0	0.02135884203016758
205493	rnn.bias_hh_l0_reverse	1	-0.05856262147426605
205493	rnn.bias_hh_l0_reverse	2	0.08255508542060852
205493	rnn.bias_hh_l0_reverse	3	-0.04880860447883606
205493	rnn.bias_hh_l0_reverse	4	-0.023314792662858963
205493	rnn.bias_hh_l0_reverse	5	-0.024250293150544167
205493	rnn.bias_hh_l0_reverse	6	-0.018149247393012047
205493	rnn.bias_hh_l0_reverse	7	0.10097028315067291
205493	rnn.bias_hh_l0_reverse	8	0.033975258469581604
205493	rnn.bias_hh_l0_reverse	9	-0.14775262773036957
205493	rnn.weight_ih_l1	0	-0.03005053848028183
205493	rnn.weight_ih_l1	1	-0.04987005889415741
205493	rnn.weight_ih_l1	2	0.05490409955382347
205493	rnn.weight_ih_l1	3	-0.06881734728813171
205493	rnn.weight_ih_l1	4	-0.01358823012560606
205493	rnn.weight_ih_l1	5	-0.04108455777168274
205493	rnn.weight_ih_l1	6	0.028066130355000496
205493	rnn.weight_ih_l1	7	-0.04601789638400078
205493	rnn.weight_ih_l1	8	0.03741122782230377
205493	rnn.weight_ih_l1	9	0.046176087111234665
205493	rnn.weight_hh_l1	0	-0.0076156300492584705
205493	rnn.weight_hh_l1	1	0.020613212138414383
205493	rnn.weight_hh_l1	2	0.008142116479575634
205493	rnn.weight_hh_l1	3	-0.01340182963758707
205493	rnn.weight_hh_l1	4	0.004685830324888229
205493	rnn.weight_hh_l1	5	0.033493511378765106
205493	rnn.weight_hh_l1	6	0.0356864258646965
205493	rnn.weight_hh_l1	7	-0.01633945107460022
205493	rnn.weight_hh_l1	8	-0.008268243633210659
205493	rnn.weight_hh_l1	9	0.03695426136255264
205493	rnn.bias_ih_l1	0	-0.18507930636405945
205493	rnn.bias_ih_l1	1	-0.18442101776599884
205493	rnn.bias_ih_l1	2	-0.20338164269924164
205493	rnn.bias_ih_l1	3	-0.3160850703716278
205493	rnn.bias_ih_l1	4	-0.2082367241382599
205493	rnn.bias_ih_l1	5	-0.08155077695846558
205493	rnn.bias_ih_l1	6	-0.16500768065452576
205493	rnn.bias_ih_l1	7	-0.009733248502016068
205493	rnn.bias_ih_l1	8	-0.13276919722557068
205493	rnn.bias_ih_l1	9	-0.1262550801038742
205493	rnn.bias_hh_l1	0	-0.10076842457056046
205493	rnn.bias_hh_l1	1	-0.07101839035749435
205493	rnn.bias_hh_l1	2	-0.09228769689798355
205493	rnn.bias_hh_l1	3	-0.08078524470329285
205493	rnn.bias_hh_l1	4	-0.08463937789201736
205493	rnn.bias_hh_l1	5	-0.12027141451835632
205493	rnn.bias_hh_l1	6	-0.1567315012216568
205493	rnn.bias_hh_l1	7	0.060235802084207535
205493	rnn.bias_hh_l1	8	-0.181037038564682
205493	rnn.bias_hh_l1	9	-0.12281382828950882
205493	rnn.weight_ih_l1_reverse	0	-0.0459895059466362
205493	rnn.weight_ih_l1_reverse	1	0.0402248278260231
205493	rnn.weight_ih_l1_reverse	2	0.09274332225322723
205493	rnn.weight_ih_l1_reverse	3	-0.014474588446319103
205493	rnn.weight_ih_l1_reverse	4	-0.02947782725095749
205493	rnn.weight_ih_l1_reverse	5	-0.030574623495340347
205493	rnn.weight_ih_l1_reverse	6	-0.015659311786293983
205493	rnn.weight_ih_l1_reverse	7	0.027176929637789726
205493	rnn.weight_ih_l1_reverse	8	0.009756750427186489
205493	rnn.weight_ih_l1_reverse	9	-0.03761787340044975
205493	rnn.weight_hh_l1_reverse	0	0.004675878211855888
205493	rnn.weight_hh_l1_reverse	1	0.03149314597249031
205493	rnn.weight_hh_l1_reverse	2	-0.04046596214175224
205493	rnn.weight_hh_l1_reverse	3	0.03534358739852905
205493	rnn.weight_hh_l1_reverse	4	0.046832360327243805
205493	rnn.weight_hh_l1_reverse	5	0.003144022775813937
205493	rnn.weight_hh_l1_reverse	6	0.05272413790225983
205493	rnn.weight_hh_l1_reverse	7	0.031186791136860847
205493	rnn.weight_hh_l1_reverse	8	-0.007356754504144192
205493	rnn.weight_hh_l1_reverse	9	-0.030702436342835426
205493	rnn.bias_ih_l1_reverse	0	-0.05393433943390846
205493	rnn.bias_ih_l1_reverse	1	-0.14678823947906494
205493	rnn.bias_ih_l1_reverse	2	-0.16505900025367737
205493	rnn.bias_ih_l1_reverse	3	-0.056323714554309845
205493	rnn.bias_ih_l1_reverse	4	-0.20983336865901947
205493	rnn.bias_ih_l1_reverse	5	-0.1105053648352623
205493	rnn.bias_ih_l1_reverse	6	-0.1317857801914215
205493	rnn.bias_ih_l1_reverse	7	-0.1923397183418274
205493	rnn.bias_ih_l1_reverse	8	0.21098670363426208
205493	rnn.bias_ih_l1_reverse	9	0.029600873589515686
205493	rnn.bias_hh_l1_reverse	0	0.0011394894681870937
205493	rnn.bias_hh_l1_reverse	1	-0.07514645159244537
205493	rnn.bias_hh_l1_reverse	2	-0.23527798056602478
205493	rnn.bias_hh_l1_reverse	3	-0.14446207880973816
205493	rnn.bias_hh_l1_reverse	4	-0.08263007551431656
205493	rnn.bias_hh_l1_reverse	5	-0.11958859860897064
205493	rnn.bias_hh_l1_reverse	6	0.05607606843113899
205493	rnn.bias_hh_l1_reverse	7	-0.14744096994400024
205493	rnn.bias_hh_l1_reverse	8	-0.1187448501586914
205493	rnn.bias_hh_l1_reverse	9	-0.14963984489440918
205493	linear.weight	0	0.002228822559118271
205493	linear.weight	1	0.1101805791258812
205493	linear.weight	2	-0.10205839574337006
205493	linear.weight	3	0.2884817123413086
205493	linear.weight	4	0.15724919736385345
205493	linear.weight	5	-0.0651014968752861
205493	linear.weight	6	0.10254902392625809
205493	linear.weight	7	0.14431437849998474
205493	linear.weight	8	0.04114644229412079
205493	linear.weight	9	-0.05279736593365669
205493	linear.bias	0	0.08569014072418213
205493	linear.bias	1	-0.16246816515922546
205493	linear.bias	2	-0.43909651041030884
205493	linear.bias	3	-0.6616962552070618
205493	linear.bias	4	-1.2440400123596191
205493	linear.bias	5	-0.06933776289224625
205493	linear.bias	6	-0.7875766158103943
205493	linear.bias	7	0.25750505924224854
205493	linear.bias	8	-0.4292806088924408
205493	linear.bias	9	-1.03829824924469
205690	transitions	0	0.7371461987495422
205690	transitions	1	0.1533374786376953
205690	transitions	2	-10000.0
205690	transitions	3	-1.8271838426589966
205690	transitions	4	-10000.0
205690	transitions	5	0.5653864741325378
205690	transitions	6	-0.08379089832305908
205690	transitions	7	-0.7899488210678101
205690	transitions	8	-1.4184876680374146
205690	transitions	9	-0.0012131041148677468
205690	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
205690	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
205690	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
205690	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
205690	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
205690	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
205690	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
205690	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
205690	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
205690	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
205690	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
205690	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
205690	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
205690	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
205690	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
205690	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
205690	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
205690	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
205690	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
205690	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
205690	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
205690	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
205690	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
205690	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
205690	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
205690	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
205690	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
205690	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
205690	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
205690	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
205690	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
205690	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
205690	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
205690	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
205690	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
205690	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
205690	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
205690	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
205690	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
205690	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
205690	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
205690	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
205690	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
205690	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
205690	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
205690	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
205690	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
205690	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
205690	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
205690	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
205690	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
205690	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
205690	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
205690	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
205690	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
205690	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
205690	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
205690	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
205690	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
205690	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
205690	embedding2nn.weight	0	0.02128054015338421
205690	embedding2nn.weight	1	-0.013215516693890095
205690	embedding2nn.weight	2	-0.014268254861235619
205690	embedding2nn.weight	3	-0.03278723731637001
205690	embedding2nn.weight	4	-0.0059150345623493195
205690	embedding2nn.weight	5	-0.003700588596984744
205690	embedding2nn.weight	6	-0.003973278682678938
205690	embedding2nn.weight	7	-0.07762240618467331
205690	embedding2nn.weight	8	-0.0019979383796453476
205690	embedding2nn.weight	9	-0.028660351410508156
205690	embedding2nn.bias	0	0.039684753865003586
205690	embedding2nn.bias	1	-0.07077161222696304
205690	embedding2nn.bias	2	0.06023017317056656
205690	embedding2nn.bias	3	0.04207099601626396
205690	embedding2nn.bias	4	-0.04200613498687744
205690	embedding2nn.bias	5	-0.005522701423615217
205690	embedding2nn.bias	6	0.0250453669577837
205690	embedding2nn.bias	7	-0.052877649664878845
205690	embedding2nn.bias	8	0.06212267279624939
205690	embedding2nn.bias	9	0.04827694222331047
205690	rnn.weight_ih_l0	0	-0.07882755994796753
205690	rnn.weight_ih_l0	1	0.005230539478361607
205690	rnn.weight_ih_l0	2	0.032038286328315735
205690	rnn.weight_ih_l0	3	0.022289792075753212
205690	rnn.weight_ih_l0	4	-0.048138879239559174
205690	rnn.weight_ih_l0	5	-0.06795591861009598
205690	rnn.weight_ih_l0	6	-0.0018004131270572543
205690	rnn.weight_ih_l0	7	0.05224314704537392
205690	rnn.weight_ih_l0	8	-0.01514966320246458
205690	rnn.weight_ih_l0	9	-0.0312126986682415
205690	rnn.weight_hh_l0	0	-0.030893851071596146
205690	rnn.weight_hh_l0	1	-0.008158769458532333
205690	rnn.weight_hh_l0	2	0.00909978523850441
205690	rnn.weight_hh_l0	3	-0.07695398479700089
205690	rnn.weight_hh_l0	4	0.09302651137113571
205690	rnn.weight_hh_l0	5	-0.02517738938331604
205690	rnn.weight_hh_l0	6	-0.05951669067144394
205690	rnn.weight_hh_l0	7	0.012304098345339298
205690	rnn.weight_hh_l0	8	0.015657054260373116
205690	rnn.weight_hh_l0	9	-0.024325203150510788
205690	rnn.bias_ih_l0	0	0.13390713930130005
205690	rnn.bias_ih_l0	1	-0.037361178547143936
205690	rnn.bias_ih_l0	2	-0.0331764779984951
205690	rnn.bias_ih_l0	3	0.15557336807250977
205690	rnn.bias_ih_l0	4	-0.010598006658256054
205690	rnn.bias_ih_l0	5	-0.020388908684253693
205690	rnn.bias_ih_l0	6	0.014613554812967777
205690	rnn.bias_ih_l0	7	0.02084341086447239
205690	rnn.bias_ih_l0	8	-0.09834488481283188
205690	rnn.bias_ih_l0	9	-0.042675502598285675
205690	rnn.bias_hh_l0	0	-0.0016428197268396616
205690	rnn.bias_hh_l0	1	-0.10628240555524826
205690	rnn.bias_hh_l0	2	-0.06920139491558075
205690	rnn.bias_hh_l0	3	-0.08756612241268158
205690	rnn.bias_hh_l0	4	0.009255615994334221
205690	rnn.bias_hh_l0	5	-0.021264653652906418
205690	rnn.bias_hh_l0	6	0.03381656855344772
205690	rnn.bias_hh_l0	7	0.05708443000912666
205690	rnn.bias_hh_l0	8	-0.1206170991063118
205690	rnn.bias_hh_l0	9	-0.05702676624059677
205690	rnn.weight_ih_l0_reverse	0	-0.022884000092744827
205690	rnn.weight_ih_l0_reverse	1	-0.054357271641492844
205690	rnn.weight_ih_l0_reverse	2	-0.04735897108912468
205690	rnn.weight_ih_l0_reverse	3	0.01133978832513094
205690	rnn.weight_ih_l0_reverse	4	-0.02201169542968273
205690	rnn.weight_ih_l0_reverse	5	-0.05598906800150871
205690	rnn.weight_ih_l0_reverse	6	0.07516834884881973
205690	rnn.weight_ih_l0_reverse	7	-0.016458723694086075
205690	rnn.weight_ih_l0_reverse	8	-0.017354778945446014
205690	rnn.weight_ih_l0_reverse	9	0.001726375543512404
205690	rnn.weight_hh_l0_reverse	0	0.065593421459198
205690	rnn.weight_hh_l0_reverse	1	0.021974291652441025
205690	rnn.weight_hh_l0_reverse	2	0.029380686581134796
205690	rnn.weight_hh_l0_reverse	3	0.03578775376081467
205690	rnn.weight_hh_l0_reverse	4	0.012221145443618298
205690	rnn.weight_hh_l0_reverse	5	0.00800930242985487
205690	rnn.weight_hh_l0_reverse	6	0.0507161021232605
205690	rnn.weight_hh_l0_reverse	7	-0.07911881804466248
205690	rnn.weight_hh_l0_reverse	8	0.040327027440071106
205690	rnn.weight_hh_l0_reverse	9	0.03652743250131607
205690	rnn.bias_ih_l0_reverse	0	-0.06115391477942467
205690	rnn.bias_ih_l0_reverse	1	-0.28706079721450806
205690	rnn.bias_ih_l0_reverse	2	-0.12083973735570908
205690	rnn.bias_ih_l0_reverse	3	-0.047380197793245316
205690	rnn.bias_ih_l0_reverse	4	-0.02087653987109661
205690	rnn.bias_ih_l0_reverse	5	0.0746069997549057
205690	rnn.bias_ih_l0_reverse	6	-0.06443490087985992
205690	rnn.bias_ih_l0_reverse	7	0.06628628075122833
205690	rnn.bias_ih_l0_reverse	8	-0.04760918393731117
205690	rnn.bias_ih_l0_reverse	9	0.06518210470676422
205690	rnn.bias_hh_l0_reverse	0	0.02080712281167507
205690	rnn.bias_hh_l0_reverse	1	-0.059635695070028305
205690	rnn.bias_hh_l0_reverse	2	0.08272061496973038
205690	rnn.bias_hh_l0_reverse	3	-0.04862542822957039
205690	rnn.bias_hh_l0_reverse	4	-0.02332482486963272
205690	rnn.bias_hh_l0_reverse	5	-0.023908380419015884
205690	rnn.bias_hh_l0_reverse	6	-0.017665715888142586
205690	rnn.bias_hh_l0_reverse	7	0.101343534886837
205690	rnn.bias_hh_l0_reverse	8	0.035824839025735855
205690	rnn.bias_hh_l0_reverse	9	-0.14818298816680908
205690	rnn.weight_ih_l1	0	-0.030108824372291565
205690	rnn.weight_ih_l1	1	-0.050161175429821014
205690	rnn.weight_ih_l1	2	0.055285848677158356
205690	rnn.weight_ih_l1	3	-0.06885336339473724
205690	rnn.weight_ih_l1	4	-0.013814011588692665
205690	rnn.weight_ih_l1	5	-0.04116718843579292
205690	rnn.weight_ih_l1	6	0.027827704325318336
205690	rnn.weight_ih_l1	7	-0.04544084891676903
205690	rnn.weight_ih_l1	8	0.037384994328022
205690	rnn.weight_ih_l1	9	0.046176888048648834
205690	rnn.weight_hh_l1	0	-0.007435705047100782
205690	rnn.weight_hh_l1	1	0.020635681226849556
205690	rnn.weight_hh_l1	2	0.00830503087490797
205690	rnn.weight_hh_l1	3	-0.013343575410544872
205690	rnn.weight_hh_l1	4	0.004711745772510767
205690	rnn.weight_hh_l1	5	0.03355557844042778
205690	rnn.weight_hh_l1	6	0.035708386451005936
205690	rnn.weight_hh_l1	7	-0.01639830879867077
205690	rnn.weight_hh_l1	8	-0.008462470956146717
205690	rnn.weight_hh_l1	9	0.03689545392990112
205690	rnn.bias_ih_l1	0	-0.18527381122112274
205690	rnn.bias_ih_l1	1	-0.18455733358860016
205690	rnn.bias_ih_l1	2	-0.20325621962547302
205690	rnn.bias_ih_l1	3	-0.31589123606681824
205690	rnn.bias_ih_l1	4	-0.20663543045520782
205690	rnn.bias_ih_l1	5	-0.08164935559034348
205690	rnn.bias_ih_l1	6	-0.1656063199043274
205690	rnn.bias_ih_l1	7	-0.01034682709723711
205690	rnn.bias_ih_l1	8	-0.13178803026676178
205690	rnn.bias_ih_l1	9	-0.12598226964473724
205690	rnn.bias_hh_l1	0	-0.0999717190861702
205690	rnn.bias_hh_l1	1	-0.07077217102050781
205690	rnn.bias_hh_l1	2	-0.09170684218406677
205690	rnn.bias_hh_l1	3	-0.08084841072559357
205690	rnn.bias_hh_l1	4	-0.08499395847320557
205690	rnn.bias_hh_l1	5	-0.12007433921098709
205690	rnn.bias_hh_l1	6	-0.1566307544708252
205690	rnn.bias_hh_l1	7	0.06282840669155121
205690	rnn.bias_hh_l1	8	-0.1801416128873825
205690	rnn.bias_hh_l1	9	-0.12224602699279785
205690	rnn.weight_ih_l1_reverse	0	-0.04565534368157387
205690	rnn.weight_ih_l1_reverse	1	0.040664128959178925
205690	rnn.weight_ih_l1_reverse	2	0.09282447397708893
205690	rnn.weight_ih_l1_reverse	3	-0.014209888875484467
205690	rnn.weight_ih_l1_reverse	4	-0.02896072342991829
205690	rnn.weight_ih_l1_reverse	5	-0.030560577288269997
205690	rnn.weight_ih_l1_reverse	6	-0.01613100804388523
205690	rnn.weight_ih_l1_reverse	7	0.027160435914993286
205690	rnn.weight_ih_l1_reverse	8	0.009431414306163788
205690	rnn.weight_ih_l1_reverse	9	-0.03720340505242348
205690	rnn.weight_hh_l1_reverse	0	0.0047464496456086636
205690	rnn.weight_hh_l1_reverse	1	0.031535930931568146
205690	rnn.weight_hh_l1_reverse	2	-0.04046761617064476
205690	rnn.weight_hh_l1_reverse	3	0.03536572307348251
205690	rnn.weight_hh_l1_reverse	4	0.04689961299300194
205690	rnn.weight_hh_l1_reverse	5	0.0032777709420770407
205690	rnn.weight_hh_l1_reverse	6	0.05218799039721489
205690	rnn.weight_hh_l1_reverse	7	0.03118826448917389
205690	rnn.weight_hh_l1_reverse	8	-0.007399515714496374
205690	rnn.weight_hh_l1_reverse	9	-0.030662868171930313
205690	rnn.bias_ih_l1_reverse	0	-0.05376166105270386
205690	rnn.bias_ih_l1_reverse	1	-0.14676013588905334
205690	rnn.bias_ih_l1_reverse	2	-0.1641252040863037
205690	rnn.bias_ih_l1_reverse	3	-0.05497220903635025
205690	rnn.bias_ih_l1_reverse	4	-0.21000826358795166
205690	rnn.bias_ih_l1_reverse	5	-0.11065595597028732
205690	rnn.bias_ih_l1_reverse	6	-0.13189417123794556
205690	rnn.bias_ih_l1_reverse	7	-0.19246767461299896
205690	rnn.bias_ih_l1_reverse	8	0.2119099199771881
205690	rnn.bias_ih_l1_reverse	9	0.02906096540391445
205690	rnn.bias_hh_l1_reverse	0	0.0029999269172549248
205690	rnn.bias_hh_l1_reverse	1	-0.07485653460025787
205690	rnn.bias_hh_l1_reverse	2	-0.2354002743959427
205690	rnn.bias_hh_l1_reverse	3	-0.14491145312786102
205690	rnn.bias_hh_l1_reverse	4	-0.08291099220514297
205690	rnn.bias_hh_l1_reverse	5	-0.11903497576713562
205690	rnn.bias_hh_l1_reverse	6	0.056324563920497894
205690	rnn.bias_hh_l1_reverse	7	-0.14816756546497345
205690	rnn.bias_hh_l1_reverse	8	-0.11826597899198532
205690	rnn.bias_hh_l1_reverse	9	-0.14970335364341736
205690	linear.weight	0	0.002228822559118271
205690	linear.weight	1	0.11112792044878006
205690	linear.weight	2	-0.10177111625671387
205690	linear.weight	3	0.287698358297348
205690	linear.weight	4	0.15669980645179749
205690	linear.weight	5	-0.06418434530496597
205690	linear.weight	6	0.1058843731880188
205690	linear.weight	7	0.1457030028104782
205690	linear.weight	8	0.0411464162170887
205690	linear.weight	9	-0.05294250324368477
205690	linear.bias	0	0.09441978484392166
205690	linear.bias	1	-0.16905611753463745
205690	linear.bias	2	-0.4447462260723114
205690	linear.bias	3	-0.6615216732025146
205690	linear.bias	4	-1.2426694631576538
205690	linear.bias	5	-0.05888575315475464
205690	linear.bias	6	-0.7937141060829163
205690	linear.bias	7	0.26814964413642883
205690	linear.bias	8	-0.43310242891311646
205690	linear.bias	9	-1.0425806045532227
205887	transitions	0	0.7396089434623718
205887	transitions	1	0.1519402414560318
205887	transitions	2	-10000.0
205887	transitions	3	-1.827196717262268
205887	transitions	4	-10000.0
205887	transitions	5	0.5653724670410156
205887	transitions	6	-0.08380309492349625
205887	transitions	7	-0.7901692986488342
205887	transitions	8	-1.4185330867767334
205887	transitions	9	-0.0012131764087826014
205887	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
205887	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
205887	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
205887	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
205887	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
205887	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
205887	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
205887	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
205887	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
205887	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
205887	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
205887	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
205887	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
205887	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
205887	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
205887	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
205887	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
205887	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
205887	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
205887	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
205887	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
205887	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
205887	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
205887	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
205887	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
205887	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
205887	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
205887	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
205887	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
205887	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
205887	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
205887	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
205887	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
205887	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
205887	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
205887	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
205887	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
205887	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
205887	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
205887	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
205887	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
205887	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
205887	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
205887	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
205887	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
205887	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
205887	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
205887	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
205887	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
205887	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
205887	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
205887	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
205887	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
205887	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
205887	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
205887	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
205887	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
205887	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
205887	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
205887	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
205887	embedding2nn.weight	0	0.020785130560398102
205887	embedding2nn.weight	1	-0.01322394609451294
205887	embedding2nn.weight	2	-0.014268254861235619
205887	embedding2nn.weight	3	-0.0329434834420681
205887	embedding2nn.weight	4	-0.0059150345623493195
205887	embedding2nn.weight	5	-0.003700588596984744
205887	embedding2nn.weight	6	-0.003973278217017651
205887	embedding2nn.weight	7	-0.07749485969543457
205887	embedding2nn.weight	8	-0.0019979383796453476
205887	embedding2nn.weight	9	-0.028610698878765106
205887	embedding2nn.bias	0	0.04193634167313576
205887	embedding2nn.bias	1	-0.07385916262865067
205887	embedding2nn.bias	2	0.0628548189997673
205887	embedding2nn.bias	3	0.04214084893465042
205887	embedding2nn.bias	4	-0.039495572447776794
205887	embedding2nn.bias	5	-0.0057428511790931225
205887	embedding2nn.bias	6	0.02507869526743889
205887	embedding2nn.bias	7	-0.053759679198265076
205887	embedding2nn.bias	8	0.06208775192499161
205887	embedding2nn.bias	9	0.04939443990588188
205887	rnn.weight_ih_l0	0	-0.07896406948566437
205887	rnn.weight_ih_l0	1	0.005095222033560276
205887	rnn.weight_ih_l0	2	0.03228699415922165
205887	rnn.weight_ih_l0	3	0.022324424237012863
205887	rnn.weight_ih_l0	4	-0.04803108423948288
205887	rnn.weight_ih_l0	5	-0.06793558597564697
205887	rnn.weight_ih_l0	6	-0.001913037383928895
205887	rnn.weight_ih_l0	7	0.05247105658054352
205887	rnn.weight_ih_l0	8	-0.015018175356090069
205887	rnn.weight_ih_l0	9	-0.030964301899075508
205887	rnn.weight_hh_l0	0	-0.031023092567920685
205887	rnn.weight_hh_l0	1	-0.008259822614490986
205887	rnn.weight_hh_l0	2	0.009007434360682964
205887	rnn.weight_hh_l0	3	-0.07700922340154648
205887	rnn.weight_hh_l0	4	0.09331897646188736
205887	rnn.weight_hh_l0	5	-0.025230184197425842
205887	rnn.weight_hh_l0	6	-0.05961977690458298
205887	rnn.weight_hh_l0	7	0.012208770029246807
205887	rnn.weight_hh_l0	8	0.015668092295527458
205887	rnn.weight_hh_l0	9	-0.02431505173444748
205887	rnn.bias_ih_l0	0	0.1344912350177765
205887	rnn.bias_ih_l0	1	-0.03728888928890228
205887	rnn.bias_ih_l0	2	-0.0325409434735775
205887	rnn.bias_ih_l0	3	0.15593098104000092
205887	rnn.bias_ih_l0	4	-0.010950803756713867
205887	rnn.bias_ih_l0	5	-0.021225007250905037
205887	rnn.bias_ih_l0	6	0.01472876314073801
205887	rnn.bias_ih_l0	7	0.020919816568493843
205887	rnn.bias_ih_l0	8	-0.09828987717628479
205887	rnn.bias_ih_l0	9	-0.04140576347708702
205887	rnn.bias_hh_l0	0	-0.0011748335091397166
205887	rnn.bias_hh_l0	1	-0.10653095692396164
205887	rnn.bias_hh_l0	2	-0.06889337301254272
205887	rnn.bias_hh_l0	3	-0.08771838992834091
205887	rnn.bias_hh_l0	4	0.009499727748334408
205887	rnn.bias_hh_l0	5	-0.0215606652200222
205887	rnn.bias_hh_l0	6	0.033530689775943756
205887	rnn.bias_hh_l0	7	0.057989269495010376
205887	rnn.bias_hh_l0	8	-0.11993090808391571
205887	rnn.bias_hh_l0	9	-0.057028692215681076
205887	rnn.weight_ih_l0_reverse	0	-0.023139316588640213
205887	rnn.weight_ih_l0_reverse	1	-0.05423438549041748
205887	rnn.weight_ih_l0_reverse	2	-0.04733632877469063
205887	rnn.weight_ih_l0_reverse	3	0.010934674181044102
205887	rnn.weight_ih_l0_reverse	4	-0.02208644710481167
205887	rnn.weight_ih_l0_reverse	5	-0.05583341419696808
205887	rnn.weight_ih_l0_reverse	6	0.07463914901018143
205887	rnn.weight_ih_l0_reverse	7	-0.016659323126077652
205887	rnn.weight_ih_l0_reverse	8	-0.017395932227373123
205887	rnn.weight_ih_l0_reverse	9	0.0017197022680193186
205887	rnn.weight_hh_l0_reverse	0	0.06566441804170609
205887	rnn.weight_hh_l0_reverse	1	0.021747469902038574
205887	rnn.weight_hh_l0_reverse	2	0.029417365789413452
205887	rnn.weight_hh_l0_reverse	3	0.035903435200452805
205887	rnn.weight_hh_l0_reverse	4	0.012447111308574677
205887	rnn.weight_hh_l0_reverse	5	0.007857120595872402
205887	rnn.weight_hh_l0_reverse	6	0.050790440291166306
205887	rnn.weight_hh_l0_reverse	7	-0.07916560769081116
205887	rnn.weight_hh_l0_reverse	8	0.0403350330889225
205887	rnn.weight_hh_l0_reverse	9	0.03641122952103615
205887	rnn.bias_ih_l0_reverse	0	-0.06168881431221962
205887	rnn.bias_ih_l0_reverse	1	-0.2874862551689148
205887	rnn.bias_ih_l0_reverse	2	-0.12113095074892044
205887	rnn.bias_ih_l0_reverse	3	-0.04737347364425659
205887	rnn.bias_ih_l0_reverse	4	-0.02127918228507042
205887	rnn.bias_ih_l0_reverse	5	0.07461937516927719
205887	rnn.bias_ih_l0_reverse	6	-0.06421580165624619
205887	rnn.bias_ih_l0_reverse	7	0.06628643721342087
205887	rnn.bias_ih_l0_reverse	8	-0.047585394233465195
205887	rnn.bias_ih_l0_reverse	9	0.0642731636762619
205887	rnn.bias_hh_l0_reverse	0	0.020830677822232246
205887	rnn.bias_hh_l0_reverse	1	-0.05917711555957794
205887	rnn.bias_hh_l0_reverse	2	0.08223864436149597
205887	rnn.bias_hh_l0_reverse	3	-0.048608653247356415
205887	rnn.bias_hh_l0_reverse	4	-0.023639190942049026
205887	rnn.bias_hh_l0_reverse	5	-0.024363646283745766
205887	rnn.bias_hh_l0_reverse	6	-0.018087100237607956
205887	rnn.bias_hh_l0_reverse	7	0.10037797689437866
205887	rnn.bias_hh_l0_reverse	8	0.03563699871301651
205887	rnn.bias_hh_l0_reverse	9	-0.15005967020988464
205887	rnn.weight_ih_l1	0	-0.030298395082354546
205887	rnn.weight_ih_l1	1	-0.050117377191782
205887	rnn.weight_ih_l1	2	0.055847443640232086
205887	rnn.weight_ih_l1	3	-0.0681849867105484
205887	rnn.weight_ih_l1	4	-0.01383599080145359
205887	rnn.weight_ih_l1	5	-0.0411628782749176
205887	rnn.weight_ih_l1	6	0.0277634896337986
205887	rnn.weight_ih_l1	7	-0.04560663551092148
205887	rnn.weight_ih_l1	8	0.03735898435115814
205887	rnn.weight_ih_l1	9	0.046020060777664185
205887	rnn.weight_hh_l1	0	-0.007679574657231569
205887	rnn.weight_hh_l1	1	0.02060576155781746
205887	rnn.weight_hh_l1	2	0.008742031641304493
205887	rnn.weight_hh_l1	3	-0.013349528424441814
205887	rnn.weight_hh_l1	4	0.004749746527522802
205887	rnn.weight_hh_l1	5	0.03355597332119942
205887	rnn.weight_hh_l1	6	0.03567773103713989
205887	rnn.weight_hh_l1	7	-0.016395367681980133
205887	rnn.weight_hh_l1	8	-0.008417962118983269
205887	rnn.weight_hh_l1	9	0.036722082644701004
205887	rnn.bias_ih_l1	0	-0.1850278079509735
205887	rnn.bias_ih_l1	1	-0.18450626730918884
205887	rnn.bias_ih_l1	2	-0.20328965783119202
205887	rnn.bias_ih_l1	3	-0.3154730796813965
205887	rnn.bias_ih_l1	4	-0.20787574350833893
205887	rnn.bias_ih_l1	5	-0.08154451847076416
205887	rnn.bias_ih_l1	6	-0.16520991921424866
205887	rnn.bias_ih_l1	7	-0.009720087051391602
205887	rnn.bias_ih_l1	8	-0.1312594711780548
205887	rnn.bias_ih_l1	9	-0.1258886456489563
205887	rnn.bias_hh_l1	0	-0.09961681813001633
205887	rnn.bias_hh_l1	1	-0.0709269568324089
205887	rnn.bias_hh_l1	2	-0.09092104434967041
205887	rnn.bias_hh_l1	3	-0.08067739754915237
205887	rnn.bias_hh_l1	4	-0.08515240997076035
205887	rnn.bias_hh_l1	5	-0.12091971188783646
205887	rnn.bias_hh_l1	6	-0.1568244993686676
205887	rnn.bias_hh_l1	7	0.06381350010633469
205887	rnn.bias_hh_l1	8	-0.1803693026304245
205887	rnn.bias_hh_l1	9	-0.12208585441112518
205887	rnn.weight_ih_l1_reverse	0	-0.04583011567592621
205887	rnn.weight_ih_l1_reverse	1	0.04019410163164139
205887	rnn.weight_ih_l1_reverse	2	0.09208833426237106
205887	rnn.weight_ih_l1_reverse	3	-0.014573326334357262
205887	rnn.weight_ih_l1_reverse	4	-0.028980640694499016
205887	rnn.weight_ih_l1_reverse	5	-0.030569950118660927
205887	rnn.weight_ih_l1_reverse	6	-0.016632139682769775
205887	rnn.weight_ih_l1_reverse	7	0.027188964188098907
205887	rnn.weight_ih_l1_reverse	8	0.009173382073640823
205887	rnn.weight_ih_l1_reverse	9	-0.036616478115320206
205887	rnn.weight_hh_l1_reverse	0	0.004780126269906759
205887	rnn.weight_hh_l1_reverse	1	0.03151996061205864
205887	rnn.weight_hh_l1_reverse	2	-0.040464188903570175
205887	rnn.weight_hh_l1_reverse	3	0.03541584312915802
205887	rnn.weight_hh_l1_reverse	4	0.0469021201133728
205887	rnn.weight_hh_l1_reverse	5	0.0032440193463116884
205887	rnn.weight_hh_l1_reverse	6	0.052173346281051636
205887	rnn.weight_hh_l1_reverse	7	0.031185368075966835
205887	rnn.weight_hh_l1_reverse	8	-0.007400767877697945
205887	rnn.weight_hh_l1_reverse	9	-0.030707331374287605
205887	rnn.bias_ih_l1_reverse	0	-0.053449492901563644
205887	rnn.bias_ih_l1_reverse	1	-0.14751681685447693
205887	rnn.bias_ih_l1_reverse	2	-0.16464222967624664
205887	rnn.bias_ih_l1_reverse	3	-0.05598396062850952
205887	rnn.bias_ih_l1_reverse	4	-0.21046599745750427
205887	rnn.bias_ih_l1_reverse	5	-0.11119049787521362
205887	rnn.bias_ih_l1_reverse	6	-0.13228362798690796
205887	rnn.bias_ih_l1_reverse	7	-0.1927119642496109
205887	rnn.bias_ih_l1_reverse	8	0.21410080790519714
205887	rnn.bias_ih_l1_reverse	9	0.029141582548618317
205887	rnn.bias_hh_l1_reverse	0	0.0019033849239349365
205887	rnn.bias_hh_l1_reverse	1	-0.07388422638177872
205887	rnn.bias_hh_l1_reverse	2	-0.23553282022476196
205887	rnn.bias_hh_l1_reverse	3	-0.14607341587543488
205887	rnn.bias_hh_l1_reverse	4	-0.08240901678800583
205887	rnn.bias_hh_l1_reverse	5	-0.11892743408679962
205887	rnn.bias_hh_l1_reverse	6	0.05556163936853409
205887	rnn.bias_hh_l1_reverse	7	-0.14810775220394135
205887	rnn.bias_hh_l1_reverse	8	-0.11750661581754684
205887	rnn.bias_hh_l1_reverse	9	-0.1499449908733368
205887	linear.weight	0	0.002228822559118271
205887	linear.weight	1	0.11166797578334808
205887	linear.weight	2	-0.10263184458017349
205887	linear.weight	3	0.29176145792007446
205887	linear.weight	4	0.1554899364709854
205887	linear.weight	5	-0.06514996290206909
205887	linear.weight	6	0.10729824006557465
205887	linear.weight	7	0.14333537220954895
205887	linear.weight	8	0.04114626720547676
205887	linear.weight	9	-0.05252818390727043
205887	linear.bias	0	0.09845681488513947
205887	linear.bias	1	-0.17514808475971222
205887	linear.bias	2	-0.44592544436454773
205887	linear.bias	3	-0.6619207262992859
205887	linear.bias	4	-1.243005633354187
205887	linear.bias	5	-0.05350320041179657
205887	linear.bias	6	-0.8004333972930908
205887	linear.bias	7	0.27340584993362427
205887	linear.bias	8	-0.43039828538894653
205887	linear.bias	9	-1.0401647090911865
206084	transitions	0	0.7434239387512207
206084	transitions	1	0.1498005986213684
206084	transitions	2	-10000.0
206084	transitions	3	-1.8272148370742798
206084	transitions	4	-10000.0
206084	transitions	5	0.5653605461120605
206084	transitions	6	-0.08381541818380356
206084	transitions	7	-0.7902604937553406
206084	transitions	8	-1.4185529947280884
206084	transitions	9	-0.0012132477713748813
206084	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
206084	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
206084	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
206084	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
206084	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
206084	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
206084	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
206084	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
206084	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
206084	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
206084	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
206084	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
206084	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
206084	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
206084	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
206084	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
206084	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
206084	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
206084	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
206084	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
206084	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
206084	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
206084	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
206084	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
206084	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
206084	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
206084	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
206084	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
206084	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
206084	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
206084	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
206084	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
206084	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
206084	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
206084	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
206084	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
206084	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
206084	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
206084	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
206084	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
206084	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
206084	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
206084	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
206084	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
206084	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
206084	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
206084	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
206084	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
206084	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
206084	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
206084	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
206084	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
206084	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
206084	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
206084	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
206084	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
206084	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
206084	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
206084	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
206084	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
206084	embedding2nn.weight	0	0.02131369151175022
206084	embedding2nn.weight	1	-0.013275125995278358
206084	embedding2nn.weight	2	-0.014268254861235619
206084	embedding2nn.weight	3	-0.03236917406320572
206084	embedding2nn.weight	4	-0.0059150345623493195
206084	embedding2nn.weight	5	-0.003700588596984744
206084	embedding2nn.weight	6	-0.003973278217017651
206084	embedding2nn.weight	7	-0.07751663029193878
206084	embedding2nn.weight	8	-0.0019979383796453476
206084	embedding2nn.weight	9	-0.02833728864789009
206084	embedding2nn.bias	0	0.04459776356816292
206084	embedding2nn.bias	1	-0.07391288131475449
206084	embedding2nn.bias	2	0.062431640923023224
206084	embedding2nn.bias	3	0.042372580617666245
206084	embedding2nn.bias	4	-0.04347161203622818
206084	embedding2nn.bias	5	-0.007556484546512365
206084	embedding2nn.bias	6	0.023425301536917686
206084	embedding2nn.bias	7	-0.0497041791677475
206084	embedding2nn.bias	8	0.06140650808811188
206084	embedding2nn.bias	9	0.049572207033634186
206084	rnn.weight_ih_l0	0	-0.07936065644025803
206084	rnn.weight_ih_l0	1	0.0050768922083079815
206084	rnn.weight_ih_l0	2	0.03233623877167702
206084	rnn.weight_ih_l0	3	0.022265449166297913
206084	rnn.weight_ih_l0	4	-0.04806496948003769
206084	rnn.weight_ih_l0	5	-0.06834479421377182
206084	rnn.weight_ih_l0	6	-0.0017505610594525933
206084	rnn.weight_ih_l0	7	0.052471235394477844
206084	rnn.weight_ih_l0	8	-0.015384967438876629
206084	rnn.weight_ih_l0	9	-0.030969545245170593
206084	rnn.weight_hh_l0	0	-0.03134985268115997
206084	rnn.weight_hh_l0	1	-0.008321774192154408
206084	rnn.weight_hh_l0	2	0.008771413005888462
206084	rnn.weight_hh_l0	3	-0.0768762081861496
206084	rnn.weight_hh_l0	4	0.0932161882519722
206084	rnn.weight_hh_l0	5	-0.025240125134587288
206084	rnn.weight_hh_l0	6	-0.059517357498407364
206084	rnn.weight_hh_l0	7	0.012209653854370117
206084	rnn.weight_hh_l0	8	0.015345697291195393
206084	rnn.weight_hh_l0	9	-0.024224834516644478
206084	rnn.bias_ih_l0	0	0.13437120616436005
206084	rnn.bias_ih_l0	1	-0.03698088973760605
206084	rnn.bias_ih_l0	2	-0.033410534262657166
206084	rnn.bias_ih_l0	3	0.15674327313899994
206084	rnn.bias_ih_l0	4	-0.011578154750168324
206084	rnn.bias_ih_l0	5	-0.021598562598228455
206084	rnn.bias_ih_l0	6	0.014441822655498981
206084	rnn.bias_ih_l0	7	0.02085537649691105
206084	rnn.bias_ih_l0	8	-0.09854410588741302
206084	rnn.bias_ih_l0	9	-0.04239047318696976
206084	rnn.bias_hh_l0	0	-0.0016447845846414566
206084	rnn.bias_hh_l0	1	-0.1062137559056282
206084	rnn.bias_hh_l0	2	-0.06907197088003159
206084	rnn.bias_hh_l0	3	-0.08694534748792648
206084	rnn.bias_hh_l0	4	0.009302622638642788
206084	rnn.bias_hh_l0	5	-0.022029535844922066
206084	rnn.bias_hh_l0	6	0.03304864838719368
206084	rnn.bias_hh_l0	7	0.0578412227332592
206084	rnn.bias_hh_l0	8	-0.12000314891338348
206084	rnn.bias_hh_l0	9	-0.0577191598713398
206084	rnn.weight_ih_l0_reverse	0	-0.02343394234776497
206084	rnn.weight_ih_l0_reverse	1	-0.0544695220887661
206084	rnn.weight_ih_l0_reverse	2	-0.047343987971544266
206084	rnn.weight_ih_l0_reverse	3	0.010550799779593945
206084	rnn.weight_ih_l0_reverse	4	-0.022260405123233795
206084	rnn.weight_ih_l0_reverse	5	-0.05571141839027405
206084	rnn.weight_ih_l0_reverse	6	0.07475420087575912
206084	rnn.weight_ih_l0_reverse	7	-0.01632697880268097
206084	rnn.weight_ih_l0_reverse	8	-0.017560161650180817
206084	rnn.weight_ih_l0_reverse	9	0.0018293786561116576
206084	rnn.weight_hh_l0_reverse	0	0.06566084921360016
206084	rnn.weight_hh_l0_reverse	1	0.021508779376745224
206084	rnn.weight_hh_l0_reverse	2	0.02926638349890709
206084	rnn.weight_hh_l0_reverse	3	0.03569715842604637
206084	rnn.weight_hh_l0_reverse	4	0.012244662269949913
206084	rnn.weight_hh_l0_reverse	5	0.008204419165849686
206084	rnn.weight_hh_l0_reverse	6	0.05061442032456398
206084	rnn.weight_hh_l0_reverse	7	-0.07917968183755875
206084	rnn.weight_hh_l0_reverse	8	0.04033873230218887
206084	rnn.weight_hh_l0_reverse	9	0.0364195853471756
206084	rnn.bias_ih_l0_reverse	0	-0.06135375797748566
206084	rnn.bias_ih_l0_reverse	1	-0.28821641206741333
206084	rnn.bias_ih_l0_reverse	2	-0.1209883913397789
206084	rnn.bias_ih_l0_reverse	3	-0.04812255874276161
206084	rnn.bias_ih_l0_reverse	4	-0.02152763307094574
206084	rnn.bias_ih_l0_reverse	5	0.07417498528957367
206084	rnn.bias_ih_l0_reverse	6	-0.0638856515288353
206084	rnn.bias_ih_l0_reverse	7	0.06598100066184998
206084	rnn.bias_ih_l0_reverse	8	-0.047302793711423874
206084	rnn.bias_ih_l0_reverse	9	0.06402429938316345
206084	rnn.bias_hh_l0_reverse	0	0.021097449585795403
206084	rnn.bias_hh_l0_reverse	1	-0.05902480706572533
206084	rnn.bias_hh_l0_reverse	2	0.08258061110973358
206084	rnn.bias_hh_l0_reverse	3	-0.04851604625582695
206084	rnn.bias_hh_l0_reverse	4	-0.024041391909122467
206084	rnn.bias_hh_l0_reverse	5	-0.0239887572824955
206084	rnn.bias_hh_l0_reverse	6	-0.01724863611161709
206084	rnn.bias_hh_l0_reverse	7	0.10106454789638519
206084	rnn.bias_hh_l0_reverse	8	0.03546270728111267
206084	rnn.bias_hh_l0_reverse	9	-0.15100695192813873
206084	rnn.weight_ih_l1	0	-0.03035687282681465
206084	rnn.weight_ih_l1	1	-0.05017973855137825
206084	rnn.weight_ih_l1	2	0.05578823387622833
206084	rnn.weight_ih_l1	3	-0.06829472631216049
206084	rnn.weight_ih_l1	4	-0.013962230645120144
206084	rnn.weight_ih_l1	5	-0.04126900061964989
206084	rnn.weight_ih_l1	6	0.02785562165081501
206084	rnn.weight_ih_l1	7	-0.04572796821594238
206084	rnn.weight_ih_l1	8	0.03740735724568367
206084	rnn.weight_ih_l1	9	0.04589828848838806
206084	rnn.weight_hh_l1	0	-0.007839106023311615
206084	rnn.weight_hh_l1	1	0.020545972511172295
206084	rnn.weight_hh_l1	2	0.00846680998802185
206084	rnn.weight_hh_l1	3	-0.013458603993058205
206084	rnn.weight_hh_l1	4	0.004954135045409203
206084	rnn.weight_hh_l1	5	0.03356991335749626
206084	rnn.weight_hh_l1	6	0.03569134697318077
206084	rnn.weight_hh_l1	7	-0.016544943675398827
206084	rnn.weight_hh_l1	8	-0.008352595381438732
206084	rnn.weight_hh_l1	9	0.03677680715918541
206084	rnn.bias_ih_l1	0	-0.1851491630077362
206084	rnn.bias_ih_l1	1	-0.18333220481872559
206084	rnn.bias_ih_l1	2	-0.20372135937213898
206084	rnn.bias_ih_l1	3	-0.31566569209098816
206084	rnn.bias_ih_l1	4	-0.20840121805667877
206084	rnn.bias_ih_l1	5	-0.08206725120544434
206084	rnn.bias_ih_l1	6	-0.16482260823249817
206084	rnn.bias_ih_l1	7	-0.01043099258095026
206084	rnn.bias_ih_l1	8	-0.1310836523771286
206084	rnn.bias_ih_l1	9	-0.1258590966463089
206084	rnn.bias_hh_l1	0	-0.09916253387928009
206084	rnn.bias_hh_l1	1	-0.07164892554283142
206084	rnn.bias_hh_l1	2	-0.0909181535243988
206084	rnn.bias_hh_l1	3	-0.08029171079397202
206084	rnn.bias_hh_l1	4	-0.08532480895519257
206084	rnn.bias_hh_l1	5	-0.12126246839761734
206084	rnn.bias_hh_l1	6	-0.1576099544763565
206084	rnn.bias_hh_l1	7	0.06403760612010956
206084	rnn.bias_hh_l1	8	-0.1810426265001297
206084	rnn.bias_hh_l1	9	-0.12274162471294403
206084	rnn.weight_ih_l1_reverse	0	-0.04603876546025276
206084	rnn.weight_ih_l1_reverse	1	0.039932675659656525
206084	rnn.weight_ih_l1_reverse	2	0.09305157512426376
206084	rnn.weight_ih_l1_reverse	3	-0.014643380418419838
206084	rnn.weight_ih_l1_reverse	4	-0.029446903616189957
206084	rnn.weight_ih_l1_reverse	5	-0.030449317768216133
206084	rnn.weight_ih_l1_reverse	6	-0.016892138868570328
206084	rnn.weight_ih_l1_reverse	7	0.027065416797995567
206084	rnn.weight_ih_l1_reverse	8	0.009182398207485676
206084	rnn.weight_ih_l1_reverse	9	-0.036300234496593475
206084	rnn.weight_hh_l1_reverse	0	0.004865187685936689
206084	rnn.weight_hh_l1_reverse	1	0.03155314922332764
206084	rnn.weight_hh_l1_reverse	2	-0.04047801345586777
206084	rnn.weight_hh_l1_reverse	3	0.035308968275785446
206084	rnn.weight_hh_l1_reverse	4	0.04713503643870354
206084	rnn.weight_hh_l1_reverse	5	0.0033694892190396786
206084	rnn.weight_hh_l1_reverse	6	0.051595769822597504
206084	rnn.weight_hh_l1_reverse	7	0.031069159507751465
206084	rnn.weight_hh_l1_reverse	8	-0.007394891232252121
206084	rnn.weight_hh_l1_reverse	9	-0.030726557597517967
206084	rnn.bias_ih_l1_reverse	0	-0.052516430616378784
206084	rnn.bias_ih_l1_reverse	1	-0.14702172577381134
206084	rnn.bias_ih_l1_reverse	2	-0.16528575122356415
206084	rnn.bias_ih_l1_reverse	3	-0.05686431750655174
206084	rnn.bias_ih_l1_reverse	4	-0.2106512039899826
206084	rnn.bias_ih_l1_reverse	5	-0.11188313364982605
206084	rnn.bias_ih_l1_reverse	6	-0.13237997889518738
206084	rnn.bias_ih_l1_reverse	7	-0.19187496602535248
206084	rnn.bias_ih_l1_reverse	8	0.21452806890010834
206084	rnn.bias_ih_l1_reverse	9	0.0279444120824337
206084	rnn.bias_hh_l1_reverse	0	0.004243082832545042
206084	rnn.bias_hh_l1_reverse	1	-0.07562080025672913
206084	rnn.bias_hh_l1_reverse	2	-0.23568019270896912
206084	rnn.bias_hh_l1_reverse	3	-0.14591485261917114
206084	rnn.bias_hh_l1_reverse	4	-0.08243827521800995
206084	rnn.bias_hh_l1_reverse	5	-0.11912564188241959
206084	rnn.bias_hh_l1_reverse	6	0.05660472437739372
206084	rnn.bias_hh_l1_reverse	7	-0.14891871809959412
206084	rnn.bias_hh_l1_reverse	8	-0.11725780367851257
206084	rnn.bias_hh_l1_reverse	9	-0.14995060861110687
206084	linear.weight	0	0.002228822559118271
206084	linear.weight	1	0.11078359931707382
206084	linear.weight	2	-0.10327266156673431
206084	linear.weight	3	0.29146045446395874
206084	linear.weight	4	0.15577150881290436
206084	linear.weight	5	-0.06406177580356598
206084	linear.weight	6	0.10955150425434113
206084	linear.weight	7	0.14617669582366943
206084	linear.weight	8	0.04114623740315437
206084	linear.weight	9	-0.053153183311223984
206084	linear.bias	0	0.09430143982172012
206084	linear.bias	1	-0.17520812153816223
206084	linear.bias	2	-0.44764989614486694
206084	linear.bias	3	-0.6609513163566589
206084	linear.bias	4	-1.242321252822876
206084	linear.bias	5	-0.05344092473387718
206084	linear.bias	6	-0.8006850481033325
206084	linear.bias	7	0.27376461029052734
206084	linear.bias	8	-0.4376279413700104
206084	linear.bias	9	-1.0467087030410767
206281	transitions	0	0.7430070042610168
206281	transitions	1	0.14846950769424438
206281	transitions	2	-10000.0
206281	transitions	3	-1.8272250890731812
206281	transitions	4	-10000.0
206281	transitions	5	0.5653343200683594
206281	transitions	6	-0.08382429927587509
206281	transitions	7	-0.7907236814498901
206281	transitions	8	-1.4186075925827026
206281	transitions	9	-0.0012133019044995308
206281	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
206281	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
206281	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
206281	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
206281	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
206281	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
206281	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
206281	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
206281	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
206281	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
206281	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
206281	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
206281	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
206281	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
206281	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
206281	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
206281	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
206281	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
206281	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
206281	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
206281	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
206281	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
206281	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
206281	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
206281	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
206281	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
206281	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
206281	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
206281	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
206281	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
206281	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
206281	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
206281	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
206281	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
206281	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
206281	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
206281	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
206281	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
206281	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
206281	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
206281	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
206281	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
206281	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
206281	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
206281	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
206281	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
206281	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
206281	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
206281	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
206281	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
206281	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
206281	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
206281	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
206281	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
206281	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
206281	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
206281	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
206281	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
206281	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
206281	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
206281	embedding2nn.weight	0	0.02149861305952072
206281	embedding2nn.weight	1	-0.013267104513943195
206281	embedding2nn.weight	2	-0.014268254861235619
206281	embedding2nn.weight	3	-0.03222484886646271
206281	embedding2nn.weight	4	-0.0059150345623493195
206281	embedding2nn.weight	5	-0.003700588596984744
206281	embedding2nn.weight	6	-0.003973278682678938
206281	embedding2nn.weight	7	-0.07758365571498871
206281	embedding2nn.weight	8	-0.0019979383796453476
206281	embedding2nn.weight	9	-0.028391679748892784
206281	embedding2nn.bias	0	0.04345084726810455
206281	embedding2nn.bias	1	-0.07387126237154007
206281	embedding2nn.bias	2	0.0613599568605423
206281	embedding2nn.bias	3	0.04279732704162598
206281	embedding2nn.bias	4	-0.0421031229197979
206281	embedding2nn.bias	5	-0.0077224294655025005
206281	embedding2nn.bias	6	0.021430378779768944
206281	embedding2nn.bias	7	-0.04944372549653053
206281	embedding2nn.bias	8	0.06289035826921463
206281	embedding2nn.bias	9	0.053064290434122086
206281	rnn.weight_ih_l0	0	-0.07968674600124359
206281	rnn.weight_ih_l0	1	0.004829322919249535
206281	rnn.weight_ih_l0	2	0.03313655033707619
206281	rnn.weight_ih_l0	3	0.022270843386650085
206281	rnn.weight_ih_l0	4	-0.04782358929514885
206281	rnn.weight_ih_l0	5	-0.068594790995121
206281	rnn.weight_ih_l0	6	-0.0018887571059167385
206281	rnn.weight_ih_l0	7	0.052610497921705246
206281	rnn.weight_ih_l0	8	-0.015512893907725811
206281	rnn.weight_ih_l0	9	-0.030684377998113632
206281	rnn.weight_hh_l0	0	-0.03111165016889572
206281	rnn.weight_hh_l0	1	-0.00821179710328579
206281	rnn.weight_hh_l0	2	0.009010911919176579
206281	rnn.weight_hh_l0	3	-0.07698774337768555
206281	rnn.weight_hh_l0	4	0.09299391508102417
206281	rnn.weight_hh_l0	5	-0.02472408302128315
206281	rnn.weight_hh_l0	6	-0.05962421000003815
206281	rnn.weight_hh_l0	7	0.012257922440767288
206281	rnn.weight_hh_l0	8	0.015309072099626064
206281	rnn.weight_hh_l0	9	-0.024308880791068077
206281	rnn.bias_ih_l0	0	0.1337374597787857
206281	rnn.bias_ih_l0	1	-0.03698258474469185
206281	rnn.bias_ih_l0	2	-0.033826325088739395
206281	rnn.bias_ih_l0	3	0.15683645009994507
206281	rnn.bias_ih_l0	4	-0.01068555936217308
206281	rnn.bias_ih_l0	5	-0.022499781101942062
206281	rnn.bias_ih_l0	6	0.015320067293941975
206281	rnn.bias_ih_l0	7	0.021793317049741745
206281	rnn.bias_ih_l0	8	-0.09835579246282578
206281	rnn.bias_ih_l0	9	-0.04434605687856674
206281	rnn.bias_hh_l0	0	-0.0008731848211027682
206281	rnn.bias_hh_l0	1	-0.10565534234046936
206281	rnn.bias_hh_l0	2	-0.06951439380645752
206281	rnn.bias_hh_l0	3	-0.08687455207109451
206281	rnn.bias_hh_l0	4	0.009478099644184113
206281	rnn.bias_hh_l0	5	-0.021947579458355904
206281	rnn.bias_hh_l0	6	0.03228360787034035
206281	rnn.bias_hh_l0	7	0.05717892944812775
206281	rnn.bias_hh_l0	8	-0.12017252296209335
206281	rnn.bias_hh_l0	9	-0.05662137269973755
206281	rnn.weight_ih_l0_reverse	0	-0.023481251671910286
206281	rnn.weight_ih_l0_reverse	1	-0.05471767857670784
206281	rnn.weight_ih_l0_reverse	2	-0.04730810970067978
206281	rnn.weight_ih_l0_reverse	3	0.0112910820171237
206281	rnn.weight_ih_l0_reverse	4	-0.022570494562387466
206281	rnn.weight_ih_l0_reverse	5	-0.05602540075778961
206281	rnn.weight_ih_l0_reverse	6	0.07505208998918533
206281	rnn.weight_ih_l0_reverse	7	-0.016325796023011208
206281	rnn.weight_ih_l0_reverse	8	-0.017382051795721054
206281	rnn.weight_ih_l0_reverse	9	0.0017496864311397076
206281	rnn.weight_hh_l0_reverse	0	0.06522715091705322
206281	rnn.weight_hh_l0_reverse	1	0.021869365125894547
206281	rnn.weight_hh_l0_reverse	2	0.02898471988737583
206281	rnn.weight_hh_l0_reverse	3	0.03578896448016167
206281	rnn.weight_hh_l0_reverse	4	0.012221187353134155
206281	rnn.weight_hh_l0_reverse	5	0.008047166280448437
206281	rnn.weight_hh_l0_reverse	6	0.05070028826594353
206281	rnn.weight_hh_l0_reverse	7	-0.07958167791366577
206281	rnn.weight_hh_l0_reverse	8	0.04008539766073227
206281	rnn.weight_hh_l0_reverse	9	0.03658824414014816
206281	rnn.bias_ih_l0_reverse	0	-0.0610133558511734
206281	rnn.bias_ih_l0_reverse	1	-0.28797581791877747
206281	rnn.bias_ih_l0_reverse	2	-0.12134962528944016
206281	rnn.bias_ih_l0_reverse	3	-0.04783874377608299
206281	rnn.bias_ih_l0_reverse	4	-0.021796939894557
206281	rnn.bias_ih_l0_reverse	5	0.07447671890258789
206281	rnn.bias_ih_l0_reverse	6	-0.06419218331575394
206281	rnn.bias_ih_l0_reverse	7	0.06573205441236496
206281	rnn.bias_ih_l0_reverse	8	-0.04764462262392044
206281	rnn.bias_ih_l0_reverse	9	0.06365884095430374
206281	rnn.bias_hh_l0_reverse	0	0.02082878164947033
206281	rnn.bias_hh_l0_reverse	1	-0.05807669833302498
206281	rnn.bias_hh_l0_reverse	2	0.08238658308982849
206281	rnn.bias_hh_l0_reverse	3	-0.0485679917037487
206281	rnn.bias_hh_l0_reverse	4	-0.024786969646811485
206281	rnn.bias_hh_l0_reverse	5	-0.023601358756422997
206281	rnn.bias_hh_l0_reverse	6	-0.017700320109725
206281	rnn.bias_hh_l0_reverse	7	0.1001991480588913
206281	rnn.bias_hh_l0_reverse	8	0.03588121384382248
206281	rnn.bias_hh_l0_reverse	9	-0.1510620415210724
206281	rnn.weight_ih_l1	0	-0.030274540185928345
206281	rnn.weight_ih_l1	1	-0.0500030517578125
206281	rnn.weight_ih_l1	2	0.056179292500019073
206281	rnn.weight_ih_l1	3	-0.0678204670548439
206281	rnn.weight_ih_l1	4	-0.013986427336931229
206281	rnn.weight_ih_l1	5	-0.04127458110451698
206281	rnn.weight_ih_l1	6	0.027768505737185478
206281	rnn.weight_ih_l1	7	-0.04542246088385582
206281	rnn.weight_ih_l1	8	0.03739159554243088
206281	rnn.weight_ih_l1	9	0.045948635786771774
206281	rnn.weight_hh_l1	0	-0.008131014183163643
206281	rnn.weight_hh_l1	1	0.02056952379643917
206281	rnn.weight_hh_l1	2	0.008416851982474327
206281	rnn.weight_hh_l1	3	-0.013395347632467747
206281	rnn.weight_hh_l1	4	0.005134601145982742
206281	rnn.weight_hh_l1	5	0.03352172300219536
206281	rnn.weight_hh_l1	6	0.035928692668676376
206281	rnn.weight_hh_l1	7	-0.016647040843963623
206281	rnn.weight_hh_l1	8	-0.008166518062353134
206281	rnn.weight_hh_l1	9	0.0367538183927536
206281	rnn.bias_ih_l1	0	-0.1848389357328415
206281	rnn.bias_ih_l1	1	-0.18307970464229584
206281	rnn.bias_ih_l1	2	-0.2037723809480667
206281	rnn.bias_ih_l1	3	-0.3154689073562622
206281	rnn.bias_ih_l1	4	-0.2081141322851181
206281	rnn.bias_ih_l1	5	-0.08275269716978073
206281	rnn.bias_ih_l1	6	-0.16393925249576569
206281	rnn.bias_ih_l1	7	-0.009541460312902927
206281	rnn.bias_ih_l1	8	-0.1311085969209671
206281	rnn.bias_ih_l1	9	-0.12587063014507294
206281	rnn.bias_hh_l1	0	-0.09947983920574188
206281	rnn.bias_hh_l1	1	-0.07210688292980194
206281	rnn.bias_hh_l1	2	-0.09010734409093857
206281	rnn.bias_hh_l1	3	-0.08009665459394455
206281	rnn.bias_hh_l1	4	-0.08521628379821777
206281	rnn.bias_hh_l1	5	-0.12151215970516205
206281	rnn.bias_hh_l1	6	-0.15669763088226318
206281	rnn.bias_hh_l1	7	0.06190059706568718
206281	rnn.bias_hh_l1	8	-0.18107694387435913
206281	rnn.bias_hh_l1	9	-0.1210818737745285
206281	rnn.weight_ih_l1_reverse	0	-0.04594087228178978
206281	rnn.weight_ih_l1_reverse	1	0.039521586149930954
206281	rnn.weight_ih_l1_reverse	2	0.0927770659327507
206281	rnn.weight_ih_l1_reverse	3	-0.015070721507072449
206281	rnn.weight_ih_l1_reverse	4	-0.02969728223979473
206281	rnn.weight_ih_l1_reverse	5	-0.03050096519291401
206281	rnn.weight_ih_l1_reverse	6	-0.01609857939183712
206281	rnn.weight_ih_l1_reverse	7	0.02723691239953041
206281	rnn.weight_ih_l1_reverse	8	0.009294981136918068
206281	rnn.weight_ih_l1_reverse	9	-0.03593462333083153
206281	rnn.weight_hh_l1_reverse	0	0.004717971198260784
206281	rnn.weight_hh_l1_reverse	1	0.031518153846263885
206281	rnn.weight_hh_l1_reverse	2	-0.04047557711601257
206281	rnn.weight_hh_l1_reverse	3	0.03525718301534653
206281	rnn.weight_hh_l1_reverse	4	0.04713926464319229
206281	rnn.weight_hh_l1_reverse	5	0.003368324600160122
206281	rnn.weight_hh_l1_reverse	6	0.051835134625434875
206281	rnn.weight_hh_l1_reverse	7	0.03125431388616562
206281	rnn.weight_hh_l1_reverse	8	-0.007406774442642927
206281	rnn.weight_hh_l1_reverse	9	-0.030756007879972458
206281	rnn.bias_ih_l1_reverse	0	-0.05284882336854935
206281	rnn.bias_ih_l1_reverse	1	-0.14601029455661774
206281	rnn.bias_ih_l1_reverse	2	-0.1660759001970291
206281	rnn.bias_ih_l1_reverse	3	-0.057464905083179474
206281	rnn.bias_ih_l1_reverse	4	-0.21046794950962067
206281	rnn.bias_ih_l1_reverse	5	-0.11275245249271393
206281	rnn.bias_ih_l1_reverse	6	-0.13259334862232208
206281	rnn.bias_ih_l1_reverse	7	-0.19142749905586243
206281	rnn.bias_ih_l1_reverse	8	0.21346285939216614
206281	rnn.bias_ih_l1_reverse	9	0.026765765622258186
206281	rnn.bias_hh_l1_reverse	0	0.002283230423927307
206281	rnn.bias_hh_l1_reverse	1	-0.07438134402036667
206281	rnn.bias_hh_l1_reverse	2	-0.2362414449453354
206281	rnn.bias_hh_l1_reverse	3	-0.14580050110816956
206281	rnn.bias_hh_l1_reverse	4	-0.0822596326470375
206281	rnn.bias_hh_l1_reverse	5	-0.11899261176586151
206281	rnn.bias_hh_l1_reverse	6	0.053285762667655945
206281	rnn.bias_hh_l1_reverse	7	-0.1489340215921402
206281	rnn.bias_hh_l1_reverse	8	-0.11754492670297623
206281	rnn.bias_hh_l1_reverse	9	-0.14983709156513214
206281	linear.weight	0	0.002228822559118271
206281	linear.weight	1	0.10981446504592896
206281	linear.weight	2	-0.10317135602235794
206281	linear.weight	3	0.2934296131134033
206281	linear.weight	4	0.15542840957641602
206281	linear.weight	5	-0.06372584402561188
206281	linear.weight	6	0.11055952310562134
206281	linear.weight	7	0.1395571231842041
206281	linear.weight	8	0.04114586114883423
206281	linear.weight	9	-0.053303062915802
206281	linear.bias	0	0.09052269160747528
206281	linear.bias	1	-0.16823525726795197
206281	linear.bias	2	-0.442361980676651
206281	linear.bias	3	-0.66142338514328
206281	linear.bias	4	-1.242377758026123
206281	linear.bias	5	-0.05469908192753792
206281	linear.bias	6	-0.793984591960907
206281	linear.bias	7	0.27246978878974915
206281	linear.bias	8	-0.43834131956100464
206281	linear.bias	9	-1.0476022958755493
206478	transitions	0	0.7439743280410767
206478	transitions	1	0.14953139424324036
206478	transitions	2	-10000.0
206478	transitions	3	-1.8272290229797363
206478	transitions	4	-10000.0
206478	transitions	5	0.5653219819068909
206478	transitions	6	-0.08383486419916153
206478	transitions	7	-0.7907423973083496
206478	transitions	8	-1.4186475276947021
206478	transitions	9	-0.0012134261196479201
206478	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
206478	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
206478	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
206478	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
206478	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
206478	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
206478	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
206478	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
206478	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
206478	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
206478	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
206478	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
206478	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
206478	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
206478	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
206478	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
206478	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
206478	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
206478	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
206478	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
206478	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
206478	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
206478	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
206478	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
206478	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
206478	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
206478	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
206478	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
206478	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
206478	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
206478	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
206478	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
206478	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
206478	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
206478	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
206478	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
206478	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
206478	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
206478	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
206478	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
206478	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
206478	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
206478	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
206478	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
206478	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
206478	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
206478	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
206478	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
206478	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
206478	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
206478	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
206478	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
206478	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
206478	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
206478	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
206478	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
206478	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
206478	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
206478	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
206478	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
206478	embedding2nn.weight	0	0.021550998091697693
206478	embedding2nn.weight	1	-0.0131841404363513
206478	embedding2nn.weight	2	-0.014268254861235619
206478	embedding2nn.weight	3	-0.03192046284675598
206478	embedding2nn.weight	4	-0.0059150345623493195
206478	embedding2nn.weight	5	-0.003700588596984744
206478	embedding2nn.weight	6	-0.003973278217017651
206478	embedding2nn.weight	7	-0.0774187445640564
206478	embedding2nn.weight	8	-0.0019979383796453476
206478	embedding2nn.weight	9	-0.028592944145202637
206478	embedding2nn.bias	0	0.04263167828321457
206478	embedding2nn.bias	1	-0.07458367943763733
206478	embedding2nn.bias	2	0.060565702617168427
206478	embedding2nn.bias	3	0.042438168078660965
206478	embedding2nn.bias	4	-0.04227060079574585
206478	embedding2nn.bias	5	-0.007039090618491173
206478	embedding2nn.bias	6	0.02418690361082554
206478	embedding2nn.bias	7	-0.0507303811609745
206478	embedding2nn.bias	8	0.06251076608896255
206478	embedding2nn.bias	9	0.04965612664818764
206478	rnn.weight_ih_l0	0	-0.07974093407392502
206478	rnn.weight_ih_l0	1	0.004751754458993673
206478	rnn.weight_ih_l0	2	0.03286297246813774
206478	rnn.weight_ih_l0	3	0.0223055612295866
206478	rnn.weight_ih_l0	4	-0.04764885827898979
206478	rnn.weight_ih_l0	5	-0.06853800266981125
206478	rnn.weight_ih_l0	6	-0.0018348979065194726
206478	rnn.weight_ih_l0	7	0.0525268130004406
206478	rnn.weight_ih_l0	8	-0.015443248674273491
206478	rnn.weight_ih_l0	9	-0.03080856055021286
206478	rnn.weight_hh_l0	0	-0.030855316668748856
206478	rnn.weight_hh_l0	1	-0.007386399433016777
206478	rnn.weight_hh_l0	2	0.009160545654594898
206478	rnn.weight_hh_l0	3	-0.0770537406206131
206478	rnn.weight_hh_l0	4	0.09302229434251785
206478	rnn.weight_hh_l0	5	-0.024995578452944756
206478	rnn.weight_hh_l0	6	-0.05967262387275696
206478	rnn.weight_hh_l0	7	0.012749302200973034
206478	rnn.weight_hh_l0	8	0.015536894090473652
206478	rnn.weight_hh_l0	9	-0.024355536326766014
206478	rnn.bias_ih_l0	0	0.13370563089847565
206478	rnn.bias_ih_l0	1	-0.036155350506305695
206478	rnn.bias_ih_l0	2	-0.03436786308884621
206478	rnn.bias_ih_l0	3	0.15731732547283173
206478	rnn.bias_ih_l0	4	-0.010134446434676647
206478	rnn.bias_ih_l0	5	-0.022757016122341156
206478	rnn.bias_ih_l0	6	0.016126498579978943
206478	rnn.bias_ih_l0	7	0.021754296496510506
206478	rnn.bias_ih_l0	8	-0.0982523262500763
206478	rnn.bias_ih_l0	9	-0.043772969394922256
206478	rnn.bias_hh_l0	0	-0.001500165555626154
206478	rnn.bias_hh_l0	1	-0.10509306937456131
206478	rnn.bias_hh_l0	2	-0.06939414888620377
206478	rnn.bias_hh_l0	3	-0.08602521568536758
206478	rnn.bias_hh_l0	4	0.00871355552226305
206478	rnn.bias_hh_l0	5	-0.021230783313512802
206478	rnn.bias_hh_l0	6	0.03307277709245682
206478	rnn.bias_hh_l0	7	0.05748729780316353
206478	rnn.bias_hh_l0	8	-0.11946892738342285
206478	rnn.bias_hh_l0	9	-0.055964395403862
206478	rnn.weight_ih_l0_reverse	0	-0.023659130558371544
206478	rnn.weight_ih_l0_reverse	1	-0.0548446848988533
206478	rnn.weight_ih_l0_reverse	2	-0.04746609181165695
206478	rnn.weight_ih_l0_reverse	3	0.011242622509598732
206478	rnn.weight_ih_l0_reverse	4	-0.022811977192759514
206478	rnn.weight_ih_l0_reverse	5	-0.05607537552714348
206478	rnn.weight_ih_l0_reverse	6	0.07539809495210648
206478	rnn.weight_ih_l0_reverse	7	-0.01625402644276619
206478	rnn.weight_ih_l0_reverse	8	-0.01741664856672287
206478	rnn.weight_ih_l0_reverse	9	0.0018113718833774328
206478	rnn.weight_hh_l0_reverse	0	0.06526637822389603
206478	rnn.weight_hh_l0_reverse	1	0.02143240161240101
206478	rnn.weight_hh_l0_reverse	2	0.029198594391345978
206478	rnn.weight_hh_l0_reverse	3	0.03581082448363304
206478	rnn.weight_hh_l0_reverse	4	0.012296336703002453
206478	rnn.weight_hh_l0_reverse	5	0.008314412087202072
206478	rnn.weight_hh_l0_reverse	6	0.0506456159055233
206478	rnn.weight_hh_l0_reverse	7	-0.07957233488559723
206478	rnn.weight_hh_l0_reverse	8	0.04018905386328697
206478	rnn.weight_hh_l0_reverse	9	0.03671516478061676
206478	rnn.bias_ih_l0_reverse	0	-0.06104850769042969
206478	rnn.bias_ih_l0_reverse	1	-0.2884010374546051
206478	rnn.bias_ih_l0_reverse	2	-0.12215271592140198
206478	rnn.bias_ih_l0_reverse	3	-0.04838753491640091
206478	rnn.bias_ih_l0_reverse	4	-0.022081680595874786
206478	rnn.bias_ih_l0_reverse	5	0.07396814972162247
206478	rnn.bias_ih_l0_reverse	6	-0.06453343480825424
206478	rnn.bias_ih_l0_reverse	7	0.06605367362499237
206478	rnn.bias_ih_l0_reverse	8	-0.04744136705994606
206478	rnn.bias_ih_l0_reverse	9	0.0631059780716896
206478	rnn.bias_hh_l0_reverse	0	0.020860515534877777
206478	rnn.bias_hh_l0_reverse	1	-0.057483065873384476
206478	rnn.bias_hh_l0_reverse	2	0.08182666450738907
206478	rnn.bias_hh_l0_reverse	3	-0.049965642392635345
206478	rnn.bias_hh_l0_reverse	4	-0.024564336985349655
206478	rnn.bias_hh_l0_reverse	5	-0.023376205936074257
206478	rnn.bias_hh_l0_reverse	6	-0.019255978986620903
206478	rnn.bias_hh_l0_reverse	7	0.10087554156780243
206478	rnn.bias_hh_l0_reverse	8	0.03575840964913368
206478	rnn.bias_hh_l0_reverse	9	-0.15168462693691254
206478	rnn.weight_ih_l1	0	-0.030281580984592438
206478	rnn.weight_ih_l1	1	-0.04940611496567726
206478	rnn.weight_ih_l1	2	0.056762292981147766
206478	rnn.weight_ih_l1	3	-0.06743549555540085
206478	rnn.weight_ih_l1	4	-0.014143826439976692
206478	rnn.weight_ih_l1	5	-0.041277408599853516
206478	rnn.weight_ih_l1	6	0.02756950818002224
206478	rnn.weight_ih_l1	7	-0.045494481921195984
206478	rnn.weight_ih_l1	8	0.037425149232149124
206478	rnn.weight_ih_l1	9	0.04597093537449837
206478	rnn.weight_hh_l1	0	-0.007917940616607666
206478	rnn.weight_hh_l1	1	0.020539989694952965
206478	rnn.weight_hh_l1	2	0.008304696530103683
206478	rnn.weight_hh_l1	3	-0.013372209854424
206478	rnn.weight_hh_l1	4	0.0051468308083713055
206478	rnn.weight_hh_l1	5	0.033337559551000595
206478	rnn.weight_hh_l1	6	0.035860057920217514
206478	rnn.weight_hh_l1	7	-0.016733011230826378
206478	rnn.weight_hh_l1	8	-0.008295600302517414
206478	rnn.weight_hh_l1	9	0.036646146327257156
206478	rnn.bias_ih_l1	0	-0.18450258672237396
206478	rnn.bias_ih_l1	1	-0.18339931964874268
206478	rnn.bias_ih_l1	2	-0.20434138178825378
206478	rnn.bias_ih_l1	3	-0.3153000473976135
206478	rnn.bias_ih_l1	4	-0.20881102979183197
206478	rnn.bias_ih_l1	5	-0.08280617743730545
206478	rnn.bias_ih_l1	6	-0.16382089257240295
206478	rnn.bias_ih_l1	7	-0.00932652223855257
206478	rnn.bias_ih_l1	8	-0.1326378881931305
206478	rnn.bias_ih_l1	9	-0.12682785093784332
206478	rnn.bias_hh_l1	0	-0.09980953484773636
206478	rnn.bias_hh_l1	1	-0.0715993344783783
206478	rnn.bias_hh_l1	2	-0.08889366686344147
206478	rnn.bias_hh_l1	3	-0.08074741810560226
206478	rnn.bias_hh_l1	4	-0.08528027683496475
206478	rnn.bias_hh_l1	5	-0.12099140137434006
206478	rnn.bias_hh_l1	6	-0.15842419862747192
206478	rnn.bias_hh_l1	7	0.06033480912446976
206478	rnn.bias_hh_l1	8	-0.181020587682724
206478	rnn.bias_hh_l1	9	-0.12033512443304062
206478	rnn.weight_ih_l1_reverse	0	-0.046090323477983475
206478	rnn.weight_ih_l1_reverse	1	0.039391521364450455
206478	rnn.weight_ih_l1_reverse	2	0.09296249598264694
206478	rnn.weight_ih_l1_reverse	3	-0.015389345586299896
206478	rnn.weight_ih_l1_reverse	4	-0.02916637621819973
206478	rnn.weight_ih_l1_reverse	5	-0.030506553128361702
206478	rnn.weight_ih_l1_reverse	6	-0.016235018149018288
206478	rnn.weight_ih_l1_reverse	7	0.02717933990061283
206478	rnn.weight_ih_l1_reverse	8	0.009596969932317734
206478	rnn.weight_ih_l1_reverse	9	-0.03613758459687233
206478	rnn.weight_hh_l1_reverse	0	0.004685118328779936
206478	rnn.weight_hh_l1_reverse	1	0.03154687583446503
206478	rnn.weight_hh_l1_reverse	2	-0.040483493357896805
206478	rnn.weight_hh_l1_reverse	3	0.03525681048631668
206478	rnn.weight_hh_l1_reverse	4	0.04709634557366371
206478	rnn.weight_hh_l1_reverse	5	0.003437293227761984
206478	rnn.weight_hh_l1_reverse	6	0.05173151195049286
206478	rnn.weight_hh_l1_reverse	7	0.031316641718149185
206478	rnn.weight_hh_l1_reverse	8	-0.0073547656647861
206478	rnn.weight_hh_l1_reverse	9	-0.030730729922652245
206478	rnn.bias_ih_l1_reverse	0	-0.052485812455415726
206478	rnn.bias_ih_l1_reverse	1	-0.14537270367145538
206478	rnn.bias_ih_l1_reverse	2	-0.16633014380931854
206478	rnn.bias_ih_l1_reverse	3	-0.05629261955618858
206478	rnn.bias_ih_l1_reverse	4	-0.20967476069927216
206478	rnn.bias_ih_l1_reverse	5	-0.11283034086227417
206478	rnn.bias_ih_l1_reverse	6	-0.1325962096452713
206478	rnn.bias_ih_l1_reverse	7	-0.1918303668498993
206478	rnn.bias_ih_l1_reverse	8	0.21375393867492676
206478	rnn.bias_ih_l1_reverse	9	0.02628457173705101
206478	rnn.bias_hh_l1_reverse	0	0.0013038460165262222
206478	rnn.bias_hh_l1_reverse	1	-0.07418655604124069
206478	rnn.bias_hh_l1_reverse	2	-0.23619601130485535
206478	rnn.bias_hh_l1_reverse	3	-0.14494243264198303
206478	rnn.bias_hh_l1_reverse	4	-0.08276078850030899
206478	rnn.bias_hh_l1_reverse	5	-0.11828932166099548
206478	rnn.bias_hh_l1_reverse	6	0.051149461418390274
206478	rnn.bias_hh_l1_reverse	7	-0.14947086572647095
206478	rnn.bias_hh_l1_reverse	8	-0.11746638268232346
206478	rnn.bias_hh_l1_reverse	9	-0.14985404908657074
206478	linear.weight	0	0.002228822559118271
206478	linear.weight	1	0.10807177424430847
206478	linear.weight	2	-0.10299865156412125
206478	linear.weight	3	0.2915095388889313
206478	linear.weight	4	0.15528377890586853
206478	linear.weight	5	-0.06432603299617767
206478	linear.weight	6	0.10883733630180359
206478	linear.weight	7	0.14102782309055328
206478	linear.weight	8	0.04114580526947975
206478	linear.weight	9	-0.05255548283457756
206478	linear.bias	0	0.09188997000455856
206478	linear.bias	1	-0.17275898158550262
206478	linear.bias	2	-0.433454692363739
206478	linear.bias	3	-0.6561218500137329
206478	linear.bias	4	-1.2370926141738892
206478	linear.bias	5	-0.05904658883810043
206478	linear.bias	6	-0.8004955649375916
206478	linear.bias	7	0.2671602964401245
206478	linear.bias	8	-0.44485151767730713
206478	linear.bias	9	-1.0539864301681519
206675	transitions	0	0.7506668567657471
206675	transitions	1	0.1495337188243866
206675	transitions	2	-10000.0
206675	transitions	3	-1.8272382020950317
206675	transitions	4	-10000.0
206675	transitions	5	0.5652973651885986
206675	transitions	6	-0.08385298401117325
206675	transitions	7	-0.7907633185386658
206675	transitions	8	-1.4190161228179932
206675	transitions	9	-0.0012135410215705633
206675	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
206675	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
206675	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
206675	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
206675	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
206675	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
206675	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
206675	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
206675	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
206675	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
206675	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
206675	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
206675	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
206675	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
206675	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
206675	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
206675	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
206675	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
206675	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
206675	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
206675	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
206675	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
206675	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
206675	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
206675	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
206675	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
206675	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
206675	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
206675	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
206675	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
206675	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
206675	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
206675	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
206675	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
206675	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
206675	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
206675	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
206675	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
206675	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
206675	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
206675	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
206675	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
206675	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
206675	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
206675	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
206675	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
206675	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
206675	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
206675	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
206675	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
206675	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
206675	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
206675	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
206675	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
206675	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
206675	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
206675	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
206675	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
206675	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
206675	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
206675	embedding2nn.weight	0	0.02159266546368599
206675	embedding2nn.weight	1	-0.01313564833253622
206675	embedding2nn.weight	2	-0.014268254861235619
206675	embedding2nn.weight	3	-0.03230326250195503
206675	embedding2nn.weight	4	-0.0059150345623493195
206675	embedding2nn.weight	5	-0.003700588596984744
206675	embedding2nn.weight	6	-0.003973277751356363
206675	embedding2nn.weight	7	-0.07743382453918457
206675	embedding2nn.weight	8	-0.0019979383796453476
206675	embedding2nn.weight	9	-0.028338195756077766
206675	embedding2nn.bias	0	0.03857707232236862
206675	embedding2nn.bias	1	-0.07535923272371292
206675	embedding2nn.bias	2	0.062428541481494904
206675	embedding2nn.bias	3	0.04240338131785393
206675	embedding2nn.bias	4	-0.039415717124938965
206675	embedding2nn.bias	5	-0.004535709973424673
206675	embedding2nn.bias	6	0.02271677553653717
206675	embedding2nn.bias	7	-0.05044470727443695
206675	embedding2nn.bias	8	0.06528827548027039
206675	embedding2nn.bias	9	0.050027329474687576
206675	rnn.weight_ih_l0	0	-0.07957998663187027
206675	rnn.weight_ih_l0	1	0.004690599627792835
206675	rnn.weight_ih_l0	2	0.03318307548761368
206675	rnn.weight_ih_l0	3	0.02202419750392437
206675	rnn.weight_ih_l0	4	-0.04765390604734421
206675	rnn.weight_ih_l0	5	-0.06846944987773895
206675	rnn.weight_ih_l0	6	-0.002248077653348446
206675	rnn.weight_ih_l0	7	0.05244153365492821
206675	rnn.weight_ih_l0	8	-0.015528267249464989
206675	rnn.weight_ih_l0	9	-0.03062160685658455
206675	rnn.weight_hh_l0	0	-0.030630355700850487
206675	rnn.weight_hh_l0	1	-0.007540064863860607
206675	rnn.weight_hh_l0	2	0.008976318873465061
206675	rnn.weight_hh_l0	3	-0.07685214281082153
206675	rnn.weight_hh_l0	4	0.0931876078248024
206675	rnn.weight_hh_l0	5	-0.024833183735609055
206675	rnn.weight_hh_l0	6	-0.05992830917239189
206675	rnn.weight_hh_l0	7	0.01299043744802475
206675	rnn.weight_hh_l0	8	0.015374488197267056
206675	rnn.weight_hh_l0	9	-0.02436586283147335
206675	rnn.bias_ih_l0	0	0.13252341747283936
206675	rnn.bias_ih_l0	1	-0.03643983229994774
206675	rnn.bias_ih_l0	2	-0.03425755351781845
206675	rnn.bias_ih_l0	3	0.15796583890914917
206675	rnn.bias_ih_l0	4	-0.010003970004618168
206675	rnn.bias_ih_l0	5	-0.022415615618228912
206675	rnn.bias_ih_l0	6	0.016237664967775345
206675	rnn.bias_ih_l0	7	0.02201939933001995
206675	rnn.bias_ih_l0	8	-0.09896162152290344
206675	rnn.bias_ih_l0	9	-0.0436987578868866
206675	rnn.bias_hh_l0	0	-0.0010921420762315392
206675	rnn.bias_hh_l0	1	-0.10395697504281998
206675	rnn.bias_hh_l0	2	-0.06908294558525085
206675	rnn.bias_hh_l0	3	-0.08569726347923279
206675	rnn.bias_hh_l0	4	0.009923480451107025
206675	rnn.bias_hh_l0	5	-0.02057058922946453
206675	rnn.bias_hh_l0	6	0.032653339207172394
206675	rnn.bias_hh_l0	7	0.05720040202140808
206675	rnn.bias_hh_l0	8	-0.11926263570785522
206675	rnn.bias_hh_l0	9	-0.05546088144183159
206675	rnn.weight_ih_l0_reverse	0	-0.023434344679117203
206675	rnn.weight_ih_l0_reverse	1	-0.05472468584775925
206675	rnn.weight_ih_l0_reverse	2	-0.047109197825193405
206675	rnn.weight_ih_l0_reverse	3	0.011434273794293404
206675	rnn.weight_ih_l0_reverse	4	-0.02284775674343109
206675	rnn.weight_ih_l0_reverse	5	-0.05589510500431061
206675	rnn.weight_ih_l0_reverse	6	0.07516162842512131
206675	rnn.weight_ih_l0_reverse	7	-0.016287947073578835
206675	rnn.weight_ih_l0_reverse	8	-0.017378516495227814
206675	rnn.weight_ih_l0_reverse	9	0.0020418446511030197
206675	rnn.weight_hh_l0_reverse	0	0.06537313014268875
206675	rnn.weight_hh_l0_reverse	1	0.02182450331747532
206675	rnn.weight_hh_l0_reverse	2	0.029194330796599388
206675	rnn.weight_hh_l0_reverse	3	0.03581211343407631
206675	rnn.weight_hh_l0_reverse	4	0.01236031111329794
206675	rnn.weight_hh_l0_reverse	5	0.008324164897203445
206675	rnn.weight_hh_l0_reverse	6	0.050668731331825256
206675	rnn.weight_hh_l0_reverse	7	-0.07921260595321655
206675	rnn.weight_hh_l0_reverse	8	0.04043305665254593
206675	rnn.weight_hh_l0_reverse	9	0.036770641803741455
206675	rnn.bias_ih_l0_reverse	0	-0.06069154292345047
206675	rnn.bias_ih_l0_reverse	1	-0.28920814394950867
206675	rnn.bias_ih_l0_reverse	2	-0.12215211242437363
206675	rnn.bias_ih_l0_reverse	3	-0.04829970747232437
206675	rnn.bias_ih_l0_reverse	4	-0.021921584382653236
206675	rnn.bias_ih_l0_reverse	5	0.07568863779306412
206675	rnn.bias_ih_l0_reverse	6	-0.0646727904677391
206675	rnn.bias_ih_l0_reverse	7	0.06571604311466217
206675	rnn.bias_ih_l0_reverse	8	-0.04794192686676979
206675	rnn.bias_ih_l0_reverse	9	0.06385082751512527
206675	rnn.bias_hh_l0_reverse	0	0.02147863805294037
206675	rnn.bias_hh_l0_reverse	1	-0.05963741987943649
206675	rnn.bias_hh_l0_reverse	2	0.08232893794775009
206675	rnn.bias_hh_l0_reverse	3	-0.05020829290151596
206675	rnn.bias_hh_l0_reverse	4	-0.024136247113347054
206675	rnn.bias_hh_l0_reverse	5	-0.023761849850416183
206675	rnn.bias_hh_l0_reverse	6	-0.018390581011772156
206675	rnn.bias_hh_l0_reverse	7	0.10144142806529999
206675	rnn.bias_hh_l0_reverse	8	0.036056630313396454
206675	rnn.bias_hh_l0_reverse	9	-0.1507764309644699
206675	rnn.weight_ih_l1	0	-0.03020451031625271
206675	rnn.weight_ih_l1	1	-0.04922221973538399
206675	rnn.weight_ih_l1	2	0.056911490857601166
206675	rnn.weight_ih_l1	3	-0.06757199019193649
206675	rnn.weight_ih_l1	4	-0.01412985846400261
206675	rnn.weight_ih_l1	5	-0.041108932346105576
206675	rnn.weight_ih_l1	6	0.02771470881998539
206675	rnn.weight_ih_l1	7	-0.045497119426727295
206675	rnn.weight_ih_l1	8	0.037379343062639236
206675	rnn.weight_ih_l1	9	0.045864515006542206
206675	rnn.weight_hh_l1	0	-0.007712023798376322
206675	rnn.weight_hh_l1	1	0.0204861331731081
206675	rnn.weight_hh_l1	2	0.008718534372746944
206675	rnn.weight_hh_l1	3	-0.013333878479897976
206675	rnn.weight_hh_l1	4	0.005209359340369701
206675	rnn.weight_hh_l1	5	0.03335641697049141
206675	rnn.weight_hh_l1	6	0.0359211340546608
206675	rnn.weight_hh_l1	7	-0.016697678714990616
206675	rnn.weight_hh_l1	8	-0.008340382017195225
206675	rnn.weight_hh_l1	9	0.03645572438836098
206675	rnn.bias_ih_l1	0	-0.18533270061016083
206675	rnn.bias_ih_l1	1	-0.18284355103969574
206675	rnn.bias_ih_l1	2	-0.2042054384946823
206675	rnn.bias_ih_l1	3	-0.3160819113254547
206675	rnn.bias_ih_l1	4	-0.21089836955070496
206675	rnn.bias_ih_l1	5	-0.08341192454099655
206675	rnn.bias_ih_l1	6	-0.16375483572483063
206675	rnn.bias_ih_l1	7	-0.011248464696109295
206675	rnn.bias_ih_l1	8	-0.1325385868549347
206675	rnn.bias_ih_l1	9	-0.12641364336013794
206675	rnn.bias_hh_l1	0	-0.10062399506568909
206675	rnn.bias_hh_l1	1	-0.07259975373744965
206675	rnn.bias_hh_l1	2	-0.08858407288789749
206675	rnn.bias_hh_l1	3	-0.08055558800697327
206675	rnn.bias_hh_l1	4	-0.08474760502576828
206675	rnn.bias_hh_l1	5	-0.1203872412443161
206675	rnn.bias_hh_l1	6	-0.1586277186870575
206675	rnn.bias_hh_l1	7	0.061176497489213943
206675	rnn.bias_hh_l1	8	-0.1819303184747696
206675	rnn.bias_hh_l1	9	-0.12087702006101608
206675	rnn.weight_ih_l1_reverse	0	-0.04609734192490578
206675	rnn.weight_ih_l1_reverse	1	0.039199575781822205
206675	rnn.weight_ih_l1_reverse	2	0.0937061458826065
206675	rnn.weight_ih_l1_reverse	3	-0.015698406845331192
206675	rnn.weight_ih_l1_reverse	4	-0.02902243658900261
206675	rnn.weight_ih_l1_reverse	5	-0.03042302280664444
206675	rnn.weight_ih_l1_reverse	6	-0.01574229635298252
206675	rnn.weight_ih_l1_reverse	7	0.02736242674291134
206675	rnn.weight_ih_l1_reverse	8	0.00954818818718195
206675	rnn.weight_ih_l1_reverse	9	-0.036052312701940536
206675	rnn.weight_hh_l1_reverse	0	0.004770235624164343
206675	rnn.weight_hh_l1_reverse	1	0.03154643997550011
206675	rnn.weight_hh_l1_reverse	2	-0.04049009829759598
206675	rnn.weight_hh_l1_reverse	3	0.03521265462040901
206675	rnn.weight_hh_l1_reverse	4	0.047164835035800934
206675	rnn.weight_hh_l1_reverse	5	0.003538592020049691
206675	rnn.weight_hh_l1_reverse	6	0.051638003438711166
206675	rnn.weight_hh_l1_reverse	7	0.031228182837367058
206675	rnn.weight_hh_l1_reverse	8	-0.007349427789449692
206675	rnn.weight_hh_l1_reverse	9	-0.030730752274394035
206675	rnn.bias_ih_l1_reverse	0	-0.05222503840923309
206675	rnn.bias_ih_l1_reverse	1	-0.14397694170475006
206675	rnn.bias_ih_l1_reverse	2	-0.1659630686044693
206675	rnn.bias_ih_l1_reverse	3	-0.054510436952114105
206675	rnn.bias_ih_l1_reverse	4	-0.20958484709262848
206675	rnn.bias_ih_l1_reverse	5	-0.1131276786327362
206675	rnn.bias_ih_l1_reverse	6	-0.13224570453166962
206675	rnn.bias_ih_l1_reverse	7	-0.1919988989830017
206675	rnn.bias_ih_l1_reverse	8	0.21576577425003052
206675	rnn.bias_ih_l1_reverse	9	0.027238143607974052
206675	rnn.bias_hh_l1_reverse	0	0.0015875942772254348
206675	rnn.bias_hh_l1_reverse	1	-0.07376593351364136
206675	rnn.bias_hh_l1_reverse	2	-0.23623128235340118
206675	rnn.bias_hh_l1_reverse	3	-0.14453674852848053
206675	rnn.bias_hh_l1_reverse	4	-0.08187904208898544
206675	rnn.bias_hh_l1_reverse	5	-0.11736506968736649
206675	rnn.bias_hh_l1_reverse	6	0.050878651440143585
206675	rnn.bias_hh_l1_reverse	7	-0.14856834709644318
206675	rnn.bias_hh_l1_reverse	8	-0.11786285042762756
206675	rnn.bias_hh_l1_reverse	9	-0.1499314308166504
206675	linear.weight	0	0.002228822559118271
206675	linear.weight	1	0.10913015902042389
206675	linear.weight	2	-0.10278239101171494
206675	linear.weight	3	0.29401350021362305
206675	linear.weight	4	0.15348859131336212
206675	linear.weight	5	-0.06432776898145676
206675	linear.weight	6	0.10790126025676727
206675	linear.weight	7	0.14052598178386688
206675	linear.weight	8	0.04114575311541557
206675	linear.weight	9	-0.05316575989127159
206675	linear.bias	0	0.08810983598232269
206675	linear.bias	1	-0.17808115482330322
206675	linear.bias	2	-0.4312990605831146
206675	linear.bias	3	-0.6452268362045288
206675	linear.bias	4	-1.2271528244018555
206675	linear.bias	5	-0.06006757169961929
206675	linear.bias	6	-0.8063516020774841
206675	linear.bias	7	0.2658219337463379
206675	linear.bias	8	-0.44235798716545105
206675	linear.bias	9	-1.0519421100616455
206872	transitions	0	0.7471603155136108
206872	transitions	1	0.1500607430934906
206872	transitions	2	-10000.0
206872	transitions	3	-1.827242136001587
206872	transitions	4	-10000.0
206872	transitions	5	0.5652876496315002
206872	transitions	6	-0.08386734127998352
206872	transitions	7	-0.7909362316131592
206872	transitions	8	-1.4190270900726318
206872	transitions	9	-0.0012137402081862092
206872	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
206872	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
206872	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
206872	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
206872	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
206872	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
206872	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
206872	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
206872	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
206872	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
206872	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
206872	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
206872	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
206872	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
206872	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
206872	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
206872	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
206872	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
206872	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
206872	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
206872	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
206872	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
206872	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
206872	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
206872	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
206872	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
206872	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
206872	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
206872	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
206872	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
206872	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
206872	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
206872	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
206872	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
206872	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
206872	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
206872	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
206872	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
206872	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
206872	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
206872	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
206872	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
206872	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
206872	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
206872	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
206872	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
206872	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
206872	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
206872	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
206872	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
206872	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
206872	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
206872	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
206872	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
206872	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
206872	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
206872	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
206872	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
206872	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
206872	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
206872	embedding2nn.weight	0	0.021327074617147446
206872	embedding2nn.weight	1	-0.013215112499892712
206872	embedding2nn.weight	2	-0.014268254861235619
206872	embedding2nn.weight	3	-0.0322929248213768
206872	embedding2nn.weight	4	-0.0059150345623493195
206872	embedding2nn.weight	5	-0.003700588596984744
206872	embedding2nn.weight	6	-0.003973277751356363
206872	embedding2nn.weight	7	-0.07731915265321732
206872	embedding2nn.weight	8	-0.0019979383796453476
206872	embedding2nn.weight	9	-0.028200717642903328
206872	embedding2nn.bias	0	0.03925011307001114
206872	embedding2nn.bias	1	-0.07388097047805786
206872	embedding2nn.bias	2	0.060128871351480484
206872	embedding2nn.bias	3	0.0429089330136776
206872	embedding2nn.bias	4	-0.03740465268492699
206872	embedding2nn.bias	5	-0.004506675526499748
206872	embedding2nn.bias	6	0.02195891924202442
206872	embedding2nn.bias	7	-0.05151091888546944
206872	embedding2nn.bias	8	0.06508621573448181
206872	embedding2nn.bias	9	0.046367347240448
206872	rnn.weight_ih_l0	0	-0.08030253648757935
206872	rnn.weight_ih_l0	1	0.004597437102347612
206872	rnn.weight_ih_l0	2	0.03334314748644829
206872	rnn.weight_ih_l0	3	0.02214215137064457
206872	rnn.weight_ih_l0	4	-0.04738078638911247
206872	rnn.weight_ih_l0	5	-0.06839244067668915
206872	rnn.weight_ih_l0	6	-0.002159779192879796
206872	rnn.weight_ih_l0	7	0.05233597755432129
206872	rnn.weight_ih_l0	8	-0.01572337932884693
206872	rnn.weight_ih_l0	9	-0.03047853522002697
206872	rnn.weight_hh_l0	0	-0.030606992542743683
206872	rnn.weight_hh_l0	1	-0.007448532618582249
206872	rnn.weight_hh_l0	2	0.009207837283611298
206872	rnn.weight_hh_l0	3	-0.07687728106975555
206872	rnn.weight_hh_l0	4	0.09318279474973679
206872	rnn.weight_hh_l0	5	-0.024740956723690033
206872	rnn.weight_hh_l0	6	-0.060097478330135345
206872	rnn.weight_hh_l0	7	0.012576830573379993
206872	rnn.weight_hh_l0	8	0.015312687493860722
206872	rnn.weight_hh_l0	9	-0.024355178698897362
206872	rnn.bias_ih_l0	0	0.13219937682151794
206872	rnn.bias_ih_l0	1	-0.0362553745508194
206872	rnn.bias_ih_l0	2	-0.03455948084592819
206872	rnn.bias_ih_l0	3	0.1585710495710373
206872	rnn.bias_ih_l0	4	-0.009008984081447124
206872	rnn.bias_ih_l0	5	-0.023478355258703232
206872	rnn.bias_ih_l0	6	0.017002418637275696
206872	rnn.bias_ih_l0	7	0.02182558923959732
206872	rnn.bias_ih_l0	8	-0.09899638593196869
206872	rnn.bias_ih_l0	9	-0.04457700625061989
206872	rnn.bias_hh_l0	0	-0.0006663145613856614
206872	rnn.bias_hh_l0	1	-0.10524293780326843
206872	rnn.bias_hh_l0	2	-0.0692858025431633
206872	rnn.bias_hh_l0	3	-0.08575401455163956
206872	rnn.bias_hh_l0	4	0.008185042068362236
206872	rnn.bias_hh_l0	5	-0.021316738799214363
206872	rnn.bias_hh_l0	6	0.03310522437095642
206872	rnn.bias_hh_l0	7	0.056635793298482895
206872	rnn.bias_hh_l0	8	-0.11958245187997818
206872	rnn.bias_hh_l0	9	-0.0544569194316864
206872	rnn.weight_ih_l0_reverse	0	-0.023585647344589233
206872	rnn.weight_ih_l0_reverse	1	-0.05497318133711815
206872	rnn.weight_ih_l0_reverse	2	-0.046743907034397125
206872	rnn.weight_ih_l0_reverse	3	0.011425502598285675
206872	rnn.weight_ih_l0_reverse	4	-0.022814840078353882
206872	rnn.weight_ih_l0_reverse	5	-0.0559290386736393
206872	rnn.weight_ih_l0_reverse	6	0.07543513923883438
206872	rnn.weight_ih_l0_reverse	7	-0.016068298369646072
206872	rnn.weight_ih_l0_reverse	8	-0.01725606992840767
206872	rnn.weight_ih_l0_reverse	9	0.0022399385925382376
206872	rnn.weight_hh_l0_reverse	0	0.06552562862634659
206872	rnn.weight_hh_l0_reverse	1	0.021863650530576706
206872	rnn.weight_hh_l0_reverse	2	0.0288827046751976
206872	rnn.weight_hh_l0_reverse	3	0.035543035715818405
206872	rnn.weight_hh_l0_reverse	4	0.012461426667869091
206872	rnn.weight_hh_l0_reverse	5	0.008422992192208767
206872	rnn.weight_hh_l0_reverse	6	0.0505094937980175
206872	rnn.weight_hh_l0_reverse	7	-0.0789872482419014
206872	rnn.weight_hh_l0_reverse	8	0.04042961075901985
206872	rnn.weight_hh_l0_reverse	9	0.03676522895693779
206872	rnn.bias_ih_l0_reverse	0	-0.06074247509241104
206872	rnn.bias_ih_l0_reverse	1	-0.28916680812835693
206872	rnn.bias_ih_l0_reverse	2	-0.1219756230711937
206872	rnn.bias_ih_l0_reverse	3	-0.048097118735313416
206872	rnn.bias_ih_l0_reverse	4	-0.021537307649850845
206872	rnn.bias_ih_l0_reverse	5	0.07594360411167145
206872	rnn.bias_ih_l0_reverse	6	-0.0646524578332901
206872	rnn.bias_ih_l0_reverse	7	0.06624765694141388
206872	rnn.bias_ih_l0_reverse	8	-0.048020098358392715
206872	rnn.bias_ih_l0_reverse	9	0.06370125710964203
206872	rnn.bias_hh_l0_reverse	0	0.02226056158542633
206872	rnn.bias_hh_l0_reverse	1	-0.05836549401283264
206872	rnn.bias_hh_l0_reverse	2	0.08222470432519913
206872	rnn.bias_hh_l0_reverse	3	-0.04981410130858421
206872	rnn.bias_hh_l0_reverse	4	-0.024636851623654366
206872	rnn.bias_hh_l0_reverse	5	-0.023993322625756264
206872	rnn.bias_hh_l0_reverse	6	-0.019006958231329918
206872	rnn.bias_hh_l0_reverse	7	0.10061445832252502
206872	rnn.bias_hh_l0_reverse	8	0.03579098731279373
206872	rnn.bias_hh_l0_reverse	9	-0.15154717862606049
206872	rnn.weight_ih_l1	0	-0.0302586667239666
206872	rnn.weight_ih_l1	1	-0.048986565321683884
206872	rnn.weight_ih_l1	2	0.057084158062934875
206872	rnn.weight_ih_l1	3	-0.06831225752830505
206872	rnn.weight_ih_l1	4	-0.014044566079974174
206872	rnn.weight_ih_l1	5	-0.04104916751384735
206872	rnn.weight_ih_l1	6	0.027562199160456657
206872	rnn.weight_ih_l1	7	-0.045487213879823685
206872	rnn.weight_ih_l1	8	0.037254877388477325
206872	rnn.weight_ih_l1	9	0.04589517042040825
206872	rnn.weight_hh_l1	0	-0.007613521069288254
206872	rnn.weight_hh_l1	1	0.02046087570488453
206872	rnn.weight_hh_l1	2	0.008674749173223972
206872	rnn.weight_hh_l1	3	-0.01328381709754467
206872	rnn.weight_hh_l1	4	0.005188296549022198
206872	rnn.weight_hh_l1	5	0.03330301120877266
206872	rnn.weight_hh_l1	6	0.03578019514679909
206872	rnn.weight_hh_l1	7	-0.016742827370762825
206872	rnn.weight_hh_l1	8	-0.008436852134764194
206872	rnn.weight_hh_l1	9	0.03642895445227623
206872	rnn.bias_ih_l1	0	-0.18595629930496216
206872	rnn.bias_ih_l1	1	-0.18247035145759583
206872	rnn.bias_ih_l1	2	-0.20400090515613556
206872	rnn.bias_ih_l1	3	-0.3151892423629761
206872	rnn.bias_ih_l1	4	-0.20977231860160828
206872	rnn.bias_ih_l1	5	-0.08368152379989624
206872	rnn.bias_ih_l1	6	-0.16382668912410736
206872	rnn.bias_ih_l1	7	-0.011297240853309631
206872	rnn.bias_ih_l1	8	-0.13287252187728882
206872	rnn.bias_ih_l1	9	-0.12663213908672333
206872	rnn.bias_hh_l1	0	-0.10100484639406204
206872	rnn.bias_hh_l1	1	-0.07255051285028458
206872	rnn.bias_hh_l1	2	-0.08944080024957657
206872	rnn.bias_hh_l1	3	-0.08068704605102539
206872	rnn.bias_hh_l1	4	-0.08406882733106613
206872	rnn.bias_hh_l1	5	-0.11996512860059738
206872	rnn.bias_hh_l1	6	-0.15865448117256165
206872	rnn.bias_hh_l1	7	0.06097690388560295
206872	rnn.bias_hh_l1	8	-0.18175312876701355
206872	rnn.bias_hh_l1	9	-0.12131205201148987
206872	rnn.weight_ih_l1_reverse	0	-0.045670490711927414
206872	rnn.weight_ih_l1_reverse	1	0.03877675160765648
206872	rnn.weight_ih_l1_reverse	2	0.09428361058235168
206872	rnn.weight_ih_l1_reverse	3	-0.015923989936709404
206872	rnn.weight_ih_l1_reverse	4	-0.029229730367660522
206872	rnn.weight_ih_l1_reverse	5	-0.030408186838030815
206872	rnn.weight_ih_l1_reverse	6	-0.016216401010751724
206872	rnn.weight_ih_l1_reverse	7	0.027844421565532684
206872	rnn.weight_ih_l1_reverse	8	0.01020404789596796
206872	rnn.weight_ih_l1_reverse	9	-0.03574046865105629
206872	rnn.weight_hh_l1_reverse	0	0.004739962052553892
206872	rnn.weight_hh_l1_reverse	1	0.03149901330471039
206872	rnn.weight_hh_l1_reverse	2	-0.04049721732735634
206872	rnn.weight_hh_l1_reverse	3	0.03520231321454048
206872	rnn.weight_hh_l1_reverse	4	0.047222815454006195
206872	rnn.weight_hh_l1_reverse	5	0.0037906456273049116
206872	rnn.weight_hh_l1_reverse	6	0.051961448043584824
206872	rnn.weight_hh_l1_reverse	7	0.03109142743051052
206872	rnn.weight_hh_l1_reverse	8	-0.0073384130373597145
206872	rnn.weight_hh_l1_reverse	9	-0.030709080398082733
206872	rnn.bias_ih_l1_reverse	0	-0.051919110119342804
206872	rnn.bias_ih_l1_reverse	1	-0.1446993499994278
206872	rnn.bias_ih_l1_reverse	2	-0.165525883436203
206872	rnn.bias_ih_l1_reverse	3	-0.05457748845219612
206872	rnn.bias_ih_l1_reverse	4	-0.20929260551929474
206872	rnn.bias_ih_l1_reverse	5	-0.11333131045103073
206872	rnn.bias_ih_l1_reverse	6	-0.1321740597486496
206872	rnn.bias_ih_l1_reverse	7	-0.19223913550376892
206872	rnn.bias_ih_l1_reverse	8	0.21436971426010132
206872	rnn.bias_ih_l1_reverse	9	0.026114070788025856
206872	rnn.bias_hh_l1_reverse	0	0.0020305572543293238
206872	rnn.bias_hh_l1_reverse	1	-0.07837354391813278
206872	rnn.bias_hh_l1_reverse	2	-0.23669171333312988
206872	rnn.bias_hh_l1_reverse	3	-0.1448211669921875
206872	rnn.bias_hh_l1_reverse	4	-0.08233702182769775
206872	rnn.bias_hh_l1_reverse	5	-0.11817309260368347
206872	rnn.bias_hh_l1_reverse	6	0.05073345825076103
206872	rnn.bias_hh_l1_reverse	7	-0.1489538997411728
206872	rnn.bias_hh_l1_reverse	8	-0.11788275837898254
206872	rnn.bias_hh_l1_reverse	9	-0.14964348077774048
206872	linear.weight	0	0.002228822559118271
206872	linear.weight	1	0.10668029636144638
206872	linear.weight	2	-0.10205911099910736
206872	linear.weight	3	0.2921906113624573
206872	linear.weight	4	0.15311622619628906
206872	linear.weight	5	-0.06448701024055481
206872	linear.weight	6	0.10669905692338943
206872	linear.weight	7	0.13743294775485992
206872	linear.weight	8	0.041145678609609604
206872	linear.weight	9	-0.0515194833278656
206872	linear.bias	0	0.10568717122077942
206872	linear.bias	1	-0.163404181599617
206872	linear.bias	2	-0.43751901388168335
206872	linear.bias	3	-0.6490548849105835
206872	linear.bias	4	-1.231770634651184
206872	linear.bias	5	-0.059128303080797195
206872	linear.bias	6	-0.7922681570053101
206872	linear.bias	7	0.2669053375720978
206872	linear.bias	8	-0.440515398979187
206872	linear.bias	9	-1.050397515296936
207069	transitions	0	0.7493456602096558
207069	transitions	1	0.15135443210601807
207069	transitions	2	-10000.0
207069	transitions	3	-1.82724928855896
207069	transitions	4	-10000.0
207069	transitions	5	0.5652791857719421
207069	transitions	6	-0.08387554436922073
207069	transitions	7	-0.7911705374717712
207069	transitions	8	-1.4190412759780884
207069	transitions	9	-0.001213850686326623
207069	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
207069	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
207069	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
207069	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
207069	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
207069	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
207069	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
207069	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
207069	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
207069	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
207069	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
207069	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
207069	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
207069	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
207069	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
207069	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
207069	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
207069	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
207069	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
207069	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
207069	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
207069	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
207069	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
207069	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
207069	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
207069	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
207069	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
207069	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
207069	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
207069	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
207069	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
207069	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
207069	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
207069	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
207069	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
207069	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
207069	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
207069	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
207069	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
207069	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
207069	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
207069	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
207069	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
207069	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
207069	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
207069	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
207069	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
207069	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
207069	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
207069	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
207069	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
207069	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
207069	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
207069	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
207069	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
207069	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
207069	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
207069	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
207069	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
207069	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
207069	embedding2nn.weight	0	0.022040951997041702
207069	embedding2nn.weight	1	-0.013234847225248814
207069	embedding2nn.weight	2	-0.014268254861235619
207069	embedding2nn.weight	3	-0.032251086086034775
207069	embedding2nn.weight	4	-0.0059150345623493195
207069	embedding2nn.weight	5	-0.003700588596984744
207069	embedding2nn.weight	6	-0.003973277751356363
207069	embedding2nn.weight	7	-0.07749727368354797
207069	embedding2nn.weight	8	-0.0019979383796453476
207069	embedding2nn.weight	9	-0.0281213391572237
207069	embedding2nn.bias	0	0.03809395432472229
207069	embedding2nn.bias	1	-0.07296930998563766
207069	embedding2nn.bias	2	0.06307452917098999
207069	embedding2nn.bias	3	0.045285582542419434
207069	embedding2nn.bias	4	-0.04023754969239235
207069	embedding2nn.bias	5	-0.003875824622809887
207069	embedding2nn.bias	6	0.024044150486588478
207069	embedding2nn.bias	7	-0.05292224884033203
207069	embedding2nn.bias	8	0.06285697966814041
207069	embedding2nn.bias	9	0.04683217778801918
207069	rnn.weight_ih_l0	0	-0.0798070952296257
207069	rnn.weight_ih_l0	1	0.004675764124840498
207069	rnn.weight_ih_l0	2	0.0334213525056839
207069	rnn.weight_ih_l0	3	0.022225260734558105
207069	rnn.weight_ih_l0	4	-0.04718825966119766
207069	rnn.weight_ih_l0	5	-0.06866349279880524
207069	rnn.weight_ih_l0	6	-0.0019990268629044294
207069	rnn.weight_ih_l0	7	0.05172155424952507
207069	rnn.weight_ih_l0	8	-0.016139278188347816
207069	rnn.weight_ih_l0	9	-0.03052767738699913
207069	rnn.weight_hh_l0	0	-0.030585745349526405
207069	rnn.weight_hh_l0	1	-0.007128160912543535
207069	rnn.weight_hh_l0	2	0.009053023532032967
207069	rnn.weight_hh_l0	3	-0.07698963582515717
207069	rnn.weight_hh_l0	4	0.09336843341588974
207069	rnn.weight_hh_l0	5	-0.025071095675230026
207069	rnn.weight_hh_l0	6	-0.06049220263957977
207069	rnn.weight_hh_l0	7	0.012713497504591942
207069	rnn.weight_hh_l0	8	0.01523191574960947
207069	rnn.weight_hh_l0	9	-0.02429715357720852
207069	rnn.bias_ih_l0	0	0.13158273696899414
207069	rnn.bias_ih_l0	1	-0.03664231300354004
207069	rnn.bias_ih_l0	2	-0.034545112401247025
207069	rnn.bias_ih_l0	3	0.15954773128032684
207069	rnn.bias_ih_l0	4	-0.01009322702884674
207069	rnn.bias_ih_l0	5	-0.023612283170223236
207069	rnn.bias_ih_l0	6	0.01681995578110218
207069	rnn.bias_ih_l0	7	0.0219191275537014
207069	rnn.bias_ih_l0	8	-0.09898126125335693
207069	rnn.bias_ih_l0	9	-0.04461493343114853
207069	rnn.bias_hh_l0	0	-0.0013450331753119826
207069	rnn.bias_hh_l0	1	-0.10472188889980316
207069	rnn.bias_hh_l0	2	-0.06930864602327347
207069	rnn.bias_hh_l0	3	-0.08584601432085037
207069	rnn.bias_hh_l0	4	0.00795332994312048
207069	rnn.bias_hh_l0	5	-0.020673248916864395
207069	rnn.bias_hh_l0	6	0.03210506588220596
207069	rnn.bias_hh_l0	7	0.05659149959683418
207069	rnn.bias_hh_l0	8	-0.12001744657754898
207069	rnn.bias_hh_l0	9	-0.054846081882715225
207069	rnn.weight_ih_l0_reverse	0	-0.023764051496982574
207069	rnn.weight_ih_l0_reverse	1	-0.0546329990029335
207069	rnn.weight_ih_l0_reverse	2	-0.046826500445604324
207069	rnn.weight_ih_l0_reverse	3	0.011285108514130116
207069	rnn.weight_ih_l0_reverse	4	-0.022884802892804146
207069	rnn.weight_ih_l0_reverse	5	-0.05613945797085762
207069	rnn.weight_ih_l0_reverse	6	0.07550126314163208
207069	rnn.weight_ih_l0_reverse	7	-0.016458682715892792
207069	rnn.weight_ih_l0_reverse	8	-0.017518913373351097
207069	rnn.weight_ih_l0_reverse	9	0.0021963180042803288
207069	rnn.weight_hh_l0_reverse	0	0.06564568728208542
207069	rnn.weight_hh_l0_reverse	1	0.022171586751937866
207069	rnn.weight_hh_l0_reverse	2	0.028739942237734795
207069	rnn.weight_hh_l0_reverse	3	0.03543175384402275
207069	rnn.weight_hh_l0_reverse	4	0.012267138808965683
207069	rnn.weight_hh_l0_reverse	5	0.008221875876188278
207069	rnn.weight_hh_l0_reverse	6	0.05050994083285332
207069	rnn.weight_hh_l0_reverse	7	-0.07864096760749817
207069	rnn.weight_hh_l0_reverse	8	0.04032812640070915
207069	rnn.weight_hh_l0_reverse	9	0.036423735320568085
207069	rnn.bias_ih_l0_reverse	0	-0.05991419404745102
207069	rnn.bias_ih_l0_reverse	1	-0.28825053572654724
207069	rnn.bias_ih_l0_reverse	2	-0.12202652543783188
207069	rnn.bias_ih_l0_reverse	3	-0.047875210642814636
207069	rnn.bias_ih_l0_reverse	4	-0.02145942486822605
207069	rnn.bias_ih_l0_reverse	5	0.07576258480548859
207069	rnn.bias_ih_l0_reverse	6	-0.06487475335597992
207069	rnn.bias_ih_l0_reverse	7	0.06610828638076782
207069	rnn.bias_ih_l0_reverse	8	-0.048111580312252045
207069	rnn.bias_ih_l0_reverse	9	0.06356938183307648
207069	rnn.bias_hh_l0_reverse	0	0.021492833271622658
207069	rnn.bias_hh_l0_reverse	1	-0.05969013273715973
207069	rnn.bias_hh_l0_reverse	2	0.08256702125072479
207069	rnn.bias_hh_l0_reverse	3	-0.04923011362552643
207069	rnn.bias_hh_l0_reverse	4	-0.02363390102982521
207069	rnn.bias_hh_l0_reverse	5	-0.024817803874611855
207069	rnn.bias_hh_l0_reverse	6	-0.020158499479293823
207069	rnn.bias_hh_l0_reverse	7	0.10058260709047318
207069	rnn.bias_hh_l0_reverse	8	0.03571085259318352
207069	rnn.bias_hh_l0_reverse	9	-0.15167704224586487
207069	rnn.weight_ih_l1	0	-0.030513059347867966
207069	rnn.weight_ih_l1	1	-0.04878747835755348
207069	rnn.weight_ih_l1	2	0.05645905062556267
207069	rnn.weight_ih_l1	3	-0.06818151473999023
207069	rnn.weight_ih_l1	4	-0.014207578264176846
207069	rnn.weight_ih_l1	5	-0.04106545448303223
207069	rnn.weight_ih_l1	6	0.02761373482644558
207069	rnn.weight_ih_l1	7	-0.04565444588661194
207069	rnn.weight_ih_l1	8	0.03721987456083298
207069	rnn.weight_ih_l1	9	0.04573526978492737
207069	rnn.weight_hh_l1	0	-0.007461892440915108
207069	rnn.weight_hh_l1	1	0.020421383902430534
207069	rnn.weight_hh_l1	2	0.008299559354782104
207069	rnn.weight_hh_l1	3	-0.013255531899631023
207069	rnn.weight_hh_l1	4	0.005228264722973108
207069	rnn.weight_hh_l1	5	0.033285319805145264
207069	rnn.weight_hh_l1	6	0.035814203321933746
207069	rnn.weight_hh_l1	7	-0.016749706119298935
207069	rnn.weight_hh_l1	8	-0.008415796793997288
207069	rnn.weight_hh_l1	9	0.036382462829351425
207069	rnn.bias_ih_l1	0	-0.18495211005210876
207069	rnn.bias_ih_l1	1	-0.18280218541622162
207069	rnn.bias_ih_l1	2	-0.20434080064296722
207069	rnn.bias_ih_l1	3	-0.31511402130126953
207069	rnn.bias_ih_l1	4	-0.20919978618621826
207069	rnn.bias_ih_l1	5	-0.08387088775634766
207069	rnn.bias_ih_l1	6	-0.16546057164669037
207069	rnn.bias_ih_l1	7	-0.011008755303919315
207069	rnn.bias_ih_l1	8	-0.13421858847141266
207069	rnn.bias_ih_l1	9	-0.127195805311203
207069	rnn.bias_hh_l1	0	-0.10107245296239853
207069	rnn.bias_hh_l1	1	-0.0729910135269165
207069	rnn.bias_hh_l1	2	-0.09016585350036621
207069	rnn.bias_hh_l1	3	-0.08108602464199066
207069	rnn.bias_hh_l1	4	-0.08421602845191956
207069	rnn.bias_hh_l1	5	-0.12013983726501465
207069	rnn.bias_hh_l1	6	-0.15840424597263336
207069	rnn.bias_hh_l1	7	0.062395013868808746
207069	rnn.bias_hh_l1	8	-0.18175484240055084
207069	rnn.bias_hh_l1	9	-0.12102961540222168
207069	rnn.weight_ih_l1_reverse	0	-0.04570711404085159
207069	rnn.weight_ih_l1_reverse	1	0.038749951869249344
207069	rnn.weight_ih_l1_reverse	2	0.09448270499706268
207069	rnn.weight_ih_l1_reverse	3	-0.016177712008357048
207069	rnn.weight_ih_l1_reverse	4	-0.029126204550266266
207069	rnn.weight_ih_l1_reverse	5	-0.030482769012451172
207069	rnn.weight_ih_l1_reverse	6	-0.016707761213183403
207069	rnn.weight_ih_l1_reverse	7	0.02787371724843979
207069	rnn.weight_ih_l1_reverse	8	0.009606538340449333
207069	rnn.weight_ih_l1_reverse	9	-0.03505783528089523
207069	rnn.weight_hh_l1_reverse	0	0.0047179399989545345
207069	rnn.weight_hh_l1_reverse	1	0.031493138521909714
207069	rnn.weight_hh_l1_reverse	2	-0.04049075022339821
207069	rnn.weight_hh_l1_reverse	3	0.0351986289024353
207069	rnn.weight_hh_l1_reverse	4	0.04717131331562996
207069	rnn.weight_hh_l1_reverse	5	0.003930161707103252
207069	rnn.weight_hh_l1_reverse	6	0.05190834403038025
207069	rnn.weight_hh_l1_reverse	7	0.031147580593824387
207069	rnn.weight_hh_l1_reverse	8	-0.007304233033210039
207069	rnn.weight_hh_l1_reverse	9	-0.030743561685085297
207069	rnn.bias_ih_l1_reverse	0	-0.05183452367782593
207069	rnn.bias_ih_l1_reverse	1	-0.14521576464176178
207069	rnn.bias_ih_l1_reverse	2	-0.16581840813159943
207069	rnn.bias_ih_l1_reverse	3	-0.05746038630604744
207069	rnn.bias_ih_l1_reverse	4	-0.20955657958984375
207069	rnn.bias_ih_l1_reverse	5	-0.11306920647621155
207069	rnn.bias_ih_l1_reverse	6	-0.1321062296628952
207069	rnn.bias_ih_l1_reverse	7	-0.19326111674308777
207069	rnn.bias_ih_l1_reverse	8	0.2140069603919983
207069	rnn.bias_ih_l1_reverse	9	0.02735855057835579
207069	rnn.bias_hh_l1_reverse	0	0.0025742994621396065
207069	rnn.bias_hh_l1_reverse	1	-0.07730289548635483
207069	rnn.bias_hh_l1_reverse	2	-0.23634180426597595
207069	rnn.bias_hh_l1_reverse	3	-0.1452661156654358
207069	rnn.bias_hh_l1_reverse	4	-0.0826517716050148
207069	rnn.bias_hh_l1_reverse	5	-0.11680562049150467
207069	rnn.bias_hh_l1_reverse	6	0.05330293998122215
207069	rnn.bias_hh_l1_reverse	7	-0.14811919629573822
207069	rnn.bias_hh_l1_reverse	8	-0.1179857924580574
207069	rnn.bias_hh_l1_reverse	9	-0.1494935005903244
207069	linear.weight	0	0.002228822559118271
207069	linear.weight	1	0.10912886261940002
207069	linear.weight	2	-0.10222168266773224
207069	linear.weight	3	0.28918662667274475
207069	linear.weight	4	0.15145348012447357
207069	linear.weight	5	-0.06481274217367172
207069	linear.weight	6	0.10655307024717331
207069	linear.weight	7	0.13746747374534607
207069	linear.weight	8	0.04114561155438423
207069	linear.weight	9	-0.05143328011035919
207069	linear.bias	0	0.07881739735603333
207069	linear.bias	1	-0.1669035106897354
207069	linear.bias	2	-0.4469188153743744
207069	linear.bias	3	-0.6502676606178284
207069	linear.bias	4	-1.2329896688461304
207069	linear.bias	5	-0.07109013944864273
207069	linear.bias	6	-0.7961129546165466
207069	linear.bias	7	0.25448518991470337
207069	linear.bias	8	-0.4309040904045105
207069	linear.bias	9	-1.0414745807647705
207266	transitions	0	0.7479180097579956
207266	transitions	1	0.15318818390369415
207266	transitions	2	-10000.0
207266	transitions	3	-1.8272582292556763
207266	transitions	4	-10000.0
207266	transitions	5	0.5652474164962769
207266	transitions	6	-0.08388515561819077
207266	transitions	7	-0.7914911508560181
207266	transitions	8	-1.41904878616333
207266	transitions	9	-0.001214011455886066
207266	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
207266	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
207266	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
207266	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
207266	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
207266	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
207266	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
207266	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
207266	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
207266	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
207266	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
207266	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
207266	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
207266	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
207266	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
207266	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
207266	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
207266	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
207266	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
207266	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
207266	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
207266	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
207266	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
207266	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
207266	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
207266	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
207266	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
207266	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
207266	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
207266	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
207266	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
207266	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
207266	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
207266	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
207266	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
207266	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
207266	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
207266	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
207266	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
207266	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
207266	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
207266	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
207266	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
207266	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
207266	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
207266	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
207266	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
207266	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
207266	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
207266	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
207266	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
207266	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
207266	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
207266	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
207266	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
207266	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
207266	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
207266	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
207266	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
207266	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
207266	embedding2nn.weight	0	0.021816909313201904
207266	embedding2nn.weight	1	-0.013241780921816826
207266	embedding2nn.weight	2	-0.014268254861235619
207266	embedding2nn.weight	3	-0.031208088621497154
207266	embedding2nn.weight	4	-0.0059150345623493195
207266	embedding2nn.weight	5	-0.003700588596984744
207266	embedding2nn.weight	6	-0.003973275423049927
207266	embedding2nn.weight	7	-0.07699268311262131
207266	embedding2nn.weight	8	-0.0019979383796453476
207266	embedding2nn.weight	9	-0.028404954820871353
207266	embedding2nn.bias	0	0.034993186593055725
207266	embedding2nn.bias	1	-0.07322503626346588
207266	embedding2nn.bias	2	0.06533507257699966
207266	embedding2nn.bias	3	0.04543192684650421
207266	embedding2nn.bias	4	-0.039467670023441315
207266	embedding2nn.bias	5	-0.004212697967886925
207266	embedding2nn.bias	6	0.019909648224711418
207266	embedding2nn.bias	7	-0.05273808538913727
207266	embedding2nn.bias	8	0.06485183537006378
207266	embedding2nn.bias	9	0.0455782376229763
207266	rnn.weight_ih_l0	0	-0.08001981675624847
207266	rnn.weight_ih_l0	1	0.004487873986363411
207266	rnn.weight_ih_l0	2	0.033526480197906494
207266	rnn.weight_ih_l0	3	0.02206583134829998
207266	rnn.weight_ih_l0	4	-0.04724223539233208
207266	rnn.weight_ih_l0	5	-0.06885263323783875
207266	rnn.weight_ih_l0	6	-0.0020317810121923685
207266	rnn.weight_ih_l0	7	0.051563262939453125
207266	rnn.weight_ih_l0	8	-0.01606798730790615
207266	rnn.weight_ih_l0	9	-0.0308693740516901
207266	rnn.weight_hh_l0	0	-0.030667761340737343
207266	rnn.weight_hh_l0	1	-0.006861450150609016
207266	rnn.weight_hh_l0	2	0.009084612131118774
207266	rnn.weight_hh_l0	3	-0.07709723711013794
207266	rnn.weight_hh_l0	4	0.09340088069438934
207266	rnn.weight_hh_l0	5	-0.02498113363981247
207266	rnn.weight_hh_l0	6	-0.06049308553338051
207266	rnn.weight_hh_l0	7	0.012554324232041836
207266	rnn.weight_hh_l0	8	0.015321471728384495
207266	rnn.weight_hh_l0	9	-0.024264615029096603
207266	rnn.bias_ih_l0	0	0.13173983991146088
207266	rnn.bias_ih_l0	1	-0.03681813180446625
207266	rnn.bias_ih_l0	2	-0.03465777635574341
207266	rnn.bias_ih_l0	3	0.16019541025161743
207266	rnn.bias_ih_l0	4	-0.01084686629474163
207266	rnn.bias_ih_l0	5	-0.023160520941019058
207266	rnn.bias_ih_l0	6	0.017823515459895134
207266	rnn.bias_ih_l0	7	0.02140800468623638
207266	rnn.bias_ih_l0	8	-0.09893269091844559
207266	rnn.bias_ih_l0	9	-0.04620722308754921
207266	rnn.bias_hh_l0	0	-0.0014338601613417268
207266	rnn.bias_hh_l0	1	-0.10350340604782104
207266	rnn.bias_hh_l0	2	-0.06945347785949707
207266	rnn.bias_hh_l0	3	-0.08585695922374725
207266	rnn.bias_hh_l0	4	0.008596881292760372
207266	rnn.bias_hh_l0	5	-0.02006867155432701
207266	rnn.bias_hh_l0	6	0.030732959508895874
207266	rnn.bias_hh_l0	7	0.05625341460108757
207266	rnn.bias_hh_l0	8	-0.11950670182704926
207266	rnn.bias_hh_l0	9	-0.05425963178277016
207266	rnn.weight_ih_l0_reverse	0	-0.023466235026717186
207266	rnn.weight_ih_l0_reverse	1	-0.054638393223285675
207266	rnn.weight_ih_l0_reverse	2	-0.04589163511991501
207266	rnn.weight_ih_l0_reverse	3	0.011135883629322052
207266	rnn.weight_ih_l0_reverse	4	-0.02286364510655403
207266	rnn.weight_ih_l0_reverse	5	-0.0561688095331192
207266	rnn.weight_ih_l0_reverse	6	0.07562608271837234
207266	rnn.weight_ih_l0_reverse	7	-0.016382889822125435
207266	rnn.weight_ih_l0_reverse	8	-0.01745941862463951
207266	rnn.weight_ih_l0_reverse	9	0.0016355053521692753
207266	rnn.weight_hh_l0_reverse	0	0.06643485277891159
207266	rnn.weight_hh_l0_reverse	1	0.022210711613297462
207266	rnn.weight_hh_l0_reverse	2	0.028828196227550507
207266	rnn.weight_hh_l0_reverse	3	0.03538231924176216
207266	rnn.weight_hh_l0_reverse	4	0.012095840647816658
207266	rnn.weight_hh_l0_reverse	5	0.008191654458642006
207266	rnn.weight_hh_l0_reverse	6	0.05068065971136093
207266	rnn.weight_hh_l0_reverse	7	-0.07853639125823975
207266	rnn.weight_hh_l0_reverse	8	0.04002642631530762
207266	rnn.weight_hh_l0_reverse	9	0.03645293787121773
207266	rnn.bias_ih_l0_reverse	0	-0.05984729900956154
207266	rnn.bias_ih_l0_reverse	1	-0.28790250420570374
207266	rnn.bias_ih_l0_reverse	2	-0.12225073575973511
207266	rnn.bias_ih_l0_reverse	3	-0.04823514074087143
207266	rnn.bias_ih_l0_reverse	4	-0.020612459629774094
207266	rnn.bias_ih_l0_reverse	5	0.07609271258115768
207266	rnn.bias_ih_l0_reverse	6	-0.06480421870946884
207266	rnn.bias_ih_l0_reverse	7	0.06504012644290924
207266	rnn.bias_ih_l0_reverse	8	-0.04787318408489227
207266	rnn.bias_ih_l0_reverse	9	0.06369232386350632
207266	rnn.bias_hh_l0_reverse	0	0.021982694044709206
207266	rnn.bias_hh_l0_reverse	1	-0.061324942857027054
207266	rnn.bias_hh_l0_reverse	2	0.08383695781230927
207266	rnn.bias_hh_l0_reverse	3	-0.04833870753645897
207266	rnn.bias_hh_l0_reverse	4	-0.02298399992287159
207266	rnn.bias_hh_l0_reverse	5	-0.025436624884605408
207266	rnn.bias_hh_l0_reverse	6	-0.01992870308458805
207266	rnn.bias_hh_l0_reverse	7	0.10023725777864456
207266	rnn.bias_hh_l0_reverse	8	0.03575078397989273
207266	rnn.bias_hh_l0_reverse	9	-0.15132033824920654
207266	rnn.weight_ih_l1	0	-0.030363241210579872
207266	rnn.weight_ih_l1	1	-0.04855668544769287
207266	rnn.weight_ih_l1	2	0.0568629615008831
207266	rnn.weight_ih_l1	3	-0.06848596781492233
207266	rnn.weight_ih_l1	4	-0.014061946421861649
207266	rnn.weight_ih_l1	5	-0.040965091437101364
207266	rnn.weight_ih_l1	6	0.027561528608202934
207266	rnn.weight_ih_l1	7	-0.04579079896211624
207266	rnn.weight_ih_l1	8	0.0371248796582222
207266	rnn.weight_ih_l1	9	0.04545819014310837
207266	rnn.weight_hh_l1	0	-0.007522726897150278
207266	rnn.weight_hh_l1	1	0.020431583747267723
207266	rnn.weight_hh_l1	2	0.007803460583090782
207266	rnn.weight_hh_l1	3	-0.013319142162799835
207266	rnn.weight_hh_l1	4	0.005048332270234823
207266	rnn.weight_hh_l1	5	0.033404089510440826
207266	rnn.weight_hh_l1	6	0.0359686054289341
207266	rnn.weight_hh_l1	7	-0.016670985147356987
207266	rnn.weight_hh_l1	8	-0.008366886526346207
207266	rnn.weight_hh_l1	9	0.036307308822870255
207266	rnn.bias_ih_l1	0	-0.1839057058095932
207266	rnn.bias_ih_l1	1	-0.18288035690784454
207266	rnn.bias_ih_l1	2	-0.20385274291038513
207266	rnn.bias_ih_l1	3	-0.3152354657649994
207266	rnn.bias_ih_l1	4	-0.20849871635437012
207266	rnn.bias_ih_l1	5	-0.08406303077936172
207266	rnn.bias_ih_l1	6	-0.1650373786687851
207266	rnn.bias_ih_l1	7	-0.010899938642978668
207266	rnn.bias_ih_l1	8	-0.1337222307920456
207266	rnn.bias_ih_l1	9	-0.12706173956394196
207266	rnn.bias_hh_l1	0	-0.10052042454481125
207266	rnn.bias_hh_l1	1	-0.07313325256109238
207266	rnn.bias_hh_l1	2	-0.09077223390340805
207266	rnn.bias_hh_l1	3	-0.08109559863805771
207266	rnn.bias_hh_l1	4	-0.08330339193344116
207266	rnn.bias_hh_l1	5	-0.12049657106399536
207266	rnn.bias_hh_l1	6	-0.15841634571552277
207266	rnn.bias_hh_l1	7	0.060923393815755844
207266	rnn.bias_hh_l1	8	-0.1815924197435379
207266	rnn.bias_hh_l1	9	-0.11920130997896194
207266	rnn.weight_ih_l1_reverse	0	-0.04571354016661644
207266	rnn.weight_ih_l1_reverse	1	0.03823023661971092
207266	rnn.weight_ih_l1_reverse	2	0.0951991155743599
207266	rnn.weight_ih_l1_reverse	3	-0.016464553773403168
207266	rnn.weight_ih_l1_reverse	4	-0.02926694042980671
207266	rnn.weight_ih_l1_reverse	5	-0.030552972108125687
207266	rnn.weight_ih_l1_reverse	6	-0.01728145219385624
207266	rnn.weight_ih_l1_reverse	7	0.028269514441490173
207266	rnn.weight_ih_l1_reverse	8	0.00988795142620802
207266	rnn.weight_ih_l1_reverse	9	-0.034508541226387024
207266	rnn.weight_hh_l1_reverse	0	0.00459790974855423
207266	rnn.weight_hh_l1_reverse	1	0.031537026166915894
207266	rnn.weight_hh_l1_reverse	2	-0.04045892506837845
207266	rnn.weight_hh_l1_reverse	3	0.035190947353839874
207266	rnn.weight_hh_l1_reverse	4	0.04728947579860687
207266	rnn.weight_hh_l1_reverse	5	0.004049819894134998
207266	rnn.weight_hh_l1_reverse	6	0.051784392446279526
207266	rnn.weight_hh_l1_reverse	7	0.03114350512623787
207266	rnn.weight_hh_l1_reverse	8	-0.007264441344887018
207266	rnn.weight_hh_l1_reverse	9	-0.030698060989379883
207266	rnn.bias_ih_l1_reverse	0	-0.05084848776459694
207266	rnn.bias_ih_l1_reverse	1	-0.14520633220672607
207266	rnn.bias_ih_l1_reverse	2	-0.16596613824367523
207266	rnn.bias_ih_l1_reverse	3	-0.05736163631081581
207266	rnn.bias_ih_l1_reverse	4	-0.20932604372501373
207266	rnn.bias_ih_l1_reverse	5	-0.11340074986219406
207266	rnn.bias_ih_l1_reverse	6	-0.13177624344825745
207266	rnn.bias_ih_l1_reverse	7	-0.19288422167301178
207266	rnn.bias_ih_l1_reverse	8	0.21385960280895233
207266	rnn.bias_ih_l1_reverse	9	0.029327547177672386
207266	rnn.bias_hh_l1_reverse	0	0.002985882107168436
207266	rnn.bias_hh_l1_reverse	1	-0.07712569087743759
207266	rnn.bias_hh_l1_reverse	2	-0.23632708191871643
207266	rnn.bias_hh_l1_reverse	3	-0.14519384503364563
207266	rnn.bias_hh_l1_reverse	4	-0.08296138048171997
207266	rnn.bias_hh_l1_reverse	5	-0.11592786759138107
207266	rnn.bias_hh_l1_reverse	6	0.05088270083069801
207266	rnn.bias_hh_l1_reverse	7	-0.14854007959365845
207266	rnn.bias_hh_l1_reverse	8	-0.11811035871505737
207266	rnn.bias_hh_l1_reverse	9	-0.14940570294857025
207266	linear.weight	0	0.002228822559118271
207266	linear.weight	1	0.1083030179142952
207266	linear.weight	2	-0.10203410685062408
207266	linear.weight	3	0.2896724045276642
207266	linear.weight	4	0.15153491497039795
207266	linear.weight	5	-0.06476522982120514
207266	linear.weight	6	0.10625424981117249
207266	linear.weight	7	0.13871152698993683
207266	linear.weight	8	0.04114549979567528
207266	linear.weight	9	-0.050817035138607025
207266	linear.bias	0	0.09149088710546494
207266	linear.bias	1	-0.17531798779964447
207266	linear.bias	2	-0.44259560108184814
207266	linear.bias	3	-0.6457047462463379
207266	linear.bias	4	-1.228387713432312
207266	linear.bias	5	-0.057812415063381195
207266	linear.bias	6	-0.8028736710548401
207266	linear.bias	7	0.2679866850376129
207266	linear.bias	8	-0.43252065777778625
207266	linear.bias	9	-1.043433427810669
207270	transitions	0	0.7479178309440613
207270	transitions	1	0.15317371487617493
207270	transitions	2	-10000.0
207270	transitions	3	-1.8272582292556763
207270	transitions	4	-10000.0
207270	transitions	5	0.5652472972869873
207270	transitions	6	-0.08388520032167435
207270	transitions	7	-0.7914913296699524
207270	transitions	8	-1.41904878616333
207270	transitions	9	-0.0012140115723013878
207270	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
207270	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
207270	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
207270	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
207270	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
207270	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
207270	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
207270	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
207270	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
207270	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
207270	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
207270	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
207270	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
207270	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
207270	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
207270	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
207270	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
207270	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
207270	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
207270	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
207270	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
207270	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
207270	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
207270	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
207270	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
207270	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
207270	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
207270	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
207270	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
207270	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
207270	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
207270	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
207270	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
207270	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
207270	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
207270	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
207270	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
207270	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
207270	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
207270	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
207270	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
207270	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
207270	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
207270	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
207270	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
207270	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
207270	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
207270	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
207270	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
207270	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
207270	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
207270	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
207270	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
207270	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
207270	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
207270	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
207270	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
207270	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
207270	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
207270	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
207270	embedding2nn.weight	0	0.021781442686915398
207270	embedding2nn.weight	1	-0.013239421881735325
207270	embedding2nn.weight	2	-0.014268254861235619
207270	embedding2nn.weight	3	-0.03136806562542915
207270	embedding2nn.weight	4	-0.0059150345623493195
207270	embedding2nn.weight	5	-0.003700588596984744
207270	embedding2nn.weight	6	-0.003973275423049927
207270	embedding2nn.weight	7	-0.07700378447771072
207270	embedding2nn.weight	8	-0.0019979383796453476
207270	embedding2nn.weight	9	-0.02842923253774643
207270	embedding2nn.bias	0	0.03582431748509407
207270	embedding2nn.bias	1	-0.07366365939378738
207270	embedding2nn.bias	2	0.06520989537239075
207270	embedding2nn.bias	3	0.04527358338236809
207270	embedding2nn.bias	4	-0.03934343159198761
207270	embedding2nn.bias	5	-0.004233052488416433
207270	embedding2nn.bias	6	0.01974843069911003
207270	embedding2nn.bias	7	-0.052818525582551956
207270	embedding2nn.bias	8	0.06536590307950974
207270	embedding2nn.bias	9	0.045495595782995224
207270	rnn.weight_ih_l0	0	-0.08001244813203812
207270	rnn.weight_ih_l0	1	0.0045190793462097645
207270	rnn.weight_ih_l0	2	0.03355038911104202
207270	rnn.weight_ih_l0	3	0.02207385189831257
207270	rnn.weight_ih_l0	4	-0.047189999371767044
207270	rnn.weight_ih_l0	5	-0.06886501610279083
207270	rnn.weight_ih_l0	6	-0.0020532740745693445
207270	rnn.weight_ih_l0	7	0.051498960703611374
207270	rnn.weight_ih_l0	8	-0.01610664092004299
207270	rnn.weight_ih_l0	9	-0.030732635408639908
207270	rnn.weight_hh_l0	0	-0.030596939846873283
207270	rnn.weight_hh_l0	1	-0.006849277298897505
207270	rnn.weight_hh_l0	2	0.00902794674038887
207270	rnn.weight_hh_l0	3	-0.07710651308298111
207270	rnn.weight_hh_l0	4	0.09337327629327774
207270	rnn.weight_hh_l0	5	-0.025027001276612282
207270	rnn.weight_hh_l0	6	-0.06043502688407898
207270	rnn.weight_hh_l0	7	0.012569882906973362
207270	rnn.weight_hh_l0	8	0.015270920470356941
207270	rnn.weight_hh_l0	9	-0.024266477674245834
207270	rnn.bias_ih_l0	0	0.131691113114357
207270	rnn.bias_ih_l0	1	-0.0368557833135128
207270	rnn.bias_ih_l0	2	-0.03479941934347153
207270	rnn.bias_ih_l0	3	0.16011598706245422
207270	rnn.bias_ih_l0	4	-0.010820666328072548
207270	rnn.bias_ih_l0	5	-0.02318730764091015
207270	rnn.bias_ih_l0	6	0.0178392194211483
207270	rnn.bias_ih_l0	7	0.021423818543553352
207270	rnn.bias_ih_l0	8	-0.0988607257604599
207270	rnn.bias_ih_l0	9	-0.046237051486968994
207270	rnn.bias_hh_l0	0	-0.001342634903267026
207270	rnn.bias_hh_l0	1	-0.10349305719137192
207270	rnn.bias_hh_l0	2	-0.06941495090723038
207270	rnn.bias_hh_l0	3	-0.08593621104955673
207270	rnn.bias_hh_l0	4	0.008677568286657333
207270	rnn.bias_hh_l0	5	-0.019908728078007698
207270	rnn.bias_hh_l0	6	0.03077254258096218
207270	rnn.bias_hh_l0	7	0.05621391162276268
207270	rnn.bias_hh_l0	8	-0.11950721591711044
207270	rnn.bias_hh_l0	9	-0.05424358695745468
207270	rnn.weight_ih_l0_reverse	0	-0.02350887842476368
207270	rnn.weight_ih_l0_reverse	1	-0.05456330627202988
207270	rnn.weight_ih_l0_reverse	2	-0.04587272182106972
207270	rnn.weight_ih_l0_reverse	3	0.011126598343253136
207270	rnn.weight_ih_l0_reverse	4	-0.02286851964890957
207270	rnn.weight_ih_l0_reverse	5	-0.05616715922951698
207270	rnn.weight_ih_l0_reverse	6	0.07563003152608871
207270	rnn.weight_ih_l0_reverse	7	-0.016387280076742172
207270	rnn.weight_ih_l0_reverse	8	-0.01747366227209568
207270	rnn.weight_ih_l0_reverse	9	0.0015948538202792406
207270	rnn.weight_hh_l0_reverse	0	0.06647693365812302
207270	rnn.weight_hh_l0_reverse	1	0.022212747484445572
207270	rnn.weight_hh_l0_reverse	2	0.028829628601670265
207270	rnn.weight_hh_l0_reverse	3	0.03538539633154869
207270	rnn.weight_hh_l0_reverse	4	0.01210074033588171
207270	rnn.weight_hh_l0_reverse	5	0.008190893568098545
207270	rnn.weight_hh_l0_reverse	6	0.05067908763885498
207270	rnn.weight_hh_l0_reverse	7	-0.07853682339191437
207270	rnn.weight_hh_l0_reverse	8	0.04002479463815689
207270	rnn.weight_hh_l0_reverse	9	0.03643069788813591
207270	rnn.bias_ih_l0_reverse	0	-0.05991049483418465
207270	rnn.bias_ih_l0_reverse	1	-0.28768956661224365
207270	rnn.bias_ih_l0_reverse	2	-0.12226098030805588
207270	rnn.bias_ih_l0_reverse	3	-0.04824255406856537
207270	rnn.bias_ih_l0_reverse	4	-0.020735276862978935
207270	rnn.bias_ih_l0_reverse	5	0.07601695507764816
207270	rnn.bias_ih_l0_reverse	6	-0.06468941271305084
207270	rnn.bias_ih_l0_reverse	7	0.06506872177124023
207270	rnn.bias_ih_l0_reverse	8	-0.04797900840640068
207270	rnn.bias_ih_l0_reverse	9	0.06374280899763107
207270	rnn.bias_hh_l0_reverse	0	0.022034896537661552
207270	rnn.bias_hh_l0_reverse	1	-0.06139227747917175
207270	rnn.bias_hh_l0_reverse	2	0.083885058760643
207270	rnn.bias_hh_l0_reverse	3	-0.048326678574085236
207270	rnn.bias_hh_l0_reverse	4	-0.023004962131381035
207270	rnn.bias_hh_l0_reverse	5	-0.025182059034705162
207270	rnn.bias_hh_l0_reverse	6	-0.020047785714268684
207270	rnn.bias_hh_l0_reverse	7	0.10019521415233612
207270	rnn.bias_hh_l0_reverse	8	0.03580942004919052
207270	rnn.bias_hh_l0_reverse	9	-0.1509820520877838
207270	rnn.weight_ih_l1	0	-0.030359677970409393
207270	rnn.weight_ih_l1	1	-0.04858078807592392
207270	rnn.weight_ih_l1	2	0.05682521313428879
207270	rnn.weight_ih_l1	3	-0.06855612248182297
207270	rnn.weight_ih_l1	4	-0.01409509964287281
207270	rnn.weight_ih_l1	5	-0.04096617549657822
207270	rnn.weight_ih_l1	6	0.02757110260426998
207270	rnn.weight_ih_l1	7	-0.04579746723175049
207270	rnn.weight_ih_l1	8	0.03712637349963188
207270	rnn.weight_ih_l1	9	0.04543955251574516
207270	rnn.weight_hh_l1	0	-0.007566581014543772
207270	rnn.weight_hh_l1	1	0.02043103240430355
207270	rnn.weight_hh_l1	2	0.007834598422050476
207270	rnn.weight_hh_l1	3	-0.013331092894077301
207270	rnn.weight_hh_l1	4	0.005052195396274328
207270	rnn.weight_hh_l1	5	0.03340413421392441
207270	rnn.weight_hh_l1	6	0.035897959023714066
207270	rnn.weight_hh_l1	7	-0.016668548807501793
207270	rnn.weight_hh_l1	8	-0.00835161842405796
207270	rnn.weight_hh_l1	9	0.03633096069097519
207270	rnn.bias_ih_l1	0	-0.18384987115859985
207270	rnn.bias_ih_l1	1	-0.18284885585308075
207270	rnn.bias_ih_l1	2	-0.20389918982982635
207270	rnn.bias_ih_l1	3	-0.31530046463012695
207270	rnn.bias_ih_l1	4	-0.20818383991718292
207270	rnn.bias_ih_l1	5	-0.08405482023954391
207270	rnn.bias_ih_l1	6	-0.1648871749639511
207270	rnn.bias_ih_l1	7	-0.010855303145945072
207270	rnn.bias_ih_l1	8	-0.13381332159042358
207270	rnn.bias_ih_l1	9	-0.12704616785049438
207270	rnn.bias_hh_l1	0	-0.10060197114944458
207270	rnn.bias_hh_l1	1	-0.07314744591712952
207270	rnn.bias_hh_l1	2	-0.09059019386768341
207270	rnn.bias_hh_l1	3	-0.08116812258958817
207270	rnn.bias_hh_l1	4	-0.08331408351659775
207270	rnn.bias_hh_l1	5	-0.12053092569112778
207270	rnn.bias_hh_l1	6	-0.1583636850118637
207270	rnn.bias_hh_l1	7	0.060865387320518494
207270	rnn.bias_hh_l1	8	-0.18158385157585144
207270	rnn.bias_hh_l1	9	-0.11920221149921417
207270	rnn.weight_ih_l1_reverse	0	-0.0457078292965889
207270	rnn.weight_ih_l1_reverse	1	0.038245294243097305
207270	rnn.weight_ih_l1_reverse	2	0.09526484459638596
207270	rnn.weight_ih_l1_reverse	3	-0.016553465276956558
207270	rnn.weight_ih_l1_reverse	4	-0.02907312847673893
207270	rnn.weight_ih_l1_reverse	5	-0.03055300936102867
207270	rnn.weight_ih_l1_reverse	6	-0.017291128635406494
207270	rnn.weight_ih_l1_reverse	7	0.028263039886951447
207270	rnn.weight_ih_l1_reverse	8	0.00998188741505146
207270	rnn.weight_ih_l1_reverse	9	-0.034482866525650024
207270	rnn.weight_hh_l1_reverse	0	0.004598876461386681
207270	rnn.weight_hh_l1_reverse	1	0.03154149278998375
207270	rnn.weight_hh_l1_reverse	2	-0.040456708520650864
207270	rnn.weight_hh_l1_reverse	3	0.03518960624933243
207270	rnn.weight_hh_l1_reverse	4	0.0472659133374691
207270	rnn.weight_hh_l1_reverse	5	0.00405082805082202
207270	rnn.weight_hh_l1_reverse	6	0.05180913209915161
207270	rnn.weight_hh_l1_reverse	7	0.03114386647939682
207270	rnn.weight_hh_l1_reverse	8	-0.0072631933726370335
207270	rnn.weight_hh_l1_reverse	9	-0.030701402574777603
207270	rnn.bias_ih_l1_reverse	0	-0.05094588175415993
207270	rnn.bias_ih_l1_reverse	1	-0.1452101767063141
207270	rnn.bias_ih_l1_reverse	2	-0.16593030095100403
207270	rnn.bias_ih_l1_reverse	3	-0.05755990371108055
207270	rnn.bias_ih_l1_reverse	4	-0.20934845507144928
207270	rnn.bias_ih_l1_reverse	5	-0.11334342509508133
207270	rnn.bias_ih_l1_reverse	6	-0.13177819550037384
207270	rnn.bias_ih_l1_reverse	7	-0.19293002784252167
207270	rnn.bias_ih_l1_reverse	8	0.2137376070022583
207270	rnn.bias_ih_l1_reverse	9	0.029344448819756508
207270	rnn.bias_hh_l1_reverse	0	0.0031924196518957615
207270	rnn.bias_hh_l1_reverse	1	-0.07710547745227814
207270	rnn.bias_hh_l1_reverse	2	-0.23633462190628052
207270	rnn.bias_hh_l1_reverse	3	-0.14518868923187256
207270	rnn.bias_hh_l1_reverse	4	-0.08295416086912155
207270	rnn.bias_hh_l1_reverse	5	-0.11604314297437668
207270	rnn.bias_hh_l1_reverse	6	0.051098160445690155
207270	rnn.bias_hh_l1_reverse	7	-0.14859718084335327
207270	rnn.bias_hh_l1_reverse	8	-0.11807285249233246
207270	rnn.bias_hh_l1_reverse	9	-0.1494065672159195
207270	linear.weight	0	0.002228822559118271
207270	linear.weight	1	0.10829222202301025
207270	linear.weight	2	-0.10200963169336319
207270	linear.weight	3	0.28967440128326416
207270	linear.weight	4	0.1516231894493103
207270	linear.weight	5	-0.06476683169603348
207270	linear.weight	6	0.10605757683515549
207270	linear.weight	7	0.13866282999515533
207270	linear.weight	8	0.04114549979567528
207270	linear.weight	9	-0.05069392919540405
207270	linear.bias	0	0.09116700291633606
207270	linear.bias	1	-0.17525126039981842
207270	linear.bias	2	-0.44123101234436035
207270	linear.bias	3	-0.6460183262825012
207270	linear.bias	4	-1.2287192344665527
207270	linear.bias	5	-0.05828200653195381
207270	linear.bias	6	-0.8028303980827332
207270	linear.bias	7	0.2675314247608185
207270	linear.bias	8	-0.4326561391353607
207270	linear.bias	9	-1.0435692071914673
207467	transitions	0	0.748407781124115
207467	transitions	1	0.15238462388515472
207467	transitions	2	-10000.0
207467	transitions	3	-1.8272608518600464
207467	transitions	4	-10000.0
207467	transitions	5	0.5652235746383667
207467	transitions	6	-0.08389540761709213
207467	transitions	7	-0.7915052175521851
207467	transitions	8	-1.4191272258758545
207467	transitions	9	-0.0012141631450504065
207467	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
207467	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
207467	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
207467	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
207467	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
207467	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
207467	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
207467	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
207467	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
207467	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
207467	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
207467	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
207467	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
207467	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
207467	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
207467	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
207467	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
207467	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
207467	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
207467	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
207467	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
207467	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
207467	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
207467	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
207467	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
207467	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
207467	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
207467	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
207467	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
207467	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
207467	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
207467	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
207467	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
207467	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
207467	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
207467	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
207467	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
207467	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
207467	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
207467	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
207467	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
207467	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
207467	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
207467	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
207467	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
207467	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
207467	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
207467	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
207467	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
207467	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
207467	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
207467	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
207467	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
207467	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
207467	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
207467	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
207467	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
207467	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
207467	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
207467	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
207467	embedding2nn.weight	0	0.021473482251167297
207467	embedding2nn.weight	1	-0.013250854797661304
207467	embedding2nn.weight	2	-0.014268254861235619
207467	embedding2nn.weight	3	-0.031540315598249435
207467	embedding2nn.weight	4	-0.0059150345623493195
207467	embedding2nn.weight	5	-0.003700588596984744
207467	embedding2nn.weight	6	-0.003973276354372501
207467	embedding2nn.weight	7	-0.07717114686965942
207467	embedding2nn.weight	8	-0.0019979383796453476
207467	embedding2nn.weight	9	-0.028368309140205383
207467	embedding2nn.bias	0	0.036724548786878586
207467	embedding2nn.bias	1	-0.07578621804714203
207467	embedding2nn.bias	2	0.06501723825931549
207467	embedding2nn.bias	3	0.046218350529670715
207467	embedding2nn.bias	4	-0.037528783082962036
207467	embedding2nn.bias	5	-0.0081517668440938
207467	embedding2nn.bias	6	0.02066071331501007
207467	embedding2nn.bias	7	-0.052533362060785294
207467	embedding2nn.bias	8	0.06622117757797241
207467	embedding2nn.bias	9	0.046916428953409195
207467	rnn.weight_ih_l0	0	-0.07969645410776138
207467	rnn.weight_ih_l0	1	0.0040216753259301186
207467	rnn.weight_ih_l0	2	0.03359520435333252
207467	rnn.weight_ih_l0	3	0.02216213196516037
207467	rnn.weight_ih_l0	4	-0.0471346415579319
207467	rnn.weight_ih_l0	5	-0.06877143681049347
207467	rnn.weight_ih_l0	6	-0.002415743423625827
207467	rnn.weight_ih_l0	7	0.051509153097867966
207467	rnn.weight_ih_l0	8	-0.015998495742678642
207467	rnn.weight_ih_l0	9	-0.031217994168400764
207467	rnn.weight_hh_l0	0	-0.030420809984207153
207467	rnn.weight_hh_l0	1	-0.006626224610954523
207467	rnn.weight_hh_l0	2	0.008889790624380112
207467	rnn.weight_hh_l0	3	-0.0770324096083641
207467	rnn.weight_hh_l0	4	0.09350724518299103
207467	rnn.weight_hh_l0	5	-0.025607265532016754
207467	rnn.weight_hh_l0	6	-0.06043117493391037
207467	rnn.weight_hh_l0	7	0.012798670679330826
207467	rnn.weight_hh_l0	8	0.015554397366940975
207467	rnn.weight_hh_l0	9	-0.024477308616042137
207467	rnn.bias_ih_l0	0	0.13193628191947937
207467	rnn.bias_ih_l0	1	-0.0364876352250576
207467	rnn.bias_ih_l0	2	-0.034275591373443604
207467	rnn.bias_ih_l0	3	0.16000677645206451
207467	rnn.bias_ih_l0	4	-0.01052207313477993
207467	rnn.bias_ih_l0	5	-0.02330344170331955
207467	rnn.bias_ih_l0	6	0.017571238800883293
207467	rnn.bias_ih_l0	7	0.021037818863987923
207467	rnn.bias_ih_l0	8	-0.09903011471033096
207467	rnn.bias_ih_l0	9	-0.04706495627760887
207467	rnn.bias_hh_l0	0	-0.0011265205685049295
207467	rnn.bias_hh_l0	1	-0.10423994809389114
207467	rnn.bias_hh_l0	2	-0.06917945295572281
207467	rnn.bias_hh_l0	3	-0.08599788695573807
207467	rnn.bias_hh_l0	4	0.0073060994036495686
207467	rnn.bias_hh_l0	5	-0.020084625110030174
207467	rnn.bias_hh_l0	6	0.031139472499489784
207467	rnn.bias_hh_l0	7	0.056242138147354126
207467	rnn.bias_hh_l0	8	-0.12028830498456955
207467	rnn.bias_hh_l0	9	-0.054825808852910995
207467	rnn.weight_ih_l0_reverse	0	-0.023215865716338158
207467	rnn.weight_ih_l0_reverse	1	-0.054566286504268646
207467	rnn.weight_ih_l0_reverse	2	-0.046160340309143066
207467	rnn.weight_ih_l0_reverse	3	0.011517681181430817
207467	rnn.weight_ih_l0_reverse	4	-0.02301078848540783
207467	rnn.weight_ih_l0_reverse	5	-0.056092098355293274
207467	rnn.weight_ih_l0_reverse	6	0.075799860060215
207467	rnn.weight_ih_l0_reverse	7	-0.01695578172802925
207467	rnn.weight_ih_l0_reverse	8	-0.01762017048895359
207467	rnn.weight_ih_l0_reverse	9	0.0022812900133430958
207467	rnn.weight_hh_l0_reverse	0	0.06641576439142227
207467	rnn.weight_hh_l0_reverse	1	0.022279342636466026
207467	rnn.weight_hh_l0_reverse	2	0.028580866754055023
207467	rnn.weight_hh_l0_reverse	3	0.03542083129286766
207467	rnn.weight_hh_l0_reverse	4	0.012298064306378365
207467	rnn.weight_hh_l0_reverse	5	0.008134466595947742
207467	rnn.weight_hh_l0_reverse	6	0.050514284521341324
207467	rnn.weight_hh_l0_reverse	7	-0.0785600021481514
207467	rnn.weight_hh_l0_reverse	8	0.040026672184467316
207467	rnn.weight_hh_l0_reverse	9	0.03655797988176346
207467	rnn.bias_ih_l0_reverse	0	-0.059880174696445465
207467	rnn.bias_ih_l0_reverse	1	-0.288019597530365
207467	rnn.bias_ih_l0_reverse	2	-0.12212809920310974
207467	rnn.bias_ih_l0_reverse	3	-0.048249054700136185
207467	rnn.bias_ih_l0_reverse	4	-0.020898938179016113
207467	rnn.bias_ih_l0_reverse	5	0.07655593752861023
207467	rnn.bias_ih_l0_reverse	6	-0.06475967168807983
207467	rnn.bias_ih_l0_reverse	7	0.06508136540651321
207467	rnn.bias_ih_l0_reverse	8	-0.04873749986290932
207467	rnn.bias_ih_l0_reverse	9	0.06341325491666794
207467	rnn.bias_hh_l0_reverse	0	0.022542348131537437
207467	rnn.bias_hh_l0_reverse	1	-0.061003558337688446
207467	rnn.bias_hh_l0_reverse	2	0.08544020354747772
207467	rnn.bias_hh_l0_reverse	3	-0.048794616013765335
207467	rnn.bias_hh_l0_reverse	4	-0.022105880081653595
207467	rnn.bias_hh_l0_reverse	5	-0.024278976023197174
207467	rnn.bias_hh_l0_reverse	6	-0.01965540461242199
207467	rnn.bias_hh_l0_reverse	7	0.10031743347644806
207467	rnn.bias_hh_l0_reverse	8	0.035889074206352234
207467	rnn.bias_hh_l0_reverse	9	-0.15238091349601746
207467	rnn.weight_ih_l1	0	-0.030322963371872902
207467	rnn.weight_ih_l1	1	-0.04844287410378456
207467	rnn.weight_ih_l1	2	0.05672662332653999
207467	rnn.weight_ih_l1	3	-0.06840939819812775
207467	rnn.weight_ih_l1	4	-0.014374601654708385
207467	rnn.weight_ih_l1	5	-0.04081454873085022
207467	rnn.weight_ih_l1	6	0.027311330661177635
207467	rnn.weight_ih_l1	7	-0.04569994658231735
207467	rnn.weight_ih_l1	8	0.037050291895866394
207467	rnn.weight_ih_l1	9	0.04553680494427681
207467	rnn.weight_hh_l1	0	-0.007403418887406588
207467	rnn.weight_hh_l1	1	0.02039671316742897
207467	rnn.weight_hh_l1	2	0.007793579250574112
207467	rnn.weight_hh_l1	3	-0.013277171179652214
207467	rnn.weight_hh_l1	4	0.005223904736340046
207467	rnn.weight_hh_l1	5	0.033354777842760086
207467	rnn.weight_hh_l1	6	0.03622306510806084
207467	rnn.weight_hh_l1	7	-0.0167708620429039
207467	rnn.weight_hh_l1	8	-0.008381008170545101
207467	rnn.weight_hh_l1	9	0.03644609451293945
207467	rnn.bias_ih_l1	0	-0.18463172018527985
207467	rnn.bias_ih_l1	1	-0.18313388526439667
207467	rnn.bias_ih_l1	2	-0.20492665469646454
207467	rnn.bias_ih_l1	3	-0.3148724138736725
207467	rnn.bias_ih_l1	4	-0.20950062572956085
207467	rnn.bias_ih_l1	5	-0.08370049297809601
207467	rnn.bias_ih_l1	6	-0.1659298539161682
207467	rnn.bias_ih_l1	7	-0.0102291414514184
207467	rnn.bias_ih_l1	8	-0.13426436483860016
207467	rnn.bias_ih_l1	9	-0.12699837982654572
207467	rnn.bias_hh_l1	0	-0.10115928947925568
207467	rnn.bias_hh_l1	1	-0.07340475171804428
207467	rnn.bias_hh_l1	2	-0.08984929323196411
207467	rnn.bias_hh_l1	3	-0.08064234256744385
207467	rnn.bias_hh_l1	4	-0.08333022147417068
207467	rnn.bias_hh_l1	5	-0.12072427570819855
207467	rnn.bias_hh_l1	6	-0.15818771719932556
207467	rnn.bias_hh_l1	7	0.06220719963312149
207467	rnn.bias_hh_l1	8	-0.18083471059799194
207467	rnn.bias_hh_l1	9	-0.11898548901081085
207467	rnn.weight_ih_l1_reverse	0	-0.04576423391699791
207467	rnn.weight_ih_l1_reverse	1	0.03829430043697357
207467	rnn.weight_ih_l1_reverse	2	0.0948253720998764
207467	rnn.weight_ih_l1_reverse	3	-0.016233619302511215
207467	rnn.weight_ih_l1_reverse	4	-0.02846282534301281
207467	rnn.weight_ih_l1_reverse	5	-0.030532965436577797
207467	rnn.weight_ih_l1_reverse	6	-0.01714576780796051
207467	rnn.weight_ih_l1_reverse	7	0.02831217460334301
207467	rnn.weight_ih_l1_reverse	8	0.011413639411330223
207467	rnn.weight_ih_l1_reverse	9	-0.034666240215301514
207467	rnn.weight_hh_l1_reverse	0	0.004589807242155075
207467	rnn.weight_hh_l1_reverse	1	0.031614113599061966
207467	rnn.weight_hh_l1_reverse	2	-0.040464360266923904
207467	rnn.weight_hh_l1_reverse	3	0.035233549773693085
207467	rnn.weight_hh_l1_reverse	4	0.04729228466749191
207467	rnn.weight_hh_l1_reverse	5	0.0041307611390948296
207467	rnn.weight_hh_l1_reverse	6	0.052431993186473846
207467	rnn.weight_hh_l1_reverse	7	0.03131698817014694
207467	rnn.weight_hh_l1_reverse	8	-0.007256116718053818
207467	rnn.weight_hh_l1_reverse	9	-0.03068729303777218
207467	rnn.bias_ih_l1_reverse	0	-0.050480786710977554
207467	rnn.bias_ih_l1_reverse	1	-0.14501212537288666
207467	rnn.bias_ih_l1_reverse	2	-0.1658027172088623
207467	rnn.bias_ih_l1_reverse	3	-0.05754446983337402
207467	rnn.bias_ih_l1_reverse	4	-0.20925167202949524
207467	rnn.bias_ih_l1_reverse	5	-0.11329185962677002
207467	rnn.bias_ih_l1_reverse	6	-0.13197572529315948
207467	rnn.bias_ih_l1_reverse	7	-0.19371068477630615
207467	rnn.bias_ih_l1_reverse	8	0.21360523998737335
207467	rnn.bias_ih_l1_reverse	9	0.028776230290532112
207467	rnn.bias_hh_l1_reverse	0	-0.00018186973466072232
207467	rnn.bias_hh_l1_reverse	1	-0.07648520916700363
207467	rnn.bias_hh_l1_reverse	2	-0.23633550107479095
207467	rnn.bias_hh_l1_reverse	3	-0.14479754865169525
207467	rnn.bias_hh_l1_reverse	4	-0.08263640850782394
207467	rnn.bias_hh_l1_reverse	5	-0.11634834855794907
207467	rnn.bias_hh_l1_reverse	6	0.05034693703055382
207467	rnn.bias_hh_l1_reverse	7	-0.14749018847942352
207467	rnn.bias_hh_l1_reverse	8	-0.11745897680521011
207467	rnn.bias_hh_l1_reverse	9	-0.14955227077007294
207467	linear.weight	0	0.002228822559118271
207467	linear.weight	1	0.10797525197267532
207467	linear.weight	2	-0.10205842554569244
207467	linear.weight	3	0.2901087999343872
207467	linear.weight	4	0.15176603198051453
207467	linear.weight	5	-0.0639803484082222
207467	linear.weight	6	0.10837870836257935
207467	linear.weight	7	0.14035837352275848
207467	linear.weight	8	0.04114542528986931
207467	linear.weight	9	-0.05172787234187126
207467	linear.bias	0	0.09189419448375702
207467	linear.bias	1	-0.17484384775161743
207467	linear.bias	2	-0.44865337014198303
207467	linear.bias	3	-0.6530730724334717
207467	linear.bias	4	-1.2362165451049805
207467	linear.bias	5	-0.051178961992263794
207467	linear.bias	6	-0.8031905889511108
207467	linear.bias	7	0.2756974399089813
207467	linear.bias	8	-0.43640899658203125
207467	linear.bias	9	-1.0481078624725342
207664	transitions	0	0.7452213764190674
207664	transitions	1	0.1499718427658081
207664	transitions	2	-10000.0
207664	transitions	3	-1.8272690773010254
207664	transitions	4	-10000.0
207664	transitions	5	0.5652183890342712
207664	transitions	6	-0.08390522003173828
207664	transitions	7	-0.7915834188461304
207664	transitions	8	-1.4191501140594482
207664	transitions	9	-0.0012142629129812121
207664	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
207664	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
207664	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
207664	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
207664	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
207664	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
207664	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
207664	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
207664	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
207664	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
207664	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
207664	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
207664	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
207664	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
207664	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
207664	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
207664	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
207664	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
207664	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
207664	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
207664	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
207664	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
207664	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
207664	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
207664	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
207664	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
207664	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
207664	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
207664	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
207664	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
207664	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
207664	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
207664	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
207664	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
207664	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
207664	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
207664	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
207664	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
207664	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
207664	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
207664	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
207664	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
207664	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
207664	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
207664	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
207664	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
207664	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
207664	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
207664	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
207664	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
207664	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
207664	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
207664	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
207664	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
207664	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
207664	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
207664	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
207664	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
207664	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
207664	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
207664	embedding2nn.weight	0	0.021160319447517395
207664	embedding2nn.weight	1	-0.013314882293343544
207664	embedding2nn.weight	2	-0.014268254861235619
207664	embedding2nn.weight	3	-0.03143249452114105
207664	embedding2nn.weight	4	-0.0059150345623493195
207664	embedding2nn.weight	5	-0.003700588596984744
207664	embedding2nn.weight	6	-0.003973275423049927
207664	embedding2nn.weight	7	-0.0773296058177948
207664	embedding2nn.weight	8	-0.0019979383796453476
207664	embedding2nn.weight	9	-0.028453480452299118
207664	embedding2nn.bias	0	0.03401152417063713
207664	embedding2nn.bias	1	-0.07558628916740417
207664	embedding2nn.bias	2	0.06276186555624008
207664	embedding2nn.bias	3	0.04385029152035713
207664	embedding2nn.bias	4	-0.038595277816057205
207664	embedding2nn.bias	5	-0.009865298867225647
207664	embedding2nn.bias	6	0.021966325119137764
207664	embedding2nn.bias	7	-0.05154222622513771
207664	embedding2nn.bias	8	0.06686162203550339
207664	embedding2nn.bias	9	0.04308652505278587
207664	rnn.weight_ih_l0	0	-0.07954347878694534
207664	rnn.weight_ih_l0	1	0.004533841740339994
207664	rnn.weight_ih_l0	2	0.03395697847008705
207664	rnn.weight_ih_l0	3	0.02220078743994236
207664	rnn.weight_ih_l0	4	-0.04723706841468811
207664	rnn.weight_ih_l0	5	-0.0687449499964714
207664	rnn.weight_ih_l0	6	-0.0025364963803440332
207664	rnn.weight_ih_l0	7	0.05153311416506767
207664	rnn.weight_ih_l0	8	-0.01589186117053032
207664	rnn.weight_ih_l0	9	-0.03108275681734085
207664	rnn.weight_hh_l0	0	-0.030308252200484276
207664	rnn.weight_hh_l0	1	-0.0060719880275428295
207664	rnn.weight_hh_l0	2	0.008568347431719303
207664	rnn.weight_hh_l0	3	-0.07713638246059418
207664	rnn.weight_hh_l0	4	0.09348566830158234
207664	rnn.weight_hh_l0	5	-0.02565051056444645
207664	rnn.weight_hh_l0	6	-0.060748662799596786
207664	rnn.weight_hh_l0	7	0.012484409846365452
207664	rnn.weight_hh_l0	8	0.015339270234107971
207664	rnn.weight_hh_l0	9	-0.02454756386578083
207664	rnn.bias_ih_l0	0	0.13109111785888672
207664	rnn.bias_ih_l0	1	-0.03591812774538994
207664	rnn.bias_ih_l0	2	-0.03422170877456665
207664	rnn.bias_ih_l0	3	0.15889503061771393
207664	rnn.bias_ih_l0	4	-0.010138695128262043
207664	rnn.bias_ih_l0	5	-0.023410549387335777
207664	rnn.bias_ih_l0	6	0.016797591000795364
207664	rnn.bias_ih_l0	7	0.021363670006394386
207664	rnn.bias_ih_l0	8	-0.09899719059467316
207664	rnn.bias_ih_l0	9	-0.048392850905656815
207664	rnn.bias_hh_l0	0	-0.00041886320104822516
207664	rnn.bias_hh_l0	1	-0.10364536941051483
207664	rnn.bias_hh_l0	2	-0.06914641708135605
207664	rnn.bias_hh_l0	3	-0.08671388775110245
207664	rnn.bias_hh_l0	4	0.007549600675702095
207664	rnn.bias_hh_l0	5	-0.020353253930807114
207664	rnn.bias_hh_l0	6	0.030325911939144135
207664	rnn.bias_hh_l0	7	0.0562886968255043
207664	rnn.bias_hh_l0	8	-0.1205279529094696
207664	rnn.bias_hh_l0	9	-0.05457444116473198
207664	rnn.weight_ih_l0_reverse	0	-0.023207664489746094
207664	rnn.weight_ih_l0_reverse	1	-0.054423440247774124
207664	rnn.weight_ih_l0_reverse	2	-0.046034783124923706
207664	rnn.weight_ih_l0_reverse	3	0.011329581029713154
207664	rnn.weight_ih_l0_reverse	4	-0.022819483652710915
207664	rnn.weight_ih_l0_reverse	5	-0.05618756264448166
207664	rnn.weight_ih_l0_reverse	6	0.07604536414146423
207664	rnn.weight_ih_l0_reverse	7	-0.01715371571481228
207664	rnn.weight_ih_l0_reverse	8	-0.017774885520339012
207664	rnn.weight_ih_l0_reverse	9	0.0019986797124147415
207664	rnn.weight_hh_l0_reverse	0	0.06691592186689377
207664	rnn.weight_hh_l0_reverse	1	0.022172175347805023
207664	rnn.weight_hh_l0_reverse	2	0.02847544103860855
207664	rnn.weight_hh_l0_reverse	3	0.03566331788897514
207664	rnn.weight_hh_l0_reverse	4	0.012293579056859016
207664	rnn.weight_hh_l0_reverse	5	0.007985447533428669
207664	rnn.weight_hh_l0_reverse	6	0.050609298050403595
207664	rnn.weight_hh_l0_reverse	7	-0.07855527102947235
207664	rnn.weight_hh_l0_reverse	8	0.04026054963469505
207664	rnn.weight_hh_l0_reverse	9	0.036547984927892685
207664	rnn.bias_ih_l0_reverse	0	-0.05970859155058861
207664	rnn.bias_ih_l0_reverse	1	-0.28946444392204285
207664	rnn.bias_ih_l0_reverse	2	-0.12204322963953018
207664	rnn.bias_ih_l0_reverse	3	-0.04836912080645561
207664	rnn.bias_ih_l0_reverse	4	-0.020815307274460793
207664	rnn.bias_ih_l0_reverse	5	0.07676637917757034
207664	rnn.bias_ih_l0_reverse	6	-0.06463230401277542
207664	rnn.bias_ih_l0_reverse	7	0.06529928743839264
207664	rnn.bias_ih_l0_reverse	8	-0.048279982060194016
207664	rnn.bias_ih_l0_reverse	9	0.06309211254119873
207664	rnn.bias_hh_l0_reverse	0	0.022223643958568573
207664	rnn.bias_hh_l0_reverse	1	-0.060459356755018234
207664	rnn.bias_hh_l0_reverse	2	0.08529403805732727
207664	rnn.bias_hh_l0_reverse	3	-0.048794668167829514
207664	rnn.bias_hh_l0_reverse	4	-0.022326627746224403
207664	rnn.bias_hh_l0_reverse	5	-0.02390149235725403
207664	rnn.bias_hh_l0_reverse	6	-0.019371317699551582
207664	rnn.bias_hh_l0_reverse	7	0.10059838742017746
207664	rnn.bias_hh_l0_reverse	8	0.036689478904008865
207664	rnn.bias_hh_l0_reverse	9	-0.1536361128091812
207664	rnn.weight_ih_l1	0	-0.03012038953602314
207664	rnn.weight_ih_l1	1	-0.04876882955431938
207664	rnn.weight_ih_l1	2	0.05691112205386162
207664	rnn.weight_ih_l1	3	-0.0687168687582016
207664	rnn.weight_ih_l1	4	-0.014399101957678795
207664	rnn.weight_ih_l1	5	-0.04095996543765068
207664	rnn.weight_ih_l1	6	0.02723008394241333
207664	rnn.weight_ih_l1	7	-0.04528649151325226
207664	rnn.weight_ih_l1	8	0.037049949169158936
207664	rnn.weight_ih_l1	9	0.04536132141947746
207664	rnn.weight_hh_l1	0	-0.007308666128665209
207664	rnn.weight_hh_l1	1	0.020339980721473694
207664	rnn.weight_hh_l1	2	0.0072476426139473915
207664	rnn.weight_hh_l1	3	-0.01308439951390028
207664	rnn.weight_hh_l1	4	0.005390481557697058
207664	rnn.weight_hh_l1	5	0.0334864966571331
207664	rnn.weight_hh_l1	6	0.036345239728689194
207664	rnn.weight_hh_l1	7	-0.016788212582468987
207664	rnn.weight_hh_l1	8	-0.00837214756757021
207664	rnn.weight_hh_l1	9	0.03649316728115082
207664	rnn.bias_ih_l1	0	-0.18431402742862701
207664	rnn.bias_ih_l1	1	-0.18274106085300446
207664	rnn.bias_ih_l1	2	-0.20535071194171906
207664	rnn.bias_ih_l1	3	-0.31434887647628784
207664	rnn.bias_ih_l1	4	-0.2065996676683426
207664	rnn.bias_ih_l1	5	-0.08340275287628174
207664	rnn.bias_ih_l1	6	-0.16667422652244568
207664	rnn.bias_ih_l1	7	-0.011045750230550766
207664	rnn.bias_ih_l1	8	-0.13477884232997894
207664	rnn.bias_ih_l1	9	-0.1268840730190277
207664	rnn.bias_hh_l1	0	-0.10087630152702332
207664	rnn.bias_hh_l1	1	-0.07448509335517883
207664	rnn.bias_hh_l1	2	-0.09084250777959824
207664	rnn.bias_hh_l1	3	-0.08051073551177979
207664	rnn.bias_hh_l1	4	-0.08415085077285767
207664	rnn.bias_hh_l1	5	-0.12005236744880676
207664	rnn.bias_hh_l1	6	-0.15804509818553925
207664	rnn.bias_hh_l1	7	0.062355250120162964
207664	rnn.bias_hh_l1	8	-0.1813431680202484
207664	rnn.bias_hh_l1	9	-0.12063586711883545
207664	rnn.weight_ih_l1_reverse	0	-0.04549611359834671
207664	rnn.weight_ih_l1_reverse	1	0.037967439740896225
207664	rnn.weight_ih_l1_reverse	2	0.09468962997198105
207664	rnn.weight_ih_l1_reverse	3	-0.016255009919404984
207664	rnn.weight_ih_l1_reverse	4	-0.029085073620080948
207664	rnn.weight_ih_l1_reverse	5	-0.03058580867946148
207664	rnn.weight_ih_l1_reverse	6	-0.016902923583984375
207664	rnn.weight_ih_l1_reverse	7	0.028068706393241882
207664	rnn.weight_ih_l1_reverse	8	0.011047961190342903
207664	rnn.weight_ih_l1_reverse	9	-0.03465299680829048
207664	rnn.weight_hh_l1_reverse	0	0.004681060556322336
207664	rnn.weight_hh_l1_reverse	1	0.031560640782117844
207664	rnn.weight_hh_l1_reverse	2	-0.040473274886608124
207664	rnn.weight_hh_l1_reverse	3	0.03524645045399666
207664	rnn.weight_hh_l1_reverse	4	0.047420572489500046
207664	rnn.weight_hh_l1_reverse	5	0.004145875107496977
207664	rnn.weight_hh_l1_reverse	6	0.05238547548651695
207664	rnn.weight_hh_l1_reverse	7	0.0312318354845047
207664	rnn.weight_hh_l1_reverse	8	-0.007247742731124163
207664	rnn.weight_hh_l1_reverse	9	-0.030625997111201286
207664	rnn.bias_ih_l1_reverse	0	-0.05034899711608887
207664	rnn.bias_ih_l1_reverse	1	-0.14456771314144135
207664	rnn.bias_ih_l1_reverse	2	-0.16676022112369537
207664	rnn.bias_ih_l1_reverse	3	-0.05828138068318367
207664	rnn.bias_ih_l1_reverse	4	-0.20935846865177155
207664	rnn.bias_ih_l1_reverse	5	-0.11383939534425735
207664	rnn.bias_ih_l1_reverse	6	-0.13255777955055237
207664	rnn.bias_ih_l1_reverse	7	-0.194350928068161
207664	rnn.bias_ih_l1_reverse	8	0.21439222991466522
207664	rnn.bias_ih_l1_reverse	9	0.028140952810645103
207664	rnn.bias_hh_l1_reverse	0	0.00048426631838083267
207664	rnn.bias_hh_l1_reverse	1	-0.07559990882873535
207664	rnn.bias_hh_l1_reverse	2	-0.23636530339717865
207664	rnn.bias_hh_l1_reverse	3	-0.14470833539962769
207664	rnn.bias_hh_l1_reverse	4	-0.08286741375923157
207664	rnn.bias_hh_l1_reverse	5	-0.11646334081888199
207664	rnn.bias_hh_l1_reverse	6	0.049277182668447495
207664	rnn.bias_hh_l1_reverse	7	-0.14825521409511566
207664	rnn.bias_hh_l1_reverse	8	-0.11813981086015701
207664	rnn.bias_hh_l1_reverse	9	-0.14978927373886108
207664	linear.weight	0	0.002228822559118271
207664	linear.weight	1	0.10604140162467957
207664	linear.weight	2	-0.10108309984207153
207664	linear.weight	3	0.2905125021934509
207664	linear.weight	4	0.15184779465198517
207664	linear.weight	5	-0.06400660425424576
207664	linear.weight	6	0.11292888224124908
207664	linear.weight	7	0.14022338390350342
207664	linear.weight	8	0.04114525765180588
207664	linear.weight	9	-0.05098416656255722
207664	linear.bias	0	0.07544788718223572
207664	linear.bias	1	-0.1691608726978302
207664	linear.bias	2	-0.45706531405448914
207664	linear.bias	3	-0.6599704027175903
207664	linear.bias	4	-1.2430355548858643
207664	linear.bias	5	-0.04975646734237671
207664	linear.bias	6	-0.7976828217506409
207664	linear.bias	7	0.27755776047706604
207664	linear.bias	8	-0.4317593574523926
207664	linear.bias	9	-1.0435529947280884
207861	transitions	0	0.7448074817657471
207861	transitions	1	0.150376096367836
207861	transitions	2	-10000.0
207861	transitions	3	-1.8272734880447388
207861	transitions	4	-10000.0
207861	transitions	5	0.565200924873352
207861	transitions	6	-0.0839134007692337
207861	transitions	7	-0.791682243347168
207861	transitions	8	-1.4191585779190063
207861	transitions	9	-0.0012143172789365053
207861	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
207861	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
207861	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
207861	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
207861	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
207861	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
207861	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
207861	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
207861	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
207861	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
207861	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
207861	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
207861	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
207861	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
207861	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
207861	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
207861	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
207861	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
207861	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
207861	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
207861	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
207861	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
207861	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
207861	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
207861	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
207861	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
207861	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
207861	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
207861	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
207861	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
207861	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
207861	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
207861	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
207861	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
207861	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
207861	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
207861	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
207861	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
207861	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
207861	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
207861	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
207861	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
207861	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
207861	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
207861	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
207861	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
207861	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
207861	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
207861	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
207861	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
207861	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
207861	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
207861	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
207861	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
207861	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
207861	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
207861	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
207861	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
207861	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
207861	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
207861	embedding2nn.weight	0	0.02145223878324032
207861	embedding2nn.weight	1	-0.013328010216355324
207861	embedding2nn.weight	2	-0.014268254861235619
207861	embedding2nn.weight	3	-0.03170903027057648
207861	embedding2nn.weight	4	-0.0059150345623493195
207861	embedding2nn.weight	5	-0.003700588596984744
207861	embedding2nn.weight	6	-0.003973272629082203
207861	embedding2nn.weight	7	-0.07717226445674896
207861	embedding2nn.weight	8	-0.0019979383796453476
207861	embedding2nn.weight	9	-0.028643744066357613
207861	embedding2nn.bias	0	0.031525690108537674
207861	embedding2nn.bias	1	-0.07711654901504517
207861	embedding2nn.bias	2	0.06446006894111633
207861	embedding2nn.bias	3	0.04427485167980194
207861	embedding2nn.bias	4	-0.03748701140284538
207861	embedding2nn.bias	5	-0.012242170982062817
207861	embedding2nn.bias	6	0.02208710089325905
207861	embedding2nn.bias	7	-0.04996209591627121
207861	embedding2nn.bias	8	0.0646967813372612
207861	embedding2nn.bias	9	0.04264974966645241
207861	rnn.weight_ih_l0	0	-0.07895033806562424
207861	rnn.weight_ih_l0	1	0.004639206454157829
207861	rnn.weight_ih_l0	2	0.033681754022836685
207861	rnn.weight_ih_l0	3	0.02270355634391308
207861	rnn.weight_ih_l0	4	-0.04743272811174393
207861	rnn.weight_ih_l0	5	-0.06904565542936325
207861	rnn.weight_ih_l0	6	-0.0019613357726484537
207861	rnn.weight_ih_l0	7	0.05126679688692093
207861	rnn.weight_ih_l0	8	-0.01611260138452053
207861	rnn.weight_ih_l0	9	-0.031024683266878128
207861	rnn.weight_hh_l0	0	-0.030082451179623604
207861	rnn.weight_hh_l0	1	-0.006016832776367664
207861	rnn.weight_hh_l0	2	0.00838634092360735
207861	rnn.weight_hh_l0	3	-0.07714658230543137
207861	rnn.weight_hh_l0	4	0.09365003556013107
207861	rnn.weight_hh_l0	5	-0.02558981440961361
207861	rnn.weight_hh_l0	6	-0.060504551976919174
207861	rnn.weight_hh_l0	7	0.01249082013964653
207861	rnn.weight_hh_l0	8	0.014870692044496536
207861	rnn.weight_hh_l0	9	-0.024473339319229126
207861	rnn.bias_ih_l0	0	0.130977600812912
207861	rnn.bias_ih_l0	1	-0.03661339730024338
207861	rnn.bias_ih_l0	2	-0.0339524932205677
207861	rnn.bias_ih_l0	3	0.1586109846830368
207861	rnn.bias_ih_l0	4	-0.009448044933378696
207861	rnn.bias_ih_l0	5	-0.02372855506837368
207861	rnn.bias_ih_l0	6	0.016500800848007202
207861	rnn.bias_ih_l0	7	0.02082846686244011
207861	rnn.bias_ih_l0	8	-0.09824682027101517
207861	rnn.bias_ih_l0	9	-0.0479927659034729
207861	rnn.bias_hh_l0	0	-0.000677283329423517
207861	rnn.bias_hh_l0	1	-0.10399187356233597
207861	rnn.bias_hh_l0	2	-0.06900982558727264
207861	rnn.bias_hh_l0	3	-0.08687808364629745
207861	rnn.bias_hh_l0	4	0.008108877576887608
207861	rnn.bias_hh_l0	5	-0.01922481879591942
207861	rnn.bias_hh_l0	6	0.030184537172317505
207861	rnn.bias_hh_l0	7	0.05650696903467178
207861	rnn.bias_hh_l0	8	-0.11948313564062119
207861	rnn.bias_hh_l0	9	-0.054547592997550964
207861	rnn.weight_ih_l0_reverse	0	-0.02274167165160179
207861	rnn.weight_ih_l0_reverse	1	-0.05434863269329071
207861	rnn.weight_ih_l0_reverse	2	-0.04572562128305435
207861	rnn.weight_ih_l0_reverse	3	0.011264344677329063
207861	rnn.weight_ih_l0_reverse	4	-0.02279483899474144
207861	rnn.weight_ih_l0_reverse	5	-0.05636177584528923
207861	rnn.weight_ih_l0_reverse	6	0.07571796327829361
207861	rnn.weight_ih_l0_reverse	7	-0.017141127958893776
207861	rnn.weight_ih_l0_reverse	8	-0.01817728392779827
207861	rnn.weight_ih_l0_reverse	9	0.0020915896166116
207861	rnn.weight_hh_l0_reverse	0	0.06722941249608994
207861	rnn.weight_hh_l0_reverse	1	0.021889712661504745
207861	rnn.weight_hh_l0_reverse	2	0.028206324204802513
207861	rnn.weight_hh_l0_reverse	3	0.03537454828619957
207861	rnn.weight_hh_l0_reverse	4	0.012317942455410957
207861	rnn.weight_hh_l0_reverse	5	0.007914922200143337
207861	rnn.weight_hh_l0_reverse	6	0.05066521465778351
207861	rnn.weight_hh_l0_reverse	7	-0.07886075228452682
207861	rnn.weight_hh_l0_reverse	8	0.040251534432172775
207861	rnn.weight_hh_l0_reverse	9	0.03672119602560997
207861	rnn.bias_ih_l0_reverse	0	-0.059388961642980576
207861	rnn.bias_ih_l0_reverse	1	-0.28840509057044983
207861	rnn.bias_ih_l0_reverse	2	-0.12178422510623932
207861	rnn.bias_ih_l0_reverse	3	-0.04824453964829445
207861	rnn.bias_ih_l0_reverse	4	-0.020586859434843063
207861	rnn.bias_ih_l0_reverse	5	0.07719741761684418
207861	rnn.bias_ih_l0_reverse	6	-0.06392402946949005
207861	rnn.bias_ih_l0_reverse	7	0.06498529016971588
207861	rnn.bias_ih_l0_reverse	8	-0.04820116609334946
207861	rnn.bias_ih_l0_reverse	9	0.06313160061836243
207861	rnn.bias_hh_l0_reverse	0	0.022857937961816788
207861	rnn.bias_hh_l0_reverse	1	-0.059148721396923065
207861	rnn.bias_hh_l0_reverse	2	0.08482556790113449
207861	rnn.bias_hh_l0_reverse	3	-0.04837976023554802
207861	rnn.bias_hh_l0_reverse	4	-0.02169145457446575
207861	rnn.bias_hh_l0_reverse	5	-0.02305646613240242
207861	rnn.bias_hh_l0_reverse	6	-0.019145553931593895
207861	rnn.bias_hh_l0_reverse	7	0.10164303332567215
207861	rnn.bias_hh_l0_reverse	8	0.03695109114050865
207861	rnn.bias_hh_l0_reverse	9	-0.15396830439567566
207861	rnn.weight_ih_l1	0	-0.03014618530869484
207861	rnn.weight_ih_l1	1	-0.04903438687324524
207861	rnn.weight_ih_l1	2	0.056681253015995026
207861	rnn.weight_ih_l1	3	-0.06854475289583206
207861	rnn.weight_ih_l1	4	-0.014329589903354645
207861	rnn.weight_ih_l1	5	-0.04089915752410889
207861	rnn.weight_ih_l1	6	0.026745744049549103
207861	rnn.weight_ih_l1	7	-0.04532219469547272
207861	rnn.weight_ih_l1	8	0.03711382672190666
207861	rnn.weight_ih_l1	9	0.04558228701353073
207861	rnn.weight_hh_l1	0	-0.007661930285394192
207861	rnn.weight_hh_l1	1	0.020402397960424423
207861	rnn.weight_hh_l1	2	0.0075123505666852
207861	rnn.weight_hh_l1	3	-0.013090185821056366
207861	rnn.weight_hh_l1	4	0.005313137546181679
207861	rnn.weight_hh_l1	5	0.03355154022574425
207861	rnn.weight_hh_l1	6	0.03653761371970177
207861	rnn.weight_hh_l1	7	-0.016900863498449326
207861	rnn.weight_hh_l1	8	-0.008406233042478561
207861	rnn.weight_hh_l1	9	0.036624085158109665
207861	rnn.bias_ih_l1	0	-0.1838272213935852
207861	rnn.bias_ih_l1	1	-0.1826171576976776
207861	rnn.bias_ih_l1	2	-0.20430681109428406
207861	rnn.bias_ih_l1	3	-0.31419000029563904
207861	rnn.bias_ih_l1	4	-0.2047576606273651
207861	rnn.bias_ih_l1	5	-0.08364061266183853
207861	rnn.bias_ih_l1	6	-0.1666976809501648
207861	rnn.bias_ih_l1	7	-0.013363433070480824
207861	rnn.bias_ih_l1	8	-0.13510951399803162
207861	rnn.bias_ih_l1	9	-0.12644104659557343
207861	rnn.bias_hh_l1	0	-0.10076621919870377
207861	rnn.bias_hh_l1	1	-0.07481332123279572
207861	rnn.bias_hh_l1	2	-0.09187132120132446
207861	rnn.bias_hh_l1	3	-0.080603688955307
207861	rnn.bias_hh_l1	4	-0.0843077152967453
207861	rnn.bias_hh_l1	5	-0.12015960365533829
207861	rnn.bias_hh_l1	6	-0.1593022644519806
207861	rnn.bias_hh_l1	7	0.06068035587668419
207861	rnn.bias_hh_l1	8	-0.18081940710544586
207861	rnn.bias_hh_l1	9	-0.12128245830535889
207861	rnn.weight_ih_l1_reverse	0	-0.045572247356176376
207861	rnn.weight_ih_l1_reverse	1	0.037720225751399994
207861	rnn.weight_ih_l1_reverse	2	0.09464091062545776
207861	rnn.weight_ih_l1_reverse	3	-0.015900367870926857
207861	rnn.weight_ih_l1_reverse	4	-0.029388489201664925
207861	rnn.weight_ih_l1_reverse	5	-0.030527986586093903
207861	rnn.weight_ih_l1_reverse	6	-0.01671970821917057
207861	rnn.weight_ih_l1_reverse	7	0.028009705245494843
207861	rnn.weight_ih_l1_reverse	8	0.010599286295473576
207861	rnn.weight_ih_l1_reverse	9	-0.03442787006497383
207861	rnn.weight_hh_l1_reverse	0	0.0046693081967532635
207861	rnn.weight_hh_l1_reverse	1	0.03149279206991196
207861	rnn.weight_hh_l1_reverse	2	-0.040501054376363754
207861	rnn.weight_hh_l1_reverse	3	0.035192497074604034
207861	rnn.weight_hh_l1_reverse	4	0.04733730107545853
207861	rnn.weight_hh_l1_reverse	5	0.004244232550263405
207861	rnn.weight_hh_l1_reverse	6	0.052696023136377335
207861	rnn.weight_hh_l1_reverse	7	0.031181352213025093
207861	rnn.weight_hh_l1_reverse	8	-0.0073085203766822815
207861	rnn.weight_hh_l1_reverse	9	-0.030524006113409996
207861	rnn.bias_ih_l1_reverse	0	-0.05022510513663292
207861	rnn.bias_ih_l1_reverse	1	-0.14429916441440582
207861	rnn.bias_ih_l1_reverse	2	-0.16621527075767517
207861	rnn.bias_ih_l1_reverse	3	-0.058946482837200165
207861	rnn.bias_ih_l1_reverse	4	-0.20920240879058838
207861	rnn.bias_ih_l1_reverse	5	-0.11405951529741287
207861	rnn.bias_ih_l1_reverse	6	-0.13236947357654572
207861	rnn.bias_ih_l1_reverse	7	-0.19489233195781708
207861	rnn.bias_ih_l1_reverse	8	0.2141038030385971
207861	rnn.bias_ih_l1_reverse	9	0.028955772519111633
207861	rnn.bias_hh_l1_reverse	0	-0.0008881958783604205
207861	rnn.bias_hh_l1_reverse	1	-0.07499221712350845
207861	rnn.bias_hh_l1_reverse	2	-0.23640114068984985
207861	rnn.bias_hh_l1_reverse	3	-0.14453217387199402
207861	rnn.bias_hh_l1_reverse	4	-0.08299332112073898
207861	rnn.bias_hh_l1_reverse	5	-0.11670207977294922
207861	rnn.bias_hh_l1_reverse	6	0.048021864145994186
207861	rnn.bias_hh_l1_reverse	7	-0.14831596612930298
207861	rnn.bias_hh_l1_reverse	8	-0.11909333616495132
207861	rnn.bias_hh_l1_reverse	9	-0.14999407529830933
207861	linear.weight	0	0.002228822559118271
207861	linear.weight	1	0.10585413873195648
207861	linear.weight	2	-0.10150392353534698
207861	linear.weight	3	0.2894313335418701
207861	linear.weight	4	0.15295740962028503
207861	linear.weight	5	-0.0635620728135109
207861	linear.weight	6	0.11178447306156158
207861	linear.weight	7	0.14027810096740723
207861	linear.weight	8	0.041145168244838715
207861	linear.weight	9	-0.05204567313194275
207861	linear.bias	0	0.089983269572258
207861	linear.bias	1	-0.17000652849674225
207861	linear.bias	2	-0.46227341890335083
207861	linear.bias	3	-0.6632451415061951
207861	linear.bias	4	-1.2463444471359253
207861	linear.bias	5	-0.050649698823690414
207861	linear.bias	6	-0.798718273639679
207861	linear.bias	7	0.2756728529930115
207861	linear.bias	8	-0.4279315173625946
207861	linear.bias	9	-1.0394612550735474
208058	transitions	0	0.7455240488052368
208058	transitions	1	0.15080663561820984
208058	transitions	2	-10000.0
208058	transitions	3	-1.8272771835327148
208058	transitions	4	-10000.0
208058	transitions	5	0.565173327922821
208058	transitions	6	-0.08394087851047516
208058	transitions	7	-0.7920209169387817
208058	transitions	8	-1.419183373451233
208058	transitions	9	-0.0012144353240728378
208058	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
208058	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
208058	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
208058	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
208058	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
208058	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
208058	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
208058	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
208058	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
208058	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
208058	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
208058	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
208058	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
208058	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
208058	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
208058	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
208058	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
208058	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
208058	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
208058	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
208058	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
208058	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
208058	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
208058	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
208058	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
208058	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
208058	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
208058	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
208058	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
208058	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
208058	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
208058	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
208058	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
208058	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
208058	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
208058	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
208058	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
208058	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
208058	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
208058	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
208058	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
208058	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
208058	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
208058	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
208058	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
208058	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
208058	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
208058	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
208058	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
208058	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
208058	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
208058	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
208058	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
208058	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
208058	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
208058	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
208058	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
208058	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
208058	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
208058	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
208058	embedding2nn.weight	0	0.021594084799289703
208058	embedding2nn.weight	1	-0.013315078802406788
208058	embedding2nn.weight	2	-0.014268254861235619
208058	embedding2nn.weight	3	-0.03111610934138298
208058	embedding2nn.weight	4	-0.0059150345623493195
208058	embedding2nn.weight	5	-0.003700588596984744
208058	embedding2nn.weight	6	-0.003973271232098341
208058	embedding2nn.weight	7	-0.07745521515607834
208058	embedding2nn.weight	8	-0.0019979383796453476
208058	embedding2nn.weight	9	-0.028587782755494118
208058	embedding2nn.bias	0	0.030481522902846336
208058	embedding2nn.bias	1	-0.07753963023424149
208058	embedding2nn.bias	2	0.06568378210067749
208058	embedding2nn.bias	3	0.041764017194509506
208058	embedding2nn.bias	4	-0.03925043344497681
208058	embedding2nn.bias	5	-0.00956034567207098
208058	embedding2nn.bias	6	0.02110357955098152
208058	embedding2nn.bias	7	-0.04865659400820732
208058	embedding2nn.bias	8	0.06321576982736588
208058	embedding2nn.bias	9	0.044904086738824844
208058	rnn.weight_ih_l0	0	-0.0787205770611763
208058	rnn.weight_ih_l0	1	0.004305210430175066
208058	rnn.weight_ih_l0	2	0.03414040431380272
208058	rnn.weight_ih_l0	3	0.02277488447725773
208058	rnn.weight_ih_l0	4	-0.04730028659105301
208058	rnn.weight_ih_l0	5	-0.0691618099808693
208058	rnn.weight_ih_l0	6	-0.0017847343115136027
208058	rnn.weight_ih_l0	7	0.05165594443678856
208058	rnn.weight_ih_l0	8	-0.015756983309984207
208058	rnn.weight_ih_l0	9	-0.03086160682141781
208058	rnn.weight_hh_l0	0	-0.03017265908420086
208058	rnn.weight_hh_l0	1	-0.005776666570454836
208058	rnn.weight_hh_l0	2	0.008711553178727627
208058	rnn.weight_hh_l0	3	-0.0769377201795578
208058	rnn.weight_hh_l0	4	0.09350468963384628
208058	rnn.weight_hh_l0	5	-0.025731345638632774
208058	rnn.weight_hh_l0	6	-0.06045166775584221
208058	rnn.weight_hh_l0	7	0.012571738101541996
208058	rnn.weight_hh_l0	8	0.014975916594266891
208058	rnn.weight_hh_l0	9	-0.024394143372774124
208058	rnn.bias_ih_l0	0	0.13138169050216675
208058	rnn.bias_ih_l0	1	-0.03590693697333336
208058	rnn.bias_ih_l0	2	-0.034060411155223846
208058	rnn.bias_ih_l0	3	0.1596604883670807
208058	rnn.bias_ih_l0	4	-0.010044560767710209
208058	rnn.bias_ih_l0	5	-0.02370179444551468
208058	rnn.bias_ih_l0	6	0.017692890018224716
208058	rnn.bias_ih_l0	7	0.021197427064180374
208058	rnn.bias_ih_l0	8	-0.09834922850131989
208058	rnn.bias_ih_l0	9	-0.04848906397819519
208058	rnn.bias_hh_l0	0	-0.00018592535343486816
208058	rnn.bias_hh_l0	1	-0.10353950411081314
208058	rnn.bias_hh_l0	2	-0.0691479742527008
208058	rnn.bias_hh_l0	3	-0.08693812787532806
208058	rnn.bias_hh_l0	4	0.008110703900456429
208058	rnn.bias_hh_l0	5	-0.01884542778134346
208058	rnn.bias_hh_l0	6	0.030260078608989716
208058	rnn.bias_hh_l0	7	0.05488917604088783
208058	rnn.bias_hh_l0	8	-0.11942737549543381
208058	rnn.bias_hh_l0	9	-0.054839201271533966
208058	rnn.weight_ih_l0_reverse	0	-0.022774606943130493
208058	rnn.weight_ih_l0_reverse	1	-0.054234109818935394
208058	rnn.weight_ih_l0_reverse	2	-0.04525987058877945
208058	rnn.weight_ih_l0_reverse	3	0.011679810471832752
208058	rnn.weight_ih_l0_reverse	4	-0.022939903661608696
208058	rnn.weight_ih_l0_reverse	5	-0.05645839869976044
208058	rnn.weight_ih_l0_reverse	6	0.07551951706409454
208058	rnn.weight_ih_l0_reverse	7	-0.016756827011704445
208058	rnn.weight_ih_l0_reverse	8	-0.018076101318001747
208058	rnn.weight_ih_l0_reverse	9	0.0024752002209424973
208058	rnn.weight_hh_l0_reverse	0	0.06725244224071503
208058	rnn.weight_hh_l0_reverse	1	0.022031458094716072
208058	rnn.weight_hh_l0_reverse	2	0.028386060148477554
208058	rnn.weight_hh_l0_reverse	3	0.03520040214061737
208058	rnn.weight_hh_l0_reverse	4	0.012216833420097828
208058	rnn.weight_hh_l0_reverse	5	0.00792916864156723
208058	rnn.weight_hh_l0_reverse	6	0.05055346339941025
208058	rnn.weight_hh_l0_reverse	7	-0.07882489264011383
208058	rnn.weight_hh_l0_reverse	8	0.04039262235164642
208058	rnn.weight_hh_l0_reverse	9	0.03652172163128853
208058	rnn.bias_ih_l0_reverse	0	-0.05929788574576378
208058	rnn.bias_ih_l0_reverse	1	-0.28888916969299316
208058	rnn.bias_ih_l0_reverse	2	-0.12167815119028091
208058	rnn.bias_ih_l0_reverse	3	-0.04876621440052986
208058	rnn.bias_ih_l0_reverse	4	-0.021482350304722786
208058	rnn.bias_ih_l0_reverse	5	0.07679712772369385
208058	rnn.bias_ih_l0_reverse	6	-0.06425215303897858
208058	rnn.bias_ih_l0_reverse	7	0.06501004099845886
208058	rnn.bias_ih_l0_reverse	8	-0.047993797808885574
208058	rnn.bias_ih_l0_reverse	9	0.06371434032917023
208058	rnn.bias_hh_l0_reverse	0	0.022852754220366478
208058	rnn.bias_hh_l0_reverse	1	-0.05738072097301483
208058	rnn.bias_hh_l0_reverse	2	0.08680769056081772
208058	rnn.bias_hh_l0_reverse	3	-0.04870074242353439
208058	rnn.bias_hh_l0_reverse	4	-0.02224341779947281
208058	rnn.bias_hh_l0_reverse	5	-0.023249223828315735
208058	rnn.bias_hh_l0_reverse	6	-0.018677473068237305
208058	rnn.bias_hh_l0_reverse	7	0.10073111206293106
208058	rnn.bias_hh_l0_reverse	8	0.03698832914233208
208058	rnn.bias_hh_l0_reverse	9	-0.15414191782474518
208058	rnn.weight_ih_l1	0	-0.030098844319581985
208058	rnn.weight_ih_l1	1	-0.04861120134592056
208058	rnn.weight_ih_l1	2	0.057533737272024155
208058	rnn.weight_ih_l1	3	-0.0685541108250618
208058	rnn.weight_ih_l1	4	-0.014220109209418297
208058	rnn.weight_ih_l1	5	-0.040758781135082245
208058	rnn.weight_ih_l1	6	0.02680371142923832
208058	rnn.weight_ih_l1	7	-0.045402683317661285
208058	rnn.weight_ih_l1	8	0.03707844763994217
208058	rnn.weight_ih_l1	9	0.04555976763367653
208058	rnn.weight_hh_l1	0	-0.007544738240540028
208058	rnn.weight_hh_l1	1	0.020320042967796326
208058	rnn.weight_hh_l1	2	0.007316969335079193
208058	rnn.weight_hh_l1	3	-0.013004734180867672
208058	rnn.weight_hh_l1	4	0.005404995288699865
208058	rnn.weight_hh_l1	5	0.03356802463531494
208058	rnn.weight_hh_l1	6	0.03652253374457359
208058	rnn.weight_hh_l1	7	-0.017027197405695915
208058	rnn.weight_hh_l1	8	-0.008364374749362469
208058	rnn.weight_hh_l1	9	0.03684668242931366
208058	rnn.bias_ih_l1	0	-0.18499378859996796
208058	rnn.bias_ih_l1	1	-0.18235370516777039
208058	rnn.bias_ih_l1	2	-0.20441934466362
208058	rnn.bias_ih_l1	3	-0.31445610523223877
208058	rnn.bias_ih_l1	4	-0.20664362609386444
208058	rnn.bias_ih_l1	5	-0.08344224840402603
208058	rnn.bias_ih_l1	6	-0.1675732582807541
208058	rnn.bias_ih_l1	7	-0.011925676837563515
208058	rnn.bias_ih_l1	8	-0.1359836757183075
208058	rnn.bias_ih_l1	9	-0.125764861702919
208058	rnn.bias_hh_l1	0	-0.10035260766744614
208058	rnn.bias_hh_l1	1	-0.07546992599964142
208058	rnn.bias_hh_l1	2	-0.0924496278166771
208058	rnn.bias_hh_l1	3	-0.08041095733642578
208058	rnn.bias_hh_l1	4	-0.08409047871828079
208058	rnn.bias_hh_l1	5	-0.11997497081756592
208058	rnn.bias_hh_l1	6	-0.16035903990268707
208058	rnn.bias_hh_l1	7	0.06167532131075859
208058	rnn.bias_hh_l1	8	-0.18066072463989258
208058	rnn.bias_hh_l1	9	-0.12194734811782837
208058	rnn.weight_ih_l1_reverse	0	-0.045564644038677216
208058	rnn.weight_ih_l1_reverse	1	0.03715048357844353
208058	rnn.weight_ih_l1_reverse	2	0.09393151104450226
208058	rnn.weight_ih_l1_reverse	3	-0.01635037176311016
208058	rnn.weight_ih_l1_reverse	4	-0.0290558822453022
208058	rnn.weight_ih_l1_reverse	5	-0.030508315190672874
208058	rnn.weight_ih_l1_reverse	6	-0.017195602878928185
208058	rnn.weight_ih_l1_reverse	7	0.02816927805542946
208058	rnn.weight_ih_l1_reverse	8	0.010946910828351974
208058	rnn.weight_ih_l1_reverse	9	-0.033455777913331985
208058	rnn.weight_hh_l1_reverse	0	0.00464298902079463
208058	rnn.weight_hh_l1_reverse	1	0.03145785257220268
208058	rnn.weight_hh_l1_reverse	2	-0.04048921540379524
208058	rnn.weight_hh_l1_reverse	3	0.03525702282786369
208058	rnn.weight_hh_l1_reverse	4	0.04726698249578476
208058	rnn.weight_hh_l1_reverse	5	0.0043333605863153934
208058	rnn.weight_hh_l1_reverse	6	0.052502937614917755
208058	rnn.weight_hh_l1_reverse	7	0.03133711218833923
208058	rnn.weight_hh_l1_reverse	8	-0.007321443408727646
208058	rnn.weight_hh_l1_reverse	9	-0.030629925429821014
208058	rnn.bias_ih_l1_reverse	0	-0.05072835087776184
208058	rnn.bias_ih_l1_reverse	1	-0.14500664174556732
208058	rnn.bias_ih_l1_reverse	2	-0.16540957987308502
208058	rnn.bias_ih_l1_reverse	3	-0.05752357468008995
208058	rnn.bias_ih_l1_reverse	4	-0.20908471941947937
208058	rnn.bias_ih_l1_reverse	5	-0.11411800980567932
208058	rnn.bias_ih_l1_reverse	6	-0.13253605365753174
208058	rnn.bias_ih_l1_reverse	7	-0.19491611421108246
208058	rnn.bias_ih_l1_reverse	8	0.21377991139888763
208058	rnn.bias_ih_l1_reverse	9	0.029025539755821228
208058	rnn.bias_hh_l1_reverse	0	-0.0009061361197382212
208058	rnn.bias_hh_l1_reverse	1	-0.07359661906957626
208058	rnn.bias_hh_l1_reverse	2	-0.23626913130283356
208058	rnn.bias_hh_l1_reverse	3	-0.14409977197647095
208058	rnn.bias_hh_l1_reverse	4	-0.08350835740566254
208058	rnn.bias_hh_l1_reverse	5	-0.11775258183479309
208058	rnn.bias_hh_l1_reverse	6	0.04891331121325493
208058	rnn.bias_hh_l1_reverse	7	-0.1480107605457306
208058	rnn.bias_hh_l1_reverse	8	-0.11846118420362473
208058	rnn.bias_hh_l1_reverse	9	-0.15018418431282043
208058	linear.weight	0	0.002228822559118271
208058	linear.weight	1	0.10576632618904114
208058	linear.weight	2	-0.10034285485744476
208058	linear.weight	3	0.2894170880317688
208058	linear.weight	4	0.15293483436107635
208058	linear.weight	5	-0.0626073032617569
208058	linear.weight	6	0.1124192327260971
208058	linear.weight	7	0.13941220939159393
208058	linear.weight	8	0.04114503413438797
208058	linear.weight	9	-0.053571686148643494
208058	linear.bias	0	0.09432663023471832
208058	linear.bias	1	-0.16770526766777039
208058	linear.bias	2	-0.46733391284942627
208058	linear.bias	3	-0.6688440442085266
208058	linear.bias	4	-1.2525666952133179
208058	linear.bias	5	-0.05288342013955116
208058	linear.bias	6	-0.7971372604370117
208058	linear.bias	7	0.27282658219337463
208058	linear.bias	8	-0.4368042051792145
208058	linear.bias	9	-1.0483092069625854
208255	transitions	0	0.7431178092956543
208255	transitions	1	0.1514599770307541
208255	transitions	2	-10000.0
208255	transitions	3	-1.827293038368225
208255	transitions	4	-10000.0
208255	transitions	5	0.5651184320449829
208255	transitions	6	-0.08396268635988235
208255	transitions	7	-0.7921202778816223
208255	transitions	8	-1.4191974401474
208255	transitions	9	-0.0012145113432779908
208255	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
208255	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
208255	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
208255	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
208255	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
208255	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
208255	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
208255	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
208255	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
208255	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
208255	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
208255	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
208255	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
208255	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
208255	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
208255	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
208255	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
208255	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
208255	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
208255	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
208255	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
208255	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
208255	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
208255	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
208255	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
208255	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
208255	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
208255	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
208255	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
208255	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
208255	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
208255	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
208255	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
208255	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
208255	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
208255	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
208255	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
208255	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
208255	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
208255	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
208255	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
208255	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
208255	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
208255	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
208255	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
208255	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
208255	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
208255	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
208255	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
208255	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
208255	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
208255	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
208255	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
208255	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
208255	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
208255	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
208255	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
208255	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
208255	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
208255	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
208255	embedding2nn.weight	0	0.02179308794438839
208255	embedding2nn.weight	1	-0.013311346992850304
208255	embedding2nn.weight	2	-0.014268254861235619
208255	embedding2nn.weight	3	-0.03142058849334717
208255	embedding2nn.weight	4	-0.0059150345623493195
208255	embedding2nn.weight	5	-0.003700588596984744
208255	embedding2nn.weight	6	-0.003973269369453192
208255	embedding2nn.weight	7	-0.07692394405603409
208255	embedding2nn.weight	8	-0.0019979383796453476
208255	embedding2nn.weight	9	-0.028716862201690674
208255	embedding2nn.bias	0	0.033537887036800385
208255	embedding2nn.bias	1	-0.07735928148031235
208255	embedding2nn.bias	2	0.0667170062661171
208255	embedding2nn.bias	3	0.04132159426808357
208255	embedding2nn.bias	4	-0.04153616353869438
208255	embedding2nn.bias	5	-0.006964929401874542
208255	embedding2nn.bias	6	0.020544108003377914
208255	embedding2nn.bias	7	-0.04808541759848595
208255	embedding2nn.bias	8	0.0636712834239006
208255	embedding2nn.bias	9	0.04356909543275833
208255	rnn.weight_ih_l0	0	-0.07814690470695496
208255	rnn.weight_ih_l0	1	0.004014377947896719
208255	rnn.weight_ih_l0	2	0.03467006981372833
208255	rnn.weight_ih_l0	3	0.02285139448940754
208255	rnn.weight_ih_l0	4	-0.04747866466641426
208255	rnn.weight_ih_l0	5	-0.06922391057014465
208255	rnn.weight_ih_l0	6	-0.0014245565980672836
208255	rnn.weight_ih_l0	7	0.0512896403670311
208255	rnn.weight_ih_l0	8	-0.01617174595594406
208255	rnn.weight_ih_l0	9	-0.03080451488494873
208255	rnn.weight_hh_l0	0	-0.030034685507416725
208255	rnn.weight_hh_l0	1	-0.005747862160205841
208255	rnn.weight_hh_l0	2	0.008915530517697334
208255	rnn.weight_hh_l0	3	-0.07672856003046036
208255	rnn.weight_hh_l0	4	0.0934368148446083
208255	rnn.weight_hh_l0	5	-0.025497913360595703
208255	rnn.weight_hh_l0	6	-0.060554035007953644
208255	rnn.weight_hh_l0	7	0.012359694577753544
208255	rnn.weight_hh_l0	8	0.014837212860584259
208255	rnn.weight_hh_l0	9	-0.024322671815752983
208255	rnn.bias_ih_l0	0	0.13163672387599945
208255	rnn.bias_ih_l0	1	-0.03555186465382576
208255	rnn.bias_ih_l0	2	-0.034268252551555634
208255	rnn.bias_ih_l0	3	0.15902410447597504
208255	rnn.bias_ih_l0	4	-0.009658291935920715
208255	rnn.bias_ih_l0	5	-0.024888640269637108
208255	rnn.bias_ih_l0	6	0.01834094524383545
208255	rnn.bias_ih_l0	7	0.02131969854235649
208255	rnn.bias_ih_l0	8	-0.09859666228294373
208255	rnn.bias_ih_l0	9	-0.04825451970100403
208255	rnn.bias_hh_l0	0	-0.00042621884495019913
208255	rnn.bias_hh_l0	1	-0.10274509340524673
208255	rnn.bias_hh_l0	2	-0.06796998530626297
208255	rnn.bias_hh_l0	3	-0.08658292889595032
208255	rnn.bias_hh_l0	4	0.00780653627589345
208255	rnn.bias_hh_l0	5	-0.019111216068267822
208255	rnn.bias_hh_l0	6	0.030677054077386856
208255	rnn.bias_hh_l0	7	0.05475986748933792
208255	rnn.bias_hh_l0	8	-0.11909899115562439
208255	rnn.bias_hh_l0	9	-0.055067967623472214
208255	rnn.weight_ih_l0_reverse	0	-0.0228403490036726
208255	rnn.weight_ih_l0_reverse	1	-0.05395897850394249
208255	rnn.weight_ih_l0_reverse	2	-0.04522664099931717
208255	rnn.weight_ih_l0_reverse	3	0.011701890267431736
208255	rnn.weight_ih_l0_reverse	4	-0.023144690319895744
208255	rnn.weight_ih_l0_reverse	5	-0.0564778670668602
208255	rnn.weight_ih_l0_reverse	6	0.07505279034376144
208255	rnn.weight_ih_l0_reverse	7	-0.01684259995818138
208255	rnn.weight_ih_l0_reverse	8	-0.018117647618055344
208255	rnn.weight_ih_l0_reverse	9	0.002436236245557666
208255	rnn.weight_hh_l0_reverse	0	0.06649336963891983
208255	rnn.weight_hh_l0_reverse	1	0.0221388041973114
208255	rnn.weight_hh_l0_reverse	2	0.02854679711163044
208255	rnn.weight_hh_l0_reverse	3	0.035186633467674255
208255	rnn.weight_hh_l0_reverse	4	0.012218342162668705
208255	rnn.weight_hh_l0_reverse	5	0.008404850028455257
208255	rnn.weight_hh_l0_reverse	6	0.050287600606679916
208255	rnn.weight_hh_l0_reverse	7	-0.07892696559429169
208255	rnn.weight_hh_l0_reverse	8	0.04022477567195892
208255	rnn.weight_hh_l0_reverse	9	0.0365365631878376
208255	rnn.bias_ih_l0_reverse	0	-0.058926187455654144
208255	rnn.bias_ih_l0_reverse	1	-0.28790804743766785
208255	rnn.bias_ih_l0_reverse	2	-0.1219203844666481
208255	rnn.bias_ih_l0_reverse	3	-0.048615433275699615
208255	rnn.bias_ih_l0_reverse	4	-0.020962804555892944
208255	rnn.bias_ih_l0_reverse	5	0.07749239355325699
208255	rnn.bias_ih_l0_reverse	6	-0.06363564729690552
208255	rnn.bias_ih_l0_reverse	7	0.06559382379055023
208255	rnn.bias_ih_l0_reverse	8	-0.047863736748695374
208255	rnn.bias_ih_l0_reverse	9	0.06440048664808273
208255	rnn.bias_hh_l0_reverse	0	0.023232992738485336
208255	rnn.bias_hh_l0_reverse	1	-0.0573187991976738
208255	rnn.bias_hh_l0_reverse	2	0.08660496026277542
208255	rnn.bias_hh_l0_reverse	3	-0.04875851795077324
208255	rnn.bias_hh_l0_reverse	4	-0.022850092500448227
208255	rnn.bias_hh_l0_reverse	5	-0.023148808628320694
208255	rnn.bias_hh_l0_reverse	6	-0.018827473744750023
208255	rnn.bias_hh_l0_reverse	7	0.10103258490562439
208255	rnn.bias_hh_l0_reverse	8	0.037420470267534256
208255	rnn.bias_hh_l0_reverse	9	-0.15365473926067352
208255	rnn.weight_ih_l1	0	-0.030183274298906326
208255	rnn.weight_ih_l1	1	-0.04899584874510765
208255	rnn.weight_ih_l1	2	0.05719241127371788
208255	rnn.weight_ih_l1	3	-0.06865372508764267
208255	rnn.weight_ih_l1	4	-0.01391049474477768
208255	rnn.weight_ih_l1	5	-0.040711820125579834
208255	rnn.weight_ih_l1	6	0.027044283226132393
208255	rnn.weight_ih_l1	7	-0.04507339745759964
208255	rnn.weight_ih_l1	8	0.03707876056432724
208255	rnn.weight_ih_l1	9	0.045258160680532455
208255	rnn.weight_hh_l1	0	-0.007578778546303511
208255	rnn.weight_hh_l1	1	0.020341746509075165
208255	rnn.weight_hh_l1	2	0.00710458867251873
208255	rnn.weight_hh_l1	3	-0.013021213002502918
208255	rnn.weight_hh_l1	4	0.0051619731821119785
208255	rnn.weight_hh_l1	5	0.03355877101421356
208255	rnn.weight_hh_l1	6	0.036436598747968674
208255	rnn.weight_hh_l1	7	-0.017106490209698677
208255	rnn.weight_hh_l1	8	-0.00839291326701641
208255	rnn.weight_hh_l1	9	0.0370308943092823
208255	rnn.bias_ih_l1	0	-0.18504899740219116
208255	rnn.bias_ih_l1	1	-0.18258364498615265
208255	rnn.bias_ih_l1	2	-0.20386023819446564
208255	rnn.bias_ih_l1	3	-0.3140464723110199
208255	rnn.bias_ih_l1	4	-0.2092772275209427
208255	rnn.bias_ih_l1	5	-0.08335430920124054
208255	rnn.bias_ih_l1	6	-0.16624067723751068
208255	rnn.bias_ih_l1	7	-0.01311369426548481
208255	rnn.bias_ih_l1	8	-0.13513414561748505
208255	rnn.bias_ih_l1	9	-0.12592141330242157
208255	rnn.bias_hh_l1	0	-0.10189186781644821
208255	rnn.bias_hh_l1	1	-0.07471746951341629
208255	rnn.bias_hh_l1	2	-0.09217195212841034
208255	rnn.bias_hh_l1	3	-0.08036684989929199
208255	rnn.bias_hh_l1	4	-0.08286882936954498
208255	rnn.bias_hh_l1	5	-0.12029045075178146
208255	rnn.bias_hh_l1	6	-0.16050846874713898
208255	rnn.bias_hh_l1	7	0.06261418014764786
208255	rnn.bias_hh_l1	8	-0.18019512295722961
208255	rnn.bias_hh_l1	9	-0.12297549098730087
208255	rnn.weight_ih_l1_reverse	0	-0.04564845189452171
208255	rnn.weight_ih_l1_reverse	1	0.03641035407781601
208255	rnn.weight_ih_l1_reverse	2	0.09375471621751785
208255	rnn.weight_ih_l1_reverse	3	-0.016067054122686386
208255	rnn.weight_ih_l1_reverse	4	-0.028091715648770332
208255	rnn.weight_ih_l1_reverse	5	-0.030371099710464478
208255	rnn.weight_ih_l1_reverse	6	-0.017105048522353172
208255	rnn.weight_ih_l1_reverse	7	0.027828097343444824
208255	rnn.weight_ih_l1_reverse	8	0.011613473296165466
208255	rnn.weight_ih_l1_reverse	9	-0.033209141343832016
208255	rnn.weight_hh_l1_reverse	0	0.004623436834663153
208255	rnn.weight_hh_l1_reverse	1	0.03140408545732498
208255	rnn.weight_hh_l1_reverse	2	-0.04051149636507034
208255	rnn.weight_hh_l1_reverse	3	0.03525067865848541
208255	rnn.weight_hh_l1_reverse	4	0.04744785651564598
208255	rnn.weight_hh_l1_reverse	5	0.004259500652551651
208255	rnn.weight_hh_l1_reverse	6	0.05235825479030609
208255	rnn.weight_hh_l1_reverse	7	0.031268876045942307
208255	rnn.weight_hh_l1_reverse	8	-0.007312776520848274
208255	rnn.weight_hh_l1_reverse	9	-0.030686790123581886
208255	rnn.bias_ih_l1_reverse	0	-0.05030551180243492
208255	rnn.bias_ih_l1_reverse	1	-0.14482766389846802
208255	rnn.bias_ih_l1_reverse	2	-0.1652418076992035
208255	rnn.bias_ih_l1_reverse	3	-0.057413168251514435
208255	rnn.bias_ih_l1_reverse	4	-0.20950546860694885
208255	rnn.bias_ih_l1_reverse	5	-0.11438554525375366
208255	rnn.bias_ih_l1_reverse	6	-0.13277152180671692
208255	rnn.bias_ih_l1_reverse	7	-0.1959981769323349
208255	rnn.bias_ih_l1_reverse	8	0.2134682834148407
208255	rnn.bias_ih_l1_reverse	9	0.028390517458319664
208255	rnn.bias_hh_l1_reverse	0	0.00047598930541425943
208255	rnn.bias_hh_l1_reverse	1	-0.0737609937787056
208255	rnn.bias_hh_l1_reverse	2	-0.23653544485569
208255	rnn.bias_hh_l1_reverse	3	-0.14421698451042175
208255	rnn.bias_hh_l1_reverse	4	-0.08327878266572952
208255	rnn.bias_hh_l1_reverse	5	-0.11828461289405823
208255	rnn.bias_hh_l1_reverse	6	0.049873024225234985
208255	rnn.bias_hh_l1_reverse	7	-0.14763708412647247
208255	rnn.bias_hh_l1_reverse	8	-0.1188688799738884
208255	rnn.bias_hh_l1_reverse	9	-0.15022751688957214
208255	linear.weight	0	0.002228822559118271
208255	linear.weight	1	0.10483507066965103
208255	linear.weight	2	-0.10112248361110687
208255	linear.weight	3	0.28869250416755676
208255	linear.weight	4	0.15142212808132172
208255	linear.weight	5	-0.062234845012426376
208255	linear.weight	6	0.11270555108785629
208255	linear.weight	7	0.13964775204658508
208255	linear.weight	8	0.041144900023937225
208255	linear.weight	9	-0.052084390074014664
208255	linear.bias	0	0.0828295573592186
208255	linear.bias	1	-0.16231845319271088
208255	linear.bias	2	-0.4675185978412628
208255	linear.bias	3	-0.6649236083030701
208255	linear.bias	4	-1.2497789859771729
208255	linear.bias	5	-0.05419841781258583
208255	linear.bias	6	-0.7914412617683411
208255	linear.bias	7	0.27175718545913696
208255	linear.bias	8	-0.4412846565246582
208255	linear.bias	9	-1.0532268285751343
208452	transitions	0	0.7398739457130432
208452	transitions	1	0.1538878232240677
208452	transitions	2	-10000.0
208452	transitions	3	-1.8273001909255981
208452	transitions	4	-10000.0
208452	transitions	5	0.5651070475578308
208452	transitions	6	-0.08397258073091507
208452	transitions	7	-0.7925432324409485
208452	transitions	8	-1.419213891029358
208452	transitions	9	-0.001214700867421925
208452	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
208452	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
208452	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
208452	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
208452	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
208452	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
208452	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
208452	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
208452	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
208452	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
208452	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
208452	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
208452	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
208452	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
208452	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
208452	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
208452	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
208452	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
208452	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
208452	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
208452	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
208452	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
208452	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
208452	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
208452	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
208452	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
208452	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
208452	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
208452	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
208452	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
208452	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
208452	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
208452	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
208452	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
208452	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
208452	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
208452	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
208452	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
208452	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
208452	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
208452	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
208452	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
208452	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
208452	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
208452	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
208452	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
208452	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
208452	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
208452	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
208452	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
208452	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
208452	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
208452	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
208452	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
208452	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
208452	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
208452	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
208452	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
208452	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
208452	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
208452	embedding2nn.weight	0	0.021661588922142982
208452	embedding2nn.weight	1	-0.01329761277884245
208452	embedding2nn.weight	2	-0.014268254861235619
208452	embedding2nn.weight	3	-0.03134290501475334
208452	embedding2nn.weight	4	-0.0059150345623493195
208452	embedding2nn.weight	5	-0.003700588596984744
208452	embedding2nn.weight	6	-0.003973269369453192
208452	embedding2nn.weight	7	-0.07660039514303207
208452	embedding2nn.weight	8	-0.0019979383796453476
208452	embedding2nn.weight	9	-0.02866222895681858
208452	embedding2nn.bias	0	0.03224876895546913
208452	embedding2nn.bias	1	-0.07860706746578217
208452	embedding2nn.bias	2	0.06824282556772232
208452	embedding2nn.bias	3	0.0376308299601078
208452	embedding2nn.bias	4	-0.03933047875761986
208452	embedding2nn.bias	5	-0.009069383144378662
208452	embedding2nn.bias	6	0.020593909546732903
208452	embedding2nn.bias	7	-0.0461852103471756
208452	embedding2nn.bias	8	0.06340573728084564
208452	embedding2nn.bias	9	0.04437459260225296
208452	rnn.weight_ih_l0	0	-0.0786103904247284
208452	rnn.weight_ih_l0	1	0.004254754167050123
208452	rnn.weight_ih_l0	2	0.03475172072649002
208452	rnn.weight_ih_l0	3	0.02298545651137829
208452	rnn.weight_ih_l0	4	-0.04768315330147743
208452	rnn.weight_ih_l0	5	-0.06889758259057999
208452	rnn.weight_ih_l0	6	-0.0014490877510979772
208452	rnn.weight_ih_l0	7	0.051402535289525986
208452	rnn.weight_ih_l0	8	-0.01661575585603714
208452	rnn.weight_ih_l0	9	-0.03081410937011242
208452	rnn.weight_hh_l0	0	-0.030024651437997818
208452	rnn.weight_hh_l0	1	-0.0058291880413889885
208452	rnn.weight_hh_l0	2	0.009066306985914707
208452	rnn.weight_hh_l0	3	-0.07675747573375702
208452	rnn.weight_hh_l0	4	0.0932762548327446
208452	rnn.weight_hh_l0	5	-0.025137120857834816
208452	rnn.weight_hh_l0	6	-0.060331862419843674
208452	rnn.weight_hh_l0	7	0.012267890386283398
208452	rnn.weight_hh_l0	8	0.014725611545145512
208452	rnn.weight_hh_l0	9	-0.024301258847117424
208452	rnn.bias_ih_l0	0	0.13211238384246826
208452	rnn.bias_ih_l0	1	-0.03596310317516327
208452	rnn.bias_ih_l0	2	-0.03315961733460426
208452	rnn.bias_ih_l0	3	0.15997864305973053
208452	rnn.bias_ih_l0	4	-0.010031292214989662
208452	rnn.bias_ih_l0	5	-0.02492835931479931
208452	rnn.bias_ih_l0	6	0.018900040537118912
208452	rnn.bias_ih_l0	7	0.02183978073298931
208452	rnn.bias_ih_l0	8	-0.09857417643070221
208452	rnn.bias_ih_l0	9	-0.052271705120801926
208452	rnn.bias_hh_l0	0	-0.00021906201436650008
208452	rnn.bias_hh_l0	1	-0.10271123051643372
208452	rnn.bias_hh_l0	2	-0.06879652291536331
208452	rnn.bias_hh_l0	3	-0.08685052394866943
208452	rnn.bias_hh_l0	4	0.007275336887687445
208452	rnn.bias_hh_l0	5	-0.018763942644000053
208452	rnn.bias_hh_l0	6	0.030405530706048012
208452	rnn.bias_hh_l0	7	0.05458296835422516
208452	rnn.bias_hh_l0	8	-0.11920469999313354
208452	rnn.bias_hh_l0	9	-0.0559673048555851
208452	rnn.weight_ih_l0_reverse	0	-0.022495120763778687
208452	rnn.weight_ih_l0_reverse	1	-0.05392159894108772
208452	rnn.weight_ih_l0_reverse	2	-0.04583969712257385
208452	rnn.weight_ih_l0_reverse	3	0.011842217296361923
208452	rnn.weight_ih_l0_reverse	4	-0.023477915674448013
208452	rnn.weight_ih_l0_reverse	5	-0.05670277401804924
208452	rnn.weight_ih_l0_reverse	6	0.07537992298603058
208452	rnn.weight_ih_l0_reverse	7	-0.016579411923885345
208452	rnn.weight_ih_l0_reverse	8	-0.01808761991560459
208452	rnn.weight_ih_l0_reverse	9	0.0027910072822123766
208452	rnn.weight_hh_l0_reverse	0	0.06639360636472702
208452	rnn.weight_hh_l0_reverse	1	0.021998034790158272
208452	rnn.weight_hh_l0_reverse	2	0.028569845482707024
208452	rnn.weight_hh_l0_reverse	3	0.03518911823630333
208452	rnn.weight_hh_l0_reverse	4	0.012168762274086475
208452	rnn.weight_hh_l0_reverse	5	0.008848798461258411
208452	rnn.weight_hh_l0_reverse	6	0.05025659129023552
208452	rnn.weight_hh_l0_reverse	7	-0.07880822569131851
208452	rnn.weight_hh_l0_reverse	8	0.04018670693039894
208452	rnn.weight_hh_l0_reverse	9	0.03639577701687813
208452	rnn.bias_ih_l0_reverse	0	-0.05883911997079849
208452	rnn.bias_ih_l0_reverse	1	-0.2874206304550171
208452	rnn.bias_ih_l0_reverse	2	-0.12272559851408005
208452	rnn.bias_ih_l0_reverse	3	-0.04818447679281235
208452	rnn.bias_ih_l0_reverse	4	-0.021861208602786064
208452	rnn.bias_ih_l0_reverse	5	0.07722242921590805
208452	rnn.bias_ih_l0_reverse	6	-0.06364313513040543
208452	rnn.bias_ih_l0_reverse	7	0.06587909162044525
208452	rnn.bias_ih_l0_reverse	8	-0.047384828329086304
208452	rnn.bias_ih_l0_reverse	9	0.06366389244794846
208452	rnn.bias_hh_l0_reverse	0	0.022731244564056396
208452	rnn.bias_hh_l0_reverse	1	-0.05881895124912262
208452	rnn.bias_hh_l0_reverse	2	0.08674854785203934
208452	rnn.bias_hh_l0_reverse	3	-0.048537727445364
208452	rnn.bias_hh_l0_reverse	4	-0.022781962528824806
208452	rnn.bias_hh_l0_reverse	5	-0.02291058748960495
208452	rnn.bias_hh_l0_reverse	6	-0.018109487369656563
208452	rnn.bias_hh_l0_reverse	7	0.10147133469581604
208452	rnn.bias_hh_l0_reverse	8	0.03756151348352432
208452	rnn.bias_hh_l0_reverse	9	-0.153763085603714
208452	rnn.weight_ih_l1	0	-0.03003370761871338
208452	rnn.weight_ih_l1	1	-0.049029044806957245
208452	rnn.weight_ih_l1	2	0.05663861706852913
208452	rnn.weight_ih_l1	3	-0.0683567225933075
208452	rnn.weight_ih_l1	4	-0.01421966589987278
208452	rnn.weight_ih_l1	5	-0.04067486897110939
208452	rnn.weight_ih_l1	6	0.026855211704969406
208452	rnn.weight_ih_l1	7	-0.04522562026977539
208452	rnn.weight_ih_l1	8	0.03707178309559822
208452	rnn.weight_ih_l1	9	0.04542993754148483
208452	rnn.weight_hh_l1	0	-0.007714399136602879
208452	rnn.weight_hh_l1	1	0.020304767414927483
208452	rnn.weight_hh_l1	2	0.007329032756388187
208452	rnn.weight_hh_l1	3	-0.012985614128410816
208452	rnn.weight_hh_l1	4	0.004968040622770786
208452	rnn.weight_hh_l1	5	0.03348178789019585
208452	rnn.weight_hh_l1	6	0.03627564013004303
208452	rnn.weight_hh_l1	7	-0.017043620347976685
208452	rnn.weight_hh_l1	8	-0.00834385585039854
208452	rnn.weight_hh_l1	9	0.037091512233018875
208452	rnn.bias_ih_l1	0	-0.1845417022705078
208452	rnn.bias_ih_l1	1	-0.18207944929599762
208452	rnn.bias_ih_l1	2	-0.20311681926250458
208452	rnn.bias_ih_l1	3	-0.3135828375816345
208452	rnn.bias_ih_l1	4	-0.20787875354290009
208452	rnn.bias_ih_l1	5	-0.0830736979842186
208452	rnn.bias_ih_l1	6	-0.16591650247573853
208452	rnn.bias_ih_l1	7	-0.012201143428683281
208452	rnn.bias_ih_l1	8	-0.13480184972286224
208452	rnn.bias_ih_l1	9	-0.12598121166229248
208452	rnn.bias_hh_l1	0	-0.10060424357652664
208452	rnn.bias_hh_l1	1	-0.07483653724193573
208452	rnn.bias_hh_l1	2	-0.09153377264738083
208452	rnn.bias_hh_l1	3	-0.08007282018661499
208452	rnn.bias_hh_l1	4	-0.0829230472445488
208452	rnn.bias_hh_l1	5	-0.12040962278842926
208452	rnn.bias_hh_l1	6	-0.16076166927814484
208452	rnn.bias_hh_l1	7	0.06379890441894531
208452	rnn.bias_hh_l1	8	-0.18028469383716583
208452	rnn.bias_hh_l1	9	-0.12312080711126328
208452	rnn.weight_ih_l1_reverse	0	-0.045548371970653534
208452	rnn.weight_ih_l1_reverse	1	0.03772773966193199
208452	rnn.weight_ih_l1_reverse	2	0.0933140441775322
208452	rnn.weight_ih_l1_reverse	3	-0.016364770010113716
208452	rnn.weight_ih_l1_reverse	4	-0.027763795107603073
208452	rnn.weight_ih_l1_reverse	5	-0.03049948625266552
208452	rnn.weight_ih_l1_reverse	6	-0.01764504238963127
208452	rnn.weight_ih_l1_reverse	7	0.028082428500056267
208452	rnn.weight_ih_l1_reverse	8	0.011322342790663242
208452	rnn.weight_ih_l1_reverse	9	-0.03188078850507736
208452	rnn.weight_hh_l1_reverse	0	0.00462010782212019
208452	rnn.weight_hh_l1_reverse	1	0.03136084973812103
208452	rnn.weight_hh_l1_reverse	2	-0.04051715508103371
208452	rnn.weight_hh_l1_reverse	3	0.035213448107242584
208452	rnn.weight_hh_l1_reverse	4	0.04741084575653076
208452	rnn.weight_hh_l1_reverse	5	0.004155081231147051
208452	rnn.weight_hh_l1_reverse	6	0.052190158516168594
208452	rnn.weight_hh_l1_reverse	7	0.03146962821483612
208452	rnn.weight_hh_l1_reverse	8	-0.007275315001606941
208452	rnn.weight_hh_l1_reverse	9	-0.030670166015625
208452	rnn.bias_ih_l1_reverse	0	-0.05002804845571518
208452	rnn.bias_ih_l1_reverse	1	-0.14525912702083588
208452	rnn.bias_ih_l1_reverse	2	-0.16579796373844147
208452	rnn.bias_ih_l1_reverse	3	-0.059491969645023346
208452	rnn.bias_ih_l1_reverse	4	-0.20969277620315552
208452	rnn.bias_ih_l1_reverse	5	-0.11431902647018433
208452	rnn.bias_ih_l1_reverse	6	-0.13276855647563934
208452	rnn.bias_ih_l1_reverse	7	-0.19529882073402405
208452	rnn.bias_ih_l1_reverse	8	0.2136496603488922
208452	rnn.bias_ih_l1_reverse	9	0.027903705835342407
208452	rnn.bias_hh_l1_reverse	0	-0.0001522384991403669
208452	rnn.bias_hh_l1_reverse	1	-0.07488665729761124
208452	rnn.bias_hh_l1_reverse	2	-0.23631803691387177
208452	rnn.bias_hh_l1_reverse	3	-0.14510558545589447
208452	rnn.bias_hh_l1_reverse	4	-0.08283834904432297
208452	rnn.bias_hh_l1_reverse	5	-0.11746848374605179
208452	rnn.bias_hh_l1_reverse	6	0.050090253353118896
208452	rnn.bias_hh_l1_reverse	7	-0.146827831864357
208452	rnn.bias_hh_l1_reverse	8	-0.11885743588209152
208452	rnn.bias_hh_l1_reverse	9	-0.15029014647006989
208452	linear.weight	0	0.002228822559118271
208452	linear.weight	1	0.10432521998882294
208452	linear.weight	2	-0.09909839183092117
208452	linear.weight	3	0.28838619589805603
208452	linear.weight	4	0.1512453258037567
208452	linear.weight	5	-0.062403466552495956
208452	linear.weight	6	0.11245784908533096
208452	linear.weight	7	0.14159522950649261
208452	linear.weight	8	0.04114491492509842
208452	linear.weight	9	-0.05105556920170784
208452	linear.bias	0	0.08961860835552216
208452	linear.bias	1	-0.17062461376190186
208452	linear.bias	2	-0.4665534198284149
208452	linear.bias	3	-0.6557486653327942
208452	linear.bias	4	-1.2394726276397705
208452	linear.bias	5	-0.05837271735072136
208452	linear.bias	6	-0.7995412349700928
208452	linear.bias	7	0.2674463987350464
208452	linear.bias	8	-0.4363761842250824
208452	linear.bias	9	-1.0481958389282227
208649	transitions	0	0.7429023385047913
208649	transitions	1	0.15236018598079681
208649	transitions	2	-10000.0
208649	transitions	3	-1.8273054361343384
208649	transitions	4	-10000.0
208649	transitions	5	0.5650947690010071
208649	transitions	6	-0.08398358523845673
208649	transitions	7	-0.7927634716033936
208649	transitions	8	-1.4192335605621338
208649	transitions	9	-0.0012149384710937738
208649	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
208649	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
208649	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
208649	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
208649	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
208649	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
208649	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
208649	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
208649	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
208649	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
208649	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
208649	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
208649	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
208649	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
208649	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
208649	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
208649	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
208649	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
208649	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
208649	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
208649	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
208649	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
208649	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
208649	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
208649	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
208649	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
208649	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
208649	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
208649	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
208649	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
208649	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
208649	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
208649	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
208649	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
208649	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
208649	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
208649	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
208649	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
208649	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
208649	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
208649	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
208649	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
208649	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
208649	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
208649	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
208649	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
208649	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
208649	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
208649	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
208649	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
208649	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
208649	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
208649	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
208649	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
208649	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
208649	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
208649	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
208649	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
208649	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
208649	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
208649	embedding2nn.weight	0	0.022188691422343254
208649	embedding2nn.weight	1	-0.01325901597738266
208649	embedding2nn.weight	2	-0.014268254861235619
208649	embedding2nn.weight	3	-0.03179232403635979
208649	embedding2nn.weight	4	-0.0059150345623493195
208649	embedding2nn.weight	5	-0.003700588596984744
208649	embedding2nn.weight	6	-0.00397326797246933
208649	embedding2nn.weight	7	-0.0762830302119255
208649	embedding2nn.weight	8	-0.0019979383796453476
208649	embedding2nn.weight	9	-0.02860834263265133
208649	embedding2nn.bias	0	0.03250772878527641
208649	embedding2nn.bias	1	-0.07878555357456207
208649	embedding2nn.bias	2	0.06787075102329254
208649	embedding2nn.bias	3	0.03989508002996445
208649	embedding2nn.bias	4	-0.03997909650206566
208649	embedding2nn.bias	5	-0.007768941577523947
208649	embedding2nn.bias	6	0.01994505524635315
208649	embedding2nn.bias	7	-0.048799559473991394
208649	embedding2nn.bias	8	0.06401850283145905
208649	embedding2nn.bias	9	0.04509757086634636
208649	rnn.weight_ih_l0	0	-0.07861328125
208649	rnn.weight_ih_l0	1	0.003981972113251686
208649	rnn.weight_ih_l0	2	0.035252708941698074
208649	rnn.weight_ih_l0	3	0.02344481088221073
208649	rnn.weight_ih_l0	4	-0.047835689038038254
208649	rnn.weight_ih_l0	5	-0.06883245706558228
208649	rnn.weight_ih_l0	6	-0.0014681632164865732
208649	rnn.weight_ih_l0	7	0.051218997687101364
208649	rnn.weight_ih_l0	8	-0.016863642260432243
208649	rnn.weight_ih_l0	9	-0.030978726223111153
208649	rnn.weight_hh_l0	0	-0.03012981452047825
208649	rnn.weight_hh_l0	1	-0.0060151065699756145
208649	rnn.weight_hh_l0	2	0.008810282684862614
208649	rnn.weight_hh_l0	3	-0.07681943476200104
208649	rnn.weight_hh_l0	4	0.09314556419849396
208649	rnn.weight_hh_l0	5	-0.025128910318017006
208649	rnn.weight_hh_l0	6	-0.05986114963889122
208649	rnn.weight_hh_l0	7	0.011851646937429905
208649	rnn.weight_hh_l0	8	0.01463230885565281
208649	rnn.weight_hh_l0	9	-0.024318987503647804
208649	rnn.bias_ih_l0	0	0.13181552290916443
208649	rnn.bias_ih_l0	1	-0.03543436899781227
208649	rnn.bias_ih_l0	2	-0.033028390258550644
208649	rnn.bias_ih_l0	3	0.16074611246585846
208649	rnn.bias_ih_l0	4	-0.010321015492081642
208649	rnn.bias_ih_l0	5	-0.02503718063235283
208649	rnn.bias_ih_l0	6	0.0184005219489336
208649	rnn.bias_ih_l0	7	0.02237139269709587
208649	rnn.bias_ih_l0	8	-0.0983143225312233
208649	rnn.bias_ih_l0	9	-0.05020272731781006
208649	rnn.bias_hh_l0	0	4.024975351057947e-05
208649	rnn.bias_hh_l0	1	-0.10289470851421356
208649	rnn.bias_hh_l0	2	-0.06881766021251678
208649	rnn.bias_hh_l0	3	-0.08753173798322678
208649	rnn.bias_hh_l0	4	0.006089997477829456
208649	rnn.bias_hh_l0	5	-0.019155291840434074
208649	rnn.bias_hh_l0	6	0.029906127601861954
208649	rnn.bias_hh_l0	7	0.056126199662685394
208649	rnn.bias_hh_l0	8	-0.11887936294078827
208649	rnn.bias_hh_l0	9	-0.05571141466498375
208649	rnn.weight_ih_l0_reverse	0	-0.02246222272515297
208649	rnn.weight_ih_l0_reverse	1	-0.053849056363105774
208649	rnn.weight_ih_l0_reverse	2	-0.045823514461517334
208649	rnn.weight_ih_l0_reverse	3	0.012000410817563534
208649	rnn.weight_ih_l0_reverse	4	-0.023369774222373962
208649	rnn.weight_ih_l0_reverse	5	-0.05659141018986702
208649	rnn.weight_ih_l0_reverse	6	0.07516497373580933
208649	rnn.weight_ih_l0_reverse	7	-0.016716009005904198
208649	rnn.weight_ih_l0_reverse	8	-0.017948336899280548
208649	rnn.weight_ih_l0_reverse	9	0.0025313282385468483
208649	rnn.weight_hh_l0_reverse	0	0.0664016380906105
208649	rnn.weight_hh_l0_reverse	1	0.022037841379642487
208649	rnn.weight_hh_l0_reverse	2	0.028492111712694168
208649	rnn.weight_hh_l0_reverse	3	0.03524799272418022
208649	rnn.weight_hh_l0_reverse	4	0.0122474180534482
208649	rnn.weight_hh_l0_reverse	5	0.008653697557747364
208649	rnn.weight_hh_l0_reverse	6	0.0502043142914772
208649	rnn.weight_hh_l0_reverse	7	-0.07906965166330338
208649	rnn.weight_hh_l0_reverse	8	0.040016479790210724
208649	rnn.weight_hh_l0_reverse	9	0.03642920404672623
208649	rnn.bias_ih_l0_reverse	0	-0.05886676162481308
208649	rnn.bias_ih_l0_reverse	1	-0.28821712732315063
208649	rnn.bias_ih_l0_reverse	2	-0.12213010340929031
208649	rnn.bias_ih_l0_reverse	3	-0.0485801137983799
208649	rnn.bias_ih_l0_reverse	4	-0.02183876372873783
208649	rnn.bias_ih_l0_reverse	5	0.07692345976829529
208649	rnn.bias_ih_l0_reverse	6	-0.0639297142624855
208649	rnn.bias_ih_l0_reverse	7	0.06617426872253418
208649	rnn.bias_ih_l0_reverse	8	-0.04768269881606102
208649	rnn.bias_ih_l0_reverse	9	0.06355499476194382
208649	rnn.bias_hh_l0_reverse	0	0.02323862724006176
208649	rnn.bias_hh_l0_reverse	1	-0.059034086763858795
208649	rnn.bias_hh_l0_reverse	2	0.08787921071052551
208649	rnn.bias_hh_l0_reverse	3	-0.04783559963107109
208649	rnn.bias_hh_l0_reverse	4	-0.022503888234496117
208649	rnn.bias_hh_l0_reverse	5	-0.023799462243914604
208649	rnn.bias_hh_l0_reverse	6	-0.01873038336634636
208649	rnn.bias_hh_l0_reverse	7	0.10039042681455612
208649	rnn.bias_hh_l0_reverse	8	0.03709641098976135
208649	rnn.bias_hh_l0_reverse	9	-0.1542639136314392
208649	rnn.weight_ih_l1	0	-0.03031989187002182
208649	rnn.weight_ih_l1	1	-0.0485956184566021
208649	rnn.weight_ih_l1	2	0.05621565133333206
208649	rnn.weight_ih_l1	3	-0.06831232458353043
208649	rnn.weight_ih_l1	4	-0.014794213697314262
208649	rnn.weight_ih_l1	5	-0.04067404195666313
208649	rnn.weight_ih_l1	6	0.02691713534295559
208649	rnn.weight_ih_l1	7	-0.045277781784534454
208649	rnn.weight_ih_l1	8	0.037153925746679306
208649	rnn.weight_ih_l1	9	0.04532257840037346
208649	rnn.weight_hh_l1	0	-0.007686058524996042
208649	rnn.weight_hh_l1	1	0.020292984321713448
208649	rnn.weight_hh_l1	2	0.00732053816318512
208649	rnn.weight_hh_l1	3	-0.012752125039696693
208649	rnn.weight_hh_l1	4	0.004981698002666235
208649	rnn.weight_hh_l1	5	0.033621422946453094
208649	rnn.weight_hh_l1	6	0.0361577607691288
208649	rnn.weight_hh_l1	7	-0.017139483243227005
208649	rnn.weight_hh_l1	8	-0.008343426510691643
208649	rnn.weight_hh_l1	9	0.03733152151107788
208649	rnn.bias_ih_l1	0	-0.18418468534946442
208649	rnn.bias_ih_l1	1	-0.18123725056648254
208649	rnn.bias_ih_l1	2	-0.20282119512557983
208649	rnn.bias_ih_l1	3	-0.31315723061561584
208649	rnn.bias_ih_l1	4	-0.20934240520000458
208649	rnn.bias_ih_l1	5	-0.08405245095491409
208649	rnn.bias_ih_l1	6	-0.16574347019195557
208649	rnn.bias_ih_l1	7	-0.01330349501222372
208649	rnn.bias_ih_l1	8	-0.1341896653175354
208649	rnn.bias_ih_l1	9	-0.12646374106407166
208649	rnn.bias_hh_l1	0	-0.10089629143476486
208649	rnn.bias_hh_l1	1	-0.07424638420343399
208649	rnn.bias_hh_l1	2	-0.09125791490077972
208649	rnn.bias_hh_l1	3	-0.08026766031980515
208649	rnn.bias_hh_l1	4	-0.08275747299194336
208649	rnn.bias_hh_l1	5	-0.12044467031955719
208649	rnn.bias_hh_l1	6	-0.16095741093158722
208649	rnn.bias_hh_l1	7	0.06534872204065323
208649	rnn.bias_hh_l1	8	-0.18087100982666016
208649	rnn.bias_hh_l1	9	-0.12361875921487808
208649	rnn.weight_ih_l1_reverse	0	-0.045129649341106415
208649	rnn.weight_ih_l1_reverse	1	0.03811170160770416
208649	rnn.weight_ih_l1_reverse	2	0.09415080398321152
208649	rnn.weight_ih_l1_reverse	3	-0.01588904671370983
208649	rnn.weight_ih_l1_reverse	4	-0.027196848765015602
208649	rnn.weight_ih_l1_reverse	5	-0.03055521473288536
208649	rnn.weight_ih_l1_reverse	6	-0.017319457605481148
208649	rnn.weight_ih_l1_reverse	7	0.027924759313464165
208649	rnn.weight_ih_l1_reverse	8	0.01095614954829216
208649	rnn.weight_ih_l1_reverse	9	-0.032033778727054596
208649	rnn.weight_hh_l1_reverse	0	0.004673464689403772
208649	rnn.weight_hh_l1_reverse	1	0.03142918646335602
208649	rnn.weight_hh_l1_reverse	2	-0.040531497448682785
208649	rnn.weight_hh_l1_reverse	3	0.0352286733686924
208649	rnn.weight_hh_l1_reverse	4	0.04764967039227486
208649	rnn.weight_hh_l1_reverse	5	0.004124764818698168
208649	rnn.weight_hh_l1_reverse	6	0.05145492032170296
208649	rnn.weight_hh_l1_reverse	7	0.03149166703224182
208649	rnn.weight_hh_l1_reverse	8	-0.007298355456441641
208649	rnn.weight_hh_l1_reverse	9	-0.03065137378871441
208649	rnn.bias_ih_l1_reverse	0	-0.049148451536893845
208649	rnn.bias_ih_l1_reverse	1	-0.14562451839447021
208649	rnn.bias_ih_l1_reverse	2	-0.16408246755599976
208649	rnn.bias_ih_l1_reverse	3	-0.05806256830692291
208649	rnn.bias_ih_l1_reverse	4	-0.20968568325042725
208649	rnn.bias_ih_l1_reverse	5	-0.11445076763629913
208649	rnn.bias_ih_l1_reverse	6	-0.1327328234910965
208649	rnn.bias_ih_l1_reverse	7	-0.19436340034008026
208649	rnn.bias_ih_l1_reverse	8	0.2121146321296692
208649	rnn.bias_ih_l1_reverse	9	0.027033807709813118
208649	rnn.bias_hh_l1_reverse	0	-0.0024412930943071842
208649	rnn.bias_hh_l1_reverse	1	-0.07424815744161606
208649	rnn.bias_hh_l1_reverse	2	-0.23594029247760773
208649	rnn.bias_hh_l1_reverse	3	-0.14562101662158966
208649	rnn.bias_hh_l1_reverse	4	-0.08301933109760284
208649	rnn.bias_hh_l1_reverse	5	-0.11732429265975952
208649	rnn.bias_hh_l1_reverse	6	0.05058107152581215
208649	rnn.bias_hh_l1_reverse	7	-0.14693282544612885
208649	rnn.bias_hh_l1_reverse	8	-0.11905595660209656
208649	rnn.bias_hh_l1_reverse	9	-0.15035244822502136
208649	linear.weight	0	0.002228822559118271
208649	linear.weight	1	0.1028575450181961
208649	linear.weight	2	-0.09824054688215256
208649	linear.weight	3	0.29158586263656616
208649	linear.weight	4	0.15215064585208893
208649	linear.weight	5	-0.06287924945354462
208649	linear.weight	6	0.11537262797355652
208649	linear.weight	7	0.14226940274238586
208649	linear.weight	8	0.0411447212100029
208649	linear.weight	9	-0.05131557956337929
208649	linear.bias	0	0.08553531020879745
208649	linear.bias	1	-0.16624577343463898
208649	linear.bias	2	-0.45480313897132874
208649	linear.bias	3	-0.6466529965400696
208649	linear.bias	4	-1.230985403060913
208649	linear.bias	5	-0.05482742190361023
208649	linear.bias	6	-0.7946305274963379
208649	linear.bias	7	0.2716779112815857
208649	linear.bias	8	-0.44070732593536377
208649	linear.bias	9	-1.053545355796814
208846	transitions	0	0.7456635236740112
208846	transitions	1	0.15110228955745697
208846	transitions	2	-10000.0
208846	transitions	3	-1.8273179531097412
208846	transitions	4	-10000.0
208846	transitions	5	0.5650904774665833
208846	transitions	6	-0.08399109542369843
208846	transitions	7	-0.7929934859275818
208846	transitions	8	-1.4192458391189575
208846	transitions	9	-0.0012150185648351908
208846	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
208846	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
208846	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
208846	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
208846	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
208846	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
208846	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
208846	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
208846	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
208846	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
208846	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
208846	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
208846	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
208846	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
208846	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
208846	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
208846	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
208846	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
208846	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
208846	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
208846	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
208846	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
208846	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
208846	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
208846	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
208846	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
208846	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
208846	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
208846	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
208846	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
208846	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
208846	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
208846	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
208846	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
208846	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
208846	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
208846	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
208846	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
208846	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
208846	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
208846	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
208846	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
208846	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
208846	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
208846	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
208846	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
208846	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
208846	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
208846	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
208846	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
208846	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
208846	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
208846	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
208846	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
208846	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
208846	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
208846	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
208846	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
208846	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
208846	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
208846	embedding2nn.weight	0	0.02217576466500759
208846	embedding2nn.weight	1	-0.013303935527801514
208846	embedding2nn.weight	2	-0.014268254861235619
208846	embedding2nn.weight	3	-0.03191830962896347
208846	embedding2nn.weight	4	-0.0059150345623493195
208846	embedding2nn.weight	5	-0.003700588596984744
208846	embedding2nn.weight	6	-0.00397326797246933
208846	embedding2nn.weight	7	-0.07639296352863312
208846	embedding2nn.weight	8	-0.0019979383796453476
208846	embedding2nn.weight	9	-0.028584090992808342
208846	embedding2nn.bias	0	0.03506104275584221
208846	embedding2nn.bias	1	-0.08230527490377426
208846	embedding2nn.bias	2	0.06680546700954437
208846	embedding2nn.bias	3	0.03988178074359894
208846	embedding2nn.bias	4	-0.04061546549201012
208846	embedding2nn.bias	5	-0.005976388230919838
208846	embedding2nn.bias	6	0.017105817794799805
208846	embedding2nn.bias	7	-0.04909398779273033
208846	embedding2nn.bias	8	0.06221528723835945
208846	embedding2nn.bias	9	0.04549738019704819
208846	rnn.weight_ih_l0	0	-0.07823146879673004
208846	rnn.weight_ih_l0	1	0.003687134478241205
208846	rnn.weight_ih_l0	2	0.03542836010456085
208846	rnn.weight_ih_l0	3	0.023471754044294357
208846	rnn.weight_ih_l0	4	-0.04790271818637848
208846	rnn.weight_ih_l0	5	-0.06884650141000748
208846	rnn.weight_ih_l0	6	-0.0015256566694006324
208846	rnn.weight_ih_l0	7	0.05135372653603554
208846	rnn.weight_ih_l0	8	-0.016810202971100807
208846	rnn.weight_ih_l0	9	-0.030869638547301292
208846	rnn.weight_hh_l0	0	-0.030247734859585762
208846	rnn.weight_hh_l0	1	-0.00651087099686265
208846	rnn.weight_hh_l0	2	0.008462184108793736
208846	rnn.weight_hh_l0	3	-0.07650943845510483
208846	rnn.weight_hh_l0	4	0.0929388701915741
208846	rnn.weight_hh_l0	5	-0.025323111563920975
208846	rnn.weight_hh_l0	6	-0.060006458312273026
208846	rnn.weight_hh_l0	7	0.011692699044942856
208846	rnn.weight_hh_l0	8	0.014556791633367538
208846	rnn.weight_hh_l0	9	-0.024235647171735764
208846	rnn.bias_ih_l0	0	0.13095808029174805
208846	rnn.bias_ih_l0	1	-0.035738784819841385
208846	rnn.bias_ih_l0	2	-0.03351607546210289
208846	rnn.bias_ih_l0	3	0.16004754602909088
208846	rnn.bias_ih_l0	4	-0.010160036385059357
208846	rnn.bias_ih_l0	5	-0.024376796558499336
208846	rnn.bias_ih_l0	6	0.017627231776714325
208846	rnn.bias_ih_l0	7	0.02293298952281475
208846	rnn.bias_ih_l0	8	-0.09800536185503006
208846	rnn.bias_ih_l0	9	-0.048000238835811615
208846	rnn.bias_hh_l0	0	0.00026647132472135127
208846	rnn.bias_hh_l0	1	-0.10270050913095474
208846	rnn.bias_hh_l0	2	-0.0687515139579773
208846	rnn.bias_hh_l0	3	-0.08698378503322601
208846	rnn.bias_hh_l0	4	0.006001920439302921
208846	rnn.bias_hh_l0	5	-0.018990835174918175
208846	rnn.bias_hh_l0	6	0.030260711908340454
208846	rnn.bias_hh_l0	7	0.055696941912174225
208846	rnn.bias_hh_l0	8	-0.11802750825881958
208846	rnn.bias_hh_l0	9	-0.05426926165819168
208846	rnn.weight_ih_l0_reverse	0	-0.02252991683781147
208846	rnn.weight_ih_l0_reverse	1	-0.05394360050559044
208846	rnn.weight_ih_l0_reverse	2	-0.0462755523622036
208846	rnn.weight_ih_l0_reverse	3	0.012353314086794853
208846	rnn.weight_ih_l0_reverse	4	-0.023340484127402306
208846	rnn.weight_ih_l0_reverse	5	-0.05664922297000885
208846	rnn.weight_ih_l0_reverse	6	0.0754731297492981
208846	rnn.weight_ih_l0_reverse	7	-0.016695506870746613
208846	rnn.weight_ih_l0_reverse	8	-0.01787782460451126
208846	rnn.weight_ih_l0_reverse	9	0.0025296350941061974
208846	rnn.weight_hh_l0_reverse	0	0.06639375537633896
208846	rnn.weight_hh_l0_reverse	1	0.021751414984464645
208846	rnn.weight_hh_l0_reverse	2	0.028308114036917686
208846	rnn.weight_hh_l0_reverse	3	0.03516942635178566
208846	rnn.weight_hh_l0_reverse	4	0.012133887968957424
208846	rnn.weight_hh_l0_reverse	5	0.00869013462215662
208846	rnn.weight_hh_l0_reverse	6	0.05028555169701576
208846	rnn.weight_hh_l0_reverse	7	-0.07896731793880463
208846	rnn.weight_hh_l0_reverse	8	0.039851944893598557
208846	rnn.weight_hh_l0_reverse	9	0.036101095378398895
208846	rnn.bias_ih_l0_reverse	0	-0.05915053188800812
208846	rnn.bias_ih_l0_reverse	1	-0.2880305349826813
208846	rnn.bias_ih_l0_reverse	2	-0.12157361209392548
208846	rnn.bias_ih_l0_reverse	3	-0.04835011065006256
208846	rnn.bias_ih_l0_reverse	4	-0.02160014770925045
208846	rnn.bias_ih_l0_reverse	5	0.07733120769262314
208846	rnn.bias_ih_l0_reverse	6	-0.06326000392436981
208846	rnn.bias_ih_l0_reverse	7	0.06607530266046524
208846	rnn.bias_ih_l0_reverse	8	-0.046890586614608765
208846	rnn.bias_ih_l0_reverse	9	0.06331382691860199
208846	rnn.bias_hh_l0_reverse	0	0.023422496393322945
208846	rnn.bias_hh_l0_reverse	1	-0.06076991185545921
208846	rnn.bias_hh_l0_reverse	2	0.0870710089802742
208846	rnn.bias_hh_l0_reverse	3	-0.04809367656707764
208846	rnn.bias_hh_l0_reverse	4	-0.02254251018166542
208846	rnn.bias_hh_l0_reverse	5	-0.024394484236836433
208846	rnn.bias_hh_l0_reverse	6	-0.018285317346453667
208846	rnn.bias_hh_l0_reverse	7	0.10027606040239334
208846	rnn.bias_hh_l0_reverse	8	0.03732305020093918
208846	rnn.bias_hh_l0_reverse	9	-0.15507620573043823
208846	rnn.weight_ih_l1	0	-0.030428973957896233
208846	rnn.weight_ih_l1	1	-0.048471175134181976
208846	rnn.weight_ih_l1	2	0.05561687797307968
208846	rnn.weight_ih_l1	3	-0.06913352757692337
208846	rnn.weight_ih_l1	4	-0.014718590304255486
208846	rnn.weight_ih_l1	5	-0.04074425995349884
208846	rnn.weight_ih_l1	6	0.02693994715809822
208846	rnn.weight_ih_l1	7	-0.045936211943626404
208846	rnn.weight_ih_l1	8	0.03710788115859032
208846	rnn.weight_ih_l1	9	0.04513346031308174
208846	rnn.weight_hh_l1	0	-0.007350944448262453
208846	rnn.weight_hh_l1	1	0.020314767956733704
208846	rnn.weight_hh_l1	2	0.007730992045253515
208846	rnn.weight_hh_l1	3	-0.012701918371021748
208846	rnn.weight_hh_l1	4	0.004955494776368141
208846	rnn.weight_hh_l1	5	0.03355751931667328
208846	rnn.weight_hh_l1	6	0.036329079419374466
208846	rnn.weight_hh_l1	7	-0.01713777892291546
208846	rnn.weight_hh_l1	8	-0.008246700279414654
208846	rnn.weight_hh_l1	9	0.037352513521909714
208846	rnn.bias_ih_l1	0	-0.1841493397951126
208846	rnn.bias_ih_l1	1	-0.18211327493190765
208846	rnn.bias_ih_l1	2	-0.20281560719013214
208846	rnn.bias_ih_l1	3	-0.3124726414680481
208846	rnn.bias_ih_l1	4	-0.20944464206695557
208846	rnn.bias_ih_l1	5	-0.08384127914905548
208846	rnn.bias_ih_l1	6	-0.16450800001621246
208846	rnn.bias_ih_l1	7	-0.012676269747316837
208846	rnn.bias_ih_l1	8	-0.13380497694015503
208846	rnn.bias_ih_l1	9	-0.12721483409404755
208846	rnn.bias_hh_l1	0	-0.10042747855186462
208846	rnn.bias_hh_l1	1	-0.07374554127454758
208846	rnn.bias_hh_l1	2	-0.09206592291593552
208846	rnn.bias_hh_l1	3	-0.07976783066987991
208846	rnn.bias_hh_l1	4	-0.08114884048700333
208846	rnn.bias_hh_l1	5	-0.12010937929153442
208846	rnn.bias_hh_l1	6	-0.16021902859210968
208846	rnn.bias_hh_l1	7	0.06409785896539688
208846	rnn.bias_hh_l1	8	-0.1808740198612213
208846	rnn.bias_hh_l1	9	-0.12384656071662903
208846	rnn.weight_ih_l1_reverse	0	-0.04565490409731865
208846	rnn.weight_ih_l1_reverse	1	0.03816256299614906
208846	rnn.weight_ih_l1_reverse	2	0.09379880130290985
208846	rnn.weight_ih_l1_reverse	3	-0.016247441992163658
208846	rnn.weight_ih_l1_reverse	4	-0.026785563677549362
208846	rnn.weight_ih_l1_reverse	5	-0.030582141131162643
208846	rnn.weight_ih_l1_reverse	6	-0.017227787524461746
208846	rnn.weight_ih_l1_reverse	7	0.027861109003424644
208846	rnn.weight_ih_l1_reverse	8	0.010151808150112629
208846	rnn.weight_ih_l1_reverse	9	-0.031887318938970566
208846	rnn.weight_hh_l1_reverse	0	0.004653536714613438
208846	rnn.weight_hh_l1_reverse	1	0.03149542585015297
208846	rnn.weight_hh_l1_reverse	2	-0.040486618876457214
208846	rnn.weight_hh_l1_reverse	3	0.03527355194091797
208846	rnn.weight_hh_l1_reverse	4	0.04773348569869995
208846	rnn.weight_hh_l1_reverse	5	0.004152678418904543
208846	rnn.weight_hh_l1_reverse	6	0.05161159485578537
208846	rnn.weight_hh_l1_reverse	7	0.031436022371053696
208846	rnn.weight_hh_l1_reverse	8	-0.007324095815420151
208846	rnn.weight_hh_l1_reverse	9	-0.030753353610634804
208846	rnn.bias_ih_l1_reverse	0	-0.049363307654857635
208846	rnn.bias_ih_l1_reverse	1	-0.14581434428691864
208846	rnn.bias_ih_l1_reverse	2	-0.16403548419475555
208846	rnn.bias_ih_l1_reverse	3	-0.05794040486216545
208846	rnn.bias_ih_l1_reverse	4	-0.21000874042510986
208846	rnn.bias_ih_l1_reverse	5	-0.11474131792783737
208846	rnn.bias_ih_l1_reverse	6	-0.1323290765285492
208846	rnn.bias_ih_l1_reverse	7	-0.19363100826740265
208846	rnn.bias_ih_l1_reverse	8	0.2114315629005432
208846	rnn.bias_ih_l1_reverse	9	0.026035675778985023
208846	rnn.bias_hh_l1_reverse	0	-0.0035573956556618214
208846	rnn.bias_hh_l1_reverse	1	-0.07596051692962646
208846	rnn.bias_hh_l1_reverse	2	-0.2361333966255188
208846	rnn.bias_hh_l1_reverse	3	-0.14528106153011322
208846	rnn.bias_hh_l1_reverse	4	-0.08376172930002213
208846	rnn.bias_hh_l1_reverse	5	-0.11857036501169205
208846	rnn.bias_hh_l1_reverse	6	0.04966285452246666
208846	rnn.bias_hh_l1_reverse	7	-0.14742529392242432
208846	rnn.bias_hh_l1_reverse	8	-0.12003906071186066
208846	rnn.bias_hh_l1_reverse	9	-0.15031732618808746
208846	linear.weight	0	0.002228822559118271
208846	linear.weight	1	0.10013553500175476
208846	linear.weight	2	-0.09765767306089401
208846	linear.weight	3	0.2915506958961487
208846	linear.weight	4	0.15116621553897858
208846	linear.weight	5	-0.06300751119852066
208846	linear.weight	6	0.11697259545326233
208846	linear.weight	7	0.14104555547237396
208846	linear.weight	8	0.04114467650651932
208846	linear.weight	9	-0.050136882811784744
208846	linear.bias	0	0.08496873825788498
208846	linear.bias	1	-0.15646804869174957
208846	linear.bias	2	-0.4479672908782959
208846	linear.bias	3	-0.6567527055740356
208846	linear.bias	4	-1.2425875663757324
208846	linear.bias	5	-0.06023423373699188
208846	linear.bias	6	-0.7849968075752258
208846	linear.bias	7	0.2663104236125946
208846	linear.bias	8	-0.43807220458984375
208846	linear.bias	9	-1.0511153936386108
209043	transitions	0	0.7458180785179138
209043	transitions	1	0.1534874141216278
209043	transitions	2	-10000.0
209043	transitions	3	-1.82732355594635
209043	transitions	4	-10000.0
209043	transitions	5	0.5650706887245178
209043	transitions	6	-0.08399709314107895
209043	transitions	7	-0.7930566072463989
209043	transitions	8	-1.41926109790802
209043	transitions	9	-0.0012151134433224797
209043	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
209043	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
209043	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
209043	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
209043	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
209043	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
209043	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
209043	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
209043	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
209043	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
209043	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
209043	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
209043	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
209043	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
209043	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
209043	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
209043	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
209043	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
209043	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
209043	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
209043	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
209043	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
209043	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
209043	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
209043	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
209043	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
209043	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
209043	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
209043	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
209043	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
209043	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
209043	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
209043	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
209043	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
209043	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
209043	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
209043	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
209043	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
209043	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
209043	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
209043	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
209043	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
209043	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
209043	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
209043	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
209043	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
209043	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
209043	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
209043	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
209043	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
209043	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
209043	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
209043	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
209043	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
209043	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
209043	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
209043	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
209043	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
209043	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
209043	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
209043	embedding2nn.weight	0	0.021736711263656616
209043	embedding2nn.weight	1	-0.013303917832672596
209043	embedding2nn.weight	2	-0.014268254861235619
209043	embedding2nn.weight	3	-0.03201722353696823
209043	embedding2nn.weight	4	-0.0059150345623493195
209043	embedding2nn.weight	5	-0.003700588596984744
209043	embedding2nn.weight	6	-0.00397326797246933
209043	embedding2nn.weight	7	-0.07631321996450424
209043	embedding2nn.weight	8	-0.0019979383796453476
209043	embedding2nn.weight	9	-0.02881609834730625
209043	embedding2nn.bias	0	0.03574301674962044
209043	embedding2nn.bias	1	-0.08215594291687012
209043	embedding2nn.bias	2	0.06787615269422531
209043	embedding2nn.bias	3	0.041794732213020325
209043	embedding2nn.bias	4	-0.041464414447546005
209043	embedding2nn.bias	5	-0.007116379216313362
209043	embedding2nn.bias	6	0.017761876806616783
209043	embedding2nn.bias	7	-0.04822004213929176
209043	embedding2nn.bias	8	0.0632871687412262
209043	embedding2nn.bias	9	0.04498672857880592
209043	rnn.weight_ih_l0	0	-0.07816251367330551
209043	rnn.weight_ih_l0	1	0.003241335740312934
209043	rnn.weight_ih_l0	2	0.03569294139742851
209043	rnn.weight_ih_l0	3	0.023314684629440308
209043	rnn.weight_ih_l0	4	-0.04852518439292908
209043	rnn.weight_ih_l0	5	-0.06903158128261566
209043	rnn.weight_ih_l0	6	-0.0015682720113545656
209043	rnn.weight_ih_l0	7	0.05108858644962311
209043	rnn.weight_ih_l0	8	-0.01690119318664074
209043	rnn.weight_ih_l0	9	-0.030791381374001503
209043	rnn.weight_hh_l0	0	-0.03036547638475895
209043	rnn.weight_hh_l0	1	-0.006553778424859047
209043	rnn.weight_hh_l0	2	0.00829725619405508
209043	rnn.weight_hh_l0	3	-0.0764375552535057
209043	rnn.weight_hh_l0	4	0.09322194010019302
209043	rnn.weight_hh_l0	5	-0.025225969031453133
209043	rnn.weight_hh_l0	6	-0.06058843433856964
209043	rnn.weight_hh_l0	7	0.011970490217208862
209043	rnn.weight_hh_l0	8	0.014286876656115055
209043	rnn.weight_hh_l0	9	-0.02441292256116867
209043	rnn.bias_ih_l0	0	0.130788192152977
209043	rnn.bias_ih_l0	1	-0.03634384647011757
209043	rnn.bias_ih_l0	2	-0.032975297421216965
209043	rnn.bias_ih_l0	3	0.16073115170001984
209043	rnn.bias_ih_l0	4	-0.010340009815990925
209043	rnn.bias_ih_l0	5	-0.02465769462287426
209043	rnn.bias_ih_l0	6	0.01884480193257332
209043	rnn.bias_ih_l0	7	0.022217130288481712
209043	rnn.bias_ih_l0	8	-0.09852505475282669
209043	rnn.bias_ih_l0	9	-0.04691299423575401
209043	rnn.bias_hh_l0	0	0.0005110569763928652
209043	rnn.bias_hh_l0	1	-0.10286872088909149
209043	rnn.bias_hh_l0	2	-0.0686836913228035
209043	rnn.bias_hh_l0	3	-0.08580100536346436
209043	rnn.bias_hh_l0	4	0.007215507794171572
209043	rnn.bias_hh_l0	5	-0.019220657646656036
209043	rnn.bias_hh_l0	6	0.03045050986111164
209043	rnn.bias_hh_l0	7	0.05514157935976982
209043	rnn.bias_hh_l0	8	-0.11836415529251099
209043	rnn.bias_hh_l0	9	-0.0552392452955246
209043	rnn.weight_ih_l0_reverse	0	-0.02218347042798996
209043	rnn.weight_ih_l0_reverse	1	-0.05410820618271828
209043	rnn.weight_ih_l0_reverse	2	-0.0458761490881443
209043	rnn.weight_ih_l0_reverse	3	0.012321467511355877
209043	rnn.weight_ih_l0_reverse	4	-0.023335326462984085
209043	rnn.weight_ih_l0_reverse	5	-0.056766778230667114
209043	rnn.weight_ih_l0_reverse	6	0.0753573477268219
209043	rnn.weight_ih_l0_reverse	7	-0.016498396173119545
209043	rnn.weight_ih_l0_reverse	8	-0.017779270187020302
209043	rnn.weight_ih_l0_reverse	9	0.0026629618369042873
209043	rnn.weight_hh_l0_reverse	0	0.06667587161064148
209043	rnn.weight_hh_l0_reverse	1	0.021753473207354546
209043	rnn.weight_hh_l0_reverse	2	0.02816130593419075
209043	rnn.weight_hh_l0_reverse	3	0.035128649324178696
209043	rnn.weight_hh_l0_reverse	4	0.012287133373320103
209043	rnn.weight_hh_l0_reverse	5	0.008565363474190235
209043	rnn.weight_hh_l0_reverse	6	0.05023404210805893
209043	rnn.weight_hh_l0_reverse	7	-0.07915477454662323
209043	rnn.weight_hh_l0_reverse	8	0.04000486060976982
209043	rnn.weight_hh_l0_reverse	9	0.036212723702192307
209043	rnn.bias_ih_l0_reverse	0	-0.058747101575136185
209043	rnn.bias_ih_l0_reverse	1	-0.2887364327907562
209043	rnn.bias_ih_l0_reverse	2	-0.12211982160806656
209043	rnn.bias_ih_l0_reverse	3	-0.048264384269714355
209043	rnn.bias_ih_l0_reverse	4	-0.0225458275526762
209043	rnn.bias_ih_l0_reverse	5	0.07731394469738007
209043	rnn.bias_ih_l0_reverse	6	-0.06439986824989319
209043	rnn.bias_ih_l0_reverse	7	0.06635554134845734
209043	rnn.bias_ih_l0_reverse	8	-0.0468091182410717
209043	rnn.bias_ih_l0_reverse	9	0.06343010812997818
209043	rnn.bias_hh_l0_reverse	0	0.02283119410276413
209043	rnn.bias_hh_l0_reverse	1	-0.05936461687088013
209043	rnn.bias_hh_l0_reverse	2	0.08680462837219238
209043	rnn.bias_hh_l0_reverse	3	-0.048666853457689285
209043	rnn.bias_hh_l0_reverse	4	-0.022654151543974876
209043	rnn.bias_hh_l0_reverse	5	-0.024473270401358604
209043	rnn.bias_hh_l0_reverse	6	-0.018936842679977417
209043	rnn.bias_hh_l0_reverse	7	0.10028442740440369
209043	rnn.bias_hh_l0_reverse	8	0.03707502409815788
209043	rnn.bias_hh_l0_reverse	9	-0.1548854112625122
209043	rnn.weight_ih_l1	0	-0.030412672087550163
209043	rnn.weight_ih_l1	1	-0.04839587211608887
209043	rnn.weight_ih_l1	2	0.05536961182951927
209043	rnn.weight_ih_l1	3	-0.06938904523849487
209043	rnn.weight_ih_l1	4	-0.014594233594834805
209043	rnn.weight_ih_l1	5	-0.04063985124230385
209043	rnn.weight_ih_l1	6	0.02729117125272751
209043	rnn.weight_ih_l1	7	-0.04609887674450874
209043	rnn.weight_ih_l1	8	0.03718702495098114
209043	rnn.weight_ih_l1	9	0.04521797224879265
209043	rnn.weight_hh_l1	0	-0.007331915199756622
209043	rnn.weight_hh_l1	1	0.020256755873560905
209043	rnn.weight_hh_l1	2	0.008073294535279274
209043	rnn.weight_hh_l1	3	-0.01280625443905592
209043	rnn.weight_hh_l1	4	0.00491980230435729
209043	rnn.weight_hh_l1	5	0.03362926095724106
209043	rnn.weight_hh_l1	6	0.03657865896821022
209043	rnn.weight_hh_l1	7	-0.016993144527077675
209043	rnn.weight_hh_l1	8	-0.008275212720036507
209043	rnn.weight_hh_l1	9	0.037567224353551865
209043	rnn.bias_ih_l1	0	-0.18443183600902557
209043	rnn.bias_ih_l1	1	-0.18203379213809967
209043	rnn.bias_ih_l1	2	-0.20368808507919312
209043	rnn.bias_ih_l1	3	-0.3122614920139313
209043	rnn.bias_ih_l1	4	-0.20855069160461426
209043	rnn.bias_ih_l1	5	-0.08329582959413528
209043	rnn.bias_ih_l1	6	-0.1651412695646286
209043	rnn.bias_ih_l1	7	-0.012503999285399914
209043	rnn.bias_ih_l1	8	-0.13363420963287354
209043	rnn.bias_ih_l1	9	-0.1284809112548828
209043	rnn.bias_hh_l1	0	-0.1003188043832779
209043	rnn.bias_hh_l1	1	-0.07316489517688751
209043	rnn.bias_hh_l1	2	-0.09248101711273193
209043	rnn.bias_hh_l1	3	-0.07979987561702728
209043	rnn.bias_hh_l1	4	-0.08071408420801163
209043	rnn.bias_hh_l1	5	-0.12081043422222137
209043	rnn.bias_hh_l1	6	-0.16185040771961212
209043	rnn.bias_hh_l1	7	0.0644894391298294
209043	rnn.bias_hh_l1	8	-0.1810581535100937
209043	rnn.bias_hh_l1	9	-0.122453473508358
209043	rnn.weight_ih_l1_reverse	0	-0.04592406377196312
209043	rnn.weight_ih_l1_reverse	1	0.03817803040146828
209043	rnn.weight_ih_l1_reverse	2	0.09334488213062286
209043	rnn.weight_ih_l1_reverse	3	-0.01594516634941101
209043	rnn.weight_ih_l1_reverse	4	-0.02715270407497883
209043	rnn.weight_ih_l1_reverse	5	-0.030651578679680824
209043	rnn.weight_ih_l1_reverse	6	-0.017239650711417198
209043	rnn.weight_ih_l1_reverse	7	0.02764478698372841
209043	rnn.weight_ih_l1_reverse	8	0.010139650665223598
209043	rnn.weight_ih_l1_reverse	9	-0.03301044553518295
209043	rnn.weight_hh_l1_reverse	0	0.004616391379386187
209043	rnn.weight_hh_l1_reverse	1	0.0315546952188015
209043	rnn.weight_hh_l1_reverse	2	-0.04051748290657997
209043	rnn.weight_hh_l1_reverse	3	0.0352633111178875
209043	rnn.weight_hh_l1_reverse	4	0.04772642254829407
209043	rnn.weight_hh_l1_reverse	5	0.004414356779307127
209043	rnn.weight_hh_l1_reverse	6	0.051134008914232254
209043	rnn.weight_hh_l1_reverse	7	0.03142392635345459
209043	rnn.weight_hh_l1_reverse	8	-0.00730707636103034
209043	rnn.weight_hh_l1_reverse	9	-0.030829086899757385
209043	rnn.bias_ih_l1_reverse	0	-0.04949093237519264
209043	rnn.bias_ih_l1_reverse	1	-0.14607353508472443
209043	rnn.bias_ih_l1_reverse	2	-0.16424700617790222
209043	rnn.bias_ih_l1_reverse	3	-0.0589291974902153
209043	rnn.bias_ih_l1_reverse	4	-0.21047928929328918
209043	rnn.bias_ih_l1_reverse	5	-0.11501170694828033
209043	rnn.bias_ih_l1_reverse	6	-0.13237829506397247
209043	rnn.bias_ih_l1_reverse	7	-0.193130761384964
209043	rnn.bias_ih_l1_reverse	8	0.21005405485630035
209043	rnn.bias_ih_l1_reverse	9	0.02526039443910122
209043	rnn.bias_hh_l1_reverse	0	0.0010834895074367523
209043	rnn.bias_hh_l1_reverse	1	-0.07747425884008408
209043	rnn.bias_hh_l1_reverse	2	-0.23593921959400177
209043	rnn.bias_hh_l1_reverse	3	-0.14435096085071564
209043	rnn.bias_hh_l1_reverse	4	-0.08442873507738113
209043	rnn.bias_hh_l1_reverse	5	-0.11802457273006439
209043	rnn.bias_hh_l1_reverse	6	0.049952685832977295
209043	rnn.bias_hh_l1_reverse	7	-0.14738339185714722
209043	rnn.bias_hh_l1_reverse	8	-0.1199391707777977
209043	rnn.bias_hh_l1_reverse	9	-0.15052448213100433
209043	linear.weight	0	0.002228822559118271
209043	linear.weight	1	0.10106855630874634
209043	linear.weight	2	-0.09656502306461334
209043	linear.weight	3	0.29243233799934387
209043	linear.weight	4	0.15098586678504944
209043	linear.weight	5	-0.06362392753362656
209043	linear.weight	6	0.11443736404180527
209043	linear.weight	7	0.14418038725852966
209043	linear.weight	8	0.04114452376961708
209043	linear.weight	9	-0.049834560602903366
209043	linear.bias	0	0.0786638930439949
209043	linear.bias	1	-0.16005291044712067
209043	linear.bias	2	-0.44747135043144226
209043	linear.bias	3	-0.658877432346344
209043	linear.bias	4	-1.2457550764083862
209043	linear.bias	5	-0.059536706656217575
209043	linear.bias	6	-0.7880246639251709
209043	linear.bias	7	0.2672290503978729
209043	linear.bias	8	-0.4459408223628998
209043	linear.bias	9	-1.059484601020813
209240	transitions	0	0.7476093173027039
209240	transitions	1	0.15482407808303833
209240	transitions	2	-10000.0
209240	transitions	3	-1.8273290395736694
209240	transitions	4	-10000.0
209240	transitions	5	0.5650519728660583
209240	transitions	6	-0.08402350544929504
209240	transitions	7	-0.7931669354438782
209240	transitions	8	-1.419297456741333
209240	transitions	9	-0.001215167110785842
209240	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
209240	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
209240	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
209240	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
209240	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
209240	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
209240	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
209240	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
209240	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
209240	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
209240	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
209240	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
209240	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
209240	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
209240	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
209240	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
209240	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
209240	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
209240	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
209240	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
209240	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
209240	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
209240	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
209240	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
209240	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
209240	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
209240	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
209240	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
209240	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
209240	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
209240	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
209240	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
209240	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
209240	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
209240	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
209240	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
209240	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
209240	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
209240	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
209240	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
209240	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
209240	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
209240	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
209240	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
209240	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
209240	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
209240	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
209240	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
209240	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
209240	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
209240	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
209240	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
209240	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
209240	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
209240	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
209240	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
209240	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
209240	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
209240	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
209240	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
209240	embedding2nn.weight	0	0.021572450175881386
209240	embedding2nn.weight	1	-0.013316592201590538
209240	embedding2nn.weight	2	-0.014268254861235619
209240	embedding2nn.weight	3	-0.03213116526603699
209240	embedding2nn.weight	4	-0.0059150345623493195
209240	embedding2nn.weight	5	-0.003700588596984744
209240	embedding2nn.weight	6	-0.00397326797246933
209240	embedding2nn.weight	7	-0.07647038996219635
209240	embedding2nn.weight	8	-0.0019979383796453476
209240	embedding2nn.weight	9	-0.02880639210343361
209240	embedding2nn.bias	0	0.03537324070930481
209240	embedding2nn.bias	1	-0.08024714142084122
209240	embedding2nn.bias	2	0.0704299658536911
209240	embedding2nn.bias	3	0.04301914572715759
209240	embedding2nn.bias	4	-0.039536695927381516
209240	embedding2nn.bias	5	-0.004816899076104164
209240	embedding2nn.bias	6	0.018359849229454994
209240	embedding2nn.bias	7	-0.049939580261707306
209240	embedding2nn.bias	8	0.06294146180152893
209240	embedding2nn.bias	9	0.045640114694833755
209240	rnn.weight_ih_l0	0	-0.07807207852602005
209240	rnn.weight_ih_l0	1	0.0028235905338078737
209240	rnn.weight_ih_l0	2	0.036334581673145294
209240	rnn.weight_ih_l0	3	0.023326344788074493
209240	rnn.weight_ih_l0	4	-0.04835262522101402
209240	rnn.weight_ih_l0	5	-0.06915073841810226
209240	rnn.weight_ih_l0	6	-0.001347661716863513
209240	rnn.weight_ih_l0	7	0.05101294070482254
209240	rnn.weight_ih_l0	8	-0.01655866764485836
209240	rnn.weight_ih_l0	9	-0.030362872406840324
209240	rnn.weight_hh_l0	0	-0.030430983752012253
209240	rnn.weight_hh_l0	1	-0.006744577083736658
209240	rnn.weight_hh_l0	2	0.008037283085286617
209240	rnn.weight_hh_l0	3	-0.07635872066020966
209240	rnn.weight_hh_l0	4	0.09324201196432114
209240	rnn.weight_hh_l0	5	-0.025384997949004173
209240	rnn.weight_hh_l0	6	-0.06020424887537956
209240	rnn.weight_hh_l0	7	0.011917933821678162
209240	rnn.weight_hh_l0	8	0.014044929295778275
209240	rnn.weight_hh_l0	9	-0.024441326037049294
209240	rnn.bias_ih_l0	0	0.13081718981266022
209240	rnn.bias_ih_l0	1	-0.036665089428424835
209240	rnn.bias_ih_l0	2	-0.033012162894010544
209240	rnn.bias_ih_l0	3	0.1602937877178192
209240	rnn.bias_ih_l0	4	-0.010964418761432171
209240	rnn.bias_ih_l0	5	-0.02502281591296196
209240	rnn.bias_ih_l0	6	0.018822437152266502
209240	rnn.bias_ih_l0	7	0.022800717502832413
209240	rnn.bias_ih_l0	8	-0.09874942898750305
209240	rnn.bias_ih_l0	9	-0.04769281670451164
209240	rnn.bias_hh_l0	0	0.001230842201039195
209240	rnn.bias_hh_l0	1	-0.10373299568891525
209240	rnn.bias_hh_l0	2	-0.0680096372961998
209240	rnn.bias_hh_l0	3	-0.08568209409713745
209240	rnn.bias_hh_l0	4	0.007891836576163769
209240	rnn.bias_hh_l0	5	-0.019480334594845772
209240	rnn.bias_hh_l0	6	0.029303545132279396
209240	rnn.bias_hh_l0	7	0.05350440368056297
209240	rnn.bias_hh_l0	8	-0.11865828931331635
209240	rnn.bias_hh_l0	9	-0.05501279979944229
209240	rnn.weight_ih_l0_reverse	0	-0.022420717403292656
209240	rnn.weight_ih_l0_reverse	1	-0.0539456345140934
209240	rnn.weight_ih_l0_reverse	2	-0.0457940474152565
209240	rnn.weight_ih_l0_reverse	3	0.01266323123127222
209240	rnn.weight_ih_l0_reverse	4	-0.0230775885283947
209240	rnn.weight_ih_l0_reverse	5	-0.05743807554244995
209240	rnn.weight_ih_l0_reverse	6	0.07539350539445877
209240	rnn.weight_ih_l0_reverse	7	-0.016590453684329987
209240	rnn.weight_ih_l0_reverse	8	-0.017686128616333008
209240	rnn.weight_ih_l0_reverse	9	0.002392359310761094
209240	rnn.weight_hh_l0_reverse	0	0.06691998988389969
209240	rnn.weight_hh_l0_reverse	1	0.022062409669160843
209240	rnn.weight_hh_l0_reverse	2	0.02809910848736763
209240	rnn.weight_hh_l0_reverse	3	0.03521130234003067
209240	rnn.weight_hh_l0_reverse	4	0.012345529161393642
209240	rnn.weight_hh_l0_reverse	5	0.008572201244533062
209240	rnn.weight_hh_l0_reverse	6	0.05000745877623558
209240	rnn.weight_hh_l0_reverse	7	-0.07895177602767944
209240	rnn.weight_hh_l0_reverse	8	0.0402497835457325
209240	rnn.weight_hh_l0_reverse	9	0.03609178587794304
209240	rnn.bias_ih_l0_reverse	0	-0.05858076363801956
209240	rnn.bias_ih_l0_reverse	1	-0.28881263732910156
209240	rnn.bias_ih_l0_reverse	2	-0.12152568995952606
209240	rnn.bias_ih_l0_reverse	3	-0.04750743508338928
209240	rnn.bias_ih_l0_reverse	4	-0.022372649982571602
209240	rnn.bias_ih_l0_reverse	5	0.07650666683912277
209240	rnn.bias_ih_l0_reverse	6	-0.06409091502428055
209240	rnn.bias_ih_l0_reverse	7	0.0667593777179718
209240	rnn.bias_ih_l0_reverse	8	-0.046974122524261475
209240	rnn.bias_ih_l0_reverse	9	0.06290542334318161
209240	rnn.bias_hh_l0_reverse	0	0.022985924035310745
209240	rnn.bias_hh_l0_reverse	1	-0.0576033778488636
209240	rnn.bias_hh_l0_reverse	2	0.0866905152797699
209240	rnn.bias_hh_l0_reverse	3	-0.04871624335646629
209240	rnn.bias_hh_l0_reverse	4	-0.022377898916602135
209240	rnn.bias_hh_l0_reverse	5	-0.023949379101395607
209240	rnn.bias_hh_l0_reverse	6	-0.017951982095837593
209240	rnn.bias_hh_l0_reverse	7	0.10097531974315643
209240	rnn.bias_hh_l0_reverse	8	0.03770390525460243
209240	rnn.bias_hh_l0_reverse	9	-0.15380722284317017
209240	rnn.weight_ih_l1	0	-0.03043430857360363
209240	rnn.weight_ih_l1	1	-0.048515211790800095
209240	rnn.weight_ih_l1	2	0.054994646459817886
209240	rnn.weight_ih_l1	3	-0.06978835165500641
209240	rnn.weight_ih_l1	4	-0.014432765543460846
209240	rnn.weight_ih_l1	5	-0.04060865193605423
209240	rnn.weight_ih_l1	6	0.02757631428539753
209240	rnn.weight_ih_l1	7	-0.04588735103607178
209240	rnn.weight_ih_l1	8	0.03711191192269325
209240	rnn.weight_ih_l1	9	0.04526927322149277
209240	rnn.weight_hh_l1	0	-0.007438230328261852
209240	rnn.weight_hh_l1	1	0.020222345367074013
209240	rnn.weight_hh_l1	2	0.0077707162126898766
209240	rnn.weight_hh_l1	3	-0.013075167313218117
209240	rnn.weight_hh_l1	4	0.0049696508795022964
209240	rnn.weight_hh_l1	5	0.03369998559355736
209240	rnn.weight_hh_l1	6	0.036467574536800385
209240	rnn.weight_hh_l1	7	-0.01709168031811714
209240	rnn.weight_hh_l1	8	-0.008234645240008831
209240	rnn.weight_hh_l1	9	0.037602368742227554
209240	rnn.bias_ih_l1	0	-0.18437017500400543
209240	rnn.bias_ih_l1	1	-0.18152429163455963
209240	rnn.bias_ih_l1	2	-0.20438265800476074
209240	rnn.bias_ih_l1	3	-0.313839316368103
209240	rnn.bias_ih_l1	4	-0.20911471545696259
209240	rnn.bias_ih_l1	5	-0.08358564227819443
209240	rnn.bias_ih_l1	6	-0.16425850987434387
209240	rnn.bias_ih_l1	7	-0.00986311212182045
209240	rnn.bias_ih_l1	8	-0.13338081538677216
209240	rnn.bias_ih_l1	9	-0.1273530125617981
209240	rnn.bias_hh_l1	0	-0.1003754511475563
209240	rnn.bias_hh_l1	1	-0.07245387136936188
209240	rnn.bias_hh_l1	2	-0.09197791665792465
209240	rnn.bias_hh_l1	3	-0.07998393476009369
209240	rnn.bias_hh_l1	4	-0.07989796996116638
209240	rnn.bias_hh_l1	5	-0.12121154367923737
209240	rnn.bias_hh_l1	6	-0.1611645668745041
209240	rnn.bias_hh_l1	7	0.06379615515470505
209240	rnn.bias_hh_l1	8	-0.1823422759771347
209240	rnn.bias_hh_l1	9	-0.12258007377386093
209240	rnn.weight_ih_l1_reverse	0	-0.04561317712068558
209240	rnn.weight_ih_l1_reverse	1	0.03779544308781624
209240	rnn.weight_ih_l1_reverse	2	0.09304534643888474
209240	rnn.weight_ih_l1_reverse	3	-0.016156990081071854
209240	rnn.weight_ih_l1_reverse	4	-0.02739706076681614
209240	rnn.weight_ih_l1_reverse	5	-0.030683359131217003
209240	rnn.weight_ih_l1_reverse	6	-0.017157522961497307
209240	rnn.weight_ih_l1_reverse	7	0.02763505093753338
209240	rnn.weight_ih_l1_reverse	8	0.01024675089865923
209240	rnn.weight_ih_l1_reverse	9	-0.03303934633731842
209240	rnn.weight_hh_l1_reverse	0	0.004614700097590685
209240	rnn.weight_hh_l1_reverse	1	0.031609661877155304
209240	rnn.weight_hh_l1_reverse	2	-0.04054218530654907
209240	rnn.weight_hh_l1_reverse	3	0.035250984132289886
209240	rnn.weight_hh_l1_reverse	4	0.04762091860175133
209240	rnn.weight_hh_l1_reverse	5	0.004549957811832428
209240	rnn.weight_hh_l1_reverse	6	0.051037345081567764
209240	rnn.weight_hh_l1_reverse	7	0.03147587552666664
209240	rnn.weight_hh_l1_reverse	8	-0.007306989748030901
209240	rnn.weight_hh_l1_reverse	9	-0.030880672857165337
209240	rnn.bias_ih_l1_reverse	0	-0.0487552173435688
209240	rnn.bias_ih_l1_reverse	1	-0.14617757499217987
209240	rnn.bias_ih_l1_reverse	2	-0.16448445618152618
209240	rnn.bias_ih_l1_reverse	3	-0.059007175266742706
209240	rnn.bias_ih_l1_reverse	4	-0.21046075224876404
209240	rnn.bias_ih_l1_reverse	5	-0.11529847234487534
209240	rnn.bias_ih_l1_reverse	6	-0.13203586637973785
209240	rnn.bias_ih_l1_reverse	7	-0.1923089325428009
209240	rnn.bias_ih_l1_reverse	8	0.21150021255016327
209240	rnn.bias_ih_l1_reverse	9	0.025948787108063698
209240	rnn.bias_hh_l1_reverse	0	-0.0003374975931365043
209240	rnn.bias_hh_l1_reverse	1	-0.07768251746892929
209240	rnn.bias_hh_l1_reverse	2	-0.23610565066337585
209240	rnn.bias_hh_l1_reverse	3	-0.14365312457084656
209240	rnn.bias_hh_l1_reverse	4	-0.08435366302728653
209240	rnn.bias_hh_l1_reverse	5	-0.11796204745769501
209240	rnn.bias_hh_l1_reverse	6	0.048291489481925964
209240	rnn.bias_hh_l1_reverse	7	-0.14853240549564362
209240	rnn.bias_hh_l1_reverse	8	-0.11927423626184464
209240	rnn.bias_hh_l1_reverse	9	-0.1501542627811432
209240	linear.weight	0	0.002228822559118271
209240	linear.weight	1	0.10182937234640121
209240	linear.weight	2	-0.09681031107902527
209240	linear.weight	3	0.295881450176239
209240	linear.weight	4	0.15108656883239746
209240	linear.weight	5	-0.06387979537248611
209240	linear.weight	6	0.11988568305969238
209240	linear.weight	7	0.14213542640209198
209240	linear.weight	8	0.041144490242004395
209240	linear.weight	9	-0.049297988414764404
209240	linear.bias	0	0.08692025393247604
209240	linear.bias	1	-0.16538935899734497
209240	linear.bias	2	-0.4438961446285248
209240	linear.bias	3	-0.6482771039009094
209240	linear.bias	4	-1.2352997064590454
209240	linear.bias	5	-0.05541134998202324
209240	linear.bias	6	-0.7937750816345215
209240	linear.bias	7	0.2714671194553375
209240	linear.bias	8	-0.4386318027973175
209240	linear.bias	9	-1.0526034832000732
209244	transitions	0	0.7476085424423218
209244	transitions	1	0.1556253731250763
209244	transitions	2	-10000.0
209244	transitions	3	-1.8273292779922485
209244	transitions	4	-10000.0
209244	transitions	5	0.5650516748428345
209244	transitions	6	-0.08402357250452042
209244	transitions	7	-0.7931669354438782
209244	transitions	8	-1.419297456741333
209244	transitions	9	-0.001215167110785842
209244	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
209244	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
209244	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
209244	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
209244	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
209244	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
209244	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
209244	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
209244	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
209244	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
209244	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
209244	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
209244	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
209244	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
209244	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
209244	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
209244	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
209244	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
209244	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
209244	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
209244	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
209244	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
209244	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
209244	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
209244	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
209244	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
209244	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
209244	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
209244	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
209244	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
209244	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
209244	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
209244	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
209244	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
209244	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
209244	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
209244	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
209244	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
209244	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
209244	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
209244	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
209244	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
209244	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
209244	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
209244	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
209244	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
209244	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
209244	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
209244	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
209244	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
209244	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
209244	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
209244	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
209244	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
209244	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
209244	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
209244	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
209244	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
209244	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
209244	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
209244	embedding2nn.weight	0	0.021557796746492386
209244	embedding2nn.weight	1	-0.013315226882696152
209244	embedding2nn.weight	2	-0.014268254861235619
209244	embedding2nn.weight	3	-0.03213903307914734
209244	embedding2nn.weight	4	-0.0059150345623493195
209244	embedding2nn.weight	5	-0.003700588596984744
209244	embedding2nn.weight	6	-0.00397326797246933
209244	embedding2nn.weight	7	-0.07652630656957626
209244	embedding2nn.weight	8	-0.0019979383796453476
209244	embedding2nn.weight	9	-0.02879592962563038
209244	embedding2nn.bias	0	0.03570880368351936
209244	embedding2nn.bias	1	-0.08036583662033081
209244	embedding2nn.bias	2	0.06993374973535538
209244	embedding2nn.bias	3	0.04321062192320824
209244	embedding2nn.bias	4	-0.039415739476680756
209244	embedding2nn.bias	5	-0.0048161461018025875
209244	embedding2nn.bias	6	0.01841570995748043
209244	embedding2nn.bias	7	-0.05026308447122574
209244	embedding2nn.bias	8	0.06274733692407608
209244	embedding2nn.bias	9	0.04571343958377838
209244	rnn.weight_ih_l0	0	-0.07807086408138275
209244	rnn.weight_ih_l0	1	0.0027714623138308525
209244	rnn.weight_ih_l0	2	0.036351509392261505
209244	rnn.weight_ih_l0	3	0.023310935124754906
209244	rnn.weight_ih_l0	4	-0.04834568500518799
209244	rnn.weight_ih_l0	5	-0.06915701180696487
209244	rnn.weight_ih_l0	6	-0.0014309249818325043
209244	rnn.weight_ih_l0	7	0.0509975291788578
209244	rnn.weight_ih_l0	8	-0.01657082326710224
209244	rnn.weight_ih_l0	9	-0.03036554530262947
209244	rnn.weight_hh_l0	0	-0.0303973201662302
209244	rnn.weight_hh_l0	1	-0.006737652234733105
209244	rnn.weight_hh_l0	2	0.008043940179049969
209244	rnn.weight_hh_l0	3	-0.076374851167202
209244	rnn.weight_hh_l0	4	0.09322614967823029
209244	rnn.weight_hh_l0	5	-0.025375578552484512
209244	rnn.weight_hh_l0	6	-0.06021752581000328
209244	rnn.weight_hh_l0	7	0.011915958486497402
209244	rnn.weight_hh_l0	8	0.014050458557903767
209244	rnn.weight_hh_l0	9	-0.024442171677947044
209244	rnn.bias_ih_l0	0	0.1308780163526535
209244	rnn.bias_ih_l0	1	-0.036694228649139404
209244	rnn.bias_ih_l0	2	-0.03300417214632034
209244	rnn.bias_ih_l0	3	0.1602805107831955
209244	rnn.bias_ih_l0	4	-0.010987895540893078
209244	rnn.bias_ih_l0	5	-0.024948878213763237
209244	rnn.bias_ih_l0	6	0.018691347911953926
209244	rnn.bias_ih_l0	7	0.022858556360006332
209244	rnn.bias_ih_l0	8	-0.09876123070716858
209244	rnn.bias_ih_l0	9	-0.04767074063420296
209244	rnn.bias_hh_l0	0	0.0012728347210213542
209244	rnn.bias_hh_l0	1	-0.10375766456127167
209244	rnn.bias_hh_l0	2	-0.06804386526346207
209244	rnn.bias_hh_l0	3	-0.0855829045176506
209244	rnn.bias_hh_l0	4	0.007842007093131542
209244	rnn.bias_hh_l0	5	-0.01955166459083557
209244	rnn.bias_hh_l0	6	0.0292184017598629
209244	rnn.bias_hh_l0	7	0.05352643132209778
209244	rnn.bias_hh_l0	8	-0.11857621371746063
209244	rnn.bias_hh_l0	9	-0.05496537312865257
209244	rnn.weight_ih_l0_reverse	0	-0.02237733267247677
209244	rnn.weight_ih_l0_reverse	1	-0.0539264939725399
209244	rnn.weight_ih_l0_reverse	2	-0.045794110745191574
209244	rnn.weight_ih_l0_reverse	3	0.012710598297417164
209244	rnn.weight_ih_l0_reverse	4	-0.023071354255080223
209244	rnn.weight_ih_l0_reverse	5	-0.05745946243405342
209244	rnn.weight_ih_l0_reverse	6	0.0752611830830574
209244	rnn.weight_ih_l0_reverse	7	-0.016592727974057198
209244	rnn.weight_ih_l0_reverse	8	-0.017690028995275497
209244	rnn.weight_ih_l0_reverse	9	0.002327047288417816
209244	rnn.weight_hh_l0_reverse	0	0.06691574305295944
209244	rnn.weight_hh_l0_reverse	1	0.02205604873597622
209244	rnn.weight_hh_l0_reverse	2	0.028102725744247437
209244	rnn.weight_hh_l0_reverse	3	0.035199377685785294
209244	rnn.weight_hh_l0_reverse	4	0.012342833913862705
209244	rnn.weight_hh_l0_reverse	5	0.008565007708966732
209244	rnn.weight_hh_l0_reverse	6	0.05000628903508186
209244	rnn.weight_hh_l0_reverse	7	-0.07895438373088837
209244	rnn.weight_hh_l0_reverse	8	0.040212471038103104
209244	rnn.weight_hh_l0_reverse	9	0.03609389439225197
209244	rnn.bias_ih_l0_reverse	0	-0.05854219198226929
209244	rnn.bias_ih_l0_reverse	1	-0.2888728976249695
209244	rnn.bias_ih_l0_reverse	2	-0.12151671200990677
209244	rnn.bias_ih_l0_reverse	3	-0.04753631725907326
209244	rnn.bias_ih_l0_reverse	4	-0.02231491357088089
209244	rnn.bias_ih_l0_reverse	5	0.07655283063650131
209244	rnn.bias_ih_l0_reverse	6	-0.06412338465452194
209244	rnn.bias_ih_l0_reverse	7	0.06686771661043167
209244	rnn.bias_ih_l0_reverse	8	-0.047028183937072754
209244	rnn.bias_ih_l0_reverse	9	0.06296315044164658
209244	rnn.bias_hh_l0_reverse	0	0.023006023839116096
209244	rnn.bias_hh_l0_reverse	1	-0.05704048275947571
209244	rnn.bias_hh_l0_reverse	2	0.08676645159721375
209244	rnn.bias_hh_l0_reverse	3	-0.04875011369585991
209244	rnn.bias_hh_l0_reverse	4	-0.022376175969839096
209244	rnn.bias_hh_l0_reverse	5	-0.023962190374732018
209244	rnn.bias_hh_l0_reverse	6	-0.017918182536959648
209244	rnn.bias_hh_l0_reverse	7	0.10088806599378586
209244	rnn.bias_hh_l0_reverse	8	0.037722472101449966
209244	rnn.bias_hh_l0_reverse	9	-0.15376415848731995
209244	rnn.weight_ih_l1	0	-0.030421635136008263
209244	rnn.weight_ih_l1	1	-0.048387713730335236
209244	rnn.weight_ih_l1	2	0.055016983300447464
209244	rnn.weight_ih_l1	3	-0.06978263705968857
209244	rnn.weight_ih_l1	4	-0.014423223212361336
209244	rnn.weight_ih_l1	5	-0.04058532044291496
209244	rnn.weight_ih_l1	6	0.027589280158281326
209244	rnn.weight_ih_l1	7	-0.04582681879401207
209244	rnn.weight_ih_l1	8	0.037108905613422394
209244	rnn.weight_ih_l1	9	0.04524155333638191
209244	rnn.weight_hh_l1	0	-0.007418596651405096
209244	rnn.weight_hh_l1	1	0.020208384841680527
209244	rnn.weight_hh_l1	2	0.007710197474807501
209244	rnn.weight_hh_l1	3	-0.013063604943454266
209244	rnn.weight_hh_l1	4	0.0049725365824997425
209244	rnn.weight_hh_l1	5	0.033698178827762604
209244	rnn.weight_hh_l1	6	0.03646250069141388
209244	rnn.weight_hh_l1	7	-0.01710391603410244
209244	rnn.weight_hh_l1	8	-0.008232271298766136
209244	rnn.weight_hh_l1	9	0.03763102367520332
209244	rnn.bias_ih_l1	0	-0.18446747958660126
209244	rnn.bias_ih_l1	1	-0.1815590113401413
209244	rnn.bias_ih_l1	2	-0.20437267422676086
209244	rnn.bias_ih_l1	3	-0.3139302134513855
209244	rnn.bias_ih_l1	4	-0.20923006534576416
209244	rnn.bias_ih_l1	5	-0.0834813117980957
209244	rnn.bias_ih_l1	6	-0.16424621641635895
209244	rnn.bias_ih_l1	7	-0.009936023503541946
209244	rnn.bias_ih_l1	8	-0.1334628313779831
209244	rnn.bias_ih_l1	9	-0.12735199928283691
209244	rnn.bias_hh_l1	0	-0.10034315288066864
209244	rnn.bias_hh_l1	1	-0.07239843159914017
209244	rnn.bias_hh_l1	2	-0.09198484569787979
209244	rnn.bias_hh_l1	3	-0.07999150454998016
209244	rnn.bias_hh_l1	4	-0.07984742522239685
209244	rnn.bias_hh_l1	5	-0.12120641022920609
209244	rnn.bias_hh_l1	6	-0.1612134873867035
209244	rnn.bias_hh_l1	7	0.06395319849252701
209244	rnn.bias_hh_l1	8	-0.18236342072486877
209244	rnn.bias_hh_l1	9	-0.12272224575281143
209244	rnn.weight_ih_l1_reverse	0	-0.045612480491399765
209244	rnn.weight_ih_l1_reverse	1	0.03776988014578819
209244	rnn.weight_ih_l1_reverse	2	0.09304995834827423
209244	rnn.weight_ih_l1_reverse	3	-0.016211485490202904
209244	rnn.weight_ih_l1_reverse	4	-0.02746484987437725
209244	rnn.weight_ih_l1_reverse	5	-0.030755477026104927
209244	rnn.weight_ih_l1_reverse	6	-0.017089933156967163
209244	rnn.weight_ih_l1_reverse	7	0.02767821028828621
209244	rnn.weight_ih_l1_reverse	8	0.010232682339847088
209244	rnn.weight_ih_l1_reverse	9	-0.03295372799038887
209244	rnn.weight_hh_l1_reverse	0	0.004614778328686953
209244	rnn.weight_hh_l1_reverse	1	0.0316130593419075
209244	rnn.weight_hh_l1_reverse	2	-0.040546949952840805
209244	rnn.weight_hh_l1_reverse	3	0.035279739648103714
209244	rnn.weight_hh_l1_reverse	4	0.047627419233322144
209244	rnn.weight_hh_l1_reverse	5	0.004546438809484243
209244	rnn.weight_hh_l1_reverse	6	0.05108875408768654
209244	rnn.weight_hh_l1_reverse	7	0.03147625923156738
209244	rnn.weight_hh_l1_reverse	8	-0.007308592088520527
209244	rnn.weight_hh_l1_reverse	9	-0.030884254723787308
209244	rnn.bias_ih_l1_reverse	0	-0.04870830476284027
209244	rnn.bias_ih_l1_reverse	1	-0.14634256064891815
209244	rnn.bias_ih_l1_reverse	2	-0.1644400954246521
209244	rnn.bias_ih_l1_reverse	3	-0.05929582566022873
209244	rnn.bias_ih_l1_reverse	4	-0.21056416630744934
209244	rnn.bias_ih_l1_reverse	5	-0.1151299774646759
209244	rnn.bias_ih_l1_reverse	6	-0.1320231556892395
209244	rnn.bias_ih_l1_reverse	7	-0.19218800961971283
209244	rnn.bias_ih_l1_reverse	8	0.21172522008419037
209244	rnn.bias_ih_l1_reverse	9	0.025915905833244324
209244	rnn.bias_hh_l1_reverse	0	-0.00048450566828250885
209244	rnn.bias_hh_l1_reverse	1	-0.0776771828532219
209244	rnn.bias_hh_l1_reverse	2	-0.2361486852169037
209244	rnn.bias_hh_l1_reverse	3	-0.1437065154314041
209244	rnn.bias_hh_l1_reverse	4	-0.08437523245811462
209244	rnn.bias_hh_l1_reverse	5	-0.11796706169843674
209244	rnn.bias_hh_l1_reverse	6	0.048362359404563904
209244	rnn.bias_hh_l1_reverse	7	-0.14854547381401062
209244	rnn.bias_hh_l1_reverse	8	-0.11916070431470871
209244	rnn.bias_hh_l1_reverse	9	-0.1501075029373169
209244	linear.weight	0	0.002228822559118271
209244	linear.weight	1	0.10185889899730682
209244	linear.weight	2	-0.09682530164718628
209244	linear.weight	3	0.29581159353256226
209244	linear.weight	4	0.15107397735118866
209244	linear.weight	5	-0.06388139724731445
209244	linear.weight	6	0.11987832188606262
209244	linear.weight	7	0.14214733242988586
209244	linear.weight	8	0.041144490242004395
209244	linear.weight	9	-0.04929811879992485
209244	linear.bias	0	0.0894840881228447
209244	linear.bias	1	-0.16425515711307526
209244	linear.bias	2	-0.44459667801856995
209244	linear.bias	3	-0.6497281193733215
209244	linear.bias	4	-1.2367408275604248
209244	linear.bias	5	-0.056297339498996735
209244	linear.bias	6	-0.792700469493866
209244	linear.bias	7	0.2705210745334625
209244	linear.bias	8	-0.43894636631011963
209244	linear.bias	9	-1.0529251098632812
209441	transitions	0	0.7467203736305237
209441	transitions	1	0.15654976665973663
209441	transitions	2	-10000.0
209441	transitions	3	-1.8273330926895142
209441	transitions	4	-10000.0
209441	transitions	5	0.5650458931922913
209441	transitions	6	-0.08403035998344421
209441	transitions	7	-0.7932663559913635
209441	transitions	8	-1.4193103313446045
209441	transitions	9	-0.0012153652496635914
209441	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
209441	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
209441	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
209441	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
209441	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
209441	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
209441	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
209441	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
209441	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
209441	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
209441	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
209441	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
209441	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
209441	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
209441	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
209441	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
209441	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
209441	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
209441	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
209441	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
209441	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
209441	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
209441	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
209441	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
209441	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
209441	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
209441	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
209441	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
209441	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
209441	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
209441	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
209441	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
209441	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
209441	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
209441	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
209441	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
209441	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
209441	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
209441	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
209441	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
209441	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
209441	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
209441	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
209441	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
209441	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
209441	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
209441	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
209441	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
209441	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
209441	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
209441	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
209441	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
209441	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
209441	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
209441	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
209441	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
209441	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
209441	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
209441	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
209441	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
209441	embedding2nn.weight	0	0.021366992965340614
209441	embedding2nn.weight	1	-0.01337545644491911
209441	embedding2nn.weight	2	-0.014268254861235619
209441	embedding2nn.weight	3	-0.03272459656000137
209441	embedding2nn.weight	4	-0.0059150345623493195
209441	embedding2nn.weight	5	-0.003700588596984744
209441	embedding2nn.weight	6	-0.003973269835114479
209441	embedding2nn.weight	7	-0.07627096027135849
209441	embedding2nn.weight	8	-0.0019979383796453476
209441	embedding2nn.weight	9	-0.02883979119360447
209441	embedding2nn.bias	0	0.03556661680340767
209441	embedding2nn.bias	1	-0.07912363111972809
209441	embedding2nn.bias	2	0.07201342284679413
209441	embedding2nn.bias	3	0.04368366673588753
209441	embedding2nn.bias	4	-0.041641417890787125
209441	embedding2nn.bias	5	-0.0045831166207790375
209441	embedding2nn.bias	6	0.015736475586891174
209441	embedding2nn.bias	7	-0.048446111381053925
209441	embedding2nn.bias	8	0.06391327828168869
209441	embedding2nn.bias	9	0.04296019300818443
209441	rnn.weight_ih_l0	0	-0.0781344324350357
209441	rnn.weight_ih_l0	1	0.003272628877311945
209441	rnn.weight_ih_l0	2	0.036490313708782196
209441	rnn.weight_ih_l0	3	0.023322856053709984
209441	rnn.weight_ih_l0	4	-0.04897656291723251
209441	rnn.weight_ih_l0	5	-0.06917639076709747
209441	rnn.weight_ih_l0	6	-0.0014558653347194195
209441	rnn.weight_ih_l0	7	0.05074857547879219
209441	rnn.weight_ih_l0	8	-0.016463831067085266
209441	rnn.weight_ih_l0	9	-0.02994246408343315
209441	rnn.weight_hh_l0	0	-0.030352452769875526
209441	rnn.weight_hh_l0	1	-0.007320895325392485
209441	rnn.weight_hh_l0	2	0.008269013836979866
209441	rnn.weight_hh_l0	3	-0.07672382891178131
209441	rnn.weight_hh_l0	4	0.09334037452936172
209441	rnn.weight_hh_l0	5	-0.02540585771203041
209441	rnn.weight_hh_l0	6	-0.060270607471466064
209441	rnn.weight_hh_l0	7	0.011771907098591328
209441	rnn.weight_hh_l0	8	0.013904106803238392
209441	rnn.weight_hh_l0	9	-0.02442461997270584
209441	rnn.bias_ih_l0	0	0.13112609088420868
209441	rnn.bias_ih_l0	1	-0.03686877340078354
209441	rnn.bias_ih_l0	2	-0.03369266167283058
209441	rnn.bias_ih_l0	3	0.15905939042568207
209441	rnn.bias_ih_l0	4	-0.010846476070582867
209441	rnn.bias_ih_l0	5	-0.024593420326709747
209441	rnn.bias_ih_l0	6	0.01955130510032177
209441	rnn.bias_ih_l0	7	0.022914916276931763
209441	rnn.bias_ih_l0	8	-0.09933365136384964
209441	rnn.bias_ih_l0	9	-0.047878969460725784
209441	rnn.bias_hh_l0	0	0.0009208336705341935
209441	rnn.bias_hh_l0	1	-0.10445446521043777
209441	rnn.bias_hh_l0	2	-0.0688069611787796
209441	rnn.bias_hh_l0	3	-0.08582835644483566
209441	rnn.bias_hh_l0	4	0.008441627956926823
209441	rnn.bias_hh_l0	5	-0.020192399621009827
209441	rnn.bias_hh_l0	6	0.028568122535943985
209441	rnn.bias_hh_l0	7	0.053936880081892014
209441	rnn.bias_hh_l0	8	-0.11897255480289459
209441	rnn.bias_hh_l0	9	-0.054642729461193085
209441	rnn.weight_ih_l0_reverse	0	-0.02268565073609352
209441	rnn.weight_ih_l0_reverse	1	-0.05405578389763832
209441	rnn.weight_ih_l0_reverse	2	-0.045811887830495834
209441	rnn.weight_ih_l0_reverse	3	0.012637819163501263
209441	rnn.weight_ih_l0_reverse	4	-0.023691117763519287
209441	rnn.weight_ih_l0_reverse	5	-0.05740096792578697
209441	rnn.weight_ih_l0_reverse	6	0.07501424849033356
209441	rnn.weight_ih_l0_reverse	7	-0.016493698582053185
209441	rnn.weight_ih_l0_reverse	8	-0.017766110599040985
209441	rnn.weight_ih_l0_reverse	9	0.0024188340175896883
209441	rnn.weight_hh_l0_reverse	0	0.06638933718204498
209441	rnn.weight_hh_l0_reverse	1	0.02149471640586853
209441	rnn.weight_hh_l0_reverse	2	0.028026781976222992
209441	rnn.weight_hh_l0_reverse	3	0.035072747617959976
209441	rnn.weight_hh_l0_reverse	4	0.012576673179864883
209441	rnn.weight_hh_l0_reverse	5	0.008830943144857883
209441	rnn.weight_hh_l0_reverse	6	0.04981827363371849
209441	rnn.weight_hh_l0_reverse	7	-0.07847076654434204
209441	rnn.weight_hh_l0_reverse	8	0.04022812098264694
209441	rnn.weight_hh_l0_reverse	9	0.036011625081300735
209441	rnn.bias_ih_l0_reverse	0	-0.058953121304512024
209441	rnn.bias_ih_l0_reverse	1	-0.2886670231819153
209441	rnn.bias_ih_l0_reverse	2	-0.12167380005121231
209441	rnn.bias_ih_l0_reverse	3	-0.048266079276800156
209441	rnn.bias_ih_l0_reverse	4	-0.021938689053058624
209441	rnn.bias_ih_l0_reverse	5	0.07661513984203339
209441	rnn.bias_ih_l0_reverse	6	-0.06415249407291412
209441	rnn.bias_ih_l0_reverse	7	0.06728146970272064
209441	rnn.bias_ih_l0_reverse	8	-0.04781462252140045
209441	rnn.bias_ih_l0_reverse	9	0.06151913106441498
209441	rnn.bias_hh_l0_reverse	0	0.0225718654692173
209441	rnn.bias_hh_l0_reverse	1	-0.05638257786631584
209441	rnn.bias_hh_l0_reverse	2	0.08670184016227722
209441	rnn.bias_hh_l0_reverse	3	-0.04940054938197136
209441	rnn.bias_hh_l0_reverse	4	-0.023300206288695335
209441	rnn.bias_hh_l0_reverse	5	-0.024777038022875786
209441	rnn.bias_hh_l0_reverse	6	-0.016128763556480408
209441	rnn.bias_hh_l0_reverse	7	0.10055555403232574
209441	rnn.bias_hh_l0_reverse	8	0.037655994296073914
209441	rnn.bias_hh_l0_reverse	9	-0.15461350977420807
209441	rnn.weight_ih_l1	0	-0.030477050691843033
209441	rnn.weight_ih_l1	1	-0.04854836314916611
209441	rnn.weight_ih_l1	2	0.0547918900847435
209441	rnn.weight_ih_l1	3	-0.06997841596603394
209441	rnn.weight_ih_l1	4	-0.014399400912225246
209441	rnn.weight_ih_l1	5	-0.04062420874834061
209441	rnn.weight_ih_l1	6	0.027484286576509476
209441	rnn.weight_ih_l1	7	-0.04589319974184036
209441	rnn.weight_ih_l1	8	0.0371415950357914
209441	rnn.weight_ih_l1	9	0.0453740730881691
209441	rnn.weight_hh_l1	0	-0.007299158722162247
209441	rnn.weight_hh_l1	1	0.02024782821536064
209441	rnn.weight_hh_l1	2	0.0076329405419528484
209441	rnn.weight_hh_l1	3	-0.013225726783275604
209441	rnn.weight_hh_l1	4	0.0051163574680686
209441	rnn.weight_hh_l1	5	0.033754199743270874
209441	rnn.weight_hh_l1	6	0.03659798204898834
209441	rnn.weight_hh_l1	7	-0.017049970105290413
209441	rnn.weight_hh_l1	8	-0.008206771686673164
209441	rnn.weight_hh_l1	9	0.03735629469156265
209441	rnn.bias_ih_l1	0	-0.18493176996707916
209441	rnn.bias_ih_l1	1	-0.18196901679039001
209441	rnn.bias_ih_l1	2	-0.20380741357803345
209441	rnn.bias_ih_l1	3	-0.3143691420555115
209441	rnn.bias_ih_l1	4	-0.20945243537425995
209441	rnn.bias_ih_l1	5	-0.08372875303030014
209441	rnn.bias_ih_l1	6	-0.1634574979543686
209441	rnn.bias_ih_l1	7	-0.010950980708003044
209441	rnn.bias_ih_l1	8	-0.13327503204345703
209441	rnn.bias_ih_l1	9	-0.12746502459049225
209441	rnn.bias_hh_l1	0	-0.10061118006706238
209441	rnn.bias_hh_l1	1	-0.07266969978809357
209441	rnn.bias_hh_l1	2	-0.09194862842559814
209441	rnn.bias_hh_l1	3	-0.0803547203540802
209441	rnn.bias_hh_l1	4	-0.0802975669503212
209441	rnn.bias_hh_l1	5	-0.12130942195653915
209441	rnn.bias_hh_l1	6	-0.161376953125
209441	rnn.bias_hh_l1	7	0.06190105900168419
209441	rnn.bias_hh_l1	8	-0.1828153282403946
209441	rnn.bias_hh_l1	9	-0.12340578436851501
209441	rnn.weight_ih_l1_reverse	0	-0.04536307603120804
209441	rnn.weight_ih_l1_reverse	1	0.03723423182964325
209441	rnn.weight_ih_l1_reverse	2	0.09338270127773285
209441	rnn.weight_ih_l1_reverse	3	-0.016403324902057648
209441	rnn.weight_ih_l1_reverse	4	-0.027460813522338867
209441	rnn.weight_ih_l1_reverse	5	-0.030716490000486374
209441	rnn.weight_ih_l1_reverse	6	-0.017598392441868782
209441	rnn.weight_ih_l1_reverse	7	0.027569474652409554
209441	rnn.weight_ih_l1_reverse	8	0.009811782278120518
209441	rnn.weight_ih_l1_reverse	9	-0.03287459537386894
209441	rnn.weight_hh_l1_reverse	0	0.004635793622583151
209441	rnn.weight_hh_l1_reverse	1	0.03154844045639038
209441	rnn.weight_hh_l1_reverse	2	-0.040524885058403015
209441	rnn.weight_hh_l1_reverse	3	0.03525537624955177
209441	rnn.weight_hh_l1_reverse	4	0.04775455966591835
209441	rnn.weight_hh_l1_reverse	5	0.0044591668993234634
209441	rnn.weight_hh_l1_reverse	6	0.051157791167497635
209441	rnn.weight_hh_l1_reverse	7	0.03152697533369064
209441	rnn.weight_hh_l1_reverse	8	-0.007313213776797056
209441	rnn.weight_hh_l1_reverse	9	-0.031011493876576424
209441	rnn.bias_ih_l1_reverse	0	-0.04898424446582794
209441	rnn.bias_ih_l1_reverse	1	-0.14613549411296844
209441	rnn.bias_ih_l1_reverse	2	-0.16419774293899536
209441	rnn.bias_ih_l1_reverse	3	-0.05785544216632843
209441	rnn.bias_ih_l1_reverse	4	-0.21029315888881683
209441	rnn.bias_ih_l1_reverse	5	-0.1163204237818718
209441	rnn.bias_ih_l1_reverse	6	-0.13229431211948395
209441	rnn.bias_ih_l1_reverse	7	-0.19305239617824554
209441	rnn.bias_ih_l1_reverse	8	0.21026074886322021
209441	rnn.bias_ih_l1_reverse	9	0.024472355842590332
209441	rnn.bias_hh_l1_reverse	0	-0.002435227856040001
209441	rnn.bias_hh_l1_reverse	1	-0.077581986784935
209441	rnn.bias_hh_l1_reverse	2	-0.2358068972826004
209441	rnn.bias_hh_l1_reverse	3	-0.1434941440820694
209441	rnn.bias_hh_l1_reverse	4	-0.08493062853813171
209441	rnn.bias_hh_l1_reverse	5	-0.11810152232646942
209441	rnn.bias_hh_l1_reverse	6	0.04809228330850601
209441	rnn.bias_hh_l1_reverse	7	-0.14745037257671356
209441	rnn.bias_hh_l1_reverse	8	-0.11929504573345184
209441	rnn.bias_hh_l1_reverse	9	-0.15021860599517822
209441	linear.weight	0	0.002228822559118271
209441	linear.weight	1	0.10228883475065231
209441	linear.weight	2	-0.09706507623195648
209441	linear.weight	3	0.2978011667728424
209441	linear.weight	4	0.1522413045167923
209441	linear.weight	5	-0.06373032182455063
209441	linear.weight	6	0.12108276039361954
209441	linear.weight	7	0.1421131044626236
209441	linear.weight	8	0.04114454239606857
209441	linear.weight	9	-0.04914461076259613
209441	linear.bias	0	0.10610255599021912
209441	linear.bias	1	-0.15818677842617035
209441	linear.bias	2	-0.4598234295845032
209441	linear.bias	3	-0.6581228971481323
209441	linear.bias	4	-1.2450464963912964
209441	linear.bias	5	-0.054899927228689194
209441	linear.bias	6	-0.7872084975242615
209441	linear.bias	7	0.27255797386169434
209441	linear.bias	8	-0.4318785071372986
209441	linear.bias	9	-1.046005368232727
209638	transitions	0	0.747983992099762
209638	transitions	1	0.15485084056854248
209638	transitions	2	-10000.0
209638	transitions	3	-1.8273378610610962
209638	transitions	4	-10000.0
209638	transitions	5	0.565038800239563
209638	transitions	6	-0.08404352515935898
209638	transitions	7	-0.7934620976448059
209638	transitions	8	-1.419326663017273
209638	transitions	9	-0.0012154497671872377
209638	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
209638	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
209638	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
209638	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
209638	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
209638	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
209638	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
209638	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
209638	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
209638	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
209638	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
209638	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
209638	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
209638	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
209638	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
209638	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
209638	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
209638	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
209638	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
209638	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
209638	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
209638	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
209638	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
209638	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
209638	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
209638	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
209638	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
209638	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
209638	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
209638	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
209638	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
209638	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
209638	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
209638	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
209638	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
209638	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
209638	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
209638	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
209638	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
209638	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
209638	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
209638	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
209638	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
209638	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
209638	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
209638	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
209638	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
209638	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
209638	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
209638	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
209638	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
209638	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
209638	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
209638	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
209638	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
209638	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
209638	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
209638	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
209638	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
209638	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
209638	embedding2nn.weight	0	0.020411191508173943
209638	embedding2nn.weight	1	-0.013308134861290455
209638	embedding2nn.weight	2	-0.014268254861235619
209638	embedding2nn.weight	3	-0.032027214765548706
209638	embedding2nn.weight	4	-0.0059150345623493195
209638	embedding2nn.weight	5	-0.0037005890626460314
209638	embedding2nn.weight	6	-0.003973271232098341
209638	embedding2nn.weight	7	-0.07627461105585098
209638	embedding2nn.weight	8	-0.0019979383796453476
209638	embedding2nn.weight	9	-0.028724154457449913
209638	embedding2nn.bias	0	0.035695452243089676
209638	embedding2nn.bias	1	-0.08022847026586533
209638	embedding2nn.bias	2	0.07111065089702606
209638	embedding2nn.bias	3	0.045366816222667694
209638	embedding2nn.bias	4	-0.04098130017518997
209638	embedding2nn.bias	5	-0.005520074628293514
209638	embedding2nn.bias	6	0.01673942804336548
209638	embedding2nn.bias	7	-0.049074288457632065
209638	embedding2nn.bias	8	0.06128992140293121
209638	embedding2nn.bias	9	0.04355352371931076
209638	rnn.weight_ih_l0	0	-0.0788191631436348
209638	rnn.weight_ih_l0	1	0.003096761414781213
209638	rnn.weight_ih_l0	2	0.03648188337683678
209638	rnn.weight_ih_l0	3	0.023216674104332924
209638	rnn.weight_ih_l0	4	-0.04937084764242172
209638	rnn.weight_ih_l0	5	-0.06910378485918045
209638	rnn.weight_ih_l0	6	-0.0012373768258839846
209638	rnn.weight_ih_l0	7	0.05086473748087883
209638	rnn.weight_ih_l0	8	-0.016494715586304665
209638	rnn.weight_ih_l0	9	-0.030453938990831375
209638	rnn.weight_hh_l0	0	-0.03026304766535759
209638	rnn.weight_hh_l0	1	-0.006895906757563353
209638	rnn.weight_hh_l0	2	0.008405870757997036
209638	rnn.weight_hh_l0	3	-0.07681368291378021
209638	rnn.weight_hh_l0	4	0.09356465935707092
209638	rnn.weight_hh_l0	5	-0.025191625580191612
209638	rnn.weight_hh_l0	6	-0.06028052791953087
209638	rnn.weight_hh_l0	7	0.011910372413694859
209638	rnn.weight_hh_l0	8	0.013810152187943459
209638	rnn.weight_hh_l0	9	-0.024434318765997887
209638	rnn.bias_ih_l0	0	0.13143594563007355
209638	rnn.bias_ih_l0	1	-0.036416325718164444
209638	rnn.bias_ih_l0	2	-0.034205030649900436
209638	rnn.bias_ih_l0	3	0.15959374606609344
209638	rnn.bias_ih_l0	4	-0.01056841854006052
209638	rnn.bias_ih_l0	5	-0.024213368073105812
209638	rnn.bias_ih_l0	6	0.020663026720285416
209638	rnn.bias_ih_l0	7	0.023329701274633408
209638	rnn.bias_ih_l0	8	-0.09983033686876297
209638	rnn.bias_ih_l0	9	-0.048533134162425995
209638	rnn.bias_hh_l0	0	0.0012724979314953089
209638	rnn.bias_hh_l0	1	-0.10333060473203659
209638	rnn.bias_hh_l0	2	-0.06857924163341522
209638	rnn.bias_hh_l0	3	-0.08541207015514374
209638	rnn.bias_hh_l0	4	0.009296250529587269
209638	rnn.bias_hh_l0	5	-0.019843745976686478
209638	rnn.bias_hh_l0	6	0.02900749258697033
209638	rnn.bias_hh_l0	7	0.05352654308080673
209638	rnn.bias_hh_l0	8	-0.11923598498106003
209638	rnn.bias_hh_l0	9	-0.0540241114795208
209638	rnn.weight_ih_l0_reverse	0	-0.02272079512476921
209638	rnn.weight_ih_l0_reverse	1	-0.05374263972043991
209638	rnn.weight_ih_l0_reverse	2	-0.045639995485544205
209638	rnn.weight_ih_l0_reverse	3	0.012672994285821915
209638	rnn.weight_ih_l0_reverse	4	-0.023697512224316597
209638	rnn.weight_ih_l0_reverse	5	-0.05755890905857086
209638	rnn.weight_ih_l0_reverse	6	0.07501093298196793
209638	rnn.weight_ih_l0_reverse	7	-0.016008736565709114
209638	rnn.weight_ih_l0_reverse	8	-0.01765059307217598
209638	rnn.weight_ih_l0_reverse	9	0.002122597536072135
209638	rnn.weight_hh_l0_reverse	0	0.06628412753343582
209638	rnn.weight_hh_l0_reverse	1	0.021521251648664474
209638	rnn.weight_hh_l0_reverse	2	0.02823597937822342
209638	rnn.weight_hh_l0_reverse	3	0.03510487452149391
209638	rnn.weight_hh_l0_reverse	4	0.012607499957084656
209638	rnn.weight_hh_l0_reverse	5	0.008748576045036316
209638	rnn.weight_hh_l0_reverse	6	0.04987223073840141
209638	rnn.weight_hh_l0_reverse	7	-0.07819393277168274
209638	rnn.weight_hh_l0_reverse	8	0.04030478000640869
209638	rnn.weight_hh_l0_reverse	9	0.03578022122383118
209638	rnn.bias_ih_l0_reverse	0	-0.059693723917007446
209638	rnn.bias_ih_l0_reverse	1	-0.2882680296897888
209638	rnn.bias_ih_l0_reverse	2	-0.12251622974872589
209638	rnn.bias_ih_l0_reverse	3	-0.048555001616477966
209638	rnn.bias_ih_l0_reverse	4	-0.02163287065923214
209638	rnn.bias_ih_l0_reverse	5	0.0768681988120079
209638	rnn.bias_ih_l0_reverse	6	-0.06337854266166687
209638	rnn.bias_ih_l0_reverse	7	0.0679607018828392
209638	rnn.bias_ih_l0_reverse	8	-0.04723247513175011
209638	rnn.bias_ih_l0_reverse	9	0.062002964317798615
209638	rnn.bias_hh_l0_reverse	0	0.022332999855279922
209638	rnn.bias_hh_l0_reverse	1	-0.05503243952989578
209638	rnn.bias_hh_l0_reverse	2	0.08609964698553085
209638	rnn.bias_hh_l0_reverse	3	-0.048946235328912735
209638	rnn.bias_hh_l0_reverse	4	-0.022826436907052994
209638	rnn.bias_hh_l0_reverse	5	-0.024971408769488335
209638	rnn.bias_hh_l0_reverse	6	-0.016849325969815254
209638	rnn.bias_hh_l0_reverse	7	0.10085839033126831
209638	rnn.bias_hh_l0_reverse	8	0.037670958787202835
209638	rnn.bias_hh_l0_reverse	9	-0.1539781242609024
209638	rnn.weight_ih_l1	0	-0.03058631904423237
209638	rnn.weight_ih_l1	1	-0.048574432730674744
209638	rnn.weight_ih_l1	2	0.055053647607564926
209638	rnn.weight_ih_l1	3	-0.06977736949920654
209638	rnn.weight_ih_l1	4	-0.014256313443183899
209638	rnn.weight_ih_l1	5	-0.04064752161502838
209638	rnn.weight_ih_l1	6	0.027363799512386322
209638	rnn.weight_ih_l1	7	-0.04605020210146904
209638	rnn.weight_ih_l1	8	0.03721703216433525
209638	rnn.weight_ih_l1	9	0.04533781111240387
209638	rnn.weight_hh_l1	0	-0.007448610849678516
209638	rnn.weight_hh_l1	1	0.020262135192751884
209638	rnn.weight_hh_l1	2	0.007643379271030426
209638	rnn.weight_hh_l1	3	-0.013283830136060715
209638	rnn.weight_hh_l1	4	0.004958061967045069
209638	rnn.weight_hh_l1	5	0.033779289573431015
209638	rnn.weight_hh_l1	6	0.03671560063958168
209638	rnn.weight_hh_l1	7	-0.01696237549185753
209638	rnn.weight_hh_l1	8	-0.00817824061959982
209638	rnn.weight_hh_l1	9	0.037190861999988556
209638	rnn.bias_ih_l1	0	-0.18459299206733704
209638	rnn.bias_ih_l1	1	-0.18291516602039337
209638	rnn.bias_ih_l1	2	-0.2036825716495514
209638	rnn.bias_ih_l1	3	-0.31457415223121643
209638	rnn.bias_ih_l1	4	-0.20960965752601624
209638	rnn.bias_ih_l1	5	-0.08409737050533295
209638	rnn.bias_ih_l1	6	-0.16303355991840363
209638	rnn.bias_ih_l1	7	-0.011719843372702599
209638	rnn.bias_ih_l1	8	-0.13315284252166748
209638	rnn.bias_ih_l1	9	-0.12678198516368866
209638	rnn.bias_hh_l1	0	-0.10056743025779724
209638	rnn.bias_hh_l1	1	-0.07219312340021133
209638	rnn.bias_hh_l1	2	-0.09188088029623032
209638	rnn.bias_hh_l1	3	-0.08055315166711807
209638	rnn.bias_hh_l1	4	-0.0796017050743103
209638	rnn.bias_hh_l1	5	-0.12122828513383865
209638	rnn.bias_hh_l1	6	-0.16055363416671753
209638	rnn.bias_hh_l1	7	0.06408454477787018
209638	rnn.bias_hh_l1	8	-0.18336205184459686
209638	rnn.bias_hh_l1	9	-0.12333917617797852
209638	rnn.weight_ih_l1_reverse	0	-0.04533970355987549
209638	rnn.weight_ih_l1_reverse	1	0.037659481167793274
209638	rnn.weight_ih_l1_reverse	2	0.0933689996600151
209638	rnn.weight_ih_l1_reverse	3	-0.015578243881464005
209638	rnn.weight_ih_l1_reverse	4	-0.026721453294157982
209638	rnn.weight_ih_l1_reverse	5	-0.03063230775296688
209638	rnn.weight_ih_l1_reverse	6	-0.01786964200437069
209638	rnn.weight_ih_l1_reverse	7	0.02742617204785347
209638	rnn.weight_ih_l1_reverse	8	0.010570514015853405
209638	rnn.weight_ih_l1_reverse	9	-0.0328059196472168
209638	rnn.weight_hh_l1_reverse	0	0.004625082015991211
209638	rnn.weight_hh_l1_reverse	1	0.031566325575113297
209638	rnn.weight_hh_l1_reverse	2	-0.040527764707803726
209638	rnn.weight_hh_l1_reverse	3	0.03524726629257202
209638	rnn.weight_hh_l1_reverse	4	0.04793082922697067
209638	rnn.weight_hh_l1_reverse	5	0.004534648731350899
209638	rnn.weight_hh_l1_reverse	6	0.05181078612804413
209638	rnn.weight_hh_l1_reverse	7	0.03151514008641243
209638	rnn.weight_hh_l1_reverse	8	-0.0072504873387515545
209638	rnn.weight_hh_l1_reverse	9	-0.03110421635210514
209638	rnn.bias_ih_l1_reverse	0	-0.0490395613014698
209638	rnn.bias_ih_l1_reverse	1	-0.14551205933094025
209638	rnn.bias_ih_l1_reverse	2	-0.16333773732185364
209638	rnn.bias_ih_l1_reverse	3	-0.05936141312122345
209638	rnn.bias_ih_l1_reverse	4	-0.21042296290397644
209638	rnn.bias_ih_l1_reverse	5	-0.11551520973443985
209638	rnn.bias_ih_l1_reverse	6	-0.13248200714588165
209638	rnn.bias_ih_l1_reverse	7	-0.19370205700397491
209638	rnn.bias_ih_l1_reverse	8	0.21162596344947815
209638	rnn.bias_ih_l1_reverse	9	0.025136146694421768
209638	rnn.bias_hh_l1_reverse	0	-0.004438574425876141
209638	rnn.bias_hh_l1_reverse	1	-0.07666058093309402
209638	rnn.bias_hh_l1_reverse	2	-0.23532114923000336
209638	rnn.bias_hh_l1_reverse	3	-0.14337630569934845
209638	rnn.bias_hh_l1_reverse	4	-0.08494563400745392
209638	rnn.bias_hh_l1_reverse	5	-0.11810319870710373
209638	rnn.bias_hh_l1_reverse	6	0.048345666378736496
209638	rnn.bias_hh_l1_reverse	7	-0.14668026566505432
209638	rnn.bias_hh_l1_reverse	8	-0.11936705559492111
209638	rnn.bias_hh_l1_reverse	9	-0.1504301130771637
209638	linear.weight	0	0.002228822559118271
209638	linear.weight	1	0.10354934632778168
209638	linear.weight	2	-0.09772911667823792
209638	linear.weight	3	0.2975860834121704
209638	linear.weight	4	0.15210190415382385
209638	linear.weight	5	-0.06413581967353821
209638	linear.weight	6	0.11714556813240051
209638	linear.weight	7	0.14297333359718323
209638	linear.weight	8	0.04114454239606857
209638	linear.weight	9	-0.04865629971027374
209638	linear.bias	0	0.10383743792772293
209638	linear.bias	1	-0.15275217592716217
209638	linear.bias	2	-0.4561700224876404
209638	linear.bias	3	-0.6571632027626038
209638	linear.bias	4	-1.2439777851104736
209638	linear.bias	5	-0.05959181487560272
209638	linear.bias	6	-0.7832662463188171
209638	linear.bias	7	0.2676627039909363
209638	linear.bias	8	-0.43356892466545105
209638	linear.bias	9	-1.0471458435058594
209835	transitions	0	0.748634397983551
209835	transitions	1	0.1558399498462677
209835	transitions	2	-10000.0
209835	transitions	3	-1.827346682548523
209835	transitions	4	-10000.0
209835	transitions	5	0.5650225281715393
209835	transitions	6	-0.08405215293169022
209835	transitions	7	-0.7935425639152527
209835	transitions	8	-1.4193384647369385
209835	transitions	9	-0.0012156040174886584
209835	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
209835	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
209835	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
209835	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
209835	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
209835	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
209835	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
209835	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
209835	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
209835	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
209835	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
209835	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
209835	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
209835	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
209835	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
209835	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
209835	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
209835	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
209835	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
209835	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
209835	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
209835	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
209835	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
209835	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
209835	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
209835	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
209835	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
209835	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
209835	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
209835	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
209835	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
209835	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
209835	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
209835	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
209835	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
209835	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
209835	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
209835	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
209835	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
209835	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
209835	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
209835	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
209835	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
209835	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
209835	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
209835	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
209835	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
209835	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
209835	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
209835	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
209835	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
209835	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
209835	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
209835	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
209835	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
209835	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
209835	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
209835	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
209835	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
209835	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
209835	embedding2nn.weight	0	0.019971314817667007
209835	embedding2nn.weight	1	-0.013314141891896725
209835	embedding2nn.weight	2	-0.014268254861235619
209835	embedding2nn.weight	3	-0.0314183384180069
209835	embedding2nn.weight	4	-0.0059150345623493195
209835	embedding2nn.weight	5	-0.0037005890626460314
209835	embedding2nn.weight	6	-0.003973270766437054
209835	embedding2nn.weight	7	-0.07658395171165466
209835	embedding2nn.weight	8	-0.0019979383796453476
209835	embedding2nn.weight	9	-0.02885051816701889
209835	embedding2nn.bias	0	0.032487038522958755
209835	embedding2nn.bias	1	-0.07992842048406601
209835	embedding2nn.bias	2	0.06984233111143112
209835	embedding2nn.bias	3	0.04588678851723671
209835	embedding2nn.bias	4	-0.040668632835149765
209835	embedding2nn.bias	5	-0.0035880550276488066
209835	embedding2nn.bias	6	0.017895787954330444
209835	embedding2nn.bias	7	-0.04842870682477951
209835	embedding2nn.bias	8	0.058870572596788406
209835	embedding2nn.bias	9	0.042913198471069336
209835	rnn.weight_ih_l0	0	-0.07897648960351944
209835	rnn.weight_ih_l0	1	0.003048686543479562
209835	rnn.weight_ih_l0	2	0.03658701106905937
209835	rnn.weight_ih_l0	3	0.022615572437644005
209835	rnn.weight_ih_l0	4	-0.04961510747671127
209835	rnn.weight_ih_l0	5	-0.06923414766788483
209835	rnn.weight_ih_l0	6	-0.001435701735317707
209835	rnn.weight_ih_l0	7	0.05075478181242943
209835	rnn.weight_ih_l0	8	-0.016702616587281227
209835	rnn.weight_ih_l0	9	-0.030327964574098587
209835	rnn.weight_hh_l0	0	-0.030267983675003052
209835	rnn.weight_hh_l0	1	-0.006954911630600691
209835	rnn.weight_hh_l0	2	0.008489170111715794
209835	rnn.weight_hh_l0	3	-0.07685495167970657
209835	rnn.weight_hh_l0	4	0.09391007572412491
209835	rnn.weight_hh_l0	5	-0.025232870131731033
209835	rnn.weight_hh_l0	6	-0.060502007603645325
209835	rnn.weight_hh_l0	7	0.011850189417600632
209835	rnn.weight_hh_l0	8	0.013939267955720425
209835	rnn.weight_hh_l0	9	-0.024402350187301636
209835	rnn.bias_ih_l0	0	0.1311551034450531
209835	rnn.bias_ih_l0	1	-0.03554093465209007
209835	rnn.bias_ih_l0	2	-0.034403394907712936
209835	rnn.bias_ih_l0	3	0.1596807986497879
209835	rnn.bias_ih_l0	4	-0.009863468818366528
209835	rnn.bias_ih_l0	5	-0.024431465193629265
209835	rnn.bias_ih_l0	6	0.020175239071249962
209835	rnn.bias_ih_l0	7	0.022701948881149292
209835	rnn.bias_ih_l0	8	-0.09967155009508133
209835	rnn.bias_ih_l0	9	-0.04874546080827713
209835	rnn.bias_hh_l0	0	0.0004010857082903385
209835	rnn.bias_hh_l0	1	-0.10258816927671432
209835	rnn.bias_hh_l0	2	-0.06943876296281815
209835	rnn.bias_hh_l0	3	-0.0866025760769844
209835	rnn.bias_hh_l0	4	0.007569232489913702
209835	rnn.bias_hh_l0	5	-0.019537530839443207
209835	rnn.bias_hh_l0	6	0.028893478214740753
209835	rnn.bias_hh_l0	7	0.05520649254322052
209835	rnn.bias_hh_l0	8	-0.11885762214660645
209835	rnn.bias_hh_l0	9	-0.053959257900714874
209835	rnn.weight_ih_l0_reverse	0	-0.0228724367916584
209835	rnn.weight_ih_l0_reverse	1	-0.054536718875169754
209835	rnn.weight_ih_l0_reverse	2	-0.04590047895908356
209835	rnn.weight_ih_l0_reverse	3	0.012859426438808441
209835	rnn.weight_ih_l0_reverse	4	-0.02368304692208767
209835	rnn.weight_ih_l0_reverse	5	-0.057416174560785294
209835	rnn.weight_ih_l0_reverse	6	0.07494411617517471
209835	rnn.weight_ih_l0_reverse	7	-0.015890460461378098
209835	rnn.weight_ih_l0_reverse	8	-0.017432531341910362
209835	rnn.weight_ih_l0_reverse	9	0.0024756789207458496
209835	rnn.weight_hh_l0_reverse	0	0.06599196791648865
209835	rnn.weight_hh_l0_reverse	1	0.02137439325451851
209835	rnn.weight_hh_l0_reverse	2	0.02824767865240574
209835	rnn.weight_hh_l0_reverse	3	0.0350821390748024
209835	rnn.weight_hh_l0_reverse	4	0.012453758157789707
209835	rnn.weight_hh_l0_reverse	5	0.008428799919784069
209835	rnn.weight_hh_l0_reverse	6	0.04983754828572273
209835	rnn.weight_hh_l0_reverse	7	-0.07837074995040894
209835	rnn.weight_hh_l0_reverse	8	0.04048992320895195
209835	rnn.weight_hh_l0_reverse	9	0.03578658029437065
209835	rnn.bias_ih_l0_reverse	0	-0.05959337577223778
209835	rnn.bias_ih_l0_reverse	1	-0.2870745062828064
209835	rnn.bias_ih_l0_reverse	2	-0.12285618484020233
209835	rnn.bias_ih_l0_reverse	3	-0.048982273787260056
209835	rnn.bias_ih_l0_reverse	4	-0.021355383098125458
209835	rnn.bias_ih_l0_reverse	5	0.07687169313430786
209835	rnn.bias_ih_l0_reverse	6	-0.06278649717569351
209835	rnn.bias_ih_l0_reverse	7	0.06704078614711761
209835	rnn.bias_ih_l0_reverse	8	-0.04751012101769447
209835	rnn.bias_ih_l0_reverse	9	0.062384046614170074
209835	rnn.bias_hh_l0_reverse	0	0.021764086559414864
209835	rnn.bias_hh_l0_reverse	1	-0.0548735037446022
209835	rnn.bias_hh_l0_reverse	2	0.086729034781456
209835	rnn.bias_hh_l0_reverse	3	-0.049398742616176605
209835	rnn.bias_hh_l0_reverse	4	-0.02190173976123333
209835	rnn.bias_hh_l0_reverse	5	-0.024242717772722244
209835	rnn.bias_hh_l0_reverse	6	-0.016947399824857712
209835	rnn.bias_hh_l0_reverse	7	0.1009637713432312
209835	rnn.bias_hh_l0_reverse	8	0.03800057992339134
209835	rnn.bias_hh_l0_reverse	9	-0.15272262692451477
209835	rnn.weight_ih_l1	0	-0.03054843656718731
209835	rnn.weight_ih_l1	1	-0.04858481138944626
209835	rnn.weight_ih_l1	2	0.055406685918569565
209835	rnn.weight_ih_l1	3	-0.0700363889336586
209835	rnn.weight_ih_l1	4	-0.014125165529549122
209835	rnn.weight_ih_l1	5	-0.0404922217130661
209835	rnn.weight_ih_l1	6	0.02735167182981968
209835	rnn.weight_ih_l1	7	-0.04607570543885231
209835	rnn.weight_ih_l1	8	0.03717683255672455
209835	rnn.weight_ih_l1	9	0.045164838433265686
209835	rnn.weight_hh_l1	0	-0.007643020711839199
209835	rnn.weight_hh_l1	1	0.020182043313980103
209835	rnn.weight_hh_l1	2	0.007454091217368841
209835	rnn.weight_hh_l1	3	-0.013157770968973637
209835	rnn.weight_hh_l1	4	0.005030111409723759
209835	rnn.weight_hh_l1	5	0.03379540517926216
209835	rnn.weight_hh_l1	6	0.03691403195261955
209835	rnn.weight_hh_l1	7	-0.017070461064577103
209835	rnn.weight_hh_l1	8	-0.008184842765331268
209835	rnn.weight_hh_l1	9	0.037309251725673676
209835	rnn.bias_ih_l1	0	-0.18536561727523804
209835	rnn.bias_ih_l1	1	-0.18361327052116394
209835	rnn.bias_ih_l1	2	-0.20387746393680573
209835	rnn.bias_ih_l1	3	-0.3146377205848694
209835	rnn.bias_ih_l1	4	-0.20997139811515808
209835	rnn.bias_ih_l1	5	-0.08335711807012558
209835	rnn.bias_ih_l1	6	-0.1633366197347641
209835	rnn.bias_ih_l1	7	-0.012905897572636604
209835	rnn.bias_ih_l1	8	-0.1330631673336029
209835	rnn.bias_ih_l1	9	-0.12773214280605316
209835	rnn.bias_hh_l1	0	-0.10058041661977768
209835	rnn.bias_hh_l1	1	-0.0722338855266571
209835	rnn.bias_hh_l1	2	-0.09177906066179276
209835	rnn.bias_hh_l1	3	-0.08069965243339539
209835	rnn.bias_hh_l1	4	-0.08051163703203201
209835	rnn.bias_hh_l1	5	-0.12051723152399063
209835	rnn.bias_hh_l1	6	-0.16164596378803253
209835	rnn.bias_hh_l1	7	0.06777869164943695
209835	rnn.bias_hh_l1	8	-0.18401017785072327
209835	rnn.bias_hh_l1	9	-0.12307479977607727
209835	rnn.weight_ih_l1_reverse	0	-0.045546695590019226
209835	rnn.weight_ih_l1_reverse	1	0.03777304291725159
209835	rnn.weight_ih_l1_reverse	2	0.09322848916053772
209835	rnn.weight_ih_l1_reverse	3	-0.015311632305383682
209835	rnn.weight_ih_l1_reverse	4	-0.026650823652744293
209835	rnn.weight_ih_l1_reverse	5	-0.030653994530439377
209835	rnn.weight_ih_l1_reverse	6	-0.017674433067440987
209835	rnn.weight_ih_l1_reverse	7	0.027209602296352386
209835	rnn.weight_ih_l1_reverse	8	0.010956007987260818
209835	rnn.weight_ih_l1_reverse	9	-0.03298089653253555
209835	rnn.weight_hh_l1_reverse	0	0.0046623218804597855
209835	rnn.weight_hh_l1_reverse	1	0.03158184513449669
209835	rnn.weight_hh_l1_reverse	2	-0.040526993572711945
209835	rnn.weight_hh_l1_reverse	3	0.03520999848842621
209835	rnn.weight_hh_l1_reverse	4	0.04780677706003189
209835	rnn.weight_hh_l1_reverse	5	0.0044334703125059605
209835	rnn.weight_hh_l1_reverse	6	0.05189155787229538
209835	rnn.weight_hh_l1_reverse	7	0.03161868453025818
209835	rnn.weight_hh_l1_reverse	8	-0.007230218965560198
209835	rnn.weight_hh_l1_reverse	9	-0.031080525368452072
209835	rnn.bias_ih_l1_reverse	0	-0.048871345818042755
209835	rnn.bias_ih_l1_reverse	1	-0.14551027119159698
209835	rnn.bias_ih_l1_reverse	2	-0.1640334129333496
209835	rnn.bias_ih_l1_reverse	3	-0.05855487659573555
209835	rnn.bias_ih_l1_reverse	4	-0.21039727330207825
209835	rnn.bias_ih_l1_reverse	5	-0.11592733860015869
209835	rnn.bias_ih_l1_reverse	6	-0.13248850405216217
209835	rnn.bias_ih_l1_reverse	7	-0.1938784420490265
209835	rnn.bias_ih_l1_reverse	8	0.2125895768404007
209835	rnn.bias_ih_l1_reverse	9	0.024848761036992073
209835	rnn.bias_hh_l1_reverse	0	-0.004529216326773167
209835	rnn.bias_hh_l1_reverse	1	-0.07298216223716736
209835	rnn.bias_hh_l1_reverse	2	-0.23543360829353333
209835	rnn.bias_hh_l1_reverse	3	-0.1439911127090454
209835	rnn.bias_hh_l1_reverse	4	-0.08451878279447556
209835	rnn.bias_hh_l1_reverse	5	-0.11828028410673141
209835	rnn.bias_hh_l1_reverse	6	0.04780304804444313
209835	rnn.bias_hh_l1_reverse	7	-0.1460103839635849
209835	rnn.bias_hh_l1_reverse	8	-0.1198839619755745
209835	rnn.bias_hh_l1_reverse	9	-0.15040276944637299
209835	linear.weight	0	0.002228822559118271
209835	linear.weight	1	0.10466840863227844
209835	linear.weight	2	-0.09822317212820053
209835	linear.weight	3	0.2981261909008026
209835	linear.weight	4	0.15375003218650818
209835	linear.weight	5	-0.06391152739524841
209835	linear.weight	6	0.11869122087955475
209835	linear.weight	7	0.1423226147890091
209835	linear.weight	8	0.041144464164972305
209835	linear.weight	9	-0.049359388649463654
209835	linear.bias	0	0.11249231547117233
209835	linear.bias	1	-0.16683265566825867
209835	linear.bias	2	-0.4557035565376282
209835	linear.bias	3	-0.6500772833824158
209835	linear.bias	4	-1.2373569011688232
209835	linear.bias	5	-0.050600722432136536
209835	linear.bias	6	-0.7975022196769714
209835	linear.bias	7	0.2767544686794281
209835	linear.bias	8	-0.43627306818962097
209835	linear.bias	9	-1.0504008531570435
210032	transitions	0	0.7446606755256653
210032	transitions	1	0.154692605137825
210032	transitions	2	-10000.0
210032	transitions	3	-1.8273508548736572
210032	transitions	4	-10000.0
210032	transitions	5	0.5650020837783813
210032	transitions	6	-0.0840633362531662
210032	transitions	7	-0.7943217754364014
210032	transitions	8	-1.4193933010101318
210032	transitions	9	-0.0012157991295680404
210032	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
210032	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
210032	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
210032	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
210032	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
210032	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
210032	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
210032	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
210032	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
210032	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
210032	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
210032	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
210032	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
210032	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
210032	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
210032	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
210032	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
210032	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
210032	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
210032	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
210032	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
210032	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
210032	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
210032	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
210032	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
210032	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
210032	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
210032	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
210032	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
210032	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
210032	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
210032	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
210032	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
210032	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
210032	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
210032	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
210032	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
210032	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
210032	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
210032	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
210032	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
210032	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
210032	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
210032	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
210032	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
210032	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
210032	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
210032	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
210032	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
210032	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
210032	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
210032	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
210032	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
210032	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
210032	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
210032	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
210032	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
210032	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
210032	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
210032	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
210032	embedding2nn.weight	0	0.01998024806380272
210032	embedding2nn.weight	1	-0.013205025345087051
210032	embedding2nn.weight	2	-0.014268254861235619
210032	embedding2nn.weight	3	-0.031805556267499924
210032	embedding2nn.weight	4	-0.0059150345623493195
210032	embedding2nn.weight	5	-0.0037005890626460314
210032	embedding2nn.weight	6	-0.00397326797246933
210032	embedding2nn.weight	7	-0.07676036655902863
210032	embedding2nn.weight	8	-0.0019979383796453476
210032	embedding2nn.weight	9	-0.028901463374495506
210032	embedding2nn.bias	0	0.03016396053135395
210032	embedding2nn.bias	1	-0.07906418293714523
210032	embedding2nn.bias	2	0.06917810440063477
210032	embedding2nn.bias	3	0.04645206406712532
210032	embedding2nn.bias	4	-0.0395757257938385
210032	embedding2nn.bias	5	-0.006001105532050133
210032	embedding2nn.bias	6	0.020495053380727768
210032	embedding2nn.bias	7	-0.0485156886279583
210032	embedding2nn.bias	8	0.060127027332782745
210032	embedding2nn.bias	9	0.0435505248606205
210032	rnn.weight_ih_l0	0	-0.07888093590736389
210032	rnn.weight_ih_l0	1	0.0027339691296219826
210032	rnn.weight_ih_l0	2	0.036575205624103546
210032	rnn.weight_ih_l0	3	0.02258579060435295
210032	rnn.weight_ih_l0	4	-0.04987524077296257
210032	rnn.weight_ih_l0	5	-0.06937583535909653
210032	rnn.weight_ih_l0	6	-0.0015515389386564493
210032	rnn.weight_ih_l0	7	0.050913337618112564
210032	rnn.weight_ih_l0	8	-0.017056941986083984
210032	rnn.weight_ih_l0	9	-0.030078431591391563
210032	rnn.weight_hh_l0	0	-0.030693601816892624
210032	rnn.weight_hh_l0	1	-0.007097073830664158
210032	rnn.weight_hh_l0	2	0.008681350387632847
210032	rnn.weight_hh_l0	3	-0.07701139897108078
210032	rnn.weight_hh_l0	4	0.09364303946495056
210032	rnn.weight_hh_l0	5	-0.025630012154579163
210032	rnn.weight_hh_l0	6	-0.06078024581074715
210032	rnn.weight_hh_l0	7	0.011354833841323853
210032	rnn.weight_hh_l0	8	0.014035025611519814
210032	rnn.weight_hh_l0	9	-0.024270525202155113
210032	rnn.bias_ih_l0	0	0.1310228407382965
210032	rnn.bias_ih_l0	1	-0.03442292660474777
210032	rnn.bias_ih_l0	2	-0.03452054411172867
210032	rnn.bias_ih_l0	3	0.15918001532554626
210032	rnn.bias_ih_l0	4	-0.010816245339810848
210032	rnn.bias_ih_l0	5	-0.02392609231173992
210032	rnn.bias_ih_l0	6	0.018463749438524246
210032	rnn.bias_ih_l0	7	0.023335613310337067
210032	rnn.bias_ih_l0	8	-0.09964820742607117
210032	rnn.bias_ih_l0	9	-0.050026971846818924
210032	rnn.bias_hh_l0	0	0.00013418389426078647
210032	rnn.bias_hh_l0	1	-0.10147528350353241
210032	rnn.bias_hh_l0	2	-0.0701218694448471
210032	rnn.bias_hh_l0	3	-0.08624433726072311
210032	rnn.bias_hh_l0	4	0.007179800420999527
210032	rnn.bias_hh_l0	5	-0.01956203766167164
210032	rnn.bias_hh_l0	6	0.029093729332089424
210032	rnn.bias_hh_l0	7	0.05441110208630562
210032	rnn.bias_hh_l0	8	-0.11849486082792282
210032	rnn.bias_hh_l0	9	-0.05417425557971001
210032	rnn.weight_ih_l0_reverse	0	-0.022994576022028923
210032	rnn.weight_ih_l0_reverse	1	-0.05464618653059006
210032	rnn.weight_ih_l0_reverse	2	-0.045922353863716125
210032	rnn.weight_ih_l0_reverse	3	0.012727422639727592
210032	rnn.weight_ih_l0_reverse	4	-0.02354951575398445
210032	rnn.weight_ih_l0_reverse	5	-0.057044509798288345
210032	rnn.weight_ih_l0_reverse	6	0.07488437741994858
210032	rnn.weight_ih_l0_reverse	7	-0.016427921131253242
210032	rnn.weight_ih_l0_reverse	8	-0.01701176166534424
210032	rnn.weight_ih_l0_reverse	9	0.002235559979453683
210032	rnn.weight_hh_l0_reverse	0	0.0661492645740509
210032	rnn.weight_hh_l0_reverse	1	0.02145368419587612
210032	rnn.weight_hh_l0_reverse	2	0.02843288518488407
210032	rnn.weight_hh_l0_reverse	3	0.03504845127463341
210032	rnn.weight_hh_l0_reverse	4	0.01241541001945734
210032	rnn.weight_hh_l0_reverse	5	0.008711392991244793
210032	rnn.weight_hh_l0_reverse	6	0.04978816211223602
210032	rnn.weight_hh_l0_reverse	7	-0.07801957428455353
210032	rnn.weight_hh_l0_reverse	8	0.040604814887046814
210032	rnn.weight_hh_l0_reverse	9	0.035966675728559494
210032	rnn.bias_ih_l0_reverse	0	-0.05960702523589134
210032	rnn.bias_ih_l0_reverse	1	-0.28714168071746826
210032	rnn.bias_ih_l0_reverse	2	-0.1227705329656601
210032	rnn.bias_ih_l0_reverse	3	-0.04914214089512825
210032	rnn.bias_ih_l0_reverse	4	-0.022515419870615005
210032	rnn.bias_ih_l0_reverse	5	0.07756521552801132
210032	rnn.bias_ih_l0_reverse	6	-0.06253590434789658
210032	rnn.bias_ih_l0_reverse	7	0.0663561001420021
210032	rnn.bias_ih_l0_reverse	8	-0.04688996821641922
210032	rnn.bias_ih_l0_reverse	9	0.06274358183145523
210032	rnn.bias_hh_l0_reverse	0	0.02109718695282936
210032	rnn.bias_hh_l0_reverse	1	-0.05305466055870056
210032	rnn.bias_hh_l0_reverse	2	0.08630827814340591
210032	rnn.bias_hh_l0_reverse	3	-0.04854947701096535
210032	rnn.bias_hh_l0_reverse	4	-0.022396866232156754
210032	rnn.bias_hh_l0_reverse	5	-0.02506210282444954
210032	rnn.bias_hh_l0_reverse	6	-0.015917900949716568
210032	rnn.bias_hh_l0_reverse	7	0.10086847096681595
210032	rnn.bias_hh_l0_reverse	8	0.038312941789627075
210032	rnn.bias_hh_l0_reverse	9	-0.15215301513671875
210032	rnn.weight_ih_l1	0	-0.030473923310637474
210032	rnn.weight_ih_l1	1	-0.048531223088502884
210032	rnn.weight_ih_l1	2	0.05570460483431816
210032	rnn.weight_ih_l1	3	-0.07039076834917068
210032	rnn.weight_ih_l1	4	-0.014093706384301186
210032	rnn.weight_ih_l1	5	-0.040428392589092255
210032	rnn.weight_ih_l1	6	0.02718222327530384
210032	rnn.weight_ih_l1	7	-0.04625614359974861
210032	rnn.weight_ih_l1	8	0.03711259737610817
210032	rnn.weight_ih_l1	9	0.045428141951560974
210032	rnn.weight_hh_l1	0	-0.00789577979594469
210032	rnn.weight_hh_l1	1	0.020268335938453674
210032	rnn.weight_hh_l1	2	0.007293130736798048
210032	rnn.weight_hh_l1	3	-0.013118274509906769
210032	rnn.weight_hh_l1	4	0.004802901763468981
210032	rnn.weight_hh_l1	5	0.03375944867730141
210032	rnn.weight_hh_l1	6	0.03699775040149689
210032	rnn.weight_hh_l1	7	-0.017319748178124428
210032	rnn.weight_hh_l1	8	-0.00804461445659399
210032	rnn.weight_hh_l1	9	0.037594687193632126
210032	rnn.bias_ih_l1	0	-0.18460597097873688
210032	rnn.bias_ih_l1	1	-0.18337924778461456
210032	rnn.bias_ih_l1	2	-0.20356407761573792
210032	rnn.bias_ih_l1	3	-0.31488388776779175
210032	rnn.bias_ih_l1	4	-0.21260888874530792
210032	rnn.bias_ih_l1	5	-0.0833362266421318
210032	rnn.bias_ih_l1	6	-0.16297096014022827
210032	rnn.bias_ih_l1	7	-0.01372973807156086
210032	rnn.bias_ih_l1	8	-0.13334284722805023
210032	rnn.bias_ih_l1	9	-0.12814189493656158
210032	rnn.bias_hh_l1	0	-0.10035824775695801
210032	rnn.bias_hh_l1	1	-0.07322011888027191
210032	rnn.bias_hh_l1	2	-0.09188283234834671
210032	rnn.bias_hh_l1	3	-0.08025552332401276
210032	rnn.bias_hh_l1	4	-0.08002851158380508
210032	rnn.bias_hh_l1	5	-0.12026316672563553
210032	rnn.bias_hh_l1	6	-0.16199713945388794
210032	rnn.bias_hh_l1	7	0.06745149195194244
210032	rnn.bias_hh_l1	8	-0.18439072370529175
210032	rnn.bias_hh_l1	9	-0.12377926707267761
210032	rnn.weight_ih_l1_reverse	0	-0.04553160071372986
210032	rnn.weight_ih_l1_reverse	1	0.03741616755723953
210032	rnn.weight_ih_l1_reverse	2	0.09341345727443695
210032	rnn.weight_ih_l1_reverse	3	-0.015787120908498764
210032	rnn.weight_ih_l1_reverse	4	-0.026335937902331352
210032	rnn.weight_ih_l1_reverse	5	-0.030593516305088997
210032	rnn.weight_ih_l1_reverse	6	-0.017430054023861885
210032	rnn.weight_ih_l1_reverse	7	0.027284041047096252
210032	rnn.weight_ih_l1_reverse	8	0.010883438400924206
210032	rnn.weight_ih_l1_reverse	9	-0.032874684780836105
210032	rnn.weight_hh_l1_reverse	0	0.004637439269572496
210032	rnn.weight_hh_l1_reverse	1	0.03154405578970909
210032	rnn.weight_hh_l1_reverse	2	-0.040524404495954514
210032	rnn.weight_hh_l1_reverse	3	0.03522930666804314
210032	rnn.weight_hh_l1_reverse	4	0.04768114537000656
210032	rnn.weight_hh_l1_reverse	5	0.004291650839149952
210032	rnn.weight_hh_l1_reverse	6	0.05193942040205002
210032	rnn.weight_hh_l1_reverse	7	0.03152301907539368
210032	rnn.weight_hh_l1_reverse	8	-0.007237940561026335
210032	rnn.weight_hh_l1_reverse	9	-0.031098702922463417
210032	rnn.bias_ih_l1_reverse	0	-0.048654258251190186
210032	rnn.bias_ih_l1_reverse	1	-0.1458899974822998
210032	rnn.bias_ih_l1_reverse	2	-0.16357730329036713
210032	rnn.bias_ih_l1_reverse	3	-0.06063473969697952
210032	rnn.bias_ih_l1_reverse	4	-0.21075722575187683
210032	rnn.bias_ih_l1_reverse	5	-0.11560766398906708
210032	rnn.bias_ih_l1_reverse	6	-0.1322430521249771
210032	rnn.bias_ih_l1_reverse	7	-0.1950143277645111
210032	rnn.bias_ih_l1_reverse	8	0.21131040155887604
210032	rnn.bias_ih_l1_reverse	9	0.023526890203356743
210032	rnn.bias_hh_l1_reverse	0	-0.004153423942625523
210032	rnn.bias_hh_l1_reverse	1	-0.07121186703443527
210032	rnn.bias_hh_l1_reverse	2	-0.2352716624736786
210032	rnn.bias_hh_l1_reverse	3	-0.14330829679965973
210032	rnn.bias_hh_l1_reverse	4	-0.08410149812698364
210032	rnn.bias_hh_l1_reverse	5	-0.11736912280321121
210032	rnn.bias_hh_l1_reverse	6	0.04867378622293472
210032	rnn.bias_hh_l1_reverse	7	-0.1458103209733963
210032	rnn.bias_hh_l1_reverse	8	-0.12010502815246582
210032	rnn.bias_hh_l1_reverse	9	-0.15029485523700714
210032	linear.weight	0	0.002228822559118271
210032	linear.weight	1	0.10155708342790604
210032	linear.weight	2	-0.09758652001619339
210032	linear.weight	3	0.2966253459453583
210032	linear.weight	4	0.1544000655412674
210032	linear.weight	5	-0.0636126697063446
210032	linear.weight	6	0.11777659505605698
210032	linear.weight	7	0.1409846544265747
210032	linear.weight	8	0.041144516319036484
210032	linear.weight	9	-0.05039888620376587
210032	linear.bias	0	0.10168145596981049
210032	linear.bias	1	-0.16626040637493134
210032	linear.bias	2	-0.46100643277168274
210032	linear.bias	3	-0.6522032022476196
210032	linear.bias	4	-1.2384593486785889
210032	linear.bias	5	-0.05710558220744133
210032	linear.bias	6	-0.7979328036308289
210032	linear.bias	7	0.2702607810497284
210032	linear.bias	8	-0.43264031410217285
210032	linear.bias	9	-1.046401858329773
210229	transitions	0	0.7467526793479919
210229	transitions	1	0.15628302097320557
210229	transitions	2	-10000.0
210229	transitions	3	-1.8273603916168213
210229	transitions	4	-10000.0
210229	transitions	5	0.564990222454071
210229	transitions	6	-0.08407502621412277
210229	transitions	7	-0.7944486737251282
210229	transitions	8	-1.4194165468215942
210229	transitions	9	-0.0012159310281276703
210229	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
210229	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
210229	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
210229	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
210229	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
210229	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
210229	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
210229	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
210229	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
210229	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
210229	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
210229	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
210229	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
210229	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
210229	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
210229	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
210229	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
210229	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
210229	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
210229	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
210229	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
210229	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
210229	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
210229	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
210229	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
210229	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
210229	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
210229	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
210229	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
210229	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
210229	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
210229	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
210229	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
210229	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
210229	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
210229	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
210229	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
210229	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
210229	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
210229	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
210229	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
210229	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
210229	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
210229	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
210229	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
210229	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
210229	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
210229	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
210229	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
210229	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
210229	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
210229	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
210229	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
210229	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
210229	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
210229	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
210229	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
210229	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
210229	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
210229	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
210229	embedding2nn.weight	0	0.020342810079455376
210229	embedding2nn.weight	1	-0.013157714158296585
210229	embedding2nn.weight	2	-0.014268254861235619
210229	embedding2nn.weight	3	-0.031216168776154518
210229	embedding2nn.weight	4	-0.0059150345623493195
210229	embedding2nn.weight	5	-0.0037005890626460314
210229	embedding2nn.weight	6	-0.003973268438130617
210229	embedding2nn.weight	7	-0.07698610424995422
210229	embedding2nn.weight	8	-0.0019979383796453476
210229	embedding2nn.weight	9	-0.02890828624367714
210229	embedding2nn.bias	0	0.030402593314647675
210229	embedding2nn.bias	1	-0.07807816565036774
210229	embedding2nn.bias	2	0.07000181823968887
210229	embedding2nn.bias	3	0.044387347996234894
210229	embedding2nn.bias	4	-0.03436259925365448
210229	embedding2nn.bias	5	-0.004046449903398752
210229	embedding2nn.bias	6	0.02120557427406311
210229	embedding2nn.bias	7	-0.04709281399846077
210229	embedding2nn.bias	8	0.061255939304828644
210229	embedding2nn.bias	9	0.04458404704928398
210229	rnn.weight_ih_l0	0	-0.07896479219198227
210229	rnn.weight_ih_l0	1	0.002324352040886879
210229	rnn.weight_ih_l0	2	0.03705735504627228
210229	rnn.weight_ih_l0	3	0.022139335051178932
210229	rnn.weight_ih_l0	4	-0.0497228279709816
210229	rnn.weight_ih_l0	5	-0.06935464590787888
210229	rnn.weight_ih_l0	6	-0.001618127222172916
210229	rnn.weight_ih_l0	7	0.051078420132398605
210229	rnn.weight_ih_l0	8	-0.016993455588817596
210229	rnn.weight_ih_l0	9	-0.02990996092557907
210229	rnn.weight_hh_l0	0	-0.030428322032094002
210229	rnn.weight_hh_l0	1	-0.0073483046144247055
210229	rnn.weight_hh_l0	2	0.008974906988441944
210229	rnn.weight_hh_l0	3	-0.07689119875431061
210229	rnn.weight_hh_l0	4	0.09334450960159302
210229	rnn.weight_hh_l0	5	-0.025684453547000885
210229	rnn.weight_hh_l0	6	-0.060744114220142365
210229	rnn.weight_hh_l0	7	0.011176155880093575
210229	rnn.weight_hh_l0	8	0.013974606990814209
210229	rnn.weight_hh_l0	9	-0.0243618655949831
210229	rnn.bias_ih_l0	0	0.13014096021652222
210229	rnn.bias_ih_l0	1	-0.03379375487565994
210229	rnn.bias_ih_l0	2	-0.035265833139419556
210229	rnn.bias_ih_l0	3	0.15867315232753754
210229	rnn.bias_ih_l0	4	-0.011143703013658524
210229	rnn.bias_ih_l0	5	-0.023884104564785957
210229	rnn.bias_ih_l0	6	0.016788920387625694
210229	rnn.bias_ih_l0	7	0.02327660657465458
210229	rnn.bias_ih_l0	8	-0.09983421117067337
210229	rnn.bias_ih_l0	9	-0.0498795285820961
210229	rnn.bias_hh_l0	0	0.0002353362797293812
210229	rnn.bias_hh_l0	1	-0.10189277678728104
210229	rnn.bias_hh_l0	2	-0.06994068622589111
210229	rnn.bias_hh_l0	3	-0.08642950654029846
210229	rnn.bias_hh_l0	4	0.008285322226583958
210229	rnn.bias_hh_l0	5	-0.019212324172258377
210229	rnn.bias_hh_l0	6	0.029854778200387955
210229	rnn.bias_hh_l0	7	0.05486641451716423
210229	rnn.bias_hh_l0	8	-0.11823467910289764
210229	rnn.bias_hh_l0	9	-0.05423698574304581
210229	rnn.weight_ih_l0_reverse	0	-0.023102056235074997
210229	rnn.weight_ih_l0_reverse	1	-0.0546717643737793
210229	rnn.weight_ih_l0_reverse	2	-0.04638911783695221
210229	rnn.weight_ih_l0_reverse	3	0.013002431951463223
210229	rnn.weight_ih_l0_reverse	4	-0.023988904431462288
210229	rnn.weight_ih_l0_reverse	5	-0.05686293914914131
210229	rnn.weight_ih_l0_reverse	6	0.07494504004716873
210229	rnn.weight_ih_l0_reverse	7	-0.016648774966597557
210229	rnn.weight_ih_l0_reverse	8	-0.017112215980887413
210229	rnn.weight_ih_l0_reverse	9	0.002297497820109129
210229	rnn.weight_hh_l0_reverse	0	0.0658281221985817
210229	rnn.weight_hh_l0_reverse	1	0.021526677533984184
210229	rnn.weight_hh_l0_reverse	2	0.028490297496318817
210229	rnn.weight_hh_l0_reverse	3	0.03519565239548683
210229	rnn.weight_hh_l0_reverse	4	0.012566687539219856
210229	rnn.weight_hh_l0_reverse	5	0.008249170146882534
210229	rnn.weight_hh_l0_reverse	6	0.04961855337023735
210229	rnn.weight_hh_l0_reverse	7	-0.07810769230127335
210229	rnn.weight_hh_l0_reverse	8	0.040747884660959244
210229	rnn.weight_hh_l0_reverse	9	0.03584764152765274
210229	rnn.bias_ih_l0_reverse	0	-0.05959053710103035
210229	rnn.bias_ih_l0_reverse	1	-0.2870386242866516
210229	rnn.bias_ih_l0_reverse	2	-0.12245560437440872
210229	rnn.bias_ih_l0_reverse	3	-0.04885758459568024
210229	rnn.bias_ih_l0_reverse	4	-0.022611983120441437
210229	rnn.bias_ih_l0_reverse	5	0.07778201997280121
210229	rnn.bias_ih_l0_reverse	6	-0.06314149498939514
210229	rnn.bias_ih_l0_reverse	7	0.06668920814990997
210229	rnn.bias_ih_l0_reverse	8	-0.047228287905454636
210229	rnn.bias_ih_l0_reverse	9	0.06238098442554474
210229	rnn.bias_hh_l0_reverse	0	0.020532989874482155
210229	rnn.bias_hh_l0_reverse	1	-0.05267869681119919
210229	rnn.bias_hh_l0_reverse	2	0.08603070676326752
210229	rnn.bias_hh_l0_reverse	3	-0.04860294610261917
210229	rnn.bias_hh_l0_reverse	4	-0.02191774919629097
210229	rnn.bias_hh_l0_reverse	5	-0.024698710069060326
210229	rnn.bias_hh_l0_reverse	6	-0.01566784456372261
210229	rnn.bias_hh_l0_reverse	7	0.100530244410038
210229	rnn.bias_hh_l0_reverse	8	0.03914547339081764
210229	rnn.bias_hh_l0_reverse	9	-0.15226846933364868
210229	rnn.weight_ih_l1	0	-0.030637864023447037
210229	rnn.weight_ih_l1	1	-0.048545002937316895
210229	rnn.weight_ih_l1	2	0.055677205324172974
210229	rnn.weight_ih_l1	3	-0.07041572034358978
210229	rnn.weight_ih_l1	4	-0.013918720185756683
210229	rnn.weight_ih_l1	5	-0.040441595017910004
210229	rnn.weight_ih_l1	6	0.027056727558374405
210229	rnn.weight_ih_l1	7	-0.04640151187777519
210229	rnn.weight_ih_l1	8	0.03706428408622742
210229	rnn.weight_ih_l1	9	0.045422475785017014
210229	rnn.weight_hh_l1	0	-0.007622997276484966
210229	rnn.weight_hh_l1	1	0.02028578892350197
210229	rnn.weight_hh_l1	2	0.007503016851842403
210229	rnn.weight_hh_l1	3	-0.013084527105093002
210229	rnn.weight_hh_l1	4	0.004797270055860281
210229	rnn.weight_hh_l1	5	0.03382747620344162
210229	rnn.weight_hh_l1	6	0.03700399026274681
210229	rnn.weight_hh_l1	7	-0.017280174419283867
210229	rnn.weight_hh_l1	8	-0.008201881311833858
210229	rnn.weight_hh_l1	9	0.03746809810400009
210229	rnn.bias_ih_l1	0	-0.18336990475654602
210229	rnn.bias_ih_l1	1	-0.18299923837184906
210229	rnn.bias_ih_l1	2	-0.20308804512023926
210229	rnn.bias_ih_l1	3	-0.31523168087005615
210229	rnn.bias_ih_l1	4	-0.21226710081100464
210229	rnn.bias_ih_l1	5	-0.08296958357095718
210229	rnn.bias_ih_l1	6	-0.163469135761261
210229	rnn.bias_ih_l1	7	-0.015211994759738445
210229	rnn.bias_ih_l1	8	-0.13364781439304352
210229	rnn.bias_ih_l1	9	-0.12741275131702423
210229	rnn.bias_hh_l1	0	-0.10009153187274933
210229	rnn.bias_hh_l1	1	-0.07363478094339371
210229	rnn.bias_hh_l1	2	-0.09161557257175446
210229	rnn.bias_hh_l1	3	-0.08016747236251831
210229	rnn.bias_hh_l1	4	-0.07988554984331131
210229	rnn.bias_hh_l1	5	-0.11957268416881561
210229	rnn.bias_hh_l1	6	-0.16247230768203735
210229	rnn.bias_hh_l1	7	0.0679870992898941
210229	rnn.bias_hh_l1	8	-0.18390022218227386
210229	rnn.bias_hh_l1	9	-0.12300258874893188
210229	rnn.weight_ih_l1_reverse	0	-0.04543032869696617
210229	rnn.weight_ih_l1_reverse	1	0.037050243467092514
210229	rnn.weight_ih_l1_reverse	2	0.09367529302835464
210229	rnn.weight_ih_l1_reverse	3	-0.016264911741018295
210229	rnn.weight_ih_l1_reverse	4	-0.026493269950151443
210229	rnn.weight_ih_l1_reverse	5	-0.030605848878622055
210229	rnn.weight_ih_l1_reverse	6	-0.01683686673641205
210229	rnn.weight_ih_l1_reverse	7	0.02723064459860325
210229	rnn.weight_ih_l1_reverse	8	0.01073725987225771
210229	rnn.weight_ih_l1_reverse	9	-0.0334901437163353
210229	rnn.weight_hh_l1_reverse	0	0.004644900560379028
210229	rnn.weight_hh_l1_reverse	1	0.03157581761479378
210229	rnn.weight_hh_l1_reverse	2	-0.04052709415555
210229	rnn.weight_hh_l1_reverse	3	0.0352468267083168
210229	rnn.weight_hh_l1_reverse	4	0.04753773286938667
210229	rnn.weight_hh_l1_reverse	5	0.0042781587690114975
210229	rnn.weight_hh_l1_reverse	6	0.051672715693712234
210229	rnn.weight_hh_l1_reverse	7	0.03151042014360428
210229	rnn.weight_hh_l1_reverse	8	-0.007315769325941801
210229	rnn.weight_hh_l1_reverse	9	-0.031129322946071625
210229	rnn.bias_ih_l1_reverse	0	-0.04842529073357582
210229	rnn.bias_ih_l1_reverse	1	-0.1458018720149994
210229	rnn.bias_ih_l1_reverse	2	-0.16282542049884796
210229	rnn.bias_ih_l1_reverse	3	-0.06177595257759094
210229	rnn.bias_ih_l1_reverse	4	-0.2104661613702774
210229	rnn.bias_ih_l1_reverse	5	-0.11550503969192505
210229	rnn.bias_ih_l1_reverse	6	-0.13231348991394043
210229	rnn.bias_ih_l1_reverse	7	-0.1956329643726349
210229	rnn.bias_ih_l1_reverse	8	0.21278437972068787
210229	rnn.bias_ih_l1_reverse	9	0.021436044946312904
210229	rnn.bias_hh_l1_reverse	0	-0.0022231193725019693
210229	rnn.bias_hh_l1_reverse	1	-0.07175368815660477
210229	rnn.bias_hh_l1_reverse	2	-0.23533378541469574
210229	rnn.bias_hh_l1_reverse	3	-0.14324983954429626
210229	rnn.bias_hh_l1_reverse	4	-0.08478812128305435
210229	rnn.bias_hh_l1_reverse	5	-0.11737136542797089
210229	rnn.bias_hh_l1_reverse	6	0.049036744982004166
210229	rnn.bias_hh_l1_reverse	7	-0.1468215137720108
210229	rnn.bias_hh_l1_reverse	8	-0.12022335827350616
210229	rnn.bias_hh_l1_reverse	9	-0.15030986070632935
210229	linear.weight	0	0.002228822559118271
210229	linear.weight	1	0.10029760748147964
210229	linear.weight	2	-0.09836741536855698
210229	linear.weight	3	0.2951519191265106
210229	linear.weight	4	0.15247298777103424
210229	linear.weight	5	-0.062420155853033066
210229	linear.weight	6	0.11251071095466614
210229	linear.weight	7	0.1387147456407547
210229	linear.weight	8	0.04114444926381111
210229	linear.weight	9	-0.05081629380583763
210229	linear.bias	0	0.0956692323088646
210229	linear.bias	1	-0.16437597572803497
210229	linear.bias	2	-0.4661571979522705
210229	linear.bias	3	-0.652481734752655
210229	linear.bias	4	-1.2387617826461792
210229	linear.bias	5	-0.05038086697459221
210229	linear.bias	6	-0.7967955470085144
210229	linear.bias	7	0.2773875594139099
210229	linear.bias	8	-0.43395742774009705
210229	linear.bias	9	-1.0478260517120361
210426	transitions	0	0.7473465800285339
210426	transitions	1	0.15613988041877747
210426	transitions	2	-10000.0
210426	transitions	3	-1.827366828918457
210426	transitions	4	-10000.0
210426	transitions	5	0.564982533454895
210426	transitions	6	-0.08408491313457489
210426	transitions	7	-0.7945263385772705
210426	transitions	8	-1.419426679611206
210426	transitions	9	-0.0012161628110334277
210426	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
210426	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
210426	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
210426	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
210426	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
210426	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
210426	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
210426	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
210426	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
210426	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
210426	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
210426	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
210426	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
210426	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
210426	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
210426	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
210426	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
210426	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
210426	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
210426	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
210426	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
210426	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
210426	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
210426	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
210426	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
210426	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
210426	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
210426	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
210426	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
210426	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
210426	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
210426	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
210426	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
210426	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
210426	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
210426	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
210426	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
210426	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
210426	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
210426	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
210426	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
210426	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
210426	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
210426	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
210426	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
210426	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
210426	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
210426	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
210426	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
210426	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
210426	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
210426	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
210426	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
210426	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
210426	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
210426	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
210426	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
210426	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
210426	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
210426	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
210426	embedding2nn.weight	0	0.02044936642050743
210426	embedding2nn.weight	1	-0.013132316991686821
210426	embedding2nn.weight	2	-0.014268254861235619
210426	embedding2nn.weight	3	-0.03115140274167061
210426	embedding2nn.weight	4	-0.0059150345623493195
210426	embedding2nn.weight	5	-0.0037005888298153877
210426	embedding2nn.weight	6	-0.00397326797246933
210426	embedding2nn.weight	7	-0.07724704593420029
210426	embedding2nn.weight	8	-0.0019979383796453476
210426	embedding2nn.weight	9	-0.028733989223837852
210426	embedding2nn.bias	0	0.031826622784137726
210426	embedding2nn.bias	1	-0.07872225344181061
210426	embedding2nn.bias	2	0.07112249732017517
210426	embedding2nn.bias	3	0.04409709572792053
210426	embedding2nn.bias	4	-0.031974587589502335
210426	embedding2nn.bias	5	-0.003623581025749445
210426	embedding2nn.bias	6	0.020507169887423515
210426	embedding2nn.bias	7	-0.04693613201379776
210426	embedding2nn.bias	8	0.064503014087677
210426	embedding2nn.bias	9	0.0431135892868042
210426	rnn.weight_ih_l0	0	-0.07889499515295029
210426	rnn.weight_ih_l0	1	0.0021130952518433332
210426	rnn.weight_ih_l0	2	0.03758928179740906
210426	rnn.weight_ih_l0	3	0.022442501038312912
210426	rnn.weight_ih_l0	4	-0.04969252645969391
210426	rnn.weight_ih_l0	5	-0.06914029270410538
210426	rnn.weight_ih_l0	6	-0.0015018618432804942
210426	rnn.weight_ih_l0	7	0.05133429169654846
210426	rnn.weight_ih_l0	8	-0.01693250983953476
210426	rnn.weight_ih_l0	9	-0.030042460188269615
210426	rnn.weight_hh_l0	0	-0.030442165210843086
210426	rnn.weight_hh_l0	1	-0.0074123963713645935
210426	rnn.weight_hh_l0	2	0.008956237696111202
210426	rnn.weight_hh_l0	3	-0.07685335725545883
210426	rnn.weight_hh_l0	4	0.09318243712186813
210426	rnn.weight_hh_l0	5	-0.02557123266160488
210426	rnn.weight_hh_l0	6	-0.06086641177535057
210426	rnn.weight_hh_l0	7	0.01096175704151392
210426	rnn.weight_hh_l0	8	0.014161825180053711
210426	rnn.weight_hh_l0	9	-0.024154258891940117
210426	rnn.bias_ih_l0	0	0.13033656775951385
210426	rnn.bias_ih_l0	1	-0.03450070694088936
210426	rnn.bias_ih_l0	2	-0.0354665108025074
210426	rnn.bias_ih_l0	3	0.1591784656047821
210426	rnn.bias_ih_l0	4	-0.011341072618961334
210426	rnn.bias_ih_l0	5	-0.023350873962044716
210426	rnn.bias_ih_l0	6	0.01612447202205658
210426	rnn.bias_ih_l0	7	0.02353995479643345
210426	rnn.bias_ih_l0	8	-0.10027159005403519
210426	rnn.bias_ih_l0	9	-0.04950365796685219
210426	rnn.bias_hh_l0	0	0.00032160463160835207
210426	rnn.bias_hh_l0	1	-0.10242222994565964
210426	rnn.bias_hh_l0	2	-0.0704154372215271
210426	rnn.bias_hh_l0	3	-0.08627201616764069
210426	rnn.bias_hh_l0	4	0.00710143381729722
210426	rnn.bias_hh_l0	5	-0.018535802140831947
210426	rnn.bias_hh_l0	6	0.029333753511309624
210426	rnn.bias_hh_l0	7	0.05504583567380905
210426	rnn.bias_hh_l0	8	-0.11865508556365967
210426	rnn.bias_hh_l0	9	-0.0542772114276886
210426	rnn.weight_ih_l0_reverse	0	-0.022953374311327934
210426	rnn.weight_ih_l0_reverse	1	-0.05455663427710533
210426	rnn.weight_ih_l0_reverse	2	-0.046186674386262894
210426	rnn.weight_ih_l0_reverse	3	0.012861453928053379
210426	rnn.weight_ih_l0_reverse	4	-0.0242771003395319
210426	rnn.weight_ih_l0_reverse	5	-0.05681714415550232
210426	rnn.weight_ih_l0_reverse	6	0.07502333074808121
210426	rnn.weight_ih_l0_reverse	7	-0.016215812414884567
210426	rnn.weight_ih_l0_reverse	8	-0.017630478367209435
210426	rnn.weight_ih_l0_reverse	9	0.00230237515643239
210426	rnn.weight_hh_l0_reverse	0	0.06607155501842499
210426	rnn.weight_hh_l0_reverse	1	0.021710049360990524
210426	rnn.weight_hh_l0_reverse	2	0.028506798669695854
210426	rnn.weight_hh_l0_reverse	3	0.03519049659371376
210426	rnn.weight_hh_l0_reverse	4	0.012542194686830044
210426	rnn.weight_hh_l0_reverse	5	0.008445102721452713
210426	rnn.weight_hh_l0_reverse	6	0.04950292780995369
210426	rnn.weight_hh_l0_reverse	7	-0.07816194742918015
210426	rnn.weight_hh_l0_reverse	8	0.0408368855714798
210426	rnn.weight_hh_l0_reverse	9	0.03571346029639244
210426	rnn.bias_ih_l0_reverse	0	-0.05900084227323532
210426	rnn.bias_ih_l0_reverse	1	-0.2884203791618347
210426	rnn.bias_ih_l0_reverse	2	-0.12315704673528671
210426	rnn.bias_ih_l0_reverse	3	-0.04838228598237038
210426	rnn.bias_ih_l0_reverse	4	-0.023007195442914963
210426	rnn.bias_ih_l0_reverse	5	0.07827814668416977
210426	rnn.bias_ih_l0_reverse	6	-0.06362824141979218
210426	rnn.bias_ih_l0_reverse	7	0.06648337841033936
210426	rnn.bias_ih_l0_reverse	8	-0.04774729534983635
210426	rnn.bias_ih_l0_reverse	9	0.062102559953927994
210426	rnn.bias_hh_l0_reverse	0	0.02007518708705902
210426	rnn.bias_hh_l0_reverse	1	-0.05215262621641159
210426	rnn.bias_hh_l0_reverse	2	0.08581043034791946
210426	rnn.bias_hh_l0_reverse	3	-0.04808511957526207
210426	rnn.bias_hh_l0_reverse	4	-0.021595437079668045
210426	rnn.bias_hh_l0_reverse	5	-0.02593190222978592
210426	rnn.bias_hh_l0_reverse	6	-0.016169527545571327
210426	rnn.bias_hh_l0_reverse	7	0.10086032748222351
210426	rnn.bias_hh_l0_reverse	8	0.03902183473110199
210426	rnn.bias_hh_l0_reverse	9	-0.15170830488204956
210426	rnn.weight_ih_l1	0	-0.030592944473028183
210426	rnn.weight_ih_l1	1	-0.048792921006679535
210426	rnn.weight_ih_l1	2	0.05529880151152611
210426	rnn.weight_ih_l1	3	-0.07040072232484818
210426	rnn.weight_ih_l1	4	-0.014086654409766197
210426	rnn.weight_ih_l1	5	-0.04031643643975258
210426	rnn.weight_ih_l1	6	0.02715202234685421
210426	rnn.weight_ih_l1	7	-0.04629058018326759
210426	rnn.weight_ih_l1	8	0.03718826174736023
210426	rnn.weight_ih_l1	9	0.04517790302634239
210426	rnn.weight_hh_l1	0	-0.007859602570533752
210426	rnn.weight_hh_l1	1	0.020295357331633568
210426	rnn.weight_hh_l1	2	0.00752659747377038
210426	rnn.weight_hh_l1	3	-0.013082795776426792
210426	rnn.weight_hh_l1	4	0.004797801375389099
210426	rnn.weight_hh_l1	5	0.033803172409534454
210426	rnn.weight_hh_l1	6	0.036692533642053604
210426	rnn.weight_hh_l1	7	-0.017362628132104874
210426	rnn.weight_hh_l1	8	-0.00807380210608244
210426	rnn.weight_hh_l1	9	0.03732731565833092
210426	rnn.bias_ih_l1	0	-0.1842333823442459
210426	rnn.bias_ih_l1	1	-0.1826162189245224
210426	rnn.bias_ih_l1	2	-0.2031191736459732
210426	rnn.bias_ih_l1	3	-0.3153836727142334
210426	rnn.bias_ih_l1	4	-0.21410122513771057
210426	rnn.bias_ih_l1	5	-0.08321378380060196
210426	rnn.bias_ih_l1	6	-0.16333001852035522
210426	rnn.bias_ih_l1	7	-0.017021210864186287
210426	rnn.bias_ih_l1	8	-0.1336270421743393
210426	rnn.bias_ih_l1	9	-0.12743571400642395
210426	rnn.bias_hh_l1	0	-0.10026907175779343
210426	rnn.bias_hh_l1	1	-0.07282523810863495
210426	rnn.bias_hh_l1	2	-0.09045952558517456
210426	rnn.bias_hh_l1	3	-0.08016078174114227
210426	rnn.bias_hh_l1	4	-0.07882051169872284
210426	rnn.bias_hh_l1	5	-0.11991593986749649
210426	rnn.bias_hh_l1	6	-0.1630505621433258
210426	rnn.bias_hh_l1	7	0.06866457313299179
210426	rnn.bias_hh_l1	8	-0.18452449142932892
210426	rnn.bias_hh_l1	9	-0.12384866923093796
210426	rnn.weight_ih_l1_reverse	0	-0.04542990401387215
210426	rnn.weight_ih_l1_reverse	1	0.036759037524461746
210426	rnn.weight_ih_l1_reverse	2	0.09367422759532928
210426	rnn.weight_ih_l1_reverse	3	-0.016251131892204285
210426	rnn.weight_ih_l1_reverse	4	-0.025999020785093307
210426	rnn.weight_ih_l1_reverse	5	-0.030548518523573875
210426	rnn.weight_ih_l1_reverse	6	-0.017323344945907593
210426	rnn.weight_ih_l1_reverse	7	0.02751060016453266
210426	rnn.weight_ih_l1_reverse	8	0.010400106199085712
210426	rnn.weight_ih_l1_reverse	9	-0.03413647785782814
210426	rnn.weight_hh_l1_reverse	0	0.0046930136159062386
210426	rnn.weight_hh_l1_reverse	1	0.031613606959581375
210426	rnn.weight_hh_l1_reverse	2	-0.04055407643318176
210426	rnn.weight_hh_l1_reverse	3	0.035216063261032104
210426	rnn.weight_hh_l1_reverse	4	0.0473964624106884
210426	rnn.weight_hh_l1_reverse	5	0.00421821977943182
210426	rnn.weight_hh_l1_reverse	6	0.051657356321811676
210426	rnn.weight_hh_l1_reverse	7	0.031520843505859375
210426	rnn.weight_hh_l1_reverse	8	-0.007330714724957943
210426	rnn.weight_hh_l1_reverse	9	-0.03107394278049469
210426	rnn.bias_ih_l1_reverse	0	-0.04814499244093895
210426	rnn.bias_ih_l1_reverse	1	-0.14669948816299438
210426	rnn.bias_ih_l1_reverse	2	-0.1626753956079483
210426	rnn.bias_ih_l1_reverse	3	-0.06263373047113419
210426	rnn.bias_ih_l1_reverse	4	-0.21010169386863708
210426	rnn.bias_ih_l1_reverse	5	-0.11615729331970215
210426	rnn.bias_ih_l1_reverse	6	-0.13203132152557373
210426	rnn.bias_ih_l1_reverse	7	-0.19586879014968872
210426	rnn.bias_ih_l1_reverse	8	0.21298547089099884
210426	rnn.bias_ih_l1_reverse	9	0.02094077691435814
210426	rnn.bias_hh_l1_reverse	0	-0.0019803186878561974
210426	rnn.bias_hh_l1_reverse	1	-0.07042913138866425
210426	rnn.bias_hh_l1_reverse	2	-0.23537924885749817
210426	rnn.bias_hh_l1_reverse	3	-0.14329242706298828
210426	rnn.bias_hh_l1_reverse	4	-0.08448363840579987
210426	rnn.bias_hh_l1_reverse	5	-0.11743854731321335
210426	rnn.bias_hh_l1_reverse	6	0.04849162697792053
210426	rnn.bias_hh_l1_reverse	7	-0.14585597813129425
210426	rnn.bias_hh_l1_reverse	8	-0.12093720585107803
210426	rnn.bias_hh_l1_reverse	9	-0.15032647550106049
210426	linear.weight	0	0.002228822559118271
210426	linear.weight	1	0.09940242767333984
210426	linear.weight	2	-0.09739632159471512
210426	linear.weight	3	0.29443347454071045
210426	linear.weight	4	0.1529822200536728
210426	linear.weight	5	-0.06336314976215363
210426	linear.weight	6	0.11299557238817215
210426	linear.weight	7	0.13769125938415527
210426	linear.weight	8	0.04114437848329544
210426	linear.weight	9	-0.050384521484375
210426	linear.bias	0	0.09816230833530426
210426	linear.bias	1	-0.16494521498680115
210426	linear.bias	2	-0.4717191159725189
210426	linear.bias	3	-0.6546356081962585
210426	linear.bias	4	-1.2411900758743286
210426	linear.bias	5	-0.05467001721262932
210426	linear.bias	6	-0.7973678112030029
210426	linear.bias	7	0.2722131311893463
210426	linear.bias	8	-0.42923542857170105
210426	linear.bias	9	-1.0431420803070068
210623	transitions	0	0.7450630068778992
210623	transitions	1	0.15874435007572174
210623	transitions	2	-10000.0
210623	transitions	3	-1.8273707628250122
210623	transitions	4	-10000.0
210623	transitions	5	0.5649157762527466
210623	transitions	6	-0.08413262665271759
210623	transitions	7	-0.7946106791496277
210623	transitions	8	-1.4194456338882446
210623	transitions	9	-0.00121630250941962
210623	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
210623	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
210623	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
210623	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
210623	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
210623	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
210623	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
210623	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
210623	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
210623	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
210623	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
210623	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
210623	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
210623	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
210623	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
210623	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
210623	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
210623	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
210623	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
210623	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
210623	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
210623	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
210623	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
210623	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
210623	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
210623	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
210623	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
210623	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
210623	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
210623	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
210623	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
210623	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
210623	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
210623	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
210623	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
210623	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
210623	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
210623	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
210623	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
210623	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
210623	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
210623	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
210623	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
210623	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
210623	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
210623	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
210623	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
210623	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
210623	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
210623	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
210623	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
210623	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
210623	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
210623	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
210623	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
210623	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
210623	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
210623	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
210623	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
210623	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
210623	embedding2nn.weight	0	0.020223388448357582
210623	embedding2nn.weight	1	-0.013209718279540539
210623	embedding2nn.weight	2	-0.014268254861235619
210623	embedding2nn.weight	3	-0.031872328370809555
210623	embedding2nn.weight	4	-0.0059150345623493195
210623	embedding2nn.weight	5	-0.0037005888298153877
210623	embedding2nn.weight	6	-0.0039732689037919044
210623	embedding2nn.weight	7	-0.07691571116447449
210623	embedding2nn.weight	8	-0.0019979383796453476
210623	embedding2nn.weight	9	-0.028482256457209587
210623	embedding2nn.bias	0	0.03252653405070305
210623	embedding2nn.bias	1	-0.0778651162981987
210623	embedding2nn.bias	2	0.07336129248142242
210623	embedding2nn.bias	3	0.043783072382211685
210623	embedding2nn.bias	4	-0.03383910655975342
210623	embedding2nn.bias	5	-0.004017682746052742
210623	embedding2nn.bias	6	0.019864050671458244
210623	embedding2nn.bias	7	-0.04832512140274048
210623	embedding2nn.bias	8	0.06485845893621445
210623	embedding2nn.bias	9	0.04557013139128685
210623	rnn.weight_ih_l0	0	-0.07897031307220459
210623	rnn.weight_ih_l0	1	0.0022904162760823965
210623	rnn.weight_ih_l0	2	0.03752272203564644
210623	rnn.weight_ih_l0	3	0.02248094603419304
210623	rnn.weight_ih_l0	4	-0.049737349152565
210623	rnn.weight_ih_l0	5	-0.06907539814710617
210623	rnn.weight_ih_l0	6	-0.001338506699539721
210623	rnn.weight_ih_l0	7	0.05118541792035103
210623	rnn.weight_ih_l0	8	-0.01697608456015587
210623	rnn.weight_ih_l0	9	-0.030420921742916107
210623	rnn.weight_hh_l0	0	-0.03046284057199955
210623	rnn.weight_hh_l0	1	-0.00793512538075447
210623	rnn.weight_hh_l0	2	0.008708939887583256
210623	rnn.weight_hh_l0	3	-0.07661576569080353
210623	rnn.weight_hh_l0	4	0.09330938011407852
210623	rnn.weight_hh_l0	5	-0.02552143856883049
210623	rnn.weight_hh_l0	6	-0.06083543971180916
210623	rnn.weight_hh_l0	7	0.011252341791987419
210623	rnn.weight_hh_l0	8	0.014062243513762951
210623	rnn.weight_hh_l0	9	-0.024173419922590256
210623	rnn.bias_ih_l0	0	0.1294233500957489
210623	rnn.bias_ih_l0	1	-0.035135626792907715
210623	rnn.bias_ih_l0	2	-0.03502224013209343
210623	rnn.bias_ih_l0	3	0.15991215407848358
210623	rnn.bias_ih_l0	4	-0.01191147230565548
210623	rnn.bias_ih_l0	5	-0.02312861941754818
210623	rnn.bias_ih_l0	6	0.01689203642308712
210623	rnn.bias_ih_l0	7	0.023636342957615852
210623	rnn.bias_ih_l0	8	-0.1004575863480568
210623	rnn.bias_ih_l0	9	-0.04967143386602402
210623	rnn.bias_hh_l0	0	0.0005201362655498087
210623	rnn.bias_hh_l0	1	-0.10247071832418442
210623	rnn.bias_hh_l0	2	-0.07040707767009735
210623	rnn.bias_hh_l0	3	-0.0860394760966301
210623	rnn.bias_hh_l0	4	0.00822550430893898
210623	rnn.bias_hh_l0	5	-0.018377413973212242
210623	rnn.bias_hh_l0	6	0.029169006273150444
210623	rnn.bias_hh_l0	7	0.05549370124936104
210623	rnn.bias_hh_l0	8	-0.11934293806552887
210623	rnn.bias_hh_l0	9	-0.05448760837316513
210623	rnn.weight_ih_l0_reverse	0	-0.02308586984872818
210623	rnn.weight_ih_l0_reverse	1	-0.055048227310180664
210623	rnn.weight_ih_l0_reverse	2	-0.04675765708088875
210623	rnn.weight_ih_l0_reverse	3	0.012566338293254375
210623	rnn.weight_ih_l0_reverse	4	-0.024463053792715073
210623	rnn.weight_ih_l0_reverse	5	-0.057149190455675125
210623	rnn.weight_ih_l0_reverse	6	0.07518717646598816
210623	rnn.weight_ih_l0_reverse	7	-0.016362782567739487
210623	rnn.weight_ih_l0_reverse	8	-0.017623601481318474
210623	rnn.weight_ih_l0_reverse	9	0.0024324716068804264
210623	rnn.weight_hh_l0_reverse	0	0.06621348112821579
210623	rnn.weight_hh_l0_reverse	1	0.021656714379787445
210623	rnn.weight_hh_l0_reverse	2	0.028431063517928123
210623	rnn.weight_hh_l0_reverse	3	0.0353228896856308
210623	rnn.weight_hh_l0_reverse	4	0.012299887835979462
210623	rnn.weight_hh_l0_reverse	5	0.008460571058094501
210623	rnn.weight_hh_l0_reverse	6	0.049556318670511246
210623	rnn.weight_hh_l0_reverse	7	-0.07792828977108002
210623	rnn.weight_hh_l0_reverse	8	0.040665384382009506
210623	rnn.weight_hh_l0_reverse	9	0.035680919885635376
210623	rnn.bias_ih_l0_reverse	0	-0.058979205787181854
210623	rnn.bias_ih_l0_reverse	1	-0.2881038784980774
210623	rnn.bias_ih_l0_reverse	2	-0.12277211993932724
210623	rnn.bias_ih_l0_reverse	3	-0.04860905930399895
210623	rnn.bias_ih_l0_reverse	4	-0.023091448470950127
210623	rnn.bias_ih_l0_reverse	5	0.0777219608426094
210623	rnn.bias_ih_l0_reverse	6	-0.06301038712263107
210623	rnn.bias_ih_l0_reverse	7	0.06560611724853516
210623	rnn.bias_ih_l0_reverse	8	-0.0477641299366951
210623	rnn.bias_ih_l0_reverse	9	0.0619194358587265
210623	rnn.bias_hh_l0_reverse	0	0.019977586343884468
210623	rnn.bias_hh_l0_reverse	1	-0.05230560898780823
210623	rnn.bias_hh_l0_reverse	2	0.08635765314102173
210623	rnn.bias_hh_l0_reverse	3	-0.04862226918339729
210623	rnn.bias_hh_l0_reverse	4	-0.021799955517053604
210623	rnn.bias_hh_l0_reverse	5	-0.02568373642861843
210623	rnn.bias_hh_l0_reverse	6	-0.01665472611784935
210623	rnn.bias_hh_l0_reverse	7	0.0999462828040123
210623	rnn.bias_hh_l0_reverse	8	0.038640473037958145
210623	rnn.bias_hh_l0_reverse	9	-0.15099358558654785
210623	rnn.weight_ih_l1	0	-0.03051207959651947
210623	rnn.weight_ih_l1	1	-0.04908960685133934
210623	rnn.weight_ih_l1	2	0.05491427704691887
210623	rnn.weight_ih_l1	3	-0.07109470665454865
210623	rnn.weight_ih_l1	4	-0.014325660653412342
210623	rnn.weight_ih_l1	5	-0.040395185351371765
210623	rnn.weight_ih_l1	6	0.026929156854748726
210623	rnn.weight_ih_l1	7	-0.04596443474292755
210623	rnn.weight_ih_l1	8	0.03733605146408081
210623	rnn.weight_ih_l1	9	0.045338019728660583
210623	rnn.weight_hh_l1	0	-0.008523400872945786
210623	rnn.weight_hh_l1	1	0.020274974405765533
210623	rnn.weight_hh_l1	2	0.0074243429116904736
210623	rnn.weight_hh_l1	3	-0.012938352301716805
210623	rnn.weight_hh_l1	4	0.004806739743798971
210623	rnn.weight_hh_l1	5	0.03392069786787033
210623	rnn.weight_hh_l1	6	0.036551594734191895
210623	rnn.weight_hh_l1	7	-0.01723952777683735
210623	rnn.weight_hh_l1	8	-0.008124815300107002
210623	rnn.weight_hh_l1	9	0.03724152594804764
210623	rnn.bias_ih_l1	0	-0.18484804034233093
210623	rnn.bias_ih_l1	1	-0.18263158202171326
210623	rnn.bias_ih_l1	2	-0.20270444452762604
210623	rnn.bias_ih_l1	3	-0.3156726360321045
210623	rnn.bias_ih_l1	4	-0.21505486965179443
210623	rnn.bias_ih_l1	5	-0.08309601247310638
210623	rnn.bias_ih_l1	6	-0.16278745234012604
210623	rnn.bias_ih_l1	7	-0.017225509509444237
210623	rnn.bias_ih_l1	8	-0.13446928560733795
210623	rnn.bias_ih_l1	9	-0.1268075555562973
210623	rnn.bias_hh_l1	0	-0.09975731372833252
210623	rnn.bias_hh_l1	1	-0.07155710458755493
210623	rnn.bias_hh_l1	2	-0.09109999984502792
210623	rnn.bias_hh_l1	3	-0.08054424077272415
210623	rnn.bias_hh_l1	4	-0.07934300601482391
210623	rnn.bias_hh_l1	5	-0.11992140859365463
210623	rnn.bias_hh_l1	6	-0.16259711980819702
210623	rnn.bias_hh_l1	7	0.07138818502426147
210623	rnn.bias_hh_l1	8	-0.18496432900428772
210623	rnn.bias_hh_l1	9	-0.1233292669057846
210623	rnn.weight_ih_l1_reverse	0	-0.045374710112810135
210623	rnn.weight_ih_l1_reverse	1	0.037022363394498825
210623	rnn.weight_ih_l1_reverse	2	0.09455610066652298
210623	rnn.weight_ih_l1_reverse	3	-0.016110770404338837
210623	rnn.weight_ih_l1_reverse	4	-0.026062345132231712
210623	rnn.weight_ih_l1_reverse	5	-0.030677784234285355
210623	rnn.weight_ih_l1_reverse	6	-0.017117757350206375
210623	rnn.weight_ih_l1_reverse	7	0.02749914862215519
210623	rnn.weight_ih_l1_reverse	8	0.009855764918029308
210623	rnn.weight_ih_l1_reverse	9	-0.03400929272174835
210623	rnn.weight_hh_l1_reverse	0	0.004680143669247627
210623	rnn.weight_hh_l1_reverse	1	0.03160848841071129
210623	rnn.weight_hh_l1_reverse	2	-0.0405348464846611
210623	rnn.weight_hh_l1_reverse	3	0.03518379107117653
210623	rnn.weight_hh_l1_reverse	4	0.047525931149721146
210623	rnn.weight_hh_l1_reverse	5	0.004034942481666803
210623	rnn.weight_hh_l1_reverse	6	0.051506686955690384
210623	rnn.weight_hh_l1_reverse	7	0.03162606805562973
210623	rnn.weight_hh_l1_reverse	8	-0.007327286992222071
210623	rnn.weight_hh_l1_reverse	9	-0.03102775476872921
210623	rnn.bias_ih_l1_reverse	0	-0.04722752794623375
210623	rnn.bias_ih_l1_reverse	1	-0.14678888022899628
210623	rnn.bias_ih_l1_reverse	2	-0.16406263411045074
210623	rnn.bias_ih_l1_reverse	3	-0.06285291910171509
210623	rnn.bias_ih_l1_reverse	4	-0.20985867083072662
210623	rnn.bias_ih_l1_reverse	5	-0.11529793590307236
210623	rnn.bias_ih_l1_reverse	6	-0.13216735422611237
210623	rnn.bias_ih_l1_reverse	7	-0.19531181454658508
210623	rnn.bias_ih_l1_reverse	8	0.21623902022838593
210623	rnn.bias_ih_l1_reverse	9	0.02187754213809967
210623	rnn.bias_hh_l1_reverse	0	-0.0013581403763964772
210623	rnn.bias_hh_l1_reverse	1	-0.0711090937256813
210623	rnn.bias_hh_l1_reverse	2	-0.2351595014333725
210623	rnn.bias_hh_l1_reverse	3	-0.14262954890727997
210623	rnn.bias_hh_l1_reverse	4	-0.08501735329627991
210623	rnn.bias_hh_l1_reverse	5	-0.11768222600221634
210623	rnn.bias_hh_l1_reverse	6	0.047909706830978394
210623	rnn.bias_hh_l1_reverse	7	-0.14639437198638916
210623	rnn.bias_hh_l1_reverse	8	-0.12097344547510147
210623	rnn.bias_hh_l1_reverse	9	-0.15060779452323914
210623	linear.weight	0	0.002228822559118271
210623	linear.weight	1	0.09840287268161774
210623	linear.weight	2	-0.0978143960237503
210623	linear.weight	3	0.2971164286136627
210623	linear.weight	4	0.15338169038295746
210623	linear.weight	5	-0.06312867254018784
210623	linear.weight	6	0.11823920160531998
210623	linear.weight	7	0.1392255574464798
210623	linear.weight	8	0.04114432632923126
210623	linear.weight	9	-0.05002513527870178
210623	linear.bias	0	0.09933623671531677
210623	linear.bias	1	-0.16955195367336273
210623	linear.bias	2	-0.4617565870285034
210623	linear.bias	3	-0.658403217792511
210623	linear.bias	4	-1.2454211711883545
210623	linear.bias	5	-0.057086143642663956
210623	linear.bias	6	-0.8019384145736694
210623	linear.bias	7	0.26925697922706604
210623	linear.bias	8	-0.43374577164649963
210623	linear.bias	9	-1.048035979270935
210820	transitions	0	0.7451605796813965
210820	transitions	1	0.1604456752538681
210820	transitions	2	-10000.0
210820	transitions	3	-1.827375054359436
210820	transitions	4	-10000.0
210820	transitions	5	0.5648899078369141
210820	transitions	6	-0.08414224535226822
210820	transitions	7	-0.7947719097137451
210820	transitions	8	-1.4194532632827759
210820	transitions	9	-0.001216401346027851
210820	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
210820	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
210820	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
210820	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
210820	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
210820	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
210820	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
210820	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
210820	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
210820	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
210820	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
210820	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
210820	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
210820	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
210820	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
210820	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
210820	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
210820	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
210820	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
210820	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
210820	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
210820	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
210820	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
210820	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
210820	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
210820	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
210820	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
210820	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
210820	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
210820	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
210820	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
210820	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
210820	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
210820	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
210820	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
210820	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
210820	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
210820	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
210820	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
210820	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
210820	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
210820	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
210820	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
210820	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
210820	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
210820	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
210820	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
210820	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
210820	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
210820	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
210820	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
210820	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
210820	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
210820	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
210820	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
210820	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
210820	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
210820	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
210820	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
210820	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
210820	embedding2nn.weight	0	0.020005395635962486
210820	embedding2nn.weight	1	-0.013127001002430916
210820	embedding2nn.weight	2	-0.014268254861235619
210820	embedding2nn.weight	3	-0.031954824924468994
210820	embedding2nn.weight	4	-0.0059150345623493195
210820	embedding2nn.weight	5	-0.0037005888298153877
210820	embedding2nn.weight	6	-0.003973268438130617
210820	embedding2nn.weight	7	-0.07675143331289291
210820	embedding2nn.weight	8	-0.0019979383796453476
210820	embedding2nn.weight	9	-0.02857348881661892
210820	embedding2nn.bias	0	0.03310135379433632
210820	embedding2nn.bias	1	-0.07772455364465714
210820	embedding2nn.bias	2	0.07384137809276581
210820	embedding2nn.bias	3	0.04568886384367943
210820	embedding2nn.bias	4	-0.03757208585739136
210820	embedding2nn.bias	5	-0.003941479604691267
210820	embedding2nn.bias	6	0.018223492428660393
210820	embedding2nn.bias	7	-0.04585905000567436
210820	embedding2nn.bias	8	0.06266506016254425
210820	embedding2nn.bias	9	0.048125773668289185
210820	rnn.weight_ih_l0	0	-0.07812058180570602
210820	rnn.weight_ih_l0	1	0.002362071769312024
210820	rnn.weight_ih_l0	2	0.0373133048415184
210820	rnn.weight_ih_l0	3	0.02235173061490059
210820	rnn.weight_ih_l0	4	-0.049463994801044464
210820	rnn.weight_ih_l0	5	-0.06933356821537018
210820	rnn.weight_ih_l0	6	-0.0016067525139078498
210820	rnn.weight_ih_l0	7	0.051219429820775986
210820	rnn.weight_ih_l0	8	-0.017052382230758667
210820	rnn.weight_ih_l0	9	-0.03029574267566204
210820	rnn.weight_hh_l0	0	-0.030653521418571472
210820	rnn.weight_hh_l0	1	-0.008009586483240128
210820	rnn.weight_hh_l0	2	0.00867793895304203
210820	rnn.weight_hh_l0	3	-0.07649793475866318
210820	rnn.weight_hh_l0	4	0.09342371672391891
210820	rnn.weight_hh_l0	5	-0.025753410533070564
210820	rnn.weight_hh_l0	6	-0.060768648982048035
210820	rnn.weight_hh_l0	7	0.011457281187176704
210820	rnn.weight_hh_l0	8	0.014207862317562103
210820	rnn.weight_hh_l0	9	-0.02417987771332264
210820	rnn.bias_ih_l0	0	0.12935742735862732
210820	rnn.bias_ih_l0	1	-0.03453942760825157
210820	rnn.bias_ih_l0	2	-0.03439450263977051
210820	rnn.bias_ih_l0	3	0.1599513590335846
210820	rnn.bias_ih_l0	4	-0.011592350900173187
210820	rnn.bias_ih_l0	5	-0.02416781522333622
210820	rnn.bias_ih_l0	6	0.01608472876250744
210820	rnn.bias_ih_l0	7	0.024273699149489403
210820	rnn.bias_ih_l0	8	-0.09996283054351807
210820	rnn.bias_ih_l0	9	-0.05063694342970848
210820	rnn.bias_hh_l0	0	0.0008280805195681751
210820	rnn.bias_hh_l0	1	-0.10174821317195892
210820	rnn.bias_hh_l0	2	-0.06949274986982346
210820	rnn.bias_hh_l0	3	-0.08609787374734879
210820	rnn.bias_hh_l0	4	0.009258141741156578
210820	rnn.bias_hh_l0	5	-0.01827341318130493
210820	rnn.bias_hh_l0	6	0.02902130037546158
210820	rnn.bias_hh_l0	7	0.05577588081359863
210820	rnn.bias_hh_l0	8	-0.11871805787086487
210820	rnn.bias_hh_l0	9	-0.05398400500416756
210820	rnn.weight_ih_l0_reverse	0	-0.023281782865524292
210820	rnn.weight_ih_l0_reverse	1	-0.05534191057085991
210820	rnn.weight_ih_l0_reverse	2	-0.0457758791744709
210820	rnn.weight_ih_l0_reverse	3	0.012401035986840725
210820	rnn.weight_ih_l0_reverse	4	-0.024679236114025116
210820	rnn.weight_ih_l0_reverse	5	-0.05737915262579918
210820	rnn.weight_ih_l0_reverse	6	0.07511436194181442
210820	rnn.weight_ih_l0_reverse	7	-0.016501696780323982
210820	rnn.weight_ih_l0_reverse	8	-0.017877506092190742
210820	rnn.weight_ih_l0_reverse	9	0.00209791655652225
210820	rnn.weight_hh_l0_reverse	0	0.06657597422599792
210820	rnn.weight_hh_l0_reverse	1	0.021334264427423477
210820	rnn.weight_hh_l0_reverse	2	0.02801269292831421
210820	rnn.weight_hh_l0_reverse	3	0.03520715981721878
210820	rnn.weight_hh_l0_reverse	4	0.012246144004166126
210820	rnn.weight_hh_l0_reverse	5	0.008363188244402409
210820	rnn.weight_hh_l0_reverse	6	0.049409765750169754
210820	rnn.weight_hh_l0_reverse	7	-0.07767396420240402
210820	rnn.weight_hh_l0_reverse	8	0.04057857021689415
210820	rnn.weight_hh_l0_reverse	9	0.035560980439186096
210820	rnn.bias_ih_l0_reverse	0	-0.0583239383995533
210820	rnn.bias_ih_l0_reverse	1	-0.2886008322238922
210820	rnn.bias_ih_l0_reverse	2	-0.12274954468011856
210820	rnn.bias_ih_l0_reverse	3	-0.04852432385087013
210820	rnn.bias_ih_l0_reverse	4	-0.023394787684082985
210820	rnn.bias_ih_l0_reverse	5	0.07710485905408859
210820	rnn.bias_ih_l0_reverse	6	-0.0628625899553299
210820	rnn.bias_ih_l0_reverse	7	0.0654490739107132
210820	rnn.bias_ih_l0_reverse	8	-0.047826074063777924
210820	rnn.bias_ih_l0_reverse	9	0.06298479437828064
210820	rnn.bias_hh_l0_reverse	0	0.01983306184411049
210820	rnn.bias_hh_l0_reverse	1	-0.05227898806333542
210820	rnn.bias_hh_l0_reverse	2	0.08555810153484344
210820	rnn.bias_hh_l0_reverse	3	-0.04890039563179016
210820	rnn.bias_hh_l0_reverse	4	-0.021052466705441475
210820	rnn.bias_hh_l0_reverse	5	-0.02600434236228466
210820	rnn.bias_hh_l0_reverse	6	-0.016722435131669044
210820	rnn.bias_hh_l0_reverse	7	0.10001516342163086
210820	rnn.bias_hh_l0_reverse	8	0.039232414215803146
210820	rnn.bias_hh_l0_reverse	9	-0.15227442979812622
210820	rnn.weight_ih_l1	0	-0.030362233519554138
210820	rnn.weight_ih_l1	1	-0.0486714132130146
210820	rnn.weight_ih_l1	2	0.05482027307152748
210820	rnn.weight_ih_l1	3	-0.07173535972833633
210820	rnn.weight_ih_l1	4	-0.01471429131925106
210820	rnn.weight_ih_l1	5	-0.04037722945213318
210820	rnn.weight_ih_l1	6	0.026854222640395164
210820	rnn.weight_ih_l1	7	-0.04560987278819084
210820	rnn.weight_ih_l1	8	0.037287574261426926
210820	rnn.weight_ih_l1	9	0.04535924270749092
210820	rnn.weight_hh_l1	0	-0.008343244902789593
210820	rnn.weight_hh_l1	1	0.020252646878361702
210820	rnn.weight_hh_l1	2	0.007547636050730944
210820	rnn.weight_hh_l1	3	-0.01298778411000967
210820	rnn.weight_hh_l1	4	0.0047881463542580605
210820	rnn.weight_hh_l1	5	0.033779118210077286
210820	rnn.weight_hh_l1	6	0.03623221442103386
210820	rnn.weight_hh_l1	7	-0.017386700958013535
210820	rnn.weight_hh_l1	8	-0.008213082328438759
210820	rnn.weight_hh_l1	9	0.03732100874185562
210820	rnn.bias_ih_l1	0	-0.18607941269874573
210820	rnn.bias_ih_l1	1	-0.18231353163719177
210820	rnn.bias_ih_l1	2	-0.20219682157039642
210820	rnn.bias_ih_l1	3	-0.3153511583805084
210820	rnn.bias_ih_l1	4	-0.2184305191040039
210820	rnn.bias_ih_l1	5	-0.08338756859302521
210820	rnn.bias_ih_l1	6	-0.16232426464557648
210820	rnn.bias_ih_l1	7	-0.01587727479636669
210820	rnn.bias_ih_l1	8	-0.13431105017662048
210820	rnn.bias_ih_l1	9	-0.12709444761276245
210820	rnn.bias_hh_l1	0	-0.09943949431180954
210820	rnn.bias_hh_l1	1	-0.07189930975437164
210820	rnn.bias_hh_l1	2	-0.09115458279848099
210820	rnn.bias_hh_l1	3	-0.0797489807009697
210820	rnn.bias_hh_l1	4	-0.08016408979892731
210820	rnn.bias_hh_l1	5	-0.120017409324646
210820	rnn.bias_hh_l1	6	-0.1624784618616104
210820	rnn.bias_hh_l1	7	0.071570985019207
210820	rnn.bias_hh_l1	8	-0.1848408728837967
210820	rnn.bias_hh_l1	9	-0.1249999850988388
210820	rnn.weight_ih_l1_reverse	0	-0.04525391384959221
210820	rnn.weight_ih_l1_reverse	1	0.037897709757089615
210820	rnn.weight_ih_l1_reverse	2	0.09407853335142136
210820	rnn.weight_ih_l1_reverse	3	-0.016091803088784218
210820	rnn.weight_ih_l1_reverse	4	-0.026347840204834938
210820	rnn.weight_ih_l1_reverse	5	-0.030605770647525787
210820	rnn.weight_ih_l1_reverse	6	-0.017496353015303612
210820	rnn.weight_ih_l1_reverse	7	0.027205444872379303
210820	rnn.weight_ih_l1_reverse	8	0.008731044828891754
210820	rnn.weight_ih_l1_reverse	9	-0.03380429372191429
210820	rnn.weight_hh_l1_reverse	0	0.004608135670423508
210820	rnn.weight_hh_l1_reverse	1	0.03161348029971123
210820	rnn.weight_hh_l1_reverse	2	-0.04053895175457001
210820	rnn.weight_hh_l1_reverse	3	0.03513067960739136
210820	rnn.weight_hh_l1_reverse	4	0.04752308502793312
210820	rnn.weight_hh_l1_reverse	5	0.003896093461662531
210820	rnn.weight_hh_l1_reverse	6	0.05181810259819031
210820	rnn.weight_hh_l1_reverse	7	0.031718503683805466
210820	rnn.weight_hh_l1_reverse	8	-0.0073698521591722965
210820	rnn.weight_hh_l1_reverse	9	-0.03100697696208954
210820	rnn.bias_ih_l1_reverse	0	-0.04738892987370491
210820	rnn.bias_ih_l1_reverse	1	-0.1466526836156845
210820	rnn.bias_ih_l1_reverse	2	-0.16365884244441986
210820	rnn.bias_ih_l1_reverse	3	-0.06453406810760498
210820	rnn.bias_ih_l1_reverse	4	-0.20984312891960144
210820	rnn.bias_ih_l1_reverse	5	-0.1164310947060585
210820	rnn.bias_ih_l1_reverse	6	-0.13211138546466827
210820	rnn.bias_ih_l1_reverse	7	-0.19608992338180542
210820	rnn.bias_ih_l1_reverse	8	0.2156233936548233
210820	rnn.bias_ih_l1_reverse	9	0.0229251179844141
210820	rnn.bias_hh_l1_reverse	0	-0.0015785082941874862
210820	rnn.bias_hh_l1_reverse	1	-0.07037252187728882
210820	rnn.bias_hh_l1_reverse	2	-0.23487168550491333
210820	rnn.bias_hh_l1_reverse	3	-0.142763152718544
210820	rnn.bias_hh_l1_reverse	4	-0.0844830572605133
210820	rnn.bias_hh_l1_reverse	5	-0.11818994581699371
210820	rnn.bias_hh_l1_reverse	6	0.04738318920135498
210820	rnn.bias_hh_l1_reverse	7	-0.1462773233652115
210820	rnn.bias_hh_l1_reverse	8	-0.12115545570850372
210820	rnn.bias_hh_l1_reverse	9	-0.15030887722969055
210820	linear.weight	0	0.002228822559118271
210820	linear.weight	1	0.09839656203985214
210820	linear.weight	2	-0.09821880608797073
210820	linear.weight	3	0.29579758644104004
210820	linear.weight	4	0.15269304811954498
210820	linear.weight	5	-0.06371627748012543
210820	linear.weight	6	0.12109388411045074
210820	linear.weight	7	0.13881056010723114
210820	linear.weight	8	0.041144102811813354
210820	linear.weight	9	-0.049619533121585846
210820	linear.bias	0	0.08851201832294464
210820	linear.bias	1	-0.16494517028331757
210820	linear.bias	2	-0.4696592688560486
210820	linear.bias	3	-0.6586604118347168
210820	linear.bias	4	-1.2464115619659424
210820	linear.bias	5	-0.05504393205046654
210820	linear.bias	6	-0.7973949313163757
210820	linear.bias	7	0.2724895477294922
210820	linear.bias	8	-0.43107572197914124
210820	linear.bias	9	-1.0453574657440186
211017	transitions	0	0.7411792874336243
211017	transitions	1	0.15906156599521637
211017	transitions	2	-10000.0
211017	transitions	3	-1.8273817300796509
211017	transitions	4	-10000.0
211017	transitions	5	0.5648738741874695
211017	transitions	6	-0.08415646106004715
211017	transitions	7	-0.7949498295783997
211017	transitions	8	-1.41947603225708
211017	transitions	9	-0.0012165210209786892
211017	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
211017	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
211017	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
211017	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
211017	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
211017	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
211017	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
211017	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
211017	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
211017	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
211017	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
211017	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
211017	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
211017	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
211017	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
211017	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
211017	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
211017	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
211017	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
211017	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
211017	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
211017	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
211017	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
211017	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
211017	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
211017	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
211017	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
211017	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
211017	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
211017	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
211017	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
211017	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
211017	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
211017	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
211017	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
211017	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
211017	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
211017	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
211017	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
211017	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
211017	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
211017	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
211017	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
211017	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
211017	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
211017	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
211017	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
211017	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
211017	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
211017	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
211017	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
211017	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
211017	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
211017	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
211017	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
211017	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
211017	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
211017	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
211017	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
211017	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
211017	embedding2nn.weight	0	0.01991298235952854
211017	embedding2nn.weight	1	-0.013121548108756542
211017	embedding2nn.weight	2	-0.014268254861235619
211017	embedding2nn.weight	3	-0.03205596283078194
211017	embedding2nn.weight	4	-0.0059150345623493195
211017	embedding2nn.weight	5	-0.003700588596984744
211017	embedding2nn.weight	6	-0.0039732689037919044
211017	embedding2nn.weight	7	-0.07663075625896454
211017	embedding2nn.weight	8	-0.0019979383796453476
211017	embedding2nn.weight	9	-0.028754467144608498
211017	embedding2nn.bias	0	0.03299955651164055
211017	embedding2nn.bias	1	-0.07334167510271072
211017	embedding2nn.bias	2	0.07753150910139084
211017	embedding2nn.bias	3	0.04795888811349869
211017	embedding2nn.bias	4	-0.03691307082772255
211017	embedding2nn.bias	5	-0.0009364705183543265
211017	embedding2nn.bias	6	0.016612274572253227
211017	embedding2nn.bias	7	-0.047466397285461426
211017	embedding2nn.bias	8	0.06284891813993454
211017	embedding2nn.bias	9	0.04653375223278999
211017	rnn.weight_ih_l0	0	-0.07853517681360245
211017	rnn.weight_ih_l0	1	0.0019554253667593002
211017	rnn.weight_ih_l0	2	0.036816589534282684
211017	rnn.weight_ih_l0	3	0.022596603259444237
211017	rnn.weight_ih_l0	4	-0.04975767433643341
211017	rnn.weight_ih_l0	5	-0.0693405270576477
211017	rnn.weight_ih_l0	6	-0.0012349552707746625
211017	rnn.weight_ih_l0	7	0.05138736218214035
211017	rnn.weight_ih_l0	8	-0.017022795975208282
211017	rnn.weight_ih_l0	9	-0.03029383160173893
211017	rnn.weight_hh_l0	0	-0.030378472059965134
211017	rnn.weight_hh_l0	1	-0.007414345163851976
211017	rnn.weight_hh_l0	2	0.008413920179009438
211017	rnn.weight_hh_l0	3	-0.07620912045240402
211017	rnn.weight_hh_l0	4	0.09340707957744598
211017	rnn.weight_hh_l0	5	-0.025712989270687103
211017	rnn.weight_hh_l0	6	-0.060524459928274155
211017	rnn.weight_hh_l0	7	0.011563231237232685
211017	rnn.weight_hh_l0	8	0.014357215724885464
211017	rnn.weight_hh_l0	9	-0.024233616888523102
211017	rnn.bias_ih_l0	0	0.12954512238502502
211017	rnn.bias_ih_l0	1	-0.034687574952840805
211017	rnn.bias_ih_l0	2	-0.034265946596860886
211017	rnn.bias_ih_l0	3	0.16017474234104156
211017	rnn.bias_ih_l0	4	-0.011927164159715176
211017	rnn.bias_ih_l0	5	-0.02341255359351635
211017	rnn.bias_ih_l0	6	0.01574002206325531
211017	rnn.bias_ih_l0	7	0.023224538192152977
211017	rnn.bias_ih_l0	8	-0.10058119893074036
211017	rnn.bias_ih_l0	9	-0.05216796696186066
211017	rnn.bias_hh_l0	0	0.00071672786725685
211017	rnn.bias_hh_l0	1	-0.10144855082035065
211017	rnn.bias_hh_l0	2	-0.06945615261793137
211017	rnn.bias_hh_l0	3	-0.08585119247436523
211017	rnn.bias_hh_l0	4	0.009432995691895485
211017	rnn.bias_hh_l0	5	-0.017990723252296448
211017	rnn.bias_hh_l0	6	0.029206901788711548
211017	rnn.bias_hh_l0	7	0.05731499195098877
211017	rnn.bias_hh_l0	8	-0.11779534816741943
211017	rnn.bias_hh_l0	9	-0.05450838804244995
211017	rnn.weight_ih_l0_reverse	0	-0.023202750831842422
211017	rnn.weight_ih_l0_reverse	1	-0.05539398267865181
211017	rnn.weight_ih_l0_reverse	2	-0.045609571039676666
211017	rnn.weight_ih_l0_reverse	3	0.012335903011262417
211017	rnn.weight_ih_l0_reverse	4	-0.02488597109913826
211017	rnn.weight_ih_l0_reverse	5	-0.05755840241909027
211017	rnn.weight_ih_l0_reverse	6	0.07475621998310089
211017	rnn.weight_ih_l0_reverse	7	-0.016726858913898468
211017	rnn.weight_ih_l0_reverse	8	-0.017891326919198036
211017	rnn.weight_ih_l0_reverse	9	0.0024608992971479893
211017	rnn.weight_hh_l0_reverse	0	0.06701777130365372
211017	rnn.weight_hh_l0_reverse	1	0.021141154691576958
211017	rnn.weight_hh_l0_reverse	2	0.02806841768324375
211017	rnn.weight_hh_l0_reverse	3	0.035339828580617905
211017	rnn.weight_hh_l0_reverse	4	0.012120532803237438
211017	rnn.weight_hh_l0_reverse	5	0.008397952653467655
211017	rnn.weight_hh_l0_reverse	6	0.04936375096440315
211017	rnn.weight_hh_l0_reverse	7	-0.07744846493005753
211017	rnn.weight_hh_l0_reverse	8	0.040522437542676926
211017	rnn.weight_hh_l0_reverse	9	0.03575992211699486
211017	rnn.bias_ih_l0_reverse	0	-0.058012451976537704
211017	rnn.bias_ih_l0_reverse	1	-0.2895011901855469
211017	rnn.bias_ih_l0_reverse	2	-0.1218501403927803
211017	rnn.bias_ih_l0_reverse	3	-0.04890488088130951
211017	rnn.bias_ih_l0_reverse	4	-0.023249845951795578
211017	rnn.bias_ih_l0_reverse	5	0.07793986052274704
211017	rnn.bias_ih_l0_reverse	6	-0.06293998658657074
211017	rnn.bias_ih_l0_reverse	7	0.0657787099480629
211017	rnn.bias_ih_l0_reverse	8	-0.04803147539496422
211017	rnn.bias_ih_l0_reverse	9	0.06165421009063721
211017	rnn.bias_hh_l0_reverse	0	0.019552426412701607
211017	rnn.bias_hh_l0_reverse	1	-0.052904680371284485
211017	rnn.bias_hh_l0_reverse	2	0.08529853075742722
211017	rnn.bias_hh_l0_reverse	3	-0.049148377031087875
211017	rnn.bias_hh_l0_reverse	4	-0.02074008248746395
211017	rnn.bias_hh_l0_reverse	5	-0.026211874559521675
211017	rnn.bias_hh_l0_reverse	6	-0.016901895403862
211017	rnn.bias_hh_l0_reverse	7	0.10048157721757889
211017	rnn.bias_hh_l0_reverse	8	0.03943992406129837
211017	rnn.bias_hh_l0_reverse	9	-0.15160547196865082
211017	rnn.weight_ih_l1	0	-0.030420033261179924
211017	rnn.weight_ih_l1	1	-0.049165014177560806
211017	rnn.weight_ih_l1	2	0.054833851754665375
211017	rnn.weight_ih_l1	3	-0.07181292027235031
211017	rnn.weight_ih_l1	4	-0.014816018752753735
211017	rnn.weight_ih_l1	5	-0.040456198155879974
211017	rnn.weight_ih_l1	6	0.02663394808769226
211017	rnn.weight_ih_l1	7	-0.04583726450800896
211017	rnn.weight_ih_l1	8	0.037455566227436066
211017	rnn.weight_ih_l1	9	0.04532381892204285
211017	rnn.weight_hh_l1	0	-0.008384591899812222
211017	rnn.weight_hh_l1	1	0.020155124366283417
211017	rnn.weight_hh_l1	2	0.006886918563395739
211017	rnn.weight_hh_l1	3	-0.012847324833273888
211017	rnn.weight_hh_l1	4	0.004641375504434109
211017	rnn.weight_hh_l1	5	0.033890679478645325
211017	rnn.weight_hh_l1	6	0.036141399294137955
211017	rnn.weight_hh_l1	7	-0.017344091087579727
211017	rnn.weight_hh_l1	8	-0.008189884945750237
211017	rnn.weight_hh_l1	9	0.03761022165417671
211017	rnn.bias_ih_l1	0	-0.18535198271274567
211017	rnn.bias_ih_l1	1	-0.182185560464859
211017	rnn.bias_ih_l1	2	-0.20292764902114868
211017	rnn.bias_ih_l1	3	-0.31498587131500244
211017	rnn.bias_ih_l1	4	-0.22100292146205902
211017	rnn.bias_ih_l1	5	-0.083921417593956
211017	rnn.bias_ih_l1	6	-0.1617743968963623
211017	rnn.bias_ih_l1	7	-0.014792482368648052
211017	rnn.bias_ih_l1	8	-0.13373135030269623
211017	rnn.bias_ih_l1	9	-0.12690000236034393
211017	rnn.bias_hh_l1	0	-0.09842074662446976
211017	rnn.bias_hh_l1	1	-0.07060366868972778
211017	rnn.bias_hh_l1	2	-0.09124114364385605
211017	rnn.bias_hh_l1	3	-0.07989142090082169
211017	rnn.bias_hh_l1	4	-0.07970459759235382
211017	rnn.bias_hh_l1	5	-0.12003088742494583
211017	rnn.bias_hh_l1	6	-0.16149453818798065
211017	rnn.bias_hh_l1	7	0.07200968265533447
211017	rnn.bias_hh_l1	8	-0.1843470335006714
211017	rnn.bias_hh_l1	9	-0.12443774938583374
211017	rnn.weight_ih_l1_reverse	0	-0.045218367129564285
211017	rnn.weight_ih_l1_reverse	1	0.037801481783390045
211017	rnn.weight_ih_l1_reverse	2	0.09449835866689682
211017	rnn.weight_ih_l1_reverse	3	-0.0162433460354805
211017	rnn.weight_ih_l1_reverse	4	-0.026190178468823433
211017	rnn.weight_ih_l1_reverse	5	-0.03069794736802578
211017	rnn.weight_ih_l1_reverse	6	-0.01731838285923004
211017	rnn.weight_ih_l1_reverse	7	0.027101507410407066
211017	rnn.weight_ih_l1_reverse	8	0.008707882836461067
211017	rnn.weight_ih_l1_reverse	9	-0.0336548313498497
211017	rnn.weight_hh_l1_reverse	0	0.004541406873613596
211017	rnn.weight_hh_l1_reverse	1	0.03162367269396782
211017	rnn.weight_hh_l1_reverse	2	-0.04054800793528557
211017	rnn.weight_hh_l1_reverse	3	0.0351049043238163
211017	rnn.weight_hh_l1_reverse	4	0.047526028007268906
211017	rnn.weight_hh_l1_reverse	5	0.004014045465737581
211017	rnn.weight_hh_l1_reverse	6	0.05149891972541809
211017	rnn.weight_hh_l1_reverse	7	0.03155788406729698
211017	rnn.weight_hh_l1_reverse	8	-0.007420946843922138
211017	rnn.weight_hh_l1_reverse	9	-0.03103521093726158
211017	rnn.bias_ih_l1_reverse	0	-0.04659778252243996
211017	rnn.bias_ih_l1_reverse	1	-0.14691194891929626
211017	rnn.bias_ih_l1_reverse	2	-0.1646037995815277
211017	rnn.bias_ih_l1_reverse	3	-0.06273072212934494
211017	rnn.bias_ih_l1_reverse	4	-0.20993156731128693
211017	rnn.bias_ih_l1_reverse	5	-0.1161671057343483
211017	rnn.bias_ih_l1_reverse	6	-0.13202765583992004
211017	rnn.bias_ih_l1_reverse	7	-0.19549059867858887
211017	rnn.bias_ih_l1_reverse	8	0.21497505903244019
211017	rnn.bias_ih_l1_reverse	9	0.022787032648921013
211017	rnn.bias_hh_l1_reverse	0	-0.0023735202848911285
211017	rnn.bias_hh_l1_reverse	1	-0.06897050142288208
211017	rnn.bias_hh_l1_reverse	2	-0.23484966158866882
211017	rnn.bias_hh_l1_reverse	3	-0.14325106143951416
211017	rnn.bias_hh_l1_reverse	4	-0.08501490205526352
211017	rnn.bias_hh_l1_reverse	5	-0.11820035427808762
211017	rnn.bias_hh_l1_reverse	6	0.046733029186725616
211017	rnn.bias_hh_l1_reverse	7	-0.14638593792915344
211017	rnn.bias_hh_l1_reverse	8	-0.12110263109207153
211017	rnn.bias_hh_l1_reverse	9	-0.15034474432468414
211017	linear.weight	0	0.002228822559118271
211017	linear.weight	1	0.10018254071474075
211017	linear.weight	2	-0.09771648049354553
211017	linear.weight	3	0.2962673604488373
211017	linear.weight	4	0.15242509543895721
211017	linear.weight	5	-0.06272152811288834
211017	linear.weight	6	0.12058759480714798
211017	linear.weight	7	0.13932789862155914
211017	linear.weight	8	0.04114394634962082
211017	linear.weight	9	-0.050421617925167084
211017	linear.bias	0	0.08704672008752823
211017	linear.bias	1	-0.16298015415668488
211017	linear.bias	2	-0.465701699256897
211017	linear.bias	3	-0.6689938902854919
211017	linear.bias	4	-1.258471965789795
211017	linear.bias	5	-0.052196383476257324
211017	linear.bias	6	-0.795604944229126
211017	linear.bias	7	0.2752194106578827
211017	linear.bias	8	-0.4330124855041504
211017	linear.bias	9	-1.0476471185684204
211214	transitions	0	0.7414665818214417
211214	transitions	1	0.15761111676692963
211214	transitions	2	-10000.0
211214	transitions	3	-1.8273859024047852
211214	transitions	4	-10000.0
211214	transitions	5	0.5648636817932129
211214	transitions	6	-0.08416496962308884
211214	transitions	7	-0.795011043548584
211214	transitions	8	-1.4195001125335693
211214	transitions	9	-0.0012166542001068592
211214	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
211214	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
211214	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
211214	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
211214	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
211214	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
211214	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
211214	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
211214	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
211214	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
211214	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
211214	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
211214	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
211214	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
211214	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
211214	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
211214	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
211214	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
211214	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
211214	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
211214	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
211214	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
211214	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
211214	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
211214	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
211214	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
211214	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
211214	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
211214	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
211214	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
211214	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
211214	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
211214	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
211214	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
211214	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
211214	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
211214	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
211214	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
211214	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
211214	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
211214	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
211214	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
211214	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
211214	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
211214	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
211214	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
211214	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
211214	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
211214	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
211214	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
211214	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
211214	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
211214	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
211214	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
211214	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
211214	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
211214	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
211214	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
211214	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
211214	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
211214	embedding2nn.weight	0	0.019745798781514168
211214	embedding2nn.weight	1	-0.01321487594395876
211214	embedding2nn.weight	2	-0.014268254861235619
211214	embedding2nn.weight	3	-0.03191983699798584
211214	embedding2nn.weight	4	-0.0059150345623493195
211214	embedding2nn.weight	5	-0.003700588596984744
211214	embedding2nn.weight	6	-0.0039732689037919044
211214	embedding2nn.weight	7	-0.07638885825872421
211214	embedding2nn.weight	8	-0.0019979383796453476
211214	embedding2nn.weight	9	-0.028593841940164566
211214	embedding2nn.bias	0	0.03392273187637329
211214	embedding2nn.bias	1	-0.07514980435371399
211214	embedding2nn.bias	2	0.07697232067584991
211214	embedding2nn.bias	3	0.0463142991065979
211214	embedding2nn.bias	4	-0.03597387298941612
211214	embedding2nn.bias	5	0.000244353199377656
211214	embedding2nn.bias	6	0.016264472156763077
211214	embedding2nn.bias	7	-0.04851370304822922
211214	embedding2nn.bias	8	0.06161932647228241
211214	embedding2nn.bias	9	0.04666895791888237
211214	rnn.weight_ih_l0	0	-0.0785088986158371
211214	rnn.weight_ih_l0	1	0.0024638210888952017
211214	rnn.weight_ih_l0	2	0.03670687600970268
211214	rnn.weight_ih_l0	3	0.022476783022284508
211214	rnn.weight_ih_l0	4	-0.04931259527802467
211214	rnn.weight_ih_l0	5	-0.06916418671607971
211214	rnn.weight_ih_l0	6	-0.0015699260402470827
211214	rnn.weight_ih_l0	7	0.05136631056666374
211214	rnn.weight_ih_l0	8	-0.017111923545598984
211214	rnn.weight_ih_l0	9	-0.030212774872779846
211214	rnn.weight_hh_l0	0	-0.030429000034928322
211214	rnn.weight_hh_l0	1	-0.007465803064405918
211214	rnn.weight_hh_l0	2	0.008484850637614727
211214	rnn.weight_hh_l0	3	-0.07627397030591965
211214	rnn.weight_hh_l0	4	0.09360037744045258
211214	rnn.weight_hh_l0	5	-0.02535986714065075
211214	rnn.weight_hh_l0	6	-0.06072704493999481
211214	rnn.weight_hh_l0	7	0.011522958986461163
211214	rnn.weight_hh_l0	8	0.014321872033178806
211214	rnn.weight_hh_l0	9	-0.02444322220981121
211214	rnn.bias_ih_l0	0	0.129550501704216
211214	rnn.bias_ih_l0	1	-0.03568071499466896
211214	rnn.bias_ih_l0	2	-0.034619852900505066
211214	rnn.bias_ih_l0	3	0.15994684398174286
211214	rnn.bias_ih_l0	4	-0.012019592337310314
211214	rnn.bias_ih_l0	5	-0.024041693657636642
211214	rnn.bias_ih_l0	6	0.018533173948526382
211214	rnn.bias_ih_l0	7	0.02326308749616146
211214	rnn.bias_ih_l0	8	-0.10053494572639465
211214	rnn.bias_ih_l0	9	-0.0502692386507988
211214	rnn.bias_hh_l0	0	0.0011596684344112873
211214	rnn.bias_hh_l0	1	-0.10133565962314606
211214	rnn.bias_hh_l0	2	-0.06956201791763306
211214	rnn.bias_hh_l0	3	-0.08563745766878128
211214	rnn.bias_hh_l0	4	0.008738119155168533
211214	rnn.bias_hh_l0	5	-0.018080009147524834
211214	rnn.bias_hh_l0	6	0.028758984059095383
211214	rnn.bias_hh_l0	7	0.05647755414247513
211214	rnn.bias_hh_l0	8	-0.118832528591156
211214	rnn.bias_hh_l0	9	-0.05524000525474548
211214	rnn.weight_ih_l0_reverse	0	-0.023364609107375145
211214	rnn.weight_ih_l0_reverse	1	-0.055209435522556305
211214	rnn.weight_ih_l0_reverse	2	-0.04500531777739525
211214	rnn.weight_ih_l0_reverse	3	0.012319513596594334
211214	rnn.weight_ih_l0_reverse	4	-0.02487567439675331
211214	rnn.weight_ih_l0_reverse	5	-0.05759475380182266
211214	rnn.weight_ih_l0_reverse	6	0.07477902621030807
211214	rnn.weight_ih_l0_reverse	7	-0.016802355647087097
211214	rnn.weight_ih_l0_reverse	8	-0.017547938972711563
211214	rnn.weight_ih_l0_reverse	9	0.0025373140815645456
211214	rnn.weight_hh_l0_reverse	0	0.06715233623981476
211214	rnn.weight_hh_l0_reverse	1	0.021028190851211548
211214	rnn.weight_hh_l0_reverse	2	0.028180141001939774
211214	rnn.weight_hh_l0_reverse	3	0.03534475713968277
211214	rnn.weight_hh_l0_reverse	4	0.012349659577012062
211214	rnn.weight_hh_l0_reverse	5	0.008502213284373283
211214	rnn.weight_hh_l0_reverse	6	0.049225229769945145
211214	rnn.weight_hh_l0_reverse	7	-0.07779514044523239
211214	rnn.weight_hh_l0_reverse	8	0.040462467819452286
211214	rnn.weight_hh_l0_reverse	9	0.03565489873290062
211214	rnn.bias_ih_l0_reverse	0	-0.0583316832780838
211214	rnn.bias_ih_l0_reverse	1	-0.2915862500667572
211214	rnn.bias_ih_l0_reverse	2	-0.12109263241291046
211214	rnn.bias_ih_l0_reverse	3	-0.04889364913105965
211214	rnn.bias_ih_l0_reverse	4	-0.022390035912394524
211214	rnn.bias_ih_l0_reverse	5	0.078160360455513
211214	rnn.bias_ih_l0_reverse	6	-0.06332191824913025
211214	rnn.bias_ih_l0_reverse	7	0.06569448113441467
211214	rnn.bias_ih_l0_reverse	8	-0.048158932477235794
211214	rnn.bias_ih_l0_reverse	9	0.06115325912833214
211214	rnn.bias_hh_l0_reverse	0	0.020243752747774124
211214	rnn.bias_hh_l0_reverse	1	-0.05355292186141014
211214	rnn.bias_hh_l0_reverse	2	0.08525653183460236
211214	rnn.bias_hh_l0_reverse	3	-0.04857306927442551
211214	rnn.bias_hh_l0_reverse	4	-0.020459752529859543
211214	rnn.bias_hh_l0_reverse	5	-0.02540321834385395
211214	rnn.bias_hh_l0_reverse	6	-0.016995904967188835
211214	rnn.bias_hh_l0_reverse	7	0.10042998939752579
211214	rnn.bias_hh_l0_reverse	8	0.03892984241247177
211214	rnn.bias_hh_l0_reverse	9	-0.1523953229188919
211214	rnn.weight_ih_l1	0	-0.030527690425515175
211214	rnn.weight_ih_l1	1	-0.049061425030231476
211214	rnn.weight_ih_l1	2	0.05477757751941681
211214	rnn.weight_ih_l1	3	-0.07128924876451492
211214	rnn.weight_ih_l1	4	-0.014892186038196087
211214	rnn.weight_ih_l1	5	-0.04042245075106621
211214	rnn.weight_ih_l1	6	0.02661972865462303
211214	rnn.weight_ih_l1	7	-0.045723799616098404
211214	rnn.weight_ih_l1	8	0.03753167763352394
211214	rnn.weight_ih_l1	9	0.04499812424182892
211214	rnn.weight_hh_l1	0	-0.008271514438092709
211214	rnn.weight_hh_l1	1	0.02008575201034546
211214	rnn.weight_hh_l1	2	0.006750145927071571
211214	rnn.weight_hh_l1	3	-0.012820776551961899
211214	rnn.weight_hh_l1	4	0.004728764295578003
211214	rnn.weight_hh_l1	5	0.03391929343342781
211214	rnn.weight_hh_l1	6	0.0362907312810421
211214	rnn.weight_hh_l1	7	-0.017445554956793785
211214	rnn.weight_hh_l1	8	-0.008163952268660069
211214	rnn.weight_hh_l1	9	0.03759089112281799
211214	rnn.bias_ih_l1	0	-0.1841784417629242
211214	rnn.bias_ih_l1	1	-0.1826983243227005
211214	rnn.bias_ih_l1	2	-0.20307451486587524
211214	rnn.bias_ih_l1	3	-0.3138641119003296
211214	rnn.bias_ih_l1	4	-0.2178189754486084
211214	rnn.bias_ih_l1	5	-0.08305329829454422
211214	rnn.bias_ih_l1	6	-0.16138502955436707
211214	rnn.bias_ih_l1	7	-0.014595400542020798
211214	rnn.bias_ih_l1	8	-0.1326226443052292
211214	rnn.bias_ih_l1	9	-0.1264905482530594
211214	rnn.bias_hh_l1	0	-0.09931684285402298
211214	rnn.bias_hh_l1	1	-0.07056864351034164
211214	rnn.bias_hh_l1	2	-0.09030325710773468
211214	rnn.bias_hh_l1	3	-0.0795765072107315
211214	rnn.bias_hh_l1	4	-0.07941538095474243
211214	rnn.bias_hh_l1	5	-0.12031334638595581
211214	rnn.bias_hh_l1	6	-0.16059610247612
211214	rnn.bias_hh_l1	7	0.07201679795980453
211214	rnn.bias_hh_l1	8	-0.18430519104003906
211214	rnn.bias_hh_l1	9	-0.12433421611785889
211214	rnn.weight_ih_l1_reverse	0	-0.04539721831679344
211214	rnn.weight_ih_l1_reverse	1	0.037586722522974014
211214	rnn.weight_ih_l1_reverse	2	0.09401024878025055
211214	rnn.weight_ih_l1_reverse	3	-0.01654394529759884
211214	rnn.weight_ih_l1_reverse	4	-0.026236029341816902
211214	rnn.weight_ih_l1_reverse	5	-0.03069683536887169
211214	rnn.weight_ih_l1_reverse	6	-0.01742192544043064
211214	rnn.weight_ih_l1_reverse	7	0.027326691895723343
211214	rnn.weight_ih_l1_reverse	8	0.00905237253755331
211214	rnn.weight_ih_l1_reverse	9	-0.03446151688694954
211214	rnn.weight_hh_l1_reverse	0	0.004509537015110254
211214	rnn.weight_hh_l1_reverse	1	0.03164172172546387
211214	rnn.weight_hh_l1_reverse	2	-0.040544770658016205
211214	rnn.weight_hh_l1_reverse	3	0.03514963388442993
211214	rnn.weight_hh_l1_reverse	4	0.047492943704128265
211214	rnn.weight_hh_l1_reverse	5	0.004145488608628511
211214	rnn.weight_hh_l1_reverse	6	0.05132380872964859
211214	rnn.weight_hh_l1_reverse	7	0.03143076226115227
211214	rnn.weight_hh_l1_reverse	8	-0.007395619060844183
211214	rnn.weight_hh_l1_reverse	9	-0.030984876677393913
211214	rnn.bias_ih_l1_reverse	0	-0.046367064118385315
211214	rnn.bias_ih_l1_reverse	1	-0.14625650644302368
211214	rnn.bias_ih_l1_reverse	2	-0.16463030874729156
211214	rnn.bias_ih_l1_reverse	3	-0.06093720346689224
211214	rnn.bias_ih_l1_reverse	4	-0.2098921686410904
211214	rnn.bias_ih_l1_reverse	5	-0.11641072481870651
211214	rnn.bias_ih_l1_reverse	6	-0.13170172274112701
211214	rnn.bias_ih_l1_reverse	7	-0.19529852271080017
211214	rnn.bias_ih_l1_reverse	8	0.21548762917518616
211214	rnn.bias_ih_l1_reverse	9	0.023363349959254265
211214	rnn.bias_hh_l1_reverse	0	-0.004686780273914337
211214	rnn.bias_hh_l1_reverse	1	-0.07119029760360718
211214	rnn.bias_hh_l1_reverse	2	-0.234608456492424
211214	rnn.bias_hh_l1_reverse	3	-0.14266884326934814
211214	rnn.bias_hh_l1_reverse	4	-0.08464409410953522
211214	rnn.bias_hh_l1_reverse	5	-0.11788103729486465
211214	rnn.bias_hh_l1_reverse	6	0.04730745032429695
211214	rnn.bias_hh_l1_reverse	7	-0.14539319276809692
211214	rnn.bias_hh_l1_reverse	8	-0.12124833464622498
211214	rnn.bias_hh_l1_reverse	9	-0.1507263332605362
211214	linear.weight	0	0.002228822559118271
211214	linear.weight	1	0.10204625129699707
211214	linear.weight	2	-0.09821554273366928
211214	linear.weight	3	0.296029657125473
211214	linear.weight	4	0.152273491024971
211214	linear.weight	5	-0.06331858038902283
211214	linear.weight	6	0.11640127003192902
211214	linear.weight	7	0.14022423326969147
211214	linear.weight	8	0.04114386439323425
211214	linear.weight	9	-0.049918193370103836
211214	linear.bias	0	0.09549221396446228
211214	linear.bias	1	-0.16940397024154663
211214	linear.bias	2	-0.4690883457660675
211214	linear.bias	3	-0.6583650708198547
211214	linear.bias	4	-1.2483181953430176
211214	linear.bias	5	-0.05964452773332596
211214	linear.bias	6	-0.8022828698158264
211214	linear.bias	7	0.2677299976348877
211214	linear.bias	8	-0.429607629776001
211214	linear.bias	9	-1.0445737838745117
211218	transitions	0	0.7414653897285461
211218	transitions	1	0.15746144950389862
211218	transitions	2	-10000.0
211218	transitions	3	-1.8273859024047852
211218	transitions	4	-10000.0
211218	transitions	5	0.5648633241653442
211218	transitions	6	-0.08416502922773361
211218	transitions	7	-0.7950111627578735
211218	transitions	8	-1.4195001125335693
211218	transitions	9	-0.0012166546657681465
211218	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
211218	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
211218	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
211218	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
211218	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
211218	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
211218	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
211218	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
211218	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
211218	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
211218	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
211218	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
211218	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
211218	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
211218	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
211218	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
211218	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
211218	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
211218	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
211218	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
211218	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
211218	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
211218	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
211218	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
211218	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
211218	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
211218	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
211218	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
211218	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
211218	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
211218	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
211218	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
211218	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
211218	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
211218	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
211218	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
211218	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
211218	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
211218	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
211218	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
211218	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
211218	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
211218	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
211218	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
211218	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
211218	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
211218	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
211218	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
211218	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
211218	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
211218	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
211218	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
211218	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
211218	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
211218	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
211218	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
211218	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
211218	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
211218	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
211218	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
211218	embedding2nn.weight	0	0.019811728969216347
211218	embedding2nn.weight	1	-0.013210659846663475
211218	embedding2nn.weight	2	-0.014268254861235619
211218	embedding2nn.weight	3	-0.03202386945486069
211218	embedding2nn.weight	4	-0.0059150345623493195
211218	embedding2nn.weight	5	-0.003700588596984744
211218	embedding2nn.weight	6	-0.0039732689037919044
211218	embedding2nn.weight	7	-0.07642269879579544
211218	embedding2nn.weight	8	-0.0019979383796453476
211218	embedding2nn.weight	9	-0.028537116944789886
211218	embedding2nn.bias	0	0.03390803933143616
211218	embedding2nn.bias	1	-0.07528167963027954
211218	embedding2nn.bias	2	0.07694929093122482
211218	embedding2nn.bias	3	0.04636143893003464
211218	embedding2nn.bias	4	-0.035835325717926025
211218	embedding2nn.bias	5	0.0002097543329000473
211218	embedding2nn.bias	6	0.016690600663423538
211218	embedding2nn.bias	7	-0.04876265302300453
211218	embedding2nn.bias	8	0.06189541518688202
211218	embedding2nn.bias	9	0.046740226447582245
211218	rnn.weight_ih_l0	0	-0.07849773019552231
211218	rnn.weight_ih_l0	1	0.002448492916300893
211218	rnn.weight_ih_l0	2	0.03670616075396538
211218	rnn.weight_ih_l0	3	0.022485533729195595
211218	rnn.weight_ih_l0	4	-0.04928457364439964
211218	rnn.weight_ih_l0	5	-0.0691881999373436
211218	rnn.weight_ih_l0	6	-0.001617424306459725
211218	rnn.weight_ih_l0	7	0.051366176456213
211218	rnn.weight_ih_l0	8	-0.017109647393226624
211218	rnn.weight_ih_l0	9	-0.03018680028617382
211218	rnn.weight_hh_l0	0	-0.030464425683021545
211218	rnn.weight_hh_l0	1	-0.007469832431524992
211218	rnn.weight_hh_l0	2	0.008496909402310848
211218	rnn.weight_hh_l0	3	-0.0762614831328392
211218	rnn.weight_hh_l0	4	0.0936165452003479
211218	rnn.weight_hh_l0	5	-0.025225799530744553
211218	rnn.weight_hh_l0	6	-0.06073782593011856
211218	rnn.weight_hh_l0	7	0.011531309224665165
211218	rnn.weight_hh_l0	8	0.014375095255672932
211218	rnn.weight_hh_l0	9	-0.02442062646150589
211218	rnn.bias_ih_l0	0	0.1295672208070755
211218	rnn.bias_ih_l0	1	-0.03566619008779526
211218	rnn.bias_ih_l0	2	-0.034643977880477905
211218	rnn.bias_ih_l0	3	0.16004487872123718
211218	rnn.bias_ih_l0	4	-0.012159910053014755
211218	rnn.bias_ih_l0	5	-0.02388458140194416
211218	rnn.bias_ih_l0	6	0.018560245633125305
211218	rnn.bias_ih_l0	7	0.02330201119184494
211218	rnn.bias_ih_l0	8	-0.10044422745704651
211218	rnn.bias_ih_l0	9	-0.050359975546598434
211218	rnn.bias_hh_l0	0	0.000882223597727716
211218	rnn.bias_hh_l0	1	-0.10139507055282593
211218	rnn.bias_hh_l0	2	-0.0695803239941597
211218	rnn.bias_hh_l0	3	-0.0857572928071022
211218	rnn.bias_hh_l0	4	0.00883866474032402
211218	rnn.bias_hh_l0	5	-0.018018512055277824
211218	rnn.bias_hh_l0	6	0.02876102551817894
211218	rnn.bias_hh_l0	7	0.056492336094379425
211218	rnn.bias_hh_l0	8	-0.11888127774000168
211218	rnn.bias_hh_l0	9	-0.055153846740722656
211218	rnn.weight_ih_l0_reverse	0	-0.023418836295604706
211218	rnn.weight_ih_l0_reverse	1	-0.05513462424278259
211218	rnn.weight_ih_l0_reverse	2	-0.04497392848134041
211218	rnn.weight_ih_l0_reverse	3	0.012272881343960762
211218	rnn.weight_ih_l0_reverse	4	-0.024868179112672806
211218	rnn.weight_ih_l0_reverse	5	-0.05758872255682945
211218	rnn.weight_ih_l0_reverse	6	0.07473917305469513
211218	rnn.weight_ih_l0_reverse	7	-0.016789527609944344
211218	rnn.weight_ih_l0_reverse	8	-0.017555121332406998
211218	rnn.weight_ih_l0_reverse	9	0.0025568970013409853
211218	rnn.weight_hh_l0_reverse	0	0.06714488565921783
211218	rnn.weight_hh_l0_reverse	1	0.020999452099204063
211218	rnn.weight_hh_l0_reverse	2	0.028186777606606483
211218	rnn.weight_hh_l0_reverse	3	0.03536563739180565
211218	rnn.weight_hh_l0_reverse	4	0.012358669191598892
211218	rnn.weight_hh_l0_reverse	5	0.008498910814523697
211218	rnn.weight_hh_l0_reverse	6	0.04922550171613693
211218	rnn.weight_hh_l0_reverse	7	-0.07778655737638474
211218	rnn.weight_hh_l0_reverse	8	0.040488101541996
211218	rnn.weight_hh_l0_reverse	9	0.03567034378647804
211218	rnn.bias_ih_l0_reverse	0	-0.05822598561644554
211218	rnn.bias_ih_l0_reverse	1	-0.2915252447128296
211218	rnn.bias_ih_l0_reverse	2	-0.12116002291440964
211218	rnn.bias_ih_l0_reverse	3	-0.048926569521427155
211218	rnn.bias_ih_l0_reverse	4	-0.022425277158617973
211218	rnn.bias_ih_l0_reverse	5	0.07817474007606506
211218	rnn.bias_ih_l0_reverse	6	-0.06333615630865097
211218	rnn.bias_ih_l0_reverse	7	0.0657716616988182
211218	rnn.bias_ih_l0_reverse	8	-0.04812532663345337
211218	rnn.bias_ih_l0_reverse	9	0.06112756207585335
211218	rnn.bias_hh_l0_reverse	0	0.02041102759540081
211218	rnn.bias_hh_l0_reverse	1	-0.05358360335230827
211218	rnn.bias_hh_l0_reverse	2	0.08515540510416031
211218	rnn.bias_hh_l0_reverse	3	-0.048615600913763046
211218	rnn.bias_hh_l0_reverse	4	-0.020419182255864143
211218	rnn.bias_hh_l0_reverse	5	-0.025352949276566505
211218	rnn.bias_hh_l0_reverse	6	-0.01700599119067192
211218	rnn.bias_hh_l0_reverse	7	0.10048771649599075
211218	rnn.bias_hh_l0_reverse	8	0.038809627294540405
211218	rnn.bias_hh_l0_reverse	9	-0.15236473083496094
211218	rnn.weight_ih_l1	0	-0.030522162094712257
211218	rnn.weight_ih_l1	1	-0.04907207190990448
211218	rnn.weight_ih_l1	2	0.054779913276433945
211218	rnn.weight_ih_l1	3	-0.07131096720695496
211218	rnn.weight_ih_l1	4	-0.014897854998707771
211218	rnn.weight_ih_l1	5	-0.04042252153158188
211218	rnn.weight_ih_l1	6	0.026623139157891273
211218	rnn.weight_ih_l1	7	-0.045598842203617096
211218	rnn.weight_ih_l1	8	0.03749646246433258
211218	rnn.weight_ih_l1	9	0.04499528184533119
211218	rnn.weight_hh_l1	0	-0.008244580589234829
211218	rnn.weight_hh_l1	1	0.020096030086278915
211218	rnn.weight_hh_l1	2	0.006691812537610531
211218	rnn.weight_hh_l1	3	-0.012827523052692413
211218	rnn.weight_hh_l1	4	0.004723789170384407
211218	rnn.weight_hh_l1	5	0.03390821814537048
211218	rnn.weight_hh_l1	6	0.03631744533777237
211218	rnn.weight_hh_l1	7	-0.017399173229932785
211218	rnn.weight_hh_l1	8	-0.008185064420104027
211218	rnn.weight_hh_l1	9	0.03762545809149742
211218	rnn.bias_ih_l1	0	-0.18415899574756622
211218	rnn.bias_ih_l1	1	-0.18273523449897766
211218	rnn.bias_ih_l1	2	-0.20298516750335693
211218	rnn.bias_ih_l1	3	-0.313912034034729
211218	rnn.bias_ih_l1	4	-0.21783176064491272
211218	rnn.bias_ih_l1	5	-0.0831245630979538
211218	rnn.bias_ih_l1	6	-0.1613224446773529
211218	rnn.bias_ih_l1	7	-0.014593650586903095
211218	rnn.bias_ih_l1	8	-0.13269303739070892
211218	rnn.bias_ih_l1	9	-0.12645810842514038
211218	rnn.bias_hh_l1	0	-0.09935420006513596
211218	rnn.bias_hh_l1	1	-0.07050002366304398
211218	rnn.bias_hh_l1	2	-0.09007533639669418
211218	rnn.bias_hh_l1	3	-0.07956448942422867
211218	rnn.bias_hh_l1	4	-0.07937439531087875
211218	rnn.bias_hh_l1	5	-0.12042276561260223
211218	rnn.bias_hh_l1	6	-0.16071324050426483
211218	rnn.bias_hh_l1	7	0.07211176306009293
211218	rnn.bias_hh_l1	8	-0.18441510200500488
211218	rnn.bias_hh_l1	9	-0.12426938116550446
211218	rnn.weight_ih_l1_reverse	0	-0.04539826512336731
211218	rnn.weight_ih_l1_reverse	1	0.0375632718205452
211218	rnn.weight_ih_l1_reverse	2	0.09405986219644547
211218	rnn.weight_ih_l1_reverse	3	-0.0165445227175951
211218	rnn.weight_ih_l1_reverse	4	-0.026240229606628418
211218	rnn.weight_ih_l1_reverse	5	-0.030716439709067345
211218	rnn.weight_ih_l1_reverse	6	-0.01753850467503071
211218	rnn.weight_ih_l1_reverse	7	0.027321873232722282
211218	rnn.weight_ih_l1_reverse	8	0.008957327343523502
211218	rnn.weight_ih_l1_reverse	9	-0.03443875163793564
211218	rnn.weight_hh_l1_reverse	0	0.0045068287290632725
211218	rnn.weight_hh_l1_reverse	1	0.03163781389594078
211218	rnn.weight_hh_l1_reverse	2	-0.04054390266537666
211218	rnn.weight_hh_l1_reverse	3	0.035149164497852325
211218	rnn.weight_hh_l1_reverse	4	0.04752209410071373
211218	rnn.weight_hh_l1_reverse	5	0.004153101705014706
211218	rnn.weight_hh_l1_reverse	6	0.05133093520998955
211218	rnn.weight_hh_l1_reverse	7	0.0314306914806366
211218	rnn.weight_hh_l1_reverse	8	-0.007403986528515816
211218	rnn.weight_hh_l1_reverse	9	-0.03098945878446102
211218	rnn.bias_ih_l1_reverse	0	-0.046454090625047684
211218	rnn.bias_ih_l1_reverse	1	-0.14633777737617493
211218	rnn.bias_ih_l1_reverse	2	-0.16472801566123962
211218	rnn.bias_ih_l1_reverse	3	-0.061082467436790466
211218	rnn.bias_ih_l1_reverse	4	-0.20988397300243378
211218	rnn.bias_ih_l1_reverse	5	-0.11643598973751068
211218	rnn.bias_ih_l1_reverse	6	-0.13167212903499603
211218	rnn.bias_ih_l1_reverse	7	-0.19518467783927917
211218	rnn.bias_ih_l1_reverse	8	0.21550942957401276
211218	rnn.bias_ih_l1_reverse	9	0.023304348811507225
211218	rnn.bias_hh_l1_reverse	0	-0.004729938693344593
211218	rnn.bias_hh_l1_reverse	1	-0.07109908014535904
211218	rnn.bias_hh_l1_reverse	2	-0.23467665910720825
211218	rnn.bias_hh_l1_reverse	3	-0.14269472658634186
211218	rnn.bias_hh_l1_reverse	4	-0.08463660627603531
211218	rnn.bias_hh_l1_reverse	5	-0.11797284334897995
211218	rnn.bias_hh_l1_reverse	6	0.04752907156944275
211218	rnn.bias_hh_l1_reverse	7	-0.14545762538909912
211218	rnn.bias_hh_l1_reverse	8	-0.12133120745420456
211218	rnn.bias_hh_l1_reverse	9	-0.15072163939476013
211218	linear.weight	0	0.002228822559118271
211218	linear.weight	1	0.10198978334665298
211218	linear.weight	2	-0.09825238585472107
211218	linear.weight	3	0.2960720360279083
211218	linear.weight	4	0.15220509469509125
211218	linear.weight	5	-0.06331803649663925
211218	linear.weight	6	0.1174766942858696
211218	linear.weight	7	0.14029866456985474
211218	linear.weight	8	0.041143860667943954
211218	linear.weight	9	-0.049922339618206024
211218	linear.bias	0	0.09725548326969147
211218	linear.bias	1	-0.17012211680412292
211218	linear.bias	2	-0.4695964455604553
211218	linear.bias	3	-0.6592057943344116
211218	linear.bias	4	-1.2491651773452759
211218	linear.bias	5	-0.0590214841067791
211218	linear.bias	6	-0.802996814250946
211218	linear.bias	7	0.268291175365448
211218	linear.bias	8	-0.4288305938243866
211218	linear.bias	9	-1.0437952280044556
211415	transitions	0	0.7409020066261292
211415	transitions	1	0.16032616794109344
211415	transitions	2	-10000.0
211415	transitions	3	-1.827392339706421
211415	transitions	4	-10000.0
211415	transitions	5	0.5648059844970703
211415	transitions	6	-0.0841871127486229
211415	transitions	7	-0.7950414419174194
211415	transitions	8	-1.4195148944854736
211415	transitions	9	-0.0012168192770332098
211415	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
211415	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
211415	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
211415	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
211415	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
211415	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
211415	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
211415	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
211415	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
211415	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
211415	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
211415	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
211415	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
211415	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
211415	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
211415	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
211415	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
211415	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
211415	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
211415	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
211415	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
211415	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
211415	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
211415	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
211415	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
211415	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
211415	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
211415	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
211415	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
211415	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
211415	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
211415	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
211415	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
211415	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
211415	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
211415	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
211415	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
211415	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
211415	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
211415	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
211415	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
211415	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
211415	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
211415	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
211415	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
211415	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
211415	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
211415	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
211415	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
211415	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
211415	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
211415	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
211415	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
211415	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
211415	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
211415	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
211415	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
211415	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
211415	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
211415	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
211415	embedding2nn.weight	0	0.020142873749136925
211415	embedding2nn.weight	1	-0.013236241415143013
211415	embedding2nn.weight	2	-0.014268254861235619
211415	embedding2nn.weight	3	-0.031824275851249695
211415	embedding2nn.weight	4	-0.0059150345623493195
211415	embedding2nn.weight	5	-0.003700588596984744
211415	embedding2nn.weight	6	-0.003973269835114479
211415	embedding2nn.weight	7	-0.0760599821805954
211415	embedding2nn.weight	8	-0.0019979383796453476
211415	embedding2nn.weight	9	-0.028681471943855286
211415	embedding2nn.bias	0	0.033876098692417145
211415	embedding2nn.bias	1	-0.07664184272289276
211415	embedding2nn.bias	2	0.0772641971707344
211415	embedding2nn.bias	3	0.04904008284211159
211415	embedding2nn.bias	4	-0.036049984395504
211415	embedding2nn.bias	5	-0.002928856760263443
211415	embedding2nn.bias	6	0.017689626663923264
211415	embedding2nn.bias	7	-0.047183483839035034
211415	embedding2nn.bias	8	0.061078548431396484
211415	embedding2nn.bias	9	0.0473824068903923
211415	rnn.weight_ih_l0	0	-0.07841925323009491
211415	rnn.weight_ih_l0	1	0.002421321114525199
211415	rnn.weight_ih_l0	2	0.036574870347976685
211415	rnn.weight_ih_l0	3	0.02254004031419754
211415	rnn.weight_ih_l0	4	-0.049664970487356186
211415	rnn.weight_ih_l0	5	-0.06912162899971008
211415	rnn.weight_ih_l0	6	-0.0014626492047682405
211415	rnn.weight_ih_l0	7	0.0515323169529438
211415	rnn.weight_ih_l0	8	-0.016963329166173935
211415	rnn.weight_ih_l0	9	-0.02967340499162674
211415	rnn.weight_hh_l0	0	-0.030795572325587273
211415	rnn.weight_hh_l0	1	-0.008172390051186085
211415	rnn.weight_hh_l0	2	0.008397995494306087
211415	rnn.weight_hh_l0	3	-0.07613333314657211
211415	rnn.weight_hh_l0	4	0.09356597065925598
211415	rnn.weight_hh_l0	5	-0.02522725984454155
211415	rnn.weight_hh_l0	6	-0.06085076928138733
211415	rnn.weight_hh_l0	7	0.011107517406344414
211415	rnn.weight_hh_l0	8	0.014325682073831558
211415	rnn.weight_hh_l0	9	-0.0245734341442585
211415	rnn.bias_ih_l0	0	0.12919333577156067
211415	rnn.bias_ih_l0	1	-0.035190850496292114
211415	rnn.bias_ih_l0	2	-0.034671198576688766
211415	rnn.bias_ih_l0	3	0.1606527715921402
211415	rnn.bias_ih_l0	4	-0.012119440361857414
211415	rnn.bias_ih_l0	5	-0.02388598583638668
211415	rnn.bias_ih_l0	6	0.018123937770724297
211415	rnn.bias_ih_l0	7	0.023203901946544647
211415	rnn.bias_ih_l0	8	-0.10051964968442917
211415	rnn.bias_ih_l0	9	-0.04923378303647041
211415	rnn.bias_hh_l0	0	0.00027581737958826125
211415	rnn.bias_hh_l0	1	-0.10125333070755005
211415	rnn.bias_hh_l0	2	-0.06977439671754837
211415	rnn.bias_hh_l0	3	-0.08471942692995071
211415	rnn.bias_hh_l0	4	0.007853774353861809
211415	rnn.bias_hh_l0	5	-0.017855029553174973
211415	rnn.bias_hh_l0	6	0.029475240036845207
211415	rnn.bias_hh_l0	7	0.057402465492486954
211415	rnn.bias_hh_l0	8	-0.11887022852897644
211415	rnn.bias_hh_l0	9	-0.05532674118876457
211415	rnn.weight_ih_l0_reverse	0	-0.023344041779637337
211415	rnn.weight_ih_l0_reverse	1	-0.05506300553679466
211415	rnn.weight_ih_l0_reverse	2	-0.045435938984155655
211415	rnn.weight_ih_l0_reverse	3	0.01206772867590189
211415	rnn.weight_ih_l0_reverse	4	-0.024545244872570038
211415	rnn.weight_ih_l0_reverse	5	-0.05768341198563576
211415	rnn.weight_ih_l0_reverse	6	0.07462230324745178
211415	rnn.weight_ih_l0_reverse	7	-0.017104698345065117
211415	rnn.weight_ih_l0_reverse	8	-0.017822816967964172
211415	rnn.weight_ih_l0_reverse	9	0.002357201185077429
211415	rnn.weight_hh_l0_reverse	0	0.06674020737409592
211415	rnn.weight_hh_l0_reverse	1	0.021553484722971916
211415	rnn.weight_hh_l0_reverse	2	0.028329890221357346
211415	rnn.weight_hh_l0_reverse	3	0.03543268144130707
211415	rnn.weight_hh_l0_reverse	4	0.0121162636205554
211415	rnn.weight_hh_l0_reverse	5	0.008940063416957855
211415	rnn.weight_hh_l0_reverse	6	0.04933224990963936
211415	rnn.weight_hh_l0_reverse	7	-0.07783883810043335
211415	rnn.weight_hh_l0_reverse	8	0.040590208023786545
211415	rnn.weight_hh_l0_reverse	9	0.03585990518331528
211415	rnn.bias_ih_l0_reverse	0	-0.0579611100256443
211415	rnn.bias_ih_l0_reverse	1	-0.2915492653846741
211415	rnn.bias_ih_l0_reverse	2	-0.12122055888175964
211415	rnn.bias_ih_l0_reverse	3	-0.04935385659337044
211415	rnn.bias_ih_l0_reverse	4	-0.022053860127925873
211415	rnn.bias_ih_l0_reverse	5	0.07776404917240143
211415	rnn.bias_ih_l0_reverse	6	-0.0631885752081871
211415	rnn.bias_ih_l0_reverse	7	0.06564567983150482
211415	rnn.bias_ih_l0_reverse	8	-0.047818999737501144
211415	rnn.bias_ih_l0_reverse	9	0.06107460707426071
211415	rnn.bias_hh_l0_reverse	0	0.021443573758006096
211415	rnn.bias_hh_l0_reverse	1	-0.053440939635038376
211415	rnn.bias_hh_l0_reverse	2	0.08493118733167648
211415	rnn.bias_hh_l0_reverse	3	-0.04863426089286804
211415	rnn.bias_hh_l0_reverse	4	-0.020169969648122787
211415	rnn.bias_hh_l0_reverse	5	-0.025587230920791626
211415	rnn.bias_hh_l0_reverse	6	-0.016949081793427467
211415	rnn.bias_hh_l0_reverse	7	0.10102588683366776
211415	rnn.bias_hh_l0_reverse	8	0.03752671554684639
211415	rnn.bias_hh_l0_reverse	9	-0.1522357165813446
211415	rnn.weight_ih_l1	0	-0.03069363906979561
211415	rnn.weight_ih_l1	1	-0.04896574467420578
211415	rnn.weight_ih_l1	2	0.05460013449192047
211415	rnn.weight_ih_l1	3	-0.0716601312160492
211415	rnn.weight_ih_l1	4	-0.014985485933721066
211415	rnn.weight_ih_l1	5	-0.04045113921165466
211415	rnn.weight_ih_l1	6	0.026593785732984543
211415	rnn.weight_ih_l1	7	-0.046015508472919464
211415	rnn.weight_ih_l1	8	0.037461623549461365
211415	rnn.weight_ih_l1	9	0.04519227147102356
211415	rnn.weight_hh_l1	0	-0.008708963170647621
211415	rnn.weight_hh_l1	1	0.020063571631908417
211415	rnn.weight_hh_l1	2	0.006769687868654728
211415	rnn.weight_hh_l1	3	-0.01278596743941307
211415	rnn.weight_hh_l1	4	0.004731469787657261
211415	rnn.weight_hh_l1	5	0.03375851735472679
211415	rnn.weight_hh_l1	6	0.036155011504888535
211415	rnn.weight_hh_l1	7	-0.01735367812216282
211415	rnn.weight_hh_l1	8	-0.00821704976260662
211415	rnn.weight_hh_l1	9	0.037641916424036026
211415	rnn.bias_ih_l1	0	-0.18449218571186066
211415	rnn.bias_ih_l1	1	-0.18232527375221252
211415	rnn.bias_ih_l1	2	-0.2034328728914261
211415	rnn.bias_ih_l1	3	-0.3146039843559265
211415	rnn.bias_ih_l1	4	-0.21961380541324615
211415	rnn.bias_ih_l1	5	-0.08361934870481491
211415	rnn.bias_ih_l1	6	-0.16194625198841095
211415	rnn.bias_ih_l1	7	-0.015142920427024364
211415	rnn.bias_ih_l1	8	-0.13245953619480133
211415	rnn.bias_ih_l1	9	-0.12748835980892181
211415	rnn.bias_hh_l1	0	-0.09922724217176437
211415	rnn.bias_hh_l1	1	-0.0707622542977333
211415	rnn.bias_hh_l1	2	-0.09030839800834656
211415	rnn.bias_hh_l1	3	-0.07924161851406097
211415	rnn.bias_hh_l1	4	-0.08030795305967331
211415	rnn.bias_hh_l1	5	-0.1205715462565422
211415	rnn.bias_hh_l1	6	-0.16185134649276733
211415	rnn.bias_hh_l1	7	0.07167084515094757
211415	rnn.bias_hh_l1	8	-0.1837802678346634
211415	rnn.bias_hh_l1	9	-0.12331730127334595
211415	rnn.weight_ih_l1_reverse	0	-0.04523039236664772
211415	rnn.weight_ih_l1_reverse	1	0.038032013922929764
211415	rnn.weight_ih_l1_reverse	2	0.09346960484981537
211415	rnn.weight_ih_l1_reverse	3	-0.016373852267861366
211415	rnn.weight_ih_l1_reverse	4	-0.02597038447856903
211415	rnn.weight_ih_l1_reverse	5	-0.030705880373716354
211415	rnn.weight_ih_l1_reverse	6	-0.018122021108865738
211415	rnn.weight_ih_l1_reverse	7	0.027658894658088684
211415	rnn.weight_ih_l1_reverse	8	0.009192608296871185
211415	rnn.weight_ih_l1_reverse	9	-0.034839265048503876
211415	rnn.weight_hh_l1_reverse	0	0.004501120187342167
211415	rnn.weight_hh_l1_reverse	1	0.03154875338077545
211415	rnn.weight_hh_l1_reverse	2	-0.040544889867305756
211415	rnn.weight_hh_l1_reverse	3	0.03511592373251915
211415	rnn.weight_hh_l1_reverse	4	0.04753824695944786
211415	rnn.weight_hh_l1_reverse	5	0.004048919305205345
211415	rnn.weight_hh_l1_reverse	6	0.05118703469634056
211415	rnn.weight_hh_l1_reverse	7	0.031475551426410675
211415	rnn.weight_hh_l1_reverse	8	-0.007433551363646984
211415	rnn.weight_hh_l1_reverse	9	-0.03092179447412491
211415	rnn.bias_ih_l1_reverse	0	-0.047041986137628555
211415	rnn.bias_ih_l1_reverse	1	-0.14619643986225128
211415	rnn.bias_ih_l1_reverse	2	-0.1652338206768036
211415	rnn.bias_ih_l1_reverse	3	-0.05891326814889908
211415	rnn.bias_ih_l1_reverse	4	-0.2097867876291275
211415	rnn.bias_ih_l1_reverse	5	-0.11664414405822754
211415	rnn.bias_ih_l1_reverse	6	-0.13160133361816406
211415	rnn.bias_ih_l1_reverse	7	-0.19573919475078583
211415	rnn.bias_ih_l1_reverse	8	0.21509189903736115
211415	rnn.bias_ih_l1_reverse	9	0.023452438414096832
211415	rnn.bias_hh_l1_reverse	0	-0.0032063634134829044
211415	rnn.bias_hh_l1_reverse	1	-0.06923256814479828
211415	rnn.bias_hh_l1_reverse	2	-0.23475833237171173
211415	rnn.bias_hh_l1_reverse	3	-0.14311861991882324
211415	rnn.bias_hh_l1_reverse	4	-0.08411338180303574
211415	rnn.bias_hh_l1_reverse	5	-0.1175721064209938
211415	rnn.bias_hh_l1_reverse	6	0.04929444566369057
211415	rnn.bias_hh_l1_reverse	7	-0.1458398550748825
211415	rnn.bias_hh_l1_reverse	8	-0.12151148170232773
211415	rnn.bias_hh_l1_reverse	9	-0.15090042352676392
211415	linear.weight	0	0.002228822559118271
211415	linear.weight	1	0.10205146670341492
211415	linear.weight	2	-0.09870533645153046
211415	linear.weight	3	0.2958773076534271
211415	linear.weight	4	0.15183380246162415
211415	linear.weight	5	-0.0625532791018486
211415	linear.weight	6	0.1181623637676239
211415	linear.weight	7	0.14272776246070862
211415	linear.weight	8	0.04114378243684769
211415	linear.weight	9	-0.049014683812856674
211415	linear.bias	0	0.09158448129892349
211415	linear.bias	1	-0.17350444197654724
211415	linear.bias	2	-0.48304346203804016
211415	linear.bias	3	-0.6525577306747437
211415	linear.bias	4	-1.243032455444336
211415	linear.bias	5	-0.05653377249836922
211415	linear.bias	6	-0.8063782453536987
211415	linear.bias	7	0.27144289016723633
211415	linear.bias	8	-0.42337197065353394
211415	linear.bias	9	-1.0384093523025513
211612	transitions	0	0.740394651889801
211612	transitions	1	0.15872542560100555
211612	transitions	2	-10000.0
211612	transitions	3	-1.827399730682373
211612	transitions	4	-10000.0
211612	transitions	5	0.5647956132888794
211612	transitions	6	-0.08419349789619446
211612	transitions	7	-0.7952840328216553
211612	transitions	8	-1.4195374250411987
211612	transitions	9	-0.001216950360685587
211612	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
211612	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
211612	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
211612	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
211612	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
211612	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
211612	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
211612	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
211612	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
211612	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
211612	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
211612	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
211612	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
211612	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
211612	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
211612	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
211612	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
211612	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
211612	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
211612	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
211612	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
211612	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
211612	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
211612	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
211612	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
211612	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
211612	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
211612	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
211612	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
211612	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
211612	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
211612	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
211612	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
211612	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
211612	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
211612	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
211612	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
211612	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
211612	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
211612	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
211612	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
211612	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
211612	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
211612	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
211612	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
211612	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
211612	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
211612	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
211612	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
211612	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
211612	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
211612	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
211612	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
211612	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
211612	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
211612	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
211612	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
211612	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
211612	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
211612	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
211612	embedding2nn.weight	0	0.019563639536499977
211612	embedding2nn.weight	1	-0.013153515756130219
211612	embedding2nn.weight	2	-0.014268254861235619
211612	embedding2nn.weight	3	-0.03111162781715393
211612	embedding2nn.weight	4	-0.0059150345623493195
211612	embedding2nn.weight	5	-0.003700588596984744
211612	embedding2nn.weight	6	-0.003973269369453192
211612	embedding2nn.weight	7	-0.07574643939733505
211612	embedding2nn.weight	8	-0.0019979383796453476
211612	embedding2nn.weight	9	-0.028804635629057884
211612	embedding2nn.bias	0	0.034601304680109024
211612	embedding2nn.bias	1	-0.07711438834667206
211612	embedding2nn.bias	2	0.07455424964427948
211612	embedding2nn.bias	3	0.04959528520703316
211612	embedding2nn.bias	4	-0.03584793582558632
211612	embedding2nn.bias	5	-0.004245052579790354
211612	embedding2nn.bias	6	0.018496155738830566
211612	embedding2nn.bias	7	-0.05268726125359535
211612	embedding2nn.bias	8	0.0617634616792202
211612	embedding2nn.bias	9	0.047478657215833664
211612	rnn.weight_ih_l0	0	-0.07869035005569458
211612	rnn.weight_ih_l0	1	0.00207708147354424
211612	rnn.weight_ih_l0	2	0.036450982093811035
211612	rnn.weight_ih_l0	3	0.022634854540228844
211612	rnn.weight_ih_l0	4	-0.04982401058077812
211612	rnn.weight_ih_l0	5	-0.06906484812498093
211612	rnn.weight_ih_l0	6	-0.0014482884434983134
211612	rnn.weight_ih_l0	7	0.051374759525060654
211612	rnn.weight_ih_l0	8	-0.017376545816659927
211612	rnn.weight_ih_l0	9	-0.029862580820918083
211612	rnn.weight_hh_l0	0	-0.030784638598561287
211612	rnn.weight_hh_l0	1	-0.007813428528606892
211612	rnn.weight_hh_l0	2	0.008311396464705467
211612	rnn.weight_hh_l0	3	-0.07611831277608871
211612	rnn.weight_hh_l0	4	0.09344105422496796
211612	rnn.weight_hh_l0	5	-0.025339510291814804
211612	rnn.weight_hh_l0	6	-0.06082996726036072
211612	rnn.weight_hh_l0	7	0.010637226514518261
211612	rnn.weight_hh_l0	8	0.014269432984292507
211612	rnn.weight_hh_l0	9	-0.024818895384669304
211612	rnn.bias_ih_l0	0	0.12847915291786194
211612	rnn.bias_ih_l0	1	-0.03526674211025238
211612	rnn.bias_ih_l0	2	-0.03436720743775368
211612	rnn.bias_ih_l0	3	0.16065646708011627
211612	rnn.bias_ih_l0	4	-0.011839278042316437
211612	rnn.bias_ih_l0	5	-0.023207547143101692
211612	rnn.bias_ih_l0	6	0.01836106739938259
211612	rnn.bias_ih_l0	7	0.02388754114508629
211612	rnn.bias_ih_l0	8	-0.1005987897515297
211612	rnn.bias_ih_l0	9	-0.047556810081005096
211612	rnn.bias_hh_l0	0	0.0007840208127163351
211612	rnn.bias_hh_l0	1	-0.10170230269432068
211612	rnn.bias_hh_l0	2	-0.0692378506064415
211612	rnn.bias_hh_l0	3	-0.08524489402770996
211612	rnn.bias_hh_l0	4	0.008353414945304394
211612	rnn.bias_hh_l0	5	-0.01822674088180065
211612	rnn.bias_hh_l0	6	0.02956950105726719
211612	rnn.bias_hh_l0	7	0.056271202862262726
211612	rnn.bias_hh_l0	8	-0.11945996433496475
211612	rnn.bias_hh_l0	9	-0.05572405084967613
211612	rnn.weight_ih_l0_reverse	0	-0.023453030735254288
211612	rnn.weight_ih_l0_reverse	1	-0.0544828437268734
211612	rnn.weight_ih_l0_reverse	2	-0.04547598585486412
211612	rnn.weight_ih_l0_reverse	3	0.012048494070768356
211612	rnn.weight_ih_l0_reverse	4	-0.024769118055701256
211612	rnn.weight_ih_l0_reverse	5	-0.05772581696510315
211612	rnn.weight_ih_l0_reverse	6	0.07500451803207397
211612	rnn.weight_ih_l0_reverse	7	-0.017017381265759468
211612	rnn.weight_ih_l0_reverse	8	-0.01782313361763954
211612	rnn.weight_ih_l0_reverse	9	0.0024062455631792545
211612	rnn.weight_hh_l0_reverse	0	0.06698424369096756
211612	rnn.weight_hh_l0_reverse	1	0.02161773480474949
211612	rnn.weight_hh_l0_reverse	2	0.028550606220960617
211612	rnn.weight_hh_l0_reverse	3	0.03543156012892723
211612	rnn.weight_hh_l0_reverse	4	0.012005999684333801
211612	rnn.weight_hh_l0_reverse	5	0.008745077066123486
211612	rnn.weight_hh_l0_reverse	6	0.0493534579873085
211612	rnn.weight_hh_l0_reverse	7	-0.07776746898889542
211612	rnn.weight_hh_l0_reverse	8	0.040617916733026505
211612	rnn.weight_hh_l0_reverse	9	0.035668112337589264
211612	rnn.bias_ih_l0_reverse	0	-0.05808389186859131
211612	rnn.bias_ih_l0_reverse	1	-0.2916272282600403
211612	rnn.bias_ih_l0_reverse	2	-0.12189365923404694
211612	rnn.bias_ih_l0_reverse	3	-0.04861844703555107
211612	rnn.bias_ih_l0_reverse	4	-0.023731466382741928
211612	rnn.bias_ih_l0_reverse	5	0.07887943089008331
211612	rnn.bias_ih_l0_reverse	6	-0.0630107969045639
211612	rnn.bias_ih_l0_reverse	7	0.06607072055339813
211612	rnn.bias_ih_l0_reverse	8	-0.048379264771938324
211612	rnn.bias_ih_l0_reverse	9	0.06156877800822258
211612	rnn.bias_hh_l0_reverse	0	0.0217243991792202
211612	rnn.bias_hh_l0_reverse	1	-0.05350412055850029
211612	rnn.bias_hh_l0_reverse	2	0.08477765321731567
211612	rnn.bias_hh_l0_reverse	3	-0.048304032534360886
211612	rnn.bias_hh_l0_reverse	4	-0.020592955872416496
211612	rnn.bias_hh_l0_reverse	5	-0.02530594728887081
211612	rnn.bias_hh_l0_reverse	6	-0.01643981784582138
211612	rnn.bias_hh_l0_reverse	7	0.1009778305888176
211612	rnn.bias_hh_l0_reverse	8	0.03735870122909546
211612	rnn.bias_hh_l0_reverse	9	-0.1529410183429718
211612	rnn.weight_ih_l1	0	-0.03066224232316017
211612	rnn.weight_ih_l1	1	-0.049123335629701614
211612	rnn.weight_ih_l1	2	0.05476952716708183
211612	rnn.weight_ih_l1	3	-0.07176034152507782
211612	rnn.weight_ih_l1	4	-0.01492775697261095
211612	rnn.weight_ih_l1	5	-0.040392324328422546
211612	rnn.weight_ih_l1	6	0.026528766378760338
211612	rnn.weight_ih_l1	7	-0.04575503244996071
211612	rnn.weight_ih_l1	8	0.037457894533872604
211612	rnn.weight_ih_l1	9	0.04515078663825989
211612	rnn.weight_hh_l1	0	-0.008403184823691845
211612	rnn.weight_hh_l1	1	0.020045077428221703
211612	rnn.weight_hh_l1	2	0.006761638913303614
211612	rnn.weight_hh_l1	3	-0.012881837785243988
211612	rnn.weight_hh_l1	4	0.004857352003455162
211612	rnn.weight_hh_l1	5	0.033809367567300797
211612	rnn.weight_hh_l1	6	0.0360170416533947
211612	rnn.weight_hh_l1	7	-0.017355484887957573
211612	rnn.weight_hh_l1	8	-0.008296848274767399
211612	rnn.weight_hh_l1	9	0.03777991235256195
211612	rnn.bias_ih_l1	0	-0.18394388258457184
211612	rnn.bias_ih_l1	1	-0.18310047686100006
211612	rnn.bias_ih_l1	2	-0.2021806687116623
211612	rnn.bias_ih_l1	3	-0.313847154378891
211612	rnn.bias_ih_l1	4	-0.22038115561008453
211612	rnn.bias_ih_l1	5	-0.08308109641075134
211612	rnn.bias_ih_l1	6	-0.16087697446346283
211612	rnn.bias_ih_l1	7	-0.014844615012407303
211612	rnn.bias_ih_l1	8	-0.13184754550457
211612	rnn.bias_ih_l1	9	-0.12703467905521393
211612	rnn.bias_hh_l1	0	-0.09873275458812714
211612	rnn.bias_hh_l1	1	-0.06986293941736221
211612	rnn.bias_hh_l1	2	-0.09012944996356964
211612	rnn.bias_hh_l1	3	-0.07853087037801743
211612	rnn.bias_hh_l1	4	-0.08037600666284561
211612	rnn.bias_hh_l1	5	-0.12137158215045929
211612	rnn.bias_hh_l1	6	-0.16294564306735992
211612	rnn.bias_hh_l1	7	0.0694873109459877
211612	rnn.bias_hh_l1	8	-0.18431025743484497
211612	rnn.bias_hh_l1	9	-0.12453470379114151
211612	rnn.weight_ih_l1_reverse	0	-0.04533441364765167
211612	rnn.weight_ih_l1_reverse	1	0.03731423616409302
211612	rnn.weight_ih_l1_reverse	2	0.09422057121992111
211612	rnn.weight_ih_l1_reverse	3	-0.016192089766263962
211612	rnn.weight_ih_l1_reverse	4	-0.02556660771369934
211612	rnn.weight_ih_l1_reverse	5	-0.03082064352929592
211612	rnn.weight_ih_l1_reverse	6	-0.018191056326031685
211612	rnn.weight_ih_l1_reverse	7	0.02756345085799694
211612	rnn.weight_ih_l1_reverse	8	0.009441811591386795
211612	rnn.weight_ih_l1_reverse	9	-0.03433319181203842
211612	rnn.weight_hh_l1_reverse	0	0.004498488735407591
211612	rnn.weight_hh_l1_reverse	1	0.0315120704472065
211612	rnn.weight_hh_l1_reverse	2	-0.04055430740118027
211612	rnn.weight_hh_l1_reverse	3	0.03513851761817932
211612	rnn.weight_hh_l1_reverse	4	0.04756883904337883
211612	rnn.weight_hh_l1_reverse	5	0.003916955087333918
211612	rnn.weight_hh_l1_reverse	6	0.051230430603027344
211612	rnn.weight_hh_l1_reverse	7	0.031396541744470596
211612	rnn.weight_hh_l1_reverse	8	-0.007380861788988113
211612	rnn.weight_hh_l1_reverse	9	-0.03075999580323696
211612	rnn.bias_ih_l1_reverse	0	-0.047720156610012054
211612	rnn.bias_ih_l1_reverse	1	-0.1460331678390503
211612	rnn.bias_ih_l1_reverse	2	-0.1653553694486618
211612	rnn.bias_ih_l1_reverse	3	-0.05901707708835602
211612	rnn.bias_ih_l1_reverse	4	-0.2097984105348587
211612	rnn.bias_ih_l1_reverse	5	-0.11675690859556198
211612	rnn.bias_ih_l1_reverse	6	-0.1318770796060562
211612	rnn.bias_ih_l1_reverse	7	-0.195204496383667
211612	rnn.bias_ih_l1_reverse	8	0.21315497159957886
211612	rnn.bias_ih_l1_reverse	9	0.022098567336797714
211612	rnn.bias_hh_l1_reverse	0	-0.0029440659563988447
211612	rnn.bias_hh_l1_reverse	1	-0.06943337619304657
211612	rnn.bias_hh_l1_reverse	2	-0.23511020839214325
211612	rnn.bias_hh_l1_reverse	3	-0.14341816306114197
211612	rnn.bias_hh_l1_reverse	4	-0.08400173485279083
211612	rnn.bias_hh_l1_reverse	5	-0.11794053018093109
211612	rnn.bias_hh_l1_reverse	6	0.050973039120435715
211612	rnn.bias_hh_l1_reverse	7	-0.14565569162368774
211612	rnn.bias_hh_l1_reverse	8	-0.12110390514135361
211612	rnn.bias_hh_l1_reverse	9	-0.15064629912376404
211612	linear.weight	0	0.002228822559118271
211612	linear.weight	1	0.10498151928186417
211612	linear.weight	2	-0.09839751571416855
211612	linear.weight	3	0.2941877245903015
211612	linear.weight	4	0.15225185453891754
211612	linear.weight	5	-0.06319344788789749
211612	linear.weight	6	0.11745747178792953
211612	linear.weight	7	0.14251278340816498
211612	linear.weight	8	0.04114367812871933
211612	linear.weight	9	-0.04958350583910942
211612	linear.bias	0	0.07945773005485535
211612	linear.bias	1	-0.17502978444099426
211612	linear.bias	2	-0.46636083722114563
211612	linear.bias	3	-0.6555113196372986
211612	linear.bias	4	-1.2461175918579102
211612	linear.bias	5	-0.05441392585635185
211612	linear.bias	6	-0.8084564208984375
211612	linear.bias	7	0.2734915316104889
211612	linear.bias	8	-0.4285176992416382
211612	linear.bias	9	-1.0434319972991943
211809	transitions	0	0.7425578832626343
211809	transitions	1	0.15668566524982452
211809	transitions	2	-10000.0
211809	transitions	3	-1.827405333518982
211809	transitions	4	-10000.0
211809	transitions	5	0.5647028684616089
211809	transitions	6	-0.0842028483748436
211809	transitions	7	-0.7955388426780701
211809	transitions	8	-1.419565200805664
211809	transitions	9	-0.0012170871486887336
211809	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
211809	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
211809	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
211809	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
211809	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
211809	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
211809	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
211809	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
211809	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
211809	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
211809	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
211809	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
211809	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
211809	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
211809	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
211809	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
211809	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
211809	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
211809	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
211809	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
211809	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
211809	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
211809	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
211809	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
211809	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
211809	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
211809	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
211809	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
211809	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
211809	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
211809	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
211809	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
211809	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
211809	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
211809	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
211809	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
211809	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
211809	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
211809	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
211809	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
211809	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
211809	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
211809	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
211809	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
211809	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
211809	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
211809	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
211809	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
211809	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
211809	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
211809	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
211809	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
211809	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
211809	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
211809	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
211809	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
211809	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
211809	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
211809	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
211809	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
211809	embedding2nn.weight	0	0.0193918626755476
211809	embedding2nn.weight	1	-0.013166842982172966
211809	embedding2nn.weight	2	-0.014268254861235619
211809	embedding2nn.weight	3	-0.031065983697772026
211809	embedding2nn.weight	4	-0.0059150345623493195
211809	embedding2nn.weight	5	-0.0037005888298153877
211809	embedding2nn.weight	6	-0.003973268438130617
211809	embedding2nn.weight	7	-0.0756351500749588
211809	embedding2nn.weight	8	-0.0019979383796453476
211809	embedding2nn.weight	9	-0.028740989044308662
211809	embedding2nn.bias	0	0.036303821951150894
211809	embedding2nn.bias	1	-0.07407796382904053
211809	embedding2nn.bias	2	0.07499820739030838
211809	embedding2nn.bias	3	0.05121638998389244
211809	embedding2nn.bias	4	-0.03620005398988724
211809	embedding2nn.bias	5	-0.007258131168782711
211809	embedding2nn.bias	6	0.0204684529453516
211809	embedding2nn.bias	7	-0.05264638736844063
211809	embedding2nn.bias	8	0.06134891137480736
211809	embedding2nn.bias	9	0.04620755836367607
211809	rnn.weight_ih_l0	0	-0.0791475847363472
211809	rnn.weight_ih_l0	1	0.0025708647444844246
211809	rnn.weight_ih_l0	2	0.03673752397298813
211809	rnn.weight_ih_l0	3	0.022422470152378082
211809	rnn.weight_ih_l0	4	-0.04941403865814209
211809	rnn.weight_ih_l0	5	-0.06897440552711487
211809	rnn.weight_ih_l0	6	-0.0015583649510517716
211809	rnn.weight_ih_l0	7	0.051466360688209534
211809	rnn.weight_ih_l0	8	-0.01730560138821602
211809	rnn.weight_ih_l0	9	-0.02970007434487343
211809	rnn.weight_hh_l0	0	-0.030573630705475807
211809	rnn.weight_hh_l0	1	-0.00766927981749177
211809	rnn.weight_hh_l0	2	0.008344834670424461
211809	rnn.weight_hh_l0	3	-0.07632055133581161
211809	rnn.weight_hh_l0	4	0.09338979423046112
211809	rnn.weight_hh_l0	5	-0.02510521188378334
211809	rnn.weight_hh_l0	6	-0.06097523495554924
211809	rnn.weight_hh_l0	7	0.010648866184055805
211809	rnn.weight_hh_l0	8	0.014305098913609982
211809	rnn.weight_hh_l0	9	-0.02517666667699814
211809	rnn.bias_ih_l0	0	0.12873324751853943
211809	rnn.bias_ih_l0	1	-0.03573459014296532
211809	rnn.bias_ih_l0	2	-0.0346919484436512
211809	rnn.bias_ih_l0	3	0.16181251406669617
211809	rnn.bias_ih_l0	4	-0.012121105566620827
211809	rnn.bias_ih_l0	5	-0.023611024022102356
211809	rnn.bias_ih_l0	6	0.018417933955788612
211809	rnn.bias_ih_l0	7	0.02354482375085354
211809	rnn.bias_ih_l0	8	-0.10050912201404572
211809	rnn.bias_ih_l0	9	-0.047490790486335754
211809	rnn.bias_hh_l0	0	0.000988910673186183
211809	rnn.bias_hh_l0	1	-0.10334462672472
211809	rnn.bias_hh_l0	2	-0.06980786472558975
211809	rnn.bias_hh_l0	3	-0.08553032577037811
211809	rnn.bias_hh_l0	4	0.008822978474199772
211809	rnn.bias_hh_l0	5	-0.018258070573210716
211809	rnn.bias_hh_l0	6	0.029040317982435226
211809	rnn.bias_hh_l0	7	0.05585217848420143
211809	rnn.bias_hh_l0	8	-0.11863098293542862
211809	rnn.bias_hh_l0	9	-0.05652168393135071
211809	rnn.weight_ih_l0_reverse	0	-0.023277461528778076
211809	rnn.weight_ih_l0_reverse	1	-0.05490737408399582
211809	rnn.weight_ih_l0_reverse	2	-0.045214422047138214
211809	rnn.weight_ih_l0_reverse	3	0.011719943955540657
211809	rnn.weight_ih_l0_reverse	4	-0.02463778294622898
211809	rnn.weight_ih_l0_reverse	5	-0.05762474611401558
211809	rnn.weight_ih_l0_reverse	6	0.07484914362430573
211809	rnn.weight_ih_l0_reverse	7	-0.01663525588810444
211809	rnn.weight_ih_l0_reverse	8	-0.017785318195819855
211809	rnn.weight_ih_l0_reverse	9	0.002680735429748893
211809	rnn.weight_hh_l0_reverse	0	0.0668819472193718
211809	rnn.weight_hh_l0_reverse	1	0.021306496113538742
211809	rnn.weight_hh_l0_reverse	2	0.02844095416367054
211809	rnn.weight_hh_l0_reverse	3	0.035694148391485214
211809	rnn.weight_hh_l0_reverse	4	0.012050761841237545
211809	rnn.weight_hh_l0_reverse	5	0.008664890192449093
211809	rnn.weight_hh_l0_reverse	6	0.04942580685019493
211809	rnn.weight_hh_l0_reverse	7	-0.07830118387937546
211809	rnn.weight_hh_l0_reverse	8	0.04062950238585472
211809	rnn.weight_hh_l0_reverse	9	0.03542419150471687
211809	rnn.bias_ih_l0_reverse	0	-0.0583265982568264
211809	rnn.bias_ih_l0_reverse	1	-0.2916649580001831
211809	rnn.bias_ih_l0_reverse	2	-0.12085892260074615
211809	rnn.bias_ih_l0_reverse	3	-0.048923738300800323
211809	rnn.bias_ih_l0_reverse	4	-0.023096241056919098
211809	rnn.bias_ih_l0_reverse	5	0.07854466140270233
211809	rnn.bias_ih_l0_reverse	6	-0.06449685245752335
211809	rnn.bias_ih_l0_reverse	7	0.0660087987780571
211809	rnn.bias_ih_l0_reverse	8	-0.049388337880373
211809	rnn.bias_ih_l0_reverse	9	0.061457693576812744
211809	rnn.bias_hh_l0_reverse	0	0.02152450941503048
211809	rnn.bias_hh_l0_reverse	1	-0.054724905639886856
211809	rnn.bias_hh_l0_reverse	2	0.08436906337738037
211809	rnn.bias_hh_l0_reverse	3	-0.04803251102566719
211809	rnn.bias_hh_l0_reverse	4	-0.020192600786685944
211809	rnn.bias_hh_l0_reverse	5	-0.02545732818543911
211809	rnn.bias_hh_l0_reverse	6	-0.016500864177942276
211809	rnn.bias_hh_l0_reverse	7	0.10049398988485336
211809	rnn.bias_hh_l0_reverse	8	0.03646700456738472
211809	rnn.bias_hh_l0_reverse	9	-0.15117499232292175
211809	rnn.weight_ih_l1	0	-0.030667437240481377
211809	rnn.weight_ih_l1	1	-0.049167778342962265
211809	rnn.weight_ih_l1	2	0.05582919716835022
211809	rnn.weight_ih_l1	3	-0.0712895616889
211809	rnn.weight_ih_l1	4	-0.014815149828791618
211809	rnn.weight_ih_l1	5	-0.04020707681775093
211809	rnn.weight_ih_l1	6	0.026432959362864494
211809	rnn.weight_ih_l1	7	-0.04581937938928604
211809	rnn.weight_ih_l1	8	0.0374198779463768
211809	rnn.weight_ih_l1	9	0.045103445649147034
211809	rnn.weight_hh_l1	0	-0.008531318046152592
211809	rnn.weight_hh_l1	1	0.02008657529950142
211809	rnn.weight_hh_l1	2	0.006831086706370115
211809	rnn.weight_hh_l1	3	-0.012904812581837177
211809	rnn.weight_hh_l1	4	0.004691769368946552
211809	rnn.weight_hh_l1	5	0.033837392926216125
211809	rnn.weight_hh_l1	6	0.035962559282779694
211809	rnn.weight_hh_l1	7	-0.017342044040560722
211809	rnn.weight_hh_l1	8	-0.008235780522227287
211809	rnn.weight_hh_l1	9	0.03779047727584839
211809	rnn.bias_ih_l1	0	-0.1832168698310852
211809	rnn.bias_ih_l1	1	-0.18269088864326477
211809	rnn.bias_ih_l1	2	-0.20254473388195038
211809	rnn.bias_ih_l1	3	-0.31375759840011597
211809	rnn.bias_ih_l1	4	-0.2191011905670166
211809	rnn.bias_ih_l1	5	-0.08329398930072784
211809	rnn.bias_ih_l1	6	-0.16084620356559753
211809	rnn.bias_ih_l1	7	-0.014158735983073711
211809	rnn.bias_ih_l1	8	-0.13223665952682495
211809	rnn.bias_ih_l1	9	-0.12744544446468353
211809	rnn.bias_hh_l1	0	-0.0985652282834053
211809	rnn.bias_hh_l1	1	-0.06959643214941025
211809	rnn.bias_hh_l1	2	-0.08956383913755417
211809	rnn.bias_hh_l1	3	-0.07915373146533966
211809	rnn.bias_hh_l1	4	-0.08009877055883408
211809	rnn.bias_hh_l1	5	-0.12067779898643494
211809	rnn.bias_hh_l1	6	-0.1633414775133133
211809	rnn.bias_hh_l1	7	0.06854020059108734
211809	rnn.bias_hh_l1	8	-0.18378327786922455
211809	rnn.bias_hh_l1	9	-0.12470307946205139
211809	rnn.weight_ih_l1_reverse	0	-0.0449284166097641
211809	rnn.weight_ih_l1_reverse	1	0.0378635935485363
211809	rnn.weight_ih_l1_reverse	2	0.09412240982055664
211809	rnn.weight_ih_l1_reverse	3	-0.016684819012880325
211809	rnn.weight_ih_l1_reverse	4	-0.025795891880989075
211809	rnn.weight_ih_l1_reverse	5	-0.030757363885641098
211809	rnn.weight_ih_l1_reverse	6	-0.01807723008096218
211809	rnn.weight_ih_l1_reverse	7	0.027460148558020592
211809	rnn.weight_ih_l1_reverse	8	0.00959870032966137
211809	rnn.weight_ih_l1_reverse	9	-0.035129204392433167
211809	rnn.weight_hh_l1_reverse	0	0.004556687083095312
211809	rnn.weight_hh_l1_reverse	1	0.03143997862935066
211809	rnn.weight_hh_l1_reverse	2	-0.040545374155044556
211809	rnn.weight_hh_l1_reverse	3	0.0351613350212574
211809	rnn.weight_hh_l1_reverse	4	0.047484997659921646
211809	rnn.weight_hh_l1_reverse	5	0.003797266399487853
211809	rnn.weight_hh_l1_reverse	6	0.05080379173159599
211809	rnn.weight_hh_l1_reverse	7	0.03138107433915138
211809	rnn.weight_hh_l1_reverse	8	-0.007326815277338028
211809	rnn.weight_hh_l1_reverse	9	-0.03076017275452614
211809	rnn.bias_ih_l1_reverse	0	-0.04756025969982147
211809	rnn.bias_ih_l1_reverse	1	-0.14650464057922363
211809	rnn.bias_ih_l1_reverse	2	-0.16641657054424286
211809	rnn.bias_ih_l1_reverse	3	-0.05703924596309662
211809	rnn.bias_ih_l1_reverse	4	-0.21010401844978333
211809	rnn.bias_ih_l1_reverse	5	-0.11643602699041367
211809	rnn.bias_ih_l1_reverse	6	-0.13189081847667694
211809	rnn.bias_ih_l1_reverse	7	-0.19386908411979675
211809	rnn.bias_ih_l1_reverse	8	0.21221177279949188
211809	rnn.bias_ih_l1_reverse	9	0.02098819427192211
211809	rnn.bias_hh_l1_reverse	0	-0.0019819617737084627
211809	rnn.bias_hh_l1_reverse	1	-0.06827469170093536
211809	rnn.bias_hh_l1_reverse	2	-0.23546728491783142
211809	rnn.bias_hh_l1_reverse	3	-0.14336179196834564
211809	rnn.bias_hh_l1_reverse	4	-0.0841740071773529
211809	rnn.bias_hh_l1_reverse	5	-0.11825848370790482
211809	rnn.bias_hh_l1_reverse	6	0.05008791387081146
211809	rnn.bias_hh_l1_reverse	7	-0.1452776938676834
211809	rnn.bias_hh_l1_reverse	8	-0.1214740127325058
211809	rnn.bias_hh_l1_reverse	9	-0.15051762759685516
211809	linear.weight	0	0.002228822559118271
211809	linear.weight	1	0.10477803647518158
211809	linear.weight	2	-0.09632516652345657
211809	linear.weight	3	0.2949782609939575
211809	linear.weight	4	0.15237215161323547
211809	linear.weight	5	-0.06262141466140747
211809	linear.weight	6	0.11475974321365356
211809	linear.weight	7	0.1423037350177765
211809	linear.weight	8	0.04114358127117157
211809	linear.weight	9	-0.049440350383520126
211809	linear.bias	0	0.09311182051897049
211809	linear.bias	1	-0.1870015263557434
211809	linear.bias	2	-0.4514572024345398
211809	linear.bias	3	-0.6574928760528564
211809	linear.bias	4	-1.2480276823043823
211809	linear.bias	5	-0.05560440570116043
211809	linear.bias	6	-0.8204292058944702
211809	linear.bias	7	0.271120548248291
211809	linear.bias	8	-0.42514264583587646
211809	linear.bias	9	-1.0404764413833618
212006	transitions	0	0.7391498684883118
212006	transitions	1	0.15680721402168274
212006	transitions	2	-10000.0
212006	transitions	3	-1.8274108171463013
212006	transitions	4	-10000.0
212006	transitions	5	0.5646916031837463
212006	transitions	6	-0.08421378582715988
212006	transitions	7	-0.7959960699081421
212006	transitions	8	-1.419600248336792
212006	transitions	9	-0.0012171685229986906
212006	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
212006	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
212006	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
212006	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
212006	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
212006	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
212006	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
212006	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
212006	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
212006	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
212006	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
212006	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
212006	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
212006	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
212006	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
212006	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
212006	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
212006	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
212006	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
212006	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
212006	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
212006	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
212006	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
212006	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
212006	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
212006	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
212006	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
212006	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
212006	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
212006	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
212006	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
212006	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
212006	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
212006	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
212006	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
212006	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
212006	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
212006	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
212006	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
212006	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
212006	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
212006	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
212006	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
212006	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
212006	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
212006	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
212006	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
212006	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
212006	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
212006	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
212006	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
212006	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
212006	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
212006	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
212006	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
212006	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
212006	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
212006	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
212006	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
212006	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
212006	embedding2nn.weight	0	0.01905260793864727
212006	embedding2nn.weight	1	-0.013156456872820854
212006	embedding2nn.weight	2	-0.014268254861235619
212006	embedding2nn.weight	3	-0.030473165214061737
212006	embedding2nn.weight	4	-0.0059150345623493195
212006	embedding2nn.weight	5	-0.0037005888298153877
212006	embedding2nn.weight	6	-0.0039732689037919044
212006	embedding2nn.weight	7	-0.07565922290086746
212006	embedding2nn.weight	8	-0.0019979383796453476
212006	embedding2nn.weight	9	-0.02914152294397354
212006	embedding2nn.bias	0	0.036171186715364456
212006	embedding2nn.bias	1	-0.07546692341566086
212006	embedding2nn.bias	2	0.07522017508745193
212006	embedding2nn.bias	3	0.0514393076300621
212006	embedding2nn.bias	4	-0.03604187071323395
212006	embedding2nn.bias	5	-0.009860074147582054
212006	embedding2nn.bias	6	0.01587848551571369
212006	embedding2nn.bias	7	-0.05331357195973396
212006	embedding2nn.bias	8	0.06235316023230553
212006	embedding2nn.bias	9	0.048112064599990845
212006	rnn.weight_ih_l0	0	-0.0791274830698967
212006	rnn.weight_ih_l0	1	0.0026423130184412003
212006	rnn.weight_ih_l0	2	0.03688931092619896
212006	rnn.weight_ih_l0	3	0.022464588284492493
212006	rnn.weight_ih_l0	4	-0.04949849471449852
212006	rnn.weight_ih_l0	5	-0.06949775665998459
212006	rnn.weight_ih_l0	6	-0.0016360399313271046
212006	rnn.weight_ih_l0	7	0.051195405423641205
212006	rnn.weight_ih_l0	8	-0.017297184094786644
212006	rnn.weight_ih_l0	9	-0.029785770922899246
212006	rnn.weight_hh_l0	0	-0.030522102490067482
212006	rnn.weight_hh_l0	1	-0.007651458028703928
212006	rnn.weight_hh_l0	2	0.008451861329376698
212006	rnn.weight_hh_l0	3	-0.07649117708206177
212006	rnn.weight_hh_l0	4	0.09328942745923996
212006	rnn.weight_hh_l0	5	-0.024832559749484062
212006	rnn.weight_hh_l0	6	-0.061231985688209534
212006	rnn.weight_hh_l0	7	0.0107109434902668
212006	rnn.weight_hh_l0	8	0.014566502533853054
212006	rnn.weight_hh_l0	9	-0.025070391595363617
212006	rnn.bias_ih_l0	0	0.12866264581680298
212006	rnn.bias_ih_l0	1	-0.03617319092154503
212006	rnn.bias_ih_l0	2	-0.03341476246714592
212006	rnn.bias_ih_l0	3	0.1612328588962555
212006	rnn.bias_ih_l0	4	-0.012345096096396446
212006	rnn.bias_ih_l0	5	-0.024234620854258537
212006	rnn.bias_ih_l0	6	0.018733683973550797
212006	rnn.bias_ih_l0	7	0.02333470620214939
212006	rnn.bias_ih_l0	8	-0.10044357180595398
212006	rnn.bias_ih_l0	9	-0.04831480234861374
212006	rnn.bias_hh_l0	0	0.00048507461906410754
212006	rnn.bias_hh_l0	1	-0.10462220013141632
212006	rnn.bias_hh_l0	2	-0.06991886347532272
212006	rnn.bias_hh_l0	3	-0.0858142077922821
212006	rnn.bias_hh_l0	4	0.007653160020709038
212006	rnn.bias_hh_l0	5	-0.018251819536089897
212006	rnn.bias_hh_l0	6	0.028013072907924652
212006	rnn.bias_hh_l0	7	0.05423487722873688
212006	rnn.bias_hh_l0	8	-0.11847581714391708
212006	rnn.bias_hh_l0	9	-0.056495197117328644
212006	rnn.weight_ih_l0_reverse	0	-0.023610595613718033
212006	rnn.weight_ih_l0_reverse	1	-0.05466315150260925
212006	rnn.weight_ih_l0_reverse	2	-0.04534437879920006
212006	rnn.weight_ih_l0_reverse	3	0.011843521147966385
212006	rnn.weight_ih_l0_reverse	4	-0.024413665756583214
212006	rnn.weight_ih_l0_reverse	5	-0.05795161798596382
212006	rnn.weight_ih_l0_reverse	6	0.07490147650241852
212006	rnn.weight_ih_l0_reverse	7	-0.016685817390680313
212006	rnn.weight_ih_l0_reverse	8	-0.018077101558446884
212006	rnn.weight_ih_l0_reverse	9	0.0026232246309518814
212006	rnn.weight_hh_l0_reverse	0	0.06677620857954025
212006	rnn.weight_hh_l0_reverse	1	0.021256033331155777
212006	rnn.weight_hh_l0_reverse	2	0.028498558327555656
212006	rnn.weight_hh_l0_reverse	3	0.03592585399746895
212006	rnn.weight_hh_l0_reverse	4	0.012032667174935341
212006	rnn.weight_hh_l0_reverse	5	0.008262693881988525
212006	rnn.weight_hh_l0_reverse	6	0.04955308511853218
212006	rnn.weight_hh_l0_reverse	7	-0.07846011221408844
212006	rnn.weight_hh_l0_reverse	8	0.04045046865940094
212006	rnn.weight_hh_l0_reverse	9	0.03554225340485573
212006	rnn.bias_ih_l0_reverse	0	-0.05870024487376213
212006	rnn.bias_ih_l0_reverse	1	-0.29142045974731445
212006	rnn.bias_ih_l0_reverse	2	-0.12186452001333237
212006	rnn.bias_ih_l0_reverse	3	-0.049064647406339645
212006	rnn.bias_ih_l0_reverse	4	-0.023227553814649582
212006	rnn.bias_ih_l0_reverse	5	0.07818883657455444
212006	rnn.bias_ih_l0_reverse	6	-0.06476069241762161
212006	rnn.bias_ih_l0_reverse	7	0.06544925272464752
212006	rnn.bias_ih_l0_reverse	8	-0.050049394369125366
212006	rnn.bias_ih_l0_reverse	9	0.06213170289993286
212006	rnn.bias_hh_l0_reverse	0	0.022028600797057152
212006	rnn.bias_hh_l0_reverse	1	-0.054842509329319
212006	rnn.bias_hh_l0_reverse	2	0.08424809575080872
212006	rnn.bias_hh_l0_reverse	3	-0.04796140640974045
212006	rnn.bias_hh_l0_reverse	4	-0.020556680858135223
212006	rnn.bias_hh_l0_reverse	5	-0.02489597722887993
212006	rnn.bias_hh_l0_reverse	6	-0.016249975189566612
212006	rnn.bias_hh_l0_reverse	7	0.1000562310218811
212006	rnn.bias_hh_l0_reverse	8	0.035744912922382355
212006	rnn.bias_hh_l0_reverse	9	-0.1525152027606964
212006	rnn.weight_ih_l1	0	-0.030670730397105217
212006	rnn.weight_ih_l1	1	-0.049061551690101624
212006	rnn.weight_ih_l1	2	0.05567878857254982
212006	rnn.weight_ih_l1	3	-0.07155827432870865
212006	rnn.weight_ih_l1	4	-0.014909761026501656
212006	rnn.weight_ih_l1	5	-0.04017651453614235
212006	rnn.weight_ih_l1	6	0.026463620364665985
212006	rnn.weight_ih_l1	7	-0.045576468110084534
212006	rnn.weight_ih_l1	8	0.03735513985157013
212006	rnn.weight_ih_l1	9	0.04507141560316086
212006	rnn.weight_hh_l1	0	-0.0080834636464715
212006	rnn.weight_hh_l1	1	0.020055746659636497
212006	rnn.weight_hh_l1	2	0.007008052431046963
212006	rnn.weight_hh_l1	3	-0.01292188186198473
212006	rnn.weight_hh_l1	4	0.004798850044608116
212006	rnn.weight_hh_l1	5	0.03385769948363304
212006	rnn.weight_hh_l1	6	0.03590144217014313
212006	rnn.weight_hh_l1	7	-0.01740354858338833
212006	rnn.weight_hh_l1	8	-0.008209777064621449
212006	rnn.weight_hh_l1	9	0.037862420082092285
212006	rnn.bias_ih_l1	0	-0.18365728855133057
212006	rnn.bias_ih_l1	1	-0.18278343975543976
212006	rnn.bias_ih_l1	2	-0.20166215300559998
212006	rnn.bias_ih_l1	3	-0.31380924582481384
212006	rnn.bias_ih_l1	4	-0.2197263389825821
212006	rnn.bias_ih_l1	5	-0.08240966498851776
212006	rnn.bias_ih_l1	6	-0.1607852578163147
212006	rnn.bias_ih_l1	7	-0.013858990743756294
212006	rnn.bias_ih_l1	8	-0.13235878944396973
212006	rnn.bias_ih_l1	9	-0.12801098823547363
212006	rnn.bias_hh_l1	0	-0.09838604927062988
212006	rnn.bias_hh_l1	1	-0.06956395506858826
212006	rnn.bias_hh_l1	2	-0.08898942917585373
212006	rnn.bias_hh_l1	3	-0.07864034920930862
212006	rnn.bias_hh_l1	4	-0.07986969500780106
212006	rnn.bias_hh_l1	5	-0.12008392810821533
212006	rnn.bias_hh_l1	6	-0.1635608673095703
212006	rnn.bias_hh_l1	7	0.06989765167236328
212006	rnn.bias_hh_l1	8	-0.1833668053150177
212006	rnn.bias_hh_l1	9	-0.12456018477678299
212006	rnn.weight_ih_l1_reverse	0	-0.045019328594207764
212006	rnn.weight_ih_l1_reverse	1	0.037313006818294525
212006	rnn.weight_ih_l1_reverse	2	0.09570284187793732
212006	rnn.weight_ih_l1_reverse	3	-0.017186878249049187
212006	rnn.weight_ih_l1_reverse	4	-0.025859234854578972
212006	rnn.weight_ih_l1_reverse	5	-0.030808348208665848
212006	rnn.weight_ih_l1_reverse	6	-0.018110256642103195
212006	rnn.weight_ih_l1_reverse	7	0.027958931401371956
212006	rnn.weight_ih_l1_reverse	8	0.009692053310573101
212006	rnn.weight_ih_l1_reverse	9	-0.03532562777400017
212006	rnn.weight_hh_l1_reverse	0	0.004613092634826899
212006	rnn.weight_hh_l1_reverse	1	0.03152770549058914
212006	rnn.weight_hh_l1_reverse	2	-0.040548305958509445
212006	rnn.weight_hh_l1_reverse	3	0.03519122675061226
212006	rnn.weight_hh_l1_reverse	4	0.047444142401218414
212006	rnn.weight_hh_l1_reverse	5	0.003903012489899993
212006	rnn.weight_hh_l1_reverse	6	0.05132848024368286
212006	rnn.weight_hh_l1_reverse	7	0.03140069544315338
212006	rnn.weight_hh_l1_reverse	8	-0.007340946700423956
212006	rnn.weight_hh_l1_reverse	9	-0.03081657737493515
212006	rnn.bias_ih_l1_reverse	0	-0.04674078896641731
212006	rnn.bias_ih_l1_reverse	1	-0.14713154733181
212006	rnn.bias_ih_l1_reverse	2	-0.16572850942611694
212006	rnn.bias_ih_l1_reverse	3	-0.05745404586195946
212006	rnn.bias_ih_l1_reverse	4	-0.21004346013069153
212006	rnn.bias_ih_l1_reverse	5	-0.11642979085445404
212006	rnn.bias_ih_l1_reverse	6	-0.13195253908634186
212006	rnn.bias_ih_l1_reverse	7	-0.19388093054294586
212006	rnn.bias_ih_l1_reverse	8	0.21404007077217102
212006	rnn.bias_ih_l1_reverse	9	0.021372102200984955
212006	rnn.bias_hh_l1_reverse	0	-0.0003093295672442764
212006	rnn.bias_hh_l1_reverse	1	-0.06814238429069519
212006	rnn.bias_hh_l1_reverse	2	-0.23554980754852295
212006	rnn.bias_hh_l1_reverse	3	-0.14388735592365265
212006	rnn.bias_hh_l1_reverse	4	-0.08463974297046661
212006	rnn.bias_hh_l1_reverse	5	-0.11839378625154495
212006	rnn.bias_hh_l1_reverse	6	0.050643064081668854
212006	rnn.bias_hh_l1_reverse	7	-0.1451234519481659
212006	rnn.bias_hh_l1_reverse	8	-0.12138090282678604
212006	rnn.bias_hh_l1_reverse	9	-0.15037575364112854
212006	linear.weight	0	0.002228822559118271
212006	linear.weight	1	0.10561402887105942
212006	linear.weight	2	-0.09525980800390244
212006	linear.weight	3	0.29492443799972534
212006	linear.weight	4	0.15192300081253052
212006	linear.weight	5	-0.06256695091724396
212006	linear.weight	6	0.11866872757673264
212006	linear.weight	7	0.14241860806941986
212006	linear.weight	8	0.041143499314785004
212006	linear.weight	9	-0.04866844415664673
212006	linear.bias	0	0.07836361229419708
212006	linear.bias	1	-0.17642948031425476
212006	linear.bias	2	-0.4643617570400238
212006	linear.bias	3	-0.6670821905136108
212006	linear.bias	4	-1.257012128829956
212006	linear.bias	5	-0.05335044115781784
212006	linear.bias	6	-0.8100185990333557
212006	linear.bias	7	0.2739010751247406
212006	linear.bias	8	-0.42221230268478394
212006	linear.bias	9	-1.0388389825820923
212203	transitions	0	0.7370702624320984
212203	transitions	1	0.15447531640529633
212203	transitions	2	-10000.0
212203	transitions	3	-1.8274158239364624
212203	transitions	4	-10000.0
212203	transitions	5	0.5646799802780151
212203	transitions	6	-0.08426503837108612
212203	transitions	7	-0.7960732579231262
212203	transitions	8	-1.4196410179138184
212203	transitions	9	-0.0012173063587397337
212203	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
212203	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
212203	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
212203	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
212203	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
212203	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
212203	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
212203	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
212203	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
212203	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
212203	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
212203	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
212203	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
212203	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
212203	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
212203	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
212203	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
212203	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
212203	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
212203	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
212203	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
212203	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
212203	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
212203	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
212203	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
212203	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
212203	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
212203	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
212203	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
212203	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
212203	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
212203	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
212203	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
212203	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
212203	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
212203	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
212203	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
212203	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
212203	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
212203	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
212203	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
212203	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
212203	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
212203	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
212203	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
212203	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
212203	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
212203	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
212203	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
212203	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
212203	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
212203	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
212203	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
212203	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
212203	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
212203	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
212203	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
212203	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
212203	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
212203	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
212203	embedding2nn.weight	0	0.019240379333496094
212203	embedding2nn.weight	1	-0.013148577883839607
212203	embedding2nn.weight	2	-0.014268254861235619
212203	embedding2nn.weight	3	-0.03040270321071148
212203	embedding2nn.weight	4	-0.0059150345623493195
212203	embedding2nn.weight	5	-0.0037005888298153877
212203	embedding2nn.weight	6	-0.0039732689037919044
212203	embedding2nn.weight	7	-0.07578714191913605
212203	embedding2nn.weight	8	-0.0019979383796453476
212203	embedding2nn.weight	9	-0.028987495228648186
212203	embedding2nn.bias	0	0.03247196227312088
212203	embedding2nn.bias	1	-0.07155603170394897
212203	embedding2nn.bias	2	0.07332389056682587
212203	embedding2nn.bias	3	0.053367339074611664
212203	embedding2nn.bias	4	-0.03511133790016174
212203	embedding2nn.bias	5	-0.009256822057068348
212203	embedding2nn.bias	6	0.017938680946826935
212203	embedding2nn.bias	7	-0.054801732301712036
212203	embedding2nn.bias	8	0.062069907784461975
212203	embedding2nn.bias	9	0.04704434797167778
212203	rnn.weight_ih_l0	0	-0.07989820837974548
212203	rnn.weight_ih_l0	1	0.0025816396810114384
212203	rnn.weight_ih_l0	2	0.03698129206895828
212203	rnn.weight_ih_l0	3	0.02222876250743866
212203	rnn.weight_ih_l0	4	-0.04970646649599075
212203	rnn.weight_ih_l0	5	-0.06960722804069519
212203	rnn.weight_ih_l0	6	-0.0017326031811535358
212203	rnn.weight_ih_l0	7	0.051194529980421066
212203	rnn.weight_ih_l0	8	-0.017051655799150467
212203	rnn.weight_ih_l0	9	-0.029821166768670082
212203	rnn.weight_hh_l0	0	-0.03037838451564312
212203	rnn.weight_hh_l0	1	-0.0076883588917553425
212203	rnn.weight_hh_l0	2	0.008487582206726074
212203	rnn.weight_hh_l0	3	-0.0767541378736496
212203	rnn.weight_hh_l0	4	0.09319281578063965
212203	rnn.weight_hh_l0	5	-0.0247803945094347
212203	rnn.weight_hh_l0	6	-0.06096253544092178
212203	rnn.weight_hh_l0	7	0.010875728912651539
212203	rnn.weight_hh_l0	8	0.014482551254332066
212203	rnn.weight_hh_l0	9	-0.025023283436894417
212203	rnn.bias_ih_l0	0	0.1291579008102417
212203	rnn.bias_ih_l0	1	-0.03702475503087044
212203	rnn.bias_ih_l0	2	-0.033093493431806564
212203	rnn.bias_ih_l0	3	0.16094815731048584
212203	rnn.bias_ih_l0	4	-0.011547649279236794
212203	rnn.bias_ih_l0	5	-0.024350250139832497
212203	rnn.bias_ih_l0	6	0.01915864832699299
212203	rnn.bias_ih_l0	7	0.023543287068605423
212203	rnn.bias_ih_l0	8	-0.09987670183181763
212203	rnn.bias_ih_l0	9	-0.04887137934565544
212203	rnn.bias_hh_l0	0	0.0015803499845787883
212203	rnn.bias_hh_l0	1	-0.10511747002601624
212203	rnn.bias_hh_l0	2	-0.06971649825572968
212203	rnn.bias_hh_l0	3	-0.08553692698478699
212203	rnn.bias_hh_l0	4	0.008102464489638805
212203	rnn.bias_hh_l0	5	-0.018070796504616737
212203	rnn.bias_hh_l0	6	0.028411727398633957
212203	rnn.bias_hh_l0	7	0.05257466807961464
212203	rnn.bias_hh_l0	8	-0.11894594877958298
212203	rnn.bias_hh_l0	9	-0.05688882991671562
212203	rnn.weight_ih_l0_reverse	0	-0.02370826154947281
212203	rnn.weight_ih_l0_reverse	1	-0.054755352437496185
212203	rnn.weight_ih_l0_reverse	2	-0.045330312103033066
212203	rnn.weight_ih_l0_reverse	3	0.011813505552709103
212203	rnn.weight_ih_l0_reverse	4	-0.024753734469413757
212203	rnn.weight_ih_l0_reverse	5	-0.057928264141082764
212203	rnn.weight_ih_l0_reverse	6	0.07504355907440186
212203	rnn.weight_ih_l0_reverse	7	-0.0168624110519886
212203	rnn.weight_ih_l0_reverse	8	-0.018015049397945404
212203	rnn.weight_ih_l0_reverse	9	0.003106075804680586
212203	rnn.weight_hh_l0_reverse	0	0.06714282184839249
212203	rnn.weight_hh_l0_reverse	1	0.021124934777617455
212203	rnn.weight_hh_l0_reverse	2	0.028293753042817116
212203	rnn.weight_hh_l0_reverse	3	0.036002956330776215
212203	rnn.weight_hh_l0_reverse	4	0.011962504126131535
212203	rnn.weight_hh_l0_reverse	5	0.00783638097345829
212203	rnn.weight_hh_l0_reverse	6	0.04965583607554436
212203	rnn.weight_hh_l0_reverse	7	-0.07872222363948822
212203	rnn.weight_hh_l0_reverse	8	0.04033563286066055
212203	rnn.weight_hh_l0_reverse	9	0.03542273864150047
212203	rnn.bias_ih_l0_reverse	0	-0.058852244168519974
212203	rnn.bias_ih_l0_reverse	1	-0.291086882352829
212203	rnn.bias_ih_l0_reverse	2	-0.12172533571720123
212203	rnn.bias_ih_l0_reverse	3	-0.0491306334733963
212203	rnn.bias_ih_l0_reverse	4	-0.023665932938456535
212203	rnn.bias_ih_l0_reverse	5	0.07836327701807022
212203	rnn.bias_ih_l0_reverse	6	-0.06482863426208496
212203	rnn.bias_ih_l0_reverse	7	0.06581107527017593
212203	rnn.bias_ih_l0_reverse	8	-0.05003342404961586
212203	rnn.bias_ih_l0_reverse	9	0.06225693225860596
212203	rnn.bias_hh_l0_reverse	0	0.021477792412042618
212203	rnn.bias_hh_l0_reverse	1	-0.055470652878284454
212203	rnn.bias_hh_l0_reverse	2	0.08436037600040436
212203	rnn.bias_hh_l0_reverse	3	-0.047963403165340424
212203	rnn.bias_hh_l0_reverse	4	-0.020385468378663063
212203	rnn.bias_hh_l0_reverse	5	-0.024874167516827583
212203	rnn.bias_hh_l0_reverse	6	-0.01653752103447914
212203	rnn.bias_hh_l0_reverse	7	0.10005105286836624
212203	rnn.bias_hh_l0_reverse	8	0.03591262549161911
212203	rnn.bias_hh_l0_reverse	9	-0.15256373584270477
212203	rnn.weight_ih_l1	0	-0.030476873740553856
212203	rnn.weight_ih_l1	1	-0.049156446009874344
212203	rnn.weight_ih_l1	2	0.05569228157401085
212203	rnn.weight_ih_l1	3	-0.07175366580486298
212203	rnn.weight_ih_l1	4	-0.014435043558478355
212203	rnn.weight_ih_l1	5	-0.0402781218290329
212203	rnn.weight_ih_l1	6	0.026582658290863037
212203	rnn.weight_ih_l1	7	-0.04529661685228348
212203	rnn.weight_ih_l1	8	0.03738221898674965
212203	rnn.weight_ih_l1	9	0.04533728212118149
212203	rnn.weight_hh_l1	0	-0.008439062163233757
212203	rnn.weight_hh_l1	1	0.019957702606916428
212203	rnn.weight_hh_l1	2	0.007143880240619183
212203	rnn.weight_hh_l1	3	-0.01287868432700634
212203	rnn.weight_hh_l1	4	0.004607652314007282
212203	rnn.weight_hh_l1	5	0.03392304107546806
212203	rnn.weight_hh_l1	6	0.03605349734425545
212203	rnn.weight_hh_l1	7	-0.017371756955981255
212203	rnn.weight_hh_l1	8	-0.008077920414507389
212203	rnn.weight_hh_l1	9	0.03767206147313118
212203	rnn.bias_ih_l1	0	-0.18394798040390015
212203	rnn.bias_ih_l1	1	-0.18222644925117493
212203	rnn.bias_ih_l1	2	-0.2008032202720642
212203	rnn.bias_ih_l1	3	-0.31360602378845215
212203	rnn.bias_ih_l1	4	-0.21673160791397095
212203	rnn.bias_ih_l1	5	-0.08316048979759216
212203	rnn.bias_ih_l1	6	-0.16065660119056702
212203	rnn.bias_ih_l1	7	-0.014738342724740505
212203	rnn.bias_ih_l1	8	-0.13278953731060028
212203	rnn.bias_ih_l1	9	-0.12677380442619324
212203	rnn.bias_hh_l1	0	-0.09863604605197906
212203	rnn.bias_hh_l1	1	-0.0694374144077301
212203	rnn.bias_hh_l1	2	-0.09046248346567154
212203	rnn.bias_hh_l1	3	-0.07954704761505127
212203	rnn.bias_hh_l1	4	-0.08018087595701218
212203	rnn.bias_hh_l1	5	-0.12036744505167007
212203	rnn.bias_hh_l1	6	-0.16262738406658173
212203	rnn.bias_hh_l1	7	0.07020104676485062
212203	rnn.bias_hh_l1	8	-0.18295681476593018
212203	rnn.bias_hh_l1	9	-0.12570463120937347
212203	rnn.weight_ih_l1_reverse	0	-0.04485825076699257
212203	rnn.weight_ih_l1_reverse	1	0.03707871586084366
212203	rnn.weight_ih_l1_reverse	2	0.0964929461479187
212203	rnn.weight_ih_l1_reverse	3	-0.017139572650194168
212203	rnn.weight_ih_l1_reverse	4	-0.0255606509745121
212203	rnn.weight_ih_l1_reverse	5	-0.03076009638607502
212203	rnn.weight_ih_l1_reverse	6	-0.018405670300126076
212203	rnn.weight_ih_l1_reverse	7	0.02764226496219635
212203	rnn.weight_ih_l1_reverse	8	0.009049962274730206
212203	rnn.weight_ih_l1_reverse	9	-0.03557286038994789
212203	rnn.weight_hh_l1_reverse	0	0.00456232437863946
212203	rnn.weight_hh_l1_reverse	1	0.03149913623929024
212203	rnn.weight_hh_l1_reverse	2	-0.0405401736497879
212203	rnn.weight_hh_l1_reverse	3	0.03519672900438309
212203	rnn.weight_hh_l1_reverse	4	0.047426965087652206
212203	rnn.weight_hh_l1_reverse	5	0.0040395744144916534
212203	rnn.weight_hh_l1_reverse	6	0.051540955901145935
212203	rnn.weight_hh_l1_reverse	7	0.031318299472332
212203	rnn.weight_hh_l1_reverse	8	-0.007332915440201759
212203	rnn.weight_hh_l1_reverse	9	-0.030892083421349525
212203	rnn.bias_ih_l1_reverse	0	-0.04646360129117966
212203	rnn.bias_ih_l1_reverse	1	-0.14696738123893738
212203	rnn.bias_ih_l1_reverse	2	-0.1654311716556549
212203	rnn.bias_ih_l1_reverse	3	-0.058272168040275574
212203	rnn.bias_ih_l1_reverse	4	-0.21024775505065918
212203	rnn.bias_ih_l1_reverse	5	-0.11659665405750275
212203	rnn.bias_ih_l1_reverse	6	-0.13213935494422913
212203	rnn.bias_ih_l1_reverse	7	-0.19355623424053192
212203	rnn.bias_ih_l1_reverse	8	0.21344412863254547
212203	rnn.bias_ih_l1_reverse	9	0.021037260070443153
212203	rnn.bias_hh_l1_reverse	0	-0.00035642064176499844
212203	rnn.bias_hh_l1_reverse	1	-0.06847037374973297
212203	rnn.bias_hh_l1_reverse	2	-0.23577915132045746
212203	rnn.bias_hh_l1_reverse	3	-0.14369232952594757
212203	rnn.bias_hh_l1_reverse	4	-0.08393124490976334
212203	rnn.bias_hh_l1_reverse	5	-0.11789578944444656
212203	rnn.bias_hh_l1_reverse	6	0.05298231169581413
212203	rnn.bias_hh_l1_reverse	7	-0.14486199617385864
212203	rnn.bias_hh_l1_reverse	8	-0.12119947373867035
212203	rnn.bias_hh_l1_reverse	9	-0.15030203759670258
212203	linear.weight	0	0.002228822559118271
212203	linear.weight	1	0.10396846383810043
212203	linear.weight	2	-0.09537645429372787
212203	linear.weight	3	0.29392728209495544
212203	linear.weight	4	0.15061984956264496
212203	linear.weight	5	-0.062036193907260895
212203	linear.weight	6	0.11438027024269104
212203	linear.weight	7	0.13957428932189941
212203	linear.weight	8	0.04114331305027008
212203	linear.weight	9	-0.0497761107981205
212203	linear.bias	0	0.09404687583446503
212203	linear.bias	1	-0.17136679589748383
212203	linear.bias	2	-0.4751967489719391
212203	linear.bias	3	-0.659884512424469
212203	linear.bias	4	-1.2497702836990356
212203	linear.bias	5	-0.056966204196214676
212203	linear.bias	6	-0.8060100078582764
212203	linear.bias	7	0.26881611347198486
212203	linear.bias	8	-0.4170375466346741
212203	linear.bias	9	-1.0342612266540527
212400	transitions	0	0.7324161529541016
212400	transitions	1	0.154166117310524
212400	transitions	2	-10000.0
212400	transitions	3	-1.827418327331543
212400	transitions	4	-10000.0
212400	transitions	5	0.5646723508834839
212400	transitions	6	-0.08427160978317261
212400	transitions	7	-0.7961258292198181
212400	transitions	8	-1.4196488857269287
212400	transitions	9	-0.0012173715513199568
212400	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
212400	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
212400	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
212400	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
212400	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
212400	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
212400	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
212400	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
212400	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
212400	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
212400	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
212400	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
212400	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
212400	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
212400	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
212400	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
212400	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
212400	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
212400	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
212400	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
212400	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
212400	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
212400	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
212400	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
212400	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
212400	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
212400	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
212400	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
212400	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
212400	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
212400	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
212400	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
212400	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
212400	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
212400	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
212400	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
212400	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
212400	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
212400	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
212400	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
212400	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
212400	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
212400	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
212400	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
212400	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
212400	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
212400	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
212400	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
212400	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
212400	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
212400	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
212400	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
212400	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
212400	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
212400	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
212400	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
212400	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
212400	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
212400	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
212400	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
212400	embedding2nn.weight	0	0.020053165033459663
212400	embedding2nn.weight	1	-0.01303926669061184
212400	embedding2nn.weight	2	-0.014268254861235619
212400	embedding2nn.weight	3	-0.030824849382042885
212400	embedding2nn.weight	4	-0.0059150345623493195
212400	embedding2nn.weight	5	-0.0037005888298153877
212400	embedding2nn.weight	6	-0.0039732689037919044
212400	embedding2nn.weight	7	-0.07545218616724014
212400	embedding2nn.weight	8	-0.0019979383796453476
212400	embedding2nn.weight	9	-0.02889307588338852
212400	embedding2nn.bias	0	0.03297825902700424
212400	embedding2nn.bias	1	-0.07114046812057495
212400	embedding2nn.bias	2	0.072904571890831
212400	embedding2nn.bias	3	0.0529409721493721
212400	embedding2nn.bias	4	-0.032866448163986206
212400	embedding2nn.bias	5	-0.011554786935448647
212400	embedding2nn.bias	6	0.016148550435900688
212400	embedding2nn.bias	7	-0.054446373134851456
212400	embedding2nn.bias	8	0.06151512637734413
212400	embedding2nn.bias	9	0.047738563269376755
212400	rnn.weight_ih_l0	0	-0.07995158433914185
212400	rnn.weight_ih_l0	1	0.0023001767694950104
212400	rnn.weight_ih_l0	2	0.03652111068367958
212400	rnn.weight_ih_l0	3	0.02231588028371334
212400	rnn.weight_ih_l0	4	-0.049690306186676025
212400	rnn.weight_ih_l0	5	-0.06972723454236984
212400	rnn.weight_ih_l0	6	-0.0019671244081109762
212400	rnn.weight_ih_l0	7	0.050883859395980835
212400	rnn.weight_ih_l0	8	-0.016973532736301422
212400	rnn.weight_ih_l0	9	-0.029986919835209846
212400	rnn.weight_hh_l0	0	-0.030658934265375137
212400	rnn.weight_hh_l0	1	-0.007747655734419823
212400	rnn.weight_hh_l0	2	0.00812674593180418
212400	rnn.weight_hh_l0	3	-0.07678381353616714
212400	rnn.weight_hh_l0	4	0.09309085458517075
212400	rnn.weight_hh_l0	5	-0.024608364328742027
212400	rnn.weight_hh_l0	6	-0.06123236194252968
212400	rnn.weight_hh_l0	7	0.011060994118452072
212400	rnn.weight_hh_l0	8	0.014385751448571682
212400	rnn.weight_hh_l0	9	-0.024998100474476814
212400	rnn.bias_ih_l0	0	0.12872029840946198
212400	rnn.bias_ih_l0	1	-0.03704826906323433
212400	rnn.bias_ih_l0	2	-0.03325027599930763
212400	rnn.bias_ih_l0	3	0.1608704775571823
212400	rnn.bias_ih_l0	4	-0.012003802694380283
212400	rnn.bias_ih_l0	5	-0.024675335735082626
212400	rnn.bias_ih_l0	6	0.01929439790546894
212400	rnn.bias_ih_l0	7	0.023970400914549828
212400	rnn.bias_ih_l0	8	-0.10028059035539627
212400	rnn.bias_ih_l0	9	-0.04954634606838226
212400	rnn.bias_hh_l0	0	0.0009506542701274157
212400	rnn.bias_hh_l0	1	-0.10450831055641174
212400	rnn.bias_hh_l0	2	-0.06960126012563705
212400	rnn.bias_hh_l0	3	-0.085416279733181
212400	rnn.bias_hh_l0	4	0.008607014082372189
212400	rnn.bias_hh_l0	5	-0.018112851306796074
212400	rnn.bias_hh_l0	6	0.028207829222083092
212400	rnn.bias_hh_l0	7	0.054585326462984085
212400	rnn.bias_hh_l0	8	-0.11884184926748276
212400	rnn.bias_hh_l0	9	-0.05822959542274475
212400	rnn.weight_ih_l0_reverse	0	-0.023541493341326714
212400	rnn.weight_ih_l0_reverse	1	-0.054372865706682205
212400	rnn.weight_ih_l0_reverse	2	-0.04560396075248718
212400	rnn.weight_ih_l0_reverse	3	0.011748132295906544
212400	rnn.weight_ih_l0_reverse	4	-0.024872947484254837
212400	rnn.weight_ih_l0_reverse	5	-0.057876553386449814
212400	rnn.weight_ih_l0_reverse	6	0.0750143751502037
212400	rnn.weight_ih_l0_reverse	7	-0.017059430480003357
212400	rnn.weight_ih_l0_reverse	8	-0.018219057470560074
212400	rnn.weight_ih_l0_reverse	9	0.0032635796815156937
212400	rnn.weight_hh_l0_reverse	0	0.06753019243478775
212400	rnn.weight_hh_l0_reverse	1	0.02143697813153267
212400	rnn.weight_hh_l0_reverse	2	0.02818070538341999
212400	rnn.weight_hh_l0_reverse	3	0.03593968227505684
212400	rnn.weight_hh_l0_reverse	4	0.012040482833981514
212400	rnn.weight_hh_l0_reverse	5	0.00798459816724062
212400	rnn.weight_hh_l0_reverse	6	0.04964090883731842
212400	rnn.weight_hh_l0_reverse	7	-0.07871101051568985
212400	rnn.weight_hh_l0_reverse	8	0.0404624305665493
212400	rnn.weight_hh_l0_reverse	9	0.03511808067560196
212400	rnn.bias_ih_l0_reverse	0	-0.05896533653140068
212400	rnn.bias_ih_l0_reverse	1	-0.292165607213974
212400	rnn.bias_ih_l0_reverse	2	-0.12153136730194092
212400	rnn.bias_ih_l0_reverse	3	-0.04884321987628937
212400	rnn.bias_ih_l0_reverse	4	-0.023249462246894836
212400	rnn.bias_ih_l0_reverse	5	0.0767187848687172
212400	rnn.bias_ih_l0_reverse	6	-0.06457173824310303
212400	rnn.bias_ih_l0_reverse	7	0.06632751226425171
212400	rnn.bias_ih_l0_reverse	8	-0.04942670091986656
212400	rnn.bias_ih_l0_reverse	9	0.06195930019021034
212400	rnn.bias_hh_l0_reverse	0	0.02103647217154503
212400	rnn.bias_hh_l0_reverse	1	-0.053815729916095734
212400	rnn.bias_hh_l0_reverse	2	0.08462879806756973
212400	rnn.bias_hh_l0_reverse	3	-0.048222705721855164
212400	rnn.bias_hh_l0_reverse	4	-0.02121652103960514
212400	rnn.bias_hh_l0_reverse	5	-0.024812033399939537
212400	rnn.bias_hh_l0_reverse	6	-0.016865840181708336
212400	rnn.bias_hh_l0_reverse	7	0.09976537525653839
212400	rnn.bias_hh_l0_reverse	8	0.036517538130283356
212400	rnn.bias_hh_l0_reverse	9	-0.15300385653972626
212400	rnn.weight_ih_l1	0	-0.030683787539601326
212400	rnn.weight_ih_l1	1	-0.04922335594892502
212400	rnn.weight_ih_l1	2	0.05610564723610878
212400	rnn.weight_ih_l1	3	-0.07164827734231949
212400	rnn.weight_ih_l1	4	-0.014720401726663113
212400	rnn.weight_ih_l1	5	-0.04022658243775368
212400	rnn.weight_ih_l1	6	0.026724249124526978
212400	rnn.weight_ih_l1	7	-0.04514993354678154
212400	rnn.weight_ih_l1	8	0.037313491106033325
212400	rnn.weight_ih_l1	9	0.04529166966676712
212400	rnn.weight_hh_l1	0	-0.008348200470209122
212400	rnn.weight_hh_l1	1	0.019938861951231956
212400	rnn.weight_hh_l1	2	0.0071672056801617146
212400	rnn.weight_hh_l1	3	-0.012734133750200272
212400	rnn.weight_hh_l1	4	0.004777709022164345
212400	rnn.weight_hh_l1	5	0.034101299941539764
212400	rnn.weight_hh_l1	6	0.035843655467033386
212400	rnn.weight_hh_l1	7	-0.017396414652466774
212400	rnn.weight_hh_l1	8	-0.008189724758267403
212400	rnn.weight_hh_l1	9	0.03782074898481369
212400	rnn.bias_ih_l1	0	-0.18353794515132904
212400	rnn.bias_ih_l1	1	-0.18231648206710815
212400	rnn.bias_ih_l1	2	-0.20052003860473633
212400	rnn.bias_ih_l1	3	-0.31402450799942017
212400	rnn.bias_ih_l1	4	-0.2166343331336975
212400	rnn.bias_ih_l1	5	-0.0834113284945488
212400	rnn.bias_ih_l1	6	-0.1601053774356842
212400	rnn.bias_ih_l1	7	-0.015324697829782963
212400	rnn.bias_ih_l1	8	-0.13244980573654175
212400	rnn.bias_ih_l1	9	-0.12812823057174683
212400	rnn.bias_hh_l1	0	-0.09904168546199799
212400	rnn.bias_hh_l1	1	-0.06952637434005737
212400	rnn.bias_hh_l1	2	-0.09083379060029984
212400	rnn.bias_hh_l1	3	-0.07894495129585266
212400	rnn.bias_hh_l1	4	-0.08012448996305466
212400	rnn.bias_hh_l1	5	-0.1198960393667221
212400	rnn.bias_hh_l1	6	-0.16350968182086945
212400	rnn.bias_hh_l1	7	0.06895910948514938
212400	rnn.bias_hh_l1	8	-0.18273931741714478
212400	rnn.bias_hh_l1	9	-0.1256970465183258
212400	rnn.weight_ih_l1_reverse	0	-0.04485596716403961
212400	rnn.weight_ih_l1_reverse	1	0.03632689639925957
212400	rnn.weight_ih_l1_reverse	2	0.0967288389801979
212400	rnn.weight_ih_l1_reverse	3	-0.017121220007538795
212400	rnn.weight_ih_l1_reverse	4	-0.026252595707774162
212400	rnn.weight_ih_l1_reverse	5	-0.030729562044143677
212400	rnn.weight_ih_l1_reverse	6	-0.018994389101862907
212400	rnn.weight_ih_l1_reverse	7	0.027970565482974052
212400	rnn.weight_ih_l1_reverse	8	0.00896083191037178
212400	rnn.weight_ih_l1_reverse	9	-0.034866802394390106
212400	rnn.weight_hh_l1_reverse	0	0.004642326384782791
212400	rnn.weight_hh_l1_reverse	1	0.03157751262187958
212400	rnn.weight_hh_l1_reverse	2	-0.040554534643888474
212400	rnn.weight_hh_l1_reverse	3	0.03520283102989197
212400	rnn.weight_hh_l1_reverse	4	0.04753194749355316
212400	rnn.weight_hh_l1_reverse	5	0.004273008555173874
212400	rnn.weight_hh_l1_reverse	6	0.05170336738228798
212400	rnn.weight_hh_l1_reverse	7	0.03128981590270996
212400	rnn.weight_hh_l1_reverse	8	-0.007387027144432068
212400	rnn.weight_hh_l1_reverse	9	-0.030931605026125908
212400	rnn.bias_ih_l1_reverse	0	-0.04556472972035408
212400	rnn.bias_ih_l1_reverse	1	-0.14692384004592896
212400	rnn.bias_ih_l1_reverse	2	-0.1638081669807434
212400	rnn.bias_ih_l1_reverse	3	-0.05655091628432274
212400	rnn.bias_ih_l1_reverse	4	-0.2101394534111023
212400	rnn.bias_ih_l1_reverse	5	-0.11699986457824707
212400	rnn.bias_ih_l1_reverse	6	-0.13207843899726868
212400	rnn.bias_ih_l1_reverse	7	-0.19375067949295044
212400	rnn.bias_ih_l1_reverse	8	0.21421657502651215
212400	rnn.bias_ih_l1_reverse	9	0.018701469525694847
212400	rnn.bias_hh_l1_reverse	0	0.0007996418280526996
212400	rnn.bias_hh_l1_reverse	1	-0.0668267235159874
212400	rnn.bias_hh_l1_reverse	2	-0.2354043424129486
212400	rnn.bias_hh_l1_reverse	3	-0.14362096786499023
212400	rnn.bias_hh_l1_reverse	4	-0.08360379934310913
212400	rnn.bias_hh_l1_reverse	5	-0.11839564889669418
212400	rnn.bias_hh_l1_reverse	6	0.053579043596982956
212400	rnn.bias_hh_l1_reverse	7	-0.14473693072795868
212400	rnn.bias_hh_l1_reverse	8	-0.12093976140022278
212400	rnn.bias_hh_l1_reverse	9	-0.15044242143630981
212400	linear.weight	0	0.002228822559118271
212400	linear.weight	1	0.10065233707427979
212400	linear.weight	2	-0.09512488543987274
212400	linear.weight	3	0.2940220534801483
212400	linear.weight	4	0.15071362257003784
212400	linear.weight	5	-0.061770759522914886
212400	linear.weight	6	0.11492644250392914
212400	linear.weight	7	0.1392870843410492
212400	linear.weight	8	0.04114324226975441
212400	linear.weight	9	-0.04861380159854889
212400	linear.bias	0	0.09861093014478683
212400	linear.bias	1	-0.17873510718345642
212400	linear.bias	2	-0.47212499380111694
212400	linear.bias	3	-0.6606746315956116
212400	linear.bias	4	-1.2507586479187012
212400	linear.bias	5	-0.047545693814754486
212400	linear.bias	6	-0.813378632068634
212400	linear.bias	7	0.2785886228084564
212400	linear.bias	8	-0.422513872385025
212400	linear.bias	9	-1.0397379398345947
212597	transitions	0	0.7368539571762085
212597	transitions	1	0.1541692018508911
212597	transitions	2	-10000.0
212597	transitions	3	-1.8274224996566772
212597	transitions	4	-10000.0
212597	transitions	5	0.5646647214889526
212597	transitions	6	-0.08428241312503815
212597	transitions	7	-0.7962830066680908
212597	transitions	8	-1.4196592569351196
212597	transitions	9	-0.0012174140429124236
212597	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
212597	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
212597	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
212597	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
212597	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
212597	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
212597	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
212597	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
212597	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
212597	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
212597	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
212597	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
212597	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
212597	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
212597	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
212597	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
212597	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
212597	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
212597	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
212597	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
212597	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
212597	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
212597	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
212597	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
212597	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
212597	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
212597	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
212597	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
212597	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
212597	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
212597	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
212597	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
212597	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
212597	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
212597	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
212597	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
212597	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
212597	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
212597	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
212597	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
212597	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
212597	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
212597	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
212597	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
212597	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
212597	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
212597	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
212597	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
212597	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
212597	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
212597	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
212597	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
212597	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
212597	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
212597	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
212597	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
212597	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
212597	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
212597	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
212597	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
212597	embedding2nn.weight	0	0.020556649193167686
212597	embedding2nn.weight	1	-0.013073716312646866
212597	embedding2nn.weight	2	-0.014268254861235619
212597	embedding2nn.weight	3	-0.031002594158053398
212597	embedding2nn.weight	4	-0.0059150345623493195
212597	embedding2nn.weight	5	-0.0037005888298153877
212597	embedding2nn.weight	6	-0.0039732689037919044
212597	embedding2nn.weight	7	-0.0751328393816948
212597	embedding2nn.weight	8	-0.0019979383796453476
212597	embedding2nn.weight	9	-0.0290865246206522
212597	embedding2nn.bias	0	0.029750199988484383
212597	embedding2nn.bias	1	-0.07001154124736786
212597	embedding2nn.bias	2	0.07155811786651611
212597	embedding2nn.bias	3	0.051375579088926315
212597	embedding2nn.bias	4	-0.033182401210069656
212597	embedding2nn.bias	5	-0.010251982137560844
212597	embedding2nn.bias	6	0.01558089442551136
212597	embedding2nn.bias	7	-0.05540921166539192
212597	embedding2nn.bias	8	0.06287053227424622
212597	embedding2nn.bias	9	0.04593256115913391
212597	rnn.weight_ih_l0	0	-0.08008506149053574
212597	rnn.weight_ih_l0	1	0.00220916117541492
212597	rnn.weight_ih_l0	2	0.03617611154913902
212597	rnn.weight_ih_l0	3	0.02219047024846077
212597	rnn.weight_ih_l0	4	-0.049881480634212494
212597	rnn.weight_ih_l0	5	-0.06980191916227341
212597	rnn.weight_ih_l0	6	-0.0018000794807448983
212597	rnn.weight_ih_l0	7	0.05078473687171936
212597	rnn.weight_ih_l0	8	-0.01690250262618065
212597	rnn.weight_ih_l0	9	-0.030204828828573227
212597	rnn.weight_hh_l0	0	-0.0306689515709877
212597	rnn.weight_hh_l0	1	-0.007793983444571495
212597	rnn.weight_hh_l0	2	0.007949884049594402
212597	rnn.weight_hh_l0	3	-0.07651305198669434
212597	rnn.weight_hh_l0	4	0.09352370351552963
212597	rnn.weight_hh_l0	5	-0.02480931393802166
212597	rnn.weight_hh_l0	6	-0.061426594853401184
212597	rnn.weight_hh_l0	7	0.011192110367119312
212597	rnn.weight_hh_l0	8	0.014530682936310768
212597	rnn.weight_hh_l0	9	-0.024992873892188072
212597	rnn.bias_ih_l0	0	0.12860865890979767
212597	rnn.bias_ih_l0	1	-0.0362677276134491
212597	rnn.bias_ih_l0	2	-0.03303080424666405
212597	rnn.bias_ih_l0	3	0.16082686185836792
212597	rnn.bias_ih_l0	4	-0.012338784523308277
212597	rnn.bias_ih_l0	5	-0.024326132610440254
212597	rnn.bias_ih_l0	6	0.019319353625178337
212597	rnn.bias_ih_l0	7	0.02237023413181305
212597	rnn.bias_ih_l0	8	-0.10023508220911026
212597	rnn.bias_ih_l0	9	-0.048485394567251205
212597	rnn.bias_hh_l0	0	0.0006971217808313668
212597	rnn.bias_hh_l0	1	-0.10364929586648941
212597	rnn.bias_hh_l0	2	-0.06901906430721283
212597	rnn.bias_hh_l0	3	-0.0845089852809906
212597	rnn.bias_hh_l0	4	0.008081319741904736
212597	rnn.bias_hh_l0	5	-0.01777762360870838
212597	rnn.bias_hh_l0	6	0.02804485894739628
212597	rnn.bias_hh_l0	7	0.05476377531886101
212597	rnn.bias_hh_l0	8	-0.1184917762875557
212597	rnn.bias_hh_l0	9	-0.05807103216648102
212597	rnn.weight_ih_l0_reverse	0	-0.023472506552934647
212597	rnn.weight_ih_l0_reverse	1	-0.054527271538972855
212597	rnn.weight_ih_l0_reverse	2	-0.0451648011803627
212597	rnn.weight_ih_l0_reverse	3	0.011581111699342728
212597	rnn.weight_ih_l0_reverse	4	-0.02491288259625435
212597	rnn.weight_ih_l0_reverse	5	-0.057788144797086716
212597	rnn.weight_ih_l0_reverse	6	0.07516829669475555
212597	rnn.weight_ih_l0_reverse	7	-0.01687518320977688
212597	rnn.weight_ih_l0_reverse	8	-0.018093787133693695
212597	rnn.weight_ih_l0_reverse	9	0.0029548786114901304
212597	rnn.weight_hh_l0_reverse	0	0.06786231696605682
212597	rnn.weight_hh_l0_reverse	1	0.021048787981271744
212597	rnn.weight_hh_l0_reverse	2	0.028257986530661583
212597	rnn.weight_hh_l0_reverse	3	0.03605285659432411
212597	rnn.weight_hh_l0_reverse	4	0.012256181798875332
212597	rnn.weight_hh_l0_reverse	5	0.007963464595377445
212597	rnn.weight_hh_l0_reverse	6	0.04955064877867699
212597	rnn.weight_hh_l0_reverse	7	-0.07855263352394104
212597	rnn.weight_hh_l0_reverse	8	0.04071538895368576
212597	rnn.weight_hh_l0_reverse	9	0.03513224422931671
212597	rnn.bias_ih_l0_reverse	0	-0.05895538255572319
212597	rnn.bias_ih_l0_reverse	1	-0.29086917638778687
212597	rnn.bias_ih_l0_reverse	2	-0.12183155119419098
212597	rnn.bias_ih_l0_reverse	3	-0.049234312027692795
212597	rnn.bias_ih_l0_reverse	4	-0.021833239123225212
212597	rnn.bias_ih_l0_reverse	5	0.07676420360803604
212597	rnn.bias_ih_l0_reverse	6	-0.06415281444787979
212597	rnn.bias_ih_l0_reverse	7	0.06691548228263855
212597	rnn.bias_ih_l0_reverse	8	-0.048478469252586365
212597	rnn.bias_ih_l0_reverse	9	0.06253675371408463
212597	rnn.bias_hh_l0_reverse	0	0.021074045449495316
212597	rnn.bias_hh_l0_reverse	1	-0.05436863750219345
212597	rnn.bias_hh_l0_reverse	2	0.08381129056215286
212597	rnn.bias_hh_l0_reverse	3	-0.048184506595134735
212597	rnn.bias_hh_l0_reverse	4	-0.020632918924093246
212597	rnn.bias_hh_l0_reverse	5	-0.025209860876202583
212597	rnn.bias_hh_l0_reverse	6	-0.017768150195479393
212597	rnn.bias_hh_l0_reverse	7	0.0998072698712349
212597	rnn.bias_hh_l0_reverse	8	0.03688979521393776
212597	rnn.bias_hh_l0_reverse	9	-0.15282684564590454
212597	rnn.weight_ih_l1	0	-0.030753139406442642
212597	rnn.weight_ih_l1	1	-0.04981362074613571
212597	rnn.weight_ih_l1	2	0.05659693852066994
212597	rnn.weight_ih_l1	3	-0.071278415620327
212597	rnn.weight_ih_l1	4	-0.014664090238511562
212597	rnn.weight_ih_l1	5	-0.040333978831768036
212597	rnn.weight_ih_l1	6	0.026569629088044167
212597	rnn.weight_ih_l1	7	-0.04578394815325737
212597	rnn.weight_ih_l1	8	0.037348635494709015
212597	rnn.weight_ih_l1	9	0.04490802064538002
212597	rnn.weight_hh_l1	0	-0.008252319879829884
212597	rnn.weight_hh_l1	1	0.019963398575782776
212597	rnn.weight_hh_l1	2	0.007015692535787821
212597	rnn.weight_hh_l1	3	-0.012669327668845654
212597	rnn.weight_hh_l1	4	0.004778795409947634
212597	rnn.weight_hh_l1	5	0.03435290977358818
212597	rnn.weight_hh_l1	6	0.036056775599718094
212597	rnn.weight_hh_l1	7	-0.01748492941260338
212597	rnn.weight_hh_l1	8	-0.008158569224178791
212597	rnn.weight_hh_l1	9	0.03761626034975052
212597	rnn.bias_ih_l1	0	-0.18421775102615356
212597	rnn.bias_ih_l1	1	-0.18243196606636047
212597	rnn.bias_ih_l1	2	-0.20056764781475067
212597	rnn.bias_ih_l1	3	-0.31484270095825195
212597	rnn.bias_ih_l1	4	-0.213555246591568
212597	rnn.bias_ih_l1	5	-0.08401640504598618
212597	rnn.bias_ih_l1	6	-0.16019923985004425
212597	rnn.bias_ih_l1	7	-0.013446972705423832
212597	rnn.bias_ih_l1	8	-0.13227035105228424
212597	rnn.bias_ih_l1	9	-0.12806850671768188
212597	rnn.bias_hh_l1	0	-0.09849264472723007
212597	rnn.bias_hh_l1	1	-0.07072471082210541
212597	rnn.bias_hh_l1	2	-0.09025628119707108
212597	rnn.bias_hh_l1	3	-0.07837338745594025
212597	rnn.bias_hh_l1	4	-0.07956384122371674
212597	rnn.bias_hh_l1	5	-0.1199355497956276
212597	rnn.bias_hh_l1	6	-0.16417737305164337
212597	rnn.bias_hh_l1	7	0.06648481637239456
212597	rnn.bias_hh_l1	8	-0.18218004703521729
212597	rnn.bias_hh_l1	9	-0.12592802941799164
212597	rnn.weight_ih_l1_reverse	0	-0.04478743299841881
212597	rnn.weight_ih_l1_reverse	1	0.036051228642463684
212597	rnn.weight_ih_l1_reverse	2	0.09705999493598938
212597	rnn.weight_ih_l1_reverse	3	-0.01771448366343975
212597	rnn.weight_ih_l1_reverse	4	-0.026557564735412598
212597	rnn.weight_ih_l1_reverse	5	-0.030706720426678658
212597	rnn.weight_ih_l1_reverse	6	-0.01864403672516346
212597	rnn.weight_ih_l1_reverse	7	0.027967697009444237
212597	rnn.weight_ih_l1_reverse	8	0.00968342088162899
212597	rnn.weight_ih_l1_reverse	9	-0.03520893305540085
212597	rnn.weight_hh_l1_reverse	0	0.004631252493709326
212597	rnn.weight_hh_l1_reverse	1	0.03158584609627724
212597	rnn.weight_hh_l1_reverse	2	-0.04057547077536583
212597	rnn.weight_hh_l1_reverse	3	0.03520329296588898
212597	rnn.weight_hh_l1_reverse	4	0.04757975414395332
212597	rnn.weight_hh_l1_reverse	5	0.004241458605974913
212597	rnn.weight_hh_l1_reverse	6	0.05155560001730919
212597	rnn.weight_hh_l1_reverse	7	0.03125248849391937
212597	rnn.weight_hh_l1_reverse	8	-0.007417620159685612
212597	rnn.weight_hh_l1_reverse	9	-0.030969031155109406
212597	rnn.bias_ih_l1_reverse	0	-0.04579724371433258
212597	rnn.bias_ih_l1_reverse	1	-0.147157222032547
212597	rnn.bias_ih_l1_reverse	2	-0.16395220160484314
212597	rnn.bias_ih_l1_reverse	3	-0.05662720277905464
212597	rnn.bias_ih_l1_reverse	4	-0.20974457263946533
212597	rnn.bias_ih_l1_reverse	5	-0.11638437211513519
212597	rnn.bias_ih_l1_reverse	6	-0.13203424215316772
212597	rnn.bias_ih_l1_reverse	7	-0.1941879391670227
212597	rnn.bias_ih_l1_reverse	8	0.21408647298812866
212597	rnn.bias_ih_l1_reverse	9	0.019146788865327835
212597	rnn.bias_hh_l1_reverse	0	0.0014062224654480815
212597	rnn.bias_hh_l1_reverse	1	-0.06929252296686172
212597	rnn.bias_hh_l1_reverse	2	-0.23543664813041687
212597	rnn.bias_hh_l1_reverse	3	-0.1432773619890213
212597	rnn.bias_hh_l1_reverse	4	-0.08423662930727005
212597	rnn.bias_hh_l1_reverse	5	-0.11723984777927399
212597	rnn.bias_hh_l1_reverse	6	0.05448742210865021
212597	rnn.bias_hh_l1_reverse	7	-0.14450807869434357
212597	rnn.bias_hh_l1_reverse	8	-0.12138838320970535
212597	rnn.bias_hh_l1_reverse	9	-0.15033608675003052
212597	linear.weight	0	0.002228822559118271
212597	linear.weight	1	0.100615955889225
212597	linear.weight	2	-0.094858318567276
212597	linear.weight	3	0.2936859130859375
212597	linear.weight	4	0.14949025213718414
212597	linear.weight	5	-0.06184602901339531
212597	linear.weight	6	0.11183042079210281
212597	linear.weight	7	0.14304150640964508
212597	linear.weight	8	0.04114316403865814
212597	linear.weight	9	-0.05048990622162819
212597	linear.bias	0	0.08269929140806198
212597	linear.bias	1	-0.17193399369716644
212597	linear.bias	2	-0.47246676683425903
212597	linear.bias	3	-0.659342885017395
212597	linear.bias	4	-1.249708652496338
212597	linear.bias	5	-0.0477299690246582
212597	linear.bias	6	-0.8066328763961792
212597	linear.bias	7	0.2779875099658966
212597	linear.bias	8	-0.4233992397785187
212597	linear.bias	9	-1.0395159721374512
212794	transitions	0	0.742874801158905
212794	transitions	1	0.1525925099849701
212794	transitions	2	-10000.0
212794	transitions	3	-1.8274260759353638
212794	transitions	4	-10000.0
212794	transitions	5	0.5646474957466125
212794	transitions	6	-0.08429134637117386
212794	transitions	7	-0.7964051365852356
212794	transitions	8	-1.4197192192077637
212794	transitions	9	-0.001217528129927814
212794	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
212794	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
212794	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
212794	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
212794	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
212794	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
212794	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
212794	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
212794	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
212794	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
212794	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
212794	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
212794	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
212794	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
212794	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
212794	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
212794	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
212794	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
212794	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
212794	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
212794	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
212794	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
212794	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
212794	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
212794	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
212794	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
212794	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
212794	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
212794	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
212794	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
212794	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
212794	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
212794	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
212794	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
212794	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
212794	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
212794	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
212794	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
212794	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
212794	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
212794	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
212794	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
212794	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
212794	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
212794	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
212794	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
212794	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
212794	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
212794	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
212794	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
212794	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
212794	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
212794	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
212794	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
212794	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
212794	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
212794	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
212794	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
212794	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
212794	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
212794	embedding2nn.weight	0	0.021187709644436836
212794	embedding2nn.weight	1	-0.013088309206068516
212794	embedding2nn.weight	2	-0.014268254861235619
212794	embedding2nn.weight	3	-0.030625035986304283
212794	embedding2nn.weight	4	-0.0059150345623493195
212794	embedding2nn.weight	5	-0.0037005888298153877
212794	embedding2nn.weight	6	-0.003973270766437054
212794	embedding2nn.weight	7	-0.07557583600282669
212794	embedding2nn.weight	8	-0.0019979383796453476
212794	embedding2nn.weight	9	-0.029206406325101852
212794	embedding2nn.bias	0	0.03099065274000168
212794	embedding2nn.bias	1	-0.07087475806474686
212794	embedding2nn.bias	2	0.07353836297988892
212794	embedding2nn.bias	3	0.05011707916855812
212794	embedding2nn.bias	4	-0.03520461171865463
212794	embedding2nn.bias	5	-0.010289626196026802
212794	embedding2nn.bias	6	0.016272425651550293
212794	embedding2nn.bias	7	-0.05529934540390968
212794	embedding2nn.bias	8	0.06126246601343155
212794	embedding2nn.bias	9	0.04576319456100464
212794	rnn.weight_ih_l0	0	-0.07971920073032379
212794	rnn.weight_ih_l0	1	0.0023391772992908955
212794	rnn.weight_ih_l0	2	0.03644924610853195
212794	rnn.weight_ih_l0	3	0.022330688312649727
212794	rnn.weight_ih_l0	4	-0.05039386823773384
212794	rnn.weight_ih_l0	5	-0.06971961259841919
212794	rnn.weight_ih_l0	6	-0.0018973255064338446
212794	rnn.weight_ih_l0	7	0.05068153887987137
212794	rnn.weight_ih_l0	8	-0.016842415556311607
212794	rnn.weight_ih_l0	9	-0.03043547458946705
212794	rnn.weight_hh_l0	0	-0.03079523704946041
212794	rnn.weight_hh_l0	1	-0.0075918384827673435
212794	rnn.weight_hh_l0	2	0.007732229772955179
212794	rnn.weight_hh_l0	3	-0.07650502771139145
212794	rnn.weight_hh_l0	4	0.0935618132352829
212794	rnn.weight_hh_l0	5	-0.024946559220552444
212794	rnn.weight_hh_l0	6	-0.06141584739089012
212794	rnn.weight_hh_l0	7	0.01098452229052782
212794	rnn.weight_hh_l0	8	0.014342096634209156
212794	rnn.weight_hh_l0	9	-0.024930354207754135
212794	rnn.bias_ih_l0	0	0.12809470295906067
212794	rnn.bias_ih_l0	1	-0.036452170461416245
212794	rnn.bias_ih_l0	2	-0.03323300927877426
212794	rnn.bias_ih_l0	3	0.16032668948173523
212794	rnn.bias_ih_l0	4	-0.012113294564187527
212794	rnn.bias_ih_l0	5	-0.024374762549996376
212794	rnn.bias_ih_l0	6	0.01920294389128685
212794	rnn.bias_ih_l0	7	0.02238135226070881
212794	rnn.bias_ih_l0	8	-0.09984321892261505
212794	rnn.bias_ih_l0	9	-0.04869448021054268
212794	rnn.bias_hh_l0	0	0.0010934672318398952
212794	rnn.bias_hh_l0	1	-0.10317453742027283
212794	rnn.bias_hh_l0	2	-0.0690172091126442
212794	rnn.bias_hh_l0	3	-0.08459524810314178
212794	rnn.bias_hh_l0	4	0.009649154730141163
212794	rnn.bias_hh_l0	5	-0.017578011378645897
212794	rnn.bias_hh_l0	6	0.028031695634126663
212794	rnn.bias_hh_l0	7	0.055172353982925415
212794	rnn.bias_hh_l0	8	-0.1184326559305191
212794	rnn.bias_hh_l0	9	-0.057805195450782776
212794	rnn.weight_ih_l0_reverse	0	-0.023447897285223007
212794	rnn.weight_ih_l0_reverse	1	-0.05414673686027527
212794	rnn.weight_ih_l0_reverse	2	-0.0452677384018898
212794	rnn.weight_ih_l0_reverse	3	0.01136768888682127
212794	rnn.weight_ih_l0_reverse	4	-0.025192415341734886
212794	rnn.weight_ih_l0_reverse	5	-0.05803303048014641
212794	rnn.weight_ih_l0_reverse	6	0.07518424093723297
212794	rnn.weight_ih_l0_reverse	7	-0.017013683915138245
212794	rnn.weight_ih_l0_reverse	8	-0.01811981573700905
212794	rnn.weight_ih_l0_reverse	9	0.0029677499551326036
212794	rnn.weight_hh_l0_reverse	0	0.06801214814186096
212794	rnn.weight_hh_l0_reverse	1	0.02072528749704361
212794	rnn.weight_hh_l0_reverse	2	0.028136014938354492
212794	rnn.weight_hh_l0_reverse	3	0.036068402230739594
212794	rnn.weight_hh_l0_reverse	4	0.012232372537255287
212794	rnn.weight_hh_l0_reverse	5	0.007893151603639126
212794	rnn.weight_hh_l0_reverse	6	0.04974953457713127
212794	rnn.weight_hh_l0_reverse	7	-0.07864469289779663
212794	rnn.weight_hh_l0_reverse	8	0.040799979120492935
212794	rnn.weight_hh_l0_reverse	9	0.0351836197078228
212794	rnn.bias_ih_l0_reverse	0	-0.05911891162395477
212794	rnn.bias_ih_l0_reverse	1	-0.29140445590019226
212794	rnn.bias_ih_l0_reverse	2	-0.12078771740198135
212794	rnn.bias_ih_l0_reverse	3	-0.04960399866104126
212794	rnn.bias_ih_l0_reverse	4	-0.02105862833559513
212794	rnn.bias_ih_l0_reverse	5	0.07673545926809311
212794	rnn.bias_ih_l0_reverse	6	-0.0642475038766861
212794	rnn.bias_ih_l0_reverse	7	0.06634461879730225
212794	rnn.bias_ih_l0_reverse	8	-0.048920657485723495
212794	rnn.bias_ih_l0_reverse	9	0.06273863464593887
212794	rnn.bias_hh_l0_reverse	0	0.021649708971381187
212794	rnn.bias_hh_l0_reverse	1	-0.05311695486307144
212794	rnn.bias_hh_l0_reverse	2	0.08374621719121933
212794	rnn.bias_hh_l0_reverse	3	-0.04815176501870155
212794	rnn.bias_hh_l0_reverse	4	-0.02123592235147953
212794	rnn.bias_hh_l0_reverse	5	-0.02470654807984829
212794	rnn.bias_hh_l0_reverse	6	-0.01759832538664341
212794	rnn.bias_hh_l0_reverse	7	0.09996197372674942
212794	rnn.bias_hh_l0_reverse	8	0.03701934590935707
212794	rnn.bias_hh_l0_reverse	9	-0.15175452828407288
212794	rnn.weight_ih_l1	0	-0.030953608453273773
212794	rnn.weight_ih_l1	1	-0.05002564191818237
212794	rnn.weight_ih_l1	2	0.05640089884400368
212794	rnn.weight_ih_l1	3	-0.07106645405292511
212794	rnn.weight_ih_l1	4	-0.014797288924455643
212794	rnn.weight_ih_l1	5	-0.0403069369494915
212794	rnn.weight_ih_l1	6	0.026434721425175667
212794	rnn.weight_ih_l1	7	-0.04579475149512291
212794	rnn.weight_ih_l1	8	0.03731207922101021
212794	rnn.weight_ih_l1	9	0.04458893463015556
212794	rnn.weight_hh_l1	0	-0.008536185137927532
212794	rnn.weight_hh_l1	1	0.01990637741982937
212794	rnn.weight_hh_l1	2	0.006996717769652605
212794	rnn.weight_hh_l1	3	-0.012653066776692867
212794	rnn.weight_hh_l1	4	0.0048369248397648335
212794	rnn.weight_hh_l1	5	0.03433648869395256
212794	rnn.weight_hh_l1	6	0.035989075899124146
212794	rnn.weight_hh_l1	7	-0.017486227676272392
212794	rnn.weight_hh_l1	8	-0.008044772781431675
212794	rnn.weight_hh_l1	9	0.0376555509865284
212794	rnn.bias_ih_l1	0	-0.1855039894580841
212794	rnn.bias_ih_l1	1	-0.18330365419387817
212794	rnn.bias_ih_l1	2	-0.2007533460855484
212794	rnn.bias_ih_l1	3	-0.31435051560401917
212794	rnn.bias_ih_l1	4	-0.2125016152858734
212794	rnn.bias_ih_l1	5	-0.08432021737098694
212794	rnn.bias_ih_l1	6	-0.15937530994415283
212794	rnn.bias_ih_l1	7	-0.013064300641417503
212794	rnn.bias_ih_l1	8	-0.1328868716955185
212794	rnn.bias_ih_l1	9	-0.12819808721542358
212794	rnn.bias_hh_l1	0	-0.09863802790641785
212794	rnn.bias_hh_l1	1	-0.06970103830099106
212794	rnn.bias_hh_l1	2	-0.09106648713350296
212794	rnn.bias_hh_l1	3	-0.07911447435617447
212794	rnn.bias_hh_l1	4	-0.07912281900644302
212794	rnn.bias_hh_l1	5	-0.11956056952476501
212794	rnn.bias_hh_l1	6	-0.1635485142469406
212794	rnn.bias_hh_l1	7	0.06815306842327118
212794	rnn.bias_hh_l1	8	-0.18134663999080658
212794	rnn.bias_hh_l1	9	-0.12662439048290253
212794	rnn.weight_ih_l1_reverse	0	-0.04456022381782532
212794	rnn.weight_ih_l1_reverse	1	0.036764707416296005
212794	rnn.weight_ih_l1_reverse	2	0.09598717093467712
212794	rnn.weight_ih_l1_reverse	3	-0.017831576988101006
212794	rnn.weight_ih_l1_reverse	4	-0.026753220707178116
212794	rnn.weight_ih_l1_reverse	5	-0.03071380965411663
212794	rnn.weight_ih_l1_reverse	6	-0.018676117062568665
212794	rnn.weight_ih_l1_reverse	7	0.027909288182854652
212794	rnn.weight_ih_l1_reverse	8	0.009536373429000378
212794	rnn.weight_ih_l1_reverse	9	-0.03478241711854935
212794	rnn.weight_hh_l1_reverse	0	0.004710441920906305
212794	rnn.weight_hh_l1_reverse	1	0.031562142074108124
212794	rnn.weight_hh_l1_reverse	2	-0.04056565836071968
212794	rnn.weight_hh_l1_reverse	3	0.03516846522688866
212794	rnn.weight_hh_l1_reverse	4	0.04770790413022041
212794	rnn.weight_hh_l1_reverse	5	0.00435987114906311
212794	rnn.weight_hh_l1_reverse	6	0.05104052647948265
212794	rnn.weight_hh_l1_reverse	7	0.03130459412932396
212794	rnn.weight_hh_l1_reverse	8	-0.007406318560242653
212794	rnn.weight_hh_l1_reverse	9	-0.030888663604855537
212794	rnn.bias_ih_l1_reverse	0	-0.04529093578457832
212794	rnn.bias_ih_l1_reverse	1	-0.14773797988891602
212794	rnn.bias_ih_l1_reverse	2	-0.16429734230041504
212794	rnn.bias_ih_l1_reverse	3	-0.056446366012096405
212794	rnn.bias_ih_l1_reverse	4	-0.20930756628513336
212794	rnn.bias_ih_l1_reverse	5	-0.11645162105560303
212794	rnn.bias_ih_l1_reverse	6	-0.13221272826194763
212794	rnn.bias_ih_l1_reverse	7	-0.19372570514678955
212794	rnn.bias_ih_l1_reverse	8	0.21493370831012726
212794	rnn.bias_ih_l1_reverse	9	0.019204335287213326
212794	rnn.bias_hh_l1_reverse	0	0.0024130127858370543
212794	rnn.bias_hh_l1_reverse	1	-0.0693461149930954
212794	rnn.bias_hh_l1_reverse	2	-0.23567691445350647
212794	rnn.bias_hh_l1_reverse	3	-0.14267300069332123
212794	rnn.bias_hh_l1_reverse	4	-0.08449050784111023
212794	rnn.bias_hh_l1_reverse	5	-0.117426797747612
212794	rnn.bias_hh_l1_reverse	6	0.054216623306274414
212794	rnn.bias_hh_l1_reverse	7	-0.14565865695476532
212794	rnn.bias_hh_l1_reverse	8	-0.12117469310760498
212794	rnn.bias_hh_l1_reverse	9	-0.1507256180047989
212794	linear.weight	0	0.002228822559118271
212794	linear.weight	1	0.1002732366323471
212794	linear.weight	2	-0.09398683160543442
212794	linear.weight	3	0.29073140025138855
212794	linear.weight	4	0.14937230944633484
212794	linear.weight	5	-0.06098370626568794
212794	linear.weight	6	0.11185649037361145
212794	linear.weight	7	0.1383575201034546
212794	linear.weight	8	0.04114314168691635
212794	linear.weight	9	-0.049955397844314575
212794	linear.bias	0	0.09907452017068863
212794	linear.bias	1	-0.1668165624141693
212794	linear.bias	2	-0.4807143807411194
212794	linear.bias	3	-0.6562415361404419
212794	linear.bias	4	-1.2464749813079834
212794	linear.bias	5	-0.049578599631786346
212794	linear.bias	6	-0.8016906380653381
212794	linear.bias	7	0.2766563892364502
212794	linear.bias	8	-0.4303748607635498
212794	linear.bias	9	-1.0462628602981567
212991	transitions	0	0.7413194179534912
212991	transitions	1	0.15214265882968903
212991	transitions	2	-10000.0
212991	transitions	3	-1.8274322748184204
212991	transitions	4	-10000.0
212991	transitions	5	0.5646238923072815
212991	transitions	6	-0.08429976552724838
212991	transitions	7	-0.7968891263008118
212991	transitions	8	-1.4197382926940918
212991	transitions	9	-0.001217666082084179
212991	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
212991	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
212991	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
212991	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
212991	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
212991	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
212991	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
212991	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
212991	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
212991	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
212991	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
212991	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
212991	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
212991	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
212991	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
212991	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
212991	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
212991	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
212991	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
212991	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
212991	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
212991	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
212991	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
212991	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
212991	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
212991	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
212991	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
212991	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
212991	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
212991	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
212991	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
212991	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
212991	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
212991	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
212991	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
212991	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
212991	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
212991	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
212991	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
212991	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
212991	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
212991	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
212991	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
212991	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
212991	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
212991	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
212991	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
212991	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
212991	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
212991	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
212991	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
212991	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
212991	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
212991	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
212991	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
212991	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
212991	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
212991	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
212991	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
212991	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
212991	embedding2nn.weight	0	0.021084969863295555
212991	embedding2nn.weight	1	-0.013118754141032696
212991	embedding2nn.weight	2	-0.014268254861235619
212991	embedding2nn.weight	3	-0.029817113652825356
212991	embedding2nn.weight	4	-0.0059150345623493195
212991	embedding2nn.weight	5	-0.0037005888298153877
212991	embedding2nn.weight	6	-0.003973271697759628
212991	embedding2nn.weight	7	-0.075519859790802
212991	embedding2nn.weight	8	-0.0019979383796453476
212991	embedding2nn.weight	9	-0.028991688042879105
212991	embedding2nn.bias	0	0.02811814472079277
212991	embedding2nn.bias	1	-0.07030393928289413
212991	embedding2nn.bias	2	0.07260408997535706
212991	embedding2nn.bias	3	0.05065656453371048
212991	embedding2nn.bias	4	-0.035018447786569595
212991	embedding2nn.bias	5	-0.007512741722166538
212991	embedding2nn.bias	6	0.017444273456931114
212991	embedding2nn.bias	7	-0.05415051057934761
212991	embedding2nn.bias	8	0.06367866694927216
212991	embedding2nn.bias	9	0.04654836282134056
212991	rnn.weight_ih_l0	0	-0.07993700355291367
212991	rnn.weight_ih_l0	1	0.002345276763662696
212991	rnn.weight_ih_l0	2	0.036471590399742126
212991	rnn.weight_ih_l0	3	0.02241845428943634
212991	rnn.weight_ih_l0	4	-0.05048612505197525
212991	rnn.weight_ih_l0	5	-0.06976953148841858
212991	rnn.weight_ih_l0	6	-0.001492151292040944
212991	rnn.weight_ih_l0	7	0.05097340792417526
212991	rnn.weight_ih_l0	8	-0.01630803756415844
212991	rnn.weight_ih_l0	9	-0.030180031433701515
212991	rnn.weight_hh_l0	0	-0.0308303851634264
212991	rnn.weight_hh_l0	1	-0.007719437591731548
212991	rnn.weight_hh_l0	2	0.00759395444765687
212991	rnn.weight_hh_l0	3	-0.07690975069999695
212991	rnn.weight_hh_l0	4	0.09361666440963745
212991	rnn.weight_hh_l0	5	-0.02480453997850418
212991	rnn.weight_hh_l0	6	-0.06178642064332962
212991	rnn.weight_hh_l0	7	0.011294931173324585
212991	rnn.weight_hh_l0	8	0.014572752639651299
212991	rnn.weight_hh_l0	9	-0.024815797805786133
212991	rnn.bias_ih_l0	0	0.1286480873823166
212991	rnn.bias_ih_l0	1	-0.03609573468565941
212991	rnn.bias_ih_l0	2	-0.033975426107645035
212991	rnn.bias_ih_l0	3	0.1605895608663559
212991	rnn.bias_ih_l0	4	-0.01279659103602171
212991	rnn.bias_ih_l0	5	-0.025275005027651787
212991	rnn.bias_ih_l0	6	0.01855340227484703
212991	rnn.bias_ih_l0	7	0.022959206253290176
212991	rnn.bias_ih_l0	8	-0.10023655742406845
212991	rnn.bias_ih_l0	9	-0.048553429543972015
212991	rnn.bias_hh_l0	0	0.0009087102371267974
212991	rnn.bias_hh_l0	1	-0.10374715179204941
212991	rnn.bias_hh_l0	2	-0.06935779005289078
212991	rnn.bias_hh_l0	3	-0.085380919277668
212991	rnn.bias_hh_l0	4	0.010486814193427563
212991	rnn.bias_hh_l0	5	-0.01811596192419529
212991	rnn.bias_hh_l0	6	0.027649490162730217
212991	rnn.bias_hh_l0	7	0.05409141257405281
212991	rnn.bias_hh_l0	8	-0.11868619173765182
212991	rnn.bias_hh_l0	9	-0.058071982115507126
212991	rnn.weight_ih_l0_reverse	0	-0.023323550820350647
212991	rnn.weight_ih_l0_reverse	1	-0.054470244795084
212991	rnn.weight_ih_l0_reverse	2	-0.045657556504011154
212991	rnn.weight_ih_l0_reverse	3	0.011471223086118698
212991	rnn.weight_ih_l0_reverse	4	-0.025280430912971497
212991	rnn.weight_ih_l0_reverse	5	-0.057869359850883484
212991	rnn.weight_ih_l0_reverse	6	0.07523864507675171
212991	rnn.weight_ih_l0_reverse	7	-0.017106031998991966
212991	rnn.weight_ih_l0_reverse	8	-0.01817963272333145
212991	rnn.weight_ih_l0_reverse	9	0.0030689819250255823
212991	rnn.weight_hh_l0_reverse	0	0.06807171553373337
212991	rnn.weight_hh_l0_reverse	1	0.020921090617775917
212991	rnn.weight_hh_l0_reverse	2	0.028380537405610085
212991	rnn.weight_hh_l0_reverse	3	0.03595820069313049
212991	rnn.weight_hh_l0_reverse	4	0.012019654735922813
212991	rnn.weight_hh_l0_reverse	5	0.0077614434994757175
212991	rnn.weight_hh_l0_reverse	6	0.049823515117168427
212991	rnn.weight_hh_l0_reverse	7	-0.07865975797176361
212991	rnn.weight_hh_l0_reverse	8	0.04058569297194481
212991	rnn.weight_hh_l0_reverse	9	0.03517427667975426
212991	rnn.bias_ih_l0_reverse	0	-0.05906180292367935
212991	rnn.bias_ih_l0_reverse	1	-0.2903103530406952
212991	rnn.bias_ih_l0_reverse	2	-0.12048462778329849
212991	rnn.bias_ih_l0_reverse	3	-0.04942173883318901
212991	rnn.bias_ih_l0_reverse	4	-0.020369678735733032
212991	rnn.bias_ih_l0_reverse	5	0.07696375250816345
212991	rnn.bias_ih_l0_reverse	6	-0.06387525051832199
212991	rnn.bias_ih_l0_reverse	7	0.06675839424133301
212991	rnn.bias_ih_l0_reverse	8	-0.04867105931043625
212991	rnn.bias_ih_l0_reverse	9	0.06307247281074524
212991	rnn.bias_hh_l0_reverse	0	0.021454758942127228
212991	rnn.bias_hh_l0_reverse	1	-0.05355334281921387
212991	rnn.bias_hh_l0_reverse	2	0.08479557931423187
212991	rnn.bias_hh_l0_reverse	3	-0.04824640601873398
212991	rnn.bias_hh_l0_reverse	4	-0.02078106999397278
212991	rnn.bias_hh_l0_reverse	5	-0.0249587744474411
212991	rnn.bias_hh_l0_reverse	6	-0.017483515664935112
212991	rnn.bias_hh_l0_reverse	7	0.10030877590179443
212991	rnn.bias_hh_l0_reverse	8	0.036651454865932465
212991	rnn.bias_hh_l0_reverse	9	-0.151084765791893
212991	rnn.weight_ih_l1	0	-0.030978327617049217
212991	rnn.weight_ih_l1	1	-0.04979721084237099
212991	rnn.weight_ih_l1	2	0.05693969503045082
212991	rnn.weight_ih_l1	3	-0.07076007127761841
212991	rnn.weight_ih_l1	4	-0.015025550499558449
212991	rnn.weight_ih_l1	5	-0.04026997461915016
212991	rnn.weight_ih_l1	6	0.026346681639552116
212991	rnn.weight_ih_l1	7	-0.046364493668079376
212991	rnn.weight_ih_l1	8	0.03745974972844124
212991	rnn.weight_ih_l1	9	0.0446004755795002
212991	rnn.weight_hh_l1	0	-0.009034660644829273
212991	rnn.weight_hh_l1	1	0.019871190190315247
212991	rnn.weight_hh_l1	2	0.006815342232584953
212991	rnn.weight_hh_l1	3	-0.012624532915651798
212991	rnn.weight_hh_l1	4	0.004786807578057051
212991	rnn.weight_hh_l1	5	0.03423004597425461
212991	rnn.weight_hh_l1	6	0.03608850762248039
212991	rnn.weight_hh_l1	7	-0.01773661933839321
212991	rnn.weight_hh_l1	8	-0.007870234549045563
212991	rnn.weight_hh_l1	9	0.037769827991724014
212991	rnn.bias_ih_l1	0	-0.18513651192188263
212991	rnn.bias_ih_l1	1	-0.18249481916427612
212991	rnn.bias_ih_l1	2	-0.20090438425540924
212991	rnn.bias_ih_l1	3	-0.3148603141307831
212991	rnn.bias_ih_l1	4	-0.21403419971466064
212991	rnn.bias_ih_l1	5	-0.08349292725324631
212991	rnn.bias_ih_l1	6	-0.15845395624637604
212991	rnn.bias_ih_l1	7	-0.013868004083633423
212991	rnn.bias_ih_l1	8	-0.1340271234512329
212991	rnn.bias_ih_l1	9	-0.12834830582141876
212991	rnn.bias_hh_l1	0	-0.09833978861570358
212991	rnn.bias_hh_l1	1	-0.06842498481273651
212991	rnn.bias_hh_l1	2	-0.09042948484420776
212991	rnn.bias_hh_l1	3	-0.07858308404684067
212991	rnn.bias_hh_l1	4	-0.07877290993928909
212991	rnn.bias_hh_l1	5	-0.11885461956262589
212991	rnn.bias_hh_l1	6	-0.16274747252464294
212991	rnn.bias_hh_l1	7	0.06845127046108246
212991	rnn.bias_hh_l1	8	-0.18137633800506592
212991	rnn.bias_hh_l1	9	-0.1257835328578949
212991	rnn.weight_ih_l1_reverse	0	-0.04445044696331024
212991	rnn.weight_ih_l1_reverse	1	0.03667633980512619
212991	rnn.weight_ih_l1_reverse	2	0.09534397721290588
212991	rnn.weight_ih_l1_reverse	3	-0.017866306006908417
212991	rnn.weight_ih_l1_reverse	4	-0.0275107454508543
212991	rnn.weight_ih_l1_reverse	5	-0.030703619122505188
212991	rnn.weight_ih_l1_reverse	6	-0.018940186128020287
212991	rnn.weight_ih_l1_reverse	7	0.02746722660958767
212991	rnn.weight_ih_l1_reverse	8	0.009561274200677872
212991	rnn.weight_ih_l1_reverse	9	-0.03447365015745163
212991	rnn.weight_hh_l1_reverse	0	0.004784885328263044
212991	rnn.weight_hh_l1_reverse	1	0.03167259693145752
212991	rnn.weight_hh_l1_reverse	2	-0.040579527616500854
212991	rnn.weight_hh_l1_reverse	3	0.03515082970261574
212991	rnn.weight_hh_l1_reverse	4	0.047732628881931305
212991	rnn.weight_hh_l1_reverse	5	0.004361279774457216
212991	rnn.weight_hh_l1_reverse	6	0.05045311897993088
212991	rnn.weight_hh_l1_reverse	7	0.03133811801671982
212991	rnn.weight_hh_l1_reverse	8	-0.007368812337517738
212991	rnn.weight_hh_l1_reverse	9	-0.03096698597073555
212991	rnn.bias_ih_l1_reverse	0	-0.04448603466153145
212991	rnn.bias_ih_l1_reverse	1	-0.14771059155464172
212991	rnn.bias_ih_l1_reverse	2	-0.1640436202287674
212991	rnn.bias_ih_l1_reverse	3	-0.05758051946759224
212991	rnn.bias_ih_l1_reverse	4	-0.20931674540042877
212991	rnn.bias_ih_l1_reverse	5	-0.116614930331707
212991	rnn.bias_ih_l1_reverse	6	-0.13179458677768707
212991	rnn.bias_ih_l1_reverse	7	-0.1936626434326172
212991	rnn.bias_ih_l1_reverse	8	0.2149864137172699
212991	rnn.bias_ih_l1_reverse	9	0.019635166972875595
212991	rnn.bias_hh_l1_reverse	0	0.001938039786182344
212991	rnn.bias_hh_l1_reverse	1	-0.0699414610862732
212991	rnn.bias_hh_l1_reverse	2	-0.2357037216424942
212991	rnn.bias_hh_l1_reverse	3	-0.14201602339744568
212991	rnn.bias_hh_l1_reverse	4	-0.08395595848560333
212991	rnn.bias_hh_l1_reverse	5	-0.11669591814279556
212991	rnn.bias_hh_l1_reverse	6	0.05510997399687767
212991	rnn.bias_hh_l1_reverse	7	-0.14639127254486084
212991	rnn.bias_hh_l1_reverse	8	-0.12106017768383026
212991	rnn.bias_hh_l1_reverse	9	-0.15037639439105988
212991	linear.weight	0	0.002228822559118271
212991	linear.weight	1	0.0999561995267868
212991	linear.weight	2	-0.09279765188694
212991	linear.weight	3	0.292819082736969
212991	linear.weight	4	0.147708922624588
212991	linear.weight	5	-0.06006015092134476
212991	linear.weight	6	0.11010238528251648
212991	linear.weight	7	0.13641226291656494
212991	linear.weight	8	0.04114304482936859
212991	linear.weight	9	-0.04995954409241676
212991	linear.bias	0	0.11068538576364517
212991	linear.bias	1	-0.1691947728395462
212991	linear.bias	2	-0.46964600682258606
212991	linear.bias	3	-0.6574488878250122
212991	linear.bias	4	-1.2481797933578491
212991	linear.bias	5	-0.049522146582603455
212991	linear.bias	6	-0.8040661811828613
212991	linear.bias	7	0.27677401900291443
212991	linear.bias	8	-0.428352028131485
212991	linear.bias	9	-1.0449663400650024
213188	transitions	0	0.7424087524414062
213188	transitions	1	0.15408413112163544
213188	transitions	2	-10000.0
213188	transitions	3	-1.8274364471435547
213188	transitions	4	-10000.0
213188	transitions	5	0.5646002292633057
213188	transitions	6	-0.08430716395378113
213188	transitions	7	-0.7969096302986145
213188	transitions	8	-1.4197510480880737
213188	transitions	9	-0.0012177543248981237
213188	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
213188	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
213188	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
213188	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
213188	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
213188	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
213188	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
213188	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
213188	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
213188	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
213188	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
213188	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
213188	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
213188	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
213188	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
213188	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
213188	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
213188	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
213188	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
213188	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
213188	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
213188	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
213188	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
213188	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
213188	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
213188	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
213188	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
213188	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
213188	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
213188	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
213188	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
213188	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
213188	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
213188	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
213188	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
213188	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
213188	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
213188	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
213188	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
213188	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
213188	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
213188	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
213188	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
213188	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
213188	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
213188	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
213188	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
213188	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
213188	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
213188	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
213188	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
213188	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
213188	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
213188	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
213188	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
213188	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
213188	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
213188	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
213188	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
213188	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
213188	embedding2nn.weight	0	0.020965710282325745
213188	embedding2nn.weight	1	-0.013124149292707443
213188	embedding2nn.weight	2	-0.014268254861235619
213188	embedding2nn.weight	3	-0.0296707134693861
213188	embedding2nn.weight	4	-0.0059150345623493195
213188	embedding2nn.weight	5	-0.0037005888298153877
213188	embedding2nn.weight	6	-0.003973271232098341
213188	embedding2nn.weight	7	-0.07597817480564117
213188	embedding2nn.weight	8	-0.0019979383796453476
213188	embedding2nn.weight	9	-0.02882302552461624
213188	embedding2nn.bias	0	0.027865061536431313
213188	embedding2nn.bias	1	-0.07214341312646866
213188	embedding2nn.bias	2	0.07445096224546432
213188	embedding2nn.bias	3	0.04618295282125473
213188	embedding2nn.bias	4	-0.03435705229640007
213188	embedding2nn.bias	5	-0.007000335492193699
213188	embedding2nn.bias	6	0.01766355335712433
213188	embedding2nn.bias	7	-0.05548586696386337
213188	embedding2nn.bias	8	0.06359010189771652
213188	embedding2nn.bias	9	0.046909675002098083
213188	rnn.weight_ih_l0	0	-0.08005212992429733
213188	rnn.weight_ih_l0	1	0.0026476928032934666
213188	rnn.weight_ih_l0	2	0.036246418952941895
213188	rnn.weight_ih_l0	3	0.022310039028525352
213188	rnn.weight_ih_l0	4	-0.050251562148332596
213188	rnn.weight_ih_l0	5	-0.06995479017496109
213188	rnn.weight_ih_l0	6	-0.0011139112757518888
213188	rnn.weight_ih_l0	7	0.05144984647631645
213188	rnn.weight_ih_l0	8	-0.016347134485840797
213188	rnn.weight_ih_l0	9	-0.03022732213139534
213188	rnn.weight_hh_l0	0	-0.030698377639055252
213188	rnn.weight_hh_l0	1	-0.007918071001768112
213188	rnn.weight_hh_l0	2	0.007453098427504301
213188	rnn.weight_hh_l0	3	-0.07688812166452408
213188	rnn.weight_hh_l0	4	0.09354458004236221
213188	rnn.weight_hh_l0	5	-0.02485659532248974
213188	rnn.weight_hh_l0	6	-0.061553966253995895
213188	rnn.weight_hh_l0	7	0.01116812415421009
213188	rnn.weight_hh_l0	8	0.014700749889016151
213188	rnn.weight_hh_l0	9	-0.02507091872394085
213188	rnn.bias_ih_l0	0	0.12778908014297485
213188	rnn.bias_ih_l0	1	-0.03529731184244156
213188	rnn.bias_ih_l0	2	-0.03330046311020851
213188	rnn.bias_ih_l0	3	0.16134688258171082
213188	rnn.bias_ih_l0	4	-0.013427847065031528
213188	rnn.bias_ih_l0	5	-0.02515220269560814
213188	rnn.bias_ih_l0	6	0.018395792692899704
213188	rnn.bias_ih_l0	7	0.023304054513573647
213188	rnn.bias_ih_l0	8	-0.1006370484828949
213188	rnn.bias_ih_l0	9	-0.04909718409180641
213188	rnn.bias_hh_l0	0	0.0004079606442246586
213188	rnn.bias_hh_l0	1	-0.10407700389623642
213188	rnn.bias_hh_l0	2	-0.06972253322601318
213188	rnn.bias_hh_l0	3	-0.08602304756641388
213188	rnn.bias_hh_l0	4	0.011659793555736542
213188	rnn.bias_hh_l0	5	-0.0173918679356575
213188	rnn.bias_hh_l0	6	0.02789083495736122
213188	rnn.bias_hh_l0	7	0.05440623685717583
213188	rnn.bias_hh_l0	8	-0.11827155202627182
213188	rnn.bias_hh_l0	9	-0.057940904051065445
213188	rnn.weight_ih_l0_reverse	0	-0.023062756285071373
213188	rnn.weight_ih_l0_reverse	1	-0.05456576123833656
213188	rnn.weight_ih_l0_reverse	2	-0.04560449719429016
213188	rnn.weight_ih_l0_reverse	3	0.011605489067733288
213188	rnn.weight_ih_l0_reverse	4	-0.02490212209522724
213188	rnn.weight_ih_l0_reverse	5	-0.05692078918218613
213188	rnn.weight_ih_l0_reverse	6	0.07489800453186035
213188	rnn.weight_ih_l0_reverse	7	-0.017370903864502907
213188	rnn.weight_ih_l0_reverse	8	-0.01780814491212368
213188	rnn.weight_ih_l0_reverse	9	0.0029482217505574226
213188	rnn.weight_hh_l0_reverse	0	0.06809096783399582
213188	rnn.weight_hh_l0_reverse	1	0.02112293802201748
213188	rnn.weight_hh_l0_reverse	2	0.028409194201231003
213188	rnn.weight_hh_l0_reverse	3	0.035886142402887344
213188	rnn.weight_hh_l0_reverse	4	0.012169249355793
213188	rnn.weight_hh_l0_reverse	5	0.007705288473516703
213188	rnn.weight_hh_l0_reverse	6	0.04992936551570892
213188	rnn.weight_hh_l0_reverse	7	-0.07843584567308426
213188	rnn.weight_hh_l0_reverse	8	0.040441691875457764
213188	rnn.weight_hh_l0_reverse	9	0.035326965153217316
213188	rnn.bias_ih_l0_reverse	0	-0.05861572548747063
213188	rnn.bias_ih_l0_reverse	1	-0.2884889245033264
213188	rnn.bias_ih_l0_reverse	2	-0.11962416768074036
213188	rnn.bias_ih_l0_reverse	3	-0.04927312582731247
213188	rnn.bias_ih_l0_reverse	4	-0.021409014239907265
213188	rnn.bias_ih_l0_reverse	5	0.0776514858007431
213188	rnn.bias_ih_l0_reverse	6	-0.0638275146484375
213188	rnn.bias_ih_l0_reverse	7	0.06607022136449814
213188	rnn.bias_ih_l0_reverse	8	-0.0497705340385437
213188	rnn.bias_ih_l0_reverse	9	0.06271964311599731
213188	rnn.bias_hh_l0_reverse	0	0.021590229123830795
213188	rnn.bias_hh_l0_reverse	1	-0.054007623344659805
213188	rnn.bias_hh_l0_reverse	2	0.08433490246534348
213188	rnn.bias_hh_l0_reverse	3	-0.04887456074357033
213188	rnn.bias_hh_l0_reverse	4	-0.020667724311351776
213188	rnn.bias_hh_l0_reverse	5	-0.02561788633465767
213188	rnn.bias_hh_l0_reverse	6	-0.017318690195679665
213188	rnn.bias_hh_l0_reverse	7	0.10007277876138687
213188	rnn.bias_hh_l0_reverse	8	0.03601401671767235
213188	rnn.bias_hh_l0_reverse	9	-0.15123656392097473
213188	rnn.weight_ih_l1	0	-0.030779533088207245
213188	rnn.weight_ih_l1	1	-0.049659792333841324
213188	rnn.weight_ih_l1	2	0.057486847043037415
213188	rnn.weight_ih_l1	3	-0.07054414600133896
213188	rnn.weight_ih_l1	4	-0.015095998533070087
213188	rnn.weight_ih_l1	5	-0.04011911898851395
213188	rnn.weight_ih_l1	6	0.02658575028181076
213188	rnn.weight_ih_l1	7	-0.04606393352150917
213188	rnn.weight_ih_l1	8	0.037433527410030365
213188	rnn.weight_ih_l1	9	0.04421897977590561
213188	rnn.weight_hh_l1	0	-0.009083328768610954
213188	rnn.weight_hh_l1	1	0.020016977563500404
213188	rnn.weight_hh_l1	2	0.006918934173882008
213188	rnn.weight_hh_l1	3	-0.01249302364885807
213188	rnn.weight_hh_l1	4	0.0048743560910224915
213188	rnn.weight_hh_l1	5	0.03438976779580116
213188	rnn.weight_hh_l1	6	0.03618760034441948
213188	rnn.weight_hh_l1	7	-0.01787531189620495
213188	rnn.weight_hh_l1	8	-0.007932642474770546
213188	rnn.weight_hh_l1	9	0.038089148700237274
213188	rnn.bias_ih_l1	0	-0.18561936914920807
213188	rnn.bias_ih_l1	1	-0.18221122026443481
213188	rnn.bias_ih_l1	2	-0.20117156207561493
213188	rnn.bias_ih_l1	3	-0.3142222464084625
213188	rnn.bias_ih_l1	4	-0.21425364911556244
213188	rnn.bias_ih_l1	5	-0.0831390842795372
213188	rnn.bias_ih_l1	6	-0.15878015756607056
213188	rnn.bias_ih_l1	7	-0.013642008416354656
213188	rnn.bias_ih_l1	8	-0.13375224173069
213188	rnn.bias_ih_l1	9	-0.12849819660186768
213188	rnn.bias_hh_l1	0	-0.09872277826070786
213188	rnn.bias_hh_l1	1	-0.06841979175806046
213188	rnn.bias_hh_l1	2	-0.08923272788524628
213188	rnn.bias_hh_l1	3	-0.07739497721195221
213188	rnn.bias_hh_l1	4	-0.07835084199905396
213188	rnn.bias_hh_l1	5	-0.11921581625938416
213188	rnn.bias_hh_l1	6	-0.16335801780223846
213188	rnn.bias_hh_l1	7	0.07036782801151276
213188	rnn.bias_hh_l1	8	-0.18241141736507416
213188	rnn.bias_hh_l1	9	-0.12404634058475494
213188	rnn.weight_ih_l1_reverse	0	-0.04457733407616615
213188	rnn.weight_ih_l1_reverse	1	0.036626555025577545
213188	rnn.weight_ih_l1_reverse	2	0.09552636742591858
213188	rnn.weight_ih_l1_reverse	3	-0.0182340145111084
213188	rnn.weight_ih_l1_reverse	4	-0.02759968489408493
213188	rnn.weight_ih_l1_reverse	5	-0.030627412721514702
213188	rnn.weight_ih_l1_reverse	6	-0.017834868282079697
213188	rnn.weight_ih_l1_reverse	7	0.027861585840582848
213188	rnn.weight_ih_l1_reverse	8	0.009332172572612762
213188	rnn.weight_ih_l1_reverse	9	-0.0344817079603672
213188	rnn.weight_hh_l1_reverse	0	0.00478343665599823
213188	rnn.weight_hh_l1_reverse	1	0.031691670417785645
213188	rnn.weight_hh_l1_reverse	2	-0.04055032134056091
213188	rnn.weight_hh_l1_reverse	3	0.0351579412817955
213188	rnn.weight_hh_l1_reverse	4	0.04783053323626518
213188	rnn.weight_hh_l1_reverse	5	0.004371507093310356
213188	rnn.weight_hh_l1_reverse	6	0.05064937472343445
213188	rnn.weight_hh_l1_reverse	7	0.03135408088564873
213188	rnn.weight_hh_l1_reverse	8	-0.00737050361931324
213188	rnn.weight_hh_l1_reverse	9	-0.030970733612775803
213188	rnn.bias_ih_l1_reverse	0	-0.04445885866880417
213188	rnn.bias_ih_l1_reverse	1	-0.14716415107250214
213188	rnn.bias_ih_l1_reverse	2	-0.16401603817939758
213188	rnn.bias_ih_l1_reverse	3	-0.05882138013839722
213188	rnn.bias_ih_l1_reverse	4	-0.20939649641513824
213188	rnn.bias_ih_l1_reverse	5	-0.11698171496391296
213188	rnn.bias_ih_l1_reverse	6	-0.13182872533798218
213188	rnn.bias_ih_l1_reverse	7	-0.19417878985404968
213188	rnn.bias_ih_l1_reverse	8	0.21561415493488312
213188	rnn.bias_ih_l1_reverse	9	0.019610077142715454
213188	rnn.bias_hh_l1_reverse	0	0.001135415630415082
213188	rnn.bias_hh_l1_reverse	1	-0.06822329759597778
213188	rnn.bias_hh_l1_reverse	2	-0.2353838086128235
213188	rnn.bias_hh_l1_reverse	3	-0.14187532663345337
213188	rnn.bias_hh_l1_reverse	4	-0.08437449485063553
213188	rnn.bias_hh_l1_reverse	5	-0.11616861820220947
213188	rnn.bias_hh_l1_reverse	6	0.05538046360015869
213188	rnn.bias_hh_l1_reverse	7	-0.14610324800014496
213188	rnn.bias_hh_l1_reverse	8	-0.12001383304595947
213188	rnn.bias_hh_l1_reverse	9	-0.15012072026729584
213188	linear.weight	0	0.002228822559118271
213188	linear.weight	1	0.10005016624927521
213188	linear.weight	2	-0.09459000825881958
213188	linear.weight	3	0.294223427772522
213188	linear.weight	4	0.14837399125099182
213188	linear.weight	5	-0.06158890202641487
213188	linear.weight	6	0.11224707216024399
213188	linear.weight	7	0.13468162715435028
213188	linear.weight	8	0.04114297032356262
213188	linear.weight	9	-0.050776176154613495
213188	linear.bias	0	0.09856928139925003
213188	linear.bias	1	-0.16834619641304016
213188	linear.bias	2	-0.45804616808891296
213188	linear.bias	3	-0.6499029994010925
213188	linear.bias	4	-1.240296721458435
213188	linear.bias	5	-0.05226608365774155
213188	linear.bias	6	-0.8033366203308105
213188	linear.bias	7	0.27475956082344055
213188	linear.bias	8	-0.4302680492401123
213188	linear.bias	9	-1.0471431016921997
213192	transitions	0	0.7424042224884033
213192	transitions	1	0.15408289432525635
213192	transitions	2	-10000.0
213192	transitions	3	-1.8274364471435547
213192	transitions	4	-10000.0
213192	transitions	5	0.5645999908447266
213192	transitions	6	-0.0843072161078453
213192	transitions	7	-0.7969096899032593
213192	transitions	8	-1.419751524925232
213192	transitions	9	-0.0012177546741440892
213192	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
213192	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
213192	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
213192	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
213192	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
213192	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
213192	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
213192	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
213192	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
213192	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
213192	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
213192	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
213192	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
213192	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
213192	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
213192	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
213192	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
213192	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
213192	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
213192	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
213192	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
213192	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
213192	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
213192	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
213192	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
213192	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
213192	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
213192	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
213192	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
213192	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
213192	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
213192	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
213192	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
213192	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
213192	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
213192	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
213192	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
213192	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
213192	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
213192	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
213192	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
213192	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
213192	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
213192	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
213192	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
213192	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
213192	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
213192	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
213192	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
213192	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
213192	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
213192	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
213192	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
213192	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
213192	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
213192	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
213192	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
213192	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
213192	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
213192	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
213192	embedding2nn.weight	0	0.020917212590575218
213192	embedding2nn.weight	1	-0.01313406229019165
213192	embedding2nn.weight	2	-0.014268254861235619
213192	embedding2nn.weight	3	-0.029658237472176552
213192	embedding2nn.weight	4	-0.0059150345623493195
213192	embedding2nn.weight	5	-0.0037005888298153877
213192	embedding2nn.weight	6	-0.003973271232098341
213192	embedding2nn.weight	7	-0.07590730488300323
213192	embedding2nn.weight	8	-0.0019979383796453476
213192	embedding2nn.weight	9	-0.028827466070652008
213192	embedding2nn.bias	0	0.027917489409446716
213192	embedding2nn.bias	1	-0.07281797379255295
213192	embedding2nn.bias	2	0.07380636781454086
213192	embedding2nn.bias	3	0.04565590247511864
213192	embedding2nn.bias	4	-0.03398561850190163
213192	embedding2nn.bias	5	-0.006971047259867191
213192	embedding2nn.bias	6	0.017760738730430603
213192	embedding2nn.bias	7	-0.05547773465514183
213192	embedding2nn.bias	8	0.06326217204332352
213192	embedding2nn.bias	9	0.04699172079563141
213192	rnn.weight_ih_l0	0	-0.07995684444904327
213192	rnn.weight_ih_l0	1	0.002653377829119563
213192	rnn.weight_ih_l0	2	0.03626488521695137
213192	rnn.weight_ih_l0	3	0.02233629673719406
213192	rnn.weight_ih_l0	4	-0.05029276758432388
213192	rnn.weight_ih_l0	5	-0.06994838267564774
213192	rnn.weight_ih_l0	6	-0.0010414961725473404
213192	rnn.weight_ih_l0	7	0.051473647356033325
213192	rnn.weight_ih_l0	8	-0.016348322853446007
213192	rnn.weight_ih_l0	9	-0.030235251411795616
213192	rnn.weight_hh_l0	0	-0.03070368990302086
213192	rnn.weight_hh_l0	1	-0.007917427457869053
213192	rnn.weight_hh_l0	2	0.0074668279848992825
213192	rnn.weight_hh_l0	3	-0.07687243074178696
213192	rnn.weight_hh_l0	4	0.09354563802480698
213192	rnn.weight_hh_l0	5	-0.024880658835172653
213192	rnn.weight_hh_l0	6	-0.061588674783706665
213192	rnn.weight_hh_l0	7	0.011138388887047768
213192	rnn.weight_hh_l0	8	0.014715557917952538
213192	rnn.weight_hh_l0	9	-0.025065787136554718
213192	rnn.bias_ih_l0	0	0.127779021859169
213192	rnn.bias_ih_l0	1	-0.0352158397436142
213192	rnn.bias_ih_l0	2	-0.033363159745931625
213192	rnn.bias_ih_l0	3	0.16125176846981049
213192	rnn.bias_ih_l0	4	-0.013476907275617123
213192	rnn.bias_ih_l0	5	-0.025170311331748962
213192	rnn.bias_ih_l0	6	0.018701495602726936
213192	rnn.bias_ih_l0	7	0.02330579049885273
213192	rnn.bias_ih_l0	8	-0.10057558864355087
213192	rnn.bias_ih_l0	9	-0.049126915633678436
213192	rnn.bias_hh_l0	0	0.00047175222425721586
213192	rnn.bias_hh_l0	1	-0.10412868112325668
213192	rnn.bias_hh_l0	2	-0.06964002549648285
213192	rnn.bias_hh_l0	3	-0.08613455295562744
213192	rnn.bias_hh_l0	4	0.011641924269497395
213192	rnn.bias_hh_l0	5	-0.017378011718392372
213192	rnn.bias_hh_l0	6	0.027944037690758705
213192	rnn.bias_hh_l0	7	0.05438239127397537
213192	rnn.bias_hh_l0	8	-0.11823958903551102
213192	rnn.bias_hh_l0	9	-0.05792497843503952
213192	rnn.weight_ih_l0_reverse	0	-0.023058617487549782
213192	rnn.weight_ih_l0_reverse	1	-0.05454900115728378
213192	rnn.weight_ih_l0_reverse	2	-0.04560954123735428
213192	rnn.weight_ih_l0_reverse	3	0.011629988439381123
213192	rnn.weight_ih_l0_reverse	4	-0.024897875264286995
213192	rnn.weight_ih_l0_reverse	5	-0.056918609887361526
213192	rnn.weight_ih_l0_reverse	6	0.0749065950512886
213192	rnn.weight_ih_l0_reverse	7	-0.017377501353621483
213192	rnn.weight_ih_l0_reverse	8	-0.01780938170850277
213192	rnn.weight_ih_l0_reverse	9	0.0029466256964951754
213192	rnn.weight_hh_l0_reverse	0	0.06812199205160141
213192	rnn.weight_hh_l0_reverse	1	0.021109681576490402
213192	rnn.weight_hh_l0_reverse	2	0.028401484712958336
213192	rnn.weight_hh_l0_reverse	3	0.03588073328137398
213192	rnn.weight_hh_l0_reverse	4	0.012169555760920048
213192	rnn.weight_hh_l0_reverse	5	0.007801119703799486
213192	rnn.weight_hh_l0_reverse	6	0.049926720559597015
213192	rnn.weight_hh_l0_reverse	7	-0.0784686803817749
213192	rnn.weight_hh_l0_reverse	8	0.04045078903436661
213192	rnn.weight_hh_l0_reverse	9	0.0353231243789196
213192	rnn.bias_ih_l0_reverse	0	-0.058679450303316116
213192	rnn.bias_ih_l0_reverse	1	-0.28853195905685425
213192	rnn.bias_ih_l0_reverse	2	-0.11961320787668228
213192	rnn.bias_ih_l0_reverse	3	-0.04929306358098984
213192	rnn.bias_ih_l0_reverse	4	-0.02135901339352131
213192	rnn.bias_ih_l0_reverse	5	0.07763449102640152
213192	rnn.bias_ih_l0_reverse	6	-0.0637507513165474
213192	rnn.bias_ih_l0_reverse	7	0.06597026437520981
213192	rnn.bias_ih_l0_reverse	8	-0.04970730096101761
213192	rnn.bias_ih_l0_reverse	9	0.06282448768615723
213192	rnn.bias_hh_l0_reverse	0	0.02152727171778679
213192	rnn.bias_hh_l0_reverse	1	-0.05417230352759361
213192	rnn.bias_hh_l0_reverse	2	0.08428540825843811
213192	rnn.bias_hh_l0_reverse	3	-0.048955563455820084
213192	rnn.bias_hh_l0_reverse	4	-0.020600639283657074
213192	rnn.bias_hh_l0_reverse	5	-0.02561681903898716
213192	rnn.bias_hh_l0_reverse	6	-0.017255686223506927
213192	rnn.bias_hh_l0_reverse	7	0.100015789270401
213192	rnn.bias_hh_l0_reverse	8	0.0360155887901783
213192	rnn.bias_hh_l0_reverse	9	-0.151492640376091
213192	rnn.weight_ih_l1	0	-0.030788011848926544
213192	rnn.weight_ih_l1	1	-0.04969638213515282
213192	rnn.weight_ih_l1	2	0.05748538300395012
213192	rnn.weight_ih_l1	3	-0.07056312263011932
213192	rnn.weight_ih_l1	4	-0.015093093737959862
213192	rnn.weight_ih_l1	5	-0.040121499449014664
213192	rnn.weight_ih_l1	6	0.026616163551807404
213192	rnn.weight_ih_l1	7	-0.04606730863451958
213192	rnn.weight_ih_l1	8	0.03743303567171097
213192	rnn.weight_ih_l1	9	0.04420857131481171
213192	rnn.weight_hh_l1	0	-0.009092559106647968
213192	rnn.weight_hh_l1	1	0.02000260353088379
213192	rnn.weight_hh_l1	2	0.00693175895139575
213192	rnn.weight_hh_l1	3	-0.012522849254310131
213192	rnn.weight_hh_l1	4	0.0048747737891972065
213192	rnn.weight_hh_l1	5	0.034376345574855804
213192	rnn.weight_hh_l1	6	0.036149218678474426
213192	rnn.weight_hh_l1	7	-0.01786200888454914
213192	rnn.weight_hh_l1	8	-0.007927728816866875
213192	rnn.weight_hh_l1	9	0.03811344876885414
213192	rnn.bias_ih_l1	0	-0.18555966019630432
213192	rnn.bias_ih_l1	1	-0.18222565948963165
213192	rnn.bias_ih_l1	2	-0.2010931521654129
213192	rnn.bias_ih_l1	3	-0.3143123686313629
213192	rnn.bias_ih_l1	4	-0.2140381634235382
213192	rnn.bias_ih_l1	5	-0.08306453377008438
213192	rnn.bias_ih_l1	6	-0.15877655148506165
213192	rnn.bias_ih_l1	7	-0.01364173460751772
213192	rnn.bias_ih_l1	8	-0.13372106850147247
213192	rnn.bias_ih_l1	9	-0.12830308079719543
213192	rnn.bias_hh_l1	0	-0.09868049621582031
213192	rnn.bias_hh_l1	1	-0.06839104741811752
213192	rnn.bias_hh_l1	2	-0.08938538283109665
213192	rnn.bias_hh_l1	3	-0.07729154825210571
213192	rnn.bias_hh_l1	4	-0.07826905697584152
213192	rnn.bias_hh_l1	5	-0.11913491785526276
213192	rnn.bias_hh_l1	6	-0.16327914595603943
213192	rnn.bias_hh_l1	7	0.07040442526340485
213192	rnn.bias_hh_l1	8	-0.18229949474334717
213192	rnn.bias_hh_l1	9	-0.1241702064871788
213192	rnn.weight_ih_l1_reverse	0	-0.04458301141858101
213192	rnn.weight_ih_l1_reverse	1	0.03656718134880066
213192	rnn.weight_ih_l1_reverse	2	0.09548573195934296
213192	rnn.weight_ih_l1_reverse	3	-0.01817302592098713
213192	rnn.weight_ih_l1_reverse	4	-0.027674691751599312
213192	rnn.weight_ih_l1_reverse	5	-0.030629582703113556
213192	rnn.weight_ih_l1_reverse	6	-0.01779700070619583
213192	rnn.weight_ih_l1_reverse	7	0.027859266847372055
213192	rnn.weight_ih_l1_reverse	8	0.009283795021474361
213192	rnn.weight_ih_l1_reverse	9	-0.034479111433029175
213192	rnn.weight_hh_l1_reverse	0	0.004784264136105776
213192	rnn.weight_hh_l1_reverse	1	0.031686652451753616
213192	rnn.weight_hh_l1_reverse	2	-0.04055117815732956
213192	rnn.weight_hh_l1_reverse	3	0.03516038879752159
213192	rnn.weight_hh_l1_reverse	4	0.047817081212997437
213192	rnn.weight_hh_l1_reverse	5	0.004361674189567566
213192	rnn.weight_hh_l1_reverse	6	0.05065913498401642
213192	rnn.weight_hh_l1_reverse	7	0.03134902939200401
213192	rnn.weight_hh_l1_reverse	8	-0.00736776739358902
213192	rnn.weight_hh_l1_reverse	9	-0.0309730414301157
213192	rnn.bias_ih_l1_reverse	0	-0.044473905116319656
213192	rnn.bias_ih_l1_reverse	1	-0.14716388285160065
213192	rnn.bias_ih_l1_reverse	2	-0.16415835916996002
213192	rnn.bias_ih_l1_reverse	3	-0.05877860262989998
213192	rnn.bias_ih_l1_reverse	4	-0.20942801237106323
213192	rnn.bias_ih_l1_reverse	5	-0.1169128268957138
213192	rnn.bias_ih_l1_reverse	6	-0.13182927668094635
213192	rnn.bias_ih_l1_reverse	7	-0.19396160542964935
213192	rnn.bias_ih_l1_reverse	8	0.21575993299484253
213192	rnn.bias_ih_l1_reverse	9	0.019685497507452965
213192	rnn.bias_hh_l1_reverse	0	0.0014205084880813956
213192	rnn.bias_hh_l1_reverse	1	-0.06831427663564682
213192	rnn.bias_hh_l1_reverse	2	-0.23538023233413696
213192	rnn.bias_hh_l1_reverse	3	-0.14183594286441803
213192	rnn.bias_hh_l1_reverse	4	-0.0844043642282486
213192	rnn.bias_hh_l1_reverse	5	-0.11602959036827087
213192	rnn.bias_hh_l1_reverse	6	0.05533121898770332
213192	rnn.bias_hh_l1_reverse	7	-0.1460917443037033
213192	rnn.bias_hh_l1_reverse	8	-0.11999282240867615
213192	rnn.bias_hh_l1_reverse	9	-0.15012022852897644
213192	linear.weight	0	0.002228822559118271
213192	linear.weight	1	0.100061796605587
213192	linear.weight	2	-0.0945928767323494
213192	linear.weight	3	0.2942280173301697
213192	linear.weight	4	0.14820657670497894
213192	linear.weight	5	-0.06159010902047157
213192	linear.weight	6	0.11230486631393433
213192	linear.weight	7	0.13466204702854156
213192	linear.weight	8	0.04114297032356262
213192	linear.weight	9	-0.05079634487628937
213192	linear.bias	0	0.10194052010774612
213192	linear.bias	1	-0.16745944321155548
213192	linear.bias	2	-0.45761144161224365
213192	linear.bias	3	-0.650452196598053
213192	linear.bias	4	-1.2408369779586792
213192	linear.bias	5	-0.05345639958977699
213192	linear.bias	6	-0.8024442791938782
213192	linear.bias	7	0.27354371547698975
213192	linear.bias	8	-0.4304817318916321
213192	linear.bias	9	-1.047374963760376
213389	transitions	0	0.7432823777198792
213389	transitions	1	0.1545352339744568
213389	transitions	2	-10000.0
213389	transitions	3	-1.8274403810501099
213389	transitions	4	-10000.0
213389	transitions	5	0.5645914673805237
213389	transitions	6	-0.08431772142648697
213389	transitions	7	-0.7969446182250977
213389	transitions	8	-1.4197611808776855
213389	transitions	9	-0.0012178611941635609
213389	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
213389	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
213389	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
213389	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
213389	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
213389	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
213389	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
213389	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
213389	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
213389	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
213389	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
213389	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
213389	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
213389	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
213389	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
213389	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
213389	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
213389	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
213389	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
213389	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
213389	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
213389	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
213389	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
213389	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
213389	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
213389	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
213389	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
213389	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
213389	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
213389	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
213389	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
213389	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
213389	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
213389	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
213389	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
213389	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
213389	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
213389	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
213389	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
213389	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
213389	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
213389	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
213389	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
213389	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
213389	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
213389	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
213389	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
213389	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
213389	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
213389	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
213389	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
213389	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
213389	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
213389	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
213389	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
213389	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
213389	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
213389	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
213389	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
213389	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
213389	embedding2nn.weight	0	0.02073664776980877
213389	embedding2nn.weight	1	-0.013220508582890034
213389	embedding2nn.weight	2	-0.014268254861235619
213389	embedding2nn.weight	3	-0.030049661174416542
213389	embedding2nn.weight	4	-0.0059150345623493195
213389	embedding2nn.weight	5	-0.0037005888298153877
213389	embedding2nn.weight	6	-0.003973270766437054
213389	embedding2nn.weight	7	-0.07586545497179031
213389	embedding2nn.weight	8	-0.0019979383796453476
213389	embedding2nn.weight	9	-0.02897970750927925
213389	embedding2nn.bias	0	0.02776825800538063
213389	embedding2nn.bias	1	-0.07517185062170029
213389	embedding2nn.bias	2	0.07395828515291214
213389	embedding2nn.bias	3	0.047370657324790955
213389	embedding2nn.bias	4	-0.03326413407921791
213389	embedding2nn.bias	5	-0.006821138318628073
213389	embedding2nn.bias	6	0.015563316643238068
213389	embedding2nn.bias	7	-0.05433184653520584
213389	embedding2nn.bias	8	0.06488686054944992
213389	embedding2nn.bias	9	0.04653983563184738
213389	rnn.weight_ih_l0	0	-0.08004792779684067
213389	rnn.weight_ih_l0	1	0.0024534494150429964
213389	rnn.weight_ih_l0	2	0.0362190417945385
213389	rnn.weight_ih_l0	3	0.022079605609178543
213389	rnn.weight_ih_l0	4	-0.05120173841714859
213389	rnn.weight_ih_l0	5	-0.06991761177778244
213389	rnn.weight_ih_l0	6	-0.0008760045748203993
213389	rnn.weight_ih_l0	7	0.051627300679683685
213389	rnn.weight_ih_l0	8	-0.01635821722447872
213389	rnn.weight_ih_l0	9	-0.03037147969007492
213389	rnn.weight_hh_l0	0	-0.030505293980240822
213389	rnn.weight_hh_l0	1	-0.0076639046892523766
213389	rnn.weight_hh_l0	2	0.007629630621522665
213389	rnn.weight_hh_l0	3	-0.07670453190803528
213389	rnn.weight_hh_l0	4	0.0929926410317421
213389	rnn.weight_hh_l0	5	-0.025094829499721527
213389	rnn.weight_hh_l0	6	-0.061485640704631805
213389	rnn.weight_hh_l0	7	0.010794252157211304
213389	rnn.weight_hh_l0	8	0.014658070169389248
213389	rnn.weight_hh_l0	9	-0.025077931582927704
213389	rnn.bias_ih_l0	0	0.12785275280475616
213389	rnn.bias_ih_l0	1	-0.03577914834022522
213389	rnn.bias_ih_l0	2	-0.03362191841006279
213389	rnn.bias_ih_l0	3	0.16100428998470306
213389	rnn.bias_ih_l0	4	-0.013111085630953312
213389	rnn.bias_ih_l0	5	-0.0258638858795166
213389	rnn.bias_ih_l0	6	0.018561892211437225
213389	rnn.bias_ih_l0	7	0.023211771622300148
213389	rnn.bias_ih_l0	8	-0.10071826726198196
213389	rnn.bias_ih_l0	9	-0.04742557182908058
213389	rnn.bias_hh_l0	0	0.001209673355333507
213389	rnn.bias_hh_l0	1	-0.10439284145832062
213389	rnn.bias_hh_l0	2	-0.06937538832426071
213389	rnn.bias_hh_l0	3	-0.0853995606303215
213389	rnn.bias_hh_l0	4	0.011327127926051617
213389	rnn.bias_hh_l0	5	-0.01690356247127056
213389	rnn.bias_hh_l0	6	0.028230678290128708
213389	rnn.bias_hh_l0	7	0.05371682345867157
213389	rnn.bias_hh_l0	8	-0.11906352639198303
213389	rnn.bias_hh_l0	9	-0.05767932906746864
213389	rnn.weight_ih_l0_reverse	0	-0.022508908063173294
213389	rnn.weight_ih_l0_reverse	1	-0.05472010374069214
213389	rnn.weight_ih_l0_reverse	2	-0.04528395086526871
213389	rnn.weight_ih_l0_reverse	3	0.011442593298852444
213389	rnn.weight_ih_l0_reverse	4	-0.02496481128036976
213389	rnn.weight_ih_l0_reverse	5	-0.05698520690202713
213389	rnn.weight_ih_l0_reverse	6	0.07540830224752426
213389	rnn.weight_ih_l0_reverse	7	-0.017462963238358498
213389	rnn.weight_ih_l0_reverse	8	-0.017850231379270554
213389	rnn.weight_ih_l0_reverse	9	0.003275139955803752
213389	rnn.weight_hh_l0_reverse	0	0.06823419779539108
213389	rnn.weight_hh_l0_reverse	1	0.021290548145771027
213389	rnn.weight_hh_l0_reverse	2	0.028298061341047287
213389	rnn.weight_hh_l0_reverse	3	0.03582068160176277
213389	rnn.weight_hh_l0_reverse	4	0.012081586755812168
213389	rnn.weight_hh_l0_reverse	5	0.0072782207280397415
213389	rnn.weight_hh_l0_reverse	6	0.0498819425702095
213389	rnn.weight_hh_l0_reverse	7	-0.07825181633234024
213389	rnn.weight_hh_l0_reverse	8	0.04038054496049881
213389	rnn.weight_hh_l0_reverse	9	0.035423681139945984
213389	rnn.bias_ih_l0_reverse	0	-0.05886981263756752
213389	rnn.bias_ih_l0_reverse	1	-0.28843024373054504
213389	rnn.bias_ih_l0_reverse	2	-0.11999531090259552
213389	rnn.bias_ih_l0_reverse	3	-0.049115393310785294
213389	rnn.bias_ih_l0_reverse	4	-0.02081090211868286
213389	rnn.bias_ih_l0_reverse	5	0.07843959331512451
213389	rnn.bias_ih_l0_reverse	6	-0.0641162320971489
213389	rnn.bias_ih_l0_reverse	7	0.06547406315803528
213389	rnn.bias_ih_l0_reverse	8	-0.04796180501580238
213389	rnn.bias_ih_l0_reverse	9	0.061369169503450394
213389	rnn.bias_hh_l0_reverse	0	0.02024441957473755
213389	rnn.bias_hh_l0_reverse	1	-0.05545799061655998
213389	rnn.bias_hh_l0_reverse	2	0.08455485105514526
213389	rnn.bias_hh_l0_reverse	3	-0.0488029383122921
213389	rnn.bias_hh_l0_reverse	4	-0.02155582420527935
213389	rnn.bias_hh_l0_reverse	5	-0.025196611881256104
213389	rnn.bias_hh_l0_reverse	6	-0.016577735543251038
213389	rnn.bias_hh_l0_reverse	7	0.09940263628959656
213389	rnn.bias_hh_l0_reverse	8	0.03575204685330391
213389	rnn.bias_hh_l0_reverse	9	-0.1525244265794754
213389	rnn.weight_ih_l1	0	-0.030578220263123512
213389	rnn.weight_ih_l1	1	-0.049866922199726105
213389	rnn.weight_ih_l1	2	0.05839245766401291
213389	rnn.weight_ih_l1	3	-0.07087165862321854
213389	rnn.weight_ih_l1	4	-0.015195384621620178
213389	rnn.weight_ih_l1	5	-0.04018570855259895
213389	rnn.weight_ih_l1	6	0.026685072109103203
213389	rnn.weight_ih_l1	7	-0.046381063759326935
213389	rnn.weight_ih_l1	8	0.037420742213726044
213389	rnn.weight_ih_l1	9	0.04387146607041359
213389	rnn.weight_hh_l1	0	-0.008628294803202152
213389	rnn.weight_hh_l1	1	0.020043078809976578
213389	rnn.weight_hh_l1	2	0.006640548352152109
213389	rnn.weight_hh_l1	3	-0.0124942846596241
213389	rnn.weight_hh_l1	4	0.004765668418258429
213389	rnn.weight_hh_l1	5	0.03452732786536217
213389	rnn.weight_hh_l1	6	0.03624480962753296
213389	rnn.weight_hh_l1	7	-0.017833683639764786
213389	rnn.weight_hh_l1	8	-0.007955965586006641
213389	rnn.weight_hh_l1	9	0.03802655264735222
213389	rnn.bias_ih_l1	0	-0.18559038639068604
213389	rnn.bias_ih_l1	1	-0.1822497546672821
213389	rnn.bias_ih_l1	2	-0.20139530301094055
213389	rnn.bias_ih_l1	3	-0.3149300217628479
213389	rnn.bias_ih_l1	4	-0.21232758462429047
213389	rnn.bias_ih_l1	5	-0.08331117033958435
213389	rnn.bias_ih_l1	6	-0.16050995886325836
213389	rnn.bias_ih_l1	7	-0.01344251912087202
213389	rnn.bias_ih_l1	8	-0.1344091296195984
213389	rnn.bias_ih_l1	9	-0.12787580490112305
213389	rnn.bias_hh_l1	0	-0.0989026203751564
213389	rnn.bias_hh_l1	1	-0.06897001713514328
213389	rnn.bias_hh_l1	2	-0.08846130222082138
213389	rnn.bias_hh_l1	3	-0.07688596099615097
213389	rnn.bias_hh_l1	4	-0.0782993957400322
213389	rnn.bias_hh_l1	5	-0.119186170399189
213389	rnn.bias_hh_l1	6	-0.16384027898311615
213389	rnn.bias_hh_l1	7	0.07091152667999268
213389	rnn.bias_hh_l1	8	-0.18280696868896484
213389	rnn.bias_hh_l1	9	-0.12504692375659943
213389	rnn.weight_ih_l1_reverse	0	-0.0445513054728508
213389	rnn.weight_ih_l1_reverse	1	0.03656553104519844
213389	rnn.weight_ih_l1_reverse	2	0.09558447450399399
213389	rnn.weight_ih_l1_reverse	3	-0.01840481162071228
213389	rnn.weight_ih_l1_reverse	4	-0.027008527889847755
213389	rnn.weight_ih_l1_reverse	5	-0.03058166801929474
213389	rnn.weight_ih_l1_reverse	6	-0.017519647255539894
213389	rnn.weight_ih_l1_reverse	7	0.02791324257850647
213389	rnn.weight_ih_l1_reverse	8	0.008983409963548183
213389	rnn.weight_ih_l1_reverse	9	-0.035104475915431976
213389	rnn.weight_hh_l1_reverse	0	0.0048471475020051
213389	rnn.weight_hh_l1_reverse	1	0.03158921003341675
213389	rnn.weight_hh_l1_reverse	2	-0.040583159774541855
213389	rnn.weight_hh_l1_reverse	3	0.03517218679189682
213389	rnn.weight_hh_l1_reverse	4	0.047686778008937836
213389	rnn.weight_hh_l1_reverse	5	0.004403907340019941
213389	rnn.weight_hh_l1_reverse	6	0.050891753286123276
213389	rnn.weight_hh_l1_reverse	7	0.0312909297645092
213389	rnn.weight_hh_l1_reverse	8	-0.007371820043772459
213389	rnn.weight_hh_l1_reverse	9	-0.030911678448319435
213389	rnn.bias_ih_l1_reverse	0	-0.044520195573568344
213389	rnn.bias_ih_l1_reverse	1	-0.14662300050258636
213389	rnn.bias_ih_l1_reverse	2	-0.16435711085796356
213389	rnn.bias_ih_l1_reverse	3	-0.05926420912146568
213389	rnn.bias_ih_l1_reverse	4	-0.20934242010116577
213389	rnn.bias_ih_l1_reverse	5	-0.11662787199020386
213389	rnn.bias_ih_l1_reverse	6	-0.13179393112659454
213389	rnn.bias_ih_l1_reverse	7	-0.19472365081310272
213389	rnn.bias_ih_l1_reverse	8	0.217737078666687
213389	rnn.bias_ih_l1_reverse	9	0.02013285644352436
213389	rnn.bias_hh_l1_reverse	0	0.001696183462627232
213389	rnn.bias_hh_l1_reverse	1	-0.07116745412349701
213389	rnn.bias_hh_l1_reverse	2	-0.23587818443775177
213389	rnn.bias_hh_l1_reverse	3	-0.14126567542552948
213389	rnn.bias_hh_l1_reverse	4	-0.0847146064043045
213389	rnn.bias_hh_l1_reverse	5	-0.11681271344423294
213389	rnn.bias_hh_l1_reverse	6	0.05648510158061981
213389	rnn.bias_hh_l1_reverse	7	-0.14551368355751038
213389	rnn.bias_hh_l1_reverse	8	-0.11949793994426727
213389	rnn.bias_hh_l1_reverse	9	-0.15017831325531006
213389	linear.weight	0	0.002228822559118271
213389	linear.weight	1	0.10381390154361725
213389	linear.weight	2	-0.09433603286743164
213389	linear.weight	3	0.29476597905158997
213389	linear.weight	4	0.14866895973682404
213389	linear.weight	5	-0.06166456267237663
213389	linear.weight	6	0.11432228982448578
213389	linear.weight	7	0.13324777781963348
213389	linear.weight	8	0.04114288091659546
213389	linear.weight	9	-0.0511457659304142
213389	linear.bias	0	0.0983605906367302
213389	linear.bias	1	-0.16650697588920593
213389	linear.bias	2	-0.4648456573486328
213389	linear.bias	3	-0.6470738649368286
213389	linear.bias	4	-1.2383275032043457
213389	linear.bias	5	-0.053317371755838394
213389	linear.bias	6	-0.8016646504402161
213389	linear.bias	7	0.27190595865249634
213389	linear.bias	8	-0.4350719451904297
213389	linear.bias	9	-1.0511232614517212
213586	transitions	0	0.7460339665412903
213586	transitions	1	0.15213777124881744
213586	transitions	2	-10000.0
213586	transitions	3	-1.82745361328125
213586	transitions	4	-10000.0
213586	transitions	5	0.5645819902420044
213586	transitions	6	-0.0843280628323555
213586	transitions	7	-0.797148585319519
213586	transitions	8	-1.4197877645492554
213586	transitions	9	-0.001218057470396161
213586	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
213586	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
213586	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
213586	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
213586	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
213586	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
213586	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
213586	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
213586	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
213586	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
213586	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
213586	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
213586	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
213586	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
213586	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
213586	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
213586	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
213586	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
213586	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
213586	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
213586	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
213586	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
213586	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
213586	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
213586	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
213586	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
213586	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
213586	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
213586	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
213586	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
213586	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
213586	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
213586	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
213586	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
213586	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
213586	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
213586	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
213586	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
213586	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
213586	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
213586	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
213586	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
213586	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
213586	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
213586	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
213586	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
213586	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
213586	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
213586	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
213586	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
213586	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
213586	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
213586	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
213586	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
213586	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
213586	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
213586	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
213586	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
213586	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
213586	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
213586	embedding2nn.weight	0	0.020446931943297386
213586	embedding2nn.weight	1	-0.01320547703653574
213586	embedding2nn.weight	2	-0.014268254861235619
213586	embedding2nn.weight	3	-0.03024771250784397
213586	embedding2nn.weight	4	-0.0059150345623493195
213586	embedding2nn.weight	5	-0.0037005888298153877
213586	embedding2nn.weight	6	-0.00397326797246933
213586	embedding2nn.weight	7	-0.07527327537536621
213586	embedding2nn.weight	8	-0.0019979383796453476
213586	embedding2nn.weight	9	-0.02867128886282444
213586	embedding2nn.bias	0	0.02797829359769821
213586	embedding2nn.bias	1	-0.07675860822200775
213586	embedding2nn.bias	2	0.0736045092344284
213586	embedding2nn.bias	3	0.044396284967660904
213586	embedding2nn.bias	4	-0.03600895032286644
213586	embedding2nn.bias	5	-0.01003035344183445
213586	embedding2nn.bias	6	0.01899571530520916
213586	embedding2nn.bias	7	-0.057663675397634506
213586	embedding2nn.bias	8	0.06500289589166641
213586	embedding2nn.bias	9	0.04623626917600632
213586	rnn.weight_ih_l0	0	-0.07993651926517487
213586	rnn.weight_ih_l0	1	0.0026417251210659742
213586	rnn.weight_ih_l0	2	0.03645988553762436
213586	rnn.weight_ih_l0	3	0.02181139774620533
213586	rnn.weight_ih_l0	4	-0.05128554254770279
213586	rnn.weight_ih_l0	5	-0.06992719322443008
213586	rnn.weight_ih_l0	6	-0.0009088552324101329
213586	rnn.weight_ih_l0	7	0.05170745402574539
213586	rnn.weight_ih_l0	8	-0.016480088233947754
213586	rnn.weight_ih_l0	9	-0.029919305816292763
213586	rnn.weight_hh_l0	0	-0.030664248391985893
213586	rnn.weight_hh_l0	1	-0.007719515822827816
213586	rnn.weight_hh_l0	2	0.007425622548907995
213586	rnn.weight_hh_l0	3	-0.07659091055393219
213586	rnn.weight_hh_l0	4	0.09342262148857117
213586	rnn.weight_hh_l0	5	-0.02542896941304207
213586	rnn.weight_hh_l0	6	-0.0617176815867424
213586	rnn.weight_hh_l0	7	0.010686559602618217
213586	rnn.weight_hh_l0	8	0.014737223275005817
213586	rnn.weight_hh_l0	9	-0.024918830022215843
213586	rnn.bias_ih_l0	0	0.12814439833164215
213586	rnn.bias_ih_l0	1	-0.0355810709297657
213586	rnn.bias_ih_l0	2	-0.033006034791469574
213586	rnn.bias_ih_l0	3	0.16142073273658752
213586	rnn.bias_ih_l0	4	-0.013420394621789455
213586	rnn.bias_ih_l0	5	-0.02521926537156105
213586	rnn.bias_ih_l0	6	0.018405823037028313
213586	rnn.bias_ih_l0	7	0.022877538576722145
213586	rnn.bias_ih_l0	8	-0.10085820406675339
213586	rnn.bias_ih_l0	9	-0.04578014835715294
213586	rnn.bias_hh_l0	0	0.0016626844881102443
213586	rnn.bias_hh_l0	1	-0.10428060591220856
213586	rnn.bias_hh_l0	2	-0.0701608806848526
213586	rnn.bias_hh_l0	3	-0.08599747717380524
213586	rnn.bias_hh_l0	4	0.011045820079743862
213586	rnn.bias_hh_l0	5	-0.017221029847860336
213586	rnn.bias_hh_l0	6	0.028127221390604973
213586	rnn.bias_hh_l0	7	0.05047542229294777
213586	rnn.bias_hh_l0	8	-0.11979112774133682
213586	rnn.bias_hh_l0	9	-0.056849390268325806
213586	rnn.weight_ih_l0_reverse	0	-0.022523513063788414
213586	rnn.weight_ih_l0_reverse	1	-0.0547858327627182
213586	rnn.weight_ih_l0_reverse	2	-0.044809553772211075
213586	rnn.weight_ih_l0_reverse	3	0.011566742323338985
213586	rnn.weight_ih_l0_reverse	4	-0.024892663583159447
213586	rnn.weight_ih_l0_reverse	5	-0.05699872598052025
213586	rnn.weight_ih_l0_reverse	6	0.07578429579734802
213586	rnn.weight_ih_l0_reverse	7	-0.017359014600515366
213586	rnn.weight_ih_l0_reverse	8	-0.01746060885488987
213586	rnn.weight_ih_l0_reverse	9	0.0037550947163254023
213586	rnn.weight_hh_l0_reverse	0	0.06798743456602097
213586	rnn.weight_hh_l0_reverse	1	0.021087510511279106
213586	rnn.weight_hh_l0_reverse	2	0.028077080845832825
213586	rnn.weight_hh_l0_reverse	3	0.035922277718782425
213586	rnn.weight_hh_l0_reverse	4	0.012152989394962788
213586	rnn.weight_hh_l0_reverse	5	0.007366099860519171
213586	rnn.weight_hh_l0_reverse	6	0.05024098977446556
213586	rnn.weight_hh_l0_reverse	7	-0.07848286628723145
213586	rnn.weight_hh_l0_reverse	8	0.040320053696632385
213586	rnn.weight_hh_l0_reverse	9	0.035504210740327835
213586	rnn.bias_ih_l0_reverse	0	-0.05886628478765488
213586	rnn.bias_ih_l0_reverse	1	-0.28881141543388367
213586	rnn.bias_ih_l0_reverse	2	-0.12055432051420212
213586	rnn.bias_ih_l0_reverse	3	-0.04893016815185547
213586	rnn.bias_ih_l0_reverse	4	-0.021045105531811714
213586	rnn.bias_ih_l0_reverse	5	0.0778980404138565
213586	rnn.bias_ih_l0_reverse	6	-0.0643671378493309
213586	rnn.bias_ih_l0_reverse	7	0.06584980338811874
213586	rnn.bias_ih_l0_reverse	8	-0.04745061323046684
213586	rnn.bias_ih_l0_reverse	9	0.061854906380176544
213586	rnn.bias_hh_l0_reverse	0	0.02035067044198513
213586	rnn.bias_hh_l0_reverse	1	-0.05510692298412323
213586	rnn.bias_hh_l0_reverse	2	0.08477843552827835
213586	rnn.bias_hh_l0_reverse	3	-0.04860552027821541
213586	rnn.bias_hh_l0_reverse	4	-0.021451614797115326
213586	rnn.bias_hh_l0_reverse	5	-0.02607606165111065
213586	rnn.bias_hh_l0_reverse	6	-0.015851816162467003
213586	rnn.bias_hh_l0_reverse	7	0.09911037981510162
213586	rnn.bias_hh_l0_reverse	8	0.03590003401041031
213586	rnn.bias_hh_l0_reverse	9	-0.15254558622837067
213586	rnn.weight_ih_l1	0	-0.030774496495723724
213586	rnn.weight_ih_l1	1	-0.05007672309875488
213586	rnn.weight_ih_l1	2	0.058197468519210815
213586	rnn.weight_ih_l1	3	-0.07108967006206512
213586	rnn.weight_ih_l1	4	-0.014799871481955051
213586	rnn.weight_ih_l1	5	-0.04019252583384514
213586	rnn.weight_ih_l1	6	0.026657206937670708
213586	rnn.weight_ih_l1	7	-0.04619717597961426
213586	rnn.weight_ih_l1	8	0.037226151674985886
213586	rnn.weight_ih_l1	9	0.04391958564519882
213586	rnn.weight_hh_l1	0	-0.008439905010163784
213586	rnn.weight_hh_l1	1	0.020118068903684616
213586	rnn.weight_hh_l1	2	0.006758347153663635
213586	rnn.weight_hh_l1	3	-0.012456064112484455
213586	rnn.weight_hh_l1	4	0.004658907651901245
213586	rnn.weight_hh_l1	5	0.03448496758937836
213586	rnn.weight_hh_l1	6	0.03620430827140808
213586	rnn.weight_hh_l1	7	-0.017785023897886276
213586	rnn.weight_hh_l1	8	-0.008026615716516972
213586	rnn.weight_hh_l1	9	0.038262952119112015
213586	rnn.bias_ih_l1	0	-0.184910848736763
213586	rnn.bias_ih_l1	1	-0.18173900246620178
213586	rnn.bias_ih_l1	2	-0.20241577923297882
213586	rnn.bias_ih_l1	3	-0.31454208493232727
213586	rnn.bias_ih_l1	4	-0.21133942902088165
213586	rnn.bias_ih_l1	5	-0.08394881337881088
213586	rnn.bias_ih_l1	6	-0.15937300026416779
213586	rnn.bias_ih_l1	7	-0.013281220570206642
213586	rnn.bias_ih_l1	8	-0.13478851318359375
213586	rnn.bias_ih_l1	9	-0.12892448902130127
213586	rnn.bias_hh_l1	0	-0.09931422770023346
213586	rnn.bias_hh_l1	1	-0.06897325068712234
213586	rnn.bias_hh_l1	2	-0.08803907781839371
213586	rnn.bias_hh_l1	3	-0.07606673985719681
213586	rnn.bias_hh_l1	4	-0.07763715088367462
213586	rnn.bias_hh_l1	5	-0.11884651333093643
213586	rnn.bias_hh_l1	6	-0.1643242985010147
213586	rnn.bias_hh_l1	7	0.07170628011226654
213586	rnn.bias_hh_l1	8	-0.1827891618013382
213586	rnn.bias_hh_l1	9	-0.12439051270484924
213586	rnn.weight_ih_l1_reverse	0	-0.044565241783857346
213586	rnn.weight_ih_l1_reverse	1	0.03577950969338417
213586	rnn.weight_ih_l1_reverse	2	0.09676679223775864
213586	rnn.weight_ih_l1_reverse	3	-0.018489262089133263
213586	rnn.weight_ih_l1_reverse	4	-0.026957029476761818
213586	rnn.weight_ih_l1_reverse	5	-0.030492326244711876
213586	rnn.weight_ih_l1_reverse	6	-0.017311014235019684
213586	rnn.weight_ih_l1_reverse	7	0.02832820452749729
213586	rnn.weight_ih_l1_reverse	8	0.008724845014512539
213586	rnn.weight_ih_l1_reverse	9	-0.03550221398472786
213586	rnn.weight_hh_l1_reverse	0	0.004846273455768824
213586	rnn.weight_hh_l1_reverse	1	0.03148043528199196
213586	rnn.weight_hh_l1_reverse	2	-0.04059102013707161
213586	rnn.weight_hh_l1_reverse	3	0.03513772785663605
213586	rnn.weight_hh_l1_reverse	4	0.04753566533327103
213586	rnn.weight_hh_l1_reverse	5	0.0043180761858820915
213586	rnn.weight_hh_l1_reverse	6	0.05140630900859833
213586	rnn.weight_hh_l1_reverse	7	0.031242117285728455
213586	rnn.weight_hh_l1_reverse	8	-0.007328716106712818
213586	rnn.weight_hh_l1_reverse	9	-0.03089919313788414
213586	rnn.bias_ih_l1_reverse	0	-0.045488324016332626
213586	rnn.bias_ih_l1_reverse	1	-0.14548350870609283
213586	rnn.bias_ih_l1_reverse	2	-0.16406503319740295
213586	rnn.bias_ih_l1_reverse	3	-0.059857748448848724
213586	rnn.bias_ih_l1_reverse	4	-0.20932714641094208
213586	rnn.bias_ih_l1_reverse	5	-0.11739002913236618
213586	rnn.bias_ih_l1_reverse	6	-0.1315222829580307
213586	rnn.bias_ih_l1_reverse	7	-0.19443662464618683
213586	rnn.bias_ih_l1_reverse	8	0.21759803593158722
213586	rnn.bias_ih_l1_reverse	9	0.017967306077480316
213586	rnn.bias_hh_l1_reverse	0	-0.0012993565760552883
213586	rnn.bias_hh_l1_reverse	1	-0.07137195765972137
213586	rnn.bias_hh_l1_reverse	2	-0.23636510968208313
213586	rnn.bias_hh_l1_reverse	3	-0.14124922454357147
213586	rnn.bias_hh_l1_reverse	4	-0.08476252108812332
213586	rnn.bias_hh_l1_reverse	5	-0.11731454730033875
213586	rnn.bias_hh_l1_reverse	6	0.057281192392110825
213586	rnn.bias_hh_l1_reverse	7	-0.14539934694766998
213586	rnn.bias_hh_l1_reverse	8	-0.1192966178059578
213586	rnn.bias_hh_l1_reverse	9	-0.15046580135822296
213586	linear.weight	0	0.002228822559118271
213586	linear.weight	1	0.10681545734405518
213586	linear.weight	2	-0.09460372477769852
213586	linear.weight	3	0.2931059002876282
213586	linear.weight	4	0.1489807665348053
213586	linear.weight	5	-0.061998527497053146
213586	linear.weight	6	0.11714854091405869
213586	linear.weight	7	0.13263076543807983
213586	linear.weight	8	0.04114290326833725
213586	linear.weight	9	-0.05139579623937607
213586	linear.bias	0	0.09058896452188492
213586	linear.bias	1	-0.16988755762577057
213586	linear.bias	2	-0.4610888361930847
213586	linear.bias	3	-0.6493342518806458
213586	linear.bias	4	-1.2405683994293213
213586	linear.bias	5	-0.059596411883831024
213586	linear.bias	6	-0.8040482997894287
213586	linear.bias	7	0.2656017243862152
213586	linear.bias	8	-0.4364430010318756
213586	linear.bias	9	-1.0517460107803345
213783	transitions	0	0.7440285086631775
213783	transitions	1	0.15319375693798065
213783	transitions	2	-10000.0
213783	transitions	3	-1.8274590969085693
213783	transitions	4	-10000.0
213783	transitions	5	0.5645692348480225
213783	transitions	6	-0.08433938026428223
213783	transitions	7	-0.797233521938324
213783	transitions	8	-1.4197958707809448
213783	transitions	9	-0.0012181426864117384
213783	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
213783	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
213783	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
213783	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
213783	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
213783	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
213783	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
213783	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
213783	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
213783	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
213783	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
213783	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
213783	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
213783	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
213783	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
213783	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
213783	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
213783	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
213783	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
213783	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
213783	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
213783	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
213783	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
213783	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
213783	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
213783	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
213783	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
213783	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
213783	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
213783	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
213783	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
213783	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
213783	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
213783	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
213783	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
213783	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
213783	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
213783	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
213783	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
213783	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
213783	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
213783	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
213783	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
213783	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
213783	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
213783	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
213783	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
213783	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
213783	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
213783	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
213783	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
213783	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
213783	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
213783	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
213783	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
213783	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
213783	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
213783	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
213783	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
213783	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
213783	embedding2nn.weight	0	0.01973888836801052
213783	embedding2nn.weight	1	-0.013146803714334965
213783	embedding2nn.weight	2	-0.014268254861235619
213783	embedding2nn.weight	3	-0.030559493228793144
213783	embedding2nn.weight	4	-0.0059150345623493195
213783	embedding2nn.weight	5	-0.003700588596984744
213783	embedding2nn.weight	6	-0.003973268438130617
213783	embedding2nn.weight	7	-0.0753166452050209
213783	embedding2nn.weight	8	-0.0019979383796453476
213783	embedding2nn.weight	9	-0.028837980702519417
213783	embedding2nn.bias	0	0.029929643496870995
213783	embedding2nn.bias	1	-0.07768133282661438
213783	embedding2nn.bias	2	0.07192197442054749
213783	embedding2nn.bias	3	0.04001520946621895
213783	embedding2nn.bias	4	-0.036176905035972595
213783	embedding2nn.bias	5	-0.009337480179965496
213783	embedding2nn.bias	6	0.019178733229637146
213783	embedding2nn.bias	7	-0.054941076785326004
213783	embedding2nn.bias	8	0.06628511101007462
213783	embedding2nn.bias	9	0.045404352247714996
213783	rnn.weight_ih_l0	0	-0.07946532964706421
213783	rnn.weight_ih_l0	1	0.0027536689303815365
213783	rnn.weight_ih_l0	2	0.03626702353358269
213783	rnn.weight_ih_l0	3	0.021741842851042747
213783	rnn.weight_ih_l0	4	-0.0508919395506382
213783	rnn.weight_ih_l0	5	-0.07001758366823196
213783	rnn.weight_ih_l0	6	-0.0008202743483707309
213783	rnn.weight_ih_l0	7	0.05142679810523987
213783	rnn.weight_ih_l0	8	-0.016217362135648727
213783	rnn.weight_ih_l0	9	-0.030265197157859802
213783	rnn.weight_hh_l0	0	-0.030749712139368057
213783	rnn.weight_hh_l0	1	-0.007775404024869204
213783	rnn.weight_hh_l0	2	0.00717790937051177
213783	rnn.weight_hh_l0	3	-0.07657195627689362
213783	rnn.weight_hh_l0	4	0.09339936077594757
213783	rnn.weight_hh_l0	5	-0.02548706717789173
213783	rnn.weight_hh_l0	6	-0.06175525113940239
213783	rnn.weight_hh_l0	7	0.01085108332335949
213783	rnn.weight_hh_l0	8	0.01468910463154316
213783	rnn.weight_hh_l0	9	-0.024840179830789566
213783	rnn.bias_ih_l0	0	0.1280408799648285
213783	rnn.bias_ih_l0	1	-0.03583391010761261
213783	rnn.bias_ih_l0	2	-0.03313729912042618
213783	rnn.bias_ih_l0	3	0.16090793907642365
213783	rnn.bias_ih_l0	4	-0.013039221055805683
213783	rnn.bias_ih_l0	5	-0.025232339277863503
213783	rnn.bias_ih_l0	6	0.01911800168454647
213783	rnn.bias_ih_l0	7	0.023673752322793007
213783	rnn.bias_ih_l0	8	-0.10126031935214996
213783	rnn.bias_ih_l0	9	-0.04579603299498558
213783	rnn.bias_hh_l0	0	0.0020760938059538603
213783	rnn.bias_hh_l0	1	-0.10502134263515472
213783	rnn.bias_hh_l0	2	-0.0701305940747261
213783	rnn.bias_hh_l0	3	-0.08554954826831818
213783	rnn.bias_hh_l0	4	0.009704713709652424
213783	rnn.bias_hh_l0	5	-0.017958568409085274
213783	rnn.bias_hh_l0	6	0.027995917946100235
213783	rnn.bias_hh_l0	7	0.04847920686006546
213783	rnn.bias_hh_l0	8	-0.12062310427427292
213783	rnn.bias_hh_l0	9	-0.058202121406793594
213783	rnn.weight_ih_l0_reverse	0	-0.02271461859345436
213783	rnn.weight_ih_l0_reverse	1	-0.05450572818517685
213783	rnn.weight_ih_l0_reverse	2	-0.044962819665670395
213783	rnn.weight_ih_l0_reverse	3	0.01161307841539383
213783	rnn.weight_ih_l0_reverse	4	-0.02475723810493946
213783	rnn.weight_ih_l0_reverse	5	-0.057126473635435104
213783	rnn.weight_ih_l0_reverse	6	0.07616088539361954
213783	rnn.weight_ih_l0_reverse	7	-0.017446665093302727
213783	rnn.weight_ih_l0_reverse	8	-0.017523905262351036
213783	rnn.weight_ih_l0_reverse	9	0.004344205372035503
213783	rnn.weight_hh_l0_reverse	0	0.06807374954223633
213783	rnn.weight_hh_l0_reverse	1	0.021128779277205467
213783	rnn.weight_hh_l0_reverse	2	0.02806418389081955
213783	rnn.weight_hh_l0_reverse	3	0.03581869602203369
213783	rnn.weight_hh_l0_reverse	4	0.012220370583236217
213783	rnn.weight_hh_l0_reverse	5	0.007426312658935785
213783	rnn.weight_hh_l0_reverse	6	0.050285715609788895
213783	rnn.weight_hh_l0_reverse	7	-0.07875455915927887
213783	rnn.weight_hh_l0_reverse	8	0.04054025560617447
213783	rnn.weight_hh_l0_reverse	9	0.035430386662483215
213783	rnn.bias_ih_l0_reverse	0	-0.058851782232522964
213783	rnn.bias_ih_l0_reverse	1	-0.2896195352077484
213783	rnn.bias_ih_l0_reverse	2	-0.1193496435880661
213783	rnn.bias_ih_l0_reverse	3	-0.048877596855163574
213783	rnn.bias_ih_l0_reverse	4	-0.021640479564666748
213783	rnn.bias_ih_l0_reverse	5	0.07771718502044678
213783	rnn.bias_ih_l0_reverse	6	-0.0645669624209404
213783	rnn.bias_ih_l0_reverse	7	0.06593950092792511
213783	rnn.bias_ih_l0_reverse	8	-0.04759608209133148
213783	rnn.bias_ih_l0_reverse	9	0.06215031072497368
213783	rnn.bias_hh_l0_reverse	0	0.020103124901652336
213783	rnn.bias_hh_l0_reverse	1	-0.055069755762815475
213783	rnn.bias_hh_l0_reverse	2	0.08475940674543381
213783	rnn.bias_hh_l0_reverse	3	-0.048063747584819794
213783	rnn.bias_hh_l0_reverse	4	-0.022360878065228462
213783	rnn.bias_hh_l0_reverse	5	-0.025326641276478767
213783	rnn.bias_hh_l0_reverse	6	-0.015159569680690765
213783	rnn.bias_hh_l0_reverse	7	0.09925606846809387
213783	rnn.bias_hh_l0_reverse	8	0.034801602363586426
213783	rnn.bias_hh_l0_reverse	9	-0.15276095271110535
213783	rnn.weight_ih_l1	0	-0.030763301998376846
213783	rnn.weight_ih_l1	1	-0.049813706427812576
213783	rnn.weight_ih_l1	2	0.05863116681575775
213783	rnn.weight_ih_l1	3	-0.07110574841499329
213783	rnn.weight_ih_l1	4	-0.01519049983471632
213783	rnn.weight_ih_l1	5	-0.04020307958126068
213783	rnn.weight_ih_l1	6	0.026583151891827583
213783	rnn.weight_ih_l1	7	-0.046235859394073486
213783	rnn.weight_ih_l1	8	0.03728927671909332
213783	rnn.weight_ih_l1	9	0.044109586626291275
213783	rnn.weight_hh_l1	0	-0.008607016876339912
213783	rnn.weight_hh_l1	1	0.020100058987736702
213783	rnn.weight_hh_l1	2	0.0069762165658175945
213783	rnn.weight_hh_l1	3	-0.012625916860997677
213783	rnn.weight_hh_l1	4	0.004744306206703186
213783	rnn.weight_hh_l1	5	0.034635718911886215
213783	rnn.weight_hh_l1	6	0.03609780967235565
213783	rnn.weight_hh_l1	7	-0.017711803317070007
213783	rnn.weight_hh_l1	8	-0.007955281995236874
213783	rnn.weight_hh_l1	9	0.03806568309664726
213783	rnn.bias_ih_l1	0	-0.18459342420101166
213783	rnn.bias_ih_l1	1	-0.18186010420322418
213783	rnn.bias_ih_l1	2	-0.20201049745082855
213783	rnn.bias_ih_l1	3	-0.3143855631351471
213783	rnn.bias_ih_l1	4	-0.21063026785850525
213783	rnn.bias_ih_l1	5	-0.08384772390127182
213783	rnn.bias_ih_l1	6	-0.15914636850357056
213783	rnn.bias_ih_l1	7	-0.013823251239955425
213783	rnn.bias_ih_l1	8	-0.13340291380882263
213783	rnn.bias_ih_l1	9	-0.12955723702907562
213783	rnn.bias_hh_l1	0	-0.09880740195512772
213783	rnn.bias_hh_l1	1	-0.06827933341264725
213783	rnn.bias_hh_l1	2	-0.08721769601106644
213783	rnn.bias_hh_l1	3	-0.07653684169054031
213783	rnn.bias_hh_l1	4	-0.07703456282615662
213783	rnn.bias_hh_l1	5	-0.11843504011631012
213783	rnn.bias_hh_l1	6	-0.1643238365650177
213783	rnn.bias_hh_l1	7	0.07181272655725479
213783	rnn.bias_hh_l1	8	-0.18266639113426208
213783	rnn.bias_hh_l1	9	-0.12514902651309967
213783	rnn.weight_ih_l1_reverse	0	-0.0445987731218338
213783	rnn.weight_ih_l1_reverse	1	0.03604121878743172
213783	rnn.weight_ih_l1_reverse	2	0.09697278589010239
213783	rnn.weight_ih_l1_reverse	3	-0.018682796508073807
213783	rnn.weight_ih_l1_reverse	4	-0.026162274181842804
213783	rnn.weight_ih_l1_reverse	5	-0.030421162024140358
213783	rnn.weight_ih_l1_reverse	6	-0.016990607604384422
213783	rnn.weight_ih_l1_reverse	7	0.028443019837141037
213783	rnn.weight_ih_l1_reverse	8	0.00833133328706026
213783	rnn.weight_ih_l1_reverse	9	-0.03583822026848793
213783	rnn.weight_hh_l1_reverse	0	0.004855488892644644
213783	rnn.weight_hh_l1_reverse	1	0.03144583851099014
213783	rnn.weight_hh_l1_reverse	2	-0.040598064661026
213783	rnn.weight_hh_l1_reverse	3	0.035145629197359085
213783	rnn.weight_hh_l1_reverse	4	0.047645993530750275
213783	rnn.weight_hh_l1_reverse	5	0.004144832957535982
213783	rnn.weight_hh_l1_reverse	6	0.051515329629182816
213783	rnn.weight_hh_l1_reverse	7	0.031254321336746216
213783	rnn.weight_hh_l1_reverse	8	-0.0073022921569645405
213783	rnn.weight_hh_l1_reverse	9	-0.03100772574543953
213783	rnn.bias_ih_l1_reverse	0	-0.04608431085944176
213783	rnn.bias_ih_l1_reverse	1	-0.1446046531200409
213783	rnn.bias_ih_l1_reverse	2	-0.1636011302471161
213783	rnn.bias_ih_l1_reverse	3	-0.05933266505599022
213783	rnn.bias_ih_l1_reverse	4	-0.2090044468641281
213783	rnn.bias_ih_l1_reverse	5	-0.11718106269836426
213783	rnn.bias_ih_l1_reverse	6	-0.13115553557872772
213783	rnn.bias_ih_l1_reverse	7	-0.19385750591754913
213783	rnn.bias_ih_l1_reverse	8	0.21694029867649078
213783	rnn.bias_ih_l1_reverse	9	0.018301082774996758
213783	rnn.bias_hh_l1_reverse	0	-0.000431608670623973
213783	rnn.bias_hh_l1_reverse	1	-0.07093967497348785
213783	rnn.bias_hh_l1_reverse	2	-0.236360564827919
213783	rnn.bias_hh_l1_reverse	3	-0.14086522161960602
213783	rnn.bias_hh_l1_reverse	4	-0.08472655713558197
213783	rnn.bias_hh_l1_reverse	5	-0.1169377937912941
213783	rnn.bias_hh_l1_reverse	6	0.05623616278171539
213783	rnn.bias_hh_l1_reverse	7	-0.14498938620090485
213783	rnn.bias_hh_l1_reverse	8	-0.11910681426525116
213783	rnn.bias_hh_l1_reverse	9	-0.15025879442691803
213783	linear.weight	0	0.002228822559118271
213783	linear.weight	1	0.10642631351947784
213783	linear.weight	2	-0.09483905136585236
213783	linear.weight	3	0.2933020293712616
213783	linear.weight	4	0.14783601462841034
213783	linear.weight	5	-0.06247083470225334
213783	linear.weight	6	0.11893745511770248
213783	linear.weight	7	0.13199454545974731
213783	linear.weight	8	0.04114290699362755
213783	linear.weight	9	-0.049671102315187454
213783	linear.bias	0	0.11250580847263336
213783	linear.bias	1	-0.18702983856201172
213783	linear.bias	2	-0.46042898297309875
213783	linear.bias	3	-0.6520174145698547
213783	linear.bias	4	-1.2429314851760864
213783	linear.bias	5	-0.04746266454458237
213783	linear.bias	6	-0.820525586605072
213783	linear.bias	7	0.27822163701057434
213783	linear.bias	8	-0.4377605617046356
213783	linear.bias	9	-1.0535635948181152
213980	transitions	0	0.7447746396064758
213980	transitions	1	0.1514771580696106
213980	transitions	2	-10000.0
213980	transitions	3	-1.82746160030365
213980	transitions	4	-10000.0
213980	transitions	5	0.5645638108253479
213980	transitions	6	-0.08435027301311493
213980	transitions	7	-0.797298014163971
213980	transitions	8	-1.4198863506317139
213980	transitions	9	-0.0012182516511529684
213980	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
213980	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
213980	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
213980	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
213980	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
213980	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
213980	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
213980	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
213980	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
213980	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
213980	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
213980	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
213980	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
213980	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
213980	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
213980	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
213980	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
213980	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
213980	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
213980	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
213980	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
213980	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
213980	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
213980	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
213980	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
213980	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
213980	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
213980	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
213980	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
213980	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
213980	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
213980	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
213980	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
213980	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
213980	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
213980	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
213980	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
213980	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
213980	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
213980	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
213980	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
213980	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
213980	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
213980	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
213980	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
213980	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
213980	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
213980	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
213980	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
213980	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
213980	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
213980	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
213980	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
213980	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
213980	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
213980	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
213980	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
213980	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
213980	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
213980	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
213980	embedding2nn.weight	0	0.019737249240279198
213980	embedding2nn.weight	1	-0.01313153188675642
213980	embedding2nn.weight	2	-0.014268254861235619
213980	embedding2nn.weight	3	-0.03117489628493786
213980	embedding2nn.weight	4	-0.0059150345623493195
213980	embedding2nn.weight	5	-0.003700588596984744
213980	embedding2nn.weight	6	-0.0039732689037919044
213980	embedding2nn.weight	7	-0.0756104439496994
213980	embedding2nn.weight	8	-0.0019979383796453476
213980	embedding2nn.weight	9	-0.028845159336924553
213980	embedding2nn.bias	0	0.02777664177119732
213980	embedding2nn.bias	1	-0.07859789580106735
213980	embedding2nn.bias	2	0.0738305002450943
213980	embedding2nn.bias	3	0.042063791304826736
213980	embedding2nn.bias	4	-0.036161959171295166
213980	embedding2nn.bias	5	-0.01034863106906414
213980	embedding2nn.bias	6	0.01982852816581726
213980	embedding2nn.bias	7	-0.05557037517428398
213980	embedding2nn.bias	8	0.06381314247846603
213980	embedding2nn.bias	9	0.04477508366107941
213980	rnn.weight_ih_l0	0	-0.0794140174984932
213980	rnn.weight_ih_l0	1	0.002996217692270875
213980	rnn.weight_ih_l0	2	0.036446698009967804
213980	rnn.weight_ih_l0	3	0.021242408081889153
213980	rnn.weight_ih_l0	4	-0.05097522214055061
213980	rnn.weight_ih_l0	5	-0.0700773224234581
213980	rnn.weight_ih_l0	6	-0.0008209312218241394
213980	rnn.weight_ih_l0	7	0.05116172879934311
213980	rnn.weight_ih_l0	8	-0.016064345836639404
213980	rnn.weight_ih_l0	9	-0.030582046136260033
213980	rnn.weight_hh_l0	0	-0.031256310641765594
213980	rnn.weight_hh_l0	1	-0.007406218908727169
213980	rnn.weight_hh_l0	2	0.0072866627015173435
213980	rnn.weight_hh_l0	3	-0.07652422785758972
213980	rnn.weight_hh_l0	4	0.0932638943195343
213980	rnn.weight_hh_l0	5	-0.025119846686720848
213980	rnn.weight_hh_l0	6	-0.061837807297706604
213980	rnn.weight_hh_l0	7	0.01111857034265995
213980	rnn.weight_hh_l0	8	0.014655405655503273
213980	rnn.weight_hh_l0	9	-0.024774687364697456
213980	rnn.bias_ih_l0	0	0.12814278900623322
213980	rnn.bias_ih_l0	1	-0.03537099435925484
213980	rnn.bias_ih_l0	2	-0.03388485684990883
213980	rnn.bias_ih_l0	3	0.1625375747680664
213980	rnn.bias_ih_l0	4	-0.01273560430854559
213980	rnn.bias_ih_l0	5	-0.025468802079558372
213980	rnn.bias_ih_l0	6	0.01881805807352066
213980	rnn.bias_ih_l0	7	0.023281656205654144
213980	rnn.bias_ih_l0	8	-0.100967638194561
213980	rnn.bias_ih_l0	9	-0.0466594323515892
213980	rnn.bias_hh_l0	0	0.0013780291192233562
213980	rnn.bias_hh_l0	1	-0.10458912700414658
213980	rnn.bias_hh_l0	2	-0.07077637314796448
213980	rnn.bias_hh_l0	3	-0.08564484119415283
213980	rnn.bias_hh_l0	4	0.009262125007808208
213980	rnn.bias_hh_l0	5	-0.017925558611750603
213980	rnn.bias_hh_l0	6	0.028284836560487747
213980	rnn.bias_hh_l0	7	0.05012203007936478
213980	rnn.bias_hh_l0	8	-0.12071250379085541
213980	rnn.bias_hh_l0	9	-0.05915847048163414
213980	rnn.weight_ih_l0_reverse	0	-0.02295282855629921
213980	rnn.weight_ih_l0_reverse	1	-0.05432925000786781
213980	rnn.weight_ih_l0_reverse	2	-0.044971346855163574
213980	rnn.weight_ih_l0_reverse	3	0.011553788557648659
213980	rnn.weight_ih_l0_reverse	4	-0.02487890236079693
213980	rnn.weight_ih_l0_reverse	5	-0.057421304285526276
213980	rnn.weight_ih_l0_reverse	6	0.07588274776935577
213980	rnn.weight_ih_l0_reverse	7	-0.017418554052710533
213980	rnn.weight_ih_l0_reverse	8	-0.017609521746635437
213980	rnn.weight_ih_l0_reverse	9	0.004493089392781258
213980	rnn.weight_hh_l0_reverse	0	0.06750989705324173
213980	rnn.weight_hh_l0_reverse	1	0.02107902616262436
213980	rnn.weight_hh_l0_reverse	2	0.02809946797788143
213980	rnn.weight_hh_l0_reverse	3	0.03592841699719429
213980	rnn.weight_hh_l0_reverse	4	0.01225259993225336
213980	rnn.weight_hh_l0_reverse	5	0.007579500786960125
213980	rnn.weight_hh_l0_reverse	6	0.050316546112298965
213980	rnn.weight_hh_l0_reverse	7	-0.07878468930721283
213980	rnn.weight_hh_l0_reverse	8	0.0403103232383728
213980	rnn.weight_hh_l0_reverse	9	0.0355229377746582
213980	rnn.bias_ih_l0_reverse	0	-0.05867377668619156
213980	rnn.bias_ih_l0_reverse	1	-0.28813469409942627
213980	rnn.bias_ih_l0_reverse	2	-0.11960985511541367
213980	rnn.bias_ih_l0_reverse	3	-0.04896695911884308
213980	rnn.bias_ih_l0_reverse	4	-0.021913819015026093
213980	rnn.bias_ih_l0_reverse	5	0.07713285088539124
213980	rnn.bias_ih_l0_reverse	6	-0.06515403091907501
213980	rnn.bias_ih_l0_reverse	7	0.0661696270108223
213980	rnn.bias_ih_l0_reverse	8	-0.04731643199920654
213980	rnn.bias_ih_l0_reverse	9	0.06279593706130981
213980	rnn.bias_hh_l0_reverse	0	0.02022772841155529
213980	rnn.bias_hh_l0_reverse	1	-0.05493108183145523
213980	rnn.bias_hh_l0_reverse	2	0.0851164162158966
213980	rnn.bias_hh_l0_reverse	3	-0.04706229269504547
213980	rnn.bias_hh_l0_reverse	4	-0.02248403988778591
213980	rnn.bias_hh_l0_reverse	5	-0.024728942662477493
213980	rnn.bias_hh_l0_reverse	6	-0.014766305685043335
213980	rnn.bias_hh_l0_reverse	7	0.09990478307008743
213980	rnn.bias_hh_l0_reverse	8	0.03405587375164032
213980	rnn.bias_hh_l0_reverse	9	-0.15172646939754486
213980	rnn.weight_ih_l1	0	-0.030812401324510574
213980	rnn.weight_ih_l1	1	-0.0501038059592247
213980	rnn.weight_ih_l1	2	0.059201739728450775
213980	rnn.weight_ih_l1	3	-0.0713343694806099
213980	rnn.weight_ih_l1	4	-0.015117461793124676
213980	rnn.weight_ih_l1	5	-0.04017610475420952
213980	rnn.weight_ih_l1	6	0.026751011610031128
213980	rnn.weight_ih_l1	7	-0.046387989073991776
213980	rnn.weight_ih_l1	8	0.03734279051423073
213980	rnn.weight_ih_l1	9	0.04381082206964493
213980	rnn.weight_hh_l1	0	-0.008534861728549004
213980	rnn.weight_hh_l1	1	0.02012542262673378
213980	rnn.weight_hh_l1	2	0.006532625760883093
213980	rnn.weight_hh_l1	3	-0.012591366656124592
213980	rnn.weight_hh_l1	4	0.004649648442864418
213980	rnn.weight_hh_l1	5	0.03451606631278992
213980	rnn.weight_hh_l1	6	0.03564947471022606
213980	rnn.weight_hh_l1	7	-0.017640257254242897
213980	rnn.weight_hh_l1	8	-0.007985477335751057
213980	rnn.weight_hh_l1	9	0.03802616149187088
213980	rnn.bias_ih_l1	0	-0.18408729135990143
213980	rnn.bias_ih_l1	1	-0.18109172582626343
213980	rnn.bias_ih_l1	2	-0.20161162316799164
213980	rnn.bias_ih_l1	3	-0.31477245688438416
213980	rnn.bias_ih_l1	4	-0.21040624380111694
213980	rnn.bias_ih_l1	5	-0.08493907749652863
213980	rnn.bias_ih_l1	6	-0.15908274054527283
213980	rnn.bias_ih_l1	7	-0.01387064065784216
213980	rnn.bias_ih_l1	8	-0.1345936357975006
213980	rnn.bias_ih_l1	9	-0.1298501193523407
213980	rnn.bias_hh_l1	0	-0.0991353988647461
213980	rnn.bias_hh_l1	1	-0.0682145431637764
213980	rnn.bias_hh_l1	2	-0.08695601671934128
213980	rnn.bias_hh_l1	3	-0.07623639702796936
213980	rnn.bias_hh_l1	4	-0.07641632109880447
213980	rnn.bias_hh_l1	5	-0.11846597492694855
213980	rnn.bias_hh_l1	6	-0.16468018293380737
213980	rnn.bias_hh_l1	7	0.07194562256336212
213980	rnn.bias_hh_l1	8	-0.18343348801136017
213980	rnn.bias_hh_l1	9	-0.12539346516132355
213980	rnn.weight_ih_l1_reverse	0	-0.044832199811935425
213980	rnn.weight_ih_l1_reverse	1	0.03615150600671768
213980	rnn.weight_ih_l1_reverse	2	0.09627131372690201
213980	rnn.weight_ih_l1_reverse	3	-0.01855042763054371
213980	rnn.weight_ih_l1_reverse	4	-0.026141701266169548
213980	rnn.weight_ih_l1_reverse	5	-0.030494483187794685
213980	rnn.weight_ih_l1_reverse	6	-0.01676727831363678
213980	rnn.weight_ih_l1_reverse	7	0.028322119265794754
213980	rnn.weight_ih_l1_reverse	8	0.00832922849804163
213980	rnn.weight_ih_l1_reverse	9	-0.03561190515756607
213980	rnn.weight_hh_l1_reverse	0	0.004853564314544201
213980	rnn.weight_hh_l1_reverse	1	0.03143806755542755
213980	rnn.weight_hh_l1_reverse	2	-0.04058310016989708
213980	rnn.weight_hh_l1_reverse	3	0.03517255559563637
213980	rnn.weight_hh_l1_reverse	4	0.047643035650253296
213980	rnn.weight_hh_l1_reverse	5	0.004051544237881899
213980	rnn.weight_hh_l1_reverse	6	0.05096961557865143
213980	rnn.weight_hh_l1_reverse	7	0.0312474574893713
213980	rnn.weight_hh_l1_reverse	8	-0.007301936857402325
213980	rnn.weight_hh_l1_reverse	9	-0.030858362093567848
213980	rnn.bias_ih_l1_reverse	0	-0.04699132591485977
213980	rnn.bias_ih_l1_reverse	1	-0.14484769105911255
213980	rnn.bias_ih_l1_reverse	2	-0.16383731365203857
213980	rnn.bias_ih_l1_reverse	3	-0.060329291969537735
213980	rnn.bias_ih_l1_reverse	4	-0.20836171507835388
213980	rnn.bias_ih_l1_reverse	5	-0.1173638105392456
213980	rnn.bias_ih_l1_reverse	6	-0.1310250461101532
213980	rnn.bias_ih_l1_reverse	7	-0.19388645887374878
213980	rnn.bias_ih_l1_reverse	8	0.2187994122505188
213980	rnn.bias_ih_l1_reverse	9	0.021636057645082474
213980	rnn.bias_hh_l1_reverse	0	-0.0020773920696228743
213980	rnn.bias_hh_l1_reverse	1	-0.0710279569029808
213980	rnn.bias_hh_l1_reverse	2	-0.2362888604402542
213980	rnn.bias_hh_l1_reverse	3	-0.1415655016899109
213980	rnn.bias_hh_l1_reverse	4	-0.08485687524080276
213980	rnn.bias_hh_l1_reverse	5	-0.11707627028226852
213980	rnn.bias_hh_l1_reverse	6	0.057395655661821365
213980	rnn.bias_hh_l1_reverse	7	-0.14433777332305908
213980	rnn.bias_hh_l1_reverse	8	-0.11948855221271515
213980	rnn.bias_hh_l1_reverse	9	-0.15034045279026031
213980	linear.weight	0	0.002228822559118271
213980	linear.weight	1	0.10526804625988007
213980	linear.weight	2	-0.09532260149717331
213980	linear.weight	3	0.29503539204597473
213980	linear.weight	4	0.14663131535053253
213980	linear.weight	5	-0.06263987720012665
213980	linear.weight	6	0.11687882989645004
213980	linear.weight	7	0.13270770013332367
213980	linear.weight	8	0.04114272817969322
213980	linear.weight	9	-0.04927268624305725
213980	linear.bias	0	0.08114298433065414
213980	linear.bias	1	-0.16450639069080353
213980	linear.bias	2	-0.4595608413219452
213980	linear.bias	3	-0.6694921255111694
213980	linear.bias	4	-1.2602565288543701
213980	linear.bias	5	-0.05011705681681633
213980	linear.bias	6	-0.7991998195648193
213980	linear.bias	7	0.27512630820274353
213980	linear.bias	8	-0.42920777201652527
213980	linear.bias	9	-1.0450173616409302
214177	transitions	0	0.7428522109985352
214177	transitions	1	0.14908353984355927
214177	transitions	2	-10000.0
214177	transitions	3	-1.8274648189544678
214177	transitions	4	-10000.0
214177	transitions	5	0.5645530819892883
214177	transitions	6	-0.08435720950365067
214177	transitions	7	-0.7975425124168396
214177	transitions	8	-1.4199120998382568
214177	transitions	9	-0.0012183841317892075
214177	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
214177	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
214177	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
214177	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
214177	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
214177	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
214177	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
214177	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
214177	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
214177	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
214177	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
214177	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
214177	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
214177	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
214177	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
214177	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
214177	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
214177	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
214177	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
214177	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
214177	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
214177	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
214177	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
214177	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
214177	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
214177	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
214177	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
214177	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
214177	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
214177	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
214177	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
214177	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
214177	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
214177	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
214177	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
214177	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
214177	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
214177	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
214177	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
214177	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
214177	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
214177	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
214177	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
214177	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
214177	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
214177	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
214177	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
214177	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
214177	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
214177	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
214177	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
214177	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
214177	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
214177	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
214177	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
214177	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
214177	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
214177	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
214177	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
214177	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
214177	embedding2nn.weight	0	0.019452862441539764
214177	embedding2nn.weight	1	-0.013159380294382572
214177	embedding2nn.weight	2	-0.014268254861235619
214177	embedding2nn.weight	3	-0.030922364443540573
214177	embedding2nn.weight	4	-0.0059150345623493195
214177	embedding2nn.weight	5	-0.003700588596984744
214177	embedding2nn.weight	6	-0.003973269369453192
214177	embedding2nn.weight	7	-0.07560865581035614
214177	embedding2nn.weight	8	-0.0019979383796453476
214177	embedding2nn.weight	9	-0.028660116717219353
214177	embedding2nn.bias	0	0.027281733229756355
214177	embedding2nn.bias	1	-0.07633646577596664
214177	embedding2nn.bias	2	0.07616207748651505
214177	embedding2nn.bias	3	0.044819921255111694
214177	embedding2nn.bias	4	-0.035971175879240036
214177	embedding2nn.bias	5	-0.011616780422627926
214177	embedding2nn.bias	6	0.018600428476929665
214177	embedding2nn.bias	7	-0.05082876235246658
214177	embedding2nn.bias	8	0.06709776073694229
214177	embedding2nn.bias	9	0.044221431016922
214177	rnn.weight_ih_l0	0	-0.07968312501907349
214177	rnn.weight_ih_l0	1	0.0027158563025295734
214177	rnn.weight_ih_l0	2	0.036618996411561966
214177	rnn.weight_ih_l0	3	0.021277867257595062
214177	rnn.weight_ih_l0	4	-0.050056129693984985
214177	rnn.weight_ih_l0	5	-0.06981969624757767
214177	rnn.weight_ih_l0	6	-0.0010117762722074986
214177	rnn.weight_ih_l0	7	0.05117741972208023
214177	rnn.weight_ih_l0	8	-0.01580645889043808
214177	rnn.weight_ih_l0	9	-0.03095782734453678
214177	rnn.weight_hh_l0	0	-0.031303904950618744
214177	rnn.weight_hh_l0	1	-0.006992773152887821
214177	rnn.weight_hh_l0	2	0.0074894665740430355
214177	rnn.weight_hh_l0	3	-0.07657172530889511
214177	rnn.weight_hh_l0	4	0.09328196942806244
214177	rnn.weight_hh_l0	5	-0.024920960888266563
214177	rnn.weight_hh_l0	6	-0.06188632547855377
214177	rnn.weight_hh_l0	7	0.011010169982910156
214177	rnn.weight_hh_l0	8	0.014513712376356125
214177	rnn.weight_hh_l0	9	-0.024730568751692772
214177	rnn.bias_ih_l0	0	0.12833353877067566
214177	rnn.bias_ih_l0	1	-0.035729631781578064
214177	rnn.bias_ih_l0	2	-0.034195397049188614
214177	rnn.bias_ih_l0	3	0.1616852581501007
214177	rnn.bias_ih_l0	4	-0.01226028148084879
214177	rnn.bias_ih_l0	5	-0.024672463536262512
214177	rnn.bias_ih_l0	6	0.018798265606164932
214177	rnn.bias_ih_l0	7	0.023974647745490074
214177	rnn.bias_ih_l0	8	-0.10100579261779785
214177	rnn.bias_ih_l0	9	-0.04826212301850319
214177	rnn.bias_hh_l0	0	0.0004926432739011943
214177	rnn.bias_hh_l0	1	-0.1060592457652092
214177	rnn.bias_hh_l0	2	-0.07067574560642242
214177	rnn.bias_hh_l0	3	-0.08593485504388809
214177	rnn.bias_hh_l0	4	0.00950156431645155
214177	rnn.bias_hh_l0	5	-0.017449667677283287
214177	rnn.bias_hh_l0	6	0.02844216115772724
214177	rnn.bias_hh_l0	7	0.05089617148041725
214177	rnn.bias_hh_l0	8	-0.12162134051322937
214177	rnn.bias_hh_l0	9	-0.05896281078457832
214177	rnn.weight_ih_l0_reverse	0	-0.02280629612505436
214177	rnn.weight_ih_l0_reverse	1	-0.0548451691865921
214177	rnn.weight_ih_l0_reverse	2	-0.04505874961614609
214177	rnn.weight_ih_l0_reverse	3	0.011233687400817871
214177	rnn.weight_ih_l0_reverse	4	-0.024802811443805695
214177	rnn.weight_ih_l0_reverse	5	-0.05738731846213341
214177	rnn.weight_ih_l0_reverse	6	0.07570505142211914
214177	rnn.weight_ih_l0_reverse	7	-0.017110666260123253
214177	rnn.weight_ih_l0_reverse	8	-0.017675945535302162
214177	rnn.weight_ih_l0_reverse	9	0.004588697105646133
214177	rnn.weight_hh_l0_reverse	0	0.06715278327465057
214177	rnn.weight_hh_l0_reverse	1	0.02145812287926674
214177	rnn.weight_hh_l0_reverse	2	0.028191396966576576
214177	rnn.weight_hh_l0_reverse	3	0.03599918633699417
214177	rnn.weight_hh_l0_reverse	4	0.0122438445687294
214177	rnn.weight_hh_l0_reverse	5	0.007464113645255566
214177	rnn.weight_hh_l0_reverse	6	0.04994310066103935
214177	rnn.weight_hh_l0_reverse	7	-0.07884558290243149
214177	rnn.weight_hh_l0_reverse	8	0.04020053893327713
214177	rnn.weight_hh_l0_reverse	9	0.035786136984825134
214177	rnn.bias_ih_l0_reverse	0	-0.059389423578977585
214177	rnn.bias_ih_l0_reverse	1	-0.28708890080451965
214177	rnn.bias_ih_l0_reverse	2	-0.12002379447221756
214177	rnn.bias_ih_l0_reverse	3	-0.04877094924449921
214177	rnn.bias_ih_l0_reverse	4	-0.021634452044963837
214177	rnn.bias_ih_l0_reverse	5	0.0767294242978096
214177	rnn.bias_ih_l0_reverse	6	-0.06451079249382019
214177	rnn.bias_ih_l0_reverse	7	0.06501833349466324
214177	rnn.bias_ih_l0_reverse	8	-0.045543208718299866
214177	rnn.bias_ih_l0_reverse	9	0.06379764527082443
214177	rnn.bias_hh_l0_reverse	0	0.019614992663264275
214177	rnn.bias_hh_l0_reverse	1	-0.05431316792964935
214177	rnn.bias_hh_l0_reverse	2	0.08420433849096298
214177	rnn.bias_hh_l0_reverse	3	-0.04687586799263954
214177	rnn.bias_hh_l0_reverse	4	-0.02261112630367279
214177	rnn.bias_hh_l0_reverse	5	-0.0242402795702219
214177	rnn.bias_hh_l0_reverse	6	-0.015023089945316315
214177	rnn.bias_hh_l0_reverse	7	0.09937739372253418
214177	rnn.bias_hh_l0_reverse	8	0.03316086530685425
214177	rnn.bias_hh_l0_reverse	9	-0.15100310742855072
214177	rnn.weight_ih_l1	0	-0.03086087293922901
214177	rnn.weight_ih_l1	1	-0.049980007112026215
214177	rnn.weight_ih_l1	2	0.05948774516582489
214177	rnn.weight_ih_l1	3	-0.07121409475803375
214177	rnn.weight_ih_l1	4	-0.015034949406981468
214177	rnn.weight_ih_l1	5	-0.04025401175022125
214177	rnn.weight_ih_l1	6	0.026902735233306885
214177	rnn.weight_ih_l1	7	-0.04621576890349388
214177	rnn.weight_ih_l1	8	0.03745471313595772
214177	rnn.weight_ih_l1	9	0.04397847503423691
214177	rnn.weight_hh_l1	0	-0.008466226048767567
214177	rnn.weight_hh_l1	1	0.0201069675385952
214177	rnn.weight_hh_l1	2	0.006522894836962223
214177	rnn.weight_hh_l1	3	-0.01260471809655428
214177	rnn.weight_hh_l1	4	0.004575238563120365
214177	rnn.weight_hh_l1	5	0.03447073698043823
214177	rnn.weight_hh_l1	6	0.03570464253425598
214177	rnn.weight_hh_l1	7	-0.017453746870160103
214177	rnn.weight_hh_l1	8	-0.008097649551928043
214177	rnn.weight_hh_l1	9	0.03805449977517128
214177	rnn.bias_ih_l1	0	-0.18238627910614014
214177	rnn.bias_ih_l1	1	-0.1804720014333725
214177	rnn.bias_ih_l1	2	-0.20137527585029602
214177	rnn.bias_ih_l1	3	-0.3149842619895935
214177	rnn.bias_ih_l1	4	-0.20990242063999176
214177	rnn.bias_ih_l1	5	-0.08477897942066193
214177	rnn.bias_ih_l1	6	-0.1591508388519287
214177	rnn.bias_ih_l1	7	-0.014150572009384632
214177	rnn.bias_ih_l1	8	-0.13460800051689148
214177	rnn.bias_ih_l1	9	-0.12912137806415558
214177	rnn.bias_hh_l1	0	-0.0984622910618782
214177	rnn.bias_hh_l1	1	-0.06828869879245758
214177	rnn.bias_hh_l1	2	-0.08702915161848068
214177	rnn.bias_hh_l1	3	-0.07643254846334457
214177	rnn.bias_hh_l1	4	-0.07701432704925537
214177	rnn.bias_hh_l1	5	-0.1182115375995636
214177	rnn.bias_hh_l1	6	-0.16469956934452057
214177	rnn.bias_hh_l1	7	0.07335299998521805
214177	rnn.bias_hh_l1	8	-0.18355496227741241
214177	rnn.bias_hh_l1	9	-0.125407412648201
214177	rnn.weight_ih_l1_reverse	0	-0.045021869242191315
214177	rnn.weight_ih_l1_reverse	1	0.035326551645994186
214177	rnn.weight_ih_l1_reverse	2	0.09632149338722229
214177	rnn.weight_ih_l1_reverse	3	-0.019184205681085587
214177	rnn.weight_ih_l1_reverse	4	-0.025463495403528214
214177	rnn.weight_ih_l1_reverse	5	-0.0304404404014349
214177	rnn.weight_ih_l1_reverse	6	-0.017017023637890816
214177	rnn.weight_ih_l1_reverse	7	0.028477240353822708
214177	rnn.weight_ih_l1_reverse	8	0.007986830547451973
214177	rnn.weight_ih_l1_reverse	9	-0.035488978028297424
214177	rnn.weight_hh_l1_reverse	0	0.00478834705427289
214177	rnn.weight_hh_l1_reverse	1	0.031441595405340195
214177	rnn.weight_hh_l1_reverse	2	-0.04058224335312843
214177	rnn.weight_hh_l1_reverse	3	0.03515838831663132
214177	rnn.weight_hh_l1_reverse	4	0.04754851013422012
214177	rnn.weight_hh_l1_reverse	5	0.004036892671138048
214177	rnn.weight_hh_l1_reverse	6	0.05127356946468353
214177	rnn.weight_hh_l1_reverse	7	0.031158385798335075
214177	rnn.weight_hh_l1_reverse	8	-0.007279634941369295
214177	rnn.weight_hh_l1_reverse	9	-0.03088614158332348
214177	rnn.bias_ih_l1_reverse	0	-0.046993598341941833
214177	rnn.bias_ih_l1_reverse	1	-0.14513340592384338
214177	rnn.bias_ih_l1_reverse	2	-0.16434824466705322
214177	rnn.bias_ih_l1_reverse	3	-0.05897321552038193
214177	rnn.bias_ih_l1_reverse	4	-0.20825886726379395
214177	rnn.bias_ih_l1_reverse	5	-0.11723034828901291
214177	rnn.bias_ih_l1_reverse	6	-0.13133899867534637
214177	rnn.bias_ih_l1_reverse	7	-0.19416722655296326
214177	rnn.bias_ih_l1_reverse	8	0.2196103185415268
214177	rnn.bias_ih_l1_reverse	9	0.02275213412940502
214177	rnn.bias_hh_l1_reverse	0	-0.001802476355805993
214177	rnn.bias_hh_l1_reverse	1	-0.06978194415569305
214177	rnn.bias_hh_l1_reverse	2	-0.236811101436615
214177	rnn.bias_hh_l1_reverse	3	-0.14098192751407623
214177	rnn.bias_hh_l1_reverse	4	-0.08451302349567413
214177	rnn.bias_hh_l1_reverse	5	-0.11679486185312271
214177	rnn.bias_hh_l1_reverse	6	0.056292690336704254
214177	rnn.bias_hh_l1_reverse	7	-0.14421547949314117
214177	rnn.bias_hh_l1_reverse	8	-0.1193104088306427
214177	rnn.bias_hh_l1_reverse	9	-0.1504395306110382
214177	linear.weight	0	0.002228822559118271
214177	linear.weight	1	0.10490579158067703
214177	linear.weight	2	-0.09511995315551758
214177	linear.weight	3	0.293042927980423
214177	linear.weight	4	0.1469906121492386
214177	linear.weight	5	-0.06355292350053787
214177	linear.weight	6	0.12402750551700592
214177	linear.weight	7	0.12954963743686676
214177	linear.weight	8	0.041142575442790985
214177	linear.weight	9	-0.04844404757022858
214177	linear.bias	0	0.07711765915155411
214177	linear.bias	1	-0.1648857593536377
214177	linear.bias	2	-0.4615623950958252
214177	linear.bias	3	-0.6692206263542175
214177	linear.bias	4	-1.2600810527801514
214177	linear.bias	5	-0.04528699815273285
214177	linear.bias	6	-0.8007544875144958
214177	linear.bias	7	0.2803107500076294
214177	linear.bias	8	-0.42313313484191895
214177	linear.bias	9	-1.0392262935638428
214374	transitions	0	0.7447283864021301
214374	transitions	1	0.14964284002780914
214374	transitions	2	-10000.0
214374	transitions	3	-1.827475905418396
214374	transitions	4	-10000.0
214374	transitions	5	0.5645392537117004
214374	transitions	6	-0.0843738541007042
214374	transitions	7	-0.7976390719413757
214374	transitions	8	-1.4199349880218506
214374	transitions	9	-0.0012185473460704088
214374	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
214374	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
214374	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
214374	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
214374	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
214374	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
214374	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
214374	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
214374	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
214374	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
214374	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
214374	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
214374	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
214374	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
214374	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
214374	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
214374	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
214374	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
214374	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
214374	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
214374	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
214374	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
214374	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
214374	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
214374	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
214374	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
214374	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
214374	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
214374	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
214374	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
214374	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
214374	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
214374	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
214374	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
214374	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
214374	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
214374	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
214374	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
214374	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
214374	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
214374	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
214374	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
214374	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
214374	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
214374	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
214374	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
214374	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
214374	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
214374	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
214374	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
214374	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
214374	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
214374	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
214374	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
214374	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
214374	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
214374	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
214374	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
214374	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
214374	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
214374	embedding2nn.weight	0	0.019354628399014473
214374	embedding2nn.weight	1	-0.013208521530032158
214374	embedding2nn.weight	2	-0.014268254861235619
214374	embedding2nn.weight	3	-0.030612504109740257
214374	embedding2nn.weight	4	-0.0059150345623493195
214374	embedding2nn.weight	5	-0.003700588596984744
214374	embedding2nn.weight	6	-0.003973268438130617
214374	embedding2nn.weight	7	-0.07565523684024811
214374	embedding2nn.weight	8	-0.0019979383796453476
214374	embedding2nn.weight	9	-0.02858954854309559
214374	embedding2nn.bias	0	0.028649114072322845
214374	embedding2nn.bias	1	-0.07518479228019714
214374	embedding2nn.bias	2	0.07586677372455597
214374	embedding2nn.bias	3	0.045124467462301254
214374	embedding2nn.bias	4	-0.03720283880829811
214374	embedding2nn.bias	5	-0.010720471851527691
214374	embedding2nn.bias	6	0.020899353548884392
214374	embedding2nn.bias	7	-0.050561871379613876
214374	embedding2nn.bias	8	0.0686868280172348
214374	embedding2nn.bias	9	0.043803583830595016
214374	rnn.weight_ih_l0	0	-0.07968156784772873
214374	rnn.weight_ih_l0	1	0.0031938261818140745
214374	rnn.weight_ih_l0	2	0.03672589361667633
214374	rnn.weight_ih_l0	3	0.021154865622520447
214374	rnn.weight_ih_l0	4	-0.04948563128709793
214374	rnn.weight_ih_l0	5	-0.06976485252380371
214374	rnn.weight_ih_l0	6	-0.001074254047125578
214374	rnn.weight_ih_l0	7	0.051048245280981064
214374	rnn.weight_ih_l0	8	-0.01568024978041649
214374	rnn.weight_ih_l0	9	-0.0314365029335022
214374	rnn.weight_hh_l0	0	-0.0313272625207901
214374	rnn.weight_hh_l0	1	-0.007136741187423468
214374	rnn.weight_hh_l0	2	0.007508657872676849
214374	rnn.weight_hh_l0	3	-0.07664833217859268
214374	rnn.weight_hh_l0	4	0.09379106760025024
214374	rnn.weight_hh_l0	5	-0.025284714996814728
214374	rnn.weight_hh_l0	6	-0.061817195266485214
214374	rnn.weight_hh_l0	7	0.010871822014451027
214374	rnn.weight_hh_l0	8	0.014385540969669819
214374	rnn.weight_hh_l0	9	-0.0248881708830595
214374	rnn.bias_ih_l0	0	0.12862065434455872
214374	rnn.bias_ih_l0	1	-0.035913046449422836
214374	rnn.bias_ih_l0	2	-0.03503540903329849
214374	rnn.bias_ih_l0	3	0.16114427149295807
214374	rnn.bias_ih_l0	4	-0.011037500575184822
214374	rnn.bias_ih_l0	5	-0.025187017396092415
214374	rnn.bias_ih_l0	6	0.01902044750750065
214374	rnn.bias_ih_l0	7	0.023970667272806168
214374	rnn.bias_ih_l0	8	-0.10109128057956696
214374	rnn.bias_ih_l0	9	-0.04975743591785431
214374	rnn.bias_hh_l0	0	0.0008050270844250917
214374	rnn.bias_hh_l0	1	-0.10609143227338791
214374	rnn.bias_hh_l0	2	-0.070733442902565
214374	rnn.bias_hh_l0	3	-0.0855623409152031
214374	rnn.bias_hh_l0	4	0.010216467082500458
214374	rnn.bias_hh_l0	5	-0.018048563972115517
214374	rnn.bias_hh_l0	6	0.027999071404337883
214374	rnn.bias_hh_l0	7	0.051876094192266464
214374	rnn.bias_hh_l0	8	-0.12151887267827988
214374	rnn.bias_hh_l0	9	-0.05836186185479164
214374	rnn.weight_ih_l0_reverse	0	-0.023076707497239113
214374	rnn.weight_ih_l0_reverse	1	-0.054690368473529816
214374	rnn.weight_ih_l0_reverse	2	-0.04502146691083908
214374	rnn.weight_ih_l0_reverse	3	0.011363944970071316
214374	rnn.weight_ih_l0_reverse	4	-0.024817563593387604
214374	rnn.weight_ih_l0_reverse	5	-0.05738060921430588
214374	rnn.weight_ih_l0_reverse	6	0.0756901353597641
214374	rnn.weight_ih_l0_reverse	7	-0.017232725396752357
214374	rnn.weight_ih_l0_reverse	8	-0.017862629145383835
214374	rnn.weight_ih_l0_reverse	9	0.00498864334076643
214374	rnn.weight_hh_l0_reverse	0	0.06709323823451996
214374	rnn.weight_hh_l0_reverse	1	0.021520523354411125
214374	rnn.weight_hh_l0_reverse	2	0.02809683419764042
214374	rnn.weight_hh_l0_reverse	3	0.03598785400390625
214374	rnn.weight_hh_l0_reverse	4	0.012229671701788902
214374	rnn.weight_hh_l0_reverse	5	0.0072732362896203995
214374	rnn.weight_hh_l0_reverse	6	0.05009689927101135
214374	rnn.weight_hh_l0_reverse	7	-0.07872939854860306
214374	rnn.weight_hh_l0_reverse	8	0.04031048342585564
214374	rnn.weight_hh_l0_reverse	9	0.036012373864650726
214374	rnn.bias_ih_l0_reverse	0	-0.05958754941821098
214374	rnn.bias_ih_l0_reverse	1	-0.2874738276004791
214374	rnn.bias_ih_l0_reverse	2	-0.11998570710420609
214374	rnn.bias_ih_l0_reverse	3	-0.04890402778983116
214374	rnn.bias_ih_l0_reverse	4	-0.021389825269579887
214374	rnn.bias_ih_l0_reverse	5	0.07581459730863571
214374	rnn.bias_ih_l0_reverse	6	-0.06506725400686264
214374	rnn.bias_ih_l0_reverse	7	0.06478938460350037
214374	rnn.bias_ih_l0_reverse	8	-0.045095574110746384
214374	rnn.bias_ih_l0_reverse	9	0.06474116444587708
214374	rnn.bias_hh_l0_reverse	0	0.020128626376390457
214374	rnn.bias_hh_l0_reverse	1	-0.05290386825799942
214374	rnn.bias_hh_l0_reverse	2	0.08441456407308578
214374	rnn.bias_hh_l0_reverse	3	-0.04700533300638199
214374	rnn.bias_hh_l0_reverse	4	-0.022493429481983185
214374	rnn.bias_hh_l0_reverse	5	-0.024158112704753876
214374	rnn.bias_hh_l0_reverse	6	-0.014950297772884369
214374	rnn.bias_hh_l0_reverse	7	0.09955437481403351
214374	rnn.bias_hh_l0_reverse	8	0.033301278948783875
214374	rnn.bias_hh_l0_reverse	9	-0.15108942985534668
214374	rnn.weight_ih_l1	0	-0.030714349821209908
214374	rnn.weight_ih_l1	1	-0.05027152597904205
214374	rnn.weight_ih_l1	2	0.06001768261194229
214374	rnn.weight_ih_l1	3	-0.07069453597068787
214374	rnn.weight_ih_l1	4	-0.015069684945046902
214374	rnn.weight_ih_l1	5	-0.04023681581020355
214374	rnn.weight_ih_l1	6	0.026782585307955742
214374	rnn.weight_ih_l1	7	-0.04603438824415207
214374	rnn.weight_ih_l1	8	0.03741752356290817
214374	rnn.weight_ih_l1	9	0.043940942734479904
214374	rnn.weight_hh_l1	0	-0.008540097624063492
214374	rnn.weight_hh_l1	1	0.020084841176867485
214374	rnn.weight_hh_l1	2	0.006671242415904999
214374	rnn.weight_hh_l1	3	-0.01240480225533247
214374	rnn.weight_hh_l1	4	0.004647544585168362
214374	rnn.weight_hh_l1	5	0.03459428623318672
214374	rnn.weight_hh_l1	6	0.035589028149843216
214374	rnn.weight_hh_l1	7	-0.017424721270799637
214374	rnn.weight_hh_l1	8	-0.007976427674293518
214374	rnn.weight_hh_l1	9	0.03823065385222435
214374	rnn.bias_ih_l1	0	-0.18282490968704224
214374	rnn.bias_ih_l1	1	-0.1808612048625946
214374	rnn.bias_ih_l1	2	-0.20105203986167908
214374	rnn.bias_ih_l1	3	-0.3149365186691284
214374	rnn.bias_ih_l1	4	-0.2112644910812378
214374	rnn.bias_ih_l1	5	-0.08527164161205292
214374	rnn.bias_ih_l1	6	-0.15955016016960144
214374	rnn.bias_ih_l1	7	-0.012141941115260124
214374	rnn.bias_ih_l1	8	-0.1344538927078247
214374	rnn.bias_ih_l1	9	-0.12852898240089417
214374	rnn.bias_hh_l1	0	-0.09775657951831818
214374	rnn.bias_hh_l1	1	-0.06792011857032776
214374	rnn.bias_hh_l1	2	-0.08594167232513428
214374	rnn.bias_hh_l1	3	-0.07749353349208832
214374	rnn.bias_hh_l1	4	-0.07579845935106277
214374	rnn.bias_hh_l1	5	-0.11803077906370163
214374	rnn.bias_hh_l1	6	-0.16435542702674866
214374	rnn.bias_hh_l1	7	0.0740702897310257
214374	rnn.bias_hh_l1	8	-0.18420511484146118
214374	rnn.bias_hh_l1	9	-0.12509329617023468
214374	rnn.weight_ih_l1_reverse	0	-0.0450199618935585
214374	rnn.weight_ih_l1_reverse	1	0.03520500287413597
214374	rnn.weight_ih_l1_reverse	2	0.09442919492721558
214374	rnn.weight_ih_l1_reverse	3	-0.019657013937830925
214374	rnn.weight_ih_l1_reverse	4	-0.02487207017838955
214374	rnn.weight_ih_l1_reverse	5	-0.030404580757021904
214374	rnn.weight_ih_l1_reverse	6	-0.016749754548072815
214374	rnn.weight_ih_l1_reverse	7	0.028728729113936424
214374	rnn.weight_ih_l1_reverse	8	0.008836635388433933
214374	rnn.weight_ih_l1_reverse	9	-0.03308883309364319
214374	rnn.weight_hh_l1_reverse	0	0.004734907764941454
214374	rnn.weight_hh_l1_reverse	1	0.03144407272338867
214374	rnn.weight_hh_l1_reverse	2	-0.040602218359708786
214374	rnn.weight_hh_l1_reverse	3	0.03520961478352547
214374	rnn.weight_hh_l1_reverse	4	0.04753068462014198
214374	rnn.weight_hh_l1_reverse	5	0.004189419560134411
214374	rnn.weight_hh_l1_reverse	6	0.051794759929180145
214374	rnn.weight_hh_l1_reverse	7	0.03111228719353676
214374	rnn.weight_hh_l1_reverse	8	-0.007242709863930941
214374	rnn.weight_hh_l1_reverse	9	-0.030973335728049278
214374	rnn.bias_ih_l1_reverse	0	-0.04807251691818237
214374	rnn.bias_ih_l1_reverse	1	-0.14507630467414856
214374	rnn.bias_ih_l1_reverse	2	-0.16371382772922516
214374	rnn.bias_ih_l1_reverse	3	-0.059288859367370605
214374	rnn.bias_ih_l1_reverse	4	-0.20819684863090515
214374	rnn.bias_ih_l1_reverse	5	-0.11738967150449753
214374	rnn.bias_ih_l1_reverse	6	-0.13091881573200226
214374	rnn.bias_ih_l1_reverse	7	-0.19455474615097046
214374	rnn.bias_ih_l1_reverse	8	0.21920542418956757
214374	rnn.bias_ih_l1_reverse	9	0.021452296525239944
214374	rnn.bias_hh_l1_reverse	0	-0.0022518360055983067
214374	rnn.bias_hh_l1_reverse	1	-0.06978092342615128
214374	rnn.bias_hh_l1_reverse	2	-0.23690351843833923
214374	rnn.bias_hh_l1_reverse	3	-0.14169517159461975
214374	rnn.bias_hh_l1_reverse	4	-0.08461502939462662
214374	rnn.bias_hh_l1_reverse	5	-0.11716964095830917
214374	rnn.bias_hh_l1_reverse	6	0.057592593133449554
214374	rnn.bias_hh_l1_reverse	7	-0.14428243041038513
214374	rnn.bias_hh_l1_reverse	8	-0.11897274851799011
214374	rnn.bias_hh_l1_reverse	9	-0.1505064070224762
214374	linear.weight	0	0.002228822559118271
214374	linear.weight	1	0.10606943815946579
214374	linear.weight	2	-0.09375156462192535
214374	linear.weight	3	0.2957526743412018
214374	linear.weight	4	0.14721401035785675
214374	linear.weight	5	-0.06386011838912964
214374	linear.weight	6	0.12317194789648056
214374	linear.weight	7	0.1283794641494751
214374	linear.weight	8	0.04114245995879173
214374	linear.weight	9	-0.04922982677817345
214374	linear.bias	0	0.09042049199342728
214374	linear.bias	1	-0.1606554538011551
214374	linear.bias	2	-0.4602106511592865
214374	linear.bias	3	-0.662001371383667
214374	linear.bias	4	-1.2542226314544678
214374	linear.bias	5	-0.06110567972064018
214374	linear.bias	6	-0.7964725494384766
214374	linear.bias	7	0.2646671533584595
214374	linear.bias	8	-0.4334319233894348
214374	linear.bias	9	-1.0493543148040771
214571	transitions	0	0.7400409579277039
214571	transitions	1	0.147806778550148
214571	transitions	2	-10000.0
214571	transitions	3	-1.8274787664413452
214571	transitions	4	-10000.0
214571	transitions	5	0.5644674301147461
214571	transitions	6	-0.08438946306705475
214571	transitions	7	-0.797771155834198
214571	transitions	8	-1.4199542999267578
214571	transitions	9	-0.0012188993860036135
214571	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
214571	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
214571	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
214571	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
214571	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
214571	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
214571	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
214571	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
214571	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
214571	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
214571	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
214571	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
214571	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
214571	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
214571	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
214571	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
214571	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
214571	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
214571	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
214571	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
214571	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
214571	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
214571	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
214571	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
214571	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
214571	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
214571	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
214571	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
214571	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
214571	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
214571	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
214571	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
214571	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
214571	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
214571	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
214571	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
214571	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
214571	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
214571	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
214571	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
214571	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
214571	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
214571	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
214571	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
214571	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
214571	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
214571	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
214571	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
214571	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
214571	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
214571	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
214571	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
214571	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
214571	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
214571	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
214571	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
214571	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
214571	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
214571	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
214571	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
214571	embedding2nn.weight	0	0.01968861185014248
214571	embedding2nn.weight	1	-0.013099990785121918
214571	embedding2nn.weight	2	-0.014268254861235619
214571	embedding2nn.weight	3	-0.03024482913315296
214571	embedding2nn.weight	4	-0.0059150345623493195
214571	embedding2nn.weight	5	-0.003700588596984744
214571	embedding2nn.weight	6	-0.003973268438130617
214571	embedding2nn.weight	7	-0.07565905898809433
214571	embedding2nn.weight	8	-0.0019979383796453476
214571	embedding2nn.weight	9	-0.028504330664873123
214571	embedding2nn.bias	0	0.024619275704026222
214571	embedding2nn.bias	1	-0.07624039053916931
214571	embedding2nn.bias	2	0.07408735156059265
214571	embedding2nn.bias	3	0.041781675070524216
214571	embedding2nn.bias	4	-0.035304248332977295
214571	embedding2nn.bias	5	-0.011390071362257004
214571	embedding2nn.bias	6	0.01902288757264614
214571	embedding2nn.bias	7	-0.0490514375269413
214571	embedding2nn.bias	8	0.06780838221311569
214571	embedding2nn.bias	9	0.043406225740909576
214571	rnn.weight_ih_l0	0	-0.07958534359931946
214571	rnn.weight_ih_l0	1	0.0031682676635682583
214571	rnn.weight_ih_l0	2	0.03704463690519333
214571	rnn.weight_ih_l0	3	0.021096091717481613
214571	rnn.weight_ih_l0	4	-0.04931093752384186
214571	rnn.weight_ih_l0	5	-0.0698733851313591
214571	rnn.weight_ih_l0	6	-0.0009670360013842583
214571	rnn.weight_ih_l0	7	0.05115915462374687
214571	rnn.weight_ih_l0	8	-0.015575685538351536
214571	rnn.weight_ih_l0	9	-0.031220300123095512
214571	rnn.weight_hh_l0	0	-0.031160814687609673
214571	rnn.weight_hh_l0	1	-0.006899277213960886
214571	rnn.weight_hh_l0	2	0.007312301080673933
214571	rnn.weight_hh_l0	3	-0.07703711837530136
214571	rnn.weight_hh_l0	4	0.09382511675357819
214571	rnn.weight_hh_l0	5	-0.025339974090456963
214571	rnn.weight_hh_l0	6	-0.06204913184046745
214571	rnn.weight_hh_l0	7	0.010876700282096863
214571	rnn.weight_hh_l0	8	0.01437440887093544
214571	rnn.weight_hh_l0	9	-0.025105111300945282
214571	rnn.bias_ih_l0	0	0.12858963012695312
214571	rnn.bias_ih_l0	1	-0.03619090095162392
214571	rnn.bias_ih_l0	2	-0.03604316711425781
214571	rnn.bias_ih_l0	3	0.16055165231227875
214571	rnn.bias_ih_l0	4	-0.01096989307552576
214571	rnn.bias_ih_l0	5	-0.023173820227384567
214571	rnn.bias_ih_l0	6	0.01843278668820858
214571	rnn.bias_ih_l0	7	0.024157630279660225
214571	rnn.bias_ih_l0	8	-0.10194498300552368
214571	rnn.bias_ih_l0	9	-0.04989032447338104
214571	rnn.bias_hh_l0	0	0.0001480839855503291
214571	rnn.bias_hh_l0	1	-0.10394386202096939
214571	rnn.bias_hh_l0	2	-0.07124247401952744
214571	rnn.bias_hh_l0	3	-0.08655183017253876
214571	rnn.bias_hh_l0	4	0.009800718165934086
214571	rnn.bias_hh_l0	5	-0.018626658245921135
214571	rnn.bias_hh_l0	6	0.028407089412212372
214571	rnn.bias_hh_l0	7	0.051007725298404694
214571	rnn.bias_hh_l0	8	-0.12150484323501587
214571	rnn.bias_hh_l0	9	-0.05803327262401581
214571	rnn.weight_ih_l0_reverse	0	-0.023361511528491974
214571	rnn.weight_ih_l0_reverse	1	-0.054923973977565765
214571	rnn.weight_ih_l0_reverse	2	-0.044796258211135864
214571	rnn.weight_ih_l0_reverse	3	0.011141366325318813
214571	rnn.weight_ih_l0_reverse	4	-0.024566320702433586
214571	rnn.weight_ih_l0_reverse	5	-0.05688771978020668
214571	rnn.weight_ih_l0_reverse	6	0.07594384253025055
214571	rnn.weight_ih_l0_reverse	7	-0.017750419676303864
214571	rnn.weight_ih_l0_reverse	8	-0.018281547352671623
214571	rnn.weight_ih_l0_reverse	9	0.004884561989456415
214571	rnn.weight_hh_l0_reverse	0	0.0669458657503128
214571	rnn.weight_hh_l0_reverse	1	0.02139761671423912
214571	rnn.weight_hh_l0_reverse	2	0.027999043464660645
214571	rnn.weight_hh_l0_reverse	3	0.035908494144678116
214571	rnn.weight_hh_l0_reverse	4	0.012235625647008419
214571	rnn.weight_hh_l0_reverse	5	0.007210404146462679
214571	rnn.weight_hh_l0_reverse	6	0.050161994993686676
214571	rnn.weight_hh_l0_reverse	7	-0.07893180847167969
214571	rnn.weight_hh_l0_reverse	8	0.040618836879730225
214571	rnn.weight_hh_l0_reverse	9	0.03592710196971893
214571	rnn.bias_ih_l0_reverse	0	-0.05872931703925133
214571	rnn.bias_ih_l0_reverse	1	-0.28870582580566406
214571	rnn.bias_ih_l0_reverse	2	-0.12026457488536835
214571	rnn.bias_ih_l0_reverse	3	-0.04867915064096451
214571	rnn.bias_ih_l0_reverse	4	-0.021159017458558083
214571	rnn.bias_ih_l0_reverse	5	0.07606711238622665
214571	rnn.bias_ih_l0_reverse	6	-0.06478450447320938
214571	rnn.bias_ih_l0_reverse	7	0.06507378071546555
214571	rnn.bias_ih_l0_reverse	8	-0.04486309736967087
214571	rnn.bias_ih_l0_reverse	9	0.06452760100364685
214571	rnn.bias_hh_l0_reverse	0	0.020070301368832588
214571	rnn.bias_hh_l0_reverse	1	-0.05358670651912689
214571	rnn.bias_hh_l0_reverse	2	0.08472812175750732
214571	rnn.bias_hh_l0_reverse	3	-0.047258272767066956
214571	rnn.bias_hh_l0_reverse	4	-0.02249506488442421
214571	rnn.bias_hh_l0_reverse	5	-0.024112462997436523
214571	rnn.bias_hh_l0_reverse	6	-0.0160027127712965
214571	rnn.bias_hh_l0_reverse	7	0.09975535422563553
214571	rnn.bias_hh_l0_reverse	8	0.031752921640872955
214571	rnn.bias_hh_l0_reverse	9	-0.1510504186153412
214571	rnn.weight_ih_l1	0	-0.030673598870635033
214571	rnn.weight_ih_l1	1	-0.050273675471544266
214571	rnn.weight_ih_l1	2	0.06007659062743187
214571	rnn.weight_ih_l1	3	-0.07024861127138138
214571	rnn.weight_ih_l1	4	-0.014818469062447548
214571	rnn.weight_ih_l1	5	-0.040198322385549545
214571	rnn.weight_ih_l1	6	0.026645062491297722
214571	rnn.weight_ih_l1	7	-0.04642101377248764
214571	rnn.weight_ih_l1	8	0.037559378892183304
214571	rnn.weight_ih_l1	9	0.04387906193733215
214571	rnn.weight_hh_l1	0	-0.00847851112484932
214571	rnn.weight_hh_l1	1	0.02007712796330452
214571	rnn.weight_hh_l1	2	0.006848817225545645
214571	rnn.weight_hh_l1	3	-0.012376697733998299
214571	rnn.weight_hh_l1	4	0.00475371815264225
214571	rnn.weight_hh_l1	5	0.034585222601890564
214571	rnn.weight_hh_l1	6	0.03604688495397568
214571	rnn.weight_hh_l1	7	-0.01756214164197445
214571	rnn.weight_hh_l1	8	-0.008062349632382393
214571	rnn.weight_hh_l1	9	0.03811519593000412
214571	rnn.bias_ih_l1	0	-0.1837603896856308
214571	rnn.bias_ih_l1	1	-0.1805468201637268
214571	rnn.bias_ih_l1	2	-0.20153968036174774
214571	rnn.bias_ih_l1	3	-0.3144606053829193
214571	rnn.bias_ih_l1	4	-0.20895971357822418
214571	rnn.bias_ih_l1	5	-0.08604704588651657
214571	rnn.bias_ih_l1	6	-0.15915289521217346
214571	rnn.bias_ih_l1	7	-0.011737505905330181
214571	rnn.bias_ih_l1	8	-0.13228677213191986
214571	rnn.bias_ih_l1	9	-0.12818585336208344
214571	rnn.bias_hh_l1	0	-0.09753686189651489
214571	rnn.bias_hh_l1	1	-0.06822830438613892
214571	rnn.bias_hh_l1	2	-0.08576703071594238
214571	rnn.bias_hh_l1	3	-0.07784610241651535
214571	rnn.bias_hh_l1	4	-0.07624541223049164
214571	rnn.bias_hh_l1	5	-0.1183527484536171
214571	rnn.bias_hh_l1	6	-0.16509409248828888
214571	rnn.bias_hh_l1	7	0.07345930486917496
214571	rnn.bias_hh_l1	8	-0.18425925076007843
214571	rnn.bias_hh_l1	9	-0.12427323311567307
214571	rnn.weight_ih_l1_reverse	0	-0.04527776315808296
214571	rnn.weight_ih_l1_reverse	1	0.034792978316545486
214571	rnn.weight_ih_l1_reverse	2	0.09354159981012344
214571	rnn.weight_ih_l1_reverse	3	-0.019161758944392204
214571	rnn.weight_ih_l1_reverse	4	-0.02450932376086712
214571	rnn.weight_ih_l1_reverse	5	-0.030343174934387207
214571	rnn.weight_ih_l1_reverse	6	-0.016850221902132034
214571	rnn.weight_ih_l1_reverse	7	0.028797036036849022
214571	rnn.weight_ih_l1_reverse	8	0.009258267469704151
214571	rnn.weight_ih_l1_reverse	9	-0.03248584643006325
214571	rnn.weight_hh_l1_reverse	0	0.004718391690403223
214571	rnn.weight_hh_l1_reverse	1	0.031526289880275726
214571	rnn.weight_hh_l1_reverse	2	-0.04060559719800949
214571	rnn.weight_hh_l1_reverse	3	0.035189997404813766
214571	rnn.weight_hh_l1_reverse	4	0.04739584028720856
214571	rnn.weight_hh_l1_reverse	5	0.004468962550163269
214571	rnn.weight_hh_l1_reverse	6	0.05109405517578125
214571	rnn.weight_hh_l1_reverse	7	0.030899425968527794
214571	rnn.weight_hh_l1_reverse	8	-0.007261079270392656
214571	rnn.weight_hh_l1_reverse	9	-0.031119124963879585
214571	rnn.bias_ih_l1_reverse	0	-0.04778560250997543
214571	rnn.bias_ih_l1_reverse	1	-0.14458170533180237
214571	rnn.bias_ih_l1_reverse	2	-0.163253515958786
214571	rnn.bias_ih_l1_reverse	3	-0.058597128838300705
214571	rnn.bias_ih_l1_reverse	4	-0.2081727832555771
214571	rnn.bias_ih_l1_reverse	5	-0.11779819428920746
214571	rnn.bias_ih_l1_reverse	6	-0.13104388117790222
214571	rnn.bias_ih_l1_reverse	7	-0.19359581172466278
214571	rnn.bias_ih_l1_reverse	8	0.21816986799240112
214571	rnn.bias_ih_l1_reverse	9	0.023474987596273422
214571	rnn.bias_hh_l1_reverse	0	0.0008732067071832716
214571	rnn.bias_hh_l1_reverse	1	-0.07029151916503906
214571	rnn.bias_hh_l1_reverse	2	-0.23685693740844727
214571	rnn.bias_hh_l1_reverse	3	-0.14114543795585632
214571	rnn.bias_hh_l1_reverse	4	-0.08424998074769974
214571	rnn.bias_hh_l1_reverse	5	-0.11574669927358627
214571	rnn.bias_hh_l1_reverse	6	0.05701731890439987
214571	rnn.bias_hh_l1_reverse	7	-0.14525996148586273
214571	rnn.bias_hh_l1_reverse	8	-0.11886465549468994
214571	rnn.bias_hh_l1_reverse	9	-0.15054753422737122
214571	linear.weight	0	0.002228822559118271
214571	linear.weight	1	0.10757265239953995
214571	linear.weight	2	-0.09291345626115799
214571	linear.weight	3	0.2969677150249481
214571	linear.weight	4	0.1476953625679016
214571	linear.weight	5	-0.06399925798177719
214571	linear.weight	6	0.12467344105243683
214571	linear.weight	7	0.1280304193496704
214571	linear.weight	8	0.04114241898059845
214571	linear.weight	9	-0.0487605445086956
214571	linear.bias	0	0.09408064186573029
214571	linear.bias	1	-0.17277666926383972
214571	linear.bias	2	-0.4613269865512848
214571	linear.bias	3	-0.6642628312110901
214571	linear.bias	4	-1.2557343244552612
214571	linear.bias	5	-0.05138036608695984
214571	linear.bias	6	-0.8083587288856506
214571	linear.bias	7	0.2744574546813965
214571	linear.bias	8	-0.4319678544998169
214571	linear.bias	9	-1.0482065677642822
214768	transitions	0	0.7411754131317139
214768	transitions	1	0.1478884071111679
214768	transitions	2	-10000.0
214768	transitions	3	-1.8274849653244019
214768	transitions	4	-10000.0
214768	transitions	5	0.5644505023956299
214768	transitions	6	-0.08440997451543808
214768	transitions	7	-0.7978515625
214768	transitions	8	-1.4199682474136353
214768	transitions	9	-0.001219064579345286
214768	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
214768	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
214768	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
214768	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
214768	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
214768	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
214768	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
214768	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
214768	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
214768	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
214768	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
214768	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
214768	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
214768	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
214768	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
214768	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
214768	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
214768	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
214768	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
214768	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
214768	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
214768	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
214768	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
214768	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
214768	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
214768	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
214768	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
214768	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
214768	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
214768	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
214768	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
214768	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
214768	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
214768	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
214768	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
214768	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
214768	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
214768	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
214768	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
214768	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
214768	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
214768	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
214768	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
214768	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
214768	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
214768	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
214768	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
214768	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
214768	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
214768	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
214768	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
214768	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
214768	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
214768	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
214768	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
214768	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
214768	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
214768	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
214768	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
214768	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
214768	embedding2nn.weight	0	0.01925087533891201
214768	embedding2nn.weight	1	-0.01313293818384409
214768	embedding2nn.weight	2	-0.014268254861235619
214768	embedding2nn.weight	3	-0.02977248653769493
214768	embedding2nn.weight	4	-0.0059150345623493195
214768	embedding2nn.weight	5	-0.003700588596984744
214768	embedding2nn.weight	6	-0.003973268438130617
214768	embedding2nn.weight	7	-0.07604045420885086
214768	embedding2nn.weight	8	-0.0019979383796453476
214768	embedding2nn.weight	9	-0.028265727683901787
214768	embedding2nn.bias	0	0.02360069565474987
214768	embedding2nn.bias	1	-0.07764842361211777
214768	embedding2nn.bias	2	0.07643929868936539
214768	embedding2nn.bias	3	0.04400397092103958
214768	embedding2nn.bias	4	-0.03478921949863434
214768	embedding2nn.bias	5	-0.01217376533895731
214768	embedding2nn.bias	6	0.018181294202804565
214768	embedding2nn.bias	7	-0.05014588311314583
214768	embedding2nn.bias	8	0.06797124445438385
214768	embedding2nn.bias	9	0.043012168258428574
214768	rnn.weight_ih_l0	0	-0.07983249425888062
214768	rnn.weight_ih_l0	1	0.003055638400837779
214768	rnn.weight_ih_l0	2	0.037036001682281494
214768	rnn.weight_ih_l0	3	0.020884117111563683
214768	rnn.weight_ih_l0	4	-0.04941842332482338
214768	rnn.weight_ih_l0	5	-0.06941621750593185
214768	rnn.weight_ih_l0	6	-0.0008484016871079803
214768	rnn.weight_ih_l0	7	0.0515693761408329
214768	rnn.weight_ih_l0	8	-0.015635382384061813
214768	rnn.weight_ih_l0	9	-0.031436737626791
214768	rnn.weight_hh_l0	0	-0.031062202528119087
214768	rnn.weight_hh_l0	1	-0.007252709474414587
214768	rnn.weight_hh_l0	2	0.007434471510350704
214768	rnn.weight_hh_l0	3	-0.07715801894664764
214768	rnn.weight_hh_l0	4	0.09388533234596252
214768	rnn.weight_hh_l0	5	-0.02528170309960842
214768	rnn.weight_hh_l0	6	-0.06191428750753403
214768	rnn.weight_hh_l0	7	0.010489915497601032
214768	rnn.weight_hh_l0	8	0.01444227620959282
214768	rnn.weight_hh_l0	9	-0.024956561625003815
214768	rnn.bias_ih_l0	0	0.12822173535823822
214768	rnn.bias_ih_l0	1	-0.036523886024951935
214768	rnn.bias_ih_l0	2	-0.03606390953063965
214768	rnn.bias_ih_l0	3	0.16003821790218353
214768	rnn.bias_ih_l0	4	-0.01096616592258215
214768	rnn.bias_ih_l0	5	-0.023035423830151558
214768	rnn.bias_ih_l0	6	0.01819692924618721
214768	rnn.bias_ih_l0	7	0.023994671180844307
214768	rnn.bias_ih_l0	8	-0.10177737474441528
214768	rnn.bias_ih_l0	9	-0.04972151294350624
214768	rnn.bias_hh_l0	0	0.0012466994812712073
214768	rnn.bias_hh_l0	1	-0.10379143059253693
214768	rnn.bias_hh_l0	2	-0.07164286822080612
214768	rnn.bias_hh_l0	3	-0.08592448383569717
214768	rnn.bias_hh_l0	4	0.009461663663387299
214768	rnn.bias_hh_l0	5	-0.01871252804994583
214768	rnn.bias_hh_l0	6	0.028491314500570297
214768	rnn.bias_hh_l0	7	0.05111571028828621
214768	rnn.bias_hh_l0	8	-0.12149456888437271
214768	rnn.bias_hh_l0	9	-0.058344531804323196
214768	rnn.weight_ih_l0_reverse	0	-0.023566532880067825
214768	rnn.weight_ih_l0_reverse	1	-0.054677508771419525
214768	rnn.weight_ih_l0_reverse	2	-0.045017119497060776
214768	rnn.weight_ih_l0_reverse	3	0.01128319464623928
214768	rnn.weight_ih_l0_reverse	4	-0.024690890684723854
214768	rnn.weight_ih_l0_reverse	5	-0.05695224553346634
214768	rnn.weight_ih_l0_reverse	6	0.07638613879680634
214768	rnn.weight_ih_l0_reverse	7	-0.017520269379019737
214768	rnn.weight_ih_l0_reverse	8	-0.01822035387158394
214768	rnn.weight_ih_l0_reverse	9	0.004998273681849241
214768	rnn.weight_hh_l0_reverse	0	0.06680352240800858
214768	rnn.weight_hh_l0_reverse	1	0.02114485576748848
214768	rnn.weight_hh_l0_reverse	2	0.02797120250761509
214768	rnn.weight_hh_l0_reverse	3	0.035739023238420486
214768	rnn.weight_hh_l0_reverse	4	0.012308084405958652
214768	rnn.weight_hh_l0_reverse	5	0.007072482258081436
214768	rnn.weight_hh_l0_reverse	6	0.05021480470895767
214768	rnn.weight_hh_l0_reverse	7	-0.07910938560962677
214768	rnn.weight_hh_l0_reverse	8	0.040731269866228104
214768	rnn.weight_hh_l0_reverse	9	0.03580567240715027
214768	rnn.bias_ih_l0_reverse	0	-0.05917651951313019
214768	rnn.bias_ih_l0_reverse	1	-0.28889307379722595
214768	rnn.bias_ih_l0_reverse	2	-0.12027975171804428
214768	rnn.bias_ih_l0_reverse	3	-0.04835904762148857
214768	rnn.bias_ih_l0_reverse	4	-0.021827073767781258
214768	rnn.bias_ih_l0_reverse	5	0.0755721777677536
214768	rnn.bias_ih_l0_reverse	6	-0.065020352602005
214768	rnn.bias_ih_l0_reverse	7	0.06576952338218689
214768	rnn.bias_ih_l0_reverse	8	-0.04568864405155182
214768	rnn.bias_ih_l0_reverse	9	0.06451157480478287
214768	rnn.bias_hh_l0_reverse	0	0.01990746147930622
214768	rnn.bias_hh_l0_reverse	1	-0.05396576225757599
214768	rnn.bias_hh_l0_reverse	2	0.08554936945438385
214768	rnn.bias_hh_l0_reverse	3	-0.04725407436490059
214768	rnn.bias_hh_l0_reverse	4	-0.02275685779750347
214768	rnn.bias_hh_l0_reverse	5	-0.02339783124625683
214768	rnn.bias_hh_l0_reverse	6	-0.015585120767354965
214768	rnn.bias_hh_l0_reverse	7	0.10074973106384277
214768	rnn.bias_hh_l0_reverse	8	0.03271401673555374
214768	rnn.bias_hh_l0_reverse	9	-0.15227490663528442
214768	rnn.weight_ih_l1	0	-0.030598878860473633
214768	rnn.weight_ih_l1	1	-0.0506880059838295
214768	rnn.weight_ih_l1	2	0.0603971928358078
214768	rnn.weight_ih_l1	3	-0.0704088881611824
214768	rnn.weight_ih_l1	4	-0.014770870096981525
214768	rnn.weight_ih_l1	5	-0.04019894823431969
214768	rnn.weight_ih_l1	6	0.026537539437413216
214768	rnn.weight_ih_l1	7	-0.04661354050040245
214768	rnn.weight_ih_l1	8	0.037536632269620895
214768	rnn.weight_ih_l1	9	0.04410213232040405
214768	rnn.weight_hh_l1	0	-0.00812749844044447
214768	rnn.weight_hh_l1	1	0.02006002515554428
214768	rnn.weight_hh_l1	2	0.006972623988986015
214768	rnn.weight_hh_l1	3	-0.012411647476255894
214768	rnn.weight_hh_l1	4	0.004615419544279575
214768	rnn.weight_hh_l1	5	0.03470292687416077
214768	rnn.weight_hh_l1	6	0.03605272248387337
214768	rnn.weight_hh_l1	7	-0.01756693422794342
214768	rnn.weight_hh_l1	8	-0.008149228058755398
214768	rnn.weight_hh_l1	9	0.038191888481378555
214768	rnn.bias_ih_l1	0	-0.18310482800006866
214768	rnn.bias_ih_l1	1	-0.18072481453418732
214768	rnn.bias_ih_l1	2	-0.20160441100597382
214768	rnn.bias_ih_l1	3	-0.3157082796096802
214768	rnn.bias_ih_l1	4	-0.20872798562049866
214768	rnn.bias_ih_l1	5	-0.08615244925022125
214768	rnn.bias_ih_l1	6	-0.15930749475955963
214768	rnn.bias_ih_l1	7	-0.011842535808682442
214768	rnn.bias_ih_l1	8	-0.13323920965194702
214768	rnn.bias_ih_l1	9	-0.1278320848941803
214768	rnn.bias_hh_l1	0	-0.09695491939783096
214768	rnn.bias_hh_l1	1	-0.06905975192785263
214768	rnn.bias_hh_l1	2	-0.0862891674041748
214768	rnn.bias_hh_l1	3	-0.07722204923629761
214768	rnn.bias_hh_l1	4	-0.07619976252317429
214768	rnn.bias_hh_l1	5	-0.11851637065410614
214768	rnn.bias_hh_l1	6	-0.1639530062675476
214768	rnn.bias_hh_l1	7	0.07493041455745697
214768	rnn.bias_hh_l1	8	-0.1838783621788025
214768	rnn.bias_hh_l1	9	-0.12434235215187073
214768	rnn.weight_ih_l1_reverse	0	-0.04515362158417702
214768	rnn.weight_ih_l1_reverse	1	0.034724850207567215
214768	rnn.weight_ih_l1_reverse	2	0.09259866178035736
214768	rnn.weight_ih_l1_reverse	3	-0.01911865919828415
214768	rnn.weight_ih_l1_reverse	4	-0.024482807144522667
214768	rnn.weight_ih_l1_reverse	5	-0.030386386439204216
214768	rnn.weight_ih_l1_reverse	6	-0.017047522589564323
214768	rnn.weight_ih_l1_reverse	7	0.02885339967906475
214768	rnn.weight_ih_l1_reverse	8	0.009698919951915741
214768	rnn.weight_ih_l1_reverse	9	-0.03307189419865608
214768	rnn.weight_hh_l1_reverse	0	0.004703281447291374
214768	rnn.weight_hh_l1_reverse	1	0.03145083785057068
214768	rnn.weight_hh_l1_reverse	2	-0.04059261828660965
214768	rnn.weight_hh_l1_reverse	3	0.03515959158539772
214768	rnn.weight_hh_l1_reverse	4	0.04732641577720642
214768	rnn.weight_hh_l1_reverse	5	0.004437038209289312
214768	rnn.weight_hh_l1_reverse	6	0.05035189911723137
214768	rnn.weight_hh_l1_reverse	7	0.030760057270526886
214768	rnn.weight_hh_l1_reverse	8	-0.0072031873278319836
214768	rnn.weight_hh_l1_reverse	9	-0.03115794248878956
214768	rnn.bias_ih_l1_reverse	0	-0.048128798604011536
214768	rnn.bias_ih_l1_reverse	1	-0.14392966032028198
214768	rnn.bias_ih_l1_reverse	2	-0.16311219334602356
214768	rnn.bias_ih_l1_reverse	3	-0.05793807655572891
214768	rnn.bias_ih_l1_reverse	4	-0.20852050185203552
214768	rnn.bias_ih_l1_reverse	5	-0.11850865185260773
214768	rnn.bias_ih_l1_reverse	6	-0.13093465566635132
214768	rnn.bias_ih_l1_reverse	7	-0.19368819892406464
214768	rnn.bias_ih_l1_reverse	8	0.21826452016830444
214768	rnn.bias_ih_l1_reverse	9	0.023184221237897873
214768	rnn.bias_hh_l1_reverse	0	0.0014153289375826716
214768	rnn.bias_hh_l1_reverse	1	-0.07312874495983124
214768	rnn.bias_hh_l1_reverse	2	-0.23693594336509705
214768	rnn.bias_hh_l1_reverse	3	-0.14196030795574188
214768	rnn.bias_hh_l1_reverse	4	-0.08384428173303604
214768	rnn.bias_hh_l1_reverse	5	-0.11515159159898758
214768	rnn.bias_hh_l1_reverse	6	0.05758415162563324
214768	rnn.bias_hh_l1_reverse	7	-0.14619337022304535
214768	rnn.bias_hh_l1_reverse	8	-0.11914949119091034
214768	rnn.bias_hh_l1_reverse	9	-0.15047943592071533
214768	linear.weight	0	0.002228822559118271
214768	linear.weight	1	0.10602236539125443
214768	linear.weight	2	-0.09256146103143692
214768	linear.weight	3	0.29596757888793945
214768	linear.weight	4	0.14776521921157837
214768	linear.weight	5	-0.06328904628753662
214768	linear.weight	6	0.12095294892787933
214768	linear.weight	7	0.1284540593624115
214768	linear.weight	8	0.04114224389195442
214768	linear.weight	9	-0.04939946532249451
214768	linear.bias	0	0.07647401839494705
214768	linear.bias	1	-0.16494660079479218
214768	linear.bias	2	-0.4529862105846405
214768	linear.bias	3	-0.6550644636154175
214768	linear.bias	4	-1.2462869882583618
214768	linear.bias	5	-0.06083133444190025
214768	linear.bias	6	-0.8010890483856201
214768	linear.bias	7	0.2662818133831024
214768	linear.bias	8	-0.4372122287750244
214768	linear.bias	9	-1.0536011457443237
214965	transitions	0	0.7403544187545776
214965	transitions	1	0.1478469967842102
214965	transitions	2	-10000.0
214965	transitions	3	-1.8274908065795898
214965	transitions	4	-10000.0
214965	transitions	5	0.5644366145133972
214965	transitions	6	-0.08443493396043777
214965	transitions	7	-0.7979048490524292
214965	transitions	8	-1.4199761152267456
214965	transitions	9	-0.001219211844727397
214965	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
214965	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
214965	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
214965	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
214965	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
214965	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
214965	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
214965	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
214965	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
214965	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
214965	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
214965	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
214965	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
214965	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
214965	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
214965	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
214965	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
214965	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
214965	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
214965	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
214965	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
214965	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
214965	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
214965	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
214965	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
214965	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
214965	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
214965	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
214965	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
214965	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
214965	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
214965	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
214965	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
214965	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
214965	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
214965	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
214965	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
214965	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
214965	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
214965	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
214965	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
214965	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
214965	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
214965	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
214965	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
214965	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
214965	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
214965	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
214965	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
214965	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
214965	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
214965	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
214965	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
214965	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
214965	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
214965	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
214965	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
214965	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
214965	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
214965	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
214965	embedding2nn.weight	0	0.019063180312514305
214965	embedding2nn.weight	1	-0.013134179636836052
214965	embedding2nn.weight	2	-0.014268254861235619
214965	embedding2nn.weight	3	-0.029477493837475777
214965	embedding2nn.weight	4	-0.0059150345623493195
214965	embedding2nn.weight	5	-0.003700588596984744
214965	embedding2nn.weight	6	-0.003973269835114479
214965	embedding2nn.weight	7	-0.07608676701784134
214965	embedding2nn.weight	8	-0.0019979383796453476
214965	embedding2nn.weight	9	-0.02845749817788601
214965	embedding2nn.bias	0	0.024702318012714386
214965	embedding2nn.bias	1	-0.07766982913017273
214965	embedding2nn.bias	2	0.07429292798042297
214965	embedding2nn.bias	3	0.04306705668568611
214965	embedding2nn.bias	4	-0.034184589982032776
214965	embedding2nn.bias	5	-0.011222923174500465
214965	embedding2nn.bias	6	0.01901227794587612
214965	embedding2nn.bias	7	-0.050860270857810974
214965	embedding2nn.bias	8	0.0705399364233017
214965	embedding2nn.bias	9	0.04134245589375496
214965	rnn.weight_ih_l0	0	-0.07954917103052139
214965	rnn.weight_ih_l0	1	0.002921478124335408
214965	rnn.weight_ih_l0	2	0.03786222264170647
214965	rnn.weight_ih_l0	3	0.02099504880607128
214965	rnn.weight_ih_l0	4	-0.049484509974718094
214965	rnn.weight_ih_l0	5	-0.06949592381715775
214965	rnn.weight_ih_l0	6	-0.0011600643629208207
214965	rnn.weight_ih_l0	7	0.05159677565097809
214965	rnn.weight_ih_l0	8	-0.01561830099672079
214965	rnn.weight_ih_l0	9	-0.03135422617197037
214965	rnn.weight_hh_l0	0	-0.030907820910215378
214965	rnn.weight_hh_l0	1	-0.00747290812432766
214965	rnn.weight_hh_l0	2	0.007348789367824793
214965	rnn.weight_hh_l0	3	-0.07727470993995667
214965	rnn.weight_hh_l0	4	0.09407644718885422
214965	rnn.weight_hh_l0	5	-0.02555372193455696
214965	rnn.weight_hh_l0	6	-0.0622427761554718
214965	rnn.weight_hh_l0	7	0.0105966217815876
214965	rnn.weight_hh_l0	8	0.014388810843229294
214965	rnn.weight_hh_l0	9	-0.024814235046505928
214965	rnn.bias_ih_l0	0	0.1277158558368683
214965	rnn.bias_ih_l0	1	-0.035822927951812744
214965	rnn.bias_ih_l0	2	-0.03622620925307274
214965	rnn.bias_ih_l0	3	0.1609232872724533
214965	rnn.bias_ih_l0	4	-0.010466640815138817
214965	rnn.bias_ih_l0	5	-0.022752033546566963
214965	rnn.bias_ih_l0	6	0.017473002895712852
214965	rnn.bias_ih_l0	7	0.024833863601088524
214965	rnn.bias_ih_l0	8	-0.10165293514728546
214965	rnn.bias_ih_l0	9	-0.0502016507089138
214965	rnn.bias_hh_l0	0	0.0011021110694855452
214965	rnn.bias_hh_l0	1	-0.10384003818035126
214965	rnn.bias_hh_l0	2	-0.07157563418149948
214965	rnn.bias_hh_l0	3	-0.0861327201128006
214965	rnn.bias_hh_l0	4	0.010118743404746056
214965	rnn.bias_hh_l0	5	-0.019065208733081818
214965	rnn.bias_hh_l0	6	0.029445741325616837
214965	rnn.bias_hh_l0	7	0.05163047835230827
214965	rnn.bias_hh_l0	8	-0.12133308500051498
214965	rnn.bias_hh_l0	9	-0.05817596614360809
214965	rnn.weight_ih_l0_reverse	0	-0.02289777435362339
214965	rnn.weight_ih_l0_reverse	1	-0.0546167753636837
214965	rnn.weight_ih_l0_reverse	2	-0.045202095061540604
214965	rnn.weight_ih_l0_reverse	3	0.011748895049095154
214965	rnn.weight_ih_l0_reverse	4	-0.025021005421876907
214965	rnn.weight_ih_l0_reverse	5	-0.05686415731906891
214965	rnn.weight_ih_l0_reverse	6	0.07609213888645172
214965	rnn.weight_ih_l0_reverse	7	-0.017259998247027397
214965	rnn.weight_ih_l0_reverse	8	-0.018323354423046112
214965	rnn.weight_ih_l0_reverse	9	0.004703694488853216
214965	rnn.weight_hh_l0_reverse	0	0.0672401711344719
214965	rnn.weight_hh_l0_reverse	1	0.022355370223522186
214965	rnn.weight_hh_l0_reverse	2	0.02829667739570141
214965	rnn.weight_hh_l0_reverse	3	0.035634323954582214
214965	rnn.weight_hh_l0_reverse	4	0.012394187040627003
214965	rnn.weight_hh_l0_reverse	5	0.007123924326151609
214965	rnn.weight_hh_l0_reverse	6	0.05012506619095802
214965	rnn.weight_hh_l0_reverse	7	-0.07934741675853729
214965	rnn.weight_hh_l0_reverse	8	0.04059582203626633
214965	rnn.weight_hh_l0_reverse	9	0.03559047356247902
214965	rnn.bias_ih_l0_reverse	0	-0.059100259095430374
214965	rnn.bias_ih_l0_reverse	1	-0.28794291615486145
214965	rnn.bias_ih_l0_reverse	2	-0.12012296169996262
214965	rnn.bias_ih_l0_reverse	3	-0.04866636544466019
214965	rnn.bias_ih_l0_reverse	4	-0.022057674825191498
214965	rnn.bias_ih_l0_reverse	5	0.07545339316129684
214965	rnn.bias_ih_l0_reverse	6	-0.06510043144226074
214965	rnn.bias_ih_l0_reverse	7	0.06577087193727493
214965	rnn.bias_ih_l0_reverse	8	-0.046057265251874924
214965	rnn.bias_ih_l0_reverse	9	0.06445233523845673
214965	rnn.bias_hh_l0_reverse	0	0.019640397280454636
214965	rnn.bias_hh_l0_reverse	1	-0.055327948182821274
214965	rnn.bias_hh_l0_reverse	2	0.08475912362337112
214965	rnn.bias_hh_l0_reverse	3	-0.047375328838825226
214965	rnn.bias_hh_l0_reverse	4	-0.022393308579921722
214965	rnn.bias_hh_l0_reverse	5	-0.02370276115834713
214965	rnn.bias_hh_l0_reverse	6	-0.015625933185219765
214965	rnn.bias_hh_l0_reverse	7	0.10172200947999954
214965	rnn.bias_hh_l0_reverse	8	0.03266233578324318
214965	rnn.bias_hh_l0_reverse	9	-0.15294313430786133
214965	rnn.weight_ih_l1	0	-0.030474280938506126
214965	rnn.weight_ih_l1	1	-0.05083462595939636
214965	rnn.weight_ih_l1	2	0.06062327325344086
214965	rnn.weight_ih_l1	3	-0.07091204077005386
214965	rnn.weight_ih_l1	4	-0.014355924911797047
214965	rnn.weight_ih_l1	5	-0.04017239063978195
214965	rnn.weight_ih_l1	6	0.02677367627620697
214965	rnn.weight_ih_l1	7	-0.046269603073596954
214965	rnn.weight_ih_l1	8	0.03757421299815178
214965	rnn.weight_ih_l1	9	0.04424511641263962
214965	rnn.weight_hh_l1	0	-0.008157128468155861
214965	rnn.weight_hh_l1	1	0.020029662176966667
214965	rnn.weight_hh_l1	2	0.007145330775529146
214965	rnn.weight_hh_l1	3	-0.01255177054554224
214965	rnn.weight_hh_l1	4	0.0046294210478663445
214965	rnn.weight_hh_l1	5	0.034651149064302444
214965	rnn.weight_hh_l1	6	0.03608590364456177
214965	rnn.weight_hh_l1	7	-0.017745424062013626
214965	rnn.weight_hh_l1	8	-0.008067657239735126
214965	rnn.weight_hh_l1	9	0.038258232176303864
214965	rnn.bias_ih_l1	0	-0.1833055317401886
214965	rnn.bias_ih_l1	1	-0.18035627901554108
214965	rnn.bias_ih_l1	2	-0.2011687308549881
214965	rnn.bias_ih_l1	3	-0.31535428762435913
214965	rnn.bias_ih_l1	4	-0.2097451239824295
214965	rnn.bias_ih_l1	5	-0.08672211319208145
214965	rnn.bias_ih_l1	6	-0.159061998128891
214965	rnn.bias_ih_l1	7	-0.011302159167826176
214965	rnn.bias_ih_l1	8	-0.13291329145431519
214965	rnn.bias_ih_l1	9	-0.12809495627880096
214965	rnn.bias_hh_l1	0	-0.09732840210199356
214965	rnn.bias_hh_l1	1	-0.06897006183862686
214965	rnn.bias_hh_l1	2	-0.08708623796701431
214965	rnn.bias_hh_l1	3	-0.07817628234624863
214965	rnn.bias_hh_l1	4	-0.07644390314817429
214965	rnn.bias_hh_l1	5	-0.11857309192419052
214965	rnn.bias_hh_l1	6	-0.16394247114658356
214965	rnn.bias_hh_l1	7	0.07473386079072952
214965	rnn.bias_hh_l1	8	-0.18350954353809357
214965	rnn.bias_hh_l1	9	-0.12476101517677307
214965	rnn.weight_ih_l1_reverse	0	-0.04536743089556694
214965	rnn.weight_ih_l1_reverse	1	0.03464676812291145
214965	rnn.weight_ih_l1_reverse	2	0.09354352205991745
214965	rnn.weight_ih_l1_reverse	3	-0.01930507831275463
214965	rnn.weight_ih_l1_reverse	4	-0.024377942085266113
214965	rnn.weight_ih_l1_reverse	5	-0.03041817806661129
214965	rnn.weight_ih_l1_reverse	6	-0.01707349717617035
214965	rnn.weight_ih_l1_reverse	7	0.028797991573810577
214965	rnn.weight_ih_l1_reverse	8	0.009531251154839993
214965	rnn.weight_ih_l1_reverse	9	-0.03309222683310509
214965	rnn.weight_hh_l1_reverse	0	0.0046930499374866486
214965	rnn.weight_hh_l1_reverse	1	0.031431350857019424
214965	rnn.weight_hh_l1_reverse	2	-0.04056822881102562
214965	rnn.weight_hh_l1_reverse	3	0.035206831991672516
214965	rnn.weight_hh_l1_reverse	4	0.04726212099194527
214965	rnn.weight_hh_l1_reverse	5	0.004455056507140398
214965	rnn.weight_hh_l1_reverse	6	0.050591856241226196
214965	rnn.weight_hh_l1_reverse	7	0.030566738918423653
214965	rnn.weight_hh_l1_reverse	8	-0.007187615614384413
214965	rnn.weight_hh_l1_reverse	9	-0.03115106001496315
214965	rnn.bias_ih_l1_reverse	0	-0.04801845923066139
214965	rnn.bias_ih_l1_reverse	1	-0.14285211265087128
214965	rnn.bias_ih_l1_reverse	2	-0.16201798617839813
214965	rnn.bias_ih_l1_reverse	3	-0.056673742830753326
214965	rnn.bias_ih_l1_reverse	4	-0.20838838815689087
214965	rnn.bias_ih_l1_reverse	5	-0.11884453892707825
214965	rnn.bias_ih_l1_reverse	6	-0.13114620745182037
214965	rnn.bias_ih_l1_reverse	7	-0.1945429891347885
214965	rnn.bias_ih_l1_reverse	8	0.2185196876525879
214965	rnn.bias_ih_l1_reverse	9	0.02312193438410759
214965	rnn.bias_hh_l1_reverse	0	0.0007941604126244783
214965	rnn.bias_hh_l1_reverse	1	-0.06872285157442093
214965	rnn.bias_hh_l1_reverse	2	-0.23676635324954987
214965	rnn.bias_hh_l1_reverse	3	-0.14242349565029144
214965	rnn.bias_hh_l1_reverse	4	-0.0832197368144989
214965	rnn.bias_hh_l1_reverse	5	-0.11542640626430511
214965	rnn.bias_hh_l1_reverse	6	0.05687589943408966
214965	rnn.bias_hh_l1_reverse	7	-0.14664435386657715
214965	rnn.bias_hh_l1_reverse	8	-0.11927156895399094
214965	rnn.bias_hh_l1_reverse	9	-0.15055786073207855
214965	linear.weight	0	0.002228822559118271
214965	linear.weight	1	0.10531260073184967
214965	linear.weight	2	-0.09257882833480835
214965	linear.weight	3	0.29802241921424866
214965	linear.weight	4	0.14692071080207825
214965	linear.weight	5	-0.06349262595176697
214965	linear.weight	6	0.12016811221837997
214965	linear.weight	7	0.12905745208263397
214965	linear.weight	8	0.04114213213324547
214965	linear.weight	9	-0.04834775999188423
214965	linear.bias	0	0.09131470322608948
214965	linear.bias	1	-0.16073451936244965
214965	linear.bias	2	-0.4392348825931549
214965	linear.bias	3	-0.658503532409668
214965	linear.bias	4	-1.2496119737625122
214965	linear.bias	5	-0.05465243011713028
214965	linear.bias	6	-0.7967057824134827
214965	linear.bias	7	0.27252769470214844
214965	linear.bias	8	-0.43171682953834534
214965	linear.bias	9	-1.0482943058013916
215162	transitions	0	0.7397031188011169
215162	transitions	1	0.147318497300148
215162	transitions	2	-10000.0
215162	transitions	3	-1.8274943828582764
215162	transitions	4	-10000.0
215162	transitions	5	0.5644330382347107
215162	transitions	6	-0.08444999158382416
215162	transitions	7	-0.7979499101638794
215162	transitions	8	-1.4199979305267334
215162	transitions	9	-0.0012194259325042367
215162	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
215162	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
215162	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
215162	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
215162	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
215162	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
215162	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
215162	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
215162	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
215162	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
215162	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
215162	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
215162	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
215162	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
215162	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
215162	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
215162	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
215162	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
215162	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
215162	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
215162	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
215162	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
215162	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
215162	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
215162	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
215162	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
215162	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
215162	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
215162	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
215162	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
215162	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
215162	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
215162	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
215162	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
215162	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
215162	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
215162	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
215162	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
215162	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
215162	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
215162	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
215162	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
215162	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
215162	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
215162	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
215162	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
215162	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
215162	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
215162	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
215162	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
215162	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
215162	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
215162	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
215162	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
215162	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
215162	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
215162	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
215162	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
215162	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
215162	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
215162	embedding2nn.weight	0	0.018941543996334076
215162	embedding2nn.weight	1	-0.013184253126382828
215162	embedding2nn.weight	2	-0.014268254861235619
215162	embedding2nn.weight	3	-0.030143365263938904
215162	embedding2nn.weight	4	-0.0059150345623493195
215162	embedding2nn.weight	5	-0.003700588596984744
215162	embedding2nn.weight	6	-0.003973270766437054
215162	embedding2nn.weight	7	-0.07590486109256744
215162	embedding2nn.weight	8	-0.0019979383796453476
215162	embedding2nn.weight	9	-0.028644757345318794
215162	embedding2nn.bias	0	0.026147257536649704
215162	embedding2nn.bias	1	-0.07728424668312073
215162	embedding2nn.bias	2	0.07173620164394379
215162	embedding2nn.bias	3	0.042424533516168594
215162	embedding2nn.bias	4	-0.035679761320352554
215162	embedding2nn.bias	5	-0.012827752158045769
215162	embedding2nn.bias	6	0.019101783633232117
215162	embedding2nn.bias	7	-0.0486048199236393
215162	embedding2nn.bias	8	0.06896751374006271
215162	embedding2nn.bias	9	0.041352011263370514
215162	rnn.weight_ih_l0	0	-0.07910985499620438
215162	rnn.weight_ih_l0	1	0.0029359327163547277
215162	rnn.weight_ih_l0	2	0.037895120680332184
215162	rnn.weight_ih_l0	3	0.021236520260572433
215162	rnn.weight_ih_l0	4	-0.04938099905848503
215162	rnn.weight_ih_l0	5	-0.06951367855072021
215162	rnn.weight_ih_l0	6	-0.0011751027777791023
215162	rnn.weight_ih_l0	7	0.051160383969545364
215162	rnn.weight_ih_l0	8	-0.015959596261382103
215162	rnn.weight_ih_l0	9	-0.03158608824014664
215162	rnn.weight_hh_l0	0	-0.030691837891936302
215162	rnn.weight_hh_l0	1	-0.007725832983851433
215162	rnn.weight_hh_l0	2	0.0073957256972789764
215162	rnn.weight_hh_l0	3	-0.07703069597482681
215162	rnn.weight_hh_l0	4	0.09404492378234863
215162	rnn.weight_hh_l0	5	-0.025140970945358276
215162	rnn.weight_hh_l0	6	-0.06179017946124077
215162	rnn.weight_hh_l0	7	0.010444882325828075
215162	rnn.weight_hh_l0	8	0.014194341376423836
215162	rnn.weight_hh_l0	9	-0.024829048663377762
215162	rnn.bias_ih_l0	0	0.1270049661397934
215162	rnn.bias_ih_l0	1	-0.03573605790734291
215162	rnn.bias_ih_l0	2	-0.03565540537238121
215162	rnn.bias_ih_l0	3	0.16118304431438446
215162	rnn.bias_ih_l0	4	-0.01175425760447979
215162	rnn.bias_ih_l0	5	-0.021680688485503197
215162	rnn.bias_ih_l0	6	0.016997694969177246
215162	rnn.bias_ih_l0	7	0.02452905848622322
215162	rnn.bias_ih_l0	8	-0.10138954967260361
215162	rnn.bias_ih_l0	9	-0.05056637153029442
215162	rnn.bias_hh_l0	0	0.0012099227169528604
215162	rnn.bias_hh_l0	1	-0.10377676784992218
215162	rnn.bias_hh_l0	2	-0.0716189295053482
215162	rnn.bias_hh_l0	3	-0.08619848638772964
215162	rnn.bias_hh_l0	4	0.008058549836277962
215162	rnn.bias_hh_l0	5	-0.019091125577688217
215162	rnn.bias_hh_l0	6	0.029515642672777176
215162	rnn.bias_hh_l0	7	0.05108712241053581
215162	rnn.bias_hh_l0	8	-0.12121286243200302
215162	rnn.bias_hh_l0	9	-0.057931166142225266
215162	rnn.weight_ih_l0_reverse	0	-0.022305019199848175
215162	rnn.weight_ih_l0_reverse	1	-0.054541442543268204
215162	rnn.weight_ih_l0_reverse	2	-0.04558141902089119
215162	rnn.weight_ih_l0_reverse	3	0.01187293790280819
215162	rnn.weight_ih_l0_reverse	4	-0.02509026788175106
215162	rnn.weight_ih_l0_reverse	5	-0.05724767595529556
215162	rnn.weight_ih_l0_reverse	6	0.07555217295885086
215162	rnn.weight_ih_l0_reverse	7	-0.01752292737364769
215162	rnn.weight_ih_l0_reverse	8	-0.01811194233596325
215162	rnn.weight_ih_l0_reverse	9	0.00465909531340003
215162	rnn.weight_hh_l0_reverse	0	0.06754152476787567
215162	rnn.weight_hh_l0_reverse	1	0.022049112245440483
215162	rnn.weight_hh_l0_reverse	2	0.028386542573571205
215162	rnn.weight_hh_l0_reverse	3	0.03558157756924629
215162	rnn.weight_hh_l0_reverse	4	0.012430977076292038
215162	rnn.weight_hh_l0_reverse	5	0.0073165385983884335
215162	rnn.weight_hh_l0_reverse	6	0.050041280686855316
215162	rnn.weight_hh_l0_reverse	7	-0.07952111214399338
215162	rnn.weight_hh_l0_reverse	8	0.040610089898109436
215162	rnn.weight_hh_l0_reverse	9	0.035433486104011536
215162	rnn.bias_ih_l0_reverse	0	-0.059561677277088165
215162	rnn.bias_ih_l0_reverse	1	-0.28711551427841187
215162	rnn.bias_ih_l0_reverse	2	-0.12014652043581009
215162	rnn.bias_ih_l0_reverse	3	-0.04795213043689728
215162	rnn.bias_ih_l0_reverse	4	-0.02177402935922146
215162	rnn.bias_ih_l0_reverse	5	0.07541641592979431
215162	rnn.bias_ih_l0_reverse	6	-0.06495365500450134
215162	rnn.bias_ih_l0_reverse	7	0.06621453911066055
215162	rnn.bias_ih_l0_reverse	8	-0.045711226761341095
215162	rnn.bias_ih_l0_reverse	9	0.06442015618085861
215162	rnn.bias_hh_l0_reverse	0	0.01920916512608528
215162	rnn.bias_hh_l0_reverse	1	-0.05415855348110199
215162	rnn.bias_hh_l0_reverse	2	0.08373811841011047
215162	rnn.bias_hh_l0_reverse	3	-0.04765687510371208
215162	rnn.bias_hh_l0_reverse	4	-0.022652382031083107
215162	rnn.bias_hh_l0_reverse	5	-0.02279435284435749
215162	rnn.bias_hh_l0_reverse	6	-0.015556823462247849
215162	rnn.bias_hh_l0_reverse	7	0.10151836276054382
215162	rnn.bias_hh_l0_reverse	8	0.03316745162010193
215162	rnn.bias_hh_l0_reverse	9	-0.15278702974319458
215162	rnn.weight_ih_l1	0	-0.030383968725800514
215162	rnn.weight_ih_l1	1	-0.05115944519639015
215162	rnn.weight_ih_l1	2	0.06033455953001976
215162	rnn.weight_ih_l1	3	-0.07109318673610687
215162	rnn.weight_ih_l1	4	-0.014374091289937496
215162	rnn.weight_ih_l1	5	-0.04021473228931427
215162	rnn.weight_ih_l1	6	0.026601698249578476
215162	rnn.weight_ih_l1	7	-0.04543210566043854
215162	rnn.weight_ih_l1	8	0.03759371116757393
215162	rnn.weight_ih_l1	9	0.04424151033163071
215162	rnn.weight_hh_l1	0	-0.007667873986065388
215162	rnn.weight_hh_l1	1	0.019943637773394585
215162	rnn.weight_hh_l1	2	0.006919138133525848
215162	rnn.weight_hh_l1	3	-0.012746582739055157
215162	rnn.weight_hh_l1	4	0.004503138829022646
215162	rnn.weight_hh_l1	5	0.03456641733646393
215162	rnn.weight_hh_l1	6	0.03628716617822647
215162	rnn.weight_hh_l1	7	-0.017779819667339325
215162	rnn.weight_hh_l1	8	-0.008093449287116528
215162	rnn.weight_hh_l1	9	0.038211654871702194
215162	rnn.bias_ih_l1	0	-0.18352575600147247
215162	rnn.bias_ih_l1	1	-0.18033939599990845
215162	rnn.bias_ih_l1	2	-0.20059670507907867
215162	rnn.bias_ih_l1	3	-0.3141613304615021
215162	rnn.bias_ih_l1	4	-0.20854055881500244
215162	rnn.bias_ih_l1	5	-0.08644666522741318
215162	rnn.bias_ih_l1	6	-0.15978804230690002
215162	rnn.bias_ih_l1	7	-0.010336521081626415
215162	rnn.bias_ih_l1	8	-0.13309480249881744
215162	rnn.bias_ih_l1	9	-0.12894810736179352
215162	rnn.bias_hh_l1	0	-0.09680946916341782
215162	rnn.bias_hh_l1	1	-0.06872103363275528
215162	rnn.bias_hh_l1	2	-0.08740761131048203
215162	rnn.bias_hh_l1	3	-0.07758656144142151
215162	rnn.bias_hh_l1	4	-0.07779412716627121
215162	rnn.bias_hh_l1	5	-0.11859560012817383
215162	rnn.bias_hh_l1	6	-0.1639106124639511
215162	rnn.bias_hh_l1	7	0.07377532124519348
215162	rnn.bias_hh_l1	8	-0.18360017240047455
215162	rnn.bias_hh_l1	9	-0.12447603791952133
215162	rnn.weight_ih_l1_reverse	0	-0.04514892399311066
215162	rnn.weight_ih_l1_reverse	1	0.03483832627534866
215162	rnn.weight_ih_l1_reverse	2	0.09310086071491241
215162	rnn.weight_ih_l1_reverse	3	-0.019353201612830162
215162	rnn.weight_ih_l1_reverse	4	-0.02417171001434326
215162	rnn.weight_ih_l1_reverse	5	-0.03038378246128559
215162	rnn.weight_ih_l1_reverse	6	-0.01708565093576908
215162	rnn.weight_ih_l1_reverse	7	0.028756311163306236
215162	rnn.weight_ih_l1_reverse	8	0.01044800877571106
215162	rnn.weight_ih_l1_reverse	9	-0.032716985791921616
215162	rnn.weight_hh_l1_reverse	0	0.004734011832624674
215162	rnn.weight_hh_l1_reverse	1	0.03143111988902092
215162	rnn.weight_hh_l1_reverse	2	-0.04059131443500519
215162	rnn.weight_hh_l1_reverse	3	0.03519921377301216
215162	rnn.weight_hh_l1_reverse	4	0.04735786095261574
215162	rnn.weight_hh_l1_reverse	5	0.0044588060118258
215162	rnn.weight_hh_l1_reverse	6	0.04999165236949921
215162	rnn.weight_hh_l1_reverse	7	0.030687641352415085
215162	rnn.weight_hh_l1_reverse	8	-0.007169557735323906
215162	rnn.weight_hh_l1_reverse	9	-0.031269412487745285
215162	rnn.bias_ih_l1_reverse	0	-0.04793012887239456
215162	rnn.bias_ih_l1_reverse	1	-0.1425246000289917
215162	rnn.bias_ih_l1_reverse	2	-0.16173149645328522
215162	rnn.bias_ih_l1_reverse	3	-0.05858972668647766
215162	rnn.bias_ih_l1_reverse	4	-0.20809851586818695
215162	rnn.bias_ih_l1_reverse	5	-0.11908617615699768
215162	rnn.bias_ih_l1_reverse	6	-0.13115806877613068
215162	rnn.bias_ih_l1_reverse	7	-0.1943543702363968
215162	rnn.bias_ih_l1_reverse	8	0.216469869017601
215162	rnn.bias_ih_l1_reverse	9	0.02438187785446644
215162	rnn.bias_hh_l1_reverse	0	0.002304632216691971
215162	rnn.bias_hh_l1_reverse	1	-0.06723140925168991
215162	rnn.bias_hh_l1_reverse	2	-0.23662884533405304
215162	rnn.bias_hh_l1_reverse	3	-0.14270231127738953
215162	rnn.bias_hh_l1_reverse	4	-0.08285640180110931
215162	rnn.bias_hh_l1_reverse	5	-0.115235835313797
215162	rnn.bias_hh_l1_reverse	6	0.057171471416950226
215162	rnn.bias_hh_l1_reverse	7	-0.14595630764961243
215162	rnn.bias_hh_l1_reverse	8	-0.11961400508880615
215162	rnn.bias_hh_l1_reverse	9	-0.15086868405342102
215162	linear.weight	0	0.002228822559118271
215162	linear.weight	1	0.1062505841255188
215162	linear.weight	2	-0.09116511791944504
215162	linear.weight	3	0.2979185879230499
215162	linear.weight	4	0.14697840809822083
215162	linear.weight	5	-0.06301186233758926
215162	linear.weight	6	0.11686385422945023
215162	linear.weight	7	0.12954497337341309
215162	linear.weight	8	0.04114210605621338
215162	linear.weight	9	-0.04948560521006584
215162	linear.bias	0	0.08615481108427048
215162	linear.bias	1	-0.15703950822353363
215162	linear.bias	2	-0.4423210024833679
215162	linear.bias	3	-0.6598702073097229
215162	linear.bias	4	-1.250319480895996
215162	linear.bias	5	-0.05355857312679291
215162	linear.bias	6	-0.7932973504066467
215162	linear.bias	7	0.2732987701892853
215162	linear.bias	8	-0.4328104257583618
215162	linear.bias	9	-1.049669623374939
215166	transitions	0	0.7396988272666931
215166	transitions	1	0.14731810986995697
215166	transitions	2	-10000.0
215166	transitions	3	-1.827494502067566
215166	transitions	4	-10000.0
215166	transitions	5	0.5644317269325256
215166	transitions	6	-0.08445093780755997
215166	transitions	7	-0.7979499697685242
215166	transitions	8	-1.4199994802474976
215166	transitions	9	-0.0012194442097097635
215166	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
215166	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
215166	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
215166	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
215166	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
215166	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
215166	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
215166	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
215166	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
215166	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
215166	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
215166	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
215166	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
215166	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
215166	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
215166	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
215166	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
215166	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
215166	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
215166	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
215166	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
215166	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
215166	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
215166	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
215166	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
215166	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
215166	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
215166	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
215166	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
215166	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
215166	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
215166	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
215166	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
215166	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
215166	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
215166	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
215166	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
215166	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
215166	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
215166	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
215166	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
215166	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
215166	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
215166	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
215166	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
215166	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
215166	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
215166	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
215166	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
215166	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
215166	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
215166	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
215166	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
215166	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
215166	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
215166	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
215166	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
215166	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
215166	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
215166	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
215166	embedding2nn.weight	0	0.019047793000936508
215166	embedding2nn.weight	1	-0.013179326429963112
215166	embedding2nn.weight	2	-0.014268254861235619
215166	embedding2nn.weight	3	-0.030103038996458054
215166	embedding2nn.weight	4	-0.0059150345623493195
215166	embedding2nn.weight	5	-0.003700588596984744
215166	embedding2nn.weight	6	-0.003973270766437054
215166	embedding2nn.weight	7	-0.0759226456284523
215166	embedding2nn.weight	8	-0.0019979383796453476
215166	embedding2nn.weight	9	-0.028645705431699753
215166	embedding2nn.bias	0	0.026066292077302933
215166	embedding2nn.bias	1	-0.07756493985652924
215166	embedding2nn.bias	2	0.07142017036676407
215166	embedding2nn.bias	3	0.0423424206674099
215166	embedding2nn.bias	4	-0.035585612058639526
215166	embedding2nn.bias	5	-0.012872227467596531
215166	embedding2nn.bias	6	0.019050272181630135
215166	embedding2nn.bias	7	-0.04798338934779167
215166	embedding2nn.bias	8	0.06910841166973114
215166	embedding2nn.bias	9	0.04120282083749771
215166	rnn.weight_ih_l0	0	-0.07905775308609009
215166	rnn.weight_ih_l0	1	0.002898897510021925
215166	rnn.weight_ih_l0	2	0.03789276257157326
215166	rnn.weight_ih_l0	3	0.02122206799685955
215166	rnn.weight_ih_l0	4	-0.04934962838888168
215166	rnn.weight_ih_l0	5	-0.06950637698173523
215166	rnn.weight_ih_l0	6	-0.0011468693846836686
215166	rnn.weight_ih_l0	7	0.051152464002370834
215166	rnn.weight_ih_l0	8	-0.015964489430189133
215166	rnn.weight_ih_l0	9	-0.03158074989914894
215166	rnn.weight_hh_l0	0	-0.030695080757141113
215166	rnn.weight_hh_l0	1	-0.007742047309875488
215166	rnn.weight_hh_l0	2	0.0074082291685044765
215166	rnn.weight_hh_l0	3	-0.0770183876156807
215166	rnn.weight_hh_l0	4	0.09404081851243973
215166	rnn.weight_hh_l0	5	-0.025167051702737808
215166	rnn.weight_hh_l0	6	-0.061784759163856506
215166	rnn.weight_hh_l0	7	0.010444045066833496
215166	rnn.weight_hh_l0	8	0.014194048941135406
215166	rnn.weight_hh_l0	9	-0.024823656305670738
215166	rnn.bias_ih_l0	0	0.12694932520389557
215166	rnn.bias_ih_l0	1	-0.03567514568567276
215166	rnn.bias_ih_l0	2	-0.03566966950893402
215166	rnn.bias_ih_l0	3	0.16123385727405548
215166	rnn.bias_ih_l0	4	-0.011745893396437168
215166	rnn.bias_ih_l0	5	-0.021873991936445236
215166	rnn.bias_ih_l0	6	0.01693781279027462
215166	rnn.bias_ih_l0	7	0.02456425502896309
215166	rnn.bias_ih_l0	8	-0.10140162706375122
215166	rnn.bias_ih_l0	9	-0.05037359520792961
215166	rnn.bias_hh_l0	0	0.001215497963130474
215166	rnn.bias_hh_l0	1	-0.10383407026529312
215166	rnn.bias_hh_l0	2	-0.07165779918432236
215166	rnn.bias_hh_l0	3	-0.08619102090597153
215166	rnn.bias_hh_l0	4	0.008073432371020317
215166	rnn.bias_hh_l0	5	-0.01911225914955139
215166	rnn.bias_hh_l0	6	0.029579266905784607
215166	rnn.bias_hh_l0	7	0.05119374766945839
215166	rnn.bias_hh_l0	8	-0.12123467028141022
215166	rnn.bias_hh_l0	9	-0.05799279361963272
215166	rnn.weight_ih_l0_reverse	0	-0.02227393537759781
215166	rnn.weight_ih_l0_reverse	1	-0.05458534136414528
215166	rnn.weight_ih_l0_reverse	2	-0.045583952218294144
215166	rnn.weight_ih_l0_reverse	3	0.01186162419617176
215166	rnn.weight_ih_l0_reverse	4	-0.025076111778616905
215166	rnn.weight_ih_l0_reverse	5	-0.05725337564945221
215166	rnn.weight_ih_l0_reverse	6	0.07572879642248154
215166	rnn.weight_ih_l0_reverse	7	-0.017529523000121117
215166	rnn.weight_ih_l0_reverse	8	-0.018128512427210808
215166	rnn.weight_ih_l0_reverse	9	0.00468486500903964
215166	rnn.weight_hh_l0_reverse	0	0.06753364205360413
215166	rnn.weight_hh_l0_reverse	1	0.022052789106965065
215166	rnn.weight_hh_l0_reverse	2	0.02838747948408127
215166	rnn.weight_hh_l0_reverse	3	0.03557465225458145
215166	rnn.weight_hh_l0_reverse	4	0.01244690828025341
215166	rnn.weight_hh_l0_reverse	5	0.00730071822181344
215166	rnn.weight_hh_l0_reverse	6	0.05003061145544052
215166	rnn.weight_hh_l0_reverse	7	-0.07948023825883865
215166	rnn.weight_hh_l0_reverse	8	0.04059872776269913
215166	rnn.weight_hh_l0_reverse	9	0.035448070615530014
215166	rnn.bias_ih_l0_reverse	0	-0.059603720903396606
215166	rnn.bias_ih_l0_reverse	1	-0.2870925962924957
215166	rnn.bias_ih_l0_reverse	2	-0.12010402977466583
215166	rnn.bias_ih_l0_reverse	3	-0.04798545315861702
215166	rnn.bias_ih_l0_reverse	4	-0.021726898849010468
215166	rnn.bias_ih_l0_reverse	5	0.07543386518955231
215166	rnn.bias_ih_l0_reverse	6	-0.06506197154521942
215166	rnn.bias_ih_l0_reverse	7	0.06623862683773041
215166	rnn.bias_ih_l0_reverse	8	-0.045706652104854584
215166	rnn.bias_ih_l0_reverse	9	0.06441489607095718
215166	rnn.bias_hh_l0_reverse	0	0.01923832856118679
215166	rnn.bias_hh_l0_reverse	1	-0.05396118760108948
215166	rnn.bias_hh_l0_reverse	2	0.08373765647411346
215166	rnn.bias_hh_l0_reverse	3	-0.047599099576473236
215166	rnn.bias_hh_l0_reverse	4	-0.022606469690799713
215166	rnn.bias_hh_l0_reverse	5	-0.022766027599573135
215166	rnn.bias_hh_l0_reverse	6	-0.01555086299777031
215166	rnn.bias_hh_l0_reverse	7	0.10151449590921402
215166	rnn.bias_hh_l0_reverse	8	0.03318215534090996
215166	rnn.bias_hh_l0_reverse	9	-0.15278661251068115
215166	rnn.weight_ih_l1	0	-0.030382748693227768
215166	rnn.weight_ih_l1	1	-0.05115126445889473
215166	rnn.weight_ih_l1	2	0.06031442806124687
215166	rnn.weight_ih_l1	3	-0.07104136794805527
215166	rnn.weight_ih_l1	4	-0.01437203586101532
215166	rnn.weight_ih_l1	5	-0.0402127243578434
215166	rnn.weight_ih_l1	6	0.026600036770105362
215166	rnn.weight_ih_l1	7	-0.045466821640729904
215166	rnn.weight_ih_l1	8	0.03759506344795227
215166	rnn.weight_ih_l1	9	0.044245824217796326
215166	rnn.weight_hh_l1	0	-0.007640272378921509
215166	rnn.weight_hh_l1	1	0.019941342994570732
215166	rnn.weight_hh_l1	2	0.006941394414752722
215166	rnn.weight_hh_l1	3	-0.012766391038894653
215166	rnn.weight_hh_l1	4	0.004507114645093679
215166	rnn.weight_hh_l1	5	0.03456703573465347
215166	rnn.weight_hh_l1	6	0.0362800769507885
215166	rnn.weight_hh_l1	7	-0.017787950113415718
215166	rnn.weight_hh_l1	8	-0.008077400736510754
215166	rnn.weight_hh_l1	9	0.0382193922996521
215166	rnn.bias_ih_l1	0	-0.18353919684886932
215166	rnn.bias_ih_l1	1	-0.18033240735530853
215166	rnn.bias_ih_l1	2	-0.20058879256248474
215166	rnn.bias_ih_l1	3	-0.31407082080841064
215166	rnn.bias_ih_l1	4	-0.20840401947498322
215166	rnn.bias_ih_l1	5	-0.0864061564207077
215166	rnn.bias_ih_l1	6	-0.1600169539451599
215166	rnn.bias_ih_l1	7	-0.01025389600545168
215166	rnn.bias_ih_l1	8	-0.1330888867378235
215166	rnn.bias_ih_l1	9	-0.12901803851127625
215166	rnn.bias_hh_l1	0	-0.09649690240621567
215166	rnn.bias_hh_l1	1	-0.06865106523036957
215166	rnn.bias_hh_l1	2	-0.0872703418135643
215166	rnn.bias_hh_l1	3	-0.07750266790390015
215166	rnn.bias_hh_l1	4	-0.07787729054689407
215166	rnn.bias_hh_l1	5	-0.1185796782374382
215166	rnn.bias_hh_l1	6	-0.16391879320144653
215166	rnn.bias_hh_l1	7	0.0743551105260849
215166	rnn.bias_hh_l1	8	-0.18358214199543
215166	rnn.bias_hh_l1	9	-0.12449931353330612
215166	rnn.weight_ih_l1_reverse	0	-0.045160479843616486
215166	rnn.weight_ih_l1_reverse	1	0.03473728895187378
215166	rnn.weight_ih_l1_reverse	2	0.09306319802999496
215166	rnn.weight_ih_l1_reverse	3	-0.01933629810810089
215166	rnn.weight_ih_l1_reverse	4	-0.024174721911549568
215166	rnn.weight_ih_l1_reverse	5	-0.030381178483366966
215166	rnn.weight_ih_l1_reverse	6	-0.017183838412165642
215166	rnn.weight_ih_l1_reverse	7	0.02874632738530636
215166	rnn.weight_ih_l1_reverse	8	0.010467411950230598
215166	rnn.weight_ih_l1_reverse	9	-0.03252985328435898
215166	rnn.weight_hh_l1_reverse	0	0.004729182459414005
215166	rnn.weight_hh_l1_reverse	1	0.031437572091817856
215166	rnn.weight_hh_l1_reverse	2	-0.04059022665023804
215166	rnn.weight_hh_l1_reverse	3	0.035198673605918884
215166	rnn.weight_hh_l1_reverse	4	0.04734475910663605
215166	rnn.weight_hh_l1_reverse	5	0.00446740398183465
215166	rnn.weight_hh_l1_reverse	6	0.049934305250644684
215166	rnn.weight_hh_l1_reverse	7	0.03067830204963684
215166	rnn.weight_hh_l1_reverse	8	-0.00717118801549077
215166	rnn.weight_hh_l1_reverse	9	-0.03126895800232887
215166	rnn.bias_ih_l1_reverse	0	-0.047919001430273056
215166	rnn.bias_ih_l1_reverse	1	-0.14254936575889587
215166	rnn.bias_ih_l1_reverse	2	-0.16190047562122345
215166	rnn.bias_ih_l1_reverse	3	-0.0587906651198864
215166	rnn.bias_ih_l1_reverse	4	-0.2081068903207779
215166	rnn.bias_ih_l1_reverse	5	-0.11899985373020172
215166	rnn.bias_ih_l1_reverse	6	-0.13120324909687042
215166	rnn.bias_ih_l1_reverse	7	-0.19436009228229523
215166	rnn.bias_ih_l1_reverse	8	0.21654297411441803
215166	rnn.bias_ih_l1_reverse	9	0.02473253756761551
215166	rnn.bias_hh_l1_reverse	0	0.0024188088718801737
215166	rnn.bias_hh_l1_reverse	1	-0.06717938929796219
215166	rnn.bias_hh_l1_reverse	2	-0.23664849996566772
215166	rnn.bias_hh_l1_reverse	3	-0.14266254007816315
215166	rnn.bias_hh_l1_reverse	4	-0.08291575312614441
215166	rnn.bias_hh_l1_reverse	5	-0.11530577391386032
215166	rnn.bias_hh_l1_reverse	6	0.057168394327163696
215166	rnn.bias_hh_l1_reverse	7	-0.14602971076965332
215166	rnn.bias_hh_l1_reverse	8	-0.11956862360239029
215166	rnn.bias_hh_l1_reverse	9	-0.15085598826408386
215166	linear.weight	0	0.002228822559118271
215166	linear.weight	1	0.1059584841132164
215166	linear.weight	2	-0.09116239100694656
215166	linear.weight	3	0.29795053601264954
215166	linear.weight	4	0.1467638462781906
215166	linear.weight	5	-0.06302878260612488
215166	linear.weight	6	0.11670081317424774
215166	linear.weight	7	0.12991483509540558
215166	linear.weight	8	0.04114209860563278
215166	linear.weight	9	-0.049555692821741104
215166	linear.bias	0	0.08699420094490051
215166	linear.bias	1	-0.15805411338806152
215166	linear.bias	2	-0.44333142042160034
215166	linear.bias	3	-0.6601894497871399
215166	linear.bias	4	-1.2506269216537476
215166	linear.bias	5	-0.05419039726257324
215166	linear.bias	6	-0.7943069934844971
215166	linear.bias	7	0.2727123200893402
215166	linear.bias	8	-0.4318791329860687
215166	linear.bias	9	-1.0484306812286377
215363	transitions	0	0.7398040890693665
215363	transitions	1	0.1485804170370102
215363	transitions	2	-10000.0
215363	transitions	3	-1.8275078535079956
215363	transitions	4	-10000.0
215363	transitions	5	0.5644150972366333
215363	transitions	6	-0.08446121215820312
215363	transitions	7	-0.7980916500091553
215363	transitions	8	-1.4200109243392944
215363	transitions	9	-0.0012196226743981242
215363	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
215363	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
215363	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
215363	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
215363	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
215363	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
215363	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
215363	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
215363	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
215363	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
215363	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
215363	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
215363	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
215363	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
215363	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
215363	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
215363	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
215363	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
215363	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
215363	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
215363	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
215363	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
215363	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
215363	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
215363	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
215363	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
215363	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
215363	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
215363	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
215363	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
215363	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
215363	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
215363	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
215363	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
215363	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
215363	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
215363	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
215363	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
215363	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
215363	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
215363	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
215363	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
215363	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
215363	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
215363	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
215363	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
215363	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
215363	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
215363	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
215363	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
215363	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
215363	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
215363	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
215363	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
215363	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
215363	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
215363	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
215363	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
215363	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
215363	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
215363	embedding2nn.weight	0	0.018845217302441597
215363	embedding2nn.weight	1	-0.013146628625690937
215363	embedding2nn.weight	2	-0.014268254861235619
215363	embedding2nn.weight	3	-0.030454717576503754
215363	embedding2nn.weight	4	-0.0059150345623493195
215363	embedding2nn.weight	5	-0.003700588596984744
215363	embedding2nn.weight	6	-0.003973270300775766
215363	embedding2nn.weight	7	-0.07588091492652893
215363	embedding2nn.weight	8	-0.0019979383796453476
215363	embedding2nn.weight	9	-0.028641819953918457
215363	embedding2nn.bias	0	0.021819597110152245
215363	embedding2nn.bias	1	-0.07775519788265228
215363	embedding2nn.bias	2	0.06931614875793457
215363	embedding2nn.bias	3	0.04108568653464317
215363	embedding2nn.bias	4	-0.0352010540664196
215363	embedding2nn.bias	5	-0.013740460388362408
215363	embedding2nn.bias	6	0.020897667855024338
215363	embedding2nn.bias	7	-0.047514691948890686
215363	embedding2nn.bias	8	0.07024121284484863
215363	embedding2nn.bias	9	0.04132606461644173
215363	rnn.weight_ih_l0	0	-0.07892926037311554
215363	rnn.weight_ih_l0	1	0.003344697877764702
215363	rnn.weight_ih_l0	2	0.03751657158136368
215363	rnn.weight_ih_l0	3	0.021211139857769012
215363	rnn.weight_ih_l0	4	-0.049323175102472305
215363	rnn.weight_ih_l0	5	-0.06967895478010178
215363	rnn.weight_ih_l0	6	-0.0009637375478632748
215363	rnn.weight_ih_l0	7	0.05113532394170761
215363	rnn.weight_ih_l0	8	-0.015690116211771965
215363	rnn.weight_ih_l0	9	-0.031568169593811035
215363	rnn.weight_hh_l0	0	-0.0308927521109581
215363	rnn.weight_hh_l0	1	-0.008199428208172321
215363	rnn.weight_hh_l0	2	0.007616945542395115
215363	rnn.weight_hh_l0	3	-0.07718822360038757
215363	rnn.weight_hh_l0	4	0.09399982541799545
215363	rnn.weight_hh_l0	5	-0.02520217001438141
215363	rnn.weight_hh_l0	6	-0.061706602573394775
215363	rnn.weight_hh_l0	7	0.010411552153527737
215363	rnn.weight_hh_l0	8	0.014055362902581692
215363	rnn.weight_hh_l0	9	-0.024731919169425964
215363	rnn.bias_ih_l0	0	0.12690719962120056
215363	rnn.bias_ih_l0	1	-0.035665448755025864
215363	rnn.bias_ih_l0	2	-0.03464696556329727
215363	rnn.bias_ih_l0	3	0.16100138425827026
215363	rnn.bias_ih_l0	4	-0.010877690277993679
215363	rnn.bias_ih_l0	5	-0.02153029851615429
215363	rnn.bias_ih_l0	6	0.017196644097566605
215363	rnn.bias_ih_l0	7	0.023549705743789673
215363	rnn.bias_ih_l0	8	-0.10141927003860474
215363	rnn.bias_ih_l0	9	-0.048189323395490646
215363	rnn.bias_hh_l0	0	0.0007090748404152691
215363	rnn.bias_hh_l0	1	-0.10268149524927139
215363	rnn.bias_hh_l0	2	-0.07163582742214203
215363	rnn.bias_hh_l0	3	-0.08547583222389221
215363	rnn.bias_hh_l0	4	0.008218009024858475
215363	rnn.bias_hh_l0	5	-0.018675336614251137
215363	rnn.bias_hh_l0	6	0.028984639793634415
215363	rnn.bias_hh_l0	7	0.05124137923121452
215363	rnn.bias_hh_l0	8	-0.1209268718957901
215363	rnn.bias_hh_l0	9	-0.057329799979925156
215363	rnn.weight_ih_l0_reverse	0	-0.021994126960635185
215363	rnn.weight_ih_l0_reverse	1	-0.05454172194004059
215363	rnn.weight_ih_l0_reverse	2	-0.045999810099601746
215363	rnn.weight_ih_l0_reverse	3	0.012023458257317543
215363	rnn.weight_ih_l0_reverse	4	-0.025028768926858902
215363	rnn.weight_ih_l0_reverse	5	-0.05729839578270912
215363	rnn.weight_ih_l0_reverse	6	0.07585989683866501
215363	rnn.weight_ih_l0_reverse	7	-0.01715896651148796
215363	rnn.weight_ih_l0_reverse	8	-0.018210552632808685
215363	rnn.weight_ih_l0_reverse	9	0.00463505694642663
215363	rnn.weight_hh_l0_reverse	0	0.06745318323373795
215363	rnn.weight_hh_l0_reverse	1	0.02174185775220394
215363	rnn.weight_hh_l0_reverse	2	0.028066707774996758
215363	rnn.weight_hh_l0_reverse	3	0.03548235073685646
215363	rnn.weight_hh_l0_reverse	4	0.01267081219702959
215363	rnn.weight_hh_l0_reverse	5	0.00730329193174839
215363	rnn.weight_hh_l0_reverse	6	0.04994921758770943
215363	rnn.weight_hh_l0_reverse	7	-0.07899796962738037
215363	rnn.weight_hh_l0_reverse	8	0.040564775466918945
215363	rnn.weight_hh_l0_reverse	9	0.03567430377006531
215363	rnn.bias_ih_l0_reverse	0	-0.05905134975910187
215363	rnn.bias_ih_l0_reverse	1	-0.28784820437431335
215363	rnn.bias_ih_l0_reverse	2	-0.12136867642402649
215363	rnn.bias_ih_l0_reverse	3	-0.04759185388684273
215363	rnn.bias_ih_l0_reverse	4	-0.020994147285819054
215363	rnn.bias_ih_l0_reverse	5	0.07555782049894333
215363	rnn.bias_ih_l0_reverse	6	-0.06541445106267929
215363	rnn.bias_ih_l0_reverse	7	0.06659150868654251
215363	rnn.bias_ih_l0_reverse	8	-0.04636843129992485
215363	rnn.bias_ih_l0_reverse	9	0.06550980359315872
215363	rnn.bias_hh_l0_reverse	0	0.01927173137664795
215363	rnn.bias_hh_l0_reverse	1	-0.056219179183244705
215363	rnn.bias_hh_l0_reverse	2	0.08515861630439758
215363	rnn.bias_hh_l0_reverse	3	-0.0480424128472805
215363	rnn.bias_hh_l0_reverse	4	-0.022951822727918625
215363	rnn.bias_hh_l0_reverse	5	-0.02346937358379364
215363	rnn.bias_hh_l0_reverse	6	-0.015765737742185593
215363	rnn.bias_hh_l0_reverse	7	0.10198871791362762
215363	rnn.bias_hh_l0_reverse	8	0.0331457145512104
215363	rnn.bias_hh_l0_reverse	9	-0.15239113569259644
215363	rnn.weight_ih_l1	0	-0.030262693762779236
215363	rnn.weight_ih_l1	1	-0.0514826625585556
215363	rnn.weight_ih_l1	2	0.06109374761581421
215363	rnn.weight_ih_l1	3	-0.07161764055490494
215363	rnn.weight_ih_l1	4	-0.014258885756134987
215363	rnn.weight_ih_l1	5	-0.04025930538773537
215363	rnn.weight_ih_l1	6	0.026173466816544533
215363	rnn.weight_ih_l1	7	-0.045228783041238785
215363	rnn.weight_ih_l1	8	0.03763680160045624
215363	rnn.weight_ih_l1	9	0.04389626532793045
215363	rnn.weight_hh_l1	0	-0.007712095510214567
215363	rnn.weight_hh_l1	1	0.019980328157544136
215363	rnn.weight_hh_l1	2	0.006509844679385424
215363	rnn.weight_hh_l1	3	-0.012722739018499851
215363	rnn.weight_hh_l1	4	0.004256141372025013
215363	rnn.weight_hh_l1	5	0.034520093351602554
215363	rnn.weight_hh_l1	6	0.036308951675891876
215363	rnn.weight_hh_l1	7	-0.01773550547659397
215363	rnn.weight_hh_l1	8	-0.008077936246991158
215363	rnn.weight_hh_l1	9	0.03826221451163292
215363	rnn.bias_ih_l1	0	-0.18387290835380554
215363	rnn.bias_ih_l1	1	-0.179488405585289
215363	rnn.bias_ih_l1	2	-0.20050843060016632
215363	rnn.bias_ih_l1	3	-0.31413304805755615
215363	rnn.bias_ih_l1	4	-0.20810557901859283
215363	rnn.bias_ih_l1	5	-0.08655674010515213
215363	rnn.bias_ih_l1	6	-0.160512313246727
215363	rnn.bias_ih_l1	7	-0.008465714752674103
215363	rnn.bias_ih_l1	8	-0.13405802845954895
215363	rnn.bias_ih_l1	9	-0.12886326014995575
215363	rnn.bias_hh_l1	0	-0.09683746099472046
215363	rnn.bias_hh_l1	1	-0.06900666654109955
215363	rnn.bias_hh_l1	2	-0.08686063438653946
215363	rnn.bias_hh_l1	3	-0.07779379934072495
215363	rnn.bias_hh_l1	4	-0.07733286917209625
215363	rnn.bias_hh_l1	5	-0.11844347417354584
215363	rnn.bias_hh_l1	6	-0.16308246552944183
215363	rnn.bias_hh_l1	7	0.07342860847711563
215363	rnn.bias_hh_l1	8	-0.18361711502075195
215363	rnn.bias_hh_l1	9	-0.12468455731868744
215363	rnn.weight_ih_l1_reverse	0	-0.045330774039030075
215363	rnn.weight_ih_l1_reverse	1	0.034247055649757385
215363	rnn.weight_ih_l1_reverse	2	0.09316392987966537
215363	rnn.weight_ih_l1_reverse	3	-0.019601328298449516
215363	rnn.weight_ih_l1_reverse	4	-0.024401407688856125
215363	rnn.weight_ih_l1_reverse	5	-0.030347056686878204
215363	rnn.weight_ih_l1_reverse	6	-0.01746540702879429
215363	rnn.weight_ih_l1_reverse	7	0.02850898914039135
215363	rnn.weight_ih_l1_reverse	8	0.010755454190075397
215363	rnn.weight_ih_l1_reverse	9	-0.03218117356300354
215363	rnn.weight_hh_l1_reverse	0	0.004732577130198479
215363	rnn.weight_hh_l1_reverse	1	0.031484201550483704
215363	rnn.weight_hh_l1_reverse	2	-0.04055637866258621
215363	rnn.weight_hh_l1_reverse	3	0.03516433387994766
215363	rnn.weight_hh_l1_reverse	4	0.047120098024606705
215363	rnn.weight_hh_l1_reverse	5	0.004515525884926319
215363	rnn.weight_hh_l1_reverse	6	0.04951043054461479
215363	rnn.weight_hh_l1_reverse	7	0.030762437731027603
215363	rnn.weight_hh_l1_reverse	8	-0.007097896654158831
215363	rnn.weight_hh_l1_reverse	9	-0.031128091737627983
215363	rnn.bias_ih_l1_reverse	0	-0.0478040985763073
215363	rnn.bias_ih_l1_reverse	1	-0.14183859527111053
215363	rnn.bias_ih_l1_reverse	2	-0.162325918674469
215363	rnn.bias_ih_l1_reverse	3	-0.059247296303510666
215363	rnn.bias_ih_l1_reverse	4	-0.20808465778827667
215363	rnn.bias_ih_l1_reverse	5	-0.11941958963871002
215363	rnn.bias_ih_l1_reverse	6	-0.13082191348075867
215363	rnn.bias_ih_l1_reverse	7	-0.19383813440799713
215363	rnn.bias_ih_l1_reverse	8	0.21650226414203644
215363	rnn.bias_ih_l1_reverse	9	0.025233369320631027
215363	rnn.bias_hh_l1_reverse	0	0.0031788842752575874
215363	rnn.bias_hh_l1_reverse	1	-0.06900475174188614
215363	rnn.bias_hh_l1_reverse	2	-0.2368469089269638
215363	rnn.bias_hh_l1_reverse	3	-0.14283020794391632
215363	rnn.bias_hh_l1_reverse	4	-0.08341032266616821
215363	rnn.bias_hh_l1_reverse	5	-0.11539828777313232
215363	rnn.bias_hh_l1_reverse	6	0.05789986997842789
215363	rnn.bias_hh_l1_reverse	7	-0.14574557542800903
215363	rnn.bias_hh_l1_reverse	8	-0.11978355050086975
215363	rnn.bias_hh_l1_reverse	9	-0.15069349110126495
215363	linear.weight	0	0.002228822559118271
215363	linear.weight	1	0.1036931723356247
215363	linear.weight	2	-0.09160100668668747
215363	linear.weight	3	0.30099552869796753
215363	linear.weight	4	0.1467960774898529
215363	linear.weight	5	-0.0624563954770565
215363	linear.weight	6	0.11455412954092026
215363	linear.weight	7	0.1288725882768631
215363	linear.weight	8	0.041141852736473083
215363	linear.weight	9	-0.05079016461968422
215363	linear.bias	0	0.08561179041862488
215363	linear.bias	1	-0.15171194076538086
215363	linear.bias	2	-0.44982343912124634
215363	linear.bias	3	-0.6616661548614502
215363	linear.bias	4	-1.2518254518508911
215363	linear.bias	5	-0.05557599291205406
215363	linear.bias	6	-0.7875657081604004
215363	linear.bias	7	0.27158206701278687
215363	linear.bias	8	-0.4247717559337616
215363	linear.bias	9	-1.041245937347412
215560	transitions	0	0.7462281584739685
215560	transitions	1	0.146797776222229
215560	transitions	2	-10000.0
215560	transitions	3	-1.8275128602981567
215560	transitions	4	-10000.0
215560	transitions	5	0.564397394657135
215560	transitions	6	-0.0844825953245163
215560	transitions	7	-0.7982197403907776
215560	transitions	8	-1.420018196105957
215560	transitions	9	-0.0012197558535262942
215560	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
215560	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
215560	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
215560	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
215560	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
215560	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
215560	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
215560	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
215560	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
215560	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
215560	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
215560	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
215560	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
215560	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
215560	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
215560	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
215560	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
215560	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
215560	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
215560	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
215560	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
215560	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
215560	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
215560	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
215560	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
215560	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
215560	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
215560	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
215560	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
215560	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
215560	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
215560	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
215560	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
215560	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
215560	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
215560	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
215560	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
215560	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
215560	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
215560	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
215560	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
215560	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
215560	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
215560	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
215560	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
215560	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
215560	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
215560	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
215560	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
215560	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
215560	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
215560	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
215560	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
215560	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
215560	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
215560	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
215560	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
215560	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
215560	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
215560	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
215560	embedding2nn.weight	0	0.019053498283028603
215560	embedding2nn.weight	1	-0.013123046606779099
215560	embedding2nn.weight	2	-0.014268254861235619
215560	embedding2nn.weight	3	-0.030308924615383148
215560	embedding2nn.weight	4	-0.0059150345623493195
215560	embedding2nn.weight	5	-0.003700588596984744
215560	embedding2nn.weight	6	-0.003973270766437054
215560	embedding2nn.weight	7	-0.07576266676187515
215560	embedding2nn.weight	8	-0.0019979383796453476
215560	embedding2nn.weight	9	-0.028719114139676094
215560	embedding2nn.bias	0	0.02240944467484951
215560	embedding2nn.bias	1	-0.07736098766326904
215560	embedding2nn.bias	2	0.07213658094406128
215560	embedding2nn.bias	3	0.04514935985207558
215560	embedding2nn.bias	4	-0.034849364310503006
215560	embedding2nn.bias	5	-0.015601937659084797
215560	embedding2nn.bias	6	0.021117718890309334
215560	embedding2nn.bias	7	-0.04581158608198166
215560	embedding2nn.bias	8	0.07011816650629044
215560	embedding2nn.bias	9	0.042181167751550674
215560	rnn.weight_ih_l0	0	-0.07866150140762329
215560	rnn.weight_ih_l0	1	0.003628987120464444
215560	rnn.weight_ih_l0	2	0.037434760481119156
215560	rnn.weight_ih_l0	3	0.021061208099126816
215560	rnn.weight_ih_l0	4	-0.04939303174614906
215560	rnn.weight_ih_l0	5	-0.06979253143072128
215560	rnn.weight_ih_l0	6	-0.0012438413687050343
215560	rnn.weight_ih_l0	7	0.051325082778930664
215560	rnn.weight_ih_l0	8	-0.015414330177009106
215560	rnn.weight_ih_l0	9	-0.03176908567547798
215560	rnn.weight_hh_l0	0	-0.030253922566771507
215560	rnn.weight_hh_l0	1	-0.007901142351329327
215560	rnn.weight_hh_l0	2	0.007416609674692154
215560	rnn.weight_hh_l0	3	-0.07744262367486954
215560	rnn.weight_hh_l0	4	0.0940169095993042
215560	rnn.weight_hh_l0	5	-0.025445103645324707
215560	rnn.weight_hh_l0	6	-0.06163884699344635
215560	rnn.weight_hh_l0	7	0.010328059084713459
215560	rnn.weight_hh_l0	8	0.014023770578205585
215560	rnn.weight_hh_l0	9	-0.024528855457901955
215560	rnn.bias_ih_l0	0	0.12728248536586761
215560	rnn.bias_ih_l0	1	-0.03648722171783447
215560	rnn.bias_ih_l0	2	-0.03487458452582359
215560	rnn.bias_ih_l0	3	0.16086329519748688
215560	rnn.bias_ih_l0	4	-0.010499871335923672
215560	rnn.bias_ih_l0	5	-0.022425023838877678
215560	rnn.bias_ih_l0	6	0.017842736095190048
215560	rnn.bias_ih_l0	7	0.022834185510873795
215560	rnn.bias_ih_l0	8	-0.10107267647981644
215560	rnn.bias_ih_l0	9	-0.050440121442079544
215560	rnn.bias_hh_l0	0	0.0018675323808565736
215560	rnn.bias_hh_l0	1	-0.1020331084728241
215560	rnn.bias_hh_l0	2	-0.07136469334363937
215560	rnn.bias_hh_l0	3	-0.08584269136190414
215560	rnn.bias_hh_l0	4	0.007306226529181004
215560	rnn.bias_hh_l0	5	-0.019079862162470818
215560	rnn.bias_hh_l0	6	0.02852688543498516
215560	rnn.bias_hh_l0	7	0.05174949765205383
215560	rnn.bias_hh_l0	8	-0.11988627910614014
215560	rnn.bias_hh_l0	9	-0.0573803074657917
215560	rnn.weight_ih_l0_reverse	0	-0.022099172696471214
215560	rnn.weight_ih_l0_reverse	1	-0.05506353825330734
215560	rnn.weight_ih_l0_reverse	2	-0.04629030078649521
215560	rnn.weight_ih_l0_reverse	3	0.012320824898779392
215560	rnn.weight_ih_l0_reverse	4	-0.024994095787405968
215560	rnn.weight_ih_l0_reverse	5	-0.057167500257492065
215560	rnn.weight_ih_l0_reverse	6	0.07510608434677124
215560	rnn.weight_ih_l0_reverse	7	-0.01734464056789875
215560	rnn.weight_ih_l0_reverse	8	-0.018220802769064903
215560	rnn.weight_ih_l0_reverse	9	0.0044739521108567715
215560	rnn.weight_hh_l0_reverse	0	0.06778839230537415
215560	rnn.weight_hh_l0_reverse	1	0.022069666534662247
215560	rnn.weight_hh_l0_reverse	2	0.028343237936496735
215560	rnn.weight_hh_l0_reverse	3	0.03537870943546295
215560	rnn.weight_hh_l0_reverse	4	0.012465737760066986
215560	rnn.weight_hh_l0_reverse	5	0.007218451704829931
215560	rnn.weight_hh_l0_reverse	6	0.05010941997170448
215560	rnn.weight_hh_l0_reverse	7	-0.07894576340913773
215560	rnn.weight_hh_l0_reverse	8	0.040565166622400284
215560	rnn.weight_hh_l0_reverse	9	0.03593107685446739
215560	rnn.bias_ih_l0_reverse	0	-0.059182584285736084
215560	rnn.bias_ih_l0_reverse	1	-0.28692862391471863
215560	rnn.bias_ih_l0_reverse	2	-0.12218038737773895
215560	rnn.bias_ih_l0_reverse	3	-0.04723886027932167
215560	rnn.bias_ih_l0_reverse	4	-0.022184159606695175
215560	rnn.bias_ih_l0_reverse	5	0.07608938962221146
215560	rnn.bias_ih_l0_reverse	6	-0.06557440012693405
215560	rnn.bias_ih_l0_reverse	7	0.0670749619603157
215560	rnn.bias_ih_l0_reverse	8	-0.04655223339796066
215560	rnn.bias_ih_l0_reverse	9	0.06444695591926575
215560	rnn.bias_hh_l0_reverse	0	0.020414868369698524
215560	rnn.bias_hh_l0_reverse	1	-0.055216383188962936
215560	rnn.bias_hh_l0_reverse	2	0.08488332480192184
215560	rnn.bias_hh_l0_reverse	3	-0.04695948213338852
215560	rnn.bias_hh_l0_reverse	4	-0.023721681907773018
215560	rnn.bias_hh_l0_reverse	5	-0.023010265082120895
215560	rnn.bias_hh_l0_reverse	6	-0.01573486067354679
215560	rnn.bias_hh_l0_reverse	7	0.10175725817680359
215560	rnn.bias_hh_l0_reverse	8	0.033689480274915695
215560	rnn.bias_hh_l0_reverse	9	-0.15251699090003967
215560	rnn.weight_ih_l1	0	-0.03025796078145504
215560	rnn.weight_ih_l1	1	-0.05167200788855553
215560	rnn.weight_ih_l1	2	0.06131940335035324
215560	rnn.weight_ih_l1	3	-0.07187078893184662
215560	rnn.weight_ih_l1	4	-0.01430603675544262
215560	rnn.weight_ih_l1	5	-0.04041413217782974
215560	rnn.weight_ih_l1	6	0.026330968365073204
215560	rnn.weight_ih_l1	7	-0.04532693326473236
215560	rnn.weight_ih_l1	8	0.037602730095386505
215560	rnn.weight_ih_l1	9	0.04395532235503197
215560	rnn.weight_hh_l1	0	-0.0072485110722482204
215560	rnn.weight_hh_l1	1	0.019918587058782578
215560	rnn.weight_hh_l1	2	0.0069330111145973206
215560	rnn.weight_hh_l1	3	-0.012551357969641685
215560	rnn.weight_hh_l1	4	0.004324884153902531
215560	rnn.weight_hh_l1	5	0.03450667858123779
215560	rnn.weight_hh_l1	6	0.03630794584751129
215560	rnn.weight_hh_l1	7	-0.01769872196018696
215560	rnn.weight_hh_l1	8	-0.008051714859902859
215560	rnn.weight_hh_l1	9	0.038482051342725754
215560	rnn.bias_ih_l1	0	-0.18460820615291595
215560	rnn.bias_ih_l1	1	-0.17967307567596436
215560	rnn.bias_ih_l1	2	-0.20107823610305786
215560	rnn.bias_ih_l1	3	-0.3148359954357147
215560	rnn.bias_ih_l1	4	-0.21098892390727997
215560	rnn.bias_ih_l1	5	-0.08656474202871323
215560	rnn.bias_ih_l1	6	-0.16185258328914642
215560	rnn.bias_ih_l1	7	-0.0061818575486540794
215560	rnn.bias_ih_l1	8	-0.13405713438987732
215560	rnn.bias_ih_l1	9	-0.12804549932479858
215560	rnn.bias_hh_l1	0	-0.09794042259454727
215560	rnn.bias_hh_l1	1	-0.06890923529863358
215560	rnn.bias_hh_l1	2	-0.08719615638256073
215560	rnn.bias_hh_l1	3	-0.0775873064994812
215560	rnn.bias_hh_l1	4	-0.07635576277971268
215560	rnn.bias_hh_l1	5	-0.11870827525854111
215560	rnn.bias_hh_l1	6	-0.16254520416259766
215560	rnn.bias_hh_l1	7	0.07309596240520477
215560	rnn.bias_hh_l1	8	-0.18304869532585144
215560	rnn.bias_hh_l1	9	-0.1246853843331337
215560	rnn.weight_ih_l1_reverse	0	-0.04507029801607132
215560	rnn.weight_ih_l1_reverse	1	0.03433896601200104
215560	rnn.weight_ih_l1_reverse	2	0.09209974855184555
215560	rnn.weight_ih_l1_reverse	3	-0.01929825358092785
215560	rnn.weight_ih_l1_reverse	4	-0.02371828444302082
215560	rnn.weight_ih_l1_reverse	5	-0.030338553711771965
215560	rnn.weight_ih_l1_reverse	6	-0.01744561456143856
215560	rnn.weight_ih_l1_reverse	7	0.02876712754368782
215560	rnn.weight_ih_l1_reverse	8	0.01096468884497881
215560	rnn.weight_ih_l1_reverse	9	-0.0321093425154686
215560	rnn.weight_hh_l1_reverse	0	0.0047768582589924335
215560	rnn.weight_hh_l1_reverse	1	0.031441621482372284
215560	rnn.weight_hh_l1_reverse	2	-0.04056971147656441
215560	rnn.weight_hh_l1_reverse	3	0.035167619585990906
215560	rnn.weight_hh_l1_reverse	4	0.0471116304397583
215560	rnn.weight_hh_l1_reverse	5	0.004665969870984554
215560	rnn.weight_hh_l1_reverse	6	0.04962162673473358
215560	rnn.weight_hh_l1_reverse	7	0.030764391645789146
215560	rnn.weight_hh_l1_reverse	8	-0.007079743780195713
215560	rnn.weight_hh_l1_reverse	9	-0.031148359179496765
215560	rnn.bias_ih_l1_reverse	0	-0.04825197160243988
215560	rnn.bias_ih_l1_reverse	1	-0.14226296544075012
215560	rnn.bias_ih_l1_reverse	2	-0.16360525786876678
215560	rnn.bias_ih_l1_reverse	3	-0.05987679585814476
215560	rnn.bias_ih_l1_reverse	4	-0.20739367604255676
215560	rnn.bias_ih_l1_reverse	5	-0.1188739538192749
215560	rnn.bias_ih_l1_reverse	6	-0.13075986504554749
215560	rnn.bias_ih_l1_reverse	7	-0.19407275319099426
215560	rnn.bias_ih_l1_reverse	8	0.21655192971229553
215560	rnn.bias_ih_l1_reverse	9	0.026229286566376686
215560	rnn.bias_hh_l1_reverse	0	0.004181130323559046
215560	rnn.bias_hh_l1_reverse	1	-0.06760210543870926
215560	rnn.bias_hh_l1_reverse	2	-0.23672883212566376
215560	rnn.bias_hh_l1_reverse	3	-0.14296631515026093
215560	rnn.bias_hh_l1_reverse	4	-0.08306028693914413
215560	rnn.bias_hh_l1_reverse	5	-0.11566686630249023
215560	rnn.bias_hh_l1_reverse	6	0.058178771287202835
215560	rnn.bias_hh_l1_reverse	7	-0.14487718045711517
215560	rnn.bias_hh_l1_reverse	8	-0.11988972127437592
215560	rnn.bias_hh_l1_reverse	9	-0.1507316529750824
215560	linear.weight	0	0.002228822559118271
215560	linear.weight	1	0.10611587017774582
215560	linear.weight	2	-0.09097447246313095
215560	linear.weight	3	0.2976960837841034
215560	linear.weight	4	0.14843423664569855
215560	linear.weight	5	-0.0618533119559288
215560	linear.weight	6	0.11504638940095901
215560	linear.weight	7	0.12859855592250824
215560	linear.weight	8	0.04114166274666786
215560	linear.weight	9	-0.05177959054708481
215560	linear.bias	0	0.09008927643299103
215560	linear.bias	1	-0.1574108600616455
215560	linear.bias	2	-0.44489043951034546
215560	linear.bias	3	-0.6618615984916687
215560	linear.bias	4	-1.2527402639389038
215560	linear.bias	5	-0.05476425960659981
215560	linear.bias	6	-0.7926139831542969
215560	linear.bias	7	0.27237603068351746
215560	linear.bias	8	-0.42214062809944153
215560	linear.bias	9	-1.0385671854019165
215757	transitions	0	0.7465216517448425
215757	transitions	1	0.14605875313282013
215757	transitions	2	-10000.0
215757	transitions	3	-1.8275189399719238
215757	transitions	4	-10000.0
215757	transitions	5	0.564391016960144
215757	transitions	6	-0.0844942256808281
215757	transitions	7	-0.7983173131942749
215757	transitions	8	-1.4200341701507568
215757	transitions	9	-0.0012198233744129539
215757	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
215757	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
215757	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
215757	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
215757	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
215757	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
215757	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
215757	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
215757	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
215757	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
215757	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
215757	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
215757	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
215757	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
215757	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
215757	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
215757	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
215757	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
215757	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
215757	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
215757	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
215757	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
215757	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
215757	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
215757	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
215757	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
215757	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
215757	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
215757	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
215757	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
215757	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
215757	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
215757	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
215757	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
215757	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
215757	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
215757	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
215757	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
215757	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
215757	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
215757	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
215757	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
215757	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
215757	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
215757	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
215757	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
215757	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
215757	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
215757	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
215757	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
215757	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
215757	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
215757	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
215757	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
215757	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
215757	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
215757	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
215757	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
215757	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
215757	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
215757	embedding2nn.weight	0	0.018830163404345512
215757	embedding2nn.weight	1	-0.01310989260673523
215757	embedding2nn.weight	2	-0.014268254861235619
215757	embedding2nn.weight	3	-0.030035829171538353
215757	embedding2nn.weight	4	-0.0059150345623493195
215757	embedding2nn.weight	5	-0.003700588596984744
215757	embedding2nn.weight	6	-0.003973271232098341
215757	embedding2nn.weight	7	-0.07554907351732254
215757	embedding2nn.weight	8	-0.0019979383796453476
215757	embedding2nn.weight	9	-0.028630893677473068
215757	embedding2nn.bias	0	0.020745793357491493
215757	embedding2nn.bias	1	-0.07704120874404907
215757	embedding2nn.bias	2	0.07027563452720642
215757	embedding2nn.bias	3	0.04308485984802246
215757	embedding2nn.bias	4	-0.034688469022512436
215757	embedding2nn.bias	5	-0.01592232473194599
215757	embedding2nn.bias	6	0.021792422980070114
215757	embedding2nn.bias	7	-0.04865032434463501
215757	embedding2nn.bias	8	0.070827417075634
215757	embedding2nn.bias	9	0.03947475552558899
215757	rnn.weight_ih_l0	0	-0.07859966158866882
215757	rnn.weight_ih_l0	1	0.0033309534192085266
215757	rnn.weight_ih_l0	2	0.036988504230976105
215757	rnn.weight_ih_l0	3	0.02161356993019581
215757	rnn.weight_ih_l0	4	-0.049702953547239304
215757	rnn.weight_ih_l0	5	-0.0698108971118927
215757	rnn.weight_ih_l0	6	-0.0012528032530099154
215757	rnn.weight_ih_l0	7	0.05153651535511017
215757	rnn.weight_ih_l0	8	-0.015834569931030273
215757	rnn.weight_ih_l0	9	-0.031442515552043915
215757	rnn.weight_hh_l0	0	-0.03005807474255562
215757	rnn.weight_hh_l0	1	-0.007946758531033993
215757	rnn.weight_hh_l0	2	0.007321078795939684
215757	rnn.weight_hh_l0	3	-0.07732480764389038
215757	rnn.weight_hh_l0	4	0.09418556094169617
215757	rnn.weight_hh_l0	5	-0.02523505687713623
215757	rnn.weight_hh_l0	6	-0.061511099338531494
215757	rnn.weight_hh_l0	7	0.010404013097286224
215757	rnn.weight_hh_l0	8	0.01390717551112175
215757	rnn.weight_hh_l0	9	-0.024454740807414055
215757	rnn.bias_ih_l0	0	0.12741418182849884
215757	rnn.bias_ih_l0	1	-0.03666437417268753
215757	rnn.bias_ih_l0	2	-0.03327525034546852
215757	rnn.bias_ih_l0	3	0.1611170470714569
215757	rnn.bias_ih_l0	4	-0.010116178542375565
215757	rnn.bias_ih_l0	5	-0.022832192480564117
215757	rnn.bias_ih_l0	6	0.018896611407399178
215757	rnn.bias_ih_l0	7	0.02367846854031086
215757	rnn.bias_ih_l0	8	-0.10047852247953415
215757	rnn.bias_ih_l0	9	-0.05080315098166466
215757	rnn.bias_hh_l0	0	0.002474806737154722
215757	rnn.bias_hh_l0	1	-0.10208496451377869
215757	rnn.bias_hh_l0	2	-0.07220400124788284
215757	rnn.bias_hh_l0	3	-0.08662372827529907
215757	rnn.bias_hh_l0	4	0.0070591820403933525
215757	rnn.bias_hh_l0	5	-0.018672436475753784
215757	rnn.bias_hh_l0	6	0.02684064209461212
215757	rnn.bias_hh_l0	7	0.05053199455142021
215757	rnn.bias_hh_l0	8	-0.12027747929096222
215757	rnn.bias_hh_l0	9	-0.05813223868608475
215757	rnn.weight_ih_l0_reverse	0	-0.021903712302446365
215757	rnn.weight_ih_l0_reverse	1	-0.05492362380027771
215757	rnn.weight_ih_l0_reverse	2	-0.047161903232336044
215757	rnn.weight_ih_l0_reverse	3	0.012141303159296513
215757	rnn.weight_ih_l0_reverse	4	-0.025131653994321823
215757	rnn.weight_ih_l0_reverse	5	-0.05745503306388855
215757	rnn.weight_ih_l0_reverse	6	0.07535263895988464
215757	rnn.weight_ih_l0_reverse	7	-0.017714180052280426
215757	rnn.weight_ih_l0_reverse	8	-0.018311288207769394
215757	rnn.weight_ih_l0_reverse	9	0.004094424657523632
215757	rnn.weight_hh_l0_reverse	0	0.06770070642232895
215757	rnn.weight_hh_l0_reverse	1	0.021324820816516876
215757	rnn.weight_hh_l0_reverse	2	0.028859218582510948
215757	rnn.weight_hh_l0_reverse	3	0.03537279739975929
215757	rnn.weight_hh_l0_reverse	4	0.012528790161013603
215757	rnn.weight_hh_l0_reverse	5	0.00741502083837986
215757	rnn.weight_hh_l0_reverse	6	0.049946900457143784
215757	rnn.weight_hh_l0_reverse	7	-0.07907135039567947
215757	rnn.weight_hh_l0_reverse	8	0.04064575582742691
215757	rnn.weight_hh_l0_reverse	9	0.03619929403066635
215757	rnn.bias_ih_l0_reverse	0	-0.059786394238471985
215757	rnn.bias_ih_l0_reverse	1	-0.2868361175060272
215757	rnn.bias_ih_l0_reverse	2	-0.12317027896642685
215757	rnn.bias_ih_l0_reverse	3	-0.04814586043357849
215757	rnn.bias_ih_l0_reverse	4	-0.02198517695069313
215757	rnn.bias_ih_l0_reverse	5	0.07707822322845459
215757	rnn.bias_ih_l0_reverse	6	-0.06579548865556717
215757	rnn.bias_ih_l0_reverse	7	0.06667829304933548
215757	rnn.bias_ih_l0_reverse	8	-0.045160360634326935
215757	rnn.bias_ih_l0_reverse	9	0.06472361087799072
215757	rnn.bias_hh_l0_reverse	0	0.020673051476478577
215757	rnn.bias_hh_l0_reverse	1	-0.05439545214176178
215757	rnn.bias_hh_l0_reverse	2	0.08482947945594788
215757	rnn.bias_hh_l0_reverse	3	-0.04679244011640549
215757	rnn.bias_hh_l0_reverse	4	-0.02337227389216423
215757	rnn.bias_hh_l0_reverse	5	-0.023193873465061188
215757	rnn.bias_hh_l0_reverse	6	-0.015358349308371544
215757	rnn.bias_hh_l0_reverse	7	0.10119261592626572
215757	rnn.bias_hh_l0_reverse	8	0.03376278653740883
215757	rnn.bias_hh_l0_reverse	9	-0.1516275405883789
215757	rnn.weight_ih_l1	0	-0.030125020071864128
215757	rnn.weight_ih_l1	1	-0.051772307604551315
215757	rnn.weight_ih_l1	2	0.062054261565208435
215757	rnn.weight_ih_l1	3	-0.07241999357938766
215757	rnn.weight_ih_l1	4	-0.014179105870425701
215757	rnn.weight_ih_l1	5	-0.040284305810928345
215757	rnn.weight_ih_l1	6	0.026104426011443138
215757	rnn.weight_ih_l1	7	-0.045405350625514984
215757	rnn.weight_ih_l1	8	0.037760235369205475
215757	rnn.weight_ih_l1	9	0.0437830351293087
215757	rnn.weight_hh_l1	0	-0.007120492868125439
215757	rnn.weight_hh_l1	1	0.01995079033076763
215757	rnn.weight_hh_l1	2	0.006879772059619427
215757	rnn.weight_hh_l1	3	-0.012479480355978012
215757	rnn.weight_hh_l1	4	0.004339423030614853
215757	rnn.weight_hh_l1	5	0.03453085944056511
215757	rnn.weight_hh_l1	6	0.036389097571372986
215757	rnn.weight_hh_l1	7	-0.01761552132666111
215757	rnn.weight_hh_l1	8	-0.008020048029720783
215757	rnn.weight_hh_l1	9	0.03832615911960602
215757	rnn.bias_ih_l1	0	-0.18521152436733246
215757	rnn.bias_ih_l1	1	-0.17979036271572113
215757	rnn.bias_ih_l1	2	-0.19990921020507812
215757	rnn.bias_ih_l1	3	-0.3141542077064514
215757	rnn.bias_ih_l1	4	-0.20988060534000397
215757	rnn.bias_ih_l1	5	-0.08692774921655655
215757	rnn.bias_ih_l1	6	-0.16111227869987488
215757	rnn.bias_ih_l1	7	-0.005440983455628157
215757	rnn.bias_ih_l1	8	-0.13366596400737762
215757	rnn.bias_ih_l1	9	-0.12882094085216522
215757	rnn.bias_hh_l1	0	-0.09711631387472153
215757	rnn.bias_hh_l1	1	-0.06889618188142776
215757	rnn.bias_hh_l1	2	-0.08643370866775513
215757	rnn.bias_hh_l1	3	-0.07744397968053818
215757	rnn.bias_hh_l1	4	-0.07561110705137253
215757	rnn.bias_hh_l1	5	-0.11862276494503021
215757	rnn.bias_hh_l1	6	-0.16347452998161316
215757	rnn.bias_hh_l1	7	0.07436609268188477
215757	rnn.bias_hh_l1	8	-0.18339209258556366
215757	rnn.bias_hh_l1	9	-0.12386292219161987
215757	rnn.weight_ih_l1_reverse	0	-0.04493972659111023
215757	rnn.weight_ih_l1_reverse	1	0.034356679767370224
215757	rnn.weight_ih_l1_reverse	2	0.09193461388349533
215757	rnn.weight_ih_l1_reverse	3	-0.019003035500645638
215757	rnn.weight_ih_l1_reverse	4	-0.023923851549625397
215757	rnn.weight_ih_l1_reverse	5	-0.03036082163453102
215757	rnn.weight_ih_l1_reverse	6	-0.016672460362315178
215757	rnn.weight_ih_l1_reverse	7	0.028798149898648262
215757	rnn.weight_ih_l1_reverse	8	0.01076481118798256
215757	rnn.weight_ih_l1_reverse	9	-0.03240164369344711
215757	rnn.weight_hh_l1_reverse	0	0.004731203429400921
215757	rnn.weight_hh_l1_reverse	1	0.03152041882276535
215757	rnn.weight_hh_l1_reverse	2	-0.040569812059402466
215757	rnn.weight_hh_l1_reverse	3	0.03514046221971512
215757	rnn.weight_hh_l1_reverse	4	0.047029606997966766
215757	rnn.weight_hh_l1_reverse	5	0.004815643187612295
215757	rnn.weight_hh_l1_reverse	6	0.04950576648116112
215757	rnn.weight_hh_l1_reverse	7	0.030912261456251144
215757	rnn.weight_hh_l1_reverse	8	-0.0071372282691299915
215757	rnn.weight_hh_l1_reverse	9	-0.031116614118218422
215757	rnn.bias_ih_l1_reverse	0	-0.04849213361740112
215757	rnn.bias_ih_l1_reverse	1	-0.14242860674858093
215757	rnn.bias_ih_l1_reverse	2	-0.16466180980205536
215757	rnn.bias_ih_l1_reverse	3	-0.056630268692970276
215757	rnn.bias_ih_l1_reverse	4	-0.20663441717624664
215757	rnn.bias_ih_l1_reverse	5	-0.1185721680521965
215757	rnn.bias_ih_l1_reverse	6	-0.1311861127614975
215757	rnn.bias_ih_l1_reverse	7	-0.19467641413211823
215757	rnn.bias_ih_l1_reverse	8	0.21668967604637146
215757	rnn.bias_ih_l1_reverse	9	0.025422845035791397
215757	rnn.bias_hh_l1_reverse	0	0.006314207334071398
215757	rnn.bias_hh_l1_reverse	1	-0.06593429297208786
215757	rnn.bias_hh_l1_reverse	2	-0.2372351735830307
215757	rnn.bias_hh_l1_reverse	3	-0.14295926690101624
215757	rnn.bias_hh_l1_reverse	4	-0.08326052129268646
215757	rnn.bias_hh_l1_reverse	5	-0.11659646779298782
215757	rnn.bias_hh_l1_reverse	6	0.056668881326913834
215757	rnn.bias_hh_l1_reverse	7	-0.1447121500968933
215757	rnn.bias_hh_l1_reverse	8	-0.11989398300647736
215757	rnn.bias_hh_l1_reverse	9	-0.15099798142910004
215757	linear.weight	0	0.002228822559118271
215757	linear.weight	1	0.10584446042776108
215757	linear.weight	2	-0.09101174771785736
215757	linear.weight	3	0.29978442192077637
215757	linear.weight	4	0.1469205617904663
215757	linear.weight	5	-0.06234772875905037
215757	linear.weight	6	0.11564089357852936
215757	linear.weight	7	0.12881943583488464
215757	linear.weight	8	0.04114149138331413
215757	linear.weight	9	-0.05214463919401169
215757	linear.bias	0	0.09654481709003448
215757	linear.bias	1	-0.16235557198524475
215757	linear.bias	2	-0.43344905972480774
215757	linear.bias	3	-0.6607511043548584
215757	linear.bias	4	-1.2521584033966064
215757	linear.bias	5	-0.051993872970342636
215757	linear.bias	6	-0.7979521751403809
215757	linear.bias	7	0.27497678995132446
215757	linear.bias	8	-0.42435717582702637
215757	linear.bias	9	-1.0411665439605713
215954	transitions	0	0.7471705675125122
215954	transitions	1	0.1466701477766037
215954	transitions	2	-10000.0
215954	transitions	3	-1.8275223970413208
215954	transitions	4	-10000.0
215954	transitions	5	0.5643836259841919
215954	transitions	6	-0.08450920879840851
215954	transitions	7	-0.7983571290969849
215954	transitions	8	-1.4200553894042969
215954	transitions	9	-0.0012199680786579847
215954	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
215954	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
215954	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
215954	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
215954	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
215954	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
215954	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
215954	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
215954	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
215954	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
215954	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
215954	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
215954	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
215954	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
215954	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
215954	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
215954	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
215954	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
215954	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
215954	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
215954	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
215954	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
215954	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
215954	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
215954	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
215954	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
215954	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
215954	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
215954	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
215954	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
215954	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
215954	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
215954	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
215954	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
215954	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
215954	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
215954	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
215954	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
215954	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
215954	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
215954	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
215954	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
215954	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
215954	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
215954	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
215954	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
215954	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
215954	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
215954	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
215954	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
215954	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
215954	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
215954	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
215954	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
215954	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
215954	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
215954	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
215954	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
215954	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
215954	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
215954	embedding2nn.weight	0	0.018676696345210075
215954	embedding2nn.weight	1	-0.013132602907717228
215954	embedding2nn.weight	2	-0.014268254861235619
215954	embedding2nn.weight	3	-0.030231934040784836
215954	embedding2nn.weight	4	-0.0059150345623493195
215954	embedding2nn.weight	5	-0.0037005888298153877
215954	embedding2nn.weight	6	-0.003973270766437054
215954	embedding2nn.weight	7	-0.07537981867790222
215954	embedding2nn.weight	8	-0.0019979383796453476
215954	embedding2nn.weight	9	-0.02861487865447998
215954	embedding2nn.bias	0	0.021153448149561882
215954	embedding2nn.bias	1	-0.0760795921087265
215954	embedding2nn.bias	2	0.07135193049907684
215954	embedding2nn.bias	3	0.04336753860116005
215954	embedding2nn.bias	4	-0.03527558594942093
215954	embedding2nn.bias	5	-0.017053427174687386
215954	embedding2nn.bias	6	0.022317685186862946
215954	embedding2nn.bias	7	-0.053688861429691315
215954	embedding2nn.bias	8	0.06920082122087479
215954	embedding2nn.bias	9	0.03922443836927414
215954	rnn.weight_ih_l0	0	-0.07855387777090073
215954	rnn.weight_ih_l0	1	0.0034350925125181675
215954	rnn.weight_ih_l0	2	0.03685658052563667
215954	rnn.weight_ih_l0	3	0.021702677011489868
215954	rnn.weight_ih_l0	4	-0.04944213479757309
215954	rnn.weight_ih_l0	5	-0.06958646327257156
215954	rnn.weight_ih_l0	6	-0.001204177737236023
215954	rnn.weight_ih_l0	7	0.05158676952123642
215954	rnn.weight_ih_l0	8	-0.015680287033319473
215954	rnn.weight_ih_l0	9	-0.03124500811100006
215954	rnn.weight_hh_l0	0	-0.03015529364347458
215954	rnn.weight_hh_l0	1	-0.007929173298180103
215954	rnn.weight_hh_l0	2	0.007133093196898699
215954	rnn.weight_hh_l0	3	-0.0769372284412384
215954	rnn.weight_hh_l0	4	0.09396859258413315
215954	rnn.weight_hh_l0	5	-0.025329047814011574
215954	rnn.weight_hh_l0	6	-0.0615726076066494
215954	rnn.weight_hh_l0	7	0.009766644798219204
215954	rnn.weight_hh_l0	8	0.013975226320326328
215954	rnn.weight_hh_l0	9	-0.02449733018875122
215954	rnn.bias_ih_l0	0	0.12720569968223572
215954	rnn.bias_ih_l0	1	-0.037175651639699936
215954	rnn.bias_ih_l0	2	-0.03390607237815857
215954	rnn.bias_ih_l0	3	0.16053025424480438
215954	rnn.bias_ih_l0	4	-0.00974496640264988
215954	rnn.bias_ih_l0	5	-0.023280126973986626
215954	rnn.bias_ih_l0	6	0.020142067223787308
215954	rnn.bias_ih_l0	7	0.023122964426875114
215954	rnn.bias_ih_l0	8	-0.10042393207550049
215954	rnn.bias_ih_l0	9	-0.048778221011161804
215954	rnn.bias_hh_l0	0	0.0023635649122297764
215954	rnn.bias_hh_l0	1	-0.10148055106401443
215954	rnn.bias_hh_l0	2	-0.07144688069820404
215954	rnn.bias_hh_l0	3	-0.08737212419509888
215954	rnn.bias_hh_l0	4	0.007226589601486921
215954	rnn.bias_hh_l0	5	-0.01806015335023403
215954	rnn.bias_hh_l0	6	0.02694433555006981
215954	rnn.bias_hh_l0	7	0.05018629506230354
215954	rnn.bias_hh_l0	8	-0.12006541341543198
215954	rnn.bias_hh_l0	9	-0.05696672573685646
215954	rnn.weight_ih_l0_reverse	0	-0.02203671634197235
215954	rnn.weight_ih_l0_reverse	1	-0.05522499978542328
215954	rnn.weight_ih_l0_reverse	2	-0.047243304550647736
215954	rnn.weight_ih_l0_reverse	3	0.011915723793208599
215954	rnn.weight_ih_l0_reverse	4	-0.025078188627958298
215954	rnn.weight_ih_l0_reverse	5	-0.057493168860673904
215954	rnn.weight_ih_l0_reverse	6	0.0752640813589096
215954	rnn.weight_ih_l0_reverse	7	-0.01727454736828804
215954	rnn.weight_ih_l0_reverse	8	-0.018353477120399475
215954	rnn.weight_ih_l0_reverse	9	0.0039573851972818375
215954	rnn.weight_hh_l0_reverse	0	0.06763403862714767
215954	rnn.weight_hh_l0_reverse	1	0.021881813183426857
215954	rnn.weight_hh_l0_reverse	2	0.02882959321141243
215954	rnn.weight_hh_l0_reverse	3	0.03547373786568642
215954	rnn.weight_hh_l0_reverse	4	0.01248221192508936
215954	rnn.weight_hh_l0_reverse	5	0.007381089497357607
215954	rnn.weight_hh_l0_reverse	6	0.05001518130302429
215954	rnn.weight_hh_l0_reverse	7	-0.07897882908582687
215954	rnn.weight_hh_l0_reverse	8	0.04077143222093582
215954	rnn.weight_hh_l0_reverse	9	0.03610306233167648
215954	rnn.bias_ih_l0_reverse	0	-0.0605829618871212
215954	rnn.bias_ih_l0_reverse	1	-0.28881439566612244
215954	rnn.bias_ih_l0_reverse	2	-0.12411412596702576
215954	rnn.bias_ih_l0_reverse	3	-0.04806845635175705
215954	rnn.bias_ih_l0_reverse	4	-0.02187897451221943
215954	rnn.bias_ih_l0_reverse	5	0.07663251459598541
215954	rnn.bias_ih_l0_reverse	6	-0.06588627398014069
215954	rnn.bias_ih_l0_reverse	7	0.06677577644586563
215954	rnn.bias_ih_l0_reverse	8	-0.04418843984603882
215954	rnn.bias_ih_l0_reverse	9	0.0647675096988678
215954	rnn.bias_hh_l0_reverse	0	0.020651374012231827
215954	rnn.bias_hh_l0_reverse	1	-0.05459863319993019
215954	rnn.bias_hh_l0_reverse	2	0.08398862928152084
215954	rnn.bias_hh_l0_reverse	3	-0.04707377403974533
215954	rnn.bias_hh_l0_reverse	4	-0.0229948703199625
215954	rnn.bias_hh_l0_reverse	5	-0.022658294066786766
215954	rnn.bias_hh_l0_reverse	6	-0.01556948572397232
215954	rnn.bias_hh_l0_reverse	7	0.10126182436943054
215954	rnn.bias_hh_l0_reverse	8	0.03332812339067459
215954	rnn.bias_hh_l0_reverse	9	-0.15106813609600067
215954	rnn.weight_ih_l1	0	-0.030202006921172142
215954	rnn.weight_ih_l1	1	-0.05195167660713196
215954	rnn.weight_ih_l1	2	0.06287632882595062
215954	rnn.weight_ih_l1	3	-0.07220136374235153
215954	rnn.weight_ih_l1	4	-0.014296965673565865
215954	rnn.weight_ih_l1	5	-0.04031052440404892
215954	rnn.weight_ih_l1	6	0.026481378823518753
215954	rnn.weight_ih_l1	7	-0.04493892565369606
215954	rnn.weight_ih_l1	8	0.03771243244409561
215954	rnn.weight_ih_l1	9	0.04407447949051857
215954	rnn.weight_hh_l1	0	-0.007511906325817108
215954	rnn.weight_hh_l1	1	0.019980618730187416
215954	rnn.weight_hh_l1	2	0.006646046414971352
215954	rnn.weight_hh_l1	3	-0.012471598573029041
215954	rnn.weight_hh_l1	4	0.0042886449955403805
215954	rnn.weight_hh_l1	5	0.0345039889216423
215954	rnn.weight_hh_l1	6	0.0365418940782547
215954	rnn.weight_hh_l1	7	-0.017712634056806564
215954	rnn.weight_hh_l1	8	-0.007927106693387032
215954	rnn.weight_hh_l1	9	0.03821421414613724
215954	rnn.bias_ih_l1	0	-0.18601663410663605
215954	rnn.bias_ih_l1	1	-0.17972344160079956
215954	rnn.bias_ih_l1	2	-0.19957511126995087
215954	rnn.bias_ih_l1	3	-0.31296786665916443
215954	rnn.bias_ih_l1	4	-0.2102309614419937
215954	rnn.bias_ih_l1	5	-0.08667667210102081
215954	rnn.bias_ih_l1	6	-0.16170382499694824
215954	rnn.bias_ih_l1	7	-0.0066885920241475105
215954	rnn.bias_ih_l1	8	-0.13437509536743164
215954	rnn.bias_ih_l1	9	-0.12850907444953918
215954	rnn.bias_hh_l1	0	-0.09676669538021088
215954	rnn.bias_hh_l1	1	-0.06901702284812927
215954	rnn.bias_hh_l1	2	-0.08700953423976898
215954	rnn.bias_hh_l1	3	-0.07699684798717499
215954	rnn.bias_hh_l1	4	-0.07609235495328903
215954	rnn.bias_hh_l1	5	-0.11864618957042694
215954	rnn.bias_hh_l1	6	-0.1632489114999771
215954	rnn.bias_hh_l1	7	0.0745294913649559
215954	rnn.bias_hh_l1	8	-0.1830207109451294
215954	rnn.bias_hh_l1	9	-0.1231907457113266
215954	rnn.weight_ih_l1_reverse	0	-0.04478021338582039
215954	rnn.weight_ih_l1_reverse	1	0.03425856679677963
215954	rnn.weight_ih_l1_reverse	2	0.09044798463582993
215954	rnn.weight_ih_l1_reverse	3	-0.01870950683951378
215954	rnn.weight_ih_l1_reverse	4	-0.02382592298090458
215954	rnn.weight_ih_l1_reverse	5	-0.030383728444576263
215954	rnn.weight_ih_l1_reverse	6	-0.01728648878633976
215954	rnn.weight_ih_l1_reverse	7	0.02868792600929737
215954	rnn.weight_ih_l1_reverse	8	0.010936950333416462
215954	rnn.weight_ih_l1_reverse	9	-0.03331880271434784
215954	rnn.weight_hh_l1_reverse	0	0.004709690343588591
215954	rnn.weight_hh_l1_reverse	1	0.031572125852108
215954	rnn.weight_hh_l1_reverse	2	-0.04054197669029236
215954	rnn.weight_hh_l1_reverse	3	0.03517473489046097
215954	rnn.weight_hh_l1_reverse	4	0.04710393399000168
215954	rnn.weight_hh_l1_reverse	5	0.004849061835557222
215954	rnn.weight_hh_l1_reverse	6	0.04903271421790123
215954	rnn.weight_hh_l1_reverse	7	0.030941752716898918
215954	rnn.weight_hh_l1_reverse	8	-0.0071471258997917175
215954	rnn.weight_hh_l1_reverse	9	-0.030964067205786705
215954	rnn.bias_ih_l1_reverse	0	-0.048048730939626694
215954	rnn.bias_ih_l1_reverse	1	-0.14209838211536407
215954	rnn.bias_ih_l1_reverse	2	-0.16435174643993378
215954	rnn.bias_ih_l1_reverse	3	-0.05539347976446152
215954	rnn.bias_ih_l1_reverse	4	-0.2067304402589798
215954	rnn.bias_ih_l1_reverse	5	-0.11815228313207626
215954	rnn.bias_ih_l1_reverse	6	-0.13160578906536102
215954	rnn.bias_ih_l1_reverse	7	-0.19456037878990173
215954	rnn.bias_ih_l1_reverse	8	0.2169884592294693
215954	rnn.bias_ih_l1_reverse	9	0.02572956494987011
215954	rnn.bias_hh_l1_reverse	0	0.0063569010235369205
215954	rnn.bias_hh_l1_reverse	1	-0.06765977293252945
215954	rnn.bias_hh_l1_reverse	2	-0.23747707903385162
215954	rnn.bias_hh_l1_reverse	3	-0.14252552390098572
215954	rnn.bias_hh_l1_reverse	4	-0.0828264132142067
215954	rnn.bias_hh_l1_reverse	5	-0.11613992601633072
215954	rnn.bias_hh_l1_reverse	6	0.0569893904030323
215954	rnn.bias_hh_l1_reverse	7	-0.1452215164899826
215954	rnn.bias_hh_l1_reverse	8	-0.11977049708366394
215954	rnn.bias_hh_l1_reverse	9	-0.15105383098125458
215954	linear.weight	0	0.002228822559118271
215954	linear.weight	1	0.1053277775645256
215954	linear.weight	2	-0.09042584896087646
215954	linear.weight	3	0.3028140962123871
215954	linear.weight	4	0.14623303711414337
215954	linear.weight	5	-0.06066279113292694
215954	linear.weight	6	0.11269461363554001
215954	linear.weight	7	0.13052807748317719
215954	linear.weight	8	0.04114152491092682
215954	linear.weight	9	-0.05042687803506851
215954	linear.bias	0	0.09609168767929077
215954	linear.bias	1	-0.162748321890831
215954	linear.bias	2	-0.4469914138317108
215954	linear.bias	3	-0.6616997718811035
215954	linear.bias	4	-1.253225326538086
215954	linear.bias	5	-0.055830974131822586
215954	linear.bias	6	-0.7981360554695129
215954	linear.bias	7	0.2720106840133667
215954	linear.bias	8	-0.42211684584617615
215954	linear.bias	9	-1.039254069328308
216151	transitions	0	0.7468673586845398
216151	transitions	1	0.14619497954845428
216151	transitions	2	-10000.0
216151	transitions	3	-1.8275269269943237
216151	transitions	4	-10000.0
216151	transitions	5	0.5643734335899353
216151	transitions	6	-0.08452670276165009
216151	transitions	7	-0.7984074354171753
216151	transitions	8	-1.4200758934020996
216151	transitions	9	-0.0012200868222862482
216151	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
216151	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
216151	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
216151	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
216151	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
216151	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
216151	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
216151	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
216151	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
216151	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
216151	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
216151	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
216151	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
216151	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
216151	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
216151	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
216151	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
216151	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
216151	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
216151	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
216151	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
216151	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
216151	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
216151	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
216151	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
216151	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
216151	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
216151	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
216151	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
216151	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
216151	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
216151	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
216151	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
216151	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
216151	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
216151	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
216151	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
216151	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
216151	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
216151	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
216151	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
216151	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
216151	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
216151	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
216151	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
216151	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
216151	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
216151	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
216151	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
216151	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
216151	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
216151	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
216151	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
216151	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
216151	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
216151	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
216151	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
216151	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
216151	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
216151	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
216151	embedding2nn.weight	0	0.018908459693193436
216151	embedding2nn.weight	1	-0.013058445416390896
216151	embedding2nn.weight	2	-0.014268254861235619
216151	embedding2nn.weight	3	-0.03044094331562519
216151	embedding2nn.weight	4	-0.0059150345623493195
216151	embedding2nn.weight	5	-0.0037005888298153877
216151	embedding2nn.weight	6	-0.0039732689037919044
216151	embedding2nn.weight	7	-0.0753556415438652
216151	embedding2nn.weight	8	-0.0019979383796453476
216151	embedding2nn.weight	9	-0.0287616029381752
216151	embedding2nn.bias	0	0.01917855069041252
216151	embedding2nn.bias	1	-0.07444582134485245
216151	embedding2nn.bias	2	0.07036913931369781
216151	embedding2nn.bias	3	0.041227757930755615
216151	embedding2nn.bias	4	-0.034518323838710785
216151	embedding2nn.bias	5	-0.012879515998065472
216151	embedding2nn.bias	6	0.024065431207418442
216151	embedding2nn.bias	7	-0.054210640490055084
216151	embedding2nn.bias	8	0.0704144537448883
216151	embedding2nn.bias	9	0.036790601909160614
216151	rnn.weight_ih_l0	0	-0.07857687771320343
216151	rnn.weight_ih_l0	1	0.003510676324367523
216151	rnn.weight_ih_l0	2	0.036835990846157074
216151	rnn.weight_ih_l0	3	0.021597517654299736
216151	rnn.weight_ih_l0	4	-0.049453895539045334
216151	rnn.weight_ih_l0	5	-0.06958086788654327
216151	rnn.weight_ih_l0	6	-0.0017964000580832362
216151	rnn.weight_ih_l0	7	0.05169528350234032
216151	rnn.weight_ih_l0	8	-0.015530754812061787
216151	rnn.weight_ih_l0	9	-0.0310545451939106
216151	rnn.weight_hh_l0	0	-0.03051052615046501
216151	rnn.weight_hh_l0	1	-0.008306845091283321
216151	rnn.weight_hh_l0	2	0.007117156405001879
216151	rnn.weight_hh_l0	3	-0.0765758529305458
216151	rnn.weight_hh_l0	4	0.09432660788297653
216151	rnn.weight_hh_l0	5	-0.025315111503005028
216151	rnn.weight_hh_l0	6	-0.06168026104569435
216151	rnn.weight_hh_l0	7	0.009764837101101875
216151	rnn.weight_hh_l0	8	0.013731122948229313
216151	rnn.weight_hh_l0	9	-0.02469440922141075
216151	rnn.bias_ih_l0	0	0.12733615934848785
216151	rnn.bias_ih_l0	1	-0.037212226539850235
216151	rnn.bias_ih_l0	2	-0.034188412129879
216151	rnn.bias_ih_l0	3	0.16029749810695648
216151	rnn.bias_ih_l0	4	-0.009988617151975632
216151	rnn.bias_ih_l0	5	-0.024068161845207214
216151	rnn.bias_ih_l0	6	0.019830549135804176
216151	rnn.bias_ih_l0	7	0.023114237934350967
216151	rnn.bias_ih_l0	8	-0.10050135850906372
216151	rnn.bias_ih_l0	9	-0.04787355288863182
216151	rnn.bias_hh_l0	0	0.0018610028782859445
216151	rnn.bias_hh_l0	1	-0.09975379705429077
216151	rnn.bias_hh_l0	2	-0.07160334289073944
216151	rnn.bias_hh_l0	3	-0.08781258761882782
216151	rnn.bias_hh_l0	4	0.007293402682989836
216151	rnn.bias_hh_l0	5	-0.018289411440491676
216151	rnn.bias_hh_l0	6	0.027429040521383286
216151	rnn.bias_hh_l0	7	0.05004854500293732
216151	rnn.bias_hh_l0	8	-0.12006039917469025
216151	rnn.bias_hh_l0	9	-0.05715600773692131
216151	rnn.weight_ih_l0_reverse	0	-0.0219193734228611
216151	rnn.weight_ih_l0_reverse	1	-0.055206600576639175
216151	rnn.weight_ih_l0_reverse	2	-0.04685574397444725
216151	rnn.weight_ih_l0_reverse	3	0.01215220894664526
216151	rnn.weight_ih_l0_reverse	4	-0.025132572278380394
216151	rnn.weight_ih_l0_reverse	5	-0.0576956681907177
216151	rnn.weight_ih_l0_reverse	6	0.07526204735040665
216151	rnn.weight_ih_l0_reverse	7	-0.017056111246347427
216151	rnn.weight_ih_l0_reverse	8	-0.01849956624209881
216151	rnn.weight_ih_l0_reverse	9	0.004254064057022333
216151	rnn.weight_hh_l0_reverse	0	0.06781673431396484
216151	rnn.weight_hh_l0_reverse	1	0.021624449640512466
216151	rnn.weight_hh_l0_reverse	2	0.029004095122218132
216151	rnn.weight_hh_l0_reverse	3	0.035351771861314774
216151	rnn.weight_hh_l0_reverse	4	0.012624372728168964
216151	rnn.weight_hh_l0_reverse	5	0.007372467312961817
216151	rnn.weight_hh_l0_reverse	6	0.04995992034673691
216151	rnn.weight_hh_l0_reverse	7	-0.07877784222364426
216151	rnn.weight_hh_l0_reverse	8	0.04073948785662651
216151	rnn.weight_hh_l0_reverse	9	0.03603171557188034
216151	rnn.bias_ih_l0_reverse	0	-0.060690030455589294
216151	rnn.bias_ih_l0_reverse	1	-0.28899937868118286
216151	rnn.bias_ih_l0_reverse	2	-0.12370401620864868
216151	rnn.bias_ih_l0_reverse	3	-0.04754049330949783
216151	rnn.bias_ih_l0_reverse	4	-0.022061219438910484
216151	rnn.bias_ih_l0_reverse	5	0.07680408656597137
216151	rnn.bias_ih_l0_reverse	6	-0.06626542657613754
216151	rnn.bias_ih_l0_reverse	7	0.06702304631471634
216151	rnn.bias_ih_l0_reverse	8	-0.04471784830093384
216151	rnn.bias_ih_l0_reverse	9	0.06441476196050644
216151	rnn.bias_hh_l0_reverse	0	0.02123277448117733
216151	rnn.bias_hh_l0_reverse	1	-0.05433988198637962
216151	rnn.bias_hh_l0_reverse	2	0.08350500464439392
216151	rnn.bias_hh_l0_reverse	3	-0.04681626334786415
216151	rnn.bias_hh_l0_reverse	4	-0.023306915536522865
216151	rnn.bias_hh_l0_reverse	5	-0.023154614493250847
216151	rnn.bias_hh_l0_reverse	6	-0.015884337946772575
216151	rnn.bias_hh_l0_reverse	7	0.10176876187324524
216151	rnn.bias_hh_l0_reverse	8	0.0335562638938427
216151	rnn.bias_hh_l0_reverse	9	-0.151128351688385
216151	rnn.weight_ih_l1	0	-0.03018842078745365
216151	rnn.weight_ih_l1	1	-0.05172708258032799
216151	rnn.weight_ih_l1	2	0.06307070702314377
216151	rnn.weight_ih_l1	3	-0.07290315628051758
216151	rnn.weight_ih_l1	4	-0.014077836647629738
216151	rnn.weight_ih_l1	5	-0.0404595285654068
216151	rnn.weight_ih_l1	6	0.0265673641115427
216151	rnn.weight_ih_l1	7	-0.04448572173714638
216151	rnn.weight_ih_l1	8	0.03772532567381859
216151	rnn.weight_ih_l1	9	0.044116996228694916
216151	rnn.weight_hh_l1	0	-0.007316327653825283
216151	rnn.weight_hh_l1	1	0.020039627328515053
216151	rnn.weight_hh_l1	2	0.006611911114305258
216151	rnn.weight_hh_l1	3	-0.012566440738737583
216151	rnn.weight_hh_l1	4	0.004269382916390896
216151	rnn.weight_hh_l1	5	0.034391582012176514
216151	rnn.weight_hh_l1	6	0.036726076155900955
216151	rnn.weight_hh_l1	7	-0.01770441234111786
216151	rnn.weight_hh_l1	8	-0.00790161918848753
216151	rnn.weight_hh_l1	9	0.03836682438850403
216151	rnn.bias_ih_l1	0	-0.18604053556919098
216151	rnn.bias_ih_l1	1	-0.18083907663822174
216151	rnn.bias_ih_l1	2	-0.20056107640266418
216151	rnn.bias_ih_l1	3	-0.31193995475769043
216151	rnn.bias_ih_l1	4	-0.21148009598255157
216151	rnn.bias_ih_l1	5	-0.08667957782745361
216151	rnn.bias_ih_l1	6	-0.16021205484867096
216151	rnn.bias_ih_l1	7	-0.0075071207247674465
216151	rnn.bias_ih_l1	8	-0.1343843787908554
216151	rnn.bias_ih_l1	9	-0.1286974847316742
216151	rnn.bias_hh_l1	0	-0.09742102026939392
216151	rnn.bias_hh_l1	1	-0.06940221041440964
216151	rnn.bias_hh_l1	2	-0.08676741272211075
216151	rnn.bias_hh_l1	3	-0.07744539529085159
216151	rnn.bias_hh_l1	4	-0.07527044415473938
216151	rnn.bias_hh_l1	5	-0.11843671649694443
216151	rnn.bias_hh_l1	6	-0.1645190566778183
216151	rnn.bias_hh_l1	7	0.07454042881727219
216151	rnn.bias_hh_l1	8	-0.18245936930179596
216151	rnn.bias_hh_l1	9	-0.1227007806301117
216151	rnn.weight_ih_l1_reverse	0	-0.04452228546142578
216151	rnn.weight_ih_l1_reverse	1	0.03456305339932442
216151	rnn.weight_ih_l1_reverse	2	0.09068842977285385
216151	rnn.weight_ih_l1_reverse	3	-0.018854541704058647
216151	rnn.weight_ih_l1_reverse	4	-0.024169763550162315
216151	rnn.weight_ih_l1_reverse	5	-0.030423767864704132
216151	rnn.weight_ih_l1_reverse	6	-0.018198007717728615
216151	rnn.weight_ih_l1_reverse	7	0.028750263154506683
216151	rnn.weight_ih_l1_reverse	8	0.011116134002804756
216151	rnn.weight_ih_l1_reverse	9	-0.03328924998641014
216151	rnn.weight_hh_l1_reverse	0	0.004647626541554928
216151	rnn.weight_hh_l1_reverse	1	0.03157075494527817
216151	rnn.weight_hh_l1_reverse	2	-0.040558043867349625
216151	rnn.weight_hh_l1_reverse	3	0.035177890211343765
216151	rnn.weight_hh_l1_reverse	4	0.04703906923532486
216151	rnn.weight_hh_l1_reverse	5	0.004784980323165655
216151	rnn.weight_hh_l1_reverse	6	0.04884481057524681
216151	rnn.weight_hh_l1_reverse	7	0.03084510564804077
216151	rnn.weight_hh_l1_reverse	8	-0.007155196741223335
216151	rnn.weight_hh_l1_reverse	9	-0.030925124883651733
216151	rnn.bias_ih_l1_reverse	0	-0.04822651669383049
216151	rnn.bias_ih_l1_reverse	1	-0.14166593551635742
216151	rnn.bias_ih_l1_reverse	2	-0.16399691998958588
216151	rnn.bias_ih_l1_reverse	3	-0.05553833022713661
216151	rnn.bias_ih_l1_reverse	4	-0.2070421576499939
216151	rnn.bias_ih_l1_reverse	5	-0.11766514182090759
216151	rnn.bias_ih_l1_reverse	6	-0.1312294453382492
216151	rnn.bias_ih_l1_reverse	7	-0.19382886588573456
216151	rnn.bias_ih_l1_reverse	8	0.21648550033569336
216151	rnn.bias_ih_l1_reverse	9	0.025826403871178627
216151	rnn.bias_hh_l1_reverse	0	0.008394469507038593
216151	rnn.bias_hh_l1_reverse	1	-0.06784627586603165
216151	rnn.bias_hh_l1_reverse	2	-0.23759379982948303
216151	rnn.bias_hh_l1_reverse	3	-0.1424575001001358
216151	rnn.bias_hh_l1_reverse	4	-0.08263148367404938
216151	rnn.bias_hh_l1_reverse	5	-0.11591289192438126
216151	rnn.bias_hh_l1_reverse	6	0.05646801367402077
216151	rnn.bias_hh_l1_reverse	7	-0.1450759917497635
216151	rnn.bias_hh_l1_reverse	8	-0.12144315242767334
216151	rnn.bias_hh_l1_reverse	9	-0.1509981006383896
216151	linear.weight	0	0.002228822559118271
216151	linear.weight	1	0.10441303253173828
216151	linear.weight	2	-0.0908915251493454
216151	linear.weight	3	0.30429214239120483
216151	linear.weight	4	0.14661657810211182
216151	linear.weight	5	-0.060851797461509705
216151	linear.weight	6	0.11414838582277298
216151	linear.weight	7	0.1277434080839157
216151	linear.weight	8	0.041141483932733536
216151	linear.weight	9	-0.05020220950245857
216151	linear.bias	0	0.0946708545088768
216151	linear.bias	1	-0.16389240324497223
216151	linear.bias	2	-0.4414951801300049
216151	linear.bias	3	-0.6620540618896484
216151	linear.bias	4	-1.254319190979004
216151	linear.bias	5	-0.05354601517319679
216151	linear.bias	6	-0.7988923192024231
216151	linear.bias	7	0.27488580346107483
216151	linear.bias	8	-0.4280281662940979
216151	linear.bias	9	-1.044230580329895
216348	transitions	0	0.7459163665771484
216348	transitions	1	0.1477689892053604
216348	transitions	2	-10000.0
216348	transitions	3	-1.827528476715088
216348	transitions	4	-10000.0
216348	transitions	5	0.5643523335456848
216348	transitions	6	-0.0845320001244545
216348	transitions	7	-0.7985813021659851
216348	transitions	8	-1.4200981855392456
216348	transitions	9	-0.001220269943587482
216348	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
216348	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
216348	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
216348	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
216348	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
216348	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
216348	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
216348	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
216348	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
216348	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
216348	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
216348	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
216348	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
216348	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
216348	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
216348	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
216348	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
216348	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
216348	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
216348	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
216348	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
216348	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
216348	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
216348	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
216348	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
216348	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
216348	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
216348	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
216348	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
216348	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
216348	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
216348	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
216348	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
216348	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
216348	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
216348	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
216348	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
216348	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
216348	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
216348	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
216348	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
216348	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
216348	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
216348	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
216348	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
216348	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
216348	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
216348	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
216348	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
216348	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
216348	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
216348	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
216348	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
216348	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
216348	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
216348	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
216348	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
216348	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
216348	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
216348	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
216348	embedding2nn.weight	0	0.019349418580532074
216348	embedding2nn.weight	1	-0.013065017759799957
216348	embedding2nn.weight	2	-0.014268254861235619
216348	embedding2nn.weight	3	-0.031063588336110115
216348	embedding2nn.weight	4	-0.0059150345623493195
216348	embedding2nn.weight	5	-0.0037005888298153877
216348	embedding2nn.weight	6	-0.003973269369453192
216348	embedding2nn.weight	7	-0.07542190700769424
216348	embedding2nn.weight	8	-0.0019979383796453476
216348	embedding2nn.weight	9	-0.0288301520049572
216348	embedding2nn.bias	0	0.02111400105059147
216348	embedding2nn.bias	1	-0.07667959481477737
216348	embedding2nn.bias	2	0.06970064342021942
216348	embedding2nn.bias	3	0.0434287004172802
216348	embedding2nn.bias	4	-0.03423529490828514
216348	embedding2nn.bias	5	-0.013568013906478882
216348	embedding2nn.bias	6	0.023451145738363266
216348	embedding2nn.bias	7	-0.05454225093126297
216348	embedding2nn.bias	8	0.06864191591739655
216348	embedding2nn.bias	9	0.03930847346782684
216348	rnn.weight_ih_l0	0	-0.07847750931978226
216348	rnn.weight_ih_l0	1	0.0032512368634343147
216348	rnn.weight_ih_l0	2	0.03660488873720169
216348	rnn.weight_ih_l0	3	0.021744152531027794
216348	rnn.weight_ih_l0	4	-0.04943900555372238
216348	rnn.weight_ih_l0	5	-0.06933648139238358
216348	rnn.weight_ih_l0	6	-0.0018478624988347292
216348	rnn.weight_ih_l0	7	0.051472242921590805
216348	rnn.weight_ih_l0	8	-0.015606683678925037
216348	rnn.weight_ih_l0	9	-0.030782528221607208
216348	rnn.weight_hh_l0	0	-0.03051200695335865
216348	rnn.weight_hh_l0	1	-0.008157843723893166
216348	rnn.weight_hh_l0	2	0.006881886161863804
216348	rnn.weight_hh_l0	3	-0.07651762664318085
216348	rnn.weight_hh_l0	4	0.09405238926410675
216348	rnn.weight_hh_l0	5	-0.025928935036063194
216348	rnn.weight_hh_l0	6	-0.0617043673992157
216348	rnn.weight_hh_l0	7	0.00972070824354887
216348	rnn.weight_hh_l0	8	0.013765770941972733
216348	rnn.weight_hh_l0	9	-0.024671122431755066
216348	rnn.bias_ih_l0	0	0.12749454379081726
216348	rnn.bias_ih_l0	1	-0.0373733788728714
216348	rnn.bias_ih_l0	2	-0.03427792340517044
216348	rnn.bias_ih_l0	3	0.1616428941488266
216348	rnn.bias_ih_l0	4	-0.010253528133034706
216348	rnn.bias_ih_l0	5	-0.023958437144756317
216348	rnn.bias_ih_l0	6	0.021288104355335236
216348	rnn.bias_ih_l0	7	0.022455306723713875
216348	rnn.bias_ih_l0	8	-0.10031643509864807
216348	rnn.bias_ih_l0	9	-0.048003099858760834
216348	rnn.bias_hh_l0	0	0.0009491284727118909
216348	rnn.bias_hh_l0	1	-0.09969735890626907
216348	rnn.bias_hh_l0	2	-0.07136755436658859
216348	rnn.bias_hh_l0	3	-0.08804760873317719
216348	rnn.bias_hh_l0	4	0.006788758561015129
216348	rnn.bias_hh_l0	5	-0.01866607926785946
216348	rnn.bias_hh_l0	6	0.027722159400582314
216348	rnn.bias_hh_l0	7	0.04955638200044632
216348	rnn.bias_hh_l0	8	-0.12008848786354065
216348	rnn.bias_hh_l0	9	-0.05581313371658325
216348	rnn.weight_ih_l0_reverse	0	-0.02190425805747509
216348	rnn.weight_ih_l0_reverse	1	-0.05536404997110367
216348	rnn.weight_ih_l0_reverse	2	-0.04642929881811142
216348	rnn.weight_ih_l0_reverse	3	0.012121085077524185
216348	rnn.weight_ih_l0_reverse	4	-0.02505018189549446
216348	rnn.weight_ih_l0_reverse	5	-0.05780749395489693
216348	rnn.weight_ih_l0_reverse	6	0.0751156210899353
216348	rnn.weight_ih_l0_reverse	7	-0.01713268831372261
216348	rnn.weight_ih_l0_reverse	8	-0.01861727423965931
216348	rnn.weight_ih_l0_reverse	9	0.004407222382724285
216348	rnn.weight_hh_l0_reverse	0	0.06765377521514893
216348	rnn.weight_hh_l0_reverse	1	0.022067736834287643
216348	rnn.weight_hh_l0_reverse	2	0.029026130214333534
216348	rnn.weight_hh_l0_reverse	3	0.035366058349609375
216348	rnn.weight_hh_l0_reverse	4	0.012713676318526268
216348	rnn.weight_hh_l0_reverse	5	0.007354410365223885
216348	rnn.weight_hh_l0_reverse	6	0.050065577030181885
216348	rnn.weight_hh_l0_reverse	7	-0.07924986630678177
216348	rnn.weight_hh_l0_reverse	8	0.04071730747818947
216348	rnn.weight_hh_l0_reverse	9	0.03599788621068001
216348	rnn.bias_ih_l0_reverse	0	-0.059894461184740067
216348	rnn.bias_ih_l0_reverse	1	-0.28913137316703796
216348	rnn.bias_ih_l0_reverse	2	-0.12386883795261383
216348	rnn.bias_ih_l0_reverse	3	-0.04719684273004532
216348	rnn.bias_ih_l0_reverse	4	-0.022373488172888756
216348	rnn.bias_ih_l0_reverse	5	0.07633892446756363
216348	rnn.bias_ih_l0_reverse	6	-0.06591873615980148
216348	rnn.bias_ih_l0_reverse	7	0.06718206405639648
216348	rnn.bias_ih_l0_reverse	8	-0.04485684260725975
216348	rnn.bias_ih_l0_reverse	9	0.06472737342119217
216348	rnn.bias_hh_l0_reverse	0	0.021071691066026688
216348	rnn.bias_hh_l0_reverse	1	-0.0550726056098938
216348	rnn.bias_hh_l0_reverse	2	0.08405758440494537
216348	rnn.bias_hh_l0_reverse	3	-0.04683207720518112
216348	rnn.bias_hh_l0_reverse	4	-0.023716581985354424
216348	rnn.bias_hh_l0_reverse	5	-0.02271326817572117
216348	rnn.bias_hh_l0_reverse	6	-0.01689884252846241
216348	rnn.bias_hh_l0_reverse	7	0.10247324407100677
216348	rnn.bias_hh_l0_reverse	8	0.033258188515901566
216348	rnn.bias_hh_l0_reverse	9	-0.15078581869602203
216348	rnn.weight_ih_l1	0	-0.030173681676387787
216348	rnn.weight_ih_l1	1	-0.05153226479887962
216348	rnn.weight_ih_l1	2	0.06280780583620071
216348	rnn.weight_ih_l1	3	-0.07357819378376007
216348	rnn.weight_ih_l1	4	-0.014216172508895397
216348	rnn.weight_ih_l1	5	-0.04050135239958763
216348	rnn.weight_ih_l1	6	0.026630248874425888
216348	rnn.weight_ih_l1	7	-0.044284313917160034
216348	rnn.weight_ih_l1	8	0.037787411361932755
216348	rnn.weight_ih_l1	9	0.044058527797460556
216348	rnn.weight_hh_l1	0	-0.0074883317574858665
216348	rnn.weight_hh_l1	1	0.020086020231246948
216348	rnn.weight_hh_l1	2	0.006536419037729502
216348	rnn.weight_hh_l1	3	-0.012617439031600952
216348	rnn.weight_hh_l1	4	0.0043584322556853294
216348	rnn.weight_hh_l1	5	0.03428051993250847
216348	rnn.weight_hh_l1	6	0.036569833755493164
216348	rnn.weight_hh_l1	7	-0.017626894637942314
216348	rnn.weight_hh_l1	8	-0.007991485297679901
216348	rnn.weight_hh_l1	9	0.03853543475270271
216348	rnn.bias_ih_l1	0	-0.18710288405418396
216348	rnn.bias_ih_l1	1	-0.1801576465368271
216348	rnn.bias_ih_l1	2	-0.20049023628234863
216348	rnn.bias_ih_l1	3	-0.3112829625606537
216348	rnn.bias_ih_l1	4	-0.21218979358673096
216348	rnn.bias_ih_l1	5	-0.08665736764669418
216348	rnn.bias_ih_l1	6	-0.1601088047027588
216348	rnn.bias_ih_l1	7	-0.00828400906175375
216348	rnn.bias_ih_l1	8	-0.13480991125106812
216348	rnn.bias_ih_l1	9	-0.12858881056308746
216348	rnn.bias_hh_l1	0	-0.0976625457406044
216348	rnn.bias_hh_l1	1	-0.06954389065504074
216348	rnn.bias_hh_l1	2	-0.08667478710412979
216348	rnn.bias_hh_l1	3	-0.07708113640546799
216348	rnn.bias_hh_l1	4	-0.0752062052488327
216348	rnn.bias_hh_l1	5	-0.11882910877466202
216348	rnn.bias_hh_l1	6	-0.164593905210495
216348	rnn.bias_hh_l1	7	0.07718098163604736
216348	rnn.bias_hh_l1	8	-0.1824958622455597
216348	rnn.bias_hh_l1	9	-0.12269094586372375
216348	rnn.weight_ih_l1_reverse	0	-0.04436333850026131
216348	rnn.weight_ih_l1_reverse	1	0.03436844423413277
216348	rnn.weight_ih_l1_reverse	2	0.09025241434574127
216348	rnn.weight_ih_l1_reverse	3	-0.018574325367808342
216348	rnn.weight_ih_l1_reverse	4	-0.024278221651911736
216348	rnn.weight_ih_l1_reverse	5	-0.030449729412794113
216348	rnn.weight_ih_l1_reverse	6	-0.017908725887537003
216348	rnn.weight_ih_l1_reverse	7	0.028822124004364014
216348	rnn.weight_ih_l1_reverse	8	0.010942628607153893
216348	rnn.weight_ih_l1_reverse	9	-0.03263048455119133
216348	rnn.weight_hh_l1_reverse	0	0.004622559528797865
216348	rnn.weight_hh_l1_reverse	1	0.03143278881907463
216348	rnn.weight_hh_l1_reverse	2	-0.04053186997771263
216348	rnn.weight_hh_l1_reverse	3	0.03515955060720444
216348	rnn.weight_hh_l1_reverse	4	0.047102056443691254
216348	rnn.weight_hh_l1_reverse	5	0.004656836856156588
216348	rnn.weight_hh_l1_reverse	6	0.048755958676338196
216348	rnn.weight_hh_l1_reverse	7	0.0308713149279356
216348	rnn.weight_hh_l1_reverse	8	-0.007141209673136473
216348	rnn.weight_hh_l1_reverse	9	-0.030962849035859108
216348	rnn.bias_ih_l1_reverse	0	-0.048427242785692215
216348	rnn.bias_ih_l1_reverse	1	-0.14138752222061157
216348	rnn.bias_ih_l1_reverse	2	-0.1642741709947586
216348	rnn.bias_ih_l1_reverse	3	-0.05691305920481682
216348	rnn.bias_ih_l1_reverse	4	-0.20718331634998322
216348	rnn.bias_ih_l1_reverse	5	-0.11802788078784943
216348	rnn.bias_ih_l1_reverse	6	-0.13128194212913513
216348	rnn.bias_ih_l1_reverse	7	-0.19365887343883514
216348	rnn.bias_ih_l1_reverse	8	0.21756158769130707
216348	rnn.bias_ih_l1_reverse	9	0.02592814899981022
216348	rnn.bias_hh_l1_reverse	0	0.007081171032041311
216348	rnn.bias_hh_l1_reverse	1	-0.0699765682220459
216348	rnn.bias_hh_l1_reverse	2	-0.23779283463954926
216348	rnn.bias_hh_l1_reverse	3	-0.14177462458610535
216348	rnn.bias_hh_l1_reverse	4	-0.08271277695894241
216348	rnn.bias_hh_l1_reverse	5	-0.1168862134218216
216348	rnn.bias_hh_l1_reverse	6	0.05607593432068825
216348	rnn.bias_hh_l1_reverse	7	-0.14510485529899597
216348	rnn.bias_hh_l1_reverse	8	-0.12156257778406143
216348	rnn.bias_hh_l1_reverse	9	-0.15066905319690704
216348	linear.weight	0	0.002228822559118271
216348	linear.weight	1	0.10290338844060898
216348	linear.weight	2	-0.09098231047391891
216348	linear.weight	3	0.30160653591156006
216348	linear.weight	4	0.14651550352573395
216348	linear.weight	5	-0.061069030314683914
216348	linear.weight	6	0.11594019085168839
216348	linear.weight	7	0.1299329400062561
216348	linear.weight	8	0.04114127531647682
216348	linear.weight	9	-0.05122722312808037
216348	linear.bias	0	0.09083369374275208
216348	linear.bias	1	-0.16134704649448395
216348	linear.bias	2	-0.44878116250038147
216348	linear.bias	3	-0.6652663946151733
216348	linear.bias	4	-1.2573446035385132
216348	linear.bias	5	-0.05721188336610794
216348	linear.bias	6	-0.7965763211250305
216348	linear.bias	7	0.27114352583885193
216348	linear.bias	8	-0.42183366417884827
216348	linear.bias	9	-1.0377819538116455
216545	transitions	0	0.7451096177101135
216545	transitions	1	0.1477217972278595
216545	transitions	2	-10000.0
216545	transitions	3	-1.8275365829467773
216545	transitions	4	-10000.0
216545	transitions	5	0.5643169283866882
216545	transitions	6	-0.0845443457365036
216545	transitions	7	-0.7987149357795715
216545	transitions	8	-1.4201173782348633
216545	transitions	9	-0.0012203474761918187
216545	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
216545	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
216545	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
216545	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
216545	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
216545	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
216545	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
216545	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
216545	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
216545	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
216545	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
216545	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
216545	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
216545	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
216545	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
216545	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
216545	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
216545	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
216545	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
216545	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
216545	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
216545	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
216545	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
216545	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
216545	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
216545	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
216545	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
216545	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
216545	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
216545	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
216545	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
216545	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
216545	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
216545	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
216545	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
216545	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
216545	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
216545	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
216545	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
216545	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
216545	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
216545	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
216545	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
216545	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
216545	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
216545	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
216545	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
216545	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
216545	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
216545	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
216545	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
216545	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
216545	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
216545	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
216545	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
216545	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
216545	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
216545	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
216545	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
216545	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
216545	embedding2nn.weight	0	0.018982743844389915
216545	embedding2nn.weight	1	-0.013105361722409725
216545	embedding2nn.weight	2	-0.014268254861235619
216545	embedding2nn.weight	3	-0.03106951341032982
216545	embedding2nn.weight	4	-0.0059150345623493195
216545	embedding2nn.weight	5	-0.0037005888298153877
216545	embedding2nn.weight	6	-0.0039732689037919044
216545	embedding2nn.weight	7	-0.07554884999990463
216545	embedding2nn.weight	8	-0.0019979383796453476
216545	embedding2nn.weight	9	-0.028743624687194824
216545	embedding2nn.bias	0	0.019668014720082283
216545	embedding2nn.bias	1	-0.07743781805038452
216545	embedding2nn.bias	2	0.06976983696222305
216545	embedding2nn.bias	3	0.04378953203558922
216545	embedding2nn.bias	4	-0.03317543491721153
216545	embedding2nn.bias	5	-0.013364722952246666
216545	embedding2nn.bias	6	0.024863768368959427
216545	embedding2nn.bias	7	-0.052247319370508194
216545	embedding2nn.bias	8	0.06627137959003448
216545	embedding2nn.bias	9	0.03997120261192322
216545	rnn.weight_ih_l0	0	-0.07855919748544693
216545	rnn.weight_ih_l0	1	0.003267201827839017
216545	rnn.weight_ih_l0	2	0.03678995370864868
216545	rnn.weight_ih_l0	3	0.021518966183066368
216545	rnn.weight_ih_l0	4	-0.04993824288249016
216545	rnn.weight_ih_l0	5	-0.06926995515823364
216545	rnn.weight_ih_l0	6	-0.002106411149725318
216545	rnn.weight_ih_l0	7	0.05174553766846657
216545	rnn.weight_ih_l0	8	-0.015608605928719044
216545	rnn.weight_ih_l0	9	-0.03097061812877655
216545	rnn.weight_hh_l0	0	-0.03019942343235016
216545	rnn.weight_hh_l0	1	-0.008236091583967209
216545	rnn.weight_hh_l0	2	0.006996318232268095
216545	rnn.weight_hh_l0	3	-0.07662750780582428
216545	rnn.weight_hh_l0	4	0.09391677379608154
216545	rnn.weight_hh_l0	5	-0.025668689981102943
216545	rnn.weight_hh_l0	6	-0.06185797229409218
216545	rnn.weight_hh_l0	7	0.009906363673508167
216545	rnn.weight_hh_l0	8	0.013938646763563156
216545	rnn.weight_hh_l0	9	-0.024850105866789818
216545	rnn.bias_ih_l0	0	0.12801222503185272
216545	rnn.bias_ih_l0	1	-0.03681335598230362
216545	rnn.bias_ih_l0	2	-0.03409654274582863
216545	rnn.bias_ih_l0	3	0.162168949842453
216545	rnn.bias_ih_l0	4	-0.010731023736298084
216545	rnn.bias_ih_l0	5	-0.023400897160172462
216545	rnn.bias_ih_l0	6	0.0209285169839859
216545	rnn.bias_ih_l0	7	0.023217448964715004
216545	rnn.bias_ih_l0	8	-0.10011754930019379
216545	rnn.bias_ih_l0	9	-0.04783819988369942
216545	rnn.bias_hh_l0	0	0.0007632686174474657
216545	rnn.bias_hh_l0	1	-0.10072607547044754
216545	rnn.bias_hh_l0	2	-0.07032442092895508
216545	rnn.bias_hh_l0	3	-0.08805568516254425
216545	rnn.bias_hh_l0	4	0.006596162915229797
216545	rnn.bias_hh_l0	5	-0.018985465168952942
216545	rnn.bias_hh_l0	6	0.02809602953493595
216545	rnn.bias_hh_l0	7	0.048582691699266434
216545	rnn.bias_hh_l0	8	-0.12042315304279327
216545	rnn.bias_hh_l0	9	-0.0562710165977478
216545	rnn.weight_ih_l0_reverse	0	-0.021936839446425438
216545	rnn.weight_ih_l0_reverse	1	-0.05527600273489952
216545	rnn.weight_ih_l0_reverse	2	-0.04666348546743393
216545	rnn.weight_ih_l0_reverse	3	0.012352951802313328
216545	rnn.weight_ih_l0_reverse	4	-0.02499387413263321
216545	rnn.weight_ih_l0_reverse	5	-0.05794200673699379
216545	rnn.weight_ih_l0_reverse	6	0.07479125261306763
216545	rnn.weight_ih_l0_reverse	7	-0.017238538712263107
216545	rnn.weight_ih_l0_reverse	8	-0.018791215494275093
216545	rnn.weight_ih_l0_reverse	9	0.004076440818607807
216545	rnn.weight_hh_l0_reverse	0	0.06686243414878845
216545	rnn.weight_hh_l0_reverse	1	0.02182791754603386
216545	rnn.weight_hh_l0_reverse	2	0.029061954468488693
216545	rnn.weight_hh_l0_reverse	3	0.035420894622802734
216545	rnn.weight_hh_l0_reverse	4	0.012740818783640862
216545	rnn.weight_hh_l0_reverse	5	0.007172442506998777
216545	rnn.weight_hh_l0_reverse	6	0.049968719482421875
216545	rnn.weight_hh_l0_reverse	7	-0.07914126664400101
216545	rnn.weight_hh_l0_reverse	8	0.04076983407139778
216545	rnn.weight_hh_l0_reverse	9	0.03586165979504585
216545	rnn.bias_ih_l0_reverse	0	-0.06031149998307228
216545	rnn.bias_ih_l0_reverse	1	-0.28887802362442017
216545	rnn.bias_ih_l0_reverse	2	-0.12332364171743393
216545	rnn.bias_ih_l0_reverse	3	-0.04740241542458534
216545	rnn.bias_ih_l0_reverse	4	-0.021930502727627754
216545	rnn.bias_ih_l0_reverse	5	0.07544293999671936
216545	rnn.bias_ih_l0_reverse	6	-0.06627587229013443
216545	rnn.bias_ih_l0_reverse	7	0.06678986549377441
216545	rnn.bias_ih_l0_reverse	8	-0.04528503492474556
216545	rnn.bias_ih_l0_reverse	9	0.06444742530584335
216545	rnn.bias_hh_l0_reverse	0	0.021143345162272453
216545	rnn.bias_hh_l0_reverse	1	-0.055827632546424866
216545	rnn.bias_hh_l0_reverse	2	0.08439446985721588
216545	rnn.bias_hh_l0_reverse	3	-0.047171205282211304
216545	rnn.bias_hh_l0_reverse	4	-0.02412741258740425
216545	rnn.bias_hh_l0_reverse	5	-0.022226985543966293
216545	rnn.bias_hh_l0_reverse	6	-0.016891365870833397
216545	rnn.bias_hh_l0_reverse	7	0.10281649976968765
216545	rnn.bias_hh_l0_reverse	8	0.03336172178387642
216545	rnn.bias_hh_l0_reverse	9	-0.15132230520248413
216545	rnn.weight_ih_l1	0	-0.030122796073555946
216545	rnn.weight_ih_l1	1	-0.05158023163676262
216545	rnn.weight_ih_l1	2	0.06368948519229889
216545	rnn.weight_ih_l1	3	-0.07396961003541946
216545	rnn.weight_ih_l1	4	-0.014297712594270706
216545	rnn.weight_ih_l1	5	-0.04050265997648239
216545	rnn.weight_ih_l1	6	0.027199650183320045
216545	rnn.weight_ih_l1	7	-0.044150419533252716
216545	rnn.weight_ih_l1	8	0.03782401233911514
216545	rnn.weight_ih_l1	9	0.04404086247086525
216545	rnn.weight_hh_l1	0	-0.007415446452796459
216545	rnn.weight_hh_l1	1	0.02002553455531597
216545	rnn.weight_hh_l1	2	0.006755369249731302
216545	rnn.weight_hh_l1	3	-0.012654135003685951
216545	rnn.weight_hh_l1	4	0.004301595967262983
216545	rnn.weight_hh_l1	5	0.0342598520219326
216545	rnn.weight_hh_l1	6	0.0367620587348938
216545	rnn.weight_hh_l1	7	-0.017559770494699478
216545	rnn.weight_hh_l1	8	-0.00783909484744072
216545	rnn.weight_hh_l1	9	0.038690757006406784
216545	rnn.bias_ih_l1	0	-0.18875637650489807
216545	rnn.bias_ih_l1	1	-0.17969638109207153
216545	rnn.bias_ih_l1	2	-0.19980841875076294
216545	rnn.bias_ih_l1	3	-0.3101513385772705
216545	rnn.bias_ih_l1	4	-0.21390759944915771
216545	rnn.bias_ih_l1	5	-0.08669744431972504
216545	rnn.bias_ih_l1	6	-0.1597995012998581
216545	rnn.bias_ih_l1	7	-0.009968218393623829
216545	rnn.bias_ih_l1	8	-0.13424155116081238
216545	rnn.bias_ih_l1	9	-0.1277613341808319
216545	rnn.bias_hh_l1	0	-0.0981113389134407
216545	rnn.bias_hh_l1	1	-0.06972533464431763
216545	rnn.bias_hh_l1	2	-0.08728857338428497
216545	rnn.bias_hh_l1	3	-0.07745446264743805
216545	rnn.bias_hh_l1	4	-0.07470720261335373
216545	rnn.bias_hh_l1	5	-0.11954360455274582
216545	rnn.bias_hh_l1	6	-0.16294275224208832
216545	rnn.bias_hh_l1	7	0.07798977941274643
216545	rnn.bias_hh_l1	8	-0.18231728672981262
216545	rnn.bias_hh_l1	9	-0.12414852529764175
216545	rnn.weight_ih_l1_reverse	0	-0.04440215975046158
216545	rnn.weight_ih_l1_reverse	1	0.03423770144581795
216545	rnn.weight_ih_l1_reverse	2	0.08959168940782547
216545	rnn.weight_ih_l1_reverse	3	-0.018630510196089745
216545	rnn.weight_ih_l1_reverse	4	-0.02416021004319191
216545	rnn.weight_ih_l1_reverse	5	-0.030422188341617584
216545	rnn.weight_ih_l1_reverse	6	-0.018252944573760033
216545	rnn.weight_ih_l1_reverse	7	0.02898934669792652
216545	rnn.weight_ih_l1_reverse	8	0.011842887848615646
216545	rnn.weight_ih_l1_reverse	9	-0.03285781666636467
216545	rnn.weight_hh_l1_reverse	0	0.004628711845725775
216545	rnn.weight_hh_l1_reverse	1	0.03139495477080345
216545	rnn.weight_hh_l1_reverse	2	-0.040563467890024185
216545	rnn.weight_hh_l1_reverse	3	0.035148557275533676
216545	rnn.weight_hh_l1_reverse	4	0.04699792340397835
216545	rnn.weight_hh_l1_reverse	5	0.004785692784935236
216545	rnn.weight_hh_l1_reverse	6	0.04831204190850258
216545	rnn.weight_hh_l1_reverse	7	0.030960731208324432
216545	rnn.weight_hh_l1_reverse	8	-0.007156804669648409
216545	rnn.weight_hh_l1_reverse	9	-0.030870769172906876
216545	rnn.bias_ih_l1_reverse	0	-0.04853678122162819
216545	rnn.bias_ih_l1_reverse	1	-0.14072959125041962
216545	rnn.bias_ih_l1_reverse	2	-0.1637125015258789
216545	rnn.bias_ih_l1_reverse	3	-0.05820252001285553
216545	rnn.bias_ih_l1_reverse	4	-0.2068638801574707
216545	rnn.bias_ih_l1_reverse	5	-0.11792021244764328
216545	rnn.bias_ih_l1_reverse	6	-0.1313658207654953
216545	rnn.bias_ih_l1_reverse	7	-0.19328835606575012
216545	rnn.bias_ih_l1_reverse	8	0.21943846344947815
216545	rnn.bias_ih_l1_reverse	9	0.026108192279934883
216545	rnn.bias_hh_l1_reverse	0	0.005852685309946537
216545	rnn.bias_hh_l1_reverse	1	-0.0700613260269165
216545	rnn.bias_hh_l1_reverse	2	-0.23769111931324005
216545	rnn.bias_hh_l1_reverse	3	-0.14211560785770416
216545	rnn.bias_hh_l1_reverse	4	-0.08190101385116577
216545	rnn.bias_hh_l1_reverse	5	-0.11758051812648773
216545	rnn.bias_hh_l1_reverse	6	0.05485702306032181
216545	rnn.bias_hh_l1_reverse	7	-0.1445983499288559
216545	rnn.bias_hh_l1_reverse	8	-0.12070577591657639
216545	rnn.bias_hh_l1_reverse	9	-0.15069232881069183
216545	linear.weight	0	0.002228822559118271
216545	linear.weight	1	0.10175224393606186
216545	linear.weight	2	-0.09202176332473755
216545	linear.weight	3	0.3025137484073639
216545	linear.weight	4	0.14642442762851715
216545	linear.weight	5	-0.06152725964784622
216545	linear.weight	6	0.11542625725269318
216545	linear.weight	7	0.13045254349708557
216545	linear.weight	8	0.04114120826125145
216545	linear.weight	9	-0.051877763122320175
216545	linear.bias	0	0.09837109595537186
216545	linear.bias	1	-0.16969598829746246
216545	linear.bias	2	-0.4525100290775299
216545	linear.bias	3	-0.6545180678367615
216545	linear.bias	4	-1.246966004371643
216545	linear.bias	5	-0.057010531425476074
216545	linear.bias	6	-0.8054020404815674
216545	linear.bias	7	0.2713066041469574
216545	linear.bias	8	-0.4296165108680725
216545	linear.bias	9	-1.0469098091125488
216742	transitions	0	0.7438427805900574
216742	transitions	1	0.14507921040058136
216742	transitions	2	-10000.0
216742	transitions	3	-1.8275424242019653
216742	transitions	4	-10000.0
216742	transitions	5	0.5642883777618408
216742	transitions	6	-0.0845537930727005
216742	transitions	7	-0.7987875938415527
216742	transitions	8	-1.4201338291168213
216742	transitions	9	-0.001220426056534052
216742	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
216742	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
216742	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
216742	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
216742	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
216742	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
216742	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
216742	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
216742	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
216742	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
216742	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
216742	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
216742	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
216742	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
216742	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
216742	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
216742	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
216742	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
216742	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
216742	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
216742	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
216742	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
216742	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
216742	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
216742	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
216742	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
216742	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
216742	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
216742	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
216742	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
216742	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
216742	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
216742	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
216742	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
216742	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
216742	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
216742	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
216742	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
216742	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
216742	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
216742	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
216742	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
216742	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
216742	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
216742	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
216742	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
216742	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
216742	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
216742	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
216742	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
216742	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
216742	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
216742	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
216742	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
216742	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
216742	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
216742	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
216742	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
216742	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
216742	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
216742	embedding2nn.weight	0	0.01860453188419342
216742	embedding2nn.weight	1	-0.013103418052196503
216742	embedding2nn.weight	2	-0.014268254861235619
216742	embedding2nn.weight	3	-0.03175143525004387
216742	embedding2nn.weight	4	-0.0059150345623493195
216742	embedding2nn.weight	5	-0.0037005888298153877
216742	embedding2nn.weight	6	-0.0039732689037919044
216742	embedding2nn.weight	7	-0.07601649314165115
216742	embedding2nn.weight	8	-0.0019979383796453476
216742	embedding2nn.weight	9	-0.028571927919983864
216742	embedding2nn.bias	0	0.017496231943368912
216742	embedding2nn.bias	1	-0.07690013945102692
216742	embedding2nn.bias	2	0.07192876935005188
216742	embedding2nn.bias	3	0.04446570202708244
216742	embedding2nn.bias	4	-0.03437475487589836
216742	embedding2nn.bias	5	-0.014759722165763378
216742	embedding2nn.bias	6	0.023879023268818855
216742	embedding2nn.bias	7	-0.047075070440769196
216742	embedding2nn.bias	8	0.06513546407222748
216742	embedding2nn.bias	9	0.04064168408513069
216742	rnn.weight_ih_l0	0	-0.07768300920724869
216742	rnn.weight_ih_l0	1	0.0029631268698722124
216742	rnn.weight_ih_l0	2	0.03653939068317413
216742	rnn.weight_ih_l0	3	0.0213422030210495
216742	rnn.weight_ih_l0	4	-0.05043046921491623
216742	rnn.weight_ih_l0	5	-0.06916103512048721
216742	rnn.weight_ih_l0	6	-0.002062395215034485
216742	rnn.weight_ih_l0	7	0.051386430859565735
216742	rnn.weight_ih_l0	8	-0.015253361314535141
216742	rnn.weight_ih_l0	9	-0.030915359035134315
216742	rnn.weight_hh_l0	0	-0.03021496906876564
216742	rnn.weight_hh_l0	1	-0.008413150906562805
216742	rnn.weight_hh_l0	2	0.007070521358400583
216742	rnn.weight_hh_l0	3	-0.07683470845222473
216742	rnn.weight_hh_l0	4	0.09409172087907791
216742	rnn.weight_hh_l0	5	-0.025227241218090057
216742	rnn.weight_hh_l0	6	-0.06186411902308464
216742	rnn.weight_hh_l0	7	0.010022716596722603
216742	rnn.weight_hh_l0	8	0.01355236116796732
216742	rnn.weight_hh_l0	9	-0.024943839758634567
216742	rnn.bias_ih_l0	0	0.1279979795217514
216742	rnn.bias_ih_l0	1	-0.03622177615761757
216742	rnn.bias_ih_l0	2	-0.03347499296069145
216742	rnn.bias_ih_l0	3	0.16258110105991364
216742	rnn.bias_ih_l0	4	-0.010264306329190731
216742	rnn.bias_ih_l0	5	-0.02368806302547455
216742	rnn.bias_ih_l0	6	0.021380804479122162
216742	rnn.bias_ih_l0	7	0.02372570149600506
216742	rnn.bias_ih_l0	8	-0.1002960056066513
216742	rnn.bias_ih_l0	9	-0.04703490063548088
216742	rnn.bias_hh_l0	0	0.001097703236155212
216742	rnn.bias_hh_l0	1	-0.10136207938194275
216742	rnn.bias_hh_l0	2	-0.0703941211104393
216742	rnn.bias_hh_l0	3	-0.08832693845033646
216742	rnn.bias_hh_l0	4	0.0065572564490139484
216742	rnn.bias_hh_l0	5	-0.017881307750940323
216742	rnn.bias_hh_l0	6	0.02900460548698902
216742	rnn.bias_hh_l0	7	0.04875210300087929
216742	rnn.bias_hh_l0	8	-0.12039661407470703
216742	rnn.bias_hh_l0	9	-0.056053247302770615
216742	rnn.weight_ih_l0_reverse	0	-0.021574756130576134
216742	rnn.weight_ih_l0_reverse	1	-0.055408548563718796
216742	rnn.weight_ih_l0_reverse	2	-0.04692118987441063
216742	rnn.weight_ih_l0_reverse	3	0.012180177494883537
216742	rnn.weight_ih_l0_reverse	4	-0.024915874004364014
216742	rnn.weight_ih_l0_reverse	5	-0.057913169264793396
216742	rnn.weight_ih_l0_reverse	6	0.07516461610794067
216742	rnn.weight_ih_l0_reverse	7	-0.016900617629289627
216742	rnn.weight_ih_l0_reverse	8	-0.01899486966431141
216742	rnn.weight_ih_l0_reverse	9	0.003962359391152859
216742	rnn.weight_hh_l0_reverse	0	0.06685588508844376
216742	rnn.weight_hh_l0_reverse	1	0.022452451288700104
216742	rnn.weight_hh_l0_reverse	2	0.02903667837381363
216742	rnn.weight_hh_l0_reverse	3	0.03539694845676422
216742	rnn.weight_hh_l0_reverse	4	0.012790166772902012
216742	rnn.weight_hh_l0_reverse	5	0.007266845554113388
216742	rnn.weight_hh_l0_reverse	6	0.05008766055107117
216742	rnn.weight_hh_l0_reverse	7	-0.07963690906763077
216742	rnn.weight_hh_l0_reverse	8	0.04080823063850403
216742	rnn.weight_hh_l0_reverse	9	0.03574569523334503
216742	rnn.bias_ih_l0_reverse	0	-0.059439461678266525
216742	rnn.bias_ih_l0_reverse	1	-0.2878793179988861
216742	rnn.bias_ih_l0_reverse	2	-0.12394214421510696
216742	rnn.bias_ih_l0_reverse	3	-0.04676945507526398
216742	rnn.bias_ih_l0_reverse	4	-0.021466754376888275
216742	rnn.bias_ih_l0_reverse	5	0.07549208402633667
216742	rnn.bias_ih_l0_reverse	6	-0.06650550663471222
216742	rnn.bias_ih_l0_reverse	7	0.06678827106952667
216742	rnn.bias_ih_l0_reverse	8	-0.04467853158712387
216742	rnn.bias_ih_l0_reverse	9	0.06538144499063492
216742	rnn.bias_hh_l0_reverse	0	0.021967604756355286
216742	rnn.bias_hh_l0_reverse	1	-0.05684434249997139
216742	rnn.bias_hh_l0_reverse	2	0.08365468680858612
216742	rnn.bias_hh_l0_reverse	3	-0.04794568568468094
216742	rnn.bias_hh_l0_reverse	4	-0.023535458371043205
216742	rnn.bias_hh_l0_reverse	5	-0.022956447675824165
216742	rnn.bias_hh_l0_reverse	6	-0.01585320010781288
216742	rnn.bias_hh_l0_reverse	7	0.10284557938575745
216742	rnn.bias_hh_l0_reverse	8	0.03365477919578552
216742	rnn.bias_hh_l0_reverse	9	-0.14924797415733337
216742	rnn.weight_ih_l1	0	-0.03018944524228573
216742	rnn.weight_ih_l1	1	-0.05157630145549774
216742	rnn.weight_ih_l1	2	0.06321510672569275
216742	rnn.weight_ih_l1	3	-0.07431717962026596
216742	rnn.weight_ih_l1	4	-0.01453851442784071
216742	rnn.weight_ih_l1	5	-0.040457628667354584
216742	rnn.weight_ih_l1	6	0.027054375037550926
216742	rnn.weight_ih_l1	7	-0.04456175118684769
216742	rnn.weight_ih_l1	8	0.03792668879032135
216742	rnn.weight_ih_l1	9	0.04413537308573723
216742	rnn.weight_hh_l1	0	-0.007263520732522011
216742	rnn.weight_hh_l1	1	0.0199955515563488
216742	rnn.weight_hh_l1	2	0.0064063784666359425
216742	rnn.weight_hh_l1	3	-0.012716720812022686
216742	rnn.weight_hh_l1	4	0.004394350573420525
216742	rnn.weight_hh_l1	5	0.03446686640381813
216742	rnn.weight_hh_l1	6	0.036788828670978546
216742	rnn.weight_hh_l1	7	-0.017438670620322227
216742	rnn.weight_hh_l1	8	-0.00789498258382082
216742	rnn.weight_hh_l1	9	0.03868076577782631
216742	rnn.bias_ih_l1	0	-0.18840818107128143
216742	rnn.bias_ih_l1	1	-0.17947252094745636
216742	rnn.bias_ih_l1	2	-0.19988475739955902
216742	rnn.bias_ih_l1	3	-0.31027814745903015
216742	rnn.bias_ih_l1	4	-0.21417270600795746
216742	rnn.bias_ih_l1	5	-0.08686742186546326
216742	rnn.bias_ih_l1	6	-0.1607629507780075
216742	rnn.bias_ih_l1	7	-0.008859091438353062
216742	rnn.bias_ih_l1	8	-0.1338377743959427
216742	rnn.bias_ih_l1	9	-0.12850774824619293
216742	rnn.bias_hh_l1	0	-0.09857748448848724
216742	rnn.bias_hh_l1	1	-0.0699409618973732
216742	rnn.bias_hh_l1	2	-0.08649176359176636
216742	rnn.bias_hh_l1	3	-0.07677172869443893
216742	rnn.bias_hh_l1	4	-0.07374707609415054
216742	rnn.bias_hh_l1	5	-0.11941703408956528
216742	rnn.bias_hh_l1	6	-0.1634630262851715
216742	rnn.bias_hh_l1	7	0.07770386338233948
216742	rnn.bias_hh_l1	8	-0.18283434212207794
216742	rnn.bias_hh_l1	9	-0.12355366349220276
216742	rnn.weight_ih_l1_reverse	0	-0.04436229169368744
216742	rnn.weight_ih_l1_reverse	1	0.034523386508226395
216742	rnn.weight_ih_l1_reverse	2	0.08930203318595886
216742	rnn.weight_ih_l1_reverse	3	-0.018127035349607468
216742	rnn.weight_ih_l1_reverse	4	-0.024717306718230247
216742	rnn.weight_ih_l1_reverse	5	-0.030515901744365692
216742	rnn.weight_ih_l1_reverse	6	-0.018294550478458405
216742	rnn.weight_ih_l1_reverse	7	0.029098331928253174
216742	rnn.weight_ih_l1_reverse	8	0.011059621348977089
216742	rnn.weight_ih_l1_reverse	9	-0.032686859369277954
216742	rnn.weight_hh_l1_reverse	0	0.004607973620295525
216742	rnn.weight_hh_l1_reverse	1	0.03147771954536438
216742	rnn.weight_hh_l1_reverse	2	-0.04055565595626831
216742	rnn.weight_hh_l1_reverse	3	0.035258591175079346
216742	rnn.weight_hh_l1_reverse	4	0.0470261387526989
216742	rnn.weight_hh_l1_reverse	5	0.004510359838604927
216742	rnn.weight_hh_l1_reverse	6	0.0486358143389225
216742	rnn.weight_hh_l1_reverse	7	0.030771439895033836
216742	rnn.weight_hh_l1_reverse	8	-0.007117684930562973
216742	rnn.weight_hh_l1_reverse	9	-0.030929995700716972
216742	rnn.bias_ih_l1_reverse	0	-0.047575581818819046
216742	rnn.bias_ih_l1_reverse	1	-0.14091923832893372
216742	rnn.bias_ih_l1_reverse	2	-0.16418509185314178
216742	rnn.bias_ih_l1_reverse	3	-0.05868035554885864
216742	rnn.bias_ih_l1_reverse	4	-0.20691978931427002
216742	rnn.bias_ih_l1_reverse	5	-0.1175675168633461
216742	rnn.bias_ih_l1_reverse	6	-0.1313762068748474
216742	rnn.bias_ih_l1_reverse	7	-0.19299623370170593
216742	rnn.bias_ih_l1_reverse	8	0.22028499841690063
216742	rnn.bias_ih_l1_reverse	9	0.02504054643213749
216742	rnn.bias_hh_l1_reverse	0	0.0042534880340099335
216742	rnn.bias_hh_l1_reverse	1	-0.07080072909593582
216742	rnn.bias_hh_l1_reverse	2	-0.23805029690265656
216742	rnn.bias_hh_l1_reverse	3	-0.14218354225158691
216742	rnn.bias_hh_l1_reverse	4	-0.08200929313898087
216742	rnn.bias_hh_l1_reverse	5	-0.11764060705900192
216742	rnn.bias_hh_l1_reverse	6	0.05230669677257538
216742	rnn.bias_hh_l1_reverse	7	-0.14449790120124817
216742	rnn.bias_hh_l1_reverse	8	-0.12128713726997375
216742	rnn.bias_hh_l1_reverse	9	-0.15084776282310486
216742	linear.weight	0	0.002228822559118271
216742	linear.weight	1	0.09861565381288528
216742	linear.weight	2	-0.09186135977506638
216742	linear.weight	3	0.2999803125858307
216742	linear.weight	4	0.14677748084068298
216742	linear.weight	5	-0.06061895564198494
216742	linear.weight	6	0.11719400435686111
216742	linear.weight	7	0.12895891070365906
216742	linear.weight	8	0.04114113748073578
216742	linear.weight	9	-0.05219382047653198
216742	linear.bias	0	0.1006740927696228
216742	linear.bias	1	-0.18465843796730042
216742	linear.bias	2	-0.4479193687438965
216742	linear.bias	3	-0.6499736905097961
216742	linear.bias	4	-1.2427784204483032
216742	linear.bias	5	-0.05934851989150047
216742	linear.bias	6	-0.8204522728919983
216742	linear.bias	7	0.26760396361351013
216742	linear.bias	8	-0.42580446600914
216742	linear.bias	9	-1.0441118478775024
216939	transitions	0	0.7457482814788818
216939	transitions	1	0.1448548436164856
216939	transitions	2	-10000.0
216939	transitions	3	-1.8275519609451294
216939	transitions	4	-10000.0
216939	transitions	5	0.5642737150192261
216939	transitions	6	-0.08456455171108246
216939	transitions	7	-0.7988628149032593
216939	transitions	8	-1.4201648235321045
216939	transitions	9	-0.00122066552285105
216939	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
216939	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
216939	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
216939	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
216939	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
216939	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
216939	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
216939	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
216939	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
216939	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
216939	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
216939	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
216939	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
216939	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
216939	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
216939	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
216939	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
216939	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
216939	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
216939	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
216939	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
216939	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
216939	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
216939	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
216939	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
216939	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
216939	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
216939	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
216939	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
216939	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
216939	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
216939	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
216939	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
216939	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
216939	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
216939	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
216939	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
216939	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
216939	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
216939	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
216939	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
216939	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
216939	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
216939	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
216939	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
216939	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
216939	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
216939	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
216939	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
216939	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
216939	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
216939	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
216939	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
216939	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
216939	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
216939	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
216939	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
216939	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
216939	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
216939	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
216939	embedding2nn.weight	0	0.01860145665705204
216939	embedding2nn.weight	1	-0.013088805601000786
216939	embedding2nn.weight	2	-0.014268254861235619
216939	embedding2nn.weight	3	-0.03177545964717865
216939	embedding2nn.weight	4	-0.0059150345623493195
216939	embedding2nn.weight	5	-0.0037005888298153877
216939	embedding2nn.weight	6	-0.003973266575485468
216939	embedding2nn.weight	7	-0.07620476186275482
216939	embedding2nn.weight	8	-0.0019979383796453476
216939	embedding2nn.weight	9	-0.028571084141731262
216939	embedding2nn.bias	0	0.018538951873779297
216939	embedding2nn.bias	1	-0.07465004175901413
216939	embedding2nn.bias	2	0.06924250721931458
216939	embedding2nn.bias	3	0.04354790225625038
216939	embedding2nn.bias	4	-0.03412198647856712
216939	embedding2nn.bias	5	-0.01375008374452591
216939	embedding2nn.bias	6	0.025171974673867226
216939	embedding2nn.bias	7	-0.0472571961581707
216939	embedding2nn.bias	8	0.06259036064147949
216939	embedding2nn.bias	9	0.04278307035565376
216939	rnn.weight_ih_l0	0	-0.0780884400010109
216939	rnn.weight_ih_l0	1	0.0027462681755423546
216939	rnn.weight_ih_l0	2	0.03619014471769333
216939	rnn.weight_ih_l0	3	0.021625617519021034
216939	rnn.weight_ih_l0	4	-0.05029309540987015
216939	rnn.weight_ih_l0	5	-0.06924942880868912
216939	rnn.weight_ih_l0	6	-0.0021594923455268145
216939	rnn.weight_ih_l0	7	0.05135727301239967
216939	rnn.weight_ih_l0	8	-0.01535587478429079
216939	rnn.weight_ih_l0	9	-0.030647262930870056
216939	rnn.weight_hh_l0	0	-0.030428247526288033
216939	rnn.weight_hh_l0	1	-0.008356589823961258
216939	rnn.weight_hh_l0	2	0.006949284113943577
216939	rnn.weight_hh_l0	3	-0.07676283270120621
216939	rnn.weight_hh_l0	4	0.09410110861063004
216939	rnn.weight_hh_l0	5	-0.02510903775691986
216939	rnn.weight_hh_l0	6	-0.06174527481198311
216939	rnn.weight_hh_l0	7	0.010199937969446182
216939	rnn.weight_hh_l0	8	0.01352204941213131
216939	rnn.weight_hh_l0	9	-0.024775920435786247
216939	rnn.bias_ih_l0	0	0.12775933742523193
216939	rnn.bias_ih_l0	1	-0.036444224417209625
216939	rnn.bias_ih_l0	2	-0.03338027372956276
216939	rnn.bias_ih_l0	3	0.16223499178886414
216939	rnn.bias_ih_l0	4	-0.01049462053924799
216939	rnn.bias_ih_l0	5	-0.022533385083079338
216939	rnn.bias_ih_l0	6	0.02054462768137455
216939	rnn.bias_ih_l0	7	0.023720664903521538
216939	rnn.bias_ih_l0	8	-0.10061687976121902
216939	rnn.bias_ih_l0	9	-0.04643582925200462
216939	rnn.bias_hh_l0	0	0.0010878824396058917
216939	rnn.bias_hh_l0	1	-0.10112196207046509
216939	rnn.bias_hh_l0	2	-0.07084552943706512
216939	rnn.bias_hh_l0	3	-0.08800385892391205
216939	rnn.bias_hh_l0	4	0.007878612726926804
216939	rnn.bias_hh_l0	5	-0.018668759614229202
216939	rnn.bias_hh_l0	6	0.028602436184883118
216939	rnn.bias_hh_l0	7	0.04979054629802704
216939	rnn.bias_hh_l0	8	-0.12185738235712051
216939	rnn.bias_hh_l0	9	-0.05719442293047905
216939	rnn.weight_ih_l0_reverse	0	-0.021677283570170403
216939	rnn.weight_ih_l0_reverse	1	-0.05531828850507736
216939	rnn.weight_ih_l0_reverse	2	-0.04636433348059654
216939	rnn.weight_ih_l0_reverse	3	0.012234427034854889
216939	rnn.weight_ih_l0_reverse	4	-0.024862054735422134
216939	rnn.weight_ih_l0_reverse	5	-0.05792037770152092
216939	rnn.weight_ih_l0_reverse	6	0.0754598081111908
216939	rnn.weight_ih_l0_reverse	7	-0.017265403643250465
216939	rnn.weight_ih_l0_reverse	8	-0.018922297284007072
216939	rnn.weight_ih_l0_reverse	9	0.003939235582947731
216939	rnn.weight_hh_l0_reverse	0	0.06673829257488251
216939	rnn.weight_hh_l0_reverse	1	0.022222556173801422
216939	rnn.weight_hh_l0_reverse	2	0.029027603566646576
216939	rnn.weight_hh_l0_reverse	3	0.035440459847450256
216939	rnn.weight_hh_l0_reverse	4	0.012712999247014523
216939	rnn.weight_hh_l0_reverse	5	0.007191987242549658
216939	rnn.weight_hh_l0_reverse	6	0.05013233423233032
216939	rnn.weight_hh_l0_reverse	7	-0.07985886931419373
216939	rnn.weight_hh_l0_reverse	8	0.04086161404848099
216939	rnn.weight_hh_l0_reverse	9	0.03572002053260803
216939	rnn.bias_ih_l0_reverse	0	-0.05918317288160324
216939	rnn.bias_ih_l0_reverse	1	-0.28979724645614624
216939	rnn.bias_ih_l0_reverse	2	-0.1246320977807045
216939	rnn.bias_ih_l0_reverse	3	-0.047238968312740326
216939	rnn.bias_ih_l0_reverse	4	-0.02087962068617344
216939	rnn.bias_ih_l0_reverse	5	0.0748797282576561
216939	rnn.bias_ih_l0_reverse	6	-0.06702955812215805
216939	rnn.bias_ih_l0_reverse	7	0.06688885390758514
216939	rnn.bias_ih_l0_reverse	8	-0.044599536806344986
216939	rnn.bias_ih_l0_reverse	9	0.06470837444067001
216939	rnn.bias_hh_l0_reverse	0	0.022653354331851006
216939	rnn.bias_hh_l0_reverse	1	-0.05677828565239906
216939	rnn.bias_hh_l0_reverse	2	0.08485374599695206
216939	rnn.bias_hh_l0_reverse	3	-0.04805762693285942
216939	rnn.bias_hh_l0_reverse	4	-0.02374860644340515
216939	rnn.bias_hh_l0_reverse	5	-0.022301213815808296
216939	rnn.bias_hh_l0_reverse	6	-0.01618223264813423
216939	rnn.bias_hh_l0_reverse	7	0.10293649137020111
216939	rnn.bias_hh_l0_reverse	8	0.033805303275585175
216939	rnn.bias_hh_l0_reverse	9	-0.14971840381622314
216939	rnn.weight_ih_l1	0	-0.030286312103271484
216939	rnn.weight_ih_l1	1	-0.051713019609451294
216939	rnn.weight_ih_l1	2	0.06291025876998901
216939	rnn.weight_ih_l1	3	-0.07405512779951096
216939	rnn.weight_ih_l1	4	-0.014489862136542797
216939	rnn.weight_ih_l1	5	-0.04030172526836395
216939	rnn.weight_ih_l1	6	0.026979364454746246
216939	rnn.weight_ih_l1	7	-0.044498104602098465
216939	rnn.weight_ih_l1	8	0.03799962252378464
216939	rnn.weight_ih_l1	9	0.04424627870321274
216939	rnn.weight_hh_l1	0	-0.006876809056848288
216939	rnn.weight_hh_l1	1	0.0199924036860466
216939	rnn.weight_hh_l1	2	0.006385171320289373
216939	rnn.weight_hh_l1	3	-0.012639101594686508
216939	rnn.weight_hh_l1	4	0.004679922945797443
216939	rnn.weight_hh_l1	5	0.03456810861825943
216939	rnn.weight_hh_l1	6	0.03654569387435913
216939	rnn.weight_hh_l1	7	-0.01737496815621853
216939	rnn.weight_hh_l1	8	-0.008045205846428871
216939	rnn.weight_hh_l1	9	0.03870435059070587
216939	rnn.bias_ih_l1	0	-0.18841657042503357
216939	rnn.bias_ih_l1	1	-0.17961513996124268
216939	rnn.bias_ih_l1	2	-0.20137187838554382
216939	rnn.bias_ih_l1	3	-0.3109182119369507
216939	rnn.bias_ih_l1	4	-0.21376921236515045
216939	rnn.bias_ih_l1	5	-0.08756021410226822
216939	rnn.bias_ih_l1	6	-0.15998181700706482
216939	rnn.bias_ih_l1	7	-0.010005390271544456
216939	rnn.bias_ih_l1	8	-0.134779691696167
216939	rnn.bias_ih_l1	9	-0.12802787125110626
216939	rnn.bias_hh_l1	0	-0.09879906475543976
216939	rnn.bias_hh_l1	1	-0.06988437473773956
216939	rnn.bias_hh_l1	2	-0.08612768352031708
216939	rnn.bias_hh_l1	3	-0.07720393687486649
216939	rnn.bias_hh_l1	4	-0.0738239660859108
216939	rnn.bias_hh_l1	5	-0.11930304020643234
216939	rnn.bias_hh_l1	6	-0.16435278952121735
216939	rnn.bias_hh_l1	7	0.07813055068254471
216939	rnn.bias_hh_l1	8	-0.1825258433818817
216939	rnn.bias_hh_l1	9	-0.12440106272697449
216939	rnn.weight_ih_l1_reverse	0	-0.04441363736987114
216939	rnn.weight_ih_l1_reverse	1	0.03448832407593727
216939	rnn.weight_ih_l1_reverse	2	0.08950904756784439
216939	rnn.weight_ih_l1_reverse	3	-0.017762072384357452
216939	rnn.weight_ih_l1_reverse	4	-0.024463899433612823
216939	rnn.weight_ih_l1_reverse	5	-0.030617710202932358
216939	rnn.weight_ih_l1_reverse	6	-0.018039802089333534
216939	rnn.weight_ih_l1_reverse	7	0.029162021353840828
216939	rnn.weight_ih_l1_reverse	8	0.010066419839859009
216939	rnn.weight_ih_l1_reverse	9	-0.03319615498185158
216939	rnn.weight_hh_l1_reverse	0	0.004563462920486927
216939	rnn.weight_hh_l1_reverse	1	0.03153086453676224
216939	rnn.weight_hh_l1_reverse	2	-0.04052774980664253
216939	rnn.weight_hh_l1_reverse	3	0.0351942777633667
216939	rnn.weight_hh_l1_reverse	4	0.047144293785095215
216939	rnn.weight_hh_l1_reverse	5	0.004452099092304707
216939	rnn.weight_hh_l1_reverse	6	0.048590511083602905
216939	rnn.weight_hh_l1_reverse	7	0.031004242599010468
216939	rnn.weight_hh_l1_reverse	8	-0.007167266681790352
216939	rnn.weight_hh_l1_reverse	9	-0.03091369941830635
216939	rnn.bias_ih_l1_reverse	0	-0.04790565371513367
216939	rnn.bias_ih_l1_reverse	1	-0.14021769165992737
216939	rnn.bias_ih_l1_reverse	2	-0.16390058398246765
216939	rnn.bias_ih_l1_reverse	3	-0.058703385293483734
216939	rnn.bias_ih_l1_reverse	4	-0.20683611929416656
216939	rnn.bias_ih_l1_reverse	5	-0.11770816147327423
216939	rnn.bias_ih_l1_reverse	6	-0.1314089149236679
216939	rnn.bias_ih_l1_reverse	7	-0.19311192631721497
216939	rnn.bias_ih_l1_reverse	8	0.22118116915225983
216939	rnn.bias_ih_l1_reverse	9	0.02395552210509777
216939	rnn.bias_hh_l1_reverse	0	0.005676792003214359
216939	rnn.bias_hh_l1_reverse	1	-0.07012949138879776
216939	rnn.bias_hh_l1_reverse	2	-0.23811101913452148
216939	rnn.bias_hh_l1_reverse	3	-0.1417064368724823
216939	rnn.bias_hh_l1_reverse	4	-0.0826290175318718
216939	rnn.bias_hh_l1_reverse	5	-0.11731254309415817
216939	rnn.bias_hh_l1_reverse	6	0.052249468863010406
216939	rnn.bias_hh_l1_reverse	7	-0.14442113041877747
216939	rnn.bias_hh_l1_reverse	8	-0.1210050955414772
216939	rnn.bias_hh_l1_reverse	9	-0.151218444108963
216939	linear.weight	0	0.002228822559118271
216939	linear.weight	1	0.09429541230201721
216939	linear.weight	2	-0.09058541059494019
216939	linear.weight	3	0.3019174039363861
216939	linear.weight	4	0.14865870773792267
216939	linear.weight	5	-0.0607273206114769
216939	linear.weight	6	0.11887574195861816
216939	linear.weight	7	0.1250634342432022
216939	linear.weight	8	0.04114106670022011
216939	linear.weight	9	-0.05297592282295227
216939	linear.bias	0	0.10181738436222076
216939	linear.bias	1	-0.17492283880710602
216939	linear.bias	2	-0.4526335895061493
216939	linear.bias	3	-0.6461601257324219
216939	linear.bias	4	-1.2398220300674438
216939	linear.bias	5	-0.05552549287676811
216939	linear.bias	6	-0.8103717565536499
216939	linear.bias	7	0.27175453305244446
216939	linear.bias	8	-0.42716991901397705
216939	linear.bias	9	-1.0455576181411743
217136	transitions	0	0.748786985874176
217136	transitions	1	0.14405186474323273
217136	transitions	2	-10000.0
217136	transitions	3	-1.8275620937347412
217136	transitions	4	-10000.0
217136	transitions	5	0.5642573833465576
217136	transitions	6	-0.0845731869339943
217136	transitions	7	-0.7990221381187439
217136	transitions	8	-1.4201778173446655
217136	transitions	9	-0.0012207577237859368
217136	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
217136	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
217136	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
217136	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
217136	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
217136	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
217136	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
217136	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
217136	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
217136	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
217136	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
217136	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
217136	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
217136	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
217136	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
217136	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
217136	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
217136	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
217136	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
217136	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
217136	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
217136	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
217136	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
217136	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
217136	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
217136	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
217136	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
217136	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
217136	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
217136	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
217136	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
217136	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
217136	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
217136	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
217136	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
217136	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
217136	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
217136	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
217136	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
217136	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
217136	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
217136	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
217136	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
217136	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
217136	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
217136	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
217136	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
217136	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
217136	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
217136	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
217136	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
217136	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
217136	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
217136	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
217136	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
217136	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
217136	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
217136	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
217136	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
217136	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
217136	embedding2nn.weight	0	0.018007535487413406
217136	embedding2nn.weight	1	-0.013147292658686638
217136	embedding2nn.weight	2	-0.014268254861235619
217136	embedding2nn.weight	3	-0.031753238290548325
217136	embedding2nn.weight	4	-0.0059150345623493195
217136	embedding2nn.weight	5	-0.0037005888298153877
217136	embedding2nn.weight	6	-0.0039732675068080425
217136	embedding2nn.weight	7	-0.07588929682970047
217136	embedding2nn.weight	8	-0.0019979383796453476
217136	embedding2nn.weight	9	-0.028383973985910416
217136	embedding2nn.bias	0	0.01973963901400566
217136	embedding2nn.bias	1	-0.07246965169906616
217136	embedding2nn.bias	2	0.06994748115539551
217136	embedding2nn.bias	3	0.043354582041502
217136	embedding2nn.bias	4	-0.034949395805597305
217136	embedding2nn.bias	5	-0.012038219720125198
217136	embedding2nn.bias	6	0.022869935259222984
217136	embedding2nn.bias	7	-0.04997466877102852
217136	embedding2nn.bias	8	0.06360390037298203
217136	embedding2nn.bias	9	0.042472101747989655
217136	rnn.weight_ih_l0	0	-0.07822438329458237
217136	rnn.weight_ih_l0	1	0.003363670315593481
217136	rnn.weight_ih_l0	2	0.036320753395557404
217136	rnn.weight_ih_l0	3	0.021523837000131607
217136	rnn.weight_ih_l0	4	-0.04980901628732681
217136	rnn.weight_ih_l0	5	-0.06911757588386536
217136	rnn.weight_ih_l0	6	-0.0019454983994364738
217136	rnn.weight_ih_l0	7	0.05152374133467674
217136	rnn.weight_ih_l0	8	-0.01525182742625475
217136	rnn.weight_ih_l0	9	-0.03065815195441246
217136	rnn.weight_hh_l0	0	-0.030448557808995247
217136	rnn.weight_hh_l0	1	-0.008272849954664707
217136	rnn.weight_hh_l0	2	0.006745773367583752
217136	rnn.weight_hh_l0	3	-0.07643437385559082
217136	rnn.weight_hh_l0	4	0.09392277151346207
217136	rnn.weight_hh_l0	5	-0.02531353197991848
217136	rnn.weight_hh_l0	6	-0.06157167628407478
217136	rnn.weight_hh_l0	7	0.010059264488518238
217136	rnn.weight_hh_l0	8	0.013410065323114395
217136	rnn.weight_hh_l0	9	-0.024665744975209236
217136	rnn.bias_ih_l0	0	0.1271187961101532
217136	rnn.bias_ih_l0	1	-0.0360369011759758
217136	rnn.bias_ih_l0	2	-0.03303835168480873
217136	rnn.bias_ih_l0	3	0.16287459433078766
217136	rnn.bias_ih_l0	4	-0.011233838275074959
217136	rnn.bias_ih_l0	5	-0.02206846885383129
217136	rnn.bias_ih_l0	6	0.02150837518274784
217136	rnn.bias_ih_l0	7	0.024192804470658302
217136	rnn.bias_ih_l0	8	-0.10070008039474487
217136	rnn.bias_ih_l0	9	-0.046938057988882065
217136	rnn.bias_hh_l0	0	0.0012915984261780977
217136	rnn.bias_hh_l0	1	-0.1020524725317955
217136	rnn.bias_hh_l0	2	-0.07071185111999512
217136	rnn.bias_hh_l0	3	-0.08731899410486221
217136	rnn.bias_hh_l0	4	0.00807208102196455
217136	rnn.bias_hh_l0	5	-0.019269999116659164
217136	rnn.bias_hh_l0	6	0.029033150523900986
217136	rnn.bias_hh_l0	7	0.05172030255198479
217136	rnn.bias_hh_l0	8	-0.12082324922084808
217136	rnn.bias_hh_l0	9	-0.05744831636548042
217136	rnn.weight_ih_l0_reverse	0	-0.021447451785206795
217136	rnn.weight_ih_l0_reverse	1	-0.055086538195610046
217136	rnn.weight_ih_l0_reverse	2	-0.046552762389183044
217136	rnn.weight_ih_l0_reverse	3	0.01285097561776638
217136	rnn.weight_ih_l0_reverse	4	-0.025311896577477455
217136	rnn.weight_ih_l0_reverse	5	-0.057883262634277344
217136	rnn.weight_ih_l0_reverse	6	0.07511846721172333
217136	rnn.weight_ih_l0_reverse	7	-0.01746608316898346
217136	rnn.weight_ih_l0_reverse	8	-0.019076867029070854
217136	rnn.weight_ih_l0_reverse	9	0.003792916890233755
217136	rnn.weight_hh_l0_reverse	0	0.06685363501310349
217136	rnn.weight_hh_l0_reverse	1	0.022607581689953804
217136	rnn.weight_hh_l0_reverse	2	0.029048098251223564
217136	rnn.weight_hh_l0_reverse	3	0.03542537987232208
217136	rnn.weight_hh_l0_reverse	4	0.012805655598640442
217136	rnn.weight_hh_l0_reverse	5	0.007426165509968996
217136	rnn.weight_hh_l0_reverse	6	0.050200581550598145
217136	rnn.weight_hh_l0_reverse	7	-0.08006123453378677
217136	rnn.weight_hh_l0_reverse	8	0.041016899049282074
217136	rnn.weight_hh_l0_reverse	9	0.03566950932145119
217136	rnn.bias_ih_l0_reverse	0	-0.05869469791650772
217136	rnn.bias_ih_l0_reverse	1	-0.2895040810108185
217136	rnn.bias_ih_l0_reverse	2	-0.12435978651046753
217136	rnn.bias_ih_l0_reverse	3	-0.046509020030498505
217136	rnn.bias_ih_l0_reverse	4	-0.021099992096424103
217136	rnn.bias_ih_l0_reverse	5	0.0750393345952034
217136	rnn.bias_ih_l0_reverse	6	-0.06660886108875275
217136	rnn.bias_ih_l0_reverse	7	0.06671296060085297
217136	rnn.bias_ih_l0_reverse	8	-0.04394439607858658
217136	rnn.bias_ih_l0_reverse	9	0.06452704221010208
217136	rnn.bias_hh_l0_reverse	0	0.0230452548712492
217136	rnn.bias_hh_l0_reverse	1	-0.05679221451282501
217136	rnn.bias_hh_l0_reverse	2	0.08455168455839157
217136	rnn.bias_hh_l0_reverse	3	-0.04814888909459114
217136	rnn.bias_hh_l0_reverse	4	-0.02413232997059822
217136	rnn.bias_hh_l0_reverse	5	-0.022343795746564865
217136	rnn.bias_hh_l0_reverse	6	-0.016366664320230484
217136	rnn.bias_hh_l0_reverse	7	0.10234067589044571
217136	rnn.bias_hh_l0_reverse	8	0.03399771824479103
217136	rnn.bias_hh_l0_reverse	9	-0.15029050409793854
217136	rnn.weight_ih_l1	0	-0.030151378363370895
217136	rnn.weight_ih_l1	1	-0.05192834138870239
217136	rnn.weight_ih_l1	2	0.06265231221914291
217136	rnn.weight_ih_l1	3	-0.07387581467628479
217136	rnn.weight_ih_l1	4	-0.014603176154196262
217136	rnn.weight_ih_l1	5	-0.04042092710733414
217136	rnn.weight_ih_l1	6	0.027011726051568985
217136	rnn.weight_ih_l1	7	-0.04456954821944237
217136	rnn.weight_ih_l1	8	0.03796679154038429
217136	rnn.weight_ih_l1	9	0.04448260739445686
217136	rnn.weight_hh_l1	0	-0.006925772875547409
217136	rnn.weight_hh_l1	1	0.019915828481316566
217136	rnn.weight_hh_l1	2	0.006246866192668676
217136	rnn.weight_hh_l1	3	-0.01274662185460329
217136	rnn.weight_hh_l1	4	0.004694581031799316
217136	rnn.weight_hh_l1	5	0.034559205174446106
217136	rnn.weight_hh_l1	6	0.03656451776623726
217136	rnn.weight_hh_l1	7	-0.017257871106266975
217136	rnn.weight_hh_l1	8	-0.00820877868682146
217136	rnn.weight_hh_l1	9	0.038600508123636246
217136	rnn.bias_ih_l1	0	-0.18733654916286469
217136	rnn.bias_ih_l1	1	-0.17965096235275269
217136	rnn.bias_ih_l1	2	-0.20072607696056366
217136	rnn.bias_ih_l1	3	-0.31066977977752686
217136	rnn.bias_ih_l1	4	-0.2130444198846817
217136	rnn.bias_ih_l1	5	-0.08766389638185501
217136	rnn.bias_ih_l1	6	-0.1591641753911972
217136	rnn.bias_ih_l1	7	-0.012281118892133236
217136	rnn.bias_ih_l1	8	-0.13455840945243835
217136	rnn.bias_ih_l1	9	-0.12937922775745392
217136	rnn.bias_hh_l1	0	-0.0986115038394928
217136	rnn.bias_hh_l1	1	-0.07047886401414871
217136	rnn.bias_hh_l1	2	-0.0870666354894638
217136	rnn.bias_hh_l1	3	-0.07690158486366272
217136	rnn.bias_hh_l1	4	-0.0737626850605011
217136	rnn.bias_hh_l1	5	-0.11916166543960571
217136	rnn.bias_hh_l1	6	-0.16561442613601685
217136	rnn.bias_hh_l1	7	0.078642338514328
217136	rnn.bias_hh_l1	8	-0.18180601298809052
217136	rnn.bias_hh_l1	9	-0.12334740161895752
217136	rnn.weight_ih_l1_reverse	0	-0.044400405138731
217136	rnn.weight_ih_l1_reverse	1	0.033789169043302536
217136	rnn.weight_ih_l1_reverse	2	0.08949632197618484
217136	rnn.weight_ih_l1_reverse	3	-0.018083233386278152
217136	rnn.weight_ih_l1_reverse	4	-0.02446259930729866
217136	rnn.weight_ih_l1_reverse	5	-0.030609875917434692
217136	rnn.weight_ih_l1_reverse	6	-0.01828838139772415
217136	rnn.weight_ih_l1_reverse	7	0.028792792931199074
217136	rnn.weight_ih_l1_reverse	8	0.010226976126432419
217136	rnn.weight_ih_l1_reverse	9	-0.033016931265592575
217136	rnn.weight_hh_l1_reverse	0	0.004593383055180311
217136	rnn.weight_hh_l1_reverse	1	0.03147684782743454
217136	rnn.weight_hh_l1_reverse	2	-0.04051947593688965
217136	rnn.weight_hh_l1_reverse	3	0.03517736867070198
217136	rnn.weight_hh_l1_reverse	4	0.047050297260284424
217136	rnn.weight_hh_l1_reverse	5	0.004412547219544649
217136	rnn.weight_hh_l1_reverse	6	0.04847557842731476
217136	rnn.weight_hh_l1_reverse	7	0.0308188758790493
217136	rnn.weight_hh_l1_reverse	8	-0.007177341729402542
217136	rnn.weight_hh_l1_reverse	9	-0.03086238168179989
217136	rnn.bias_ih_l1_reverse	0	-0.047714706510305405
217136	rnn.bias_ih_l1_reverse	1	-0.13977548480033875
217136	rnn.bias_ih_l1_reverse	2	-0.16277696192264557
217136	rnn.bias_ih_l1_reverse	3	-0.05954020097851753
217136	rnn.bias_ih_l1_reverse	4	-0.20724311470985413
217136	rnn.bias_ih_l1_reverse	5	-0.11725422739982605
217136	rnn.bias_ih_l1_reverse	6	-0.1315184384584427
217136	rnn.bias_ih_l1_reverse	7	-0.19300130009651184
217136	rnn.bias_ih_l1_reverse	8	0.22157441079616547
217136	rnn.bias_ih_l1_reverse	9	0.022657347843050957
217136	rnn.bias_hh_l1_reverse	0	0.003864304395392537
217136	rnn.bias_hh_l1_reverse	1	-0.06982915848493576
217136	rnn.bias_hh_l1_reverse	2	-0.23799903690814972
217136	rnn.bias_hh_l1_reverse	3	-0.14200235903263092
217136	rnn.bias_hh_l1_reverse	4	-0.08267587423324585
217136	rnn.bias_hh_l1_reverse	5	-0.11759365350008011
217136	rnn.bias_hh_l1_reverse	6	0.053133413195610046
217136	rnn.bias_hh_l1_reverse	7	-0.14377690851688385
217136	rnn.bias_hh_l1_reverse	8	-0.12091086804866791
217136	rnn.bias_hh_l1_reverse	9	-0.15084075927734375
217136	linear.weight	0	0.002228822559118271
217136	linear.weight	1	0.09450189024209976
217136	linear.weight	2	-0.09167012572288513
217136	linear.weight	3	0.3012569546699524
217136	linear.weight	4	0.14771366119384766
217136	linear.weight	5	-0.06138792261481285
217136	linear.weight	6	0.11783235520124435
217136	linear.weight	7	0.12531639635562897
217136	linear.weight	8	0.041140858083963394
217136	linear.weight	9	-0.05307212099432945
217136	linear.bias	0	0.10021118819713593
217136	linear.bias	1	-0.17174026370048523
217136	linear.bias	2	-0.4236750900745392
217136	linear.bias	3	-0.650851309299469
217136	linear.bias	4	-1.2449095249176025
217136	linear.bias	5	-0.06174645572900772
217136	linear.bias	6	-0.8091135025024414
217136	linear.bias	7	0.26537492871284485
217136	linear.bias	8	-0.4329322576522827
217136	linear.bias	9	-1.0512839555740356
217140	transitions	0	0.7487819194793701
217140	transitions	1	0.14399148523807526
217140	transitions	2	-10000.0
217140	transitions	3	-1.8275620937347412
217140	transitions	4	-10000.0
217140	transitions	5	0.5642568469047546
217140	transitions	6	-0.08457331359386444
217140	transitions	7	-0.7990221381187439
217140	transitions	8	-1.4201778173446655
217140	transitions	9	-0.0012207578402012587
217140	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
217140	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
217140	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
217140	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
217140	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
217140	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
217140	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
217140	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
217140	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
217140	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
217140	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
217140	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
217140	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
217140	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
217140	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
217140	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
217140	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
217140	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
217140	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
217140	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
217140	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
217140	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
217140	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
217140	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
217140	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
217140	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
217140	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
217140	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
217140	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
217140	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
217140	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
217140	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
217140	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
217140	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
217140	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
217140	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
217140	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
217140	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
217140	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
217140	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
217140	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
217140	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
217140	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
217140	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
217140	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
217140	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
217140	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
217140	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
217140	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
217140	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
217140	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
217140	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
217140	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
217140	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
217140	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
217140	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
217140	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
217140	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
217140	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
217140	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
217140	embedding2nn.weight	0	0.018000956624746323
217140	embedding2nn.weight	1	-0.0131489597260952
217140	embedding2nn.weight	2	-0.014268254861235619
217140	embedding2nn.weight	3	-0.03179081156849861
217140	embedding2nn.weight	4	-0.0059150345623493195
217140	embedding2nn.weight	5	-0.0037005888298153877
217140	embedding2nn.weight	6	-0.0039732675068080425
217140	embedding2nn.weight	7	-0.07590595632791519
217140	embedding2nn.weight	8	-0.0019979383796453476
217140	embedding2nn.weight	9	-0.02835683897137642
217140	embedding2nn.bias	0	0.020111000165343285
217140	embedding2nn.bias	1	-0.07237932831048965
217140	embedding2nn.bias	2	0.06993111222982407
217140	embedding2nn.bias	3	0.043150611221790314
217140	embedding2nn.bias	4	-0.03496406972408295
217140	embedding2nn.bias	5	-0.011800034902989864
217140	embedding2nn.bias	6	0.023209871724247932
217140	embedding2nn.bias	7	-0.04983200505375862
217140	embedding2nn.bias	8	0.06363782286643982
217140	embedding2nn.bias	9	0.042440015822649
217140	rnn.weight_ih_l0	0	-0.07823771983385086
217140	rnn.weight_ih_l0	1	0.003378779860213399
217140	rnn.weight_ih_l0	2	0.03634488955140114
217140	rnn.weight_ih_l0	3	0.021552136167883873
217140	rnn.weight_ih_l0	4	-0.049829449504613876
217140	rnn.weight_ih_l0	5	-0.06912367790937424
217140	rnn.weight_ih_l0	6	-0.0019966536201536655
217140	rnn.weight_ih_l0	7	0.051526691764593124
217140	rnn.weight_ih_l0	8	-0.015296639874577522
217140	rnn.weight_ih_l0	9	-0.030666733160614967
217140	rnn.weight_hh_l0	0	-0.03042888641357422
217140	rnn.weight_hh_l0	1	-0.008270805701613426
217140	rnn.weight_hh_l0	2	0.006761904805898666
217140	rnn.weight_hh_l0	3	-0.07643614709377289
217140	rnn.weight_hh_l0	4	0.09397055208683014
217140	rnn.weight_hh_l0	5	-0.025304662063717842
217140	rnn.weight_hh_l0	6	-0.06156602129340172
217140	rnn.weight_hh_l0	7	0.010119245387613773
217140	rnn.weight_hh_l0	8	0.013422215357422829
217140	rnn.weight_hh_l0	9	-0.024665603414177895
217140	rnn.bias_ih_l0	0	0.1271742582321167
217140	rnn.bias_ih_l0	1	-0.03598129004240036
217140	rnn.bias_ih_l0	2	-0.033093057572841644
217140	rnn.bias_ih_l0	3	0.16285672783851624
217140	rnn.bias_ih_l0	4	-0.011259911581873894
217140	rnn.bias_ih_l0	5	-0.022023262456059456
217140	rnn.bias_ih_l0	6	0.02139565348625183
217140	rnn.bias_ih_l0	7	0.024187970906496048
217140	rnn.bias_ih_l0	8	-0.10069763660430908
217140	rnn.bias_ih_l0	9	-0.046936821192502975
217140	rnn.bias_hh_l0	0	0.0012103159679099917
217140	rnn.bias_hh_l0	1	-0.10208334028720856
217140	rnn.bias_hh_l0	2	-0.07068446278572083
217140	rnn.bias_hh_l0	3	-0.08735191822052002
217140	rnn.bias_hh_l0	4	0.008138918317854404
217140	rnn.bias_hh_l0	5	-0.01933608204126358
217140	rnn.bias_hh_l0	6	0.029104653745889664
217140	rnn.bias_hh_l0	7	0.05162642523646355
217140	rnn.bias_hh_l0	8	-0.12082882970571518
217140	rnn.bias_hh_l0	9	-0.05752765014767647
217140	rnn.weight_ih_l0_reverse	0	-0.021438246592879295
217140	rnn.weight_ih_l0_reverse	1	-0.05506506934762001
217140	rnn.weight_ih_l0_reverse	2	-0.04654579982161522
217140	rnn.weight_ih_l0_reverse	3	0.01284780353307724
217140	rnn.weight_ih_l0_reverse	4	-0.02530800737440586
217140	rnn.weight_ih_l0_reverse	5	-0.05787302926182747
217140	rnn.weight_ih_l0_reverse	6	0.07512015849351883
217140	rnn.weight_ih_l0_reverse	7	-0.017590276896953583
217140	rnn.weight_ih_l0_reverse	8	-0.019073858857154846
217140	rnn.weight_ih_l0_reverse	9	0.0037973865400999784
217140	rnn.weight_hh_l0_reverse	0	0.06687017530202866
217140	rnn.weight_hh_l0_reverse	1	0.02262299507856369
217140	rnn.weight_hh_l0_reverse	2	0.029078863561153412
217140	rnn.weight_hh_l0_reverse	3	0.03543158620595932
217140	rnn.weight_hh_l0_reverse	4	0.012781276367604733
217140	rnn.weight_hh_l0_reverse	5	0.007392828352749348
217140	rnn.weight_hh_l0_reverse	6	0.05018540471792221
217140	rnn.weight_hh_l0_reverse	7	-0.08008477836847305
217140	rnn.weight_hh_l0_reverse	8	0.041025709360837936
217140	rnn.weight_hh_l0_reverse	9	0.03567202761769295
217140	rnn.bias_ih_l0_reverse	0	-0.05864422023296356
217140	rnn.bias_ih_l0_reverse	1	-0.28954359889030457
217140	rnn.bias_ih_l0_reverse	2	-0.12435492873191833
217140	rnn.bias_ih_l0_reverse	3	-0.04653734713792801
217140	rnn.bias_ih_l0_reverse	4	-0.02126140333712101
217140	rnn.bias_ih_l0_reverse	5	0.07495550066232681
217140	rnn.bias_ih_l0_reverse	6	-0.06655067950487137
217140	rnn.bias_ih_l0_reverse	7	0.06670422852039337
217140	rnn.bias_ih_l0_reverse	8	-0.043890297412872314
217140	rnn.bias_ih_l0_reverse	9	0.06450293213129044
217140	rnn.bias_hh_l0_reverse	0	0.023031726479530334
217140	rnn.bias_hh_l0_reverse	1	-0.05677188187837601
217140	rnn.bias_hh_l0_reverse	2	0.08464241027832031
217140	rnn.bias_hh_l0_reverse	3	-0.04819357767701149
217140	rnn.bias_hh_l0_reverse	4	-0.02423676662147045
217140	rnn.bias_hh_l0_reverse	5	-0.02225009724497795
217140	rnn.bias_hh_l0_reverse	6	-0.016395675018429756
217140	rnn.bias_hh_l0_reverse	7	0.10225965827703476
217140	rnn.bias_hh_l0_reverse	8	0.03407719358801842
217140	rnn.bias_hh_l0_reverse	9	-0.1504574716091156
217140	rnn.weight_ih_l1	0	-0.030163059011101723
217140	rnn.weight_ih_l1	1	-0.0519338995218277
217140	rnn.weight_ih_l1	2	0.06256990134716034
217140	rnn.weight_ih_l1	3	-0.07389954477548599
217140	rnn.weight_ih_l1	4	-0.014593465253710747
217140	rnn.weight_ih_l1	5	-0.04042554646730423
217140	rnn.weight_ih_l1	6	0.02701708860695362
217140	rnn.weight_ih_l1	7	-0.04453771188855171
217140	rnn.weight_ih_l1	8	0.037972837686538696
217140	rnn.weight_ih_l1	9	0.04446908086538315
217140	rnn.weight_hh_l1	0	-0.007042094133794308
217140	rnn.weight_hh_l1	1	0.01991685852408409
217140	rnn.weight_hh_l1	2	0.00624680332839489
217140	rnn.weight_hh_l1	3	-0.012751794420182705
217140	rnn.weight_hh_l1	4	0.004710645414888859
217140	rnn.weight_hh_l1	5	0.034532032907009125
217140	rnn.weight_hh_l1	6	0.036546844989061356
217140	rnn.weight_hh_l1	7	-0.017255203798413277
217140	rnn.weight_hh_l1	8	-0.008194231428205967
217140	rnn.weight_hh_l1	9	0.03857894986867905
217140	rnn.bias_ih_l1	0	-0.1873113512992859
217140	rnn.bias_ih_l1	1	-0.17994242906570435
217140	rnn.bias_ih_l1	2	-0.20070545375347137
217140	rnn.bias_ih_l1	3	-0.3106687366962433
217140	rnn.bias_ih_l1	4	-0.21314655244350433
217140	rnn.bias_ih_l1	5	-0.08764275163412094
217140	rnn.bias_ih_l1	6	-0.15928906202316284
217140	rnn.bias_ih_l1	7	-0.012192814610898495
217140	rnn.bias_ih_l1	8	-0.1345529854297638
217140	rnn.bias_ih_l1	9	-0.12929503619670868
217140	rnn.bias_hh_l1	0	-0.09861963242292404
217140	rnn.bias_hh_l1	1	-0.070444755256176
217140	rnn.bias_hh_l1	2	-0.08708243072032928
217140	rnn.bias_hh_l1	3	-0.07689923048019409
217140	rnn.bias_hh_l1	4	-0.07373284548521042
217140	rnn.bias_hh_l1	5	-0.11913903057575226
217140	rnn.bias_hh_l1	6	-0.16563780605793
217140	rnn.bias_hh_l1	7	0.0784621387720108
217140	rnn.bias_hh_l1	8	-0.18182753026485443
217140	rnn.bias_hh_l1	9	-0.12339522689580917
217140	rnn.weight_ih_l1_reverse	0	-0.044368792325258255
217140	rnn.weight_ih_l1_reverse	1	0.033784497529268265
217140	rnn.weight_ih_l1_reverse	2	0.08947570621967316
217140	rnn.weight_ih_l1_reverse	3	-0.01807030290365219
217140	rnn.weight_ih_l1_reverse	4	-0.024472571909427643
217140	rnn.weight_ih_l1_reverse	5	-0.03060455247759819
217140	rnn.weight_ih_l1_reverse	6	-0.01827656477689743
217140	rnn.weight_ih_l1_reverse	7	0.02880050428211689
217140	rnn.weight_ih_l1_reverse	8	0.010247780941426754
217140	rnn.weight_ih_l1_reverse	9	-0.03301950544118881
217140	rnn.weight_hh_l1_reverse	0	0.004581078886985779
217140	rnn.weight_hh_l1_reverse	1	0.031469766050577164
217140	rnn.weight_hh_l1_reverse	2	-0.04051835089921951
217140	rnn.weight_hh_l1_reverse	3	0.03517528623342514
217140	rnn.weight_hh_l1_reverse	4	0.047060828655958176
217140	rnn.weight_hh_l1_reverse	5	0.004401092417538166
217140	rnn.weight_hh_l1_reverse	6	0.048495735973119736
217140	rnn.weight_hh_l1_reverse	7	0.03082338534295559
217140	rnn.weight_hh_l1_reverse	8	-0.007178518921136856
217140	rnn.weight_hh_l1_reverse	9	-0.03086782433092594
217140	rnn.bias_ih_l1_reverse	0	-0.04770803079009056
217140	rnn.bias_ih_l1_reverse	1	-0.1397370994091034
217140	rnn.bias_ih_l1_reverse	2	-0.16279129683971405
217140	rnn.bias_ih_l1_reverse	3	-0.059901680797338486
217140	rnn.bias_ih_l1_reverse	4	-0.20716209709644318
217140	rnn.bias_ih_l1_reverse	5	-0.11727907508611679
217140	rnn.bias_ih_l1_reverse	6	-0.13151168823242188
217140	rnn.bias_ih_l1_reverse	7	-0.1929590255022049
217140	rnn.bias_ih_l1_reverse	8	0.22182227671146393
217140	rnn.bias_ih_l1_reverse	9	0.02277316153049469
217140	rnn.bias_hh_l1_reverse	0	0.003858268493786454
217140	rnn.bias_hh_l1_reverse	1	-0.0699290782213211
217140	rnn.bias_hh_l1_reverse	2	-0.23799850046634674
217140	rnn.bias_hh_l1_reverse	3	-0.14203739166259766
217140	rnn.bias_hh_l1_reverse	4	-0.08254452049732208
217140	rnn.bias_hh_l1_reverse	5	-0.11760246753692627
217140	rnn.bias_hh_l1_reverse	6	0.053577687591314316
217140	rnn.bias_hh_l1_reverse	7	-0.14381538331508636
217140	rnn.bias_hh_l1_reverse	8	-0.12090107053518295
217140	rnn.bias_hh_l1_reverse	9	-0.15091238915920258
217140	linear.weight	0	0.002228822559118271
217140	linear.weight	1	0.09451424330472946
217140	linear.weight	2	-0.09181532263755798
217140	linear.weight	3	0.3012409806251526
217140	linear.weight	4	0.14771439135074615
217140	linear.weight	5	-0.06138528138399124
217140	linear.weight	6	0.11784231662750244
217140	linear.weight	7	0.1259891241788864
217140	linear.weight	8	0.041140858083963394
217140	linear.weight	9	-0.05307457968592644
217140	linear.bias	0	0.10074261575937271
217140	linear.bias	1	-0.1701137274503708
217140	linear.bias	2	-0.42499181628227234
217140	linear.bias	3	-0.6507014036178589
217140	linear.bias	4	-1.2447589635849
217140	linear.bias	5	-0.06385747343301773
217140	linear.bias	6	-0.8076540231704712
217140	linear.bias	7	0.26325345039367676
217140	linear.bias	8	-0.4329492747783661
217140	linear.bias	9	-1.0513118505477905
217337	transitions	0	0.7437155246734619
217337	transitions	1	0.14315849542617798
217337	transitions	2	-10000.0
217337	transitions	3	-1.8275986909866333
217337	transitions	4	-10000.0
217337	transitions	5	0.5642355680465698
217337	transitions	6	-0.08458656817674637
217337	transitions	7	-0.7990835905075073
217337	transitions	8	-1.4201860427856445
217337	transitions	9	-0.001220898237079382
217337	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
217337	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
217337	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
217337	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
217337	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
217337	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
217337	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
217337	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
217337	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
217337	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
217337	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
217337	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
217337	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
217337	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
217337	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
217337	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
217337	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
217337	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
217337	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
217337	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
217337	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
217337	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
217337	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
217337	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
217337	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
217337	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
217337	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
217337	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
217337	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
217337	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
217337	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
217337	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
217337	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
217337	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
217337	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
217337	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
217337	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
217337	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
217337	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
217337	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
217337	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
217337	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
217337	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
217337	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
217337	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
217337	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
217337	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
217337	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
217337	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
217337	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
217337	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
217337	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
217337	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
217337	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
217337	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
217337	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
217337	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
217337	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
217337	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
217337	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
217337	embedding2nn.weight	0	0.01793590374290943
217337	embedding2nn.weight	1	-0.013167312368750572
217337	embedding2nn.weight	2	-0.014268254861235619
217337	embedding2nn.weight	3	-0.031313102692365646
217337	embedding2nn.weight	4	-0.0059150345623493195
217337	embedding2nn.weight	5	-0.0037005888298153877
217337	embedding2nn.weight	6	-0.0039732675068080425
217337	embedding2nn.weight	7	-0.07565613090991974
217337	embedding2nn.weight	8	-0.0019979383796453476
217337	embedding2nn.weight	9	-0.028164058923721313
217337	embedding2nn.bias	0	0.01852479949593544
217337	embedding2nn.bias	1	-0.07156670093536377
217337	embedding2nn.bias	2	0.0710509866476059
217337	embedding2nn.bias	3	0.043263912200927734
217337	embedding2nn.bias	4	-0.035989802330732346
217337	embedding2nn.bias	5	-0.011342082172632217
217337	embedding2nn.bias	6	0.021710572764277458
217337	embedding2nn.bias	7	-0.04941657930612564
217337	embedding2nn.bias	8	0.06533540040254593
217337	embedding2nn.bias	9	0.04570378363132477
217337	rnn.weight_ih_l0	0	-0.07800232619047165
217337	rnn.weight_ih_l0	1	0.003332858206704259
217337	rnn.weight_ih_l0	2	0.03641834482550621
217337	rnn.weight_ih_l0	3	0.021625373512506485
217337	rnn.weight_ih_l0	4	-0.049364347010850906
217337	rnn.weight_ih_l0	5	-0.06902720034122467
217337	rnn.weight_ih_l0	6	-0.0022870346438139677
217337	rnn.weight_ih_l0	7	0.051645997911691666
217337	rnn.weight_ih_l0	8	-0.015439118258655071
217337	rnn.weight_ih_l0	9	-0.030497537925839424
217337	rnn.weight_hh_l0	0	-0.030419791117310524
217337	rnn.weight_hh_l0	1	-0.007953949272632599
217337	rnn.weight_hh_l0	2	0.0062829600647091866
217337	rnn.weight_hh_l0	3	-0.07631588727235794
217337	rnn.weight_hh_l0	4	0.09402183443307877
217337	rnn.weight_hh_l0	5	-0.025182010605931282
217337	rnn.weight_hh_l0	6	-0.06158920004963875
217337	rnn.weight_hh_l0	7	0.01017381064593792
217337	rnn.weight_hh_l0	8	0.013444817624986172
217337	rnn.weight_hh_l0	9	-0.024740826338529587
217337	rnn.bias_ih_l0	0	0.12660521268844604
217337	rnn.bias_ih_l0	1	-0.035964902490377426
217337	rnn.bias_ih_l0	2	-0.0323767326772213
217337	rnn.bias_ih_l0	3	0.1632716804742813
217337	rnn.bias_ih_l0	4	-0.011163843795657158
217337	rnn.bias_ih_l0	5	-0.022811265662312508
217337	rnn.bias_ih_l0	6	0.020699825137853622
217337	rnn.bias_ih_l0	7	0.023456569761037827
217337	rnn.bias_ih_l0	8	-0.10082347691059113
217337	rnn.bias_ih_l0	9	-0.047890082001686096
217337	rnn.bias_hh_l0	0	0.0010376701829954982
217337	rnn.bias_hh_l0	1	-0.1015840470790863
217337	rnn.bias_hh_l0	2	-0.07029075920581818
217337	rnn.bias_hh_l0	3	-0.08825715631246567
217337	rnn.bias_hh_l0	4	0.009409379214048386
217337	rnn.bias_hh_l0	5	-0.018619870766997337
217337	rnn.bias_hh_l0	6	0.029747890308499336
217337	rnn.bias_hh_l0	7	0.05057596042752266
217337	rnn.bias_hh_l0	8	-0.12125644087791443
217337	rnn.bias_hh_l0	9	-0.057563021779060364
217337	rnn.weight_ih_l0_reverse	0	-0.021322505548596382
217337	rnn.weight_ih_l0_reverse	1	-0.05515117198228836
217337	rnn.weight_ih_l0_reverse	2	-0.047245435416698456
217337	rnn.weight_ih_l0_reverse	3	0.012762011960148811
217337	rnn.weight_ih_l0_reverse	4	-0.025291306897997856
217337	rnn.weight_ih_l0_reverse	5	-0.057761870324611664
217337	rnn.weight_ih_l0_reverse	6	0.07502613216638565
217337	rnn.weight_ih_l0_reverse	7	-0.01803567260503769
217337	rnn.weight_ih_l0_reverse	8	-0.019022295251488686
217337	rnn.weight_ih_l0_reverse	9	0.0038601888809353113
217337	rnn.weight_hh_l0_reverse	0	0.06688159704208374
217337	rnn.weight_hh_l0_reverse	1	0.02219737321138382
217337	rnn.weight_hh_l0_reverse	2	0.02910732291638851
217337	rnn.weight_hh_l0_reverse	3	0.03547064587473869
217337	rnn.weight_hh_l0_reverse	4	0.012830299325287342
217337	rnn.weight_hh_l0_reverse	5	0.007584334816783667
217337	rnn.weight_hh_l0_reverse	6	0.050426628440618515
217337	rnn.weight_hh_l0_reverse	7	-0.07991353422403336
217337	rnn.weight_hh_l0_reverse	8	0.0411640889942646
217337	rnn.weight_hh_l0_reverse	9	0.035628363490104675
217337	rnn.bias_ih_l0_reverse	0	-0.05927107855677605
217337	rnn.bias_ih_l0_reverse	1	-0.28868988156318665
217337	rnn.bias_ih_l0_reverse	2	-0.12407713383436203
217337	rnn.bias_ih_l0_reverse	3	-0.0465068556368351
217337	rnn.bias_ih_l0_reverse	4	-0.02111634984612465
217337	rnn.bias_ih_l0_reverse	5	0.07441715151071548
217337	rnn.bias_ih_l0_reverse	6	-0.06702407449483871
217337	rnn.bias_ih_l0_reverse	7	0.06634845584630966
217337	rnn.bias_ih_l0_reverse	8	-0.043733011931180954
217337	rnn.bias_ih_l0_reverse	9	0.06439636647701263
217337	rnn.bias_hh_l0_reverse	0	0.02308877743780613
217337	rnn.bias_hh_l0_reverse	1	-0.05605370178818703
217337	rnn.bias_hh_l0_reverse	2	0.08498626947402954
217337	rnn.bias_hh_l0_reverse	3	-0.0480649434030056
217337	rnn.bias_hh_l0_reverse	4	-0.025339912623167038
217337	rnn.bias_hh_l0_reverse	5	-0.0234286617487669
217337	rnn.bias_hh_l0_reverse	6	-0.016749711707234383
217337	rnn.bias_hh_l0_reverse	7	0.10230752825737
217337	rnn.bias_hh_l0_reverse	8	0.03434816747903824
217337	rnn.bias_hh_l0_reverse	9	-0.15114589035511017
217337	rnn.weight_ih_l1	0	-0.030155479907989502
217337	rnn.weight_ih_l1	1	-0.05198126658797264
217337	rnn.weight_ih_l1	2	0.06275510042905807
217337	rnn.weight_ih_l1	3	-0.07547014206647873
217337	rnn.weight_ih_l1	4	-0.014594342559576035
217337	rnn.weight_ih_l1	5	-0.04054119065403938
217337	rnn.weight_ih_l1	6	0.02706228941679001
217337	rnn.weight_ih_l1	7	-0.0444415882229805
217337	rnn.weight_ih_l1	8	0.037993885576725006
217337	rnn.weight_ih_l1	9	0.04457860067486763
217337	rnn.weight_hh_l1	0	-0.006759200245141983
217337	rnn.weight_hh_l1	1	0.019935915246605873
217337	rnn.weight_hh_l1	2	0.006325070280581713
217337	rnn.weight_hh_l1	3	-0.012786885723471642
217337	rnn.weight_hh_l1	4	0.004720773082226515
217337	rnn.weight_hh_l1	5	0.03460611775517464
217337	rnn.weight_hh_l1	6	0.03630456700921059
217337	rnn.weight_hh_l1	7	-0.017237670719623566
217337	rnn.weight_hh_l1	8	-0.008214077912271023
217337	rnn.weight_hh_l1	9	0.03853585943579674
217337	rnn.bias_ih_l1	0	-0.18750131130218506
217337	rnn.bias_ih_l1	1	-0.17935968935489655
217337	rnn.bias_ih_l1	2	-0.20048177242279053
217337	rnn.bias_ih_l1	3	-0.3106946349143982
217337	rnn.bias_ih_l1	4	-0.2115563154220581
217337	rnn.bias_ih_l1	5	-0.08774863183498383
217337	rnn.bias_ih_l1	6	-0.15907230973243713
217337	rnn.bias_ih_l1	7	-0.012255677953362465
217337	rnn.bias_ih_l1	8	-0.13391634821891785
217337	rnn.bias_ih_l1	9	-0.12993060052394867
217337	rnn.bias_hh_l1	0	-0.09881030768156052
217337	rnn.bias_hh_l1	1	-0.07098491489887238
217337	rnn.bias_hh_l1	2	-0.0860607847571373
217337	rnn.bias_hh_l1	3	-0.07682325690984726
217337	rnn.bias_hh_l1	4	-0.07353422045707703
217337	rnn.bias_hh_l1	5	-0.11926236003637314
217337	rnn.bias_hh_l1	6	-0.1655825823545456
217337	rnn.bias_hh_l1	7	0.0776747316122055
217337	rnn.bias_hh_l1	8	-0.1819128543138504
217337	rnn.bias_hh_l1	9	-0.12253965437412262
217337	rnn.weight_ih_l1_reverse	0	-0.044210221618413925
217337	rnn.weight_ih_l1_reverse	1	0.033512335270643234
217337	rnn.weight_ih_l1_reverse	2	0.09018975496292114
217337	rnn.weight_ih_l1_reverse	3	-0.0173057708889246
217337	rnn.weight_ih_l1_reverse	4	-0.024314844980835915
217337	rnn.weight_ih_l1_reverse	5	-0.030610619112849236
217337	rnn.weight_ih_l1_reverse	6	-0.018488958477973938
217337	rnn.weight_ih_l1_reverse	7	0.028562840074300766
217337	rnn.weight_ih_l1_reverse	8	0.01077116560190916
217337	rnn.weight_ih_l1_reverse	9	-0.03340516239404678
217337	rnn.weight_hh_l1_reverse	0	0.004583296366035938
217337	rnn.weight_hh_l1_reverse	1	0.03145637363195419
217337	rnn.weight_hh_l1_reverse	2	-0.04051387310028076
217337	rnn.weight_hh_l1_reverse	3	0.03516658395528793
217337	rnn.weight_hh_l1_reverse	4	0.04696834832429886
217337	rnn.weight_hh_l1_reverse	5	0.0044209896586835384
217337	rnn.weight_hh_l1_reverse	6	0.04870617762207985
217337	rnn.weight_hh_l1_reverse	7	0.030802574008703232
217337	rnn.weight_hh_l1_reverse	8	-0.007200806401669979
217337	rnn.weight_hh_l1_reverse	9	-0.030861878767609596
217337	rnn.bias_ih_l1_reverse	0	-0.04775223881006241
217337	rnn.bias_ih_l1_reverse	1	-0.13974371552467346
217337	rnn.bias_ih_l1_reverse	2	-0.16266970336437225
217337	rnn.bias_ih_l1_reverse	3	-0.0569121278822422
217337	rnn.bias_ih_l1_reverse	4	-0.20740003883838654
217337	rnn.bias_ih_l1_reverse	5	-0.11762700974941254
217337	rnn.bias_ih_l1_reverse	6	-0.1313541829586029
217337	rnn.bias_ih_l1_reverse	7	-0.1919189691543579
217337	rnn.bias_ih_l1_reverse	8	0.22187305986881256
217337	rnn.bias_ih_l1_reverse	9	0.02385285310447216
217337	rnn.bias_hh_l1_reverse	0	0.0029050761368125677
217337	rnn.bias_hh_l1_reverse	1	-0.06936682015657425
217337	rnn.bias_hh_l1_reverse	2	-0.23779945075511932
217337	rnn.bias_hh_l1_reverse	3	-0.14162732660770416
217337	rnn.bias_hh_l1_reverse	4	-0.08243054896593094
217337	rnn.bias_hh_l1_reverse	5	-0.11860433965921402
217337	rnn.bias_hh_l1_reverse	6	0.05331612750887871
217337	rnn.bias_hh_l1_reverse	7	-0.14367790520191193
217337	rnn.bias_hh_l1_reverse	8	-0.12093211710453033
217337	rnn.bias_hh_l1_reverse	9	-0.15086549520492554
217337	linear.weight	0	0.002228822559118271
217337	linear.weight	1	0.09579635411500931
217337	linear.weight	2	-0.09196169674396515
217337	linear.weight	3	0.29930052161216736
217337	linear.weight	4	0.14654192328453064
217337	linear.weight	5	-0.06163356825709343
217337	linear.weight	6	0.11493148654699326
217337	linear.weight	7	0.12702228128910065
217337	linear.weight	8	0.04114072397351265
217337	linear.weight	9	-0.05390619859099388
217337	linear.bias	0	0.09946496039628983
217337	linear.bias	1	-0.17577242851257324
217337	linear.bias	2	-0.42593804001808167
217337	linear.bias	3	-0.6472283005714417
217337	linear.bias	4	-1.240978717803955
217337	linear.bias	5	-0.06350463628768921
217337	linear.bias	6	-0.8131929636001587
217337	linear.bias	7	0.2633838951587677
217337	linear.bias	8	-0.4354042410850525
217337	linear.bias	9	-1.053355097770691
217534	transitions	0	0.7414305806159973
217534	transitions	1	0.1450032740831375
217534	transitions	2	-10000.0
217534	transitions	3	-1.827603816986084
217534	transitions	4	-10000.0
217534	transitions	5	0.5642126202583313
217534	transitions	6	-0.08459989726543427
217534	transitions	7	-0.799453616142273
217534	transitions	8	-1.4202280044555664
217534	transitions	9	-0.0012209864798933268
217534	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
217534	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
217534	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
217534	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
217534	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
217534	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
217534	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
217534	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
217534	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
217534	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
217534	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
217534	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
217534	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
217534	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
217534	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
217534	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
217534	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
217534	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
217534	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
217534	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
217534	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
217534	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
217534	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
217534	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
217534	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
217534	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
217534	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
217534	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
217534	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
217534	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
217534	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
217534	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
217534	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
217534	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
217534	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
217534	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
217534	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
217534	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
217534	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
217534	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
217534	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
217534	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
217534	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
217534	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
217534	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
217534	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
217534	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
217534	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
217534	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
217534	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
217534	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
217534	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
217534	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
217534	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
217534	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
217534	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
217534	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
217534	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
217534	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
217534	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
217534	embedding2nn.weight	0	0.0178785789757967
217534	embedding2nn.weight	1	-0.013109947554767132
217534	embedding2nn.weight	2	-0.014268254861235619
217534	embedding2nn.weight	3	-0.031249165534973145
217534	embedding2nn.weight	4	-0.0059150345623493195
217534	embedding2nn.weight	5	-0.0037005888298153877
217534	embedding2nn.weight	6	-0.003973267041146755
217534	embedding2nn.weight	7	-0.07583314180374146
217534	embedding2nn.weight	8	-0.0019979383796453476
217534	embedding2nn.weight	9	-0.02790357917547226
217534	embedding2nn.bias	0	0.015302950516343117
217534	embedding2nn.bias	1	-0.07075133919715881
217534	embedding2nn.bias	2	0.07130937278270721
217534	embedding2nn.bias	3	0.04259883239865303
217534	embedding2nn.bias	4	-0.036334820091724396
217534	embedding2nn.bias	5	-0.012445791624486446
217534	embedding2nn.bias	6	0.023360449820756912
217534	embedding2nn.bias	7	-0.048210952430963516
217534	embedding2nn.bias	8	0.06720706820487976
217534	embedding2nn.bias	9	0.045312874019145966
217534	rnn.weight_ih_l0	0	-0.07797372341156006
217534	rnn.weight_ih_l0	1	0.0034561376087367535
217534	rnn.weight_ih_l0	2	0.036045871675014496
217534	rnn.weight_ih_l0	3	0.02165244147181511
217534	rnn.weight_ih_l0	4	-0.04909242317080498
217534	rnn.weight_ih_l0	5	-0.06902462244033813
217534	rnn.weight_ih_l0	6	-0.0022179533261805773
217534	rnn.weight_ih_l0	7	0.05159987509250641
217534	rnn.weight_ih_l0	8	-0.015518797561526299
217534	rnn.weight_ih_l0	9	-0.03094705380499363
217534	rnn.weight_hh_l0	0	-0.030597519129514694
217534	rnn.weight_hh_l0	1	-0.00782614666968584
217534	rnn.weight_hh_l0	2	0.0062330602668225765
217534	rnn.weight_hh_l0	3	-0.07631777226924896
217534	rnn.weight_hh_l0	4	0.093804731965065
217534	rnn.weight_hh_l0	5	-0.025583086535334587
217534	rnn.weight_hh_l0	6	-0.06184043362736702
217534	rnn.weight_hh_l0	7	0.010174636729061604
217534	rnn.weight_hh_l0	8	0.013345089741051197
217534	rnn.weight_hh_l0	9	-0.024828385561704636
217534	rnn.bias_ih_l0	0	0.12691213190555573
217534	rnn.bias_ih_l0	1	-0.03640933334827423
217534	rnn.bias_ih_l0	2	-0.03261495381593704
217534	rnn.bias_ih_l0	3	0.1629917472600937
217534	rnn.bias_ih_l0	4	-0.011323611252009869
217534	rnn.bias_ih_l0	5	-0.022301482036709785
217534	rnn.bias_ih_l0	6	0.020477887243032455
217534	rnn.bias_ih_l0	7	0.02326461672782898
217534	rnn.bias_ih_l0	8	-0.10079887509346008
217534	rnn.bias_ih_l0	9	-0.04935165494680405
217534	rnn.bias_hh_l0	0	0.0017520978581160307
217534	rnn.bias_hh_l0	1	-0.0995773896574974
217534	rnn.bias_hh_l0	2	-0.07045907527208328
217534	rnn.bias_hh_l0	3	-0.08745062351226807
217534	rnn.bias_hh_l0	4	0.008487525396049023
217534	rnn.bias_hh_l0	5	-0.018643610179424286
217534	rnn.bias_hh_l0	6	0.029078109189867973
217534	rnn.bias_hh_l0	7	0.05110854282975197
217534	rnn.bias_hh_l0	8	-0.12103791534900665
217534	rnn.bias_hh_l0	9	-0.0572039820253849
217534	rnn.weight_ih_l0_reverse	0	-0.021980678662657738
217534	rnn.weight_ih_l0_reverse	1	-0.05493549257516861
217534	rnn.weight_ih_l0_reverse	2	-0.04702015221118927
217534	rnn.weight_ih_l0_reverse	3	0.01271629985421896
217534	rnn.weight_ih_l0_reverse	4	-0.02554866299033165
217534	rnn.weight_ih_l0_reverse	5	-0.05758877843618393
217534	rnn.weight_ih_l0_reverse	6	0.07504510134458542
217534	rnn.weight_ih_l0_reverse	7	-0.018104111775755882
217534	rnn.weight_ih_l0_reverse	8	-0.01893550343811512
217534	rnn.weight_ih_l0_reverse	9	0.003915551584213972
217534	rnn.weight_hh_l0_reverse	0	0.06716413795948029
217534	rnn.weight_hh_l0_reverse	1	0.021940138190984726
217534	rnn.weight_hh_l0_reverse	2	0.029303796589374542
217534	rnn.weight_hh_l0_reverse	3	0.03558453172445297
217534	rnn.weight_hh_l0_reverse	4	0.012900300323963165
217534	rnn.weight_hh_l0_reverse	5	0.007681276183575392
217534	rnn.weight_hh_l0_reverse	6	0.05042571201920509
217534	rnn.weight_hh_l0_reverse	7	-0.0798904225230217
217534	rnn.weight_hh_l0_reverse	8	0.04133014753460884
217534	rnn.weight_hh_l0_reverse	9	0.03539519011974335
217534	rnn.bias_ih_l0_reverse	0	-0.05853772163391113
217534	rnn.bias_ih_l0_reverse	1	-0.28970715403556824
217534	rnn.bias_ih_l0_reverse	2	-0.12383966892957687
217534	rnn.bias_ih_l0_reverse	3	-0.04671567678451538
217534	rnn.bias_ih_l0_reverse	4	-0.021643660962581635
217534	rnn.bias_ih_l0_reverse	5	0.0743178278207779
217534	rnn.bias_ih_l0_reverse	6	-0.06699062138795853
217534	rnn.bias_ih_l0_reverse	7	0.0655473992228508
217534	rnn.bias_ih_l0_reverse	8	-0.043323539197444916
217534	rnn.bias_ih_l0_reverse	9	0.06469916552305222
217534	rnn.bias_hh_l0_reverse	0	0.022551074624061584
217534	rnn.bias_hh_l0_reverse	1	-0.055395353585481644
217534	rnn.bias_hh_l0_reverse	2	0.08554122596979141
217534	rnn.bias_hh_l0_reverse	3	-0.04786757752299309
217534	rnn.bias_hh_l0_reverse	4	-0.024598337709903717
217534	rnn.bias_hh_l0_reverse	5	-0.022621823474764824
217534	rnn.bias_hh_l0_reverse	6	-0.01724373735487461
217534	rnn.bias_hh_l0_reverse	7	0.10248225182294846
217534	rnn.bias_hh_l0_reverse	8	0.03352343291044235
217534	rnn.bias_hh_l0_reverse	9	-0.1503937840461731
217534	rnn.weight_ih_l1	0	-0.030130647122859955
217534	rnn.weight_ih_l1	1	-0.051840588450431824
217534	rnn.weight_ih_l1	2	0.06288326531648636
217534	rnn.weight_ih_l1	3	-0.07521118223667145
217534	rnn.weight_ih_l1	4	-0.014342507347464561
217534	rnn.weight_ih_l1	5	-0.040477555245161057
217534	rnn.weight_ih_l1	6	0.027038678526878357
217534	rnn.weight_ih_l1	7	-0.04402979835867882
217534	rnn.weight_ih_l1	8	0.03788122534751892
217534	rnn.weight_ih_l1	9	0.0442732498049736
217534	rnn.weight_hh_l1	0	-0.006623764522373676
217534	rnn.weight_hh_l1	1	0.019938020035624504
217534	rnn.weight_hh_l1	2	0.005905041005462408
217534	rnn.weight_hh_l1	3	-0.012814628891646862
217534	rnn.weight_hh_l1	4	0.004791944287717342
217534	rnn.weight_hh_l1	5	0.03462008014321327
217534	rnn.weight_hh_l1	6	0.03655878081917763
217534	rnn.weight_hh_l1	7	-0.017209704965353012
217534	rnn.weight_hh_l1	8	-0.008281243965029716
217534	rnn.weight_hh_l1	9	0.03842013329267502
217534	rnn.bias_ih_l1	0	-0.18736062943935394
217534	rnn.bias_ih_l1	1	-0.18044456839561462
217534	rnn.bias_ih_l1	2	-0.19939100742340088
217534	rnn.bias_ih_l1	3	-0.3112848103046417
217534	rnn.bias_ih_l1	4	-0.2113228589296341
217534	rnn.bias_ih_l1	5	-0.08795782178640366
217534	rnn.bias_ih_l1	6	-0.15921178460121155
217534	rnn.bias_ih_l1	7	-0.012020007707178593
217534	rnn.bias_ih_l1	8	-0.13355401158332825
217534	rnn.bias_ih_l1	9	-0.12913542985916138
217534	rnn.bias_hh_l1	0	-0.09788673371076584
217534	rnn.bias_hh_l1	1	-0.07021176815032959
217534	rnn.bias_hh_l1	2	-0.08534730225801468
217534	rnn.bias_hh_l1	3	-0.07724997401237488
217534	rnn.bias_hh_l1	4	-0.07266637682914734
217534	rnn.bias_hh_l1	5	-0.11874689161777496
217534	rnn.bias_hh_l1	6	-0.16604822874069214
217534	rnn.bias_hh_l1	7	0.07756742089986801
217534	rnn.bias_hh_l1	8	-0.18292050063610077
217534	rnn.bias_hh_l1	9	-0.12242031842470169
217534	rnn.weight_ih_l1_reverse	0	-0.04444847255945206
217534	rnn.weight_ih_l1_reverse	1	0.03465590998530388
217534	rnn.weight_ih_l1_reverse	2	0.09014195203781128
217534	rnn.weight_ih_l1_reverse	3	-0.016346367076039314
217534	rnn.weight_ih_l1_reverse	4	-0.02396746724843979
217534	rnn.weight_ih_l1_reverse	5	-0.030578184872865677
217534	rnn.weight_ih_l1_reverse	6	-0.018983785063028336
217534	rnn.weight_ih_l1_reverse	7	0.02837260812520981
217534	rnn.weight_ih_l1_reverse	8	0.010428909212350845
217534	rnn.weight_ih_l1_reverse	9	-0.033628612756729126
217534	rnn.weight_hh_l1_reverse	0	0.004608758259564638
217534	rnn.weight_hh_l1_reverse	1	0.0314248725771904
217534	rnn.weight_hh_l1_reverse	2	-0.04055238515138626
217534	rnn.weight_hh_l1_reverse	3	0.03517011180520058
217534	rnn.weight_hh_l1_reverse	4	0.0470106266438961
217534	rnn.weight_hh_l1_reverse	5	0.004400830250233412
217534	rnn.weight_hh_l1_reverse	6	0.04878794774413109
217534	rnn.weight_hh_l1_reverse	7	0.030885707587003708
217534	rnn.weight_hh_l1_reverse	8	-0.0071996222250163555
217534	rnn.weight_hh_l1_reverse	9	-0.030834725126624107
217534	rnn.bias_ih_l1_reverse	0	-0.047702740877866745
217534	rnn.bias_ih_l1_reverse	1	-0.14084666967391968
217534	rnn.bias_ih_l1_reverse	2	-0.16169579327106476
217534	rnn.bias_ih_l1_reverse	3	-0.055353518575429916
217534	rnn.bias_ih_l1_reverse	4	-0.20728425681591034
217534	rnn.bias_ih_l1_reverse	5	-0.11722216755151749
217534	rnn.bias_ih_l1_reverse	6	-0.1311805248260498
217534	rnn.bias_ih_l1_reverse	7	-0.1922711580991745
217534	rnn.bias_ih_l1_reverse	8	0.22187025845050812
217534	rnn.bias_ih_l1_reverse	9	0.024833250790834427
217534	rnn.bias_hh_l1_reverse	0	0.0020364983938634396
217534	rnn.bias_hh_l1_reverse	1	-0.06853444874286652
217534	rnn.bias_hh_l1_reverse	2	-0.23776030540466309
217534	rnn.bias_hh_l1_reverse	3	-0.1403917670249939
217534	rnn.bias_hh_l1_reverse	4	-0.0824778750538826
217534	rnn.bias_hh_l1_reverse	5	-0.11742718517780304
217534	rnn.bias_hh_l1_reverse	6	0.050006188452243805
217534	rnn.bias_hh_l1_reverse	7	-0.1431497186422348
217534	rnn.bias_hh_l1_reverse	8	-0.12131094187498093
217534	rnn.bias_hh_l1_reverse	9	-0.15066993236541748
217534	linear.weight	0	0.002228822559118271
217534	linear.weight	1	0.09706878662109375
217534	linear.weight	2	-0.09228736162185669
217534	linear.weight	3	0.3005017936229706
217534	linear.weight	4	0.14714446663856506
217534	linear.weight	5	-0.06153329834342003
217534	linear.weight	6	0.11334516853094101
217534	linear.weight	7	0.12625321745872498
217534	linear.weight	8	0.04114064946770668
217534	linear.weight	9	-0.0538652203977108
217534	linear.bias	0	0.11122022569179535
217534	linear.bias	1	-0.1801750659942627
217534	linear.bias	2	-0.44432762265205383
217534	linear.bias	3	-0.6495229601860046
217534	linear.bias	4	-1.244400143623352
217534	linear.bias	5	-0.057343076914548874
217534	linear.bias	6	-0.8173786401748657
217534	linear.bias	7	0.2698727548122406
217534	linear.bias	8	-0.4302350878715515
217534	linear.bias	9	-1.0485796928405762
217731	transitions	0	0.7440245151519775
217731	transitions	1	0.14470067620277405
217731	transitions	2	-10000.0
217731	transitions	3	-1.8276125192642212
217731	transitions	4	-10000.0
217731	transitions	5	0.5642035603523254
217731	transitions	6	-0.08460736274719238
217731	transitions	7	-0.7996816039085388
217731	transitions	8	-1.4202653169631958
217731	transitions	9	-0.0012211260618641973
217731	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
217731	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
217731	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
217731	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
217731	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
217731	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
217731	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
217731	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
217731	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
217731	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
217731	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
217731	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
217731	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
217731	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
217731	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
217731	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
217731	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
217731	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
217731	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
217731	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
217731	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
217731	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
217731	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
217731	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
217731	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
217731	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
217731	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
217731	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
217731	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
217731	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
217731	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
217731	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
217731	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
217731	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
217731	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
217731	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
217731	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
217731	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
217731	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
217731	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
217731	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
217731	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
217731	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
217731	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
217731	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
217731	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
217731	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
217731	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
217731	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
217731	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
217731	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
217731	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
217731	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
217731	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
217731	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
217731	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
217731	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
217731	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
217731	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
217731	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
217731	embedding2nn.weight	0	0.017589421942830086
217731	embedding2nn.weight	1	-0.013124202378094196
217731	embedding2nn.weight	2	-0.014268254861235619
217731	embedding2nn.weight	3	-0.031050710007548332
217731	embedding2nn.weight	4	-0.0059150345623493195
217731	embedding2nn.weight	5	-0.0037005888298153877
217731	embedding2nn.weight	6	-0.00397326797246933
217731	embedding2nn.weight	7	-0.07623894512653351
217731	embedding2nn.weight	8	-0.0019979383796453476
217731	embedding2nn.weight	9	-0.0279372651129961
217731	embedding2nn.bias	0	0.01602788269519806
217731	embedding2nn.bias	1	-0.07274743914604187
217731	embedding2nn.bias	2	0.07027997076511383
217731	embedding2nn.bias	3	0.04278753697872162
217731	embedding2nn.bias	4	-0.03521827235817909
217731	embedding2nn.bias	5	-0.0123512651771307
217731	embedding2nn.bias	6	0.023688890039920807
217731	embedding2nn.bias	7	-0.0472220778465271
217731	embedding2nn.bias	8	0.06549384444952011
217731	embedding2nn.bias	9	0.045929986983537674
217731	rnn.weight_ih_l0	0	-0.0777110680937767
217731	rnn.weight_ih_l0	1	0.0031877949368208647
217731	rnn.weight_ih_l0	2	0.036544084548950195
217731	rnn.weight_ih_l0	3	0.02161613292992115
217731	rnn.weight_ih_l0	4	-0.049187127500772476
217731	rnn.weight_ih_l0	5	-0.06902457773685455
217731	rnn.weight_ih_l0	6	-0.0023880305234342813
217731	rnn.weight_ih_l0	7	0.05164270102977753
217731	rnn.weight_ih_l0	8	-0.0161356832832098
217731	rnn.weight_ih_l0	9	-0.03089679591357708
217731	rnn.weight_hh_l0	0	-0.030629698187112808
217731	rnn.weight_hh_l0	1	-0.007492087781429291
217731	rnn.weight_hh_l0	2	0.0064546181820333
217731	rnn.weight_hh_l0	3	-0.07612448930740356
217731	rnn.weight_hh_l0	4	0.09352879226207733
217731	rnn.weight_hh_l0	5	-0.025153355672955513
217731	rnn.weight_hh_l0	6	-0.061785921454429626
217731	rnn.weight_hh_l0	7	0.01009911298751831
217731	rnn.weight_hh_l0	8	0.013163464143872261
217731	rnn.weight_hh_l0	9	-0.024984154850244522
217731	rnn.bias_ih_l0	0	0.12655502557754517
217731	rnn.bias_ih_l0	1	-0.036334697157144547
217731	rnn.bias_ih_l0	2	-0.032058682292699814
217731	rnn.bias_ih_l0	3	0.16249513626098633
217731	rnn.bias_ih_l0	4	-0.01126725785434246
217731	rnn.bias_ih_l0	5	-0.02281927689909935
217731	rnn.bias_ih_l0	6	0.020786376670002937
217731	rnn.bias_ih_l0	7	0.02320420928299427
217731	rnn.bias_ih_l0	8	-0.10129844397306442
217731	rnn.bias_ih_l0	9	-0.04882196709513664
217731	rnn.bias_hh_l0	0	0.001391864730976522
217731	rnn.bias_hh_l0	1	-0.10036454349756241
217731	rnn.bias_hh_l0	2	-0.0710369125008583
217731	rnn.bias_hh_l0	3	-0.08717406541109085
217731	rnn.bias_hh_l0	4	0.00962223019450903
217731	rnn.bias_hh_l0	5	-0.0191227737814188
217731	rnn.bias_hh_l0	6	0.029766928404569626
217731	rnn.bias_hh_l0	7	0.05246523767709732
217731	rnn.bias_hh_l0	8	-0.12021451443433762
217731	rnn.bias_hh_l0	9	-0.05708042532205582
217731	rnn.weight_ih_l0_reverse	0	-0.02198719047009945
217731	rnn.weight_ih_l0_reverse	1	-0.05503174290060997
217731	rnn.weight_ih_l0_reverse	2	-0.04734712094068527
217731	rnn.weight_ih_l0_reverse	3	0.01281825453042984
217731	rnn.weight_ih_l0_reverse	4	-0.025433199480175972
217731	rnn.weight_ih_l0_reverse	5	-0.057329487055540085
217731	rnn.weight_ih_l0_reverse	6	0.07460577040910721
217731	rnn.weight_ih_l0_reverse	7	-0.018119629472494125
217731	rnn.weight_ih_l0_reverse	8	-0.01910596713423729
217731	rnn.weight_ih_l0_reverse	9	0.0036332046147435904
217731	rnn.weight_hh_l0_reverse	0	0.06721425801515579
217731	rnn.weight_hh_l0_reverse	1	0.02199840173125267
217731	rnn.weight_hh_l0_reverse	2	0.0293002650141716
217731	rnn.weight_hh_l0_reverse	3	0.035735517740249634
217731	rnn.weight_hh_l0_reverse	4	0.012731674127280712
217731	rnn.weight_hh_l0_reverse	5	0.007892248220741749
217731	rnn.weight_hh_l0_reverse	6	0.05031697824597359
217731	rnn.weight_hh_l0_reverse	7	-0.0801270380616188
217731	rnn.weight_hh_l0_reverse	8	0.041483838111162186
217731	rnn.weight_hh_l0_reverse	9	0.035486578941345215
217731	rnn.bias_ih_l0_reverse	0	-0.05861696973443031
217731	rnn.bias_ih_l0_reverse	1	-0.2894870340824127
217731	rnn.bias_ih_l0_reverse	2	-0.12363234907388687
217731	rnn.bias_ih_l0_reverse	3	-0.04635285958647728
217731	rnn.bias_ih_l0_reverse	4	-0.021919963881373405
217731	rnn.bias_ih_l0_reverse	5	0.07445460557937622
217731	rnn.bias_ih_l0_reverse	6	-0.066843181848526
217731	rnn.bias_ih_l0_reverse	7	0.06523551046848297
217731	rnn.bias_ih_l0_reverse	8	-0.042437829077243805
217731	rnn.bias_ih_l0_reverse	9	0.06570977717638016
217731	rnn.bias_hh_l0_reverse	0	0.023469438776373863
217731	rnn.bias_hh_l0_reverse	1	-0.05526698753237724
217731	rnn.bias_hh_l0_reverse	2	0.0852118656039238
217731	rnn.bias_hh_l0_reverse	3	-0.048814062029123306
217731	rnn.bias_hh_l0_reverse	4	-0.025440596044063568
217731	rnn.bias_hh_l0_reverse	5	-0.022988690063357353
217731	rnn.bias_hh_l0_reverse	6	-0.017069725319743156
217731	rnn.bias_hh_l0_reverse	7	0.1023092195391655
217731	rnn.bias_hh_l0_reverse	8	0.03376474976539612
217731	rnn.bias_hh_l0_reverse	9	-0.15016795694828033
217731	rnn.weight_ih_l1	0	-0.030082447454333305
217731	rnn.weight_ih_l1	1	-0.05190443992614746
217731	rnn.weight_ih_l1	2	0.0629103034734726
217731	rnn.weight_ih_l1	3	-0.07463151216506958
217731	rnn.weight_ih_l1	4	-0.0142560675740242
217731	rnn.weight_ih_l1	5	-0.04040426015853882
217731	rnn.weight_ih_l1	6	0.02714679390192032
217731	rnn.weight_ih_l1	7	-0.04400452598929405
217731	rnn.weight_ih_l1	8	0.037888482213020325
217731	rnn.weight_ih_l1	9	0.04429313912987709
217731	rnn.weight_hh_l1	0	-0.006725594867020845
217731	rnn.weight_hh_l1	1	0.01994134858250618
217731	rnn.weight_hh_l1	2	0.005898257251828909
217731	rnn.weight_hh_l1	3	-0.012856160290539265
217731	rnn.weight_hh_l1	4	0.004719090647995472
217731	rnn.weight_hh_l1	5	0.03464009240269661
217731	rnn.weight_hh_l1	6	0.036652158945798874
217731	rnn.weight_hh_l1	7	-0.017174014821648598
217731	rnn.weight_hh_l1	8	-0.00834888406097889
217731	rnn.weight_hh_l1	9	0.038602545857429504
217731	rnn.bias_ih_l1	0	-0.18768006563186646
217731	rnn.bias_ih_l1	1	-0.1794874221086502
217731	rnn.bias_ih_l1	2	-0.1989128738641739
217731	rnn.bias_ih_l1	3	-0.3116646111011505
217731	rnn.bias_ih_l1	4	-0.2127290815114975
217731	rnn.bias_ih_l1	5	-0.08801276236772537
217731	rnn.bias_ih_l1	6	-0.158874049782753
217731	rnn.bias_ih_l1	7	-0.012645960785448551
217731	rnn.bias_ih_l1	8	-0.13407641649246216
217731	rnn.bias_ih_l1	9	-0.12765228748321533
217731	rnn.bias_hh_l1	0	-0.09808669239282608
217731	rnn.bias_hh_l1	1	-0.06896515190601349
217731	rnn.bias_hh_l1	2	-0.08500907570123672
217731	rnn.bias_hh_l1	3	-0.0777445062994957
217731	rnn.bias_hh_l1	4	-0.073716901242733
217731	rnn.bias_hh_l1	5	-0.11856915056705475
217731	rnn.bias_hh_l1	6	-0.16579386591911316
217731	rnn.bias_hh_l1	7	0.07718029618263245
217731	rnn.bias_hh_l1	8	-0.1818532794713974
217731	rnn.bias_hh_l1	9	-0.12231200188398361
217731	rnn.weight_ih_l1_reverse	0	-0.04438859224319458
217731	rnn.weight_ih_l1_reverse	1	0.033503614366054535
217731	rnn.weight_ih_l1_reverse	2	0.09050349146127701
217731	rnn.weight_ih_l1_reverse	3	-0.01613626815378666
217731	rnn.weight_ih_l1_reverse	4	-0.024683291092514992
217731	rnn.weight_ih_l1_reverse	5	-0.03056439384818077
217731	rnn.weight_ih_l1_reverse	6	-0.018568942323327065
217731	rnn.weight_ih_l1_reverse	7	0.02813110500574112
217731	rnn.weight_ih_l1_reverse	8	0.010491905733942986
217731	rnn.weight_ih_l1_reverse	9	-0.033070825040340424
217731	rnn.weight_hh_l1_reverse	0	0.004623060114681721
217731	rnn.weight_hh_l1_reverse	1	0.031509630382061005
217731	rnn.weight_hh_l1_reverse	2	-0.040536750108003616
217731	rnn.weight_hh_l1_reverse	3	0.03515223413705826
217731	rnn.weight_hh_l1_reverse	4	0.047047682106494904
217731	rnn.weight_hh_l1_reverse	5	0.004443750716745853
217731	rnn.weight_hh_l1_reverse	6	0.0487409271299839
217731	rnn.weight_hh_l1_reverse	7	0.030915167182683945
217731	rnn.weight_hh_l1_reverse	8	-0.007212111260741949
217731	rnn.weight_hh_l1_reverse	9	-0.030799895524978638
217731	rnn.bias_ih_l1_reverse	0	-0.047710664570331573
217731	rnn.bias_ih_l1_reverse	1	-0.14086732268333435
217731	rnn.bias_ih_l1_reverse	2	-0.1617584377527237
217731	rnn.bias_ih_l1_reverse	3	-0.0574166439473629
217731	rnn.bias_ih_l1_reverse	4	-0.2070234715938568
217731	rnn.bias_ih_l1_reverse	5	-0.11678161472082138
217731	rnn.bias_ih_l1_reverse	6	-0.13118284940719604
217731	rnn.bias_ih_l1_reverse	7	-0.19196288287639618
217731	rnn.bias_ih_l1_reverse	8	0.22375550866127014
217731	rnn.bias_ih_l1_reverse	9	0.02718300186097622
217731	rnn.bias_hh_l1_reverse	0	0.0020983656868338585
217731	rnn.bias_hh_l1_reverse	1	-0.06775959581136703
217731	rnn.bias_hh_l1_reverse	2	-0.23768720030784607
217731	rnn.bias_hh_l1_reverse	3	-0.1402411162853241
217731	rnn.bias_hh_l1_reverse	4	-0.08285687118768692
217731	rnn.bias_hh_l1_reverse	5	-0.11772149056196213
217731	rnn.bias_hh_l1_reverse	6	0.0522804781794548
217731	rnn.bias_hh_l1_reverse	7	-0.14269796013832092
217731	rnn.bias_hh_l1_reverse	8	-0.12241338193416595
217731	rnn.bias_hh_l1_reverse	9	-0.15046213567256927
217731	linear.weight	0	0.002228822559118271
217731	linear.weight	1	0.09840624034404755
217731	linear.weight	2	-0.09239548444747925
217731	linear.weight	3	0.29947715997695923
217731	linear.weight	4	0.14706823229789734
217731	linear.weight	5	-0.06187266483902931
217731	linear.weight	6	0.11226560920476913
217731	linear.weight	7	0.12614794075489044
217731	linear.weight	8	0.0411405935883522
217731	linear.weight	9	-0.05283674597740173
217731	linear.bias	0	0.10295645147562027
217731	linear.bias	1	-0.1731492131948471
217731	linear.bias	2	-0.45417314767837524
217731	linear.bias	3	-0.6413608193397522
217731	linear.bias	4	-1.236185073852539
217731	linear.bias	5	-0.06821954250335693
217731	linear.bias	6	-0.8103481531143188
217731	linear.bias	7	0.26020193099975586
217731	linear.bias	8	-0.42222365736961365
217731	linear.bias	9	-1.0416337251663208
217928	transitions	0	0.7421253323554993
217928	transitions	1	0.14600275456905365
217928	transitions	2	-10000.0
217928	transitions	3	-1.8276180028915405
217928	transitions	4	-10000.0
217928	transitions	5	0.5641935467720032
217928	transitions	6	-0.08461398631334305
217928	transitions	7	-0.8001654148101807
217928	transitions	8	-1.420281171798706
217928	transitions	9	-0.0012212187284603715
217928	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
217928	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
217928	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
217928	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
217928	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
217928	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
217928	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
217928	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
217928	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
217928	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
217928	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
217928	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
217928	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
217928	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
217928	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
217928	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
217928	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
217928	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
217928	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
217928	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
217928	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
217928	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
217928	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
217928	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
217928	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
217928	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
217928	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
217928	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
217928	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
217928	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
217928	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
217928	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
217928	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
217928	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
217928	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
217928	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
217928	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
217928	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
217928	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
217928	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
217928	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
217928	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
217928	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
217928	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
217928	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
217928	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
217928	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
217928	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
217928	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
217928	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
217928	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
217928	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
217928	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
217928	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
217928	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
217928	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
217928	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
217928	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
217928	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
217928	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
217928	embedding2nn.weight	0	0.018007328733801842
217928	embedding2nn.weight	1	-0.013085422106087208
217928	embedding2nn.weight	2	-0.014268254861235619
217928	embedding2nn.weight	3	-0.031216813251376152
217928	embedding2nn.weight	4	-0.0059150345623493195
217928	embedding2nn.weight	5	-0.0037005888298153877
217928	embedding2nn.weight	6	-0.003973267041146755
217928	embedding2nn.weight	7	-0.0764387771487236
217928	embedding2nn.weight	8	-0.0019979383796453476
217928	embedding2nn.weight	9	-0.02791491709649563
217928	embedding2nn.bias	0	0.01404474675655365
217928	embedding2nn.bias	1	-0.07363542169332504
217928	embedding2nn.bias	2	0.06857708096504211
217928	embedding2nn.bias	3	0.043244898319244385
217928	embedding2nn.bias	4	-0.03418136015534401
217928	embedding2nn.bias	5	-0.01341924723237753
217928	embedding2nn.bias	6	0.024035129696130753
217928	embedding2nn.bias	7	-0.051257263869047165
217928	embedding2nn.bias	8	0.06265978515148163
217928	embedding2nn.bias	9	0.04690847918391228
217928	rnn.weight_ih_l0	0	-0.07706770300865173
217928	rnn.weight_ih_l0	1	0.00344364857301116
217928	rnn.weight_ih_l0	2	0.0366273894906044
217928	rnn.weight_ih_l0	3	0.021748298779129982
217928	rnn.weight_ih_l0	4	-0.0488121397793293
217928	rnn.weight_ih_l0	5	-0.06869842112064362
217928	rnn.weight_ih_l0	6	-0.002618964994326234
217928	rnn.weight_ih_l0	7	0.05143241584300995
217928	rnn.weight_ih_l0	8	-0.01601066067814827
217928	rnn.weight_ih_l0	9	-0.031282827258110046
217928	rnn.weight_hh_l0	0	-0.030718091875314713
217928	rnn.weight_hh_l0	1	-0.007871776819229126
217928	rnn.weight_hh_l0	2	0.006377339828759432
217928	rnn.weight_hh_l0	3	-0.07612632215023041
217928	rnn.weight_hh_l0	4	0.09352219849824905
217928	rnn.weight_hh_l0	5	-0.02522731013596058
217928	rnn.weight_hh_l0	6	-0.06195302680134773
217928	rnn.weight_hh_l0	7	0.00982653722167015
217928	rnn.weight_hh_l0	8	0.013061430305242538
217928	rnn.weight_hh_l0	9	-0.02502792328596115
217928	rnn.bias_ih_l0	0	0.12612411379814148
217928	rnn.bias_ih_l0	1	-0.03611154481768608
217928	rnn.bias_ih_l0	2	-0.031796153634786606
217928	rnn.bias_ih_l0	3	0.16395871341228485
217928	rnn.bias_ih_l0	4	-0.011525020934641361
217928	rnn.bias_ih_l0	5	-0.021338429301977158
217928	rnn.bias_ih_l0	6	0.0208413228392601
217928	rnn.bias_ih_l0	7	0.02338705025613308
217928	rnn.bias_ih_l0	8	-0.10107144713401794
217928	rnn.bias_ih_l0	9	-0.048154473304748535
217928	rnn.bias_hh_l0	0	0.0017266003414988518
217928	rnn.bias_hh_l0	1	-0.10191133618354797
217928	rnn.bias_hh_l0	2	-0.0719471424818039
217928	rnn.bias_hh_l0	3	-0.08733686059713364
217928	rnn.bias_hh_l0	4	0.010942828841507435
217928	rnn.bias_hh_l0	5	-0.018125083297491074
217928	rnn.bias_hh_l0	6	0.029526332393288612
217928	rnn.bias_hh_l0	7	0.05423804000020027
217928	rnn.bias_hh_l0	8	-0.12117179483175278
217928	rnn.bias_hh_l0	9	-0.056624189019203186
217928	rnn.weight_ih_l0_reverse	0	-0.0220002681016922
217928	rnn.weight_ih_l0_reverse	1	-0.05526270717382431
217928	rnn.weight_ih_l0_reverse	2	-0.046829789876937866
217928	rnn.weight_ih_l0_reverse	3	0.012984358705580235
217928	rnn.weight_ih_l0_reverse	4	-0.02538447082042694
217928	rnn.weight_ih_l0_reverse	5	-0.05713818967342377
217928	rnn.weight_ih_l0_reverse	6	0.07456886768341064
217928	rnn.weight_ih_l0_reverse	7	-0.018077393993735313
217928	rnn.weight_ih_l0_reverse	8	-0.01936398819088936
217928	rnn.weight_ih_l0_reverse	9	0.003701481269672513
217928	rnn.weight_hh_l0_reverse	0	0.06721556931734085
217928	rnn.weight_hh_l0_reverse	1	0.022226957604289055
217928	rnn.weight_hh_l0_reverse	2	0.029490582644939423
217928	rnn.weight_hh_l0_reverse	3	0.03554284945130348
217928	rnn.weight_hh_l0_reverse	4	0.01295372936874628
217928	rnn.weight_hh_l0_reverse	5	0.007729168049991131
217928	rnn.weight_hh_l0_reverse	6	0.05032969266176224
217928	rnn.weight_hh_l0_reverse	7	-0.08032327890396118
217928	rnn.weight_hh_l0_reverse	8	0.04125802591443062
217928	rnn.weight_hh_l0_reverse	9	0.03550082817673683
217928	rnn.bias_ih_l0_reverse	0	-0.05946377292275429
217928	rnn.bias_ih_l0_reverse	1	-0.2880493402481079
217928	rnn.bias_ih_l0_reverse	2	-0.12270743399858475
217928	rnn.bias_ih_l0_reverse	3	-0.045828282833099365
217928	rnn.bias_ih_l0_reverse	4	-0.021565856412053108
217928	rnn.bias_ih_l0_reverse	5	0.07487251609563828
217928	rnn.bias_ih_l0_reverse	6	-0.06689591705799103
217928	rnn.bias_ih_l0_reverse	7	0.06534715741872787
217928	rnn.bias_ih_l0_reverse	8	-0.042351171374320984
217928	rnn.bias_ih_l0_reverse	9	0.06461217999458313
217928	rnn.bias_hh_l0_reverse	0	0.023778492584824562
217928	rnn.bias_hh_l0_reverse	1	-0.05378211662173271
217928	rnn.bias_hh_l0_reverse	2	0.08605366200208664
217928	rnn.bias_hh_l0_reverse	3	-0.04831799864768982
217928	rnn.bias_hh_l0_reverse	4	-0.025673696771264076
217928	rnn.bias_hh_l0_reverse	5	-0.022761670872569084
217928	rnn.bias_hh_l0_reverse	6	-0.017646992579102516
217928	rnn.bias_hh_l0_reverse	7	0.10173813998699188
217928	rnn.bias_hh_l0_reverse	8	0.03426167368888855
217928	rnn.bias_hh_l0_reverse	9	-0.14974698424339294
217928	rnn.weight_ih_l1	0	-0.03009280376136303
217928	rnn.weight_ih_l1	1	-0.051708295941352844
217928	rnn.weight_ih_l1	2	0.06362589448690414
217928	rnn.weight_ih_l1	3	-0.07375676929950714
217928	rnn.weight_ih_l1	4	-0.014081289060413837
217928	rnn.weight_ih_l1	5	-0.04030803218483925
217928	rnn.weight_ih_l1	6	0.02759525552392006
217928	rnn.weight_ih_l1	7	-0.043906319886446
217928	rnn.weight_ih_l1	8	0.03787824884057045
217928	rnn.weight_ih_l1	9	0.04405706748366356
217928	rnn.weight_hh_l1	0	-0.006487008184194565
217928	rnn.weight_hh_l1	1	0.01988592930138111
217928	rnn.weight_hh_l1	2	0.005842107348144054
217928	rnn.weight_hh_l1	3	-0.01292271725833416
217928	rnn.weight_hh_l1	4	0.004874534904956818
217928	rnn.weight_hh_l1	5	0.03454598784446716
217928	rnn.weight_hh_l1	6	0.03653743490576744
217928	rnn.weight_hh_l1	7	-0.01705099269747734
217928	rnn.weight_hh_l1	8	-0.008194832131266594
217928	rnn.weight_hh_l1	9	0.03849892318248749
217928	rnn.bias_ih_l1	0	-0.18661700189113617
217928	rnn.bias_ih_l1	1	-0.1795019954442978
217928	rnn.bias_ih_l1	2	-0.2003231793642044
217928	rnn.bias_ih_l1	3	-0.3116820156574249
217928	rnn.bias_ih_l1	4	-0.2118828296661377
217928	rnn.bias_ih_l1	5	-0.08858663588762283
217928	rnn.bias_ih_l1	6	-0.16034622490406036
217928	rnn.bias_ih_l1	7	-0.012971536256372929
217928	rnn.bias_ih_l1	8	-0.13453622162342072
217928	rnn.bias_ih_l1	9	-0.12810221314430237
217928	rnn.bias_hh_l1	0	-0.09860152751207352
217928	rnn.bias_hh_l1	1	-0.0680818036198616
217928	rnn.bias_hh_l1	2	-0.08426796644926071
217928	rnn.bias_hh_l1	3	-0.0777222141623497
217928	rnn.bias_hh_l1	4	-0.0738653615117073
217928	rnn.bias_hh_l1	5	-0.11852791905403137
217928	rnn.bias_hh_l1	6	-0.16692839562892914
217928	rnn.bias_hh_l1	7	0.07865936309099197
217928	rnn.bias_hh_l1	8	-0.18192602694034576
217928	rnn.bias_hh_l1	9	-0.12066494673490524
217928	rnn.weight_ih_l1_reverse	0	-0.044770725071430206
217928	rnn.weight_ih_l1_reverse	1	0.03275896981358528
217928	rnn.weight_ih_l1_reverse	2	0.09100878983736038
217928	rnn.weight_ih_l1_reverse	3	-0.01582975499331951
217928	rnn.weight_ih_l1_reverse	4	-0.024660805240273476
217928	rnn.weight_ih_l1_reverse	5	-0.030498553067445755
217928	rnn.weight_ih_l1_reverse	6	-0.01864994876086712
217928	rnn.weight_ih_l1_reverse	7	0.028211792930960655
217928	rnn.weight_ih_l1_reverse	8	0.011090137995779514
217928	rnn.weight_ih_l1_reverse	9	-0.0326487272977829
217928	rnn.weight_hh_l1_reverse	0	0.004579492844641209
217928	rnn.weight_hh_l1_reverse	1	0.03146132454276085
217928	rnn.weight_hh_l1_reverse	2	-0.04053439199924469
217928	rnn.weight_hh_l1_reverse	3	0.03515048325061798
217928	rnn.weight_hh_l1_reverse	4	0.047155726701021194
217928	rnn.weight_hh_l1_reverse	5	0.004512359853833914
217928	rnn.weight_hh_l1_reverse	6	0.04865197092294693
217928	rnn.weight_hh_l1_reverse	7	0.031162943691015244
217928	rnn.weight_hh_l1_reverse	8	-0.007237005978822708
217928	rnn.weight_hh_l1_reverse	9	-0.03084331937134266
217928	rnn.bias_ih_l1_reverse	0	-0.047322116792201996
217928	rnn.bias_ih_l1_reverse	1	-0.14092636108398438
217928	rnn.bias_ih_l1_reverse	2	-0.16222025454044342
217928	rnn.bias_ih_l1_reverse	3	-0.056268058717250824
217928	rnn.bias_ih_l1_reverse	4	-0.20734387636184692
217928	rnn.bias_ih_l1_reverse	5	-0.11704208701848984
217928	rnn.bias_ih_l1_reverse	6	-0.13143984973430634
217928	rnn.bias_ih_l1_reverse	7	-0.1915172040462494
217928	rnn.bias_ih_l1_reverse	8	0.220613032579422
217928	rnn.bias_ih_l1_reverse	9	0.025436701253056526
217928	rnn.bias_hh_l1_reverse	0	0.0026615899987518787
217928	rnn.bias_hh_l1_reverse	1	-0.06947430968284607
217928	rnn.bias_hh_l1_reverse	2	-0.23769347369670868
217928	rnn.bias_hh_l1_reverse	3	-0.13942809402942657
217928	rnn.bias_hh_l1_reverse	4	-0.08313597738742828
217928	rnn.bias_hh_l1_reverse	5	-0.11722994595766068
217928	rnn.bias_hh_l1_reverse	6	0.05114148557186127
217928	rnn.bias_hh_l1_reverse	7	-0.14249823987483978
217928	rnn.bias_hh_l1_reverse	8	-0.12210747599601746
217928	rnn.bias_hh_l1_reverse	9	-0.15049202740192413
217928	linear.weight	0	0.002228822559118271
217928	linear.weight	1	0.09772216528654099
217928	linear.weight	2	-0.09229198843240738
217928	linear.weight	3	0.29930394887924194
217928	linear.weight	4	0.14698533713817596
217928	linear.weight	5	-0.06145809218287468
217928	linear.weight	6	0.1111755296587944
217928	linear.weight	7	0.1264989674091339
217928	linear.weight	8	0.041140828281641006
217928	linear.weight	9	-0.05361146479845047
217928	linear.bias	0	0.08931602537631989
217928	linear.bias	1	-0.17766915261745453
217928	linear.bias	2	-0.4500772953033447
217928	linear.bias	3	-0.6509668827056885
217928	linear.bias	4	-1.2451783418655396
217928	linear.bias	5	-0.06176363676786423
217928	linear.bias	6	-0.8146384358406067
217928	linear.bias	7	0.26721087098121643
217928	linear.bias	8	-0.4196304976940155
217928	linear.bias	9	-1.0390533208847046
218125	transitions	0	0.7429729104042053
218125	transitions	1	0.14426009356975555
218125	transitions	2	-10000.0
218125	transitions	3	-1.827625036239624
218125	transitions	4	-10000.0
218125	transitions	5	0.5641828179359436
218125	transitions	6	-0.08462384343147278
218125	transitions	7	-0.8002939224243164
218125	transitions	8	-1.4203628301620483
218125	transitions	9	-0.0012213673908263445
218125	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
218125	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
218125	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
218125	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
218125	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
218125	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
218125	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
218125	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
218125	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
218125	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
218125	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
218125	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
218125	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
218125	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
218125	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
218125	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
218125	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
218125	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
218125	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
218125	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
218125	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
218125	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
218125	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
218125	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
218125	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
218125	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
218125	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
218125	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
218125	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
218125	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
218125	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
218125	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
218125	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
218125	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
218125	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
218125	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
218125	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
218125	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
218125	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
218125	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
218125	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
218125	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
218125	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
218125	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
218125	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
218125	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
218125	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
218125	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
218125	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
218125	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
218125	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
218125	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
218125	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
218125	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
218125	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
218125	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
218125	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
218125	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
218125	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
218125	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
218125	embedding2nn.weight	0	0.01810528337955475
218125	embedding2nn.weight	1	-0.01316024549305439
218125	embedding2nn.weight	2	-0.014268254861235619
218125	embedding2nn.weight	3	-0.03168628737330437
218125	embedding2nn.weight	4	-0.0059150345623493195
218125	embedding2nn.weight	5	-0.0037005888298153877
218125	embedding2nn.weight	6	-0.003973266109824181
218125	embedding2nn.weight	7	-0.0764792189002037
218125	embedding2nn.weight	8	-0.0019979383796453476
218125	embedding2nn.weight	9	-0.028036629781126976
218125	embedding2nn.bias	0	0.01663459837436676
218125	embedding2nn.bias	1	-0.07422926276922226
218125	embedding2nn.bias	2	0.06650346517562866
218125	embedding2nn.bias	3	0.0453595370054245
218125	embedding2nn.bias	4	-0.03338506817817688
218125	embedding2nn.bias	5	-0.015434879809617996
218125	embedding2nn.bias	6	0.023110272362828255
218125	embedding2nn.bias	7	-0.052238598465919495
218125	embedding2nn.bias	8	0.06376786530017853
218125	embedding2nn.bias	9	0.04804566502571106
218125	rnn.weight_ih_l0	0	-0.07707401365041733
218125	rnn.weight_ih_l0	1	0.003211203496903181
218125	rnn.weight_ih_l0	2	0.036720238626003265
218125	rnn.weight_ih_l0	3	0.02188420668244362
218125	rnn.weight_ih_l0	4	-0.04933960363268852
218125	rnn.weight_ih_l0	5	-0.06872852891683578
218125	rnn.weight_ih_l0	6	-0.0023620964493602514
218125	rnn.weight_ih_l0	7	0.05134543403983116
218125	rnn.weight_ih_l0	8	-0.01615871861577034
218125	rnn.weight_ih_l0	9	-0.031061923131346703
218125	rnn.weight_hh_l0	0	-0.03094932809472084
218125	rnn.weight_hh_l0	1	-0.007608083076775074
218125	rnn.weight_hh_l0	2	0.006691727787256241
218125	rnn.weight_hh_l0	3	-0.07607147097587585
218125	rnn.weight_hh_l0	4	0.09371893852949142
218125	rnn.weight_hh_l0	5	-0.025258228182792664
218125	rnn.weight_hh_l0	6	-0.06195581331849098
218125	rnn.weight_hh_l0	7	0.010054059326648712
218125	rnn.weight_hh_l0	8	0.012846912257373333
218125	rnn.weight_hh_l0	9	-0.025106677785515785
218125	rnn.bias_ih_l0	0	0.1264791041612625
218125	rnn.bias_ih_l0	1	-0.035146500915288925
218125	rnn.bias_ih_l0	2	-0.03223240748047829
218125	rnn.bias_ih_l0	3	0.16475948691368103
218125	rnn.bias_ih_l0	4	-0.011986233294010162
218125	rnn.bias_ih_l0	5	-0.02091466821730137
218125	rnn.bias_ih_l0	6	0.021135779097676277
218125	rnn.bias_ih_l0	7	0.022606248036026955
218125	rnn.bias_ih_l0	8	-0.10075389593839645
218125	rnn.bias_ih_l0	9	-0.047710031270980835
218125	rnn.bias_hh_l0	0	0.0010950842406600714
218125	rnn.bias_hh_l0	1	-0.10153420269489288
218125	rnn.bias_hh_l0	2	-0.07129205018281937
218125	rnn.bias_hh_l0	3	-0.08718673884868622
218125	rnn.bias_hh_l0	4	0.01167585514485836
218125	rnn.bias_hh_l0	5	-0.018107157200574875
218125	rnn.bias_hh_l0	6	0.029641389846801758
218125	rnn.bias_hh_l0	7	0.05499713495373726
218125	rnn.bias_hh_l0	8	-0.12005143612623215
218125	rnn.bias_hh_l0	9	-0.055027611553668976
218125	rnn.weight_ih_l0_reverse	0	-0.02224767953157425
218125	rnn.weight_ih_l0_reverse	1	-0.05528771132230759
218125	rnn.weight_ih_l0_reverse	2	-0.046212926506996155
218125	rnn.weight_ih_l0_reverse	3	0.012938384898006916
218125	rnn.weight_ih_l0_reverse	4	-0.025591852143406868
218125	rnn.weight_ih_l0_reverse	5	-0.05711296573281288
218125	rnn.weight_ih_l0_reverse	6	0.07470909506082535
218125	rnn.weight_ih_l0_reverse	7	-0.017990298569202423
218125	rnn.weight_ih_l0_reverse	8	-0.01902768202126026
218125	rnn.weight_ih_l0_reverse	9	0.0036784387193620205
218125	rnn.weight_hh_l0_reverse	0	0.06698422878980637
218125	rnn.weight_hh_l0_reverse	1	0.02212940715253353
218125	rnn.weight_hh_l0_reverse	2	0.029464177787303925
218125	rnn.weight_hh_l0_reverse	3	0.03564747795462608
218125	rnn.weight_hh_l0_reverse	4	0.012830677442252636
218125	rnn.weight_hh_l0_reverse	5	0.007295583374798298
218125	rnn.weight_hh_l0_reverse	6	0.05050577223300934
218125	rnn.weight_hh_l0_reverse	7	-0.08027967810630798
218125	rnn.weight_hh_l0_reverse	8	0.04120178893208504
218125	rnn.weight_hh_l0_reverse	9	0.035551637411117554
218125	rnn.bias_ih_l0_reverse	0	-0.05919257178902626
218125	rnn.bias_ih_l0_reverse	1	-0.2879314720630646
218125	rnn.bias_ih_l0_reverse	2	-0.12314709275960922
218125	rnn.bias_ih_l0_reverse	3	-0.045793160796165466
218125	rnn.bias_ih_l0_reverse	4	-0.021001318469643593
218125	rnn.bias_ih_l0_reverse	5	0.07486563920974731
218125	rnn.bias_ih_l0_reverse	6	-0.0671747699379921
218125	rnn.bias_ih_l0_reverse	7	0.06571438163518906
218125	rnn.bias_ih_l0_reverse	8	-0.04346976429224014
218125	rnn.bias_ih_l0_reverse	9	0.0645185261964798
218125	rnn.bias_hh_l0_reverse	0	0.02374483086168766
218125	rnn.bias_hh_l0_reverse	1	-0.053232405334711075
218125	rnn.bias_hh_l0_reverse	2	0.0859389528632164
218125	rnn.bias_hh_l0_reverse	3	-0.048624731600284576
218125	rnn.bias_hh_l0_reverse	4	-0.026461780071258545
218125	rnn.bias_hh_l0_reverse	5	-0.020973103120923042
218125	rnn.bias_hh_l0_reverse	6	-0.017191121354699135
218125	rnn.bias_hh_l0_reverse	7	0.10077676922082901
218125	rnn.bias_hh_l0_reverse	8	0.03531103581190109
218125	rnn.bias_hh_l0_reverse	9	-0.1492486149072647
218125	rnn.weight_ih_l1	0	-0.029929587617516518
218125	rnn.weight_ih_l1	1	-0.05180177465081215
218125	rnn.weight_ih_l1	2	0.06390971690416336
218125	rnn.weight_ih_l1	3	-0.07384637743234634
218125	rnn.weight_ih_l1	4	-0.01402394101023674
218125	rnn.weight_ih_l1	5	-0.040277149528265
218125	rnn.weight_ih_l1	6	0.027728388085961342
218125	rnn.weight_ih_l1	7	-0.04356860741972923
218125	rnn.weight_ih_l1	8	0.03791685774922371
218125	rnn.weight_ih_l1	9	0.04409467428922653
218125	rnn.weight_hh_l1	0	-0.006386701017618179
218125	rnn.weight_hh_l1	1	0.019814373925328255
218125	rnn.weight_hh_l1	2	0.006184101570397615
218125	rnn.weight_hh_l1	3	-0.012922451831400394
218125	rnn.weight_hh_l1	4	0.004749474581331015
218125	rnn.weight_hh_l1	5	0.034769050776958466
218125	rnn.weight_hh_l1	6	0.036633819341659546
218125	rnn.weight_hh_l1	7	-0.017033651471138
218125	rnn.weight_hh_l1	8	-0.008029510267078876
218125	rnn.weight_hh_l1	9	0.03840469568967819
218125	rnn.bias_ih_l1	0	-0.18644987046718597
218125	rnn.bias_ih_l1	1	-0.17904867231845856
218125	rnn.bias_ih_l1	2	-0.20041008293628693
218125	rnn.bias_ih_l1	3	-0.3106701076030731
218125	rnn.bias_ih_l1	4	-0.21227984130382538
218125	rnn.bias_ih_l1	5	-0.0879802480340004
218125	rnn.bias_ih_l1	6	-0.1595442146062851
218125	rnn.bias_ih_l1	7	-0.011583252809941769
218125	rnn.bias_ih_l1	8	-0.1353650540113449
218125	rnn.bias_ih_l1	9	-0.12887006998062134
218125	rnn.bias_hh_l1	0	-0.09789007902145386
218125	rnn.bias_hh_l1	1	-0.06841959059238434
218125	rnn.bias_hh_l1	2	-0.08517619222402573
218125	rnn.bias_hh_l1	3	-0.07769294828176498
218125	rnn.bias_hh_l1	4	-0.07371221482753754
218125	rnn.bias_hh_l1	5	-0.11865098774433136
218125	rnn.bias_hh_l1	6	-0.16570009291172028
218125	rnn.bias_hh_l1	7	0.07769562304019928
218125	rnn.bias_hh_l1	8	-0.1808263212442398
218125	rnn.bias_hh_l1	9	-0.11976952105760574
218125	rnn.weight_ih_l1_reverse	0	-0.0450654998421669
218125	rnn.weight_ih_l1_reverse	1	0.032676856964826584
218125	rnn.weight_ih_l1_reverse	2	0.09086433798074722
218125	rnn.weight_ih_l1_reverse	3	-0.015864256769418716
218125	rnn.weight_ih_l1_reverse	4	-0.025150034576654434
218125	rnn.weight_ih_l1_reverse	5	-0.030507659539580345
218125	rnn.weight_ih_l1_reverse	6	-0.018128344789147377
218125	rnn.weight_ih_l1_reverse	7	0.028461523354053497
218125	rnn.weight_ih_l1_reverse	8	0.009336382150650024
218125	rnn.weight_ih_l1_reverse	9	-0.032378364354372025
218125	rnn.weight_hh_l1_reverse	0	0.00461891945451498
218125	rnn.weight_hh_l1_reverse	1	0.03151106461882591
218125	rnn.weight_hh_l1_reverse	2	-0.040553439408540726
218125	rnn.weight_hh_l1_reverse	3	0.03514578938484192
218125	rnn.weight_hh_l1_reverse	4	0.04719611257314682
218125	rnn.weight_hh_l1_reverse	5	0.004475589841604233
218125	rnn.weight_hh_l1_reverse	6	0.04924970492720604
218125	rnn.weight_hh_l1_reverse	7	0.031150896102190018
218125	rnn.weight_hh_l1_reverse	8	-0.007214684970676899
218125	rnn.weight_hh_l1_reverse	9	-0.030888045206665993
218125	rnn.bias_ih_l1_reverse	0	-0.04753969982266426
218125	rnn.bias_ih_l1_reverse	1	-0.14122188091278076
218125	rnn.bias_ih_l1_reverse	2	-0.16239823400974274
218125	rnn.bias_ih_l1_reverse	3	-0.05713516101241112
218125	rnn.bias_ih_l1_reverse	4	-0.20790451765060425
218125	rnn.bias_ih_l1_reverse	5	-0.11737050861120224
218125	rnn.bias_ih_l1_reverse	6	-0.13162349164485931
218125	rnn.bias_ih_l1_reverse	7	-0.1918720304965973
218125	rnn.bias_ih_l1_reverse	8	0.22107814252376556
218125	rnn.bias_ih_l1_reverse	9	0.02544454112648964
218125	rnn.bias_hh_l1_reverse	0	0.002562345704063773
218125	rnn.bias_hh_l1_reverse	1	-0.06841841340065002
218125	rnn.bias_hh_l1_reverse	2	-0.23740053176879883
218125	rnn.bias_hh_l1_reverse	3	-0.13946759700775146
218125	rnn.bias_hh_l1_reverse	4	-0.08298852294683456
218125	rnn.bias_hh_l1_reverse	5	-0.11711914837360382
218125	rnn.bias_hh_l1_reverse	6	0.05123019218444824
218125	rnn.bias_hh_l1_reverse	7	-0.14183752238750458
218125	rnn.bias_hh_l1_reverse	8	-0.12231079488992691
218125	rnn.bias_hh_l1_reverse	9	-0.15041077136993408
218125	linear.weight	0	0.002228822559118271
218125	linear.weight	1	0.10049859434366226
218125	linear.weight	2	-0.09272481501102448
218125	linear.weight	3	0.30006659030914307
218125	linear.weight	4	0.14864683151245117
218125	linear.weight	5	-0.062055282294750214
218125	linear.weight	6	0.10677966475486755
218125	linear.weight	7	0.124962717294693
218125	linear.weight	8	0.041140832006931305
218125	linear.weight	9	-0.053086258471012115
218125	linear.bias	0	0.09746217727661133
218125	linear.bias	1	-0.16555416584014893
218125	linear.bias	2	-0.4472730755805969
218125	linear.bias	3	-0.6576700806617737
218125	linear.bias	4	-1.252230167388916
218125	linear.bias	5	-0.06266283243894577
218125	linear.bias	6	-0.8033536672592163
218125	linear.bias	7	0.266416072845459
218125	linear.bias	8	-0.419960618019104
218125	linear.bias	9	-1.0394514799118042
218322	transitions	0	0.7404798865318298
218322	transitions	1	0.14508192241191864
218322	transitions	2	-10000.0
218322	transitions	3	-1.8276278972625732
218322	transitions	4	-10000.0
218322	transitions	5	0.5641661286354065
218322	transitions	6	-0.08463582396507263
218322	transitions	7	-0.8003506064414978
218322	transitions	8	-1.4203847646713257
218322	transitions	9	-0.001221457147039473
218322	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
218322	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
218322	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
218322	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
218322	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
218322	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
218322	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
218322	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
218322	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
218322	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
218322	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
218322	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
218322	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
218322	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
218322	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
218322	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
218322	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
218322	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
218322	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
218322	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
218322	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
218322	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
218322	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
218322	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
218322	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
218322	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
218322	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
218322	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
218322	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
218322	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
218322	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
218322	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
218322	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
218322	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
218322	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
218322	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
218322	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
218322	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
218322	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
218322	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
218322	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
218322	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
218322	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
218322	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
218322	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
218322	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
218322	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
218322	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
218322	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
218322	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
218322	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
218322	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
218322	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
218322	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
218322	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
218322	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
218322	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
218322	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
218322	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
218322	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
218322	embedding2nn.weight	0	0.018408991396427155
218322	embedding2nn.weight	1	-0.013138029724359512
218322	embedding2nn.weight	2	-0.014268254861235619
218322	embedding2nn.weight	3	-0.031473077833652496
218322	embedding2nn.weight	4	-0.0059150345623493195
218322	embedding2nn.weight	5	-0.0037005888298153877
218322	embedding2nn.weight	6	-0.003973266575485468
218322	embedding2nn.weight	7	-0.07653423398733139
218322	embedding2nn.weight	8	-0.0019979383796453476
218322	embedding2nn.weight	9	-0.02779635414481163
218322	embedding2nn.bias	0	0.018270744010806084
218322	embedding2nn.bias	1	-0.07413027435541153
218322	embedding2nn.bias	2	0.0675506517291069
218322	embedding2nn.bias	3	0.04694241285324097
218322	embedding2nn.bias	4	-0.03558868542313576
218322	embedding2nn.bias	5	-0.014301402494311333
218322	embedding2nn.bias	6	0.02350444905459881
218322	embedding2nn.bias	7	-0.05118623375892639
218322	embedding2nn.bias	8	0.06503920257091522
218322	embedding2nn.bias	9	0.0442008301615715
218322	rnn.weight_ih_l0	0	-0.07729422301054001
218322	rnn.weight_ih_l0	1	0.0035933118779212236
218322	rnn.weight_ih_l0	2	0.036698512732982635
218322	rnn.weight_ih_l0	3	0.022023426368832588
218322	rnn.weight_ih_l0	4	-0.04968857392668724
218322	rnn.weight_ih_l0	5	-0.06866412609815598
218322	rnn.weight_ih_l0	6	-0.002315275836735964
218322	rnn.weight_ih_l0	7	0.051331568509340286
218322	rnn.weight_ih_l0	8	-0.01618815027177334
218322	rnn.weight_ih_l0	9	-0.03080037049949169
218322	rnn.weight_hh_l0	0	-0.030923405662178993
218322	rnn.weight_hh_l0	1	-0.007844015024602413
218322	rnn.weight_hh_l0	2	0.006514572072774172
218322	rnn.weight_hh_l0	3	-0.0759534239768982
218322	rnn.weight_hh_l0	4	0.09386037290096283
218322	rnn.weight_hh_l0	5	-0.02495669014751911
218322	rnn.weight_hh_l0	6	-0.061770349740982056
218322	rnn.weight_hh_l0	7	0.01009899191558361
218322	rnn.weight_hh_l0	8	0.012766236439347267
218322	rnn.weight_hh_l0	9	-0.025073084980249405
218322	rnn.bias_ih_l0	0	0.12629137933254242
218322	rnn.bias_ih_l0	1	-0.0349620059132576
218322	rnn.bias_ih_l0	2	-0.03223404660820961
218322	rnn.bias_ih_l0	3	0.1647757887840271
218322	rnn.bias_ih_l0	4	-0.01181452814489603
218322	rnn.bias_ih_l0	5	-0.02107939124107361
218322	rnn.bias_ih_l0	6	0.02005269005894661
218322	rnn.bias_ih_l0	7	0.022420907393097878
218322	rnn.bias_ih_l0	8	-0.10068585723638535
218322	rnn.bias_ih_l0	9	-0.04917361959815025
218322	rnn.bias_hh_l0	0	0.0004589387681335211
218322	rnn.bias_hh_l0	1	-0.10017426311969757
218322	rnn.bias_hh_l0	2	-0.07135272771120071
218322	rnn.bias_hh_l0	3	-0.0869465246796608
218322	rnn.bias_hh_l0	4	0.012216413393616676
218322	rnn.bias_hh_l0	5	-0.018886050209403038
218322	rnn.bias_hh_l0	6	0.02890421450138092
218322	rnn.bias_hh_l0	7	0.0549849309027195
218322	rnn.bias_hh_l0	8	-0.1195094883441925
218322	rnn.bias_hh_l0	9	-0.05589808151125908
218322	rnn.weight_ih_l0_reverse	0	-0.022379109635949135
218322	rnn.weight_ih_l0_reverse	1	-0.05531366169452667
218322	rnn.weight_ih_l0_reverse	2	-0.04627013951539993
218322	rnn.weight_ih_l0_reverse	3	0.013183987699449062
218322	rnn.weight_ih_l0_reverse	4	-0.025818243622779846
218322	rnn.weight_ih_l0_reverse	5	-0.05712264031171799
218322	rnn.weight_ih_l0_reverse	6	0.07494879513978958
218322	rnn.weight_ih_l0_reverse	7	-0.018015680834650993
218322	rnn.weight_ih_l0_reverse	8	-0.019469400867819786
218322	rnn.weight_ih_l0_reverse	9	0.0038092131726443768
218322	rnn.weight_hh_l0_reverse	0	0.06691119074821472
218322	rnn.weight_hh_l0_reverse	1	0.022350553423166275
218322	rnn.weight_hh_l0_reverse	2	0.029291873797774315
218322	rnn.weight_hh_l0_reverse	3	0.03579309210181236
218322	rnn.weight_hh_l0_reverse	4	0.012734528630971909
218322	rnn.weight_hh_l0_reverse	5	0.007174108177423477
218322	rnn.weight_hh_l0_reverse	6	0.050481345504522324
218322	rnn.weight_hh_l0_reverse	7	-0.08037563413381577
218322	rnn.weight_hh_l0_reverse	8	0.04132978618144989
218322	rnn.weight_hh_l0_reverse	9	0.03584429994225502
218322	rnn.bias_ih_l0_reverse	0	-0.059573110193014145
218322	rnn.bias_ih_l0_reverse	1	-0.2865791916847229
218322	rnn.bias_ih_l0_reverse	2	-0.12313248962163925
218322	rnn.bias_ih_l0_reverse	3	-0.04660709574818611
218322	rnn.bias_ih_l0_reverse	4	-0.02155604213476181
218322	rnn.bias_ih_l0_reverse	5	0.07456657290458679
218322	rnn.bias_ih_l0_reverse	6	-0.0670810267329216
218322	rnn.bias_ih_l0_reverse	7	0.06574777513742447
218322	rnn.bias_ih_l0_reverse	8	-0.042817287147045135
218322	rnn.bias_ih_l0_reverse	9	0.06483161449432373
218322	rnn.bias_hh_l0_reverse	0	0.022996190935373306
218322	rnn.bias_hh_l0_reverse	1	-0.051803454756736755
218322	rnn.bias_hh_l0_reverse	2	0.0869806557893753
218322	rnn.bias_hh_l0_reverse	3	-0.048608094453811646
218322	rnn.bias_hh_l0_reverse	4	-0.02729463204741478
218322	rnn.bias_hh_l0_reverse	5	-0.0208177100867033
218322	rnn.bias_hh_l0_reverse	6	-0.01595224067568779
218322	rnn.bias_hh_l0_reverse	7	0.09959530085325241
218322	rnn.bias_hh_l0_reverse	8	0.03434352949261665
218322	rnn.bias_hh_l0_reverse	9	-0.14889007806777954
218322	rnn.weight_ih_l1	0	-0.029955752193927765
218322	rnn.weight_ih_l1	1	-0.05190717428922653
218322	rnn.weight_ih_l1	2	0.06399959325790405
218322	rnn.weight_ih_l1	3	-0.0740184411406517
218322	rnn.weight_ih_l1	4	-0.013998324051499367
218322	rnn.weight_ih_l1	5	-0.040462296456098557
218322	rnn.weight_ih_l1	6	0.027593446895480156
218322	rnn.weight_ih_l1	7	-0.04383859038352966
218322	rnn.weight_ih_l1	8	0.03799942508339882
218322	rnn.weight_ih_l1	9	0.044320136308670044
218322	rnn.weight_hh_l1	0	-0.006190383806824684
218322	rnn.weight_hh_l1	1	0.01988598145544529
218322	rnn.weight_hh_l1	2	0.006641088984906673
218322	rnn.weight_hh_l1	3	-0.012930476106703281
218322	rnn.weight_hh_l1	4	0.004951679613441229
218322	rnn.weight_hh_l1	5	0.03461932763457298
218322	rnn.weight_hh_l1	6	0.03661726415157318
218322	rnn.weight_hh_l1	7	-0.016973089426755905
218322	rnn.weight_hh_l1	8	-0.008080122992396355
218322	rnn.weight_hh_l1	9	0.038298286497592926
218322	rnn.bias_ih_l1	0	-0.18753108382225037
218322	rnn.bias_ih_l1	1	-0.17798006534576416
218322	rnn.bias_ih_l1	2	-0.20029482245445251
218322	rnn.bias_ih_l1	3	-0.31075477600097656
218322	rnn.bias_ih_l1	4	-0.2132464498281479
218322	rnn.bias_ih_l1	5	-0.08747012913227081
218322	rnn.bias_ih_l1	6	-0.1587023288011551
218322	rnn.bias_ih_l1	7	-0.010131892748177052
218322	rnn.bias_ih_l1	8	-0.13541236519813538
218322	rnn.bias_ih_l1	9	-0.13060039281845093
218322	rnn.bias_hh_l1	0	-0.09909738600254059
218322	rnn.bias_hh_l1	1	-0.06827009469270706
218322	rnn.bias_hh_l1	2	-0.08521414548158646
218322	rnn.bias_hh_l1	3	-0.07785332202911377
218322	rnn.bias_hh_l1	4	-0.07422018051147461
218322	rnn.bias_hh_l1	5	-0.11828669160604477
218322	rnn.bias_hh_l1	6	-0.16644993424415588
218322	rnn.bias_hh_l1	7	0.07955088466405869
218322	rnn.bias_hh_l1	8	-0.18088962137699127
218322	rnn.bias_hh_l1	9	-0.11975324153900146
218322	rnn.weight_ih_l1_reverse	0	-0.0449569933116436
218322	rnn.weight_ih_l1_reverse	1	0.03340049460530281
218322	rnn.weight_ih_l1_reverse	2	0.09089434146881104
218322	rnn.weight_ih_l1_reverse	3	-0.01595601812005043
218322	rnn.weight_ih_l1_reverse	4	-0.024871041998267174
218322	rnn.weight_ih_l1_reverse	5	-0.030404403805732727
218322	rnn.weight_ih_l1_reverse	6	-0.01835698075592518
218322	rnn.weight_ih_l1_reverse	7	0.028812212869524956
218322	rnn.weight_ih_l1_reverse	8	0.009093094617128372
218322	rnn.weight_ih_l1_reverse	9	-0.0338498093187809
218322	rnn.weight_hh_l1_reverse	0	0.00452762097120285
218322	rnn.weight_hh_l1_reverse	1	0.03148854151368141
218322	rnn.weight_hh_l1_reverse	2	-0.040541715919971466
218322	rnn.weight_hh_l1_reverse	3	0.03514581546187401
218322	rnn.weight_hh_l1_reverse	4	0.04732895269989967
218322	rnn.weight_hh_l1_reverse	5	0.004355707671493292
218322	rnn.weight_hh_l1_reverse	6	0.049818843603134155
218322	rnn.weight_hh_l1_reverse	7	0.03108965791761875
218322	rnn.weight_hh_l1_reverse	8	-0.007199213840067387
218322	rnn.weight_hh_l1_reverse	9	-0.0307698342949152
218322	rnn.bias_ih_l1_reverse	0	-0.04766751453280449
218322	rnn.bias_ih_l1_reverse	1	-0.14066506922245026
218322	rnn.bias_ih_l1_reverse	2	-0.16208381950855255
218322	rnn.bias_ih_l1_reverse	3	-0.057104043662548065
218322	rnn.bias_ih_l1_reverse	4	-0.20838940143585205
218322	rnn.bias_ih_l1_reverse	5	-0.11661623418331146
218322	rnn.bias_ih_l1_reverse	6	-0.13200226426124573
218322	rnn.bias_ih_l1_reverse	7	-0.1921243518590927
218322	rnn.bias_ih_l1_reverse	8	0.2226930856704712
218322	rnn.bias_ih_l1_reverse	9	0.02642812393605709
218322	rnn.bias_hh_l1_reverse	0	0.005118781700730324
218322	rnn.bias_hh_l1_reverse	1	-0.06725283712148666
218322	rnn.bias_hh_l1_reverse	2	-0.23738224804401398
218322	rnn.bias_hh_l1_reverse	3	-0.13985435664653778
218322	rnn.bias_hh_l1_reverse	4	-0.08280478417873383
218322	rnn.bias_hh_l1_reverse	5	-0.11685587465763092
218322	rnn.bias_hh_l1_reverse	6	0.05012263357639313
218322	rnn.bias_hh_l1_reverse	7	-0.1411922723054886
218322	rnn.bias_hh_l1_reverse	8	-0.1227303221821785
218322	rnn.bias_hh_l1_reverse	9	-0.15039153397083282
218322	linear.weight	0	0.002228822559118271
218322	linear.weight	1	0.10363984107971191
218322	linear.weight	2	-0.09157408028841019
218322	linear.weight	3	0.2972003221511841
218322	linear.weight	4	0.1481228619813919
218322	linear.weight	5	-0.06188090145587921
218322	linear.weight	6	0.10549213737249374
218322	linear.weight	7	0.1231897845864296
218322	linear.weight	8	0.04114064946770668
218322	linear.weight	9	-0.05297873541712761
218322	linear.bias	0	0.09534712880849838
218322	linear.bias	1	-0.1775718331336975
218322	linear.bias	2	-0.44333431124687195
218322	linear.bias	3	-0.6589446067810059
218322	linear.bias	4	-1.2531893253326416
218322	linear.bias	5	-0.06182124838232994
218322	linear.bias	6	-0.8144305348396301
218322	linear.bias	7	0.2680763304233551
218322	linear.bias	8	-0.415768027305603
218322	linear.bias	9	-1.0354481935501099
218519	transitions	0	0.7416639924049377
218519	transitions	1	0.1457832306623459
218519	transitions	2	-10000.0
218519	transitions	3	-1.8276320695877075
218519	transitions	4	-10000.0
218519	transitions	5	0.5641397833824158
218519	transitions	6	-0.08464045077562332
218519	transitions	7	-0.8007484078407288
218519	transitions	8	-1.4205822944641113
218519	transitions	9	-0.0012215523747727275
218519	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
218519	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
218519	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
218519	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
218519	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
218519	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
218519	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
218519	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
218519	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
218519	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
218519	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
218519	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
218519	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
218519	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
218519	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
218519	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
218519	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
218519	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
218519	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
218519	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
218519	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
218519	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
218519	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
218519	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
218519	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
218519	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
218519	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
218519	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
218519	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
218519	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
218519	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
218519	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
218519	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
218519	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
218519	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
218519	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
218519	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
218519	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
218519	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
218519	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
218519	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
218519	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
218519	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
218519	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
218519	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
218519	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
218519	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
218519	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
218519	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
218519	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
218519	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
218519	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
218519	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
218519	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
218519	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
218519	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
218519	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
218519	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
218519	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
218519	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
218519	embedding2nn.weight	0	0.01792888343334198
218519	embedding2nn.weight	1	-0.013181122951209545
218519	embedding2nn.weight	2	-0.014268254861235619
218519	embedding2nn.weight	3	-0.03072376921772957
218519	embedding2nn.weight	4	-0.0059150345623493195
218519	embedding2nn.weight	5	-0.0037005888298153877
218519	embedding2nn.weight	6	-0.003973265644162893
218519	embedding2nn.weight	7	-0.07654624432325363
218519	embedding2nn.weight	8	-0.0019979383796453476
218519	embedding2nn.weight	9	-0.027832308784127235
218519	embedding2nn.bias	0	0.01965024508535862
218519	embedding2nn.bias	1	-0.07117897272109985
218519	embedding2nn.bias	2	0.06664954125881195
218519	embedding2nn.bias	3	0.04632991924881935
218519	embedding2nn.bias	4	-0.033502764999866486
218519	embedding2nn.bias	5	-0.01368013210594654
218519	embedding2nn.bias	6	0.025241920724511147
218519	embedding2nn.bias	7	-0.05204939469695091
218519	embedding2nn.bias	8	0.06510936468839645
218519	embedding2nn.bias	9	0.046565789729356766
218519	rnn.weight_ih_l0	0	-0.07725823670625687
218519	rnn.weight_ih_l0	1	0.0035901255905628204
218519	rnn.weight_ih_l0	2	0.03671615943312645
218519	rnn.weight_ih_l0	3	0.022042028605937958
218519	rnn.weight_ih_l0	4	-0.04966156929731369
218519	rnn.weight_ih_l0	5	-0.06849411875009537
218519	rnn.weight_ih_l0	6	-0.002106462139636278
218519	rnn.weight_ih_l0	7	0.05150005221366882
218519	rnn.weight_ih_l0	8	-0.016047069802880287
218519	rnn.weight_ih_l0	9	-0.03136931732296944
218519	rnn.weight_hh_l0	0	-0.03080093115568161
218519	rnn.weight_hh_l0	1	-0.007667383179068565
218519	rnn.weight_hh_l0	2	0.0064855278469622135
218519	rnn.weight_hh_l0	3	-0.07565963268280029
218519	rnn.weight_hh_l0	4	0.09396614134311676
218519	rnn.weight_hh_l0	5	-0.02504093013703823
218519	rnn.weight_hh_l0	6	-0.06182805076241493
218519	rnn.weight_hh_l0	7	0.010163805447518826
218519	rnn.weight_hh_l0	8	0.012733799405395985
218519	rnn.weight_hh_l0	9	-0.024981683120131493
218519	rnn.bias_ih_l0	0	0.12594133615493774
218519	rnn.bias_ih_l0	1	-0.035102397203445435
218519	rnn.bias_ih_l0	2	-0.03305178880691528
218519	rnn.bias_ih_l0	3	0.16396410763263702
218519	rnn.bias_ih_l0	4	-0.011817538179457188
218519	rnn.bias_ih_l0	5	-0.02212424948811531
218519	rnn.bias_ih_l0	6	0.020590903237462044
218519	rnn.bias_ih_l0	7	0.022990131750702858
218519	rnn.bias_ih_l0	8	-0.10054159164428711
218519	rnn.bias_ih_l0	9	-0.0494554229080677
218519	rnn.bias_hh_l0	0	-0.00010480828495929018
218519	rnn.bias_hh_l0	1	-0.09966415911912918
218519	rnn.bias_hh_l0	2	-0.07119633257389069
218519	rnn.bias_hh_l0	3	-0.08715851604938507
218519	rnn.bias_hh_l0	4	0.01266187708824873
218519	rnn.bias_hh_l0	5	-0.019640453159809113
218519	rnn.bias_hh_l0	6	0.028045544400811195
218519	rnn.bias_hh_l0	7	0.05592034012079239
218519	rnn.bias_hh_l0	8	-0.11930263042449951
218519	rnn.bias_hh_l0	9	-0.057201892137527466
218519	rnn.weight_ih_l0_reverse	0	-0.02217809483408928
218519	rnn.weight_ih_l0_reverse	1	-0.05512024089694023
218519	rnn.weight_ih_l0_reverse	2	-0.04643131420016289
218519	rnn.weight_ih_l0_reverse	3	0.013298357836902142
218519	rnn.weight_ih_l0_reverse	4	-0.025580594316124916
218519	rnn.weight_ih_l0_reverse	5	-0.057090118527412415
218519	rnn.weight_ih_l0_reverse	6	0.07518649846315384
218519	rnn.weight_ih_l0_reverse	7	-0.01810121349990368
218519	rnn.weight_ih_l0_reverse	8	-0.019857065752148628
218519	rnn.weight_ih_l0_reverse	9	0.004064092878252268
218519	rnn.weight_hh_l0_reverse	0	0.06729843467473984
218519	rnn.weight_hh_l0_reverse	1	0.022009970620274544
218519	rnn.weight_hh_l0_reverse	2	0.02922210842370987
218519	rnn.weight_hh_l0_reverse	3	0.03567033261060715
218519	rnn.weight_hh_l0_reverse	4	0.012869036756455898
218519	rnn.weight_hh_l0_reverse	5	0.007056747563183308
218519	rnn.weight_hh_l0_reverse	6	0.05061504989862442
218519	rnn.weight_hh_l0_reverse	7	-0.08100811392068863
218519	rnn.weight_hh_l0_reverse	8	0.0415576696395874
218519	rnn.weight_hh_l0_reverse	9	0.03583808243274689
218519	rnn.bias_ih_l0_reverse	0	-0.059352435171604156
218519	rnn.bias_ih_l0_reverse	1	-0.2866193354129791
218519	rnn.bias_ih_l0_reverse	2	-0.12233201414346695
218519	rnn.bias_ih_l0_reverse	3	-0.04614720866084099
218519	rnn.bias_ih_l0_reverse	4	-0.02156841568648815
218519	rnn.bias_ih_l0_reverse	5	0.07509537786245346
218519	rnn.bias_ih_l0_reverse	6	-0.06618037074804306
218519	rnn.bias_ih_l0_reverse	7	0.06556110084056854
218519	rnn.bias_ih_l0_reverse	8	-0.042376138269901276
218519	rnn.bias_ih_l0_reverse	9	0.06482597440481186
218519	rnn.bias_hh_l0_reverse	0	0.022707166150212288
218519	rnn.bias_hh_l0_reverse	1	-0.052370842546224594
218519	rnn.bias_hh_l0_reverse	2	0.08648805320262909
218519	rnn.bias_hh_l0_reverse	3	-0.048774249851703644
218519	rnn.bias_hh_l0_reverse	4	-0.028053734451532364
218519	rnn.bias_hh_l0_reverse	5	-0.019941648468375206
218519	rnn.bias_hh_l0_reverse	6	-0.017078939825296402
218519	rnn.bias_hh_l0_reverse	7	0.09803406894207001
218519	rnn.bias_hh_l0_reverse	8	0.03405839577317238
218519	rnn.bias_hh_l0_reverse	9	-0.14794215559959412
218519	rnn.weight_ih_l1	0	-0.029913688078522682
218519	rnn.weight_ih_l1	1	-0.05203227698802948
218519	rnn.weight_ih_l1	2	0.0638958141207695
218519	rnn.weight_ih_l1	3	-0.07350746542215347
218519	rnn.weight_ih_l1	4	-0.013941862620413303
218519	rnn.weight_ih_l1	5	-0.040560416877269745
218519	rnn.weight_ih_l1	6	0.027842164039611816
218519	rnn.weight_ih_l1	7	-0.04382145032286644
218519	rnn.weight_ih_l1	8	0.03786874935030937
218519	rnn.weight_ih_l1	9	0.04418660327792168
218519	rnn.weight_hh_l1	0	-0.0060776276513934135
218519	rnn.weight_hh_l1	1	0.019879218190908432
218519	rnn.weight_hh_l1	2	0.006978323217481375
218519	rnn.weight_hh_l1	3	-0.012943550944328308
218519	rnn.weight_hh_l1	4	0.004979538731276989
218519	rnn.weight_hh_l1	5	0.0345698744058609
218519	rnn.weight_hh_l1	6	0.036733489483594894
218519	rnn.weight_hh_l1	7	-0.016635755077004433
218519	rnn.weight_hh_l1	8	-0.008237553760409355
218519	rnn.weight_hh_l1	9	0.03816607594490051
218519	rnn.bias_ih_l1	0	-0.18765850365161896
218519	rnn.bias_ih_l1	1	-0.17789630591869354
218519	rnn.bias_ih_l1	2	-0.20016951858997345
218519	rnn.bias_ih_l1	3	-0.3106922209262848
218519	rnn.bias_ih_l1	4	-0.21315066516399384
218519	rnn.bias_ih_l1	5	-0.08712233603000641
218519	rnn.bias_ih_l1	6	-0.1583370864391327
218519	rnn.bias_ih_l1	7	-0.012099703773856163
218519	rnn.bias_ih_l1	8	-0.13645511865615845
218519	rnn.bias_ih_l1	9	-0.1297716498374939
218519	rnn.bias_hh_l1	0	-0.09828019142150879
218519	rnn.bias_hh_l1	1	-0.06891757994890213
218519	rnn.bias_hh_l1	2	-0.08554347604513168
218519	rnn.bias_hh_l1	3	-0.07783333957195282
218519	rnn.bias_hh_l1	4	-0.07439173758029938
218519	rnn.bias_hh_l1	5	-0.11835678666830063
218519	rnn.bias_hh_l1	6	-0.16621410846710205
218519	rnn.bias_hh_l1	7	0.07899326831102371
218519	rnn.bias_hh_l1	8	-0.18040062487125397
218519	rnn.bias_hh_l1	9	-0.12056031078100204
218519	rnn.weight_ih_l1_reverse	0	-0.044707249850034714
218519	rnn.weight_ih_l1_reverse	1	0.03323518857359886
218519	rnn.weight_ih_l1_reverse	2	0.09193137288093567
218519	rnn.weight_ih_l1_reverse	3	-0.016647066920995712
218519	rnn.weight_ih_l1_reverse	4	-0.02474445290863514
218519	rnn.weight_ih_l1_reverse	5	-0.0304225105792284
218519	rnn.weight_ih_l1_reverse	6	-0.017873689532279968
218519	rnn.weight_ih_l1_reverse	7	0.028631310909986496
218519	rnn.weight_ih_l1_reverse	8	0.008928264491260052
218519	rnn.weight_ih_l1_reverse	9	-0.03425513952970505
218519	rnn.weight_hh_l1_reverse	0	0.0045461212284862995
218519	rnn.weight_hh_l1_reverse	1	0.03145621344447136
218519	rnn.weight_hh_l1_reverse	2	-0.04051433503627777
218519	rnn.weight_hh_l1_reverse	3	0.03509603813290596
218519	rnn.weight_hh_l1_reverse	4	0.04731132090091705
218519	rnn.weight_hh_l1_reverse	5	0.004300480708479881
218519	rnn.weight_hh_l1_reverse	6	0.04950494319200516
218519	rnn.weight_hh_l1_reverse	7	0.03101513907313347
218519	rnn.weight_hh_l1_reverse	8	-0.0071952263824641705
218519	rnn.weight_hh_l1_reverse	9	-0.030811751261353493
218519	rnn.bias_ih_l1_reverse	0	-0.04765527322888374
218519	rnn.bias_ih_l1_reverse	1	-0.14091548323631287
218519	rnn.bias_ih_l1_reverse	2	-0.16256798803806305
218519	rnn.bias_ih_l1_reverse	3	-0.05709264427423477
218519	rnn.bias_ih_l1_reverse	4	-0.20835798978805542
218519	rnn.bias_ih_l1_reverse	5	-0.1163051649928093
218519	rnn.bias_ih_l1_reverse	6	-0.131948783993721
218519	rnn.bias_ih_l1_reverse	7	-0.1917867660522461
218519	rnn.bias_ih_l1_reverse	8	0.2238265722990036
218519	rnn.bias_ih_l1_reverse	9	0.026632947847247124
218519	rnn.bias_hh_l1_reverse	0	0.009153238497674465
218519	rnn.bias_hh_l1_reverse	1	-0.06824520975351334
218519	rnn.bias_hh_l1_reverse	2	-0.23712003231048584
218519	rnn.bias_hh_l1_reverse	3	-0.139708012342453
218519	rnn.bias_hh_l1_reverse	4	-0.08266619592905045
218519	rnn.bias_hh_l1_reverse	5	-0.11623416095972061
218519	rnn.bias_hh_l1_reverse	6	0.052244264632463455
218519	rnn.bias_hh_l1_reverse	7	-0.14097926020622253
218519	rnn.bias_hh_l1_reverse	8	-0.12301751226186752
218519	rnn.bias_hh_l1_reverse	9	-0.15029065310955048
218519	linear.weight	0	0.002228822559118271
218519	linear.weight	1	0.10505303740501404
218519	linear.weight	2	-0.0921548455953598
218519	linear.weight	3	0.2985214591026306
218519	linear.weight	4	0.14877600967884064
218519	linear.weight	5	-0.06311218440532684
218519	linear.weight	6	0.10255575180053711
218519	linear.weight	7	0.11955000460147858
218519	linear.weight	8	0.041140493005514145
218519	linear.weight	9	-0.05247737839818001
218519	linear.bias	0	0.0968155562877655
218519	linear.bias	1	-0.18520589172840118
218519	linear.bias	2	-0.44224730134010315
218519	linear.bias	3	-0.6573459506034851
218519	linear.bias	4	-1.2511144876480103
218519	linear.bias	5	-0.059765685349702835
218519	linear.bias	6	-0.8215683102607727
218519	linear.bias	7	0.2699587643146515
218519	linear.bias	8	-0.41710859537124634
218519	linear.bias	9	-1.0368787050247192
218716	transitions	0	0.7438548803329468
218716	transitions	1	0.14603064954280853
218716	transitions	2	-10000.0
218716	transitions	3	-1.8276393413543701
218716	transitions	4	-10000.0
218716	transitions	5	0.5641237497329712
218716	transitions	6	-0.08465041220188141
218716	transitions	7	-0.8009417057037354
218716	transitions	8	-1.4206050634384155
218716	transitions	9	-0.0012217051116749644
218716	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
218716	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
218716	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
218716	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
218716	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
218716	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
218716	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
218716	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
218716	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
218716	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
218716	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
218716	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
218716	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
218716	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
218716	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
218716	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
218716	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
218716	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
218716	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
218716	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
218716	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
218716	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
218716	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
218716	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
218716	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
218716	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
218716	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
218716	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
218716	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
218716	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
218716	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
218716	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
218716	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
218716	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
218716	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
218716	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
218716	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
218716	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
218716	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
218716	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
218716	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
218716	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
218716	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
218716	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
218716	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
218716	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
218716	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
218716	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
218716	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
218716	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
218716	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
218716	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
218716	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
218716	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
218716	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
218716	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
218716	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
218716	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
218716	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
218716	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
218716	embedding2nn.weight	0	0.018078191205859184
218716	embedding2nn.weight	1	-0.013195762410759926
218716	embedding2nn.weight	2	-0.014268254861235619
218716	embedding2nn.weight	3	-0.0304415225982666
218716	embedding2nn.weight	4	-0.0059150345623493195
218716	embedding2nn.weight	5	-0.0037005888298153877
218716	embedding2nn.weight	6	-0.003973265178501606
218716	embedding2nn.weight	7	-0.07649055123329163
218716	embedding2nn.weight	8	-0.0019979383796453476
218716	embedding2nn.weight	9	-0.027494139969348907
218716	embedding2nn.bias	0	0.018651479855179787
218716	embedding2nn.bias	1	-0.06952595710754395
218716	embedding2nn.bias	2	0.06585267931222916
218716	embedding2nn.bias	3	0.0478212907910347
218716	embedding2nn.bias	4	-0.034537848085165024
218716	embedding2nn.bias	5	-0.009761957451701164
218716	embedding2nn.bias	6	0.025981927290558815
218716	embedding2nn.bias	7	-0.04800626263022423
218716	embedding2nn.bias	8	0.066262386739254
218716	embedding2nn.bias	9	0.044401440769433975
218716	rnn.weight_ih_l0	0	-0.07702391594648361
218716	rnn.weight_ih_l0	1	0.0038270701188594103
218716	rnn.weight_ih_l0	2	0.036855168640613556
218716	rnn.weight_ih_l0	3	0.02205701544880867
218716	rnn.weight_ih_l0	4	-0.049880266189575195
218716	rnn.weight_ih_l0	5	-0.06847363710403442
218716	rnn.weight_ih_l0	6	-0.0022569652646780014
218716	rnn.weight_ih_l0	7	0.05136416479945183
218716	rnn.weight_ih_l0	8	-0.01580355130136013
218716	rnn.weight_ih_l0	9	-0.031756725162267685
218716	rnn.weight_hh_l0	0	-0.030474506318569183
218716	rnn.weight_hh_l0	1	-0.007670069113373756
218716	rnn.weight_hh_l0	2	0.006465747952461243
218716	rnn.weight_hh_l0	3	-0.07550632953643799
218716	rnn.weight_hh_l0	4	0.09414003044366837
218716	rnn.weight_hh_l0	5	-0.02508227527141571
218716	rnn.weight_hh_l0	6	-0.061785757541656494
218716	rnn.weight_hh_l0	7	0.010166619904339314
218716	rnn.weight_hh_l0	8	0.012733756564557552
218716	rnn.weight_hh_l0	9	-0.025067869573831558
218716	rnn.bias_ih_l0	0	0.12603329122066498
218716	rnn.bias_ih_l0	1	-0.03558766469359398
218716	rnn.bias_ih_l0	2	-0.033604610711336136
218716	rnn.bias_ih_l0	3	0.16359178721904755
218716	rnn.bias_ih_l0	4	-0.011851493269205093
218716	rnn.bias_ih_l0	5	-0.022876786068081856
218716	rnn.bias_ih_l0	6	0.020959099754691124
218716	rnn.bias_ih_l0	7	0.02294951304793358
218716	rnn.bias_ih_l0	8	-0.1001061424612999
218716	rnn.bias_ih_l0	9	-0.050500210374593735
218716	rnn.bias_hh_l0	0	0.0005504168220795691
218716	rnn.bias_hh_l0	1	-0.100636325776577
218716	rnn.bias_hh_l0	2	-0.0717206746339798
218716	rnn.bias_hh_l0	3	-0.08677101880311966
218716	rnn.bias_hh_l0	4	0.012481484562158585
218716	rnn.bias_hh_l0	5	-0.019825860857963562
218716	rnn.bias_hh_l0	6	0.028530258685350418
218716	rnn.bias_hh_l0	7	0.05656218156218529
218716	rnn.bias_hh_l0	8	-0.11901988089084625
218716	rnn.bias_hh_l0	9	-0.05721950903534889
218716	rnn.weight_ih_l0_reverse	0	-0.022431042045354843
218716	rnn.weight_ih_l0_reverse	1	-0.0550178624689579
218716	rnn.weight_ih_l0_reverse	2	-0.046833768486976624
218716	rnn.weight_ih_l0_reverse	3	0.013271000236272812
218716	rnn.weight_ih_l0_reverse	4	-0.025541359558701515
218716	rnn.weight_ih_l0_reverse	5	-0.05703920125961304
218716	rnn.weight_ih_l0_reverse	6	0.0750010758638382
218716	rnn.weight_ih_l0_reverse	7	-0.018304752185940742
218716	rnn.weight_ih_l0_reverse	8	-0.019468622282147408
218716	rnn.weight_ih_l0_reverse	9	0.0038262540474534035
218716	rnn.weight_hh_l0_reverse	0	0.06678719073534012
218716	rnn.weight_hh_l0_reverse	1	0.02168356627225876
218716	rnn.weight_hh_l0_reverse	2	0.02926311083137989
218716	rnn.weight_hh_l0_reverse	3	0.0355691984295845
218716	rnn.weight_hh_l0_reverse	4	0.012880831956863403
218716	rnn.weight_hh_l0_reverse	5	0.007165595423430204
218716	rnn.weight_hh_l0_reverse	6	0.05048423260450363
218716	rnn.weight_hh_l0_reverse	7	-0.08092141896486282
218716	rnn.weight_hh_l0_reverse	8	0.04190912842750549
218716	rnn.weight_hh_l0_reverse	9	0.03578576445579529
218716	rnn.bias_ih_l0_reverse	0	-0.059293366968631744
218716	rnn.bias_ih_l0_reverse	1	-0.2851869761943817
218716	rnn.bias_ih_l0_reverse	2	-0.121686652302742
218716	rnn.bias_ih_l0_reverse	3	-0.0460992231965065
218716	rnn.bias_ih_l0_reverse	4	-0.02214961312711239
218716	rnn.bias_ih_l0_reverse	5	0.07586191594600677
218716	rnn.bias_ih_l0_reverse	6	-0.06602936238050461
218716	rnn.bias_ih_l0_reverse	7	0.06537698954343796
218716	rnn.bias_ih_l0_reverse	8	-0.0419805608689785
218716	rnn.bias_ih_l0_reverse	9	0.06531848013401031
218716	rnn.bias_hh_l0_reverse	0	0.023436611518263817
218716	rnn.bias_hh_l0_reverse	1	-0.051746122539043427
218716	rnn.bias_hh_l0_reverse	2	0.0860305055975914
218716	rnn.bias_hh_l0_reverse	3	-0.04863816499710083
218716	rnn.bias_hh_l0_reverse	4	-0.02803376503288746
218716	rnn.bias_hh_l0_reverse	5	-0.02087671309709549
218716	rnn.bias_hh_l0_reverse	6	-0.01665327697992325
218716	rnn.bias_hh_l0_reverse	7	0.09904812276363373
218716	rnn.bias_hh_l0_reverse	8	0.03452548757195473
218716	rnn.bias_hh_l0_reverse	9	-0.14870788156986237
218716	rnn.weight_ih_l1	0	-0.029909739270806313
218716	rnn.weight_ih_l1	1	-0.051516760140657425
218716	rnn.weight_ih_l1	2	0.06372106075286865
218716	rnn.weight_ih_l1	3	-0.07329616695642471
218716	rnn.weight_ih_l1	4	-0.014169396832585335
218716	rnn.weight_ih_l1	5	-0.04051756113767624
218716	rnn.weight_ih_l1	6	0.027877474203705788
218716	rnn.weight_ih_l1	7	-0.043829306960105896
218716	rnn.weight_ih_l1	8	0.03779491409659386
218716	rnn.weight_ih_l1	9	0.04460890591144562
218716	rnn.weight_hh_l1	0	-0.0063330912962555885
218716	rnn.weight_hh_l1	1	0.01989120990037918
218716	rnn.weight_hh_l1	2	0.007090438157320023
218716	rnn.weight_hh_l1	3	-0.012842207215726376
218716	rnn.weight_hh_l1	4	0.004970109555870295
218716	rnn.weight_hh_l1	5	0.03456776961684227
218716	rnn.weight_hh_l1	6	0.036722514778375626
218716	rnn.weight_hh_l1	7	-0.016542790457606316
218716	rnn.weight_hh_l1	8	-0.00819444190710783
218716	rnn.weight_hh_l1	9	0.03811933845281601
218716	rnn.bias_ih_l1	0	-0.18724671006202698
218716	rnn.bias_ih_l1	1	-0.17803855240345
218716	rnn.bias_ih_l1	2	-0.1997424215078354
218716	rnn.bias_ih_l1	3	-0.3114033639431
218716	rnn.bias_ih_l1	4	-0.21322374045848846
218716	rnn.bias_ih_l1	5	-0.08723646402359009
218716	rnn.bias_ih_l1	6	-0.15854397416114807
218716	rnn.bias_ih_l1	7	-0.011730185709893703
218716	rnn.bias_ih_l1	8	-0.13652454316616058
218716	rnn.bias_ih_l1	9	-0.12959541380405426
218716	rnn.bias_hh_l1	0	-0.09687189012765884
218716	rnn.bias_hh_l1	1	-0.06841152161359787
218716	rnn.bias_hh_l1	2	-0.08595652133226395
218716	rnn.bias_hh_l1	3	-0.07860184460878372
218716	rnn.bias_hh_l1	4	-0.07382845878601074
218716	rnn.bias_hh_l1	5	-0.11764971911907196
218716	rnn.bias_hh_l1	6	-0.1661098152399063
218716	rnn.bias_hh_l1	7	0.07833434641361237
218716	rnn.bias_hh_l1	8	-0.1799153834581375
218716	rnn.bias_hh_l1	9	-0.11960987001657486
218716	rnn.weight_ih_l1_reverse	0	-0.044614873826503754
218716	rnn.weight_ih_l1_reverse	1	0.032983195036649704
218716	rnn.weight_ih_l1_reverse	2	0.09122362732887268
218716	rnn.weight_ih_l1_reverse	3	-0.01678529381752014
218716	rnn.weight_ih_l1_reverse	4	-0.024721743538975716
218716	rnn.weight_ih_l1_reverse	5	-0.030395831912755966
218716	rnn.weight_ih_l1_reverse	6	-0.018025564029812813
218716	rnn.weight_ih_l1_reverse	7	0.028391903266310692
218716	rnn.weight_ih_l1_reverse	8	0.008786192163825035
218716	rnn.weight_ih_l1_reverse	9	-0.03405141085386276
218716	rnn.weight_hh_l1_reverse	0	0.004500728566199541
218716	rnn.weight_hh_l1_reverse	1	0.03141988813877106
218716	rnn.weight_hh_l1_reverse	2	-0.0405246876180172
218716	rnn.weight_hh_l1_reverse	3	0.035112734884023666
218716	rnn.weight_hh_l1_reverse	4	0.04728257656097412
218716	rnn.weight_hh_l1_reverse	5	0.00426143454387784
218716	rnn.weight_hh_l1_reverse	6	0.04893260821700096
218716	rnn.weight_hh_l1_reverse	7	0.031138496473431587
218716	rnn.weight_hh_l1_reverse	8	-0.00716093834489584
218716	rnn.weight_hh_l1_reverse	9	-0.030895916745066643
218716	rnn.bias_ih_l1_reverse	0	-0.04794571176171303
218716	rnn.bias_ih_l1_reverse	1	-0.14091871678829193
218716	rnn.bias_ih_l1_reverse	2	-0.16208872199058533
218716	rnn.bias_ih_l1_reverse	3	-0.056208740919828415
218716	rnn.bias_ih_l1_reverse	4	-0.20822171866893768
218716	rnn.bias_ih_l1_reverse	5	-0.11720187962055206
218716	rnn.bias_ih_l1_reverse	6	-0.13195987045764923
218716	rnn.bias_ih_l1_reverse	7	-0.19129598140716553
218716	rnn.bias_ih_l1_reverse	8	0.22266943752765656
218716	rnn.bias_ih_l1_reverse	9	0.026148445904254913
218716	rnn.bias_hh_l1_reverse	0	0.007589773740619421
218716	rnn.bias_hh_l1_reverse	1	-0.06733455508947372
218716	rnn.bias_hh_l1_reverse	2	-0.23658816516399384
218716	rnn.bias_hh_l1_reverse	3	-0.13961420953273773
218716	rnn.bias_hh_l1_reverse	4	-0.08305872231721878
218716	rnn.bias_hh_l1_reverse	5	-0.11654370278120041
218716	rnn.bias_hh_l1_reverse	6	0.05484369769692421
218716	rnn.bias_hh_l1_reverse	7	-0.14122071862220764
218716	rnn.bias_hh_l1_reverse	8	-0.12354785203933716
218716	rnn.bias_hh_l1_reverse	9	-0.15012751519680023
218716	linear.weight	0	0.002228822559118271
218716	linear.weight	1	0.10371546447277069
218716	linear.weight	2	-0.09055826812982559
218716	linear.weight	3	0.30087220668792725
218716	linear.weight	4	0.14912036061286926
218716	linear.weight	5	-0.0623190812766552
218716	linear.weight	6	0.09830339252948761
218716	linear.weight	7	0.11828277260065079
218716	linear.weight	8	0.041140515357255936
218716	linear.weight	9	-0.052491433918476105
218716	linear.bias	0	0.08052217215299606
218716	linear.bias	1	-0.1841955929994583
218716	linear.bias	2	-0.4349420964717865
218716	linear.bias	3	-0.6611362099647522
218716	linear.bias	4	-1.2545245885849
218716	linear.bias	5	-0.0647602453827858
218716	linear.bias	6	-0.8207253217697144
218716	linear.bias	7	0.26520439982414246
218716	linear.bias	8	-0.41553038358688354
218716	linear.bias	9	-1.0355446338653564
218913	transitions	0	0.7455412745475769
218913	transitions	1	0.14715082943439484
218913	transitions	2	-10000.0
218913	transitions	3	-1.8276474475860596
218913	transitions	4	-10000.0
218913	transitions	5	0.564104437828064
218913	transitions	6	-0.08471383899450302
218913	transitions	7	-0.8009983897209167
218913	transitions	8	-1.4206150770187378
218913	transitions	9	-0.0012219214113429189
218913	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
218913	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
218913	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
218913	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
218913	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
218913	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
218913	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
218913	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
218913	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
218913	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
218913	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
218913	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
218913	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
218913	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
218913	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
218913	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
218913	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
218913	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
218913	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
218913	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
218913	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
218913	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
218913	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
218913	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
218913	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
218913	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
218913	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
218913	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
218913	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
218913	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
218913	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
218913	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
218913	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
218913	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
218913	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
218913	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
218913	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
218913	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
218913	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
218913	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
218913	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
218913	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
218913	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
218913	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
218913	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
218913	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
218913	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
218913	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
218913	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
218913	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
218913	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
218913	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
218913	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
218913	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
218913	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
218913	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
218913	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
218913	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
218913	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
218913	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
218913	embedding2nn.weight	0	0.018133338540792465
218913	embedding2nn.weight	1	-0.013169704005122185
218913	embedding2nn.weight	2	-0.014268254861235619
218913	embedding2nn.weight	3	-0.030058233067393303
218913	embedding2nn.weight	4	-0.0059150345623493195
218913	embedding2nn.weight	5	-0.0037005888298153877
218913	embedding2nn.weight	6	-0.003973266109824181
218913	embedding2nn.weight	7	-0.07637714594602585
218913	embedding2nn.weight	8	-0.0019979383796453476
218913	embedding2nn.weight	9	-0.027440819889307022
218913	embedding2nn.bias	0	0.020945873111486435
218913	embedding2nn.bias	1	-0.06976599991321564
218913	embedding2nn.bias	2	0.06408116221427917
218913	embedding2nn.bias	3	0.046315282583236694
218913	embedding2nn.bias	4	-0.03270215541124344
218913	embedding2nn.bias	5	-0.011479669250547886
218913	embedding2nn.bias	6	0.025251224637031555
218913	embedding2nn.bias	7	-0.05134204775094986
218913	embedding2nn.bias	8	0.06712687760591507
218913	embedding2nn.bias	9	0.04221552982926369
218913	rnn.weight_ih_l0	0	-0.07725293934345245
218913	rnn.weight_ih_l0	1	0.003538192482665181
218913	rnn.weight_ih_l0	2	0.036919303238391876
218913	rnn.weight_ih_l0	3	0.02187693677842617
218913	rnn.weight_ih_l0	4	-0.049426157027482986
218913	rnn.weight_ih_l0	5	-0.06834270805120468
218913	rnn.weight_ih_l0	6	-0.0022466059308499098
218913	rnn.weight_ih_l0	7	0.05138373002409935
218913	rnn.weight_ih_l0	8	-0.015865856781601906
218913	rnn.weight_ih_l0	9	-0.032383814454078674
218913	rnn.weight_hh_l0	0	-0.03052651323378086
218913	rnn.weight_hh_l0	1	-0.00739395571872592
218913	rnn.weight_hh_l0	2	0.006604213733226061
218913	rnn.weight_hh_l0	3	-0.07559119164943695
218913	rnn.weight_hh_l0	4	0.09432508051395416
218913	rnn.weight_hh_l0	5	-0.025178181007504463
218913	rnn.weight_hh_l0	6	-0.061694737523794174
218913	rnn.weight_hh_l0	7	0.01025293581187725
218913	rnn.weight_hh_l0	8	0.01306141633540392
218913	rnn.weight_hh_l0	9	-0.025159215554594994
218913	rnn.bias_ih_l0	0	0.12641975283622742
218913	rnn.bias_ih_l0	1	-0.03580525144934654
218913	rnn.bias_ih_l0	2	-0.03404444456100464
218913	rnn.bias_ih_l0	3	0.1639356166124344
218913	rnn.bias_ih_l0	4	-0.01240322645753622
218913	rnn.bias_ih_l0	5	-0.023197652772068977
218913	rnn.bias_ih_l0	6	0.02162379026412964
218913	rnn.bias_ih_l0	7	0.022854149341583252
218913	rnn.bias_ih_l0	8	-0.10058023035526276
218913	rnn.bias_ih_l0	9	-0.049275919795036316
218913	rnn.bias_hh_l0	0	0.0008058280218392611
218913	rnn.bias_hh_l0	1	-0.10047183930873871
218913	rnn.bias_hh_l0	2	-0.07160983979701996
218913	rnn.bias_hh_l0	3	-0.08676563203334808
218913	rnn.bias_hh_l0	4	0.012007986195385456
218913	rnn.bias_hh_l0	5	-0.019324546679854393
218913	rnn.bias_hh_l0	6	0.02752702310681343
218913	rnn.bias_hh_l0	7	0.0562240406870842
218913	rnn.bias_hh_l0	8	-0.11965059489011765
218913	rnn.bias_hh_l0	9	-0.05707006901502609
218913	rnn.weight_ih_l0_reverse	0	-0.022673016414046288
218913	rnn.weight_ih_l0_reverse	1	-0.05480175465345383
218913	rnn.weight_ih_l0_reverse	2	-0.046425022184848785
218913	rnn.weight_ih_l0_reverse	3	0.013440472073853016
218913	rnn.weight_ih_l0_reverse	4	-0.02569112740457058
218913	rnn.weight_ih_l0_reverse	5	-0.05724870786070824
218913	rnn.weight_ih_l0_reverse	6	0.07492842525243759
218913	rnn.weight_ih_l0_reverse	7	-0.01792328432202339
218913	rnn.weight_ih_l0_reverse	8	-0.019564423710107803
218913	rnn.weight_ih_l0_reverse	9	0.003973749466240406
218913	rnn.weight_hh_l0_reverse	0	0.06680212169885635
218913	rnn.weight_hh_l0_reverse	1	0.02149801328778267
218913	rnn.weight_hh_l0_reverse	2	0.029548415914177895
218913	rnn.weight_hh_l0_reverse	3	0.03545456752181053
218913	rnn.weight_hh_l0_reverse	4	0.01298635546118021
218913	rnn.weight_hh_l0_reverse	5	0.007174401078373194
218913	rnn.weight_hh_l0_reverse	6	0.05063620209693909
218913	rnn.weight_hh_l0_reverse	7	-0.08119828999042511
218913	rnn.weight_hh_l0_reverse	8	0.041909705847501755
218913	rnn.weight_hh_l0_reverse	9	0.035711634904146194
218913	rnn.bias_ih_l0_reverse	0	-0.059316013008356094
218913	rnn.bias_ih_l0_reverse	1	-0.2859162986278534
218913	rnn.bias_ih_l0_reverse	2	-0.1217164397239685
218913	rnn.bias_ih_l0_reverse	3	-0.04694023355841637
218913	rnn.bias_ih_l0_reverse	4	-0.022693736478686333
218913	rnn.bias_ih_l0_reverse	5	0.07472262531518936
218913	rnn.bias_ih_l0_reverse	6	-0.06605222821235657
218913	rnn.bias_ih_l0_reverse	7	0.06553220003843307
218913	rnn.bias_ih_l0_reverse	8	-0.04106632620096207
218913	rnn.bias_ih_l0_reverse	9	0.06368830054998398
218913	rnn.bias_hh_l0_reverse	0	0.023961741477251053
218913	rnn.bias_hh_l0_reverse	1	-0.05210394412279129
218913	rnn.bias_hh_l0_reverse	2	0.08569499850273132
218913	rnn.bias_hh_l0_reverse	3	-0.04867839813232422
218913	rnn.bias_hh_l0_reverse	4	-0.02762320078909397
218913	rnn.bias_hh_l0_reverse	5	-0.020588720217347145
218913	rnn.bias_hh_l0_reverse	6	-0.01651122234761715
218913	rnn.bias_hh_l0_reverse	7	0.09888654947280884
218913	rnn.bias_hh_l0_reverse	8	0.03385912999510765
218913	rnn.bias_hh_l0_reverse	9	-0.1482832431793213
218913	rnn.weight_ih_l1	0	-0.029749024659395218
218913	rnn.weight_ih_l1	1	-0.05126911401748657
218913	rnn.weight_ih_l1	2	0.06367501616477966
218913	rnn.weight_ih_l1	3	-0.07275627553462982
218913	rnn.weight_ih_l1	4	-0.014138147234916687
218913	rnn.weight_ih_l1	5	-0.040568094700574875
218913	rnn.weight_ih_l1	6	0.027919689193367958
218913	rnn.weight_ih_l1	7	-0.044316213577985764
218913	rnn.weight_ih_l1	8	0.0377686470746994
218913	rnn.weight_ih_l1	9	0.044671639800071716
218913	rnn.weight_hh_l1	0	-0.006014775484800339
218913	rnn.weight_hh_l1	1	0.019913505762815475
218913	rnn.weight_hh_l1	2	0.007485239766538143
218913	rnn.weight_hh_l1	3	-0.012956997379660606
218913	rnn.weight_hh_l1	4	0.004898464307188988
218913	rnn.weight_hh_l1	5	0.034757163375616074
218913	rnn.weight_hh_l1	6	0.03670058026909828
218913	rnn.weight_hh_l1	7	-0.016585851088166237
218913	rnn.weight_hh_l1	8	-0.00820831023156643
218913	rnn.weight_hh_l1	9	0.03814198449254036
218913	rnn.bias_ih_l1	0	-0.18786463141441345
218913	rnn.bias_ih_l1	1	-0.17878170311450958
218913	rnn.bias_ih_l1	2	-0.1996956169605255
218913	rnn.bias_ih_l1	3	-0.3116712272167206
218913	rnn.bias_ih_l1	4	-0.21059764921665192
218913	rnn.bias_ih_l1	5	-0.08726684749126434
218913	rnn.bias_ih_l1	6	-0.15928450226783752
218913	rnn.bias_ih_l1	7	-0.01307300478219986
218913	rnn.bias_ih_l1	8	-0.1366225779056549
218913	rnn.bias_ih_l1	9	-0.12894022464752197
218913	rnn.bias_hh_l1	0	-0.0963878259062767
218913	rnn.bias_hh_l1	1	-0.06868159770965576
218913	rnn.bias_hh_l1	2	-0.08686142414808273
218913	rnn.bias_hh_l1	3	-0.07901064306497574
218913	rnn.bias_hh_l1	4	-0.07459898293018341
218913	rnn.bias_hh_l1	5	-0.11739729344844818
218913	rnn.bias_hh_l1	6	-0.16598331928253174
218913	rnn.bias_hh_l1	7	0.07823091745376587
218913	rnn.bias_hh_l1	8	-0.1800316870212555
218913	rnn.bias_hh_l1	9	-0.11946554481983185
218913	rnn.weight_ih_l1_reverse	0	-0.04507929086685181
218913	rnn.weight_ih_l1_reverse	1	0.03312547877430916
218913	rnn.weight_ih_l1_reverse	2	0.09151509404182434
218913	rnn.weight_ih_l1_reverse	3	-0.01706206612288952
218913	rnn.weight_ih_l1_reverse	4	-0.02488745003938675
218913	rnn.weight_ih_l1_reverse	5	-0.030456174165010452
218913	rnn.weight_ih_l1_reverse	6	-0.01768367737531662
218913	rnn.weight_ih_l1_reverse	7	0.02855793386697769
218913	rnn.weight_ih_l1_reverse	8	0.008258688263595104
218913	rnn.weight_ih_l1_reverse	9	-0.033735841512680054
218913	rnn.weight_hh_l1_reverse	0	0.004434556700289249
218913	rnn.weight_hh_l1_reverse	1	0.0314946249127388
218913	rnn.weight_hh_l1_reverse	2	-0.040505100041627884
218913	rnn.weight_hh_l1_reverse	3	0.03508707135915756
218913	rnn.weight_hh_l1_reverse	4	0.04714474827051163
218913	rnn.weight_hh_l1_reverse	5	0.004374067299067974
218913	rnn.weight_hh_l1_reverse	6	0.04851624369621277
218913	rnn.weight_hh_l1_reverse	7	0.0312662273645401
218913	rnn.weight_hh_l1_reverse	8	-0.007167978677898645
218913	rnn.weight_hh_l1_reverse	9	-0.03080299124121666
218913	rnn.bias_ih_l1_reverse	0	-0.0473032109439373
218913	rnn.bias_ih_l1_reverse	1	-0.14064370095729828
218913	rnn.bias_ih_l1_reverse	2	-0.16214047372341156
218913	rnn.bias_ih_l1_reverse	3	-0.05669231712818146
218913	rnn.bias_ih_l1_reverse	4	-0.20855948328971863
218913	rnn.bias_ih_l1_reverse	5	-0.11750258505344391
218913	rnn.bias_ih_l1_reverse	6	-0.13208051025867462
218913	rnn.bias_ih_l1_reverse	7	-0.19054600596427917
218913	rnn.bias_ih_l1_reverse	8	0.22352755069732666
218913	rnn.bias_ih_l1_reverse	9	0.027157524600625038
218913	rnn.bias_hh_l1_reverse	0	0.007190869655460119
218913	rnn.bias_hh_l1_reverse	1	-0.06850077956914902
218913	rnn.bias_hh_l1_reverse	2	-0.23662041127681732
218913	rnn.bias_hh_l1_reverse	3	-0.13984711468219757
218913	rnn.bias_hh_l1_reverse	4	-0.08317570388317108
218913	rnn.bias_hh_l1_reverse	5	-0.11602819710969925
218913	rnn.bias_hh_l1_reverse	6	0.05338142439723015
218913	rnn.bias_hh_l1_reverse	7	-0.1416408270597458
218913	rnn.bias_hh_l1_reverse	8	-0.12346463650465012
218913	rnn.bias_hh_l1_reverse	9	-0.1500641107559204
218913	linear.weight	0	0.002228822559118271
218913	linear.weight	1	0.10283393412828445
218913	linear.weight	2	-0.09152277559041977
218913	linear.weight	3	0.3028292655944824
218913	linear.weight	4	0.14912471175193787
218913	linear.weight	5	-0.06200946122407913
218913	linear.weight	6	0.09886544197797775
218913	linear.weight	7	0.12061077356338501
218913	linear.weight	8	0.041140440851449966
218913	linear.weight	9	-0.05315307527780533
218913	linear.bias	0	0.09728535264730453
218913	linear.bias	1	-0.17649012804031372
218913	linear.bias	2	-0.44354447722435
218913	linear.bias	3	-0.662032425403595
218913	linear.bias	4	-1.2557520866394043
218913	linear.bias	5	-0.05857016518712044
218913	linear.bias	6	-0.8129113912582397
218913	linear.bias	7	0.2711038887500763
218913	linear.bias	8	-0.41662460565567017
218913	linear.bias	9	-1.0344066619873047
219110	transitions	0	0.7424830198287964
219110	transitions	1	0.14497125148773193
219110	transitions	2	-10000.0
219110	transitions	3	-1.8276501893997192
219110	transitions	4	-10000.0
219110	transitions	5	0.5640959143638611
219110	transitions	6	-0.08472772687673569
219110	transitions	7	-0.8015725016593933
219110	transitions	8	-1.4206329584121704
219110	transitions	9	-0.0012220226926729083
219110	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
219110	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
219110	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
219110	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
219110	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
219110	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
219110	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
219110	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
219110	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
219110	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
219110	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
219110	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
219110	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
219110	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
219110	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
219110	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
219110	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
219110	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
219110	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
219110	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
219110	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
219110	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
219110	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
219110	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
219110	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
219110	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
219110	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
219110	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
219110	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
219110	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
219110	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
219110	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
219110	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
219110	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
219110	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
219110	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
219110	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
219110	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
219110	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
219110	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
219110	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
219110	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
219110	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
219110	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
219110	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
219110	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
219110	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
219110	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
219110	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
219110	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
219110	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
219110	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
219110	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
219110	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
219110	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
219110	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
219110	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
219110	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
219110	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
219110	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
219110	embedding2nn.weight	0	0.01834673434495926
219110	embedding2nn.weight	1	-0.013137278147041798
219110	embedding2nn.weight	2	-0.014268254861235619
219110	embedding2nn.weight	3	-0.029985815286636353
219110	embedding2nn.weight	4	-0.0059150345623493195
219110	embedding2nn.weight	5	-0.0037005888298153877
219110	embedding2nn.weight	6	-0.003973265644162893
219110	embedding2nn.weight	7	-0.07612887769937515
219110	embedding2nn.weight	8	-0.0019979383796453476
219110	embedding2nn.weight	9	-0.027451306581497192
219110	embedding2nn.bias	0	0.022050336003303528
219110	embedding2nn.bias	1	-0.07223308831453323
219110	embedding2nn.bias	2	0.06549359858036041
219110	embedding2nn.bias	3	0.04312826320528984
219110	embedding2nn.bias	4	-0.03471554443240166
219110	embedding2nn.bias	5	-0.012235213071107864
219110	embedding2nn.bias	6	0.026058610528707504
219110	embedding2nn.bias	7	-0.051458559930324554
219110	embedding2nn.bias	8	0.06875147670507431
219110	embedding2nn.bias	9	0.04077279940247536
219110	rnn.weight_ih_l0	0	-0.0776834636926651
219110	rnn.weight_ih_l0	1	0.003809372428804636
219110	rnn.weight_ih_l0	2	0.036652252078056335
219110	rnn.weight_ih_l0	3	0.02222532220184803
219110	rnn.weight_ih_l0	4	-0.04947706684470177
219110	rnn.weight_ih_l0	5	-0.06854889541864395
219110	rnn.weight_ih_l0	6	-0.0023479133378714323
219110	rnn.weight_ih_l0	7	0.051882948726415634
219110	rnn.weight_ih_l0	8	-0.01616005413234234
219110	rnn.weight_ih_l0	9	-0.032529566437006
219110	rnn.weight_hh_l0	0	-0.03061072714626789
219110	rnn.weight_hh_l0	1	-0.007679233327507973
219110	rnn.weight_hh_l0	2	0.006654426921159029
219110	rnn.weight_hh_l0	3	-0.0752447322010994
219110	rnn.weight_hh_l0	4	0.0940869152545929
219110	rnn.weight_hh_l0	5	-0.025299331173300743
219110	rnn.weight_hh_l0	6	-0.06131209433078766
219110	rnn.weight_hh_l0	7	0.010199676267802715
219110	rnn.weight_hh_l0	8	0.01303548738360405
219110	rnn.weight_hh_l0	9	-0.024851994588971138
219110	rnn.bias_ih_l0	0	0.1267416924238205
219110	rnn.bias_ih_l0	1	-0.03680054098367691
219110	rnn.bias_ih_l0	2	-0.03380833566188812
219110	rnn.bias_ih_l0	3	0.1625252515077591
219110	rnn.bias_ih_l0	4	-0.01190007384866476
219110	rnn.bias_ih_l0	5	-0.022907840088009834
219110	rnn.bias_ih_l0	6	0.02126470021903515
219110	rnn.bias_ih_l0	7	0.022943442687392235
219110	rnn.bias_ih_l0	8	-0.10049925744533539
219110	rnn.bias_ih_l0	9	-0.0486665815114975
219110	rnn.bias_hh_l0	0	0.0014893177431076765
219110	rnn.bias_hh_l0	1	-0.10039185732603073
219110	rnn.bias_hh_l0	2	-0.07117902487516403
219110	rnn.bias_hh_l0	3	-0.08727382868528366
219110	rnn.bias_hh_l0	4	0.011477857828140259
219110	rnn.bias_hh_l0	5	-0.01913377270102501
219110	rnn.bias_hh_l0	6	0.02679351158440113
219110	rnn.bias_hh_l0	7	0.05444145202636719
219110	rnn.bias_hh_l0	8	-0.11988861113786697
219110	rnn.bias_hh_l0	9	-0.05723132565617561
219110	rnn.weight_ih_l0_reverse	0	-0.0224203672260046
219110	rnn.weight_ih_l0_reverse	1	-0.054930366575717926
219110	rnn.weight_ih_l0_reverse	2	-0.0464632473886013
219110	rnn.weight_ih_l0_reverse	3	0.013528895564377308
219110	rnn.weight_ih_l0_reverse	4	-0.02580677904188633
219110	rnn.weight_ih_l0_reverse	5	-0.057339392602443695
219110	rnn.weight_ih_l0_reverse	6	0.07499267905950546
219110	rnn.weight_ih_l0_reverse	7	-0.01800687611103058
219110	rnn.weight_ih_l0_reverse	8	-0.01966165564954281
219110	rnn.weight_ih_l0_reverse	9	0.0037680580280721188
219110	rnn.weight_hh_l0_reverse	0	0.0674540251493454
219110	rnn.weight_hh_l0_reverse	1	0.021800145506858826
219110	rnn.weight_hh_l0_reverse	2	0.029387399554252625
219110	rnn.weight_hh_l0_reverse	3	0.03557204827666283
219110	rnn.weight_hh_l0_reverse	4	0.012984182685613632
219110	rnn.weight_hh_l0_reverse	5	0.007029182277619839
219110	rnn.weight_hh_l0_reverse	6	0.05068177357316017
219110	rnn.weight_hh_l0_reverse	7	-0.08095882833003998
219110	rnn.weight_hh_l0_reverse	8	0.04215706139802933
219110	rnn.weight_hh_l0_reverse	9	0.035598885267972946
219110	rnn.bias_ih_l0_reverse	0	-0.05891665816307068
219110	rnn.bias_ih_l0_reverse	1	-0.285923570394516
219110	rnn.bias_ih_l0_reverse	2	-0.12152862548828125
219110	rnn.bias_ih_l0_reverse	3	-0.04754498228430748
219110	rnn.bias_ih_l0_reverse	4	-0.023437997326254845
219110	rnn.bias_ih_l0_reverse	5	0.07486087828874588
219110	rnn.bias_ih_l0_reverse	6	-0.06566307693719864
219110	rnn.bias_ih_l0_reverse	7	0.06571027636528015
219110	rnn.bias_ih_l0_reverse	8	-0.040954139083623886
219110	rnn.bias_ih_l0_reverse	9	0.06295439600944519
219110	rnn.bias_hh_l0_reverse	0	0.024135027080774307
219110	rnn.bias_hh_l0_reverse	1	-0.05166369304060936
219110	rnn.bias_hh_l0_reverse	2	0.08486339449882507
219110	rnn.bias_hh_l0_reverse	3	-0.04981594160199165
219110	rnn.bias_hh_l0_reverse	4	-0.028167659416794777
219110	rnn.bias_hh_l0_reverse	5	-0.01991451345384121
219110	rnn.bias_hh_l0_reverse	6	-0.0158412866294384
219110	rnn.bias_hh_l0_reverse	7	0.09818997979164124
219110	rnn.bias_hh_l0_reverse	8	0.03369380533695221
219110	rnn.bias_hh_l0_reverse	9	-0.1474791169166565
219110	rnn.weight_ih_l1	0	-0.02999345399439335
219110	rnn.weight_ih_l1	1	-0.05106636509299278
219110	rnn.weight_ih_l1	2	0.06405827403068542
219110	rnn.weight_ih_l1	3	-0.07211656123399734
219110	rnn.weight_ih_l1	4	-0.013982223346829414
219110	rnn.weight_ih_l1	5	-0.040512554347515106
219110	rnn.weight_ih_l1	6	0.027943702414631844
219110	rnn.weight_ih_l1	7	-0.044339459389448166
219110	rnn.weight_ih_l1	8	0.037851400673389435
219110	rnn.weight_ih_l1	9	0.04446921870112419
219110	rnn.weight_hh_l1	0	-0.005818960722535849
219110	rnn.weight_hh_l1	1	0.01983848214149475
219110	rnn.weight_hh_l1	2	0.0072525800205767155
219110	rnn.weight_hh_l1	3	-0.01303285825997591
219110	rnn.weight_hh_l1	4	0.0048182569444179535
219110	rnn.weight_hh_l1	5	0.0347183495759964
219110	rnn.weight_hh_l1	6	0.036758579313755035
219110	rnn.weight_hh_l1	7	-0.01641104556620121
219110	rnn.weight_hh_l1	8	-0.008189798332750797
219110	rnn.weight_hh_l1	9	0.03813151642680168
219110	rnn.bias_ih_l1	0	-0.1874607503414154
219110	rnn.bias_ih_l1	1	-0.17913241684436798
219110	rnn.bias_ih_l1	2	-0.19991149008274078
219110	rnn.bias_ih_l1	3	-0.31133416295051575
219110	rnn.bias_ih_l1	4	-0.2098240852355957
219110	rnn.bias_ih_l1	5	-0.08735241740942001
219110	rnn.bias_ih_l1	6	-0.15928548574447632
219110	rnn.bias_ih_l1	7	-0.013044360093772411
219110	rnn.bias_ih_l1	8	-0.13532713055610657
219110	rnn.bias_ih_l1	9	-0.12875908613204956
219110	rnn.bias_hh_l1	0	-0.09664357453584671
219110	rnn.bias_hh_l1	1	-0.06846986711025238
219110	rnn.bias_hh_l1	2	-0.08647961914539337
219110	rnn.bias_hh_l1	3	-0.07953546196222305
219110	rnn.bias_hh_l1	4	-0.07523604482412338
219110	rnn.bias_hh_l1	5	-0.11771910637617111
219110	rnn.bias_hh_l1	6	-0.16590675711631775
219110	rnn.bias_hh_l1	7	0.07744971662759781
219110	rnn.bias_hh_l1	8	-0.17983169853687286
219110	rnn.bias_hh_l1	9	-0.11895191669464111
219110	rnn.weight_ih_l1_reverse	0	-0.04514424130320549
219110	rnn.weight_ih_l1_reverse	1	0.03327532857656479
219110	rnn.weight_ih_l1_reverse	2	0.09129489958286285
219110	rnn.weight_ih_l1_reverse	3	-0.017676858231425285
219110	rnn.weight_ih_l1_reverse	4	-0.024776523932814598
219110	rnn.weight_ih_l1_reverse	5	-0.030388882383704185
219110	rnn.weight_ih_l1_reverse	6	-0.018152518197894096
219110	rnn.weight_ih_l1_reverse	7	0.028813984245061874
219110	rnn.weight_ih_l1_reverse	8	0.008168568834662437
219110	rnn.weight_ih_l1_reverse	9	-0.03428713232278824
219110	rnn.weight_hh_l1_reverse	0	0.0044009145349264145
219110	rnn.weight_hh_l1_reverse	1	0.031442347913980484
219110	rnn.weight_hh_l1_reverse	2	-0.04051608219742775
219110	rnn.weight_hh_l1_reverse	3	0.03504247963428497
219110	rnn.weight_hh_l1_reverse	4	0.047205984592437744
219110	rnn.weight_hh_l1_reverse	5	0.004417735151946545
219110	rnn.weight_hh_l1_reverse	6	0.04866844788193703
219110	rnn.weight_hh_l1_reverse	7	0.031499724835157394
219110	rnn.weight_hh_l1_reverse	8	-0.007215861231088638
219110	rnn.weight_hh_l1_reverse	9	-0.03084670752286911
219110	rnn.bias_ih_l1_reverse	0	-0.04784182831645012
219110	rnn.bias_ih_l1_reverse	1	-0.14089296758174896
219110	rnn.bias_ih_l1_reverse	2	-0.16291216015815735
219110	rnn.bias_ih_l1_reverse	3	-0.058134086430072784
219110	rnn.bias_ih_l1_reverse	4	-0.2090587466955185
219110	rnn.bias_ih_l1_reverse	5	-0.11721198260784149
219110	rnn.bias_ih_l1_reverse	6	-0.13174346089363098
219110	rnn.bias_ih_l1_reverse	7	-0.19026167690753937
219110	rnn.bias_ih_l1_reverse	8	0.22411145269870758
219110	rnn.bias_ih_l1_reverse	9	0.028064381331205368
219110	rnn.bias_hh_l1_reverse	0	0.00852570403367281
219110	rnn.bias_hh_l1_reverse	1	-0.06901174783706665
219110	rnn.bias_hh_l1_reverse	2	-0.23707620799541473
219110	rnn.bias_hh_l1_reverse	3	-0.1405593305826187
219110	rnn.bias_hh_l1_reverse	4	-0.0821848064661026
219110	rnn.bias_hh_l1_reverse	5	-0.11626025289297104
219110	rnn.bias_hh_l1_reverse	6	0.0526440404355526
219110	rnn.bias_hh_l1_reverse	7	-0.1415066421031952
219110	rnn.bias_hh_l1_reverse	8	-0.1222708448767662
219110	rnn.bias_hh_l1_reverse	9	-0.1503361314535141
219110	linear.weight	0	0.002228822559118271
219110	linear.weight	1	0.10057825595140457
219110	linear.weight	2	-0.09170682728290558
219110	linear.weight	3	0.3034452199935913
219110	linear.weight	4	0.14933761954307556
219110	linear.weight	5	-0.06145775690674782
219110	linear.weight	6	0.0965266078710556
219110	linear.weight	7	0.11602999269962311
219110	linear.weight	8	0.04114048555493355
219110	linear.weight	9	-0.0541924312710762
219110	linear.bias	0	0.08391344547271729
219110	linear.bias	1	-0.17180846631526947
219110	linear.bias	2	-0.44028717279434204
219110	linear.bias	3	-0.6687946915626526
219110	linear.bias	4	-1.2617014646530151
219110	linear.bias	5	-0.0623113252222538
219110	linear.bias	6	-0.8076597452163696
219110	linear.bias	7	0.2676246464252472
219110	linear.bias	8	-0.40871769189834595
219110	linear.bias	9	-1.026857852935791
219114	transitions	0	0.7424824833869934
219114	transitions	1	0.14497041702270508
219114	transitions	2	-10000.0
219114	transitions	3	-1.8276501893997192
219114	transitions	4	-10000.0
219114	transitions	5	0.5640957355499268
219114	transitions	6	-0.08472775667905807
219114	transitions	7	-0.8015727400779724
219114	transitions	8	-1.420633316040039
219114	transitions	9	-0.0012220228090882301
219114	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
219114	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
219114	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
219114	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
219114	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
219114	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
219114	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
219114	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
219114	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
219114	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
219114	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
219114	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
219114	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
219114	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
219114	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
219114	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
219114	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
219114	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
219114	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
219114	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
219114	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
219114	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
219114	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
219114	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
219114	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
219114	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
219114	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
219114	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
219114	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
219114	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
219114	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
219114	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
219114	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
219114	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
219114	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
219114	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
219114	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
219114	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
219114	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
219114	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
219114	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
219114	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
219114	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
219114	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
219114	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
219114	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
219114	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
219114	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
219114	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
219114	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
219114	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
219114	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
219114	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
219114	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
219114	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
219114	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
219114	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
219114	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
219114	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
219114	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
219114	embedding2nn.weight	0	0.018302178010344505
219114	embedding2nn.weight	1	-0.013133605942130089
219114	embedding2nn.weight	2	-0.014268254861235619
219114	embedding2nn.weight	3	-0.030016262084245682
219114	embedding2nn.weight	4	-0.0059150345623493195
219114	embedding2nn.weight	5	-0.0037005888298153877
219114	embedding2nn.weight	6	-0.003973265644162893
219114	embedding2nn.weight	7	-0.0761454701423645
219114	embedding2nn.weight	8	-0.0019979383796453476
219114	embedding2nn.weight	9	-0.027453633025288582
219114	embedding2nn.bias	0	0.021906189620494843
219114	embedding2nn.bias	1	-0.07213097810745239
219114	embedding2nn.bias	2	0.06586771458387375
219114	embedding2nn.bias	3	0.04324716702103615
219114	embedding2nn.bias	4	-0.03464563190937042
219114	embedding2nn.bias	5	-0.012748537585139275
219114	embedding2nn.bias	6	0.025989452376961708
219114	embedding2nn.bias	7	-0.05146815627813339
219114	embedding2nn.bias	8	0.06871094554662704
219114	embedding2nn.bias	9	0.0410001240670681
219114	rnn.weight_ih_l0	0	-0.07769379764795303
219114	rnn.weight_ih_l0	1	0.003909854684025049
219114	rnn.weight_ih_l0	2	0.03663457930088043
219114	rnn.weight_ih_l0	3	0.022258540615439415
219114	rnn.weight_ih_l0	4	-0.049501024186611176
219114	rnn.weight_ih_l0	5	-0.0685204416513443
219114	rnn.weight_ih_l0	6	-0.0023605830501765013
219114	rnn.weight_ih_l0	7	0.05189172178506851
219114	rnn.weight_ih_l0	8	-0.016147883608937263
219114	rnn.weight_ih_l0	9	-0.032496027648448944
219114	rnn.weight_hh_l0	0	-0.03061915561556816
219114	rnn.weight_hh_l0	1	-0.007652598898857832
219114	rnn.weight_hh_l0	2	0.006652669049799442
219114	rnn.weight_hh_l0	3	-0.07529711723327637
219114	rnn.weight_hh_l0	4	0.09407170861959457
219114	rnn.weight_hh_l0	5	-0.025274626910686493
219114	rnn.weight_hh_l0	6	-0.06128435581922531
219114	rnn.weight_hh_l0	7	0.0102014085277915
219114	rnn.weight_hh_l0	8	0.013059289194643497
219114	rnn.weight_hh_l0	9	-0.02489328384399414
219114	rnn.bias_ih_l0	0	0.12680339813232422
219114	rnn.bias_ih_l0	1	-0.03674101084470749
219114	rnn.bias_ih_l0	2	-0.0338720940053463
219114	rnn.bias_ih_l0	3	0.16261336207389832
219114	rnn.bias_ih_l0	4	-0.011851994320750237
219114	rnn.bias_ih_l0	5	-0.022875186055898666
219114	rnn.bias_ih_l0	6	0.021265879273414612
219114	rnn.bias_ih_l0	7	0.022915460169315338
219114	rnn.bias_ih_l0	8	-0.1004292443394661
219114	rnn.bias_ih_l0	9	-0.04880383238196373
219114	rnn.bias_hh_l0	0	0.0014320373302325606
219114	rnn.bias_hh_l0	1	-0.10036877542734146
219114	rnn.bias_hh_l0	2	-0.07115058600902557
219114	rnn.bias_hh_l0	3	-0.08722963184118271
219114	rnn.bias_hh_l0	4	0.011650454252958298
219114	rnn.bias_hh_l0	5	-0.019220223650336266
219114	rnn.bias_hh_l0	6	0.026610570028424263
219114	rnn.bias_hh_l0	7	0.05447254702448845
219114	rnn.bias_hh_l0	8	-0.11990617215633392
219114	rnn.bias_hh_l0	9	-0.05714423954486847
219114	rnn.weight_ih_l0_reverse	0	-0.02242584340274334
219114	rnn.weight_ih_l0_reverse	1	-0.05491520091891289
219114	rnn.weight_ih_l0_reverse	2	-0.04643446207046509
219114	rnn.weight_ih_l0_reverse	3	0.013530459254980087
219114	rnn.weight_ih_l0_reverse	4	-0.025768889114260674
219114	rnn.weight_ih_l0_reverse	5	-0.057324543595314026
219114	rnn.weight_ih_l0_reverse	6	0.07499616593122482
219114	rnn.weight_ih_l0_reverse	7	-0.01807710900902748
219114	rnn.weight_ih_l0_reverse	8	-0.019660476595163345
219114	rnn.weight_ih_l0_reverse	9	0.0037777794059365988
219114	rnn.weight_hh_l0_reverse	0	0.06744451075792313
219114	rnn.weight_hh_l0_reverse	1	0.02185654081404209
219114	rnn.weight_hh_l0_reverse	2	0.029385635629296303
219114	rnn.weight_hh_l0_reverse	3	0.03556671738624573
219114	rnn.weight_hh_l0_reverse	4	0.01298406533896923
219114	rnn.weight_hh_l0_reverse	5	0.007018886506557465
219114	rnn.weight_hh_l0_reverse	6	0.050671350210905075
219114	rnn.weight_hh_l0_reverse	7	-0.08094797283411026
219114	rnn.weight_hh_l0_reverse	8	0.042167991399765015
219114	rnn.weight_hh_l0_reverse	9	0.03560303896665573
219114	rnn.bias_ih_l0_reverse	0	-0.05894705653190613
219114	rnn.bias_ih_l0_reverse	1	-0.2859233319759369
219114	rnn.bias_ih_l0_reverse	2	-0.1215343251824379
219114	rnn.bias_ih_l0_reverse	3	-0.047579772770404816
219114	rnn.bias_ih_l0_reverse	4	-0.023314781486988068
219114	rnn.bias_ih_l0_reverse	5	0.0750427097082138
219114	rnn.bias_ih_l0_reverse	6	-0.06583131104707718
219114	rnn.bias_ih_l0_reverse	7	0.06575645506381989
219114	rnn.bias_ih_l0_reverse	8	-0.04094288870692253
219114	rnn.bias_ih_l0_reverse	9	0.06293139606714249
219114	rnn.bias_hh_l0_reverse	0	0.024150865152478218
219114	rnn.bias_hh_l0_reverse	1	-0.05185415968298912
219114	rnn.bias_hh_l0_reverse	2	0.08483397960662842
219114	rnn.bias_hh_l0_reverse	3	-0.04977302998304367
219114	rnn.bias_hh_l0_reverse	4	-0.02814481034874916
219114	rnn.bias_hh_l0_reverse	5	-0.020060846582055092
219114	rnn.bias_hh_l0_reverse	6	-0.01576009765267372
219114	rnn.bias_hh_l0_reverse	7	0.09816396981477737
219114	rnn.bias_hh_l0_reverse	8	0.03366069495677948
219114	rnn.bias_hh_l0_reverse	9	-0.14734041690826416
219114	rnn.weight_ih_l1	0	-0.02998182736337185
219114	rnn.weight_ih_l1	1	-0.05106372758746147
219114	rnn.weight_ih_l1	2	0.06417494267225266
219114	rnn.weight_ih_l1	3	-0.0721086710691452
219114	rnn.weight_ih_l1	4	-0.013989808037877083
219114	rnn.weight_ih_l1	5	-0.0405060276389122
219114	rnn.weight_ih_l1	6	0.0279677901417017
219114	rnn.weight_ih_l1	7	-0.044340427964925766
219114	rnn.weight_ih_l1	8	0.03784848377108574
219114	rnn.weight_ih_l1	9	0.04460814595222473
219114	rnn.weight_hh_l1	0	-0.005807120352983475
219114	rnn.weight_hh_l1	1	0.019836170598864555
219114	rnn.weight_hh_l1	2	0.007248057052493095
219114	rnn.weight_hh_l1	3	-0.013073642738163471
219114	rnn.weight_hh_l1	4	0.004819201771169901
219114	rnn.weight_hh_l1	5	0.034726787358522415
219114	rnn.weight_hh_l1	6	0.03675254434347153
219114	rnn.weight_hh_l1	7	-0.016395198181271553
219114	rnn.weight_hh_l1	8	-0.008197672665119171
219114	rnn.weight_hh_l1	9	0.038141220808029175
219114	rnn.bias_ih_l1	0	-0.187419593334198
219114	rnn.bias_ih_l1	1	-0.1792154610157013
219114	rnn.bias_ih_l1	2	-0.1998865306377411
219114	rnn.bias_ih_l1	3	-0.3113652467727661
219114	rnn.bias_ih_l1	4	-0.20927761495113373
219114	rnn.bias_ih_l1	5	-0.08737816661596298
219114	rnn.bias_ih_l1	6	-0.15933622419834137
219114	rnn.bias_ih_l1	7	-0.01313103549182415
219114	rnn.bias_ih_l1	8	-0.1352178305387497
219114	rnn.bias_ih_l1	9	-0.1288115382194519
219114	rnn.bias_hh_l1	0	-0.096577949821949
219114	rnn.bias_hh_l1	1	-0.06837496161460876
219114	rnn.bias_hh_l1	2	-0.08651275932788849
219114	rnn.bias_hh_l1	3	-0.0796184316277504
219114	rnn.bias_hh_l1	4	-0.07523108273744583
219114	rnn.bias_hh_l1	5	-0.11771883070468903
219114	rnn.bias_hh_l1	6	-0.16586747765541077
219114	rnn.bias_hh_l1	7	0.07739736139774323
219114	rnn.bias_hh_l1	8	-0.18000556528568268
219114	rnn.bias_hh_l1	9	-0.11877146363258362
219114	rnn.weight_ih_l1_reverse	0	-0.04514317587018013
219114	rnn.weight_ih_l1_reverse	1	0.03327637538313866
219114	rnn.weight_ih_l1_reverse	2	0.0913253128528595
219114	rnn.weight_ih_l1_reverse	3	-0.0176540557295084
219114	rnn.weight_ih_l1_reverse	4	-0.02476721629500389
219114	rnn.weight_ih_l1_reverse	5	-0.03038780391216278
219114	rnn.weight_ih_l1_reverse	6	-0.018135149031877518
219114	rnn.weight_ih_l1_reverse	7	0.02877892553806305
219114	rnn.weight_ih_l1_reverse	8	0.008412142284214497
219114	rnn.weight_ih_l1_reverse	9	-0.03428808972239494
219114	rnn.weight_hh_l1_reverse	0	0.0044008526019752026
219114	rnn.weight_hh_l1_reverse	1	0.03144579380750656
219114	rnn.weight_hh_l1_reverse	2	-0.040521640330553055
219114	rnn.weight_hh_l1_reverse	3	0.03504450246691704
219114	rnn.weight_hh_l1_reverse	4	0.04721876233816147
219114	rnn.weight_hh_l1_reverse	5	0.004405391402542591
219114	rnn.weight_hh_l1_reverse	6	0.04868091642856598
219114	rnn.weight_hh_l1_reverse	7	0.031498298048973083
219114	rnn.weight_hh_l1_reverse	8	-0.007211064454168081
219114	rnn.weight_hh_l1_reverse	9	-0.030858224257826805
219114	rnn.bias_ih_l1_reverse	0	-0.047702327370643616
219114	rnn.bias_ih_l1_reverse	1	-0.1408444195985794
219114	rnn.bias_ih_l1_reverse	2	-0.16293534636497498
219114	rnn.bias_ih_l1_reverse	3	-0.05805840343236923
219114	rnn.bias_ih_l1_reverse	4	-0.20902615785598755
219114	rnn.bias_ih_l1_reverse	5	-0.11726278066635132
219114	rnn.bias_ih_l1_reverse	6	-0.13172148168087006
219114	rnn.bias_ih_l1_reverse	7	-0.1901615709066391
219114	rnn.bias_ih_l1_reverse	8	0.2241886705160141
219114	rnn.bias_ih_l1_reverse	9	0.027849573642015457
219114	rnn.bias_hh_l1_reverse	0	0.00863516516983509
219114	rnn.bias_hh_l1_reverse	1	-0.06890373677015305
219114	rnn.bias_hh_l1_reverse	2	-0.23714955151081085
219114	rnn.bias_hh_l1_reverse	3	-0.14048171043395996
219114	rnn.bias_hh_l1_reverse	4	-0.08218744397163391
219114	rnn.bias_hh_l1_reverse	5	-0.11639184504747391
219114	rnn.bias_hh_l1_reverse	6	0.052478011697530746
219114	rnn.bias_hh_l1_reverse	7	-0.14154008030891418
219114	rnn.bias_hh_l1_reverse	8	-0.12228448688983917
219114	rnn.bias_hh_l1_reverse	9	-0.15035629272460938
219114	linear.weight	0	0.002228822559118271
219114	linear.weight	1	0.1007620096206665
219114	linear.weight	2	-0.09154685586690903
219114	linear.weight	3	0.30361565947532654
219114	linear.weight	4	0.14933618903160095
219114	linear.weight	5	-0.061456792056560516
219114	linear.weight	6	0.09649676829576492
219114	linear.weight	7	0.1166149452328682
219114	linear.weight	8	0.04114048182964325
219114	linear.weight	9	-0.054192639887332916
219114	linear.bias	0	0.0842067077755928
219114	linear.bias	1	-0.1728481650352478
219114	linear.bias	2	-0.43909209966659546
219114	linear.bias	3	-0.6667995452880859
219114	linear.bias	4	-1.259713888168335
219114	linear.bias	5	-0.06188244745135307
219114	linear.bias	6	-0.8087059259414673
219114	linear.bias	7	0.2680583596229553
219114	linear.bias	8	-0.40872541069984436
219114	linear.bias	9	-1.0268746614456177
219311	transitions	0	0.7418909668922424
219311	transitions	1	0.14496256411075592
219311	transitions	2	-10000.0
219311	transitions	3	-1.8276523351669312
219311	transitions	4	-10000.0
219311	transitions	5	0.5640931129455566
219311	transitions	6	-0.08473213016986847
219311	transitions	7	-0.8018196821212769
219311	transitions	8	-1.4206362962722778
219311	transitions	9	-0.0012221328215673566
219311	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
219311	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
219311	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
219311	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
219311	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
219311	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
219311	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
219311	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
219311	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
219311	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
219311	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
219311	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
219311	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
219311	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
219311	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
219311	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
219311	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
219311	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
219311	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
219311	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
219311	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
219311	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
219311	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
219311	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
219311	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
219311	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
219311	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
219311	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
219311	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
219311	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
219311	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
219311	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
219311	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
219311	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
219311	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
219311	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
219311	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
219311	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
219311	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
219311	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
219311	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
219311	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
219311	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
219311	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
219311	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
219311	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
219311	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
219311	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
219311	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
219311	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
219311	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
219311	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
219311	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
219311	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
219311	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
219311	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
219311	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
219311	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
219311	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
219311	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
219311	embedding2nn.weight	0	0.018368108198046684
219311	embedding2nn.weight	1	-0.013105800375342369
219311	embedding2nn.weight	2	-0.014268254861235619
219311	embedding2nn.weight	3	-0.029865583404898643
219311	embedding2nn.weight	4	-0.0059150345623493195
219311	embedding2nn.weight	5	-0.0037005888298153877
219311	embedding2nn.weight	6	-0.003973266109824181
219311	embedding2nn.weight	7	-0.07630262523889542
219311	embedding2nn.weight	8	-0.0019979383796453476
219311	embedding2nn.weight	9	-0.027511607855558395
219311	embedding2nn.bias	0	0.022138910368084908
219311	embedding2nn.bias	1	-0.07063313573598862
219311	embedding2nn.bias	2	0.0670245885848999
219311	embedding2nn.bias	3	0.043613042682409286
219311	embedding2nn.bias	4	-0.034383244812488556
219311	embedding2nn.bias	5	-0.013205969706177711
219311	embedding2nn.bias	6	0.02546403557062149
219311	embedding2nn.bias	7	-0.05083875730633736
219311	embedding2nn.bias	8	0.06931200623512268
219311	embedding2nn.bias	9	0.04181009531021118
219311	rnn.weight_ih_l0	0	-0.07771428674459457
219311	rnn.weight_ih_l0	1	0.003853819565847516
219311	rnn.weight_ih_l0	2	0.03659505024552345
219311	rnn.weight_ih_l0	3	0.022007236257195473
219311	rnn.weight_ih_l0	4	-0.049584679305553436
219311	rnn.weight_ih_l0	5	-0.0685112252831459
219311	rnn.weight_ih_l0	6	-0.0024918802082538605
219311	rnn.weight_ih_l0	7	0.05180099606513977
219311	rnn.weight_ih_l0	8	-0.016224589198827744
219311	rnn.weight_ih_l0	9	-0.032476674765348434
219311	rnn.weight_hh_l0	0	-0.03061353787779808
219311	rnn.weight_hh_l0	1	-0.007821492850780487
219311	rnn.weight_hh_l0	2	0.006555035710334778
219311	rnn.weight_hh_l0	3	-0.07531481236219406
219311	rnn.weight_hh_l0	4	0.09400754421949387
219311	rnn.weight_hh_l0	5	-0.0251611415296793
219311	rnn.weight_hh_l0	6	-0.06137107312679291
219311	rnn.weight_hh_l0	7	0.010326707735657692
219311	rnn.weight_hh_l0	8	0.013032831251621246
219311	rnn.weight_hh_l0	9	-0.02489602379500866
219311	rnn.bias_ih_l0	0	0.1269949972629547
219311	rnn.bias_ih_l0	1	-0.03693021088838577
219311	rnn.bias_ih_l0	2	-0.03397270664572716
219311	rnn.bias_ih_l0	3	0.16261827945709229
219311	rnn.bias_ih_l0	4	-0.011471766047179699
219311	rnn.bias_ih_l0	5	-0.023357421159744263
219311	rnn.bias_ih_l0	6	0.020920025184750557
219311	rnn.bias_ih_l0	7	0.022992774844169617
219311	rnn.bias_ih_l0	8	-0.10056031495332718
219311	rnn.bias_ih_l0	9	-0.048939596861600876
219311	rnn.bias_hh_l0	0	0.0013794162077829242
219311	rnn.bias_hh_l0	1	-0.10043428838253021
219311	rnn.bias_hh_l0	2	-0.07131107151508331
219311	rnn.bias_hh_l0	3	-0.08745142072439194
219311	rnn.bias_hh_l0	4	0.011776079423725605
219311	rnn.bias_hh_l0	5	-0.019301440566778183
219311	rnn.bias_hh_l0	6	0.026335282251238823
219311	rnn.bias_hh_l0	7	0.053403519093990326
219311	rnn.bias_hh_l0	8	-0.11925964057445526
219311	rnn.bias_hh_l0	9	-0.056605447083711624
219311	rnn.weight_ih_l0_reverse	0	-0.022489674389362335
219311	rnn.weight_ih_l0_reverse	1	-0.054670896381139755
219311	rnn.weight_ih_l0_reverse	2	-0.04641740024089813
219311	rnn.weight_ih_l0_reverse	3	0.013771846890449524
219311	rnn.weight_ih_l0_reverse	4	-0.025804994627833366
219311	rnn.weight_ih_l0_reverse	5	-0.05747247487306595
219311	rnn.weight_ih_l0_reverse	6	0.07501287013292313
219311	rnn.weight_ih_l0_reverse	7	-0.01831798627972603
219311	rnn.weight_ih_l0_reverse	8	-0.01967291347682476
219311	rnn.weight_ih_l0_reverse	9	0.0037454029079526663
219311	rnn.weight_hh_l0_reverse	0	0.06763211637735367
219311	rnn.weight_hh_l0_reverse	1	0.021801181137561798
219311	rnn.weight_hh_l0_reverse	2	0.029354162514209747
219311	rnn.weight_hh_l0_reverse	3	0.03551408648490906
219311	rnn.weight_hh_l0_reverse	4	0.012913207523524761
219311	rnn.weight_hh_l0_reverse	5	0.00709208007901907
219311	rnn.weight_hh_l0_reverse	6	0.0506490133702755
219311	rnn.weight_hh_l0_reverse	7	-0.08084192126989365
219311	rnn.weight_hh_l0_reverse	8	0.04221325367689133
219311	rnn.weight_hh_l0_reverse	9	0.03572804108262062
219311	rnn.bias_ih_l0_reverse	0	-0.05873284116387367
219311	rnn.bias_ih_l0_reverse	1	-0.2851621210575104
219311	rnn.bias_ih_l0_reverse	2	-0.12144553661346436
219311	rnn.bias_ih_l0_reverse	3	-0.04796387627720833
219311	rnn.bias_ih_l0_reverse	4	-0.0234726220369339
219311	rnn.bias_ih_l0_reverse	5	0.07534222304821014
219311	rnn.bias_ih_l0_reverse	6	-0.06576469540596008
219311	rnn.bias_ih_l0_reverse	7	0.0660439133644104
219311	rnn.bias_ih_l0_reverse	8	-0.04107434302568436
219311	rnn.bias_ih_l0_reverse	9	0.06342405825853348
219311	rnn.bias_hh_l0_reverse	0	0.024305660277605057
219311	rnn.bias_hh_l0_reverse	1	-0.052309345453977585
219311	rnn.bias_hh_l0_reverse	2	0.08485106378793716
219311	rnn.bias_hh_l0_reverse	3	-0.04995078593492508
219311	rnn.bias_hh_l0_reverse	4	-0.028605928644537926
219311	rnn.bias_hh_l0_reverse	5	-0.020027996972203255
219311	rnn.bias_hh_l0_reverse	6	-0.015422207303345203
219311	rnn.bias_hh_l0_reverse	7	0.09817444533109665
219311	rnn.bias_hh_l0_reverse	8	0.033473771065473557
219311	rnn.bias_hh_l0_reverse	9	-0.1471073180437088
219311	rnn.weight_ih_l1	0	-0.030013132840394974
219311	rnn.weight_ih_l1	1	-0.05102287605404854
219311	rnn.weight_ih_l1	2	0.06406068056821823
219311	rnn.weight_ih_l1	3	-0.07188943028450012
219311	rnn.weight_ih_l1	4	-0.013974341563880444
219311	rnn.weight_ih_l1	5	-0.04050701484084129
219311	rnn.weight_ih_l1	6	0.028091220185160637
219311	rnn.weight_ih_l1	7	-0.04447789862751961
219311	rnn.weight_ih_l1	8	0.03782510757446289
219311	rnn.weight_ih_l1	9	0.04471220821142197
219311	rnn.weight_hh_l1	0	-0.005891943350434303
219311	rnn.weight_hh_l1	1	0.019824150949716568
219311	rnn.weight_hh_l1	2	0.007240818347781897
219311	rnn.weight_hh_l1	3	-0.013031584210693836
219311	rnn.weight_hh_l1	4	0.0048180753365159035
219311	rnn.weight_hh_l1	5	0.03474223613739014
219311	rnn.weight_hh_l1	6	0.036840517073869705
219311	rnn.weight_hh_l1	7	-0.016339270398020744
219311	rnn.weight_hh_l1	8	-0.008204619400203228
219311	rnn.weight_hh_l1	9	0.03811940178275108
219311	rnn.bias_ih_l1	0	-0.1874551773071289
219311	rnn.bias_ih_l1	1	-0.1789831817150116
219311	rnn.bias_ih_l1	2	-0.19889257848262787
219311	rnn.bias_ih_l1	3	-0.3116689622402191
219311	rnn.bias_ih_l1	4	-0.2101924866437912
219311	rnn.bias_ih_l1	5	-0.08744195103645325
219311	rnn.bias_ih_l1	6	-0.15942302346229553
219311	rnn.bias_ih_l1	7	-0.012559449300169945
219311	rnn.bias_ih_l1	8	-0.13539156317710876
219311	rnn.bias_ih_l1	9	-0.12902723252773285
219311	rnn.bias_hh_l1	0	-0.09665025025606155
219311	rnn.bias_hh_l1	1	-0.06827138364315033
219311	rnn.bias_hh_l1	2	-0.08657291531562805
219311	rnn.bias_hh_l1	3	-0.0794580951333046
219311	rnn.bias_hh_l1	4	-0.07522951066493988
219311	rnn.bias_hh_l1	5	-0.11762113869190216
219311	rnn.bias_hh_l1	6	-0.16578978300094604
219311	rnn.bias_hh_l1	7	0.0769396498799324
219311	rnn.bias_hh_l1	8	-0.17959800362586975
219311	rnn.bias_hh_l1	9	-0.11889278143644333
219311	rnn.weight_ih_l1_reverse	0	-0.045093830674886703
219311	rnn.weight_ih_l1_reverse	1	0.03331408649682999
219311	rnn.weight_ih_l1_reverse	2	0.09121708571910858
219311	rnn.weight_ih_l1_reverse	3	-0.017322733998298645
219311	rnn.weight_ih_l1_reverse	4	-0.0247922595590353
219311	rnn.weight_ih_l1_reverse	5	-0.03037438355386257
219311	rnn.weight_ih_l1_reverse	6	-0.01766910031437874
219311	rnn.weight_ih_l1_reverse	7	0.02862461656332016
219311	rnn.weight_ih_l1_reverse	8	0.008154669776558876
219311	rnn.weight_ih_l1_reverse	9	-0.03427232801914215
219311	rnn.weight_hh_l1_reverse	0	0.004387160297483206
219311	rnn.weight_hh_l1_reverse	1	0.031424328684806824
219311	rnn.weight_hh_l1_reverse	2	-0.04051988199353218
219311	rnn.weight_hh_l1_reverse	3	0.03503452613949776
219311	rnn.weight_hh_l1_reverse	4	0.04720763489603996
219311	rnn.weight_hh_l1_reverse	5	0.0043194186873734
219311	rnn.weight_hh_l1_reverse	6	0.048866599798202515
219311	rnn.weight_hh_l1_reverse	7	0.03146805241703987
219311	rnn.weight_hh_l1_reverse	8	-0.007230364717543125
219311	rnn.weight_hh_l1_reverse	9	-0.030848119407892227
219311	rnn.bias_ih_l1_reverse	0	-0.04788035526871681
219311	rnn.bias_ih_l1_reverse	1	-0.14037767052650452
219311	rnn.bias_ih_l1_reverse	2	-0.16261427104473114
219311	rnn.bias_ih_l1_reverse	3	-0.05752430856227875
219311	rnn.bias_ih_l1_reverse	4	-0.20891760289669037
219311	rnn.bias_ih_l1_reverse	5	-0.11707363277673721
219311	rnn.bias_ih_l1_reverse	6	-0.13171128928661346
219311	rnn.bias_ih_l1_reverse	7	-0.190558522939682
219311	rnn.bias_ih_l1_reverse	8	0.2247956544160843
219311	rnn.bias_ih_l1_reverse	9	0.027931924909353256
219311	rnn.bias_hh_l1_reverse	0	0.007523035630583763
219311	rnn.bias_hh_l1_reverse	1	-0.06880046427249908
219311	rnn.bias_hh_l1_reverse	2	-0.23708969354629517
219311	rnn.bias_hh_l1_reverse	3	-0.14053159952163696
219311	rnn.bias_hh_l1_reverse	4	-0.08212307840585709
219311	rnn.bias_hh_l1_reverse	5	-0.11648263037204742
219311	rnn.bias_hh_l1_reverse	6	0.05291265249252319
219311	rnn.bias_hh_l1_reverse	7	-0.14062854647636414
219311	rnn.bias_hh_l1_reverse	8	-0.12204921990633011
219311	rnn.bias_hh_l1_reverse	9	-0.15031738579273224
219311	linear.weight	0	0.002228822559118271
219311	linear.weight	1	0.10061294585466385
219311	linear.weight	2	-0.0916709303855896
219311	linear.weight	3	0.3023553788661957
219311	linear.weight	4	0.15011534094810486
219311	linear.weight	5	-0.06149283051490784
219311	linear.weight	6	0.09877417981624603
219311	linear.weight	7	0.11766897141933441
219311	linear.weight	8	0.04114045575261116
219311	linear.weight	9	-0.054226599633693695
219311	linear.bias	0	0.09149864315986633
219311	linear.bias	1	-0.17598359286785126
219311	linear.bias	2	-0.4437575340270996
219311	linear.bias	3	-0.6636156439781189
219311	linear.bias	4	-1.2562519311904907
219311	linear.bias	5	-0.05988859757781029
219311	linear.bias	6	-0.8120926022529602
219311	linear.bias	7	0.27001792192459106
219311	linear.bias	8	-0.4104940593242645
219311	linear.bias	9	-1.028504729270935
219508	transitions	0	0.7429348826408386
219508	transitions	1	0.144235298037529
219508	transitions	2	-10000.0
219508	transitions	3	-1.8276573419570923
219508	transitions	4	-10000.0
219508	transitions	5	0.5640851855278015
219508	transitions	6	-0.08473793417215347
219508	transitions	7	-0.8018409609794617
219508	transitions	8	-1.420640468597412
219508	transitions	9	-0.0012221923097968102
219508	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
219508	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
219508	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
219508	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
219508	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
219508	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
219508	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
219508	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
219508	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
219508	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
219508	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
219508	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
219508	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
219508	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
219508	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
219508	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
219508	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
219508	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
219508	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
219508	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
219508	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
219508	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
219508	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
219508	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
219508	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
219508	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
219508	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
219508	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
219508	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
219508	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
219508	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
219508	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
219508	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
219508	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
219508	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
219508	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
219508	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
219508	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
219508	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
219508	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
219508	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
219508	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
219508	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
219508	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
219508	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
219508	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
219508	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
219508	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
219508	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
219508	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
219508	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
219508	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
219508	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
219508	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
219508	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
219508	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
219508	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
219508	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
219508	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
219508	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
219508	embedding2nn.weight	0	0.018227826803922653
219508	embedding2nn.weight	1	-0.01306717935949564
219508	embedding2nn.weight	2	-0.014268254861235619
219508	embedding2nn.weight	3	-0.030138235539197922
219508	embedding2nn.weight	4	-0.0059150345623493195
219508	embedding2nn.weight	5	-0.0037005888298153877
219508	embedding2nn.weight	6	-0.003973265644162893
219508	embedding2nn.weight	7	-0.07624450325965881
219508	embedding2nn.weight	8	-0.0019979383796453476
219508	embedding2nn.weight	9	-0.027478698641061783
219508	embedding2nn.bias	0	0.021006153896450996
219508	embedding2nn.bias	1	-0.0704079121351242
219508	embedding2nn.bias	2	0.06851783394813538
219508	embedding2nn.bias	3	0.04340583086013794
219508	embedding2nn.bias	4	-0.03308311104774475
219508	embedding2nn.bias	5	-0.013337952084839344
219508	embedding2nn.bias	6	0.02683563344180584
219508	embedding2nn.bias	7	-0.05226100608706474
219508	embedding2nn.bias	8	0.06999427825212479
219508	embedding2nn.bias	9	0.04003216326236725
219508	rnn.weight_ih_l0	0	-0.0776081308722496
219508	rnn.weight_ih_l0	1	0.0039035857189446688
219508	rnn.weight_ih_l0	2	0.03651304915547371
219508	rnn.weight_ih_l0	3	0.022274723276495934
219508	rnn.weight_ih_l0	4	-0.04953586310148239
219508	rnn.weight_ih_l0	5	-0.0684737116098404
219508	rnn.weight_ih_l0	6	-0.0025704929139465094
219508	rnn.weight_ih_l0	7	0.05175947770476341
219508	rnn.weight_ih_l0	8	-0.01623913273215294
219508	rnn.weight_ih_l0	9	-0.032182727009058
219508	rnn.weight_hh_l0	0	-0.030418837442994118
219508	rnn.weight_hh_l0	1	-0.008024873211979866
219508	rnn.weight_hh_l0	2	0.006606105249375105
219508	rnn.weight_hh_l0	3	-0.07508265972137451
219508	rnn.weight_hh_l0	4	0.09392562508583069
219508	rnn.weight_hh_l0	5	-0.024983441457152367
219508	rnn.weight_hh_l0	6	-0.061678752303123474
219508	rnn.weight_hh_l0	7	0.010101284831762314
219508	rnn.weight_hh_l0	8	0.012961585074663162
219508	rnn.weight_hh_l0	9	-0.024908840656280518
219508	rnn.bias_ih_l0	0	0.12733428180217743
219508	rnn.bias_ih_l0	1	-0.03699561953544617
219508	rnn.bias_ih_l0	2	-0.03401852771639824
219508	rnn.bias_ih_l0	3	0.16236047446727753
219508	rnn.bias_ih_l0	4	-0.01098579354584217
219508	rnn.bias_ih_l0	5	-0.023276520892977715
219508	rnn.bias_ih_l0	6	0.02133517898619175
219508	rnn.bias_ih_l0	7	0.022720424458384514
219508	rnn.bias_ih_l0	8	-0.10078515112400055
219508	rnn.bias_ih_l0	9	-0.04912392795085907
219508	rnn.bias_hh_l0	0	0.0015090632950887084
219508	rnn.bias_hh_l0	1	-0.10029906779527664
219508	rnn.bias_hh_l0	2	-0.07137417793273926
219508	rnn.bias_hh_l0	3	-0.08732154965400696
219508	rnn.bias_hh_l0	4	0.011884932406246662
219508	rnn.bias_hh_l0	5	-0.01956399530172348
219508	rnn.bias_hh_l0	6	0.025665173307061195
219508	rnn.bias_hh_l0	7	0.05373630300164223
219508	rnn.bias_hh_l0	8	-0.11964251101016998
219508	rnn.bias_hh_l0	9	-0.056588299572467804
219508	rnn.weight_ih_l0_reverse	0	-0.02253447100520134
219508	rnn.weight_ih_l0_reverse	1	-0.05487745627760887
219508	rnn.weight_ih_l0_reverse	2	-0.046396419405937195
219508	rnn.weight_ih_l0_reverse	3	0.013634232804179192
219508	rnn.weight_ih_l0_reverse	4	-0.02567048743367195
219508	rnn.weight_ih_l0_reverse	5	-0.05747225880622864
219508	rnn.weight_ih_l0_reverse	6	0.07490487396717072
219508	rnn.weight_ih_l0_reverse	7	-0.018369749188423157
219508	rnn.weight_ih_l0_reverse	8	-0.01959654875099659
219508	rnn.weight_ih_l0_reverse	9	0.003803577506914735
219508	rnn.weight_hh_l0_reverse	0	0.0675387755036354
219508	rnn.weight_hh_l0_reverse	1	0.021854525431990623
219508	rnn.weight_hh_l0_reverse	2	0.029347799718379974
219508	rnn.weight_hh_l0_reverse	3	0.035553231835365295
219508	rnn.weight_hh_l0_reverse	4	0.012842885218560696
219508	rnn.weight_hh_l0_reverse	5	0.007077302783727646
219508	rnn.weight_hh_l0_reverse	6	0.050677649676799774
219508	rnn.weight_hh_l0_reverse	7	-0.08083897083997726
219508	rnn.weight_hh_l0_reverse	8	0.042143769562244415
219508	rnn.weight_hh_l0_reverse	9	0.035657722502946854
219508	rnn.bias_ih_l0_reverse	0	-0.058816246688365936
219508	rnn.bias_ih_l0_reverse	1	-0.28565067052841187
219508	rnn.bias_ih_l0_reverse	2	-0.12129408866167068
219508	rnn.bias_ih_l0_reverse	3	-0.04763047769665718
219508	rnn.bias_ih_l0_reverse	4	-0.023435944691300392
219508	rnn.bias_ih_l0_reverse	5	0.07532595843076706
219508	rnn.bias_ih_l0_reverse	6	-0.0663224458694458
219508	rnn.bias_ih_l0_reverse	7	0.06588906794786453
219508	rnn.bias_ih_l0_reverse	8	-0.04112464562058449
219508	rnn.bias_ih_l0_reverse	9	0.06296269595623016
219508	rnn.bias_hh_l0_reverse	0	0.024154258891940117
219508	rnn.bias_hh_l0_reverse	1	-0.05238470435142517
219508	rnn.bias_hh_l0_reverse	2	0.08505478501319885
219508	rnn.bias_hh_l0_reverse	3	-0.050129614770412445
219508	rnn.bias_hh_l0_reverse	4	-0.028532477095723152
219508	rnn.bias_hh_l0_reverse	5	-0.020160198211669922
219508	rnn.bias_hh_l0_reverse	6	-0.015349654480814934
219508	rnn.bias_hh_l0_reverse	7	0.09903163462877274
219508	rnn.bias_hh_l0_reverse	8	0.03367115184664726
219508	rnn.bias_hh_l0_reverse	9	-0.1472064107656479
219508	rnn.weight_ih_l1	0	-0.029809201136231422
219508	rnn.weight_ih_l1	1	-0.05117028206586838
219508	rnn.weight_ih_l1	2	0.06363626569509506
219508	rnn.weight_ih_l1	3	-0.07189945876598358
219508	rnn.weight_ih_l1	4	-0.014063235372304916
219508	rnn.weight_ih_l1	5	-0.040518321096897125
219508	rnn.weight_ih_l1	6	0.028199955821037292
219508	rnn.weight_ih_l1	7	-0.044549208134412766
219508	rnn.weight_ih_l1	8	0.03782288357615471
219508	rnn.weight_ih_l1	9	0.04468575865030289
219508	rnn.weight_hh_l1	0	-0.0057967533357441425
219508	rnn.weight_hh_l1	1	0.019826490432024002
219508	rnn.weight_hh_l1	2	0.007567513268440962
219508	rnn.weight_hh_l1	3	-0.012999244034290314
219508	rnn.weight_hh_l1	4	0.004880102816969156
219508	rnn.weight_hh_l1	5	0.03482538089156151
219508	rnn.weight_hh_l1	6	0.03675299137830734
219508	rnn.weight_hh_l1	7	-0.016261927783489227
219508	rnn.weight_hh_l1	8	-0.008230935782194138
219508	rnn.weight_hh_l1	9	0.03818816691637039
219508	rnn.bias_ih_l1	0	-0.18714024126529694
219508	rnn.bias_ih_l1	1	-0.1801864206790924
219508	rnn.bias_ih_l1	2	-0.19899511337280273
219508	rnn.bias_ih_l1	3	-0.31153735518455505
219508	rnn.bias_ih_l1	4	-0.2099633514881134
219508	rnn.bias_ih_l1	5	-0.08742189407348633
219508	rnn.bias_ih_l1	6	-0.15911924839019775
219508	rnn.bias_ih_l1	7	-0.012592127546668053
219508	rnn.bias_ih_l1	8	-0.13531629741191864
219508	rnn.bias_ih_l1	9	-0.12898904085159302
219508	rnn.bias_hh_l1	0	-0.09671426564455032
219508	rnn.bias_hh_l1	1	-0.06817782670259476
219508	rnn.bias_hh_l1	2	-0.08625790476799011
219508	rnn.bias_hh_l1	3	-0.07956795394420624
219508	rnn.bias_hh_l1	4	-0.07524387538433075
219508	rnn.bias_hh_l1	5	-0.11746390908956528
219508	rnn.bias_hh_l1	6	-0.1663534939289093
219508	rnn.bias_hh_l1	7	0.07708147168159485
219508	rnn.bias_hh_l1	8	-0.17899258434772491
219508	rnn.bias_hh_l1	9	-0.11776154488325119
219508	rnn.weight_ih_l1_reverse	0	-0.04513920471072197
219508	rnn.weight_ih_l1_reverse	1	0.03336812183260918
219508	rnn.weight_ih_l1_reverse	2	0.09131333231925964
219508	rnn.weight_ih_l1_reverse	3	-0.01734445057809353
219508	rnn.weight_ih_l1_reverse	4	-0.024855272844433784
219508	rnn.weight_ih_l1_reverse	5	-0.03037884831428528
219508	rnn.weight_ih_l1_reverse	6	-0.0177292563021183
219508	rnn.weight_ih_l1_reverse	7	0.028710652142763138
219508	rnn.weight_ih_l1_reverse	8	0.008110870607197285
219508	rnn.weight_ih_l1_reverse	9	-0.034371450543403625
219508	rnn.weight_hh_l1_reverse	0	0.004412164445966482
219508	rnn.weight_hh_l1_reverse	1	0.03142627701163292
219508	rnn.weight_hh_l1_reverse	2	-0.04054373875260353
219508	rnn.weight_hh_l1_reverse	3	0.0350089855492115
219508	rnn.weight_hh_l1_reverse	4	0.047181639820337296
219508	rnn.weight_hh_l1_reverse	5	0.004401692189276218
219508	rnn.weight_hh_l1_reverse	6	0.04927549138665199
219508	rnn.weight_hh_l1_reverse	7	0.03151876479387283
219508	rnn.weight_hh_l1_reverse	8	-0.007215776946395636
219508	rnn.weight_hh_l1_reverse	9	-0.030849987640976906
219508	rnn.bias_ih_l1_reverse	0	-0.04771612957119942
219508	rnn.bias_ih_l1_reverse	1	-0.1405220925807953
219508	rnn.bias_ih_l1_reverse	2	-0.16246309876441956
219508	rnn.bias_ih_l1_reverse	3	-0.05771929770708084
219508	rnn.bias_ih_l1_reverse	4	-0.2089041918516159
219508	rnn.bias_ih_l1_reverse	5	-0.11732631176710129
219508	rnn.bias_ih_l1_reverse	6	-0.13173440098762512
219508	rnn.bias_ih_l1_reverse	7	-0.1904124915599823
219508	rnn.bias_ih_l1_reverse	8	0.22524963319301605
219508	rnn.bias_ih_l1_reverse	9	0.028367603197693825
219508	rnn.bias_hh_l1_reverse	0	0.007533667143434286
219508	rnn.bias_hh_l1_reverse	1	-0.06974352896213531
219508	rnn.bias_hh_l1_reverse	2	-0.23685018718242645
219508	rnn.bias_hh_l1_reverse	3	-0.1409498155117035
219508	rnn.bias_hh_l1_reverse	4	-0.08189566433429718
219508	rnn.bias_hh_l1_reverse	5	-0.11599790304899216
219508	rnn.bias_hh_l1_reverse	6	0.053459532558918
219508	rnn.bias_hh_l1_reverse	7	-0.14090505242347717
219508	rnn.bias_hh_l1_reverse	8	-0.12189895659685135
219508	rnn.bias_hh_l1_reverse	9	-0.1503446102142334
219508	linear.weight	0	0.002228822559118271
219508	linear.weight	1	0.1017516702413559
219508	linear.weight	2	-0.0925583764910698
219508	linear.weight	3	0.3010612726211548
219508	linear.weight	4	0.14994210004806519
219508	linear.weight	5	-0.06171886622905731
219508	linear.weight	6	0.09532731026411057
219508	linear.weight	7	0.1179053783416748
219508	linear.weight	8	0.04114039987325668
219508	linear.weight	9	-0.0540592297911644
219508	linear.bias	0	0.0938432440161705
219508	linear.bias	1	-0.17940503358840942
219508	linear.bias	2	-0.4454870820045471
219508	linear.bias	3	-0.6583061218261719
219508	linear.bias	4	-1.250779151916504
219508	linear.bias	5	-0.06492331624031067
219508	linear.bias	6	-0.8158146142959595
219508	linear.bias	7	0.26494449377059937
219508	linear.bias	8	-0.40880122780799866
219508	linear.bias	9	-1.0266858339309692
219705	transitions	0	0.7427180409431458
219705	transitions	1	0.14400248229503632
219705	transitions	2	-10000.0
219705	transitions	3	-1.827659010887146
219705	transitions	4	-10000.0
219705	transitions	5	0.5640813708305359
219705	transitions	6	-0.08475130796432495
219705	transitions	7	-0.8018732070922852
219705	transitions	8	-1.4206589460372925
219705	transitions	9	-0.0012222160585224628
219705	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
219705	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
219705	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
219705	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
219705	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
219705	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
219705	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
219705	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
219705	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
219705	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
219705	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
219705	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
219705	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
219705	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
219705	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
219705	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
219705	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
219705	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
219705	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
219705	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
219705	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
219705	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
219705	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
219705	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
219705	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
219705	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
219705	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
219705	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
219705	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
219705	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
219705	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
219705	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
219705	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
219705	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
219705	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
219705	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
219705	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
219705	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
219705	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
219705	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
219705	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
219705	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
219705	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
219705	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
219705	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
219705	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
219705	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
219705	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
219705	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
219705	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
219705	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
219705	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
219705	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
219705	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
219705	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
219705	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
219705	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
219705	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
219705	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
219705	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
219705	embedding2nn.weight	0	0.018372366204857826
219705	embedding2nn.weight	1	-0.013061484321951866
219705	embedding2nn.weight	2	-0.014268254861235619
219705	embedding2nn.weight	3	-0.03042563423514366
219705	embedding2nn.weight	4	-0.0059150345623493195
219705	embedding2nn.weight	5	-0.0037005888298153877
219705	embedding2nn.weight	6	-0.003973265644162893
219705	embedding2nn.weight	7	-0.07606671750545502
219705	embedding2nn.weight	8	-0.0019979383796453476
219705	embedding2nn.weight	9	-0.027647461742162704
219705	embedding2nn.bias	0	0.019818255677819252
219705	embedding2nn.bias	1	-0.0692860335111618
219705	embedding2nn.bias	2	0.06918693333864212
219705	embedding2nn.bias	3	0.04413795471191406
219705	embedding2nn.bias	4	-0.03392758592963219
219705	embedding2nn.bias	5	-0.013479188084602356
219705	embedding2nn.bias	6	0.027006056159734726
219705	embedding2nn.bias	7	-0.051582664251327515
219705	embedding2nn.bias	8	0.07076823711395264
219705	embedding2nn.bias	9	0.03978721424937248
219705	rnn.weight_ih_l0	0	-0.07786895334720612
219705	rnn.weight_ih_l0	1	0.003804393345490098
219705	rnn.weight_ih_l0	2	0.036494214087724686
219705	rnn.weight_ih_l0	3	0.022261273115873337
219705	rnn.weight_ih_l0	4	-0.04959617927670479
219705	rnn.weight_ih_l0	5	-0.06839913874864578
219705	rnn.weight_ih_l0	6	-0.0025334011297672987
219705	rnn.weight_ih_l0	7	0.05181353539228439
219705	rnn.weight_ih_l0	8	-0.01643986627459526
219705	rnn.weight_ih_l0	9	-0.03195849061012268
219705	rnn.weight_hh_l0	0	-0.030439777299761772
219705	rnn.weight_hh_l0	1	-0.00796656683087349
219705	rnn.weight_hh_l0	2	0.006644953973591328
219705	rnn.weight_hh_l0	3	-0.07496708631515503
219705	rnn.weight_hh_l0	4	0.093984454870224
219705	rnn.weight_hh_l0	5	-0.02490893192589283
219705	rnn.weight_hh_l0	6	-0.06163609027862549
219705	rnn.weight_hh_l0	7	0.010026197880506516
219705	rnn.weight_hh_l0	8	0.012887440621852875
219705	rnn.weight_hh_l0	9	-0.024772413074970245
219705	rnn.bias_ih_l0	0	0.1272677630186081
219705	rnn.bias_ih_l0	1	-0.03666701540350914
219705	rnn.bias_ih_l0	2	-0.03386262431740761
219705	rnn.bias_ih_l0	3	0.1623242050409317
219705	rnn.bias_ih_l0	4	-0.010703081265091896
219705	rnn.bias_ih_l0	5	-0.022926125675439835
219705	rnn.bias_ih_l0	6	0.021206174045801163
219705	rnn.bias_ih_l0	7	0.022452784702181816
219705	rnn.bias_ih_l0	8	-0.10080703347921371
219705	rnn.bias_ih_l0	9	-0.049043919891119
219705	rnn.bias_hh_l0	0	0.0017403061501681805
219705	rnn.bias_hh_l0	1	-0.10046400874853134
219705	rnn.bias_hh_l0	2	-0.07165401428937912
219705	rnn.bias_hh_l0	3	-0.08706885576248169
219705	rnn.bias_hh_l0	4	0.012118699960410595
219705	rnn.bias_hh_l0	5	-0.01985284313559532
219705	rnn.bias_hh_l0	6	0.025502081960439682
219705	rnn.bias_hh_l0	7	0.05402536690235138
219705	rnn.bias_hh_l0	8	-0.11888444423675537
219705	rnn.bias_hh_l0	9	-0.056519314646720886
219705	rnn.weight_ih_l0_reverse	0	-0.022434595972299576
219705	rnn.weight_ih_l0_reverse	1	-0.05492985621094704
219705	rnn.weight_ih_l0_reverse	2	-0.04641944169998169
219705	rnn.weight_ih_l0_reverse	3	0.013638844713568687
219705	rnn.weight_ih_l0_reverse	4	-0.025537818670272827
219705	rnn.weight_ih_l0_reverse	5	-0.057419553399086
219705	rnn.weight_ih_l0_reverse	6	0.07495763152837753
219705	rnn.weight_ih_l0_reverse	7	-0.018350988626480103
219705	rnn.weight_ih_l0_reverse	8	-0.019593754783272743
219705	rnn.weight_ih_l0_reverse	9	0.003554562572389841
219705	rnn.weight_hh_l0_reverse	0	0.0673440545797348
219705	rnn.weight_hh_l0_reverse	1	0.021931815892457962
219705	rnn.weight_hh_l0_reverse	2	0.029461249709129333
219705	rnn.weight_hh_l0_reverse	3	0.0356045737862587
219705	rnn.weight_hh_l0_reverse	4	0.012751135975122452
219705	rnn.weight_hh_l0_reverse	5	0.007150373421609402
219705	rnn.weight_hh_l0_reverse	6	0.05070337653160095
219705	rnn.weight_hh_l0_reverse	7	-0.08081097900867462
219705	rnn.weight_hh_l0_reverse	8	0.04216313362121582
219705	rnn.weight_hh_l0_reverse	9	0.03563379868865013
219705	rnn.bias_ih_l0_reverse	0	-0.05906639248132706
219705	rnn.bias_ih_l0_reverse	1	-0.2864529490470886
219705	rnn.bias_ih_l0_reverse	2	-0.12167667597532272
219705	rnn.bias_ih_l0_reverse	3	-0.04785189777612686
219705	rnn.bias_ih_l0_reverse	4	-0.023584723472595215
219705	rnn.bias_ih_l0_reverse	5	0.0751286968588829
219705	rnn.bias_ih_l0_reverse	6	-0.06652454286813736
219705	rnn.bias_ih_l0_reverse	7	0.06553894281387329
219705	rnn.bias_ih_l0_reverse	8	-0.04107928276062012
219705	rnn.bias_ih_l0_reverse	9	0.06332810968160629
219705	rnn.bias_hh_l0_reverse	0	0.024208566173911095
219705	rnn.bias_hh_l0_reverse	1	-0.05241972580552101
219705	rnn.bias_hh_l0_reverse	2	0.08517289906740189
219705	rnn.bias_hh_l0_reverse	3	-0.050300899893045425
219705	rnn.bias_hh_l0_reverse	4	-0.028557367622852325
219705	rnn.bias_hh_l0_reverse	5	-0.02073463797569275
219705	rnn.bias_hh_l0_reverse	6	-0.01557494793087244
219705	rnn.bias_hh_l0_reverse	7	0.09956520050764084
219705	rnn.bias_hh_l0_reverse	8	0.03381643444299698
219705	rnn.bias_hh_l0_reverse	9	-0.14671117067337036
219705	rnn.weight_ih_l1	0	-0.029786061495542526
219705	rnn.weight_ih_l1	1	-0.05105162784457207
219705	rnn.weight_ih_l1	2	0.06384017318487167
219705	rnn.weight_ih_l1	3	-0.07221578806638718
219705	rnn.weight_ih_l1	4	-0.014293260872364044
219705	rnn.weight_ih_l1	5	-0.04053008183836937
219705	rnn.weight_ih_l1	6	0.028237827122211456
219705	rnn.weight_ih_l1	7	-0.04441169276833534
219705	rnn.weight_ih_l1	8	0.0377635657787323
219705	rnn.weight_ih_l1	9	0.04486147686839104
219705	rnn.weight_hh_l1	0	-0.005662271287292242
219705	rnn.weight_hh_l1	1	0.019781354814767838
219705	rnn.weight_hh_l1	2	0.0075837913900613785
219705	rnn.weight_hh_l1	3	-0.012981116771697998
219705	rnn.weight_hh_l1	4	0.004778597038239241
219705	rnn.weight_hh_l1	5	0.03491920232772827
219705	rnn.weight_hh_l1	6	0.03674168512225151
219705	rnn.weight_hh_l1	7	-0.016276521608233452
219705	rnn.weight_hh_l1	8	-0.00823428388684988
219705	rnn.weight_hh_l1	9	0.03830995038151741
219705	rnn.bias_ih_l1	0	-0.18716055154800415
219705	rnn.bias_ih_l1	1	-0.17994239926338196
219705	rnn.bias_ih_l1	2	-0.1989847719669342
219705	rnn.bias_ih_l1	3	-0.3110588788986206
219705	rnn.bias_ih_l1	4	-0.21111172437667847
219705	rnn.bias_ih_l1	5	-0.08722944557666779
219705	rnn.bias_ih_l1	6	-0.15928441286087036
219705	rnn.bias_ih_l1	7	-0.012224704027175903
219705	rnn.bias_ih_l1	8	-0.1354580819606781
219705	rnn.bias_ih_l1	9	-0.12924222648143768
219705	rnn.bias_hh_l1	0	-0.09627271443605423
219705	rnn.bias_hh_l1	1	-0.06854880601167679
219705	rnn.bias_hh_l1	2	-0.0861869677901268
219705	rnn.bias_hh_l1	3	-0.07954175025224686
219705	rnn.bias_hh_l1	4	-0.07524900138378143
219705	rnn.bias_hh_l1	5	-0.11723893135786057
219705	rnn.bias_hh_l1	6	-0.16637161374092102
219705	rnn.bias_hh_l1	7	0.07781139761209488
219705	rnn.bias_hh_l1	8	-0.17931686341762543
219705	rnn.bias_hh_l1	9	-0.11801697313785553
219705	rnn.weight_ih_l1_reverse	0	-0.045267194509506226
219705	rnn.weight_ih_l1_reverse	1	0.033433832228183746
219705	rnn.weight_ih_l1_reverse	2	0.09102591127157211
219705	rnn.weight_ih_l1_reverse	3	-0.01748735085129738
219705	rnn.weight_ih_l1_reverse	4	-0.024593878537416458
219705	rnn.weight_ih_l1_reverse	5	-0.030396120622754097
219705	rnn.weight_ih_l1_reverse	6	-0.017799897119402885
219705	rnn.weight_ih_l1_reverse	7	0.02872440591454506
219705	rnn.weight_ih_l1_reverse	8	0.007888137362897396
219705	rnn.weight_ih_l1_reverse	9	-0.034495286643505096
219705	rnn.weight_hh_l1_reverse	0	0.004373418632894754
219705	rnn.weight_hh_l1_reverse	1	0.0314372293651104
219705	rnn.weight_hh_l1_reverse	2	-0.04054798558354378
219705	rnn.weight_hh_l1_reverse	3	0.035025037825107574
219705	rnn.weight_hh_l1_reverse	4	0.04716911166906357
219705	rnn.weight_hh_l1_reverse	5	0.004375753458589315
219705	rnn.weight_hh_l1_reverse	6	0.04900481924414635
219705	rnn.weight_hh_l1_reverse	7	0.03165344521403313
219705	rnn.weight_hh_l1_reverse	8	-0.0072326879017055035
219705	rnn.weight_hh_l1_reverse	9	-0.030852248892188072
219705	rnn.bias_ih_l1_reverse	0	-0.04792845994234085
219705	rnn.bias_ih_l1_reverse	1	-0.14071233570575714
219705	rnn.bias_ih_l1_reverse	2	-0.1629101186990738
219705	rnn.bias_ih_l1_reverse	3	-0.057234618812799454
219705	rnn.bias_ih_l1_reverse	4	-0.208701029419899
219705	rnn.bias_ih_l1_reverse	5	-0.11719239503145218
219705	rnn.bias_ih_l1_reverse	6	-0.13176500797271729
219705	rnn.bias_ih_l1_reverse	7	-0.19067518413066864
219705	rnn.bias_ih_l1_reverse	8	0.22556622326374054
219705	rnn.bias_ih_l1_reverse	9	0.02727615088224411
219705	rnn.bias_hh_l1_reverse	0	0.008293639868497849
219705	rnn.bias_hh_l1_reverse	1	-0.06805114448070526
219705	rnn.bias_hh_l1_reverse	2	-0.2368370145559311
219705	rnn.bias_hh_l1_reverse	3	-0.1410731077194214
219705	rnn.bias_hh_l1_reverse	4	-0.08179250359535217
219705	rnn.bias_hh_l1_reverse	5	-0.11591434478759766
219705	rnn.bias_hh_l1_reverse	6	0.053859956562519073
219705	rnn.bias_hh_l1_reverse	7	-0.14080053567886353
219705	rnn.bias_hh_l1_reverse	8	-0.1222638338804245
219705	rnn.bias_hh_l1_reverse	9	-0.15017831325531006
219705	linear.weight	0	0.002228822559118271
219705	linear.weight	1	0.10312080383300781
219705	linear.weight	2	-0.09224849194288254
219705	linear.weight	3	0.3006223142147064
219705	linear.weight	4	0.14943400025367737
219705	linear.weight	5	-0.061846181750297546
219705	linear.weight	6	0.09577234089374542
219705	linear.weight	7	0.11805198341608047
219705	linear.weight	8	0.04114028066396713
219705	linear.weight	9	-0.05440046638250351
219705	linear.bias	0	0.09959308058023453
219705	linear.bias	1	-0.18411223590373993
219705	linear.bias	2	-0.44203588366508484
219705	linear.bias	3	-0.6608940362930298
219705	linear.bias	4	-1.25391685962677
219705	linear.bias	5	-0.06015629693865776
219705	linear.bias	6	-0.8209341764450073
219705	linear.bias	7	0.270039826631546
219705	linear.bias	8	-0.41270947456359863
219705	linear.bias	9	-1.0309258699417114
219902	transitions	0	0.7419354319572449
219902	transitions	1	0.14407816529273987
219902	transitions	2	-10000.0
219902	transitions	3	-1.827660083770752
219902	transitions	4	-10000.0
219902	transitions	5	0.5640789866447449
219902	transitions	6	-0.08475737273693085
219902	transitions	7	-0.801903486251831
219902	transitions	8	-1.420670509338379
219902	transitions	9	-0.0012223126832395792
219902	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
219902	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
219902	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
219902	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
219902	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
219902	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
219902	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
219902	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
219902	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
219902	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
219902	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
219902	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
219902	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
219902	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
219902	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
219902	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
219902	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
219902	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
219902	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
219902	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
219902	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
219902	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
219902	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
219902	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
219902	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
219902	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
219902	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
219902	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
219902	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
219902	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
219902	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
219902	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
219902	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
219902	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
219902	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
219902	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
219902	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
219902	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
219902	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
219902	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
219902	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
219902	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
219902	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
219902	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
219902	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
219902	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
219902	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
219902	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
219902	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
219902	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
219902	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
219902	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
219902	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
219902	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
219902	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
219902	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
219902	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
219902	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
219902	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
219902	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
219902	embedding2nn.weight	0	0.018440520390868187
219902	embedding2nn.weight	1	-0.013061816804111004
219902	embedding2nn.weight	2	-0.014268254861235619
219902	embedding2nn.weight	3	-0.03058338351547718
219902	embedding2nn.weight	4	-0.0059150345623493195
219902	embedding2nn.weight	5	-0.0037005888298153877
219902	embedding2nn.weight	6	-0.003973266109824181
219902	embedding2nn.weight	7	-0.07597975432872772
219902	embedding2nn.weight	8	-0.0019979383796453476
219902	embedding2nn.weight	9	-0.027660073712468147
219902	embedding2nn.bias	0	0.02186194621026516
219902	embedding2nn.bias	1	-0.07068206369876862
219902	embedding2nn.bias	2	0.06822004914283752
219902	embedding2nn.bias	3	0.043760985136032104
219902	embedding2nn.bias	4	-0.03460084646940231
219902	embedding2nn.bias	5	-0.013135663233697414
219902	embedding2nn.bias	6	0.025687675923109055
219902	embedding2nn.bias	7	-0.05148283392190933
219902	embedding2nn.bias	8	0.07134725153446198
219902	embedding2nn.bias	9	0.039614737033843994
219902	rnn.weight_ih_l0	0	-0.07788801938295364
219902	rnn.weight_ih_l0	1	0.0037440648302435875
219902	rnn.weight_ih_l0	2	0.03615739941596985
219902	rnn.weight_ih_l0	3	0.022125642746686935
219902	rnn.weight_ih_l0	4	-0.0496005155146122
219902	rnn.weight_ih_l0	5	-0.06842111051082611
219902	rnn.weight_ih_l0	6	-0.0023860279470682144
219902	rnn.weight_ih_l0	7	0.05177874118089676
219902	rnn.weight_ih_l0	8	-0.01671440154314041
219902	rnn.weight_ih_l0	9	-0.03173421695828438
219902	rnn.weight_hh_l0	0	-0.030341962352395058
219902	rnn.weight_hh_l0	1	-0.007844430394470692
219902	rnn.weight_hh_l0	2	0.006628185510635376
219902	rnn.weight_hh_l0	3	-0.07493345439434052
219902	rnn.weight_hh_l0	4	0.0940127819776535
219902	rnn.weight_hh_l0	5	-0.024966862052679062
219902	rnn.weight_hh_l0	6	-0.06195664778351784
219902	rnn.weight_hh_l0	7	0.010063189081847668
219902	rnn.weight_hh_l0	8	0.012988626025617123
219902	rnn.weight_hh_l0	9	-0.024916140362620354
219902	rnn.bias_ih_l0	0	0.12728290259838104
219902	rnn.bias_ih_l0	1	-0.03680003061890602
219902	rnn.bias_ih_l0	2	-0.03409506380558014
219902	rnn.bias_ih_l0	3	0.1624736189842224
219902	rnn.bias_ih_l0	4	-0.010814470238983631
219902	rnn.bias_ih_l0	5	-0.023035338148474693
219902	rnn.bias_ih_l0	6	0.020600484684109688
219902	rnn.bias_ih_l0	7	0.02295587584376335
219902	rnn.bias_ih_l0	8	-0.1010620966553688
219902	rnn.bias_ih_l0	9	-0.04881877824664116
219902	rnn.bias_hh_l0	0	0.0020345922093838453
219902	rnn.bias_hh_l0	1	-0.10083421319723129
219902	rnn.bias_hh_l0	2	-0.07177172601222992
219902	rnn.bias_hh_l0	3	-0.08746115863323212
219902	rnn.bias_hh_l0	4	0.01226201094686985
219902	rnn.bias_hh_l0	5	-0.019760150462388992
219902	rnn.bias_hh_l0	6	0.025389520451426506
219902	rnn.bias_hh_l0	7	0.05283818021416664
219902	rnn.bias_hh_l0	8	-0.11919435113668442
219902	rnn.bias_hh_l0	9	-0.05649859458208084
219902	rnn.weight_ih_l0_reverse	0	-0.0223265141248703
219902	rnn.weight_ih_l0_reverse	1	-0.054729919880628586
219902	rnn.weight_ih_l0_reverse	2	-0.04642024263739586
219902	rnn.weight_ih_l0_reverse	3	0.0134960962459445
219902	rnn.weight_ih_l0_reverse	4	-0.0256353672593832
219902	rnn.weight_ih_l0_reverse	5	-0.05739091709256172
219902	rnn.weight_ih_l0_reverse	6	0.07513446360826492
219902	rnn.weight_ih_l0_reverse	7	-0.01835983619093895
219902	rnn.weight_ih_l0_reverse	8	-0.01938457414507866
219902	rnn.weight_ih_l0_reverse	9	0.003603477729484439
219902	rnn.weight_hh_l0_reverse	0	0.06757097691297531
219902	rnn.weight_hh_l0_reverse	1	0.0221212487667799
219902	rnn.weight_hh_l0_reverse	2	0.029434919357299805
219902	rnn.weight_hh_l0_reverse	3	0.035645902156829834
219902	rnn.weight_hh_l0_reverse	4	0.012748293578624725
219902	rnn.weight_hh_l0_reverse	5	0.00726010138168931
219902	rnn.weight_hh_l0_reverse	6	0.050827231258153915
219902	rnn.weight_hh_l0_reverse	7	-0.08087725192308426
219902	rnn.weight_hh_l0_reverse	8	0.0421728640794754
219902	rnn.weight_hh_l0_reverse	9	0.03558389097452164
219902	rnn.bias_ih_l0_reverse	0	-0.05881046876311302
219902	rnn.bias_ih_l0_reverse	1	-0.2864750623703003
219902	rnn.bias_ih_l0_reverse	2	-0.12193385511636734
219902	rnn.bias_ih_l0_reverse	3	-0.04773865267634392
219902	rnn.bias_ih_l0_reverse	4	-0.023859623819589615
219902	rnn.bias_ih_l0_reverse	5	0.07523660361766815
219902	rnn.bias_ih_l0_reverse	6	-0.06646274775266647
219902	rnn.bias_ih_l0_reverse	7	0.06557747721672058
219902	rnn.bias_ih_l0_reverse	8	-0.040789470076560974
219902	rnn.bias_ih_l0_reverse	9	0.06325650215148926
219902	rnn.bias_hh_l0_reverse	0	0.024535097181797028
219902	rnn.bias_hh_l0_reverse	1	-0.05133315175771713
219902	rnn.bias_hh_l0_reverse	2	0.08526486903429031
219902	rnn.bias_hh_l0_reverse	3	-0.05024796351790428
219902	rnn.bias_hh_l0_reverse	4	-0.02820669114589691
219902	rnn.bias_hh_l0_reverse	5	-0.020684998482465744
219902	rnn.bias_hh_l0_reverse	6	-0.015602704137563705
219902	rnn.bias_hh_l0_reverse	7	0.09946556389331818
219902	rnn.bias_hh_l0_reverse	8	0.03414519503712654
219902	rnn.bias_hh_l0_reverse	9	-0.14714878797531128
219902	rnn.weight_ih_l1	0	-0.029827935621142387
219902	rnn.weight_ih_l1	1	-0.05116502195596695
219902	rnn.weight_ih_l1	2	0.06389277428388596
219902	rnn.weight_ih_l1	3	-0.07209929823875427
219902	rnn.weight_ih_l1	4	-0.01435578428208828
219902	rnn.weight_ih_l1	5	-0.04054288938641548
219902	rnn.weight_ih_l1	6	0.02824677713215351
219902	rnn.weight_ih_l1	7	-0.04440256580710411
219902	rnn.weight_ih_l1	8	0.03780712932348251
219902	rnn.weight_ih_l1	9	0.044864363968372345
219902	rnn.weight_hh_l1	0	-0.005548469256609678
219902	rnn.weight_hh_l1	1	0.019754961133003235
219902	rnn.weight_hh_l1	2	0.007420728914439678
219902	rnn.weight_hh_l1	3	-0.01304447092115879
219902	rnn.weight_hh_l1	4	0.004802331328392029
219902	rnn.weight_hh_l1	5	0.03492201119661331
219902	rnn.weight_hh_l1	6	0.036711011081933975
219902	rnn.weight_hh_l1	7	-0.016272911801934242
219902	rnn.weight_hh_l1	8	-0.008248201571404934
219902	rnn.weight_hh_l1	9	0.038336340337991714
219902	rnn.bias_ih_l1	0	-0.18666787445545197
219902	rnn.bias_ih_l1	1	-0.1798296719789505
219902	rnn.bias_ih_l1	2	-0.19976618885993958
219902	rnn.bias_ih_l1	3	-0.3112388551235199
219902	rnn.bias_ih_l1	4	-0.21072952449321747
219902	rnn.bias_ih_l1	5	-0.08726074546575546
219902	rnn.bias_ih_l1	6	-0.15969273447990417
219902	rnn.bias_ih_l1	7	-0.011825259774923325
219902	rnn.bias_ih_l1	8	-0.13555490970611572
219902	rnn.bias_ih_l1	9	-0.12886156141757965
219902	rnn.bias_hh_l1	0	-0.09680256247520447
219902	rnn.bias_hh_l1	1	-0.0684344619512558
219902	rnn.bias_hh_l1	2	-0.08645220845937729
219902	rnn.bias_hh_l1	3	-0.07966102659702301
219902	rnn.bias_hh_l1	4	-0.07546110451221466
219902	rnn.bias_hh_l1	5	-0.11759733408689499
219902	rnn.bias_hh_l1	6	-0.16711407899856567
219902	rnn.bias_hh_l1	7	0.07712788879871368
219902	rnn.bias_hh_l1	8	-0.17978306114673615
219902	rnn.bias_hh_l1	9	-0.11839103698730469
219902	rnn.weight_ih_l1_reverse	0	-0.04527789726853371
219902	rnn.weight_ih_l1_reverse	1	0.03326895460486412
219902	rnn.weight_ih_l1_reverse	2	0.09097623080015182
219902	rnn.weight_ih_l1_reverse	3	-0.0172207523137331
219902	rnn.weight_ih_l1_reverse	4	-0.024905802682042122
219902	rnn.weight_ih_l1_reverse	5	-0.030394909903407097
219902	rnn.weight_ih_l1_reverse	6	-0.01790996454656124
219902	rnn.weight_ih_l1_reverse	7	0.028867291286587715
219902	rnn.weight_ih_l1_reverse	8	0.008060475811362267
219902	rnn.weight_ih_l1_reverse	9	-0.03458171710371971
219902	rnn.weight_hh_l1_reverse	0	0.004356638994067907
219902	rnn.weight_hh_l1_reverse	1	0.03143332153558731
219902	rnn.weight_hh_l1_reverse	2	-0.040547315031290054
219902	rnn.weight_hh_l1_reverse	3	0.035039156675338745
219902	rnn.weight_hh_l1_reverse	4	0.04705118387937546
219902	rnn.weight_hh_l1_reverse	5	0.004408641252666712
219902	rnn.weight_hh_l1_reverse	6	0.048346057534217834
219902	rnn.weight_hh_l1_reverse	7	0.03159007802605629
219902	rnn.weight_hh_l1_reverse	8	-0.0072316452860832214
219902	rnn.weight_hh_l1_reverse	9	-0.030907131731510162
219902	rnn.bias_ih_l1_reverse	0	-0.047970689833164215
219902	rnn.bias_ih_l1_reverse	1	-0.1404544562101364
219902	rnn.bias_ih_l1_reverse	2	-0.16284571588039398
219902	rnn.bias_ih_l1_reverse	3	-0.05755086988210678
219902	rnn.bias_ih_l1_reverse	4	-0.20833763480186462
219902	rnn.bias_ih_l1_reverse	5	-0.11696300655603409
219902	rnn.bias_ih_l1_reverse	6	-0.13177081942558289
219902	rnn.bias_ih_l1_reverse	7	-0.1907275915145874
219902	rnn.bias_ih_l1_reverse	8	0.22463203966617584
219902	rnn.bias_ih_l1_reverse	9	0.02694062516093254
219902	rnn.bias_hh_l1_reverse	0	0.007554893381893635
219902	rnn.bias_hh_l1_reverse	1	-0.06833439320325851
219902	rnn.bias_hh_l1_reverse	2	-0.23683802783489227
219902	rnn.bias_hh_l1_reverse	3	-0.1410265415906906
219902	rnn.bias_hh_l1_reverse	4	-0.08175941556692123
219902	rnn.bias_hh_l1_reverse	5	-0.11584166437387466
219902	rnn.bias_hh_l1_reverse	6	0.05446403846144676
219902	rnn.bias_hh_l1_reverse	7	-0.14119483530521393
219902	rnn.bias_hh_l1_reverse	8	-0.12193886190652847
219902	rnn.bias_hh_l1_reverse	9	-0.15042206645011902
219902	linear.weight	0	0.002228822559118271
219902	linear.weight	1	0.10257818549871445
219902	linear.weight	2	-0.0920427218079567
219902	linear.weight	3	0.3020824193954468
219902	linear.weight	4	0.14880216121673584
219902	linear.weight	5	-0.062004391103982925
219902	linear.weight	6	0.09831809252500534
219902	linear.weight	7	0.11830264329910278
219902	linear.weight	8	0.041140276938676834
219902	linear.weight	9	-0.054658904671669006
219902	linear.bias	0	0.09630299359560013
219902	linear.bias	1	-0.18157121539115906
219902	linear.bias	2	-0.4425399899482727
219902	linear.bias	3	-0.6629647612571716
219902	linear.bias	4	-1.256003499031067
219902	linear.bias	5	-0.053162992000579834
219902	linear.bias	6	-0.8184424042701721
219902	linear.bias	7	0.2769216001033783
219902	linear.bias	8	-0.41254037618637085
219902	linear.bias	9	-1.0306389331817627
220099	transitions	0	0.7417873740196228
220099	transitions	1	0.14381049573421478
220099	transitions	2	-10000.0
220099	transitions	3	-1.8276612758636475
220099	transitions	4	-10000.0
220099	transitions	5	0.5640658140182495
220099	transitions	6	-0.084760382771492
220099	transitions	7	-0.8019950985908508
220099	transitions	8	-1.4206739664077759
220099	transitions	9	-0.0012223569210618734
220099	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
220099	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
220099	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
220099	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
220099	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
220099	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
220099	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
220099	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
220099	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
220099	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
220099	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
220099	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
220099	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
220099	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
220099	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
220099	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
220099	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
220099	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
220099	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
220099	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
220099	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
220099	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
220099	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
220099	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
220099	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
220099	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
220099	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
220099	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
220099	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
220099	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
220099	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
220099	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
220099	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
220099	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
220099	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
220099	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
220099	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
220099	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
220099	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
220099	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
220099	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
220099	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
220099	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
220099	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
220099	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
220099	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
220099	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
220099	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
220099	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
220099	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
220099	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
220099	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
220099	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
220099	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
220099	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
220099	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
220099	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
220099	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
220099	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
220099	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
220099	embedding2nn.weight	0	0.018489783629775047
220099	embedding2nn.weight	1	-0.013081856071949005
220099	embedding2nn.weight	2	-0.014268254861235619
220099	embedding2nn.weight	3	-0.030751178041100502
220099	embedding2nn.weight	4	-0.0059150345623493195
220099	embedding2nn.weight	5	-0.0037005888298153877
220099	embedding2nn.weight	6	-0.003973266109824181
220099	embedding2nn.weight	7	-0.07615693658590317
220099	embedding2nn.weight	8	-0.0019979383796453476
220099	embedding2nn.weight	9	-0.0274696946144104
220099	embedding2nn.bias	0	0.022665126249194145
220099	embedding2nn.bias	1	-0.0699891746044159
220099	embedding2nn.bias	2	0.06720313429832458
220099	embedding2nn.bias	3	0.044815417379140854
220099	embedding2nn.bias	4	-0.034618016332387924
220099	embedding2nn.bias	5	-0.012881515547633171
220099	embedding2nn.bias	6	0.02483072318136692
220099	embedding2nn.bias	7	-0.05198623985052109
220099	embedding2nn.bias	8	0.0714581087231636
220099	embedding2nn.bias	9	0.03871963545680046
220099	rnn.weight_ih_l0	0	-0.07783674448728561
220099	rnn.weight_ih_l0	1	0.003784367348998785
220099	rnn.weight_ih_l0	2	0.03601139038801193
220099	rnn.weight_ih_l0	3	0.022060047835111618
220099	rnn.weight_ih_l0	4	-0.0497686043381691
220099	rnn.weight_ih_l0	5	-0.06846236437559128
220099	rnn.weight_ih_l0	6	-0.002385516185313463
220099	rnn.weight_ih_l0	7	0.05195000395178795
220099	rnn.weight_ih_l0	8	-0.016656750813126564
220099	rnn.weight_ih_l0	9	-0.03165517374873161
220099	rnn.weight_hh_l0	0	-0.030443767085671425
220099	rnn.weight_hh_l0	1	-0.007621609140187502
220099	rnn.weight_hh_l0	2	0.006645769812166691
220099	rnn.weight_hh_l0	3	-0.07483132183551788
220099	rnn.weight_hh_l0	4	0.0939137414097786
220099	rnn.weight_hh_l0	5	-0.025114774703979492
220099	rnn.weight_hh_l0	6	-0.062028903514146805
220099	rnn.weight_hh_l0	7	0.010180202312767506
220099	rnn.weight_hh_l0	8	0.013074583373963833
220099	rnn.weight_hh_l0	9	-0.02480330877006054
220099	rnn.bias_ih_l0	0	0.12711377441883087
220099	rnn.bias_ih_l0	1	-0.036422401666641235
220099	rnn.bias_ih_l0	2	-0.034304507076740265
220099	rnn.bias_ih_l0	3	0.1624252200126648
220099	rnn.bias_ih_l0	4	-0.010807955637574196
220099	rnn.bias_ih_l0	5	-0.022881869226694107
220099	rnn.bias_ih_l0	6	0.02055582031607628
220099	rnn.bias_ih_l0	7	0.022914234548807144
220099	rnn.bias_ih_l0	8	-0.10084798187017441
220099	rnn.bias_ih_l0	9	-0.04851405695080757
220099	rnn.bias_hh_l0	0	0.0023553920909762383
220099	rnn.bias_hh_l0	1	-0.10095925629138947
220099	rnn.bias_hh_l0	2	-0.0716850608587265
220099	rnn.bias_hh_l0	3	-0.08752644807100296
220099	rnn.bias_hh_l0	4	0.012090681120753288
220099	rnn.bias_hh_l0	5	-0.01980288326740265
220099	rnn.bias_hh_l0	6	0.025494325906038284
220099	rnn.bias_hh_l0	7	0.053068723529577255
220099	rnn.bias_hh_l0	8	-0.11932546645402908
220099	rnn.bias_hh_l0	9	-0.05653901398181915
220099	rnn.weight_ih_l0_reverse	0	-0.022230984643101692
220099	rnn.weight_ih_l0_reverse	1	-0.05496462434530258
220099	rnn.weight_ih_l0_reverse	2	-0.04629259556531906
220099	rnn.weight_ih_l0_reverse	3	0.013526013121008873
220099	rnn.weight_ih_l0_reverse	4	-0.025502638891339302
220099	rnn.weight_ih_l0_reverse	5	-0.05745111033320427
220099	rnn.weight_ih_l0_reverse	6	0.0749017521739006
220099	rnn.weight_ih_l0_reverse	7	-0.01836216263473034
220099	rnn.weight_ih_l0_reverse	8	-0.01930072158575058
220099	rnn.weight_ih_l0_reverse	9	0.0035242584999650717
220099	rnn.weight_hh_l0_reverse	0	0.06738636642694473
220099	rnn.weight_hh_l0_reverse	1	0.021813228726387024
220099	rnn.weight_hh_l0_reverse	2	0.029465118423104286
220099	rnn.weight_hh_l0_reverse	3	0.035612329840660095
220099	rnn.weight_hh_l0_reverse	4	0.01277378760278225
220099	rnn.weight_hh_l0_reverse	5	0.0070637864992022514
220099	rnn.weight_hh_l0_reverse	6	0.05079999566078186
220099	rnn.weight_hh_l0_reverse	7	-0.08093483000993729
220099	rnn.weight_hh_l0_reverse	8	0.04214237257838249
220099	rnn.weight_hh_l0_reverse	9	0.035591185092926025
220099	rnn.bias_ih_l0_reverse	0	-0.05873263254761696
220099	rnn.bias_ih_l0_reverse	1	-0.2863976061344147
220099	rnn.bias_ih_l0_reverse	2	-0.1216951236128807
220099	rnn.bias_ih_l0_reverse	3	-0.04756317660212517
220099	rnn.bias_ih_l0_reverse	4	-0.023990526795387268
220099	rnn.bias_ih_l0_reverse	5	0.07518596202135086
220099	rnn.bias_ih_l0_reverse	6	-0.06604159623384476
220099	rnn.bias_ih_l0_reverse	7	0.0656944215297699
220099	rnn.bias_ih_l0_reverse	8	-0.04053710028529167
220099	rnn.bias_ih_l0_reverse	9	0.06341087073087692
220099	rnn.bias_hh_l0_reverse	0	0.024683700874447823
220099	rnn.bias_hh_l0_reverse	1	-0.05100562795996666
220099	rnn.bias_hh_l0_reverse	2	0.08545559644699097
220099	rnn.bias_hh_l0_reverse	3	-0.0505661778151989
220099	rnn.bias_hh_l0_reverse	4	-0.02822178788483143
220099	rnn.bias_hh_l0_reverse	5	-0.02038668841123581
220099	rnn.bias_hh_l0_reverse	6	-0.015525068156421185
220099	rnn.bias_hh_l0_reverse	7	0.09933491051197052
220099	rnn.bias_hh_l0_reverse	8	0.03392995893955231
220099	rnn.bias_hh_l0_reverse	9	-0.14640726149082184
220099	rnn.weight_ih_l1	0	-0.029815619811415672
220099	rnn.weight_ih_l1	1	-0.05109904333949089
220099	rnn.weight_ih_l1	2	0.06408760696649551
220099	rnn.weight_ih_l1	3	-0.07184412330389023
220099	rnn.weight_ih_l1	4	-0.014253996312618256
220099	rnn.weight_ih_l1	5	-0.04066123068332672
220099	rnn.weight_ih_l1	6	0.028254153206944466
220099	rnn.weight_ih_l1	7	-0.04444600269198418
220099	rnn.weight_ih_l1	8	0.03782692179083824
220099	rnn.weight_ih_l1	9	0.04476436227560043
220099	rnn.weight_hh_l1	0	-0.0055505200289189816
220099	rnn.weight_hh_l1	1	0.019789379090070724
220099	rnn.weight_hh_l1	2	0.007337155286222696
220099	rnn.weight_hh_l1	3	-0.013069446198642254
220099	rnn.weight_hh_l1	4	0.004725518636405468
220099	rnn.weight_hh_l1	5	0.034883979707956314
220099	rnn.weight_hh_l1	6	0.036645084619522095
220099	rnn.weight_hh_l1	7	-0.01629558578133583
220099	rnn.weight_hh_l1	8	-0.008216798305511475
220099	rnn.weight_hh_l1	9	0.03827914595603943
220099	rnn.bias_ih_l1	0	-0.18668973445892334
220099	rnn.bias_ih_l1	1	-0.1800796240568161
220099	rnn.bias_ih_l1	2	-0.19955548644065857
220099	rnn.bias_ih_l1	3	-0.3109356760978699
220099	rnn.bias_ih_l1	4	-0.21061156690120697
220099	rnn.bias_ih_l1	5	-0.0872836485505104
220099	rnn.bias_ih_l1	6	-0.15936334431171417
220099	rnn.bias_ih_l1	7	-0.010907746851444244
220099	rnn.bias_ih_l1	8	-0.13583947718143463
220099	rnn.bias_ih_l1	9	-0.12914587557315826
220099	rnn.bias_hh_l1	0	-0.09669037163257599
220099	rnn.bias_hh_l1	1	-0.06819391995668411
220099	rnn.bias_hh_l1	2	-0.08635376393795013
220099	rnn.bias_hh_l1	3	-0.07984856516122818
220099	rnn.bias_hh_l1	4	-0.07600835710763931
220099	rnn.bias_hh_l1	5	-0.1178843304514885
220099	rnn.bias_hh_l1	6	-0.16639165580272675
220099	rnn.bias_hh_l1	7	0.0772823765873909
220099	rnn.bias_hh_l1	8	-0.17957720160484314
220099	rnn.bias_hh_l1	9	-0.1179322898387909
220099	rnn.weight_ih_l1_reverse	0	-0.045451048761606216
220099	rnn.weight_ih_l1_reverse	1	0.03343338146805763
220099	rnn.weight_ih_l1_reverse	2	0.09113026410341263
220099	rnn.weight_ih_l1_reverse	3	-0.017446137964725494
220099	rnn.weight_ih_l1_reverse	4	-0.024936622008681297
220099	rnn.weight_ih_l1_reverse	5	-0.030445143580436707
220099	rnn.weight_ih_l1_reverse	6	-0.017805635929107666
220099	rnn.weight_ih_l1_reverse	7	0.028874637559056282
220099	rnn.weight_ih_l1_reverse	8	0.00817816611379385
220099	rnn.weight_ih_l1_reverse	9	-0.03448968753218651
220099	rnn.weight_hh_l1_reverse	0	0.004368345253169537
220099	rnn.weight_hh_l1_reverse	1	0.0313635990023613
220099	rnn.weight_hh_l1_reverse	2	-0.04053616151213646
220099	rnn.weight_hh_l1_reverse	3	0.035043008625507355
220099	rnn.weight_hh_l1_reverse	4	0.0469970740377903
220099	rnn.weight_hh_l1_reverse	5	0.004415691364556551
220099	rnn.weight_hh_l1_reverse	6	0.04833591729402542
220099	rnn.weight_hh_l1_reverse	7	0.031513113528490067
220099	rnn.weight_hh_l1_reverse	8	-0.007231591735035181
220099	rnn.weight_hh_l1_reverse	9	-0.03081563301384449
220099	rnn.bias_ih_l1_reverse	0	-0.04800206050276756
220099	rnn.bias_ih_l1_reverse	1	-0.140571728348732
220099	rnn.bias_ih_l1_reverse	2	-0.16282086074352264
220099	rnn.bias_ih_l1_reverse	3	-0.05724195018410683
220099	rnn.bias_ih_l1_reverse	4	-0.2080768346786499
220099	rnn.bias_ih_l1_reverse	5	-0.11674819141626358
220099	rnn.bias_ih_l1_reverse	6	-0.13142578303813934
220099	rnn.bias_ih_l1_reverse	7	-0.19077584147453308
220099	rnn.bias_ih_l1_reverse	8	0.2253440022468567
220099	rnn.bias_ih_l1_reverse	9	0.026109570637345314
220099	rnn.bias_hh_l1_reverse	0	0.006943319458514452
220099	rnn.bias_hh_l1_reverse	1	-0.06850729137659073
220099	rnn.bias_hh_l1_reverse	2	-0.23685875535011292
220099	rnn.bias_hh_l1_reverse	3	-0.14101624488830566
220099	rnn.bias_hh_l1_reverse	4	-0.08183220028877258
220099	rnn.bias_hh_l1_reverse	5	-0.11577674001455307
220099	rnn.bias_hh_l1_reverse	6	0.055893782526254654
220099	rnn.bias_hh_l1_reverse	7	-0.14057493209838867
220099	rnn.bias_hh_l1_reverse	8	-0.12183947116136551
220099	rnn.bias_hh_l1_reverse	9	-0.15037323534488678
220099	linear.weight	0	0.002228822559118271
220099	linear.weight	1	0.10172923654317856
220099	linear.weight	2	-0.09274563193321228
220099	linear.weight	3	0.30127042531967163
220099	linear.weight	4	0.14912375807762146
220099	linear.weight	5	-0.061781078577041626
220099	linear.weight	6	0.09561465680599213
220099	linear.weight	7	0.11775486916303635
220099	linear.weight	8	0.04114023596048355
220099	linear.weight	9	-0.0544804185628891
220099	linear.bias	0	0.09158030152320862
220099	linear.bias	1	-0.17802321910858154
220099	linear.bias	2	-0.4434269070625305
220099	linear.bias	3	-0.6586198210716248
220099	linear.bias	4	-1.2519209384918213
220099	linear.bias	5	-0.059209443628787994
220099	linear.bias	6	-0.8150439262390137
220099	linear.bias	7	0.27112478017807007
220099	linear.bias	8	-0.4136652648448944
220099	linear.bias	9	-1.0320476293563843
220296	transitions	0	0.7415406107902527
220296	transitions	1	0.1431090235710144
220296	transitions	2	-10000.0
220296	transitions	3	-1.8276647329330444
220296	transitions	4	-10000.0
220296	transitions	5	0.5640592575073242
220296	transitions	6	-0.08476351946592331
220296	transitions	7	-0.8020815253257751
220296	transitions	8	-1.4206758737564087
220296	transitions	9	-0.0012223871890455484
220296	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
220296	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
220296	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
220296	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
220296	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
220296	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
220296	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
220296	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
220296	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
220296	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
220296	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
220296	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
220296	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
220296	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
220296	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
220296	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
220296	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
220296	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
220296	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
220296	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
220296	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
220296	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
220296	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
220296	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
220296	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
220296	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
220296	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
220296	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
220296	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
220296	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
220296	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
220296	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
220296	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
220296	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
220296	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
220296	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
220296	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
220296	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
220296	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
220296	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
220296	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
220296	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
220296	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
220296	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
220296	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
220296	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
220296	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
220296	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
220296	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
220296	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
220296	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
220296	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
220296	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
220296	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
220296	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
220296	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
220296	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
220296	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
220296	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
220296	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
220296	embedding2nn.weight	0	0.018113555386662483
220296	embedding2nn.weight	1	-0.013087055645883083
220296	embedding2nn.weight	2	-0.014268254861235619
220296	embedding2nn.weight	3	-0.03126877546310425
220296	embedding2nn.weight	4	-0.0059150345623493195
220296	embedding2nn.weight	5	-0.0037005888298153877
220296	embedding2nn.weight	6	-0.003973266575485468
220296	embedding2nn.weight	7	-0.07616984844207764
220296	embedding2nn.weight	8	-0.0019979383796453476
220296	embedding2nn.weight	9	-0.027481885626912117
220296	embedding2nn.bias	0	0.022178851068019867
220296	embedding2nn.bias	1	-0.07037327438592911
220296	embedding2nn.bias	2	0.06752672791481018
220296	embedding2nn.bias	3	0.046062733978033066
220296	embedding2nn.bias	4	-0.035965535789728165
220296	embedding2nn.bias	5	-0.013302439823746681
220296	embedding2nn.bias	6	0.023869840428233147
220296	embedding2nn.bias	7	-0.05139969289302826
220296	embedding2nn.bias	8	0.07092185318470001
220296	embedding2nn.bias	9	0.04115220531821251
220296	rnn.weight_ih_l0	0	-0.07776252180337906
220296	rnn.weight_ih_l0	1	0.0038452905137091875
220296	rnn.weight_ih_l0	2	0.035774365067481995
220296	rnn.weight_ih_l0	3	0.02209024876356125
220296	rnn.weight_ih_l0	4	-0.04994671791791916
220296	rnn.weight_ih_l0	5	-0.06835848093032837
220296	rnn.weight_ih_l0	6	-0.002454817295074463
220296	rnn.weight_ih_l0	7	0.051978949457407
220296	rnn.weight_ih_l0	8	-0.016657261177897453
220296	rnn.weight_ih_l0	9	-0.03170250728726387
220296	rnn.weight_hh_l0	0	-0.030314521864056587
220296	rnn.weight_hh_l0	1	-0.007683091796934605
220296	rnn.weight_hh_l0	2	0.006729640997946262
220296	rnn.weight_hh_l0	3	-0.0747835785150528
220296	rnn.weight_hh_l0	4	0.09392517060041428
220296	rnn.weight_hh_l0	5	-0.025008022785186768
220296	rnn.weight_hh_l0	6	-0.06212789937853813
220296	rnn.weight_hh_l0	7	0.010111832059919834
220296	rnn.weight_hh_l0	8	0.013064160943031311
220296	rnn.weight_hh_l0	9	-0.024854276329278946
220296	rnn.bias_ih_l0	0	0.1272129863500595
220296	rnn.bias_ih_l0	1	-0.03665025532245636
220296	rnn.bias_ih_l0	2	-0.03437710180878639
220296	rnn.bias_ih_l0	3	0.16230382025241852
220296	rnn.bias_ih_l0	4	-0.010833741165697575
220296	rnn.bias_ih_l0	5	-0.023190636187791824
220296	rnn.bias_ih_l0	6	0.02019665203988552
220296	rnn.bias_ih_l0	7	0.0235931146889925
220296	rnn.bias_ih_l0	8	-0.10074572265148163
220296	rnn.bias_ih_l0	9	-0.04914650693535805
220296	rnn.bias_hh_l0	0	0.001969375880435109
220296	rnn.bias_hh_l0	1	-0.10013241320848465
220296	rnn.bias_hh_l0	2	-0.07126316428184509
220296	rnn.bias_hh_l0	3	-0.08741029351949692
220296	rnn.bias_hh_l0	4	0.011387312784790993
220296	rnn.bias_hh_l0	5	-0.019985487684607506
220296	rnn.bias_hh_l0	6	0.02530103549361229
220296	rnn.bias_hh_l0	7	0.05318082869052887
220296	rnn.bias_hh_l0	8	-0.11924219876527786
220296	rnn.bias_hh_l0	9	-0.05663595721125603
220296	rnn.weight_ih_l0_reverse	0	-0.022106310352683067
220296	rnn.weight_ih_l0_reverse	1	-0.055022645741701126
220296	rnn.weight_ih_l0_reverse	2	-0.046336349099874496
220296	rnn.weight_ih_l0_reverse	3	0.01344080176204443
220296	rnn.weight_ih_l0_reverse	4	-0.02556328848004341
220296	rnn.weight_ih_l0_reverse	5	-0.057412996888160706
220296	rnn.weight_ih_l0_reverse	6	0.07500406354665756
220296	rnn.weight_ih_l0_reverse	7	-0.018600646406412125
220296	rnn.weight_ih_l0_reverse	8	-0.019277796149253845
220296	rnn.weight_ih_l0_reverse	9	0.003567976877093315
220296	rnn.weight_hh_l0_reverse	0	0.06700623035430908
220296	rnn.weight_hh_l0_reverse	1	0.021567832678556442
220296	rnn.weight_hh_l0_reverse	2	0.029444552958011627
220296	rnn.weight_hh_l0_reverse	3	0.03562227264046669
220296	rnn.weight_hh_l0_reverse	4	0.012761304154992104
220296	rnn.weight_hh_l0_reverse	5	0.007080386858433485
220296	rnn.weight_hh_l0_reverse	6	0.050812434405088425
220296	rnn.weight_hh_l0_reverse	7	-0.08087952435016632
220296	rnn.weight_hh_l0_reverse	8	0.0421338714659214
220296	rnn.weight_hh_l0_reverse	9	0.03556995466351509
220296	rnn.bias_ih_l0_reverse	0	-0.05855949595570564
220296	rnn.bias_ih_l0_reverse	1	-0.2862696647644043
220296	rnn.bias_ih_l0_reverse	2	-0.1217830702662468
220296	rnn.bias_ih_l0_reverse	3	-0.047489963471889496
220296	rnn.bias_ih_l0_reverse	4	-0.023508800193667412
220296	rnn.bias_ih_l0_reverse	5	0.07528433948755264
220296	rnn.bias_ih_l0_reverse	6	-0.0661090537905693
220296	rnn.bias_ih_l0_reverse	7	0.0657564178109169
220296	rnn.bias_ih_l0_reverse	8	-0.040215130895376205
220296	rnn.bias_ih_l0_reverse	9	0.063249371945858
220296	rnn.bias_hh_l0_reverse	0	0.024842683225870132
220296	rnn.bias_hh_l0_reverse	1	-0.051425546407699585
220296	rnn.bias_hh_l0_reverse	2	0.08501070737838745
220296	rnn.bias_hh_l0_reverse	3	-0.05070871859788895
220296	rnn.bias_hh_l0_reverse	4	-0.02835376188158989
220296	rnn.bias_hh_l0_reverse	5	-0.019589051604270935
220296	rnn.bias_hh_l0_reverse	6	-0.015533605590462685
220296	rnn.bias_hh_l0_reverse	7	0.09960589557886124
220296	rnn.bias_hh_l0_reverse	8	0.033800385892391205
220296	rnn.bias_hh_l0_reverse	9	-0.14596332609653473
220296	rnn.weight_ih_l1	0	-0.029871368780732155
220296	rnn.weight_ih_l1	1	-0.05099787563085556
220296	rnn.weight_ih_l1	2	0.06406066566705704
220296	rnn.weight_ih_l1	3	-0.0716831386089325
220296	rnn.weight_ih_l1	4	-0.014556643553078175
220296	rnn.weight_ih_l1	5	-0.04064371809363365
220296	rnn.weight_ih_l1	6	0.028437554836273193
220296	rnn.weight_ih_l1	7	-0.04417896270751953
220296	rnn.weight_ih_l1	8	0.03777395561337471
220296	rnn.weight_ih_l1	9	0.0447431243956089
220296	rnn.weight_hh_l1	0	-0.005349361803382635
220296	rnn.weight_hh_l1	1	0.019780654460191727
220296	rnn.weight_hh_l1	2	0.007271894253790379
220296	rnn.weight_hh_l1	3	-0.012993592768907547
220296	rnn.weight_hh_l1	4	0.004700015299022198
220296	rnn.weight_hh_l1	5	0.03489435091614723
220296	rnn.weight_hh_l1	6	0.036823395639657974
220296	rnn.weight_hh_l1	7	-0.016246573999524117
220296	rnn.weight_hh_l1	8	-0.008095904253423214
220296	rnn.weight_hh_l1	9	0.03832800313830376
220296	rnn.bias_ih_l1	0	-0.18643061816692352
220296	rnn.bias_ih_l1	1	-0.1797826737165451
220296	rnn.bias_ih_l1	2	-0.1990899294614792
220296	rnn.bias_ih_l1	3	-0.31112992763519287
220296	rnn.bias_ih_l1	4	-0.21020181477069855
220296	rnn.bias_ih_l1	5	-0.08715513348579407
220296	rnn.bias_ih_l1	6	-0.15923070907592773
220296	rnn.bias_ih_l1	7	-0.011124732904136181
220296	rnn.bias_ih_l1	8	-0.136189803481102
220296	rnn.bias_ih_l1	9	-0.12882140278816223
220296	rnn.bias_hh_l1	0	-0.09670428931713104
220296	rnn.bias_hh_l1	1	-0.06831400096416473
220296	rnn.bias_hh_l1	2	-0.08656374365091324
220296	rnn.bias_hh_l1	3	-0.07961104810237885
220296	rnn.bias_hh_l1	4	-0.07575759291648865
220296	rnn.bias_hh_l1	5	-0.11795847862958908
220296	rnn.bias_hh_l1	6	-0.1665753722190857
220296	rnn.bias_hh_l1	7	0.07774055004119873
220296	rnn.bias_hh_l1	8	-0.1792733520269394
220296	rnn.bias_hh_l1	9	-0.1182648241519928
220296	rnn.weight_ih_l1_reverse	0	-0.04545539617538452
220296	rnn.weight_ih_l1_reverse	1	0.03309934586286545
220296	rnn.weight_ih_l1_reverse	2	0.09097931534051895
220296	rnn.weight_ih_l1_reverse	3	-0.01723797619342804
220296	rnn.weight_ih_l1_reverse	4	-0.025084473192691803
220296	rnn.weight_ih_l1_reverse	5	-0.030418038368225098
220296	rnn.weight_ih_l1_reverse	6	-0.0176385510712862
220296	rnn.weight_ih_l1_reverse	7	0.028883548453450203
220296	rnn.weight_ih_l1_reverse	8	0.007423149887472391
220296	rnn.weight_ih_l1_reverse	9	-0.03403042256832123
220296	rnn.weight_hh_l1_reverse	0	0.00439081946387887
220296	rnn.weight_hh_l1_reverse	1	0.031432539224624634
220296	rnn.weight_hh_l1_reverse	2	-0.04053475335240364
220296	rnn.weight_hh_l1_reverse	3	0.03502903878688812
220296	rnn.weight_hh_l1_reverse	4	0.04704926535487175
220296	rnn.weight_hh_l1_reverse	5	0.004409327637404203
220296	rnn.weight_hh_l1_reverse	6	0.048292048275470734
220296	rnn.weight_hh_l1_reverse	7	0.03147021681070328
220296	rnn.weight_hh_l1_reverse	8	-0.007231799885630608
220296	rnn.weight_hh_l1_reverse	9	-0.03084016591310501
220296	rnn.bias_ih_l1_reverse	0	-0.04787230119109154
220296	rnn.bias_ih_l1_reverse	1	-0.1411767452955246
220296	rnn.bias_ih_l1_reverse	2	-0.16306915879249573
220296	rnn.bias_ih_l1_reverse	3	-0.05660165101289749
220296	rnn.bias_ih_l1_reverse	4	-0.20796416699886322
220296	rnn.bias_ih_l1_reverse	5	-0.11643052846193314
220296	rnn.bias_ih_l1_reverse	6	-0.13149939477443695
220296	rnn.bias_ih_l1_reverse	7	-0.1906336396932602
220296	rnn.bias_ih_l1_reverse	8	0.22463072836399078
220296	rnn.bias_ih_l1_reverse	9	0.02535795047879219
220296	rnn.bias_hh_l1_reverse	0	0.0074379099532961845
220296	rnn.bias_hh_l1_reverse	1	-0.06931139528751373
220296	rnn.bias_hh_l1_reverse	2	-0.23694676160812378
220296	rnn.bias_hh_l1_reverse	3	-0.14087805151939392
220296	rnn.bias_hh_l1_reverse	4	-0.08175201714038849
220296	rnn.bias_hh_l1_reverse	5	-0.11547589302062988
220296	rnn.bias_hh_l1_reverse	6	0.05523227900266647
220296	rnn.bias_hh_l1_reverse	7	-0.1401028037071228
220296	rnn.bias_hh_l1_reverse	8	-0.1219557449221611
220296	rnn.bias_hh_l1_reverse	9	-0.15050578117370605
220296	linear.weight	0	0.002228822559118271
220296	linear.weight	1	0.10153317451477051
220296	linear.weight	2	-0.09306163340806961
220296	linear.weight	3	0.3012514114379883
220296	linear.weight	4	0.14912045001983643
220296	linear.weight	5	-0.0622708722949028
220296	linear.weight	6	0.09520510584115982
220296	linear.weight	7	0.11771661043167114
220296	linear.weight	8	0.04114021360874176
220296	linear.weight	9	-0.055120036005973816
220296	linear.bias	0	0.0940733328461647
220296	linear.bias	1	-0.17483212053775787
220296	linear.bias	2	-0.4415530860424042
220296	linear.bias	3	-0.6571956872940063
220296	linear.bias	4	-1.250736951828003
220296	linear.bias	5	-0.06214991584420204
220296	linear.bias	6	-0.8116083741188049
220296	linear.bias	7	0.2686019539833069
220296	linear.bias	8	-0.4179764688014984
220296	linear.bias	9	-1.0365413427352905
220493	transitions	0	0.7414007186889648
220493	transitions	1	0.14216770231723785
220493	transitions	2	-10000.0
220493	transitions	3	-1.8276714086532593
220493	transitions	4	-10000.0
220493	transitions	5	0.5640501379966736
220493	transitions	6	-0.08476832509040833
220493	transitions	7	-0.8021194934844971
220493	transitions	8	-1.4206795692443848
220493	transitions	9	-0.0012224528472870588
220493	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
220493	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
220493	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
220493	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
220493	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
220493	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
220493	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
220493	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
220493	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
220493	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
220493	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
220493	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
220493	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
220493	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
220493	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
220493	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
220493	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
220493	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
220493	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
220493	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
220493	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
220493	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
220493	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
220493	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
220493	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
220493	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
220493	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
220493	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
220493	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
220493	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
220493	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
220493	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
220493	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
220493	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
220493	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
220493	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
220493	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
220493	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
220493	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
220493	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
220493	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
220493	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
220493	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
220493	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
220493	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
220493	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
220493	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
220493	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
220493	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
220493	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
220493	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
220493	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
220493	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
220493	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
220493	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
220493	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
220493	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
220493	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
220493	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
220493	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
220493	embedding2nn.weight	0	0.017981814220547676
220493	embedding2nn.weight	1	-0.013086695224046707
220493	embedding2nn.weight	2	-0.014268254861235619
220493	embedding2nn.weight	3	-0.031003113836050034
220493	embedding2nn.weight	4	-0.0059150345623493195
220493	embedding2nn.weight	5	-0.0037005888298153877
220493	embedding2nn.weight	6	-0.003973267041146755
220493	embedding2nn.weight	7	-0.07626024633646011
220493	embedding2nn.weight	8	-0.0019979383796453476
220493	embedding2nn.weight	9	-0.027477145195007324
220493	embedding2nn.bias	0	0.021857379004359245
220493	embedding2nn.bias	1	-0.06964624673128128
220493	embedding2nn.bias	2	0.06757496297359467
220493	embedding2nn.bias	3	0.047684721648693085
220493	embedding2nn.bias	4	-0.03647759556770325
220493	embedding2nn.bias	5	-0.012719186954200268
220493	embedding2nn.bias	6	0.02541426196694374
220493	embedding2nn.bias	7	-0.051035959273576736
220493	embedding2nn.bias	8	0.06926494091749191
220493	embedding2nn.bias	9	0.04125957190990448
220493	rnn.weight_ih_l0	0	-0.07784788310527802
220493	rnn.weight_ih_l0	1	0.003675909014418721
220493	rnn.weight_ih_l0	2	0.03565128147602081
220493	rnn.weight_ih_l0	3	0.022112613543868065
220493	rnn.weight_ih_l0	4	-0.04986540228128433
220493	rnn.weight_ih_l0	5	-0.068381167948246
220493	rnn.weight_ih_l0	6	-0.002454151166602969
220493	rnn.weight_ih_l0	7	0.0521107017993927
220493	rnn.weight_ih_l0	8	-0.016476750373840332
220493	rnn.weight_ih_l0	9	-0.03192085400223732
220493	rnn.weight_hh_l0	0	-0.030430829152464867
220493	rnn.weight_hh_l0	1	-0.007763816975057125
220493	rnn.weight_hh_l0	2	0.006900808308273554
220493	rnn.weight_hh_l0	3	-0.07469901442527771
220493	rnn.weight_hh_l0	4	0.09386162459850311
220493	rnn.weight_hh_l0	5	-0.0248833280056715
220493	rnn.weight_hh_l0	6	-0.06199921667575836
220493	rnn.weight_hh_l0	7	0.009955613873898983
220493	rnn.weight_hh_l0	8	0.012973100878298283
220493	rnn.weight_hh_l0	9	-0.024847039952874184
220493	rnn.bias_ih_l0	0	0.12706860899925232
220493	rnn.bias_ih_l0	1	-0.036454230546951294
220493	rnn.bias_ih_l0	2	-0.03423253446817398
220493	rnn.bias_ih_l0	3	0.16208651661872864
220493	rnn.bias_ih_l0	4	-0.010851268656551838
220493	rnn.bias_ih_l0	5	-0.023561881855130196
220493	rnn.bias_ih_l0	6	0.020450685173273087
220493	rnn.bias_ih_l0	7	0.02363531105220318
220493	rnn.bias_ih_l0	8	-0.10064732283353806
220493	rnn.bias_ih_l0	9	-0.04840125888586044
220493	rnn.bias_hh_l0	0	0.0014024266274645925
220493	rnn.bias_hh_l0	1	-0.10004989802837372
220493	rnn.bias_hh_l0	2	-0.07099097222089767
220493	rnn.bias_hh_l0	3	-0.08742580562829971
220493	rnn.bias_hh_l0	4	0.011455925181508064
220493	rnn.bias_hh_l0	5	-0.019955122843384743
220493	rnn.bias_hh_l0	6	0.02594028227031231
220493	rnn.bias_hh_l0	7	0.05267949029803276
220493	rnn.bias_hh_l0	8	-0.11956851184368134
220493	rnn.bias_hh_l0	9	-0.05673237890005112
220493	rnn.weight_ih_l0_reverse	0	-0.02223868854343891
220493	rnn.weight_ih_l0_reverse	1	-0.05494492128491402
220493	rnn.weight_ih_l0_reverse	2	-0.04642581567168236
220493	rnn.weight_ih_l0_reverse	3	0.013688295148313046
220493	rnn.weight_ih_l0_reverse	4	-0.025493288412690163
220493	rnn.weight_ih_l0_reverse	5	-0.05725940689444542
220493	rnn.weight_ih_l0_reverse	6	0.0748123899102211
220493	rnn.weight_ih_l0_reverse	7	-0.01903901807963848
220493	rnn.weight_ih_l0_reverse	8	-0.01932147704064846
220493	rnn.weight_ih_l0_reverse	9	0.003628059523180127
220493	rnn.weight_hh_l0_reverse	0	0.0669272392988205
220493	rnn.weight_hh_l0_reverse	1	0.02163771353662014
220493	rnn.weight_hh_l0_reverse	2	0.029011381790041924
220493	rnn.weight_hh_l0_reverse	3	0.03558320924639702
220493	rnn.weight_hh_l0_reverse	4	0.012695763260126114
220493	rnn.weight_hh_l0_reverse	5	0.00708976574242115
220493	rnn.weight_hh_l0_reverse	6	0.050873808562755585
220493	rnn.weight_hh_l0_reverse	7	-0.08085839450359344
220493	rnn.weight_hh_l0_reverse	8	0.04216087982058525
220493	rnn.weight_hh_l0_reverse	9	0.03556899353861809
220493	rnn.bias_ih_l0_reverse	0	-0.058424465358257294
220493	rnn.bias_ih_l0_reverse	1	-0.28594517707824707
220493	rnn.bias_ih_l0_reverse	2	-0.1220632866024971
220493	rnn.bias_ih_l0_reverse	3	-0.0475979782640934
220493	rnn.bias_ih_l0_reverse	4	-0.022960538044571877
220493	rnn.bias_ih_l0_reverse	5	0.07524535059928894
220493	rnn.bias_ih_l0_reverse	6	-0.06642711907625198
220493	rnn.bias_ih_l0_reverse	7	0.06539858877658844
220493	rnn.bias_ih_l0_reverse	8	-0.04032599553465843
220493	rnn.bias_ih_l0_reverse	9	0.06290031969547272
220493	rnn.bias_hh_l0_reverse	0	0.024855850264430046
220493	rnn.bias_hh_l0_reverse	1	-0.05135076493024826
220493	rnn.bias_hh_l0_reverse	2	0.0847841128706932
220493	rnn.bias_hh_l0_reverse	3	-0.050721921026706696
220493	rnn.bias_hh_l0_reverse	4	-0.02818324603140354
220493	rnn.bias_hh_l0_reverse	5	-0.019523710012435913
220493	rnn.bias_hh_l0_reverse	6	-0.015465553849935532
220493	rnn.bias_hh_l0_reverse	7	0.09968879073858261
220493	rnn.bias_hh_l0_reverse	8	0.0337175615131855
220493	rnn.bias_hh_l0_reverse	9	-0.14585661888122559
220493	rnn.weight_ih_l1	0	-0.029888739809393883
220493	rnn.weight_ih_l1	1	-0.051103971898555756
220493	rnn.weight_ih_l1	2	0.0643453299999237
220493	rnn.weight_ih_l1	3	-0.0714644342660904
220493	rnn.weight_ih_l1	4	-0.014435689896345139
220493	rnn.weight_ih_l1	5	-0.04065847396850586
220493	rnn.weight_ih_l1	6	0.02834543213248253
220493	rnn.weight_ih_l1	7	-0.04418785870075226
220493	rnn.weight_ih_l1	8	0.03774411603808403
220493	rnn.weight_ih_l1	9	0.044701769948005676
220493	rnn.weight_hh_l1	0	-0.0055602663196623325
220493	rnn.weight_hh_l1	1	0.0197867751121521
220493	rnn.weight_hh_l1	2	0.007597321178764105
220493	rnn.weight_hh_l1	3	-0.013010496273636818
220493	rnn.weight_hh_l1	4	0.00466673169285059
220493	rnn.weight_hh_l1	5	0.03489305451512337
220493	rnn.weight_hh_l1	6	0.036757197231054306
220493	rnn.weight_hh_l1	7	-0.016338342800736427
220493	rnn.weight_hh_l1	8	-0.008134505711495876
220493	rnn.weight_hh_l1	9	0.038312047719955444
220493	rnn.bias_ih_l1	0	-0.186074897646904
220493	rnn.bias_ih_l1	1	-0.17943349480628967
220493	rnn.bias_ih_l1	2	-0.19914104044437408
220493	rnn.bias_ih_l1	3	-0.3110473155975342
220493	rnn.bias_ih_l1	4	-0.20904043316841125
220493	rnn.bias_ih_l1	5	-0.08718008548021317
220493	rnn.bias_ih_l1	6	-0.1585552990436554
220493	rnn.bias_ih_l1	7	-0.011112060397863388
220493	rnn.bias_ih_l1	8	-0.13710060715675354
220493	rnn.bias_ih_l1	9	-0.12867471575737
220493	rnn.bias_hh_l1	0	-0.09707595407962799
220493	rnn.bias_hh_l1	1	-0.0678364709019661
220493	rnn.bias_hh_l1	2	-0.08704883605241776
220493	rnn.bias_hh_l1	3	-0.07942858338356018
220493	rnn.bias_hh_l1	4	-0.07540939003229141
220493	rnn.bias_hh_l1	5	-0.11812358349561691
220493	rnn.bias_hh_l1	6	-0.16638650000095367
220493	rnn.bias_hh_l1	7	0.07756977528333664
220493	rnn.bias_hh_l1	8	-0.1792481690645218
220493	rnn.bias_hh_l1	9	-0.11842713505029678
220493	rnn.weight_ih_l1_reverse	0	-0.04552328586578369
220493	rnn.weight_ih_l1_reverse	1	0.033068105578422546
220493	rnn.weight_ih_l1_reverse	2	0.090938039124012
220493	rnn.weight_ih_l1_reverse	3	-0.017138509079813957
220493	rnn.weight_ih_l1_reverse	4	-0.025262953713536263
220493	rnn.weight_ih_l1_reverse	5	-0.03043201193213463
220493	rnn.weight_ih_l1_reverse	6	-0.017854711040854454
220493	rnn.weight_ih_l1_reverse	7	0.029028788208961487
220493	rnn.weight_ih_l1_reverse	8	0.007548749912530184
220493	rnn.weight_ih_l1_reverse	9	-0.034117817878723145
220493	rnn.weight_hh_l1_reverse	0	0.004393339157104492
220493	rnn.weight_hh_l1_reverse	1	0.03142961114645004
220493	rnn.weight_hh_l1_reverse	2	-0.040528688579797745
220493	rnn.weight_hh_l1_reverse	3	0.0350419320166111
220493	rnn.weight_hh_l1_reverse	4	0.04700721055269241
220493	rnn.weight_hh_l1_reverse	5	0.0044538239017128944
220493	rnn.weight_hh_l1_reverse	6	0.04827350005507469
220493	rnn.weight_hh_l1_reverse	7	0.031404558569192886
220493	rnn.weight_hh_l1_reverse	8	-0.0071991621516644955
220493	rnn.weight_hh_l1_reverse	9	-0.030761895701289177
220493	rnn.bias_ih_l1_reverse	0	-0.04800089821219444
220493	rnn.bias_ih_l1_reverse	1	-0.141574427485466
220493	rnn.bias_ih_l1_reverse	2	-0.16315093636512756
220493	rnn.bias_ih_l1_reverse	3	-0.05804062262177467
220493	rnn.bias_ih_l1_reverse	4	-0.20787931978702545
220493	rnn.bias_ih_l1_reverse	5	-0.11641024798154831
220493	rnn.bias_ih_l1_reverse	6	-0.13136644661426544
220493	rnn.bias_ih_l1_reverse	7	-0.1910431832075119
220493	rnn.bias_ih_l1_reverse	8	0.22432591021060944
220493	rnn.bias_ih_l1_reverse	9	0.02550521306693554
220493	rnn.bias_hh_l1_reverse	0	0.008724680170416832
220493	rnn.bias_hh_l1_reverse	1	-0.06940502673387527
220493	rnn.bias_hh_l1_reverse	2	-0.23683308064937592
220493	rnn.bias_hh_l1_reverse	3	-0.14080162346363068
220493	rnn.bias_hh_l1_reverse	4	-0.08185616880655289
220493	rnn.bias_hh_l1_reverse	5	-0.11587381362915039
220493	rnn.bias_hh_l1_reverse	6	0.056231915950775146
220493	rnn.bias_hh_l1_reverse	7	-0.1398262083530426
220493	rnn.bias_hh_l1_reverse	8	-0.12224769592285156
220493	rnn.bias_hh_l1_reverse	9	-0.15037785470485687
220493	linear.weight	0	0.002228822559118271
220493	linear.weight	1	0.10222818702459335
220493	linear.weight	2	-0.09310811012983322
220493	linear.weight	3	0.30072519183158875
220493	linear.weight	4	0.1488211303949356
220493	linear.weight	5	-0.06201795116066933
220493	linear.weight	6	0.09572312980890274
220493	linear.weight	7	0.11711424589157104
220493	linear.weight	8	0.04114018380641937
220493	linear.weight	9	-0.05559515953063965
220493	linear.bias	0	0.09704332053661346
220493	linear.bias	1	-0.17452970147132874
220493	linear.bias	2	-0.43746888637542725
220493	linear.bias	3	-0.6598748564720154
220493	linear.bias	4	-1.2532695531845093
220493	linear.bias	5	-0.06501505523920059
220493	linear.bias	6	-0.8122315406799316
220493	linear.bias	7	0.2654532492160797
220493	linear.bias	8	-0.42165622115135193
220493	linear.bias	9	-1.0401118993759155
220690	transitions	0	0.741389811038971
220690	transitions	1	0.1419984996318817
220690	transitions	2	-10000.0
220690	transitions	3	-1.8276734352111816
220690	transitions	4	-10000.0
220690	transitions	5	0.5640435218811035
220690	transitions	6	-0.08477381616830826
220690	transitions	7	-0.802173912525177
220690	transitions	8	-1.420690894126892
220690	transitions	9	-0.0012225416721776128
220690	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
220690	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
220690	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
220690	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
220690	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
220690	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
220690	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
220690	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
220690	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
220690	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
220690	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
220690	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
220690	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
220690	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
220690	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
220690	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
220690	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
220690	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
220690	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
220690	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
220690	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
220690	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
220690	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
220690	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
220690	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
220690	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
220690	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
220690	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
220690	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
220690	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
220690	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
220690	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
220690	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
220690	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
220690	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
220690	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
220690	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
220690	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
220690	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
220690	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
220690	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
220690	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
220690	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
220690	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
220690	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
220690	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
220690	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
220690	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
220690	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
220690	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
220690	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
220690	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
220690	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
220690	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
220690	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
220690	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
220690	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
220690	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
220690	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
220690	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
220690	embedding2nn.weight	0	0.01787344552576542
220690	embedding2nn.weight	1	-0.013098884373903275
220690	embedding2nn.weight	2	-0.014268254861235619
220690	embedding2nn.weight	3	-0.03089025430381298
220690	embedding2nn.weight	4	-0.0059150345623493195
220690	embedding2nn.weight	5	-0.0037005888298153877
220690	embedding2nn.weight	6	-0.003973267041146755
220690	embedding2nn.weight	7	-0.07627401500940323
220690	embedding2nn.weight	8	-0.0019979383796453476
220690	embedding2nn.weight	9	-0.027502089738845825
220690	embedding2nn.bias	0	0.021389780566096306
220690	embedding2nn.bias	1	-0.07022576034069061
220690	embedding2nn.bias	2	0.06723804771900177
220690	embedding2nn.bias	3	0.04711579158902168
220690	embedding2nn.bias	4	-0.0361136756837368
220690	embedding2nn.bias	5	-0.012638671323657036
220690	embedding2nn.bias	6	0.02511526457965374
220690	embedding2nn.bias	7	-0.05033928528428078
220690	embedding2nn.bias	8	0.06978393346071243
220690	embedding2nn.bias	9	0.04187270253896713
220690	rnn.weight_ih_l0	0	-0.07789738476276398
220690	rnn.weight_ih_l0	1	0.004069731570780277
220690	rnn.weight_ih_l0	2	0.036218758672475815
220690	rnn.weight_ih_l0	3	0.02232620306313038
220690	rnn.weight_ih_l0	4	-0.05006301403045654
220690	rnn.weight_ih_l0	5	-0.06838937103748322
220690	rnn.weight_ih_l0	6	-0.002633344614878297
220690	rnn.weight_ih_l0	7	0.05217916890978813
220690	rnn.weight_ih_l0	8	-0.016697747632861137
220690	rnn.weight_ih_l0	9	-0.03204263001680374
220690	rnn.weight_hh_l0	0	-0.030402924865484238
220690	rnn.weight_hh_l0	1	-0.00784754753112793
220690	rnn.weight_hh_l0	2	0.00666598416864872
220690	rnn.weight_hh_l0	3	-0.0747816190123558
220690	rnn.weight_hh_l0	4	0.09393364936113358
220690	rnn.weight_hh_l0	5	-0.024900753051042557
220690	rnn.weight_hh_l0	6	-0.062010325491428375
220690	rnn.weight_hh_l0	7	0.009871571324765682
220690	rnn.weight_hh_l0	8	0.013104557991027832
220690	rnn.weight_hh_l0	9	-0.024966202676296234
220690	rnn.bias_ih_l0	0	0.12678715586662292
220690	rnn.bias_ih_l0	1	-0.03663218393921852
220690	rnn.bias_ih_l0	2	-0.034343525767326355
220690	rnn.bias_ih_l0	3	0.16212882101535797
220690	rnn.bias_ih_l0	4	-0.010870711877942085
220690	rnn.bias_ih_l0	5	-0.023816101253032684
220690	rnn.bias_ih_l0	6	0.020796148106455803
220690	rnn.bias_ih_l0	7	0.023418759927153587
220690	rnn.bias_ih_l0	8	-0.10084544867277145
220690	rnn.bias_ih_l0	9	-0.04815949872136116
220690	rnn.bias_hh_l0	0	0.0021290334407240152
220690	rnn.bias_hh_l0	1	-0.09981093555688858
220690	rnn.bias_hh_l0	2	-0.07094355672597885
220690	rnn.bias_hh_l0	3	-0.08704505860805511
220690	rnn.bias_hh_l0	4	0.011203045956790447
220690	rnn.bias_hh_l0	5	-0.019881010055541992
220690	rnn.bias_hh_l0	6	0.025628551840782166
220690	rnn.bias_hh_l0	7	0.05213256925344467
220690	rnn.bias_hh_l0	8	-0.12022104114294052
220690	rnn.bias_hh_l0	9	-0.05672341585159302
220690	rnn.weight_ih_l0_reverse	0	-0.022421065717935562
220690	rnn.weight_ih_l0_reverse	1	-0.055088888853788376
220690	rnn.weight_ih_l0_reverse	2	-0.046546097844839096
220690	rnn.weight_ih_l0_reverse	3	0.013617840595543385
220690	rnn.weight_ih_l0_reverse	4	-0.025498833507299423
220690	rnn.weight_ih_l0_reverse	5	-0.05731501802802086
220690	rnn.weight_ih_l0_reverse	6	0.07466382533311844
220690	rnn.weight_ih_l0_reverse	7	-0.019071651622653008
220690	rnn.weight_ih_l0_reverse	8	-0.01919425092637539
220690	rnn.weight_ih_l0_reverse	9	0.0036376293282955885
220690	rnn.weight_hh_l0_reverse	0	0.06666065007448196
220690	rnn.weight_hh_l0_reverse	1	0.021424204111099243
220690	rnn.weight_hh_l0_reverse	2	0.028864344581961632
220690	rnn.weight_hh_l0_reverse	3	0.03562742471694946
220690	rnn.weight_hh_l0_reverse	4	0.012820831499993801
220690	rnn.weight_hh_l0_reverse	5	0.0070239766500890255
220690	rnn.weight_hh_l0_reverse	6	0.05083189159631729
220690	rnn.weight_hh_l0_reverse	7	-0.0810050442814827
220690	rnn.weight_hh_l0_reverse	8	0.04226245731115341
220690	rnn.weight_hh_l0_reverse	9	0.03549366071820259
220690	rnn.bias_ih_l0_reverse	0	-0.05832793936133385
220690	rnn.bias_ih_l0_reverse	1	-0.28605642914772034
220690	rnn.bias_ih_l0_reverse	2	-0.12232261896133423
220690	rnn.bias_ih_l0_reverse	3	-0.047473929822444916
220690	rnn.bias_ih_l0_reverse	4	-0.022980110719799995
220690	rnn.bias_ih_l0_reverse	5	0.07507690787315369
220690	rnn.bias_ih_l0_reverse	6	-0.06658940762281418
220690	rnn.bias_ih_l0_reverse	7	0.06547743082046509
220690	rnn.bias_ih_l0_reverse	8	-0.03985961899161339
220690	rnn.bias_ih_l0_reverse	9	0.06251705437898636
220690	rnn.bias_hh_l0_reverse	0	0.024320529773831367
220690	rnn.bias_hh_l0_reverse	1	-0.05168554186820984
220690	rnn.bias_hh_l0_reverse	2	0.08468704670667648
220690	rnn.bias_hh_l0_reverse	3	-0.05079256370663643
220690	rnn.bias_hh_l0_reverse	4	-0.027995696291327477
220690	rnn.bias_hh_l0_reverse	5	-0.019552670419216156
220690	rnn.bias_hh_l0_reverse	6	-0.01568007655441761
220690	rnn.bias_hh_l0_reverse	7	0.09918547421693802
220690	rnn.bias_hh_l0_reverse	8	0.03350071981549263
220690	rnn.bias_hh_l0_reverse	9	-0.14631469547748566
220690	rnn.weight_ih_l1	0	-0.029998384416103363
220690	rnn.weight_ih_l1	1	-0.051136039197444916
220690	rnn.weight_ih_l1	2	0.06415410339832306
220690	rnn.weight_ih_l1	3	-0.0715501606464386
220690	rnn.weight_ih_l1	4	-0.014469359070062637
220690	rnn.weight_ih_l1	5	-0.0406620018184185
220690	rnn.weight_ih_l1	6	0.02829073928296566
220690	rnn.weight_ih_l1	7	-0.04406952112913132
220690	rnn.weight_ih_l1	8	0.03777094930410385
220690	rnn.weight_ih_l1	9	0.044651731848716736
220690	rnn.weight_hh_l1	0	-0.005652500782161951
220690	rnn.weight_hh_l1	1	0.019787248224020004
220690	rnn.weight_hh_l1	2	0.007693775463849306
220690	rnn.weight_hh_l1	3	-0.01298388373106718
220690	rnn.weight_hh_l1	4	0.004682708065956831
220690	rnn.weight_hh_l1	5	0.034927185624837875
220690	rnn.weight_hh_l1	6	0.03673992305994034
220690	rnn.weight_hh_l1	7	-0.016248779371380806
220690	rnn.weight_hh_l1	8	-0.008048058487474918
220690	rnn.weight_hh_l1	9	0.038290977478027344
220690	rnn.bias_ih_l1	0	-0.18583713471889496
220690	rnn.bias_ih_l1	1	-0.17927120625972748
220690	rnn.bias_ih_l1	2	-0.19887124001979828
220690	rnn.bias_ih_l1	3	-0.3112838566303253
220690	rnn.bias_ih_l1	4	-0.20848768949508667
220690	rnn.bias_ih_l1	5	-0.08725530654191971
220690	rnn.bias_ih_l1	6	-0.158769890666008
220690	rnn.bias_ih_l1	7	-0.010845717042684555
220690	rnn.bias_ih_l1	8	-0.1366497129201889
220690	rnn.bias_ih_l1	9	-0.12936508655548096
220690	rnn.bias_hh_l1	0	-0.09704136103391647
220690	rnn.bias_hh_l1	1	-0.06795977056026459
220690	rnn.bias_hh_l1	2	-0.08700504899024963
220690	rnn.bias_hh_l1	3	-0.07956573367118835
220690	rnn.bias_hh_l1	4	-0.07528214156627655
220690	rnn.bias_hh_l1	5	-0.11808944493532181
220690	rnn.bias_hh_l1	6	-0.16593682765960693
220690	rnn.bias_hh_l1	7	0.07753149420022964
220690	rnn.bias_hh_l1	8	-0.17919659614562988
220690	rnn.bias_hh_l1	9	-0.11795081198215485
220690	rnn.weight_ih_l1_reverse	0	-0.045559193938970566
220690	rnn.weight_ih_l1_reverse	1	0.0331764779984951
220690	rnn.weight_ih_l1_reverse	2	0.09101138263940811
220690	rnn.weight_ih_l1_reverse	3	-0.01735605113208294
220690	rnn.weight_ih_l1_reverse	4	-0.025418372824788094
220690	rnn.weight_ih_l1_reverse	5	-0.03046085312962532
220690	rnn.weight_ih_l1_reverse	6	-0.01792510226368904
220690	rnn.weight_ih_l1_reverse	7	0.028923671692609787
220690	rnn.weight_ih_l1_reverse	8	0.007273687049746513
220690	rnn.weight_ih_l1_reverse	9	-0.034357428550720215
220690	rnn.weight_hh_l1_reverse	0	0.00439499132335186
220690	rnn.weight_hh_l1_reverse	1	0.03145672380924225
220690	rnn.weight_hh_l1_reverse	2	-0.040521010756492615
220690	rnn.weight_hh_l1_reverse	3	0.035023000091314316
220690	rnn.weight_hh_l1_reverse	4	0.0470566600561142
220690	rnn.weight_hh_l1_reverse	5	0.004519185982644558
220690	rnn.weight_hh_l1_reverse	6	0.0485757552087307
220690	rnn.weight_hh_l1_reverse	7	0.03140263259410858
220690	rnn.weight_hh_l1_reverse	8	-0.007219352759420872
220690	rnn.weight_hh_l1_reverse	9	-0.030805571004748344
220690	rnn.bias_ih_l1_reverse	0	-0.047699179500341415
220690	rnn.bias_ih_l1_reverse	1	-0.1415524035692215
220690	rnn.bias_ih_l1_reverse	2	-0.16354919970035553
220690	rnn.bias_ih_l1_reverse	3	-0.05808630213141441
220690	rnn.bias_ih_l1_reverse	4	-0.20824958384037018
220690	rnn.bias_ih_l1_reverse	5	-0.11619087308645248
220690	rnn.bias_ih_l1_reverse	6	-0.1313072293996811
220690	rnn.bias_ih_l1_reverse	7	-0.1920502930879593
220690	rnn.bias_ih_l1_reverse	8	0.225430428981781
220690	rnn.bias_ih_l1_reverse	9	0.025183098390698433
220690	rnn.bias_hh_l1_reverse	0	0.008666367270052433
220690	rnn.bias_hh_l1_reverse	1	-0.07003612071275711
220690	rnn.bias_hh_l1_reverse	2	-0.23680853843688965
220690	rnn.bias_hh_l1_reverse	3	-0.1412448287010193
220690	rnn.bias_hh_l1_reverse	4	-0.08162124454975128
220690	rnn.bias_hh_l1_reverse	5	-0.1157204732298851
220690	rnn.bias_hh_l1_reverse	6	0.05618778616189957
220690	rnn.bias_hh_l1_reverse	7	-0.14005562663078308
220690	rnn.bias_hh_l1_reverse	8	-0.12263017892837524
220690	rnn.bias_hh_l1_reverse	9	-0.15043459832668304
220690	linear.weight	0	0.002228822559118271
220690	linear.weight	1	0.10118115693330765
220690	linear.weight	2	-0.0928867757320404
220690	linear.weight	3	0.30040380358695984
220690	linear.weight	4	0.14832986891269684
220690	linear.weight	5	-0.06180629879236221
220690	linear.weight	6	0.09514941275119781
220690	linear.weight	7	0.11812394857406616
220690	linear.weight	8	0.041140079498291016
220690	linear.weight	9	-0.055253077298402786
220690	linear.bias	0	0.09427951276302338
220690	linear.bias	1	-0.16870972514152527
220690	linear.bias	2	-0.44074317812919617
220690	linear.bias	3	-0.6605414748191833
220690	linear.bias	4	-1.254189372062683
220690	linear.bias	5	-0.06784017384052277
220690	linear.bias	6	-0.8069968223571777
220690	linear.bias	7	0.26271361112594604
220690	linear.bias	8	-0.4173669219017029
220690	linear.bias	9	-1.0360380411148071
220887	transitions	0	0.7415034770965576
220887	transitions	1	0.14301738142967224
220887	transitions	2	-10000.0
220887	transitions	3	-1.8276745080947876
220887	transitions	4	-10000.0
220887	transitions	5	0.564038872718811
220887	transitions	6	-0.08477768301963806
220887	transitions	7	-0.8022183179855347
220887	transitions	8	-1.4207463264465332
220887	transitions	9	-0.0012226197868585587
220887	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
220887	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
220887	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
220887	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
220887	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
220887	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
220887	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
220887	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
220887	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
220887	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
220887	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
220887	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
220887	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
220887	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
220887	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
220887	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
220887	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
220887	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
220887	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
220887	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
220887	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
220887	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
220887	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
220887	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
220887	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
220887	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
220887	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
220887	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
220887	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
220887	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
220887	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
220887	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
220887	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
220887	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
220887	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
220887	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
220887	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
220887	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
220887	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
220887	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
220887	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
220887	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
220887	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
220887	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
220887	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
220887	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
220887	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
220887	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
220887	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
220887	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
220887	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
220887	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
220887	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
220887	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
220887	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
220887	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
220887	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
220887	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
220887	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
220887	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
220887	embedding2nn.weight	0	0.01811896450817585
220887	embedding2nn.weight	1	-0.013058079406619072
220887	embedding2nn.weight	2	-0.014268254861235619
220887	embedding2nn.weight	3	-0.030978113412857056
220887	embedding2nn.weight	4	-0.0059150345623493195
220887	embedding2nn.weight	5	-0.0037005888298153877
220887	embedding2nn.weight	6	-0.003973267041146755
220887	embedding2nn.weight	7	-0.07633321732282639
220887	embedding2nn.weight	8	-0.0019979383796453476
220887	embedding2nn.weight	9	-0.027619371190667152
220887	embedding2nn.bias	0	0.023256737738847733
220887	embedding2nn.bias	1	-0.0698644295334816
220887	embedding2nn.bias	2	0.06816799193620682
220887	embedding2nn.bias	3	0.04892043396830559
220887	embedding2nn.bias	4	-0.035814449191093445
220887	embedding2nn.bias	5	-0.012259947136044502
220887	embedding2nn.bias	6	0.02571345865726471
220887	embedding2nn.bias	7	-0.052112143486738205
220887	embedding2nn.bias	8	0.06970690935850143
220887	embedding2nn.bias	9	0.043032824993133545
220887	rnn.weight_ih_l0	0	-0.07781984657049179
220887	rnn.weight_ih_l0	1	0.003942835610359907
220887	rnn.weight_ih_l0	2	0.03616281598806381
220887	rnn.weight_ih_l0	3	0.022399038076400757
220887	rnn.weight_ih_l0	4	-0.04994042590260506
220887	rnn.weight_ih_l0	5	-0.06825998425483704
220887	rnn.weight_ih_l0	6	-0.002667668741196394
220887	rnn.weight_ih_l0	7	0.052206579595804214
220887	rnn.weight_ih_l0	8	-0.016547055914998055
220887	rnn.weight_ih_l0	9	-0.03189736232161522
220887	rnn.weight_hh_l0	0	-0.030370038002729416
220887	rnn.weight_hh_l0	1	-0.007782751228660345
220887	rnn.weight_hh_l0	2	0.006650642491877079
220887	rnn.weight_hh_l0	3	-0.07477650791406631
220887	rnn.weight_hh_l0	4	0.09393934905529022
220887	rnn.weight_hh_l0	5	-0.02482566609978676
220887	rnn.weight_hh_l0	6	-0.062047187238931656
220887	rnn.weight_hh_l0	7	0.009974279440939426
220887	rnn.weight_hh_l0	8	0.013109022751450539
220887	rnn.weight_hh_l0	9	-0.025000153109431267
220887	rnn.bias_ih_l0	0	0.12689641118049622
220887	rnn.bias_ih_l0	1	-0.03661273792386055
220887	rnn.bias_ih_l0	2	-0.03384413197636604
220887	rnn.bias_ih_l0	3	0.16229784488677979
220887	rnn.bias_ih_l0	4	-0.0109466053545475
220887	rnn.bias_ih_l0	5	-0.023377152159810066
220887	rnn.bias_ih_l0	6	0.01969340071082115
220887	rnn.bias_ih_l0	7	0.02347755804657936
220887	rnn.bias_ih_l0	8	-0.10108483582735062
220887	rnn.bias_ih_l0	9	-0.04818027839064598
220887	rnn.bias_hh_l0	0	0.0022963189985603094
220887	rnn.bias_hh_l0	1	-0.10019589960575104
220887	rnn.bias_hh_l0	2	-0.07124283164739609
220887	rnn.bias_hh_l0	3	-0.08703792095184326
220887	rnn.bias_hh_l0	4	0.011364081874489784
220887	rnn.bias_hh_l0	5	-0.019840776920318604
220887	rnn.bias_hh_l0	6	0.025478774681687355
220887	rnn.bias_hh_l0	7	0.052925121039152145
220887	rnn.bias_hh_l0	8	-0.11990635842084885
220887	rnn.bias_hh_l0	9	-0.05666483938694
220887	rnn.weight_ih_l0_reverse	0	-0.022299835458397865
220887	rnn.weight_ih_l0_reverse	1	-0.05515478923916817
220887	rnn.weight_ih_l0_reverse	2	-0.046714749187231064
220887	rnn.weight_ih_l0_reverse	3	0.013499932363629341
220887	rnn.weight_ih_l0_reverse	4	-0.02548261731863022
220887	rnn.weight_ih_l0_reverse	5	-0.05723391845822334
220887	rnn.weight_ih_l0_reverse	6	0.07465354353189468
220887	rnn.weight_ih_l0_reverse	7	-0.019119633361697197
220887	rnn.weight_ih_l0_reverse	8	-0.01915811374783516
220887	rnn.weight_ih_l0_reverse	9	0.0038199815899133682
220887	rnn.weight_hh_l0_reverse	0	0.06657639145851135
220887	rnn.weight_hh_l0_reverse	1	0.021512405946850777
220887	rnn.weight_hh_l0_reverse	2	0.028970826417207718
220887	rnn.weight_hh_l0_reverse	3	0.03564096987247467
220887	rnn.weight_hh_l0_reverse	4	0.012869625352323055
220887	rnn.weight_hh_l0_reverse	5	0.007105637341737747
220887	rnn.weight_hh_l0_reverse	6	0.0507514551281929
220887	rnn.weight_hh_l0_reverse	7	-0.08125542104244232
220887	rnn.weight_hh_l0_reverse	8	0.04227401688694954
220887	rnn.weight_hh_l0_reverse	9	0.0356154628098011
220887	rnn.bias_ih_l0_reverse	0	-0.05853162333369255
220887	rnn.bias_ih_l0_reverse	1	-0.2862774729728699
220887	rnn.bias_ih_l0_reverse	2	-0.12251237034797668
220887	rnn.bias_ih_l0_reverse	3	-0.04735012352466583
220887	rnn.bias_ih_l0_reverse	4	-0.02292408049106598
220887	rnn.bias_ih_l0_reverse	5	0.0751211866736412
220887	rnn.bias_ih_l0_reverse	6	-0.06666956096887589
220887	rnn.bias_ih_l0_reverse	7	0.06567199528217316
220887	rnn.bias_ih_l0_reverse	8	-0.04019222408533096
220887	rnn.bias_ih_l0_reverse	9	0.06258344650268555
220887	rnn.bias_hh_l0_reverse	0	0.024036666378378868
220887	rnn.bias_hh_l0_reverse	1	-0.051548320800065994
220887	rnn.bias_hh_l0_reverse	2	0.08411424607038498
220887	rnn.bias_hh_l0_reverse	3	-0.05090032145380974
220887	rnn.bias_hh_l0_reverse	4	-0.028046539053320885
220887	rnn.bias_hh_l0_reverse	5	-0.019071241840720177
220887	rnn.bias_hh_l0_reverse	6	-0.015706414356827736
220887	rnn.bias_hh_l0_reverse	7	0.09934891760349274
220887	rnn.bias_hh_l0_reverse	8	0.03324274718761444
220887	rnn.bias_hh_l0_reverse	9	-0.1453603059053421
220887	rnn.weight_ih_l1	0	-0.029962463304400444
220887	rnn.weight_ih_l1	1	-0.05089288949966431
220887	rnn.weight_ih_l1	2	0.06420249491930008
220887	rnn.weight_ih_l1	3	-0.07197161763906479
220887	rnn.weight_ih_l1	4	-0.014422709122300148
220887	rnn.weight_ih_l1	5	-0.04061591252684593
220887	rnn.weight_ih_l1	6	0.028222478926181793
220887	rnn.weight_ih_l1	7	-0.04418649896979332
220887	rnn.weight_ih_l1	8	0.03777917101979256
220887	rnn.weight_ih_l1	9	0.04465775936841965
220887	rnn.weight_hh_l1	0	-0.005840051453560591
220887	rnn.weight_hh_l1	1	0.019719544798135757
220887	rnn.weight_hh_l1	2	0.007901335135102272
220887	rnn.weight_hh_l1	3	-0.012936894781887531
220887	rnn.weight_hh_l1	4	0.004657636862248182
220887	rnn.weight_hh_l1	5	0.03494308143854141
220887	rnn.weight_hh_l1	6	0.0367061048746109
220887	rnn.weight_hh_l1	7	-0.01632758043706417
220887	rnn.weight_hh_l1	8	-0.008089439012110233
220887	rnn.weight_hh_l1	9	0.03823207691311836
220887	rnn.bias_ih_l1	0	-0.18588677048683167
220887	rnn.bias_ih_l1	1	-0.17894478142261505
220887	rnn.bias_ih_l1	2	-0.19890598952770233
220887	rnn.bias_ih_l1	3	-0.3110998272895813
220887	rnn.bias_ih_l1	4	-0.20879395306110382
220887	rnn.bias_ih_l1	5	-0.08706073462963104
220887	rnn.bias_ih_l1	6	-0.15879695117473602
220887	rnn.bias_ih_l1	7	-0.01043583732098341
220887	rnn.bias_ih_l1	8	-0.1368904411792755
220887	rnn.bias_ih_l1	9	-0.12907452881336212
220887	rnn.bias_hh_l1	0	-0.09741723537445068
220887	rnn.bias_hh_l1	1	-0.06779840588569641
220887	rnn.bias_hh_l1	2	-0.08679060637950897
220887	rnn.bias_hh_l1	3	-0.07949881255626678
220887	rnn.bias_hh_l1	4	-0.07482534646987915
220887	rnn.bias_hh_l1	5	-0.11807796359062195
220887	rnn.bias_hh_l1	6	-0.16626811027526855
220887	rnn.bias_hh_l1	7	0.0774567648768425
220887	rnn.bias_hh_l1	8	-0.17895802855491638
220887	rnn.bias_hh_l1	9	-0.1172700747847557
220887	rnn.weight_ih_l1_reverse	0	-0.0456823967397213
220887	rnn.weight_ih_l1_reverse	1	0.03300116956233978
220887	rnn.weight_ih_l1_reverse	2	0.09073969721794128
220887	rnn.weight_ih_l1_reverse	3	-0.01732036843895912
220887	rnn.weight_ih_l1_reverse	4	-0.025415532290935516
220887	rnn.weight_ih_l1_reverse	5	-0.030452996492385864
220887	rnn.weight_ih_l1_reverse	6	-0.01790216565132141
220887	rnn.weight_ih_l1_reverse	7	0.028876852244138718
220887	rnn.weight_ih_l1_reverse	8	0.00725236302241683
220887	rnn.weight_ih_l1_reverse	9	-0.03419501334428787
220887	rnn.weight_hh_l1_reverse	0	0.0043987310491502285
220887	rnn.weight_hh_l1_reverse	1	0.03146177902817726
220887	rnn.weight_hh_l1_reverse	2	-0.04051731899380684
220887	rnn.weight_hh_l1_reverse	3	0.035016316920518875
220887	rnn.weight_hh_l1_reverse	4	0.04703133925795555
220887	rnn.weight_hh_l1_reverse	5	0.004534936044365168
220887	rnn.weight_hh_l1_reverse	6	0.04856960475444794
220887	rnn.weight_hh_l1_reverse	7	0.03145437687635422
220887	rnn.weight_hh_l1_reverse	8	-0.007227878086268902
220887	rnn.weight_hh_l1_reverse	9	-0.030782550573349
220887	rnn.bias_ih_l1_reverse	0	-0.047186773270368576
220887	rnn.bias_ih_l1_reverse	1	-0.14164462685585022
220887	rnn.bias_ih_l1_reverse	2	-0.16361182928085327
220887	rnn.bias_ih_l1_reverse	3	-0.056964851915836334
220887	rnn.bias_ih_l1_reverse	4	-0.2084113508462906
220887	rnn.bias_ih_l1_reverse	5	-0.1162700206041336
220887	rnn.bias_ih_l1_reverse	6	-0.13124345242977142
220887	rnn.bias_ih_l1_reverse	7	-0.19210556149482727
220887	rnn.bias_ih_l1_reverse	8	0.22551432251930237
220887	rnn.bias_ih_l1_reverse	9	0.02505858801305294
220887	rnn.bias_hh_l1_reverse	0	0.009005526080727577
220887	rnn.bias_hh_l1_reverse	1	-0.06957074999809265
220887	rnn.bias_hh_l1_reverse	2	-0.23687496781349182
220887	rnn.bias_hh_l1_reverse	3	-0.14085300266742706
220887	rnn.bias_hh_l1_reverse	4	-0.08158406615257263
220887	rnn.bias_hh_l1_reverse	5	-0.11618919670581818
220887	rnn.bias_hh_l1_reverse	6	0.056269191205501556
220887	rnn.bias_hh_l1_reverse	7	-0.14025945961475372
220887	rnn.bias_hh_l1_reverse	8	-0.1223890483379364
220887	rnn.bias_hh_l1_reverse	9	-0.1504422426223755
220887	linear.weight	0	0.002228822559118271
220887	linear.weight	1	0.10014285892248154
220887	linear.weight	2	-0.09284276515245438
220887	linear.weight	3	0.3009043037891388
220887	linear.weight	4	0.14878571033477783
220887	linear.weight	5	-0.06191324442625046
220887	linear.weight	6	0.09439121931791306
220887	linear.weight	7	0.11842956393957138
220887	linear.weight	8	0.04113972559571266
220887	linear.weight	9	-0.05518706515431404
220887	linear.bias	0	0.09318173676729202
220887	linear.bias	1	-0.1712663322687149
220887	linear.bias	2	-0.4445459544658661
220887	linear.bias	3	-0.6618788242340088
220887	linear.bias	4	-1.2555489540100098
220887	linear.bias	5	-0.06865585595369339
220887	linear.bias	6	-0.8085720539093018
220887	linear.bias	7	0.2632327377796173
220887	linear.bias	8	-0.41379106044769287
220887	linear.bias	9	-1.0325491428375244
221084	transitions	0	0.7417296171188354
221084	transitions	1	0.14361310005187988
221084	transitions	2	-10000.0
221084	transitions	3	-1.8276753425598145
221084	transitions	4	-10000.0
221084	transitions	5	0.5640317797660828
221084	transitions	6	-0.08478078246116638
221084	transitions	7	-0.8022950291633606
221084	transitions	8	-1.420758843421936
221084	transitions	9	-0.0012226880062371492
221084	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
221084	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
221084	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
221084	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
221084	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
221084	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
221084	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
221084	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
221084	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
221084	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
221084	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
221084	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
221084	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
221084	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
221084	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
221084	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
221084	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
221084	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
221084	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
221084	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
221084	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
221084	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
221084	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
221084	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
221084	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
221084	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
221084	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
221084	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
221084	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
221084	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
221084	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
221084	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
221084	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
221084	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
221084	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
221084	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
221084	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
221084	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
221084	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
221084	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
221084	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
221084	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
221084	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
221084	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
221084	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
221084	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
221084	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
221084	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
221084	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
221084	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
221084	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
221084	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
221084	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
221084	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
221084	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
221084	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
221084	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
221084	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
221084	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
221084	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
221084	embedding2nn.weight	0	0.018117589876055717
221084	embedding2nn.weight	1	-0.013050123117864132
221084	embedding2nn.weight	2	-0.014268254861235619
221084	embedding2nn.weight	3	-0.030767345800995827
221084	embedding2nn.weight	4	-0.0059150345623493195
221084	embedding2nn.weight	5	-0.0037005888298153877
221084	embedding2nn.weight	6	-0.003973267041146755
221084	embedding2nn.weight	7	-0.07612738758325577
221084	embedding2nn.weight	8	-0.0019979383796453476
221084	embedding2nn.weight	9	-0.02767375484108925
221084	embedding2nn.bias	0	0.02373470552265644
221084	embedding2nn.bias	1	-0.07055072486400604
221084	embedding2nn.bias	2	0.06649968028068542
221084	embedding2nn.bias	3	0.04942600801587105
221084	embedding2nn.bias	4	-0.03524257615208626
221084	embedding2nn.bias	5	-0.012267504818737507
221084	embedding2nn.bias	6	0.026384755969047546
221084	embedding2nn.bias	7	-0.0535883828997612
221084	embedding2nn.bias	8	0.06753221899271011
221084	embedding2nn.bias	9	0.04409431293606758
221084	rnn.weight_ih_l0	0	-0.07758913189172745
221084	rnn.weight_ih_l0	1	0.0038954815827310085
221084	rnn.weight_ih_l0	2	0.03610003739595413
221084	rnn.weight_ih_l0	3	0.022185826674103737
221084	rnn.weight_ih_l0	4	-0.050068199634552
221084	rnn.weight_ih_l0	5	-0.06834623217582703
221084	rnn.weight_ih_l0	6	-0.0028196254279464483
221084	rnn.weight_ih_l0	7	0.052131298929452896
221084	rnn.weight_ih_l0	8	-0.016495361924171448
221084	rnn.weight_ih_l0	9	-0.03206350654363632
221084	rnn.weight_hh_l0	0	-0.030370600521564484
221084	rnn.weight_hh_l0	1	-0.007848868146538734
221084	rnn.weight_hh_l0	2	0.0066061303950846195
221084	rnn.weight_hh_l0	3	-0.07477916777133942
221084	rnn.weight_hh_l0	4	0.09393550455570221
221084	rnn.weight_hh_l0	5	-0.02463490702211857
221084	rnn.weight_hh_l0	6	-0.062147438526153564
221084	rnn.weight_hh_l0	7	0.00980705302208662
221084	rnn.weight_hh_l0	8	0.012994138523936272
221084	rnn.weight_hh_l0	9	-0.025034518912434578
221084	rnn.bias_ih_l0	0	0.12687605619430542
221084	rnn.bias_ih_l0	1	-0.03669522702693939
221084	rnn.bias_ih_l0	2	-0.0339655876159668
221084	rnn.bias_ih_l0	3	0.16202810406684875
221084	rnn.bias_ih_l0	4	-0.010904132388532162
221084	rnn.bias_ih_l0	5	-0.023653848096728325
221084	rnn.bias_ih_l0	6	0.020363686606287956
221084	rnn.bias_ih_l0	7	0.023640932515263557
221084	rnn.bias_ih_l0	8	-0.10079772770404816
221084	rnn.bias_ih_l0	9	-0.04775245487689972
221084	rnn.bias_hh_l0	0	0.002165223704650998
221084	rnn.bias_hh_l0	1	-0.10063561797142029
221084	rnn.bias_hh_l0	2	-0.07103227823972702
221084	rnn.bias_hh_l0	3	-0.08738889545202255
221084	rnn.bias_hh_l0	4	0.011173483915627003
221084	rnn.bias_hh_l0	5	-0.020188739523291588
221084	rnn.bias_hh_l0	6	0.025760462507605553
221084	rnn.bias_hh_l0	7	0.05269767716526985
221084	rnn.bias_hh_l0	8	-0.12026918679475784
221084	rnn.bias_hh_l0	9	-0.056622836738824844
221084	rnn.weight_ih_l0_reverse	0	-0.022300031036138535
221084	rnn.weight_ih_l0_reverse	1	-0.055235348641872406
221084	rnn.weight_ih_l0_reverse	2	-0.04675640910863876
221084	rnn.weight_ih_l0_reverse	3	0.013416934758424759
221084	rnn.weight_ih_l0_reverse	4	-0.025418033823370934
221084	rnn.weight_ih_l0_reverse	5	-0.05723623186349869
221084	rnn.weight_ih_l0_reverse	6	0.07464621961116791
221084	rnn.weight_ih_l0_reverse	7	-0.0189769696444273
221084	rnn.weight_ih_l0_reverse	8	-0.019222619011998177
221084	rnn.weight_ih_l0_reverse	9	0.003660601330921054
221084	rnn.weight_hh_l0_reverse	0	0.06646021455526352
221084	rnn.weight_hh_l0_reverse	1	0.02140382118523121
221084	rnn.weight_hh_l0_reverse	2	0.028867265209555626
221084	rnn.weight_hh_l0_reverse	3	0.03565457835793495
221084	rnn.weight_hh_l0_reverse	4	0.012902477756142616
221084	rnn.weight_hh_l0_reverse	5	0.00724342605099082
221084	rnn.weight_hh_l0_reverse	6	0.050654053688049316
221084	rnn.weight_hh_l0_reverse	7	-0.08137580752372742
221084	rnn.weight_hh_l0_reverse	8	0.04241921752691269
221084	rnn.weight_hh_l0_reverse	9	0.03564690798521042
221084	rnn.bias_ih_l0_reverse	0	-0.05883250758051872
221084	rnn.bias_ih_l0_reverse	1	-0.28704631328582764
221084	rnn.bias_ih_l0_reverse	2	-0.12232920527458191
221084	rnn.bias_ih_l0_reverse	3	-0.04757905751466751
221084	rnn.bias_ih_l0_reverse	4	-0.023200748488307
221084	rnn.bias_ih_l0_reverse	5	0.07495564222335815
221084	rnn.bias_ih_l0_reverse	6	-0.06677953153848648
221084	rnn.bias_ih_l0_reverse	7	0.0656961128115654
221084	rnn.bias_ih_l0_reverse	8	-0.04030562937259674
221084	rnn.bias_ih_l0_reverse	9	0.06279123574495316
221084	rnn.bias_hh_l0_reverse	0	0.023878954350948334
221084	rnn.bias_hh_l0_reverse	1	-0.05110211297869682
221084	rnn.bias_hh_l0_reverse	2	0.08433429151773453
221084	rnn.bias_hh_l0_reverse	3	-0.05065236985683441
221084	rnn.bias_hh_l0_reverse	4	-0.028017228469252586
221084	rnn.bias_hh_l0_reverse	5	-0.01877610571682453
221084	rnn.bias_hh_l0_reverse	6	-0.015882790088653564
221084	rnn.bias_hh_l0_reverse	7	0.09848291426897049
221084	rnn.bias_hh_l0_reverse	8	0.03295939788222313
221084	rnn.bias_hh_l0_reverse	9	-0.1460541933774948
221084	rnn.weight_ih_l1	0	-0.02992742694914341
221084	rnn.weight_ih_l1	1	-0.05117086321115494
221084	rnn.weight_ih_l1	2	0.0641859918832779
221084	rnn.weight_ih_l1	3	-0.07150746881961823
221084	rnn.weight_ih_l1	4	-0.014452891424298286
221084	rnn.weight_ih_l1	5	-0.040669701993465424
221084	rnn.weight_ih_l1	6	0.02824283018708229
221084	rnn.weight_ih_l1	7	-0.0438266396522522
221084	rnn.weight_ih_l1	8	0.0377921499311924
221084	rnn.weight_ih_l1	9	0.04462637007236481
221084	rnn.weight_hh_l1	0	-0.005920261610299349
221084	rnn.weight_hh_l1	1	0.019698211923241615
221084	rnn.weight_hh_l1	2	0.007967723533511162
221084	rnn.weight_hh_l1	3	-0.01291685737669468
221084	rnn.weight_hh_l1	4	0.004637009929865599
221084	rnn.weight_hh_l1	5	0.03495297580957413
221084	rnn.weight_hh_l1	6	0.03680172190070152
221084	rnn.weight_hh_l1	7	-0.016329128295183182
221084	rnn.weight_hh_l1	8	-0.008104892447590828
221084	rnn.weight_hh_l1	9	0.03825697675347328
221084	rnn.bias_ih_l1	0	-0.185211181640625
221084	rnn.bias_ih_l1	1	-0.17955610156059265
221084	rnn.bias_ih_l1	2	-0.1993785798549652
221084	rnn.bias_ih_l1	3	-0.3107849359512329
221084	rnn.bias_ih_l1	4	-0.20855902135372162
221084	rnn.bias_ih_l1	5	-0.0870400220155716
221084	rnn.bias_ih_l1	6	-0.1589302271604538
221084	rnn.bias_ih_l1	7	-0.010517356917262077
221084	rnn.bias_ih_l1	8	-0.137449249625206
221084	rnn.bias_ih_l1	9	-0.12918803095817566
221084	rnn.bias_hh_l1	0	-0.0973690077662468
221084	rnn.bias_hh_l1	1	-0.06756500899791718
221084	rnn.bias_hh_l1	2	-0.08687248826026917
221084	rnn.bias_hh_l1	3	-0.07948338240385056
221084	rnn.bias_hh_l1	4	-0.0750371515750885
221084	rnn.bias_hh_l1	5	-0.1181224063038826
221084	rnn.bias_hh_l1	6	-0.16633246839046478
221084	rnn.bias_hh_l1	7	0.07775460928678513
221084	rnn.bias_hh_l1	8	-0.1788557916879654
221084	rnn.bias_hh_l1	9	-0.11737389117479324
221084	rnn.weight_ih_l1_reverse	0	-0.04566033184528351
221084	rnn.weight_ih_l1_reverse	1	0.032729558646678925
221084	rnn.weight_ih_l1_reverse	2	0.09076347202062607
221084	rnn.weight_ih_l1_reverse	3	-0.017235057428479195
221084	rnn.weight_ih_l1_reverse	4	-0.02521185576915741
221084	rnn.weight_ih_l1_reverse	5	-0.030436048284173012
221084	rnn.weight_ih_l1_reverse	6	-0.01815527305006981
221084	rnn.weight_ih_l1_reverse	7	0.028905097395181656
221084	rnn.weight_ih_l1_reverse	8	0.007210243958979845
221084	rnn.weight_ih_l1_reverse	9	-0.033946942538022995
221084	rnn.weight_hh_l1_reverse	0	0.00447077676653862
221084	rnn.weight_hh_l1_reverse	1	0.031524620950222015
221084	rnn.weight_hh_l1_reverse	2	-0.04052044078707695
221084	rnn.weight_hh_l1_reverse	3	0.0350353866815567
221084	rnn.weight_hh_l1_reverse	4	0.04700461030006409
221084	rnn.weight_hh_l1_reverse	5	0.004566033370792866
221084	rnn.weight_hh_l1_reverse	6	0.04907645657658577
221084	rnn.weight_hh_l1_reverse	7	0.03143865987658501
221084	rnn.weight_hh_l1_reverse	8	-0.007231954485177994
221084	rnn.weight_hh_l1_reverse	9	-0.03086167201399803
221084	rnn.bias_ih_l1_reverse	0	-0.04712659865617752
221084	rnn.bias_ih_l1_reverse	1	-0.14148223400115967
221084	rnn.bias_ih_l1_reverse	2	-0.16428150236606598
221084	rnn.bias_ih_l1_reverse	3	-0.05739883705973625
221084	rnn.bias_ih_l1_reverse	4	-0.20816650986671448
221084	rnn.bias_ih_l1_reverse	5	-0.11625664681196213
221084	rnn.bias_ih_l1_reverse	6	-0.13124147057533264
221084	rnn.bias_ih_l1_reverse	7	-0.19203677773475647
221084	rnn.bias_ih_l1_reverse	8	0.22561787068843842
221084	rnn.bias_ih_l1_reverse	9	0.02559051476418972
221084	rnn.bias_hh_l1_reverse	0	0.009284065105021
221084	rnn.bias_hh_l1_reverse	1	-0.06970866024494171
221084	rnn.bias_hh_l1_reverse	2	-0.23682397603988647
221084	rnn.bias_hh_l1_reverse	3	-0.14093515276908875
221084	rnn.bias_hh_l1_reverse	4	-0.08165649324655533
221084	rnn.bias_hh_l1_reverse	5	-0.11625783145427704
221084	rnn.bias_hh_l1_reverse	6	0.057322628796100616
221084	rnn.bias_hh_l1_reverse	7	-0.13976629078388214
221084	rnn.bias_hh_l1_reverse	8	-0.12186288088560104
221084	rnn.bias_hh_l1_reverse	9	-0.15044036507606506
221084	linear.weight	0	0.002228822559118271
221084	linear.weight	1	0.10191196203231812
221084	linear.weight	2	-0.09288806468248367
221084	linear.weight	3	0.3004326820373535
221084	linear.weight	4	0.14937397837638855
221084	linear.weight	5	-0.06144881993532181
221084	linear.weight	6	0.09261137992143631
221084	linear.weight	7	0.11754269897937775
221084	linear.weight	8	0.041139714419841766
221084	linear.weight	9	-0.0560627281665802
221084	linear.bias	0	0.09946904331445694
221084	linear.bias	1	-0.1723375767469406
221084	linear.bias	2	-0.4500700831413269
221084	linear.bias	3	-0.664530873298645
221084	linear.bias	4	-1.258509635925293
221084	linear.bias	5	-0.06634998321533203
221084	linear.bias	6	-0.8101522326469421
221084	linear.bias	7	0.26554572582244873
221084	linear.bias	8	-0.4149327874183655
221084	linear.bias	9	-1.0337570905685425
221088	transitions	0	0.7417284846305847
221088	transitions	1	0.1436067372560501
221088	transitions	2	-10000.0
221088	transitions	3	-1.8276753425598145
221088	transitions	4	-10000.0
221088	transitions	5	0.5640317797660828
221088	transitions	6	-0.08478106558322906
221088	transitions	7	-0.8022950291633606
221088	transitions	8	-1.420758843421936
221088	transitions	9	-0.0012226880062371492
221088	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
221088	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
221088	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
221088	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
221088	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
221088	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
221088	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
221088	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
221088	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
221088	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
221088	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
221088	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
221088	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
221088	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
221088	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
221088	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
221088	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
221088	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
221088	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
221088	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
221088	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
221088	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
221088	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
221088	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
221088	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
221088	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
221088	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
221088	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
221088	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
221088	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
221088	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
221088	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
221088	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
221088	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
221088	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
221088	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
221088	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
221088	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
221088	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
221088	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
221088	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
221088	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
221088	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
221088	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
221088	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
221088	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
221088	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
221088	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
221088	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
221088	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
221088	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
221088	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
221088	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
221088	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
221088	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
221088	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
221088	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
221088	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
221088	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
221088	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
221088	embedding2nn.weight	0	0.018114527687430382
221088	embedding2nn.weight	1	-0.013050137087702751
221088	embedding2nn.weight	2	-0.014268254861235619
221088	embedding2nn.weight	3	-0.030751386657357216
221088	embedding2nn.weight	4	-0.0059150345623493195
221088	embedding2nn.weight	5	-0.0037005888298153877
221088	embedding2nn.weight	6	-0.003973267041146755
221088	embedding2nn.weight	7	-0.07613182067871094
221088	embedding2nn.weight	8	-0.0019979383796453476
221088	embedding2nn.weight	9	-0.027661921456456184
221088	embedding2nn.bias	0	0.023702427744865417
221088	embedding2nn.bias	1	-0.07053466886281967
221088	embedding2nn.bias	2	0.06645842641592026
221088	embedding2nn.bias	3	0.049298811703920364
221088	embedding2nn.bias	4	-0.03515886515378952
221088	embedding2nn.bias	5	-0.01227608509361744
221088	embedding2nn.bias	6	0.026357434689998627
221088	embedding2nn.bias	7	-0.05342269688844681
221088	embedding2nn.bias	8	0.06750756502151489
221088	embedding2nn.bias	9	0.043912503868341446
221088	rnn.weight_ih_l0	0	-0.0775904431939125
221088	rnn.weight_ih_l0	1	0.003895015688613057
221088	rnn.weight_ih_l0	2	0.03609924390912056
221088	rnn.weight_ih_l0	3	0.022197233512997627
221088	rnn.weight_ih_l0	4	-0.050060633569955826
221088	rnn.weight_ih_l0	5	-0.06835124641656876
221088	rnn.weight_ih_l0	6	-0.002818537410348654
221088	rnn.weight_ih_l0	7	0.05213850364089012
221088	rnn.weight_ih_l0	8	-0.016506455838680267
221088	rnn.weight_ih_l0	9	-0.03206448629498482
221088	rnn.weight_hh_l0	0	-0.030381247401237488
221088	rnn.weight_hh_l0	1	-0.007833692245185375
221088	rnn.weight_hh_l0	2	0.006602044217288494
221088	rnn.weight_hh_l0	3	-0.07478845119476318
221088	rnn.weight_hh_l0	4	0.09393459558486938
221088	rnn.weight_hh_l0	5	-0.024633290246129036
221088	rnn.weight_hh_l0	6	-0.06214752420783043
221088	rnn.weight_hh_l0	7	0.009816067293286324
221088	rnn.weight_hh_l0	8	0.013003714382648468
221088	rnn.weight_hh_l0	9	-0.02503812499344349
221088	rnn.bias_ih_l0	0	0.1268700510263443
221088	rnn.bias_ih_l0	1	-0.036653708666563034
221088	rnn.bias_ih_l0	2	-0.03399189934134483
221088	rnn.bias_ih_l0	3	0.16207928955554962
221088	rnn.bias_ih_l0	4	-0.010872473008930683
221088	rnn.bias_ih_l0	5	-0.02366550639271736
221088	rnn.bias_ih_l0	6	0.02017260156571865
221088	rnn.bias_ih_l0	7	0.02361123077571392
221088	rnn.bias_ih_l0	8	-0.1007472425699234
221088	rnn.bias_ih_l0	9	-0.04776984080672264
221088	rnn.bias_hh_l0	0	0.002186550758779049
221088	rnn.bias_hh_l0	1	-0.10061269998550415
221088	rnn.bias_hh_l0	2	-0.07103785872459412
221088	rnn.bias_hh_l0	3	-0.08737559616565704
221088	rnn.bias_hh_l0	4	0.011248822323977947
221088	rnn.bias_hh_l0	5	-0.02020445466041565
221088	rnn.bias_hh_l0	6	0.02577013336122036
221088	rnn.bias_hh_l0	7	0.05274556577205658
221088	rnn.bias_hh_l0	8	-0.12035680562257767
221088	rnn.bias_hh_l0	9	-0.056591831147670746
221088	rnn.weight_ih_l0_reverse	0	-0.022295525297522545
221088	rnn.weight_ih_l0_reverse	1	-0.05523974448442459
221088	rnn.weight_ih_l0_reverse	2	-0.046757444739341736
221088	rnn.weight_ih_l0_reverse	3	0.013412317261099815
221088	rnn.weight_ih_l0_reverse	4	-0.02540193498134613
221088	rnn.weight_ih_l0_reverse	5	-0.05723993852734566
221088	rnn.weight_ih_l0_reverse	6	0.07464481145143509
221088	rnn.weight_ih_l0_reverse	7	-0.018975872546434402
221088	rnn.weight_ih_l0_reverse	8	-0.019217252731323242
221088	rnn.weight_ih_l0_reverse	9	0.0036556760314852
221088	rnn.weight_hh_l0_reverse	0	0.06648828834295273
221088	rnn.weight_hh_l0_reverse	1	0.02138756401836872
221088	rnn.weight_hh_l0_reverse	2	0.028878970071673393
221088	rnn.weight_hh_l0_reverse	3	0.035653259605169296
221088	rnn.weight_hh_l0_reverse	4	0.012900921516120434
221088	rnn.weight_hh_l0_reverse	5	0.007237639743834734
221088	rnn.weight_hh_l0_reverse	6	0.05065401643514633
221088	rnn.weight_hh_l0_reverse	7	-0.08135730773210526
221088	rnn.weight_hh_l0_reverse	8	0.04241853579878807
221088	rnn.weight_hh_l0_reverse	9	0.03564666211605072
221088	rnn.bias_ih_l0_reverse	0	-0.05883357301354408
221088	rnn.bias_ih_l0_reverse	1	-0.2870132625102997
221088	rnn.bias_ih_l0_reverse	2	-0.12234266102313995
221088	rnn.bias_ih_l0_reverse	3	-0.047571081668138504
221088	rnn.bias_ih_l0_reverse	4	-0.02319684624671936
221088	rnn.bias_ih_l0_reverse	5	0.0749921128153801
221088	rnn.bias_ih_l0_reverse	6	-0.06678758561611176
221088	rnn.bias_ih_l0_reverse	7	0.0657067522406578
221088	rnn.bias_ih_l0_reverse	8	-0.04038047417998314
221088	rnn.bias_ih_l0_reverse	9	0.06280501186847687
221088	rnn.bias_hh_l0_reverse	0	0.023866474628448486
221088	rnn.bias_hh_l0_reverse	1	-0.051102567464113235
221088	rnn.bias_hh_l0_reverse	2	0.08431575447320938
221088	rnn.bias_hh_l0_reverse	3	-0.05067128688097
221088	rnn.bias_hh_l0_reverse	4	-0.02799493446946144
221088	rnn.bias_hh_l0_reverse	5	-0.0186774805188179
221088	rnn.bias_hh_l0_reverse	6	-0.015904881060123444
221088	rnn.bias_hh_l0_reverse	7	0.09850799292325974
221088	rnn.bias_hh_l0_reverse	8	0.032976459711790085
221088	rnn.bias_hh_l0_reverse	9	-0.14601115882396698
221088	rnn.weight_ih_l1	0	-0.02991468645632267
221088	rnn.weight_ih_l1	1	-0.05117899551987648
221088	rnn.weight_ih_l1	2	0.06430409103631973
221088	rnn.weight_ih_l1	3	-0.07150881737470627
221088	rnn.weight_ih_l1	4	-0.014446481131017208
221088	rnn.weight_ih_l1	5	-0.04066905751824379
221088	rnn.weight_ih_l1	6	0.028253385797142982
221088	rnn.weight_ih_l1	7	-0.043847184628248215
221088	rnn.weight_ih_l1	8	0.037789084017276764
221088	rnn.weight_ih_l1	9	0.044620491564273834
221088	rnn.weight_hh_l1	0	-0.005916580092161894
221088	rnn.weight_hh_l1	1	0.01969911716878414
221088	rnn.weight_hh_l1	2	0.007966103032231331
221088	rnn.weight_hh_l1	3	-0.012913235463202
221088	rnn.weight_hh_l1	4	0.004637329839169979
221088	rnn.weight_hh_l1	5	0.03495139628648758
221088	rnn.weight_hh_l1	6	0.036804575473070145
221088	rnn.weight_hh_l1	7	-0.01635676994919777
221088	rnn.weight_hh_l1	8	-0.008101413026452065
221088	rnn.weight_hh_l1	9	0.03825743496417999
221088	rnn.bias_ih_l1	0	-0.1851688176393509
221088	rnn.bias_ih_l1	1	-0.1795578896999359
221088	rnn.bias_ih_l1	2	-0.1994147151708603
221088	rnn.bias_ih_l1	3	-0.3107348382472992
221088	rnn.bias_ih_l1	4	-0.20855633914470673
221088	rnn.bias_ih_l1	5	-0.08712875097990036
221088	rnn.bias_ih_l1	6	-0.15886777639389038
221088	rnn.bias_ih_l1	7	-0.010513746179640293
221088	rnn.bias_ih_l1	8	-0.13745588064193726
221088	rnn.bias_ih_l1	9	-0.12915822863578796
221088	rnn.bias_hh_l1	0	-0.09740136563777924
221088	rnn.bias_hh_l1	1	-0.0675830990076065
221088	rnn.bias_hh_l1	2	-0.08687552809715271
221088	rnn.bias_hh_l1	3	-0.07947566360235214
221088	rnn.bias_hh_l1	4	-0.07504729181528091
221088	rnn.bias_hh_l1	5	-0.11812929064035416
221088	rnn.bias_hh_l1	6	-0.1663205325603485
221088	rnn.bias_hh_l1	7	0.07774800062179565
221088	rnn.bias_hh_l1	8	-0.1788134127855301
221088	rnn.bias_hh_l1	9	-0.11737323552370071
221088	rnn.weight_ih_l1_reverse	0	-0.045660458505153656
221088	rnn.weight_ih_l1_reverse	1	0.03275218978524208
221088	rnn.weight_ih_l1_reverse	2	0.0907067209482193
221088	rnn.weight_ih_l1_reverse	3	-0.017236504703760147
221088	rnn.weight_ih_l1_reverse	4	-0.025252174586057663
221088	rnn.weight_ih_l1_reverse	5	-0.030436543747782707
221088	rnn.weight_ih_l1_reverse	6	-0.018153084442019463
221088	rnn.weight_ih_l1_reverse	7	0.028896575793623924
221088	rnn.weight_ih_l1_reverse	8	0.007201318629086018
221088	rnn.weight_ih_l1_reverse	9	-0.033947400748729706
221088	rnn.weight_hh_l1_reverse	0	0.004467903170734644
221088	rnn.weight_hh_l1_reverse	1	0.03152482584118843
221088	rnn.weight_hh_l1_reverse	2	-0.04052014276385307
221088	rnn.weight_hh_l1_reverse	3	0.0350334532558918
221088	rnn.weight_hh_l1_reverse	4	0.047009486705064774
221088	rnn.weight_hh_l1_reverse	5	0.004561987239867449
221088	rnn.weight_hh_l1_reverse	6	0.049089789390563965
221088	rnn.weight_hh_l1_reverse	7	0.03142997622489929
221088	rnn.weight_hh_l1_reverse	8	-0.00723150372505188
221088	rnn.weight_hh_l1_reverse	9	-0.03085809387266636
221088	rnn.bias_ih_l1_reverse	0	-0.047072429209947586
221088	rnn.bias_ih_l1_reverse	1	-0.14152224361896515
221088	rnn.bias_ih_l1_reverse	2	-0.16428305208683014
221088	rnn.bias_ih_l1_reverse	3	-0.0574323795735836
221088	rnn.bias_ih_l1_reverse	4	-0.2081502079963684
221088	rnn.bias_ih_l1_reverse	5	-0.1162877157330513
221088	rnn.bias_ih_l1_reverse	6	-0.13123688101768494
221088	rnn.bias_ih_l1_reverse	7	-0.19205060601234436
221088	rnn.bias_ih_l1_reverse	8	0.22556360065937042
221088	rnn.bias_ih_l1_reverse	9	0.025571122765541077
221088	rnn.bias_hh_l1_reverse	0	0.009242618456482887
221088	rnn.bias_hh_l1_reverse	1	-0.06952927261590958
221088	rnn.bias_hh_l1_reverse	2	-0.23681484162807465
221088	rnn.bias_hh_l1_reverse	3	-0.1409793198108673
221088	rnn.bias_hh_l1_reverse	4	-0.08166627585887909
221088	rnn.bias_hh_l1_reverse	5	-0.11621666699647903
221088	rnn.bias_hh_l1_reverse	6	0.05727415531873703
221088	rnn.bias_hh_l1_reverse	7	-0.1397601068019867
221088	rnn.bias_hh_l1_reverse	8	-0.12186714261770248
221088	rnn.bias_hh_l1_reverse	9	-0.1504622846841812
221088	linear.weight	0	0.002228822559118271
221088	linear.weight	1	0.10191398113965988
221088	linear.weight	2	-0.09291218221187592
221088	linear.weight	3	0.3004268407821655
221088	linear.weight	4	0.14937378466129303
221088	linear.weight	5	-0.06144975870847702
221088	linear.weight	6	0.09248793125152588
221088	linear.weight	7	0.11754239350557327
221088	linear.weight	8	0.041139714419841766
221088	linear.weight	9	-0.056040409952402115
221088	linear.bias	0	0.09872011840343475
221088	linear.bias	1	-0.17265979945659637
221088	linear.bias	2	-0.44942888617515564
221088	linear.bias	3	-0.664152979850769
221088	linear.bias	4	-1.2581366300582886
221088	linear.bias	5	-0.06656324118375778
221088	linear.bias	6	-0.810477614402771
221088	linear.bias	7	0.26534122228622437
221088	linear.bias	8	-0.41439110040664673
221088	linear.bias	9	-1.0332155227661133
221285	transitions	0	0.7433127760887146
221285	transitions	1	0.14289364218711853
221285	transitions	2	-10000.0
221285	transitions	3	-1.8276921510696411
221285	transitions	4	-10000.0
221285	transitions	5	0.5640300512313843
221285	transitions	6	-0.08478525280952454
221285	transitions	7	-0.8023115992546082
221285	transitions	8	-1.4207682609558105
221285	transitions	9	-0.0012227309634909034
221285	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
221285	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
221285	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
221285	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
221285	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
221285	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
221285	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
221285	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
221285	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
221285	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
221285	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
221285	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
221285	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
221285	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
221285	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
221285	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
221285	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
221285	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
221285	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
221285	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
221285	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
221285	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
221285	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
221285	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
221285	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
221285	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
221285	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
221285	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
221285	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
221285	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
221285	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
221285	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
221285	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
221285	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
221285	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
221285	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
221285	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
221285	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
221285	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
221285	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
221285	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
221285	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
221285	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
221285	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
221285	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
221285	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
221285	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
221285	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
221285	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
221285	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
221285	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
221285	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
221285	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
221285	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
221285	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
221285	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
221285	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
221285	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
221285	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
221285	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
221285	embedding2nn.weight	0	0.01836596056818962
221285	embedding2nn.weight	1	-0.013041009195148945
221285	embedding2nn.weight	2	-0.014268254861235619
221285	embedding2nn.weight	3	-0.030658550560474396
221285	embedding2nn.weight	4	-0.0059150345623493195
221285	embedding2nn.weight	5	-0.0037005888298153877
221285	embedding2nn.weight	6	-0.003973267041146755
221285	embedding2nn.weight	7	-0.07600671797990799
221285	embedding2nn.weight	8	-0.0019979383796453476
221285	embedding2nn.weight	9	-0.027712156996130943
221285	embedding2nn.bias	0	0.023135459050536156
221285	embedding2nn.bias	1	-0.07079489529132843
221285	embedding2nn.bias	2	0.06765595823526382
221285	embedding2nn.bias	3	0.05026790127158165
221285	embedding2nn.bias	4	-0.03648064658045769
221285	embedding2nn.bias	5	-0.011859582737088203
221285	embedding2nn.bias	6	0.02643480710685253
221285	embedding2nn.bias	7	-0.0520605593919754
221285	embedding2nn.bias	8	0.06888461112976074
221285	embedding2nn.bias	9	0.044308293610811234
221285	rnn.weight_ih_l0	0	-0.07752708345651627
221285	rnn.weight_ih_l0	1	0.0037202320527285337
221285	rnn.weight_ih_l0	2	0.03617759048938751
221285	rnn.weight_ih_l0	3	0.02241436019539833
221285	rnn.weight_ih_l0	4	-0.049905840307474136
221285	rnn.weight_ih_l0	5	-0.0685475543141365
221285	rnn.weight_ih_l0	6	-0.002846452174708247
221285	rnn.weight_ih_l0	7	0.05210176110267639
221285	rnn.weight_ih_l0	8	-0.016445470973849297
221285	rnn.weight_ih_l0	9	-0.03197042644023895
221285	rnn.weight_hh_l0	0	-0.030613306909799576
221285	rnn.weight_hh_l0	1	-0.0077219498343765736
221285	rnn.weight_hh_l0	2	0.00658409995958209
221285	rnn.weight_hh_l0	3	-0.0748380497097969
221285	rnn.weight_hh_l0	4	0.0939834713935852
221285	rnn.weight_hh_l0	5	-0.02458786405622959
221285	rnn.weight_hh_l0	6	-0.06210806593298912
221285	rnn.weight_hh_l0	7	0.009990830905735493
221285	rnn.weight_hh_l0	8	0.013027678243815899
221285	rnn.weight_hh_l0	9	-0.025101102888584137
221285	rnn.bias_ih_l0	0	0.12686766684055328
221285	rnn.bias_ih_l0	1	-0.03675243631005287
221285	rnn.bias_ih_l0	2	-0.03360165283083916
221285	rnn.bias_ih_l0	3	0.16209359467029572
221285	rnn.bias_ih_l0	4	-0.01067382376641035
221285	rnn.bias_ih_l0	5	-0.023656263947486877
221285	rnn.bias_ih_l0	6	0.020254148170351982
221285	rnn.bias_ih_l0	7	0.02349386177957058
221285	rnn.bias_ih_l0	8	-0.10079444199800491
221285	rnn.bias_ih_l0	9	-0.04802814871072769
221285	rnn.bias_hh_l0	0	0.0021445597521960735
221285	rnn.bias_hh_l0	1	-0.10057960450649261
221285	rnn.bias_hh_l0	2	-0.07095059007406235
221285	rnn.bias_hh_l0	3	-0.08748115599155426
221285	rnn.bias_hh_l0	4	0.011627827771008015
221285	rnn.bias_hh_l0	5	-0.020339207723736763
221285	rnn.bias_hh_l0	6	0.026133429259061813
221285	rnn.bias_hh_l0	7	0.05276787281036377
221285	rnn.bias_hh_l0	8	-0.12023834139108658
221285	rnn.bias_hh_l0	9	-0.056581851094961166
221285	rnn.weight_ih_l0_reverse	0	-0.022442832589149475
221285	rnn.weight_ih_l0_reverse	1	-0.055314697325229645
221285	rnn.weight_ih_l0_reverse	2	-0.047435782849788666
221285	rnn.weight_ih_l0_reverse	3	0.013305246829986572
221285	rnn.weight_ih_l0_reverse	4	-0.02549108676612377
221285	rnn.weight_ih_l0_reverse	5	-0.05727062746882439
221285	rnn.weight_ih_l0_reverse	6	0.07446477562189102
221285	rnn.weight_ih_l0_reverse	7	-0.01884479448199272
221285	rnn.weight_ih_l0_reverse	8	-0.019201381132006645
221285	rnn.weight_ih_l0_reverse	9	0.003807677421718836
221285	rnn.weight_hh_l0_reverse	0	0.06679186224937439
221285	rnn.weight_hh_l0_reverse	1	0.021512888371944427
221285	rnn.weight_hh_l0_reverse	2	0.028986159712076187
221285	rnn.weight_hh_l0_reverse	3	0.03565189614892006
221285	rnn.weight_hh_l0_reverse	4	0.012941746972501278
221285	rnn.weight_hh_l0_reverse	5	0.00718644168227911
221285	rnn.weight_hh_l0_reverse	6	0.05065922066569328
221285	rnn.weight_hh_l0_reverse	7	-0.08148766309022903
221285	rnn.weight_hh_l0_reverse	8	0.0423336997628212
221285	rnn.weight_hh_l0_reverse	9	0.03564542531967163
221285	rnn.bias_ih_l0_reverse	0	-0.058598436415195465
221285	rnn.bias_ih_l0_reverse	1	-0.2865990698337555
221285	rnn.bias_ih_l0_reverse	2	-0.12249594926834106
221285	rnn.bias_ih_l0_reverse	3	-0.047614697366952896
221285	rnn.bias_ih_l0_reverse	4	-0.023717327043414116
221285	rnn.bias_ih_l0_reverse	5	0.07504276186227798
221285	rnn.bias_ih_l0_reverse	6	-0.06669116765260696
221285	rnn.bias_ih_l0_reverse	7	0.06600935757160187
221285	rnn.bias_ih_l0_reverse	8	-0.039660416543483734
221285	rnn.bias_ih_l0_reverse	9	0.06328193098306656
221285	rnn.bias_hh_l0_reverse	0	0.024042276665568352
221285	rnn.bias_hh_l0_reverse	1	-0.05243194103240967
221285	rnn.bias_hh_l0_reverse	2	0.08403564989566803
221285	rnn.bias_hh_l0_reverse	3	-0.05060555413365364
221285	rnn.bias_hh_l0_reverse	4	-0.02779245749115944
221285	rnn.bias_hh_l0_reverse	5	-0.018418243154883385
221285	rnn.bias_hh_l0_reverse	6	-0.01632528007030487
221285	rnn.bias_hh_l0_reverse	7	0.09865963459014893
221285	rnn.bias_hh_l0_reverse	8	0.03276347741484642
221285	rnn.bias_hh_l0_reverse	9	-0.1451823115348816
221285	rnn.weight_ih_l1	0	-0.029984502121806145
221285	rnn.weight_ih_l1	1	-0.05126318335533142
221285	rnn.weight_ih_l1	2	0.06393114477396011
221285	rnn.weight_ih_l1	3	-0.07151854038238525
221285	rnn.weight_ih_l1	4	-0.014367836527526379
221285	rnn.weight_ih_l1	5	-0.04075279459357262
221285	rnn.weight_ih_l1	6	0.028246015310287476
221285	rnn.weight_ih_l1	7	-0.044016413390636444
221285	rnn.weight_ih_l1	8	0.03782179579138756
221285	rnn.weight_ih_l1	9	0.04457908123731613
221285	rnn.weight_hh_l1	0	-0.005925531964749098
221285	rnn.weight_hh_l1	1	0.01971554383635521
221285	rnn.weight_hh_l1	2	0.007783866487443447
221285	rnn.weight_hh_l1	3	-0.012883743271231651
221285	rnn.weight_hh_l1	4	0.004671229049563408
221285	rnn.weight_hh_l1	5	0.035048987716436386
221285	rnn.weight_hh_l1	6	0.03670036047697067
221285	rnn.weight_hh_l1	7	-0.016313284635543823
221285	rnn.weight_hh_l1	8	-0.008075802586972713
221285	rnn.weight_hh_l1	9	0.03835652023553848
221285	rnn.bias_ih_l1	0	-0.18534089624881744
221285	rnn.bias_ih_l1	1	-0.17958450317382812
221285	rnn.bias_ih_l1	2	-0.1995646357536316
221285	rnn.bias_ih_l1	3	-0.3109435737133026
221285	rnn.bias_ih_l1	4	-0.20798256993293762
221285	rnn.bias_ih_l1	5	-0.08700578659772873
221285	rnn.bias_ih_l1	6	-0.1589338183403015
221285	rnn.bias_ih_l1	7	-0.010384321212768555
221285	rnn.bias_ih_l1	8	-0.13732844591140747
221285	rnn.bias_ih_l1	9	-0.129200279712677
221285	rnn.bias_hh_l1	0	-0.09800191223621368
221285	rnn.bias_hh_l1	1	-0.06762059777975082
221285	rnn.bias_hh_l1	2	-0.08707404136657715
221285	rnn.bias_hh_l1	3	-0.0793016329407692
221285	rnn.bias_hh_l1	4	-0.07542037218809128
221285	rnn.bias_hh_l1	5	-0.11815784126520157
221285	rnn.bias_hh_l1	6	-0.16612379252910614
221285	rnn.bias_hh_l1	7	0.07794255763292313
221285	rnn.bias_hh_l1	8	-0.17853906750679016
221285	rnn.bias_hh_l1	9	-0.11808537691831589
221285	rnn.weight_ih_l1_reverse	0	-0.045486241579055786
221285	rnn.weight_ih_l1_reverse	1	0.03297092765569687
221285	rnn.weight_ih_l1_reverse	2	0.09075277298688889
221285	rnn.weight_ih_l1_reverse	3	-0.016925957053899765
221285	rnn.weight_ih_l1_reverse	4	-0.0255290400236845
221285	rnn.weight_ih_l1_reverse	5	-0.030447639524936676
221285	rnn.weight_ih_l1_reverse	6	-0.018126199021935463
221285	rnn.weight_ih_l1_reverse	7	0.028940627351403236
221285	rnn.weight_ih_l1_reverse	8	0.007532863412052393
221285	rnn.weight_ih_l1_reverse	9	-0.034024354070425034
221285	rnn.weight_hh_l1_reverse	0	0.004537476692348719
221285	rnn.weight_hh_l1_reverse	1	0.0315178819000721
221285	rnn.weight_hh_l1_reverse	2	-0.040521424263715744
221285	rnn.weight_hh_l1_reverse	3	0.03503428399562836
221285	rnn.weight_hh_l1_reverse	4	0.04715075343847275
221285	rnn.weight_hh_l1_reverse	5	0.004518801812082529
221285	rnn.weight_hh_l1_reverse	6	0.049288585782051086
221285	rnn.weight_hh_l1_reverse	7	0.03142649307847023
221285	rnn.weight_hh_l1_reverse	8	-0.007227723952382803
221285	rnn.weight_hh_l1_reverse	9	-0.03082556650042534
221285	rnn.bias_ih_l1_reverse	0	-0.04663766548037529
221285	rnn.bias_ih_l1_reverse	1	-0.14111246168613434
221285	rnn.bias_ih_l1_reverse	2	-0.16445361077785492
221285	rnn.bias_ih_l1_reverse	3	-0.05818740278482437
221285	rnn.bias_ih_l1_reverse	4	-0.20823213458061218
221285	rnn.bias_ih_l1_reverse	5	-0.11642390489578247
221285	rnn.bias_ih_l1_reverse	6	-0.13127343356609344
221285	rnn.bias_ih_l1_reverse	7	-0.1918702870607376
221285	rnn.bias_ih_l1_reverse	8	0.2257850170135498
221285	rnn.bias_ih_l1_reverse	9	0.024724729359149933
221285	rnn.bias_hh_l1_reverse	0	0.008907915093004704
221285	rnn.bias_hh_l1_reverse	1	-0.0704808458685875
221285	rnn.bias_hh_l1_reverse	2	-0.23662863671779633
221285	rnn.bias_hh_l1_reverse	3	-0.14071522653102875
221285	rnn.bias_hh_l1_reverse	4	-0.08126185834407806
221285	rnn.bias_hh_l1_reverse	5	-0.11576222628355026
221285	rnn.bias_hh_l1_reverse	6	0.058109793812036514
221285	rnn.bias_hh_l1_reverse	7	-0.1397816687822342
221285	rnn.bias_hh_l1_reverse	8	-0.12201027572154999
221285	rnn.bias_hh_l1_reverse	9	-0.1506107896566391
221285	linear.weight	0	0.002228822559118271
221285	linear.weight	1	0.10107222199440002
221285	linear.weight	2	-0.0933113619685173
221285	linear.weight	3	0.2996344268321991
221285	linear.weight	4	0.14886996150016785
221285	linear.weight	5	-0.06145736947655678
221285	linear.weight	6	0.09332764148712158
221285	linear.weight	7	0.11833648383617401
221285	linear.weight	8	0.04113967344164848
221285	linear.weight	9	-0.05543528124690056
221285	linear.bias	0	0.08171464502811432
221285	linear.bias	1	-0.16516955196857452
221285	linear.bias	2	-0.45227596163749695
221285	linear.bias	3	-0.6643097996711731
221285	linear.bias	4	-1.2583065032958984
221285	linear.bias	5	-0.06757023185491562
221285	linear.bias	6	-0.8027668595314026
221285	linear.bias	7	0.26402589678764343
221285	linear.bias	8	-0.4121500551700592
221285	linear.bias	9	-1.0313533544540405
221482	transitions	0	0.7411507964134216
221482	transitions	1	0.1423862874507904
221482	transitions	2	-10000.0
221482	transitions	3	-1.8276944160461426
221482	transitions	4	-10000.0
221482	transitions	5	0.5640267133712769
221482	transitions	6	-0.08478917926549911
221482	transitions	7	-0.8024022579193115
221482	transitions	8	-1.420775055885315
221482	transitions	9	-0.0012227734550833702
221482	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
221482	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
221482	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
221482	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
221482	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
221482	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
221482	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
221482	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
221482	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
221482	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
221482	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
221482	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
221482	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
221482	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
221482	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
221482	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
221482	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
221482	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
221482	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
221482	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
221482	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
221482	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
221482	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
221482	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
221482	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
221482	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
221482	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
221482	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
221482	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
221482	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
221482	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
221482	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
221482	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
221482	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
221482	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
221482	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
221482	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
221482	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
221482	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
221482	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
221482	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
221482	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
221482	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
221482	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
221482	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
221482	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
221482	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
221482	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
221482	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
221482	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
221482	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
221482	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
221482	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
221482	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
221482	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
221482	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
221482	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
221482	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
221482	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
221482	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
221482	embedding2nn.weight	0	0.01834389567375183
221482	embedding2nn.weight	1	-0.013055817224085331
221482	embedding2nn.weight	2	-0.014268254861235619
221482	embedding2nn.weight	3	-0.030569344758987427
221482	embedding2nn.weight	4	-0.0059150345623493195
221482	embedding2nn.weight	5	-0.0037005888298153877
221482	embedding2nn.weight	6	-0.003973266575485468
221482	embedding2nn.weight	7	-0.07603897154331207
221482	embedding2nn.weight	8	-0.0019979383796453476
221482	embedding2nn.weight	9	-0.02767665684223175
221482	embedding2nn.bias	0	0.02393883280456066
221482	embedding2nn.bias	1	-0.07125251740217209
221482	embedding2nn.bias	2	0.06778616458177567
221482	embedding2nn.bias	3	0.0521334670484066
221482	embedding2nn.bias	4	-0.03551259636878967
221482	embedding2nn.bias	5	-0.013781840912997723
221482	embedding2nn.bias	6	0.025677906349301338
221482	embedding2nn.bias	7	-0.05204543098807335
221482	embedding2nn.bias	8	0.06808798015117645
221482	embedding2nn.bias	9	0.04445871710777283
221482	rnn.weight_ih_l0	0	-0.0774155929684639
221482	rnn.weight_ih_l0	1	0.0036062973085790873
221482	rnn.weight_ih_l0	2	0.03627254441380501
221482	rnn.weight_ih_l0	3	0.022428883239626884
221482	rnn.weight_ih_l0	4	-0.04984608665108681
221482	rnn.weight_ih_l0	5	-0.06852543354034424
221482	rnn.weight_ih_l0	6	-0.002915358869358897
221482	rnn.weight_ih_l0	7	0.0521380677819252
221482	rnn.weight_ih_l0	8	-0.016409654170274734
221482	rnn.weight_ih_l0	9	-0.031822290271520615
221482	rnn.weight_hh_l0	0	-0.030408132821321487
221482	rnn.weight_hh_l0	1	-0.007673445623368025
221482	rnn.weight_hh_l0	2	0.00656929612159729
221482	rnn.weight_hh_l0	3	-0.07478240877389908
221482	rnn.weight_hh_l0	4	0.09410347789525986
221482	rnn.weight_hh_l0	5	-0.024687955155968666
221482	rnn.weight_hh_l0	6	-0.0621744841337204
221482	rnn.weight_hh_l0	7	0.010067482478916645
221482	rnn.weight_hh_l0	8	0.013027285225689411
221482	rnn.weight_hh_l0	9	-0.025108151137828827
221482	rnn.bias_ih_l0	0	0.12687911093235016
221482	rnn.bias_ih_l0	1	-0.03647887706756592
221482	rnn.bias_ih_l0	2	-0.033691003918647766
221482	rnn.bias_ih_l0	3	0.16227197647094727
221482	rnn.bias_ih_l0	4	-0.0110717061907053
221482	rnn.bias_ih_l0	5	-0.02391812577843666
221482	rnn.bias_ih_l0	6	0.021015014499425888
221482	rnn.bias_ih_l0	7	0.023777134716510773
221482	rnn.bias_ih_l0	8	-0.100997693836689
221482	rnn.bias_ih_l0	9	-0.04738902300596237
221482	rnn.bias_hh_l0	0	0.0021097317803651094
221482	rnn.bias_hh_l0	1	-0.10062126070261002
221482	rnn.bias_hh_l0	2	-0.07104501873254776
221482	rnn.bias_hh_l0	3	-0.08741848915815353
221482	rnn.bias_hh_l0	4	0.011836240999400616
221482	rnn.bias_hh_l0	5	-0.0205167718231678
221482	rnn.bias_hh_l0	6	0.02560051530599594
221482	rnn.bias_hh_l0	7	0.05354789271950722
221482	rnn.bias_hh_l0	8	-0.12037765979766846
221482	rnn.bias_hh_l0	9	-0.05657115951180458
221482	rnn.weight_ih_l0_reverse	0	-0.02237756922841072
221482	rnn.weight_ih_l0_reverse	1	-0.0556308813393116
221482	rnn.weight_ih_l0_reverse	2	-0.04770279675722122
221482	rnn.weight_ih_l0_reverse	3	0.013236133381724358
221482	rnn.weight_ih_l0_reverse	4	-0.02553882822394371
221482	rnn.weight_ih_l0_reverse	5	-0.0572831965982914
221482	rnn.weight_ih_l0_reverse	6	0.07449847459793091
221482	rnn.weight_ih_l0_reverse	7	-0.01886044256389141
221482	rnn.weight_ih_l0_reverse	8	-0.019221901893615723
221482	rnn.weight_ih_l0_reverse	9	0.004079189617186785
221482	rnn.weight_hh_l0_reverse	0	0.06698859483003616
221482	rnn.weight_hh_l0_reverse	1	0.02143174596130848
221482	rnn.weight_hh_l0_reverse	2	0.029006747528910637
221482	rnn.weight_hh_l0_reverse	3	0.035652853548526764
221482	rnn.weight_hh_l0_reverse	4	0.01284406054764986
221482	rnn.weight_hh_l0_reverse	5	0.007289535365998745
221482	rnn.weight_hh_l0_reverse	6	0.050744108855724335
221482	rnn.weight_hh_l0_reverse	7	-0.08156955987215042
221482	rnn.weight_hh_l0_reverse	8	0.04228110983967781
221482	rnn.weight_hh_l0_reverse	9	0.03555501252412796
221482	rnn.bias_ih_l0_reverse	0	-0.05875644087791443
221482	rnn.bias_ih_l0_reverse	1	-0.2861820459365845
221482	rnn.bias_ih_l0_reverse	2	-0.12294873595237732
221482	rnn.bias_ih_l0_reverse	3	-0.04746866598725319
221482	rnn.bias_ih_l0_reverse	4	-0.02374151162803173
221482	rnn.bias_ih_l0_reverse	5	0.07515797764062881
221482	rnn.bias_ih_l0_reverse	6	-0.06695526093244553
221482	rnn.bias_ih_l0_reverse	7	0.06581779569387436
221482	rnn.bias_ih_l0_reverse	8	-0.039653778076171875
221482	rnn.bias_ih_l0_reverse	9	0.06313850730657578
221482	rnn.bias_hh_l0_reverse	0	0.023841820657253265
221482	rnn.bias_hh_l0_reverse	1	-0.05141620337963104
221482	rnn.bias_hh_l0_reverse	2	0.08329574763774872
221482	rnn.bias_hh_l0_reverse	3	-0.050817202776670456
221482	rnn.bias_hh_l0_reverse	4	-0.027813082560896873
221482	rnn.bias_hh_l0_reverse	5	-0.017805609852075577
221482	rnn.bias_hh_l0_reverse	6	-0.015671690925955772
221482	rnn.bias_hh_l0_reverse	7	0.09857076406478882
221482	rnn.bias_hh_l0_reverse	8	0.032720789313316345
221482	rnn.bias_hh_l0_reverse	9	-0.14512407779693604
221482	rnn.weight_ih_l1	0	-0.029919449239969254
221482	rnn.weight_ih_l1	1	-0.05112355947494507
221482	rnn.weight_ih_l1	2	0.06397677958011627
221482	rnn.weight_ih_l1	3	-0.0718383938074112
221482	rnn.weight_ih_l1	4	-0.014494328759610653
221482	rnn.weight_ih_l1	5	-0.04077833890914917
221482	rnn.weight_ih_l1	6	0.028127145022153854
221482	rnn.weight_ih_l1	7	-0.04391505569219589
221482	rnn.weight_ih_l1	8	0.037728503346443176
221482	rnn.weight_ih_l1	9	0.044536102563142776
221482	rnn.weight_hh_l1	0	-0.005893359892070293
221482	rnn.weight_hh_l1	1	0.019686119630932808
221482	rnn.weight_hh_l1	2	0.007602302357554436
221482	rnn.weight_hh_l1	3	-0.012890460900962353
221482	rnn.weight_hh_l1	4	0.0046641589142382145
221482	rnn.weight_hh_l1	5	0.035004112869501114
221482	rnn.weight_hh_l1	6	0.036742765456438065
221482	rnn.weight_hh_l1	7	-0.016331933438777924
221482	rnn.weight_hh_l1	8	-0.008021832443773746
221482	rnn.weight_hh_l1	9	0.03830388933420181
221482	rnn.bias_ih_l1	0	-0.18512621521949768
221482	rnn.bias_ih_l1	1	-0.1797000616788864
221482	rnn.bias_ih_l1	2	-0.19925178587436676
221482	rnn.bias_ih_l1	3	-0.3103429079055786
221482	rnn.bias_ih_l1	4	-0.2085883468389511
221482	rnn.bias_ih_l1	5	-0.08718407154083252
221482	rnn.bias_ih_l1	6	-0.15895001590251923
221482	rnn.bias_ih_l1	7	-0.010782313533127308
221482	rnn.bias_ih_l1	8	-0.13768410682678223
221482	rnn.bias_ih_l1	9	-0.1294543445110321
221482	rnn.bias_hh_l1	0	-0.09859759360551834
221482	rnn.bias_hh_l1	1	-0.06783142685890198
221482	rnn.bias_hh_l1	2	-0.08718284219503403
221482	rnn.bias_hh_l1	3	-0.07931985706090927
221482	rnn.bias_hh_l1	4	-0.07529963552951813
221482	rnn.bias_hh_l1	5	-0.11799683421850204
221482	rnn.bias_hh_l1	6	-0.1660538911819458
221482	rnn.bias_hh_l1	7	0.07766252756118774
221482	rnn.bias_hh_l1	8	-0.17846928536891937
221482	rnn.bias_hh_l1	9	-0.11779183149337769
221482	rnn.weight_ih_l1_reverse	0	-0.04536142572760582
221482	rnn.weight_ih_l1_reverse	1	0.03316829353570938
221482	rnn.weight_ih_l1_reverse	2	0.0906841978430748
221482	rnn.weight_ih_l1_reverse	3	-0.017115360125899315
221482	rnn.weight_ih_l1_reverse	4	-0.025961587205529213
221482	rnn.weight_ih_l1_reverse	5	-0.030440378934144974
221482	rnn.weight_ih_l1_reverse	6	-0.017961354926228523
221482	rnn.weight_ih_l1_reverse	7	0.028910892084240913
221482	rnn.weight_ih_l1_reverse	8	0.006982306018471718
221482	rnn.weight_ih_l1_reverse	9	-0.03370673954486847
221482	rnn.weight_hh_l1_reverse	0	0.004574064165353775
221482	rnn.weight_hh_l1_reverse	1	0.03149016201496124
221482	rnn.weight_hh_l1_reverse	2	-0.040538541972637177
221482	rnn.weight_hh_l1_reverse	3	0.035053152590990067
221482	rnn.weight_hh_l1_reverse	4	0.047083161771297455
221482	rnn.weight_hh_l1_reverse	5	0.004586378112435341
221482	rnn.weight_hh_l1_reverse	6	0.04893268644809723
221482	rnn.weight_hh_l1_reverse	7	0.03135780990123749
221482	rnn.weight_hh_l1_reverse	8	-0.007241513580083847
221482	rnn.weight_hh_l1_reverse	9	-0.030900904908776283
221482	rnn.bias_ih_l1_reverse	0	-0.04716530069708824
221482	rnn.bias_ih_l1_reverse	1	-0.140922412276268
221482	rnn.bias_ih_l1_reverse	2	-0.16432403028011322
221482	rnn.bias_ih_l1_reverse	3	-0.05776526778936386
221482	rnn.bias_ih_l1_reverse	4	-0.20825733244419098
221482	rnn.bias_ih_l1_reverse	5	-0.11641880124807358
221482	rnn.bias_ih_l1_reverse	6	-0.13134123384952545
221482	rnn.bias_ih_l1_reverse	7	-0.19207830727100372
221482	rnn.bias_ih_l1_reverse	8	0.22583548724651337
221482	rnn.bias_ih_l1_reverse	9	0.023671407252550125
221482	rnn.bias_hh_l1_reverse	0	0.008601687848567963
221482	rnn.bias_hh_l1_reverse	1	-0.07102110236883163
221482	rnn.bias_hh_l1_reverse	2	-0.2367374747991562
221482	rnn.bias_hh_l1_reverse	3	-0.14083068072795868
221482	rnn.bias_hh_l1_reverse	4	-0.08101671189069748
221482	rnn.bias_hh_l1_reverse	5	-0.1159903034567833
221482	rnn.bias_hh_l1_reverse	6	0.057606395334005356
221482	rnn.bias_hh_l1_reverse	7	-0.1393023133277893
221482	rnn.bias_hh_l1_reverse	8	-0.12206888198852539
221482	rnn.bias_hh_l1_reverse	9	-0.15072616934776306
221482	linear.weight	0	0.002228822559118271
221482	linear.weight	1	0.1016729474067688
221482	linear.weight	2	-0.09346295893192291
221482	linear.weight	3	0.2997209429740906
221482	linear.weight	4	0.148659348487854
221482	linear.weight	5	-0.061075616627931595
221482	linear.weight	6	0.09237327426671982
221482	linear.weight	7	0.1161990761756897
221482	linear.weight	8	0.04113966226577759
221482	linear.weight	9	-0.05571961775422096
221482	linear.bias	0	0.09611774981021881
221482	linear.bias	1	-0.16866770386695862
221482	linear.bias	2	-0.4465498924255371
221482	linear.bias	3	-0.6679389476776123
221482	linear.bias	4	-1.26175856590271
221482	linear.bias	5	-0.06954160332679749
221482	linear.bias	6	-0.806462824344635
221482	linear.bias	7	0.26204437017440796
221482	linear.bias	8	-0.4136973023414612
221482	linear.bias	9	-1.032439112663269
221679	transitions	0	0.7430974245071411
221679	transitions	1	0.14244818687438965
221679	transitions	2	-10000.0
221679	transitions	3	-1.8276984691619873
221679	transitions	4	-10000.0
221679	transitions	5	0.5639888644218445
221679	transitions	6	-0.0847928375005722
221679	transitions	7	-0.8024523258209229
221679	transitions	8	-1.4207799434661865
221679	transitions	9	-0.0012228486593812704
221679	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
221679	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
221679	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
221679	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
221679	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
221679	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
221679	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
221679	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
221679	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
221679	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
221679	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
221679	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
221679	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
221679	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
221679	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
221679	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
221679	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
221679	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
221679	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
221679	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
221679	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
221679	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
221679	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
221679	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
221679	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
221679	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
221679	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
221679	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
221679	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
221679	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
221679	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
221679	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
221679	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
221679	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
221679	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
221679	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
221679	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
221679	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
221679	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
221679	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
221679	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
221679	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
221679	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
221679	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
221679	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
221679	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
221679	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
221679	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
221679	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
221679	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
221679	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
221679	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
221679	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
221679	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
221679	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
221679	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
221679	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
221679	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
221679	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
221679	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
221679	embedding2nn.weight	0	0.018197666853666306
221679	embedding2nn.weight	1	-0.013063719496130943
221679	embedding2nn.weight	2	-0.014268254861235619
221679	embedding2nn.weight	3	-0.030305299907922745
221679	embedding2nn.weight	4	-0.0059150345623493195
221679	embedding2nn.weight	5	-0.0037005888298153877
221679	embedding2nn.weight	6	-0.003973267041146755
221679	embedding2nn.weight	7	-0.07598617672920227
221679	embedding2nn.weight	8	-0.0019979383796453476
221679	embedding2nn.weight	9	-0.027906376868486404
221679	embedding2nn.bias	0	0.024303464218974113
221679	embedding2nn.bias	1	-0.07227185368537903
221679	embedding2nn.bias	2	0.06760451942682266
221679	embedding2nn.bias	3	0.05122966691851616
221679	embedding2nn.bias	4	-0.036859530955553055
221679	embedding2nn.bias	5	-0.014001073315739632
221679	embedding2nn.bias	6	0.02413080632686615
221679	embedding2nn.bias	7	-0.05138489231467247
221679	embedding2nn.bias	8	0.06917938590049744
221679	embedding2nn.bias	9	0.04337713122367859
221679	rnn.weight_ih_l0	0	-0.07740440964698792
221679	rnn.weight_ih_l0	1	0.0037559152115136385
221679	rnn.weight_ih_l0	2	0.036243587732315063
221679	rnn.weight_ih_l0	3	0.022536687552928925
221679	rnn.weight_ih_l0	4	-0.04945708438754082
221679	rnn.weight_ih_l0	5	-0.06864182651042938
221679	rnn.weight_ih_l0	6	-0.0032971918117254972
221679	rnn.weight_ih_l0	7	0.0519164614379406
221679	rnn.weight_ih_l0	8	-0.01648476906120777
221679	rnn.weight_ih_l0	9	-0.03208598867058754
221679	rnn.weight_hh_l0	0	-0.030382439494132996
221679	rnn.weight_hh_l0	1	-0.00774543359875679
221679	rnn.weight_hh_l0	2	0.006669239141047001
221679	rnn.weight_hh_l0	3	-0.07474212348461151
221679	rnn.weight_hh_l0	4	0.09402855485677719
221679	rnn.weight_hh_l0	5	-0.024591736495494843
221679	rnn.weight_hh_l0	6	-0.06205785647034645
221679	rnn.weight_hh_l0	7	0.010062159039080143
221679	rnn.weight_hh_l0	8	0.013004247099161148
221679	rnn.weight_hh_l0	9	-0.025135289877653122
221679	rnn.bias_ih_l0	0	0.12696553766727448
221679	rnn.bias_ih_l0	1	-0.03664584457874298
221679	rnn.bias_ih_l0	2	-0.03406553342938423
221679	rnn.bias_ih_l0	3	0.1621098667383194
221679	rnn.bias_ih_l0	4	-0.01101231761276722
221679	rnn.bias_ih_l0	5	-0.023085525259375572
221679	rnn.bias_ih_l0	6	0.019920753315091133
221679	rnn.bias_ih_l0	7	0.023569097742438316
221679	rnn.bias_ih_l0	8	-0.10136984288692474
221679	rnn.bias_ih_l0	9	-0.04698560759425163
221679	rnn.bias_hh_l0	0	0.0022480252664536238
221679	rnn.bias_hh_l0	1	-0.10014107078313828
221679	rnn.bias_hh_l0	2	-0.07116177678108215
221679	rnn.bias_hh_l0	3	-0.08721426129341125
221679	rnn.bias_hh_l0	4	0.011770539917051792
221679	rnn.bias_hh_l0	5	-0.020527619868516922
221679	rnn.bias_hh_l0	6	0.025449855253100395
221679	rnn.bias_hh_l0	7	0.05422220379114151
221679	rnn.bias_hh_l0	8	-0.12073193490505219
221679	rnn.bias_hh_l0	9	-0.05653095617890358
221679	rnn.weight_ih_l0_reverse	0	-0.022301383316516876
221679	rnn.weight_ih_l0_reverse	1	-0.05575808137655258
221679	rnn.weight_ih_l0_reverse	2	-0.04765814170241356
221679	rnn.weight_ih_l0_reverse	3	0.013216291554272175
221679	rnn.weight_ih_l0_reverse	4	-0.02555905282497406
221679	rnn.weight_ih_l0_reverse	5	-0.05715620517730713
221679	rnn.weight_ih_l0_reverse	6	0.07446320354938507
221679	rnn.weight_ih_l0_reverse	7	-0.018800225108861923
221679	rnn.weight_ih_l0_reverse	8	-0.019295549020171165
221679	rnn.weight_ih_l0_reverse	9	0.004060779698193073
221679	rnn.weight_hh_l0_reverse	0	0.06706497073173523
221679	rnn.weight_hh_l0_reverse	1	0.021253211423754692
221679	rnn.weight_hh_l0_reverse	2	0.02893783338367939
221679	rnn.weight_hh_l0_reverse	3	0.03563027083873749
221679	rnn.weight_hh_l0_reverse	4	0.01279909536242485
221679	rnn.weight_hh_l0_reverse	5	0.007392094936221838
221679	rnn.weight_hh_l0_reverse	6	0.05078212171792984
221679	rnn.weight_hh_l0_reverse	7	-0.08150032162666321
221679	rnn.weight_hh_l0_reverse	8	0.04218890145421028
221679	rnn.weight_hh_l0_reverse	9	0.0354996919631958
221679	rnn.bias_ih_l0_reverse	0	-0.05889575183391571
221679	rnn.bias_ih_l0_reverse	1	-0.2859328091144562
221679	rnn.bias_ih_l0_reverse	2	-0.12300552427768707
221679	rnn.bias_ih_l0_reverse	3	-0.047434527426958084
221679	rnn.bias_ih_l0_reverse	4	-0.02363336645066738
221679	rnn.bias_ih_l0_reverse	5	0.07542397826910019
221679	rnn.bias_ih_l0_reverse	6	-0.06655127555131912
221679	rnn.bias_ih_l0_reverse	7	0.06563659012317657
221679	rnn.bias_ih_l0_reverse	8	-0.03976338729262352
221679	rnn.bias_ih_l0_reverse	9	0.06316792964935303
221679	rnn.bias_hh_l0_reverse	0	0.024108268320560455
221679	rnn.bias_hh_l0_reverse	1	-0.05165484920144081
221679	rnn.bias_hh_l0_reverse	2	0.08308910578489304
221679	rnn.bias_hh_l0_reverse	3	-0.05098211020231247
221679	rnn.bias_hh_l0_reverse	4	-0.0279955193400383
221679	rnn.bias_hh_l0_reverse	5	-0.017934562638401985
221679	rnn.bias_hh_l0_reverse	6	-0.015605483204126358
221679	rnn.bias_hh_l0_reverse	7	0.09845506399869919
221679	rnn.bias_hh_l0_reverse	8	0.03261857479810715
221679	rnn.bias_hh_l0_reverse	9	-0.14519815146923065
221679	rnn.weight_ih_l1	0	-0.02996915951371193
221679	rnn.weight_ih_l1	1	-0.05131405219435692
221679	rnn.weight_ih_l1	2	0.06337280571460724
221679	rnn.weight_ih_l1	3	-0.07147229462862015
221679	rnn.weight_ih_l1	4	-0.014637680724263191
221679	rnn.weight_ih_l1	5	-0.04070499166846275
221679	rnn.weight_ih_l1	6	0.028059914708137512
221679	rnn.weight_ih_l1	7	-0.04382946714758873
221679	rnn.weight_ih_l1	8	0.037748366594314575
221679	rnn.weight_ih_l1	9	0.04476142302155495
221679	rnn.weight_hh_l1	0	-0.005895054899156094
221679	rnn.weight_hh_l1	1	0.019678642973303795
221679	rnn.weight_hh_l1	2	0.007694581989198923
221679	rnn.weight_hh_l1	3	-0.012842686846852303
221679	rnn.weight_hh_l1	4	0.0045633455738425255
221679	rnn.weight_hh_l1	5	0.03501230850815773
221679	rnn.weight_hh_l1	6	0.0367850586771965
221679	rnn.weight_hh_l1	7	-0.016273265704512596
221679	rnn.weight_hh_l1	8	-0.0080488882958889
221679	rnn.weight_hh_l1	9	0.03839368745684624
221679	rnn.bias_ih_l1	0	-0.18551775813102722
221679	rnn.bias_ih_l1	1	-0.1795727014541626
221679	rnn.bias_ih_l1	2	-0.19859254360198975
221679	rnn.bias_ih_l1	3	-0.3105887174606323
221679	rnn.bias_ih_l1	4	-0.20703287422657013
221679	rnn.bias_ih_l1	5	-0.08736981451511383
221679	rnn.bias_ih_l1	6	-0.1588708460330963
221679	rnn.bias_ih_l1	7	-0.009819288738071918
221679	rnn.bias_ih_l1	8	-0.13774067163467407
221679	rnn.bias_ih_l1	9	-0.12954017519950867
221679	rnn.bias_hh_l1	0	-0.09840615093708038
221679	rnn.bias_hh_l1	1	-0.06774328649044037
221679	rnn.bias_hh_l1	2	-0.08722084015607834
221679	rnn.bias_hh_l1	3	-0.07945955544710159
221679	rnn.bias_hh_l1	4	-0.07529818266630173
221679	rnn.bias_hh_l1	5	-0.11791693419218063
221679	rnn.bias_hh_l1	6	-0.16615624725818634
221679	rnn.bias_hh_l1	7	0.07718667387962341
221679	rnn.bias_hh_l1	8	-0.17865785956382751
221679	rnn.bias_hh_l1	9	-0.11752080172300339
221679	rnn.weight_ih_l1_reverse	0	-0.045343201607465744
221679	rnn.weight_ih_l1_reverse	1	0.033128250390291214
221679	rnn.weight_ih_l1_reverse	2	0.09056601673364639
221679	rnn.weight_ih_l1_reverse	3	-0.016934560611844063
221679	rnn.weight_ih_l1_reverse	4	-0.026191091164946556
221679	rnn.weight_ih_l1_reverse	5	-0.030461708083748817
221679	rnn.weight_ih_l1_reverse	6	-0.017920484766364098
221679	rnn.weight_ih_l1_reverse	7	0.028906088322401047
221679	rnn.weight_ih_l1_reverse	8	0.007360608316957951
221679	rnn.weight_ih_l1_reverse	9	-0.03366541489958763
221679	rnn.weight_hh_l1_reverse	0	0.004552261438220739
221679	rnn.weight_hh_l1_reverse	1	0.03153015300631523
221679	rnn.weight_hh_l1_reverse	2	-0.04054180905222893
221679	rnn.weight_hh_l1_reverse	3	0.03506754711270332
221679	rnn.weight_hh_l1_reverse	4	0.04715002700686455
221679	rnn.weight_hh_l1_reverse	5	0.004620381630957127
221679	rnn.weight_hh_l1_reverse	6	0.04905467480421066
221679	rnn.weight_hh_l1_reverse	7	0.0313979908823967
221679	rnn.weight_hh_l1_reverse	8	-0.0072199818678200245
221679	rnn.weight_hh_l1_reverse	9	-0.030889084562659264
221679	rnn.bias_ih_l1_reverse	0	-0.047090716660022736
221679	rnn.bias_ih_l1_reverse	1	-0.14092467725276947
221679	rnn.bias_ih_l1_reverse	2	-0.16441258788108826
221679	rnn.bias_ih_l1_reverse	3	-0.05626136437058449
221679	rnn.bias_ih_l1_reverse	4	-0.20799541473388672
221679	rnn.bias_ih_l1_reverse	5	-0.11665496975183487
221679	rnn.bias_ih_l1_reverse	6	-0.13114137947559357
221679	rnn.bias_ih_l1_reverse	7	-0.1926727592945099
221679	rnn.bias_ih_l1_reverse	8	0.22570276260375977
221679	rnn.bias_ih_l1_reverse	9	0.023336097598075867
221679	rnn.bias_hh_l1_reverse	0	0.008922602981328964
221679	rnn.bias_hh_l1_reverse	1	-0.07091276347637177
221679	rnn.bias_hh_l1_reverse	2	-0.23650017380714417
221679	rnn.bias_hh_l1_reverse	3	-0.14084939658641815
221679	rnn.bias_hh_l1_reverse	4	-0.08113935589790344
221679	rnn.bias_hh_l1_reverse	5	-0.11628401279449463
221679	rnn.bias_hh_l1_reverse	6	0.058702416718006134
221679	rnn.bias_hh_l1_reverse	7	-0.13921166956424713
221679	rnn.bias_hh_l1_reverse	8	-0.12221544235944748
221679	rnn.bias_hh_l1_reverse	9	-0.1505224108695984
221679	linear.weight	0	0.002228822559118271
221679	linear.weight	1	0.10156244784593582
221679	linear.weight	2	-0.09347477555274963
221679	linear.weight	3	0.2998192310333252
221679	linear.weight	4	0.1484992355108261
221679	linear.weight	5	-0.060951121151447296
221679	linear.weight	6	0.09455174952745438
221679	linear.weight	7	0.11521036922931671
221679	linear.weight	8	0.0411396399140358
221679	linear.weight	9	-0.055375732481479645
221679	linear.bias	0	0.09399904310703278
221679	linear.bias	1	-0.17235054075717926
221679	linear.bias	2	-0.44640007615089417
221679	linear.bias	3	-0.6715670824050903
221679	linear.bias	4	-1.2651478052139282
221679	linear.bias	5	-0.06590428203344345
221679	linear.bias	6	-0.809766948223114
221679	linear.bias	7	0.2655482292175293
221679	linear.bias	8	-0.40982988476753235
221679	linear.bias	9	-1.0286896228790283
221876	transitions	0	0.7436577677726746
221876	transitions	1	0.14270073175430298
221876	transitions	2	-10000.0
221876	transitions	3	-1.827702283859253
221876	transitions	4	-10000.0
221876	transitions	5	0.5639848709106445
221876	transitions	6	-0.084800586104393
221876	transitions	7	-0.8024826049804688
221876	transitions	8	-1.420789361000061
221876	transitions	9	-0.0012229320127516985
221876	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
221876	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
221876	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
221876	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
221876	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
221876	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
221876	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
221876	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
221876	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
221876	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
221876	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
221876	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
221876	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
221876	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
221876	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
221876	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
221876	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
221876	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
221876	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
221876	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
221876	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
221876	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
221876	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
221876	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
221876	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
221876	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
221876	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
221876	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
221876	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
221876	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
221876	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
221876	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
221876	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
221876	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
221876	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
221876	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
221876	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
221876	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
221876	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
221876	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
221876	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
221876	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
221876	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
221876	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
221876	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
221876	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
221876	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
221876	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
221876	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
221876	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
221876	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
221876	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
221876	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
221876	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
221876	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
221876	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
221876	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
221876	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
221876	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
221876	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
221876	embedding2nn.weight	0	0.018383504822850227
221876	embedding2nn.weight	1	-0.013062844052910805
221876	embedding2nn.weight	2	-0.014268254861235619
221876	embedding2nn.weight	3	-0.0301772840321064
221876	embedding2nn.weight	4	-0.0059150345623493195
221876	embedding2nn.weight	5	-0.0037005888298153877
221876	embedding2nn.weight	6	-0.0039732675068080425
221876	embedding2nn.weight	7	-0.07585911452770233
221876	embedding2nn.weight	8	-0.0019979383796453476
221876	embedding2nn.weight	9	-0.028028355911374092
221876	embedding2nn.bias	0	0.02407286874949932
221876	embedding2nn.bias	1	-0.07129734754562378
221876	embedding2nn.bias	2	0.06855196505784988
221876	embedding2nn.bias	3	0.05052055045962334
221876	embedding2nn.bias	4	-0.037579245865345
221876	embedding2nn.bias	5	-0.013807715848088264
221876	embedding2nn.bias	6	0.02444702386856079
221876	embedding2nn.bias	7	-0.05308590084314346
221876	embedding2nn.bias	8	0.0687907487154007
221876	embedding2nn.bias	9	0.043740447610616684
221876	rnn.weight_ih_l0	0	-0.07754217833280563
221876	rnn.weight_ih_l0	1	0.0038690781220793724
221876	rnn.weight_ih_l0	2	0.03624783083796501
221876	rnn.weight_ih_l0	3	0.022472232580184937
221876	rnn.weight_ih_l0	4	-0.049218978732824326
221876	rnn.weight_ih_l0	5	-0.06870222836732864
221876	rnn.weight_ih_l0	6	-0.0032587426248937845
221876	rnn.weight_ih_l0	7	0.05193037539720535
221876	rnn.weight_ih_l0	8	-0.01629086397588253
221876	rnn.weight_ih_l0	9	-0.032016489654779434
221876	rnn.weight_hh_l0	0	-0.030365683138370514
221876	rnn.weight_hh_l0	1	-0.00765604292973876
221876	rnn.weight_hh_l0	2	0.0065690153278410435
221876	rnn.weight_hh_l0	3	-0.07467849552631378
221876	rnn.weight_hh_l0	4	0.09396948665380478
221876	rnn.weight_hh_l0	5	-0.02490631863474846
221876	rnn.weight_hh_l0	6	-0.062116533517837524
221876	rnn.weight_hh_l0	7	0.010089941322803497
221876	rnn.weight_hh_l0	8	0.01293715089559555
221876	rnn.weight_hh_l0	9	-0.025158584117889404
221876	rnn.bias_ih_l0	0	0.1270557940006256
221876	rnn.bias_ih_l0	1	-0.03669542446732521
221876	rnn.bias_ih_l0	2	-0.03393242508172989
221876	rnn.bias_ih_l0	3	0.16239666938781738
221876	rnn.bias_ih_l0	4	-0.010865245945751667
221876	rnn.bias_ih_l0	5	-0.02307082712650299
221876	rnn.bias_ih_l0	6	0.019692284986376762
221876	rnn.bias_ih_l0	7	0.023312075063586235
221876	rnn.bias_ih_l0	8	-0.10139531642198563
221876	rnn.bias_ih_l0	9	-0.046745896339416504
221876	rnn.bias_hh_l0	0	0.0025937340687960386
221876	rnn.bias_hh_l0	1	-0.10002610087394714
221876	rnn.bias_hh_l0	2	-0.07082249969244003
221876	rnn.bias_hh_l0	3	-0.08740689605474472
221876	rnn.bias_hh_l0	4	0.01187935657799244
221876	rnn.bias_hh_l0	5	-0.020305108278989792
221876	rnn.bias_hh_l0	6	0.02571137063205242
221876	rnn.bias_hh_l0	7	0.05434121936559677
221876	rnn.bias_hh_l0	8	-0.12055802345275879
221876	rnn.bias_hh_l0	9	-0.057182323187589645
221876	rnn.weight_ih_l0_reverse	0	-0.022289752960205078
221876	rnn.weight_ih_l0_reverse	1	-0.05578899756073952
221876	rnn.weight_ih_l0_reverse	2	-0.04780604690313339
221876	rnn.weight_ih_l0_reverse	3	0.013188883662223816
221876	rnn.weight_ih_l0_reverse	4	-0.025448424741625786
221876	rnn.weight_ih_l0_reverse	5	-0.05727972462773323
221876	rnn.weight_ih_l0_reverse	6	0.07452473789453506
221876	rnn.weight_ih_l0_reverse	7	-0.018974997103214264
221876	rnn.weight_ih_l0_reverse	8	-0.01918075419962406
221876	rnn.weight_ih_l0_reverse	9	0.004279758781194687
221876	rnn.weight_hh_l0_reverse	0	0.06700370460748672
221876	rnn.weight_hh_l0_reverse	1	0.02135494537651539
221876	rnn.weight_hh_l0_reverse	2	0.028970938175916672
221876	rnn.weight_hh_l0_reverse	3	0.03559838607907295
221876	rnn.weight_hh_l0_reverse	4	0.012814364396035671
221876	rnn.weight_hh_l0_reverse	5	0.007475724909454584
221876	rnn.weight_hh_l0_reverse	6	0.05070721358060837
221876	rnn.weight_hh_l0_reverse	7	-0.08155230432748795
221876	rnn.weight_hh_l0_reverse	8	0.042200420051813126
221876	rnn.weight_hh_l0_reverse	9	0.03553794324398041
221876	rnn.bias_ih_l0_reverse	0	-0.058951061218976974
221876	rnn.bias_ih_l0_reverse	1	-0.2862442135810852
221876	rnn.bias_ih_l0_reverse	2	-0.12314990907907486
221876	rnn.bias_ih_l0_reverse	3	-0.04726959019899368
221876	rnn.bias_ih_l0_reverse	4	-0.02367180958390236
221876	rnn.bias_ih_l0_reverse	5	0.07533374428749084
221876	rnn.bias_ih_l0_reverse	6	-0.06656250357627869
221876	rnn.bias_ih_l0_reverse	7	0.06603949517011642
221876	rnn.bias_ih_l0_reverse	8	-0.03917131572961807
221876	rnn.bias_ih_l0_reverse	9	0.06318783760070801
221876	rnn.bias_hh_l0_reverse	0	0.024343086406588554
221876	rnn.bias_hh_l0_reverse	1	-0.05138472467660904
221876	rnn.bias_hh_l0_reverse	2	0.08356240391731262
221876	rnn.bias_hh_l0_reverse	3	-0.051140401512384415
221876	rnn.bias_hh_l0_reverse	4	-0.027922166511416435
221876	rnn.bias_hh_l0_reverse	5	-0.017694102600216866
221876	rnn.bias_hh_l0_reverse	6	-0.015656081959605217
221876	rnn.bias_hh_l0_reverse	7	0.09832113236188889
221876	rnn.bias_hh_l0_reverse	8	0.032850027084350586
221876	rnn.bias_hh_l0_reverse	9	-0.14502976834774017
221876	rnn.weight_ih_l1	0	-0.029958808794617653
221876	rnn.weight_ih_l1	1	-0.051234111189842224
221876	rnn.weight_ih_l1	2	0.0635635182261467
221876	rnn.weight_ih_l1	3	-0.07127461582422256
221876	rnn.weight_ih_l1	4	-0.014686175622045994
221876	rnn.weight_ih_l1	5	-0.04077870771288872
221876	rnn.weight_ih_l1	6	0.02812722511589527
221876	rnn.weight_ih_l1	7	-0.043670013546943665
221876	rnn.weight_ih_l1	8	0.037743646651506424
221876	rnn.weight_ih_l1	9	0.0446782223880291
221876	rnn.weight_hh_l1	0	-0.00593510502949357
221876	rnn.weight_hh_l1	1	0.01968548633158207
221876	rnn.weight_hh_l1	2	0.007836580276489258
221876	rnn.weight_hh_l1	3	-0.012844078242778778
221876	rnn.weight_hh_l1	4	0.004558485001325607
221876	rnn.weight_hh_l1	5	0.03501170501112938
221876	rnn.weight_hh_l1	6	0.03673812747001648
221876	rnn.weight_hh_l1	7	-0.016212284564971924
221876	rnn.weight_hh_l1	8	-0.007951307110488415
221876	rnn.weight_hh_l1	9	0.03835192322731018
221876	rnn.bias_ih_l1	0	-0.18538203835487366
221876	rnn.bias_ih_l1	1	-0.17935292422771454
221876	rnn.bias_ih_l1	2	-0.19848224520683289
221876	rnn.bias_ih_l1	3	-0.3103182017803192
221876	rnn.bias_ih_l1	4	-0.20722933113574982
221876	rnn.bias_ih_l1	5	-0.08755559474229813
221876	rnn.bias_ih_l1	6	-0.15878784656524658
221876	rnn.bias_ih_l1	7	-0.008907883428037167
221876	rnn.bias_ih_l1	8	-0.13766926527023315
221876	rnn.bias_ih_l1	9	-0.12940144538879395
221876	rnn.bias_hh_l1	0	-0.09836553782224655
221876	rnn.bias_hh_l1	1	-0.06792636215686798
221876	rnn.bias_hh_l1	2	-0.08741001039743423
221876	rnn.bias_hh_l1	3	-0.07948572188615799
221876	rnn.bias_hh_l1	4	-0.07564999908208847
221876	rnn.bias_hh_l1	5	-0.11771523952484131
221876	rnn.bias_hh_l1	6	-0.16595005989074707
221876	rnn.bias_hh_l1	7	0.07707101106643677
221876	rnn.bias_hh_l1	8	-0.17871366441249847
221876	rnn.bias_hh_l1	9	-0.11762520670890808
221876	rnn.weight_ih_l1_reverse	0	-0.04544251039624214
221876	rnn.weight_ih_l1_reverse	1	0.03290441259741783
221876	rnn.weight_ih_l1_reverse	2	0.09080878645181656
221876	rnn.weight_ih_l1_reverse	3	-0.016772722825407982
221876	rnn.weight_ih_l1_reverse	4	-0.026355834677815437
221876	rnn.weight_ih_l1_reverse	5	-0.030483070760965347
221876	rnn.weight_ih_l1_reverse	6	-0.017717087641358376
221876	rnn.weight_ih_l1_reverse	7	0.028914451599121094
221876	rnn.weight_ih_l1_reverse	8	0.007418851833790541
221876	rnn.weight_ih_l1_reverse	9	-0.03369543328881264
221876	rnn.weight_hh_l1_reverse	0	0.0045672026462852955
221876	rnn.weight_hh_l1_reverse	1	0.031540580093860626
221876	rnn.weight_hh_l1_reverse	2	-0.04053964465856552
221876	rnn.weight_hh_l1_reverse	3	0.03505095839500427
221876	rnn.weight_hh_l1_reverse	4	0.04719197377562523
221876	rnn.weight_hh_l1_reverse	5	0.00460774265229702
221876	rnn.weight_hh_l1_reverse	6	0.0489933118224144
221876	rnn.weight_hh_l1_reverse	7	0.03135646879673004
221876	rnn.weight_hh_l1_reverse	8	-0.007224912755191326
221876	rnn.weight_hh_l1_reverse	9	-0.030905701220035553
221876	rnn.bias_ih_l1_reverse	0	-0.04674294590950012
221876	rnn.bias_ih_l1_reverse	1	-0.14109809696674347
221876	rnn.bias_ih_l1_reverse	2	-0.16414393484592438
221876	rnn.bias_ih_l1_reverse	3	-0.056375306099653244
221876	rnn.bias_ih_l1_reverse	4	-0.2077859491109848
221876	rnn.bias_ih_l1_reverse	5	-0.1167793869972229
221876	rnn.bias_ih_l1_reverse	6	-0.130995973944664
221876	rnn.bias_ih_l1_reverse	7	-0.19244636595249176
221876	rnn.bias_ih_l1_reverse	8	0.22549326717853546
221876	rnn.bias_ih_l1_reverse	9	0.0234367698431015
221876	rnn.bias_hh_l1_reverse	0	0.009565488435328007
221876	rnn.bias_hh_l1_reverse	1	-0.06941808015108109
221876	rnn.bias_hh_l1_reverse	2	-0.2366434782743454
221876	rnn.bias_hh_l1_reverse	3	-0.1412106156349182
221876	rnn.bias_hh_l1_reverse	4	-0.08131536841392517
221876	rnn.bias_hh_l1_reverse	5	-0.11651206016540527
221876	rnn.bias_hh_l1_reverse	6	0.059181634336709976
221876	rnn.bias_hh_l1_reverse	7	-0.1401328146457672
221876	rnn.bias_hh_l1_reverse	8	-0.12206336110830307
221876	rnn.bias_hh_l1_reverse	9	-0.1506073921918869
221876	linear.weight	0	0.002228822559118271
221876	linear.weight	1	0.10152441263198853
221876	linear.weight	2	-0.09326621145009995
221876	linear.weight	3	0.29876500368118286
221876	linear.weight	4	0.14802102744579315
221876	linear.weight	5	-0.0613880529999733
221876	linear.weight	6	0.09410817176103592
221876	linear.weight	7	0.11641189455986023
221876	linear.weight	8	0.04113946482539177
221876	linear.weight	9	-0.05476342886686325
221876	linear.bias	0	0.0939575806260109
221876	linear.bias	1	-0.17858697474002838
221876	linear.bias	2	-0.4515448808670044
221876	linear.bias	3	-0.6648617386817932
221876	linear.bias	4	-1.258256435394287
221876	linear.bias	5	-0.06467167288064957
221876	linear.bias	6	-0.8161227107048035
221876	linear.bias	7	0.266530841588974
221876	linear.bias	8	-0.4075394868850708
221876	linear.bias	9	-1.0262434482574463
222073	transitions	0	0.7449001669883728
222073	transitions	1	0.14146459102630615
222073	transitions	2	-10000.0
222073	transitions	3	-1.8277051448822021
222073	transitions	4	-10000.0
222073	transitions	5	0.5639747381210327
222073	transitions	6	-0.08480338007211685
222073	transitions	7	-0.8026647567749023
222073	transitions	8	-1.4208548069000244
222073	transitions	9	-0.0012229697313159704
222073	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
222073	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
222073	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
222073	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
222073	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
222073	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
222073	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
222073	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
222073	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
222073	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
222073	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
222073	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
222073	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
222073	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
222073	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
222073	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
222073	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
222073	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
222073	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
222073	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
222073	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
222073	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
222073	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
222073	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
222073	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
222073	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
222073	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
222073	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
222073	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
222073	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
222073	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
222073	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
222073	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
222073	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
222073	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
222073	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
222073	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
222073	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
222073	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
222073	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
222073	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
222073	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
222073	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
222073	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
222073	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
222073	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
222073	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
222073	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
222073	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
222073	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
222073	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
222073	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
222073	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
222073	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
222073	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
222073	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
222073	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
222073	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
222073	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
222073	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
222073	embedding2nn.weight	0	0.018408278003335
222073	embedding2nn.weight	1	-0.013054229319095612
222073	embedding2nn.weight	2	-0.014268254861235619
222073	embedding2nn.weight	3	-0.030179228633642197
222073	embedding2nn.weight	4	-0.0059150345623493195
222073	embedding2nn.weight	5	-0.0037005888298153877
222073	embedding2nn.weight	6	-0.003973267041146755
222073	embedding2nn.weight	7	-0.0756802186369896
222073	embedding2nn.weight	8	-0.0019979383796453476
222073	embedding2nn.weight	9	-0.028069831430912018
222073	embedding2nn.bias	0	0.024761740118265152
222073	embedding2nn.bias	1	-0.07206814736127853
222073	embedding2nn.bias	2	0.06856998801231384
222073	embedding2nn.bias	3	0.05054157227277756
222073	embedding2nn.bias	4	-0.03833991289138794
222073	embedding2nn.bias	5	-0.013809606432914734
222073	embedding2nn.bias	6	0.023252664133906364
222073	embedding2nn.bias	7	-0.05200257524847984
222073	embedding2nn.bias	8	0.06843765825033188
222073	embedding2nn.bias	9	0.04446876794099808
222073	rnn.weight_ih_l0	0	-0.07741215080022812
222073	rnn.weight_ih_l0	1	0.003807435743510723
222073	rnn.weight_ih_l0	2	0.03615123778581619
222073	rnn.weight_ih_l0	3	0.022397315129637718
222073	rnn.weight_ih_l0	4	-0.0490277074277401
222073	rnn.weight_ih_l0	5	-0.06849867850542068
222073	rnn.weight_ih_l0	6	-0.0032447108533233404
222073	rnn.weight_ih_l0	7	0.052244070917367935
222073	rnn.weight_ih_l0	8	-0.016421735286712646
222073	rnn.weight_ih_l0	9	-0.031940530985593796
222073	rnn.weight_hh_l0	0	-0.030023200437426567
222073	rnn.weight_hh_l0	1	-0.007784918881952763
222073	rnn.weight_hh_l0	2	0.0065956455655395985
222073	rnn.weight_hh_l0	3	-0.07476489990949631
222073	rnn.weight_hh_l0	4	0.09388837963342667
222073	rnn.weight_hh_l0	5	-0.024817297235131264
222073	rnn.weight_hh_l0	6	-0.062146108597517014
222073	rnn.weight_hh_l0	7	0.01008683256804943
222073	rnn.weight_hh_l0	8	0.012908726930618286
222073	rnn.weight_hh_l0	9	-0.025172654539346695
222073	rnn.bias_ih_l0	0	0.12689627707004547
222073	rnn.bias_ih_l0	1	-0.0368514358997345
222073	rnn.bias_ih_l0	2	-0.03408239781856537
222073	rnn.bias_ih_l0	3	0.16232329607009888
222073	rnn.bias_ih_l0	4	-0.011535960249602795
222073	rnn.bias_ih_l0	5	-0.023445148020982742
222073	rnn.bias_ih_l0	6	0.019780661910772324
222073	rnn.bias_ih_l0	7	0.023091789335012436
222073	rnn.bias_ih_l0	8	-0.10120183229446411
222073	rnn.bias_ih_l0	9	-0.04610690847039223
222073	rnn.bias_hh_l0	0	0.0020152211654931307
222073	rnn.bias_hh_l0	1	-0.09963526576757431
222073	rnn.bias_hh_l0	2	-0.07065805792808533
222073	rnn.bias_hh_l0	3	-0.08740504086017609
222073	rnn.bias_hh_l0	4	0.01187113393098116
222073	rnn.bias_hh_l0	5	-0.02036467008292675
222073	rnn.bias_hh_l0	6	0.025624951347708702
222073	rnn.bias_hh_l0	7	0.05370629206299782
222073	rnn.bias_hh_l0	8	-0.12069331854581833
222073	rnn.bias_hh_l0	9	-0.05712050572037697
222073	rnn.weight_ih_l0_reverse	0	-0.02257944829761982
222073	rnn.weight_ih_l0_reverse	1	-0.055839721113443375
222073	rnn.weight_ih_l0_reverse	2	-0.047917693853378296
222073	rnn.weight_ih_l0_reverse	3	0.013058041222393513
222073	rnn.weight_ih_l0_reverse	4	-0.025212541222572327
222073	rnn.weight_ih_l0_reverse	5	-0.05739152804017067
222073	rnn.weight_ih_l0_reverse	6	0.07466571033000946
222073	rnn.weight_ih_l0_reverse	7	-0.01920332759618759
222073	rnn.weight_ih_l0_reverse	8	-0.019174208864569664
222073	rnn.weight_ih_l0_reverse	9	0.0042450265027582645
222073	rnn.weight_hh_l0_reverse	0	0.06701239943504333
222073	rnn.weight_hh_l0_reverse	1	0.021324247121810913
222073	rnn.weight_hh_l0_reverse	2	0.029019061475992203
222073	rnn.weight_hh_l0_reverse	3	0.03553224727511406
222073	rnn.weight_hh_l0_reverse	4	0.012844180688261986
222073	rnn.weight_hh_l0_reverse	5	0.007652608677744865
222073	rnn.weight_hh_l0_reverse	6	0.05071645230054855
222073	rnn.weight_hh_l0_reverse	7	-0.08144000917673111
222073	rnn.weight_hh_l0_reverse	8	0.04228910803794861
222073	rnn.weight_hh_l0_reverse	9	0.03546462580561638
222073	rnn.bias_ih_l0_reverse	0	-0.05917751044034958
222073	rnn.bias_ih_l0_reverse	1	-0.28671538829803467
222073	rnn.bias_ih_l0_reverse	2	-0.12329074740409851
222073	rnn.bias_ih_l0_reverse	3	-0.04695882275700569
222073	rnn.bias_ih_l0_reverse	4	-0.02329443208873272
222073	rnn.bias_ih_l0_reverse	5	0.0756252259016037
222073	rnn.bias_ih_l0_reverse	6	-0.06612233817577362
222073	rnn.bias_ih_l0_reverse	7	0.06580200046300888
222073	rnn.bias_ih_l0_reverse	8	-0.03931715711951256
222073	rnn.bias_ih_l0_reverse	9	0.06304371356964111
222073	rnn.bias_hh_l0_reverse	0	0.024201393127441406
222073	rnn.bias_hh_l0_reverse	1	-0.051607806235551834
222073	rnn.bias_hh_l0_reverse	2	0.0831737369298935
222073	rnn.bias_hh_l0_reverse	3	-0.050975315272808075
222073	rnn.bias_hh_l0_reverse	4	-0.028228281065821648
222073	rnn.bias_hh_l0_reverse	5	-0.01740444451570511
222073	rnn.bias_hh_l0_reverse	6	-0.015760082751512527
222073	rnn.bias_hh_l0_reverse	7	0.09844514727592468
222073	rnn.bias_hh_l0_reverse	8	0.03273889049887657
222073	rnn.bias_hh_l0_reverse	9	-0.1451295167207718
222073	rnn.weight_ih_l1	0	-0.029985634610056877
222073	rnn.weight_ih_l1	1	-0.05115256458520889
222073	rnn.weight_ih_l1	2	0.06353330612182617
222073	rnn.weight_ih_l1	3	-0.07144229859113693
222073	rnn.weight_ih_l1	4	-0.014664462767541409
222073	rnn.weight_ih_l1	5	-0.04072919860482216
222073	rnn.weight_ih_l1	6	0.028239648789167404
222073	rnn.weight_ih_l1	7	-0.04379506781697273
222073	rnn.weight_ih_l1	8	0.037725914269685745
222073	rnn.weight_ih_l1	9	0.04470423609018326
222073	rnn.weight_hh_l1	0	-0.006060480140149593
222073	rnn.weight_hh_l1	1	0.019712137058377266
222073	rnn.weight_hh_l1	2	0.007843178696930408
222073	rnn.weight_hh_l1	3	-0.012829065322875977
222073	rnn.weight_hh_l1	4	0.004615298938006163
222073	rnn.weight_hh_l1	5	0.03504062443971634
222073	rnn.weight_hh_l1	6	0.036667779088020325
222073	rnn.weight_hh_l1	7	-0.01622532121837139
222073	rnn.weight_hh_l1	8	-0.007984896190464497
222073	rnn.weight_hh_l1	9	0.038338519632816315
222073	rnn.bias_ih_l1	0	-0.18508754670619965
222073	rnn.bias_ih_l1	1	-0.17895075678825378
222073	rnn.bias_ih_l1	2	-0.19837670028209686
222073	rnn.bias_ih_l1	3	-0.31014883518218994
222073	rnn.bias_ih_l1	4	-0.20622222125530243
222073	rnn.bias_ih_l1	5	-0.08732207119464874
222073	rnn.bias_ih_l1	6	-0.15910440683364868
222073	rnn.bias_ih_l1	7	-0.008128511719405651
222073	rnn.bias_ih_l1	8	-0.13770444691181183
222073	rnn.bias_ih_l1	9	-0.12974341213703156
222073	rnn.bias_hh_l1	0	-0.09889714419841766
222073	rnn.bias_hh_l1	1	-0.06816615164279938
222073	rnn.bias_hh_l1	2	-0.08777706325054169
222073	rnn.bias_hh_l1	3	-0.0794941782951355
222073	rnn.bias_hh_l1	4	-0.07562515884637833
222073	rnn.bias_hh_l1	5	-0.11755061149597168
222073	rnn.bias_hh_l1	6	-0.16588856279850006
222073	rnn.bias_hh_l1	7	0.07646878808736801
222073	rnn.bias_hh_l1	8	-0.17862728238105774
222073	rnn.bias_hh_l1	9	-0.11817695200443268
222073	rnn.weight_ih_l1_reverse	0	-0.04535806179046631
222073	rnn.weight_ih_l1_reverse	1	0.03285374119877815
222073	rnn.weight_ih_l1_reverse	2	0.09066727757453918
222073	rnn.weight_ih_l1_reverse	3	-0.01678161509335041
222073	rnn.weight_ih_l1_reverse	4	-0.02616671286523342
222073	rnn.weight_ih_l1_reverse	5	-0.030468568205833435
222073	rnn.weight_ih_l1_reverse	6	-0.017907414585351944
222073	rnn.weight_ih_l1_reverse	7	0.028903990983963013
222073	rnn.weight_ih_l1_reverse	8	0.00768469600006938
222073	rnn.weight_ih_l1_reverse	9	-0.03355089947581291
222073	rnn.weight_hh_l1_reverse	0	0.004598603583872318
222073	rnn.weight_hh_l1_reverse	1	0.03156795725226402
222073	rnn.weight_hh_l1_reverse	2	-0.04055145010352135
222073	rnn.weight_hh_l1_reverse	3	0.0350676029920578
222073	rnn.weight_hh_l1_reverse	4	0.04719353839755058
222073	rnn.weight_hh_l1_reverse	5	0.004655706230551004
222073	rnn.weight_hh_l1_reverse	6	0.04886319115757942
222073	rnn.weight_hh_l1_reverse	7	0.03133638948202133
222073	rnn.weight_hh_l1_reverse	8	-0.007229777984321117
222073	rnn.weight_hh_l1_reverse	9	-0.030897757038474083
222073	rnn.bias_ih_l1_reverse	0	-0.04646193981170654
222073	rnn.bias_ih_l1_reverse	1	-0.14153143763542175
222073	rnn.bias_ih_l1_reverse	2	-0.1644335687160492
222073	rnn.bias_ih_l1_reverse	3	-0.05584318935871124
222073	rnn.bias_ih_l1_reverse	4	-0.20761726796627045
222073	rnn.bias_ih_l1_reverse	5	-0.11676104366779327
222073	rnn.bias_ih_l1_reverse	6	-0.13088369369506836
222073	rnn.bias_ih_l1_reverse	7	-0.19260571897029877
222073	rnn.bias_ih_l1_reverse	8	0.22482486069202423
222073	rnn.bias_ih_l1_reverse	9	0.02323530800640583
222073	rnn.bias_hh_l1_reverse	0	0.010441279970109463
222073	rnn.bias_hh_l1_reverse	1	-0.07017918676137924
222073	rnn.bias_hh_l1_reverse	2	-0.23681044578552246
222073	rnn.bias_hh_l1_reverse	3	-0.14109058678150177
222073	rnn.bias_hh_l1_reverse	4	-0.0811145007610321
222073	rnn.bias_hh_l1_reverse	5	-0.11659874767065048
222073	rnn.bias_hh_l1_reverse	6	0.05856955796480179
222073	rnn.bias_hh_l1_reverse	7	-0.13958998024463654
222073	rnn.bias_hh_l1_reverse	8	-0.12195970118045807
222073	rnn.bias_hh_l1_reverse	9	-0.15044239163398743
222073	linear.weight	0	0.002228822559118271
222073	linear.weight	1	0.10051574558019638
222073	linear.weight	2	-0.09234804660081863
222073	linear.weight	3	0.2996625006198883
222073	linear.weight	4	0.14807605743408203
222073	linear.weight	5	-0.06136877462267876
222073	linear.weight	6	0.09244995564222336
222073	linear.weight	7	0.1163896918296814
222073	linear.weight	8	0.04113940894603729
222073	linear.weight	9	-0.05472194030880928
222073	linear.bias	0	0.09982089698314667
222073	linear.bias	1	-0.1771436631679535
222073	linear.bias	2	-0.44955456256866455
222073	linear.bias	3	-0.6655930876731873
222073	linear.bias	4	-1.2588337659835815
222073	linear.bias	5	-0.0678020566701889
222073	linear.bias	6	-0.8148406147956848
222073	linear.bias	7	0.2634165585041046
222073	linear.bias	8	-0.40978220105171204
222073	linear.bias	9	-1.0280622243881226
222270	transitions	0	0.7428768277168274
222270	transitions	1	0.14184489846229553
222270	transitions	2	-10000.0
222270	transitions	3	-1.8277090787887573
222270	transitions	4	-10000.0
222270	transitions	5	0.5639663338661194
222270	transitions	6	-0.08481428027153015
222270	transitions	7	-0.8026807904243469
222270	transitions	8	-1.420859694480896
222270	transitions	9	-0.0012230098946020007
222270	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
222270	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
222270	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
222270	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
222270	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
222270	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
222270	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
222270	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
222270	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
222270	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
222270	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
222270	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
222270	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
222270	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
222270	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
222270	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
222270	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
222270	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
222270	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
222270	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
222270	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
222270	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
222270	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
222270	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
222270	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
222270	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
222270	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
222270	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
222270	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
222270	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
222270	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
222270	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
222270	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
222270	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
222270	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
222270	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
222270	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
222270	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
222270	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
222270	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
222270	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
222270	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
222270	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
222270	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
222270	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
222270	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
222270	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
222270	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
222270	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
222270	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
222270	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
222270	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
222270	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
222270	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
222270	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
222270	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
222270	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
222270	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
222270	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
222270	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
222270	embedding2nn.weight	0	0.018592312932014465
222270	embedding2nn.weight	1	-0.013068524189293385
222270	embedding2nn.weight	2	-0.014268254861235619
222270	embedding2nn.weight	3	-0.029927518218755722
222270	embedding2nn.weight	4	-0.0059150345623493195
222270	embedding2nn.weight	5	-0.0037005888298153877
222270	embedding2nn.weight	6	-0.003973267041146755
222270	embedding2nn.weight	7	-0.07563959062099457
222270	embedding2nn.weight	8	-0.0019979383796453476
222270	embedding2nn.weight	9	-0.027958376333117485
222270	embedding2nn.bias	0	0.022289421409368515
222270	embedding2nn.bias	1	-0.07263365387916565
222270	embedding2nn.bias	2	0.06907673180103302
222270	embedding2nn.bias	3	0.051293179392814636
222270	embedding2nn.bias	4	-0.03770025819540024
222270	embedding2nn.bias	5	-0.014047645963728428
222270	embedding2nn.bias	6	0.021818924695253372
222270	embedding2nn.bias	7	-0.05203693360090256
222270	embedding2nn.bias	8	0.06761737167835236
222270	embedding2nn.bias	9	0.04411378130316734
222270	rnn.weight_ih_l0	0	-0.07729154825210571
222270	rnn.weight_ih_l0	1	0.0038005404639989138
222270	rnn.weight_ih_l0	2	0.036317456513643265
222270	rnn.weight_ih_l0	3	0.022589709609746933
222270	rnn.weight_ih_l0	4	-0.04919056594371796
222270	rnn.weight_ih_l0	5	-0.06845371425151825
222270	rnn.weight_ih_l0	6	-0.0034735924564301968
222270	rnn.weight_ih_l0	7	0.05227597430348396
222270	rnn.weight_ih_l0	8	-0.016211846843361855
222270	rnn.weight_ih_l0	9	-0.03187010437250137
222270	rnn.weight_hh_l0	0	-0.030110672116279602
222270	rnn.weight_hh_l0	1	-0.0077964793890714645
222270	rnn.weight_hh_l0	2	0.006619723979383707
222270	rnn.weight_hh_l0	3	-0.07479137927293777
222270	rnn.weight_hh_l0	4	0.09389406442642212
222270	rnn.weight_hh_l0	5	-0.02487177588045597
222270	rnn.weight_hh_l0	6	-0.06225772947072983
222270	rnn.weight_hh_l0	7	0.00987288262695074
222270	rnn.weight_hh_l0	8	0.012965084984898567
222270	rnn.weight_hh_l0	9	-0.02516368217766285
222270	rnn.bias_ih_l0	0	0.12674646079540253
222270	rnn.bias_ih_l0	1	-0.0367853119969368
222270	rnn.bias_ih_l0	2	-0.03400041535496712
222270	rnn.bias_ih_l0	3	0.16252659261226654
222270	rnn.bias_ih_l0	4	-0.011480915360152721
222270	rnn.bias_ih_l0	5	-0.02312607318162918
222270	rnn.bias_ih_l0	6	0.019963663071393967
222270	rnn.bias_ih_l0	7	0.023470966145396233
222270	rnn.bias_ih_l0	8	-0.1013697162270546
222270	rnn.bias_ih_l0	9	-0.04617054760456085
222270	rnn.bias_hh_l0	0	0.0022261634003371
222270	rnn.bias_hh_l0	1	-0.09961576759815216
222270	rnn.bias_hh_l0	2	-0.07104358822107315
222270	rnn.bias_hh_l0	3	-0.08748608827590942
222270	rnn.bias_hh_l0	4	0.011592475697398186
222270	rnn.bias_hh_l0	5	-0.020452888682484627
222270	rnn.bias_hh_l0	6	0.02578018233180046
222270	rnn.bias_hh_l0	7	0.05385064706206322
222270	rnn.bias_hh_l0	8	-0.1204785704612732
222270	rnn.bias_hh_l0	9	-0.05734703689813614
222270	rnn.weight_ih_l0_reverse	0	-0.022642364725470543
222270	rnn.weight_ih_l0_reverse	1	-0.056004252284765244
222270	rnn.weight_ih_l0_reverse	2	-0.04801204055547714
222270	rnn.weight_ih_l0_reverse	3	0.013035848736763
222270	rnn.weight_ih_l0_reverse	4	-0.02526235021650791
222270	rnn.weight_ih_l0_reverse	5	-0.057414036244153976
222270	rnn.weight_ih_l0_reverse	6	0.07474006712436676
222270	rnn.weight_ih_l0_reverse	7	-0.019215596839785576
222270	rnn.weight_ih_l0_reverse	8	-0.01932104118168354
222270	rnn.weight_ih_l0_reverse	9	0.004236660897731781
222270	rnn.weight_hh_l0_reverse	0	0.06713978201150894
222270	rnn.weight_hh_l0_reverse	1	0.021382268518209457
222270	rnn.weight_hh_l0_reverse	2	0.02901581861078739
222270	rnn.weight_hh_l0_reverse	3	0.035475317388772964
222270	rnn.weight_hh_l0_reverse	4	0.01293665450066328
222270	rnn.weight_hh_l0_reverse	5	0.007600964047014713
222270	rnn.weight_hh_l0_reverse	6	0.0507284477353096
222270	rnn.weight_hh_l0_reverse	7	-0.08157878369092941
222270	rnn.weight_hh_l0_reverse	8	0.04218167066574097
222270	rnn.weight_hh_l0_reverse	9	0.035491105169057846
222270	rnn.bias_ih_l0_reverse	0	-0.05905081331729889
222270	rnn.bias_ih_l0_reverse	1	-0.2868965268135071
222270	rnn.bias_ih_l0_reverse	2	-0.12306051701307297
222270	rnn.bias_ih_l0_reverse	3	-0.04697499796748161
222270	rnn.bias_ih_l0_reverse	4	-0.023117076605558395
222270	rnn.bias_ih_l0_reverse	5	0.07541247457265854
222270	rnn.bias_ih_l0_reverse	6	-0.06591708213090897
222270	rnn.bias_ih_l0_reverse	7	0.06555498391389847
222270	rnn.bias_ih_l0_reverse	8	-0.03923051804304123
222270	rnn.bias_ih_l0_reverse	9	0.06323418021202087
222270	rnn.bias_hh_l0_reverse	0	0.024476926773786545
222270	rnn.bias_hh_l0_reverse	1	-0.05144960805773735
222270	rnn.bias_hh_l0_reverse	2	0.08349952101707458
222270	rnn.bias_hh_l0_reverse	3	-0.050679970532655716
222270	rnn.bias_hh_l0_reverse	4	-0.02807101421058178
222270	rnn.bias_hh_l0_reverse	5	-0.01742626540362835
222270	rnn.bias_hh_l0_reverse	6	-0.016366172581911087
222270	rnn.bias_hh_l0_reverse	7	0.0980043113231659
222270	rnn.bias_hh_l0_reverse	8	0.032435089349746704
222270	rnn.bias_hh_l0_reverse	9	-0.1451086401939392
222270	rnn.weight_ih_l1	0	-0.030007721856236458
222270	rnn.weight_ih_l1	1	-0.05109049752354622
222270	rnn.weight_ih_l1	2	0.06347794085741043
222270	rnn.weight_ih_l1	3	-0.07153688371181488
222270	rnn.weight_ih_l1	4	-0.014642305672168732
222270	rnn.weight_ih_l1	5	-0.040710777044296265
222270	rnn.weight_ih_l1	6	0.028355443850159645
222270	rnn.weight_ih_l1	7	-0.04393589124083519
222270	rnn.weight_ih_l1	8	0.037716787308454514
222270	rnn.weight_ih_l1	9	0.04471078887581825
222270	rnn.weight_hh_l1	0	-0.006029660347849131
222270	rnn.weight_hh_l1	1	0.01970251277089119
222270	rnn.weight_hh_l1	2	0.007716392632573843
222270	rnn.weight_hh_l1	3	-0.012798565439879894
222270	rnn.weight_hh_l1	4	0.004633599892258644
222270	rnn.weight_hh_l1	5	0.0350332073867321
222270	rnn.weight_hh_l1	6	0.0366627499461174
222270	rnn.weight_hh_l1	7	-0.016221024096012115
222270	rnn.weight_hh_l1	8	-0.007849657908082008
222270	rnn.weight_hh_l1	9	0.03832589462399483
222270	rnn.bias_ih_l1	0	-0.18511267006397247
222270	rnn.bias_ih_l1	1	-0.17851541936397552
222270	rnn.bias_ih_l1	2	-0.19782929122447968
222270	rnn.bias_ih_l1	3	-0.3100939393043518
222270	rnn.bias_ih_l1	4	-0.2060258388519287
222270	rnn.bias_ih_l1	5	-0.08718392252922058
222270	rnn.bias_ih_l1	6	-0.1591755598783493
222270	rnn.bias_ih_l1	7	-0.008116181008517742
222270	rnn.bias_ih_l1	8	-0.13781699538230896
222270	rnn.bias_ih_l1	9	-0.12991254031658173
222270	rnn.bias_hh_l1	0	-0.09854907542467117
222270	rnn.bias_hh_l1	1	-0.06836123764514923
222270	rnn.bias_hh_l1	2	-0.0876505970954895
222270	rnn.bias_hh_l1	3	-0.07974229753017426
222270	rnn.bias_hh_l1	4	-0.07490473240613937
222270	rnn.bias_hh_l1	5	-0.11791186779737473
222270	rnn.bias_hh_l1	6	-0.1655464470386505
222270	rnn.bias_hh_l1	7	0.07552535086870193
222270	rnn.bias_hh_l1	8	-0.17862389981746674
222270	rnn.bias_hh_l1	9	-0.11870928108692169
222270	rnn.weight_ih_l1_reverse	0	-0.04542054608464241
222270	rnn.weight_ih_l1_reverse	1	0.0326005183160305
222270	rnn.weight_ih_l1_reverse	2	0.0909862369298935
222270	rnn.weight_ih_l1_reverse	3	-0.01671481318771839
222270	rnn.weight_ih_l1_reverse	4	-0.02649024687707424
222270	rnn.weight_ih_l1_reverse	5	-0.030472885817289352
222270	rnn.weight_ih_l1_reverse	6	-0.017862457782030106
222270	rnn.weight_ih_l1_reverse	7	0.029005995020270348
222270	rnn.weight_ih_l1_reverse	8	0.00782009121030569
222270	rnn.weight_ih_l1_reverse	9	-0.03360040485858917
222270	rnn.weight_hh_l1_reverse	0	0.004606063477694988
222270	rnn.weight_hh_l1_reverse	1	0.03155134990811348
222270	rnn.weight_hh_l1_reverse	2	-0.040565669536590576
222270	rnn.weight_hh_l1_reverse	3	0.035064347088336945
222270	rnn.weight_hh_l1_reverse	4	0.047209326177835464
222270	rnn.weight_hh_l1_reverse	5	0.004618021193891764
222270	rnn.weight_hh_l1_reverse	6	0.0487276166677475
222270	rnn.weight_hh_l1_reverse	7	0.03131379932165146
222270	rnn.weight_hh_l1_reverse	8	-0.007237220648676157
222270	rnn.weight_hh_l1_reverse	9	-0.030848301947116852
222270	rnn.bias_ih_l1_reverse	0	-0.046461254358291626
222270	rnn.bias_ih_l1_reverse	1	-0.14168643951416016
222270	rnn.bias_ih_l1_reverse	2	-0.1645505428314209
222270	rnn.bias_ih_l1_reverse	3	-0.05680287629365921
222270	rnn.bias_ih_l1_reverse	4	-0.20742517709732056
222270	rnn.bias_ih_l1_reverse	5	-0.11687065660953522
222270	rnn.bias_ih_l1_reverse	6	-0.13090825080871582
222270	rnn.bias_ih_l1_reverse	7	-0.19283442199230194
222270	rnn.bias_ih_l1_reverse	8	0.2257959246635437
222270	rnn.bias_ih_l1_reverse	9	0.022837834432721138
222270	rnn.bias_hh_l1_reverse	0	0.010068883188068867
222270	rnn.bias_hh_l1_reverse	1	-0.07127813994884491
222270	rnn.bias_hh_l1_reverse	2	-0.2366233766078949
222270	rnn.bias_hh_l1_reverse	3	-0.14149484038352966
222270	rnn.bias_hh_l1_reverse	4	-0.08096486330032349
222270	rnn.bias_hh_l1_reverse	5	-0.11703194677829742
222270	rnn.bias_hh_l1_reverse	6	0.05945955589413643
222270	rnn.bias_hh_l1_reverse	7	-0.1396062672138214
222270	rnn.bias_hh_l1_reverse	8	-0.12186373025178909
222270	rnn.bias_hh_l1_reverse	9	-0.150437131524086
222270	linear.weight	0	0.002228822559118271
222270	linear.weight	1	0.10037028789520264
222270	linear.weight	2	-0.09296298772096634
222270	linear.weight	3	0.29991409182548523
222270	linear.weight	4	0.1482093334197998
222270	linear.weight	5	-0.061751775443553925
222270	linear.weight	6	0.0932694599032402
222270	linear.weight	7	0.11649415642023087
222270	linear.weight	8	0.041139326989650726
222270	linear.weight	9	-0.055284708738327026
222270	linear.bias	0	0.08787469565868378
222270	linear.bias	1	-0.1702619343996048
222270	linear.bias	2	-0.45055916905403137
222270	linear.bias	3	-0.665561318397522
222270	linear.bias	4	-1.2585461139678955
222270	linear.bias	5	-0.06631456315517426
222270	linear.bias	6	-0.8073564767837524
222270	linear.bias	7	0.26445120573043823
222270	linear.bias	8	-0.410223126411438
222270	linear.bias	9	-1.028078556060791
222467	transitions	0	0.7428960800170898
222467	transitions	1	0.14183750748634338
222467	transitions	2	-10000.0
222467	transitions	3	-1.8277125358581543
222467	transitions	4	-10000.0
222467	transitions	5	0.5639551877975464
222467	transitions	6	-0.08481927216053009
222467	transitions	7	-0.8027296662330627
222467	transitions	8	-1.420882225036621
222467	transitions	9	-0.0012230704305693507
222467	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
222467	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
222467	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
222467	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
222467	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
222467	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
222467	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
222467	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
222467	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
222467	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
222467	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
222467	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
222467	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
222467	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
222467	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
222467	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
222467	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
222467	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
222467	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
222467	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
222467	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
222467	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
222467	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
222467	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
222467	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
222467	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
222467	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
222467	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
222467	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
222467	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
222467	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
222467	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
222467	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
222467	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
222467	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
222467	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
222467	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
222467	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
222467	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
222467	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
222467	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
222467	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
222467	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
222467	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
222467	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
222467	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
222467	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
222467	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
222467	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
222467	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
222467	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
222467	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
222467	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
222467	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
222467	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
222467	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
222467	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
222467	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
222467	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
222467	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
222467	embedding2nn.weight	0	0.018352007493376732
222467	embedding2nn.weight	1	-0.013071632012724876
222467	embedding2nn.weight	2	-0.014268254861235619
222467	embedding2nn.weight	3	-0.030109450221061707
222467	embedding2nn.weight	4	-0.0059150345623493195
222467	embedding2nn.weight	5	-0.0037005890626460314
222467	embedding2nn.weight	6	-0.003973267041146755
222467	embedding2nn.weight	7	-0.07550521194934845
222467	embedding2nn.weight	8	-0.0019979383796453476
222467	embedding2nn.weight	9	-0.0279514379799366
222467	embedding2nn.bias	0	0.021637853235006332
222467	embedding2nn.bias	1	-0.07132718712091446
222467	embedding2nn.bias	2	0.06912698596715927
222467	embedding2nn.bias	3	0.05201965570449829
222467	embedding2nn.bias	4	-0.03810304403305054
222467	embedding2nn.bias	5	-0.014619980938732624
222467	embedding2nn.bias	6	0.022241873666644096
222467	embedding2nn.bias	7	-0.05072028189897537
222467	embedding2nn.bias	8	0.0673762708902359
222467	embedding2nn.bias	9	0.04382180795073509
222467	rnn.weight_ih_l0	0	-0.07737170904874802
222467	rnn.weight_ih_l0	1	0.003576501738280058
222467	rnn.weight_ih_l0	2	0.03619033098220825
222467	rnn.weight_ih_l0	3	0.022570164874196053
222467	rnn.weight_ih_l0	4	-0.049400534480810165
222467	rnn.weight_ih_l0	5	-0.0683957040309906
222467	rnn.weight_ih_l0	6	-0.003382497699931264
222467	rnn.weight_ih_l0	7	0.05232870206236839
222467	rnn.weight_ih_l0	8	-0.016135523095726967
222467	rnn.weight_ih_l0	9	-0.0318915955722332
222467	rnn.weight_hh_l0	0	-0.0303620845079422
222467	rnn.weight_hh_l0	1	-0.007850421592593193
222467	rnn.weight_hh_l0	2	0.00666267704218626
222467	rnn.weight_hh_l0	3	-0.07481014728546143
222467	rnn.weight_hh_l0	4	0.09387144446372986
222467	rnn.weight_hh_l0	5	-0.02459755353629589
222467	rnn.weight_hh_l0	6	-0.062215570360422134
222467	rnn.weight_hh_l0	7	0.00983766932040453
222467	rnn.weight_hh_l0	8	0.013016142882406712
222467	rnn.weight_hh_l0	9	-0.024967975914478302
222467	rnn.bias_ih_l0	0	0.12678039073944092
222467	rnn.bias_ih_l0	1	-0.03697224333882332
222467	rnn.bias_ih_l0	2	-0.03384069353342056
222467	rnn.bias_ih_l0	3	0.16257146000862122
222467	rnn.bias_ih_l0	4	-0.011799401603639126
222467	rnn.bias_ih_l0	5	-0.022997768595814705
222467	rnn.bias_ih_l0	6	0.020107751712203026
222467	rnn.bias_ih_l0	7	0.023228922858834267
222467	rnn.bias_ih_l0	8	-0.10149449855089188
222467	rnn.bias_ih_l0	9	-0.04740514978766441
222467	rnn.bias_hh_l0	0	0.002542904345318675
222467	rnn.bias_hh_l0	1	-0.09998685866594315
222467	rnn.bias_hh_l0	2	-0.07101891934871674
222467	rnn.bias_hh_l0	3	-0.0873076394200325
222467	rnn.bias_hh_l0	4	0.011538567952811718
222467	rnn.bias_hh_l0	5	-0.020485274493694305
222467	rnn.bias_hh_l0	6	0.02595766820013523
222467	rnn.bias_hh_l0	7	0.05334150046110153
222467	rnn.bias_hh_l0	8	-0.1199997216463089
222467	rnn.bias_hh_l0	9	-0.05699731037020683
222467	rnn.weight_ih_l0_reverse	0	-0.022688252851366997
222467	rnn.weight_ih_l0_reverse	1	-0.05611005425453186
222467	rnn.weight_ih_l0_reverse	2	-0.04793210327625275
222467	rnn.weight_ih_l0_reverse	3	0.01331348903477192
222467	rnn.weight_ih_l0_reverse	4	-0.025220924988389015
222467	rnn.weight_ih_l0_reverse	5	-0.057234007865190506
222467	rnn.weight_ih_l0_reverse	6	0.07475464791059494
222467	rnn.weight_ih_l0_reverse	7	-0.019336199387907982
222467	rnn.weight_ih_l0_reverse	8	-0.01938830129802227
222467	rnn.weight_ih_l0_reverse	9	0.004049475770443678
222467	rnn.weight_hh_l0_reverse	0	0.06716790795326233
222467	rnn.weight_hh_l0_reverse	1	0.02105608582496643
222467	rnn.weight_hh_l0_reverse	2	0.029026608914136887
222467	rnn.weight_hh_l0_reverse	3	0.03547957167029381
222467	rnn.weight_hh_l0_reverse	4	0.012889982201159
222467	rnn.weight_hh_l0_reverse	5	0.007582549937069416
222467	rnn.weight_hh_l0_reverse	6	0.05084455385804176
222467	rnn.weight_hh_l0_reverse	7	-0.08148973435163498
222467	rnn.weight_hh_l0_reverse	8	0.0421745739877224
222467	rnn.weight_hh_l0_reverse	9	0.03544227406382561
222467	rnn.bias_ih_l0_reverse	0	-0.05875864997506142
222467	rnn.bias_ih_l0_reverse	1	-0.2866852581501007
222467	rnn.bias_ih_l0_reverse	2	-0.12272872030735016
222467	rnn.bias_ih_l0_reverse	3	-0.04753856360912323
222467	rnn.bias_ih_l0_reverse	4	-0.022974133491516113
222467	rnn.bias_ih_l0_reverse	5	0.07622986286878586
222467	rnn.bias_ih_l0_reverse	6	-0.06573129445314407
222467	rnn.bias_ih_l0_reverse	7	0.06545637547969818
222467	rnn.bias_ih_l0_reverse	8	-0.03933091461658478
222467	rnn.bias_ih_l0_reverse	9	0.06326944380998611
222467	rnn.bias_hh_l0_reverse	0	0.024526391178369522
222467	rnn.bias_hh_l0_reverse	1	-0.05171668902039528
222467	rnn.bias_hh_l0_reverse	2	0.08315610140562057
222467	rnn.bias_hh_l0_reverse	3	-0.05062389001250267
222467	rnn.bias_hh_l0_reverse	4	-0.028468547388911247
222467	rnn.bias_hh_l0_reverse	5	-0.017143167555332184
222467	rnn.bias_hh_l0_reverse	6	-0.015839887782931328
222467	rnn.bias_hh_l0_reverse	7	0.09787262976169586
222467	rnn.bias_hh_l0_reverse	8	0.03233042731881142
222467	rnn.bias_hh_l0_reverse	9	-0.14518417418003082
222467	rnn.weight_ih_l1	0	-0.030094703659415245
222467	rnn.weight_ih_l1	1	-0.051082007586956024
222467	rnn.weight_ih_l1	2	0.0633193776011467
222467	rnn.weight_ih_l1	3	-0.07125762104988098
222467	rnn.weight_ih_l1	4	-0.014519181102514267
222467	rnn.weight_ih_l1	5	-0.040695250034332275
222467	rnn.weight_ih_l1	6	0.02845233492553234
222467	rnn.weight_ih_l1	7	-0.043908365070819855
222467	rnn.weight_ih_l1	8	0.03769176825881004
222467	rnn.weight_ih_l1	9	0.04472343996167183
222467	rnn.weight_hh_l1	0	-0.006190385669469833
222467	rnn.weight_hh_l1	1	0.019706420600414276
222467	rnn.weight_hh_l1	2	0.007524465676397085
222467	rnn.weight_hh_l1	3	-0.012712042778730392
222467	rnn.weight_hh_l1	4	0.00466703437268734
222467	rnn.weight_hh_l1	5	0.03508088365197182
222467	rnn.weight_hh_l1	6	0.03674602508544922
222467	rnn.weight_hh_l1	7	-0.016164114698767662
222467	rnn.weight_hh_l1	8	-0.007800433784723282
222467	rnn.weight_hh_l1	9	0.03822871297597885
222467	rnn.bias_ih_l1	0	-0.18463392555713654
222467	rnn.bias_ih_l1	1	-0.17870543897151947
222467	rnn.bias_ih_l1	2	-0.197291299700737
222467	rnn.bias_ih_l1	3	-0.31077441573143005
222467	rnn.bias_ih_l1	4	-0.20596587657928467
222467	rnn.bias_ih_l1	5	-0.08698387444019318
222467	rnn.bias_ih_l1	6	-0.15912719070911407
222467	rnn.bias_ih_l1	7	-0.007881106808781624
222467	rnn.bias_ih_l1	8	-0.13791154325008392
222467	rnn.bias_ih_l1	9	-0.13006317615509033
222467	rnn.bias_hh_l1	0	-0.09809087216854095
222467	rnn.bias_hh_l1	1	-0.06844445317983627
222467	rnn.bias_hh_l1	2	-0.08756780624389648
222467	rnn.bias_hh_l1	3	-0.07955765724182129
222467	rnn.bias_hh_l1	4	-0.07515545934438705
222467	rnn.bias_hh_l1	5	-0.11754393577575684
222467	rnn.bias_hh_l1	6	-0.16527491807937622
222467	rnn.bias_hh_l1	7	0.07518784701824188
222467	rnn.bias_hh_l1	8	-0.17893362045288086
222467	rnn.bias_hh_l1	9	-0.11882612109184265
222467	rnn.weight_ih_l1_reverse	0	-0.045494575053453445
222467	rnn.weight_ih_l1_reverse	1	0.032526738941669464
222467	rnn.weight_ih_l1_reverse	2	0.09116432070732117
222467	rnn.weight_ih_l1_reverse	3	-0.016942614689469337
222467	rnn.weight_ih_l1_reverse	4	-0.026945864781737328
222467	rnn.weight_ih_l1_reverse	5	-0.030476752668619156
222467	rnn.weight_ih_l1_reverse	6	-0.018072113394737244
222467	rnn.weight_ih_l1_reverse	7	0.029038097709417343
222467	rnn.weight_ih_l1_reverse	8	0.007883294485509396
222467	rnn.weight_ih_l1_reverse	9	-0.0335470549762249
222467	rnn.weight_hh_l1_reverse	0	0.004620793741196394
222467	rnn.weight_hh_l1_reverse	1	0.031583163887262344
222467	rnn.weight_hh_l1_reverse	2	-0.040573325008153915
222467	rnn.weight_hh_l1_reverse	3	0.03506417199969292
222467	rnn.weight_hh_l1_reverse	4	0.0472278967499733
222467	rnn.weight_hh_l1_reverse	5	0.0046194796450436115
222467	rnn.weight_hh_l1_reverse	6	0.04865992069244385
222467	rnn.weight_hh_l1_reverse	7	0.03130139783024788
222467	rnn.weight_hh_l1_reverse	8	-0.007233924698084593
222467	rnn.weight_hh_l1_reverse	9	-0.030858008190989494
222467	rnn.bias_ih_l1_reverse	0	-0.046227503567934036
222467	rnn.bias_ih_l1_reverse	1	-0.1418542116880417
222467	rnn.bias_ih_l1_reverse	2	-0.1645873636007309
222467	rnn.bias_ih_l1_reverse	3	-0.05618753284215927
222467	rnn.bias_ih_l1_reverse	4	-0.20718413591384888
222467	rnn.bias_ih_l1_reverse	5	-0.11657663434743881
222467	rnn.bias_ih_l1_reverse	6	-0.1308853030204773
222467	rnn.bias_ih_l1_reverse	7	-0.19238589704036713
222467	rnn.bias_ih_l1_reverse	8	0.226191446185112
222467	rnn.bias_ih_l1_reverse	9	0.02330637350678444
222467	rnn.bias_hh_l1_reverse	0	0.009801853448152542
222467	rnn.bias_hh_l1_reverse	1	-0.07137716561555862
222467	rnn.bias_hh_l1_reverse	2	-0.2366604208946228
222467	rnn.bias_hh_l1_reverse	3	-0.14157739281654358
222467	rnn.bias_hh_l1_reverse	4	-0.08069757372140884
222467	rnn.bias_hh_l1_reverse	5	-0.11706478893756866
222467	rnn.bias_hh_l1_reverse	6	0.05888627469539642
222467	rnn.bias_hh_l1_reverse	7	-0.140121191740036
222467	rnn.bias_hh_l1_reverse	8	-0.12222880870103836
222467	rnn.bias_hh_l1_reverse	9	-0.15038590133190155
222467	linear.weight	0	0.002228822559118271
222467	linear.weight	1	0.09990835189819336
222467	linear.weight	2	-0.09333184361457825
222467	linear.weight	3	0.30100685358047485
222467	linear.weight	4	0.14923779666423798
222467	linear.weight	5	-0.06191329285502434
222467	linear.weight	6	0.09376987814903259
222467	linear.weight	7	0.11605988442897797
222467	linear.weight	8	0.041139308363199234
222467	linear.weight	9	-0.0546111986041069
222467	linear.bias	0	0.088031105697155
222467	linear.bias	1	-0.17131109535694122
222467	linear.bias	2	-0.4530826807022095
222467	linear.bias	3	-0.6638144850730896
222467	linear.bias	4	-1.2575428485870361
222467	linear.bias	5	-0.06323228776454926
222467	linear.bias	6	-0.8072322607040405
222467	linear.bias	7	0.26733213663101196
222467	linear.bias	8	-0.409218966960907
222467	linear.bias	9	-1.0270966291427612
222664	transitions	0	0.7424629330635071
222664	transitions	1	0.14204713702201843
222664	transitions	2	-10000.0
222664	transitions	3	-1.827715277671814
222664	transitions	4	-10000.0
222664	transitions	5	0.5639486908912659
222664	transitions	6	-0.08482570946216583
222664	transitions	7	-0.8028484582901001
222664	transitions	8	-1.4208868741989136
222664	transitions	9	-0.0012231057044118643
222664	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
222664	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
222664	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
222664	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
222664	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
222664	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
222664	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
222664	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
222664	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
222664	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
222664	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
222664	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
222664	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
222664	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
222664	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
222664	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
222664	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
222664	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
222664	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
222664	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
222664	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
222664	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
222664	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
222664	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
222664	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
222664	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
222664	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
222664	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
222664	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
222664	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
222664	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
222664	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
222664	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
222664	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
222664	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
222664	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
222664	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
222664	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
222664	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
222664	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
222664	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
222664	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
222664	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
222664	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
222664	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
222664	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
222664	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
222664	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
222664	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
222664	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
222664	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
222664	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
222664	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
222664	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
222664	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
222664	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
222664	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
222664	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
222664	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
222664	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
222664	embedding2nn.weight	0	0.018259268254041672
222664	embedding2nn.weight	1	-0.013049661181867123
222664	embedding2nn.weight	2	-0.014268254861235619
222664	embedding2nn.weight	3	-0.029962409287691116
222664	embedding2nn.weight	4	-0.0059150345623493195
222664	embedding2nn.weight	5	-0.0037005890626460314
222664	embedding2nn.weight	6	-0.003973267041146755
222664	embedding2nn.weight	7	-0.07540792971849442
222664	embedding2nn.weight	8	-0.0019979383796453476
222664	embedding2nn.weight	9	-0.028009112924337387
222664	embedding2nn.bias	0	0.024171534925699234
222664	embedding2nn.bias	1	-0.07281015813350677
222664	embedding2nn.bias	2	0.070694699883461
222664	embedding2nn.bias	3	0.05208047106862068
222664	embedding2nn.bias	4	-0.03833078593015671
222664	embedding2nn.bias	5	-0.016957830637693405
222664	embedding2nn.bias	6	0.021912455558776855
222664	embedding2nn.bias	7	-0.050852321088314056
222664	embedding2nn.bias	8	0.06651462614536285
222664	embedding2nn.bias	9	0.04439330846071243
222664	rnn.weight_ih_l0	0	-0.07733184844255447
222664	rnn.weight_ih_l0	1	0.0035853437148034573
222664	rnn.weight_ih_l0	2	0.03613235801458359
222664	rnn.weight_ih_l0	3	0.02256118506193161
222664	rnn.weight_ih_l0	4	-0.04959817975759506
222664	rnn.weight_ih_l0	5	-0.06843496859073639
222664	rnn.weight_ih_l0	6	-0.0033911510836333036
222664	rnn.weight_ih_l0	7	0.052364595234394073
222664	rnn.weight_ih_l0	8	-0.01627720706164837
222664	rnn.weight_ih_l0	9	-0.03175203874707222
222664	rnn.weight_hh_l0	0	-0.03052334114909172
222664	rnn.weight_hh_l0	1	-0.007843250408768654
222664	rnn.weight_hh_l0	2	0.006550625432282686
222664	rnn.weight_hh_l0	3	-0.07471633702516556
222664	rnn.weight_hh_l0	4	0.09369855374097824
222664	rnn.weight_hh_l0	5	-0.024630948901176453
222664	rnn.weight_hh_l0	6	-0.06212570518255234
222664	rnn.weight_hh_l0	7	0.009836521930992603
222664	rnn.weight_hh_l0	8	0.013020046055316925
222664	rnn.weight_hh_l0	9	-0.024997619912028313
222664	rnn.bias_ih_l0	0	0.12673600018024445
222664	rnn.bias_ih_l0	1	-0.03710253909230232
222664	rnn.bias_ih_l0	2	-0.033682726323604584
222664	rnn.bias_ih_l0	3	0.16343706846237183
222664	rnn.bias_ih_l0	4	-0.011974886059761047
222664	rnn.bias_ih_l0	5	-0.023122582584619522
222664	rnn.bias_ih_l0	6	0.019892625510692596
222664	rnn.bias_ih_l0	7	0.022820573300123215
222664	rnn.bias_ih_l0	8	-0.10149143636226654
222664	rnn.bias_ih_l0	9	-0.047146428376436234
222664	rnn.bias_hh_l0	0	0.0026127814780920744
222664	rnn.bias_hh_l0	1	-0.10013210773468018
222664	rnn.bias_hh_l0	2	-0.07162212580442429
222664	rnn.bias_hh_l0	3	-0.08708159625530243
222664	rnn.bias_hh_l0	4	0.011448820121586323
222664	rnn.bias_hh_l0	5	-0.021101612597703934
222664	rnn.bias_hh_l0	6	0.02590258978307247
222664	rnn.bias_hh_l0	7	0.05405489727854729
222664	rnn.bias_hh_l0	8	-0.11986097693443298
222664	rnn.bias_hh_l0	9	-0.05661674216389656
222664	rnn.weight_ih_l0_reverse	0	-0.02259773388504982
222664	rnn.weight_ih_l0_reverse	1	-0.05612243711948395
222664	rnn.weight_ih_l0_reverse	2	-0.04802544787526131
222664	rnn.weight_ih_l0_reverse	3	0.013413971289992332
222664	rnn.weight_ih_l0_reverse	4	-0.025208139792084694
222664	rnn.weight_ih_l0_reverse	5	-0.05721096694469452
222664	rnn.weight_ih_l0_reverse	6	0.07472565770149231
222664	rnn.weight_ih_l0_reverse	7	-0.019350942224264145
222664	rnn.weight_ih_l0_reverse	8	-0.01902414858341217
222664	rnn.weight_ih_l0_reverse	9	0.004047269932925701
222664	rnn.weight_hh_l0_reverse	0	0.06720022857189178
222664	rnn.weight_hh_l0_reverse	1	0.02115226350724697
222664	rnn.weight_hh_l0_reverse	2	0.028982236981391907
222664	rnn.weight_hh_l0_reverse	3	0.03547760099172592
222664	rnn.weight_hh_l0_reverse	4	0.012923144735395908
222664	rnn.weight_hh_l0_reverse	5	0.0076447222381830215
222664	rnn.weight_hh_l0_reverse	6	0.05089666694402695
222664	rnn.weight_hh_l0_reverse	7	-0.08145604282617569
222664	rnn.weight_hh_l0_reverse	8	0.042127713561058044
222664	rnn.weight_hh_l0_reverse	9	0.03536396473646164
222664	rnn.bias_ih_l0_reverse	0	-0.05822091922163963
222664	rnn.bias_ih_l0_reverse	1	-0.28708499670028687
222664	rnn.bias_ih_l0_reverse	2	-0.12291838228702545
222664	rnn.bias_ih_l0_reverse	3	-0.047530848532915115
222664	rnn.bias_ih_l0_reverse	4	-0.0231152456253767
222664	rnn.bias_ih_l0_reverse	5	0.07546255737543106
222664	rnn.bias_ih_l0_reverse	6	-0.06593737006187439
222664	rnn.bias_ih_l0_reverse	7	0.06523382663726807
222664	rnn.bias_ih_l0_reverse	8	-0.03890565037727356
222664	rnn.bias_ih_l0_reverse	9	0.06313236057758331
222664	rnn.bias_hh_l0_reverse	0	0.024661103263497353
222664	rnn.bias_hh_l0_reverse	1	-0.05169832706451416
222664	rnn.bias_hh_l0_reverse	2	0.08321138471364975
222664	rnn.bias_hh_l0_reverse	3	-0.05042378604412079
222664	rnn.bias_hh_l0_reverse	4	-0.028737718239426613
222664	rnn.bias_hh_l0_reverse	5	-0.01702192984521389
222664	rnn.bias_hh_l0_reverse	6	-0.016891200095415115
222664	rnn.bias_hh_l0_reverse	7	0.09775611013174057
222664	rnn.bias_hh_l0_reverse	8	0.03280806541442871
222664	rnn.bias_hh_l0_reverse	9	-0.14495430886745453
222664	rnn.weight_ih_l1	0	-0.0300434697419405
222664	rnn.weight_ih_l1	1	-0.05119093880057335
222664	rnn.weight_ih_l1	2	0.06348137557506561
222664	rnn.weight_ih_l1	3	-0.07138548046350479
222664	rnn.weight_ih_l1	4	-0.014377987943589687
222664	rnn.weight_ih_l1	5	-0.04069007933139801
222664	rnn.weight_ih_l1	6	0.028462648391723633
222664	rnn.weight_ih_l1	7	-0.043880440294742584
222664	rnn.weight_ih_l1	8	0.03771336004137993
222664	rnn.weight_ih_l1	9	0.04481101408600807
222664	rnn.weight_hh_l1	0	-0.006282669026404619
222664	rnn.weight_hh_l1	1	0.019694067537784576
222664	rnn.weight_hh_l1	2	0.0074381111189723015
222664	rnn.weight_hh_l1	3	-0.012740172445774078
222664	rnn.weight_hh_l1	4	0.004695061594247818
222664	rnn.weight_hh_l1	5	0.03498116880655289
222664	rnn.weight_hh_l1	6	0.03673641011118889
222664	rnn.weight_hh_l1	7	-0.016141464933753014
222664	rnn.weight_hh_l1	8	-0.007793333847075701
222664	rnn.weight_hh_l1	9	0.038053374737501144
222664	rnn.bias_ih_l1	0	-0.18498387932777405
222664	rnn.bias_ih_l1	1	-0.17892056703567505
222664	rnn.bias_ih_l1	2	-0.19711951911449432
222664	rnn.bias_ih_l1	3	-0.3105912506580353
222664	rnn.bias_ih_l1	4	-0.20583970844745636
222664	rnn.bias_ih_l1	5	-0.0871533527970314
222664	rnn.bias_ih_l1	6	-0.15933632850646973
222664	rnn.bias_ih_l1	7	-0.007947308011353016
222664	rnn.bias_ih_l1	8	-0.13833561539649963
222664	rnn.bias_ih_l1	9	-0.12988771498203278
222664	rnn.bias_hh_l1	0	-0.09796936810016632
222664	rnn.bias_hh_l1	1	-0.06836605817079544
222664	rnn.bias_hh_l1	2	-0.08750338852405548
222664	rnn.bias_hh_l1	3	-0.07936854660511017
222664	rnn.bias_hh_l1	4	-0.07479659467935562
222664	rnn.bias_hh_l1	5	-0.11731818318367004
222664	rnn.bias_hh_l1	6	-0.16525305807590485
222664	rnn.bias_hh_l1	7	0.07531047612428665
222664	rnn.bias_hh_l1	8	-0.1791686862707138
222664	rnn.bias_hh_l1	9	-0.11851397156715393
222664	rnn.weight_ih_l1_reverse	0	-0.04566679149866104
222664	rnn.weight_ih_l1_reverse	1	0.032538775354623795
222664	rnn.weight_ih_l1_reverse	2	0.09184151887893677
222664	rnn.weight_ih_l1_reverse	3	-0.016908494755625725
222664	rnn.weight_ih_l1_reverse	4	-0.026828888803720474
222664	rnn.weight_ih_l1_reverse	5	-0.030444754287600517
222664	rnn.weight_ih_l1_reverse	6	-0.017894679680466652
222664	rnn.weight_ih_l1_reverse	7	0.028974374756217003
222664	rnn.weight_ih_l1_reverse	8	0.007929489947855473
222664	rnn.weight_ih_l1_reverse	9	-0.03337525576353073
222664	rnn.weight_hh_l1_reverse	0	0.004682397004216909
222664	rnn.weight_hh_l1_reverse	1	0.03157919645309448
222664	rnn.weight_hh_l1_reverse	2	-0.04058343172073364
222664	rnn.weight_hh_l1_reverse	3	0.0350613035261631
222664	rnn.weight_hh_l1_reverse	4	0.04722503945231438
222664	rnn.weight_hh_l1_reverse	5	0.004630773328244686
222664	rnn.weight_hh_l1_reverse	6	0.04881608486175537
222664	rnn.weight_hh_l1_reverse	7	0.03133688494563103
222664	rnn.weight_hh_l1_reverse	8	-0.007218372542411089
222664	rnn.weight_hh_l1_reverse	9	-0.03080493025481701
222664	rnn.bias_ih_l1_reverse	0	-0.04669633135199547
222664	rnn.bias_ih_l1_reverse	1	-0.141816183924675
222664	rnn.bias_ih_l1_reverse	2	-0.16408391296863556
222664	rnn.bias_ih_l1_reverse	3	-0.05600493773818016
222664	rnn.bias_ih_l1_reverse	4	-0.20712363719940186
222664	rnn.bias_ih_l1_reverse	5	-0.11641714721918106
222664	rnn.bias_ih_l1_reverse	6	-0.1309879571199417
222664	rnn.bias_ih_l1_reverse	7	-0.1927456557750702
222664	rnn.bias_ih_l1_reverse	8	0.22703298926353455
222664	rnn.bias_ih_l1_reverse	9	0.022934870794415474
222664	rnn.bias_hh_l1_reverse	0	0.009975370950996876
222664	rnn.bias_hh_l1_reverse	1	-0.07133954763412476
222664	rnn.bias_hh_l1_reverse	2	-0.23664017021656036
222664	rnn.bias_hh_l1_reverse	3	-0.14202095568180084
222664	rnn.bias_hh_l1_reverse	4	-0.08072381466627121
222664	rnn.bias_hh_l1_reverse	5	-0.1172054260969162
222664	rnn.bias_hh_l1_reverse	6	0.05896606296300888
222664	rnn.bias_hh_l1_reverse	7	-0.14021332561969757
222664	rnn.bias_hh_l1_reverse	8	-0.12228567153215408
222664	rnn.bias_hh_l1_reverse	9	-0.15044111013412476
222664	linear.weight	0	0.002228822559118271
222664	linear.weight	1	0.10112977772951126
222664	linear.weight	2	-0.09370984137058258
222664	linear.weight	3	0.3007667064666748
222664	linear.weight	4	0.14952446520328522
222664	linear.weight	5	-0.061711136251688004
222664	linear.weight	6	0.0919065847992897
222664	linear.weight	7	0.1157236397266388
222664	linear.weight	8	0.04113921895623207
222664	linear.weight	9	-0.0540430024266243
222664	linear.bias	0	0.09154695272445679
222664	linear.bias	1	-0.17222899198532104
222664	linear.bias	2	-0.4577389061450958
222664	linear.bias	3	-0.6641122698783875
222664	linear.bias	4	-1.2583904266357422
222664	linear.bias	5	-0.06872641295194626
222664	linear.bias	6	-0.8081021904945374
222664	linear.bias	7	0.2615251839160919
222664	linear.bias	8	-0.40667688846588135
222664	linear.bias	9	-1.0249978303909302
222861	transitions	0	0.7422771453857422
222861	transitions	1	0.1422167271375656
222861	transitions	2	-10000.0
222861	transitions	3	-1.8277169466018677
222861	transitions	4	-10000.0
222861	transitions	5	0.5638787150382996
222861	transitions	6	-0.08483164757490158
222861	transitions	7	-0.802871584892273
222861	transitions	8	-1.4208909273147583
222861	transitions	9	-0.0012231417931616306
222861	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
222861	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
222861	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
222861	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
222861	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
222861	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
222861	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
222861	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
222861	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
222861	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
222861	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
222861	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
222861	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
222861	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
222861	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
222861	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
222861	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
222861	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
222861	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
222861	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
222861	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
222861	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
222861	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
222861	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
222861	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
222861	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
222861	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
222861	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
222861	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
222861	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
222861	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
222861	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
222861	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
222861	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
222861	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
222861	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
222861	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
222861	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
222861	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
222861	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
222861	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
222861	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
222861	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
222861	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
222861	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
222861	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
222861	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
222861	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
222861	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
222861	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
222861	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
222861	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
222861	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
222861	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
222861	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
222861	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
222861	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
222861	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
222861	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
222861	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
222861	embedding2nn.weight	0	0.01836421899497509
222861	embedding2nn.weight	1	-0.013074345886707306
222861	embedding2nn.weight	2	-0.014268254861235619
222861	embedding2nn.weight	3	-0.029988368973135948
222861	embedding2nn.weight	4	-0.0059150345623493195
222861	embedding2nn.weight	5	-0.0037005890626460314
222861	embedding2nn.weight	6	-0.0039732675068080425
222861	embedding2nn.weight	7	-0.07535518705844879
222861	embedding2nn.weight	8	-0.0019979383796453476
222861	embedding2nn.weight	9	-0.02820594608783722
222861	embedding2nn.bias	0	0.02646629884839058
222861	embedding2nn.bias	1	-0.0720449835062027
222861	embedding2nn.bias	2	0.06932461261749268
222861	embedding2nn.bias	3	0.0528981015086174
222861	embedding2nn.bias	4	-0.03743588551878929
222861	embedding2nn.bias	5	-0.016697272658348083
222861	embedding2nn.bias	6	0.020964285358786583
222861	embedding2nn.bias	7	-0.05229821428656578
222861	embedding2nn.bias	8	0.06760881841182709
222861	embedding2nn.bias	9	0.04281264916062355
222861	rnn.weight_ih_l0	0	-0.07734514772891998
222861	rnn.weight_ih_l0	1	0.0035446062684059143
222861	rnn.weight_ih_l0	2	0.03614755719900131
222861	rnn.weight_ih_l0	3	0.02239879220724106
222861	rnn.weight_ih_l0	4	-0.04960263520479202
222861	rnn.weight_ih_l0	5	-0.06843701004981995
222861	rnn.weight_ih_l0	6	-0.0032983748242259026
222861	rnn.weight_ih_l0	7	0.05253155529499054
222861	rnn.weight_ih_l0	8	-0.016251495108008385
222861	rnn.weight_ih_l0	9	-0.03163987398147583
222861	rnn.weight_hh_l0	0	-0.03048125095665455
222861	rnn.weight_hh_l0	1	-0.007885606959462166
222861	rnn.weight_hh_l0	2	0.006515705492347479
222861	rnn.weight_hh_l0	3	-0.07465755939483643
222861	rnn.weight_hh_l0	4	0.09362628310918808
222861	rnn.weight_hh_l0	5	-0.024576812982559204
222861	rnn.weight_hh_l0	6	-0.06218685209751129
222861	rnn.weight_hh_l0	7	0.009762032888829708
222861	rnn.weight_hh_l0	8	0.013135261833667755
222861	rnn.weight_hh_l0	9	-0.02495373599231243
222861	rnn.bias_ih_l0	0	0.12644539773464203
222861	rnn.bias_ih_l0	1	-0.03720232844352722
222861	rnn.bias_ih_l0	2	-0.03349924832582474
222861	rnn.bias_ih_l0	3	0.1634768396615982
222861	rnn.bias_ih_l0	4	-0.012361615896224976
222861	rnn.bias_ih_l0	5	-0.023050999268889427
222861	rnn.bias_ih_l0	6	0.01984814740717411
222861	rnn.bias_ih_l0	7	0.022405697032809258
222861	rnn.bias_ih_l0	8	-0.1014263927936554
222861	rnn.bias_ih_l0	9	-0.046495743095874786
222861	rnn.bias_hh_l0	0	0.002201302908360958
222861	rnn.bias_hh_l0	1	-0.09986764937639236
222861	rnn.bias_hh_l0	2	-0.07185591757297516
222861	rnn.bias_hh_l0	3	-0.08693210035562515
222861	rnn.bias_hh_l0	4	0.012122026644647121
222861	rnn.bias_hh_l0	5	-0.021145176142454147
222861	rnn.bias_hh_l0	6	0.02598956599831581
222861	rnn.bias_hh_l0	7	0.05376509577035904
222861	rnn.bias_hh_l0	8	-0.11960488557815552
222861	rnn.bias_hh_l0	9	-0.05681930482387543
222861	rnn.weight_ih_l0_reverse	0	-0.022644389420747757
222861	rnn.weight_ih_l0_reverse	1	-0.055992305278778076
222861	rnn.weight_ih_l0_reverse	2	-0.04789220541715622
222861	rnn.weight_ih_l0_reverse	3	0.013329613953828812
222861	rnn.weight_ih_l0_reverse	4	-0.025209756568074226
222861	rnn.weight_ih_l0_reverse	5	-0.05712124705314636
222861	rnn.weight_ih_l0_reverse	6	0.07479029893875122
222861	rnn.weight_ih_l0_reverse	7	-0.019500387832522392
222861	rnn.weight_ih_l0_reverse	8	-0.01895025186240673
222861	rnn.weight_ih_l0_reverse	9	0.003901244141161442
222861	rnn.weight_hh_l0_reverse	0	0.0674826055765152
222861	rnn.weight_hh_l0_reverse	1	0.021271267905831337
222861	rnn.weight_hh_l0_reverse	2	0.028882956132292747
222861	rnn.weight_hh_l0_reverse	3	0.03531571105122566
222861	rnn.weight_hh_l0_reverse	4	0.012894892133772373
222861	rnn.weight_hh_l0_reverse	5	0.007677386049181223
222861	rnn.weight_hh_l0_reverse	6	0.05093776062130928
222861	rnn.weight_hh_l0_reverse	7	-0.08159264177083969
222861	rnn.weight_hh_l0_reverse	8	0.04212666302919388
222861	rnn.weight_hh_l0_reverse	9	0.03540921211242676
222861	rnn.bias_ih_l0_reverse	0	-0.058185551315546036
222861	rnn.bias_ih_l0_reverse	1	-0.2867771089076996
222861	rnn.bias_ih_l0_reverse	2	-0.12325878441333771
222861	rnn.bias_ih_l0_reverse	3	-0.04774230718612671
222861	rnn.bias_ih_l0_reverse	4	-0.02281944639980793
222861	rnn.bias_ih_l0_reverse	5	0.0754425972700119
222861	rnn.bias_ih_l0_reverse	6	-0.06601034849882126
222861	rnn.bias_ih_l0_reverse	7	0.06523066014051437
222861	rnn.bias_ih_l0_reverse	8	-0.038974180817604065
222861	rnn.bias_ih_l0_reverse	9	0.06321463733911514
222861	rnn.bias_hh_l0_reverse	0	0.024629922583699226
222861	rnn.bias_hh_l0_reverse	1	-0.05137554928660393
222861	rnn.bias_hh_l0_reverse	2	0.08338221162557602
222861	rnn.bias_hh_l0_reverse	3	-0.050413284450769424
222861	rnn.bias_hh_l0_reverse	4	-0.02894205041229725
222861	rnn.bias_hh_l0_reverse	5	-0.016526823863387108
222861	rnn.bias_hh_l0_reverse	6	-0.01703893207013607
222861	rnn.bias_hh_l0_reverse	7	0.09769496321678162
222861	rnn.bias_hh_l0_reverse	8	0.03288936987519264
222861	rnn.bias_hh_l0_reverse	9	-0.14528551697731018
222861	rnn.weight_ih_l1	0	-0.030074210837483406
222861	rnn.weight_ih_l1	1	-0.05106094479560852
222861	rnn.weight_ih_l1	2	0.06409110873937607
222861	rnn.weight_ih_l1	3	-0.07119378447532654
222861	rnn.weight_ih_l1	4	-0.014384073205292225
222861	rnn.weight_ih_l1	5	-0.040724094957113266
222861	rnn.weight_ih_l1	6	0.02829226478934288
222861	rnn.weight_ih_l1	7	-0.043909892439842224
222861	rnn.weight_ih_l1	8	0.03767866641283035
222861	rnn.weight_ih_l1	9	0.04491948336362839
222861	rnn.weight_hh_l1	0	-0.006493991240859032
222861	rnn.weight_hh_l1	1	0.01972242258489132
222861	rnn.weight_hh_l1	2	0.007513105869293213
222861	rnn.weight_hh_l1	3	-0.012707625515758991
222861	rnn.weight_hh_l1	4	0.004737548064440489
222861	rnn.weight_hh_l1	5	0.0349123552441597
222861	rnn.weight_hh_l1	6	0.03673616424202919
222861	rnn.weight_hh_l1	7	-0.016166111454367638
222861	rnn.weight_hh_l1	8	-0.007837069220840931
222861	rnn.weight_hh_l1	9	0.038102418184280396
222861	rnn.bias_ih_l1	0	-0.18510715663433075
222861	rnn.bias_ih_l1	1	-0.17930001020431519
222861	rnn.bias_ih_l1	2	-0.197750061750412
222861	rnn.bias_ih_l1	3	-0.31085869669914246
222861	rnn.bias_ih_l1	4	-0.2066478282213211
222861	rnn.bias_ih_l1	5	-0.08725225180387497
222861	rnn.bias_ih_l1	6	-0.15912802517414093
222861	rnn.bias_ih_l1	7	-0.006938670761883259
222861	rnn.bias_ih_l1	8	-0.13826234638690948
222861	rnn.bias_ih_l1	9	-0.13032029569149017
222861	rnn.bias_hh_l1	0	-0.09758877009153366
222861	rnn.bias_hh_l1	1	-0.06833422929048538
222861	rnn.bias_hh_l1	2	-0.08724822103977203
222861	rnn.bias_hh_l1	3	-0.0795050859451294
222861	rnn.bias_hh_l1	4	-0.07501611858606339
222861	rnn.bias_hh_l1	5	-0.11721070855855942
222861	rnn.bias_hh_l1	6	-0.16607610881328583
222861	rnn.bias_hh_l1	7	0.0746142640709877
222861	rnn.bias_hh_l1	8	-0.17966850101947784
222861	rnn.bias_hh_l1	9	-0.11866123974323273
222861	rnn.weight_ih_l1_reverse	0	-0.04580765962600708
222861	rnn.weight_ih_l1_reverse	1	0.03257037699222565
222861	rnn.weight_ih_l1_reverse	2	0.09165288507938385
222861	rnn.weight_ih_l1_reverse	3	-0.016967574134469032
222861	rnn.weight_ih_l1_reverse	4	-0.026914147660136223
222861	rnn.weight_ih_l1_reverse	5	-0.030451949685811996
222861	rnn.weight_ih_l1_reverse	6	-0.01814349927008152
222861	rnn.weight_ih_l1_reverse	7	0.028920836746692657
222861	rnn.weight_ih_l1_reverse	8	0.008111118339002132
222861	rnn.weight_ih_l1_reverse	9	-0.03360751271247864
222861	rnn.weight_hh_l1_reverse	0	0.00465172715485096
222861	rnn.weight_hh_l1_reverse	1	0.03159286454319954
222861	rnn.weight_hh_l1_reverse	2	-0.04057825729250908
222861	rnn.weight_hh_l1_reverse	3	0.03505055978894234
222861	rnn.weight_hh_l1_reverse	4	0.04718217998743057
222861	rnn.weight_hh_l1_reverse	5	0.0046226829290390015
222861	rnn.weight_hh_l1_reverse	6	0.04863161966204643
222861	rnn.weight_hh_l1_reverse	7	0.03139523044228554
222861	rnn.weight_hh_l1_reverse	8	-0.007198752835392952
222861	rnn.weight_hh_l1_reverse	9	-0.030821744352579117
222861	rnn.bias_ih_l1_reverse	0	-0.04712548479437828
222861	rnn.bias_ih_l1_reverse	1	-0.14195750653743744
222861	rnn.bias_ih_l1_reverse	2	-0.16462841629981995
222861	rnn.bias_ih_l1_reverse	3	-0.05683187022805214
222861	rnn.bias_ih_l1_reverse	4	-0.20709353685379028
222861	rnn.bias_ih_l1_reverse	5	-0.11625228077173233
222861	rnn.bias_ih_l1_reverse	6	-0.13103830814361572
222861	rnn.bias_ih_l1_reverse	7	-0.1926654577255249
222861	rnn.bias_ih_l1_reverse	8	0.22587253153324127
222861	rnn.bias_ih_l1_reverse	9	0.022901613265275955
222861	rnn.bias_hh_l1_reverse	0	0.010587912984192371
222861	rnn.bias_hh_l1_reverse	1	-0.07152741402387619
222861	rnn.bias_hh_l1_reverse	2	-0.2365984320640564
222861	rnn.bias_hh_l1_reverse	3	-0.14159345626831055
222861	rnn.bias_hh_l1_reverse	4	-0.08103789389133453
222861	rnn.bias_hh_l1_reverse	5	-0.11752346903085709
222861	rnn.bias_hh_l1_reverse	6	0.0585583932697773
222861	rnn.bias_hh_l1_reverse	7	-0.14019450545310974
222861	rnn.bias_hh_l1_reverse	8	-0.12206406891345978
222861	rnn.bias_hh_l1_reverse	9	-0.15047581493854523
222861	linear.weight	0	0.002228822559118271
222861	linear.weight	1	0.1006651297211647
222861	linear.weight	2	-0.09389717876911163
222861	linear.weight	3	0.30059635639190674
222861	linear.weight	4	0.1493760645389557
222861	linear.weight	5	-0.06229151412844658
222861	linear.weight	6	0.09129305183887482
222861	linear.weight	7	0.11501430720090866
222861	linear.weight	8	0.04113920405507088
222861	linear.weight	9	-0.053941067308187485
222861	linear.bias	0	0.09079785645008087
222861	linear.bias	1	-0.17252178490161896
222861	linear.bias	2	-0.4607768952846527
222861	linear.bias	3	-0.6631391644477844
222861	linear.bias	4	-1.2575328350067139
222861	linear.bias	5	-0.07033519446849823
222861	linear.bias	6	-0.8082566261291504
222861	linear.bias	7	0.2601437270641327
222861	linear.bias	8	-0.40850502252578735
222861	linear.bias	9	-1.0270373821258545
223058	transitions	0	0.7432335615158081
223058	transitions	1	0.14069423079490662
223058	transitions	2	-10000.0
223058	transitions	3	-1.8277206420898438
223058	transitions	4	-10000.0
223058	transitions	5	0.5638675093650818
223058	transitions	6	-0.08483671396970749
223058	transitions	7	-0.8029181957244873
223058	transitions	8	-1.4208953380584717
223058	transitions	9	-0.0012231753207743168
223058	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
223058	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
223058	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
223058	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
223058	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
223058	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
223058	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
223058	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
223058	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
223058	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
223058	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
223058	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
223058	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
223058	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
223058	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
223058	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
223058	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
223058	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
223058	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
223058	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
223058	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
223058	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
223058	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
223058	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
223058	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
223058	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
223058	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
223058	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
223058	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
223058	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
223058	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
223058	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
223058	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
223058	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
223058	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
223058	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
223058	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
223058	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
223058	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
223058	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
223058	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
223058	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
223058	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
223058	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
223058	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
223058	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
223058	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
223058	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
223058	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
223058	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
223058	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
223058	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
223058	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
223058	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
223058	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
223058	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
223058	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
223058	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
223058	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
223058	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
223058	embedding2nn.weight	0	0.018384117633104324
223058	embedding2nn.weight	1	-0.013075929135084152
223058	embedding2nn.weight	2	-0.014268254861235619
223058	embedding2nn.weight	3	-0.03027879260480404
223058	embedding2nn.weight	4	-0.0059150345623493195
223058	embedding2nn.weight	5	-0.0037005890626460314
223058	embedding2nn.weight	6	-0.0039732675068080425
223058	embedding2nn.weight	7	-0.07540257275104523
223058	embedding2nn.weight	8	-0.0019979383796453476
223058	embedding2nn.weight	9	-0.028239207342267036
223058	embedding2nn.bias	0	0.027014072984457016
223058	embedding2nn.bias	1	-0.0720825046300888
223058	embedding2nn.bias	2	0.06906667351722717
223058	embedding2nn.bias	3	0.05259928107261658
223058	embedding2nn.bias	4	-0.03870334476232529
223058	embedding2nn.bias	5	-0.016736024990677834
223058	embedding2nn.bias	6	0.021455299109220505
223058	embedding2nn.bias	7	-0.05291665717959404
223058	embedding2nn.bias	8	0.06596774607896805
223058	embedding2nn.bias	9	0.04367920756340027
223058	rnn.weight_ih_l0	0	-0.07747254520654678
223058	rnn.weight_ih_l0	1	0.0033976929262280464
223058	rnn.weight_ih_l0	2	0.03613743185997009
223058	rnn.weight_ih_l0	3	0.022512611001729965
223058	rnn.weight_ih_l0	4	-0.049289535731077194
223058	rnn.weight_ih_l0	5	-0.06833767145872116
223058	rnn.weight_ih_l0	6	-0.003286105114966631
223058	rnn.weight_ih_l0	7	0.05255075916647911
223058	rnn.weight_ih_l0	8	-0.016069753095507622
223058	rnn.weight_ih_l0	9	-0.03153962269425392
223058	rnn.weight_hh_l0	0	-0.030524780973792076
223058	rnn.weight_hh_l0	1	-0.007883843965828419
223058	rnn.weight_hh_l0	2	0.006510881241410971
223058	rnn.weight_hh_l0	3	-0.07479720562696457
223058	rnn.weight_hh_l0	4	0.09371259808540344
223058	rnn.weight_hh_l0	5	-0.024608081206679344
223058	rnn.weight_hh_l0	6	-0.06228463351726532
223058	rnn.weight_hh_l0	7	0.009713341481983662
223058	rnn.weight_hh_l0	8	0.013126256875693798
223058	rnn.weight_hh_l0	9	-0.024994023144245148
223058	rnn.bias_ih_l0	0	0.1265116184949875
223058	rnn.bias_ih_l0	1	-0.03718379884958267
223058	rnn.bias_ih_l0	2	-0.03364061191678047
223058	rnn.bias_ih_l0	3	0.16363872587680817
223058	rnn.bias_ih_l0	4	-0.012213577516376972
223058	rnn.bias_ih_l0	5	-0.023294996470212936
223058	rnn.bias_ih_l0	6	0.018540510907769203
223058	rnn.bias_ih_l0	7	0.022330619394779205
223058	rnn.bias_ih_l0	8	-0.1014028862118721
223058	rnn.bias_ih_l0	9	-0.04672740399837494
223058	rnn.bias_hh_l0	0	0.002051405142992735
223058	rnn.bias_hh_l0	1	-0.09982894361019135
223058	rnn.bias_hh_l0	2	-0.0720941424369812
223058	rnn.bias_hh_l0	3	-0.08712884038686752
223058	rnn.bias_hh_l0	4	0.011659893207252026
223058	rnn.bias_hh_l0	5	-0.020856769755482674
223058	rnn.bias_hh_l0	6	0.02615777775645256
223058	rnn.bias_hh_l0	7	0.05518681928515434
223058	rnn.bias_hh_l0	8	-0.12021144479513168
223058	rnn.bias_hh_l0	9	-0.056427087634801865
223058	rnn.weight_ih_l0_reverse	0	-0.022663239389657974
223058	rnn.weight_ih_l0_reverse	1	-0.05599087104201317
223058	rnn.weight_ih_l0_reverse	2	-0.04803108051419258
223058	rnn.weight_ih_l0_reverse	3	0.013523881323635578
223058	rnn.weight_ih_l0_reverse	4	-0.025278091430664062
223058	rnn.weight_ih_l0_reverse	5	-0.057114291936159134
223058	rnn.weight_ih_l0_reverse	6	0.07452119886875153
223058	rnn.weight_ih_l0_reverse	7	-0.019529452547430992
223058	rnn.weight_ih_l0_reverse	8	-0.018990224227309227
223058	rnn.weight_ih_l0_reverse	9	0.00391558138653636
223058	rnn.weight_hh_l0_reverse	0	0.0677037462592125
223058	rnn.weight_hh_l0_reverse	1	0.021171482279896736
223058	rnn.weight_hh_l0_reverse	2	0.028847049921751022
223058	rnn.weight_hh_l0_reverse	3	0.03527098149061203
223058	rnn.weight_hh_l0_reverse	4	0.012835879810154438
223058	rnn.weight_hh_l0_reverse	5	0.007609257474541664
223058	rnn.weight_hh_l0_reverse	6	0.05086741968989372
223058	rnn.weight_hh_l0_reverse	7	-0.08167209476232529
223058	rnn.weight_hh_l0_reverse	8	0.04208967089653015
223058	rnn.weight_hh_l0_reverse	9	0.03542115166783333
223058	rnn.bias_ih_l0_reverse	0	-0.05815276503562927
223058	rnn.bias_ih_l0_reverse	1	-0.28657516837120056
223058	rnn.bias_ih_l0_reverse	2	-0.123351089656353
223058	rnn.bias_ih_l0_reverse	3	-0.047866709530353546
223058	rnn.bias_ih_l0_reverse	4	-0.02320205233991146
223058	rnn.bias_ih_l0_reverse	5	0.07537952810525894
223058	rnn.bias_ih_l0_reverse	6	-0.06579037010669708
223058	rnn.bias_ih_l0_reverse	7	0.06509949266910553
223058	rnn.bias_ih_l0_reverse	8	-0.03876650333404541
223058	rnn.bias_ih_l0_reverse	9	0.06315261870622635
223058	rnn.bias_hh_l0_reverse	0	0.024607975035905838
223058	rnn.bias_hh_l0_reverse	1	-0.051692064851522446
223058	rnn.bias_hh_l0_reverse	2	0.08373931050300598
223058	rnn.bias_hh_l0_reverse	3	-0.0502636581659317
223058	rnn.bias_hh_l0_reverse	4	-0.028422877192497253
223058	rnn.bias_hh_l0_reverse	5	-0.016943158581852913
223058	rnn.bias_hh_l0_reverse	6	-0.016677366569638252
223058	rnn.bias_hh_l0_reverse	7	0.09757823497056961
223058	rnn.bias_hh_l0_reverse	8	0.033197399228811264
223058	rnn.bias_hh_l0_reverse	9	-0.14532485604286194
223058	rnn.weight_ih_l1	0	-0.030084585770964622
223058	rnn.weight_ih_l1	1	-0.05116996169090271
223058	rnn.weight_ih_l1	2	0.06408482044935226
223058	rnn.weight_ih_l1	3	-0.07112983614206314
223058	rnn.weight_ih_l1	4	-0.014506940729916096
223058	rnn.weight_ih_l1	5	-0.04077735170722008
223058	rnn.weight_ih_l1	6	0.028436504304409027
223058	rnn.weight_ih_l1	7	-0.044112157076597214
223058	rnn.weight_ih_l1	8	0.03767624497413635
223058	rnn.weight_ih_l1	9	0.04481836408376694
223058	rnn.weight_hh_l1	0	-0.006425321102142334
223058	rnn.weight_hh_l1	1	0.019715771079063416
223058	rnn.weight_hh_l1	2	0.007327410392463207
223058	rnn.weight_hh_l1	3	-0.012750543653964996
223058	rnn.weight_hh_l1	4	0.004772762302309275
223058	rnn.weight_hh_l1	5	0.03495354205369949
223058	rnn.weight_hh_l1	6	0.036582715809345245
223058	rnn.weight_hh_l1	7	-0.016210736706852913
223058	rnn.weight_hh_l1	8	-0.00782417505979538
223058	rnn.weight_hh_l1	9	0.038098856806755066
223058	rnn.bias_ih_l1	0	-0.18492454290390015
223058	rnn.bias_ih_l1	1	-0.17875127494335175
223058	rnn.bias_ih_l1	2	-0.1980436146259308
223058	rnn.bias_ih_l1	3	-0.31091269850730896
223058	rnn.bias_ih_l1	4	-0.2068590670824051
223058	rnn.bias_ih_l1	5	-0.0875864177942276
223058	rnn.bias_ih_l1	6	-0.15897585451602936
223058	rnn.bias_ih_l1	7	-0.007356341928243637
223058	rnn.bias_ih_l1	8	-0.1380241960287094
223058	rnn.bias_ih_l1	9	-0.1303814798593521
223058	rnn.bias_hh_l1	0	-0.09789206832647324
223058	rnn.bias_hh_l1	1	-0.06855735927820206
223058	rnn.bias_hh_l1	2	-0.08688966184854507
223058	rnn.bias_hh_l1	3	-0.0795338824391365
223058	rnn.bias_hh_l1	4	-0.07454466074705124
223058	rnn.bias_hh_l1	5	-0.1174919456243515
223058	rnn.bias_hh_l1	6	-0.1665119081735611
223058	rnn.bias_hh_l1	7	0.07482951134443283
223058	rnn.bias_hh_l1	8	-0.17938978970050812
223058	rnn.bias_hh_l1	9	-0.11830051243305206
223058	rnn.weight_ih_l1_reverse	0	-0.0459216944873333
223058	rnn.weight_ih_l1_reverse	1	0.0326167568564415
223058	rnn.weight_ih_l1_reverse	2	0.09128914773464203
223058	rnn.weight_ih_l1_reverse	3	-0.017570236697793007
223058	rnn.weight_ih_l1_reverse	4	-0.02691028080880642
223058	rnn.weight_ih_l1_reverse	5	-0.03045373037457466
223058	rnn.weight_ih_l1_reverse	6	-0.018099380657076836
223058	rnn.weight_ih_l1_reverse	7	0.028874753043055534
223058	rnn.weight_ih_l1_reverse	8	0.0086598452180624
223058	rnn.weight_ih_l1_reverse	9	-0.03329882025718689
223058	rnn.weight_hh_l1_reverse	0	0.004629093687981367
223058	rnn.weight_hh_l1_reverse	1	0.03157329931855202
223058	rnn.weight_hh_l1_reverse	2	-0.04056935012340546
223058	rnn.weight_hh_l1_reverse	3	0.03504755720496178
223058	rnn.weight_hh_l1_reverse	4	0.04721352085471153
223058	rnn.weight_hh_l1_reverse	5	0.0046049864031374454
223058	rnn.weight_hh_l1_reverse	6	0.04865283891558647
223058	rnn.weight_hh_l1_reverse	7	0.03131406009197235
223058	rnn.weight_hh_l1_reverse	8	-0.007185712922364473
223058	rnn.weight_hh_l1_reverse	9	-0.030817152932286263
223058	rnn.bias_ih_l1_reverse	0	-0.04750163480639458
223058	rnn.bias_ih_l1_reverse	1	-0.1420711874961853
223058	rnn.bias_ih_l1_reverse	2	-0.1644023060798645
223058	rnn.bias_ih_l1_reverse	3	-0.056959398090839386
223058	rnn.bias_ih_l1_reverse	4	-0.2069684863090515
223058	rnn.bias_ih_l1_reverse	5	-0.11671993881464005
223058	rnn.bias_ih_l1_reverse	6	-0.1308724731206894
223058	rnn.bias_ih_l1_reverse	7	-0.1925654262304306
223058	rnn.bias_ih_l1_reverse	8	0.2253759354352951
223058	rnn.bias_ih_l1_reverse	9	0.02261379547417164
223058	rnn.bias_hh_l1_reverse	0	0.010593049228191376
223058	rnn.bias_hh_l1_reverse	1	-0.0713500902056694
223058	rnn.bias_hh_l1_reverse	2	-0.23663078248500824
223058	rnn.bias_hh_l1_reverse	3	-0.14175128936767578
223058	rnn.bias_hh_l1_reverse	4	-0.081126868724823
223058	rnn.bias_hh_l1_reverse	5	-0.1175166666507721
223058	rnn.bias_hh_l1_reverse	6	0.05879659205675125
223058	rnn.bias_hh_l1_reverse	7	-0.13998965919017792
223058	rnn.bias_hh_l1_reverse	8	-0.12201239168643951
223058	rnn.bias_hh_l1_reverse	9	-0.15039892494678497
223058	linear.weight	0	0.002228822559118271
223058	linear.weight	1	0.10047242790460587
223058	linear.weight	2	-0.09383434057235718
223058	linear.weight	3	0.30250149965286255
223058	linear.weight	4	0.14983579516410828
223058	linear.weight	5	-0.06228098273277283
223058	linear.weight	6	0.0915084257721901
223058	linear.weight	7	0.11420614272356033
223058	linear.weight	8	0.04113920032978058
223058	linear.weight	9	-0.05399176850914955
223058	linear.bias	0	0.08549904078245163
223058	linear.bias	1	-0.17787013947963715
223058	linear.bias	2	-0.4553317129611969
223058	linear.bias	3	-0.6630409359931946
223058	linear.bias	4	-1.2576425075531006
223058	linear.bias	5	-0.05923199653625488
223058	linear.bias	6	-0.8136844635009766
223058	linear.bias	7	0.27081623673439026
223058	linear.bias	8	-0.40696921944618225
223058	linear.bias	9	-1.0256074666976929
223062	transitions	0	0.7432326078414917
223062	transitions	1	0.1406375616788864
223062	transitions	2	-10000.0
223062	transitions	3	-1.8277207612991333
223062	transitions	4	-10000.0
223062	transitions	5	0.5638673901557922
223062	transitions	6	-0.08483677357435226
223062	transitions	7	-0.8029181957244873
223062	transitions	8	-1.4208954572677612
223062	transitions	9	-0.001223175786435604
223062	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
223062	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
223062	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
223062	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
223062	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
223062	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
223062	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
223062	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
223062	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
223062	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
223062	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
223062	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
223062	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
223062	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
223062	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
223062	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
223062	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
223062	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
223062	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
223062	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
223062	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
223062	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
223062	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
223062	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
223062	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
223062	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
223062	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
223062	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
223062	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
223062	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
223062	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
223062	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
223062	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
223062	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
223062	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
223062	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
223062	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
223062	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
223062	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
223062	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
223062	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
223062	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
223062	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
223062	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
223062	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
223062	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
223062	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
223062	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
223062	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
223062	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
223062	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
223062	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
223062	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
223062	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
223062	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
223062	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
223062	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
223062	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
223062	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
223062	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
223062	embedding2nn.weight	0	0.018401840701699257
223062	embedding2nn.weight	1	-0.013075628317892551
223062	embedding2nn.weight	2	-0.014268254861235619
223062	embedding2nn.weight	3	-0.030222691595554352
223062	embedding2nn.weight	4	-0.0059150345623493195
223062	embedding2nn.weight	5	-0.0037005890626460314
223062	embedding2nn.weight	6	-0.0039732675068080425
223062	embedding2nn.weight	7	-0.07539448887109756
223062	embedding2nn.weight	8	-0.0019979383796453476
223062	embedding2nn.weight	9	-0.028204305097460747
223062	embedding2nn.bias	0	0.02710637077689171
223062	embedding2nn.bias	1	-0.07193172723054886
223062	embedding2nn.bias	2	0.06907214969396591
223062	embedding2nn.bias	3	0.05235646292567253
223062	embedding2nn.bias	4	-0.03865881264209747
223062	embedding2nn.bias	5	-0.016629576683044434
223062	embedding2nn.bias	6	0.021671120077371597
223062	embedding2nn.bias	7	-0.05270804092288017
223062	embedding2nn.bias	8	0.06598976254463196
223062	embedding2nn.bias	9	0.043511878699064255
223062	rnn.weight_ih_l0	0	-0.07747364789247513
223062	rnn.weight_ih_l0	1	0.003405920695513487
223062	rnn.weight_ih_l0	2	0.03614247962832451
223062	rnn.weight_ih_l0	3	0.022533901035785675
223062	rnn.weight_ih_l0	4	-0.04925167188048363
223062	rnn.weight_ih_l0	5	-0.0683450922369957
223062	rnn.weight_ih_l0	6	-0.0032757979352027178
223062	rnn.weight_ih_l0	7	0.052529364824295044
223062	rnn.weight_ih_l0	8	-0.016080578789114952
223062	rnn.weight_ih_l0	9	-0.03155839443206787
223062	rnn.weight_hh_l0	0	-0.030550353229045868
223062	rnn.weight_hh_l0	1	-0.007876983843743801
223062	rnn.weight_hh_l0	2	0.006512147840112448
223062	rnn.weight_hh_l0	3	-0.074794702231884
223062	rnn.weight_hh_l0	4	0.09371034801006317
223062	rnn.weight_hh_l0	5	-0.02459777519106865
223062	rnn.weight_hh_l0	6	-0.06223803758621216
223062	rnn.weight_hh_l0	7	0.00972471758723259
223062	rnn.weight_hh_l0	8	0.01314418762922287
223062	rnn.weight_hh_l0	9	-0.02499481849372387
223062	rnn.bias_ih_l0	0	0.12647919356822968
223062	rnn.bias_ih_l0	1	-0.03720293194055557
223062	rnn.bias_ih_l0	2	-0.033690840005874634
223062	rnn.bias_ih_l0	3	0.16363805532455444
223062	rnn.bias_ih_l0	4	-0.012199808843433857
223062	rnn.bias_ih_l0	5	-0.023360159248113632
223062	rnn.bias_ih_l0	6	0.018561342731118202
223062	rnn.bias_ih_l0	7	0.022312398999929428
223062	rnn.bias_ih_l0	8	-0.10141649097204208
223062	rnn.bias_ih_l0	9	-0.04669603705406189
223062	rnn.bias_hh_l0	0	0.002024001209065318
223062	rnn.bias_hh_l0	1	-0.09986764192581177
223062	rnn.bias_hh_l0	2	-0.07207626849412918
223062	rnn.bias_hh_l0	3	-0.08716194331645966
223062	rnn.bias_hh_l0	4	0.011670906096696854
223062	rnn.bias_hh_l0	5	-0.020822225138545036
223062	rnn.bias_hh_l0	6	0.026151904836297035
223062	rnn.bias_hh_l0	7	0.05522609129548073
223062	rnn.bias_hh_l0	8	-0.12021324783563614
223062	rnn.bias_hh_l0	9	-0.0564306303858757
223062	rnn.weight_ih_l0_reverse	0	-0.022672969847917557
223062	rnn.weight_ih_l0_reverse	1	-0.05598573759198189
223062	rnn.weight_ih_l0_reverse	2	-0.04802355170249939
223062	rnn.weight_ih_l0_reverse	3	0.013525384478271008
223062	rnn.weight_ih_l0_reverse	4	-0.025274867191910744
223062	rnn.weight_ih_l0_reverse	5	-0.05711822584271431
223062	rnn.weight_ih_l0_reverse	6	0.07451800256967545
223062	rnn.weight_ih_l0_reverse	7	-0.01953219808638096
223062	rnn.weight_ih_l0_reverse	8	-0.01899702474474907
223062	rnn.weight_ih_l0_reverse	9	0.0039058157708495855
223062	rnn.weight_hh_l0_reverse	0	0.06771598011255264
223062	rnn.weight_hh_l0_reverse	1	0.021176785230636597
223062	rnn.weight_hh_l0_reverse	2	0.02884296141564846
223062	rnn.weight_hh_l0_reverse	3	0.035271789878606796
223062	rnn.weight_hh_l0_reverse	4	0.012845586985349655
223062	rnn.weight_hh_l0_reverse	5	0.007605492603033781
223062	rnn.weight_hh_l0_reverse	6	0.05087020993232727
223062	rnn.weight_hh_l0_reverse	7	-0.08168661594390869
223062	rnn.weight_hh_l0_reverse	8	0.0420866534113884
223062	rnn.weight_hh_l0_reverse	9	0.03542466461658478
223062	rnn.bias_ih_l0_reverse	0	-0.05820370092988014
223062	rnn.bias_ih_l0_reverse	1	-0.28639841079711914
223062	rnn.bias_ih_l0_reverse	2	-0.12335368990898132
223062	rnn.bias_ih_l0_reverse	3	-0.047821562737226486
223062	rnn.bias_ih_l0_reverse	4	-0.02322770468890667
223062	rnn.bias_ih_l0_reverse	5	0.07537110894918442
223062	rnn.bias_ih_l0_reverse	6	-0.06583055108785629
223062	rnn.bias_ih_l0_reverse	7	0.06509917974472046
223062	rnn.bias_ih_l0_reverse	8	-0.03878175467252731
223062	rnn.bias_ih_l0_reverse	9	0.06312652677297592
223062	rnn.bias_hh_l0_reverse	0	0.024617716670036316
223062	rnn.bias_hh_l0_reverse	1	-0.051781538873910904
223062	rnn.bias_hh_l0_reverse	2	0.08374729752540588
223062	rnn.bias_hh_l0_reverse	3	-0.050257183611392975
223062	rnn.bias_hh_l0_reverse	4	-0.028430331498384476
223062	rnn.bias_hh_l0_reverse	5	-0.016955258324742317
223062	rnn.bias_hh_l0_reverse	6	-0.016665814444422722
223062	rnn.bias_hh_l0_reverse	7	0.09759627282619476
223062	rnn.bias_hh_l0_reverse	8	0.03320981562137604
223062	rnn.bias_hh_l0_reverse	9	-0.14527536928653717
223062	rnn.weight_ih_l1	0	-0.030091814696788788
223062	rnn.weight_ih_l1	1	-0.05116773396730423
223062	rnn.weight_ih_l1	2	0.06408540159463882
223062	rnn.weight_ih_l1	3	-0.07115127146244049
223062	rnn.weight_ih_l1	4	-0.014506028965115547
223062	rnn.weight_ih_l1	5	-0.040776319801807404
223062	rnn.weight_ih_l1	6	0.028435518965125084
223062	rnn.weight_ih_l1	7	-0.044110190123319626
223062	rnn.weight_ih_l1	8	0.03767569363117218
223062	rnn.weight_ih_l1	9	0.04480303078889847
223062	rnn.weight_hh_l1	0	-0.006433089263737202
223062	rnn.weight_hh_l1	1	0.01971367374062538
223062	rnn.weight_hh_l1	2	0.007323823403567076
223062	rnn.weight_hh_l1	3	-0.012751002795994282
223062	rnn.weight_hh_l1	4	0.0047773257829248905
223062	rnn.weight_hh_l1	5	0.034942060708999634
223062	rnn.weight_hh_l1	6	0.03658885881304741
223062	rnn.weight_hh_l1	7	-0.016201570630073547
223062	rnn.weight_hh_l1	8	-0.007821512408554554
223062	rnn.weight_hh_l1	9	0.038105931133031845
223062	rnn.bias_ih_l1	0	-0.18503369390964508
223062	rnn.bias_ih_l1	1	-0.17876295745372772
223062	rnn.bias_ih_l1	2	-0.19801554083824158
223062	rnn.bias_ih_l1	3	-0.3108188509941101
223062	rnn.bias_ih_l1	4	-0.20683841407299042
223062	rnn.bias_ih_l1	5	-0.08758992701768875
223062	rnn.bias_ih_l1	6	-0.15896067023277283
223062	rnn.bias_ih_l1	7	-0.0075469654984772205
223062	rnn.bias_ih_l1	8	-0.13799363374710083
223062	rnn.bias_ih_l1	9	-0.13026994466781616
223062	rnn.bias_hh_l1	0	-0.09792322665452957
223062	rnn.bias_hh_l1	1	-0.06862442940473557
223062	rnn.bias_hh_l1	2	-0.08695105463266373
223062	rnn.bias_hh_l1	3	-0.07960372418165207
223062	rnn.bias_hh_l1	4	-0.07458259165287018
223062	rnn.bias_hh_l1	5	-0.11749487370252609
223062	rnn.bias_hh_l1	6	-0.16651268303394318
223062	rnn.bias_hh_l1	7	0.07482895255088806
223062	rnn.bias_hh_l1	8	-0.17936860024929047
223062	rnn.bias_hh_l1	9	-0.11830049008131027
223062	rnn.weight_ih_l1_reverse	0	-0.04592897742986679
223062	rnn.weight_ih_l1_reverse	1	0.03267714008688927
223062	rnn.weight_ih_l1_reverse	2	0.09138964116573334
223062	rnn.weight_ih_l1_reverse	3	-0.017568740993738174
223062	rnn.weight_ih_l1_reverse	4	-0.026990573853254318
223062	rnn.weight_ih_l1_reverse	5	-0.030454667285084724
223062	rnn.weight_ih_l1_reverse	6	-0.018099190667271614
223062	rnn.weight_ih_l1_reverse	7	0.028866617009043694
223062	rnn.weight_ih_l1_reverse	8	0.00869056023657322
223062	rnn.weight_ih_l1_reverse	9	-0.03335720673203468
223062	rnn.weight_hh_l1_reverse	0	0.004631672985851765
223062	rnn.weight_hh_l1_reverse	1	0.03156949579715729
223062	rnn.weight_hh_l1_reverse	2	-0.04057110473513603
223062	rnn.weight_hh_l1_reverse	3	0.03504844382405281
223062	rnn.weight_hh_l1_reverse	4	0.047213971614837646
223062	rnn.weight_hh_l1_reverse	5	0.004615810699760914
223062	rnn.weight_hh_l1_reverse	6	0.048679329454898834
223062	rnn.weight_hh_l1_reverse	7	0.03131292760372162
223062	rnn.weight_hh_l1_reverse	8	-0.007183777634054422
223062	rnn.weight_hh_l1_reverse	9	-0.0308215469121933
223062	rnn.bias_ih_l1_reverse	0	-0.04752955213189125
223062	rnn.bias_ih_l1_reverse	1	-0.14205804467201233
223062	rnn.bias_ih_l1_reverse	2	-0.16452817618846893
223062	rnn.bias_ih_l1_reverse	3	-0.05685919523239136
223062	rnn.bias_ih_l1_reverse	4	-0.2069648802280426
223062	rnn.bias_ih_l1_reverse	5	-0.11667342483997345
223062	rnn.bias_ih_l1_reverse	6	-0.1308727264404297
223062	rnn.bias_ih_l1_reverse	7	-0.1925809383392334
223062	rnn.bias_ih_l1_reverse	8	0.22545823454856873
223062	rnn.bias_ih_l1_reverse	9	0.02281498908996582
223062	rnn.bias_hh_l1_reverse	0	0.010682923719286919
223062	rnn.bias_hh_l1_reverse	1	-0.07123163342475891
223062	rnn.bias_hh_l1_reverse	2	-0.2366415113210678
223062	rnn.bias_hh_l1_reverse	3	-0.14182157814502716
223062	rnn.bias_hh_l1_reverse	4	-0.08110485970973969
223062	rnn.bias_hh_l1_reverse	5	-0.11751922965049744
223062	rnn.bias_hh_l1_reverse	6	0.058939456939697266
223062	rnn.bias_hh_l1_reverse	7	-0.14004097878932953
223062	rnn.bias_hh_l1_reverse	8	-0.12203506380319595
223062	rnn.bias_hh_l1_reverse	9	-0.1504049152135849
223062	linear.weight	0	0.002228822559118271
223062	linear.weight	1	0.10049547255039215
223062	linear.weight	2	-0.09372267127037048
223062	linear.weight	3	0.3024952709674835
223062	linear.weight	4	0.14984644949436188
223062	linear.weight	5	-0.06228827312588692
223062	linear.weight	6	0.09181912243366241
223062	linear.weight	7	0.1141524389386177
223062	linear.weight	8	0.04113920032978058
223062	linear.weight	9	-0.05398637056350708
223062	linear.bias	0	0.0869128480553627
223062	linear.bias	1	-0.1778118759393692
223062	linear.bias	2	-0.4558173716068268
223062	linear.bias	3	-0.663397490978241
223062	linear.bias	4	-1.2579973936080933
223062	linear.bias	5	-0.058494433760643005
223062	linear.bias	6	-0.8136205673217773
223062	linear.bias	7	0.2715584635734558
223062	linear.bias	8	-0.40674737095832825
223062	linear.bias	9	-1.0253881216049194
223259	transitions	0	0.7427399158477783
223259	transitions	1	0.1398865133523941
223259	transitions	2	-10000.0
223259	transitions	3	-1.8277231454849243
223259	transitions	4	-10000.0
223259	transitions	5	0.5638646483421326
223259	transitions	6	-0.08484412729740143
223259	transitions	7	-0.8029398322105408
223259	transitions	8	-1.4209052324295044
223259	transitions	9	-0.0012232636800035834
223259	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
223259	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
223259	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
223259	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
223259	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
223259	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
223259	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
223259	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
223259	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
223259	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
223259	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
223259	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
223259	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
223259	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
223259	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
223259	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
223259	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
223259	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
223259	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
223259	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
223259	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
223259	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
223259	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
223259	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
223259	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
223259	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
223259	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
223259	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
223259	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
223259	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
223259	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
223259	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
223259	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
223259	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
223259	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
223259	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
223259	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
223259	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
223259	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
223259	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
223259	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
223259	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
223259	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
223259	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
223259	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
223259	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
223259	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
223259	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
223259	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
223259	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
223259	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
223259	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
223259	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
223259	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
223259	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
223259	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
223259	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
223259	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
223259	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
223259	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
223259	embedding2nn.weight	0	0.018390342593193054
223259	embedding2nn.weight	1	-0.013112618587911129
223259	embedding2nn.weight	2	-0.014268254861235619
223259	embedding2nn.weight	3	-0.03024856373667717
223259	embedding2nn.weight	4	-0.0059150345623493195
223259	embedding2nn.weight	5	-0.0037005890626460314
223259	embedding2nn.weight	6	-0.0039732675068080425
223259	embedding2nn.weight	7	-0.0753806084394455
223259	embedding2nn.weight	8	-0.0019979383796453476
223259	embedding2nn.weight	9	-0.028141943737864494
223259	embedding2nn.bias	0	0.02684861421585083
223259	embedding2nn.bias	1	-0.07237614691257477
223259	embedding2nn.bias	2	0.06885822862386703
223259	embedding2nn.bias	3	0.05028765648603439
223259	embedding2nn.bias	4	-0.037950873374938965
223259	embedding2nn.bias	5	-0.016657331958413124
223259	embedding2nn.bias	6	0.020338576287031174
223259	embedding2nn.bias	7	-0.05214941129088402
223259	embedding2nn.bias	8	0.06579973548650742
223259	embedding2nn.bias	9	0.04510246962308884
223259	rnn.weight_ih_l0	0	-0.07720456272363663
223259	rnn.weight_ih_l0	1	0.0034810653887689114
223259	rnn.weight_ih_l0	2	0.035959403961896896
223259	rnn.weight_ih_l0	3	0.02250771038234234
223259	rnn.weight_ih_l0	4	-0.04928760230541229
223259	rnn.weight_ih_l0	5	-0.06836257874965668
223259	rnn.weight_ih_l0	6	-0.003132636658847332
223259	rnn.weight_ih_l0	7	0.05277395248413086
223259	rnn.weight_ih_l0	8	-0.015968680381774902
223259	rnn.weight_ih_l0	9	-0.031846605241298676
223259	rnn.weight_hh_l0	0	-0.030480800196528435
223259	rnn.weight_hh_l0	1	-0.007906303741037846
223259	rnn.weight_hh_l0	2	0.006367545109242201
223259	rnn.weight_hh_l0	3	-0.0746782124042511
223259	rnn.weight_hh_l0	4	0.09383188933134079
223259	rnn.weight_hh_l0	5	-0.024604497477412224
223259	rnn.weight_hh_l0	6	-0.06224917247891426
223259	rnn.weight_hh_l0	7	0.009722503833472729
223259	rnn.weight_hh_l0	8	0.013151699677109718
223259	rnn.weight_hh_l0	9	-0.02494734339416027
223259	rnn.bias_ih_l0	0	0.12648729979991913
223259	rnn.bias_ih_l0	1	-0.03707359358668327
223259	rnn.bias_ih_l0	2	-0.033739496022462845
223259	rnn.bias_ih_l0	3	0.1639004349708557
223259	rnn.bias_ih_l0	4	-0.011864720843732357
223259	rnn.bias_ih_l0	5	-0.02346181869506836
223259	rnn.bias_ih_l0	6	0.018913861364126205
223259	rnn.bias_ih_l0	7	0.022383224219083786
223259	rnn.bias_ih_l0	8	-0.10127361118793488
223259	rnn.bias_ih_l0	9	-0.04724369943141937
223259	rnn.bias_hh_l0	0	0.0017470273887738585
223259	rnn.bias_hh_l0	1	-0.09954836964607239
223259	rnn.bias_hh_l0	2	-0.0723862573504448
223259	rnn.bias_hh_l0	3	-0.08752848953008652
223259	rnn.bias_hh_l0	4	0.01169570442289114
223259	rnn.bias_hh_l0	5	-0.020534878596663475
223259	rnn.bias_hh_l0	6	0.02538035623729229
223259	rnn.bias_hh_l0	7	0.05499262362718582
223259	rnn.bias_hh_l0	8	-0.12084580957889557
223259	rnn.bias_hh_l0	9	-0.05677087977528572
223259	rnn.weight_ih_l0_reverse	0	-0.022707317024469376
223259	rnn.weight_ih_l0_reverse	1	-0.05602473020553589
223259	rnn.weight_ih_l0_reverse	2	-0.04808210954070091
223259	rnn.weight_ih_l0_reverse	3	0.0136346947401762
223259	rnn.weight_ih_l0_reverse	4	-0.025417324155569077
223259	rnn.weight_ih_l0_reverse	5	-0.05715644359588623
223259	rnn.weight_ih_l0_reverse	6	0.07452034205198288
223259	rnn.weight_ih_l0_reverse	7	-0.019546423107385635
223259	rnn.weight_ih_l0_reverse	8	-0.019024960696697235
223259	rnn.weight_ih_l0_reverse	9	0.003808659967035055
223259	rnn.weight_hh_l0_reverse	0	0.06777535378932953
223259	rnn.weight_hh_l0_reverse	1	0.021210534498095512
223259	rnn.weight_hh_l0_reverse	2	0.028872279450297356
223259	rnn.weight_hh_l0_reverse	3	0.03530246391892433
223259	rnn.weight_hh_l0_reverse	4	0.012855086475610733
223259	rnn.weight_hh_l0_reverse	5	0.007478069048374891
223259	rnn.weight_hh_l0_reverse	6	0.050756681710481644
223259	rnn.weight_hh_l0_reverse	7	-0.08182844519615173
223259	rnn.weight_hh_l0_reverse	8	0.04210295155644417
223259	rnn.weight_hh_l0_reverse	9	0.03533990681171417
223259	rnn.bias_ih_l0_reverse	0	-0.05804513022303581
223259	rnn.bias_ih_l0_reverse	1	-0.28612053394317627
223259	rnn.bias_ih_l0_reverse	2	-0.12356001883745193
223259	rnn.bias_ih_l0_reverse	3	-0.047689855098724365
223259	rnn.bias_ih_l0_reverse	4	-0.02344634383916855
223259	rnn.bias_ih_l0_reverse	5	0.07536927610635757
223259	rnn.bias_ih_l0_reverse	6	-0.0667300596833229
223259	rnn.bias_ih_l0_reverse	7	0.065120168030262
223259	rnn.bias_ih_l0_reverse	8	-0.03898872435092926
223259	rnn.bias_ih_l0_reverse	9	0.06310490518808365
223259	rnn.bias_hh_l0_reverse	0	0.02485242672264576
223259	rnn.bias_hh_l0_reverse	1	-0.05173463001847267
223259	rnn.bias_hh_l0_reverse	2	0.08385810256004333
223259	rnn.bias_hh_l0_reverse	3	-0.05063948780298233
223259	rnn.bias_hh_l0_reverse	4	-0.02848082035779953
223259	rnn.bias_hh_l0_reverse	5	-0.017346857115626335
223259	rnn.bias_hh_l0_reverse	6	-0.01667007990181446
223259	rnn.bias_hh_l0_reverse	7	0.09775803983211517
223259	rnn.bias_hh_l0_reverse	8	0.03348469361662865
223259	rnn.bias_hh_l0_reverse	9	-0.1458018273115158
223259	rnn.weight_ih_l1	0	-0.030118411406874657
223259	rnn.weight_ih_l1	1	-0.05103838071227074
223259	rnn.weight_ih_l1	2	0.0637819766998291
223259	rnn.weight_ih_l1	3	-0.07134124636650085
223259	rnn.weight_ih_l1	4	-0.014559764415025711
223259	rnn.weight_ih_l1	5	-0.040709950029850006
223259	rnn.weight_ih_l1	6	0.028296567499637604
223259	rnn.weight_ih_l1	7	-0.044217549264431
223259	rnn.weight_ih_l1	8	0.037663254886865616
223259	rnn.weight_ih_l1	9	0.04485715180635452
223259	rnn.weight_hh_l1	0	-0.006536328699439764
223259	rnn.weight_hh_l1	1	0.019720129668712616
223259	rnn.weight_hh_l1	2	0.007428527344018221
223259	rnn.weight_hh_l1	3	-0.012813715264201164
223259	rnn.weight_hh_l1	4	0.004810912534594536
223259	rnn.weight_hh_l1	5	0.0349716916680336
223259	rnn.weight_hh_l1	6	0.036661773920059204
223259	rnn.weight_hh_l1	7	-0.016141541302204132
223259	rnn.weight_hh_l1	8	-0.007858198136091232
223259	rnn.weight_hh_l1	9	0.03799623250961304
223259	rnn.bias_ih_l1	0	-0.18479961156845093
223259	rnn.bias_ih_l1	1	-0.17859786748886108
223259	rnn.bias_ih_l1	2	-0.1982182413339615
223259	rnn.bias_ih_l1	3	-0.3104647099971771
223259	rnn.bias_ih_l1	4	-0.20666596293449402
223259	rnn.bias_ih_l1	5	-0.08765958249568939
223259	rnn.bias_ih_l1	6	-0.1591901034116745
223259	rnn.bias_ih_l1	7	-0.008127454668283463
223259	rnn.bias_ih_l1	8	-0.13763555884361267
223259	rnn.bias_ih_l1	9	-0.13028794527053833
223259	rnn.bias_hh_l1	0	-0.09713469445705414
223259	rnn.bias_hh_l1	1	-0.06890489161014557
223259	rnn.bias_hh_l1	2	-0.08765465021133423
223259	rnn.bias_hh_l1	3	-0.07960772514343262
223259	rnn.bias_hh_l1	4	-0.07476132363080978
223259	rnn.bias_hh_l1	5	-0.11748962849378586
223259	rnn.bias_hh_l1	6	-0.16600573062896729
223259	rnn.bias_hh_l1	7	0.07620354741811752
223259	rnn.bias_hh_l1	8	-0.17865324020385742
223259	rnn.bias_hh_l1	9	-0.118380106985569
223259	rnn.weight_ih_l1_reverse	0	-0.04590223729610443
223259	rnn.weight_ih_l1_reverse	1	0.03326033055782318
223259	rnn.weight_ih_l1_reverse	2	0.09152382612228394
223259	rnn.weight_ih_l1_reverse	3	-0.017342986539006233
223259	rnn.weight_ih_l1_reverse	4	-0.02681487798690796
223259	rnn.weight_ih_l1_reverse	5	-0.030443917959928513
223259	rnn.weight_ih_l1_reverse	6	-0.018020588904619217
223259	rnn.weight_ih_l1_reverse	7	0.02906520664691925
223259	rnn.weight_ih_l1_reverse	8	0.00853015761822462
223259	rnn.weight_ih_l1_reverse	9	-0.0331861637532711
223259	rnn.weight_hh_l1_reverse	0	0.004610469099134207
223259	rnn.weight_hh_l1_reverse	1	0.0315646193921566
223259	rnn.weight_hh_l1_reverse	2	-0.04056563600897789
223259	rnn.weight_hh_l1_reverse	3	0.035054393112659454
223259	rnn.weight_hh_l1_reverse	4	0.047196876257658005
223259	rnn.weight_hh_l1_reverse	5	0.0046195294708013535
223259	rnn.weight_hh_l1_reverse	6	0.04893990606069565
223259	rnn.weight_hh_l1_reverse	7	0.03135416656732559
223259	rnn.weight_hh_l1_reverse	8	-0.007175224833190441
223259	rnn.weight_hh_l1_reverse	9	-0.03083532117307186
223259	rnn.bias_ih_l1_reverse	0	-0.047799963504076004
223259	rnn.bias_ih_l1_reverse	1	-0.1421719789505005
223259	rnn.bias_ih_l1_reverse	2	-0.1648780256509781
223259	rnn.bias_ih_l1_reverse	3	-0.05705711618065834
223259	rnn.bias_ih_l1_reverse	4	-0.20709308981895447
223259	rnn.bias_ih_l1_reverse	5	-0.11693134903907776
223259	rnn.bias_ih_l1_reverse	6	-0.1308736354112625
223259	rnn.bias_ih_l1_reverse	7	-0.19266687333583832
223259	rnn.bias_ih_l1_reverse	8	0.2262750118970871
223259	rnn.bias_ih_l1_reverse	9	0.024146435782313347
223259	rnn.bias_hh_l1_reverse	0	0.010261363349854946
223259	rnn.bias_hh_l1_reverse	1	-0.07008444517850876
223259	rnn.bias_hh_l1_reverse	2	-0.23656262457370758
223259	rnn.bias_hh_l1_reverse	3	-0.14173753559589386
223259	rnn.bias_hh_l1_reverse	4	-0.08135292679071426
223259	rnn.bias_hh_l1_reverse	5	-0.1179409921169281
223259	rnn.bias_hh_l1_reverse	6	0.059935618191957474
223259	rnn.bias_hh_l1_reverse	7	-0.14027461409568787
223259	rnn.bias_hh_l1_reverse	8	-0.12231867015361786
223259	rnn.bias_hh_l1_reverse	9	-0.15042629837989807
223259	linear.weight	0	0.002228822559118271
223259	linear.weight	1	0.09800019860267639
223259	linear.weight	2	-0.0937342420220375
223259	linear.weight	3	0.3028041422367096
223259	linear.weight	4	0.14944271743297577
223259	linear.weight	5	-0.0618896484375
223259	linear.weight	6	0.09038487821817398
223259	linear.weight	7	0.11341477185487747
223259	linear.weight	8	0.04113917052745819
223259	linear.weight	9	-0.053962528705596924
223259	linear.bias	0	0.09878665953874588
223259	linear.bias	1	-0.16894996166229248
223259	linear.bias	2	-0.4599568247795105
223259	linear.bias	3	-0.665588915348053
223259	linear.bias	4	-1.2603543996810913
223259	linear.bias	5	-0.06206168979406357
223259	linear.bias	6	-0.8046798706054688
223259	linear.bias	7	0.26818811893463135
223259	linear.bias	8	-0.40417540073394775
223259	linear.bias	9	-1.0229045152664185
223456	transitions	0	0.7429760098457336
223456	transitions	1	0.14066898822784424
223456	transitions	2	-10000.0
223456	transitions	3	-1.8277276754379272
223456	transitions	4	-10000.0
223456	transitions	5	0.5638566613197327
223456	transitions	6	-0.08484702557325363
223456	transitions	7	-0.8029851317405701
223456	transitions	8	-1.4209202527999878
223456	transitions	9	-0.0012233058223500848
223456	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
223456	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
223456	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
223456	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
223456	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
223456	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
223456	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
223456	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
223456	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
223456	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
223456	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
223456	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
223456	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
223456	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
223456	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
223456	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
223456	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
223456	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
223456	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
223456	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
223456	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
223456	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
223456	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
223456	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
223456	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
223456	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
223456	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
223456	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
223456	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
223456	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
223456	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
223456	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
223456	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
223456	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
223456	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
223456	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
223456	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
223456	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
223456	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
223456	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
223456	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
223456	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
223456	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
223456	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
223456	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
223456	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
223456	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
223456	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
223456	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
223456	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
223456	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
223456	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
223456	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
223456	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
223456	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
223456	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
223456	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
223456	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
223456	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
223456	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
223456	embedding2nn.weight	0	0.018263833597302437
223456	embedding2nn.weight	1	-0.013142282143235207
223456	embedding2nn.weight	2	-0.014268254861235619
223456	embedding2nn.weight	3	-0.029984164983034134
223456	embedding2nn.weight	4	-0.0059150345623493195
223456	embedding2nn.weight	5	-0.0037005890626460314
223456	embedding2nn.weight	6	-0.0039732675068080425
223456	embedding2nn.weight	7	-0.07540114969015121
223456	embedding2nn.weight	8	-0.0019979383796453476
223456	embedding2nn.weight	9	-0.028218025341629982
223456	embedding2nn.bias	0	0.027228808030486107
223456	embedding2nn.bias	1	-0.07145953923463821
223456	embedding2nn.bias	2	0.0690702423453331
223456	embedding2nn.bias	3	0.05163656175136566
223456	embedding2nn.bias	4	-0.038058776408433914
223456	embedding2nn.bias	5	-0.016340607777237892
223456	embedding2nn.bias	6	0.020262358710169792
223456	embedding2nn.bias	7	-0.052255891263484955
223456	embedding2nn.bias	8	0.06528130173683167
223456	embedding2nn.bias	9	0.04503540322184563
223456	rnn.weight_ih_l0	0	-0.0772019624710083
223456	rnn.weight_ih_l0	1	0.0033854939974844456
223456	rnn.weight_ih_l0	2	0.03578292950987816
223456	rnn.weight_ih_l0	3	0.022400740534067154
223456	rnn.weight_ih_l0	4	-0.04915750026702881
223456	rnn.weight_ih_l0	5	-0.06838062405586243
223456	rnn.weight_ih_l0	6	-0.0029919531662017107
223456	rnn.weight_ih_l0	7	0.05286950618028641
223456	rnn.weight_ih_l0	8	-0.015850737690925598
223456	rnn.weight_ih_l0	9	-0.031892672181129456
223456	rnn.weight_hh_l0	0	-0.03029022179543972
223456	rnn.weight_hh_l0	1	-0.008152060210704803
223456	rnn.weight_hh_l0	2	0.006359559018164873
223456	rnn.weight_hh_l0	3	-0.0747934877872467
223456	rnn.weight_hh_l0	4	0.09382928162813187
223456	rnn.weight_hh_l0	5	-0.02436624839901924
223456	rnn.weight_hh_l0	6	-0.06205543875694275
223456	rnn.weight_hh_l0	7	0.00979636237025261
223456	rnn.weight_hh_l0	8	0.013141530565917492
223456	rnn.weight_hh_l0	9	-0.024924634024500847
223456	rnn.bias_ih_l0	0	0.12665922939777374
223456	rnn.bias_ih_l0	1	-0.03725959360599518
223456	rnn.bias_ih_l0	2	-0.033833492547273636
223456	rnn.bias_ih_l0	3	0.16407352685928345
223456	rnn.bias_ih_l0	4	-0.011525634676218033
223456	rnn.bias_ih_l0	5	-0.023314742371439934
223456	rnn.bias_ih_l0	6	0.019256766885519028
223456	rnn.bias_ih_l0	7	0.022176824510097504
223456	rnn.bias_ih_l0	8	-0.10106058418750763
223456	rnn.bias_ih_l0	9	-0.04666738957166672
223456	rnn.bias_hh_l0	0	0.0016350795049220324
223456	rnn.bias_hh_l0	1	-0.09915660321712494
223456	rnn.bias_hh_l0	2	-0.07301871478557587
223456	rnn.bias_hh_l0	3	-0.08764215558767319
223456	rnn.bias_hh_l0	4	0.01165748480707407
223456	rnn.bias_hh_l0	5	-0.020436087623238564
223456	rnn.bias_hh_l0	6	0.024892980232834816
223456	rnn.bias_hh_l0	7	0.05536290258169174
223456	rnn.bias_hh_l0	8	-0.12086591124534607
223456	rnn.bias_hh_l0	9	-0.057466860860586166
223456	rnn.weight_ih_l0_reverse	0	-0.02296571247279644
223456	rnn.weight_ih_l0_reverse	1	-0.056069497019052505
223456	rnn.weight_ih_l0_reverse	2	-0.048217352479696274
223456	rnn.weight_ih_l0_reverse	3	0.013799963518977165
223456	rnn.weight_ih_l0_reverse	4	-0.025520674884319305
223456	rnn.weight_ih_l0_reverse	5	-0.05713918060064316
223456	rnn.weight_ih_l0_reverse	6	0.07447563111782074
223456	rnn.weight_ih_l0_reverse	7	-0.019721029326319695
223456	rnn.weight_ih_l0_reverse	8	-0.019045857712626457
223456	rnn.weight_ih_l0_reverse	9	0.003949495032429695
223456	rnn.weight_hh_l0_reverse	0	0.0678790882229805
223456	rnn.weight_hh_l0_reverse	1	0.02117065154016018
223456	rnn.weight_hh_l0_reverse	2	0.028878256678581238
223456	rnn.weight_hh_l0_reverse	3	0.03520798310637474
223456	rnn.weight_hh_l0_reverse	4	0.012882539071142673
223456	rnn.weight_hh_l0_reverse	5	0.007321241311728954
223456	rnn.weight_hh_l0_reverse	6	0.05076666921377182
223456	rnn.weight_hh_l0_reverse	7	-0.08168371766805649
223456	rnn.weight_hh_l0_reverse	8	0.04218854755163193
223456	rnn.weight_hh_l0_reverse	9	0.03536086902022362
223456	rnn.bias_ih_l0_reverse	0	-0.058480873703956604
223456	rnn.bias_ih_l0_reverse	1	-0.2855001389980316
223456	rnn.bias_ih_l0_reverse	2	-0.12335904687643051
223456	rnn.bias_ih_l0_reverse	3	-0.04769863188266754
223456	rnn.bias_ih_l0_reverse	4	-0.023053182289004326
223456	rnn.bias_ih_l0_reverse	5	0.0756351426243782
223456	rnn.bias_ih_l0_reverse	6	-0.06624625623226166
223456	rnn.bias_ih_l0_reverse	7	0.06447069346904755
223456	rnn.bias_ih_l0_reverse	8	-0.03928985074162483
223456	rnn.bias_ih_l0_reverse	9	0.06314386427402496
223456	rnn.bias_hh_l0_reverse	0	0.024687517434358597
223456	rnn.bias_hh_l0_reverse	1	-0.05191938951611519
223456	rnn.bias_hh_l0_reverse	2	0.08325207233428955
223456	rnn.bias_hh_l0_reverse	3	-0.050444018095731735
223456	rnn.bias_hh_l0_reverse	4	-0.028454968705773354
223456	rnn.bias_hh_l0_reverse	5	-0.017482079565525055
223456	rnn.bias_hh_l0_reverse	6	-0.01692342944443226
223456	rnn.bias_hh_l0_reverse	7	0.09792976826429367
223456	rnn.bias_hh_l0_reverse	8	0.033396877348423004
223456	rnn.bias_hh_l0_reverse	9	-0.14599107205867767
223456	rnn.weight_ih_l1	0	-0.030065244063735008
223456	rnn.weight_ih_l1	1	-0.05091015622019768
223456	rnn.weight_ih_l1	2	0.06353385001420975
223456	rnn.weight_ih_l1	3	-0.07128194719552994
223456	rnn.weight_ih_l1	4	-0.014449654147028923
223456	rnn.weight_ih_l1	5	-0.04071065038442612
223456	rnn.weight_ih_l1	6	0.028185922652482986
223456	rnn.weight_ih_l1	7	-0.044151823967695236
223456	rnn.weight_ih_l1	8	0.0376892015337944
223456	rnn.weight_ih_l1	9	0.04486759752035141
223456	rnn.weight_hh_l1	0	-0.00660967081785202
223456	rnn.weight_hh_l1	1	0.019687090069055557
223456	rnn.weight_hh_l1	2	0.007452990859746933
223456	rnn.weight_hh_l1	3	-0.012814768590033054
223456	rnn.weight_hh_l1	4	0.0047750817611813545
223456	rnn.weight_hh_l1	5	0.034866299480199814
223456	rnn.weight_hh_l1	6	0.036650996655225754
223456	rnn.weight_hh_l1	7	-0.01613614708185196
223456	rnn.weight_hh_l1	8	-0.00790401455014944
223456	rnn.weight_hh_l1	9	0.038050275295972824
223456	rnn.bias_ih_l1	0	-0.18467192351818085
223456	rnn.bias_ih_l1	1	-0.1788710653781891
223456	rnn.bias_ih_l1	2	-0.19834694266319275
223456	rnn.bias_ih_l1	3	-0.3104788064956665
223456	rnn.bias_ih_l1	4	-0.20580218732357025
223456	rnn.bias_ih_l1	5	-0.08812155574560165
223456	rnn.bias_ih_l1	6	-0.15912014245986938
223456	rnn.bias_ih_l1	7	-0.00822821818292141
223456	rnn.bias_ih_l1	8	-0.13744373619556427
223456	rnn.bias_ih_l1	9	-0.1300734579563141
223456	rnn.bias_hh_l1	0	-0.09700993448495865
223456	rnn.bias_hh_l1	1	-0.06917379051446915
223456	rnn.bias_hh_l1	2	-0.08705910295248032
223456	rnn.bias_hh_l1	3	-0.07955168932676315
223456	rnn.bias_hh_l1	4	-0.0750000849366188
223456	rnn.bias_hh_l1	5	-0.11769787967205048
223456	rnn.bias_hh_l1	6	-0.1660131812095642
223456	rnn.bias_hh_l1	7	0.07622676342725754
223456	rnn.bias_hh_l1	8	-0.1786605268716812
223456	rnn.bias_hh_l1	9	-0.1181260198354721
223456	rnn.weight_ih_l1_reverse	0	-0.045883193612098694
223456	rnn.weight_ih_l1_reverse	1	0.03350506350398064
223456	rnn.weight_ih_l1_reverse	2	0.09143904596567154
223456	rnn.weight_ih_l1_reverse	3	-0.017709065228700638
223456	rnn.weight_ih_l1_reverse	4	-0.026894357055425644
223456	rnn.weight_ih_l1_reverse	5	-0.030445517972111702
223456	rnn.weight_ih_l1_reverse	6	-0.018268564715981483
223456	rnn.weight_ih_l1_reverse	7	0.029072869569063187
223456	rnn.weight_ih_l1_reverse	8	0.00877979677170515
223456	rnn.weight_ih_l1_reverse	9	-0.03326360508799553
223456	rnn.weight_hh_l1_reverse	0	0.00459645688533783
223456	rnn.weight_hh_l1_reverse	1	0.031528085470199585
223456	rnn.weight_hh_l1_reverse	2	-0.040566444396972656
223456	rnn.weight_hh_l1_reverse	3	0.03505421802401543
223456	rnn.weight_hh_l1_reverse	4	0.04716762527823448
223456	rnn.weight_hh_l1_reverse	5	0.0046096728183329105
223456	rnn.weight_hh_l1_reverse	6	0.048686642199754715
223456	rnn.weight_hh_l1_reverse	7	0.03133070096373558
223456	rnn.weight_hh_l1_reverse	8	-0.00719632301479578
223456	rnn.weight_hh_l1_reverse	9	-0.030900906771421432
223456	rnn.bias_ih_l1_reverse	0	-0.04793365299701691
223456	rnn.bias_ih_l1_reverse	1	-0.14202487468719482
223456	rnn.bias_ih_l1_reverse	2	-0.16417735815048218
223456	rnn.bias_ih_l1_reverse	3	-0.05699443817138672
223456	rnn.bias_ih_l1_reverse	4	-0.20705103874206543
223456	rnn.bias_ih_l1_reverse	5	-0.11680707335472107
223456	rnn.bias_ih_l1_reverse	6	-0.13087664544582367
223456	rnn.bias_ih_l1_reverse	7	-0.1926639974117279
223456	rnn.bias_ih_l1_reverse	8	0.22641049325466156
223456	rnn.bias_ih_l1_reverse	9	0.024168726056814194
223456	rnn.bias_hh_l1_reverse	0	0.01014978438615799
223456	rnn.bias_hh_l1_reverse	1	-0.0705760195851326
223456	rnn.bias_hh_l1_reverse	2	-0.23663918673992157
223456	rnn.bias_hh_l1_reverse	3	-0.1412878781557083
223456	rnn.bias_hh_l1_reverse	4	-0.08131973445415497
223456	rnn.bias_hh_l1_reverse	5	-0.11831589788198471
223456	rnn.bias_hh_l1_reverse	6	0.05956369265913963
223456	rnn.bias_hh_l1_reverse	7	-0.14077888429164886
223456	rnn.bias_hh_l1_reverse	8	-0.12224719673395157
223456	rnn.bias_hh_l1_reverse	9	-0.15034766495227814
223456	linear.weight	0	0.002228822559118271
223456	linear.weight	1	0.0973912924528122
223456	linear.weight	2	-0.09322068840265274
223456	linear.weight	3	0.301804780960083
223456	linear.weight	4	0.14947204291820526
223456	linear.weight	5	-0.06196175143122673
223456	linear.weight	6	0.08944304287433624
223456	linear.weight	7	0.11378886550664902
223456	linear.weight	8	0.041139110922813416
223456	linear.weight	9	-0.053725194185972214
223456	linear.bias	0	0.10150770097970963
223456	linear.bias	1	-0.1648920625448227
223456	linear.bias	2	-0.4549035131931305
223456	linear.bias	3	-0.667309045791626
223456	linear.bias	4	-1.2620484828948975
223456	linear.bias	5	-0.06851726025342941
223456	linear.bias	6	-0.8006733059883118
223456	linear.bias	7	0.2617025077342987
223456	linear.bias	8	-0.407077819108963
223456	linear.bias	9	-1.0251719951629639
223653	transitions	0	0.7437289953231812
223653	transitions	1	0.1402670294046402
223653	transitions	2	-10000.0
223653	transitions	3	-1.8277323246002197
223653	transitions	4	-10000.0
223653	transitions	5	0.5638412833213806
223653	transitions	6	-0.0848560631275177
223653	transitions	7	-0.8030164837837219
223653	transitions	8	-1.4209250211715698
223653	transitions	9	-0.0012233604211360216
223653	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
223653	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
223653	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
223653	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
223653	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
223653	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
223653	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
223653	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
223653	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
223653	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
223653	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
223653	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
223653	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
223653	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
223653	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
223653	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
223653	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
223653	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
223653	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
223653	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
223653	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
223653	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
223653	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
223653	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
223653	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
223653	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
223653	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
223653	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
223653	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
223653	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
223653	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
223653	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
223653	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
223653	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
223653	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
223653	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
223653	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
223653	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
223653	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
223653	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
223653	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
223653	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
223653	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
223653	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
223653	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
223653	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
223653	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
223653	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
223653	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
223653	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
223653	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
223653	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
223653	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
223653	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
223653	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
223653	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
223653	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
223653	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
223653	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
223653	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
223653	embedding2nn.weight	0	0.018023932352662086
223653	embedding2nn.weight	1	-0.013141555711627007
223653	embedding2nn.weight	2	-0.014268254861235619
223653	embedding2nn.weight	3	-0.029955506324768066
223653	embedding2nn.weight	4	-0.0059150345623493195
223653	embedding2nn.weight	5	-0.0037005890626460314
223653	embedding2nn.weight	6	-0.003973266109824181
223653	embedding2nn.weight	7	-0.07550732046365738
223653	embedding2nn.weight	8	-0.0019979383796453476
223653	embedding2nn.weight	9	-0.028254268690943718
223653	embedding2nn.bias	0	0.02709394507110119
223653	embedding2nn.bias	1	-0.07118233293294907
223653	embedding2nn.bias	2	0.06824743747711182
223653	embedding2nn.bias	3	0.05164194852113724
223653	embedding2nn.bias	4	-0.03927629068493843
223653	embedding2nn.bias	5	-0.016747405752539635
223653	embedding2nn.bias	6	0.019399678334593773
223653	embedding2nn.bias	7	-0.05314026400446892
223653	embedding2nn.bias	8	0.06534001976251602
223653	embedding2nn.bias	9	0.04571737349033356
223653	rnn.weight_ih_l0	0	-0.07713941484689713
223653	rnn.weight_ih_l0	1	0.0032184787560254335
223653	rnn.weight_ih_l0	2	0.03591348975896835
223653	rnn.weight_ih_l0	3	0.0226134080439806
223653	rnn.weight_ih_l0	4	-0.049127623438835144
223653	rnn.weight_ih_l0	5	-0.06821784377098083
223653	rnn.weight_ih_l0	6	-0.003010518616065383
223653	rnn.weight_ih_l0	7	0.05296171456575394
223653	rnn.weight_ih_l0	8	-0.015710320323705673
223653	rnn.weight_ih_l0	9	-0.031794942915439606
223653	rnn.weight_hh_l0	0	-0.030426500365138054
223653	rnn.weight_hh_l0	1	-0.008241645991802216
223653	rnn.weight_hh_l0	2	0.006491734646260738
223653	rnn.weight_hh_l0	3	-0.07484317570924759
223653	rnn.weight_hh_l0	4	0.09371130168437958
223653	rnn.weight_hh_l0	5	-0.024497466161847115
223653	rnn.weight_hh_l0	6	-0.062114913016557693
223653	rnn.weight_hh_l0	7	0.009835534729063511
223653	rnn.weight_hh_l0	8	0.013306500390172005
223653	rnn.weight_hh_l0	9	-0.024889420717954636
223653	rnn.bias_ih_l0	0	0.12659840285778046
223653	rnn.bias_ih_l0	1	-0.03727030009031296
223653	rnn.bias_ih_l0	2	-0.033623140305280685
223653	rnn.bias_ih_l0	3	0.1637178659439087
223653	rnn.bias_ih_l0	4	-0.012038675136864185
223653	rnn.bias_ih_l0	5	-0.022962231189012527
223653	rnn.bias_ih_l0	6	0.018416663631796837
223653	rnn.bias_ih_l0	7	0.022796429693698883
223653	rnn.bias_ih_l0	8	-0.10050186514854431
223653	rnn.bias_ih_l0	9	-0.047025974839925766
223653	rnn.bias_hh_l0	0	0.0014862640528008342
223653	rnn.bias_hh_l0	1	-0.09915973991155624
223653	rnn.bias_hh_l0	2	-0.0729653611779213
223653	rnn.bias_hh_l0	3	-0.08844638615846634
223653	rnn.bias_hh_l0	4	0.011343794874846935
223653	rnn.bias_hh_l0	5	-0.020543579012155533
223653	rnn.bias_hh_l0	6	0.024846380576491356
223653	rnn.bias_hh_l0	7	0.05658547580242157
223653	rnn.bias_hh_l0	8	-0.12112614512443542
223653	rnn.bias_hh_l0	9	-0.05738931521773338
223653	rnn.weight_ih_l0_reverse	0	-0.02309066615998745
223653	rnn.weight_ih_l0_reverse	1	-0.056055162101984024
223653	rnn.weight_ih_l0_reverse	2	-0.048364244401454926
223653	rnn.weight_ih_l0_reverse	3	0.013874657452106476
223653	rnn.weight_ih_l0_reverse	4	-0.025602145120501518
223653	rnn.weight_ih_l0_reverse	5	-0.057167306542396545
223653	rnn.weight_ih_l0_reverse	6	0.07462769746780396
223653	rnn.weight_ih_l0_reverse	7	-0.019634030759334564
223653	rnn.weight_ih_l0_reverse	8	-0.018964791670441628
223653	rnn.weight_ih_l0_reverse	9	0.004167716018855572
223653	rnn.weight_hh_l0_reverse	0	0.06786561757326126
223653	rnn.weight_hh_l0_reverse	1	0.021202145144343376
223653	rnn.weight_hh_l0_reverse	2	0.028891505673527718
223653	rnn.weight_hh_l0_reverse	3	0.03534126654267311
223653	rnn.weight_hh_l0_reverse	4	0.012946282513439655
223653	rnn.weight_hh_l0_reverse	5	0.007422898896038532
223653	rnn.weight_hh_l0_reverse	6	0.05065971612930298
223653	rnn.weight_hh_l0_reverse	7	-0.0817621499300003
223653	rnn.weight_hh_l0_reverse	8	0.042056601494550705
223653	rnn.weight_hh_l0_reverse	9	0.03529400750994682
223653	rnn.bias_ih_l0_reverse	0	-0.05824100598692894
223653	rnn.bias_ih_l0_reverse	1	-0.2853811979293823
223653	rnn.bias_ih_l0_reverse	2	-0.12320449948310852
223653	rnn.bias_ih_l0_reverse	3	-0.04780268669128418
223653	rnn.bias_ih_l0_reverse	4	-0.02283545397222042
223653	rnn.bias_ih_l0_reverse	5	0.0752897709608078
223653	rnn.bias_ih_l0_reverse	6	-0.06602596491575241
223653	rnn.bias_ih_l0_reverse	7	0.06425676494836807
223653	rnn.bias_ih_l0_reverse	8	-0.0395461842417717
223653	rnn.bias_ih_l0_reverse	9	0.06320931762456894
223653	rnn.bias_hh_l0_reverse	0	0.024989180266857147
223653	rnn.bias_hh_l0_reverse	1	-0.05224957317113876
223653	rnn.bias_hh_l0_reverse	2	0.08326703310012817
223653	rnn.bias_hh_l0_reverse	3	-0.050447411835193634
223653	rnn.bias_hh_l0_reverse	4	-0.028681650757789612
223653	rnn.bias_hh_l0_reverse	5	-0.01732427440583706
223653	rnn.bias_hh_l0_reverse	6	-0.0172100942581892
223653	rnn.bias_hh_l0_reverse	7	0.09760194271802902
223653	rnn.bias_hh_l0_reverse	8	0.03329300880432129
223653	rnn.bias_hh_l0_reverse	9	-0.14591817557811737
223653	rnn.weight_ih_l1	0	-0.030083760619163513
223653	rnn.weight_ih_l1	1	-0.05074264481663704
223653	rnn.weight_ih_l1	2	0.06372479349374771
223653	rnn.weight_ih_l1	3	-0.07150761783123016
223653	rnn.weight_ih_l1	4	-0.014338891953229904
223653	rnn.weight_ih_l1	5	-0.04070901870727539
223653	rnn.weight_ih_l1	6	0.02845555730164051
223653	rnn.weight_ih_l1	7	-0.044438011944293976
223653	rnn.weight_ih_l1	8	0.03766056150197983
223653	rnn.weight_ih_l1	9	0.0447981096804142
223653	rnn.weight_hh_l1	0	-0.006576998624950647
223653	rnn.weight_hh_l1	1	0.019701644778251648
223653	rnn.weight_hh_l1	2	0.007444928865879774
223653	rnn.weight_hh_l1	3	-0.01280104648321867
223653	rnn.weight_hh_l1	4	0.004760229028761387
223653	rnn.weight_hh_l1	5	0.03480307012796402
223653	rnn.weight_hh_l1	6	0.03670172020792961
223653	rnn.weight_hh_l1	7	-0.016138479113578796
223653	rnn.weight_hh_l1	8	-0.007843858562409878
223653	rnn.weight_hh_l1	9	0.03815104439854622
223653	rnn.bias_ih_l1	0	-0.18462340533733368
223653	rnn.bias_ih_l1	1	-0.17901693284511566
223653	rnn.bias_ih_l1	2	-0.19825822114944458
223653	rnn.bias_ih_l1	3	-0.31038615107536316
223653	rnn.bias_ih_l1	4	-0.20654837787151337
223653	rnn.bias_ih_l1	5	-0.08805660903453827
223653	rnn.bias_ih_l1	6	-0.15875300765037537
223653	rnn.bias_ih_l1	7	-0.007912651635706425
223653	rnn.bias_ih_l1	8	-0.13707731664180756
223653	rnn.bias_ih_l1	9	-0.1300533264875412
223653	rnn.bias_hh_l1	0	-0.09674239158630371
223653	rnn.bias_hh_l1	1	-0.06965028494596481
223653	rnn.bias_hh_l1	2	-0.0867326632142067
223653	rnn.bias_hh_l1	3	-0.07930395007133484
223653	rnn.bias_hh_l1	4	-0.07506054639816284
223653	rnn.bias_hh_l1	5	-0.11738923192024231
223653	rnn.bias_hh_l1	6	-0.16545259952545166
223653	rnn.bias_hh_l1	7	0.07631344348192215
223653	rnn.bias_hh_l1	8	-0.17897816002368927
223653	rnn.bias_hh_l1	9	-0.11837512254714966
223653	rnn.weight_ih_l1_reverse	0	-0.045962706208229065
223653	rnn.weight_ih_l1_reverse	1	0.03330900892615318
223653	rnn.weight_ih_l1_reverse	2	0.0912690982222557
223653	rnn.weight_ih_l1_reverse	3	-0.017706820741295815
223653	rnn.weight_ih_l1_reverse	4	-0.027285393327474594
223653	rnn.weight_ih_l1_reverse	5	-0.03042542189359665
223653	rnn.weight_ih_l1_reverse	6	-0.018288590013980865
223653	rnn.weight_ih_l1_reverse	7	0.02902679331600666
223653	rnn.weight_ih_l1_reverse	8	0.008393511176109314
223653	rnn.weight_ih_l1_reverse	9	-0.03360201418399811
223653	rnn.weight_hh_l1_reverse	0	0.004636134020984173
223653	rnn.weight_hh_l1_reverse	1	0.031533610075712204
223653	rnn.weight_hh_l1_reverse	2	-0.04056458920240402
223653	rnn.weight_hh_l1_reverse	3	0.03507459536194801
223653	rnn.weight_hh_l1_reverse	4	0.04712085798382759
223653	rnn.weight_hh_l1_reverse	5	0.004604273475706577
223653	rnn.weight_hh_l1_reverse	6	0.04895733296871185
223653	rnn.weight_hh_l1_reverse	7	0.03133726492524147
223653	rnn.weight_hh_l1_reverse	8	-0.007219953928142786
223653	rnn.weight_hh_l1_reverse	9	-0.030932703986763954
223653	rnn.bias_ih_l1_reverse	0	-0.048459213227033615
223653	rnn.bias_ih_l1_reverse	1	-0.14194612205028534
223653	rnn.bias_ih_l1_reverse	2	-0.16379950940608978
223653	rnn.bias_ih_l1_reverse	3	-0.056620433926582336
223653	rnn.bias_ih_l1_reverse	4	-0.20681549608707428
223653	rnn.bias_ih_l1_reverse	5	-0.1170826330780983
223653	rnn.bias_ih_l1_reverse	6	-0.13084742426872253
223653	rnn.bias_ih_l1_reverse	7	-0.19223053753376007
223653	rnn.bias_ih_l1_reverse	8	0.2265886515378952
223653	rnn.bias_ih_l1_reverse	9	0.023942843079566956
223653	rnn.bias_hh_l1_reverse	0	0.008783160708844662
223653	rnn.bias_hh_l1_reverse	1	-0.06871719658374786
223653	rnn.bias_hh_l1_reverse	2	-0.23666003346443176
223653	rnn.bias_hh_l1_reverse	3	-0.1414593756198883
223653	rnn.bias_hh_l1_reverse	4	-0.08187150955200195
223653	rnn.bias_hh_l1_reverse	5	-0.1181400790810585
223653	rnn.bias_hh_l1_reverse	6	0.05971035733819008
223653	rnn.bias_hh_l1_reverse	7	-0.14108194410800934
223653	rnn.bias_hh_l1_reverse	8	-0.12236620485782623
223653	rnn.bias_hh_l1_reverse	9	-0.1502566933631897
223653	linear.weight	0	0.002228822559118271
223653	linear.weight	1	0.09686054289340973
223653	linear.weight	2	-0.09381536394357681
223653	linear.weight	3	0.30303749442100525
223653	linear.weight	4	0.1496610939502716
223653	linear.weight	5	-0.06125153601169586
223653	linear.weight	6	0.08951834589242935
223653	linear.weight	7	0.1137724295258522
223653	linear.weight	8	0.04113922268152237
223653	linear.weight	9	-0.053689565509557724
223653	linear.bias	0	0.09691613912582397
223653	linear.bias	1	-0.16588860750198364
223653	linear.bias	2	-0.44658830761909485
223653	linear.bias	3	-0.6708021759986877
223653	linear.bias	4	-1.2655490636825562
223653	linear.bias	5	-0.07022657990455627
223653	linear.bias	6	-0.8014507293701172
223653	linear.bias	7	0.2596174478530884
223653	linear.bias	8	-0.40360650420188904
223653	linear.bias	9	-1.0209647417068481
223850	transitions	0	0.7441740036010742
223850	transitions	1	0.1396035999059677
223850	transitions	2	-10000.0
223850	transitions	3	-1.8277376890182495
223850	transitions	4	-10000.0
223850	transitions	5	0.5638324618339539
223850	transitions	6	-0.08485929667949677
223850	transitions	7	-0.8030346035957336
223850	transitions	8	-1.4209319353103638
223850	transitions	9	-0.001223408617079258
223850	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
223850	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
223850	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
223850	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
223850	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
223850	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
223850	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
223850	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
223850	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
223850	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
223850	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
223850	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
223850	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
223850	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
223850	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
223850	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
223850	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
223850	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
223850	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
223850	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
223850	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
223850	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
223850	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
223850	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
223850	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
223850	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
223850	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
223850	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
223850	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
223850	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
223850	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
223850	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
223850	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
223850	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
223850	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
223850	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
223850	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
223850	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
223850	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
223850	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
223850	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
223850	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
223850	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
223850	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
223850	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
223850	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
223850	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
223850	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
223850	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
223850	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
223850	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
223850	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
223850	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
223850	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
223850	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
223850	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
223850	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
223850	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
223850	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
223850	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
223850	embedding2nn.weight	0	0.017859134823083878
223850	embedding2nn.weight	1	-0.013148360885679722
223850	embedding2nn.weight	2	-0.014268254861235619
223850	embedding2nn.weight	3	-0.02976428158581257
223850	embedding2nn.weight	4	-0.0059150345623493195
223850	embedding2nn.weight	5	-0.0037005890626460314
223850	embedding2nn.weight	6	-0.003973266109824181
223850	embedding2nn.weight	7	-0.07559355348348618
223850	embedding2nn.weight	8	-0.0019979383796453476
223850	embedding2nn.weight	9	-0.0280923992395401
223850	embedding2nn.bias	0	0.027860566973686218
223850	embedding2nn.bias	1	-0.0714932531118393
223850	embedding2nn.bias	2	0.06855128705501556
223850	embedding2nn.bias	3	0.05198676139116287
223850	embedding2nn.bias	4	-0.03866652399301529
223850	embedding2nn.bias	5	-0.016246136277914047
223850	embedding2nn.bias	6	0.019434014335274696
223850	embedding2nn.bias	7	-0.05207296088337898
223850	embedding2nn.bias	8	0.06575824320316315
223850	embedding2nn.bias	9	0.0451255664229393
223850	rnn.weight_ih_l0	0	-0.07717332243919373
223850	rnn.weight_ih_l0	1	0.0029907303396612406
223850	rnn.weight_ih_l0	2	0.035979293286800385
223850	rnn.weight_ih_l0	3	0.022631321102380753
223850	rnn.weight_ih_l0	4	-0.04895304515957832
223850	rnn.weight_ih_l0	5	-0.06808674335479736
223850	rnn.weight_ih_l0	6	-0.003119352040812373
223850	rnn.weight_ih_l0	7	0.052901942282915115
223850	rnn.weight_ih_l0	8	-0.015874363481998444
223850	rnn.weight_ih_l0	9	-0.031860318034887314
223850	rnn.weight_hh_l0	0	-0.03030034340918064
223850	rnn.weight_hh_l0	1	-0.008121437393128872
223850	rnn.weight_hh_l0	2	0.006690871901810169
223850	rnn.weight_hh_l0	3	-0.07473593950271606
223850	rnn.weight_hh_l0	4	0.09367294609546661
223850	rnn.weight_hh_l0	5	-0.024522611871361732
223850	rnn.weight_hh_l0	6	-0.062196891754865646
223850	rnn.weight_hh_l0	7	0.009756953455507755
223850	rnn.weight_hh_l0	8	0.013304539956152439
223850	rnn.weight_hh_l0	9	-0.02487902157008648
223850	rnn.bias_ih_l0	0	0.126862570643425
223850	rnn.bias_ih_l0	1	-0.0374269001185894
223850	rnn.bias_ih_l0	2	-0.0336717814207077
223850	rnn.bias_ih_l0	3	0.16350726783275604
223850	rnn.bias_ih_l0	4	-0.012483380734920502
223850	rnn.bias_ih_l0	5	-0.023095982149243355
223850	rnn.bias_ih_l0	6	0.01810939982533455
223850	rnn.bias_ih_l0	7	0.022928878664970398
223850	rnn.bias_ih_l0	8	-0.1003386601805687
223850	rnn.bias_ih_l0	9	-0.04666081815958023
223850	rnn.bias_hh_l0	0	0.0014823387609794736
223850	rnn.bias_hh_l0	1	-0.09934096038341522
223850	rnn.bias_hh_l0	2	-0.07288998365402222
223850	rnn.bias_hh_l0	3	-0.0888124331831932
223850	rnn.bias_hh_l0	4	0.010848932899534702
223850	rnn.bias_hh_l0	5	-0.019968844950199127
223850	rnn.bias_hh_l0	6	0.024435753002762794
223850	rnn.bias_hh_l0	7	0.05623042955994606
223850	rnn.bias_hh_l0	8	-0.12175925821065903
223850	rnn.bias_hh_l0	9	-0.05761106312274933
223850	rnn.weight_ih_l0_reverse	0	-0.023136911913752556
223850	rnn.weight_ih_l0_reverse	1	-0.05609205365180969
223850	rnn.weight_ih_l0_reverse	2	-0.04816620051860809
223850	rnn.weight_ih_l0_reverse	3	0.013887276872992516
223850	rnn.weight_ih_l0_reverse	4	-0.02548246458172798
223850	rnn.weight_ih_l0_reverse	5	-0.05733707174658775
223850	rnn.weight_ih_l0_reverse	6	0.07452906668186188
223850	rnn.weight_ih_l0_reverse	7	-0.019644184038043022
223850	rnn.weight_ih_l0_reverse	8	-0.018923699855804443
223850	rnn.weight_ih_l0_reverse	9	0.004263365175575018
223850	rnn.weight_hh_l0_reverse	0	0.06773437559604645
223850	rnn.weight_hh_l0_reverse	1	0.021357553079724312
223850	rnn.weight_hh_l0_reverse	2	0.028995517641305923
223850	rnn.weight_hh_l0_reverse	3	0.035307180136442184
223850	rnn.weight_hh_l0_reverse	4	0.012972121126949787
223850	rnn.weight_hh_l0_reverse	5	0.007373414002358913
223850	rnn.weight_hh_l0_reverse	6	0.050670359283685684
223850	rnn.weight_hh_l0_reverse	7	-0.08170415461063385
223850	rnn.weight_hh_l0_reverse	8	0.04189758375287056
223850	rnn.weight_hh_l0_reverse	9	0.03531115874648094
223850	rnn.bias_ih_l0_reverse	0	-0.05862317234277725
223850	rnn.bias_ih_l0_reverse	1	-0.2849965989589691
223850	rnn.bias_ih_l0_reverse	2	-0.12238046526908875
223850	rnn.bias_ih_l0_reverse	3	-0.047856707125902176
223850	rnn.bias_ih_l0_reverse	4	-0.022727156057953835
223850	rnn.bias_ih_l0_reverse	5	0.07595036178827286
223850	rnn.bias_ih_l0_reverse	6	-0.0658123567700386
223850	rnn.bias_ih_l0_reverse	7	0.06453385204076767
223850	rnn.bias_ih_l0_reverse	8	-0.03955404832959175
223850	rnn.bias_ih_l0_reverse	9	0.06300737708806992
223850	rnn.bias_hh_l0_reverse	0	0.02473515085875988
223850	rnn.bias_hh_l0_reverse	1	-0.05311618000268936
223850	rnn.bias_hh_l0_reverse	2	0.08304864168167114
223850	rnn.bias_hh_l0_reverse	3	-0.05065116286277771
223850	rnn.bias_hh_l0_reverse	4	-0.028622644022107124
223850	rnn.bias_hh_l0_reverse	5	-0.017262978479266167
223850	rnn.bias_hh_l0_reverse	6	-0.017008842900395393
223850	rnn.bias_hh_l0_reverse	7	0.09765953570604324
223850	rnn.bias_hh_l0_reverse	8	0.03375151380896568
223850	rnn.bias_hh_l0_reverse	9	-0.14597776532173157
223850	rnn.weight_ih_l1	0	-0.030029164627194405
223850	rnn.weight_ih_l1	1	-0.0509604886174202
223850	rnn.weight_ih_l1	2	0.06371418386697769
223850	rnn.weight_ih_l1	3	-0.0715411826968193
223850	rnn.weight_ih_l1	4	-0.014316871762275696
223850	rnn.weight_ih_l1	5	-0.04066362604498863
223850	rnn.weight_ih_l1	6	0.0286840982735157
223850	rnn.weight_ih_l1	7	-0.04438984394073486
223850	rnn.weight_ih_l1	8	0.037675678730010986
223850	rnn.weight_ih_l1	9	0.04487278312444687
223850	rnn.weight_hh_l1	0	-0.006552949082106352
223850	rnn.weight_hh_l1	1	0.019670912995934486
223850	rnn.weight_hh_l1	2	0.007250658236443996
223850	rnn.weight_hh_l1	3	-0.012767482548952103
223850	rnn.weight_hh_l1	4	0.004774287808686495
223850	rnn.weight_hh_l1	5	0.03479287773370743
223850	rnn.weight_hh_l1	6	0.03668800741434097
223850	rnn.weight_hh_l1	7	-0.016160981729626656
223850	rnn.weight_hh_l1	8	-0.00786357931792736
223850	rnn.weight_hh_l1	9	0.03826732188463211
223850	rnn.bias_ih_l1	0	-0.18458016216754913
223850	rnn.bias_ih_l1	1	-0.178938090801239
223850	rnn.bias_ih_l1	2	-0.19828686118125916
223850	rnn.bias_ih_l1	3	-0.3106479346752167
223850	rnn.bias_ih_l1	4	-0.20656150579452515
223850	rnn.bias_ih_l1	5	-0.08796186745166779
223850	rnn.bias_ih_l1	6	-0.15860922634601593
223850	rnn.bias_ih_l1	7	-0.007193721365183592
223850	rnn.bias_ih_l1	8	-0.1370619535446167
223850	rnn.bias_ih_l1	9	-0.1298740655183792
223850	rnn.bias_hh_l1	0	-0.0967189222574234
223850	rnn.bias_hh_l1	1	-0.06984727084636688
223850	rnn.bias_hh_l1	2	-0.08649857342243195
223850	rnn.bias_hh_l1	3	-0.0790264829993248
223850	rnn.bias_hh_l1	4	-0.07513406872749329
223850	rnn.bias_hh_l1	5	-0.11741042137145996
223850	rnn.bias_hh_l1	6	-0.16574440896511078
223850	rnn.bias_hh_l1	7	0.07721815258264542
223850	rnn.bias_hh_l1	8	-0.1794653981924057
223850	rnn.bias_hh_l1	9	-0.11897379159927368
223850	rnn.weight_ih_l1_reverse	0	-0.045940399169921875
223850	rnn.weight_ih_l1_reverse	1	0.033334068953990936
223850	rnn.weight_ih_l1_reverse	2	0.0908663347363472
223850	rnn.weight_ih_l1_reverse	3	-0.017514029517769814
223850	rnn.weight_ih_l1_reverse	4	-0.027117662131786346
223850	rnn.weight_ih_l1_reverse	5	-0.03038828819990158
223850	rnn.weight_ih_l1_reverse	6	-0.018324756994843483
223850	rnn.weight_ih_l1_reverse	7	0.02898816019296646
223850	rnn.weight_ih_l1_reverse	8	0.008632641285657883
223850	rnn.weight_ih_l1_reverse	9	-0.03375501558184624
223850	rnn.weight_hh_l1_reverse	0	0.004621199332177639
223850	rnn.weight_hh_l1_reverse	1	0.031517647206783295
223850	rnn.weight_hh_l1_reverse	2	-0.040567535907030106
223850	rnn.weight_hh_l1_reverse	3	0.03506733104586601
223850	rnn.weight_hh_l1_reverse	4	0.04716043919324875
223850	rnn.weight_hh_l1_reverse	5	0.004617202561348677
223850	rnn.weight_hh_l1_reverse	6	0.049092698842287064
223850	rnn.weight_hh_l1_reverse	7	0.031331226229667664
223850	rnn.weight_hh_l1_reverse	8	-0.00720782158896327
223850	rnn.weight_hh_l1_reverse	9	-0.030931662768125534
223850	rnn.bias_ih_l1_reverse	0	-0.048611972481012344
223850	rnn.bias_ih_l1_reverse	1	-0.14168022572994232
223850	rnn.bias_ih_l1_reverse	2	-0.16360267996788025
223850	rnn.bias_ih_l1_reverse	3	-0.056396905332803726
223850	rnn.bias_ih_l1_reverse	4	-0.20674468576908112
223850	rnn.bias_ih_l1_reverse	5	-0.11689930409193039
223850	rnn.bias_ih_l1_reverse	6	-0.13057319819927216
223850	rnn.bias_ih_l1_reverse	7	-0.1924392729997635
223850	rnn.bias_ih_l1_reverse	8	0.22587919235229492
223850	rnn.bias_ih_l1_reverse	9	0.02406962774693966
223850	rnn.bias_hh_l1_reverse	0	0.008997191675007343
223850	rnn.bias_hh_l1_reverse	1	-0.06837555021047592
223850	rnn.bias_hh_l1_reverse	2	-0.23664812743663788
223850	rnn.bias_hh_l1_reverse	3	-0.14149628579616547
223850	rnn.bias_hh_l1_reverse	4	-0.08157509565353394
223850	rnn.bias_hh_l1_reverse	5	-0.11829409748315811
223850	rnn.bias_hh_l1_reverse	6	0.059807997196912766
223850	rnn.bias_hh_l1_reverse	7	-0.14058704674243927
223850	rnn.bias_hh_l1_reverse	8	-0.12237940728664398
223850	rnn.bias_hh_l1_reverse	9	-0.15024018287658691
223850	linear.weight	0	0.002228822559118271
223850	linear.weight	1	0.09667834639549255
223850	linear.weight	2	-0.0937010794878006
223850	linear.weight	3	0.30370262265205383
223850	linear.weight	4	0.14946337044239044
223850	linear.weight	5	-0.061131905764341354
223850	linear.weight	6	0.09047694504261017
223850	linear.weight	7	0.11479360610246658
223850	linear.weight	8	0.04113918915390968
223850	linear.weight	9	-0.05356067046523094
223850	linear.bias	0	0.09886722266674042
223850	linear.bias	1	-0.1744699329137802
223850	linear.bias	2	-0.4455921947956085
223850	linear.bias	3	-0.6662300229072571
223850	linear.bias	4	-1.2612518072128296
223850	linear.bias	5	-0.06958664208650589
223850	linear.bias	6	-0.8100451827049255
223850	linear.bias	7	0.25987598299980164
223850	linear.bias	8	-0.40700557827949524
223850	linear.bias	9	-1.0244985818862915
224047	transitions	0	0.743544340133667
224047	transitions	1	0.1398010104894638
224047	transitions	2	-10000.0
224047	transitions	3	-1.8277397155761719
224047	transitions	4	-10000.0
224047	transitions	5	0.5638280510902405
224047	transitions	6	-0.08486475050449371
224047	transitions	7	-0.8030776381492615
224047	transitions	8	-1.4209463596343994
224047	transitions	9	-0.0012234548339620233
224047	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
224047	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
224047	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
224047	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
224047	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
224047	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
224047	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
224047	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
224047	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
224047	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
224047	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
224047	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
224047	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
224047	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
224047	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
224047	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
224047	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
224047	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
224047	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
224047	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
224047	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
224047	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
224047	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
224047	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
224047	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
224047	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
224047	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
224047	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
224047	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
224047	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
224047	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
224047	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
224047	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
224047	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
224047	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
224047	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
224047	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
224047	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
224047	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
224047	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
224047	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
224047	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
224047	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
224047	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
224047	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
224047	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
224047	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
224047	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
224047	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
224047	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
224047	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
224047	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
224047	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
224047	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
224047	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
224047	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
224047	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
224047	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
224047	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
224047	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
224047	embedding2nn.weight	0	0.017574897035956383
224047	embedding2nn.weight	1	-0.01311312522739172
224047	embedding2nn.weight	2	-0.014268254861235619
224047	embedding2nn.weight	3	-0.029904581606388092
224047	embedding2nn.weight	4	-0.0059150345623493195
224047	embedding2nn.weight	5	-0.0037005890626460314
224047	embedding2nn.weight	6	-0.003973267041146755
224047	embedding2nn.weight	7	-0.07556567341089249
224047	embedding2nn.weight	8	-0.0019979383796453476
224047	embedding2nn.weight	9	-0.0280448030680418
224047	embedding2nn.bias	0	0.027094967663288116
224047	embedding2nn.bias	1	-0.071710966527462
224047	embedding2nn.bias	2	0.06920129805803299
224047	embedding2nn.bias	3	0.05192425474524498
224047	embedding2nn.bias	4	-0.03962881118059158
224047	embedding2nn.bias	5	-0.013952045701444149
224047	embedding2nn.bias	6	0.019329415634274483
224047	embedding2nn.bias	7	-0.0519772544503212
224047	embedding2nn.bias	8	0.06658594310283661
224047	embedding2nn.bias	9	0.04510033503174782
224047	rnn.weight_ih_l0	0	-0.07712025940418243
224047	rnn.weight_ih_l0	1	0.0030615106225013733
224047	rnn.weight_ih_l0	2	0.036171749234199524
224047	rnn.weight_ih_l0	3	0.022446883842349052
224047	rnn.weight_ih_l0	4	-0.048654671758413315
224047	rnn.weight_ih_l0	5	-0.06815780699253082
224047	rnn.weight_ih_l0	6	-0.0029626358300447464
224047	rnn.weight_ih_l0	7	0.05277499184012413
224047	rnn.weight_ih_l0	8	-0.0159152802079916
224047	rnn.weight_ih_l0	9	-0.03167956322431564
224047	rnn.weight_hh_l0	0	-0.03028171882033348
224047	rnn.weight_hh_l0	1	-0.008029266260564327
224047	rnn.weight_hh_l0	2	0.006722897756844759
224047	rnn.weight_hh_l0	3	-0.0747721716761589
224047	rnn.weight_hh_l0	4	0.09375029057264328
224047	rnn.weight_hh_l0	5	-0.024724207818508148
224047	rnn.weight_hh_l0	6	-0.062193986028432846
224047	rnn.weight_hh_l0	7	0.009798498824238777
224047	rnn.weight_hh_l0	8	0.013332041911780834
224047	rnn.weight_hh_l0	9	-0.02490968443453312
224047	rnn.bias_ih_l0	0	0.12662455439567566
224047	rnn.bias_ih_l0	1	-0.037839844822883606
224047	rnn.bias_ih_l0	2	-0.03350837156176567
224047	rnn.bias_ih_l0	3	0.16355231404304504
224047	rnn.bias_ih_l0	4	-0.012415053322911263
224047	rnn.bias_ih_l0	5	-0.02303437702357769
224047	rnn.bias_ih_l0	6	0.017972759902477264
224047	rnn.bias_ih_l0	7	0.02268792875111103
224047	rnn.bias_ih_l0	8	-0.10022268444299698
224047	rnn.bias_ih_l0	9	-0.047506727278232574
224047	rnn.bias_hh_l0	0	0.0010829573730006814
224047	rnn.bias_hh_l0	1	-0.09989660233259201
224047	rnn.bias_hh_l0	2	-0.07258933037519455
224047	rnn.bias_hh_l0	3	-0.08896451443433762
224047	rnn.bias_hh_l0	4	0.011201529763638973
224047	rnn.bias_hh_l0	5	-0.019695362076163292
224047	rnn.bias_hh_l0	6	0.024946194142103195
224047	rnn.bias_hh_l0	7	0.05555558204650879
224047	rnn.bias_hh_l0	8	-0.12203963845968246
224047	rnn.bias_hh_l0	9	-0.058135293424129486
224047	rnn.weight_ih_l0_reverse	0	-0.02321499213576317
224047	rnn.weight_ih_l0_reverse	1	-0.05617732182145119
224047	rnn.weight_ih_l0_reverse	2	-0.048174891620874405
224047	rnn.weight_ih_l0_reverse	3	0.013842173852026463
224047	rnn.weight_ih_l0_reverse	4	-0.025390876457095146
224047	rnn.weight_ih_l0_reverse	5	-0.05752479285001755
224047	rnn.weight_ih_l0_reverse	6	0.07454042881727219
224047	rnn.weight_ih_l0_reverse	7	-0.019583338871598244
224047	rnn.weight_ih_l0_reverse	8	-0.01888447254896164
224047	rnn.weight_ih_l0_reverse	9	0.004426137078553438
224047	rnn.weight_hh_l0_reverse	0	0.06790624558925629
224047	rnn.weight_hh_l0_reverse	1	0.021409660577774048
224047	rnn.weight_hh_l0_reverse	2	0.029055077582597733
224047	rnn.weight_hh_l0_reverse	3	0.03522825241088867
224047	rnn.weight_hh_l0_reverse	4	0.013007674366235733
224047	rnn.weight_hh_l0_reverse	5	0.007297145668417215
224047	rnn.weight_hh_l0_reverse	6	0.05060587450861931
224047	rnn.weight_hh_l0_reverse	7	-0.08177240937948227
224047	rnn.weight_hh_l0_reverse	8	0.041773129254579544
224047	rnn.weight_hh_l0_reverse	9	0.035309772938489914
224047	rnn.bias_ih_l0_reverse	0	-0.05894467234611511
224047	rnn.bias_ih_l0_reverse	1	-0.28461843729019165
224047	rnn.bias_ih_l0_reverse	2	-0.12218981981277466
224047	rnn.bias_ih_l0_reverse	3	-0.048003021627664566
224047	rnn.bias_ih_l0_reverse	4	-0.02334163710474968
224047	rnn.bias_ih_l0_reverse	5	0.07604705542325974
224047	rnn.bias_ih_l0_reverse	6	-0.06562332063913345
224047	rnn.bias_ih_l0_reverse	7	0.06487105041742325
224047	rnn.bias_ih_l0_reverse	8	-0.04010740667581558
224047	rnn.bias_ih_l0_reverse	9	0.06303100287914276
224047	rnn.bias_hh_l0_reverse	0	0.024321096017956734
224047	rnn.bias_hh_l0_reverse	1	-0.054472923278808594
224047	rnn.bias_hh_l0_reverse	2	0.08340298384428024
224047	rnn.bias_hh_l0_reverse	3	-0.05069287493824959
224047	rnn.bias_hh_l0_reverse	4	-0.028648819774389267
224047	rnn.bias_hh_l0_reverse	5	-0.017211446538567543
224047	rnn.bias_hh_l0_reverse	6	-0.017161477357149124
224047	rnn.bias_hh_l0_reverse	7	0.09743460267782211
224047	rnn.bias_hh_l0_reverse	8	0.03376596421003342
224047	rnn.bias_hh_l0_reverse	9	-0.14648553729057312
224047	rnn.weight_ih_l1	0	-0.02996167726814747
224047	rnn.weight_ih_l1	1	-0.0510660856962204
224047	rnn.weight_ih_l1	2	0.06390111148357391
224047	rnn.weight_ih_l1	3	-0.07191204279661179
224047	rnn.weight_ih_l1	4	-0.01421227864921093
224047	rnn.weight_ih_l1	5	-0.04065348207950592
224047	rnn.weight_ih_l1	6	0.028695425018668175
224047	rnn.weight_ih_l1	7	-0.04444679245352745
224047	rnn.weight_ih_l1	8	0.03766495734453201
224047	rnn.weight_ih_l1	9	0.044787656515836716
224047	rnn.weight_hh_l1	0	-0.0064575872384011745
224047	rnn.weight_hh_l1	1	0.019672516733407974
224047	rnn.weight_hh_l1	2	0.007153570652008057
224047	rnn.weight_hh_l1	3	-0.012802665121853352
224047	rnn.weight_hh_l1	4	0.004777894821017981
224047	rnn.weight_hh_l1	5	0.03483720123767853
224047	rnn.weight_hh_l1	6	0.036732833832502365
224047	rnn.weight_hh_l1	7	-0.016148747876286507
224047	rnn.weight_hh_l1	8	-0.007877126336097717
224047	rnn.weight_hh_l1	9	0.038385696709156036
224047	rnn.bias_ih_l1	0	-0.18452543020248413
224047	rnn.bias_ih_l1	1	-0.1787726730108261
224047	rnn.bias_ih_l1	2	-0.19806574285030365
224047	rnn.bias_ih_l1	3	-0.31090670824050903
224047	rnn.bias_ih_l1	4	-0.20615968108177185
224047	rnn.bias_ih_l1	5	-0.08813928067684174
224047	rnn.bias_ih_l1	6	-0.15864218771457672
224047	rnn.bias_ih_l1	7	-0.007688043639063835
224047	rnn.bias_ih_l1	8	-0.13699015974998474
224047	rnn.bias_ih_l1	9	-0.13014930486679077
224047	rnn.bias_hh_l1	0	-0.09627439826726913
224047	rnn.bias_hh_l1	1	-0.06931480020284653
224047	rnn.bias_hh_l1	2	-0.08654233068227768
224047	rnn.bias_hh_l1	3	-0.07936961948871613
224047	rnn.bias_hh_l1	4	-0.07497326284646988
224047	rnn.bias_hh_l1	5	-0.11786253750324249
224047	rnn.bias_hh_l1	6	-0.1658695936203003
224047	rnn.bias_hh_l1	7	0.07677985727787018
224047	rnn.bias_hh_l1	8	-0.17972485721111298
224047	rnn.bias_hh_l1	9	-0.11861366778612137
224047	rnn.weight_ih_l1_reverse	0	-0.04607853293418884
224047	rnn.weight_ih_l1_reverse	1	0.03337552398443222
224047	rnn.weight_ih_l1_reverse	2	0.09112884849309921
224047	rnn.weight_ih_l1_reverse	3	-0.017480824142694473
224047	rnn.weight_ih_l1_reverse	4	-0.02664579078555107
224047	rnn.weight_ih_l1_reverse	5	-0.030365927144885063
224047	rnn.weight_ih_l1_reverse	6	-0.018748044967651367
224047	rnn.weight_ih_l1_reverse	7	0.028824327513575554
224047	rnn.weight_ih_l1_reverse	8	0.008636465296149254
224047	rnn.weight_ih_l1_reverse	9	-0.033692311495542526
224047	rnn.weight_hh_l1_reverse	0	0.004605017136782408
224047	rnn.weight_hh_l1_reverse	1	0.03150557726621628
224047	rnn.weight_hh_l1_reverse	2	-0.04057714343070984
224047	rnn.weight_hh_l1_reverse	3	0.03507521376013756
224047	rnn.weight_hh_l1_reverse	4	0.04718180373311043
224047	rnn.weight_hh_l1_reverse	5	0.0046087997034192085
224047	rnn.weight_hh_l1_reverse	6	0.049107715487480164
224047	rnn.weight_hh_l1_reverse	7	0.031316958367824554
224047	rnn.weight_hh_l1_reverse	8	-0.007214403711259365
224047	rnn.weight_hh_l1_reverse	9	-0.030946068465709686
224047	rnn.bias_ih_l1_reverse	0	-0.04863705486059189
224047	rnn.bias_ih_l1_reverse	1	-0.14175528287887573
224047	rnn.bias_ih_l1_reverse	2	-0.16399145126342773
224047	rnn.bias_ih_l1_reverse	3	-0.05467213690280914
224047	rnn.bias_ih_l1_reverse	4	-0.20647361874580383
224047	rnn.bias_ih_l1_reverse	5	-0.11713726818561554
224047	rnn.bias_ih_l1_reverse	6	-0.13073059916496277
224047	rnn.bias_ih_l1_reverse	7	-0.19223782420158386
224047	rnn.bias_ih_l1_reverse	8	0.2264162302017212
224047	rnn.bias_ih_l1_reverse	9	0.024242762476205826
224047	rnn.bias_hh_l1_reverse	0	0.009292103350162506
224047	rnn.bias_hh_l1_reverse	1	-0.06874032318592072
224047	rnn.bias_hh_l1_reverse	2	-0.23665350675582886
224047	rnn.bias_hh_l1_reverse	3	-0.14158228039741516
224047	rnn.bias_hh_l1_reverse	4	-0.08140189200639725
224047	rnn.bias_hh_l1_reverse	5	-0.1181914210319519
224047	rnn.bias_hh_l1_reverse	6	0.059847839176654816
224047	rnn.bias_hh_l1_reverse	7	-0.14063335955142975
224047	rnn.bias_hh_l1_reverse	8	-0.12249255180358887
224047	rnn.bias_hh_l1_reverse	9	-0.1503761112689972
224047	linear.weight	0	0.002228822559118271
224047	linear.weight	1	0.09795218706130981
224047	linear.weight	2	-0.09310512244701385
224047	linear.weight	3	0.3032946288585663
224047	linear.weight	4	0.14960551261901855
224047	linear.weight	5	-0.06168046593666077
224047	linear.weight	6	0.0904846265912056
224047	linear.weight	7	0.11435207724571228
224047	linear.weight	8	0.0411391444504261
224047	linear.weight	9	-0.05343938246369362
224047	linear.bias	0	0.0952228382229805
224047	linear.bias	1	-0.17713406682014465
224047	linear.bias	2	-0.4435548484325409
224047	linear.bias	3	-0.6644137501716614
224047	linear.bias	4	-1.259448766708374
224047	linear.bias	5	-0.06773696839809418
224047	linear.bias	6	-0.812715470790863
224047	linear.bias	7	0.26169922947883606
224047	linear.bias	8	-0.40581265091896057
224047	linear.bias	9	-1.023396611213684
224244	transitions	0	0.7439208626747131
224244	transitions	1	0.13955248892307281
224244	transitions	2	-10000.0
224244	transitions	3	-1.827743411064148
224244	transitions	4	-10000.0
224244	transitions	5	0.5638190507888794
224244	transitions	6	-0.08487001806497574
224244	transitions	7	-0.8031235337257385
224244	transitions	8	-1.420951008796692
224244	transitions	9	-0.0012235809117555618
224244	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
224244	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
224244	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
224244	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
224244	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
224244	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
224244	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
224244	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
224244	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
224244	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
224244	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
224244	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
224244	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
224244	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
224244	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
224244	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
224244	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
224244	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
224244	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
224244	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
224244	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
224244	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
224244	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
224244	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
224244	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
224244	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
224244	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
224244	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
224244	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
224244	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
224244	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
224244	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
224244	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
224244	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
224244	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
224244	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
224244	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
224244	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
224244	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
224244	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
224244	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
224244	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
224244	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
224244	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
224244	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
224244	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
224244	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
224244	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
224244	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
224244	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
224244	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
224244	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
224244	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
224244	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
224244	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
224244	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
224244	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
224244	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
224244	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
224244	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
224244	embedding2nn.weight	0	0.01782344840466976
224244	embedding2nn.weight	1	-0.013104623183608055
224244	embedding2nn.weight	2	-0.014268254861235619
224244	embedding2nn.weight	3	-0.029774967581033707
224244	embedding2nn.weight	4	-0.0059150345623493195
224244	embedding2nn.weight	5	-0.0037005890626460314
224244	embedding2nn.weight	6	-0.003973267041146755
224244	embedding2nn.weight	7	-0.07562228292226791
224244	embedding2nn.weight	8	-0.0019979383796453476
224244	embedding2nn.weight	9	-0.028064865618944168
224244	embedding2nn.bias	0	0.02797338180243969
224244	embedding2nn.bias	1	-0.06927793473005295
224244	embedding2nn.bias	2	0.07106979191303253
224244	embedding2nn.bias	3	0.05304884910583496
224244	embedding2nn.bias	4	-0.04024212062358856
224244	embedding2nn.bias	5	-0.01430478971451521
224244	embedding2nn.bias	6	0.021929176524281502
224244	embedding2nn.bias	7	-0.05159394443035126
224244	embedding2nn.bias	8	0.0674639567732811
224244	embedding2nn.bias	9	0.0453467071056366
224244	rnn.weight_ih_l0	0	-0.07748627662658691
224244	rnn.weight_ih_l0	1	0.0028196671046316624
224244	rnn.weight_ih_l0	2	0.03596285730600357
224244	rnn.weight_ih_l0	3	0.022438278421759605
224244	rnn.weight_ih_l0	4	-0.048766493797302246
224244	rnn.weight_ih_l0	5	-0.06797371804714203
224244	rnn.weight_ih_l0	6	-0.0030162751208990812
224244	rnn.weight_ih_l0	7	0.052658095955848694
224244	rnn.weight_ih_l0	8	-0.015686944127082825
224244	rnn.weight_ih_l0	9	-0.03162042796611786
224244	rnn.weight_hh_l0	0	-0.030094796791672707
224244	rnn.weight_hh_l0	1	-0.008011606521904469
224244	rnn.weight_hh_l0	2	0.006576077081263065
224244	rnn.weight_hh_l0	3	-0.07470574229955673
224244	rnn.weight_hh_l0	4	0.09388139843940735
224244	rnn.weight_hh_l0	5	-0.024699239060282707
224244	rnn.weight_hh_l0	6	-0.06219806522130966
224244	rnn.weight_hh_l0	7	0.009691819548606873
224244	rnn.weight_hh_l0	8	0.013358376920223236
224244	rnn.weight_hh_l0	9	-0.02496255747973919
224244	rnn.bias_ih_l0	0	0.12672170996665955
224244	rnn.bias_ih_l0	1	-0.03800562769174576
224244	rnn.bias_ih_l0	2	-0.03319965675473213
224244	rnn.bias_ih_l0	3	0.16351859271526337
224244	rnn.bias_ih_l0	4	-0.012382390908896923
224244	rnn.bias_ih_l0	5	-0.023364191874861717
224244	rnn.bias_ih_l0	6	0.01790372096002102
224244	rnn.bias_ih_l0	7	0.022533293813467026
224244	rnn.bias_ih_l0	8	-0.10010766983032227
224244	rnn.bias_ih_l0	9	-0.04690711945295334
224244	rnn.bias_hh_l0	0	0.0013007480883970857
224244	rnn.bias_hh_l0	1	-0.10018474608659744
224244	rnn.bias_hh_l0	2	-0.07282087206840515
224244	rnn.bias_hh_l0	3	-0.08932682871818542
224244	rnn.bias_hh_l0	4	0.010807151906192303
224244	rnn.bias_hh_l0	5	-0.0198978204280138
224244	rnn.bias_hh_l0	6	0.02503315359354019
224244	rnn.bias_hh_l0	7	0.05577118322253227
224244	rnn.bias_hh_l0	8	-0.12224030494689941
224244	rnn.bias_hh_l0	9	-0.058094240725040436
224244	rnn.weight_ih_l0_reverse	0	-0.02309134230017662
224244	rnn.weight_ih_l0_reverse	1	-0.05602642893791199
224244	rnn.weight_ih_l0_reverse	2	-0.04814155027270317
224244	rnn.weight_ih_l0_reverse	3	0.013865774497389793
224244	rnn.weight_ih_l0_reverse	4	-0.0253122691065073
224244	rnn.weight_ih_l0_reverse	5	-0.05750958248972893
224244	rnn.weight_ih_l0_reverse	6	0.07440308481454849
224244	rnn.weight_ih_l0_reverse	7	-0.019510755315423012
224244	rnn.weight_ih_l0_reverse	8	-0.018857326358556747
224244	rnn.weight_ih_l0_reverse	9	0.004321577027440071
224244	rnn.weight_hh_l0_reverse	0	0.06780309975147247
224244	rnn.weight_hh_l0_reverse	1	0.02179054729640484
224244	rnn.weight_hh_l0_reverse	2	0.029053248465061188
224244	rnn.weight_hh_l0_reverse	3	0.035188205540180206
224244	rnn.weight_hh_l0_reverse	4	0.013096068985760212
224244	rnn.weight_hh_l0_reverse	5	0.007385436911135912
224244	rnn.weight_hh_l0_reverse	6	0.05060376226902008
224244	rnn.weight_hh_l0_reverse	7	-0.0816710814833641
224244	rnn.weight_hh_l0_reverse	8	0.04176304116845131
224244	rnn.weight_hh_l0_reverse	9	0.035344261676073074
224244	rnn.bias_ih_l0_reverse	0	-0.05899224430322647
224244	rnn.bias_ih_l0_reverse	1	-0.28512880206108093
224244	rnn.bias_ih_l0_reverse	2	-0.12264525890350342
224244	rnn.bias_ih_l0_reverse	3	-0.0479496493935585
224244	rnn.bias_ih_l0_reverse	4	-0.02329249680042267
224244	rnn.bias_ih_l0_reverse	5	0.07605894654989243
224244	rnn.bias_ih_l0_reverse	6	-0.065724678337574
224244	rnn.bias_ih_l0_reverse	7	0.06486045569181442
224244	rnn.bias_ih_l0_reverse	8	-0.03977392986416817
224244	rnn.bias_ih_l0_reverse	9	0.06288021802902222
224244	rnn.bias_hh_l0_reverse	0	0.024495165795087814
224244	rnn.bias_hh_l0_reverse	1	-0.054778803139925
224244	rnn.bias_hh_l0_reverse	2	0.08344735950231552
224244	rnn.bias_hh_l0_reverse	3	-0.051108505576848984
224244	rnn.bias_hh_l0_reverse	4	-0.028660520911216736
224244	rnn.bias_hh_l0_reverse	5	-0.017149562016129494
224244	rnn.bias_hh_l0_reverse	6	-0.017164411023259163
224244	rnn.bias_hh_l0_reverse	7	0.09753870218992233
224244	rnn.bias_hh_l0_reverse	8	0.033910010010004044
224244	rnn.bias_hh_l0_reverse	9	-0.14602717757225037
224244	rnn.weight_ih_l1	0	-0.029896384105086327
224244	rnn.weight_ih_l1	1	-0.0509348027408123
224244	rnn.weight_ih_l1	2	0.06367453187704086
224244	rnn.weight_ih_l1	3	-0.07195069640874863
224244	rnn.weight_ih_l1	4	-0.014225167222321033
224244	rnn.weight_ih_l1	5	-0.040677547454833984
224244	rnn.weight_ih_l1	6	0.028441250324249268
224244	rnn.weight_ih_l1	7	-0.044299036264419556
224244	rnn.weight_ih_l1	8	0.03758333995938301
224244	rnn.weight_ih_l1	9	0.04462113231420517
224244	rnn.weight_hh_l1	0	-0.006505260244011879
224244	rnn.weight_hh_l1	1	0.019691355526447296
224244	rnn.weight_hh_l1	2	0.0073853000067174435
224244	rnn.weight_hh_l1	3	-0.012795448303222656
224244	rnn.weight_hh_l1	4	0.004870709963142872
224244	rnn.weight_hh_l1	5	0.03479902818799019
224244	rnn.weight_hh_l1	6	0.03673923388123512
224244	rnn.weight_hh_l1	7	-0.016039535403251648
224244	rnn.weight_hh_l1	8	-0.007883597165346146
224244	rnn.weight_hh_l1	9	0.03849809244275093
224244	rnn.bias_ih_l1	0	-0.1845577359199524
224244	rnn.bias_ih_l1	1	-0.17896577715873718
224244	rnn.bias_ih_l1	2	-0.19806793332099915
224244	rnn.bias_ih_l1	3	-0.31112298369407654
224244	rnn.bias_ih_l1	4	-0.2071886956691742
224244	rnn.bias_ih_l1	5	-0.0882490798830986
224244	rnn.bias_ih_l1	6	-0.1584961712360382
224244	rnn.bias_ih_l1	7	-0.00766251515597105
224244	rnn.bias_ih_l1	8	-0.1370323747396469
224244	rnn.bias_ih_l1	9	-0.1303774118423462
224244	rnn.bias_hh_l1	0	-0.09605639427900314
224244	rnn.bias_hh_l1	1	-0.06897113472223282
224244	rnn.bias_hh_l1	2	-0.0869581550359726
224244	rnn.bias_hh_l1	3	-0.07950874418020248
224244	rnn.bias_hh_l1	4	-0.07512927800416946
224244	rnn.bias_hh_l1	5	-0.1180460974574089
224244	rnn.bias_hh_l1	6	-0.16552475094795227
224244	rnn.bias_hh_l1	7	0.07715833187103271
224244	rnn.bias_hh_l1	8	-0.17970384657382965
224244	rnn.bias_hh_l1	9	-0.11921079456806183
224244	rnn.weight_ih_l1_reverse	0	-0.046180255711078644
224244	rnn.weight_ih_l1_reverse	1	0.0331372506916523
224244	rnn.weight_ih_l1_reverse	2	0.09110673516988754
224244	rnn.weight_ih_l1_reverse	3	-0.017502455040812492
224244	rnn.weight_ih_l1_reverse	4	-0.026501255109906197
224244	rnn.weight_ih_l1_reverse	5	-0.03036126308143139
224244	rnn.weight_ih_l1_reverse	6	-0.018762866035103798
224244	rnn.weight_ih_l1_reverse	7	0.028786970302462578
224244	rnn.weight_ih_l1_reverse	8	0.008667795918881893
224244	rnn.weight_ih_l1_reverse	9	-0.03421521559357643
224244	rnn.weight_hh_l1_reverse	0	0.0046383352018892765
224244	rnn.weight_hh_l1_reverse	1	0.03152703493833542
224244	rnn.weight_hh_l1_reverse	2	-0.04058697074651718
224244	rnn.weight_hh_l1_reverse	3	0.03507385402917862
224244	rnn.weight_hh_l1_reverse	4	0.0472506545484066
224244	rnn.weight_hh_l1_reverse	5	0.004632571246474981
224244	rnn.weight_hh_l1_reverse	6	0.049049846827983856
224244	rnn.weight_hh_l1_reverse	7	0.03143063560128212
224244	rnn.weight_hh_l1_reverse	8	-0.007215940859168768
224244	rnn.weight_hh_l1_reverse	9	-0.03093847632408142
224244	rnn.bias_ih_l1_reverse	0	-0.04857679083943367
224244	rnn.bias_ih_l1_reverse	1	-0.1418381631374359
224244	rnn.bias_ih_l1_reverse	2	-0.16428369283676147
224244	rnn.bias_ih_l1_reverse	3	-0.05498874559998512
224244	rnn.bias_ih_l1_reverse	4	-0.20608501136302948
224244	rnn.bias_ih_l1_reverse	5	-0.11708534508943558
224244	rnn.bias_ih_l1_reverse	6	-0.13071653246879578
224244	rnn.bias_ih_l1_reverse	7	-0.1926269829273224
224244	rnn.bias_ih_l1_reverse	8	0.22585752606391907
224244	rnn.bias_ih_l1_reverse	9	0.02402990125119686
224244	rnn.bias_hh_l1_reverse	0	0.00915563479065895
224244	rnn.bias_hh_l1_reverse	1	-0.06939235329627991
224244	rnn.bias_hh_l1_reverse	2	-0.23671959340572357
224244	rnn.bias_hh_l1_reverse	3	-0.141626238822937
224244	rnn.bias_hh_l1_reverse	4	-0.0814378634095192
224244	rnn.bias_hh_l1_reverse	5	-0.11833047866821289
224244	rnn.bias_hh_l1_reverse	6	0.05969982221722603
224244	rnn.bias_hh_l1_reverse	7	-0.14031928777694702
224244	rnn.bias_hh_l1_reverse	8	-0.12221217155456543
224244	rnn.bias_hh_l1_reverse	9	-0.15031270682811737
224244	linear.weight	0	0.002228822559118271
224244	linear.weight	1	0.0988035649061203
224244	linear.weight	2	-0.09322832524776459
224244	linear.weight	3	0.3032728433609009
224244	linear.weight	4	0.15004850924015045
224244	linear.weight	5	-0.06227836757898331
224244	linear.weight	6	0.08877725899219513
224244	linear.weight	7	0.11342271417379379
224244	linear.weight	8	0.041139036417007446
224244	linear.weight	9	-0.05355541780591011
224244	linear.bias	0	0.09959568828344345
224244	linear.bias	1	-0.17892788350582123
224244	linear.bias	2	-0.4466956555843353
224244	linear.bias	3	-0.6638838648796082
224244	linear.bias	4	-1.2586381435394287
224244	linear.bias	5	-0.06624961644411087
224244	linear.bias	6	-0.8139578104019165
224244	linear.bias	7	0.2632732689380646
224244	linear.bias	8	-0.4077407419681549
224244	linear.bias	9	-1.0255603790283203
224441	transitions	0	0.7441153526306152
224441	transitions	1	0.13899971544742584
224441	transitions	2	-10000.0
224441	transitions	3	-1.8277446031570435
224441	transitions	4	-10000.0
224441	transitions	5	0.5638147592544556
224441	transitions	6	-0.08487338572740555
224441	transitions	7	-0.8031347990036011
224441	transitions	8	-1.4209564924240112
224441	transitions	9	-0.0012236424954608083
224441	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
224441	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
224441	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
224441	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
224441	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
224441	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
224441	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
224441	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
224441	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
224441	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
224441	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
224441	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
224441	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
224441	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
224441	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
224441	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
224441	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
224441	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
224441	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
224441	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
224441	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
224441	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
224441	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
224441	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
224441	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
224441	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
224441	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
224441	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
224441	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
224441	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
224441	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
224441	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
224441	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
224441	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
224441	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
224441	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
224441	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
224441	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
224441	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
224441	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
224441	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
224441	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
224441	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
224441	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
224441	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
224441	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
224441	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
224441	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
224441	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
224441	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
224441	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
224441	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
224441	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
224441	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
224441	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
224441	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
224441	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
224441	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
224441	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
224441	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
224441	embedding2nn.weight	0	0.017615417018532753
224441	embedding2nn.weight	1	-0.013099118135869503
224441	embedding2nn.weight	2	-0.014268254861235619
224441	embedding2nn.weight	3	-0.029684042558073997
224441	embedding2nn.weight	4	-0.0059150345623493195
224441	embedding2nn.weight	5	-0.0037005890626460314
224441	embedding2nn.weight	6	-0.003973267041146755
224441	embedding2nn.weight	7	-0.07552191615104675
224441	embedding2nn.weight	8	-0.0019979383796453476
224441	embedding2nn.weight	9	-0.027921751141548157
224441	embedding2nn.bias	0	0.02940106764435768
224441	embedding2nn.bias	1	-0.07136446982622147
224441	embedding2nn.bias	2	0.06958197057247162
224441	embedding2nn.bias	3	0.05150745436549187
224441	embedding2nn.bias	4	-0.040024954825639725
224441	embedding2nn.bias	5	-0.014732681214809418
224441	embedding2nn.bias	6	0.024375751614570618
224441	embedding2nn.bias	7	-0.05289645865559578
224441	embedding2nn.bias	8	0.06729090213775635
224441	embedding2nn.bias	9	0.045451659709215164
224441	rnn.weight_ih_l0	0	-0.07751638442277908
224441	rnn.weight_ih_l0	1	0.002919280668720603
224441	rnn.weight_ih_l0	2	0.035774920135736465
224441	rnn.weight_ih_l0	3	0.022480176761746407
224441	rnn.weight_ih_l0	4	-0.04871303215622902
224441	rnn.weight_ih_l0	5	-0.06806299835443497
224441	rnn.weight_ih_l0	6	-0.003023607889190316
224441	rnn.weight_ih_l0	7	0.05260549113154411
224441	rnn.weight_ih_l0	8	-0.015534933656454086
224441	rnn.weight_ih_l0	9	-0.031721703708171844
224441	rnn.weight_hh_l0	0	-0.030200371518731117
224441	rnn.weight_hh_l0	1	-0.008186637423932552
224441	rnn.weight_hh_l0	2	0.006546855438500643
224441	rnn.weight_hh_l0	3	-0.07466782629489899
224441	rnn.weight_hh_l0	4	0.09391159564256668
224441	rnn.weight_hh_l0	5	-0.024492939934134483
224441	rnn.weight_hh_l0	6	-0.062014441937208176
224441	rnn.weight_hh_l0	7	0.009804333560168743
224441	rnn.weight_hh_l0	8	0.013091308064758778
224441	rnn.weight_hh_l0	9	-0.02496138960123062
224441	rnn.bias_ih_l0	0	0.12665292620658875
224441	rnn.bias_ih_l0	1	-0.03822717070579529
224441	rnn.bias_ih_l0	2	-0.03320905566215515
224441	rnn.bias_ih_l0	3	0.1637757420539856
224441	rnn.bias_ih_l0	4	-0.012125556357204914
224441	rnn.bias_ih_l0	5	-0.0228409506380558
224441	rnn.bias_ih_l0	6	0.017959486693143845
224441	rnn.bias_ih_l0	7	0.022374352440238
224441	rnn.bias_ih_l0	8	-0.10052160173654556
224441	rnn.bias_ih_l0	9	-0.04695367440581322
224441	rnn.bias_hh_l0	0	0.0012492368696257472
224441	rnn.bias_hh_l0	1	-0.10025492310523987
224441	rnn.bias_hh_l0	2	-0.07254848629236221
224441	rnn.bias_hh_l0	3	-0.089541956782341
224441	rnn.bias_hh_l0	4	0.010193012654781342
224441	rnn.bias_hh_l0	5	-0.019848085939884186
224441	rnn.bias_hh_l0	6	0.02518719807267189
224441	rnn.bias_hh_l0	7	0.05568746104836464
224441	rnn.bias_hh_l0	8	-0.12211758643388748
224441	rnn.bias_hh_l0	9	-0.058363016694784164
224441	rnn.weight_ih_l0_reverse	0	-0.023310944437980652
224441	rnn.weight_ih_l0_reverse	1	-0.056198202073574066
224441	rnn.weight_ih_l0_reverse	2	-0.04824557155370712
224441	rnn.weight_ih_l0_reverse	3	0.0137774758040905
224441	rnn.weight_ih_l0_reverse	4	-0.0253855362534523
224441	rnn.weight_ih_l0_reverse	5	-0.057625532150268555
224441	rnn.weight_ih_l0_reverse	6	0.0742679238319397
224441	rnn.weight_ih_l0_reverse	7	-0.01946338266134262
224441	rnn.weight_ih_l0_reverse	8	-0.018936557695269585
224441	rnn.weight_ih_l0_reverse	9	0.0044368174858391285
224441	rnn.weight_hh_l0_reverse	0	0.06768614053726196
224441	rnn.weight_hh_l0_reverse	1	0.02194245345890522
224441	rnn.weight_hh_l0_reverse	2	0.02901224046945572
224441	rnn.weight_hh_l0_reverse	3	0.03527794033288956
224441	rnn.weight_hh_l0_reverse	4	0.013050645589828491
224441	rnn.weight_hh_l0_reverse	5	0.007393148727715015
224441	rnn.weight_hh_l0_reverse	6	0.050653666257858276
224441	rnn.weight_hh_l0_reverse	7	-0.08183030784130096
224441	rnn.weight_hh_l0_reverse	8	0.04162004590034485
224441	rnn.weight_hh_l0_reverse	9	0.035371772944927216
224441	rnn.bias_ih_l0_reverse	0	-0.05903340131044388
224441	rnn.bias_ih_l0_reverse	1	-0.28485333919525146
224441	rnn.bias_ih_l0_reverse	2	-0.1226523220539093
224441	rnn.bias_ih_l0_reverse	3	-0.04790317639708519
224441	rnn.bias_ih_l0_reverse	4	-0.023008547723293304
224441	rnn.bias_ih_l0_reverse	5	0.07576253265142441
224441	rnn.bias_ih_l0_reverse	6	-0.06565571576356888
224441	rnn.bias_ih_l0_reverse	7	0.06471081078052521
224441	rnn.bias_ih_l0_reverse	8	-0.03936229273676872
224441	rnn.bias_ih_l0_reverse	9	0.06327138841152191
224441	rnn.bias_hh_l0_reverse	0	0.02433636412024498
224441	rnn.bias_hh_l0_reverse	1	-0.0545942522585392
224441	rnn.bias_hh_l0_reverse	2	0.08380691707134247
224441	rnn.bias_hh_l0_reverse	3	-0.051025453954935074
224441	rnn.bias_hh_l0_reverse	4	-0.028664913028478622
224441	rnn.bias_hh_l0_reverse	5	-0.017283307388424873
224441	rnn.bias_hh_l0_reverse	6	-0.017042886465787888
224441	rnn.bias_hh_l0_reverse	7	0.09715311974287033
224441	rnn.bias_hh_l0_reverse	8	0.03386896103620529
224441	rnn.bias_hh_l0_reverse	9	-0.1463719606399536
224441	rnn.weight_ih_l1	0	-0.029953790828585625
224441	rnn.weight_ih_l1	1	-0.0508919358253479
224441	rnn.weight_ih_l1	2	0.063731350004673
224441	rnn.weight_ih_l1	3	-0.07193896174430847
224441	rnn.weight_ih_l1	4	-0.01415945217013359
224441	rnn.weight_ih_l1	5	-0.04068569093942642
224441	rnn.weight_ih_l1	6	0.028661541640758514
224441	rnn.weight_ih_l1	7	-0.04413999617099762
224441	rnn.weight_ih_l1	8	0.03756988048553467
224441	rnn.weight_ih_l1	9	0.04450470954179764
224441	rnn.weight_hh_l1	0	-0.006517970934510231
224441	rnn.weight_hh_l1	1	0.019674669951200485
224441	rnn.weight_hh_l1	2	0.007333013229072094
224441	rnn.weight_hh_l1	3	-0.012774882838129997
224441	rnn.weight_hh_l1	4	0.0049325572326779366
224441	rnn.weight_hh_l1	5	0.03477030619978905
224441	rnn.weight_hh_l1	6	0.03683275356888771
224441	rnn.weight_hh_l1	7	-0.015887247398495674
224441	rnn.weight_hh_l1	8	-0.007864713668823242
224441	rnn.weight_hh_l1	9	0.038408830761909485
224441	rnn.bias_ih_l1	0	-0.1845315545797348
224441	rnn.bias_ih_l1	1	-0.1793835312128067
224441	rnn.bias_ih_l1	2	-0.19798436760902405
224441	rnn.bias_ih_l1	3	-0.310910701751709
224441	rnn.bias_ih_l1	4	-0.20728462934494019
224441	rnn.bias_ih_l1	5	-0.08828949928283691
224441	rnn.bias_ih_l1	6	-0.15851840376853943
224441	rnn.bias_ih_l1	7	-0.0072020273655653
224441	rnn.bias_ih_l1	8	-0.13728243112564087
224441	rnn.bias_ih_l1	9	-0.13057969510555267
224441	rnn.bias_hh_l1	0	-0.0960681140422821
224441	rnn.bias_hh_l1	1	-0.06883213669061661
224441	rnn.bias_hh_l1	2	-0.08696511387825012
224441	rnn.bias_hh_l1	3	-0.07954106479883194
224441	rnn.bias_hh_l1	4	-0.0751289501786232
224441	rnn.bias_hh_l1	5	-0.11813042312860489
224441	rnn.bias_hh_l1	6	-0.1654118448495865
224441	rnn.bias_hh_l1	7	0.07695470750331879
224441	rnn.bias_hh_l1	8	-0.17980527877807617
224441	rnn.bias_hh_l1	9	-0.1191379576921463
224441	rnn.weight_ih_l1_reverse	0	-0.04630660638213158
224441	rnn.weight_ih_l1_reverse	1	0.033769432455301285
224441	rnn.weight_ih_l1_reverse	2	0.09084513783454895
224441	rnn.weight_ih_l1_reverse	3	-0.017350763082504272
224441	rnn.weight_ih_l1_reverse	4	-0.026638023555278778
224441	rnn.weight_ih_l1_reverse	5	-0.03038373403251171
224441	rnn.weight_ih_l1_reverse	6	-0.01879354566335678
224441	rnn.weight_ih_l1_reverse	7	0.028670478612184525
224441	rnn.weight_ih_l1_reverse	8	0.00849664956331253
224441	rnn.weight_ih_l1_reverse	9	-0.03401954844594002
224441	rnn.weight_hh_l1_reverse	0	0.004623267333954573
224441	rnn.weight_hh_l1_reverse	1	0.031531188637018204
224441	rnn.weight_hh_l1_reverse	2	-0.0405845046043396
224441	rnn.weight_hh_l1_reverse	3	0.03509574010968208
224441	rnn.weight_hh_l1_reverse	4	0.04721054062247276
224441	rnn.weight_hh_l1_reverse	5	0.004588134586811066
224441	rnn.weight_hh_l1_reverse	6	0.049058739095926285
224441	rnn.weight_hh_l1_reverse	7	0.03137599676847458
224441	rnn.weight_hh_l1_reverse	8	-0.007203756365925074
224441	rnn.weight_hh_l1_reverse	9	-0.030952582135796547
224441	rnn.bias_ih_l1_reverse	0	-0.04825321212410927
224441	rnn.bias_ih_l1_reverse	1	-0.14177687466144562
224441	rnn.bias_ih_l1_reverse	2	-0.16448180377483368
224441	rnn.bias_ih_l1_reverse	3	-0.054975733160972595
224441	rnn.bias_ih_l1_reverse	4	-0.20591673254966736
224441	rnn.bias_ih_l1_reverse	5	-0.1173461377620697
224441	rnn.bias_ih_l1_reverse	6	-0.13061557710170746
224441	rnn.bias_ih_l1_reverse	7	-0.19268690049648285
224441	rnn.bias_ih_l1_reverse	8	0.22631503641605377
224441	rnn.bias_ih_l1_reverse	9	0.024037353694438934
224441	rnn.bias_hh_l1_reverse	0	0.009863126091659069
224441	rnn.bias_hh_l1_reverse	1	-0.0687774121761322
224441	rnn.bias_hh_l1_reverse	2	-0.23661528527736664
224441	rnn.bias_hh_l1_reverse	3	-0.1413768231868744
224441	rnn.bias_hh_l1_reverse	4	-0.08126018941402435
224441	rnn.bias_hh_l1_reverse	5	-0.11849170178174973
224441	rnn.bias_hh_l1_reverse	6	0.05980009213089943
224441	rnn.bias_hh_l1_reverse	7	-0.14077267050743103
224441	rnn.bias_hh_l1_reverse	8	-0.12202908098697662
224441	rnn.bias_hh_l1_reverse	9	-0.1503259241580963
224441	linear.weight	0	0.002228822559118271
224441	linear.weight	1	0.09927160292863846
224441	linear.weight	2	-0.09294970333576202
224441	linear.weight	3	0.3026851713657379
224441	linear.weight	4	0.150364950299263
224441	linear.weight	5	-0.062429822981357574
224441	linear.weight	6	0.08965253829956055
224441	linear.weight	7	0.11490817368030548
224441	linear.weight	8	0.04113902524113655
224441	linear.weight	9	-0.05358502268791199
224441	linear.bias	0	0.10365839302539825
224441	linear.bias	1	-0.18480822443962097
224441	linear.bias	2	-0.4419759213924408
224441	linear.bias	3	-0.6632145047187805
224441	linear.bias	4	-1.2582777738571167
224441	linear.bias	5	-0.06575117260217667
224441	linear.bias	6	-0.8206502795219421
224441	linear.bias	7	0.2634907066822052
224441	linear.bias	8	-0.406696081161499
224441	linear.bias	9	-1.0245721340179443
224638	transitions	0	0.7470965385437012
224638	transitions	1	0.13890764117240906
224638	transitions	2	-10000.0
224638	transitions	3	-1.8277473449707031
224638	transitions	4	-10000.0
224638	transitions	5	0.5638089179992676
224638	transitions	6	-0.08487962931394577
224638	transitions	7	-0.8031631112098694
224638	transitions	8	-1.4209612607955933
224638	transitions	9	-0.0012237123446539044
224638	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
224638	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
224638	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
224638	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
224638	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
224638	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
224638	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
224638	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
224638	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
224638	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
224638	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
224638	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
224638	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
224638	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
224638	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
224638	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
224638	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
224638	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
224638	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
224638	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
224638	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
224638	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
224638	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
224638	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
224638	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
224638	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
224638	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
224638	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
224638	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
224638	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
224638	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
224638	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
224638	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
224638	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
224638	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
224638	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
224638	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
224638	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
224638	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
224638	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
224638	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
224638	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
224638	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
224638	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
224638	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
224638	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
224638	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
224638	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
224638	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
224638	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
224638	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
224638	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
224638	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
224638	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
224638	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
224638	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
224638	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
224638	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
224638	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
224638	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
224638	embedding2nn.weight	0	0.017806384712457657
224638	embedding2nn.weight	1	-0.01311381347477436
224638	embedding2nn.weight	2	-0.014268254861235619
224638	embedding2nn.weight	3	-0.029527023434638977
224638	embedding2nn.weight	4	-0.0059150345623493195
224638	embedding2nn.weight	5	-0.0037005890626460314
224638	embedding2nn.weight	6	-0.003973267041146755
224638	embedding2nn.weight	7	-0.07547038048505783
224638	embedding2nn.weight	8	-0.0019979383796453476
224638	embedding2nn.weight	9	-0.027696173638105392
224638	embedding2nn.bias	0	0.029974378645420074
224638	embedding2nn.bias	1	-0.07170479744672775
224638	embedding2nn.bias	2	0.06915301829576492
224638	embedding2nn.bias	3	0.05159793794155121
224638	embedding2nn.bias	4	-0.04139213263988495
224638	embedding2nn.bias	5	-0.013732380233705044
224638	embedding2nn.bias	6	0.02413119748234749
224638	embedding2nn.bias	7	-0.052175167948007584
224638	embedding2nn.bias	8	0.06815076619386673
224638	embedding2nn.bias	9	0.04484308883547783
224638	rnn.weight_ih_l0	0	-0.07744032889604568
224638	rnn.weight_ih_l0	1	0.0028476673178374767
224638	rnn.weight_ih_l0	2	0.03596917912364006
224638	rnn.weight_ih_l0	3	0.022519538179039955
224638	rnn.weight_ih_l0	4	-0.048716042190790176
224638	rnn.weight_ih_l0	5	-0.06801293045282364
224638	rnn.weight_ih_l0	6	-0.0030532244127243757
224638	rnn.weight_ih_l0	7	0.052723463624715805
224638	rnn.weight_ih_l0	8	-0.015478190965950489
224638	rnn.weight_ih_l0	9	-0.03163374587893486
224638	rnn.weight_hh_l0	0	-0.03030061163008213
224638	rnn.weight_hh_l0	1	-0.008058281615376472
224638	rnn.weight_hh_l0	2	0.006349002942442894
224638	rnn.weight_hh_l0	3	-0.07464581727981567
224638	rnn.weight_hh_l0	4	0.09396152198314667
224638	rnn.weight_hh_l0	5	-0.024555230513215065
224638	rnn.weight_hh_l0	6	-0.0620427131652832
224638	rnn.weight_hh_l0	7	0.009950760751962662
224638	rnn.weight_hh_l0	8	0.013196449726819992
224638	rnn.weight_hh_l0	9	-0.02489989809691906
224638	rnn.bias_ih_l0	0	0.12617085874080658
224638	rnn.bias_ih_l0	1	-0.038388390094041824
224638	rnn.bias_ih_l0	2	-0.03296905383467674
224638	rnn.bias_ih_l0	3	0.1641152799129486
224638	rnn.bias_ih_l0	4	-0.01230810210108757
224638	rnn.bias_ih_l0	5	-0.022606944665312767
224638	rnn.bias_ih_l0	6	0.017895914614200592
224638	rnn.bias_ih_l0	7	0.022446947172284126
224638	rnn.bias_ih_l0	8	-0.1002064123749733
224638	rnn.bias_ih_l0	9	-0.04686912149190903
224638	rnn.bias_hh_l0	0	0.0013016307493671775
224638	rnn.bias_hh_l0	1	-0.09971055388450623
224638	rnn.bias_hh_l0	2	-0.07259994000196457
224638	rnn.bias_hh_l0	3	-0.08922106772661209
224638	rnn.bias_hh_l0	4	0.009508862160146236
224638	rnn.bias_hh_l0	5	-0.020121904090046883
224638	rnn.bias_hh_l0	6	0.025000963360071182
224638	rnn.bias_hh_l0	7	0.055917978286743164
224638	rnn.bias_hh_l0	8	-0.12217362970113754
224638	rnn.bias_hh_l0	9	-0.0580432191491127
224638	rnn.weight_ih_l0_reverse	0	-0.023440130054950714
224638	rnn.weight_ih_l0_reverse	1	-0.05610812455415726
224638	rnn.weight_ih_l0_reverse	2	-0.04831860214471817
224638	rnn.weight_ih_l0_reverse	3	0.013787704519927502
224638	rnn.weight_ih_l0_reverse	4	-0.025504257529973984
224638	rnn.weight_ih_l0_reverse	5	-0.057513538748025894
224638	rnn.weight_ih_l0_reverse	6	0.07425074279308319
224638	rnn.weight_ih_l0_reverse	7	-0.019405394792556763
224638	rnn.weight_ih_l0_reverse	8	-0.019081460312008858
224638	rnn.weight_ih_l0_reverse	9	0.004553958307951689
224638	rnn.weight_hh_l0_reverse	0	0.06757564842700958
224638	rnn.weight_hh_l0_reverse	1	0.021852947771549225
224638	rnn.weight_hh_l0_reverse	2	0.02899855189025402
224638	rnn.weight_hh_l0_reverse	3	0.03527160733938217
224638	rnn.weight_hh_l0_reverse	4	0.012980078347027302
224638	rnn.weight_hh_l0_reverse	5	0.007456509862095118
224638	rnn.weight_hh_l0_reverse	6	0.05062786489725113
224638	rnn.weight_hh_l0_reverse	7	-0.0818542093038559
224638	rnn.weight_hh_l0_reverse	8	0.041596684604883194
224638	rnn.weight_hh_l0_reverse	9	0.03532496467232704
224638	rnn.bias_ih_l0_reverse	0	-0.0587870292365551
224638	rnn.bias_ih_l0_reverse	1	-0.2847256064414978
224638	rnn.bias_ih_l0_reverse	2	-0.12262211740016937
224638	rnn.bias_ih_l0_reverse	3	-0.04781906306743622
224638	rnn.bias_ih_l0_reverse	4	-0.023050714284181595
224638	rnn.bias_ih_l0_reverse	5	0.07541725039482117
224638	rnn.bias_ih_l0_reverse	6	-0.06593556702136993
224638	rnn.bias_ih_l0_reverse	7	0.06459998339414597
224638	rnn.bias_ih_l0_reverse	8	-0.0395953468978405
224638	rnn.bias_ih_l0_reverse	9	0.06361165642738342
224638	rnn.bias_hh_l0_reverse	0	0.024648090824484825
224638	rnn.bias_hh_l0_reverse	1	-0.05501158535480499
224638	rnn.bias_hh_l0_reverse	2	0.08363386243581772
224638	rnn.bias_hh_l0_reverse	3	-0.05101108178496361
224638	rnn.bias_hh_l0_reverse	4	-0.028859002515673637
224638	rnn.bias_hh_l0_reverse	5	-0.017413420602679253
224638	rnn.bias_hh_l0_reverse	6	-0.017072178423404694
224638	rnn.bias_hh_l0_reverse	7	0.09751296788454056
224638	rnn.bias_hh_l0_reverse	8	0.03360769525170326
224638	rnn.bias_hh_l0_reverse	9	-0.14683325588703156
224638	rnn.weight_ih_l1	0	-0.02999505214393139
224638	rnn.weight_ih_l1	1	-0.05092323198914528
224638	rnn.weight_ih_l1	2	0.06412557512521744
224638	rnn.weight_ih_l1	3	-0.07188057154417038
224638	rnn.weight_ih_l1	4	-0.01409655250608921
224638	rnn.weight_ih_l1	5	-0.040668122470378876
224638	rnn.weight_ih_l1	6	0.02866903319954872
224638	rnn.weight_ih_l1	7	-0.04388805851340294
224638	rnn.weight_ih_l1	8	0.0375976525247097
224638	rnn.weight_ih_l1	9	0.04449949786067009
224638	rnn.weight_hh_l1	0	-0.006424132268875837
224638	rnn.weight_hh_l1	1	0.019665051251649857
224638	rnn.weight_hh_l1	2	0.007338992320001125
224638	rnn.weight_hh_l1	3	-0.012760384008288383
224638	rnn.weight_hh_l1	4	0.0049645924009382725
224638	rnn.weight_hh_l1	5	0.0346720851957798
224638	rnn.weight_hh_l1	6	0.03688568249344826
224638	rnn.weight_hh_l1	7	-0.015840668231248856
224638	rnn.weight_hh_l1	8	-0.00790485367178917
224638	rnn.weight_hh_l1	9	0.03833753243088722
224638	rnn.bias_ih_l1	0	-0.18467780947685242
224638	rnn.bias_ih_l1	1	-0.17936380207538605
224638	rnn.bias_ih_l1	2	-0.19801363348960876
224638	rnn.bias_ih_l1	3	-0.3108844757080078
224638	rnn.bias_ih_l1	4	-0.20702768862247467
224638	rnn.bias_ih_l1	5	-0.08821728825569153
224638	rnn.bias_ih_l1	6	-0.15819796919822693
224638	rnn.bias_ih_l1	7	-0.006624345667660236
224638	rnn.bias_ih_l1	8	-0.13749317824840546
224638	rnn.bias_ih_l1	9	-0.1306018978357315
224638	rnn.bias_hh_l1	0	-0.09560438990592957
224638	rnn.bias_hh_l1	1	-0.06869998574256897
224638	rnn.bias_hh_l1	2	-0.08666126430034637
224638	rnn.bias_hh_l1	3	-0.07947929203510284
224638	rnn.bias_hh_l1	4	-0.07487788796424866
224638	rnn.bias_hh_l1	5	-0.11801784485578537
224638	rnn.bias_hh_l1	6	-0.1650809496641159
224638	rnn.bias_hh_l1	7	0.07671867311000824
224638	rnn.bias_hh_l1	8	-0.1800469011068344
224638	rnn.bias_hh_l1	9	-0.11969935148954391
224638	rnn.weight_ih_l1_reverse	0	-0.046305134892463684
224638	rnn.weight_ih_l1_reverse	1	0.03375694528222084
224638	rnn.weight_ih_l1_reverse	2	0.09093283116817474
224638	rnn.weight_ih_l1_reverse	3	-0.01739511266350746
224638	rnn.weight_ih_l1_reverse	4	-0.02668110281229019
224638	rnn.weight_ih_l1_reverse	5	-0.030435044318437576
224638	rnn.weight_ih_l1_reverse	6	-0.018993401899933815
224638	rnn.weight_ih_l1_reverse	7	0.028721820563077927
224638	rnn.weight_ih_l1_reverse	8	0.008876863867044449
224638	rnn.weight_ih_l1_reverse	9	-0.03378022462129593
224638	rnn.weight_hh_l1_reverse	0	0.004591511096805334
224638	rnn.weight_hh_l1_reverse	1	0.03158565238118172
224638	rnn.weight_hh_l1_reverse	2	-0.04057832434773445
224638	rnn.weight_hh_l1_reverse	3	0.0350891575217247
224638	rnn.weight_hh_l1_reverse	4	0.04721252620220184
224638	rnn.weight_hh_l1_reverse	5	0.004600031767040491
224638	rnn.weight_hh_l1_reverse	6	0.0491609089076519
224638	rnn.weight_hh_l1_reverse	7	0.03136056661605835
224638	rnn.weight_hh_l1_reverse	8	-0.007221488747745752
224638	rnn.weight_hh_l1_reverse	9	-0.030956031754612923
224638	rnn.bias_ih_l1_reverse	0	-0.048260726034641266
224638	rnn.bias_ih_l1_reverse	1	-0.1421276032924652
224638	rnn.bias_ih_l1_reverse	2	-0.16445140540599823
224638	rnn.bias_ih_l1_reverse	3	-0.05480341613292694
224638	rnn.bias_ih_l1_reverse	4	-0.2057047337293625
224638	rnn.bias_ih_l1_reverse	5	-0.11743970215320587
224638	rnn.bias_ih_l1_reverse	6	-0.13049021363258362
224638	rnn.bias_ih_l1_reverse	7	-0.19265452027320862
224638	rnn.bias_ih_l1_reverse	8	0.22622200846672058
224638	rnn.bias_ih_l1_reverse	9	0.02494816482067108
224638	rnn.bias_hh_l1_reverse	0	0.01059863343834877
224638	rnn.bias_hh_l1_reverse	1	-0.06969253718852997
224638	rnn.bias_hh_l1_reverse	2	-0.23644593358039856
224638	rnn.bias_hh_l1_reverse	3	-0.14107979834079742
224638	rnn.bias_hh_l1_reverse	4	-0.08131595700979233
224638	rnn.bias_hh_l1_reverse	5	-0.1187783032655716
224638	rnn.bias_hh_l1_reverse	6	0.058885566890239716
224638	rnn.bias_hh_l1_reverse	7	-0.14117369055747986
224638	rnn.bias_hh_l1_reverse	8	-0.12211216241121292
224638	rnn.bias_hh_l1_reverse	9	-0.15023712813854218
224638	linear.weight	0	0.002228822559118271
224638	linear.weight	1	0.09947790950536728
224638	linear.weight	2	-0.09285733103752136
224638	linear.weight	3	0.3027338981628418
224638	linear.weight	4	0.1497011035680771
224638	linear.weight	5	-0.0628054216504097
224638	linear.weight	6	0.09128203243017197
224638	linear.weight	7	0.11526916176080704
224638	linear.weight	8	0.041139014065265656
224638	linear.weight	9	-0.05426459759473801
224638	linear.bias	0	0.10557866841554642
224638	linear.bias	1	-0.1844720095396042
224638	linear.bias	2	-0.4444824755191803
224638	linear.bias	3	-0.6663923859596252
224638	linear.bias	4	-1.2616502046585083
224638	linear.bias	5	-0.06397785991430283
224638	linear.bias	6	-0.8202364444732666
224638	linear.bias	7	0.26494166254997253
224638	linear.bias	8	-0.4095434546470642
224638	linear.bias	9	-1.0276762247085571
224835	transitions	0	0.7471601366996765
224835	transitions	1	0.13973084092140198
224835	transitions	2	-10000.0
224835	transitions	3	-1.8277485370635986
224835	transitions	4	-10000.0
224835	transitions	5	0.5637903809547424
224835	transitions	6	-0.08488570153713226
224835	transitions	7	-0.803228497505188
224835	transitions	8	-1.420974850654602
224835	transitions	9	-0.0012237605405971408
224835	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
224835	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
224835	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
224835	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
224835	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
224835	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
224835	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
224835	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
224835	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
224835	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
224835	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
224835	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
224835	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
224835	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
224835	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
224835	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
224835	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
224835	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
224835	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
224835	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
224835	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
224835	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
224835	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
224835	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
224835	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
224835	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
224835	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
224835	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
224835	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
224835	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
224835	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
224835	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
224835	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
224835	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
224835	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
224835	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
224835	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
224835	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
224835	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
224835	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
224835	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
224835	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
224835	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
224835	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
224835	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
224835	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
224835	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
224835	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
224835	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
224835	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
224835	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
224835	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
224835	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
224835	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
224835	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
224835	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
224835	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
224835	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
224835	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
224835	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
224835	embedding2nn.weight	0	0.017548086121678352
224835	embedding2nn.weight	1	-0.013092279434204102
224835	embedding2nn.weight	2	-0.014268254861235619
224835	embedding2nn.weight	3	-0.02948756515979767
224835	embedding2nn.weight	4	-0.0059150345623493195
224835	embedding2nn.weight	5	-0.0037005890626460314
224835	embedding2nn.weight	6	-0.003973268438130617
224835	embedding2nn.weight	7	-0.07545015960931778
224835	embedding2nn.weight	8	-0.0019979383796453476
224835	embedding2nn.weight	9	-0.027719641104340553
224835	embedding2nn.bias	0	0.030083701014518738
224835	embedding2nn.bias	1	-0.07052387297153473
224835	embedding2nn.bias	2	0.06939957290887833
224835	embedding2nn.bias	3	0.052512671798467636
224835	embedding2nn.bias	4	-0.04138396680355072
224835	embedding2nn.bias	5	-0.016172682866454124
224835	embedding2nn.bias	6	0.024284102022647858
224835	embedding2nn.bias	7	-0.05296145752072334
224835	embedding2nn.bias	8	0.06704886257648468
224835	embedding2nn.bias	9	0.04623228311538696
224835	rnn.weight_ih_l0	0	-0.07745048403739929
224835	rnn.weight_ih_l0	1	0.0027105321642011404
224835	rnn.weight_ih_l0	2	0.035985905677080154
224835	rnn.weight_ih_l0	3	0.022375032305717468
224835	rnn.weight_ih_l0	4	-0.04889439046382904
224835	rnn.weight_ih_l0	5	-0.0681028813123703
224835	rnn.weight_ih_l0	6	-0.003096760483458638
224835	rnn.weight_ih_l0	7	0.05261579155921936
224835	rnn.weight_ih_l0	8	-0.015607891604304314
224835	rnn.weight_ih_l0	9	-0.031619515269994736
224835	rnn.weight_hh_l0	0	-0.03043854795396328
224835	rnn.weight_hh_l0	1	-0.007984131574630737
224835	rnn.weight_hh_l0	2	0.006301567889750004
224835	rnn.weight_hh_l0	3	-0.07466477900743484
224835	rnn.weight_hh_l0	4	0.09396090358495712
224835	rnn.weight_hh_l0	5	-0.02452271804213524
224835	rnn.weight_hh_l0	6	-0.06204110011458397
224835	rnn.weight_hh_l0	7	0.01006222888827324
224835	rnn.weight_hh_l0	8	0.013346332125365734
224835	rnn.weight_hh_l0	9	-0.024849476292729378
224835	rnn.bias_ih_l0	0	0.12627366185188293
224835	rnn.bias_ih_l0	1	-0.03882111608982086
224835	rnn.bias_ih_l0	2	-0.033086102455854416
224835	rnn.bias_ih_l0	3	0.16428415477275848
224835	rnn.bias_ih_l0	4	-0.011917228810489178
224835	rnn.bias_ih_l0	5	-0.022457098588347435
224835	rnn.bias_ih_l0	6	0.017568346112966537
224835	rnn.bias_ih_l0	7	0.022341527044773102
224835	rnn.bias_ih_l0	8	-0.10018543154001236
224835	rnn.bias_ih_l0	9	-0.04665414243936539
224835	rnn.bias_hh_l0	0	0.0011857320787385106
224835	rnn.bias_hh_l0	1	-0.09995093941688538
224835	rnn.bias_hh_l0	2	-0.07303666323423386
224835	rnn.bias_hh_l0	3	-0.08930470049381256
224835	rnn.bias_hh_l0	4	0.009776116348803043
224835	rnn.bias_hh_l0	5	-0.020367756485939026
224835	rnn.bias_hh_l0	6	0.024957986548542976
224835	rnn.bias_hh_l0	7	0.05619791895151138
224835	rnn.bias_hh_l0	8	-0.12212823331356049
224835	rnn.bias_hh_l0	9	-0.05768319219350815
224835	rnn.weight_ih_l0_reverse	0	-0.02342081069946289
224835	rnn.weight_ih_l0_reverse	1	-0.056178584694862366
224835	rnn.weight_ih_l0_reverse	2	-0.048127323389053345
224835	rnn.weight_ih_l0_reverse	3	0.01365913636982441
224835	rnn.weight_ih_l0_reverse	4	-0.025510184466838837
224835	rnn.weight_ih_l0_reverse	5	-0.05764437094330788
224835	rnn.weight_ih_l0_reverse	6	0.07430214434862137
224835	rnn.weight_ih_l0_reverse	7	-0.01938704028725624
224835	rnn.weight_ih_l0_reverse	8	-0.01910255290567875
224835	rnn.weight_ih_l0_reverse	9	0.004634117241948843
224835	rnn.weight_hh_l0_reverse	0	0.06754262745380402
224835	rnn.weight_hh_l0_reverse	1	0.02169008180499077
224835	rnn.weight_hh_l0_reverse	2	0.029058080166578293
224835	rnn.weight_hh_l0_reverse	3	0.035258229821920395
224835	rnn.weight_hh_l0_reverse	4	0.013039872981607914
224835	rnn.weight_hh_l0_reverse	5	0.007373206317424774
224835	rnn.weight_hh_l0_reverse	6	0.05063246935606003
224835	rnn.weight_hh_l0_reverse	7	-0.08151664584875107
224835	rnn.weight_hh_l0_reverse	8	0.04151430353522301
224835	rnn.weight_hh_l0_reverse	9	0.03534461557865143
224835	rnn.bias_ih_l0_reverse	0	-0.05870429426431656
224835	rnn.bias_ih_l0_reverse	1	-0.2849377691745758
224835	rnn.bias_ih_l0_reverse	2	-0.12263107299804688
224835	rnn.bias_ih_l0_reverse	3	-0.04815877974033356
224835	rnn.bias_ih_l0_reverse	4	-0.023089267313480377
224835	rnn.bias_ih_l0_reverse	5	0.07525510340929031
224835	rnn.bias_ih_l0_reverse	6	-0.06552903354167938
224835	rnn.bias_ih_l0_reverse	7	0.06511335074901581
224835	rnn.bias_ih_l0_reverse	8	-0.03967751935124397
224835	rnn.bias_ih_l0_reverse	9	0.06326311081647873
224835	rnn.bias_hh_l0_reverse	0	0.02431357093155384
224835	rnn.bias_hh_l0_reverse	1	-0.05454348772764206
224835	rnn.bias_hh_l0_reverse	2	0.08406886458396912
224835	rnn.bias_hh_l0_reverse	3	-0.05090148746967316
224835	rnn.bias_hh_l0_reverse	4	-0.028925660997629166
224835	rnn.bias_hh_l0_reverse	5	-0.016984885558485985
224835	rnn.bias_hh_l0_reverse	6	-0.016923215240240097
224835	rnn.bias_hh_l0_reverse	7	0.09799962490797043
224835	rnn.bias_hh_l0_reverse	8	0.03330545127391815
224835	rnn.bias_hh_l0_reverse	9	-0.14592920243740082
224835	rnn.weight_ih_l1	0	-0.03001214563846588
224835	rnn.weight_ih_l1	1	-0.051014453172683716
224835	rnn.weight_ih_l1	2	0.06428103893995285
224835	rnn.weight_ih_l1	3	-0.07198747992515564
224835	rnn.weight_ih_l1	4	-0.014043421484529972
224835	rnn.weight_ih_l1	5	-0.04064298793673515
224835	rnn.weight_ih_l1	6	0.028603268787264824
224835	rnn.weight_ih_l1	7	-0.04390605166554451
224835	rnn.weight_ih_l1	8	0.03760414943099022
224835	rnn.weight_ih_l1	9	0.04460936039686203
224835	rnn.weight_hh_l1	0	-0.006535382941365242
224835	rnn.weight_hh_l1	1	0.019672833383083344
224835	rnn.weight_hh_l1	2	0.007217649836093187
224835	rnn.weight_hh_l1	3	-0.012755578383803368
224835	rnn.weight_hh_l1	4	0.005020855460315943
224835	rnn.weight_hh_l1	5	0.034660231322050095
224835	rnn.weight_hh_l1	6	0.03687932714819908
224835	rnn.weight_hh_l1	7	-0.015852877870202065
224835	rnn.weight_hh_l1	8	-0.00789297092705965
224835	rnn.weight_hh_l1	9	0.03833029791712761
224835	rnn.bias_ih_l1	0	-0.18492648005485535
224835	rnn.bias_ih_l1	1	-0.179509699344635
224835	rnn.bias_ih_l1	2	-0.1986146718263626
224835	rnn.bias_ih_l1	3	-0.3111083209514618
224835	rnn.bias_ih_l1	4	-0.20657236874103546
224835	rnn.bias_ih_l1	5	-0.08821684867143631
224835	rnn.bias_ih_l1	6	-0.15788763761520386
224835	rnn.bias_ih_l1	7	-0.006479737348854542
224835	rnn.bias_ih_l1	8	-0.13759995996952057
224835	rnn.bias_ih_l1	9	-0.13004745543003082
224835	rnn.bias_hh_l1	0	-0.0956568717956543
224835	rnn.bias_hh_l1	1	-0.06876306980848312
224835	rnn.bias_hh_l1	2	-0.08675138652324677
224835	rnn.bias_hh_l1	3	-0.07985088229179382
224835	rnn.bias_hh_l1	4	-0.07488960772752762
224835	rnn.bias_hh_l1	5	-0.11818480491638184
224835	rnn.bias_hh_l1	6	-0.16475756466388702
224835	rnn.bias_hh_l1	7	0.07666697353124619
224835	rnn.bias_hh_l1	8	-0.18054120242595673
224835	rnn.bias_hh_l1	9	-0.1198984906077385
224835	rnn.weight_ih_l1_reverse	0	-0.046464867889881134
224835	rnn.weight_ih_l1_reverse	1	0.03352544829249382
224835	rnn.weight_ih_l1_reverse	2	0.091193787753582
224835	rnn.weight_ih_l1_reverse	3	-0.01734049804508686
224835	rnn.weight_ih_l1_reverse	4	-0.02677851729094982
224835	rnn.weight_ih_l1_reverse	5	-0.030467500910162926
224835	rnn.weight_ih_l1_reverse	6	-0.019039124250411987
224835	rnn.weight_ih_l1_reverse	7	0.028749138116836548
224835	rnn.weight_ih_l1_reverse	8	0.008689184673130512
224835	rnn.weight_ih_l1_reverse	9	-0.03368208929896355
224835	rnn.weight_hh_l1_reverse	0	0.004570686724036932
224835	rnn.weight_hh_l1_reverse	1	0.031570836901664734
224835	rnn.weight_hh_l1_reverse	2	-0.04057677090167999
224835	rnn.weight_hh_l1_reverse	3	0.03510725125670433
224835	rnn.weight_hh_l1_reverse	4	0.04717324674129486
224835	rnn.weight_hh_l1_reverse	5	0.004654069431126118
224835	rnn.weight_hh_l1_reverse	6	0.04907487705349922
224835	rnn.weight_hh_l1_reverse	7	0.03136032819747925
224835	rnn.weight_hh_l1_reverse	8	-0.007218374405056238
224835	rnn.weight_hh_l1_reverse	9	-0.030942829325795174
224835	rnn.bias_ih_l1_reverse	0	-0.04819959029555321
224835	rnn.bias_ih_l1_reverse	1	-0.14210054278373718
224835	rnn.bias_ih_l1_reverse	2	-0.16425415873527527
224835	rnn.bias_ih_l1_reverse	3	-0.05449105426669121
224835	rnn.bias_ih_l1_reverse	4	-0.20569613575935364
224835	rnn.bias_ih_l1_reverse	5	-0.11735577136278152
224835	rnn.bias_ih_l1_reverse	6	-0.1303701400756836
224835	rnn.bias_ih_l1_reverse	7	-0.19222131371498108
224835	rnn.bias_ih_l1_reverse	8	0.22480782866477966
224835	rnn.bias_ih_l1_reverse	9	0.0246169101446867
224835	rnn.bias_hh_l1_reverse	0	0.010541344992816448
224835	rnn.bias_hh_l1_reverse	1	-0.068087637424469
224835	rnn.bias_hh_l1_reverse	2	-0.2368246167898178
224835	rnn.bias_hh_l1_reverse	3	-0.14170047640800476
224835	rnn.bias_hh_l1_reverse	4	-0.08148062974214554
224835	rnn.bias_hh_l1_reverse	5	-0.11907943338155746
224835	rnn.bias_hh_l1_reverse	6	0.05851397290825844
224835	rnn.bias_hh_l1_reverse	7	-0.1411571353673935
224835	rnn.bias_hh_l1_reverse	8	-0.12190335988998413
224835	rnn.bias_hh_l1_reverse	9	-0.15005026757717133
224835	linear.weight	0	0.002228822559118271
224835	linear.weight	1	0.09828221797943115
224835	linear.weight	2	-0.09286770224571228
224835	linear.weight	3	0.30326172709465027
224835	linear.weight	4	0.14898252487182617
224835	linear.weight	5	-0.06292236596345901
224835	linear.weight	6	0.09160169214010239
224835	linear.weight	7	0.11447557806968689
224835	linear.weight	8	0.041138917207717896
224835	linear.weight	9	-0.05409301817417145
224835	linear.bias	0	0.10525672137737274
224835	linear.bias	1	-0.18469879031181335
224835	linear.bias	2	-0.4464038014411926
224835	linear.bias	3	-0.6605914831161499
224835	linear.bias	4	-1.2560392618179321
224835	linear.bias	5	-0.06578920036554337
224835	linear.bias	6	-0.8206338286399841
224835	linear.bias	7	0.2639062702655792
224835	linear.bias	8	-0.407280296087265
224835	linear.bias	9	-1.0257062911987305
225032	transitions	0	0.7468361258506775
225032	transitions	1	0.14014936983585358
225032	transitions	2	-10000.0
225032	transitions	3	-1.827751874923706
225032	transitions	4	-10000.0
225032	transitions	5	0.563784122467041
225032	transitions	6	-0.08489300310611725
225032	transitions	7	-0.8032824397087097
225032	transitions	8	-1.4209827184677124
225032	transitions	9	-0.0012238164199516177
225032	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
225032	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
225032	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
225032	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
225032	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
225032	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
225032	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
225032	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
225032	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
225032	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
225032	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
225032	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
225032	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
225032	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
225032	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
225032	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
225032	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
225032	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
225032	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
225032	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
225032	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
225032	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
225032	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
225032	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
225032	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
225032	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
225032	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
225032	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
225032	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
225032	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
225032	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
225032	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
225032	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
225032	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
225032	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
225032	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
225032	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
225032	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
225032	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
225032	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
225032	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
225032	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
225032	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
225032	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
225032	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
225032	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
225032	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
225032	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
225032	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
225032	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
225032	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
225032	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
225032	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
225032	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
225032	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
225032	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
225032	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
225032	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
225032	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
225032	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
225032	embedding2nn.weight	0	0.017670530825853348
225032	embedding2nn.weight	1	-0.013046713545918465
225032	embedding2nn.weight	2	-0.014268254861235619
225032	embedding2nn.weight	3	-0.029285194352269173
225032	embedding2nn.weight	4	-0.0059150345623493195
225032	embedding2nn.weight	5	-0.0037005890626460314
225032	embedding2nn.weight	6	-0.003973268438130617
225032	embedding2nn.weight	7	-0.07548245042562485
225032	embedding2nn.weight	8	-0.0019979383796453476
225032	embedding2nn.weight	9	-0.027921417728066444
225032	embedding2nn.bias	0	0.029091212898492813
225032	embedding2nn.bias	1	-0.07060449570417404
225032	embedding2nn.bias	2	0.06878485530614853
225032	embedding2nn.bias	3	0.05210546776652336
225032	embedding2nn.bias	4	-0.04164626821875572
225032	embedding2nn.bias	5	-0.016200635582208633
225032	embedding2nn.bias	6	0.025497710332274437
225032	embedding2nn.bias	7	-0.05379655584692955
225032	embedding2nn.bias	8	0.06720024347305298
225032	embedding2nn.bias	9	0.0455503948032856
225032	rnn.weight_ih_l0	0	-0.07775572687387466
225032	rnn.weight_ih_l0	1	0.002893930533900857
225032	rnn.weight_ih_l0	2	0.03596362844109535
225032	rnn.weight_ih_l0	3	0.022412925958633423
225032	rnn.weight_ih_l0	4	-0.04883633181452751
225032	rnn.weight_ih_l0	5	-0.06804336607456207
225032	rnn.weight_ih_l0	6	-0.0030079539865255356
225032	rnn.weight_ih_l0	7	0.05261937528848648
225032	rnn.weight_ih_l0	8	-0.015718212351202965
225032	rnn.weight_ih_l0	9	-0.031155895441770554
225032	rnn.weight_hh_l0	0	-0.03041185438632965
225032	rnn.weight_hh_l0	1	-0.008013184182345867
225032	rnn.weight_hh_l0	2	0.006411088164895773
225032	rnn.weight_hh_l0	3	-0.07470755279064178
225032	rnn.weight_hh_l0	4	0.09405313432216644
225032	rnn.weight_hh_l0	5	-0.02458612620830536
225032	rnn.weight_hh_l0	6	-0.06217309460043907
225032	rnn.weight_hh_l0	7	0.010309114120900631
225032	rnn.weight_hh_l0	8	0.013376143760979176
225032	rnn.weight_hh_l0	9	-0.024843992665410042
225032	rnn.bias_ih_l0	0	0.12664838135242462
225032	rnn.bias_ih_l0	1	-0.03859569504857063
225032	rnn.bias_ih_l0	2	-0.03289685398340225
225032	rnn.bias_ih_l0	3	0.16450050473213196
225032	rnn.bias_ih_l0	4	-0.012413631193339825
225032	rnn.bias_ih_l0	5	-0.022686539217829704
225032	rnn.bias_ih_l0	6	0.01703632064163685
225032	rnn.bias_ih_l0	7	0.02221546322107315
225032	rnn.bias_ih_l0	8	-0.10042877495288849
225032	rnn.bias_ih_l0	9	-0.04676080867648125
225032	rnn.bias_hh_l0	0	0.0014833230525255203
225032	rnn.bias_hh_l0	1	-0.09999941289424896
225032	rnn.bias_hh_l0	2	-0.07356429100036621
225032	rnn.bias_hh_l0	3	-0.08937839418649673
225032	rnn.bias_hh_l0	4	0.009667886421084404
225032	rnn.bias_hh_l0	5	-0.020218977704644203
225032	rnn.bias_hh_l0	6	0.024786604568362236
225032	rnn.bias_hh_l0	7	0.05632096529006958
225032	rnn.bias_hh_l0	8	-0.12249239534139633
225032	rnn.bias_hh_l0	9	-0.05784996971487999
225032	rnn.weight_ih_l0_reverse	0	-0.023600159212946892
225032	rnn.weight_ih_l0_reverse	1	-0.056325461715459824
225032	rnn.weight_ih_l0_reverse	2	-0.048122014850378036
225032	rnn.weight_ih_l0_reverse	3	0.013935863971710205
225032	rnn.weight_ih_l0_reverse	4	-0.025475673377513885
225032	rnn.weight_ih_l0_reverse	5	-0.05751226469874382
225032	rnn.weight_ih_l0_reverse	6	0.07438474148511887
225032	rnn.weight_ih_l0_reverse	7	-0.019376078620553017
225032	rnn.weight_ih_l0_reverse	8	-0.019020773470401764
225032	rnn.weight_ih_l0_reverse	9	0.004457732662558556
225032	rnn.weight_hh_l0_reverse	0	0.06756003946065903
225032	rnn.weight_hh_l0_reverse	1	0.021549712866544724
225032	rnn.weight_hh_l0_reverse	2	0.028909243643283844
225032	rnn.weight_hh_l0_reverse	3	0.035378772765398026
225032	rnn.weight_hh_l0_reverse	4	0.013221891596913338
225032	rnn.weight_hh_l0_reverse	5	0.007306366227567196
225032	rnn.weight_hh_l0_reverse	6	0.05060793086886406
225032	rnn.weight_hh_l0_reverse	7	-0.08162561058998108
225032	rnn.weight_hh_l0_reverse	8	0.04149646684527397
225032	rnn.weight_hh_l0_reverse	9	0.035397473722696304
225032	rnn.bias_ih_l0_reverse	0	-0.05854659900069237
225032	rnn.bias_ih_l0_reverse	1	-0.28511902689933777
225032	rnn.bias_ih_l0_reverse	2	-0.12314163893461227
225032	rnn.bias_ih_l0_reverse	3	-0.048169832676649094
225032	rnn.bias_ih_l0_reverse	4	-0.022568872198462486
225032	rnn.bias_ih_l0_reverse	5	0.07546988874673843
225032	rnn.bias_ih_l0_reverse	6	-0.06553040444850922
225032	rnn.bias_ih_l0_reverse	7	0.0650554895401001
225032	rnn.bias_ih_l0_reverse	8	-0.040013425052165985
225032	rnn.bias_ih_l0_reverse	9	0.06308240443468094
225032	rnn.bias_hh_l0_reverse	0	0.024091297760605812
225032	rnn.bias_hh_l0_reverse	1	-0.05483867973089218
225032	rnn.bias_hh_l0_reverse	2	0.08393753319978714
225032	rnn.bias_hh_l0_reverse	3	-0.05113667622208595
225032	rnn.bias_hh_l0_reverse	4	-0.029014550149440765
225032	rnn.bias_hh_l0_reverse	5	-0.017160560935735703
225032	rnn.bias_hh_l0_reverse	6	-0.01688295416533947
225032	rnn.bias_hh_l0_reverse	7	0.098148413002491
225032	rnn.bias_hh_l0_reverse	8	0.03350680693984032
225032	rnn.bias_hh_l0_reverse	9	-0.14597424864768982
225032	rnn.weight_ih_l1	0	-0.029976878315210342
225032	rnn.weight_ih_l1	1	-0.05089614540338516
225032	rnn.weight_ih_l1	2	0.0644235759973526
225032	rnn.weight_ih_l1	3	-0.07205239683389664
225032	rnn.weight_ih_l1	4	-0.013972611166536808
225032	rnn.weight_ih_l1	5	-0.04059769958257675
225032	rnn.weight_ih_l1	6	0.02869565226137638
225032	rnn.weight_ih_l1	7	-0.04402709752321243
225032	rnn.weight_ih_l1	8	0.03760821744799614
225032	rnn.weight_ih_l1	9	0.04455303028225899
225032	rnn.weight_hh_l1	0	-0.006488450337201357
225032	rnn.weight_hh_l1	1	0.019656429067254066
225032	rnn.weight_hh_l1	2	0.007466156501322985
225032	rnn.weight_hh_l1	3	-0.012724009342491627
225032	rnn.weight_hh_l1	4	0.0050383866764605045
225032	rnn.weight_hh_l1	5	0.03469652682542801
225032	rnn.weight_hh_l1	6	0.0368950292468071
225032	rnn.weight_hh_l1	7	-0.015852319076657295
225032	rnn.weight_hh_l1	8	-0.007883545011281967
225032	rnn.weight_hh_l1	9	0.03829758241772652
225032	rnn.bias_ih_l1	0	-0.18441247940063477
225032	rnn.bias_ih_l1	1	-0.1798412948846817
225032	rnn.bias_ih_l1	2	-0.19854126870632172
225032	rnn.bias_ih_l1	3	-0.31100139021873474
225032	rnn.bias_ih_l1	4	-0.20730923116207123
225032	rnn.bias_ih_l1	5	-0.08849069476127625
225032	rnn.bias_ih_l1	6	-0.15845081210136414
225032	rnn.bias_ih_l1	7	-0.006146501284092665
225032	rnn.bias_ih_l1	8	-0.13747338950634003
225032	rnn.bias_ih_l1	9	-0.13033424317836761
225032	rnn.bias_hh_l1	0	-0.0956561416387558
225032	rnn.bias_hh_l1	1	-0.06804918497800827
225032	rnn.bias_hh_l1	2	-0.08733035624027252
225032	rnn.bias_hh_l1	3	-0.07955517619848251
225032	rnn.bias_hh_l1	4	-0.0745672956109047
225032	rnn.bias_hh_l1	5	-0.11813446134328842
225032	rnn.bias_hh_l1	6	-0.16462476551532745
225032	rnn.bias_hh_l1	7	0.07721557468175888
225032	rnn.bias_hh_l1	8	-0.18063966929912567
225032	rnn.bias_hh_l1	9	-0.11997850984334946
225032	rnn.weight_ih_l1_reverse	0	-0.046443287283182144
225032	rnn.weight_ih_l1_reverse	1	0.03366812318563461
225032	rnn.weight_ih_l1_reverse	2	0.09130924195051193
225032	rnn.weight_ih_l1_reverse	3	-0.017556525766849518
225032	rnn.weight_ih_l1_reverse	4	-0.02669922262430191
225032	rnn.weight_ih_l1_reverse	5	-0.030477577820420265
225032	rnn.weight_ih_l1_reverse	6	-0.01916355825960636
225032	rnn.weight_ih_l1_reverse	7	0.02876526303589344
225032	rnn.weight_ih_l1_reverse	8	0.008744540624320507
225032	rnn.weight_ih_l1_reverse	9	-0.03359156847000122
225032	rnn.weight_hh_l1_reverse	0	0.004597728606313467
225032	rnn.weight_hh_l1_reverse	1	0.03155828267335892
225032	rnn.weight_hh_l1_reverse	2	-0.040578220039606094
225032	rnn.weight_hh_l1_reverse	3	0.035084471106529236
225032	rnn.weight_hh_l1_reverse	4	0.0471930056810379
225032	rnn.weight_hh_l1_reverse	5	0.004630521405488253
225032	rnn.weight_hh_l1_reverse	6	0.04899873957037926
225032	rnn.weight_hh_l1_reverse	7	0.03132981061935425
225032	rnn.weight_hh_l1_reverse	8	-0.007199842017143965
225032	rnn.weight_hh_l1_reverse	9	-0.03100704215466976
225032	rnn.bias_ih_l1_reverse	0	-0.04795479029417038
225032	rnn.bias_ih_l1_reverse	1	-0.14214573800563812
225032	rnn.bias_ih_l1_reverse	2	-0.1639714241027832
225032	rnn.bias_ih_l1_reverse	3	-0.05492021515965462
225032	rnn.bias_ih_l1_reverse	4	-0.20588548481464386
225032	rnn.bias_ih_l1_reverse	5	-0.11739072948694229
225032	rnn.bias_ih_l1_reverse	6	-0.13023649156093597
225032	rnn.bias_ih_l1_reverse	7	-0.19202697277069092
225032	rnn.bias_ih_l1_reverse	8	0.22481919825077057
225032	rnn.bias_ih_l1_reverse	9	0.02433876506984234
225032	rnn.bias_hh_l1_reverse	0	0.011320320889353752
225032	rnn.bias_hh_l1_reverse	1	-0.06736719608306885
225032	rnn.bias_hh_l1_reverse	2	-0.23661209642887115
225032	rnn.bias_hh_l1_reverse	3	-0.141888827085495
225032	rnn.bias_hh_l1_reverse	4	-0.0815485268831253
225032	rnn.bias_hh_l1_reverse	5	-0.11876602470874786
225032	rnn.bias_hh_l1_reverse	6	0.05843489617109299
225032	rnn.bias_hh_l1_reverse	7	-0.14170685410499573
225032	rnn.bias_hh_l1_reverse	8	-0.12198387831449509
225032	rnn.bias_hh_l1_reverse	9	-0.14986124634742737
225032	linear.weight	0	0.002228822559118271
225032	linear.weight	1	0.097206711769104
225032	linear.weight	2	-0.09315900504589081
225032	linear.weight	3	0.30402421951293945
225032	linear.weight	4	0.1491871178150177
225032	linear.weight	5	-0.06353092938661575
225032	linear.weight	6	0.0917421355843544
225032	linear.weight	7	0.11385422199964523
225032	linear.weight	8	0.04113887622952461
225032	linear.weight	9	-0.05408173426985741
225032	linear.bias	0	0.09524191915988922
225032	linear.bias	1	-0.1825450211763382
225032	linear.bias	2	-0.4465984106063843
225032	linear.bias	3	-0.6593387722969055
225032	linear.bias	4	-1.2547835111618042
225032	linear.bias	5	-0.062420934438705444
225032	linear.bias	6	-0.8184732794761658
225032	linear.bias	7	0.2673758864402771
225032	linear.bias	8	-0.4040037989616394
225032	linear.bias	9	-1.0226370096206665
225036	transitions	0	0.7472140192985535
225036	transitions	1	0.14014935493469238
225036	transitions	2	-10000.0
225036	transitions	3	-1.827751874923706
225036	transitions	4	-10000.0
225036	transitions	5	0.5637840628623962
225036	transitions	6	-0.08489302545785904
225036	transitions	7	-0.8032842874526978
225036	transitions	8	-1.4209827184677124
225036	transitions	9	-0.0012238164199516177
225036	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
225036	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
225036	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
225036	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
225036	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
225036	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
225036	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
225036	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
225036	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
225036	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
225036	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
225036	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
225036	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
225036	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
225036	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
225036	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
225036	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
225036	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
225036	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
225036	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
225036	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
225036	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
225036	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
225036	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
225036	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
225036	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
225036	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
225036	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
225036	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
225036	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
225036	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
225036	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
225036	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
225036	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
225036	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
225036	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
225036	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
225036	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
225036	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
225036	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
225036	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
225036	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
225036	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
225036	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
225036	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
225036	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
225036	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
225036	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
225036	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
225036	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
225036	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
225036	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
225036	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
225036	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
225036	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
225036	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
225036	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
225036	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
225036	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
225036	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
225036	embedding2nn.weight	0	0.017698362469673157
225036	embedding2nn.weight	1	-0.013047154061496258
225036	embedding2nn.weight	2	-0.014268254861235619
225036	embedding2nn.weight	3	-0.029318949207663536
225036	embedding2nn.weight	4	-0.0059150345623493195
225036	embedding2nn.weight	5	-0.0037005890626460314
225036	embedding2nn.weight	6	-0.003973268438130617
225036	embedding2nn.weight	7	-0.07548108696937561
225036	embedding2nn.weight	8	-0.0019979383796453476
225036	embedding2nn.weight	9	-0.02791925147175789
225036	embedding2nn.bias	0	0.028994619846343994
225036	embedding2nn.bias	1	-0.07042276114225388
225036	embedding2nn.bias	2	0.06885132193565369
225036	embedding2nn.bias	3	0.052090827375650406
225036	embedding2nn.bias	4	-0.041549019515514374
225036	embedding2nn.bias	5	-0.01600177027285099
225036	embedding2nn.bias	6	0.025619911029934883
225036	embedding2nn.bias	7	-0.053624868392944336
225036	embedding2nn.bias	8	0.06754042208194733
225036	embedding2nn.bias	9	0.04553520306944847
225036	rnn.weight_ih_l0	0	-0.07774998992681503
225036	rnn.weight_ih_l0	1	0.002878934843465686
225036	rnn.weight_ih_l0	2	0.035967495292425156
225036	rnn.weight_ih_l0	3	0.022417603060603142
225036	rnn.weight_ih_l0	4	-0.04883110150694847
225036	rnn.weight_ih_l0	5	-0.06804001331329346
225036	rnn.weight_ih_l0	6	-0.0030065285973250866
225036	rnn.weight_ih_l0	7	0.052619367837905884
225036	rnn.weight_ih_l0	8	-0.015687253326177597
225036	rnn.weight_ih_l0	9	-0.031212547793984413
225036	rnn.weight_hh_l0	0	-0.03041662648320198
225036	rnn.weight_hh_l0	1	-0.007959692738950253
225036	rnn.weight_hh_l0	2	0.006412299815565348
225036	rnn.weight_hh_l0	3	-0.07473870366811752
225036	rnn.weight_hh_l0	4	0.09404125809669495
225036	rnn.weight_hh_l0	5	-0.02459089271724224
225036	rnn.weight_hh_l0	6	-0.06217069551348686
225036	rnn.weight_hh_l0	7	0.010310239158570766
225036	rnn.weight_hh_l0	8	0.013381030410528183
225036	rnn.weight_hh_l0	9	-0.024840470403432846
225036	rnn.bias_ih_l0	0	0.12665149569511414
225036	rnn.bias_ih_l0	1	-0.03858086094260216
225036	rnn.bias_ih_l0	2	-0.03278607130050659
225036	rnn.bias_ih_l0	3	0.16456589102745056
225036	rnn.bias_ih_l0	4	-0.012399056926369667
225036	rnn.bias_ih_l0	5	-0.022625232115387917
225036	rnn.bias_ih_l0	6	0.016982197761535645
225036	rnn.bias_ih_l0	7	0.022176524624228477
225036	rnn.bias_ih_l0	8	-0.10043797641992569
225036	rnn.bias_ih_l0	9	-0.04675889015197754
225036	rnn.bias_hh_l0	0	0.0014498973032459617
225036	rnn.bias_hh_l0	1	-0.10000678896903992
225036	rnn.bias_hh_l0	2	-0.07361742109060287
225036	rnn.bias_hh_l0	3	-0.08934979140758514
225036	rnn.bias_hh_l0	4	0.009672778658568859
225036	rnn.bias_hh_l0	5	-0.02023705281317234
225036	rnn.bias_hh_l0	6	0.024789515882730484
225036	rnn.bias_hh_l0	7	0.056323517113924026
225036	rnn.bias_hh_l0	8	-0.122474804520607
225036	rnn.bias_hh_l0	9	-0.05784037336707115
225036	rnn.weight_ih_l0_reverse	0	-0.02360299974679947
225036	rnn.weight_ih_l0_reverse	1	-0.05632440745830536
225036	rnn.weight_ih_l0_reverse	2	-0.04812393710017204
225036	rnn.weight_ih_l0_reverse	3	0.013944397680461407
225036	rnn.weight_ih_l0_reverse	4	-0.02547832950949669
225036	rnn.weight_ih_l0_reverse	5	-0.0575120709836483
225036	rnn.weight_ih_l0_reverse	6	0.07438008487224579
225036	rnn.weight_ih_l0_reverse	7	-0.019384995102882385
225036	rnn.weight_ih_l0_reverse	8	-0.019051969051361084
225036	rnn.weight_ih_l0_reverse	9	0.004443026147782803
225036	rnn.weight_hh_l0_reverse	0	0.06756778806447983
225036	rnn.weight_hh_l0_reverse	1	0.02153897099196911
225036	rnn.weight_hh_l0_reverse	2	0.02891266718506813
225036	rnn.weight_hh_l0_reverse	3	0.03538526967167854
225036	rnn.weight_hh_l0_reverse	4	0.01322158146649599
225036	rnn.weight_hh_l0_reverse	5	0.0073137045837938786
225036	rnn.weight_hh_l0_reverse	6	0.05061034485697746
225036	rnn.weight_hh_l0_reverse	7	-0.08161791414022446
225036	rnn.weight_hh_l0_reverse	8	0.04146849364042282
225036	rnn.weight_hh_l0_reverse	9	0.03539704158902168
225036	rnn.bias_ih_l0_reverse	0	-0.0585632286965847
225036	rnn.bias_ih_l0_reverse	1	-0.2850555181503296
225036	rnn.bias_ih_l0_reverse	2	-0.12314324080944061
225036	rnn.bias_ih_l0_reverse	3	-0.048161979764699936
225036	rnn.bias_ih_l0_reverse	4	-0.022627893835306168
225036	rnn.bias_ih_l0_reverse	5	0.07544875144958496
225036	rnn.bias_ih_l0_reverse	6	-0.0655829980969429
225036	rnn.bias_ih_l0_reverse	7	0.06508063524961472
225036	rnn.bias_ih_l0_reverse	8	-0.04005036503076553
225036	rnn.bias_ih_l0_reverse	9	0.06309708952903748
225036	rnn.bias_hh_l0_reverse	0	0.024096649140119553
225036	rnn.bias_hh_l0_reverse	1	-0.05511067062616348
225036	rnn.bias_hh_l0_reverse	2	0.08393882215023041
225036	rnn.bias_hh_l0_reverse	3	-0.051130786538124084
225036	rnn.bias_hh_l0_reverse	4	-0.029019296169281006
225036	rnn.bias_hh_l0_reverse	5	-0.01720515266060829
225036	rnn.bias_hh_l0_reverse	6	-0.016916977241635323
225036	rnn.bias_hh_l0_reverse	7	0.09818319976329803
225036	rnn.bias_hh_l0_reverse	8	0.033488716930150986
225036	rnn.bias_hh_l0_reverse	9	-0.1459900289773941
225036	rnn.weight_ih_l1	0	-0.02997603453695774
225036	rnn.weight_ih_l1	1	-0.05088187754154205
225036	rnn.weight_ih_l1	2	0.06443030387163162
225036	rnn.weight_ih_l1	3	-0.07206380367279053
225036	rnn.weight_ih_l1	4	-0.013958670198917389
225036	rnn.weight_ih_l1	5	-0.04059971496462822
225036	rnn.weight_ih_l1	6	0.02871044911444187
225036	rnn.weight_ih_l1	7	-0.04404925927519798
225036	rnn.weight_ih_l1	8	0.03761881962418556
225036	rnn.weight_ih_l1	9	0.04453190788626671
225036	rnn.weight_hh_l1	0	-0.006496156100183725
225036	rnn.weight_hh_l1	1	0.019654130563139915
225036	rnn.weight_hh_l1	2	0.00744978291913867
225036	rnn.weight_hh_l1	3	-0.012722165323793888
225036	rnn.weight_hh_l1	4	0.005047249142080545
225036	rnn.weight_hh_l1	5	0.03469725698232651
225036	rnn.weight_hh_l1	6	0.03689683601260185
225036	rnn.weight_hh_l1	7	-0.015853727236390114
225036	rnn.weight_hh_l1	8	-0.007885592058300972
225036	rnn.weight_hh_l1	9	0.03827822580933571
225036	rnn.bias_ih_l1	0	-0.18439078330993652
225036	rnn.bias_ih_l1	1	-0.1798669844865799
225036	rnn.bias_ih_l1	2	-0.19851525127887726
225036	rnn.bias_ih_l1	3	-0.3110477328300476
225036	rnn.bias_ih_l1	4	-0.20735237002372742
225036	rnn.bias_ih_l1	5	-0.08850543200969696
225036	rnn.bias_ih_l1	6	-0.15853439271450043
225036	rnn.bias_ih_l1	7	-0.006122675258666277
225036	rnn.bias_ih_l1	8	-0.13752950727939606
225036	rnn.bias_ih_l1	9	-0.130369633436203
225036	rnn.bias_hh_l1	0	-0.09566721320152283
225036	rnn.bias_hh_l1	1	-0.06808377802371979
225036	rnn.bias_hh_l1	2	-0.08737427741289139
225036	rnn.bias_hh_l1	3	-0.07953029125928879
225036	rnn.bias_hh_l1	4	-0.07451540976762772
225036	rnn.bias_hh_l1	5	-0.11802329868078232
225036	rnn.bias_hh_l1	6	-0.16469915211200714
225036	rnn.bias_hh_l1	7	0.07728223502635956
225036	rnn.bias_hh_l1	8	-0.18066377937793732
225036	rnn.bias_hh_l1	9	-0.11997834593057632
225036	rnn.weight_ih_l1_reverse	0	-0.0464397631585598
225036	rnn.weight_ih_l1_reverse	1	0.033698514103889465
225036	rnn.weight_ih_l1_reverse	2	0.09132391959428787
225036	rnn.weight_ih_l1_reverse	3	-0.017569389194250107
225036	rnn.weight_ih_l1_reverse	4	-0.02662472240626812
225036	rnn.weight_ih_l1_reverse	5	-0.03047613799571991
225036	rnn.weight_ih_l1_reverse	6	-0.019120020791888237
225036	rnn.weight_ih_l1_reverse	7	0.028761351481080055
225036	rnn.weight_ih_l1_reverse	8	0.008771412074565887
225036	rnn.weight_ih_l1_reverse	9	-0.033603351563215256
225036	rnn.weight_hh_l1_reverse	0	0.004600146785378456
225036	rnn.weight_hh_l1_reverse	1	0.031557004898786545
225036	rnn.weight_hh_l1_reverse	2	-0.04057838022708893
225036	rnn.weight_hh_l1_reverse	3	0.03508337587118149
225036	rnn.weight_hh_l1_reverse	4	0.04719746857881546
225036	rnn.weight_hh_l1_reverse	5	0.004635490942746401
225036	rnn.weight_hh_l1_reverse	6	0.0490107461810112
225036	rnn.weight_hh_l1_reverse	7	0.0313308984041214
225036	rnn.weight_hh_l1_reverse	8	-0.007204679772257805
225036	rnn.weight_hh_l1_reverse	9	-0.030990691855549812
225036	rnn.bias_ih_l1_reverse	0	-0.04792777821421623
225036	rnn.bias_ih_l1_reverse	1	-0.1421148031949997
225036	rnn.bias_ih_l1_reverse	2	-0.16396288573741913
225036	rnn.bias_ih_l1_reverse	3	-0.05490810424089432
225036	rnn.bias_ih_l1_reverse	4	-0.20593126118183136
225036	rnn.bias_ih_l1_reverse	5	-0.11739502102136612
225036	rnn.bias_ih_l1_reverse	6	-0.13022968173027039
225036	rnn.bias_ih_l1_reverse	7	-0.19202379882335663
225036	rnn.bias_ih_l1_reverse	8	0.22500039637088776
225036	rnn.bias_ih_l1_reverse	9	0.02432338520884514
225036	rnn.bias_hh_l1_reverse	0	0.011186259798705578
225036	rnn.bias_hh_l1_reverse	1	-0.0675165131688118
225036	rnn.bias_hh_l1_reverse	2	-0.23660996556282043
225036	rnn.bias_hh_l1_reverse	3	-0.14192602038383484
225036	rnn.bias_hh_l1_reverse	4	-0.08155909180641174
225036	rnn.bias_hh_l1_reverse	5	-0.11877474933862686
225036	rnn.bias_hh_l1_reverse	6	0.058486226946115494
225036	rnn.bias_hh_l1_reverse	7	-0.14168690145015717
225036	rnn.bias_hh_l1_reverse	8	-0.12199294567108154
225036	rnn.bias_hh_l1_reverse	9	-0.1498691886663437
225036	linear.weight	0	0.002228822559118271
225036	linear.weight	1	0.09739773720502853
225036	linear.weight	2	-0.0931515023112297
225036	linear.weight	3	0.3038116991519928
225036	linear.weight	4	0.1491837352514267
225036	linear.weight	5	-0.06353089958429337
225036	linear.weight	6	0.09173319488763809
225036	linear.weight	7	0.11379599571228027
225036	linear.weight	8	0.04113887622952461
225036	linear.weight	9	-0.05407673120498657
225036	linear.bias	0	0.09617931395769119
225036	linear.bias	1	-0.1835571527481079
225036	linear.bias	2	-0.44661855697631836
225036	linear.bias	3	-0.6587401032447815
225036	linear.bias	4	-1.2542107105255127
225036	linear.bias	5	-0.06259813159704208
225036	linear.bias	6	-0.8194543123245239
225036	linear.bias	7	0.2671988010406494
225036	linear.bias	8	-0.4040241241455078
225036	linear.bias	9	-1.0226444005966187
225233	transitions	0	0.7453487515449524
225233	transitions	1	0.1402842253446579
225233	transitions	2	-10000.0
225233	transitions	3	-1.8277535438537598
225233	transitions	4	-10000.0
225233	transitions	5	0.5637719631195068
225233	transitions	6	-0.08489902317523956
225233	transitions	7	-0.803395688533783
225233	transitions	8	-1.4209922552108765
225233	transitions	9	-0.0012238601921126246
225233	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
225233	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
225233	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
225233	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
225233	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
225233	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
225233	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
225233	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
225233	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
225233	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
225233	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
225233	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
225233	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
225233	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
225233	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
225233	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
225233	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
225233	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
225233	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
225233	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
225233	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
225233	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
225233	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
225233	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
225233	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
225233	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
225233	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
225233	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
225233	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
225233	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
225233	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
225233	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
225233	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
225233	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
225233	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
225233	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
225233	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
225233	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
225233	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
225233	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
225233	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
225233	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
225233	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
225233	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
225233	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
225233	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
225233	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
225233	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
225233	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
225233	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
225233	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
225233	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
225233	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
225233	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
225233	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
225233	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
225233	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
225233	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
225233	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
225233	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
225233	embedding2nn.weight	0	0.017550768330693245
225233	embedding2nn.weight	1	-0.013042159378528595
225233	embedding2nn.weight	2	-0.014268254861235619
225233	embedding2nn.weight	3	-0.02953982725739479
225233	embedding2nn.weight	4	-0.0059150345623493195
225233	embedding2nn.weight	5	-0.0037005890626460314
225233	embedding2nn.weight	6	-0.003973268438130617
225233	embedding2nn.weight	7	-0.07517819106578827
225233	embedding2nn.weight	8	-0.0019979383796453476
225233	embedding2nn.weight	9	-0.027912506833672523
225233	embedding2nn.bias	0	0.028761688619852066
225233	embedding2nn.bias	1	-0.07174209505319595
225233	embedding2nn.bias	2	0.06957238167524338
225233	embedding2nn.bias	3	0.05181884765625
225233	embedding2nn.bias	4	-0.04102389141917229
225233	embedding2nn.bias	5	-0.015911605209112167
225233	embedding2nn.bias	6	0.02668849192559719
225233	embedding2nn.bias	7	-0.052805639803409576
225233	embedding2nn.bias	8	0.0666716992855072
225233	embedding2nn.bias	9	0.045252662152051926
225233	rnn.weight_ih_l0	0	-0.07766374945640564
225233	rnn.weight_ih_l0	1	0.0029924949631094933
225233	rnn.weight_ih_l0	2	0.03594126179814339
225233	rnn.weight_ih_l0	3	0.02235880307853222
225233	rnn.weight_ih_l0	4	-0.04888363927602768
225233	rnn.weight_ih_l0	5	-0.06809201836585999
225233	rnn.weight_ih_l0	6	-0.0028477944433689117
225233	rnn.weight_ih_l0	7	0.05252175033092499
225233	rnn.weight_ih_l0	8	-0.015537148341536522
225233	rnn.weight_ih_l0	9	-0.03103451430797577
225233	rnn.weight_hh_l0	0	-0.030134884640574455
225233	rnn.weight_hh_l0	1	-0.008166423067450523
225233	rnn.weight_hh_l0	2	0.006294141989201307
225233	rnn.weight_hh_l0	3	-0.07475846260786057
225233	rnn.weight_hh_l0	4	0.09401974081993103
225233	rnn.weight_hh_l0	5	-0.024586496874690056
225233	rnn.weight_hh_l0	6	-0.0623152032494545
225233	rnn.weight_hh_l0	7	0.01018100418150425
225233	rnn.weight_hh_l0	8	0.01339480560272932
225233	rnn.weight_hh_l0	9	-0.02484104223549366
225233	rnn.bias_ih_l0	0	0.12632164359092712
225233	rnn.bias_ih_l0	1	-0.03885786235332489
225233	rnn.bias_ih_l0	2	-0.03275207430124283
225233	rnn.bias_ih_l0	3	0.1643935739994049
225233	rnn.bias_ih_l0	4	-0.01276313979178667
225233	rnn.bias_ih_l0	5	-0.0231332965195179
225233	rnn.bias_ih_l0	6	0.017587810754776
225233	rnn.bias_ih_l0	7	0.021847732365131378
225233	rnn.bias_ih_l0	8	-0.10050652176141739
225233	rnn.bias_ih_l0	9	-0.046541161835193634
225233	rnn.bias_hh_l0	0	0.0014412832679226995
225233	rnn.bias_hh_l0	1	-0.09993847459554672
225233	rnn.bias_hh_l0	2	-0.07384181767702103
225233	rnn.bias_hh_l0	3	-0.0889510065317154
225233	rnn.bias_hh_l0	4	0.009698408655822277
225233	rnn.bias_hh_l0	5	-0.020039014518260956
225233	rnn.bias_hh_l0	6	0.025178365409374237
225233	rnn.bias_hh_l0	7	0.05597398057579994
225233	rnn.bias_hh_l0	8	-0.12234203517436981
225233	rnn.bias_hh_l0	9	-0.05825826898217201
225233	rnn.weight_ih_l0_reverse	0	-0.023678269237279892
225233	rnn.weight_ih_l0_reverse	1	-0.0562378466129303
225233	rnn.weight_ih_l0_reverse	2	-0.048116471618413925
225233	rnn.weight_ih_l0_reverse	3	0.013946224935352802
225233	rnn.weight_ih_l0_reverse	4	-0.02556633949279785
225233	rnn.weight_ih_l0_reverse	5	-0.05743563547730446
225233	rnn.weight_ih_l0_reverse	6	0.0744776725769043
225233	rnn.weight_ih_l0_reverse	7	-0.019806915894150734
225233	rnn.weight_ih_l0_reverse	8	-0.019096054136753082
225233	rnn.weight_ih_l0_reverse	9	0.004340727813541889
225233	rnn.weight_hh_l0_reverse	0	0.06766178458929062
225233	rnn.weight_hh_l0_reverse	1	0.02146809548139572
225233	rnn.weight_hh_l0_reverse	2	0.029030388221144676
225233	rnn.weight_hh_l0_reverse	3	0.03545280918478966
225233	rnn.weight_hh_l0_reverse	4	0.013371851295232773
225233	rnn.weight_hh_l0_reverse	5	0.0071322135627269745
225233	rnn.weight_hh_l0_reverse	6	0.05072895810008049
225233	rnn.weight_hh_l0_reverse	7	-0.08188261091709137
225233	rnn.weight_hh_l0_reverse	8	0.041437335312366486
225233	rnn.weight_hh_l0_reverse	9	0.035382453352212906
225233	rnn.bias_ih_l0_reverse	0	-0.058525800704956055
225233	rnn.bias_ih_l0_reverse	1	-0.28467318415641785
225233	rnn.bias_ih_l0_reverse	2	-0.12266834825277328
225233	rnn.bias_ih_l0_reverse	3	-0.0479181706905365
225233	rnn.bias_ih_l0_reverse	4	-0.022611301392316818
225233	rnn.bias_ih_l0_reverse	5	0.0755218118429184
225233	rnn.bias_ih_l0_reverse	6	-0.06558342278003693
225233	rnn.bias_ih_l0_reverse	7	0.0647846907377243
225233	rnn.bias_ih_l0_reverse	8	-0.03977955877780914
225233	rnn.bias_ih_l0_reverse	9	0.06272859126329422
225233	rnn.bias_hh_l0_reverse	0	0.02388777770102024
225233	rnn.bias_hh_l0_reverse	1	-0.0549447163939476
225233	rnn.bias_hh_l0_reverse	2	0.08360563218593597
225233	rnn.bias_hh_l0_reverse	3	-0.051342617720365524
225233	rnn.bias_hh_l0_reverse	4	-0.028906429186463356
225233	rnn.bias_hh_l0_reverse	5	-0.017037035897374153
225233	rnn.bias_hh_l0_reverse	6	-0.016906263306736946
225233	rnn.bias_hh_l0_reverse	7	0.09825919568538666
225233	rnn.bias_hh_l0_reverse	8	0.03302421793341637
225233	rnn.bias_hh_l0_reverse	9	-0.14640742540359497
225233	rnn.weight_ih_l1	0	-0.029971322044730186
225233	rnn.weight_ih_l1	1	-0.05090770870447159
225233	rnn.weight_ih_l1	2	0.06447024643421173
225233	rnn.weight_ih_l1	3	-0.07205738872289658
225233	rnn.weight_ih_l1	4	-0.01377926766872406
225233	rnn.weight_ih_l1	5	-0.040567293763160706
225233	rnn.weight_ih_l1	6	0.028531700372695923
225233	rnn.weight_ih_l1	7	-0.04434862360358238
225233	rnn.weight_ih_l1	8	0.03765106946229935
225233	rnn.weight_ih_l1	9	0.044411733746528625
225233	rnn.weight_hh_l1	0	-0.006422633770853281
225233	rnn.weight_hh_l1	1	0.019652267917990685
225233	rnn.weight_hh_l1	2	0.007832679897546768
225233	rnn.weight_hh_l1	3	-0.012725342996418476
225233	rnn.weight_hh_l1	4	0.004963155370205641
225233	rnn.weight_hh_l1	5	0.0347699411213398
225233	rnn.weight_hh_l1	6	0.036878377199172974
225233	rnn.weight_hh_l1	7	-0.015861984342336655
225233	rnn.weight_hh_l1	8	-0.007850407622754574
225233	rnn.weight_hh_l1	9	0.03831994906067848
225233	rnn.bias_ih_l1	0	-0.18465793132781982
225233	rnn.bias_ih_l1	1	-0.18022508919239044
225233	rnn.bias_ih_l1	2	-0.19847236573696136
225233	rnn.bias_ih_l1	3	-0.3113323152065277
225233	rnn.bias_ih_l1	4	-0.2074839174747467
225233	rnn.bias_ih_l1	5	-0.08853331953287125
225233	rnn.bias_ih_l1	6	-0.15856675803661346
225233	rnn.bias_ih_l1	7	-0.0060571786016225815
225233	rnn.bias_ih_l1	8	-0.13756027817726135
225233	rnn.bias_ih_l1	9	-0.1299273520708084
225233	rnn.bias_hh_l1	0	-0.09562201052904129
225233	rnn.bias_hh_l1	1	-0.06841887533664703
225233	rnn.bias_hh_l1	2	-0.08725523203611374
225233	rnn.bias_hh_l1	3	-0.07927482575178146
225233	rnn.bias_hh_l1	4	-0.07468900829553604
225233	rnn.bias_hh_l1	5	-0.11790168285369873
225233	rnn.bias_hh_l1	6	-0.16458167135715485
225233	rnn.bias_hh_l1	7	0.07744874060153961
225233	rnn.bias_hh_l1	8	-0.18044023215770721
225233	rnn.bias_hh_l1	9	-0.11981431394815445
225233	rnn.weight_ih_l1_reverse	0	-0.04647010564804077
225233	rnn.weight_ih_l1_reverse	1	0.033638209104537964
225233	rnn.weight_ih_l1_reverse	2	0.09148556739091873
225233	rnn.weight_ih_l1_reverse	3	-0.018143391236662865
225233	rnn.weight_ih_l1_reverse	4	-0.026679985225200653
225233	rnn.weight_ih_l1_reverse	5	-0.030494151636958122
225233	rnn.weight_ih_l1_reverse	6	-0.019014835357666016
225233	rnn.weight_ih_l1_reverse	7	0.02873130515217781
225233	rnn.weight_ih_l1_reverse	8	0.00881455559283495
225233	rnn.weight_ih_l1_reverse	9	-0.03340675309300423
225233	rnn.weight_hh_l1_reverse	0	0.004643735941499472
225233	rnn.weight_hh_l1_reverse	1	0.03155769407749176
225233	rnn.weight_hh_l1_reverse	2	-0.040567196905612946
225233	rnn.weight_hh_l1_reverse	3	0.03510826453566551
225233	rnn.weight_hh_l1_reverse	4	0.047249406576156616
225233	rnn.weight_hh_l1_reverse	5	0.00451471284031868
225233	rnn.weight_hh_l1_reverse	6	0.04906577244400978
225233	rnn.weight_hh_l1_reverse	7	0.03128347918391228
225233	rnn.weight_hh_l1_reverse	8	-0.007161059882491827
225233	rnn.weight_hh_l1_reverse	9	-0.030991820618510246
225233	rnn.bias_ih_l1_reverse	0	-0.04769936203956604
225233	rnn.bias_ih_l1_reverse	1	-0.14242364466190338
225233	rnn.bias_ih_l1_reverse	2	-0.16421331465244293
225233	rnn.bias_ih_l1_reverse	3	-0.05561676621437073
225233	rnn.bias_ih_l1_reverse	4	-0.20604157447814941
225233	rnn.bias_ih_l1_reverse	5	-0.11736854165792465
225233	rnn.bias_ih_l1_reverse	6	-0.13014766573905945
225233	rnn.bias_ih_l1_reverse	7	-0.19257569313049316
225233	rnn.bias_ih_l1_reverse	8	0.22486017644405365
225233	rnn.bias_ih_l1_reverse	9	0.024240992963314056
225233	rnn.bias_hh_l1_reverse	0	0.011794280260801315
225233	rnn.bias_hh_l1_reverse	1	-0.0677679181098938
225233	rnn.bias_hh_l1_reverse	2	-0.2365601807832718
225233	rnn.bias_hh_l1_reverse	3	-0.14194804430007935
225233	rnn.bias_hh_l1_reverse	4	-0.0818084180355072
225233	rnn.bias_hh_l1_reverse	5	-0.11885387450456619
225233	rnn.bias_hh_l1_reverse	6	0.0585973858833313
225233	rnn.bias_hh_l1_reverse	7	-0.14151383936405182
225233	rnn.bias_hh_l1_reverse	8	-0.12193656712770462
225233	rnn.bias_hh_l1_reverse	9	-0.14977872371673584
225233	linear.weight	0	0.002228822559118271
225233	linear.weight	1	0.09716707468032837
225233	linear.weight	2	-0.09317738562822342
225233	linear.weight	3	0.30321022868156433
225233	linear.weight	4	0.14905141294002533
225233	linear.weight	5	-0.0633581131696701
225233	linear.weight	6	0.09320412576198578
225233	linear.weight	7	0.11568791419267654
225233	linear.weight	8	0.04113885387778282
225233	linear.weight	9	-0.05455221235752106
225233	linear.bias	0	0.09988915920257568
225233	linear.bias	1	-0.1851578652858734
225233	linear.bias	2	-0.4506448805332184
225233	linear.bias	3	-0.6603806614875793
225233	linear.bias	4	-1.2557381391525269
225233	linear.bias	5	-0.06535964459180832
225233	linear.bias	6	-0.8212610483169556
225233	linear.bias	7	0.2646465301513672
225233	linear.bias	8	-0.40442994236946106
225233	linear.bias	9	-1.0233047008514404
225430	transitions	0	0.7447788715362549
225430	transitions	1	0.13825155794620514
225430	transitions	2	-10000.0
225430	transitions	3	-1.827770471572876
225430	transitions	4	-10000.0
225430	transitions	5	0.5637636184692383
225430	transitions	6	-0.08490397781133652
225430	transitions	7	-0.803508996963501
225430	transitions	8	-1.4210032224655151
225430	transitions	9	-0.0012239270145073533
225430	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
225430	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
225430	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
225430	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
225430	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
225430	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
225430	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
225430	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
225430	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
225430	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
225430	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
225430	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
225430	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
225430	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
225430	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
225430	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
225430	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
225430	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
225430	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
225430	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
225430	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
225430	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
225430	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
225430	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
225430	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
225430	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
225430	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
225430	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
225430	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
225430	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
225430	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
225430	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
225430	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
225430	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
225430	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
225430	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
225430	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
225430	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
225430	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
225430	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
225430	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
225430	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
225430	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
225430	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
225430	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
225430	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
225430	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
225430	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
225430	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
225430	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
225430	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
225430	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
225430	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
225430	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
225430	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
225430	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
225430	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
225430	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
225430	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
225430	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
225430	embedding2nn.weight	0	0.017862625420093536
225430	embedding2nn.weight	1	-0.013035647571086884
225430	embedding2nn.weight	2	-0.014268254861235619
225430	embedding2nn.weight	3	-0.030049508437514305
225430	embedding2nn.weight	4	-0.0059150345623493195
225430	embedding2nn.weight	5	-0.0037005890626460314
225430	embedding2nn.weight	6	-0.003973268438130617
225430	embedding2nn.weight	7	-0.07501762360334396
225430	embedding2nn.weight	8	-0.0019979383796453476
225430	embedding2nn.weight	9	-0.027810173109173775
225430	embedding2nn.bias	0	0.027876082807779312
225430	embedding2nn.bias	1	-0.07095348834991455
225430	embedding2nn.bias	2	0.06882108747959137
225430	embedding2nn.bias	3	0.05122034251689911
225430	embedding2nn.bias	4	-0.04037069156765938
225430	embedding2nn.bias	5	-0.015612567774951458
225430	embedding2nn.bias	6	0.02733658254146576
225430	embedding2nn.bias	7	-0.05325363948941231
225430	embedding2nn.bias	8	0.06521884351968765
225430	embedding2nn.bias	9	0.04384478181600571
225430	rnn.weight_ih_l0	0	-0.07805797457695007
225430	rnn.weight_ih_l0	1	0.0030999272130429745
225430	rnn.weight_ih_l0	2	0.03591933473944664
225430	rnn.weight_ih_l0	3	0.022208502516150475
225430	rnn.weight_ih_l0	4	-0.04898959770798683
225430	rnn.weight_ih_l0	5	-0.06812338531017303
225430	rnn.weight_ih_l0	6	-0.0028763548471033573
225430	rnn.weight_ih_l0	7	0.052444715052843094
225430	rnn.weight_ih_l0	8	-0.015548198483884335
225430	rnn.weight_ih_l0	9	-0.031033825129270554
225430	rnn.weight_hh_l0	0	-0.030055265873670578
225430	rnn.weight_hh_l0	1	-0.00835268385708332
225430	rnn.weight_hh_l0	2	0.006158147938549519
225430	rnn.weight_hh_l0	3	-0.07467423379421234
225430	rnn.weight_hh_l0	4	0.09389960765838623
225430	rnn.weight_hh_l0	5	-0.024635711684823036
225430	rnn.weight_hh_l0	6	-0.062466513365507126
225430	rnn.weight_hh_l0	7	0.010192117653787136
225430	rnn.weight_hh_l0	8	0.013372812420129776
225430	rnn.weight_hh_l0	9	-0.024946898221969604
225430	rnn.bias_ih_l0	0	0.1262141466140747
225430	rnn.bias_ih_l0	1	-0.03892189636826515
225430	rnn.bias_ih_l0	2	-0.03248898312449455
225430	rnn.bias_ih_l0	3	0.1641862839460373
225430	rnn.bias_ih_l0	4	-0.012548776343464851
225430	rnn.bias_ih_l0	5	-0.022885987535119057
225430	rnn.bias_ih_l0	6	0.017632925882935524
225430	rnn.bias_ih_l0	7	0.022009016945958138
225430	rnn.bias_ih_l0	8	-0.10039346665143967
225430	rnn.bias_ih_l0	9	-0.045588694512844086
225430	rnn.bias_hh_l0	0	0.0012999996542930603
225430	rnn.bias_hh_l0	1	-0.09995470941066742
225430	rnn.bias_hh_l0	2	-0.07432633638381958
225430	rnn.bias_hh_l0	3	-0.08955787122249603
225430	rnn.bias_hh_l0	4	0.010125706903636456
225430	rnn.bias_hh_l0	5	-0.019960181787610054
225430	rnn.bias_hh_l0	6	0.024748381227254868
225430	rnn.bias_hh_l0	7	0.05608521029353142
225430	rnn.bias_hh_l0	8	-0.12200017273426056
225430	rnn.bias_hh_l0	9	-0.05803396925330162
225430	rnn.weight_ih_l0_reverse	0	-0.02378513477742672
225430	rnn.weight_ih_l0_reverse	1	-0.05620359629392624
225430	rnn.weight_ih_l0_reverse	2	-0.048149723559617996
225430	rnn.weight_ih_l0_reverse	3	0.013900356367230415
225430	rnn.weight_ih_l0_reverse	4	-0.025487741455435753
225430	rnn.weight_ih_l0_reverse	5	-0.05740269646048546
225430	rnn.weight_ih_l0_reverse	6	0.0743253156542778
225430	rnn.weight_ih_l0_reverse	7	-0.019759755581617355
225430	rnn.weight_ih_l0_reverse	8	-0.019095348194241524
225430	rnn.weight_ih_l0_reverse	9	0.004466647282242775
225430	rnn.weight_hh_l0_reverse	0	0.06770110875368118
225430	rnn.weight_hh_l0_reverse	1	0.02130492404103279
225430	rnn.weight_hh_l0_reverse	2	0.029070423915982246
225430	rnn.weight_hh_l0_reverse	3	0.03548819571733475
225430	rnn.weight_hh_l0_reverse	4	0.013348115608096123
225430	rnn.weight_hh_l0_reverse	5	0.007078090682625771
225430	rnn.weight_hh_l0_reverse	6	0.050767432898283005
225430	rnn.weight_hh_l0_reverse	7	-0.08180214464664459
225430	rnn.weight_hh_l0_reverse	8	0.0415506437420845
225430	rnn.weight_hh_l0_reverse	9	0.03540947288274765
225430	rnn.bias_ih_l0_reverse	0	-0.05847997963428497
225430	rnn.bias_ih_l0_reverse	1	-0.2838260531425476
225430	rnn.bias_ih_l0_reverse	2	-0.12270120531320572
225430	rnn.bias_ih_l0_reverse	3	-0.04807865247130394
225430	rnn.bias_ih_l0_reverse	4	-0.022706281393766403
225430	rnn.bias_ih_l0_reverse	5	0.07533799111843109
225430	rnn.bias_ih_l0_reverse	6	-0.06535173952579498
225430	rnn.bias_ih_l0_reverse	7	0.06485284864902496
225430	rnn.bias_ih_l0_reverse	8	-0.04011443257331848
225430	rnn.bias_ih_l0_reverse	9	0.06283799558877945
225430	rnn.bias_hh_l0_reverse	0	0.023772554472088814
225430	rnn.bias_hh_l0_reverse	1	-0.055082179605960846
225430	rnn.bias_hh_l0_reverse	2	0.08403368294239044
225430	rnn.bias_hh_l0_reverse	3	-0.05150070786476135
225430	rnn.bias_hh_l0_reverse	4	-0.0288513395935297
225430	rnn.bias_hh_l0_reverse	5	-0.016866648569703102
225430	rnn.bias_hh_l0_reverse	6	-0.01682577095925808
225430	rnn.bias_hh_l0_reverse	7	0.0980902835726738
225430	rnn.bias_hh_l0_reverse	8	0.032847627997398376
225430	rnn.bias_hh_l0_reverse	9	-0.14644110202789307
225430	rnn.weight_ih_l1	0	-0.030125699937343597
225430	rnn.weight_ih_l1	1	-0.05083011835813522
225430	rnn.weight_ih_l1	2	0.06465063244104385
225430	rnn.weight_ih_l1	3	-0.07226172834634781
225430	rnn.weight_ih_l1	4	-0.013746051117777824
225430	rnn.weight_ih_l1	5	-0.04054354503750801
225430	rnn.weight_ih_l1	6	0.028469907119870186
225430	rnn.weight_ih_l1	7	-0.044477783143520355
225430	rnn.weight_ih_l1	8	0.0376659631729126
225430	rnn.weight_ih_l1	9	0.04432349652051926
225430	rnn.weight_hh_l1	0	-0.0066819144412875175
225430	rnn.weight_hh_l1	1	0.019671207293868065
225430	rnn.weight_hh_l1	2	0.007829185575246811
225430	rnn.weight_hh_l1	3	-0.012771167792379856
225430	rnn.weight_hh_l1	4	0.004948483780026436
225430	rnn.weight_hh_l1	5	0.034821767359972
225430	rnn.weight_hh_l1	6	0.036804307252168655
225430	rnn.weight_hh_l1	7	-0.015858473256230354
225430	rnn.weight_hh_l1	8	-0.00786918681114912
225430	rnn.weight_hh_l1	9	0.0383308008313179
225430	rnn.bias_ih_l1	0	-0.18447726964950562
225430	rnn.bias_ih_l1	1	-0.18012408912181854
225430	rnn.bias_ih_l1	2	-0.19820435345172882
225430	rnn.bias_ih_l1	3	-0.31083452701568604
225430	rnn.bias_ih_l1	4	-0.20762033760547638
225430	rnn.bias_ih_l1	5	-0.08861242234706879
225430	rnn.bias_ih_l1	6	-0.158595472574234
225430	rnn.bias_ih_l1	7	-0.005978673230856657
225430	rnn.bias_ih_l1	8	-0.1375788003206253
225430	rnn.bias_ih_l1	9	-0.13004694879055023
225430	rnn.bias_hh_l1	0	-0.09577004611492157
225430	rnn.bias_hh_l1	1	-0.0687916949391365
225430	rnn.bias_hh_l1	2	-0.08733006566762924
225430	rnn.bias_hh_l1	3	-0.07914349436759949
225430	rnn.bias_hh_l1	4	-0.0747431069612503
225430	rnn.bias_hh_l1	5	-0.11779620498418808
225430	rnn.bias_hh_l1	6	-0.16470089554786682
225430	rnn.bias_hh_l1	7	0.07704316824674606
225430	rnn.bias_hh_l1	8	-0.17976240813732147
225430	rnn.bias_hh_l1	9	-0.11951970309019089
225430	rnn.weight_ih_l1_reverse	0	-0.04638860002160072
225430	rnn.weight_ih_l1_reverse	1	0.03396637365221977
225430	rnn.weight_ih_l1_reverse	2	0.09174565225839615
225430	rnn.weight_ih_l1_reverse	3	-0.018046095967292786
225430	rnn.weight_ih_l1_reverse	4	-0.02624564617872238
225430	rnn.weight_ih_l1_reverse	5	-0.03055252879858017
225430	rnn.weight_ih_l1_reverse	6	-0.018956191837787628
225430	rnn.weight_ih_l1_reverse	7	0.028745286166667938
225430	rnn.weight_ih_l1_reverse	8	0.009006762877106667
225430	rnn.weight_ih_l1_reverse	9	-0.03321954235434532
225430	rnn.weight_hh_l1_reverse	0	0.004661554470658302
225430	rnn.weight_hh_l1_reverse	1	0.03153333440423012
225430	rnn.weight_hh_l1_reverse	2	-0.04055685177445412
225430	rnn.weight_hh_l1_reverse	3	0.03511049225926399
225430	rnn.weight_hh_l1_reverse	4	0.04729892313480377
225430	rnn.weight_hh_l1_reverse	5	0.0045276908203959465
225430	rnn.weight_hh_l1_reverse	6	0.04884602129459381
225430	rnn.weight_hh_l1_reverse	7	0.031275492161512375
225430	rnn.weight_hh_l1_reverse	8	-0.00713947881013155
225430	rnn.weight_hh_l1_reverse	9	-0.030897973105311394
225430	rnn.bias_ih_l1_reverse	0	-0.0475013293325901
225430	rnn.bias_ih_l1_reverse	1	-0.14248645305633545
225430	rnn.bias_ih_l1_reverse	2	-0.16459542512893677
225430	rnn.bias_ih_l1_reverse	3	-0.055290378630161285
225430	rnn.bias_ih_l1_reverse	4	-0.20623260736465454
225430	rnn.bias_ih_l1_reverse	5	-0.11729786545038223
225430	rnn.bias_ih_l1_reverse	6	-0.13013023138046265
225430	rnn.bias_ih_l1_reverse	7	-0.19226518273353577
225430	rnn.bias_ih_l1_reverse	8	0.22553034126758575
225430	rnn.bias_ih_l1_reverse	9	0.02407117187976837
225430	rnn.bias_hh_l1_reverse	0	0.012578948400914669
225430	rnn.bias_hh_l1_reverse	1	-0.06713248044252396
225430	rnn.bias_hh_l1_reverse	2	-0.23664918541908264
225430	rnn.bias_hh_l1_reverse	3	-0.14224667847156525
225430	rnn.bias_hh_l1_reverse	4	-0.08171670138835907
225430	rnn.bias_hh_l1_reverse	5	-0.11902230978012085
225430	rnn.bias_hh_l1_reverse	6	0.058779314160346985
225430	rnn.bias_hh_l1_reverse	7	-0.14137640595436096
225430	rnn.bias_hh_l1_reverse	8	-0.12168993055820465
225430	rnn.bias_hh_l1_reverse	9	-0.14962826669216156
225430	linear.weight	0	0.002228822559118271
225430	linear.weight	1	0.09862920641899109
225430	linear.weight	2	-0.09270002692937851
225430	linear.weight	3	0.30318012833595276
225430	linear.weight	4	0.14905735850334167
225430	linear.weight	5	-0.06329666078090668
225430	linear.weight	6	0.09269089251756668
225430	linear.weight	7	0.11529070138931274
225430	linear.weight	8	0.04113885760307312
225430	linear.weight	9	-0.05449549853801727
225430	linear.bias	0	0.1020108088850975
225430	linear.bias	1	-0.18493391573429108
225430	linear.bias	2	-0.4545089900493622
225430	linear.bias	3	-0.6636120080947876
225430	linear.bias	4	-1.2595051527023315
225430	linear.bias	5	-0.062034398317337036
225430	linear.bias	6	-0.821027934551239
225430	linear.bias	7	0.2677619457244873
225430	linear.bias	8	-0.4028130769729614
225430	linear.bias	9	-1.021616816520691
225627	transitions	0	0.7460355162620544
225627	transitions	1	0.13767004013061523
225627	transitions	2	-10000.0
225627	transitions	3	-1.827774167060852
225627	transitions	4	-10000.0
225627	transitions	5	0.5637550354003906
225627	transitions	6	-0.084910087287426
225627	transitions	7	-0.8041517734527588
225627	transitions	8	-1.421007513999939
225627	transitions	9	-0.0012240036157891154
225627	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
225627	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
225627	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
225627	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
225627	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
225627	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
225627	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
225627	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
225627	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
225627	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
225627	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
225627	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
225627	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
225627	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
225627	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
225627	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
225627	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
225627	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
225627	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
225627	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
225627	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
225627	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
225627	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
225627	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
225627	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
225627	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
225627	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
225627	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
225627	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
225627	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
225627	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
225627	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
225627	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
225627	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
225627	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
225627	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
225627	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
225627	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
225627	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
225627	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
225627	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
225627	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
225627	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
225627	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
225627	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
225627	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
225627	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
225627	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
225627	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
225627	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
225627	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
225627	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
225627	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
225627	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
225627	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
225627	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
225627	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
225627	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
225627	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
225627	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
225627	embedding2nn.weight	0	0.018063178285956383
225627	embedding2nn.weight	1	-0.013053765520453453
225627	embedding2nn.weight	2	-0.014268254861235619
225627	embedding2nn.weight	3	-0.030190877616405487
225627	embedding2nn.weight	4	-0.0059150345623493195
225627	embedding2nn.weight	5	-0.0037005890626460314
225627	embedding2nn.weight	6	-0.00397326797246933
225627	embedding2nn.weight	7	-0.07502232491970062
225627	embedding2nn.weight	8	-0.0019979383796453476
225627	embedding2nn.weight	9	-0.028002681210637093
225627	embedding2nn.bias	0	0.026617905125021935
225627	embedding2nn.bias	1	-0.07104894518852234
225627	embedding2nn.bias	2	0.07020020484924316
225627	embedding2nn.bias	3	0.05084681138396263
225627	embedding2nn.bias	4	-0.04078873619437218
225627	embedding2nn.bias	5	-0.01478197705000639
225627	embedding2nn.bias	6	0.02548041194677353
225627	embedding2nn.bias	7	-0.051915381103754044
225627	embedding2nn.bias	8	0.06606186926364899
225627	embedding2nn.bias	9	0.043163806200027466
225627	rnn.weight_ih_l0	0	-0.07803817093372345
225627	rnn.weight_ih_l0	1	0.0033462767023593187
225627	rnn.weight_ih_l0	2	0.03618507832288742
225627	rnn.weight_ih_l0	3	0.022211575880646706
225627	rnn.weight_ih_l0	4	-0.048901963979005814
225627	rnn.weight_ih_l0	5	-0.06814739108085632
225627	rnn.weight_ih_l0	6	-0.002870370401069522
225627	rnn.weight_ih_l0	7	0.05235300585627556
225627	rnn.weight_ih_l0	8	-0.015549109317362309
225627	rnn.weight_ih_l0	9	-0.031070120632648468
225627	rnn.weight_hh_l0	0	-0.030213046818971634
225627	rnn.weight_hh_l0	1	-0.008315974846482277
225627	rnn.weight_hh_l0	2	0.006266019307076931
225627	rnn.weight_hh_l0	3	-0.07468202710151672
225627	rnn.weight_hh_l0	4	0.09400032460689545
225627	rnn.weight_hh_l0	5	-0.02462572418153286
225627	rnn.weight_hh_l0	6	-0.06256286799907684
225627	rnn.weight_hh_l0	7	0.010173159651458263
225627	rnn.weight_hh_l0	8	0.013361849822103977
225627	rnn.weight_hh_l0	9	-0.024923134595155716
225627	rnn.bias_ih_l0	0	0.12641847133636475
225627	rnn.bias_ih_l0	1	-0.03911837190389633
225627	rnn.bias_ih_l0	2	-0.03240981698036194
225627	rnn.bias_ih_l0	3	0.1637403964996338
225627	rnn.bias_ih_l0	4	-0.012753111310303211
225627	rnn.bias_ih_l0	5	-0.02321968413889408
225627	rnn.bias_ih_l0	6	0.017067158594727516
225627	rnn.bias_ih_l0	7	0.022375814616680145
225627	rnn.bias_ih_l0	8	-0.1004096120595932
225627	rnn.bias_ih_l0	9	-0.04524610936641693
225627	rnn.bias_hh_l0	0	0.0012802931014448404
225627	rnn.bias_hh_l0	1	-0.09974747896194458
225627	rnn.bias_hh_l0	2	-0.07429134845733643
225627	rnn.bias_hh_l0	3	-0.0892835184931755
225627	rnn.bias_hh_l0	4	0.010504445061087608
225627	rnn.bias_hh_l0	5	-0.02013019099831581
225627	rnn.bias_hh_l0	6	0.024828126654028893
225627	rnn.bias_hh_l0	7	0.05549931153655052
225627	rnn.bias_hh_l0	8	-0.1221095398068428
225627	rnn.bias_hh_l0	9	-0.05833151191473007
225627	rnn.weight_ih_l0_reverse	0	-0.023807046934962273
225627	rnn.weight_ih_l0_reverse	1	-0.05626771226525307
225627	rnn.weight_ih_l0_reverse	2	-0.04827689379453659
225627	rnn.weight_ih_l0_reverse	3	0.013674389570951462
225627	rnn.weight_ih_l0_reverse	4	-0.02549494057893753
225627	rnn.weight_ih_l0_reverse	5	-0.057526182383298874
225627	rnn.weight_ih_l0_reverse	6	0.07433033734560013
225627	rnn.weight_ih_l0_reverse	7	-0.019834455102682114
225627	rnn.weight_ih_l0_reverse	8	-0.019058071076869965
225627	rnn.weight_ih_l0_reverse	9	0.004275170620530844
225627	rnn.weight_hh_l0_reverse	0	0.0677480474114418
225627	rnn.weight_hh_l0_reverse	1	0.021433928981423378
225627	rnn.weight_hh_l0_reverse	2	0.029142584651708603
225627	rnn.weight_hh_l0_reverse	3	0.0352962389588356
225627	rnn.weight_hh_l0_reverse	4	0.013283818028867245
225627	rnn.weight_hh_l0_reverse	5	0.00722443638369441
225627	rnn.weight_hh_l0_reverse	6	0.05075976625084877
225627	rnn.weight_hh_l0_reverse	7	-0.08164924383163452
225627	rnn.weight_hh_l0_reverse	8	0.041531503200531006
225627	rnn.weight_hh_l0_reverse	9	0.035438984632492065
225627	rnn.bias_ih_l0_reverse	0	-0.058245107531547546
225627	rnn.bias_ih_l0_reverse	1	-0.2838590443134308
225627	rnn.bias_ih_l0_reverse	2	-0.12242555618286133
225627	rnn.bias_ih_l0_reverse	3	-0.04810160771012306
225627	rnn.bias_ih_l0_reverse	4	-0.02222699113190174
225627	rnn.bias_ih_l0_reverse	5	0.075565867125988
225627	rnn.bias_ih_l0_reverse	6	-0.06492090225219727
225627	rnn.bias_ih_l0_reverse	7	0.06496299803256989
225627	rnn.bias_ih_l0_reverse	8	-0.04028455168008804
225627	rnn.bias_ih_l0_reverse	9	0.06290144473314285
225627	rnn.bias_hh_l0_reverse	0	0.02368352562189102
225627	rnn.bias_hh_l0_reverse	1	-0.05530068650841713
225627	rnn.bias_hh_l0_reverse	2	0.08406934887170792
225627	rnn.bias_hh_l0_reverse	3	-0.05134937912225723
225627	rnn.bias_hh_l0_reverse	4	-0.028764458373188972
225627	rnn.bias_hh_l0_reverse	5	-0.016964489594101906
225627	rnn.bias_hh_l0_reverse	6	-0.017064755782485008
225627	rnn.bias_hh_l0_reverse	7	0.09797945618629456
225627	rnn.bias_hh_l0_reverse	8	0.03281067684292793
225627	rnn.bias_hh_l0_reverse	9	-0.14647917449474335
225627	rnn.weight_ih_l1	0	-0.03005949780344963
225627	rnn.weight_ih_l1	1	-0.050923604518175125
225627	rnn.weight_ih_l1	2	0.06488102674484253
225627	rnn.weight_ih_l1	3	-0.07215606421232224
225627	rnn.weight_ih_l1	4	-0.013867614790797234
225627	rnn.weight_ih_l1	5	-0.04059503227472305
225627	rnn.weight_ih_l1	6	0.028546450659632683
225627	rnn.weight_ih_l1	7	-0.0443611778318882
225627	rnn.weight_ih_l1	8	0.03766334056854248
225627	rnn.weight_ih_l1	9	0.04431162402033806
225627	rnn.weight_hh_l1	0	-0.00684695690870285
225627	rnn.weight_hh_l1	1	0.0196855291724205
225627	rnn.weight_hh_l1	2	0.007863721810281277
225627	rnn.weight_hh_l1	3	-0.01277416106313467
225627	rnn.weight_hh_l1	4	0.004866042174398899
225627	rnn.weight_hh_l1	5	0.034871481359004974
225627	rnn.weight_hh_l1	6	0.0367770716547966
225627	rnn.weight_hh_l1	7	-0.015902316197752953
225627	rnn.weight_hh_l1	8	-0.007826706394553185
225627	rnn.weight_hh_l1	9	0.03829846903681755
225627	rnn.bias_ih_l1	0	-0.1845768690109253
225627	rnn.bias_ih_l1	1	-0.17987996339797974
225627	rnn.bias_ih_l1	2	-0.19805322587490082
225627	rnn.bias_ih_l1	3	-0.310772567987442
225627	rnn.bias_ih_l1	4	-0.20822493731975555
225627	rnn.bias_ih_l1	5	-0.08877257257699966
225627	rnn.bias_ih_l1	6	-0.15868258476257324
225627	rnn.bias_ih_l1	7	-0.005495822057127953
225627	rnn.bias_ih_l1	8	-0.1373109519481659
225627	rnn.bias_ih_l1	9	-0.13018235564231873
225627	rnn.bias_hh_l1	0	-0.0956861823797226
225627	rnn.bias_hh_l1	1	-0.06862233579158783
225627	rnn.bias_hh_l1	2	-0.08747473359107971
225627	rnn.bias_hh_l1	3	-0.07899823784828186
225627	rnn.bias_hh_l1	4	-0.07428290694952011
225627	rnn.bias_hh_l1	5	-0.1175801157951355
225627	rnn.bias_hh_l1	6	-0.16434013843536377
225627	rnn.bias_hh_l1	7	0.07705982774496078
225627	rnn.bias_hh_l1	8	-0.18015699088573456
225627	rnn.bias_hh_l1	9	-0.11962838470935822
225627	rnn.weight_ih_l1_reverse	0	-0.046269308775663376
225627	rnn.weight_ih_l1_reverse	1	0.034025292843580246
225627	rnn.weight_ih_l1_reverse	2	0.0915645882487297
225627	rnn.weight_ih_l1_reverse	3	-0.01795770972967148
225627	rnn.weight_ih_l1_reverse	4	-0.026153385639190674
225627	rnn.weight_ih_l1_reverse	5	-0.030544551089406013
225627	rnn.weight_ih_l1_reverse	6	-0.019064245745539665
225627	rnn.weight_ih_l1_reverse	7	0.028908636420965195
225627	rnn.weight_ih_l1_reverse	8	0.00850258581340313
225627	rnn.weight_ih_l1_reverse	9	-0.03346804901957512
225627	rnn.weight_hh_l1_reverse	0	0.004660290200263262
225627	rnn.weight_hh_l1_reverse	1	0.031452033668756485
225627	rnn.weight_hh_l1_reverse	2	-0.04056863486766815
225627	rnn.weight_hh_l1_reverse	3	0.03508985787630081
225627	rnn.weight_hh_l1_reverse	4	0.04731084033846855
225627	rnn.weight_hh_l1_reverse	5	0.004563107155263424
225627	rnn.weight_hh_l1_reverse	6	0.04869809374213219
225627	rnn.weight_hh_l1_reverse	7	0.031229566782712936
225627	rnn.weight_hh_l1_reverse	8	-0.007132143713533878
225627	rnn.weight_hh_l1_reverse	9	-0.030807005241513252
225627	rnn.bias_ih_l1_reverse	0	-0.0475468672811985
225627	rnn.bias_ih_l1_reverse	1	-0.14213895797729492
225627	rnn.bias_ih_l1_reverse	2	-0.16444510221481323
225627	rnn.bias_ih_l1_reverse	3	-0.05533358454704285
225627	rnn.bias_ih_l1_reverse	4	-0.20604504644870758
225627	rnn.bias_ih_l1_reverse	5	-0.11719898879528046
225627	rnn.bias_ih_l1_reverse	6	-0.13003009557724
225627	rnn.bias_ih_l1_reverse	7	-0.1915220320224762
225627	rnn.bias_ih_l1_reverse	8	0.22547098994255066
225627	rnn.bias_ih_l1_reverse	9	0.023919079452753067
225627	rnn.bias_hh_l1_reverse	0	0.012206223793327808
225627	rnn.bias_hh_l1_reverse	1	-0.06732072681188583
225627	rnn.bias_hh_l1_reverse	2	-0.23659120500087738
225627	rnn.bias_hh_l1_reverse	3	-0.14231038093566895
225627	rnn.bias_hh_l1_reverse	4	-0.08138712495565414
225627	rnn.bias_hh_l1_reverse	5	-0.11888408660888672
225627	rnn.bias_hh_l1_reverse	6	0.05844269320368767
225627	rnn.bias_hh_l1_reverse	7	-0.14091558754444122
225627	rnn.bias_hh_l1_reverse	8	-0.12153893709182739
225627	rnn.bias_hh_l1_reverse	9	-0.14963901042938232
225627	linear.weight	0	0.002228822559118271
225627	linear.weight	1	0.09953544288873672
225627	linear.weight	2	-0.0933719053864479
225627	linear.weight	3	0.3035740256309509
225627	linear.weight	4	0.1490219235420227
225627	linear.weight	5	-0.06313224136829376
225627	linear.weight	6	0.09472868591547012
225627	linear.weight	7	0.1155112162232399
225627	linear.weight	8	0.041138797998428345
225627	linear.weight	9	-0.0544898547232151
225627	linear.bias	0	0.09128567576408386
225627	linear.bias	1	-0.18365201354026794
225627	linear.bias	2	-0.45306748151779175
225627	linear.bias	3	-0.6634780764579773
225627	linear.bias	4	-1.2589247226715088
225627	linear.bias	5	-0.0579632930457592
225627	linear.bias	6	-0.8193367719650269
225627	linear.bias	7	0.2722375690937042
225627	linear.bias	8	-0.400884747505188
225627	linear.bias	9	-1.0197430849075317
225824	transitions	0	0.7447962164878845
225824	transitions	1	0.1377682089805603
225824	transitions	2	-10000.0
225824	transitions	3	-1.8277761936187744
225824	transitions	4	-10000.0
225824	transitions	5	0.5637473464012146
225824	transitions	6	-0.0849144235253334
225824	transitions	7	-0.804234504699707
225824	transitions	8	-1.4210182428359985
225824	transitions	9	-0.0012240359792485833
225824	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
225824	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
225824	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
225824	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
225824	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
225824	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
225824	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
225824	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
225824	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
225824	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
225824	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
225824	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
225824	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
225824	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
225824	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
225824	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
225824	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
225824	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
225824	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
225824	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
225824	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
225824	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
225824	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
225824	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
225824	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
225824	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
225824	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
225824	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
225824	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
225824	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
225824	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
225824	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
225824	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
225824	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
225824	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
225824	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
225824	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
225824	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
225824	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
225824	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
225824	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
225824	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
225824	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
225824	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
225824	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
225824	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
225824	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
225824	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
225824	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
225824	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
225824	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
225824	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
225824	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
225824	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
225824	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
225824	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
225824	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
225824	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
225824	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
225824	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
225824	embedding2nn.weight	0	0.017952347174286842
225824	embedding2nn.weight	1	-0.0130379693582654
225824	embedding2nn.weight	2	-0.014268254861235619
225824	embedding2nn.weight	3	-0.03063245117664337
225824	embedding2nn.weight	4	-0.0059150345623493195
225824	embedding2nn.weight	5	-0.0037005888298153877
225824	embedding2nn.weight	6	-0.00397326797246933
225824	embedding2nn.weight	7	-0.0749744176864624
225824	embedding2nn.weight	8	-0.0019979383796453476
225824	embedding2nn.weight	9	-0.027912989258766174
225824	embedding2nn.bias	0	0.027891770005226135
225824	embedding2nn.bias	1	-0.07021096348762512
225824	embedding2nn.bias	2	0.06984923034906387
225824	embedding2nn.bias	3	0.05009375140070915
225824	embedding2nn.bias	4	-0.04087813198566437
225824	embedding2nn.bias	5	-0.0144971814006567
225824	embedding2nn.bias	6	0.027754200622439384
225824	embedding2nn.bias	7	-0.05475815013051033
225824	embedding2nn.bias	8	0.06550724059343338
225824	embedding2nn.bias	9	0.042589474469423294
225824	rnn.weight_ih_l0	0	-0.07818629592657089
225824	rnn.weight_ih_l0	1	0.0033544073812663555
225824	rnn.weight_ih_l0	2	0.03608294948935509
225824	rnn.weight_ih_l0	3	0.02223081886768341
225824	rnn.weight_ih_l0	4	-0.04888002201914787
225824	rnn.weight_ih_l0	5	-0.06815329194068909
225824	rnn.weight_ih_l0	6	-0.0028557106852531433
225824	rnn.weight_ih_l0	7	0.05235712602734566
225824	rnn.weight_ih_l0	8	-0.015659382566809654
225824	rnn.weight_ih_l0	9	-0.03086884133517742
225824	rnn.weight_hh_l0	0	-0.03042435273528099
225824	rnn.weight_hh_l0	1	-0.008291508071124554
225824	rnn.weight_hh_l0	2	0.00628237146884203
225824	rnn.weight_hh_l0	3	-0.07470094412565231
225824	rnn.weight_hh_l0	4	0.09419309347867966
225824	rnn.weight_hh_l0	5	-0.02454148791730404
225824	rnn.weight_hh_l0	6	-0.0627332553267479
225824	rnn.weight_hh_l0	7	0.00994453951716423
225824	rnn.weight_hh_l0	8	0.013431493192911148
225824	rnn.weight_hh_l0	9	-0.024989018216729164
225824	rnn.bias_ih_l0	0	0.12695851922035217
225824	rnn.bias_ih_l0	1	-0.03872431814670563
225824	rnn.bias_ih_l0	2	-0.03253193944692612
225824	rnn.bias_ih_l0	3	0.16413000226020813
225824	rnn.bias_ih_l0	4	-0.012788061983883381
225824	rnn.bias_ih_l0	5	-0.02327517420053482
225824	rnn.bias_ih_l0	6	0.0171041376888752
225824	rnn.bias_ih_l0	7	0.022220412269234657
225824	rnn.bias_ih_l0	8	-0.10016922652721405
225824	rnn.bias_ih_l0	9	-0.04522412270307541
225824	rnn.bias_hh_l0	0	0.001228007604368031
225824	rnn.bias_hh_l0	1	-0.10032054036855698
225824	rnn.bias_hh_l0	2	-0.07403033971786499
225824	rnn.bias_hh_l0	3	-0.08909372240304947
225824	rnn.bias_hh_l0	4	0.010441585443913937
225824	rnn.bias_hh_l0	5	-0.020325837656855583
225824	rnn.bias_hh_l0	6	0.024645235389471054
225824	rnn.bias_hh_l0	7	0.055267464369535446
225824	rnn.bias_hh_l0	8	-0.12226824462413788
225824	rnn.bias_hh_l0	9	-0.05791126936674118
225824	rnn.weight_ih_l0_reverse	0	-0.023780347779393196
225824	rnn.weight_ih_l0_reverse	1	-0.05637858808040619
225824	rnn.weight_ih_l0_reverse	2	-0.048421431332826614
225824	rnn.weight_ih_l0_reverse	3	0.013797824271023273
225824	rnn.weight_ih_l0_reverse	4	-0.025597715750336647
225824	rnn.weight_ih_l0_reverse	5	-0.057320158928632736
225824	rnn.weight_ih_l0_reverse	6	0.07439735531806946
225824	rnn.weight_ih_l0_reverse	7	-0.019687019288539886
225824	rnn.weight_ih_l0_reverse	8	-0.019030584022402763
225824	rnn.weight_ih_l0_reverse	9	0.004237456247210503
225824	rnn.weight_hh_l0_reverse	0	0.0678510069847107
225824	rnn.weight_hh_l0_reverse	1	0.02127569541335106
225824	rnn.weight_hh_l0_reverse	2	0.029260845854878426
225824	rnn.weight_hh_l0_reverse	3	0.0354003831744194
225824	rnn.weight_hh_l0_reverse	4	0.01323188841342926
225824	rnn.weight_hh_l0_reverse	5	0.007117400877177715
225824	rnn.weight_hh_l0_reverse	6	0.05081111937761307
225824	rnn.weight_hh_l0_reverse	7	-0.08165603131055832
225824	rnn.weight_hh_l0_reverse	8	0.04147779196500778
225824	rnn.weight_hh_l0_reverse	9	0.0353785939514637
225824	rnn.bias_ih_l0_reverse	0	-0.05823533982038498
225824	rnn.bias_ih_l0_reverse	1	-0.2835351228713989
225824	rnn.bias_ih_l0_reverse	2	-0.12222632765769958
225824	rnn.bias_ih_l0_reverse	3	-0.048478879034519196
225824	rnn.bias_ih_l0_reverse	4	-0.022248754277825356
225824	rnn.bias_ih_l0_reverse	5	0.07552854716777802
225824	rnn.bias_ih_l0_reverse	6	-0.06500120460987091
225824	rnn.bias_ih_l0_reverse	7	0.06481542438268661
225824	rnn.bias_ih_l0_reverse	8	-0.040082331746816635
225824	rnn.bias_ih_l0_reverse	9	0.0628790408372879
225824	rnn.bias_hh_l0_reverse	0	0.023515282198786736
225824	rnn.bias_hh_l0_reverse	1	-0.05558399111032486
225824	rnn.bias_hh_l0_reverse	2	0.08410286903381348
225824	rnn.bias_hh_l0_reverse	3	-0.051448263227939606
225824	rnn.bias_hh_l0_reverse	4	-0.028777260333299637
225824	rnn.bias_hh_l0_reverse	5	-0.0173965897411108
225824	rnn.bias_hh_l0_reverse	6	-0.017637573182582855
225824	rnn.bias_hh_l0_reverse	7	0.0977422371506691
225824	rnn.bias_hh_l0_reverse	8	0.03299581632018089
225824	rnn.bias_hh_l0_reverse	9	-0.14697980880737305
225824	rnn.weight_ih_l1	0	-0.030104339122772217
225824	rnn.weight_ih_l1	1	-0.051118653267621994
225824	rnn.weight_ih_l1	2	0.06478538364171982
225824	rnn.weight_ih_l1	3	-0.07247834652662277
225824	rnn.weight_ih_l1	4	-0.013907515443861485
225824	rnn.weight_ih_l1	5	-0.04064130038022995
225824	rnn.weight_ih_l1	6	0.028522169217467308
225824	rnn.weight_ih_l1	7	-0.04425538703799248
225824	rnn.weight_ih_l1	8	0.03765753284096718
225824	rnn.weight_ih_l1	9	0.04441529139876366
225824	rnn.weight_hh_l1	0	-0.006770361680537462
225824	rnn.weight_hh_l1	1	0.019702710211277008
225824	rnn.weight_hh_l1	2	0.007979413494467735
225824	rnn.weight_hh_l1	3	-0.012663408182561398
225824	rnn.weight_hh_l1	4	0.004823662806302309
225824	rnn.weight_hh_l1	5	0.03488031402230263
225824	rnn.weight_hh_l1	6	0.03677079454064369
225824	rnn.weight_hh_l1	7	-0.015923606231808662
225824	rnn.weight_hh_l1	8	-0.0078212209045887
225824	rnn.weight_hh_l1	9	0.03826436027884483
225824	rnn.bias_ih_l1	0	-0.18452104926109314
225824	rnn.bias_ih_l1	1	-0.18004237115383148
225824	rnn.bias_ih_l1	2	-0.19811178743839264
225824	rnn.bias_ih_l1	3	-0.31058937311172485
225824	rnn.bias_ih_l1	4	-0.20878176391124725
225824	rnn.bias_ih_l1	5	-0.08862988650798798
225824	rnn.bias_ih_l1	6	-0.15913861989974976
225824	rnn.bias_ih_l1	7	-0.005689585581421852
225824	rnn.bias_ih_l1	8	-0.13762621581554413
225824	rnn.bias_ih_l1	9	-0.13038760423660278
225824	rnn.bias_hh_l1	0	-0.09572725743055344
225824	rnn.bias_hh_l1	1	-0.06865651905536652
225824	rnn.bias_hh_l1	2	-0.0871138647198677
225824	rnn.bias_hh_l1	3	-0.0792357474565506
225824	rnn.bias_hh_l1	4	-0.07394289970397949
225824	rnn.bias_hh_l1	5	-0.11743298172950745
225824	rnn.bias_hh_l1	6	-0.16397762298583984
225824	rnn.bias_hh_l1	7	0.0775960236787796
225824	rnn.bias_hh_l1	8	-0.1803886443376541
225824	rnn.bias_hh_l1	9	-0.12012277543544769
225824	rnn.weight_ih_l1_reverse	0	-0.04656078293919563
225824	rnn.weight_ih_l1_reverse	1	0.03379422798752785
225824	rnn.weight_ih_l1_reverse	2	0.09165336191654205
225824	rnn.weight_ih_l1_reverse	3	-0.018171114847064018
225824	rnn.weight_ih_l1_reverse	4	-0.026694532483816147
225824	rnn.weight_ih_l1_reverse	5	-0.030552208423614502
225824	rnn.weight_ih_l1_reverse	6	-0.018940845504403114
225824	rnn.weight_ih_l1_reverse	7	0.028872936964035034
225824	rnn.weight_ih_l1_reverse	8	0.008497191593050957
225824	rnn.weight_ih_l1_reverse	9	-0.033325012773275375
225824	rnn.weight_hh_l1_reverse	0	0.004676226060837507
225824	rnn.weight_hh_l1_reverse	1	0.03149642422795296
225824	rnn.weight_hh_l1_reverse	2	-0.04056141898036003
225824	rnn.weight_hh_l1_reverse	3	0.035063933581113815
225824	rnn.weight_hh_l1_reverse	4	0.04732589051127434
225824	rnn.weight_hh_l1_reverse	5	0.004495883360505104
225824	rnn.weight_hh_l1_reverse	6	0.048351481556892395
225824	rnn.weight_hh_l1_reverse	7	0.03127942234277725
225824	rnn.weight_hh_l1_reverse	8	-0.007143552880734205
225824	rnn.weight_hh_l1_reverse	9	-0.030799683183431625
225824	rnn.bias_ih_l1_reverse	0	-0.047588471323251724
225824	rnn.bias_ih_l1_reverse	1	-0.14157770574092865
225824	rnn.bias_ih_l1_reverse	2	-0.16475017368793488
225824	rnn.bias_ih_l1_reverse	3	-0.055588092654943466
225824	rnn.bias_ih_l1_reverse	4	-0.20573265850543976
225824	rnn.bias_ih_l1_reverse	5	-0.1170920729637146
225824	rnn.bias_ih_l1_reverse	6	-0.12990476191043854
225824	rnn.bias_ih_l1_reverse	7	-0.1915692687034607
225824	rnn.bias_ih_l1_reverse	8	0.22622275352478027
225824	rnn.bias_ih_l1_reverse	9	0.024881456047296524
225824	rnn.bias_hh_l1_reverse	0	0.011281060986220837
225824	rnn.bias_hh_l1_reverse	1	-0.0671127662062645
225824	rnn.bias_hh_l1_reverse	2	-0.23656660318374634
225824	rnn.bias_hh_l1_reverse	3	-0.14216682314872742
225824	rnn.bias_hh_l1_reverse	4	-0.08148897439241409
225824	rnn.bias_hh_l1_reverse	5	-0.11856895685195923
225824	rnn.bias_hh_l1_reverse	6	0.05886639654636383
225824	rnn.bias_hh_l1_reverse	7	-0.140426903963089
225824	rnn.bias_hh_l1_reverse	8	-0.12176740914583206
225824	rnn.bias_hh_l1_reverse	9	-0.14961837232112885
225824	linear.weight	0	0.002228822559118271
225824	linear.weight	1	0.09954561293125153
225824	linear.weight	2	-0.09337528049945831
225824	linear.weight	3	0.30365893244743347
225824	linear.weight	4	0.14849911630153656
225824	linear.weight	5	-0.06292428076267242
225824	linear.weight	6	0.09152278304100037
225824	linear.weight	7	0.11579779535531998
225824	linear.weight	8	0.04113875702023506
225824	linear.weight	9	-0.05467469245195389
225824	linear.bias	0	0.09465309232473373
225824	linear.bias	1	-0.18118587136268616
225824	linear.bias	2	-0.45116472244262695
225824	linear.bias	3	-0.662081778049469
225824	linear.bias	4	-1.257688045501709
225824	linear.bias	5	-0.06680269539356232
225824	linear.bias	6	-0.817102313041687
225824	linear.bias	7	0.2634109556674957
225824	linear.bias	8	-0.4054355323314667
225824	linear.bias	9	-1.024477243423462
226021	transitions	0	0.7429742813110352
226021	transitions	1	0.13823123276233673
226021	transitions	2	-10000.0
226021	transitions	3	-1.827779769897461
226021	transitions	4	-10000.0
226021	transitions	5	0.5637428760528564
226021	transitions	6	-0.08491746336221695
226021	transitions	7	-0.8043337464332581
226021	transitions	8	-1.4210233688354492
226021	transitions	9	-0.0012240756768733263
226021	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
226021	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
226021	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
226021	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
226021	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
226021	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
226021	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
226021	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
226021	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
226021	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
226021	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
226021	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
226021	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
226021	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
226021	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
226021	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
226021	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
226021	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
226021	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
226021	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
226021	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
226021	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
226021	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
226021	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
226021	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
226021	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
226021	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
226021	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
226021	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
226021	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
226021	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
226021	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
226021	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
226021	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
226021	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
226021	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
226021	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
226021	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
226021	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
226021	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
226021	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
226021	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
226021	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
226021	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
226021	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
226021	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
226021	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
226021	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
226021	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
226021	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
226021	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
226021	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
226021	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
226021	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
226021	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
226021	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
226021	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
226021	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
226021	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
226021	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
226021	embedding2nn.weight	0	0.017910778522491455
226021	embedding2nn.weight	1	-0.013004038482904434
226021	embedding2nn.weight	2	-0.014268254861235619
226021	embedding2nn.weight	3	-0.030635852366685867
226021	embedding2nn.weight	4	-0.0059150345623493195
226021	embedding2nn.weight	5	-0.0037005888298153877
226021	embedding2nn.weight	6	-0.00397326797246933
226021	embedding2nn.weight	7	-0.07505669444799423
226021	embedding2nn.weight	8	-0.0019979383796453476
226021	embedding2nn.weight	9	-0.027868948876857758
226021	embedding2nn.bias	0	0.027763044461607933
226021	embedding2nn.bias	1	-0.06968637555837631
226021	embedding2nn.bias	2	0.06891164928674698
226021	embedding2nn.bias	3	0.05011442303657532
226021	embedding2nn.bias	4	-0.04181619733572006
226021	embedding2nn.bias	5	-0.014224747195839882
226021	embedding2nn.bias	6	0.026262270286679268
226021	embedding2nn.bias	7	-0.054403156042099
226021	embedding2nn.bias	8	0.06609587371349335
226021	embedding2nn.bias	9	0.04097757115960121
226021	rnn.weight_ih_l0	0	-0.07857976108789444
226021	rnn.weight_ih_l0	1	0.003320968011394143
226021	rnn.weight_ih_l0	2	0.0363348163664341
226021	rnn.weight_ih_l0	3	0.02240578830242157
226021	rnn.weight_ih_l0	4	-0.04878593981266022
226021	rnn.weight_ih_l0	5	-0.06800786405801773
226021	rnn.weight_ih_l0	6	-0.0027923472225666046
226021	rnn.weight_ih_l0	7	0.0525803342461586
226021	rnn.weight_ih_l0	8	-0.015730546787381172
226021	rnn.weight_ih_l0	9	-0.031076578423380852
226021	rnn.weight_hh_l0	0	-0.030587458983063698
226021	rnn.weight_hh_l0	1	-0.007998775690793991
226021	rnn.weight_hh_l0	2	0.006446054670959711
226021	rnn.weight_hh_l0	3	-0.0747617706656456
226021	rnn.weight_hh_l0	4	0.09425739198923111
226021	rnn.weight_hh_l0	5	-0.024506816640496254
226021	rnn.weight_hh_l0	6	-0.06269079446792603
226021	rnn.weight_hh_l0	7	0.009734505787491798
226021	rnn.weight_hh_l0	8	0.013379746116697788
226021	rnn.weight_hh_l0	9	-0.024863561615347862
226021	rnn.bias_ih_l0	0	0.1267666071653366
226021	rnn.bias_ih_l0	1	-0.03872727230191231
226021	rnn.bias_ih_l0	2	-0.032188981771469116
226021	rnn.bias_ih_l0	3	0.16405892372131348
226021	rnn.bias_ih_l0	4	-0.012108338996767998
226021	rnn.bias_ih_l0	5	-0.023048419505357742
226021	rnn.bias_ih_l0	6	0.017288511618971825
226021	rnn.bias_ih_l0	7	0.022544093430042267
226021	rnn.bias_ih_l0	8	-0.10005902498960495
226021	rnn.bias_ih_l0	9	-0.044341571629047394
226021	rnn.bias_hh_l0	0	0.0012607260141521692
226021	rnn.bias_hh_l0	1	-0.09996918588876724
226021	rnn.bias_hh_l0	2	-0.07405687123537064
226021	rnn.bias_hh_l0	3	-0.08921538293361664
226021	rnn.bias_hh_l0	4	0.010342053137719631
226021	rnn.bias_hh_l0	5	-0.02021252177655697
226021	rnn.bias_hh_l0	6	0.0244896300137043
226021	rnn.bias_hh_l0	7	0.05438173934817314
226021	rnn.bias_hh_l0	8	-0.12236100435256958
226021	rnn.bias_hh_l0	9	-0.057811468839645386
226021	rnn.weight_ih_l0_reverse	0	-0.023738915100693703
226021	rnn.weight_ih_l0_reverse	1	-0.05619695410132408
226021	rnn.weight_ih_l0_reverse	2	-0.048504021018743515
226021	rnn.weight_ih_l0_reverse	3	0.013883291743695736
226021	rnn.weight_ih_l0_reverse	4	-0.025602271780371666
226021	rnn.weight_ih_l0_reverse	5	-0.057220928370952606
226021	rnn.weight_ih_l0_reverse	6	0.074586883187294
226021	rnn.weight_ih_l0_reverse	7	-0.019742492586374283
226021	rnn.weight_ih_l0_reverse	8	-0.019077027216553688
226021	rnn.weight_ih_l0_reverse	9	0.004235032480210066
226021	rnn.weight_hh_l0_reverse	0	0.0678887814283371
226021	rnn.weight_hh_l0_reverse	1	0.021165529265999794
226021	rnn.weight_hh_l0_reverse	2	0.029401883482933044
226021	rnn.weight_hh_l0_reverse	3	0.03534865379333496
226021	rnn.weight_hh_l0_reverse	4	0.013258849270641804
226021	rnn.weight_hh_l0_reverse	5	0.007032986264675856
226021	rnn.weight_hh_l0_reverse	6	0.05082934349775314
226021	rnn.weight_hh_l0_reverse	7	-0.08160588890314102
226021	rnn.weight_hh_l0_reverse	8	0.04154049605131149
226021	rnn.weight_hh_l0_reverse	9	0.03529168665409088
226021	rnn.bias_ih_l0_reverse	0	-0.05848466604948044
226021	rnn.bias_ih_l0_reverse	1	-0.2835637331008911
226021	rnn.bias_ih_l0_reverse	2	-0.12219619005918503
226021	rnn.bias_ih_l0_reverse	3	-0.048423755913972855
226021	rnn.bias_ih_l0_reverse	4	-0.021971115842461586
226021	rnn.bias_ih_l0_reverse	5	0.07543148100376129
226021	rnn.bias_ih_l0_reverse	6	-0.06437008827924728
226021	rnn.bias_ih_l0_reverse	7	0.0646812692284584
226021	rnn.bias_ih_l0_reverse	8	-0.04013212397694588
226021	rnn.bias_ih_l0_reverse	9	0.06259950995445251
226021	rnn.bias_hh_l0_reverse	0	0.023589041084051132
226021	rnn.bias_hh_l0_reverse	1	-0.055194251239299774
226021	rnn.bias_hh_l0_reverse	2	0.08442895114421844
226021	rnn.bias_hh_l0_reverse	3	-0.05133437737822533
226021	rnn.bias_hh_l0_reverse	4	-0.02871844172477722
226021	rnn.bias_hh_l0_reverse	5	-0.017389696091413498
226021	rnn.bias_hh_l0_reverse	6	-0.017765328288078308
226021	rnn.bias_hh_l0_reverse	7	0.0981946662068367
226021	rnn.bias_hh_l0_reverse	8	0.03275413066148758
226021	rnn.bias_hh_l0_reverse	9	-0.1471226066350937
226021	rnn.weight_ih_l1	0	-0.030021095648407936
226021	rnn.weight_ih_l1	1	-0.05080758407711983
226021	rnn.weight_ih_l1	2	0.0650925487279892
226021	rnn.weight_ih_l1	3	-0.07260233908891678
226021	rnn.weight_ih_l1	4	-0.013945871032774448
226021	rnn.weight_ih_l1	5	-0.040537524968385696
226021	rnn.weight_ih_l1	6	0.02852974645793438
226021	rnn.weight_ih_l1	7	-0.044231995940208435
226021	rnn.weight_ih_l1	8	0.03764105960726738
226021	rnn.weight_ih_l1	9	0.044282738119363785
226021	rnn.weight_hh_l1	0	-0.006735209375619888
226021	rnn.weight_hh_l1	1	0.01971793733537197
226021	rnn.weight_hh_l1	2	0.007876118645071983
226021	rnn.weight_hh_l1	3	-0.012660440057516098
226021	rnn.weight_hh_l1	4	0.004847493022680283
226021	rnn.weight_hh_l1	5	0.03474130854010582
226021	rnn.weight_hh_l1	6	0.036863382905721664
226021	rnn.weight_hh_l1	7	-0.01586758904159069
226021	rnn.weight_hh_l1	8	-0.007859203964471817
226021	rnn.weight_hh_l1	9	0.0382651686668396
226021	rnn.bias_ih_l1	0	-0.18425187468528748
226021	rnn.bias_ih_l1	1	-0.18024247884750366
226021	rnn.bias_ih_l1	2	-0.19844581186771393
226021	rnn.bias_ih_l1	3	-0.3105953335762024
226021	rnn.bias_ih_l1	4	-0.2077617049217224
226021	rnn.bias_ih_l1	5	-0.08881539851427078
226021	rnn.bias_ih_l1	6	-0.1590644270181656
226021	rnn.bias_ih_l1	7	-0.005682258401066065
226021	rnn.bias_ih_l1	8	-0.1374208629131317
226021	rnn.bias_ih_l1	9	-0.13042476773262024
226021	rnn.bias_hh_l1	0	-0.09578898549079895
226021	rnn.bias_hh_l1	1	-0.06829291582107544
226021	rnn.bias_hh_l1	2	-0.08668699115514755
226021	rnn.bias_hh_l1	3	-0.07934656739234924
226021	rnn.bias_hh_l1	4	-0.07401353120803833
226021	rnn.bias_hh_l1	5	-0.11747067421674728
226021	rnn.bias_hh_l1	6	-0.16386663913726807
226021	rnn.bias_hh_l1	7	0.07781384140253067
226021	rnn.bias_hh_l1	8	-0.18055832386016846
226021	rnn.bias_hh_l1	9	-0.12023560702800751
226021	rnn.weight_ih_l1_reverse	0	-0.04656628146767616
226021	rnn.weight_ih_l1_reverse	1	0.03420078009366989
226021	rnn.weight_ih_l1_reverse	2	0.09174995869398117
226021	rnn.weight_ih_l1_reverse	3	-0.018379095941781998
226021	rnn.weight_ih_l1_reverse	4	-0.02708026021718979
226021	rnn.weight_ih_l1_reverse	5	-0.03058471344411373
226021	rnn.weight_ih_l1_reverse	6	-0.019085422158241272
226021	rnn.weight_ih_l1_reverse	7	0.02914349175989628
226021	rnn.weight_ih_l1_reverse	8	0.008615890517830849
226021	rnn.weight_ih_l1_reverse	9	-0.03347284719347954
226021	rnn.weight_hh_l1_reverse	0	0.004667162895202637
226021	rnn.weight_hh_l1_reverse	1	0.03149048611521721
226021	rnn.weight_hh_l1_reverse	2	-0.0405576154589653
226021	rnn.weight_hh_l1_reverse	3	0.03507142513990402
226021	rnn.weight_hh_l1_reverse	4	0.047301240265369415
226021	rnn.weight_hh_l1_reverse	5	0.004560351371765137
226021	rnn.weight_hh_l1_reverse	6	0.048315685242414474
226021	rnn.weight_hh_l1_reverse	7	0.031246941536664963
226021	rnn.weight_hh_l1_reverse	8	-0.007156487554311752
226021	rnn.weight_hh_l1_reverse	9	-0.030796293169260025
226021	rnn.bias_ih_l1_reverse	0	-0.047282151877880096
226021	rnn.bias_ih_l1_reverse	1	-0.14179670810699463
226021	rnn.bias_ih_l1_reverse	2	-0.1644626408815384
226021	rnn.bias_ih_l1_reverse	3	-0.056477710604667664
226021	rnn.bias_ih_l1_reverse	4	-0.2059064507484436
226021	rnn.bias_ih_l1_reverse	5	-0.11738821864128113
226021	rnn.bias_ih_l1_reverse	6	-0.12984830141067505
226021	rnn.bias_ih_l1_reverse	7	-0.19147078692913055
226021	rnn.bias_ih_l1_reverse	8	0.22541369497776031
226021	rnn.bias_ih_l1_reverse	9	0.024885356426239014
226021	rnn.bias_hh_l1_reverse	0	0.012014070525765419
226021	rnn.bias_hh_l1_reverse	1	-0.06694049388170242
226021	rnn.bias_hh_l1_reverse	2	-0.23663923144340515
226021	rnn.bias_hh_l1_reverse	3	-0.14159268140792847
226021	rnn.bias_hh_l1_reverse	4	-0.08114244788885117
226021	rnn.bias_hh_l1_reverse	5	-0.11863180249929428
226021	rnn.bias_hh_l1_reverse	6	0.0591326504945755
226021	rnn.bias_hh_l1_reverse	7	-0.14028364419937134
226021	rnn.bias_hh_l1_reverse	8	-0.12205343693494797
226021	rnn.bias_hh_l1_reverse	9	-0.1495734602212906
226021	linear.weight	0	0.002228822559118271
226021	linear.weight	1	0.09844780713319778
226021	linear.weight	2	-0.09398838877677917
226021	linear.weight	3	0.3032865524291992
226021	linear.weight	4	0.14826123416423798
226021	linear.weight	5	-0.06276170909404755
226021	linear.weight	6	0.09331240504980087
226021	linear.weight	7	0.11503005772829056
226021	linear.weight	8	0.04113868251442909
226021	linear.weight	9	-0.05461358278989792
226021	linear.bias	0	0.10101236402988434
226021	linear.bias	1	-0.18186326324939728
226021	linear.bias	2	-0.44926193356513977
226021	linear.bias	3	-0.6599697470664978
226021	linear.bias	4	-1.2553770542144775
226021	linear.bias	5	-0.0680454671382904
226021	linear.bias	6	-0.8176808953285217
226021	linear.bias	7	0.26143649220466614
226021	linear.bias	8	-0.40971270203590393
226021	linear.bias	9	-1.0289074182510376
226218	transitions	0	0.7432072162628174
226218	transitions	1	0.13736587762832642
226218	transitions	2	-10000.0
226218	transitions	3	-1.827785849571228
226218	transitions	4	-10000.0
226218	transitions	5	0.5637372732162476
226218	transitions	6	-0.08493892103433609
226218	transitions	7	-0.8043567538261414
226218	transitions	8	-1.4210370779037476
226218	transitions	9	-0.0012241745134815574
226218	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
226218	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
226218	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
226218	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
226218	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
226218	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
226218	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
226218	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
226218	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
226218	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
226218	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
226218	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
226218	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
226218	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
226218	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
226218	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
226218	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
226218	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
226218	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
226218	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
226218	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
226218	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
226218	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
226218	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
226218	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
226218	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
226218	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
226218	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
226218	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
226218	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
226218	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
226218	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
226218	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
226218	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
226218	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
226218	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
226218	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
226218	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
226218	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
226218	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
226218	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
226218	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
226218	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
226218	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
226218	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
226218	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
226218	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
226218	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
226218	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
226218	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
226218	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
226218	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
226218	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
226218	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
226218	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
226218	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
226218	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
226218	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
226218	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
226218	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
226218	embedding2nn.weight	0	0.01776520162820816
226218	embedding2nn.weight	1	-0.012966884300112724
226218	embedding2nn.weight	2	-0.014268254861235619
226218	embedding2nn.weight	3	-0.03068082220852375
226218	embedding2nn.weight	4	-0.0059150345623493195
226218	embedding2nn.weight	5	-0.0037005888298153877
226218	embedding2nn.weight	6	-0.003973268438130617
226218	embedding2nn.weight	7	-0.07501436024904251
226218	embedding2nn.weight	8	-0.0019979383796453476
226218	embedding2nn.weight	9	-0.02784748189151287
226218	embedding2nn.bias	0	0.027784185484051704
226218	embedding2nn.bias	1	-0.06799665093421936
226218	embedding2nn.bias	2	0.06841787695884705
226218	embedding2nn.bias	3	0.049455851316452026
226218	embedding2nn.bias	4	-0.040946993976831436
226218	embedding2nn.bias	5	-0.01449467334896326
226218	embedding2nn.bias	6	0.026448624208569527
226218	embedding2nn.bias	7	-0.054617177695035934
226218	embedding2nn.bias	8	0.06524771451950073
226218	embedding2nn.bias	9	0.04012032598257065
226218	rnn.weight_ih_l0	0	-0.07847650349140167
226218	rnn.weight_ih_l0	1	0.0035777622833848
226218	rnn.weight_ih_l0	2	0.03625892847776413
226218	rnn.weight_ih_l0	3	0.022290131077170372
226218	rnn.weight_ih_l0	4	-0.04874251410365105
226218	rnn.weight_ih_l0	5	-0.06796439737081528
226218	rnn.weight_ih_l0	6	-0.002628444693982601
226218	rnn.weight_ih_l0	7	0.0526922233402729
226218	rnn.weight_ih_l0	8	-0.015833303332328796
226218	rnn.weight_ih_l0	9	-0.031024565920233727
226218	rnn.weight_hh_l0	0	-0.030663160607218742
226218	rnn.weight_hh_l0	1	-0.008053943514823914
226218	rnn.weight_hh_l0	2	0.006545461714267731
226218	rnn.weight_hh_l0	3	-0.07481449097394943
226218	rnn.weight_hh_l0	4	0.09440717846155167
226218	rnn.weight_hh_l0	5	-0.02453579753637314
226218	rnn.weight_hh_l0	6	-0.06278014928102493
226218	rnn.weight_hh_l0	7	0.009870176203548908
226218	rnn.weight_hh_l0	8	0.013255143538117409
226218	rnn.weight_hh_l0	9	-0.024922840297222137
226218	rnn.bias_ih_l0	0	0.12707003951072693
226218	rnn.bias_ih_l0	1	-0.03867003321647644
226218	rnn.bias_ih_l0	2	-0.032135382294654846
226218	rnn.bias_ih_l0	3	0.16416393220424652
226218	rnn.bias_ih_l0	4	-0.011876558884978294
226218	rnn.bias_ih_l0	5	-0.022996198385953903
226218	rnn.bias_ih_l0	6	0.016979586333036423
226218	rnn.bias_ih_l0	7	0.02212366834282875
226218	rnn.bias_ih_l0	8	-0.10002824664115906
226218	rnn.bias_ih_l0	9	-0.044121820479631424
226218	rnn.bias_hh_l0	0	0.001096934312954545
226218	rnn.bias_hh_l0	1	-0.09961355477571487
226218	rnn.bias_hh_l0	2	-0.0737992376089096
226218	rnn.bias_hh_l0	3	-0.08944304287433624
226218	rnn.bias_hh_l0	4	0.010115458630025387
226218	rnn.bias_hh_l0	5	-0.02043125219643116
226218	rnn.bias_hh_l0	6	0.024520838633179665
226218	rnn.bias_hh_l0	7	0.055223241448402405
226218	rnn.bias_hh_l0	8	-0.1221291795372963
226218	rnn.bias_hh_l0	9	-0.058382511138916016
226218	rnn.weight_ih_l0_reverse	0	-0.02360028214752674
226218	rnn.weight_ih_l0_reverse	1	-0.056215789169073105
226218	rnn.weight_ih_l0_reverse	2	-0.048525482416152954
226218	rnn.weight_ih_l0_reverse	3	0.013791411183774471
226218	rnn.weight_ih_l0_reverse	4	-0.025496110320091248
226218	rnn.weight_ih_l0_reverse	5	-0.057350464165210724
226218	rnn.weight_ih_l0_reverse	6	0.07472923398017883
226218	rnn.weight_ih_l0_reverse	7	-0.01966441608965397
226218	rnn.weight_ih_l0_reverse	8	-0.01911819539964199
226218	rnn.weight_ih_l0_reverse	9	0.004162423312664032
226218	rnn.weight_hh_l0_reverse	0	0.067680224776268
226218	rnn.weight_hh_l0_reverse	1	0.020970644429326057
226218	rnn.weight_hh_l0_reverse	2	0.02941862680017948
226218	rnn.weight_hh_l0_reverse	3	0.035362932831048965
226218	rnn.weight_hh_l0_reverse	4	0.01327771320939064
226218	rnn.weight_hh_l0_reverse	5	0.007130920421332121
226218	rnn.weight_hh_l0_reverse	6	0.0508573055267334
226218	rnn.weight_hh_l0_reverse	7	-0.08155617862939835
226218	rnn.weight_hh_l0_reverse	8	0.04159488528966904
226218	rnn.weight_hh_l0_reverse	9	0.03523007407784462
226218	rnn.bias_ih_l0_reverse	0	-0.058641467243433
226218	rnn.bias_ih_l0_reverse	1	-0.2837630808353424
226218	rnn.bias_ih_l0_reverse	2	-0.1222233697772026
226218	rnn.bias_ih_l0_reverse	3	-0.048623040318489075
226218	rnn.bias_ih_l0_reverse	4	-0.021948153153061867
226218	rnn.bias_ih_l0_reverse	5	0.0756455734372139
226218	rnn.bias_ih_l0_reverse	6	-0.06475439667701721
226218	rnn.bias_ih_l0_reverse	7	0.0646238923072815
226218	rnn.bias_ih_l0_reverse	8	-0.040507204830646515
226218	rnn.bias_ih_l0_reverse	9	0.062394242733716965
226218	rnn.bias_hh_l0_reverse	0	0.023392371833324432
226218	rnn.bias_hh_l0_reverse	1	-0.05537259578704834
226218	rnn.bias_hh_l0_reverse	2	0.08484849333763123
226218	rnn.bias_hh_l0_reverse	3	-0.05080452933907509
226218	rnn.bias_hh_l0_reverse	4	-0.02885906957089901
226218	rnn.bias_hh_l0_reverse	5	-0.017546940594911575
226218	rnn.bias_hh_l0_reverse	6	-0.017807945609092712
226218	rnn.bias_hh_l0_reverse	7	0.09863261133432388
226218	rnn.bias_hh_l0_reverse	8	0.03276045247912407
226218	rnn.bias_hh_l0_reverse	9	-0.14723289012908936
226218	rnn.weight_ih_l1	0	-0.030070869252085686
226218	rnn.weight_ih_l1	1	-0.05090111494064331
226218	rnn.weight_ih_l1	2	0.0647355169057846
226218	rnn.weight_ih_l1	3	-0.07295843958854675
226218	rnn.weight_ih_l1	4	-0.014015622437000275
226218	rnn.weight_ih_l1	5	-0.04055560380220413
226218	rnn.weight_ih_l1	6	0.028621219098567963
226218	rnn.weight_ih_l1	7	-0.044420141726732254
226218	rnn.weight_ih_l1	8	0.0376615971326828
226218	rnn.weight_ih_l1	9	0.04436397925019264
226218	rnn.weight_hh_l1	0	-0.006656645331531763
226218	rnn.weight_hh_l1	1	0.019698159769177437
226218	rnn.weight_hh_l1	2	0.007862993516027927
226218	rnn.weight_hh_l1	3	-0.012677782215178013
226218	rnn.weight_hh_l1	4	0.004921631421893835
226218	rnn.weight_hh_l1	5	0.03479604795575142
226218	rnn.weight_hh_l1	6	0.03690870851278305
226218	rnn.weight_hh_l1	7	-0.015898527577519417
226218	rnn.weight_hh_l1	8	-0.007872803136706352
226218	rnn.weight_hh_l1	9	0.038171350955963135
226218	rnn.bias_ih_l1	0	-0.18404588103294373
226218	rnn.bias_ih_l1	1	-0.1799299418926239
226218	rnn.bias_ih_l1	2	-0.19824382662773132
226218	rnn.bias_ih_l1	3	-0.3101669251918793
226218	rnn.bias_ih_l1	4	-0.2071889191865921
226218	rnn.bias_ih_l1	5	-0.08876455575227737
226218	rnn.bias_ih_l1	6	-0.15924164652824402
226218	rnn.bias_ih_l1	7	-0.004550955258309841
226218	rnn.bias_ih_l1	8	-0.1375354379415512
226218	rnn.bias_ih_l1	9	-0.13079969584941864
226218	rnn.bias_hh_l1	0	-0.09557515382766724
226218	rnn.bias_hh_l1	1	-0.06837388128042221
226218	rnn.bias_hh_l1	2	-0.08667637407779694
226218	rnn.bias_hh_l1	3	-0.07924926280975342
226218	rnn.bias_hh_l1	4	-0.07371953874826431
226218	rnn.bias_hh_l1	5	-0.11761317402124405
226218	rnn.bias_hh_l1	6	-0.1641879826784134
226218	rnn.bias_hh_l1	7	0.0774189829826355
226218	rnn.bias_hh_l1	8	-0.17998254299163818
226218	rnn.bias_hh_l1	9	-0.12020004540681839
226218	rnn.weight_ih_l1_reverse	0	-0.04657037928700447
226218	rnn.weight_ih_l1_reverse	1	0.033832792192697525
226218	rnn.weight_ih_l1_reverse	2	0.09117668867111206
226218	rnn.weight_ih_l1_reverse	3	-0.018427390605211258
226218	rnn.weight_ih_l1_reverse	4	-0.026688847690820694
226218	rnn.weight_ih_l1_reverse	5	-0.030570976436138153
226218	rnn.weight_ih_l1_reverse	6	-0.01904807798564434
226218	rnn.weight_ih_l1_reverse	7	0.0290958434343338
226218	rnn.weight_ih_l1_reverse	8	0.008575760759413242
226218	rnn.weight_ih_l1_reverse	9	-0.03345607593655586
226218	rnn.weight_hh_l1_reverse	0	0.00466450210660696
226218	rnn.weight_hh_l1_reverse	1	0.03148762509226799
226218	rnn.weight_hh_l1_reverse	2	-0.040570199489593506
226218	rnn.weight_hh_l1_reverse	3	0.03508540987968445
226218	rnn.weight_hh_l1_reverse	4	0.047162432223558426
226218	rnn.weight_hh_l1_reverse	5	0.004531098064035177
226218	rnn.weight_hh_l1_reverse	6	0.048332180827856064
226218	rnn.weight_hh_l1_reverse	7	0.031238220632076263
226218	rnn.weight_hh_l1_reverse	8	-0.007153873797506094
226218	rnn.weight_hh_l1_reverse	9	-0.030827641487121582
226218	rnn.bias_ih_l1_reverse	0	-0.04696179926395416
226218	rnn.bias_ih_l1_reverse	1	-0.1412319391965866
226218	rnn.bias_ih_l1_reverse	2	-0.1646457463502884
226218	rnn.bias_ih_l1_reverse	3	-0.05565789341926575
226218	rnn.bias_ih_l1_reverse	4	-0.20602211356163025
226218	rnn.bias_ih_l1_reverse	5	-0.117596335709095
226218	rnn.bias_ih_l1_reverse	6	-0.12970925867557526
226218	rnn.bias_ih_l1_reverse	7	-0.19130738079547882
226218	rnn.bias_ih_l1_reverse	8	0.22587347030639648
226218	rnn.bias_ih_l1_reverse	9	0.024098968133330345
226218	rnn.bias_hh_l1_reverse	0	0.012174811214208603
226218	rnn.bias_hh_l1_reverse	1	-0.06589438766241074
226218	rnn.bias_hh_l1_reverse	2	-0.2366223931312561
226218	rnn.bias_hh_l1_reverse	3	-0.14148861169815063
226218	rnn.bias_hh_l1_reverse	4	-0.08126656711101532
226218	rnn.bias_hh_l1_reverse	5	-0.11910023540258408
226218	rnn.bias_hh_l1_reverse	6	0.05924998223781586
226218	rnn.bias_hh_l1_reverse	7	-0.14006008207798004
226218	rnn.bias_hh_l1_reverse	8	-0.12238156050443649
226218	rnn.bias_hh_l1_reverse	9	-0.1497010886669159
226218	linear.weight	0	0.002228822559118271
226218	linear.weight	1	0.09759724885225296
226218	linear.weight	2	-0.09377402067184448
226218	linear.weight	3	0.30350056290626526
226218	linear.weight	4	0.14828349649906158
226218	linear.weight	5	-0.06267070025205612
226218	linear.weight	6	0.09369412064552307
226218	linear.weight	7	0.11422713845968246
226218	linear.weight	8	0.04113868996500969
226218	linear.weight	9	-0.05401047691702843
226218	linear.bias	0	0.09518849849700928
226218	linear.bias	1	-0.17880339920520782
226218	linear.bias	2	-0.4491250813007355
226218	linear.bias	3	-0.6650791168212891
226218	linear.bias	4	-1.2605682611465454
226218	linear.bias	5	-0.06801801919937134
226218	linear.bias	6	-0.8145757913589478
226218	linear.bias	7	0.2618023753166199
226218	linear.bias	8	-0.4113745391368866
226218	linear.bias	9	-1.0305711030960083
226415	transitions	0	0.7438480257987976
226415	transitions	1	0.1378094106912613
226415	transitions	2	-10000.0
226415	transitions	3	-1.8277873992919922
226415	transitions	4	-10000.0
226415	transitions	5	0.5637273192405701
226415	transitions	6	-0.08494283258914948
226415	transitions	7	-0.8045036196708679
226415	transitions	8	-1.4210431575775146
226415	transitions	9	-0.0012242592638358474
226415	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
226415	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
226415	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
226415	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
226415	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
226415	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
226415	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
226415	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
226415	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
226415	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
226415	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
226415	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
226415	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
226415	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
226415	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
226415	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
226415	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
226415	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
226415	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
226415	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
226415	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
226415	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
226415	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
226415	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
226415	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
226415	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
226415	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
226415	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
226415	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
226415	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
226415	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
226415	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
226415	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
226415	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
226415	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
226415	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
226415	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
226415	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
226415	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
226415	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
226415	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
226415	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
226415	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
226415	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
226415	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
226415	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
226415	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
226415	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
226415	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
226415	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
226415	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
226415	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
226415	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
226415	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
226415	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
226415	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
226415	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
226415	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
226415	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
226415	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
226415	embedding2nn.weight	0	0.01804935559630394
226415	embedding2nn.weight	1	-0.012975342571735382
226415	embedding2nn.weight	2	-0.014268254861235619
226415	embedding2nn.weight	3	-0.030775226652622223
226415	embedding2nn.weight	4	-0.0059150345623493195
226415	embedding2nn.weight	5	-0.0037005888298153877
226415	embedding2nn.weight	6	-0.00397326797246933
226415	embedding2nn.weight	7	-0.07514573633670807
226415	embedding2nn.weight	8	-0.0019979383796453476
226415	embedding2nn.weight	9	-0.027882033959031105
226415	embedding2nn.bias	0	0.028782526031136513
226415	embedding2nn.bias	1	-0.06946559995412827
226415	embedding2nn.bias	2	0.06707878410816193
226415	embedding2nn.bias	3	0.049328166991472244
226415	embedding2nn.bias	4	-0.04033517837524414
226415	embedding2nn.bias	5	-0.014219667762517929
226415	embedding2nn.bias	6	0.025425944477319717
226415	embedding2nn.bias	7	-0.05517272278666496
226415	embedding2nn.bias	8	0.06520210951566696
226415	embedding2nn.bias	9	0.04165090620517731
226415	rnn.weight_ih_l0	0	-0.07852448523044586
226415	rnn.weight_ih_l0	1	0.003709274809807539
226415	rnn.weight_ih_l0	2	0.036279674619436264
226415	rnn.weight_ih_l0	3	0.02240094542503357
226415	rnn.weight_ih_l0	4	-0.04914693161845207
226415	rnn.weight_ih_l0	5	-0.06791495531797409
226415	rnn.weight_ih_l0	6	-0.002655938034877181
226415	rnn.weight_ih_l0	7	0.052697353065013885
226415	rnn.weight_ih_l0	8	-0.01583622395992279
226415	rnn.weight_ih_l0	9	-0.030987437814474106
226415	rnn.weight_hh_l0	0	-0.030681869015097618
226415	rnn.weight_hh_l0	1	-0.007861617021262646
226415	rnn.weight_hh_l0	2	0.00650458037853241
226415	rnn.weight_hh_l0	3	-0.07478348165750504
226415	rnn.weight_hh_l0	4	0.09435270726680756
226415	rnn.weight_hh_l0	5	-0.02468428574502468
226415	rnn.weight_hh_l0	6	-0.06257972866296768
226415	rnn.weight_hh_l0	7	0.009974326007068157
226415	rnn.weight_hh_l0	8	0.01333353016525507
226415	rnn.weight_hh_l0	9	-0.02492567151784897
226415	rnn.bias_ih_l0	0	0.12684625387191772
226415	rnn.bias_ih_l0	1	-0.039068784564733505
226415	rnn.bias_ih_l0	2	-0.03225648030638695
226415	rnn.bias_ih_l0	3	0.16436412930488586
226415	rnn.bias_ih_l0	4	-0.01206572912633419
226415	rnn.bias_ih_l0	5	-0.022309690713882446
226415	rnn.bias_ih_l0	6	0.01664452627301216
226415	rnn.bias_ih_l0	7	0.02241048403084278
226415	rnn.bias_ih_l0	8	-0.10002335906028748
226415	rnn.bias_ih_l0	9	-0.044031985104084015
226415	rnn.bias_hh_l0	0	0.001054376713000238
226415	rnn.bias_hh_l0	1	-0.09917247295379639
226415	rnn.bias_hh_l0	2	-0.07398642599582672
226415	rnn.bias_hh_l0	3	-0.08909808844327927
226415	rnn.bias_hh_l0	4	0.009781336411833763
226415	rnn.bias_hh_l0	5	-0.020336296409368515
226415	rnn.bias_hh_l0	6	0.024526245892047882
226415	rnn.bias_hh_l0	7	0.05575430765748024
226415	rnn.bias_hh_l0	8	-0.12189314514398575
226415	rnn.bias_hh_l0	9	-0.05836056172847748
226415	rnn.weight_ih_l0_reverse	0	-0.02362438291311264
226415	rnn.weight_ih_l0_reverse	1	-0.056432195007801056
226415	rnn.weight_ih_l0_reverse	2	-0.0486099049448967
226415	rnn.weight_ih_l0_reverse	3	0.014041461981832981
226415	rnn.weight_ih_l0_reverse	4	-0.02544231526553631
226415	rnn.weight_ih_l0_reverse	5	-0.05741409957408905
226415	rnn.weight_ih_l0_reverse	6	0.0749807134270668
226415	rnn.weight_ih_l0_reverse	7	-0.019669314846396446
226415	rnn.weight_ih_l0_reverse	8	-0.01937069743871689
226415	rnn.weight_ih_l0_reverse	9	0.0042933691293001175
226415	rnn.weight_hh_l0_reverse	0	0.06776074320077896
226415	rnn.weight_hh_l0_reverse	1	0.021071216091513634
226415	rnn.weight_hh_l0_reverse	2	0.029406016692519188
226415	rnn.weight_hh_l0_reverse	3	0.03536883369088173
226415	rnn.weight_hh_l0_reverse	4	0.013325191102921963
226415	rnn.weight_hh_l0_reverse	5	0.007360645104199648
226415	rnn.weight_hh_l0_reverse	6	0.05086897686123848
226415	rnn.weight_hh_l0_reverse	7	-0.08174026012420654
226415	rnn.weight_hh_l0_reverse	8	0.04164151847362518
226415	rnn.weight_hh_l0_reverse	9	0.035273268818855286
226415	rnn.bias_ih_l0_reverse	0	-0.05914893373847008
226415	rnn.bias_ih_l0_reverse	1	-0.2835427224636078
226415	rnn.bias_ih_l0_reverse	2	-0.12209630012512207
226415	rnn.bias_ih_l0_reverse	3	-0.04823475331068039
226415	rnn.bias_ih_l0_reverse	4	-0.021761976182460785
226415	rnn.bias_ih_l0_reverse	5	0.07563094049692154
226415	rnn.bias_ih_l0_reverse	6	-0.06486982852220535
226415	rnn.bias_ih_l0_reverse	7	0.06456375867128372
226415	rnn.bias_ih_l0_reverse	8	-0.04028237238526344
226415	rnn.bias_ih_l0_reverse	9	0.06296253204345703
226415	rnn.bias_hh_l0_reverse	0	0.023190593346953392
226415	rnn.bias_hh_l0_reverse	1	-0.055506929755210876
226415	rnn.bias_hh_l0_reverse	2	0.08491482585668564
226415	rnn.bias_hh_l0_reverse	3	-0.05052783340215683
226415	rnn.bias_hh_l0_reverse	4	-0.02912905067205429
226415	rnn.bias_hh_l0_reverse	5	-0.017459042370319366
226415	rnn.bias_hh_l0_reverse	6	-0.017283447086811066
226415	rnn.bias_hh_l0_reverse	7	0.09862476587295532
226415	rnn.bias_hh_l0_reverse	8	0.033156249672174454
226415	rnn.bias_hh_l0_reverse	9	-0.1475507915019989
226415	rnn.weight_ih_l1	0	-0.03002944402396679
226415	rnn.weight_ih_l1	1	-0.0508897565305233
226415	rnn.weight_ih_l1	2	0.06440196931362152
226415	rnn.weight_ih_l1	3	-0.07321546971797943
226415	rnn.weight_ih_l1	4	-0.013898162171244621
226415	rnn.weight_ih_l1	5	-0.040501952171325684
226415	rnn.weight_ih_l1	6	0.028769129887223244
226415	rnn.weight_ih_l1	7	-0.044475000351667404
226415	rnn.weight_ih_l1	8	0.037660833448171616
226415	rnn.weight_ih_l1	9	0.04433523118495941
226415	rnn.weight_hh_l1	0	-0.006811154540628195
226415	rnn.weight_hh_l1	1	0.019684046506881714
226415	rnn.weight_hh_l1	2	0.007819629274308681
226415	rnn.weight_hh_l1	3	-0.012552503496408463
226415	rnn.weight_hh_l1	4	0.004899678751826286
226415	rnn.weight_hh_l1	5	0.03485049679875374
226415	rnn.weight_hh_l1	6	0.03686295449733734
226415	rnn.weight_hh_l1	7	-0.01588255912065506
226415	rnn.weight_hh_l1	8	-0.007819753140211105
226415	rnn.weight_hh_l1	9	0.03822877258062363
226415	rnn.bias_ih_l1	0	-0.18429012596607208
226415	rnn.bias_ih_l1	1	-0.18013806641101837
226415	rnn.bias_ih_l1	2	-0.19822674989700317
226415	rnn.bias_ih_l1	3	-0.3103373646736145
226415	rnn.bias_ih_l1	4	-0.20653995871543884
226415	rnn.bias_ih_l1	5	-0.08876891434192657
226415	rnn.bias_ih_l1	6	-0.15956562757492065
226415	rnn.bias_ih_l1	7	-0.004024806432425976
226415	rnn.bias_ih_l1	8	-0.1377285271883011
226415	rnn.bias_ih_l1	9	-0.13040807843208313
226415	rnn.bias_hh_l1	0	-0.09574690461158752
226415	rnn.bias_hh_l1	1	-0.06865948438644409
226415	rnn.bias_hh_l1	2	-0.08685670047998428
226415	rnn.bias_hh_l1	3	-0.07900403439998627
226415	rnn.bias_hh_l1	4	-0.07379788160324097
226415	rnn.bias_hh_l1	5	-0.1178717315196991
226415	rnn.bias_hh_l1	6	-0.16356118023395538
226415	rnn.bias_hh_l1	7	0.07722555845975876
226415	rnn.bias_hh_l1	8	-0.1797056943178177
226415	rnn.bias_hh_l1	9	-0.12014104425907135
226415	rnn.weight_ih_l1_reverse	0	-0.046582791954278946
226415	rnn.weight_ih_l1_reverse	1	0.03396311029791832
226415	rnn.weight_ih_l1_reverse	2	0.0912194773554802
226415	rnn.weight_ih_l1_reverse	3	-0.018568122759461403
226415	rnn.weight_ih_l1_reverse	4	-0.026373226195573807
226415	rnn.weight_ih_l1_reverse	5	-0.030550673604011536
226415	rnn.weight_ih_l1_reverse	6	-0.018916096538305283
226415	rnn.weight_ih_l1_reverse	7	0.02893318049609661
226415	rnn.weight_ih_l1_reverse	8	0.008300664834678173
226415	rnn.weight_ih_l1_reverse	9	-0.033665817230939865
226415	rnn.weight_hh_l1_reverse	0	0.004641218110918999
226415	rnn.weight_hh_l1_reverse	1	0.03148898854851723
226415	rnn.weight_hh_l1_reverse	2	-0.04056384041905403
226415	rnn.weight_hh_l1_reverse	3	0.03510241582989693
226415	rnn.weight_hh_l1_reverse	4	0.04714135453104973
226415	rnn.weight_hh_l1_reverse	5	0.004569098819047213
226415	rnn.weight_hh_l1_reverse	6	0.04802929237484932
226415	rnn.weight_hh_l1_reverse	7	0.03126465529203415
226415	rnn.weight_hh_l1_reverse	8	-0.007155779283493757
226415	rnn.weight_hh_l1_reverse	9	-0.0308440700173378
226415	rnn.bias_ih_l1_reverse	0	-0.047099124640226364
226415	rnn.bias_ih_l1_reverse	1	-0.14153169095516205
226415	rnn.bias_ih_l1_reverse	2	-0.16485850512981415
226415	rnn.bias_ih_l1_reverse	3	-0.056263990700244904
226415	rnn.bias_ih_l1_reverse	4	-0.20594599843025208
226415	rnn.bias_ih_l1_reverse	5	-0.11769086122512817
226415	rnn.bias_ih_l1_reverse	6	-0.12961061298847198
226415	rnn.bias_ih_l1_reverse	7	-0.1912555694580078
226415	rnn.bias_ih_l1_reverse	8	0.22501809895038605
226415	rnn.bias_ih_l1_reverse	9	0.02390580251812935
226415	rnn.bias_hh_l1_reverse	0	0.011316774412989616
226415	rnn.bias_hh_l1_reverse	1	-0.06518194824457169
226415	rnn.bias_hh_l1_reverse	2	-0.23655788600444794
226415	rnn.bias_hh_l1_reverse	3	-0.14139555394649506
226415	rnn.bias_hh_l1_reverse	4	-0.08081894367933273
226415	rnn.bias_hh_l1_reverse	5	-0.11890367418527603
226415	rnn.bias_hh_l1_reverse	6	0.05933878570795059
226415	rnn.bias_hh_l1_reverse	7	-0.14005999267101288
226415	rnn.bias_hh_l1_reverse	8	-0.1224367767572403
226415	rnn.bias_hh_l1_reverse	9	-0.1497005820274353
226415	linear.weight	0	0.002228822559118271
226415	linear.weight	1	0.09840092062950134
226415	linear.weight	2	-0.09305314719676971
226415	linear.weight	3	0.3037000298500061
226415	linear.weight	4	0.148440882563591
226415	linear.weight	5	-0.06307577341794968
226415	linear.weight	6	0.09475525468587875
226415	linear.weight	7	0.11623138934373856
226415	linear.weight	8	0.04113864153623581
226415	linear.weight	9	-0.054689016193151474
226415	linear.bias	0	0.09699975699186325
226415	linear.bias	1	-0.18487238883972168
226415	linear.bias	2	-0.44408145546913147
226415	linear.bias	3	-0.665871798992157
226415	linear.bias	4	-1.2611280679702759
226415	linear.bias	5	-0.06699566543102264
226415	linear.bias	6	-0.8205901980400085
226415	linear.bias	7	0.2629499137401581
226415	linear.bias	8	-0.411104291677475
226415	linear.bias	9	-1.03023099899292
226612	transitions	0	0.7435348033905029
226612	transitions	1	0.1376451551914215
226612	transitions	2	-10000.0
226612	transitions	3	-1.8277889490127563
226612	transitions	4	-10000.0
226612	transitions	5	0.563712477684021
226612	transitions	6	-0.0849466323852539
226612	transitions	7	-0.8045211434364319
226612	transitions	8	-1.4210705757141113
226612	transitions	9	-0.001224318752065301
226612	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
226612	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
226612	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
226612	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
226612	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
226612	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
226612	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
226612	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
226612	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
226612	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
226612	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
226612	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
226612	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
226612	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
226612	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
226612	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
226612	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
226612	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
226612	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
226612	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
226612	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
226612	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
226612	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
226612	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
226612	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
226612	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
226612	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
226612	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
226612	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
226612	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
226612	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
226612	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
226612	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
226612	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
226612	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
226612	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
226612	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
226612	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
226612	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
226612	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
226612	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
226612	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
226612	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
226612	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
226612	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
226612	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
226612	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
226612	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
226612	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
226612	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
226612	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
226612	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
226612	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
226612	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
226612	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
226612	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
226612	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
226612	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
226612	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
226612	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
226612	embedding2nn.weight	0	0.017836209386587143
226612	embedding2nn.weight	1	-0.01293954811990261
226612	embedding2nn.weight	2	-0.014268254861235619
226612	embedding2nn.weight	3	-0.030703645199537277
226612	embedding2nn.weight	4	-0.0059150345623493195
226612	embedding2nn.weight	5	-0.0037005888298153877
226612	embedding2nn.weight	6	-0.0039732689037919044
226612	embedding2nn.weight	7	-0.07529858499765396
226612	embedding2nn.weight	8	-0.0019979383796453476
226612	embedding2nn.weight	9	-0.027857908979058266
226612	embedding2nn.bias	0	0.029938461259007454
226612	embedding2nn.bias	1	-0.06892061978578568
226612	embedding2nn.bias	2	0.06738900393247604
226612	embedding2nn.bias	3	0.04814384505152702
226612	embedding2nn.bias	4	-0.039677903056144714
226612	embedding2nn.bias	5	-0.014622530899941921
226612	embedding2nn.bias	6	0.025510478764772415
226612	embedding2nn.bias	7	-0.05610312521457672
226612	embedding2nn.bias	8	0.06478251516819
226612	embedding2nn.bias	9	0.04130639135837555
226612	rnn.weight_ih_l0	0	-0.07839979231357574
226612	rnn.weight_ih_l0	1	0.0035539499949663877
226612	rnn.weight_ih_l0	2	0.03624064475297928
226612	rnn.weight_ih_l0	3	0.022427311167120934
226612	rnn.weight_ih_l0	4	-0.049090877175331116
226612	rnn.weight_ih_l0	5	-0.06803776323795319
226612	rnn.weight_ih_l0	6	-0.002661700127646327
226612	rnn.weight_ih_l0	7	0.05262790992856026
226612	rnn.weight_ih_l0	8	-0.01583915576338768
226612	rnn.weight_ih_l0	9	-0.030872179195284843
226612	rnn.weight_hh_l0	0	-0.030943606048822403
226612	rnn.weight_hh_l0	1	-0.0076935505494475365
226612	rnn.weight_hh_l0	2	0.006569312419742346
226612	rnn.weight_hh_l0	3	-0.07473699003458023
226612	rnn.weight_hh_l0	4	0.09420841187238693
226612	rnn.weight_hh_l0	5	-0.024821452796459198
226612	rnn.weight_hh_l0	6	-0.0625300332903862
226612	rnn.weight_hh_l0	7	0.009997408837080002
226612	rnn.weight_hh_l0	8	0.013395610265433788
226612	rnn.weight_hh_l0	9	-0.024942466989159584
226612	rnn.bias_ih_l0	0	0.126714289188385
226612	rnn.bias_ih_l0	1	-0.03899487480521202
226612	rnn.bias_ih_l0	2	-0.03252086043357849
226612	rnn.bias_ih_l0	3	0.16420350968837738
226612	rnn.bias_ih_l0	4	-0.01215307880192995
226612	rnn.bias_ih_l0	5	-0.021953895688056946
226612	rnn.bias_ih_l0	6	0.016505049541592598
226612	rnn.bias_ih_l0	7	0.022539252415299416
226612	rnn.bias_ih_l0	8	-0.09974268823862076
226612	rnn.bias_ih_l0	9	-0.044731732457876205
226612	rnn.bias_hh_l0	0	0.0011713351123034954
226612	rnn.bias_hh_l0	1	-0.09874434769153595
226612	rnn.bias_hh_l0	2	-0.07330644130706787
226612	rnn.bias_hh_l0	3	-0.08938276022672653
226612	rnn.bias_hh_l0	4	0.00963294692337513
226612	rnn.bias_hh_l0	5	-0.020179258659482002
226612	rnn.bias_hh_l0	6	0.02486388385295868
226612	rnn.bias_hh_l0	7	0.05673922598361969
226612	rnn.bias_hh_l0	8	-0.12218599766492844
226612	rnn.bias_hh_l0	9	-0.05915123224258423
226612	rnn.weight_ih_l0_reverse	0	-0.023720471188426018
226612	rnn.weight_ih_l0_reverse	1	-0.0561983659863472
226612	rnn.weight_ih_l0_reverse	2	-0.048517148941755295
226612	rnn.weight_ih_l0_reverse	3	0.013945916667580605
226612	rnn.weight_ih_l0_reverse	4	-0.025321757420897484
226612	rnn.weight_ih_l0_reverse	5	-0.05744222179055214
226612	rnn.weight_ih_l0_reverse	6	0.07516298443078995
226612	rnn.weight_ih_l0_reverse	7	-0.01957005448639393
226612	rnn.weight_ih_l0_reverse	8	-0.019385425373911858
226612	rnn.weight_ih_l0_reverse	9	0.004064985550940037
226612	rnn.weight_hh_l0_reverse	0	0.06767130643129349
226612	rnn.weight_hh_l0_reverse	1	0.0209177378565073
226612	rnn.weight_hh_l0_reverse	2	0.029476117342710495
226612	rnn.weight_hh_l0_reverse	3	0.0353485569357872
226612	rnn.weight_hh_l0_reverse	4	0.013195347972214222
226612	rnn.weight_hh_l0_reverse	5	0.0072204237803816795
226612	rnn.weight_hh_l0_reverse	6	0.050810713320970535
226612	rnn.weight_hh_l0_reverse	7	-0.0817398950457573
226612	rnn.weight_hh_l0_reverse	8	0.0416494645178318
226612	rnn.weight_hh_l0_reverse	9	0.03525113686919212
226612	rnn.bias_ih_l0_reverse	0	-0.058883361518383026
226612	rnn.bias_ih_l0_reverse	1	-0.2835201919078827
226612	rnn.bias_ih_l0_reverse	2	-0.12183082103729248
226612	rnn.bias_ih_l0_reverse	3	-0.04816003143787384
226612	rnn.bias_ih_l0_reverse	4	-0.021580446511507034
226612	rnn.bias_ih_l0_reverse	5	0.07572563737630844
226612	rnn.bias_ih_l0_reverse	6	-0.0651526004076004
226612	rnn.bias_ih_l0_reverse	7	0.06460746377706528
226612	rnn.bias_ih_l0_reverse	8	-0.04047829657793045
226612	rnn.bias_ih_l0_reverse	9	0.0633464902639389
226612	rnn.bias_hh_l0_reverse	0	0.023189708590507507
226612	rnn.bias_hh_l0_reverse	1	-0.054940223693847656
226612	rnn.bias_hh_l0_reverse	2	0.08535962551832199
226612	rnn.bias_hh_l0_reverse	3	-0.0507289282977581
226612	rnn.bias_hh_l0_reverse	4	-0.02884453535079956
226612	rnn.bias_hh_l0_reverse	5	-0.01782837323844433
226612	rnn.bias_hh_l0_reverse	6	-0.017745308578014374
226612	rnn.bias_hh_l0_reverse	7	0.09875570982694626
226612	rnn.bias_hh_l0_reverse	8	0.03311143070459366
226612	rnn.bias_hh_l0_reverse	9	-0.14743788540363312
226612	rnn.weight_ih_l1	0	-0.0300392284989357
226612	rnn.weight_ih_l1	1	-0.05069614201784134
226612	rnn.weight_ih_l1	2	0.0640866756439209
226612	rnn.weight_ih_l1	3	-0.07318710535764694
226612	rnn.weight_ih_l1	4	-0.01387591939419508
226612	rnn.weight_ih_l1	5	-0.04048028588294983
226612	rnn.weight_ih_l1	6	0.02856319025158882
226612	rnn.weight_ih_l1	7	-0.04452104493975639
226612	rnn.weight_ih_l1	8	0.037637535482645035
226612	rnn.weight_ih_l1	9	0.04424517601728439
226612	rnn.weight_hh_l1	0	-0.006799022201448679
226612	rnn.weight_hh_l1	1	0.019642172381281853
226612	rnn.weight_hh_l1	2	0.007876943796873093
226612	rnn.weight_hh_l1	3	-0.012537945993244648
226612	rnn.weight_hh_l1	4	0.004911031108349562
226612	rnn.weight_hh_l1	5	0.03481877222657204
226612	rnn.weight_hh_l1	6	0.03684355318546295
226612	rnn.weight_hh_l1	7	-0.015810055658221245
226612	rnn.weight_hh_l1	8	-0.007805939763784409
226612	rnn.weight_hh_l1	9	0.038193512707948685
226612	rnn.bias_ih_l1	0	-0.18425795435905457
226612	rnn.bias_ih_l1	1	-0.18010137975215912
226612	rnn.bias_ih_l1	2	-0.19869431853294373
226612	rnn.bias_ih_l1	3	-0.31028231978416443
226612	rnn.bias_ih_l1	4	-0.20532596111297607
226612	rnn.bias_ih_l1	5	-0.08897808194160461
226612	rnn.bias_ih_l1	6	-0.159585103392601
226612	rnn.bias_ih_l1	7	-0.003917402122169733
226612	rnn.bias_ih_l1	8	-0.13762390613555908
226612	rnn.bias_ih_l1	9	-0.13025756180286407
226612	rnn.bias_hh_l1	0	-0.09568602591753006
226612	rnn.bias_hh_l1	1	-0.06869684904813766
226612	rnn.bias_hh_l1	2	-0.0870472863316536
226612	rnn.bias_hh_l1	3	-0.07886354625225067
226612	rnn.bias_hh_l1	4	-0.07384875416755676
226612	rnn.bias_hh_l1	5	-0.11788732558488846
226612	rnn.bias_hh_l1	6	-0.16330502927303314
226612	rnn.bias_hh_l1	7	0.07676049321889877
226612	rnn.bias_hh_l1	8	-0.17941273748874664
226612	rnn.bias_hh_l1	9	-0.11979122459888458
226612	rnn.weight_ih_l1_reverse	0	-0.04658779874444008
226612	rnn.weight_ih_l1_reverse	1	0.034008681774139404
226612	rnn.weight_ih_l1_reverse	2	0.09096916764974594
226612	rnn.weight_ih_l1_reverse	3	-0.018422594293951988
226612	rnn.weight_ih_l1_reverse	4	-0.026411443948745728
226612	rnn.weight_ih_l1_reverse	5	-0.030538072809576988
226612	rnn.weight_ih_l1_reverse	6	-0.01894596591591835
226612	rnn.weight_ih_l1_reverse	7	0.02878548763692379
226612	rnn.weight_ih_l1_reverse	8	0.008573735132813454
226612	rnn.weight_ih_l1_reverse	9	-0.03355361521244049
226612	rnn.weight_hh_l1_reverse	0	0.004631577525287867
226612	rnn.weight_hh_l1_reverse	1	0.03149758651852608
226612	rnn.weight_hh_l1_reverse	2	-0.04055292531847954
226612	rnn.weight_hh_l1_reverse	3	0.03510749712586403
226612	rnn.weight_hh_l1_reverse	4	0.04708518087863922
226612	rnn.weight_hh_l1_reverse	5	0.00459924153983593
226612	rnn.weight_hh_l1_reverse	6	0.04805958643555641
226612	rnn.weight_hh_l1_reverse	7	0.031211907044053078
226612	rnn.weight_hh_l1_reverse	8	-0.007191312965005636
226612	rnn.weight_hh_l1_reverse	9	-0.030861523002386093
226612	rnn.bias_ih_l1_reverse	0	-0.0468142144382
226612	rnn.bias_ih_l1_reverse	1	-0.14148566126823425
226612	rnn.bias_ih_l1_reverse	2	-0.16484206914901733
226612	rnn.bias_ih_l1_reverse	3	-0.056688521057367325
226612	rnn.bias_ih_l1_reverse	4	-0.20579561591148376
226612	rnn.bias_ih_l1_reverse	5	-0.1176685094833374
226612	rnn.bias_ih_l1_reverse	6	-0.12963290512561798
226612	rnn.bias_ih_l1_reverse	7	-0.19128616154193878
226612	rnn.bias_ih_l1_reverse	8	0.22357355058193207
226612	rnn.bias_ih_l1_reverse	9	0.023404281586408615
226612	rnn.bias_hh_l1_reverse	0	0.011626819148659706
226612	rnn.bias_hh_l1_reverse	1	-0.06371317058801651
226612	rnn.bias_hh_l1_reverse	2	-0.2368421107530594
226612	rnn.bias_hh_l1_reverse	3	-0.14147265255451202
226612	rnn.bias_hh_l1_reverse	4	-0.0808568000793457
226612	rnn.bias_hh_l1_reverse	5	-0.11885466426610947
226612	rnn.bias_hh_l1_reverse	6	0.0582280158996582
226612	rnn.bias_hh_l1_reverse	7	-0.14034049212932587
226612	rnn.bias_hh_l1_reverse	8	-0.12301646918058395
226612	rnn.bias_hh_l1_reverse	9	-0.149605393409729
226612	linear.weight	0	0.002228822559118271
226612	linear.weight	1	0.09770078212022781
226612	linear.weight	2	-0.09299871325492859
226612	linear.weight	3	0.3052135705947876
226612	linear.weight	4	0.14837674796581268
226612	linear.weight	5	-0.06338570266962051
226612	linear.weight	6	0.09476792067289352
226612	linear.weight	7	0.11609659343957901
226612	linear.weight	8	0.041138604283332825
226612	linear.weight	9	-0.055018384009599686
226612	linear.bias	0	0.09814362227916718
226612	linear.bias	1	-0.18395154178142548
226612	linear.bias	2	-0.43205490708351135
226612	linear.bias	3	-0.6679277420043945
226612	linear.bias	4	-1.2632957696914673
226612	linear.bias	5	-0.06805898249149323
226612	linear.bias	6	-0.8195265531539917
226612	linear.bias	7	0.2619960606098175
226612	linear.bias	8	-0.408438503742218
226612	linear.bias	9	-1.026991367340088
226809	transitions	0	0.7444576621055603
226809	transitions	1	0.1381804496049881
226809	transitions	2	-10000.0
226809	transitions	3	-1.82779061794281
226809	transitions	4	-10000.0
226809	transitions	5	0.5637037754058838
226809	transitions	6	-0.0849524438381195
226809	transitions	7	-0.8045352101325989
226809	transitions	8	-1.4211771488189697
226809	transitions	9	-0.0012243741657584906
226809	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
226809	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
226809	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
226809	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
226809	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
226809	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
226809	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
226809	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
226809	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
226809	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
226809	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
226809	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
226809	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
226809	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
226809	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
226809	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
226809	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
226809	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
226809	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
226809	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
226809	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
226809	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
226809	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
226809	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
226809	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
226809	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
226809	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
226809	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
226809	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
226809	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
226809	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
226809	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
226809	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
226809	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
226809	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
226809	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
226809	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
226809	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
226809	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
226809	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
226809	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
226809	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
226809	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
226809	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
226809	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
226809	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
226809	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
226809	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
226809	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
226809	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
226809	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
226809	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
226809	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
226809	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
226809	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
226809	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
226809	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
226809	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
226809	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
226809	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
226809	embedding2nn.weight	0	0.017817288637161255
226809	embedding2nn.weight	1	-0.012917321175336838
226809	embedding2nn.weight	2	-0.014268254861235619
226809	embedding2nn.weight	3	-0.030772114172577858
226809	embedding2nn.weight	4	-0.0059150345623493195
226809	embedding2nn.weight	5	-0.0037005888298153877
226809	embedding2nn.weight	6	-0.0039732689037919044
226809	embedding2nn.weight	7	-0.07536187767982483
226809	embedding2nn.weight	8	-0.0019979383796453476
226809	embedding2nn.weight	9	-0.027703266590833664
226809	embedding2nn.bias	0	0.03005145862698555
226809	embedding2nn.bias	1	-0.06893887370824814
226809	embedding2nn.bias	2	0.0673300251364708
226809	embedding2nn.bias	3	0.04962306097149849
226809	embedding2nn.bias	4	-0.03915422037243843
226809	embedding2nn.bias	5	-0.014434254728257656
226809	embedding2nn.bias	6	0.028080815449357033
226809	embedding2nn.bias	7	-0.0572068877518177
226809	embedding2nn.bias	8	0.06570612639188766
226809	embedding2nn.bias	9	0.04164040833711624
226809	rnn.weight_ih_l0	0	-0.07851400226354599
226809	rnn.weight_ih_l0	1	0.0033281210344284773
226809	rnn.weight_ih_l0	2	0.03637981787323952
226809	rnn.weight_ih_l0	3	0.022318903356790543
226809	rnn.weight_ih_l0	4	-0.04913876950740814
226809	rnn.weight_ih_l0	5	-0.0681186392903328
226809	rnn.weight_ih_l0	6	-0.002572587924078107
226809	rnn.weight_ih_l0	7	0.05282003432512283
226809	rnn.weight_ih_l0	8	-0.01583603210747242
226809	rnn.weight_ih_l0	9	-0.03085700236260891
226809	rnn.weight_hh_l0	0	-0.03104614093899727
226809	rnn.weight_hh_l0	1	-0.007746006827801466
226809	rnn.weight_hh_l0	2	0.0066309054382145405
226809	rnn.weight_hh_l0	3	-0.0747305154800415
226809	rnn.weight_hh_l0	4	0.09426417201757431
226809	rnn.weight_hh_l0	5	-0.024859197437763214
226809	rnn.weight_hh_l0	6	-0.06253815442323685
226809	rnn.weight_hh_l0	7	0.010050931014120579
226809	rnn.weight_hh_l0	8	0.01335072424262762
226809	rnn.weight_hh_l0	9	-0.025002004578709602
226809	rnn.bias_ih_l0	0	0.12670285999774933
226809	rnn.bias_ih_l0	1	-0.03880869597196579
226809	rnn.bias_ih_l0	2	-0.032682668417692184
226809	rnn.bias_ih_l0	3	0.16474956274032593
226809	rnn.bias_ih_l0	4	-0.012367784045636654
226809	rnn.bias_ih_l0	5	-0.021937767043709755
226809	rnn.bias_ih_l0	6	0.01589083857834339
226809	rnn.bias_ih_l0	7	0.0231555737555027
226809	rnn.bias_ih_l0	8	-0.10001888871192932
226809	rnn.bias_ih_l0	9	-0.044137053191661835
226809	rnn.bias_hh_l0	0	0.0013122789096087217
226809	rnn.bias_hh_l0	1	-0.09873016923666
226809	rnn.bias_hh_l0	2	-0.07346627116203308
226809	rnn.bias_hh_l0	3	-0.08892626315355301
226809	rnn.bias_hh_l0	4	0.009566999040544033
226809	rnn.bias_hh_l0	5	-0.020473100244998932
226809	rnn.bias_hh_l0	6	0.024785051122307777
226809	rnn.bias_hh_l0	7	0.057454146444797516
226809	rnn.bias_hh_l0	8	-0.1223606988787651
226809	rnn.bias_hh_l0	9	-0.05934026837348938
226809	rnn.weight_ih_l0_reverse	0	-0.023881347849965096
226809	rnn.weight_ih_l0_reverse	1	-0.05637063458561897
226809	rnn.weight_ih_l0_reverse	2	-0.048675838857889175
226809	rnn.weight_ih_l0_reverse	3	0.013822094537317753
226809	rnn.weight_ih_l0_reverse	4	-0.025188982486724854
226809	rnn.weight_ih_l0_reverse	5	-0.05728073790669441
226809	rnn.weight_ih_l0_reverse	6	0.07521980255842209
226809	rnn.weight_ih_l0_reverse	7	-0.019390026107430458
226809	rnn.weight_ih_l0_reverse	8	-0.019495956599712372
226809	rnn.weight_ih_l0_reverse	9	0.004147672094404697
226809	rnn.weight_hh_l0_reverse	0	0.06748925149440765
226809	rnn.weight_hh_l0_reverse	1	0.020773304626345634
226809	rnn.weight_hh_l0_reverse	2	0.02932014875113964
226809	rnn.weight_hh_l0_reverse	3	0.03534508869051933
226809	rnn.weight_hh_l0_reverse	4	0.013157385401427746
226809	rnn.weight_hh_l0_reverse	5	0.007120256312191486
226809	rnn.weight_hh_l0_reverse	6	0.05077342316508293
226809	rnn.weight_hh_l0_reverse	7	-0.0817212387919426
226809	rnn.weight_hh_l0_reverse	8	0.04175165295600891
226809	rnn.weight_hh_l0_reverse	9	0.03531765565276146
226809	rnn.bias_ih_l0_reverse	0	-0.0590224452316761
226809	rnn.bias_ih_l0_reverse	1	-0.2835814654827118
226809	rnn.bias_ih_l0_reverse	2	-0.12132048606872559
226809	rnn.bias_ih_l0_reverse	3	-0.04822825640439987
226809	rnn.bias_ih_l0_reverse	4	-0.021677611395716667
226809	rnn.bias_ih_l0_reverse	5	0.07568204402923584
226809	rnn.bias_ih_l0_reverse	6	-0.06504853814840317
226809	rnn.bias_ih_l0_reverse	7	0.06412824988365173
226809	rnn.bias_ih_l0_reverse	8	-0.04071733355522156
226809	rnn.bias_ih_l0_reverse	9	0.06323087215423584
226809	rnn.bias_hh_l0_reverse	0	0.022595340386033058
226809	rnn.bias_hh_l0_reverse	1	-0.055531274527311325
226809	rnn.bias_hh_l0_reverse	2	0.08579622209072113
226809	rnn.bias_hh_l0_reverse	3	-0.050778839737176895
226809	rnn.bias_hh_l0_reverse	4	-0.029345331713557243
226809	rnn.bias_hh_l0_reverse	5	-0.01778566651046276
226809	rnn.bias_hh_l0_reverse	6	-0.0177179966121912
226809	rnn.bias_hh_l0_reverse	7	0.09887700527906418
226809	rnn.bias_hh_l0_reverse	8	0.03306208550930023
226809	rnn.bias_hh_l0_reverse	9	-0.14686430990695953
226809	rnn.weight_ih_l1	0	-0.030028261244297028
226809	rnn.weight_ih_l1	1	-0.05078218877315521
226809	rnn.weight_ih_l1	2	0.06399426609277725
226809	rnn.weight_ih_l1	3	-0.07320066541433334
226809	rnn.weight_ih_l1	4	-0.013644861057400703
226809	rnn.weight_ih_l1	5	-0.040465034544467926
226809	rnn.weight_ih_l1	6	0.028656022623181343
226809	rnn.weight_ih_l1	7	-0.04447218403220177
226809	rnn.weight_ih_l1	8	0.03767742961645126
226809	rnn.weight_ih_l1	9	0.04418911412358284
226809	rnn.weight_hh_l1	0	-0.0065221586264669895
226809	rnn.weight_hh_l1	1	0.019634410738945007
226809	rnn.weight_hh_l1	2	0.008090782910585403
226809	rnn.weight_hh_l1	3	-0.012589146383106709
226809	rnn.weight_hh_l1	4	0.004934172611683607
226809	rnn.weight_hh_l1	5	0.03475279361009598
226809	rnn.weight_hh_l1	6	0.036818232387304306
226809	rnn.weight_hh_l1	7	-0.01581716537475586
226809	rnn.weight_hh_l1	8	-0.007820156402885914
226809	rnn.weight_hh_l1	9	0.03822051361203194
226809	rnn.bias_ih_l1	0	-0.18453069031238556
226809	rnn.bias_ih_l1	1	-0.179816335439682
226809	rnn.bias_ih_l1	2	-0.198807954788208
226809	rnn.bias_ih_l1	3	-0.310156911611557
226809	rnn.bias_ih_l1	4	-0.20603753626346588
226809	rnn.bias_ih_l1	5	-0.08900399506092072
226809	rnn.bias_ih_l1	6	-0.15954867005348206
226809	rnn.bias_ih_l1	7	-0.0035689829383045435
226809	rnn.bias_ih_l1	8	-0.13746033608913422
226809	rnn.bias_ih_l1	9	-0.1302293837070465
226809	rnn.bias_hh_l1	0	-0.09563271701335907
226809	rnn.bias_hh_l1	1	-0.06883340328931808
226809	rnn.bias_hh_l1	2	-0.08669598400592804
226809	rnn.bias_hh_l1	3	-0.07893490046262741
226809	rnn.bias_hh_l1	4	-0.0735669657588005
226809	rnn.bias_hh_l1	5	-0.11753593385219574
226809	rnn.bias_hh_l1	6	-0.16367894411087036
226809	rnn.bias_hh_l1	7	0.07633792608976364
226809	rnn.bias_hh_l1	8	-0.17929194867610931
226809	rnn.bias_hh_l1	9	-0.11929549276828766
226809	rnn.weight_ih_l1_reverse	0	-0.0466872863471508
226809	rnn.weight_ih_l1_reverse	1	0.03407317027449608
226809	rnn.weight_ih_l1_reverse	2	0.09128135442733765
226809	rnn.weight_ih_l1_reverse	3	-0.018238088116049767
226809	rnn.weight_ih_l1_reverse	4	-0.026433447375893593
226809	rnn.weight_ih_l1_reverse	5	-0.030507175251841545
226809	rnn.weight_ih_l1_reverse	6	-0.019190805032849312
226809	rnn.weight_ih_l1_reverse	7	0.028818445280194283
226809	rnn.weight_ih_l1_reverse	8	0.008631355129182339
226809	rnn.weight_ih_l1_reverse	9	-0.033939458429813385
226809	rnn.weight_hh_l1_reverse	0	0.0046379719860851765
226809	rnn.weight_hh_l1_reverse	1	0.03149237111210823
226809	rnn.weight_hh_l1_reverse	2	-0.040560513734817505
226809	rnn.weight_hh_l1_reverse	3	0.03511316329240799
226809	rnn.weight_hh_l1_reverse	4	0.047020792961120605
226809	rnn.weight_hh_l1_reverse	5	0.004600068554282188
226809	rnn.weight_hh_l1_reverse	6	0.04785016179084778
226809	rnn.weight_hh_l1_reverse	7	0.03131724148988724
226809	rnn.weight_hh_l1_reverse	8	-0.007196186110377312
226809	rnn.weight_hh_l1_reverse	9	-0.030809596180915833
226809	rnn.bias_ih_l1_reverse	0	-0.04692963883280754
226809	rnn.bias_ih_l1_reverse	1	-0.14156897366046906
226809	rnn.bias_ih_l1_reverse	2	-0.16473938524723053
226809	rnn.bias_ih_l1_reverse	3	-0.05656878277659416
226809	rnn.bias_ih_l1_reverse	4	-0.20599310100078583
226809	rnn.bias_ih_l1_reverse	5	-0.11783994734287262
226809	rnn.bias_ih_l1_reverse	6	-0.12959949672222137
226809	rnn.bias_ih_l1_reverse	7	-0.19178996980190277
226809	rnn.bias_ih_l1_reverse	8	0.2225099802017212
226809	rnn.bias_ih_l1_reverse	9	0.023310920223593712
226809	rnn.bias_hh_l1_reverse	0	0.010690862312912941
226809	rnn.bias_hh_l1_reverse	1	-0.06281184405088425
226809	rnn.bias_hh_l1_reverse	2	-0.23684631288051605
226809	rnn.bias_hh_l1_reverse	3	-0.14180506765842438
226809	rnn.bias_hh_l1_reverse	4	-0.08084013313055038
226809	rnn.bias_hh_l1_reverse	5	-0.11885280162096024
226809	rnn.bias_hh_l1_reverse	6	0.05826413631439209
226809	rnn.bias_hh_l1_reverse	7	-0.14076493680477142
226809	rnn.bias_hh_l1_reverse	8	-0.1227220967411995
226809	rnn.bias_hh_l1_reverse	9	-0.14976191520690918
226809	linear.weight	0	0.002228822559118271
226809	linear.weight	1	0.09726635366678238
226809	linear.weight	2	-0.093427874147892
226809	linear.weight	3	0.3047347664833069
226809	linear.weight	4	0.1481010615825653
226809	linear.weight	5	-0.06360553205013275
226809	linear.weight	6	0.09653619676828384
226809	linear.weight	7	0.11601997166872025
226809	linear.weight	8	0.04113851860165596
226809	linear.weight	9	-0.05485716834664345
226809	linear.bias	0	0.09794524312019348
226809	linear.bias	1	-0.18618126213550568
226809	linear.bias	2	-0.43542855978012085
226809	linear.bias	3	-0.6674667000770569
226809	linear.bias	4	-1.2628426551818848
226809	linear.bias	5	-0.06692135334014893
226809	linear.bias	6	-0.8223813772201538
226809	linear.bias	7	0.26332715153694153
226809	linear.bias	8	-0.40875765681266785
226809	linear.bias	9	-1.0271515846252441
227006	transitions	0	0.7436878681182861
227006	transitions	1	0.1376475691795349
227006	transitions	2	-10000.0
227006	transitions	3	-1.8277947902679443
227006	transitions	4	-10000.0
227006	transitions	5	0.5636962056159973
227006	transitions	6	-0.08495647460222244
227006	transitions	7	-0.8045843243598938
227006	transitions	8	-1.4211859703063965
227006	transitions	9	-0.0012244457611814141
227006	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227006	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227006	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227006	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227006	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227006	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227006	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227006	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227006	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227006	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227006	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227006	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227006	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227006	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227006	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227006	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227006	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227006	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227006	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227006	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227006	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227006	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227006	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227006	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227006	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227006	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227006	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227006	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227006	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227006	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227006	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227006	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227006	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227006	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227006	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227006	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227006	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227006	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227006	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227006	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227006	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227006	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227006	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227006	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227006	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227006	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227006	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227006	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227006	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227006	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227006	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227006	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227006	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227006	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227006	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227006	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227006	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227006	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227006	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227006	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227006	embedding2nn.weight	0	0.01741575449705124
227006	embedding2nn.weight	1	-0.012933698482811451
227006	embedding2nn.weight	2	-0.014268254861235619
227006	embedding2nn.weight	3	-0.031018538400530815
227006	embedding2nn.weight	4	-0.0059150345623493195
227006	embedding2nn.weight	5	-0.0037005888298153877
227006	embedding2nn.weight	6	-0.0039732689037919044
227006	embedding2nn.weight	7	-0.07564523816108704
227006	embedding2nn.weight	8	-0.0019979383796453476
227006	embedding2nn.weight	9	-0.027781721204519272
227006	embedding2nn.bias	0	0.030268754810094833
227006	embedding2nn.bias	1	-0.07153046131134033
227006	embedding2nn.bias	2	0.0670703798532486
227006	embedding2nn.bias	3	0.04982636868953705
227006	embedding2nn.bias	4	-0.04085027799010277
227006	embedding2nn.bias	5	-0.01362933311611414
227006	embedding2nn.bias	6	0.027690330520272255
227006	embedding2nn.bias	7	-0.05598913133144379
227006	embedding2nn.bias	8	0.06649953126907349
227006	embedding2nn.bias	9	0.04165468364953995
227006	rnn.weight_ih_l0	0	-0.07849191129207611
227006	rnn.weight_ih_l0	1	0.0034493282437324524
227006	rnn.weight_ih_l0	2	0.03644538298249245
227006	rnn.weight_ih_l0	3	0.022372959181666374
227006	rnn.weight_ih_l0	4	-0.04933447763323784
227006	rnn.weight_ih_l0	5	-0.06819555163383484
227006	rnn.weight_ih_l0	6	-0.0024433231446892023
227006	rnn.weight_ih_l0	7	0.052658215165138245
227006	rnn.weight_ih_l0	8	-0.01581512950360775
227006	rnn.weight_ih_l0	9	-0.03064088523387909
227006	rnn.weight_hh_l0	0	-0.03099394589662552
227006	rnn.weight_hh_l0	1	-0.007532828487455845
227006	rnn.weight_hh_l0	2	0.0066934507340192795
227006	rnn.weight_hh_l0	3	-0.0745517835021019
227006	rnn.weight_hh_l0	4	0.09423115849494934
227006	rnn.weight_hh_l0	5	-0.02492198906838894
227006	rnn.weight_hh_l0	6	-0.06254549324512482
227006	rnn.weight_hh_l0	7	0.010074242018163204
227006	rnn.weight_hh_l0	8	0.013288347981870174
227006	rnn.weight_hh_l0	9	-0.025030456483364105
227006	rnn.bias_ih_l0	0	0.12671449780464172
227006	rnn.bias_ih_l0	1	-0.03879913315176964
227006	rnn.bias_ih_l0	2	-0.032505810260772705
227006	rnn.bias_ih_l0	3	0.1646432727575302
227006	rnn.bias_ih_l0	4	-0.012657862156629562
227006	rnn.bias_ih_l0	5	-0.022205306217074394
227006	rnn.bias_ih_l0	6	0.015403683297336102
227006	rnn.bias_ih_l0	7	0.023473676294088364
227006	rnn.bias_ih_l0	8	-0.10013115406036377
227006	rnn.bias_ih_l0	9	-0.044521547853946686
227006	rnn.bias_hh_l0	0	0.0008416337077505887
227006	rnn.bias_hh_l0	1	-0.09822973608970642
227006	rnn.bias_hh_l0	2	-0.07348188012838364
227006	rnn.bias_hh_l0	3	-0.08864270895719528
227006	rnn.bias_hh_l0	4	0.009372551925480366
227006	rnn.bias_hh_l0	5	-0.020582806318998337
227006	rnn.bias_hh_l0	6	0.02439885400235653
227006	rnn.bias_hh_l0	7	0.05777249485254288
227006	rnn.bias_hh_l0	8	-0.12263952940702438
227006	rnn.bias_hh_l0	9	-0.05916798114776611
227006	rnn.weight_ih_l0_reverse	0	-0.02388666942715645
227006	rnn.weight_ih_l0_reverse	1	-0.056505799293518066
227006	rnn.weight_ih_l0_reverse	2	-0.04855287820100784
227006	rnn.weight_ih_l0_reverse	3	0.013935575261712074
227006	rnn.weight_ih_l0_reverse	4	-0.025235414505004883
227006	rnn.weight_ih_l0_reverse	5	-0.057257965207099915
227006	rnn.weight_ih_l0_reverse	6	0.07542692124843597
227006	rnn.weight_ih_l0_reverse	7	-0.019280077889561653
227006	rnn.weight_ih_l0_reverse	8	-0.019421065226197243
227006	rnn.weight_ih_l0_reverse	9	0.004180908203125
227006	rnn.weight_hh_l0_reverse	0	0.06736062467098236
227006	rnn.weight_hh_l0_reverse	1	0.02050899527966976
227006	rnn.weight_hh_l0_reverse	2	0.02938481792807579
227006	rnn.weight_hh_l0_reverse	3	0.03538434952497482
227006	rnn.weight_hh_l0_reverse	4	0.013220272958278656
227006	rnn.weight_hh_l0_reverse	5	0.006962464656680822
227006	rnn.weight_hh_l0_reverse	6	0.05072997137904167
227006	rnn.weight_hh_l0_reverse	7	-0.08173176646232605
227006	rnn.weight_hh_l0_reverse	8	0.04182666912674904
227006	rnn.weight_hh_l0_reverse	9	0.03522929176688194
227006	rnn.bias_ih_l0_reverse	0	-0.05874059349298477
227006	rnn.bias_ih_l0_reverse	1	-0.28270694613456726
227006	rnn.bias_ih_l0_reverse	2	-0.12099757790565491
227006	rnn.bias_ih_l0_reverse	3	-0.048211440443992615
227006	rnn.bias_ih_l0_reverse	4	-0.02133525162935257
227006	rnn.bias_ih_l0_reverse	5	0.07577819377183914
227006	rnn.bias_ih_l0_reverse	6	-0.06510596722364426
227006	rnn.bias_ih_l0_reverse	7	0.063970185816288
227006	rnn.bias_ih_l0_reverse	8	-0.040644798427820206
227006	rnn.bias_ih_l0_reverse	9	0.06354723870754242
227006	rnn.bias_hh_l0_reverse	0	0.022849218919873238
227006	rnn.bias_hh_l0_reverse	1	-0.055234894156455994
227006	rnn.bias_hh_l0_reverse	2	0.0859908014535904
227006	rnn.bias_hh_l0_reverse	3	-0.05062868073582649
227006	rnn.bias_hh_l0_reverse	4	-0.029397863894701004
227006	rnn.bias_hh_l0_reverse	5	-0.018153520300984383
227006	rnn.bias_hh_l0_reverse	6	-0.017618287354707718
227006	rnn.bias_hh_l0_reverse	7	0.09894080460071564
227006	rnn.bias_hh_l0_reverse	8	0.033210597932338715
227006	rnn.bias_hh_l0_reverse	9	-0.14686453342437744
227006	rnn.weight_ih_l1	0	-0.02999825030565262
227006	rnn.weight_ih_l1	1	-0.05056396871805191
227006	rnn.weight_ih_l1	2	0.06429526209831238
227006	rnn.weight_ih_l1	3	-0.07325676828622818
227006	rnn.weight_ih_l1	4	-0.013650675304234028
227006	rnn.weight_ih_l1	5	-0.040476903319358826
227006	rnn.weight_ih_l1	6	0.02890494465827942
227006	rnn.weight_ih_l1	7	-0.044512879103422165
227006	rnn.weight_ih_l1	8	0.03767749294638634
227006	rnn.weight_ih_l1	9	0.04440733417868614
227006	rnn.weight_hh_l1	0	-0.006611221935600042
227006	rnn.weight_hh_l1	1	0.01965850219130516
227006	rnn.weight_hh_l1	2	0.008038119412958622
227006	rnn.weight_hh_l1	3	-0.012528135441243649
227006	rnn.weight_hh_l1	4	0.004831175319850445
227006	rnn.weight_hh_l1	5	0.03484600782394409
227006	rnn.weight_hh_l1	6	0.036925122141838074
227006	rnn.weight_hh_l1	7	-0.01577526330947876
227006	rnn.weight_hh_l1	8	-0.007805763278156519
227006	rnn.weight_hh_l1	9	0.038260530680418015
227006	rnn.bias_ih_l1	0	-0.18478284776210785
227006	rnn.bias_ih_l1	1	-0.18020989000797272
227006	rnn.bias_ih_l1	2	-0.19882003962993622
227006	rnn.bias_ih_l1	3	-0.31002333760261536
227006	rnn.bias_ih_l1	4	-0.20629480481147766
227006	rnn.bias_ih_l1	5	-0.0892915278673172
227006	rnn.bias_ih_l1	6	-0.1593807339668274
227006	rnn.bias_ih_l1	7	-0.003489601192995906
227006	rnn.bias_ih_l1	8	-0.1372840255498886
227006	rnn.bias_ih_l1	9	-0.1303568333387375
227006	rnn.bias_hh_l1	0	-0.09524361044168472
227006	rnn.bias_hh_l1	1	-0.06815604865550995
227006	rnn.bias_hh_l1	2	-0.08705797046422958
227006	rnn.bias_hh_l1	3	-0.07894428074359894
227006	rnn.bias_hh_l1	4	-0.07417932152748108
227006	rnn.bias_hh_l1	5	-0.11764591187238693
227006	rnn.bias_hh_l1	6	-0.163549542427063
227006	rnn.bias_hh_l1	7	0.0761711373925209
227006	rnn.bias_hh_l1	8	-0.17951180040836334
227006	rnn.bias_hh_l1	9	-0.11913087218999863
227006	rnn.weight_ih_l1_reverse	0	-0.0466378889977932
227006	rnn.weight_ih_l1_reverse	1	0.03404698148369789
227006	rnn.weight_ih_l1_reverse	2	0.0917593240737915
227006	rnn.weight_ih_l1_reverse	3	-0.018082672730088234
227006	rnn.weight_ih_l1_reverse	4	-0.026320772245526314
227006	rnn.weight_ih_l1_reverse	5	-0.030501654371619225
227006	rnn.weight_ih_l1_reverse	6	-0.01914934441447258
227006	rnn.weight_ih_l1_reverse	7	0.028818447142839432
227006	rnn.weight_ih_l1_reverse	8	0.008320498280227184
227006	rnn.weight_ih_l1_reverse	9	-0.0340813510119915
227006	rnn.weight_hh_l1_reverse	0	0.004670175723731518
227006	rnn.weight_hh_l1_reverse	1	0.03152602165937424
227006	rnn.weight_hh_l1_reverse	2	-0.04057306796312332
227006	rnn.weight_hh_l1_reverse	3	0.035110462456941605
227006	rnn.weight_hh_l1_reverse	4	0.047089919447898865
227006	rnn.weight_hh_l1_reverse	5	0.004630261566489935
227006	rnn.weight_hh_l1_reverse	6	0.04755660146474838
227006	rnn.weight_hh_l1_reverse	7	0.03128275275230408
227006	rnn.weight_hh_l1_reverse	8	-0.007192058488726616
227006	rnn.weight_hh_l1_reverse	9	-0.030760038644075394
227006	rnn.bias_ih_l1_reverse	0	-0.046891968697309494
227006	rnn.bias_ih_l1_reverse	1	-0.14174404740333557
227006	rnn.bias_ih_l1_reverse	2	-0.16438347101211548
227006	rnn.bias_ih_l1_reverse	3	-0.05740244314074516
227006	rnn.bias_ih_l1_reverse	4	-0.20591187477111816
227006	rnn.bias_ih_l1_reverse	5	-0.11761071532964706
227006	rnn.bias_ih_l1_reverse	6	-0.1296238750219345
227006	rnn.bias_ih_l1_reverse	7	-0.19165410101413727
227006	rnn.bias_ih_l1_reverse	8	0.22325143218040466
227006	rnn.bias_ih_l1_reverse	9	0.02354334481060505
227006	rnn.bias_hh_l1_reverse	0	0.01048002764582634
227006	rnn.bias_hh_l1_reverse	1	-0.0644744411110878
227006	rnn.bias_hh_l1_reverse	2	-0.23689626157283783
227006	rnn.bias_hh_l1_reverse	3	-0.14167462289333344
227006	rnn.bias_hh_l1_reverse	4	-0.08084695041179657
227006	rnn.bias_hh_l1_reverse	5	-0.1190665066242218
227006	rnn.bias_hh_l1_reverse	6	0.058847300708293915
227006	rnn.bias_hh_l1_reverse	7	-0.14050590991973877
227006	rnn.bias_hh_l1_reverse	8	-0.12254181504249573
227006	rnn.bias_hh_l1_reverse	9	-0.14969885349273682
227006	linear.weight	0	0.002228822559118271
227006	linear.weight	1	0.09653887152671814
227006	linear.weight	2	-0.09400131553411484
227006	linear.weight	3	0.30571919679641724
227006	linear.weight	4	0.14824752509593964
227006	linear.weight	5	-0.06357618421316147
227006	linear.weight	6	0.0982917845249176
227006	linear.weight	7	0.11699321120977402
227006	linear.weight	8	0.0411384217441082
227006	linear.weight	9	-0.055362604558467865
227006	linear.bias	0	0.08315164595842361
227006	linear.bias	1	-0.18262048065662384
227006	linear.bias	2	-0.4359323978424072
227006	linear.bias	3	-0.6652690768241882
227006	linear.bias	4	-1.260587453842163
227006	linear.bias	5	-0.06714075803756714
227006	linear.bias	6	-0.8190484046936035
227006	linear.bias	7	0.2630821168422699
227006	linear.bias	8	-0.4083057940006256
227006	linear.bias	9	-1.0270136594772339
227010	transitions	0	0.7436158657073975
227010	transitions	1	0.13730080425739288
227010	transitions	2	-10000.0
227010	transitions	3	-1.8277947902679443
227010	transitions	4	-10000.0
227010	transitions	5	0.5636962056159973
227010	transitions	6	-0.08495654910802841
227010	transitions	7	-0.8045843243598938
227010	transitions	8	-1.4211859703063965
227010	transitions	9	-0.0012244457611814141
227010	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227010	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227010	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227010	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227010	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227010	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227010	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227010	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227010	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227010	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227010	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227010	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227010	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227010	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227010	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227010	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227010	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227010	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227010	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227010	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227010	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227010	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227010	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227010	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227010	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227010	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227010	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227010	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227010	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227010	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227010	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227010	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227010	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227010	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227010	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227010	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227010	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227010	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227010	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227010	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227010	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227010	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227010	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227010	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227010	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227010	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227010	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227010	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227010	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227010	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227010	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227010	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227010	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227010	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227010	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227010	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227010	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227010	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227010	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227010	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227010	embedding2nn.weight	0	0.017384663224220276
227010	embedding2nn.weight	1	-0.012937198393046856
227010	embedding2nn.weight	2	-0.014268254861235619
227010	embedding2nn.weight	3	-0.03110618144273758
227010	embedding2nn.weight	4	-0.0059150345623493195
227010	embedding2nn.weight	5	-0.0037005888298153877
227010	embedding2nn.weight	6	-0.0039732689037919044
227010	embedding2nn.weight	7	-0.07564578205347061
227010	embedding2nn.weight	8	-0.0019979383796453476
227010	embedding2nn.weight	9	-0.02779986523091793
227010	embedding2nn.bias	0	0.030182544142007828
227010	embedding2nn.bias	1	-0.07141048461198807
227010	embedding2nn.bias	2	0.06709985435009003
227010	embedding2nn.bias	3	0.0500035434961319
227010	embedding2nn.bias	4	-0.040761180222034454
227010	embedding2nn.bias	5	-0.013522559776902199
227010	embedding2nn.bias	6	0.027857081964612007
227010	embedding2nn.bias	7	-0.05598384886980057
227010	embedding2nn.bias	8	0.06665362417697906
227010	embedding2nn.bias	9	0.04147877171635628
227010	rnn.weight_ih_l0	0	-0.07849490642547607
227010	rnn.weight_ih_l0	1	0.0034534158185124397
227010	rnn.weight_ih_l0	2	0.036452069878578186
227010	rnn.weight_ih_l0	3	0.022371763363480568
227010	rnn.weight_ih_l0	4	-0.049332160502672195
227010	rnn.weight_ih_l0	5	-0.06818915158510208
227010	rnn.weight_ih_l0	6	-0.002457037568092346
227010	rnn.weight_ih_l0	7	0.05265839397907257
227010	rnn.weight_ih_l0	8	-0.015825169160962105
227010	rnn.weight_ih_l0	9	-0.030647218227386475
227010	rnn.weight_hh_l0	0	-0.030993744730949402
227010	rnn.weight_hh_l0	1	-0.007539386395365
227010	rnn.weight_hh_l0	2	0.00669491570442915
227010	rnn.weight_hh_l0	3	-0.07455844432115555
227010	rnn.weight_hh_l0	4	0.09423241019248962
227010	rnn.weight_hh_l0	5	-0.024917474016547203
227010	rnn.weight_hh_l0	6	-0.062486354261636734
227010	rnn.weight_hh_l0	7	0.010071192868053913
227010	rnn.weight_hh_l0	8	0.013286922127008438
227010	rnn.weight_hh_l0	9	-0.0250301081687212
227010	rnn.bias_ih_l0	0	0.12675249576568604
227010	rnn.bias_ih_l0	1	-0.038784705102443695
227010	rnn.bias_ih_l0	2	-0.03247851878404617
227010	rnn.bias_ih_l0	3	0.16463056206703186
227010	rnn.bias_ih_l0	4	-0.012612449936568737
227010	rnn.bias_ih_l0	5	-0.02222856879234314
227010	rnn.bias_ih_l0	6	0.015387983992695808
227010	rnn.bias_ih_l0	7	0.02345527708530426
227010	rnn.bias_ih_l0	8	-0.10009089857339859
227010	rnn.bias_ih_l0	9	-0.044473469257354736
227010	rnn.bias_hh_l0	0	0.0008570432546548545
227010	rnn.bias_hh_l0	1	-0.09825201332569122
227010	rnn.bias_hh_l0	2	-0.07349921762943268
227010	rnn.bias_hh_l0	3	-0.08867262303829193
227010	rnn.bias_hh_l0	4	0.00937711726874113
227010	rnn.bias_hh_l0	5	-0.02058442309498787
227010	rnn.bias_hh_l0	6	0.024430684745311737
227010	rnn.bias_hh_l0	7	0.05774924159049988
227010	rnn.bias_hh_l0	8	-0.12261473387479782
227010	rnn.bias_hh_l0	9	-0.059151604771614075
227010	rnn.weight_ih_l0_reverse	0	-0.023896094411611557
227010	rnn.weight_ih_l0_reverse	1	-0.056498344987630844
227010	rnn.weight_ih_l0_reverse	2	-0.04856279864907265
227010	rnn.weight_ih_l0_reverse	3	0.013932588510215282
227010	rnn.weight_ih_l0_reverse	4	-0.02520545944571495
227010	rnn.weight_ih_l0_reverse	5	-0.057255104184150696
227010	rnn.weight_ih_l0_reverse	6	0.0754767656326294
227010	rnn.weight_ih_l0_reverse	7	-0.019286464899778366
227010	rnn.weight_ih_l0_reverse	8	-0.019426383078098297
227010	rnn.weight_ih_l0_reverse	9	0.004092937335371971
227010	rnn.weight_hh_l0_reverse	0	0.0673627108335495
227010	rnn.weight_hh_l0_reverse	1	0.020510874688625336
227010	rnn.weight_hh_l0_reverse	2	0.029345709830522537
227010	rnn.weight_hh_l0_reverse	3	0.035383302718400955
227010	rnn.weight_hh_l0_reverse	4	0.013228132389485836
227010	rnn.weight_hh_l0_reverse	5	0.006961387116461992
227010	rnn.weight_hh_l0_reverse	6	0.05072789266705513
227010	rnn.weight_hh_l0_reverse	7	-0.08173824846744537
227010	rnn.weight_hh_l0_reverse	8	0.0418243482708931
227010	rnn.weight_hh_l0_reverse	9	0.03522836044430733
227010	rnn.bias_ih_l0_reverse	0	-0.05875800549983978
227010	rnn.bias_ih_l0_reverse	1	-0.28271186351776123
227010	rnn.bias_ih_l0_reverse	2	-0.1210075169801712
227010	rnn.bias_ih_l0_reverse	3	-0.04822365194559097
227010	rnn.bias_ih_l0_reverse	4	-0.021317258477211
227010	rnn.bias_ih_l0_reverse	5	0.07573535293340683
227010	rnn.bias_ih_l0_reverse	6	-0.06510026007890701
227010	rnn.bias_ih_l0_reverse	7	0.06378895044326782
227010	rnn.bias_ih_l0_reverse	8	-0.040728650987148285
227010	rnn.bias_ih_l0_reverse	9	0.06352929770946503
227010	rnn.bias_hh_l0_reverse	0	0.02281605638563633
227010	rnn.bias_hh_l0_reverse	1	-0.055240239948034286
227010	rnn.bias_hh_l0_reverse	2	0.0859685018658638
227010	rnn.bias_hh_l0_reverse	3	-0.05059976130723953
227010	rnn.bias_hh_l0_reverse	4	-0.029407138004899025
227010	rnn.bias_hh_l0_reverse	5	-0.01814773492515087
227010	rnn.bias_hh_l0_reverse	6	-0.017598411068320274
227010	rnn.bias_hh_l0_reverse	7	0.09893296658992767
227010	rnn.bias_hh_l0_reverse	8	0.033223707228899
227010	rnn.bias_hh_l0_reverse	9	-0.14664508402347565
227010	rnn.weight_ih_l1	0	-0.02999209798872471
227010	rnn.weight_ih_l1	1	-0.050560951232910156
227010	rnn.weight_ih_l1	2	0.06427215784788132
227010	rnn.weight_ih_l1	3	-0.0733007937669754
227010	rnn.weight_ih_l1	4	-0.013651887886226177
227010	rnn.weight_ih_l1	5	-0.04047606140375137
227010	rnn.weight_ih_l1	6	0.028902122750878334
227010	rnn.weight_ih_l1	7	-0.04451385512948036
227010	rnn.weight_ih_l1	8	0.03767755255103111
227010	rnn.weight_ih_l1	9	0.04440958797931671
227010	rnn.weight_hh_l1	0	-0.006609614938497543
227010	rnn.weight_hh_l1	1	0.01965857669711113
227010	rnn.weight_hh_l1	2	0.008082537911832333
227010	rnn.weight_hh_l1	3	-0.012528319843113422
227010	rnn.weight_hh_l1	4	0.0048282695934176445
227010	rnn.weight_hh_l1	5	0.034849368035793304
227010	rnn.weight_hh_l1	6	0.03691774979233742
227010	rnn.weight_hh_l1	7	-0.015776436775922775
227010	rnn.weight_hh_l1	8	-0.007805372588336468
227010	rnn.weight_hh_l1	9	0.038255687803030014
227010	rnn.bias_ih_l1	0	-0.18482030928134918
227010	rnn.bias_ih_l1	1	-0.18015947937965393
227010	rnn.bias_ih_l1	2	-0.1988592892885208
227010	rnn.bias_ih_l1	3	-0.31006672978401184
227010	rnn.bias_ih_l1	4	-0.20621784031391144
227010	rnn.bias_ih_l1	5	-0.08928381651639938
227010	rnn.bias_ih_l1	6	-0.15940919518470764
227010	rnn.bias_ih_l1	7	-0.0035138579551130533
227010	rnn.bias_ih_l1	8	-0.1372659057378769
227010	rnn.bias_ih_l1	9	-0.13036449253559113
227010	rnn.bias_hh_l1	0	-0.09521172195672989
227010	rnn.bias_hh_l1	1	-0.06815832108259201
227010	rnn.bias_hh_l1	2	-0.08702445775270462
227010	rnn.bias_hh_l1	3	-0.07891867309808731
227010	rnn.bias_hh_l1	4	-0.07414836436510086
227010	rnn.bias_hh_l1	5	-0.11766369640827179
227010	rnn.bias_hh_l1	6	-0.16357284784317017
227010	rnn.bias_hh_l1	7	0.07617217302322388
227010	rnn.bias_hh_l1	8	-0.17952978610992432
227010	rnn.bias_hh_l1	9	-0.11912863701581955
227010	rnn.weight_ih_l1_reverse	0	-0.04663633182644844
227010	rnn.weight_ih_l1_reverse	1	0.03404669463634491
227010	rnn.weight_ih_l1_reverse	2	0.09173806756734848
227010	rnn.weight_ih_l1_reverse	3	-0.018082961440086365
227010	rnn.weight_ih_l1_reverse	4	-0.026307668536901474
227010	rnn.weight_ih_l1_reverse	5	-0.030503060668706894
227010	rnn.weight_ih_l1_reverse	6	-0.01914653740823269
227010	rnn.weight_ih_l1_reverse	7	0.02882094494998455
227010	rnn.weight_ih_l1_reverse	8	0.008303065784275532
227010	rnn.weight_ih_l1_reverse	9	-0.03404020145535469
227010	rnn.weight_hh_l1_reverse	0	0.0046709878370165825
227010	rnn.weight_hh_l1_reverse	1	0.031529515981674194
227010	rnn.weight_hh_l1_reverse	2	-0.040571339428424835
227010	rnn.weight_hh_l1_reverse	3	0.03510260209441185
227010	rnn.weight_hh_l1_reverse	4	0.0471050962805748
227010	rnn.weight_hh_l1_reverse	5	0.004608464427292347
227010	rnn.weight_hh_l1_reverse	6	0.04753437638282776
227010	rnn.weight_hh_l1_reverse	7	0.031305644661188126
227010	rnn.weight_hh_l1_reverse	8	-0.007192032877355814
227010	rnn.weight_hh_l1_reverse	9	-0.030757276341319084
227010	rnn.bias_ih_l1_reverse	0	-0.04689852520823479
227010	rnn.bias_ih_l1_reverse	1	-0.14177025854587555
227010	rnn.bias_ih_l1_reverse	2	-0.16442768275737762
227010	rnn.bias_ih_l1_reverse	3	-0.057204719632864
227010	rnn.bias_ih_l1_reverse	4	-0.2059372216463089
227010	rnn.bias_ih_l1_reverse	5	-0.11758296191692352
227010	rnn.bias_ih_l1_reverse	6	-0.129612535238266
227010	rnn.bias_ih_l1_reverse	7	-0.19156983494758606
227010	rnn.bias_ih_l1_reverse	8	0.22330684959888458
227010	rnn.bias_ih_l1_reverse	9	0.02359667234122753
227010	rnn.bias_hh_l1_reverse	0	0.010520324110984802
227010	rnn.bias_hh_l1_reverse	1	-0.06439612060785294
227010	rnn.bias_hh_l1_reverse	2	-0.23687216639518738
227010	rnn.bias_hh_l1_reverse	3	-0.14172591269016266
227010	rnn.bias_hh_l1_reverse	4	-0.08081100136041641
227010	rnn.bias_hh_l1_reverse	5	-0.11902991682291031
227010	rnn.bias_hh_l1_reverse	6	0.058848779648542404
227010	rnn.bias_hh_l1_reverse	7	-0.1404038965702057
227010	rnn.bias_hh_l1_reverse	8	-0.1224796399474144
227010	rnn.bias_hh_l1_reverse	9	-0.14970609545707703
227010	linear.weight	0	0.002228822559118271
227010	linear.weight	1	0.09653455018997192
227010	linear.weight	2	-0.09399997442960739
227010	linear.weight	3	0.3057190477848053
227010	linear.weight	4	0.1482401043176651
227010	linear.weight	5	-0.06357618421316147
227010	linear.weight	6	0.09840024262666702
227010	linear.weight	7	0.11699382215738297
227010	linear.weight	8	0.0411384217441082
227010	linear.weight	9	-0.05536334961652756
227010	linear.bias	0	0.08377820253372192
227010	linear.bias	1	-0.18238787353038788
227010	linear.bias	2	-0.43659156560897827
227010	linear.bias	3	-0.6644780039787292
227010	linear.bias	4	-1.2598332166671753
227010	linear.bias	5	-0.0670422613620758
227010	linear.bias	6	-0.818816602230072
227010	linear.bias	7	0.26317593455314636
227010	linear.bias	8	-0.4089455008506775
227010	linear.bias	9	-1.0276479721069336
227207	transitions	0	0.7431923151016235
227207	transitions	1	0.13727058470249176
227207	transitions	2	-10000.0
227207	transitions	3	-1.827796459197998
227207	transitions	4	-10000.0
227207	transitions	5	0.563690721988678
227207	transitions	6	-0.08496065437793732
227207	transitions	7	-0.804643452167511
227207	transitions	8	-1.4211903810501099
227207	transitions	9	-0.0012244750978425145
227207	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227207	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227207	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227207	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227207	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227207	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227207	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227207	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227207	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227207	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227207	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227207	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227207	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227207	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227207	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227207	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227207	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227207	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227207	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227207	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227207	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227207	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227207	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227207	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227207	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227207	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227207	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227207	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227207	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227207	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227207	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227207	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227207	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227207	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227207	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227207	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227207	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227207	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227207	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227207	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227207	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227207	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227207	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227207	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227207	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227207	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227207	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227207	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227207	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227207	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227207	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227207	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227207	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227207	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227207	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227207	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227207	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227207	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227207	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227207	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227207	embedding2nn.weight	0	0.017586538568139076
227207	embedding2nn.weight	1	-0.012926444411277771
227207	embedding2nn.weight	2	-0.014268254861235619
227207	embedding2nn.weight	3	-0.031006431207060814
227207	embedding2nn.weight	4	-0.0059150345623493195
227207	embedding2nn.weight	5	-0.0037005888298153877
227207	embedding2nn.weight	6	-0.0039732689037919044
227207	embedding2nn.weight	7	-0.07571551948785782
227207	embedding2nn.weight	8	-0.0019979383796453476
227207	embedding2nn.weight	9	-0.027706800028681755
227207	embedding2nn.bias	0	0.029734119772911072
227207	embedding2nn.bias	1	-0.07125518471002579
227207	embedding2nn.bias	2	0.06734393537044525
227207	embedding2nn.bias	3	0.04827341064810753
227207	embedding2nn.bias	4	-0.042013395577669144
227207	embedding2nn.bias	5	-0.01336628757417202
227207	embedding2nn.bias	6	0.027031222358345985
227207	embedding2nn.bias	7	-0.05633841082453728
227207	embedding2nn.bias	8	0.06672719120979309
227207	embedding2nn.bias	9	0.04169337823987007
227207	rnn.weight_ih_l0	0	-0.07880943268537521
227207	rnn.weight_ih_l0	1	0.0034082941710948944
227207	rnn.weight_ih_l0	2	0.03637095168232918
227207	rnn.weight_ih_l0	3	0.022447293624281883
227207	rnn.weight_ih_l0	4	-0.049468744546175
227207	rnn.weight_ih_l0	5	-0.06830599904060364
227207	rnn.weight_ih_l0	6	-0.0023206237237900496
227207	rnn.weight_ih_l0	7	0.052759625017642975
227207	rnn.weight_ih_l0	8	-0.015701774507761
227207	rnn.weight_ih_l0	9	-0.030713088810443878
227207	rnn.weight_hh_l0	0	-0.03094317950308323
227207	rnn.weight_hh_l0	1	-0.007457661908119917
227207	rnn.weight_hh_l0	2	0.00684385746717453
227207	rnn.weight_hh_l0	3	-0.07443485409021378
227207	rnn.weight_hh_l0	4	0.09430000931024551
227207	rnn.weight_hh_l0	5	-0.025073695927858353
227207	rnn.weight_hh_l0	6	-0.06235998868942261
227207	rnn.weight_hh_l0	7	0.010054145008325577
227207	rnn.weight_hh_l0	8	0.013309263624250889
227207	rnn.weight_hh_l0	9	-0.02506655640900135
227207	rnn.bias_ih_l0	0	0.12682096660137177
227207	rnn.bias_ih_l0	1	-0.03893984854221344
227207	rnn.bias_ih_l0	2	-0.03225637972354889
227207	rnn.bias_ih_l0	3	0.16493816673755646
227207	rnn.bias_ih_l0	4	-0.012483936734497547
227207	rnn.bias_ih_l0	5	-0.021805204451084137
227207	rnn.bias_ih_l0	6	0.015850944444537163
227207	rnn.bias_ih_l0	7	0.02345922775566578
227207	rnn.bias_ih_l0	8	-0.10039220750331879
227207	rnn.bias_ih_l0	9	-0.04453800618648529
227207	rnn.bias_hh_l0	0	0.0009746665600687265
227207	rnn.bias_hh_l0	1	-0.0982024148106575
227207	rnn.bias_hh_l0	2	-0.07330336421728134
227207	rnn.bias_hh_l0	3	-0.08900941163301468
227207	rnn.bias_hh_l0	4	0.009096016176044941
227207	rnn.bias_hh_l0	5	-0.020629778504371643
227207	rnn.bias_hh_l0	6	0.02451482228934765
227207	rnn.bias_hh_l0	7	0.057248733937740326
227207	rnn.bias_hh_l0	8	-0.12256484478712082
227207	rnn.bias_hh_l0	9	-0.059185560792684555
227207	rnn.weight_ih_l0_reverse	0	-0.02403387799859047
227207	rnn.weight_ih_l0_reverse	1	-0.05640478432178497
227207	rnn.weight_ih_l0_reverse	2	-0.04838656261563301
227207	rnn.weight_ih_l0_reverse	3	0.013925508596003056
227207	rnn.weight_ih_l0_reverse	4	-0.025271669030189514
227207	rnn.weight_ih_l0_reverse	5	-0.057157136499881744
227207	rnn.weight_ih_l0_reverse	6	0.07553301751613617
227207	rnn.weight_ih_l0_reverse	7	-0.019378088414669037
227207	rnn.weight_ih_l0_reverse	8	-0.019384877756237984
227207	rnn.weight_ih_l0_reverse	9	0.004117964301258326
227207	rnn.weight_hh_l0_reverse	0	0.06723800301551819
227207	rnn.weight_hh_l0_reverse	1	0.020566359162330627
227207	rnn.weight_hh_l0_reverse	2	0.029248608276247978
227207	rnn.weight_hh_l0_reverse	3	0.03544870391488075
227207	rnn.weight_hh_l0_reverse	4	0.013253805227577686
227207	rnn.weight_hh_l0_reverse	5	0.007097071968019009
227207	rnn.weight_hh_l0_reverse	6	0.05080558359622955
227207	rnn.weight_hh_l0_reverse	7	-0.08171622455120087
227207	rnn.weight_hh_l0_reverse	8	0.04186328500509262
227207	rnn.weight_hh_l0_reverse	9	0.03515445441007614
227207	rnn.bias_ih_l0_reverse	0	-0.05891495198011398
227207	rnn.bias_ih_l0_reverse	1	-0.2829522490501404
227207	rnn.bias_ih_l0_reverse	2	-0.12134765833616257
227207	rnn.bias_ih_l0_reverse	3	-0.048262886703014374
227207	rnn.bias_ih_l0_reverse	4	-0.021438205614686012
227207	rnn.bias_ih_l0_reverse	5	0.07564874738454819
227207	rnn.bias_ih_l0_reverse	6	-0.06511948257684708
227207	rnn.bias_ih_l0_reverse	7	0.06370487064123154
227207	rnn.bias_ih_l0_reverse	8	-0.04069485142827034
227207	rnn.bias_ih_l0_reverse	9	0.06311721354722977
227207	rnn.bias_hh_l0_reverse	0	0.022781679406762123
227207	rnn.bias_hh_l0_reverse	1	-0.05472899228334427
227207	rnn.bias_hh_l0_reverse	2	0.08654399961233139
227207	rnn.bias_hh_l0_reverse	3	-0.0507383719086647
227207	rnn.bias_hh_l0_reverse	4	-0.029276737943291664
227207	rnn.bias_hh_l0_reverse	5	-0.017860082909464836
227207	rnn.bias_hh_l0_reverse	6	-0.017850641161203384
227207	rnn.bias_hh_l0_reverse	7	0.09913718700408936
227207	rnn.bias_hh_l0_reverse	8	0.033486880362033844
227207	rnn.bias_hh_l0_reverse	9	-0.14636993408203125
227207	rnn.weight_ih_l1	0	-0.030126743018627167
227207	rnn.weight_ih_l1	1	-0.0505010187625885
227207	rnn.weight_ih_l1	2	0.06416649371385574
227207	rnn.weight_ih_l1	3	-0.0734369084239006
227207	rnn.weight_ih_l1	4	-0.013634320348501205
227207	rnn.weight_ih_l1	5	-0.04046672582626343
227207	rnn.weight_ih_l1	6	0.028730571269989014
227207	rnn.weight_ih_l1	7	-0.044535961002111435
227207	rnn.weight_ih_l1	8	0.037700533866882324
227207	rnn.weight_ih_l1	9	0.04434764012694359
227207	rnn.weight_hh_l1	0	-0.006522189360111952
227207	rnn.weight_hh_l1	1	0.019654156640172005
227207	rnn.weight_hh_l1	2	0.008020153269171715
227207	rnn.weight_hh_l1	3	-0.012489977292716503
227207	rnn.weight_hh_l1	4	0.004858219064772129
227207	rnn.weight_hh_l1	5	0.034770891070365906
227207	rnn.weight_hh_l1	6	0.037005715072155
227207	rnn.weight_hh_l1	7	-0.015751436352729797
227207	rnn.weight_hh_l1	8	-0.007773649878799915
227207	rnn.weight_hh_l1	9	0.038108643144369125
227207	rnn.bias_ih_l1	0	-0.18519185483455658
227207	rnn.bias_ih_l1	1	-0.1801786869764328
227207	rnn.bias_ih_l1	2	-0.1987886279821396
227207	rnn.bias_ih_l1	3	-0.3101455867290497
227207	rnn.bias_ih_l1	4	-0.20585481822490692
227207	rnn.bias_ih_l1	5	-0.0896557867527008
227207	rnn.bias_ih_l1	6	-0.15975840389728546
227207	rnn.bias_ih_l1	7	-0.004103454761207104
227207	rnn.bias_ih_l1	8	-0.13767729699611664
227207	rnn.bias_ih_l1	9	-0.13019609451293945
227207	rnn.bias_hh_l1	0	-0.09569691121578217
227207	rnn.bias_hh_l1	1	-0.06792433559894562
227207	rnn.bias_hh_l1	2	-0.08705763518810272
227207	rnn.bias_hh_l1	3	-0.07864376157522202
227207	rnn.bias_hh_l1	4	-0.07428989559412003
227207	rnn.bias_hh_l1	5	-0.1176164373755455
227207	rnn.bias_hh_l1	6	-0.16341447830200195
227207	rnn.bias_hh_l1	7	0.07613429427146912
227207	rnn.bias_hh_l1	8	-0.1793109029531479
227207	rnn.bias_hh_l1	9	-0.11926373839378357
227207	rnn.weight_ih_l1_reverse	0	-0.04670228809118271
227207	rnn.weight_ih_l1_reverse	1	0.034170001745224
227207	rnn.weight_ih_l1_reverse	2	0.09164761006832123
227207	rnn.weight_ih_l1_reverse	3	-0.017989154905080795
227207	rnn.weight_ih_l1_reverse	4	-0.02619924582540989
227207	rnn.weight_ih_l1_reverse	5	-0.030523478984832764
227207	rnn.weight_ih_l1_reverse	6	-0.019119298085570335
227207	rnn.weight_ih_l1_reverse	7	0.028916193172335625
227207	rnn.weight_ih_l1_reverse	8	0.008428015746176243
227207	rnn.weight_ih_l1_reverse	9	-0.03403041884303093
227207	rnn.weight_hh_l1_reverse	0	0.00474786339327693
227207	rnn.weight_hh_l1_reverse	1	0.03151588514447212
227207	rnn.weight_hh_l1_reverse	2	-0.040565356612205505
227207	rnn.weight_hh_l1_reverse	3	0.03509613499045372
227207	rnn.weight_hh_l1_reverse	4	0.047040343284606934
227207	rnn.weight_hh_l1_reverse	5	0.004567267838865519
227207	rnn.weight_hh_l1_reverse	6	0.047645267099142075
227207	rnn.weight_hh_l1_reverse	7	0.03140610083937645
227207	rnn.weight_hh_l1_reverse	8	-0.007189462892711163
227207	rnn.weight_hh_l1_reverse	9	-0.030815672129392624
227207	rnn.bias_ih_l1_reverse	0	-0.04683465510606766
227207	rnn.bias_ih_l1_reverse	1	-0.14145897328853607
227207	rnn.bias_ih_l1_reverse	2	-0.1639735847711563
227207	rnn.bias_ih_l1_reverse	3	-0.05644620582461357
227207	rnn.bias_ih_l1_reverse	4	-0.20575210452079773
227207	rnn.bias_ih_l1_reverse	5	-0.11737889796495438
227207	rnn.bias_ih_l1_reverse	6	-0.1298353672027588
227207	rnn.bias_ih_l1_reverse	7	-0.19160468876361847
227207	rnn.bias_ih_l1_reverse	8	0.22365343570709229
227207	rnn.bias_ih_l1_reverse	9	0.023857489228248596
227207	rnn.bias_hh_l1_reverse	0	0.010057470761239529
227207	rnn.bias_hh_l1_reverse	1	-0.06502998620271683
227207	rnn.bias_hh_l1_reverse	2	-0.23677927255630493
227207	rnn.bias_hh_l1_reverse	3	-0.1415454000234604
227207	rnn.bias_hh_l1_reverse	4	-0.08091457933187485
227207	rnn.bias_hh_l1_reverse	5	-0.11889716237783432
227207	rnn.bias_hh_l1_reverse	6	0.059286076575517654
227207	rnn.bias_hh_l1_reverse	7	-0.14012721180915833
227207	rnn.bias_hh_l1_reverse	8	-0.1226576566696167
227207	rnn.bias_hh_l1_reverse	9	-0.14969854056835175
227207	linear.weight	0	0.002228822559118271
227207	linear.weight	1	0.09622856974601746
227207	linear.weight	2	-0.09392169862985611
227207	linear.weight	3	0.3046979010105133
227207	linear.weight	4	0.14750245213508606
227207	linear.weight	5	-0.06371401995420456
227207	linear.weight	6	0.09958837926387787
227207	linear.weight	7	0.11887066066265106
227207	linear.weight	8	0.0411381833255291
227207	linear.weight	9	-0.054969534277915955
227207	linear.bias	0	0.08670280128717422
227207	linear.bias	1	-0.18058083951473236
227207	linear.bias	2	-0.4392777681350708
227207	linear.bias	3	-0.6656641364097595
227207	linear.bias	4	-1.261128544807434
227207	linear.bias	5	-0.06517312675714493
227207	linear.bias	6	-0.8179134130477905
227207	linear.bias	7	0.26498788595199585
227207	linear.bias	8	-0.40965014696121216
227207	linear.bias	9	-1.028059959411621
227404	transitions	0	0.7426130175590515
227404	transitions	1	0.13778063654899597
227404	transitions	2	-10000.0
227404	transitions	3	-1.8278021812438965
227404	transitions	4	-10000.0
227404	transitions	5	0.5636839270591736
227404	transitions	6	-0.08496630191802979
227404	transitions	7	-0.804675281047821
227404	transitions	8	-1.421194314956665
227404	transitions	9	-0.001224986044690013
227404	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227404	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227404	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227404	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227404	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227404	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227404	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227404	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227404	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227404	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227404	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227404	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227404	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227404	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227404	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227404	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227404	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227404	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227404	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227404	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227404	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227404	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227404	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227404	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227404	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227404	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227404	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227404	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227404	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227404	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227404	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227404	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227404	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227404	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227404	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227404	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227404	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227404	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227404	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227404	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227404	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227404	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227404	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227404	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227404	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227404	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227404	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227404	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227404	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227404	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227404	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227404	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227404	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227404	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227404	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227404	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227404	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227404	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227404	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227404	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227404	embedding2nn.weight	0	0.01778312586247921
227404	embedding2nn.weight	1	-0.012901903130114079
227404	embedding2nn.weight	2	-0.014268254861235619
227404	embedding2nn.weight	3	-0.031206952407956123
227404	embedding2nn.weight	4	-0.0059150345623493195
227404	embedding2nn.weight	5	-0.0037005888298153877
227404	embedding2nn.weight	6	-0.0039732689037919044
227404	embedding2nn.weight	7	-0.07585715502500534
227404	embedding2nn.weight	8	-0.0019979383796453476
227404	embedding2nn.weight	9	-0.027656976133584976
227404	embedding2nn.bias	0	0.030008884146809578
227404	embedding2nn.bias	1	-0.07102730870246887
227404	embedding2nn.bias	2	0.06723778694868088
227404	embedding2nn.bias	3	0.04909401014447212
227404	embedding2nn.bias	4	-0.04136858135461807
227404	embedding2nn.bias	5	-0.014377583749592304
227404	embedding2nn.bias	6	0.027219925075769424
227404	embedding2nn.bias	7	-0.05593785271048546
227404	embedding2nn.bias	8	0.06819414347410202
227404	embedding2nn.bias	9	0.042053066194057465
227404	rnn.weight_ih_l0	0	-0.07877199351787567
227404	rnn.weight_ih_l0	1	0.0033481684513390064
227404	rnn.weight_ih_l0	2	0.03626418486237526
227404	rnn.weight_ih_l0	3	0.022556506097316742
227404	rnn.weight_ih_l0	4	-0.04938958212733269
227404	rnn.weight_ih_l0	5	-0.06822429597377777
227404	rnn.weight_ih_l0	6	-0.0023269883822649717
227404	rnn.weight_ih_l0	7	0.05272857844829559
227404	rnn.weight_ih_l0	8	-0.015528159216046333
227404	rnn.weight_ih_l0	9	-0.030576881021261215
227404	rnn.weight_hh_l0	0	-0.03118879348039627
227404	rnn.weight_hh_l0	1	-0.00722844572737813
227404	rnn.weight_hh_l0	2	0.006863206624984741
227404	rnn.weight_hh_l0	3	-0.07453230023384094
227404	rnn.weight_hh_l0	4	0.09444553405046463
227404	rnn.weight_hh_l0	5	-0.025306813418865204
227404	rnn.weight_hh_l0	6	-0.062221329659223557
227404	rnn.weight_hh_l0	7	0.009922187775373459
227404	rnn.weight_hh_l0	8	0.013341470621526241
227404	rnn.weight_hh_l0	9	-0.024965792894363403
227404	rnn.bias_ih_l0	0	0.12737122178077698
227404	rnn.bias_ih_l0	1	-0.03876642882823944
227404	rnn.bias_ih_l0	2	-0.03215130791068077
227404	rnn.bias_ih_l0	3	0.1644718199968338
227404	rnn.bias_ih_l0	4	-0.012240320444107056
227404	rnn.bias_ih_l0	5	-0.022018643096089363
227404	rnn.bias_ih_l0	6	0.01651443913578987
227404	rnn.bias_ih_l0	7	0.022941086441278458
227404	rnn.bias_ih_l0	8	-0.10058043897151947
227404	rnn.bias_ih_l0	9	-0.0435451865196228
227404	rnn.bias_hh_l0	0	0.0011645861668512225
227404	rnn.bias_hh_l0	1	-0.09759581089019775
227404	rnn.bias_hh_l0	2	-0.07320702821016312
227404	rnn.bias_hh_l0	3	-0.08918728679418564
227404	rnn.bias_hh_l0	4	0.009343987330794334
227404	rnn.bias_hh_l0	5	-0.02093852497637272
227404	rnn.bias_hh_l0	6	0.02458091452717781
227404	rnn.bias_hh_l0	7	0.057546552270650864
227404	rnn.bias_hh_l0	8	-0.12250424176454544
227404	rnn.bias_hh_l0	9	-0.05916654318571091
227404	rnn.weight_ih_l0_reverse	0	-0.02413368783891201
227404	rnn.weight_ih_l0_reverse	1	-0.05632302165031433
227404	rnn.weight_ih_l0_reverse	2	-0.04854314401745796
227404	rnn.weight_ih_l0_reverse	3	0.01406012661755085
227404	rnn.weight_ih_l0_reverse	4	-0.025276290252804756
227404	rnn.weight_ih_l0_reverse	5	-0.05724280700087547
227404	rnn.weight_ih_l0_reverse	6	0.07547595351934433
227404	rnn.weight_ih_l0_reverse	7	-0.019479867070913315
227404	rnn.weight_ih_l0_reverse	8	-0.019413664937019348
227404	rnn.weight_ih_l0_reverse	9	0.004080009181052446
227404	rnn.weight_hh_l0_reverse	0	0.06705446541309357
227404	rnn.weight_hh_l0_reverse	1	0.020725486800074577
227404	rnn.weight_hh_l0_reverse	2	0.029387742280960083
227404	rnn.weight_hh_l0_reverse	3	0.035354796797037125
227404	rnn.weight_hh_l0_reverse	4	0.013220294378697872
227404	rnn.weight_hh_l0_reverse	5	0.006992563605308533
227404	rnn.weight_hh_l0_reverse	6	0.050770316272974014
227404	rnn.weight_hh_l0_reverse	7	-0.08178241550922394
227404	rnn.weight_hh_l0_reverse	8	0.04185174033045769
227404	rnn.weight_hh_l0_reverse	9	0.035114992409944534
227404	rnn.bias_ih_l0_reverse	0	-0.05908132717013359
227404	rnn.bias_ih_l0_reverse	1	-0.28333938121795654
227404	rnn.bias_ih_l0_reverse	2	-0.12134167551994324
227404	rnn.bias_ih_l0_reverse	3	-0.048409901559352875
227404	rnn.bias_ih_l0_reverse	4	-0.02104572393000126
227404	rnn.bias_ih_l0_reverse	5	0.07550189644098282
227404	rnn.bias_ih_l0_reverse	6	-0.06497400999069214
227404	rnn.bias_ih_l0_reverse	7	0.06380503624677658
227404	rnn.bias_ih_l0_reverse	8	-0.040704693645238876
227404	rnn.bias_ih_l0_reverse	9	0.06346201151609421
227404	rnn.bias_hh_l0_reverse	0	0.02254539541900158
227404	rnn.bias_hh_l0_reverse	1	-0.05483100563287735
227404	rnn.bias_hh_l0_reverse	2	0.08726265281438828
227404	rnn.bias_hh_l0_reverse	3	-0.050616711378097534
227404	rnn.bias_hh_l0_reverse	4	-0.029334386810660362
227404	rnn.bias_hh_l0_reverse	5	-0.017512433230876923
227404	rnn.bias_hh_l0_reverse	6	-0.017857957631349564
227404	rnn.bias_hh_l0_reverse	7	0.09946466237306595
227404	rnn.bias_hh_l0_reverse	8	0.033682774752378464
227404	rnn.bias_hh_l0_reverse	9	-0.14684249460697174
227404	rnn.weight_ih_l1	0	-0.030192872509360313
227404	rnn.weight_ih_l1	1	-0.05060666427016258
227404	rnn.weight_ih_l1	2	0.06439356505870819
227404	rnn.weight_ih_l1	3	-0.07354665547609329
227404	rnn.weight_ih_l1	4	-0.01383584551513195
227404	rnn.weight_ih_l1	5	-0.040575139224529266
227404	rnn.weight_ih_l1	6	0.028546808287501335
227404	rnn.weight_ih_l1	7	-0.04460391402244568
227404	rnn.weight_ih_l1	8	0.03774457424879074
227404	rnn.weight_ih_l1	9	0.044289279729127884
227404	rnn.weight_hh_l1	0	-0.0066076237708330154
227404	rnn.weight_hh_l1	1	0.019662955775856972
227404	rnn.weight_hh_l1	2	0.007967215962707996
227404	rnn.weight_hh_l1	3	-0.012504290789365768
227404	rnn.weight_hh_l1	4	0.00490907859057188
227404	rnn.weight_hh_l1	5	0.03469628840684891
227404	rnn.weight_hh_l1	6	0.036963365972042084
227404	rnn.weight_hh_l1	7	-0.01567654125392437
227404	rnn.weight_hh_l1	8	-0.007739757653325796
227404	rnn.weight_hh_l1	9	0.038138486444950104
227404	rnn.bias_ih_l1	0	-0.18466269969940186
227404	rnn.bias_ih_l1	1	-0.17998766899108887
227404	rnn.bias_ih_l1	2	-0.19873204827308655
227404	rnn.bias_ih_l1	3	-0.30952057242393494
227404	rnn.bias_ih_l1	4	-0.20643794536590576
227404	rnn.bias_ih_l1	5	-0.08953003585338593
227404	rnn.bias_ih_l1	6	-0.15989217162132263
227404	rnn.bias_ih_l1	7	-0.003861889708787203
227404	rnn.bias_ih_l1	8	-0.13694317638874054
227404	rnn.bias_ih_l1	9	-0.1300785094499588
227404	rnn.bias_hh_l1	0	-0.0957057923078537
227404	rnn.bias_hh_l1	1	-0.06780120730400085
227404	rnn.bias_hh_l1	2	-0.08715295046567917
227404	rnn.bias_hh_l1	3	-0.07834359258413315
227404	rnn.bias_hh_l1	4	-0.07428961247205734
227404	rnn.bias_hh_l1	5	-0.11739878356456757
227404	rnn.bias_hh_l1	6	-0.1635131984949112
227404	rnn.bias_hh_l1	7	0.07513926923274994
227404	rnn.bias_hh_l1	8	-0.17962777614593506
227404	rnn.bias_hh_l1	9	-0.11923608928918839
227404	rnn.weight_ih_l1_reverse	0	-0.046585604548454285
227404	rnn.weight_ih_l1_reverse	1	0.03424204885959625
227404	rnn.weight_ih_l1_reverse	2	0.09214041382074356
227404	rnn.weight_ih_l1_reverse	3	-0.01796683669090271
227404	rnn.weight_ih_l1_reverse	4	-0.026082027703523636
227404	rnn.weight_ih_l1_reverse	5	-0.030497634783387184
227404	rnn.weight_ih_l1_reverse	6	-0.018707070499658585
227404	rnn.weight_ih_l1_reverse	7	0.02879665046930313
227404	rnn.weight_ih_l1_reverse	8	0.008435993455350399
227404	rnn.weight_ih_l1_reverse	9	-0.03385221213102341
227404	rnn.weight_hh_l1_reverse	0	0.004755076952278614
227404	rnn.weight_hh_l1_reverse	1	0.03150191903114319
227404	rnn.weight_hh_l1_reverse	2	-0.04057764261960983
227404	rnn.weight_hh_l1_reverse	3	0.03510627895593643
227404	rnn.weight_hh_l1_reverse	4	0.047052230685949326
227404	rnn.weight_hh_l1_reverse	5	0.00452899094671011
227404	rnn.weight_hh_l1_reverse	6	0.047805894166231155
227404	rnn.weight_hh_l1_reverse	7	0.03136738762259483
227404	rnn.weight_hh_l1_reverse	8	-0.007185702677816153
227404	rnn.weight_hh_l1_reverse	9	-0.03080182708799839
227404	rnn.bias_ih_l1_reverse	0	-0.04672106355428696
227404	rnn.bias_ih_l1_reverse	1	-0.14159929752349854
227404	rnn.bias_ih_l1_reverse	2	-0.16333995759487152
227404	rnn.bias_ih_l1_reverse	3	-0.056290626525878906
227404	rnn.bias_ih_l1_reverse	4	-0.20567597448825836
227404	rnn.bias_ih_l1_reverse	5	-0.11729080975055695
227404	rnn.bias_ih_l1_reverse	6	-0.1298527717590332
227404	rnn.bias_ih_l1_reverse	7	-0.1916755884885788
227404	rnn.bias_ih_l1_reverse	8	0.22313359379768372
227404	rnn.bias_ih_l1_reverse	9	0.024234017357230186
227404	rnn.bias_hh_l1_reverse	0	0.009657098911702633
227404	rnn.bias_hh_l1_reverse	1	-0.06468366831541061
227404	rnn.bias_hh_l1_reverse	2	-0.2366258054971695
227404	rnn.bias_hh_l1_reverse	3	-0.14130927622318268
227404	rnn.bias_hh_l1_reverse	4	-0.08098901808261871
227404	rnn.bias_hh_l1_reverse	5	-0.11913807690143585
227404	rnn.bias_hh_l1_reverse	6	0.05847456306219101
227404	rnn.bias_hh_l1_reverse	7	-0.14040429890155792
227404	rnn.bias_hh_l1_reverse	8	-0.12228657305240631
227404	rnn.bias_hh_l1_reverse	9	-0.1496877670288086
227404	linear.weight	0	0.002228822559118271
227404	linear.weight	1	0.09720355272293091
227404	linear.weight	2	-0.0936889722943306
227404	linear.weight	3	0.3057710826396942
227404	linear.weight	4	0.14719313383102417
227404	linear.weight	5	-0.0632728859782219
227404	linear.weight	6	0.10069473087787628
227404	linear.weight	7	0.1189848780632019
227404	linear.weight	8	0.04113813862204552
227404	linear.weight	9	-0.055050067603588104
227404	linear.bias	0	0.09003128111362457
227404	linear.bias	1	-0.18413446843624115
227404	linear.bias	2	-0.444336473941803
227404	linear.bias	3	-0.6694148778915405
227404	linear.bias	4	-1.2643409967422485
227404	linear.bias	5	-0.06489911675453186
227404	linear.bias	6	-0.8211867213249207
227404	linear.bias	7	0.26544132828712463
227404	linear.bias	8	-0.4095909893512726
227404	linear.bias	9	-1.0281684398651123
227601	transitions	0	0.742179811000824
227601	transitions	1	0.13641317188739777
227601	transitions	2	-10000.0
227601	transitions	3	-1.8278043270111084
227601	transitions	4	-10000.0
227601	transitions	5	0.5636752843856812
227601	transitions	6	-0.08496998250484467
227601	transitions	7	-0.8046846985816956
227601	transitions	8	-1.4212031364440918
227601	transitions	9	-0.0012250167783349752
227601	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227601	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227601	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227601	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227601	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227601	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227601	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227601	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227601	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227601	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227601	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227601	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227601	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227601	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227601	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227601	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227601	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227601	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227601	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227601	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227601	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227601	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227601	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227601	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227601	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227601	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227601	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227601	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227601	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227601	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227601	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227601	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227601	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227601	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227601	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227601	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227601	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227601	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227601	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227601	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227601	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227601	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227601	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227601	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227601	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227601	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227601	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227601	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227601	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227601	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227601	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227601	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227601	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227601	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227601	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227601	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227601	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227601	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227601	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227601	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227601	embedding2nn.weight	0	0.01787860505282879
227601	embedding2nn.weight	1	-0.01292134914547205
227601	embedding2nn.weight	2	-0.014268254861235619
227601	embedding2nn.weight	3	-0.030913416296243668
227601	embedding2nn.weight	4	-0.0059150345623493195
227601	embedding2nn.weight	5	-0.0037005888298153877
227601	embedding2nn.weight	6	-0.0039732689037919044
227601	embedding2nn.weight	7	-0.07563825696706772
227601	embedding2nn.weight	8	-0.0019979383796453476
227601	embedding2nn.weight	9	-0.027712317183613777
227601	embedding2nn.bias	0	0.029629165306687355
227601	embedding2nn.bias	1	-0.070867620408535
227601	embedding2nn.bias	2	0.06758574396371841
227601	embedding2nn.bias	3	0.048908594995737076
227601	embedding2nn.bias	4	-0.0422123558819294
227601	embedding2nn.bias	5	-0.015693577006459236
227601	embedding2nn.bias	6	0.025812489911913872
227601	embedding2nn.bias	7	-0.056449782103300095
227601	embedding2nn.bias	8	0.06862515956163406
227601	embedding2nn.bias	9	0.04132816568017006
227601	rnn.weight_ih_l0	0	-0.07845892757177353
227601	rnn.weight_ih_l0	1	0.0032770123798400164
227601	rnn.weight_ih_l0	2	0.036129213869571686
227601	rnn.weight_ih_l0	3	0.022455204278230667
227601	rnn.weight_ih_l0	4	-0.04924153909087181
227601	rnn.weight_ih_l0	5	-0.06822150945663452
227601	rnn.weight_ih_l0	6	-0.0022663839627057314
227601	rnn.weight_ih_l0	7	0.05267612263560295
227601	rnn.weight_ih_l0	8	-0.015463908202946186
227601	rnn.weight_ih_l0	9	-0.030639737844467163
227601	rnn.weight_hh_l0	0	-0.03117377497255802
227601	rnn.weight_hh_l0	1	-0.007160465698689222
227601	rnn.weight_hh_l0	2	0.006879215594381094
227601	rnn.weight_hh_l0	3	-0.07452051341533661
227601	rnn.weight_hh_l0	4	0.0943506583571434
227601	rnn.weight_hh_l0	5	-0.02520030364394188
227601	rnn.weight_hh_l0	6	-0.06204374507069588
227601	rnn.weight_hh_l0	7	0.009877566248178482
227601	rnn.weight_hh_l0	8	0.013262597844004631
227601	rnn.weight_hh_l0	9	-0.02502114325761795
227601	rnn.bias_ih_l0	0	0.12710607051849365
227601	rnn.bias_ih_l0	1	-0.038588643074035645
227601	rnn.bias_ih_l0	2	-0.03180138021707535
227601	rnn.bias_ih_l0	3	0.1642904430627823
227601	rnn.bias_ih_l0	4	-0.012176605872809887
227601	rnn.bias_ih_l0	5	-0.021672043949365616
227601	rnn.bias_ih_l0	6	0.016012657433748245
227601	rnn.bias_ih_l0	7	0.023305203765630722
227601	rnn.bias_ih_l0	8	-0.10044004768133163
227601	rnn.bias_ih_l0	9	-0.04350212588906288
227601	rnn.bias_hh_l0	0	0.0009590608533471823
227601	rnn.bias_hh_l0	1	-0.09683011472225189
227601	rnn.bias_hh_l0	2	-0.0734635517001152
227601	rnn.bias_hh_l0	3	-0.08905079960823059
227601	rnn.bias_hh_l0	4	0.009035363793373108
227601	rnn.bias_hh_l0	5	-0.021265815943479538
227601	rnn.bias_hh_l0	6	0.024589112028479576
227601	rnn.bias_hh_l0	7	0.0577101893723011
227601	rnn.bias_hh_l0	8	-0.1222800612449646
227601	rnn.bias_hh_l0	9	-0.05868461728096008
227601	rnn.weight_ih_l0_reverse	0	-0.02420145459473133
227601	rnn.weight_ih_l0_reverse	1	-0.05624842271208763
227601	rnn.weight_ih_l0_reverse	2	-0.048273686319589615
227601	rnn.weight_ih_l0_reverse	3	0.013760320842266083
227601	rnn.weight_ih_l0_reverse	4	-0.025395000353455544
227601	rnn.weight_ih_l0_reverse	5	-0.05726272985339165
227601	rnn.weight_ih_l0_reverse	6	0.07534115761518478
227601	rnn.weight_ih_l0_reverse	7	-0.019481349736452103
227601	rnn.weight_ih_l0_reverse	8	-0.01937725953757763
227601	rnn.weight_ih_l0_reverse	9	0.004204658325761557
227601	rnn.weight_hh_l0_reverse	0	0.06687818467617035
227601	rnn.weight_hh_l0_reverse	1	0.02084312029182911
227601	rnn.weight_hh_l0_reverse	2	0.02945661172270775
227601	rnn.weight_hh_l0_reverse	3	0.035306885838508606
227601	rnn.weight_hh_l0_reverse	4	0.013144557364284992
227601	rnn.weight_hh_l0_reverse	5	0.007071101106703281
227601	rnn.weight_hh_l0_reverse	6	0.05090000480413437
227601	rnn.weight_hh_l0_reverse	7	-0.0818490982055664
227601	rnn.weight_hh_l0_reverse	8	0.04181436449289322
227601	rnn.weight_hh_l0_reverse	9	0.0351911224424839
227601	rnn.bias_ih_l0_reverse	0	-0.05917962267994881
227601	rnn.bias_ih_l0_reverse	1	-0.2836967706680298
227601	rnn.bias_ih_l0_reverse	2	-0.12139731645584106
227601	rnn.bias_ih_l0_reverse	3	-0.048143792897462845
227601	rnn.bias_ih_l0_reverse	4	-0.020975807681679726
227601	rnn.bias_ih_l0_reverse	5	0.07545062154531479
227601	rnn.bias_ih_l0_reverse	6	-0.06514666229486465
227601	rnn.bias_ih_l0_reverse	7	0.06400217860937119
227601	rnn.bias_ih_l0_reverse	8	-0.04059891030192375
227601	rnn.bias_ih_l0_reverse	9	0.06356920301914215
227601	rnn.bias_hh_l0_reverse	0	0.022753745317459106
227601	rnn.bias_hh_l0_reverse	1	-0.0548066683113575
227601	rnn.bias_hh_l0_reverse	2	0.08698150515556335
227601	rnn.bias_hh_l0_reverse	3	-0.05133897066116333
227601	rnn.bias_hh_l0_reverse	4	-0.029481803998351097
227601	rnn.bias_hh_l0_reverse	5	-0.017876198515295982
227601	rnn.bias_hh_l0_reverse	6	-0.018005702644586563
227601	rnn.bias_hh_l0_reverse	7	0.0989917442202568
227601	rnn.bias_hh_l0_reverse	8	0.033095069229602814
227601	rnn.bias_hh_l0_reverse	9	-0.14595206081867218
227601	rnn.weight_ih_l1	0	-0.03032044507563114
227601	rnn.weight_ih_l1	1	-0.050564222037792206
227601	rnn.weight_ih_l1	2	0.06415755301713943
227601	rnn.weight_ih_l1	3	-0.07345820218324661
227601	rnn.weight_ih_l1	4	-0.013926447369158268
227601	rnn.weight_ih_l1	5	-0.040593471378088
227601	rnn.weight_ih_l1	6	0.028621500357985497
227601	rnn.weight_ih_l1	7	-0.04470761492848396
227601	rnn.weight_ih_l1	8	0.037734437733888626
227601	rnn.weight_ih_l1	9	0.04448893666267395
227601	rnn.weight_hh_l1	0	-0.006564371753484011
227601	rnn.weight_hh_l1	1	0.019666284322738647
227601	rnn.weight_hh_l1	2	0.008042894303798676
227601	rnn.weight_hh_l1	3	-0.012501456774771214
227601	rnn.weight_hh_l1	4	0.004992615897208452
227601	rnn.weight_hh_l1	5	0.03479349613189697
227601	rnn.weight_hh_l1	6	0.03700153902173042
227601	rnn.weight_hh_l1	7	-0.015747174620628357
227601	rnn.weight_hh_l1	8	-0.007728713098913431
227601	rnn.weight_hh_l1	9	0.038000889122486115
227601	rnn.bias_ih_l1	0	-0.1851556897163391
227601	rnn.bias_ih_l1	1	-0.1802452951669693
227601	rnn.bias_ih_l1	2	-0.19884172081947327
227601	rnn.bias_ih_l1	3	-0.3091771900653839
227601	rnn.bias_ih_l1	4	-0.2055824100971222
227601	rnn.bias_ih_l1	5	-0.0898531824350357
227601	rnn.bias_ih_l1	6	-0.16027706861495972
227601	rnn.bias_ih_l1	7	-0.0035761771723628044
227601	rnn.bias_ih_l1	8	-0.13623183965682983
227601	rnn.bias_ih_l1	9	-0.1297009289264679
227601	rnn.bias_hh_l1	0	-0.09543386846780777
227601	rnn.bias_hh_l1	1	-0.06771177053451538
227601	rnn.bias_hh_l1	2	-0.08738206326961517
227601	rnn.bias_hh_l1	3	-0.07889578491449356
227601	rnn.bias_hh_l1	4	-0.07397472858428955
227601	rnn.bias_hh_l1	5	-0.11730663478374481
227601	rnn.bias_hh_l1	6	-0.16388271749019623
227601	rnn.bias_hh_l1	7	0.07470110058784485
227601	rnn.bias_hh_l1	8	-0.17941215634346008
227601	rnn.bias_hh_l1	9	-0.11845322698354721
227601	rnn.weight_ih_l1_reverse	0	-0.046828899532556534
227601	rnn.weight_ih_l1_reverse	1	0.03416366130113602
227601	rnn.weight_ih_l1_reverse	2	0.09215670824050903
227601	rnn.weight_ih_l1_reverse	3	-0.018084349110722542
227601	rnn.weight_ih_l1_reverse	4	-0.026111150160431862
227601	rnn.weight_ih_l1_reverse	5	-0.030467377975583076
227601	rnn.weight_ih_l1_reverse	6	-0.01881317049264908
227601	rnn.weight_ih_l1_reverse	7	0.02885909005999565
227601	rnn.weight_ih_l1_reverse	8	0.008718252182006836
227601	rnn.weight_ih_l1_reverse	9	-0.033746108412742615
227601	rnn.weight_hh_l1_reverse	0	0.004781794268637896
227601	rnn.weight_hh_l1_reverse	1	0.03146785497665405
227601	rnn.weight_hh_l1_reverse	2	-0.04057354852557182
227601	rnn.weight_hh_l1_reverse	3	0.03510056436061859
227601	rnn.weight_hh_l1_reverse	4	0.047180697321891785
227601	rnn.weight_hh_l1_reverse	5	0.004577391780912876
227601	rnn.weight_hh_l1_reverse	6	0.0477091446518898
227601	rnn.weight_hh_l1_reverse	7	0.0314146913588047
227601	rnn.weight_hh_l1_reverse	8	-0.007193973287940025
227601	rnn.weight_hh_l1_reverse	9	-0.030780568718910217
227601	rnn.bias_ih_l1_reverse	0	-0.04645455628633499
227601	rnn.bias_ih_l1_reverse	1	-0.14134114980697632
227601	rnn.bias_ih_l1_reverse	2	-0.1634061485528946
227601	rnn.bias_ih_l1_reverse	3	-0.05621770769357681
227601	rnn.bias_ih_l1_reverse	4	-0.20542560517787933
227601	rnn.bias_ih_l1_reverse	5	-0.11701402068138123
227601	rnn.bias_ih_l1_reverse	6	-0.1299375742673874
227601	rnn.bias_ih_l1_reverse	7	-0.19169268012046814
227601	rnn.bias_ih_l1_reverse	8	0.22356346249580383
227601	rnn.bias_ih_l1_reverse	9	0.02341456711292267
227601	rnn.bias_hh_l1_reverse	0	0.010038293898105621
227601	rnn.bias_hh_l1_reverse	1	-0.06512030959129333
227601	rnn.bias_hh_l1_reverse	2	-0.2366310954093933
227601	rnn.bias_hh_l1_reverse	3	-0.1413096785545349
227601	rnn.bias_hh_l1_reverse	4	-0.08114578574895859
227601	rnn.bias_hh_l1_reverse	5	-0.11938228458166122
227601	rnn.bias_hh_l1_reverse	6	0.05945403128862381
227601	rnn.bias_hh_l1_reverse	7	-0.14013060927391052
227601	rnn.bias_hh_l1_reverse	8	-0.12234584987163544
227601	rnn.bias_hh_l1_reverse	9	-0.14951154589653015
227601	linear.weight	0	0.002228822559118271
227601	linear.weight	1	0.09707852452993393
227601	linear.weight	2	-0.09352538734674454
227601	linear.weight	3	0.3074324131011963
227601	linear.weight	4	0.1474626064300537
227601	linear.weight	5	-0.06337422877550125
227601	linear.weight	6	0.10005068778991699
227601	linear.weight	7	0.11877943575382233
227601	linear.weight	8	0.04113810509443283
227601	linear.weight	9	-0.05399513617157936
227601	linear.bias	0	0.0881425142288208
227601	linear.bias	1	-0.1803174912929535
227601	linear.bias	2	-0.44291603565216064
227601	linear.bias	3	-0.6733266711235046
227601	linear.bias	4	-1.2684792280197144
227601	linear.bias	5	-0.06185642629861832
227601	linear.bias	6	-0.8173405528068542
227601	linear.bias	7	0.2687137722969055
227601	linear.bias	8	-0.40978899598121643
227601	linear.bias	9	-1.028517484664917
227798	transitions	0	0.7428960800170898
227798	transitions	1	0.13682283461093903
227798	transitions	2	-10000.0
227798	transitions	3	-1.8278064727783203
227798	transitions	4	-10000.0
227798	transitions	5	0.5636729001998901
227798	transitions	6	-0.0849737897515297
227798	transitions	7	-0.8046970963478088
227798	transitions	8	-1.4212143421173096
227798	transitions	9	-0.0012250706786289811
227798	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227798	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227798	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227798	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227798	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227798	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227798	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227798	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227798	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227798	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227798	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227798	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227798	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227798	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227798	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227798	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227798	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227798	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227798	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227798	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227798	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227798	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227798	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227798	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227798	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227798	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227798	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227798	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227798	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227798	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227798	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227798	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227798	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227798	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227798	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227798	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227798	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227798	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227798	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227798	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227798	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227798	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227798	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227798	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227798	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227798	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227798	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227798	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227798	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227798	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227798	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227798	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227798	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227798	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227798	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227798	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227798	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227798	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227798	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227798	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227798	embedding2nn.weight	0	0.017984317615628242
227798	embedding2nn.weight	1	-0.012929289601743221
227798	embedding2nn.weight	2	-0.014268254861235619
227798	embedding2nn.weight	3	-0.030873607844114304
227798	embedding2nn.weight	4	-0.0059150345623493195
227798	embedding2nn.weight	5	-0.0037005888298153877
227798	embedding2nn.weight	6	-0.0039732689037919044
227798	embedding2nn.weight	7	-0.07567816227674484
227798	embedding2nn.weight	8	-0.0019979383796453476
227798	embedding2nn.weight	9	-0.027780894190073013
227798	embedding2nn.bias	0	0.02886633574962616
227798	embedding2nn.bias	1	-0.07039777934551239
227798	embedding2nn.bias	2	0.06799018383026123
227798	embedding2nn.bias	3	0.04969519376754761
227798	embedding2nn.bias	4	-0.04182300716638565
227798	embedding2nn.bias	5	-0.01649758778512478
227798	embedding2nn.bias	6	0.02687513642013073
227798	embedding2nn.bias	7	-0.05540455877780914
227798	embedding2nn.bias	8	0.06981160491704941
227798	embedding2nn.bias	9	0.041742537170648575
227798	rnn.weight_ih_l0	0	-0.07850774377584457
227798	rnn.weight_ih_l0	1	0.003192488569766283
227798	rnn.weight_ih_l0	2	0.03601668402552605
227798	rnn.weight_ih_l0	3	0.022586507722735405
227798	rnn.weight_ih_l0	4	-0.049035415053367615
227798	rnn.weight_ih_l0	5	-0.06819476932287216
227798	rnn.weight_ih_l0	6	-0.0022825731430202723
227798	rnn.weight_ih_l0	7	0.05270440876483917
227798	rnn.weight_ih_l0	8	-0.015462134964764118
227798	rnn.weight_ih_l0	9	-0.03056698478758335
227798	rnn.weight_hh_l0	0	-0.031047092750668526
227798	rnn.weight_hh_l0	1	-0.0072930958122015
227798	rnn.weight_hh_l0	2	0.007006618659943342
227798	rnn.weight_hh_l0	3	-0.07430922985076904
227798	rnn.weight_hh_l0	4	0.09432602673768997
227798	rnn.weight_hh_l0	5	-0.025343503803014755
227798	rnn.weight_hh_l0	6	-0.06208805739879608
227798	rnn.weight_hh_l0	7	0.009847642853856087
227798	rnn.weight_hh_l0	8	0.013218587264418602
227798	rnn.weight_hh_l0	9	-0.02502693235874176
227798	rnn.bias_ih_l0	0	0.1270471066236496
227798	rnn.bias_ih_l0	1	-0.038521356880664825
227798	rnn.bias_ih_l0	2	-0.031947847455739975
227798	rnn.bias_ih_l0	3	0.16474087536334991
227798	rnn.bias_ih_l0	4	-0.01197371631860733
227798	rnn.bias_ih_l0	5	-0.02075463905930519
227798	rnn.bias_ih_l0	6	0.016037974506616592
227798	rnn.bias_ih_l0	7	0.023268358781933784
227798	rnn.bias_ih_l0	8	-0.10041768848896027
227798	rnn.bias_ih_l0	9	-0.04311433807015419
227798	rnn.bias_hh_l0	0	0.00119144341442734
227798	rnn.bias_hh_l0	1	-0.09703119099140167
227798	rnn.bias_hh_l0	2	-0.0734216570854187
227798	rnn.bias_hh_l0	3	-0.08910883218050003
227798	rnn.bias_hh_l0	4	0.009354821406304836
227798	rnn.bias_hh_l0	5	-0.0216691717505455
227798	rnn.bias_hh_l0	6	0.024578668177127838
227798	rnn.bias_hh_l0	7	0.057994160801172256
227798	rnn.bias_hh_l0	8	-0.12186112999916077
227798	rnn.bias_hh_l0	9	-0.05840928480029106
227798	rnn.weight_ih_l0_reverse	0	-0.024387948215007782
227798	rnn.weight_ih_l0_reverse	1	-0.05616949126124382
227798	rnn.weight_ih_l0_reverse	2	-0.04827423766255379
227798	rnn.weight_ih_l0_reverse	3	0.013717972673475742
227798	rnn.weight_ih_l0_reverse	4	-0.025251997634768486
227798	rnn.weight_ih_l0_reverse	5	-0.05723755061626434
227798	rnn.weight_ih_l0_reverse	6	0.07537004351615906
227798	rnn.weight_ih_l0_reverse	7	-0.019249513745307922
227798	rnn.weight_ih_l0_reverse	8	-0.01944992132484913
227798	rnn.weight_ih_l0_reverse	9	0.004047926515340805
227798	rnn.weight_hh_l0_reverse	0	0.0668754130601883
227798	rnn.weight_hh_l0_reverse	1	0.020778270438313484
227798	rnn.weight_hh_l0_reverse	2	0.029389388859272003
227798	rnn.weight_hh_l0_reverse	3	0.03529183566570282
227798	rnn.weight_hh_l0_reverse	4	0.013207758776843548
227798	rnn.weight_hh_l0_reverse	5	0.007198518607765436
227798	rnn.weight_hh_l0_reverse	6	0.05096108838915825
227798	rnn.weight_hh_l0_reverse	7	-0.08177162706851959
227798	rnn.weight_hh_l0_reverse	8	0.04165959730744362
227798	rnn.weight_hh_l0_reverse	9	0.03513185679912567
227798	rnn.bias_ih_l0_reverse	0	-0.0590725839138031
227798	rnn.bias_ih_l0_reverse	1	-0.2838878929615021
227798	rnn.bias_ih_l0_reverse	2	-0.12152392417192459
227798	rnn.bias_ih_l0_reverse	3	-0.048135802149772644
227798	rnn.bias_ih_l0_reverse	4	-0.02074696496129036
227798	rnn.bias_ih_l0_reverse	5	0.07551505416631699
227798	rnn.bias_ih_l0_reverse	6	-0.06486578285694122
227798	rnn.bias_ih_l0_reverse	7	0.06373948603868484
227798	rnn.bias_ih_l0_reverse	8	-0.04081513360142708
227798	rnn.bias_ih_l0_reverse	9	0.06320704519748688
227798	rnn.bias_hh_l0_reverse	0	0.022860320284962654
227798	rnn.bias_hh_l0_reverse	1	-0.05498960614204407
227798	rnn.bias_hh_l0_reverse	2	0.08740502595901489
227798	rnn.bias_hh_l0_reverse	3	-0.0516071543097496
227798	rnn.bias_hh_l0_reverse	4	-0.029407506808638573
227798	rnn.bias_hh_l0_reverse	5	-0.017851989716291428
227798	rnn.bias_hh_l0_reverse	6	-0.01790003664791584
227798	rnn.bias_hh_l0_reverse	7	0.09927769750356674
227798	rnn.bias_hh_l0_reverse	8	0.0325210802257061
227798	rnn.bias_hh_l0_reverse	9	-0.1467275321483612
227798	rnn.weight_ih_l1	0	-0.030275778844952583
227798	rnn.weight_ih_l1	1	-0.05048765242099762
227798	rnn.weight_ih_l1	2	0.06379384547472
227798	rnn.weight_ih_l1	3	-0.07357273995876312
227798	rnn.weight_ih_l1	4	-0.013871872797608376
227798	rnn.weight_ih_l1	5	-0.040619030594825745
227798	rnn.weight_ih_l1	6	0.028676358982920647
227798	rnn.weight_ih_l1	7	-0.044648684561252594
227798	rnn.weight_ih_l1	8	0.03773847222328186
227798	rnn.weight_ih_l1	9	0.0444616973400116
227798	rnn.weight_hh_l1	0	-0.006745095830410719
227798	rnn.weight_hh_l1	1	0.01966349594295025
227798	rnn.weight_hh_l1	2	0.00804181583225727
227798	rnn.weight_hh_l1	3	-0.012465928681194782
227798	rnn.weight_hh_l1	4	0.004948803223669529
227798	rnn.weight_hh_l1	5	0.034826911985874176
227798	rnn.weight_hh_l1	6	0.036891013383865356
227798	rnn.weight_hh_l1	7	-0.015809889882802963
227798	rnn.weight_hh_l1	8	-0.0077448352240026
227798	rnn.weight_hh_l1	9	0.03808566555380821
227798	rnn.bias_ih_l1	0	-0.18488486111164093
227798	rnn.bias_ih_l1	1	-0.18066327273845673
227798	rnn.bias_ih_l1	2	-0.1990288645029068
227798	rnn.bias_ih_l1	3	-0.30952540040016174
227798	rnn.bias_ih_l1	4	-0.20485246181488037
227798	rnn.bias_ih_l1	5	-0.08951666951179504
227798	rnn.bias_ih_l1	6	-0.16096924245357513
227798	rnn.bias_ih_l1	7	-0.0037247012369334698
227798	rnn.bias_ih_l1	8	-0.13653936982154846
227798	rnn.bias_ih_l1	9	-0.12932392954826355
227798	rnn.bias_hh_l1	0	-0.0952959954738617
227798	rnn.bias_hh_l1	1	-0.0675826147198677
227798	rnn.bias_hh_l1	2	-0.08688381314277649
227798	rnn.bias_hh_l1	3	-0.07879628241062164
227798	rnn.bias_hh_l1	4	-0.07423657923936844
227798	rnn.bias_hh_l1	5	-0.11727029085159302
227798	rnn.bias_hh_l1	6	-0.16318951547145844
227798	rnn.bias_hh_l1	7	0.07543234527111053
227798	rnn.bias_hh_l1	8	-0.1796332746744156
227798	rnn.bias_hh_l1	9	-0.11930534243583679
227798	rnn.weight_ih_l1_reverse	0	-0.04694918543100357
227798	rnn.weight_ih_l1_reverse	1	0.034406211227178574
227798	rnn.weight_ih_l1_reverse	2	0.09222882241010666
227798	rnn.weight_ih_l1_reverse	3	-0.018395066261291504
227798	rnn.weight_ih_l1_reverse	4	-0.026304230093955994
227798	rnn.weight_ih_l1_reverse	5	-0.0304558128118515
227798	rnn.weight_ih_l1_reverse	6	-0.01888888143002987
227798	rnn.weight_ih_l1_reverse	7	0.02899359166622162
227798	rnn.weight_ih_l1_reverse	8	0.008692251518368721
227798	rnn.weight_ih_l1_reverse	9	-0.033368680626153946
227798	rnn.weight_hh_l1_reverse	0	0.004787523299455643
227798	rnn.weight_hh_l1_reverse	1	0.0314592607319355
227798	rnn.weight_hh_l1_reverse	2	-0.04058628901839256
227798	rnn.weight_hh_l1_reverse	3	0.03511776775121689
227798	rnn.weight_hh_l1_reverse	4	0.04729697108268738
227798	rnn.weight_hh_l1_reverse	5	0.00461241789162159
227798	rnn.weight_hh_l1_reverse	6	0.04787132889032364
227798	rnn.weight_hh_l1_reverse	7	0.03138704225420952
227798	rnn.weight_hh_l1_reverse	8	-0.0072297509759664536
227798	rnn.weight_hh_l1_reverse	9	-0.030824024230241776
227798	rnn.bias_ih_l1_reverse	0	-0.04671592265367508
227798	rnn.bias_ih_l1_reverse	1	-0.14109700918197632
227798	rnn.bias_ih_l1_reverse	2	-0.1634519249200821
227798	rnn.bias_ih_l1_reverse	3	-0.056991200894117355
227798	rnn.bias_ih_l1_reverse	4	-0.20518392324447632
227798	rnn.bias_ih_l1_reverse	5	-0.11726317554712296
227798	rnn.bias_ih_l1_reverse	6	-0.12978826463222504
227798	rnn.bias_ih_l1_reverse	7	-0.19173167645931244
227798	rnn.bias_ih_l1_reverse	8	0.2249041646718979
227798	rnn.bias_ih_l1_reverse	9	0.023789774626493454
227798	rnn.bias_hh_l1_reverse	0	0.010017077438533306
227798	rnn.bias_hh_l1_reverse	1	-0.06409278512001038
227798	rnn.bias_hh_l1_reverse	2	-0.2366820126771927
227798	rnn.bias_hh_l1_reverse	3	-0.14127327501773834
227798	rnn.bias_hh_l1_reverse	4	-0.0808999091386795
227798	rnn.bias_hh_l1_reverse	5	-0.11921379715204239
227798	rnn.bias_hh_l1_reverse	6	0.06021101772785187
227798	rnn.bias_hh_l1_reverse	7	-0.13976791501045227
227798	rnn.bias_hh_l1_reverse	8	-0.12191368639469147
227798	rnn.bias_hh_l1_reverse	9	-0.14955219626426697
227798	linear.weight	0	0.002228822559118271
227798	linear.weight	1	0.09687735885381699
227798	linear.weight	2	-0.0925736352801323
227798	linear.weight	3	0.3064959943294525
227798	linear.weight	4	0.1478494554758072
227798	linear.weight	5	-0.06264963001012802
227798	linear.weight	6	0.09867217391729355
227798	linear.weight	7	0.11947735399007797
227798	linear.weight	8	0.04113804176449776
227798	linear.weight	9	-0.05429914966225624
227798	linear.bias	0	0.099855437874794
227798	linear.bias	1	-0.18479667603969574
227798	linear.bias	2	-0.4509495496749878
227798	linear.bias	3	-0.667374312877655
227798	linear.bias	4	-1.2625056505203247
227798	linear.bias	5	-0.06825170665979385
227798	linear.bias	6	-0.8220183849334717
227798	linear.bias	7	0.2625131607055664
227798	linear.bias	8	-0.4061267077922821
227798	linear.bias	9	-1.025048851966858
227995	transitions	0	0.7413293719291687
227995	transitions	1	0.13508984446525574
227995	transitions	2	-10000.0
227995	transitions	3	-1.8278082609176636
227995	transitions	4	-10000.0
227995	transitions	5	0.5636699199676514
227995	transitions	6	-0.08497817069292068
227995	transitions	7	-0.8047296404838562
227995	transitions	8	-1.4212219715118408
227995	transitions	9	-0.0012251533335074782
227995	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
227995	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
227995	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
227995	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
227995	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
227995	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
227995	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
227995	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
227995	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
227995	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
227995	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
227995	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
227995	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
227995	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
227995	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
227995	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
227995	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
227995	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
227995	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
227995	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
227995	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
227995	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
227995	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
227995	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
227995	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
227995	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
227995	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
227995	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
227995	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
227995	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
227995	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
227995	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
227995	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
227995	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
227995	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
227995	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
227995	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
227995	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
227995	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
227995	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
227995	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
227995	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
227995	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
227995	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
227995	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
227995	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
227995	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
227995	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
227995	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
227995	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
227995	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
227995	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
227995	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
227995	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
227995	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
227995	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
227995	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
227995	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
227995	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
227995	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
227995	embedding2nn.weight	0	0.018192652612924576
227995	embedding2nn.weight	1	-0.012906970456242561
227995	embedding2nn.weight	2	-0.014268254861235619
227995	embedding2nn.weight	3	-0.030817603692412376
227995	embedding2nn.weight	4	-0.0059150345623493195
227995	embedding2nn.weight	5	-0.0037005888298153877
227995	embedding2nn.weight	6	-0.0039732689037919044
227995	embedding2nn.weight	7	-0.07578480243682861
227995	embedding2nn.weight	8	-0.0019979383796453476
227995	embedding2nn.weight	9	-0.027715496718883514
227995	embedding2nn.bias	0	0.028970645740628242
227995	embedding2nn.bias	1	-0.07210969924926758
227995	embedding2nn.bias	2	0.06730964034795761
227995	embedding2nn.bias	3	0.05001577362418175
227995	embedding2nn.bias	4	-0.041212767362594604
227995	embedding2nn.bias	5	-0.015354282222688198
227995	embedding2nn.bias	6	0.024946780875325203
227995	embedding2nn.bias	7	-0.05407306179404259
227995	embedding2nn.bias	8	0.0681283175945282
227995	embedding2nn.bias	9	0.04286719113588333
227995	rnn.weight_ih_l0	0	-0.07823564112186432
227995	rnn.weight_ih_l0	1	0.0031292398925870657
227995	rnn.weight_ih_l0	2	0.03595742955803871
227995	rnn.weight_ih_l0	3	0.02259552851319313
227995	rnn.weight_ih_l0	4	-0.04913804680109024
227995	rnn.weight_ih_l0	5	-0.06831265985965729
227995	rnn.weight_ih_l0	6	-0.002347544301301241
227995	rnn.weight_ih_l0	7	0.05275227129459381
227995	rnn.weight_ih_l0	8	-0.015508752316236496
227995	rnn.weight_ih_l0	9	-0.03063247911632061
227995	rnn.weight_hh_l0	0	-0.031262192875146866
227995	rnn.weight_hh_l0	1	-0.007212991360574961
227995	rnn.weight_hh_l0	2	0.007049813400954008
227995	rnn.weight_hh_l0	3	-0.07430959492921829
227995	rnn.weight_hh_l0	4	0.09436360746622086
227995	rnn.weight_hh_l0	5	-0.025332266464829445
227995	rnn.weight_hh_l0	6	-0.062005605548620224
227995	rnn.weight_hh_l0	7	0.00976479146629572
227995	rnn.weight_hh_l0	8	0.013160760514438152
227995	rnn.weight_hh_l0	9	-0.02510044164955616
227995	rnn.bias_ih_l0	0	0.12746582925319672
227995	rnn.bias_ih_l0	1	-0.03853366896510124
227995	rnn.bias_ih_l0	2	-0.0318419374525547
227995	rnn.bias_ih_l0	3	0.1642710417509079
227995	rnn.bias_ih_l0	4	-0.012669405899941921
227995	rnn.bias_ih_l0	5	-0.020535891875624657
227995	rnn.bias_ih_l0	6	0.015400716103613377
227995	rnn.bias_ih_l0	7	0.022467022761702538
227995	rnn.bias_ih_l0	8	-0.10043002665042877
227995	rnn.bias_ih_l0	9	-0.04236700013279915
227995	rnn.bias_hh_l0	0	0.0011683382326737046
227995	rnn.bias_hh_l0	1	-0.09646453708410263
227995	rnn.bias_hh_l0	2	-0.07320309430360794
227995	rnn.bias_hh_l0	3	-0.0892072319984436
227995	rnn.bias_hh_l0	4	0.009975926950573921
227995	rnn.bias_hh_l0	5	-0.02187984064221382
227995	rnn.bias_hh_l0	6	0.024635953828692436
227995	rnn.bias_hh_l0	7	0.05839358642697334
227995	rnn.bias_hh_l0	8	-0.12212256342172623
227995	rnn.bias_hh_l0	9	-0.05899260938167572
227995	rnn.weight_ih_l0_reverse	0	-0.024282170459628105
227995	rnn.weight_ih_l0_reverse	1	-0.05637307092547417
227995	rnn.weight_ih_l0_reverse	2	-0.048212550580501556
227995	rnn.weight_ih_l0_reverse	3	0.013705148361623287
227995	rnn.weight_ih_l0_reverse	4	-0.025230666622519493
227995	rnn.weight_ih_l0_reverse	5	-0.05718583986163139
227995	rnn.weight_ih_l0_reverse	6	0.07541229575872421
227995	rnn.weight_ih_l0_reverse	7	-0.019514353945851326
227995	rnn.weight_ih_l0_reverse	8	-0.019396627321839333
227995	rnn.weight_ih_l0_reverse	9	0.004156237468123436
227995	rnn.weight_hh_l0_reverse	0	0.06670751422643661
227995	rnn.weight_hh_l0_reverse	1	0.021138273179531097
227995	rnn.weight_hh_l0_reverse	2	0.029456852003932
227995	rnn.weight_hh_l0_reverse	3	0.03528705984354019
227995	rnn.weight_hh_l0_reverse	4	0.013387640006840229
227995	rnn.weight_hh_l0_reverse	5	0.00729455566033721
227995	rnn.weight_hh_l0_reverse	6	0.05103126913309097
227995	rnn.weight_hh_l0_reverse	7	-0.08179078251123428
227995	rnn.weight_hh_l0_reverse	8	0.04148340970277786
227995	rnn.weight_hh_l0_reverse	9	0.035046450793743134
227995	rnn.bias_ih_l0_reverse	0	-0.059197135269641876
227995	rnn.bias_ih_l0_reverse	1	-0.28434669971466064
227995	rnn.bias_ih_l0_reverse	2	-0.12145386636257172
227995	rnn.bias_ih_l0_reverse	3	-0.04812515527009964
227995	rnn.bias_ih_l0_reverse	4	-0.020642317831516266
227995	rnn.bias_ih_l0_reverse	5	0.07559726387262344
227995	rnn.bias_ih_l0_reverse	6	-0.06482323259115219
227995	rnn.bias_ih_l0_reverse	7	0.06355413794517517
227995	rnn.bias_ih_l0_reverse	8	-0.040650662034749985
227995	rnn.bias_ih_l0_reverse	9	0.063294917345047
227995	rnn.bias_hh_l0_reverse	0	0.02247709222137928
227995	rnn.bias_hh_l0_reverse	1	-0.0546027235686779
227995	rnn.bias_hh_l0_reverse	2	0.08697524666786194
227995	rnn.bias_hh_l0_reverse	3	-0.05189703032374382
227995	rnn.bias_hh_l0_reverse	4	-0.029645202681422234
227995	rnn.bias_hh_l0_reverse	5	-0.017783652991056442
227995	rnn.bias_hh_l0_reverse	6	-0.01803949475288391
227995	rnn.bias_hh_l0_reverse	7	0.09882280230522156
227995	rnn.bias_hh_l0_reverse	8	0.03273841366171837
227995	rnn.bias_hh_l0_reverse	9	-0.1471213549375534
227995	rnn.weight_ih_l1	0	-0.030180877074599266
227995	rnn.weight_ih_l1	1	-0.0503632128238678
227995	rnn.weight_ih_l1	2	0.0640820637345314
227995	rnn.weight_ih_l1	3	-0.07339392602443695
227995	rnn.weight_ih_l1	4	-0.013751343823969364
227995	rnn.weight_ih_l1	5	-0.04060472548007965
227995	rnn.weight_ih_l1	6	0.028609830886125565
227995	rnn.weight_ih_l1	7	-0.0445421002805233
227995	rnn.weight_ih_l1	8	0.037680529057979584
227995	rnn.weight_ih_l1	9	0.044452421367168427
227995	rnn.weight_hh_l1	0	-0.0068306997418403625
227995	rnn.weight_hh_l1	1	0.01965966820716858
227995	rnn.weight_hh_l1	2	0.0077629997394979
227995	rnn.weight_hh_l1	3	-0.01246594451367855
227995	rnn.weight_hh_l1	4	0.005084638018161058
227995	rnn.weight_hh_l1	5	0.03481149673461914
227995	rnn.weight_hh_l1	6	0.03675501048564911
227995	rnn.weight_hh_l1	7	-0.01578008383512497
227995	rnn.weight_hh_l1	8	-0.007752427831292152
227995	rnn.weight_hh_l1	9	0.038141779601573944
227995	rnn.bias_ih_l1	0	-0.18441960215568542
227995	rnn.bias_ih_l1	1	-0.18023262917995453
227995	rnn.bias_ih_l1	2	-0.19891509413719177
227995	rnn.bias_ih_l1	3	-0.30969107151031494
227995	rnn.bias_ih_l1	4	-0.20568722486495972
227995	rnn.bias_ih_l1	5	-0.08990602940320969
227995	rnn.bias_ih_l1	6	-0.16084083914756775
227995	rnn.bias_ih_l1	7	-0.004325706511735916
227995	rnn.bias_ih_l1	8	-0.1362389475107193
227995	rnn.bias_ih_l1	9	-0.12928253412246704
227995	rnn.bias_hh_l1	0	-0.09525743871927261
227995	rnn.bias_hh_l1	1	-0.0676986500620842
227995	rnn.bias_hh_l1	2	-0.08678388595581055
227995	rnn.bias_hh_l1	3	-0.07885095477104187
227995	rnn.bias_hh_l1	4	-0.0743211954832077
227995	rnn.bias_hh_l1	5	-0.11735018342733383
227995	rnn.bias_hh_l1	6	-0.16347377002239227
227995	rnn.bias_hh_l1	7	0.07504256069660187
227995	rnn.bias_hh_l1	8	-0.17961828410625458
227995	rnn.bias_hh_l1	9	-0.11903421580791473
227995	rnn.weight_ih_l1_reverse	0	-0.04704397916793823
227995	rnn.weight_ih_l1_reverse	1	0.034503716975450516
227995	rnn.weight_ih_l1_reverse	2	0.0918855220079422
227995	rnn.weight_ih_l1_reverse	3	-0.018409913405776024
227995	rnn.weight_ih_l1_reverse	4	-0.026304924860596657
227995	rnn.weight_ih_l1_reverse	5	-0.03045864962041378
227995	rnn.weight_ih_l1_reverse	6	-0.01890707015991211
227995	rnn.weight_ih_l1_reverse	7	0.029184909537434578
227995	rnn.weight_ih_l1_reverse	8	0.00910264439880848
227995	rnn.weight_ih_l1_reverse	9	-0.03345074504613876
227995	rnn.weight_hh_l1_reverse	0	0.004758324474096298
227995	rnn.weight_hh_l1_reverse	1	0.0314825065433979
227995	rnn.weight_hh_l1_reverse	2	-0.04058956354856491
227995	rnn.weight_hh_l1_reverse	3	0.03509481996297836
227995	rnn.weight_hh_l1_reverse	4	0.047254350036382675
227995	rnn.weight_hh_l1_reverse	5	0.0046546002849936485
227995	rnn.weight_hh_l1_reverse	6	0.04775223881006241
227995	rnn.weight_hh_l1_reverse	7	0.03142790123820305
227995	rnn.weight_hh_l1_reverse	8	-0.007226168643683195
227995	rnn.weight_hh_l1_reverse	9	-0.030790304765105247
227995	rnn.bias_ih_l1_reverse	0	-0.04657885432243347
227995	rnn.bias_ih_l1_reverse	1	-0.14067892730236053
227995	rnn.bias_ih_l1_reverse	2	-0.1636379510164261
227995	rnn.bias_ih_l1_reverse	3	-0.056825727224349976
227995	rnn.bias_ih_l1_reverse	4	-0.20498649775981903
227995	rnn.bias_ih_l1_reverse	5	-0.11758099496364594
227995	rnn.bias_ih_l1_reverse	6	-0.12987108528614044
227995	rnn.bias_ih_l1_reverse	7	-0.19186028838157654
227995	rnn.bias_ih_l1_reverse	8	0.2243698239326477
227995	rnn.bias_ih_l1_reverse	9	0.023686202242970467
227995	rnn.bias_hh_l1_reverse	0	0.010203784331679344
227995	rnn.bias_hh_l1_reverse	1	-0.06405045092105865
227995	rnn.bias_hh_l1_reverse	2	-0.23665787279605865
227995	rnn.bias_hh_l1_reverse	3	-0.14096444845199585
227995	rnn.bias_hh_l1_reverse	4	-0.08091028034687042
227995	rnn.bias_hh_l1_reverse	5	-0.11833243072032928
227995	rnn.bias_hh_l1_reverse	6	0.05958610773086548
227995	rnn.bias_hh_l1_reverse	7	-0.13952243328094482
227995	rnn.bias_hh_l1_reverse	8	-0.12241790443658829
227995	rnn.bias_hh_l1_reverse	9	-0.14937765896320343
227995	linear.weight	0	0.002228822559118271
227995	linear.weight	1	0.0976797342300415
227995	linear.weight	2	-0.0929815024137497
227995	linear.weight	3	0.3070816397666931
227995	linear.weight	4	0.14821147918701172
227995	linear.weight	5	-0.062113720923662186
227995	linear.weight	6	0.09790641069412231
227995	linear.weight	7	0.11981678009033203
227995	linear.weight	8	0.04113800823688507
227995	linear.weight	9	-0.054730549454689026
227995	linear.bias	0	0.10189568996429443
227995	linear.bias	1	-0.18203842639923096
227995	linear.bias	2	-0.4517940282821655
227995	linear.bias	3	-0.6695941686630249
227995	linear.bias	4	-1.2648192644119263
227995	linear.bias	5	-0.05991950258612633
227995	linear.bias	6	-0.8189150094985962
227995	linear.bias	7	0.2711733281612396
227995	linear.bias	8	-0.4105020761489868
227995	linear.bias	9	-1.029538869857788
228192	transitions	0	0.7407000660896301
228192	transitions	1	0.1361764669418335
228192	transitions	2	-10000.0
228192	transitions	3	-1.82780921459198
228192	transitions	4	-10000.0
228192	transitions	5	0.5636631846427917
228192	transitions	6	-0.08498159050941467
228192	transitions	7	-0.8047919273376465
228192	transitions	8	-1.4212294816970825
228192	transitions	9	-0.0012252056039869785
228192	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
228192	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
228192	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
228192	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
228192	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
228192	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
228192	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
228192	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
228192	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
228192	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
228192	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
228192	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
228192	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
228192	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
228192	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
228192	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
228192	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
228192	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
228192	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
228192	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
228192	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
228192	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
228192	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
228192	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
228192	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
228192	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
228192	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
228192	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
228192	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
228192	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
228192	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
228192	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
228192	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
228192	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
228192	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
228192	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
228192	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
228192	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
228192	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
228192	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
228192	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
228192	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
228192	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
228192	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
228192	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
228192	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
228192	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
228192	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
228192	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
228192	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
228192	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
228192	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
228192	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
228192	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
228192	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
228192	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
228192	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
228192	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
228192	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
228192	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
228192	embedding2nn.weight	0	0.018181219696998596
228192	embedding2nn.weight	1	-0.012920679524540901
228192	embedding2nn.weight	2	-0.014268254861235619
228192	embedding2nn.weight	3	-0.03087015636265278
228192	embedding2nn.weight	4	-0.0059150345623493195
228192	embedding2nn.weight	5	-0.0037005888298153877
228192	embedding2nn.weight	6	-0.0039732689037919044
228192	embedding2nn.weight	7	-0.07560557872056961
228192	embedding2nn.weight	8	-0.0019979383796453476
228192	embedding2nn.weight	9	-0.02781517617404461
228192	embedding2nn.bias	0	0.027228061109781265
228192	embedding2nn.bias	1	-0.07090123742818832
228192	embedding2nn.bias	2	0.06817850470542908
228192	embedding2nn.bias	3	0.051159899681806564
228192	embedding2nn.bias	4	-0.04203474521636963
228192	embedding2nn.bias	5	-0.015151548199355602
228192	embedding2nn.bias	6	0.02328486740589142
228192	embedding2nn.bias	7	-0.052143990993499756
228192	embedding2nn.bias	8	0.06950835883617401
228192	embedding2nn.bias	9	0.042067669332027435
228192	rnn.weight_ih_l0	0	-0.07816346734762192
228192	rnn.weight_ih_l0	1	0.0032956141512840986
228192	rnn.weight_ih_l0	2	0.03596877306699753
228192	rnn.weight_ih_l0	3	0.022640667855739594
228192	rnn.weight_ih_l0	4	-0.049157727509737015
228192	rnn.weight_ih_l0	5	-0.06836012750864029
228192	rnn.weight_ih_l0	6	-0.0023970783222466707
228192	rnn.weight_ih_l0	7	0.05271032080054283
228192	rnn.weight_ih_l0	8	-0.01560219470411539
228192	rnn.weight_ih_l0	9	-0.030830178409814835
228192	rnn.weight_hh_l0	0	-0.03128466010093689
228192	rnn.weight_hh_l0	1	-0.007213011849671602
228192	rnn.weight_hh_l0	2	0.007166226860135794
228192	rnn.weight_hh_l0	3	-0.07435974478721619
228192	rnn.weight_hh_l0	4	0.09426249563694
228192	rnn.weight_hh_l0	5	-0.02525295875966549
228192	rnn.weight_hh_l0	6	-0.06210789829492569
228192	rnn.weight_hh_l0	7	0.009665322490036488
228192	rnn.weight_hh_l0	8	0.013114250265061855
228192	rnn.weight_hh_l0	9	-0.025069117546081543
228192	rnn.bias_ih_l0	0	0.12736929953098297
228192	rnn.bias_ih_l0	1	-0.03838326409459114
228192	rnn.bias_ih_l0	2	-0.03192870691418648
228192	rnn.bias_ih_l0	3	0.16428279876708984
228192	rnn.bias_ih_l0	4	-0.012781175784766674
228192	rnn.bias_ih_l0	5	-0.02109774760901928
228192	rnn.bias_ih_l0	6	0.015446214936673641
228192	rnn.bias_ih_l0	7	0.02224532887339592
228192	rnn.bias_ih_l0	8	-0.10051368176937103
228192	rnn.bias_ih_l0	9	-0.04233202710747719
228192	rnn.bias_hh_l0	0	0.0011601458536460996
228192	rnn.bias_hh_l0	1	-0.0964580774307251
228192	rnn.bias_hh_l0	2	-0.07337988913059235
228192	rnn.bias_hh_l0	3	-0.0891224667429924
228192	rnn.bias_hh_l0	4	0.010954409837722778
228192	rnn.bias_hh_l0	5	-0.02190917171537876
228192	rnn.bias_hh_l0	6	0.024359507486224174
228192	rnn.bias_hh_l0	7	0.0588323213160038
228192	rnn.bias_hh_l0	8	-0.12207536399364471
228192	rnn.bias_hh_l0	9	-0.059205833822488785
228192	rnn.weight_ih_l0_reverse	0	-0.024344196543097496
228192	rnn.weight_ih_l0_reverse	1	-0.05641091614961624
228192	rnn.weight_ih_l0_reverse	2	-0.04813390597701073
228192	rnn.weight_ih_l0_reverse	3	0.013739085756242275
228192	rnn.weight_ih_l0_reverse	4	-0.025181880220770836
228192	rnn.weight_ih_l0_reverse	5	-0.05710172280669212
228192	rnn.weight_ih_l0_reverse	6	0.07536404579877853
228192	rnn.weight_ih_l0_reverse	7	-0.01917647384107113
228192	rnn.weight_ih_l0_reverse	8	-0.01944902539253235
228192	rnn.weight_ih_l0_reverse	9	0.00420102896168828
228192	rnn.weight_hh_l0_reverse	0	0.06673608720302582
228192	rnn.weight_hh_l0_reverse	1	0.02099073864519596
228192	rnn.weight_hh_l0_reverse	2	0.02947019226849079
228192	rnn.weight_hh_l0_reverse	3	0.03523727506399155
228192	rnn.weight_hh_l0_reverse	4	0.013420145027339458
228192	rnn.weight_hh_l0_reverse	5	0.007166762836277485
228192	rnn.weight_hh_l0_reverse	6	0.05102795735001564
228192	rnn.weight_hh_l0_reverse	7	-0.08183255791664124
228192	rnn.weight_hh_l0_reverse	8	0.04154262691736221
228192	rnn.weight_hh_l0_reverse	9	0.0351266972720623
228192	rnn.bias_ih_l0_reverse	0	-0.05926819518208504
228192	rnn.bias_ih_l0_reverse	1	-0.2831862270832062
228192	rnn.bias_ih_l0_reverse	2	-0.12240743637084961
228192	rnn.bias_ih_l0_reverse	3	-0.04790079593658447
228192	rnn.bias_ih_l0_reverse	4	-0.02043590135872364
228192	rnn.bias_ih_l0_reverse	5	0.07572770118713379
228192	rnn.bias_ih_l0_reverse	6	-0.06502014398574829
228192	rnn.bias_ih_l0_reverse	7	0.06378191709518433
228192	rnn.bias_ih_l0_reverse	8	-0.04116957262158394
228192	rnn.bias_ih_l0_reverse	9	0.06310009956359863
228192	rnn.bias_hh_l0_reverse	0	0.022032616659998894
228192	rnn.bias_hh_l0_reverse	1	-0.05527646467089653
228192	rnn.bias_hh_l0_reverse	2	0.08658885955810547
228192	rnn.bias_hh_l0_reverse	3	-0.05193094164133072
228192	rnn.bias_hh_l0_reverse	4	-0.029984671622514725
228192	rnn.bias_hh_l0_reverse	5	-0.01807018369436264
228192	rnn.bias_hh_l0_reverse	6	-0.018435290083289146
228192	rnn.bias_hh_l0_reverse	7	0.09873174130916595
228192	rnn.bias_hh_l0_reverse	8	0.033436406403779984
228192	rnn.bias_hh_l0_reverse	9	-0.14640679955482483
228192	rnn.weight_ih_l1	0	-0.03018772229552269
228192	rnn.weight_ih_l1	1	-0.050190720707178116
228192	rnn.weight_ih_l1	2	0.06404555588960648
228192	rnn.weight_ih_l1	3	-0.07337798178195953
228192	rnn.weight_ih_l1	4	-0.01378444954752922
228192	rnn.weight_ih_l1	5	-0.040582410991191864
228192	rnn.weight_ih_l1	6	0.02861972711980343
228192	rnn.weight_ih_l1	7	-0.044781289994716644
228192	rnn.weight_ih_l1	8	0.0377294197678566
228192	rnn.weight_ih_l1	9	0.04450025409460068
228192	rnn.weight_hh_l1	0	-0.006675197742879391
228192	rnn.weight_hh_l1	1	0.019647179171442986
228192	rnn.weight_hh_l1	2	0.0077378214336931705
228192	rnn.weight_hh_l1	3	-0.012467833235859871
228192	rnn.weight_hh_l1	4	0.005165271461009979
228192	rnn.weight_hh_l1	5	0.03484176844358444
228192	rnn.weight_hh_l1	6	0.03659219667315483
228192	rnn.weight_hh_l1	7	-0.015746871009469032
228192	rnn.weight_hh_l1	8	-0.007763207890093327
228192	rnn.weight_hh_l1	9	0.03818296268582344
228192	rnn.bias_ih_l1	0	-0.18363240361213684
228192	rnn.bias_ih_l1	1	-0.18045930564403534
228192	rnn.bias_ih_l1	2	-0.1988062709569931
228192	rnn.bias_ih_l1	3	-0.31022387742996216
228192	rnn.bias_ih_l1	4	-0.20663021504878998
228192	rnn.bias_ih_l1	5	-0.0898645892739296
228192	rnn.bias_ih_l1	6	-0.1610671579837799
228192	rnn.bias_ih_l1	7	-0.004124349914491177
228192	rnn.bias_ih_l1	8	-0.13616344332695007
228192	rnn.bias_ih_l1	9	-0.12932854890823364
228192	rnn.bias_hh_l1	0	-0.09540073573589325
228192	rnn.bias_hh_l1	1	-0.06783220916986465
228192	rnn.bias_hh_l1	2	-0.08664743602275848
228192	rnn.bias_hh_l1	3	-0.07846642285585403
228192	rnn.bias_hh_l1	4	-0.07378768175840378
228192	rnn.bias_hh_l1	5	-0.11765195429325104
228192	rnn.bias_hh_l1	6	-0.16370774805545807
228192	rnn.bias_hh_l1	7	0.07545219361782074
228192	rnn.bias_hh_l1	8	-0.17969827353954315
228192	rnn.bias_hh_l1	9	-0.11901358515024185
228192	rnn.weight_ih_l1_reverse	0	-0.04701799899339676
228192	rnn.weight_ih_l1_reverse	1	0.03468579053878784
228192	rnn.weight_ih_l1_reverse	2	0.09182862192392349
228192	rnn.weight_ih_l1_reverse	3	-0.018334411084651947
228192	rnn.weight_ih_l1_reverse	4	-0.026255806908011436
228192	rnn.weight_ih_l1_reverse	5	-0.030557794496417046
228192	rnn.weight_ih_l1_reverse	6	-0.018805647268891335
228192	rnn.weight_ih_l1_reverse	7	0.029261117801070213
228192	rnn.weight_ih_l1_reverse	8	0.009901502169668674
228192	rnn.weight_ih_l1_reverse	9	-0.03348039835691452
228192	rnn.weight_hh_l1_reverse	0	0.004738442599773407
228192	rnn.weight_hh_l1_reverse	1	0.031486961990594864
228192	rnn.weight_hh_l1_reverse	2	-0.04058969020843506
228192	rnn.weight_hh_l1_reverse	3	0.035102829337120056
228192	rnn.weight_hh_l1_reverse	4	0.047365885227918625
228192	rnn.weight_hh_l1_reverse	5	0.004731663037091494
228192	rnn.weight_hh_l1_reverse	6	0.04776066169142723
228192	rnn.weight_hh_l1_reverse	7	0.03154494985938072
228192	rnn.weight_hh_l1_reverse	8	-0.007230191491544247
228192	rnn.weight_hh_l1_reverse	9	-0.030831830576062202
228192	rnn.bias_ih_l1_reverse	0	-0.04701719060540199
228192	rnn.bias_ih_l1_reverse	1	-0.14055007696151733
228192	rnn.bias_ih_l1_reverse	2	-0.1634044349193573
228192	rnn.bias_ih_l1_reverse	3	-0.057754036039114
228192	rnn.bias_ih_l1_reverse	4	-0.20491425693035126
228192	rnn.bias_ih_l1_reverse	5	-0.11759744584560394
228192	rnn.bias_ih_l1_reverse	6	-0.12968513369560242
228192	rnn.bias_ih_l1_reverse	7	-0.19169409573078156
228192	rnn.bias_ih_l1_reverse	8	0.22475457191467285
228192	rnn.bias_ih_l1_reverse	9	0.023494970053434372
228192	rnn.bias_hh_l1_reverse	0	0.011191420257091522
228192	rnn.bias_hh_l1_reverse	1	-0.06515613943338394
228192	rnn.bias_hh_l1_reverse	2	-0.23667660355567932
228192	rnn.bias_hh_l1_reverse	3	-0.14113201200962067
228192	rnn.bias_hh_l1_reverse	4	-0.08075807243585587
228192	rnn.bias_hh_l1_reverse	5	-0.11831601709127426
228192	rnn.bias_hh_l1_reverse	6	0.059821512550115585
228192	rnn.bias_hh_l1_reverse	7	-0.13950452208518982
228192	rnn.bias_hh_l1_reverse	8	-0.12301380932331085
228192	rnn.bias_hh_l1_reverse	9	-0.149321049451828
228192	linear.weight	0	0.002228822559118271
228192	linear.weight	1	0.09706690162420273
228192	linear.weight	2	-0.0936935693025589
228192	linear.weight	3	0.30707988142967224
228192	linear.weight	4	0.14831024408340454
228192	linear.weight	5	-0.06240863725543022
228192	linear.weight	6	0.09695196151733398
228192	linear.weight	7	0.12109000235795975
228192	linear.weight	8	0.04113798961043358
228192	linear.weight	9	-0.05493968352675438
228192	linear.bias	0	0.09607380628585815
228192	linear.bias	1	-0.17565025389194489
228192	linear.bias	2	-0.45772188901901245
228192	linear.bias	3	-0.6713600158691406
228192	linear.bias	4	-1.2667880058288574
228192	linear.bias	5	-0.06390076130628586
228192	linear.bias	6	-0.8124800324440002
228192	linear.bias	7	0.26724591851234436
228192	linear.bias	8	-0.4091587960720062
228192	linear.bias	9	-1.028289556503296
228389	transitions	0	0.7413241267204285
228389	transitions	1	0.13634172081947327
228389	transitions	2	-10000.0
228389	transitions	3	-1.8278192281723022
228389	transitions	4	-10000.0
228389	transitions	5	0.563654899597168
228389	transitions	6	-0.08498845249414444
228389	transitions	7	-0.8048105835914612
228389	transitions	8	-1.4212411642074585
228389	transitions	9	-0.0012252568267285824
228389	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
228389	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
228389	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
228389	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
228389	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
228389	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
228389	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
228389	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
228389	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
228389	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
228389	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
228389	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
228389	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
228389	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
228389	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
228389	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
228389	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
228389	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
228389	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
228389	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
228389	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
228389	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
228389	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
228389	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
228389	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
228389	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
228389	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
228389	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
228389	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
228389	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
228389	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
228389	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
228389	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
228389	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
228389	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
228389	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
228389	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
228389	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
228389	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
228389	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
228389	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
228389	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
228389	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
228389	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
228389	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
228389	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
228389	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
228389	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
228389	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
228389	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
228389	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
228389	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
228389	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
228389	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
228389	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
228389	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
228389	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
228389	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
228389	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
228389	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
228389	embedding2nn.weight	0	0.017912013456225395
228389	embedding2nn.weight	1	-0.01288188062608242
228389	embedding2nn.weight	2	-0.014268254861235619
228389	embedding2nn.weight	3	-0.030739983543753624
228389	embedding2nn.weight	4	-0.0059150345623493195
228389	embedding2nn.weight	5	-0.0037005888298153877
228389	embedding2nn.weight	6	-0.0039732689037919044
228389	embedding2nn.weight	7	-0.07567429542541504
228389	embedding2nn.weight	8	-0.0019979383796453476
228389	embedding2nn.weight	9	-0.027668602764606476
228389	embedding2nn.bias	0	0.02639875002205372
228389	embedding2nn.bias	1	-0.07071239501237869
228389	embedding2nn.bias	2	0.06949618458747864
228389	embedding2nn.bias	3	0.050904035568237305
228389	embedding2nn.bias	4	-0.04325304925441742
228389	embedding2nn.bias	5	-0.01453566923737526
228389	embedding2nn.bias	6	0.025317905470728874
228389	embedding2nn.bias	7	-0.05343719199299812
228389	embedding2nn.bias	8	0.06862998753786087
228389	embedding2nn.bias	9	0.04262566566467285
228389	rnn.weight_ih_l0	0	-0.07810517400503159
228389	rnn.weight_ih_l0	1	0.0034111524000763893
228389	rnn.weight_ih_l0	2	0.035939719527959824
228389	rnn.weight_ih_l0	3	0.022610243409872055
228389	rnn.weight_ih_l0	4	-0.0491766519844532
228389	rnn.weight_ih_l0	5	-0.06825143843889236
228389	rnn.weight_ih_l0	6	-0.0023081875406205654
228389	rnn.weight_ih_l0	7	0.05311575159430504
228389	rnn.weight_ih_l0	8	-0.015797728672623634
228389	rnn.weight_ih_l0	9	-0.03071349300444126
228389	rnn.weight_hh_l0	0	-0.031157059594988823
228389	rnn.weight_hh_l0	1	-0.007096055429428816
228389	rnn.weight_hh_l0	2	0.0070919678546488285
228389	rnn.weight_hh_l0	3	-0.07421255856752396
228389	rnn.weight_hh_l0	4	0.09418626129627228
228389	rnn.weight_hh_l0	5	-0.025276552885770798
228389	rnn.weight_hh_l0	6	-0.06220497190952301
228389	rnn.weight_hh_l0	7	0.00978288147598505
228389	rnn.weight_hh_l0	8	0.012995968572795391
228389	rnn.weight_hh_l0	9	-0.025132153183221817
228389	rnn.bias_ih_l0	0	0.12796208262443542
228389	rnn.bias_ih_l0	1	-0.038152821362018585
228389	rnn.bias_ih_l0	2	-0.031777217984199524
228389	rnn.bias_ih_l0	3	0.16353805363178253
228389	rnn.bias_ih_l0	4	-0.012466433458030224
228389	rnn.bias_ih_l0	5	-0.021211277693510056
228389	rnn.bias_ih_l0	6	0.01588437519967556
228389	rnn.bias_ih_l0	7	0.02220344915986061
228389	rnn.bias_ih_l0	8	-0.10016977041959763
228389	rnn.bias_ih_l0	9	-0.04207286238670349
228389	rnn.bias_hh_l0	0	0.000841145811136812
228389	rnn.bias_hh_l0	1	-0.09672675281763077
228389	rnn.bias_hh_l0	2	-0.07317016273736954
228389	rnn.bias_hh_l0	3	-0.08913645148277283
228389	rnn.bias_hh_l0	4	0.010964754037559032
228389	rnn.bias_hh_l0	5	-0.021979235112667084
228389	rnn.bias_hh_l0	6	0.02488997019827366
228389	rnn.bias_hh_l0	7	0.05817633122205734
228389	rnn.bias_hh_l0	8	-0.12226559221744537
228389	rnn.bias_hh_l0	9	-0.059646882116794586
228389	rnn.weight_ih_l0_reverse	0	-0.024340929463505745
228389	rnn.weight_ih_l0_reverse	1	-0.056503355503082275
228389	rnn.weight_ih_l0_reverse	2	-0.04788954555988312
228389	rnn.weight_ih_l0_reverse	3	0.013715127483010292
228389	rnn.weight_ih_l0_reverse	4	-0.0252666212618351
228389	rnn.weight_ih_l0_reverse	5	-0.05713502690196037
228389	rnn.weight_ih_l0_reverse	6	0.07532399147748947
228389	rnn.weight_ih_l0_reverse	7	-0.019245993345975876
228389	rnn.weight_ih_l0_reverse	8	-0.019505919888615608
228389	rnn.weight_ih_l0_reverse	9	0.004044962115585804
228389	rnn.weight_hh_l0_reverse	0	0.0667782723903656
228389	rnn.weight_hh_l0_reverse	1	0.02092147246003151
228389	rnn.weight_hh_l0_reverse	2	0.029549717903137207
228389	rnn.weight_hh_l0_reverse	3	0.03518196940422058
228389	rnn.weight_hh_l0_reverse	4	0.013517268933355808
228389	rnn.weight_hh_l0_reverse	5	0.007104395888745785
228389	rnn.weight_hh_l0_reverse	6	0.05096787214279175
228389	rnn.weight_hh_l0_reverse	7	-0.0820181593298912
228389	rnn.weight_hh_l0_reverse	8	0.041415151208639145
228389	rnn.weight_hh_l0_reverse	9	0.03511624038219452
228389	rnn.bias_ih_l0_reverse	0	-0.05967478081583977
228389	rnn.bias_ih_l0_reverse	1	-0.2830249071121216
228389	rnn.bias_ih_l0_reverse	2	-0.1225685253739357
228389	rnn.bias_ih_l0_reverse	3	-0.04806354641914368
228389	rnn.bias_ih_l0_reverse	4	-0.019752079620957375
228389	rnn.bias_ih_l0_reverse	5	0.07569602131843567
228389	rnn.bias_ih_l0_reverse	6	-0.06550057977437973
228389	rnn.bias_ih_l0_reverse	7	0.06370964646339417
228389	rnn.bias_ih_l0_reverse	8	-0.040973689407110214
228389	rnn.bias_ih_l0_reverse	9	0.06336724758148193
228389	rnn.bias_hh_l0_reverse	0	0.021878281608223915
228389	rnn.bias_hh_l0_reverse	1	-0.05598762258887291
228389	rnn.bias_hh_l0_reverse	2	0.08664412796497345
228389	rnn.bias_hh_l0_reverse	3	-0.0518372617661953
228389	rnn.bias_hh_l0_reverse	4	-0.029738444834947586
228389	rnn.bias_hh_l0_reverse	5	-0.018278812989592552
228389	rnn.bias_hh_l0_reverse	6	-0.018895523622632027
228389	rnn.bias_hh_l0_reverse	7	0.09886036813259125
228389	rnn.bias_hh_l0_reverse	8	0.033028408885002136
228389	rnn.bias_hh_l0_reverse	9	-0.14652541279792786
228389	rnn.weight_ih_l1	0	-0.03028416447341442
228389	rnn.weight_ih_l1	1	-0.05015905573964119
228389	rnn.weight_ih_l1	2	0.06395415216684341
228389	rnn.weight_ih_l1	3	-0.07350562512874603
228389	rnn.weight_ih_l1	4	-0.013916756957769394
228389	rnn.weight_ih_l1	5	-0.04072011262178421
228389	rnn.weight_ih_l1	6	0.02864714525640011
228389	rnn.weight_ih_l1	7	-0.044784996658563614
228389	rnn.weight_ih_l1	8	0.037675891071558
228389	rnn.weight_ih_l1	9	0.04460487514734268
228389	rnn.weight_hh_l1	0	-0.006281749811023474
228389	rnn.weight_hh_l1	1	0.01963883638381958
228389	rnn.weight_hh_l1	2	0.00796768069267273
228389	rnn.weight_hh_l1	3	-0.012426327913999557
228389	rnn.weight_hh_l1	4	0.005146052222698927
228389	rnn.weight_hh_l1	5	0.034859366714954376
228389	rnn.weight_hh_l1	6	0.0365883931517601
228389	rnn.weight_hh_l1	7	-0.015756338834762573
228389	rnn.weight_hh_l1	8	-0.0077916220761835575
228389	rnn.weight_hh_l1	9	0.0382324643433094
228389	rnn.bias_ih_l1	0	-0.18348386883735657
228389	rnn.bias_ih_l1	1	-0.18104122579097748
228389	rnn.bias_ih_l1	2	-0.19920283555984497
228389	rnn.bias_ih_l1	3	-0.30945631861686707
228389	rnn.bias_ih_l1	4	-0.20604710280895233
228389	rnn.bias_ih_l1	5	-0.08982513099908829
228389	rnn.bias_ih_l1	6	-0.1610233336687088
228389	rnn.bias_ih_l1	7	-0.0029666440095752478
228389	rnn.bias_ih_l1	8	-0.13564874231815338
228389	rnn.bias_ih_l1	9	-0.12879858911037445
228389	rnn.bias_hh_l1	0	-0.09514396637678146
228389	rnn.bias_hh_l1	1	-0.06797374039888382
228389	rnn.bias_hh_l1	2	-0.08643900603055954
228389	rnn.bias_hh_l1	3	-0.07843189686536789
228389	rnn.bias_hh_l1	4	-0.07352592796087265
228389	rnn.bias_hh_l1	5	-0.11775343865156174
228389	rnn.bias_hh_l1	6	-0.16354165971279144
228389	rnn.bias_hh_l1	7	0.07462282478809357
228389	rnn.bias_hh_l1	8	-0.17924515902996063
228389	rnn.bias_hh_l1	9	-0.11909127980470657
228389	rnn.weight_ih_l1_reverse	0	-0.04686911404132843
228389	rnn.weight_ih_l1_reverse	1	0.034496013075113297
228389	rnn.weight_ih_l1_reverse	2	0.09159234911203384
228389	rnn.weight_ih_l1_reverse	3	-0.018621427938342094
228389	rnn.weight_ih_l1_reverse	4	-0.026514362543821335
228389	rnn.weight_ih_l1_reverse	5	-0.030577868223190308
228389	rnn.weight_ih_l1_reverse	6	-0.01860554702579975
228389	rnn.weight_ih_l1_reverse	7	0.029214898124337196
228389	rnn.weight_ih_l1_reverse	8	0.01006612554192543
228389	rnn.weight_ih_l1_reverse	9	-0.03350371867418289
228389	rnn.weight_hh_l1_reverse	0	0.004691800102591515
228389	rnn.weight_hh_l1_reverse	1	0.031438518315553665
228389	rnn.weight_hh_l1_reverse	2	-0.04058608040213585
228389	rnn.weight_hh_l1_reverse	3	0.03509768098592758
228389	rnn.weight_hh_l1_reverse	4	0.047437798231840134
228389	rnn.weight_hh_l1_reverse	5	0.004768782760947943
228389	rnn.weight_hh_l1_reverse	6	0.04769537225365639
228389	rnn.weight_hh_l1_reverse	7	0.03147750347852707
228389	rnn.weight_hh_l1_reverse	8	-0.007206988520920277
228389	rnn.weight_hh_l1_reverse	9	-0.03082009218633175
228389	rnn.bias_ih_l1_reverse	0	-0.047548919916152954
228389	rnn.bias_ih_l1_reverse	1	-0.14050167798995972
228389	rnn.bias_ih_l1_reverse	2	-0.16349713504314423
228389	rnn.bias_ih_l1_reverse	3	-0.05721412971615791
228389	rnn.bias_ih_l1_reverse	4	-0.20513491332530975
228389	rnn.bias_ih_l1_reverse	5	-0.1176033690571785
228389	rnn.bias_ih_l1_reverse	6	-0.12976552546024323
228389	rnn.bias_ih_l1_reverse	7	-0.19194072484970093
228389	rnn.bias_ih_l1_reverse	8	0.22439411282539368
228389	rnn.bias_ih_l1_reverse	9	0.02344268001616001
228389	rnn.bias_hh_l1_reverse	0	0.011341732926666737
228389	rnn.bias_hh_l1_reverse	1	-0.06482616066932678
228389	rnn.bias_hh_l1_reverse	2	-0.23672977089881897
228389	rnn.bias_hh_l1_reverse	3	-0.14153702557086945
228389	rnn.bias_hh_l1_reverse	4	-0.08062481880187988
228389	rnn.bias_hh_l1_reverse	5	-0.11830434948205948
228389	rnn.bias_hh_l1_reverse	6	0.06021079421043396
228389	rnn.bias_hh_l1_reverse	7	-0.13899242877960205
228389	rnn.bias_hh_l1_reverse	8	-0.12328603118658066
228389	rnn.bias_hh_l1_reverse	9	-0.14915895462036133
228389	linear.weight	0	0.002228822559118271
228389	linear.weight	1	0.09678612649440765
228389	linear.weight	2	-0.09409479051828384
228389	linear.weight	3	0.30819034576416016
228389	linear.weight	4	0.148361936211586
228389	linear.weight	5	-0.06203562021255493
228389	linear.weight	6	0.0978841632604599
228389	linear.weight	7	0.12088051438331604
228389	linear.weight	8	0.041137970983982086
228389	linear.weight	9	-0.05488273873925209
228389	linear.bias	0	0.0955972746014595
228389	linear.bias	1	-0.17932400107383728
228389	linear.bias	2	-0.4509914517402649
228389	linear.bias	3	-0.6668927669525146
228389	linear.bias	4	-1.2623792886734009
228389	linear.bias	5	-0.06734956800937653
228389	linear.bias	6	-0.8162464499473572
228389	linear.bias	7	0.2642802596092224
228389	linear.bias	8	-0.4109153151512146
228389	linear.bias	9	-1.029951810836792
228586	transitions	0	0.7422648072242737
228586	transitions	1	0.13633550703525543
228586	transitions	2	-10000.0
228586	transitions	3	-1.8278206586837769
228586	transitions	4	-10000.0
228586	transitions	5	0.563644289970398
228586	transitions	6	-0.08499377220869064
228586	transitions	7	-0.8048424124717712
228586	transitions	8	-1.421248435974121
228586	transitions	9	-0.0012252968735992908
228586	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
228586	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
228586	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
228586	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
228586	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
228586	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
228586	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
228586	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
228586	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
228586	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
228586	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
228586	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
228586	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
228586	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
228586	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
228586	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
228586	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
228586	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
228586	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
228586	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
228586	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
228586	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
228586	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
228586	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
228586	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
228586	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
228586	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
228586	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
228586	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
228586	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
228586	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
228586	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
228586	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
228586	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
228586	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
228586	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
228586	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
228586	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
228586	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
228586	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
228586	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
228586	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
228586	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
228586	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
228586	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
228586	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
228586	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
228586	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
228586	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
228586	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
228586	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
228586	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
228586	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
228586	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
228586	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
228586	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
228586	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
228586	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
228586	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
228586	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
228586	embedding2nn.weight	0	0.018013548105955124
228586	embedding2nn.weight	1	-0.012881641276180744
228586	embedding2nn.weight	2	-0.014268254861235619
228586	embedding2nn.weight	3	-0.030459469184279442
228586	embedding2nn.weight	4	-0.0059150345623493195
228586	embedding2nn.weight	5	-0.0037005888298153877
228586	embedding2nn.weight	6	-0.0039732689037919044
228586	embedding2nn.weight	7	-0.07576020807027817
228586	embedding2nn.weight	8	-0.0019979383796453476
228586	embedding2nn.weight	9	-0.027679668739438057
228586	embedding2nn.bias	0	0.025469733402132988
228586	embedding2nn.bias	1	-0.07140233367681503
228586	embedding2nn.bias	2	0.07197611778974533
228586	embedding2nn.bias	3	0.051046404987573624
228586	embedding2nn.bias	4	-0.043105389922857285
228586	embedding2nn.bias	5	-0.01440430898219347
228586	embedding2nn.bias	6	0.025440625846385956
228586	embedding2nn.bias	7	-0.052764348685741425
228586	embedding2nn.bias	8	0.06784124672412872
228586	embedding2nn.bias	9	0.042524006217718124
228586	rnn.weight_ih_l0	0	-0.07800717651844025
228586	rnn.weight_ih_l0	1	0.003536330768838525
228586	rnn.weight_ih_l0	2	0.03570033982396126
228586	rnn.weight_ih_l0	3	0.02264881134033203
228586	rnn.weight_ih_l0	4	-0.04910827800631523
228586	rnn.weight_ih_l0	5	-0.068276546895504
228586	rnn.weight_ih_l0	6	-0.002285649301484227
228586	rnn.weight_ih_l0	7	0.05320074409246445
228586	rnn.weight_ih_l0	8	-0.01596926897764206
228586	rnn.weight_ih_l0	9	-0.030725251883268356
228586	rnn.weight_hh_l0	0	-0.030947426334023476
228586	rnn.weight_hh_l0	1	-0.006942437961697578
228586	rnn.weight_hh_l0	2	0.007033945061266422
228586	rnn.weight_hh_l0	3	-0.07424590736627579
228586	rnn.weight_hh_l0	4	0.09425323456525803
228586	rnn.weight_hh_l0	5	-0.025314616039395332
228586	rnn.weight_hh_l0	6	-0.06215967610478401
228586	rnn.weight_hh_l0	7	0.0097705889493227
228586	rnn.weight_hh_l0	8	0.012962538748979568
228586	rnn.weight_hh_l0	9	-0.025157906115055084
228586	rnn.bias_ih_l0	0	0.12771464884281158
228586	rnn.bias_ih_l0	1	-0.037843987345695496
228586	rnn.bias_ih_l0	2	-0.03205287829041481
228586	rnn.bias_ih_l0	3	0.1634899079799652
228586	rnn.bias_ih_l0	4	-0.012380128726363182
228586	rnn.bias_ih_l0	5	-0.02132575772702694
228586	rnn.bias_ih_l0	6	0.015357295982539654
228586	rnn.bias_ih_l0	7	0.022448062896728516
228586	rnn.bias_ih_l0	8	-0.10025851428508759
228586	rnn.bias_ih_l0	9	-0.042252328246831894
228586	rnn.bias_hh_l0	0	0.0007105192053131759
228586	rnn.bias_hh_l0	1	-0.09618455171585083
228586	rnn.bias_hh_l0	2	-0.07281143963336945
228586	rnn.bias_hh_l0	3	-0.08911743760108948
228586	rnn.bias_hh_l0	4	0.010474671609699726
228586	rnn.bias_hh_l0	5	-0.021606553345918655
228586	rnn.bias_hh_l0	6	0.025069978088140488
228586	rnn.bias_hh_l0	7	0.05749136209487915
228586	rnn.bias_hh_l0	8	-0.12180209159851074
228586	rnn.bias_hh_l0	9	-0.05900219455361366
228586	rnn.weight_ih_l0_reverse	0	-0.02426229603588581
228586	rnn.weight_ih_l0_reverse	1	-0.056532688438892365
228586	rnn.weight_ih_l0_reverse	2	-0.047928761690855026
228586	rnn.weight_ih_l0_reverse	3	0.014019270427525043
228586	rnn.weight_ih_l0_reverse	4	-0.02519288845360279
228586	rnn.weight_ih_l0_reverse	5	-0.05712113156914711
228586	rnn.weight_ih_l0_reverse	6	0.07522371411323547
228586	rnn.weight_ih_l0_reverse	7	-0.019384434446692467
228586	rnn.weight_ih_l0_reverse	8	-0.019354771822690964
228586	rnn.weight_ih_l0_reverse	9	0.004088058136403561
228586	rnn.weight_hh_l0_reverse	0	0.06686637550592422
228586	rnn.weight_hh_l0_reverse	1	0.020949648693203926
228586	rnn.weight_hh_l0_reverse	2	0.02962643839418888
228586	rnn.weight_hh_l0_reverse	3	0.03512304276227951
228586	rnn.weight_hh_l0_reverse	4	0.013534847646951675
228586	rnn.weight_hh_l0_reverse	5	0.006994258146733046
228586	rnn.weight_hh_l0_reverse	6	0.05098912492394447
228586	rnn.weight_hh_l0_reverse	7	-0.08208220452070236
228586	rnn.weight_hh_l0_reverse	8	0.04143355041742325
228586	rnn.weight_hh_l0_reverse	9	0.03509525954723358
228586	rnn.bias_ih_l0_reverse	0	-0.059553831815719604
228586	rnn.bias_ih_l0_reverse	1	-0.28268471360206604
228586	rnn.bias_ih_l0_reverse	2	-0.1223219558596611
228586	rnn.bias_ih_l0_reverse	3	-0.04812629893422127
228586	rnn.bias_ih_l0_reverse	4	-0.019838375970721245
228586	rnn.bias_ih_l0_reverse	5	0.07514404505491257
228586	rnn.bias_ih_l0_reverse	6	-0.06523029506206512
228586	rnn.bias_ih_l0_reverse	7	0.06385400891304016
228586	rnn.bias_ih_l0_reverse	8	-0.04117231070995331
228586	rnn.bias_ih_l0_reverse	9	0.06294012814760208
228586	rnn.bias_hh_l0_reverse	0	0.021608565002679825
228586	rnn.bias_hh_l0_reverse	1	-0.05617886409163475
228586	rnn.bias_hh_l0_reverse	2	0.08637145906686783
228586	rnn.bias_hh_l0_reverse	3	-0.05208221822977066
228586	rnn.bias_hh_l0_reverse	4	-0.029600447043776512
228586	rnn.bias_hh_l0_reverse	5	-0.018210800364613533
228586	rnn.bias_hh_l0_reverse	6	-0.018745196983218193
228586	rnn.bias_hh_l0_reverse	7	0.09837651252746582
228586	rnn.bias_hh_l0_reverse	8	0.033197276294231415
228586	rnn.bias_hh_l0_reverse	9	-0.14650069177150726
228586	rnn.weight_ih_l1	0	-0.03023666702210903
228586	rnn.weight_ih_l1	1	-0.05031369999051094
228586	rnn.weight_ih_l1	2	0.06369853019714355
228586	rnn.weight_ih_l1	3	-0.07365843653678894
228586	rnn.weight_ih_l1	4	-0.013906464911997318
228586	rnn.weight_ih_l1	5	-0.04069935530424118
228586	rnn.weight_ih_l1	6	0.028617404401302338
228586	rnn.weight_ih_l1	7	-0.044770386070013046
228586	rnn.weight_ih_l1	8	0.037622496485710144
228586	rnn.weight_ih_l1	9	0.04472649469971657
228586	rnn.weight_hh_l1	0	-0.006268531549721956
228586	rnn.weight_hh_l1	1	0.019655829295516014
228586	rnn.weight_hh_l1	2	0.007938483729958534
228586	rnn.weight_hh_l1	3	-0.012411069124937057
228586	rnn.weight_hh_l1	4	0.0051903994753956795
228586	rnn.weight_hh_l1	5	0.034862857311964035
228586	rnn.weight_hh_l1	6	0.03667563199996948
228586	rnn.weight_hh_l1	7	-0.015779193490743637
228586	rnn.weight_hh_l1	8	-0.007773071993142366
228586	rnn.weight_hh_l1	9	0.0382334403693676
228586	rnn.bias_ih_l1	0	-0.18369115889072418
228586	rnn.bias_ih_l1	1	-0.18083401024341583
228586	rnn.bias_ih_l1	2	-0.1988544911146164
228586	rnn.bias_ih_l1	3	-0.30925828218460083
228586	rnn.bias_ih_l1	4	-0.20779678225517273
228586	rnn.bias_ih_l1	5	-0.08992478996515274
228586	rnn.bias_ih_l1	6	-0.16084179282188416
228586	rnn.bias_ih_l1	7	-0.00318590784445405
228586	rnn.bias_ih_l1	8	-0.13534721732139587
228586	rnn.bias_ih_l1	9	-0.12860409915447235
228586	rnn.bias_hh_l1	0	-0.09582670778036118
228586	rnn.bias_hh_l1	1	-0.06804902851581573
228586	rnn.bias_hh_l1	2	-0.08644010871648788
228586	rnn.bias_hh_l1	3	-0.07817976921796799
228586	rnn.bias_hh_l1	4	-0.07354807108640671
228586	rnn.bias_hh_l1	5	-0.11802762001752853
228586	rnn.bias_hh_l1	6	-0.1639973372220993
228586	rnn.bias_hh_l1	7	0.07424739748239517
228586	rnn.bias_hh_l1	8	-0.17907364666461945
228586	rnn.bias_hh_l1	9	-0.11923781037330627
228586	rnn.weight_ih_l1_reverse	0	-0.046960536390542984
228586	rnn.weight_ih_l1_reverse	1	0.034453582018613815
228586	rnn.weight_ih_l1_reverse	2	0.09152688831090927
228586	rnn.weight_ih_l1_reverse	3	-0.01895333081483841
228586	rnn.weight_ih_l1_reverse	4	-0.026535574346780777
228586	rnn.weight_ih_l1_reverse	5	-0.03055938147008419
228586	rnn.weight_ih_l1_reverse	6	-0.01856996677815914
228586	rnn.weight_ih_l1_reverse	7	0.02915840409696102
228586	rnn.weight_ih_l1_reverse	8	0.010106360539793968
228586	rnn.weight_ih_l1_reverse	9	-0.03365335240960121
228586	rnn.weight_hh_l1_reverse	0	0.0046769240871071815
228586	rnn.weight_hh_l1_reverse	1	0.03146212920546532
228586	rnn.weight_hh_l1_reverse	2	-0.040608346462249756
228586	rnn.weight_hh_l1_reverse	3	0.035075489431619644
228586	rnn.weight_hh_l1_reverse	4	0.0474986769258976
228586	rnn.weight_hh_l1_reverse	5	0.004713584203273058
228586	rnn.weight_hh_l1_reverse	6	0.04767994582653046
228586	rnn.weight_hh_l1_reverse	7	0.031498510390520096
228586	rnn.weight_hh_l1_reverse	8	-0.007193172350525856
228586	rnn.weight_hh_l1_reverse	9	-0.030836697667837143
228586	rnn.bias_ih_l1_reverse	0	-0.04765500873327255
228586	rnn.bias_ih_l1_reverse	1	-0.14101861417293549
228586	rnn.bias_ih_l1_reverse	2	-0.16354356706142426
228586	rnn.bias_ih_l1_reverse	3	-0.056636400520801544
228586	rnn.bias_ih_l1_reverse	4	-0.20516172051429749
228586	rnn.bias_ih_l1_reverse	5	-0.11722663044929504
228586	rnn.bias_ih_l1_reverse	6	-0.129904642701149
228586	rnn.bias_ih_l1_reverse	7	-0.19184590876102448
228586	rnn.bias_ih_l1_reverse	8	0.22400765120983124
228586	rnn.bias_ih_l1_reverse	9	0.023063525557518005
228586	rnn.bias_hh_l1_reverse	0	0.01052767876535654
228586	rnn.bias_hh_l1_reverse	1	-0.06502816826105118
228586	rnn.bias_hh_l1_reverse	2	-0.2368924468755722
228586	rnn.bias_hh_l1_reverse	3	-0.14190281927585602
228586	rnn.bias_hh_l1_reverse	4	-0.08078207820653915
228586	rnn.bias_hh_l1_reverse	5	-0.11809107661247253
228586	rnn.bias_hh_l1_reverse	6	0.061313364654779434
228586	rnn.bias_hh_l1_reverse	7	-0.13953571021556854
228586	rnn.bias_hh_l1_reverse	8	-0.12339698523283005
228586	rnn.bias_hh_l1_reverse	9	-0.14928102493286133
228586	linear.weight	0	0.002228822559118271
228586	linear.weight	1	0.09818468987941742
228586	linear.weight	2	-0.09422270208597183
228586	linear.weight	3	0.30727431178092957
228586	linear.weight	4	0.14770205318927765
228586	linear.weight	5	-0.0623253770172596
228586	linear.weight	6	0.0979963168501854
228586	linear.weight	7	0.12060393393039703
228586	linear.weight	8	0.04113791882991791
228586	linear.weight	9	-0.05541928485035896
228586	linear.bias	0	0.0903659239411354
228586	linear.bias	1	-0.18236801028251648
228586	linear.bias	2	-0.45023950934410095
228586	linear.bias	3	-0.6712002158164978
228586	linear.bias	4	-1.2676465511322021
228586	linear.bias	5	-0.06573601812124252
228586	linear.bias	6	-0.8193875551223755
228586	linear.bias	7	0.2659451961517334
228586	linear.bias	8	-0.410025030374527
228586	linear.bias	9	-1.029057502746582
228783	transitions	0	0.7411589026451111
228783	transitions	1	0.13714075088500977
228783	transitions	2	-10000.0
228783	transitions	3	-1.8278237581253052
228783	transitions	4	-10000.0
228783	transitions	5	0.5636375546455383
228783	transitions	6	-0.08499728888273239
228783	transitions	7	-0.8049269318580627
228783	transitions	8	-1.4212545156478882
228783	transitions	9	-0.001225317595526576
228783	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
228783	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
228783	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
228783	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
228783	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
228783	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
228783	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
228783	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
228783	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
228783	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
228783	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
228783	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
228783	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
228783	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
228783	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
228783	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
228783	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
228783	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
228783	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
228783	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
228783	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
228783	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
228783	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
228783	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
228783	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
228783	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
228783	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
228783	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
228783	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
228783	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
228783	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
228783	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
228783	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
228783	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
228783	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
228783	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
228783	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
228783	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
228783	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
228783	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
228783	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
228783	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
228783	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
228783	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
228783	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
228783	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
228783	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
228783	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
228783	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
228783	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
228783	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
228783	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
228783	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
228783	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
228783	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
228783	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
228783	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
228783	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
228783	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
228783	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
228783	embedding2nn.weight	0	0.018174773082137108
228783	embedding2nn.weight	1	-0.01291592326015234
228783	embedding2nn.weight	2	-0.014268254861235619
228783	embedding2nn.weight	3	-0.030714796856045723
228783	embedding2nn.weight	4	-0.0059150345623493195
228783	embedding2nn.weight	5	-0.0037005888298153877
228783	embedding2nn.weight	6	-0.0039732689037919044
228783	embedding2nn.weight	7	-0.07579599320888519
228783	embedding2nn.weight	8	-0.0019979383796453476
228783	embedding2nn.weight	9	-0.027645662426948547
228783	embedding2nn.bias	0	0.025544727221131325
228783	embedding2nn.bias	1	-0.07025968283414841
228783	embedding2nn.bias	2	0.07269500941038132
228783	embedding2nn.bias	3	0.049557339400053024
228783	embedding2nn.bias	4	-0.04430465027689934
228783	embedding2nn.bias	5	-0.013114581815898418
228783	embedding2nn.bias	6	0.025293033570051193
228783	embedding2nn.bias	7	-0.0525517463684082
228783	embedding2nn.bias	8	0.06690911203622818
228783	embedding2nn.bias	9	0.041544146835803986
228783	rnn.weight_ih_l0	0	-0.07804836332798004
228783	rnn.weight_ih_l0	1	0.0035059740766882896
228783	rnn.weight_ih_l0	2	0.03546121343970299
228783	rnn.weight_ih_l0	3	0.022549772635102272
228783	rnn.weight_ih_l0	4	-0.049429427832365036
228783	rnn.weight_ih_l0	5	-0.06830242276191711
228783	rnn.weight_ih_l0	6	-0.0022980070207268
228783	rnn.weight_ih_l0	7	0.0532558411359787
228783	rnn.weight_ih_l0	8	-0.016086449846625328
228783	rnn.weight_ih_l0	9	-0.03066966123878956
228783	rnn.weight_hh_l0	0	-0.030884748324751854
228783	rnn.weight_hh_l0	1	-0.006795594003051519
228783	rnn.weight_hh_l0	2	0.006841032300144434
228783	rnn.weight_hh_l0	3	-0.07433977723121643
228783	rnn.weight_hh_l0	4	0.09427090734243393
228783	rnn.weight_hh_l0	5	-0.025172334164381027
228783	rnn.weight_hh_l0	6	-0.062188953161239624
228783	rnn.weight_hh_l0	7	0.009854800999164581
228783	rnn.weight_hh_l0	8	0.012942775152623653
228783	rnn.weight_hh_l0	9	-0.0251474529504776
228783	rnn.bias_ih_l0	0	0.1278349757194519
228783	rnn.bias_ih_l0	1	-0.03803887218236923
228783	rnn.bias_ih_l0	2	-0.03217450901865959
228783	rnn.bias_ih_l0	3	0.16366709768772125
228783	rnn.bias_ih_l0	4	-0.01216811966150999
228783	rnn.bias_ih_l0	5	-0.021237291395664215
228783	rnn.bias_ih_l0	6	0.015666741877794266
228783	rnn.bias_ih_l0	7	0.022330110892653465
228783	rnn.bias_ih_l0	8	-0.10012634098529816
228783	rnn.bias_ih_l0	9	-0.04200957342982292
228783	rnn.bias_hh_l0	0	0.0004173056804575026
228783	rnn.bias_hh_l0	1	-0.09636541455984116
228783	rnn.bias_hh_l0	2	-0.0728294625878334
228783	rnn.bias_hh_l0	3	-0.08945941925048828
228783	rnn.bias_hh_l0	4	0.010729750618338585
228783	rnn.bias_hh_l0	5	-0.021678989753127098
228783	rnn.bias_hh_l0	6	0.024896251037716866
228783	rnn.bias_hh_l0	7	0.057628825306892395
228783	rnn.bias_hh_l0	8	-0.12218212336301804
228783	rnn.bias_hh_l0	9	-0.05910489335656166
228783	rnn.weight_ih_l0_reverse	0	-0.024210970848798752
228783	rnn.weight_ih_l0_reverse	1	-0.05642768740653992
228783	rnn.weight_ih_l0_reverse	2	-0.048057932406663895
228783	rnn.weight_ih_l0_reverse	3	0.013857024721801281
228783	rnn.weight_ih_l0_reverse	4	-0.02518187277019024
228783	rnn.weight_ih_l0_reverse	5	-0.05711577087640762
228783	rnn.weight_ih_l0_reverse	6	0.07510454207658768
228783	rnn.weight_ih_l0_reverse	7	-0.019543971866369247
228783	rnn.weight_ih_l0_reverse	8	-0.01939636655151844
228783	rnn.weight_ih_l0_reverse	9	0.004186547361314297
228783	rnn.weight_hh_l0_reverse	0	0.06700347363948822
228783	rnn.weight_hh_l0_reverse	1	0.020898805931210518
228783	rnn.weight_hh_l0_reverse	2	0.029740773141384125
228783	rnn.weight_hh_l0_reverse	3	0.03507283702492714
228783	rnn.weight_hh_l0_reverse	4	0.013513045385479927
228783	rnn.weight_hh_l0_reverse	5	0.006958226207643747
228783	rnn.weight_hh_l0_reverse	6	0.05100599676370621
228783	rnn.weight_hh_l0_reverse	7	-0.08213851600885391
228783	rnn.weight_hh_l0_reverse	8	0.04152093455195427
228783	rnn.weight_hh_l0_reverse	9	0.03503869101405144
228783	rnn.bias_ih_l0_reverse	0	-0.059431493282318115
228783	rnn.bias_ih_l0_reverse	1	-0.28332167863845825
228783	rnn.bias_ih_l0_reverse	2	-0.12300222367048264
228783	rnn.bias_ih_l0_reverse	3	-0.04823817312717438
228783	rnn.bias_ih_l0_reverse	4	-0.020109498873353004
228783	rnn.bias_ih_l0_reverse	5	0.07513932138681412
228783	rnn.bias_ih_l0_reverse	6	-0.06504034250974655
228783	rnn.bias_ih_l0_reverse	7	0.06405653059482574
228783	rnn.bias_ih_l0_reverse	8	-0.04083046689629555
228783	rnn.bias_ih_l0_reverse	9	0.06345998495817184
228783	rnn.bias_hh_l0_reverse	0	0.02155495434999466
228783	rnn.bias_hh_l0_reverse	1	-0.056374114006757736
228783	rnn.bias_hh_l0_reverse	2	0.08595792204141617
228783	rnn.bias_hh_l0_reverse	3	-0.052398987114429474
228783	rnn.bias_hh_l0_reverse	4	-0.029672536998987198
228783	rnn.bias_hh_l0_reverse	5	-0.018134091049432755
228783	rnn.bias_hh_l0_reverse	6	-0.018206462264060974
228783	rnn.bias_hh_l0_reverse	7	0.0984383076429367
228783	rnn.bias_hh_l0_reverse	8	0.03324132412672043
228783	rnn.bias_hh_l0_reverse	9	-0.146351158618927
228783	rnn.weight_ih_l1	0	-0.030147088691592216
228783	rnn.weight_ih_l1	1	-0.050245266407728195
228783	rnn.weight_ih_l1	2	0.06386031210422516
228783	rnn.weight_ih_l1	3	-0.07384318858385086
228783	rnn.weight_ih_l1	4	-0.013899154961109161
228783	rnn.weight_ih_l1	5	-0.040701378136873245
228783	rnn.weight_ih_l1	6	0.02855439856648445
228783	rnn.weight_ih_l1	7	-0.04479564353823662
228783	rnn.weight_ih_l1	8	0.037633057683706284
228783	rnn.weight_ih_l1	9	0.044735923409461975
228783	rnn.weight_hh_l1	0	-0.006238523405045271
228783	rnn.weight_hh_l1	1	0.01967322826385498
228783	rnn.weight_hh_l1	2	0.007667918689548969
228783	rnn.weight_hh_l1	3	-0.012426882982254028
228783	rnn.weight_hh_l1	4	0.005115479696542025
228783	rnn.weight_hh_l1	5	0.03501984849572182
228783	rnn.weight_hh_l1	6	0.0367438979446888
228783	rnn.weight_hh_l1	7	-0.015757882967591286
228783	rnn.weight_hh_l1	8	-0.0077490792609751225
228783	rnn.weight_hh_l1	9	0.03822703659534454
228783	rnn.bias_ih_l1	0	-0.18346811830997467
228783	rnn.bias_ih_l1	1	-0.18043005466461182
228783	rnn.bias_ih_l1	2	-0.19926542043685913
228783	rnn.bias_ih_l1	3	-0.3094061017036438
228783	rnn.bias_ih_l1	4	-0.2088814079761505
228783	rnn.bias_ih_l1	5	-0.08956785500049591
228783	rnn.bias_ih_l1	6	-0.16092367470264435
228783	rnn.bias_ih_l1	7	-0.0016009563114494085
228783	rnn.bias_ih_l1	8	-0.13544350862503052
228783	rnn.bias_ih_l1	9	-0.1281542330980301
228783	rnn.bias_hh_l1	0	-0.0960429310798645
228783	rnn.bias_hh_l1	1	-0.06792055815458298
228783	rnn.bias_hh_l1	2	-0.0862758532166481
228783	rnn.bias_hh_l1	3	-0.07829294353723526
228783	rnn.bias_hh_l1	4	-0.07290798425674438
228783	rnn.bias_hh_l1	5	-0.1182301715016365
228783	rnn.bias_hh_l1	6	-0.1640452742576599
228783	rnn.bias_hh_l1	7	0.0749177485704422
228783	rnn.bias_hh_l1	8	-0.17924977838993073
228783	rnn.bias_hh_l1	9	-0.1188204362988472
228783	rnn.weight_ih_l1_reverse	0	-0.046798039227724075
228783	rnn.weight_ih_l1_reverse	1	0.03444661572575569
228783	rnn.weight_ih_l1_reverse	2	0.09146881848573685
228783	rnn.weight_ih_l1_reverse	3	-0.019171839579939842
228783	rnn.weight_ih_l1_reverse	4	-0.026187919080257416
228783	rnn.weight_ih_l1_reverse	5	-0.030526429414749146
228783	rnn.weight_ih_l1_reverse	6	-0.018625173717737198
228783	rnn.weight_ih_l1_reverse	7	0.029192917048931122
228783	rnn.weight_ih_l1_reverse	8	0.009183724410831928
228783	rnn.weight_ih_l1_reverse	9	-0.03368822857737541
228783	rnn.weight_hh_l1_reverse	0	0.004717464558780193
228783	rnn.weight_hh_l1_reverse	1	0.0314612090587616
228783	rnn.weight_hh_l1_reverse	2	-0.04060804471373558
228783	rnn.weight_hh_l1_reverse	3	0.03504098951816559
228783	rnn.weight_hh_l1_reverse	4	0.047512173652648926
228783	rnn.weight_hh_l1_reverse	5	0.0046696290373802185
228783	rnn.weight_hh_l1_reverse	6	0.04803130030632019
228783	rnn.weight_hh_l1_reverse	7	0.03144567832350731
228783	rnn.weight_hh_l1_reverse	8	-0.007183696608990431
228783	rnn.weight_hh_l1_reverse	9	-0.03086038865149021
228783	rnn.bias_ih_l1_reverse	0	-0.047506097704172134
228783	rnn.bias_ih_l1_reverse	1	-0.1407446563243866
228783	rnn.bias_ih_l1_reverse	2	-0.16336411237716675
228783	rnn.bias_ih_l1_reverse	3	-0.057346541434526443
228783	rnn.bias_ih_l1_reverse	4	-0.20499402284622192
228783	rnn.bias_ih_l1_reverse	5	-0.11709761619567871
228783	rnn.bias_ih_l1_reverse	6	-0.12973089516162872
228783	rnn.bias_ih_l1_reverse	7	-0.19198362529277802
228783	rnn.bias_ih_l1_reverse	8	0.22494754195213318
228783	rnn.bias_ih_l1_reverse	9	0.023305580019950867
228783	rnn.bias_hh_l1_reverse	0	0.010132281109690666
228783	rnn.bias_hh_l1_reverse	1	-0.06506016850471497
228783	rnn.bias_hh_l1_reverse	2	-0.23694388568401337
228783	rnn.bias_hh_l1_reverse	3	-0.14154314994812012
228783	rnn.bias_hh_l1_reverse	4	-0.08064644783735275
228783	rnn.bias_hh_l1_reverse	5	-0.1178731769323349
228783	rnn.bias_hh_l1_reverse	6	0.06017710641026497
228783	rnn.bias_hh_l1_reverse	7	-0.13954906165599823
228783	rnn.bias_hh_l1_reverse	8	-0.12330881506204605
228783	rnn.bias_hh_l1_reverse	9	-0.14925259351730347
228783	linear.weight	0	0.002228822559118271
228783	linear.weight	1	0.09781782329082489
228783	linear.weight	2	-0.09462958574295044
228783	linear.weight	3	0.30838561058044434
228783	linear.weight	4	0.14797823131084442
228783	linear.weight	5	-0.06257760524749756
228783	linear.weight	6	0.09926291555166245
228783	linear.weight	7	0.12029539048671722
228783	linear.weight	8	0.04113795980811119
228783	linear.weight	9	-0.05551137030124664
228783	linear.bias	0	0.09566615521907806
228783	linear.bias	1	-0.18299004435539246
228783	linear.bias	2	-0.45802566409111023
228783	linear.bias	3	-0.6643548011779785
228783	linear.bias	4	-1.260891079902649
228783	linear.bias	5	-0.06106003373861313
228783	linear.bias	6	-0.8199737071990967
228783	linear.bias	7	0.2702997326850891
228783	linear.bias	8	-0.410916268825531
228783	linear.bias	9	-1.029913067817688
228980	transitions	0	0.7418581247329712
228980	transitions	1	0.13675470650196075
228980	transitions	2	-10000.0
228980	transitions	3	-1.827825665473938
228980	transitions	4	-10000.0
228980	transitions	5	0.5636224150657654
228980	transitions	6	-0.08500105142593384
228980	transitions	7	-0.8049399256706238
228980	transitions	8	-1.4212665557861328
228980	transitions	9	-0.0012253500754013658
228980	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
228980	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
228980	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
228980	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
228980	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
228980	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
228980	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
228980	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
228980	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
228980	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
228980	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
228980	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
228980	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
228980	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
228980	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
228980	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
228980	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
228980	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
228980	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
228980	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
228980	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
228980	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
228980	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
228980	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
228980	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
228980	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
228980	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
228980	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
228980	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
228980	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
228980	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
228980	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
228980	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
228980	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
228980	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
228980	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
228980	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
228980	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
228980	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
228980	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
228980	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
228980	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
228980	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
228980	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
228980	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
228980	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
228980	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
228980	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
228980	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
228980	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
228980	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
228980	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
228980	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
228980	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
228980	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
228980	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
228980	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
228980	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
228980	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
228980	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
228980	embedding2nn.weight	0	0.01830553263425827
228980	embedding2nn.weight	1	-0.012919717468321323
228980	embedding2nn.weight	2	-0.014268254861235619
228980	embedding2nn.weight	3	-0.030917661264538765
228980	embedding2nn.weight	4	-0.0059150345623493195
228980	embedding2nn.weight	5	-0.0037005888298153877
228980	embedding2nn.weight	6	-0.003973268438130617
228980	embedding2nn.weight	7	-0.07572007924318314
228980	embedding2nn.weight	8	-0.0019979383796453476
228980	embedding2nn.weight	9	-0.027635769918560982
228980	embedding2nn.bias	0	0.02577046863734722
228980	embedding2nn.bias	1	-0.07144875079393387
228980	embedding2nn.bias	2	0.0718049705028534
228980	embedding2nn.bias	3	0.05068803206086159
228980	embedding2nn.bias	4	-0.04335581511259079
228980	embedding2nn.bias	5	-0.013436663895845413
228980	embedding2nn.bias	6	0.024839740246534348
228980	embedding2nn.bias	7	-0.05269347131252289
228980	embedding2nn.bias	8	0.06662923842668533
228980	embedding2nn.bias	9	0.04169703647494316
228980	rnn.weight_ih_l0	0	-0.07840827852487564
228980	rnn.weight_ih_l0	1	0.0037850504741072655
228980	rnn.weight_ih_l0	2	0.035296645015478134
228980	rnn.weight_ih_l0	3	0.02258453331887722
228980	rnn.weight_ih_l0	4	-0.04962434247136116
228980	rnn.weight_ih_l0	5	-0.0682860016822815
228980	rnn.weight_ih_l0	6	-0.0022412773687392473
228980	rnn.weight_ih_l0	7	0.05324120819568634
228980	rnn.weight_ih_l0	8	-0.016085954383015633
228980	rnn.weight_ih_l0	9	-0.030560601502656937
228980	rnn.weight_hh_l0	0	-0.030745822936296463
228980	rnn.weight_hh_l0	1	-0.006980269681662321
228980	rnn.weight_hh_l0	2	0.0067996918223798275
228980	rnn.weight_hh_l0	3	-0.07433725893497467
228980	rnn.weight_hh_l0	4	0.09420520067214966
228980	rnn.weight_hh_l0	5	-0.02513139508664608
228980	rnn.weight_hh_l0	6	-0.06240961328148842
228980	rnn.weight_hh_l0	7	0.009942324832081795
228980	rnn.weight_hh_l0	8	0.012826304882764816
228980	rnn.weight_hh_l0	9	-0.025159267708659172
228980	rnn.bias_ih_l0	0	0.12823042273521423
228980	rnn.bias_ih_l0	1	-0.0379045195877552
228980	rnn.bias_ih_l0	2	-0.03227796405553818
228980	rnn.bias_ih_l0	3	0.1633899211883545
228980	rnn.bias_ih_l0	4	-0.012246141210198402
228980	rnn.bias_ih_l0	5	-0.02217939868569374
228980	rnn.bias_ih_l0	6	0.016514886170625687
228980	rnn.bias_ih_l0	7	0.022283585742115974
228980	rnn.bias_ih_l0	8	-0.10025874525308609
228980	rnn.bias_ih_l0	9	-0.041153475642204285
228980	rnn.bias_hh_l0	0	0.000432604574598372
228980	rnn.bias_hh_l0	1	-0.09662726521492004
228980	rnn.bias_hh_l0	2	-0.07235445082187653
228980	rnn.bias_hh_l0	3	-0.0898338034749031
228980	rnn.bias_hh_l0	4	0.009990093298256397
228980	rnn.bias_hh_l0	5	-0.021834945306181908
228980	rnn.bias_hh_l0	6	0.025143975391983986
228980	rnn.bias_hh_l0	7	0.05743762478232384
228980	rnn.bias_hh_l0	8	-0.12146987020969391
228980	rnn.bias_hh_l0	9	-0.058761708438396454
228980	rnn.weight_ih_l0_reverse	0	-0.02418746054172516
228980	rnn.weight_ih_l0_reverse	1	-0.05659632012248039
228980	rnn.weight_ih_l0_reverse	2	-0.04828718677163124
228980	rnn.weight_ih_l0_reverse	3	0.013974730856716633
228980	rnn.weight_ih_l0_reverse	4	-0.02531745843589306
228980	rnn.weight_ih_l0_reverse	5	-0.05720149353146553
228980	rnn.weight_ih_l0_reverse	6	0.07504928857088089
228980	rnn.weight_ih_l0_reverse	7	-0.01947208121418953
228980	rnn.weight_ih_l0_reverse	8	-0.019457878544926643
228980	rnn.weight_ih_l0_reverse	9	0.0042541297152638435
228980	rnn.weight_hh_l0_reverse	0	0.06702020764350891
228980	rnn.weight_hh_l0_reverse	1	0.020915618166327477
228980	rnn.weight_hh_l0_reverse	2	0.029596101492643356
228980	rnn.weight_hh_l0_reverse	3	0.035092543810606
228980	rnn.weight_hh_l0_reverse	4	0.013537680730223656
228980	rnn.weight_hh_l0_reverse	5	0.006755307782441378
228980	rnn.weight_hh_l0_reverse	6	0.051014043390750885
228980	rnn.weight_hh_l0_reverse	7	-0.08214247971773148
228980	rnn.weight_hh_l0_reverse	8	0.04143557697534561
228980	rnn.weight_hh_l0_reverse	9	0.034989383071660995
228980	rnn.bias_ih_l0_reverse	0	-0.059209976345300674
228980	rnn.bias_ih_l0_reverse	1	-0.28396615386009216
228980	rnn.bias_ih_l0_reverse	2	-0.12284144759178162
228980	rnn.bias_ih_l0_reverse	3	-0.048351068049669266
228980	rnn.bias_ih_l0_reverse	4	-0.02046971768140793
228980	rnn.bias_ih_l0_reverse	5	0.07495828717947006
228980	rnn.bias_ih_l0_reverse	6	-0.0650092288851738
228980	rnn.bias_ih_l0_reverse	7	0.06393896788358688
228980	rnn.bias_ih_l0_reverse	8	-0.04076562076807022
228980	rnn.bias_ih_l0_reverse	9	0.06317070871591568
228980	rnn.bias_hh_l0_reverse	0	0.02161126211285591
228980	rnn.bias_hh_l0_reverse	1	-0.05622898042201996
228980	rnn.bias_hh_l0_reverse	2	0.08594829589128494
228980	rnn.bias_hh_l0_reverse	3	-0.052040036767721176
228980	rnn.bias_hh_l0_reverse	4	-0.029989780858159065
228980	rnn.bias_hh_l0_reverse	5	-0.01826438307762146
228980	rnn.bias_hh_l0_reverse	6	-0.017683465033769608
228980	rnn.bias_hh_l0_reverse	7	0.09817590564489365
228980	rnn.bias_hh_l0_reverse	8	0.033250465989112854
228980	rnn.bias_hh_l0_reverse	9	-0.1462947577238083
228980	rnn.weight_ih_l1	0	-0.03024192526936531
228980	rnn.weight_ih_l1	1	-0.05037466064095497
228980	rnn.weight_ih_l1	2	0.06386496871709824
228980	rnn.weight_ih_l1	3	-0.073997363448143
228980	rnn.weight_ih_l1	4	-0.013899285346269608
228980	rnn.weight_ih_l1	5	-0.04070371761918068
228980	rnn.weight_ih_l1	6	0.028631770983338356
228980	rnn.weight_ih_l1	7	-0.04495777562260628
228980	rnn.weight_ih_l1	8	0.037602007389068604
228980	rnn.weight_ih_l1	9	0.04460764676332474
228980	rnn.weight_hh_l1	0	-0.006414585746824741
228980	rnn.weight_hh_l1	1	0.019665438681840897
228980	rnn.weight_hh_l1	2	0.0075579192489385605
228980	rnn.weight_hh_l1	3	-0.012464160099625587
228980	rnn.weight_hh_l1	4	0.005197347607463598
228980	rnn.weight_hh_l1	5	0.03506811708211899
228980	rnn.weight_hh_l1	6	0.036768920719623566
228980	rnn.weight_hh_l1	7	-0.01575133018195629
228980	rnn.weight_hh_l1	8	-0.007716629654169083
228980	rnn.weight_hh_l1	9	0.03833438456058502
228980	rnn.bias_ih_l1	0	-0.18361540138721466
228980	rnn.bias_ih_l1	1	-0.1802215576171875
228980	rnn.bias_ih_l1	2	-0.19952887296676636
228980	rnn.bias_ih_l1	3	-0.30984655022621155
228980	rnn.bias_ih_l1	4	-0.20819759368896484
228980	rnn.bias_ih_l1	5	-0.08973892778158188
228980	rnn.bias_ih_l1	6	-0.16150164604187012
228980	rnn.bias_ih_l1	7	-0.002432321896776557
228980	rnn.bias_ih_l1	8	-0.13553009927272797
228980	rnn.bias_ih_l1	9	-0.128078892827034
228980	rnn.bias_hh_l1	0	-0.09598010778427124
228980	rnn.bias_hh_l1	1	-0.06769853085279465
228980	rnn.bias_hh_l1	2	-0.08662129193544388
228980	rnn.bias_hh_l1	3	-0.07856446504592896
228980	rnn.bias_hh_l1	4	-0.07247975468635559
228980	rnn.bias_hh_l1	5	-0.11855505406856537
228980	rnn.bias_hh_l1	6	-0.163845956325531
228980	rnn.bias_hh_l1	7	0.07506689429283142
228980	rnn.bias_hh_l1	8	-0.17871218919754028
228980	rnn.bias_hh_l1	9	-0.1182718425989151
228980	rnn.weight_ih_l1_reverse	0	-0.046757590025663376
228980	rnn.weight_ih_l1_reverse	1	0.034361857920885086
228980	rnn.weight_ih_l1_reverse	2	0.09158608317375183
228980	rnn.weight_ih_l1_reverse	3	-0.019177285954356194
228980	rnn.weight_ih_l1_reverse	4	-0.026187149807810783
228980	rnn.weight_ih_l1_reverse	5	-0.030512582510709763
228980	rnn.weight_ih_l1_reverse	6	-0.018778786063194275
228980	rnn.weight_ih_l1_reverse	7	0.029055101796984673
228980	rnn.weight_ih_l1_reverse	8	0.009402433410286903
228980	rnn.weight_ih_l1_reverse	9	-0.033496540039777756
228980	rnn.weight_hh_l1_reverse	0	0.004723935388028622
228980	rnn.weight_hh_l1_reverse	1	0.03148161247372627
228980	rnn.weight_hh_l1_reverse	2	-0.040606290102005005
228980	rnn.weight_hh_l1_reverse	3	0.035052333027124405
228980	rnn.weight_hh_l1_reverse	4	0.04741346463561058
228980	rnn.weight_hh_l1_reverse	5	0.004711451008915901
228980	rnn.weight_hh_l1_reverse	6	0.04805972799658775
228980	rnn.weight_hh_l1_reverse	7	0.03142188489437103
228980	rnn.weight_hh_l1_reverse	8	-0.007160124368965626
228980	rnn.weight_hh_l1_reverse	9	-0.030807020142674446
228980	rnn.bias_ih_l1_reverse	0	-0.04781007394194603
228980	rnn.bias_ih_l1_reverse	1	-0.14100182056427002
228980	rnn.bias_ih_l1_reverse	2	-0.163984015583992
228980	rnn.bias_ih_l1_reverse	3	-0.056706320494413376
228980	rnn.bias_ih_l1_reverse	4	-0.20489276945590973
228980	rnn.bias_ih_l1_reverse	5	-0.11705149710178375
228980	rnn.bias_ih_l1_reverse	6	-0.12958230078220367
228980	rnn.bias_ih_l1_reverse	7	-0.19183139503002167
228980	rnn.bias_ih_l1_reverse	8	0.2256786823272705
228980	rnn.bias_ih_l1_reverse	9	0.023338522762060165
228980	rnn.bias_hh_l1_reverse	0	0.008996265009045601
228980	rnn.bias_hh_l1_reverse	1	-0.06526658684015274
228980	rnn.bias_hh_l1_reverse	2	-0.23677054047584534
228980	rnn.bias_hh_l1_reverse	3	-0.1416400521993637
228980	rnn.bias_hh_l1_reverse	4	-0.08071596920490265
228980	rnn.bias_hh_l1_reverse	5	-0.11777134239673615
228980	rnn.bias_hh_l1_reverse	6	0.05938335135579109
228980	rnn.bias_hh_l1_reverse	7	-0.13908617198467255
228980	rnn.bias_hh_l1_reverse	8	-0.12315747141838074
228980	rnn.bias_hh_l1_reverse	9	-0.14929717779159546
228980	linear.weight	0	0.002228822559118271
228980	linear.weight	1	0.09579641371965408
228980	linear.weight	2	-0.09395880997180939
228980	linear.weight	3	0.30865225195884705
228980	linear.weight	4	0.14828887581825256
228980	linear.weight	5	-0.06281393766403198
228980	linear.weight	6	0.09848182648420334
228980	linear.weight	7	0.12150819599628448
228980	linear.weight	8	0.04113791882991791
228980	linear.weight	9	-0.05532412976026535
228980	linear.bias	0	0.09769656509160995
228980	linear.bias	1	-0.17816917598247528
228980	linear.bias	2	-0.4543091654777527
228980	linear.bias	3	-0.6615216732025146
228980	linear.bias	4	-1.258005976676941
228980	linear.bias	5	-0.061327628791332245
228980	linear.bias	6	-0.8150428533554077
228980	linear.bias	7	0.2693394422531128
228980	linear.bias	8	-0.4115259051322937
228980	linear.bias	9	-1.030713677406311
228984	transitions	0	0.7418580055236816
228984	transitions	1	0.1366686075925827
228984	transitions	2	-10000.0
228984	transitions	3	-1.827825665473938
228984	transitions	4	-10000.0
228984	transitions	5	0.5636224150657654
228984	transitions	6	-0.08500117063522339
228984	transitions	7	-0.8049399256706238
228984	transitions	8	-1.421266794204712
228984	transitions	9	-0.0012253501918166876
228984	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
228984	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
228984	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
228984	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
228984	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
228984	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
228984	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
228984	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
228984	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
228984	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
228984	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
228984	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
228984	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
228984	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
228984	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
228984	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
228984	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
228984	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
228984	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
228984	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
228984	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
228984	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
228984	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
228984	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
228984	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
228984	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
228984	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
228984	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
228984	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
228984	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
228984	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
228984	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
228984	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
228984	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
228984	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
228984	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
228984	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
228984	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
228984	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
228984	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
228984	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
228984	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
228984	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
228984	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
228984	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
228984	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
228984	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
228984	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
228984	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
228984	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
228984	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
228984	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
228984	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
228984	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
228984	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
228984	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
228984	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
228984	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
228984	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
228984	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
228984	embedding2nn.weight	0	0.018315691500902176
228984	embedding2nn.weight	1	-0.012922672554850578
228984	embedding2nn.weight	2	-0.014268254861235619
228984	embedding2nn.weight	3	-0.030867259949445724
228984	embedding2nn.weight	4	-0.0059150345623493195
228984	embedding2nn.weight	5	-0.0037005888298153877
228984	embedding2nn.weight	6	-0.003973268438130617
228984	embedding2nn.weight	7	-0.07572641223669052
228984	embedding2nn.weight	8	-0.0019979383796453476
228984	embedding2nn.weight	9	-0.027648046612739563
228984	embedding2nn.bias	0	0.02558058686554432
228984	embedding2nn.bias	1	-0.07146788388490677
228984	embedding2nn.bias	2	0.07161254435777664
228984	embedding2nn.bias	3	0.05064599588513374
228984	embedding2nn.bias	4	-0.04338034987449646
228984	embedding2nn.bias	5	-0.013534551486372948
228984	embedding2nn.bias	6	0.024763785302639008
228984	embedding2nn.bias	7	-0.05258791893720627
228984	embedding2nn.bias	8	0.06671544909477234
228984	embedding2nn.bias	9	0.041678499430418015
228984	rnn.weight_ih_l0	0	-0.07841215282678604
228984	rnn.weight_ih_l0	1	0.0038081698585301638
228984	rnn.weight_ih_l0	2	0.0352969653904438
228984	rnn.weight_ih_l0	3	0.022581957280635834
228984	rnn.weight_ih_l0	4	-0.04961473122239113
228984	rnn.weight_ih_l0	5	-0.06828808784484863
228984	rnn.weight_ih_l0	6	-0.002243423368781805
228984	rnn.weight_ih_l0	7	0.05324047803878784
228984	rnn.weight_ih_l0	8	-0.016103219240903854
228984	rnn.weight_ih_l0	9	-0.03057388961315155
228984	rnn.weight_hh_l0	0	-0.03074306808412075
228984	rnn.weight_hh_l0	1	-0.006972840055823326
228984	rnn.weight_hh_l0	2	0.006798718124628067
228984	rnn.weight_hh_l0	3	-0.07436054944992065
228984	rnn.weight_hh_l0	4	0.09420302510261536
228984	rnn.weight_hh_l0	5	-0.025137264281511307
228984	rnn.weight_hh_l0	6	-0.06240840628743172
228984	rnn.weight_hh_l0	7	0.009942963719367981
228984	rnn.weight_hh_l0	8	0.01282043568789959
228984	rnn.weight_hh_l0	9	-0.025174245238304138
228984	rnn.bias_ih_l0	0	0.12822972238063812
228984	rnn.bias_ih_l0	1	-0.03791739046573639
228984	rnn.bias_ih_l0	2	-0.03230772539973259
228984	rnn.bias_ih_l0	3	0.16337160766124725
228984	rnn.bias_ih_l0	4	-0.012240896932780743
228984	rnn.bias_ih_l0	5	-0.022139647975564003
228984	rnn.bias_ih_l0	6	0.016528688371181488
228984	rnn.bias_ih_l0	7	0.022256582975387573
228984	rnn.bias_ih_l0	8	-0.10023297369480133
228984	rnn.bias_ih_l0	9	-0.04098759591579437
228984	rnn.bias_hh_l0	0	0.00040466265636496246
228984	rnn.bias_hh_l0	1	-0.09662456810474396
228984	rnn.bias_hh_l0	2	-0.07231030613183975
228984	rnn.bias_hh_l0	3	-0.08981601148843765
228984	rnn.bias_hh_l0	4	0.010048729367554188
228984	rnn.bias_hh_l0	5	-0.021861696615815163
228984	rnn.bias_hh_l0	6	0.025124922394752502
228984	rnn.bias_hh_l0	7	0.05746755748987198
228984	rnn.bias_hh_l0	8	-0.1215125247836113
228984	rnn.bias_hh_l0	9	-0.05877358093857765
228984	rnn.weight_ih_l0_reverse	0	-0.024189505726099014
228984	rnn.weight_ih_l0_reverse	1	-0.056583598256111145
228984	rnn.weight_ih_l0_reverse	2	-0.0482943169772625
228984	rnn.weight_ih_l0_reverse	3	0.013994437642395496
228984	rnn.weight_ih_l0_reverse	4	-0.025295328348875046
228984	rnn.weight_ih_l0_reverse	5	-0.05720062553882599
228984	rnn.weight_ih_l0_reverse	6	0.07501668483018875
228984	rnn.weight_ih_l0_reverse	7	-0.019475050270557404
228984	rnn.weight_ih_l0_reverse	8	-0.01946342922747135
228984	rnn.weight_ih_l0_reverse	9	0.0042933751828968525
228984	rnn.weight_hh_l0_reverse	0	0.06702087819576263
228984	rnn.weight_hh_l0_reverse	1	0.020909691229462624
228984	rnn.weight_hh_l0_reverse	2	0.029598858207464218
228984	rnn.weight_hh_l0_reverse	3	0.035084739327430725
228984	rnn.weight_hh_l0_reverse	4	0.013539787381887436
228984	rnn.weight_hh_l0_reverse	5	0.006735958158969879
228984	rnn.weight_hh_l0_reverse	6	0.05101186782121658
228984	rnn.weight_hh_l0_reverse	7	-0.08215393871068954
228984	rnn.weight_hh_l0_reverse	8	0.04143683239817619
228984	rnn.weight_hh_l0_reverse	9	0.034987930208444595
228984	rnn.bias_ih_l0_reverse	0	-0.05921957641839981
228984	rnn.bias_ih_l0_reverse	1	-0.2839655578136444
228984	rnn.bias_ih_l0_reverse	2	-0.1228453665971756
228984	rnn.bias_ih_l0_reverse	3	-0.048310551792383194
228984	rnn.bias_ih_l0_reverse	4	-0.02050914615392685
228984	rnn.bias_ih_l0_reverse	5	0.07497783750295639
228984	rnn.bias_ih_l0_reverse	6	-0.06496895104646683
228984	rnn.bias_ih_l0_reverse	7	0.06394683569669724
228984	rnn.bias_ih_l0_reverse	8	-0.04077305272221565
228984	rnn.bias_ih_l0_reverse	9	0.06319284439086914
228984	rnn.bias_hh_l0_reverse	0	0.021611271426081657
228984	rnn.bias_hh_l0_reverse	1	-0.05626743659377098
228984	rnn.bias_hh_l0_reverse	2	0.08594860881567001
228984	rnn.bias_hh_l0_reverse	3	-0.052050016820430756
228984	rnn.bias_hh_l0_reverse	4	-0.029979756101965904
228984	rnn.bias_hh_l0_reverse	5	-0.018262790516018867
228984	rnn.bias_hh_l0_reverse	6	-0.017669515684247017
228984	rnn.bias_hh_l0_reverse	7	0.09818027168512344
228984	rnn.bias_hh_l0_reverse	8	0.03324107825756073
228984	rnn.bias_hh_l0_reverse	9	-0.14626780152320862
228984	rnn.weight_ih_l1	0	-0.030262572690844536
228984	rnn.weight_ih_l1	1	-0.05037398263812065
228984	rnn.weight_ih_l1	2	0.06383635103702545
228984	rnn.weight_ih_l1	3	-0.07402408123016357
228984	rnn.weight_ih_l1	4	-0.01389534492045641
228984	rnn.weight_ih_l1	5	-0.04070437699556351
228984	rnn.weight_ih_l1	6	0.02862439677119255
228984	rnn.weight_ih_l1	7	-0.04490862786769867
228984	rnn.weight_ih_l1	8	0.037599410861730576
228984	rnn.weight_ih_l1	9	0.0446053110063076
228984	rnn.weight_hh_l1	0	-0.006401346996426582
228984	rnn.weight_hh_l1	1	0.019665738567709923
228984	rnn.weight_hh_l1	2	0.007576750125735998
228984	rnn.weight_hh_l1	3	-0.012461083941161633
228984	rnn.weight_hh_l1	4	0.005196971818804741
228984	rnn.weight_hh_l1	5	0.03506379947066307
228984	rnn.weight_hh_l1	6	0.03676724433898926
228984	rnn.weight_hh_l1	7	-0.015750568360090256
228984	rnn.weight_hh_l1	8	-0.00771553348749876
228984	rnn.weight_hh_l1	9	0.038351159542798996
228984	rnn.bias_ih_l1	0	-0.18363481760025024
228984	rnn.bias_ih_l1	1	-0.18029896914958954
228984	rnn.bias_ih_l1	2	-0.19951319694519043
228984	rnn.bias_ih_l1	3	-0.309831827878952
228984	rnn.bias_ih_l1	4	-0.20780429244041443
228984	rnn.bias_ih_l1	5	-0.08972948789596558
228984	rnn.bias_ih_l1	6	-0.16147983074188232
228984	rnn.bias_ih_l1	7	-0.002316192490980029
228984	rnn.bias_ih_l1	8	-0.13550327718257904
228984	rnn.bias_ih_l1	9	-0.1279968023300171
228984	rnn.bias_hh_l1	0	-0.096104696393013
228984	rnn.bias_hh_l1	1	-0.06771360337734222
228984	rnn.bias_hh_l1	2	-0.08666092157363892
228984	rnn.bias_hh_l1	3	-0.0785524770617485
228984	rnn.bias_hh_l1	4	-0.07241511344909668
228984	rnn.bias_hh_l1	5	-0.11855894327163696
228984	rnn.bias_hh_l1	6	-0.16391871869564056
228984	rnn.bias_hh_l1	7	0.07502894103527069
228984	rnn.bias_hh_l1	8	-0.1787099838256836
228984	rnn.bias_hh_l1	9	-0.11824432015419006
228984	rnn.weight_ih_l1_reverse	0	-0.04674055427312851
228984	rnn.weight_ih_l1_reverse	1	0.034370291978120804
228984	rnn.weight_ih_l1_reverse	2	0.09150472283363342
228984	rnn.weight_ih_l1_reverse	3	-0.019177401438355446
228984	rnn.weight_ih_l1_reverse	4	-0.026177898049354553
228984	rnn.weight_ih_l1_reverse	5	-0.030514521524310112
228984	rnn.weight_ih_l1_reverse	6	-0.01878296583890915
228984	rnn.weight_ih_l1_reverse	7	0.02905549481511116
228984	rnn.weight_ih_l1_reverse	8	0.009451574645936489
228984	rnn.weight_ih_l1_reverse	9	-0.03348814323544502
228984	rnn.weight_hh_l1_reverse	0	0.004725373350083828
228984	rnn.weight_hh_l1_reverse	1	0.031479910016059875
228984	rnn.weight_hh_l1_reverse	2	-0.04060688614845276
228984	rnn.weight_hh_l1_reverse	3	0.03505297377705574
228984	rnn.weight_hh_l1_reverse	4	0.04741364344954491
228984	rnn.weight_hh_l1_reverse	5	0.004724792670458555
228984	rnn.weight_hh_l1_reverse	6	0.048078346997499466
228984	rnn.weight_hh_l1_reverse	7	0.03142653778195381
228984	rnn.weight_hh_l1_reverse	8	-0.007161479443311691
228984	rnn.weight_hh_l1_reverse	9	-0.030810417607426643
228984	rnn.bias_ih_l1_reverse	0	-0.04780884459614754
228984	rnn.bias_ih_l1_reverse	1	-0.1410115361213684
228984	rnn.bias_ih_l1_reverse	2	-0.16393610835075378
228984	rnn.bias_ih_l1_reverse	3	-0.05672675743699074
228984	rnn.bias_ih_l1_reverse	4	-0.20491424202919006
228984	rnn.bias_ih_l1_reverse	5	-0.11705732345581055
228984	rnn.bias_ih_l1_reverse	6	-0.12960511445999146
228984	rnn.bias_ih_l1_reverse	7	-0.19184313714504242
228984	rnn.bias_ih_l1_reverse	8	0.2256118804216385
228984	rnn.bias_ih_l1_reverse	9	0.023252278566360474
228984	rnn.bias_hh_l1_reverse	0	0.008866815827786922
228984	rnn.bias_hh_l1_reverse	1	-0.06516972929239273
228984	rnn.bias_hh_l1_reverse	2	-0.23673191666603088
228984	rnn.bias_hh_l1_reverse	3	-0.14158101379871368
228984	rnn.bias_hh_l1_reverse	4	-0.08072618395090103
228984	rnn.bias_hh_l1_reverse	5	-0.11770898103713989
228984	rnn.bias_hh_l1_reverse	6	0.0594969168305397
228984	rnn.bias_hh_l1_reverse	7	-0.13909953832626343
228984	rnn.bias_hh_l1_reverse	8	-0.12312522530555725
228984	rnn.bias_hh_l1_reverse	9	-0.14930197596549988
228984	linear.weight	0	0.002228822559118271
228984	linear.weight	1	0.09581393003463745
228984	linear.weight	2	-0.0939442366361618
228984	linear.weight	3	0.30861642956733704
228984	linear.weight	4	0.14827391505241394
228984	linear.weight	5	-0.0628199428319931
228984	linear.weight	6	0.09841889888048172
228984	linear.weight	7	0.12150809913873672
228984	linear.weight	8	0.04113791882991791
228984	linear.weight	9	-0.055323485285043716
228984	linear.bias	0	0.09793482720851898
228984	linear.bias	1	-0.1781531721353531
228984	linear.bias	2	-0.45447003841400146
228984	linear.bias	3	-0.6614994406700134
228984	linear.bias	4	-1.2579944133758545
228984	linear.bias	5	-0.061811815947294235
228984	linear.bias	6	-0.8150466680526733
228984	linear.bias	7	0.2688606381416321
228984	linear.bias	8	-0.4113338589668274
228984	linear.bias	9	-1.0306212902069092
229181	transitions	0	0.7415978312492371
229181	transitions	1	0.13640563189983368
229181	transitions	2	-10000.0
229181	transitions	3	-1.827829122543335
229181	transitions	4	-10000.0
229181	transitions	5	0.5636180639266968
229181	transitions	6	-0.08500927686691284
229181	transitions	7	-0.8049731850624084
229181	transitions	8	-1.4212714433670044
229181	transitions	9	-0.0012254266766831279
229181	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
229181	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
229181	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
229181	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
229181	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
229181	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
229181	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
229181	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
229181	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
229181	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
229181	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
229181	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
229181	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
229181	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
229181	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
229181	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
229181	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
229181	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
229181	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
229181	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
229181	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
229181	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
229181	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
229181	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
229181	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
229181	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
229181	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
229181	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
229181	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
229181	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
229181	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
229181	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
229181	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
229181	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
229181	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
229181	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
229181	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
229181	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
229181	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
229181	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
229181	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
229181	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
229181	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
229181	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
229181	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
229181	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
229181	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
229181	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
229181	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
229181	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
229181	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
229181	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
229181	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
229181	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
229181	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
229181	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
229181	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
229181	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
229181	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
229181	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
229181	embedding2nn.weight	0	0.018056126311421394
229181	embedding2nn.weight	1	-0.012954946607351303
229181	embedding2nn.weight	2	-0.014268254861235619
229181	embedding2nn.weight	3	-0.03094124235212803
229181	embedding2nn.weight	4	-0.0059150345623493195
229181	embedding2nn.weight	5	-0.0037005888298153877
229181	embedding2nn.weight	6	-0.003973268438130617
229181	embedding2nn.weight	7	-0.07577668875455856
229181	embedding2nn.weight	8	-0.0019979383796453476
229181	embedding2nn.weight	9	-0.02760881930589676
229181	embedding2nn.bias	0	0.025082509964704514
229181	embedding2nn.bias	1	-0.07088586688041687
229181	embedding2nn.bias	2	0.0720258504152298
229181	embedding2nn.bias	3	0.04955258592963219
229181	embedding2nn.bias	4	-0.0439685620367527
229181	embedding2nn.bias	5	-0.012547031976282597
229181	embedding2nn.bias	6	0.024790769442915916
229181	embedding2nn.bias	7	-0.05228835716843605
229181	embedding2nn.bias	8	0.0672987699508667
229181	embedding2nn.bias	9	0.04061473533511162
229181	rnn.weight_ih_l0	0	-0.07826818525791168
229181	rnn.weight_ih_l0	1	0.0037491940893232822
229181	rnn.weight_ih_l0	2	0.035357117652893066
229181	rnn.weight_ih_l0	3	0.02267269603908062
229181	rnn.weight_ih_l0	4	-0.04950127750635147
229181	rnn.weight_ih_l0	5	-0.06819987297058105
229181	rnn.weight_ih_l0	6	-0.002098643919453025
229181	rnn.weight_ih_l0	7	0.05325211584568024
229181	rnn.weight_ih_l0	8	-0.016156034544110298
229181	rnn.weight_ih_l0	9	-0.030888868495821953
229181	rnn.weight_hh_l0	0	-0.030917273834347725
229181	rnn.weight_hh_l0	1	-0.007094046100974083
229181	rnn.weight_hh_l0	2	0.006737209856510162
229181	rnn.weight_hh_l0	3	-0.07435165345668793
229181	rnn.weight_hh_l0	4	0.09419060498476028
229181	rnn.weight_hh_l0	5	-0.02521480806171894
229181	rnn.weight_hh_l0	6	-0.062395043671131134
229181	rnn.weight_hh_l0	7	0.010035712271928787
229181	rnn.weight_hh_l0	8	0.012947806157171726
229181	rnn.weight_hh_l0	9	-0.025225941091775894
229181	rnn.bias_ih_l0	0	0.12841220200061798
229181	rnn.bias_ih_l0	1	-0.03787641227245331
229181	rnn.bias_ih_l0	2	-0.03228910639882088
229181	rnn.bias_ih_l0	3	0.16369345784187317
229181	rnn.bias_ih_l0	4	-0.012117159552872181
229181	rnn.bias_ih_l0	5	-0.021984931081533432
229181	rnn.bias_ih_l0	6	0.016841480508446693
229181	rnn.bias_ih_l0	7	0.02229226566851139
229181	rnn.bias_ih_l0	8	-0.10021403431892395
229181	rnn.bias_ih_l0	9	-0.041326094418764114
229181	rnn.bias_hh_l0	0	0.0006393342046067119
229181	rnn.bias_hh_l0	1	-0.09629756212234497
229181	rnn.bias_hh_l0	2	-0.07275356352329254
229181	rnn.bias_hh_l0	3	-0.08998675644397736
229181	rnn.bias_hh_l0	4	0.0097781578078866
229181	rnn.bias_hh_l0	5	-0.022006656974554062
229181	rnn.bias_hh_l0	6	0.025336405262351036
229181	rnn.bias_hh_l0	7	0.058211799710989
229181	rnn.bias_hh_l0	8	-0.12183838337659836
229181	rnn.bias_hh_l0	9	-0.05888694152235985
229181	rnn.weight_ih_l0_reverse	0	-0.024130966514348984
229181	rnn.weight_ih_l0_reverse	1	-0.05669530853629112
229181	rnn.weight_ih_l0_reverse	2	-0.048249322921037674
229181	rnn.weight_ih_l0_reverse	3	0.014035025611519814
229181	rnn.weight_ih_l0_reverse	4	-0.025231916457414627
229181	rnn.weight_ih_l0_reverse	5	-0.05703497305512428
229181	rnn.weight_ih_l0_reverse	6	0.07522957772016525
229181	rnn.weight_ih_l0_reverse	7	-0.019450634717941284
229181	rnn.weight_ih_l0_reverse	8	-0.019570013508200645
229181	rnn.weight_ih_l0_reverse	9	0.004259951412677765
229181	rnn.weight_hh_l0_reverse	0	0.06702341884374619
229181	rnn.weight_hh_l0_reverse	1	0.020986374467611313
229181	rnn.weight_hh_l0_reverse	2	0.029539309442043304
229181	rnn.weight_hh_l0_reverse	3	0.035077448934316635
229181	rnn.weight_hh_l0_reverse	4	0.013573624193668365
229181	rnn.weight_hh_l0_reverse	5	0.006824681535363197
229181	rnn.weight_hh_l0_reverse	6	0.050987109541893005
229181	rnn.weight_hh_l0_reverse	7	-0.0822548195719719
229181	rnn.weight_hh_l0_reverse	8	0.041418205946683884
229181	rnn.weight_hh_l0_reverse	9	0.03494145721197128
229181	rnn.bias_ih_l0_reverse	0	-0.058831002563238144
229181	rnn.bias_ih_l0_reverse	1	-0.2837340831756592
229181	rnn.bias_ih_l0_reverse	2	-0.12262535840272903
229181	rnn.bias_ih_l0_reverse	3	-0.04831177368760109
229181	rnn.bias_ih_l0_reverse	4	-0.020086213946342468
229181	rnn.bias_ih_l0_reverse	5	0.0746062621474266
229181	rnn.bias_ih_l0_reverse	6	-0.06519099324941635
229181	rnn.bias_ih_l0_reverse	7	0.06367505341768265
229181	rnn.bias_ih_l0_reverse	8	-0.04030490666627884
229181	rnn.bias_ih_l0_reverse	9	0.06329212337732315
229181	rnn.bias_hh_l0_reverse	0	0.02122514694929123
229181	rnn.bias_hh_l0_reverse	1	-0.0571923702955246
229181	rnn.bias_hh_l0_reverse	2	0.08600316196680069
229181	rnn.bias_hh_l0_reverse	3	-0.051933303475379944
229181	rnn.bias_hh_l0_reverse	4	-0.03003036603331566
229181	rnn.bias_hh_l0_reverse	5	-0.018458670005202293
229181	rnn.bias_hh_l0_reverse	6	-0.01753699779510498
229181	rnn.bias_hh_l0_reverse	7	0.09776971489191055
229181	rnn.bias_hh_l0_reverse	8	0.03321181237697601
229181	rnn.bias_hh_l0_reverse	9	-0.1460825800895691
229181	rnn.weight_ih_l1	0	-0.03030521795153618
229181	rnn.weight_ih_l1	1	-0.050297465175390244
229181	rnn.weight_ih_l1	2	0.06363160163164139
229181	rnn.weight_ih_l1	3	-0.07365472614765167
229181	rnn.weight_ih_l1	4	-0.01399525348097086
229181	rnn.weight_ih_l1	5	-0.040653251111507416
229181	rnn.weight_ih_l1	6	0.028675062581896782
229181	rnn.weight_ih_l1	7	-0.04494353011250496
229181	rnn.weight_ih_l1	8	0.037551745772361755
229181	rnn.weight_ih_l1	9	0.044612668454647064
229181	rnn.weight_hh_l1	0	-0.0067224097438156605
229181	rnn.weight_hh_l1	1	0.019641779363155365
229181	rnn.weight_hh_l1	2	0.007634591311216354
229181	rnn.weight_hh_l1	3	-0.012432549148797989
229181	rnn.weight_hh_l1	4	0.005233225878328085
229181	rnn.weight_hh_l1	5	0.034986067563295364
229181	rnn.weight_hh_l1	6	0.03675297647714615
229181	rnn.weight_hh_l1	7	-0.015871917828917503
229181	rnn.weight_hh_l1	8	-0.0077282218262553215
229181	rnn.weight_hh_l1	9	0.038427822291851044
229181	rnn.bias_ih_l1	0	-0.18335337936878204
229181	rnn.bias_ih_l1	1	-0.1804155707359314
229181	rnn.bias_ih_l1	2	-0.1997508555650711
229181	rnn.bias_ih_l1	3	-0.30981260538101196
229181	rnn.bias_ih_l1	4	-0.20760278403759003
229181	rnn.bias_ih_l1	5	-0.0895797461271286
229181	rnn.bias_ih_l1	6	-0.16109997034072876
229181	rnn.bias_ih_l1	7	-0.0027781666722148657
229181	rnn.bias_ih_l1	8	-0.13504493236541748
229181	rnn.bias_ih_l1	9	-0.1275961697101593
229181	rnn.bias_hh_l1	0	-0.09579497575759888
229181	rnn.bias_hh_l1	1	-0.06777054816484451
229181	rnn.bias_hh_l1	2	-0.08689168095588684
229181	rnn.bias_hh_l1	3	-0.07858332246541977
229181	rnn.bias_hh_l1	4	-0.07249140739440918
229181	rnn.bias_hh_l1	5	-0.11855429410934448
229181	rnn.bias_hh_l1	6	-0.1637452393770218
229181	rnn.bias_hh_l1	7	0.07555156201124191
229181	rnn.bias_hh_l1	8	-0.17869871854782104
229181	rnn.bias_hh_l1	9	-0.1180717870593071
229181	rnn.weight_ih_l1_reverse	0	-0.046541787683963776
229181	rnn.weight_ih_l1_reverse	1	0.0340895913541317
229181	rnn.weight_ih_l1_reverse	2	0.09151370078325272
229181	rnn.weight_ih_l1_reverse	3	-0.019253984093666077
229181	rnn.weight_ih_l1_reverse	4	-0.02624352276325226
229181	rnn.weight_ih_l1_reverse	5	-0.030548444017767906
229181	rnn.weight_ih_l1_reverse	6	-0.018883485347032547
229181	rnn.weight_ih_l1_reverse	7	0.029106609523296356
229181	rnn.weight_ih_l1_reverse	8	0.009301038458943367
229181	rnn.weight_ih_l1_reverse	9	-0.0334513895213604
229181	rnn.weight_hh_l1_reverse	0	0.004749273881316185
229181	rnn.weight_hh_l1_reverse	1	0.03146393597126007
229181	rnn.weight_hh_l1_reverse	2	-0.040608592331409454
229181	rnn.weight_hh_l1_reverse	3	0.035036519169807434
229181	rnn.weight_hh_l1_reverse	4	0.04724975302815437
229181	rnn.weight_hh_l1_reverse	5	0.0046429443173110485
229181	rnn.weight_hh_l1_reverse	6	0.04788079112768173
229181	rnn.weight_hh_l1_reverse	7	0.03136827424168587
229181	rnn.weight_hh_l1_reverse	8	-0.007154392544180155
229181	rnn.weight_hh_l1_reverse	9	-0.030768372118473053
229181	rnn.bias_ih_l1_reverse	0	-0.047889165580272675
229181	rnn.bias_ih_l1_reverse	1	-0.14077205955982208
229181	rnn.bias_ih_l1_reverse	2	-0.16441422700881958
229181	rnn.bias_ih_l1_reverse	3	-0.056460872292518616
229181	rnn.bias_ih_l1_reverse	4	-0.20469264686107635
229181	rnn.bias_ih_l1_reverse	5	-0.1169443130493164
229181	rnn.bias_ih_l1_reverse	6	-0.12973015010356903
229181	rnn.bias_ih_l1_reverse	7	-0.19141001999378204
229181	rnn.bias_ih_l1_reverse	8	0.22535894811153412
229181	rnn.bias_ih_l1_reverse	9	0.02330475114285946
229181	rnn.bias_hh_l1_reverse	0	0.010188599117100239
229181	rnn.bias_hh_l1_reverse	1	-0.06588602066040039
229181	rnn.bias_hh_l1_reverse	2	-0.23661094903945923
229181	rnn.bias_hh_l1_reverse	3	-0.1416478008031845
229181	rnn.bias_hh_l1_reverse	4	-0.08054950833320618
229181	rnn.bias_hh_l1_reverse	5	-0.11772313714027405
229181	rnn.bias_hh_l1_reverse	6	0.060335662215948105
229181	rnn.bias_hh_l1_reverse	7	-0.13924099504947662
229181	rnn.bias_hh_l1_reverse	8	-0.12294554710388184
229181	rnn.bias_hh_l1_reverse	9	-0.14934687316417694
229181	linear.weight	0	0.002228822559118271
229181	linear.weight	1	0.09548590332269669
229181	linear.weight	2	-0.09365960210561752
229181	linear.weight	3	0.30835390090942383
229181	linear.weight	4	0.14873363077640533
229181	linear.weight	5	-0.062855064868927
229181	linear.weight	6	0.09810671955347061
229181	linear.weight	7	0.12165921181440353
229181	linear.weight	8	0.04113790765404701
229181	linear.weight	9	-0.05553114041686058
229181	linear.bias	0	0.0931578278541565
229181	linear.bias	1	-0.17992539703845978
229181	linear.bias	2	-0.4529590308666229
229181	linear.bias	3	-0.6598264575004578
229181	linear.bias	4	-1.2567204236984253
229181	linear.bias	5	-0.05808928236365318
229181	linear.bias	6	-0.8171564340591431
229181	linear.bias	7	0.272317498922348
229181	linear.bias	8	-0.41121575236320496
229181	linear.bias	9	-1.0307527780532837
229378	transitions	0	0.7432162761688232
229378	transitions	1	0.13587088882923126
229378	transitions	2	-10000.0
229378	transitions	3	-1.8278329372406006
229378	transitions	4	-10000.0
229378	transitions	5	0.5636035799980164
229378	transitions	6	-0.0850144699215889
229378	transitions	7	-0.805013120174408
229378	transitions	8	-1.4213273525238037
229378	transitions	9	-0.0012255999026820064
229378	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
229378	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
229378	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
229378	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
229378	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
229378	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
229378	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
229378	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
229378	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
229378	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
229378	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
229378	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
229378	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
229378	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
229378	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
229378	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
229378	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
229378	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
229378	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
229378	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
229378	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
229378	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
229378	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
229378	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
229378	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
229378	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
229378	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
229378	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
229378	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
229378	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
229378	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
229378	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
229378	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
229378	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
229378	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
229378	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
229378	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
229378	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
229378	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
229378	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
229378	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
229378	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
229378	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
229378	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
229378	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
229378	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
229378	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
229378	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
229378	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
229378	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
229378	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
229378	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
229378	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
229378	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
229378	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
229378	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
229378	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
229378	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
229378	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
229378	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
229378	embedding2nn.weight	0	0.017538394778966904
229378	embedding2nn.weight	1	-0.01296613272279501
229378	embedding2nn.weight	2	-0.014268254861235619
229378	embedding2nn.weight	3	-0.031176317483186722
229378	embedding2nn.weight	4	-0.0059150345623493195
229378	embedding2nn.weight	5	-0.0037005888298153877
229378	embedding2nn.weight	6	-0.003973268438130617
229378	embedding2nn.weight	7	-0.07584176957607269
229378	embedding2nn.weight	8	-0.0019979383796453476
229378	embedding2nn.weight	9	-0.027666300535202026
229378	embedding2nn.bias	0	0.027151212096214294
229378	embedding2nn.bias	1	-0.0714530348777771
229378	embedding2nn.bias	2	0.07362999022006989
229378	embedding2nn.bias	3	0.05027473717927933
229378	embedding2nn.bias	4	-0.04273204505443573
229378	embedding2nn.bias	5	-0.013045231811702251
229378	embedding2nn.bias	6	0.024633990600705147
229378	embedding2nn.bias	7	-0.05317974090576172
229378	embedding2nn.bias	8	0.0665491595864296
229378	embedding2nn.bias	9	0.04015006497502327
229378	rnn.weight_ih_l0	0	-0.07831551134586334
229378	rnn.weight_ih_l0	1	0.0037114587612450123
229378	rnn.weight_ih_l0	2	0.03538783639669418
229378	rnn.weight_ih_l0	3	0.02266230806708336
229378	rnn.weight_ih_l0	4	-0.04945473000407219
229378	rnn.weight_ih_l0	5	-0.06841079890727997
229378	rnn.weight_ih_l0	6	-0.0020297840237617493
229378	rnn.weight_ih_l0	7	0.05356615036725998
229378	rnn.weight_ih_l0	8	-0.016073599457740784
229378	rnn.weight_ih_l0	9	-0.030970362946391106
229378	rnn.weight_hh_l0	0	-0.03106348216533661
229378	rnn.weight_hh_l0	1	-0.007020269054919481
229378	rnn.weight_hh_l0	2	0.006726786028593779
229378	rnn.weight_hh_l0	3	-0.07446318864822388
229378	rnn.weight_hh_l0	4	0.09420742839574814
229378	rnn.weight_hh_l0	5	-0.02533872053027153
229378	rnn.weight_hh_l0	6	-0.06256262958049774
229378	rnn.weight_hh_l0	7	0.010156641714274883
229378	rnn.weight_hh_l0	8	0.012994623742997646
229378	rnn.weight_hh_l0	9	-0.025207407772541046
229378	rnn.bias_ih_l0	0	0.12874847650527954
229378	rnn.bias_ih_l0	1	-0.037599921226501465
229378	rnn.bias_ih_l0	2	-0.032651882618665695
229378	rnn.bias_ih_l0	3	0.1636808216571808
229378	rnn.bias_ih_l0	4	-0.012086047790944576
229378	rnn.bias_ih_l0	5	-0.022255370393395424
229378	rnn.bias_ih_l0	6	0.017268992960453033
229378	rnn.bias_ih_l0	7	0.02238120324909687
229378	rnn.bias_ih_l0	8	-0.10003628581762314
229378	rnn.bias_ih_l0	9	-0.041669659316539764
229378	rnn.bias_hh_l0	0	0.0008546032477170229
229378	rnn.bias_hh_l0	1	-0.09650007635354996
229378	rnn.bias_hh_l0	2	-0.07282312214374542
229378	rnn.bias_hh_l0	3	-0.09001769870519638
229378	rnn.bias_hh_l0	4	0.010105590336024761
229378	rnn.bias_hh_l0	5	-0.02192329429090023
229378	rnn.bias_hh_l0	6	0.025322817265987396
229378	rnn.bias_hh_l0	7	0.05809330567717552
229378	rnn.bias_hh_l0	8	-0.12146864086389542
229378	rnn.bias_hh_l0	9	-0.058803070336580276
229378	rnn.weight_ih_l0_reverse	0	-0.024134201928973198
229378	rnn.weight_ih_l0_reverse	1	-0.056604284793138504
229378	rnn.weight_ih_l0_reverse	2	-0.04821338132023811
229378	rnn.weight_ih_l0_reverse	3	0.014037830755114555
229378	rnn.weight_ih_l0_reverse	4	-0.0251880194991827
229378	rnn.weight_ih_l0_reverse	5	-0.05703073367476463
229378	rnn.weight_ih_l0_reverse	6	0.07518890500068665
229378	rnn.weight_ih_l0_reverse	7	-0.019758732989430428
229378	rnn.weight_ih_l0_reverse	8	-0.019393421709537506
229378	rnn.weight_ih_l0_reverse	9	0.004350208677351475
229378	rnn.weight_hh_l0_reverse	0	0.06705173850059509
229378	rnn.weight_hh_l0_reverse	1	0.02085988037288189
229378	rnn.weight_hh_l0_reverse	2	0.029601864516735077
229378	rnn.weight_hh_l0_reverse	3	0.03508346155285835
229378	rnn.weight_hh_l0_reverse	4	0.013676551170647144
229378	rnn.weight_hh_l0_reverse	5	0.006843867711722851
229378	rnn.weight_hh_l0_reverse	6	0.05080564692616463
229378	rnn.weight_hh_l0_reverse	7	-0.08224458992481232
229378	rnn.weight_hh_l0_reverse	8	0.04143642634153366
229378	rnn.weight_hh_l0_reverse	9	0.03494484722614288
229378	rnn.bias_ih_l0_reverse	0	-0.05879396200180054
229378	rnn.bias_ih_l0_reverse	1	-0.2832581698894501
229378	rnn.bias_ih_l0_reverse	2	-0.12251210957765579
229378	rnn.bias_ih_l0_reverse	3	-0.04811234399676323
229378	rnn.bias_ih_l0_reverse	4	-0.020035304129123688
229378	rnn.bias_ih_l0_reverse	5	0.07488763332366943
229378	rnn.bias_ih_l0_reverse	6	-0.06534643471240997
229378	rnn.bias_ih_l0_reverse	7	0.06369207054376602
229378	rnn.bias_ih_l0_reverse	8	-0.040143150836229324
229378	rnn.bias_ih_l0_reverse	9	0.06362897902727127
229378	rnn.bias_hh_l0_reverse	0	0.020742138847708702
229378	rnn.bias_hh_l0_reverse	1	-0.05737043917179108
229378	rnn.bias_hh_l0_reverse	2	0.08626682311296463
229378	rnn.bias_hh_l0_reverse	3	-0.051934026181697845
229378	rnn.bias_hh_l0_reverse	4	-0.02992074005305767
229378	rnn.bias_hh_l0_reverse	5	-0.018555574119091034
229378	rnn.bias_hh_l0_reverse	6	-0.01788639836013317
229378	rnn.bias_hh_l0_reverse	7	0.09765907377004623
229378	rnn.bias_hh_l0_reverse	8	0.0329769030213356
229378	rnn.bias_hh_l0_reverse	9	-0.14579395949840546
229378	rnn.weight_ih_l1	0	-0.030341537669301033
229378	rnn.weight_ih_l1	1	-0.050449930131435394
229378	rnn.weight_ih_l1	2	0.06372139602899551
229378	rnn.weight_ih_l1	3	-0.07365290075540543
229378	rnn.weight_ih_l1	4	-0.013978828676044941
229378	rnn.weight_ih_l1	5	-0.04067105054855347
229378	rnn.weight_ih_l1	6	0.02856423519551754
229378	rnn.weight_ih_l1	7	-0.045151226222515106
229378	rnn.weight_ih_l1	8	0.0375765897333622
229378	rnn.weight_ih_l1	9	0.044617969542741776
229378	rnn.weight_hh_l1	0	-0.006711332127451897
229378	rnn.weight_hh_l1	1	0.01970638334751129
229378	rnn.weight_hh_l1	2	0.007757085841149092
229378	rnn.weight_hh_l1	3	-0.012462419457733631
229378	rnn.weight_hh_l1	4	0.0052635702304542065
229378	rnn.weight_hh_l1	5	0.03506199270486832
229378	rnn.weight_hh_l1	6	0.03668294847011566
229378	rnn.weight_hh_l1	7	-0.015961866825819016
229378	rnn.weight_hh_l1	8	-0.007688464131206274
229378	rnn.weight_hh_l1	9	0.03853251039981842
229378	rnn.bias_ih_l1	0	-0.18247124552726746
229378	rnn.bias_ih_l1	1	-0.18012389540672302
229378	rnn.bias_ih_l1	2	-0.19990725815296173
229378	rnn.bias_ih_l1	3	-0.30935361981391907
229378	rnn.bias_ih_l1	4	-0.20592381060123444
229378	rnn.bias_ih_l1	5	-0.08968900889158249
229378	rnn.bias_ih_l1	6	-0.16130252182483673
229378	rnn.bias_ih_l1	7	-0.0018535599811002612
229378	rnn.bias_ih_l1	8	-0.13478079438209534
229378	rnn.bias_ih_l1	9	-0.1278449445962906
229378	rnn.bias_hh_l1	0	-0.09598144888877869
229378	rnn.bias_hh_l1	1	-0.06689715385437012
229378	rnn.bias_hh_l1	2	-0.08695614337921143
229378	rnn.bias_hh_l1	3	-0.07899156212806702
229378	rnn.bias_hh_l1	4	-0.0726843848824501
229378	rnn.bias_hh_l1	5	-0.118853360414505
229378	rnn.bias_hh_l1	6	-0.16330453753471375
229378	rnn.bias_hh_l1	7	0.07525474578142166
229378	rnn.bias_hh_l1	8	-0.17886430025100708
229378	rnn.bias_hh_l1	9	-0.11900054663419724
229378	rnn.weight_ih_l1_reverse	0	-0.046536266803741455
229378	rnn.weight_ih_l1_reverse	1	0.034190382808446884
229378	rnn.weight_ih_l1_reverse	2	0.09105031192302704
229378	rnn.weight_ih_l1_reverse	3	-0.01970965415239334
229378	rnn.weight_ih_l1_reverse	4	-0.026334671303629875
229378	rnn.weight_ih_l1_reverse	5	-0.030537020415067673
229378	rnn.weight_ih_l1_reverse	6	-0.018619829788804054
229378	rnn.weight_ih_l1_reverse	7	0.029039213433861732
229378	rnn.weight_ih_l1_reverse	8	0.00936806295067072
229378	rnn.weight_ih_l1_reverse	9	-0.03352748230099678
229378	rnn.weight_hh_l1_reverse	0	0.004741498734802008
229378	rnn.weight_hh_l1_reverse	1	0.03147024288773537
229378	rnn.weight_hh_l1_reverse	2	-0.04060956463217735
229378	rnn.weight_hh_l1_reverse	3	0.03502439334988594
229378	rnn.weight_hh_l1_reverse	4	0.04727539047598839
229378	rnn.weight_hh_l1_reverse	5	0.004672657698392868
229378	rnn.weight_hh_l1_reverse	6	0.047795578837394714
229378	rnn.weight_hh_l1_reverse	7	0.031394775956869125
229378	rnn.weight_hh_l1_reverse	8	-0.007164988201111555
229378	rnn.weight_hh_l1_reverse	9	-0.03070593625307083
229378	rnn.bias_ih_l1_reverse	0	-0.047590747475624084
229378	rnn.bias_ih_l1_reverse	1	-0.140801802277565
229378	rnn.bias_ih_l1_reverse	2	-0.16402500867843628
229378	rnn.bias_ih_l1_reverse	3	-0.05712836980819702
229378	rnn.bias_ih_l1_reverse	4	-0.2046101987361908
229378	rnn.bias_ih_l1_reverse	5	-0.1166747584939003
229378	rnn.bias_ih_l1_reverse	6	-0.12969112396240234
229378	rnn.bias_ih_l1_reverse	7	-0.1916375756263733
229378	rnn.bias_ih_l1_reverse	8	0.22527453303337097
229378	rnn.bias_ih_l1_reverse	9	0.02296031080186367
229378	rnn.bias_hh_l1_reverse	0	0.009000210091471672
229378	rnn.bias_hh_l1_reverse	1	-0.06636432558298111
229378	rnn.bias_hh_l1_reverse	2	-0.23672467470169067
229378	rnn.bias_hh_l1_reverse	3	-0.14116977155208588
229378	rnn.bias_hh_l1_reverse	4	-0.08040018379688263
229378	rnn.bias_hh_l1_reverse	5	-0.11765896528959274
229378	rnn.bias_hh_l1_reverse	6	0.06067196652293205
229378	rnn.bias_hh_l1_reverse	7	-0.1396380513906479
229378	rnn.bias_hh_l1_reverse	8	-0.1225748136639595
229378	rnn.bias_hh_l1_reverse	9	-0.1494053155183792
229378	linear.weight	0	0.002228822559118271
229378	linear.weight	1	0.09509401768445969
229378	linear.weight	2	-0.09341143071651459
229378	linear.weight	3	0.30764809250831604
229378	linear.weight	4	0.14855901896953583
229378	linear.weight	5	-0.06251799315214157
229378	linear.weight	6	0.09765252470970154
229378	linear.weight	7	0.11940187215805054
229378	linear.weight	8	0.04113786667585373
229378	linear.weight	9	-0.0555855855345726
229378	linear.bias	0	0.0932510495185852
229378	linear.bias	1	-0.18056632578372955
229378	linear.bias	2	-0.4507081210613251
229378	linear.bias	3	-0.6580765247344971
229378	linear.bias	4	-1.2551621198654175
229378	linear.bias	5	-0.06398122012615204
229378	linear.bias	6	-0.8185127377510071
229378	linear.bias	7	0.26714372634887695
229378	linear.bias	8	-0.40993931889533997
229378	linear.bias	9	-1.0295603275299072
229575	transitions	0	0.7425625324249268
229575	transitions	1	0.13493038713932037
229575	transitions	2	-10000.0
229575	transitions	3	-1.8278343677520752
229575	transitions	4	-10000.0
229575	transitions	5	0.5635979771614075
229575	transitions	6	-0.08502086997032166
229575	transitions	7	-0.8050558567047119
229575	transitions	8	-1.4213379621505737
229575	transitions	9	-0.0012256326153874397
229575	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
229575	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
229575	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
229575	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
229575	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
229575	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
229575	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
229575	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
229575	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
229575	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
229575	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
229575	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
229575	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
229575	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
229575	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
229575	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
229575	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
229575	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
229575	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
229575	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
229575	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
229575	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
229575	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
229575	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
229575	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
229575	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
229575	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
229575	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
229575	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
229575	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
229575	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
229575	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
229575	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
229575	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
229575	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
229575	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
229575	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
229575	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
229575	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
229575	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
229575	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
229575	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
229575	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
229575	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
229575	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
229575	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
229575	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
229575	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
229575	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
229575	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
229575	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
229575	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
229575	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
229575	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
229575	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
229575	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
229575	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
229575	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
229575	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
229575	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
229575	embedding2nn.weight	0	0.017714159563183784
229575	embedding2nn.weight	1	-0.012974708341062069
229575	embedding2nn.weight	2	-0.014268254861235619
229575	embedding2nn.weight	3	-0.03112347051501274
229575	embedding2nn.weight	4	-0.0059150345623493195
229575	embedding2nn.weight	5	-0.0037005888298153877
229575	embedding2nn.weight	6	-0.003973268438130617
229575	embedding2nn.weight	7	-0.07600636780261993
229575	embedding2nn.weight	8	-0.0019979383796453476
229575	embedding2nn.weight	9	-0.027667393907904625
229575	embedding2nn.bias	0	0.026405295357108116
229575	embedding2nn.bias	1	-0.07016398757696152
229575	embedding2nn.bias	2	0.07345616817474365
229575	embedding2nn.bias	3	0.04981761425733566
229575	embedding2nn.bias	4	-0.043282508850097656
229575	embedding2nn.bias	5	-0.012725175358355045
229575	embedding2nn.bias	6	0.023871570825576782
229575	embedding2nn.bias	7	-0.05231655389070511
229575	embedding2nn.bias	8	0.06842096149921417
229575	embedding2nn.bias	9	0.04074597358703613
229575	rnn.weight_ih_l0	0	-0.07825954258441925
229575	rnn.weight_ih_l0	1	0.003683297662064433
229575	rnn.weight_ih_l0	2	0.035475440323352814
229575	rnn.weight_ih_l0	3	0.022682832553982735
229575	rnn.weight_ih_l0	4	-0.0493449792265892
229575	rnn.weight_ih_l0	5	-0.06852354854345322
229575	rnn.weight_ih_l0	6	-0.002212631283327937
229575	rnn.weight_ih_l0	7	0.0536721907556057
229575	rnn.weight_ih_l0	8	-0.015874361619353294
229575	rnn.weight_ih_l0	9	-0.03076799027621746
229575	rnn.weight_hh_l0	0	-0.03107539936900139
229575	rnn.weight_hh_l0	1	-0.006986654829233885
229575	rnn.weight_hh_l0	2	0.006820886395871639
229575	rnn.weight_hh_l0	3	-0.07451017200946808
229575	rnn.weight_hh_l0	4	0.09422148019075394
229575	rnn.weight_hh_l0	5	-0.025366706773638725
229575	rnn.weight_hh_l0	6	-0.06257066130638123
229575	rnn.weight_hh_l0	7	0.009977969340980053
229575	rnn.weight_hh_l0	8	0.013042177073657513
229575	rnn.weight_hh_l0	9	-0.0252221766859293
229575	rnn.bias_ih_l0	0	0.12878301739692688
229575	rnn.bias_ih_l0	1	-0.037575654685497284
229575	rnn.bias_ih_l0	2	-0.0327862948179245
229575	rnn.bias_ih_l0	3	0.16382041573524475
229575	rnn.bias_ih_l0	4	-0.012137570418417454
229575	rnn.bias_ih_l0	5	-0.022757917642593384
229575	rnn.bias_ih_l0	6	0.017000937834382057
229575	rnn.bias_ih_l0	7	0.022455113008618355
229575	rnn.bias_ih_l0	8	-0.10020557045936584
229575	rnn.bias_ih_l0	9	-0.04106529429554939
229575	rnn.bias_hh_l0	0	0.0009415552485734224
229575	rnn.bias_hh_l0	1	-0.09635680168867111
229575	rnn.bias_hh_l0	2	-0.07297351956367493
229575	rnn.bias_hh_l0	3	-0.0901990532875061
229575	rnn.bias_hh_l0	4	0.009957056492567062
229575	rnn.bias_hh_l0	5	-0.021741511300206184
229575	rnn.bias_hh_l0	6	0.025762885808944702
229575	rnn.bias_hh_l0	7	0.058674510568380356
229575	rnn.bias_hh_l0	8	-0.12146340310573578
229575	rnn.bias_hh_l0	9	-0.058611784130334854
229575	rnn.weight_ih_l0_reverse	0	-0.024072816595435143
229575	rnn.weight_ih_l0_reverse	1	-0.05665893852710724
229575	rnn.weight_ih_l0_reverse	2	-0.048394884914159775
229575	rnn.weight_ih_l0_reverse	3	0.013973113149404526
229575	rnn.weight_ih_l0_reverse	4	-0.025060847401618958
229575	rnn.weight_ih_l0_reverse	5	-0.05692584440112114
229575	rnn.weight_ih_l0_reverse	6	0.07510270923376083
229575	rnn.weight_ih_l0_reverse	7	-0.019711211323738098
229575	rnn.weight_ih_l0_reverse	8	-0.019466735422611237
229575	rnn.weight_ih_l0_reverse	9	0.004474780056625605
229575	rnn.weight_hh_l0_reverse	0	0.0669701099395752
229575	rnn.weight_hh_l0_reverse	1	0.020737305283546448
229575	rnn.weight_hh_l0_reverse	2	0.029655002057552338
229575	rnn.weight_hh_l0_reverse	3	0.035144370049238205
229575	rnn.weight_hh_l0_reverse	4	0.013728138990700245
229575	rnn.weight_hh_l0_reverse	5	0.006854816805571318
229575	rnn.weight_hh_l0_reverse	6	0.05087580531835556
229575	rnn.weight_hh_l0_reverse	7	-0.08236187696456909
229575	rnn.weight_hh_l0_reverse	8	0.041478171944618225
229575	rnn.weight_hh_l0_reverse	9	0.0350436195731163
229575	rnn.bias_ih_l0_reverse	0	-0.05854664742946625
229575	rnn.bias_ih_l0_reverse	1	-0.2828720211982727
229575	rnn.bias_ih_l0_reverse	2	-0.12232496589422226
229575	rnn.bias_ih_l0_reverse	3	-0.04798503592610359
229575	rnn.bias_ih_l0_reverse	4	-0.02030600979924202
229575	rnn.bias_ih_l0_reverse	5	0.0753679946064949
229575	rnn.bias_ih_l0_reverse	6	-0.06573750078678131
229575	rnn.bias_ih_l0_reverse	7	0.06391091644763947
229575	rnn.bias_ih_l0_reverse	8	-0.0399404838681221
229575	rnn.bias_ih_l0_reverse	9	0.06340133398771286
229575	rnn.bias_hh_l0_reverse	0	0.02095409855246544
229575	rnn.bias_hh_l0_reverse	1	-0.057595476508140564
229575	rnn.bias_hh_l0_reverse	2	0.0863540843129158
229575	rnn.bias_hh_l0_reverse	3	-0.05180511251091957
229575	rnn.bias_hh_l0_reverse	4	-0.029856259003281593
229575	rnn.bias_hh_l0_reverse	5	-0.019047044217586517
229575	rnn.bias_hh_l0_reverse	6	-0.01800207979977131
229575	rnn.bias_hh_l0_reverse	7	0.09764540195465088
229575	rnn.bias_hh_l0_reverse	8	0.03298608586192131
229575	rnn.bias_hh_l0_reverse	9	-0.14629285037517548
229575	rnn.weight_ih_l1	0	-0.030306708067655563
229575	rnn.weight_ih_l1	1	-0.05029763653874397
229575	rnn.weight_ih_l1	2	0.06358465552330017
229575	rnn.weight_ih_l1	3	-0.07393758744001389
229575	rnn.weight_ih_l1	4	-0.0138676967471838
229575	rnn.weight_ih_l1	5	-0.04055701941251755
229575	rnn.weight_ih_l1	6	0.028471650555729866
229575	rnn.weight_ih_l1	7	-0.045381586998701096
229575	rnn.weight_ih_l1	8	0.0375884510576725
229575	rnn.weight_ih_l1	9	0.04465074837207794
229575	rnn.weight_hh_l1	0	-0.006969901267439127
229575	rnn.weight_hh_l1	1	0.019725948572158813
229575	rnn.weight_hh_l1	2	0.00781241524964571
229575	rnn.weight_hh_l1	3	-0.012544617988169193
229575	rnn.weight_hh_l1	4	0.005176374223083258
229575	rnn.weight_hh_l1	5	0.03510468080639839
229575	rnn.weight_hh_l1	6	0.03659773990511894
229575	rnn.weight_hh_l1	7	-0.015965763479471207
229575	rnn.weight_hh_l1	8	-0.007696808781474829
229575	rnn.weight_hh_l1	9	0.038392774760723114
229575	rnn.bias_ih_l1	0	-0.1830112338066101
229575	rnn.bias_ih_l1	1	-0.17979712784290314
229575	rnn.bias_ih_l1	2	-0.1991572380065918
229575	rnn.bias_ih_l1	3	-0.3090420365333557
229575	rnn.bias_ih_l1	4	-0.20648975670337677
229575	rnn.bias_ih_l1	5	-0.08966458588838577
229575	rnn.bias_ih_l1	6	-0.1613679975271225
229575	rnn.bias_ih_l1	7	-0.0034455284476280212
229575	rnn.bias_ih_l1	8	-0.13500261306762695
229575	rnn.bias_ih_l1	9	-0.12763579189777374
229575	rnn.bias_hh_l1	0	-0.0959666520357132
229575	rnn.bias_hh_l1	1	-0.06695596128702164
229575	rnn.bias_hh_l1	2	-0.08714674413204193
229575	rnn.bias_hh_l1	3	-0.07892996072769165
229575	rnn.bias_hh_l1	4	-0.07337196171283722
229575	rnn.bias_hh_l1	5	-0.11886710673570633
229575	rnn.bias_hh_l1	6	-0.16314658522605896
229575	rnn.bias_hh_l1	7	0.07524924725294113
229575	rnn.bias_hh_l1	8	-0.17867328226566315
229575	rnn.bias_hh_l1	9	-0.11929862946271896
229575	rnn.weight_ih_l1_reverse	0	-0.04682733491063118
229575	rnn.weight_ih_l1_reverse	1	0.03425687551498413
229575	rnn.weight_ih_l1_reverse	2	0.09089875966310501
229575	rnn.weight_ih_l1_reverse	3	-0.019739845767617226
229575	rnn.weight_ih_l1_reverse	4	-0.026400484144687653
229575	rnn.weight_ih_l1_reverse	5	-0.0305769182741642
229575	rnn.weight_ih_l1_reverse	6	-0.018710339441895485
229575	rnn.weight_ih_l1_reverse	7	0.02889055758714676
229575	rnn.weight_ih_l1_reverse	8	0.010030560195446014
229575	rnn.weight_ih_l1_reverse	9	-0.033551353961229324
229575	rnn.weight_hh_l1_reverse	0	0.004743271041661501
229575	rnn.weight_hh_l1_reverse	1	0.03145842254161835
229575	rnn.weight_hh_l1_reverse	2	-0.04059116169810295
229575	rnn.weight_hh_l1_reverse	3	0.03502854332327843
229575	rnn.weight_hh_l1_reverse	4	0.047262270003557205
229575	rnn.weight_hh_l1_reverse	5	0.0046990178525447845
229575	rnn.weight_hh_l1_reverse	6	0.04796489328145981
229575	rnn.weight_hh_l1_reverse	7	0.03135005012154579
229575	rnn.weight_hh_l1_reverse	8	-0.0071556116454303265
229575	rnn.weight_hh_l1_reverse	9	-0.03072955086827278
229575	rnn.bias_ih_l1_reverse	0	-0.047636065632104874
229575	rnn.bias_ih_l1_reverse	1	-0.14108651876449585
229575	rnn.bias_ih_l1_reverse	2	-0.16378509998321533
229575	rnn.bias_ih_l1_reverse	3	-0.0568435862660408
229575	rnn.bias_ih_l1_reverse	4	-0.20464560389518738
229575	rnn.bias_ih_l1_reverse	5	-0.11676590889692307
229575	rnn.bias_ih_l1_reverse	6	-0.12993758916854858
229575	rnn.bias_ih_l1_reverse	7	-0.19193756580352783
229575	rnn.bias_ih_l1_reverse	8	0.22453266382217407
229575	rnn.bias_ih_l1_reverse	9	0.02253573387861252
229575	rnn.bias_hh_l1_reverse	0	0.009378008544445038
229575	rnn.bias_hh_l1_reverse	1	-0.06577380001544952
229575	rnn.bias_hh_l1_reverse	2	-0.2366422414779663
229575	rnn.bias_hh_l1_reverse	3	-0.14090871810913086
229575	rnn.bias_hh_l1_reverse	4	-0.08067171275615692
229575	rnn.bias_hh_l1_reverse	5	-0.11760593205690384
229575	rnn.bias_hh_l1_reverse	6	0.0610799714922905
229575	rnn.bias_hh_l1_reverse	7	-0.13953159749507904
229575	rnn.bias_hh_l1_reverse	8	-0.12286679446697235
229575	rnn.bias_hh_l1_reverse	9	-0.14944526553153992
229575	linear.weight	0	0.002228822559118271
229575	linear.weight	1	0.09452275931835175
229575	linear.weight	2	-0.09406711906194687
229575	linear.weight	3	0.30729085206985474
229575	linear.weight	4	0.14829035103321075
229575	linear.weight	5	-0.06238726153969765
229575	linear.weight	6	0.09572278708219528
229575	linear.weight	7	0.11976637691259384
229575	linear.weight	8	0.04113785922527313
229575	linear.weight	9	-0.05626332014799118
229575	linear.bias	0	0.0804804190993309
229575	linear.bias	1	-0.17473557591438293
229575	linear.bias	2	-0.4483781158924103
229575	linear.bias	3	-0.6634920835494995
229575	linear.bias	4	-1.260798454284668
229575	linear.bias	5	-0.06425637006759644
229575	linear.bias	6	-0.812735915184021
229575	linear.bias	7	0.2671167254447937
229575	linear.bias	8	-0.412759006023407
229575	linear.bias	9	-1.0324221849441528
229772	transitions	0	0.7410026788711548
229772	transitions	1	0.1347021460533142
229772	transitions	2	-10000.0
229772	transitions	3	-1.827836513519287
229772	transitions	4	-10000.0
229772	transitions	5	0.5635903477668762
229772	transitions	6	-0.08502475917339325
229772	transitions	7	-0.8051746487617493
229772	transitions	8	-1.42134428024292
229772	transitions	9	-0.001225671381689608
229772	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
229772	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
229772	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
229772	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
229772	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
229772	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
229772	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
229772	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
229772	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
229772	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
229772	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
229772	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
229772	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
229772	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
229772	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
229772	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
229772	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
229772	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
229772	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
229772	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
229772	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
229772	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
229772	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
229772	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
229772	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
229772	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
229772	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
229772	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
229772	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
229772	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
229772	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
229772	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
229772	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
229772	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
229772	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
229772	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
229772	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
229772	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
229772	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
229772	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
229772	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
229772	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
229772	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
229772	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
229772	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
229772	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
229772	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
229772	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
229772	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
229772	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
229772	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
229772	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
229772	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
229772	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
229772	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
229772	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
229772	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
229772	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
229772	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
229772	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
229772	embedding2nn.weight	0	0.01769598387181759
229772	embedding2nn.weight	1	-0.01296039205044508
229772	embedding2nn.weight	2	-0.014268254861235619
229772	embedding2nn.weight	3	-0.03116937354207039
229772	embedding2nn.weight	4	-0.0059150345623493195
229772	embedding2nn.weight	5	-0.0037005888298153877
229772	embedding2nn.weight	6	-0.003973268438130617
229772	embedding2nn.weight	7	-0.07596862316131592
229772	embedding2nn.weight	8	-0.0019979383796453476
229772	embedding2nn.weight	9	-0.027476292103528976
229772	embedding2nn.bias	0	0.02634257823228836
229772	embedding2nn.bias	1	-0.07023893296718597
229772	embedding2nn.bias	2	0.0729907974600792
229772	embedding2nn.bias	3	0.04883908852934837
229772	embedding2nn.bias	4	-0.043934911489486694
229772	embedding2nn.bias	5	-0.01446049939841032
229772	embedding2nn.bias	6	0.02350129559636116
229772	embedding2nn.bias	7	-0.0513402558863163
229772	embedding2nn.bias	8	0.06757846474647522
229772	embedding2nn.bias	9	0.041434988379478455
229772	rnn.weight_ih_l0	0	-0.07843960076570511
229772	rnn.weight_ih_l0	1	0.003276636591181159
229772	rnn.weight_ih_l0	2	0.03542347997426987
229772	rnn.weight_ih_l0	3	0.022704312577843666
229772	rnn.weight_ih_l0	4	-0.04958344250917435
229772	rnn.weight_ih_l0	5	-0.06867937743663788
229772	rnn.weight_ih_l0	6	-0.0021098689176142216
229772	rnn.weight_ih_l0	7	0.053887613117694855
229772	rnn.weight_ih_l0	8	-0.01602804660797119
229772	rnn.weight_ih_l0	9	-0.030762916430830956
229772	rnn.weight_hh_l0	0	-0.031174106523394585
229772	rnn.weight_hh_l0	1	-0.006828314159065485
229772	rnn.weight_hh_l0	2	0.006747933570295572
229772	rnn.weight_hh_l0	3	-0.07436985522508621
229772	rnn.weight_hh_l0	4	0.09422742575407028
229772	rnn.weight_hh_l0	5	-0.025491932407021523
229772	rnn.weight_hh_l0	6	-0.06266385316848755
229772	rnn.weight_hh_l0	7	0.010003418661653996
229772	rnn.weight_hh_l0	8	0.013001116923987865
229772	rnn.weight_hh_l0	9	-0.025163624435663223
229772	rnn.bias_ih_l0	0	0.12876451015472412
229772	rnn.bias_ih_l0	1	-0.037523724138736725
229772	rnn.bias_ih_l0	2	-0.032690249383449554
229772	rnn.bias_ih_l0	3	0.16414760053157806
229772	rnn.bias_ih_l0	4	-0.0119272256270051
229772	rnn.bias_ih_l0	5	-0.023284610360860825
229772	rnn.bias_ih_l0	6	0.017432434484362602
229772	rnn.bias_ih_l0	7	0.022355934605002403
229772	rnn.bias_ih_l0	8	-0.10000519454479218
229772	rnn.bias_ih_l0	9	-0.040485579520463943
229772	rnn.bias_hh_l0	0	0.001237166696228087
229772	rnn.bias_hh_l0	1	-0.09631197899580002
229772	rnn.bias_hh_l0	2	-0.0733049288392067
229772	rnn.bias_hh_l0	3	-0.09028398245573044
229772	rnn.bias_hh_l0	4	0.00998751726001501
229772	rnn.bias_hh_l0	5	-0.022060975432395935
229772	rnn.bias_hh_l0	6	0.025902891531586647
229772	rnn.bias_hh_l0	7	0.05834289267659187
229772	rnn.bias_hh_l0	8	-0.12153342366218567
229772	rnn.bias_hh_l0	9	-0.0582064725458622
229772	rnn.weight_ih_l0_reverse	0	-0.02399618923664093
229772	rnn.weight_ih_l0_reverse	1	-0.056586094200611115
229772	rnn.weight_ih_l0_reverse	2	-0.04851345717906952
229772	rnn.weight_ih_l0_reverse	3	0.01398184709250927
229772	rnn.weight_ih_l0_reverse	4	-0.025063134729862213
229772	rnn.weight_ih_l0_reverse	5	-0.05690798535943031
229772	rnn.weight_ih_l0_reverse	6	0.07497213780879974
229772	rnn.weight_ih_l0_reverse	7	-0.019622042775154114
229772	rnn.weight_ih_l0_reverse	8	-0.01947743631899357
229772	rnn.weight_ih_l0_reverse	9	0.004540862049907446
229772	rnn.weight_hh_l0_reverse	0	0.06701973080635071
229772	rnn.weight_hh_l0_reverse	1	0.020771145820617676
229772	rnn.weight_hh_l0_reverse	2	0.029685763642191887
229772	rnn.weight_hh_l0_reverse	3	0.035263411700725555
229772	rnn.weight_hh_l0_reverse	4	0.013787852600216866
229772	rnn.weight_hh_l0_reverse	5	0.00685490807518363
229772	rnn.weight_hh_l0_reverse	6	0.05091314762830734
229772	rnn.weight_hh_l0_reverse	7	-0.08225663006305695
229772	rnn.weight_hh_l0_reverse	8	0.04143381863832474
229772	rnn.weight_hh_l0_reverse	9	0.035044532269239426
229772	rnn.bias_ih_l0_reverse	0	-0.05860573798418045
229772	rnn.bias_ih_l0_reverse	1	-0.2827589213848114
229772	rnn.bias_ih_l0_reverse	2	-0.12217109650373459
229772	rnn.bias_ih_l0_reverse	3	-0.04821798950433731
229772	rnn.bias_ih_l0_reverse	4	-0.01972128450870514
229772	rnn.bias_ih_l0_reverse	5	0.07530146837234497
229772	rnn.bias_ih_l0_reverse	6	-0.06583202630281448
229772	rnn.bias_ih_l0_reverse	7	0.06414161622524261
229772	rnn.bias_ih_l0_reverse	8	-0.039849936962127686
229772	rnn.bias_ih_l0_reverse	9	0.06349200010299683
229772	rnn.bias_hh_l0_reverse	0	0.02101592905819416
229772	rnn.bias_hh_l0_reverse	1	-0.05804307386279106
229772	rnn.bias_hh_l0_reverse	2	0.08646434545516968
229772	rnn.bias_hh_l0_reverse	3	-0.05158766731619835
229772	rnn.bias_hh_l0_reverse	4	-0.029577437788248062
229772	rnn.bias_hh_l0_reverse	5	-0.019184401258826256
229772	rnn.bias_hh_l0_reverse	6	-0.017751304432749748
229772	rnn.bias_hh_l0_reverse	7	0.09793397039175034
229772	rnn.bias_hh_l0_reverse	8	0.03201280161738396
229772	rnn.bias_hh_l0_reverse	9	-0.14706146717071533
229772	rnn.weight_ih_l1	0	-0.030269136652350426
229772	rnn.weight_ih_l1	1	-0.05021926015615463
229772	rnn.weight_ih_l1	2	0.06372333317995071
229772	rnn.weight_ih_l1	3	-0.07388585805892944
229772	rnn.weight_ih_l1	4	-0.01392407901585102
229772	rnn.weight_ih_l1	5	-0.04051722586154938
229772	rnn.weight_ih_l1	6	0.028429578989744186
229772	rnn.weight_ih_l1	7	-0.04545489326119423
229772	rnn.weight_ih_l1	8	0.0375952310860157
229772	rnn.weight_ih_l1	9	0.044573720544576645
229772	rnn.weight_hh_l1	0	-0.006900633219629526
229772	rnn.weight_hh_l1	1	0.019708791747689247
229772	rnn.weight_hh_l1	2	0.007932760752737522
229772	rnn.weight_hh_l1	3	-0.012516547925770283
229772	rnn.weight_hh_l1	4	0.005169226322323084
229772	rnn.weight_hh_l1	5	0.03510332107543945
229772	rnn.weight_hh_l1	6	0.03661230206489563
229772	rnn.weight_hh_l1	7	-0.015914782881736755
229772	rnn.weight_hh_l1	8	-0.007658304180949926
229772	rnn.weight_hh_l1	9	0.03846285492181778
229772	rnn.bias_ih_l1	0	-0.18315821886062622
229772	rnn.bias_ih_l1	1	-0.1799529492855072
229772	rnn.bias_ih_l1	2	-0.19875724613666534
229772	rnn.bias_ih_l1	3	-0.30944114923477173
229772	rnn.bias_ih_l1	4	-0.20642609894275665
229772	rnn.bias_ih_l1	5	-0.08973231911659241
229772	rnn.bias_ih_l1	6	-0.16124789416790009
229772	rnn.bias_ih_l1	7	-0.003836170071735978
229772	rnn.bias_ih_l1	8	-0.13412530720233917
229772	rnn.bias_ih_l1	9	-0.1274738311767578
229772	rnn.bias_hh_l1	0	-0.09619056433439255
229772	rnn.bias_hh_l1	1	-0.06691280007362366
229772	rnn.bias_hh_l1	2	-0.08673503249883652
229772	rnn.bias_hh_l1	3	-0.07874958217144012
229772	rnn.bias_hh_l1	4	-0.07310190051794052
229772	rnn.bias_hh_l1	5	-0.11928275227546692
229772	rnn.bias_hh_l1	6	-0.16269779205322266
229772	rnn.bias_hh_l1	7	0.07535293698310852
229772	rnn.bias_hh_l1	8	-0.1789568066596985
229772	rnn.bias_hh_l1	9	-0.119314044713974
229772	rnn.weight_ih_l1_reverse	0	-0.046904660761356354
229772	rnn.weight_ih_l1_reverse	1	0.03379421681165695
229772	rnn.weight_ih_l1_reverse	2	0.09106216579675674
229772	rnn.weight_ih_l1_reverse	3	-0.019445916637778282
229772	rnn.weight_ih_l1_reverse	4	-0.02637406252324581
229772	rnn.weight_ih_l1_reverse	5	-0.030564099550247192
229772	rnn.weight_ih_l1_reverse	6	-0.018832925707101822
229772	rnn.weight_ih_l1_reverse	7	0.02888563834130764
229772	rnn.weight_ih_l1_reverse	8	0.010180609300732613
229772	rnn.weight_ih_l1_reverse	9	-0.03325484320521355
229772	rnn.weight_hh_l1_reverse	0	0.004725433420389891
229772	rnn.weight_hh_l1_reverse	1	0.031484827399253845
229772	rnn.weight_hh_l1_reverse	2	-0.04059648886322975
229772	rnn.weight_hh_l1_reverse	3	0.034993160516023636
229772	rnn.weight_hh_l1_reverse	4	0.04736722260713577
229772	rnn.weight_hh_l1_reverse	5	0.004692393355071545
229772	rnn.weight_hh_l1_reverse	6	0.04812002554535866
229772	rnn.weight_hh_l1_reverse	7	0.031425654888153076
229772	rnn.weight_hh_l1_reverse	8	-0.007128803059458733
229772	rnn.weight_hh_l1_reverse	9	-0.030748115852475166
229772	rnn.bias_ih_l1_reverse	0	-0.047422897070646286
229772	rnn.bias_ih_l1_reverse	1	-0.14098666608333588
229772	rnn.bias_ih_l1_reverse	2	-0.16355979442596436
229772	rnn.bias_ih_l1_reverse	3	-0.05666999891400337
229772	rnn.bias_ih_l1_reverse	4	-0.20445799827575684
229772	rnn.bias_ih_l1_reverse	5	-0.11689656972885132
229772	rnn.bias_ih_l1_reverse	6	-0.13014209270477295
229772	rnn.bias_ih_l1_reverse	7	-0.1919594556093216
229772	rnn.bias_ih_l1_reverse	8	0.2246612012386322
229772	rnn.bias_ih_l1_reverse	9	0.021857555955648422
229772	rnn.bias_hh_l1_reverse	0	0.00897853635251522
229772	rnn.bias_hh_l1_reverse	1	-0.0650608018040657
229772	rnn.bias_hh_l1_reverse	2	-0.23648889362812042
229772	rnn.bias_hh_l1_reverse	3	-0.14082136750221252
229772	rnn.bias_hh_l1_reverse	4	-0.08079052716493607
229772	rnn.bias_hh_l1_reverse	5	-0.11797716468572617
229772	rnn.bias_hh_l1_reverse	6	0.06143360212445259
229772	rnn.bias_hh_l1_reverse	7	-0.1397339105606079
229772	rnn.bias_hh_l1_reverse	8	-0.12297485023736954
229772	rnn.bias_hh_l1_reverse	9	-0.14937609434127808
229772	linear.weight	0	0.002228822559118271
229772	linear.weight	1	0.09409972280263901
229772	linear.weight	2	-0.09341374039649963
229772	linear.weight	3	0.3064914643764496
229772	linear.weight	4	0.14852634072303772
229772	linear.weight	5	-0.062283024191856384
229772	linear.weight	6	0.09368197619915009
229772	linear.weight	7	0.12189874053001404
229772	linear.weight	8	0.041137803345918655
229772	linear.weight	9	-0.056781888008117676
229772	linear.bias	0	0.09090010821819305
229772	linear.bias	1	-0.1768130213022232
229772	linear.bias	2	-0.4436533749103546
229772	linear.bias	3	-0.6649949550628662
229772	linear.bias	4	-1.2623122930526733
229772	linear.bias	5	-0.06783021241426468
229772	linear.bias	6	-0.8150879144668579
229772	linear.bias	7	0.2635577321052551
229772	linear.bias	8	-0.41085585951805115
229772	linear.bias	9	-1.030876636505127
229969	transitions	0	0.7416844367980957
229969	transitions	1	0.13327684998512268
229969	transitions	2	-10000.0
229969	transitions	3	-1.8278403282165527
229969	transitions	4	-10000.0
229969	transitions	5	0.5635825395584106
229969	transitions	6	-0.08503133058547974
229969	transitions	7	-0.8051851391792297
229969	transitions	8	-1.4214298725128174
229969	transitions	9	-0.0012257025809958577
229969	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
229969	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
229969	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
229969	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
229969	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
229969	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
229969	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
229969	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
229969	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
229969	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
229969	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
229969	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
229969	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
229969	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
229969	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
229969	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
229969	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
229969	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
229969	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
229969	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
229969	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
229969	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
229969	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
229969	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
229969	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
229969	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
229969	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
229969	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
229969	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
229969	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
229969	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
229969	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
229969	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
229969	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
229969	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
229969	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
229969	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
229969	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
229969	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
229969	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
229969	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
229969	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
229969	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
229969	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
229969	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
229969	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
229969	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
229969	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
229969	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
229969	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
229969	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
229969	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
229969	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
229969	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
229969	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
229969	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
229969	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
229969	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
229969	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
229969	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
229969	embedding2nn.weight	0	0.017789293080568314
229969	embedding2nn.weight	1	-0.012963288463652134
229969	embedding2nn.weight	2	-0.014268254861235619
229969	embedding2nn.weight	3	-0.031369347125291824
229969	embedding2nn.weight	4	-0.0059150345623493195
229969	embedding2nn.weight	5	-0.0037005888298153877
229969	embedding2nn.weight	6	-0.00397326797246933
229969	embedding2nn.weight	7	-0.07600870728492737
229969	embedding2nn.weight	8	-0.0019979383796453476
229969	embedding2nn.weight	9	-0.0274608563631773
229969	embedding2nn.bias	0	0.02561088092625141
229969	embedding2nn.bias	1	-0.07013162225484848
229969	embedding2nn.bias	2	0.0719950795173645
229969	embedding2nn.bias	3	0.04792474955320358
229969	embedding2nn.bias	4	-0.043875712901353836
229969	embedding2nn.bias	5	-0.014050071127712727
229969	embedding2nn.bias	6	0.02483460120856762
229969	embedding2nn.bias	7	-0.05190340802073479
229969	embedding2nn.bias	8	0.06655867397785187
229969	embedding2nn.bias	9	0.04161147400736809
229969	rnn.weight_ih_l0	0	-0.07827060669660568
229969	rnn.weight_ih_l0	1	0.003231390379369259
229969	rnn.weight_ih_l0	2	0.035594746470451355
229969	rnn.weight_ih_l0	3	0.022713452577590942
229969	rnn.weight_ih_l0	4	-0.04952168092131615
229969	rnn.weight_ih_l0	5	-0.06878937780857086
229969	rnn.weight_ih_l0	6	-0.002160024596378207
229969	rnn.weight_ih_l0	7	0.05374494940042496
229969	rnn.weight_ih_l0	8	-0.015896594151854515
229969	rnn.weight_ih_l0	9	-0.030745070427656174
229969	rnn.weight_hh_l0	0	-0.03103812411427498
229969	rnn.weight_hh_l0	1	-0.006807280238717794
229969	rnn.weight_hh_l0	2	0.006660472601652145
229969	rnn.weight_hh_l0	3	-0.07441598176956177
229969	rnn.weight_hh_l0	4	0.09412363916635513
229969	rnn.weight_hh_l0	5	-0.025354541838169098
229969	rnn.weight_hh_l0	6	-0.06273479759693146
229969	rnn.weight_hh_l0	7	0.010071187280118465
229969	rnn.weight_hh_l0	8	0.013028822839260101
229969	rnn.weight_hh_l0	9	-0.025238292291760445
229969	rnn.bias_ih_l0	0	0.12896890938282013
229969	rnn.bias_ih_l0	1	-0.037720389664173126
229969	rnn.bias_ih_l0	2	-0.03290275111794472
229969	rnn.bias_ih_l0	3	0.16357335448265076
229969	rnn.bias_ih_l0	4	-0.01173404511064291
229969	rnn.bias_ih_l0	5	-0.023654896765947342
229969	rnn.bias_ih_l0	6	0.01776348426938057
229969	rnn.bias_ih_l0	7	0.02253156341612339
229969	rnn.bias_ih_l0	8	-0.10009998828172684
229969	rnn.bias_ih_l0	9	-0.04040595889091492
229969	rnn.bias_hh_l0	0	0.0014310834230855107
229969	rnn.bias_hh_l0	1	-0.09601198136806488
229969	rnn.bias_hh_l0	2	-0.07362252473831177
229969	rnn.bias_hh_l0	3	-0.09061286598443985
229969	rnn.bias_hh_l0	4	0.0100110974162817
229969	rnn.bias_hh_l0	5	-0.022006142884492874
229969	rnn.bias_hh_l0	6	0.026262283325195312
229969	rnn.bias_hh_l0	7	0.057631369680166245
229969	rnn.bias_hh_l0	8	-0.1217147707939148
229969	rnn.bias_hh_l0	9	-0.058035727590322495
229969	rnn.weight_ih_l0_reverse	0	-0.024051237851381302
229969	rnn.weight_ih_l0_reverse	1	-0.05659913644194603
229969	rnn.weight_ih_l0_reverse	2	-0.04843931272625923
229969	rnn.weight_ih_l0_reverse	3	0.014046167954802513
229969	rnn.weight_ih_l0_reverse	4	-0.02517659403383732
229969	rnn.weight_ih_l0_reverse	5	-0.056833118200302124
229969	rnn.weight_ih_l0_reverse	6	0.07472673058509827
229969	rnn.weight_ih_l0_reverse	7	-0.019619254395365715
229969	rnn.weight_ih_l0_reverse	8	-0.019443145021796227
229969	rnn.weight_ih_l0_reverse	9	0.004566490184515715
229969	rnn.weight_hh_l0_reverse	0	0.06707002222537994
229969	rnn.weight_hh_l0_reverse	1	0.021011801436543465
229969	rnn.weight_hh_l0_reverse	2	0.029813183471560478
229969	rnn.weight_hh_l0_reverse	3	0.035297345370054245
229969	rnn.weight_hh_l0_reverse	4	0.01377793401479721
229969	rnn.weight_hh_l0_reverse	5	0.006959056947380304
229969	rnn.weight_hh_l0_reverse	6	0.05097295716404915
229969	rnn.weight_hh_l0_reverse	7	-0.08222844451665878
229969	rnn.weight_hh_l0_reverse	8	0.04147665202617645
229969	rnn.weight_hh_l0_reverse	9	0.03502973914146423
229969	rnn.bias_ih_l0_reverse	0	-0.058709707111120224
229969	rnn.bias_ih_l0_reverse	1	-0.28322476148605347
229969	rnn.bias_ih_l0_reverse	2	-0.1224358081817627
229969	rnn.bias_ih_l0_reverse	3	-0.048060256987810135
229969	rnn.bias_ih_l0_reverse	4	-0.019817769527435303
229969	rnn.bias_ih_l0_reverse	5	0.07495704293251038
229969	rnn.bias_ih_l0_reverse	6	-0.06615006178617477
229969	rnn.bias_ih_l0_reverse	7	0.06436768174171448
229969	rnn.bias_ih_l0_reverse	8	-0.03996695578098297
229969	rnn.bias_ih_l0_reverse	9	0.06375474482774734
229969	rnn.bias_hh_l0_reverse	0	0.020864902064204216
229969	rnn.bias_hh_l0_reverse	1	-0.05811334773898125
229969	rnn.bias_hh_l0_reverse	2	0.08635719120502472
229969	rnn.bias_hh_l0_reverse	3	-0.051508862525224686
229969	rnn.bias_hh_l0_reverse	4	-0.029062658548355103
229969	rnn.bias_hh_l0_reverse	5	-0.019800104200839996
229969	rnn.bias_hh_l0_reverse	6	-0.017937639728188515
229969	rnn.bias_hh_l0_reverse	7	0.09776230156421661
229969	rnn.bias_hh_l0_reverse	8	0.03209349140524864
229969	rnn.bias_hh_l0_reverse	9	-0.14726589620113373
229969	rnn.weight_ih_l1	0	-0.03017333708703518
229969	rnn.weight_ih_l1	1	-0.050371911376714706
229969	rnn.weight_ih_l1	2	0.06395523995161057
229969	rnn.weight_ih_l1	3	-0.07404438406229019
229969	rnn.weight_ih_l1	4	-0.013914504088461399
229969	rnn.weight_ih_l1	5	-0.040537286549806595
229969	rnn.weight_ih_l1	6	0.02853536792099476
229969	rnn.weight_ih_l1	7	-0.04541198909282684
229969	rnn.weight_ih_l1	8	0.03754103556275368
229969	rnn.weight_ih_l1	9	0.04446399211883545
229969	rnn.weight_hh_l1	0	-0.006985981948673725
229969	rnn.weight_hh_l1	1	0.019706103950738907
229969	rnn.weight_hh_l1	2	0.0075662932358682156
229969	rnn.weight_hh_l1	3	-0.012611957266926765
229969	rnn.weight_hh_l1	4	0.005103496368974447
229969	rnn.weight_hh_l1	5	0.035057127475738525
229969	rnn.weight_hh_l1	6	0.03667236864566803
229969	rnn.weight_hh_l1	7	-0.016008758917450905
229969	rnn.weight_hh_l1	8	-0.0076643615029752254
229969	rnn.weight_hh_l1	9	0.03846947103738785
229969	rnn.bias_ih_l1	0	-0.18244284391403198
229969	rnn.bias_ih_l1	1	-0.1805022656917572
229969	rnn.bias_ih_l1	2	-0.1984044760465622
229969	rnn.bias_ih_l1	3	-0.3091074824333191
229969	rnn.bias_ih_l1	4	-0.20674633979797363
229969	rnn.bias_ih_l1	5	-0.0896369069814682
229969	rnn.bias_ih_l1	6	-0.16134105622768402
229969	rnn.bias_ih_l1	7	-0.0034540833439677954
229969	rnn.bias_ih_l1	8	-0.13420768082141876
229969	rnn.bias_ih_l1	9	-0.1277877539396286
229969	rnn.bias_hh_l1	0	-0.09609932452440262
229969	rnn.bias_hh_l1	1	-0.0671917274594307
229969	rnn.bias_hh_l1	2	-0.08617749065160751
229969	rnn.bias_hh_l1	3	-0.07879606634378433
229969	rnn.bias_hh_l1	4	-0.07304546982049942
229969	rnn.bias_hh_l1	5	-0.11905074119567871
229969	rnn.bias_hh_l1	6	-0.16308194398880005
229969	rnn.bias_hh_l1	7	0.0759412869811058
229969	rnn.bias_hh_l1	8	-0.1789625585079193
229969	rnn.bias_hh_l1	9	-0.11981261521577835
229969	rnn.weight_ih_l1_reverse	0	-0.04692773148417473
229969	rnn.weight_ih_l1_reverse	1	0.03382273018360138
229969	rnn.weight_ih_l1_reverse	2	0.0908108577132225
229969	rnn.weight_ih_l1_reverse	3	-0.01967507414519787
229969	rnn.weight_ih_l1_reverse	4	-0.026349665597081184
229969	rnn.weight_ih_l1_reverse	5	-0.030607756227254868
229969	rnn.weight_ih_l1_reverse	6	-0.01898956298828125
229969	rnn.weight_ih_l1_reverse	7	0.02881127968430519
229969	rnn.weight_ih_l1_reverse	8	0.010542516596615314
229969	rnn.weight_ih_l1_reverse	9	-0.03325832635164261
229969	rnn.weight_hh_l1_reverse	0	0.004687316250056028
229969	rnn.weight_hh_l1_reverse	1	0.031493350863456726
229969	rnn.weight_hh_l1_reverse	2	-0.04057740420103073
229969	rnn.weight_hh_l1_reverse	3	0.035008881241083145
229969	rnn.weight_hh_l1_reverse	4	0.047288231551647186
229969	rnn.weight_hh_l1_reverse	5	0.004639234859496355
229969	rnn.weight_hh_l1_reverse	6	0.04796036332845688
229969	rnn.weight_hh_l1_reverse	7	0.03135402128100395
229969	rnn.weight_hh_l1_reverse	8	-0.007127216551452875
229969	rnn.weight_hh_l1_reverse	9	-0.030703313648700714
229969	rnn.bias_ih_l1_reverse	0	-0.04750293120741844
229969	rnn.bias_ih_l1_reverse	1	-0.14080378413200378
229969	rnn.bias_ih_l1_reverse	2	-0.16357390582561493
229969	rnn.bias_ih_l1_reverse	3	-0.055546265095472336
229969	rnn.bias_ih_l1_reverse	4	-0.20460498332977295
229969	rnn.bias_ih_l1_reverse	5	-0.1166331097483635
229969	rnn.bias_ih_l1_reverse	6	-0.13027764856815338
229969	rnn.bias_ih_l1_reverse	7	-0.1919407993555069
229969	rnn.bias_ih_l1_reverse	8	0.22413496673107147
229969	rnn.bias_ih_l1_reverse	9	0.021258631721138954
229969	rnn.bias_hh_l1_reverse	0	0.010482259094715118
229969	rnn.bias_hh_l1_reverse	1	-0.06569631397724152
229969	rnn.bias_hh_l1_reverse	2	-0.23659080266952515
229969	rnn.bias_hh_l1_reverse	3	-0.14084652066230774
229969	rnn.bias_hh_l1_reverse	4	-0.08072026818990707
229969	rnn.bias_hh_l1_reverse	5	-0.11799105256795883
229969	rnn.bias_hh_l1_reverse	6	0.06071898341178894
229969	rnn.bias_hh_l1_reverse	7	-0.1395384818315506
229969	rnn.bias_hh_l1_reverse	8	-0.12283649295568466
229969	rnn.bias_hh_l1_reverse	9	-0.14921808242797852
229969	linear.weight	0	0.002228822559118271
229969	linear.weight	1	0.09472855180501938
229969	linear.weight	2	-0.09336528927087784
229969	linear.weight	3	0.3080615997314453
229969	linear.weight	4	0.14897090196609497
229969	linear.weight	5	-0.062482211738824844
229969	linear.weight	6	0.09330447763204575
229969	linear.weight	7	0.12187172472476959
229969	linear.weight	8	0.041137900203466415
229969	linear.weight	9	-0.05701126530766487
229969	linear.bias	0	0.0932999849319458
229969	linear.bias	1	-0.18100598454475403
229969	linear.bias	2	-0.4439730942249298
229969	linear.bias	3	-0.6660009622573853
229969	linear.bias	4	-1.263378620147705
229969	linear.bias	5	-0.06455598026514053
229969	linear.bias	6	-0.819664478302002
229969	linear.bias	7	0.26694950461387634
229969	linear.bias	8	-0.41022831201553345
229969	linear.bias	9	-1.0302811861038208
230166	transitions	0	0.7456638813018799
230166	transitions	1	0.13444070518016815
230166	transitions	2	-10000.0
230166	transitions	3	-1.8278415203094482
230166	transitions	4	-10000.0
230166	transitions	5	0.5635766983032227
230166	transitions	6	-0.08503606915473938
230166	transitions	7	-0.8052012920379639
230166	transitions	8	-1.4214376211166382
230166	transitions	9	-0.0012257605558261275
230166	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
230166	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
230166	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
230166	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
230166	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
230166	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
230166	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
230166	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
230166	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
230166	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
230166	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
230166	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
230166	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
230166	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
230166	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
230166	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
230166	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
230166	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
230166	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
230166	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
230166	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
230166	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
230166	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
230166	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
230166	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
230166	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
230166	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
230166	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
230166	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
230166	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
230166	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
230166	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
230166	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
230166	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
230166	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
230166	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
230166	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
230166	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
230166	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
230166	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
230166	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
230166	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
230166	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
230166	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
230166	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
230166	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
230166	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
230166	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
230166	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
230166	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
230166	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
230166	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
230166	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
230166	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
230166	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
230166	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
230166	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
230166	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
230166	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
230166	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
230166	embedding2nn.weight	0	0.017638325691223145
230166	embedding2nn.weight	1	-0.01298072375357151
230166	embedding2nn.weight	2	-0.014268254861235619
230166	embedding2nn.weight	3	-0.031326573342084885
230166	embedding2nn.weight	4	-0.0059150345623493195
230166	embedding2nn.weight	5	-0.0037005888298153877
230166	embedding2nn.weight	6	-0.00397326797246933
230166	embedding2nn.weight	7	-0.07609998434782028
230166	embedding2nn.weight	8	-0.0019979383796453476
230166	embedding2nn.weight	9	-0.02742180973291397
230166	embedding2nn.bias	0	0.027483653277158737
230166	embedding2nn.bias	1	-0.07069729268550873
230166	embedding2nn.bias	2	0.07339584082365036
230166	embedding2nn.bias	3	0.047297701239585876
230166	embedding2nn.bias	4	-0.04227947071194649
230166	embedding2nn.bias	5	-0.013945817947387695
230166	embedding2nn.bias	6	0.0257200226187706
230166	embedding2nn.bias	7	-0.052190206944942474
230166	embedding2nn.bias	8	0.06652788072824478
230166	embedding2nn.bias	9	0.041625138372182846
230166	rnn.weight_ih_l0	0	-0.07841981202363968
230166	rnn.weight_ih_l0	1	0.0033433614298701286
230166	rnn.weight_ih_l0	2	0.03553467616438866
230166	rnn.weight_ih_l0	3	0.02272763103246689
230166	rnn.weight_ih_l0	4	-0.04945727810263634
230166	rnn.weight_ih_l0	5	-0.0686647891998291
230166	rnn.weight_ih_l0	6	-0.0019323253072798252
230166	rnn.weight_ih_l0	7	0.05380360037088394
230166	rnn.weight_ih_l0	8	-0.01600472256541252
230166	rnn.weight_ih_l0	9	-0.030606970191001892
230166	rnn.weight_hh_l0	0	-0.03111567348241806
230166	rnn.weight_hh_l0	1	-0.006759009789675474
230166	rnn.weight_hh_l0	2	0.006729233544319868
230166	rnn.weight_hh_l0	3	-0.07440678030252457
230166	rnn.weight_hh_l0	4	0.09418221563100815
230166	rnn.weight_hh_l0	5	-0.02533431351184845
230166	rnn.weight_hh_l0	6	-0.06282662600278854
230166	rnn.weight_hh_l0	7	0.009961412288248539
230166	rnn.weight_hh_l0	8	0.01299559697508812
230166	rnn.weight_hh_l0	9	-0.025253325700759888
230166	rnn.bias_ih_l0	0	0.1290913224220276
230166	rnn.bias_ih_l0	1	-0.0375915989279747
230166	rnn.bias_ih_l0	2	-0.03279869258403778
230166	rnn.bias_ih_l0	3	0.1640183925628662
230166	rnn.bias_ih_l0	4	-0.011945406906306744
230166	rnn.bias_ih_l0	5	-0.02391951158642769
230166	rnn.bias_ih_l0	6	0.017571300268173218
230166	rnn.bias_ih_l0	7	0.022205008193850517
230166	rnn.bias_ih_l0	8	-0.10018667578697205
230166	rnn.bias_ih_l0	9	-0.03961366042494774
230166	rnn.bias_hh_l0	0	0.0014577362453565001
230166	rnn.bias_hh_l0	1	-0.09612759202718735
230166	rnn.bias_hh_l0	2	-0.07383568584918976
230166	rnn.bias_hh_l0	3	-0.09060865640640259
230166	rnn.bias_hh_l0	4	0.00994771160185337
230166	rnn.bias_hh_l0	5	-0.021715937182307243
230166	rnn.bias_hh_l0	6	0.025815432891249657
230166	rnn.bias_hh_l0	7	0.05760850012302399
230166	rnn.bias_hh_l0	8	-0.1220652163028717
230166	rnn.bias_hh_l0	9	-0.058000996708869934
230166	rnn.weight_ih_l0_reverse	0	-0.024431079626083374
230166	rnn.weight_ih_l0_reverse	1	-0.056614551693201065
230166	rnn.weight_ih_l0_reverse	2	-0.04837871715426445
230166	rnn.weight_ih_l0_reverse	3	0.014067352749407291
230166	rnn.weight_ih_l0_reverse	4	-0.025234410539269447
230166	rnn.weight_ih_l0_reverse	5	-0.056931063532829285
230166	rnn.weight_ih_l0_reverse	6	0.07469973713159561
230166	rnn.weight_ih_l0_reverse	7	-0.01967710629105568
230166	rnn.weight_ih_l0_reverse	8	-0.01948419213294983
230166	rnn.weight_ih_l0_reverse	9	0.00456906808540225
230166	rnn.weight_hh_l0_reverse	0	0.06718365848064423
230166	rnn.weight_hh_l0_reverse	1	0.021003901958465576
230166	rnn.weight_hh_l0_reverse	2	0.029755234718322754
230166	rnn.weight_hh_l0_reverse	3	0.035296808928251266
230166	rnn.weight_hh_l0_reverse	4	0.013756085187196732
230166	rnn.weight_hh_l0_reverse	5	0.006814447697252035
230166	rnn.weight_hh_l0_reverse	6	0.051062677055597305
230166	rnn.weight_hh_l0_reverse	7	-0.08220087736845016
230166	rnn.weight_hh_l0_reverse	8	0.04151202365756035
230166	rnn.weight_hh_l0_reverse	9	0.035097457468509674
230166	rnn.bias_ih_l0_reverse	0	-0.05852702260017395
230166	rnn.bias_ih_l0_reverse	1	-0.28301218152046204
230166	rnn.bias_ih_l0_reverse	2	-0.12228279560804367
230166	rnn.bias_ih_l0_reverse	3	-0.04824879392981529
230166	rnn.bias_ih_l0_reverse	4	-0.01922445371747017
230166	rnn.bias_ih_l0_reverse	5	0.07507769018411636
230166	rnn.bias_ih_l0_reverse	6	-0.06640083342790604
230166	rnn.bias_ih_l0_reverse	7	0.06441494077444077
230166	rnn.bias_ih_l0_reverse	8	-0.04012063890695572
230166	rnn.bias_ih_l0_reverse	9	0.06384234875440598
230166	rnn.bias_hh_l0_reverse	0	0.021115858107805252
230166	rnn.bias_hh_l0_reverse	1	-0.05859498679637909
230166	rnn.bias_hh_l0_reverse	2	0.08660784363746643
230166	rnn.bias_hh_l0_reverse	3	-0.05160750448703766
230166	rnn.bias_hh_l0_reverse	4	-0.02903367206454277
230166	rnn.bias_hh_l0_reverse	5	-0.020086588338017464
230166	rnn.bias_hh_l0_reverse	6	-0.018195457756519318
230166	rnn.bias_hh_l0_reverse	7	0.09812084585428238
230166	rnn.bias_hh_l0_reverse	8	0.03204508125782013
230166	rnn.bias_hh_l0_reverse	9	-0.14720787107944489
230166	rnn.weight_ih_l1	0	-0.03020496666431427
230166	rnn.weight_ih_l1	1	-0.05026243254542351
230166	rnn.weight_ih_l1	2	0.0638103187084198
230166	rnn.weight_ih_l1	3	-0.0742039680480957
230166	rnn.weight_ih_l1	4	-0.013925843872129917
230166	rnn.weight_ih_l1	5	-0.04051634669303894
230166	rnn.weight_ih_l1	6	0.02865614928305149
230166	rnn.weight_ih_l1	7	-0.04524058476090431
230166	rnn.weight_ih_l1	8	0.03757375478744507
230166	rnn.weight_ih_l1	9	0.044662680476903915
230166	rnn.weight_hh_l1	0	-0.007022414822131395
230166	rnn.weight_hh_l1	1	0.019703621044754982
230166	rnn.weight_hh_l1	2	0.007628349121659994
230166	rnn.weight_hh_l1	3	-0.012682800181210041
230166	rnn.weight_hh_l1	4	0.005107784178107977
230166	rnn.weight_hh_l1	5	0.035081662237644196
230166	rnn.weight_hh_l1	6	0.036644984036684036
230166	rnn.weight_hh_l1	7	-0.016032878309488297
230166	rnn.weight_hh_l1	8	-0.00770185561850667
230166	rnn.weight_hh_l1	9	0.03856228291988373
230166	rnn.bias_ih_l1	0	-0.18283703923225403
230166	rnn.bias_ih_l1	1	-0.18024064600467682
230166	rnn.bias_ih_l1	2	-0.19851627945899963
230166	rnn.bias_ih_l1	3	-0.30913662910461426
230166	rnn.bias_ih_l1	4	-0.20671552419662476
230166	rnn.bias_ih_l1	5	-0.08954662829637527
230166	rnn.bias_ih_l1	6	-0.16159482300281525
230166	rnn.bias_ih_l1	7	-0.0027928270865231752
230166	rnn.bias_ih_l1	8	-0.1345776915550232
230166	rnn.bias_ih_l1	9	-0.12764324247837067
230166	rnn.bias_hh_l1	0	-0.09615115821361542
230166	rnn.bias_hh_l1	1	-0.0668506845831871
230166	rnn.bias_hh_l1	2	-0.08564244210720062
230166	rnn.bias_hh_l1	3	-0.07911902666091919
230166	rnn.bias_hh_l1	4	-0.07293488830327988
230166	rnn.bias_hh_l1	5	-0.11899851262569427
230166	rnn.bias_hh_l1	6	-0.1628667712211609
230166	rnn.bias_hh_l1	7	0.07652587443590164
230166	rnn.bias_hh_l1	8	-0.17927980422973633
230166	rnn.bias_hh_l1	9	-0.12047479301691055
230166	rnn.weight_ih_l1_reverse	0	-0.04698823392391205
230166	rnn.weight_ih_l1_reverse	1	0.033688995987176895
230166	rnn.weight_ih_l1_reverse	2	0.09078992903232574
230166	rnn.weight_ih_l1_reverse	3	-0.019706226885318756
230166	rnn.weight_ih_l1_reverse	4	-0.02672046795487404
230166	rnn.weight_ih_l1_reverse	5	-0.030598247423768044
230166	rnn.weight_ih_l1_reverse	6	-0.019195763394236565
230166	rnn.weight_ih_l1_reverse	7	0.0289646964520216
230166	rnn.weight_ih_l1_reverse	8	0.010385073721408844
230166	rnn.weight_ih_l1_reverse	9	-0.033006176352500916
230166	rnn.weight_hh_l1_reverse	0	0.004725744482129812
230166	rnn.weight_hh_l1_reverse	1	0.03152989596128464
230166	rnn.weight_hh_l1_reverse	2	-0.04058586806058884
230166	rnn.weight_hh_l1_reverse	3	0.03503873571753502
230166	rnn.weight_hh_l1_reverse	4	0.04739530384540558
230166	rnn.weight_hh_l1_reverse	5	0.004608587361872196
230166	rnn.weight_hh_l1_reverse	6	0.048253096640110016
230166	rnn.weight_hh_l1_reverse	7	0.031329043209552765
230166	rnn.weight_hh_l1_reverse	8	-0.0071044256910681725
230166	rnn.weight_hh_l1_reverse	9	-0.030682651326060295
230166	rnn.bias_ih_l1_reverse	0	-0.04754696413874626
230166	rnn.bias_ih_l1_reverse	1	-0.1411616951227188
230166	rnn.bias_ih_l1_reverse	2	-0.1633368581533432
230166	rnn.bias_ih_l1_reverse	3	-0.05539844185113907
230166	rnn.bias_ih_l1_reverse	4	-0.20462597906589508
230166	rnn.bias_ih_l1_reverse	5	-0.11676523089408875
230166	rnn.bias_ih_l1_reverse	6	-0.1302720606327057
230166	rnn.bias_ih_l1_reverse	7	-0.19181740283966064
230166	rnn.bias_ih_l1_reverse	8	0.22431790828704834
230166	rnn.bias_ih_l1_reverse	9	0.021990422159433365
230166	rnn.bias_hh_l1_reverse	0	0.011061492376029491
230166	rnn.bias_hh_l1_reverse	1	-0.06579650938510895
230166	rnn.bias_hh_l1_reverse	2	-0.23672206699848175
230166	rnn.bias_hh_l1_reverse	3	-0.1406412273645401
230166	rnn.bias_hh_l1_reverse	4	-0.08089610189199448
230166	rnn.bias_hh_l1_reverse	5	-0.11774910986423492
230166	rnn.bias_hh_l1_reverse	6	0.06107397377490997
230166	rnn.bias_hh_l1_reverse	7	-0.13946770131587982
230166	rnn.bias_hh_l1_reverse	8	-0.12288494408130646
230166	rnn.bias_hh_l1_reverse	9	-0.14943072199821472
230166	linear.weight	0	0.002228822559118271
230166	linear.weight	1	0.09432048350572586
230166	linear.weight	2	-0.09372996538877487
230166	linear.weight	3	0.3075990378856659
230166	linear.weight	4	0.1493787169456482
230166	linear.weight	5	-0.06197335943579674
230166	linear.weight	6	0.09495510160923004
230166	linear.weight	7	0.12134845554828644
230166	linear.weight	8	0.04113781452178955
230166	linear.weight	9	-0.05691269412636757
230166	linear.bias	0	0.09632543474435806
230166	linear.bias	1	-0.18406569957733154
230166	linear.bias	2	-0.44735294580459595
230166	linear.bias	3	-0.664060115814209
230166	linear.bias	4	-1.2613250017166138
230166	linear.bias	5	-0.06627421081066132
230166	linear.bias	6	-0.8237645030021667
230166	linear.bias	7	0.2649218738079071
230166	linear.bias	8	-0.4102952480316162
230166	linear.bias	9	-1.0304946899414062
230363	transitions	0	0.7472370266914368
230363	transitions	1	0.1348944753408432
230363	transitions	2	-10000.0
230363	transitions	3	-1.8278446197509766
230363	transitions	4	-10000.0
230363	transitions	5	0.5635703802108765
230363	transitions	6	-0.08504068851470947
230363	transitions	7	-0.805222749710083
230363	transitions	8	-1.4214491844177246
230363	transitions	9	-0.0012261675437912345
230363	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
230363	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
230363	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
230363	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
230363	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
230363	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
230363	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
230363	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
230363	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
230363	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
230363	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
230363	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
230363	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
230363	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
230363	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
230363	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
230363	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
230363	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
230363	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
230363	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
230363	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
230363	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
230363	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
230363	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
230363	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
230363	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
230363	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
230363	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
230363	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
230363	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
230363	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
230363	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
230363	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
230363	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
230363	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
230363	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
230363	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
230363	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
230363	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
230363	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
230363	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
230363	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
230363	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
230363	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
230363	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
230363	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
230363	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
230363	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
230363	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
230363	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
230363	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
230363	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
230363	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
230363	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
230363	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
230363	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
230363	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
230363	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
230363	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
230363	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
230363	embedding2nn.weight	0	0.01781480945646763
230363	embedding2nn.weight	1	-0.012960882857441902
230363	embedding2nn.weight	2	-0.014268254861235619
230363	embedding2nn.weight	3	-0.03152065724134445
230363	embedding2nn.weight	4	-0.0059150345623493195
230363	embedding2nn.weight	5	-0.0037005888298153877
230363	embedding2nn.weight	6	-0.00397326797246933
230363	embedding2nn.weight	7	-0.07613875716924667
230363	embedding2nn.weight	8	-0.0019979383796453476
230363	embedding2nn.weight	9	-0.027456460520625114
230363	embedding2nn.bias	0	0.028503011912107468
230363	embedding2nn.bias	1	-0.07158102840185165
230363	embedding2nn.bias	2	0.07387036830186844
230363	embedding2nn.bias	3	0.04792621731758118
230363	embedding2nn.bias	4	-0.0437040738761425
230363	embedding2nn.bias	5	-0.014137268997728825
230363	embedding2nn.bias	6	0.02436991035938263
230363	embedding2nn.bias	7	-0.05311661586165428
230363	embedding2nn.bias	8	0.06769797205924988
230363	embedding2nn.bias	9	0.0433557890355587
230363	rnn.weight_ih_l0	0	-0.0787140280008316
230363	rnn.weight_ih_l0	1	0.003312542336061597
230363	rnn.weight_ih_l0	2	0.035674743354320526
230363	rnn.weight_ih_l0	3	0.022641543298959732
230363	rnn.weight_ih_l0	4	-0.049598198384046555
230363	rnn.weight_ih_l0	5	-0.0686667338013649
230363	rnn.weight_ih_l0	6	-0.0020098991226404905
230363	rnn.weight_ih_l0	7	0.053955573588609695
230363	rnn.weight_ih_l0	8	-0.01601986400783062
230363	rnn.weight_ih_l0	9	-0.03051568940281868
230363	rnn.weight_hh_l0	0	-0.0309868436306715
230363	rnn.weight_hh_l0	1	-0.006862366106361151
230363	rnn.weight_hh_l0	2	0.006788565777242184
230363	rnn.weight_hh_l0	3	-0.07435356080532074
230363	rnn.weight_hh_l0	4	0.09421561658382416
230363	rnn.weight_hh_l0	5	-0.02538340352475643
230363	rnn.weight_hh_l0	6	-0.06299693882465363
230363	rnn.weight_hh_l0	7	0.010299614630639553
230363	rnn.weight_hh_l0	8	0.013125676661729813
230363	rnn.weight_hh_l0	9	-0.025271311402320862
230363	rnn.bias_ih_l0	0	0.1289474070072174
230363	rnn.bias_ih_l0	1	-0.03782317042350769
230363	rnn.bias_ih_l0	2	-0.03315109759569168
230363	rnn.bias_ih_l0	3	0.1637742966413498
230363	rnn.bias_ih_l0	4	-0.012259417213499546
230363	rnn.bias_ih_l0	5	-0.0238352008163929
230363	rnn.bias_ih_l0	6	0.017047405242919922
230363	rnn.bias_ih_l0	7	0.022740228101611137
230363	rnn.bias_ih_l0	8	-0.10027541220188141
230363	rnn.bias_ih_l0	9	-0.038421422243118286
230363	rnn.bias_hh_l0	0	0.0012445712927728891
230363	rnn.bias_hh_l0	1	-0.09646186232566833
230363	rnn.bias_hh_l0	2	-0.07395035028457642
230363	rnn.bias_hh_l0	3	-0.09063228964805603
230363	rnn.bias_hh_l0	4	0.010035076178610325
230363	rnn.bias_hh_l0	5	-0.021494584158062935
230363	rnn.bias_hh_l0	6	0.025858629494905472
230363	rnn.bias_hh_l0	7	0.05750392749905586
230363	rnn.bias_hh_l0	8	-0.12198477238416672
230363	rnn.bias_hh_l0	9	-0.05807975307106972
230363	rnn.weight_ih_l0_reverse	0	-0.024587925523519516
230363	rnn.weight_ih_l0_reverse	1	-0.056630123406648636
230363	rnn.weight_ih_l0_reverse	2	-0.04862171411514282
230363	rnn.weight_ih_l0_reverse	3	0.01423531025648117
230363	rnn.weight_ih_l0_reverse	4	-0.025189008563756943
230363	rnn.weight_ih_l0_reverse	5	-0.05696118623018265
230363	rnn.weight_ih_l0_reverse	6	0.07476534694433212
230363	rnn.weight_ih_l0_reverse	7	-0.019704867154359818
230363	rnn.weight_ih_l0_reverse	8	-0.019494330510497093
230363	rnn.weight_ih_l0_reverse	9	0.0046784239821136
230363	rnn.weight_hh_l0_reverse	0	0.06737702339887619
230363	rnn.weight_hh_l0_reverse	1	0.020922057330608368
230363	rnn.weight_hh_l0_reverse	2	0.02977643720805645
230363	rnn.weight_hh_l0_reverse	3	0.03532916679978371
230363	rnn.weight_hh_l0_reverse	4	0.013565615750849247
230363	rnn.weight_hh_l0_reverse	5	0.0066676330752670765
230363	rnn.weight_hh_l0_reverse	6	0.05098913237452507
230363	rnn.weight_hh_l0_reverse	7	-0.08241788297891617
230363	rnn.weight_hh_l0_reverse	8	0.041447319090366364
230363	rnn.weight_hh_l0_reverse	9	0.03506918251514435
230363	rnn.bias_ih_l0_reverse	0	-0.058273088186979294
230363	rnn.bias_ih_l0_reverse	1	-0.2832171320915222
230363	rnn.bias_ih_l0_reverse	2	-0.12250562012195587
230363	rnn.bias_ih_l0_reverse	3	-0.04838760197162628
230363	rnn.bias_ih_l0_reverse	4	-0.01921529322862625
230363	rnn.bias_ih_l0_reverse	5	0.07518836855888367
230363	rnn.bias_ih_l0_reverse	6	-0.06598026305437088
230363	rnn.bias_ih_l0_reverse	7	0.06434465199708939
230363	rnn.bias_ih_l0_reverse	8	-0.03978802636265755
230363	rnn.bias_ih_l0_reverse	9	0.06392916291952133
230363	rnn.bias_hh_l0_reverse	0	0.021367263048887253
230363	rnn.bias_hh_l0_reverse	1	-0.05931040272116661
230363	rnn.bias_hh_l0_reverse	2	0.08689367026090622
230363	rnn.bias_hh_l0_reverse	3	-0.051697686314582825
230363	rnn.bias_hh_l0_reverse	4	-0.029036492109298706
230363	rnn.bias_hh_l0_reverse	5	-0.020375389605760574
230363	rnn.bias_hh_l0_reverse	6	-0.01835014671087265
230363	rnn.bias_hh_l0_reverse	7	0.09784011542797089
230363	rnn.bias_hh_l0_reverse	8	0.03170500695705414
230363	rnn.bias_hh_l0_reverse	9	-0.1473199725151062
230363	rnn.weight_ih_l1	0	-0.030340341851115227
230363	rnn.weight_ih_l1	1	-0.050375908613204956
230363	rnn.weight_ih_l1	2	0.06323660165071487
230363	rnn.weight_ih_l1	3	-0.07392285019159317
230363	rnn.weight_ih_l1	4	-0.013879021629691124
230363	rnn.weight_ih_l1	5	-0.04056533798575401
230363	rnn.weight_ih_l1	6	0.028644926846027374
230363	rnn.weight_ih_l1	7	-0.04496109485626221
230363	rnn.weight_ih_l1	8	0.03757771477103233
230363	rnn.weight_ih_l1	9	0.04454820230603218
230363	rnn.weight_hh_l1	0	-0.00696995435282588
230363	rnn.weight_hh_l1	1	0.01968136429786682
230363	rnn.weight_hh_l1	2	0.007506341673433781
230363	rnn.weight_hh_l1	3	-0.012670923955738544
230363	rnn.weight_hh_l1	4	0.005090220365673304
230363	rnn.weight_hh_l1	5	0.03519633412361145
230363	rnn.weight_hh_l1	6	0.036580268293619156
230363	rnn.weight_hh_l1	7	-0.016069471836090088
230363	rnn.weight_hh_l1	8	-0.007704326417297125
230363	rnn.weight_hh_l1	9	0.03866560012102127
230363	rnn.bias_ih_l1	0	-0.1826179176568985
230363	rnn.bias_ih_l1	1	-0.18047049641609192
230363	rnn.bias_ih_l1	2	-0.19862832129001617
230363	rnn.bias_ih_l1	3	-0.3091987371444702
230363	rnn.bias_ih_l1	4	-0.20578834414482117
230363	rnn.bias_ih_l1	5	-0.0891905277967453
230363	rnn.bias_ih_l1	6	-0.16195590794086456
230363	rnn.bias_ih_l1	7	-0.0030552581883966923
230363	rnn.bias_ih_l1	8	-0.13451401889324188
230363	rnn.bias_ih_l1	9	-0.12785038352012634
230363	rnn.bias_hh_l1	0	-0.09599392116069794
230363	rnn.bias_hh_l1	1	-0.06715758144855499
230363	rnn.bias_hh_l1	2	-0.08546598255634308
230363	rnn.bias_hh_l1	3	-0.0790696069598198
230363	rnn.bias_hh_l1	4	-0.07257679849863052
230363	rnn.bias_hh_l1	5	-0.11909033358097076
230363	rnn.bias_hh_l1	6	-0.16308654844760895
230363	rnn.bias_hh_l1	7	0.07651405036449432
230363	rnn.bias_hh_l1	8	-0.17931818962097168
230363	rnn.bias_hh_l1	9	-0.12000753730535507
230363	rnn.weight_ih_l1_reverse	0	-0.04706539586186409
230363	rnn.weight_ih_l1_reverse	1	0.03400443121790886
230363	rnn.weight_ih_l1_reverse	2	0.0909648910164833
230363	rnn.weight_ih_l1_reverse	3	-0.0198757816106081
230363	rnn.weight_ih_l1_reverse	4	-0.02671094983816147
230363	rnn.weight_ih_l1_reverse	5	-0.030610302463173866
230363	rnn.weight_ih_l1_reverse	6	-0.01923239603638649
230363	rnn.weight_ih_l1_reverse	7	0.029034920036792755
230363	rnn.weight_ih_l1_reverse	8	0.010511495172977448
230363	rnn.weight_ih_l1_reverse	9	-0.03343474492430687
230363	rnn.weight_hh_l1_reverse	0	0.004687616601586342
230363	rnn.weight_hh_l1_reverse	1	0.03159591183066368
230363	rnn.weight_hh_l1_reverse	2	-0.04059096425771713
230363	rnn.weight_hh_l1_reverse	3	0.03506055101752281
230363	rnn.weight_hh_l1_reverse	4	0.04734422266483307
230363	rnn.weight_hh_l1_reverse	5	0.00466692540794611
230363	rnn.weight_hh_l1_reverse	6	0.048290785402059555
230363	rnn.weight_hh_l1_reverse	7	0.03133205696940422
230363	rnn.weight_hh_l1_reverse	8	-0.007098953239619732
230363	rnn.weight_hh_l1_reverse	9	-0.030679652467370033
230363	rnn.bias_ih_l1_reverse	0	-0.04803730919957161
230363	rnn.bias_ih_l1_reverse	1	-0.1412569135427475
230363	rnn.bias_ih_l1_reverse	2	-0.1636950522661209
230363	rnn.bias_ih_l1_reverse	3	-0.05469219759106636
230363	rnn.bias_ih_l1_reverse	4	-0.20458124577999115
230363	rnn.bias_ih_l1_reverse	5	-0.11719667166471481
230363	rnn.bias_ih_l1_reverse	6	-0.13028325140476227
230363	rnn.bias_ih_l1_reverse	7	-0.19181185960769653
230363	rnn.bias_ih_l1_reverse	8	0.2246936857700348
230363	rnn.bias_ih_l1_reverse	9	0.0217827707529068
230363	rnn.bias_hh_l1_reverse	0	0.011706290766596794
230363	rnn.bias_hh_l1_reverse	1	-0.06578277051448822
230363	rnn.bias_hh_l1_reverse	2	-0.23675478994846344
230363	rnn.bias_hh_l1_reverse	3	-0.1405707597732544
230363	rnn.bias_hh_l1_reverse	4	-0.08093656599521637
230363	rnn.bias_hh_l1_reverse	5	-0.11780819296836853
230363	rnn.bias_hh_l1_reverse	6	0.05955564230680466
230363	rnn.bias_hh_l1_reverse	7	-0.1389983892440796
230363	rnn.bias_hh_l1_reverse	8	-0.12305132299661636
230363	rnn.bias_hh_l1_reverse	9	-0.14933811128139496
230363	linear.weight	0	0.002228822559118271
230363	linear.weight	1	0.09474542737007141
230363	linear.weight	2	-0.09429469704627991
230363	linear.weight	3	0.30827322602272034
230363	linear.weight	4	0.1496814787387848
230363	linear.weight	5	-0.06195823848247528
230363	linear.weight	6	0.095486581325531
230363	linear.weight	7	0.1223079189658165
230363	linear.weight	8	0.04113767668604851
230363	linear.weight	9	-0.057084690779447556
230363	linear.bias	0	0.09712670743465424
230363	linear.bias	1	-0.18820716440677643
230363	linear.bias	2	-0.44483262300491333
230363	linear.bias	3	-0.6628459095954895
230363	linear.bias	4	-1.2602097988128662
230363	linear.bias	5	-0.06479966640472412
230363	linear.bias	6	-0.8274785876274109
230363	linear.bias	7	0.26648545265197754
230363	linear.bias	8	-0.41125670075416565
230363	linear.bias	9	-1.0314992666244507
230560	transitions	0	0.749586820602417
230560	transitions	1	0.1344398856163025
230560	transitions	2	-10000.0
230560	transitions	3	-1.8278465270996094
230560	transitions	4	-10000.0
230560	transitions	5	0.5635616183280945
230560	transitions	6	-0.08504636585712433
230560	transitions	7	-0.8052342534065247
230560	transitions	8	-1.4214518070220947
230560	transitions	9	-0.0012262039817869663
230560	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
230560	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
230560	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
230560	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
230560	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
230560	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
230560	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
230560	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
230560	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
230560	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
230560	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
230560	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
230560	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
230560	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
230560	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
230560	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
230560	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
230560	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
230560	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
230560	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
230560	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
230560	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
230560	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
230560	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
230560	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
230560	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
230560	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
230560	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
230560	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
230560	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
230560	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
230560	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
230560	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
230560	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
230560	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
230560	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
230560	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
230560	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
230560	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
230560	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
230560	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
230560	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
230560	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
230560	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
230560	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
230560	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
230560	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
230560	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
230560	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
230560	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
230560	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
230560	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
230560	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
230560	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
230560	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
230560	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
230560	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
230560	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
230560	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
230560	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
230560	embedding2nn.weight	0	0.017777489498257637
230560	embedding2nn.weight	1	-0.01292242668569088
230560	embedding2nn.weight	2	-0.014268254861235619
230560	embedding2nn.weight	3	-0.031603775918483734
230560	embedding2nn.weight	4	-0.0059150345623493195
230560	embedding2nn.weight	5	-0.0037005888298153877
230560	embedding2nn.weight	6	-0.00397326797246933
230560	embedding2nn.weight	7	-0.07598819583654404
230560	embedding2nn.weight	8	-0.0019979383796453476
230560	embedding2nn.weight	9	-0.027495793998241425
230560	embedding2nn.bias	0	0.0287481639534235
230560	embedding2nn.bias	1	-0.07162272930145264
230560	embedding2nn.bias	2	0.0734565258026123
230560	embedding2nn.bias	3	0.04796810820698738
230560	embedding2nn.bias	4	-0.043741609901189804
230560	embedding2nn.bias	5	-0.01457245647907257
230560	embedding2nn.bias	6	0.022743305191397667
230560	embedding2nn.bias	7	-0.05277128890156746
230560	embedding2nn.bias	8	0.06908886879682541
230560	embedding2nn.bias	9	0.04202900826931
230560	rnn.weight_ih_l0	0	-0.07890675961971283
230560	rnn.weight_ih_l0	1	0.0035056055057793856
230560	rnn.weight_ih_l0	2	0.035626720637083054
230560	rnn.weight_ih_l0	3	0.022659486159682274
230560	rnn.weight_ih_l0	4	-0.049506742507219315
230560	rnn.weight_ih_l0	5	-0.06882540136575699
230560	rnn.weight_ih_l0	6	-0.0019109550630673766
230560	rnn.weight_ih_l0	7	0.05386637896299362
230560	rnn.weight_ih_l0	8	-0.016166336834430695
230560	rnn.weight_ih_l0	9	-0.030477464199066162
230560	rnn.weight_hh_l0	0	-0.03097313642501831
230560	rnn.weight_hh_l0	1	-0.006949939299374819
230560	rnn.weight_hh_l0	2	0.006879266817122698
230560	rnn.weight_hh_l0	3	-0.0742739662528038
230560	rnn.weight_hh_l0	4	0.09424933046102524
230560	rnn.weight_hh_l0	5	-0.025470957159996033
230560	rnn.weight_hh_l0	6	-0.063161700963974
230560	rnn.weight_hh_l0	7	0.010222851298749447
230560	rnn.weight_hh_l0	8	0.013137079775333405
230560	rnn.weight_hh_l0	9	-0.025318413972854614
230560	rnn.bias_ih_l0	0	0.12887507677078247
230560	rnn.bias_ih_l0	1	-0.03758709877729416
230560	rnn.bias_ih_l0	2	-0.03309899941086769
230560	rnn.bias_ih_l0	3	0.16363926231861115
230560	rnn.bias_ih_l0	4	-0.01236387062817812
230560	rnn.bias_ih_l0	5	-0.024358585476875305
230560	rnn.bias_ih_l0	6	0.017102530226111412
230560	rnn.bias_ih_l0	7	0.02278926782310009
230560	rnn.bias_ih_l0	8	-0.10045260936021805
230560	rnn.bias_ih_l0	9	-0.0376705601811409
230560	rnn.bias_hh_l0	0	0.0009445222094655037
230560	rnn.bias_hh_l0	1	-0.09590865671634674
230560	rnn.bias_hh_l0	2	-0.07362901419401169
230560	rnn.bias_hh_l0	3	-0.09091607481241226
230560	rnn.bias_hh_l0	4	0.009664886631071568
230560	rnn.bias_hh_l0	5	-0.02155991829931736
230560	rnn.bias_hh_l0	6	0.02529720589518547
230560	rnn.bias_hh_l0	7	0.057491760700941086
230560	rnn.bias_hh_l0	8	-0.12155316770076752
230560	rnn.bias_hh_l0	9	-0.05867719277739525
230560	rnn.weight_ih_l0_reverse	0	-0.024476731196045876
230560	rnn.weight_ih_l0_reverse	1	-0.05666424334049225
230560	rnn.weight_ih_l0_reverse	2	-0.04864807426929474
230560	rnn.weight_ih_l0_reverse	3	0.014357905834913254
230560	rnn.weight_ih_l0_reverse	4	-0.025211239233613014
230560	rnn.weight_ih_l0_reverse	5	-0.05702771618962288
230560	rnn.weight_ih_l0_reverse	6	0.07497270405292511
230560	rnn.weight_ih_l0_reverse	7	-0.019609395414590836
230560	rnn.weight_ih_l0_reverse	8	-0.019466880708932877
230560	rnn.weight_ih_l0_reverse	9	0.0047371904365718365
230560	rnn.weight_hh_l0_reverse	0	0.06740941107273102
230560	rnn.weight_hh_l0_reverse	1	0.020827094092965126
230560	rnn.weight_hh_l0_reverse	2	0.029835231602191925
230560	rnn.weight_hh_l0_reverse	3	0.035446297377347946
230560	rnn.weight_hh_l0_reverse	4	0.013463500887155533
230560	rnn.weight_hh_l0_reverse	5	0.006761613767594099
230560	rnn.weight_hh_l0_reverse	6	0.05094129964709282
230560	rnn.weight_hh_l0_reverse	7	-0.08238744735717773
230560	rnn.weight_hh_l0_reverse	8	0.04137638956308365
230560	rnn.weight_hh_l0_reverse	9	0.03495745733380318
230560	rnn.bias_ih_l0_reverse	0	-0.058489613234996796
230560	rnn.bias_ih_l0_reverse	1	-0.28341129422187805
230560	rnn.bias_ih_l0_reverse	2	-0.1224258691072464
230560	rnn.bias_ih_l0_reverse	3	-0.048639360815286636
230560	rnn.bias_ih_l0_reverse	4	-0.01877335086464882
230560	rnn.bias_ih_l0_reverse	5	0.07509928941726685
230560	rnn.bias_ih_l0_reverse	6	-0.06605301052331924
230560	rnn.bias_ih_l0_reverse	7	0.06450454145669937
230560	rnn.bias_ih_l0_reverse	8	-0.039793334901332855
230560	rnn.bias_ih_l0_reverse	9	0.06447774171829224
230560	rnn.bias_hh_l0_reverse	0	0.02185061015188694
230560	rnn.bias_hh_l0_reverse	1	-0.059578415006399155
230560	rnn.bias_hh_l0_reverse	2	0.08658679574728012
230560	rnn.bias_hh_l0_reverse	3	-0.051681701093912125
230560	rnn.bias_hh_l0_reverse	4	-0.028727097436785698
230560	rnn.bias_hh_l0_reverse	5	-0.020151592791080475
230560	rnn.bias_hh_l0_reverse	6	-0.018177123740315437
230560	rnn.bias_hh_l0_reverse	7	0.09808516502380371
230560	rnn.bias_hh_l0_reverse	8	0.032074224203825
230560	rnn.bias_hh_l0_reverse	9	-0.14715047180652618
230560	rnn.weight_ih_l1	0	-0.03025292046368122
230560	rnn.weight_ih_l1	1	-0.05024270340800285
230560	rnn.weight_ih_l1	2	0.06284768879413605
230560	rnn.weight_ih_l1	3	-0.0738402009010315
230560	rnn.weight_ih_l1	4	-0.013803169131278992
230560	rnn.weight_ih_l1	5	-0.04048880189657211
230560	rnn.weight_ih_l1	6	0.02898859605193138
230560	rnn.weight_ih_l1	7	-0.04504650458693504
230560	rnn.weight_ih_l1	8	0.037532009184360504
230560	rnn.weight_ih_l1	9	0.04454435780644417
230560	rnn.weight_hh_l1	0	-0.007115076296031475
230560	rnn.weight_hh_l1	1	0.01972128450870514
230560	rnn.weight_hh_l1	2	0.007468839175999165
230560	rnn.weight_hh_l1	3	-0.012628165073692799
230560	rnn.weight_hh_l1	4	0.00518440455198288
230560	rnn.weight_hh_l1	5	0.03515872731804848
230560	rnn.weight_hh_l1	6	0.03649668022990227
230560	rnn.weight_hh_l1	7	-0.016139362007379532
230560	rnn.weight_hh_l1	8	-0.007634000387042761
230560	rnn.weight_hh_l1	9	0.03870299085974693
230560	rnn.bias_ih_l1	0	-0.1833317130804062
230560	rnn.bias_ih_l1	1	-0.18040400743484497
230560	rnn.bias_ih_l1	2	-0.19871440529823303
230560	rnn.bias_ih_l1	3	-0.30978479981422424
230560	rnn.bias_ih_l1	4	-0.2056114226579666
230560	rnn.bias_ih_l1	5	-0.0889349952340126
230560	rnn.bias_ih_l1	6	-0.16201305389404297
230560	rnn.bias_ih_l1	7	-0.0038370939437299967
230560	rnn.bias_ih_l1	8	-0.13458819687366486
230560	rnn.bias_ih_l1	9	-0.1272026151418686
230560	rnn.bias_hh_l1	0	-0.09589000046253204
230560	rnn.bias_hh_l1	1	-0.06696617603302002
230560	rnn.bias_hh_l1	2	-0.08528237044811249
230560	rnn.bias_hh_l1	3	-0.07897540926933289
230560	rnn.bias_hh_l1	4	-0.07241445779800415
230560	rnn.bias_hh_l1	5	-0.11888901144266129
230560	rnn.bias_hh_l1	6	-0.16291682422161102
230560	rnn.bias_hh_l1	7	0.07588961720466614
230560	rnn.bias_hh_l1	8	-0.1790078580379486
230560	rnn.bias_hh_l1	9	-0.11950379610061646
230560	rnn.weight_ih_l1_reverse	0	-0.04703054204583168
230560	rnn.weight_ih_l1_reverse	1	0.03350724279880524
230560	rnn.weight_ih_l1_reverse	2	0.09091003239154816
230560	rnn.weight_ih_l1_reverse	3	-0.019735299050807953
230560	rnn.weight_ih_l1_reverse	4	-0.026821525767445564
230560	rnn.weight_ih_l1_reverse	5	-0.03061501868069172
230560	rnn.weight_ih_l1_reverse	6	-0.01915605179965496
230560	rnn.weight_ih_l1_reverse	7	0.028984500095248222
230560	rnn.weight_ih_l1_reverse	8	0.010797049850225449
230560	rnn.weight_ih_l1_reverse	9	-0.03332039713859558
230560	rnn.weight_hh_l1_reverse	0	0.0047408463433384895
230560	rnn.weight_hh_l1_reverse	1	0.03156673163175583
230560	rnn.weight_hh_l1_reverse	2	-0.040593408048152924
230560	rnn.weight_hh_l1_reverse	3	0.035049162805080414
230560	rnn.weight_hh_l1_reverse	4	0.04724721983075142
230560	rnn.weight_hh_l1_reverse	5	0.004628309980034828
230560	rnn.weight_hh_l1_reverse	6	0.048131536692380905
230560	rnn.weight_hh_l1_reverse	7	0.03134705871343613
230560	rnn.weight_hh_l1_reverse	8	-0.007085440680384636
230560	rnn.weight_hh_l1_reverse	9	-0.03064494952559471
230560	rnn.bias_ih_l1_reverse	0	-0.04819341003894806
230560	rnn.bias_ih_l1_reverse	1	-0.14163996279239655
230560	rnn.bias_ih_l1_reverse	2	-0.16446614265441895
230560	rnn.bias_ih_l1_reverse	3	-0.05485357344150543
230560	rnn.bias_ih_l1_reverse	4	-0.20435136556625366
230560	rnn.bias_ih_l1_reverse	5	-0.11731181293725967
230560	rnn.bias_ih_l1_reverse	6	-0.13051430881023407
230560	rnn.bias_ih_l1_reverse	7	-0.19233401119709015
230560	rnn.bias_ih_l1_reverse	8	0.22557812929153442
230560	rnn.bias_ih_l1_reverse	9	0.021574756130576134
230560	rnn.bias_hh_l1_reverse	0	0.011863798834383488
230560	rnn.bias_hh_l1_reverse	1	-0.06624092906713486
230560	rnn.bias_hh_l1_reverse	2	-0.23671238124370575
230560	rnn.bias_hh_l1_reverse	3	-0.140871062874794
230560	rnn.bias_hh_l1_reverse	4	-0.081277035176754
230560	rnn.bias_hh_l1_reverse	5	-0.11811844259500504
230560	rnn.bias_hh_l1_reverse	6	0.0595659576356411
230560	rnn.bias_hh_l1_reverse	7	-0.1389971822500229
230560	rnn.bias_hh_l1_reverse	8	-0.12309462577104568
230560	rnn.bias_hh_l1_reverse	9	-0.14941731095314026
230560	linear.weight	0	0.002228822559118271
230560	linear.weight	1	0.09409353882074356
230560	linear.weight	2	-0.09420720487833023
230560	linear.weight	3	0.30866527557373047
230560	linear.weight	4	0.15052495896816254
230560	linear.weight	5	-0.06201435253024101
230560	linear.weight	6	0.09494438022375107
230560	linear.weight	7	0.12194925546646118
230560	linear.weight	8	0.04113756865262985
230560	linear.weight	9	-0.05759759247303009
230560	linear.bias	0	0.09114173799753189
230560	linear.bias	1	-0.17913906276226044
230560	linear.bias	2	-0.4525461494922638
230560	linear.bias	3	-0.6630383133888245
230560	linear.bias	4	-1.2602972984313965
230560	linear.bias	5	-0.06632896512746811
230560	linear.bias	6	-0.8182751536369324
230560	linear.bias	7	0.26487046480178833
230560	linear.bias	8	-0.4104997217655182
230560	linear.bias	9	-1.0305858850479126
230757	transitions	0	0.7502985000610352
230757	transitions	1	0.13514196872711182
230757	transitions	2	-10000.0
230757	transitions	3	-1.8278485536575317
230757	transitions	4	-10000.0
230757	transitions	5	0.5635434985160828
230757	transitions	6	-0.08505077660083771
230757	transitions	7	-0.8052786588668823
230757	transitions	8	-1.4214670658111572
230757	transitions	9	-0.0012262609088793397
230757	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
230757	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
230757	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
230757	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
230757	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
230757	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
230757	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
230757	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
230757	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
230757	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
230757	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
230757	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
230757	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
230757	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
230757	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
230757	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
230757	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
230757	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
230757	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
230757	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
230757	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
230757	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
230757	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
230757	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
230757	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
230757	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
230757	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
230757	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
230757	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
230757	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
230757	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
230757	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
230757	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
230757	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
230757	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
230757	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
230757	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
230757	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
230757	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
230757	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
230757	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
230757	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
230757	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
230757	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
230757	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
230757	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
230757	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
230757	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
230757	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
230757	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
230757	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
230757	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
230757	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
230757	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
230757	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
230757	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
230757	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
230757	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
230757	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
230757	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
230757	embedding2nn.weight	0	0.017473042011260986
230757	embedding2nn.weight	1	-0.01293094176799059
230757	embedding2nn.weight	2	-0.014268254861235619
230757	embedding2nn.weight	3	-0.0315328873693943
230757	embedding2nn.weight	4	-0.0059150345623493195
230757	embedding2nn.weight	5	-0.0037005888298153877
230757	embedding2nn.weight	6	-0.0039732689037919044
230757	embedding2nn.weight	7	-0.07623394578695297
230757	embedding2nn.weight	8	-0.0019979383796453476
230757	embedding2nn.weight	9	-0.02747419662773609
230757	embedding2nn.bias	0	0.027913130819797516
230757	embedding2nn.bias	1	-0.07264970242977142
230757	embedding2nn.bias	2	0.07072222977876663
230757	embedding2nn.bias	3	0.048381466418504715
230757	embedding2nn.bias	4	-0.0444512814283371
230757	embedding2nn.bias	5	-0.012418909929692745
230757	embedding2nn.bias	6	0.022973209619522095
230757	embedding2nn.bias	7	-0.05212732404470444
230757	embedding2nn.bias	8	0.06843548268079758
230757	embedding2nn.bias	9	0.04257999733090401
230757	rnn.weight_ih_l0	0	-0.0789189487695694
230757	rnn.weight_ih_l0	1	0.0034234325867146254
230757	rnn.weight_ih_l0	2	0.03552718088030815
230757	rnn.weight_ih_l0	3	0.022672628983855247
230757	rnn.weight_ih_l0	4	-0.04956132173538208
230757	rnn.weight_ih_l0	5	-0.06872674077749252
230757	rnn.weight_ih_l0	6	-0.0019614661578089
230757	rnn.weight_ih_l0	7	0.05382614582777023
230757	rnn.weight_ih_l0	8	-0.016187740489840508
230757	rnn.weight_ih_l0	9	-0.03058953583240509
230757	rnn.weight_hh_l0	0	-0.031030191108584404
230757	rnn.weight_hh_l0	1	-0.007065098267048597
230757	rnn.weight_hh_l0	2	0.006681466940790415
230757	rnn.weight_hh_l0	3	-0.07428492605686188
230757	rnn.weight_hh_l0	4	0.09420350939035416
230757	rnn.weight_hh_l0	5	-0.025406252592802048
230757	rnn.weight_hh_l0	6	-0.06324197351932526
230757	rnn.weight_hh_l0	7	0.010219613090157509
230757	rnn.weight_hh_l0	8	0.013157377950847149
230757	rnn.weight_hh_l0	9	-0.025292130187153816
230757	rnn.bias_ih_l0	0	0.1290031373500824
230757	rnn.bias_ih_l0	1	-0.03747599571943283
230757	rnn.bias_ih_l0	2	-0.033331770449876785
230757	rnn.bias_ih_l0	3	0.16340386867523193
230757	rnn.bias_ih_l0	4	-0.012489041313529015
230757	rnn.bias_ih_l0	5	-0.02422630414366722
230757	rnn.bias_ih_l0	6	0.016154687851667404
230757	rnn.bias_ih_l0	7	0.022634297609329224
230757	rnn.bias_ih_l0	8	-0.10007859766483307
230757	rnn.bias_ih_l0	9	-0.036604028195142746
230757	rnn.bias_hh_l0	0	0.000672070833388716
230757	rnn.bias_hh_l0	1	-0.09671870619058609
230757	rnn.bias_hh_l0	2	-0.07344464212656021
230757	rnn.bias_hh_l0	3	-0.09050222486257553
230757	rnn.bias_hh_l0	4	0.010205850936472416
230757	rnn.bias_hh_l0	5	-0.021550271660089493
230757	rnn.bias_hh_l0	6	0.025264393538236618
230757	rnn.bias_hh_l0	7	0.057861920446157455
230757	rnn.bias_hh_l0	8	-0.1214057058095932
230757	rnn.bias_hh_l0	9	-0.058941565454006195
230757	rnn.weight_ih_l0_reverse	0	-0.024538347497582436
230757	rnn.weight_ih_l0_reverse	1	-0.056745998561382294
230757	rnn.weight_ih_l0_reverse	2	-0.04869009181857109
230757	rnn.weight_ih_l0_reverse	3	0.014398074708878994
230757	rnn.weight_ih_l0_reverse	4	-0.02531684935092926
230757	rnn.weight_ih_l0_reverse	5	-0.05696927756071091
230757	rnn.weight_ih_l0_reverse	6	0.07500658929347992
230757	rnn.weight_ih_l0_reverse	7	-0.01949768140912056
230757	rnn.weight_ih_l0_reverse	8	-0.019516250118613243
230757	rnn.weight_ih_l0_reverse	9	0.0048616789281368256
230757	rnn.weight_hh_l0_reverse	0	0.06717011332511902
230757	rnn.weight_hh_l0_reverse	1	0.020721733570098877
230757	rnn.weight_hh_l0_reverse	2	0.02983887493610382
230757	rnn.weight_hh_l0_reverse	3	0.03547894209623337
230757	rnn.weight_hh_l0_reverse	4	0.013565028086304665
230757	rnn.weight_hh_l0_reverse	5	0.006712506525218487
230757	rnn.weight_hh_l0_reverse	6	0.05092640593647957
230757	rnn.weight_hh_l0_reverse	7	-0.08246708661317825
230757	rnn.weight_hh_l0_reverse	8	0.0413692407310009
230757	rnn.weight_hh_l0_reverse	9	0.034996598958969116
230757	rnn.bias_ih_l0_reverse	0	-0.05845370516180992
230757	rnn.bias_ih_l0_reverse	1	-0.28399527072906494
230757	rnn.bias_ih_l0_reverse	2	-0.12257562577724457
230757	rnn.bias_ih_l0_reverse	3	-0.04871448129415512
230757	rnn.bias_ih_l0_reverse	4	-0.019715864211320877
230757	rnn.bias_ih_l0_reverse	5	0.07500877231359482
230757	rnn.bias_ih_l0_reverse	6	-0.06635526567697525
230757	rnn.bias_ih_l0_reverse	7	0.06444266438484192
230757	rnn.bias_ih_l0_reverse	8	-0.039837684482336044
230757	rnn.bias_ih_l0_reverse	9	0.06443468481302261
230757	rnn.bias_hh_l0_reverse	0	0.021877726539969444
230757	rnn.bias_hh_l0_reverse	1	-0.05924252048134804
230757	rnn.bias_hh_l0_reverse	2	0.08659177273511887
230757	rnn.bias_hh_l0_reverse	3	-0.05161105841398239
230757	rnn.bias_hh_l0_reverse	4	-0.02863401174545288
230757	rnn.bias_hh_l0_reverse	5	-0.020149674266576767
230757	rnn.bias_hh_l0_reverse	6	-0.01858368329703808
230757	rnn.bias_hh_l0_reverse	7	0.09830537438392639
230757	rnn.bias_hh_l0_reverse	8	0.03184584900736809
230757	rnn.bias_hh_l0_reverse	9	-0.14708516001701355
230757	rnn.weight_ih_l1	0	-0.03015255182981491
230757	rnn.weight_ih_l1	1	-0.050288110971450806
230757	rnn.weight_ih_l1	2	0.0632346048951149
230757	rnn.weight_ih_l1	3	-0.07372677326202393
230757	rnn.weight_ih_l1	4	-0.013798601925373077
230757	rnn.weight_ih_l1	5	-0.0404769629240036
230757	rnn.weight_ih_l1	6	0.028970828279852867
230757	rnn.weight_ih_l1	7	-0.04495612531900406
230757	rnn.weight_ih_l1	8	0.03750725835561752
230757	rnn.weight_ih_l1	9	0.0445760153234005
230757	rnn.weight_hh_l1	0	-0.007115643937140703
230757	rnn.weight_hh_l1	1	0.019745370373129845
230757	rnn.weight_hh_l1	2	0.007545507978647947
230757	rnn.weight_hh_l1	3	-0.01253900770097971
230757	rnn.weight_hh_l1	4	0.0052118864841759205
230757	rnn.weight_hh_l1	5	0.03506643697619438
230757	rnn.weight_hh_l1	6	0.036461107432842255
230757	rnn.weight_hh_l1	7	-0.016218945384025574
230757	rnn.weight_hh_l1	8	-0.00759523082524538
230757	rnn.weight_hh_l1	9	0.03861267492175102
230757	rnn.bias_ih_l1	0	-0.1836051642894745
230757	rnn.bias_ih_l1	1	-0.17987404763698578
230757	rnn.bias_ih_l1	2	-0.19868060946464539
230757	rnn.bias_ih_l1	3	-0.30928343534469604
230757	rnn.bias_ih_l1	4	-0.20651890337467194
230757	rnn.bias_ih_l1	5	-0.08907894790172577
230757	rnn.bias_ih_l1	6	-0.16159197688102722
230757	rnn.bias_ih_l1	7	-0.0024657207541167736
230757	rnn.bias_ih_l1	8	-0.13451604545116425
230757	rnn.bias_ih_l1	9	-0.12693536281585693
230757	rnn.bias_hh_l1	0	-0.09621041268110275
230757	rnn.bias_hh_l1	1	-0.06672780215740204
230757	rnn.bias_hh_l1	2	-0.08511345088481903
230757	rnn.bias_hh_l1	3	-0.07893241941928864
230757	rnn.bias_hh_l1	4	-0.0729745477437973
230757	rnn.bias_hh_l1	5	-0.1192171648144722
230757	rnn.bias_hh_l1	6	-0.16267384588718414
230757	rnn.bias_hh_l1	7	0.07518812268972397
230757	rnn.bias_hh_l1	8	-0.1791778951883316
230757	rnn.bias_hh_l1	9	-0.11890068650245667
230757	rnn.weight_ih_l1_reverse	0	-0.04704107716679573
230757	rnn.weight_ih_l1_reverse	1	0.033581074327230453
230757	rnn.weight_ih_l1_reverse	2	0.09089343994855881
230757	rnn.weight_ih_l1_reverse	3	-0.01964580826461315
230757	rnn.weight_ih_l1_reverse	4	-0.026034891605377197
230757	rnn.weight_ih_l1_reverse	5	-0.03058619610965252
230757	rnn.weight_ih_l1_reverse	6	-0.019335007295012474
230757	rnn.weight_ih_l1_reverse	7	0.028880080208182335
230757	rnn.weight_ih_l1_reverse	8	0.01022112462669611
230757	rnn.weight_ih_l1_reverse	9	-0.0330091156065464
230757	rnn.weight_hh_l1_reverse	0	0.004749024286866188
230757	rnn.weight_hh_l1_reverse	1	0.03163144737482071
230757	rnn.weight_hh_l1_reverse	2	-0.0405995212495327
230757	rnn.weight_hh_l1_reverse	3	0.03504851087927818
230757	rnn.weight_hh_l1_reverse	4	0.04733631759881973
230757	rnn.weight_hh_l1_reverse	5	0.004702349193394184
230757	rnn.weight_hh_l1_reverse	6	0.048116534948349
230757	rnn.weight_hh_l1_reverse	7	0.03131037577986717
230757	rnn.weight_hh_l1_reverse	8	-0.007076233625411987
230757	rnn.weight_hh_l1_reverse	9	-0.030646512284874916
230757	rnn.bias_ih_l1_reverse	0	-0.048235535621643066
230757	rnn.bias_ih_l1_reverse	1	-0.14138548076152802
230757	rnn.bias_ih_l1_reverse	2	-0.16481655836105347
230757	rnn.bias_ih_l1_reverse	3	-0.05501203611493111
230757	rnn.bias_ih_l1_reverse	4	-0.20434290170669556
230757	rnn.bias_ih_l1_reverse	5	-0.11709190905094147
230757	rnn.bias_ih_l1_reverse	6	-0.13044407963752747
230757	rnn.bias_ih_l1_reverse	7	-0.19190093874931335
230757	rnn.bias_ih_l1_reverse	8	0.2257334142923355
230757	rnn.bias_ih_l1_reverse	9	0.022608743980526924
230757	rnn.bias_hh_l1_reverse	0	0.01160165760666132
230757	rnn.bias_hh_l1_reverse	1	-0.06618307530879974
230757	rnn.bias_hh_l1_reverse	2	-0.23654912412166595
230757	rnn.bias_hh_l1_reverse	3	-0.14037765562534332
230757	rnn.bias_hh_l1_reverse	4	-0.08103713393211365
230757	rnn.bias_hh_l1_reverse	5	-0.11778195947408676
230757	rnn.bias_hh_l1_reverse	6	0.06036251783370972
230757	rnn.bias_hh_l1_reverse	7	-0.1393388956785202
230757	rnn.bias_hh_l1_reverse	8	-0.12353825569152832
230757	rnn.bias_hh_l1_reverse	9	-0.1494118720293045
230757	linear.weight	0	0.002228822559118271
230757	linear.weight	1	0.09315773099660873
230757	linear.weight	2	-0.09514860063791275
230757	linear.weight	3	0.3086435794830322
230757	linear.weight	4	0.15056279301643372
230757	linear.weight	5	-0.062097273766994476
230757	linear.weight	6	0.09567295759916306
230757	linear.weight	7	0.1218109205365181
230757	linear.weight	8	0.04113749787211418
230757	linear.weight	9	-0.057500362396240234
230757	linear.bias	0	0.08264461159706116
230757	linear.bias	1	-0.18144604563713074
230757	linear.bias	2	-0.4560188949108124
230757	linear.bias	3	-0.6655611991882324
230757	linear.bias	4	-1.2626371383666992
230757	linear.bias	5	-0.06802793592214584
230757	linear.bias	6	-0.8199437856674194
230757	linear.bias	7	0.26308706402778625
230757	linear.bias	8	-0.40709394216537476
230757	linear.bias	9	-1.0267815589904785
230954	transitions	0	0.7504372000694275
230954	transitions	1	0.13515616953372955
230954	transitions	2	-10000.0
230954	transitions	3	-1.8278498649597168
230954	transitions	4	-10000.0
230954	transitions	5	0.5635353922843933
230954	transitions	6	-0.08505396544933319
230954	transitions	7	-0.8053421378135681
230954	transitions	8	-1.4214755296707153
230954	transitions	9	-0.001226307125762105
230954	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
230954	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
230954	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
230954	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
230954	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
230954	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
230954	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
230954	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
230954	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
230954	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
230954	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
230954	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
230954	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
230954	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
230954	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
230954	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
230954	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
230954	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
230954	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
230954	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
230954	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
230954	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
230954	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
230954	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
230954	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
230954	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
230954	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
230954	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
230954	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
230954	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
230954	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
230954	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
230954	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
230954	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
230954	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
230954	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
230954	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
230954	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
230954	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
230954	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
230954	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
230954	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
230954	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
230954	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
230954	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
230954	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
230954	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
230954	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
230954	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
230954	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
230954	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
230954	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
230954	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
230954	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
230954	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
230954	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
230954	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
230954	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
230954	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
230954	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
230954	embedding2nn.weight	0	0.017158571630716324
230954	embedding2nn.weight	1	-0.012960346415638924
230954	embedding2nn.weight	2	-0.014268254861235619
230954	embedding2nn.weight	3	-0.03125612065196037
230954	embedding2nn.weight	4	-0.0059150345623493195
230954	embedding2nn.weight	5	-0.0037005888298153877
230954	embedding2nn.weight	6	-0.0039732689037919044
230954	embedding2nn.weight	7	-0.07621119916439056
230954	embedding2nn.weight	8	-0.0019979383796453476
230954	embedding2nn.weight	9	-0.027350813150405884
230954	embedding2nn.bias	0	0.02998756431043148
230954	embedding2nn.bias	1	-0.07336565107107162
230954	embedding2nn.bias	2	0.07201670110225677
230954	embedding2nn.bias	3	0.04713330790400505
230954	embedding2nn.bias	4	-0.04359115660190582
230954	embedding2nn.bias	5	-0.01260084006935358
230954	embedding2nn.bias	6	0.02255592681467533
230954	embedding2nn.bias	7	-0.051942966878414154
230954	embedding2nn.bias	8	0.067806676030159
230954	embedding2nn.bias	9	0.04179849475622177
230954	rnn.weight_ih_l0	0	-0.07862154394388199
230954	rnn.weight_ih_l0	1	0.003505118889734149
230954	rnn.weight_ih_l0	2	0.03540918603539467
230954	rnn.weight_ih_l0	3	0.022701600566506386
230954	rnn.weight_ih_l0	4	-0.04960253834724426
230954	rnn.weight_ih_l0	5	-0.06874684989452362
230954	rnn.weight_ih_l0	6	-0.002044628607109189
230954	rnn.weight_ih_l0	7	0.053915947675704956
230954	rnn.weight_ih_l0	8	-0.016297517344355583
230954	rnn.weight_ih_l0	9	-0.030553245916962624
230954	rnn.weight_hh_l0	0	-0.030863335356116295
230954	rnn.weight_hh_l0	1	-0.007135825697332621
230954	rnn.weight_hh_l0	2	0.006754567380994558
230954	rnn.weight_hh_l0	3	-0.07431761175394058
230954	rnn.weight_hh_l0	4	0.0942125916481018
230954	rnn.weight_hh_l0	5	-0.02542712539434433
230954	rnn.weight_hh_l0	6	-0.06323578953742981
230954	rnn.weight_hh_l0	7	0.010203039273619652
230954	rnn.weight_hh_l0	8	0.012997719459235668
230954	rnn.weight_hh_l0	9	-0.025308143347501755
230954	rnn.bias_ih_l0	0	0.12904641032218933
230954	rnn.bias_ih_l0	1	-0.03721814975142479
230954	rnn.bias_ih_l0	2	-0.03363984078168869
230954	rnn.bias_ih_l0	3	0.1629536896944046
230954	rnn.bias_ih_l0	4	-0.012767567299306393
230954	rnn.bias_ih_l0	5	-0.02406417764723301
230954	rnn.bias_ih_l0	6	0.016356544569134712
230954	rnn.bias_ih_l0	7	0.022825937718153
230954	rnn.bias_ih_l0	8	-0.100046306848526
230954	rnn.bias_ih_l0	9	-0.03594167158007622
230954	rnn.bias_hh_l0	0	0.0004823253839276731
230954	rnn.bias_hh_l0	1	-0.09663291275501251
230954	rnn.bias_hh_l0	2	-0.07357428222894669
230954	rnn.bias_hh_l0	3	-0.0901399552822113
230954	rnn.bias_hh_l0	4	0.009767736308276653
230954	rnn.bias_hh_l0	5	-0.02131514810025692
230954	rnn.bias_hh_l0	6	0.025150351226329803
230954	rnn.bias_hh_l0	7	0.05789298936724663
230954	rnn.bias_hh_l0	8	-0.12126334756612778
230954	rnn.bias_hh_l0	9	-0.0591740645468235
230954	rnn.weight_ih_l0_reverse	0	-0.024477388709783554
230954	rnn.weight_ih_l0_reverse	1	-0.0568416602909565
230954	rnn.weight_ih_l0_reverse	2	-0.04868378862738609
230954	rnn.weight_ih_l0_reverse	3	0.014393480494618416
230954	rnn.weight_ih_l0_reverse	4	-0.025348130613565445
230954	rnn.weight_ih_l0_reverse	5	-0.05690867453813553
230954	rnn.weight_ih_l0_reverse	6	0.07505059242248535
230954	rnn.weight_ih_l0_reverse	7	-0.019466977566480637
230954	rnn.weight_ih_l0_reverse	8	-0.019598832353949547
230954	rnn.weight_ih_l0_reverse	9	0.004870792850852013
230954	rnn.weight_hh_l0_reverse	0	0.06720937788486481
230954	rnn.weight_hh_l0_reverse	1	0.020559409633278847
230954	rnn.weight_hh_l0_reverse	2	0.02983172982931137
230954	rnn.weight_hh_l0_reverse	3	0.03544594720005989
230954	rnn.weight_hh_l0_reverse	4	0.013659553602337837
230954	rnn.weight_hh_l0_reverse	5	0.006748619489371777
230954	rnn.weight_hh_l0_reverse	6	0.05093318223953247
230954	rnn.weight_hh_l0_reverse	7	-0.08234498649835587
230954	rnn.weight_hh_l0_reverse	8	0.04135536029934883
230954	rnn.weight_hh_l0_reverse	9	0.03516089543700218
230954	rnn.bias_ih_l0_reverse	0	-0.05851894989609718
230954	rnn.bias_ih_l0_reverse	1	-0.28394585847854614
230954	rnn.bias_ih_l0_reverse	2	-0.12232120335102081
230954	rnn.bias_ih_l0_reverse	3	-0.04901568219065666
230954	rnn.bias_ih_l0_reverse	4	-0.01877119392156601
230954	rnn.bias_ih_l0_reverse	5	0.07479226589202881
230954	rnn.bias_ih_l0_reverse	6	-0.06618152558803558
230954	rnn.bias_ih_l0_reverse	7	0.06459999829530716
230954	rnn.bias_ih_l0_reverse	8	-0.04010952264070511
230954	rnn.bias_ih_l0_reverse	9	0.06483271718025208
230954	rnn.bias_hh_l0_reverse	0	0.02172667719423771
230954	rnn.bias_hh_l0_reverse	1	-0.05969569459557533
230954	rnn.bias_hh_l0_reverse	2	0.0876125767827034
230954	rnn.bias_hh_l0_reverse	3	-0.05170179158449173
230954	rnn.bias_hh_l0_reverse	4	-0.028884582221508026
230954	rnn.bias_hh_l0_reverse	5	-0.020281970500946045
230954	rnn.bias_hh_l0_reverse	6	-0.018550891429185867
230954	rnn.bias_hh_l0_reverse	7	0.09884022921323776
230954	rnn.bias_hh_l0_reverse	8	0.031824998557567596
230954	rnn.bias_hh_l0_reverse	9	-0.1470450907945633
230954	rnn.weight_ih_l1	0	-0.030093297362327576
230954	rnn.weight_ih_l1	1	-0.05032534524798393
230954	rnn.weight_ih_l1	2	0.0634995624423027
230954	rnn.weight_ih_l1	3	-0.07383063435554504
230954	rnn.weight_ih_l1	4	-0.01402193307876587
230954	rnn.weight_ih_l1	5	-0.04052728787064552
230954	rnn.weight_ih_l1	6	0.02889787219464779
230954	rnn.weight_ih_l1	7	-0.044737279415130615
230954	rnn.weight_ih_l1	8	0.03757021576166153
230954	rnn.weight_ih_l1	9	0.04453820362687111
230954	rnn.weight_hh_l1	0	-0.007090548053383827
230954	rnn.weight_hh_l1	1	0.019722750410437584
230954	rnn.weight_hh_l1	2	0.007613408379256725
230954	rnn.weight_hh_l1	3	-0.01251993514597416
230954	rnn.weight_hh_l1	4	0.005297795869410038
230954	rnn.weight_hh_l1	5	0.035106077790260315
230954	rnn.weight_hh_l1	6	0.03635727986693382
230954	rnn.weight_hh_l1	7	-0.016231719404459
230954	rnn.weight_hh_l1	8	-0.007594561669975519
230954	rnn.weight_hh_l1	9	0.03871461749076843
230954	rnn.bias_ih_l1	0	-0.1839887946844101
230954	rnn.bias_ih_l1	1	-0.17927591502666473
230954	rnn.bias_ih_l1	2	-0.19828887283802032
230954	rnn.bias_ih_l1	3	-0.3094123899936676
230954	rnn.bias_ih_l1	4	-0.20578385889530182
230954	rnn.bias_ih_l1	5	-0.0893871933221817
230954	rnn.bias_ih_l1	6	-0.1615930050611496
230954	rnn.bias_ih_l1	7	-0.0034895516000688076
230954	rnn.bias_ih_l1	8	-0.13462139666080475
230954	rnn.bias_ih_l1	9	-0.12709921598434448
230954	rnn.bias_hh_l1	0	-0.095827117562294
230954	rnn.bias_hh_l1	1	-0.06619671732187271
230954	rnn.bias_hh_l1	2	-0.08528444170951843
230954	rnn.bias_hh_l1	3	-0.07919245958328247
230954	rnn.bias_hh_l1	4	-0.07353222370147705
230954	rnn.bias_hh_l1	5	-0.11929584294557571
230954	rnn.bias_hh_l1	6	-0.1629505455493927
230954	rnn.bias_hh_l1	7	0.07564599812030792
230954	rnn.bias_hh_l1	8	-0.1792859435081482
230954	rnn.bias_hh_l1	9	-0.11893630772829056
230954	rnn.weight_ih_l1_reverse	0	-0.046983879059553146
230954	rnn.weight_ih_l1_reverse	1	0.033658791333436966
230954	rnn.weight_ih_l1_reverse	2	0.0911073237657547
230954	rnn.weight_ih_l1_reverse	3	-0.019684089347720146
230954	rnn.weight_ih_l1_reverse	4	-0.02590862661600113
230954	rnn.weight_ih_l1_reverse	5	-0.030566908419132233
230954	rnn.weight_ih_l1_reverse	6	-0.01937112957239151
230954	rnn.weight_ih_l1_reverse	7	0.0288846418261528
230954	rnn.weight_ih_l1_reverse	8	0.010140393860638142
230954	rnn.weight_ih_l1_reverse	9	-0.03309263288974762
230954	rnn.weight_hh_l1_reverse	0	0.0047296457923948765
230954	rnn.weight_hh_l1_reverse	1	0.031645458191633224
230954	rnn.weight_hh_l1_reverse	2	-0.04058791697025299
230954	rnn.weight_hh_l1_reverse	3	0.035052742809057236
230954	rnn.weight_hh_l1_reverse	4	0.047376926988363266
230954	rnn.weight_hh_l1_reverse	5	0.004677238408476114
230954	rnn.weight_hh_l1_reverse	6	0.04802090674638748
230954	rnn.weight_hh_l1_reverse	7	0.0312810055911541
230954	rnn.weight_hh_l1_reverse	8	-0.0070392051711678505
230954	rnn.weight_hh_l1_reverse	9	-0.03059004619717598
230954	rnn.bias_ih_l1_reverse	0	-0.04806086793541908
230954	rnn.bias_ih_l1_reverse	1	-0.14108802378177643
230954	rnn.bias_ih_l1_reverse	2	-0.16554704308509827
230954	rnn.bias_ih_l1_reverse	3	-0.05510035529732704
230954	rnn.bias_ih_l1_reverse	4	-0.20421014726161957
230954	rnn.bias_ih_l1_reverse	5	-0.1174352765083313
230954	rnn.bias_ih_l1_reverse	6	-0.1304304152727127
230954	rnn.bias_ih_l1_reverse	7	-0.19169175624847412
230954	rnn.bias_ih_l1_reverse	8	0.22624832391738892
230954	rnn.bias_ih_l1_reverse	9	0.022682692855596542
230954	rnn.bias_hh_l1_reverse	0	0.010897261090576649
230954	rnn.bias_hh_l1_reverse	1	-0.0651911273598671
230954	rnn.bias_hh_l1_reverse	2	-0.23655351996421814
230954	rnn.bias_hh_l1_reverse	3	-0.14010079205036163
230954	rnn.bias_hh_l1_reverse	4	-0.08130118995904922
230954	rnn.bias_hh_l1_reverse	5	-0.11739370971918106
230954	rnn.bias_hh_l1_reverse	6	0.06009966880083084
230954	rnn.bias_hh_l1_reverse	7	-0.13928158581256866
230954	rnn.bias_hh_l1_reverse	8	-0.12376447021961212
230954	rnn.bias_hh_l1_reverse	9	-0.14916808903217316
230954	linear.weight	0	0.002228822559118271
230954	linear.weight	1	0.09330577403306961
230954	linear.weight	2	-0.09459059685468674
230954	linear.weight	3	0.30908265709877014
230954	linear.weight	4	0.15103256702423096
230954	linear.weight	5	-0.06237408146262169
230954	linear.weight	6	0.09854602813720703
230954	linear.weight	7	0.12110885232686996
230954	linear.weight	8	0.04113713651895523
230954	linear.weight	9	-0.05750146508216858
230954	linear.bias	0	0.08412089943885803
230954	linear.bias	1	-0.1750197559595108
230954	linear.bias	2	-0.44717973470687866
230954	linear.bias	3	-0.6714284420013428
230954	linear.bias	4	-1.268444538116455
230954	linear.bias	5	-0.06648091226816177
230954	linear.bias	6	-0.8133912086486816
230954	linear.bias	7	0.26464322209358215
230954	linear.bias	8	-0.4076729714870453
230954	linear.bias	9	-1.0273908376693726
230958	transitions	0	0.7504362463951111
230958	transitions	1	0.13515609502792358
230958	transitions	2	-10000.0
230958	transitions	3	-1.8278498649597168
230958	transitions	4	-10000.0
230958	transitions	5	0.5635353922843933
230958	transitions	6	-0.08505411446094513
230958	transitions	7	-0.8053421378135681
230958	transitions	8	-1.4214756488800049
230958	transitions	9	-0.001226307125762105
230958	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
230958	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
230958	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
230958	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
230958	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
230958	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
230958	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
230958	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
230958	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
230958	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
230958	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
230958	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
230958	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
230958	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
230958	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
230958	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
230958	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
230958	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
230958	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
230958	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
230958	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
230958	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
230958	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
230958	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
230958	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
230958	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
230958	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
230958	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
230958	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
230958	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
230958	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
230958	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
230958	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
230958	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
230958	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
230958	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
230958	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
230958	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
230958	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
230958	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
230958	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
230958	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
230958	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
230958	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
230958	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
230958	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
230958	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
230958	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
230958	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
230958	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
230958	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
230958	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
230958	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
230958	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
230958	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
230958	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
230958	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
230958	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
230958	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
230958	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
230958	embedding2nn.weight	0	0.0171531792730093
230958	embedding2nn.weight	1	-0.012962584383785725
230958	embedding2nn.weight	2	-0.014268254861235619
230958	embedding2nn.weight	3	-0.03126925602555275
230958	embedding2nn.weight	4	-0.0059150345623493195
230958	embedding2nn.weight	5	-0.0037005888298153877
230958	embedding2nn.weight	6	-0.0039732689037919044
230958	embedding2nn.weight	7	-0.07618442922830582
230958	embedding2nn.weight	8	-0.0019979383796453476
230958	embedding2nn.weight	9	-0.027349408715963364
230958	embedding2nn.bias	0	0.030026856809854507
230958	embedding2nn.bias	1	-0.07373683154582977
230958	embedding2nn.bias	2	0.07197010517120361
230958	embedding2nn.bias	3	0.04721056669950485
230958	embedding2nn.bias	4	-0.04357236623764038
230958	embedding2nn.bias	5	-0.012474131770431995
230958	embedding2nn.bias	6	0.02254503406584263
230958	embedding2nn.bias	7	-0.052024535834789276
230958	embedding2nn.bias	8	0.06774383783340454
230958	embedding2nn.bias	9	0.041832685470581055
230958	rnn.weight_ih_l0	0	-0.07862339168787003
230958	rnn.weight_ih_l0	1	0.0035341891925781965
230958	rnn.weight_ih_l0	2	0.03540956601500511
230958	rnn.weight_ih_l0	3	0.022687643766403198
230958	rnn.weight_ih_l0	4	-0.04960092529654503
230958	rnn.weight_ih_l0	5	-0.06876356899738312
230958	rnn.weight_ih_l0	6	-0.0020417962223291397
230958	rnn.weight_ih_l0	7	0.053920283913612366
230958	rnn.weight_ih_l0	8	-0.016300171613693237
230958	rnn.weight_ih_l0	9	-0.030556505545973778
230958	rnn.weight_hh_l0	0	-0.03085230104625225
230958	rnn.weight_hh_l0	1	-0.0071017383597791195
230958	rnn.weight_hh_l0	2	0.0067610670812428
230958	rnn.weight_hh_l0	3	-0.07432246953248978
230958	rnn.weight_hh_l0	4	0.09420281648635864
230958	rnn.weight_hh_l0	5	-0.02544802986085415
230958	rnn.weight_hh_l0	6	-0.0632450059056282
230958	rnn.weight_hh_l0	7	0.010206230916082859
230958	rnn.weight_hh_l0	8	0.012990696355700493
230958	rnn.weight_hh_l0	9	-0.025301137939095497
230958	rnn.bias_ih_l0	0	0.1289944052696228
230958	rnn.bias_ih_l0	1	-0.03730115666985512
230958	rnn.bias_ih_l0	2	-0.033681485801935196
230958	rnn.bias_ih_l0	3	0.16290968656539917
230958	rnn.bias_ih_l0	4	-0.012785819359123707
230958	rnn.bias_ih_l0	5	-0.024072684347629547
230958	rnn.bias_ih_l0	6	0.01637285202741623
230958	rnn.bias_ih_l0	7	0.02282266691327095
230958	rnn.bias_ih_l0	8	-0.10004409402608871
230958	rnn.bias_ih_l0	9	-0.03596022352576256
230958	rnn.bias_hh_l0	0	0.000434420770034194
230958	rnn.bias_hh_l0	1	-0.09659426659345627
230958	rnn.bias_hh_l0	2	-0.0735771581530571
230958	rnn.bias_hh_l0	3	-0.09014316648244858
230958	rnn.bias_hh_l0	4	0.00970555655658245
230958	rnn.bias_hh_l0	5	-0.02130201831459999
230958	rnn.bias_hh_l0	6	0.025271959602832794
230958	rnn.bias_hh_l0	7	0.057891473174095154
230958	rnn.bias_hh_l0	8	-0.1212746798992157
230958	rnn.bias_hh_l0	9	-0.05913489684462547
230958	rnn.weight_ih_l0_reverse	0	-0.02446221373975277
230958	rnn.weight_ih_l0_reverse	1	-0.056842267513275146
230958	rnn.weight_ih_l0_reverse	2	-0.04866047203540802
230958	rnn.weight_ih_l0_reverse	3	0.014370323158800602
230958	rnn.weight_ih_l0_reverse	4	-0.025349969044327736
230958	rnn.weight_ih_l0_reverse	5	-0.056899696588516235
230958	rnn.weight_ih_l0_reverse	6	0.07505960017442703
230958	rnn.weight_ih_l0_reverse	7	-0.01948476769030094
230958	rnn.weight_ih_l0_reverse	8	-0.019613858312368393
230958	rnn.weight_ih_l0_reverse	9	0.004866285249590874
230958	rnn.weight_hh_l0_reverse	0	0.06720758229494095
230958	rnn.weight_hh_l0_reverse	1	0.02051604725420475
230958	rnn.weight_hh_l0_reverse	2	0.029828762635588646
230958	rnn.weight_hh_l0_reverse	3	0.03544609621167183
230958	rnn.weight_hh_l0_reverse	4	0.013649720698595047
230958	rnn.weight_hh_l0_reverse	5	0.006760960910469294
230958	rnn.weight_hh_l0_reverse	6	0.05093875527381897
230958	rnn.weight_hh_l0_reverse	7	-0.08235582709312439
230958	rnn.weight_hh_l0_reverse	8	0.041381314396858215
230958	rnn.weight_hh_l0_reverse	9	0.03516745939850807
230958	rnn.bias_ih_l0_reverse	0	-0.058513302356004715
230958	rnn.bias_ih_l0_reverse	1	-0.2839588224887848
230958	rnn.bias_ih_l0_reverse	2	-0.12234325706958771
230958	rnn.bias_ih_l0_reverse	3	-0.048993296921253204
230958	rnn.bias_ih_l0_reverse	4	-0.018736504018306732
230958	rnn.bias_ih_l0_reverse	5	0.07477158308029175
230958	rnn.bias_ih_l0_reverse	6	-0.06619323790073395
230958	rnn.bias_ih_l0_reverse	7	0.06455747038125992
230958	rnn.bias_ih_l0_reverse	8	-0.04018282890319824
230958	rnn.bias_ih_l0_reverse	9	0.06488979607820511
230958	rnn.bias_hh_l0_reverse	0	0.021737270057201385
230958	rnn.bias_hh_l0_reverse	1	-0.05973504111170769
230958	rnn.bias_hh_l0_reverse	2	0.08759137243032455
230958	rnn.bias_hh_l0_reverse	3	-0.051698073744773865
230958	rnn.bias_hh_l0_reverse	4	-0.028856664896011353
230958	rnn.bias_hh_l0_reverse	5	-0.020337557420134544
230958	rnn.bias_hh_l0_reverse	6	-0.018534066155552864
230958	rnn.bias_hh_l0_reverse	7	0.09890472888946533
230958	rnn.bias_hh_l0_reverse	8	0.03189358115196228
230958	rnn.bias_hh_l0_reverse	9	-0.14712512493133545
230958	rnn.weight_ih_l1	0	-0.030098680406808853
230958	rnn.weight_ih_l1	1	-0.05035769194364548
230958	rnn.weight_ih_l1	2	0.063495934009552
230958	rnn.weight_ih_l1	3	-0.07388321310281754
230958	rnn.weight_ih_l1	4	-0.014017470180988312
230958	rnn.weight_ih_l1	5	-0.040526069700717926
230958	rnn.weight_ih_l1	6	0.028938768431544304
230958	rnn.weight_ih_l1	7	-0.044737558811903
230958	rnn.weight_ih_l1	8	0.03757132962346077
230958	rnn.weight_ih_l1	9	0.04454227536916733
230958	rnn.weight_hh_l1	0	-0.007080573122948408
230958	rnn.weight_hh_l1	1	0.019723184406757355
230958	rnn.weight_hh_l1	2	0.0076158419251441956
230958	rnn.weight_hh_l1	3	-0.012529159896075726
230958	rnn.weight_hh_l1	4	0.005297181662172079
230958	rnn.weight_hh_l1	5	0.03510432317852974
230958	rnn.weight_hh_l1	6	0.03635043278336525
230958	rnn.weight_hh_l1	7	-0.016232376918196678
230958	rnn.weight_hh_l1	8	-0.007597927935421467
230958	rnn.weight_hh_l1	9	0.03871487081050873
230958	rnn.bias_ih_l1	0	-0.18388432264328003
230958	rnn.bias_ih_l1	1	-0.1792682558298111
230958	rnn.bias_ih_l1	2	-0.19825856387615204
230958	rnn.bias_ih_l1	3	-0.30941513180732727
230958	rnn.bias_ih_l1	4	-0.20582105219364166
230958	rnn.bias_ih_l1	5	-0.0893973633646965
230958	rnn.bias_ih_l1	6	-0.1615949422121048
230958	rnn.bias_ih_l1	7	-0.0034053002018481493
230958	rnn.bias_ih_l1	8	-0.1347452849149704
230958	rnn.bias_ih_l1	9	-0.12706580758094788
230958	rnn.bias_hh_l1	0	-0.09587665647268295
230958	rnn.bias_hh_l1	1	-0.06621833145618439
230958	rnn.bias_hh_l1	2	-0.08535227179527283
230958	rnn.bias_hh_l1	3	-0.07917908579111099
230958	rnn.bias_hh_l1	4	-0.07351783663034439
230958	rnn.bias_hh_l1	5	-0.1192784458398819
230958	rnn.bias_hh_l1	6	-0.16291064023971558
230958	rnn.bias_hh_l1	7	0.07566022127866745
230958	rnn.bias_hh_l1	8	-0.17931030690670013
230958	rnn.bias_hh_l1	9	-0.11888754367828369
230958	rnn.weight_ih_l1_reverse	0	-0.04699261114001274
230958	rnn.weight_ih_l1_reverse	1	0.033660635352134705
230958	rnn.weight_ih_l1_reverse	2	0.09110600501298904
230958	rnn.weight_ih_l1_reverse	3	-0.019687984138727188
230958	rnn.weight_ih_l1_reverse	4	-0.025912851095199585
230958	rnn.weight_ih_l1_reverse	5	-0.03056756779551506
230958	rnn.weight_ih_l1_reverse	6	-0.01940700225532055
230958	rnn.weight_ih_l1_reverse	7	0.02887793257832527
230958	rnn.weight_ih_l1_reverse	8	0.010142812505364418
230958	rnn.weight_ih_l1_reverse	9	-0.03305131942033768
230958	rnn.weight_hh_l1_reverse	0	0.004727637395262718
230958	rnn.weight_hh_l1_reverse	1	0.031645096838474274
230958	rnn.weight_hh_l1_reverse	2	-0.04058736190199852
230958	rnn.weight_hh_l1_reverse	3	0.03505266457796097
230958	rnn.weight_hh_l1_reverse	4	0.04736650362610817
230958	rnn.weight_hh_l1_reverse	5	0.004678322467952967
230958	rnn.weight_hh_l1_reverse	6	0.048017557710409164
230958	rnn.weight_hh_l1_reverse	7	0.031274959444999695
230958	rnn.weight_hh_l1_reverse	8	-0.007038497366011143
230958	rnn.weight_hh_l1_reverse	9	-0.03058941662311554
230958	rnn.bias_ih_l1_reverse	0	-0.0480942577123642
230958	rnn.bias_ih_l1_reverse	1	-0.14112384617328644
230958	rnn.bias_ih_l1_reverse	2	-0.16549555957317352
230958	rnn.bias_ih_l1_reverse	3	-0.055014945566654205
230958	rnn.bias_ih_l1_reverse	4	-0.20423977077007294
230958	rnn.bias_ih_l1_reverse	5	-0.11743417382240295
230958	rnn.bias_ih_l1_reverse	6	-0.13043202459812164
230958	rnn.bias_ih_l1_reverse	7	-0.19166898727416992
230958	rnn.bias_ih_l1_reverse	8	0.22615034878253937
230958	rnn.bias_ih_l1_reverse	9	0.02271772176027298
230958	rnn.bias_hh_l1_reverse	0	0.010894782841205597
230958	rnn.bias_hh_l1_reverse	1	-0.06510531902313232
230958	rnn.bias_hh_l1_reverse	2	-0.23654593527317047
230958	rnn.bias_hh_l1_reverse	3	-0.14016276597976685
230958	rnn.bias_hh_l1_reverse	4	-0.08129970729351044
230958	rnn.bias_hh_l1_reverse	5	-0.11733241379261017
230958	rnn.bias_hh_l1_reverse	6	0.06011313572525978
230958	rnn.bias_hh_l1_reverse	7	-0.1393103450536728
230958	rnn.bias_hh_l1_reverse	8	-0.12382212281227112
230958	rnn.bias_hh_l1_reverse	9	-0.14911332726478577
230958	linear.weight	0	0.002228822559118271
230958	linear.weight	1	0.09365860372781754
230958	linear.weight	2	-0.09459049999713898
230958	linear.weight	3	0.3090921938419342
230958	linear.weight	4	0.15099047124385834
230958	linear.weight	5	-0.06237421929836273
230958	linear.weight	6	0.0989898219704628
230958	linear.weight	7	0.1210775077342987
230958	linear.weight	8	0.04113713651895523
230958	linear.weight	9	-0.05749582499265671
230958	linear.bias	0	0.0851486474275589
230958	linear.bias	1	-0.1763230711221695
230958	linear.bias	2	-0.4475283920764923
230958	linear.bias	3	-0.6709030866622925
230958	linear.bias	4	-1.267914891242981
230958	linear.bias	5	-0.06589129567146301
230958	linear.bias	6	-0.8146904706954956
230958	linear.bias	7	0.2652251422405243
230958	linear.bias	8	-0.40762266516685486
230958	linear.bias	9	-1.0273442268371582
231155	transitions	0	0.7490017414093018
231155	transitions	1	0.13453520834445953
231155	transitions	2	-10000.0
231155	transitions	3	-1.8278520107269287
231155	transitions	4	-10000.0
231155	transitions	5	0.563523530960083
231155	transitions	6	-0.08505827933549881
231155	transitions	7	-0.8053598999977112
231155	transitions	8	-1.421481966972351
231155	transitions	9	-0.0012263547396287322
231155	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
231155	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
231155	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
231155	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
231155	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
231155	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
231155	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
231155	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
231155	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
231155	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
231155	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
231155	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
231155	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
231155	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
231155	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
231155	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
231155	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
231155	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
231155	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
231155	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
231155	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
231155	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
231155	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
231155	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
231155	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
231155	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
231155	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
231155	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
231155	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
231155	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
231155	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
231155	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
231155	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
231155	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
231155	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
231155	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
231155	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
231155	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
231155	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
231155	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
231155	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
231155	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
231155	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
231155	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
231155	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
231155	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
231155	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
231155	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
231155	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
231155	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
231155	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
231155	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
231155	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
231155	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
231155	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
231155	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
231155	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
231155	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
231155	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
231155	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
231155	embedding2nn.weight	0	0.017230674624443054
231155	embedding2nn.weight	1	-0.01298021525144577
231155	embedding2nn.weight	2	-0.014268254861235619
231155	embedding2nn.weight	3	-0.03179013729095459
231155	embedding2nn.weight	4	-0.0059150345623493195
231155	embedding2nn.weight	5	-0.0037005888298153877
231155	embedding2nn.weight	6	-0.0039732675068080425
231155	embedding2nn.weight	7	-0.07613519579172134
231155	embedding2nn.weight	8	-0.0019979383796453476
231155	embedding2nn.weight	9	-0.0272558331489563
231155	embedding2nn.bias	0	0.028272010385990143
231155	embedding2nn.bias	1	-0.07205359637737274
231155	embedding2nn.bias	2	0.07228249311447144
231155	embedding2nn.bias	3	0.04803133010864258
231155	embedding2nn.bias	4	-0.04511496052145958
231155	embedding2nn.bias	5	-0.012605821713805199
231155	embedding2nn.bias	6	0.02319224365055561
231155	embedding2nn.bias	7	-0.05163497105240822
231155	embedding2nn.bias	8	0.06810607761144638
231155	embedding2nn.bias	9	0.04050491005182266
231155	rnn.weight_ih_l0	0	-0.07847127318382263
231155	rnn.weight_ih_l0	1	0.003743545152246952
231155	rnn.weight_ih_l0	2	0.03526883199810982
231155	rnn.weight_ih_l0	3	0.022723516449332237
231155	rnn.weight_ih_l0	4	-0.04955267161130905
231155	rnn.weight_ih_l0	5	-0.06870947778224945
231155	rnn.weight_ih_l0	6	-0.001997312530875206
231155	rnn.weight_ih_l0	7	0.053917910903692245
231155	rnn.weight_ih_l0	8	-0.016639629378914833
231155	rnn.weight_ih_l0	9	-0.030485449358820915
231155	rnn.weight_hh_l0	0	-0.030815642327070236
231155	rnn.weight_hh_l0	1	-0.0071085551753640175
231155	rnn.weight_hh_l0	2	0.0067119356244802475
231155	rnn.weight_hh_l0	3	-0.07423969358205795
231155	rnn.weight_hh_l0	4	0.09432171285152435
231155	rnn.weight_hh_l0	5	-0.02547239139676094
231155	rnn.weight_hh_l0	6	-0.06340745836496353
231155	rnn.weight_hh_l0	7	0.010240116156637669
231155	rnn.weight_hh_l0	8	0.01284586638212204
231155	rnn.weight_hh_l0	9	-0.025362037122249603
231155	rnn.bias_ih_l0	0	0.12883347272872925
231155	rnn.bias_ih_l0	1	-0.03695636987686157
231155	rnn.bias_ih_l0	2	-0.03346505016088486
231155	rnn.bias_ih_l0	3	0.16315039992332458
231155	rnn.bias_ih_l0	4	-0.013010570779442787
231155	rnn.bias_ih_l0	5	-0.02359320968389511
231155	rnn.bias_ih_l0	6	0.015983397141098976
231155	rnn.bias_ih_l0	7	0.02247934602200985
231155	rnn.bias_ih_l0	8	-0.10008250176906586
231155	rnn.bias_ih_l0	9	-0.03543437272310257
231155	rnn.bias_hh_l0	0	-1.5216485735436436e-05
231155	rnn.bias_hh_l0	1	-0.09613674134016037
231155	rnn.bias_hh_l0	2	-0.07381270825862885
231155	rnn.bias_hh_l0	3	-0.08991421014070511
231155	rnn.bias_hh_l0	4	0.009728852659463882
231155	rnn.bias_hh_l0	5	-0.021354885771870613
231155	rnn.bias_hh_l0	6	0.025501325726509094
231155	rnn.bias_hh_l0	7	0.05782192200422287
231155	rnn.bias_hh_l0	8	-0.12087604403495789
231155	rnn.bias_hh_l0	9	-0.059024982154369354
231155	rnn.weight_ih_l0_reverse	0	-0.02450946904718876
231155	rnn.weight_ih_l0_reverse	1	-0.056789565831422806
231155	rnn.weight_ih_l0_reverse	2	-0.04861097410321236
231155	rnn.weight_ih_l0_reverse	3	0.014308633282780647
231155	rnn.weight_ih_l0_reverse	4	-0.025348003953695297
231155	rnn.weight_ih_l0_reverse	5	-0.056871410459280014
231155	rnn.weight_ih_l0_reverse	6	0.07509610801935196
231155	rnn.weight_ih_l0_reverse	7	-0.019801359623670578
231155	rnn.weight_ih_l0_reverse	8	-0.019661029800772667
231155	rnn.weight_ih_l0_reverse	9	0.0047384509816765785
231155	rnn.weight_hh_l0_reverse	0	0.06713023781776428
231155	rnn.weight_hh_l0_reverse	1	0.020380549132823944
231155	rnn.weight_hh_l0_reverse	2	0.029923174530267715
231155	rnn.weight_hh_l0_reverse	3	0.03540566563606262
231155	rnn.weight_hh_l0_reverse	4	0.013585845939815044
231155	rnn.weight_hh_l0_reverse	5	0.006876222789287567
231155	rnn.weight_hh_l0_reverse	6	0.050945959985256195
231155	rnn.weight_hh_l0_reverse	7	-0.08228528499603271
231155	rnn.weight_hh_l0_reverse	8	0.041369181126356125
231155	rnn.weight_hh_l0_reverse	9	0.03513415530323982
231155	rnn.bias_ih_l0_reverse	0	-0.058218639343976974
231155	rnn.bias_ih_l0_reverse	1	-0.2844814956188202
231155	rnn.bias_ih_l0_reverse	2	-0.1221485361456871
231155	rnn.bias_ih_l0_reverse	3	-0.048850491642951965
231155	rnn.bias_ih_l0_reverse	4	-0.018754439428448677
231155	rnn.bias_ih_l0_reverse	5	0.0744861513376236
231155	rnn.bias_ih_l0_reverse	6	-0.06607914716005325
231155	rnn.bias_ih_l0_reverse	7	0.06447870284318924
231155	rnn.bias_ih_l0_reverse	8	-0.0394723080098629
231155	rnn.bias_ih_l0_reverse	9	0.06478958576917648
231155	rnn.bias_hh_l0_reverse	0	0.02167179435491562
231155	rnn.bias_hh_l0_reverse	1	-0.05933905392885208
231155	rnn.bias_hh_l0_reverse	2	0.08761590719223022
231155	rnn.bias_hh_l0_reverse	3	-0.05130596086382866
231155	rnn.bias_hh_l0_reverse	4	-0.028248757123947144
231155	rnn.bias_hh_l0_reverse	5	-0.019878918305039406
231155	rnn.bias_hh_l0_reverse	6	-0.018639884889125824
231155	rnn.bias_hh_l0_reverse	7	0.09912900626659393
231155	rnn.bias_hh_l0_reverse	8	0.03192736208438873
231155	rnn.bias_hh_l0_reverse	9	-0.1473369300365448
231155	rnn.weight_ih_l1	0	-0.02992323599755764
231155	rnn.weight_ih_l1	1	-0.05044238269329071
231155	rnn.weight_ih_l1	2	0.06385529041290283
231155	rnn.weight_ih_l1	3	-0.0742926150560379
231155	rnn.weight_ih_l1	4	-0.014004669152200222
231155	rnn.weight_ih_l1	5	-0.04056554287672043
231155	rnn.weight_ih_l1	6	0.029051722958683968
231155	rnn.weight_ih_l1	7	-0.044912900775671005
231155	rnn.weight_ih_l1	8	0.0375724621117115
231155	rnn.weight_ih_l1	9	0.044592369347810745
231155	rnn.weight_hh_l1	0	-0.007212381809949875
231155	rnn.weight_hh_l1	1	0.019780484959483147
231155	rnn.weight_hh_l1	2	0.00759378494694829
231155	rnn.weight_hh_l1	3	-0.012476448900997639
231155	rnn.weight_hh_l1	4	0.0052524106577038765
231155	rnn.weight_hh_l1	5	0.03507783263921738
231155	rnn.weight_hh_l1	6	0.0363503098487854
231155	rnn.weight_hh_l1	7	-0.016139164566993713
231155	rnn.weight_hh_l1	8	-0.007587322033941746
231155	rnn.weight_hh_l1	9	0.038692113012075424
231155	rnn.bias_ih_l1	0	-0.18379677832126617
231155	rnn.bias_ih_l1	1	-0.17875149846076965
231155	rnn.bias_ih_l1	2	-0.19861501455307007
231155	rnn.bias_ih_l1	3	-0.3091072142124176
231155	rnn.bias_ih_l1	4	-0.20558233559131622
231155	rnn.bias_ih_l1	5	-0.08934877067804337
231155	rnn.bias_ih_l1	6	-0.1612081676721573
231155	rnn.bias_ih_l1	7	-0.003097958629950881
231155	rnn.bias_ih_l1	8	-0.1347886025905609
231155	rnn.bias_ih_l1	9	-0.12688690423965454
231155	rnn.bias_hh_l1	0	-0.09644574671983719
231155	rnn.bias_hh_l1	1	-0.06603579223155975
231155	rnn.bias_hh_l1	2	-0.08486741781234741
231155	rnn.bias_hh_l1	3	-0.07942572236061096
231155	rnn.bias_hh_l1	4	-0.07370860129594803
231155	rnn.bias_hh_l1	5	-0.11923200637102127
231155	rnn.bias_hh_l1	6	-0.16284070909023285
231155	rnn.bias_hh_l1	7	0.07552678883075714
231155	rnn.bias_hh_l1	8	-0.17906329035758972
231155	rnn.bias_hh_l1	9	-0.11913546174764633
231155	rnn.weight_ih_l1_reverse	0	-0.04698697105050087
231155	rnn.weight_ih_l1_reverse	1	0.03349865600466728
231155	rnn.weight_ih_l1_reverse	2	0.0911659225821495
231155	rnn.weight_ih_l1_reverse	3	-0.019756125286221504
231155	rnn.weight_ih_l1_reverse	4	-0.02568989433348179
231155	rnn.weight_ih_l1_reverse	5	-0.03054013103246689
231155	rnn.weight_ih_l1_reverse	6	-0.019461872056126595
231155	rnn.weight_ih_l1_reverse	7	0.02885976992547512
231155	rnn.weight_ih_l1_reverse	8	0.010233452543616295
231155	rnn.weight_ih_l1_reverse	9	-0.03308932110667229
231155	rnn.weight_hh_l1_reverse	0	0.004733536392450333
231155	rnn.weight_hh_l1_reverse	1	0.03163569048047066
231155	rnn.weight_hh_l1_reverse	2	-0.040595538914203644
231155	rnn.weight_hh_l1_reverse	3	0.0350511260330677
231155	rnn.weight_hh_l1_reverse	4	0.04743790253996849
231155	rnn.weight_hh_l1_reverse	5	0.00464973459020257
231155	rnn.weight_hh_l1_reverse	6	0.04795343056321144
231155	rnn.weight_hh_l1_reverse	7	0.031341299414634705
231155	rnn.weight_hh_l1_reverse	8	-0.007037993986159563
231155	rnn.weight_hh_l1_reverse	9	-0.030611790716648102
231155	rnn.bias_ih_l1_reverse	0	-0.04819260165095329
231155	rnn.bias_ih_l1_reverse	1	-0.14095623791217804
231155	rnn.bias_ih_l1_reverse	2	-0.16534188389778137
231155	rnn.bias_ih_l1_reverse	3	-0.055852387100458145
231155	rnn.bias_ih_l1_reverse	4	-0.20435021817684174
231155	rnn.bias_ih_l1_reverse	5	-0.11714302003383636
231155	rnn.bias_ih_l1_reverse	6	-0.13035376369953156
231155	rnn.bias_ih_l1_reverse	7	-0.1914387345314026
231155	rnn.bias_ih_l1_reverse	8	0.2263132780790329
231155	rnn.bias_ih_l1_reverse	9	0.022693876177072525
231155	rnn.bias_hh_l1_reverse	0	0.010893503203988075
231155	rnn.bias_hh_l1_reverse	1	-0.06366220861673355
231155	rnn.bias_hh_l1_reverse	2	-0.23639878630638123
231155	rnn.bias_hh_l1_reverse	3	-0.14019691944122314
231155	rnn.bias_hh_l1_reverse	4	-0.08150733262300491
231155	rnn.bias_hh_l1_reverse	5	-0.11705098301172256
231155	rnn.bias_hh_l1_reverse	6	0.060420531779527664
231155	rnn.bias_hh_l1_reverse	7	-0.138950914144516
231155	rnn.bias_hh_l1_reverse	8	-0.12421145290136337
231155	rnn.bias_hh_l1_reverse	9	-0.1490904688835144
231155	linear.weight	0	0.002228822559118271
231155	linear.weight	1	0.09483887255191803
231155	linear.weight	2	-0.09400705993175507
231155	linear.weight	3	0.30813923478126526
231155	linear.weight	4	0.15142548084259033
231155	linear.weight	5	-0.06242797523736954
231155	linear.weight	6	0.10071761906147003
231155	linear.weight	7	0.121236152946949
231155	linear.weight	8	0.04113706946372986
231155	linear.weight	9	-0.05730048567056656
231155	linear.bias	0	0.0822790265083313
231155	linear.bias	1	-0.18074950575828552
231155	linear.bias	2	-0.44682803750038147
231155	linear.bias	3	-0.6691071391105652
231155	linear.bias	4	-1.2660212516784668
231155	linear.bias	5	-0.0665852278470993
231155	linear.bias	6	-0.8183281421661377
231155	linear.bias	7	0.2649533152580261
231155	linear.bias	8	-0.40642791986465454
231155	linear.bias	9	-1.0264540910720825
231352	transitions	0	0.7483741044998169
231352	transitions	1	0.13501369953155518
231352	transitions	2	-10000.0
231352	transitions	3	-1.8278554677963257
231352	transitions	4	-10000.0
231352	transitions	5	0.5635156035423279
231352	transitions	6	-0.08506147563457489
231352	transitions	7	-0.8053796291351318
231352	transitions	8	-1.4214869737625122
231352	transitions	9	-0.0012264043325558305
231352	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
231352	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
231352	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
231352	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
231352	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
231352	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
231352	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
231352	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
231352	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
231352	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
231352	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
231352	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
231352	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
231352	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
231352	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
231352	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
231352	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
231352	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
231352	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
231352	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
231352	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
231352	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
231352	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
231352	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
231352	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
231352	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
231352	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
231352	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
231352	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
231352	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
231352	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
231352	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
231352	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
231352	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
231352	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
231352	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
231352	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
231352	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
231352	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
231352	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
231352	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
231352	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
231352	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
231352	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
231352	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
231352	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
231352	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
231352	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
231352	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
231352	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
231352	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
231352	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
231352	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
231352	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
231352	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
231352	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
231352	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
231352	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
231352	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
231352	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
231352	embedding2nn.weight	0	0.017660075798630714
231352	embedding2nn.weight	1	-0.0129924938082695
231352	embedding2nn.weight	2	-0.014268254861235619
231352	embedding2nn.weight	3	-0.03190036490559578
231352	embedding2nn.weight	4	-0.0059150345623493195
231352	embedding2nn.weight	5	-0.0037005888298153877
231352	embedding2nn.weight	6	-0.0039732675068080425
231352	embedding2nn.weight	7	-0.07604061812162399
231352	embedding2nn.weight	8	-0.0019979383796453476
231352	embedding2nn.weight	9	-0.02730836346745491
231352	embedding2nn.bias	0	0.027264749631285667
231352	embedding2nn.bias	1	-0.07119566947221756
231352	embedding2nn.bias	2	0.07114692032337189
231352	embedding2nn.bias	3	0.048235271126031876
231352	embedding2nn.bias	4	-0.046012524515390396
231352	embedding2nn.bias	5	-0.011653751134872437
231352	embedding2nn.bias	6	0.021988429129123688
231352	embedding2nn.bias	7	-0.05125395581126213
231352	embedding2nn.bias	8	0.06754852831363678
231352	embedding2nn.bias	9	0.04034918546676636
231352	rnn.weight_ih_l0	0	-0.07861478626728058
231352	rnn.weight_ih_l0	1	0.0036689669359475374
231352	rnn.weight_ih_l0	2	0.0353364497423172
231352	rnn.weight_ih_l0	3	0.02275647595524788
231352	rnn.weight_ih_l0	4	-0.0495590977370739
231352	rnn.weight_ih_l0	5	-0.06864683330059052
231352	rnn.weight_ih_l0	6	-0.0020183951128274202
231352	rnn.weight_ih_l0	7	0.0539252907037735
231352	rnn.weight_ih_l0	8	-0.01676875911653042
231352	rnn.weight_ih_l0	9	-0.03052763268351555
231352	rnn.weight_hh_l0	0	-0.03090948611497879
231352	rnn.weight_hh_l0	1	-0.006760265678167343
231352	rnn.weight_hh_l0	2	0.006713832262903452
231352	rnn.weight_hh_l0	3	-0.07419934868812561
231352	rnn.weight_hh_l0	4	0.09419532865285873
231352	rnn.weight_hh_l0	5	-0.02550475113093853
231352	rnn.weight_hh_l0	6	-0.06343676894903183
231352	rnn.weight_hh_l0	7	0.010385638102889061
231352	rnn.weight_hh_l0	8	0.012782935984432697
231352	rnn.weight_hh_l0	9	-0.025358419865369797
231352	rnn.bias_ih_l0	0	0.1286836713552475
231352	rnn.bias_ih_l0	1	-0.03705465793609619
231352	rnn.bias_ih_l0	2	-0.03388185799121857
231352	rnn.bias_ih_l0	3	0.16310958564281464
231352	rnn.bias_ih_l0	4	-0.012957621365785599
231352	rnn.bias_ih_l0	5	-0.022892743349075317
231352	rnn.bias_ih_l0	6	0.01585111953318119
231352	rnn.bias_ih_l0	7	0.02219059132039547
231352	rnn.bias_ih_l0	8	-0.10008015483617783
231352	rnn.bias_ih_l0	9	-0.03573407232761383
231352	rnn.bias_hh_l0	0	-0.0003606106620281935
231352	rnn.bias_hh_l0	1	-0.09587913751602173
231352	rnn.bias_hh_l0	2	-0.07404832541942596
231352	rnn.bias_hh_l0	3	-0.0897848829627037
231352	rnn.bias_hh_l0	4	0.009874127805233002
231352	rnn.bias_hh_l0	5	-0.02093592844903469
231352	rnn.bias_hh_l0	6	0.025198251008987427
231352	rnn.bias_hh_l0	7	0.05827607214450836
231352	rnn.bias_hh_l0	8	-0.12107957154512405
231352	rnn.bias_hh_l0	9	-0.05954033508896828
231352	rnn.weight_ih_l0_reverse	0	-0.024522138759493828
231352	rnn.weight_ih_l0_reverse	1	-0.05669098347425461
231352	rnn.weight_ih_l0_reverse	2	-0.04865984991192818
231352	rnn.weight_ih_l0_reverse	3	0.014304905198514462
231352	rnn.weight_ih_l0_reverse	4	-0.025283662602305412
231352	rnn.weight_ih_l0_reverse	5	-0.05690368637442589
231352	rnn.weight_ih_l0_reverse	6	0.07523269951343536
231352	rnn.weight_ih_l0_reverse	7	-0.019584406167268753
231352	rnn.weight_ih_l0_reverse	8	-0.01991523616015911
231352	rnn.weight_ih_l0_reverse	9	0.004700572695583105
231352	rnn.weight_hh_l0_reverse	0	0.06710082292556763
231352	rnn.weight_hh_l0_reverse	1	0.02039499022066593
231352	rnn.weight_hh_l0_reverse	2	0.029926784336566925
231352	rnn.weight_hh_l0_reverse	3	0.03534046187996864
231352	rnn.weight_hh_l0_reverse	4	0.013576194643974304
231352	rnn.weight_hh_l0_reverse	5	0.006808938458561897
231352	rnn.weight_hh_l0_reverse	6	0.05093597620725632
231352	rnn.weight_hh_l0_reverse	7	-0.08235909044742584
231352	rnn.weight_hh_l0_reverse	8	0.041449274867773056
231352	rnn.weight_hh_l0_reverse	9	0.03507324308156967
231352	rnn.bias_ih_l0_reverse	0	-0.058146167546510696
231352	rnn.bias_ih_l0_reverse	1	-0.28430166840553284
231352	rnn.bias_ih_l0_reverse	2	-0.12212929874658585
231352	rnn.bias_ih_l0_reverse	3	-0.0488063246011734
231352	rnn.bias_ih_l0_reverse	4	-0.018406152725219727
231352	rnn.bias_ih_l0_reverse	5	0.07454077899456024
231352	rnn.bias_ih_l0_reverse	6	-0.06580616533756256
231352	rnn.bias_ih_l0_reverse	7	0.06460409611463547
231352	rnn.bias_ih_l0_reverse	8	-0.039781536906957626
231352	rnn.bias_ih_l0_reverse	9	0.06490810960531235
231352	rnn.bias_hh_l0_reverse	0	0.021427741274237633
231352	rnn.bias_hh_l0_reverse	1	-0.05891802906990051
231352	rnn.bias_hh_l0_reverse	2	0.0870310366153717
231352	rnn.bias_hh_l0_reverse	3	-0.051366254687309265
231352	rnn.bias_hh_l0_reverse	4	-0.027941038832068443
231352	rnn.bias_hh_l0_reverse	5	-0.019892506301403046
231352	rnn.bias_hh_l0_reverse	6	-0.018761949613690376
231352	rnn.bias_hh_l0_reverse	7	0.0991891622543335
231352	rnn.bias_hh_l0_reverse	8	0.03204501047730446
231352	rnn.bias_hh_l0_reverse	9	-0.14741778373718262
231352	rnn.weight_ih_l1	0	-0.029982808977365494
231352	rnn.weight_ih_l1	1	-0.05052633583545685
231352	rnn.weight_ih_l1	2	0.06391490995883942
231352	rnn.weight_ih_l1	3	-0.07453407347202301
231352	rnn.weight_ih_l1	4	-0.014138242229819298
231352	rnn.weight_ih_l1	5	-0.0405564047396183
231352	rnn.weight_ih_l1	6	0.029165618121623993
231352	rnn.weight_ih_l1	7	-0.0443849079310894
231352	rnn.weight_ih_l1	8	0.03765018284320831
231352	rnn.weight_ih_l1	9	0.0445748046040535
231352	rnn.weight_hh_l1	0	-0.0072491345927119255
231352	rnn.weight_hh_l1	1	0.019782831892371178
231352	rnn.weight_hh_l1	2	0.0074658687226474285
231352	rnn.weight_hh_l1	3	-0.012413172982633114
231352	rnn.weight_hh_l1	4	0.005327547434717417
231352	rnn.weight_hh_l1	5	0.035069625824689865
231352	rnn.weight_hh_l1	6	0.036362722516059875
231352	rnn.weight_hh_l1	7	-0.01610453426837921
231352	rnn.weight_hh_l1	8	-0.007576183881610632
231352	rnn.weight_hh_l1	9	0.038720205426216125
231352	rnn.bias_ih_l1	0	-0.18441587686538696
231352	rnn.bias_ih_l1	1	-0.17897450923919678
231352	rnn.bias_ih_l1	2	-0.19828243553638458
231352	rnn.bias_ih_l1	3	-0.3091353476047516
231352	rnn.bias_ih_l1	4	-0.2061355859041214
231352	rnn.bias_ih_l1	5	-0.08914146572351456
231352	rnn.bias_ih_l1	6	-0.16099610924720764
231352	rnn.bias_ih_l1	7	-0.003467386122792959
231352	rnn.bias_ih_l1	8	-0.13455608487129211
231352	rnn.bias_ih_l1	9	-0.12655308842658997
231352	rnn.bias_hh_l1	0	-0.09605660289525986
231352	rnn.bias_hh_l1	1	-0.06605342775583267
231352	rnn.bias_hh_l1	2	-0.08479108661413193
231352	rnn.bias_hh_l1	3	-0.07954186946153641
231352	rnn.bias_hh_l1	4	-0.07370056211948395
231352	rnn.bias_hh_l1	5	-0.11909982562065125
231352	rnn.bias_hh_l1	6	-0.16272273659706116
231352	rnn.bias_hh_l1	7	0.0752205029129982
231352	rnn.bias_hh_l1	8	-0.178993821144104
231352	rnn.bias_hh_l1	9	-0.11970921605825424
231352	rnn.weight_ih_l1_reverse	0	-0.046977102756500244
231352	rnn.weight_ih_l1_reverse	1	0.03354473039507866
231352	rnn.weight_ih_l1_reverse	2	0.09126050770282745
231352	rnn.weight_ih_l1_reverse	3	-0.019812481477856636
231352	rnn.weight_ih_l1_reverse	4	-0.025877563282847404
231352	rnn.weight_ih_l1_reverse	5	-0.03053082525730133
231352	rnn.weight_ih_l1_reverse	6	-0.019302697852253914
231352	rnn.weight_ih_l1_reverse	7	0.02894786186516285
231352	rnn.weight_ih_l1_reverse	8	0.01061827689409256
231352	rnn.weight_ih_l1_reverse	9	-0.03317057713866234
231352	rnn.weight_hh_l1_reverse	0	0.0047596292570233345
231352	rnn.weight_hh_l1_reverse	1	0.031645890325307846
231352	rnn.weight_hh_l1_reverse	2	-0.040582142770290375
231352	rnn.weight_hh_l1_reverse	3	0.03507837653160095
231352	rnn.weight_hh_l1_reverse	4	0.04737534001469612
231352	rnn.weight_hh_l1_reverse	5	0.00459983479231596
231352	rnn.weight_hh_l1_reverse	6	0.04789392650127411
231352	rnn.weight_hh_l1_reverse	7	0.03134097903966904
231352	rnn.weight_hh_l1_reverse	8	-0.007040488068014383
231352	rnn.weight_hh_l1_reverse	9	-0.03058593161404133
231352	rnn.bias_ih_l1_reverse	0	-0.048425041139125824
231352	rnn.bias_ih_l1_reverse	1	-0.1408931463956833
231352	rnn.bias_ih_l1_reverse	2	-0.16548441350460052
231352	rnn.bias_ih_l1_reverse	3	-0.05646597221493721
231352	rnn.bias_ih_l1_reverse	4	-0.2045830637216568
231352	rnn.bias_ih_l1_reverse	5	-0.1172950342297554
231352	rnn.bias_ih_l1_reverse	6	-0.1302599161863327
231352	rnn.bias_ih_l1_reverse	7	-0.19145286083221436
231352	rnn.bias_ih_l1_reverse	8	0.22611385583877563
231352	rnn.bias_ih_l1_reverse	9	0.022500691935420036
231352	rnn.bias_hh_l1_reverse	0	0.01192602887749672
231352	rnn.bias_hh_l1_reverse	1	-0.06294957548379898
231352	rnn.bias_hh_l1_reverse	2	-0.23623616993427277
231352	rnn.bias_hh_l1_reverse	3	-0.1401364803314209
231352	rnn.bias_hh_l1_reverse	4	-0.08104170858860016
231352	rnn.bias_hh_l1_reverse	5	-0.11747010052204132
231352	rnn.bias_hh_l1_reverse	6	0.06092747300863266
231352	rnn.bias_hh_l1_reverse	7	-0.13894522190093994
231352	rnn.bias_hh_l1_reverse	8	-0.12403760105371475
231352	rnn.bias_hh_l1_reverse	9	-0.14913226664066315
231352	linear.weight	0	0.002228822559118271
231352	linear.weight	1	0.09427376091480255
231352	linear.weight	2	-0.09425459802150726
231352	linear.weight	3	0.307848185300827
231352	linear.weight	4	0.15191948413848877
231352	linear.weight	5	-0.0626726895570755
231352	linear.weight	6	0.09994379431009293
231352	linear.weight	7	0.12263502925634384
231352	linear.weight	8	0.04113701730966568
231352	linear.weight	9	-0.05786673352122307
231352	linear.bias	0	0.08787716180086136
231352	linear.bias	1	-0.18390429019927979
231352	linear.bias	2	-0.450046569108963
231352	linear.bias	3	-0.6647424101829529
231352	linear.bias	4	-1.2617110013961792
231352	linear.bias	5	-0.06573227047920227
231352	linear.bias	6	-0.8216384649276733
231352	linear.bias	7	0.26608672738075256
231352	linear.bias	8	-0.40771400928497314
231352	linear.bias	9	-1.027866244316101
231549	transitions	0	0.7498974800109863
231549	transitions	1	0.13497957587242126
231549	transitions	2	-10000.0
231549	transitions	3	-1.8278608322143555
231549	transitions	4	-10000.0
231549	transitions	5	0.5635045170783997
231549	transitions	6	-0.08506514877080917
231549	transitions	7	-0.8054105639457703
231549	transitions	8	-1.4214961528778076
231549	transitions	9	-0.0012264580000191927
231549	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
231549	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
231549	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
231549	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
231549	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
231549	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
231549	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
231549	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
231549	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
231549	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
231549	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
231549	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
231549	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
231549	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
231549	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
231549	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
231549	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
231549	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
231549	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
231549	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
231549	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
231549	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
231549	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
231549	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
231549	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
231549	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
231549	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
231549	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
231549	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
231549	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
231549	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
231549	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
231549	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
231549	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
231549	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
231549	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
231549	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
231549	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
231549	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
231549	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
231549	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
231549	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
231549	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
231549	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
231549	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
231549	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
231549	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
231549	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
231549	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
231549	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
231549	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
231549	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
231549	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
231549	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
231549	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
231549	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
231549	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
231549	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
231549	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
231549	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
231549	embedding2nn.weight	0	0.01746278628706932
231549	embedding2nn.weight	1	-0.012974489480257034
231549	embedding2nn.weight	2	-0.014268254861235619
231549	embedding2nn.weight	3	-0.03163347393274307
231549	embedding2nn.weight	4	-0.0059150345623493195
231549	embedding2nn.weight	5	-0.0037005888298153877
231549	embedding2nn.weight	6	-0.0039732675068080425
231549	embedding2nn.weight	7	-0.07624360918998718
231549	embedding2nn.weight	8	-0.0019979383796453476
231549	embedding2nn.weight	9	-0.027369104325771332
231549	embedding2nn.bias	0	0.028177887201309204
231549	embedding2nn.bias	1	-0.07277190685272217
231549	embedding2nn.bias	2	0.07136501371860504
231549	embedding2nn.bias	3	0.046729862689971924
231549	embedding2nn.bias	4	-0.04528162255883217
231549	embedding2nn.bias	5	-0.009197893552482128
231549	embedding2nn.bias	6	0.02172866463661194
231549	embedding2nn.bias	7	-0.051485445350408554
231549	embedding2nn.bias	8	0.06694263964891434
231549	embedding2nn.bias	9	0.040486741811037064
231549	rnn.weight_ih_l0	0	-0.07872703671455383
231549	rnn.weight_ih_l0	1	0.003538616467267275
231549	rnn.weight_ih_l0	2	0.03533678874373436
231549	rnn.weight_ih_l0	3	0.022835304960608482
231549	rnn.weight_ih_l0	4	-0.049517497420310974
231549	rnn.weight_ih_l0	5	-0.06874637305736542
231549	rnn.weight_ih_l0	6	-0.001926303724758327
231549	rnn.weight_ih_l0	7	0.05383801832795143
231549	rnn.weight_ih_l0	8	-0.016538482159376144
231549	rnn.weight_ih_l0	9	-0.030455060303211212
231549	rnn.weight_hh_l0	0	-0.031113166362047195
231549	rnn.weight_hh_l0	1	-0.006789029575884342
231549	rnn.weight_hh_l0	2	0.006642592139542103
231549	rnn.weight_hh_l0	3	-0.07426697760820389
231549	rnn.weight_hh_l0	4	0.09427142888307571
231549	rnn.weight_hh_l0	5	-0.025633707642555237
231549	rnn.weight_hh_l0	6	-0.06331818550825119
231549	rnn.weight_hh_l0	7	0.01049936842173338
231549	rnn.weight_hh_l0	8	0.01265494991093874
231549	rnn.weight_hh_l0	9	-0.02527373842895031
231549	rnn.bias_ih_l0	0	0.12840601801872253
231549	rnn.bias_ih_l0	1	-0.03700387850403786
231549	rnn.bias_ih_l0	2	-0.034443922340869904
231549	rnn.bias_ih_l0	3	0.16268794238567352
231549	rnn.bias_ih_l0	4	-0.013076947070658207
231549	rnn.bias_ih_l0	5	-0.022941606119275093
231549	rnn.bias_ih_l0	6	0.01711633801460266
231549	rnn.bias_ih_l0	7	0.022706232964992523
231549	rnn.bias_ih_l0	8	-0.10021000355482101
231549	rnn.bias_ih_l0	9	-0.0365474708378315
231549	rnn.bias_hh_l0	0	-0.00089286919683218
231549	rnn.bias_hh_l0	1	-0.09619428962469101
231549	rnn.bias_hh_l0	2	-0.0745130330324173
231549	rnn.bias_hh_l0	3	-0.08957195281982422
231549	rnn.bias_hh_l0	4	0.00988670252263546
231549	rnn.bias_hh_l0	5	-0.02129027619957924
231549	rnn.bias_hh_l0	6	0.02576359361410141
231549	rnn.bias_hh_l0	7	0.058829255402088165
231549	rnn.bias_hh_l0	8	-0.12123879045248032
231549	rnn.bias_hh_l0	9	-0.059782128781080246
231549	rnn.weight_ih_l0_reverse	0	-0.02447459287941456
231549	rnn.weight_ih_l0_reverse	1	-0.0565648227930069
231549	rnn.weight_ih_l0_reverse	2	-0.04875168204307556
231549	rnn.weight_ih_l0_reverse	3	0.01424748357385397
231549	rnn.weight_ih_l0_reverse	4	-0.025336917489767075
231549	rnn.weight_ih_l0_reverse	5	-0.05701403692364693
231549	rnn.weight_ih_l0_reverse	6	0.0751461312174797
231549	rnn.weight_ih_l0_reverse	7	-0.01895122230052948
231549	rnn.weight_ih_l0_reverse	8	-0.019917333498597145
231549	rnn.weight_ih_l0_reverse	9	0.00466705160215497
231549	rnn.weight_hh_l0_reverse	0	0.06712959706783295
231549	rnn.weight_hh_l0_reverse	1	0.02047424390912056
231549	rnn.weight_hh_l0_reverse	2	0.02997623383998871
231549	rnn.weight_hh_l0_reverse	3	0.03535300865769386
231549	rnn.weight_hh_l0_reverse	4	0.01361058559268713
231549	rnn.weight_hh_l0_reverse	5	0.006990205030888319
231549	rnn.weight_hh_l0_reverse	6	0.0508757084608078
231549	rnn.weight_hh_l0_reverse	7	-0.08247750997543335
231549	rnn.weight_hh_l0_reverse	8	0.04142722487449646
231549	rnn.weight_hh_l0_reverse	9	0.034990184009075165
231549	rnn.bias_ih_l0_reverse	0	-0.05802352353930473
231549	rnn.bias_ih_l0_reverse	1	-0.28507471084594727
231549	rnn.bias_ih_l0_reverse	2	-0.12181785702705383
231549	rnn.bias_ih_l0_reverse	3	-0.048717230558395386
231549	rnn.bias_ih_l0_reverse	4	-0.018844569101929665
231549	rnn.bias_ih_l0_reverse	5	0.07451313734054565
231549	rnn.bias_ih_l0_reverse	6	-0.06552495062351227
231549	rnn.bias_ih_l0_reverse	7	0.06485244631767273
231549	rnn.bias_ih_l0_reverse	8	-0.039849214255809784
231549	rnn.bias_ih_l0_reverse	9	0.06482402980327606
231549	rnn.bias_hh_l0_reverse	0	0.021705931052565575
231549	rnn.bias_hh_l0_reverse	1	-0.05948658287525177
231549	rnn.bias_hh_l0_reverse	2	0.08724437654018402
231549	rnn.bias_hh_l0_reverse	3	-0.05136523395776749
231549	rnn.bias_hh_l0_reverse	4	-0.027869485318660736
231549	rnn.bias_hh_l0_reverse	5	-0.019774841144680977
231549	rnn.bias_hh_l0_reverse	6	-0.018605466932058334
231549	rnn.bias_hh_l0_reverse	7	0.09942790865898132
231549	rnn.bias_hh_l0_reverse	8	0.031969618052244186
231549	rnn.bias_hh_l0_reverse	9	-0.14778336882591248
231549	rnn.weight_ih_l1	0	-0.03001408278942108
231549	rnn.weight_ih_l1	1	-0.050538353621959686
231549	rnn.weight_ih_l1	2	0.06426727026700974
231549	rnn.weight_ih_l1	3	-0.07460523396730423
231549	rnn.weight_ih_l1	4	-0.014313950203359127
231549	rnn.weight_ih_l1	5	-0.04059986397624016
231549	rnn.weight_ih_l1	6	0.029096705839037895
231549	rnn.weight_ih_l1	7	-0.04449914023280144
231549	rnn.weight_ih_l1	8	0.03765345737338066
231549	rnn.weight_ih_l1	9	0.044561438262462616
231549	rnn.weight_hh_l1	0	-0.00721946032717824
231549	rnn.weight_hh_l1	1	0.01976911351084709
231549	rnn.weight_hh_l1	2	0.007329015526920557
231549	rnn.weight_hh_l1	3	-0.012380761094391346
231549	rnn.weight_hh_l1	4	0.005367628764361143
231549	rnn.weight_hh_l1	5	0.03499642759561539
231549	rnn.weight_hh_l1	6	0.03629114106297493
231549	rnn.weight_hh_l1	7	-0.01625465787947178
231549	rnn.weight_hh_l1	8	-0.0075362506322562695
231549	rnn.weight_hh_l1	9	0.03864945098757744
231549	rnn.bias_ih_l1	0	-0.18409205973148346
231549	rnn.bias_ih_l1	1	-0.17898285388946533
231549	rnn.bias_ih_l1	2	-0.19779223203659058
231549	rnn.bias_ih_l1	3	-0.30971741676330566
231549	rnn.bias_ih_l1	4	-0.20737361907958984
231549	rnn.bias_ih_l1	5	-0.08907095342874527
231549	rnn.bias_ih_l1	6	-0.16158078610897064
231549	rnn.bias_ih_l1	7	-0.0036561391316354275
231549	rnn.bias_ih_l1	8	-0.13434314727783203
231549	rnn.bias_ih_l1	9	-0.1268663853406906
231549	rnn.bias_hh_l1	0	-0.09579683840274811
231549	rnn.bias_hh_l1	1	-0.06614387780427933
231549	rnn.bias_hh_l1	2	-0.0845143049955368
231549	rnn.bias_hh_l1	3	-0.07954943180084229
231549	rnn.bias_hh_l1	4	-0.074079729616642
231549	rnn.bias_hh_l1	5	-0.11879996210336685
231549	rnn.bias_hh_l1	6	-0.1620604544878006
231549	rnn.bias_hh_l1	7	0.07449938356876373
231549	rnn.bias_hh_l1	8	-0.17895741760730743
231549	rnn.bias_hh_l1	9	-0.12096226960420609
231549	rnn.weight_ih_l1_reverse	0	-0.047020167112350464
231549	rnn.weight_ih_l1_reverse	1	0.033219993114471436
231549	rnn.weight_ih_l1_reverse	2	0.09145932644605637
231549	rnn.weight_ih_l1_reverse	3	-0.019671674817800522
231549	rnn.weight_ih_l1_reverse	4	-0.025870997458696365
231549	rnn.weight_ih_l1_reverse	5	-0.030490292236208916
231549	rnn.weight_ih_l1_reverse	6	-0.019092638045549393
231549	rnn.weight_ih_l1_reverse	7	0.028757369145751
231549	rnn.weight_ih_l1_reverse	8	0.01021338626742363
231549	rnn.weight_ih_l1_reverse	9	-0.033246155828237534
231549	rnn.weight_hh_l1_reverse	0	0.004727526567876339
231549	rnn.weight_hh_l1_reverse	1	0.031638409942388535
231549	rnn.weight_hh_l1_reverse	2	-0.040582116693258286
231549	rnn.weight_hh_l1_reverse	3	0.03508634865283966
231549	rnn.weight_hh_l1_reverse	4	0.04744191840291023
231549	rnn.weight_hh_l1_reverse	5	0.004621569067239761
231549	rnn.weight_hh_l1_reverse	6	0.04795250669121742
231549	rnn.weight_hh_l1_reverse	7	0.03135741129517555
231549	rnn.weight_hh_l1_reverse	8	-0.007042624056339264
231549	rnn.weight_hh_l1_reverse	9	-0.030639490112662315
231549	rnn.bias_ih_l1_reverse	0	-0.048224154859781265
231549	rnn.bias_ih_l1_reverse	1	-0.1407926082611084
231549	rnn.bias_ih_l1_reverse	2	-0.16527828574180603
231549	rnn.bias_ih_l1_reverse	3	-0.05653536319732666
231549	rnn.bias_ih_l1_reverse	4	-0.20443232357501984
231549	rnn.bias_ih_l1_reverse	5	-0.11710130423307419
231549	rnn.bias_ih_l1_reverse	6	-0.13042283058166504
231549	rnn.bias_ih_l1_reverse	7	-0.19200561940670013
231549	rnn.bias_ih_l1_reverse	8	0.22621802985668182
231549	rnn.bias_ih_l1_reverse	9	0.022407716140151024
231549	rnn.bias_hh_l1_reverse	0	0.011868023313581944
231549	rnn.bias_hh_l1_reverse	1	-0.06292304396629333
231549	rnn.bias_hh_l1_reverse	2	-0.236404687166214
231549	rnn.bias_hh_l1_reverse	3	-0.14007294178009033
231549	rnn.bias_hh_l1_reverse	4	-0.08084870874881744
231549	rnn.bias_hh_l1_reverse	5	-0.11753956973552704
231549	rnn.bias_hh_l1_reverse	6	0.06142331287264824
231549	rnn.bias_hh_l1_reverse	7	-0.13967640697956085
231549	rnn.bias_hh_l1_reverse	8	-0.12395907193422318
231549	rnn.bias_hh_l1_reverse	9	-0.14908576011657715
231549	linear.weight	0	0.002228822559118271
231549	linear.weight	1	0.09366761893033981
231549	linear.weight	2	-0.09366326779127121
231549	linear.weight	3	0.30792078375816345
231549	linear.weight	4	0.15180929005146027
231549	linear.weight	5	-0.062444280833005905
231549	linear.weight	6	0.09773659706115723
231549	linear.weight	7	0.12249761074781418
231549	linear.weight	8	0.0411369726061821
231549	linear.weight	9	-0.05753204971551895
231549	linear.bias	0	0.07850418239831924
231549	linear.bias	1	-0.17851947247982025
231549	linear.bias	2	-0.45216599106788635
231549	linear.bias	3	-0.6669474840164185
231549	linear.bias	4	-1.2640577554702759
231549	linear.bias	5	-0.06581136584281921
231549	linear.bias	6	-0.8164728879928589
231549	linear.bias	7	0.26601341366767883
231549	linear.bias	8	-0.4060404896736145
231549	linear.bias	9	-1.0264009237289429
231746	transitions	0	0.7482890486717224
231746	transitions	1	0.13490459322929382
231746	transitions	2	-10000.0
231746	transitions	3	-1.827863097190857
231746	transitions	4	-10000.0
231746	transitions	5	0.5634983777999878
231746	transitions	6	-0.08506942540407181
231746	transitions	7	-0.805509090423584
231746	transitions	8	-1.421505093574524
231746	transitions	9	-0.0012264745309948921
231746	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
231746	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
231746	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
231746	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
231746	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
231746	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
231746	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
231746	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
231746	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
231746	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
231746	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
231746	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
231746	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
231746	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
231746	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
231746	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
231746	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
231746	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
231746	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
231746	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
231746	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
231746	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
231746	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
231746	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
231746	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
231746	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
231746	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
231746	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
231746	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
231746	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
231746	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
231746	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
231746	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
231746	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
231746	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
231746	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
231746	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
231746	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
231746	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
231746	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
231746	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
231746	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
231746	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
231746	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
231746	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
231746	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
231746	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
231746	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
231746	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
231746	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
231746	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
231746	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
231746	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
231746	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
231746	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
231746	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
231746	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
231746	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
231746	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
231746	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
231746	embedding2nn.weight	0	0.01704597845673561
231746	embedding2nn.weight	1	-0.012969529256224632
231746	embedding2nn.weight	2	-0.014268254861235619
231746	embedding2nn.weight	3	-0.031588491052389145
231746	embedding2nn.weight	4	-0.0059150345623493195
231746	embedding2nn.weight	5	-0.0037005888298153877
231746	embedding2nn.weight	6	-0.0039732675068080425
231746	embedding2nn.weight	7	-0.07629228383302689
231746	embedding2nn.weight	8	-0.0019979383796453476
231746	embedding2nn.weight	9	-0.02732538804411888
231746	embedding2nn.bias	0	0.02822922356426716
231746	embedding2nn.bias	1	-0.07276428490877151
231746	embedding2nn.bias	2	0.07120512425899506
231746	embedding2nn.bias	3	0.047563426196575165
231746	embedding2nn.bias	4	-0.04488423839211464
231746	embedding2nn.bias	5	-0.01005403883755207
231746	embedding2nn.bias	6	0.02043548785150051
231746	embedding2nn.bias	7	-0.05347112938761711
231746	embedding2nn.bias	8	0.0676896721124649
231746	embedding2nn.bias	9	0.04055926948785782
231746	rnn.weight_ih_l0	0	-0.07879021763801575
231746	rnn.weight_ih_l0	1	0.0035953938495367765
231746	rnn.weight_ih_l0	2	0.035497065633535385
231746	rnn.weight_ih_l0	3	0.022704441100358963
231746	rnn.weight_ih_l0	4	-0.04949125647544861
231746	rnn.weight_ih_l0	5	-0.06866109371185303
231746	rnn.weight_ih_l0	6	-0.0018049378413707018
231746	rnn.weight_ih_l0	7	0.05375497788190842
231746	rnn.weight_ih_l0	8	-0.016791941598057747
231746	rnn.weight_ih_l0	9	-0.030198698863387108
231746	rnn.weight_hh_l0	0	-0.030924025923013687
231746	rnn.weight_hh_l0	1	-0.00693442253395915
231746	rnn.weight_hh_l0	2	0.006743293255567551
231746	rnn.weight_hh_l0	3	-0.07430386543273926
231746	rnn.weight_hh_l0	4	0.09418945014476776
231746	rnn.weight_hh_l0	5	-0.025779178366065025
231746	rnn.weight_hh_l0	6	-0.06337045878171921
231746	rnn.weight_hh_l0	7	0.010385338217020035
231746	rnn.weight_hh_l0	8	0.012711282819509506
231746	rnn.weight_hh_l0	9	-0.025329377502202988
231746	rnn.bias_ih_l0	0	0.12791815400123596
231746	rnn.bias_ih_l0	1	-0.037157878279685974
231746	rnn.bias_ih_l0	2	-0.034433331340551376
231746	rnn.bias_ih_l0	3	0.16269169747829437
231746	rnn.bias_ih_l0	4	-0.012960431165993214
231746	rnn.bias_ih_l0	5	-0.022924035787582397
231746	rnn.bias_ih_l0	6	0.018380461260676384
231746	rnn.bias_ih_l0	7	0.022577637806534767
231746	rnn.bias_ih_l0	8	-0.10009799897670746
231746	rnn.bias_ih_l0	9	-0.035821542143821716
231746	rnn.bias_hh_l0	0	-0.0013927131658419967
231746	rnn.bias_hh_l0	1	-0.09649015218019485
231746	rnn.bias_hh_l0	2	-0.07458711415529251
231746	rnn.bias_hh_l0	3	-0.0895736962556839
231746	rnn.bias_hh_l0	4	0.009993345476686954
231746	rnn.bias_hh_l0	5	-0.02152412198483944
231746	rnn.bias_hh_l0	6	0.025905251502990723
231746	rnn.bias_hh_l0	7	0.05855436623096466
231746	rnn.bias_hh_l0	8	-0.12083876878023148
231746	rnn.bias_hh_l0	9	-0.059465229511260986
231746	rnn.weight_ih_l0_reverse	0	-0.024623896926641464
231746	rnn.weight_ih_l0_reverse	1	-0.056650493294000626
231746	rnn.weight_ih_l0_reverse	2	-0.048630230128765106
231746	rnn.weight_ih_l0_reverse	3	0.014300108887255192
231746	rnn.weight_ih_l0_reverse	4	-0.02525920979678631
231746	rnn.weight_ih_l0_reverse	5	-0.05699446052312851
231746	rnn.weight_ih_l0_reverse	6	0.0751737728714943
231746	rnn.weight_ih_l0_reverse	7	-0.018892798572778702
231746	rnn.weight_ih_l0_reverse	8	-0.019797876477241516
231746	rnn.weight_ih_l0_reverse	9	0.004560598637908697
231746	rnn.weight_hh_l0_reverse	0	0.06711097806692123
231746	rnn.weight_hh_l0_reverse	1	0.020213307812809944
231746	rnn.weight_hh_l0_reverse	2	0.029885297641158104
231746	rnn.weight_hh_l0_reverse	3	0.03540492057800293
231746	rnn.weight_hh_l0_reverse	4	0.013402082957327366
231746	rnn.weight_hh_l0_reverse	5	0.007080305367708206
231746	rnn.weight_hh_l0_reverse	6	0.05085539445281029
231746	rnn.weight_hh_l0_reverse	7	-0.08233156055212021
231746	rnn.weight_hh_l0_reverse	8	0.04131211340427399
231746	rnn.weight_hh_l0_reverse	9	0.03491884842514992
231746	rnn.bias_ih_l0_reverse	0	-0.05800239369273186
231746	rnn.bias_ih_l0_reverse	1	-0.285003662109375
231746	rnn.bias_ih_l0_reverse	2	-0.12223663181066513
231746	rnn.bias_ih_l0_reverse	3	-0.048343151807785034
231746	rnn.bias_ih_l0_reverse	4	-0.019015982747077942
231746	rnn.bias_ih_l0_reverse	5	0.07493220269680023
231746	rnn.bias_ih_l0_reverse	6	-0.06505054235458374
231746	rnn.bias_ih_l0_reverse	7	0.0648016557097435
231746	rnn.bias_ih_l0_reverse	8	-0.03957965970039368
231746	rnn.bias_ih_l0_reverse	9	0.0648036077618599
231746	rnn.bias_hh_l0_reverse	0	0.02195943333208561
231746	rnn.bias_hh_l0_reverse	1	-0.060038670897483826
231746	rnn.bias_hh_l0_reverse	2	0.08717747777700424
231746	rnn.bias_hh_l0_reverse	3	-0.05124443396925926
231746	rnn.bias_hh_l0_reverse	4	-0.027959685772657394
231746	rnn.bias_hh_l0_reverse	5	-0.01957215555012226
231746	rnn.bias_hh_l0_reverse	6	-0.01823841966688633
231746	rnn.bias_hh_l0_reverse	7	0.09921315312385559
231746	rnn.bias_hh_l0_reverse	8	0.03172266483306885
231746	rnn.bias_hh_l0_reverse	9	-0.14793553948402405
231746	rnn.weight_ih_l1	0	-0.03004314936697483
231746	rnn.weight_ih_l1	1	-0.05040142685174942
231746	rnn.weight_ih_l1	2	0.06435170769691467
231746	rnn.weight_ih_l1	3	-0.07450495660305023
231746	rnn.weight_ih_l1	4	-0.014296256937086582
231746	rnn.weight_ih_l1	5	-0.040605079382658005
231746	rnn.weight_ih_l1	6	0.02906760387122631
231746	rnn.weight_ih_l1	7	-0.04458531737327576
231746	rnn.weight_ih_l1	8	0.0376211516559124
231746	rnn.weight_ih_l1	9	0.044699132442474365
231746	rnn.weight_hh_l1	0	-0.0071969362907111645
231746	rnn.weight_hh_l1	1	0.01975552923977375
231746	rnn.weight_hh_l1	2	0.007391647901386023
231746	rnn.weight_hh_l1	3	-0.012422766536474228
231746	rnn.weight_hh_l1	4	0.0053585851565003395
231746	rnn.weight_hh_l1	5	0.03495844081044197
231746	rnn.weight_hh_l1	6	0.03635920584201813
231746	rnn.weight_hh_l1	7	-0.016182487830519676
231746	rnn.weight_hh_l1	8	-0.007585989311337471
231746	rnn.weight_hh_l1	9	0.03860899433493614
231746	rnn.bias_ih_l1	0	-0.183546245098114
231746	rnn.bias_ih_l1	1	-0.1789109706878662
231746	rnn.bias_ih_l1	2	-0.19811002910137177
231746	rnn.bias_ih_l1	3	-0.30955857038497925
231746	rnn.bias_ih_l1	4	-0.20616303384304047
231746	rnn.bias_ih_l1	5	-0.08901748061180115
231746	rnn.bias_ih_l1	6	-0.16169247031211853
231746	rnn.bias_ih_l1	7	-0.0033269107807427645
231746	rnn.bias_ih_l1	8	-0.13463547825813293
231746	rnn.bias_ih_l1	9	-0.126932755112648
231746	rnn.bias_hh_l1	0	-0.09565243870019913
231746	rnn.bias_hh_l1	1	-0.06609352678060532
231746	rnn.bias_hh_l1	2	-0.08453642576932907
231746	rnn.bias_hh_l1	3	-0.07957803457975388
231746	rnn.bias_hh_l1	4	-0.0737050473690033
231746	rnn.bias_hh_l1	5	-0.1188475489616394
231746	rnn.bias_hh_l1	6	-0.16166338324546814
231746	rnn.bias_hh_l1	7	0.07582981139421463
231746	rnn.bias_hh_l1	8	-0.17891563475131989
231746	rnn.bias_hh_l1	9	-0.11993639171123505
231746	rnn.weight_ih_l1_reverse	0	-0.046966973692178726
231746	rnn.weight_ih_l1_reverse	1	0.032785434275865555
231746	rnn.weight_ih_l1_reverse	2	0.09170111268758774
231746	rnn.weight_ih_l1_reverse	3	-0.019723279401659966
231746	rnn.weight_ih_l1_reverse	4	-0.02568608708679676
231746	rnn.weight_ih_l1_reverse	5	-0.03049827739596367
231746	rnn.weight_ih_l1_reverse	6	-0.018861092627048492
231746	rnn.weight_ih_l1_reverse	7	0.028728075325489044
231746	rnn.weight_ih_l1_reverse	8	0.010233759880065918
231746	rnn.weight_ih_l1_reverse	9	-0.03351176530122757
231746	rnn.weight_hh_l1_reverse	0	0.004712587222456932
231746	rnn.weight_hh_l1_reverse	1	0.031675659120082855
231746	rnn.weight_hh_l1_reverse	2	-0.04057139530777931
231746	rnn.weight_hh_l1_reverse	3	0.035079434514045715
231746	rnn.weight_hh_l1_reverse	4	0.04743886739015579
231746	rnn.weight_hh_l1_reverse	5	0.004597183782607317
231746	rnn.weight_hh_l1_reverse	6	0.048092857003211975
231746	rnn.weight_hh_l1_reverse	7	0.031329475343227386
231746	rnn.weight_hh_l1_reverse	8	-0.007063420955091715
231746	rnn.weight_hh_l1_reverse	9	-0.030633099377155304
231746	rnn.bias_ih_l1_reverse	0	-0.0479620136320591
231746	rnn.bias_ih_l1_reverse	1	-0.14123819768428802
231746	rnn.bias_ih_l1_reverse	2	-0.16494515538215637
231746	rnn.bias_ih_l1_reverse	3	-0.05596087872982025
231746	rnn.bias_ih_l1_reverse	4	-0.20461200177669525
231746	rnn.bias_ih_l1_reverse	5	-0.11720216274261475
231746	rnn.bias_ih_l1_reverse	6	-0.13030487298965454
231746	rnn.bias_ih_l1_reverse	7	-0.19188570976257324
231746	rnn.bias_ih_l1_reverse	8	0.2254892885684967
231746	rnn.bias_ih_l1_reverse	9	0.022638985887169838
231746	rnn.bias_hh_l1_reverse	0	0.012204963713884354
231746	rnn.bias_hh_l1_reverse	1	-0.06347092241048813
231746	rnn.bias_hh_l1_reverse	2	-0.23645949363708496
231746	rnn.bias_hh_l1_reverse	3	-0.14033539593219757
231746	rnn.bias_hh_l1_reverse	4	-0.08073229342699051
231746	rnn.bias_hh_l1_reverse	5	-0.11735324561595917
231746	rnn.bias_hh_l1_reverse	6	0.0613345243036747
231746	rnn.bias_hh_l1_reverse	7	-0.13961908221244812
231746	rnn.bias_hh_l1_reverse	8	-0.12408903986215591
231746	rnn.bias_hh_l1_reverse	9	-0.14924806356430054
231746	linear.weight	0	0.002228822559118271
231746	linear.weight	1	0.09372661262750626
231746	linear.weight	2	-0.0927046611905098
231746	linear.weight	3	0.30853912234306335
231746	linear.weight	4	0.15140533447265625
231746	linear.weight	5	-0.062226396054029465
231746	linear.weight	6	0.09684357047080994
231746	linear.weight	7	0.12234395742416382
231746	linear.weight	8	0.041136957705020905
231746	linear.weight	9	-0.057526346296072006
231746	linear.bias	0	0.08189180493354797
231746	linear.bias	1	-0.18347440659999847
231746	linear.bias	2	-0.4532957673072815
231746	linear.bias	3	-0.6632506847381592
231746	linear.bias	4	-1.2603263854980469
231746	linear.bias	5	-0.06991219520568848
231746	linear.bias	6	-0.8209298253059387
231746	linear.bias	7	0.26186442375183105
231746	linear.bias	8	-0.4005572497844696
231746	linear.bias	9	-1.0214588642120361
231943	transitions	0	0.7477694153785706
231943	transitions	1	0.13468952476978302
231943	transitions	2	-10000.0
231943	transitions	3	-1.827864646911621
231943	transitions	4	-10000.0
231943	transitions	5	0.5634930729866028
231943	transitions	6	-0.08507353067398071
231943	transitions	7	-0.8055245280265808
231943	transitions	8	-1.4215214252471924
231943	transitions	9	-0.0012266139965504408
231943	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
231943	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
231943	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
231943	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
231943	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
231943	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
231943	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
231943	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
231943	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
231943	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
231943	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
231943	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
231943	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
231943	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
231943	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
231943	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
231943	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
231943	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
231943	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
231943	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
231943	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
231943	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
231943	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
231943	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
231943	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
231943	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
231943	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
231943	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
231943	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
231943	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
231943	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
231943	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
231943	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
231943	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
231943	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
231943	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
231943	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
231943	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
231943	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
231943	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
231943	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
231943	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
231943	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
231943	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
231943	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
231943	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
231943	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
231943	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
231943	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
231943	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
231943	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
231943	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
231943	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
231943	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
231943	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
231943	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
231943	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
231943	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
231943	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
231943	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
231943	embedding2nn.weight	0	0.0169431921094656
231943	embedding2nn.weight	1	-0.013007734902203083
231943	embedding2nn.weight	2	-0.014268254861235619
231943	embedding2nn.weight	3	-0.03173886612057686
231943	embedding2nn.weight	4	-0.0059150345623493195
231943	embedding2nn.weight	5	-0.0037005888298153877
231943	embedding2nn.weight	6	-0.003973267041146755
231943	embedding2nn.weight	7	-0.07647541165351868
231943	embedding2nn.weight	8	-0.0019979383796453476
231943	embedding2nn.weight	9	-0.02729818969964981
231943	embedding2nn.bias	0	0.029490984976291656
231943	embedding2nn.bias	1	-0.07390650361776352
231943	embedding2nn.bias	2	0.07016706466674805
231943	embedding2nn.bias	3	0.0468667708337307
231943	embedding2nn.bias	4	-0.04443033039569855
231943	embedding2nn.bias	5	-0.008966568857431412
231943	embedding2nn.bias	6	0.02066698670387268
231943	embedding2nn.bias	7	-0.0541248545050621
231943	embedding2nn.bias	8	0.0676039606332779
231943	embedding2nn.bias	9	0.04098711162805557
231943	rnn.weight_ih_l0	0	-0.07856149971485138
231943	rnn.weight_ih_l0	1	0.003422950394451618
231943	rnn.weight_ih_l0	2	0.03559078648686409
231943	rnn.weight_ih_l0	3	0.02276323176920414
231943	rnn.weight_ih_l0	4	-0.04936666414141655
231943	rnn.weight_ih_l0	5	-0.06863983720541
231943	rnn.weight_ih_l0	6	-0.0017702776240184903
231943	rnn.weight_ih_l0	7	0.05369552969932556
231943	rnn.weight_ih_l0	8	-0.017093675211071968
231943	rnn.weight_ih_l0	9	-0.03017735667526722
231943	rnn.weight_hh_l0	0	-0.030995536595582962
231943	rnn.weight_hh_l0	1	-0.007038358133286238
231943	rnn.weight_hh_l0	2	0.0067918128333985806
231943	rnn.weight_hh_l0	3	-0.07435862720012665
231943	rnn.weight_hh_l0	4	0.09418673068284988
231943	rnn.weight_hh_l0	5	-0.025890078395605087
231943	rnn.weight_hh_l0	6	-0.06318444013595581
231943	rnn.weight_hh_l0	7	0.010116160847246647
231943	rnn.weight_hh_l0	8	0.012848563492298126
231943	rnn.weight_hh_l0	9	-0.0253627747297287
231943	rnn.bias_ih_l0	0	0.12795113027095795
231943	rnn.bias_ih_l0	1	-0.03722727671265602
231943	rnn.bias_ih_l0	2	-0.0334588848054409
231943	rnn.bias_ih_l0	3	0.1624196171760559
231943	rnn.bias_ih_l0	4	-0.012921357527375221
231943	rnn.bias_ih_l0	5	-0.022799864411354065
231943	rnn.bias_ih_l0	6	0.018343500792980194
231943	rnn.bias_ih_l0	7	0.021760368719697
231943	rnn.bias_ih_l0	8	-0.10039889812469482
231943	rnn.bias_ih_l0	9	-0.03571249544620514
231943	rnn.bias_hh_l0	0	-0.0017912350594997406
231943	rnn.bias_hh_l0	1	-0.09725982695817947
231943	rnn.bias_hh_l0	2	-0.074672169983387
231943	rnn.bias_hh_l0	3	-0.08994730561971664
231943	rnn.bias_hh_l0	4	0.009667987003922462
231943	rnn.bias_hh_l0	5	-0.02177610993385315
231943	rnn.bias_hh_l0	6	0.026280151680111885
231943	rnn.bias_hh_l0	7	0.05860331282019615
231943	rnn.bias_hh_l0	8	-0.12090595811605453
231943	rnn.bias_hh_l0	9	-0.05907797813415527
231943	rnn.weight_ih_l0_reverse	0	-0.02450779266655445
231943	rnn.weight_ih_l0_reverse	1	-0.05660590901970863
231943	rnn.weight_ih_l0_reverse	2	-0.04868157580494881
231943	rnn.weight_ih_l0_reverse	3	0.014479541219770908
231943	rnn.weight_ih_l0_reverse	4	-0.02517620101571083
231943	rnn.weight_ih_l0_reverse	5	-0.05726167932152748
231943	rnn.weight_ih_l0_reverse	6	0.07527641952037811
231943	rnn.weight_ih_l0_reverse	7	-0.01888395845890045
231943	rnn.weight_ih_l0_reverse	8	-0.019818326458334923
231943	rnn.weight_ih_l0_reverse	9	0.0044251661747694016
231943	rnn.weight_hh_l0_reverse	0	0.0670870691537857
231943	rnn.weight_hh_l0_reverse	1	0.020106645300984383
231943	rnn.weight_hh_l0_reverse	2	0.029829883947968483
231943	rnn.weight_hh_l0_reverse	3	0.03550371900200844
231943	rnn.weight_hh_l0_reverse	4	0.013375484384596348
231943	rnn.weight_hh_l0_reverse	5	0.006992053706198931
231943	rnn.weight_hh_l0_reverse	6	0.0507676787674427
231943	rnn.weight_hh_l0_reverse	7	-0.08245313912630081
231943	rnn.weight_hh_l0_reverse	8	0.04119034484028816
231943	rnn.weight_hh_l0_reverse	9	0.03495216369628906
231943	rnn.bias_ih_l0_reverse	0	-0.057916540652513504
231943	rnn.bias_ih_l0_reverse	1	-0.28545430302619934
231943	rnn.bias_ih_l0_reverse	2	-0.12218319624662399
231943	rnn.bias_ih_l0_reverse	3	-0.048196904361248016
231943	rnn.bias_ih_l0_reverse	4	-0.019107908010482788
231943	rnn.bias_ih_l0_reverse	5	0.07524391263723373
231943	rnn.bias_ih_l0_reverse	6	-0.06514105945825577
231943	rnn.bias_ih_l0_reverse	7	0.06497111171483994
231943	rnn.bias_ih_l0_reverse	8	-0.03951273113489151
231943	rnn.bias_ih_l0_reverse	9	0.06445781886577606
231943	rnn.bias_hh_l0_reverse	0	0.022131718695163727
231943	rnn.bias_hh_l0_reverse	1	-0.06103157252073288
231943	rnn.bias_hh_l0_reverse	2	0.08707890659570694
231943	rnn.bias_hh_l0_reverse	3	-0.05127865448594093
231943	rnn.bias_hh_l0_reverse	4	-0.028228120878338814
231943	rnn.bias_hh_l0_reverse	5	-0.01978582702577114
231943	rnn.bias_hh_l0_reverse	6	-0.01810874417424202
231943	rnn.bias_hh_l0_reverse	7	0.09846765547990799
231943	rnn.bias_hh_l0_reverse	8	0.03153305873274803
231943	rnn.bias_hh_l0_reverse	9	-0.14742138981819153
231943	rnn.weight_ih_l1	0	-0.030065298080444336
231943	rnn.weight_ih_l1	1	-0.05046579986810684
231943	rnn.weight_ih_l1	2	0.06406170129776001
231943	rnn.weight_ih_l1	3	-0.0740322545170784
231943	rnn.weight_ih_l1	4	-0.014335189945995808
231943	rnn.weight_ih_l1	5	-0.04063842445611954
231943	rnn.weight_ih_l1	6	0.029105879366397858
231943	rnn.weight_ih_l1	7	-0.04443182423710823
231943	rnn.weight_ih_l1	8	0.03762081265449524
231943	rnn.weight_ih_l1	9	0.04461892694234848
231943	rnn.weight_hh_l1	0	-0.007287043612450361
231943	rnn.weight_hh_l1	1	0.019760340452194214
231943	rnn.weight_hh_l1	2	0.00740780308842659
231943	rnn.weight_hh_l1	3	-0.01238138135522604
231943	rnn.weight_hh_l1	4	0.00540242251008749
231943	rnn.weight_hh_l1	5	0.03506621718406677
231943	rnn.weight_hh_l1	6	0.036426521837711334
231943	rnn.weight_hh_l1	7	-0.016263581812381744
231943	rnn.weight_hh_l1	8	-0.007664892822504044
231943	rnn.weight_hh_l1	9	0.03862068057060242
231943	rnn.bias_ih_l1	0	-0.18367141485214233
231943	rnn.bias_ih_l1	1	-0.17915557324886322
231943	rnn.bias_ih_l1	2	-0.19802743196487427
231943	rnn.bias_ih_l1	3	-0.30953824520111084
231943	rnn.bias_ih_l1	4	-0.20667141675949097
231943	rnn.bias_ih_l1	5	-0.08925249427556992
231943	rnn.bias_ih_l1	6	-0.16182607412338257
231943	rnn.bias_ih_l1	7	-0.003283542348071933
231943	rnn.bias_ih_l1	8	-0.13460353016853333
231943	rnn.bias_ih_l1	9	-0.12699277698993683
231943	rnn.bias_hh_l1	0	-0.09523419290781021
231943	rnn.bias_hh_l1	1	-0.06607439368963242
231943	rnn.bias_hh_l1	2	-0.08429200947284698
231943	rnn.bias_hh_l1	3	-0.0796879380941391
231943	rnn.bias_hh_l1	4	-0.073382169008255
231943	rnn.bias_hh_l1	5	-0.11867526918649673
231943	rnn.bias_hh_l1	6	-0.16201891005039215
231943	rnn.bias_hh_l1	7	0.07620459794998169
231943	rnn.bias_hh_l1	8	-0.17870379984378815
231943	rnn.bias_hh_l1	9	-0.1197051927447319
231943	rnn.weight_ih_l1_reverse	0	-0.04714524745941162
231943	rnn.weight_ih_l1_reverse	1	0.0324903167784214
231943	rnn.weight_ih_l1_reverse	2	0.09155505895614624
231943	rnn.weight_ih_l1_reverse	3	-0.01962071843445301
231943	rnn.weight_ih_l1_reverse	4	-0.02580895461142063
231943	rnn.weight_ih_l1_reverse	5	-0.03052256628870964
231943	rnn.weight_ih_l1_reverse	6	-0.019236793741583824
231943	rnn.weight_ih_l1_reverse	7	0.02860533446073532
231943	rnn.weight_ih_l1_reverse	8	0.010011302307248116
231943	rnn.weight_ih_l1_reverse	9	-0.03322668373584747
231943	rnn.weight_hh_l1_reverse	0	0.004761965945363045
231943	rnn.weight_hh_l1_reverse	1	0.031673818826675415
231943	rnn.weight_hh_l1_reverse	2	-0.040568675845861435
231943	rnn.weight_hh_l1_reverse	3	0.03510593995451927
231943	rnn.weight_hh_l1_reverse	4	0.04745402932167053
231943	rnn.weight_hh_l1_reverse	5	0.004566622897982597
231943	rnn.weight_hh_l1_reverse	6	0.04803414270281792
231943	rnn.weight_hh_l1_reverse	7	0.03133131563663483
231943	rnn.weight_hh_l1_reverse	8	-0.007055653724819422
231943	rnn.weight_hh_l1_reverse	9	-0.030565140768885612
231943	rnn.bias_ih_l1_reverse	0	-0.047894760966300964
231943	rnn.bias_ih_l1_reverse	1	-0.14058922231197357
231943	rnn.bias_ih_l1_reverse	2	-0.1645328253507614
231943	rnn.bias_ih_l1_reverse	3	-0.05577664077281952
231943	rnn.bias_ih_l1_reverse	4	-0.2047586888074875
231943	rnn.bias_ih_l1_reverse	5	-0.11706741154193878
231943	rnn.bias_ih_l1_reverse	6	-0.13038185238838196
231943	rnn.bias_ih_l1_reverse	7	-0.1920013278722763
231943	rnn.bias_ih_l1_reverse	8	0.22592222690582275
231943	rnn.bias_ih_l1_reverse	9	0.022380350157618523
231943	rnn.bias_hh_l1_reverse	0	0.01188715547323227
231943	rnn.bias_hh_l1_reverse	1	-0.06293594092130661
231943	rnn.bias_hh_l1_reverse	2	-0.23640722036361694
231943	rnn.bias_hh_l1_reverse	3	-0.14103277027606964
231943	rnn.bias_hh_l1_reverse	4	-0.08055892586708069
231943	rnn.bias_hh_l1_reverse	5	-0.1171271950006485
231943	rnn.bias_hh_l1_reverse	6	0.06204881891608238
231943	rnn.bias_hh_l1_reverse	7	-0.1393827199935913
231943	rnn.bias_hh_l1_reverse	8	-0.124183788895607
231943	rnn.bias_hh_l1_reverse	9	-0.14917968213558197
231943	linear.weight	0	0.002228822559118271
231943	linear.weight	1	0.09384104609489441
231943	linear.weight	2	-0.09285767376422882
231943	linear.weight	3	0.30796268582344055
231943	linear.weight	4	0.15180301666259766
231943	linear.weight	5	-0.06210891902446747
231943	linear.weight	6	0.09603848308324814
231943	linear.weight	7	0.12144027650356293
231943	linear.weight	8	0.041136857122182846
231943	linear.weight	9	-0.057449162006378174
231943	linear.bias	0	0.07919801771640778
231943	linear.bias	1	-0.181969553232193
231943	linear.bias	2	-0.45099154114723206
231943	linear.bias	3	-0.6641334295272827
231943	linear.bias	4	-1.2610241174697876
231943	linear.bias	5	-0.06410860270261765
231943	linear.bias	6	-0.8195921778678894
231943	linear.bias	7	0.2675495445728302
231943	linear.bias	8	-0.4023411273956299
231943	linear.bias	9	-1.023797631263733
232140	transitions	0	0.7489546537399292
232140	transitions	1	0.13555999100208282
232140	transitions	2	-10000.0
232140	transitions	3	-1.8278669118881226
232140	transitions	4	-10000.0
232140	transitions	5	0.5634886622428894
232140	transitions	6	-0.0850818082690239
232140	transitions	7	-0.805557906627655
232140	transitions	8	-1.4215432405471802
232140	transitions	9	-0.0012266702251508832
232140	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
232140	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
232140	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
232140	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
232140	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
232140	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
232140	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
232140	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
232140	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
232140	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
232140	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
232140	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
232140	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
232140	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
232140	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
232140	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
232140	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
232140	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
232140	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
232140	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
232140	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
232140	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
232140	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
232140	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
232140	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
232140	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
232140	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
232140	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
232140	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
232140	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
232140	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
232140	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
232140	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
232140	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
232140	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
232140	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
232140	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
232140	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
232140	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
232140	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
232140	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
232140	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
232140	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
232140	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
232140	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
232140	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
232140	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
232140	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
232140	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
232140	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
232140	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
232140	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
232140	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
232140	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
232140	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
232140	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
232140	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
232140	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
232140	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
232140	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
232140	embedding2nn.weight	0	0.016920631751418114
232140	embedding2nn.weight	1	-0.013035107403993607
232140	embedding2nn.weight	2	-0.014268254861235619
232140	embedding2nn.weight	3	-0.03177529200911522
232140	embedding2nn.weight	4	-0.0059150345623493195
232140	embedding2nn.weight	5	-0.0037005888298153877
232140	embedding2nn.weight	6	-0.003973267041146755
232140	embedding2nn.weight	7	-0.07632927596569061
232140	embedding2nn.weight	8	-0.0019979383796453476
232140	embedding2nn.weight	9	-0.027332447469234467
232140	embedding2nn.bias	0	0.029310233891010284
232140	embedding2nn.bias	1	-0.07380946725606918
232140	embedding2nn.bias	2	0.0689590573310852
232140	embedding2nn.bias	3	0.04633123427629471
232140	embedding2nn.bias	4	-0.04571589455008507
232140	embedding2nn.bias	5	-0.0077969105914235115
232140	embedding2nn.bias	6	0.019532645121216774
232140	embedding2nn.bias	7	-0.05441288650035858
232140	embedding2nn.bias	8	0.06925734877586365
232140	embedding2nn.bias	9	0.041456736624240875
232140	rnn.weight_ih_l0	0	-0.07855024188756943
232140	rnn.weight_ih_l0	1	0.0035637991968542337
232140	rnn.weight_ih_l0	2	0.03533819317817688
232140	rnn.weight_ih_l0	3	0.022753819823265076
232140	rnn.weight_ih_l0	4	-0.04951247572898865
232140	rnn.weight_ih_l0	5	-0.06854388862848282
232140	rnn.weight_ih_l0	6	-0.0017663411563262343
232140	rnn.weight_ih_l0	7	0.05375457555055618
232140	rnn.weight_ih_l0	8	-0.017159605398774147
232140	rnn.weight_ih_l0	9	-0.030449362471699715
232140	rnn.weight_hh_l0	0	-0.030821209773421288
232140	rnn.weight_hh_l0	1	-0.0070638507604599
232140	rnn.weight_hh_l0	2	0.006792322266846895
232140	rnn.weight_hh_l0	3	-0.07460824400186539
232140	rnn.weight_hh_l0	4	0.09401020407676697
232140	rnn.weight_hh_l0	5	-0.025894252583384514
232140	rnn.weight_hh_l0	6	-0.06310850381851196
232140	rnn.weight_hh_l0	7	0.010137081146240234
232140	rnn.weight_hh_l0	8	0.012883150950074196
232140	rnn.weight_hh_l0	9	-0.02530190348625183
232140	rnn.bias_ih_l0	0	0.12762166559696198
232140	rnn.bias_ih_l0	1	-0.03703882172703743
232140	rnn.bias_ih_l0	2	-0.03369681537151337
232140	rnn.bias_ih_l0	3	0.16252171993255615
232140	rnn.bias_ih_l0	4	-0.012668099254369736
232140	rnn.bias_ih_l0	5	-0.02254144474864006
232140	rnn.bias_ih_l0	6	0.01832628808915615
232140	rnn.bias_ih_l0	7	0.02187339961528778
232140	rnn.bias_ih_l0	8	-0.1005328893661499
232140	rnn.bias_ih_l0	9	-0.03605854883790016
232140	rnn.bias_hh_l0	0	-0.001602061209268868
232140	rnn.bias_hh_l0	1	-0.09748051315546036
232140	rnn.bias_hh_l0	2	-0.07420720905065536
232140	rnn.bias_hh_l0	3	-0.08957736194133759
232140	rnn.bias_hh_l0	4	0.009846526198089123
232140	rnn.bias_hh_l0	5	-0.02182065322995186
232140	rnn.bias_hh_l0	6	0.026649614796042442
232140	rnn.bias_hh_l0	7	0.05880162864923477
232140	rnn.bias_hh_l0	8	-0.12050222605466843
232140	rnn.bias_hh_l0	9	-0.05943130701780319
232140	rnn.weight_ih_l0_reverse	0	-0.0247334036976099
232140	rnn.weight_ih_l0_reverse	1	-0.05676499754190445
232140	rnn.weight_ih_l0_reverse	2	-0.048656247556209564
232140	rnn.weight_ih_l0_reverse	3	0.014546154998242855
232140	rnn.weight_ih_l0_reverse	4	-0.025061726570129395
232140	rnn.weight_ih_l0_reverse	5	-0.057238608598709106
232140	rnn.weight_ih_l0_reverse	6	0.07526478171348572
232140	rnn.weight_ih_l0_reverse	7	-0.01855609007179737
232140	rnn.weight_ih_l0_reverse	8	-0.01981404982507229
232140	rnn.weight_ih_l0_reverse	9	0.004572662990540266
232140	rnn.weight_hh_l0_reverse	0	0.06712096929550171
232140	rnn.weight_hh_l0_reverse	1	0.020024973899126053
232140	rnn.weight_hh_l0_reverse	2	0.029827268794178963
232140	rnn.weight_hh_l0_reverse	3	0.03544217720627785
232140	rnn.weight_hh_l0_reverse	4	0.013418013229966164
232140	rnn.weight_hh_l0_reverse	5	0.007051738444715738
232140	rnn.weight_hh_l0_reverse	6	0.050820477306842804
232140	rnn.weight_hh_l0_reverse	7	-0.08230230212211609
232140	rnn.weight_hh_l0_reverse	8	0.04110962897539139
232140	rnn.weight_hh_l0_reverse	9	0.03503601625561714
232140	rnn.bias_ih_l0_reverse	0	-0.05825209245085716
232140	rnn.bias_ih_l0_reverse	1	-0.2848939299583435
232140	rnn.bias_ih_l0_reverse	2	-0.12168861925601959
232140	rnn.bias_ih_l0_reverse	3	-0.047887519001960754
232140	rnn.bias_ih_l0_reverse	4	-0.019192110747098923
232140	rnn.bias_ih_l0_reverse	5	0.07540833204984665
232140	rnn.bias_ih_l0_reverse	6	-0.06478524208068848
232140	rnn.bias_ih_l0_reverse	7	0.06470996886491776
232140	rnn.bias_ih_l0_reverse	8	-0.039263103157281876
232140	rnn.bias_ih_l0_reverse	9	0.06469335407018661
232140	rnn.bias_hh_l0_reverse	0	0.02208753302693367
232140	rnn.bias_hh_l0_reverse	1	-0.06115269660949707
232140	rnn.bias_hh_l0_reverse	2	0.0870475172996521
232140	rnn.bias_hh_l0_reverse	3	-0.05133696272969246
232140	rnn.bias_hh_l0_reverse	4	-0.027905641123652458
232140	rnn.bias_hh_l0_reverse	5	-0.019881973043084145
232140	rnn.bias_hh_l0_reverse	6	-0.01858028955757618
232140	rnn.bias_hh_l0_reverse	7	0.0983707532286644
232140	rnn.bias_hh_l0_reverse	8	0.031627848744392395
232140	rnn.bias_hh_l0_reverse	9	-0.14770351350307465
232140	rnn.weight_ih_l1	0	-0.030041398480534554
232140	rnn.weight_ih_l1	1	-0.050302304327487946
232140	rnn.weight_ih_l1	2	0.06401790678501129
232140	rnn.weight_ih_l1	3	-0.0739968940615654
232140	rnn.weight_ih_l1	4	-0.014274628832936287
232140	rnn.weight_ih_l1	5	-0.040498897433280945
232140	rnn.weight_ih_l1	6	0.028966614976525307
232140	rnn.weight_ih_l1	7	-0.04458877444267273
232140	rnn.weight_ih_l1	8	0.03757580369710922
232140	rnn.weight_ih_l1	9	0.04458264634013176
232140	rnn.weight_hh_l1	0	-0.007232288829982281
232140	rnn.weight_hh_l1	1	0.019794173538684845
232140	rnn.weight_hh_l1	2	0.007432442158460617
232140	rnn.weight_hh_l1	3	-0.01239666435867548
232140	rnn.weight_hh_l1	4	0.005422993563115597
232140	rnn.weight_hh_l1	5	0.03514200076460838
232140	rnn.weight_hh_l1	6	0.03649001196026802
232140	rnn.weight_hh_l1	7	-0.016185561195015907
232140	rnn.weight_hh_l1	8	-0.0075704362243413925
232140	rnn.weight_hh_l1	9	0.03863530978560448
232140	rnn.bias_ih_l1	0	-0.1837635487318039
232140	rnn.bias_ih_l1	1	-0.1793852150440216
232140	rnn.bias_ih_l1	2	-0.19801461696624756
232140	rnn.bias_ih_l1	3	-0.30864033102989197
232140	rnn.bias_ih_l1	4	-0.20563438534736633
232140	rnn.bias_ih_l1	5	-0.08926554769277573
232140	rnn.bias_ih_l1	6	-0.16135725378990173
232140	rnn.bias_ih_l1	7	-0.002654122421517968
232140	rnn.bias_ih_l1	8	-0.1347007155418396
232140	rnn.bias_ih_l1	9	-0.12673483788967133
232140	rnn.bias_hh_l1	0	-0.09527252614498138
232140	rnn.bias_hh_l1	1	-0.06592097133398056
232140	rnn.bias_hh_l1	2	-0.08431702107191086
232140	rnn.bias_hh_l1	3	-0.07932832837104797
232140	rnn.bias_hh_l1	4	-0.07335810363292694
232140	rnn.bias_hh_l1	5	-0.1183595284819603
232140	rnn.bias_hh_l1	6	-0.16154399514198303
232140	rnn.bias_hh_l1	7	0.07603418827056885
232140	rnn.bias_hh_l1	8	-0.17856475710868835
232140	rnn.bias_hh_l1	9	-0.11929105967283249
232140	rnn.weight_ih_l1_reverse	0	-0.04721406474709511
232140	rnn.weight_ih_l1_reverse	1	0.032701000571250916
232140	rnn.weight_ih_l1_reverse	2	0.09146431088447571
232140	rnn.weight_ih_l1_reverse	3	-0.019325178116559982
232140	rnn.weight_ih_l1_reverse	4	-0.026179153472185135
232140	rnn.weight_ih_l1_reverse	5	-0.03049357421696186
232140	rnn.weight_ih_l1_reverse	6	-0.019203534349799156
232140	rnn.weight_ih_l1_reverse	7	0.028646932914853096
232140	rnn.weight_ih_l1_reverse	8	0.010585892014205456
232140	rnn.weight_ih_l1_reverse	9	-0.03330903872847557
232140	rnn.weight_hh_l1_reverse	0	0.004792303312569857
232140	rnn.weight_hh_l1_reverse	1	0.03167634829878807
232140	rnn.weight_hh_l1_reverse	2	-0.040566202253103256
232140	rnn.weight_hh_l1_reverse	3	0.035083919763565063
232140	rnn.weight_hh_l1_reverse	4	0.047435879707336426
232140	rnn.weight_hh_l1_reverse	5	0.004740357864648104
232140	rnn.weight_hh_l1_reverse	6	0.04811853542923927
232140	rnn.weight_hh_l1_reverse	7	0.031369395554065704
232140	rnn.weight_hh_l1_reverse	8	-0.0070646596141159534
232140	rnn.weight_hh_l1_reverse	9	-0.030562162399291992
232140	rnn.bias_ih_l1_reverse	0	-0.04758547991514206
232140	rnn.bias_ih_l1_reverse	1	-0.14086052775382996
232140	rnn.bias_ih_l1_reverse	2	-0.16438482701778412
232140	rnn.bias_ih_l1_reverse	3	-0.056644879281520844
232140	rnn.bias_ih_l1_reverse	4	-0.20448973774909973
232140	rnn.bias_ih_l1_reverse	5	-0.11675940454006195
232140	rnn.bias_ih_l1_reverse	6	-0.1304309219121933
232140	rnn.bias_ih_l1_reverse	7	-0.19205020368099213
232140	rnn.bias_ih_l1_reverse	8	0.22561611235141754
232140	rnn.bias_ih_l1_reverse	9	0.022008270025253296
232140	rnn.bias_hh_l1_reverse	0	0.012808733619749546
232140	rnn.bias_hh_l1_reverse	1	-0.06243409216403961
232140	rnn.bias_hh_l1_reverse	2	-0.23627988994121552
232140	rnn.bias_hh_l1_reverse	3	-0.14070643484592438
232140	rnn.bias_hh_l1_reverse	4	-0.08044588565826416
232140	rnn.bias_hh_l1_reverse	5	-0.11677110940217972
232140	rnn.bias_hh_l1_reverse	6	0.06333152949810028
232140	rnn.bias_hh_l1_reverse	7	-0.13914012908935547
232140	rnn.bias_hh_l1_reverse	8	-0.12417340278625488
232140	rnn.bias_hh_l1_reverse	9	-0.14911223948001862
232140	linear.weight	0	0.002228822559118271
232140	linear.weight	1	0.09399466216564178
232140	linear.weight	2	-0.0930977389216423
232140	linear.weight	3	0.30869925022125244
232140	linear.weight	4	0.15200847387313843
232140	linear.weight	5	-0.062424641102552414
232140	linear.weight	6	0.09642267227172852
232140	linear.weight	7	0.12308879941701889
232140	linear.weight	8	0.041136838495731354
232140	linear.weight	9	-0.0572388619184494
232140	linear.bias	0	0.08170543611049652
232140	linear.bias	1	-0.18888303637504578
232140	linear.bias	2	-0.4477819502353668
232140	linear.bias	3	-0.6614198088645935
232140	linear.bias	4	-1.2582894563674927
232140	linear.bias	5	-0.06342854350805283
232140	linear.bias	6	-0.826529324054718
232140	linear.bias	7	0.2686011493206024
232140	linear.bias	8	-0.40265175700187683
232140	linear.bias	9	-1.0243098735809326
232337	transitions	0	0.747480571269989
232337	transitions	1	0.13695929944515228
232337	transitions	2	-10000.0
232337	transitions	3	-1.8278682231903076
232337	transitions	4	-10000.0
232337	transitions	5	0.5634826421737671
232337	transitions	6	-0.08508511632680893
232337	transitions	7	-0.8055885434150696
232337	transitions	8	-1.4215474128723145
232337	transitions	9	-0.0012266929261386395
232337	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
232337	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
232337	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
232337	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
232337	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
232337	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
232337	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
232337	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
232337	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
232337	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
232337	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
232337	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
232337	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
232337	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
232337	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
232337	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
232337	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
232337	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
232337	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
232337	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
232337	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
232337	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
232337	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
232337	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
232337	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
232337	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
232337	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
232337	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
232337	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
232337	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
232337	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
232337	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
232337	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
232337	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
232337	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
232337	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
232337	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
232337	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
232337	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
232337	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
232337	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
232337	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
232337	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
232337	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
232337	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
232337	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
232337	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
232337	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
232337	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
232337	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
232337	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
232337	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
232337	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
232337	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
232337	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
232337	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
232337	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
232337	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
232337	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
232337	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
232337	embedding2nn.weight	0	0.016741326078772545
232337	embedding2nn.weight	1	-0.013032580725848675
232337	embedding2nn.weight	2	-0.014268254861235619
232337	embedding2nn.weight	3	-0.03197517618536949
232337	embedding2nn.weight	4	-0.0059150345623493195
232337	embedding2nn.weight	5	-0.0037005888298153877
232337	embedding2nn.weight	6	-0.003973266575485468
232337	embedding2nn.weight	7	-0.07608668506145477
232337	embedding2nn.weight	8	-0.0019979383796453476
232337	embedding2nn.weight	9	-0.02739715948700905
232337	embedding2nn.bias	0	0.029107527807354927
232337	embedding2nn.bias	1	-0.07397548109292984
232337	embedding2nn.bias	2	0.06886190176010132
232337	embedding2nn.bias	3	0.047277502715587616
232337	embedding2nn.bias	4	-0.04647107794880867
232337	embedding2nn.bias	5	-0.007484119385480881
232337	embedding2nn.bias	6	0.018499435856938362
232337	embedding2nn.bias	7	-0.0534648559987545
232337	embedding2nn.bias	8	0.070976123213768
232337	embedding2nn.bias	9	0.0416334867477417
232337	rnn.weight_ih_l0	0	-0.07873047143220901
232337	rnn.weight_ih_l0	1	0.0033102312590926886
232337	rnn.weight_ih_l0	2	0.03534115105867386
232337	rnn.weight_ih_l0	3	0.022670594975352287
232337	rnn.weight_ih_l0	4	-0.04944554343819618
232337	rnn.weight_ih_l0	5	-0.06860077381134033
232337	rnn.weight_ih_l0	6	-0.0018151530530303717
232337	rnn.weight_ih_l0	7	0.05375313758850098
232337	rnn.weight_ih_l0	8	-0.017439963296055794
232337	rnn.weight_ih_l0	9	-0.0303233303129673
232337	rnn.weight_hh_l0	0	-0.030749747529625893
232337	rnn.weight_hh_l0	1	-0.007207905407994986
232337	rnn.weight_hh_l0	2	0.006848167162388563
232337	rnn.weight_hh_l0	3	-0.07466962933540344
232337	rnn.weight_hh_l0	4	0.09403181821107864
232337	rnn.weight_hh_l0	5	-0.025964288040995598
232337	rnn.weight_hh_l0	6	-0.0630786195397377
232337	rnn.weight_hh_l0	7	0.010276504792273045
232337	rnn.weight_hh_l0	8	0.012849342077970505
232337	rnn.weight_hh_l0	9	-0.02533283829689026
232337	rnn.bias_ih_l0	0	0.12751923501491547
232337	rnn.bias_ih_l0	1	-0.037122394889593124
232337	rnn.bias_ih_l0	2	-0.033925704658031464
232337	rnn.bias_ih_l0	3	0.16248394548892975
232337	rnn.bias_ih_l0	4	-0.013152076862752438
232337	rnn.bias_ih_l0	5	-0.02292359061539173
232337	rnn.bias_ih_l0	6	0.018859120085835457
232337	rnn.bias_ih_l0	7	0.021913910284638405
232337	rnn.bias_ih_l0	8	-0.10057424753904343
232337	rnn.bias_ih_l0	9	-0.03612849861383438
232337	rnn.bias_hh_l0	0	-0.0014430254232138395
232337	rnn.bias_hh_l0	1	-0.09755603224039078
232337	rnn.bias_hh_l0	2	-0.07415996491909027
232337	rnn.bias_hh_l0	3	-0.0897715762257576
232337	rnn.bias_hh_l0	4	0.009845669381320477
232337	rnn.bias_hh_l0	5	-0.02139977179467678
232337	rnn.bias_hh_l0	6	0.026507172733545303
232337	rnn.bias_hh_l0	7	0.05869448184967041
232337	rnn.bias_hh_l0	8	-0.1201566830277443
232337	rnn.bias_hh_l0	9	-0.05892368406057358
232337	rnn.weight_ih_l0_reverse	0	-0.02497914992272854
232337	rnn.weight_ih_l0_reverse	1	-0.056726157665252686
232337	rnn.weight_ih_l0_reverse	2	-0.048691339790821075
232337	rnn.weight_ih_l0_reverse	3	0.014686895534396172
232337	rnn.weight_ih_l0_reverse	4	-0.024951767176389694
232337	rnn.weight_ih_l0_reverse	5	-0.05722571909427643
232337	rnn.weight_ih_l0_reverse	6	0.07518924027681351
232337	rnn.weight_ih_l0_reverse	7	-0.01856852136552334
232337	rnn.weight_ih_l0_reverse	8	-0.019705040380358696
232337	rnn.weight_ih_l0_reverse	9	0.004406364634633064
232337	rnn.weight_hh_l0_reverse	0	0.0670466348528862
232337	rnn.weight_hh_l0_reverse	1	0.020244287326931953
232337	rnn.weight_hh_l0_reverse	2	0.029745811596512794
232337	rnn.weight_hh_l0_reverse	3	0.0354950912296772
232337	rnn.weight_hh_l0_reverse	4	0.013425632379949093
232337	rnn.weight_hh_l0_reverse	5	0.00711028790101409
232337	rnn.weight_hh_l0_reverse	6	0.050773028284311295
232337	rnn.weight_hh_l0_reverse	7	-0.08247542381286621
232337	rnn.weight_hh_l0_reverse	8	0.04113717004656792
232337	rnn.weight_hh_l0_reverse	9	0.0350441113114357
232337	rnn.bias_ih_l0_reverse	0	-0.058224890381097794
232337	rnn.bias_ih_l0_reverse	1	-0.2842898964881897
232337	rnn.bias_ih_l0_reverse	2	-0.12223495543003082
232337	rnn.bias_ih_l0_reverse	3	-0.047722943127155304
232337	rnn.bias_ih_l0_reverse	4	-0.019583815708756447
232337	rnn.bias_ih_l0_reverse	5	0.07510534673929214
232337	rnn.bias_ih_l0_reverse	6	-0.06449194252490997
232337	rnn.bias_ih_l0_reverse	7	0.06419339030981064
232337	rnn.bias_ih_l0_reverse	8	-0.039526600390672684
232337	rnn.bias_ih_l0_reverse	9	0.06445163488388062
232337	rnn.bias_hh_l0_reverse	0	0.022229613736271858
232337	rnn.bias_hh_l0_reverse	1	-0.060543932020664215
232337	rnn.bias_hh_l0_reverse	2	0.08744832128286362
232337	rnn.bias_hh_l0_reverse	3	-0.05101596936583519
232337	rnn.bias_hh_l0_reverse	4	-0.028166478499770164
232337	rnn.bias_hh_l0_reverse	5	-0.01955408789217472
232337	rnn.bias_hh_l0_reverse	6	-0.018577728420495987
232337	rnn.bias_hh_l0_reverse	7	0.09820113331079483
232337	rnn.bias_hh_l0_reverse	8	0.03160784766077995
232337	rnn.bias_hh_l0_reverse	9	-0.14773070812225342
232337	rnn.weight_ih_l1	0	-0.029985981062054634
232337	rnn.weight_ih_l1	1	-0.05004480108618736
232337	rnn.weight_ih_l1	2	0.06481762230396271
232337	rnn.weight_ih_l1	3	-0.07382957637310028
232337	rnn.weight_ih_l1	4	-0.014404014684259892
232337	rnn.weight_ih_l1	5	-0.04039940610527992
232337	rnn.weight_ih_l1	6	0.029011152684688568
232337	rnn.weight_ih_l1	7	-0.044367898255586624
232337	rnn.weight_ih_l1	8	0.03756960853934288
232337	rnn.weight_ih_l1	9	0.04455367848277092
232337	rnn.weight_hh_l1	0	-0.007305010687559843
232337	rnn.weight_hh_l1	1	0.01979270577430725
232337	rnn.weight_hh_l1	2	0.007554666604846716
232337	rnn.weight_hh_l1	3	-0.012437677942216396
232337	rnn.weight_hh_l1	4	0.00528033496811986
232337	rnn.weight_hh_l1	5	0.035161711275577545
232337	rnn.weight_hh_l1	6	0.03642658516764641
232337	rnn.weight_hh_l1	7	-0.016153931617736816
232337	rnn.weight_hh_l1	8	-0.007564738858491182
232337	rnn.weight_hh_l1	9	0.03856617212295532
232337	rnn.bias_ih_l1	0	-0.1843273639678955
232337	rnn.bias_ih_l1	1	-0.17909559607505798
232337	rnn.bias_ih_l1	2	-0.19830922782421112
232337	rnn.bias_ih_l1	3	-0.3088879883289337
232337	rnn.bias_ih_l1	4	-0.20551429688930511
232337	rnn.bias_ih_l1	5	-0.08933577686548233
232337	rnn.bias_ih_l1	6	-0.1616491675376892
232337	rnn.bias_ih_l1	7	-0.002102531958371401
232337	rnn.bias_ih_l1	8	-0.13454417884349823
232337	rnn.bias_ih_l1	9	-0.12639768421649933
232337	rnn.bias_hh_l1	0	-0.0948936715722084
232337	rnn.bias_hh_l1	1	-0.06582202762365341
232337	rnn.bias_hh_l1	2	-0.08441570401191711
232337	rnn.bias_hh_l1	3	-0.07943694293498993
232337	rnn.bias_hh_l1	4	-0.07331793010234833
232337	rnn.bias_hh_l1	5	-0.1183866485953331
232337	rnn.bias_hh_l1	6	-0.16143542528152466
232337	rnn.bias_hh_l1	7	0.07605692744255066
232337	rnn.bias_hh_l1	8	-0.17879557609558105
232337	rnn.bias_hh_l1	9	-0.1191348060965538
232337	rnn.weight_ih_l1_reverse	0	-0.04731335863471031
232337	rnn.weight_ih_l1_reverse	1	0.03248733654618263
232337	rnn.weight_ih_l1_reverse	2	0.09162460267543793
232337	rnn.weight_ih_l1_reverse	3	-0.019683517515659332
232337	rnn.weight_ih_l1_reverse	4	-0.026079747825860977
232337	rnn.weight_ih_l1_reverse	5	-0.03048214688897133
232337	rnn.weight_ih_l1_reverse	6	-0.019534163177013397
232337	rnn.weight_ih_l1_reverse	7	0.028939416632056236
232337	rnn.weight_ih_l1_reverse	8	0.010139028541743755
232337	rnn.weight_ih_l1_reverse	9	-0.03311556205153465
232337	rnn.weight_hh_l1_reverse	0	0.004797298461198807
232337	rnn.weight_hh_l1_reverse	1	0.031638819724321365
232337	rnn.weight_hh_l1_reverse	2	-0.040564391762018204
232337	rnn.weight_hh_l1_reverse	3	0.035069677978754044
232337	rnn.weight_hh_l1_reverse	4	0.047361765056848526
232337	rnn.weight_hh_l1_reverse	5	0.004800723399966955
232337	rnn.weight_hh_l1_reverse	6	0.047928933054208755
232337	rnn.weight_hh_l1_reverse	7	0.03134344518184662
232337	rnn.weight_hh_l1_reverse	8	-0.0070846849121153355
232337	rnn.weight_hh_l1_reverse	9	-0.03052513860166073
232337	rnn.bias_ih_l1_reverse	0	-0.04720108583569527
232337	rnn.bias_ih_l1_reverse	1	-0.14093011617660522
232337	rnn.bias_ih_l1_reverse	2	-0.16476264595985413
232337	rnn.bias_ih_l1_reverse	3	-0.057227592915296555
232337	rnn.bias_ih_l1_reverse	4	-0.2046785056591034
232337	rnn.bias_ih_l1_reverse	5	-0.11660564690828323
232337	rnn.bias_ih_l1_reverse	6	-0.1306452453136444
232337	rnn.bias_ih_l1_reverse	7	-0.19194072484970093
232337	rnn.bias_ih_l1_reverse	8	0.22684437036514282
232337	rnn.bias_ih_l1_reverse	9	0.02235320210456848
232337	rnn.bias_hh_l1_reverse	0	0.01271540205925703
232337	rnn.bias_hh_l1_reverse	1	-0.06303822994232178
232337	rnn.bias_hh_l1_reverse	2	-0.23633190989494324
232337	rnn.bias_hh_l1_reverse	3	-0.1406317502260208
232337	rnn.bias_hh_l1_reverse	4	-0.08043143153190613
232337	rnn.bias_hh_l1_reverse	5	-0.11721894145011902
232337	rnn.bias_hh_l1_reverse	6	0.06313678622245789
232337	rnn.bias_hh_l1_reverse	7	-0.13912224769592285
232337	rnn.bias_hh_l1_reverse	8	-0.12430825084447861
232337	rnn.bias_hh_l1_reverse	9	-0.14915145933628082
232337	linear.weight	0	0.002228822559118271
232337	linear.weight	1	0.09331495314836502
232337	linear.weight	2	-0.09256407618522644
232337	linear.weight	3	0.3101857304573059
232337	linear.weight	4	0.152086541056633
232337	linear.weight	5	-0.06270904839038849
232337	linear.weight	6	0.09595252573490143
232337	linear.weight	7	0.124393992125988
232337	linear.weight	8	0.041136834770441055
232337	linear.weight	9	-0.05727026239037514
232337	linear.bias	0	0.08517958223819733
232337	linear.bias	1	-0.1831642985343933
232337	linear.bias	2	-0.4504421651363373
232337	linear.bias	3	-0.6659469604492188
232337	linear.bias	4	-1.263060450553894
232337	linear.bias	5	-0.060097239911556244
232337	linear.bias	6	-0.8210075497627258
232337	linear.bias	7	0.2719314396381378
232337	linear.bias	8	-0.40434685349464417
232337	linear.bias	9	-1.0258363485336304
232534	transitions	0	0.7477172017097473
232534	transitions	1	0.13694535195827484
232534	transitions	2	-10000.0
232534	transitions	3	-1.8278698921203613
232534	transitions	4	-10000.0
232534	transitions	5	0.5634742975234985
232534	transitions	6	-0.08508725464344025
232534	transitions	7	-0.8056445717811584
232534	transitions	8	-1.42155122756958
232534	transitions	9	-0.001226739608682692
232534	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
232534	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
232534	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
232534	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
232534	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
232534	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
232534	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
232534	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
232534	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
232534	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
232534	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
232534	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
232534	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
232534	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
232534	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
232534	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
232534	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
232534	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
232534	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
232534	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
232534	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
232534	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
232534	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
232534	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
232534	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
232534	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
232534	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
232534	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
232534	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
232534	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
232534	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
232534	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
232534	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
232534	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
232534	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
232534	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
232534	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
232534	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
232534	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
232534	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
232534	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
232534	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
232534	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
232534	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
232534	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
232534	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
232534	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
232534	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
232534	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
232534	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
232534	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
232534	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
232534	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
232534	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
232534	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
232534	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
232534	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
232534	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
232534	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
232534	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
232534	embedding2nn.weight	0	0.01681867614388466
232534	embedding2nn.weight	1	-0.013023757375776768
232534	embedding2nn.weight	2	-0.014268254861235619
232534	embedding2nn.weight	3	-0.032072655856609344
232534	embedding2nn.weight	4	-0.0059150345623493195
232534	embedding2nn.weight	5	-0.0037005888298153877
232534	embedding2nn.weight	6	-0.003973266109824181
232534	embedding2nn.weight	7	-0.07576797157526016
232534	embedding2nn.weight	8	-0.0019979383796453476
232534	embedding2nn.weight	9	-0.027373522520065308
232534	embedding2nn.bias	0	0.029680941253900528
232534	embedding2nn.bias	1	-0.07524038851261139
232534	embedding2nn.bias	2	0.0675744041800499
232534	embedding2nn.bias	3	0.04708433896303177
232534	embedding2nn.bias	4	-0.04746120050549507
232534	embedding2nn.bias	5	-0.007220834027975798
232534	embedding2nn.bias	6	0.017437105998396873
232534	embedding2nn.bias	7	-0.053382739424705505
232534	embedding2nn.bias	8	0.07337299734354019
232534	embedding2nn.bias	9	0.042264487594366074
232534	rnn.weight_ih_l0	0	-0.07875880599021912
232534	rnn.weight_ih_l0	1	0.003347767749801278
232534	rnn.weight_ih_l0	2	0.035289060324430466
232534	rnn.weight_ih_l0	3	0.02261783368885517
232534	rnn.weight_ih_l0	4	-0.04950529336929321
232534	rnn.weight_ih_l0	5	-0.06855768710374832
232534	rnn.weight_ih_l0	6	-0.0017185586038976908
232534	rnn.weight_ih_l0	7	0.053751036524772644
232534	rnn.weight_ih_l0	8	-0.017520353198051453
232534	rnn.weight_ih_l0	9	-0.030351683497428894
232534	rnn.weight_hh_l0	0	-0.030681349337100983
232534	rnn.weight_hh_l0	1	-0.007311173249036074
232534	rnn.weight_hh_l0	2	0.006797367241233587
232534	rnn.weight_hh_l0	3	-0.07463332265615463
232534	rnn.weight_hh_l0	4	0.09408619999885559
232534	rnn.weight_hh_l0	5	-0.025885479524731636
232534	rnn.weight_hh_l0	6	-0.06310026347637177
232534	rnn.weight_hh_l0	7	0.01017608493566513
232534	rnn.weight_hh_l0	8	0.012790876440703869
232534	rnn.weight_hh_l0	9	-0.025364894419908524
232534	rnn.bias_ih_l0	0	0.1275240033864975
232534	rnn.bias_ih_l0	1	-0.03722028806805611
232534	rnn.bias_ih_l0	2	-0.03395915776491165
232534	rnn.bias_ih_l0	3	0.16252459585666656
232534	rnn.bias_ih_l0	4	-0.01292889378964901
232534	rnn.bias_ih_l0	5	-0.022965162992477417
232534	rnn.bias_ih_l0	6	0.019315635785460472
232534	rnn.bias_ih_l0	7	0.02232968807220459
232534	rnn.bias_ih_l0	8	-0.10029400885105133
232534	rnn.bias_ih_l0	9	-0.03576118126511574
232534	rnn.bias_hh_l0	0	-0.0016294482629746199
232534	rnn.bias_hh_l0	1	-0.0980040654540062
232534	rnn.bias_hh_l0	2	-0.07422921806573868
232534	rnn.bias_hh_l0	3	-0.08954309672117233
232534	rnn.bias_hh_l0	4	0.0100541478022933
232534	rnn.bias_hh_l0	5	-0.02097347378730774
232534	rnn.bias_hh_l0	6	0.026679957285523415
232534	rnn.bias_hh_l0	7	0.05874748155474663
232534	rnn.bias_hh_l0	8	-0.12042049318552017
232534	rnn.bias_hh_l0	9	-0.058579377830028534
232534	rnn.weight_ih_l0_reverse	0	-0.025035947561264038
232534	rnn.weight_ih_l0_reverse	1	-0.056719549000263214
232534	rnn.weight_ih_l0_reverse	2	-0.04862962290644646
232534	rnn.weight_ih_l0_reverse	3	0.014745769090950489
232534	rnn.weight_ih_l0_reverse	4	-0.024914532899856567
232534	rnn.weight_ih_l0_reverse	5	-0.05735843628644943
232534	rnn.weight_ih_l0_reverse	6	0.07507380098104477
232534	rnn.weight_ih_l0_reverse	7	-0.018510447815060616
232534	rnn.weight_ih_l0_reverse	8	-0.019618937745690346
232534	rnn.weight_ih_l0_reverse	9	0.004367847461253405
232534	rnn.weight_hh_l0_reverse	0	0.0669526755809784
232534	rnn.weight_hh_l0_reverse	1	0.02026224322617054
232534	rnn.weight_hh_l0_reverse	2	0.029723558574914932
232534	rnn.weight_hh_l0_reverse	3	0.03538445383310318
232534	rnn.weight_hh_l0_reverse	4	0.013463329523801804
232534	rnn.weight_hh_l0_reverse	5	0.007174625992774963
232534	rnn.weight_hh_l0_reverse	6	0.05085660144686699
232534	rnn.weight_hh_l0_reverse	7	-0.08235295116901398
232534	rnn.weight_hh_l0_reverse	8	0.04108680412173271
232534	rnn.weight_hh_l0_reverse	9	0.03493691235780716
232534	rnn.bias_ih_l0_reverse	0	-0.058137502521276474
232534	rnn.bias_ih_l0_reverse	1	-0.2839343845844269
232534	rnn.bias_ih_l0_reverse	2	-0.12143851071596146
232534	rnn.bias_ih_l0_reverse	3	-0.0479755662381649
232534	rnn.bias_ih_l0_reverse	4	-0.019672954455018044
232534	rnn.bias_ih_l0_reverse	5	0.07524234801530838
232534	rnn.bias_ih_l0_reverse	6	-0.06411562860012054
232534	rnn.bias_ih_l0_reverse	7	0.06428997218608856
232534	rnn.bias_ih_l0_reverse	8	-0.03954077139496803
232534	rnn.bias_ih_l0_reverse	9	0.06438401341438293
232534	rnn.bias_hh_l0_reverse	0	0.022242965176701546
232534	rnn.bias_hh_l0_reverse	1	-0.06049873307347298
232534	rnn.bias_hh_l0_reverse	2	0.0874495580792427
232534	rnn.bias_hh_l0_reverse	3	-0.05117319896817207
232534	rnn.bias_hh_l0_reverse	4	-0.028461134061217308
232534	rnn.bias_hh_l0_reverse	5	-0.01985735446214676
232534	rnn.bias_hh_l0_reverse	6	-0.018243158236145973
232534	rnn.bias_hh_l0_reverse	7	0.09824787080287933
232534	rnn.bias_hh_l0_reverse	8	0.031360071152448654
232534	rnn.bias_hh_l0_reverse	9	-0.1482044905424118
232534	rnn.weight_ih_l1	0	-0.030036456882953644
232534	rnn.weight_ih_l1	1	-0.050122831016778946
232534	rnn.weight_ih_l1	2	0.06508999317884445
232534	rnn.weight_ih_l1	3	-0.07377853989601135
232534	rnn.weight_ih_l1	4	-0.01439056359231472
232534	rnn.weight_ih_l1	5	-0.04046693444252014
232534	rnn.weight_ih_l1	6	0.0289900004863739
232534	rnn.weight_ih_l1	7	-0.044524889439344406
232534	rnn.weight_ih_l1	8	0.037610769271850586
232534	rnn.weight_ih_l1	9	0.04463725537061691
232534	rnn.weight_hh_l1	0	-0.007379930932074785
232534	rnn.weight_hh_l1	1	0.019792668521404266
232534	rnn.weight_hh_l1	2	0.007592145353555679
232534	rnn.weight_hh_l1	3	-0.012493093498051167
232534	rnn.weight_hh_l1	4	0.005110102705657482
232534	rnn.weight_hh_l1	5	0.035080283880233765
232534	rnn.weight_hh_l1	6	0.036580465734004974
232534	rnn.weight_hh_l1	7	-0.016133198514580727
232534	rnn.weight_hh_l1	8	-0.0075393253937363625
232534	rnn.weight_hh_l1	9	0.03851419314742088
232534	rnn.bias_ih_l1	0	-0.18448640406131744
232534	rnn.bias_ih_l1	1	-0.17924420535564423
232534	rnn.bias_ih_l1	2	-0.1984281837940216
232534	rnn.bias_ih_l1	3	-0.3087941110134125
232534	rnn.bias_ih_l1	4	-0.20555594563484192
232534	rnn.bias_ih_l1	5	-0.08938976377248764
232534	rnn.bias_ih_l1	6	-0.1617041379213333
232534	rnn.bias_ih_l1	7	-0.003866317681968212
232534	rnn.bias_ih_l1	8	-0.13468177616596222
232534	rnn.bias_ih_l1	9	-0.12711584568023682
232534	rnn.bias_hh_l1	0	-0.09512941539287567
232534	rnn.bias_hh_l1	1	-0.06581516563892365
232534	rnn.bias_hh_l1	2	-0.08422502130270004
232534	rnn.bias_hh_l1	3	-0.07937679439783096
232534	rnn.bias_hh_l1	4	-0.0732867568731308
232534	rnn.bias_hh_l1	5	-0.11847062408924103
232534	rnn.bias_hh_l1	6	-0.16162283718585968
232534	rnn.bias_hh_l1	7	0.07654684782028198
232534	rnn.bias_hh_l1	8	-0.17937326431274414
232534	rnn.bias_hh_l1	9	-0.11930122971534729
232534	rnn.weight_ih_l1_reverse	0	-0.04716293886303902
232534	rnn.weight_ih_l1_reverse	1	0.03227560222148895
232534	rnn.weight_ih_l1_reverse	2	0.0918106958270073
232534	rnn.weight_ih_l1_reverse	3	-0.019706640392541885
232534	rnn.weight_ih_l1_reverse	4	-0.025978414341807365
232534	rnn.weight_ih_l1_reverse	5	-0.030481534078717232
232534	rnn.weight_ih_l1_reverse	6	-0.019540857523679733
232534	rnn.weight_ih_l1_reverse	7	0.02892891690135002
232534	rnn.weight_ih_l1_reverse	8	0.009788783267140388
232534	rnn.weight_ih_l1_reverse	9	-0.032779887318611145
232534	rnn.weight_hh_l1_reverse	0	0.004838292952626944
232534	rnn.weight_hh_l1_reverse	1	0.031619325280189514
232534	rnn.weight_hh_l1_reverse	2	-0.040565669536590576
232534	rnn.weight_hh_l1_reverse	3	0.03505437448620796
232534	rnn.weight_hh_l1_reverse	4	0.047453053295612335
232534	rnn.weight_hh_l1_reverse	5	0.004794026259332895
232534	rnn.weight_hh_l1_reverse	6	0.04787588119506836
232534	rnn.weight_hh_l1_reverse	7	0.031465932726860046
232534	rnn.weight_hh_l1_reverse	8	-0.0070810988545417786
232534	rnn.weight_hh_l1_reverse	9	-0.03053894080221653
232534	rnn.bias_ih_l1_reverse	0	-0.04732061177492142
232534	rnn.bias_ih_l1_reverse	1	-0.14162403345108032
232534	rnn.bias_ih_l1_reverse	2	-0.16450729966163635
232534	rnn.bias_ih_l1_reverse	3	-0.05748312547802925
232534	rnn.bias_ih_l1_reverse	4	-0.20470350980758667
232534	rnn.bias_ih_l1_reverse	5	-0.11696894466876984
232534	rnn.bias_ih_l1_reverse	6	-0.1305655986070633
232534	rnn.bias_ih_l1_reverse	7	-0.192457914352417
232534	rnn.bias_ih_l1_reverse	8	0.22626033425331116
232534	rnn.bias_ih_l1_reverse	9	0.02268707938492298
232534	rnn.bias_hh_l1_reverse	0	0.013352226465940475
232534	rnn.bias_hh_l1_reverse	1	-0.06411436945199966
232534	rnn.bias_hh_l1_reverse	2	-0.23612810671329498
232534	rnn.bias_hh_l1_reverse	3	-0.14109720289707184
232534	rnn.bias_hh_l1_reverse	4	-0.08028864860534668
232534	rnn.bias_hh_l1_reverse	5	-0.11720484495162964
232534	rnn.bias_hh_l1_reverse	6	0.0633578822016716
232534	rnn.bias_hh_l1_reverse	7	-0.1391465812921524
232534	rnn.bias_hh_l1_reverse	8	-0.12418841570615768
232534	rnn.bias_hh_l1_reverse	9	-0.14912691712379456
232534	linear.weight	0	0.002228822559118271
232534	linear.weight	1	0.09279666841030121
232534	linear.weight	2	-0.09287022799253464
232534	linear.weight	3	0.3104890286922455
232534	linear.weight	4	0.15210048854351044
232534	linear.weight	5	-0.06383408606052399
232534	linear.weight	6	0.09737531840801239
232534	linear.weight	7	0.1260114312171936
232534	linear.weight	8	0.04113679379224777
232534	linear.weight	9	-0.056540098041296005
232534	linear.bias	0	0.08736908435821533
232534	linear.bias	1	-0.18400777876377106
232534	linear.bias	2	-0.454066663980484
232534	linear.bias	3	-0.6628857851028442
232534	linear.bias	4	-1.2601500749588013
232534	linear.bias	5	-0.06232719495892525
232534	linear.bias	6	-0.8216684460639954
232534	linear.bias	7	0.27018019556999207
232534	linear.bias	8	-0.4042036533355713
232534	linear.bias	9	-1.0261057615280151
232731	transitions	0	0.7473118305206299
232731	transitions	1	0.13645461201667786
232731	transitions	2	-10000.0
232731	transitions	3	-1.8278743028640747
232731	transitions	4	-10000.0
232731	transitions	5	0.563471794128418
232731	transitions	6	-0.08509065210819244
232731	transitions	7	-0.8056817054748535
232731	transitions	8	-1.421557903289795
232731	transitions	9	-0.0012267919955775142
232731	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
232731	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
232731	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
232731	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
232731	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
232731	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
232731	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
232731	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
232731	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
232731	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
232731	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
232731	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
232731	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
232731	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
232731	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
232731	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
232731	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
232731	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
232731	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
232731	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
232731	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
232731	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
232731	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
232731	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
232731	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
232731	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
232731	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
232731	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
232731	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
232731	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
232731	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
232731	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
232731	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
232731	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
232731	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
232731	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
232731	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
232731	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
232731	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
232731	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
232731	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
232731	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
232731	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
232731	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
232731	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
232731	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
232731	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
232731	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
232731	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
232731	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
232731	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
232731	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
232731	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
232731	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
232731	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
232731	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
232731	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
232731	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
232731	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
232731	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
232731	embedding2nn.weight	0	0.016630373895168304
232731	embedding2nn.weight	1	-0.01301299873739481
232731	embedding2nn.weight	2	-0.014268254861235619
232731	embedding2nn.weight	3	-0.0320112518966198
232731	embedding2nn.weight	4	-0.0059150345623493195
232731	embedding2nn.weight	5	-0.0037005888298153877
232731	embedding2nn.weight	6	-0.003973264712840319
232731	embedding2nn.weight	7	-0.07567206025123596
232731	embedding2nn.weight	8	-0.0019979383796453476
232731	embedding2nn.weight	9	-0.027477918192744255
232731	embedding2nn.bias	0	0.030337825417518616
232731	embedding2nn.bias	1	-0.0749000683426857
232731	embedding2nn.bias	2	0.06766650825738907
232731	embedding2nn.bias	3	0.04806361347436905
232731	embedding2nn.bias	4	-0.04707019031047821
232731	embedding2nn.bias	5	-0.008283699862658978
232731	embedding2nn.bias	6	0.017547469586133957
232731	embedding2nn.bias	7	-0.052724193781614304
232731	embedding2nn.bias	8	0.07370582222938538
232731	embedding2nn.bias	9	0.04094415903091431
232731	rnn.weight_ih_l0	0	-0.07877378910779953
232731	rnn.weight_ih_l0	1	0.003302615601569414
232731	rnn.weight_ih_l0	2	0.0354936309158802
232731	rnn.weight_ih_l0	3	0.0224948450922966
232731	rnn.weight_ih_l0	4	-0.049256831407547
232731	rnn.weight_ih_l0	5	-0.06862825900316238
232731	rnn.weight_ih_l0	6	-0.0015998294111341238
232731	rnn.weight_ih_l0	7	0.0537802129983902
232731	rnn.weight_ih_l0	8	-0.01733381859958172
232731	rnn.weight_ih_l0	9	-0.03040306456387043
232731	rnn.weight_hh_l0	0	-0.030599091202020645
232731	rnn.weight_hh_l0	1	-0.00722149945795536
232731	rnn.weight_hh_l0	2	0.006873793434351683
232731	rnn.weight_hh_l0	3	-0.07457038760185242
232731	rnn.weight_hh_l0	4	0.09398950636386871
232731	rnn.weight_hh_l0	5	-0.025818292051553726
232731	rnn.weight_hh_l0	6	-0.06323487311601639
232731	rnn.weight_hh_l0	7	0.00990128330886364
232731	rnn.weight_hh_l0	8	0.012892778031527996
232731	rnn.weight_hh_l0	9	-0.025523116812109947
232731	rnn.bias_ih_l0	0	0.1276426464319229
232731	rnn.bias_ih_l0	1	-0.037189386785030365
232731	rnn.bias_ih_l0	2	-0.03382434323430061
232731	rnn.bias_ih_l0	3	0.16253581643104553
232731	rnn.bias_ih_l0	4	-0.012931625358760357
232731	rnn.bias_ih_l0	5	-0.022980351001024246
232731	rnn.bias_ih_l0	6	0.0197604950517416
232731	rnn.bias_ih_l0	7	0.022649504244327545
232731	rnn.bias_ih_l0	8	-0.10039328783750534
232731	rnn.bias_ih_l0	9	-0.036282021552324295
232731	rnn.bias_hh_l0	0	-0.0017224824987351894
232731	rnn.bias_hh_l0	1	-0.09795752167701721
232731	rnn.bias_hh_l0	2	-0.0745854303240776
232731	rnn.bias_hh_l0	3	-0.08940281718969345
232731	rnn.bias_hh_l0	4	0.00989281851798296
232731	rnn.bias_hh_l0	5	-0.021139388903975487
232731	rnn.bias_hh_l0	6	0.026879703626036644
232731	rnn.bias_hh_l0	7	0.059052325785160065
232731	rnn.bias_hh_l0	8	-0.12093126028776169
232731	rnn.bias_hh_l0	9	-0.058060456067323685
232731	rnn.weight_ih_l0_reverse	0	-0.025051480159163475
232731	rnn.weight_ih_l0_reverse	1	-0.0566592775285244
232731	rnn.weight_ih_l0_reverse	2	-0.04868118092417717
232731	rnn.weight_ih_l0_reverse	3	0.014556529931724072
232731	rnn.weight_ih_l0_reverse	4	-0.02485729567706585
232731	rnn.weight_ih_l0_reverse	5	-0.05733325704932213
232731	rnn.weight_ih_l0_reverse	6	0.0750812292098999
232731	rnn.weight_ih_l0_reverse	7	-0.01859504170715809
232731	rnn.weight_ih_l0_reverse	8	-0.019723881036043167
232731	rnn.weight_ih_l0_reverse	9	0.004321311600506306
232731	rnn.weight_hh_l0_reverse	0	0.06691291928291321
232731	rnn.weight_hh_l0_reverse	1	0.02032218687236309
232731	rnn.weight_hh_l0_reverse	2	0.029738396406173706
232731	rnn.weight_hh_l0_reverse	3	0.03529148921370506
232731	rnn.weight_hh_l0_reverse	4	0.013467947021126747
232731	rnn.weight_hh_l0_reverse	5	0.007082064636051655
232731	rnn.weight_hh_l0_reverse	6	0.050780992954969406
232731	rnn.weight_hh_l0_reverse	7	-0.08214431256055832
232731	rnn.weight_hh_l0_reverse	8	0.04113912582397461
232731	rnn.weight_hh_l0_reverse	9	0.03490651026368141
232731	rnn.bias_ih_l0_reverse	0	-0.05856914445757866
232731	rnn.bias_ih_l0_reverse	1	-0.28442978858947754
232731	rnn.bias_ih_l0_reverse	2	-0.12158919870853424
232731	rnn.bias_ih_l0_reverse	3	-0.04815175384283066
232731	rnn.bias_ih_l0_reverse	4	-0.019738731905817986
232731	rnn.bias_ih_l0_reverse	5	0.07478145509958267
232731	rnn.bias_ih_l0_reverse	6	-0.06408074498176575
232731	rnn.bias_ih_l0_reverse	7	0.06417238712310791
232731	rnn.bias_ih_l0_reverse	8	-0.03926638886332512
232731	rnn.bias_ih_l0_reverse	9	0.06410743296146393
232731	rnn.bias_hh_l0_reverse	0	0.022305559366941452
232731	rnn.bias_hh_l0_reverse	1	-0.06114737689495087
232731	rnn.bias_hh_l0_reverse	2	0.08695854991674423
232731	rnn.bias_hh_l0_reverse	3	-0.05118760094046593
232731	rnn.bias_hh_l0_reverse	4	-0.028269411996006966
232731	rnn.bias_hh_l0_reverse	5	-0.01953229121863842
232731	rnn.bias_hh_l0_reverse	6	-0.018167875707149506
232731	rnn.bias_hh_l0_reverse	7	0.09869922697544098
232731	rnn.bias_hh_l0_reverse	8	0.03152693808078766
232731	rnn.bias_hh_l0_reverse	9	-0.14808428287506104
232731	rnn.weight_ih_l1	0	-0.029935646802186966
232731	rnn.weight_ih_l1	1	-0.05007088929414749
232731	rnn.weight_ih_l1	2	0.06520412862300873
232731	rnn.weight_ih_l1	3	-0.07361596077680588
232731	rnn.weight_ih_l1	4	-0.014422795735299587
232731	rnn.weight_ih_l1	5	-0.0404931902885437
232731	rnn.weight_ih_l1	6	0.02896100841462612
232731	rnn.weight_ih_l1	7	-0.04474499076604843
232731	rnn.weight_ih_l1	8	0.03759611025452614
232731	rnn.weight_ih_l1	9	0.04465858265757561
232731	rnn.weight_hh_l1	0	-0.007457125000655651
232731	rnn.weight_hh_l1	1	0.01976241171360016
232731	rnn.weight_hh_l1	2	0.00736176036298275
232731	rnn.weight_hh_l1	3	-0.012490046210587025
232731	rnn.weight_hh_l1	4	0.005175456870347261
232731	rnn.weight_hh_l1	5	0.03509913757443428
232731	rnn.weight_hh_l1	6	0.036499619483947754
232731	rnn.weight_hh_l1	7	-0.01615464687347412
232731	rnn.weight_hh_l1	8	-0.0075188372284173965
232731	rnn.weight_hh_l1	9	0.0384928360581398
232731	rnn.bias_ih_l1	0	-0.1848447471857071
232731	rnn.bias_ih_l1	1	-0.17975187301635742
232731	rnn.bias_ih_l1	2	-0.19824248552322388
232731	rnn.bias_ih_l1	3	-0.3092138171195984
232731	rnn.bias_ih_l1	4	-0.20603984594345093
232731	rnn.bias_ih_l1	5	-0.08964840322732925
232731	rnn.bias_ih_l1	6	-0.16172605752944946
232731	rnn.bias_ih_l1	7	-0.004424302373081446
232731	rnn.bias_ih_l1	8	-0.1349417120218277
232731	rnn.bias_ih_l1	9	-0.12666569650173187
232731	rnn.bias_hh_l1	0	-0.09537047147750854
232731	rnn.bias_hh_l1	1	-0.06568999588489532
232731	rnn.bias_hh_l1	2	-0.08408597856760025
232731	rnn.bias_hh_l1	3	-0.07948129624128342
232731	rnn.bias_hh_l1	4	-0.07342860847711563
232731	rnn.bias_hh_l1	5	-0.11823948472738266
232731	rnn.bias_hh_l1	6	-0.16140204668045044
232731	rnn.bias_hh_l1	7	0.07587185502052307
232731	rnn.bias_hh_l1	8	-0.17963983118534088
232731	rnn.bias_hh_l1	9	-0.11869368702173233
232731	rnn.weight_ih_l1_reverse	0	-0.047105178236961365
232731	rnn.weight_ih_l1_reverse	1	0.03215954452753067
232731	rnn.weight_ih_l1_reverse	2	0.09174954146146774
232731	rnn.weight_ih_l1_reverse	3	-0.019640369340777397
232731	rnn.weight_ih_l1_reverse	4	-0.02617756277322769
232731	rnn.weight_ih_l1_reverse	5	-0.030510341748595238
232731	rnn.weight_ih_l1_reverse	6	-0.01952851377427578
232731	rnn.weight_ih_l1_reverse	7	0.028937693685293198
232731	rnn.weight_ih_l1_reverse	8	0.010406865738332272
232731	rnn.weight_ih_l1_reverse	9	-0.033002085983753204
232731	rnn.weight_hh_l1_reverse	0	0.004840225446969271
232731	rnn.weight_hh_l1_reverse	1	0.031626708805561066
232731	rnn.weight_hh_l1_reverse	2	-0.04056469723582268
232731	rnn.weight_hh_l1_reverse	3	0.03505287319421768
232731	rnn.weight_hh_l1_reverse	4	0.04745013266801834
232731	rnn.weight_hh_l1_reverse	5	0.004722596611827612
232731	rnn.weight_hh_l1_reverse	6	0.04800716042518616
232731	rnn.weight_hh_l1_reverse	7	0.031483519822359085
232731	rnn.weight_hh_l1_reverse	8	-0.007083151955157518
232731	rnn.weight_hh_l1_reverse	9	-0.03047090955078602
232731	rnn.bias_ih_l1_reverse	0	-0.04747645556926727
232731	rnn.bias_ih_l1_reverse	1	-0.1410672962665558
232731	rnn.bias_ih_l1_reverse	2	-0.16345834732055664
232731	rnn.bias_ih_l1_reverse	3	-0.0581674799323082
232731	rnn.bias_ih_l1_reverse	4	-0.20474591851234436
232731	rnn.bias_ih_l1_reverse	5	-0.11696802824735641
232731	rnn.bias_ih_l1_reverse	6	-0.13062690198421478
232731	rnn.bias_ih_l1_reverse	7	-0.1928180605173111
232731	rnn.bias_ih_l1_reverse	8	0.22607488930225372
232731	rnn.bias_ih_l1_reverse	9	0.022644782438874245
232731	rnn.bias_hh_l1_reverse	0	0.01167050190269947
232731	rnn.bias_hh_l1_reverse	1	-0.06447739899158478
232731	rnn.bias_hh_l1_reverse	2	-0.23623935878276825
232731	rnn.bias_hh_l1_reverse	3	-0.1412646770477295
232731	rnn.bias_hh_l1_reverse	4	-0.0801667794585228
232731	rnn.bias_hh_l1_reverse	5	-0.1172608882188797
232731	rnn.bias_hh_l1_reverse	6	0.06329506635665894
232731	rnn.bias_hh_l1_reverse	7	-0.13846364617347717
232731	rnn.bias_hh_l1_reverse	8	-0.12403800338506699
232731	rnn.bias_hh_l1_reverse	9	-0.14919787645339966
232731	linear.weight	0	0.002228822559118271
232731	linear.weight	1	0.09203384816646576
232731	linear.weight	2	-0.09330542385578156
232731	linear.weight	3	0.3107983469963074
232731	linear.weight	4	0.15269629657268524
232731	linear.weight	5	-0.06361815333366394
232731	linear.weight	6	0.09834157675504684
232731	linear.weight	7	0.12669265270233154
232731	linear.weight	8	0.041136689484119415
232731	linear.weight	9	-0.05630536377429962
232731	linear.bias	0	0.07809771597385406
232731	linear.bias	1	-0.1849975436925888
232731	linear.bias	2	-0.45457297563552856
232731	linear.bias	3	-0.6598570346832275
232731	linear.bias	4	-1.2571913003921509
232731	linear.bias	5	-0.06265444308519363
232731	linear.bias	6	-0.8221808075904846
232731	linear.bias	7	0.26976633071899414
232731	linear.bias	8	-0.4004237949848175
232731	linear.bias	9	-1.022414207458496
232928	transitions	0	0.747075080871582
232928	transitions	1	0.13620053231716156
232928	transitions	2	-10000.0
232928	transitions	3	-1.827881097793579
232928	transitions	4	-10000.0
232928	transitions	5	0.5634584426879883
232928	transitions	6	-0.08509577065706253
232928	transitions	7	-0.8057212233543396
232928	transitions	8	-1.4215726852416992
232928	transitions	9	-0.0012268651043996215
232928	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
232928	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
232928	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
232928	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
232928	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
232928	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
232928	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
232928	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
232928	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
232928	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
232928	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
232928	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
232928	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
232928	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
232928	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
232928	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
232928	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
232928	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
232928	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
232928	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
232928	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
232928	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
232928	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
232928	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
232928	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
232928	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
232928	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
232928	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
232928	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
232928	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
232928	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
232928	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
232928	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
232928	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
232928	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
232928	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
232928	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
232928	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
232928	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
232928	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
232928	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
232928	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
232928	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
232928	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
232928	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
232928	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
232928	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
232928	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
232928	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
232928	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
232928	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
232928	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
232928	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
232928	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
232928	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
232928	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
232928	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
232928	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
232928	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
232928	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
232928	embedding2nn.weight	0	0.016437646001577377
232928	embedding2nn.weight	1	-0.012995636090636253
232928	embedding2nn.weight	2	-0.014268254861235619
232928	embedding2nn.weight	3	-0.032006509602069855
232928	embedding2nn.weight	4	-0.0059150345623493195
232928	embedding2nn.weight	5	-0.0037005888298153877
232928	embedding2nn.weight	6	-0.003973264247179031
232928	embedding2nn.weight	7	-0.07584966719150543
232928	embedding2nn.weight	8	-0.0019979383796453476
232928	embedding2nn.weight	9	-0.027427196502685547
232928	embedding2nn.bias	0	0.030224913731217384
232928	embedding2nn.bias	1	-0.07195266336202621
232928	embedding2nn.bias	2	0.06687244772911072
232928	embedding2nn.bias	3	0.04811760038137436
232928	embedding2nn.bias	4	-0.048144880682229996
232928	embedding2nn.bias	5	-0.006207214202731848
232928	embedding2nn.bias	6	0.018350837752223015
232928	embedding2nn.bias	7	-0.05432167276740074
232928	embedding2nn.bias	8	0.07235942035913467
232928	embedding2nn.bias	9	0.04075337201356888
232928	rnn.weight_ih_l0	0	-0.07872556149959564
232928	rnn.weight_ih_l0	1	0.0032073217444121838
232928	rnn.weight_ih_l0	2	0.035321589559316635
232928	rnn.weight_ih_l0	3	0.022385509684681892
232928	rnn.weight_ih_l0	4	-0.04924473538994789
232928	rnn.weight_ih_l0	5	-0.06874457001686096
232928	rnn.weight_ih_l0	6	-0.0016296271933242679
232928	rnn.weight_ih_l0	7	0.05386236682534218
232928	rnn.weight_ih_l0	8	-0.017391037195920944
232928	rnn.weight_ih_l0	9	-0.030233431607484818
232928	rnn.weight_hh_l0	0	-0.03071478381752968
232928	rnn.weight_hh_l0	1	-0.007181958761066198
232928	rnn.weight_hh_l0	2	0.00689540384337306
232928	rnn.weight_hh_l0	3	-0.07479796558618546
232928	rnn.weight_hh_l0	4	0.09399495273828506
232928	rnn.weight_hh_l0	5	-0.025814451277256012
232928	rnn.weight_hh_l0	6	-0.06334689259529114
232928	rnn.weight_hh_l0	7	0.00985157024115324
232928	rnn.weight_hh_l0	8	0.012882181443274021
232928	rnn.weight_hh_l0	9	-0.025498023256659508
232928	rnn.bias_ih_l0	0	0.12799189984798431
232928	rnn.bias_ih_l0	1	-0.036952901631593704
232928	rnn.bias_ih_l0	2	-0.03378511220216751
232928	rnn.bias_ih_l0	3	0.16182219982147217
232928	rnn.bias_ih_l0	4	-0.012767680920660496
232928	rnn.bias_ih_l0	5	-0.024205073714256287
232928	rnn.bias_ih_l0	6	0.01908775418996811
232928	rnn.bias_ih_l0	7	0.02221464179456234
232928	rnn.bias_ih_l0	8	-0.10041778534650803
232928	rnn.bias_ih_l0	9	-0.03719606623053551
232928	rnn.bias_hh_l0	0	-0.0017553881043568254
232928	rnn.bias_hh_l0	1	-0.09750286489725113
232928	rnn.bias_hh_l0	2	-0.07450585812330246
232928	rnn.bias_hh_l0	3	-0.08952382206916809
232928	rnn.bias_hh_l0	4	0.009848805144429207
232928	rnn.bias_hh_l0	5	-0.02095206268131733
232928	rnn.bias_hh_l0	6	0.026887021958827972
232928	rnn.bias_hh_l0	7	0.059603892266750336
232928	rnn.bias_hh_l0	8	-0.12107149511575699
232928	rnn.bias_hh_l0	9	-0.05854517221450806
232928	rnn.weight_ih_l0_reverse	0	-0.02508782409131527
232928	rnn.weight_ih_l0_reverse	1	-0.05676255747675896
232928	rnn.weight_ih_l0_reverse	2	-0.04878200218081474
232928	rnn.weight_ih_l0_reverse	3	0.014604995958507061
232928	rnn.weight_ih_l0_reverse	4	-0.024845751002430916
232928	rnn.weight_ih_l0_reverse	5	-0.05742434412240982
232928	rnn.weight_ih_l0_reverse	6	0.07518734037876129
232928	rnn.weight_ih_l0_reverse	7	-0.018516050651669502
232928	rnn.weight_ih_l0_reverse	8	-0.01973196305334568
232928	rnn.weight_ih_l0_reverse	9	0.0045660389587283134
232928	rnn.weight_hh_l0_reverse	0	0.06720580160617828
232928	rnn.weight_hh_l0_reverse	1	0.020234717056155205
232928	rnn.weight_hh_l0_reverse	2	0.02970689721405506
232928	rnn.weight_hh_l0_reverse	3	0.03530656546354294
232928	rnn.weight_hh_l0_reverse	4	0.013614045456051826
232928	rnn.weight_hh_l0_reverse	5	0.006962857209146023
232928	rnn.weight_hh_l0_reverse	6	0.05087476596236229
232928	rnn.weight_hh_l0_reverse	7	-0.08223772048950195
232928	rnn.weight_hh_l0_reverse	8	0.04114210978150368
232928	rnn.weight_hh_l0_reverse	9	0.03490651771426201
232928	rnn.bias_ih_l0_reverse	0	-0.05841758847236633
232928	rnn.bias_ih_l0_reverse	1	-0.2842911183834076
232928	rnn.bias_ih_l0_reverse	2	-0.12089453637599945
232928	rnn.bias_ih_l0_reverse	3	-0.04804818704724312
232928	rnn.bias_ih_l0_reverse	4	-0.019791189581155777
232928	rnn.bias_ih_l0_reverse	5	0.07458748668432236
232928	rnn.bias_ih_l0_reverse	6	-0.06379954516887665
232928	rnn.bias_ih_l0_reverse	7	0.06418759375810623
232928	rnn.bias_ih_l0_reverse	8	-0.039081450551748276
232928	rnn.bias_ih_l0_reverse	9	0.06403680890798569
232928	rnn.bias_hh_l0_reverse	0	0.02192682959139347
232928	rnn.bias_hh_l0_reverse	1	-0.06107981875538826
232928	rnn.bias_hh_l0_reverse	2	0.08647207170724869
232928	rnn.bias_hh_l0_reverse	3	-0.05087681859731674
232928	rnn.bias_hh_l0_reverse	4	-0.028484931215643883
232928	rnn.bias_hh_l0_reverse	5	-0.01925016939640045
232928	rnn.bias_hh_l0_reverse	6	-0.018267057836055756
232928	rnn.bias_hh_l0_reverse	7	0.09851104021072388
232928	rnn.bias_hh_l0_reverse	8	0.030921172350645065
232928	rnn.bias_hh_l0_reverse	9	-0.14745000004768372
232928	rnn.weight_ih_l1	0	-0.02995016612112522
232928	rnn.weight_ih_l1	1	-0.05003312975168228
232928	rnn.weight_ih_l1	2	0.06517311930656433
232928	rnn.weight_ih_l1	3	-0.07382472604513168
232928	rnn.weight_ih_l1	4	-0.01454733032733202
232928	rnn.weight_ih_l1	5	-0.04049154371023178
232928	rnn.weight_ih_l1	6	0.029005955904722214
232928	rnn.weight_ih_l1	7	-0.04471270740032196
232928	rnn.weight_ih_l1	8	0.037605833262205124
232928	rnn.weight_ih_l1	9	0.04466872289776802
232928	rnn.weight_hh_l1	0	-0.0075218528509140015
232928	rnn.weight_hh_l1	1	0.019754990935325623
232928	rnn.weight_hh_l1	2	0.0074063497595489025
232928	rnn.weight_hh_l1	3	-0.012460798025131226
232928	rnn.weight_hh_l1	4	0.005138331558555365
232928	rnn.weight_hh_l1	5	0.03500695526599884
232928	rnn.weight_hh_l1	6	0.03652932122349739
232928	rnn.weight_hh_l1	7	-0.016088226810097694
232928	rnn.weight_hh_l1	8	-0.007563048508018255
232928	rnn.weight_hh_l1	9	0.03847130760550499
232928	rnn.bias_ih_l1	0	-0.18461939692497253
232928	rnn.bias_ih_l1	1	-0.17979665100574493
232928	rnn.bias_ih_l1	2	-0.1976606547832489
232928	rnn.bias_ih_l1	3	-0.30881819128990173
232928	rnn.bias_ih_l1	4	-0.20606938004493713
232928	rnn.bias_ih_l1	5	-0.08979910612106323
232928	rnn.bias_ih_l1	6	-0.1615527719259262
232928	rnn.bias_ih_l1	7	-0.004187038633972406
232928	rnn.bias_ih_l1	8	-0.13435833156108856
232928	rnn.bias_ih_l1	9	-0.12687325477600098
232928	rnn.bias_hh_l1	0	-0.09552828222513199
232928	rnn.bias_hh_l1	1	-0.06542091816663742
232928	rnn.bias_hh_l1	2	-0.08403794467449188
232928	rnn.bias_hh_l1	3	-0.07937417179346085
232928	rnn.bias_hh_l1	4	-0.07348531484603882
232928	rnn.bias_hh_l1	5	-0.11804880201816559
232928	rnn.bias_hh_l1	6	-0.16134360432624817
232928	rnn.bias_hh_l1	7	0.07557827234268188
232928	rnn.bias_hh_l1	8	-0.1799921989440918
232928	rnn.bias_hh_l1	9	-0.1186373308300972
232928	rnn.weight_ih_l1_reverse	0	-0.04722612351179123
232928	rnn.weight_ih_l1_reverse	1	0.03208119422197342
232928	rnn.weight_ih_l1_reverse	2	0.09203241020441055
232928	rnn.weight_ih_l1_reverse	3	-0.019561471417546272
232928	rnn.weight_ih_l1_reverse	4	-0.026091590523719788
232928	rnn.weight_ih_l1_reverse	5	-0.030504025518894196
232928	rnn.weight_ih_l1_reverse	6	-0.019702641293406487
232928	rnn.weight_ih_l1_reverse	7	0.028974151238799095
232928	rnn.weight_ih_l1_reverse	8	0.01031463872641325
232928	rnn.weight_ih_l1_reverse	9	-0.03307894989848137
232928	rnn.weight_hh_l1_reverse	0	0.004893973004072905
232928	rnn.weight_hh_l1_reverse	1	0.03163410723209381
232928	rnn.weight_hh_l1_reverse	2	-0.04056580364704132
232928	rnn.weight_hh_l1_reverse	3	0.03506307676434517
232928	rnn.weight_hh_l1_reverse	4	0.04744500666856766
232928	rnn.weight_hh_l1_reverse	5	0.004828125238418579
232928	rnn.weight_hh_l1_reverse	6	0.04815468192100525
232928	rnn.weight_hh_l1_reverse	7	0.03143114969134331
232928	rnn.weight_hh_l1_reverse	8	-0.007107926066964865
232928	rnn.weight_hh_l1_reverse	9	-0.030431563034653664
232928	rnn.bias_ih_l1_reverse	0	-0.047611068934202194
232928	rnn.bias_ih_l1_reverse	1	-0.14130394160747528
232928	rnn.bias_ih_l1_reverse	2	-0.1633996069431305
232928	rnn.bias_ih_l1_reverse	3	-0.05776629224419594
232928	rnn.bias_ih_l1_reverse	4	-0.20451106131076813
232928	rnn.bias_ih_l1_reverse	5	-0.11684657633304596
232928	rnn.bias_ih_l1_reverse	6	-0.1304149478673935
232928	rnn.bias_ih_l1_reverse	7	-0.19273239374160767
232928	rnn.bias_ih_l1_reverse	8	0.2257959395647049
232928	rnn.bias_ih_l1_reverse	9	0.022188574075698853
232928	rnn.bias_hh_l1_reverse	0	0.01234730426222086
232928	rnn.bias_hh_l1_reverse	1	-0.06454242020845413
232928	rnn.bias_hh_l1_reverse	2	-0.23616987466812134
232928	rnn.bias_hh_l1_reverse	3	-0.14130058884620667
232928	rnn.bias_hh_l1_reverse	4	-0.0798531174659729
232928	rnn.bias_hh_l1_reverse	5	-0.11756483465433121
232928	rnn.bias_hh_l1_reverse	6	0.06345285475254059
232928	rnn.bias_hh_l1_reverse	7	-0.13830377161502838
232928	rnn.bias_hh_l1_reverse	8	-0.12399762123823166
232928	rnn.bias_hh_l1_reverse	9	-0.1490444540977478
232928	linear.weight	0	0.002228822559118271
232928	linear.weight	1	0.09201347827911377
232928	linear.weight	2	-0.09254114329814911
232928	linear.weight	3	0.31047487258911133
232928	linear.weight	4	0.15195168554782867
232928	linear.weight	5	-0.06391629576683044
232928	linear.weight	6	0.10031043738126755
232928	linear.weight	7	0.12754075229167938
232928	linear.weight	8	0.04113670065999031
232928	linear.weight	9	-0.056429874151945114
232928	linear.bias	0	0.08373614400625229
232928	linear.bias	1	-0.1895485818386078
232928	linear.bias	2	-0.45469680428504944
232928	linear.bias	3	-0.6618461012840271
232928	linear.bias	4	-1.2592941522598267
232928	linear.bias	5	-0.06359212100505829
232928	linear.bias	6	-0.8263213634490967
232928	linear.bias	7	0.26862195134162903
232928	linear.bias	8	-0.4025527238845825
232928	linear.bias	9	-1.0246599912643433
232932	transitions	0	0.7470357418060303
232932	transitions	1	0.13620050251483917
232932	transitions	2	-10000.0
232932	transitions	3	-1.8278813362121582
232932	transitions	4	-10000.0
232932	transitions	5	0.5634342432022095
232932	transitions	6	-0.08509635925292969
232932	transitions	7	-0.8057212829589844
232932	transitions	8	-1.4215726852416992
232932	transitions	9	-0.001226865453645587
232932	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
232932	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
232932	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
232932	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
232932	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
232932	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
232932	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
232932	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
232932	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
232932	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
232932	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
232932	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
232932	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
232932	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
232932	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
232932	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
232932	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
232932	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
232932	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
232932	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
232932	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
232932	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
232932	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
232932	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
232932	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
232932	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
232932	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
232932	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
232932	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
232932	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
232932	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
232932	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
232932	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
232932	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
232932	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
232932	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
232932	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
232932	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
232932	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
232932	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
232932	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
232932	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
232932	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
232932	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
232932	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
232932	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
232932	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
232932	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
232932	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
232932	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
232932	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
232932	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
232932	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
232932	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
232932	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
232932	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
232932	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
232932	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
232932	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
232932	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
232932	embedding2nn.weight	0	0.016458798199892044
232932	embedding2nn.weight	1	-0.012993283569812775
232932	embedding2nn.weight	2	-0.014268254861235619
232932	embedding2nn.weight	3	-0.03201337531208992
232932	embedding2nn.weight	4	-0.0059150345623493195
232932	embedding2nn.weight	5	-0.0037005888298153877
232932	embedding2nn.weight	6	-0.003973264247179031
232932	embedding2nn.weight	7	-0.07584312558174133
232932	embedding2nn.weight	8	-0.0019979383796453476
232932	embedding2nn.weight	9	-0.02743363566696644
232932	embedding2nn.bias	0	0.030418196693062782
232932	embedding2nn.bias	1	-0.07208779454231262
232932	embedding2nn.bias	2	0.06681977957487106
232932	embedding2nn.bias	3	0.04817673936486244
232932	embedding2nn.bias	4	-0.04804252088069916
232932	embedding2nn.bias	5	-0.006489190738648176
232932	embedding2nn.bias	6	0.017999259755015373
232932	embedding2nn.bias	7	-0.054289560765028
232932	embedding2nn.bias	8	0.07246532291173935
232932	embedding2nn.bias	9	0.040671758353710175
232932	rnn.weight_ih_l0	0	-0.07872399687767029
232932	rnn.weight_ih_l0	1	0.0032825509551912546
232932	rnn.weight_ih_l0	2	0.035323090851306915
232932	rnn.weight_ih_l0	3	0.02236163429915905
232932	rnn.weight_ih_l0	4	-0.049288444221019745
232932	rnn.weight_ih_l0	5	-0.06875313073396683
232932	rnn.weight_ih_l0	6	-0.0016048623947426677
232932	rnn.weight_ih_l0	7	0.05384668707847595
232932	rnn.weight_ih_l0	8	-0.01739981584250927
232932	rnn.weight_ih_l0	9	-0.030231302604079247
232932	rnn.weight_hh_l0	0	-0.030731389299035072
232932	rnn.weight_hh_l0	1	-0.007176415529102087
232932	rnn.weight_hh_l0	2	0.006891012657433748
232932	rnn.weight_hh_l0	3	-0.07480640709400177
232932	rnn.weight_hh_l0	4	0.09397657960653305
232932	rnn.weight_hh_l0	5	-0.025833509862422943
232932	rnn.weight_hh_l0	6	-0.06334764510393143
232932	rnn.weight_hh_l0	7	0.009850511327385902
232932	rnn.weight_hh_l0	8	0.012859225273132324
232932	rnn.weight_hh_l0	9	-0.025496110320091248
232932	rnn.bias_ih_l0	0	0.12806075811386108
232932	rnn.bias_ih_l0	1	-0.03703048825263977
232932	rnn.bias_ih_l0	2	-0.033799223601818085
232932	rnn.bias_ih_l0	3	0.16179876029491425
232932	rnn.bias_ih_l0	4	-0.012805537320673466
232932	rnn.bias_ih_l0	5	-0.02420167624950409
232932	rnn.bias_ih_l0	6	0.019101914018392563
232932	rnn.bias_ih_l0	7	0.022232946008443832
232932	rnn.bias_ih_l0	8	-0.10039747506380081
232932	rnn.bias_ih_l0	9	-0.037147313356399536
232932	rnn.bias_hh_l0	0	-0.0017637597629800439
232932	rnn.bias_hh_l0	1	-0.09750671684741974
232932	rnn.bias_hh_l0	2	-0.07448002696037292
232932	rnn.bias_hh_l0	3	-0.08966942876577377
232932	rnn.bias_hh_l0	4	0.009853721596300602
232932	rnn.bias_hh_l0	5	-0.02092590369284153
232932	rnn.bias_hh_l0	6	0.02682030014693737
232932	rnn.bias_hh_l0	7	0.05961893871426582
232932	rnn.bias_hh_l0	8	-0.1211313009262085
232932	rnn.bias_hh_l0	9	-0.058509163558483124
232932	rnn.weight_ih_l0_reverse	0	-0.025098048150539398
232932	rnn.weight_ih_l0_reverse	1	-0.056766755878925323
232932	rnn.weight_ih_l0_reverse	2	-0.04878237098455429
232932	rnn.weight_ih_l0_reverse	3	0.014618730172514915
232932	rnn.weight_ih_l0_reverse	4	-0.02482764795422554
232932	rnn.weight_ih_l0_reverse	5	-0.05734872445464134
232932	rnn.weight_ih_l0_reverse	6	0.07520288228988647
232932	rnn.weight_ih_l0_reverse	7	-0.018514975905418396
232932	rnn.weight_ih_l0_reverse	8	-0.01972091570496559
232932	rnn.weight_ih_l0_reverse	9	0.004563715308904648
232932	rnn.weight_hh_l0_reverse	0	0.06721547991037369
232932	rnn.weight_hh_l0_reverse	1	0.02022249437868595
232932	rnn.weight_hh_l0_reverse	2	0.029703989624977112
232932	rnn.weight_hh_l0_reverse	3	0.035308193415403366
232932	rnn.weight_hh_l0_reverse	4	0.013634636998176575
232932	rnn.weight_hh_l0_reverse	5	0.006979215890169144
232932	rnn.weight_hh_l0_reverse	6	0.05087612569332123
232932	rnn.weight_hh_l0_reverse	7	-0.08221106976270676
232932	rnn.weight_hh_l0_reverse	8	0.04114712402224541
232932	rnn.weight_hh_l0_reverse	9	0.03490174189209938
232932	rnn.bias_ih_l0_reverse	0	-0.05841130018234253
232932	rnn.bias_ih_l0_reverse	1	-0.2842835485935211
232932	rnn.bias_ih_l0_reverse	2	-0.12088984996080399
232932	rnn.bias_ih_l0_reverse	3	-0.048058848828077316
232932	rnn.bias_ih_l0_reverse	4	-0.019886966794729233
232932	rnn.bias_ih_l0_reverse	5	0.07460097968578339
232932	rnn.bias_ih_l0_reverse	6	-0.06379187107086182
232932	rnn.bias_ih_l0_reverse	7	0.064156673848629
232932	rnn.bias_ih_l0_reverse	8	-0.03911004215478897
232932	rnn.bias_ih_l0_reverse	9	0.06403572112321854
232932	rnn.bias_hh_l0_reverse	0	0.021946143358945847
232932	rnn.bias_hh_l0_reverse	1	-0.06075252965092659
232932	rnn.bias_hh_l0_reverse	2	0.08651290088891983
232932	rnn.bias_hh_l0_reverse	3	-0.05092509835958481
232932	rnn.bias_hh_l0_reverse	4	-0.028554722666740417
232932	rnn.bias_hh_l0_reverse	5	-0.019210334867239
232932	rnn.bias_hh_l0_reverse	6	-0.018263543024659157
232932	rnn.bias_hh_l0_reverse	7	0.09854419529438019
232932	rnn.bias_hh_l0_reverse	8	0.030885513871908188
232932	rnn.bias_hh_l0_reverse	9	-0.1474592685699463
232932	rnn.weight_ih_l1	0	-0.029946736991405487
232932	rnn.weight_ih_l1	1	-0.05005458742380142
232932	rnn.weight_ih_l1	2	0.0651935264468193
232932	rnn.weight_ih_l1	3	-0.07362691313028336
232932	rnn.weight_ih_l1	4	-0.014537600800395012
232932	rnn.weight_ih_l1	5	-0.040493737906217575
232932	rnn.weight_ih_l1	6	0.029026253148913383
232932	rnn.weight_ih_l1	7	-0.044699978083372116
232932	rnn.weight_ih_l1	8	0.03760695829987526
232932	rnn.weight_ih_l1	9	0.04467233270406723
232932	rnn.weight_hh_l1	0	-0.00751914456486702
232932	rnn.weight_hh_l1	1	0.019752446562051773
232932	rnn.weight_hh_l1	2	0.007410524878650904
232932	rnn.weight_hh_l1	3	-0.012445108033716679
232932	rnn.weight_hh_l1	4	0.00513436971232295
232932	rnn.weight_hh_l1	5	0.03500884026288986
232932	rnn.weight_hh_l1	6	0.036567073315382004
232932	rnn.weight_hh_l1	7	-0.016087746247649193
232932	rnn.weight_hh_l1	8	-0.007567674852907658
232932	rnn.weight_hh_l1	9	0.03845526650547981
232932	rnn.bias_ih_l1	0	-0.1845903992652893
232932	rnn.bias_ih_l1	1	-0.17972691357135773
232932	rnn.bias_ih_l1	2	-0.19763775169849396
232932	rnn.bias_ih_l1	3	-0.3088521361351013
232932	rnn.bias_ih_l1	4	-0.20583030581474304
232932	rnn.bias_ih_l1	5	-0.08981044590473175
232932	rnn.bias_ih_l1	6	-0.16157972812652588
232932	rnn.bias_ih_l1	7	-0.004366039298474789
232932	rnn.bias_ih_l1	8	-0.13436833024024963
232932	rnn.bias_ih_l1	9	-0.1268952339887619
232932	rnn.bias_hh_l1	0	-0.09548142552375793
232932	rnn.bias_hh_l1	1	-0.06539154052734375
232932	rnn.bias_hh_l1	2	-0.08407215029001236
232932	rnn.bias_hh_l1	3	-0.07939692586660385
232932	rnn.bias_hh_l1	4	-0.07351642102003098
232932	rnn.bias_hh_l1	5	-0.11805393546819687
232932	rnn.bias_hh_l1	6	-0.1613641083240509
232932	rnn.bias_hh_l1	7	0.07545478641986847
232932	rnn.bias_hh_l1	8	-0.18000167608261108
232932	rnn.bias_hh_l1	9	-0.1186954602599144
232932	rnn.weight_ih_l1_reverse	0	-0.047225065529346466
232932	rnn.weight_ih_l1_reverse	1	0.03208383172750473
232932	rnn.weight_ih_l1_reverse	2	0.09205362945795059
232932	rnn.weight_ih_l1_reverse	3	-0.01956220529973507
232932	rnn.weight_ih_l1_reverse	4	-0.02607658877968788
232932	rnn.weight_ih_l1_reverse	5	-0.03050573356449604
232932	rnn.weight_ih_l1_reverse	6	-0.01969420537352562
232932	rnn.weight_ih_l1_reverse	7	0.028933443129062653
232932	rnn.weight_ih_l1_reverse	8	0.01031254231929779
232932	rnn.weight_ih_l1_reverse	9	-0.03306804224848747
232932	rnn.weight_hh_l1_reverse	0	0.004895840771496296
232932	rnn.weight_hh_l1_reverse	1	0.03163450211286545
232932	rnn.weight_hh_l1_reverse	2	-0.04056459292769432
232932	rnn.weight_hh_l1_reverse	3	0.03506172075867653
232932	rnn.weight_hh_l1_reverse	4	0.047440048307180405
232932	rnn.weight_hh_l1_reverse	5	0.004822054412215948
232932	rnn.weight_hh_l1_reverse	6	0.04815401881933212
232932	rnn.weight_hh_l1_reverse	7	0.03142549470067024
232932	rnn.weight_hh_l1_reverse	8	-0.007110021077096462
232932	rnn.weight_hh_l1_reverse	9	-0.030435755848884583
232932	rnn.bias_ih_l1_reverse	0	-0.047601599246263504
232932	rnn.bias_ih_l1_reverse	1	-0.14133679866790771
232932	rnn.bias_ih_l1_reverse	2	-0.16341592371463776
232932	rnn.bias_ih_l1_reverse	3	-0.057928964495658875
232932	rnn.bias_ih_l1_reverse	4	-0.20448823273181915
232932	rnn.bias_ih_l1_reverse	5	-0.11685854941606522
232932	rnn.bias_ih_l1_reverse	6	-0.13045762479305267
232932	rnn.bias_ih_l1_reverse	7	-0.1927405446767807
232932	rnn.bias_ih_l1_reverse	8	0.22593951225280762
232932	rnn.bias_ih_l1_reverse	9	0.02224550023674965
232932	rnn.bias_hh_l1_reverse	0	0.012311759404838085
232932	rnn.bias_hh_l1_reverse	1	-0.06467036157846451
232932	rnn.bias_hh_l1_reverse	2	-0.2361714392900467
232932	rnn.bias_hh_l1_reverse	3	-0.14137335121631622
232932	rnn.bias_hh_l1_reverse	4	-0.0798117145895958
232932	rnn.bias_hh_l1_reverse	5	-0.11759117245674133
232932	rnn.bias_hh_l1_reverse	6	0.06342937797307968
232932	rnn.bias_hh_l1_reverse	7	-0.1383533924818039
232932	rnn.bias_hh_l1_reverse	8	-0.1240001916885376
232932	rnn.bias_hh_l1_reverse	9	-0.14903447031974792
232932	linear.weight	0	0.002228822559118271
232932	linear.weight	1	0.09184199571609497
232932	linear.weight	2	-0.09253866970539093
232932	linear.weight	3	0.31022360920906067
232932	linear.weight	4	0.1519523411989212
232932	linear.weight	5	-0.06391295045614243
232932	linear.weight	6	0.0999656617641449
232932	linear.weight	7	0.1276809424161911
232932	linear.weight	8	0.04113670065999031
232932	linear.weight	9	-0.056430455297231674
232932	linear.bias	0	0.08367341011762619
232932	linear.bias	1	-0.18821056187152863
232932	linear.bias	2	-0.4538749158382416
232932	linear.bias	3	-0.662148118019104
232932	linear.bias	4	-1.2596436738967896
232932	linear.bias	5	-0.06426732242107391
232932	linear.bias	6	-0.8249406814575195
232932	linear.bias	7	0.2679387927055359
232932	linear.bias	8	-0.40243270993232727
232932	linear.bias	9	-1.0245914459228516
233129	transitions	0	0.7450016736984253
233129	transitions	1	0.1370745152235031
233129	transitions	2	-10000.0
233129	transitions	3	-1.827883005142212
233129	transitions	4	-10000.0
233129	transitions	5	0.5634303689002991
233129	transitions	6	-0.08510058373212814
233129	transitions	7	-0.805748701095581
233129	transitions	8	-1.421581745147705
233129	transitions	9	-0.0012268973514437675
233129	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
233129	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
233129	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
233129	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
233129	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
233129	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
233129	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
233129	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
233129	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
233129	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
233129	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
233129	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
233129	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
233129	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
233129	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
233129	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
233129	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
233129	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
233129	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
233129	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
233129	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
233129	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
233129	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
233129	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
233129	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
233129	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
233129	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
233129	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
233129	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
233129	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
233129	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
233129	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
233129	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
233129	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
233129	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
233129	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
233129	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
233129	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
233129	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
233129	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
233129	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
233129	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
233129	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
233129	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
233129	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
233129	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
233129	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
233129	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
233129	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
233129	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
233129	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
233129	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
233129	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
233129	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
233129	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
233129	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
233129	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
233129	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
233129	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
233129	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
233129	embedding2nn.weight	0	0.016518009826540947
233129	embedding2nn.weight	1	-0.012949828989803791
233129	embedding2nn.weight	2	-0.014268254861235619
233129	embedding2nn.weight	3	-0.032085295766592026
233129	embedding2nn.weight	4	-0.0059150345623493195
233129	embedding2nn.weight	5	-0.0037005888298153877
233129	embedding2nn.weight	6	-0.003973264712840319
233129	embedding2nn.weight	7	-0.07589726150035858
233129	embedding2nn.weight	8	-0.0019979383796453476
233129	embedding2nn.weight	9	-0.027478091418743134
233129	embedding2nn.bias	0	0.030631670728325844
233129	embedding2nn.bias	1	-0.07320800423622131
233129	embedding2nn.bias	2	0.06683692336082458
233129	embedding2nn.bias	3	0.048521772027015686
233129	embedding2nn.bias	4	-0.04698953405022621
233129	embedding2nn.bias	5	-0.007658022455871105
233129	embedding2nn.bias	6	0.016762718558311462
233129	embedding2nn.bias	7	-0.05321108177304268
233129	embedding2nn.bias	8	0.07152172178030014
233129	embedding2nn.bias	9	0.04028163105249405
233129	rnn.weight_ih_l0	0	-0.07858925312757492
233129	rnn.weight_ih_l0	1	0.0034266982693225145
233129	rnn.weight_ih_l0	2	0.03505350649356842
233129	rnn.weight_ih_l0	3	0.022419288754463196
233129	rnn.weight_ih_l0	4	-0.04959333315491676
233129	rnn.weight_ih_l0	5	-0.06867345422506332
233129	rnn.weight_ih_l0	6	-0.00155322952196002
233129	rnn.weight_ih_l0	7	0.05364378169178963
233129	rnn.weight_ih_l0	8	-0.01745598390698433
233129	rnn.weight_ih_l0	9	-0.030323734506964684
233129	rnn.weight_hh_l0	0	-0.030883727595210075
233129	rnn.weight_hh_l0	1	-0.007022546138614416
233129	rnn.weight_hh_l0	2	0.006946946959942579
233129	rnn.weight_hh_l0	3	-0.07478683441877365
233129	rnn.weight_hh_l0	4	0.0940527617931366
233129	rnn.weight_hh_l0	5	-0.02586565911769867
233129	rnn.weight_hh_l0	6	-0.06308511644601822
233129	rnn.weight_hh_l0	7	0.009980794973671436
233129	rnn.weight_hh_l0	8	0.012890194542706013
233129	rnn.weight_hh_l0	9	-0.025533946231007576
233129	rnn.bias_ih_l0	0	0.12813012301921844
233129	rnn.bias_ih_l0	1	-0.037226513028144836
233129	rnn.bias_ih_l0	2	-0.03390520438551903
233129	rnn.bias_ih_l0	3	0.1615612953901291
233129	rnn.bias_ih_l0	4	-0.012857386842370033
233129	rnn.bias_ih_l0	5	-0.0236080139875412
233129	rnn.bias_ih_l0	6	0.018990134820342064
233129	rnn.bias_ih_l0	7	0.02228604629635811
233129	rnn.bias_ih_l0	8	-0.10043353587388992
233129	rnn.bias_ih_l0	9	-0.0376417450606823
233129	rnn.bias_hh_l0	0	-0.0018826024606823921
233129	rnn.bias_hh_l0	1	-0.0974593237042427
233129	rnn.bias_hh_l0	2	-0.07451233267784119
233129	rnn.bias_hh_l0	3	-0.08949559181928635
233129	rnn.bias_hh_l0	4	0.009830866940319538
233129	rnn.bias_hh_l0	5	-0.020860882475972176
233129	rnn.bias_hh_l0	6	0.02691998891532421
233129	rnn.bias_hh_l0	7	0.05892856791615486
233129	rnn.bias_hh_l0	8	-0.12147285789251328
233129	rnn.bias_hh_l0	9	-0.058413613587617874
233129	rnn.weight_ih_l0_reverse	0	-0.02510240487754345
233129	rnn.weight_ih_l0_reverse	1	-0.05670206621289253
233129	rnn.weight_ih_l0_reverse	2	-0.04866209626197815
233129	rnn.weight_ih_l0_reverse	3	0.014748437330126762
233129	rnn.weight_ih_l0_reverse	4	-0.024769553914666176
233129	rnn.weight_ih_l0_reverse	5	-0.057315949350595474
233129	rnn.weight_ih_l0_reverse	6	0.07512613385915756
233129	rnn.weight_ih_l0_reverse	7	-0.018694307655096054
233129	rnn.weight_ih_l0_reverse	8	-0.01967785321176052
233129	rnn.weight_ih_l0_reverse	9	0.0046673123724758625
233129	rnn.weight_hh_l0_reverse	0	0.0672387033700943
233129	rnn.weight_hh_l0_reverse	1	0.020060816779732704
233129	rnn.weight_hh_l0_reverse	2	0.029715120792388916
233129	rnn.weight_hh_l0_reverse	3	0.035347677767276764
233129	rnn.weight_hh_l0_reverse	4	0.01357825007289648
233129	rnn.weight_hh_l0_reverse	5	0.007065948564559221
233129	rnn.weight_hh_l0_reverse	6	0.050823599100112915
233129	rnn.weight_hh_l0_reverse	7	-0.08204810321331024
233129	rnn.weight_hh_l0_reverse	8	0.04117764160037041
233129	rnn.weight_hh_l0_reverse	9	0.0349213182926178
233129	rnn.bias_ih_l0_reverse	0	-0.05828697234392166
233129	rnn.bias_ih_l0_reverse	1	-0.2843755781650543
233129	rnn.bias_ih_l0_reverse	2	-0.1212242990732193
233129	rnn.bias_ih_l0_reverse	3	-0.04786326736211777
233129	rnn.bias_ih_l0_reverse	4	-0.01992698945105076
233129	rnn.bias_ih_l0_reverse	5	0.0751432552933693
233129	rnn.bias_ih_l0_reverse	6	-0.06399469077587128
233129	rnn.bias_ih_l0_reverse	7	0.06427169591188431
233129	rnn.bias_ih_l0_reverse	8	-0.03898865729570389
233129	rnn.bias_ih_l0_reverse	9	0.06416396796703339
233129	rnn.bias_hh_l0_reverse	0	0.022364333271980286
233129	rnn.bias_hh_l0_reverse	1	-0.060151953250169754
233129	rnn.bias_hh_l0_reverse	2	0.08689990639686584
233129	rnn.bias_hh_l0_reverse	3	-0.05068816989660263
233129	rnn.bias_hh_l0_reverse	4	-0.028968585655093193
233129	rnn.bias_hh_l0_reverse	5	-0.019107703119516373
233129	rnn.bias_hh_l0_reverse	6	-0.01841112971305847
233129	rnn.bias_hh_l0_reverse	7	0.09861896932125092
233129	rnn.bias_hh_l0_reverse	8	0.030750049278140068
233129	rnn.bias_hh_l0_reverse	9	-0.14795956015586853
233129	rnn.weight_ih_l1	0	-0.029926134273409843
233129	rnn.weight_ih_l1	1	-0.050142914056777954
233129	rnn.weight_ih_l1	2	0.0649704560637474
233129	rnn.weight_ih_l1	3	-0.07338091731071472
233129	rnn.weight_ih_l1	4	-0.014637758955359459
233129	rnn.weight_ih_l1	5	-0.040395066142082214
233129	rnn.weight_ih_l1	6	0.02904828079044819
233129	rnn.weight_ih_l1	7	-0.04456740617752075
233129	rnn.weight_ih_l1	8	0.03766603022813797
233129	rnn.weight_ih_l1	9	0.044680312275886536
233129	rnn.weight_hh_l1	0	-0.0076284329406917095
233129	rnn.weight_hh_l1	1	0.019755683839321136
233129	rnn.weight_hh_l1	2	0.007469783537089825
233129	rnn.weight_hh_l1	3	-0.012447232380509377
233129	rnn.weight_hh_l1	4	0.005094659514725208
233129	rnn.weight_hh_l1	5	0.03496485948562622
233129	rnn.weight_hh_l1	6	0.0366821326315403
233129	rnn.weight_hh_l1	7	-0.016116168349981308
233129	rnn.weight_hh_l1	8	-0.007580169010907412
233129	rnn.weight_hh_l1	9	0.038436464965343475
233129	rnn.bias_ih_l1	0	-0.18446916341781616
233129	rnn.bias_ih_l1	1	-0.1795666217803955
233129	rnn.bias_ih_l1	2	-0.19772276282310486
233129	rnn.bias_ih_l1	3	-0.30892229080200195
233129	rnn.bias_ih_l1	4	-0.20587094128131866
233129	rnn.bias_ih_l1	5	-0.08963064849376678
233129	rnn.bias_ih_l1	6	-0.16164028644561768
233129	rnn.bias_ih_l1	7	-0.00526020023971796
233129	rnn.bias_ih_l1	8	-0.13459782302379608
233129	rnn.bias_ih_l1	9	-0.12653401494026184
233129	rnn.bias_hh_l1	0	-0.09515813738107681
233129	rnn.bias_hh_l1	1	-0.0650821253657341
233129	rnn.bias_hh_l1	2	-0.08459122478961945
233129	rnn.bias_hh_l1	3	-0.07918976247310638
233129	rnn.bias_hh_l1	4	-0.07345358282327652
233129	rnn.bias_hh_l1	5	-0.11838782578706741
233129	rnn.bias_hh_l1	6	-0.1609097272157669
233129	rnn.bias_hh_l1	7	0.07506702840328217
233129	rnn.bias_hh_l1	8	-0.17970719933509827
233129	rnn.bias_hh_l1	9	-0.1186688095331192
233129	rnn.weight_ih_l1_reverse	0	-0.04725318029522896
233129	rnn.weight_ih_l1_reverse	1	0.0320560485124588
233129	rnn.weight_ih_l1_reverse	2	0.09201615303754807
233129	rnn.weight_ih_l1_reverse	3	-0.019559817388653755
233129	rnn.weight_ih_l1_reverse	4	-0.02603260613977909
233129	rnn.weight_ih_l1_reverse	5	-0.03048836439847946
233129	rnn.weight_ih_l1_reverse	6	-0.01978154294192791
233129	rnn.weight_ih_l1_reverse	7	0.028924740850925446
233129	rnn.weight_ih_l1_reverse	8	0.01059782039374113
233129	rnn.weight_ih_l1_reverse	9	-0.03311684727668762
233129	rnn.weight_hh_l1_reverse	0	0.004886135924607515
233129	rnn.weight_hh_l1_reverse	1	0.031690873205661774
233129	rnn.weight_hh_l1_reverse	2	-0.04056939855217934
233129	rnn.weight_hh_l1_reverse	3	0.035055793821811676
233129	rnn.weight_hh_l1_reverse	4	0.04753125458955765
233129	rnn.weight_hh_l1_reverse	5	0.004871173296123743
233129	rnn.weight_hh_l1_reverse	6	0.0478111207485199
233129	rnn.weight_hh_l1_reverse	7	0.031400978565216064
233129	rnn.weight_hh_l1_reverse	8	-0.007119322195649147
233129	rnn.weight_hh_l1_reverse	9	-0.030415643006563187
233129	rnn.bias_ih_l1_reverse	0	-0.0475982241332531
233129	rnn.bias_ih_l1_reverse	1	-0.14108899235725403
233129	rnn.bias_ih_l1_reverse	2	-0.1640280783176422
233129	rnn.bias_ih_l1_reverse	3	-0.05857957527041435
233129	rnn.bias_ih_l1_reverse	4	-0.20450878143310547
233129	rnn.bias_ih_l1_reverse	5	-0.11715231090784073
233129	rnn.bias_ih_l1_reverse	6	-0.13036036491394043
233129	rnn.bias_ih_l1_reverse	7	-0.19298812747001648
233129	rnn.bias_ih_l1_reverse	8	0.22698350250720978
233129	rnn.bias_ih_l1_reverse	9	0.022217486053705215
233129	rnn.bias_hh_l1_reverse	0	0.012862314470112324
233129	rnn.bias_hh_l1_reverse	1	-0.06600348651409149
233129	rnn.bias_hh_l1_reverse	2	-0.23626957833766937
233129	rnn.bias_hh_l1_reverse	3	-0.14182855188846588
233129	rnn.bias_hh_l1_reverse	4	-0.07982766628265381
233129	rnn.bias_hh_l1_reverse	5	-0.11767517775297165
233129	rnn.bias_hh_l1_reverse	6	0.064496710896492
233129	rnn.bias_hh_l1_reverse	7	-0.13834233582019806
233129	rnn.bias_hh_l1_reverse	8	-0.12406536191701889
233129	rnn.bias_hh_l1_reverse	9	-0.1487930566072464
233129	linear.weight	0	0.002228822559118271
233129	linear.weight	1	0.09204544126987457
233129	linear.weight	2	-0.09323960542678833
233129	linear.weight	3	0.30930596590042114
233129	linear.weight	4	0.1518246829509735
233129	linear.weight	5	-0.06396457552909851
233129	linear.weight	6	0.09669158607721329
233129	linear.weight	7	0.12738485634326935
233129	linear.weight	8	0.04113665968179703
233129	linear.weight	9	-0.05581770837306976
233129	linear.bias	0	0.08298580348491669
233129	linear.bias	1	-0.1843147724866867
233129	linear.bias	2	-0.4530418813228607
233129	linear.bias	3	-0.6566218733787537
233129	linear.bias	4	-1.2540955543518066
233129	linear.bias	5	-0.07104070484638214
233129	linear.bias	6	-0.8210687637329102
233129	linear.bias	7	0.2609056830406189
233129	linear.bias	8	-0.4007454812526703
233129	linear.bias	9	-1.023031234741211
233326	transitions	0	0.7447162866592407
233326	transitions	1	0.1356814205646515
233326	transitions	2	-10000.0
233326	transitions	3	-1.827886939048767
233326	transitions	4	-10000.0
233326	transitions	5	0.5634252429008484
233326	transitions	6	-0.08510694652795792
233326	transitions	7	-0.8058561682701111
233326	transitions	8	-1.421609878540039
233326	transitions	9	-0.0012269406579434872
233326	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
233326	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
233326	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
233326	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
233326	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
233326	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
233326	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
233326	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
233326	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
233326	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
233326	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
233326	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
233326	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
233326	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
233326	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
233326	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
233326	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
233326	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
233326	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
233326	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
233326	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
233326	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
233326	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
233326	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
233326	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
233326	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
233326	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
233326	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
233326	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
233326	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
233326	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
233326	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
233326	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
233326	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
233326	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
233326	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
233326	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
233326	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
233326	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
233326	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
233326	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
233326	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
233326	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
233326	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
233326	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
233326	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
233326	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
233326	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
233326	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
233326	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
233326	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
233326	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
233326	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
233326	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
233326	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
233326	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
233326	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
233326	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
233326	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
233326	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
233326	embedding2nn.weight	0	0.016715282574295998
233326	embedding2nn.weight	1	-0.012939737178385258
233326	embedding2nn.weight	2	-0.014268254861235619
233326	embedding2nn.weight	3	-0.03192931413650513
233326	embedding2nn.weight	4	-0.0059150345623493195
233326	embedding2nn.weight	5	-0.0037005888298153877
233326	embedding2nn.weight	6	-0.003973264712840319
233326	embedding2nn.weight	7	-0.07593748718500137
233326	embedding2nn.weight	8	-0.0019979383796453476
233326	embedding2nn.weight	9	-0.027442166581749916
233326	embedding2nn.bias	0	0.03106788545846939
233326	embedding2nn.bias	1	-0.07276516407728195
233326	embedding2nn.bias	2	0.06741270422935486
233326	embedding2nn.bias	3	0.049464162439107895
233326	embedding2nn.bias	4	-0.04635988920927048
233326	embedding2nn.bias	5	-0.00755456043407321
233326	embedding2nn.bias	6	0.01613559201359749
233326	embedding2nn.bias	7	-0.052197571843862534
233326	embedding2nn.bias	8	0.07308424264192581
233326	embedding2nn.bias	9	0.04051301255822182
233326	rnn.weight_ih_l0	0	-0.07885365933179855
233326	rnn.weight_ih_l0	1	0.0033710405696183443
233326	rnn.weight_ih_l0	2	0.03508097678422928
233326	rnn.weight_ih_l0	3	0.022374209016561508
233326	rnn.weight_ih_l0	4	-0.04966263100504875
233326	rnn.weight_ih_l0	5	-0.06869664788246155
233326	rnn.weight_ih_l0	6	-0.001463798456825316
233326	rnn.weight_ih_l0	7	0.0535910539329052
233326	rnn.weight_ih_l0	8	-0.017360178753733635
233326	rnn.weight_ih_l0	9	-0.030156804248690605
233326	rnn.weight_hh_l0	0	-0.030863188207149506
233326	rnn.weight_hh_l0	1	-0.0070915790274739265
233326	rnn.weight_hh_l0	2	0.006820020731538534
233326	rnn.weight_hh_l0	3	-0.07488331943750381
233326	rnn.weight_hh_l0	4	0.09407182037830353
233326	rnn.weight_hh_l0	5	-0.02571333572268486
233326	rnn.weight_hh_l0	6	-0.06316476315259933
233326	rnn.weight_hh_l0	7	0.00994695071130991
233326	rnn.weight_hh_l0	8	0.012969575822353363
233326	rnn.weight_hh_l0	9	-0.025507835671305656
233326	rnn.bias_ih_l0	0	0.12805941700935364
233326	rnn.bias_ih_l0	1	-0.03716796264052391
233326	rnn.bias_ih_l0	2	-0.03426136448979378
233326	rnn.bias_ih_l0	3	0.1614512950181961
233326	rnn.bias_ih_l0	4	-0.013012581504881382
233326	rnn.bias_ih_l0	5	-0.02331378497183323
233326	rnn.bias_ih_l0	6	0.018643228337168694
233326	rnn.bias_ih_l0	7	0.022003285586833954
233326	rnn.bias_ih_l0	8	-0.100193552672863
233326	rnn.bias_ih_l0	9	-0.03808838501572609
233326	rnn.bias_hh_l0	0	-0.0013674325309693813
233326	rnn.bias_hh_l0	1	-0.09755289554595947
233326	rnn.bias_hh_l0	2	-0.07436010241508484
233326	rnn.bias_hh_l0	3	-0.08930345624685287
233326	rnn.bias_hh_l0	4	0.010061230510473251
233326	rnn.bias_hh_l0	5	-0.02037329040467739
233326	rnn.bias_hh_l0	6	0.026490867137908936
233326	rnn.bias_hh_l0	7	0.059719376266002655
233326	rnn.bias_hh_l0	8	-0.1216074675321579
233326	rnn.bias_hh_l0	9	-0.05847606062889099
233326	rnn.weight_ih_l0_reverse	0	-0.024994082748889923
233326	rnn.weight_ih_l0_reverse	1	-0.05662429705262184
233326	rnn.weight_ih_l0_reverse	2	-0.048956796526908875
233326	rnn.weight_ih_l0_reverse	3	0.014601785689592361
233326	rnn.weight_ih_l0_reverse	4	-0.024780241772532463
233326	rnn.weight_ih_l0_reverse	5	-0.057323165237903595
233326	rnn.weight_ih_l0_reverse	6	0.07514020800590515
233326	rnn.weight_ih_l0_reverse	7	-0.018574688583612442
233326	rnn.weight_ih_l0_reverse	8	-0.019660186022520065
233326	rnn.weight_ih_l0_reverse	9	0.004836684092879295
233326	rnn.weight_hh_l0_reverse	0	0.06719709932804108
233326	rnn.weight_hh_l0_reverse	1	0.02025352418422699
233326	rnn.weight_hh_l0_reverse	2	0.029656270518898964
233326	rnn.weight_hh_l0_reverse	3	0.03536270931363106
233326	rnn.weight_hh_l0_reverse	4	0.013511918485164642
233326	rnn.weight_hh_l0_reverse	5	0.0071618142537772655
233326	rnn.weight_hh_l0_reverse	6	0.05081617832183838
233326	rnn.weight_hh_l0_reverse	7	-0.08220767229795456
233326	rnn.weight_hh_l0_reverse	8	0.04115130007266998
233326	rnn.weight_hh_l0_reverse	9	0.034760087728500366
233326	rnn.bias_ih_l0_reverse	0	-0.05818828567862511
233326	rnn.bias_ih_l0_reverse	1	-0.28483355045318604
233326	rnn.bias_ih_l0_reverse	2	-0.12105972319841385
233326	rnn.bias_ih_l0_reverse	3	-0.04760058596730232
233326	rnn.bias_ih_l0_reverse	4	-0.019568253308534622
233326	rnn.bias_ih_l0_reverse	5	0.07509012520313263
233326	rnn.bias_ih_l0_reverse	6	-0.06378012150526047
233326	rnn.bias_ih_l0_reverse	7	0.0638420507311821
233326	rnn.bias_ih_l0_reverse	8	-0.039299651980400085
233326	rnn.bias_ih_l0_reverse	9	0.06388897448778152
233326	rnn.bias_hh_l0_reverse	0	0.02202073484659195
233326	rnn.bias_hh_l0_reverse	1	-0.060090646147727966
233326	rnn.bias_hh_l0_reverse	2	0.08674279600381851
233326	rnn.bias_hh_l0_reverse	3	-0.05057660490274429
233326	rnn.bias_hh_l0_reverse	4	-0.02882629819214344
233326	rnn.bias_hh_l0_reverse	5	-0.01937398873269558
233326	rnn.bias_hh_l0_reverse	6	-0.018372157588601112
233326	rnn.bias_hh_l0_reverse	7	0.09833040833473206
233326	rnn.bias_hh_l0_reverse	8	0.030979862436652184
233326	rnn.bias_hh_l0_reverse	9	-0.14808210730552673
233326	rnn.weight_ih_l1	0	-0.029932143166661263
233326	rnn.weight_ih_l1	1	-0.05011817812919617
233326	rnn.weight_ih_l1	2	0.06526000052690506
233326	rnn.weight_ih_l1	3	-0.07328973710536957
233326	rnn.weight_ih_l1	4	-0.01476401649415493
233326	rnn.weight_ih_l1	5	-0.04046317934989929
233326	rnn.weight_ih_l1	6	0.029067454859614372
233326	rnn.weight_ih_l1	7	-0.04448733851313591
233326	rnn.weight_ih_l1	8	0.03770677372813225
233326	rnn.weight_ih_l1	9	0.04476826265454292
233326	rnn.weight_hh_l1	0	-0.007732430938631296
233326	rnn.weight_hh_l1	1	0.019735949113965034
233326	rnn.weight_hh_l1	2	0.007642609998583794
233326	rnn.weight_hh_l1	3	-0.012392118573188782
233326	rnn.weight_hh_l1	4	0.005200644955039024
233326	rnn.weight_hh_l1	5	0.03493231162428856
233326	rnn.weight_hh_l1	6	0.03669312968850136
233326	rnn.weight_hh_l1	7	-0.01611524261534214
233326	rnn.weight_hh_l1	8	-0.007615744601935148
233326	rnn.weight_hh_l1	9	0.03843708708882332
233326	rnn.bias_ih_l1	0	-0.18423795700073242
233326	rnn.bias_ih_l1	1	-0.17967118322849274
233326	rnn.bias_ih_l1	2	-0.19806638360023499
233326	rnn.bias_ih_l1	3	-0.30886411666870117
233326	rnn.bias_ih_l1	4	-0.20556317269802094
233326	rnn.bias_ih_l1	5	-0.08965689688920975
233326	rnn.bias_ih_l1	6	-0.16188499331474304
233326	rnn.bias_ih_l1	7	-0.005078697111457586
233326	rnn.bias_ih_l1	8	-0.13434357941150665
233326	rnn.bias_ih_l1	9	-0.12688182294368744
233326	rnn.bias_hh_l1	0	-0.09542597085237503
233326	rnn.bias_hh_l1	1	-0.06500968337059021
233326	rnn.bias_hh_l1	2	-0.08496128022670746
233326	rnn.bias_hh_l1	3	-0.07926294952630997
233326	rnn.bias_hh_l1	4	-0.07342319190502167
233326	rnn.bias_hh_l1	5	-0.11844959855079651
233326	rnn.bias_hh_l1	6	-0.16121019423007965
233326	rnn.bias_hh_l1	7	0.07432512193918228
233326	rnn.bias_hh_l1	8	-0.1796334683895111
233326	rnn.bias_hh_l1	9	-0.11889699101448059
233326	rnn.weight_ih_l1_reverse	0	-0.04720669239759445
233326	rnn.weight_ih_l1_reverse	1	0.03198836371302605
233326	rnn.weight_ih_l1_reverse	2	0.09217433631420135
233326	rnn.weight_ih_l1_reverse	3	-0.01939946785569191
233326	rnn.weight_ih_l1_reverse	4	-0.025545518845319748
233326	rnn.weight_ih_l1_reverse	5	-0.030507652088999748
233326	rnn.weight_ih_l1_reverse	6	-0.019856728613376617
233326	rnn.weight_ih_l1_reverse	7	0.02890274114906788
233326	rnn.weight_ih_l1_reverse	8	0.010292518883943558
233326	rnn.weight_ih_l1_reverse	9	-0.033249497413635254
233326	rnn.weight_hh_l1_reverse	0	0.004903734661638737
233326	rnn.weight_hh_l1_reverse	1	0.03168968856334686
233326	rnn.weight_hh_l1_reverse	2	-0.04058929160237312
233326	rnn.weight_hh_l1_reverse	3	0.03504033386707306
233326	rnn.weight_hh_l1_reverse	4	0.0475957952439785
233326	rnn.weight_hh_l1_reverse	5	0.004928527865558863
233326	rnn.weight_hh_l1_reverse	6	0.048234645277261734
233326	rnn.weight_hh_l1_reverse	7	0.03142499923706055
233326	rnn.weight_hh_l1_reverse	8	-0.007116209715604782
233326	rnn.weight_hh_l1_reverse	9	-0.03041309304535389
233326	rnn.bias_ih_l1_reverse	0	-0.047650858759880066
233326	rnn.bias_ih_l1_reverse	1	-0.14131484925746918
233326	rnn.bias_ih_l1_reverse	2	-0.1640314757823944
233326	rnn.bias_ih_l1_reverse	3	-0.05792342871427536
233326	rnn.bias_ih_l1_reverse	4	-0.2044074833393097
233326	rnn.bias_ih_l1_reverse	5	-0.11699343472719193
233326	rnn.bias_ih_l1_reverse	6	-0.13019640743732452
233326	rnn.bias_ih_l1_reverse	7	-0.19277462363243103
233326	rnn.bias_ih_l1_reverse	8	0.2269519865512848
233326	rnn.bias_ih_l1_reverse	9	0.02262176387012005
233326	rnn.bias_hh_l1_reverse	0	0.012651059776544571
233326	rnn.bias_hh_l1_reverse	1	-0.06601177155971527
233326	rnn.bias_hh_l1_reverse	2	-0.23623044788837433
233326	rnn.bias_hh_l1_reverse	3	-0.14171497523784637
233326	rnn.bias_hh_l1_reverse	4	-0.08016854524612427
233326	rnn.bias_hh_l1_reverse	5	-0.11737790703773499
233326	rnn.bias_hh_l1_reverse	6	0.06440368294715881
233326	rnn.bias_hh_l1_reverse	7	-0.13806340098381042
233326	rnn.bias_hh_l1_reverse	8	-0.12424057722091675
233326	rnn.bias_hh_l1_reverse	9	-0.14869463443756104
233326	linear.weight	0	0.002228822559118271
233326	linear.weight	1	0.09248573333024979
233326	linear.weight	2	-0.09277261048555374
233326	linear.weight	3	0.3085179924964905
233326	linear.weight	4	0.15170244872570038
233326	linear.weight	5	-0.06411193311214447
233326	linear.weight	6	0.09454271197319031
233326	linear.weight	7	0.1268681287765503
233326	linear.weight	8	0.04113660007715225
233326	linear.weight	9	-0.05555091053247452
233326	linear.bias	0	0.09832597523927689
233326	linear.bias	1	-0.1817033588886261
233326	linear.bias	2	-0.4527444839477539
233326	linear.bias	3	-0.6558440327644348
233326	linear.bias	4	-1.253401756286621
233326	linear.bias	5	-0.07206370681524277
233326	linear.bias	6	-0.8184959888458252
233326	linear.bias	7	0.2602466940879822
233326	linear.bias	8	-0.40175995230674744
233326	linear.bias	9	-1.0240998268127441
233523	transitions	0	0.7456507682800293
233523	transitions	1	0.1375352293252945
233523	transitions	2	-10000.0
233523	transitions	3	-1.8278887271881104
233523	transitions	4	-10000.0
233523	transitions	5	0.5634152293205261
233523	transitions	6	-0.0851152092218399
233523	transitions	7	-0.8059353232383728
233523	transitions	8	-1.4217368364334106
233523	transitions	9	-0.001226993277668953
233523	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
233523	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
233523	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
233523	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
233523	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
233523	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
233523	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
233523	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
233523	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
233523	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
233523	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
233523	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
233523	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
233523	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
233523	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
233523	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
233523	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
233523	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
233523	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
233523	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
233523	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
233523	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
233523	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
233523	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
233523	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
233523	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
233523	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
233523	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
233523	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
233523	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
233523	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
233523	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
233523	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
233523	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
233523	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
233523	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
233523	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
233523	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
233523	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
233523	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
233523	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
233523	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
233523	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
233523	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
233523	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
233523	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
233523	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
233523	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
233523	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
233523	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
233523	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
233523	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
233523	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
233523	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
233523	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
233523	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
233523	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
233523	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
233523	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
233523	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
233523	embedding2nn.weight	0	0.01661054976284504
233523	embedding2nn.weight	1	-0.012918081134557724
233523	embedding2nn.weight	2	-0.014268254861235619
233523	embedding2nn.weight	3	-0.03184274956583977
233523	embedding2nn.weight	4	-0.0059150345623493195
233523	embedding2nn.weight	5	-0.0037005888298153877
233523	embedding2nn.weight	6	-0.003973264712840319
233523	embedding2nn.weight	7	-0.07600579410791397
233523	embedding2nn.weight	8	-0.0019979383796453476
233523	embedding2nn.weight	9	-0.02743290178477764
233523	embedding2nn.bias	0	0.034933798015117645
233523	embedding2nn.bias	1	-0.07325611263513565
233523	embedding2nn.bias	2	0.06672251224517822
233523	embedding2nn.bias	3	0.049595389515161514
233523	embedding2nn.bias	4	-0.04599010571837425
233523	embedding2nn.bias	5	-0.007896941155195236
233523	embedding2nn.bias	6	0.016053715720772743
233523	embedding2nn.bias	7	-0.05568734183907509
233523	embedding2nn.bias	8	0.07215701043605804
233523	embedding2nn.bias	9	0.040445003658533096
233523	rnn.weight_ih_l0	0	-0.07878979295492172
233523	rnn.weight_ih_l0	1	0.0035086991265416145
233523	rnn.weight_ih_l0	2	0.03508784994482994
233523	rnn.weight_ih_l0	3	0.022556765004992485
233523	rnn.weight_ih_l0	4	-0.04953191429376602
233523	rnn.weight_ih_l0	5	-0.06860703974962234
233523	rnn.weight_ih_l0	6	-0.0015926036285236478
233523	rnn.weight_ih_l0	7	0.05342184007167816
233523	rnn.weight_ih_l0	8	-0.01743926666676998
233523	rnn.weight_ih_l0	9	-0.03034541755914688
233523	rnn.weight_hh_l0	0	-0.03108273632824421
233523	rnn.weight_hh_l0	1	-0.007368152029812336
233523	rnn.weight_hh_l0	2	0.006897151470184326
233523	rnn.weight_hh_l0	3	-0.07477110624313354
233523	rnn.weight_hh_l0	4	0.09408441931009293
233523	rnn.weight_hh_l0	5	-0.025809425860643387
233523	rnn.weight_hh_l0	6	-0.06328192353248596
233523	rnn.weight_hh_l0	7	0.009985744953155518
233523	rnn.weight_hh_l0	8	0.013048405759036541
233523	rnn.weight_hh_l0	9	-0.025467537343502045
233523	rnn.bias_ih_l0	0	0.12817612290382385
233523	rnn.bias_ih_l0	1	-0.03746476396918297
233523	rnn.bias_ih_l0	2	-0.03408534452319145
233523	rnn.bias_ih_l0	3	0.16146807372570038
233523	rnn.bias_ih_l0	4	-0.012719170190393925
233523	rnn.bias_ih_l0	5	-0.023296266794204712
233523	rnn.bias_ih_l0	6	0.01858954317867756
233523	rnn.bias_ih_l0	7	0.021870050579309464
233523	rnn.bias_ih_l0	8	-0.10018794238567352
233523	rnn.bias_ih_l0	9	-0.03781072050333023
233523	rnn.bias_hh_l0	0	-0.0013858570018783212
233523	rnn.bias_hh_l0	1	-0.09824411571025848
233523	rnn.bias_hh_l0	2	-0.07421328872442245
233523	rnn.bias_hh_l0	3	-0.08955175429582596
233523	rnn.bias_hh_l0	4	0.010209739208221436
233523	rnn.bias_hh_l0	5	-0.0204617902636528
233523	rnn.bias_hh_l0	6	0.02641276828944683
233523	rnn.bias_hh_l0	7	0.05925746634602547
233523	rnn.bias_hh_l0	8	-0.12224927544593811
233523	rnn.bias_hh_l0	9	-0.05825742706656456
233523	rnn.weight_ih_l0_reverse	0	-0.024962475523352623
233523	rnn.weight_ih_l0_reverse	1	-0.056477200239896774
233523	rnn.weight_ih_l0_reverse	2	-0.04887077212333679
233523	rnn.weight_ih_l0_reverse	3	0.014634751714766026
233523	rnn.weight_ih_l0_reverse	4	-0.02484387345612049
233523	rnn.weight_ih_l0_reverse	5	-0.05736413225531578
233523	rnn.weight_ih_l0_reverse	6	0.07509326934814453
233523	rnn.weight_ih_l0_reverse	7	-0.018214941024780273
233523	rnn.weight_ih_l0_reverse	8	-0.01976107805967331
233523	rnn.weight_ih_l0_reverse	9	0.004634564276784658
233523	rnn.weight_hh_l0_reverse	0	0.06705884635448456
233523	rnn.weight_hh_l0_reverse	1	0.02025717869400978
233523	rnn.weight_hh_l0_reverse	2	0.029501115903258324
233523	rnn.weight_hh_l0_reverse	3	0.03537970408797264
233523	rnn.weight_hh_l0_reverse	4	0.013433480635285378
233523	rnn.weight_hh_l0_reverse	5	0.00715941097587347
233523	rnn.weight_hh_l0_reverse	6	0.05085969343781471
233523	rnn.weight_hh_l0_reverse	7	-0.08218981325626373
233523	rnn.weight_hh_l0_reverse	8	0.041064389050006866
233523	rnn.weight_hh_l0_reverse	9	0.03474484011530876
233523	rnn.bias_ih_l0_reverse	0	-0.05787626653909683
233523	rnn.bias_ih_l0_reverse	1	-0.28364408016204834
233523	rnn.bias_ih_l0_reverse	2	-0.12069334834814072
233523	rnn.bias_ih_l0_reverse	3	-0.047386299818754196
233523	rnn.bias_ih_l0_reverse	4	-0.019167643040418625
233523	rnn.bias_ih_l0_reverse	5	0.07531437277793884
233523	rnn.bias_ih_l0_reverse	6	-0.06376928091049194
233523	rnn.bias_ih_l0_reverse	7	0.06379560381174088
233523	rnn.bias_ih_l0_reverse	8	-0.039263028651475906
233523	rnn.bias_ih_l0_reverse	9	0.06420599669218063
233523	rnn.bias_hh_l0_reverse	0	0.02177559584379196
233523	rnn.bias_hh_l0_reverse	1	-0.05954728648066521
233523	rnn.bias_hh_l0_reverse	2	0.08658810704946518
233523	rnn.bias_hh_l0_reverse	3	-0.05035945400595665
233523	rnn.bias_hh_l0_reverse	4	-0.028854871168732643
233523	rnn.bias_hh_l0_reverse	5	-0.01923081837594509
233523	rnn.bias_hh_l0_reverse	6	-0.01802743226289749
233523	rnn.bias_hh_l0_reverse	7	0.09827404469251633
233523	rnn.bias_hh_l0_reverse	8	0.030928578227758408
233523	rnn.bias_hh_l0_reverse	9	-0.14800143241882324
233523	rnn.weight_ih_l1	0	-0.029938627034425735
233523	rnn.weight_ih_l1	1	-0.050259191542863846
233523	rnn.weight_ih_l1	2	0.06502576172351837
233523	rnn.weight_ih_l1	3	-0.07300795614719391
233523	rnn.weight_ih_l1	4	-0.014622722752392292
233523	rnn.weight_ih_l1	5	-0.040468987077474594
233523	rnn.weight_ih_l1	6	0.029007824137806892
233523	rnn.weight_ih_l1	7	-0.04450761526823044
233523	rnn.weight_ih_l1	8	0.03762752190232277
233523	rnn.weight_ih_l1	9	0.044797785580158234
233523	rnn.weight_hh_l1	0	-0.007677703630179167
233523	rnn.weight_hh_l1	1	0.01975582353770733
233523	rnn.weight_hh_l1	2	0.007375715766102076
233523	rnn.weight_hh_l1	3	-0.012377846986055374
233523	rnn.weight_hh_l1	4	0.005210895091295242
233523	rnn.weight_hh_l1	5	0.034953437745571136
233523	rnn.weight_hh_l1	6	0.036618318408727646
233523	rnn.weight_hh_l1	7	-0.016115877777338028
233523	rnn.weight_hh_l1	8	-0.007648996077477932
233523	rnn.weight_hh_l1	9	0.03835757076740265
233523	rnn.bias_ih_l1	0	-0.18469320237636566
233523	rnn.bias_ih_l1	1	-0.17962385714054108
233523	rnn.bias_ih_l1	2	-0.19790588319301605
233523	rnn.bias_ih_l1	3	-0.30820077657699585
233523	rnn.bias_ih_l1	4	-0.20534762740135193
233523	rnn.bias_ih_l1	5	-0.0898410975933075
233523	rnn.bias_ih_l1	6	-0.1620459258556366
233523	rnn.bias_ih_l1	7	-0.004520104732364416
233523	rnn.bias_ih_l1	8	-0.13454072177410126
233523	rnn.bias_ih_l1	9	-0.1277211457490921
233523	rnn.bias_hh_l1	0	-0.095503069460392
233523	rnn.bias_hh_l1	1	-0.06468066573143005
233523	rnn.bias_hh_l1	2	-0.08496901392936707
233523	rnn.bias_hh_l1	3	-0.0792228952050209
233523	rnn.bias_hh_l1	4	-0.07326128333806992
233523	rnn.bias_hh_l1	5	-0.1184290423989296
233523	rnn.bias_hh_l1	6	-0.16180779039859772
233523	rnn.bias_hh_l1	7	0.07422467321157455
233523	rnn.bias_hh_l1	8	-0.17949113249778748
233523	rnn.bias_hh_l1	9	-0.11891345679759979
233523	rnn.weight_ih_l1_reverse	0	-0.04725246503949165
233523	rnn.weight_ih_l1_reverse	1	0.03205355256795883
233523	rnn.weight_ih_l1_reverse	2	0.09190145134925842
233523	rnn.weight_ih_l1_reverse	3	-0.019498199224472046
233523	rnn.weight_ih_l1_reverse	4	-0.025622475892305374
233523	rnn.weight_ih_l1_reverse	5	-0.030479900538921356
233523	rnn.weight_ih_l1_reverse	6	-0.020004337653517723
233523	rnn.weight_ih_l1_reverse	7	0.028906308114528656
233523	rnn.weight_ih_l1_reverse	8	0.010292920283973217
233523	rnn.weight_ih_l1_reverse	9	-0.03334551677107811
233523	rnn.weight_hh_l1_reverse	0	0.004893519449979067
233523	rnn.weight_hh_l1_reverse	1	0.03170982375741005
233523	rnn.weight_hh_l1_reverse	2	-0.04059638828039169
233523	rnn.weight_hh_l1_reverse	3	0.03506189212203026
233523	rnn.weight_hh_l1_reverse	4	0.0477345772087574
233523	rnn.weight_hh_l1_reverse	5	0.004950687289237976
233523	rnn.weight_hh_l1_reverse	6	0.048579826951026917
233523	rnn.weight_hh_l1_reverse	7	0.031413834542036057
233523	rnn.weight_hh_l1_reverse	8	-0.00710003636777401
233523	rnn.weight_hh_l1_reverse	9	-0.03039296716451645
233523	rnn.bias_ih_l1_reverse	0	-0.047823451459407806
233523	rnn.bias_ih_l1_reverse	1	-0.14140886068344116
233523	rnn.bias_ih_l1_reverse	2	-0.1635415405035019
233523	rnn.bias_ih_l1_reverse	3	-0.05756822228431702
233523	rnn.bias_ih_l1_reverse	4	-0.20427902042865753
233523	rnn.bias_ih_l1_reverse	5	-0.11693982034921646
233523	rnn.bias_ih_l1_reverse	6	-0.13003821671009064
233523	rnn.bias_ih_l1_reverse	7	-0.19227011501789093
233523	rnn.bias_ih_l1_reverse	8	0.22676219046115875
233523	rnn.bias_ih_l1_reverse	9	0.022754961624741554
233523	rnn.bias_hh_l1_reverse	0	0.011863484978675842
233523	rnn.bias_hh_l1_reverse	1	-0.06531006842851639
233523	rnn.bias_hh_l1_reverse	2	-0.23625922203063965
233523	rnn.bias_hh_l1_reverse	3	-0.14158250391483307
233523	rnn.bias_hh_l1_reverse	4	-0.0802176222205162
233523	rnn.bias_hh_l1_reverse	5	-0.11692174524068832
233523	rnn.bias_hh_l1_reverse	6	0.06393438577651978
233523	rnn.bias_hh_l1_reverse	7	-0.13782349228858948
233523	rnn.bias_hh_l1_reverse	8	-0.1241474449634552
233523	rnn.bias_hh_l1_reverse	9	-0.1488102823495865
233523	linear.weight	0	0.002228822559118271
233523	linear.weight	1	0.093453049659729
233523	linear.weight	2	-0.09222044050693512
233523	linear.weight	3	0.30975541472435
233523	linear.weight	4	0.15092192590236664
233523	linear.weight	5	-0.06415414065122604
233523	linear.weight	6	0.09680874645709991
233523	linear.weight	7	0.12810365855693817
233523	linear.weight	8	0.04113657400012016
233523	linear.weight	9	-0.05565427988767624
233523	linear.bias	0	0.09941726177930832
233523	linear.bias	1	-0.19280707836151123
233523	linear.bias	2	-0.4481797516345978
233523	linear.bias	3	-0.6557571291923523
233523	linear.bias	4	-1.2532018423080444
233523	linear.bias	5	-0.06363922357559204
233523	linear.bias	6	-0.8288773894309998
233523	linear.bias	7	0.2690117657184601
233523	linear.bias	8	-0.3982672393321991
233523	linear.bias	9	-1.020826816558838
233720	transitions	0	0.7454866766929626
233720	transitions	1	0.13879717886447906
233720	transitions	2	-10000.0
233720	transitions	3	-1.8278902769088745
233720	transitions	4	-10000.0
233720	transitions	5	0.5634117722511292
233720	transitions	6	-0.08512084931135178
233720	transitions	7	-0.8060080409049988
233720	transitions	8	-1.4217406511306763
233720	transitions	9	-0.001227078726515174
233720	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
233720	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
233720	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
233720	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
233720	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
233720	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
233720	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
233720	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
233720	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
233720	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
233720	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
233720	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
233720	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
233720	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
233720	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
233720	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
233720	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
233720	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
233720	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
233720	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
233720	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
233720	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
233720	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
233720	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
233720	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
233720	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
233720	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
233720	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
233720	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
233720	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
233720	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
233720	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
233720	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
233720	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
233720	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
233720	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
233720	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
233720	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
233720	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
233720	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
233720	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
233720	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
233720	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
233720	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
233720	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
233720	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
233720	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
233720	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
233720	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
233720	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
233720	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
233720	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
233720	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
233720	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
233720	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
233720	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
233720	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
233720	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
233720	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
233720	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
233720	embedding2nn.weight	0	0.016483047977089882
233720	embedding2nn.weight	1	-0.012873023748397827
233720	embedding2nn.weight	2	-0.014268254861235619
233720	embedding2nn.weight	3	-0.03175757825374603
233720	embedding2nn.weight	4	-0.0059150345623493195
233720	embedding2nn.weight	5	-0.0037005888298153877
233720	embedding2nn.weight	6	-0.003973264247179031
233720	embedding2nn.weight	7	-0.07586463540792465
233720	embedding2nn.weight	8	-0.0019979383796453476
233720	embedding2nn.weight	9	-0.027322569862008095
233720	embedding2nn.bias	0	0.03583083301782608
233720	embedding2nn.bias	1	-0.07287348061800003
233720	embedding2nn.bias	2	0.06743600964546204
233720	embedding2nn.bias	3	0.05117711424827576
233720	embedding2nn.bias	4	-0.047323036938905716
233720	embedding2nn.bias	5	-0.008590562269091606
233720	embedding2nn.bias	6	0.016296660527586937
233720	embedding2nn.bias	7	-0.05570442974567413
233720	embedding2nn.bias	8	0.07379073649644852
233720	embedding2nn.bias	9	0.03929907828569412
233720	rnn.weight_ih_l0	0	-0.07893041521310806
233720	rnn.weight_ih_l0	1	0.003269755747169256
233720	rnn.weight_ih_l0	2	0.03520922735333443
233720	rnn.weight_ih_l0	3	0.022501161321997643
233720	rnn.weight_ih_l0	4	-0.04943998530507088
233720	rnn.weight_ih_l0	5	-0.06869890540838242
233720	rnn.weight_ih_l0	6	-0.0015119838062673807
233720	rnn.weight_ih_l0	7	0.05344652384519577
233720	rnn.weight_ih_l0	8	-0.017203424125909805
233720	rnn.weight_ih_l0	9	-0.03037748485803604
233720	rnn.weight_hh_l0	0	-0.031025990843772888
233720	rnn.weight_hh_l0	1	-0.007337786257266998
233720	rnn.weight_hh_l0	2	0.0067598712630569935
233720	rnn.weight_hh_l0	3	-0.07477609068155289
233720	rnn.weight_hh_l0	4	0.09406649321317673
233720	rnn.weight_hh_l0	5	-0.025480687618255615
233720	rnn.weight_hh_l0	6	-0.06314799189567566
233720	rnn.weight_hh_l0	7	0.009976631961762905
233720	rnn.weight_hh_l0	8	0.013074633665382862
233720	rnn.weight_hh_l0	9	-0.02543574944138527
233720	rnn.bias_ih_l0	0	0.1280646175146103
233720	rnn.bias_ih_l0	1	-0.036997005343437195
233720	rnn.bias_ih_l0	2	-0.03402227163314819
233720	rnn.bias_ih_l0	3	0.1620056927204132
233720	rnn.bias_ih_l0	4	-0.01279499288648367
233720	rnn.bias_ih_l0	5	-0.022661134600639343
233720	rnn.bias_ih_l0	6	0.018614880740642548
233720	rnn.bias_ih_l0	7	0.02177933044731617
233720	rnn.bias_ih_l0	8	-0.10011094063520432
233720	rnn.bias_ih_l0	9	-0.037764228880405426
233720	rnn.bias_hh_l0	0	-0.0013671449851244688
233720	rnn.bias_hh_l0	1	-0.09777885675430298
233720	rnn.bias_hh_l0	2	-0.07378853112459183
233720	rnn.bias_hh_l0	3	-0.08947025239467621
233720	rnn.bias_hh_l0	4	0.00990759301930666
233720	rnn.bias_hh_l0	5	-0.020253637805581093
233720	rnn.bias_hh_l0	6	0.02655252441763878
233720	rnn.bias_hh_l0	7	0.05976135656237602
233720	rnn.bias_hh_l0	8	-0.12205813080072403
233720	rnn.bias_hh_l0	9	-0.05794121325016022
233720	rnn.weight_ih_l0_reverse	0	-0.025268545374274254
233720	rnn.weight_ih_l0_reverse	1	-0.05647561699151993
233720	rnn.weight_ih_l0_reverse	2	-0.04897807165980339
233720	rnn.weight_ih_l0_reverse	3	0.014706380665302277
233720	rnn.weight_ih_l0_reverse	4	-0.02482396364212036
233720	rnn.weight_ih_l0_reverse	5	-0.05738472938537598
233720	rnn.weight_ih_l0_reverse	6	0.07512151449918747
233720	rnn.weight_ih_l0_reverse	7	-0.01838710345327854
233720	rnn.weight_ih_l0_reverse	8	-0.01973528228700161
233720	rnn.weight_ih_l0_reverse	9	0.0045858267694711685
233720	rnn.weight_hh_l0_reverse	0	0.06702901422977448
233720	rnn.weight_hh_l0_reverse	1	0.020332258194684982
233720	rnn.weight_hh_l0_reverse	2	0.029462967067956924
233720	rnn.weight_hh_l0_reverse	3	0.03517743945121765
233720	rnn.weight_hh_l0_reverse	4	0.013323096558451653
233720	rnn.weight_hh_l0_reverse	5	0.007057031616568565
233720	rnn.weight_hh_l0_reverse	6	0.050877418369054794
233720	rnn.weight_hh_l0_reverse	7	-0.08225473016500473
233720	rnn.weight_hh_l0_reverse	8	0.04111955687403679
233720	rnn.weight_hh_l0_reverse	9	0.034798961132764816
233720	rnn.bias_ih_l0_reverse	0	-0.05778335779905319
233720	rnn.bias_ih_l0_reverse	1	-0.28349724411964417
233720	rnn.bias_ih_l0_reverse	2	-0.12025979161262512
233720	rnn.bias_ih_l0_reverse	3	-0.04758654534816742
233720	rnn.bias_ih_l0_reverse	4	-0.01902090385556221
233720	rnn.bias_ih_l0_reverse	5	0.07557026296854019
233720	rnn.bias_ih_l0_reverse	6	-0.06330768764019012
233720	rnn.bias_ih_l0_reverse	7	0.06371273845434189
233720	rnn.bias_ih_l0_reverse	8	-0.03869713470339775
233720	rnn.bias_ih_l0_reverse	9	0.06457965075969696
233720	rnn.bias_hh_l0_reverse	0	0.021929292008280754
233720	rnn.bias_hh_l0_reverse	1	-0.05937030538916588
233720	rnn.bias_hh_l0_reverse	2	0.08720961958169937
233720	rnn.bias_hh_l0_reverse	3	-0.050624921917915344
233720	rnn.bias_hh_l0_reverse	4	-0.028793001547455788
233720	rnn.bias_hh_l0_reverse	5	-0.018948987126350403
233720	rnn.bias_hh_l0_reverse	6	-0.01801915094256401
233720	rnn.bias_hh_l0_reverse	7	0.09860753268003464
233720	rnn.bias_hh_l0_reverse	8	0.03033471293747425
233720	rnn.bias_hh_l0_reverse	9	-0.14762286841869354
233720	rnn.weight_ih_l1	0	-0.029858244583010674
233720	rnn.weight_ih_l1	1	-0.050346530973911285
233720	rnn.weight_ih_l1	2	0.06486091762781143
233720	rnn.weight_ih_l1	3	-0.07313553243875504
233720	rnn.weight_ih_l1	4	-0.014540370553731918
233720	rnn.weight_ih_l1	5	-0.04042734578251839
233720	rnn.weight_ih_l1	6	0.029018349945545197
233720	rnn.weight_ih_l1	7	-0.044739916920661926
233720	rnn.weight_ih_l1	8	0.0376812219619751
233720	rnn.weight_ih_l1	9	0.04479086399078369
233720	rnn.weight_hh_l1	0	-0.007701186463236809
233720	rnn.weight_hh_l1	1	0.019788092002272606
233720	rnn.weight_hh_l1	2	0.007557147182524204
233720	rnn.weight_hh_l1	3	-0.012423831038177013
233720	rnn.weight_hh_l1	4	0.005209248047322035
233720	rnn.weight_hh_l1	5	0.03482574597001076
233720	rnn.weight_hh_l1	6	0.036584604531526566
233720	rnn.weight_hh_l1	7	-0.016108227893710136
233720	rnn.weight_hh_l1	8	-0.007579288445413113
233720	rnn.weight_hh_l1	9	0.03830765187740326
233720	rnn.bias_ih_l1	0	-0.1848318874835968
233720	rnn.bias_ih_l1	1	-0.1791694164276123
233720	rnn.bias_ih_l1	2	-0.19779446721076965
233720	rnn.bias_ih_l1	3	-0.3091680109500885
233720	rnn.bias_ih_l1	4	-0.2054280936717987
233720	rnn.bias_ih_l1	5	-0.08949869126081467
233720	rnn.bias_ih_l1	6	-0.16190381348133087
233720	rnn.bias_ih_l1	7	-0.0047363946214318275
233720	rnn.bias_ih_l1	8	-0.13479338586330414
233720	rnn.bias_ih_l1	9	-0.12777628004550934
233720	rnn.bias_hh_l1	0	-0.09566603600978851
233720	rnn.bias_hh_l1	1	-0.0647457018494606
233720	rnn.bias_hh_l1	2	-0.08483563363552094
233720	rnn.bias_hh_l1	3	-0.07878138870000839
233720	rnn.bias_hh_l1	4	-0.07339160144329071
233720	rnn.bias_hh_l1	5	-0.11843078583478928
233720	rnn.bias_hh_l1	6	-0.1613614857196808
233720	rnn.bias_hh_l1	7	0.07402481138706207
233720	rnn.bias_hh_l1	8	-0.17941370606422424
233720	rnn.bias_hh_l1	9	-0.11920817941427231
233720	rnn.weight_ih_l1_reverse	0	-0.047338858246803284
233720	rnn.weight_ih_l1_reverse	1	0.032260604202747345
233720	rnn.weight_ih_l1_reverse	2	0.0918671265244484
233720	rnn.weight_ih_l1_reverse	3	-0.019642146304249763
233720	rnn.weight_ih_l1_reverse	4	-0.02558075822889805
233720	rnn.weight_ih_l1_reverse	5	-0.030506329610943794
233720	rnn.weight_ih_l1_reverse	6	-0.01988731138408184
233720	rnn.weight_ih_l1_reverse	7	0.029053403064608574
233720	rnn.weight_ih_l1_reverse	8	0.010617961175739765
233720	rnn.weight_ih_l1_reverse	9	-0.03326668590307236
233720	rnn.weight_hh_l1_reverse	0	0.004912935197353363
233720	rnn.weight_hh_l1_reverse	1	0.03170344606041908
233720	rnn.weight_hh_l1_reverse	2	-0.040599726140499115
233720	rnn.weight_hh_l1_reverse	3	0.035058096051216125
233720	rnn.weight_hh_l1_reverse	4	0.047733549028635025
233720	rnn.weight_hh_l1_reverse	5	0.004879873711615801
233720	rnn.weight_hh_l1_reverse	6	0.04816935956478119
233720	rnn.weight_hh_l1_reverse	7	0.03147512674331665
233720	rnn.weight_hh_l1_reverse	8	-0.007127401418983936
233720	rnn.weight_hh_l1_reverse	9	-0.030372578650712967
233720	rnn.bias_ih_l1_reverse	0	-0.04745151102542877
233720	rnn.bias_ih_l1_reverse	1	-0.14158624410629272
233720	rnn.bias_ih_l1_reverse	2	-0.1631358414888382
233720	rnn.bias_ih_l1_reverse	3	-0.05857258662581444
233720	rnn.bias_ih_l1_reverse	4	-0.20446431636810303
233720	rnn.bias_ih_l1_reverse	5	-0.11702269315719604
233720	rnn.bias_ih_l1_reverse	6	-0.13029628992080688
233720	rnn.bias_ih_l1_reverse	7	-0.1919051557779312
233720	rnn.bias_ih_l1_reverse	8	0.22579963505268097
233720	rnn.bias_ih_l1_reverse	9	0.023343050852417946
233720	rnn.bias_hh_l1_reverse	0	0.011856158263981342
233720	rnn.bias_hh_l1_reverse	1	-0.06587330996990204
233720	rnn.bias_hh_l1_reverse	2	-0.23615662753582
233720	rnn.bias_hh_l1_reverse	3	-0.1416824609041214
233720	rnn.bias_hh_l1_reverse	4	-0.08005664497613907
233720	rnn.bias_hh_l1_reverse	5	-0.11692902445793152
233720	rnn.bias_hh_l1_reverse	6	0.06448318064212799
233720	rnn.bias_hh_l1_reverse	7	-0.1382918804883957
233720	rnn.bias_hh_l1_reverse	8	-0.12417961657047272
233720	rnn.bias_hh_l1_reverse	9	-0.1486862599849701
233720	linear.weight	0	0.002228822559118271
233720	linear.weight	1	0.09268344938755035
233720	linear.weight	2	-0.09268834441900253
233720	linear.weight	3	0.3104429543018341
233720	linear.weight	4	0.15117321908473969
233720	linear.weight	5	-0.06384097039699554
233720	linear.weight	6	0.09935882687568665
233720	linear.weight	7	0.12868207693099976
233720	linear.weight	8	0.04113645851612091
233720	linear.weight	9	-0.054857026785612106
233720	linear.bias	0	0.09348243474960327
233720	linear.bias	1	-0.19032804667949677
233720	linear.bias	2	-0.44760429859161377
233720	linear.bias	3	-0.6587789058685303
233720	linear.bias	4	-1.2562204599380493
233720	linear.bias	5	-0.06346098333597183
233720	linear.bias	6	-0.8264727592468262
233720	linear.bias	7	0.26920145750045776
233720	linear.bias	8	-0.4028775691986084
233720	linear.bias	9	-1.025700330734253
233917	transitions	0	0.7461850047111511
233917	transitions	1	0.13898339867591858
233917	transitions	2	-10000.0
233917	transitions	3	-1.827891230583191
233917	transitions	4	-10000.0
233917	transitions	5	0.5634009838104248
233917	transitions	6	-0.08513443171977997
233917	transitions	7	-0.8060191869735718
233917	transitions	8	-1.421742558479309
233917	transitions	9	-0.001227133092470467
233917	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
233917	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
233917	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
233917	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
233917	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
233917	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
233917	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
233917	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
233917	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
233917	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
233917	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
233917	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
233917	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
233917	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
233917	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
233917	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
233917	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
233917	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
233917	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
233917	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
233917	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
233917	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
233917	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
233917	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
233917	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
233917	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
233917	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
233917	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
233917	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
233917	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
233917	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
233917	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
233917	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
233917	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
233917	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
233917	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
233917	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
233917	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
233917	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
233917	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
233917	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
233917	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
233917	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
233917	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
233917	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
233917	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
233917	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
233917	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
233917	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
233917	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
233917	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
233917	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
233917	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
233917	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
233917	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
233917	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
233917	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
233917	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
233917	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
233917	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
233917	embedding2nn.weight	0	0.016587091609835625
233917	embedding2nn.weight	1	-0.012865730561316013
233917	embedding2nn.weight	2	-0.014268254861235619
233917	embedding2nn.weight	3	-0.03153512254357338
233917	embedding2nn.weight	4	-0.0059150345623493195
233917	embedding2nn.weight	5	-0.0037005888298153877
233917	embedding2nn.weight	6	-0.003973263781517744
233917	embedding2nn.weight	7	-0.07575405389070511
233917	embedding2nn.weight	8	-0.0019979383796453476
233917	embedding2nn.weight	9	-0.0271848626434803
233917	embedding2nn.bias	0	0.03532160073518753
233917	embedding2nn.bias	1	-0.07166652381420135
233917	embedding2nn.bias	2	0.06826426833868027
233917	embedding2nn.bias	3	0.05100627243518829
233917	embedding2nn.bias	4	-0.04762802645564079
233917	embedding2nn.bias	5	-0.008161389268934727
233917	embedding2nn.bias	6	0.015025604516267776
233917	embedding2nn.bias	7	-0.05505795404314995
233917	embedding2nn.bias	8	0.07472962141036987
233917	embedding2nn.bias	9	0.039870016276836395
233917	rnn.weight_ih_l0	0	-0.07878229767084122
233917	rnn.weight_ih_l0	1	0.003305714577436447
233917	rnn.weight_ih_l0	2	0.03524875268340111
233917	rnn.weight_ih_l0	3	0.022436043247580528
233917	rnn.weight_ih_l0	4	-0.04942001402378082
233917	rnn.weight_ih_l0	5	-0.06883037835359573
233917	rnn.weight_ih_l0	6	-0.0014649807708337903
233917	rnn.weight_ih_l0	7	0.053424201905727386
233917	rnn.weight_ih_l0	8	-0.017224954441189766
233917	rnn.weight_ih_l0	9	-0.030522003769874573
233917	rnn.weight_hh_l0	0	-0.03095092624425888
233917	rnn.weight_hh_l0	1	-0.007458397187292576
233917	rnn.weight_hh_l0	2	0.0067797391675412655
233917	rnn.weight_hh_l0	3	-0.07471097260713577
233917	rnn.weight_hh_l0	4	0.09401141107082367
233917	rnn.weight_hh_l0	5	-0.025598235428333282
233917	rnn.weight_hh_l0	6	-0.06305889040231705
233917	rnn.weight_hh_l0	7	0.009860018268227577
233917	rnn.weight_hh_l0	8	0.013118991628289223
233917	rnn.weight_hh_l0	9	-0.025463616475462914
233917	rnn.bias_ih_l0	0	0.12817850708961487
233917	rnn.bias_ih_l0	1	-0.03710126504302025
233917	rnn.bias_ih_l0	2	-0.03408227115869522
233917	rnn.bias_ih_l0	3	0.16240151226520538
233917	rnn.bias_ih_l0	4	-0.012916135601699352
233917	rnn.bias_ih_l0	5	-0.02267228625714779
233917	rnn.bias_ih_l0	6	0.018411647528409958
233917	rnn.bias_ih_l0	7	0.021653497591614723
233917	rnn.bias_ih_l0	8	-0.10023219138383865
233917	rnn.bias_ih_l0	9	-0.03835751488804817
233917	rnn.bias_hh_l0	0	-0.0015054302057251334
233917	rnn.bias_hh_l0	1	-0.09773612767457962
233917	rnn.bias_hh_l0	2	-0.07409080117940903
233917	rnn.bias_hh_l0	3	-0.08940514922142029
233917	rnn.bias_hh_l0	4	0.009445926174521446
233917	rnn.bias_hh_l0	5	-0.020105281844735146
233917	rnn.bias_hh_l0	6	0.02688795141875744
233917	rnn.bias_hh_l0	7	0.06011805310845375
233917	rnn.bias_hh_l0	8	-0.1222018301486969
233917	rnn.bias_hh_l0	9	-0.05786648392677307
233917	rnn.weight_ih_l0_reverse	0	-0.02534361556172371
233917	rnn.weight_ih_l0_reverse	1	-0.05639681965112686
233917	rnn.weight_ih_l0_reverse	2	-0.048866380006074905
233917	rnn.weight_ih_l0_reverse	3	0.014625225216150284
233917	rnn.weight_ih_l0_reverse	4	-0.024805162101984024
233917	rnn.weight_ih_l0_reverse	5	-0.05749446153640747
233917	rnn.weight_ih_l0_reverse	6	0.07521156966686249
233917	rnn.weight_ih_l0_reverse	7	-0.018416661769151688
233917	rnn.weight_ih_l0_reverse	8	-0.01978100650012493
233917	rnn.weight_ih_l0_reverse	9	0.0046115443110466
233917	rnn.weight_hh_l0_reverse	0	0.0670974850654602
233917	rnn.weight_hh_l0_reverse	1	0.020469341427087784
233917	rnn.weight_hh_l0_reverse	2	0.029408661648631096
233917	rnn.weight_hh_l0_reverse	3	0.03517996519804001
233917	rnn.weight_hh_l0_reverse	4	0.01338112447410822
233917	rnn.weight_hh_l0_reverse	5	0.00711900694295764
233917	rnn.weight_hh_l0_reverse	6	0.05090148374438286
233917	rnn.weight_hh_l0_reverse	7	-0.08206068724393845
233917	rnn.weight_hh_l0_reverse	8	0.041036467999219894
233917	rnn.weight_hh_l0_reverse	9	0.03459677845239639
233917	rnn.bias_ih_l0_reverse	0	-0.058089252561330795
233917	rnn.bias_ih_l0_reverse	1	-0.28293490409851074
233917	rnn.bias_ih_l0_reverse	2	-0.12064776569604874
233917	rnn.bias_ih_l0_reverse	3	-0.04766416177153587
233917	rnn.bias_ih_l0_reverse	4	-0.019061904400587082
233917	rnn.bias_ih_l0_reverse	5	0.07584215700626373
233917	rnn.bias_ih_l0_reverse	6	-0.06354517489671707
233917	rnn.bias_ih_l0_reverse	7	0.06327241659164429
233917	rnn.bias_ih_l0_reverse	8	-0.038662832230329514
233917	rnn.bias_ih_l0_reverse	9	0.06459394842386246
233917	rnn.bias_hh_l0_reverse	0	0.02177898958325386
233917	rnn.bias_hh_l0_reverse	1	-0.05973974987864494
233917	rnn.bias_hh_l0_reverse	2	0.08739959448575974
233917	rnn.bias_hh_l0_reverse	3	-0.050470031797885895
233917	rnn.bias_hh_l0_reverse	4	-0.028809212148189545
233917	rnn.bias_hh_l0_reverse	5	-0.018488161265850067
233917	rnn.bias_hh_l0_reverse	6	-0.01792002283036709
233917	rnn.bias_hh_l0_reverse	7	0.09847957640886307
233917	rnn.bias_hh_l0_reverse	8	0.030231930315494537
233917	rnn.bias_hh_l0_reverse	9	-0.1475915014743805
233917	rnn.weight_ih_l1	0	-0.02981116808950901
233917	rnn.weight_ih_l1	1	-0.05020621418952942
233917	rnn.weight_ih_l1	2	0.06490259617567062
233917	rnn.weight_ih_l1	3	-0.07317038625478745
233917	rnn.weight_ih_l1	4	-0.014421556144952774
233917	rnn.weight_ih_l1	5	-0.0405135452747345
233917	rnn.weight_ih_l1	6	0.028810687363147736
233917	rnn.weight_ih_l1	7	-0.0448572039604187
233917	rnn.weight_ih_l1	8	0.03766554221510887
233917	rnn.weight_ih_l1	9	0.04478590935468674
233917	rnn.weight_hh_l1	0	-0.007537089753895998
233917	rnn.weight_hh_l1	1	0.019776728004217148
233917	rnn.weight_hh_l1	2	0.0075950766913592815
233917	rnn.weight_hh_l1	3	-0.01239841803908348
233917	rnn.weight_hh_l1	4	0.005131859332323074
233917	rnn.weight_hh_l1	5	0.03479663282632828
233917	rnn.weight_hh_l1	6	0.03667071461677551
233917	rnn.weight_hh_l1	7	-0.016058767214417458
233917	rnn.weight_hh_l1	8	-0.007556344382464886
233917	rnn.weight_hh_l1	9	0.03820784389972687
233917	rnn.bias_ih_l1	0	-0.18512767553329468
233917	rnn.bias_ih_l1	1	-0.17915508151054382
233917	rnn.bias_ih_l1	2	-0.1979515552520752
233917	rnn.bias_ih_l1	3	-0.3097170293331146
233917	rnn.bias_ih_l1	4	-0.20523124933242798
233917	rnn.bias_ih_l1	5	-0.0895843505859375
233917	rnn.bias_ih_l1	6	-0.162004292011261
233917	rnn.bias_ih_l1	7	-0.005237493198364973
233917	rnn.bias_ih_l1	8	-0.13535192608833313
233917	rnn.bias_ih_l1	9	-0.12801946699619293
233917	rnn.bias_hh_l1	0	-0.09631355851888657
233917	rnn.bias_hh_l1	1	-0.06456176936626434
233917	rnn.bias_hh_l1	2	-0.0850389376282692
233917	rnn.bias_hh_l1	3	-0.07863609492778778
233917	rnn.bias_hh_l1	4	-0.07332728058099747
233917	rnn.bias_hh_l1	5	-0.11836948245763779
233917	rnn.bias_hh_l1	6	-0.16131623089313507
233917	rnn.bias_hh_l1	7	0.07322719693183899
233917	rnn.bias_hh_l1	8	-0.17981767654418945
233917	rnn.bias_hh_l1	9	-0.11862678080797195
233917	rnn.weight_ih_l1_reverse	0	-0.04741759970784187
233917	rnn.weight_ih_l1_reverse	1	0.03207436949014664
233917	rnn.weight_ih_l1_reverse	2	0.09197502583265305
233917	rnn.weight_ih_l1_reverse	3	-0.019745780155062675
233917	rnn.weight_ih_l1_reverse	4	-0.025449806824326515
233917	rnn.weight_ih_l1_reverse	5	-0.03050518035888672
233917	rnn.weight_ih_l1_reverse	6	-0.01986365020275116
233917	rnn.weight_ih_l1_reverse	7	0.029023312032222748
233917	rnn.weight_ih_l1_reverse	8	0.010616570711135864
233917	rnn.weight_ih_l1_reverse	9	-0.033307742327451706
233917	rnn.weight_hh_l1_reverse	0	0.0049543543718755245
233917	rnn.weight_hh_l1_reverse	1	0.03166855871677399
233917	rnn.weight_hh_l1_reverse	2	-0.04060237854719162
233917	rnn.weight_hh_l1_reverse	3	0.0350663885474205
233917	rnn.weight_hh_l1_reverse	4	0.047695260494947433
233917	rnn.weight_hh_l1_reverse	5	0.004855773411691189
233917	rnn.weight_hh_l1_reverse	6	0.04842346906661987
233917	rnn.weight_hh_l1_reverse	7	0.03156733885407448
233917	rnn.weight_hh_l1_reverse	8	-0.007129509001970291
233917	rnn.weight_hh_l1_reverse	9	-0.030488094314932823
233917	rnn.bias_ih_l1_reverse	0	-0.04785332828760147
233917	rnn.bias_ih_l1_reverse	1	-0.14144818484783173
233917	rnn.bias_ih_l1_reverse	2	-0.16296152770519257
233917	rnn.bias_ih_l1_reverse	3	-0.05849199369549751
233917	rnn.bias_ih_l1_reverse	4	-0.204575315117836
233917	rnn.bias_ih_l1_reverse	5	-0.11663571745157242
233917	rnn.bias_ih_l1_reverse	6	-0.13036394119262695
233917	rnn.bias_ih_l1_reverse	7	-0.19216647744178772
233917	rnn.bias_ih_l1_reverse	8	0.22575941681861877
233917	rnn.bias_ih_l1_reverse	9	0.023709259927272797
233917	rnn.bias_hh_l1_reverse	0	0.01123519241809845
233917	rnn.bias_hh_l1_reverse	1	-0.06697265803813934
233917	rnn.bias_hh_l1_reverse	2	-0.23630870878696442
233917	rnn.bias_hh_l1_reverse	3	-0.14137452840805054
233917	rnn.bias_hh_l1_reverse	4	-0.08002302050590515
233917	rnn.bias_hh_l1_reverse	5	-0.11738695204257965
233917	rnn.bias_hh_l1_reverse	6	0.06474769860506058
233917	rnn.bias_hh_l1_reverse	7	-0.1382284313440323
233917	rnn.bias_hh_l1_reverse	8	-0.12454871088266373
233917	rnn.bias_hh_l1_reverse	9	-0.1485031396150589
233917	linear.weight	0	0.002228822559118271
233917	linear.weight	1	0.09269632399082184
233917	linear.weight	2	-0.09298629313707352
233917	linear.weight	3	0.31104767322540283
233917	linear.weight	4	0.15104344487190247
233917	linear.weight	5	-0.06411877274513245
233917	linear.weight	6	0.09809891134500504
233917	linear.weight	7	0.12877711653709412
233917	linear.weight	8	0.04113639518618584
233917	linear.weight	9	-0.05451318994164467
233917	linear.bias	0	0.0823926106095314
233917	linear.bias	1	-0.180466428399086
233917	linear.bias	2	-0.44709548354148865
233917	linear.bias	3	-0.658933699131012
233917	linear.bias	4	-1.2563852071762085
233917	linear.bias	5	-0.06744647026062012
233917	linear.bias	6	-0.8163096308708191
233917	linear.bias	7	0.2655608057975769
233917	linear.bias	8	-0.40113508701324463
233917	linear.bias	9	-1.0242313146591187
234114	transitions	0	0.7457445859909058
234114	transitions	1	0.1385539472103119
234114	transitions	2	-10000.0
234114	transitions	3	-1.8278928995132446
234114	transitions	4	-10000.0
234114	transitions	5	0.5633949637413025
234114	transitions	6	-0.08513803780078888
234114	transitions	7	-0.806084930896759
234114	transitions	8	-1.4217519760131836
234114	transitions	9	-0.0012272080639377236
234114	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
234114	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
234114	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
234114	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
234114	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
234114	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
234114	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
234114	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
234114	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
234114	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
234114	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
234114	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
234114	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
234114	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
234114	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
234114	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
234114	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
234114	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
234114	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
234114	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
234114	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
234114	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
234114	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
234114	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
234114	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
234114	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
234114	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
234114	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
234114	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
234114	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
234114	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
234114	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
234114	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
234114	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
234114	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
234114	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
234114	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
234114	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
234114	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
234114	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
234114	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
234114	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
234114	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
234114	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
234114	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
234114	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
234114	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
234114	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
234114	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
234114	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
234114	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
234114	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
234114	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
234114	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
234114	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
234114	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
234114	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
234114	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
234114	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
234114	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
234114	embedding2nn.weight	0	0.01645970717072487
234114	embedding2nn.weight	1	-0.012911820784211159
234114	embedding2nn.weight	2	-0.014268254861235619
234114	embedding2nn.weight	3	-0.03189240023493767
234114	embedding2nn.weight	4	-0.0059150345623493195
234114	embedding2nn.weight	5	-0.0037005888298153877
234114	embedding2nn.weight	6	-0.003973264247179031
234114	embedding2nn.weight	7	-0.07586318999528885
234114	embedding2nn.weight	8	-0.0019979383796453476
234114	embedding2nn.weight	9	-0.027243999764323235
234114	embedding2nn.bias	0	0.03480872884392738
234114	embedding2nn.bias	1	-0.07235530763864517
234114	embedding2nn.bias	2	0.06772949546575546
234114	embedding2nn.bias	3	0.04964384436607361
234114	embedding2nn.bias	4	-0.048553962260484695
234114	embedding2nn.bias	5	-0.009464526548981667
234114	embedding2nn.bias	6	0.014412998221814632
234114	embedding2nn.bias	7	-0.055285532027482986
234114	embedding2nn.bias	8	0.07327290624380112
234114	embedding2nn.bias	9	0.04063531011343002
234114	rnn.weight_ih_l0	0	-0.07880236208438873
234114	rnn.weight_ih_l0	1	0.003169042058289051
234114	rnn.weight_ih_l0	2	0.035411935299634933
234114	rnn.weight_ih_l0	3	0.022353632375597954
234114	rnn.weight_ih_l0	4	-0.049339041113853455
234114	rnn.weight_ih_l0	5	-0.06863662600517273
234114	rnn.weight_ih_l0	6	-0.0015886223409324884
234114	rnn.weight_ih_l0	7	0.05352576822042465
234114	rnn.weight_ih_l0	8	-0.0173664391040802
234114	rnn.weight_ih_l0	9	-0.030635280534625053
234114	rnn.weight_hh_l0	0	-0.03091888129711151
234114	rnn.weight_hh_l0	1	-0.007497967220842838
234114	rnn.weight_hh_l0	2	0.006733175832778215
234114	rnn.weight_hh_l0	3	-0.0747576653957367
234114	rnn.weight_hh_l0	4	0.09410200268030167
234114	rnn.weight_hh_l0	5	-0.02569083496928215
234114	rnn.weight_hh_l0	6	-0.06309278309345245
234114	rnn.weight_hh_l0	7	0.010142543353140354
234114	rnn.weight_hh_l0	8	0.013192547485232353
234114	rnn.weight_hh_l0	9	-0.02549857273697853
234114	rnn.bias_ih_l0	0	0.12845414876937866
234114	rnn.bias_ih_l0	1	-0.03700198233127594
234114	rnn.bias_ih_l0	2	-0.034207139164209366
234114	rnn.bias_ih_l0	3	0.16254402697086334
234114	rnn.bias_ih_l0	4	-0.012674752622842789
234114	rnn.bias_ih_l0	5	-0.02264748327434063
234114	rnn.bias_ih_l0	6	0.018788089975714684
234114	rnn.bias_ih_l0	7	0.02150825597345829
234114	rnn.bias_ih_l0	8	-0.10039086639881134
234114	rnn.bias_ih_l0	9	-0.03819858655333519
234114	rnn.bias_hh_l0	0	-0.0016511305002495646
234114	rnn.bias_hh_l0	1	-0.09744291007518768
234114	rnn.bias_hh_l0	2	-0.07446116209030151
234114	rnn.bias_hh_l0	3	-0.08981531113386154
234114	rnn.bias_hh_l0	4	0.009295161813497543
234114	rnn.bias_hh_l0	5	-0.020237810909748077
234114	rnn.bias_hh_l0	6	0.026676403358578682
234114	rnn.bias_hh_l0	7	0.060383014380931854
234114	rnn.bias_hh_l0	8	-0.12228196859359741
234114	rnn.bias_hh_l0	9	-0.05710906162858009
234114	rnn.weight_ih_l0_reverse	0	-0.025444690138101578
234114	rnn.weight_ih_l0_reverse	1	-0.05647657439112663
234114	rnn.weight_ih_l0_reverse	2	-0.048773154616355896
234114	rnn.weight_ih_l0_reverse	3	0.014793102629482746
234114	rnn.weight_ih_l0_reverse	4	-0.02462056651711464
234114	rnn.weight_ih_l0_reverse	5	-0.05772075057029724
234114	rnn.weight_ih_l0_reverse	6	0.07535921037197113
234114	rnn.weight_ih_l0_reverse	7	-0.01851646602153778
234114	rnn.weight_ih_l0_reverse	8	-0.019692985340952873
234114	rnn.weight_ih_l0_reverse	9	0.004414684604853392
234114	rnn.weight_hh_l0_reverse	0	0.06742347031831741
234114	rnn.weight_hh_l0_reverse	1	0.020163482055068016
234114	rnn.weight_hh_l0_reverse	2	0.029479164630174637
234114	rnn.weight_hh_l0_reverse	3	0.03524823114275932
234114	rnn.weight_hh_l0_reverse	4	0.013336479663848877
234114	rnn.weight_hh_l0_reverse	5	0.0070885419845581055
234114	rnn.weight_hh_l0_reverse	6	0.050939030945301056
234114	rnn.weight_hh_l0_reverse	7	-0.0819004625082016
234114	rnn.weight_hh_l0_reverse	8	0.040935218334198
234114	rnn.weight_hh_l0_reverse	9	0.0347260981798172
234114	rnn.bias_ih_l0_reverse	0	-0.058100324124097824
234114	rnn.bias_ih_l0_reverse	1	-0.28373855352401733
234114	rnn.bias_ih_l0_reverse	2	-0.12087851762771606
234114	rnn.bias_ih_l0_reverse	3	-0.04735720530152321
234114	rnn.bias_ih_l0_reverse	4	-0.0191874448210001
234114	rnn.bias_ih_l0_reverse	5	0.07550623267889023
234114	rnn.bias_ih_l0_reverse	6	-0.06394550949335098
234114	rnn.bias_ih_l0_reverse	7	0.06293933838605881
234114	rnn.bias_ih_l0_reverse	8	-0.03880542516708374
234114	rnn.bias_ih_l0_reverse	9	0.064762644469738
234114	rnn.bias_hh_l0_reverse	0	0.02227490395307541
234114	rnn.bias_hh_l0_reverse	1	-0.05916902795433998
234114	rnn.bias_hh_l0_reverse	2	0.08747074753046036
234114	rnn.bias_hh_l0_reverse	3	-0.050315745174884796
234114	rnn.bias_hh_l0_reverse	4	-0.028484439477324486
234114	rnn.bias_hh_l0_reverse	5	-0.018423959612846375
234114	rnn.bias_hh_l0_reverse	6	-0.01781187579035759
234114	rnn.bias_hh_l0_reverse	7	0.09833347052335739
234114	rnn.bias_hh_l0_reverse	8	0.030036836862564087
234114	rnn.bias_hh_l0_reverse	9	-0.1468915343284607
234114	rnn.weight_ih_l1	0	-0.029692690819501877
234114	rnn.weight_ih_l1	1	-0.05014932155609131
234114	rnn.weight_ih_l1	2	0.0647987648844719
234114	rnn.weight_ih_l1	3	-0.0731264054775238
234114	rnn.weight_ih_l1	4	-0.014455126598477364
234114	rnn.weight_ih_l1	5	-0.040518868714571
234114	rnn.weight_ih_l1	6	0.028918711468577385
234114	rnn.weight_ih_l1	7	-0.044902607798576355
234114	rnn.weight_ih_l1	8	0.03771832957863808
234114	rnn.weight_ih_l1	9	0.04460269957780838
234114	rnn.weight_hh_l1	0	-0.007615037728101015
234114	rnn.weight_hh_l1	1	0.01974352076649666
234114	rnn.weight_hh_l1	2	0.0076462337747216225
234114	rnn.weight_hh_l1	3	-0.012345702387392521
234114	rnn.weight_hh_l1	4	0.005002882331609726
234114	rnn.weight_hh_l1	5	0.034840915352106094
234114	rnn.weight_hh_l1	6	0.03670861944556236
234114	rnn.weight_hh_l1	7	-0.016106778755784035
234114	rnn.weight_hh_l1	8	-0.007622488774359226
234114	rnn.weight_hh_l1	9	0.03833611682057381
234114	rnn.bias_ih_l1	0	-0.1846925914287567
234114	rnn.bias_ih_l1	1	-0.1790267378091812
234114	rnn.bias_ih_l1	2	-0.19748938083648682
234114	rnn.bias_ih_l1	3	-0.3094266951084137
234114	rnn.bias_ih_l1	4	-0.20651556551456451
234114	rnn.bias_ih_l1	5	-0.08927806466817856
234114	rnn.bias_ih_l1	6	-0.16127993166446686
234114	rnn.bias_ih_l1	7	-0.004557068459689617
234114	rnn.bias_ih_l1	8	-0.1350240409374237
234114	rnn.bias_ih_l1	9	-0.12793099880218506
234114	rnn.bias_hh_l1	0	-0.09621015191078186
234114	rnn.bias_hh_l1	1	-0.06476513296365738
234114	rnn.bias_hh_l1	2	-0.08494874835014343
234114	rnn.bias_hh_l1	3	-0.07882200926542282
234114	rnn.bias_hh_l1	4	-0.07297370582818985
234114	rnn.bias_hh_l1	5	-0.1180262565612793
234114	rnn.bias_hh_l1	6	-0.16115723550319672
234114	rnn.bias_hh_l1	7	0.07491084188222885
234114	rnn.bias_hh_l1	8	-0.17955967783927917
234114	rnn.bias_hh_l1	9	-0.11883700639009476
234114	rnn.weight_ih_l1_reverse	0	-0.04738599434494972
234114	rnn.weight_ih_l1_reverse	1	0.03213268518447876
234114	rnn.weight_ih_l1_reverse	2	0.09201840311288834
234114	rnn.weight_ih_l1_reverse	3	-0.019884899258613586
234114	rnn.weight_ih_l1_reverse	4	-0.02550707757472992
234114	rnn.weight_ih_l1_reverse	5	-0.030480558052659035
234114	rnn.weight_ih_l1_reverse	6	-0.020180359482765198
234114	rnn.weight_ih_l1_reverse	7	0.02932865358889103
234114	rnn.weight_ih_l1_reverse	8	0.010472563095390797
234114	rnn.weight_ih_l1_reverse	9	-0.03327614814043045
234114	rnn.weight_hh_l1_reverse	0	0.004967634100466967
234114	rnn.weight_hh_l1_reverse	1	0.03167444095015526
234114	rnn.weight_hh_l1_reverse	2	-0.04061324521899223
234114	rnn.weight_hh_l1_reverse	3	0.03507484868168831
234114	rnn.weight_hh_l1_reverse	4	0.04768238589167595
234114	rnn.weight_hh_l1_reverse	5	0.004842469003051519
234114	rnn.weight_hh_l1_reverse	6	0.04831886291503906
234114	rnn.weight_hh_l1_reverse	7	0.03149547800421715
234114	rnn.weight_hh_l1_reverse	8	-0.007109495345503092
234114	rnn.weight_hh_l1_reverse	9	-0.03050164133310318
234114	rnn.bias_ih_l1_reverse	0	-0.048093147575855255
234114	rnn.bias_ih_l1_reverse	1	-0.1414065957069397
234114	rnn.bias_ih_l1_reverse	2	-0.16256122291088104
234114	rnn.bias_ih_l1_reverse	3	-0.05805675685405731
234114	rnn.bias_ih_l1_reverse	4	-0.20457720756530762
234114	rnn.bias_ih_l1_reverse	5	-0.11650975793600082
234114	rnn.bias_ih_l1_reverse	6	-0.1303861141204834
234114	rnn.bias_ih_l1_reverse	7	-0.192302405834198
234114	rnn.bias_ih_l1_reverse	8	0.22563424706459045
234114	rnn.bias_ih_l1_reverse	9	0.024133337661623955
234114	rnn.bias_hh_l1_reverse	0	0.010756347328424454
234114	rnn.bias_hh_l1_reverse	1	-0.0670677050948143
234114	rnn.bias_hh_l1_reverse	2	-0.23625865578651428
234114	rnn.bias_hh_l1_reverse	3	-0.14173226058483124
234114	rnn.bias_hh_l1_reverse	4	-0.0800747275352478
234114	rnn.bias_hh_l1_reverse	5	-0.11720845103263855
234114	rnn.bias_hh_l1_reverse	6	0.06479120254516602
234114	rnn.bias_hh_l1_reverse	7	-0.13879740238189697
234114	rnn.bias_hh_l1_reverse	8	-0.12482383102178574
234114	rnn.bias_hh_l1_reverse	9	-0.14865922927856445
234114	linear.weight	0	0.002228822559118271
234114	linear.weight	1	0.09345489740371704
234114	linear.weight	2	-0.09314007312059402
234114	linear.weight	3	0.309783011674881
234114	linear.weight	4	0.1505420207977295
234114	linear.weight	5	-0.0639275386929512
234114	linear.weight	6	0.10024607181549072
234114	linear.weight	7	0.13007014989852905
234114	linear.weight	8	0.04113633930683136
234114	linear.weight	9	-0.054442308843135834
234114	linear.bias	0	0.09778635948896408
234114	linear.bias	1	-0.18374620378017426
234114	linear.bias	2	-0.44976451992988586
234114	linear.bias	3	-0.6615398526191711
234114	linear.bias	4	-1.2593369483947754
234114	linear.bias	5	-0.06845280528068542
234114	linear.bias	6	-0.8194358348846436
234114	linear.bias	7	0.26470160484313965
234114	linear.bias	8	-0.40377506613731384
234114	linear.bias	9	-1.0273957252502441
234311	transitions	0	0.7459463477134705
234311	transitions	1	0.13896510004997253
234311	transitions	2	-10000.0
234311	transitions	3	-1.8278967142105103
234311	transitions	4	-10000.0
234311	transitions	5	0.56339031457901
234311	transitions	6	-0.08514147251844406
234311	transitions	7	-0.8062300682067871
234311	transitions	8	-1.4217870235443115
234311	transitions	9	-0.0012272665044292808
234311	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
234311	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
234311	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
234311	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
234311	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
234311	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
234311	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
234311	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
234311	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
234311	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
234311	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
234311	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
234311	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
234311	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
234311	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
234311	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
234311	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
234311	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
234311	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
234311	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
234311	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
234311	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
234311	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
234311	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
234311	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
234311	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
234311	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
234311	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
234311	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
234311	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
234311	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
234311	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
234311	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
234311	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
234311	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
234311	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
234311	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
234311	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
234311	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
234311	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
234311	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
234311	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
234311	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
234311	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
234311	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
234311	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
234311	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
234311	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
234311	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
234311	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
234311	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
234311	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
234311	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
234311	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
234311	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
234311	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
234311	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
234311	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
234311	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
234311	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
234311	embedding2nn.weight	0	0.01666642352938652
234311	embedding2nn.weight	1	-0.01294546015560627
234311	embedding2nn.weight	2	-0.014268254861235619
234311	embedding2nn.weight	3	-0.03230905532836914
234311	embedding2nn.weight	4	-0.0059150345623493195
234311	embedding2nn.weight	5	-0.0037005888298153877
234311	embedding2nn.weight	6	-0.003973264247179031
234311	embedding2nn.weight	7	-0.07581669092178345
234311	embedding2nn.weight	8	-0.0019979383796453476
234311	embedding2nn.weight	9	-0.02718690223991871
234311	embedding2nn.bias	0	0.03320105001330376
234311	embedding2nn.bias	1	-0.07219591736793518
234311	embedding2nn.bias	2	0.06779266893863678
234311	embedding2nn.bias	3	0.05038338899612427
234311	embedding2nn.bias	4	-0.05026358366012573
234311	embedding2nn.bias	5	-0.0100018959492445
234311	embedding2nn.bias	6	0.013622096739709377
234311	embedding2nn.bias	7	-0.05594571307301521
234311	embedding2nn.bias	8	0.07241252809762955
234311	embedding2nn.bias	9	0.04044223949313164
234311	rnn.weight_ih_l0	0	-0.07893182337284088
234311	rnn.weight_ih_l0	1	0.0030898177064955235
234311	rnn.weight_ih_l0	2	0.03527701273560524
234311	rnn.weight_ih_l0	3	0.022352859377861023
234311	rnn.weight_ih_l0	4	-0.049226563423871994
234311	rnn.weight_ih_l0	5	-0.06874273717403412
234311	rnn.weight_ih_l0	6	-0.0015852309297770262
234311	rnn.weight_ih_l0	7	0.053391654044389725
234311	rnn.weight_ih_l0	8	-0.017541848123073578
234311	rnn.weight_ih_l0	9	-0.030419230461120605
234311	rnn.weight_hh_l0	0	-0.030957914888858795
234311	rnn.weight_hh_l0	1	-0.007566685322672129
234311	rnn.weight_hh_l0	2	0.006691543385386467
234311	rnn.weight_hh_l0	3	-0.07473328709602356
234311	rnn.weight_hh_l0	4	0.09419368952512741
234311	rnn.weight_hh_l0	5	-0.025622788816690445
234311	rnn.weight_hh_l0	6	-0.06320493668317795
234311	rnn.weight_hh_l0	7	0.010091472417116165
234311	rnn.weight_hh_l0	8	0.0131912212818861
234311	rnn.weight_hh_l0	9	-0.025609835982322693
234311	rnn.bias_ih_l0	0	0.12847518920898438
234311	rnn.bias_ih_l0	1	-0.036568086594343185
234311	rnn.bias_ih_l0	2	-0.03425747528672218
234311	rnn.bias_ih_l0	3	0.16261915862560272
234311	rnn.bias_ih_l0	4	-0.012882368639111519
234311	rnn.bias_ih_l0	5	-0.02279263734817505
234311	rnn.bias_ih_l0	6	0.018729835748672485
234311	rnn.bias_ih_l0	7	0.02156687155365944
234311	rnn.bias_ih_l0	8	-0.10038674622774124
234311	rnn.bias_ih_l0	9	-0.03789511322975159
234311	rnn.bias_hh_l0	0	-0.0015825401060283184
234311	rnn.bias_hh_l0	1	-0.09716305136680603
234311	rnn.bias_hh_l0	2	-0.07427025586366653
234311	rnn.bias_hh_l0	3	-0.08951887488365173
234311	rnn.bias_hh_l0	4	0.009389227256178856
234311	rnn.bias_hh_l0	5	-0.020660309121012688
234311	rnn.bias_hh_l0	6	0.026940621435642242
234311	rnn.bias_hh_l0	7	0.06087981164455414
234311	rnn.bias_hh_l0	8	-0.12205394357442856
234311	rnn.bias_hh_l0	9	-0.05728987604379654
234311	rnn.weight_ih_l0_reverse	0	-0.025408949702978134
234311	rnn.weight_ih_l0_reverse	1	-0.05666695907711983
234311	rnn.weight_ih_l0_reverse	2	-0.048626359552145004
234311	rnn.weight_ih_l0_reverse	3	0.014869913458824158
234311	rnn.weight_ih_l0_reverse	4	-0.024556228891015053
234311	rnn.weight_ih_l0_reverse	5	-0.05763319507241249
234311	rnn.weight_ih_l0_reverse	6	0.07527867704629898
234311	rnn.weight_ih_l0_reverse	7	-0.01864185556769371
234311	rnn.weight_ih_l0_reverse	8	-0.019850371405482292
234311	rnn.weight_ih_l0_reverse	9	0.0043137334287166595
234311	rnn.weight_hh_l0_reverse	0	0.0669756680727005
234311	rnn.weight_hh_l0_reverse	1	0.02031244896352291
234311	rnn.weight_hh_l0_reverse	2	0.029523169621825218
234311	rnn.weight_hh_l0_reverse	3	0.03516223654150963
234311	rnn.weight_hh_l0_reverse	4	0.013318128883838654
234311	rnn.weight_hh_l0_reverse	5	0.007030190899968147
234311	rnn.weight_hh_l0_reverse	6	0.05095870792865753
234311	rnn.weight_hh_l0_reverse	7	-0.08195828646421432
234311	rnn.weight_hh_l0_reverse	8	0.04087613895535469
234311	rnn.weight_hh_l0_reverse	9	0.03482188656926155
234311	rnn.bias_ih_l0_reverse	0	-0.05838295817375183
234311	rnn.bias_ih_l0_reverse	1	-0.28428006172180176
234311	rnn.bias_ih_l0_reverse	2	-0.12051078677177429
234311	rnn.bias_ih_l0_reverse	3	-0.047205064445734024
234311	rnn.bias_ih_l0_reverse	4	-0.01939539611339569
234311	rnn.bias_ih_l0_reverse	5	0.07509735226631165
234311	rnn.bias_ih_l0_reverse	6	-0.06419867277145386
234311	rnn.bias_ih_l0_reverse	7	0.06299856305122375
234311	rnn.bias_ih_l0_reverse	8	-0.039033133536577225
234311	rnn.bias_ih_l0_reverse	9	0.06440864503383636
234311	rnn.bias_hh_l0_reverse	0	0.021900903433561325
234311	rnn.bias_hh_l0_reverse	1	-0.059120193123817444
234311	rnn.bias_hh_l0_reverse	2	0.08713922649621964
234311	rnn.bias_hh_l0_reverse	3	-0.05002446100115776
234311	rnn.bias_hh_l0_reverse	4	-0.028306689113378525
234311	rnn.bias_hh_l0_reverse	5	-0.01810065470635891
234311	rnn.bias_hh_l0_reverse	6	-0.01793496496975422
234311	rnn.bias_hh_l0_reverse	7	0.09849555045366287
234311	rnn.bias_hh_l0_reverse	8	0.029767528176307678
234311	rnn.bias_hh_l0_reverse	9	-0.14681260287761688
234311	rnn.weight_ih_l1	0	-0.029666870832443237
234311	rnn.weight_ih_l1	1	-0.050180114805698395
234311	rnn.weight_ih_l1	2	0.06495501101016998
234311	rnn.weight_ih_l1	3	-0.07305443286895752
234311	rnn.weight_ih_l1	4	-0.014303074218332767
234311	rnn.weight_ih_l1	5	-0.040518999099731445
234311	rnn.weight_ih_l1	6	0.028960686177015305
234311	rnn.weight_ih_l1	7	-0.045205067843198776
234311	rnn.weight_ih_l1	8	0.03773821145296097
234311	rnn.weight_ih_l1	9	0.04462684318423271
234311	rnn.weight_hh_l1	0	-0.007726762443780899
234311	rnn.weight_hh_l1	1	0.0197219830006361
234311	rnn.weight_hh_l1	2	0.0074617150239646435
234311	rnn.weight_hh_l1	3	-0.012387246824800968
234311	rnn.weight_hh_l1	4	0.004939798731356859
234311	rnn.weight_hh_l1	5	0.03483844920992851
234311	rnn.weight_hh_l1	6	0.03690709173679352
234311	rnn.weight_hh_l1	7	-0.016126269474625587
234311	rnn.weight_hh_l1	8	-0.007533567026257515
234311	rnn.weight_hh_l1	9	0.038339242339134216
234311	rnn.bias_ih_l1	0	-0.18435963988304138
234311	rnn.bias_ih_l1	1	-0.17951367795467377
234311	rnn.bias_ih_l1	2	-0.19767796993255615
234311	rnn.bias_ih_l1	3	-0.3089863955974579
234311	rnn.bias_ih_l1	4	-0.20620761811733246
234311	rnn.bias_ih_l1	5	-0.08954901248216629
234311	rnn.bias_ih_l1	6	-0.1615384966135025
234311	rnn.bias_ih_l1	7	-0.0037060866598039865
234311	rnn.bias_ih_l1	8	-0.1346438229084015
234311	rnn.bias_ih_l1	9	-0.12666767835617065
234311	rnn.bias_hh_l1	0	-0.09606659412384033
234311	rnn.bias_hh_l1	1	-0.06441506743431091
234311	rnn.bias_hh_l1	2	-0.08442699909210205
234311	rnn.bias_hh_l1	3	-0.07863066345453262
234311	rnn.bias_hh_l1	4	-0.0729004517197609
234311	rnn.bias_hh_l1	5	-0.11812827736139297
234311	rnn.bias_hh_l1	6	-0.16110080480575562
234311	rnn.bias_hh_l1	7	0.07472903281450272
234311	rnn.bias_hh_l1	8	-0.17972038686275482
234311	rnn.bias_hh_l1	9	-0.11873497068881989
234311	rnn.weight_ih_l1_reverse	0	-0.04752465337514877
234311	rnn.weight_ih_l1_reverse	1	0.03207728639245033
234311	rnn.weight_ih_l1_reverse	2	0.09182019531726837
234311	rnn.weight_ih_l1_reverse	3	-0.01985941082239151
234311	rnn.weight_ih_l1_reverse	4	-0.025216853246092796
234311	rnn.weight_ih_l1_reverse	5	-0.030452730134129524
234311	rnn.weight_ih_l1_reverse	6	-0.02025175653398037
234311	rnn.weight_ih_l1_reverse	7	0.02920568361878395
234311	rnn.weight_ih_l1_reverse	8	0.010424802079796791
234311	rnn.weight_ih_l1_reverse	9	-0.033583421260118484
234311	rnn.weight_hh_l1_reverse	0	0.004973668605089188
234311	rnn.weight_hh_l1_reverse	1	0.03168856352567673
234311	rnn.weight_hh_l1_reverse	2	-0.04060772806406021
234311	rnn.weight_hh_l1_reverse	3	0.03508557751774788
234311	rnn.weight_hh_l1_reverse	4	0.04767947271466255
234311	rnn.weight_hh_l1_reverse	5	0.004932289477437735
234311	rnn.weight_hh_l1_reverse	6	0.048107583075761795
234311	rnn.weight_hh_l1_reverse	7	0.03146374598145485
234311	rnn.weight_hh_l1_reverse	8	-0.0071166763082146645
234311	rnn.weight_hh_l1_reverse	9	-0.030522633343935013
234311	rnn.bias_ih_l1_reverse	0	-0.04810267686843872
234311	rnn.bias_ih_l1_reverse	1	-0.14177657663822174
234311	rnn.bias_ih_l1_reverse	2	-0.16200673580169678
234311	rnn.bias_ih_l1_reverse	3	-0.058141302317380905
234311	rnn.bias_ih_l1_reverse	4	-0.20456436276435852
234311	rnn.bias_ih_l1_reverse	5	-0.11640669405460358
234311	rnn.bias_ih_l1_reverse	6	-0.1305021494626999
234311	rnn.bias_ih_l1_reverse	7	-0.1918143481016159
234311	rnn.bias_ih_l1_reverse	8	0.22529751062393188
234311	rnn.bias_ih_l1_reverse	9	0.023611782118678093
234311	rnn.bias_hh_l1_reverse	0	0.01072480995208025
234311	rnn.bias_hh_l1_reverse	1	-0.06685874611139297
234311	rnn.bias_hh_l1_reverse	2	-0.23630473017692566
234311	rnn.bias_hh_l1_reverse	3	-0.1419205665588379
234311	rnn.bias_hh_l1_reverse	4	-0.08036486804485321
234311	rnn.bias_hh_l1_reverse	5	-0.11716069281101227
234311	rnn.bias_hh_l1_reverse	6	0.06452730298042297
234311	rnn.bias_hh_l1_reverse	7	-0.13884711265563965
234311	rnn.bias_hh_l1_reverse	8	-0.1244574636220932
234311	rnn.bias_hh_l1_reverse	9	-0.14884866774082184
234311	linear.weight	0	0.002228822559118271
234311	linear.weight	1	0.09304564446210861
234311	linear.weight	2	-0.09313790500164032
234311	linear.weight	3	0.30980005860328674
234311	linear.weight	4	0.15088380873203278
234311	linear.weight	5	-0.06394053995609283
234311	linear.weight	6	0.09976919740438461
234311	linear.weight	7	0.12928391993045807
234311	linear.weight	8	0.041136234998703
234311	linear.weight	9	-0.0543893463909626
234311	linear.bias	0	0.09868459403514862
234311	linear.bias	1	-0.18316735327243805
234311	linear.bias	2	-0.44379130005836487
234311	linear.bias	3	-0.6607890129089355
234311	linear.bias	4	-1.2589324712753296
234311	linear.bias	5	-0.06888828426599503
234311	linear.bias	6	-0.8188735842704773
234311	linear.bias	7	0.26415950059890747
234311	linear.bias	8	-0.40711212158203125
234311	linear.bias	9	-1.0307986736297607
234508	transitions	0	0.7457029819488525
234508	transitions	1	0.13988004624843597
234508	transitions	2	-10000.0
234508	transitions	3	-1.8278982639312744
234508	transitions	4	-10000.0
234508	transitions	5	0.5633827447891235
234508	transitions	6	-0.08514668792486191
234508	transitions	7	-0.8065393567085266
234508	transitions	8	-1.4218052625656128
234508	transitions	9	-0.0012273251777514815
234508	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
234508	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
234508	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
234508	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
234508	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
234508	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
234508	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
234508	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
234508	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
234508	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
234508	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
234508	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
234508	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
234508	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
234508	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
234508	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
234508	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
234508	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
234508	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
234508	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
234508	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
234508	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
234508	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
234508	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
234508	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
234508	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
234508	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
234508	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
234508	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
234508	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
234508	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
234508	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
234508	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
234508	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
234508	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
234508	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
234508	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
234508	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
234508	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
234508	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
234508	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
234508	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
234508	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
234508	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
234508	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
234508	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
234508	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
234508	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
234508	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
234508	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
234508	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
234508	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
234508	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
234508	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
234508	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
234508	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
234508	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
234508	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
234508	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
234508	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
234508	embedding2nn.weight	0	0.01658194325864315
234508	embedding2nn.weight	1	-0.012938105501234531
234508	embedding2nn.weight	2	-0.014268254861235619
234508	embedding2nn.weight	3	-0.03224331885576248
234508	embedding2nn.weight	4	-0.0059150345623493195
234508	embedding2nn.weight	5	-0.0037005888298153877
234508	embedding2nn.weight	6	-0.003973264247179031
234508	embedding2nn.weight	7	-0.07579027861356735
234508	embedding2nn.weight	8	-0.0019979383796453476
234508	embedding2nn.weight	9	-0.02719244547188282
234508	embedding2nn.bias	0	0.03198036551475525
234508	embedding2nn.bias	1	-0.0722273737192154
234508	embedding2nn.bias	2	0.06733212620019913
234508	embedding2nn.bias	3	0.0500529445707798
234508	embedding2nn.bias	4	-0.04906553402543068
234508	embedding2nn.bias	5	-0.011005510576069355
234508	embedding2nn.bias	6	0.013130160979926586
234508	embedding2nn.bias	7	-0.05632587522268295
234508	embedding2nn.bias	8	0.07266665250062943
234508	embedding2nn.bias	9	0.04266293719410896
234508	rnn.weight_ih_l0	0	-0.07916532456874847
234508	rnn.weight_ih_l0	1	0.002852442441508174
234508	rnn.weight_ih_l0	2	0.03516441211104393
234508	rnn.weight_ih_l0	3	0.022346900776028633
234508	rnn.weight_ih_l0	4	-0.049451570957899094
234508	rnn.weight_ih_l0	5	-0.06864906847476959
234508	rnn.weight_ih_l0	6	-0.0015652013244107366
234508	rnn.weight_ih_l0	7	0.0534975603222847
234508	rnn.weight_ih_l0	8	-0.01758563704788685
234508	rnn.weight_ih_l0	9	-0.030192481353878975
234508	rnn.weight_hh_l0	0	-0.031006978824734688
234508	rnn.weight_hh_l0	1	-0.007558086887001991
234508	rnn.weight_hh_l0	2	0.0066620768047869205
234508	rnn.weight_hh_l0	3	-0.07470777630805969
234508	rnn.weight_hh_l0	4	0.09411529451608658
234508	rnn.weight_hh_l0	5	-0.02567470818758011
234508	rnn.weight_hh_l0	6	-0.06330403685569763
234508	rnn.weight_hh_l0	7	0.010071171447634697
234508	rnn.weight_hh_l0	8	0.013181956484913826
234508	rnn.weight_hh_l0	9	-0.02558150328695774
234508	rnn.bias_ih_l0	0	0.12849797308444977
234508	rnn.bias_ih_l0	1	-0.03639446198940277
234508	rnn.bias_ih_l0	2	-0.034115757793188095
234508	rnn.bias_ih_l0	3	0.16256165504455566
234508	rnn.bias_ih_l0	4	-0.013173194602131844
234508	rnn.bias_ih_l0	5	-0.022450359538197517
234508	rnn.bias_ih_l0	6	0.017800210043787956
234508	rnn.bias_ih_l0	7	0.02140757068991661
234508	rnn.bias_ih_l0	8	-0.1006503626704216
234508	rnn.bias_ih_l0	9	-0.03866005316376686
234508	rnn.bias_hh_l0	0	-0.00164357281755656
234508	rnn.bias_hh_l0	1	-0.09698715060949326
234508	rnn.bias_hh_l0	2	-0.07456338405609131
234508	rnn.bias_hh_l0	3	-0.08987857401371002
234508	rnn.bias_hh_l0	4	0.009210901334881783
234508	rnn.bias_hh_l0	5	-0.020474079996347427
234508	rnn.bias_hh_l0	6	0.027276430279016495
234508	rnn.bias_hh_l0	7	0.061014674603939056
234508	rnn.bias_hh_l0	8	-0.12230484932661057
234508	rnn.bias_hh_l0	9	-0.05750811845064163
234508	rnn.weight_ih_l0_reverse	0	-0.025420499965548515
234508	rnn.weight_ih_l0_reverse	1	-0.05651211738586426
234508	rnn.weight_ih_l0_reverse	2	-0.048416364938020706
234508	rnn.weight_ih_l0_reverse	3	0.014956009574234486
234508	rnn.weight_ih_l0_reverse	4	-0.024445701390504837
234508	rnn.weight_ih_l0_reverse	5	-0.05762728303670883
234508	rnn.weight_ih_l0_reverse	6	0.07522598654031754
234508	rnn.weight_ih_l0_reverse	7	-0.01858144998550415
234508	rnn.weight_ih_l0_reverse	8	-0.01983693800866604
234508	rnn.weight_ih_l0_reverse	9	0.004180142655968666
234508	rnn.weight_hh_l0_reverse	0	0.06677480041980743
234508	rnn.weight_hh_l0_reverse	1	0.020239003002643585
234508	rnn.weight_hh_l0_reverse	2	0.029508991166949272
234508	rnn.weight_hh_l0_reverse	3	0.03513466566801071
234508	rnn.weight_hh_l0_reverse	4	0.013450642116367817
234508	rnn.weight_hh_l0_reverse	5	0.007138863205909729
234508	rnn.weight_hh_l0_reverse	6	0.050896015018224716
234508	rnn.weight_hh_l0_reverse	7	-0.08186420053243637
234508	rnn.weight_hh_l0_reverse	8	0.04090940207242966
234508	rnn.weight_hh_l0_reverse	9	0.034909654408693314
234508	rnn.bias_ih_l0_reverse	0	-0.05823133513331413
234508	rnn.bias_ih_l0_reverse	1	-0.2836129665374756
234508	rnn.bias_ih_l0_reverse	2	-0.12052131444215775
234508	rnn.bias_ih_l0_reverse	3	-0.04732218384742737
234508	rnn.bias_ih_l0_reverse	4	-0.0193596500903368
234508	rnn.bias_ih_l0_reverse	5	0.07497692853212357
234508	rnn.bias_ih_l0_reverse	6	-0.06420143693685532
234508	rnn.bias_ih_l0_reverse	7	0.06320907175540924
234508	rnn.bias_ih_l0_reverse	8	-0.03898604214191437
234508	rnn.bias_ih_l0_reverse	9	0.06435932964086533
234508	rnn.bias_hh_l0_reverse	0	0.021511472761631012
234508	rnn.bias_hh_l0_reverse	1	-0.05863412097096443
234508	rnn.bias_hh_l0_reverse	2	0.08733008056879044
234508	rnn.bias_hh_l0_reverse	3	-0.050228748470544815
234508	rnn.bias_hh_l0_reverse	4	-0.028422558680176735
234508	rnn.bias_hh_l0_reverse	5	-0.018388763070106506
234508	rnn.bias_hh_l0_reverse	6	-0.01753860153257847
234508	rnn.bias_hh_l0_reverse	7	0.09906870871782303
234508	rnn.bias_hh_l0_reverse	8	0.02973342314362526
234508	rnn.bias_hh_l0_reverse	9	-0.14703141152858734
234508	rnn.weight_ih_l1	0	-0.029537010937929153
234508	rnn.weight_ih_l1	1	-0.0499679371714592
234508	rnn.weight_ih_l1	2	0.06517067551612854
234508	rnn.weight_ih_l1	3	-0.07312093675136566
234508	rnn.weight_ih_l1	4	-0.014284955337643623
234508	rnn.weight_ih_l1	5	-0.04056353494524956
234508	rnn.weight_ih_l1	6	0.028983062133193016
234508	rnn.weight_ih_l1	7	-0.04511597380042076
234508	rnn.weight_ih_l1	8	0.037782933562994
234508	rnn.weight_ih_l1	9	0.04474963992834091
234508	rnn.weight_hh_l1	0	-0.007768009789288044
234508	rnn.weight_hh_l1	1	0.019695758819580078
234508	rnn.weight_hh_l1	2	0.007323744706809521
234508	rnn.weight_hh_l1	3	-0.012410343624651432
234508	rnn.weight_hh_l1	4	0.0049257539212703705
234508	rnn.weight_hh_l1	5	0.0348217599093914
234508	rnn.weight_hh_l1	6	0.036820609122514725
234508	rnn.weight_hh_l1	7	-0.01616782881319523
234508	rnn.weight_hh_l1	8	-0.007575587369501591
234508	rnn.weight_hh_l1	9	0.038409117609262466
234508	rnn.bias_ih_l1	0	-0.18440623581409454
234508	rnn.bias_ih_l1	1	-0.17919200658798218
234508	rnn.bias_ih_l1	2	-0.19737547636032104
234508	rnn.bias_ih_l1	3	-0.30942314863204956
234508	rnn.bias_ih_l1	4	-0.20719794929027557
234508	rnn.bias_ih_l1	5	-0.08911917358636856
234508	rnn.bias_ih_l1	6	-0.16112105548381805
234508	rnn.bias_ih_l1	7	-0.004318104591220617
234508	rnn.bias_ih_l1	8	-0.13508887588977814
234508	rnn.bias_ih_l1	9	-0.1263522058725357
234508	rnn.bias_hh_l1	0	-0.09608770906925201
234508	rnn.bias_hh_l1	1	-0.06434036046266556
234508	rnn.bias_hh_l1	2	-0.0847925990819931
234508	rnn.bias_hh_l1	3	-0.07849336415529251
234508	rnn.bias_hh_l1	4	-0.07286214828491211
234508	rnn.bias_hh_l1	5	-0.11807496100664139
234508	rnn.bias_hh_l1	6	-0.1610298752784729
234508	rnn.bias_hh_l1	7	0.07429786026477814
234508	rnn.bias_hh_l1	8	-0.17990459501743317
234508	rnn.bias_hh_l1	9	-0.11862417310476303
234508	rnn.weight_ih_l1_reverse	0	-0.0475490540266037
234508	rnn.weight_ih_l1_reverse	1	0.03169441223144531
234508	rnn.weight_ih_l1_reverse	2	0.09213054180145264
234508	rnn.weight_ih_l1_reverse	3	-0.019953716546297073
234508	rnn.weight_ih_l1_reverse	4	-0.025163765996694565
234508	rnn.weight_ih_l1_reverse	5	-0.03051779419183731
234508	rnn.weight_ih_l1_reverse	6	-0.020182514563202858
234508	rnn.weight_ih_l1_reverse	7	0.029176248237490654
234508	rnn.weight_ih_l1_reverse	8	0.010551990009844303
234508	rnn.weight_ih_l1_reverse	9	-0.033639777451753616
234508	rnn.weight_hh_l1_reverse	0	0.004941192455589771
234508	rnn.weight_hh_l1_reverse	1	0.03170385584235191
234508	rnn.weight_hh_l1_reverse	2	-0.04060380533337593
234508	rnn.weight_hh_l1_reverse	3	0.035086680203676224
234508	rnn.weight_hh_l1_reverse	4	0.047809671610593796
234508	rnn.weight_hh_l1_reverse	5	0.004868564661592245
234508	rnn.weight_hh_l1_reverse	6	0.04787708818912506
234508	rnn.weight_hh_l1_reverse	7	0.03142949938774109
234508	rnn.weight_hh_l1_reverse	8	-0.007127727381885052
234508	rnn.weight_hh_l1_reverse	9	-0.030467957258224487
234508	rnn.bias_ih_l1_reverse	0	-0.04773299768567085
234508	rnn.bias_ih_l1_reverse	1	-0.14149582386016846
234508	rnn.bias_ih_l1_reverse	2	-0.16150565445423126
234508	rnn.bias_ih_l1_reverse	3	-0.058692775666713715
234508	rnn.bias_ih_l1_reverse	4	-0.20434987545013428
234508	rnn.bias_ih_l1_reverse	5	-0.11656589806079865
234508	rnn.bias_ih_l1_reverse	6	-0.13057677447795868
234508	rnn.bias_ih_l1_reverse	7	-0.1921461969614029
234508	rnn.bias_ih_l1_reverse	8	0.22477437555789948
234508	rnn.bias_ih_l1_reverse	9	0.024181772023439407
234508	rnn.bias_hh_l1_reverse	0	0.011369463987648487
234508	rnn.bias_hh_l1_reverse	1	-0.06635348498821259
234508	rnn.bias_hh_l1_reverse	2	-0.23631446063518524
234508	rnn.bias_hh_l1_reverse	3	-0.14218242466449738
234508	rnn.bias_hh_l1_reverse	4	-0.0801401138305664
234508	rnn.bias_hh_l1_reverse	5	-0.1169072687625885
234508	rnn.bias_hh_l1_reverse	6	0.06487372517585754
234508	rnn.bias_hh_l1_reverse	7	-0.13900254666805267
234508	rnn.bias_hh_l1_reverse	8	-0.12436258047819138
234508	rnn.bias_hh_l1_reverse	9	-0.14882224798202515
234508	linear.weight	0	0.002228822559118271
234508	linear.weight	1	0.09238891303539276
234508	linear.weight	2	-0.0936388224363327
234508	linear.weight	3	0.3103978931903839
234508	linear.weight	4	0.1504649668931961
234508	linear.weight	5	-0.0637778639793396
234508	linear.weight	6	0.09945191442966461
234508	linear.weight	7	0.12857095897197723
234508	linear.weight	8	0.04113619774580002
234508	linear.weight	9	-0.05446772649884224
234508	linear.bias	0	0.0779402032494545
234508	linear.bias	1	-0.18076790869235992
234508	linear.bias	2	-0.4411889612674713
234508	linear.bias	3	-0.6641918420791626
234508	linear.bias	4	-1.2627370357513428
234508	linear.bias	5	-0.06519917398691177
234508	linear.bias	6	-0.8169853091239929
234508	linear.bias	7	0.2678014039993286
234508	linear.bias	8	-0.4075459837913513
234508	linear.bias	9	-1.0311527252197266
234705	transitions	0	0.7447685599327087
234705	transitions	1	0.14064839482307434
234705	transitions	2	-10000.0
234705	transitions	3	-1.8279011249542236
234705	transitions	4	-10000.0
234705	transitions	5	0.5633783936500549
234705	transitions	6	-0.08515004813671112
234705	transitions	7	-0.80661940574646
234705	transitions	8	-1.4218088388442993
234705	transitions	9	-0.0012274013133719563
234705	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
234705	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
234705	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
234705	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
234705	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
234705	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
234705	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
234705	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
234705	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
234705	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
234705	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
234705	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
234705	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
234705	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
234705	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
234705	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
234705	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
234705	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
234705	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
234705	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
234705	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
234705	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
234705	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
234705	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
234705	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
234705	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
234705	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
234705	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
234705	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
234705	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
234705	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
234705	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
234705	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
234705	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
234705	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
234705	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
234705	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
234705	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
234705	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
234705	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
234705	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
234705	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
234705	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
234705	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
234705	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
234705	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
234705	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
234705	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
234705	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
234705	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
234705	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
234705	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
234705	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
234705	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
234705	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
234705	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
234705	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
234705	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
234705	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
234705	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
234705	embedding2nn.weight	0	0.016497371718287468
234705	embedding2nn.weight	1	-0.012910913676023483
234705	embedding2nn.weight	2	-0.014268254861235619
234705	embedding2nn.weight	3	-0.03219713643193245
234705	embedding2nn.weight	4	-0.0059150345623493195
234705	embedding2nn.weight	5	-0.0037005888298153877
234705	embedding2nn.weight	6	-0.003973268438130617
234705	embedding2nn.weight	7	-0.07573765516281128
234705	embedding2nn.weight	8	-0.0019979383796453476
234705	embedding2nn.weight	9	-0.027232293039560318
234705	embedding2nn.bias	0	0.03213651105761528
234705	embedding2nn.bias	1	-0.07328146696090698
234705	embedding2nn.bias	2	0.06582345068454742
234705	embedding2nn.bias	3	0.05006121098995209
234705	embedding2nn.bias	4	-0.05050033703446388
234705	embedding2nn.bias	5	-0.010362951084971428
234705	embedding2nn.bias	6	0.011145434342324734
234705	embedding2nn.bias	7	-0.05620800331234932
234705	embedding2nn.bias	8	0.07272878289222717
234705	embedding2nn.bias	9	0.04389465972781181
234705	rnn.weight_ih_l0	0	-0.078841932117939
234705	rnn.weight_ih_l0	1	0.003089951816946268
234705	rnn.weight_ih_l0	2	0.03509627655148506
234705	rnn.weight_ih_l0	3	0.022393295541405678
234705	rnn.weight_ih_l0	4	-0.049692198634147644
234705	rnn.weight_ih_l0	5	-0.0686565414071083
234705	rnn.weight_ih_l0	6	-0.001674307743087411
234705	rnn.weight_ih_l0	7	0.0535702258348465
234705	rnn.weight_ih_l0	8	-0.01756146177649498
234705	rnn.weight_ih_l0	9	-0.030226459726691246
234705	rnn.weight_hh_l0	0	-0.03099977970123291
234705	rnn.weight_hh_l0	1	-0.00763299036771059
234705	rnn.weight_hh_l0	2	0.006708315573632717
234705	rnn.weight_hh_l0	3	-0.07479935139417648
234705	rnn.weight_hh_l0	4	0.0940871611237526
234705	rnn.weight_hh_l0	5	-0.025676432996988297
234705	rnn.weight_hh_l0	6	-0.06322325021028519
234705	rnn.weight_hh_l0	7	0.010031825862824917
234705	rnn.weight_hh_l0	8	0.013068092055618763
234705	rnn.weight_hh_l0	9	-0.025631697848439217
234705	rnn.bias_ih_l0	0	0.12860700488090515
234705	rnn.bias_ih_l0	1	-0.03637803718447685
234705	rnn.bias_ih_l0	2	-0.03373238071799278
234705	rnn.bias_ih_l0	3	0.16279537975788116
234705	rnn.bias_ih_l0	4	-0.013141660019755363
234705	rnn.bias_ih_l0	5	-0.022257542237639427
234705	rnn.bias_ih_l0	6	0.01799340732395649
234705	rnn.bias_ih_l0	7	0.021552639082074165
234705	rnn.bias_ih_l0	8	-0.10069835186004639
234705	rnn.bias_ih_l0	9	-0.03853040188550949
234705	rnn.bias_hh_l0	0	-0.00157893483992666
234705	rnn.bias_hh_l0	1	-0.09692369401454926
234705	rnn.bias_hh_l0	2	-0.0747496485710144
234705	rnn.bias_hh_l0	3	-0.08920575678348541
234705	rnn.bias_hh_l0	4	0.009748776443302631
234705	rnn.bias_hh_l0	5	-0.020760564133524895
234705	rnn.bias_hh_l0	6	0.027629567310214043
234705	rnn.bias_hh_l0	7	0.06076303496956825
234705	rnn.bias_hh_l0	8	-0.12234712392091751
234705	rnn.bias_hh_l0	9	-0.05792950838804245
234705	rnn.weight_ih_l0_reverse	0	-0.025639215484261513
234705	rnn.weight_ih_l0_reverse	1	-0.05664187669754028
234705	rnn.weight_ih_l0_reverse	2	-0.048272375017404556
234705	rnn.weight_ih_l0_reverse	3	0.015330600552260876
234705	rnn.weight_ih_l0_reverse	4	-0.024193139746785164
234705	rnn.weight_ih_l0_reverse	5	-0.057652004063129425
234705	rnn.weight_ih_l0_reverse	6	0.07520517706871033
234705	rnn.weight_ih_l0_reverse	7	-0.01865885779261589
234705	rnn.weight_ih_l0_reverse	8	-0.019792120903730392
234705	rnn.weight_ih_l0_reverse	9	0.004246581345796585
234705	rnn.weight_hh_l0_reverse	0	0.06692787259817123
234705	rnn.weight_hh_l0_reverse	1	0.020186271518468857
234705	rnn.weight_hh_l0_reverse	2	0.02940399758517742
234705	rnn.weight_hh_l0_reverse	3	0.03503583371639252
234705	rnn.weight_hh_l0_reverse	4	0.013460303656756878
234705	rnn.weight_hh_l0_reverse	5	0.007066053804010153
234705	rnn.weight_hh_l0_reverse	6	0.05097423866391182
234705	rnn.weight_hh_l0_reverse	7	-0.08190704137086868
234705	rnn.weight_hh_l0_reverse	8	0.0408964529633522
234705	rnn.weight_hh_l0_reverse	9	0.03503377363085747
234705	rnn.bias_ih_l0_reverse	0	-0.058407772332429886
234705	rnn.bias_ih_l0_reverse	1	-0.2838456928730011
234705	rnn.bias_ih_l0_reverse	2	-0.12064491957426071
234705	rnn.bias_ih_l0_reverse	3	-0.047123465687036514
234705	rnn.bias_ih_l0_reverse	4	-0.019052980467677116
234705	rnn.bias_ih_l0_reverse	5	0.07523484528064728
234705	rnn.bias_ih_l0_reverse	6	-0.06367289274930954
234705	rnn.bias_ih_l0_reverse	7	0.06317418813705444
234705	rnn.bias_ih_l0_reverse	8	-0.03960804641246796
234705	rnn.bias_ih_l0_reverse	9	0.06483013182878494
234705	rnn.bias_hh_l0_reverse	0	0.02187654934823513
234705	rnn.bias_hh_l0_reverse	1	-0.05826684087514877
234705	rnn.bias_hh_l0_reverse	2	0.08790139853954315
234705	rnn.bias_hh_l0_reverse	3	-0.05011320114135742
234705	rnn.bias_hh_l0_reverse	4	-0.028378712013363838
234705	rnn.bias_hh_l0_reverse	5	-0.018513554707169533
234705	rnn.bias_hh_l0_reverse	6	-0.01780388504266739
234705	rnn.bias_hh_l0_reverse	7	0.09892212599515915
234705	rnn.bias_hh_l0_reverse	8	0.030145680531859398
234705	rnn.bias_hh_l0_reverse	9	-0.14711713790893555
234705	rnn.weight_ih_l1	0	-0.02957729622721672
234705	rnn.weight_ih_l1	1	-0.05001606047153473
234705	rnn.weight_ih_l1	2	0.06553873419761658
234705	rnn.weight_ih_l1	3	-0.07296523451805115
234705	rnn.weight_ih_l1	4	-0.01419585756957531
234705	rnn.weight_ih_l1	5	-0.04058308154344559
234705	rnn.weight_ih_l1	6	0.028997663408517838
234705	rnn.weight_ih_l1	7	-0.04512988403439522
234705	rnn.weight_ih_l1	8	0.037758659571409225
234705	rnn.weight_ih_l1	9	0.04466797783970833
234705	rnn.weight_hh_l1	0	-0.007791060023009777
234705	rnn.weight_hh_l1	1	0.019720474258065224
234705	rnn.weight_hh_l1	2	0.007322848774492741
234705	rnn.weight_hh_l1	3	-0.012407372705638409
234705	rnn.weight_hh_l1	4	0.004921625833958387
234705	rnn.weight_hh_l1	5	0.03473857790231705
234705	rnn.weight_hh_l1	6	0.0367535725235939
234705	rnn.weight_hh_l1	7	-0.01617768034338951
234705	rnn.weight_hh_l1	8	-0.007693672087043524
234705	rnn.weight_hh_l1	9	0.038463763892650604
234705	rnn.bias_ih_l1	0	-0.18423214554786682
234705	rnn.bias_ih_l1	1	-0.17871248722076416
234705	rnn.bias_ih_l1	2	-0.19733913242816925
234705	rnn.bias_ih_l1	3	-0.3102667033672333
234705	rnn.bias_ih_l1	4	-0.20716005563735962
234705	rnn.bias_ih_l1	5	-0.08897367119789124
234705	rnn.bias_ih_l1	6	-0.1611083298921585
234705	rnn.bias_ih_l1	7	-0.004868500865995884
234705	rnn.bias_ih_l1	8	-0.13485462963581085
234705	rnn.bias_ih_l1	9	-0.12675662338733673
234705	rnn.bias_hh_l1	0	-0.09590157121419907
234705	rnn.bias_hh_l1	1	-0.0643770694732666
234705	rnn.bias_hh_l1	2	-0.08485153317451477
234705	rnn.bias_hh_l1	3	-0.07851890474557877
234705	rnn.bias_hh_l1	4	-0.0724390298128128
234705	rnn.bias_hh_l1	5	-0.11822669953107834
234705	rnn.bias_hh_l1	6	-0.16040867567062378
234705	rnn.bias_hh_l1	7	0.0739186555147171
234705	rnn.bias_hh_l1	8	-0.17980575561523438
234705	rnn.bias_hh_l1	9	-0.11828730255365372
234705	rnn.weight_ih_l1_reverse	0	-0.04770791903138161
234705	rnn.weight_ih_l1_reverse	1	0.03200499713420868
234705	rnn.weight_ih_l1_reverse	2	0.09234553575515747
234705	rnn.weight_ih_l1_reverse	3	-0.020219074562191963
234705	rnn.weight_ih_l1_reverse	4	-0.025267228484153748
234705	rnn.weight_ih_l1_reverse	5	-0.030510803684592247
234705	rnn.weight_ih_l1_reverse	6	-0.019901815801858902
234705	rnn.weight_ih_l1_reverse	7	0.029053961858153343
234705	rnn.weight_ih_l1_reverse	8	0.010411188006401062
234705	rnn.weight_ih_l1_reverse	9	-0.03362211585044861
234705	rnn.weight_hh_l1_reverse	0	0.004867544863373041
234705	rnn.weight_hh_l1_reverse	1	0.03172110393643379
234705	rnn.weight_hh_l1_reverse	2	-0.0405927449464798
234705	rnn.weight_hh_l1_reverse	3	0.03508809208869934
234705	rnn.weight_hh_l1_reverse	4	0.04781808331608772
234705	rnn.weight_hh_l1_reverse	5	0.004923527594655752
234705	rnn.weight_hh_l1_reverse	6	0.047768667340278625
234705	rnn.weight_hh_l1_reverse	7	0.03143156319856644
234705	rnn.weight_hh_l1_reverse	8	-0.007152107078582048
234705	rnn.weight_hh_l1_reverse	9	-0.030519217252731323
234705	rnn.bias_ih_l1_reverse	0	-0.04736938700079918
234705	rnn.bias_ih_l1_reverse	1	-0.14143991470336914
234705	rnn.bias_ih_l1_reverse	2	-0.16134563088417053
234705	rnn.bias_ih_l1_reverse	3	-0.05819374695420265
234705	rnn.bias_ih_l1_reverse	4	-0.20442239940166473
234705	rnn.bias_ih_l1_reverse	5	-0.11627812683582306
234705	rnn.bias_ih_l1_reverse	6	-0.1306028664112091
234705	rnn.bias_ih_l1_reverse	7	-0.1921457052230835
234705	rnn.bias_ih_l1_reverse	8	0.22484508156776428
234705	rnn.bias_ih_l1_reverse	9	0.024449463933706284
234705	rnn.bias_hh_l1_reverse	0	0.011663464829325676
234705	rnn.bias_hh_l1_reverse	1	-0.0666593685746193
234705	rnn.bias_hh_l1_reverse	2	-0.23604735732078552
234705	rnn.bias_hh_l1_reverse	3	-0.14208248257637024
234705	rnn.bias_hh_l1_reverse	4	-0.08014927804470062
234705	rnn.bias_hh_l1_reverse	5	-0.11671680957078934
234705	rnn.bias_hh_l1_reverse	6	0.06418018043041229
234705	rnn.bias_hh_l1_reverse	7	-0.1392110288143158
234705	rnn.bias_hh_l1_reverse	8	-0.12395963072776794
234705	rnn.bias_hh_l1_reverse	9	-0.14880333840847015
234705	linear.weight	0	0.002228822559118271
234705	linear.weight	1	0.09276282787322998
234705	linear.weight	2	-0.09310178458690643
234705	linear.weight	3	0.3108775317668915
234705	linear.weight	4	0.15030834078788757
234705	linear.weight	5	-0.06395680457353592
234705	linear.weight	6	0.09975887089967728
234705	linear.weight	7	0.1292654126882553
234705	linear.weight	8	0.041136156767606735
234705	linear.weight	9	-0.054791104048490524
234705	linear.bias	0	0.07735997438430786
234705	linear.bias	1	-0.18148691952228546
234705	linear.bias	2	-0.4454346299171448
234705	linear.bias	3	-0.6639949083328247
234705	linear.bias	4	-1.2625130414962769
234705	linear.bias	5	-0.06293106824159622
234705	linear.bias	6	-0.8175243139266968
234705	linear.bias	7	0.2698761522769928
234705	linear.bias	8	-0.4079868495464325
234705	linear.bias	9	-1.0315327644348145
234902	transitions	0	0.7433445453643799
234902	transitions	1	0.13933612406253815
234902	transitions	2	-10000.0
234902	transitions	3	-1.8279051780700684
234902	transitions	4	-10000.0
234902	transitions	5	0.5633671283721924
234902	transitions	6	-0.08515853434801102
234902	transitions	7	-0.8068639039993286
234902	transitions	8	-1.4218271970748901
234902	transitions	9	-0.001227474887855351
234902	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
234902	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
234902	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
234902	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
234902	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
234902	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
234902	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
234902	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
234902	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
234902	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
234902	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
234902	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
234902	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
234902	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
234902	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
234902	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
234902	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
234902	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
234902	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
234902	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
234902	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
234902	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
234902	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
234902	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
234902	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
234902	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
234902	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
234902	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
234902	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
234902	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
234902	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
234902	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
234902	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
234902	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
234902	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
234902	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
234902	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
234902	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
234902	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
234902	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
234902	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
234902	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
234902	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
234902	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
234902	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
234902	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
234902	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
234902	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
234902	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
234902	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
234902	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
234902	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
234902	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
234902	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
234902	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
234902	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
234902	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
234902	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
234902	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
234902	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
234902	embedding2nn.weight	0	0.016387615352869034
234902	embedding2nn.weight	1	-0.012912392616271973
234902	embedding2nn.weight	2	-0.014268254861235619
234902	embedding2nn.weight	3	-0.03225968778133392
234902	embedding2nn.weight	4	-0.0059150345623493195
234902	embedding2nn.weight	5	-0.0037005888298153877
234902	embedding2nn.weight	6	-0.003973268438130617
234902	embedding2nn.weight	7	-0.07567479461431503
234902	embedding2nn.weight	8	-0.0019979383796453476
234902	embedding2nn.weight	9	-0.027179796248674393
234902	embedding2nn.bias	0	0.029487963765859604
234902	embedding2nn.bias	1	-0.07257387787103653
234902	embedding2nn.bias	2	0.06650103628635406
234902	embedding2nn.bias	3	0.049380652606487274
234902	embedding2nn.bias	4	-0.04899303987622261
234902	embedding2nn.bias	5	-0.011962693184614182
234902	embedding2nn.bias	6	0.012271379120647907
234902	embedding2nn.bias	7	-0.055079493671655655
234902	embedding2nn.bias	8	0.07132396847009659
234902	embedding2nn.bias	9	0.04461153596639633
234902	rnn.weight_ih_l0	0	-0.07887743413448334
234902	rnn.weight_ih_l0	1	0.0032255444675683975
234902	rnn.weight_ih_l0	2	0.0350651890039444
234902	rnn.weight_ih_l0	3	0.02239215560257435
234902	rnn.weight_ih_l0	4	-0.04968177154660225
234902	rnn.weight_ih_l0	5	-0.0684610903263092
234902	rnn.weight_ih_l0	6	-0.001827187486924231
234902	rnn.weight_ih_l0	7	0.05359291285276413
234902	rnn.weight_ih_l0	8	-0.017581231892108917
234902	rnn.weight_ih_l0	9	-0.030300723388791084
234902	rnn.weight_hh_l0	0	-0.03097870573401451
234902	rnn.weight_hh_l0	1	-0.007656024768948555
234902	rnn.weight_hh_l0	2	0.006515145301818848
234902	rnn.weight_hh_l0	3	-0.07475022226572037
234902	rnn.weight_hh_l0	4	0.09410257637500763
234902	rnn.weight_hh_l0	5	-0.025577830150723457
234902	rnn.weight_hh_l0	6	-0.06331490725278854
234902	rnn.weight_hh_l0	7	0.009735653176903725
234902	rnn.weight_hh_l0	8	0.013044633902609348
234902	rnn.weight_hh_l0	9	-0.02559332177042961
234902	rnn.bias_ih_l0	0	0.12876342236995697
234902	rnn.bias_ih_l0	1	-0.03656786307692528
234902	rnn.bias_ih_l0	2	-0.0336548276245594
234902	rnn.bias_ih_l0	3	0.16243793070316315
234902	rnn.bias_ih_l0	4	-0.013432273641228676
234902	rnn.bias_ih_l0	5	-0.022542912513017654
234902	rnn.bias_ih_l0	6	0.017934830859303474
234902	rnn.bias_ih_l0	7	0.021737901493906975
234902	rnn.bias_ih_l0	8	-0.10089914500713348
234902	rnn.bias_ih_l0	9	-0.03884826973080635
234902	rnn.bias_hh_l0	0	-0.0011775485472753644
234902	rnn.bias_hh_l0	1	-0.09699141979217529
234902	rnn.bias_hh_l0	2	-0.07496043294668198
234902	rnn.bias_hh_l0	3	-0.08945480734109879
234902	rnn.bias_hh_l0	4	0.009939977899193764
234902	rnn.bias_hh_l0	5	-0.020775584504008293
234902	rnn.bias_hh_l0	6	0.02725824899971485
234902	rnn.bias_hh_l0	7	0.06040705367922783
234902	rnn.bias_hh_l0	8	-0.12278594076633453
234902	rnn.bias_hh_l0	9	-0.05783786252140999
234902	rnn.weight_ih_l0_reverse	0	-0.025388365611433983
234902	rnn.weight_ih_l0_reverse	1	-0.0565686896443367
234902	rnn.weight_ih_l0_reverse	2	-0.048402197659015656
234902	rnn.weight_ih_l0_reverse	3	0.015291943214833736
234902	rnn.weight_ih_l0_reverse	4	-0.024219417944550514
234902	rnn.weight_ih_l0_reverse	5	-0.05767115205526352
234902	rnn.weight_ih_l0_reverse	6	0.07539083808660507
234902	rnn.weight_ih_l0_reverse	7	-0.018795426934957504
234902	rnn.weight_ih_l0_reverse	8	-0.01999494805932045
234902	rnn.weight_ih_l0_reverse	9	0.004391261842101812
234902	rnn.weight_hh_l0_reverse	0	0.06710232049226761
234902	rnn.weight_hh_l0_reverse	1	0.019997818395495415
234902	rnn.weight_hh_l0_reverse	2	0.029426870867609978
234902	rnn.weight_hh_l0_reverse	3	0.03500340133905411
234902	rnn.weight_hh_l0_reverse	4	0.013515956699848175
234902	rnn.weight_hh_l0_reverse	5	0.007332766428589821
234902	rnn.weight_hh_l0_reverse	6	0.05105480179190636
234902	rnn.weight_hh_l0_reverse	7	-0.08193827420473099
234902	rnn.weight_hh_l0_reverse	8	0.04079977422952652
234902	rnn.weight_hh_l0_reverse	9	0.035035327076911926
234902	rnn.bias_ih_l0_reverse	0	-0.0581461600959301
234902	rnn.bias_ih_l0_reverse	1	-0.2838124632835388
234902	rnn.bias_ih_l0_reverse	2	-0.12074598670005798
234902	rnn.bias_ih_l0_reverse	3	-0.047078121453523636
234902	rnn.bias_ih_l0_reverse	4	-0.019337017089128494
234902	rnn.bias_ih_l0_reverse	5	0.07544691115617752
234902	rnn.bias_ih_l0_reverse	6	-0.06388215720653534
234902	rnn.bias_ih_l0_reverse	7	0.06304745376110077
234902	rnn.bias_ih_l0_reverse	8	-0.03913608565926552
234902	rnn.bias_ih_l0_reverse	9	0.06532416492700577
234902	rnn.bias_hh_l0_reverse	0	0.021926337853074074
234902	rnn.bias_hh_l0_reverse	1	-0.05806482955813408
234902	rnn.bias_hh_l0_reverse	2	0.08796054124832153
234902	rnn.bias_hh_l0_reverse	3	-0.05013984441757202
234902	rnn.bias_hh_l0_reverse	4	-0.02808256261050701
234902	rnn.bias_hh_l0_reverse	5	-0.01891275681555271
234902	rnn.bias_hh_l0_reverse	6	-0.017636584118008614
234902	rnn.bias_hh_l0_reverse	7	0.09934283792972565
234902	rnn.bias_hh_l0_reverse	8	0.029613971710205078
234902	rnn.bias_hh_l0_reverse	9	-0.14694911241531372
234902	rnn.weight_ih_l1	0	-0.029514573514461517
234902	rnn.weight_ih_l1	1	-0.04993618279695511
234902	rnn.weight_ih_l1	2	0.06543506681919098
234902	rnn.weight_ih_l1	3	-0.07261589169502258
234902	rnn.weight_ih_l1	4	-0.0142172547057271
234902	rnn.weight_ih_l1	5	-0.040529392659664154
234902	rnn.weight_ih_l1	6	0.02920427918434143
234902	rnn.weight_ih_l1	7	-0.04495684430003166
234902	rnn.weight_ih_l1	8	0.0377117283642292
234902	rnn.weight_ih_l1	9	0.044710319489240646
234902	rnn.weight_hh_l1	0	-0.0076060425490140915
234902	rnn.weight_hh_l1	1	0.019734755158424377
234902	rnn.weight_hh_l1	2	0.007401574403047562
234902	rnn.weight_hh_l1	3	-0.012386885471642017
234902	rnn.weight_hh_l1	4	0.004782353062182665
234902	rnn.weight_hh_l1	5	0.03470565006136894
234902	rnn.weight_hh_l1	6	0.036850474774837494
234902	rnn.weight_hh_l1	7	-0.0161188505589962
234902	rnn.weight_hh_l1	8	-0.007749705109745264
234902	rnn.weight_hh_l1	9	0.03856058791279793
234902	rnn.bias_ih_l1	0	-0.18354922533035278
234902	rnn.bias_ih_l1	1	-0.1791047900915146
234902	rnn.bias_ih_l1	2	-0.19755999743938446
234902	rnn.bias_ih_l1	3	-0.310130774974823
234902	rnn.bias_ih_l1	4	-0.2051721215248108
234902	rnn.bias_ih_l1	5	-0.089060939848423
234902	rnn.bias_ih_l1	6	-0.1611340194940567
234902	rnn.bias_ih_l1	7	-0.005644494667649269
234902	rnn.bias_ih_l1	8	-0.13495835661888123
234902	rnn.bias_ih_l1	9	-0.12692955136299133
234902	rnn.bias_hh_l1	0	-0.09567923098802567
234902	rnn.bias_hh_l1	1	-0.064358651638031
234902	rnn.bias_hh_l1	2	-0.08476395159959793
234902	rnn.bias_hh_l1	3	-0.07856625318527222
234902	rnn.bias_hh_l1	4	-0.07248355448246002
234902	rnn.bias_hh_l1	5	-0.1182214617729187
234902	rnn.bias_hh_l1	6	-0.16015182435512543
234902	rnn.bias_hh_l1	7	0.07407278567552567
234902	rnn.bias_hh_l1	8	-0.17939719557762146
234902	rnn.bias_hh_l1	9	-0.11749041825532913
234902	rnn.weight_ih_l1_reverse	0	-0.047837574034929276
234902	rnn.weight_ih_l1_reverse	1	0.031999483704566956
234902	rnn.weight_ih_l1_reverse	2	0.09225726872682571
234902	rnn.weight_ih_l1_reverse	3	-0.020262297242879868
234902	rnn.weight_ih_l1_reverse	4	-0.025009147822856903
234902	rnn.weight_ih_l1_reverse	5	-0.030501801520586014
234902	rnn.weight_ih_l1_reverse	6	-0.020002782344818115
234902	rnn.weight_ih_l1_reverse	7	0.029020223766565323
234902	rnn.weight_ih_l1_reverse	8	0.010902143083512783
234902	rnn.weight_ih_l1_reverse	9	-0.03362381085753441
234902	rnn.weight_hh_l1_reverse	0	0.004837281070649624
234902	rnn.weight_hh_l1_reverse	1	0.03174685314297676
234902	rnn.weight_hh_l1_reverse	2	-0.0405777283012867
234902	rnn.weight_hh_l1_reverse	3	0.035079337656497955
234902	rnn.weight_hh_l1_reverse	4	0.04782309755682945
234902	rnn.weight_hh_l1_reverse	5	0.004843863192945719
234902	rnn.weight_hh_l1_reverse	6	0.04781604930758476
234902	rnn.weight_hh_l1_reverse	7	0.031517814844846725
234902	rnn.weight_hh_l1_reverse	8	-0.007167333271354437
234902	rnn.weight_hh_l1_reverse	9	-0.030512874945998192
234902	rnn.bias_ih_l1_reverse	0	-0.04730705916881561
234902	rnn.bias_ih_l1_reverse	1	-0.14143520593643188
234902	rnn.bias_ih_l1_reverse	2	-0.16142898797988892
234902	rnn.bias_ih_l1_reverse	3	-0.0580240897834301
234902	rnn.bias_ih_l1_reverse	4	-0.2043224424123764
234902	rnn.bias_ih_l1_reverse	5	-0.11626366525888443
234902	rnn.bias_ih_l1_reverse	6	-0.13060793280601501
234902	rnn.bias_ih_l1_reverse	7	-0.19203530251979828
234902	rnn.bias_ih_l1_reverse	8	0.2241460382938385
234902	rnn.bias_ih_l1_reverse	9	0.024921733886003494
234902	rnn.bias_hh_l1_reverse	0	0.012022982351481915
234902	rnn.bias_hh_l1_reverse	1	-0.06620069593191147
234902	rnn.bias_hh_l1_reverse	2	-0.23586229979991913
234902	rnn.bias_hh_l1_reverse	3	-0.1422370821237564
234902	rnn.bias_hh_l1_reverse	4	-0.07998964190483093
234902	rnn.bias_hh_l1_reverse	5	-0.11704747378826141
234902	rnn.bias_hh_l1_reverse	6	0.06345584243535995
234902	rnn.bias_hh_l1_reverse	7	-0.1388521045446396
234902	rnn.bias_hh_l1_reverse	8	-0.12422409653663635
234902	rnn.bias_hh_l1_reverse	9	-0.1486164629459381
234902	linear.weight	0	0.002228822559118271
234902	linear.weight	1	0.09341849386692047
234902	linear.weight	2	-0.09274359047412872
234902	linear.weight	3	0.3114618957042694
234902	linear.weight	4	0.1502847969532013
234902	linear.weight	5	-0.063712939620018
234902	linear.weight	6	0.09788179397583008
234902	linear.weight	7	0.13090519607067108
234902	linear.weight	8	0.04113612696528435
234902	linear.weight	9	-0.05370181053876877
234902	linear.bias	0	0.0837918296456337
234902	linear.bias	1	-0.18409527838230133
234902	linear.bias	2	-0.443999320268631
234902	linear.bias	3	-0.6612061262130737
234902	linear.bias	4	-1.2595717906951904
234902	linear.bias	5	-0.06434670090675354
234902	linear.bias	6	-0.8206457495689392
234902	linear.bias	7	0.26846033334732056
234902	linear.bias	8	-0.4039815366268158
234902	linear.bias	9	-1.027348518371582
234906	transitions	0	0.7433444261550903
234906	transitions	1	0.13933610916137695
234906	transitions	2	-10000.0
234906	transitions	3	-1.827905297279358
234906	transitions	4	-10000.0
234906	transitions	5	0.5633671283721924
234906	transitions	6	-0.085158571600914
234906	transitions	7	-0.8068659901618958
234906	transitions	8	-1.4218271970748901
234906	transitions	9	-0.0012274774489924312
234906	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
234906	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
234906	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
234906	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
234906	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
234906	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
234906	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
234906	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
234906	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
234906	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
234906	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
234906	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
234906	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
234906	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
234906	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
234906	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
234906	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
234906	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
234906	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
234906	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
234906	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
234906	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
234906	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
234906	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
234906	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
234906	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
234906	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
234906	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
234906	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
234906	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
234906	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
234906	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
234906	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
234906	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
234906	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
234906	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
234906	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
234906	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
234906	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
234906	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
234906	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
234906	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
234906	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
234906	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
234906	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
234906	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
234906	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
234906	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
234906	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
234906	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
234906	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
234906	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
234906	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
234906	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
234906	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
234906	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
234906	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
234906	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
234906	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
234906	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
234906	embedding2nn.weight	0	0.016388021409511566
234906	embedding2nn.weight	1	-0.012912939302623272
234906	embedding2nn.weight	2	-0.014268254861235619
234906	embedding2nn.weight	3	-0.032258953899145126
234906	embedding2nn.weight	4	-0.0059150345623493195
234906	embedding2nn.weight	5	-0.0037005888298153877
234906	embedding2nn.weight	6	-0.003973268438130617
234906	embedding2nn.weight	7	-0.07568755000829697
234906	embedding2nn.weight	8	-0.0019979383796453476
234906	embedding2nn.weight	9	-0.02717594802379608
234906	embedding2nn.bias	0	0.02949337661266327
234906	embedding2nn.bias	1	-0.07243914902210236
234906	embedding2nn.bias	2	0.0665460005402565
234906	embedding2nn.bias	3	0.049523644149303436
234906	embedding2nn.bias	4	-0.04872901365160942
234906	embedding2nn.bias	5	-0.01169457845389843
234906	embedding2nn.bias	6	0.012276766821742058
234906	embedding2nn.bias	7	-0.055264879018068314
234906	embedding2nn.bias	8	0.07149068266153336
234906	embedding2nn.bias	9	0.04435745254158974
234906	rnn.weight_ih_l0	0	-0.07887233048677444
234906	rnn.weight_ih_l0	1	0.0032145390287041664
234906	rnn.weight_ih_l0	2	0.03500797972083092
234906	rnn.weight_ih_l0	3	0.022387394681572914
234906	rnn.weight_ih_l0	4	-0.04966450110077858
234906	rnn.weight_ih_l0	5	-0.06845569610595703
234906	rnn.weight_ih_l0	6	-0.0018217929173260927
234906	rnn.weight_ih_l0	7	0.053573962301015854
234906	rnn.weight_ih_l0	8	-0.01757194474339485
234906	rnn.weight_ih_l0	9	-0.030297642573714256
234906	rnn.weight_hh_l0	0	-0.030950814485549927
234906	rnn.weight_hh_l0	1	-0.007623995188623667
234906	rnn.weight_hh_l0	2	0.006517166271805763
234906	rnn.weight_hh_l0	3	-0.07474303990602493
234906	rnn.weight_hh_l0	4	0.09410484880208969
234906	rnn.weight_hh_l0	5	-0.025573497638106346
234906	rnn.weight_hh_l0	6	-0.06331532448530197
234906	rnn.weight_hh_l0	7	0.009722388349473476
234906	rnn.weight_hh_l0	8	0.013020792044699192
234906	rnn.weight_hh_l0	9	-0.02559499815106392
234906	rnn.bias_ih_l0	0	0.1287463903427124
234906	rnn.bias_ih_l0	1	-0.03657570853829384
234906	rnn.bias_ih_l0	2	-0.033640336245298386
234906	rnn.bias_ih_l0	3	0.1624431312084198
234906	rnn.bias_ih_l0	4	-0.013405808247625828
234906	rnn.bias_ih_l0	5	-0.022523822262883186
234906	rnn.bias_ih_l0	6	0.017944810912013054
234906	rnn.bias_ih_l0	7	0.02175840735435486
234906	rnn.bias_ih_l0	8	-0.10088023543357849
234906	rnn.bias_ih_l0	9	-0.038981422781944275
234906	rnn.bias_hh_l0	0	-0.0011786711402237415
234906	rnn.bias_hh_l0	1	-0.09699321538209915
234906	rnn.bias_hh_l0	2	-0.07496103644371033
234906	rnn.bias_hh_l0	3	-0.08946242928504944
234906	rnn.bias_hh_l0	4	0.009946095757186413
234906	rnn.bias_hh_l0	5	-0.02073785290122032
234906	rnn.bias_hh_l0	6	0.027254700660705566
234906	rnn.bias_hh_l0	7	0.06039360165596008
234906	rnn.bias_hh_l0	8	-0.12276506423950195
234906	rnn.bias_hh_l0	9	-0.05792788043618202
234906	rnn.weight_ih_l0_reverse	0	-0.025382880121469498
234906	rnn.weight_ih_l0_reverse	1	-0.05657491460442543
234906	rnn.weight_ih_l0_reverse	2	-0.04839523136615753
234906	rnn.weight_ih_l0_reverse	3	0.015274349600076675
234906	rnn.weight_ih_l0_reverse	4	-0.024215953424572945
234906	rnn.weight_ih_l0_reverse	5	-0.05767315626144409
234906	rnn.weight_ih_l0_reverse	6	0.07538899779319763
234906	rnn.weight_ih_l0_reverse	7	-0.018796324729919434
234906	rnn.weight_ih_l0_reverse	8	-0.020013367757201195
234906	rnn.weight_ih_l0_reverse	9	0.004387348890304565
234906	rnn.weight_hh_l0_reverse	0	0.06712082773447037
234906	rnn.weight_hh_l0_reverse	1	0.020004339516162872
234906	rnn.weight_hh_l0_reverse	2	0.029420550912618637
234906	rnn.weight_hh_l0_reverse	3	0.03500877320766449
234906	rnn.weight_hh_l0_reverse	4	0.013510772958397865
234906	rnn.weight_hh_l0_reverse	5	0.007320933043956757
234906	rnn.weight_hh_l0_reverse	6	0.05106772854924202
234906	rnn.weight_hh_l0_reverse	7	-0.08196891844272614
234906	rnn.weight_hh_l0_reverse	8	0.04080402851104736
234906	rnn.weight_hh_l0_reverse	9	0.035033002495765686
234906	rnn.bias_ih_l0_reverse	0	-0.05815119668841362
234906	rnn.bias_ih_l0_reverse	1	-0.2838801443576813
234906	rnn.bias_ih_l0_reverse	2	-0.12072247266769409
234906	rnn.bias_ih_l0_reverse	3	-0.04711659997701645
234906	rnn.bias_ih_l0_reverse	4	-0.019364789128303528
234906	rnn.bias_ih_l0_reverse	5	0.0753197968006134
234906	rnn.bias_ih_l0_reverse	6	-0.06387989223003387
234906	rnn.bias_ih_l0_reverse	7	0.06306520849466324
234906	rnn.bias_ih_l0_reverse	8	-0.039092209190130234
234906	rnn.bias_ih_l0_reverse	9	0.06534364074468613
234906	rnn.bias_hh_l0_reverse	0	0.021944822743535042
234906	rnn.bias_hh_l0_reverse	1	-0.05813140422105789
234906	rnn.bias_hh_l0_reverse	2	0.0879136249423027
234906	rnn.bias_hh_l0_reverse	3	-0.050166256725788116
234906	rnn.bias_hh_l0_reverse	4	-0.028123339638113976
234906	rnn.bias_hh_l0_reverse	5	-0.018910711631178856
234906	rnn.bias_hh_l0_reverse	6	-0.017705827951431274
234906	rnn.bias_hh_l0_reverse	7	0.09925366938114166
234906	rnn.bias_hh_l0_reverse	8	0.029618043452501297
234906	rnn.bias_hh_l0_reverse	9	-0.14689423143863678
234906	rnn.weight_ih_l1	0	-0.029511651024222374
234906	rnn.weight_ih_l1	1	-0.049911171197891235
234906	rnn.weight_ih_l1	2	0.06543496251106262
234906	rnn.weight_ih_l1	3	-0.07261446118354797
234906	rnn.weight_ih_l1	4	-0.014208084903657436
234906	rnn.weight_ih_l1	5	-0.04053730517625809
234906	rnn.weight_ih_l1	6	0.02917907014489174
234906	rnn.weight_ih_l1	7	-0.044971343129873276
234906	rnn.weight_ih_l1	8	0.03770945221185684
234906	rnn.weight_ih_l1	9	0.04470910504460335
234906	rnn.weight_hh_l1	0	-0.007596147712320089
234906	rnn.weight_hh_l1	1	0.01973930560052395
234906	rnn.weight_hh_l1	2	0.007413844112306833
234906	rnn.weight_hh_l1	3	-0.012371773831546307
234906	rnn.weight_hh_l1	4	0.004782063886523247
234906	rnn.weight_hh_l1	5	0.03470523655414581
234906	rnn.weight_hh_l1	6	0.03684813529253006
234906	rnn.weight_hh_l1	7	-0.016120145097374916
234906	rnn.weight_hh_l1	8	-0.007747276686131954
234906	rnn.weight_hh_l1	9	0.03855917230248451
234906	rnn.bias_ih_l1	0	-0.18354010581970215
234906	rnn.bias_ih_l1	1	-0.1790875941514969
234906	rnn.bias_ih_l1	2	-0.1975574493408203
234906	rnn.bias_ih_l1	3	-0.31002330780029297
234906	rnn.bias_ih_l1	4	-0.20512141287326813
234906	rnn.bias_ih_l1	5	-0.08904725313186646
234906	rnn.bias_ih_l1	6	-0.16110551357269287
234906	rnn.bias_ih_l1	7	-0.005537643563002348
234906	rnn.bias_ih_l1	8	-0.13490784168243408
234906	rnn.bias_ih_l1	9	-0.12687569856643677
234906	rnn.bias_hh_l1	0	-0.09570255875587463
234906	rnn.bias_hh_l1	1	-0.06431419402360916
234906	rnn.bias_hh_l1	2	-0.08477582782506943
234906	rnn.bias_hh_l1	3	-0.0786115974187851
234906	rnn.bias_hh_l1	4	-0.07242344319820404
234906	rnn.bias_hh_l1	5	-0.11825874447822571
234906	rnn.bias_hh_l1	6	-0.16012771427631378
234906	rnn.bias_hh_l1	7	0.07412000745534897
234906	rnn.bias_hh_l1	8	-0.17938293516635895
234906	rnn.bias_hh_l1	9	-0.11740200966596603
234906	rnn.weight_ih_l1_reverse	0	-0.04783632233738899
234906	rnn.weight_ih_l1_reverse	1	0.03200923278927803
234906	rnn.weight_ih_l1_reverse	2	0.09228367358446121
234906	rnn.weight_ih_l1_reverse	3	-0.020258521661162376
234906	rnn.weight_ih_l1_reverse	4	-0.024978388100862503
234906	rnn.weight_ih_l1_reverse	5	-0.03047298453748226
234906	rnn.weight_ih_l1_reverse	6	-0.019901888445019722
234906	rnn.weight_ih_l1_reverse	7	0.029015330597758293
234906	rnn.weight_ih_l1_reverse	8	0.010628877207636833
234906	rnn.weight_ih_l1_reverse	9	-0.03361182287335396
234906	rnn.weight_hh_l1_reverse	0	0.004837358370423317
234906	rnn.weight_hh_l1_reverse	1	0.03175349161028862
234906	rnn.weight_hh_l1_reverse	2	-0.040577735751867294
234906	rnn.weight_hh_l1_reverse	3	0.035079725086688995
234906	rnn.weight_hh_l1_reverse	4	0.04782739281654358
234906	rnn.weight_hh_l1_reverse	5	0.004864930175244808
234906	rnn.weight_hh_l1_reverse	6	0.047815240919589996
234906	rnn.weight_hh_l1_reverse	7	0.031517595052719116
234906	rnn.weight_hh_l1_reverse	8	-0.0071656350046396255
234906	rnn.weight_hh_l1_reverse	9	-0.030511945486068726
234906	rnn.bias_ih_l1_reverse	0	-0.04735763370990753
234906	rnn.bias_ih_l1_reverse	1	-0.14154359698295593
234906	rnn.bias_ih_l1_reverse	2	-0.16153208911418915
234906	rnn.bias_ih_l1_reverse	3	-0.05805528908967972
234906	rnn.bias_ih_l1_reverse	4	-0.20434671640396118
234906	rnn.bias_ih_l1_reverse	5	-0.11626560986042023
234906	rnn.bias_ih_l1_reverse	6	-0.13061374425888062
234906	rnn.bias_ih_l1_reverse	7	-0.19211269915103912
234906	rnn.bias_ih_l1_reverse	8	0.22405144572257996
234906	rnn.bias_ih_l1_reverse	9	0.02494523674249649
234906	rnn.bias_hh_l1_reverse	0	0.01203815545886755
234906	rnn.bias_hh_l1_reverse	1	-0.06577499210834503
234906	rnn.bias_hh_l1_reverse	2	-0.23586513102054596
234906	rnn.bias_hh_l1_reverse	3	-0.14213316142559052
234906	rnn.bias_hh_l1_reverse	4	-0.0799785703420639
234906	rnn.bias_hh_l1_reverse	5	-0.1170116662979126
234906	rnn.bias_hh_l1_reverse	6	0.06332940608263016
234906	rnn.bias_hh_l1_reverse	7	-0.13885754346847534
234906	rnn.bias_hh_l1_reverse	8	-0.1242266371846199
234906	rnn.bias_hh_l1_reverse	9	-0.1485990732908249
234906	linear.weight	0	0.002228822559118271
234906	linear.weight	1	0.09329894185066223
234906	linear.weight	2	-0.09276970475912094
234906	linear.weight	3	0.31146642565727234
234906	linear.weight	4	0.15028250217437744
234906	linear.weight	5	-0.06370281428098679
234906	linear.weight	6	0.09787917137145996
234906	linear.weight	7	0.1310465931892395
234906	linear.weight	8	0.04113612696528435
234906	linear.weight	9	-0.05379275232553482
234906	linear.bias	0	0.08435190469026566
234906	linear.bias	1	-0.18438346683979034
234906	linear.bias	2	-0.44321396946907043
234906	linear.bias	3	-0.6611678004264832
234906	linear.bias	4	-1.2594337463378906
234906	linear.bias	5	-0.06421326100826263
234906	linear.bias	6	-0.8206798434257507
234906	linear.bias	7	0.2686106562614441
234906	linear.bias	8	-0.4044354557991028
234906	linear.bias	9	-1.0278043746948242
235103	transitions	0	0.7436927556991577
235103	transitions	1	0.14008864760398865
235103	transitions	2	-10000.0
235103	transitions	3	-1.8279072046279907
235103	transitions	4	-10000.0
235103	transitions	5	0.5633639097213745
235103	transitions	6	-0.085161954164505
235103	transitions	7	-0.8069966435432434
235103	transitions	8	-1.421831727027893
235103	transitions	9	-0.0012275283224880695
235103	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
235103	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
235103	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
235103	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
235103	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
235103	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
235103	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
235103	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
235103	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
235103	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
235103	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
235103	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
235103	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
235103	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
235103	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
235103	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
235103	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
235103	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
235103	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
235103	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
235103	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
235103	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
235103	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
235103	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
235103	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
235103	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
235103	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
235103	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
235103	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
235103	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
235103	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
235103	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
235103	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
235103	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
235103	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
235103	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
235103	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
235103	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
235103	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
235103	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
235103	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
235103	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
235103	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
235103	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
235103	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
235103	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
235103	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
235103	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
235103	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
235103	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
235103	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
235103	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
235103	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
235103	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
235103	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
235103	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
235103	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
235103	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
235103	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
235103	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
235103	embedding2nn.weight	0	0.016780788078904152
235103	embedding2nn.weight	1	-0.012949640862643719
235103	embedding2nn.weight	2	-0.014268254861235619
235103	embedding2nn.weight	3	-0.031549423933029175
235103	embedding2nn.weight	4	-0.0059150345623493195
235103	embedding2nn.weight	5	-0.0037005888298153877
235103	embedding2nn.weight	6	-0.003973268438130617
235103	embedding2nn.weight	7	-0.07567533850669861
235103	embedding2nn.weight	8	-0.0019979383796453476
235103	embedding2nn.weight	9	-0.02717112936079502
235103	embedding2nn.bias	0	0.029932323843240738
235103	embedding2nn.bias	1	-0.07226333767175674
235103	embedding2nn.bias	2	0.0647037997841835
235103	embedding2nn.bias	3	0.04909985139966011
235103	embedding2nn.bias	4	-0.04865263029932976
235103	embedding2nn.bias	5	-0.012241876684129238
235103	embedding2nn.bias	6	0.012993497774004936
235103	embedding2nn.bias	7	-0.055563464760780334
235103	embedding2nn.bias	8	0.07125094532966614
235103	embedding2nn.bias	9	0.04437199980020523
235103	rnn.weight_ih_l0	0	-0.0788022056221962
235103	rnn.weight_ih_l0	1	0.0032981564290821552
235103	rnn.weight_ih_l0	2	0.034916989505290985
235103	rnn.weight_ih_l0	3	0.022378509864211082
235103	rnn.weight_ih_l0	4	-0.049427155405282974
235103	rnn.weight_ih_l0	5	-0.06843946874141693
235103	rnn.weight_ih_l0	6	-0.001790397334843874
235103	rnn.weight_ih_l0	7	0.053703632205724716
235103	rnn.weight_ih_l0	8	-0.017777279019355774
235103	rnn.weight_ih_l0	9	-0.030218007043004036
235103	rnn.weight_hh_l0	0	-0.030968155711889267
235103	rnn.weight_hh_l0	1	-0.007628784980624914
235103	rnn.weight_hh_l0	2	0.006531147751957178
235103	rnn.weight_hh_l0	3	-0.07468344271183014
235103	rnn.weight_hh_l0	4	0.09420184791088104
235103	rnn.weight_hh_l0	5	-0.02566523663699627
235103	rnn.weight_hh_l0	6	-0.06346185505390167
235103	rnn.weight_hh_l0	7	0.009705593809485435
235103	rnn.weight_hh_l0	8	0.013117560185492039
235103	rnn.weight_hh_l0	9	-0.025651883333921432
235103	rnn.bias_ih_l0	0	0.12847734987735748
235103	rnn.bias_ih_l0	1	-0.03701160103082657
235103	rnn.bias_ih_l0	2	-0.033740002661943436
235103	rnn.bias_ih_l0	3	0.16231688857078552
235103	rnn.bias_ih_l0	4	-0.013205181807279587
235103	rnn.bias_ih_l0	5	-0.022517448291182518
235103	rnn.bias_ih_l0	6	0.018394650891423225
235103	rnn.bias_ih_l0	7	0.02174830622971058
235103	rnn.bias_ih_l0	8	-0.10088375210762024
235103	rnn.bias_ih_l0	9	-0.03928592428565025
235103	rnn.bias_hh_l0	0	-0.001120922272093594
235103	rnn.bias_hh_l0	1	-0.09682488441467285
235103	rnn.bias_hh_l0	2	-0.0749238058924675
235103	rnn.bias_hh_l0	3	-0.08927697688341141
235103	rnn.bias_hh_l0	4	0.009787406772375107
235103	rnn.bias_hh_l0	5	-0.020855430513620377
235103	rnn.bias_hh_l0	6	0.02739740163087845
235103	rnn.bias_hh_l0	7	0.06030427664518356
235103	rnn.bias_hh_l0	8	-0.1222037822008133
235103	rnn.bias_hh_l0	9	-0.05820754915475845
235103	rnn.weight_ih_l0_reverse	0	-0.02542206645011902
235103	rnn.weight_ih_l0_reverse	1	-0.05654742941260338
235103	rnn.weight_ih_l0_reverse	2	-0.048610102385282516
235103	rnn.weight_ih_l0_reverse	3	0.015280000865459442
235103	rnn.weight_ih_l0_reverse	4	-0.024102846160531044
235103	rnn.weight_ih_l0_reverse	5	-0.05733773484826088
235103	rnn.weight_ih_l0_reverse	6	0.07518637180328369
235103	rnn.weight_ih_l0_reverse	7	-0.018876580521464348
235103	rnn.weight_ih_l0_reverse	8	-0.019938530400395393
235103	rnn.weight_ih_l0_reverse	9	0.004375697113573551
235103	rnn.weight_hh_l0_reverse	0	0.06720597296953201
235103	rnn.weight_hh_l0_reverse	1	0.019870121031999588
235103	rnn.weight_hh_l0_reverse	2	0.029464468359947205
235103	rnn.weight_hh_l0_reverse	3	0.03506290540099144
235103	rnn.weight_hh_l0_reverse	4	0.013469161465764046
235103	rnn.weight_hh_l0_reverse	5	0.007258604746311903
235103	rnn.weight_hh_l0_reverse	6	0.05104493349790573
235103	rnn.weight_hh_l0_reverse	7	-0.08184492588043213
235103	rnn.weight_hh_l0_reverse	8	0.04073604196310043
235103	rnn.weight_hh_l0_reverse	9	0.03503582254052162
235103	rnn.bias_ih_l0_reverse	0	-0.057898301631212234
235103	rnn.bias_ih_l0_reverse	1	-0.2844471335411072
235103	rnn.bias_ih_l0_reverse	2	-0.1206001490354538
235103	rnn.bias_ih_l0_reverse	3	-0.046925660222768784
235103	rnn.bias_ih_l0_reverse	4	-0.019396936520934105
235103	rnn.bias_ih_l0_reverse	5	0.0750742107629776
235103	rnn.bias_ih_l0_reverse	6	-0.064083531498909
235103	rnn.bias_ih_l0_reverse	7	0.06298232078552246
235103	rnn.bias_ih_l0_reverse	8	-0.03887355327606201
235103	rnn.bias_ih_l0_reverse	9	0.06541638821363449
235103	rnn.bias_hh_l0_reverse	0	0.022322656586766243
235103	rnn.bias_hh_l0_reverse	1	-0.05833102762699127
235103	rnn.bias_hh_l0_reverse	2	0.08832624554634094
235103	rnn.bias_hh_l0_reverse	3	-0.05050695687532425
235103	rnn.bias_hh_l0_reverse	4	-0.02829248085618019
235103	rnn.bias_hh_l0_reverse	5	-0.019075728952884674
235103	rnn.bias_hh_l0_reverse	6	-0.017336634919047356
235103	rnn.bias_hh_l0_reverse	7	0.09934435039758682
235103	rnn.bias_hh_l0_reverse	8	0.02990422211587429
235103	rnn.bias_hh_l0_reverse	9	-0.1467541754245758
235103	rnn.weight_ih_l1	0	-0.029581449925899506
235103	rnn.weight_ih_l1	1	-0.050081513822078705
235103	rnn.weight_ih_l1	2	0.0653914362192154
235103	rnn.weight_ih_l1	3	-0.07288588583469391
235103	rnn.weight_ih_l1	4	-0.014287159778177738
235103	rnn.weight_ih_l1	5	-0.0405111201107502
235103	rnn.weight_ih_l1	6	0.029218748211860657
235103	rnn.weight_ih_l1	7	-0.04501824080944061
235103	rnn.weight_ih_l1	8	0.03775271400809288
235103	rnn.weight_ih_l1	9	0.044686734676361084
235103	rnn.weight_hh_l1	0	-0.00754602300003171
235103	rnn.weight_hh_l1	1	0.019733397290110588
235103	rnn.weight_hh_l1	2	0.007518067955970764
235103	rnn.weight_hh_l1	3	-0.012383329682052135
235103	rnn.weight_hh_l1	4	0.004787357524037361
235103	rnn.weight_hh_l1	5	0.034639645367860794
235103	rnn.weight_hh_l1	6	0.036897629499435425
235103	rnn.weight_hh_l1	7	-0.01607392728328705
235103	rnn.weight_hh_l1	8	-0.007710963021963835
235103	rnn.weight_hh_l1	9	0.0385831743478775
235103	rnn.bias_ih_l1	0	-0.18360397219657898
235103	rnn.bias_ih_l1	1	-0.17856016755104065
235103	rnn.bias_ih_l1	2	-0.19767865538597107
235103	rnn.bias_ih_l1	3	-0.3097085952758789
235103	rnn.bias_ih_l1	4	-0.20549452304840088
235103	rnn.bias_ih_l1	5	-0.08926723897457123
235103	rnn.bias_ih_l1	6	-0.16102272272109985
235103	rnn.bias_ih_l1	7	-0.005558365490287542
235103	rnn.bias_ih_l1	8	-0.13521455228328705
235103	rnn.bias_ih_l1	9	-0.1270182877779007
235103	rnn.bias_hh_l1	0	-0.09591797739267349
235103	rnn.bias_hh_l1	1	-0.06426247209310532
235103	rnn.bias_hh_l1	2	-0.08442135155200958
235103	rnn.bias_hh_l1	3	-0.07861176878213882
235103	rnn.bias_hh_l1	4	-0.07268744707107544
235103	rnn.bias_hh_l1	5	-0.11837120354175568
235103	rnn.bias_hh_l1	6	-0.16056393086910248
235103	rnn.bias_hh_l1	7	0.07407837361097336
235103	rnn.bias_hh_l1	8	-0.1793602854013443
235103	rnn.bias_hh_l1	9	-0.11816362291574478
235103	rnn.weight_ih_l1_reverse	0	-0.04770462214946747
235103	rnn.weight_ih_l1_reverse	1	0.032289545983076096
235103	rnn.weight_ih_l1_reverse	2	0.09225241094827652
235103	rnn.weight_ih_l1_reverse	3	-0.020257288590073586
235103	rnn.weight_ih_l1_reverse	4	-0.02487952634692192
235103	rnn.weight_ih_l1_reverse	5	-0.0305181872099638
235103	rnn.weight_ih_l1_reverse	6	-0.019579632207751274
235103	rnn.weight_ih_l1_reverse	7	0.028873223811388016
235103	rnn.weight_ih_l1_reverse	8	0.010527515783905983
235103	rnn.weight_ih_l1_reverse	9	-0.03435084596276283
235103	rnn.weight_hh_l1_reverse	0	0.004819429479539394
235103	rnn.weight_hh_l1_reverse	1	0.031781528145074844
235103	rnn.weight_hh_l1_reverse	2	-0.040574703365564346
235103	rnn.weight_hh_l1_reverse	3	0.035064447671175
235103	rnn.weight_hh_l1_reverse	4	0.04780405014753342
235103	rnn.weight_hh_l1_reverse	5	0.004848997108638287
235103	rnn.weight_hh_l1_reverse	6	0.04753754287958145
235103	rnn.weight_hh_l1_reverse	7	0.03144609555602074
235103	rnn.weight_hh_l1_reverse	8	-0.007167965639382601
235103	rnn.weight_hh_l1_reverse	9	-0.030553555116057396
235103	rnn.bias_ih_l1_reverse	0	-0.04745998978614807
235103	rnn.bias_ih_l1_reverse	1	-0.14134754240512848
235103	rnn.bias_ih_l1_reverse	2	-0.1611752212047577
235103	rnn.bias_ih_l1_reverse	3	-0.059366632252931595
235103	rnn.bias_ih_l1_reverse	4	-0.2044721394777298
235103	rnn.bias_ih_l1_reverse	5	-0.11603588610887527
235103	rnn.bias_ih_l1_reverse	6	-0.13052523136138916
235103	rnn.bias_ih_l1_reverse	7	-0.19196701049804688
235103	rnn.bias_ih_l1_reverse	8	0.22378653287887573
235103	rnn.bias_ih_l1_reverse	9	0.02535567618906498
235103	rnn.bias_hh_l1_reverse	0	0.012041926383972168
235103	rnn.bias_hh_l1_reverse	1	-0.06609153002500534
235103	rnn.bias_hh_l1_reverse	2	-0.23586729168891907
235103	rnn.bias_hh_l1_reverse	3	-0.14219312369823456
235103	rnn.bias_hh_l1_reverse	4	-0.0800647959113121
235103	rnn.bias_hh_l1_reverse	5	-0.11685564368963242
235103	rnn.bias_hh_l1_reverse	6	0.06313586235046387
235103	rnn.bias_hh_l1_reverse	7	-0.13954220712184906
235103	rnn.bias_hh_l1_reverse	8	-0.12461533397436142
235103	rnn.bias_hh_l1_reverse	9	-0.1485791802406311
235103	linear.weight	0	0.002228822559118271
235103	linear.weight	1	0.09407635778188705
235103	linear.weight	2	-0.09267988801002502
235103	linear.weight	3	0.3119637370109558
235103	linear.weight	4	0.15016621351242065
235103	linear.weight	5	-0.06373196840286255
235103	linear.weight	6	0.09616546332836151
235103	linear.weight	7	0.13192690908908844
235103	linear.weight	8	0.04113602265715599
235103	linear.weight	9	-0.053901638835668564
235103	linear.bias	0	0.08487318456172943
235103	linear.bias	1	-0.18307334184646606
235103	linear.bias	2	-0.4519585371017456
235103	linear.bias	3	-0.6580625176429749
235103	linear.bias	4	-1.2568271160125732
235103	linear.bias	5	-0.060769714415073395
235103	linear.bias	6	-0.8196106553077698
235103	linear.bias	7	0.272039532661438
235103	linear.bias	8	-0.40080970525741577
235103	linear.bias	9	-1.0245622396469116
235300	transitions	0	0.7423542141914368
235300	transitions	1	0.14043134450912476
235300	transitions	2	-10000.0
235300	transitions	3	-1.8279082775115967
235300	transitions	4	-10000.0
235300	transitions	5	0.5633552074432373
235300	transitions	6	-0.08516915142536163
235300	transitions	7	-0.8070341348648071
235300	transitions	8	-1.4218356609344482
235300	transitions	9	-0.0012276845518499613
235300	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
235300	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
235300	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
235300	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
235300	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
235300	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
235300	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
235300	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
235300	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
235300	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
235300	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
235300	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
235300	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
235300	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
235300	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
235300	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
235300	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
235300	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
235300	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
235300	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
235300	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
235300	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
235300	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
235300	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
235300	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
235300	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
235300	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
235300	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
235300	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
235300	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
235300	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
235300	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
235300	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
235300	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
235300	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
235300	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
235300	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
235300	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
235300	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
235300	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
235300	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
235300	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
235300	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
235300	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
235300	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
235300	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
235300	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
235300	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
235300	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
235300	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
235300	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
235300	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
235300	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
235300	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
235300	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
235300	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
235300	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
235300	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
235300	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
235300	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
235300	embedding2nn.weight	0	0.01673436351120472
235300	embedding2nn.weight	1	-0.012960017658770084
235300	embedding2nn.weight	2	-0.014268254861235619
235300	embedding2nn.weight	3	-0.0312938392162323
235300	embedding2nn.weight	4	-0.0059150345623493195
235300	embedding2nn.weight	5	-0.0037005888298153877
235300	embedding2nn.weight	6	-0.003973268438130617
235300	embedding2nn.weight	7	-0.0757952556014061
235300	embedding2nn.weight	8	-0.0019979383796453476
235300	embedding2nn.weight	9	-0.027166511863470078
235300	embedding2nn.bias	0	0.030289815738797188
235300	embedding2nn.bias	1	-0.07174598425626755
235300	embedding2nn.bias	2	0.0653056725859642
235300	embedding2nn.bias	3	0.050225384533405304
235300	embedding2nn.bias	4	-0.048294391483068466
235300	embedding2nn.bias	5	-0.011569641530513763
235300	embedding2nn.bias	6	0.013927954249083996
235300	embedding2nn.bias	7	-0.05475163087248802
235300	embedding2nn.bias	8	0.07075148075819016
235300	embedding2nn.bias	9	0.04489820450544357
235300	rnn.weight_ih_l0	0	-0.07873164862394333
235300	rnn.weight_ih_l0	1	0.0034113305155187845
235300	rnn.weight_ih_l0	2	0.03498181700706482
235300	rnn.weight_ih_l0	3	0.02239714376628399
235300	rnn.weight_ih_l0	4	-0.0494205504655838
235300	rnn.weight_ih_l0	5	-0.06847617775201797
235300	rnn.weight_ih_l0	6	-0.0016873939894139767
235300	rnn.weight_ih_l0	7	0.053760163486003876
235300	rnn.weight_ih_l0	8	-0.017758678644895554
235300	rnn.weight_ih_l0	9	-0.03021834045648575
235300	rnn.weight_hh_l0	0	-0.03084193356335163
235300	rnn.weight_hh_l0	1	-0.0075059616938233376
235300	rnn.weight_hh_l0	2	0.006598694249987602
235300	rnn.weight_hh_l0	3	-0.07478590309619904
235300	rnn.weight_hh_l0	4	0.0941319614648819
235300	rnn.weight_hh_l0	5	-0.025634828954935074
235300	rnn.weight_hh_l0	6	-0.06367740035057068
235300	rnn.weight_hh_l0	7	0.009684192948043346
235300	rnn.weight_hh_l0	8	0.013101590797305107
235300	rnn.weight_hh_l0	9	-0.025744279846549034
235300	rnn.bias_ih_l0	0	0.12849316000938416
235300	rnn.bias_ih_l0	1	-0.037461478263139725
235300	rnn.bias_ih_l0	2	-0.03383826091885567
235300	rnn.bias_ih_l0	3	0.16262851655483246
235300	rnn.bias_ih_l0	4	-0.012888270430266857
235300	rnn.bias_ih_l0	5	-0.022727446630597115
235300	rnn.bias_ih_l0	6	0.018280768766999245
235300	rnn.bias_ih_l0	7	0.02210666611790657
235300	rnn.bias_ih_l0	8	-0.10075527429580688
235300	rnn.bias_ih_l0	9	-0.038733866065740585
235300	rnn.bias_hh_l0	0	-0.0015815040096640587
235300	rnn.bias_hh_l0	1	-0.0968586653470993
235300	rnn.bias_hh_l0	2	-0.07476644217967987
235300	rnn.bias_hh_l0	3	-0.0889195129275322
235300	rnn.bias_hh_l0	4	0.010261340998113155
235300	rnn.bias_hh_l0	5	-0.020605841651558876
235300	rnn.bias_hh_l0	6	0.027474295347929
235300	rnn.bias_hh_l0	7	0.060025349259376526
235300	rnn.bias_hh_l0	8	-0.12233489751815796
235300	rnn.bias_hh_l0	9	-0.05826757848262787
235300	rnn.weight_ih_l0_reverse	0	-0.025399336591362953
235300	rnn.weight_ih_l0_reverse	1	-0.056714944541454315
235300	rnn.weight_ih_l0_reverse	2	-0.04870929196476936
235300	rnn.weight_ih_l0_reverse	3	0.015422886237502098
235300	rnn.weight_ih_l0_reverse	4	-0.02415480650961399
235300	rnn.weight_ih_l0_reverse	5	-0.05731210857629776
235300	rnn.weight_ih_l0_reverse	6	0.07521132379770279
235300	rnn.weight_ih_l0_reverse	7	-0.0190332792699337
235300	rnn.weight_ih_l0_reverse	8	-0.019871583208441734
235300	rnn.weight_ih_l0_reverse	9	0.004155921749770641
235300	rnn.weight_hh_l0_reverse	0	0.06721530109643936
235300	rnn.weight_hh_l0_reverse	1	0.019688023254275322
235300	rnn.weight_hh_l0_reverse	2	0.02952004410326481
235300	rnn.weight_hh_l0_reverse	3	0.03498567268252373
235300	rnn.weight_hh_l0_reverse	4	0.013436335138976574
235300	rnn.weight_hh_l0_reverse	5	0.007207329850643873
235300	rnn.weight_hh_l0_reverse	6	0.05094495788216591
235300	rnn.weight_hh_l0_reverse	7	-0.08188685029745102
235300	rnn.weight_hh_l0_reverse	8	0.0407443530857563
235300	rnn.weight_hh_l0_reverse	9	0.03510362282395363
235300	rnn.bias_ih_l0_reverse	0	-0.05808648839592934
235300	rnn.bias_ih_l0_reverse	1	-0.2843471169471741
235300	rnn.bias_ih_l0_reverse	2	-0.12072666734457016
235300	rnn.bias_ih_l0_reverse	3	-0.0472281314432621
235300	rnn.bias_ih_l0_reverse	4	-0.019256211817264557
235300	rnn.bias_ih_l0_reverse	5	0.07491166144609451
235300	rnn.bias_ih_l0_reverse	6	-0.06396041065454483
235300	rnn.bias_ih_l0_reverse	7	0.06271208077669144
235300	rnn.bias_ih_l0_reverse	8	-0.039046138525009155
235300	rnn.bias_ih_l0_reverse	9	0.0648040622472763
235300	rnn.bias_hh_l0_reverse	0	0.022681763395667076
235300	rnn.bias_hh_l0_reverse	1	-0.05803365260362625
235300	rnn.bias_hh_l0_reverse	2	0.08837302774190903
235300	rnn.bias_hh_l0_reverse	3	-0.05041951686143875
235300	rnn.bias_hh_l0_reverse	4	-0.028203411027789116
235300	rnn.bias_hh_l0_reverse	5	-0.018929002806544304
235300	rnn.bias_hh_l0_reverse	6	-0.017132926732301712
235300	rnn.bias_hh_l0_reverse	7	0.09980359673500061
235300	rnn.bias_hh_l0_reverse	8	0.029529647901654243
235300	rnn.bias_hh_l0_reverse	9	-0.1473170667886734
235300	rnn.weight_ih_l1	0	-0.029575951397418976
235300	rnn.weight_ih_l1	1	-0.050040412694215775
235300	rnn.weight_ih_l1	2	0.06532514095306396
235300	rnn.weight_ih_l1	3	-0.07308394461870193
235300	rnn.weight_ih_l1	4	-0.014174133539199829
235300	rnn.weight_ih_l1	5	-0.04046599566936493
235300	rnn.weight_ih_l1	6	0.029264921322464943
235300	rnn.weight_ih_l1	7	-0.04538019374012947
235300	rnn.weight_ih_l1	8	0.03776601701974869
235300	rnn.weight_ih_l1	9	0.04466375336050987
235300	rnn.weight_hh_l1	0	-0.007394321262836456
235300	rnn.weight_hh_l1	1	0.01974164880812168
235300	rnn.weight_hh_l1	2	0.007667520549148321
235300	rnn.weight_hh_l1	3	-0.012445054948329926
235300	rnn.weight_hh_l1	4	0.00484082056209445
235300	rnn.weight_hh_l1	5	0.03464042395353317
235300	rnn.weight_hh_l1	6	0.03696262091398239
235300	rnn.weight_hh_l1	7	-0.016066113486886024
235300	rnn.weight_hh_l1	8	-0.007719238754361868
235300	rnn.weight_hh_l1	9	0.038424957543611526
235300	rnn.bias_ih_l1	0	-0.1836780160665512
235300	rnn.bias_ih_l1	1	-0.17838628590106964
235300	rnn.bias_ih_l1	2	-0.19783714413642883
235300	rnn.bias_ih_l1	3	-0.3097977936267853
235300	rnn.bias_ih_l1	4	-0.20636965334415436
235300	rnn.bias_ih_l1	5	-0.08925922960042953
235300	rnn.bias_ih_l1	6	-0.16057497262954712
235300	rnn.bias_ih_l1	7	-0.005325544625520706
235300	rnn.bias_ih_l1	8	-0.13498777151107788
235300	rnn.bias_ih_l1	9	-0.12660767138004303
235300	rnn.bias_hh_l1	0	-0.09588965028524399
235300	rnn.bias_hh_l1	1	-0.06434536725282669
235300	rnn.bias_hh_l1	2	-0.08427730202674866
235300	rnn.bias_hh_l1	3	-0.07855729013681412
235300	rnn.bias_hh_l1	4	-0.07208540290594101
235300	rnn.bias_hh_l1	5	-0.11846596002578735
235300	rnn.bias_hh_l1	6	-0.16063886880874634
235300	rnn.bias_hh_l1	7	0.07323190569877625
235300	rnn.bias_hh_l1	8	-0.1790439337491989
235300	rnn.bias_hh_l1	9	-0.1181623712182045
235300	rnn.weight_ih_l1_reverse	0	-0.04757311940193176
235300	rnn.weight_ih_l1_reverse	1	0.032344285398721695
235300	rnn.weight_ih_l1_reverse	2	0.09199642390012741
235300	rnn.weight_ih_l1_reverse	3	-0.020075086504220963
235300	rnn.weight_ih_l1_reverse	4	-0.024749692529439926
235300	rnn.weight_ih_l1_reverse	5	-0.030535629019141197
235300	rnn.weight_ih_l1_reverse	6	-0.019346754997968674
235300	rnn.weight_ih_l1_reverse	7	0.028944773599505424
235300	rnn.weight_ih_l1_reverse	8	0.01059831865131855
235300	rnn.weight_ih_l1_reverse	9	-0.034341201186180115
235300	rnn.weight_hh_l1_reverse	0	0.004795544780790806
235300	rnn.weight_hh_l1_reverse	1	0.031778376549482346
235300	rnn.weight_hh_l1_reverse	2	-0.04057175666093826
235300	rnn.weight_hh_l1_reverse	3	0.03508734703063965
235300	rnn.weight_hh_l1_reverse	4	0.04773934558033943
235300	rnn.weight_hh_l1_reverse	5	0.004969805013388395
235300	rnn.weight_hh_l1_reverse	6	0.047646887600421906
235300	rnn.weight_hh_l1_reverse	7	0.03144686296582222
235300	rnn.weight_hh_l1_reverse	8	-0.007174573373049498
235300	rnn.weight_hh_l1_reverse	9	-0.03055359423160553
235300	rnn.bias_ih_l1_reverse	0	-0.04721181467175484
235300	rnn.bias_ih_l1_reverse	1	-0.1418556123971939
235300	rnn.bias_ih_l1_reverse	2	-0.1613876223564148
235300	rnn.bias_ih_l1_reverse	3	-0.059148140251636505
235300	rnn.bias_ih_l1_reverse	4	-0.2045568972826004
235300	rnn.bias_ih_l1_reverse	5	-0.11607116460800171
235300	rnn.bias_ih_l1_reverse	6	-0.13069015741348267
235300	rnn.bias_ih_l1_reverse	7	-0.19188092648983002
235300	rnn.bias_ih_l1_reverse	8	0.22446942329406738
235300	rnn.bias_ih_l1_reverse	9	0.025027485564351082
235300	rnn.bias_hh_l1_reverse	0	0.011840484105050564
235300	rnn.bias_hh_l1_reverse	1	-0.06564120948314667
235300	rnn.bias_hh_l1_reverse	2	-0.23598210513591766
235300	rnn.bias_hh_l1_reverse	3	-0.14222992956638336
235300	rnn.bias_hh_l1_reverse	4	-0.07978145033121109
235300	rnn.bias_hh_l1_reverse	5	-0.1167735755443573
235300	rnn.bias_hh_l1_reverse	6	0.06256613880395889
235300	rnn.bias_hh_l1_reverse	7	-0.14002972841262817
235300	rnn.bias_hh_l1_reverse	8	-0.12484875321388245
235300	rnn.bias_hh_l1_reverse	9	-0.14858871698379517
235300	linear.weight	0	0.002228822559118271
235300	linear.weight	1	0.09557271748781204
235300	linear.weight	2	-0.09270080178976059
235300	linear.weight	3	0.31189602613449097
235300	linear.weight	4	0.15035834908485413
235300	linear.weight	5	-0.06390964984893799
235300	linear.weight	6	0.0959637239575386
235300	linear.weight	7	0.132035031914711
235300	linear.weight	8	0.041135940700769424
235300	linear.weight	9	-0.052897971123456955
235300	linear.bias	0	0.08023180812597275
235300	linear.bias	1	-0.18308787047863007
235300	linear.bias	2	-0.45784249901771545
235300	linear.bias	3	-0.6616714596748352
235300	linear.bias	4	-1.260316014289856
235300	linear.bias	5	-0.061353933066129684
235300	linear.bias	6	-0.8185485005378723
235300	linear.bias	7	0.27109014987945557
235300	linear.bias	8	-0.39563000202178955
235300	linear.bias	9	-1.0192294120788574
235497	transitions	0	0.7426249980926514
235497	transitions	1	0.14078547060489655
235497	transitions	2	-10000.0
235497	transitions	3	-1.8279123306274414
235497	transitions	4	-10000.0
235497	transitions	5	0.5633460283279419
235497	transitions	6	-0.08517211675643921
235497	transitions	7	-0.8071079254150391
235497	transitions	8	-1.4218398332595825
235497	transitions	9	-0.0012277269270271063
235497	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
235497	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
235497	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
235497	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
235497	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
235497	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
235497	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
235497	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
235497	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
235497	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
235497	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
235497	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
235497	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
235497	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
235497	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
235497	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
235497	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
235497	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
235497	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
235497	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
235497	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
235497	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
235497	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
235497	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
235497	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
235497	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
235497	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
235497	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
235497	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
235497	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
235497	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
235497	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
235497	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
235497	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
235497	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
235497	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
235497	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
235497	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
235497	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
235497	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
235497	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
235497	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
235497	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
235497	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
235497	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
235497	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
235497	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
235497	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
235497	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
235497	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
235497	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
235497	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
235497	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
235497	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
235497	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
235497	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
235497	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
235497	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
235497	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
235497	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
235497	embedding2nn.weight	0	0.016637545078992844
235497	embedding2nn.weight	1	-0.012968244031071663
235497	embedding2nn.weight	2	-0.014268254861235619
235497	embedding2nn.weight	3	-0.031031901016831398
235497	embedding2nn.weight	4	-0.0059150345623493195
235497	embedding2nn.weight	5	-0.0037005888298153877
235497	embedding2nn.weight	6	-0.003973268438130617
235497	embedding2nn.weight	7	-0.07579854130744934
235497	embedding2nn.weight	8	-0.0019979383796453476
235497	embedding2nn.weight	9	-0.02725876122713089
235497	embedding2nn.bias	0	0.031109953299164772
235497	embedding2nn.bias	1	-0.07255759090185165
235497	embedding2nn.bias	2	0.06491249799728394
235497	embedding2nn.bias	3	0.04987340420484543
235497	embedding2nn.bias	4	-0.04874219372868538
235497	embedding2nn.bias	5	-0.011693336069583893
235497	embedding2nn.bias	6	0.013810529373586178
235497	embedding2nn.bias	7	-0.053592100739479065
235497	embedding2nn.bias	8	0.07035328447818756
235497	embedding2nn.bias	9	0.04690340533852577
235497	rnn.weight_ih_l0	0	-0.07868761569261551
235497	rnn.weight_ih_l0	1	0.0032915740739554167
235497	rnn.weight_ih_l0	2	0.03478353098034859
235497	rnn.weight_ih_l0	3	0.022245116531848907
235497	rnn.weight_ih_l0	4	-0.04931056872010231
235497	rnn.weight_ih_l0	5	-0.06857102364301682
235497	rnn.weight_ih_l0	6	-0.0016160489758476615
235497	rnn.weight_ih_l0	7	0.05381367355585098
235497	rnn.weight_ih_l0	8	-0.017967388033866882
235497	rnn.weight_ih_l0	9	-0.03040899895131588
235497	rnn.weight_hh_l0	0	-0.03100467100739479
235497	rnn.weight_hh_l0	1	-0.00733689172193408
235497	rnn.weight_hh_l0	2	0.006470219232141972
235497	rnn.weight_hh_l0	3	-0.07473328709602356
235497	rnn.weight_hh_l0	4	0.09413742274045944
235497	rnn.weight_hh_l0	5	-0.025536201894283295
235497	rnn.weight_hh_l0	6	-0.06356112658977509
235497	rnn.weight_hh_l0	7	0.009722704999148846
235497	rnn.weight_hh_l0	8	0.01318252831697464
235497	rnn.weight_hh_l0	9	-0.025738496333360672
235497	rnn.bias_ih_l0	0	0.12861689925193787
235497	rnn.bias_ih_l0	1	-0.03736983984708786
235497	rnn.bias_ih_l0	2	-0.03425934538245201
235497	rnn.bias_ih_l0	3	0.16234514117240906
235497	rnn.bias_ih_l0	4	-0.01282865647226572
235497	rnn.bias_ih_l0	5	-0.02141421101987362
235497	rnn.bias_ih_l0	6	0.017941588535904884
235497	rnn.bias_ih_l0	7	0.022011108696460724
235497	rnn.bias_ih_l0	8	-0.1007341518998146
235497	rnn.bias_ih_l0	9	-0.03861353173851967
235497	rnn.bias_hh_l0	0	-0.0017792831640690565
235497	rnn.bias_hh_l0	1	-0.09621087461709976
235497	rnn.bias_hh_l0	2	-0.07508505880832672
235497	rnn.bias_hh_l0	3	-0.08904567360877991
235497	rnn.bias_hh_l0	4	0.010277392342686653
235497	rnn.bias_hh_l0	5	-0.02053014747798443
235497	rnn.bias_hh_l0	6	0.027144603431224823
235497	rnn.bias_hh_l0	7	0.060042813420295715
235497	rnn.bias_hh_l0	8	-0.1220138818025589
235497	rnn.bias_hh_l0	9	-0.05808040872216225
235497	rnn.weight_ih_l0_reverse	0	-0.025489335879683495
235497	rnn.weight_ih_l0_reverse	1	-0.056688033044338226
235497	rnn.weight_ih_l0_reverse	2	-0.048698268830776215
235497	rnn.weight_ih_l0_reverse	3	0.015458386391401291
235497	rnn.weight_ih_l0_reverse	4	-0.02422948367893696
235497	rnn.weight_ih_l0_reverse	5	-0.057273369282484055
235497	rnn.weight_ih_l0_reverse	6	0.0749598816037178
235497	rnn.weight_ih_l0_reverse	7	-0.018803851678967476
235497	rnn.weight_ih_l0_reverse	8	-0.019662141799926758
235497	rnn.weight_ih_l0_reverse	9	0.004044965375214815
235497	rnn.weight_hh_l0_reverse	0	0.06737390160560608
235497	rnn.weight_hh_l0_reverse	1	0.01967540755867958
235497	rnn.weight_hh_l0_reverse	2	0.029534509405493736
235497	rnn.weight_hh_l0_reverse	3	0.03496093675494194
235497	rnn.weight_hh_l0_reverse	4	0.01343205664306879
235497	rnn.weight_hh_l0_reverse	5	0.007202491629868746
235497	rnn.weight_hh_l0_reverse	6	0.05099828541278839
235497	rnn.weight_hh_l0_reverse	7	-0.08181067556142807
235497	rnn.weight_hh_l0_reverse	8	0.04060770571231842
235497	rnn.weight_hh_l0_reverse	9	0.03506743535399437
235497	rnn.bias_ih_l0_reverse	0	-0.05810096859931946
235497	rnn.bias_ih_l0_reverse	1	-0.2839839458465576
235497	rnn.bias_ih_l0_reverse	2	-0.12062311917543411
235497	rnn.bias_ih_l0_reverse	3	-0.04730275273323059
235497	rnn.bias_ih_l0_reverse	4	-0.019241124391555786
235497	rnn.bias_ih_l0_reverse	5	0.07492943853139877
235497	rnn.bias_ih_l0_reverse	6	-0.06379546970129013
235497	rnn.bias_ih_l0_reverse	7	0.06238747388124466
235497	rnn.bias_ih_l0_reverse	8	-0.03904779255390167
235497	rnn.bias_ih_l0_reverse	9	0.06486368179321289
235497	rnn.bias_hh_l0_reverse	0	0.022686876356601715
235497	rnn.bias_hh_l0_reverse	1	-0.059141743928194046
235497	rnn.bias_hh_l0_reverse	2	0.08847279101610184
235497	rnn.bias_hh_l0_reverse	3	-0.050358179956674576
235497	rnn.bias_hh_l0_reverse	4	-0.027984607964754105
235497	rnn.bias_hh_l0_reverse	5	-0.019223803654313087
235497	rnn.bias_hh_l0_reverse	6	-0.017082182690501213
235497	rnn.bias_hh_l0_reverse	7	0.09984702616930008
235497	rnn.bias_hh_l0_reverse	8	0.029240552335977554
235497	rnn.bias_hh_l0_reverse	9	-0.14755913615226746
235497	rnn.weight_ih_l1	0	-0.029580306261777878
235497	rnn.weight_ih_l1	1	-0.05040951818227768
235497	rnn.weight_ih_l1	2	0.06528960168361664
235497	rnn.weight_ih_l1	3	-0.07283702492713928
235497	rnn.weight_ih_l1	4	-0.014410686679184437
235497	rnn.weight_ih_l1	5	-0.04043043404817581
235497	rnn.weight_ih_l1	6	0.0293924268335104
235497	rnn.weight_ih_l1	7	-0.0454188734292984
235497	rnn.weight_ih_l1	8	0.03772246092557907
235497	rnn.weight_ih_l1	9	0.044740281999111176
235497	rnn.weight_hh_l1	0	-0.007222245447337627
235497	rnn.weight_hh_l1	1	0.019736364483833313
235497	rnn.weight_hh_l1	2	0.007682357914745808
235497	rnn.weight_hh_l1	3	-0.012480589561164379
235497	rnn.weight_hh_l1	4	0.004966495092958212
235497	rnn.weight_hh_l1	5	0.03473560884594917
235497	rnn.weight_hh_l1	6	0.03702337667346001
235497	rnn.weight_hh_l1	7	-0.01602158509194851
235497	rnn.weight_hh_l1	8	-0.007691455073654652
235497	rnn.weight_hh_l1	9	0.0384138785302639
235497	rnn.bias_ih_l1	0	-0.1841251105070114
235497	rnn.bias_ih_l1	1	-0.17824716866016388
235497	rnn.bias_ih_l1	2	-0.19775965809822083
235497	rnn.bias_ih_l1	3	-0.30944252014160156
235497	rnn.bias_ih_l1	4	-0.20655716955661774
235497	rnn.bias_ih_l1	5	-0.08941440284252167
235497	rnn.bias_ih_l1	6	-0.16064859926700592
235497	rnn.bias_ih_l1	7	-0.005898109637200832
235497	rnn.bias_ih_l1	8	-0.1346079260110855
235497	rnn.bias_ih_l1	9	-0.12708215415477753
235497	rnn.bias_hh_l1	0	-0.09604627639055252
235497	rnn.bias_hh_l1	1	-0.06430583447217941
235497	rnn.bias_hh_l1	2	-0.0840364322066307
235497	rnn.bias_hh_l1	3	-0.0784837007522583
235497	rnn.bias_hh_l1	4	-0.07241752743721008
235497	rnn.bias_hh_l1	5	-0.11862565577030182
235497	rnn.bias_hh_l1	6	-0.1604720950126648
235497	rnn.bias_hh_l1	7	0.07328733801841736
235497	rnn.bias_hh_l1	8	-0.1793491691350937
235497	rnn.bias_hh_l1	9	-0.11820164322853088
235497	rnn.weight_ih_l1_reverse	0	-0.04738744720816612
235497	rnn.weight_ih_l1_reverse	1	0.03204413875937462
235497	rnn.weight_ih_l1_reverse	2	0.0917043462395668
235497	rnn.weight_ih_l1_reverse	3	-0.020061179995536804
235497	rnn.weight_ih_l1_reverse	4	-0.024519342929124832
235497	rnn.weight_ih_l1_reverse	5	-0.030537741258740425
235497	rnn.weight_ih_l1_reverse	6	-0.01942301169037819
235497	rnn.weight_ih_l1_reverse	7	0.029072435572743416
235497	rnn.weight_ih_l1_reverse	8	0.010085079818964005
235497	rnn.weight_ih_l1_reverse	9	-0.03444521501660347
235497	rnn.weight_hh_l1_reverse	0	0.004765529651194811
235497	rnn.weight_hh_l1_reverse	1	0.031759113073349
235497	rnn.weight_hh_l1_reverse	2	-0.04060184955596924
235497	rnn.weight_hh_l1_reverse	3	0.03510260954499245
235497	rnn.weight_hh_l1_reverse	4	0.04773188754916191
235497	rnn.weight_hh_l1_reverse	5	0.004982177633792162
235497	rnn.weight_hh_l1_reverse	6	0.047931209206581116
235497	rnn.weight_hh_l1_reverse	7	0.03149246424436569
235497	rnn.weight_hh_l1_reverse	8	-0.00715870363637805
235497	rnn.weight_hh_l1_reverse	9	-0.030486712232232094
235497	rnn.bias_ih_l1_reverse	0	-0.0473768450319767
235497	rnn.bias_ih_l1_reverse	1	-0.14182442426681519
235497	rnn.bias_ih_l1_reverse	2	-0.16233494877815247
235497	rnn.bias_ih_l1_reverse	3	-0.05807635188102722
235497	rnn.bias_ih_l1_reverse	4	-0.20442521572113037
235497	rnn.bias_ih_l1_reverse	5	-0.11600280553102493
235497	rnn.bias_ih_l1_reverse	6	-0.13054710626602173
235497	rnn.bias_ih_l1_reverse	7	-0.19255518913269043
235497	rnn.bias_ih_l1_reverse	8	0.22467027604579926
235497	rnn.bias_ih_l1_reverse	9	0.025129130110144615
235497	rnn.bias_hh_l1_reverse	0	0.011849761009216309
235497	rnn.bias_hh_l1_reverse	1	-0.06450946629047394
235497	rnn.bias_hh_l1_reverse	2	-0.23608750104904175
235497	rnn.bias_hh_l1_reverse	3	-0.14256247878074646
235497	rnn.bias_hh_l1_reverse	4	-0.07964352518320084
235497	rnn.bias_hh_l1_reverse	5	-0.11653521656990051
235497	rnn.bias_hh_l1_reverse	6	0.06196426972746849
235497	rnn.bias_hh_l1_reverse	7	-0.139413520693779
235497	rnn.bias_hh_l1_reverse	8	-0.12495013326406479
235497	rnn.bias_hh_l1_reverse	9	-0.14860202372074127
235497	linear.weight	0	0.002228822559118271
235497	linear.weight	1	0.094999298453331
235497	linear.weight	2	-0.09248267859220505
235497	linear.weight	3	0.31227031350135803
235497	linear.weight	4	0.15053413808345795
235497	linear.weight	5	-0.06419482827186584
235497	linear.weight	6	0.09721173346042633
235497	linear.weight	7	0.13220945000648499
235497	linear.weight	8	0.04113589972257614
235497	linear.weight	9	-0.05217599496245384
235497	linear.bias	0	0.08437072485685349
235497	linear.bias	1	-0.18627381324768066
235497	linear.bias	2	-0.45183759927749634
235497	linear.bias	3	-0.6573602557182312
235497	linear.bias	4	-1.256248950958252
235497	linear.bias	5	-0.05623229593038559
235497	linear.bias	6	-0.8222547769546509
235497	linear.bias	7	0.2761247158050537
235497	linear.bias	8	-0.3950810432434082
235497	linear.bias	9	-1.0188637971878052
235694	transitions	0	0.7419456839561462
235694	transitions	1	0.14062640070915222
235694	transitions	2	-10000.0
235694	transitions	3	-1.8279156684875488
235694	transitions	4	-10000.0
235694	transitions	5	0.563336968421936
235694	transitions	6	-0.08517622202634811
235694	transitions	7	-0.8071314692497253
235694	transitions	8	-1.421913504600525
235694	transitions	9	-0.0012277895584702492
235694	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
235694	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
235694	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
235694	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
235694	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
235694	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
235694	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
235694	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
235694	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
235694	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
235694	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
235694	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
235694	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
235694	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
235694	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
235694	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
235694	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
235694	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
235694	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
235694	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
235694	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
235694	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
235694	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
235694	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
235694	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
235694	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
235694	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
235694	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
235694	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
235694	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
235694	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
235694	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
235694	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
235694	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
235694	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
235694	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
235694	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
235694	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
235694	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
235694	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
235694	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
235694	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
235694	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
235694	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
235694	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
235694	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
235694	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
235694	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
235694	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
235694	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
235694	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
235694	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
235694	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
235694	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
235694	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
235694	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
235694	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
235694	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
235694	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
235694	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
235694	embedding2nn.weight	0	0.01643933169543743
235694	embedding2nn.weight	1	-0.012949111871421337
235694	embedding2nn.weight	2	-0.014268254861235619
235694	embedding2nn.weight	3	-0.030969856306910515
235694	embedding2nn.weight	4	-0.0059150345623493195
235694	embedding2nn.weight	5	-0.0037005888298153877
235694	embedding2nn.weight	6	-0.003973268438130617
235694	embedding2nn.weight	7	-0.07585027813911438
235694	embedding2nn.weight	8	-0.0019979383796453476
235694	embedding2nn.weight	9	-0.027251185849308968
235694	embedding2nn.bias	0	0.03231280669569969
235694	embedding2nn.bias	1	-0.07198124378919601
235694	embedding2nn.bias	2	0.06592833250761032
235694	embedding2nn.bias	3	0.05137576535344124
235694	embedding2nn.bias	4	-0.048634737730026245
235694	embedding2nn.bias	5	-0.012220080010592937
235694	embedding2nn.bias	6	0.014284360222518444
235694	embedding2nn.bias	7	-0.05570198968052864
235694	embedding2nn.bias	8	0.06924376636743546
235694	embedding2nn.bias	9	0.04599914327263832
235694	rnn.weight_ih_l0	0	-0.07885493338108063
235694	rnn.weight_ih_l0	1	0.0034702722914516926
235694	rnn.weight_ih_l0	2	0.034540336579084396
235694	rnn.weight_ih_l0	3	0.02237059362232685
235694	rnn.weight_ih_l0	4	-0.049198564141988754
235694	rnn.weight_ih_l0	5	-0.06858088076114655
235694	rnn.weight_ih_l0	6	-0.0013814172707498074
235694	rnn.weight_ih_l0	7	0.05383867397904396
235694	rnn.weight_ih_l0	8	-0.018110301345586777
235694	rnn.weight_ih_l0	9	-0.03022538684308529
235694	rnn.weight_hh_l0	0	-0.031050002202391624
235694	rnn.weight_hh_l0	1	-0.0073969392105937
235694	rnn.weight_hh_l0	2	0.006426120176911354
235694	rnn.weight_hh_l0	3	-0.07481551170349121
235694	rnn.weight_hh_l0	4	0.09426794946193695
235694	rnn.weight_hh_l0	5	-0.025523820891976357
235694	rnn.weight_hh_l0	6	-0.06369452178478241
235694	rnn.weight_hh_l0	7	0.009751537814736366
235694	rnn.weight_hh_l0	8	0.013048657216131687
235694	rnn.weight_hh_l0	9	-0.025723593309521675
235694	rnn.bias_ih_l0	0	0.12872721254825592
235694	rnn.bias_ih_l0	1	-0.03732450678944588
235694	rnn.bias_ih_l0	2	-0.034494709223508835
235694	rnn.bias_ih_l0	3	0.16201236844062805
235694	rnn.bias_ih_l0	4	-0.012688588351011276
235694	rnn.bias_ih_l0	5	-0.021221695467829704
235694	rnn.bias_ih_l0	6	0.018007250502705574
235694	rnn.bias_ih_l0	7	0.021928206086158752
235694	rnn.bias_ih_l0	8	-0.10074029862880707
235694	rnn.bias_ih_l0	9	-0.03784340247511864
235694	rnn.bias_hh_l0	0	-0.0022510304115712643
235694	rnn.bias_hh_l0	1	-0.09638335555791855
235694	rnn.bias_hh_l0	2	-0.07502967119216919
235694	rnn.bias_hh_l0	3	-0.08982580900192261
235694	rnn.bias_hh_l0	4	0.010370589792728424
235694	rnn.bias_hh_l0	5	-0.020850108936429024
235694	rnn.bias_hh_l0	6	0.027243277058005333
235694	rnn.bias_hh_l0	7	0.06123768538236618
235694	rnn.bias_hh_l0	8	-0.12213785201311111
235694	rnn.bias_hh_l0	9	-0.058178916573524475
235694	rnn.weight_ih_l0_reverse	0	-0.025441031903028488
235694	rnn.weight_ih_l0_reverse	1	-0.05675899609923363
235694	rnn.weight_ih_l0_reverse	2	-0.04851822182536125
235694	rnn.weight_ih_l0_reverse	3	0.015403574332594872
235694	rnn.weight_ih_l0_reverse	4	-0.024281548336148262
235694	rnn.weight_ih_l0_reverse	5	-0.05727621912956238
235694	rnn.weight_ih_l0_reverse	6	0.0750112235546112
235694	rnn.weight_ih_l0_reverse	7	-0.019053500145673752
235694	rnn.weight_ih_l0_reverse	8	-0.01965322345495224
235694	rnn.weight_ih_l0_reverse	9	0.003981389570981264
235694	rnn.weight_hh_l0_reverse	0	0.06726448237895966
235694	rnn.weight_hh_l0_reverse	1	0.019903723150491714
235694	rnn.weight_hh_l0_reverse	2	0.029447635635733604
235694	rnn.weight_hh_l0_reverse	3	0.03506772592663765
235694	rnn.weight_hh_l0_reverse	4	0.013434076681733131
235694	rnn.weight_hh_l0_reverse	5	0.007107336074113846
235694	rnn.weight_hh_l0_reverse	6	0.05108997970819473
235694	rnn.weight_hh_l0_reverse	7	-0.08172391355037689
235694	rnn.weight_hh_l0_reverse	8	0.04062177613377571
235694	rnn.weight_hh_l0_reverse	9	0.035065554082393646
235694	rnn.bias_ih_l0_reverse	0	-0.05834982171654701
235694	rnn.bias_ih_l0_reverse	1	-0.28368064761161804
235694	rnn.bias_ih_l0_reverse	2	-0.12076058983802795
235694	rnn.bias_ih_l0_reverse	3	-0.04732650890946388
235694	rnn.bias_ih_l0_reverse	4	-0.019466593861579895
235694	rnn.bias_ih_l0_reverse	5	0.07510597258806229
235694	rnn.bias_ih_l0_reverse	6	-0.064072385430336
235694	rnn.bias_ih_l0_reverse	7	0.06258887052536011
235694	rnn.bias_ih_l0_reverse	8	-0.03859700635075569
235694	rnn.bias_ih_l0_reverse	9	0.06514337658882141
235694	rnn.bias_hh_l0_reverse	0	0.022580301389098167
235694	rnn.bias_hh_l0_reverse	1	-0.058990780264139175
235694	rnn.bias_hh_l0_reverse	2	0.08872534334659576
235694	rnn.bias_hh_l0_reverse	3	-0.05015433207154274
235694	rnn.bias_hh_l0_reverse	4	-0.027972841635346413
235694	rnn.bias_hh_l0_reverse	5	-0.01894470490515232
235694	rnn.bias_hh_l0_reverse	6	-0.017126617953181267
235694	rnn.bias_hh_l0_reverse	7	0.10010742396116257
235694	rnn.bias_hh_l0_reverse	8	0.02934958040714264
235694	rnn.bias_hh_l0_reverse	9	-0.14744798839092255
235694	rnn.weight_ih_l1	0	-0.02962167002260685
235694	rnn.weight_ih_l1	1	-0.05060264468193054
235694	rnn.weight_ih_l1	2	0.06514769047498703
235694	rnn.weight_ih_l1	3	-0.07301013171672821
235694	rnn.weight_ih_l1	4	-0.014319838024675846
235694	rnn.weight_ih_l1	5	-0.04039484262466431
235694	rnn.weight_ih_l1	6	0.0295098926872015
235694	rnn.weight_ih_l1	7	-0.04554115608334541
235694	rnn.weight_ih_l1	8	0.03773847222328186
235694	rnn.weight_ih_l1	9	0.044711884111166
235694	rnn.weight_hh_l1	0	-0.00720759853720665
235694	rnn.weight_hh_l1	1	0.01976311206817627
235694	rnn.weight_hh_l1	2	0.007866202853620052
235694	rnn.weight_hh_l1	3	-0.012520523741841316
235694	rnn.weight_hh_l1	4	0.004894693847745657
235694	rnn.weight_hh_l1	5	0.034714579582214355
235694	rnn.weight_hh_l1	6	0.03709394484758377
235694	rnn.weight_hh_l1	7	-0.015995081514120102
235694	rnn.weight_hh_l1	8	-0.007576332427561283
235694	rnn.weight_hh_l1	9	0.03841467201709747
235694	rnn.bias_ih_l1	0	-0.18388904631137848
235694	rnn.bias_ih_l1	1	-0.17834851145744324
235694	rnn.bias_ih_l1	2	-0.19826039671897888
235694	rnn.bias_ih_l1	3	-0.3091943562030792
235694	rnn.bias_ih_l1	4	-0.20643417537212372
235694	rnn.bias_ih_l1	5	-0.08942987024784088
235694	rnn.bias_ih_l1	6	-0.16077980399131775
235694	rnn.bias_ih_l1	7	-0.0056505450047552586
235694	rnn.bias_ih_l1	8	-0.13439296185970306
235694	rnn.bias_ih_l1	9	-0.12688258290290833
235694	rnn.bias_hh_l1	0	-0.09586303681135178
235694	rnn.bias_hh_l1	1	-0.06373728066682816
235694	rnn.bias_hh_l1	2	-0.0834641233086586
235694	rnn.bias_hh_l1	3	-0.07861356437206268
235694	rnn.bias_hh_l1	4	-0.07239605486392975
235694	rnn.bias_hh_l1	5	-0.11843039840459824
235694	rnn.bias_hh_l1	6	-0.1605466902256012
235694	rnn.bias_hh_l1	7	0.0725380927324295
235694	rnn.bias_hh_l1	8	-0.17894650995731354
235694	rnn.bias_hh_l1	9	-0.1183394342660904
235694	rnn.weight_ih_l1_reverse	0	-0.0475010983645916
235694	rnn.weight_ih_l1_reverse	1	0.031948719173669815
235694	rnn.weight_ih_l1_reverse	2	0.09158068895339966
235694	rnn.weight_ih_l1_reverse	3	-0.02002444490790367
235694	rnn.weight_ih_l1_reverse	4	-0.024545766413211823
235694	rnn.weight_ih_l1_reverse	5	-0.030554387718439102
235694	rnn.weight_ih_l1_reverse	6	-0.019427375867962837
235694	rnn.weight_ih_l1_reverse	7	0.028949875384569168
235694	rnn.weight_ih_l1_reverse	8	0.009854232892394066
235694	rnn.weight_ih_l1_reverse	9	-0.03450271859765053
235694	rnn.weight_hh_l1_reverse	0	0.004789303056895733
235694	rnn.weight_hh_l1_reverse	1	0.031784895807504654
235694	rnn.weight_hh_l1_reverse	2	-0.04059460759162903
235694	rnn.weight_hh_l1_reverse	3	0.03509809076786041
235694	rnn.weight_hh_l1_reverse	4	0.0477147214114666
235694	rnn.weight_hh_l1_reverse	5	0.005046089645475149
235694	rnn.weight_hh_l1_reverse	6	0.04772423952817917
235694	rnn.weight_hh_l1_reverse	7	0.03148879483342171
235694	rnn.weight_hh_l1_reverse	8	-0.007171943783760071
235694	rnn.weight_hh_l1_reverse	9	-0.0305123720318079
235694	rnn.bias_ih_l1_reverse	0	-0.047220777720212936
235694	rnn.bias_ih_l1_reverse	1	-0.1417081654071808
235694	rnn.bias_ih_l1_reverse	2	-0.16239655017852783
235694	rnn.bias_ih_l1_reverse	3	-0.05877303332090378
235694	rnn.bias_ih_l1_reverse	4	-0.20454442501068115
235694	rnn.bias_ih_l1_reverse	5	-0.11594666540622711
235694	rnn.bias_ih_l1_reverse	6	-0.13043425977230072
235694	rnn.bias_ih_l1_reverse	7	-0.192605122923851
235694	rnn.bias_ih_l1_reverse	8	0.22490276396274567
235694	rnn.bias_ih_l1_reverse	9	0.02586147002875805
235694	rnn.bias_hh_l1_reverse	0	0.012184086255729198
235694	rnn.bias_hh_l1_reverse	1	-0.06570447236299515
235694	rnn.bias_hh_l1_reverse	2	-0.23634162545204163
235694	rnn.bias_hh_l1_reverse	3	-0.14188671112060547
235694	rnn.bias_hh_l1_reverse	4	-0.07949371635913849
235694	rnn.bias_hh_l1_reverse	5	-0.11622240394353867
235694	rnn.bias_hh_l1_reverse	6	0.062298960983753204
235694	rnn.bias_hh_l1_reverse	7	-0.13928423821926117
235694	rnn.bias_hh_l1_reverse	8	-0.12473758310079575
235694	rnn.bias_hh_l1_reverse	9	-0.14858129620552063
235694	linear.weight	0	0.002228822559118271
235694	linear.weight	1	0.09645045548677444
235694	linear.weight	2	-0.09318288415670395
235694	linear.weight	3	0.31176117062568665
235694	linear.weight	4	0.1502280980348587
235694	linear.weight	5	-0.06398269534111023
235694	linear.weight	6	0.09748749434947968
235694	linear.weight	7	0.13373342156410217
235694	linear.weight	8	0.041135817766189575
235694	linear.weight	9	-0.052509259432554245
235694	linear.bias	0	0.08477424085140228
235694	linear.bias	1	-0.1895616352558136
235694	linear.bias	2	-0.4560481309890747
235694	linear.bias	3	-0.6578889489173889
235694	linear.bias	4	-1.2567811012268066
235694	linear.bias	5	-0.05802790820598602
235694	linear.bias	6	-0.8252968192100525
235694	linear.bias	7	0.2743470370769501
235694	linear.bias	8	-0.39671650528907776
235694	linear.bias	9	-1.0206341743469238
235891	transitions	0	0.7470506429672241
235891	transitions	1	0.14091508090496063
235891	transitions	2	-10000.0
235891	transitions	3	-1.8279210329055786
235891	transitions	4	-10000.0
235891	transitions	5	0.5633333325386047
235891	transitions	6	-0.08518188446760178
235891	transitions	7	-0.8071562051773071
235891	transitions	8	-1.4219521284103394
235891	transitions	9	-0.0012278796639293432
235891	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
235891	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
235891	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
235891	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
235891	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
235891	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
235891	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
235891	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
235891	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
235891	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
235891	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
235891	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
235891	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
235891	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
235891	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
235891	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
235891	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
235891	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
235891	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
235891	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
235891	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
235891	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
235891	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
235891	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
235891	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
235891	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
235891	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
235891	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
235891	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
235891	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
235891	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
235891	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
235891	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
235891	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
235891	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
235891	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
235891	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
235891	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
235891	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
235891	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
235891	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
235891	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
235891	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
235891	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
235891	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
235891	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
235891	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
235891	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
235891	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
235891	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
235891	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
235891	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
235891	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
235891	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
235891	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
235891	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
235891	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
235891	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
235891	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
235891	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
235891	embedding2nn.weight	0	0.016355060040950775
235891	embedding2nn.weight	1	-0.012964933179318905
235891	embedding2nn.weight	2	-0.014268254861235619
235891	embedding2nn.weight	3	-0.031021004542708397
235891	embedding2nn.weight	4	-0.0059150345623493195
235891	embedding2nn.weight	5	-0.0037005888298153877
235891	embedding2nn.weight	6	-0.0039732675068080425
235891	embedding2nn.weight	7	-0.07612632215023041
235891	embedding2nn.weight	8	-0.0019979383796453476
235891	embedding2nn.weight	9	-0.02734418958425522
235891	embedding2nn.bias	0	0.03270605206489563
235891	embedding2nn.bias	1	-0.07265722751617432
235891	embedding2nn.bias	2	0.06577679514884949
235891	embedding2nn.bias	3	0.05115697905421257
235891	embedding2nn.bias	4	-0.047914717346429825
235891	embedding2nn.bias	5	-0.011034068651497364
235891	embedding2nn.bias	6	0.012554246932268143
235891	embedding2nn.bias	7	-0.05659760534763336
235891	embedding2nn.bias	8	0.07085499912500381
235891	embedding2nn.bias	9	0.046927787363529205
235891	rnn.weight_ih_l0	0	-0.0788271352648735
235891	rnn.weight_ih_l0	1	0.0033824832644313574
235891	rnn.weight_ih_l0	2	0.03459465503692627
235891	rnn.weight_ih_l0	3	0.02236219309270382
235891	rnn.weight_ih_l0	4	-0.04947075620293617
235891	rnn.weight_ih_l0	5	-0.06848461180925369
235891	rnn.weight_ih_l0	6	-0.001408984768204391
235891	rnn.weight_ih_l0	7	0.05387077480554581
235891	rnn.weight_ih_l0	8	-0.018167315050959587
235891	rnn.weight_ih_l0	9	-0.030265266075730324
235891	rnn.weight_hh_l0	0	-0.031244976446032524
235891	rnn.weight_hh_l0	1	-0.007457710802555084
235891	rnn.weight_hh_l0	2	0.006277974229305983
235891	rnn.weight_hh_l0	3	-0.07479435950517654
235891	rnn.weight_hh_l0	4	0.09417334198951721
235891	rnn.weight_hh_l0	5	-0.0254945270717144
235891	rnn.weight_hh_l0	6	-0.06382612884044647
235891	rnn.weight_hh_l0	7	0.009670421481132507
235891	rnn.weight_hh_l0	8	0.01299619022756815
235891	rnn.weight_hh_l0	9	-0.025737229734659195
235891	rnn.bias_ih_l0	0	0.12851017713546753
235891	rnn.bias_ih_l0	1	-0.037163957953453064
235891	rnn.bias_ih_l0	2	-0.0341743566095829
235891	rnn.bias_ih_l0	3	0.16202248632907867
235891	rnn.bias_ih_l0	4	-0.012709509581327438
235891	rnn.bias_ih_l0	5	-0.02102331630885601
235891	rnn.bias_ih_l0	6	0.01790282502770424
235891	rnn.bias_ih_l0	7	0.02203822135925293
235891	rnn.bias_ih_l0	8	-0.10068878531455994
235891	rnn.bias_ih_l0	9	-0.03731877729296684
235891	rnn.bias_hh_l0	0	-0.0024952697567641735
235891	rnn.bias_hh_l0	1	-0.09633275866508484
235891	rnn.bias_hh_l0	2	-0.0749802514910698
235891	rnn.bias_hh_l0	3	-0.09023216366767883
235891	rnn.bias_hh_l0	4	0.010250366292893887
235891	rnn.bias_hh_l0	5	-0.020783497020602226
235891	rnn.bias_hh_l0	6	0.027328623458743095
235891	rnn.bias_hh_l0	7	0.06156259775161743
235891	rnn.bias_hh_l0	8	-0.12152362614870071
235891	rnn.bias_hh_l0	9	-0.0584627129137516
235891	rnn.weight_ih_l0_reverse	0	-0.025491992011666298
235891	rnn.weight_ih_l0_reverse	1	-0.05667230114340782
235891	rnn.weight_ih_l0_reverse	2	-0.04839088395237923
235891	rnn.weight_ih_l0_reverse	3	0.015626652166247368
235891	rnn.weight_ih_l0_reverse	4	-0.024349570274353027
235891	rnn.weight_ih_l0_reverse	5	-0.057276930660009384
235891	rnn.weight_ih_l0_reverse	6	0.07495535910129547
235891	rnn.weight_ih_l0_reverse	7	-0.01900474913418293
235891	rnn.weight_ih_l0_reverse	8	-0.01966242305934429
235891	rnn.weight_ih_l0_reverse	9	0.0038995249196887016
235891	rnn.weight_hh_l0_reverse	0	0.0672580748796463
235891	rnn.weight_hh_l0_reverse	1	0.019910668954253197
235891	rnn.weight_hh_l0_reverse	2	0.02942400425672531
235891	rnn.weight_hh_l0_reverse	3	0.03502177447080612
235891	rnn.weight_hh_l0_reverse	4	0.013476873748004436
235891	rnn.weight_hh_l0_reverse	5	0.0071974629536271095
235891	rnn.weight_hh_l0_reverse	6	0.05104312300682068
235891	rnn.weight_hh_l0_reverse	7	-0.08170252293348312
235891	rnn.weight_hh_l0_reverse	8	0.040471334010362625
235891	rnn.weight_hh_l0_reverse	9	0.035068824887275696
235891	rnn.bias_ih_l0_reverse	0	-0.05822082236409187
235891	rnn.bias_ih_l0_reverse	1	-0.28409746289253235
235891	rnn.bias_ih_l0_reverse	2	-0.12047801166772842
235891	rnn.bias_ih_l0_reverse	3	-0.04731125757098198
235891	rnn.bias_ih_l0_reverse	4	-0.01984212175011635
235891	rnn.bias_ih_l0_reverse	5	0.0753912478685379
235891	rnn.bias_ih_l0_reverse	6	-0.06369435787200928
235891	rnn.bias_ih_l0_reverse	7	0.06266713887453079
235891	rnn.bias_ih_l0_reverse	8	-0.038325563073158264
235891	rnn.bias_ih_l0_reverse	9	0.06499510258436203
235891	rnn.bias_hh_l0_reverse	0	0.02258952707052231
235891	rnn.bias_hh_l0_reverse	1	-0.05816696956753731
235891	rnn.bias_hh_l0_reverse	2	0.08856682479381561
235891	rnn.bias_hh_l0_reverse	3	-0.050193555653095245
235891	rnn.bias_hh_l0_reverse	4	-0.02771078608930111
235891	rnn.bias_hh_l0_reverse	5	-0.019423775374889374
235891	rnn.bias_hh_l0_reverse	6	-0.017338551580905914
235891	rnn.bias_hh_l0_reverse	7	0.09998501092195511
235891	rnn.bias_hh_l0_reverse	8	0.029568945989012718
235891	rnn.bias_hh_l0_reverse	9	-0.14766710996627808
235891	rnn.weight_ih_l1	0	-0.029708579182624817
235891	rnn.weight_ih_l1	1	-0.0505807101726532
235891	rnn.weight_ih_l1	2	0.06515303254127502
235891	rnn.weight_ih_l1	3	-0.07304491102695465
235891	rnn.weight_ih_l1	4	-0.014320899732410908
235891	rnn.weight_ih_l1	5	-0.04039866104722023
235891	rnn.weight_ih_l1	6	0.029386376962065697
235891	rnn.weight_ih_l1	7	-0.04551096633076668
235891	rnn.weight_ih_l1	8	0.03767978027462959
235891	rnn.weight_ih_l1	9	0.04461675137281418
235891	rnn.weight_hh_l1	0	-0.007403585594147444
235891	rnn.weight_hh_l1	1	0.01976824551820755
235891	rnn.weight_hh_l1	2	0.00782468169927597
235891	rnn.weight_hh_l1	3	-0.012479950673878193
235891	rnn.weight_hh_l1	4	0.004799576476216316
235891	rnn.weight_hh_l1	5	0.034719742834568024
235891	rnn.weight_hh_l1	6	0.03707274794578552
235891	rnn.weight_hh_l1	7	-0.015997381880879402
235891	rnn.weight_hh_l1	8	-0.00753533560782671
235891	rnn.weight_hh_l1	9	0.038509953767061234
235891	rnn.bias_ih_l1	0	-0.18382589519023895
235891	rnn.bias_ih_l1	1	-0.1780916154384613
235891	rnn.bias_ih_l1	2	-0.19836097955703735
235891	rnn.bias_ih_l1	3	-0.3091716766357422
235891	rnn.bias_ih_l1	4	-0.2070639580488205
235891	rnn.bias_ih_l1	5	-0.08909450471401215
235891	rnn.bias_ih_l1	6	-0.160492405295372
235891	rnn.bias_ih_l1	7	-0.005166503135114908
235891	rnn.bias_ih_l1	8	-0.13442012667655945
235891	rnn.bias_ih_l1	9	-0.12674906849861145
235891	rnn.bias_hh_l1	0	-0.09577857702970505
235891	rnn.bias_hh_l1	1	-0.0637381374835968
235891	rnn.bias_hh_l1	2	-0.08337581902742386
235891	rnn.bias_hh_l1	3	-0.07864510267972946
235891	rnn.bias_hh_l1	4	-0.07274851948022842
235891	rnn.bias_hh_l1	5	-0.11844603717327118
235891	rnn.bias_hh_l1	6	-0.16034139692783356
235891	rnn.bias_hh_l1	7	0.07307922840118408
235891	rnn.bias_hh_l1	8	-0.17875128984451294
235891	rnn.bias_hh_l1	9	-0.11817863583564758
235891	rnn.weight_ih_l1_reverse	0	-0.047360602766275406
235891	rnn.weight_ih_l1_reverse	1	0.0319373644888401
235891	rnn.weight_ih_l1_reverse	2	0.09132765233516693
235891	rnn.weight_ih_l1_reverse	3	-0.020013052970170975
235891	rnn.weight_ih_l1_reverse	4	-0.024868668988347054
235891	rnn.weight_ih_l1_reverse	5	-0.03054485283792019
235891	rnn.weight_ih_l1_reverse	6	-0.019078709185123444
235891	rnn.weight_ih_l1_reverse	7	0.02899220958352089
235891	rnn.weight_ih_l1_reverse	8	0.009558435529470444
235891	rnn.weight_ih_l1_reverse	9	-0.034419670701026917
235891	rnn.weight_hh_l1_reverse	0	0.004795590415596962
235891	rnn.weight_hh_l1_reverse	1	0.031789734959602356
235891	rnn.weight_hh_l1_reverse	2	-0.040592581033706665
235891	rnn.weight_hh_l1_reverse	3	0.035122454166412354
235891	rnn.weight_hh_l1_reverse	4	0.04764476418495178
235891	rnn.weight_hh_l1_reverse	5	0.004988622386008501
235891	rnn.weight_hh_l1_reverse	6	0.04800994694232941
235891	rnn.weight_hh_l1_reverse	7	0.031489335000514984
235891	rnn.weight_hh_l1_reverse	8	-0.0071526262909173965
235891	rnn.weight_hh_l1_reverse	9	-0.030534548684954643
235891	rnn.bias_ih_l1_reverse	0	-0.04696047306060791
235891	rnn.bias_ih_l1_reverse	1	-0.14072203636169434
235891	rnn.bias_ih_l1_reverse	2	-0.16191382706165314
235891	rnn.bias_ih_l1_reverse	3	-0.059109997004270554
235891	rnn.bias_ih_l1_reverse	4	-0.20442046225070953
235891	rnn.bias_ih_l1_reverse	5	-0.11640116572380066
235891	rnn.bias_ih_l1_reverse	6	-0.1305910348892212
235891	rnn.bias_ih_l1_reverse	7	-0.19248007237911224
235891	rnn.bias_ih_l1_reverse	8	0.22465582191944122
235891	rnn.bias_ih_l1_reverse	9	0.02491416409611702
235891	rnn.bias_hh_l1_reverse	0	0.0112185999751091
235891	rnn.bias_hh_l1_reverse	1	-0.06518809497356415
235891	rnn.bias_hh_l1_reverse	2	-0.23612003028392792
235891	rnn.bias_hh_l1_reverse	3	-0.1418956220149994
235891	rnn.bias_hh_l1_reverse	4	-0.07959681004285812
235891	rnn.bias_hh_l1_reverse	5	-0.11632155627012253
235891	rnn.bias_hh_l1_reverse	6	0.0629505068063736
235891	rnn.bias_hh_l1_reverse	7	-0.1394932121038437
235891	rnn.bias_hh_l1_reverse	8	-0.12453107535839081
235891	rnn.bias_hh_l1_reverse	9	-0.14865648746490479
235891	linear.weight	0	0.002228822559118271
235891	linear.weight	1	0.09682171791791916
235891	linear.weight	2	-0.0935850739479065
235891	linear.weight	3	0.31113582849502563
235891	linear.weight	4	0.15021280944347382
235891	linear.weight	5	-0.06419185549020767
235891	linear.weight	6	0.09842617809772491
235891	linear.weight	7	0.1334407776594162
235891	linear.weight	8	0.04113578423857689
235891	linear.weight	9	-0.05246689170598984
235891	linear.bias	0	0.07990928739309311
235891	linear.bias	1	-0.18701887130737305
235891	linear.bias	2	-0.457309365272522
235891	linear.bias	3	-0.6617347598075867
235891	linear.bias	4	-1.2605863809585571
235891	linear.bias	5	-0.057730238884687424
235891	linear.bias	6	-0.8226507902145386
235891	linear.bias	7	0.2745479643344879
235891	linear.bias	8	-0.3958936631679535
235891	linear.bias	9	-1.0197436809539795
236088	transitions	0	0.7472522854804993
236088	transitions	1	0.14085133373737335
236088	transitions	2	-10000.0
236088	transitions	3	-1.8279238939285278
236088	transitions	4	-10000.0
236088	transitions	5	0.563324511051178
236088	transitions	6	-0.08518900722265244
236088	transitions	7	-0.8072605133056641
236088	transitions	8	-1.4219616651535034
236088	transitions	9	-0.001227937638759613
236088	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
236088	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
236088	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
236088	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
236088	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
236088	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
236088	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
236088	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
236088	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
236088	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
236088	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
236088	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
236088	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
236088	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
236088	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
236088	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
236088	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
236088	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
236088	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
236088	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
236088	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
236088	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
236088	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
236088	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
236088	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
236088	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
236088	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
236088	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
236088	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
236088	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
236088	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
236088	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
236088	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
236088	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
236088	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
236088	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
236088	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
236088	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
236088	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
236088	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
236088	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
236088	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
236088	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
236088	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
236088	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
236088	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
236088	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
236088	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
236088	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
236088	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
236088	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
236088	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
236088	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
236088	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
236088	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
236088	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
236088	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
236088	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
236088	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
236088	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
236088	embedding2nn.weight	0	0.016253918409347534
236088	embedding2nn.weight	1	-0.012978892773389816
236088	embedding2nn.weight	2	-0.014268254861235619
236088	embedding2nn.weight	3	-0.03112984262406826
236088	embedding2nn.weight	4	-0.0059150345623493195
236088	embedding2nn.weight	5	-0.0037005888298153877
236088	embedding2nn.weight	6	-0.0039732675068080425
236088	embedding2nn.weight	7	-0.076270192861557
236088	embedding2nn.weight	8	-0.0019979383796453476
236088	embedding2nn.weight	9	-0.027410147711634636
236088	embedding2nn.bias	0	0.03238261491060257
236088	embedding2nn.bias	1	-0.0723053589463234
236088	embedding2nn.bias	2	0.06599699705839157
236088	embedding2nn.bias	3	0.051432445645332336
236088	embedding2nn.bias	4	-0.048329662531614304
236088	embedding2nn.bias	5	-0.011729816906154156
236088	embedding2nn.bias	6	0.014875909313559532
236088	embedding2nn.bias	7	-0.05755352973937988
236088	embedding2nn.bias	8	0.0710352212190628
236088	embedding2nn.bias	9	0.0459207259118557
236088	rnn.weight_ih_l0	0	-0.07888475060462952
236088	rnn.weight_ih_l0	1	0.0032849449198693037
236088	rnn.weight_ih_l0	2	0.03452693298459053
236088	rnn.weight_ih_l0	3	0.02234620600938797
236088	rnn.weight_ih_l0	4	-0.04921654611825943
236088	rnn.weight_ih_l0	5	-0.06832980364561081
236088	rnn.weight_ih_l0	6	-0.0014426151756197214
236088	rnn.weight_ih_l0	7	0.053610898554325104
236088	rnn.weight_ih_l0	8	-0.018351564183831215
236088	rnn.weight_ih_l0	9	-0.030334752053022385
236088	rnn.weight_hh_l0	0	-0.03122621960937977
236088	rnn.weight_hh_l0	1	-0.007270677015185356
236088	rnn.weight_hh_l0	2	0.006266795564442873
236088	rnn.weight_hh_l0	3	-0.07486872375011444
236088	rnn.weight_hh_l0	4	0.0941469594836235
236088	rnn.weight_hh_l0	5	-0.025557655841112137
236088	rnn.weight_hh_l0	6	-0.06404031813144684
236088	rnn.weight_hh_l0	7	0.009555808268487453
236088	rnn.weight_hh_l0	8	0.013112245127558708
236088	rnn.weight_hh_l0	9	-0.025780560448765755
236088	rnn.bias_ih_l0	0	0.1286105513572693
236088	rnn.bias_ih_l0	1	-0.03727729246020317
236088	rnn.bias_ih_l0	2	-0.03421071916818619
236088	rnn.bias_ih_l0	3	0.16201484203338623
236088	rnn.bias_ih_l0	4	-0.012960823252797127
236088	rnn.bias_ih_l0	5	-0.021081238985061646
236088	rnn.bias_ih_l0	6	0.01808053068816662
236088	rnn.bias_ih_l0	7	0.02198951318860054
236088	rnn.bias_ih_l0	8	-0.10047043114900589
236088	rnn.bias_ih_l0	9	-0.03801345452666283
236088	rnn.bias_hh_l0	0	-0.00262266444042325
236088	rnn.bias_hh_l0	1	-0.0964311733841896
236088	rnn.bias_hh_l0	2	-0.07469123601913452
236088	rnn.bias_hh_l0	3	-0.08986426889896393
236088	rnn.bias_hh_l0	4	0.009955057874321938
236088	rnn.bias_hh_l0	5	-0.02110549807548523
236088	rnn.bias_hh_l0	6	0.027480285614728928
236088	rnn.bias_hh_l0	7	0.061045777052640915
236088	rnn.bias_hh_l0	8	-0.1215183213353157
236088	rnn.bias_hh_l0	9	-0.05832189321517944
236088	rnn.weight_ih_l0_reverse	0	-0.025762449949979782
236088	rnn.weight_ih_l0_reverse	1	-0.056649621576070786
236088	rnn.weight_ih_l0_reverse	2	-0.048436619341373444
236088	rnn.weight_ih_l0_reverse	3	0.015575013123452663
236088	rnn.weight_ih_l0_reverse	4	-0.024533327668905258
236088	rnn.weight_ih_l0_reverse	5	-0.057340286672115326
236088	rnn.weight_ih_l0_reverse	6	0.07535559684038162
236088	rnn.weight_ih_l0_reverse	7	-0.018848055973649025
236088	rnn.weight_ih_l0_reverse	8	-0.019674068316817284
236088	rnn.weight_ih_l0_reverse	9	0.003973301500082016
236088	rnn.weight_hh_l0_reverse	0	0.06726713478565216
236088	rnn.weight_hh_l0_reverse	1	0.020083753392100334
236088	rnn.weight_hh_l0_reverse	2	0.02941085584461689
236088	rnn.weight_hh_l0_reverse	3	0.03500959649682045
236088	rnn.weight_hh_l0_reverse	4	0.013459608890116215
236088	rnn.weight_hh_l0_reverse	5	0.0074036153964698315
236088	rnn.weight_hh_l0_reverse	6	0.051008615642786026
236088	rnn.weight_hh_l0_reverse	7	-0.08188613504171371
236088	rnn.weight_hh_l0_reverse	8	0.040523502975702286
236088	rnn.weight_hh_l0_reverse	9	0.03507084771990776
236088	rnn.bias_ih_l0_reverse	0	-0.0582304485142231
236088	rnn.bias_ih_l0_reverse	1	-0.2834773063659668
236088	rnn.bias_ih_l0_reverse	2	-0.12032373249530792
236088	rnn.bias_ih_l0_reverse	3	-0.04698432236909866
236088	rnn.bias_ih_l0_reverse	4	-0.019802216440439224
236088	rnn.bias_ih_l0_reverse	5	0.07523973286151886
236088	rnn.bias_ih_l0_reverse	6	-0.06378057599067688
236088	rnn.bias_ih_l0_reverse	7	0.06248060613870621
236088	rnn.bias_ih_l0_reverse	8	-0.03814790025353432
236088	rnn.bias_ih_l0_reverse	9	0.06442760676145554
236088	rnn.bias_hh_l0_reverse	0	0.022638484835624695
236088	rnn.bias_hh_l0_reverse	1	-0.05811360105872154
236088	rnn.bias_hh_l0_reverse	2	0.08898115158081055
236088	rnn.bias_hh_l0_reverse	3	-0.049936335533857346
236088	rnn.bias_hh_l0_reverse	4	-0.027691563591361046
236088	rnn.bias_hh_l0_reverse	5	-0.01902756467461586
236088	rnn.bias_hh_l0_reverse	6	-0.01790507882833481
236088	rnn.bias_hh_l0_reverse	7	0.10010302066802979
236088	rnn.bias_hh_l0_reverse	8	0.030096348375082016
236088	rnn.bias_hh_l0_reverse	9	-0.14734704792499542
236088	rnn.weight_ih_l1	0	-0.029839681461453438
236088	rnn.weight_ih_l1	1	-0.05067221075296402
236088	rnn.weight_ih_l1	2	0.06489671021699905
236088	rnn.weight_ih_l1	3	-0.0731346532702446
236088	rnn.weight_ih_l1	4	-0.014231683686375618
236088	rnn.weight_ih_l1	5	-0.040367335081100464
236088	rnn.weight_ih_l1	6	0.029336798936128616
236088	rnn.weight_ih_l1	7	-0.045747775584459305
236088	rnn.weight_ih_l1	8	0.03768850862979889
236088	rnn.weight_ih_l1	9	0.044691380113363266
236088	rnn.weight_hh_l1	0	-0.00739935040473938
236088	rnn.weight_hh_l1	1	0.01974794827401638
236088	rnn.weight_hh_l1	2	0.007929367944598198
236088	rnn.weight_hh_l1	3	-0.012481753714382648
236088	rnn.weight_hh_l1	4	0.004817965440452099
236088	rnn.weight_hh_l1	5	0.03471238166093826
236088	rnn.weight_hh_l1	6	0.03713182732462883
236088	rnn.weight_hh_l1	7	-0.015999017283320427
236088	rnn.weight_hh_l1	8	-0.007510016672313213
236088	rnn.weight_hh_l1	9	0.03860164061188698
236088	rnn.bias_ih_l1	0	-0.18362706899642944
236088	rnn.bias_ih_l1	1	-0.17816565930843353
236088	rnn.bias_ih_l1	2	-0.19826139509677887
236088	rnn.bias_ih_l1	3	-0.3093278110027313
236088	rnn.bias_ih_l1	4	-0.20673444867134094
236088	rnn.bias_ih_l1	5	-0.08892412483692169
236088	rnn.bias_ih_l1	6	-0.16087539494037628
236088	rnn.bias_ih_l1	7	-0.005329073406755924
236088	rnn.bias_ih_l1	8	-0.13448567688465118
236088	rnn.bias_ih_l1	9	-0.1269475221633911
236088	rnn.bias_hh_l1	0	-0.09613286703824997
236088	rnn.bias_hh_l1	1	-0.06377974897623062
236088	rnn.bias_hh_l1	2	-0.08311580866575241
236088	rnn.bias_hh_l1	3	-0.07876015454530716
236088	rnn.bias_hh_l1	4	-0.07274363934993744
236088	rnn.bias_hh_l1	5	-0.11822360754013062
236088	rnn.bias_hh_l1	6	-0.16034696996212006
236088	rnn.bias_hh_l1	7	0.07387398928403854
236088	rnn.bias_hh_l1	8	-0.17846347391605377
236088	rnn.bias_hh_l1	9	-0.11753662675619125
236088	rnn.weight_ih_l1_reverse	0	-0.04722974821925163
236088	rnn.weight_ih_l1_reverse	1	0.03179645538330078
236088	rnn.weight_ih_l1_reverse	2	0.09117735922336578
236088	rnn.weight_ih_l1_reverse	3	-0.019831031560897827
236088	rnn.weight_ih_l1_reverse	4	-0.02469896338880062
236088	rnn.weight_ih_l1_reverse	5	-0.030547626316547394
236088	rnn.weight_ih_l1_reverse	6	-0.019138153642416
236088	rnn.weight_ih_l1_reverse	7	0.029100392013788223
236088	rnn.weight_ih_l1_reverse	8	0.009680226445198059
236088	rnn.weight_ih_l1_reverse	9	-0.03456803038716316
236088	rnn.weight_hh_l1_reverse	0	0.00478723319247365
236088	rnn.weight_hh_l1_reverse	1	0.03179015964269638
236088	rnn.weight_hh_l1_reverse	2	-0.04057972505688667
236088	rnn.weight_hh_l1_reverse	3	0.03511942923069
236088	rnn.weight_hh_l1_reverse	4	0.0476890504360199
236088	rnn.weight_hh_l1_reverse	5	0.004950046539306641
236088	rnn.weight_hh_l1_reverse	6	0.047964442521333694
236088	rnn.weight_hh_l1_reverse	7	0.031414564698934555
236088	rnn.weight_hh_l1_reverse	8	-0.007188739720731974
236088	rnn.weight_hh_l1_reverse	9	-0.030421806499361992
236088	rnn.bias_ih_l1_reverse	0	-0.046953435987234116
236088	rnn.bias_ih_l1_reverse	1	-0.1406858265399933
236088	rnn.bias_ih_l1_reverse	2	-0.16211332380771637
236088	rnn.bias_ih_l1_reverse	3	-0.06057886779308319
236088	rnn.bias_ih_l1_reverse	4	-0.20422886312007904
236088	rnn.bias_ih_l1_reverse	5	-0.11662395298480988
236088	rnn.bias_ih_l1_reverse	6	-0.13063980638980865
236088	rnn.bias_ih_l1_reverse	7	-0.1929931491613388
236088	rnn.bias_ih_l1_reverse	8	0.22506177425384521
236088	rnn.bias_ih_l1_reverse	9	0.02522554248571396
236088	rnn.bias_hh_l1_reverse	0	0.012331481091678143
236088	rnn.bias_hh_l1_reverse	1	-0.06579440087080002
236088	rnn.bias_hh_l1_reverse	2	-0.2361145168542862
236088	rnn.bias_hh_l1_reverse	3	-0.1419444978237152
236088	rnn.bias_hh_l1_reverse	4	-0.07945193350315094
236088	rnn.bias_hh_l1_reverse	5	-0.11667867004871368
236088	rnn.bias_hh_l1_reverse	6	0.06308332830667496
236088	rnn.bias_hh_l1_reverse	7	-0.13921545445919037
236088	rnn.bias_hh_l1_reverse	8	-0.12440225481987
236088	rnn.bias_hh_l1_reverse	9	-0.1485685408115387
236088	linear.weight	0	0.002228822559118271
236088	linear.weight	1	0.09689292311668396
236088	linear.weight	2	-0.09391772747039795
236088	linear.weight	3	0.3097773492336273
236088	linear.weight	4	0.15001778304576874
236088	linear.weight	5	-0.06465142220258713
236088	linear.weight	6	0.09849133342504501
236088	linear.weight	7	0.13429990410804749
236088	linear.weight	8	0.041135720908641815
236088	linear.weight	9	-0.05233455449342728
236088	linear.bias	0	0.07862896472215652
236088	linear.bias	1	-0.1838613748550415
236088	linear.bias	2	-0.4599381685256958
236088	linear.bias	3	-0.6595302820205688
236088	linear.bias	4	-1.2585718631744385
236088	linear.bias	5	-0.0627225860953331
236088	linear.bias	6	-0.819186806678772
236088	linear.bias	7	0.26978111267089844
236088	linear.bias	8	-0.4020417332649231
236088	linear.bias	9	-1.0261974334716797
236285	transitions	0	0.7453635931015015
236285	transitions	1	0.14136798679828644
236285	transitions	2	-10000.0
236285	transitions	3	-1.8279346227645874
236285	transitions	4	-10000.0
236285	transitions	5	0.5633167624473572
236285	transitions	6	-0.08519221842288971
236285	transitions	7	-0.8072769641876221
236285	transitions	8	-1.42197847366333
236285	transitions	9	-0.0012279691873118281
236285	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
236285	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
236285	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
236285	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
236285	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
236285	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
236285	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
236285	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
236285	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
236285	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
236285	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
236285	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
236285	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
236285	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
236285	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
236285	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
236285	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
236285	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
236285	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
236285	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
236285	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
236285	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
236285	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
236285	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
236285	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
236285	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
236285	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
236285	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
236285	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
236285	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
236285	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
236285	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
236285	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
236285	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
236285	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
236285	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
236285	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
236285	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
236285	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
236285	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
236285	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
236285	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
236285	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
236285	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
236285	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
236285	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
236285	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
236285	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
236285	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
236285	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
236285	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
236285	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
236285	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
236285	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
236285	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
236285	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
236285	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
236285	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
236285	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
236285	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
236285	embedding2nn.weight	0	0.01627497188746929
236285	embedding2nn.weight	1	-0.012974499724805355
236285	embedding2nn.weight	2	-0.014268254861235619
236285	embedding2nn.weight	3	-0.030941192060709
236285	embedding2nn.weight	4	-0.0059150345623493195
236285	embedding2nn.weight	5	-0.0037005888298153877
236285	embedding2nn.weight	6	-0.0039732675068080425
236285	embedding2nn.weight	7	-0.07612557709217072
236285	embedding2nn.weight	8	-0.0019979383796453476
236285	embedding2nn.weight	9	-0.027446644380688667
236285	embedding2nn.bias	0	0.03288993239402771
236285	embedding2nn.bias	1	-0.07191163301467896
236285	embedding2nn.bias	2	0.06593724340200424
236285	embedding2nn.bias	3	0.05218430608510971
236285	embedding2nn.bias	4	-0.048926930874586105
236285	embedding2nn.bias	5	-0.011729494668543339
236285	embedding2nn.bias	6	0.013876101933419704
236285	embedding2nn.bias	7	-0.057157814502716064
236285	embedding2nn.bias	8	0.07051430642604828
236285	embedding2nn.bias	9	0.044466301798820496
236285	rnn.weight_ih_l0	0	-0.07893478870391846
236285	rnn.weight_ih_l0	1	0.0032076919451355934
236285	rnn.weight_ih_l0	2	0.034366168081760406
236285	rnn.weight_ih_l0	3	0.022397303953766823
236285	rnn.weight_ih_l0	4	-0.04899127036333084
236285	rnn.weight_ih_l0	5	-0.06823081523180008
236285	rnn.weight_ih_l0	6	-0.0014880159869790077
236285	rnn.weight_ih_l0	7	0.053609997034072876
236285	rnn.weight_ih_l0	8	-0.01826922595500946
236285	rnn.weight_ih_l0	9	-0.030403658747673035
236285	rnn.weight_hh_l0	0	-0.03093329630792141
236285	rnn.weight_hh_l0	1	-0.007172547280788422
236285	rnn.weight_hh_l0	2	0.006351624149829149
236285	rnn.weight_hh_l0	3	-0.07468599081039429
236285	rnn.weight_hh_l0	4	0.09419914335012436
236285	rnn.weight_hh_l0	5	-0.025569364428520203
236285	rnn.weight_hh_l0	6	-0.06416332721710205
236285	rnn.weight_hh_l0	7	0.00964796356856823
236285	rnn.weight_hh_l0	8	0.01307700015604496
236285	rnn.weight_hh_l0	9	-0.025762703269720078
236285	rnn.bias_ih_l0	0	0.12900672852993011
236285	rnn.bias_ih_l0	1	-0.036767393350601196
236285	rnn.bias_ih_l0	2	-0.03444129228591919
236285	rnn.bias_ih_l0	3	0.1616763472557068
236285	rnn.bias_ih_l0	4	-0.012749711982905865
236285	rnn.bias_ih_l0	5	-0.021249914541840553
236285	rnn.bias_ih_l0	6	0.017606224864721298
236285	rnn.bias_ih_l0	7	0.021813664585351944
236285	rnn.bias_ih_l0	8	-0.10027310252189636
236285	rnn.bias_ih_l0	9	-0.03803581744432449
236285	rnn.bias_hh_l0	0	-0.0022968898992985487
236285	rnn.bias_hh_l0	1	-0.09613212198019028
236285	rnn.bias_hh_l0	2	-0.07464589178562164
236285	rnn.bias_hh_l0	3	-0.08966674655675888
236285	rnn.bias_hh_l0	4	0.009504206478595734
236285	rnn.bias_hh_l0	5	-0.021207967773079872
236285	rnn.bias_hh_l0	6	0.027529608458280563
236285	rnn.bias_hh_l0	7	0.06116991490125656
236285	rnn.bias_hh_l0	8	-0.12127616256475449
236285	rnn.bias_hh_l0	9	-0.05779995396733284
236285	rnn.weight_ih_l0_reverse	0	-0.025679949671030045
236285	rnn.weight_ih_l0_reverse	1	-0.05663793161511421
236285	rnn.weight_ih_l0_reverse	2	-0.04834035411477089
236285	rnn.weight_ih_l0_reverse	3	0.015367045998573303
236285	rnn.weight_ih_l0_reverse	4	-0.024483272805809975
236285	rnn.weight_ih_l0_reverse	5	-0.05737362802028656
236285	rnn.weight_ih_l0_reverse	6	0.0751880407333374
236285	rnn.weight_ih_l0_reverse	7	-0.018813887611031532
236285	rnn.weight_ih_l0_reverse	8	-0.019701816141605377
236285	rnn.weight_ih_l0_reverse	9	0.003906445112079382
236285	rnn.weight_hh_l0_reverse	0	0.06724415719509125
236285	rnn.weight_hh_l0_reverse	1	0.020127547904849052
236285	rnn.weight_hh_l0_reverse	2	0.02930162101984024
236285	rnn.weight_hh_l0_reverse	3	0.03501519560813904
236285	rnn.weight_hh_l0_reverse	4	0.013399709016084671
236285	rnn.weight_hh_l0_reverse	5	0.007377276662737131
236285	rnn.weight_hh_l0_reverse	6	0.05101911351084709
236285	rnn.weight_hh_l0_reverse	7	-0.0818130299448967
236285	rnn.weight_hh_l0_reverse	8	0.04055008664727211
236285	rnn.weight_hh_l0_reverse	9	0.035134460777044296
236285	rnn.bias_ih_l0_reverse	0	-0.05826985463500023
236285	rnn.bias_ih_l0_reverse	1	-0.28356608748435974
236285	rnn.bias_ih_l0_reverse	2	-0.12043414264917374
236285	rnn.bias_ih_l0_reverse	3	-0.0469646081328392
236285	rnn.bias_ih_l0_reverse	4	-0.019797110930085182
236285	rnn.bias_ih_l0_reverse	5	0.0751870647072792
236285	rnn.bias_ih_l0_reverse	6	-0.06390982121229172
236285	rnn.bias_ih_l0_reverse	7	0.0624593123793602
236285	rnn.bias_ih_l0_reverse	8	-0.03824072703719139
236285	rnn.bias_ih_l0_reverse	9	0.06462538987398148
236285	rnn.bias_hh_l0_reverse	0	0.022756226360797882
236285	rnn.bias_hh_l0_reverse	1	-0.057670947164297104
236285	rnn.bias_hh_l0_reverse	2	0.08913014829158783
236285	rnn.bias_hh_l0_reverse	3	-0.04997909814119339
236285	rnn.bias_hh_l0_reverse	4	-0.02762979082763195
236285	rnn.bias_hh_l0_reverse	5	-0.01928582787513733
236285	rnn.bias_hh_l0_reverse	6	-0.01772502064704895
236285	rnn.bias_hh_l0_reverse	7	0.10020533949136734
236285	rnn.bias_hh_l0_reverse	8	0.03015047125518322
236285	rnn.bias_hh_l0_reverse	9	-0.14717140793800354
236285	rnn.weight_ih_l1	0	-0.02968786284327507
236285	rnn.weight_ih_l1	1	-0.0507308766245842
236285	rnn.weight_ih_l1	2	0.06493133306503296
236285	rnn.weight_ih_l1	3	-0.07317466288805008
236285	rnn.weight_ih_l1	4	-0.014295495115220547
236285	rnn.weight_ih_l1	5	-0.04043798893690109
236285	rnn.weight_ih_l1	6	0.02926505170762539
236285	rnn.weight_ih_l1	7	-0.04576534032821655
236285	rnn.weight_ih_l1	8	0.03770978003740311
236285	rnn.weight_ih_l1	9	0.044645775109529495
236285	rnn.weight_hh_l1	0	-0.007392818573862314
236285	rnn.weight_hh_l1	1	0.01973671279847622
236285	rnn.weight_hh_l1	2	0.007804650813341141
236285	rnn.weight_hh_l1	3	-0.012425893917679787
236285	rnn.weight_hh_l1	4	0.004881569650024176
236285	rnn.weight_hh_l1	5	0.034658171236515045
236285	rnn.weight_hh_l1	6	0.03710807114839554
236285	rnn.weight_hh_l1	7	-0.015949202701449394
236285	rnn.weight_hh_l1	8	-0.007538267411291599
236285	rnn.weight_hh_l1	9	0.03860866278409958
236285	rnn.bias_ih_l1	0	-0.18434740602970123
236285	rnn.bias_ih_l1	1	-0.17779706418514252
236285	rnn.bias_ih_l1	2	-0.19802936911582947
236285	rnn.bias_ih_l1	3	-0.30960190296173096
236285	rnn.bias_ih_l1	4	-0.20674684643745422
236285	rnn.bias_ih_l1	5	-0.08884195238351822
236285	rnn.bias_ih_l1	6	-0.16050124168395996
236285	rnn.bias_ih_l1	7	-0.004532987251877785
236285	rnn.bias_ih_l1	8	-0.13474787771701813
236285	rnn.bias_ih_l1	9	-0.12768374383449554
236285	rnn.bias_hh_l1	0	-0.09636378288269043
236285	rnn.bias_hh_l1	1	-0.06395670771598816
236285	rnn.bias_hh_l1	2	-0.08376409858465195
236285	rnn.bias_hh_l1	3	-0.07837455719709396
236285	rnn.bias_hh_l1	4	-0.07250724732875824
236285	rnn.bias_hh_l1	5	-0.11808966845273972
236285	rnn.bias_hh_l1	6	-0.1607106775045395
236285	rnn.bias_hh_l1	7	0.07418839633464813
236285	rnn.bias_hh_l1	8	-0.17796093225479126
236285	rnn.bias_hh_l1	9	-0.1175103634595871
236285	rnn.weight_ih_l1_reverse	0	-0.047333892434835434
236285	rnn.weight_ih_l1_reverse	1	0.03172936290502548
236285	rnn.weight_ih_l1_reverse	2	0.09074924141168594
236285	rnn.weight_ih_l1_reverse	3	-0.01958116702735424
236285	rnn.weight_ih_l1_reverse	4	-0.024415303021669388
236285	rnn.weight_ih_l1_reverse	5	-0.030565116554498672
236285	rnn.weight_ih_l1_reverse	6	-0.019625267013907433
236285	rnn.weight_ih_l1_reverse	7	0.029117392376065254
236285	rnn.weight_ih_l1_reverse	8	0.009341719560325146
236285	rnn.weight_ih_l1_reverse	9	-0.034296467900276184
236285	rnn.weight_hh_l1_reverse	0	0.004781858064234257
236285	rnn.weight_hh_l1_reverse	1	0.03181366249918938
236285	rnn.weight_hh_l1_reverse	2	-0.04058590531349182
236285	rnn.weight_hh_l1_reverse	3	0.03511057794094086
236285	rnn.weight_hh_l1_reverse	4	0.04765917733311653
236285	rnn.weight_hh_l1_reverse	5	0.004898384679108858
236285	rnn.weight_hh_l1_reverse	6	0.048051826655864716
236285	rnn.weight_hh_l1_reverse	7	0.03140353783965111
236285	rnn.weight_hh_l1_reverse	8	-0.007183138746768236
236285	rnn.weight_hh_l1_reverse	9	-0.030325423926115036
236285	rnn.bias_ih_l1_reverse	0	-0.0470142625272274
236285	rnn.bias_ih_l1_reverse	1	-0.1403072029352188
236285	rnn.bias_ih_l1_reverse	2	-0.1619238555431366
236285	rnn.bias_ih_l1_reverse	3	-0.05944819748401642
236285	rnn.bias_ih_l1_reverse	4	-0.20392677187919617
236285	rnn.bias_ih_l1_reverse	5	-0.1167021244764328
236285	rnn.bias_ih_l1_reverse	6	-0.13087166845798492
236285	rnn.bias_ih_l1_reverse	7	-0.19271166622638702
236285	rnn.bias_ih_l1_reverse	8	0.2257823795080185
236285	rnn.bias_ih_l1_reverse	9	0.024256469681859016
236285	rnn.bias_hh_l1_reverse	0	0.012370644137263298
236285	rnn.bias_hh_l1_reverse	1	-0.06586454063653946
236285	rnn.bias_hh_l1_reverse	2	-0.23610888421535492
236285	rnn.bias_hh_l1_reverse	3	-0.14193613827228546
236285	rnn.bias_hh_l1_reverse	4	-0.0794726312160492
236285	rnn.bias_hh_l1_reverse	5	-0.11666262894868851
236285	rnn.bias_hh_l1_reverse	6	0.062182873487472534
236285	rnn.bias_hh_l1_reverse	7	-0.1393701434135437
236285	rnn.bias_hh_l1_reverse	8	-0.12471310049295425
236285	rnn.bias_hh_l1_reverse	9	-0.1487463414669037
236285	linear.weight	0	0.002228822559118271
236285	linear.weight	1	0.09756799042224884
236285	linear.weight	2	-0.09366313368082047
236285	linear.weight	3	0.3097509741783142
236285	linear.weight	4	0.1505548506975174
236285	linear.weight	5	-0.06454838067293167
236285	linear.weight	6	0.09796161204576492
236285	linear.weight	7	0.13419640064239502
236285	linear.weight	8	0.041135601699352264
236285	linear.weight	9	-0.05237024277448654
236285	linear.bias	0	0.07874450832605362
236285	linear.bias	1	-0.19052749872207642
236285	linear.bias	2	-0.4529799520969391
236285	linear.bias	3	-0.659619152545929
236285	linear.bias	4	-1.258600115776062
236285	linear.bias	5	-0.06038200855255127
236285	linear.bias	6	-0.8261680603027344
236285	linear.bias	7	0.2726466953754425
236285	linear.bias	8	-0.4025731682777405
236285	linear.bias	9	-1.0270235538482666
236482	transitions	0	0.7471920847892761
236482	transitions	1	0.14121608436107635
236482	transitions	2	-10000.0
236482	transitions	3	-1.8279356956481934
236482	transitions	4	-10000.0
236482	transitions	5	0.5633101463317871
236482	transitions	6	-0.08519802242517471
236482	transitions	7	-0.8073021769523621
236482	transitions	8	-1.422002911567688
236482	transitions	9	-0.0012280263472348452
236482	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
236482	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
236482	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
236482	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
236482	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
236482	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
236482	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
236482	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
236482	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
236482	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
236482	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
236482	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
236482	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
236482	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
236482	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
236482	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
236482	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
236482	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
236482	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
236482	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
236482	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
236482	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
236482	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
236482	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
236482	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
236482	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
236482	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
236482	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
236482	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
236482	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
236482	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
236482	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
236482	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
236482	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
236482	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
236482	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
236482	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
236482	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
236482	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
236482	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
236482	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
236482	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
236482	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
236482	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
236482	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
236482	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
236482	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
236482	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
236482	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
236482	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
236482	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
236482	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
236482	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
236482	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
236482	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
236482	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
236482	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
236482	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
236482	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
236482	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
236482	embedding2nn.weight	0	0.016087323427200317
236482	embedding2nn.weight	1	-0.012961720116436481
236482	embedding2nn.weight	2	-0.014268254861235619
236482	embedding2nn.weight	3	-0.03065141662955284
236482	embedding2nn.weight	4	-0.0059150345623493195
236482	embedding2nn.weight	5	-0.0037005888298153877
236482	embedding2nn.weight	6	-0.0039732675068080425
236482	embedding2nn.weight	7	-0.07604599744081497
236482	embedding2nn.weight	8	-0.0019979383796453476
236482	embedding2nn.weight	9	-0.027478201314806938
236482	embedding2nn.bias	0	0.0312848724424839
236482	embedding2nn.bias	1	-0.07215449213981628
236482	embedding2nn.bias	2	0.06819889694452286
236482	embedding2nn.bias	3	0.05323849990963936
236482	embedding2nn.bias	4	-0.04920494183897972
236482	embedding2nn.bias	5	-0.011133410036563873
236482	embedding2nn.bias	6	0.016141703352332115
236482	embedding2nn.bias	7	-0.05663397163152695
236482	embedding2nn.bias	8	0.07087527960538864
236482	embedding2nn.bias	9	0.044082578271627426
236482	rnn.weight_ih_l0	0	-0.07876050472259521
236482	rnn.weight_ih_l0	1	0.003148698480799794
236482	rnn.weight_ih_l0	2	0.03429947793483734
236482	rnn.weight_ih_l0	3	0.02240615338087082
236482	rnn.weight_ih_l0	4	-0.049008484929800034
236482	rnn.weight_ih_l0	5	-0.06817761063575745
236482	rnn.weight_ih_l0	6	-0.001442320179194212
236482	rnn.weight_ih_l0	7	0.05367020145058632
236482	rnn.weight_ih_l0	8	-0.018206939101219177
236482	rnn.weight_ih_l0	9	-0.030487529933452606
236482	rnn.weight_hh_l0	0	-0.03091925010085106
236482	rnn.weight_hh_l0	1	-0.007344994228333235
236482	rnn.weight_hh_l0	2	0.0062895892187952995
236482	rnn.weight_hh_l0	3	-0.07471401244401932
236482	rnn.weight_hh_l0	4	0.09430605173110962
236482	rnn.weight_hh_l0	5	-0.02549462392926216
236482	rnn.weight_hh_l0	6	-0.06414350867271423
236482	rnn.weight_hh_l0	7	0.009565836749970913
236482	rnn.weight_hh_l0	8	0.012964386492967606
236482	rnn.weight_hh_l0	9	-0.025838928297162056
236482	rnn.bias_ih_l0	0	0.12935447692871094
236482	rnn.bias_ih_l0	1	-0.03662179037928581
236482	rnn.bias_ih_l0	2	-0.034672800451517105
236482	rnn.bias_ih_l0	3	0.1613355576992035
236482	rnn.bias_ih_l0	4	-0.013097601942718029
236482	rnn.bias_ih_l0	5	-0.021235328167676926
236482	rnn.bias_ih_l0	6	0.01804148219525814
236482	rnn.bias_ih_l0	7	0.021829653531312943
236482	rnn.bias_ih_l0	8	-0.10008346289396286
236482	rnn.bias_ih_l0	9	-0.038271814584732056
236482	rnn.bias_hh_l0	0	-0.0020483816042542458
236482	rnn.bias_hh_l0	1	-0.09649413079023361
236482	rnn.bias_hh_l0	2	-0.07452863454818726
236482	rnn.bias_hh_l0	3	-0.08987103402614594
236482	rnn.bias_hh_l0	4	0.009735293686389923
236482	rnn.bias_hh_l0	5	-0.02117892913520336
236482	rnn.bias_hh_l0	6	0.027474019676446915
236482	rnn.bias_hh_l0	7	0.06133361905813217
236482	rnn.bias_hh_l0	8	-0.1215672716498375
236482	rnn.bias_hh_l0	9	-0.05737242102622986
236482	rnn.weight_ih_l0_reverse	0	-0.025779176503419876
236482	rnn.weight_ih_l0_reverse	1	-0.05656115338206291
236482	rnn.weight_ih_l0_reverse	2	-0.04810074716806412
236482	rnn.weight_ih_l0_reverse	3	0.015496720559895039
236482	rnn.weight_ih_l0_reverse	4	-0.024440981447696686
236482	rnn.weight_ih_l0_reverse	5	-0.05729156732559204
236482	rnn.weight_ih_l0_reverse	6	0.07507126778364182
236482	rnn.weight_ih_l0_reverse	7	-0.018766427412629128
236482	rnn.weight_ih_l0_reverse	8	-0.019546784460544586
236482	rnn.weight_ih_l0_reverse	9	0.003924536518752575
236482	rnn.weight_hh_l0_reverse	0	0.06712568551301956
236482	rnn.weight_hh_l0_reverse	1	0.020317841321229935
236482	rnn.weight_hh_l0_reverse	2	0.02913755364716053
236482	rnn.weight_hh_l0_reverse	3	0.034940872341394424
236482	rnn.weight_hh_l0_reverse	4	0.013522619381546974
236482	rnn.weight_hh_l0_reverse	5	0.007248743902891874
236482	rnn.weight_hh_l0_reverse	6	0.0510983020067215
236482	rnn.weight_hh_l0_reverse	7	-0.08195461332798004
236482	rnn.weight_hh_l0_reverse	8	0.04052700474858284
236482	rnn.weight_hh_l0_reverse	9	0.03506311774253845
236482	rnn.bias_ih_l0_reverse	0	-0.05811023712158203
236482	rnn.bias_ih_l0_reverse	1	-0.2838592231273651
236482	rnn.bias_ih_l0_reverse	2	-0.1205245777964592
236482	rnn.bias_ih_l0_reverse	3	-0.04669302701950073
236482	rnn.bias_ih_l0_reverse	4	-0.019521309062838554
236482	rnn.bias_ih_l0_reverse	5	0.07471996545791626
236482	rnn.bias_ih_l0_reverse	6	-0.06410349905490875
236482	rnn.bias_ih_l0_reverse	7	0.0627695694565773
236482	rnn.bias_ih_l0_reverse	8	-0.03784628584980965
236482	rnn.bias_ih_l0_reverse	9	0.06477534025907516
236482	rnn.bias_hh_l0_reverse	0	0.02270044945180416
236482	rnn.bias_hh_l0_reverse	1	-0.05865691602230072
236482	rnn.bias_hh_l0_reverse	2	0.08879996836185455
236482	rnn.bias_hh_l0_reverse	3	-0.05020846053957939
236482	rnn.bias_hh_l0_reverse	4	-0.027644259855151176
236482	rnn.bias_hh_l0_reverse	5	-0.019450077787041664
236482	rnn.bias_hh_l0_reverse	6	-0.017927851527929306
236482	rnn.bias_hh_l0_reverse	7	0.10072548687458038
236482	rnn.bias_hh_l0_reverse	8	0.030292490497231483
236482	rnn.bias_hh_l0_reverse	9	-0.14747193455696106
236482	rnn.weight_ih_l1	0	-0.029712403193116188
236482	rnn.weight_ih_l1	1	-0.05083862692117691
236482	rnn.weight_ih_l1	2	0.06504485011100769
236482	rnn.weight_ih_l1	3	-0.07356292754411697
236482	rnn.weight_ih_l1	4	-0.014214150607585907
236482	rnn.weight_ih_l1	5	-0.040443357080221176
236482	rnn.weight_ih_l1	6	0.029121728613972664
236482	rnn.weight_ih_l1	7	-0.045541878789663315
236482	rnn.weight_ih_l1	8	0.037751276046037674
236482	rnn.weight_ih_l1	9	0.044628389179706573
236482	rnn.weight_hh_l1	0	-0.007273011840879917
236482	rnn.weight_hh_l1	1	0.01976766623556614
236482	rnn.weight_hh_l1	2	0.007893862202763557
236482	rnn.weight_hh_l1	3	-0.012401164509356022
236482	rnn.weight_hh_l1	4	0.004893115255981684
236482	rnn.weight_hh_l1	5	0.034620799124240875
236482	rnn.weight_hh_l1	6	0.03707973286509514
236482	rnn.weight_hh_l1	7	-0.01594836264848709
236482	rnn.weight_hh_l1	8	-0.007530168630182743
236482	rnn.weight_hh_l1	9	0.03845372051000595
236482	rnn.bias_ih_l1	0	-0.1851118803024292
236482	rnn.bias_ih_l1	1	-0.17769688367843628
236482	rnn.bias_ih_l1	2	-0.19749699532985687
236482	rnn.bias_ih_l1	3	-0.30979323387145996
236482	rnn.bias_ih_l1	4	-0.20712536573410034
236482	rnn.bias_ih_l1	5	-0.08900221437215805
236482	rnn.bias_ih_l1	6	-0.1605433225631714
236482	rnn.bias_ih_l1	7	-0.004825789015740156
236482	rnn.bias_ih_l1	8	-0.13473565876483917
236482	rnn.bias_ih_l1	9	-0.1277955323457718
236482	rnn.bias_hh_l1	0	-0.09647668898105621
236482	rnn.bias_hh_l1	1	-0.06372812390327454
236482	rnn.bias_hh_l1	2	-0.08413660526275635
236482	rnn.bias_hh_l1	3	-0.07815496623516083
236482	rnn.bias_hh_l1	4	-0.07251734286546707
236482	rnn.bias_hh_l1	5	-0.1182415708899498
236482	rnn.bias_hh_l1	6	-0.161171555519104
236482	rnn.bias_hh_l1	7	0.07391572743654251
236482	rnn.bias_hh_l1	8	-0.17799532413482666
236482	rnn.bias_hh_l1	9	-0.11764294654130936
236482	rnn.weight_ih_l1_reverse	0	-0.04746652767062187
236482	rnn.weight_ih_l1_reverse	1	0.0316866897046566
236482	rnn.weight_ih_l1_reverse	2	0.09019269049167633
236482	rnn.weight_ih_l1_reverse	3	-0.019584495574235916
236482	rnn.weight_ih_l1_reverse	4	-0.02440127171576023
236482	rnn.weight_ih_l1_reverse	5	-0.030575335025787354
236482	rnn.weight_ih_l1_reverse	6	-0.02011794038116932
236482	rnn.weight_ih_l1_reverse	7	0.02915709652006626
236482	rnn.weight_ih_l1_reverse	8	0.009105631150305271
236482	rnn.weight_ih_l1_reverse	9	-0.03418424725532532
236482	rnn.weight_hh_l1_reverse	0	0.004754232242703438
236482	rnn.weight_hh_l1_reverse	1	0.031819120049476624
236482	rnn.weight_hh_l1_reverse	2	-0.040585797280073166
236482	rnn.weight_hh_l1_reverse	3	0.03509857505559921
236482	rnn.weight_hh_l1_reverse	4	0.04759983718395233
236482	rnn.weight_hh_l1_reverse	5	0.004829624202102423
236482	rnn.weight_hh_l1_reverse	6	0.04787691310048103
236482	rnn.weight_hh_l1_reverse	7	0.03140738233923912
236482	rnn.weight_hh_l1_reverse	8	-0.007172551937401295
236482	rnn.weight_hh_l1_reverse	9	-0.030295342206954956
236482	rnn.bias_ih_l1_reverse	0	-0.046588100492954254
236482	rnn.bias_ih_l1_reverse	1	-0.1404738575220108
236482	rnn.bias_ih_l1_reverse	2	-0.16128648817539215
236482	rnn.bias_ih_l1_reverse	3	-0.059929925948381424
236482	rnn.bias_ih_l1_reverse	4	-0.20369768142700195
236482	rnn.bias_ih_l1_reverse	5	-0.11657918989658356
236482	rnn.bias_ih_l1_reverse	6	-0.13094300031661987
236482	rnn.bias_ih_l1_reverse	7	-0.19288426637649536
236482	rnn.bias_ih_l1_reverse	8	0.22564350068569183
236482	rnn.bias_ih_l1_reverse	9	0.022968588396906853
236482	rnn.bias_hh_l1_reverse	0	0.012422513216733932
236482	rnn.bias_hh_l1_reverse	1	-0.06747736781835556
236482	rnn.bias_hh_l1_reverse	2	-0.23630204796791077
236482	rnn.bias_hh_l1_reverse	3	-0.14209070801734924
236482	rnn.bias_hh_l1_reverse	4	-0.07974529266357422
236482	rnn.bias_hh_l1_reverse	5	-0.11717484146356583
236482	rnn.bias_hh_l1_reverse	6	0.06199542433023453
236482	rnn.bias_hh_l1_reverse	7	-0.13971790671348572
236482	rnn.bias_hh_l1_reverse	8	-0.1246771588921547
236482	rnn.bias_hh_l1_reverse	9	-0.14867223799228668
236482	linear.weight	0	0.002228822559118271
236482	linear.weight	1	0.09706886112689972
236482	linear.weight	2	-0.09366081655025482
236482	linear.weight	3	0.31020215153694153
236482	linear.weight	4	0.1506771445274353
236482	linear.weight	5	-0.06463304162025452
236482	linear.weight	6	0.09998884052038193
236482	linear.weight	7	0.13288334012031555
236482	linear.weight	8	0.0411355160176754
236482	linear.weight	9	-0.052542589604854584
236482	linear.bias	0	0.07340642064809799
236482	linear.bias	1	-0.18919338285923004
236482	linear.bias	2	-0.4494993984699249
236482	linear.bias	3	-0.663735032081604
236482	linear.bias	4	-1.2629724740982056
236482	linear.bias	5	-0.05396237224340439
236482	linear.bias	6	-0.8250200748443604
236482	linear.bias	7	0.278412401676178
236482	linear.bias	8	-0.40332573652267456
236482	linear.bias	9	-1.0279185771942139
236679	transitions	0	0.7452899813652039
236679	transitions	1	0.14131177961826324
236679	transitions	2	-10000.0
236679	transitions	3	-1.8279366493225098
236679	transitions	4	-10000.0
236679	transitions	5	0.5633025169372559
236679	transitions	6	-0.08520520478487015
236679	transitions	7	-0.8073371052742004
236679	transitions	8	-1.4220085144042969
236679	transitions	9	-0.001228071516379714
236679	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
236679	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
236679	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
236679	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
236679	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
236679	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
236679	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
236679	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
236679	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
236679	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
236679	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
236679	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
236679	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
236679	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
236679	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
236679	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
236679	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
236679	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
236679	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
236679	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
236679	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
236679	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
236679	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
236679	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
236679	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
236679	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
236679	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
236679	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
236679	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
236679	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
236679	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
236679	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
236679	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
236679	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
236679	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
236679	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
236679	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
236679	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
236679	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
236679	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
236679	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
236679	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
236679	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
236679	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
236679	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
236679	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
236679	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
236679	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
236679	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
236679	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
236679	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
236679	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
236679	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
236679	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
236679	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
236679	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
236679	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
236679	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
236679	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
236679	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
236679	embedding2nn.weight	0	0.015951761975884438
236679	embedding2nn.weight	1	-0.01294935867190361
236679	embedding2nn.weight	2	-0.014268254861235619
236679	embedding2nn.weight	3	-0.030526477843523026
236679	embedding2nn.weight	4	-0.0059150345623493195
236679	embedding2nn.weight	5	-0.0037005888298153877
236679	embedding2nn.weight	6	-0.003973267041146755
236679	embedding2nn.weight	7	-0.07595871388912201
236679	embedding2nn.weight	8	-0.0019979383796453476
236679	embedding2nn.weight	9	-0.027627984061837196
236679	embedding2nn.bias	0	0.03164714574813843
236679	embedding2nn.bias	1	-0.07355322688817978
236679	embedding2nn.bias	2	0.0672638788819313
236679	embedding2nn.bias	3	0.052773721516132355
236679	embedding2nn.bias	4	-0.04963681846857071
236679	embedding2nn.bias	5	-0.011112865060567856
236679	embedding2nn.bias	6	0.015018844045698643
236679	embedding2nn.bias	7	-0.055066365748643875
236679	embedding2nn.bias	8	0.0718940868973732
236679	embedding2nn.bias	9	0.044367510825395584
236679	rnn.weight_ih_l0	0	-0.07880069315433502
236679	rnn.weight_ih_l0	1	0.003167281160131097
236679	rnn.weight_ih_l0	2	0.03448586165904999
236679	rnn.weight_ih_l0	3	0.022471515461802483
236679	rnn.weight_ih_l0	4	-0.04900839924812317
236679	rnn.weight_ih_l0	5	-0.06821240484714508
236679	rnn.weight_ih_l0	6	-0.0013768475037068129
236679	rnn.weight_ih_l0	7	0.05375898629426956
236679	rnn.weight_ih_l0	8	-0.01818435825407505
236679	rnn.weight_ih_l0	9	-0.030501369386911392
236679	rnn.weight_hh_l0	0	-0.031010514125227928
236679	rnn.weight_hh_l0	1	-0.007409627083688974
236679	rnn.weight_hh_l0	2	0.006498873699456453
236679	rnn.weight_hh_l0	3	-0.07458247244358063
236679	rnn.weight_hh_l0	4	0.09420635551214218
236679	rnn.weight_hh_l0	5	-0.02559463120996952
236679	rnn.weight_hh_l0	6	-0.06442558765411377
236679	rnn.weight_hh_l0	7	0.009468425996601582
236679	rnn.weight_hh_l0	8	0.013004397042095661
236679	rnn.weight_hh_l0	9	-0.025785015895962715
236679	rnn.bias_ih_l0	0	0.12904417514801025
236679	rnn.bias_ih_l0	1	-0.036197174340486526
236679	rnn.bias_ih_l0	2	-0.035199735313653946
236679	rnn.bias_ih_l0	3	0.16117699444293976
236679	rnn.bias_ih_l0	4	-0.012973189353942871
236679	rnn.bias_ih_l0	5	-0.021205775439739227
236679	rnn.bias_ih_l0	6	0.018451636657118797
236679	rnn.bias_ih_l0	7	0.022161714732646942
236679	rnn.bias_ih_l0	8	-0.09990829974412918
236679	rnn.bias_ih_l0	9	-0.03805917873978615
236679	rnn.bias_hh_l0	0	-0.002091724891215563
236679	rnn.bias_hh_l0	1	-0.09649499505758286
236679	rnn.bias_hh_l0	2	-0.07491511851549149
236679	rnn.bias_hh_l0	3	-0.08980100601911545
236679	rnn.bias_hh_l0	4	0.009245400317013264
236679	rnn.bias_hh_l0	5	-0.021262189373373985
236679	rnn.bias_hh_l0	6	0.0277225561439991
236679	rnn.bias_hh_l0	7	0.06080662086606026
236679	rnn.bias_hh_l0	8	-0.12137764692306519
236679	rnn.bias_hh_l0	9	-0.05722372606396675
236679	rnn.weight_ih_l0_reverse	0	-0.02597786672413349
236679	rnn.weight_ih_l0_reverse	1	-0.05656052753329277
236679	rnn.weight_ih_l0_reverse	2	-0.04868782311677933
236679	rnn.weight_ih_l0_reverse	3	0.015510346740484238
236679	rnn.weight_ih_l0_reverse	4	-0.02447832003235817
236679	rnn.weight_ih_l0_reverse	5	-0.05728199705481529
236679	rnn.weight_ih_l0_reverse	6	0.0750742256641388
236679	rnn.weight_ih_l0_reverse	7	-0.01878204755485058
236679	rnn.weight_ih_l0_reverse	8	-0.01957472413778305
236679	rnn.weight_ih_l0_reverse	9	0.003688906319439411
236679	rnn.weight_hh_l0_reverse	0	0.06698944419622421
236679	rnn.weight_hh_l0_reverse	1	0.02045922912657261
236679	rnn.weight_hh_l0_reverse	2	0.0290910005569458
236679	rnn.weight_hh_l0_reverse	3	0.03497356176376343
236679	rnn.weight_hh_l0_reverse	4	0.013448089361190796
236679	rnn.weight_hh_l0_reverse	5	0.007179782260209322
236679	rnn.weight_hh_l0_reverse	6	0.051062751561403275
236679	rnn.weight_hh_l0_reverse	7	-0.08195219933986664
236679	rnn.weight_hh_l0_reverse	8	0.04060163348913193
236679	rnn.weight_hh_l0_reverse	9	0.0349692702293396
236679	rnn.bias_ih_l0_reverse	0	-0.058023519814014435
236679	rnn.bias_ih_l0_reverse	1	-0.2836117446422577
236679	rnn.bias_ih_l0_reverse	2	-0.12106267362833023
236679	rnn.bias_ih_l0_reverse	3	-0.04680364951491356
236679	rnn.bias_ih_l0_reverse	4	-0.019172467291355133
236679	rnn.bias_ih_l0_reverse	5	0.07417638599872589
236679	rnn.bias_ih_l0_reverse	6	-0.06424680352210999
236679	rnn.bias_ih_l0_reverse	7	0.0627913624048233
236679	rnn.bias_ih_l0_reverse	8	-0.037410005927085876
236679	rnn.bias_ih_l0_reverse	9	0.0650029256939888
236679	rnn.bias_hh_l0_reverse	0	0.02250019647181034
236679	rnn.bias_hh_l0_reverse	1	-0.05891409516334534
236679	rnn.bias_hh_l0_reverse	2	0.08895764499902725
236679	rnn.bias_hh_l0_reverse	3	-0.05025964230298996
236679	rnn.bias_hh_l0_reverse	4	-0.027473822236061096
236679	rnn.bias_hh_l0_reverse	5	-0.019129551947116852
236679	rnn.bias_hh_l0_reverse	6	-0.017477035522460938
236679	rnn.bias_hh_l0_reverse	7	0.10086142271757126
236679	rnn.bias_hh_l0_reverse	8	0.029981430619955063
236679	rnn.bias_hh_l0_reverse	9	-0.14784739911556244
236679	rnn.weight_ih_l1	0	-0.029798580333590508
236679	rnn.weight_ih_l1	1	-0.050759073346853256
236679	rnn.weight_ih_l1	2	0.06458169966936111
236679	rnn.weight_ih_l1	3	-0.07358207553625107
236679	rnn.weight_ih_l1	4	-0.014235618524253368
236679	rnn.weight_ih_l1	5	-0.040399231016635895
236679	rnn.weight_ih_l1	6	0.029191328212618828
236679	rnn.weight_ih_l1	7	-0.04560784623026848
236679	rnn.weight_ih_l1	8	0.03770923987030983
236679	rnn.weight_ih_l1	9	0.04476306587457657
236679	rnn.weight_hh_l1	0	-0.007248156704008579
236679	rnn.weight_hh_l1	1	0.019806116819381714
236679	rnn.weight_hh_l1	2	0.007868615910410881
236679	rnn.weight_hh_l1	3	-0.012415872886776924
236679	rnn.weight_hh_l1	4	0.004813250154256821
236679	rnn.weight_hh_l1	5	0.03463657572865486
236679	rnn.weight_hh_l1	6	0.03688070550560951
236679	rnn.weight_hh_l1	7	-0.01598912477493286
236679	rnn.weight_hh_l1	8	-0.007526922971010208
236679	rnn.weight_hh_l1	9	0.03842536360025406
236679	rnn.bias_ih_l1	0	-0.18468248844146729
236679	rnn.bias_ih_l1	1	-0.17777329683303833
236679	rnn.bias_ih_l1	2	-0.19794276356697083
236679	rnn.bias_ih_l1	3	-0.30997616052627563
236679	rnn.bias_ih_l1	4	-0.20611602067947388
236679	rnn.bias_ih_l1	5	-0.08921017497777939
236679	rnn.bias_ih_l1	6	-0.16085487604141235
236679	rnn.bias_ih_l1	7	-0.0041311271488666534
236679	rnn.bias_ih_l1	8	-0.13456571102142334
236679	rnn.bias_ih_l1	9	-0.1272914558649063
236679	rnn.bias_hh_l1	0	-0.0969744473695755
236679	rnn.bias_hh_l1	1	-0.06368483603000641
236679	rnn.bias_hh_l1	2	-0.08456175029277802
236679	rnn.bias_hh_l1	3	-0.07807189226150513
236679	rnn.bias_hh_l1	4	-0.07308544963598251
236679	rnn.bias_hh_l1	5	-0.11835949867963791
236679	rnn.bias_hh_l1	6	-0.16093958914279938
236679	rnn.bias_hh_l1	7	0.07403752207756042
236679	rnn.bias_hh_l1	8	-0.17766375839710236
236679	rnn.bias_hh_l1	9	-0.11734385043382645
236679	rnn.weight_ih_l1_reverse	0	-0.047674622386693954
236679	rnn.weight_ih_l1_reverse	1	0.03180086985230446
236679	rnn.weight_ih_l1_reverse	2	0.08988270163536072
236679	rnn.weight_ih_l1_reverse	3	-0.019522197544574738
236679	rnn.weight_ih_l1_reverse	4	-0.024046214297413826
236679	rnn.weight_ih_l1_reverse	5	-0.030515732243657112
236679	rnn.weight_ih_l1_reverse	6	-0.020138299092650414
236679	rnn.weight_ih_l1_reverse	7	0.029260996729135513
236679	rnn.weight_ih_l1_reverse	8	0.009392360225319862
236679	rnn.weight_ih_l1_reverse	9	-0.034301433712244034
236679	rnn.weight_hh_l1_reverse	0	0.00475523853674531
236679	rnn.weight_hh_l1_reverse	1	0.031816646456718445
236679	rnn.weight_hh_l1_reverse	2	-0.040582820773124695
236679	rnn.weight_hh_l1_reverse	3	0.0351061187684536
236679	rnn.weight_hh_l1_reverse	4	0.04766232147812843
236679	rnn.weight_hh_l1_reverse	5	0.004836174193769693
236679	rnn.weight_hh_l1_reverse	6	0.04773665964603424
236679	rnn.weight_hh_l1_reverse	7	0.03146017715334892
236679	rnn.weight_hh_l1_reverse	8	-0.007178475148975849
236679	rnn.weight_hh_l1_reverse	9	-0.030251989141106606
236679	rnn.bias_ih_l1_reverse	0	-0.04686130955815315
236679	rnn.bias_ih_l1_reverse	1	-0.14039741456508636
236679	rnn.bias_ih_l1_reverse	2	-0.1616106778383255
236679	rnn.bias_ih_l1_reverse	3	-0.05985177680850029
236679	rnn.bias_ih_l1_reverse	4	-0.20375816524028778
236679	rnn.bias_ih_l1_reverse	5	-0.11638904362916946
236679	rnn.bias_ih_l1_reverse	6	-0.13098715245723724
236679	rnn.bias_ih_l1_reverse	7	-0.19325822591781616
236679	rnn.bias_ih_l1_reverse	8	0.2261490374803543
236679	rnn.bias_ih_l1_reverse	9	0.02307731844484806
236679	rnn.bias_hh_l1_reverse	0	0.012263509444892406
236679	rnn.bias_hh_l1_reverse	1	-0.0673544704914093
236679	rnn.bias_hh_l1_reverse	2	-0.23647212982177734
236679	rnn.bias_hh_l1_reverse	3	-0.1424468755722046
236679	rnn.bias_hh_l1_reverse	4	-0.07947215437889099
236679	rnn.bias_hh_l1_reverse	5	-0.11699148267507553
236679	rnn.bias_hh_l1_reverse	6	0.06236317753791809
236679	rnn.bias_hh_l1_reverse	7	-0.13958624005317688
236679	rnn.bias_hh_l1_reverse	8	-0.12477279454469681
236679	rnn.bias_hh_l1_reverse	9	-0.14852982759475708
236679	linear.weight	0	0.002228822559118271
236679	linear.weight	1	0.09685153514146805
236679	linear.weight	2	-0.09347885102033615
236679	linear.weight	3	0.30968713760375977
236679	linear.weight	4	0.15046827495098114
236679	linear.weight	5	-0.06436581909656525
236679	linear.weight	6	0.0973430946469307
236679	linear.weight	7	0.13320130109786987
236679	linear.weight	8	0.041135452687740326
236679	linear.weight	9	-0.05191466584801674
236679	linear.bias	0	0.07577802985906601
236679	linear.bias	1	-0.18690960109233856
236679	linear.bias	2	-0.4471689462661743
236679	linear.bias	3	-0.6596737504005432
236679	linear.bias	4	-1.2594860792160034
236679	linear.bias	5	-0.057959750294685364
236679	linear.bias	6	-0.822519838809967
236679	linear.bias	7	0.2743629813194275
236679	linear.bias	8	-0.399157851934433
236679	linear.bias	9	-1.0245341062545776
236876	transitions	0	0.7452613115310669
236876	transitions	1	0.14105577766895294
236876	transitions	2	-10000.0
236876	transitions	3	-1.8279412984848022
236876	transitions	4	-10000.0
236876	transitions	5	0.5632965564727783
236876	transitions	6	-0.0852171927690506
236876	transitions	7	-0.8074049353599548
236876	transitions	8	-1.4220168590545654
236876	transitions	9	-0.0012281190138310194
236876	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
236876	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
236876	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
236876	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
236876	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
236876	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
236876	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
236876	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
236876	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
236876	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
236876	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
236876	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
236876	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
236876	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
236876	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
236876	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
236876	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
236876	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
236876	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
236876	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
236876	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
236876	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
236876	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
236876	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
236876	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
236876	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
236876	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
236876	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
236876	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
236876	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
236876	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
236876	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
236876	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
236876	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
236876	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
236876	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
236876	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
236876	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
236876	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
236876	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
236876	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
236876	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
236876	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
236876	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
236876	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
236876	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
236876	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
236876	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
236876	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
236876	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
236876	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
236876	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
236876	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
236876	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
236876	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
236876	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
236876	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
236876	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
236876	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
236876	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
236876	embedding2nn.weight	0	0.016206424683332443
236876	embedding2nn.weight	1	-0.01295001432299614
236876	embedding2nn.weight	2	-0.014268254861235619
236876	embedding2nn.weight	3	-0.03075064904987812
236876	embedding2nn.weight	4	-0.0059150345623493195
236876	embedding2nn.weight	5	-0.0037005888298153877
236876	embedding2nn.weight	6	-0.0039732675068080425
236876	embedding2nn.weight	7	-0.07605966180562973
236876	embedding2nn.weight	8	-0.0019979383796453476
236876	embedding2nn.weight	9	-0.027677355334162712
236876	embedding2nn.bias	0	0.03273419663310051
236876	embedding2nn.bias	1	-0.07471904903650284
236876	embedding2nn.bias	2	0.06711861491203308
236876	embedding2nn.bias	3	0.0513484813272953
236876	embedding2nn.bias	4	-0.05035969987511635
236876	embedding2nn.bias	5	-0.01040611881762743
236876	embedding2nn.bias	6	0.013907404616475105
236876	embedding2nn.bias	7	-0.05420440062880516
236876	embedding2nn.bias	8	0.0714096650481224
236876	embedding2nn.bias	9	0.04427091032266617
236876	rnn.weight_ih_l0	0	-0.0789855569601059
236876	rnn.weight_ih_l0	1	0.003261818550527096
236876	rnn.weight_ih_l0	2	0.03445427119731903
236876	rnn.weight_ih_l0	3	0.022440599277615547
236876	rnn.weight_ih_l0	4	-0.048921991139650345
236876	rnn.weight_ih_l0	5	-0.06809547543525696
236876	rnn.weight_ih_l0	6	-0.001437169499695301
236876	rnn.weight_ih_l0	7	0.053757499903440475
236876	rnn.weight_ih_l0	8	-0.01800353452563286
236876	rnn.weight_ih_l0	9	-0.030484087765216827
236876	rnn.weight_hh_l0	0	-0.031036878004670143
236876	rnn.weight_hh_l0	1	-0.007353952154517174
236876	rnn.weight_hh_l0	2	0.006570678204298019
236876	rnn.weight_hh_l0	3	-0.0744919627904892
236876	rnn.weight_hh_l0	4	0.09420547634363174
236876	rnn.weight_hh_l0	5	-0.025678539648652077
236876	rnn.weight_hh_l0	6	-0.0641888678073883
236876	rnn.weight_hh_l0	7	0.009517628699541092
236876	rnn.weight_hh_l0	8	0.013098364695906639
236876	rnn.weight_hh_l0	9	-0.025789819657802582
236876	rnn.bias_ih_l0	0	0.12884879112243652
236876	rnn.bias_ih_l0	1	-0.036082182079553604
236876	rnn.bias_ih_l0	2	-0.035557202994823456
236876	rnn.bias_ih_l0	3	0.16138477623462677
236876	rnn.bias_ih_l0	4	-0.013031132519245148
236876	rnn.bias_ih_l0	5	-0.021448727697134018
236876	rnn.bias_ih_l0	6	0.017595291137695312
236876	rnn.bias_ih_l0	7	0.022443542256951332
236876	rnn.bias_ih_l0	8	-0.09989960491657257
236876	rnn.bias_ih_l0	9	-0.038988593965768814
236876	rnn.bias_hh_l0	0	-0.002132147317752242
236876	rnn.bias_hh_l0	1	-0.09660635143518448
236876	rnn.bias_hh_l0	2	-0.07474864274263382
236876	rnn.bias_hh_l0	3	-0.08951547741889954
236876	rnn.bias_hh_l0	4	0.009267802350223064
236876	rnn.bias_hh_l0	5	-0.020912256091833115
236876	rnn.bias_hh_l0	6	0.027861453592777252
236876	rnn.bias_hh_l0	7	0.06052042916417122
236876	rnn.bias_hh_l0	8	-0.1215696930885315
236876	rnn.bias_hh_l0	9	-0.056935865432024
236876	rnn.weight_ih_l0_reverse	0	-0.026077663525938988
236876	rnn.weight_ih_l0_reverse	1	-0.05669819191098213
236876	rnn.weight_ih_l0_reverse	2	-0.04865733161568642
236876	rnn.weight_ih_l0_reverse	3	0.015853818506002426
236876	rnn.weight_ih_l0_reverse	4	-0.024528957903385162
236876	rnn.weight_ih_l0_reverse	5	-0.05728873237967491
236876	rnn.weight_ih_l0_reverse	6	0.07504748553037643
236876	rnn.weight_ih_l0_reverse	7	-0.018686184659600258
236876	rnn.weight_ih_l0_reverse	8	-0.019524583593010902
236876	rnn.weight_ih_l0_reverse	9	0.0037082605995237827
236876	rnn.weight_hh_l0_reverse	0	0.06706120073795319
236876	rnn.weight_hh_l0_reverse	1	0.02051308937370777
236876	rnn.weight_hh_l0_reverse	2	0.029179641976952553
236876	rnn.weight_hh_l0_reverse	3	0.03488606959581375
236876	rnn.weight_hh_l0_reverse	4	0.013506434857845306
236876	rnn.weight_hh_l0_reverse	5	0.007140603847801685
236876	rnn.weight_hh_l0_reverse	6	0.05093158781528473
236876	rnn.weight_hh_l0_reverse	7	-0.08207415044307709
236876	rnn.weight_hh_l0_reverse	8	0.04054277017712593
236876	rnn.weight_hh_l0_reverse	9	0.03504760563373566
236876	rnn.bias_ih_l0_reverse	0	-0.05778985098004341
236876	rnn.bias_ih_l0_reverse	1	-0.28304484486579895
236876	rnn.bias_ih_l0_reverse	2	-0.12184824794530869
236876	rnn.bias_ih_l0_reverse	3	-0.04709600284695625
236876	rnn.bias_ih_l0_reverse	4	-0.02010088786482811
236876	rnn.bias_ih_l0_reverse	5	0.0740698054432869
236876	rnn.bias_ih_l0_reverse	6	-0.06433038413524628
236876	rnn.bias_ih_l0_reverse	7	0.0627790093421936
236876	rnn.bias_ih_l0_reverse	8	-0.03738369792699814
236876	rnn.bias_ih_l0_reverse	9	0.06532322615385056
236876	rnn.bias_hh_l0_reverse	0	0.02279912680387497
236876	rnn.bias_hh_l0_reverse	1	-0.058694567531347275
236876	rnn.bias_hh_l0_reverse	2	0.08946818113327026
236876	rnn.bias_hh_l0_reverse	3	-0.05016586184501648
236876	rnn.bias_hh_l0_reverse	4	-0.02716156654059887
236876	rnn.bias_hh_l0_reverse	5	-0.019264109432697296
236876	rnn.bias_hh_l0_reverse	6	-0.01781710609793663
236876	rnn.bias_hh_l0_reverse	7	0.10067981481552124
236876	rnn.bias_hh_l0_reverse	8	0.030164556577801704
236876	rnn.bias_hh_l0_reverse	9	-0.14746533334255219
236876	rnn.weight_ih_l1	0	-0.029847193509340286
236876	rnn.weight_ih_l1	1	-0.05112419277429581
236876	rnn.weight_ih_l1	2	0.06443936377763748
236876	rnn.weight_ih_l1	3	-0.07363168895244598
236876	rnn.weight_ih_l1	4	-0.014201306737959385
236876	rnn.weight_ih_l1	5	-0.04042038321495056
236876	rnn.weight_ih_l1	6	0.029217176139354706
236876	rnn.weight_ih_l1	7	-0.04539579153060913
236876	rnn.weight_ih_l1	8	0.037697117775678635
236876	rnn.weight_ih_l1	9	0.04458402097225189
236876	rnn.weight_hh_l1	0	-0.007155053783208132
236876	rnn.weight_hh_l1	1	0.01981840655207634
236876	rnn.weight_hh_l1	2	0.00797162763774395
236876	rnn.weight_hh_l1	3	-0.01239754632115364
236876	rnn.weight_hh_l1	4	0.004802235867828131
236876	rnn.weight_hh_l1	5	0.03469039499759674
236876	rnn.weight_hh_l1	6	0.036771103739738464
236876	rnn.weight_hh_l1	7	-0.01608167216181755
236876	rnn.weight_hh_l1	8	-0.007666400168091059
236876	rnn.weight_hh_l1	9	0.038445569574832916
236876	rnn.bias_ih_l1	0	-0.18469689786434174
236876	rnn.bias_ih_l1	1	-0.178208589553833
236876	rnn.bias_ih_l1	2	-0.19802360236644745
236876	rnn.bias_ih_l1	3	-0.31050464510917664
236876	rnn.bias_ih_l1	4	-0.20557639002799988
236876	rnn.bias_ih_l1	5	-0.08910267055034637
236876	rnn.bias_ih_l1	6	-0.16083014011383057
236876	rnn.bias_ih_l1	7	-0.004061310552060604
236876	rnn.bias_ih_l1	8	-0.13445591926574707
236876	rnn.bias_ih_l1	9	-0.1272341012954712
236876	rnn.bias_hh_l1	0	-0.09648319333791733
236876	rnn.bias_hh_l1	1	-0.06414753943681717
236876	rnn.bias_hh_l1	2	-0.08522015064954758
236876	rnn.bias_hh_l1	3	-0.07766023278236389
236876	rnn.bias_hh_l1	4	-0.07336488366127014
236876	rnn.bias_hh_l1	5	-0.11862029880285263
236876	rnn.bias_hh_l1	6	-0.16097867488861084
236876	rnn.bias_hh_l1	7	0.07434601336717606
236876	rnn.bias_hh_l1	8	-0.1782027631998062
236876	rnn.bias_hh_l1	9	-0.11861156672239304
236876	rnn.weight_ih_l1_reverse	0	-0.047665081918239594
236876	rnn.weight_ih_l1_reverse	1	0.03186952695250511
236876	rnn.weight_ih_l1_reverse	2	0.08988886326551437
236876	rnn.weight_ih_l1_reverse	3	-0.01940350979566574
236876	rnn.weight_ih_l1_reverse	4	-0.02415330708026886
236876	rnn.weight_ih_l1_reverse	5	-0.03053329326212406
236876	rnn.weight_ih_l1_reverse	6	-0.02040860801935196
236876	rnn.weight_ih_l1_reverse	7	0.02933274395763874
236876	rnn.weight_ih_l1_reverse	8	0.009260600432753563
236876	rnn.weight_ih_l1_reverse	9	-0.03409513086080551
236876	rnn.weight_hh_l1_reverse	0	0.004727191291749477
236876	rnn.weight_hh_l1_reverse	1	0.03177081048488617
236876	rnn.weight_hh_l1_reverse	2	-0.04058254510164261
236876	rnn.weight_hh_l1_reverse	3	0.035083841532468796
236876	rnn.weight_hh_l1_reverse	4	0.04746418446302414
236876	rnn.weight_hh_l1_reverse	5	0.004897640086710453
236876	rnn.weight_hh_l1_reverse	6	0.04781037196516991
236876	rnn.weight_hh_l1_reverse	7	0.03134358674287796
236876	rnn.weight_hh_l1_reverse	8	-0.007160009350627661
236876	rnn.weight_hh_l1_reverse	9	-0.03024052269756794
236876	rnn.bias_ih_l1_reverse	0	-0.047085076570510864
236876	rnn.bias_ih_l1_reverse	1	-0.14023879170417786
236876	rnn.bias_ih_l1_reverse	2	-0.16188377141952515
236876	rnn.bias_ih_l1_reverse	3	-0.05892670527100563
236876	rnn.bias_ih_l1_reverse	4	-0.20363053679466248
236876	rnn.bias_ih_l1_reverse	5	-0.11664985120296478
236876	rnn.bias_ih_l1_reverse	6	-0.1310313642024994
236876	rnn.bias_ih_l1_reverse	7	-0.19331759214401245
236876	rnn.bias_ih_l1_reverse	8	0.22544588148593903
236876	rnn.bias_ih_l1_reverse	9	0.023150919005274773
236876	rnn.bias_hh_l1_reverse	0	0.011935872957110405
236876	rnn.bias_hh_l1_reverse	1	-0.06658748537302017
236876	rnn.bias_hh_l1_reverse	2	-0.23652537167072296
236876	rnn.bias_hh_l1_reverse	3	-0.14248372614383698
236876	rnn.bias_hh_l1_reverse	4	-0.07982377707958221
236876	rnn.bias_hh_l1_reverse	5	-0.11739081889390945
236876	rnn.bias_hh_l1_reverse	6	0.06158635765314102
236876	rnn.bias_hh_l1_reverse	7	-0.1394885778427124
236876	rnn.bias_hh_l1_reverse	8	-0.12470855563879013
236876	rnn.bias_hh_l1_reverse	9	-0.14837981760501862
236876	linear.weight	0	0.002228822559118271
236876	linear.weight	1	0.0975525826215744
236876	linear.weight	2	-0.09333915263414383
236876	linear.weight	3	0.3099527955055237
236876	linear.weight	4	0.15033812820911407
236876	linear.weight	5	-0.06409361958503723
236876	linear.weight	6	0.09713152796030045
236876	linear.weight	7	0.1327616274356842
236876	linear.weight	8	0.041135434061288834
236876	linear.weight	9	-0.05196284130215645
236876	linear.bias	0	0.07501732558012009
236876	linear.bias	1	-0.191741481423378
236876	linear.bias	2	-0.4397578835487366
236876	linear.bias	3	-0.6594129800796509
236876	linear.bias	4	-1.2589397430419922
236876	linear.bias	5	-0.06273328512907028
236876	linear.bias	6	-0.8268481492996216
236876	linear.bias	7	0.2701929807662964
236876	linear.bias	8	-0.4021032154560089
236876	linear.bias	9	-1.0279035568237305
236880	transitions	0	0.7454378008842468
236880	transitions	1	0.14105570316314697
236880	transitions	2	-10000.0
236880	transitions	3	-1.8279412984848022
236880	transitions	4	-10000.0
236880	transitions	5	0.5632959604263306
236880	transitions	6	-0.08521721512079239
236880	transitions	7	-0.8074049353599548
236880	transitions	8	-1.4220170974731445
236880	transitions	9	-0.0012281190138310194
236880	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
236880	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
236880	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
236880	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
236880	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
236880	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
236880	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
236880	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
236880	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
236880	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
236880	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
236880	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
236880	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
236880	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
236880	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
236880	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
236880	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
236880	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
236880	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
236880	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
236880	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
236880	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
236880	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
236880	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
236880	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
236880	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
236880	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
236880	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
236880	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
236880	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
236880	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
236880	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
236880	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
236880	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
236880	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
236880	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
236880	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
236880	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
236880	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
236880	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
236880	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
236880	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
236880	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
236880	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
236880	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
236880	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
236880	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
236880	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
236880	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
236880	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
236880	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
236880	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
236880	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
236880	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
236880	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
236880	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
236880	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
236880	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
236880	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
236880	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
236880	embedding2nn.weight	0	0.01617567241191864
236880	embedding2nn.weight	1	-0.012946306727826595
236880	embedding2nn.weight	2	-0.014268254861235619
236880	embedding2nn.weight	3	-0.03071209229528904
236880	embedding2nn.weight	4	-0.0059150345623493195
236880	embedding2nn.weight	5	-0.0037005888298153877
236880	embedding2nn.weight	6	-0.0039732675068080425
236880	embedding2nn.weight	7	-0.07606395334005356
236880	embedding2nn.weight	8	-0.0019979383796453476
236880	embedding2nn.weight	9	-0.02767368033528328
236880	embedding2nn.bias	0	0.03263184055685997
236880	embedding2nn.bias	1	-0.07447632402181625
236880	embedding2nn.bias	2	0.06708476692438126
236880	embedding2nn.bias	3	0.05142515152692795
236880	embedding2nn.bias	4	-0.050258997827768326
236880	embedding2nn.bias	5	-0.010204905644059181
236880	embedding2nn.bias	6	0.013826645910739899
236880	embedding2nn.bias	7	-0.05449730530381203
236880	embedding2nn.bias	8	0.07103128731250763
236880	embedding2nn.bias	9	0.04442379251122475
236880	rnn.weight_ih_l0	0	-0.07899070531129837
236880	rnn.weight_ih_l0	1	0.0032558098901063204
236880	rnn.weight_ih_l0	2	0.03444981575012207
236880	rnn.weight_ih_l0	3	0.022455060854554176
236880	rnn.weight_ih_l0	4	-0.048926275223493576
236880	rnn.weight_ih_l0	5	-0.0680919736623764
236880	rnn.weight_ih_l0	6	-0.0014276724541559815
236880	rnn.weight_ih_l0	7	0.05376342684030533
236880	rnn.weight_ih_l0	8	-0.01799871399998665
236880	rnn.weight_ih_l0	9	-0.030492406338453293
236880	rnn.weight_hh_l0	0	-0.03104795701801777
236880	rnn.weight_hh_l0	1	-0.007356452289968729
236880	rnn.weight_hh_l0	2	0.00656993268057704
236880	rnn.weight_hh_l0	3	-0.07449785619974136
236880	rnn.weight_hh_l0	4	0.0942021831870079
236880	rnn.weight_hh_l0	5	-0.025682711973786354
236880	rnn.weight_hh_l0	6	-0.064175084233284
236880	rnn.weight_hh_l0	7	0.009512257762253284
236880	rnn.weight_hh_l0	8	0.013114161789417267
236880	rnn.weight_hh_l0	9	-0.025787465274333954
236880	rnn.bias_ih_l0	0	0.1288500726222992
236880	rnn.bias_ih_l0	1	-0.036172449588775635
236880	rnn.bias_ih_l0	2	-0.035546913743019104
236880	rnn.bias_ih_l0	3	0.1613757312297821
236880	rnn.bias_ih_l0	4	-0.012996979057788849
236880	rnn.bias_ih_l0	5	-0.021432187408208847
236880	rnn.bias_ih_l0	6	0.017665384337306023
236880	rnn.bias_ih_l0	7	0.022470520809292793
236880	rnn.bias_ih_l0	8	-0.09987836331129074
236880	rnn.bias_ih_l0	9	-0.039207328110933304
236880	rnn.bias_hh_l0	0	-0.0021147450897842646
236880	rnn.bias_hh_l0	1	-0.09661868959665298
236880	rnn.bias_hh_l0	2	-0.07476083934307098
236880	rnn.bias_hh_l0	3	-0.08950704336166382
236880	rnn.bias_hh_l0	4	0.009274792857468128
236880	rnn.bias_hh_l0	5	-0.02090744487941265
236880	rnn.bias_hh_l0	6	0.027802124619483948
236880	rnn.bias_hh_l0	7	0.06053279712796211
236880	rnn.bias_hh_l0	8	-0.12158013135194778
236880	rnn.bias_hh_l0	9	-0.056869808584451675
236880	rnn.weight_ih_l0_reverse	0	-0.02607450634241104
236880	rnn.weight_ih_l0_reverse	1	-0.056698594242334366
236880	rnn.weight_ih_l0_reverse	2	-0.04865414649248123
236880	rnn.weight_ih_l0_reverse	3	0.015850527212023735
236880	rnn.weight_ih_l0_reverse	4	-0.024528617039322853
236880	rnn.weight_ih_l0_reverse	5	-0.057279009371995926
236880	rnn.weight_ih_l0_reverse	6	0.07502709329128265
236880	rnn.weight_ih_l0_reverse	7	-0.018687492236495018
236880	rnn.weight_ih_l0_reverse	8	-0.019539769738912582
236880	rnn.weight_ih_l0_reverse	9	0.003711983561515808
236880	rnn.weight_hh_l0_reverse	0	0.06705717742443085
236880	rnn.weight_hh_l0_reverse	1	0.020581131801009178
236880	rnn.weight_hh_l0_reverse	2	0.029161348938941956
236880	rnn.weight_hh_l0_reverse	3	0.034890420734882355
236880	rnn.weight_hh_l0_reverse	4	0.01350772101432085
236880	rnn.weight_hh_l0_reverse	5	0.007117217872291803
236880	rnn.weight_hh_l0_reverse	6	0.05092725530266762
236880	rnn.weight_hh_l0_reverse	7	-0.08206789940595627
236880	rnn.weight_hh_l0_reverse	8	0.04054207354784012
236880	rnn.weight_hh_l0_reverse	9	0.03504258766770363
236880	rnn.bias_ih_l0_reverse	0	-0.057827115058898926
236880	rnn.bias_ih_l0_reverse	1	-0.28294575214385986
236880	rnn.bias_ih_l0_reverse	2	-0.1218520849943161
236880	rnn.bias_ih_l0_reverse	3	-0.04704827070236206
236880	rnn.bias_ih_l0_reverse	4	-0.020072858780622482
236880	rnn.bias_ih_l0_reverse	5	0.07392990589141846
236880	rnn.bias_ih_l0_reverse	6	-0.06435070186853409
236880	rnn.bias_ih_l0_reverse	7	0.06278730183839798
236880	rnn.bias_ih_l0_reverse	8	-0.03730695694684982
236880	rnn.bias_ih_l0_reverse	9	0.06537868082523346
236880	rnn.bias_hh_l0_reverse	0	0.022807830944657326
236880	rnn.bias_hh_l0_reverse	1	-0.05882130563259125
236880	rnn.bias_hh_l0_reverse	2	0.08947080373764038
236880	rnn.bias_hh_l0_reverse	3	-0.050155796110630035
236880	rnn.bias_hh_l0_reverse	4	-0.027150114998221397
236880	rnn.bias_hh_l0_reverse	5	-0.019281910732388496
236880	rnn.bias_hh_l0_reverse	6	-0.01774720847606659
236880	rnn.bias_hh_l0_reverse	7	0.10067340731620789
236880	rnn.bias_hh_l0_reverse	8	0.03021080605685711
236880	rnn.bias_hh_l0_reverse	9	-0.1475856751203537
236880	rnn.weight_ih_l1	0	-0.029843661934137344
236880	rnn.weight_ih_l1	1	-0.05110852047801018
236880	rnn.weight_ih_l1	2	0.06452286243438721
236880	rnn.weight_ih_l1	3	-0.07363281399011612
236880	rnn.weight_ih_l1	4	-0.014204933308064938
236880	rnn.weight_ih_l1	5	-0.04041973128914833
236880	rnn.weight_ih_l1	6	0.02922147698700428
236880	rnn.weight_ih_l1	7	-0.04539959877729416
236880	rnn.weight_ih_l1	8	0.03769713640213013
236880	rnn.weight_ih_l1	9	0.04458189010620117
236880	rnn.weight_hh_l1	0	-0.007145666982978582
236880	rnn.weight_hh_l1	1	0.019819367676973343
236880	rnn.weight_hh_l1	2	0.007955404929816723
236880	rnn.weight_hh_l1	3	-0.012406173162162304
236880	rnn.weight_hh_l1	4	0.004801404662430286
236880	rnn.weight_hh_l1	5	0.034682609140872955
236880	rnn.weight_hh_l1	6	0.03675025701522827
236880	rnn.weight_hh_l1	7	-0.016083406284451485
236880	rnn.weight_hh_l1	8	-0.007663348224014044
236880	rnn.weight_hh_l1	9	0.03844241052865982
236880	rnn.bias_ih_l1	0	-0.18463662266731262
236880	rnn.bias_ih_l1	1	-0.17804910242557526
236880	rnn.bias_ih_l1	2	-0.1979941725730896
236880	rnn.bias_ih_l1	3	-0.31058111786842346
236880	rnn.bias_ih_l1	4	-0.20549388229846954
236880	rnn.bias_ih_l1	5	-0.08910033851861954
236880	rnn.bias_ih_l1	6	-0.160829097032547
236880	rnn.bias_ih_l1	7	-0.004038628190755844
236880	rnn.bias_ih_l1	8	-0.13447509706020355
236880	rnn.bias_ih_l1	9	-0.12727320194244385
236880	rnn.bias_hh_l1	0	-0.09650819003582001
236880	rnn.bias_hh_l1	1	-0.0640609934926033
236880	rnn.bias_hh_l1	2	-0.08526815474033356
236880	rnn.bias_hh_l1	3	-0.0776447132229805
236880	rnn.bias_hh_l1	4	-0.07331051677465439
236880	rnn.bias_hh_l1	5	-0.11854288727045059
236880	rnn.bias_hh_l1	6	-0.16099946200847626
236880	rnn.bias_hh_l1	7	0.07430974394083023
236880	rnn.bias_hh_l1	8	-0.17823000252246857
236880	rnn.bias_hh_l1	9	-0.11850088834762573
236880	rnn.weight_ih_l1_reverse	0	-0.04766424745321274
236880	rnn.weight_ih_l1_reverse	1	0.031871967017650604
236880	rnn.weight_ih_l1_reverse	2	0.08991193026304245
236880	rnn.weight_ih_l1_reverse	3	-0.01939854957163334
236880	rnn.weight_ih_l1_reverse	4	-0.02415074035525322
236880	rnn.weight_ih_l1_reverse	5	-0.030528200790286064
236880	rnn.weight_ih_l1_reverse	6	-0.02041233889758587
236880	rnn.weight_ih_l1_reverse	7	0.029333176091313362
236880	rnn.weight_ih_l1_reverse	8	0.00925420317798853
236880	rnn.weight_ih_l1_reverse	9	-0.03409506008028984
236880	rnn.weight_hh_l1_reverse	0	0.004731288179755211
236880	rnn.weight_hh_l1_reverse	1	0.031767331063747406
236880	rnn.weight_hh_l1_reverse	2	-0.040581583976745605
236880	rnn.weight_hh_l1_reverse	3	0.03508272394537926
236880	rnn.weight_hh_l1_reverse	4	0.04745875298976898
236880	rnn.weight_hh_l1_reverse	5	0.004895701073110104
236880	rnn.weight_hh_l1_reverse	6	0.047809019684791565
236880	rnn.weight_hh_l1_reverse	7	0.03134414926171303
236880	rnn.weight_hh_l1_reverse	8	-0.0071596973575651646
236880	rnn.weight_hh_l1_reverse	9	-0.0302420686930418
236880	rnn.bias_ih_l1_reverse	0	-0.0471065454185009
236880	rnn.bias_ih_l1_reverse	1	-0.1402214616537094
236880	rnn.bias_ih_l1_reverse	2	-0.16191205382347107
236880	rnn.bias_ih_l1_reverse	3	-0.05898565426468849
236880	rnn.bias_ih_l1_reverse	4	-0.2036341428756714
236880	rnn.bias_ih_l1_reverse	5	-0.11667419224977493
236880	rnn.bias_ih_l1_reverse	6	-0.13102956116199493
236880	rnn.bias_ih_l1_reverse	7	-0.19330446422100067
236880	rnn.bias_ih_l1_reverse	8	0.22537074983119965
236880	rnn.bias_ih_l1_reverse	9	0.023164087906479836
236880	rnn.bias_hh_l1_reverse	0	0.011804292909801006
236880	rnn.bias_hh_l1_reverse	1	-0.0665322095155716
236880	rnn.bias_hh_l1_reverse	2	-0.23651869595050812
236880	rnn.bias_hh_l1_reverse	3	-0.142511785030365
236880	rnn.bias_hh_l1_reverse	4	-0.07978256046772003
236880	rnn.bias_hh_l1_reverse	5	-0.11747369915246964
236880	rnn.bias_hh_l1_reverse	6	0.061555445194244385
236880	rnn.bias_hh_l1_reverse	7	-0.1395561546087265
236880	rnn.bias_hh_l1_reverse	8	-0.12471587210893631
236880	rnn.bias_hh_l1_reverse	9	-0.148380309343338
236880	linear.weight	0	0.002228822559118271
236880	linear.weight	1	0.09745121747255325
236880	linear.weight	2	-0.09333658218383789
236880	linear.weight	3	0.3099307417869568
236880	linear.weight	4	0.1503380835056305
236880	linear.weight	5	-0.06409309804439545
236880	linear.weight	6	0.09728005528450012
236880	linear.weight	7	0.1327924281358719
236880	linear.weight	8	0.04113540053367615
236880	linear.weight	9	-0.05195711925625801
236880	linear.bias	0	0.07375290989875793
236880	linear.bias	1	-0.19200454652309418
236880	linear.bias	2	-0.4365444779396057
236880	linear.bias	3	-0.6594829559326172
236880	linear.bias	4	-1.2590097188949585
236880	linear.bias	5	-0.062494516372680664
236880	linear.bias	6	-0.8271118402481079
236880	linear.bias	7	0.2704281508922577
236880	linear.bias	8	-0.4029978811740875
236880	linear.bias	9	-1.0287894010543823
237077	transitions	0	0.7456596493721008
237077	transitions	1	0.14118312299251556
237077	transitions	2	-10000.0
237077	transitions	3	-1.8279454708099365
237077	transitions	4	-10000.0
237077	transitions	5	0.5632900595664978
237077	transitions	6	-0.08522602170705795
237077	transitions	7	-0.807557225227356
237077	transitions	8	-1.4220294952392578
237077	transitions	9	-0.0012281646486371756
237077	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
237077	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
237077	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
237077	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
237077	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
237077	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
237077	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
237077	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
237077	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
237077	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
237077	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
237077	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
237077	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
237077	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
237077	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
237077	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
237077	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
237077	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
237077	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
237077	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
237077	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
237077	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
237077	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
237077	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
237077	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
237077	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
237077	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
237077	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
237077	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
237077	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
237077	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
237077	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
237077	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
237077	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
237077	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
237077	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
237077	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
237077	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
237077	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
237077	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
237077	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
237077	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
237077	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
237077	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
237077	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
237077	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
237077	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
237077	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
237077	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
237077	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
237077	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
237077	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
237077	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
237077	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
237077	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
237077	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
237077	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
237077	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
237077	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
237077	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
237077	embedding2nn.weight	0	0.016116036102175713
237077	embedding2nn.weight	1	-0.01293193083256483
237077	embedding2nn.weight	2	-0.014268254861235619
237077	embedding2nn.weight	3	-0.030929582193493843
237077	embedding2nn.weight	4	-0.0059150345623493195
237077	embedding2nn.weight	5	-0.0037005888298153877
237077	embedding2nn.weight	6	-0.0039732675068080425
237077	embedding2nn.weight	7	-0.07615078240633011
237077	embedding2nn.weight	8	-0.0019979383796453476
237077	embedding2nn.weight	9	-0.027623498812317848
237077	embedding2nn.bias	0	0.03278494253754616
237077	embedding2nn.bias	1	-0.07422097772359848
237077	embedding2nn.bias	2	0.06703197956085205
237077	embedding2nn.bias	3	0.0519726425409317
237077	embedding2nn.bias	4	-0.04964736849069595
237077	embedding2nn.bias	5	-0.010722674429416656
237077	embedding2nn.bias	6	0.013918091543018818
237077	embedding2nn.bias	7	-0.053350236266851425
237077	embedding2nn.bias	8	0.07161752134561539
237077	embedding2nn.bias	9	0.04497392103075981
237077	rnn.weight_ih_l0	0	-0.07897476851940155
237077	rnn.weight_ih_l0	1	0.0030426406301558018
237077	rnn.weight_ih_l0	2	0.03480873256921768
237077	rnn.weight_ih_l0	3	0.022587038576602936
237077	rnn.weight_ih_l0	4	-0.04907139018177986
237077	rnn.weight_ih_l0	5	-0.06812635809183121
237077	rnn.weight_ih_l0	6	-0.0014839650830253959
237077	rnn.weight_ih_l0	7	0.053759824484586716
237077	rnn.weight_ih_l0	8	-0.017979219555854797
237077	rnn.weight_ih_l0	9	-0.03032444790005684
237077	rnn.weight_hh_l0	0	-0.031215088441967964
237077	rnn.weight_hh_l0	1	-0.0073286546394228935
237077	rnn.weight_hh_l0	2	0.006400014273822308
237077	rnn.weight_hh_l0	3	-0.07459830492734909
237077	rnn.weight_hh_l0	4	0.09421268850564957
237077	rnn.weight_hh_l0	5	-0.025641007348895073
237077	rnn.weight_hh_l0	6	-0.06428070366382599
237077	rnn.weight_hh_l0	7	0.009675265289843082
237077	rnn.weight_hh_l0	8	0.013110537081956863
237077	rnn.weight_hh_l0	9	-0.02570478990674019
237077	rnn.bias_ih_l0	0	0.1289326250553131
237077	rnn.bias_ih_l0	1	-0.03591907024383545
237077	rnn.bias_ih_l0	2	-0.03559509292244911
237077	rnn.bias_ih_l0	3	0.161543071269989
237077	rnn.bias_ih_l0	4	-0.013239983469247818
237077	rnn.bias_ih_l0	5	-0.02145254611968994
237077	rnn.bias_ih_l0	6	0.017732512205839157
237077	rnn.bias_ih_l0	7	0.022629505023360252
237077	rnn.bias_ih_l0	8	-0.09993202239274979
237077	rnn.bias_ih_l0	9	-0.03947596624493599
237077	rnn.bias_hh_l0	0	-0.0021388542372733355
237077	rnn.bias_hh_l0	1	-0.09670618921518326
237077	rnn.bias_hh_l0	2	-0.07512053102254868
237077	rnn.bias_hh_l0	3	-0.08943893760442734
237077	rnn.bias_hh_l0	4	0.00968013983219862
237077	rnn.bias_hh_l0	5	-0.020939957350492477
237077	rnn.bias_hh_l0	6	0.027854349464178085
237077	rnn.bias_hh_l0	7	0.060926854610443115
237077	rnn.bias_hh_l0	8	-0.12127350270748138
237077	rnn.bias_hh_l0	9	-0.05726248770952225
237077	rnn.weight_ih_l0_reverse	0	-0.025950277224183083
237077	rnn.weight_ih_l0_reverse	1	-0.056665465235710144
237077	rnn.weight_ih_l0_reverse	2	-0.048606179654598236
237077	rnn.weight_ih_l0_reverse	3	0.015668829903006554
237077	rnn.weight_ih_l0_reverse	4	-0.024397244676947594
237077	rnn.weight_ih_l0_reverse	5	-0.057255033403635025
237077	rnn.weight_ih_l0_reverse	6	0.07479368895292282
237077	rnn.weight_ih_l0_reverse	7	-0.0186487827450037
237077	rnn.weight_ih_l0_reverse	8	-0.019647667184472084
237077	rnn.weight_ih_l0_reverse	9	0.003586740931496024
237077	rnn.weight_hh_l0_reverse	0	0.06705538183450699
237077	rnn.weight_hh_l0_reverse	1	0.020478321239352226
237077	rnn.weight_hh_l0_reverse	2	0.02921474352478981
237077	rnn.weight_hh_l0_reverse	3	0.03495223447680473
237077	rnn.weight_hh_l0_reverse	4	0.013491866178810596
237077	rnn.weight_hh_l0_reverse	5	0.007162831258028746
237077	rnn.weight_hh_l0_reverse	6	0.050903886556625366
237077	rnn.weight_hh_l0_reverse	7	-0.08212842792272568
237077	rnn.weight_hh_l0_reverse	8	0.040549732744693756
237077	rnn.weight_hh_l0_reverse	9	0.03524268418550491
237077	rnn.bias_ih_l0_reverse	0	-0.0577472448348999
237077	rnn.bias_ih_l0_reverse	1	-0.28253284096717834
237077	rnn.bias_ih_l0_reverse	2	-0.12129927426576614
237077	rnn.bias_ih_l0_reverse	3	-0.04712842032313347
237077	rnn.bias_ih_l0_reverse	4	-0.020143819972872734
237077	rnn.bias_ih_l0_reverse	5	0.07432197034358978
237077	rnn.bias_ih_l0_reverse	6	-0.06479203701019287
237077	rnn.bias_ih_l0_reverse	7	0.06251553446054459
237077	rnn.bias_ih_l0_reverse	8	-0.03814743459224701
237077	rnn.bias_ih_l0_reverse	9	0.06518857181072235
237077	rnn.bias_hh_l0_reverse	0	0.02259087562561035
237077	rnn.bias_hh_l0_reverse	1	-0.05909692496061325
237077	rnn.bias_hh_l0_reverse	2	0.08909723162651062
237077	rnn.bias_hh_l0_reverse	3	-0.050140831619501114
237077	rnn.bias_hh_l0_reverse	4	-0.027227429673075676
237077	rnn.bias_hh_l0_reverse	5	-0.019360383972525597
237077	rnn.bias_hh_l0_reverse	6	-0.017611432820558548
237077	rnn.bias_hh_l0_reverse	7	0.10055392980575562
237077	rnn.bias_hh_l0_reverse	8	0.030043775215744972
237077	rnn.bias_hh_l0_reverse	9	-0.14765234291553497
237077	rnn.weight_ih_l1	0	-0.029799802228808403
237077	rnn.weight_ih_l1	1	-0.050771016627550125
237077	rnn.weight_ih_l1	2	0.06422264128923416
237077	rnn.weight_ih_l1	3	-0.07360222935676575
237077	rnn.weight_ih_l1	4	-0.014230447821319103
237077	rnn.weight_ih_l1	5	-0.04037013277411461
237077	rnn.weight_ih_l1	6	0.029158972203731537
237077	rnn.weight_ih_l1	7	-0.04517584294080734
237077	rnn.weight_ih_l1	8	0.03771800175309181
237077	rnn.weight_ih_l1	9	0.04445120692253113
237077	rnn.weight_hh_l1	0	-0.007014600560069084
237077	rnn.weight_hh_l1	1	0.01980835571885109
237077	rnn.weight_hh_l1	2	0.008033500984311104
237077	rnn.weight_hh_l1	3	-0.0124474186450243
237077	rnn.weight_hh_l1	4	0.004880961030721664
237077	rnn.weight_hh_l1	5	0.03471287339925766
237077	rnn.weight_hh_l1	6	0.03673643618822098
237077	rnn.weight_hh_l1	7	-0.016061892732977867
237077	rnn.weight_hh_l1	8	-0.007660083007067442
237077	rnn.weight_hh_l1	9	0.03851689398288727
237077	rnn.bias_ih_l1	0	-0.1852620244026184
237077	rnn.bias_ih_l1	1	-0.17815181612968445
237077	rnn.bias_ih_l1	2	-0.1975577026605606
237077	rnn.bias_ih_l1	3	-0.31046462059020996
237077	rnn.bias_ih_l1	4	-0.20640143752098083
237077	rnn.bias_ih_l1	5	-0.0889245867729187
237077	rnn.bias_ih_l1	6	-0.16036337614059448
237077	rnn.bias_ih_l1	7	-0.003523967694491148
237077	rnn.bias_ih_l1	8	-0.13375155627727509
237077	rnn.bias_ih_l1	9	-0.12701021134853363
237077	rnn.bias_hh_l1	0	-0.09618789702653885
237077	rnn.bias_hh_l1	1	-0.06466101855039597
237077	rnn.bias_hh_l1	2	-0.08577438443899155
237077	rnn.bias_hh_l1	3	-0.07745371013879776
237077	rnn.bias_hh_l1	4	-0.07369671761989594
237077	rnn.bias_hh_l1	5	-0.1184527650475502
237077	rnn.bias_hh_l1	6	-0.16127309203147888
237077	rnn.bias_hh_l1	7	0.07415436208248138
237077	rnn.bias_hh_l1	8	-0.17749682068824768
237077	rnn.bias_hh_l1	9	-0.11847091466188431
237077	rnn.weight_ih_l1_reverse	0	-0.047678496688604355
237077	rnn.weight_ih_l1_reverse	1	0.031552109867334366
237077	rnn.weight_ih_l1_reverse	2	0.08992843329906464
237077	rnn.weight_ih_l1_reverse	3	-0.019332192838191986
237077	rnn.weight_ih_l1_reverse	4	-0.02402409166097641
237077	rnn.weight_ih_l1_reverse	5	-0.03055078163743019
237077	rnn.weight_ih_l1_reverse	6	-0.020278360694646835
237077	rnn.weight_ih_l1_reverse	7	0.0292632058262825
237077	rnn.weight_ih_l1_reverse	8	0.00880503561347723
237077	rnn.weight_ih_l1_reverse	9	-0.03424838185310364
237077	rnn.weight_hh_l1_reverse	0	0.004740117583423853
237077	rnn.weight_hh_l1_reverse	1	0.03175819292664528
237077	rnn.weight_hh_l1_reverse	2	-0.04056854918599129
237077	rnn.weight_hh_l1_reverse	3	0.035069540143013
237077	rnn.weight_hh_l1_reverse	4	0.04738016799092293
237077	rnn.weight_hh_l1_reverse	5	0.0050279232673347
237077	rnn.weight_hh_l1_reverse	6	0.047603633254766464
237077	rnn.weight_hh_l1_reverse	7	0.03139615058898926
237077	rnn.weight_hh_l1_reverse	8	-0.007183801382780075
237077	rnn.weight_hh_l1_reverse	9	-0.030244048684835434
237077	rnn.bias_ih_l1_reverse	0	-0.04734623059630394
237077	rnn.bias_ih_l1_reverse	1	-0.13998010754585266
237077	rnn.bias_ih_l1_reverse	2	-0.1622479408979416
237077	rnn.bias_ih_l1_reverse	3	-0.05924875661730766
237077	rnn.bias_ih_l1_reverse	4	-0.20383654534816742
237077	rnn.bias_ih_l1_reverse	5	-0.11675399541854858
237077	rnn.bias_ih_l1_reverse	6	-0.1309327632188797
237077	rnn.bias_ih_l1_reverse	7	-0.19350917637348175
237077	rnn.bias_ih_l1_reverse	8	0.22675055265426636
237077	rnn.bias_ih_l1_reverse	9	0.02338074892759323
237077	rnn.bias_hh_l1_reverse	0	0.011249445378780365
237077	rnn.bias_hh_l1_reverse	1	-0.06539258360862732
237077	rnn.bias_hh_l1_reverse	2	-0.236503466963768
237077	rnn.bias_hh_l1_reverse	3	-0.14217698574066162
237077	rnn.bias_hh_l1_reverse	4	-0.079833023250103
237077	rnn.bias_hh_l1_reverse	5	-0.1170116662979126
237077	rnn.bias_hh_l1_reverse	6	0.06103619933128357
237077	rnn.bias_hh_l1_reverse	7	-0.13967101275920868
237077	rnn.bias_hh_l1_reverse	8	-0.12473838776350021
237077	rnn.bias_hh_l1_reverse	9	-0.14829711616039276
237077	linear.weight	0	0.002228822559118271
237077	linear.weight	1	0.09835979342460632
237077	linear.weight	2	-0.09279736876487732
237077	linear.weight	3	0.31093382835388184
237077	linear.weight	4	0.15042349696159363
237077	linear.weight	5	-0.06433625519275665
237077	linear.weight	6	0.09842552989721298
237077	linear.weight	7	0.13162334263324738
237077	linear.weight	8	0.04113540053367615
237077	linear.weight	9	-0.05147342011332512
237077	linear.bias	0	0.08063678443431854
237077	linear.bias	1	-0.19138264656066895
237077	linear.bias	2	-0.4464552700519562
237077	linear.bias	3	-0.6685212850570679
237077	linear.bias	4	-1.2680946588516235
237077	linear.bias	5	-0.05835338309407234
237077	linear.bias	6	-0.8266406059265137
237077	linear.bias	7	0.27513742446899414
237077	linear.bias	8	-0.4014030992984772
237077	linear.bias	9	-1.0274357795715332
237274	transitions	0	0.7447518706321716
237274	transitions	1	0.14064712822437286
237274	transitions	2	-10000.0
237274	transitions	3	-1.827949047088623
237274	transitions	4	-10000.0
237274	transitions	5	0.563280463218689
237274	transitions	6	-0.08523082733154297
237274	transitions	7	-0.8075872659683228
237274	transitions	8	-1.422032117843628
237274	transitions	9	-0.0012282382231205702
237274	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
237274	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
237274	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
237274	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
237274	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
237274	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
237274	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
237274	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
237274	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
237274	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
237274	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
237274	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
237274	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
237274	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
237274	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
237274	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
237274	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
237274	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
237274	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
237274	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
237274	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
237274	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
237274	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
237274	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
237274	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
237274	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
237274	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
237274	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
237274	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
237274	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
237274	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
237274	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
237274	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
237274	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
237274	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
237274	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
237274	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
237274	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
237274	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
237274	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
237274	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
237274	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
237274	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
237274	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
237274	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
237274	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
237274	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
237274	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
237274	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
237274	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
237274	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
237274	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
237274	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
237274	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
237274	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
237274	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
237274	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
237274	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
237274	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
237274	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
237274	embedding2nn.weight	0	0.016150105744600296
237274	embedding2nn.weight	1	-0.012907043099403381
237274	embedding2nn.weight	2	-0.014268254861235619
237274	embedding2nn.weight	3	-0.030904021114110947
237274	embedding2nn.weight	4	-0.0059150345623493195
237274	embedding2nn.weight	5	-0.0037005888298153877
237274	embedding2nn.weight	6	-0.0039732675068080425
237274	embedding2nn.weight	7	-0.0762796700000763
237274	embedding2nn.weight	8	-0.0019979383796453476
237274	embedding2nn.weight	9	-0.027683159336447716
237274	embedding2nn.bias	0	0.03255746141076088
237274	embedding2nn.bias	1	-0.07590411603450775
237274	embedding2nn.bias	2	0.06702065467834473
237274	embedding2nn.bias	3	0.05178772285580635
237274	embedding2nn.bias	4	-0.04912960156798363
237274	embedding2nn.bias	5	-0.011576112359762192
237274	embedding2nn.bias	6	0.013711366802453995
237274	embedding2nn.bias	7	-0.05288587138056755
237274	embedding2nn.bias	8	0.07152128964662552
237274	embedding2nn.bias	9	0.04488716647028923
237274	rnn.weight_ih_l0	0	-0.07904458045959473
237274	rnn.weight_ih_l0	1	0.003047193167731166
237274	rnn.weight_ih_l0	2	0.0348549522459507
237274	rnn.weight_ih_l0	3	0.02260644920170307
237274	rnn.weight_ih_l0	4	-0.0490875206887722
237274	rnn.weight_ih_l0	5	-0.06803402304649353
237274	rnn.weight_ih_l0	6	-0.001502305269241333
237274	rnn.weight_ih_l0	7	0.053753722459077835
237274	rnn.weight_ih_l0	8	-0.017956839874386787
237274	rnn.weight_ih_l0	9	-0.030372770503163338
237274	rnn.weight_hh_l0	0	-0.031242836266756058
237274	rnn.weight_hh_l0	1	-0.007493854034692049
237274	rnn.weight_hh_l0	2	0.0064655449241399765
237274	rnn.weight_hh_l0	3	-0.0746397003531456
237274	rnn.weight_hh_l0	4	0.09410623461008072
237274	rnn.weight_hh_l0	5	-0.025775667279958725
237274	rnn.weight_hh_l0	6	-0.06438648700714111
237274	rnn.weight_hh_l0	7	0.009657589718699455
237274	rnn.weight_hh_l0	8	0.013167878612875938
237274	rnn.weight_hh_l0	9	-0.025773033499717712
237274	rnn.bias_ih_l0	0	0.1289757937192917
237274	rnn.bias_ih_l0	1	-0.036245815455913544
237274	rnn.bias_ih_l0	2	-0.035473067313432693
237274	rnn.bias_ih_l0	3	0.1613745540380478
237274	rnn.bias_ih_l0	4	-0.013023436069488525
237274	rnn.bias_ih_l0	5	-0.021093394607305527
237274	rnn.bias_ih_l0	6	0.01754298247396946
237274	rnn.bias_ih_l0	7	0.02236872725188732
237274	rnn.bias_ih_l0	8	-0.09994246810674667
237274	rnn.bias_ih_l0	9	-0.03941658139228821
237274	rnn.bias_hh_l0	0	-0.0021238471381366253
237274	rnn.bias_hh_l0	1	-0.09706956148147583
237274	rnn.bias_hh_l0	2	-0.07511544227600098
237274	rnn.bias_hh_l0	3	-0.0889987200498581
237274	rnn.bias_hh_l0	4	0.009367967024445534
237274	rnn.bias_hh_l0	5	-0.021048834547400475
237274	rnn.bias_hh_l0	6	0.027860581874847412
237274	rnn.bias_hh_l0	7	0.060983411967754364
237274	rnn.bias_hh_l0	8	-0.12152706831693649
237274	rnn.bias_hh_l0	9	-0.05754576250910759
237274	rnn.weight_ih_l0_reverse	0	-0.025886252522468567
237274	rnn.weight_ih_l0_reverse	1	-0.05665547028183937
237274	rnn.weight_ih_l0_reverse	2	-0.04859667271375656
237274	rnn.weight_ih_l0_reverse	3	0.01562863029539585
237274	rnn.weight_ih_l0_reverse	4	-0.0243573859333992
237274	rnn.weight_ih_l0_reverse	5	-0.057236313819885254
237274	rnn.weight_ih_l0_reverse	6	0.0747649073600769
237274	rnn.weight_ih_l0_reverse	7	-0.018717456609010696
237274	rnn.weight_ih_l0_reverse	8	-0.019577911123633385
237274	rnn.weight_ih_l0_reverse	9	0.003389867953956127
237274	rnn.weight_hh_l0_reverse	0	0.06730327755212784
237274	rnn.weight_hh_l0_reverse	1	0.020207030698657036
237274	rnn.weight_hh_l0_reverse	2	0.029148174449801445
237274	rnn.weight_hh_l0_reverse	3	0.03494754806160927
237274	rnn.weight_hh_l0_reverse	4	0.01350709330290556
237274	rnn.weight_hh_l0_reverse	5	0.007041062228381634
237274	rnn.weight_hh_l0_reverse	6	0.05091086030006409
237274	rnn.weight_hh_l0_reverse	7	-0.0821910873055458
237274	rnn.weight_hh_l0_reverse	8	0.04047310724854469
237274	rnn.weight_hh_l0_reverse	9	0.03529009222984314
237274	rnn.bias_ih_l0_reverse	0	-0.057701338082551956
237274	rnn.bias_ih_l0_reverse	1	-0.2829393148422241
237274	rnn.bias_ih_l0_reverse	2	-0.1211581602692604
237274	rnn.bias_ih_l0_reverse	3	-0.047102682292461395
237274	rnn.bias_ih_l0_reverse	4	-0.020139699801802635
237274	rnn.bias_ih_l0_reverse	5	0.07440898567438126
237274	rnn.bias_ih_l0_reverse	6	-0.06454405933618546
237274	rnn.bias_ih_l0_reverse	7	0.06256184726953506
237274	rnn.bias_ih_l0_reverse	8	-0.03800604119896889
237274	rnn.bias_ih_l0_reverse	9	0.06511283665895462
237274	rnn.bias_hh_l0_reverse	0	0.02240474335849285
237274	rnn.bias_hh_l0_reverse	1	-0.059021320194005966
237274	rnn.bias_hh_l0_reverse	2	0.08900254964828491
237274	rnn.bias_hh_l0_reverse	3	-0.050351545214653015
237274	rnn.bias_hh_l0_reverse	4	-0.02761213667690754
237274	rnn.bias_hh_l0_reverse	5	-0.01910160295665264
237274	rnn.bias_hh_l0_reverse	6	-0.01743227429687977
237274	rnn.bias_hh_l0_reverse	7	0.10056471824645996
237274	rnn.bias_hh_l0_reverse	8	0.03009711764752865
237274	rnn.bias_hh_l0_reverse	9	-0.14746007323265076
237274	rnn.weight_ih_l1	0	-0.029760967940092087
237274	rnn.weight_ih_l1	1	-0.050670307129621506
237274	rnn.weight_ih_l1	2	0.06435379385948181
237274	rnn.weight_ih_l1	3	-0.07314509153366089
237274	rnn.weight_ih_l1	4	-0.014299863018095493
237274	rnn.weight_ih_l1	5	-0.04038091003894806
237274	rnn.weight_ih_l1	6	0.02916244976222515
237274	rnn.weight_ih_l1	7	-0.04514823108911514
237274	rnn.weight_ih_l1	8	0.03768618777394295
237274	rnn.weight_ih_l1	9	0.0441918782889843
237274	rnn.weight_hh_l1	0	-0.006960379425436258
237274	rnn.weight_hh_l1	1	0.019787197932600975
237274	rnn.weight_hh_l1	2	0.007939460687339306
237274	rnn.weight_hh_l1	3	-0.012455301359295845
237274	rnn.weight_hh_l1	4	0.0047899032942950726
237274	rnn.weight_hh_l1	5	0.03469808027148247
237274	rnn.weight_hh_l1	6	0.036618899554014206
237274	rnn.weight_hh_l1	7	-0.016113169491291046
237274	rnn.weight_hh_l1	8	-0.007613442838191986
237274	rnn.weight_hh_l1	9	0.038559440523386
237274	rnn.bias_ih_l1	0	-0.18516488373279572
237274	rnn.bias_ih_l1	1	-0.17788109183311462
237274	rnn.bias_ih_l1	2	-0.19767256081104279
237274	rnn.bias_ih_l1	3	-0.3103320896625519
237274	rnn.bias_ih_l1	4	-0.20679375529289246
237274	rnn.bias_ih_l1	5	-0.08922140300273895
237274	rnn.bias_ih_l1	6	-0.16062895953655243
237274	rnn.bias_ih_l1	7	-0.0035218691918998957
237274	rnn.bias_ih_l1	8	-0.1335524320602417
237274	rnn.bias_ih_l1	9	-0.12700240314006805
237274	rnn.bias_hh_l1	0	-0.09628370404243469
237274	rnn.bias_hh_l1	1	-0.06435956060886383
237274	rnn.bias_hh_l1	2	-0.0858856663107872
237274	rnn.bias_hh_l1	3	-0.07717408239841461
237274	rnn.bias_hh_l1	4	-0.07440096139907837
237274	rnn.bias_hh_l1	5	-0.11872028559446335
237274	rnn.bias_hh_l1	6	-0.16108116507530212
237274	rnn.bias_hh_l1	7	0.07398787140846252
237274	rnn.bias_hh_l1	8	-0.1778649091720581
237274	rnn.bias_hh_l1	9	-0.1183326467871666
237274	rnn.weight_ih_l1_reverse	0	-0.04771986976265907
237274	rnn.weight_ih_l1_reverse	1	0.031551532447338104
237274	rnn.weight_ih_l1_reverse	2	0.09000539034605026
237274	rnn.weight_ih_l1_reverse	3	-0.019184716045856476
237274	rnn.weight_ih_l1_reverse	4	-0.023991430178284645
237274	rnn.weight_ih_l1_reverse	5	-0.03054139018058777
237274	rnn.weight_ih_l1_reverse	6	-0.02059749700129032
237274	rnn.weight_ih_l1_reverse	7	0.029198123142123222
237274	rnn.weight_ih_l1_reverse	8	0.00813767034560442
237274	rnn.weight_ih_l1_reverse	9	-0.03401871770620346
237274	rnn.weight_hh_l1_reverse	0	0.004735170863568783
237274	rnn.weight_hh_l1_reverse	1	0.03177499771118164
237274	rnn.weight_hh_l1_reverse	2	-0.040594253689050674
237274	rnn.weight_hh_l1_reverse	3	0.0350784957408905
237274	rnn.weight_hh_l1_reverse	4	0.04737948626279831
237274	rnn.weight_hh_l1_reverse	5	0.004983095917850733
237274	rnn.weight_hh_l1_reverse	6	0.04766106605529785
237274	rnn.weight_hh_l1_reverse	7	0.03133437782526016
237274	rnn.weight_hh_l1_reverse	8	-0.00721003720536828
237274	rnn.weight_hh_l1_reverse	9	-0.03027424030005932
237274	rnn.bias_ih_l1_reverse	0	-0.04686266556382179
237274	rnn.bias_ih_l1_reverse	1	-0.13947872817516327
237274	rnn.bias_ih_l1_reverse	2	-0.16257387399673462
237274	rnn.bias_ih_l1_reverse	3	-0.06041324883699417
237274	rnn.bias_ih_l1_reverse	4	-0.203831747174263
237274	rnn.bias_ih_l1_reverse	5	-0.11661871522665024
237274	rnn.bias_ih_l1_reverse	6	-0.1310049444437027
237274	rnn.bias_ih_l1_reverse	7	-0.1935599148273468
237274	rnn.bias_ih_l1_reverse	8	0.22758151590824127
237274	rnn.bias_ih_l1_reverse	9	0.023473544046282768
237274	rnn.bias_hh_l1_reverse	0	0.011712406761944294
237274	rnn.bias_hh_l1_reverse	1	-0.06713587790727615
237274	rnn.bias_hh_l1_reverse	2	-0.23658587038516998
237274	rnn.bias_hh_l1_reverse	3	-0.14219677448272705
237274	rnn.bias_hh_l1_reverse	4	-0.07988298684358597
237274	rnn.bias_hh_l1_reverse	5	-0.11694038659334183
237274	rnn.bias_hh_l1_reverse	6	0.06214761361479759
237274	rnn.bias_hh_l1_reverse	7	-0.13905800879001617
237274	rnn.bias_hh_l1_reverse	8	-0.12475993484258652
237274	rnn.bias_hh_l1_reverse	9	-0.1482892632484436
237274	linear.weight	0	0.002228822559118271
237274	linear.weight	1	0.09826380759477615
237274	linear.weight	2	-0.09219367057085037
237274	linear.weight	3	0.31006792187690735
237274	linear.weight	4	0.15040460228919983
237274	linear.weight	5	-0.06438285112380981
237274	linear.weight	6	0.09547055512666702
237274	linear.weight	7	0.13191476464271545
237274	linear.weight	8	0.04113537073135376
237274	linear.weight	9	-0.05188746377825737
237274	linear.bias	0	0.08041774481534958
237274	linear.bias	1	-0.18941570818424225
237274	linear.bias	2	-0.4483605921268463
237274	linear.bias	3	-0.6658495664596558
237274	linear.bias	4	-1.2654180526733398
237274	linear.bias	5	-0.06400704383850098
237274	linear.bias	6	-0.8244147896766663
237274	linear.bias	7	0.26937541365623474
237274	linear.bias	8	-0.39864590764045715
237274	linear.bias	9	-1.0244337320327759
237471	transitions	0	0.7441381812095642
237471	transitions	1	0.13989344239234924
237471	transitions	2	-10000.0
237471	transitions	3	-1.8279519081115723
237471	transitions	4	-10000.0
237471	transitions	5	0.5632781386375427
237471	transitions	6	-0.08525613695383072
237471	transitions	7	-0.8076150417327881
237471	transitions	8	-1.4220590591430664
237471	transitions	9	-0.0012282922398298979
237471	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
237471	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
237471	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
237471	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
237471	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
237471	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
237471	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
237471	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
237471	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
237471	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
237471	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
237471	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
237471	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
237471	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
237471	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
237471	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
237471	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
237471	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
237471	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
237471	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
237471	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
237471	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
237471	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
237471	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
237471	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
237471	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
237471	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
237471	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
237471	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
237471	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
237471	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
237471	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
237471	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
237471	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
237471	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
237471	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
237471	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
237471	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
237471	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
237471	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
237471	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
237471	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
237471	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
237471	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
237471	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
237471	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
237471	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
237471	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
237471	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
237471	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
237471	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
237471	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
237471	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
237471	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
237471	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
237471	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
237471	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
237471	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
237471	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
237471	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
237471	embedding2nn.weight	0	0.01588336192071438
237471	embedding2nn.weight	1	-0.012936191633343697
237471	embedding2nn.weight	2	-0.014268254861235619
237471	embedding2nn.weight	3	-0.030886726453900337
237471	embedding2nn.weight	4	-0.0059150345623493195
237471	embedding2nn.weight	5	-0.0037005888298153877
237471	embedding2nn.weight	6	-0.0039732675068080425
237471	embedding2nn.weight	7	-0.07636260241270065
237471	embedding2nn.weight	8	-0.0019979383796453476
237471	embedding2nn.weight	9	-0.027621064335107803
237471	embedding2nn.bias	0	0.03207577019929886
237471	embedding2nn.bias	1	-0.07507249712944031
237471	embedding2nn.bias	2	0.06732465326786041
237471	embedding2nn.bias	3	0.05178746581077576
237471	embedding2nn.bias	4	-0.04881956800818443
237471	embedding2nn.bias	5	-0.011312276124954224
237471	embedding2nn.bias	6	0.014590093865990639
237471	embedding2nn.bias	7	-0.05291549861431122
237471	embedding2nn.bias	8	0.07039430737495422
237471	embedding2nn.bias	9	0.04557790979743004
237471	rnn.weight_ih_l0	0	-0.0791974812746048
237471	rnn.weight_ih_l0	1	0.002992251655086875
237471	rnn.weight_ih_l0	2	0.034922368824481964
237471	rnn.weight_ih_l0	3	0.022737521678209305
237471	rnn.weight_ih_l0	4	-0.049315810203552246
237471	rnn.weight_ih_l0	5	-0.06809338182210922
237471	rnn.weight_ih_l0	6	-0.0014678698498755693
237471	rnn.weight_ih_l0	7	0.05367168039083481
237471	rnn.weight_ih_l0	8	-0.017933374270796776
237471	rnn.weight_ih_l0	9	-0.030421514064073563
237471	rnn.weight_hh_l0	0	-0.031214501708745956
237471	rnn.weight_hh_l0	1	-0.007599909324198961
237471	rnn.weight_hh_l0	2	0.006577751133590937
237471	rnn.weight_hh_l0	3	-0.07473258674144745
237471	rnn.weight_hh_l0	4	0.0941188782453537
237471	rnn.weight_hh_l0	5	-0.02577078528702259
237471	rnn.weight_hh_l0	6	-0.06443143635988235
237471	rnn.weight_hh_l0	7	0.009647276252508163
237471	rnn.weight_hh_l0	8	0.013175259344279766
237471	rnn.weight_hh_l0	9	-0.025714576244354248
237471	rnn.bias_ih_l0	0	0.12890152633190155
237471	rnn.bias_ih_l0	1	-0.0360061451792717
237471	rnn.bias_ih_l0	2	-0.035415370017290115
237471	rnn.bias_ih_l0	3	0.16120991110801697
237471	rnn.bias_ih_l0	4	-0.012888926081359386
237471	rnn.bias_ih_l0	5	-0.02083677053451538
237471	rnn.bias_ih_l0	6	0.018498577177524567
237471	rnn.bias_ih_l0	7	0.0221882201731205
237471	rnn.bias_ih_l0	8	-0.10021928697824478
237471	rnn.bias_ih_l0	9	-0.0397295206785202
237471	rnn.bias_hh_l0	0	-0.0019968831911683083
237471	rnn.bias_hh_l0	1	-0.09750819206237793
237471	rnn.bias_hh_l0	2	-0.07468651980161667
237471	rnn.bias_hh_l0	3	-0.08883696794509888
237471	rnn.bias_hh_l0	4	0.009240569546818733
237471	rnn.bias_hh_l0	5	-0.021444888785481453
237471	rnn.bias_hh_l0	6	0.02776564285159111
237471	rnn.bias_hh_l0	7	0.06043271720409393
237471	rnn.bias_hh_l0	8	-0.12152855098247528
237471	rnn.bias_hh_l0	9	-0.05746202543377876
237471	rnn.weight_ih_l0_reverse	0	-0.0256215650588274
237471	rnn.weight_ih_l0_reverse	1	-0.05665688216686249
237471	rnn.weight_ih_l0_reverse	2	-0.0485326424241066
237471	rnn.weight_ih_l0_reverse	3	0.015540768392384052
237471	rnn.weight_ih_l0_reverse	4	-0.02430165745317936
237471	rnn.weight_ih_l0_reverse	5	-0.05719835311174393
237471	rnn.weight_ih_l0_reverse	6	0.07466398924589157
237471	rnn.weight_ih_l0_reverse	7	-0.018690498545765877
237471	rnn.weight_ih_l0_reverse	8	-0.01950947195291519
237471	rnn.weight_ih_l0_reverse	9	0.0033970114309340715
237471	rnn.weight_hh_l0_reverse	0	0.06755625456571579
237471	rnn.weight_hh_l0_reverse	1	0.020047025755047798
237471	rnn.weight_hh_l0_reverse	2	0.02918851375579834
237471	rnn.weight_hh_l0_reverse	3	0.034962382167577744
237471	rnn.weight_hh_l0_reverse	4	0.013595741242170334
237471	rnn.weight_hh_l0_reverse	5	0.0068863374181091785
237471	rnn.weight_hh_l0_reverse	6	0.05097157508134842
237471	rnn.weight_hh_l0_reverse	7	-0.08211667090654373
237471	rnn.weight_hh_l0_reverse	8	0.040398597717285156
237471	rnn.weight_hh_l0_reverse	9	0.03531407564878464
237471	rnn.bias_ih_l0_reverse	0	-0.057480938732624054
237471	rnn.bias_ih_l0_reverse	1	-0.28268828988075256
237471	rnn.bias_ih_l0_reverse	2	-0.12088217586278915
237471	rnn.bias_ih_l0_reverse	3	-0.04727183282375336
237471	rnn.bias_ih_l0_reverse	4	-0.020626144483685493
237471	rnn.bias_ih_l0_reverse	5	0.07445304840803146
237471	rnn.bias_ih_l0_reverse	6	-0.06492196768522263
237471	rnn.bias_ih_l0_reverse	7	0.06245749071240425
237471	rnn.bias_ih_l0_reverse	8	-0.038051486015319824
237471	rnn.bias_ih_l0_reverse	9	0.0655580461025238
237471	rnn.bias_hh_l0_reverse	0	0.022577542811632156
237471	rnn.bias_hh_l0_reverse	1	-0.059398993849754333
237471	rnn.bias_hh_l0_reverse	2	0.08921397477388382
237471	rnn.bias_hh_l0_reverse	3	-0.050626013427972794
237471	rnn.bias_hh_l0_reverse	4	-0.02794823795557022
237471	rnn.bias_hh_l0_reverse	5	-0.019378256052732468
237471	rnn.bias_hh_l0_reverse	6	-0.01773550547659397
237471	rnn.bias_hh_l0_reverse	7	0.10055585205554962
237471	rnn.bias_hh_l0_reverse	8	0.029855851083993912
237471	rnn.bias_hh_l0_reverse	9	-0.14726489782333374
237471	rnn.weight_ih_l1	0	-0.029689641669392586
237471	rnn.weight_ih_l1	1	-0.05053579434752464
237471	rnn.weight_ih_l1	2	0.06425799429416656
237471	rnn.weight_ih_l1	3	-0.07311847060918808
237471	rnn.weight_ih_l1	4	-0.014314955100417137
237471	rnn.weight_ih_l1	5	-0.040378134697675705
237471	rnn.weight_ih_l1	6	0.029064703732728958
237471	rnn.weight_ih_l1	7	-0.04519540071487427
237471	rnn.weight_ih_l1	8	0.037734661251306534
237471	rnn.weight_ih_l1	9	0.04432643577456474
237471	rnn.weight_hh_l1	0	-0.006757642608135939
237471	rnn.weight_hh_l1	1	0.01977030746638775
237471	rnn.weight_hh_l1	2	0.007757653947919607
237471	rnn.weight_hh_l1	3	-0.012450272217392921
237471	rnn.weight_hh_l1	4	0.004743547178804874
237471	rnn.weight_hh_l1	5	0.0347694456577301
237471	rnn.weight_hh_l1	6	0.03668671473860741
237471	rnn.weight_hh_l1	7	-0.016022682189941406
237471	rnn.weight_hh_l1	8	-0.007605619728565216
237471	rnn.weight_hh_l1	9	0.03857474401593208
237471	rnn.bias_ih_l1	0	-0.18479418754577637
237471	rnn.bias_ih_l1	1	-0.17766769230365753
237471	rnn.bias_ih_l1	2	-0.19759102165699005
237471	rnn.bias_ih_l1	3	-0.31026655435562134
237471	rnn.bias_ih_l1	4	-0.20655016601085663
237471	rnn.bias_ih_l1	5	-0.08940833061933517
237471	rnn.bias_ih_l1	6	-0.16038250923156738
237471	rnn.bias_ih_l1	7	-0.0030116925481706858
237471	rnn.bias_ih_l1	8	-0.1331833153963089
237471	rnn.bias_ih_l1	9	-0.12662681937217712
237471	rnn.bias_hh_l1	0	-0.0955750048160553
237471	rnn.bias_hh_l1	1	-0.06415623426437378
237471	rnn.bias_hh_l1	2	-0.08572683483362198
237471	rnn.bias_hh_l1	3	-0.07702196389436722
237471	rnn.bias_hh_l1	4	-0.07431662827730179
237471	rnn.bias_hh_l1	5	-0.11900245398283005
237471	rnn.bias_hh_l1	6	-0.16130632162094116
237471	rnn.bias_hh_l1	7	0.07406593859195709
237471	rnn.bias_hh_l1	8	-0.17816261947155
237471	rnn.bias_hh_l1	9	-0.11811365187168121
237471	rnn.weight_ih_l1_reverse	0	-0.047719571739435196
237471	rnn.weight_ih_l1_reverse	1	0.03175177797675133
237471	rnn.weight_ih_l1_reverse	2	0.08971141278743744
237471	rnn.weight_ih_l1_reverse	3	-0.01902623474597931
237471	rnn.weight_ih_l1_reverse	4	-0.023447198793292046
237471	rnn.weight_ih_l1_reverse	5	-0.030545121058821678
237471	rnn.weight_ih_l1_reverse	6	-0.02056497149169445
237471	rnn.weight_ih_l1_reverse	7	0.029256630688905716
237471	rnn.weight_ih_l1_reverse	8	0.008241929113864899
237471	rnn.weight_ih_l1_reverse	9	-0.03376419469714165
237471	rnn.weight_hh_l1_reverse	0	0.004725717008113861
237471	rnn.weight_hh_l1_reverse	1	0.031750280410051346
237471	rnn.weight_hh_l1_reverse	2	-0.04059409722685814
237471	rnn.weight_hh_l1_reverse	3	0.035065289586782455
237471	rnn.weight_hh_l1_reverse	4	0.047444067895412445
237471	rnn.weight_hh_l1_reverse	5	0.005004501435905695
237471	rnn.weight_hh_l1_reverse	6	0.047754764556884766
237471	rnn.weight_hh_l1_reverse	7	0.031200814992189407
237471	rnn.weight_hh_l1_reverse	8	-0.0071992091834545135
237471	rnn.weight_hh_l1_reverse	9	-0.03025244176387787
237471	rnn.bias_ih_l1_reverse	0	-0.0465921089053154
237471	rnn.bias_ih_l1_reverse	1	-0.13923320174217224
237471	rnn.bias_ih_l1_reverse	2	-0.16279608011245728
237471	rnn.bias_ih_l1_reverse	3	-0.06092255190014839
237471	rnn.bias_ih_l1_reverse	4	-0.2037666290998459
237471	rnn.bias_ih_l1_reverse	5	-0.11644033342599869
237471	rnn.bias_ih_l1_reverse	6	-0.1309753656387329
237471	rnn.bias_ih_l1_reverse	7	-0.1932399421930313
237471	rnn.bias_ih_l1_reverse	8	0.2276374101638794
237471	rnn.bias_ih_l1_reverse	9	0.02323451265692711
237471	rnn.bias_hh_l1_reverse	0	0.01165362074971199
237471	rnn.bias_hh_l1_reverse	1	-0.06706319004297256
237471	rnn.bias_hh_l1_reverse	2	-0.2367028146982193
237471	rnn.bias_hh_l1_reverse	3	-0.14169743657112122
237471	rnn.bias_hh_l1_reverse	4	-0.08005686849355698
237471	rnn.bias_hh_l1_reverse	5	-0.11670348793268204
237471	rnn.bias_hh_l1_reverse	6	0.06184672191739082
237471	rnn.bias_hh_l1_reverse	7	-0.13951219618320465
237471	rnn.bias_hh_l1_reverse	8	-0.12467027455568314
237471	rnn.bias_hh_l1_reverse	9	-0.14822575449943542
237471	linear.weight	0	0.002228822559118271
237471	linear.weight	1	0.0990092009305954
237471	linear.weight	2	-0.09206165373325348
237471	linear.weight	3	0.309750497341156
237471	linear.weight	4	0.15069596469402313
237471	linear.weight	5	-0.0641571506857872
237471	linear.weight	6	0.09618184715509415
237471	linear.weight	7	0.13163377344608307
237471	linear.weight	8	0.04113529995083809
237471	linear.weight	9	-0.052109602838754654
237471	linear.bias	0	0.08113175630569458
237471	linear.bias	1	-0.18899615108966827
237471	linear.bias	2	-0.4430316388607025
237471	linear.bias	3	-0.6641789078712463
237471	linear.bias	4	-1.2637577056884766
237471	linear.bias	5	-0.06090899184346199
237471	linear.bias	6	-0.8252211809158325
237471	linear.bias	7	0.2718154489994049
237471	linear.bias	8	-0.39979520440101624
237471	linear.bias	9	-1.025084376335144
237668	transitions	0	0.7441249489784241
237668	transitions	1	0.1393188089132309
237668	transitions	2	-10000.0
237668	transitions	3	-1.8279536962509155
237668	transitions	4	-10000.0
237668	transitions	5	0.5632718205451965
237668	transitions	6	-0.08526153117418289
237668	transitions	7	-0.8076627254486084
237668	transitions	8	-1.422063946723938
237668	transitions	9	-0.0012283663963899016
237668	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
237668	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
237668	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
237668	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
237668	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
237668	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
237668	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
237668	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
237668	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
237668	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
237668	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
237668	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
237668	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
237668	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
237668	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
237668	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
237668	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
237668	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
237668	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
237668	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
237668	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
237668	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
237668	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
237668	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
237668	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
237668	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
237668	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
237668	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
237668	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
237668	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
237668	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
237668	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
237668	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
237668	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
237668	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
237668	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
237668	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
237668	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
237668	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
237668	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
237668	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
237668	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
237668	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
237668	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
237668	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
237668	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
237668	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
237668	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
237668	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
237668	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
237668	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
237668	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
237668	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
237668	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
237668	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
237668	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
237668	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
237668	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
237668	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
237668	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
237668	embedding2nn.weight	0	0.015795160084962845
237668	embedding2nn.weight	1	-0.012906596064567566
237668	embedding2nn.weight	2	-0.014268254861235619
237668	embedding2nn.weight	3	-0.031168965622782707
237668	embedding2nn.weight	4	-0.0059150345623493195
237668	embedding2nn.weight	5	-0.0037005888298153877
237668	embedding2nn.weight	6	-0.0039732675068080425
237668	embedding2nn.weight	7	-0.07630417495965958
237668	embedding2nn.weight	8	-0.0019979383796453476
237668	embedding2nn.weight	9	-0.02755812183022499
237668	embedding2nn.bias	0	0.03223922848701477
237668	embedding2nn.bias	1	-0.07627463340759277
237668	embedding2nn.bias	2	0.06721585988998413
237668	embedding2nn.bias	3	0.05269862711429596
237668	embedding2nn.bias	4	-0.04921448230743408
237668	embedding2nn.bias	5	-0.011271597817540169
237668	embedding2nn.bias	6	0.014880582690238953
237668	embedding2nn.bias	7	-0.05134127661585808
237668	embedding2nn.bias	8	0.07049265503883362
237668	embedding2nn.bias	9	0.046636294573545456
237668	rnn.weight_ih_l0	0	-0.07902226597070694
237668	rnn.weight_ih_l0	1	0.002882102271541953
237668	rnn.weight_ih_l0	2	0.034791283309459686
237668	rnn.weight_ih_l0	3	0.022678706794977188
237668	rnn.weight_ih_l0	4	-0.04940386489033699
237668	rnn.weight_ih_l0	5	-0.06801073253154755
237668	rnn.weight_ih_l0	6	-0.0014868966536596417
237668	rnn.weight_ih_l0	7	0.05370626226067543
237668	rnn.weight_ih_l0	8	-0.017979180440306664
237668	rnn.weight_ih_l0	9	-0.03036774881184101
237668	rnn.weight_hh_l0	0	-0.03112957254052162
237668	rnn.weight_hh_l0	1	-0.00743291899561882
237668	rnn.weight_hh_l0	2	0.006664256565272808
237668	rnn.weight_hh_l0	3	-0.07483266294002533
237668	rnn.weight_hh_l0	4	0.09410800784826279
237668	rnn.weight_hh_l0	5	-0.02569589763879776
237668	rnn.weight_hh_l0	6	-0.06419248133897781
237668	rnn.weight_hh_l0	7	0.009774946607649326
237668	rnn.weight_hh_l0	8	0.013060961849987507
237668	rnn.weight_hh_l0	9	-0.025680430233478546
237668	rnn.bias_ih_l0	0	0.12878702580928802
237668	rnn.bias_ih_l0	1	-0.035706859081983566
237668	rnn.bias_ih_l0	2	-0.035265907645225525
237668	rnn.bias_ih_l0	3	0.16169291734695435
237668	rnn.bias_ih_l0	4	-0.012769758701324463
237668	rnn.bias_ih_l0	5	-0.020515816286206245
237668	rnn.bias_ih_l0	6	0.01778741367161274
237668	rnn.bias_ih_l0	7	0.02269013784825802
237668	rnn.bias_ih_l0	8	-0.10038016736507416
237668	rnn.bias_ih_l0	9	-0.03997320309281349
237668	rnn.bias_hh_l0	0	-0.0015866763424128294
237668	rnn.bias_hh_l0	1	-0.09703639894723892
237668	rnn.bias_hh_l0	2	-0.0748886689543724
237668	rnn.bias_hh_l0	3	-0.088648222386837
237668	rnn.bias_hh_l0	4	0.00944271869957447
237668	rnn.bias_hh_l0	5	-0.021069731563329697
237668	rnn.bias_hh_l0	6	0.027693945914506912
237668	rnn.bias_hh_l0	7	0.06018558889627457
237668	rnn.bias_hh_l0	8	-0.12177038937807083
237668	rnn.bias_hh_l0	9	-0.05681948736310005
237668	rnn.weight_ih_l0_reverse	0	-0.025653136894106865
237668	rnn.weight_ih_l0_reverse	1	-0.05666971206665039
237668	rnn.weight_ih_l0_reverse	2	-0.04842516407370567
237668	rnn.weight_ih_l0_reverse	3	0.015396984294056892
237668	rnn.weight_ih_l0_reverse	4	-0.024385422468185425
237668	rnn.weight_ih_l0_reverse	5	-0.05720626190304756
237668	rnn.weight_ih_l0_reverse	6	0.07463005930185318
237668	rnn.weight_ih_l0_reverse	7	-0.01852869614958763
237668	rnn.weight_ih_l0_reverse	8	-0.019432295113801956
237668	rnn.weight_ih_l0_reverse	9	0.003408602671697736
237668	rnn.weight_hh_l0_reverse	0	0.06756506860256195
237668	rnn.weight_hh_l0_reverse	1	0.019871138036251068
237668	rnn.weight_hh_l0_reverse	2	0.029205312952399254
237668	rnn.weight_hh_l0_reverse	3	0.03497800976037979
237668	rnn.weight_hh_l0_reverse	4	0.013611086644232273
237668	rnn.weight_hh_l0_reverse	5	0.007192995399236679
237668	rnn.weight_hh_l0_reverse	6	0.050965096801519394
237668	rnn.weight_hh_l0_reverse	7	-0.08204364776611328
237668	rnn.weight_hh_l0_reverse	8	0.04039270430803299
237668	rnn.weight_hh_l0_reverse	9	0.035271912813186646
237668	rnn.bias_ih_l0_reverse	0	-0.05742061510682106
237668	rnn.bias_ih_l0_reverse	1	-0.28249338269233704
237668	rnn.bias_ih_l0_reverse	2	-0.12160559743642807
237668	rnn.bias_ih_l0_reverse	3	-0.04728863760828972
237668	rnn.bias_ih_l0_reverse	4	-0.020754341036081314
237668	rnn.bias_ih_l0_reverse	5	0.07488179206848145
237668	rnn.bias_ih_l0_reverse	6	-0.06498850136995316
237668	rnn.bias_ih_l0_reverse	7	0.06230989098548889
237668	rnn.bias_ih_l0_reverse	8	-0.03756524994969368
237668	rnn.bias_ih_l0_reverse	9	0.06537449359893799
237668	rnn.bias_hh_l0_reverse	0	0.022854063659906387
237668	rnn.bias_hh_l0_reverse	1	-0.05946312099695206
237668	rnn.bias_hh_l0_reverse	2	0.0894988551735878
237668	rnn.bias_hh_l0_reverse	3	-0.051100391894578934
237668	rnn.bias_hh_l0_reverse	4	-0.028368480503559113
237668	rnn.bias_hh_l0_reverse	5	-0.019438426941633224
237668	rnn.bias_hh_l0_reverse	6	-0.017810825258493423
237668	rnn.bias_hh_l0_reverse	7	0.1004159152507782
237668	rnn.bias_hh_l0_reverse	8	0.03001384064555168
237668	rnn.bias_hh_l0_reverse	9	-0.14746412634849548
237668	rnn.weight_ih_l1	0	-0.02968318574130535
237668	rnn.weight_ih_l1	1	-0.050587642937898636
237668	rnn.weight_ih_l1	2	0.06444568932056427
237668	rnn.weight_ih_l1	3	-0.07329174131155014
237668	rnn.weight_ih_l1	4	-0.014417678117752075
237668	rnn.weight_ih_l1	5	-0.04034813493490219
237668	rnn.weight_ih_l1	6	0.02905639447271824
237668	rnn.weight_ih_l1	7	-0.0453295037150383
237668	rnn.weight_ih_l1	8	0.03772464022040367
237668	rnn.weight_ih_l1	9	0.044220972806215286
237668	rnn.weight_hh_l1	0	-0.006682394538074732
237668	rnn.weight_hh_l1	1	0.019784586504101753
237668	rnn.weight_hh_l1	2	0.007580531295388937
237668	rnn.weight_hh_l1	3	-0.012465257197618484
237668	rnn.weight_hh_l1	4	0.00481566833332181
237668	rnn.weight_hh_l1	5	0.03475581482052803
237668	rnn.weight_hh_l1	6	0.03667178004980087
237668	rnn.weight_hh_l1	7	-0.015996091067790985
237668	rnn.weight_hh_l1	8	-0.0075667854398489
237668	rnn.weight_hh_l1	9	0.03845382481813431
237668	rnn.bias_ih_l1	0	-0.1844967007637024
237668	rnn.bias_ih_l1	1	-0.17796175181865692
237668	rnn.bias_ih_l1	2	-0.1976352035999298
237668	rnn.bias_ih_l1	3	-0.3104593753814697
237668	rnn.bias_ih_l1	4	-0.20567640662193298
237668	rnn.bias_ih_l1	5	-0.08907951414585114
237668	rnn.bias_ih_l1	6	-0.15985412895679474
237668	rnn.bias_ih_l1	7	-0.002948216162621975
237668	rnn.bias_ih_l1	8	-0.13363724946975708
237668	rnn.bias_ih_l1	9	-0.1260179579257965
237668	rnn.bias_hh_l1	0	-0.09569396823644638
237668	rnn.bias_hh_l1	1	-0.06405603885650635
237668	rnn.bias_hh_l1	2	-0.0854584127664566
237668	rnn.bias_hh_l1	3	-0.07693392038345337
237668	rnn.bias_hh_l1	4	-0.07403980940580368
237668	rnn.bias_hh_l1	5	-0.11913052201271057
237668	rnn.bias_hh_l1	6	-0.1612381935119629
237668	rnn.bias_hh_l1	7	0.07380907237529755
237668	rnn.bias_hh_l1	8	-0.17836272716522217
237668	rnn.bias_hh_l1	9	-0.11812078952789307
237668	rnn.weight_ih_l1_reverse	0	-0.04754360020160675
237668	rnn.weight_ih_l1_reverse	1	0.03179489076137543
237668	rnn.weight_ih_l1_reverse	2	0.08998949080705643
237668	rnn.weight_ih_l1_reverse	3	-0.018410243093967438
237668	rnn.weight_ih_l1_reverse	4	-0.023217542096972466
237668	rnn.weight_ih_l1_reverse	5	-0.030585378408432007
237668	rnn.weight_ih_l1_reverse	6	-0.0206739641726017
237668	rnn.weight_ih_l1_reverse	7	0.029114363715052605
237668	rnn.weight_ih_l1_reverse	8	0.007997802458703518
237668	rnn.weight_ih_l1_reverse	9	-0.034077100455760956
237668	rnn.weight_hh_l1_reverse	0	0.004653660114854574
237668	rnn.weight_hh_l1_reverse	1	0.03177119418978691
237668	rnn.weight_hh_l1_reverse	2	-0.0405963771045208
237668	rnn.weight_hh_l1_reverse	3	0.035076797008514404
237668	rnn.weight_hh_l1_reverse	4	0.04745880886912346
237668	rnn.weight_hh_l1_reverse	5	0.005031076725572348
237668	rnn.weight_hh_l1_reverse	6	0.04806701838970184
237668	rnn.weight_hh_l1_reverse	7	0.031205683946609497
237668	rnn.weight_hh_l1_reverse	8	-0.007204517722129822
237668	rnn.weight_hh_l1_reverse	9	-0.030242279171943665
237668	rnn.bias_ih_l1_reverse	0	-0.046210311353206635
237668	rnn.bias_ih_l1_reverse	1	-0.13928718864917755
237668	rnn.bias_ih_l1_reverse	2	-0.163664773106575
237668	rnn.bias_ih_l1_reverse	3	-0.061997056007385254
237668	rnn.bias_ih_l1_reverse	4	-0.20351211726665497
237668	rnn.bias_ih_l1_reverse	5	-0.11681022495031357
237668	rnn.bias_ih_l1_reverse	6	-0.1309266984462738
237668	rnn.bias_ih_l1_reverse	7	-0.19329188764095306
237668	rnn.bias_ih_l1_reverse	8	0.22825956344604492
237668	rnn.bias_ih_l1_reverse	9	0.024103621020913124
237668	rnn.bias_hh_l1_reverse	0	0.012587879784405231
237668	rnn.bias_hh_l1_reverse	1	-0.06751209497451782
237668	rnn.bias_hh_l1_reverse	2	-0.23657280206680298
237668	rnn.bias_hh_l1_reverse	3	-0.1416114866733551
237668	rnn.bias_hh_l1_reverse	4	-0.0800878182053566
237668	rnn.bias_hh_l1_reverse	5	-0.11585833877325058
237668	rnn.bias_hh_l1_reverse	6	0.06207280233502388
237668	rnn.bias_hh_l1_reverse	7	-0.14000682532787323
237668	rnn.bias_hh_l1_reverse	8	-0.1242867037653923
237668	rnn.bias_hh_l1_reverse	9	-0.14815397560596466
237668	linear.weight	0	0.002228822559118271
237668	linear.weight	1	0.0987425446510315
237668	linear.weight	2	-0.09222675114870071
237668	linear.weight	3	0.3093511164188385
237668	linear.weight	4	0.15096278488636017
237668	linear.weight	5	-0.06401697546243668
237668	linear.weight	6	0.09498098492622375
237668	linear.weight	7	0.1310986578464508
237668	linear.weight	8	0.0411352813243866
237668	linear.weight	9	-0.05144571512937546
237668	linear.bias	0	0.08691013604402542
237668	linear.bias	1	-0.19215238094329834
237668	linear.bias	2	-0.4512193500995636
237668	linear.bias	3	-0.6649304628372192
237668	linear.bias	4	-1.2643821239471436
237668	linear.bias	5	-0.05703951045870781
237668	linear.bias	6	-0.8283084034919739
237668	linear.bias	7	0.27597883343696594
237668	linear.bias	8	-0.3952658772468567
237668	linear.bias	9	-1.0210769176483154
237865	transitions	0	0.7435758113861084
237865	transitions	1	0.13970424234867096
237865	transitions	2	-10000.0
237865	transitions	3	-1.8279545307159424
237865	transitions	4	-10000.0
237865	transitions	5	0.5632618069648743
237865	transitions	6	-0.08526428788900375
237865	transitions	7	-0.8077189326286316
237865	transitions	8	-1.4220837354660034
237865	transitions	9	-0.0012284277472645044
237865	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
237865	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
237865	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
237865	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
237865	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
237865	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
237865	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
237865	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
237865	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
237865	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
237865	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
237865	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
237865	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
237865	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
237865	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
237865	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
237865	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
237865	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
237865	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
237865	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
237865	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
237865	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
237865	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
237865	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
237865	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
237865	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
237865	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
237865	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
237865	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
237865	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
237865	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
237865	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
237865	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
237865	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
237865	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
237865	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
237865	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
237865	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
237865	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
237865	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
237865	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
237865	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
237865	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
237865	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
237865	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
237865	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
237865	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
237865	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
237865	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
237865	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
237865	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
237865	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
237865	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
237865	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
237865	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
237865	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
237865	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
237865	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
237865	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
237865	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
237865	embedding2nn.weight	0	0.01567290909588337
237865	embedding2nn.weight	1	-0.012907846830785275
237865	embedding2nn.weight	2	-0.014268254861235619
237865	embedding2nn.weight	3	-0.031570617109537125
237865	embedding2nn.weight	4	-0.0059150345623493195
237865	embedding2nn.weight	5	-0.0037005888298153877
237865	embedding2nn.weight	6	-0.0039732675068080425
237865	embedding2nn.weight	7	-0.07635623961687088
237865	embedding2nn.weight	8	-0.0019979383796453476
237865	embedding2nn.weight	9	-0.02755761332809925
237865	embedding2nn.bias	0	0.032665494829416275
237865	embedding2nn.bias	1	-0.07615358382463455
237865	embedding2nn.bias	2	0.06857403367757797
237865	embedding2nn.bias	3	0.05348880589008331
237865	embedding2nn.bias	4	-0.0484449528157711
237865	embedding2nn.bias	5	-0.012144624255597591
237865	embedding2nn.bias	6	0.016215577721595764
237865	embedding2nn.bias	7	-0.053709737956523895
237865	embedding2nn.bias	8	0.07116281986236572
237865	embedding2nn.bias	9	0.045512378215789795
237865	rnn.weight_ih_l0	0	-0.07902375608682632
237865	rnn.weight_ih_l0	1	0.0029608365148305893
237865	rnn.weight_ih_l0	2	0.034840330481529236
237865	rnn.weight_ih_l0	3	0.02269703894853592
237865	rnn.weight_ih_l0	4	-0.0495254285633564
237865	rnn.weight_ih_l0	5	-0.06801441311836243
237865	rnn.weight_ih_l0	6	-0.0016154354671016335
237865	rnn.weight_ih_l0	7	0.05359794199466705
237865	rnn.weight_ih_l0	8	-0.01770981401205063
237865	rnn.weight_ih_l0	9	-0.03046555444598198
237865	rnn.weight_hh_l0	0	-0.031163813546299934
237865	rnn.weight_hh_l0	1	-0.007499820552766323
237865	rnn.weight_hh_l0	2	0.0068200998939573765
237865	rnn.weight_hh_l0	3	-0.07476344704627991
237865	rnn.weight_hh_l0	4	0.09405329078435898
237865	rnn.weight_hh_l0	5	-0.025595299899578094
237865	rnn.weight_hh_l0	6	-0.06375090777873993
237865	rnn.weight_hh_l0	7	0.009862177073955536
237865	rnn.weight_hh_l0	8	0.013152345083653927
237865	rnn.weight_hh_l0	9	-0.025691838935017586
237865	rnn.bias_ih_l0	0	0.12852975726127625
237865	rnn.bias_ih_l0	1	-0.03570065274834633
237865	rnn.bias_ih_l0	2	-0.035671528428792953
237865	rnn.bias_ih_l0	3	0.1619052290916443
237865	rnn.bias_ih_l0	4	-0.013026563450694084
237865	rnn.bias_ih_l0	5	-0.02072804979979992
237865	rnn.bias_ih_l0	6	0.01724032126367092
237865	rnn.bias_ih_l0	7	0.02252836525440216
237865	rnn.bias_ih_l0	8	-0.10051828622817993
237865	rnn.bias_ih_l0	9	-0.039681460708379745
237865	rnn.bias_hh_l0	0	-0.0016341665759682655
237865	rnn.bias_hh_l0	1	-0.0968775600194931
237865	rnn.bias_hh_l0	2	-0.07529333978891373
237865	rnn.bias_hh_l0	3	-0.08843162655830383
237865	rnn.bias_hh_l0	4	0.009612656198441982
237865	rnn.bias_hh_l0	5	-0.02093307487666607
237865	rnn.bias_hh_l0	6	0.02777492068707943
237865	rnn.bias_hh_l0	7	0.059719279408454895
237865	rnn.bias_hh_l0	8	-0.12129738926887512
237865	rnn.bias_hh_l0	9	-0.05652463436126709
237865	rnn.weight_ih_l0_reverse	0	-0.025783050805330276
237865	rnn.weight_ih_l0_reverse	1	-0.05665883421897888
237865	rnn.weight_ih_l0_reverse	2	-0.048496827483177185
237865	rnn.weight_ih_l0_reverse	3	0.015220788307487965
237865	rnn.weight_ih_l0_reverse	4	-0.024415278807282448
237865	rnn.weight_ih_l0_reverse	5	-0.05722608417272568
237865	rnn.weight_ih_l0_reverse	6	0.07456701993942261
237865	rnn.weight_ih_l0_reverse	7	-0.018588609993457794
237865	rnn.weight_ih_l0_reverse	8	-0.019402574747800827
237865	rnn.weight_ih_l0_reverse	9	0.0034923299681395292
237865	rnn.weight_hh_l0_reverse	0	0.06771082431077957
237865	rnn.weight_hh_l0_reverse	1	0.019887393340468407
237865	rnn.weight_hh_l0_reverse	2	0.029584750533103943
237865	rnn.weight_hh_l0_reverse	3	0.03491191565990448
237865	rnn.weight_hh_l0_reverse	4	0.013592556118965149
237865	rnn.weight_hh_l0_reverse	5	0.00730344420298934
237865	rnn.weight_hh_l0_reverse	6	0.0509595088660717
237865	rnn.weight_hh_l0_reverse	7	-0.08228392899036407
237865	rnn.weight_hh_l0_reverse	8	0.04037664085626602
237865	rnn.weight_hh_l0_reverse	9	0.0353144146502018
237865	rnn.bias_ih_l0_reverse	0	-0.05756162852048874
237865	rnn.bias_ih_l0_reverse	1	-0.28260037302970886
237865	rnn.bias_ih_l0_reverse	2	-0.1224823072552681
237865	rnn.bias_ih_l0_reverse	3	-0.0474436916410923
237865	rnn.bias_ih_l0_reverse	4	-0.02041793242096901
237865	rnn.bias_ih_l0_reverse	5	0.0749286487698555
237865	rnn.bias_ih_l0_reverse	6	-0.06465241312980652
237865	rnn.bias_ih_l0_reverse	7	0.06224166601896286
237865	rnn.bias_ih_l0_reverse	8	-0.03731033205986023
237865	rnn.bias_ih_l0_reverse	9	0.06535376608371735
237865	rnn.bias_hh_l0_reverse	0	0.022647013887763023
237865	rnn.bias_hh_l0_reverse	1	-0.05948809161782265
237865	rnn.bias_hh_l0_reverse	2	0.08927026391029358
237865	rnn.bias_hh_l0_reverse	3	-0.050662580877542496
237865	rnn.bias_hh_l0_reverse	4	-0.02822279743850231
237865	rnn.bias_hh_l0_reverse	5	-0.019392812624573708
237865	rnn.bias_hh_l0_reverse	6	-0.01804172992706299
237865	rnn.bias_hh_l0_reverse	7	0.10004483908414841
237865	rnn.bias_hh_l0_reverse	8	0.02986731380224228
237865	rnn.bias_hh_l0_reverse	9	-0.1471090465784073
237865	rnn.weight_ih_l1	0	-0.02961541898548603
237865	rnn.weight_ih_l1	1	-0.050359681248664856
237865	rnn.weight_ih_l1	2	0.06439345329999924
237865	rnn.weight_ih_l1	3	-0.07356929033994675
237865	rnn.weight_ih_l1	4	-0.01425620075315237
237865	rnn.weight_ih_l1	5	-0.04036986082792282
237865	rnn.weight_ih_l1	6	0.029020344838500023
237865	rnn.weight_ih_l1	7	-0.04509173333644867
237865	rnn.weight_ih_l1	8	0.03774849697947502
237865	rnn.weight_ih_l1	9	0.044251665472984314
237865	rnn.weight_hh_l1	0	-0.006640940438956022
237865	rnn.weight_hh_l1	1	0.019805654883384705
237865	rnn.weight_hh_l1	2	0.007572751957923174
237865	rnn.weight_hh_l1	3	-0.012396487407386303
237865	rnn.weight_hh_l1	4	0.004831069614738226
237865	rnn.weight_hh_l1	5	0.03481561318039894
237865	rnn.weight_hh_l1	6	0.03657013550400734
237865	rnn.weight_hh_l1	7	-0.015934431925415993
237865	rnn.weight_hh_l1	8	-0.007611869368702173
237865	rnn.weight_hh_l1	9	0.0385197289288044
237865	rnn.bias_ih_l1	0	-0.185202956199646
237865	rnn.bias_ih_l1	1	-0.17799192667007446
237865	rnn.bias_ih_l1	2	-0.19798989593982697
237865	rnn.bias_ih_l1	3	-0.3102657198905945
237865	rnn.bias_ih_l1	4	-0.20633533596992493
237865	rnn.bias_ih_l1	5	-0.08874952793121338
237865	rnn.bias_ih_l1	6	-0.1599276214838028
237865	rnn.bias_ih_l1	7	-0.0029711637180298567
237865	rnn.bias_ih_l1	8	-0.13347162306308746
237865	rnn.bias_ih_l1	9	-0.12598197162151337
237865	rnn.bias_hh_l1	0	-0.0956648737192154
237865	rnn.bias_hh_l1	1	-0.06377019733190536
237865	rnn.bias_hh_l1	2	-0.08550558984279633
237865	rnn.bias_hh_l1	3	-0.07708973437547684
237865	rnn.bias_hh_l1	4	-0.07411568611860275
237865	rnn.bias_hh_l1	5	-0.11871767044067383
237865	rnn.bias_hh_l1	6	-0.16099195182323456
237865	rnn.bias_hh_l1	7	0.07416390627622604
237865	rnn.bias_hh_l1	8	-0.17849476635456085
237865	rnn.bias_hh_l1	9	-0.11815057694911957
237865	rnn.weight_ih_l1_reverse	0	-0.047518786042928696
237865	rnn.weight_ih_l1_reverse	1	0.03164578601717949
237865	rnn.weight_ih_l1_reverse	2	0.09003492444753647
237865	rnn.weight_ih_l1_reverse	3	-0.01839202456176281
237865	rnn.weight_ih_l1_reverse	4	-0.02288319543004036
237865	rnn.weight_ih_l1_reverse	5	-0.030591728165745735
237865	rnn.weight_ih_l1_reverse	6	-0.020831193774938583
237865	rnn.weight_ih_l1_reverse	7	0.029115300625562668
237865	rnn.weight_ih_l1_reverse	8	0.008340495638549328
237865	rnn.weight_ih_l1_reverse	9	-0.0340748205780983
237865	rnn.weight_hh_l1_reverse	0	0.004664538893848658
237865	rnn.weight_hh_l1_reverse	1	0.03176706284284592
237865	rnn.weight_hh_l1_reverse	2	-0.040601640939712524
237865	rnn.weight_hh_l1_reverse	3	0.03510870784521103
237865	rnn.weight_hh_l1_reverse	4	0.047442637383937836
237865	rnn.weight_hh_l1_reverse	5	0.004990790970623493
237865	rnn.weight_hh_l1_reverse	6	0.048415880650281906
237865	rnn.weight_hh_l1_reverse	7	0.03124457597732544
237865	rnn.weight_hh_l1_reverse	8	-0.007202236447483301
237865	rnn.weight_hh_l1_reverse	9	-0.03028772585093975
237865	rnn.bias_ih_l1_reverse	0	-0.04659033194184303
237865	rnn.bias_ih_l1_reverse	1	-0.13930746912956238
237865	rnn.bias_ih_l1_reverse	2	-0.16328057646751404
237865	rnn.bias_ih_l1_reverse	3	-0.06248470023274422
237865	rnn.bias_ih_l1_reverse	4	-0.2033061385154724
237865	rnn.bias_ih_l1_reverse	5	-0.11609339714050293
237865	rnn.bias_ih_l1_reverse	6	-0.13109463453292847
237865	rnn.bias_ih_l1_reverse	7	-0.19362588226795197
237865	rnn.bias_ih_l1_reverse	8	0.22808358073234558
237865	rnn.bias_ih_l1_reverse	9	0.024282800033688545
237865	rnn.bias_hh_l1_reverse	0	0.012430574744939804
237865	rnn.bias_hh_l1_reverse	1	-0.06770201772451401
237865	rnn.bias_hh_l1_reverse	2	-0.23677411675453186
237865	rnn.bias_hh_l1_reverse	3	-0.14184485375881195
237865	rnn.bias_hh_l1_reverse	4	-0.08016116172075272
237865	rnn.bias_hh_l1_reverse	5	-0.11569448560476303
237865	rnn.bias_hh_l1_reverse	6	0.06135082617402077
237865	rnn.bias_hh_l1_reverse	7	-0.1399674415588379
237865	rnn.bias_hh_l1_reverse	8	-0.12418444454669952
237865	rnn.bias_hh_l1_reverse	9	-0.14821262657642365
237865	linear.weight	0	0.002228822559118271
237865	linear.weight	1	0.09858696907758713
237865	linear.weight	2	-0.09219105541706085
237865	linear.weight	3	0.30942627787590027
237865	linear.weight	4	0.15105973184108734
237865	linear.weight	5	-0.06420708447694778
237865	linear.weight	6	0.0951974019408226
237865	linear.weight	7	0.1303604394197464
237865	linear.weight	8	0.04113522171974182
237865	linear.weight	9	-0.051046259701251984
237865	linear.bias	0	0.08216643333435059
237865	linear.bias	1	-0.20139504969120026
237865	linear.bias	2	-0.45252034068107605
237865	linear.bias	3	-0.6598811149597168
237865	linear.bias	4	-1.259408950805664
237865	linear.bias	5	-0.053276561200618744
237865	linear.bias	6	-0.8378278017044067
237865	linear.bias	7	0.2793862521648407
237865	linear.bias	8	-0.39574456214904785
237865	linear.bias	9	-1.0216872692108154
238062	transitions	0	0.7411841154098511
238062	transitions	1	0.13973210752010345
238062	transitions	2	-10000.0
238062	transitions	3	-1.827958583831787
238062	transitions	4	-10000.0
238062	transitions	5	0.5632569193840027
238062	transitions	6	-0.08526884019374847
238062	transitions	7	-0.807755708694458
238062	transitions	8	-1.4220917224884033
238062	transitions	9	-0.0012284984113648534
238062	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
238062	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
238062	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
238062	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
238062	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
238062	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
238062	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
238062	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
238062	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
238062	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
238062	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
238062	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
238062	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
238062	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
238062	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
238062	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
238062	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
238062	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
238062	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
238062	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
238062	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
238062	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
238062	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
238062	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
238062	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
238062	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
238062	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
238062	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
238062	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
238062	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
238062	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
238062	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
238062	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
238062	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
238062	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
238062	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
238062	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
238062	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
238062	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
238062	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
238062	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
238062	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
238062	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
238062	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
238062	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
238062	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
238062	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
238062	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
238062	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
238062	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
238062	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
238062	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
238062	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
238062	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
238062	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
238062	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
238062	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
238062	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
238062	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
238062	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
238062	embedding2nn.weight	0	0.01570110023021698
238062	embedding2nn.weight	1	-0.012878451496362686
238062	embedding2nn.weight	2	-0.014268254861235619
238062	embedding2nn.weight	3	-0.03136638179421425
238062	embedding2nn.weight	4	-0.0059150345623493195
238062	embedding2nn.weight	5	-0.0037005888298153877
238062	embedding2nn.weight	6	-0.0039732675068080425
238062	embedding2nn.weight	7	-0.07651074230670929
238062	embedding2nn.weight	8	-0.0019979383796453476
238062	embedding2nn.weight	9	-0.02749083749949932
238062	embedding2nn.bias	0	0.03475729003548622
238062	embedding2nn.bias	1	-0.07763362675905228
238062	embedding2nn.bias	2	0.06861137598752975
238062	embedding2nn.bias	3	0.052872415632009506
238062	embedding2nn.bias	4	-0.0482274629175663
238062	embedding2nn.bias	5	-0.011784389615058899
238062	embedding2nn.bias	6	0.012907249853014946
238062	embedding2nn.bias	7	-0.053593095391988754
238062	embedding2nn.bias	8	0.07231777906417847
238062	embedding2nn.bias	9	0.04681992530822754
238062	rnn.weight_ih_l0	0	-0.07889179140329361
238062	rnn.weight_ih_l0	1	0.002763790311291814
238062	rnn.weight_ih_l0	2	0.035129789263010025
238062	rnn.weight_ih_l0	3	0.02264869585633278
238062	rnn.weight_ih_l0	4	-0.049374159425497055
238062	rnn.weight_ih_l0	5	-0.06803993135690689
238062	rnn.weight_ih_l0	6	-0.0014504435239359736
238062	rnn.weight_ih_l0	7	0.053635455667972565
238062	rnn.weight_ih_l0	8	-0.017699413001537323
238062	rnn.weight_ih_l0	9	-0.03058253973722458
238062	rnn.weight_hh_l0	0	-0.030925096943974495
238062	rnn.weight_hh_l0	1	-0.0074269431643188
238062	rnn.weight_hh_l0	2	0.006925118155777454
238062	rnn.weight_hh_l0	3	-0.07473563402891159
238062	rnn.weight_hh_l0	4	0.09392561763525009
238062	rnn.weight_hh_l0	5	-0.025752220302820206
238062	rnn.weight_hh_l0	6	-0.06389675289392471
238062	rnn.weight_hh_l0	7	0.009843342937529087
238062	rnn.weight_hh_l0	8	0.013130608946084976
238062	rnn.weight_hh_l0	9	-0.02571621723473072
238062	rnn.bias_ih_l0	0	0.12843869626522064
238062	rnn.bias_ih_l0	1	-0.03581201657652855
238062	rnn.bias_ih_l0	2	-0.03552435338497162
238062	rnn.bias_ih_l0	3	0.16205434501171112
238062	rnn.bias_ih_l0	4	-0.013477187603712082
238062	rnn.bias_ih_l0	5	-0.020697101950645447
238062	rnn.bias_ih_l0	6	0.017084302380681038
238062	rnn.bias_ih_l0	7	0.022402029484510422
238062	rnn.bias_ih_l0	8	-0.10064943879842758
238062	rnn.bias_ih_l0	9	-0.0396946556866169
238062	rnn.bias_hh_l0	0	-0.0009010764770209789
238062	rnn.bias_hh_l0	1	-0.09696312993764877
238062	rnn.bias_hh_l0	2	-0.07559367269277573
238062	rnn.bias_hh_l0	3	-0.08802980184555054
238062	rnn.bias_hh_l0	4	0.009854527190327644
238062	rnn.bias_hh_l0	5	-0.020616957917809486
238062	rnn.bias_hh_l0	6	0.02814820408821106
238062	rnn.bias_hh_l0	7	0.05944171920418739
238062	rnn.bias_hh_l0	8	-0.12160739302635193
238062	rnn.bias_hh_l0	9	-0.05643830820918083
238062	rnn.weight_ih_l0_reverse	0	-0.02573445253074169
238062	rnn.weight_ih_l0_reverse	1	-0.05664824694395065
238062	rnn.weight_ih_l0_reverse	2	-0.048469580709934235
238062	rnn.weight_ih_l0_reverse	3	0.015105533413589
238062	rnn.weight_ih_l0_reverse	4	-0.02449587918817997
238062	rnn.weight_ih_l0_reverse	5	-0.05730053782463074
238062	rnn.weight_ih_l0_reverse	6	0.07467842102050781
238062	rnn.weight_ih_l0_reverse	7	-0.01850571110844612
238062	rnn.weight_ih_l0_reverse	8	-0.019281111657619476
238062	rnn.weight_ih_l0_reverse	9	0.003654527012258768
238062	rnn.weight_hh_l0_reverse	0	0.06777923554182053
238062	rnn.weight_hh_l0_reverse	1	0.020007193088531494
238062	rnn.weight_hh_l0_reverse	2	0.02955581434071064
238062	rnn.weight_hh_l0_reverse	3	0.035054538398981094
238062	rnn.weight_hh_l0_reverse	4	0.013681137934327126
238062	rnn.weight_hh_l0_reverse	5	0.00730474665760994
238062	rnn.weight_hh_l0_reverse	6	0.05107031390070915
238062	rnn.weight_hh_l0_reverse	7	-0.08228237926959991
238062	rnn.weight_hh_l0_reverse	8	0.040410201996564865
238062	rnn.weight_hh_l0_reverse	9	0.03536546602845192
238062	rnn.bias_ih_l0_reverse	0	-0.057206280529499054
238062	rnn.bias_ih_l0_reverse	1	-0.2837553322315216
238062	rnn.bias_ih_l0_reverse	2	-0.12251845002174377
238062	rnn.bias_ih_l0_reverse	3	-0.04751912131905556
238062	rnn.bias_ih_l0_reverse	4	-0.020660756155848503
238062	rnn.bias_ih_l0_reverse	5	0.07518216222524643
238062	rnn.bias_ih_l0_reverse	6	-0.06407710909843445
238062	rnn.bias_ih_l0_reverse	7	0.061493463814258575
238062	rnn.bias_ih_l0_reverse	8	-0.0373372957110405
238062	rnn.bias_ih_l0_reverse	9	0.06541590392589569
238062	rnn.bias_hh_l0_reverse	0	0.022954855114221573
238062	rnn.bias_hh_l0_reverse	1	-0.059428829699754715
238062	rnn.bias_hh_l0_reverse	2	0.08908944576978683
238062	rnn.bias_hh_l0_reverse	3	-0.05049874633550644
238062	rnn.bias_hh_l0_reverse	4	-0.028474558144807816
238062	rnn.bias_hh_l0_reverse	5	-0.019386054947972298
238062	rnn.bias_hh_l0_reverse	6	-0.01765340194106102
238062	rnn.bias_hh_l0_reverse	7	0.10011667758226395
238062	rnn.bias_hh_l0_reverse	8	0.03001493029296398
238062	rnn.bias_hh_l0_reverse	9	-0.14740853011608124
238062	rnn.weight_ih_l1	0	-0.029583357274532318
238062	rnn.weight_ih_l1	1	-0.050301749259233475
238062	rnn.weight_ih_l1	2	0.06456287205219269
238062	rnn.weight_ih_l1	3	-0.07343059778213501
238062	rnn.weight_ih_l1	4	-0.014309442602097988
238062	rnn.weight_ih_l1	5	-0.040467072278261185
238062	rnn.weight_ih_l1	6	0.028741581365466118
238062	rnn.weight_ih_l1	7	-0.0451502725481987
238062	rnn.weight_ih_l1	8	0.03773949667811394
238062	rnn.weight_ih_l1	9	0.044249821454286575
238062	rnn.weight_hh_l1	0	-0.006713626906275749
238062	rnn.weight_hh_l1	1	0.019800730049610138
238062	rnn.weight_hh_l1	2	0.007783719804137945
238062	rnn.weight_hh_l1	3	-0.012425677850842476
238062	rnn.weight_hh_l1	4	0.004862619563937187
238062	rnn.weight_hh_l1	5	0.0348513126373291
238062	rnn.weight_hh_l1	6	0.036406565457582474
238062	rnn.weight_hh_l1	7	-0.015908723697066307
238062	rnn.weight_hh_l1	8	-0.007519040256738663
238062	rnn.weight_hh_l1	9	0.03845992684364319
238062	rnn.bias_ih_l1	0	-0.18457768857479095
238062	rnn.bias_ih_l1	1	-0.177464097738266
238062	rnn.bias_ih_l1	2	-0.19817212224006653
238062	rnn.bias_ih_l1	3	-0.30990201234817505
238062	rnn.bias_ih_l1	4	-0.20805491507053375
238062	rnn.bias_ih_l1	5	-0.08865565806627274
238062	rnn.bias_ih_l1	6	-0.16007855534553528
238062	rnn.bias_ih_l1	7	-0.002067799214273691
238062	rnn.bias_ih_l1	8	-0.13354617357254028
238062	rnn.bias_ih_l1	9	-0.12588807940483093
238062	rnn.bias_hh_l1	0	-0.09565942734479904
238062	rnn.bias_hh_l1	1	-0.06427488476037979
238062	rnn.bias_hh_l1	2	-0.0848982110619545
238062	rnn.bias_hh_l1	3	-0.07677756994962692
238062	rnn.bias_hh_l1	4	-0.0741874948143959
238062	rnn.bias_hh_l1	5	-0.11847975850105286
238062	rnn.bias_hh_l1	6	-0.160941943526268
238062	rnn.bias_hh_l1	7	0.07354198396205902
238062	rnn.bias_hh_l1	8	-0.1783844381570816
238062	rnn.bias_hh_l1	9	-0.1184624433517456
238062	rnn.weight_ih_l1_reverse	0	-0.047452766448259354
238062	rnn.weight_ih_l1_reverse	1	0.031848158687353134
238062	rnn.weight_ih_l1_reverse	2	0.09012237191200256
238062	rnn.weight_ih_l1_reverse	3	-0.01828220672905445
238062	rnn.weight_ih_l1_reverse	4	-0.022758349776268005
238062	rnn.weight_ih_l1_reverse	5	-0.030594918876886368
238062	rnn.weight_ih_l1_reverse	6	-0.020554108545184135
238062	rnn.weight_ih_l1_reverse	7	0.029197057709097862
238062	rnn.weight_ih_l1_reverse	8	0.008289692923426628
238062	rnn.weight_ih_l1_reverse	9	-0.034039147198200226
238062	rnn.weight_hh_l1_reverse	0	0.004709980450570583
238062	rnn.weight_hh_l1_reverse	1	0.03176724910736084
238062	rnn.weight_hh_l1_reverse	2	-0.04059427231550217
238062	rnn.weight_hh_l1_reverse	3	0.035119108855724335
238062	rnn.weight_hh_l1_reverse	4	0.047527652233839035
238062	rnn.weight_hh_l1_reverse	5	0.004972309339791536
238062	rnn.weight_hh_l1_reverse	6	0.0481293611228466
238062	rnn.weight_hh_l1_reverse	7	0.03123171254992485
238062	rnn.weight_hh_l1_reverse	8	-0.007210546638816595
238062	rnn.weight_hh_l1_reverse	9	-0.030276799574494362
238062	rnn.bias_ih_l1_reverse	0	-0.046581417322158813
238062	rnn.bias_ih_l1_reverse	1	-0.13930603861808777
238062	rnn.bias_ih_l1_reverse	2	-0.1635974645614624
238062	rnn.bias_ih_l1_reverse	3	-0.06234065815806389
238062	rnn.bias_ih_l1_reverse	4	-0.20342062413692474
238062	rnn.bias_ih_l1_reverse	5	-0.11597616225481033
238062	rnn.bias_ih_l1_reverse	6	-0.13097870349884033
238062	rnn.bias_ih_l1_reverse	7	-0.1937960833311081
238062	rnn.bias_ih_l1_reverse	8	0.22770743072032928
238062	rnn.bias_ih_l1_reverse	9	0.023189416155219078
238062	rnn.bias_hh_l1_reverse	0	0.012125730514526367
238062	rnn.bias_hh_l1_reverse	1	-0.0690932422876358
238062	rnn.bias_hh_l1_reverse	2	-0.23671935498714447
238062	rnn.bias_hh_l1_reverse	3	-0.14260192215442657
238062	rnn.bias_hh_l1_reverse	4	-0.08052891492843628
238062	rnn.bias_hh_l1_reverse	5	-0.11552191525697708
238062	rnn.bias_hh_l1_reverse	6	0.06181367486715317
238062	rnn.bias_hh_l1_reverse	7	-0.1399223655462265
238062	rnn.bias_hh_l1_reverse	8	-0.12421055138111115
238062	rnn.bias_hh_l1_reverse	9	-0.14818105101585388
238062	linear.weight	0	0.002228822559118271
238062	linear.weight	1	0.09807392209768295
238062	linear.weight	2	-0.09181571751832962
238062	linear.weight	3	0.30997323989868164
238062	linear.weight	4	0.15126948058605194
238062	linear.weight	5	-0.06468397378921509
238062	linear.weight	6	0.09287270903587341
238062	linear.weight	7	0.1296401023864746
238062	linear.weight	8	0.04113515466451645
238062	linear.weight	9	-0.05100371316075325
238062	linear.bias	0	0.08410506695508957
238062	linear.bias	1	-0.1912177950143814
238062	linear.bias	2	-0.4489489793777466
238062	linear.bias	3	-0.6673624515533447
238062	linear.bias	4	-1.266890287399292
238062	linear.bias	5	-0.05944284424185753
238062	linear.bias	6	-0.8282496929168701
238062	linear.bias	7	0.2731410264968872
238062	linear.bias	8	-0.3959658443927765
238062	linear.bias	9	-1.0219018459320068
238259	transitions	0	0.7438908219337463
238259	transitions	1	0.14026667177677155
238259	transitions	2	-10000.0
238259	transitions	3	-1.8279597759246826
238259	transitions	4	-10000.0
238259	transitions	5	0.5632513165473938
238259	transitions	6	-0.08527547121047974
238259	transitions	7	-0.8077848553657532
238259	transitions	8	-1.422102689743042
238259	transitions	9	-0.0012285500997677445
238259	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
238259	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
238259	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
238259	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
238259	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
238259	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
238259	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
238259	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
238259	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
238259	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
238259	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
238259	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
238259	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
238259	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
238259	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
238259	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
238259	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
238259	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
238259	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
238259	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
238259	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
238259	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
238259	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
238259	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
238259	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
238259	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
238259	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
238259	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
238259	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
238259	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
238259	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
238259	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
238259	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
238259	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
238259	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
238259	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
238259	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
238259	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
238259	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
238259	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
238259	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
238259	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
238259	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
238259	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
238259	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
238259	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
238259	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
238259	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
238259	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
238259	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
238259	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
238259	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
238259	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
238259	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
238259	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
238259	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
238259	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
238259	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
238259	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
238259	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
238259	embedding2nn.weight	0	0.016075527295470238
238259	embedding2nn.weight	1	-0.012845570221543312
238259	embedding2nn.weight	2	-0.014268254861235619
238259	embedding2nn.weight	3	-0.03152991458773613
238259	embedding2nn.weight	4	-0.0059150345623493195
238259	embedding2nn.weight	5	-0.0037005888298153877
238259	embedding2nn.weight	6	-0.0039732675068080425
238259	embedding2nn.weight	7	-0.07649914920330048
238259	embedding2nn.weight	8	-0.0019979383796453476
238259	embedding2nn.weight	9	-0.027412626892328262
238259	embedding2nn.bias	0	0.03415302559733391
238259	embedding2nn.bias	1	-0.07639053463935852
238259	embedding2nn.bias	2	0.06907094269990921
238259	embedding2nn.bias	3	0.05347352474927902
238259	embedding2nn.bias	4	-0.047605421394109726
238259	embedding2nn.bias	5	-0.009614840149879456
238259	embedding2nn.bias	6	0.01320340484380722
238259	embedding2nn.bias	7	-0.05509555712342262
238259	embedding2nn.bias	8	0.07119636237621307
238259	embedding2nn.bias	9	0.04706087335944176
238259	rnn.weight_ih_l0	0	-0.0789942741394043
238259	rnn.weight_ih_l0	1	0.002683681668713689
238259	rnn.weight_ih_l0	2	0.03520813584327698
238259	rnn.weight_ih_l0	3	0.022825608029961586
238259	rnn.weight_ih_l0	4	-0.04950327053666115
238259	rnn.weight_ih_l0	5	-0.06805168092250824
238259	rnn.weight_ih_l0	6	-0.0013294222299009562
238259	rnn.weight_ih_l0	7	0.053721148520708084
238259	rnn.weight_ih_l0	8	-0.01769719272851944
238259	rnn.weight_ih_l0	9	-0.030667085200548172
238259	rnn.weight_hh_l0	0	-0.03095686063170433
238259	rnn.weight_hh_l0	1	-0.0076791467145085335
238259	rnn.weight_hh_l0	2	0.00685463473200798
238259	rnn.weight_hh_l0	3	-0.0747339203953743
238259	rnn.weight_hh_l0	4	0.09389884024858475
238259	rnn.weight_hh_l0	5	-0.025602759793400764
238259	rnn.weight_hh_l0	6	-0.06398121267557144
238259	rnn.weight_hh_l0	7	0.009777335450053215
238259	rnn.weight_hh_l0	8	0.013278487138450146
238259	rnn.weight_hh_l0	9	-0.02571777254343033
238259	rnn.bias_ih_l0	0	0.12846015393733978
238259	rnn.bias_ih_l0	1	-0.03544938936829567
238259	rnn.bias_ih_l0	2	-0.035383787006139755
238259	rnn.bias_ih_l0	3	0.1621728539466858
238259	rnn.bias_ih_l0	4	-0.013463026843965054
238259	rnn.bias_ih_l0	5	-0.02074304409325123
238259	rnn.bias_ih_l0	6	0.017430836334824562
238259	rnn.bias_ih_l0	7	0.022885890677571297
238259	rnn.bias_ih_l0	8	-0.10055427253246307
238259	rnn.bias_ih_l0	9	-0.04012487828731537
238259	rnn.bias_hh_l0	0	-0.0008352069999091327
238259	rnn.bias_hh_l0	1	-0.09628908336162567
238259	rnn.bias_hh_l0	2	-0.07548420876264572
238259	rnn.bias_hh_l0	3	-0.0881313905119896
238259	rnn.bias_hh_l0	4	0.010156601667404175
238259	rnn.bias_hh_l0	5	-0.020462077111005783
238259	rnn.bias_hh_l0	6	0.02807573974132538
238259	rnn.bias_hh_l0	7	0.05981726571917534
238259	rnn.bias_hh_l0	8	-0.12168052047491074
238259	rnn.bias_hh_l0	9	-0.056210536509752274
238259	rnn.weight_ih_l0_reverse	0	-0.02573382295668125
238259	rnn.weight_ih_l0_reverse	1	-0.056580476462841034
238259	rnn.weight_ih_l0_reverse	2	-0.048327408730983734
238259	rnn.weight_ih_l0_reverse	3	0.015038048848509789
238259	rnn.weight_ih_l0_reverse	4	-0.024646157398819923
238259	rnn.weight_ih_l0_reverse	5	-0.05736705660820007
238259	rnn.weight_ih_l0_reverse	6	0.07456568628549576
238259	rnn.weight_ih_l0_reverse	7	-0.018528345972299576
238259	rnn.weight_ih_l0_reverse	8	-0.019275156781077385
238259	rnn.weight_ih_l0_reverse	9	0.0038182626012712717
238259	rnn.weight_hh_l0_reverse	0	0.06790093332529068
238259	rnn.weight_hh_l0_reverse	1	0.020197849720716476
238259	rnn.weight_hh_l0_reverse	2	0.029456865042448044
238259	rnn.weight_hh_l0_reverse	3	0.03501007705926895
238259	rnn.weight_hh_l0_reverse	4	0.013652435503900051
238259	rnn.weight_hh_l0_reverse	5	0.007433565799146891
238259	rnn.weight_hh_l0_reverse	6	0.05101589113473892
238259	rnn.weight_hh_l0_reverse	7	-0.0821814239025116
238259	rnn.weight_hh_l0_reverse	8	0.04032514989376068
238259	rnn.weight_hh_l0_reverse	9	0.035275764763355255
238259	rnn.bias_ih_l0_reverse	0	-0.057227376848459244
238259	rnn.bias_ih_l0_reverse	1	-0.2836727499961853
238259	rnn.bias_ih_l0_reverse	2	-0.12269576638936996
238259	rnn.bias_ih_l0_reverse	3	-0.047649528831243515
238259	rnn.bias_ih_l0_reverse	4	-0.02080966718494892
238259	rnn.bias_ih_l0_reverse	5	0.07506097853183746
238259	rnn.bias_ih_l0_reverse	6	-0.06386477500200272
238259	rnn.bias_ih_l0_reverse	7	0.06184197589755058
238259	rnn.bias_ih_l0_reverse	8	-0.03718549385666847
238259	rnn.bias_ih_l0_reverse	9	0.06553161889314651
238259	rnn.bias_hh_l0_reverse	0	0.02268947660923004
238259	rnn.bias_hh_l0_reverse	1	-0.05970333516597748
238259	rnn.bias_hh_l0_reverse	2	0.08901794999837875
238259	rnn.bias_hh_l0_reverse	3	-0.05031070113182068
238259	rnn.bias_hh_l0_reverse	4	-0.028235992416739464
238259	rnn.bias_hh_l0_reverse	5	-0.01923993043601513
238259	rnn.bias_hh_l0_reverse	6	-0.01801891252398491
238259	rnn.bias_hh_l0_reverse	7	0.1004364863038063
238259	rnn.bias_hh_l0_reverse	8	0.030400021001696587
238259	rnn.bias_hh_l0_reverse	9	-0.14705991744995117
238259	rnn.weight_ih_l1	0	-0.02957339398562908
238259	rnn.weight_ih_l1	1	-0.05020612105727196
238259	rnn.weight_ih_l1	2	0.06434385478496552
238259	rnn.weight_ih_l1	3	-0.07339604943990707
238259	rnn.weight_ih_l1	4	-0.014420929364860058
238259	rnn.weight_ih_l1	5	-0.04032750055193901
238259	rnn.weight_ih_l1	6	0.02881423942744732
238259	rnn.weight_ih_l1	7	-0.04535873606801033
238259	rnn.weight_ih_l1	8	0.03776867687702179
238259	rnn.weight_ih_l1	9	0.04431949928402901
238259	rnn.weight_hh_l1	0	-0.006677102297544479
238259	rnn.weight_hh_l1	1	0.019811345264315605
238259	rnn.weight_hh_l1	2	0.007794828154146671
238259	rnn.weight_hh_l1	3	-0.012414825148880482
238259	rnn.weight_hh_l1	4	0.004841203801333904
238259	rnn.weight_hh_l1	5	0.03488199785351753
238259	rnn.weight_hh_l1	6	0.03644048422574997
238259	rnn.weight_hh_l1	7	-0.015950994566082954
238259	rnn.weight_hh_l1	8	-0.007536823395639658
238259	rnn.weight_hh_l1	9	0.03843211382627487
238259	rnn.bias_ih_l1	0	-0.18389110267162323
238259	rnn.bias_ih_l1	1	-0.17711570858955383
238259	rnn.bias_ih_l1	2	-0.19779904186725616
238259	rnn.bias_ih_l1	3	-0.3100498616695404
238259	rnn.bias_ih_l1	4	-0.20790357887744904
238259	rnn.bias_ih_l1	5	-0.0887245386838913
238259	rnn.bias_ih_l1	6	-0.16053560376167297
238259	rnn.bias_ih_l1	7	-0.0011690105311572552
238259	rnn.bias_ih_l1	8	-0.1337585151195526
238259	rnn.bias_ih_l1	9	-0.1260910928249359
238259	rnn.bias_hh_l1	0	-0.09552265703678131
238259	rnn.bias_hh_l1	1	-0.06428465992212296
238259	rnn.bias_hh_l1	2	-0.0847616195678711
238259	rnn.bias_hh_l1	3	-0.07706362754106522
238259	rnn.bias_hh_l1	4	-0.07417561113834381
238259	rnn.bias_hh_l1	5	-0.11854645609855652
238259	rnn.bias_hh_l1	6	-0.16108372807502747
238259	rnn.bias_hh_l1	7	0.07409293949604034
238259	rnn.bias_hh_l1	8	-0.17853936553001404
238259	rnn.bias_hh_l1	9	-0.11922821402549744
238259	rnn.weight_ih_l1_reverse	0	-0.04763854295015335
238259	rnn.weight_ih_l1_reverse	1	0.03186161443591118
238259	rnn.weight_ih_l1_reverse	2	0.08975859731435776
238259	rnn.weight_ih_l1_reverse	3	-0.018128985539078712
238259	rnn.weight_ih_l1_reverse	4	-0.022436831146478653
238259	rnn.weight_ih_l1_reverse	5	-0.030571911484003067
238259	rnn.weight_ih_l1_reverse	6	-0.020375553518533707
238259	rnn.weight_ih_l1_reverse	7	0.029245393350720406
238259	rnn.weight_ih_l1_reverse	8	0.007962465286254883
238259	rnn.weight_ih_l1_reverse	9	-0.03411446884274483
238259	rnn.weight_hh_l1_reverse	0	0.004697301425039768
238259	rnn.weight_hh_l1_reverse	1	0.03173746541142464
238259	rnn.weight_hh_l1_reverse	2	-0.04059134051203728
238259	rnn.weight_hh_l1_reverse	3	0.0351119190454483
238259	rnn.weight_hh_l1_reverse	4	0.04749033600091934
238259	rnn.weight_hh_l1_reverse	5	0.0049866666086018085
238259	rnn.weight_hh_l1_reverse	6	0.04853161424398422
238259	rnn.weight_hh_l1_reverse	7	0.03117699734866619
238259	rnn.weight_hh_l1_reverse	8	-0.007201694883406162
238259	rnn.weight_hh_l1_reverse	9	-0.030284496024250984
238259	rnn.bias_ih_l1_reverse	0	-0.046442728489637375
238259	rnn.bias_ih_l1_reverse	1	-0.13963428139686584
238259	rnn.bias_ih_l1_reverse	2	-0.16309748589992523
238259	rnn.bias_ih_l1_reverse	3	-0.06256664544343948
238259	rnn.bias_ih_l1_reverse	4	-0.20331205427646637
238259	rnn.bias_ih_l1_reverse	5	-0.11608653515577316
238259	rnn.bias_ih_l1_reverse	6	-0.13100917637348175
238259	rnn.bias_ih_l1_reverse	7	-0.19377973675727844
238259	rnn.bias_ih_l1_reverse	8	0.227807879447937
238259	rnn.bias_ih_l1_reverse	9	0.0240548737347126
238259	rnn.bias_hh_l1_reverse	0	0.012066508643329144
238259	rnn.bias_hh_l1_reverse	1	-0.06868387758731842
238259	rnn.bias_hh_l1_reverse	2	-0.23698535561561584
238259	rnn.bias_hh_l1_reverse	3	-0.14239993691444397
238259	rnn.bias_hh_l1_reverse	4	-0.08030789345502853
238259	rnn.bias_hh_l1_reverse	5	-0.11515779793262482
238259	rnn.bias_hh_l1_reverse	6	0.06151559576392174
238259	rnn.bias_hh_l1_reverse	7	-0.1396539956331253
238259	rnn.bias_hh_l1_reverse	8	-0.1237432062625885
238259	rnn.bias_hh_l1_reverse	9	-0.1481044739484787
238259	linear.weight	0	0.002228822559118271
238259	linear.weight	1	0.09744003415107727
238259	linear.weight	2	-0.09221375733613968
238259	linear.weight	3	0.3095313608646393
238259	linear.weight	4	0.15125708281993866
238259	linear.weight	5	-0.06425823271274567
238259	linear.weight	6	0.09423574805259705
238259	linear.weight	7	0.12973274290561676
238259	linear.weight	8	0.04113513231277466
238259	linear.weight	9	-0.05115486681461334
238259	linear.bias	0	0.07647866755723953
238259	linear.bias	1	-0.1906200498342514
238259	linear.bias	2	-0.44357508420944214
238259	linear.bias	3	-0.665420413017273
238259	linear.bias	4	-1.2647699117660522
238259	linear.bias	5	-0.056821033358573914
238259	linear.bias	6	-0.8276124000549316
238259	linear.bias	7	0.27605077624320984
238259	linear.bias	8	-0.3969016373157501
238259	linear.bias	9	-1.0225396156311035
238456	transitions	0	0.7471706867218018
238456	transitions	1	0.14010663330554962
238456	transitions	2	-10000.0
238456	transitions	3	-1.827963948249817
238456	transitions	4	-10000.0
238456	transitions	5	0.5632458329200745
238456	transitions	6	-0.0852804109454155
238456	transitions	7	-0.8078368306159973
238456	transitions	8	-1.4221054315567017
238456	transitions	9	-0.0012286021374166012
238456	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
238456	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
238456	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
238456	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
238456	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
238456	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
238456	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
238456	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
238456	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
238456	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
238456	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
238456	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
238456	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
238456	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
238456	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
238456	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
238456	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
238456	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
238456	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
238456	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
238456	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
238456	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
238456	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
238456	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
238456	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
238456	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
238456	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
238456	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
238456	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
238456	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
238456	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
238456	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
238456	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
238456	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
238456	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
238456	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
238456	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
238456	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
238456	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
238456	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
238456	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
238456	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
238456	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
238456	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
238456	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
238456	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
238456	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
238456	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
238456	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
238456	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
238456	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
238456	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
238456	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
238456	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
238456	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
238456	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
238456	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
238456	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
238456	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
238456	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
238456	embedding2nn.weight	0	0.016432585194706917
238456	embedding2nn.weight	1	-0.012807104736566544
238456	embedding2nn.weight	2	-0.014268254861235619
238456	embedding2nn.weight	3	-0.03132109344005585
238456	embedding2nn.weight	4	-0.0059150345623493195
238456	embedding2nn.weight	5	-0.0037005888298153877
238456	embedding2nn.weight	6	-0.003973266109824181
238456	embedding2nn.weight	7	-0.07645555585622787
238456	embedding2nn.weight	8	-0.0019979383796453476
238456	embedding2nn.weight	9	-0.027554837986826897
238456	embedding2nn.bias	0	0.0340132899582386
238456	embedding2nn.bias	1	-0.07601434737443924
238456	embedding2nn.bias	2	0.06881815940141678
238456	embedding2nn.bias	3	0.052532315254211426
238456	embedding2nn.bias	4	-0.04729831591248512
238456	embedding2nn.bias	5	-0.008063153363764286
238456	embedding2nn.bias	6	0.013141149654984474
238456	embedding2nn.bias	7	-0.054291337728500366
238456	embedding2nn.bias	8	0.06947868317365646
238456	embedding2nn.bias	9	0.0475928857922554
238456	rnn.weight_ih_l0	0	-0.07901588082313538
238456	rnn.weight_ih_l0	1	0.0027701030485332012
238456	rnn.weight_ih_l0	2	0.0349729023873806
238456	rnn.weight_ih_l0	3	0.022866062819957733
238456	rnn.weight_ih_l0	4	-0.04958244413137436
238456	rnn.weight_ih_l0	5	-0.06815613061189651
238456	rnn.weight_ih_l0	6	-0.0012653216253966093
238456	rnn.weight_ih_l0	7	0.05366768315434456
238456	rnn.weight_ih_l0	8	-0.017614608630537987
238456	rnn.weight_ih_l0	9	-0.030726848170161247
238456	rnn.weight_hh_l0	0	-0.0308825820684433
238456	rnn.weight_hh_l0	1	-0.00799365621060133
238456	rnn.weight_hh_l0	2	0.006986400578171015
238456	rnn.weight_hh_l0	3	-0.07465509325265884
238456	rnn.weight_hh_l0	4	0.09397144615650177
238456	rnn.weight_hh_l0	5	-0.0256057009100914
238456	rnn.weight_hh_l0	6	-0.0642356351017952
238456	rnn.weight_hh_l0	7	0.00980019848793745
238456	rnn.weight_hh_l0	8	0.013205790892243385
238456	rnn.weight_hh_l0	9	-0.02574492245912552
238456	rnn.bias_ih_l0	0	0.12829548120498657
238456	rnn.bias_ih_l0	1	-0.03537896275520325
238456	rnn.bias_ih_l0	2	-0.03521166369318962
238456	rnn.bias_ih_l0	3	0.16211287677288055
238456	rnn.bias_ih_l0	4	-0.013457024469971657
238456	rnn.bias_ih_l0	5	-0.02091948315501213
238456	rnn.bias_ih_l0	6	0.017434099689126015
238456	rnn.bias_ih_l0	7	0.022831398993730545
238456	rnn.bias_ih_l0	8	-0.1007532998919487
238456	rnn.bias_ih_l0	9	-0.039621975272893906
238456	rnn.bias_hh_l0	0	-0.0007304390310309827
238456	rnn.bias_hh_l0	1	-0.09701693058013916
238456	rnn.bias_hh_l0	2	-0.07568727433681488
238456	rnn.bias_hh_l0	3	-0.08833802491426468
238456	rnn.bias_hh_l0	4	0.010030482895672321
238456	rnn.bias_hh_l0	5	-0.020478643476963043
238456	rnn.bias_hh_l0	6	0.027963707223534584
238456	rnn.bias_hh_l0	7	0.06066373735666275
238456	rnn.bias_hh_l0	8	-0.12159434705972672
238456	rnn.bias_hh_l0	9	-0.05587321147322655
238456	rnn.weight_ih_l0_reverse	0	-0.025747567415237427
238456	rnn.weight_ih_l0_reverse	1	-0.05660345032811165
238456	rnn.weight_ih_l0_reverse	2	-0.04826255887746811
238456	rnn.weight_ih_l0_reverse	3	0.015018218196928501
238456	rnn.weight_ih_l0_reverse	4	-0.024778010323643684
238456	rnn.weight_ih_l0_reverse	5	-0.057398322969675064
238456	rnn.weight_ih_l0_reverse	6	0.07452436536550522
238456	rnn.weight_ih_l0_reverse	7	-0.018580563366413116
238456	rnn.weight_ih_l0_reverse	8	-0.019226474687457085
238456	rnn.weight_ih_l0_reverse	9	0.004196574445813894
238456	rnn.weight_hh_l0_reverse	0	0.06793250143527985
238456	rnn.weight_hh_l0_reverse	1	0.02012614719569683
238456	rnn.weight_hh_l0_reverse	2	0.02944778837263584
238456	rnn.weight_hh_l0_reverse	3	0.03508887439966202
238456	rnn.weight_hh_l0_reverse	4	0.013653104193508625
238456	rnn.weight_hh_l0_reverse	5	0.007566135376691818
238456	rnn.weight_hh_l0_reverse	6	0.051051441580057144
238456	rnn.weight_hh_l0_reverse	7	-0.08214408159255981
238456	rnn.weight_hh_l0_reverse	8	0.04036136344075203
238456	rnn.weight_hh_l0_reverse	9	0.035263095051050186
238456	rnn.bias_ih_l0_reverse	0	-0.05729628726840019
238456	rnn.bias_ih_l0_reverse	1	-0.2827323079109192
238456	rnn.bias_ih_l0_reverse	2	-0.12234646081924438
238456	rnn.bias_ih_l0_reverse	3	-0.047548189759254456
238456	rnn.bias_ih_l0_reverse	4	-0.020819328725337982
238456	rnn.bias_ih_l0_reverse	5	0.07502978295087814
238456	rnn.bias_ih_l0_reverse	6	-0.06382764875888824
238456	rnn.bias_ih_l0_reverse	7	0.061786457896232605
238456	rnn.bias_ih_l0_reverse	8	-0.03718462213873863
238456	rnn.bias_ih_l0_reverse	9	0.06536411494016647
238456	rnn.bias_hh_l0_reverse	0	0.02288712188601494
238456	rnn.bias_hh_l0_reverse	1	-0.06010034680366516
238456	rnn.bias_hh_l0_reverse	2	0.0890798568725586
238456	rnn.bias_hh_l0_reverse	3	-0.05024195834994316
238456	rnn.bias_hh_l0_reverse	4	-0.02783719077706337
238456	rnn.bias_hh_l0_reverse	5	-0.018801314756274223
238456	rnn.bias_hh_l0_reverse	6	-0.017602944746613503
238456	rnn.bias_hh_l0_reverse	7	0.10039831697940826
238456	rnn.bias_hh_l0_reverse	8	0.030402150005102158
238456	rnn.bias_hh_l0_reverse	9	-0.14692682027816772
238456	rnn.weight_ih_l1	0	-0.02947087772190571
238456	rnn.weight_ih_l1	1	-0.05012719705700874
238456	rnn.weight_ih_l1	2	0.06436934322118759
238456	rnn.weight_ih_l1	3	-0.07338283956050873
238456	rnn.weight_ih_l1	4	-0.014463302679359913
238456	rnn.weight_ih_l1	5	-0.040344808250665665
238456	rnn.weight_ih_l1	6	0.028857283294200897
238456	rnn.weight_ih_l1	7	-0.04525182396173477
238456	rnn.weight_ih_l1	8	0.037744272500276566
238456	rnn.weight_ih_l1	9	0.044385168701410294
238456	rnn.weight_hh_l1	0	-0.006716929841786623
238456	rnn.weight_hh_l1	1	0.019815286621451378
238456	rnn.weight_hh_l1	2	0.007810486480593681
238456	rnn.weight_hh_l1	3	-0.012418773956596851
238456	rnn.weight_hh_l1	4	0.0048745921812951565
238456	rnn.weight_hh_l1	5	0.03487550467252731
238456	rnn.weight_hh_l1	6	0.03661439195275307
238456	rnn.weight_hh_l1	7	-0.01589948497712612
238456	rnn.weight_hh_l1	8	-0.007545867003500462
238456	rnn.weight_hh_l1	9	0.03853215277194977
238456	rnn.bias_ih_l1	0	-0.18426017463207245
238456	rnn.bias_ih_l1	1	-0.17710423469543457
238456	rnn.bias_ih_l1	2	-0.19801530241966248
238456	rnn.bias_ih_l1	3	-0.3097786605358124
238456	rnn.bias_ih_l1	4	-0.208676278591156
238456	rnn.bias_ih_l1	5	-0.08888106048107147
238456	rnn.bias_ih_l1	6	-0.1605396866798401
238456	rnn.bias_ih_l1	7	-0.0016892905114218593
238456	rnn.bias_ih_l1	8	-0.1335943341255188
238456	rnn.bias_ih_l1	9	-0.1255420446395874
238456	rnn.bias_hh_l1	0	-0.09575076401233673
238456	rnn.bias_hh_l1	1	-0.06449394673109055
238456	rnn.bias_hh_l1	2	-0.08430057764053345
238456	rnn.bias_hh_l1	3	-0.07694359868764877
238456	rnn.bias_hh_l1	4	-0.07389602065086365
238456	rnn.bias_hh_l1	5	-0.11855559051036835
238456	rnn.bias_hh_l1	6	-0.1609320342540741
238456	rnn.bias_hh_l1	7	0.07489515841007233
238456	rnn.bias_hh_l1	8	-0.17825466394424438
238456	rnn.bias_hh_l1	9	-0.11880140006542206
238456	rnn.weight_ih_l1_reverse	0	-0.04760982096195221
238456	rnn.weight_ih_l1_reverse	1	0.03233661502599716
238456	rnn.weight_ih_l1_reverse	2	0.08977939188480377
238456	rnn.weight_ih_l1_reverse	3	-0.01813068613409996
238456	rnn.weight_ih_l1_reverse	4	-0.022305572405457497
238456	rnn.weight_ih_l1_reverse	5	-0.03058767132461071
238456	rnn.weight_ih_l1_reverse	6	-0.02058671973645687
238456	rnn.weight_ih_l1_reverse	7	0.02912621758878231
238456	rnn.weight_ih_l1_reverse	8	0.0080472556874156
238456	rnn.weight_ih_l1_reverse	9	-0.0337299220263958
238456	rnn.weight_hh_l1_reverse	0	0.004678138066083193
238456	rnn.weight_hh_l1_reverse	1	0.03172711655497551
238456	rnn.weight_hh_l1_reverse	2	-0.040581680834293365
238456	rnn.weight_hh_l1_reverse	3	0.0350983664393425
238456	rnn.weight_hh_l1_reverse	4	0.04747467860579491
238456	rnn.weight_hh_l1_reverse	5	0.005098516587167978
238456	rnn.weight_hh_l1_reverse	6	0.04854435846209526
238456	rnn.weight_hh_l1_reverse	7	0.031199585646390915
238456	rnn.weight_hh_l1_reverse	8	-0.007198614533990622
238456	rnn.weight_hh_l1_reverse	9	-0.030286593362689018
238456	rnn.bias_ih_l1_reverse	0	-0.04636431112885475
238456	rnn.bias_ih_l1_reverse	1	-0.13950607180595398
238456	rnn.bias_ih_l1_reverse	2	-0.1633947342634201
238456	rnn.bias_ih_l1_reverse	3	-0.06297365576028824
238456	rnn.bias_ih_l1_reverse	4	-0.2033543884754181
238456	rnn.bias_ih_l1_reverse	5	-0.11616966128349304
238456	rnn.bias_ih_l1_reverse	6	-0.13072893023490906
238456	rnn.bias_ih_l1_reverse	7	-0.1937730759382248
238456	rnn.bias_ih_l1_reverse	8	0.2276810109615326
238456	rnn.bias_ih_l1_reverse	9	0.024232329800724983
238456	rnn.bias_hh_l1_reverse	0	0.011744053103029728
238456	rnn.bias_hh_l1_reverse	1	-0.06726047396659851
238456	rnn.bias_hh_l1_reverse	2	-0.2370321899652481
238456	rnn.bias_hh_l1_reverse	3	-0.14231128990650177
238456	rnn.bias_hh_l1_reverse	4	-0.08042483776807785
238456	rnn.bias_hh_l1_reverse	5	-0.11559039354324341
238456	rnn.bias_hh_l1_reverse	6	0.06110890582203865
238456	rnn.bias_hh_l1_reverse	7	-0.13938938081264496
238456	rnn.bias_hh_l1_reverse	8	-0.1236448809504509
238456	rnn.bias_hh_l1_reverse	9	-0.1480644792318344
238456	linear.weight	0	0.002228822559118271
238456	linear.weight	1	0.09701807051897049
238456	linear.weight	2	-0.09182631224393845
238456	linear.weight	3	0.3088853359222412
238456	linear.weight	4	0.15153402090072632
238456	linear.weight	5	-0.0640992522239685
238456	linear.weight	6	0.09529130160808563
238456	linear.weight	7	0.12776194512844086
238456	linear.weight	8	0.04113510996103287
238456	linear.weight	9	-0.05098244175314903
238456	linear.bias	0	0.08331313729286194
238456	linear.bias	1	-0.19087004661560059
238456	linear.bias	2	-0.44613832235336304
238456	linear.bias	3	-0.6656317114830017
238456	linear.bias	4	-1.2649236917495728
238456	linear.bias	5	-0.05617661029100418
238456	linear.bias	6	-0.8273795247077942
238456	linear.bias	7	0.27673670649528503
238456	linear.bias	8	-0.3998112678527832
238456	linear.bias	9	-1.0257699489593506
238653	transitions	0	0.7465839982032776
238653	transitions	1	0.13942065834999084
238653	transitions	2	-10000.0
238653	transitions	3	-1.8279671669006348
238653	transitions	4	-10000.0
238653	transitions	5	0.5632420778274536
238653	transitions	6	-0.08528467267751694
238653	transitions	7	-0.8078535199165344
238653	transitions	8	-1.4221118688583374
238653	transitions	9	-0.0012286530109122396
238653	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
238653	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
238653	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
238653	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
238653	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
238653	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
238653	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
238653	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
238653	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
238653	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
238653	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
238653	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
238653	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
238653	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
238653	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
238653	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
238653	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
238653	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
238653	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
238653	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
238653	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
238653	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
238653	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
238653	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
238653	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
238653	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
238653	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
238653	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
238653	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
238653	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
238653	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
238653	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
238653	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
238653	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
238653	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
238653	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
238653	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
238653	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
238653	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
238653	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
238653	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
238653	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
238653	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
238653	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
238653	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
238653	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
238653	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
238653	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
238653	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
238653	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
238653	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
238653	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
238653	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
238653	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
238653	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
238653	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
238653	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
238653	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
238653	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
238653	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
238653	embedding2nn.weight	0	0.016369685530662537
238653	embedding2nn.weight	1	-0.012803862802684307
238653	embedding2nn.weight	2	-0.014268254861235619
238653	embedding2nn.weight	3	-0.031220586970448494
238653	embedding2nn.weight	4	-0.0059150345623493195
238653	embedding2nn.weight	5	-0.0037005888298153877
238653	embedding2nn.weight	6	-0.003973265644162893
238653	embedding2nn.weight	7	-0.07646366953849792
238653	embedding2nn.weight	8	-0.0019979383796453476
238653	embedding2nn.weight	9	-0.027499105781316757
238653	embedding2nn.bias	0	0.03414458781480789
238653	embedding2nn.bias	1	-0.07690355181694031
238653	embedding2nn.bias	2	0.06981790065765381
238653	embedding2nn.bias	3	0.05364808067679405
238653	embedding2nn.bias	4	-0.046110209077596664
238653	embedding2nn.bias	5	-0.006841593887656927
238653	embedding2nn.bias	6	0.012768126092851162
238653	embedding2nn.bias	7	-0.05373760685324669
238653	embedding2nn.bias	8	0.06888191401958466
238653	embedding2nn.bias	9	0.04783237725496292
238653	rnn.weight_ih_l0	0	-0.0789114236831665
238653	rnn.weight_ih_l0	1	0.0029213412199169397
238653	rnn.weight_ih_l0	2	0.03498297184705734
238653	rnn.weight_ih_l0	3	0.02283254638314247
238653	rnn.weight_ih_l0	4	-0.049596577882766724
238653	rnn.weight_ih_l0	5	-0.06818582862615585
238653	rnn.weight_ih_l0	6	-0.0011981301940977573
238653	rnn.weight_ih_l0	7	0.05356192588806152
238653	rnn.weight_ih_l0	8	-0.017574988305568695
238653	rnn.weight_ih_l0	9	-0.030743518844246864
238653	rnn.weight_hh_l0	0	-0.030805164948105812
238653	rnn.weight_hh_l0	1	-0.008114323951303959
238653	rnn.weight_hh_l0	2	0.007045242469757795
238653	rnn.weight_hh_l0	3	-0.07462088763713837
238653	rnn.weight_hh_l0	4	0.09397934377193451
238653	rnn.weight_hh_l0	5	-0.025689832866191864
238653	rnn.weight_hh_l0	6	-0.06416083872318268
238653	rnn.weight_hh_l0	7	0.009706219658255577
238653	rnn.weight_hh_l0	8	0.013335073366761208
238653	rnn.weight_hh_l0	9	-0.025762787088751793
238653	rnn.bias_ih_l0	0	0.12849830090999603
238653	rnn.bias_ih_l0	1	-0.03560870513319969
238653	rnn.bias_ih_l0	2	-0.035190556198358536
238653	rnn.bias_ih_l0	3	0.16298671066761017
238653	rnn.bias_ih_l0	4	-0.013271915726363659
238653	rnn.bias_ih_l0	5	-0.02080066315829754
238653	rnn.bias_ih_l0	6	0.017803335562348366
238653	rnn.bias_ih_l0	7	0.02270856499671936
238653	rnn.bias_ih_l0	8	-0.10061698406934738
238653	rnn.bias_ih_l0	9	-0.03956359252333641
238653	rnn.bias_hh_l0	0	-0.001086040516383946
238653	rnn.bias_hh_l0	1	-0.09719162434339523
238653	rnn.bias_hh_l0	2	-0.0754302442073822
238653	rnn.bias_hh_l0	3	-0.0882730633020401
238653	rnn.bias_hh_l0	4	0.009297824464738369
238653	rnn.bias_hh_l0	5	-0.02043774165213108
238653	rnn.bias_hh_l0	6	0.028230737894773483
238653	rnn.bias_hh_l0	7	0.06011669337749481
238653	rnn.bias_hh_l0	8	-0.12142834067344666
238653	rnn.bias_hh_l0	9	-0.0557965449988842
238653	rnn.weight_ih_l0_reverse	0	-0.025843661278486252
238653	rnn.weight_ih_l0_reverse	1	-0.056627411395311356
238653	rnn.weight_ih_l0_reverse	2	-0.048218633979558945
238653	rnn.weight_ih_l0_reverse	3	0.015154425986111164
238653	rnn.weight_ih_l0_reverse	4	-0.024842534214258194
238653	rnn.weight_ih_l0_reverse	5	-0.05738362669944763
238653	rnn.weight_ih_l0_reverse	6	0.07449682056903839
238653	rnn.weight_ih_l0_reverse	7	-0.018626846373081207
238653	rnn.weight_ih_l0_reverse	8	-0.0191558338701725
238653	rnn.weight_ih_l0_reverse	9	0.003995280247181654
238653	rnn.weight_hh_l0_reverse	0	0.06780785322189331
238653	rnn.weight_hh_l0_reverse	1	0.02005971595644951
238653	rnn.weight_hh_l0_reverse	2	0.029203861951828003
238653	rnn.weight_hh_l0_reverse	3	0.03514848276972771
238653	rnn.weight_hh_l0_reverse	4	0.013653632253408432
238653	rnn.weight_hh_l0_reverse	5	0.007589720189571381
238653	rnn.weight_hh_l0_reverse	6	0.051141995936632156
238653	rnn.weight_hh_l0_reverse	7	-0.08241041749715805
238653	rnn.weight_hh_l0_reverse	8	0.04046046361327171
238653	rnn.weight_hh_l0_reverse	9	0.03527333214879036
238653	rnn.bias_ih_l0_reverse	0	-0.05742604285478592
238653	rnn.bias_ih_l0_reverse	1	-0.2828156054019928
238653	rnn.bias_ih_l0_reverse	2	-0.12196426093578339
238653	rnn.bias_ih_l0_reverse	3	-0.04782765731215477
238653	rnn.bias_ih_l0_reverse	4	-0.020812783390283585
238653	rnn.bias_ih_l0_reverse	5	0.07517498731613159
238653	rnn.bias_ih_l0_reverse	6	-0.0641169548034668
238653	rnn.bias_ih_l0_reverse	7	0.06133854761719704
238653	rnn.bias_ih_l0_reverse	8	-0.03683919832110405
238653	rnn.bias_ih_l0_reverse	9	0.06551052629947662
238653	rnn.bias_hh_l0_reverse	0	0.023101113736629486
238653	rnn.bias_hh_l0_reverse	1	-0.060223288834095
238653	rnn.bias_hh_l0_reverse	2	0.08955777436494827
238653	rnn.bias_hh_l0_reverse	3	-0.05067119747400284
238653	rnn.bias_hh_l0_reverse	4	-0.02804599702358246
238653	rnn.bias_hh_l0_reverse	5	-0.019469881430268288
238653	rnn.bias_hh_l0_reverse	6	-0.017871428281068802
238653	rnn.bias_hh_l0_reverse	7	0.10060524940490723
238653	rnn.bias_hh_l0_reverse	8	0.030018595978617668
238653	rnn.bias_hh_l0_reverse	9	-0.14770932495594025
238653	rnn.weight_ih_l1	0	-0.029485883191227913
238653	rnn.weight_ih_l1	1	-0.05056310445070267
238653	rnn.weight_ih_l1	2	0.06412120163440704
238653	rnn.weight_ih_l1	3	-0.07362879812717438
238653	rnn.weight_ih_l1	4	-0.014472749084234238
238653	rnn.weight_ih_l1	5	-0.04033692181110382
238653	rnn.weight_ih_l1	6	0.02903604321181774
238653	rnn.weight_ih_l1	7	-0.045061416923999786
238653	rnn.weight_ih_l1	8	0.03779460862278938
238653	rnn.weight_ih_l1	9	0.04435066506266594
238653	rnn.weight_hh_l1	0	-0.006662198342382908
238653	rnn.weight_hh_l1	1	0.019802963361144066
238653	rnn.weight_hh_l1	2	0.007756954990327358
238653	rnn.weight_hh_l1	3	-0.012491163797676563
238653	rnn.weight_hh_l1	4	0.004820689093321562
238653	rnn.weight_hh_l1	5	0.03488766774535179
238653	rnn.weight_hh_l1	6	0.03665146231651306
238653	rnn.weight_hh_l1	7	-0.015955448150634766
238653	rnn.weight_hh_l1	8	-0.007496473379433155
238653	rnn.weight_hh_l1	9	0.038516443222761154
238653	rnn.bias_ih_l1	0	-0.18432047963142395
238653	rnn.bias_ih_l1	1	-0.177210733294487
238653	rnn.bias_ih_l1	2	-0.19825513660907745
238653	rnn.bias_ih_l1	3	-0.31029799580574036
238653	rnn.bias_ih_l1	4	-0.20830680429935455
238653	rnn.bias_ih_l1	5	-0.08890319615602493
238653	rnn.bias_ih_l1	6	-0.1609252393245697
238653	rnn.bias_ih_l1	7	-0.0008714502910152078
238653	rnn.bias_ih_l1	8	-0.13341353833675385
238653	rnn.bias_ih_l1	9	-0.12571704387664795
238653	rnn.bias_hh_l1	0	-0.09578859806060791
238653	rnn.bias_hh_l1	1	-0.06423888355493546
238653	rnn.bias_hh_l1	2	-0.08440868556499481
238653	rnn.bias_hh_l1	3	-0.07697326689958572
238653	rnn.bias_hh_l1	4	-0.073672816157341
238653	rnn.bias_hh_l1	5	-0.11862795054912567
238653	rnn.bias_hh_l1	6	-0.16127817332744598
238653	rnn.bias_hh_l1	7	0.07475323230028152
238653	rnn.bias_hh_l1	8	-0.17850379645824432
238653	rnn.bias_hh_l1	9	-0.11892431229352951
238653	rnn.weight_ih_l1_reverse	0	-0.047669313848018646
238653	rnn.weight_ih_l1_reverse	1	0.0325913242995739
238653	rnn.weight_ih_l1_reverse	2	0.08981601893901825
238653	rnn.weight_ih_l1_reverse	3	-0.01813136786222458
238653	rnn.weight_ih_l1_reverse	4	-0.022200584411621094
238653	rnn.weight_ih_l1_reverse	5	-0.030622828751802444
238653	rnn.weight_ih_l1_reverse	6	-0.020801398903131485
238653	rnn.weight_ih_l1_reverse	7	0.029130788519978523
238653	rnn.weight_ih_l1_reverse	8	0.008028668351471424
238653	rnn.weight_ih_l1_reverse	9	-0.03360426053404808
238653	rnn.weight_hh_l1_reverse	0	0.004665283486247063
238653	rnn.weight_hh_l1_reverse	1	0.031714726239442825
238653	rnn.weight_hh_l1_reverse	2	-0.04057806357741356
238653	rnn.weight_hh_l1_reverse	3	0.03509668633341789
238653	rnn.weight_hh_l1_reverse	4	0.04743875190615654
238653	rnn.weight_hh_l1_reverse	5	0.005052284803241491
238653	rnn.weight_hh_l1_reverse	6	0.04841495677828789
238653	rnn.weight_hh_l1_reverse	7	0.031181346625089645
238653	rnn.weight_hh_l1_reverse	8	-0.0071931094862520695
238653	rnn.weight_hh_l1_reverse	9	-0.030293038114905357
238653	rnn.bias_ih_l1_reverse	0	-0.046358104795217514
238653	rnn.bias_ih_l1_reverse	1	-0.1399204283952713
238653	rnn.bias_ih_l1_reverse	2	-0.1632317304611206
238653	rnn.bias_ih_l1_reverse	3	-0.06266257166862488
238653	rnn.bias_ih_l1_reverse	4	-0.20334504544734955
238653	rnn.bias_ih_l1_reverse	5	-0.11620112508535385
238653	rnn.bias_ih_l1_reverse	6	-0.13063669204711914
238653	rnn.bias_ih_l1_reverse	7	-0.19403934478759766
238653	rnn.bias_ih_l1_reverse	8	0.22716602683067322
238653	rnn.bias_ih_l1_reverse	9	0.0240776427090168
238653	rnn.bias_hh_l1_reverse	0	0.011827055364847183
238653	rnn.bias_hh_l1_reverse	1	-0.0660327598452568
238653	rnn.bias_hh_l1_reverse	2	-0.23702384531497955
238653	rnn.bias_hh_l1_reverse	3	-0.14241619408130646
238653	rnn.bias_hh_l1_reverse	4	-0.08029025793075562
238653	rnn.bias_hh_l1_reverse	5	-0.11523926258087158
238653	rnn.bias_hh_l1_reverse	6	0.061320338398218155
238653	rnn.bias_hh_l1_reverse	7	-0.13962990045547485
238653	rnn.bias_hh_l1_reverse	8	-0.12368161976337433
238653	rnn.bias_hh_l1_reverse	9	-0.1479724794626236
238653	linear.weight	0	0.002228822559118271
238653	linear.weight	1	0.09637513756752014
238653	linear.weight	2	-0.09179145842790604
238653	linear.weight	3	0.30965811014175415
238653	linear.weight	4	0.1516496241092682
238653	linear.weight	5	-0.06401555985212326
238653	linear.weight	6	0.09794164448976517
238653	linear.weight	7	0.12864218652248383
238653	linear.weight	8	0.041135065257549286
238653	linear.weight	9	-0.05092404782772064
238653	linear.bias	0	0.0809926763176918
238653	linear.bias	1	-0.19453726708889008
238653	linear.bias	2	-0.44676709175109863
238653	linear.bias	3	-0.6614342331886292
238653	linear.bias	4	-1.2606571912765503
238653	linear.bias	5	-0.05600639432668686
238653	linear.bias	6	-0.8308586478233337
238653	linear.bias	7	0.27679914236068726
238653	linear.bias	8	-0.39978116750717163
238653	linear.bias	9	-1.0257879495620728
238850	transitions	0	0.742230236530304
238850	transitions	1	0.13931961357593536
238850	transitions	2	-10000.0
238850	transitions	3	-1.8279680013656616
238850	transitions	4	-10000.0
238850	transitions	5	0.5632283687591553
238850	transitions	6	-0.08529169112443924
238850	transitions	7	-0.807991623878479
238850	transitions	8	-1.4221192598342896
238850	transitions	9	-0.001228684326633811
238850	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
238850	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
238850	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
238850	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
238850	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
238850	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
238850	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
238850	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
238850	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
238850	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
238850	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
238850	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
238850	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
238850	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
238850	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
238850	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
238850	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
238850	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
238850	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
238850	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
238850	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
238850	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
238850	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
238850	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
238850	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
238850	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
238850	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
238850	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
238850	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
238850	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
238850	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
238850	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
238850	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
238850	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
238850	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
238850	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
238850	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
238850	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
238850	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
238850	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
238850	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
238850	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
238850	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
238850	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
238850	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
238850	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
238850	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
238850	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
238850	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
238850	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
238850	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
238850	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
238850	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
238850	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
238850	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
238850	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
238850	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
238850	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
238850	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
238850	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
238850	embedding2nn.weight	0	0.016684791073203087
238850	embedding2nn.weight	1	-0.012761290185153484
238850	embedding2nn.weight	2	-0.014268254861235619
238850	embedding2nn.weight	3	-0.031147271394729614
238850	embedding2nn.weight	4	-0.0059150345623493195
238850	embedding2nn.weight	5	-0.0037005888298153877
238850	embedding2nn.weight	6	-0.003973265644162893
238850	embedding2nn.weight	7	-0.07647065073251724
238850	embedding2nn.weight	8	-0.0019979383796453476
238850	embedding2nn.weight	9	-0.02754928171634674
238850	embedding2nn.bias	0	0.03508331999182701
238850	embedding2nn.bias	1	-0.07596394419670105
238850	embedding2nn.bias	2	0.07035970687866211
238850	embedding2nn.bias	3	0.05452673137187958
238850	embedding2nn.bias	4	-0.04564680531620979
238850	embedding2nn.bias	5	-0.00801105797290802
238850	embedding2nn.bias	6	0.013807079754769802
238850	embedding2nn.bias	7	-0.055441927164793015
238850	embedding2nn.bias	8	0.06941518932580948
238850	embedding2nn.bias	9	0.047171492129564285
238850	rnn.weight_ih_l0	0	-0.0789104476571083
238850	rnn.weight_ih_l0	1	0.0031080429907888174
238850	rnn.weight_ih_l0	2	0.03499710559844971
238850	rnn.weight_ih_l0	3	0.02286166325211525
238850	rnn.weight_ih_l0	4	-0.04950337111949921
238850	rnn.weight_ih_l0	5	-0.06817743182182312
238850	rnn.weight_ih_l0	6	-0.0010226689046248794
238850	rnn.weight_ih_l0	7	0.05354488641023636
238850	rnn.weight_ih_l0	8	-0.017661262303590775
238850	rnn.weight_ih_l0	9	-0.03078700415790081
238850	rnn.weight_hh_l0	0	-0.03081178478896618
238850	rnn.weight_hh_l0	1	-0.007914715446531773
238850	rnn.weight_hh_l0	2	0.007028449792414904
238850	rnn.weight_hh_l0	3	-0.07457499951124191
238850	rnn.weight_hh_l0	4	0.09393762052059174
238850	rnn.weight_hh_l0	5	-0.02555721625685692
238850	rnn.weight_hh_l0	6	-0.06405524909496307
238850	rnn.weight_hh_l0	7	0.0097022270783782
238850	rnn.weight_hh_l0	8	0.013442480936646461
238850	rnn.weight_hh_l0	9	-0.025923101231455803
238850	rnn.bias_ih_l0	0	0.12857624888420105
238850	rnn.bias_ih_l0	1	-0.03544536978006363
238850	rnn.bias_ih_l0	2	-0.03516790643334389
238850	rnn.bias_ih_l0	3	0.1629236340522766
238850	rnn.bias_ih_l0	4	-0.013211655430495739
238850	rnn.bias_ih_l0	5	-0.0211857408285141
238850	rnn.bias_ih_l0	6	0.01803780347108841
238850	rnn.bias_ih_l0	7	0.02248653583228588
238850	rnn.bias_ih_l0	8	-0.10091093927621841
238850	rnn.bias_ih_l0	9	-0.039958614856004715
238850	rnn.bias_hh_l0	0	-0.001190241309814155
238850	rnn.bias_hh_l0	1	-0.09711091220378876
238850	rnn.bias_hh_l0	2	-0.07567597925662994
238850	rnn.bias_hh_l0	3	-0.08826746791601181
238850	rnn.bias_hh_l0	4	0.009773100726306438
238850	rnn.bias_hh_l0	5	-0.02030525915324688
238850	rnn.bias_hh_l0	6	0.028581341728568077
238850	rnn.bias_hh_l0	7	0.06058592349290848
238850	rnn.bias_hh_l0	8	-0.12162867933511734
238850	rnn.bias_hh_l0	9	-0.05621933192014694
238850	rnn.weight_ih_l0_reverse	0	-0.025948863476514816
238850	rnn.weight_ih_l0_reverse	1	-0.05658111721277237
238850	rnn.weight_ih_l0_reverse	2	-0.04862862080335617
238850	rnn.weight_ih_l0_reverse	3	0.01517393533140421
238850	rnn.weight_ih_l0_reverse	4	-0.0245957188308239
238850	rnn.weight_ih_l0_reverse	5	-0.05740555003285408
238850	rnn.weight_ih_l0_reverse	6	0.074461929500103
238850	rnn.weight_ih_l0_reverse	7	-0.01852639950811863
238850	rnn.weight_ih_l0_reverse	8	-0.019056007266044617
238850	rnn.weight_ih_l0_reverse	9	0.003914576955139637
238850	rnn.weight_hh_l0_reverse	0	0.0679667592048645
238850	rnn.weight_hh_l0_reverse	1	0.020004240795969963
238850	rnn.weight_hh_l0_reverse	2	0.029175538569688797
238850	rnn.weight_hh_l0_reverse	3	0.03503914922475815
238850	rnn.weight_hh_l0_reverse	4	0.01376985851675272
238850	rnn.weight_hh_l0_reverse	5	0.007662552408874035
238850	rnn.weight_hh_l0_reverse	6	0.05115169659256935
238850	rnn.weight_hh_l0_reverse	7	-0.08244357258081436
238850	rnn.weight_hh_l0_reverse	8	0.040366631001234055
238850	rnn.weight_hh_l0_reverse	9	0.035367079079151154
238850	rnn.bias_ih_l0_reverse	0	-0.057383280247449875
238850	rnn.bias_ih_l0_reverse	1	-0.282293438911438
238850	rnn.bias_ih_l0_reverse	2	-0.12187229096889496
238850	rnn.bias_ih_l0_reverse	3	-0.04790220037102699
238850	rnn.bias_ih_l0_reverse	4	-0.02114240452647209
238850	rnn.bias_ih_l0_reverse	5	0.07515279203653336
238850	rnn.bias_ih_l0_reverse	6	-0.06433204561471939
238850	rnn.bias_ih_l0_reverse	7	0.06160072609782219
238850	rnn.bias_ih_l0_reverse	8	-0.03668348863720894
238850	rnn.bias_ih_l0_reverse	9	0.06518744677305222
238850	rnn.bias_hh_l0_reverse	0	0.02351841703057289
238850	rnn.bias_hh_l0_reverse	1	-0.06004076451063156
238850	rnn.bias_hh_l0_reverse	2	0.08917948603630066
238850	rnn.bias_hh_l0_reverse	3	-0.05065784603357315
238850	rnn.bias_hh_l0_reverse	4	-0.02852468192577362
238850	rnn.bias_hh_l0_reverse	5	-0.01955026388168335
238850	rnn.bias_hh_l0_reverse	6	-0.01761488802731037
238850	rnn.bias_hh_l0_reverse	7	0.09999315440654755
238850	rnn.bias_hh_l0_reverse	8	0.030265895649790764
238850	rnn.bias_hh_l0_reverse	9	-0.1473897248506546
238850	rnn.weight_ih_l1	0	-0.02939995564520359
238850	rnn.weight_ih_l1	1	-0.050489675253629684
238850	rnn.weight_ih_l1	2	0.06418275088071823
238850	rnn.weight_ih_l1	3	-0.07356277108192444
238850	rnn.weight_ih_l1	4	-0.014487591572105885
238850	rnn.weight_ih_l1	5	-0.04036782309412956
238850	rnn.weight_ih_l1	6	0.02905409224331379
238850	rnn.weight_ih_l1	7	-0.045137371867895126
238850	rnn.weight_ih_l1	8	0.03781585022807121
238850	rnn.weight_ih_l1	9	0.044472187757492065
238850	rnn.weight_hh_l1	0	-0.006752112880349159
238850	rnn.weight_hh_l1	1	0.019791193306446075
238850	rnn.weight_hh_l1	2	0.00814770720899105
238850	rnn.weight_hh_l1	3	-0.012460675090551376
238850	rnn.weight_hh_l1	4	0.004819410387426615
238850	rnn.weight_hh_l1	5	0.03498145192861557
238850	rnn.weight_hh_l1	6	0.036515336483716965
238850	rnn.weight_hh_l1	7	-0.01610799878835678
238850	rnn.weight_hh_l1	8	-0.007479485124349594
238850	rnn.weight_hh_l1	9	0.0385391041636467
238850	rnn.bias_ih_l1	0	-0.1845584511756897
238850	rnn.bias_ih_l1	1	-0.1768571436405182
238850	rnn.bias_ih_l1	2	-0.19814053177833557
238850	rnn.bias_ih_l1	3	-0.3103834390640259
238850	rnn.bias_ih_l1	4	-0.20793592929840088
238850	rnn.bias_ih_l1	5	-0.08867092430591583
238850	rnn.bias_ih_l1	6	-0.16045008599758148
238850	rnn.bias_ih_l1	7	-0.0005566925974562764
238850	rnn.bias_ih_l1	8	-0.13340099155902863
238850	rnn.bias_ih_l1	9	-0.1256718933582306
238850	rnn.bias_hh_l1	0	-0.09509126096963882
238850	rnn.bias_hh_l1	1	-0.06403782963752747
238850	rnn.bias_hh_l1	2	-0.08432335406541824
238850	rnn.bias_hh_l1	3	-0.07724513113498688
238850	rnn.bias_hh_l1	4	-0.07365840673446655
238850	rnn.bias_hh_l1	5	-0.11845666915178299
238850	rnn.bias_hh_l1	6	-0.1613963097333908
238850	rnn.bias_hh_l1	7	0.07506237179040909
238850	rnn.bias_hh_l1	8	-0.1777690201997757
238850	rnn.bias_hh_l1	9	-0.11838077753782272
238850	rnn.weight_ih_l1_reverse	0	-0.047671128064394
238850	rnn.weight_ih_l1_reverse	1	0.0326010063290596
238850	rnn.weight_ih_l1_reverse	2	0.08981077373027802
238850	rnn.weight_ih_l1_reverse	3	-0.01825949177145958
238850	rnn.weight_ih_l1_reverse	4	-0.022573990747332573
238850	rnn.weight_ih_l1_reverse	5	-0.030582435429096222
238850	rnn.weight_ih_l1_reverse	6	-0.02042907103896141
238850	rnn.weight_ih_l1_reverse	7	0.029180562123656273
238850	rnn.weight_ih_l1_reverse	8	0.007963289506733418
238850	rnn.weight_ih_l1_reverse	9	-0.03376876935362816
238850	rnn.weight_hh_l1_reverse	0	0.004664130043238401
238850	rnn.weight_hh_l1_reverse	1	0.031671274453401566
238850	rnn.weight_hh_l1_reverse	2	-0.040565554052591324
238850	rnn.weight_hh_l1_reverse	3	0.03512180969119072
238850	rnn.weight_hh_l1_reverse	4	0.047373827546834946
238850	rnn.weight_hh_l1_reverse	5	0.005113757215440273
238850	rnn.weight_hh_l1_reverse	6	0.048391375690698624
238850	rnn.weight_hh_l1_reverse	7	0.031145960092544556
238850	rnn.weight_hh_l1_reverse	8	-0.007206962909549475
238850	rnn.weight_hh_l1_reverse	9	-0.030276698991656303
238850	rnn.bias_ih_l1_reverse	0	-0.046187177300453186
238850	rnn.bias_ih_l1_reverse	1	-0.14005352556705475
238850	rnn.bias_ih_l1_reverse	2	-0.16350306570529938
238850	rnn.bias_ih_l1_reverse	3	-0.06374600529670715
238850	rnn.bias_ih_l1_reverse	4	-0.20326128602027893
238850	rnn.bias_ih_l1_reverse	5	-0.11616341769695282
238850	rnn.bias_ih_l1_reverse	6	-0.1306418776512146
238850	rnn.bias_ih_l1_reverse	7	-0.19381749629974365
238850	rnn.bias_ih_l1_reverse	8	0.2271438091993332
238850	rnn.bias_ih_l1_reverse	9	0.024681705981492996
238850	rnn.bias_hh_l1_reverse	0	0.012048757635056973
238850	rnn.bias_hh_l1_reverse	1	-0.06483425945043564
238850	rnn.bias_hh_l1_reverse	2	-0.23702865839004517
238850	rnn.bias_hh_l1_reverse	3	-0.14214707911014557
238850	rnn.bias_hh_l1_reverse	4	-0.0806427150964737
238850	rnn.bias_hh_l1_reverse	5	-0.11518304795026779
238850	rnn.bias_hh_l1_reverse	6	0.06214035302400589
238850	rnn.bias_hh_l1_reverse	7	-0.13883982598781586
238850	rnn.bias_hh_l1_reverse	8	-0.12387145310640335
238850	rnn.bias_hh_l1_reverse	9	-0.1480163335800171
238850	linear.weight	0	0.002228822559118271
238850	linear.weight	1	0.09640606492757797
238850	linear.weight	2	-0.09130799025297165
238850	linear.weight	3	0.3083042502403259
238850	linear.weight	4	0.15095669031143188
238850	linear.weight	5	-0.06418700516223907
238850	linear.weight	6	0.09604994207620621
238850	linear.weight	7	0.13051937520503998
238850	linear.weight	8	0.0411350280046463
238850	linear.weight	9	-0.05118138715624809
238850	linear.bias	0	0.08715066313743591
238850	linear.bias	1	-0.19422335922718048
238850	linear.bias	2	-0.4497673511505127
238850	linear.bias	3	-0.6596716046333313
238850	linear.bias	4	-1.258752703666687
238850	linear.bias	5	-0.06137112155556679
238850	linear.bias	6	-0.8290619850158691
238850	linear.bias	7	0.27107128500938416
238850	linear.bias	8	-0.4005683362483978
238850	linear.bias	9	-1.0266938209533691
238854	transitions	0	0.7422295212745667
238854	transitions	1	0.13937053084373474
238854	transitions	2	-10000.0
238854	transitions	3	-1.8279680013656616
238854	transitions	4	-10000.0
238854	transitions	5	0.5632283687591553
238854	transitions	6	-0.08529181033372879
238854	transitions	7	-0.807991623878479
238854	transitions	8	-1.4221192598342896
238854	transitions	9	-0.001228684326633811
238854	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
238854	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
238854	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
238854	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
238854	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
238854	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
238854	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
238854	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
238854	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
238854	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
238854	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
238854	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
238854	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
238854	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
238854	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
238854	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
238854	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
238854	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
238854	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
238854	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
238854	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
238854	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
238854	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
238854	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
238854	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
238854	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
238854	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
238854	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
238854	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
238854	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
238854	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
238854	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
238854	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
238854	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
238854	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
238854	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
238854	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
238854	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
238854	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
238854	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
238854	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
238854	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
238854	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
238854	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
238854	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
238854	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
238854	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
238854	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
238854	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
238854	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
238854	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
238854	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
238854	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
238854	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
238854	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
238854	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
238854	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
238854	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
238854	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
238854	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
238854	embedding2nn.weight	0	0.01669831946492195
238854	embedding2nn.weight	1	-0.012761280871927738
238854	embedding2nn.weight	2	-0.014268254861235619
238854	embedding2nn.weight	3	-0.03113681636750698
238854	embedding2nn.weight	4	-0.0059150345623493195
238854	embedding2nn.weight	5	-0.0037005888298153877
238854	embedding2nn.weight	6	-0.003973265644162893
238854	embedding2nn.weight	7	-0.07648590952157974
238854	embedding2nn.weight	8	-0.0019979383796453476
238854	embedding2nn.weight	9	-0.027530597522854805
238854	embedding2nn.bias	0	0.034977760165929794
238854	embedding2nn.bias	1	-0.07614773511886597
238854	embedding2nn.bias	2	0.07055296003818512
238854	embedding2nn.bias	3	0.054555658251047134
238854	embedding2nn.bias	4	-0.04571057856082916
238854	embedding2nn.bias	5	-0.0077514322474598885
238854	embedding2nn.bias	6	0.013549218885600567
238854	embedding2nn.bias	7	-0.05527956411242485
238854	embedding2nn.bias	8	0.06986182183027267
238854	embedding2nn.bias	9	0.04709463194012642
238854	rnn.weight_ih_l0	0	-0.07894670218229294
238854	rnn.weight_ih_l0	1	0.0031264221761375666
238854	rnn.weight_ih_l0	2	0.035001762211322784
238854	rnn.weight_ih_l0	3	0.022864006459712982
238854	rnn.weight_ih_l0	4	-0.049522947520017624
238854	rnn.weight_ih_l0	5	-0.06816545128822327
238854	rnn.weight_ih_l0	6	-0.0010244317818433046
238854	rnn.weight_ih_l0	7	0.05355244129896164
238854	rnn.weight_ih_l0	8	-0.017661424353718758
238854	rnn.weight_ih_l0	9	-0.03079279512166977
238854	rnn.weight_hh_l0	0	-0.03074517473578453
238854	rnn.weight_hh_l0	1	-0.007912703789770603
238854	rnn.weight_hh_l0	2	0.007027995306998491
238854	rnn.weight_hh_l0	3	-0.07458029687404633
238854	rnn.weight_hh_l0	4	0.09392555058002472
238854	rnn.weight_hh_l0	5	-0.0255725234746933
238854	rnn.weight_hh_l0	6	-0.06401589512825012
238854	rnn.weight_hh_l0	7	0.009744259528815746
238854	rnn.weight_hh_l0	8	0.01343219168484211
238854	rnn.weight_hh_l0	9	-0.025921223685145378
238854	rnn.bias_ih_l0	0	0.12855635583400726
238854	rnn.bias_ih_l0	1	-0.03550184890627861
238854	rnn.bias_ih_l0	2	-0.0351836159825325
238854	rnn.bias_ih_l0	3	0.1629377156496048
238854	rnn.bias_ih_l0	4	-0.013214594684541225
238854	rnn.bias_ih_l0	5	-0.02120927721261978
238854	rnn.bias_ih_l0	6	0.01801914907991886
238854	rnn.bias_ih_l0	7	0.02252567932009697
238854	rnn.bias_ih_l0	8	-0.10093830525875092
238854	rnn.bias_ih_l0	9	-0.03993741422891617
238854	rnn.bias_hh_l0	0	-0.0012368386378511786
238854	rnn.bias_hh_l0	1	-0.09711737185716629
238854	rnn.bias_hh_l0	2	-0.07569535821676254
238854	rnn.bias_hh_l0	3	-0.08827866613864899
238854	rnn.bias_hh_l0	4	0.009787984192371368
238854	rnn.bias_hh_l0	5	-0.02029622159898281
238854	rnn.bias_hh_l0	6	0.028640633448958397
238854	rnn.bias_hh_l0	7	0.06061706691980362
238854	rnn.bias_hh_l0	8	-0.1217186376452446
238854	rnn.bias_hh_l0	9	-0.05615159869194031
238854	rnn.weight_ih_l0_reverse	0	-0.025943590328097343
238854	rnn.weight_ih_l0_reverse	1	-0.05657733604311943
238854	rnn.weight_ih_l0_reverse	2	-0.04863119497895241
238854	rnn.weight_ih_l0_reverse	3	0.015181941911578178
238854	rnn.weight_ih_l0_reverse	4	-0.024586547166109085
238854	rnn.weight_ih_l0_reverse	5	-0.05740845203399658
238854	rnn.weight_ih_l0_reverse	6	0.07445350289344788
238854	rnn.weight_ih_l0_reverse	7	-0.01853351853787899
238854	rnn.weight_ih_l0_reverse	8	-0.019060693681240082
238854	rnn.weight_ih_l0_reverse	9	0.003950769081711769
238854	rnn.weight_hh_l0_reverse	0	0.0680016279220581
238854	rnn.weight_hh_l0_reverse	1	0.020005609840154648
238854	rnn.weight_hh_l0_reverse	2	0.02917352132499218
238854	rnn.weight_hh_l0_reverse	3	0.035039182752370834
238854	rnn.weight_hh_l0_reverse	4	0.013773078098893166
238854	rnn.weight_hh_l0_reverse	5	0.007659564726054668
238854	rnn.weight_hh_l0_reverse	6	0.05114838480949402
238854	rnn.weight_hh_l0_reverse	7	-0.08243788778781891
238854	rnn.weight_hh_l0_reverse	8	0.04036401957273483
238854	rnn.weight_hh_l0_reverse	9	0.03536611422896385
238854	rnn.bias_ih_l0_reverse	0	-0.05733995512127876
238854	rnn.bias_ih_l0_reverse	1	-0.282275915145874
238854	rnn.bias_ih_l0_reverse	2	-0.12217268347740173
238854	rnn.bias_ih_l0_reverse	3	-0.04790686070919037
238854	rnn.bias_ih_l0_reverse	4	-0.021147530525922775
238854	rnn.bias_ih_l0_reverse	5	0.07513949275016785
238854	rnn.bias_ih_l0_reverse	6	-0.0643710270524025
238854	rnn.bias_ih_l0_reverse	7	0.061558034271001816
238854	rnn.bias_ih_l0_reverse	8	-0.03667726367712021
238854	rnn.bias_ih_l0_reverse	9	0.06521657109260559
238854	rnn.bias_hh_l0_reverse	0	0.023592818528413773
238854	rnn.bias_hh_l0_reverse	1	-0.06003108248114586
238854	rnn.bias_hh_l0_reverse	2	0.08913666009902954
238854	rnn.bias_hh_l0_reverse	3	-0.05065734684467316
238854	rnn.bias_hh_l0_reverse	4	-0.028477290645241737
238854	rnn.bias_hh_l0_reverse	5	-0.019588010385632515
238854	rnn.bias_hh_l0_reverse	6	-0.017643705010414124
238854	rnn.bias_hh_l0_reverse	7	0.09997747093439102
238854	rnn.bias_hh_l0_reverse	8	0.030299115926027298
238854	rnn.bias_hh_l0_reverse	9	-0.14747221767902374
238854	rnn.weight_ih_l1	0	-0.029414774850010872
238854	rnn.weight_ih_l1	1	-0.05049934983253479
238854	rnn.weight_ih_l1	2	0.06414978951215744
238854	rnn.weight_ih_l1	3	-0.07356145232915878
238854	rnn.weight_ih_l1	4	-0.014486177824437618
238854	rnn.weight_ih_l1	5	-0.04036723077297211
238854	rnn.weight_ih_l1	6	0.029067596420645714
238854	rnn.weight_ih_l1	7	-0.04516468942165375
238854	rnn.weight_ih_l1	8	0.0378139466047287
238854	rnn.weight_ih_l1	9	0.044472452253103256
238854	rnn.weight_hh_l1	0	-0.006755160633474588
238854	rnn.weight_hh_l1	1	0.019791556522250175
238854	rnn.weight_hh_l1	2	0.008143558166921139
238854	rnn.weight_hh_l1	3	-0.012462174519896507
238854	rnn.weight_hh_l1	4	0.004819789435714483
238854	rnn.weight_hh_l1	5	0.03497742488980293
238854	rnn.weight_hh_l1	6	0.03651062771677971
238854	rnn.weight_hh_l1	7	-0.016108255833387375
238854	rnn.weight_hh_l1	8	-0.007485192269086838
238854	rnn.weight_hh_l1	9	0.03854084759950638
238854	rnn.bias_ih_l1	0	-0.18453742563724518
238854	rnn.bias_ih_l1	1	-0.1768193244934082
238854	rnn.bias_ih_l1	2	-0.19809840619564056
238854	rnn.bias_ih_l1	3	-0.3103735148906708
238854	rnn.bias_ih_l1	4	-0.20785515010356903
238854	rnn.bias_ih_l1	5	-0.08868080377578735
238854	rnn.bias_ih_l1	6	-0.16045163571834564
238854	rnn.bias_ih_l1	7	-0.00046874413965269923
238854	rnn.bias_ih_l1	8	-0.133297860622406
238854	rnn.bias_ih_l1	9	-0.12568867206573486
238854	rnn.bias_hh_l1	0	-0.09516316652297974
238854	rnn.bias_hh_l1	1	-0.06406591087579727
238854	rnn.bias_hh_l1	2	-0.08422866463661194
238854	rnn.bias_hh_l1	3	-0.07721270620822906
238854	rnn.bias_hh_l1	4	-0.07361464947462082
238854	rnn.bias_hh_l1	5	-0.1184220016002655
238854	rnn.bias_hh_l1	6	-0.16140931844711304
238854	rnn.bias_hh_l1	7	0.07510718703269958
238854	rnn.bias_hh_l1	8	-0.17778639495372772
238854	rnn.bias_hh_l1	9	-0.11833295226097107
238854	rnn.weight_ih_l1_reverse	0	-0.047662410885095596
238854	rnn.weight_ih_l1_reverse	1	0.0326017327606678
238854	rnn.weight_ih_l1_reverse	2	0.08981125801801682
238854	rnn.weight_ih_l1_reverse	3	-0.01824292168021202
238854	rnn.weight_ih_l1_reverse	4	-0.022646469995379448
238854	rnn.weight_ih_l1_reverse	5	-0.030582653358578682
238854	rnn.weight_ih_l1_reverse	6	-0.020413609221577644
238854	rnn.weight_ih_l1_reverse	7	0.029179366305470467
238854	rnn.weight_ih_l1_reverse	8	0.00795613694936037
238854	rnn.weight_ih_l1_reverse	9	-0.03377180173993111
238854	rnn.weight_hh_l1_reverse	0	0.004663820844143629
238854	rnn.weight_hh_l1_reverse	1	0.03166981413960457
238854	rnn.weight_hh_l1_reverse	2	-0.04056558385491371
238854	rnn.weight_hh_l1_reverse	3	0.035122763365507126
238854	rnn.weight_hh_l1_reverse	4	0.04739430919289589
238854	rnn.weight_hh_l1_reverse	5	0.005104069132357836
238854	rnn.weight_hh_l1_reverse	6	0.04838617518544197
238854	rnn.weight_hh_l1_reverse	7	0.031106924638152122
238854	rnn.weight_hh_l1_reverse	8	-0.007204975932836533
238854	rnn.weight_hh_l1_reverse	9	-0.03026236966252327
238854	rnn.bias_ih_l1_reverse	0	-0.04616348072886467
238854	rnn.bias_ih_l1_reverse	1	-0.14005149900913239
238854	rnn.bias_ih_l1_reverse	2	-0.1635074019432068
238854	rnn.bias_ih_l1_reverse	3	-0.06372426450252533
238854	rnn.bias_ih_l1_reverse	4	-0.20326180756092072
238854	rnn.bias_ih_l1_reverse	5	-0.11619091033935547
238854	rnn.bias_ih_l1_reverse	6	-0.13064463436603546
238854	rnn.bias_ih_l1_reverse	7	-0.19387531280517578
238854	rnn.bias_ih_l1_reverse	8	0.22722184658050537
238854	rnn.bias_ih_l1_reverse	9	0.02475113794207573
238854	rnn.bias_hh_l1_reverse	0	0.012090870179235935
238854	rnn.bias_hh_l1_reverse	1	-0.06479830294847488
238854	rnn.bias_hh_l1_reverse	2	-0.23702606558799744
238854	rnn.bias_hh_l1_reverse	3	-0.14216133952140808
238854	rnn.bias_hh_l1_reverse	4	-0.08063004165887833
238854	rnn.bias_hh_l1_reverse	5	-0.11506721377372742
238854	rnn.bias_hh_l1_reverse	6	0.062093883752822876
238854	rnn.bias_hh_l1_reverse	7	-0.13884471356868744
238854	rnn.bias_hh_l1_reverse	8	-0.12381234765052795
238854	rnn.bias_hh_l1_reverse	9	-0.1480092704296112
238854	linear.weight	0	0.002228822559118271
238854	linear.weight	1	0.09635456651449203
238854	linear.weight	2	-0.09130574762821198
238854	linear.weight	3	0.30837610363960266
238854	linear.weight	4	0.150985985994339
238854	linear.weight	5	-0.06418716162443161
238854	linear.weight	6	0.09590450674295425
238854	linear.weight	7	0.13052009046077728
238854	linear.weight	8	0.0411350280046463
238854	linear.weight	9	-0.05117242783308029
238854	linear.bias	0	0.08767082542181015
238854	linear.bias	1	-0.1949271857738495
238854	linear.bias	2	-0.4491291046142578
238854	linear.bias	3	-0.6597188711166382
238854	linear.bias	4	-1.2587870359420776
238854	linear.bias	5	-0.06122271344065666
238854	linear.bias	6	-0.829755425453186
238854	linear.bias	7	0.2712002992630005
238854	linear.bias	8	-0.4004281461238861
238854	linear.bias	9	-1.026550531387329
239051	transitions	0	0.7425952553749084
239051	transitions	1	0.13921689987182617
239051	transitions	2	-10000.0
239051	transitions	3	-1.8279688358306885
239051	transitions	4	-10000.0
239051	transitions	5	0.5632259249687195
239051	transitions	6	-0.08529375493526459
239051	transitions	7	-0.8080142140388489
239051	transitions	8	-1.4221240282058716
239051	transitions	9	-0.0012287339195609093
239051	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
239051	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
239051	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
239051	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
239051	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
239051	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
239051	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
239051	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
239051	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
239051	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
239051	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
239051	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
239051	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
239051	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
239051	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
239051	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
239051	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
239051	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
239051	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
239051	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
239051	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
239051	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
239051	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
239051	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
239051	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
239051	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
239051	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
239051	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
239051	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
239051	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
239051	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
239051	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
239051	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
239051	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
239051	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
239051	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
239051	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
239051	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
239051	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
239051	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
239051	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
239051	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
239051	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
239051	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
239051	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
239051	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
239051	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
239051	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
239051	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
239051	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
239051	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
239051	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
239051	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
239051	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
239051	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
239051	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
239051	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
239051	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
239051	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
239051	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
239051	embedding2nn.weight	0	0.016704082489013672
239051	embedding2nn.weight	1	-0.012736309319734573
239051	embedding2nn.weight	2	-0.014268254861235619
239051	embedding2nn.weight	3	-0.031231829896569252
239051	embedding2nn.weight	4	-0.0059150345623493195
239051	embedding2nn.weight	5	-0.0037005888298153877
239051	embedding2nn.weight	6	-0.003973265644162893
239051	embedding2nn.weight	7	-0.0764864906668663
239051	embedding2nn.weight	8	-0.0019979383796453476
239051	embedding2nn.weight	9	-0.02747497148811817
239051	embedding2nn.bias	0	0.034590404480695724
239051	embedding2nn.bias	1	-0.07583651691675186
239051	embedding2nn.bias	2	0.07128896564245224
239051	embedding2nn.bias	3	0.05545280501246452
239051	embedding2nn.bias	4	-0.04593281075358391
239051	embedding2nn.bias	5	-0.007959914393723011
239051	embedding2nn.bias	6	0.014116675592958927
239051	embedding2nn.bias	7	-0.055473510175943375
239051	embedding2nn.bias	8	0.06982431560754776
239051	embedding2nn.bias	9	0.046680137515068054
239051	rnn.weight_ih_l0	0	-0.07899656146764755
239051	rnn.weight_ih_l0	1	0.003255362855270505
239051	rnn.weight_ih_l0	2	0.03507976233959198
239051	rnn.weight_ih_l0	3	0.022839335724711418
239051	rnn.weight_ih_l0	4	-0.04943966493010521
239051	rnn.weight_ih_l0	5	-0.06820660084486008
239051	rnn.weight_ih_l0	6	-0.0009962707990780473
239051	rnn.weight_ih_l0	7	0.053533345460891724
239051	rnn.weight_ih_l0	8	-0.0177737008780241
239051	rnn.weight_ih_l0	9	-0.030842171981930733
239051	rnn.weight_hh_l0	0	-0.030620647594332695
239051	rnn.weight_hh_l0	1	-0.007923193275928497
239051	rnn.weight_hh_l0	2	0.007088497746735811
239051	rnn.weight_hh_l0	3	-0.07452055811882019
239051	rnn.weight_hh_l0	4	0.09388437122106552
239051	rnn.weight_hh_l0	5	-0.025649888440966606
239051	rnn.weight_hh_l0	6	-0.06387642025947571
239051	rnn.weight_hh_l0	7	0.00973460916429758
239051	rnn.weight_hh_l0	8	0.013460948131978512
239051	rnn.weight_hh_l0	9	-0.025884278118610382
239051	rnn.bias_ih_l0	0	0.12858550250530243
239051	rnn.bias_ih_l0	1	-0.0354139618575573
239051	rnn.bias_ih_l0	2	-0.03530042991042137
239051	rnn.bias_ih_l0	3	0.162796288728714
239051	rnn.bias_ih_l0	4	-0.012882550247013569
239051	rnn.bias_ih_l0	5	-0.021720975637435913
239051	rnn.bias_ih_l0	6	0.017798621207475662
239051	rnn.bias_ih_l0	7	0.02237861044704914
239051	rnn.bias_ih_l0	8	-0.10083425045013428
239051	rnn.bias_ih_l0	9	-0.04021627455949783
239051	rnn.bias_hh_l0	0	-0.0012453205417841673
239051	rnn.bias_hh_l0	1	-0.09719395637512207
239051	rnn.bias_hh_l0	2	-0.07569252699613571
239051	rnn.bias_hh_l0	3	-0.08838165551424026
239051	rnn.bias_hh_l0	4	0.009776875376701355
239051	rnn.bias_hh_l0	5	-0.020412001758813858
239051	rnn.bias_hh_l0	6	0.028457941487431526
239051	rnn.bias_hh_l0	7	0.06077391654253006
239051	rnn.bias_hh_l0	8	-0.12177673727273941
239051	rnn.bias_hh_l0	9	-0.0563824363052845
239051	rnn.weight_ih_l0_reverse	0	-0.0258097555488348
239051	rnn.weight_ih_l0_reverse	1	-0.056599702686071396
239051	rnn.weight_ih_l0_reverse	2	-0.04861728847026825
239051	rnn.weight_ih_l0_reverse	3	0.015198194421827793
239051	rnn.weight_ih_l0_reverse	4	-0.024567216634750366
239051	rnn.weight_ih_l0_reverse	5	-0.057446736842393875
239051	rnn.weight_ih_l0_reverse	6	0.0744718462228775
239051	rnn.weight_ih_l0_reverse	7	-0.01847757026553154
239051	rnn.weight_ih_l0_reverse	8	-0.018991634249687195
239051	rnn.weight_ih_l0_reverse	9	0.003957728855311871
239051	rnn.weight_hh_l0_reverse	0	0.06786276400089264
239051	rnn.weight_hh_l0_reverse	1	0.019920988008379936
239051	rnn.weight_hh_l0_reverse	2	0.029184522107243538
239051	rnn.weight_hh_l0_reverse	3	0.03505675867199898
239051	rnn.weight_hh_l0_reverse	4	0.01378462091088295
239051	rnn.weight_hh_l0_reverse	5	0.007740940898656845
239051	rnn.weight_hh_l0_reverse	6	0.05118309706449509
239051	rnn.weight_hh_l0_reverse	7	-0.08242152631282806
239051	rnn.weight_hh_l0_reverse	8	0.040370676666498184
239051	rnn.weight_hh_l0_reverse	9	0.0354057215154171
239051	rnn.bias_ih_l0_reverse	0	-0.05742039158940315
239051	rnn.bias_ih_l0_reverse	1	-0.28247037529945374
239051	rnn.bias_ih_l0_reverse	2	-0.12236596643924713
239051	rnn.bias_ih_l0_reverse	3	-0.047906335443258286
239051	rnn.bias_ih_l0_reverse	4	-0.0212287325412035
239051	rnn.bias_ih_l0_reverse	5	0.07513733208179474
239051	rnn.bias_ih_l0_reverse	6	-0.06439395993947983
239051	rnn.bias_ih_l0_reverse	7	0.06133950129151344
239051	rnn.bias_ih_l0_reverse	8	-0.036909863352775574
239051	rnn.bias_ih_l0_reverse	9	0.06513378024101257
239051	rnn.bias_hh_l0_reverse	0	0.02371555007994175
239051	rnn.bias_hh_l0_reverse	1	-0.059922438114881516
239051	rnn.bias_hh_l0_reverse	2	0.08924178779125214
239051	rnn.bias_hh_l0_reverse	3	-0.050794754177331924
239051	rnn.bias_hh_l0_reverse	4	-0.02846621721982956
239051	rnn.bias_hh_l0_reverse	5	-0.019699623808264732
239051	rnn.bias_hh_l0_reverse	6	-0.01767103746533394
239051	rnn.bias_hh_l0_reverse	7	0.09986146539449692
239051	rnn.bias_hh_l0_reverse	8	0.03013729676604271
239051	rnn.bias_hh_l0_reverse	9	-0.14773401618003845
239051	rnn.weight_ih_l1	0	-0.029434965923428535
239051	rnn.weight_ih_l1	1	-0.050477419048547745
239051	rnn.weight_ih_l1	2	0.06428366154432297
239051	rnn.weight_ih_l1	3	-0.07371668517589569
239051	rnn.weight_ih_l1	4	-0.014508061110973358
239051	rnn.weight_ih_l1	5	-0.040352270007133484
239051	rnn.weight_ih_l1	6	0.029124252498149872
239051	rnn.weight_ih_l1	7	-0.04513796791434288
239051	rnn.weight_ih_l1	8	0.03781816363334656
239051	rnn.weight_ih_l1	9	0.0444515235722065
239051	rnn.weight_hh_l1	0	-0.006727129220962524
239051	rnn.weight_hh_l1	1	0.019786875694990158
239051	rnn.weight_hh_l1	2	0.008132489398121834
239051	rnn.weight_hh_l1	3	-0.012514395639300346
239051	rnn.weight_hh_l1	4	0.004792124964296818
239051	rnn.weight_hh_l1	5	0.034936580806970596
239051	rnn.weight_hh_l1	6	0.03644914552569389
239051	rnn.weight_hh_l1	7	-0.016121160238981247
239051	rnn.weight_hh_l1	8	-0.007481669541448355
239051	rnn.weight_hh_l1	9	0.03851955384016037
239051	rnn.bias_ih_l1	0	-0.18466465175151825
239051	rnn.bias_ih_l1	1	-0.17677320539951324
239051	rnn.bias_ih_l1	2	-0.19826197624206543
239051	rnn.bias_ih_l1	3	-0.3104931712150574
239051	rnn.bias_ih_l1	4	-0.20754577219486237
239051	rnn.bias_ih_l1	5	-0.08867792785167694
239051	rnn.bias_ih_l1	6	-0.16073764860630035
239051	rnn.bias_ih_l1	7	-0.0006379944388754666
239051	rnn.bias_ih_l1	8	-0.13317546248435974
239051	rnn.bias_ih_l1	9	-0.12572668492794037
239051	rnn.bias_hh_l1	0	-0.09534777700901031
239051	rnn.bias_hh_l1	1	-0.06412586569786072
239051	rnn.bias_hh_l1	2	-0.08418698608875275
239051	rnn.bias_hh_l1	3	-0.07723172754049301
239051	rnn.bias_hh_l1	4	-0.07358089089393616
239051	rnn.bias_hh_l1	5	-0.11843689531087875
239051	rnn.bias_hh_l1	6	-0.16136236488819122
239051	rnn.bias_hh_l1	7	0.07518495619297028
239051	rnn.bias_hh_l1	8	-0.17779026925563812
239051	rnn.bias_hh_l1	9	-0.11846648901700974
239051	rnn.weight_ih_l1_reverse	0	-0.04763380065560341
239051	rnn.weight_ih_l1_reverse	1	0.03255666047334671
239051	rnn.weight_ih_l1_reverse	2	0.08986205607652664
239051	rnn.weight_ih_l1_reverse	3	-0.018402107059955597
239051	rnn.weight_ih_l1_reverse	4	-0.02264736220240593
239051	rnn.weight_ih_l1_reverse	5	-0.030600961297750473
239051	rnn.weight_ih_l1_reverse	6	-0.020401298999786377
239051	rnn.weight_ih_l1_reverse	7	0.029103482142090797
239051	rnn.weight_ih_l1_reverse	8	0.007867688313126564
239051	rnn.weight_ih_l1_reverse	9	-0.03382274508476257
239051	rnn.weight_hh_l1_reverse	0	0.004670992959290743
239051	rnn.weight_hh_l1_reverse	1	0.03169810399413109
239051	rnn.weight_hh_l1_reverse	2	-0.04057442396879196
239051	rnn.weight_hh_l1_reverse	3	0.035123541951179504
239051	rnn.weight_hh_l1_reverse	4	0.04743269830942154
239051	rnn.weight_hh_l1_reverse	5	0.005124853923916817
239051	rnn.weight_hh_l1_reverse	6	0.0486229732632637
239051	rnn.weight_hh_l1_reverse	7	0.03113328479230404
239051	rnn.weight_hh_l1_reverse	8	-0.007196112535893917
239051	rnn.weight_hh_l1_reverse	9	-0.030257675796747208
239051	rnn.bias_ih_l1_reverse	0	-0.04623891040682793
239051	rnn.bias_ih_l1_reverse	1	-0.13991285860538483
239051	rnn.bias_ih_l1_reverse	2	-0.16340452432632446
239051	rnn.bias_ih_l1_reverse	3	-0.06354895234107971
239051	rnn.bias_ih_l1_reverse	4	-0.20318806171417236
239051	rnn.bias_ih_l1_reverse	5	-0.1161956936120987
239051	rnn.bias_ih_l1_reverse	6	-0.1305706650018692
239051	rnn.bias_ih_l1_reverse	7	-0.19390253722667694
239051	rnn.bias_ih_l1_reverse	8	0.22677719593048096
239051	rnn.bias_ih_l1_reverse	9	0.025012226775288582
239051	rnn.bias_hh_l1_reverse	0	0.012043388560414314
239051	rnn.bias_hh_l1_reverse	1	-0.06485715508460999
239051	rnn.bias_hh_l1_reverse	2	-0.23698535561561584
239051	rnn.bias_hh_l1_reverse	3	-0.1421666145324707
239051	rnn.bias_hh_l1_reverse	4	-0.08047236502170563
239051	rnn.bias_hh_l1_reverse	5	-0.11525862663984299
239051	rnn.bias_hh_l1_reverse	6	0.061507340520620346
239051	rnn.bias_hh_l1_reverse	7	-0.1389697939157486
239051	rnn.bias_hh_l1_reverse	8	-0.12378000468015671
239051	rnn.bias_hh_l1_reverse	9	-0.14810222387313843
239051	linear.weight	0	0.002228822559118271
239051	linear.weight	1	0.09662158787250519
239051	linear.weight	2	-0.09154855459928513
239051	linear.weight	3	0.30913522839546204
239051	linear.weight	4	0.15082477033138275
239051	linear.weight	5	-0.06434723734855652
239051	linear.weight	6	0.09642583876848221
239051	linear.weight	7	0.13065987825393677
239051	linear.weight	8	0.0411350317299366
239051	linear.weight	9	-0.051267433911561966
239051	linear.bias	0	0.08339176326990128
239051	linear.bias	1	-0.19296975433826447
239051	linear.bias	2	-0.4494361877441406
239051	linear.bias	3	-0.6604085564613342
239051	linear.bias	4	-1.259579062461853
239051	linear.bias	5	-0.05836913734674454
239051	linear.bias	6	-0.8277388215065002
239051	linear.bias	7	0.2741333544254303
239051	linear.bias	8	-0.40099310874938965
239051	linear.bias	9	-1.0271916389465332
239248	transitions	0	0.7424058318138123
239248	transitions	1	0.13931240141391754
239248	transitions	2	-10000.0
239248	transitions	3	-1.8279699087142944
239248	transitions	4	-10000.0
239248	transitions	5	0.5632220506668091
239248	transitions	6	-0.08530030399560928
239248	transitions	7	-0.8080816268920898
239248	transitions	8	-1.4221283197402954
239248	transitions	9	-0.001228754292242229
239248	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
239248	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
239248	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
239248	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
239248	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
239248	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
239248	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
239248	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
239248	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
239248	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
239248	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
239248	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
239248	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
239248	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
239248	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
239248	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
239248	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
239248	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
239248	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
239248	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
239248	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
239248	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
239248	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
239248	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
239248	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
239248	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
239248	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
239248	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
239248	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
239248	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
239248	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
239248	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
239248	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
239248	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
239248	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
239248	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
239248	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
239248	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
239248	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
239248	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
239248	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
239248	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
239248	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
239248	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
239248	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
239248	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
239248	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
239248	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
239248	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
239248	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
239248	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
239248	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
239248	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
239248	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
239248	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
239248	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
239248	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
239248	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
239248	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
239248	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
239248	embedding2nn.weight	0	0.01676076464354992
239248	embedding2nn.weight	1	-0.012738986872136593
239248	embedding2nn.weight	2	-0.014268254861235619
239248	embedding2nn.weight	3	-0.031274013221263885
239248	embedding2nn.weight	4	-0.0059150345623493195
239248	embedding2nn.weight	5	-0.0037005888298153877
239248	embedding2nn.weight	6	-0.003973265644162893
239248	embedding2nn.weight	7	-0.07650841772556305
239248	embedding2nn.weight	8	-0.0019979383796453476
239248	embedding2nn.weight	9	-0.027532516047358513
239248	embedding2nn.bias	0	0.034817736595869064
239248	embedding2nn.bias	1	-0.07647705078125
239248	embedding2nn.bias	2	0.07172740995883942
239248	embedding2nn.bias	3	0.05508233234286308
239248	embedding2nn.bias	4	-0.04570688307285309
239248	embedding2nn.bias	5	-0.00818653590977192
239248	embedding2nn.bias	6	0.014111589640378952
239248	embedding2nn.bias	7	-0.055518098175525665
239248	embedding2nn.bias	8	0.06968145817518234
239248	embedding2nn.bias	9	0.04610051214694977
239248	rnn.weight_ih_l0	0	-0.07904181629419327
239248	rnn.weight_ih_l0	1	0.003286730730906129
239248	rnn.weight_ih_l0	2	0.03516106307506561
239248	rnn.weight_ih_l0	3	0.022865055128932
239248	rnn.weight_ih_l0	4	-0.04946467652916908
239248	rnn.weight_ih_l0	5	-0.0681784525513649
239248	rnn.weight_ih_l0	6	-0.0010227096499875188
239248	rnn.weight_ih_l0	7	0.053519412875175476
239248	rnn.weight_ih_l0	8	-0.01764172688126564
239248	rnn.weight_ih_l0	9	-0.030773289501667023
239248	rnn.weight_hh_l0	0	-0.030645670369267464
239248	rnn.weight_hh_l0	1	-0.007902460172772408
239248	rnn.weight_hh_l0	2	0.007082464639097452
239248	rnn.weight_hh_l0	3	-0.07450587302446365
239248	rnn.weight_hh_l0	4	0.09385337680578232
239248	rnn.weight_hh_l0	5	-0.025630364194512367
239248	rnn.weight_hh_l0	6	-0.06388946622610092
239248	rnn.weight_hh_l0	7	0.009733988903462887
239248	rnn.weight_hh_l0	8	0.013519343920052052
239248	rnn.weight_hh_l0	9	-0.025892209261655807
239248	rnn.bias_ih_l0	0	0.1283862590789795
239248	rnn.bias_ih_l0	1	-0.03553465008735657
239248	rnn.bias_ih_l0	2	-0.03531428053975105
239248	rnn.bias_ih_l0	3	0.16291025280952454
239248	rnn.bias_ih_l0	4	-0.012761215679347515
239248	rnn.bias_ih_l0	5	-0.021554941311478615
239248	rnn.bias_ih_l0	6	0.017884504050016403
239248	rnn.bias_ih_l0	7	0.022275405004620552
239248	rnn.bias_ih_l0	8	-0.10078330338001251
239248	rnn.bias_ih_l0	9	-0.04005644842982292
239248	rnn.bias_hh_l0	0	-0.001334330183453858
239248	rnn.bias_hh_l0	1	-0.0970667228102684
239248	rnn.bias_hh_l0	2	-0.07554414868354797
239248	rnn.bias_hh_l0	3	-0.08829854428768158
239248	rnn.bias_hh_l0	4	0.009542274288833141
239248	rnn.bias_hh_l0	5	-0.020765086635947227
239248	rnn.bias_hh_l0	6	0.02866915985941887
239248	rnn.bias_hh_l0	7	0.061246179044246674
239248	rnn.bias_hh_l0	8	-0.12185559421777725
239248	rnn.bias_hh_l0	9	-0.05664839223027229
239248	rnn.weight_ih_l0_reverse	0	-0.02577519789338112
239248	rnn.weight_ih_l0_reverse	1	-0.056524861603975296
239248	rnn.weight_ih_l0_reverse	2	-0.048554785549640656
239248	rnn.weight_ih_l0_reverse	3	0.015204362571239471
239248	rnn.weight_ih_l0_reverse	4	-0.02466680482029915
239248	rnn.weight_ih_l0_reverse	5	-0.05745662376284599
239248	rnn.weight_ih_l0_reverse	6	0.07462308555841446
239248	rnn.weight_ih_l0_reverse	7	-0.0185242947191
239248	rnn.weight_ih_l0_reverse	8	-0.018950635567307472
239248	rnn.weight_ih_l0_reverse	9	0.0039920746348798275
239248	rnn.weight_hh_l0_reverse	0	0.06790647655725479
239248	rnn.weight_hh_l0_reverse	1	0.019910752773284912
239248	rnn.weight_hh_l0_reverse	2	0.029236406087875366
239248	rnn.weight_hh_l0_reverse	3	0.03506859764456749
239248	rnn.weight_hh_l0_reverse	4	0.013685397803783417
239248	rnn.weight_hh_l0_reverse	5	0.00776244979351759
239248	rnn.weight_hh_l0_reverse	6	0.05121878907084465
239248	rnn.weight_hh_l0_reverse	7	-0.08249305933713913
239248	rnn.weight_hh_l0_reverse	8	0.040413953363895416
239248	rnn.weight_hh_l0_reverse	9	0.035401515662670135
239248	rnn.bias_ih_l0_reverse	0	-0.05757474526762962
239248	rnn.bias_ih_l0_reverse	1	-0.2824440002441406
239248	rnn.bias_ih_l0_reverse	2	-0.1226033866405487
239248	rnn.bias_ih_l0_reverse	3	-0.04780755564570427
239248	rnn.bias_ih_l0_reverse	4	-0.02144112065434456
239248	rnn.bias_ih_l0_reverse	5	0.07540684193372726
239248	rnn.bias_ih_l0_reverse	6	-0.06439527124166489
239248	rnn.bias_ih_l0_reverse	7	0.061136387288570404
239248	rnn.bias_ih_l0_reverse	8	-0.03688349574804306
239248	rnn.bias_ih_l0_reverse	9	0.06539271771907806
239248	rnn.bias_hh_l0_reverse	0	0.023845326155424118
239248	rnn.bias_hh_l0_reverse	1	-0.060019999742507935
239248	rnn.bias_hh_l0_reverse	2	0.08940071612596512
239248	rnn.bias_hh_l0_reverse	3	-0.05065983161330223
239248	rnn.bias_hh_l0_reverse	4	-0.02862383984029293
239248	rnn.bias_hh_l0_reverse	5	-0.019697628915309906
239248	rnn.bias_hh_l0_reverse	6	-0.01750076375901699
239248	rnn.bias_hh_l0_reverse	7	0.09965591877698898
239248	rnn.bias_hh_l0_reverse	8	0.030105674639344215
239248	rnn.bias_hh_l0_reverse	9	-0.1479748785495758
239248	rnn.weight_ih_l1	0	-0.029435282573103905
239248	rnn.weight_ih_l1	1	-0.050498850643634796
239248	rnn.weight_ih_l1	2	0.06411135196685791
239248	rnn.weight_ih_l1	3	-0.07368338853120804
239248	rnn.weight_ih_l1	4	-0.014404740184545517
239248	rnn.weight_ih_l1	5	-0.04034470021724701
239248	rnn.weight_ih_l1	6	0.029185153543949127
239248	rnn.weight_ih_l1	7	-0.0452134795486927
239248	rnn.weight_ih_l1	8	0.037797100841999054
239248	rnn.weight_ih_l1	9	0.04449901357293129
239248	rnn.weight_hh_l1	0	-0.006611640099436045
239248	rnn.weight_hh_l1	1	0.019782505929470062
239248	rnn.weight_hh_l1	2	0.008072138763964176
239248	rnn.weight_hh_l1	3	-0.012511581182479858
239248	rnn.weight_hh_l1	4	0.004761646501719952
239248	rnn.weight_hh_l1	5	0.03492676466703415
239248	rnn.weight_hh_l1	6	0.036407072097063065
239248	rnn.weight_hh_l1	7	-0.016135668382048607
239248	rnn.weight_hh_l1	8	-0.0074973213486373425
239248	rnn.weight_hh_l1	9	0.038517147302627563
239248	rnn.bias_ih_l1	0	-0.18471644818782806
239248	rnn.bias_ih_l1	1	-0.1768619269132614
239248	rnn.bias_ih_l1	2	-0.1983192265033722
239248	rnn.bias_ih_l1	3	-0.31034165620803833
239248	rnn.bias_ih_l1	4	-0.20754745602607727
239248	rnn.bias_ih_l1	5	-0.08872468024492264
239248	rnn.bias_ih_l1	6	-0.16092947125434875
239248	rnn.bias_ih_l1	7	-0.0007006897940300405
239248	rnn.bias_ih_l1	8	-0.13347701728343964
239248	rnn.bias_ih_l1	9	-0.125441312789917
239248	rnn.bias_hh_l1	0	-0.09552711248397827
239248	rnn.bias_hh_l1	1	-0.0638314038515091
239248	rnn.bias_hh_l1	2	-0.08426155894994736
239248	rnn.bias_hh_l1	3	-0.07728341966867447
239248	rnn.bias_hh_l1	4	-0.07376059144735336
239248	rnn.bias_hh_l1	5	-0.11850409209728241
239248	rnn.bias_hh_l1	6	-0.16091234982013702
239248	rnn.bias_hh_l1	7	0.07536862790584564
239248	rnn.bias_hh_l1	8	-0.1775459200143814
239248	rnn.bias_hh_l1	9	-0.11847580969333649
239248	rnn.weight_ih_l1_reverse	0	-0.047649357467889786
239248	rnn.weight_ih_l1_reverse	1	0.03252425789833069
239248	rnn.weight_ih_l1_reverse	2	0.08980781584978104
239248	rnn.weight_ih_l1_reverse	3	-0.018257945775985718
239248	rnn.weight_ih_l1_reverse	4	-0.022525044158101082
239248	rnn.weight_ih_l1_reverse	5	-0.030626248568296432
239248	rnn.weight_ih_l1_reverse	6	-0.020435325801372528
239248	rnn.weight_ih_l1_reverse	7	0.029095547273755074
239248	rnn.weight_ih_l1_reverse	8	0.0077238185331225395
239248	rnn.weight_ih_l1_reverse	9	-0.03386617824435234
239248	rnn.weight_hh_l1_reverse	0	0.004669451620429754
239248	rnn.weight_hh_l1_reverse	1	0.03170546144247055
239248	rnn.weight_hh_l1_reverse	2	-0.04057847708463669
239248	rnn.weight_hh_l1_reverse	3	0.03511609882116318
239248	rnn.weight_hh_l1_reverse	4	0.04742569848895073
239248	rnn.weight_hh_l1_reverse	5	0.005159666296094656
239248	rnn.weight_hh_l1_reverse	6	0.04847165569663048
239248	rnn.weight_hh_l1_reverse	7	0.031170450150966644
239248	rnn.weight_hh_l1_reverse	8	-0.0072082094848155975
239248	rnn.weight_hh_l1_reverse	9	-0.030260784551501274
239248	rnn.bias_ih_l1_reverse	0	-0.04650359973311424
239248	rnn.bias_ih_l1_reverse	1	-0.13972662389278412
239248	rnn.bias_ih_l1_reverse	2	-0.16322489082813263
239248	rnn.bias_ih_l1_reverse	3	-0.06400778889656067
239248	rnn.bias_ih_l1_reverse	4	-0.20313450694084167
239248	rnn.bias_ih_l1_reverse	5	-0.11630738526582718
239248	rnn.bias_ih_l1_reverse	6	-0.1306566447019577
239248	rnn.bias_ih_l1_reverse	7	-0.19384482502937317
239248	rnn.bias_ih_l1_reverse	8	0.2272138148546219
239248	rnn.bias_ih_l1_reverse	9	0.025276485830545425
239248	rnn.bias_hh_l1_reverse	0	0.011668849736452103
239248	rnn.bias_hh_l1_reverse	1	-0.06511882692575455
239248	rnn.bias_hh_l1_reverse	2	-0.2369794398546219
239248	rnn.bias_hh_l1_reverse	3	-0.14212638139724731
239248	rnn.bias_hh_l1_reverse	4	-0.08051525056362152
239248	rnn.bias_hh_l1_reverse	5	-0.11529523134231567
239248	rnn.bias_hh_l1_reverse	6	0.061990369111299515
239248	rnn.bias_hh_l1_reverse	7	-0.13891750574111938
239248	rnn.bias_hh_l1_reverse	8	-0.12375735491514206
239248	rnn.bias_hh_l1_reverse	9	-0.14807118475437164
239248	linear.weight	0	0.002228822559118271
239248	linear.weight	1	0.09654975682497025
239248	linear.weight	2	-0.09190624207258224
239248	linear.weight	3	0.3091388940811157
239248	linear.weight	4	0.1504991054534912
239248	linear.weight	5	-0.06455747783184052
239248	linear.weight	6	0.09659290313720703
239248	linear.weight	7	0.13029029965400696
239248	linear.weight	8	0.041135020554065704
239248	linear.weight	9	-0.051468681544065475
239248	linear.bias	0	0.0838107317686081
239248	linear.bias	1	-0.19168592989444733
239248	linear.bias	2	-0.4541992247104645
239248	linear.bias	3	-0.6574565172195435
239248	linear.bias	4	-1.2568925619125366
239248	linear.bias	5	-0.060467079281806946
239248	linear.bias	6	-0.8263416290283203
239248	linear.bias	7	0.2721990644931793
239248	linear.bias	8	-0.39807960391044617
239248	linear.bias	9	-1.0242762565612793
239445	transitions	0	0.7414767742156982
239445	transitions	1	0.13909907639026642
239445	transitions	2	-10000.0
239445	transitions	3	-1.8279708623886108
239445	transitions	4	-10000.0
239445	transitions	5	0.5632127523422241
239445	transitions	6	-0.0853024274110794
239445	transitions	7	-0.8080969452857971
239445	transitions	8	-1.4221304655075073
239445	transitions	9	-0.0012287680292502046
239445	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
239445	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
239445	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
239445	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
239445	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
239445	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
239445	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
239445	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
239445	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
239445	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
239445	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
239445	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
239445	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
239445	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
239445	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
239445	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
239445	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
239445	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
239445	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
239445	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
239445	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
239445	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
239445	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
239445	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
239445	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
239445	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
239445	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
239445	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
239445	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
239445	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
239445	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
239445	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
239445	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
239445	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
239445	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
239445	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
239445	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
239445	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
239445	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
239445	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
239445	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
239445	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
239445	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
239445	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
239445	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
239445	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
239445	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
239445	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
239445	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
239445	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
239445	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
239445	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
239445	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
239445	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
239445	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
239445	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
239445	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
239445	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
239445	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
239445	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
239445	embedding2nn.weight	0	0.01680169440805912
239445	embedding2nn.weight	1	-0.01272871159017086
239445	embedding2nn.weight	2	-0.014268254861235619
239445	embedding2nn.weight	3	-0.03131117299199104
239445	embedding2nn.weight	4	-0.0059150345623493195
239445	embedding2nn.weight	5	-0.0037005888298153877
239445	embedding2nn.weight	6	-0.003973265644162893
239445	embedding2nn.weight	7	-0.07648399472236633
239445	embedding2nn.weight	8	-0.0019979383796453476
239445	embedding2nn.weight	9	-0.027517234906554222
239445	embedding2nn.bias	0	0.03446662425994873
239445	embedding2nn.bias	1	-0.07711631059646606
239445	embedding2nn.bias	2	0.07041707634925842
239445	embedding2nn.bias	3	0.054951831698417664
239445	embedding2nn.bias	4	-0.04624105617403984
239445	embedding2nn.bias	5	-0.007859504781663418
239445	embedding2nn.bias	6	0.01286385953426361
239445	embedding2nn.bias	7	-0.05492415279150009
239445	embedding2nn.bias	8	0.06930878013372421
239445	embedding2nn.bias	9	0.04671063646674156
239445	rnn.weight_ih_l0	0	-0.07908118516206741
239445	rnn.weight_ih_l0	1	0.0034385269973427057
239445	rnn.weight_ih_l0	2	0.03516775369644165
239445	rnn.weight_ih_l0	3	0.022714300081133842
239445	rnn.weight_ih_l0	4	-0.04944639652967453
239445	rnn.weight_ih_l0	5	-0.0682254284620285
239445	rnn.weight_ih_l0	6	-0.0010572863975539804
239445	rnn.weight_ih_l0	7	0.05345221608877182
239445	rnn.weight_ih_l0	8	-0.017626741901040077
239445	rnn.weight_ih_l0	9	-0.030798887833952904
239445	rnn.weight_hh_l0	0	-0.03063976764678955
239445	rnn.weight_hh_l0	1	-0.007789002265781164
239445	rnn.weight_hh_l0	2	0.0071135014295578
239445	rnn.weight_hh_l0	3	-0.07446523010730743
239445	rnn.weight_hh_l0	4	0.09390439838171005
239445	rnn.weight_hh_l0	5	-0.025626713410019875
239445	rnn.weight_hh_l0	6	-0.06406227499246597
239445	rnn.weight_hh_l0	7	0.009591594338417053
239445	rnn.weight_hh_l0	8	0.013570505194365978
239445	rnn.weight_hh_l0	9	-0.02593429572880268
239445	rnn.bias_ih_l0	0	0.12822985649108887
239445	rnn.bias_ih_l0	1	-0.03551478311419487
239445	rnn.bias_ih_l0	2	-0.035285525023937225
239445	rnn.bias_ih_l0	3	0.16248682141304016
239445	rnn.bias_ih_l0	4	-0.012818844057619572
239445	rnn.bias_ih_l0	5	-0.02134065516293049
239445	rnn.bias_ih_l0	6	0.01779896579682827
239445	rnn.bias_ih_l0	7	0.02236831560730934
239445	rnn.bias_ih_l0	8	-0.10059601813554764
239445	rnn.bias_ih_l0	9	-0.03971538320183754
239445	rnn.bias_hh_l0	0	-0.001196394325233996
239445	rnn.bias_hh_l0	1	-0.09689589589834213
239445	rnn.bias_hh_l0	2	-0.07555787265300751
239445	rnn.bias_hh_l0	3	-0.08824226260185242
239445	rnn.bias_hh_l0	4	0.009553839452564716
239445	rnn.bias_hh_l0	5	-0.020813874900341034
239445	rnn.bias_hh_l0	6	0.02857939898967743
239445	rnn.bias_hh_l0	7	0.06118413433432579
239445	rnn.bias_hh_l0	8	-0.1221877932548523
239445	rnn.bias_hh_l0	9	-0.05700121819972992
239445	rnn.weight_ih_l0_reverse	0	-0.02574221044778824
239445	rnn.weight_ih_l0_reverse	1	-0.05647045001387596
239445	rnn.weight_ih_l0_reverse	2	-0.04860715940594673
239445	rnn.weight_ih_l0_reverse	3	0.015153084881603718
239445	rnn.weight_ih_l0_reverse	4	-0.024599215015769005
239445	rnn.weight_ih_l0_reverse	5	-0.05745355784893036
239445	rnn.weight_ih_l0_reverse	6	0.07454875856637955
239445	rnn.weight_ih_l0_reverse	7	-0.01858275569975376
239445	rnn.weight_ih_l0_reverse	8	-0.01892601139843464
239445	rnn.weight_ih_l0_reverse	9	0.003986342344433069
239445	rnn.weight_hh_l0_reverse	0	0.0679164007306099
239445	rnn.weight_hh_l0_reverse	1	0.019927406683564186
239445	rnn.weight_hh_l0_reverse	2	0.02919161505997181
239445	rnn.weight_hh_l0_reverse	3	0.03508180379867554
239445	rnn.weight_hh_l0_reverse	4	0.013760503381490707
239445	rnn.weight_hh_l0_reverse	5	0.007870104163885117
239445	rnn.weight_hh_l0_reverse	6	0.05124543234705925
239445	rnn.weight_hh_l0_reverse	7	-0.0824720486998558
239445	rnn.weight_hh_l0_reverse	8	0.04041716456413269
239445	rnn.weight_hh_l0_reverse	9	0.03539417311549187
239445	rnn.bias_ih_l0_reverse	0	-0.057378415018320084
239445	rnn.bias_ih_l0_reverse	1	-0.28219518065452576
239445	rnn.bias_ih_l0_reverse	2	-0.12269017100334167
239445	rnn.bias_ih_l0_reverse	3	-0.04768756031990051
239445	rnn.bias_ih_l0_reverse	4	-0.021507296711206436
239445	rnn.bias_ih_l0_reverse	5	0.07542062550783157
239445	rnn.bias_ih_l0_reverse	6	-0.06452466547489166
239445	rnn.bias_ih_l0_reverse	7	0.06099608168005943
239445	rnn.bias_ih_l0_reverse	8	-0.037032600492239
239445	rnn.bias_ih_l0_reverse	9	0.06544160842895508
239445	rnn.bias_hh_l0_reverse	0	0.0238044373691082
239445	rnn.bias_hh_l0_reverse	1	-0.059979647397994995
239445	rnn.bias_hh_l0_reverse	2	0.08951590210199356
239445	rnn.bias_hh_l0_reverse	3	-0.050777867436409
239445	rnn.bias_hh_l0_reverse	4	-0.028492633253335953
239445	rnn.bias_hh_l0_reverse	5	-0.019509773701429367
239445	rnn.bias_hh_l0_reverse	6	-0.01752796210348606
239445	rnn.bias_hh_l0_reverse	7	0.09961313754320145
239445	rnn.bias_hh_l0_reverse	8	0.03004683367908001
239445	rnn.bias_hh_l0_reverse	9	-0.14782418310642242
239445	rnn.weight_ih_l1	0	-0.029503900557756424
239445	rnn.weight_ih_l1	1	-0.05054431036114693
239445	rnn.weight_ih_l1	2	0.06408056616783142
239445	rnn.weight_ih_l1	3	-0.0737917572259903
239445	rnn.weight_ih_l1	4	-0.014406715519726276
239445	rnn.weight_ih_l1	5	-0.040305718779563904
239445	rnn.weight_ih_l1	6	0.0293094702064991
239445	rnn.weight_ih_l1	7	-0.04519245773553848
239445	rnn.weight_ih_l1	8	0.037741586565971375
239445	rnn.weight_ih_l1	9	0.044514335691928864
239445	rnn.weight_hh_l1	0	-0.006602873094379902
239445	rnn.weight_hh_l1	1	0.01977725140750408
239445	rnn.weight_hh_l1	2	0.0080046271905303
239445	rnn.weight_hh_l1	3	-0.01251115370541811
239445	rnn.weight_hh_l1	4	0.0048076799139380455
239445	rnn.weight_hh_l1	5	0.034938398748636246
239445	rnn.weight_hh_l1	6	0.036420173943042755
239445	rnn.weight_hh_l1	7	-0.016168134286999702
239445	rnn.weight_hh_l1	8	-0.007500448729842901
239445	rnn.weight_hh_l1	9	0.03852684050798416
239445	rnn.bias_ih_l1	0	-0.18444882333278656
239445	rnn.bias_ih_l1	1	-0.17659345269203186
239445	rnn.bias_ih_l1	2	-0.19831694662570953
239445	rnn.bias_ih_l1	3	-0.31012338399887085
239445	rnn.bias_ih_l1	4	-0.20768779516220093
239445	rnn.bias_ih_l1	5	-0.088842011988163
239445	rnn.bias_ih_l1	6	-0.16084405779838562
239445	rnn.bias_ih_l1	7	-0.0006270426674745977
239445	rnn.bias_ih_l1	8	-0.133504718542099
239445	rnn.bias_ih_l1	9	-0.1253151297569275
239445	rnn.bias_hh_l1	0	-0.09540319442749023
239445	rnn.bias_hh_l1	1	-0.06381891667842865
239445	rnn.bias_hh_l1	2	-0.08459970355033875
239445	rnn.bias_hh_l1	3	-0.07727315276861191
239445	rnn.bias_hh_l1	4	-0.07372166216373444
239445	rnn.bias_hh_l1	5	-0.11853592097759247
239445	rnn.bias_hh_l1	6	-0.1609881967306137
239445	rnn.bias_hh_l1	7	0.07572231441736221
239445	rnn.bias_hh_l1	8	-0.1773320883512497
239445	rnn.bias_hh_l1	9	-0.11843521147966385
239445	rnn.weight_ih_l1_reverse	0	-0.04748896509408951
239445	rnn.weight_ih_l1_reverse	1	0.0324021577835083
239445	rnn.weight_ih_l1_reverse	2	0.08983361721038818
239445	rnn.weight_ih_l1_reverse	3	-0.01828950271010399
239445	rnn.weight_ih_l1_reverse	4	-0.022398851811885834
239445	rnn.weight_ih_l1_reverse	5	-0.030607379972934723
239445	rnn.weight_ih_l1_reverse	6	-0.020208416506648064
239445	rnn.weight_ih_l1_reverse	7	0.029135676100850105
239445	rnn.weight_ih_l1_reverse	8	0.007779281586408615
239445	rnn.weight_ih_l1_reverse	9	-0.03385162726044655
239445	rnn.weight_hh_l1_reverse	0	0.004675640258938074
239445	rnn.weight_hh_l1_reverse	1	0.031680990010499954
239445	rnn.weight_hh_l1_reverse	2	-0.040574055165052414
239445	rnn.weight_hh_l1_reverse	3	0.03512752801179886
239445	rnn.weight_hh_l1_reverse	4	0.04740031436085701
239445	rnn.weight_hh_l1_reverse	5	0.00517647247761488
239445	rnn.weight_hh_l1_reverse	6	0.04848085343837738
239445	rnn.weight_hh_l1_reverse	7	0.031177280470728874
239445	rnn.weight_hh_l1_reverse	8	-0.007206358481198549
239445	rnn.weight_hh_l1_reverse	9	-0.030260782688856125
239445	rnn.bias_ih_l1_reverse	0	-0.046421315521001816
239445	rnn.bias_ih_l1_reverse	1	-0.13997873663902283
239445	rnn.bias_ih_l1_reverse	2	-0.16304773092269897
239445	rnn.bias_ih_l1_reverse	3	-0.0637909322977066
239445	rnn.bias_ih_l1_reverse	4	-0.20324507355690002
239445	rnn.bias_ih_l1_reverse	5	-0.1163179948925972
239445	rnn.bias_ih_l1_reverse	6	-0.13064664602279663
239445	rnn.bias_ih_l1_reverse	7	-0.19380566477775574
239445	rnn.bias_ih_l1_reverse	8	0.22677230834960938
239445	rnn.bias_ih_l1_reverse	9	0.02567184716463089
239445	rnn.bias_hh_l1_reverse	0	0.012086113914847374
239445	rnn.bias_hh_l1_reverse	1	-0.06526011973619461
239445	rnn.bias_hh_l1_reverse	2	-0.23706987500190735
239445	rnn.bias_hh_l1_reverse	3	-0.14202605187892914
239445	rnn.bias_hh_l1_reverse	4	-0.08056526631116867
239445	rnn.bias_hh_l1_reverse	5	-0.11558092385530472
239445	rnn.bias_hh_l1_reverse	6	0.06175142899155617
239445	rnn.bias_hh_l1_reverse	7	-0.13920699059963226
239445	rnn.bias_hh_l1_reverse	8	-0.12374769151210785
239445	rnn.bias_hh_l1_reverse	9	-0.1480957567691803
239445	linear.weight	0	0.002228822559118271
239445	linear.weight	1	0.09668378531932831
239445	linear.weight	2	-0.0920369103550911
239445	linear.weight	3	0.30914875864982605
239445	linear.weight	4	0.1503094881772995
239445	linear.weight	5	-0.06445909291505814
239445	linear.weight	6	0.09621215611696243
239445	linear.weight	7	0.13047993183135986
239445	linear.weight	8	0.041134998202323914
239445	linear.weight	9	-0.05158987641334534
239445	linear.bias	0	0.08157571405172348
239445	linear.bias	1	-0.1926765739917755
239445	linear.bias	2	-0.4558732211589813
239445	linear.bias	3	-0.6598645448684692
239445	linear.bias	4	-1.2593512535095215
239445	linear.bias	5	-0.06036559119820595
239445	linear.bias	6	-0.826877236366272
239445	linear.bias	7	0.27239587903022766
239445	linear.bias	8	-0.39623507857322693
239445	linear.bias	9	-1.0225157737731934
239642	transitions	0	0.741022527217865
239642	transitions	1	0.1393573135137558
239642	transitions	2	-10000.0
239642	transitions	3	-1.8279730081558228
239642	transitions	4	-10000.0
239642	transitions	5	0.5632117390632629
239642	transitions	6	-0.08530771732330322
239642	transitions	7	-0.8081147074699402
239642	transitions	8	-1.4221330881118774
239642	transitions	9	-0.0012287891004234552
239642	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
239642	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
239642	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
239642	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
239642	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
239642	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
239642	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
239642	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
239642	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
239642	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
239642	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
239642	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
239642	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
239642	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
239642	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
239642	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
239642	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
239642	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
239642	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
239642	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
239642	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
239642	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
239642	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
239642	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
239642	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
239642	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
239642	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
239642	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
239642	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
239642	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
239642	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
239642	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
239642	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
239642	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
239642	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
239642	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
239642	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
239642	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
239642	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
239642	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
239642	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
239642	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
239642	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
239642	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
239642	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
239642	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
239642	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
239642	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
239642	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
239642	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
239642	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
239642	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
239642	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
239642	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
239642	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
239642	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
239642	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
239642	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
239642	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
239642	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
239642	embedding2nn.weight	0	0.016729746013879776
239642	embedding2nn.weight	1	-0.012756050564348698
239642	embedding2nn.weight	2	-0.014268254861235619
239642	embedding2nn.weight	3	-0.031375788152217865
239642	embedding2nn.weight	4	-0.0059150345623493195
239642	embedding2nn.weight	5	-0.0037005888298153877
239642	embedding2nn.weight	6	-0.003973265644162893
239642	embedding2nn.weight	7	-0.07640356570482254
239642	embedding2nn.weight	8	-0.0019979383796453476
239642	embedding2nn.weight	9	-0.027448803186416626
239642	embedding2nn.bias	0	0.034343671053647995
239642	embedding2nn.bias	1	-0.07712957262992859
239642	embedding2nn.bias	2	0.06960717588663101
239642	embedding2nn.bias	3	0.054547619074583054
239642	embedding2nn.bias	4	-0.04608389362692833
239642	embedding2nn.bias	5	-0.007938649505376816
239642	embedding2nn.bias	6	0.013208271004259586
239642	embedding2nn.bias	7	-0.05419285222887993
239642	embedding2nn.bias	8	0.06932909041643143
239642	embedding2nn.bias	9	0.04650120437145233
239642	rnn.weight_ih_l0	0	-0.0790814757347107
239642	rnn.weight_ih_l0	1	0.003434313926845789
239642	rnn.weight_ih_l0	2	0.03515226021409035
239642	rnn.weight_ih_l0	3	0.022705672308802605
239642	rnn.weight_ih_l0	4	-0.04949941486120224
239642	rnn.weight_ih_l0	5	-0.06827713549137115
239642	rnn.weight_ih_l0	6	-0.0010863055940717459
239642	rnn.weight_ih_l0	7	0.05343955382704735
239642	rnn.weight_ih_l0	8	-0.017680061981081963
239642	rnn.weight_ih_l0	9	-0.03079933486878872
239642	rnn.weight_hh_l0	0	-0.030588623136281967
239642	rnn.weight_hh_l0	1	-0.007833744399249554
239642	rnn.weight_hh_l0	2	0.007122526410967112
239642	rnn.weight_hh_l0	3	-0.07446105778217316
239642	rnn.weight_hh_l0	4	0.09384201467037201
239642	rnn.weight_hh_l0	5	-0.02566465362906456
239642	rnn.weight_hh_l0	6	-0.06404566019773483
239642	rnn.weight_hh_l0	7	0.009626499377191067
239642	rnn.weight_hh_l0	8	0.013662234880030155
239642	rnn.weight_hh_l0	9	-0.025953810662031174
239642	rnn.bias_ih_l0	0	0.12828217446804047
239642	rnn.bias_ih_l0	1	-0.03561614826321602
239642	rnn.bias_ih_l0	2	-0.03525803983211517
239642	rnn.bias_ih_l0	3	0.16239021718502045
239642	rnn.bias_ih_l0	4	-0.012897375971078873
239642	rnn.bias_ih_l0	5	-0.021624473854899406
239642	rnn.bias_ih_l0	6	0.01786455139517784
239642	rnn.bias_ih_l0	7	0.02250191941857338
239642	rnn.bias_ih_l0	8	-0.10058125853538513
239642	rnn.bias_ih_l0	9	-0.03984580561518669
239642	rnn.bias_hh_l0	0	-0.0012223994126543403
239642	rnn.bias_hh_l0	1	-0.0967957079410553
239642	rnn.bias_hh_l0	2	-0.075644351541996
239642	rnn.bias_hh_l0	3	-0.08818042278289795
239642	rnn.bias_hh_l0	4	0.00951311457902193
239642	rnn.bias_hh_l0	5	-0.020960526540875435
239642	rnn.bias_hh_l0	6	0.028554875403642654
239642	rnn.bias_hh_l0	7	0.06113796681165695
239642	rnn.bias_hh_l0	8	-0.1220470517873764
239642	rnn.bias_hh_l0	9	-0.05680054426193237
239642	rnn.weight_ih_l0_reverse	0	-0.025741757825016975
239642	rnn.weight_ih_l0_reverse	1	-0.05627303570508957
239642	rnn.weight_ih_l0_reverse	2	-0.0485798604786396
239642	rnn.weight_ih_l0_reverse	3	0.01519232802093029
239642	rnn.weight_ih_l0_reverse	4	-0.024627797305583954
239642	rnn.weight_ih_l0_reverse	5	-0.05752912536263466
239642	rnn.weight_ih_l0_reverse	6	0.07461753487586975
239642	rnn.weight_ih_l0_reverse	7	-0.018652409315109253
239642	rnn.weight_ih_l0_reverse	8	-0.01892133057117462
239642	rnn.weight_ih_l0_reverse	9	0.004004225600510836
239642	rnn.weight_hh_l0_reverse	0	0.06780023872852325
239642	rnn.weight_hh_l0_reverse	1	0.01995003968477249
239642	rnn.weight_hh_l0_reverse	2	0.029243245720863342
239642	rnn.weight_hh_l0_reverse	3	0.03506533056497574
239642	rnn.weight_hh_l0_reverse	4	0.013736611232161522
239642	rnn.weight_hh_l0_reverse	5	0.007867266424000263
239642	rnn.weight_hh_l0_reverse	6	0.05123875290155411
239642	rnn.weight_hh_l0_reverse	7	-0.08255407959222794
239642	rnn.weight_hh_l0_reverse	8	0.04036600887775421
239642	rnn.weight_hh_l0_reverse	9	0.03537997603416443
239642	rnn.bias_ih_l0_reverse	0	-0.057513732463121414
239642	rnn.bias_ih_l0_reverse	1	-0.28238776326179504
239642	rnn.bias_ih_l0_reverse	2	-0.12236879020929337
239642	rnn.bias_ih_l0_reverse	3	-0.04770677909255028
239642	rnn.bias_ih_l0_reverse	4	-0.02136676199734211
239642	rnn.bias_ih_l0_reverse	5	0.07542635500431061
239642	rnn.bias_ih_l0_reverse	6	-0.06444818526506424
239642	rnn.bias_ih_l0_reverse	7	0.06087116897106171
239642	rnn.bias_ih_l0_reverse	8	-0.037021078169345856
239642	rnn.bias_ih_l0_reverse	9	0.06551186740398407
239642	rnn.bias_hh_l0_reverse	0	0.023629846051335335
239642	rnn.bias_hh_l0_reverse	1	-0.05983133986592293
239642	rnn.bias_hh_l0_reverse	2	0.08924911916255951
239642	rnn.bias_hh_l0_reverse	3	-0.050772249698638916
239642	rnn.bias_hh_l0_reverse	4	-0.028584374114871025
239642	rnn.bias_hh_l0_reverse	5	-0.019543137401342392
239642	rnn.bias_hh_l0_reverse	6	-0.01753334328532219
239642	rnn.bias_hh_l0_reverse	7	0.09963544458150864
239642	rnn.bias_hh_l0_reverse	8	0.029917661100625992
239642	rnn.bias_hh_l0_reverse	9	-0.1475076526403427
239642	rnn.weight_ih_l1	0	-0.029480328783392906
239642	rnn.weight_ih_l1	1	-0.05055588111281395
239642	rnn.weight_ih_l1	2	0.06401103734970093
239642	rnn.weight_ih_l1	3	-0.07386402785778046
239642	rnn.weight_ih_l1	4	-0.014400162734091282
239642	rnn.weight_ih_l1	5	-0.04032786563038826
239642	rnn.weight_ih_l1	6	0.029227018356323242
239642	rnn.weight_ih_l1	7	-0.04534270241856575
239642	rnn.weight_ih_l1	8	0.0377228707075119
239642	rnn.weight_ih_l1	9	0.04450807720422745
239642	rnn.weight_hh_l1	0	-0.0065153599716722965
239642	rnn.weight_hh_l1	1	0.019777512177824974
239642	rnn.weight_hh_l1	2	0.007958143018186092
239642	rnn.weight_hh_l1	3	-0.012515193782746792
239642	rnn.weight_hh_l1	4	0.004809933714568615
239642	rnn.weight_hh_l1	5	0.03487968072295189
239642	rnn.weight_hh_l1	6	0.03643156960606575
239642	rnn.weight_hh_l1	7	-0.01616133563220501
239642	rnn.weight_hh_l1	8	-0.007516901008784771
239642	rnn.weight_hh_l1	9	0.03852184861898422
239642	rnn.bias_ih_l1	0	-0.18450506031513214
239642	rnn.bias_ih_l1	1	-0.176696315407753
239642	rnn.bias_ih_l1	2	-0.19831284880638123
239642	rnn.bias_ih_l1	3	-0.3101024925708771
239642	rnn.bias_ih_l1	4	-0.20740915834903717
239642	rnn.bias_ih_l1	5	-0.08890723437070847
239642	rnn.bias_ih_l1	6	-0.16059096157550812
239642	rnn.bias_ih_l1	7	-0.0003381095302756876
239642	rnn.bias_ih_l1	8	-0.13334454596042633
239642	rnn.bias_ih_l1	9	-0.1250864714384079
239642	rnn.bias_hh_l1	0	-0.09538715332746506
239642	rnn.bias_hh_l1	1	-0.06383253633975983
239642	rnn.bias_hh_l1	2	-0.08496274054050446
239642	rnn.bias_hh_l1	3	-0.07733828574419022
239642	rnn.bias_hh_l1	4	-0.07374365627765656
239642	rnn.bias_hh_l1	5	-0.11870630830526352
239642	rnn.bias_hh_l1	6	-0.16080665588378906
239642	rnn.bias_hh_l1	7	0.07585758715867996
239642	rnn.bias_hh_l1	8	-0.17749376595020294
239642	rnn.bias_hh_l1	9	-0.11842598021030426
239642	rnn.weight_ih_l1_reverse	0	-0.047491107136011124
239642	rnn.weight_ih_l1_reverse	1	0.03233034163713455
239642	rnn.weight_ih_l1_reverse	2	0.08983765542507172
239642	rnn.weight_ih_l1_reverse	3	-0.018244842067360878
239642	rnn.weight_ih_l1_reverse	4	-0.022588564082980156
239642	rnn.weight_ih_l1_reverse	5	-0.030613373965024948
239642	rnn.weight_ih_l1_reverse	6	-0.02020103484392166
239642	rnn.weight_ih_l1_reverse	7	0.029185671359300613
239642	rnn.weight_ih_l1_reverse	8	0.007762271910905838
239642	rnn.weight_ih_l1_reverse	9	-0.03376711905002594
239642	rnn.weight_hh_l1_reverse	0	0.004675537347793579
239642	rnn.weight_hh_l1_reverse	1	0.031688086688518524
239642	rnn.weight_hh_l1_reverse	2	-0.040578290820121765
239642	rnn.weight_hh_l1_reverse	3	0.035116564482450485
239642	rnn.weight_hh_l1_reverse	4	0.047373466193675995
239642	rnn.weight_hh_l1_reverse	5	0.005191152915358543
239642	rnn.weight_hh_l1_reverse	6	0.048427172005176544
239642	rnn.weight_hh_l1_reverse	7	0.03117223083972931
239642	rnn.weight_hh_l1_reverse	8	-0.007213598117232323
239642	rnn.weight_hh_l1_reverse	9	-0.03023090586066246
239642	rnn.bias_ih_l1_reverse	0	-0.0465516559779644
239642	rnn.bias_ih_l1_reverse	1	-0.13998351991176605
239642	rnn.bias_ih_l1_reverse	2	-0.16303415596485138
239642	rnn.bias_ih_l1_reverse	3	-0.06330935657024384
239642	rnn.bias_ih_l1_reverse	4	-0.20321570336818695
239642	rnn.bias_ih_l1_reverse	5	-0.11621455103158951
239642	rnn.bias_ih_l1_reverse	6	-0.1305554062128067
239642	rnn.bias_ih_l1_reverse	7	-0.1937461644411087
239642	rnn.bias_ih_l1_reverse	8	0.22658158838748932
239642	rnn.bias_ih_l1_reverse	9	0.025474339723587036
239642	rnn.bias_hh_l1_reverse	0	0.011020597070455551
239642	rnn.bias_hh_l1_reverse	1	-0.06436140090227127
239642	rnn.bias_hh_l1_reverse	2	-0.23695603013038635
239642	rnn.bias_hh_l1_reverse	3	-0.14221231639385223
239642	rnn.bias_hh_l1_reverse	4	-0.08072462677955627
239642	rnn.bias_hh_l1_reverse	5	-0.11563416570425034
239642	rnn.bias_hh_l1_reverse	6	0.061325982213020325
239642	rnn.bias_hh_l1_reverse	7	-0.13912206888198853
239642	rnn.bias_hh_l1_reverse	8	-0.1237751841545105
239642	rnn.bias_hh_l1_reverse	9	-0.1481267213821411
239642	linear.weight	0	0.002228822559118271
239642	linear.weight	1	0.09723039716482162
239642	linear.weight	2	-0.09202197939157486
239642	linear.weight	3	0.30884093046188354
239642	linear.weight	4	0.15038757026195526
239642	linear.weight	5	-0.06435919553041458
239642	linear.weight	6	0.09631765633821487
239642	linear.weight	7	0.13120317459106445
239642	linear.weight	8	0.04113498330116272
239642	linear.weight	9	-0.05116933211684227
239642	linear.bias	0	0.08691734075546265
239642	linear.bias	1	-0.19891928136348724
239642	linear.bias	2	-0.45234349370002747
239642	linear.bias	3	-0.6590902805328369
239642	linear.bias	4	-1.2587411403656006
239642	linear.bias	5	-0.058766189962625504
239642	linear.bias	6	-0.8328582644462585
239642	linear.bias	7	0.27391743659973145
239642	linear.bias	8	-0.39713960886001587
239642	linear.bias	9	-1.0232220888137817
239839	transitions	0	0.743040144443512
239839	transitions	1	0.13970638811588287
239839	transitions	2	-10000.0
239839	transitions	3	-1.8279794454574585
239839	transitions	4	-10000.0
239839	transitions	5	0.563209056854248
239839	transitions	6	-0.08531028032302856
239839	transitions	7	-0.8081278204917908
239839	transitions	8	-1.4221357107162476
239839	transitions	9	-0.0012288243742659688
239839	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
239839	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
239839	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
239839	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
239839	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
239839	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
239839	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
239839	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
239839	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
239839	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
239839	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
239839	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
239839	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
239839	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
239839	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
239839	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
239839	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
239839	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
239839	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
239839	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
239839	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
239839	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
239839	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
239839	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
239839	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
239839	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
239839	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
239839	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
239839	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
239839	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
239839	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
239839	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
239839	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
239839	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
239839	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
239839	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
239839	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
239839	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
239839	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
239839	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
239839	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
239839	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
239839	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
239839	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
239839	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
239839	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
239839	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
239839	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
239839	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
239839	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
239839	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
239839	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
239839	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
239839	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
239839	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
239839	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
239839	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
239839	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
239839	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
239839	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
239839	embedding2nn.weight	0	0.016936177387833595
239839	embedding2nn.weight	1	-0.012756776995956898
239839	embedding2nn.weight	2	-0.014268254861235619
239839	embedding2nn.weight	3	-0.031467095017433167
239839	embedding2nn.weight	4	-0.0059150345623493195
239839	embedding2nn.weight	5	-0.0037005888298153877
239839	embedding2nn.weight	6	-0.003973265644162893
239839	embedding2nn.weight	7	-0.07637597620487213
239839	embedding2nn.weight	8	-0.0019979383796453476
239839	embedding2nn.weight	9	-0.02745342068374157
239839	embedding2nn.bias	0	0.03394205868244171
239839	embedding2nn.bias	1	-0.076292023062706
239839	embedding2nn.bias	2	0.06927656382322311
239839	embedding2nn.bias	3	0.05476519465446472
239839	embedding2nn.bias	4	-0.045837029814720154
239839	embedding2nn.bias	5	-0.007727006915956736
239839	embedding2nn.bias	6	0.01309469435364008
239839	embedding2nn.bias	7	-0.054685771465301514
239839	embedding2nn.bias	8	0.06931322813034058
239839	embedding2nn.bias	9	0.047084785997867584
239839	rnn.weight_ih_l0	0	-0.07916590571403503
239839	rnn.weight_ih_l0	1	0.003463247325271368
239839	rnn.weight_ih_l0	2	0.035184722393751144
239839	rnn.weight_ih_l0	3	0.02269204705953598
239839	rnn.weight_ih_l0	4	-0.04948800057172775
239839	rnn.weight_ih_l0	5	-0.06826622784137726
239839	rnn.weight_ih_l0	6	-0.0011507915332913399
239839	rnn.weight_ih_l0	7	0.0534898117184639
239839	rnn.weight_ih_l0	8	-0.017757993191480637
239839	rnn.weight_ih_l0	9	-0.030840037390589714
239839	rnn.weight_hh_l0	0	-0.030628642067313194
239839	rnn.weight_hh_l0	1	-0.00784365925937891
239839	rnn.weight_hh_l0	2	0.007086635567247868
239839	rnn.weight_hh_l0	3	-0.07442551106214523
239839	rnn.weight_hh_l0	4	0.09386739879846573
239839	rnn.weight_hh_l0	5	-0.025662312284111977
239839	rnn.weight_hh_l0	6	-0.06398008018732071
239839	rnn.weight_hh_l0	7	0.00958394818007946
239839	rnn.weight_hh_l0	8	0.01367210689932108
239839	rnn.weight_hh_l0	9	-0.025919506326317787
239839	rnn.bias_ih_l0	0	0.12837009131908417
239839	rnn.bias_ih_l0	1	-0.03562242165207863
239839	rnn.bias_ih_l0	2	-0.03537335246801376
239839	rnn.bias_ih_l0	3	0.1624615341424942
239839	rnn.bias_ih_l0	4	-0.012889159843325615
239839	rnn.bias_ih_l0	5	-0.02198917232453823
239839	rnn.bias_ih_l0	6	0.018071947619318962
239839	rnn.bias_ih_l0	7	0.022678812965750694
239839	rnn.bias_ih_l0	8	-0.1005554273724556
239839	rnn.bias_ih_l0	9	-0.039731934666633606
239839	rnn.bias_hh_l0	0	-0.0011681002797558904
239839	rnn.bias_hh_l0	1	-0.09674467146396637
239839	rnn.bias_hh_l0	2	-0.0756121575832367
239839	rnn.bias_hh_l0	3	-0.08822847157716751
239839	rnn.bias_hh_l0	4	0.0091698644682765
239839	rnn.bias_hh_l0	5	-0.02095494605600834
239839	rnn.bias_hh_l0	6	0.028645960614085197
239839	rnn.bias_hh_l0	7	0.06164243444800377
239839	rnn.bias_hh_l0	8	-0.122207410633564
239839	rnn.bias_hh_l0	9	-0.05698144808411598
239839	rnn.weight_ih_l0_reverse	0	-0.02561844326555729
239839	rnn.weight_ih_l0_reverse	1	-0.05630294978618622
239839	rnn.weight_ih_l0_reverse	2	-0.048648908734321594
239839	rnn.weight_ih_l0_reverse	3	0.015201098285615444
239839	rnn.weight_ih_l0_reverse	4	-0.024742837995290756
239839	rnn.weight_ih_l0_reverse	5	-0.057543303817510605
239839	rnn.weight_ih_l0_reverse	6	0.07470906525850296
239839	rnn.weight_ih_l0_reverse	7	-0.018634507432579994
239839	rnn.weight_ih_l0_reverse	8	-0.019001832231879234
239839	rnn.weight_ih_l0_reverse	9	0.004051789175719023
239839	rnn.weight_hh_l0_reverse	0	0.06778097152709961
239839	rnn.weight_hh_l0_reverse	1	0.019987117499113083
239839	rnn.weight_hh_l0_reverse	2	0.029240243136882782
239839	rnn.weight_hh_l0_reverse	3	0.03504868596792221
239839	rnn.weight_hh_l0_reverse	4	0.013755908235907555
239839	rnn.weight_hh_l0_reverse	5	0.007955022156238556
239839	rnn.weight_hh_l0_reverse	6	0.051185522228479385
239839	rnn.weight_hh_l0_reverse	7	-0.08257925510406494
239839	rnn.weight_hh_l0_reverse	8	0.04035481438040733
239839	rnn.weight_hh_l0_reverse	9	0.03541439399123192
239839	rnn.bias_ih_l0_reverse	0	-0.05767761915922165
239839	rnn.bias_ih_l0_reverse	1	-0.28243598341941833
239839	rnn.bias_ih_l0_reverse	2	-0.12225837260484695
239839	rnn.bias_ih_l0_reverse	3	-0.04775583744049072
239839	rnn.bias_ih_l0_reverse	4	-0.02128247544169426
239839	rnn.bias_ih_l0_reverse	5	0.07531199604272842
239839	rnn.bias_ih_l0_reverse	6	-0.06445340067148209
239839	rnn.bias_ih_l0_reverse	7	0.06079472601413727
239839	rnn.bias_ih_l0_reverse	8	-0.03695175051689148
239839	rnn.bias_ih_l0_reverse	9	0.06544459611177444
239839	rnn.bias_hh_l0_reverse	0	0.023470653221011162
239839	rnn.bias_hh_l0_reverse	1	-0.05953254550695419
239839	rnn.bias_hh_l0_reverse	2	0.08928286284208298
239839	rnn.bias_hh_l0_reverse	3	-0.050488121807575226
239839	rnn.bias_hh_l0_reverse	4	-0.028436262160539627
239839	rnn.bias_hh_l0_reverse	5	-0.01943967677652836
239839	rnn.bias_hh_l0_reverse	6	-0.017381779849529266
239839	rnn.bias_hh_l0_reverse	7	0.09979020804166794
239839	rnn.bias_hh_l0_reverse	8	0.030114248394966125
239839	rnn.bias_hh_l0_reverse	9	-0.1477610468864441
239839	rnn.weight_ih_l1	0	-0.029471009969711304
239839	rnn.weight_ih_l1	1	-0.05048901215195656
239839	rnn.weight_ih_l1	2	0.06410247087478638
239839	rnn.weight_ih_l1	3	-0.07386142015457153
239839	rnn.weight_ih_l1	4	-0.014368117786943913
239839	rnn.weight_ih_l1	5	-0.04034026712179184
239839	rnn.weight_ih_l1	6	0.029256008565425873
239839	rnn.weight_ih_l1	7	-0.04534127563238144
239839	rnn.weight_ih_l1	8	0.03775183856487274
239839	rnn.weight_ih_l1	9	0.044485971331596375
239839	rnn.weight_hh_l1	0	-0.00651863869279623
239839	rnn.weight_hh_l1	1	0.01975809410214424
239839	rnn.weight_hh_l1	2	0.007952687330543995
239839	rnn.weight_hh_l1	3	-0.012511594220995903
239839	rnn.weight_hh_l1	4	0.004794348496943712
239839	rnn.weight_hh_l1	5	0.03489711508154869
239839	rnn.weight_hh_l1	6	0.03643481060862541
239839	rnn.weight_hh_l1	7	-0.016201533377170563
239839	rnn.weight_hh_l1	8	-0.007496341597288847
239839	rnn.weight_hh_l1	9	0.03853535279631615
239839	rnn.bias_ih_l1	0	-0.18429630994796753
239839	rnn.bias_ih_l1	1	-0.17673392593860626
239839	rnn.bias_ih_l1	2	-0.19843801856040955
239839	rnn.bias_ih_l1	3	-0.3098583221435547
239839	rnn.bias_ih_l1	4	-0.20714326202869415
239839	rnn.bias_ih_l1	5	-0.08890707790851593
239839	rnn.bias_ih_l1	6	-0.1604980081319809
239839	rnn.bias_ih_l1	7	-0.00036840999382548034
239839	rnn.bias_ih_l1	8	-0.133335679769516
239839	rnn.bias_ih_l1	9	-0.1251751184463501
239839	rnn.bias_hh_l1	0	-0.09542969614267349
239839	rnn.bias_hh_l1	1	-0.06373890489339828
239839	rnn.bias_hh_l1	2	-0.08472876250743866
239839	rnn.bias_hh_l1	3	-0.0773303434252739
239839	rnn.bias_hh_l1	4	-0.07357941567897797
239839	rnn.bias_hh_l1	5	-0.11869097501039505
239839	rnn.bias_hh_l1	6	-0.16095541417598724
239839	rnn.bias_hh_l1	7	0.07608713954687119
239839	rnn.bias_hh_l1	8	-0.17731671035289764
239839	rnn.bias_hh_l1	9	-0.1181655004620552
239839	rnn.weight_ih_l1_reverse	0	-0.047517772763967514
239839	rnn.weight_ih_l1_reverse	1	0.03192654252052307
239839	rnn.weight_ih_l1_reverse	2	0.08980735391378403
239839	rnn.weight_ih_l1_reverse	3	-0.018253888934850693
239839	rnn.weight_ih_l1_reverse	4	-0.022542865946888924
239839	rnn.weight_ih_l1_reverse	5	-0.030608702450990677
239839	rnn.weight_ih_l1_reverse	6	-0.02008645050227642
239839	rnn.weight_ih_l1_reverse	7	0.029095817357301712
239839	rnn.weight_ih_l1_reverse	8	0.007917485199868679
239839	rnn.weight_ih_l1_reverse	9	-0.033633362501859665
239839	rnn.weight_hh_l1_reverse	0	0.004662663675844669
239839	rnn.weight_hh_l1_reverse	1	0.031693730503320694
239839	rnn.weight_hh_l1_reverse	2	-0.04057404771447182
239839	rnn.weight_hh_l1_reverse	3	0.03511481732130051
239839	rnn.weight_hh_l1_reverse	4	0.04735993593931198
239839	rnn.weight_hh_l1_reverse	5	0.00522066792473197
239839	rnn.weight_hh_l1_reverse	6	0.04844062402844429
239839	rnn.weight_hh_l1_reverse	7	0.03113866224884987
239839	rnn.weight_hh_l1_reverse	8	-0.007213778793811798
239839	rnn.weight_hh_l1_reverse	9	-0.030209658667445183
239839	rnn.bias_ih_l1_reverse	0	-0.04647664725780487
239839	rnn.bias_ih_l1_reverse	1	-0.13993777334690094
239839	rnn.bias_ih_l1_reverse	2	-0.16272994875907898
239839	rnn.bias_ih_l1_reverse	3	-0.06355103850364685
239839	rnn.bias_ih_l1_reverse	4	-0.20318737626075745
239839	rnn.bias_ih_l1_reverse	5	-0.11615263670682907
239839	rnn.bias_ih_l1_reverse	6	-0.130528062582016
239839	rnn.bias_ih_l1_reverse	7	-0.19358114898204803
239839	rnn.bias_ih_l1_reverse	8	0.22643642127513885
239839	rnn.bias_ih_l1_reverse	9	0.02544134110212326
239839	rnn.bias_hh_l1_reverse	0	0.01069603580981493
239839	rnn.bias_hh_l1_reverse	1	-0.06434502452611923
239839	rnn.bias_hh_l1_reverse	2	-0.23702731728553772
239839	rnn.bias_hh_l1_reverse	3	-0.14214405417442322
239839	rnn.bias_hh_l1_reverse	4	-0.08075492829084396
239839	rnn.bias_hh_l1_reverse	5	-0.11540286988019943
239839	rnn.bias_hh_l1_reverse	6	0.06108413264155388
239839	rnn.bias_hh_l1_reverse	7	-0.1393551379442215
239839	rnn.bias_hh_l1_reverse	8	-0.12368570268154144
239839	rnn.bias_hh_l1_reverse	9	-0.14813044667243958
239839	linear.weight	0	0.002228822559118271
239839	linear.weight	1	0.0975441262125969
239839	linear.weight	2	-0.09212492406368256
239839	linear.weight	3	0.3090430796146393
239839	linear.weight	4	0.1504867970943451
239839	linear.weight	5	-0.06441093981266022
239839	linear.weight	6	0.09713447839021683
239839	linear.weight	7	0.1315319538116455
239839	linear.weight	8	0.04113496094942093
239839	linear.weight	9	-0.05155550315976143
239839	linear.bias	0	0.08660882711410522
239839	linear.bias	1	-0.19807063043117523
239839	linear.bias	2	-0.44911989569664
239839	linear.bias	3	-0.6605343222618103
239839	linear.bias	4	-1.2601947784423828
239839	linear.bias	5	-0.06011410430073738
239839	linear.bias	6	-0.8324185609817505
239839	linear.bias	7	0.2727159857749939
239839	linear.bias	8	-0.39792636036872864
239839	linear.bias	9	-1.0240452289581299
240036	transitions	0	0.743573784828186
240036	transitions	1	0.14041435718536377
240036	transitions	2	-10000.0
240036	transitions	3	-1.8279798030853271
240036	transitions	4	-10000.0
240036	transitions	5	0.5632073283195496
240036	transitions	6	-0.085313580930233
240036	transitions	7	-0.8081422448158264
240036	transitions	8	-1.4221370220184326
240036	transitions	9	-0.0012288378784433007
240036	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
240036	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
240036	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
240036	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
240036	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
240036	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
240036	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
240036	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
240036	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
240036	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
240036	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
240036	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
240036	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
240036	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
240036	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
240036	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
240036	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
240036	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
240036	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
240036	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
240036	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
240036	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
240036	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
240036	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
240036	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
240036	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
240036	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
240036	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
240036	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
240036	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
240036	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
240036	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
240036	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
240036	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
240036	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
240036	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
240036	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
240036	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
240036	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
240036	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
240036	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
240036	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
240036	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
240036	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
240036	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
240036	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
240036	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
240036	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
240036	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
240036	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
240036	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
240036	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
240036	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
240036	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
240036	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
240036	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
240036	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
240036	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
240036	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
240036	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
240036	embedding2nn.weight	0	0.016959380358457565
240036	embedding2nn.weight	1	-0.012761292047798634
240036	embedding2nn.weight	2	-0.014268254861235619
240036	embedding2nn.weight	3	-0.031522903591394424
240036	embedding2nn.weight	4	-0.0059150345623493195
240036	embedding2nn.weight	5	-0.0037005888298153877
240036	embedding2nn.weight	6	-0.003973265644162893
240036	embedding2nn.weight	7	-0.07643932849168777
240036	embedding2nn.weight	8	-0.0019979383796453476
240036	embedding2nn.weight	9	-0.027470046654343605
240036	embedding2nn.bias	0	0.0343569815158844
240036	embedding2nn.bias	1	-0.07693400979042053
240036	embedding2nn.bias	2	0.0684812143445015
240036	embedding2nn.bias	3	0.05407195910811424
240036	embedding2nn.bias	4	-0.04568586125969887
240036	embedding2nn.bias	5	-0.008055707439780235
240036	embedding2nn.bias	6	0.012979271821677685
240036	embedding2nn.bias	7	-0.05476658046245575
240036	embedding2nn.bias	8	0.06903798878192902
240036	embedding2nn.bias	9	0.04735866189002991
240036	rnn.weight_ih_l0	0	-0.07911409437656403
240036	rnn.weight_ih_l0	1	0.0035373608116060495
240036	rnn.weight_ih_l0	2	0.03520666062831879
240036	rnn.weight_ih_l0	3	0.022735558450222015
240036	rnn.weight_ih_l0	4	-0.04963323846459389
240036	rnn.weight_ih_l0	5	-0.06814921647310257
240036	rnn.weight_ih_l0	6	-0.0011067036539316177
240036	rnn.weight_ih_l0	7	0.053493283689022064
240036	rnn.weight_ih_l0	8	-0.017761025577783585
240036	rnn.weight_ih_l0	9	-0.030896779149770737
240036	rnn.weight_hh_l0	0	-0.03060123324394226
240036	rnn.weight_hh_l0	1	-0.007808862719684839
240036	rnn.weight_hh_l0	2	0.007132153492420912
240036	rnn.weight_hh_l0	3	-0.07444778084754944
240036	rnn.weight_hh_l0	4	0.0938442125916481
240036	rnn.weight_hh_l0	5	-0.025650231167674065
240036	rnn.weight_hh_l0	6	-0.0639522522687912
240036	rnn.weight_hh_l0	7	0.009522778913378716
240036	rnn.weight_hh_l0	8	0.013642885722219944
240036	rnn.weight_hh_l0	9	-0.025911841541528702
240036	rnn.bias_ih_l0	0	0.12847986817359924
240036	rnn.bias_ih_l0	1	-0.03571973368525505
240036	rnn.bias_ih_l0	2	-0.03551658242940903
240036	rnn.bias_ih_l0	3	0.162822887301445
240036	rnn.bias_ih_l0	4	-0.013093877583742142
240036	rnn.bias_ih_l0	5	-0.021976465359330177
240036	rnn.bias_ih_l0	6	0.01805480383336544
240036	rnn.bias_ih_l0	7	0.022838396951556206
240036	rnn.bias_ih_l0	8	-0.10044689476490021
240036	rnn.bias_ih_l0	9	-0.039867401123046875
240036	rnn.bias_hh_l0	0	-0.0011278524762019515
240036	rnn.bias_hh_l0	1	-0.09704259783029556
240036	rnn.bias_hh_l0	2	-0.07567097246646881
240036	rnn.bias_hh_l0	3	-0.08826030790805817
240036	rnn.bias_hh_l0	4	0.009366353042423725
240036	rnn.bias_hh_l0	5	-0.020836183801293373
240036	rnn.bias_hh_l0	6	0.028578927740454674
240036	rnn.bias_hh_l0	7	0.0620792917907238
240036	rnn.bias_hh_l0	8	-0.12242137640714645
240036	rnn.bias_hh_l0	9	-0.056852083653211594
240036	rnn.weight_ih_l0_reverse	0	-0.025585399940609932
240036	rnn.weight_ih_l0_reverse	1	-0.05633721873164177
240036	rnn.weight_ih_l0_reverse	2	-0.04853765666484833
240036	rnn.weight_ih_l0_reverse	3	0.015224073082208633
240036	rnn.weight_ih_l0_reverse	4	-0.024566974490880966
240036	rnn.weight_ih_l0_reverse	5	-0.05745318531990051
240036	rnn.weight_ih_l0_reverse	6	0.07470893859863281
240036	rnn.weight_ih_l0_reverse	7	-0.018570177257061005
240036	rnn.weight_ih_l0_reverse	8	-0.01894509419798851
240036	rnn.weight_ih_l0_reverse	9	0.0040580169297754765
240036	rnn.weight_hh_l0_reverse	0	0.06765691190958023
240036	rnn.weight_hh_l0_reverse	1	0.020009374246001244
240036	rnn.weight_hh_l0_reverse	2	0.02930722013115883
240036	rnn.weight_hh_l0_reverse	3	0.03508441895246506
240036	rnn.weight_hh_l0_reverse	4	0.013742620125412941
240036	rnn.weight_hh_l0_reverse	5	0.007909676991403103
240036	rnn.weight_hh_l0_reverse	6	0.05126988887786865
240036	rnn.weight_hh_l0_reverse	7	-0.08254748582839966
240036	rnn.weight_hh_l0_reverse	8	0.04034075513482094
240036	rnn.weight_hh_l0_reverse	9	0.03538348898291588
240036	rnn.bias_ih_l0_reverse	0	-0.057615384459495544
240036	rnn.bias_ih_l0_reverse	1	-0.2824877202510834
240036	rnn.bias_ih_l0_reverse	2	-0.12225553393363953
240036	rnn.bias_ih_l0_reverse	3	-0.04784275218844414
240036	rnn.bias_ih_l0_reverse	4	-0.021358752623200417
240036	rnn.bias_ih_l0_reverse	5	0.07549761235713959
240036	rnn.bias_ih_l0_reverse	6	-0.06459607183933258
240036	rnn.bias_ih_l0_reverse	7	0.06059664860367775
240036	rnn.bias_ih_l0_reverse	8	-0.036872927099466324
240036	rnn.bias_ih_l0_reverse	9	0.06554436683654785
240036	rnn.bias_hh_l0_reverse	0	0.023498481139540672
240036	rnn.bias_hh_l0_reverse	1	-0.05940356105566025
240036	rnn.bias_hh_l0_reverse	2	0.08953637629747391
240036	rnn.bias_hh_l0_reverse	3	-0.05066347122192383
240036	rnn.bias_hh_l0_reverse	4	-0.028542615473270416
240036	rnn.bias_hh_l0_reverse	5	-0.019645312801003456
240036	rnn.bias_hh_l0_reverse	6	-0.01729973591864109
240036	rnn.bias_hh_l0_reverse	7	0.09991476684808731
240036	rnn.bias_hh_l0_reverse	8	0.030334407463669777
240036	rnn.bias_hh_l0_reverse	9	-0.14775855839252472
240036	rnn.weight_ih_l1	0	-0.029473863542079926
240036	rnn.weight_ih_l1	1	-0.050543319433927536
240036	rnn.weight_ih_l1	2	0.06395594775676727
240036	rnn.weight_ih_l1	3	-0.07385039329528809
240036	rnn.weight_ih_l1	4	-0.014347242191433907
240036	rnn.weight_ih_l1	5	-0.04034777358174324
240036	rnn.weight_ih_l1	6	0.02928738482296467
240036	rnn.weight_ih_l1	7	-0.04533844068646431
240036	rnn.weight_ih_l1	8	0.03776143491268158
240036	rnn.weight_ih_l1	9	0.04447770491242409
240036	rnn.weight_hh_l1	0	-0.006507233716547489
240036	rnn.weight_hh_l1	1	0.019734306260943413
240036	rnn.weight_hh_l1	2	0.008065980859100819
240036	rnn.weight_hh_l1	3	-0.012505068443715572
240036	rnn.weight_hh_l1	4	0.004806351847946644
240036	rnn.weight_hh_l1	5	0.034856248646974564
240036	rnn.weight_hh_l1	6	0.036453232169151306
240036	rnn.weight_hh_l1	7	-0.016207605600357056
240036	rnn.weight_hh_l1	8	-0.007499724626541138
240036	rnn.weight_hh_l1	9	0.038578275591135025
240036	rnn.bias_ih_l1	0	-0.18436187505722046
240036	rnn.bias_ih_l1	1	-0.1767934113740921
240036	rnn.bias_ih_l1	2	-0.1985316127538681
240036	rnn.bias_ih_l1	3	-0.30988630652427673
240036	rnn.bias_ih_l1	4	-0.20715898275375366
240036	rnn.bias_ih_l1	5	-0.08887939155101776
240036	rnn.bias_ih_l1	6	-0.16040727496147156
240036	rnn.bias_ih_l1	7	-0.0004029060073662549
240036	rnn.bias_ih_l1	8	-0.13317649066448212
240036	rnn.bias_ih_l1	9	-0.12524941563606262
240036	rnn.bias_hh_l1	0	-0.09538175910711288
240036	rnn.bias_hh_l1	1	-0.0638171061873436
240036	rnn.bias_hh_l1	2	-0.08485446125268936
240036	rnn.bias_hh_l1	3	-0.07730164378881454
240036	rnn.bias_hh_l1	4	-0.07380257546901703
240036	rnn.bias_hh_l1	5	-0.11895357072353363
240036	rnn.bias_hh_l1	6	-0.16093263030052185
240036	rnn.bias_hh_l1	7	0.07571108639240265
240036	rnn.bias_hh_l1	8	-0.17757247388362885
240036	rnn.bias_hh_l1	9	-0.11822082102298737
240036	rnn.weight_ih_l1_reverse	0	-0.04752005264163017
240036	rnn.weight_ih_l1_reverse	1	0.0317424051463604
240036	rnn.weight_ih_l1_reverse	2	0.08974560350179672
240036	rnn.weight_ih_l1_reverse	3	-0.01831754855811596
240036	rnn.weight_ih_l1_reverse	4	-0.022509360685944557
240036	rnn.weight_ih_l1_reverse	5	-0.030597064644098282
240036	rnn.weight_ih_l1_reverse	6	-0.020148329436779022
240036	rnn.weight_ih_l1_reverse	7	0.029051540419459343
240036	rnn.weight_ih_l1_reverse	8	0.00782361812889576
240036	rnn.weight_ih_l1_reverse	9	-0.033493317663669586
240036	rnn.weight_hh_l1_reverse	0	0.00467071495950222
240036	rnn.weight_hh_l1_reverse	1	0.03167309612035751
240036	rnn.weight_hh_l1_reverse	2	-0.040576379746198654
240036	rnn.weight_hh_l1_reverse	3	0.035109348595142365
240036	rnn.weight_hh_l1_reverse	4	0.0473116897046566
240036	rnn.weight_hh_l1_reverse	5	0.005210357718169689
240036	rnn.weight_hh_l1_reverse	6	0.04840550199151039
240036	rnn.weight_hh_l1_reverse	7	0.031133392825722694
240036	rnn.weight_hh_l1_reverse	8	-0.007222540210932493
240036	rnn.weight_hh_l1_reverse	9	-0.030205536633729935
240036	rnn.bias_ih_l1_reverse	0	-0.04648679867386818
240036	rnn.bias_ih_l1_reverse	1	-0.13978992402553558
240036	rnn.bias_ih_l1_reverse	2	-0.16268979012966156
240036	rnn.bias_ih_l1_reverse	3	-0.06368215382099152
240036	rnn.bias_ih_l1_reverse	4	-0.20327819883823395
240036	rnn.bias_ih_l1_reverse	5	-0.11635793000459671
240036	rnn.bias_ih_l1_reverse	6	-0.13053973019123077
240036	rnn.bias_ih_l1_reverse	7	-0.19361290335655212
240036	rnn.bias_ih_l1_reverse	8	0.22568444907665253
240036	rnn.bias_ih_l1_reverse	9	0.02572985552251339
240036	rnn.bias_hh_l1_reverse	0	0.010941486805677414
240036	rnn.bias_hh_l1_reverse	1	-0.06404045224189758
240036	rnn.bias_hh_l1_reverse	2	-0.23685282468795776
240036	rnn.bias_hh_l1_reverse	3	-0.1422443687915802
240036	rnn.bias_hh_l1_reverse	4	-0.08077269047498703
240036	rnn.bias_hh_l1_reverse	5	-0.11531933397054672
240036	rnn.bias_hh_l1_reverse	6	0.06073355674743652
240036	rnn.bias_hh_l1_reverse	7	-0.13948646187782288
240036	rnn.bias_hh_l1_reverse	8	-0.12376507371664047
240036	rnn.bias_hh_l1_reverse	9	-0.14806437492370605
240036	linear.weight	0	0.002228822559118271
240036	linear.weight	1	0.09773585945367813
240036	linear.weight	2	-0.09252982586622238
240036	linear.weight	3	0.3095483183860779
240036	linear.weight	4	0.15053032338619232
240036	linear.weight	5	-0.06427352875471115
240036	linear.weight	6	0.09619123488664627
240036	linear.weight	7	0.13238367438316345
240036	linear.weight	8	0.041134949773550034
240036	linear.weight	9	-0.05147503316402435
240036	linear.bias	0	0.08631938695907593
240036	linear.bias	1	-0.19938917458057404
240036	linear.bias	2	-0.44780170917510986
240036	linear.bias	3	-0.661645233631134
240036	linear.bias	4	-1.2612731456756592
240036	linear.bias	5	-0.05764632672071457
240036	linear.bias	6	-0.8335310816764832
240036	linear.bias	7	0.2749994993209839
240036	linear.bias	8	-0.3976450264453888
240036	linear.bias	9	-1.0238211154937744
240233	transitions	0	0.7438549399375916
240233	transitions	1	0.14061447978019714
240233	transitions	2	-10000.0
240233	transitions	3	-1.8279814720153809
240233	transitions	4	-10000.0
240233	transitions	5	0.5632056593894958
240233	transitions	6	-0.0853196457028389
240233	transitions	7	-0.808203935623169
240233	transitions	8	-1.4221407175064087
240233	transitions	9	-0.0012288838624954224
240233	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
240233	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
240233	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
240233	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
240233	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
240233	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
240233	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
240233	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
240233	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
240233	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
240233	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
240233	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
240233	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
240233	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
240233	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
240233	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
240233	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
240233	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
240233	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
240233	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
240233	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
240233	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
240233	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
240233	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
240233	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
240233	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
240233	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
240233	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
240233	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
240233	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
240233	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
240233	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
240233	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
240233	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
240233	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
240233	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
240233	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
240233	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
240233	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
240233	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
240233	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
240233	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
240233	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
240233	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
240233	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
240233	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
240233	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
240233	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
240233	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
240233	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
240233	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
240233	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
240233	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
240233	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
240233	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
240233	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
240233	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
240233	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
240233	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
240233	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
240233	embedding2nn.weight	0	0.016973668709397316
240233	embedding2nn.weight	1	-0.012769483961164951
240233	embedding2nn.weight	2	-0.014268254861235619
240233	embedding2nn.weight	3	-0.031546901911497116
240233	embedding2nn.weight	4	-0.0059150345623493195
240233	embedding2nn.weight	5	-0.0037005888298153877
240233	embedding2nn.weight	6	-0.003973265644162893
240233	embedding2nn.weight	7	-0.07649397850036621
240233	embedding2nn.weight	8	-0.0019979383796453476
240233	embedding2nn.weight	9	-0.02746165171265602
240233	embedding2nn.bias	0	0.03383975103497505
240233	embedding2nn.bias	1	-0.07635506242513657
240233	embedding2nn.bias	2	0.06814664602279663
240233	embedding2nn.bias	3	0.05483149737119675
240233	embedding2nn.bias	4	-0.04551529511809349
240233	embedding2nn.bias	5	-0.007983538322150707
240233	embedding2nn.bias	6	0.014136318117380142
240233	embedding2nn.bias	7	-0.05436867102980614
240233	embedding2nn.bias	8	0.06923311203718185
240233	embedding2nn.bias	9	0.04782530665397644
240233	rnn.weight_ih_l0	0	-0.07914341241121292
240233	rnn.weight_ih_l0	1	0.003595324233174324
240233	rnn.weight_ih_l0	2	0.03522065281867981
240233	rnn.weight_ih_l0	3	0.02270674519240856
240233	rnn.weight_ih_l0	4	-0.049739569425582886
240233	rnn.weight_ih_l0	5	-0.06806543469429016
240233	rnn.weight_ih_l0	6	-0.001108329277485609
240233	rnn.weight_ih_l0	7	0.053501080721616745
240233	rnn.weight_ih_l0	8	-0.01767142117023468
240233	rnn.weight_ih_l0	9	-0.03108835779130459
240233	rnn.weight_hh_l0	0	-0.030649978667497635
240233	rnn.weight_hh_l0	1	-0.007842138409614563
240233	rnn.weight_hh_l0	2	0.007115597371011972
240233	rnn.weight_hh_l0	3	-0.07442577183246613
240233	rnn.weight_hh_l0	4	0.09387105703353882
240233	rnn.weight_hh_l0	5	-0.0256789680570364
240233	rnn.weight_hh_l0	6	-0.06384293735027313
240233	rnn.weight_hh_l0	7	0.009534304030239582
240233	rnn.weight_hh_l0	8	0.013636677525937557
240233	rnn.weight_hh_l0	9	-0.025895630940794945
240233	rnn.bias_ih_l0	0	0.12835727632045746
240233	rnn.bias_ih_l0	1	-0.03550633043050766
240233	rnn.bias_ih_l0	2	-0.03563624992966652
240233	rnn.bias_ih_l0	3	0.1626621037721634
240233	rnn.bias_ih_l0	4	-0.013244332745671272
240233	rnn.bias_ih_l0	5	-0.02205696888267994
240233	rnn.bias_ih_l0	6	0.018101554363965988
240233	rnn.bias_ih_l0	7	0.022497128695249557
240233	rnn.bias_ih_l0	8	-0.10050772875547409
240233	rnn.bias_ih_l0	9	-0.04013445973396301
240233	rnn.bias_hh_l0	0	-0.0010070671560242772
240233	rnn.bias_hh_l0	1	-0.09679356217384338
240233	rnn.bias_hh_l0	2	-0.07559375464916229
240233	rnn.bias_hh_l0	3	-0.08812754601240158
240233	rnn.bias_hh_l0	4	0.009522538632154465
240233	rnn.bias_hh_l0	5	-0.02079087123274803
240233	rnn.bias_hh_l0	6	0.02859748899936676
240233	rnn.bias_hh_l0	7	0.06242598593235016
240233	rnn.bias_hh_l0	8	-0.12241070717573166
240233	rnn.bias_hh_l0	9	-0.057039711624383926
240233	rnn.weight_ih_l0_reverse	0	-0.02566368132829666
240233	rnn.weight_ih_l0_reverse	1	-0.05633021146059036
240233	rnn.weight_ih_l0_reverse	2	-0.04862970486283302
240233	rnn.weight_ih_l0_reverse	3	0.015204089693725109
240233	rnn.weight_ih_l0_reverse	4	-0.02444678358733654
240233	rnn.weight_ih_l0_reverse	5	-0.057445213198661804
240233	rnn.weight_ih_l0_reverse	6	0.07468487322330475
240233	rnn.weight_ih_l0_reverse	7	-0.01863967999815941
240233	rnn.weight_ih_l0_reverse	8	-0.01891106553375721
240233	rnn.weight_ih_l0_reverse	9	0.004211126826703548
240233	rnn.weight_hh_l0_reverse	0	0.06771324574947357
240233	rnn.weight_hh_l0_reverse	1	0.020020177587866783
240233	rnn.weight_hh_l0_reverse	2	0.029291002079844475
240233	rnn.weight_hh_l0_reverse	3	0.03507537394762039
240233	rnn.weight_hh_l0_reverse	4	0.01375583279877901
240233	rnn.weight_hh_l0_reverse	5	0.00779124116525054
240233	rnn.weight_hh_l0_reverse	6	0.05124996230006218
240233	rnn.weight_hh_l0_reverse	7	-0.08245883136987686
240233	rnn.weight_hh_l0_reverse	8	0.040369514375925064
240233	rnn.weight_hh_l0_reverse	9	0.03537693992257118
240233	rnn.bias_ih_l0_reverse	0	-0.057848427444696426
240233	rnn.bias_ih_l0_reverse	1	-0.2820397913455963
240233	rnn.bias_ih_l0_reverse	2	-0.12219015508890152
240233	rnn.bias_ih_l0_reverse	3	-0.04770940914750099
240233	rnn.bias_ih_l0_reverse	4	-0.021634746342897415
240233	rnn.bias_ih_l0_reverse	5	0.07524172961711884
240233	rnn.bias_ih_l0_reverse	6	-0.06467875093221664
240233	rnn.bias_ih_l0_reverse	7	0.060789234936237335
240233	rnn.bias_ih_l0_reverse	8	-0.037122517824172974
240233	rnn.bias_ih_l0_reverse	9	0.06551016122102737
240233	rnn.bias_hh_l0_reverse	0	0.023680655285716057
240233	rnn.bias_hh_l0_reverse	1	-0.059710416942834854
240233	rnn.bias_hh_l0_reverse	2	0.08955927938222885
240233	rnn.bias_hh_l0_reverse	3	-0.050635017454624176
240233	rnn.bias_hh_l0_reverse	4	-0.028524460271000862
240233	rnn.bias_hh_l0_reverse	5	-0.019491007551550865
240233	rnn.bias_hh_l0_reverse	6	-0.017441848292946815
240233	rnn.bias_hh_l0_reverse	7	0.10012596845626831
240233	rnn.bias_hh_l0_reverse	8	0.030506504699587822
240233	rnn.bias_hh_l0_reverse	9	-0.14766201376914978
240233	rnn.weight_ih_l1	0	-0.02952428162097931
240233	rnn.weight_ih_l1	1	-0.05062803998589516
240233	rnn.weight_ih_l1	2	0.06388995796442032
240233	rnn.weight_ih_l1	3	-0.07385820150375366
240233	rnn.weight_ih_l1	4	-0.014425491914153099
240233	rnn.weight_ih_l1	5	-0.04035457596182823
240233	rnn.weight_ih_l1	6	0.029303275048732758
240233	rnn.weight_ih_l1	7	-0.04535872861742973
240233	rnn.weight_ih_l1	8	0.03773386776447296
240233	rnn.weight_ih_l1	9	0.04444374889135361
240233	rnn.weight_hh_l1	0	-0.00670215580612421
240233	rnn.weight_hh_l1	1	0.019739290699362755
240233	rnn.weight_hh_l1	2	0.007991233840584755
240233	rnn.weight_hh_l1	3	-0.012503392994403839
240233	rnn.weight_hh_l1	4	0.0048195901326835155
240233	rnn.weight_hh_l1	5	0.03484901413321495
240233	rnn.weight_hh_l1	6	0.03648301586508751
240233	rnn.weight_hh_l1	7	-0.016216685995459557
240233	rnn.weight_hh_l1	8	-0.007490265183150768
240233	rnn.weight_hh_l1	9	0.03860905021429062
240233	rnn.bias_ih_l1	0	-0.18418201804161072
240233	rnn.bias_ih_l1	1	-0.1768343448638916
240233	rnn.bias_ih_l1	2	-0.1987237185239792
240233	rnn.bias_ih_l1	3	-0.30984118580818176
240233	rnn.bias_ih_l1	4	-0.20729994773864746
240233	rnn.bias_ih_l1	5	-0.08882169425487518
240233	rnn.bias_ih_l1	6	-0.16025343537330627
240233	rnn.bias_ih_l1	7	-0.000403609563363716
240233	rnn.bias_ih_l1	8	-0.13350129127502441
240233	rnn.bias_ih_l1	9	-0.12541182339191437
240233	rnn.bias_hh_l1	0	-0.0954928994178772
240233	rnn.bias_hh_l1	1	-0.06384611874818802
240233	rnn.bias_hh_l1	2	-0.08513583242893219
240233	rnn.bias_hh_l1	3	-0.07721816748380661
240233	rnn.bias_hh_l1	4	-0.07419590651988983
240233	rnn.bias_hh_l1	5	-0.1191544458270073
240233	rnn.bias_hh_l1	6	-0.16082318127155304
240233	rnn.bias_hh_l1	7	0.07553507387638092
240233	rnn.bias_hh_l1	8	-0.17754332721233368
240233	rnn.bias_hh_l1	9	-0.11867710947990417
240233	rnn.weight_ih_l1_reverse	0	-0.04752468690276146
240233	rnn.weight_ih_l1_reverse	1	0.03180548921227455
240233	rnn.weight_ih_l1_reverse	2	0.08978608250617981
240233	rnn.weight_ih_l1_reverse	3	-0.01836371049284935
240233	rnn.weight_ih_l1_reverse	4	-0.022590262815356255
240233	rnn.weight_ih_l1_reverse	5	-0.030598489567637444
240233	rnn.weight_ih_l1_reverse	6	-0.020137421786785126
240233	rnn.weight_ih_l1_reverse	7	0.029040727764368057
240233	rnn.weight_ih_l1_reverse	8	0.007790209259837866
240233	rnn.weight_ih_l1_reverse	9	-0.033474087715148926
240233	rnn.weight_hh_l1_reverse	0	0.004653777461498976
240233	rnn.weight_hh_l1_reverse	1	0.0316639170050621
240233	rnn.weight_hh_l1_reverse	2	-0.0405760258436203
240233	rnn.weight_hh_l1_reverse	3	0.03511868417263031
240233	rnn.weight_hh_l1_reverse	4	0.04729888588190079
240233	rnn.weight_hh_l1_reverse	5	0.0052206325344741344
240233	rnn.weight_hh_l1_reverse	6	0.04834040254354477
240233	rnn.weight_hh_l1_reverse	7	0.031123273074626923
240233	rnn.weight_hh_l1_reverse	8	-0.007225849665701389
240233	rnn.weight_hh_l1_reverse	9	-0.030199849978089333
240233	rnn.bias_ih_l1_reverse	0	-0.046366285532712936
240233	rnn.bias_ih_l1_reverse	1	-0.13985276222229004
240233	rnn.bias_ih_l1_reverse	2	-0.1625378131866455
240233	rnn.bias_ih_l1_reverse	3	-0.06386145204305649
240233	rnn.bias_ih_l1_reverse	4	-0.20340488851070404
240233	rnn.bias_ih_l1_reverse	5	-0.11618558317422867
240233	rnn.bias_ih_l1_reverse	6	-0.13048529624938965
240233	rnn.bias_ih_l1_reverse	7	-0.19351230561733246
240233	rnn.bias_ih_l1_reverse	8	0.22605900466442108
240233	rnn.bias_ih_l1_reverse	9	0.02513493038713932
240233	rnn.bias_hh_l1_reverse	0	0.010659259743988514
240233	rnn.bias_hh_l1_reverse	1	-0.06449294835329056
240233	rnn.bias_hh_l1_reverse	2	-0.23685970902442932
240233	rnn.bias_hh_l1_reverse	3	-0.14210447669029236
240233	rnn.bias_hh_l1_reverse	4	-0.08074704557657242
240233	rnn.bias_hh_l1_reverse	5	-0.11510985344648361
240233	rnn.bias_hh_l1_reverse	6	0.06031349301338196
240233	rnn.bias_hh_l1_reverse	7	-0.1393500417470932
240233	rnn.bias_hh_l1_reverse	8	-0.12387263774871826
240233	rnn.bias_hh_l1_reverse	9	-0.14801809191703796
240233	linear.weight	0	0.002228822559118271
240233	linear.weight	1	0.0977281779050827
240233	linear.weight	2	-0.09248910844326019
240233	linear.weight	3	0.30910569429397583
240233	linear.weight	4	0.15081697702407837
240233	linear.weight	5	-0.06390030682086945
240233	linear.weight	6	0.09573619067668915
240233	linear.weight	7	0.13294975459575653
240233	linear.weight	8	0.04113493114709854
240233	linear.weight	9	-0.05141710489988327
240233	linear.bias	0	0.08195023238658905
240233	linear.bias	1	-0.19656169414520264
240233	linear.bias	2	-0.4490818977355957
240233	linear.bias	3	-0.6597856879234314
240233	linear.bias	4	-1.259607195854187
240233	linear.bias	5	-0.06065291166305542
240233	linear.bias	6	-0.8303380608558655
240233	linear.bias	7	0.27164226770401
240233	linear.bias	8	-0.3989867866039276
240233	linear.bias	9	-1.025166630744934
240430	transitions	0	0.7442826628684998
240430	transitions	1	0.14024651050567627
240430	transitions	2	-10000.0
240430	transitions	3	-1.82798433303833
240430	transitions	4	-10000.0
240430	transitions	5	0.5632014870643616
240430	transitions	6	-0.08532261848449707
240430	transitions	7	-0.8082113265991211
240430	transitions	8	-1.4221420288085938
240430	transitions	9	-0.0012289013247936964
240430	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
240430	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
240430	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
240430	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
240430	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
240430	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
240430	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
240430	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
240430	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
240430	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
240430	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
240430	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
240430	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
240430	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
240430	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
240430	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
240430	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
240430	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
240430	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
240430	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
240430	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
240430	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
240430	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
240430	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
240430	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
240430	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
240430	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
240430	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
240430	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
240430	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
240430	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
240430	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
240430	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
240430	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
240430	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
240430	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
240430	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
240430	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
240430	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
240430	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
240430	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
240430	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
240430	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
240430	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
240430	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
240430	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
240430	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
240430	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
240430	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
240430	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
240430	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
240430	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
240430	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
240430	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
240430	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
240430	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
240430	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
240430	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
240430	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
240430	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
240430	embedding2nn.weight	0	0.01695878617465496
240430	embedding2nn.weight	1	-0.012764755636453629
240430	embedding2nn.weight	2	-0.014268254861235619
240430	embedding2nn.weight	3	-0.03145396336913109
240430	embedding2nn.weight	4	-0.0059150345623493195
240430	embedding2nn.weight	5	-0.0037005888298153877
240430	embedding2nn.weight	6	-0.003973265644162893
240430	embedding2nn.weight	7	-0.07644759863615036
240430	embedding2nn.weight	8	-0.0019979383796453476
240430	embedding2nn.weight	9	-0.027482515200972557
240430	embedding2nn.bias	0	0.03308786824345589
240430	embedding2nn.bias	1	-0.07627233117818832
240430	embedding2nn.bias	2	0.06814349442720413
240430	embedding2nn.bias	3	0.05482255294919014
240430	embedding2nn.bias	4	-0.044883888214826584
240430	embedding2nn.bias	5	-0.007952485233545303
240430	embedding2nn.bias	6	0.014241008087992668
240430	embedding2nn.bias	7	-0.054286666214466095
240430	embedding2nn.bias	8	0.06945967674255371
240430	embedding2nn.bias	9	0.04783134162425995
240430	rnn.weight_ih_l0	0	-0.07924585789442062
240430	rnn.weight_ih_l0	1	0.0036271861754357815
240430	rnn.weight_ih_l0	2	0.035256050527095795
240430	rnn.weight_ih_l0	3	0.022727031260728836
240430	rnn.weight_ih_l0	4	-0.04970816522836685
240430	rnn.weight_ih_l0	5	-0.06806760281324387
240430	rnn.weight_ih_l0	6	-0.001172754098661244
240430	rnn.weight_ih_l0	7	0.053523771464824677
240430	rnn.weight_ih_l0	8	-0.017743607982993126
240430	rnn.weight_ih_l0	9	-0.03094113990664482
240430	rnn.weight_hh_l0	0	-0.030601877719163895
240430	rnn.weight_hh_l0	1	-0.007924949750304222
240430	rnn.weight_hh_l0	2	0.007250200025737286
240430	rnn.weight_hh_l0	3	-0.07443463802337646
240430	rnn.weight_hh_l0	4	0.0938536748290062
240430	rnn.weight_hh_l0	5	-0.025702323764562607
240430	rnn.weight_hh_l0	6	-0.06389633566141129
240430	rnn.weight_hh_l0	7	0.009500534273684025
240430	rnn.weight_hh_l0	8	0.013680250383913517
240430	rnn.weight_hh_l0	9	-0.025893088430166245
240430	rnn.bias_ih_l0	0	0.12846696376800537
240430	rnn.bias_ih_l0	1	-0.03542112186551094
240430	rnn.bias_ih_l0	2	-0.035500142723321915
240430	rnn.bias_ih_l0	3	0.16273590922355652
240430	rnn.bias_ih_l0	4	-0.013297349214553833
240430	rnn.bias_ih_l0	5	-0.02195226401090622
240430	rnn.bias_ih_l0	6	0.018079672008752823
240430	rnn.bias_ih_l0	7	0.022447893396019936
240430	rnn.bias_ih_l0	8	-0.10055679827928543
240430	rnn.bias_ih_l0	9	-0.04021042212843895
240430	rnn.bias_hh_l0	0	-0.0010879384353756905
240430	rnn.bias_hh_l0	1	-0.09712221473455429
240430	rnn.bias_hh_l0	2	-0.07555633038282394
240430	rnn.bias_hh_l0	3	-0.08800628781318665
240430	rnn.bias_hh_l0	4	0.009677080437541008
240430	rnn.bias_hh_l0	5	-0.02080419659614563
240430	rnn.bias_hh_l0	6	0.02860027551651001
240430	rnn.bias_hh_l0	7	0.06244337558746338
240430	rnn.bias_hh_l0	8	-0.12232034653425217
240430	rnn.bias_hh_l0	9	-0.05688389763236046
240430	rnn.weight_ih_l0_reverse	0	-0.025744015350937843
240430	rnn.weight_ih_l0_reverse	1	-0.056387316435575485
240430	rnn.weight_ih_l0_reverse	2	-0.0485917292535305
240430	rnn.weight_ih_l0_reverse	3	0.015273476019501686
240430	rnn.weight_ih_l0_reverse	4	-0.024431919679045677
240430	rnn.weight_ih_l0_reverse	5	-0.05738808959722519
240430	rnn.weight_ih_l0_reverse	6	0.0746970847249031
240430	rnn.weight_ih_l0_reverse	7	-0.01862494833767414
240430	rnn.weight_ih_l0_reverse	8	-0.018859127536416054
240430	rnn.weight_ih_l0_reverse	9	0.004258889239281416
240430	rnn.weight_hh_l0_reverse	0	0.06776653230190277
240430	rnn.weight_hh_l0_reverse	1	0.020089972764253616
240430	rnn.weight_hh_l0_reverse	2	0.02927190251648426
240430	rnn.weight_hh_l0_reverse	3	0.035069070756435394
240430	rnn.weight_hh_l0_reverse	4	0.01374658290296793
240430	rnn.weight_hh_l0_reverse	5	0.007855835370719433
240430	rnn.weight_hh_l0_reverse	6	0.05121754854917526
240430	rnn.weight_hh_l0_reverse	7	-0.08238115161657333
240430	rnn.weight_hh_l0_reverse	8	0.040319569408893585
240430	rnn.weight_hh_l0_reverse	9	0.035380590707063675
240430	rnn.bias_ih_l0_reverse	0	-0.057671863585710526
240430	rnn.bias_ih_l0_reverse	1	-0.28212693333625793
240430	rnn.bias_ih_l0_reverse	2	-0.12215059995651245
240430	rnn.bias_ih_l0_reverse	3	-0.04777871072292328
240430	rnn.bias_ih_l0_reverse	4	-0.021462634205818176
240430	rnn.bias_ih_l0_reverse	5	0.07514720410108566
240430	rnn.bias_ih_l0_reverse	6	-0.06472096592187881
240430	rnn.bias_ih_l0_reverse	7	0.06092509627342224
240430	rnn.bias_ih_l0_reverse	8	-0.03711993247270584
240430	rnn.bias_ih_l0_reverse	9	0.06552943587303162
240430	rnn.bias_hh_l0_reverse	0	0.023548785597085953
240430	rnn.bias_hh_l0_reverse	1	-0.05949460342526436
240430	rnn.bias_hh_l0_reverse	2	0.08940265327692032
240430	rnn.bias_hh_l0_reverse	3	-0.05053164064884186
240430	rnn.bias_hh_l0_reverse	4	-0.028425779193639755
240430	rnn.bias_hh_l0_reverse	5	-0.01928088814020157
240430	rnn.bias_hh_l0_reverse	6	-0.017367718741297722
240430	rnn.bias_hh_l0_reverse	7	0.10008437186479568
240430	rnn.bias_hh_l0_reverse	8	0.030421018600463867
240430	rnn.bias_hh_l0_reverse	9	-0.1477198600769043
240430	rnn.weight_ih_l1	0	-0.029490754008293152
240430	rnn.weight_ih_l1	1	-0.050654515624046326
240430	rnn.weight_ih_l1	2	0.06390015780925751
240430	rnn.weight_ih_l1	3	-0.0739235058426857
240430	rnn.weight_ih_l1	4	-0.014452777802944183
240430	rnn.weight_ih_l1	5	-0.040403157472610474
240430	rnn.weight_ih_l1	6	0.029188724234700203
240430	rnn.weight_ih_l1	7	-0.045369431376457214
240430	rnn.weight_ih_l1	8	0.0377509631216526
240430	rnn.weight_ih_l1	9	0.04448200389742851
240430	rnn.weight_hh_l1	0	-0.006712325382977724
240430	rnn.weight_hh_l1	1	0.019751625135540962
240430	rnn.weight_hh_l1	2	0.007773771416395903
240430	rnn.weight_hh_l1	3	-0.012476179748773575
240430	rnn.weight_hh_l1	4	0.004769444931298494
240430	rnn.weight_hh_l1	5	0.03481636941432953
240430	rnn.weight_hh_l1	6	0.03640346601605415
240430	rnn.weight_hh_l1	7	-0.016189010813832283
240430	rnn.weight_hh_l1	8	-0.0074721141718328
240430	rnn.weight_hh_l1	9	0.03859449177980423
240430	rnn.bias_ih_l1	0	-0.18421317636966705
240430	rnn.bias_ih_l1	1	-0.17697131633758545
240430	rnn.bias_ih_l1	2	-0.19860705733299255
240430	rnn.bias_ih_l1	3	-0.3099992275238037
240430	rnn.bias_ih_l1	4	-0.2076127827167511
240430	rnn.bias_ih_l1	5	-0.0887599065899849
240430	rnn.bias_ih_l1	6	-0.1602582186460495
240430	rnn.bias_ih_l1	7	-0.0010390214156359434
240430	rnn.bias_ih_l1	8	-0.13332878053188324
240430	rnn.bias_ih_l1	9	-0.12533043324947357
240430	rnn.bias_hh_l1	0	-0.09556443989276886
240430	rnn.bias_hh_l1	1	-0.06389176100492477
240430	rnn.bias_hh_l1	2	-0.08485400676727295
240430	rnn.bias_hh_l1	3	-0.07719534635543823
240430	rnn.bias_hh_l1	4	-0.07444886863231659
240430	rnn.bias_hh_l1	5	-0.1189948245882988
240430	rnn.bias_hh_l1	6	-0.1611267626285553
240430	rnn.bias_hh_l1	7	0.07553309947252274
240430	rnn.bias_hh_l1	8	-0.17765742540359497
240430	rnn.bias_hh_l1	9	-0.11892849951982498
240430	rnn.weight_ih_l1_reverse	0	-0.04752742126584053
240430	rnn.weight_ih_l1_reverse	1	0.031865596771240234
240430	rnn.weight_ih_l1_reverse	2	0.08967068046331406
240430	rnn.weight_ih_l1_reverse	3	-0.018397998064756393
240430	rnn.weight_ih_l1_reverse	4	-0.022445710375905037
240430	rnn.weight_ih_l1_reverse	5	-0.03059248812496662
240430	rnn.weight_ih_l1_reverse	6	-0.02008761279284954
240430	rnn.weight_ih_l1_reverse	7	0.02907104231417179
240430	rnn.weight_ih_l1_reverse	8	0.00775596359744668
240430	rnn.weight_ih_l1_reverse	9	-0.033529024571180344
240430	rnn.weight_hh_l1_reverse	0	0.004667452536523342
240430	rnn.weight_hh_l1_reverse	1	0.031652387231588364
240430	rnn.weight_hh_l1_reverse	2	-0.04057632386684418
240430	rnn.weight_hh_l1_reverse	3	0.03512192517518997
240430	rnn.weight_hh_l1_reverse	4	0.04725833237171173
240430	rnn.weight_hh_l1_reverse	5	0.005234509240835905
240430	rnn.weight_hh_l1_reverse	6	0.04844224825501442
240430	rnn.weight_hh_l1_reverse	7	0.031163815408945084
240430	rnn.weight_hh_l1_reverse	8	-0.007223605643957853
240430	rnn.weight_hh_l1_reverse	9	-0.0302045289427042
240430	rnn.bias_ih_l1_reverse	0	-0.046141255646944046
240430	rnn.bias_ih_l1_reverse	1	-0.13958510756492615
240430	rnn.bias_ih_l1_reverse	2	-0.16226337850093842
240430	rnn.bias_ih_l1_reverse	3	-0.06353875994682312
240430	rnn.bias_ih_l1_reverse	4	-0.20323137938976288
240430	rnn.bias_ih_l1_reverse	5	-0.11628463119268417
240430	rnn.bias_ih_l1_reverse	6	-0.13051633536815643
240430	rnn.bias_ih_l1_reverse	7	-0.19351479411125183
240430	rnn.bias_ih_l1_reverse	8	0.22624117136001587
240430	rnn.bias_ih_l1_reverse	9	0.02541077509522438
240430	rnn.bias_hh_l1_reverse	0	0.011260446161031723
240430	rnn.bias_hh_l1_reverse	1	-0.06474281847476959
240430	rnn.bias_hh_l1_reverse	2	-0.23677988350391388
240430	rnn.bias_hh_l1_reverse	3	-0.14214344322681427
240430	rnn.bias_hh_l1_reverse	4	-0.08080755174160004
240430	rnn.bias_hh_l1_reverse	5	-0.11533094197511673
240430	rnn.bias_hh_l1_reverse	6	0.060317639261484146
240430	rnn.bias_hh_l1_reverse	7	-0.1396579146385193
240430	rnn.bias_hh_l1_reverse	8	-0.123745858669281
240430	rnn.bias_hh_l1_reverse	9	-0.14802522957324982
240430	linear.weight	0	0.002228822559118271
240430	linear.weight	1	0.098941370844841
240430	linear.weight	2	-0.0923868864774704
240430	linear.weight	3	0.3092794418334961
240430	linear.weight	4	0.15071111917495728
240430	linear.weight	5	-0.06402597576379776
240430	linear.weight	6	0.09609275311231613
240430	linear.weight	7	0.13260410726070404
240430	linear.weight	8	0.04113493114709854
240430	linear.weight	9	-0.051385555416345596
240430	linear.bias	0	0.08602435886859894
240430	linear.bias	1	-0.1987820267677307
240430	linear.bias	2	-0.45004838705062866
240430	linear.bias	3	-0.6597923040390015
240430	linear.bias	4	-1.2598813772201538
240430	linear.bias	5	-0.059251103550195694
240430	linear.bias	6	-0.8326998353004456
240430	linear.bias	7	0.2728545367717743
240430	linear.bias	8	-0.40046221017837524
240430	linear.bias	9	-1.0269564390182495
240627	transitions	0	0.7450323700904846
240627	transitions	1	0.13986200094223022
240627	transitions	2	-10000.0
240627	transitions	3	-1.8279850482940674
240627	transitions	4	-10000.0
240627	transitions	5	0.5632003545761108
240627	transitions	6	-0.0853390246629715
240627	transitions	7	-0.8083189129829407
240627	transitions	8	-1.4221473932266235
240627	transitions	9	-0.0012289215810596943
240627	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
240627	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
240627	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
240627	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
240627	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
240627	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
240627	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
240627	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
240627	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
240627	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
240627	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
240627	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
240627	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
240627	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
240627	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
240627	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
240627	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
240627	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
240627	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
240627	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
240627	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
240627	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
240627	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
240627	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
240627	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
240627	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
240627	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
240627	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
240627	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
240627	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
240627	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
240627	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
240627	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
240627	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
240627	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
240627	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
240627	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
240627	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
240627	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
240627	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
240627	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
240627	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
240627	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
240627	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
240627	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
240627	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
240627	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
240627	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
240627	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
240627	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
240627	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
240627	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
240627	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
240627	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
240627	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
240627	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
240627	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
240627	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
240627	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
240627	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
240627	embedding2nn.weight	0	0.017006436362862587
240627	embedding2nn.weight	1	-0.012783706188201904
240627	embedding2nn.weight	2	-0.014268254861235619
240627	embedding2nn.weight	3	-0.03135951980948448
240627	embedding2nn.weight	4	-0.0059150345623493195
240627	embedding2nn.weight	5	-0.0037005888298153877
240627	embedding2nn.weight	6	-0.003973265644162893
240627	embedding2nn.weight	7	-0.07649262249469757
240627	embedding2nn.weight	8	-0.0019979383796453476
240627	embedding2nn.weight	9	-0.027463631704449654
240627	embedding2nn.bias	0	0.034133754670619965
240627	embedding2nn.bias	1	-0.07593045383691788
240627	embedding2nn.bias	2	0.06882880628108978
240627	embedding2nn.bias	3	0.0548827238380909
240627	embedding2nn.bias	4	-0.045159969478845596
240627	embedding2nn.bias	5	-0.008804132230579853
240627	embedding2nn.bias	6	0.014559896662831306
240627	embedding2nn.bias	7	-0.05387096479535103
240627	embedding2nn.bias	8	0.069418765604496
240627	embedding2nn.bias	9	0.04748087748885155
240627	rnn.weight_ih_l0	0	-0.07913409173488617
240627	rnn.weight_ih_l0	1	0.0036595314741134644
240627	rnn.weight_ih_l0	2	0.03517691045999527
240627	rnn.weight_ih_l0	3	0.02266800031065941
240627	rnn.weight_ih_l0	4	-0.04965176433324814
240627	rnn.weight_ih_l0	5	-0.06804904341697693
240627	rnn.weight_ih_l0	6	-0.0010367772774770856
240627	rnn.weight_ih_l0	7	0.05357680469751358
240627	rnn.weight_ih_l0	8	-0.017664099112153053
240627	rnn.weight_ih_l0	9	-0.030945193022489548
240627	rnn.weight_hh_l0	0	-0.03053358756005764
240627	rnn.weight_hh_l0	1	-0.007985487580299377
240627	rnn.weight_hh_l0	2	0.007227213587611914
240627	rnn.weight_hh_l0	3	-0.07441425323486328
240627	rnn.weight_hh_l0	4	0.09383436292409897
240627	rnn.weight_hh_l0	5	-0.02572822757065296
240627	rnn.weight_hh_l0	6	-0.06403104215860367
240627	rnn.weight_hh_l0	7	0.009446508251130581
240627	rnn.weight_hh_l0	8	0.013703849166631699
240627	rnn.weight_hh_l0	9	-0.02585521526634693
240627	rnn.bias_ih_l0	0	0.12848180532455444
240627	rnn.bias_ih_l0	1	-0.03533061966300011
240627	rnn.bias_ih_l0	2	-0.03545732796192169
240627	rnn.bias_ih_l0	3	0.16292738914489746
240627	rnn.bias_ih_l0	4	-0.013188889250159264
240627	rnn.bias_ih_l0	5	-0.021849174052476883
240627	rnn.bias_ih_l0	6	0.018366539850831032
240627	rnn.bias_ih_l0	7	0.02247486263513565
240627	rnn.bias_ih_l0	8	-0.10059821605682373
240627	rnn.bias_ih_l0	9	-0.04015408083796501
240627	rnn.bias_hh_l0	0	-0.0012328625889495015
240627	rnn.bias_hh_l0	1	-0.09711423516273499
240627	rnn.bias_hh_l0	2	-0.07526833564043045
240627	rnn.bias_hh_l0	3	-0.08787383884191513
240627	rnn.bias_hh_l0	4	0.009509404189884663
240627	rnn.bias_hh_l0	5	-0.020483680069446564
240627	rnn.bias_hh_l0	6	0.028479265049099922
240627	rnn.bias_hh_l0	7	0.06260658800601959
240627	rnn.bias_hh_l0	8	-0.12217440456151962
240627	rnn.bias_hh_l0	9	-0.05705255642533302
240627	rnn.weight_ih_l0_reverse	0	-0.025751331821084023
240627	rnn.weight_ih_l0_reverse	1	-0.056390997022390366
240627	rnn.weight_ih_l0_reverse	2	-0.048558179289102554
240627	rnn.weight_ih_l0_reverse	3	0.015275583602488041
240627	rnn.weight_ih_l0_reverse	4	-0.024474583566188812
240627	rnn.weight_ih_l0_reverse	5	-0.057376787066459656
240627	rnn.weight_ih_l0_reverse	6	0.07465177774429321
240627	rnn.weight_ih_l0_reverse	7	-0.018638696521520615
240627	rnn.weight_ih_l0_reverse	8	-0.018888050690293312
240627	rnn.weight_ih_l0_reverse	9	0.0042228796519339085
240627	rnn.weight_hh_l0_reverse	0	0.06774073094129562
240627	rnn.weight_hh_l0_reverse	1	0.02000989392399788
240627	rnn.weight_hh_l0_reverse	2	0.02935582399368286
240627	rnn.weight_hh_l0_reverse	3	0.03507952019572258
240627	rnn.weight_hh_l0_reverse	4	0.013730281963944435
240627	rnn.weight_hh_l0_reverse	5	0.007909220643341541
240627	rnn.weight_hh_l0_reverse	6	0.05122675746679306
240627	rnn.weight_hh_l0_reverse	7	-0.08237043768167496
240627	rnn.weight_hh_l0_reverse	8	0.040266502648591995
240627	rnn.weight_hh_l0_reverse	9	0.03538006544113159
240627	rnn.bias_ih_l0_reverse	0	-0.0574464350938797
240627	rnn.bias_ih_l0_reverse	1	-0.2823299467563629
240627	rnn.bias_ih_l0_reverse	2	-0.12213316559791565
240627	rnn.bias_ih_l0_reverse	3	-0.04776088893413544
240627	rnn.bias_ih_l0_reverse	4	-0.021490314975380898
240627	rnn.bias_ih_l0_reverse	5	0.07499825209379196
240627	rnn.bias_ih_l0_reverse	6	-0.06457021087408066
240627	rnn.bias_ih_l0_reverse	7	0.060920268297195435
240627	rnn.bias_ih_l0_reverse	8	-0.03729436919093132
240627	rnn.bias_ih_l0_reverse	9	0.06556997448205948
240627	rnn.bias_hh_l0_reverse	0	0.023420026525855064
240627	rnn.bias_hh_l0_reverse	1	-0.059252865612506866
240627	rnn.bias_hh_l0_reverse	2	0.08951611816883087
240627	rnn.bias_hh_l0_reverse	3	-0.05062342807650566
240627	rnn.bias_hh_l0_reverse	4	-0.028283873572945595
240627	rnn.bias_hh_l0_reverse	5	-0.019223345443606377
240627	rnn.bias_hh_l0_reverse	6	-0.017519699409604073
240627	rnn.bias_hh_l0_reverse	7	0.10004059970378876
240627	rnn.bias_hh_l0_reverse	8	0.030452731996774673
240627	rnn.bias_hh_l0_reverse	9	-0.1476610004901886
240627	rnn.weight_ih_l1	0	-0.02946373075246811
240627	rnn.weight_ih_l1	1	-0.050723135471343994
240627	rnn.weight_ih_l1	2	0.06378341466188431
240627	rnn.weight_ih_l1	3	-0.0740511491894722
240627	rnn.weight_ih_l1	4	-0.014543497934937477
240627	rnn.weight_ih_l1	5	-0.04041894152760506
240627	rnn.weight_ih_l1	6	0.029234807938337326
240627	rnn.weight_ih_l1	7	-0.04537958279252052
240627	rnn.weight_ih_l1	8	0.037752699106931686
240627	rnn.weight_ih_l1	9	0.04445560276508331
240627	rnn.weight_hh_l1	0	-0.006845987401902676
240627	rnn.weight_hh_l1	1	0.019763413816690445
240627	rnn.weight_hh_l1	2	0.007727508433163166
240627	rnn.weight_hh_l1	3	-0.01246438268572092
240627	rnn.weight_hh_l1	4	0.004771839827299118
240627	rnn.weight_hh_l1	5	0.03483228757977486
240627	rnn.weight_hh_l1	6	0.03636384755373001
240627	rnn.weight_hh_l1	7	-0.01619364321231842
240627	rnn.weight_hh_l1	8	-0.007457728032022715
240627	rnn.weight_hh_l1	9	0.03859725594520569
240627	rnn.bias_ih_l1	0	-0.18401582539081573
240627	rnn.bias_ih_l1	1	-0.17663459479808807
240627	rnn.bias_ih_l1	2	-0.1982988715171814
240627	rnn.bias_ih_l1	3	-0.30990368127822876
240627	rnn.bias_ih_l1	4	-0.2083296924829483
240627	rnn.bias_ih_l1	5	-0.08873230218887329
240627	rnn.bias_ih_l1	6	-0.16022616624832153
240627	rnn.bias_ih_l1	7	-0.001264384831301868
240627	rnn.bias_ih_l1	8	-0.13308538496494293
240627	rnn.bias_ih_l1	9	-0.1250600516796112
240627	rnn.bias_hh_l1	0	-0.09531840682029724
240627	rnn.bias_hh_l1	1	-0.06374258548021317
240627	rnn.bias_hh_l1	2	-0.08476506918668747
240627	rnn.bias_hh_l1	3	-0.07722404599189758
240627	rnn.bias_hh_l1	4	-0.0745072215795517
240627	rnn.bias_hh_l1	5	-0.11893036961555481
240627	rnn.bias_hh_l1	6	-0.16082310676574707
240627	rnn.bias_hh_l1	7	0.07542384415864944
240627	rnn.bias_hh_l1	8	-0.1775168925523758
240627	rnn.bias_hh_l1	9	-0.11904043704271317
240627	rnn.weight_ih_l1_reverse	0	-0.04749912768602371
240627	rnn.weight_ih_l1_reverse	1	0.03197088465094566
240627	rnn.weight_ih_l1_reverse	2	0.0895553007721901
240627	rnn.weight_ih_l1_reverse	3	-0.018420599400997162
240627	rnn.weight_ih_l1_reverse	4	-0.02256050892174244
240627	rnn.weight_ih_l1_reverse	5	-0.030598774552345276
240627	rnn.weight_ih_l1_reverse	6	-0.020256618037819862
240627	rnn.weight_ih_l1_reverse	7	0.029088065028190613
240627	rnn.weight_ih_l1_reverse	8	0.0078108226880431175
240627	rnn.weight_ih_l1_reverse	9	-0.033585429191589355
240627	rnn.weight_hh_l1_reverse	0	0.004649392329156399
240627	rnn.weight_hh_l1_reverse	1	0.03163832053542137
240627	rnn.weight_hh_l1_reverse	2	-0.04058372229337692
240627	rnn.weight_hh_l1_reverse	3	0.035124339163303375
240627	rnn.weight_hh_l1_reverse	4	0.04726037755608559
240627	rnn.weight_hh_l1_reverse	5	0.005240084137767553
240627	rnn.weight_hh_l1_reverse	6	0.04849982261657715
240627	rnn.weight_hh_l1_reverse	7	0.03115028887987137
240627	rnn.weight_hh_l1_reverse	8	-0.007211464922875166
240627	rnn.weight_hh_l1_reverse	9	-0.030208727344870567
240627	rnn.bias_ih_l1_reverse	0	-0.046336911618709564
240627	rnn.bias_ih_l1_reverse	1	-0.13961747288703918
240627	rnn.bias_ih_l1_reverse	2	-0.1623649001121521
240627	rnn.bias_ih_l1_reverse	3	-0.06295640766620636
240627	rnn.bias_ih_l1_reverse	4	-0.2032899409532547
240627	rnn.bias_ih_l1_reverse	5	-0.11648440361022949
240627	rnn.bias_ih_l1_reverse	6	-0.13055026531219482
240627	rnn.bias_ih_l1_reverse	7	-0.1936342418193817
240627	rnn.bias_ih_l1_reverse	8	0.2260051667690277
240627	rnn.bias_ih_l1_reverse	9	0.02569005638360977
240627	rnn.bias_hh_l1_reverse	0	0.011248721741139889
240627	rnn.bias_hh_l1_reverse	1	-0.06469371914863586
240627	rnn.bias_hh_l1_reverse	2	-0.23684640228748322
240627	rnn.bias_hh_l1_reverse	3	-0.14205311238765717
240627	rnn.bias_hh_l1_reverse	4	-0.0806606337428093
240627	rnn.bias_hh_l1_reverse	5	-0.11540529131889343
240627	rnn.bias_hh_l1_reverse	6	0.060013167560100555
240627	rnn.bias_hh_l1_reverse	7	-0.13936278223991394
240627	rnn.bias_hh_l1_reverse	8	-0.12379517406225204
240627	rnn.bias_hh_l1_reverse	9	-0.14801056683063507
240627	linear.weight	0	0.002228822559118271
240627	linear.weight	1	0.09978774189949036
240627	linear.weight	2	-0.09234021604061127
240627	linear.weight	3	0.30940598249435425
240627	linear.weight	4	0.15107578039169312
240627	linear.weight	5	-0.0642404705286026
240627	linear.weight	6	0.09624075889587402
240627	linear.weight	7	0.132823646068573
240627	linear.weight	8	0.04113492742180824
240627	linear.weight	9	-0.051311735063791275
240627	linear.bias	0	0.08935870975255966
240627	linear.bias	1	-0.199517622590065
240627	linear.bias	2	-0.45265278220176697
240627	linear.bias	3	-0.6589760780334473
240627	linear.bias	4	-1.259083867073059
240627	linear.bias	5	-0.058439940214157104
240627	linear.bias	6	-0.8333148956298828
240627	linear.bias	7	0.27383193373680115
240627	linear.bias	8	-0.3997742831707001
240627	linear.bias	9	-1.0262857675552368
240824	transitions	0	0.745354950428009
240824	transitions	1	0.13955579698085785
240824	transitions	2	-10000.0
240824	transitions	3	-1.827986240386963
240824	transitions	4	-10000.0
240824	transitions	5	0.5631979703903198
240824	transitions	6	-0.08534084260463715
240824	transitions	7	-0.8083485960960388
240824	transitions	8	-1.422150731086731
240824	transitions	9	-0.001228964771144092
240824	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
240824	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
240824	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
240824	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
240824	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
240824	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
240824	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
240824	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
240824	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
240824	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
240824	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
240824	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
240824	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
240824	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
240824	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
240824	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
240824	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
240824	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
240824	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
240824	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
240824	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
240824	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
240824	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
240824	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
240824	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
240824	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
240824	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
240824	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
240824	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
240824	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
240824	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
240824	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
240824	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
240824	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
240824	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
240824	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
240824	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
240824	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
240824	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
240824	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
240824	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
240824	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
240824	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
240824	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
240824	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
240824	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
240824	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
240824	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
240824	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
240824	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
240824	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
240824	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
240824	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
240824	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
240824	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
240824	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
240824	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
240824	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
240824	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
240824	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
240824	embedding2nn.weight	0	0.017191583290696144
240824	embedding2nn.weight	1	-0.012772230431437492
240824	embedding2nn.weight	2	-0.014268254861235619
240824	embedding2nn.weight	3	-0.031376760452985764
240824	embedding2nn.weight	4	-0.0059150345623493195
240824	embedding2nn.weight	5	-0.0037005888298153877
240824	embedding2nn.weight	6	-0.003973265644162893
240824	embedding2nn.weight	7	-0.07658999413251877
240824	embedding2nn.weight	8	-0.0019979383796453476
240824	embedding2nn.weight	9	-0.027496151626110077
240824	embedding2nn.bias	0	0.033988047391176224
240824	embedding2nn.bias	1	-0.07537328451871872
240824	embedding2nn.bias	2	0.06873083859682083
240824	embedding2nn.bias	3	0.05484887957572937
240824	embedding2nn.bias	4	-0.04589451849460602
240824	embedding2nn.bias	5	-0.008360919542610645
240824	embedding2nn.bias	6	0.014391206204891205
240824	embedding2nn.bias	7	-0.05421824008226395
240824	embedding2nn.bias	8	0.07011734694242477
240824	embedding2nn.bias	9	0.0473620742559433
240824	rnn.weight_ih_l0	0	-0.07919902354478836
240824	rnn.weight_ih_l0	1	0.0036722857039421797
240824	rnn.weight_ih_l0	2	0.03533613309264183
240824	rnn.weight_ih_l0	3	0.022676702588796616
240824	rnn.weight_ih_l0	4	-0.049584709107875824
240824	rnn.weight_ih_l0	5	-0.06809081137180328
240824	rnn.weight_ih_l0	6	-0.0009600503253750503
240824	rnn.weight_ih_l0	7	0.05356178805232048
240824	rnn.weight_ih_l0	8	-0.017669448629021645
240824	rnn.weight_ih_l0	9	-0.030960921198129654
240824	rnn.weight_hh_l0	0	-0.03057364746928215
240824	rnn.weight_hh_l0	1	-0.00800122506916523
240824	rnn.weight_hh_l0	2	0.007185837719589472
240824	rnn.weight_hh_l0	3	-0.07440508157014847
240824	rnn.weight_hh_l0	4	0.09379664808511734
240824	rnn.weight_hh_l0	5	-0.025608442723751068
240824	rnn.weight_hh_l0	6	-0.06402771174907684
240824	rnn.weight_hh_l0	7	0.009556799195706844
240824	rnn.weight_hh_l0	8	0.01367074903100729
240824	rnn.weight_hh_l0	9	-0.025899313390254974
240824	rnn.bias_ih_l0	0	0.12858198583126068
240824	rnn.bias_ih_l0	1	-0.03546042740345001
240824	rnn.bias_ih_l0	2	-0.03527368977665901
240824	rnn.bias_ih_l0	3	0.16298799216747284
240824	rnn.bias_ih_l0	4	-0.013205266557633877
240824	rnn.bias_ih_l0	5	-0.021787133067846298
240824	rnn.bias_ih_l0	6	0.018309345468878746
240824	rnn.bias_ih_l0	7	0.02236056886613369
240824	rnn.bias_ih_l0	8	-0.1005849540233612
240824	rnn.bias_ih_l0	9	-0.04016188159584999
240824	rnn.bias_hh_l0	0	-0.0013754121027886868
240824	rnn.bias_hh_l0	1	-0.09723521769046783
240824	rnn.bias_hh_l0	2	-0.07531453669071198
240824	rnn.bias_hh_l0	3	-0.08796725422143936
240824	rnn.bias_hh_l0	4	0.009342622943222523
240824	rnn.bias_hh_l0	5	-0.020674895495176315
240824	rnn.bias_hh_l0	6	0.02858332172036171
240824	rnn.bias_hh_l0	7	0.06261977553367615
240824	rnn.bias_hh_l0	8	-0.12210769951343536
240824	rnn.bias_hh_l0	9	-0.057057011872529984
240824	rnn.weight_ih_l0_reverse	0	-0.025726638734340668
240824	rnn.weight_ih_l0_reverse	1	-0.05631835758686066
240824	rnn.weight_ih_l0_reverse	2	-0.04855978116393089
240824	rnn.weight_ih_l0_reverse	3	0.015436101704835892
240824	rnn.weight_ih_l0_reverse	4	-0.024516312405467033
240824	rnn.weight_ih_l0_reverse	5	-0.05739910528063774
240824	rnn.weight_ih_l0_reverse	6	0.07451507449150085
240824	rnn.weight_ih_l0_reverse	7	-0.018690938130021095
240824	rnn.weight_ih_l0_reverse	8	-0.018855411559343338
240824	rnn.weight_ih_l0_reverse	9	0.004169016610831022
240824	rnn.weight_hh_l0_reverse	0	0.06771481037139893
240824	rnn.weight_hh_l0_reverse	1	0.01996522583067417
240824	rnn.weight_hh_l0_reverse	2	0.02934504672884941
240824	rnn.weight_hh_l0_reverse	3	0.03510319069027901
240824	rnn.weight_hh_l0_reverse	4	0.013766882941126823
240824	rnn.weight_hh_l0_reverse	5	0.007997271604835987
240824	rnn.weight_hh_l0_reverse	6	0.051204122602939606
240824	rnn.weight_hh_l0_reverse	7	-0.0823332890868187
240824	rnn.weight_hh_l0_reverse	8	0.04025359824299812
240824	rnn.weight_hh_l0_reverse	9	0.03535671904683113
240824	rnn.bias_ih_l0_reverse	0	-0.05743252485990524
240824	rnn.bias_ih_l0_reverse	1	-0.28230565786361694
240824	rnn.bias_ih_l0_reverse	2	-0.12218524515628815
240824	rnn.bias_ih_l0_reverse	3	-0.04781545326113701
240824	rnn.bias_ih_l0_reverse	4	-0.02159866690635681
240824	rnn.bias_ih_l0_reverse	5	0.07500683516263962
240824	rnn.bias_ih_l0_reverse	6	-0.0646401196718216
240824	rnn.bias_ih_l0_reverse	7	0.06102285161614418
240824	rnn.bias_ih_l0_reverse	8	-0.03718893975019455
240824	rnn.bias_ih_l0_reverse	9	0.06564891338348389
240824	rnn.bias_hh_l0_reverse	0	0.023600390180945396
240824	rnn.bias_hh_l0_reverse	1	-0.05929451808333397
240824	rnn.bias_hh_l0_reverse	2	0.08930064737796783
240824	rnn.bias_hh_l0_reverse	3	-0.05055120587348938
240824	rnn.bias_hh_l0_reverse	4	-0.028419191017746925
240824	rnn.bias_hh_l0_reverse	5	-0.01917153038084507
240824	rnn.bias_hh_l0_reverse	6	-0.01756741851568222
240824	rnn.bias_hh_l0_reverse	7	0.09989318251609802
240824	rnn.bias_hh_l0_reverse	8	0.03043639473617077
240824	rnn.bias_hh_l0_reverse	9	-0.14746083319187164
240824	rnn.weight_ih_l1	0	-0.029457777738571167
240824	rnn.weight_ih_l1	1	-0.05067862942814827
240824	rnn.weight_ih_l1	2	0.06390433013439178
240824	rnn.weight_ih_l1	3	-0.07416999340057373
240824	rnn.weight_ih_l1	4	-0.014574242755770683
240824	rnn.weight_ih_l1	5	-0.040416210889816284
240824	rnn.weight_ih_l1	6	0.029208509251475334
240824	rnn.weight_ih_l1	7	-0.04516526684165001
240824	rnn.weight_ih_l1	8	0.03774229809641838
240824	rnn.weight_ih_l1	9	0.044432975351810455
240824	rnn.weight_hh_l1	0	-0.006801885552704334
240824	rnn.weight_hh_l1	1	0.019750269129872322
240824	rnn.weight_hh_l1	2	0.0076086027547717094
240824	rnn.weight_hh_l1	3	-0.012486550956964493
240824	rnn.weight_hh_l1	4	0.0047277347184717655
240824	rnn.weight_hh_l1	5	0.03477567434310913
240824	rnn.weight_hh_l1	6	0.036288097500801086
240824	rnn.weight_hh_l1	7	-0.016216186806559563
240824	rnn.weight_hh_l1	8	-0.007401356939226389
240824	rnn.weight_hh_l1	9	0.038624394685029984
240824	rnn.bias_ih_l1	0	-0.1842750608921051
240824	rnn.bias_ih_l1	1	-0.17664699256420135
240824	rnn.bias_ih_l1	2	-0.1983494609594345
240824	rnn.bias_ih_l1	3	-0.3097396790981293
240824	rnn.bias_ih_l1	4	-0.20877605676651
240824	rnn.bias_ih_l1	5	-0.08890281617641449
240824	rnn.bias_ih_l1	6	-0.16010792553424835
240824	rnn.bias_ih_l1	7	-0.0011186494957655668
240824	rnn.bias_ih_l1	8	-0.1330447942018509
240824	rnn.bias_ih_l1	9	-0.12487204372882843
240824	rnn.bias_hh_l1	0	-0.09520034492015839
240824	rnn.bias_hh_l1	1	-0.06383485347032547
240824	rnn.bias_hh_l1	2	-0.08447899669408798
240824	rnn.bias_hh_l1	3	-0.07710399478673935
240824	rnn.bias_hh_l1	4	-0.07431863993406296
240824	rnn.bias_hh_l1	5	-0.11895743012428284
240824	rnn.bias_hh_l1	6	-0.16072051227092743
240824	rnn.bias_hh_l1	7	0.07527168840169907
240824	rnn.bias_hh_l1	8	-0.17748671770095825
240824	rnn.bias_hh_l1	9	-0.11888741701841354
240824	rnn.weight_ih_l1_reverse	0	-0.04747597873210907
240824	rnn.weight_ih_l1_reverse	1	0.032102860510349274
240824	rnn.weight_ih_l1_reverse	2	0.08948414027690887
240824	rnn.weight_ih_l1_reverse	3	-0.018416237086057663
240824	rnn.weight_ih_l1_reverse	4	-0.022686948999762535
240824	rnn.weight_ih_l1_reverse	5	-0.03059697523713112
240824	rnn.weight_ih_l1_reverse	6	-0.020290467888116837
240824	rnn.weight_ih_l1_reverse	7	0.029017383232712746
240824	rnn.weight_ih_l1_reverse	8	0.007533828727900982
240824	rnn.weight_ih_l1_reverse	9	-0.03392776846885681
240824	rnn.weight_hh_l1_reverse	0	0.004663578700274229
240824	rnn.weight_hh_l1_reverse	1	0.03165741264820099
240824	rnn.weight_hh_l1_reverse	2	-0.040583036839962006
240824	rnn.weight_hh_l1_reverse	3	0.035120584070682526
240824	rnn.weight_hh_l1_reverse	4	0.047310858964920044
240824	rnn.weight_hh_l1_reverse	5	0.0052174474112689495
240824	rnn.weight_hh_l1_reverse	6	0.0484849289059639
240824	rnn.weight_hh_l1_reverse	7	0.031157495453953743
240824	rnn.weight_hh_l1_reverse	8	-0.007212670054286718
240824	rnn.weight_hh_l1_reverse	9	-0.030165547505021095
240824	rnn.bias_ih_l1_reverse	0	-0.04636136442422867
240824	rnn.bias_ih_l1_reverse	1	-0.13961675763130188
240824	rnn.bias_ih_l1_reverse	2	-0.16245120763778687
240824	rnn.bias_ih_l1_reverse	3	-0.06345777213573456
240824	rnn.bias_ih_l1_reverse	4	-0.20331452786922455
240824	rnn.bias_ih_l1_reverse	5	-0.1164265051484108
240824	rnn.bias_ih_l1_reverse	6	-0.13036930561065674
240824	rnn.bias_ih_l1_reverse	7	-0.19343335926532745
240824	rnn.bias_ih_l1_reverse	8	0.226051464676857
240824	rnn.bias_ih_l1_reverse	9	0.0252235047519207
240824	rnn.bias_hh_l1_reverse	0	0.011013127863407135
240824	rnn.bias_hh_l1_reverse	1	-0.0647808313369751
240824	rnn.bias_hh_l1_reverse	2	-0.2368076741695404
240824	rnn.bias_hh_l1_reverse	3	-0.14214970171451569
240824	rnn.bias_hh_l1_reverse	4	-0.08079109340906143
240824	rnn.bias_hh_l1_reverse	5	-0.11554747819900513
240824	rnn.bias_hh_l1_reverse	6	0.06042154133319855
240824	rnn.bias_hh_l1_reverse	7	-0.13959436118602753
240824	rnn.bias_hh_l1_reverse	8	-0.12380362302064896
240824	rnn.bias_hh_l1_reverse	9	-0.1478998214006424
240824	linear.weight	0	0.002228822559118271
240824	linear.weight	1	0.09933784604072571
240824	linear.weight	2	-0.09264461696147919
240824	linear.weight	3	0.30917128920555115
240824	linear.weight	4	0.15123221278190613
240824	linear.weight	5	-0.06437329947948456
240824	linear.weight	6	0.09643059968948364
240824	linear.weight	7	0.13274595141410828
240824	linear.weight	8	0.04113491252064705
240824	linear.weight	9	-0.05145128443837166
240824	linear.bias	0	0.08304762095212936
240824	linear.bias	1	-0.19808214902877808
240824	linear.bias	2	-0.453754186630249
240824	linear.bias	3	-0.658888041973114
240824	linear.bias	4	-1.2595998048782349
240824	linear.bias	5	-0.05887290835380554
240824	linear.bias	6	-0.8315824270248413
240824	linear.bias	7	0.2732265889644623
240824	linear.bias	8	-0.4000648558139801
240824	linear.bias	9	-1.0269848108291626
240828	transitions	0	0.7453535795211792
240828	transitions	1	0.13955536484718323
240828	transitions	2	-10000.0
240828	transitions	3	-1.827986240386963
240828	transitions	4	-10000.0
240828	transitions	5	0.5631978511810303
240828	transitions	6	-0.08534085005521774
240828	transitions	7	-0.8083487153053284
240828	transitions	8	-1.422150731086731
240828	transitions	9	-0.001228964887559414
240828	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
240828	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
240828	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
240828	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
240828	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
240828	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
240828	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
240828	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
240828	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
240828	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
240828	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
240828	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
240828	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
240828	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
240828	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
240828	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
240828	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
240828	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
240828	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
240828	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
240828	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
240828	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
240828	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
240828	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
240828	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
240828	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
240828	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
240828	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
240828	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
240828	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
240828	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
240828	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
240828	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
240828	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
240828	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
240828	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
240828	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
240828	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
240828	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
240828	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
240828	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
240828	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
240828	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
240828	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
240828	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
240828	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
240828	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
240828	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
240828	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
240828	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
240828	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
240828	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
240828	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
240828	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
240828	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
240828	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
240828	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
240828	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
240828	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
240828	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
240828	embedding2nn.weight	0	0.01718672178685665
240828	embedding2nn.weight	1	-0.012772825546562672
240828	embedding2nn.weight	2	-0.014268254861235619
240828	embedding2nn.weight	3	-0.03137928247451782
240828	embedding2nn.weight	4	-0.0059150345623493195
240828	embedding2nn.weight	5	-0.0037005888298153877
240828	embedding2nn.weight	6	-0.003973265644162893
240828	embedding2nn.weight	7	-0.07658655196428299
240828	embedding2nn.weight	8	-0.0019979383796453476
240828	embedding2nn.weight	9	-0.027496667578816414
240828	embedding2nn.bias	0	0.03390342742204666
240828	embedding2nn.bias	1	-0.07525823265314102
240828	embedding2nn.bias	2	0.06882098317146301
240828	embedding2nn.bias	3	0.05493480712175369
240828	embedding2nn.bias	4	-0.04602307453751564
240828	embedding2nn.bias	5	-0.008312607184052467
240828	embedding2nn.bias	6	0.014373721554875374
240828	embedding2nn.bias	7	-0.054305292665958405
240828	embedding2nn.bias	8	0.07009627670049667
240828	embedding2nn.bias	9	0.04729679226875305
240828	rnn.weight_ih_l0	0	-0.07920628786087036
240828	rnn.weight_ih_l0	1	0.0036645743530243635
240828	rnn.weight_ih_l0	2	0.035335246473550797
240828	rnn.weight_ih_l0	3	0.02267579920589924
240828	rnn.weight_ih_l0	4	-0.0495772622525692
240828	rnn.weight_ih_l0	5	-0.0680890828371048
240828	rnn.weight_ih_l0	6	-0.0009824472945183516
240828	rnn.weight_ih_l0	7	0.05356501415371895
240828	rnn.weight_ih_l0	8	-0.01766519993543625
240828	rnn.weight_ih_l0	9	-0.030939241871237755
240828	rnn.weight_hh_l0	0	-0.030576379969716072
240828	rnn.weight_hh_l0	1	-0.008030775003135204
240828	rnn.weight_hh_l0	2	0.007176298648118973
240828	rnn.weight_hh_l0	3	-0.07440728694200516
240828	rnn.weight_hh_l0	4	0.0937957614660263
240828	rnn.weight_hh_l0	5	-0.025606943294405937
240828	rnn.weight_hh_l0	6	-0.06401722133159637
240828	rnn.weight_hh_l0	7	0.009555516764521599
240828	rnn.weight_hh_l0	8	0.013671199791133404
240828	rnn.weight_hh_l0	9	-0.02589910291135311
240828	rnn.bias_ih_l0	0	0.12859496474266052
240828	rnn.bias_ih_l0	1	-0.0354495532810688
240828	rnn.bias_ih_l0	2	-0.03527529910206795
240828	rnn.bias_ih_l0	3	0.16298788785934448
240828	rnn.bias_ih_l0	4	-0.01319990772753954
240828	rnn.bias_ih_l0	5	-0.021783942356705666
240828	rnn.bias_ih_l0	6	0.018227897584438324
240828	rnn.bias_ih_l0	7	0.022379811853170395
240828	rnn.bias_ih_l0	8	-0.10056119412183762
240828	rnn.bias_ih_l0	9	-0.04019856080412865
240828	rnn.bias_hh_l0	0	-0.0013827383518218994
240828	rnn.bias_hh_l0	1	-0.09723848849534988
240828	rnn.bias_hh_l0	2	-0.07531870901584625
240828	rnn.bias_hh_l0	3	-0.0879666730761528
240828	rnn.bias_hh_l0	4	0.009373044595122337
240828	rnn.bias_hh_l0	5	-0.020676689222455025
240828	rnn.bias_hh_l0	6	0.028600769117474556
240828	rnn.bias_hh_l0	7	0.06260750442743301
240828	rnn.bias_hh_l0	8	-0.12207624316215515
240828	rnn.bias_hh_l0	9	-0.05709259212017059
240828	rnn.weight_ih_l0_reverse	0	-0.025734132155776024
240828	rnn.weight_ih_l0_reverse	1	-0.05632153898477554
240828	rnn.weight_ih_l0_reverse	2	-0.04855967313051224
240828	rnn.weight_ih_l0_reverse	3	0.015451441518962383
240828	rnn.weight_ih_l0_reverse	4	-0.02450820617377758
240828	rnn.weight_ih_l0_reverse	5	-0.05740134418010712
240828	rnn.weight_ih_l0_reverse	6	0.07447189092636108
240828	rnn.weight_ih_l0_reverse	7	-0.01869003102183342
240828	rnn.weight_ih_l0_reverse	8	-0.01885666325688362
240828	rnn.weight_ih_l0_reverse	9	0.00416886992752552
240828	rnn.weight_hh_l0_reverse	0	0.06771162897348404
240828	rnn.weight_hh_l0_reverse	1	0.01996840164065361
240828	rnn.weight_hh_l0_reverse	2	0.029347743839025497
240828	rnn.weight_hh_l0_reverse	3	0.03510177135467529
240828	rnn.weight_hh_l0_reverse	4	0.013765409588813782
240828	rnn.weight_hh_l0_reverse	5	0.0079963942989707
240828	rnn.weight_hh_l0_reverse	6	0.0512067936360836
240828	rnn.weight_hh_l0_reverse	7	-0.08234993368387222
240828	rnn.weight_hh_l0_reverse	8	0.040254607796669006
240828	rnn.weight_hh_l0_reverse	9	0.03534853458404541
240828	rnn.bias_ih_l0_reverse	0	-0.05741693824529648
240828	rnn.bias_ih_l0_reverse	1	-0.2823024392127991
240828	rnn.bias_ih_l0_reverse	2	-0.12224797904491425
240828	rnn.bias_ih_l0_reverse	3	-0.04786263406276703
240828	rnn.bias_ih_l0_reverse	4	-0.021608632057905197
240828	rnn.bias_ih_l0_reverse	5	0.07501270622015
240828	rnn.bias_ih_l0_reverse	6	-0.06465235352516174
240828	rnn.bias_ih_l0_reverse	7	0.06102234497666359
240828	rnn.bias_ih_l0_reverse	8	-0.03714912757277489
240828	rnn.bias_ih_l0_reverse	9	0.06567387282848358
240828	rnn.bias_hh_l0_reverse	0	0.02357185073196888
240828	rnn.bias_hh_l0_reverse	1	-0.05930348113179207
240828	rnn.bias_hh_l0_reverse	2	0.08932695537805557
240828	rnn.bias_hh_l0_reverse	3	-0.05054772272706032
240828	rnn.bias_hh_l0_reverse	4	-0.02846844680607319
240828	rnn.bias_hh_l0_reverse	5	-0.019188901409506798
240828	rnn.bias_hh_l0_reverse	6	-0.01755419559776783
240828	rnn.bias_hh_l0_reverse	7	0.09992707520723343
240828	rnn.bias_hh_l0_reverse	8	0.0304401945322752
240828	rnn.bias_hh_l0_reverse	9	-0.1474958211183548
240828	rnn.weight_ih_l1	0	-0.029453396797180176
240828	rnn.weight_ih_l1	1	-0.05067858844995499
240828	rnn.weight_ih_l1	2	0.06391318142414093
240828	rnn.weight_ih_l1	3	-0.07417085766792297
240828	rnn.weight_ih_l1	4	-0.014575277455151081
240828	rnn.weight_ih_l1	5	-0.04041549190878868
240828	rnn.weight_ih_l1	6	0.029205555096268654
240828	rnn.weight_ih_l1	7	-0.04515651613473892
240828	rnn.weight_ih_l1	8	0.03774115443229675
240828	rnn.weight_ih_l1	9	0.04443437606096268
240828	rnn.weight_hh_l1	0	-0.00679687550291419
240828	rnn.weight_hh_l1	1	0.019751915708184242
240828	rnn.weight_hh_l1	2	0.007608932908624411
240828	rnn.weight_hh_l1	3	-0.01249028742313385
240828	rnn.weight_hh_l1	4	0.004729313775897026
240828	rnn.weight_hh_l1	5	0.034770119935274124
240828	rnn.weight_hh_l1	6	0.036290403455495834
240828	rnn.weight_hh_l1	7	-0.01621759869158268
240828	rnn.weight_hh_l1	8	-0.0074045718647539616
240828	rnn.weight_hh_l1	9	0.03861815109848976
240828	rnn.bias_ih_l1	0	-0.18429899215698242
240828	rnn.bias_ih_l1	1	-0.17665638029575348
240828	rnn.bias_ih_l1	2	-0.19832919538021088
240828	rnn.bias_ih_l1	3	-0.3097609281539917
240828	rnn.bias_ih_l1	4	-0.20878246426582336
240828	rnn.bias_ih_l1	5	-0.08889904618263245
240828	rnn.bias_ih_l1	6	-0.16008426249027252
240828	rnn.bias_ih_l1	7	-0.0010983350221067667
240828	rnn.bias_ih_l1	8	-0.13306306302547455
240828	rnn.bias_ih_l1	9	-0.1248783990740776
240828	rnn.bias_hh_l1	0	-0.09520911425352097
240828	rnn.bias_hh_l1	1	-0.06383077800273895
240828	rnn.bias_hh_l1	2	-0.0844862088561058
240828	rnn.bias_hh_l1	3	-0.07708975672721863
240828	rnn.bias_hh_l1	4	-0.0742989331483841
240828	rnn.bias_hh_l1	5	-0.11894702911376953
240828	rnn.bias_hh_l1	6	-0.1607438325881958
240828	rnn.bias_hh_l1	7	0.07520680129528046
240828	rnn.bias_hh_l1	8	-0.1775180995464325
240828	rnn.bias_hh_l1	9	-0.11887462437152863
240828	rnn.weight_ih_l1_reverse	0	-0.04747746139764786
240828	rnn.weight_ih_l1_reverse	1	0.0321204774081707
240828	rnn.weight_ih_l1_reverse	2	0.08949221670627594
240828	rnn.weight_ih_l1_reverse	3	-0.018414705991744995
240828	rnn.weight_ih_l1_reverse	4	-0.022695720195770264
240828	rnn.weight_ih_l1_reverse	5	-0.030598532408475876
240828	rnn.weight_ih_l1_reverse	6	-0.020272888243198395
240828	rnn.weight_ih_l1_reverse	7	0.029015740379691124
240828	rnn.weight_ih_l1_reverse	8	0.007517711259424686
240828	rnn.weight_ih_l1_reverse	9	-0.03391822800040245
240828	rnn.weight_hh_l1_reverse	0	0.004665185231715441
240828	rnn.weight_hh_l1_reverse	1	0.03165936470031738
240828	rnn.weight_hh_l1_reverse	2	-0.04058406129479408
240828	rnn.weight_hh_l1_reverse	3	0.03512030839920044
240828	rnn.weight_hh_l1_reverse	4	0.047305330634117126
240828	rnn.weight_hh_l1_reverse	5	0.005215448793023825
240828	rnn.weight_hh_l1_reverse	6	0.04848495498299599
240828	rnn.weight_hh_l1_reverse	7	0.031157324090600014
240828	rnn.weight_hh_l1_reverse	8	-0.007213166449218988
240828	rnn.weight_hh_l1_reverse	9	-0.03016713261604309
240828	rnn.bias_ih_l1_reverse	0	-0.04633602499961853
240828	rnn.bias_ih_l1_reverse	1	-0.1395958960056305
240828	rnn.bias_ih_l1_reverse	2	-0.16246092319488525
240828	rnn.bias_ih_l1_reverse	3	-0.06340111047029495
240828	rnn.bias_ih_l1_reverse	4	-0.20332154631614685
240828	rnn.bias_ih_l1_reverse	5	-0.1164441928267479
240828	rnn.bias_ih_l1_reverse	6	-0.13037583231925964
240828	rnn.bias_ih_l1_reverse	7	-0.19345375895500183
240828	rnn.bias_ih_l1_reverse	8	0.2259940505027771
240828	rnn.bias_ih_l1_reverse	9	0.02517467737197876
240828	rnn.bias_hh_l1_reverse	0	0.011015966534614563
240828	rnn.bias_hh_l1_reverse	1	-0.06479709595441818
240828	rnn.bias_hh_l1_reverse	2	-0.23681089282035828
240828	rnn.bias_hh_l1_reverse	3	-0.1421831250190735
240828	rnn.bias_hh_l1_reverse	4	-0.08077710121870041
240828	rnn.bias_hh_l1_reverse	5	-0.11552412062883377
240828	rnn.bias_hh_l1_reverse	6	0.06048448756337166
240828	rnn.bias_hh_l1_reverse	7	-0.1395844966173172
240828	rnn.bias_hh_l1_reverse	8	-0.12382825464010239
240828	rnn.bias_hh_l1_reverse	9	-0.14790396392345428
240828	linear.weight	0	0.002228822559118271
240828	linear.weight	1	0.09932941198348999
240828	linear.weight	2	-0.09264913201332092
240828	linear.weight	3	0.3091704547405243
240828	linear.weight	4	0.15123216807842255
240828	linear.weight	5	-0.06437252461910248
240828	linear.weight	6	0.0964297354221344
240828	linear.weight	7	0.13277305662631989
240828	linear.weight	8	0.04113491252064705
240828	linear.weight	9	-0.05147653818130493
240828	linear.bias	0	0.08289695531129837
240828	linear.bias	1	-0.19807493686676025
240828	linear.bias	2	-0.4525333642959595
240828	linear.bias	3	-0.6588913798332214
240828	linear.bias	4	-1.2596018314361572
240828	linear.bias	5	-0.058873482048511505
240828	linear.bias	6	-0.8315747976303101
240828	linear.bias	7	0.2732139527797699
240828	linear.bias	8	-0.40065908432006836
240828	linear.bias	9	-1.0275657176971436
241025	transitions	0	0.7457432150840759
241025	transitions	1	0.13928264379501343
241025	transitions	2	-10000.0
241025	transitions	3	-1.8279873132705688
241025	transitions	4	-10000.0
241025	transitions	5	0.5631832480430603
241025	transitions	6	-0.08534359186887741
241025	transitions	7	-0.8083620071411133
241025	transitions	8	-1.422153115272522
241025	transitions	9	-0.0012289783917367458
241025	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
241025	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
241025	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
241025	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
241025	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
241025	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
241025	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
241025	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
241025	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
241025	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
241025	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
241025	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
241025	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
241025	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
241025	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
241025	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
241025	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
241025	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
241025	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
241025	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
241025	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
241025	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
241025	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
241025	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
241025	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
241025	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
241025	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
241025	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
241025	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
241025	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
241025	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
241025	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
241025	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
241025	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
241025	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
241025	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
241025	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
241025	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
241025	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
241025	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
241025	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
241025	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
241025	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
241025	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
241025	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
241025	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
241025	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
241025	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
241025	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
241025	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
241025	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
241025	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
241025	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
241025	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
241025	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
241025	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
241025	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
241025	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
241025	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
241025	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
241025	embedding2nn.weight	0	0.017303885892033577
241025	embedding2nn.weight	1	-0.012763628736138344
241025	embedding2nn.weight	2	-0.014268254861235619
241025	embedding2nn.weight	3	-0.031522441655397415
241025	embedding2nn.weight	4	-0.0059150345623493195
241025	embedding2nn.weight	5	-0.0037005888298153877
241025	embedding2nn.weight	6	-0.003973265644162893
241025	embedding2nn.weight	7	-0.07662033289670944
241025	embedding2nn.weight	8	-0.0019979383796453476
241025	embedding2nn.weight	9	-0.02749638259410858
241025	embedding2nn.bias	0	0.03396786376833916
241025	embedding2nn.bias	1	-0.07575656473636627
241025	embedding2nn.bias	2	0.0680823028087616
241025	embedding2nn.bias	3	0.054138682782649994
241025	embedding2nn.bias	4	-0.04550505429506302
241025	embedding2nn.bias	5	-0.008713208138942719
241025	embedding2nn.bias	6	0.0140372971072793
241025	embedding2nn.bias	7	-0.05351293459534645
241025	embedding2nn.bias	8	0.07026120275259018
241025	embedding2nn.bias	9	0.047668877989053726
241025	rnn.weight_ih_l0	0	-0.07925518602132797
241025	rnn.weight_ih_l0	1	0.003617892973124981
241025	rnn.weight_ih_l0	2	0.035329241305589676
241025	rnn.weight_ih_l0	3	0.0226241797208786
241025	rnn.weight_ih_l0	4	-0.049472250044345856
241025	rnn.weight_ih_l0	5	-0.06802758574485779
241025	rnn.weight_ih_l0	6	-0.001009096042253077
241025	rnn.weight_ih_l0	7	0.053580570966005325
241025	rnn.weight_ih_l0	8	-0.017664862796664238
241025	rnn.weight_ih_l0	9	-0.030956363305449486
241025	rnn.weight_hh_l0	0	-0.030583936721086502
241025	rnn.weight_hh_l0	1	-0.008048529736697674
241025	rnn.weight_hh_l0	2	0.0071694450452923775
241025	rnn.weight_hh_l0	3	-0.0743517056107521
241025	rnn.weight_hh_l0	4	0.09375829994678497
241025	rnn.weight_hh_l0	5	-0.025591986253857613
241025	rnn.weight_hh_l0	6	-0.06403356045484543
241025	rnn.weight_hh_l0	7	0.00961139053106308
241025	rnn.weight_hh_l0	8	0.01370803453028202
241025	rnn.weight_hh_l0	9	-0.02591554820537567
241025	rnn.bias_ih_l0	0	0.12880508601665497
241025	rnn.bias_ih_l0	1	-0.03559598699212074
241025	rnn.bias_ih_l0	2	-0.03525041788816452
241025	rnn.bias_ih_l0	3	0.1632205694913864
241025	rnn.bias_ih_l0	4	-0.013121635653078556
241025	rnn.bias_ih_l0	5	-0.0215924009680748
241025	rnn.bias_ih_l0	6	0.017999544739723206
241025	rnn.bias_ih_l0	7	0.0222188550978899
241025	rnn.bias_ih_l0	8	-0.1006069928407669
241025	rnn.bias_ih_l0	9	-0.040143340826034546
241025	rnn.bias_hh_l0	0	-0.0013213015627115965
241025	rnn.bias_hh_l0	1	-0.09733755886554718
241025	rnn.bias_hh_l0	2	-0.07518716156482697
241025	rnn.bias_hh_l0	3	-0.08808336406946182
241025	rnn.bias_hh_l0	4	0.010057673789560795
241025	rnn.bias_hh_l0	5	-0.0206338781863451
241025	rnn.bias_hh_l0	6	0.0284234881401062
241025	rnn.bias_hh_l0	7	0.06254410743713379
241025	rnn.bias_hh_l0	8	-0.12199422717094421
241025	rnn.bias_hh_l0	9	-0.056939080357551575
241025	rnn.weight_ih_l0_reverse	0	-0.02567228488624096
241025	rnn.weight_ih_l0_reverse	1	-0.05629962310194969
241025	rnn.weight_ih_l0_reverse	2	-0.048660408705472946
241025	rnn.weight_ih_l0_reverse	3	0.015474106185138226
241025	rnn.weight_ih_l0_reverse	4	-0.024490362033247948
241025	rnn.weight_ih_l0_reverse	5	-0.05748132988810539
241025	rnn.weight_ih_l0_reverse	6	0.07462731748819351
241025	rnn.weight_ih_l0_reverse	7	-0.018781628459692
241025	rnn.weight_ih_l0_reverse	8	-0.01891959458589554
241025	rnn.weight_ih_l0_reverse	9	0.003909863997250795
241025	rnn.weight_hh_l0_reverse	0	0.06790077686309814
241025	rnn.weight_hh_l0_reverse	1	0.01998281665146351
241025	rnn.weight_hh_l0_reverse	2	0.029381947591900826
241025	rnn.weight_hh_l0_reverse	3	0.03511795029044151
241025	rnn.weight_hh_l0_reverse	4	0.013757819309830666
241025	rnn.weight_hh_l0_reverse	5	0.00797290075570345
241025	rnn.weight_hh_l0_reverse	6	0.051188960671424866
241025	rnn.weight_hh_l0_reverse	7	-0.08232666552066803
241025	rnn.weight_hh_l0_reverse	8	0.04026806354522705
241025	rnn.weight_hh_l0_reverse	9	0.035344596952199936
241025	rnn.bias_ih_l0_reverse	0	-0.05737332999706268
241025	rnn.bias_ih_l0_reverse	1	-0.28239402174949646
241025	rnn.bias_ih_l0_reverse	2	-0.12215457111597061
241025	rnn.bias_ih_l0_reverse	3	-0.047918885946273804
241025	rnn.bias_ih_l0_reverse	4	-0.021474456414580345
241025	rnn.bias_ih_l0_reverse	5	0.07498062402009964
241025	rnn.bias_ih_l0_reverse	6	-0.06458619982004166
241025	rnn.bias_ih_l0_reverse	7	0.06112165004014969
241025	rnn.bias_ih_l0_reverse	8	-0.03723137080669403
241025	rnn.bias_ih_l0_reverse	9	0.06573037058115005
241025	rnn.bias_hh_l0_reverse	0	0.023285500705242157
241025	rnn.bias_hh_l0_reverse	1	-0.05942344665527344
241025	rnn.bias_hh_l0_reverse	2	0.08928655833005905
241025	rnn.bias_hh_l0_reverse	3	-0.05054684728384018
241025	rnn.bias_hh_l0_reverse	4	-0.02870119921863079
241025	rnn.bias_hh_l0_reverse	5	-0.019171500578522682
241025	rnn.bias_hh_l0_reverse	6	-0.017412321642041206
241025	rnn.bias_hh_l0_reverse	7	0.09977629035711288
241025	rnn.bias_hh_l0_reverse	8	0.030068181455135345
241025	rnn.bias_hh_l0_reverse	9	-0.14764560759067535
241025	rnn.weight_ih_l1	0	-0.029454583302140236
241025	rnn.weight_ih_l1	1	-0.05075499787926674
241025	rnn.weight_ih_l1	2	0.06375699490308762
241025	rnn.weight_ih_l1	3	-0.07413069903850555
241025	rnn.weight_ih_l1	4	-0.014619219116866589
241025	rnn.weight_ih_l1	5	-0.0404248870909214
241025	rnn.weight_ih_l1	6	0.029115112498402596
241025	rnn.weight_ih_l1	7	-0.045189183205366135
241025	rnn.weight_ih_l1	8	0.0377204529941082
241025	rnn.weight_ih_l1	9	0.044488221406936646
241025	rnn.weight_hh_l1	0	-0.0066956328228116035
241025	rnn.weight_hh_l1	1	0.019754774868488312
241025	rnn.weight_hh_l1	2	0.007596338167786598
241025	rnn.weight_hh_l1	3	-0.01249471865594387
241025	rnn.weight_hh_l1	4	0.004754091612994671
241025	rnn.weight_hh_l1	5	0.03481816127896309
241025	rnn.weight_hh_l1	6	0.03625687584280968
241025	rnn.weight_hh_l1	7	-0.016231035813689232
241025	rnn.weight_hh_l1	8	-0.007394302636384964
241025	rnn.weight_hh_l1	9	0.03860161826014519
241025	rnn.bias_ih_l1	0	-0.18429206311702728
241025	rnn.bias_ih_l1	1	-0.17640963196754456
241025	rnn.bias_ih_l1	2	-0.19861488044261932
241025	rnn.bias_ih_l1	3	-0.3095751702785492
241025	rnn.bias_ih_l1	4	-0.2089386284351349
241025	rnn.bias_ih_l1	5	-0.08876718580722809
241025	rnn.bias_ih_l1	6	-0.1599573940038681
241025	rnn.bias_ih_l1	7	-0.0010331381345167756
241025	rnn.bias_ih_l1	8	-0.1329413801431656
241025	rnn.bias_ih_l1	9	-0.12471242249011993
241025	rnn.bias_hh_l1	0	-0.09528546035289764
241025	rnn.bias_hh_l1	1	-0.06369568407535553
241025	rnn.bias_hh_l1	2	-0.0842462033033371
241025	rnn.bias_hh_l1	3	-0.0770961120724678
241025	rnn.bias_hh_l1	4	-0.07427551597356796
241025	rnn.bias_hh_l1	5	-0.11887870728969574
241025	rnn.bias_hh_l1	6	-0.1606728732585907
241025	rnn.bias_hh_l1	7	0.07493631541728973
241025	rnn.bias_hh_l1	8	-0.17749859392642975
241025	rnn.bias_hh_l1	9	-0.11893759667873383
241025	rnn.weight_ih_l1_reverse	0	-0.04754007235169411
241025	rnn.weight_ih_l1_reverse	1	0.031983472406864166
241025	rnn.weight_ih_l1_reverse	2	0.08966457843780518
241025	rnn.weight_ih_l1_reverse	3	-0.018535368144512177
241025	rnn.weight_ih_l1_reverse	4	-0.02275199443101883
241025	rnn.weight_ih_l1_reverse	5	-0.030604571104049683
241025	rnn.weight_ih_l1_reverse	6	-0.020320512354373932
241025	rnn.weight_ih_l1_reverse	7	0.029060663655400276
241025	rnn.weight_ih_l1_reverse	8	0.007552772294729948
241025	rnn.weight_ih_l1_reverse	9	-0.033932942897081375
241025	rnn.weight_hh_l1_reverse	0	0.004656799603253603
241025	rnn.weight_hh_l1_reverse	1	0.031653210520744324
241025	rnn.weight_hh_l1_reverse	2	-0.04059089347720146
241025	rnn.weight_hh_l1_reverse	3	0.03510679677128792
241025	rnn.weight_hh_l1_reverse	4	0.0472927950322628
241025	rnn.weight_hh_l1_reverse	5	0.005195717792958021
241025	rnn.weight_hh_l1_reverse	6	0.04838238283991814
241025	rnn.weight_hh_l1_reverse	7	0.0311139989644289
241025	rnn.weight_hh_l1_reverse	8	-0.007209908217191696
241025	rnn.weight_hh_l1_reverse	9	-0.030165208503603935
241025	rnn.bias_ih_l1_reverse	0	-0.04634625464677811
241025	rnn.bias_ih_l1_reverse	1	-0.13955356180667877
241025	rnn.bias_ih_l1_reverse	2	-0.16252778470516205
241025	rnn.bias_ih_l1_reverse	3	-0.06338756531476974
241025	rnn.bias_ih_l1_reverse	4	-0.20326071977615356
241025	rnn.bias_ih_l1_reverse	5	-0.11651256680488586
241025	rnn.bias_ih_l1_reverse	6	-0.13039684295654297
241025	rnn.bias_ih_l1_reverse	7	-0.1935085952281952
241025	rnn.bias_ih_l1_reverse	8	0.2261859029531479
241025	rnn.bias_ih_l1_reverse	9	0.024964531883597374
241025	rnn.bias_hh_l1_reverse	0	0.010481368750333786
241025	rnn.bias_hh_l1_reverse	1	-0.06453605741262436
241025	rnn.bias_hh_l1_reverse	2	-0.23688548803329468
241025	rnn.bias_hh_l1_reverse	3	-0.1423463523387909
241025	rnn.bias_hh_l1_reverse	4	-0.08062593638896942
241025	rnn.bias_hh_l1_reverse	5	-0.11549144983291626
241025	rnn.bias_hh_l1_reverse	6	0.06084181368350983
241025	rnn.bias_hh_l1_reverse	7	-0.13965816795825958
241025	rnn.bias_hh_l1_reverse	8	-0.12395081669092178
241025	rnn.bias_hh_l1_reverse	9	-0.14791995286941528
241025	linear.weight	0	0.002228822559118271
241025	linear.weight	1	0.09930028021335602
241025	linear.weight	2	-0.09229731559753418
241025	linear.weight	3	0.3095236122608185
241025	linear.weight	4	0.15138375759124756
241025	linear.weight	5	-0.06431451439857483
241025	linear.weight	6	0.09621421992778778
241025	linear.weight	7	0.13304075598716736
241025	linear.weight	8	0.04113489016890526
241025	linear.weight	9	-0.051565662026405334
241025	linear.bias	0	0.08649815618991852
241025	linear.bias	1	-0.19554515182971954
241025	linear.bias	2	-0.4528086185455322
241025	linear.bias	3	-0.6577980518341064
241025	linear.bias	4	-1.2584809064865112
241025	linear.bias	5	-0.05680690333247185
241025	linear.bias	6	-0.8286343812942505
241025	linear.bias	7	0.2753795385360718
241025	linear.bias	8	-0.40145477652549744
241025	linear.bias	9	-1.0284069776535034
241222	transitions	0	0.7457405924797058
241222	transitions	1	0.13893765211105347
241222	transitions	2	-10000.0
241222	transitions	3	-1.8279879093170166
241222	transitions	4	-10000.0
241222	transitions	5	0.5631791353225708
241222	transitions	6	-0.0853455439209938
241222	transitions	7	-0.8083986639976501
241222	transitions	8	-1.4221566915512085
241222	transitions	9	-0.0012290064478293061
241222	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
241222	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
241222	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
241222	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
241222	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
241222	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
241222	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
241222	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
241222	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
241222	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
241222	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
241222	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
241222	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
241222	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
241222	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
241222	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
241222	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
241222	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
241222	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
241222	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
241222	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
241222	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
241222	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
241222	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
241222	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
241222	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
241222	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
241222	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
241222	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
241222	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
241222	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
241222	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
241222	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
241222	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
241222	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
241222	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
241222	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
241222	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
241222	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
241222	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
241222	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
241222	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
241222	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
241222	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
241222	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
241222	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
241222	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
241222	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
241222	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
241222	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
241222	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
241222	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
241222	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
241222	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
241222	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
241222	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
241222	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
241222	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
241222	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
241222	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
241222	embedding2nn.weight	0	0.01741359941661358
241222	embedding2nn.weight	1	-0.012754893861711025
241222	embedding2nn.weight	2	-0.014268254861235619
241222	embedding2nn.weight	3	-0.031476475298404694
241222	embedding2nn.weight	4	-0.0059150345623493195
241222	embedding2nn.weight	5	-0.0037005888298153877
241222	embedding2nn.weight	6	-0.003973265644162893
241222	embedding2nn.weight	7	-0.07668488472700119
241222	embedding2nn.weight	8	-0.0019979383796453476
241222	embedding2nn.weight	9	-0.027526039630174637
241222	embedding2nn.bias	0	0.03388109430670738
241222	embedding2nn.bias	1	-0.07645732909440994
241222	embedding2nn.bias	2	0.06703218817710876
241222	embedding2nn.bias	3	0.0525834783911705
241222	embedding2nn.bias	4	-0.04579554870724678
241222	embedding2nn.bias	5	-0.008553415536880493
241222	embedding2nn.bias	6	0.014078597538173199
241222	embedding2nn.bias	7	-0.053943295031785965
241222	embedding2nn.bias	8	0.06963524967432022
241222	embedding2nn.bias	9	0.047661181539297104
241222	rnn.weight_ih_l0	0	-0.07931004464626312
241222	rnn.weight_ih_l0	1	0.0036846420262008905
241222	rnn.weight_ih_l0	2	0.035489052534103394
241222	rnn.weight_ih_l0	3	0.02261471003293991
241222	rnn.weight_ih_l0	4	-0.049561530351638794
241222	rnn.weight_ih_l0	5	-0.06807836890220642
241222	rnn.weight_ih_l0	6	-0.0010332956444472075
241222	rnn.weight_ih_l0	7	0.05356982722878456
241222	rnn.weight_ih_l0	8	-0.017752187326550484
241222	rnn.weight_ih_l0	9	-0.03094807080924511
241222	rnn.weight_hh_l0	0	-0.030568081885576248
241222	rnn.weight_hh_l0	1	-0.007998653687536716
241222	rnn.weight_hh_l0	2	0.007200021296739578
241222	rnn.weight_hh_l0	3	-0.07441960275173187
241222	rnn.weight_hh_l0	4	0.09372362494468689
241222	rnn.weight_hh_l0	5	-0.02561570703983307
241222	rnn.weight_hh_l0	6	-0.06395570933818817
241222	rnn.weight_hh_l0	7	0.009486858732998371
241222	rnn.weight_hh_l0	8	0.01370697095990181
241222	rnn.weight_hh_l0	9	-0.025921490043401718
241222	rnn.bias_ih_l0	0	0.12899178266525269
241222	rnn.bias_ih_l0	1	-0.03560724854469299
241222	rnn.bias_ih_l0	2	-0.03523334860801697
241222	rnn.bias_ih_l0	3	0.1631373018026352
241222	rnn.bias_ih_l0	4	-0.013211064040660858
241222	rnn.bias_ih_l0	5	-0.021585308015346527
241222	rnn.bias_ih_l0	6	0.018136687576770782
241222	rnn.bias_ih_l0	7	0.02209886722266674
241222	rnn.bias_ih_l0	8	-0.10063068568706512
241222	rnn.bias_ih_l0	9	-0.04014873877167702
241222	rnn.bias_hh_l0	0	-0.001613770960830152
241222	rnn.bias_hh_l0	1	-0.09736525267362595
241222	rnn.bias_hh_l0	2	-0.07507508993148804
241222	rnn.bias_hh_l0	3	-0.08815967291593552
241222	rnn.bias_hh_l0	4	0.01029930729418993
241222	rnn.bias_hh_l0	5	-0.020724618807435036
241222	rnn.bias_hh_l0	6	0.02842050977051258
241222	rnn.bias_hh_l0	7	0.06246453523635864
241222	rnn.bias_hh_l0	8	-0.1217447817325592
241222	rnn.bias_hh_l0	9	-0.05724378675222397
241222	rnn.weight_ih_l0_reverse	0	-0.025739414617419243
241222	rnn.weight_ih_l0_reverse	1	-0.05629422143101692
241222	rnn.weight_ih_l0_reverse	2	-0.04858582466840744
241222	rnn.weight_ih_l0_reverse	3	0.015462943352758884
241222	rnn.weight_ih_l0_reverse	4	-0.02454771101474762
241222	rnn.weight_ih_l0_reverse	5	-0.05748898535966873
241222	rnn.weight_ih_l0_reverse	6	0.07467198371887207
241222	rnn.weight_ih_l0_reverse	7	-0.018720757216215134
241222	rnn.weight_ih_l0_reverse	8	-0.01889103092253208
241222	rnn.weight_ih_l0_reverse	9	0.0037744410801678896
241222	rnn.weight_hh_l0_reverse	0	0.06782752275466919
241222	rnn.weight_hh_l0_reverse	1	0.019984299317002296
241222	rnn.weight_hh_l0_reverse	2	0.029383044689893723
241222	rnn.weight_hh_l0_reverse	3	0.03508756309747696
241222	rnn.weight_hh_l0_reverse	4	0.013790631666779518
241222	rnn.weight_hh_l0_reverse	5	0.007997461594641209
241222	rnn.weight_hh_l0_reverse	6	0.05118507891893387
241222	rnn.weight_hh_l0_reverse	7	-0.08242843300104141
241222	rnn.weight_hh_l0_reverse	8	0.040285997092723846
241222	rnn.weight_hh_l0_reverse	9	0.035357654094696045
241222	rnn.bias_ih_l0_reverse	0	-0.05739643797278404
241222	rnn.bias_ih_l0_reverse	1	-0.28213614225387573
241222	rnn.bias_ih_l0_reverse	2	-0.12201883643865585
241222	rnn.bias_ih_l0_reverse	3	-0.047724321484565735
241222	rnn.bias_ih_l0_reverse	4	-0.021564526483416557
241222	rnn.bias_ih_l0_reverse	5	0.07485415786504745
241222	rnn.bias_ih_l0_reverse	6	-0.06423810869455338
241222	rnn.bias_ih_l0_reverse	7	0.06103071942925453
241222	rnn.bias_ih_l0_reverse	8	-0.03723743185400963
241222	rnn.bias_ih_l0_reverse	9	0.06587838381528854
241222	rnn.bias_hh_l0_reverse	0	0.023497486487030983
241222	rnn.bias_hh_l0_reverse	1	-0.05938275530934334
241222	rnn.bias_hh_l0_reverse	2	0.08922208100557327
241222	rnn.bias_hh_l0_reverse	3	-0.05075522139668465
241222	rnn.bias_hh_l0_reverse	4	-0.028661265969276428
241222	rnn.bias_hh_l0_reverse	5	-0.019116656854748726
241222	rnn.bias_hh_l0_reverse	6	-0.017553197219967842
241222	rnn.bias_hh_l0_reverse	7	0.09970935434103012
241222	rnn.bias_hh_l0_reverse	8	0.030090775340795517
241222	rnn.bias_hh_l0_reverse	9	-0.14771059155464172
241222	rnn.weight_ih_l1	0	-0.029488399624824524
241222	rnn.weight_ih_l1	1	-0.05076443403959274
241222	rnn.weight_ih_l1	2	0.06367029249668121
241222	rnn.weight_ih_l1	3	-0.07413085550069809
241222	rnn.weight_ih_l1	4	-0.014692557975649834
241222	rnn.weight_ih_l1	5	-0.04045139625668526
241222	rnn.weight_ih_l1	6	0.029090970754623413
241222	rnn.weight_ih_l1	7	-0.045164354145526886
241222	rnn.weight_ih_l1	8	0.03770766407251358
241222	rnn.weight_ih_l1	9	0.04458407312631607
241222	rnn.weight_hh_l1	0	-0.006721998564898968
241222	rnn.weight_hh_l1	1	0.019756166264414787
241222	rnn.weight_hh_l1	2	0.0076028029434382915
241222	rnn.weight_hh_l1	3	-0.012498454190790653
241222	rnn.weight_hh_l1	4	0.004787897225469351
241222	rnn.weight_hh_l1	5	0.034846365451812744
241222	rnn.weight_hh_l1	6	0.03627084195613861
241222	rnn.weight_hh_l1	7	-0.01626536436378956
241222	rnn.weight_hh_l1	8	-0.007379446178674698
241222	rnn.weight_hh_l1	9	0.038629259914159775
241222	rnn.bias_ih_l1	0	-0.18418391048908234
241222	rnn.bias_ih_l1	1	-0.176246777176857
241222	rnn.bias_ih_l1	2	-0.1986643522977829
241222	rnn.bias_ih_l1	3	-0.3097755014896393
241222	rnn.bias_ih_l1	4	-0.20907369256019592
241222	rnn.bias_ih_l1	5	-0.08894258737564087
241222	rnn.bias_ih_l1	6	-0.16005395352840424
241222	rnn.bias_ih_l1	7	-0.0010816091671586037
241222	rnn.bias_ih_l1	8	-0.1332346498966217
241222	rnn.bias_ih_l1	9	-0.12442324310541153
241222	rnn.bias_hh_l1	0	-0.0953693687915802
241222	rnn.bias_hh_l1	1	-0.06354688853025436
241222	rnn.bias_hh_l1	2	-0.08423890918493271
241222	rnn.bias_hh_l1	3	-0.07708583027124405
241222	rnn.bias_hh_l1	4	-0.07424737513065338
241222	rnn.bias_hh_l1	5	-0.1190052255988121
241222	rnn.bias_hh_l1	6	-0.16069729626178741
241222	rnn.bias_hh_l1	7	0.0746038481593132
241222	rnn.bias_hh_l1	8	-0.17769193649291992
241222	rnn.bias_hh_l1	9	-0.11850240081548691
241222	rnn.weight_ih_l1_reverse	0	-0.047652874141931534
241222	rnn.weight_ih_l1_reverse	1	0.031957682222127914
241222	rnn.weight_ih_l1_reverse	2	0.0896705836057663
241222	rnn.weight_ih_l1_reverse	3	-0.018633173778653145
241222	rnn.weight_ih_l1_reverse	4	-0.022640550509095192
241222	rnn.weight_ih_l1_reverse	5	-0.03059358149766922
241222	rnn.weight_ih_l1_reverse	6	-0.020343413576483727
241222	rnn.weight_ih_l1_reverse	7	0.029010891914367676
241222	rnn.weight_ih_l1_reverse	8	0.007857101038098335
241222	rnn.weight_ih_l1_reverse	9	-0.033962465822696686
241222	rnn.weight_hh_l1_reverse	0	0.0046578263863921165
241222	rnn.weight_hh_l1_reverse	1	0.031655244529247284
241222	rnn.weight_hh_l1_reverse	2	-0.040584661066532135
241222	rnn.weight_hh_l1_reverse	3	0.03510404750704765
241222	rnn.weight_hh_l1_reverse	4	0.047324445098638535
241222	rnn.weight_hh_l1_reverse	5	0.005213623866438866
241222	rnn.weight_hh_l1_reverse	6	0.048476219177246094
241222	rnn.weight_hh_l1_reverse	7	0.03110888972878456
241222	rnn.weight_hh_l1_reverse	8	-0.007208970841020346
241222	rnn.weight_hh_l1_reverse	9	-0.030195089057087898
241222	rnn.bias_ih_l1_reverse	0	-0.04655718058347702
241222	rnn.bias_ih_l1_reverse	1	-0.13970348238945007
241222	rnn.bias_ih_l1_reverse	2	-0.16258881986141205
241222	rnn.bias_ih_l1_reverse	3	-0.06371819227933884
241222	rnn.bias_ih_l1_reverse	4	-0.20314471423625946
241222	rnn.bias_ih_l1_reverse	5	-0.11662202328443527
241222	rnn.bias_ih_l1_reverse	6	-0.13045832514762878
241222	rnn.bias_ih_l1_reverse	7	-0.19349931180477142
241222	rnn.bias_ih_l1_reverse	8	0.226173996925354
241222	rnn.bias_ih_l1_reverse	9	0.025152884423732758
241222	rnn.bias_hh_l1_reverse	0	0.010790051892399788
241222	rnn.bias_hh_l1_reverse	1	-0.06464546918869019
241222	rnn.bias_hh_l1_reverse	2	-0.23697811365127563
241222	rnn.bias_hh_l1_reverse	3	-0.14240387082099915
241222	rnn.bias_hh_l1_reverse	4	-0.08041863888502121
241222	rnn.bias_hh_l1_reverse	5	-0.11563017964363098
241222	rnn.bias_hh_l1_reverse	6	0.06117632985115051
241222	rnn.bias_hh_l1_reverse	7	-0.13952970504760742
241222	rnn.bias_hh_l1_reverse	8	-0.12396993488073349
241222	rnn.bias_hh_l1_reverse	9	-0.14791126549243927
241222	linear.weight	0	0.002228822559118271
241222	linear.weight	1	0.09963583201169968
241222	linear.weight	2	-0.09265099465847015
241222	linear.weight	3	0.30952131748199463
241222	linear.weight	4	0.15131381154060364
241222	linear.weight	5	-0.06427252292633057
241222	linear.weight	6	0.0961068645119667
241222	linear.weight	7	0.13361909985542297
241222	linear.weight	8	0.041134871542453766
241222	linear.weight	9	-0.051535096019506454
241222	linear.bias	0	0.08317078649997711
241222	linear.bias	1	-0.19432708621025085
241222	linear.bias	2	-0.4517397880554199
241222	linear.bias	3	-0.6565388441085815
241222	linear.bias	4	-1.2571721076965332
241222	linear.bias	5	-0.05877552554011345
241222	linear.bias	6	-0.8275189995765686
241222	linear.bias	7	0.27337756752967834
241222	linear.bias	8	-0.3999161422252655
241222	linear.bias	9	-1.0268205404281616
241419	transitions	0	0.7458116412162781
241419	transitions	1	0.1387743353843689
241419	transitions	2	-10000.0
241419	transitions	3	-1.8279882669448853
241419	transitions	4	-10000.0
241419	transitions	5	0.5631773471832275
241419	transitions	6	-0.08534898608922958
241419	transitions	7	-0.808430016040802
241419	transitions	8	-1.4221599102020264
241419	transitions	9	-0.0012290995800867677
241419	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
241419	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
241419	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
241419	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
241419	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
241419	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
241419	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
241419	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
241419	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
241419	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
241419	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
241419	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
241419	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
241419	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
241419	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
241419	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
241419	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
241419	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
241419	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
241419	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
241419	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
241419	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
241419	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
241419	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
241419	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
241419	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
241419	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
241419	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
241419	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
241419	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
241419	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
241419	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
241419	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
241419	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
241419	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
241419	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
241419	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
241419	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
241419	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
241419	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
241419	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
241419	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
241419	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
241419	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
241419	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
241419	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
241419	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
241419	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
241419	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
241419	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
241419	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
241419	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
241419	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
241419	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
241419	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
241419	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
241419	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
241419	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
241419	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
241419	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
241419	embedding2nn.weight	0	0.017490923404693604
241419	embedding2nn.weight	1	-0.012750429101288319
241419	embedding2nn.weight	2	-0.014268254861235619
241419	embedding2nn.weight	3	-0.0315641425549984
241419	embedding2nn.weight	4	-0.0059150345623493195
241419	embedding2nn.weight	5	-0.0037005888298153877
241419	embedding2nn.weight	6	-0.003973265644162893
241419	embedding2nn.weight	7	-0.07672999799251556
241419	embedding2nn.weight	8	-0.0019979383796453476
241419	embedding2nn.weight	9	-0.027514716610312462
241419	embedding2nn.bias	0	0.03318839147686958
241419	embedding2nn.bias	1	-0.07633596658706665
241419	embedding2nn.bias	2	0.0662703737616539
241419	embedding2nn.bias	3	0.05178365856409073
241419	embedding2nn.bias	4	-0.046139515936374664
241419	embedding2nn.bias	5	-0.008327794261276722
241419	embedding2nn.bias	6	0.014787151478230953
241419	embedding2nn.bias	7	-0.053178150206804276
241419	embedding2nn.bias	8	0.06929942965507507
241419	embedding2nn.bias	9	0.046955935657024384
241419	rnn.weight_ih_l0	0	-0.07933902740478516
241419	rnn.weight_ih_l0	1	0.0036846911534667015
241419	rnn.weight_ih_l0	2	0.035478625446558
241419	rnn.weight_ih_l0	3	0.02266032062470913
241419	rnn.weight_ih_l0	4	-0.04956764727830887
241419	rnn.weight_ih_l0	5	-0.06806749105453491
241419	rnn.weight_ih_l0	6	-0.0010614050552248955
241419	rnn.weight_ih_l0	7	0.053567804396152496
241419	rnn.weight_ih_l0	8	-0.017755962908267975
241419	rnn.weight_ih_l0	9	-0.03104940988123417
241419	rnn.weight_hh_l0	0	-0.030508186668157578
241419	rnn.weight_hh_l0	1	-0.007977040484547615
241419	rnn.weight_hh_l0	2	0.007205630652606487
241419	rnn.weight_hh_l0	3	-0.07439440488815308
241419	rnn.weight_hh_l0	4	0.09373739361763
241419	rnn.weight_hh_l0	5	-0.025592010468244553
241419	rnn.weight_hh_l0	6	-0.06384675204753876
241419	rnn.weight_hh_l0	7	0.009539540857076645
241419	rnn.weight_hh_l0	8	0.013735839165747166
241419	rnn.weight_hh_l0	9	-0.025887297466397285
241419	rnn.bias_ih_l0	0	0.12876245379447937
241419	rnn.bias_ih_l0	1	-0.03567423298954964
241419	rnn.bias_ih_l0	2	-0.03499237447977066
241419	rnn.bias_ih_l0	3	0.16310477256774902
241419	rnn.bias_ih_l0	4	-0.012900113128125668
241419	rnn.bias_ih_l0	5	-0.021285060793161392
241419	rnn.bias_ih_l0	6	0.01852172426879406
241419	rnn.bias_ih_l0	7	0.022243648767471313
241419	rnn.bias_ih_l0	8	-0.10056042671203613
241419	rnn.bias_ih_l0	9	-0.04026949778199196
241419	rnn.bias_hh_l0	0	-0.0015531644457951188
241419	rnn.bias_hh_l0	1	-0.09698237478733063
241419	rnn.bias_hh_l0	2	-0.07542267441749573
241419	rnn.bias_hh_l0	3	-0.08819758147001266
241419	rnn.bias_hh_l0	4	0.010080906562507153
241419	rnn.bias_hh_l0	5	-0.02076791599392891
241419	rnn.bias_hh_l0	6	0.028263306245207787
241419	rnn.bias_hh_l0	7	0.06257042288780212
241419	rnn.bias_hh_l0	8	-0.12161523848772049
241419	rnn.bias_hh_l0	9	-0.057379625737667084
241419	rnn.weight_ih_l0_reverse	0	-0.02580546960234642
241419	rnn.weight_ih_l0_reverse	1	-0.05632727965712547
241419	rnn.weight_ih_l0_reverse	2	-0.048489559441804886
241419	rnn.weight_ih_l0_reverse	3	0.015371656976640224
241419	rnn.weight_ih_l0_reverse	4	-0.024529704824090004
241419	rnn.weight_ih_l0_reverse	5	-0.05748060718178749
241419	rnn.weight_ih_l0_reverse	6	0.07461495697498322
241419	rnn.weight_ih_l0_reverse	7	-0.01874425634741783
241419	rnn.weight_ih_l0_reverse	8	-0.018858175724744797
241419	rnn.weight_ih_l0_reverse	9	0.003839789656922221
241419	rnn.weight_hh_l0_reverse	0	0.06780572235584259
241419	rnn.weight_hh_l0_reverse	1	0.019917743280529976
241419	rnn.weight_hh_l0_reverse	2	0.02948429249227047
241419	rnn.weight_hh_l0_reverse	3	0.035097673535346985
241419	rnn.weight_hh_l0_reverse	4	0.013788750395178795
241419	rnn.weight_hh_l0_reverse	5	0.007996424101293087
241419	rnn.weight_hh_l0_reverse	6	0.051136452704668045
241419	rnn.weight_hh_l0_reverse	7	-0.08234672248363495
241419	rnn.weight_hh_l0_reverse	8	0.04026690125465393
241419	rnn.weight_hh_l0_reverse	9	0.03530086576938629
241419	rnn.bias_ih_l0_reverse	0	-0.05733992159366608
241419	rnn.bias_ih_l0_reverse	1	-0.2820872664451599
241419	rnn.bias_ih_l0_reverse	2	-0.12196766585111618
241419	rnn.bias_ih_l0_reverse	3	-0.04770464450120926
241419	rnn.bias_ih_l0_reverse	4	-0.021742310374975204
241419	rnn.bias_ih_l0_reverse	5	0.07480937987565994
241419	rnn.bias_ih_l0_reverse	6	-0.06434453278779984
241419	rnn.bias_ih_l0_reverse	7	0.060928940773010254
241419	rnn.bias_ih_l0_reverse	8	-0.03731519356369972
241419	rnn.bias_ih_l0_reverse	9	0.06586737930774689
241419	rnn.bias_hh_l0_reverse	0	0.02344968542456627
241419	rnn.bias_hh_l0_reverse	1	-0.05940314754843712
241419	rnn.bias_hh_l0_reverse	2	0.08903685957193375
241419	rnn.bias_hh_l0_reverse	3	-0.0509050190448761
241419	rnn.bias_hh_l0_reverse	4	-0.028743848204612732
241419	rnn.bias_hh_l0_reverse	5	-0.019025065004825592
241419	rnn.bias_hh_l0_reverse	6	-0.01753312163054943
241419	rnn.bias_hh_l0_reverse	7	0.09956233948469162
241419	rnn.bias_hh_l0_reverse	8	0.029955781996250153
241419	rnn.bias_hh_l0_reverse	9	-0.14798606932163239
241419	rnn.weight_ih_l1	0	-0.029435647651553154
241419	rnn.weight_ih_l1	1	-0.050760418176651
241419	rnn.weight_ih_l1	2	0.06355883926153183
241419	rnn.weight_ih_l1	3	-0.07397142052650452
241419	rnn.weight_ih_l1	4	-0.014790626242756844
241419	rnn.weight_ih_l1	5	-0.04045013338327408
241419	rnn.weight_ih_l1	6	0.02909271791577339
241419	rnn.weight_ih_l1	7	-0.04516207054257393
241419	rnn.weight_ih_l1	8	0.03771287947893143
241419	rnn.weight_ih_l1	9	0.044583532959222794
241419	rnn.weight_hh_l1	0	-0.00663869408890605
241419	rnn.weight_hh_l1	1	0.01976054720580578
241419	rnn.weight_hh_l1	2	0.007555630523711443
241419	rnn.weight_hh_l1	3	-0.012456954456865788
241419	rnn.weight_hh_l1	4	0.004780720919370651
241419	rnn.weight_hh_l1	5	0.034846607595682144
241419	rnn.weight_hh_l1	6	0.03634541854262352
241419	rnn.weight_hh_l1	7	-0.016254454851150513
241419	rnn.weight_hh_l1	8	-0.00738165806978941
241419	rnn.weight_hh_l1	9	0.038676340132951736
241419	rnn.bias_ih_l1	0	-0.18424826860427856
241419	rnn.bias_ih_l1	1	-0.1763482689857483
241419	rnn.bias_ih_l1	2	-0.19853150844573975
241419	rnn.bias_ih_l1	3	-0.3094629943370819
241419	rnn.bias_ih_l1	4	-0.20905087888240814
241419	rnn.bias_ih_l1	5	-0.08888980746269226
241419	rnn.bias_ih_l1	6	-0.15993735194206238
241419	rnn.bias_ih_l1	7	-0.0006945253699086607
241419	rnn.bias_ih_l1	8	-0.1331881582736969
241419	rnn.bias_ih_l1	9	-0.12455186992883682
241419	rnn.bias_hh_l1	0	-0.09535817056894302
241419	rnn.bias_hh_l1	1	-0.06379485130310059
241419	rnn.bias_hh_l1	2	-0.08430332690477371
241419	rnn.bias_hh_l1	3	-0.07707000523805618
241419	rnn.bias_hh_l1	4	-0.07425045222043991
241419	rnn.bias_hh_l1	5	-0.11890986561775208
241419	rnn.bias_hh_l1	6	-0.16078680753707886
241419	rnn.bias_hh_l1	7	0.07495546340942383
241419	rnn.bias_hh_l1	8	-0.17743706703186035
241419	rnn.bias_hh_l1	9	-0.1185837984085083
241419	rnn.weight_ih_l1_reverse	0	-0.047637421637773514
241419	rnn.weight_ih_l1_reverse	1	0.03208979219198227
241419	rnn.weight_ih_l1_reverse	2	0.089854396879673
241419	rnn.weight_ih_l1_reverse	3	-0.018614862114191055
241419	rnn.weight_ih_l1_reverse	4	-0.02255220152437687
241419	rnn.weight_ih_l1_reverse	5	-0.03058244287967682
241419	rnn.weight_ih_l1_reverse	6	-0.020462095737457275
241419	rnn.weight_ih_l1_reverse	7	0.029112698510289192
241419	rnn.weight_ih_l1_reverse	8	0.0077202501706779
241419	rnn.weight_ih_l1_reverse	9	-0.033913858234882355
241419	rnn.weight_hh_l1_reverse	0	0.004641124978661537
241419	rnn.weight_hh_l1_reverse	1	0.03166714310646057
241419	rnn.weight_hh_l1_reverse	2	-0.040581926703453064
241419	rnn.weight_hh_l1_reverse	3	0.03510639816522598
241419	rnn.weight_hh_l1_reverse	4	0.04731404781341553
241419	rnn.weight_hh_l1_reverse	5	0.005267828702926636
241419	rnn.weight_hh_l1_reverse	6	0.048248082399368286
241419	rnn.weight_hh_l1_reverse	7	0.031091414391994476
241419	rnn.weight_hh_l1_reverse	8	-0.007204737979918718
241419	rnn.weight_hh_l1_reverse	9	-0.03022415190935135
241419	rnn.bias_ih_l1_reverse	0	-0.046420078724622726
241419	rnn.bias_ih_l1_reverse	1	-0.13978222012519836
241419	rnn.bias_ih_l1_reverse	2	-0.16262106597423553
241419	rnn.bias_ih_l1_reverse	3	-0.06363419443368912
241419	rnn.bias_ih_l1_reverse	4	-0.20322726666927338
241419	rnn.bias_ih_l1_reverse	5	-0.11652205139398575
241419	rnn.bias_ih_l1_reverse	6	-0.13050396740436554
241419	rnn.bias_ih_l1_reverse	7	-0.19347287714481354
241419	rnn.bias_ih_l1_reverse	8	0.22668687999248505
241419	rnn.bias_ih_l1_reverse	9	0.025359250605106354
241419	rnn.bias_hh_l1_reverse	0	0.011187816970050335
241419	rnn.bias_hh_l1_reverse	1	-0.06513503193855286
241419	rnn.bias_hh_l1_reverse	2	-0.23688583076000214
241419	rnn.bias_hh_l1_reverse	3	-0.1422889232635498
241419	rnn.bias_hh_l1_reverse	4	-0.0803331658244133
241419	rnn.bias_hh_l1_reverse	5	-0.11564069986343384
241419	rnn.bias_hh_l1_reverse	6	0.06141945347189903
241419	rnn.bias_hh_l1_reverse	7	-0.13927708566188812
241419	rnn.bias_hh_l1_reverse	8	-0.12390085309743881
241419	rnn.bias_hh_l1_reverse	9	-0.14788077771663666
241419	linear.weight	0	0.002228822559118271
241419	linear.weight	1	0.1001681461930275
241419	linear.weight	2	-0.09249621629714966
241419	linear.weight	3	0.3096593916416168
241419	linear.weight	4	0.15129724144935608
241419	linear.weight	5	-0.06439130753278732
241419	linear.weight	6	0.09496000409126282
241419	linear.weight	7	0.13409611582756042
241419	linear.weight	8	0.041134849190711975
241419	linear.weight	9	-0.051553964614868164
241419	linear.bias	0	0.08756700903177261
241419	linear.bias	1	-0.19703738391399384
241419	linear.bias	2	-0.4540158212184906
241419	linear.bias	3	-0.6564550399780273
241419	linear.bias	4	-1.2569973468780518
241419	linear.bias	5	-0.061872389167547226
241419	linear.bias	6	-0.8300945162773132
241419	linear.bias	7	0.27028688788414
241419	linear.bias	8	-0.3963969945907593
241419	linear.bias	9	-1.0232734680175781
241616	transitions	0	0.7451998591423035
241616	transitions	1	0.13828347623348236
241616	transitions	2	-10000.0
241616	transitions	3	-1.827990174293518
241616	transitions	4	-10000.0
241616	transitions	5	0.563153862953186
241616	transitions	6	-0.08535146713256836
241616	transitions	7	-0.8084400296211243
241616	transitions	8	-1.4221625328063965
241616	transitions	9	-0.0012291197199374437
241616	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
241616	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
241616	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
241616	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
241616	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
241616	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
241616	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
241616	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
241616	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
241616	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
241616	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
241616	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
241616	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
241616	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
241616	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
241616	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
241616	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
241616	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
241616	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
241616	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
241616	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
241616	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
241616	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
241616	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
241616	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
241616	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
241616	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
241616	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
241616	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
241616	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
241616	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
241616	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
241616	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
241616	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
241616	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
241616	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
241616	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
241616	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
241616	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
241616	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
241616	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
241616	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
241616	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
241616	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
241616	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
241616	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
241616	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
241616	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
241616	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
241616	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
241616	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
241616	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
241616	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
241616	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
241616	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
241616	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
241616	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
241616	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
241616	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
241616	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
241616	embedding2nn.weight	0	0.01757022924721241
241616	embedding2nn.weight	1	-0.012744232080876827
241616	embedding2nn.weight	2	-0.014268254861235619
241616	embedding2nn.weight	3	-0.03176109120249748
241616	embedding2nn.weight	4	-0.0059150345623493195
241616	embedding2nn.weight	5	-0.0037005888298153877
241616	embedding2nn.weight	6	-0.003973266109824181
241616	embedding2nn.weight	7	-0.07673592865467072
241616	embedding2nn.weight	8	-0.0019979383796453476
241616	embedding2nn.weight	9	-0.027482448145747185
241616	embedding2nn.bias	0	0.03255295008420944
241616	embedding2nn.bias	1	-0.07489309459924698
241616	embedding2nn.bias	2	0.06707119941711426
241616	embedding2nn.bias	3	0.05233990401029587
241616	embedding2nn.bias	4	-0.04620157927274704
241616	embedding2nn.bias	5	-0.0094004450365901
241616	embedding2nn.bias	6	0.015017821453511715
241616	embedding2nn.bias	7	-0.05371687561273575
241616	embedding2nn.bias	8	0.06984812766313553
241616	embedding2nn.bias	9	0.04650381579995155
241616	rnn.weight_ih_l0	0	-0.07934560626745224
241616	rnn.weight_ih_l0	1	0.003655879758298397
241616	rnn.weight_ih_l0	2	0.03530794009566307
241616	rnn.weight_ih_l0	3	0.022764120250940323
241616	rnn.weight_ih_l0	4	-0.049648769199848175
241616	rnn.weight_ih_l0	5	-0.06811901926994324
241616	rnn.weight_ih_l0	6	-0.0010808623628690839
241616	rnn.weight_ih_l0	7	0.053599610924720764
241616	rnn.weight_ih_l0	8	-0.017836779356002808
241616	rnn.weight_ih_l0	9	-0.031003233045339584
241616	rnn.weight_hh_l0	0	-0.030417095869779587
241616	rnn.weight_hh_l0	1	-0.007995286956429482
241616	rnn.weight_hh_l0	2	0.007178822532296181
241616	rnn.weight_hh_l0	3	-0.07446927577257156
241616	rnn.weight_hh_l0	4	0.093765988945961
241616	rnn.weight_hh_l0	5	-0.02558710239827633
241616	rnn.weight_hh_l0	6	-0.06389449536800385
241616	rnn.weight_hh_l0	7	0.009574229829013348
241616	rnn.weight_hh_l0	8	0.013711810111999512
241616	rnn.weight_hh_l0	9	-0.025846589356660843
241616	rnn.bias_ih_l0	0	0.12867869436740875
241616	rnn.bias_ih_l0	1	-0.035772670060396194
241616	rnn.bias_ih_l0	2	-0.035004839301109314
241616	rnn.bias_ih_l0	3	0.16319924592971802
241616	rnn.bias_ih_l0	4	-0.012781579047441483
241616	rnn.bias_ih_l0	5	-0.021579867228865623
241616	rnn.bias_ih_l0	6	0.018460720777511597
241616	rnn.bias_ih_l0	7	0.022334618493914604
241616	rnn.bias_ih_l0	8	-0.10052560269832611
241616	rnn.bias_ih_l0	9	-0.04036479443311691
241616	rnn.bias_hh_l0	0	-0.0015282524982467294
241616	rnn.bias_hh_l0	1	-0.09687045216560364
241616	rnn.bias_hh_l0	2	-0.0753667876124382
241616	rnn.bias_hh_l0	3	-0.08833366632461548
241616	rnn.bias_hh_l0	4	0.009836651384830475
241616	rnn.bias_hh_l0	5	-0.020968617871403694
241616	rnn.bias_hh_l0	6	0.02837902493774891
241616	rnn.bias_hh_l0	7	0.06255156546831131
241616	rnn.bias_hh_l0	8	-0.12155189365148544
241616	rnn.bias_hh_l0	9	-0.057164937257766724
241616	rnn.weight_ih_l0_reverse	0	-0.025751493871212006
241616	rnn.weight_ih_l0_reverse	1	-0.05634766444563866
241616	rnn.weight_ih_l0_reverse	2	-0.04846123978495598
241616	rnn.weight_ih_l0_reverse	3	0.015490739606320858
241616	rnn.weight_ih_l0_reverse	4	-0.024494975805282593
241616	rnn.weight_ih_l0_reverse	5	-0.05753793194890022
241616	rnn.weight_ih_l0_reverse	6	0.07450569421052933
241616	rnn.weight_ih_l0_reverse	7	-0.01877523586153984
241616	rnn.weight_ih_l0_reverse	8	-0.0188529621809721
241616	rnn.weight_ih_l0_reverse	9	0.0038983295671641827
241616	rnn.weight_hh_l0_reverse	0	0.0677320808172226
241616	rnn.weight_hh_l0_reverse	1	0.019867824390530586
241616	rnn.weight_hh_l0_reverse	2	0.0294777974486351
241616	rnn.weight_hh_l0_reverse	3	0.03509006276726723
241616	rnn.weight_hh_l0_reverse	4	0.013824289664626122
241616	rnn.weight_hh_l0_reverse	5	0.008035555481910706
241616	rnn.weight_hh_l0_reverse	6	0.051161207258701324
241616	rnn.weight_hh_l0_reverse	7	-0.08229275047779083
241616	rnn.weight_hh_l0_reverse	8	0.04022078588604927
241616	rnn.weight_hh_l0_reverse	9	0.03531916067004204
241616	rnn.bias_ih_l0_reverse	0	-0.057162005454301834
241616	rnn.bias_ih_l0_reverse	1	-0.28214627504348755
241616	rnn.bias_ih_l0_reverse	2	-0.12208642810583115
241616	rnn.bias_ih_l0_reverse	3	-0.047783445566892624
241616	rnn.bias_ih_l0_reverse	4	-0.021810485050082207
241616	rnn.bias_ih_l0_reverse	5	0.07480835169553757
241616	rnn.bias_ih_l0_reverse	6	-0.06423521041870117
241616	rnn.bias_ih_l0_reverse	7	0.060971420258283615
241616	rnn.bias_ih_l0_reverse	8	-0.03729252144694328
241616	rnn.bias_ih_l0_reverse	9	0.06585338711738586
241616	rnn.bias_hh_l0_reverse	0	0.023639149963855743
241616	rnn.bias_hh_l0_reverse	1	-0.05885910242795944
241616	rnn.bias_hh_l0_reverse	2	0.08917692303657532
241616	rnn.bias_hh_l0_reverse	3	-0.05104373022913933
241616	rnn.bias_hh_l0_reverse	4	-0.028719794005155563
241616	rnn.bias_hh_l0_reverse	5	-0.01937118172645569
241616	rnn.bias_hh_l0_reverse	6	-0.017471881583333015
241616	rnn.bias_hh_l0_reverse	7	0.099599190056324
241616	rnn.bias_hh_l0_reverse	8	0.029881425201892853
241616	rnn.bias_hh_l0_reverse	9	-0.14749814569950104
241616	rnn.weight_ih_l1	0	-0.02939828857779503
241616	rnn.weight_ih_l1	1	-0.05073646083474159
241616	rnn.weight_ih_l1	2	0.06358900666236877
241616	rnn.weight_ih_l1	3	-0.07405645400285721
241616	rnn.weight_ih_l1	4	-0.01472953800112009
241616	rnn.weight_ih_l1	5	-0.04046046733856201
241616	rnn.weight_ih_l1	6	0.029120584949851036
241616	rnn.weight_ih_l1	7	-0.04511871561408043
241616	rnn.weight_ih_l1	8	0.03772982209920883
241616	rnn.weight_ih_l1	9	0.04455460235476494
241616	rnn.weight_hh_l1	0	-0.00667876610532403
241616	rnn.weight_hh_l1	1	0.01976703479886055
241616	rnn.weight_hh_l1	2	0.007503983099013567
241616	rnn.weight_hh_l1	3	-0.01245941687375307
241616	rnn.weight_hh_l1	4	0.004842088557779789
241616	rnn.weight_hh_l1	5	0.03486403450369835
241616	rnn.weight_hh_l1	6	0.03629114851355553
241616	rnn.weight_hh_l1	7	-0.016247238963842392
241616	rnn.weight_hh_l1	8	-0.00737829739227891
241616	rnn.weight_hh_l1	9	0.03869827836751938
241616	rnn.bias_ih_l1	0	-0.1841287612915039
241616	rnn.bias_ih_l1	1	-0.176198810338974
241616	rnn.bias_ih_l1	2	-0.19830800592899323
241616	rnn.bias_ih_l1	3	-0.30948618054389954
241616	rnn.bias_ih_l1	4	-0.2099447399377823
241616	rnn.bias_ih_l1	5	-0.08886214345693588
241616	rnn.bias_ih_l1	6	-0.15987849235534668
241616	rnn.bias_ih_l1	7	-0.0010570783633738756
241616	rnn.bias_ih_l1	8	-0.1332407146692276
241616	rnn.bias_ih_l1	9	-0.12462076544761658
241616	rnn.bias_hh_l1	0	-0.0954948365688324
241616	rnn.bias_hh_l1	1	-0.06375668197870255
241616	rnn.bias_hh_l1	2	-0.08436814695596695
241616	rnn.bias_hh_l1	3	-0.07704732567071915
241616	rnn.bias_hh_l1	4	-0.07418113946914673
241616	rnn.bias_hh_l1	5	-0.1189885213971138
241616	rnn.bias_hh_l1	6	-0.16080839931964874
241616	rnn.bias_hh_l1	7	0.07432658225297928
241616	rnn.bias_hh_l1	8	-0.17747965455055237
241616	rnn.bias_hh_l1	9	-0.1186889261007309
241616	rnn.weight_ih_l1_reverse	0	-0.04770492762327194
241616	rnn.weight_ih_l1_reverse	1	0.032289013266563416
241616	rnn.weight_ih_l1_reverse	2	0.08967871963977814
241616	rnn.weight_ih_l1_reverse	3	-0.01859992928802967
241616	rnn.weight_ih_l1_reverse	4	-0.02221512608230114
241616	rnn.weight_ih_l1_reverse	5	-0.030572114512324333
241616	rnn.weight_ih_l1_reverse	6	-0.02052614465355873
241616	rnn.weight_ih_l1_reverse	7	0.029127275571227074
241616	rnn.weight_ih_l1_reverse	8	0.007592035923153162
241616	rnn.weight_ih_l1_reverse	9	-0.03384580835700035
241616	rnn.weight_hh_l1_reverse	0	0.004661163315176964
241616	rnn.weight_hh_l1_reverse	1	0.031695492565631866
241616	rnn.weight_hh_l1_reverse	2	-0.04058465734124184
241616	rnn.weight_hh_l1_reverse	3	0.03510889410972595
241616	rnn.weight_hh_l1_reverse	4	0.04729090631008148
241616	rnn.weight_hh_l1_reverse	5	0.005268005188554525
241616	rnn.weight_hh_l1_reverse	6	0.048277679830789566
241616	rnn.weight_hh_l1_reverse	7	0.031120242550969124
241616	rnn.weight_hh_l1_reverse	8	-0.007201978471130133
241616	rnn.weight_hh_l1_reverse	9	-0.030208555981516838
241616	rnn.bias_ih_l1_reverse	0	-0.046292997896671295
241616	rnn.bias_ih_l1_reverse	1	-0.13989326357841492
241616	rnn.bias_ih_l1_reverse	2	-0.16275081038475037
241616	rnn.bias_ih_l1_reverse	3	-0.06322050839662552
241616	rnn.bias_ih_l1_reverse	4	-0.2033209204673767
241616	rnn.bias_ih_l1_reverse	5	-0.11659666895866394
241616	rnn.bias_ih_l1_reverse	6	-0.13054637610912323
241616	rnn.bias_ih_l1_reverse	7	-0.19339081645011902
241616	rnn.bias_ih_l1_reverse	8	0.2270299196243286
241616	rnn.bias_ih_l1_reverse	9	0.02511760964989662
241616	rnn.bias_hh_l1_reverse	0	0.01138127502053976
241616	rnn.bias_hh_l1_reverse	1	-0.0652879923582077
241616	rnn.bias_hh_l1_reverse	2	-0.23686552047729492
241616	rnn.bias_hh_l1_reverse	3	-0.14244037866592407
241616	rnn.bias_hh_l1_reverse	4	-0.08022323995828629
241616	rnn.bias_hh_l1_reverse	5	-0.11579214036464691
241616	rnn.bias_hh_l1_reverse	6	0.06153133884072304
241616	rnn.bias_hh_l1_reverse	7	-0.13933958113193512
241616	rnn.bias_hh_l1_reverse	8	-0.12398950755596161
241616	rnn.bias_hh_l1_reverse	9	-0.14774474501609802
241616	linear.weight	0	0.002228822559118271
241616	linear.weight	1	0.09972874075174332
241616	linear.weight	2	-0.09249473363161087
241616	linear.weight	3	0.3095119893550873
241616	linear.weight	4	0.15140067040920258
241616	linear.weight	5	-0.06441764533519745
241616	linear.weight	6	0.09421022236347198
241616	linear.weight	7	0.1337488889694214
241616	linear.weight	8	0.04113481566309929
241616	linear.weight	9	-0.051519908010959625
241616	linear.bias	0	0.08465906232595444
241616	linear.bias	1	-0.19252337515354156
241616	linear.bias	2	-0.4542931914329529
241616	linear.bias	3	-0.6575098037719727
241616	linear.bias	4	-1.2583307027816772
241616	linear.bias	5	-0.062487103044986725
241616	linear.bias	6	-0.8248729705810547
241616	linear.bias	7	0.2696866989135742
241616	linear.bias	8	-0.3960626721382141
241616	linear.bias	9	-1.0231430530548096
241813	transitions	0	0.7471518516540527
241813	transitions	1	0.1381833702325821
241813	transitions	2	-10000.0
241813	transitions	3	-1.827991008758545
241813	transitions	4	-10000.0
241813	transitions	5	0.5631501078605652
241813	transitions	6	-0.08535316586494446
241813	transitions	7	-0.8084864020347595
241813	transitions	8	-1.4221643209457397
241813	transitions	9	-0.0012291348539292812
241813	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
241813	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
241813	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
241813	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
241813	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
241813	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
241813	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
241813	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
241813	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
241813	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
241813	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
241813	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
241813	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
241813	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
241813	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
241813	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
241813	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
241813	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
241813	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
241813	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
241813	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
241813	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
241813	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
241813	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
241813	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
241813	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
241813	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
241813	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
241813	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
241813	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
241813	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
241813	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
241813	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
241813	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
241813	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
241813	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
241813	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
241813	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
241813	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
241813	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
241813	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
241813	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
241813	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
241813	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
241813	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
241813	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
241813	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
241813	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
241813	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
241813	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
241813	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
241813	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
241813	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
241813	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
241813	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
241813	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
241813	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
241813	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
241813	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
241813	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
241813	embedding2nn.weight	0	0.017526304349303246
241813	embedding2nn.weight	1	-0.012769282795488834
241813	embedding2nn.weight	2	-0.014268254861235619
241813	embedding2nn.weight	3	-0.03151659294962883
241813	embedding2nn.weight	4	-0.0059150345623493195
241813	embedding2nn.weight	5	-0.0037005888298153877
241813	embedding2nn.weight	6	-0.003973266109824181
241813	embedding2nn.weight	7	-0.07660739868879318
241813	embedding2nn.weight	8	-0.0019979383796453476
241813	embedding2nn.weight	9	-0.02745751477777958
241813	embedding2nn.bias	0	0.03209879249334335
241813	embedding2nn.bias	1	-0.07536245137453079
241813	embedding2nn.bias	2	0.06773786246776581
241813	embedding2nn.bias	3	0.05252327769994736
241813	embedding2nn.bias	4	-0.04661937430500984
241813	embedding2nn.bias	5	-0.00954680796712637
241813	embedding2nn.bias	6	0.015358727425336838
241813	embedding2nn.bias	7	-0.053555749356746674
241813	embedding2nn.bias	8	0.06954077631235123
241813	embedding2nn.bias	9	0.04651603847742081
241813	rnn.weight_ih_l0	0	-0.07932662963867188
241813	rnn.weight_ih_l0	1	0.0036619557067751884
241813	rnn.weight_ih_l0	2	0.03518371284008026
241813	rnn.weight_ih_l0	3	0.02276575192809105
241813	rnn.weight_ih_l0	4	-0.04952966421842575
241813	rnn.weight_ih_l0	5	-0.06813512742519379
241813	rnn.weight_ih_l0	6	-0.0011343626538291574
241813	rnn.weight_ih_l0	7	0.05363819748163223
241813	rnn.weight_ih_l0	8	-0.017707712948322296
241813	rnn.weight_ih_l0	9	-0.030956106260418892
241813	rnn.weight_hh_l0	0	-0.030448637902736664
241813	rnn.weight_hh_l0	1	-0.00782682839781046
241813	rnn.weight_hh_l0	2	0.007149387151002884
241813	rnn.weight_hh_l0	3	-0.07456612586975098
241813	rnn.weight_hh_l0	4	0.0937180444598198
241813	rnn.weight_hh_l0	5	-0.02568027749657631
241813	rnn.weight_hh_l0	6	-0.06391631066799164
241813	rnn.weight_hh_l0	7	0.0094368327409029
241813	rnn.weight_hh_l0	8	0.013698691502213478
241813	rnn.weight_hh_l0	9	-0.025826070457696915
241813	rnn.bias_ih_l0	0	0.12867504358291626
241813	rnn.bias_ih_l0	1	-0.035626672208309174
241813	rnn.bias_ih_l0	2	-0.034960683435201645
241813	rnn.bias_ih_l0	3	0.16323131322860718
241813	rnn.bias_ih_l0	4	-0.012913503684103489
241813	rnn.bias_ih_l0	5	-0.021660398691892624
241813	rnn.bias_ih_l0	6	0.01866143010556698
241813	rnn.bias_ih_l0	7	0.0223711971193552
241813	rnn.bias_ih_l0	8	-0.10065736621618271
241813	rnn.bias_ih_l0	9	-0.04004979506134987
241813	rnn.bias_hh_l0	0	-0.001535531715489924
241813	rnn.bias_hh_l0	1	-0.09683959931135178
241813	rnn.bias_hh_l0	2	-0.07547091692686081
241813	rnn.bias_hh_l0	3	-0.08855824172496796
241813	rnn.bias_hh_l0	4	0.010046382434666157
241813	rnn.bias_hh_l0	5	-0.021015403792262077
241813	rnn.bias_hh_l0	6	0.02865692786872387
241813	rnn.bias_hh_l0	7	0.06272171437740326
241813	rnn.bias_hh_l0	8	-0.121452197432518
241813	rnn.bias_hh_l0	9	-0.0572725348174572
241813	rnn.weight_ih_l0_reverse	0	-0.02563869021832943
241813	rnn.weight_ih_l0_reverse	1	-0.056336671113967896
241813	rnn.weight_ih_l0_reverse	2	-0.04844376817345619
241813	rnn.weight_ih_l0_reverse	3	0.015524310991168022
241813	rnn.weight_ih_l0_reverse	4	-0.02448640577495098
241813	rnn.weight_ih_l0_reverse	5	-0.05750814452767372
241813	rnn.weight_ih_l0_reverse	6	0.07442692667245865
241813	rnn.weight_ih_l0_reverse	7	-0.018709179013967514
241813	rnn.weight_ih_l0_reverse	8	-0.018904974684119225
241813	rnn.weight_ih_l0_reverse	9	0.003916282672435045
241813	rnn.weight_hh_l0_reverse	0	0.06779450178146362
241813	rnn.weight_hh_l0_reverse	1	0.019881075248122215
241813	rnn.weight_hh_l0_reverse	2	0.029447849839925766
241813	rnn.weight_hh_l0_reverse	3	0.03501613438129425
241813	rnn.weight_hh_l0_reverse	4	0.013817832805216312
241813	rnn.weight_hh_l0_reverse	5	0.008047604002058506
241813	rnn.weight_hh_l0_reverse	6	0.05111438408493996
241813	rnn.weight_hh_l0_reverse	7	-0.08222988992929459
241813	rnn.weight_hh_l0_reverse	8	0.04019933193922043
241813	rnn.weight_hh_l0_reverse	9	0.035303495824337006
241813	rnn.bias_ih_l0_reverse	0	-0.057145435363054276
241813	rnn.bias_ih_l0_reverse	1	-0.2818458080291748
241813	rnn.bias_ih_l0_reverse	2	-0.12193398922681808
241813	rnn.bias_ih_l0_reverse	3	-0.047808997333049774
241813	rnn.bias_ih_l0_reverse	4	-0.021744191646575928
241813	rnn.bias_ih_l0_reverse	5	0.07490386068820953
241813	rnn.bias_ih_l0_reverse	6	-0.06420999765396118
241813	rnn.bias_ih_l0_reverse	7	0.0608285516500473
241813	rnn.bias_ih_l0_reverse	8	-0.03711599111557007
241813	rnn.bias_ih_l0_reverse	9	0.0659470185637474
241813	rnn.bias_hh_l0_reverse	0	0.02356528677046299
241813	rnn.bias_hh_l0_reverse	1	-0.058622363954782486
241813	rnn.bias_hh_l0_reverse	2	0.08899760246276855
241813	rnn.bias_hh_l0_reverse	3	-0.05107492953538895
241813	rnn.bias_hh_l0_reverse	4	-0.02867680974304676
241813	rnn.bias_hh_l0_reverse	5	-0.01963404193520546
241813	rnn.bias_hh_l0_reverse	6	-0.01758105866611004
241813	rnn.bias_hh_l0_reverse	7	0.09940316528081894
241813	rnn.bias_hh_l0_reverse	8	0.030100887641310692
241813	rnn.bias_hh_l0_reverse	9	-0.14748172461986542
241813	rnn.weight_ih_l1	0	-0.029390402138233185
241813	rnn.weight_ih_l1	1	-0.050722938030958176
241813	rnn.weight_ih_l1	2	0.06365186721086502
241813	rnn.weight_ih_l1	3	-0.07394904643297195
241813	rnn.weight_ih_l1	4	-0.014700218103826046
241813	rnn.weight_ih_l1	5	-0.04045749455690384
241813	rnn.weight_ih_l1	6	0.029095282778143883
241813	rnn.weight_ih_l1	7	-0.04505089670419693
241813	rnn.weight_ih_l1	8	0.03775360435247421
241813	rnn.weight_ih_l1	9	0.04452905058860779
241813	rnn.weight_hh_l1	0	-0.006707664113491774
241813	rnn.weight_hh_l1	1	0.01976987160742283
241813	rnn.weight_hh_l1	2	0.007549700792878866
241813	rnn.weight_hh_l1	3	-0.01247292011976242
241813	rnn.weight_hh_l1	4	0.00491017522290349
241813	rnn.weight_hh_l1	5	0.0348721444606781
241813	rnn.weight_hh_l1	6	0.03631030395627022
241813	rnn.weight_hh_l1	7	-0.016254985705018044
241813	rnn.weight_hh_l1	8	-0.007407497148960829
241813	rnn.weight_hh_l1	9	0.038728706538677216
241813	rnn.bias_ih_l1	0	-0.1844194084405899
241813	rnn.bias_ih_l1	1	-0.17614547908306122
241813	rnn.bias_ih_l1	2	-0.198158860206604
241813	rnn.bias_ih_l1	3	-0.30946165323257446
241813	rnn.bias_ih_l1	4	-0.2103918045759201
241813	rnn.bias_ih_l1	5	-0.08868186175823212
241813	rnn.bias_ih_l1	6	-0.16003012657165527
241813	rnn.bias_ih_l1	7	-0.0008560260175727308
241813	rnn.bias_ih_l1	8	-0.13325577974319458
241813	rnn.bias_ih_l1	9	-0.12458447366952896
241813	rnn.bias_hh_l1	0	-0.09545738250017166
241813	rnn.bias_hh_l1	1	-0.06368785351514816
241813	rnn.bias_hh_l1	2	-0.08446822315454483
241813	rnn.bias_hh_l1	3	-0.07695430517196655
241813	rnn.bias_hh_l1	4	-0.07427112758159637
241813	rnn.bias_hh_l1	5	-0.11885207146406174
241813	rnn.bias_hh_l1	6	-0.16094768047332764
241813	rnn.bias_hh_l1	7	0.07442928105592728
241813	rnn.bias_hh_l1	8	-0.17742052674293518
241813	rnn.bias_hh_l1	9	-0.11886316537857056
241813	rnn.weight_ih_l1_reverse	0	-0.047715239226818085
241813	rnn.weight_ih_l1_reverse	1	0.032392892986536026
241813	rnn.weight_ih_l1_reverse	2	0.08981877565383911
241813	rnn.weight_ih_l1_reverse	3	-0.01859172061085701
241813	rnn.weight_ih_l1_reverse	4	-0.022278660908341408
241813	rnn.weight_ih_l1_reverse	5	-0.03057566098868847
241813	rnn.weight_ih_l1_reverse	6	-0.020580509677529335
241813	rnn.weight_ih_l1_reverse	7	0.029170840978622437
241813	rnn.weight_ih_l1_reverse	8	0.00763014005497098
241813	rnn.weight_ih_l1_reverse	9	-0.03380526602268219
241813	rnn.weight_hh_l1_reverse	0	0.0046642799861729145
241813	rnn.weight_hh_l1_reverse	1	0.03171733021736145
241813	rnn.weight_hh_l1_reverse	2	-0.0405852310359478
241813	rnn.weight_hh_l1_reverse	3	0.03510615602135658
241813	rnn.weight_hh_l1_reverse	4	0.04728914797306061
241813	rnn.weight_hh_l1_reverse	5	0.005271934904158115
241813	rnn.weight_hh_l1_reverse	6	0.04840768873691559
241813	rnn.weight_hh_l1_reverse	7	0.03111840970814228
241813	rnn.weight_hh_l1_reverse	8	-0.007201541215181351
241813	rnn.weight_hh_l1_reverse	9	-0.030232295393943787
241813	rnn.bias_ih_l1_reverse	0	-0.046390458941459656
241813	rnn.bias_ih_l1_reverse	1	-0.13985711336135864
241813	rnn.bias_ih_l1_reverse	2	-0.1630934327840805
241813	rnn.bias_ih_l1_reverse	3	-0.06233503669500351
241813	rnn.bias_ih_l1_reverse	4	-0.20330537855625153
241813	rnn.bias_ih_l1_reverse	5	-0.11670802533626556
241813	rnn.bias_ih_l1_reverse	6	-0.13055238127708435
241813	rnn.bias_ih_l1_reverse	7	-0.19314922392368317
241813	rnn.bias_ih_l1_reverse	8	0.22674284875392914
241813	rnn.bias_ih_l1_reverse	9	0.025273578241467476
241813	rnn.bias_hh_l1_reverse	0	0.011455848813056946
241813	rnn.bias_hh_l1_reverse	1	-0.0653172954916954
241813	rnn.bias_hh_l1_reverse	2	-0.23680907487869263
241813	rnn.bias_hh_l1_reverse	3	-0.14254771173000336
241813	rnn.bias_hh_l1_reverse	4	-0.08015551418066025
241813	rnn.bias_hh_l1_reverse	5	-0.1156470999121666
241813	rnn.bias_hh_l1_reverse	6	0.06163906678557396
241813	rnn.bias_hh_l1_reverse	7	-0.13900820910930634
241813	rnn.bias_hh_l1_reverse	8	-0.12415043264627457
241813	rnn.bias_hh_l1_reverse	9	-0.14772695302963257
241813	linear.weight	0	0.002228822559118271
241813	linear.weight	1	0.10014957189559937
241813	linear.weight	2	-0.09261541813611984
241813	linear.weight	3	0.3096354901790619
241813	linear.weight	4	0.1512673795223236
241813	linear.weight	5	-0.0645330399274826
241813	linear.weight	6	0.09462108463048935
241813	linear.weight	7	0.13336266577243805
241813	linear.weight	8	0.041134774684906006
241813	linear.weight	9	-0.05135680362582207
241813	linear.bias	0	0.08573375642299652
241813	linear.bias	1	-0.19489403069019318
241813	linear.bias	2	-0.4568968117237091
241813	linear.bias	3	-0.6587985754013062
241813	linear.bias	4	-1.2597073316574097
241813	linear.bias	5	-0.06200358271598816
241813	linear.bias	6	-0.8272386193275452
241813	linear.bias	7	0.2701690196990967
241813	linear.bias	8	-0.3964228332042694
241813	linear.bias	9	-1.0234462022781372
242010	transitions	0	0.746834933757782
242010	transitions	1	0.13858917355537415
242010	transitions	2	-10000.0
242010	transitions	3	-1.8279917240142822
242010	transitions	4	-10000.0
242010	transitions	5	0.563148021697998
242010	transitions	6	-0.08535527437925339
242010	transitions	7	-0.8085177540779114
242010	transitions	8	-1.4221667051315308
242010	transitions	9	-0.0012291553430259228
242010	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242010	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242010	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242010	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242010	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242010	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242010	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242010	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242010	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242010	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242010	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242010	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242010	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242010	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242010	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242010	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242010	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242010	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242010	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242010	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242010	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242010	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242010	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242010	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242010	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242010	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242010	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242010	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242010	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242010	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242010	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242010	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242010	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242010	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242010	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242010	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242010	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242010	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242010	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242010	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242010	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242010	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242010	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242010	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242010	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242010	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242010	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242010	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242010	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242010	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242010	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242010	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242010	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242010	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242010	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242010	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242010	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242010	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242010	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242010	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242010	embedding2nn.weight	0	0.01742394268512726
242010	embedding2nn.weight	1	-0.012745564803481102
242010	embedding2nn.weight	2	-0.014268254861235619
242010	embedding2nn.weight	3	-0.03156205639243126
242010	embedding2nn.weight	4	-0.0059150345623493195
242010	embedding2nn.weight	5	-0.0037005888298153877
242010	embedding2nn.weight	6	-0.003973266109824181
242010	embedding2nn.weight	7	-0.07665304839611053
242010	embedding2nn.weight	8	-0.0019979383796453476
242010	embedding2nn.weight	9	-0.02745225466787815
242010	embedding2nn.bias	0	0.032147906720638275
242010	embedding2nn.bias	1	-0.07458183914422989
242010	embedding2nn.bias	2	0.06699135899543762
242010	embedding2nn.bias	3	0.052421972155570984
242010	embedding2nn.bias	4	-0.04611358791589737
242010	embedding2nn.bias	5	-0.010378862731158733
242010	embedding2nn.bias	6	0.015274702571332455
242010	embedding2nn.bias	7	-0.054480306804180145
242010	embedding2nn.bias	8	0.06997651606798172
242010	embedding2nn.bias	9	0.04588938131928444
242010	rnn.weight_ih_l0	0	-0.07933025807142258
242010	rnn.weight_ih_l0	1	0.0035876668989658356
242010	rnn.weight_ih_l0	2	0.03517972677946091
242010	rnn.weight_ih_l0	3	0.022828133776783943
242010	rnn.weight_ih_l0	4	-0.049507562071084976
242010	rnn.weight_ih_l0	5	-0.0681515485048294
242010	rnn.weight_ih_l0	6	-0.0011981925927102566
242010	rnn.weight_ih_l0	7	0.05361121892929077
242010	rnn.weight_ih_l0	8	-0.01776272803544998
242010	rnn.weight_ih_l0	9	-0.03098658099770546
242010	rnn.weight_hh_l0	0	-0.03041353076696396
242010	rnn.weight_hh_l0	1	-0.007906944490969181
242010	rnn.weight_hh_l0	2	0.007082972209900618
242010	rnn.weight_hh_l0	3	-0.07463017106056213
242010	rnn.weight_hh_l0	4	0.09371504187583923
242010	rnn.weight_hh_l0	5	-0.025690509006381035
242010	rnn.weight_hh_l0	6	-0.06397344917058945
242010	rnn.weight_hh_l0	7	0.009464905597269535
242010	rnn.weight_hh_l0	8	0.013638325966894627
242010	rnn.weight_hh_l0	9	-0.025807533413171768
242010	rnn.bias_ih_l0	0	0.12856103479862213
242010	rnn.bias_ih_l0	1	-0.0356195904314518
242010	rnn.bias_ih_l0	2	-0.034997954964637756
242010	rnn.bias_ih_l0	3	0.16328755021095276
242010	rnn.bias_ih_l0	4	-0.012914873659610748
242010	rnn.bias_ih_l0	5	-0.02224074676632881
242010	rnn.bias_ih_l0	6	0.019097931683063507
242010	rnn.bias_ih_l0	7	0.022609341889619827
242010	rnn.bias_ih_l0	8	-0.100803904235363
242010	rnn.bias_ih_l0	9	-0.04036493971943855
242010	rnn.bias_hh_l0	0	-0.0015016586985439062
242010	rnn.bias_hh_l0	1	-0.09681288152933121
242010	rnn.bias_hh_l0	2	-0.07559538632631302
242010	rnn.bias_hh_l0	3	-0.08859460055828094
242010	rnn.bias_hh_l0	4	0.010114744305610657
242010	rnn.bias_hh_l0	5	-0.02106444723904133
242010	rnn.bias_hh_l0	6	0.028522931039333344
242010	rnn.bias_hh_l0	7	0.062386997044086456
242010	rnn.bias_hh_l0	8	-0.12142693996429443
242010	rnn.bias_hh_l0	9	-0.05763491988182068
242010	rnn.weight_ih_l0_reverse	0	-0.02565959095954895
242010	rnn.weight_ih_l0_reverse	1	-0.056321851909160614
242010	rnn.weight_ih_l0_reverse	2	-0.04851745814085007
242010	rnn.weight_ih_l0_reverse	3	0.015662942081689835
242010	rnn.weight_ih_l0_reverse	4	-0.024559974670410156
242010	rnn.weight_ih_l0_reverse	5	-0.05752300098538399
242010	rnn.weight_ih_l0_reverse	6	0.07449208945035934
242010	rnn.weight_ih_l0_reverse	7	-0.018697094172239304
242010	rnn.weight_ih_l0_reverse	8	-0.018989650532603264
242010	rnn.weight_ih_l0_reverse	9	0.0038943777326494455
242010	rnn.weight_hh_l0_reverse	0	0.06797774881124496
242010	rnn.weight_hh_l0_reverse	1	0.019912725314497948
242010	rnn.weight_hh_l0_reverse	2	0.02949434146285057
242010	rnn.weight_hh_l0_reverse	3	0.035036586225032806
242010	rnn.weight_hh_l0_reverse	4	0.013777419924736023
242010	rnn.weight_hh_l0_reverse	5	0.00807125587016344
242010	rnn.weight_hh_l0_reverse	6	0.05109275504946709
242010	rnn.weight_hh_l0_reverse	7	-0.08224445581436157
242010	rnn.weight_hh_l0_reverse	8	0.04017087072134018
242010	rnn.weight_hh_l0_reverse	9	0.035289570689201355
242010	rnn.bias_ih_l0_reverse	0	-0.05719362199306488
242010	rnn.bias_ih_l0_reverse	1	-0.2817469537258148
242010	rnn.bias_ih_l0_reverse	2	-0.12194821983575821
242010	rnn.bias_ih_l0_reverse	3	-0.04784606769680977
242010	rnn.bias_ih_l0_reverse	4	-0.0214680228382349
242010	rnn.bias_ih_l0_reverse	5	0.07481184601783752
242010	rnn.bias_ih_l0_reverse	6	-0.06428755074739456
242010	rnn.bias_ih_l0_reverse	7	0.06074107810854912
242010	rnn.bias_ih_l0_reverse	8	-0.03707966208457947
242010	rnn.bias_ih_l0_reverse	9	0.0661766529083252
242010	rnn.bias_hh_l0_reverse	0	0.023627080023288727
242010	rnn.bias_hh_l0_reverse	1	-0.05864236503839493
242010	rnn.bias_hh_l0_reverse	2	0.0889822393655777
242010	rnn.bias_hh_l0_reverse	3	-0.051173243671655655
242010	rnn.bias_hh_l0_reverse	4	-0.028688039630651474
242010	rnn.bias_hh_l0_reverse	5	-0.019671151414513588
242010	rnn.bias_hh_l0_reverse	6	-0.01753438636660576
242010	rnn.bias_hh_l0_reverse	7	0.099382683634758
242010	rnn.bias_hh_l0_reverse	8	0.02990221045911312
242010	rnn.bias_hh_l0_reverse	9	-0.14740972220897675
242010	rnn.weight_ih_l1	0	-0.02939654141664505
242010	rnn.weight_ih_l1	1	-0.05079156532883644
242010	rnn.weight_ih_l1	2	0.06369790434837341
242010	rnn.weight_ih_l1	3	-0.07389698177576065
242010	rnn.weight_ih_l1	4	-0.014726989902555943
242010	rnn.weight_ih_l1	5	-0.04049326106905937
242010	rnn.weight_ih_l1	6	0.02911091223359108
242010	rnn.weight_ih_l1	7	-0.045067157596349716
242010	rnn.weight_ih_l1	8	0.037745799869298935
242010	rnn.weight_ih_l1	9	0.04455667361617088
242010	rnn.weight_hh_l1	0	-0.006771547254174948
242010	rnn.weight_hh_l1	1	0.019793352112174034
242010	rnn.weight_hh_l1	2	0.007600774057209492
242010	rnn.weight_hh_l1	3	-0.012463302351534367
242010	rnn.weight_hh_l1	4	0.0049246507696807384
242010	rnn.weight_hh_l1	5	0.03490525484085083
242010	rnn.weight_hh_l1	6	0.03630252555012703
242010	rnn.weight_hh_l1	7	-0.01624375395476818
242010	rnn.weight_hh_l1	8	-0.007390791084617376
242010	rnn.weight_hh_l1	9	0.03872525319457054
242010	rnn.bias_ih_l1	0	-0.18456046283245087
242010	rnn.bias_ih_l1	1	-0.17594783008098602
242010	rnn.bias_ih_l1	2	-0.19813987612724304
242010	rnn.bias_ih_l1	3	-0.309208482503891
242010	rnn.bias_ih_l1	4	-0.2097715586423874
242010	rnn.bias_ih_l1	5	-0.08872823417186737
242010	rnn.bias_ih_l1	6	-0.16005012392997742
242010	rnn.bias_ih_l1	7	-0.0005622812313959002
242010	rnn.bias_ih_l1	8	-0.13339374959468842
242010	rnn.bias_ih_l1	9	-0.12484012544155121
242010	rnn.bias_hh_l1	0	-0.09523627161979675
242010	rnn.bias_hh_l1	1	-0.06376597285270691
242010	rnn.bias_hh_l1	2	-0.08435432612895966
242010	rnn.bias_hh_l1	3	-0.07693800330162048
242010	rnn.bias_hh_l1	4	-0.07442902773618698
242010	rnn.bias_hh_l1	5	-0.11871788650751114
242010	rnn.bias_hh_l1	6	-0.16096945106983185
242010	rnn.bias_hh_l1	7	0.07461800426244736
242010	rnn.bias_hh_l1	8	-0.17692479491233826
242010	rnn.bias_hh_l1	9	-0.11907000839710236
242010	rnn.weight_ih_l1_reverse	0	-0.04786086082458496
242010	rnn.weight_ih_l1_reverse	1	0.03231755644083023
242010	rnn.weight_ih_l1_reverse	2	0.08965647965669632
242010	rnn.weight_ih_l1_reverse	3	-0.018614020198583603
242010	rnn.weight_ih_l1_reverse	4	-0.022448768839240074
242010	rnn.weight_ih_l1_reverse	5	-0.030549028888344765
242010	rnn.weight_ih_l1_reverse	6	-0.020543819293379784
242010	rnn.weight_ih_l1_reverse	7	0.02920406311750412
242010	rnn.weight_ih_l1_reverse	8	0.007465744856745005
242010	rnn.weight_ih_l1_reverse	9	-0.03387526795268059
242010	rnn.weight_hh_l1_reverse	0	0.004663517698645592
242010	rnn.weight_hh_l1_reverse	1	0.03172112628817558
242010	rnn.weight_hh_l1_reverse	2	-0.04058579355478287
242010	rnn.weight_hh_l1_reverse	3	0.03509274870157242
242010	rnn.weight_hh_l1_reverse	4	0.04731828346848488
242010	rnn.weight_hh_l1_reverse	5	0.005283042322844267
242010	rnn.weight_hh_l1_reverse	6	0.04846813157200813
242010	rnn.weight_hh_l1_reverse	7	0.031109090894460678
242010	rnn.weight_hh_l1_reverse	8	-0.007212698459625244
242010	rnn.weight_hh_l1_reverse	9	-0.03023337759077549
242010	rnn.bias_ih_l1_reverse	0	-0.046398427337408066
242010	rnn.bias_ih_l1_reverse	1	-0.13998036086559296
242010	rnn.bias_ih_l1_reverse	2	-0.16305892169475555
242010	rnn.bias_ih_l1_reverse	3	-0.06258668005466461
242010	rnn.bias_ih_l1_reverse	4	-0.20349538326263428
242010	rnn.bias_ih_l1_reverse	5	-0.11666536331176758
242010	rnn.bias_ih_l1_reverse	6	-0.13045021891593933
242010	rnn.bias_ih_l1_reverse	7	-0.1927560716867447
242010	rnn.bias_ih_l1_reverse	8	0.22652515769004822
242010	rnn.bias_ih_l1_reverse	9	0.02539360523223877
242010	rnn.bias_hh_l1_reverse	0	0.01126464456319809
242010	rnn.bias_hh_l1_reverse	1	-0.06597065925598145
242010	rnn.bias_hh_l1_reverse	2	-0.23680202662944794
242010	rnn.bias_hh_l1_reverse	3	-0.14251349866390228
242010	rnn.bias_hh_l1_reverse	4	-0.08005998283624649
242010	rnn.bias_hh_l1_reverse	5	-0.11589306592941284
242010	rnn.bias_hh_l1_reverse	6	0.061648041009902954
242010	rnn.bias_hh_l1_reverse	7	-0.13895991444587708
242010	rnn.bias_hh_l1_reverse	8	-0.12408331036567688
242010	rnn.bias_hh_l1_reverse	9	-0.14785291254520416
242010	linear.weight	0	0.002228822559118271
242010	linear.weight	1	0.0998888611793518
242010	linear.weight	2	-0.09239231795072556
242010	linear.weight	3	0.30868810415267944
242010	linear.weight	4	0.1515025496482849
242010	linear.weight	5	-0.06465017795562744
242010	linear.weight	6	0.09387493133544922
242010	linear.weight	7	0.13372567296028137
242010	linear.weight	8	0.04113471135497093
242010	linear.weight	9	-0.05108040198683739
242010	linear.bias	0	0.08594652265310287
242010	linear.bias	1	-0.19577376544475555
242010	linear.bias	2	-0.4578437805175781
242010	linear.bias	3	-0.656579315662384
242010	linear.bias	4	-1.2576730251312256
242010	linear.bias	5	-0.06447146087884903
242010	linear.bias	6	-0.8280143737792969
242010	linear.bias	7	0.2677574157714844
242010	linear.bias	8	-0.3946300148963928
242010	linear.bias	9	-1.0217026472091675
242207	transitions	0	0.7465852499008179
242207	transitions	1	0.13897503912448883
242207	transitions	2	-10000.0
242207	transitions	3	-1.8279922008514404
242207	transitions	4	-10000.0
242207	transitions	5	0.5631460547447205
242207	transitions	6	-0.08535802364349365
242207	transitions	7	-0.8085635900497437
242207	transitions	8	-1.4221687316894531
242207	transitions	9	-0.001229184796102345
242207	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242207	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242207	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242207	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242207	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242207	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242207	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242207	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242207	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242207	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242207	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242207	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242207	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242207	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242207	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242207	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242207	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242207	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242207	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242207	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242207	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242207	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242207	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242207	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242207	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242207	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242207	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242207	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242207	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242207	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242207	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242207	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242207	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242207	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242207	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242207	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242207	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242207	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242207	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242207	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242207	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242207	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242207	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242207	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242207	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242207	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242207	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242207	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242207	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242207	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242207	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242207	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242207	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242207	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242207	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242207	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242207	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242207	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242207	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242207	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242207	embedding2nn.weight	0	0.01741005666553974
242207	embedding2nn.weight	1	-0.012736774049699306
242207	embedding2nn.weight	2	-0.014268254861235619
242207	embedding2nn.weight	3	-0.031556226313114166
242207	embedding2nn.weight	4	-0.0059150345623493195
242207	embedding2nn.weight	5	-0.0037005888298153877
242207	embedding2nn.weight	6	-0.003973266109824181
242207	embedding2nn.weight	7	-0.07662929594516754
242207	embedding2nn.weight	8	-0.0019979383796453476
242207	embedding2nn.weight	9	-0.027433661743998528
242207	embedding2nn.bias	0	0.03216361999511719
242207	embedding2nn.bias	1	-0.07376362383365631
242207	embedding2nn.bias	2	0.06674513220787048
242207	embedding2nn.bias	3	0.05227154493331909
242207	embedding2nn.bias	4	-0.046216268092393875
242207	embedding2nn.bias	5	-0.009836595505475998
242207	embedding2nn.bias	6	0.014897769317030907
242207	embedding2nn.bias	7	-0.054138485342264175
242207	embedding2nn.bias	8	0.070513516664505
242207	embedding2nn.bias	9	0.04532880336046219
242207	rnn.weight_ih_l0	0	-0.07932475209236145
242207	rnn.weight_ih_l0	1	0.003600365249440074
242207	rnn.weight_ih_l0	2	0.035251982510089874
242207	rnn.weight_ih_l0	3	0.022763468325138092
242207	rnn.weight_ih_l0	4	-0.049422722309827805
242207	rnn.weight_ih_l0	5	-0.0681566447019577
242207	rnn.weight_ih_l0	6	-0.0011631689267233014
242207	rnn.weight_ih_l0	7	0.053479645401239395
242207	rnn.weight_ih_l0	8	-0.01766492985188961
242207	rnn.weight_ih_l0	9	-0.03092973493039608
242207	rnn.weight_hh_l0	0	-0.0304570272564888
242207	rnn.weight_hh_l0	1	-0.007913287729024887
242207	rnn.weight_hh_l0	2	0.00710503663867712
242207	rnn.weight_hh_l0	3	-0.07456064969301224
242207	rnn.weight_hh_l0	4	0.09370312839746475
242207	rnn.weight_hh_l0	5	-0.0257185697555542
242207	rnn.weight_hh_l0	6	-0.06390533596277237
242207	rnn.weight_hh_l0	7	0.009478790685534477
242207	rnn.weight_hh_l0	8	0.013647416606545448
242207	rnn.weight_hh_l0	9	-0.025820836424827576
242207	rnn.bias_ih_l0	0	0.12845547497272491
242207	rnn.bias_ih_l0	1	-0.03569399192929268
242207	rnn.bias_ih_l0	2	-0.034948863089084625
242207	rnn.bias_ih_l0	3	0.16320569813251495
242207	rnn.bias_ih_l0	4	-0.013023201376199722
242207	rnn.bias_ih_l0	5	-0.022242536768317223
242207	rnn.bias_ih_l0	6	0.019264040514826775
242207	rnn.bias_ih_l0	7	0.02276569791138172
242207	rnn.bias_ih_l0	8	-0.10078379511833191
242207	rnn.bias_ih_l0	9	-0.040344491600990295
242207	rnn.bias_hh_l0	0	-0.0013522979570552707
242207	rnn.bias_hh_l0	1	-0.09679131209850311
242207	rnn.bias_hh_l0	2	-0.07564429193735123
242207	rnn.bias_hh_l0	3	-0.08853413164615631
242207	rnn.bias_hh_l0	4	0.010282203555107117
242207	rnn.bias_hh_l0	5	-0.021142587065696716
242207	rnn.bias_hh_l0	6	0.028551410883665085
242207	rnn.bias_hh_l0	7	0.06226752698421478
242207	rnn.bias_hh_l0	8	-0.1212947890162468
242207	rnn.bias_hh_l0	9	-0.05767315998673439
242207	rnn.weight_ih_l0_reverse	0	-0.025575563311576843
242207	rnn.weight_ih_l0_reverse	1	-0.05637034773826599
242207	rnn.weight_ih_l0_reverse	2	-0.04859702289104462
242207	rnn.weight_ih_l0_reverse	3	0.01572583056986332
242207	rnn.weight_ih_l0_reverse	4	-0.024571765214204788
242207	rnn.weight_ih_l0_reverse	5	-0.05752825736999512
242207	rnn.weight_ih_l0_reverse	6	0.07452034205198288
242207	rnn.weight_ih_l0_reverse	7	-0.01876959204673767
242207	rnn.weight_ih_l0_reverse	8	-0.019051721319556236
242207	rnn.weight_ih_l0_reverse	9	0.003919965121895075
242207	rnn.weight_hh_l0_reverse	0	0.06790727376937866
242207	rnn.weight_hh_l0_reverse	1	0.019980160519480705
242207	rnn.weight_hh_l0_reverse	2	0.029468964785337448
242207	rnn.weight_hh_l0_reverse	3	0.035021185874938965
242207	rnn.weight_hh_l0_reverse	4	0.013784649781882763
242207	rnn.weight_hh_l0_reverse	5	0.008109396323561668
242207	rnn.weight_hh_l0_reverse	6	0.0510437935590744
242207	rnn.weight_hh_l0_reverse	7	-0.08222898840904236
242207	rnn.weight_hh_l0_reverse	8	0.04014819860458374
242207	rnn.weight_hh_l0_reverse	9	0.03529821336269379
242207	rnn.bias_ih_l0_reverse	0	-0.05740292742848396
242207	rnn.bias_ih_l0_reverse	1	-0.2818550765514374
242207	rnn.bias_ih_l0_reverse	2	-0.12209608405828476
242207	rnn.bias_ih_l0_reverse	3	-0.04767704755067825
242207	rnn.bias_ih_l0_reverse	4	-0.02137313410639763
242207	rnn.bias_ih_l0_reverse	5	0.07489748299121857
242207	rnn.bias_ih_l0_reverse	6	-0.06443669646978378
242207	rnn.bias_ih_l0_reverse	7	0.0607302151620388
242207	rnn.bias_ih_l0_reverse	8	-0.03703467920422554
242207	rnn.bias_ih_l0_reverse	9	0.06604161858558655
242207	rnn.bias_hh_l0_reverse	0	0.023600561544299126
242207	rnn.bias_hh_l0_reverse	1	-0.058717623353004456
242207	rnn.bias_hh_l0_reverse	2	0.08891329169273376
242207	rnn.bias_hh_l0_reverse	3	-0.0511772483587265
242207	rnn.bias_hh_l0_reverse	4	-0.028742322698235512
242207	rnn.bias_hh_l0_reverse	5	-0.019954407587647438
242207	rnn.bias_hh_l0_reverse	6	-0.017309552058577538
242207	rnn.bias_hh_l0_reverse	7	0.09936355799436569
242207	rnn.bias_hh_l0_reverse	8	0.029925700277090073
242207	rnn.bias_hh_l0_reverse	9	-0.14740526676177979
242207	rnn.weight_ih_l1	0	-0.02944357506930828
242207	rnn.weight_ih_l1	1	-0.050757281482219696
242207	rnn.weight_ih_l1	2	0.06366445124149323
242207	rnn.weight_ih_l1	3	-0.07375441491603851
242207	rnn.weight_ih_l1	4	-0.014644823037087917
242207	rnn.weight_ih_l1	5	-0.04050292819738388
242207	rnn.weight_ih_l1	6	0.029083281755447388
242207	rnn.weight_ih_l1	7	-0.045003850013017654
242207	rnn.weight_ih_l1	8	0.03775236755609512
242207	rnn.weight_ih_l1	9	0.044488903135061264
242207	rnn.weight_hh_l1	0	-0.006670426111668348
242207	rnn.weight_hh_l1	1	0.019772173836827278
242207	rnn.weight_hh_l1	2	0.007647598162293434
242207	rnn.weight_hh_l1	3	-0.012477852404117584
242207	rnn.weight_hh_l1	4	0.004890139680355787
242207	rnn.weight_hh_l1	5	0.034873116761446
242207	rnn.weight_hh_l1	6	0.03621302917599678
242207	rnn.weight_hh_l1	7	-0.01626180112361908
242207	rnn.weight_hh_l1	8	-0.007396464701741934
242207	rnn.weight_hh_l1	9	0.03872820362448692
242207	rnn.bias_ih_l1	0	-0.18447144329547882
242207	rnn.bias_ih_l1	1	-0.17602451145648956
242207	rnn.bias_ih_l1	2	-0.19800925254821777
242207	rnn.bias_ih_l1	3	-0.30933085083961487
242207	rnn.bias_ih_l1	4	-0.20985236763954163
242207	rnn.bias_ih_l1	5	-0.08869469165802002
242207	rnn.bias_ih_l1	6	-0.159707173705101
242207	rnn.bias_ih_l1	7	-0.0005975270178169012
242207	rnn.bias_ih_l1	8	-0.13327668607234955
242207	rnn.bias_ih_l1	9	-0.1248280256986618
242207	rnn.bias_hh_l1	0	-0.09530319273471832
242207	rnn.bias_hh_l1	1	-0.0637596920132637
242207	rnn.bias_hh_l1	2	-0.0844978466629982
242207	rnn.bias_hh_l1	3	-0.0770074799656868
242207	rnn.bias_hh_l1	4	-0.07433857023715973
242207	rnn.bias_hh_l1	5	-0.11875198781490326
242207	rnn.bias_hh_l1	6	-0.16099433600902557
242207	rnn.bias_hh_l1	7	0.07463904470205307
242207	rnn.bias_hh_l1	8	-0.176890566945076
242207	rnn.bias_hh_l1	9	-0.11943457275629044
242207	rnn.weight_ih_l1_reverse	0	-0.04772433638572693
242207	rnn.weight_ih_l1_reverse	1	0.03232964500784874
242207	rnn.weight_ih_l1_reverse	2	0.08961765468120575
242207	rnn.weight_ih_l1_reverse	3	-0.01861194148659706
242207	rnn.weight_ih_l1_reverse	4	-0.02251724898815155
242207	rnn.weight_ih_l1_reverse	5	-0.03053141012787819
242207	rnn.weight_ih_l1_reverse	6	-0.02056647650897503
242207	rnn.weight_ih_l1_reverse	7	0.029151884838938713
242207	rnn.weight_ih_l1_reverse	8	0.007309890352189541
242207	rnn.weight_ih_l1_reverse	9	-0.033948108553886414
242207	rnn.weight_hh_l1_reverse	0	0.004652099218219519
242207	rnn.weight_hh_l1_reverse	1	0.0317070297896862
242207	rnn.weight_hh_l1_reverse	2	-0.04058803990483284
242207	rnn.weight_hh_l1_reverse	3	0.03508874773979187
242207	rnn.weight_hh_l1_reverse	4	0.047330405563116074
242207	rnn.weight_hh_l1_reverse	5	0.00529868621379137
242207	rnn.weight_hh_l1_reverse	6	0.048325177282094955
242207	rnn.weight_hh_l1_reverse	7	0.031123830005526543
242207	rnn.weight_hh_l1_reverse	8	-0.007213784847408533
242207	rnn.weight_hh_l1_reverse	9	-0.030247796326875687
242207	rnn.bias_ih_l1_reverse	0	-0.04616521671414375
242207	rnn.bias_ih_l1_reverse	1	-0.13985510170459747
242207	rnn.bias_ih_l1_reverse	2	-0.16327129304409027
242207	rnn.bias_ih_l1_reverse	3	-0.061875976622104645
242207	rnn.bias_ih_l1_reverse	4	-0.20341640710830688
242207	rnn.bias_ih_l1_reverse	5	-0.11666535586118698
242207	rnn.bias_ih_l1_reverse	6	-0.1304125040769577
242207	rnn.bias_ih_l1_reverse	7	-0.1930028349161148
242207	rnn.bias_ih_l1_reverse	8	0.22600145637989044
242207	rnn.bias_ih_l1_reverse	9	0.025533011183142662
242207	rnn.bias_hh_l1_reverse	0	0.01113889180123806
242207	rnn.bias_hh_l1_reverse	1	-0.06585382670164108
242207	rnn.bias_hh_l1_reverse	2	-0.23705796897411346
242207	rnn.bias_hh_l1_reverse	3	-0.14257189631462097
242207	rnn.bias_hh_l1_reverse	4	-0.07995740324258804
242207	rnn.bias_hh_l1_reverse	5	-0.11609531193971634
242207	rnn.bias_hh_l1_reverse	6	0.06102469563484192
242207	rnn.bias_hh_l1_reverse	7	-0.13888117671012878
242207	rnn.bias_hh_l1_reverse	8	-0.12404892593622208
242207	rnn.bias_hh_l1_reverse	9	-0.1478344351053238
242207	linear.weight	0	0.002228822559118271
242207	linear.weight	1	0.10046253353357315
242207	linear.weight	2	-0.09242196381092072
242207	linear.weight	3	0.309571236371994
242207	linear.weight	4	0.15173552930355072
242207	linear.weight	5	-0.06472727656364441
242207	linear.weight	6	0.09308107197284698
242207	linear.weight	7	0.133675217628479
242207	linear.weight	8	0.041134677827358246
242207	linear.weight	9	-0.05101403966546059
242207	linear.bias	0	0.08771451562643051
242207	linear.bias	1	-0.19667865335941315
242207	linear.bias	2	-0.45937633514404297
242207	linear.bias	3	-0.6554057598114014
242207	linear.bias	4	-1.2565195560455322
242207	linear.bias	5	-0.06285463273525238
242207	linear.bias	6	-0.8288438320159912
242207	linear.bias	7	0.2692849934101105
242207	linear.bias	8	-0.39423835277557373
242207	linear.bias	9	-1.0212135314941406
242404	transitions	0	0.7479645609855652
242404	transitions	1	0.13885937631130219
242404	transitions	2	-10000.0
242404	transitions	3	-1.827994465827942
242404	transitions	4	-10000.0
242404	transitions	5	0.5631405711174011
242404	transitions	6	-0.08535921573638916
242404	transitions	7	-0.808567464351654
242404	transitions	8	-1.4221738576889038
242404	transitions	9	-0.0012292013270780444
242404	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242404	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242404	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242404	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242404	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242404	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242404	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242404	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242404	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242404	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242404	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242404	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242404	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242404	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242404	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242404	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242404	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242404	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242404	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242404	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242404	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242404	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242404	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242404	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242404	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242404	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242404	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242404	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242404	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242404	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242404	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242404	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242404	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242404	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242404	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242404	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242404	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242404	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242404	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242404	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242404	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242404	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242404	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242404	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242404	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242404	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242404	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242404	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242404	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242404	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242404	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242404	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242404	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242404	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242404	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242404	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242404	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242404	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242404	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242404	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242404	embedding2nn.weight	0	0.017499366775155067
242404	embedding2nn.weight	1	-0.012719479389488697
242404	embedding2nn.weight	2	-0.014268254861235619
242404	embedding2nn.weight	3	-0.03143466264009476
242404	embedding2nn.weight	4	-0.0059150345623493195
242404	embedding2nn.weight	5	-0.0037005888298153877
242404	embedding2nn.weight	6	-0.003973266109824181
242404	embedding2nn.weight	7	-0.07655222713947296
242404	embedding2nn.weight	8	-0.0019979383796453476
242404	embedding2nn.weight	9	-0.027397939935326576
242404	embedding2nn.bias	0	0.03214571624994278
242404	embedding2nn.bias	1	-0.07394669204950333
242404	embedding2nn.bias	2	0.06645254790782928
242404	embedding2nn.bias	3	0.05154924839735031
242404	embedding2nn.bias	4	-0.04698855057358742
242404	embedding2nn.bias	5	-0.009373300708830357
242404	embedding2nn.bias	6	0.014673867262899876
242404	embedding2nn.bias	7	-0.05406368151307106
242404	embedding2nn.bias	8	0.07027941942214966
242404	embedding2nn.bias	9	0.04583493247628212
242404	rnn.weight_ih_l0	0	-0.0793231651186943
242404	rnn.weight_ih_l0	1	0.0035766803193837404
242404	rnn.weight_ih_l0	2	0.03525820001959801
242404	rnn.weight_ih_l0	3	0.02280445024371147
242404	rnn.weight_ih_l0	4	-0.04939926788210869
242404	rnn.weight_ih_l0	5	-0.0680764764547348
242404	rnn.weight_ih_l0	6	-0.0011501790722832084
242404	rnn.weight_ih_l0	7	0.053456954658031464
242404	rnn.weight_ih_l0	8	-0.01763637363910675
242404	rnn.weight_ih_l0	9	-0.03096950426697731
242404	rnn.weight_hh_l0	0	-0.030413012951612473
242404	rnn.weight_hh_l0	1	-0.007923723198473454
242404	rnn.weight_hh_l0	2	0.0071103619411587715
242404	rnn.weight_hh_l0	3	-0.0744338408112526
242404	rnn.weight_hh_l0	4	0.09371375292539597
242404	rnn.weight_hh_l0	5	-0.025835225358605385
242404	rnn.weight_hh_l0	6	-0.06380988657474518
242404	rnn.weight_hh_l0	7	0.009404721669852734
242404	rnn.weight_hh_l0	8	0.013694006949663162
242404	rnn.weight_hh_l0	9	-0.02581624686717987
242404	rnn.bias_ih_l0	0	0.12852688133716583
242404	rnn.bias_ih_l0	1	-0.03553953766822815
242404	rnn.bias_ih_l0	2	-0.034747958183288574
242404	rnn.bias_ih_l0	3	0.1630837321281433
242404	rnn.bias_ih_l0	4	-0.013054786249995232
242404	rnn.bias_ih_l0	5	-0.02207699976861477
242404	rnn.bias_ih_l0	6	0.019579803571105003
242404	rnn.bias_ih_l0	7	0.022953493520617485
242404	rnn.bias_ih_l0	8	-0.10081743448972702
242404	rnn.bias_ih_l0	9	-0.040300291031599045
242404	rnn.bias_hh_l0	0	-0.0014874443877488375
242404	rnn.bias_hh_l0	1	-0.09692937880754471
242404	rnn.bias_hh_l0	2	-0.0753985196352005
242404	rnn.bias_hh_l0	3	-0.08844168484210968
242404	rnn.bias_hh_l0	4	0.010106169618666172
242404	rnn.bias_hh_l0	5	-0.020955249667167664
242404	rnn.bias_hh_l0	6	0.02869316004216671
242404	rnn.bias_hh_l0	7	0.062227290123701096
242404	rnn.bias_hh_l0	8	-0.12130506336688995
242404	rnn.bias_hh_l0	9	-0.05758555978536606
242404	rnn.weight_ih_l0_reverse	0	-0.025553984567523003
242404	rnn.weight_ih_l0_reverse	1	-0.05630345270037651
242404	rnn.weight_ih_l0_reverse	2	-0.04856694117188454
242404	rnn.weight_ih_l0_reverse	3	0.015759676694869995
242404	rnn.weight_ih_l0_reverse	4	-0.024578599259257317
242404	rnn.weight_ih_l0_reverse	5	-0.05751702934503555
242404	rnn.weight_ih_l0_reverse	6	0.07448602467775345
242404	rnn.weight_ih_l0_reverse	7	-0.01880309171974659
242404	rnn.weight_ih_l0_reverse	8	-0.01904759369790554
242404	rnn.weight_ih_l0_reverse	9	0.0038980795070528984
242404	rnn.weight_hh_l0_reverse	0	0.06792387366294861
242404	rnn.weight_hh_l0_reverse	1	0.019962122663855553
242404	rnn.weight_hh_l0_reverse	2	0.029457494616508484
242404	rnn.weight_hh_l0_reverse	3	0.03503486514091492
242404	rnn.weight_hh_l0_reverse	4	0.013767190277576447
242404	rnn.weight_hh_l0_reverse	5	0.008082793094217777
242404	rnn.weight_hh_l0_reverse	6	0.05103486031293869
242404	rnn.weight_hh_l0_reverse	7	-0.08223772794008255
242404	rnn.weight_hh_l0_reverse	8	0.040185533463954926
242404	rnn.weight_hh_l0_reverse	9	0.0352916345000267
242404	rnn.bias_ih_l0_reverse	0	-0.057203542441129684
242404	rnn.bias_ih_l0_reverse	1	-0.281769722700119
242404	rnn.bias_ih_l0_reverse	2	-0.12203679978847504
242404	rnn.bias_ih_l0_reverse	3	-0.04774172231554985
242404	rnn.bias_ih_l0_reverse	4	-0.021393559873104095
242404	rnn.bias_ih_l0_reverse	5	0.07483312487602234
242404	rnn.bias_ih_l0_reverse	6	-0.06452173739671707
242404	rnn.bias_ih_l0_reverse	7	0.060908932238817215
242404	rnn.bias_ih_l0_reverse	8	-0.03705999255180359
242404	rnn.bias_ih_l0_reverse	9	0.06613064557313919
242404	rnn.bias_hh_l0_reverse	0	0.023626433685421944
242404	rnn.bias_hh_l0_reverse	1	-0.05882900953292847
242404	rnn.bias_hh_l0_reverse	2	0.08895252645015717
242404	rnn.bias_hh_l0_reverse	3	-0.05114166811108589
242404	rnn.bias_hh_l0_reverse	4	-0.028890106827020645
242404	rnn.bias_hh_l0_reverse	5	-0.019872542470693588
242404	rnn.bias_hh_l0_reverse	6	-0.01732071302831173
242404	rnn.bias_hh_l0_reverse	7	0.09956896305084229
242404	rnn.bias_hh_l0_reverse	8	0.02971741370856762
242404	rnn.bias_hh_l0_reverse	9	-0.14755040407180786
242404	rnn.weight_ih_l1	0	-0.02943171001970768
242404	rnn.weight_ih_l1	1	-0.05074146017432213
242404	rnn.weight_ih_l1	2	0.06366826593875885
242404	rnn.weight_ih_l1	3	-0.07379341125488281
242404	rnn.weight_ih_l1	4	-0.014678691513836384
242404	rnn.weight_ih_l1	5	-0.040490567684173584
242404	rnn.weight_ih_l1	6	0.029109271243214607
242404	rnn.weight_ih_l1	7	-0.0449712872505188
242404	rnn.weight_ih_l1	8	0.03774553909897804
242404	rnn.weight_ih_l1	9	0.04455098509788513
242404	rnn.weight_hh_l1	0	-0.006607262883335352
242404	rnn.weight_hh_l1	1	0.019779471680521965
242404	rnn.weight_hh_l1	2	0.00766766257584095
242404	rnn.weight_hh_l1	3	-0.012462270446121693
242404	rnn.weight_hh_l1	4	0.00485231215134263
242404	rnn.weight_hh_l1	5	0.03488729149103165
242404	rnn.weight_hh_l1	6	0.03621745854616165
242404	rnn.weight_hh_l1	7	-0.016299620270729065
242404	rnn.weight_hh_l1	8	-0.0074318330734968185
242404	rnn.weight_hh_l1	9	0.03873433545231819
242404	rnn.bias_ih_l1	0	-0.1847061961889267
242404	rnn.bias_ih_l1	1	-0.17596052587032318
242404	rnn.bias_ih_l1	2	-0.19805170595645905
242404	rnn.bias_ih_l1	3	-0.30920857191085815
242404	rnn.bias_ih_l1	4	-0.21009230613708496
242404	rnn.bias_ih_l1	5	-0.08882923424243927
242404	rnn.bias_ih_l1	6	-0.15971755981445312
242404	rnn.bias_ih_l1	7	-0.0008433478069491684
242404	rnn.bias_ih_l1	8	-0.1331888884305954
242404	rnn.bias_ih_l1	9	-0.12480542063713074
242404	rnn.bias_hh_l1	0	-0.095260389149189
242404	rnn.bias_hh_l1	1	-0.06387986987829208
242404	rnn.bias_hh_l1	2	-0.08456254005432129
242404	rnn.bias_hh_l1	3	-0.07725431025028229
242404	rnn.bias_hh_l1	4	-0.07417101413011551
242404	rnn.bias_hh_l1	5	-0.11875804513692856
242404	rnn.bias_hh_l1	6	-0.1609385460615158
242404	rnn.bias_hh_l1	7	0.07431967556476593
242404	rnn.bias_hh_l1	8	-0.17665322124958038
242404	rnn.bias_hh_l1	9	-0.11912774294614792
242404	rnn.weight_ih_l1_reverse	0	-0.047798749059438705
242404	rnn.weight_ih_l1_reverse	1	0.03248792514204979
242404	rnn.weight_ih_l1_reverse	2	0.0895465612411499
242404	rnn.weight_ih_l1_reverse	3	-0.018594982102513313
242404	rnn.weight_ih_l1_reverse	4	-0.022476479411125183
242404	rnn.weight_ih_l1_reverse	5	-0.030540062114596367
242404	rnn.weight_ih_l1_reverse	6	-0.0206497423350811
242404	rnn.weight_ih_l1_reverse	7	0.02921655960381031
242404	rnn.weight_ih_l1_reverse	8	0.007466958370059729
242404	rnn.weight_ih_l1_reverse	9	-0.03407296910881996
242404	rnn.weight_hh_l1_reverse	0	0.004643677268177271
242404	rnn.weight_hh_l1_reverse	1	0.03170070797204971
242404	rnn.weight_hh_l1_reverse	2	-0.040577687323093414
242404	rnn.weight_hh_l1_reverse	3	0.03509049862623215
242404	rnn.weight_hh_l1_reverse	4	0.04731006175279617
242404	rnn.weight_hh_l1_reverse	5	0.005354796536266804
242404	rnn.weight_hh_l1_reverse	6	0.048360973596572876
242404	rnn.weight_hh_l1_reverse	7	0.03113703988492489
242404	rnn.weight_hh_l1_reverse	8	-0.0072110858745872974
242404	rnn.weight_hh_l1_reverse	9	-0.0302570853382349
242404	rnn.bias_ih_l1_reverse	0	-0.046342507004737854
242404	rnn.bias_ih_l1_reverse	1	-0.13965772092342377
242404	rnn.bias_ih_l1_reverse	2	-0.16357363760471344
242404	rnn.bias_ih_l1_reverse	3	-0.06210128217935562
242404	rnn.bias_ih_l1_reverse	4	-0.20326007902622223
242404	rnn.bias_ih_l1_reverse	5	-0.11653546988964081
242404	rnn.bias_ih_l1_reverse	6	-0.1302654892206192
242404	rnn.bias_ih_l1_reverse	7	-0.19310493767261505
242404	rnn.bias_ih_l1_reverse	8	0.22590239346027374
242404	rnn.bias_ih_l1_reverse	9	0.025355635210871696
242404	rnn.bias_hh_l1_reverse	0	0.010804206132888794
242404	rnn.bias_hh_l1_reverse	1	-0.06570474058389664
242404	rnn.bias_hh_l1_reverse	2	-0.23703722655773163
242404	rnn.bias_hh_l1_reverse	3	-0.14246715605258942
242404	rnn.bias_hh_l1_reverse	4	-0.0800960436463356
242404	rnn.bias_hh_l1_reverse	5	-0.11621249467134476
242404	rnn.bias_hh_l1_reverse	6	0.06106455624103546
242404	rnn.bias_hh_l1_reverse	7	-0.13906018435955048
242404	rnn.bias_hh_l1_reverse	8	-0.12385622411966324
242404	rnn.bias_hh_l1_reverse	9	-0.14794383943080902
242404	linear.weight	0	0.002228822559118271
242404	linear.weight	1	0.10053038597106934
242404	linear.weight	2	-0.09243381023406982
242404	linear.weight	3	0.30915775895118713
242404	linear.weight	4	0.15142586827278137
242404	linear.weight	5	-0.06490800529718399
242404	linear.weight	6	0.09248452633619308
242404	linear.weight	7	0.1331523060798645
242404	linear.weight	8	0.04113464057445526
242404	linear.weight	9	-0.05126217007637024
242404	linear.bias	0	0.08826430141925812
242404	linear.bias	1	-0.19679903984069824
242404	linear.bias	2	-0.4584140181541443
242404	linear.bias	3	-0.6570156216621399
242404	linear.bias	4	-1.2581976652145386
242404	linear.bias	5	-0.06295100599527359
242404	linear.bias	6	-0.8287819623947144
242404	linear.bias	7	0.26931893825531006
242404	linear.bias	8	-0.3932199478149414
242404	linear.bias	9	-1.0203126668930054
242601	transitions	0	0.7489734292030334
242601	transitions	1	0.13908274471759796
242601	transitions	2	-10000.0
242601	transitions	3	-1.8279953002929688
242601	transitions	4	-10000.0
242601	transitions	5	0.5631301403045654
242601	transitions	6	-0.08536148816347122
242601	transitions	7	-0.8085923790931702
242601	transitions	8	-1.4221749305725098
242601	transitions	9	-0.0012292236788198352
242601	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242601	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242601	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242601	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242601	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242601	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242601	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242601	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242601	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242601	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242601	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242601	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242601	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242601	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242601	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242601	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242601	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242601	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242601	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242601	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242601	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242601	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242601	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242601	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242601	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242601	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242601	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242601	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242601	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242601	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242601	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242601	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242601	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242601	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242601	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242601	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242601	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242601	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242601	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242601	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242601	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242601	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242601	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242601	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242601	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242601	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242601	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242601	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242601	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242601	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242601	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242601	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242601	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242601	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242601	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242601	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242601	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242601	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242601	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242601	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242601	embedding2nn.weight	0	0.01737232320010662
242601	embedding2nn.weight	1	-0.012740982696413994
242601	embedding2nn.weight	2	-0.014268254861235619
242601	embedding2nn.weight	3	-0.03135313466191292
242601	embedding2nn.weight	4	-0.0059150345623493195
242601	embedding2nn.weight	5	-0.0037005888298153877
242601	embedding2nn.weight	6	-0.003973266109824181
242601	embedding2nn.weight	7	-0.07657722383737564
242601	embedding2nn.weight	8	-0.0019979383796453476
242601	embedding2nn.weight	9	-0.027385590597987175
242601	embedding2nn.bias	0	0.03212834522128105
242601	embedding2nn.bias	1	-0.07396773993968964
242601	embedding2nn.bias	2	0.06685634702444077
242601	embedding2nn.bias	3	0.051443085074424744
242601	embedding2nn.bias	4	-0.04740455746650696
242601	embedding2nn.bias	5	-0.009131507016718388
242601	embedding2nn.bias	6	0.015397335402667522
242601	embedding2nn.bias	7	-0.05409390851855278
242601	embedding2nn.bias	8	0.07045932114124298
242601	embedding2nn.bias	9	0.04504979029297829
242601	rnn.weight_ih_l0	0	-0.07923106104135513
242601	rnn.weight_ih_l0	1	0.0036222159396857023
242601	rnn.weight_ih_l0	2	0.035317424684762955
242601	rnn.weight_ih_l0	3	0.022854678332805634
242601	rnn.weight_ih_l0	4	-0.04932199791073799
242601	rnn.weight_ih_l0	5	-0.06804213672876358
242601	rnn.weight_ih_l0	6	-0.0012197446776553988
242601	rnn.weight_ih_l0	7	0.053561076521873474
242601	rnn.weight_ih_l0	8	-0.01763342320919037
242601	rnn.weight_ih_l0	9	-0.031036196276545525
242601	rnn.weight_hh_l0	0	-0.030486056581139565
242601	rnn.weight_hh_l0	1	-0.007916271686553955
242601	rnn.weight_hh_l0	2	0.007098733447492123
242601	rnn.weight_hh_l0	3	-0.07447317242622375
242601	rnn.weight_hh_l0	4	0.09369868785142899
242601	rnn.weight_hh_l0	5	-0.02576737105846405
242601	rnn.weight_hh_l0	6	-0.06380899995565414
242601	rnn.weight_hh_l0	7	0.009475214406847954
242601	rnn.weight_hh_l0	8	0.013783023692667484
242601	rnn.weight_hh_l0	9	-0.025822849944233894
242601	rnn.bias_ih_l0	0	0.1284862905740738
242601	rnn.bias_ih_l0	1	-0.03544286638498306
242601	rnn.bias_ih_l0	2	-0.03485803306102753
242601	rnn.bias_ih_l0	3	0.16317827999591827
242601	rnn.bias_ih_l0	4	-0.013325984589755535
242601	rnn.bias_ih_l0	5	-0.02217734232544899
242601	rnn.bias_ih_l0	6	0.019642725586891174
242601	rnn.bias_ih_l0	7	0.022904695942997932
242601	rnn.bias_ih_l0	8	-0.10096177458763123
242601	rnn.bias_ih_l0	9	-0.040119074285030365
242601	rnn.bias_hh_l0	0	-0.0015758686931803823
242601	rnn.bias_hh_l0	1	-0.09707874059677124
242601	rnn.bias_hh_l0	2	-0.07553265243768692
242601	rnn.bias_hh_l0	3	-0.08821336925029755
242601	rnn.bias_hh_l0	4	0.010143761523067951
242601	rnn.bias_hh_l0	5	-0.02096141315996647
242601	rnn.bias_hh_l0	6	0.028666630387306213
242601	rnn.bias_hh_l0	7	0.06213510408997536
242601	rnn.bias_hh_l0	8	-0.1212262436747551
242601	rnn.bias_hh_l0	9	-0.05753092095255852
242601	rnn.weight_ih_l0_reverse	0	-0.025644894689321518
242601	rnn.weight_ih_l0_reverse	1	-0.05633655935525894
242601	rnn.weight_ih_l0_reverse	2	-0.048537224531173706
242601	rnn.weight_ih_l0_reverse	3	0.01574263721704483
242601	rnn.weight_ih_l0_reverse	4	-0.024511350318789482
242601	rnn.weight_ih_l0_reverse	5	-0.05757109075784683
242601	rnn.weight_ih_l0_reverse	6	0.07444940507411957
242601	rnn.weight_ih_l0_reverse	7	-0.018667690455913544
242601	rnn.weight_ih_l0_reverse	8	-0.01901819370687008
242601	rnn.weight_ih_l0_reverse	9	0.0039048518519848585
242601	rnn.weight_hh_l0_reverse	0	0.06787984818220139
242601	rnn.weight_hh_l0_reverse	1	0.019907252863049507
242601	rnn.weight_hh_l0_reverse	2	0.029489830136299133
242601	rnn.weight_hh_l0_reverse	3	0.03504280373454094
242601	rnn.weight_hh_l0_reverse	4	0.01378942746669054
242601	rnn.weight_hh_l0_reverse	5	0.008059866726398468
242601	rnn.weight_hh_l0_reverse	6	0.051066137850284576
242601	rnn.weight_hh_l0_reverse	7	-0.08230097591876984
242601	rnn.weight_hh_l0_reverse	8	0.04018750041723251
242601	rnn.weight_hh_l0_reverse	9	0.035281162708997726
242601	rnn.bias_ih_l0_reverse	0	-0.05702584981918335
242601	rnn.bias_ih_l0_reverse	1	-0.2818809747695923
242601	rnn.bias_ih_l0_reverse	2	-0.12202209234237671
242601	rnn.bias_ih_l0_reverse	3	-0.047688692808151245
242601	rnn.bias_ih_l0_reverse	4	-0.021227432414889336
242601	rnn.bias_ih_l0_reverse	5	0.07472660392522812
242601	rnn.bias_ih_l0_reverse	6	-0.06436623632907867
242601	rnn.bias_ih_l0_reverse	7	0.060788750648498535
242601	rnn.bias_ih_l0_reverse	8	-0.03733062371611595
242601	rnn.bias_ih_l0_reverse	9	0.06614997982978821
242601	rnn.bias_hh_l0_reverse	0	0.023838073015213013
242601	rnn.bias_hh_l0_reverse	1	-0.058855265378952026
242601	rnn.bias_hh_l0_reverse	2	0.08887084573507309
242601	rnn.bias_hh_l0_reverse	3	-0.05115586891770363
242601	rnn.bias_hh_l0_reverse	4	-0.028925906866788864
242601	rnn.bias_hh_l0_reverse	5	-0.01988547295331955
242601	rnn.bias_hh_l0_reverse	6	-0.017235776409506798
242601	rnn.bias_hh_l0_reverse	7	0.09936882555484772
242601	rnn.bias_hh_l0_reverse	8	0.02958466112613678
242601	rnn.bias_hh_l0_reverse	9	-0.14718028903007507
242601	rnn.weight_ih_l1	0	-0.029406452551484108
242601	rnn.weight_ih_l1	1	-0.050746019929647446
242601	rnn.weight_ih_l1	2	0.06369048357009888
242601	rnn.weight_ih_l1	3	-0.07365919649600983
242601	rnn.weight_ih_l1	4	-0.01460463646799326
242601	rnn.weight_ih_l1	5	-0.04047846794128418
242601	rnn.weight_ih_l1	6	0.02908426523208618
242601	rnn.weight_ih_l1	7	-0.04503409564495087
242601	rnn.weight_ih_l1	8	0.037744421511888504
242601	rnn.weight_ih_l1	9	0.044590529054403305
242601	rnn.weight_hh_l1	0	-0.0066244350746273994
242601	rnn.weight_hh_l1	1	0.019770754501223564
242601	rnn.weight_hh_l1	2	0.0077121080830693245
242601	rnn.weight_hh_l1	3	-0.012497343122959137
242601	rnn.weight_hh_l1	4	0.004792739637196064
242601	rnn.weight_hh_l1	5	0.0348188616335392
242601	rnn.weight_hh_l1	6	0.036244481801986694
242601	rnn.weight_hh_l1	7	-0.016308430582284927
242601	rnn.weight_hh_l1	8	-0.007383662275969982
242601	rnn.weight_hh_l1	9	0.03872574120759964
242601	rnn.bias_ih_l1	0	-0.18471798300743103
242601	rnn.bias_ih_l1	1	-0.17610961198806763
242601	rnn.bias_ih_l1	2	-0.19786852598190308
242601	rnn.bias_ih_l1	3	-0.30907759070396423
242601	rnn.bias_ih_l1	4	-0.21048739552497864
242601	rnn.bias_ih_l1	5	-0.08886435627937317
242601	rnn.bias_ih_l1	6	-0.1597093790769577
242601	rnn.bias_ih_l1	7	-0.0007561221136711538
242601	rnn.bias_ih_l1	8	-0.13323639333248138
242601	rnn.bias_ih_l1	9	-0.12483958899974823
242601	rnn.bias_hh_l1	0	-0.09503499418497086
242601	rnn.bias_hh_l1	1	-0.06381727755069733
242601	rnn.bias_hh_l1	2	-0.08419620990753174
242601	rnn.bias_hh_l1	3	-0.077452652156353
242601	rnn.bias_hh_l1	4	-0.07443305850028992
242601	rnn.bias_hh_l1	5	-0.11875394731760025
242601	rnn.bias_hh_l1	6	-0.16093884408473969
242601	rnn.bias_hh_l1	7	0.07422111928462982
242601	rnn.bias_hh_l1	8	-0.1766212284564972
242601	rnn.bias_hh_l1	9	-0.11892379820346832
242601	rnn.weight_ih_l1_reverse	0	-0.04769102483987808
242601	rnn.weight_ih_l1_reverse	1	0.032484423369169235
242601	rnn.weight_ih_l1_reverse	2	0.08969374746084213
242601	rnn.weight_ih_l1_reverse	3	-0.01860399916768074
242601	rnn.weight_ih_l1_reverse	4	-0.022509867325425148
242601	rnn.weight_ih_l1_reverse	5	-0.030508745461702347
242601	rnn.weight_ih_l1_reverse	6	-0.02064565010368824
242601	rnn.weight_ih_l1_reverse	7	0.029318416491150856
242601	rnn.weight_ih_l1_reverse	8	0.007423568516969681
242601	rnn.weight_ih_l1_reverse	9	-0.03408430889248848
242601	rnn.weight_hh_l1_reverse	0	0.004644032102078199
242601	rnn.weight_hh_l1_reverse	1	0.031682997941970825
242601	rnn.weight_hh_l1_reverse	2	-0.040574148297309875
242601	rnn.weight_hh_l1_reverse	3	0.035085104405879974
242601	rnn.weight_hh_l1_reverse	4	0.047321971505880356
242601	rnn.weight_hh_l1_reverse	5	0.0053777871653437614
242601	rnn.weight_hh_l1_reverse	6	0.048495981842279434
242601	rnn.weight_hh_l1_reverse	7	0.031131774187088013
242601	rnn.weight_hh_l1_reverse	8	-0.0072111510671675205
242601	rnn.weight_hh_l1_reverse	9	-0.03023635596036911
242601	rnn.bias_ih_l1_reverse	0	-0.04633745178580284
242601	rnn.bias_ih_l1_reverse	1	-0.13951580226421356
242601	rnn.bias_ih_l1_reverse	2	-0.16320395469665527
242601	rnn.bias_ih_l1_reverse	3	-0.06250616908073425
242601	rnn.bias_ih_l1_reverse	4	-0.20327164232730865
242601	rnn.bias_ih_l1_reverse	5	-0.11644846946001053
242601	rnn.bias_ih_l1_reverse	6	-0.1302202045917511
242601	rnn.bias_ih_l1_reverse	7	-0.1930859386920929
242601	rnn.bias_ih_l1_reverse	8	0.22605352103710175
242601	rnn.bias_ih_l1_reverse	9	0.02463127300143242
242601	rnn.bias_hh_l1_reverse	0	0.010205584578216076
242601	rnn.bias_hh_l1_reverse	1	-0.06519903987646103
242601	rnn.bias_hh_l1_reverse	2	-0.23701149225234985
242601	rnn.bias_hh_l1_reverse	3	-0.14260350167751312
242601	rnn.bias_hh_l1_reverse	4	-0.08000105619430542
242601	rnn.bias_hh_l1_reverse	5	-0.11621799319982529
242601	rnn.bias_hh_l1_reverse	6	0.06175781041383743
242601	rnn.bias_hh_l1_reverse	7	-0.13904458284378052
242601	rnn.bias_hh_l1_reverse	8	-0.12392834573984146
242601	rnn.bias_hh_l1_reverse	9	-0.14790262281894684
242601	linear.weight	0	0.002228822559118271
242601	linear.weight	1	0.10019233077764511
242601	linear.weight	2	-0.09250114858150482
242601	linear.weight	3	0.3095554709434509
242601	linear.weight	4	0.1514240801334381
242601	linear.weight	5	-0.06483200937509537
242601	linear.weight	6	0.09382513165473938
242601	linear.weight	7	0.13360171020030975
242601	linear.weight	8	0.041134629398584366
242601	linear.weight	9	-0.05134279280900955
242601	linear.bias	0	0.0863058790564537
242601	linear.bias	1	-0.19650684297084808
242601	linear.bias	2	-0.45538008213043213
242601	linear.bias	3	-0.6576745510101318
242601	linear.bias	4	-1.2585912942886353
242601	linear.bias	5	-0.0626622810959816
242601	linear.bias	6	-0.828685462474823
242601	linear.bias	7	0.26959580183029175
242601	linear.bias	8	-0.393525093793869
242601	linear.bias	9	-1.020694375038147
242798	transitions	0	0.7494817972183228
242798	transitions	1	0.13933809101581573
242798	transitions	2	-10000.0
242798	transitions	3	-1.827996015548706
242798	transitions	4	-10000.0
242798	transitions	5	0.563120424747467
242798	transitions	6	-0.08536524325609207
242798	transitions	7	-0.8086686134338379
242798	transitions	8	-1.4221817255020142
242798	transitions	9	-0.001229234505444765
242798	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242798	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242798	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242798	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242798	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242798	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242798	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242798	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242798	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242798	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242798	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242798	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242798	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242798	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242798	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242798	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242798	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242798	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242798	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242798	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242798	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242798	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242798	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242798	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242798	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242798	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242798	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242798	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242798	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242798	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242798	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242798	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242798	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242798	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242798	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242798	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242798	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242798	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242798	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242798	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242798	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242798	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242798	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242798	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242798	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242798	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242798	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242798	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242798	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242798	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242798	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242798	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242798	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242798	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242798	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242798	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242798	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242798	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242798	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242798	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242798	embedding2nn.weight	0	0.01738230139017105
242798	embedding2nn.weight	1	-0.012752576731145382
242798	embedding2nn.weight	2	-0.014268254861235619
242798	embedding2nn.weight	3	-0.031019266694784164
242798	embedding2nn.weight	4	-0.0059150345623493195
242798	embedding2nn.weight	5	-0.0037005888298153877
242798	embedding2nn.weight	6	-0.003973266109824181
242798	embedding2nn.weight	7	-0.07662908732891083
242798	embedding2nn.weight	8	-0.0019979383796453476
242798	embedding2nn.weight	9	-0.027451276779174805
242798	embedding2nn.bias	0	0.031171394512057304
242798	embedding2nn.bias	1	-0.07432983070611954
242798	embedding2nn.bias	2	0.0668211281299591
242798	embedding2nn.bias	3	0.051372382789850235
242798	embedding2nn.bias	4	-0.04714857414364815
242798	embedding2nn.bias	5	-0.009464222006499767
242798	embedding2nn.bias	6	0.01513539720326662
242798	embedding2nn.bias	7	-0.0541776604950428
242798	embedding2nn.bias	8	0.0701218843460083
242798	embedding2nn.bias	9	0.04522978514432907
242798	rnn.weight_ih_l0	0	-0.07918328791856766
242798	rnn.weight_ih_l0	1	0.0036712337750941515
242798	rnn.weight_ih_l0	2	0.03534213826060295
242798	rnn.weight_ih_l0	3	0.022878682240843773
242798	rnn.weight_ih_l0	4	-0.04931334778666496
242798	rnn.weight_ih_l0	5	-0.06809791922569275
242798	rnn.weight_ih_l0	6	-0.0012350734323263168
242798	rnn.weight_ih_l0	7	0.05351719632744789
242798	rnn.weight_ih_l0	8	-0.017600124701857567
242798	rnn.weight_ih_l0	9	-0.031001824885606766
242798	rnn.weight_hh_l0	0	-0.030455606058239937
242798	rnn.weight_hh_l0	1	-0.007846306078135967
242798	rnn.weight_hh_l0	2	0.007091058883816004
242798	rnn.weight_hh_l0	3	-0.07450299710035324
242798	rnn.weight_hh_l0	4	0.0936623066663742
242798	rnn.weight_hh_l0	5	-0.025758128613233566
242798	rnn.weight_hh_l0	6	-0.06391920149326324
242798	rnn.weight_hh_l0	7	0.009523424319922924
242798	rnn.weight_hh_l0	8	0.01378641463816166
242798	rnn.weight_hh_l0	9	-0.025812160223722458
242798	rnn.bias_ih_l0	0	0.12833699584007263
242798	rnn.bias_ih_l0	1	-0.03541781008243561
242798	rnn.bias_ih_l0	2	-0.03489849343895912
242798	rnn.bias_ih_l0	3	0.16304896771907806
242798	rnn.bias_ih_l0	4	-0.013054922223091125
242798	rnn.bias_ih_l0	5	-0.021966127678751945
242798	rnn.bias_ih_l0	6	0.01983911544084549
242798	rnn.bias_ih_l0	7	0.023143718019127846
242798	rnn.bias_ih_l0	8	-0.10083740204572678
242798	rnn.bias_ih_l0	9	-0.04039468988776207
242798	rnn.bias_hh_l0	0	-0.0015246574766933918
242798	rnn.bias_hh_l0	1	-0.09731508046388626
242798	rnn.bias_hh_l0	2	-0.07542135566473007
242798	rnn.bias_hh_l0	3	-0.08820933103561401
242798	rnn.bias_hh_l0	4	0.010161682032048702
242798	rnn.bias_hh_l0	5	-0.020894110202789307
242798	rnn.bias_hh_l0	6	0.028894122689962387
242798	rnn.bias_hh_l0	7	0.06223534420132637
242798	rnn.bias_hh_l0	8	-0.12105350941419601
242798	rnn.bias_hh_l0	9	-0.057846762239933014
242798	rnn.weight_ih_l0_reverse	0	-0.025758540257811546
242798	rnn.weight_ih_l0_reverse	1	-0.05623112618923187
242798	rnn.weight_ih_l0_reverse	2	-0.048394784331321716
242798	rnn.weight_ih_l0_reverse	3	0.015606282278895378
242798	rnn.weight_ih_l0_reverse	4	-0.024481935426592827
242798	rnn.weight_ih_l0_reverse	5	-0.05757889151573181
242798	rnn.weight_ih_l0_reverse	6	0.07437758147716522
242798	rnn.weight_ih_l0_reverse	7	-0.018694881349802017
242798	rnn.weight_ih_l0_reverse	8	-0.0190447885543108
242798	rnn.weight_ih_l0_reverse	9	0.0039651598781347275
242798	rnn.weight_hh_l0_reverse	0	0.06787211447954178
242798	rnn.weight_hh_l0_reverse	1	0.0199932549148798
242798	rnn.weight_hh_l0_reverse	2	0.029546383768320084
242798	rnn.weight_hh_l0_reverse	3	0.03505195677280426
242798	rnn.weight_hh_l0_reverse	4	0.013874582014977932
242798	rnn.weight_hh_l0_reverse	5	0.008059661835432053
242798	rnn.weight_hh_l0_reverse	6	0.0510699488222599
242798	rnn.weight_hh_l0_reverse	7	-0.08230208605527878
242798	rnn.weight_hh_l0_reverse	8	0.040137674659490585
242798	rnn.weight_hh_l0_reverse	9	0.035292286425828934
242798	rnn.bias_ih_l0_reverse	0	-0.05711755529046059
242798	rnn.bias_ih_l0_reverse	1	-0.28188514709472656
242798	rnn.bias_ih_l0_reverse	2	-0.12179671972990036
242798	rnn.bias_ih_l0_reverse	3	-0.04792923852801323
242798	rnn.bias_ih_l0_reverse	4	-0.021319424733519554
242798	rnn.bias_ih_l0_reverse	5	0.07478594034910202
242798	rnn.bias_ih_l0_reverse	6	-0.0641125962138176
242798	rnn.bias_ih_l0_reverse	7	0.06088506430387497
242798	rnn.bias_ih_l0_reverse	8	-0.037327952682971954
242798	rnn.bias_ih_l0_reverse	9	0.0663084164261818
242798	rnn.bias_hh_l0_reverse	0	0.02363000623881817
242798	rnn.bias_hh_l0_reverse	1	-0.0589226596057415
242798	rnn.bias_hh_l0_reverse	2	0.08899785578250885
242798	rnn.bias_hh_l0_reverse	3	-0.05102112516760826
242798	rnn.bias_hh_l0_reverse	4	-0.028774680569767952
242798	rnn.bias_hh_l0_reverse	5	-0.019957659766077995
242798	rnn.bias_hh_l0_reverse	6	-0.017297709360718727
242798	rnn.bias_hh_l0_reverse	7	0.09923484176397324
242798	rnn.bias_hh_l0_reverse	8	0.029464269056916237
242798	rnn.bias_hh_l0_reverse	9	-0.14708131551742554
242798	rnn.weight_ih_l1	0	-0.029424674808979034
242798	rnn.weight_ih_l1	1	-0.05067319795489311
242798	rnn.weight_ih_l1	2	0.06360818445682526
242798	rnn.weight_ih_l1	3	-0.07365719974040985
242798	rnn.weight_ih_l1	4	-0.014646009542047977
242798	rnn.weight_ih_l1	5	-0.04046983644366264
242798	rnn.weight_ih_l1	6	0.02905208058655262
242798	rnn.weight_ih_l1	7	-0.04495967552065849
242798	rnn.weight_ih_l1	8	0.03773494064807892
242798	rnn.weight_ih_l1	9	0.044605158269405365
242798	rnn.weight_hh_l1	0	-0.006690304726362228
242798	rnn.weight_hh_l1	1	0.019776880741119385
242798	rnn.weight_hh_l1	2	0.007741257548332214
242798	rnn.weight_hh_l1	3	-0.012483080849051476
242798	rnn.weight_hh_l1	4	0.00478282431140542
242798	rnn.weight_hh_l1	5	0.03485305607318878
242798	rnn.weight_hh_l1	6	0.03625480830669403
242798	rnn.weight_hh_l1	7	-0.01631413772702217
242798	rnn.weight_hh_l1	8	-0.007376514840871096
242798	rnn.weight_hh_l1	9	0.03866555541753769
242798	rnn.bias_ih_l1	0	-0.18497978150844574
242798	rnn.bias_ih_l1	1	-0.17610429227352142
242798	rnn.bias_ih_l1	2	-0.19777750968933105
242798	rnn.bias_ih_l1	3	-0.3091020882129669
242798	rnn.bias_ih_l1	4	-0.21038444340229034
242798	rnn.bias_ih_l1	5	-0.08868540078401566
242798	rnn.bias_ih_l1	6	-0.15932367742061615
242798	rnn.bias_ih_l1	7	-0.0007395966676995158
242798	rnn.bias_ih_l1	8	-0.13296301662921906
242798	rnn.bias_ih_l1	9	-0.1246020719408989
242798	rnn.bias_hh_l1	0	-0.09512127935886383
242798	rnn.bias_hh_l1	1	-0.06386999040842056
242798	rnn.bias_hh_l1	2	-0.08406016230583191
242798	rnn.bias_hh_l1	3	-0.07739787548780441
242798	rnn.bias_hh_l1	4	-0.07432252913713455
242798	rnn.bias_hh_l1	5	-0.11878885328769684
242798	rnn.bias_hh_l1	6	-0.16088666021823883
242798	rnn.bias_hh_l1	7	0.0742010846734047
242798	rnn.bias_hh_l1	8	-0.17651019990444183
242798	rnn.bias_hh_l1	9	-0.11883273720741272
242798	rnn.weight_ih_l1_reverse	0	-0.04759484902024269
242798	rnn.weight_ih_l1_reverse	1	0.03267810866236687
242798	rnn.weight_ih_l1_reverse	2	0.0896391049027443
242798	rnn.weight_ih_l1_reverse	3	-0.018796725198626518
242798	rnn.weight_ih_l1_reverse	4	-0.022644268348813057
242798	rnn.weight_ih_l1_reverse	5	-0.030498361214995384
242798	rnn.weight_ih_l1_reverse	6	-0.020849496126174927
242798	rnn.weight_ih_l1_reverse	7	0.0293806791305542
242798	rnn.weight_ih_l1_reverse	8	0.007436485029757023
242798	rnn.weight_ih_l1_reverse	9	-0.03431185707449913
242798	rnn.weight_hh_l1_reverse	0	0.004661018494516611
242798	rnn.weight_hh_l1_reverse	1	0.03167957812547684
242798	rnn.weight_hh_l1_reverse	2	-0.04057261720299721
242798	rnn.weight_hh_l1_reverse	3	0.03508152440190315
242798	rnn.weight_hh_l1_reverse	4	0.04728894308209419
242798	rnn.weight_hh_l1_reverse	5	0.005424519535154104
242798	rnn.weight_hh_l1_reverse	6	0.04843447357416153
242798	rnn.weight_hh_l1_reverse	7	0.031106485053896904
242798	rnn.weight_hh_l1_reverse	8	-0.007207117509096861
242798	rnn.weight_hh_l1_reverse	9	-0.03024759516119957
242798	rnn.bias_ih_l1_reverse	0	-0.04651010408997536
242798	rnn.bias_ih_l1_reverse	1	-0.13970011472702026
242798	rnn.bias_ih_l1_reverse	2	-0.16312336921691895
242798	rnn.bias_ih_l1_reverse	3	-0.06295404583215714
242798	rnn.bias_ih_l1_reverse	4	-0.2033853679895401
242798	rnn.bias_ih_l1_reverse	5	-0.11661730706691742
242798	rnn.bias_ih_l1_reverse	6	-0.1301417499780655
242798	rnn.bias_ih_l1_reverse	7	-0.19296810030937195
242798	rnn.bias_ih_l1_reverse	8	0.2257133573293686
242798	rnn.bias_ih_l1_reverse	9	0.025018945336341858
242798	rnn.bias_hh_l1_reverse	0	0.00992684904485941
242798	rnn.bias_hh_l1_reverse	1	-0.06488370150327682
242798	rnn.bias_hh_l1_reverse	2	-0.23696191608905792
242798	rnn.bias_hh_l1_reverse	3	-0.1424649953842163
242798	rnn.bias_hh_l1_reverse	4	-0.07996626198291779
242798	rnn.bias_hh_l1_reverse	5	-0.11618796736001968
242798	rnn.bias_hh_l1_reverse	6	0.06159524247050285
242798	rnn.bias_hh_l1_reverse	7	-0.13904428482055664
242798	rnn.bias_hh_l1_reverse	8	-0.12392593175172806
242798	rnn.bias_hh_l1_reverse	9	-0.1479799896478653
242798	linear.weight	0	0.002228822559118271
242798	linear.weight	1	0.10037475824356079
242798	linear.weight	2	-0.0924140140414238
242798	linear.weight	3	0.3097071647644043
242798	linear.weight	4	0.15128035843372345
242798	linear.weight	5	-0.06481899321079254
242798	linear.weight	6	0.09346789866685867
242798	linear.weight	7	0.13422024250030518
242798	linear.weight	8	0.041134607046842575
242798	linear.weight	9	-0.05123251676559448
242798	linear.bias	0	0.08973424136638641
242798	linear.bias	1	-0.19921372830867767
242798	linear.bias	2	-0.4556260406970978
242798	linear.bias	3	-0.658744752407074
242798	linear.bias	4	-1.2596855163574219
242798	linear.bias	5	-0.06215629354119301
242798	linear.bias	6	-0.830874502658844
242798	linear.bias	7	0.269965261220932
242798	linear.bias	8	-0.393130362033844
242798	linear.bias	9	-1.0203138589859009
242802	transitions	0	0.750018298625946
242802	transitions	1	0.13933806121349335
242802	transitions	2	-10000.0
242802	transitions	3	-1.827996015548706
242802	transitions	4	-10000.0
242802	transitions	5	0.5631203055381775
242802	transitions	6	-0.08536535501480103
242802	transitions	7	-0.8086686134338379
242802	transitions	8	-1.4221817255020142
242802	transitions	9	-0.0012292347382754087
242802	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242802	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242802	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242802	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242802	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242802	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242802	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242802	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242802	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242802	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242802	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242802	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242802	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242802	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242802	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242802	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242802	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242802	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242802	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242802	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242802	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242802	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242802	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242802	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242802	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242802	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242802	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242802	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242802	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242802	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242802	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242802	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242802	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242802	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242802	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242802	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242802	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242802	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242802	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242802	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242802	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242802	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242802	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242802	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242802	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242802	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242802	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242802	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242802	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242802	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242802	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242802	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242802	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242802	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242802	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242802	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242802	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242802	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242802	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242802	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242802	embedding2nn.weight	0	0.01739073172211647
242802	embedding2nn.weight	1	-0.012754512950778008
242802	embedding2nn.weight	2	-0.014268254861235619
242802	embedding2nn.weight	3	-0.031014258041977882
242802	embedding2nn.weight	4	-0.0059150345623493195
242802	embedding2nn.weight	5	-0.0037005888298153877
242802	embedding2nn.weight	6	-0.003973266109824181
242802	embedding2nn.weight	7	-0.07662831246852875
242802	embedding2nn.weight	8	-0.0019979383796453476
242802	embedding2nn.weight	9	-0.027444230392575264
242802	embedding2nn.bias	0	0.03125687688589096
242802	embedding2nn.bias	1	-0.07432064414024353
242802	embedding2nn.bias	2	0.0668230950832367
242802	embedding2nn.bias	3	0.05127740651369095
242802	embedding2nn.bias	4	-0.04720470309257507
242802	embedding2nn.bias	5	-0.009507072158157825
242802	embedding2nn.bias	6	0.01517374999821186
242802	embedding2nn.bias	7	-0.05405622348189354
242802	embedding2nn.bias	8	0.07020463794469833
242802	embedding2nn.bias	9	0.04517186060547829
242802	rnn.weight_ih_l0	0	-0.0791839137673378
242802	rnn.weight_ih_l0	1	0.0036719851195812225
242802	rnn.weight_ih_l0	2	0.03534114733338356
242802	rnn.weight_ih_l0	3	0.022882452234625816
242802	rnn.weight_ih_l0	4	-0.04931957647204399
242802	rnn.weight_ih_l0	5	-0.06810283660888672
242802	rnn.weight_ih_l0	6	-0.0012277811765670776
242802	rnn.weight_ih_l0	7	0.05352276936173439
242802	rnn.weight_ih_l0	8	-0.017586613073945045
242802	rnn.weight_ih_l0	9	-0.031014172360301018
242802	rnn.weight_hh_l0	0	-0.030455714091658592
242802	rnn.weight_hh_l0	1	-0.007844436913728714
242802	rnn.weight_hh_l0	2	0.007096721325069666
242802	rnn.weight_hh_l0	3	-0.07449954748153687
242802	rnn.weight_hh_l0	4	0.0936572402715683
242802	rnn.weight_hh_l0	5	-0.025758421048521996
242802	rnn.weight_hh_l0	6	-0.06393106281757355
242802	rnn.weight_hh_l0	7	0.009523900225758553
242802	rnn.weight_hh_l0	8	0.013788365758955479
242802	rnn.weight_hh_l0	9	-0.025811607018113136
242802	rnn.bias_ih_l0	0	0.12832403182983398
242802	rnn.bias_ih_l0	1	-0.03541606664657593
242802	rnn.bias_ih_l0	2	-0.03489292412996292
242802	rnn.bias_ih_l0	3	0.16302946209907532
242802	rnn.bias_ih_l0	4	-0.013048777356743813
242802	rnn.bias_ih_l0	5	-0.021971186622977257
242802	rnn.bias_ih_l0	6	0.019830383360385895
242802	rnn.bias_ih_l0	7	0.02313893847167492
242802	rnn.bias_ih_l0	8	-0.10083311051130295
242802	rnn.bias_ih_l0	9	-0.04029843956232071
242802	rnn.bias_hh_l0	0	-0.0015286203706637025
242802	rnn.bias_hh_l0	1	-0.09733989834785461
242802	rnn.bias_hh_l0	2	-0.07541641592979431
242802	rnn.bias_hh_l0	3	-0.08823486417531967
242802	rnn.bias_hh_l0	4	0.010145348496735096
242802	rnn.bias_hh_l0	5	-0.020882848650217056
242802	rnn.bias_hh_l0	6	0.02889297716319561
242802	rnn.bias_hh_l0	7	0.06225355342030525
242802	rnn.bias_hh_l0	8	-0.12106223404407501
242802	rnn.bias_hh_l0	9	-0.05785929784178734
242802	rnn.weight_ih_l0_reverse	0	-0.02575702965259552
242802	rnn.weight_ih_l0_reverse	1	-0.05623353645205498
242802	rnn.weight_ih_l0_reverse	2	-0.04839566722512245
242802	rnn.weight_ih_l0_reverse	3	0.0156100457534194
242802	rnn.weight_ih_l0_reverse	4	-0.02449779398739338
242802	rnn.weight_ih_l0_reverse	5	-0.057576101273298264
242802	rnn.weight_ih_l0_reverse	6	0.07436839491128922
242802	rnn.weight_ih_l0_reverse	7	-0.01869884878396988
242802	rnn.weight_ih_l0_reverse	8	-0.019052281975746155
242802	rnn.weight_ih_l0_reverse	9	0.003970829304307699
242802	rnn.weight_hh_l0_reverse	0	0.06787329912185669
242802	rnn.weight_hh_l0_reverse	1	0.019995542243123055
242802	rnn.weight_hh_l0_reverse	2	0.029545728117227554
242802	rnn.weight_hh_l0_reverse	3	0.03505117446184158
242802	rnn.weight_hh_l0_reverse	4	0.013869927264750004
242802	rnn.weight_hh_l0_reverse	5	0.008054187521338463
242802	rnn.weight_hh_l0_reverse	6	0.05107179656624794
242802	rnn.weight_hh_l0_reverse	7	-0.0823000892996788
242802	rnn.weight_hh_l0_reverse	8	0.040139224380254745
242802	rnn.weight_hh_l0_reverse	9	0.03529193624854088
242802	rnn.bias_ih_l0_reverse	0	-0.05708036571741104
242802	rnn.bias_ih_l0_reverse	1	-0.2818935513496399
242802	rnn.bias_ih_l0_reverse	2	-0.12176430970430374
242802	rnn.bias_ih_l0_reverse	3	-0.047920938581228256
242802	rnn.bias_ih_l0_reverse	4	-0.021320462226867676
242802	rnn.bias_ih_l0_reverse	5	0.07482309639453888
242802	rnn.bias_ih_l0_reverse	6	-0.06404662877321243
242802	rnn.bias_ih_l0_reverse	7	0.06088589131832123
242802	rnn.bias_ih_l0_reverse	8	-0.0373024120926857
242802	rnn.bias_ih_l0_reverse	9	0.06634612381458282
242802	rnn.bias_hh_l0_reverse	0	0.02362050674855709
242802	rnn.bias_hh_l0_reverse	1	-0.058923494070768356
242802	rnn.bias_hh_l0_reverse	2	0.08899383246898651
242802	rnn.bias_hh_l0_reverse	3	-0.051075149327516556
242802	rnn.bias_hh_l0_reverse	4	-0.028759414330124855
242802	rnn.bias_hh_l0_reverse	5	-0.01999276503920555
242802	rnn.bias_hh_l0_reverse	6	-0.017308002337813377
242802	rnn.bias_hh_l0_reverse	7	0.09923835843801498
242802	rnn.bias_hh_l0_reverse	8	0.029511157423257828
242802	rnn.bias_hh_l0_reverse	9	-0.14709147810935974
242802	rnn.weight_ih_l1	0	-0.02942732907831669
242802	rnn.weight_ih_l1	1	-0.05067569017410278
242802	rnn.weight_ih_l1	2	0.0635986477136612
242802	rnn.weight_ih_l1	3	-0.07365929335355759
242802	rnn.weight_ih_l1	4	-0.014654953964054585
242802	rnn.weight_ih_l1	5	-0.04046712443232536
242802	rnn.weight_ih_l1	6	0.02905927412211895
242802	rnn.weight_ih_l1	7	-0.044945646077394485
242802	rnn.weight_ih_l1	8	0.03773501515388489
242802	rnn.weight_ih_l1	9	0.0446057990193367
242802	rnn.weight_hh_l1	0	-0.006690526381134987
242802	rnn.weight_hh_l1	1	0.019777977839112282
242802	rnn.weight_hh_l1	2	0.007735163904726505
242802	rnn.weight_hh_l1	3	-0.012484702281653881
242802	rnn.weight_hh_l1	4	0.004784337244927883
242802	rnn.weight_hh_l1	5	0.0348561555147171
242802	rnn.weight_hh_l1	6	0.036254823207855225
242802	rnn.weight_hh_l1	7	-0.016324641183018684
242802	rnn.weight_hh_l1	8	-0.007377099245786667
242802	rnn.weight_hh_l1	9	0.03866429999470711
242802	rnn.bias_ih_l1	0	-0.18496771156787872
242802	rnn.bias_ih_l1	1	-0.1760931760072708
242802	rnn.bias_ih_l1	2	-0.1977819949388504
242802	rnn.bias_ih_l1	3	-0.30913856625556946
242802	rnn.bias_ih_l1	4	-0.21038571000099182
242802	rnn.bias_ih_l1	5	-0.08869093656539917
242802	rnn.bias_ih_l1	6	-0.15931643545627594
242802	rnn.bias_ih_l1	7	-0.000748228922020644
242802	rnn.bias_ih_l1	8	-0.13300712406635284
242802	rnn.bias_ih_l1	9	-0.12461261451244354
242802	rnn.bias_hh_l1	0	-0.09512705355882645
242802	rnn.bias_hh_l1	1	-0.063841812312603
242802	rnn.bias_hh_l1	2	-0.08408349007368088
242802	rnn.bias_hh_l1	3	-0.07739503681659698
242802	rnn.bias_hh_l1	4	-0.07430820167064667
242802	rnn.bias_hh_l1	5	-0.11881264299154282
242802	rnn.bias_hh_l1	6	-0.16084611415863037
242802	rnn.bias_hh_l1	7	0.07416189461946487
242802	rnn.bias_hh_l1	8	-0.17656666040420532
242802	rnn.bias_hh_l1	9	-0.11880867183208466
242802	rnn.weight_ih_l1_reverse	0	-0.04758855327963829
242802	rnn.weight_ih_l1_reverse	1	0.03266165032982826
242802	rnn.weight_ih_l1_reverse	2	0.08963391929864883
242802	rnn.weight_ih_l1_reverse	3	-0.018797961995005608
242802	rnn.weight_ih_l1_reverse	4	-0.022652072831988335
242802	rnn.weight_ih_l1_reverse	5	-0.03049793653190136
242802	rnn.weight_ih_l1_reverse	6	-0.020856592804193497
242802	rnn.weight_ih_l1_reverse	7	0.029371896758675575
242802	rnn.weight_ih_l1_reverse	8	0.007418851368129253
242802	rnn.weight_ih_l1_reverse	9	-0.03431190922856331
242802	rnn.weight_hh_l1_reverse	0	0.004661614540964365
242802	rnn.weight_hh_l1_reverse	1	0.031677450984716415
242802	rnn.weight_hh_l1_reverse	2	-0.04057217389345169
242802	rnn.weight_hh_l1_reverse	3	0.035081010311841965
242802	rnn.weight_hh_l1_reverse	4	0.04729105904698372
242802	rnn.weight_hh_l1_reverse	5	0.005423262715339661
242802	rnn.weight_hh_l1_reverse	6	0.04843488335609436
242802	rnn.weight_hh_l1_reverse	7	0.031105313450098038
242802	rnn.weight_hh_l1_reverse	8	-0.007206854410469532
242802	rnn.weight_hh_l1_reverse	9	-0.03024437092244625
242802	rnn.bias_ih_l1_reverse	0	-0.046496689319610596
242802	rnn.bias_ih_l1_reverse	1	-0.13970334827899933
242802	rnn.bias_ih_l1_reverse	2	-0.16309073567390442
242802	rnn.bias_ih_l1_reverse	3	-0.06295862793922424
242802	rnn.bias_ih_l1_reverse	4	-0.2033882439136505
242802	rnn.bias_ih_l1_reverse	5	-0.11661268025636673
242802	rnn.bias_ih_l1_reverse	6	-0.13013915717601776
242802	rnn.bias_ih_l1_reverse	7	-0.19296927750110626
242802	rnn.bias_ih_l1_reverse	8	0.22572539746761322
242802	rnn.bias_ih_l1_reverse	9	0.0250049140304327
242802	rnn.bias_hh_l1_reverse	0	0.009828988462686539
242802	rnn.bias_hh_l1_reverse	1	-0.06486866623163223
242802	rnn.bias_hh_l1_reverse	2	-0.23693013191223145
242802	rnn.bias_hh_l1_reverse	3	-0.14248299598693848
242802	rnn.bias_hh_l1_reverse	4	-0.07996678352355957
242802	rnn.bias_hh_l1_reverse	5	-0.11618699133396149
242802	rnn.bias_hh_l1_reverse	6	0.06168658658862114
242802	rnn.bias_hh_l1_reverse	7	-0.13907916843891144
242802	rnn.bias_hh_l1_reverse	8	-0.12394332140684128
242802	rnn.bias_hh_l1_reverse	9	-0.14797264337539673
242802	linear.weight	0	0.002228822559118271
242802	linear.weight	1	0.10027690976858139
242802	linear.weight	2	-0.092368483543396
242802	linear.weight	3	0.30969712138175964
242802	linear.weight	4	0.15128503739833832
242802	linear.weight	5	-0.06481845676898956
242802	linear.weight	6	0.09346064180135727
242802	linear.weight	7	0.13420358300209045
242802	linear.weight	8	0.041134607046842575
242802	linear.weight	9	-0.051224373281002045
242802	linear.bias	0	0.08911705017089844
242802	linear.bias	1	-0.19902916252613068
242802	linear.bias	2	-0.45558246970176697
242802	linear.bias	3	-0.6587580442428589
242802	linear.bias	4	-1.259696364402771
242802	linear.bias	5	-0.06235374137759209
242802	linear.bias	6	-0.830691397190094
242802	linear.bias	7	0.26976728439331055
242802	linear.bias	8	-0.3930840492248535
242802	linear.bias	9	-1.0202701091766357
242999	transitions	0	0.7507352828979492
242999	transitions	1	0.13916844129562378
242999	transitions	2	-10000.0
242999	transitions	3	-1.8279962539672852
242999	transitions	4	-10000.0
242999	transitions	5	0.563117504119873
242999	transitions	6	-0.08537464588880539
242999	transitions	7	-0.8086824417114258
242999	transitions	8	-1.4221899509429932
242999	transitions	9	-0.0012292602332308888
242999	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
242999	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
242999	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
242999	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
242999	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
242999	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
242999	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
242999	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
242999	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
242999	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
242999	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
242999	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
242999	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
242999	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
242999	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
242999	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
242999	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
242999	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
242999	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
242999	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
242999	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
242999	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
242999	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
242999	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
242999	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
242999	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
242999	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
242999	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
242999	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
242999	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
242999	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
242999	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
242999	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
242999	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
242999	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
242999	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
242999	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
242999	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
242999	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
242999	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
242999	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
242999	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
242999	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
242999	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
242999	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
242999	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
242999	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
242999	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
242999	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
242999	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
242999	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
242999	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
242999	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
242999	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
242999	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
242999	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
242999	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
242999	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
242999	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
242999	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
242999	embedding2nn.weight	0	0.017448995262384415
242999	embedding2nn.weight	1	-0.0127800852060318
242999	embedding2nn.weight	2	-0.014268254861235619
242999	embedding2nn.weight	3	-0.031048286706209183
242999	embedding2nn.weight	4	-0.0059150345623493195
242999	embedding2nn.weight	5	-0.0037005888298153877
242999	embedding2nn.weight	6	-0.003973266109824181
242999	embedding2nn.weight	7	-0.07657083123922348
242999	embedding2nn.weight	8	-0.0019979383796453476
242999	embedding2nn.weight	9	-0.027438556775450706
242999	embedding2nn.bias	0	0.03176399692893028
242999	embedding2nn.bias	1	-0.07427892833948135
242999	embedding2nn.bias	2	0.06674372404813766
242999	embedding2nn.bias	3	0.05176081880927086
242999	embedding2nn.bias	4	-0.04693980887532234
242999	embedding2nn.bias	5	-0.009571891278028488
242999	embedding2nn.bias	6	0.014790530316531658
242999	embedding2nn.bias	7	-0.054242637008428574
242999	embedding2nn.bias	8	0.0698542669415474
242999	embedding2nn.bias	9	0.04591412469744682
242999	rnn.weight_ih_l0	0	-0.07921730726957321
242999	rnn.weight_ih_l0	1	0.0036446491722017527
242999	rnn.weight_ih_l0	2	0.035295385867357254
242999	rnn.weight_ih_l0	3	0.02291754074394703
242999	rnn.weight_ih_l0	4	-0.04926523193717003
242999	rnn.weight_ih_l0	5	-0.06808459758758545
242999	rnn.weight_ih_l0	6	-0.001227602711878717
242999	rnn.weight_ih_l0	7	0.05351850017905235
242999	rnn.weight_ih_l0	8	-0.01759127900004387
242999	rnn.weight_ih_l0	9	-0.03106238879263401
242999	rnn.weight_hh_l0	0	-0.03058219514787197
242999	rnn.weight_hh_l0	1	-0.007916324771940708
242999	rnn.weight_hh_l0	2	0.007036161608994007
242999	rnn.weight_hh_l0	3	-0.07457073032855988
242999	rnn.weight_hh_l0	4	0.09367132931947708
242999	rnn.weight_hh_l0	5	-0.02574317716062069
242999	rnn.weight_hh_l0	6	-0.06379982829093933
242999	rnn.weight_hh_l0	7	0.00951316300779581
242999	rnn.weight_hh_l0	8	0.013774830847978592
242999	rnn.weight_hh_l0	9	-0.02584153600037098
242999	rnn.bias_ih_l0	0	0.12826648354530334
242999	rnn.bias_ih_l0	1	-0.03546243533492088
242999	rnn.bias_ih_l0	2	-0.03481598570942879
242999	rnn.bias_ih_l0	3	0.16309361159801483
242999	rnn.bias_ih_l0	4	-0.013166270218789577
242999	rnn.bias_ih_l0	5	-0.02181210182607174
242999	rnn.bias_ih_l0	6	0.019889559596776962
242999	rnn.bias_ih_l0	7	0.023292213678359985
242999	rnn.bias_ih_l0	8	-0.10080290585756302
242999	rnn.bias_ih_l0	9	-0.04017416387796402
242999	rnn.bias_hh_l0	0	-0.001522835809737444
242999	rnn.bias_hh_l0	1	-0.09720386564731598
242999	rnn.bias_hh_l0	2	-0.07543922960758209
242999	rnn.bias_hh_l0	3	-0.08823491632938385
242999	rnn.bias_hh_l0	4	0.010270150378346443
242999	rnn.bias_hh_l0	5	-0.02076089382171631
242999	rnn.bias_hh_l0	6	0.028892744332551956
242999	rnn.bias_hh_l0	7	0.06272190064191818
242999	rnn.bias_hh_l0	8	-0.1210370883345604
242999	rnn.bias_hh_l0	9	-0.05773057043552399
242999	rnn.weight_ih_l0_reverse	0	-0.025695137679576874
242999	rnn.weight_ih_l0_reverse	1	-0.056241706013679504
242999	rnn.weight_ih_l0_reverse	2	-0.04843539744615555
242999	rnn.weight_ih_l0_reverse	3	0.015648527070879936
242999	rnn.weight_ih_l0_reverse	4	-0.024586046114563942
242999	rnn.weight_ih_l0_reverse	5	-0.05757911503314972
242999	rnn.weight_ih_l0_reverse	6	0.07442812621593475
242999	rnn.weight_ih_l0_reverse	7	-0.01876373030245304
242999	rnn.weight_ih_l0_reverse	8	-0.01900521107017994
242999	rnn.weight_ih_l0_reverse	9	0.0038889190182089806
242999	rnn.weight_hh_l0_reverse	0	0.06792790442705154
242999	rnn.weight_hh_l0_reverse	1	0.02004409395158291
242999	rnn.weight_hh_l0_reverse	2	0.0295745637267828
242999	rnn.weight_hh_l0_reverse	3	0.03501245751976967
242999	rnn.weight_hh_l0_reverse	4	0.01383332908153534
242999	rnn.weight_hh_l0_reverse	5	0.00804605521261692
242999	rnn.weight_hh_l0_reverse	6	0.051114682108163834
242999	rnn.weight_hh_l0_reverse	7	-0.0822969526052475
242999	rnn.weight_hh_l0_reverse	8	0.04017235338687897
242999	rnn.weight_hh_l0_reverse	9	0.0352935865521431
242999	rnn.bias_ih_l0_reverse	0	-0.057155534625053406
242999	rnn.bias_ih_l0_reverse	1	-0.2818571627140045
242999	rnn.bias_ih_l0_reverse	2	-0.12162166833877563
242999	rnn.bias_ih_l0_reverse	3	-0.047874778509140015
242999	rnn.bias_ih_l0_reverse	4	-0.021308323368430138
242999	rnn.bias_ih_l0_reverse	5	0.07475925981998444
242999	rnn.bias_ih_l0_reverse	6	-0.06396377831697464
242999	rnn.bias_ih_l0_reverse	7	0.061008941382169724
242999	rnn.bias_ih_l0_reverse	8	-0.03730755299329758
242999	rnn.bias_ih_l0_reverse	9	0.0664660856127739
242999	rnn.bias_hh_l0_reverse	0	0.02378782071173191
242999	rnn.bias_hh_l0_reverse	1	-0.05910230427980423
242999	rnn.bias_hh_l0_reverse	2	0.08928399533033371
242999	rnn.bias_hh_l0_reverse	3	-0.05109965056180954
242999	rnn.bias_hh_l0_reverse	4	-0.02882205694913864
242999	rnn.bias_hh_l0_reverse	5	-0.019932318478822708
242999	rnn.bias_hh_l0_reverse	6	-0.017293188720941544
242999	rnn.bias_hh_l0_reverse	7	0.09922632575035095
242999	rnn.bias_hh_l0_reverse	8	0.029687119647860527
242999	rnn.bias_hh_l0_reverse	9	-0.14712250232696533
242999	rnn.weight_ih_l1	0	-0.029415776953101158
242999	rnn.weight_ih_l1	1	-0.05066370591521263
242999	rnn.weight_ih_l1	2	0.06365098804235458
242999	rnn.weight_ih_l1	3	-0.07367374002933502
242999	rnn.weight_ih_l1	4	-0.01468569040298462
242999	rnn.weight_ih_l1	5	-0.04045982286334038
242999	rnn.weight_ih_l1	6	0.029139498248696327
242999	rnn.weight_ih_l1	7	-0.044891949743032455
242999	rnn.weight_ih_l1	8	0.037731148302555084
242999	rnn.weight_ih_l1	9	0.04466032609343529
242999	rnn.weight_hh_l1	0	-0.006681165192276239
242999	rnn.weight_hh_l1	1	0.019792504608631134
242999	rnn.weight_hh_l1	2	0.007701195776462555
242999	rnn.weight_hh_l1	3	-0.012505918741226196
242999	rnn.weight_hh_l1	4	0.004791297018527985
242999	rnn.weight_hh_l1	5	0.03487510234117508
242999	rnn.weight_hh_l1	6	0.0362577848136425
242999	rnn.weight_hh_l1	7	-0.016292352229356766
242999	rnn.weight_hh_l1	8	-0.007372514344751835
242999	rnn.weight_hh_l1	9	0.03865059092640877
242999	rnn.bias_ih_l1	0	-0.18494506180286407
242999	rnn.bias_ih_l1	1	-0.17605236172676086
242999	rnn.bias_ih_l1	2	-0.19770148396492004
242999	rnn.bias_ih_l1	3	-0.30924081802368164
242999	rnn.bias_ih_l1	4	-0.2099793702363968
242999	rnn.bias_ih_l1	5	-0.0886075496673584
242999	rnn.bias_ih_l1	6	-0.15940912067890167
242999	rnn.bias_ih_l1	7	-0.0005830687005072832
242999	rnn.bias_ih_l1	8	-0.13276197016239166
242999	rnn.bias_ih_l1	9	-0.12461069971323013
242999	rnn.bias_hh_l1	0	-0.09510456025600433
242999	rnn.bias_hh_l1	1	-0.06368222087621689
242999	rnn.bias_hh_l1	2	-0.08429193496704102
242999	rnn.bias_hh_l1	3	-0.07729572057723999
242999	rnn.bias_hh_l1	4	-0.07445867359638214
242999	rnn.bias_hh_l1	5	-0.11889597028493881
242999	rnn.bias_hh_l1	6	-0.1607157588005066
242999	rnn.bias_hh_l1	7	0.07426884025335312
242999	rnn.bias_hh_l1	8	-0.17669957876205444
242999	rnn.bias_hh_l1	9	-0.11881383508443832
242999	rnn.weight_ih_l1_reverse	0	-0.0475531630218029
242999	rnn.weight_ih_l1_reverse	1	0.03263299539685249
242999	rnn.weight_ih_l1_reverse	2	0.08952399343252182
242999	rnn.weight_ih_l1_reverse	3	-0.01879865489900112
242999	rnn.weight_ih_l1_reverse	4	-0.02237454615533352
242999	rnn.weight_ih_l1_reverse	5	-0.030489876866340637
242999	rnn.weight_ih_l1_reverse	6	-0.020817557349801064
242999	rnn.weight_ih_l1_reverse	7	0.029378565028309822
242999	rnn.weight_ih_l1_reverse	8	0.007450196426361799
242999	rnn.weight_ih_l1_reverse	9	-0.03432118520140648
242999	rnn.weight_hh_l1_reverse	0	0.004659229889512062
242999	rnn.weight_hh_l1_reverse	1	0.03167667239904404
242999	rnn.weight_hh_l1_reverse	2	-0.04057025909423828
242999	rnn.weight_hh_l1_reverse	3	0.03508288785815239
242999	rnn.weight_hh_l1_reverse	4	0.047361861914396286
242999	rnn.weight_hh_l1_reverse	5	0.005433064419776201
242999	rnn.weight_hh_l1_reverse	6	0.048479314893484116
242999	rnn.weight_hh_l1_reverse	7	0.03112436830997467
242999	rnn.weight_hh_l1_reverse	8	-0.007208670023828745
242999	rnn.weight_hh_l1_reverse	9	-0.030245499685406685
242999	rnn.bias_ih_l1_reverse	0	-0.04642949253320694
242999	rnn.bias_ih_l1_reverse	1	-0.13988341391086578
242999	rnn.bias_ih_l1_reverse	2	-0.16275455057621002
242999	rnn.bias_ih_l1_reverse	3	-0.06333841383457184
242999	rnn.bias_ih_l1_reverse	4	-0.20339106023311615
242999	rnn.bias_ih_l1_reverse	5	-0.11664599925279617
242999	rnn.bias_ih_l1_reverse	6	-0.1301271915435791
242999	rnn.bias_ih_l1_reverse	7	-0.19318273663520813
242999	rnn.bias_ih_l1_reverse	8	0.2254686951637268
242999	rnn.bias_ih_l1_reverse	9	0.02522771619260311
242999	rnn.bias_hh_l1_reverse	0	0.009430218487977982
242999	rnn.bias_hh_l1_reverse	1	-0.06501803547143936
242999	rnn.bias_hh_l1_reverse	2	-0.23696954548358917
242999	rnn.bias_hh_l1_reverse	3	-0.1424373835325241
242999	rnn.bias_hh_l1_reverse	4	-0.07990818470716476
242999	rnn.bias_hh_l1_reverse	5	-0.1160803735256195
242999	rnn.bias_hh_l1_reverse	6	0.061532434076070786
242999	rnn.bias_hh_l1_reverse	7	-0.13901327550411224
242999	rnn.bias_hh_l1_reverse	8	-0.12394095212221146
242999	rnn.bias_hh_l1_reverse	9	-0.14794467389583588
242999	linear.weight	0	0.002228822559118271
242999	linear.weight	1	0.10009699314832687
242999	linear.weight	2	-0.09239871799945831
242999	linear.weight	3	0.310109943151474
242999	linear.weight	4	0.15114310383796692
242999	linear.weight	5	-0.0649060308933258
242999	linear.weight	6	0.09472215920686722
242999	linear.weight	7	0.1349385529756546
242999	linear.weight	8	0.04113457724452019
242999	linear.weight	9	-0.05117404833436012
242999	linear.bias	0	0.08403979986906052
242999	linear.bias	1	-0.20106136798858643
242999	linear.bias	2	-0.45261290669441223
242999	linear.bias	3	-0.6580773591995239
242999	linear.bias	4	-1.2590080499649048
242999	linear.bias	5	-0.0606159083545208
242999	linear.bias	6	-0.8326098918914795
242999	linear.bias	7	0.2716755270957947
242999	linear.bias	8	-0.3931025266647339
242999	linear.bias	9	-1.0202522277832031
243196	transitions	0	0.7520239353179932
243196	transitions	1	0.13847088813781738
243196	transitions	2	-10000.0
243196	transitions	3	-1.8279973268508911
243196	transitions	4	-10000.0
243196	transitions	5	0.5631106495857239
243196	transitions	6	-0.08537673950195312
243196	transitions	7	-0.8087068200111389
243196	transitions	8	-1.422195553779602
243196	transitions	9	-0.0012293272884562612
243196	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
243196	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
243196	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
243196	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
243196	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
243196	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
243196	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
243196	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
243196	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
243196	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
243196	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
243196	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
243196	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
243196	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
243196	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
243196	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
243196	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
243196	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
243196	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
243196	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
243196	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
243196	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
243196	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
243196	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
243196	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
243196	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
243196	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
243196	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
243196	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
243196	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
243196	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
243196	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
243196	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
243196	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
243196	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
243196	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
243196	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
243196	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
243196	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
243196	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
243196	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
243196	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
243196	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
243196	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
243196	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
243196	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
243196	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
243196	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
243196	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
243196	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
243196	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
243196	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
243196	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
243196	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
243196	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
243196	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
243196	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
243196	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
243196	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
243196	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
243196	embedding2nn.weight	0	0.017315715551376343
243196	embedding2nn.weight	1	-0.012788394466042519
243196	embedding2nn.weight	2	-0.014268254861235619
243196	embedding2nn.weight	3	-0.03101746179163456
243196	embedding2nn.weight	4	-0.0059150345623493195
243196	embedding2nn.weight	5	-0.0037005888298153877
243196	embedding2nn.weight	6	-0.003973266109824181
243196	embedding2nn.weight	7	-0.07668004930019379
243196	embedding2nn.weight	8	-0.0019979383796453476
243196	embedding2nn.weight	9	-0.027429696172475815
243196	embedding2nn.bias	0	0.03134359419345856
243196	embedding2nn.bias	1	-0.07446898519992828
243196	embedding2nn.bias	2	0.06655008345842361
243196	embedding2nn.bias	3	0.05200470983982086
243196	embedding2nn.bias	4	-0.04722091183066368
243196	embedding2nn.bias	5	-0.009332106448709965
243196	embedding2nn.bias	6	0.015673644840717316
243196	embedding2nn.bias	7	-0.05397375300526619
243196	embedding2nn.bias	8	0.07014480978250504
243196	embedding2nn.bias	9	0.04557982459664345
243196	rnn.weight_ih_l0	0	-0.07917003333568573
243196	rnn.weight_ih_l0	1	0.0037246306892484426
243196	rnn.weight_ih_l0	2	0.03550901636481285
243196	rnn.weight_ih_l0	3	0.022942347452044487
243196	rnn.weight_ih_l0	4	-0.04921825975179672
243196	rnn.weight_ih_l0	5	-0.06808082014322281
243196	rnn.weight_ih_l0	6	-0.0011468383017927408
243196	rnn.weight_ih_l0	7	0.05348924174904823
243196	rnn.weight_ih_l0	8	-0.017621109262108803
243196	rnn.weight_ih_l0	9	-0.031015371903777122
243196	rnn.weight_hh_l0	0	-0.030634991824626923
243196	rnn.weight_hh_l0	1	-0.007871376350522041
243196	rnn.weight_hh_l0	2	0.007043232675641775
243196	rnn.weight_hh_l0	3	-0.0745566263794899
243196	rnn.weight_hh_l0	4	0.0937148779630661
243196	rnn.weight_hh_l0	5	-0.025676997378468513
243196	rnn.weight_hh_l0	6	-0.06380683183670044
243196	rnn.weight_hh_l0	7	0.009487994946539402
243196	rnn.weight_hh_l0	8	0.013727187179028988
243196	rnn.weight_hh_l0	9	-0.02584046684205532
243196	rnn.bias_ih_l0	0	0.12825199961662292
243196	rnn.bias_ih_l0	1	-0.03531249985098839
243196	rnn.bias_ih_l0	2	-0.03492766618728638
243196	rnn.bias_ih_l0	3	0.16297030448913574
243196	rnn.bias_ih_l0	4	-0.013012041337788105
243196	rnn.bias_ih_l0	5	-0.02167476713657379
243196	rnn.bias_ih_l0	6	0.01982281543314457
243196	rnn.bias_ih_l0	7	0.023303398862481117
243196	rnn.bias_ih_l0	8	-0.10067111253738403
243196	rnn.bias_ih_l0	9	-0.040160905569791794
243196	rnn.bias_hh_l0	0	-0.0015096606221050024
243196	rnn.bias_hh_l0	1	-0.09736382216215134
243196	rnn.bias_hh_l0	2	-0.07554768025875092
243196	rnn.bias_hh_l0	3	-0.08825694769620895
243196	rnn.bias_hh_l0	4	0.010109900496900082
243196	rnn.bias_hh_l0	5	-0.02078430727124214
243196	rnn.bias_hh_l0	6	0.029060447588562965
243196	rnn.bias_hh_l0	7	0.0627712607383728
243196	rnn.bias_hh_l0	8	-0.1207239031791687
243196	rnn.bias_hh_l0	9	-0.05763852968811989
243196	rnn.weight_ih_l0_reverse	0	-0.025741400197148323
243196	rnn.weight_ih_l0_reverse	1	-0.05633709207177162
243196	rnn.weight_ih_l0_reverse	2	-0.04840543121099472
243196	rnn.weight_ih_l0_reverse	3	0.015559013932943344
243196	rnn.weight_ih_l0_reverse	4	-0.024599997326731682
243196	rnn.weight_ih_l0_reverse	5	-0.05760551244020462
243196	rnn.weight_ih_l0_reverse	6	0.07440602034330368
243196	rnn.weight_ih_l0_reverse	7	-0.018673961982131004
243196	rnn.weight_ih_l0_reverse	8	-0.018910663202404976
243196	rnn.weight_ih_l0_reverse	9	0.003967018332332373
243196	rnn.weight_hh_l0_reverse	0	0.06805004179477692
243196	rnn.weight_hh_l0_reverse	1	0.02010895125567913
243196	rnn.weight_hh_l0_reverse	2	0.02955595776438713
243196	rnn.weight_hh_l0_reverse	3	0.035057827830314636
243196	rnn.weight_hh_l0_reverse	4	0.013849428854882717
243196	rnn.weight_hh_l0_reverse	5	0.007841519080102444
243196	rnn.weight_hh_l0_reverse	6	0.05110365152359009
243196	rnn.weight_hh_l0_reverse	7	-0.08231328427791595
243196	rnn.weight_hh_l0_reverse	8	0.04016951099038124
243196	rnn.weight_hh_l0_reverse	9	0.03532380238175392
243196	rnn.bias_ih_l0_reverse	0	-0.05718894302845001
243196	rnn.bias_ih_l0_reverse	1	-0.2817215621471405
243196	rnn.bias_ih_l0_reverse	2	-0.12177737802267075
243196	rnn.bias_ih_l0_reverse	3	-0.04804786294698715
243196	rnn.bias_ih_l0_reverse	4	-0.021346883848309517
243196	rnn.bias_ih_l0_reverse	5	0.07459253072738647
243196	rnn.bias_ih_l0_reverse	6	-0.06438909471035004
243196	rnn.bias_ih_l0_reverse	7	0.06094077229499817
243196	rnn.bias_ih_l0_reverse	8	-0.03728776052594185
243196	rnn.bias_ih_l0_reverse	9	0.06644852459430695
243196	rnn.bias_hh_l0_reverse	0	0.023766489699482918
243196	rnn.bias_hh_l0_reverse	1	-0.059381742030382156
243196	rnn.bias_hh_l0_reverse	2	0.08937568962574005
243196	rnn.bias_hh_l0_reverse	3	-0.05103662982583046
243196	rnn.bias_hh_l0_reverse	4	-0.028880871832370758
243196	rnn.bias_hh_l0_reverse	5	-0.019905470311641693
243196	rnn.bias_hh_l0_reverse	6	-0.017248699441552162
243196	rnn.bias_hh_l0_reverse	7	0.09952076524496078
243196	rnn.bias_hh_l0_reverse	8	0.029436329379677773
243196	rnn.bias_hh_l0_reverse	9	-0.14719215035438538
243196	rnn.weight_ih_l1	0	-0.029352601617574692
243196	rnn.weight_ih_l1	1	-0.05070919543504715
243196	rnn.weight_ih_l1	2	0.06354288756847382
243196	rnn.weight_ih_l1	3	-0.07357464730739594
243196	rnn.weight_ih_l1	4	-0.014590212143957615
243196	rnn.weight_ih_l1	5	-0.04046515375375748
243196	rnn.weight_ih_l1	6	0.02909698709845543
243196	rnn.weight_ih_l1	7	-0.04503094404935837
243196	rnn.weight_ih_l1	8	0.037695929408073425
243196	rnn.weight_ih_l1	9	0.04471561685204506
243196	rnn.weight_hh_l1	0	-0.006662540137767792
243196	rnn.weight_hh_l1	1	0.019805606454610825
243196	rnn.weight_hh_l1	2	0.007615532260388136
243196	rnn.weight_hh_l1	3	-0.012471560388803482
243196	rnn.weight_hh_l1	4	0.004772109445184469
243196	rnn.weight_hh_l1	5	0.03487756848335266
243196	rnn.weight_hh_l1	6	0.03625671938061714
243196	rnn.weight_hh_l1	7	-0.01625683531165123
243196	rnn.weight_hh_l1	8	-0.007386596407741308
243196	rnn.weight_hh_l1	9	0.038718100637197495
243196	rnn.bias_ih_l1	0	-0.18499399721622467
243196	rnn.bias_ih_l1	1	-0.17622043192386627
243196	rnn.bias_ih_l1	2	-0.19765296578407288
243196	rnn.bias_ih_l1	3	-0.30918681621551514
243196	rnn.bias_ih_l1	4	-0.21053841710090637
243196	rnn.bias_ih_l1	5	-0.08859894424676895
243196	rnn.bias_ih_l1	6	-0.15944334864616394
243196	rnn.bias_ih_l1	7	-0.0006634308374486864
243196	rnn.bias_ih_l1	8	-0.13278399407863617
243196	rnn.bias_ih_l1	9	-0.1247989684343338
243196	rnn.bias_hh_l1	0	-0.09508007764816284
243196	rnn.bias_hh_l1	1	-0.06384658813476562
243196	rnn.bias_hh_l1	2	-0.08443359285593033
243196	rnn.bias_hh_l1	3	-0.07728339731693268
243196	rnn.bias_hh_l1	4	-0.074630007147789
243196	rnn.bias_hh_l1	5	-0.11899227648973465
243196	rnn.bias_hh_l1	6	-0.16090349853038788
243196	rnn.bias_hh_l1	7	0.07423976808786392
243196	rnn.bias_hh_l1	8	-0.17649906873703003
243196	rnn.bias_hh_l1	9	-0.11887954920530319
243196	rnn.weight_ih_l1_reverse	0	-0.04756195843219757
243196	rnn.weight_ih_l1_reverse	1	0.03246811404824257
243196	rnn.weight_ih_l1_reverse	2	0.08942960947751999
243196	rnn.weight_ih_l1_reverse	3	-0.018813155591487885
243196	rnn.weight_ih_l1_reverse	4	-0.02235562913119793
243196	rnn.weight_ih_l1_reverse	5	-0.030506715178489685
243196	rnn.weight_ih_l1_reverse	6	-0.020865295082330704
243196	rnn.weight_ih_l1_reverse	7	0.02940380573272705
243196	rnn.weight_ih_l1_reverse	8	0.007526988163590431
243196	rnn.weight_ih_l1_reverse	9	-0.03438596427440643
243196	rnn.weight_hh_l1_reverse	0	0.00466941436752677
243196	rnn.weight_hh_l1_reverse	1	0.03169234097003937
243196	rnn.weight_hh_l1_reverse	2	-0.040573474019765854
243196	rnn.weight_hh_l1_reverse	3	0.03508143499493599
243196	rnn.weight_hh_l1_reverse	4	0.04733404517173767
243196	rnn.weight_hh_l1_reverse	5	0.005417662672698498
243196	rnn.weight_hh_l1_reverse	6	0.04852853715419769
243196	rnn.weight_hh_l1_reverse	7	0.031137507408857346
243196	rnn.weight_hh_l1_reverse	8	-0.007210106123238802
243196	rnn.weight_hh_l1_reverse	9	-0.03021656721830368
243196	rnn.bias_ih_l1_reverse	0	-0.04640572518110275
243196	rnn.bias_ih_l1_reverse	1	-0.13978718221187592
243196	rnn.bias_ih_l1_reverse	2	-0.16270200908184052
243196	rnn.bias_ih_l1_reverse	3	-0.06317899376153946
243196	rnn.bias_ih_l1_reverse	4	-0.203461691737175
243196	rnn.bias_ih_l1_reverse	5	-0.11655502021312714
243196	rnn.bias_ih_l1_reverse	6	-0.1302308589220047
243196	rnn.bias_ih_l1_reverse	7	-0.1929684281349182
243196	rnn.bias_ih_l1_reverse	8	0.22554509341716766
243196	rnn.bias_ih_l1_reverse	9	0.02547251246869564
243196	rnn.bias_hh_l1_reverse	0	0.008761968463659286
243196	rnn.bias_hh_l1_reverse	1	-0.0642189234495163
243196	rnn.bias_hh_l1_reverse	2	-0.2368958592414856
243196	rnn.bias_hh_l1_reverse	3	-0.14249488711357117
243196	rnn.bias_hh_l1_reverse	4	-0.08019909262657166
243196	rnn.bias_hh_l1_reverse	5	-0.11620806902647018
243196	rnn.bias_hh_l1_reverse	6	0.06134902685880661
243196	rnn.bias_hh_l1_reverse	7	-0.13883967697620392
243196	rnn.bias_hh_l1_reverse	8	-0.12417273968458176
243196	rnn.bias_hh_l1_reverse	9	-0.14789770543575287
243196	linear.weight	0	0.002228822559118271
243196	linear.weight	1	0.10062339156866074
243196	linear.weight	2	-0.09229987114667892
243196	linear.weight	3	0.3099915385246277
243196	linear.weight	4	0.1511194407939911
243196	linear.weight	5	-0.0647815689444542
243196	linear.weight	6	0.0942564308643341
243196	linear.weight	7	0.1340726763010025
243196	linear.weight	8	0.041134562343358994
243196	linear.weight	9	-0.05103625729680061
243196	linear.bias	0	0.08597792685031891
243196	linear.bias	1	-0.20015308260917664
243196	linear.bias	2	-0.45314401388168335
243196	linear.bias	3	-0.6610917448997498
243196	linear.bias	4	-1.2620632648468018
243196	linear.bias	5	-0.05925409123301506
243196	linear.bias	6	-0.8315646648406982
243196	linear.bias	7	0.2729634940624237
243196	linear.bias	8	-0.3927486538887024
243196	linear.bias	9	-1.019991159439087
243393	transitions	0	0.7523666620254517
243393	transitions	1	0.13806988298892975
243393	transitions	2	-10000.0
243393	transitions	3	-1.8279980421066284
243393	transitions	4	-10000.0
243393	transitions	5	0.563108503818512
243393	transitions	6	-0.08538161218166351
243393	transitions	7	-0.8087227940559387
243393	transitions	8	-1.4221996068954468
243393	transitions	9	-0.0012293471954762936
243393	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
243393	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
243393	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
243393	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
243393	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
243393	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
243393	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
243393	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
243393	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
243393	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
243393	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
243393	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
243393	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
243393	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
243393	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
243393	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
243393	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
243393	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
243393	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
243393	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
243393	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
243393	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
243393	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
243393	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
243393	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
243393	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
243393	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
243393	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
243393	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
243393	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
243393	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
243393	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
243393	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
243393	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
243393	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
243393	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
243393	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
243393	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
243393	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
243393	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
243393	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
243393	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
243393	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
243393	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
243393	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
243393	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
243393	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
243393	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
243393	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
243393	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
243393	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
243393	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
243393	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
243393	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
243393	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
243393	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
243393	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
243393	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
243393	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
243393	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
243393	embedding2nn.weight	0	0.01731780543923378
243393	embedding2nn.weight	1	-0.012794312089681625
243393	embedding2nn.weight	2	-0.014268254861235619
243393	embedding2nn.weight	3	-0.030965881422162056
243393	embedding2nn.weight	4	-0.0059150345623493195
243393	embedding2nn.weight	5	-0.0037005888298153877
243393	embedding2nn.weight	6	-0.003973266109824181
243393	embedding2nn.weight	7	-0.07671860605478287
243393	embedding2nn.weight	8	-0.0019979383796453476
243393	embedding2nn.weight	9	-0.027385320514440536
243393	embedding2nn.bias	0	0.03171916306018829
243393	embedding2nn.bias	1	-0.07473132014274597
243393	embedding2nn.bias	2	0.06619863212108612
243393	embedding2nn.bias	3	0.052421893924474716
243393	embedding2nn.bias	4	-0.04682321101427078
243393	embedding2nn.bias	5	-0.009582393802702427
243393	embedding2nn.bias	6	0.0157733503729105
243393	embedding2nn.bias	7	-0.05390714854001999
243393	embedding2nn.bias	8	0.06996959447860718
243393	embedding2nn.bias	9	0.04602760449051857
243393	rnn.weight_ih_l0	0	-0.07921077311038971
243393	rnn.weight_ih_l0	1	0.0037125733215361834
243393	rnn.weight_ih_l0	2	0.03551249951124191
243393	rnn.weight_ih_l0	3	0.022948872298002243
243393	rnn.weight_ih_l0	4	-0.049232035875320435
243393	rnn.weight_ih_l0	5	-0.06814587861299515
243393	rnn.weight_ih_l0	6	-0.0011617093114182353
243393	rnn.weight_ih_l0	7	0.05345985293388367
243393	rnn.weight_ih_l0	8	-0.017723603174090385
243393	rnn.weight_ih_l0	9	-0.031035099178552628
243393	rnn.weight_hh_l0	0	-0.03061634674668312
243393	rnn.weight_hh_l0	1	-0.007751449476927519
243393	rnn.weight_hh_l0	2	0.006981194950640202
243393	rnn.weight_hh_l0	3	-0.07455834001302719
243393	rnn.weight_hh_l0	4	0.09374616295099258
243393	rnn.weight_hh_l0	5	-0.025679778307676315
243393	rnn.weight_hh_l0	6	-0.06377839297056198
243393	rnn.weight_hh_l0	7	0.009490502998232841
243393	rnn.weight_hh_l0	8	0.013729485683143139
243393	rnn.weight_hh_l0	9	-0.025854306295514107
243393	rnn.bias_ih_l0	0	0.12837490439414978
243393	rnn.bias_ih_l0	1	-0.03530622646212578
243393	rnn.bias_ih_l0	2	-0.034900519996881485
243393	rnn.bias_ih_l0	3	0.16330617666244507
243393	rnn.bias_ih_l0	4	-0.013162506744265556
243393	rnn.bias_ih_l0	5	-0.02178771235048771
243393	rnn.bias_ih_l0	6	0.01982470415532589
243393	rnn.bias_ih_l0	7	0.023090636357665062
243393	rnn.bias_ih_l0	8	-0.10056526213884354
243393	rnn.bias_ih_l0	9	-0.0399271696805954
243393	rnn.bias_hh_l0	0	-0.001426565577276051
243393	rnn.bias_hh_l0	1	-0.09735853224992752
243393	rnn.bias_hh_l0	2	-0.07564888894557953
243393	rnn.bias_hh_l0	3	-0.08815421164035797
243393	rnn.bias_hh_l0	4	0.010104144923388958
243393	rnn.bias_hh_l0	5	-0.020920174196362495
243393	rnn.bias_hh_l0	6	0.02910076454281807
243393	rnn.bias_hh_l0	7	0.06291766464710236
243393	rnn.bias_hh_l0	8	-0.1208132728934288
243393	rnn.bias_hh_l0	9	-0.05760430544614792
243393	rnn.weight_ih_l0_reverse	0	-0.025756655260920525
243393	rnn.weight_ih_l0_reverse	1	-0.05617375299334526
243393	rnn.weight_ih_l0_reverse	2	-0.048284776508808136
243393	rnn.weight_ih_l0_reverse	3	0.015524485148489475
243393	rnn.weight_ih_l0_reverse	4	-0.024618912488222122
243393	rnn.weight_ih_l0_reverse	5	-0.057585280388593674
243393	rnn.weight_ih_l0_reverse	6	0.07436668127775192
243393	rnn.weight_ih_l0_reverse	7	-0.018671048805117607
243393	rnn.weight_ih_l0_reverse	8	-0.01892022043466568
243393	rnn.weight_ih_l0_reverse	9	0.003925850614905357
243393	rnn.weight_hh_l0_reverse	0	0.06806313246488571
243393	rnn.weight_hh_l0_reverse	1	0.02003239095211029
243393	rnn.weight_hh_l0_reverse	2	0.02954024448990822
243393	rnn.weight_hh_l0_reverse	3	0.03507746383547783
243393	rnn.weight_hh_l0_reverse	4	0.01383037120103836
243393	rnn.weight_hh_l0_reverse	5	0.007889139465987682
243393	rnn.weight_hh_l0_reverse	6	0.05112956836819649
243393	rnn.weight_hh_l0_reverse	7	-0.08234276622533798
243393	rnn.weight_hh_l0_reverse	8	0.04018334299325943
243393	rnn.weight_hh_l0_reverse	9	0.03527114912867546
243393	rnn.bias_ih_l0_reverse	0	-0.057102032005786896
243393	rnn.bias_ih_l0_reverse	1	-0.28189218044281006
243393	rnn.bias_ih_l0_reverse	2	-0.12163598835468292
243393	rnn.bias_ih_l0_reverse	3	-0.0480012409389019
243393	rnn.bias_ih_l0_reverse	4	-0.02124127373099327
243393	rnn.bias_ih_l0_reverse	5	0.07481685280799866
243393	rnn.bias_ih_l0_reverse	6	-0.06448167562484741
243393	rnn.bias_ih_l0_reverse	7	0.060899123549461365
243393	rnn.bias_ih_l0_reverse	8	-0.03744601830840111
243393	rnn.bias_ih_l0_reverse	9	0.0661785826086998
243393	rnn.bias_hh_l0_reverse	0	0.02405168116092682
243393	rnn.bias_hh_l0_reverse	1	-0.05919952318072319
243393	rnn.bias_hh_l0_reverse	2	0.0896308645606041
243393	rnn.bias_hh_l0_reverse	3	-0.0510912649333477
243393	rnn.bias_hh_l0_reverse	4	-0.028823314234614372
243393	rnn.bias_hh_l0_reverse	5	-0.02006363496184349
243393	rnn.bias_hh_l0_reverse	6	-0.017161956056952477
243393	rnn.bias_hh_l0_reverse	7	0.09964698553085327
243393	rnn.bias_hh_l0_reverse	8	0.029318461194634438
243393	rnn.bias_hh_l0_reverse	9	-0.14739584922790527
243393	rnn.weight_ih_l1	0	-0.0293445847928524
243393	rnn.weight_ih_l1	1	-0.05073060840368271
243393	rnn.weight_ih_l1	2	0.06345164775848389
243393	rnn.weight_ih_l1	3	-0.07340198010206223
243393	rnn.weight_ih_l1	4	-0.014531007967889309
243393	rnn.weight_ih_l1	5	-0.04046504572033882
243393	rnn.weight_ih_l1	6	0.029140306636691093
243393	rnn.weight_ih_l1	7	-0.045103322714567184
243393	rnn.weight_ih_l1	8	0.03770581632852554
243393	rnn.weight_ih_l1	9	0.044782016426324844
243393	rnn.weight_hh_l1	0	-0.006645450834184885
243393	rnn.weight_hh_l1	1	0.0198072362691164
243393	rnn.weight_hh_l1	2	0.007520269136875868
243393	rnn.weight_hh_l1	3	-0.012449285015463829
243393	rnn.weight_hh_l1	4	0.0048126582987606525
243393	rnn.weight_hh_l1	5	0.03487079590559006
243393	rnn.weight_hh_l1	6	0.03621874377131462
243393	rnn.weight_hh_l1	7	-0.01624581404030323
243393	rnn.weight_hh_l1	8	-0.0073924255557358265
243393	rnn.weight_hh_l1	9	0.038710832595825195
243393	rnn.bias_ih_l1	0	-0.1850023865699768
243393	rnn.bias_ih_l1	1	-0.17595259845256805
243393	rnn.bias_ih_l1	2	-0.19791705906391144
243393	rnn.bias_ih_l1	3	-0.3094063699245453
243393	rnn.bias_ih_l1	4	-0.2108793407678604
243393	rnn.bias_ih_l1	5	-0.08834969252347946
243393	rnn.bias_ih_l1	6	-0.15946552157402039
243393	rnn.bias_ih_l1	7	-0.000516963133122772
243393	rnn.bias_ih_l1	8	-0.1325622946023941
243393	rnn.bias_ih_l1	9	-0.12470857799053192
243393	rnn.bias_hh_l1	0	-0.09499385207891464
243393	rnn.bias_hh_l1	1	-0.0638599619269371
243393	rnn.bias_hh_l1	2	-0.08461098372936249
243393	rnn.bias_hh_l1	3	-0.07712968438863754
243393	rnn.bias_hh_l1	4	-0.07457412034273148
243393	rnn.bias_hh_l1	5	-0.11889813095331192
243393	rnn.bias_hh_l1	6	-0.16083107888698578
243393	rnn.bias_hh_l1	7	0.07459726184606552
243393	rnn.bias_hh_l1	8	-0.17622384428977966
243393	rnn.bias_hh_l1	9	-0.1188971996307373
243393	rnn.weight_ih_l1_reverse	0	-0.047485996037721634
243393	rnn.weight_ih_l1_reverse	1	0.032648053020238876
243393	rnn.weight_ih_l1_reverse	2	0.08920369297266006
243393	rnn.weight_ih_l1_reverse	3	-0.018928293138742447
243393	rnn.weight_ih_l1_reverse	4	-0.022196877747774124
243393	rnn.weight_ih_l1_reverse	5	-0.030502114444971085
243393	rnn.weight_ih_l1_reverse	6	-0.020892616361379623
243393	rnn.weight_ih_l1_reverse	7	0.02939676307141781
243393	rnn.weight_ih_l1_reverse	8	0.0073869116604328156
243393	rnn.weight_ih_l1_reverse	9	-0.034491732716560364
243393	rnn.weight_hh_l1_reverse	0	0.004675359930843115
243393	rnn.weight_hh_l1_reverse	1	0.0316886343061924
243393	rnn.weight_hh_l1_reverse	2	-0.04057510942220688
243393	rnn.weight_hh_l1_reverse	3	0.03507702797651291
243393	rnn.weight_hh_l1_reverse	4	0.04726997762918472
243393	rnn.weight_hh_l1_reverse	5	0.005389423109591007
243393	rnn.weight_hh_l1_reverse	6	0.048518579453229904
243393	rnn.weight_hh_l1_reverse	7	0.031145181506872177
243393	rnn.weight_hh_l1_reverse	8	-0.007202720735222101
243393	rnn.weight_hh_l1_reverse	9	-0.030188094824552536
243393	rnn.bias_ih_l1_reverse	0	-0.04625629633665085
243393	rnn.bias_ih_l1_reverse	1	-0.13983498513698578
243393	rnn.bias_ih_l1_reverse	2	-0.16277849674224854
243393	rnn.bias_ih_l1_reverse	3	-0.06302560120820999
243393	rnn.bias_ih_l1_reverse	4	-0.20363011956214905
243393	rnn.bias_ih_l1_reverse	5	-0.11657185107469559
243393	rnn.bias_ih_l1_reverse	6	-0.13030920922756195
243393	rnn.bias_ih_l1_reverse	7	-0.19294308125972748
243393	rnn.bias_ih_l1_reverse	8	0.22536319494247437
243393	rnn.bias_ih_l1_reverse	9	0.02539345622062683
243393	rnn.bias_hh_l1_reverse	0	0.009331835433840752
243393	rnn.bias_hh_l1_reverse	1	-0.06413476169109344
243393	rnn.bias_hh_l1_reverse	2	-0.23688548803329468
243393	rnn.bias_hh_l1_reverse	3	-0.14246255159378052
243393	rnn.bias_hh_l1_reverse	4	-0.08026362955570221
243393	rnn.bias_hh_l1_reverse	5	-0.1160140261054039
243393	rnn.bias_hh_l1_reverse	6	0.06139705330133438
243393	rnn.bias_hh_l1_reverse	7	-0.13895025849342346
243393	rnn.bias_hh_l1_reverse	8	-0.12429117411375046
243393	rnn.bias_hh_l1_reverse	9	-0.14782486855983734
243393	linear.weight	0	0.002228822559118271
243393	linear.weight	1	0.10002017766237259
243393	linear.weight	2	-0.09225452691316605
243393	linear.weight	3	0.3096632957458496
243393	linear.weight	4	0.15113615989685059
243393	linear.weight	5	-0.0645461305975914
243393	linear.weight	6	0.095099538564682
243393	linear.weight	7	0.13334287703037262
243393	linear.weight	8	0.04113446921110153
243393	linear.weight	9	-0.05114523693919182
243393	linear.bias	0	0.09068988263607025
243393	linear.bias	1	-0.1996913105249405
243393	linear.bias	2	-0.45205989480018616
243393	linear.bias	3	-0.6635025143623352
243393	linear.bias	4	-1.264561653137207
243393	linear.bias	5	-0.06023538485169411
243393	linear.bias	6	-0.8311014175415039
243393	linear.bias	7	0.272020161151886
243393	linear.bias	8	-0.3938758075237274
243393	linear.bias	9	-1.0209225416183472
243590	transitions	0	0.7513831853866577
243590	transitions	1	0.13789895176887512
243590	transitions	2	-10000.0
243590	transitions	3	-1.8279986381530762
243590	transitions	4	-10000.0
243590	transitions	5	0.5630988478660583
243590	transitions	6	-0.08538457006216049
243590	transitions	7	-0.80873042345047
243590	transitions	8	-1.422200322151184
243590	transitions	9	-0.0012293709442019463
243590	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
243590	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
243590	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
243590	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
243590	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
243590	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
243590	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
243590	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
243590	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
243590	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
243590	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
243590	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
243590	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
243590	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
243590	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
243590	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
243590	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
243590	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
243590	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
243590	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
243590	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
243590	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
243590	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
243590	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
243590	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
243590	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
243590	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
243590	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
243590	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
243590	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
243590	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
243590	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
243590	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
243590	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
243590	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
243590	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
243590	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
243590	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
243590	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
243590	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
243590	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
243590	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
243590	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
243590	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
243590	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
243590	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
243590	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
243590	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
243590	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
243590	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
243590	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
243590	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
243590	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
243590	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
243590	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
243590	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
243590	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
243590	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
243590	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
243590	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
243590	embedding2nn.weight	0	0.017372190952301025
243590	embedding2nn.weight	1	-0.01279057189822197
243590	embedding2nn.weight	2	-0.014268254861235619
243590	embedding2nn.weight	3	-0.03103596530854702
243590	embedding2nn.weight	4	-0.0059150345623493195
243590	embedding2nn.weight	5	-0.0037005888298153877
243590	embedding2nn.weight	6	-0.003973266109824181
243590	embedding2nn.weight	7	-0.07677832245826721
243590	embedding2nn.weight	8	-0.0019979383796453476
243590	embedding2nn.weight	9	-0.027406280860304832
243590	embedding2nn.bias	0	0.030943673104047775
243590	embedding2nn.bias	1	-0.07473599910736084
243590	embedding2nn.bias	2	0.06656993925571442
243590	embedding2nn.bias	3	0.05249147117137909
243590	embedding2nn.bias	4	-0.04668733477592468
243590	embedding2nn.bias	5	-0.009563869796693325
243590	embedding2nn.bias	6	0.016205277293920517
243590	embedding2nn.bias	7	-0.05391956865787506
243590	embedding2nn.bias	8	0.07072688639163971
243590	embedding2nn.bias	9	0.045326318591833115
243590	rnn.weight_ih_l0	0	-0.07936417311429977
243590	rnn.weight_ih_l0	1	0.0036893384531140327
243590	rnn.weight_ih_l0	2	0.035429246723651886
243590	rnn.weight_ih_l0	3	0.022948265075683594
243590	rnn.weight_ih_l0	4	-0.04918159916996956
243590	rnn.weight_ih_l0	5	-0.06812077760696411
243590	rnn.weight_ih_l0	6	-0.0011723871575668454
243590	rnn.weight_ih_l0	7	0.05336983874440193
243590	rnn.weight_ih_l0	8	-0.017751526087522507
243590	rnn.weight_ih_l0	9	-0.031139729544520378
243590	rnn.weight_hh_l0	0	-0.03062344901263714
243590	rnn.weight_hh_l0	1	-0.0078048394061625
243590	rnn.weight_hh_l0	2	0.006981412880122662
243590	rnn.weight_hh_l0	3	-0.07450646162033081
243590	rnn.weight_hh_l0	4	0.09373924136161804
243590	rnn.weight_hh_l0	5	-0.025731895118951797
243590	rnn.weight_hh_l0	6	-0.06384775042533875
243590	rnn.weight_hh_l0	7	0.009438090957701206
243590	rnn.weight_hh_l0	8	0.013759233057498932
243590	rnn.weight_hh_l0	9	-0.025879569351673126
243590	rnn.bias_ih_l0	0	0.12833167612552643
243590	rnn.bias_ih_l0	1	-0.03523726761341095
243590	rnn.bias_ih_l0	2	-0.034860167652368546
243590	rnn.bias_ih_l0	3	0.16317437589168549
243590	rnn.bias_ih_l0	4	-0.013172704726457596
243590	rnn.bias_ih_l0	5	-0.021720340475440025
243590	rnn.bias_ih_l0	6	0.019567128270864487
243590	rnn.bias_ih_l0	7	0.023104671388864517
243590	rnn.bias_ih_l0	8	-0.10064584016799927
243590	rnn.bias_ih_l0	9	-0.0396549291908741
243590	rnn.bias_hh_l0	0	-0.001393828890286386
243590	rnn.bias_hh_l0	1	-0.09729348868131638
243590	rnn.bias_hh_l0	2	-0.0756317675113678
243590	rnn.bias_hh_l0	3	-0.08825699985027313
243590	rnn.bias_hh_l0	4	0.009923510253429413
243590	rnn.bias_hh_l0	5	-0.0208712350577116
243590	rnn.bias_hh_l0	6	0.029108675196766853
243590	rnn.bias_hh_l0	7	0.06321846693754196
243590	rnn.bias_hh_l0	8	-0.1208297461271286
243590	rnn.bias_hh_l0	9	-0.05733007192611694
243590	rnn.weight_ih_l0_reverse	0	-0.02580166980624199
243590	rnn.weight_ih_l0_reverse	1	-0.05619478598237038
243590	rnn.weight_ih_l0_reverse	2	-0.04838082939386368
243590	rnn.weight_ih_l0_reverse	3	0.015607320703566074
243590	rnn.weight_ih_l0_reverse	4	-0.024660862982273102
243590	rnn.weight_ih_l0_reverse	5	-0.0576435923576355
243590	rnn.weight_ih_l0_reverse	6	0.07432964444160461
243590	rnn.weight_ih_l0_reverse	7	-0.01873948983848095
243590	rnn.weight_ih_l0_reverse	8	-0.01896057277917862
243590	rnn.weight_ih_l0_reverse	9	0.003811632050201297
243590	rnn.weight_hh_l0_reverse	0	0.0680413469672203
243590	rnn.weight_hh_l0_reverse	1	0.020022010430693626
243590	rnn.weight_hh_l0_reverse	2	0.029456565156579018
243590	rnn.weight_hh_l0_reverse	3	0.035085346549749374
243590	rnn.weight_hh_l0_reverse	4	0.013825751841068268
243590	rnn.weight_hh_l0_reverse	5	0.007963061332702637
243590	rnn.weight_hh_l0_reverse	6	0.05115086957812309
243590	rnn.weight_hh_l0_reverse	7	-0.08226963877677917
243590	rnn.weight_hh_l0_reverse	8	0.04020212963223457
243590	rnn.weight_hh_l0_reverse	9	0.03525860235095024
243590	rnn.bias_ih_l0_reverse	0	-0.05699684098362923
243590	rnn.bias_ih_l0_reverse	1	-0.2818354070186615
243590	rnn.bias_ih_l0_reverse	2	-0.12166570872068405
243590	rnn.bias_ih_l0_reverse	3	-0.04813006520271301
243590	rnn.bias_ih_l0_reverse	4	-0.021055150777101517
243590	rnn.bias_ih_l0_reverse	5	0.07482069730758667
243590	rnn.bias_ih_l0_reverse	6	-0.06443308293819427
243590	rnn.bias_ih_l0_reverse	7	0.06096132472157478
243590	rnn.bias_ih_l0_reverse	8	-0.037596169859170914
243590	rnn.bias_ih_l0_reverse	9	0.06646889448165894
243590	rnn.bias_hh_l0_reverse	0	0.024121185764670372
243590	rnn.bias_hh_l0_reverse	1	-0.059316687285900116
243590	rnn.bias_hh_l0_reverse	2	0.08958437293767929
243590	rnn.bias_hh_l0_reverse	3	-0.05115288123488426
243590	rnn.bias_hh_l0_reverse	4	-0.028877045959234238
243590	rnn.bias_hh_l0_reverse	5	-0.020153740420937538
243590	rnn.bias_hh_l0_reverse	6	-0.017010226845741272
243590	rnn.bias_hh_l0_reverse	7	0.09975013136863708
243590	rnn.bias_hh_l0_reverse	8	0.029398107901215553
243590	rnn.bias_hh_l0_reverse	9	-0.1474566012620926
243590	rnn.weight_ih_l1	0	-0.029460575431585312
243590	rnn.weight_ih_l1	1	-0.05071762204170227
243590	rnn.weight_ih_l1	2	0.06351910531520844
243590	rnn.weight_ih_l1	3	-0.07354269921779633
243590	rnn.weight_ih_l1	4	-0.01453152485191822
243590	rnn.weight_ih_l1	5	-0.04046711325645447
243590	rnn.weight_ih_l1	6	0.029113132506608963
243590	rnn.weight_ih_l1	7	-0.04502090811729431
243590	rnn.weight_ih_l1	8	0.037746112793684006
243590	rnn.weight_ih_l1	9	0.04472241550683975
243590	rnn.weight_hh_l1	0	-0.006763298995792866
243590	rnn.weight_hh_l1	1	0.01982513815164566
243590	rnn.weight_hh_l1	2	0.007479516323655844
243590	rnn.weight_hh_l1	3	-0.01245194673538208
243590	rnn.weight_hh_l1	4	0.004839325789362192
243590	rnn.weight_hh_l1	5	0.03488719463348389
243590	rnn.weight_hh_l1	6	0.03621409833431244
243590	rnn.weight_hh_l1	7	-0.01627792976796627
243590	rnn.weight_hh_l1	8	-0.007422631606459618
243590	rnn.weight_hh_l1	9	0.03873271122574806
243590	rnn.bias_ih_l1	0	-0.1851169914007187
243590	rnn.bias_ih_l1	1	-0.17596536874771118
243590	rnn.bias_ih_l1	2	-0.1977778971195221
243590	rnn.bias_ih_l1	3	-0.3092328608036041
243590	rnn.bias_ih_l1	4	-0.20991839468479156
243590	rnn.bias_ih_l1	5	-0.08841055631637573
243590	rnn.bias_ih_l1	6	-0.15967774391174316
243590	rnn.bias_ih_l1	7	-0.0005695183062925935
243590	rnn.bias_ih_l1	8	-0.13288168609142303
243590	rnn.bias_ih_l1	9	-0.12456265091896057
243590	rnn.bias_hh_l1	0	-0.095248743891716
243590	rnn.bias_hh_l1	1	-0.06380373984575272
243590	rnn.bias_hh_l1	2	-0.08454837650060654
243590	rnn.bias_hh_l1	3	-0.0771452784538269
243590	rnn.bias_hh_l1	4	-0.07482985407114029
243590	rnn.bias_hh_l1	5	-0.118981271982193
243590	rnn.bias_hh_l1	6	-0.1611875295639038
243590	rnn.bias_hh_l1	7	0.07424823194742203
243590	rnn.bias_hh_l1	8	-0.17600320279598236
243590	rnn.bias_hh_l1	9	-0.11851958930492401
243590	rnn.weight_ih_l1_reverse	0	-0.04736980423331261
243590	rnn.weight_ih_l1_reverse	1	0.03247131034731865
243590	rnn.weight_ih_l1_reverse	2	0.0891851931810379
243590	rnn.weight_ih_l1_reverse	3	-0.018916713073849678
243590	rnn.weight_ih_l1_reverse	4	-0.02248760126531124
243590	rnn.weight_ih_l1_reverse	5	-0.03049776889383793
243590	rnn.weight_ih_l1_reverse	6	-0.020870698615908623
243590	rnn.weight_ih_l1_reverse	7	0.029407434165477753
243590	rnn.weight_ih_l1_reverse	8	0.007346467114984989
243590	rnn.weight_ih_l1_reverse	9	-0.03449099510908127
243590	rnn.weight_hh_l1_reverse	0	0.004671929869800806
243590	rnn.weight_hh_l1_reverse	1	0.03167662397027016
243590	rnn.weight_hh_l1_reverse	2	-0.04057985544204712
243590	rnn.weight_hh_l1_reverse	3	0.03507349640130997
243590	rnn.weight_hh_l1_reverse	4	0.047269947826862335
243590	rnn.weight_hh_l1_reverse	5	0.005385636817663908
243590	rnn.weight_hh_l1_reverse	6	0.048547469079494476
243590	rnn.weight_hh_l1_reverse	7	0.03112759441137314
243590	rnn.weight_hh_l1_reverse	8	-0.0072217280976474285
243590	rnn.weight_hh_l1_reverse	9	-0.030176742002367973
243590	rnn.bias_ih_l1_reverse	0	-0.04626774787902832
243590	rnn.bias_ih_l1_reverse	1	-0.1397441178560257
243590	rnn.bias_ih_l1_reverse	2	-0.1625719964504242
243590	rnn.bias_ih_l1_reverse	3	-0.06238926947116852
243590	rnn.bias_ih_l1_reverse	4	-0.20361442863941193
243590	rnn.bias_ih_l1_reverse	5	-0.11651474982500076
243590	rnn.bias_ih_l1_reverse	6	-0.13035042583942413
243590	rnn.bias_ih_l1_reverse	7	-0.19294698536396027
243590	rnn.bias_ih_l1_reverse	8	0.22493469715118408
243590	rnn.bias_ih_l1_reverse	9	0.025391478091478348
243590	rnn.bias_hh_l1_reverse	0	0.009459594264626503
243590	rnn.bias_hh_l1_reverse	1	-0.06463437527418137
243590	rnn.bias_hh_l1_reverse	2	-0.2369016855955124
243590	rnn.bias_hh_l1_reverse	3	-0.14246080815792084
243590	rnn.bias_hh_l1_reverse	4	-0.0802566260099411
243590	rnn.bias_hh_l1_reverse	5	-0.11615435034036636
243590	rnn.bias_hh_l1_reverse	6	0.06154363602399826
243590	rnn.bias_hh_l1_reverse	7	-0.13882850110530853
243590	rnn.bias_hh_l1_reverse	8	-0.1242196336388588
243590	rnn.bias_hh_l1_reverse	9	-0.14786513149738312
243590	linear.weight	0	0.002228822559118271
243590	linear.weight	1	0.09992121905088425
243590	linear.weight	2	-0.09199744462966919
243590	linear.weight	3	0.3097939193248749
243590	linear.weight	4	0.15134291350841522
243590	linear.weight	5	-0.06456613540649414
243590	linear.weight	6	0.09537084400653839
243590	linear.weight	7	0.13351774215698242
243590	linear.weight	8	0.04113445803523064
243590	linear.weight	9	-0.05103742703795433
243590	linear.bias	0	0.09084119647741318
243590	linear.bias	1	-0.2003590166568756
243590	linear.bias	2	-0.45358172059059143
243590	linear.bias	3	-0.6620517373085022
243590	linear.bias	4	-1.2632352113723755
243590	linear.bias	5	-0.0604066327214241
243590	linear.bias	6	-0.8314878344535828
243590	linear.bias	7	0.2719278335571289
243590	linear.bias	8	-0.3926543891429901
243590	linear.bias	9	-1.0197217464447021
243787	transitions	0	0.7510384917259216
243787	transitions	1	0.13808685541152954
243787	transitions	2	-10000.0
243787	transitions	3	-1.8279997110366821
243787	transitions	4	-10000.0
243787	transitions	5	0.5630965232849121
243787	transitions	6	-0.08538750559091568
243787	transitions	7	-0.808917224407196
243787	transitions	8	-1.4222112894058228
243787	transitions	9	-0.0012294129701331258
243787	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
243787	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
243787	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
243787	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
243787	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
243787	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
243787	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
243787	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
243787	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
243787	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
243787	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
243787	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
243787	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
243787	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
243787	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
243787	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
243787	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
243787	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
243787	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
243787	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
243787	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
243787	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
243787	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
243787	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
243787	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
243787	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
243787	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
243787	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
243787	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
243787	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
243787	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
243787	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
243787	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
243787	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
243787	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
243787	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
243787	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
243787	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
243787	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
243787	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
243787	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
243787	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
243787	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
243787	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
243787	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
243787	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
243787	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
243787	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
243787	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
243787	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
243787	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
243787	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
243787	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
243787	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
243787	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
243787	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
243787	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
243787	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
243787	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
243787	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
243787	embedding2nn.weight	0	0.017217524349689484
243787	embedding2nn.weight	1	-0.01276155561208725
243787	embedding2nn.weight	2	-0.014268254861235619
243787	embedding2nn.weight	3	-0.030948026105761528
243787	embedding2nn.weight	4	-0.0059150345623493195
243787	embedding2nn.weight	5	-0.0037005888298153877
243787	embedding2nn.weight	6	-0.003973266109824181
243787	embedding2nn.weight	7	-0.0766291543841362
243787	embedding2nn.weight	8	-0.0019979383796453476
243787	embedding2nn.weight	9	-0.027379637584090233
243787	embedding2nn.bias	0	0.030685830861330032
243787	embedding2nn.bias	1	-0.07449294626712799
243787	embedding2nn.bias	2	0.06637918949127197
243787	embedding2nn.bias	3	0.052089884877204895
243787	embedding2nn.bias	4	-0.04582177475094795
243787	embedding2nn.bias	5	-0.009515365585684776
243787	embedding2nn.bias	6	0.016377832740545273
243787	embedding2nn.bias	7	-0.054086215794086456
243787	embedding2nn.bias	8	0.07041027396917343
243787	embedding2nn.bias	9	0.045250147581100464
243787	rnn.weight_ih_l0	0	-0.07945407927036285
243787	rnn.weight_ih_l0	1	0.0036237093154340982
243787	rnn.weight_ih_l0	2	0.035378169268369675
243787	rnn.weight_ih_l0	3	0.022976377978920937
243787	rnn.weight_ih_l0	4	-0.04922335967421532
243787	rnn.weight_ih_l0	5	-0.06814919412136078
243787	rnn.weight_ih_l0	6	-0.001120223430916667
243787	rnn.weight_ih_l0	7	0.053327564150094986
243787	rnn.weight_ih_l0	8	-0.017809828743338585
243787	rnn.weight_ih_l0	9	-0.03113948553800583
243787	rnn.weight_hh_l0	0	-0.030628671869635582
243787	rnn.weight_hh_l0	1	-0.007834548130631447
243787	rnn.weight_hh_l0	2	0.0069961268454790115
243787	rnn.weight_hh_l0	3	-0.07451263815164566
243787	rnn.weight_hh_l0	4	0.09376142174005508
243787	rnn.weight_hh_l0	5	-0.02575114369392395
243787	rnn.weight_hh_l0	6	-0.06373876333236694
243787	rnn.weight_hh_l0	7	0.009406040422618389
243787	rnn.weight_hh_l0	8	0.013756876811385155
243787	rnn.weight_hh_l0	9	-0.02589770033955574
243787	rnn.bias_ih_l0	0	0.12829463183879852
243787	rnn.bias_ih_l0	1	-0.035373106598854065
243787	rnn.bias_ih_l0	2	-0.03474082425236702
243787	rnn.bias_ih_l0	3	0.16318610310554504
243787	rnn.bias_ih_l0	4	-0.01307168323546648
243787	rnn.bias_ih_l0	5	-0.021959060803055763
243787	rnn.bias_ih_l0	6	0.019709443673491478
243787	rnn.bias_ih_l0	7	0.023040663450956345
243787	rnn.bias_ih_l0	8	-0.10053600370883942
243787	rnn.bias_ih_l0	9	-0.03982337936758995
243787	rnn.bias_hh_l0	0	-0.0012540501775220037
243787	rnn.bias_hh_l0	1	-0.09725891798734665
243787	rnn.bias_hh_l0	2	-0.07556898146867752
243787	rnn.bias_hh_l0	3	-0.0883621871471405
243787	rnn.bias_hh_l0	4	0.009699338115751743
243787	rnn.bias_hh_l0	5	-0.021017080172896385
243787	rnn.bias_hh_l0	6	0.02914252132177353
243787	rnn.bias_hh_l0	7	0.06335551291704178
243787	rnn.bias_hh_l0	8	-0.12126517295837402
243787	rnn.bias_hh_l0	9	-0.05752619355916977
243787	rnn.weight_ih_l0_reverse	0	-0.025837650522589684
243787	rnn.weight_ih_l0_reverse	1	-0.056237563490867615
243787	rnn.weight_ih_l0_reverse	2	-0.04819761589169502
243787	rnn.weight_ih_l0_reverse	3	0.015628859400749207
243787	rnn.weight_ih_l0_reverse	4	-0.024641521275043488
243787	rnn.weight_ih_l0_reverse	5	-0.05768353119492531
243787	rnn.weight_ih_l0_reverse	6	0.07423606514930725
243787	rnn.weight_ih_l0_reverse	7	-0.01868605613708496
243787	rnn.weight_ih_l0_reverse	8	-0.018931152299046516
243787	rnn.weight_ih_l0_reverse	9	0.003824803978204727
243787	rnn.weight_hh_l0_reverse	0	0.06812974065542221
243787	rnn.weight_hh_l0_reverse	1	0.0199382696300745
243787	rnn.weight_hh_l0_reverse	2	0.029463043436408043
243787	rnn.weight_hh_l0_reverse	3	0.03508679196238518
243787	rnn.weight_hh_l0_reverse	4	0.013885940425097942
243787	rnn.weight_hh_l0_reverse	5	0.007946903817355633
243787	rnn.weight_hh_l0_reverse	6	0.051142286509275436
243787	rnn.weight_hh_l0_reverse	7	-0.08218705654144287
243787	rnn.weight_hh_l0_reverse	8	0.04017354175448418
243787	rnn.weight_hh_l0_reverse	9	0.035274438560009
243787	rnn.bias_ih_l0_reverse	0	-0.057161927223205566
243787	rnn.bias_ih_l0_reverse	1	-0.28193384408950806
243787	rnn.bias_ih_l0_reverse	2	-0.12158707529306412
243787	rnn.bias_ih_l0_reverse	3	-0.04815163090825081
243787	rnn.bias_ih_l0_reverse	4	-0.021246856078505516
243787	rnn.bias_ih_l0_reverse	5	0.07463055104017258
243787	rnn.bias_ih_l0_reverse	6	-0.06446032971143723
243787	rnn.bias_ih_l0_reverse	7	0.060983218252658844
243787	rnn.bias_ih_l0_reverse	8	-0.037748921662569046
243787	rnn.bias_ih_l0_reverse	9	0.06651236861944199
243787	rnn.bias_hh_l0_reverse	0	0.024087941274046898
243787	rnn.bias_hh_l0_reverse	1	-0.059538230299949646
243787	rnn.bias_hh_l0_reverse	2	0.08963075280189514
243787	rnn.bias_hh_l0_reverse	3	-0.05118495225906372
243787	rnn.bias_hh_l0_reverse	4	-0.028891105204820633
243787	rnn.bias_hh_l0_reverse	5	-0.020196858793497086
243787	rnn.bias_hh_l0_reverse	6	-0.01672951504588127
243787	rnn.bias_hh_l0_reverse	7	0.09978225082159042
243787	rnn.bias_hh_l0_reverse	8	0.029319245368242264
243787	rnn.bias_hh_l0_reverse	9	-0.14767374098300934
243787	rnn.weight_ih_l1	0	-0.02944175712764263
243787	rnn.weight_ih_l1	1	-0.0506441704928875
243787	rnn.weight_ih_l1	2	0.06346224248409271
243787	rnn.weight_ih_l1	3	-0.07357699424028397
243787	rnn.weight_ih_l1	4	-0.014547930099070072
243787	rnn.weight_ih_l1	5	-0.04046153277158737
243787	rnn.weight_ih_l1	6	0.029108010232448578
243787	rnn.weight_ih_l1	7	-0.04504606872797012
243787	rnn.weight_ih_l1	8	0.03776161000132561
243787	rnn.weight_ih_l1	9	0.044728510081768036
243787	rnn.weight_hh_l1	0	-0.006760455202311277
243787	rnn.weight_hh_l1	1	0.019834691658616066
243787	rnn.weight_hh_l1	2	0.007491621654480696
243787	rnn.weight_hh_l1	3	-0.012474817223846912
243787	rnn.weight_hh_l1	4	0.004838093183934689
243787	rnn.weight_hh_l1	5	0.034915994852781296
243787	rnn.weight_hh_l1	6	0.036235496401786804
243787	rnn.weight_hh_l1	7	-0.01627572439610958
243787	rnn.weight_hh_l1	8	-0.00740536954253912
243787	rnn.weight_hh_l1	9	0.03875696659088135
243787	rnn.bias_ih_l1	0	-0.18487563729286194
243787	rnn.bias_ih_l1	1	-0.1757694035768509
243787	rnn.bias_ih_l1	2	-0.1975439190864563
243787	rnn.bias_ih_l1	3	-0.30952000617980957
243787	rnn.bias_ih_l1	4	-0.20989111065864563
243787	rnn.bias_ih_l1	5	-0.08840764313936234
243787	rnn.bias_ih_l1	6	-0.15985451638698578
243787	rnn.bias_ih_l1	7	-0.0008963968139141798
243787	rnn.bias_ih_l1	8	-0.1329883188009262
243787	rnn.bias_ih_l1	9	-0.12447723001241684
243787	rnn.bias_hh_l1	0	-0.09535778313875198
243787	rnn.bias_hh_l1	1	-0.0640791803598404
243787	rnn.bias_hh_l1	2	-0.08465085178613663
243787	rnn.bias_hh_l1	3	-0.07724716514348984
243787	rnn.bias_hh_l1	4	-0.07470257580280304
243787	rnn.bias_hh_l1	5	-0.11884292215108871
243787	rnn.bias_hh_l1	6	-0.16109071671962738
243787	rnn.bias_hh_l1	7	0.07445146888494492
243787	rnn.bias_hh_l1	8	-0.17611785233020782
243787	rnn.bias_hh_l1	9	-0.11860037595033646
243787	rnn.weight_ih_l1_reverse	0	-0.04749954491853714
243787	rnn.weight_ih_l1_reverse	1	0.03266084939241409
243787	rnn.weight_ih_l1_reverse	2	0.08921962976455688
243787	rnn.weight_ih_l1_reverse	3	-0.01890530437231064
243787	rnn.weight_ih_l1_reverse	4	-0.022478001192212105
243787	rnn.weight_ih_l1_reverse	5	-0.030489034950733185
243787	rnn.weight_ih_l1_reverse	6	-0.020878426730632782
243787	rnn.weight_ih_l1_reverse	7	0.029372647404670715
243787	rnn.weight_ih_l1_reverse	8	0.007415511645376682
243787	rnn.weight_ih_l1_reverse	9	-0.03454810008406639
243787	rnn.weight_hh_l1_reverse	0	0.004670732654631138
243787	rnn.weight_hh_l1_reverse	1	0.03168400004506111
243787	rnn.weight_hh_l1_reverse	2	-0.040580205619335175
243787	rnn.weight_hh_l1_reverse	3	0.035074155777692795
243787	rnn.weight_hh_l1_reverse	4	0.047246746718883514
243787	rnn.weight_hh_l1_reverse	5	0.005354686174541712
243787	rnn.weight_hh_l1_reverse	6	0.04853881150484085
243787	rnn.weight_hh_l1_reverse	7	0.031147949397563934
243787	rnn.weight_hh_l1_reverse	8	-0.007220784667879343
243787	rnn.weight_hh_l1_reverse	9	-0.030153701081871986
243787	rnn.bias_ih_l1_reverse	0	-0.04614252969622612
243787	rnn.bias_ih_l1_reverse	1	-0.13974228501319885
243787	rnn.bias_ih_l1_reverse	2	-0.16257639229297638
243787	rnn.bias_ih_l1_reverse	3	-0.06254355609416962
243787	rnn.bias_ih_l1_reverse	4	-0.2036893516778946
243787	rnn.bias_ih_l1_reverse	5	-0.11637415736913681
243787	rnn.bias_ih_l1_reverse	6	-0.13032597303390503
243787	rnn.bias_ih_l1_reverse	7	-0.1929907202720642
243787	rnn.bias_ih_l1_reverse	8	0.2250310629606247
243787	rnn.bias_ih_l1_reverse	9	0.025980176404118538
243787	rnn.bias_hh_l1_reverse	0	0.010092932730913162
243787	rnn.bias_hh_l1_reverse	1	-0.06543763726949692
243787	rnn.bias_hh_l1_reverse	2	-0.2368282824754715
243787	rnn.bias_hh_l1_reverse	3	-0.14207012951374054
243787	rnn.bias_hh_l1_reverse	4	-0.0800120085477829
243787	rnn.bias_hh_l1_reverse	5	-0.11611621826887131
243787	rnn.bias_hh_l1_reverse	6	0.0615234412252903
243787	rnn.bias_hh_l1_reverse	7	-0.13862735033035278
243787	rnn.bias_hh_l1_reverse	8	-0.12423234432935715
243787	rnn.bias_hh_l1_reverse	9	-0.147884339094162
243787	linear.weight	0	0.002228822559118271
243787	linear.weight	1	0.10006974637508392
243787	linear.weight	2	-0.09204767644405365
243787	linear.weight	3	0.30973511934280396
243787	linear.weight	4	0.15138912200927734
243787	linear.weight	5	-0.06439641118049622
243787	linear.weight	6	0.09478988498449326
243787	linear.weight	7	0.13399961590766907
243787	linear.weight	8	0.041134390980005264
243787	linear.weight	9	-0.05115878954529762
243787	linear.bias	0	0.08744393289089203
243787	linear.bias	1	-0.1982123851776123
243787	linear.bias	2	-0.45573073625564575
243787	linear.bias	3	-0.6624042391777039
243787	linear.bias	4	-1.2635307312011719
243787	linear.bias	5	-0.06005176529288292
243787	linear.bias	6	-0.8293138742446899
243787	linear.bias	7	0.27193984389305115
243787	linear.bias	8	-0.3941073417663574
243787	linear.bias	9	-1.021145224571228
243984	transitions	0	0.7507887482643127
243984	transitions	1	0.13777557015419006
243984	transitions	2	-10000.0
243984	transitions	3	-1.8280028104782104
243984	transitions	4	-10000.0
243984	transitions	5	0.5630902051925659
243984	transitions	6	-0.08538924157619476
243984	transitions	7	-0.8089409470558167
243984	transitions	8	-1.4222147464752197
243984	transitions	9	-0.0012294510379433632
243984	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
243984	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
243984	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
243984	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
243984	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
243984	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
243984	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
243984	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
243984	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
243984	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
243984	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
243984	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
243984	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
243984	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
243984	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
243984	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
243984	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
243984	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
243984	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
243984	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
243984	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
243984	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
243984	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
243984	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
243984	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
243984	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
243984	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
243984	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
243984	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
243984	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
243984	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
243984	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
243984	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
243984	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
243984	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
243984	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
243984	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
243984	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
243984	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
243984	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
243984	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
243984	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
243984	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
243984	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
243984	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
243984	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
243984	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
243984	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
243984	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
243984	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
243984	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
243984	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
243984	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
243984	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
243984	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
243984	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
243984	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
243984	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
243984	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
243984	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
243984	embedding2nn.weight	0	0.017362553626298904
243984	embedding2nn.weight	1	-0.012763713486492634
243984	embedding2nn.weight	2	-0.014268254861235619
243984	embedding2nn.weight	3	-0.03092797100543976
243984	embedding2nn.weight	4	-0.0059150345623493195
243984	embedding2nn.weight	5	-0.0037005888298153877
243984	embedding2nn.weight	6	-0.003973266109824181
243984	embedding2nn.weight	7	-0.07655467092990875
243984	embedding2nn.weight	8	-0.0019979383796453476
243984	embedding2nn.weight	9	-0.027341092005372047
243984	embedding2nn.bias	0	0.03016730770468712
243984	embedding2nn.bias	1	-0.07361994683742523
243984	embedding2nn.bias	2	0.06612377613782883
243984	embedding2nn.bias	3	0.05185816437005997
243984	embedding2nn.bias	4	-0.04495730251073837
243984	embedding2nn.bias	5	-0.009494230151176453
243984	embedding2nn.bias	6	0.016015958040952682
243984	embedding2nn.bias	7	-0.05344681069254875
243984	embedding2nn.bias	8	0.0703112781047821
243984	embedding2nn.bias	9	0.045384157449007034
243984	rnn.weight_ih_l0	0	-0.07943558692932129
243984	rnn.weight_ih_l0	1	0.0035265889018774033
243984	rnn.weight_ih_l0	2	0.03543226793408394
243984	rnn.weight_ih_l0	3	0.022974787279963493
243984	rnn.weight_ih_l0	4	-0.04905868321657181
243984	rnn.weight_ih_l0	5	-0.06809202581644058
243984	rnn.weight_ih_l0	6	-0.0010849634418264031
243984	rnn.weight_ih_l0	7	0.05335591733455658
243984	rnn.weight_ih_l0	8	-0.017868956550955772
243984	rnn.weight_ih_l0	9	-0.03110617958009243
243984	rnn.weight_hh_l0	0	-0.030639804899692535
243984	rnn.weight_hh_l0	1	-0.007797376252710819
243984	rnn.weight_hh_l0	2	0.006967055611312389
243984	rnn.weight_hh_l0	3	-0.07450968027114868
243984	rnn.weight_hh_l0	4	0.09368414431810379
243984	rnn.weight_hh_l0	5	-0.02577737532556057
243984	rnn.weight_hh_l0	6	-0.06372182071208954
243984	rnn.weight_hh_l0	7	0.009431085549294949
243984	rnn.weight_hh_l0	8	0.013791395351290703
243984	rnn.weight_hh_l0	9	-0.025863707065582275
243984	rnn.bias_ih_l0	0	0.12839746475219727
243984	rnn.bias_ih_l0	1	-0.03520932421088219
243984	rnn.bias_ih_l0	2	-0.034709632396698
243984	rnn.bias_ih_l0	3	0.16352450847625732
243984	rnn.bias_ih_l0	4	-0.013087362982332706
243984	rnn.bias_ih_l0	5	-0.022132985293865204
243984	rnn.bias_ih_l0	6	0.019604748114943504
243984	rnn.bias_ih_l0	7	0.02307371236383915
243984	rnn.bias_ih_l0	8	-0.10056331008672714
243984	rnn.bias_ih_l0	9	-0.03970479965209961
243984	rnn.bias_hh_l0	0	-0.0012065949849784374
243984	rnn.bias_hh_l0	1	-0.09738307446241379
243984	rnn.bias_hh_l0	2	-0.07526381313800812
243984	rnn.bias_hh_l0	3	-0.08839612454175949
243984	rnn.bias_hh_l0	4	0.00965537317097187
243984	rnn.bias_hh_l0	5	-0.021025309339165688
243984	rnn.bias_hh_l0	6	0.02891400270164013
243984	rnn.bias_hh_l0	7	0.06347861886024475
243984	rnn.bias_hh_l0	8	-0.12151113897562027
243984	rnn.bias_hh_l0	9	-0.05795123428106308
243984	rnn.weight_ih_l0_reverse	0	-0.02584252879023552
243984	rnn.weight_ih_l0_reverse	1	-0.0564117357134819
243984	rnn.weight_ih_l0_reverse	2	-0.04829107224941254
243984	rnn.weight_ih_l0_reverse	3	0.015642564743757248
243984	rnn.weight_ih_l0_reverse	4	-0.024702567607164383
243984	rnn.weight_ih_l0_reverse	5	-0.05761357769370079
243984	rnn.weight_ih_l0_reverse	6	0.07425770908594131
243984	rnn.weight_ih_l0_reverse	7	-0.018881645053625107
243984	rnn.weight_ih_l0_reverse	8	-0.018939238041639328
243984	rnn.weight_ih_l0_reverse	9	0.003841370576992631
243984	rnn.weight_hh_l0_reverse	0	0.06810194253921509
243984	rnn.weight_hh_l0_reverse	1	0.0199738759547472
243984	rnn.weight_hh_l0_reverse	2	0.029437080025672913
243984	rnn.weight_hh_l0_reverse	3	0.03506698086857796
243984	rnn.weight_hh_l0_reverse	4	0.013875137083232403
243984	rnn.weight_hh_l0_reverse	5	0.007863308303058147
243984	rnn.weight_hh_l0_reverse	6	0.05111150071024895
243984	rnn.weight_hh_l0_reverse	7	-0.08209032565355301
243984	rnn.weight_hh_l0_reverse	8	0.0401824526488781
243984	rnn.weight_hh_l0_reverse	9	0.0352436862885952
243984	rnn.bias_ih_l0_reverse	0	-0.05713113769888878
243984	rnn.bias_ih_l0_reverse	1	-0.28171414136886597
243984	rnn.bias_ih_l0_reverse	2	-0.12168662995100021
243984	rnn.bias_ih_l0_reverse	3	-0.04822118207812309
243984	rnn.bias_ih_l0_reverse	4	-0.021372631192207336
243984	rnn.bias_ih_l0_reverse	5	0.07497347891330719
243984	rnn.bias_ih_l0_reverse	6	-0.06428100913763046
243984	rnn.bias_ih_l0_reverse	7	0.06083527207374573
243984	rnn.bias_ih_l0_reverse	8	-0.03742131590843201
243984	rnn.bias_ih_l0_reverse	9	0.066563181579113
243984	rnn.bias_hh_l0_reverse	0	0.024176666513085365
243984	rnn.bias_hh_l0_reverse	1	-0.059985581785440445
243984	rnn.bias_hh_l0_reverse	2	0.08940445631742477
243984	rnn.bias_hh_l0_reverse	3	-0.05111714079976082
243984	rnn.bias_hh_l0_reverse	4	-0.02897927165031433
243984	rnn.bias_hh_l0_reverse	5	-0.0203554667532444
243984	rnn.bias_hh_l0_reverse	6	-0.016574708744883537
243984	rnn.bias_hh_l0_reverse	7	0.09990893304347992
243984	rnn.bias_hh_l0_reverse	8	0.029198160395026207
243984	rnn.bias_hh_l0_reverse	9	-0.1477445811033249
243984	rnn.weight_ih_l1	0	-0.029397442936897278
243984	rnn.weight_ih_l1	1	-0.050591401755809784
243984	rnn.weight_ih_l1	2	0.06357794255018234
243984	rnn.weight_ih_l1	3	-0.07359310239553452
243984	rnn.weight_ih_l1	4	-0.014495490118861198
243984	rnn.weight_ih_l1	5	-0.040471434593200684
243984	rnn.weight_ih_l1	6	0.029115529730916023
243984	rnn.weight_ih_l1	7	-0.04499911144375801
243984	rnn.weight_ih_l1	8	0.03773859143257141
243984	rnn.weight_ih_l1	9	0.044727493077516556
243984	rnn.weight_hh_l1	0	-0.0067034270614385605
243984	rnn.weight_hh_l1	1	0.019835153594613075
243984	rnn.weight_hh_l1	2	0.007542611565440893
243984	rnn.weight_hh_l1	3	-0.012503763660788536
243984	rnn.weight_hh_l1	4	0.004874033387750387
243984	rnn.weight_hh_l1	5	0.03486079350113869
243984	rnn.weight_hh_l1	6	0.03623493015766144
243984	rnn.weight_hh_l1	7	-0.016277285292744637
243984	rnn.weight_hh_l1	8	-0.007382367737591267
243984	rnn.weight_hh_l1	9	0.03869256377220154
243984	rnn.bias_ih_l1	0	-0.1847255676984787
243984	rnn.bias_ih_l1	1	-0.1754337102174759
243984	rnn.bias_ih_l1	2	-0.19782517850399017
243984	rnn.bias_ih_l1	3	-0.30922940373420715
243984	rnn.bias_ih_l1	4	-0.20940902829170227
243984	rnn.bias_ih_l1	5	-0.08839146047830582
243984	rnn.bias_ih_l1	6	-0.1599457859992981
243984	rnn.bias_ih_l1	7	-0.000979802804067731
243984	rnn.bias_ih_l1	8	-0.1329420953989029
243984	rnn.bias_ih_l1	9	-0.12408334016799927
243984	rnn.bias_hh_l1	0	-0.09526624530553818
243984	rnn.bias_hh_l1	1	-0.06385456770658493
243984	rnn.bias_hh_l1	2	-0.08485373854637146
243984	rnn.bias_hh_l1	3	-0.07754144072532654
243984	rnn.bias_hh_l1	4	-0.07443138211965561
243984	rnn.bias_hh_l1	5	-0.11881104111671448
243984	rnn.bias_hh_l1	6	-0.1608784794807434
243984	rnn.bias_hh_l1	7	0.0743909627199173
243984	rnn.bias_hh_l1	8	-0.17575787007808685
243984	rnn.bias_hh_l1	9	-0.11838582903146744
243984	rnn.weight_ih_l1_reverse	0	-0.04752400144934654
243984	rnn.weight_ih_l1_reverse	1	0.03286328166723251
243984	rnn.weight_ih_l1_reverse	2	0.08897735923528671
243984	rnn.weight_ih_l1_reverse	3	-0.01885421760380268
243984	rnn.weight_ih_l1_reverse	4	-0.02239701896905899
243984	rnn.weight_ih_l1_reverse	5	-0.03050859272480011
243984	rnn.weight_ih_l1_reverse	6	-0.020860178396105766
243984	rnn.weight_ih_l1_reverse	7	0.029323825612664223
243984	rnn.weight_ih_l1_reverse	8	0.00729928957298398
243984	rnn.weight_ih_l1_reverse	9	-0.0343763530254364
243984	rnn.weight_hh_l1_reverse	0	0.004682492930442095
243984	rnn.weight_hh_l1_reverse	1	0.03167608007788658
243984	rnn.weight_hh_l1_reverse	2	-0.040587469935417175
243984	rnn.weight_hh_l1_reverse	3	0.03506067022681236
243984	rnn.weight_hh_l1_reverse	4	0.04728786647319794
243984	rnn.weight_hh_l1_reverse	5	0.005311040673404932
243984	rnn.weight_hh_l1_reverse	6	0.0486002042889595
243984	rnn.weight_hh_l1_reverse	7	0.031150178983807564
243984	rnn.weight_hh_l1_reverse	8	-0.0072284420020878315
243984	rnn.weight_hh_l1_reverse	9	-0.030155377462506294
243984	rnn.bias_ih_l1_reverse	0	-0.04586738348007202
243984	rnn.bias_ih_l1_reverse	1	-0.1397596150636673
243984	rnn.bias_ih_l1_reverse	2	-0.1625620424747467
243984	rnn.bias_ih_l1_reverse	3	-0.06220603361725807
243984	rnn.bias_ih_l1_reverse	4	-0.20368345081806183
243984	rnn.bias_ih_l1_reverse	5	-0.11629507690668106
243984	rnn.bias_ih_l1_reverse	6	-0.13036252558231354
243984	rnn.bias_ih_l1_reverse	7	-0.19290116429328918
243984	rnn.bias_ih_l1_reverse	8	0.22536800801753998
243984	rnn.bias_ih_l1_reverse	9	0.02542480267584324
243984	rnn.bias_hh_l1_reverse	0	0.009908153675496578
243984	rnn.bias_hh_l1_reverse	1	-0.0656941756606102
243984	rnn.bias_hh_l1_reverse	2	-0.23681847751140594
243984	rnn.bias_hh_l1_reverse	3	-0.14206694066524506
243984	rnn.bias_hh_l1_reverse	4	-0.08011458069086075
243984	rnn.bias_hh_l1_reverse	5	-0.11605607718229294
243984	rnn.bias_hh_l1_reverse	6	0.06120011955499649
243984	rnn.bias_hh_l1_reverse	7	-0.138671413064003
243984	rnn.bias_hh_l1_reverse	8	-0.12441136687994003
243984	rnn.bias_hh_l1_reverse	9	-0.14782729744911194
243984	linear.weight	0	0.002228822559118271
243984	linear.weight	1	0.100196473300457
243984	linear.weight	2	-0.09250166267156601
243984	linear.weight	3	0.30999529361724854
243984	linear.weight	4	0.15099403262138367
243984	linear.weight	5	-0.06425390392541885
243984	linear.weight	6	0.09554802626371384
243984	linear.weight	7	0.13351701200008392
243984	linear.weight	8	0.041134342551231384
243984	linear.weight	9	-0.05113489180803299
243984	linear.bias	0	0.08473752439022064
243984	linear.bias	1	-0.1942746937274933
243984	linear.bias	2	-0.4521096348762512
243984	linear.bias	3	-0.6614065766334534
243984	linear.bias	4	-1.262632966041565
243984	linear.bias	5	-0.05789542943239212
243984	linear.bias	6	-0.8251301050186157
243984	linear.bias	7	0.27409496903419495
243984	linear.bias	8	-0.3945397138595581
243984	linear.bias	9	-1.021607756614685
244181	transitions	0	0.7509952187538147
244181	transitions	1	0.13820631802082062
244181	transitions	2	-10000.0
244181	transitions	3	-1.828004240989685
244181	transitions	4	-10000.0
244181	transitions	5	0.5630884170532227
244181	transitions	6	-0.08539724349975586
244181	transitions	7	-0.8089514970779419
244181	transitions	8	-1.4222182035446167
244181	transitions	9	-0.0012295037740841508
244181	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
244181	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
244181	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
244181	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
244181	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
244181	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
244181	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
244181	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
244181	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
244181	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
244181	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
244181	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
244181	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
244181	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
244181	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
244181	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
244181	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
244181	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
244181	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
244181	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
244181	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
244181	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
244181	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
244181	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
244181	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
244181	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
244181	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
244181	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
244181	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
244181	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
244181	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
244181	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
244181	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
244181	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
244181	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
244181	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
244181	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
244181	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
244181	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
244181	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
244181	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
244181	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
244181	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
244181	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
244181	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
244181	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
244181	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
244181	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
244181	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
244181	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
244181	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
244181	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
244181	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
244181	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
244181	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
244181	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
244181	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
244181	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
244181	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
244181	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
244181	embedding2nn.weight	0	0.017176367342472076
244181	embedding2nn.weight	1	-0.012759674340486526
244181	embedding2nn.weight	2	-0.014268254861235619
244181	embedding2nn.weight	3	-0.03095511719584465
244181	embedding2nn.weight	4	-0.0059150345623493195
244181	embedding2nn.weight	5	-0.0037005888298153877
244181	embedding2nn.weight	6	-0.003973266109824181
244181	embedding2nn.weight	7	-0.07663743942975998
244181	embedding2nn.weight	8	-0.0019979383796453476
244181	embedding2nn.weight	9	-0.027323748916387558
244181	embedding2nn.bias	0	0.02963484451174736
244181	embedding2nn.bias	1	-0.0737394168972969
244181	embedding2nn.bias	2	0.06685580313205719
244181	embedding2nn.bias	3	0.05222164839506149
244181	embedding2nn.bias	4	-0.04481681436300278
244181	embedding2nn.bias	5	-0.009243734180927277
244181	embedding2nn.bias	6	0.015867795795202255
244181	embedding2nn.bias	7	-0.053133025765419006
244181	embedding2nn.bias	8	0.06995763629674911
244181	embedding2nn.bias	9	0.045636218041181564
244181	rnn.weight_ih_l0	0	-0.07946363091468811
244181	rnn.weight_ih_l0	1	0.0036008358001708984
244181	rnn.weight_ih_l0	2	0.03575087711215019
244181	rnn.weight_ih_l0	3	0.023006439208984375
244181	rnn.weight_ih_l0	4	-0.04918238893151283
244181	rnn.weight_ih_l0	5	-0.06812398880720139
244181	rnn.weight_ih_l0	6	-0.0010610672179609537
244181	rnn.weight_ih_l0	7	0.053385693579912186
244181	rnn.weight_ih_l0	8	-0.01792917586863041
244181	rnn.weight_ih_l0	9	-0.03106517717242241
244181	rnn.weight_hh_l0	0	-0.0307001955807209
244181	rnn.weight_hh_l0	1	-0.00773903913795948
244181	rnn.weight_hh_l0	2	0.006926218047738075
244181	rnn.weight_hh_l0	3	-0.07455333322286606
244181	rnn.weight_hh_l0	4	0.0937311127781868
244181	rnn.weight_hh_l0	5	-0.025828871876001358
244181	rnn.weight_hh_l0	6	-0.06367821246385574
244181	rnn.weight_hh_l0	7	0.009311080910265446
244181	rnn.weight_hh_l0	8	0.013726537115871906
244181	rnn.weight_hh_l0	9	-0.02587018720805645
244181	rnn.bias_ih_l0	0	0.12850935757160187
244181	rnn.bias_ih_l0	1	-0.0353056900203228
244181	rnn.bias_ih_l0	2	-0.03468482196331024
244181	rnn.bias_ih_l0	3	0.16339926421642303
244181	rnn.bias_ih_l0	4	-0.013113053515553474
244181	rnn.bias_ih_l0	5	-0.021851640194654465
244181	rnn.bias_ih_l0	6	0.019774196669459343
244181	rnn.bias_ih_l0	7	0.0229644738137722
244181	rnn.bias_ih_l0	8	-0.10063814371824265
244181	rnn.bias_ih_l0	9	-0.04018901661038399
244181	rnn.bias_hh_l0	0	-0.0012236504117026925
244181	rnn.bias_hh_l0	1	-0.09716283529996872
244181	rnn.bias_hh_l0	2	-0.07517188042402267
244181	rnn.bias_hh_l0	3	-0.08842194080352783
244181	rnn.bias_hh_l0	4	0.009797911159694195
244181	rnn.bias_hh_l0	5	-0.02084987796843052
244181	rnn.bias_hh_l0	6	0.028868528082966805
244181	rnn.bias_hh_l0	7	0.06359293311834335
244181	rnn.bias_hh_l0	8	-0.12159426510334015
244181	rnn.bias_hh_l0	9	-0.0581962950527668
244181	rnn.weight_ih_l0_reverse	0	-0.0258642490953207
244181	rnn.weight_ih_l0_reverse	1	-0.056416742503643036
244181	rnn.weight_ih_l0_reverse	2	-0.04817218706011772
244181	rnn.weight_ih_l0_reverse	3	0.015654416754841805
244181	rnn.weight_ih_l0_reverse	4	-0.024778928607702255
244181	rnn.weight_ih_l0_reverse	5	-0.057608749717473984
244181	rnn.weight_ih_l0_reverse	6	0.07420182973146439
244181	rnn.weight_ih_l0_reverse	7	-0.018882915377616882
244181	rnn.weight_ih_l0_reverse	8	-0.01887666806578636
244181	rnn.weight_ih_l0_reverse	9	0.003821667516604066
244181	rnn.weight_hh_l0_reverse	0	0.06807109713554382
244181	rnn.weight_hh_l0_reverse	1	0.019963620230555534
244181	rnn.weight_hh_l0_reverse	2	0.029470108449459076
244181	rnn.weight_hh_l0_reverse	3	0.0350349061191082
244181	rnn.weight_hh_l0_reverse	4	0.013852288015186787
244181	rnn.weight_hh_l0_reverse	5	0.007864498533308506
244181	rnn.weight_hh_l0_reverse	6	0.0511147603392601
244181	rnn.weight_hh_l0_reverse	7	-0.08211412280797958
244181	rnn.weight_hh_l0_reverse	8	0.04019602760672569
244181	rnn.weight_hh_l0_reverse	9	0.03523573279380798
244181	rnn.bias_ih_l0_reverse	0	-0.05705060809850693
244181	rnn.bias_ih_l0_reverse	1	-0.28156861662864685
244181	rnn.bias_ih_l0_reverse	2	-0.12175457924604416
244181	rnn.bias_ih_l0_reverse	3	-0.048210445791482925
244181	rnn.bias_ih_l0_reverse	4	-0.021366609260439873
244181	rnn.bias_ih_l0_reverse	5	0.07512781023979187
244181	rnn.bias_ih_l0_reverse	6	-0.06415638327598572
244181	rnn.bias_ih_l0_reverse	7	0.060954585671424866
244181	rnn.bias_ih_l0_reverse	8	-0.03725656867027283
244181	rnn.bias_ih_l0_reverse	9	0.06668760627508163
244181	rnn.bias_hh_l0_reverse	0	0.024194564670324326
244181	rnn.bias_hh_l0_reverse	1	-0.06078547239303589
244181	rnn.bias_hh_l0_reverse	2	0.0891764909029007
244181	rnn.bias_hh_l0_reverse	3	-0.05141672119498253
244181	rnn.bias_hh_l0_reverse	4	-0.028848258778452873
244181	rnn.bias_hh_l0_reverse	5	-0.02043483965098858
244181	rnn.bias_hh_l0_reverse	6	-0.01672920398414135
244181	rnn.bias_hh_l0_reverse	7	0.09984686225652695
244181	rnn.bias_hh_l0_reverse	8	0.029278278350830078
244181	rnn.bias_hh_l0_reverse	9	-0.14765174686908722
244181	rnn.weight_ih_l1	0	-0.029401840642094612
244181	rnn.weight_ih_l1	1	-0.050672002136707306
244181	rnn.weight_ih_l1	2	0.06365986913442612
244181	rnn.weight_ih_l1	3	-0.07364434003829956
244181	rnn.weight_ih_l1	4	-0.014438536949455738
244181	rnn.weight_ih_l1	5	-0.04044092074036598
244181	rnn.weight_ih_l1	6	0.029057277366518974
244181	rnn.weight_ih_l1	7	-0.04488073289394379
244181	rnn.weight_ih_l1	8	0.03773759305477142
244181	rnn.weight_ih_l1	9	0.04473128914833069
244181	rnn.weight_hh_l1	0	-0.006707026157528162
244181	rnn.weight_hh_l1	1	0.019845737144351006
244181	rnn.weight_hh_l1	2	0.007396796252578497
244181	rnn.weight_hh_l1	3	-0.012487138621509075
244181	rnn.weight_hh_l1	4	0.004826559219509363
244181	rnn.weight_hh_l1	5	0.03489390015602112
244181	rnn.weight_hh_l1	6	0.036254096776247025
244181	rnn.weight_hh_l1	7	-0.01622695103287697
244181	rnn.weight_hh_l1	8	-0.0073657650500535965
244181	rnn.weight_hh_l1	9	0.03872336074709892
244181	rnn.bias_ih_l1	0	-0.18455591797828674
244181	rnn.bias_ih_l1	1	-0.1751587837934494
244181	rnn.bias_ih_l1	2	-0.19774794578552246
244181	rnn.bias_ih_l1	3	-0.3095133304595947
244181	rnn.bias_ih_l1	4	-0.20936445891857147
244181	rnn.bias_ih_l1	5	-0.08837887644767761
244181	rnn.bias_ih_l1	6	-0.15996895730495453
244181	rnn.bias_ih_l1	7	-0.0006804748554714024
244181	rnn.bias_ih_l1	8	-0.13259902596473694
244181	rnn.bias_ih_l1	9	-0.12409281730651855
244181	rnn.bias_hh_l1	0	-0.09532102197408676
244181	rnn.bias_hh_l1	1	-0.06375495344400406
244181	rnn.bias_hh_l1	2	-0.08518432080745697
244181	rnn.bias_hh_l1	3	-0.07755301147699356
244181	rnn.bias_hh_l1	4	-0.07427405565977097
244181	rnn.bias_hh_l1	5	-0.11874309927225113
244181	rnn.bias_hh_l1	6	-0.16102425754070282
244181	rnn.bias_hh_l1	7	0.07432084530591965
244181	rnn.bias_hh_l1	8	-0.17575603723526
244181	rnn.bias_hh_l1	9	-0.11826394498348236
244181	rnn.weight_ih_l1_reverse	0	-0.047578103840351105
244181	rnn.weight_ih_l1_reverse	1	0.03265521302819252
244181	rnn.weight_ih_l1_reverse	2	0.08895011246204376
244181	rnn.weight_ih_l1_reverse	3	-0.01883259229362011
244181	rnn.weight_ih_l1_reverse	4	-0.022470101714134216
244181	rnn.weight_ih_l1_reverse	5	-0.030511315912008286
244181	rnn.weight_ih_l1_reverse	6	-0.020872140303254128
244181	rnn.weight_ih_l1_reverse	7	0.029346834868192673
244181	rnn.weight_ih_l1_reverse	8	0.006946944165974855
244181	rnn.weight_ih_l1_reverse	9	-0.034238819032907486
244181	rnn.weight_hh_l1_reverse	0	0.004660820122808218
244181	rnn.weight_hh_l1_reverse	1	0.031683169305324554
244181	rnn.weight_hh_l1_reverse	2	-0.04058568924665451
244181	rnn.weight_hh_l1_reverse	3	0.035067081451416016
244181	rnn.weight_hh_l1_reverse	4	0.047292839735746384
244181	rnn.weight_hh_l1_reverse	5	0.0053367018699646
244181	rnn.weight_hh_l1_reverse	6	0.04860837385058403
244181	rnn.weight_hh_l1_reverse	7	0.03118370659649372
244181	rnn.weight_hh_l1_reverse	8	-0.0072061712853610516
244181	rnn.weight_hh_l1_reverse	9	-0.030171716585755348
244181	rnn.bias_ih_l1_reverse	0	-0.045887384563684464
244181	rnn.bias_ih_l1_reverse	1	-0.13972294330596924
244181	rnn.bias_ih_l1_reverse	2	-0.1622149497270584
244181	rnn.bias_ih_l1_reverse	3	-0.06197625398635864
244181	rnn.bias_ih_l1_reverse	4	-0.20377199351787567
244181	rnn.bias_ih_l1_reverse	5	-0.11647682636976242
244181	rnn.bias_ih_l1_reverse	6	-0.130361869931221
244181	rnn.bias_ih_l1_reverse	7	-0.19289515912532806
244181	rnn.bias_ih_l1_reverse	8	0.22541145980358124
244181	rnn.bias_ih_l1_reverse	9	0.02549118548631668
244181	rnn.bias_hh_l1_reverse	0	0.01018649060279131
244181	rnn.bias_hh_l1_reverse	1	-0.06540915369987488
244181	rnn.bias_hh_l1_reverse	2	-0.23687410354614258
244181	rnn.bias_hh_l1_reverse	3	-0.1422269344329834
244181	rnn.bias_hh_l1_reverse	4	-0.08001713454723358
244181	rnn.bias_hh_l1_reverse	5	-0.11612923443317413
244181	rnn.bias_hh_l1_reverse	6	0.06135201454162598
244181	rnn.bias_hh_l1_reverse	7	-0.13840368390083313
244181	rnn.bias_hh_l1_reverse	8	-0.12442636489868164
244181	rnn.bias_hh_l1_reverse	9	-0.1478671133518219
244181	linear.weight	0	0.002228822559118271
244181	linear.weight	1	0.10000511258840561
244181	linear.weight	2	-0.09262274950742722
244181	linear.weight	3	0.309947669506073
244181	linear.weight	4	0.15100674331188202
244181	linear.weight	5	-0.06444258242845535
244181	linear.weight	6	0.09566551446914673
244181	linear.weight	7	0.13451546430587769
244181	linear.weight	8	0.041134342551231384
244181	linear.weight	9	-0.05114695802330971
244181	linear.bias	0	0.07873433828353882
244181	linear.bias	1	-0.19587558507919312
244181	linear.bias	2	-0.44867151975631714
244181	linear.bias	3	-0.659864604473114
244181	linear.bias	4	-1.2610641717910767
244181	linear.bias	5	-0.05784709006547928
244181	linear.bias	6	-0.8268373012542725
244181	linear.bias	7	0.2745201587677002
244181	linear.bias	8	-0.392712265253067
244181	linear.bias	9	-1.0198636054992676
244378	transitions	0	0.7505095601081848
244378	transitions	1	0.13830651342868805
244378	transitions	2	-10000.0
244378	transitions	3	-1.8280049562454224
244378	transitions	4	-10000.0
244378	transitions	5	0.5630847215652466
244378	transitions	6	-0.08540042489767075
244378	transitions	7	-0.8090282678604126
244378	transitions	8	-1.4222218990325928
244378	transitions	9	-0.0012295292690396309
244378	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
244378	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
244378	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
244378	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
244378	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
244378	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
244378	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
244378	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
244378	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
244378	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
244378	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
244378	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
244378	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
244378	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
244378	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
244378	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
244378	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
244378	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
244378	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
244378	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
244378	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
244378	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
244378	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
244378	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
244378	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
244378	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
244378	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
244378	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
244378	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
244378	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
244378	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
244378	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
244378	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
244378	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
244378	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
244378	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
244378	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
244378	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
244378	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
244378	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
244378	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
244378	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
244378	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
244378	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
244378	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
244378	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
244378	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
244378	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
244378	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
244378	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
244378	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
244378	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
244378	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
244378	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
244378	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
244378	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
244378	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
244378	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
244378	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
244378	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
244378	embedding2nn.weight	0	0.017286857590079308
244378	embedding2nn.weight	1	-0.012738517485558987
244378	embedding2nn.weight	2	-0.014268254861235619
244378	embedding2nn.weight	3	-0.03102075681090355
244378	embedding2nn.weight	4	-0.0059150345623493195
244378	embedding2nn.weight	5	-0.0037005888298153877
244378	embedding2nn.weight	6	-0.003973266109824181
244378	embedding2nn.weight	7	-0.07670386135578156
244378	embedding2nn.weight	8	-0.0019979383796453476
244378	embedding2nn.weight	9	-0.02741272561252117
244378	embedding2nn.bias	0	0.030429594218730927
244378	embedding2nn.bias	1	-0.07347850501537323
244378	embedding2nn.bias	2	0.06781601160764694
244378	embedding2nn.bias	3	0.05269194766879082
244378	embedding2nn.bias	4	-0.045330069959163666
244378	embedding2nn.bias	5	-0.008981993421912193
244378	embedding2nn.bias	6	0.016060777008533478
244378	embedding2nn.bias	7	-0.0539122000336647
244378	embedding2nn.bias	8	0.06931783258914948
244378	embedding2nn.bias	9	0.04521828517317772
244378	rnn.weight_ih_l0	0	-0.07950851321220398
244378	rnn.weight_ih_l0	1	0.0035326918587088585
244378	rnn.weight_ih_l0	2	0.03564902022480965
244378	rnn.weight_ih_l0	3	0.0229785218834877
244378	rnn.weight_ih_l0	4	-0.04911903664469719
244378	rnn.weight_ih_l0	5	-0.06809606403112411
244378	rnn.weight_ih_l0	6	-0.0011351305292919278
244378	rnn.weight_ih_l0	7	0.053417641669511795
244378	rnn.weight_ih_l0	8	-0.017956282943487167
244378	rnn.weight_ih_l0	9	-0.031024673953652382
244378	rnn.weight_hh_l0	0	-0.030729811638593674
244378	rnn.weight_hh_l0	1	-0.00774296373128891
244378	rnn.weight_hh_l0	2	0.006910823751240969
244378	rnn.weight_hh_l0	3	-0.07453027367591858
244378	rnn.weight_hh_l0	4	0.093776173889637
244378	rnn.weight_hh_l0	5	-0.02588427998125553
244378	rnn.weight_hh_l0	6	-0.06377740949392319
244378	rnn.weight_hh_l0	7	0.009302067570388317
244378	rnn.weight_hh_l0	8	0.013697980903089046
244378	rnn.weight_hh_l0	9	-0.02583315409719944
244378	rnn.bias_ih_l0	0	0.1285177618265152
244378	rnn.bias_ih_l0	1	-0.035154908895492554
244378	rnn.bias_ih_l0	2	-0.034614164382219315
244378	rnn.bias_ih_l0	3	0.16331122815608978
244378	rnn.bias_ih_l0	4	-0.012860041111707687
244378	rnn.bias_ih_l0	5	-0.022004496306180954
244378	rnn.bias_ih_l0	6	0.019532259553670883
244378	rnn.bias_ih_l0	7	0.022957341745495796
244378	rnn.bias_ih_l0	8	-0.10074084997177124
244378	rnn.bias_ih_l0	9	-0.03995002433657646
244378	rnn.bias_hh_l0	0	-0.0011421096278354526
244378	rnn.bias_hh_l0	1	-0.09752524644136429
244378	rnn.bias_hh_l0	2	-0.07506358623504639
244378	rnn.bias_hh_l0	3	-0.0883343294262886
244378	rnn.bias_hh_l0	4	0.009887554682791233
244378	rnn.bias_hh_l0	5	-0.020671917125582695
244378	rnn.bias_hh_l0	6	0.02885289117693901
244378	rnn.bias_hh_l0	7	0.06379041820764542
244378	rnn.bias_hh_l0	8	-0.12140419334173203
244378	rnn.bias_hh_l0	9	-0.058006785809993744
244378	rnn.weight_ih_l0_reverse	0	-0.025760972872376442
244378	rnn.weight_ih_l0_reverse	1	-0.05640840530395508
244378	rnn.weight_ih_l0_reverse	2	-0.04810575023293495
244378	rnn.weight_ih_l0_reverse	3	0.015670903027057648
244378	rnn.weight_ih_l0_reverse	4	-0.024834714829921722
244378	rnn.weight_ih_l0_reverse	5	-0.057620566338300705
244378	rnn.weight_ih_l0_reverse	6	0.0741741880774498
244378	rnn.weight_ih_l0_reverse	7	-0.018952541053295135
244378	rnn.weight_ih_l0_reverse	8	-0.018888307735323906
244378	rnn.weight_ih_l0_reverse	9	0.003776682075113058
244378	rnn.weight_hh_l0_reverse	0	0.06797554343938828
244378	rnn.weight_hh_l0_reverse	1	0.019923655316233635
244378	rnn.weight_hh_l0_reverse	2	0.02950177527964115
244378	rnn.weight_hh_l0_reverse	3	0.03506020829081535
244378	rnn.weight_hh_l0_reverse	4	0.013891741633415222
244378	rnn.weight_hh_l0_reverse	5	0.007870483212172985
244378	rnn.weight_hh_l0_reverse	6	0.05116758868098259
244378	rnn.weight_hh_l0_reverse	7	-0.08211974799633026
244378	rnn.weight_hh_l0_reverse	8	0.040148328989744186
244378	rnn.weight_hh_l0_reverse	9	0.035179052501916885
244378	rnn.bias_ih_l0_reverse	0	-0.05718061700463295
244378	rnn.bias_ih_l0_reverse	1	-0.2815774977207184
244378	rnn.bias_ih_l0_reverse	2	-0.12185652554035187
244378	rnn.bias_ih_l0_reverse	3	-0.04831887409090996
244378	rnn.bias_ih_l0_reverse	4	-0.021418817341327667
244378	rnn.bias_ih_l0_reverse	5	0.07513967156410217
244378	rnn.bias_ih_l0_reverse	6	-0.0640726163983345
244378	rnn.bias_ih_l0_reverse	7	0.06097610667347908
244378	rnn.bias_ih_l0_reverse	8	-0.0372326634824276
244378	rnn.bias_ih_l0_reverse	9	0.0666733831167221
244378	rnn.bias_hh_l0_reverse	0	0.024170493707060814
244378	rnn.bias_hh_l0_reverse	1	-0.06104044243693352
244378	rnn.bias_hh_l0_reverse	2	0.08916755765676498
244378	rnn.bias_hh_l0_reverse	3	-0.05149775370955467
244378	rnn.bias_hh_l0_reverse	4	-0.02892410196363926
244378	rnn.bias_hh_l0_reverse	5	-0.020633840933442116
244378	rnn.bias_hh_l0_reverse	6	-0.016733326017856598
244378	rnn.bias_hh_l0_reverse	7	0.09975884109735489
244378	rnn.bias_hh_l0_reverse	8	0.029657231643795967
244378	rnn.bias_hh_l0_reverse	9	-0.1475422978401184
244378	rnn.weight_ih_l1	0	-0.029415283352136612
244378	rnn.weight_ih_l1	1	-0.05056745931506157
244378	rnn.weight_ih_l1	2	0.06375619024038315
244378	rnn.weight_ih_l1	3	-0.0739121064543724
244378	rnn.weight_ih_l1	4	-0.01443860586732626
244378	rnn.weight_ih_l1	5	-0.040414415299892426
244378	rnn.weight_ih_l1	6	0.029007960110902786
244378	rnn.weight_ih_l1	7	-0.044776469469070435
244378	rnn.weight_ih_l1	8	0.03774645924568176
244378	rnn.weight_ih_l1	9	0.044689424335956573
244378	rnn.weight_hh_l1	0	-0.006625192705541849
244378	rnn.weight_hh_l1	1	0.019843759015202522
244378	rnn.weight_hh_l1	2	0.007349767256528139
244378	rnn.weight_hh_l1	3	-0.012511211447417736
244378	rnn.weight_hh_l1	4	0.004789234604686499
244378	rnn.weight_hh_l1	5	0.0349186509847641
244378	rnn.weight_hh_l1	6	0.036284297704696655
244378	rnn.weight_hh_l1	7	-0.01629618927836418
244378	rnn.weight_hh_l1	8	-0.007394259329885244
244378	rnn.weight_hh_l1	9	0.03865695372223854
244378	rnn.bias_ih_l1	0	-0.1843826323747635
244378	rnn.bias_ih_l1	1	-0.1753162145614624
244378	rnn.bias_ih_l1	2	-0.19760346412658691
244378	rnn.bias_ih_l1	3	-0.3095885217189789
244378	rnn.bias_ih_l1	4	-0.20969930291175842
244378	rnn.bias_ih_l1	5	-0.08824415504932404
244378	rnn.bias_ih_l1	6	-0.1600637286901474
244378	rnn.bias_ih_l1	7	-0.0005209008231759071
244378	rnn.bias_ih_l1	8	-0.13264261186122894
244378	rnn.bias_ih_l1	9	-0.12421476095914841
244378	rnn.bias_hh_l1	0	-0.09517770260572433
244378	rnn.bias_hh_l1	1	-0.06375470757484436
244378	rnn.bias_hh_l1	2	-0.0852668434381485
244378	rnn.bias_hh_l1	3	-0.07740873843431473
244378	rnn.bias_hh_l1	4	-0.07402613759040833
244378	rnn.bias_hh_l1	5	-0.11882857978343964
244378	rnn.bias_hh_l1	6	-0.1612834483385086
244378	rnn.bias_hh_l1	7	0.0744466707110405
244378	rnn.bias_hh_l1	8	-0.17598235607147217
244378	rnn.bias_hh_l1	9	-0.11833229660987854
244378	rnn.weight_ih_l1_reverse	0	-0.0474562868475914
244378	rnn.weight_ih_l1_reverse	1	0.03278409317135811
244378	rnn.weight_ih_l1_reverse	2	0.08888307213783264
244378	rnn.weight_ih_l1_reverse	3	-0.018766270950436592
244378	rnn.weight_ih_l1_reverse	4	-0.02247079648077488
244378	rnn.weight_ih_l1_reverse	5	-0.030502788722515106
244378	rnn.weight_ih_l1_reverse	6	-0.020871305838227272
244378	rnn.weight_ih_l1_reverse	7	0.029413223266601562
244378	rnn.weight_ih_l1_reverse	8	0.006778148468583822
244378	rnn.weight_ih_l1_reverse	9	-0.03449193760752678
244378	rnn.weight_hh_l1_reverse	0	0.004661369603127241
244378	rnn.weight_hh_l1_reverse	1	0.031696442514657974
244378	rnn.weight_hh_l1_reverse	2	-0.04058683291077614
244378	rnn.weight_hh_l1_reverse	3	0.035068709403276443
244378	rnn.weight_hh_l1_reverse	4	0.047323502600193024
244378	rnn.weight_hh_l1_reverse	5	0.005348179489374161
244378	rnn.weight_hh_l1_reverse	6	0.04874511808156967
244378	rnn.weight_hh_l1_reverse	7	0.03120136819779873
244378	rnn.weight_hh_l1_reverse	8	-0.0072089023888111115
244378	rnn.weight_hh_l1_reverse	9	-0.030169859528541565
244378	rnn.bias_ih_l1_reverse	0	-0.045796625316143036
244378	rnn.bias_ih_l1_reverse	1	-0.13955947756767273
244378	rnn.bias_ih_l1_reverse	2	-0.16235534846782684
244378	rnn.bias_ih_l1_reverse	3	-0.06199745088815689
244378	rnn.bias_ih_l1_reverse	4	-0.203896626830101
244378	rnn.bias_ih_l1_reverse	5	-0.1164809837937355
244378	rnn.bias_ih_l1_reverse	6	-0.13040703535079956
244378	rnn.bias_ih_l1_reverse	7	-0.19291181862354279
244378	rnn.bias_ih_l1_reverse	8	0.22548192739486694
244378	rnn.bias_ih_l1_reverse	9	0.025467539206147194
244378	rnn.bias_hh_l1_reverse	0	0.010377471335232258
244378	rnn.bias_hh_l1_reverse	1	-0.06561442464590073
244378	rnn.bias_hh_l1_reverse	2	-0.23683151602745056
244378	rnn.bias_hh_l1_reverse	3	-0.14215010404586792
244378	rnn.bias_hh_l1_reverse	4	-0.0800962746143341
244378	rnn.bias_hh_l1_reverse	5	-0.11609111726284027
244378	rnn.bias_hh_l1_reverse	6	0.06146316975355148
244378	rnn.bias_hh_l1_reverse	7	-0.13823559880256653
244378	rnn.bias_hh_l1_reverse	8	-0.12444532662630081
244378	rnn.bias_hh_l1_reverse	9	-0.14778172969818115
244378	linear.weight	0	0.002228822559118271
244378	linear.weight	1	0.09987419843673706
244378	linear.weight	2	-0.09276721626520157
244378	linear.weight	3	0.31063395738601685
244378	linear.weight	4	0.1510961651802063
244378	linear.weight	5	-0.06479629874229431
244378	linear.weight	6	0.09581221640110016
244378	linear.weight	7	0.13396114110946655
244378	linear.weight	8	0.041134320199489594
244378	linear.weight	9	-0.05121748894453049
244378	linear.bias	0	0.07967765629291534
244378	linear.bias	1	-0.19381281733512878
244378	linear.bias	2	-0.4487510621547699
244378	linear.bias	3	-0.6622451543807983
244378	linear.bias	4	-1.2634209394454956
244378	linear.bias	5	-0.060363516211509705
244378	linear.bias	6	-0.824531078338623
244378	linear.bias	7	0.27204418182373047
244378	linear.bias	8	-0.3920868933200836
244378	linear.bias	9	-1.0194092988967896
244575	transitions	0	0.7504384517669678
244575	transitions	1	0.13837596774101257
244575	transitions	2	-10000.0
244575	transitions	3	-1.8280056715011597
244575	transitions	4	-10000.0
244575	transitions	5	0.5630833506584167
244575	transitions	6	-0.0854019895195961
244575	transitions	7	-0.8090795874595642
244575	transitions	8	-1.4222277402877808
244575	transitions	9	-0.0012296143686398864
244575	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
244575	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
244575	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
244575	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
244575	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
244575	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
244575	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
244575	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
244575	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
244575	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
244575	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
244575	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
244575	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
244575	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
244575	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
244575	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
244575	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
244575	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
244575	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
244575	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
244575	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
244575	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
244575	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
244575	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
244575	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
244575	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
244575	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
244575	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
244575	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
244575	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
244575	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
244575	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
244575	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
244575	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
244575	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
244575	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
244575	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
244575	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
244575	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
244575	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
244575	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
244575	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
244575	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
244575	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
244575	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
244575	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
244575	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
244575	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
244575	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
244575	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
244575	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
244575	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
244575	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
244575	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
244575	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
244575	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
244575	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
244575	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
244575	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
244575	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
244575	embedding2nn.weight	0	0.017284581437706947
244575	embedding2nn.weight	1	-0.012748751789331436
244575	embedding2nn.weight	2	-0.014268254861235619
244575	embedding2nn.weight	3	-0.03125368803739548
244575	embedding2nn.weight	4	-0.0059150345623493195
244575	embedding2nn.weight	5	-0.0037005888298153877
244575	embedding2nn.weight	6	-0.003973266109824181
244575	embedding2nn.weight	7	-0.07674570381641388
244575	embedding2nn.weight	8	-0.0019979383796453476
244575	embedding2nn.weight	9	-0.02743319422006607
244575	embedding2nn.bias	0	0.030929097905755043
244575	embedding2nn.bias	1	-0.07402051985263824
244575	embedding2nn.bias	2	0.06745675206184387
244575	embedding2nn.bias	3	0.053232282400131226
244575	embedding2nn.bias	4	-0.04538828879594803
244575	embedding2nn.bias	5	-0.00860272441059351
244575	embedding2nn.bias	6	0.016031872481107712
244575	embedding2nn.bias	7	-0.05332934111356735
244575	embedding2nn.bias	8	0.07003255933523178
244575	embedding2nn.bias	9	0.04594045504927635
244575	rnn.weight_ih_l0	0	-0.07952964305877686
244575	rnn.weight_ih_l0	1	0.0035788596142083406
244575	rnn.weight_ih_l0	2	0.03563524782657623
244575	rnn.weight_ih_l0	3	0.023011237382888794
244575	rnn.weight_ih_l0	4	-0.04918404668569565
244575	rnn.weight_ih_l0	5	-0.06809845566749573
244575	rnn.weight_ih_l0	6	-0.0011151027865707874
244575	rnn.weight_ih_l0	7	0.05342893302440643
244575	rnn.weight_ih_l0	8	-0.017888590693473816
244575	rnn.weight_ih_l0	9	-0.031004630029201508
244575	rnn.weight_hh_l0	0	-0.030633175745606422
244575	rnn.weight_hh_l0	1	-0.007744669448584318
244575	rnn.weight_hh_l0	2	0.006941584870219231
244575	rnn.weight_hh_l0	3	-0.07442578673362732
244575	rnn.weight_hh_l0	4	0.09373347461223602
244575	rnn.weight_hh_l0	5	-0.025922590866684914
244575	rnn.weight_hh_l0	6	-0.06373946368694305
244575	rnn.weight_hh_l0	7	0.009292518720030785
244575	rnn.weight_hh_l0	8	0.013724514283239841
244575	rnn.weight_hh_l0	9	-0.02586059458553791
244575	rnn.bias_ih_l0	0	0.12861160933971405
244575	rnn.bias_ih_l0	1	-0.03507299721240997
244575	rnn.bias_ih_l0	2	-0.0346725732088089
244575	rnn.bias_ih_l0	3	0.16342242062091827
244575	rnn.bias_ih_l0	4	-0.012814140878617764
244575	rnn.bias_ih_l0	5	-0.021891970187425613
244575	rnn.bias_ih_l0	6	0.019565051421523094
244575	rnn.bias_ih_l0	7	0.022831209003925323
244575	rnn.bias_ih_l0	8	-0.10084261745214462
244575	rnn.bias_ih_l0	9	-0.04001931846141815
244575	rnn.bias_hh_l0	0	-0.0011323767248541117
244575	rnn.bias_hh_l0	1	-0.09772145003080368
244575	rnn.bias_hh_l0	2	-0.07514917850494385
244575	rnn.bias_hh_l0	3	-0.08848424255847931
244575	rnn.bias_hh_l0	4	0.009887820109724998
244575	rnn.bias_hh_l0	5	-0.020755520090460777
244575	rnn.bias_hh_l0	6	0.028764281421899796
244575	rnn.bias_hh_l0	7	0.06331198662519455
244575	rnn.bias_hh_l0	8	-0.12150893360376358
244575	rnn.bias_hh_l0	9	-0.05777940899133682
244575	rnn.weight_ih_l0_reverse	0	-0.025750460103154182
244575	rnn.weight_ih_l0_reverse	1	-0.05639081075787544
244575	rnn.weight_ih_l0_reverse	2	-0.04806257411837578
244575	rnn.weight_ih_l0_reverse	3	0.015663517639040947
244575	rnn.weight_ih_l0_reverse	4	-0.024839254096150398
244575	rnn.weight_ih_l0_reverse	5	-0.057667627930641174
244575	rnn.weight_ih_l0_reverse	6	0.07410351932048798
244575	rnn.weight_ih_l0_reverse	7	-0.01889815926551819
244575	rnn.weight_ih_l0_reverse	8	-0.0188656784594059
244575	rnn.weight_ih_l0_reverse	9	0.0037953704595565796
244575	rnn.weight_hh_l0_reverse	0	0.06802769005298615
244575	rnn.weight_hh_l0_reverse	1	0.020072879269719124
244575	rnn.weight_hh_l0_reverse	2	0.029445994645357132
244575	rnn.weight_hh_l0_reverse	3	0.034981731325387955
244575	rnn.weight_hh_l0_reverse	4	0.013908099383115768
244575	rnn.weight_hh_l0_reverse	5	0.007782572880387306
244575	rnn.weight_hh_l0_reverse	6	0.05119507387280464
244575	rnn.weight_hh_l0_reverse	7	-0.08213979750871658
244575	rnn.weight_hh_l0_reverse	8	0.04014604911208153
244575	rnn.weight_hh_l0_reverse	9	0.03516915440559387
244575	rnn.bias_ih_l0_reverse	0	-0.05715279281139374
244575	rnn.bias_ih_l0_reverse	1	-0.28166550397872925
244575	rnn.bias_ih_l0_reverse	2	-0.12199502438306808
244575	rnn.bias_ih_l0_reverse	3	-0.04826835170388222
244575	rnn.bias_ih_l0_reverse	4	-0.021609174087643623
244575	rnn.bias_ih_l0_reverse	5	0.07501130551099777
244575	rnn.bias_ih_l0_reverse	6	-0.0640069767832756
244575	rnn.bias_ih_l0_reverse	7	0.061026476323604584
244575	rnn.bias_ih_l0_reverse	8	-0.037069179117679596
244575	rnn.bias_ih_l0_reverse	9	0.06675449758768082
244575	rnn.bias_hh_l0_reverse	0	0.024200482293963432
244575	rnn.bias_hh_l0_reverse	1	-0.061156049370765686
244575	rnn.bias_hh_l0_reverse	2	0.08915387839078903
244575	rnn.bias_hh_l0_reverse	3	-0.051465220749378204
244575	rnn.bias_hh_l0_reverse	4	-0.028923694044351578
244575	rnn.bias_hh_l0_reverse	5	-0.020580142736434937
244575	rnn.bias_hh_l0_reverse	6	-0.016808733344078064
244575	rnn.bias_hh_l0_reverse	7	0.10012933611869812
244575	rnn.bias_hh_l0_reverse	8	0.029599668458104134
244575	rnn.bias_hh_l0_reverse	9	-0.1480938345193863
244575	rnn.weight_ih_l1	0	-0.029437251389026642
244575	rnn.weight_ih_l1	1	-0.050588395446538925
244575	rnn.weight_ih_l1	2	0.06369523704051971
244575	rnn.weight_ih_l1	3	-0.07391957193613052
244575	rnn.weight_ih_l1	4	-0.014403754845261574
244575	rnn.weight_ih_l1	5	-0.040410272777080536
244575	rnn.weight_ih_l1	6	0.02904706820845604
244575	rnn.weight_ih_l1	7	-0.04491615667939186
244575	rnn.weight_ih_l1	8	0.03770046681165695
244575	rnn.weight_ih_l1	9	0.04467574134469032
244575	rnn.weight_hh_l1	0	-0.006631708703935146
244575	rnn.weight_hh_l1	1	0.019835658371448517
244575	rnn.weight_hh_l1	2	0.007280146703124046
244575	rnn.weight_hh_l1	3	-0.012508029118180275
244575	rnn.weight_hh_l1	4	0.004796759225428104
244575	rnn.weight_hh_l1	5	0.034940291196107864
244575	rnn.weight_hh_l1	6	0.03628797084093094
244575	rnn.weight_hh_l1	7	-0.016301153227686882
244575	rnn.weight_hh_l1	8	-0.0073720249347388744
244575	rnn.weight_hh_l1	9	0.03862743824720383
244575	rnn.bias_ih_l1	0	-0.18410445749759674
244575	rnn.bias_ih_l1	1	-0.17542164027690887
244575	rnn.bias_ih_l1	2	-0.19747312366962433
244575	rnn.bias_ih_l1	3	-0.3098403513431549
244575	rnn.bias_ih_l1	4	-0.20975765585899353
244575	rnn.bias_ih_l1	5	-0.08819356560707092
244575	rnn.bias_ih_l1	6	-0.1598045825958252
244575	rnn.bias_ih_l1	7	-0.0007366244681179523
244575	rnn.bias_ih_l1	8	-0.13261571526527405
244575	rnn.bias_ih_l1	9	-0.12428666651248932
244575	rnn.bias_hh_l1	0	-0.09531760215759277
244575	rnn.bias_hh_l1	1	-0.063774973154068
244575	rnn.bias_hh_l1	2	-0.08503995835781097
244575	rnn.bias_hh_l1	3	-0.07731887698173523
244575	rnn.bias_hh_l1	4	-0.07421717047691345
244575	rnn.bias_hh_l1	5	-0.11891016364097595
244575	rnn.bias_hh_l1	6	-0.1614220142364502
244575	rnn.bias_hh_l1	7	0.07451052963733673
244575	rnn.bias_hh_l1	8	-0.1760360449552536
244575	rnn.bias_hh_l1	9	-0.11848768591880798
244575	rnn.weight_ih_l1_reverse	0	-0.047373030334711075
244575	rnn.weight_ih_l1_reverse	1	0.03260723501443863
244575	rnn.weight_ih_l1_reverse	2	0.08884111046791077
244575	rnn.weight_ih_l1_reverse	3	-0.018808353692293167
244575	rnn.weight_ih_l1_reverse	4	-0.02247058041393757
244575	rnn.weight_ih_l1_reverse	5	-0.03051699325442314
244575	rnn.weight_ih_l1_reverse	6	-0.02084745280444622
244575	rnn.weight_ih_l1_reverse	7	0.029458429664373398
244575	rnn.weight_ih_l1_reverse	8	0.0066935159265995026
244575	rnn.weight_ih_l1_reverse	9	-0.034531120210886
244575	rnn.weight_hh_l1_reverse	0	0.0046526710502803326
244575	rnn.weight_hh_l1_reverse	1	0.0317169651389122
244575	rnn.weight_hh_l1_reverse	2	-0.0405854657292366
244575	rnn.weight_hh_l1_reverse	3	0.03506780043244362
244575	rnn.weight_hh_l1_reverse	4	0.04730883985757828
244575	rnn.weight_hh_l1_reverse	5	0.005360081791877747
244575	rnn.weight_hh_l1_reverse	6	0.048743072897195816
244575	rnn.weight_hh_l1_reverse	7	0.031225532293319702
244575	rnn.weight_hh_l1_reverse	8	-0.0072161974385380745
244575	rnn.weight_hh_l1_reverse	9	-0.030201833695173264
244575	rnn.bias_ih_l1_reverse	0	-0.04585739225149155
244575	rnn.bias_ih_l1_reverse	1	-0.13948632776737213
244575	rnn.bias_ih_l1_reverse	2	-0.16250906884670258
244575	rnn.bias_ih_l1_reverse	3	-0.06190207973122597
244575	rnn.bias_ih_l1_reverse	4	-0.20391035079956055
244575	rnn.bias_ih_l1_reverse	5	-0.11658511310815811
244575	rnn.bias_ih_l1_reverse	6	-0.13038258254528046
244575	rnn.bias_ih_l1_reverse	7	-0.1927495151758194
244575	rnn.bias_ih_l1_reverse	8	0.2251816838979721
244575	rnn.bias_ih_l1_reverse	9	0.025257091969251633
244575	rnn.bias_hh_l1_reverse	0	0.01022464968264103
244575	rnn.bias_hh_l1_reverse	1	-0.06535905599594116
244575	rnn.bias_hh_l1_reverse	2	-0.23692536354064941
244575	rnn.bias_hh_l1_reverse	3	-0.14211758971214294
244575	rnn.bias_hh_l1_reverse	4	-0.08039556443691254
244575	rnn.bias_hh_l1_reverse	5	-0.11615351587533951
244575	rnn.bias_hh_l1_reverse	6	0.061418768018484116
244575	rnn.bias_hh_l1_reverse	7	-0.1379583179950714
244575	rnn.bias_hh_l1_reverse	8	-0.12455800175666809
244575	rnn.bias_hh_l1_reverse	9	-0.14789067208766937
244575	linear.weight	0	0.002228822559118271
244575	linear.weight	1	0.10004016757011414
244575	linear.weight	2	-0.09281352907419205
244575	linear.weight	3	0.3108269274234772
244575	linear.weight	4	0.1510428935289383
244575	linear.weight	5	-0.0648103803396225
244575	linear.weight	6	0.09595927596092224
244575	linear.weight	7	0.13391998410224915
244575	linear.weight	8	0.0411343090236187
244575	linear.weight	9	-0.050816409289836884
244575	linear.bias	0	0.08020919561386108
244575	linear.bias	1	-0.19470688700675964
244575	linear.bias	2	-0.4504173696041107
244575	linear.bias	3	-0.6657264232635498
244575	linear.bias	4	-1.266876459121704
244575	linear.bias	5	-0.05712459608912468
244575	linear.bias	6	-0.825383186340332
244575	linear.bias	7	0.27521345019340515
244575	linear.bias	8	-0.3920729458332062
244575	linear.bias	9	-1.019297480583191
244772	transitions	0	0.7498946189880371
244772	transitions	1	0.13833610713481903
244772	transitions	2	-10000.0
244772	transitions	3	-1.8280059099197388
244772	transitions	4	-10000.0
244772	transitions	5	0.563075065612793
244772	transitions	6	-0.0854061022400856
244772	transitions	7	-0.8091068863868713
244772	transitions	8	-1.4222337007522583
244772	transitions	9	-0.0012296369532123208
244772	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
244772	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
244772	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
244772	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
244772	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
244772	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
244772	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
244772	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
244772	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
244772	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
244772	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
244772	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
244772	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
244772	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
244772	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
244772	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
244772	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
244772	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
244772	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
244772	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
244772	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
244772	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
244772	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
244772	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
244772	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
244772	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
244772	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
244772	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
244772	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
244772	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
244772	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
244772	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
244772	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
244772	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
244772	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
244772	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
244772	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
244772	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
244772	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
244772	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
244772	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
244772	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
244772	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
244772	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
244772	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
244772	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
244772	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
244772	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
244772	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
244772	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
244772	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
244772	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
244772	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
244772	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
244772	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
244772	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
244772	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
244772	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
244772	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
244772	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
244772	embedding2nn.weight	0	0.017293570563197136
244772	embedding2nn.weight	1	-0.012736696749925613
244772	embedding2nn.weight	2	-0.014268254861235619
244772	embedding2nn.weight	3	-0.03128032386302948
244772	embedding2nn.weight	4	-0.0059150345623493195
244772	embedding2nn.weight	5	-0.0037005888298153877
244772	embedding2nn.weight	6	-0.003973266109824181
244772	embedding2nn.weight	7	-0.0767640769481659
244772	embedding2nn.weight	8	-0.0019979383796453476
244772	embedding2nn.weight	9	-0.02748112380504608
244772	embedding2nn.bias	0	0.03100069984793663
244772	embedding2nn.bias	1	-0.07381634414196014
244772	embedding2nn.bias	2	0.06780906021595001
244772	embedding2nn.bias	3	0.053414829075336456
244772	embedding2nn.bias	4	-0.045598480850458145
244772	embedding2nn.bias	5	-0.009214934892952442
244772	embedding2nn.bias	6	0.014978191815316677
244772	embedding2nn.bias	7	-0.05339609086513519
244772	embedding2nn.bias	8	0.0701913982629776
244772	embedding2nn.bias	9	0.04588953033089638
244772	rnn.weight_ih_l0	0	-0.07955766469240189
244772	rnn.weight_ih_l0	1	0.003522822167724371
244772	rnn.weight_ih_l0	2	0.03561464697122574
244772	rnn.weight_ih_l0	3	0.023017464205622673
244772	rnn.weight_ih_l0	4	-0.04920196533203125
244772	rnn.weight_ih_l0	5	-0.06817135959863663
244772	rnn.weight_ih_l0	6	-0.0010841599432751536
244772	rnn.weight_ih_l0	7	0.053455572575330734
244772	rnn.weight_ih_l0	8	-0.01778862066566944
244772	rnn.weight_ih_l0	9	-0.031019050627946854
244772	rnn.weight_hh_l0	0	-0.03061448596417904
244772	rnn.weight_hh_l0	1	-0.00781923159956932
244772	rnn.weight_hh_l0	2	0.006919670384377241
244772	rnn.weight_hh_l0	3	-0.0743081346154213
244772	rnn.weight_hh_l0	4	0.0937386080622673
244772	rnn.weight_hh_l0	5	-0.025953510776162148
244772	rnn.weight_hh_l0	6	-0.06367766857147217
244772	rnn.weight_hh_l0	7	0.00930361170321703
244772	rnn.weight_hh_l0	8	0.0137573117390275
244772	rnn.weight_hh_l0	9	-0.025851480662822723
244772	rnn.bias_ih_l0	0	0.12852150201797485
244772	rnn.bias_ih_l0	1	-0.035016730427742004
244772	rnn.bias_ih_l0	2	-0.03481457009911537
244772	rnn.bias_ih_l0	3	0.16343195736408234
244772	rnn.bias_ih_l0	4	-0.01290920004248619
244772	rnn.bias_ih_l0	5	-0.021818075329065323
244772	rnn.bias_ih_l0	6	0.019174279645085335
244772	rnn.bias_ih_l0	7	0.022831112146377563
244772	rnn.bias_ih_l0	8	-0.10093434154987335
244772	rnn.bias_ih_l0	9	-0.04038956016302109
244772	rnn.bias_hh_l0	0	-0.0009791963966563344
244772	rnn.bias_hh_l0	1	-0.09765994548797607
244772	rnn.bias_hh_l0	2	-0.07524324208498001
244772	rnn.bias_hh_l0	3	-0.08863081783056259
244772	rnn.bias_hh_l0	4	0.009915429167449474
244772	rnn.bias_hh_l0	5	-0.020700588822364807
244772	rnn.bias_hh_l0	6	0.028824111446738243
244772	rnn.bias_hh_l0	7	0.06319829821586609
244772	rnn.bias_hh_l0	8	-0.12152061611413956
244772	rnn.bias_hh_l0	9	-0.057968467473983765
244772	rnn.weight_ih_l0_reverse	0	-0.02574360929429531
244772	rnn.weight_ih_l0_reverse	1	-0.056362275034189224
244772	rnn.weight_ih_l0_reverse	2	-0.04811931401491165
244772	rnn.weight_ih_l0_reverse	3	0.015712743625044823
244772	rnn.weight_ih_l0_reverse	4	-0.024790357798337936
244772	rnn.weight_ih_l0_reverse	5	-0.05763615667819977
244772	rnn.weight_ih_l0_reverse	6	0.07409891486167908
244772	rnn.weight_ih_l0_reverse	7	-0.01863550953567028
244772	rnn.weight_ih_l0_reverse	8	-0.0188900139182806
244772	rnn.weight_ih_l0_reverse	9	0.0037554255686700344
244772	rnn.weight_hh_l0_reverse	0	0.06811343878507614
244772	rnn.weight_hh_l0_reverse	1	0.020060038194060326
244772	rnn.weight_hh_l0_reverse	2	0.029489943757653236
244772	rnn.weight_hh_l0_reverse	3	0.03501128405332565
244772	rnn.weight_hh_l0_reverse	4	0.013925251550972462
244772	rnn.weight_hh_l0_reverse	5	0.007744992151856422
244772	rnn.weight_hh_l0_reverse	6	0.051206111907958984
244772	rnn.weight_hh_l0_reverse	7	-0.08214040100574493
244772	rnn.weight_hh_l0_reverse	8	0.04016062244772911
244772	rnn.weight_hh_l0_reverse	9	0.03522258624434471
244772	rnn.bias_ih_l0_reverse	0	-0.05708741024136543
244772	rnn.bias_ih_l0_reverse	1	-0.2814483642578125
244772	rnn.bias_ih_l0_reverse	2	-0.12241970747709274
244772	rnn.bias_ih_l0_reverse	3	-0.04839140549302101
244772	rnn.bias_ih_l0_reverse	4	-0.021757300943136215
244772	rnn.bias_ih_l0_reverse	5	0.07502137869596481
244772	rnn.bias_ih_l0_reverse	6	-0.06408283114433289
244772	rnn.bias_ih_l0_reverse	7	0.06099836528301239
244772	rnn.bias_ih_l0_reverse	8	-0.03722608834505081
244772	rnn.bias_ih_l0_reverse	9	0.06695305556058884
244772	rnn.bias_hh_l0_reverse	0	0.024239500984549522
244772	rnn.bias_hh_l0_reverse	1	-0.06110699847340584
244772	rnn.bias_hh_l0_reverse	2	0.0891689881682396
244772	rnn.bias_hh_l0_reverse	3	-0.05121377855539322
244772	rnn.bias_hh_l0_reverse	4	-0.028925485908985138
244772	rnn.bias_hh_l0_reverse	5	-0.020675906911492348
244772	rnn.bias_hh_l0_reverse	6	-0.01666298881173134
244772	rnn.bias_hh_l0_reverse	7	0.10015648603439331
244772	rnn.bias_hh_l0_reverse	8	0.029564088210463524
244772	rnn.bias_hh_l0_reverse	9	-0.1479005664587021
244772	rnn.weight_ih_l1	0	-0.02946741320192814
244772	rnn.weight_ih_l1	1	-0.05060631036758423
244772	rnn.weight_ih_l1	2	0.06382440030574799
244772	rnn.weight_ih_l1	3	-0.0738905817270279
244772	rnn.weight_ih_l1	4	-0.014437015168368816
244772	rnn.weight_ih_l1	5	-0.04037308320403099
244772	rnn.weight_ih_l1	6	0.02906358800828457
244772	rnn.weight_ih_l1	7	-0.04491005092859268
244772	rnn.weight_ih_l1	8	0.03771957382559776
244772	rnn.weight_ih_l1	9	0.04459960013628006
244772	rnn.weight_hh_l1	0	-0.0068225678987801075
244772	rnn.weight_hh_l1	1	0.01983717456459999
244772	rnn.weight_hh_l1	2	0.007296528201550245
244772	rnn.weight_hh_l1	3	-0.012525125406682491
244772	rnn.weight_hh_l1	4	0.004829877056181431
244772	rnn.weight_hh_l1	5	0.03488212451338768
244772	rnn.weight_hh_l1	6	0.03623063862323761
244772	rnn.weight_hh_l1	7	-0.01631307601928711
244772	rnn.weight_hh_l1	8	-0.007335154339671135
244772	rnn.weight_hh_l1	9	0.03863859921693802
244772	rnn.bias_ih_l1	0	-0.1840425431728363
244772	rnn.bias_ih_l1	1	-0.17540442943572998
244772	rnn.bias_ih_l1	2	-0.19741302728652954
244772	rnn.bias_ih_l1	3	-0.3097938597202301
244772	rnn.bias_ih_l1	4	-0.20941253006458282
244772	rnn.bias_ih_l1	5	-0.08805131912231445
244772	rnn.bias_ih_l1	6	-0.15997731685638428
244772	rnn.bias_ih_l1	7	-0.0011695235734805465
244772	rnn.bias_ih_l1	8	-0.13254724442958832
244772	rnn.bias_ih_l1	9	-0.12428684532642365
244772	rnn.bias_hh_l1	0	-0.0953252837061882
244772	rnn.bias_hh_l1	1	-0.0639457255601883
244772	rnn.bias_hh_l1	2	-0.08491801470518112
244772	rnn.bias_hh_l1	3	-0.07738412916660309
244772	rnn.bias_hh_l1	4	-0.07434932887554169
244772	rnn.bias_hh_l1	5	-0.11897219717502594
244772	rnn.bias_hh_l1	6	-0.1614915132522583
244772	rnn.bias_hh_l1	7	0.07450661063194275
244772	rnn.bias_hh_l1	8	-0.17615906894207
244772	rnn.bias_hh_l1	9	-0.11843225359916687
244772	rnn.weight_ih_l1_reverse	0	-0.04739983007311821
244772	rnn.weight_ih_l1_reverse	1	0.032807085663080215
244772	rnn.weight_ih_l1_reverse	2	0.08891689032316208
244772	rnn.weight_ih_l1_reverse	3	-0.01884441077709198
244772	rnn.weight_ih_l1_reverse	4	-0.022609449923038483
244772	rnn.weight_ih_l1_reverse	5	-0.030521335080266
244772	rnn.weight_ih_l1_reverse	6	-0.020843887701630592
244772	rnn.weight_ih_l1_reverse	7	0.02945365384221077
244772	rnn.weight_ih_l1_reverse	8	0.0065900059416890144
244772	rnn.weight_ih_l1_reverse	9	-0.03451197221875191
244772	rnn.weight_hh_l1_reverse	0	0.004656503908336163
244772	rnn.weight_hh_l1_reverse	1	0.03171655908226967
244772	rnn.weight_hh_l1_reverse	2	-0.04058995097875595
244772	rnn.weight_hh_l1_reverse	3	0.03507063165307045
244772	rnn.weight_hh_l1_reverse	4	0.047296877950429916
244772	rnn.weight_hh_l1_reverse	5	0.005398928187787533
244772	rnn.weight_hh_l1_reverse	6	0.048667870461940765
244772	rnn.weight_hh_l1_reverse	7	0.03120306506752968
244772	rnn.weight_hh_l1_reverse	8	-0.007205598056316376
244772	rnn.weight_hh_l1_reverse	9	-0.03018040582537651
244772	rnn.bias_ih_l1_reverse	0	-0.04580330103635788
244772	rnn.bias_ih_l1_reverse	1	-0.13936595618724823
244772	rnn.bias_ih_l1_reverse	2	-0.1627163141965866
244772	rnn.bias_ih_l1_reverse	3	-0.062527135014534
244772	rnn.bias_ih_l1_reverse	4	-0.2039489895105362
244772	rnn.bias_ih_l1_reverse	5	-0.11675243824720383
244772	rnn.bias_ih_l1_reverse	6	-0.13042859733104706
244772	rnn.bias_ih_l1_reverse	7	-0.19260384142398834
244772	rnn.bias_ih_l1_reverse	8	0.22505398094654083
244772	rnn.bias_ih_l1_reverse	9	0.025330273434519768
244772	rnn.bias_hh_l1_reverse	0	0.010206840001046658
244772	rnn.bias_hh_l1_reverse	1	-0.06530526280403137
244772	rnn.bias_hh_l1_reverse	2	-0.23688670992851257
244772	rnn.bias_hh_l1_reverse	3	-0.1421751230955124
244772	rnn.bias_hh_l1_reverse	4	-0.08032975345849991
244772	rnn.bias_hh_l1_reverse	5	-0.11615877598524094
244772	rnn.bias_hh_l1_reverse	6	0.06195169314742088
244772	rnn.bias_hh_l1_reverse	7	-0.1379854381084442
244772	rnn.bias_hh_l1_reverse	8	-0.12466280907392502
244772	rnn.bias_hh_l1_reverse	9	-0.14783327281475067
244772	linear.weight	0	0.002228822559118271
244772	linear.weight	1	0.0992758497595787
244772	linear.weight	2	-0.09258612990379333
244772	linear.weight	3	0.31070995330810547
244772	linear.weight	4	0.1510002613067627
244772	linear.weight	5	-0.06486986577510834
244772	linear.weight	6	0.09423830360174179
244772	linear.weight	7	0.13384877145290375
244772	linear.weight	8	0.0411342978477478
244772	linear.weight	9	-0.05073460936546326
244772	linear.bias	0	0.07824522256851196
244772	linear.bias	1	-0.19203093647956848
244772	linear.bias	2	-0.4495670199394226
244772	linear.bias	3	-0.6630496382713318
244772	linear.bias	4	-1.264206886291504
244772	linear.bias	5	-0.05980374291539192
244772	linear.bias	6	-0.8226922750473022
244772	linear.bias	7	0.272542268037796
244772	linear.bias	8	-0.3935382664203644
244772	linear.bias	9	-1.0204657316207886
244776	transitions	0	0.7498943209648132
244776	transitions	1	0.13830186426639557
244776	transitions	2	-10000.0
244776	transitions	3	-1.8280059099197388
244776	transitions	4	-10000.0
244776	transitions	5	0.563075065612793
244776	transitions	6	-0.08540613204240799
244776	transitions	7	-0.8091068863868713
244776	transitions	8	-1.4222337007522583
244776	transitions	9	-0.0012296369532123208
244776	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
244776	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
244776	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
244776	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
244776	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
244776	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
244776	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
244776	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
244776	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
244776	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
244776	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
244776	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
244776	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
244776	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
244776	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
244776	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
244776	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
244776	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
244776	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
244776	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
244776	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
244776	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
244776	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
244776	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
244776	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
244776	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
244776	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
244776	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
244776	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
244776	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
244776	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
244776	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
244776	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
244776	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
244776	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
244776	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
244776	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
244776	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
244776	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
244776	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
244776	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
244776	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
244776	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
244776	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
244776	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
244776	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
244776	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
244776	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
244776	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
244776	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
244776	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
244776	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
244776	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
244776	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
244776	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
244776	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
244776	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
244776	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
244776	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
244776	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
244776	embedding2nn.weight	0	0.01728830859065056
244776	embedding2nn.weight	1	-0.012739081867039204
244776	embedding2nn.weight	2	-0.014268254861235619
244776	embedding2nn.weight	3	-0.03127533569931984
244776	embedding2nn.weight	4	-0.0059150345623493195
244776	embedding2nn.weight	5	-0.0037005888298153877
244776	embedding2nn.weight	6	-0.003973266109824181
244776	embedding2nn.weight	7	-0.07677601277828217
244776	embedding2nn.weight	8	-0.0019979383796453476
244776	embedding2nn.weight	9	-0.02748163230717182
244776	embedding2nn.bias	0	0.030958838760852814
244776	embedding2nn.bias	1	-0.07381816953420639
244776	embedding2nn.bias	2	0.06787162274122238
244776	embedding2nn.bias	3	0.05349332466721535
244776	embedding2nn.bias	4	-0.045573726296424866
244776	embedding2nn.bias	5	-0.009221699088811874
244776	embedding2nn.bias	6	0.01492870133370161
244776	embedding2nn.bias	7	-0.05331988260149956
244776	embedding2nn.bias	8	0.07022491097450256
244776	embedding2nn.bias	9	0.045939840376377106
244776	rnn.weight_ih_l0	0	-0.0795653834939003
244776	rnn.weight_ih_l0	1	0.003512647934257984
244776	rnn.weight_ih_l0	2	0.03561008349061012
244776	rnn.weight_ih_l0	3	0.023013396188616753
244776	rnn.weight_ih_l0	4	-0.049235593527555466
244776	rnn.weight_ih_l0	5	-0.06817706674337387
244776	rnn.weight_ih_l0	6	-0.0010760528966784477
244776	rnn.weight_ih_l0	7	0.05345436930656433
244776	rnn.weight_ih_l0	8	-0.017791442573070526
244776	rnn.weight_ih_l0	9	-0.031015966087579727
244776	rnn.weight_hh_l0	0	-0.030603788793087006
244776	rnn.weight_hh_l0	1	-0.007816017605364323
244776	rnn.weight_hh_l0	2	0.0069337221793830395
244776	rnn.weight_hh_l0	3	-0.07430862635374069
244776	rnn.weight_hh_l0	4	0.09373567998409271
244776	rnn.weight_hh_l0	5	-0.025955678895115852
244776	rnn.weight_hh_l0	6	-0.06367821991443634
244776	rnn.weight_hh_l0	7	0.009300470352172852
244776	rnn.weight_hh_l0	8	0.013758650049567223
244776	rnn.weight_hh_l0	9	-0.02585138939321041
244776	rnn.bias_ih_l0	0	0.1285286247730255
244776	rnn.bias_ih_l0	1	-0.03501904755830765
244776	rnn.bias_ih_l0	2	-0.03482861816883087
244776	rnn.bias_ih_l0	3	0.1634407341480255
244776	rnn.bias_ih_l0	4	-0.012915636412799358
244776	rnn.bias_ih_l0	5	-0.021857216954231262
244776	rnn.bias_ih_l0	6	0.01917210966348648
244776	rnn.bias_ih_l0	7	0.02282286249101162
244776	rnn.bias_ih_l0	8	-0.10092441737651825
244776	rnn.bias_ih_l0	9	-0.040402721613645554
244776	rnn.bias_hh_l0	0	-0.0009602529462426901
244776	rnn.bias_hh_l0	1	-0.09768883883953094
244776	rnn.bias_hh_l0	2	-0.07519752532243729
244776	rnn.bias_hh_l0	3	-0.08866149187088013
244776	rnn.bias_hh_l0	4	0.009930858388543129
244776	rnn.bias_hh_l0	5	-0.02069690078496933
244776	rnn.bias_hh_l0	6	0.028799358755350113
244776	rnn.bias_hh_l0	7	0.06318201124668121
244776	rnn.bias_hh_l0	8	-0.12149126827716827
244776	rnn.bias_hh_l0	9	-0.057970672845840454
244776	rnn.weight_ih_l0_reverse	0	-0.0257492046803236
244776	rnn.weight_ih_l0_reverse	1	-0.056364890187978745
244776	rnn.weight_ih_l0_reverse	2	-0.04812460392713547
244776	rnn.weight_ih_l0_reverse	3	0.015715349465608597
244776	rnn.weight_ih_l0_reverse	4	-0.024789752438664436
244776	rnn.weight_ih_l0_reverse	5	-0.057637862861156464
244776	rnn.weight_ih_l0_reverse	6	0.07410129904747009
244776	rnn.weight_ih_l0_reverse	7	-0.018637895584106445
244776	rnn.weight_ih_l0_reverse	8	-0.018890857696533203
244776	rnn.weight_ih_l0_reverse	9	0.0037675295025110245
244776	rnn.weight_hh_l0_reverse	0	0.06811416149139404
244776	rnn.weight_hh_l0_reverse	1	0.020059628412127495
244776	rnn.weight_hh_l0_reverse	2	0.029489858075976372
244776	rnn.weight_hh_l0_reverse	3	0.03500768914818764
244776	rnn.weight_hh_l0_reverse	4	0.013926195912063122
244776	rnn.weight_hh_l0_reverse	5	0.007747652940452099
244776	rnn.weight_hh_l0_reverse	6	0.051201239228248596
244776	rnn.weight_hh_l0_reverse	7	-0.08213876187801361
244776	rnn.weight_hh_l0_reverse	8	0.040154531598091125
244776	rnn.weight_hh_l0_reverse	9	0.03522655367851257
244776	rnn.bias_ih_l0_reverse	0	-0.05708258971571922
244776	rnn.bias_ih_l0_reverse	1	-0.28146815299987793
244776	rnn.bias_ih_l0_reverse	2	-0.12243220210075378
244776	rnn.bias_ih_l0_reverse	3	-0.04839295893907547
244776	rnn.bias_ih_l0_reverse	4	-0.021744629368185997
244776	rnn.bias_ih_l0_reverse	5	0.07501119375228882
244776	rnn.bias_ih_l0_reverse	6	-0.06408915668725967
244776	rnn.bias_ih_l0_reverse	7	0.061019014567136765
244776	rnn.bias_ih_l0_reverse	8	-0.03723489120602608
244776	rnn.bias_ih_l0_reverse	9	0.06696780771017075
244776	rnn.bias_hh_l0_reverse	0	0.024244748055934906
244776	rnn.bias_hh_l0_reverse	1	-0.0611584447324276
244776	rnn.bias_hh_l0_reverse	2	0.08917175978422165
244776	rnn.bias_hh_l0_reverse	3	-0.05121314153075218
244776	rnn.bias_hh_l0_reverse	4	-0.02890770696103573
244776	rnn.bias_hh_l0_reverse	5	-0.0206870399415493
244776	rnn.bias_hh_l0_reverse	6	-0.016685497015714645
244776	rnn.bias_hh_l0_reverse	7	0.10014091432094574
244776	rnn.bias_hh_l0_reverse	8	0.029560115188360214
244776	rnn.bias_hh_l0_reverse	9	-0.14786332845687866
244776	rnn.weight_ih_l1	0	-0.029447326436638832
244776	rnn.weight_ih_l1	1	-0.050600241869688034
244776	rnn.weight_ih_l1	2	0.06382478028535843
244776	rnn.weight_ih_l1	3	-0.07388653606176376
244776	rnn.weight_ih_l1	4	-0.014449023641645908
244776	rnn.weight_ih_l1	5	-0.04037317633628845
244776	rnn.weight_ih_l1	6	0.029059015214443207
244776	rnn.weight_ih_l1	7	-0.04490480199456215
244776	rnn.weight_ih_l1	8	0.037715256214141846
244776	rnn.weight_ih_l1	9	0.04459885507822037
244776	rnn.weight_hh_l1	0	-0.006812896113842726
244776	rnn.weight_hh_l1	1	0.019838498905301094
244776	rnn.weight_hh_l1	2	0.007302341982722282
244776	rnn.weight_hh_l1	3	-0.012526161968708038
244776	rnn.weight_hh_l1	4	0.004833631217479706
244776	rnn.weight_hh_l1	5	0.034891340881586075
244776	rnn.weight_hh_l1	6	0.036230720579624176
244776	rnn.weight_hh_l1	7	-0.016305752098560333
244776	rnn.weight_hh_l1	8	-0.0073343305848538876
244776	rnn.weight_hh_l1	9	0.03863561898469925
244776	rnn.bias_ih_l1	0	-0.1841331422328949
244776	rnn.bias_ih_l1	1	-0.17540162801742554
244776	rnn.bias_ih_l1	2	-0.19739504158496857
244776	rnn.bias_ih_l1	3	-0.30980098247528076
244776	rnn.bias_ih_l1	4	-0.2094535529613495
244776	rnn.bias_ih_l1	5	-0.0880415216088295
244776	rnn.bias_ih_l1	6	-0.159988135099411
244776	rnn.bias_ih_l1	7	-0.0011532841017469764
244776	rnn.bias_ih_l1	8	-0.13254155218601227
244776	rnn.bias_ih_l1	9	-0.12429815530776978
244776	rnn.bias_hh_l1	0	-0.09535041451454163
244776	rnn.bias_hh_l1	1	-0.06397396326065063
244776	rnn.bias_hh_l1	2	-0.08486784249544144
244776	rnn.bias_hh_l1	3	-0.07738324999809265
244776	rnn.bias_hh_l1	4	-0.07432669401168823
244776	rnn.bias_hh_l1	5	-0.1189555749297142
244776	rnn.bias_hh_l1	6	-0.16151203215122223
244776	rnn.bias_hh_l1	7	0.07453603297472
244776	rnn.bias_hh_l1	8	-0.17621120810508728
244776	rnn.bias_hh_l1	9	-0.11841607838869095
244776	rnn.weight_ih_l1_reverse	0	-0.04739857465028763
244776	rnn.weight_ih_l1_reverse	1	0.03281894326210022
244776	rnn.weight_ih_l1_reverse	2	0.08891724795103073
244776	rnn.weight_ih_l1_reverse	3	-0.018863480538129807
244776	rnn.weight_ih_l1_reverse	4	-0.02261662855744362
244776	rnn.weight_ih_l1_reverse	5	-0.030520077794790268
244776	rnn.weight_ih_l1_reverse	6	-0.020850231871008873
244776	rnn.weight_ih_l1_reverse	7	0.029453357681632042
244776	rnn.weight_ih_l1_reverse	8	0.006589588709175587
244776	rnn.weight_ih_l1_reverse	9	-0.03449761122465134
244776	rnn.weight_hh_l1_reverse	0	0.004659008700400591
244776	rnn.weight_hh_l1_reverse	1	0.031719617545604706
244776	rnn.weight_hh_l1_reverse	2	-0.040589820593595505
244776	rnn.weight_hh_l1_reverse	3	0.03507114574313164
244776	rnn.weight_hh_l1_reverse	4	0.04729560390114784
244776	rnn.weight_hh_l1_reverse	5	0.005403419956564903
244776	rnn.weight_hh_l1_reverse	6	0.04867633432149887
244776	rnn.weight_hh_l1_reverse	7	0.031202787533402443
244776	rnn.weight_hh_l1_reverse	8	-0.007205727975815535
244776	rnn.weight_hh_l1_reverse	9	-0.030174195766448975
244776	rnn.bias_ih_l1_reverse	0	-0.045815061777830124
244776	rnn.bias_ih_l1_reverse	1	-0.139340341091156
244776	rnn.bias_ih_l1_reverse	2	-0.16267168521881104
244776	rnn.bias_ih_l1_reverse	3	-0.06248367205262184
244776	rnn.bias_ih_l1_reverse	4	-0.2039395421743393
244776	rnn.bias_ih_l1_reverse	5	-0.11673785746097565
244776	rnn.bias_ih_l1_reverse	6	-0.13041162490844727
244776	rnn.bias_ih_l1_reverse	7	-0.19263975322246552
244776	rnn.bias_ih_l1_reverse	8	0.22506797313690186
244776	rnn.bias_ih_l1_reverse	9	0.025210842490196228
244776	rnn.bias_hh_l1_reverse	0	0.010258403606712818
244776	rnn.bias_hh_l1_reverse	1	-0.06526502221822739
244776	rnn.bias_hh_l1_reverse	2	-0.236854687333107
244776	rnn.bias_hh_l1_reverse	3	-0.14221009612083435
244776	rnn.bias_hh_l1_reverse	4	-0.0803343877196312
244776	rnn.bias_hh_l1_reverse	5	-0.1161581352353096
244776	rnn.bias_hh_l1_reverse	6	0.06196663901209831
244776	rnn.bias_hh_l1_reverse	7	-0.13797113299369812
244776	rnn.bias_hh_l1_reverse	8	-0.12466836720705032
244776	rnn.bias_hh_l1_reverse	9	-0.14783848822116852
244776	linear.weight	0	0.002228822559118271
244776	linear.weight	1	0.09928690642118454
244776	linear.weight	2	-0.09263529628515244
244776	linear.weight	3	0.31071314215660095
244776	linear.weight	4	0.15102043747901917
244776	linear.weight	5	-0.06486993283033371
244776	linear.weight	6	0.09419100731611252
244776	linear.weight	7	0.13384993374347687
244776	linear.weight	8	0.0411342978477478
244776	linear.weight	9	-0.05073293298482895
244776	linear.bias	0	0.0781702846288681
244776	linear.bias	1	-0.19257782399654388
244776	linear.bias	2	-0.4495745897293091
244776	linear.bias	3	-0.6627729535102844
244776	linear.bias	4	-1.2639305591583252
244776	linear.bias	5	-0.05950337275862694
244776	linear.bias	6	-0.8232382535934448
244776	linear.bias	7	0.2728438675403595
244776	linear.bias	8	-0.39356404542922974
244776	linear.bias	9	-1.0204848051071167
244973	transitions	0	0.7509261965751648
244973	transitions	1	0.13803887367248535
244973	transitions	2	-10000.0
244973	transitions	3	-1.828007698059082
244973	transitions	4	-10000.0
244973	transitions	5	0.5630683898925781
244973	transitions	6	-0.08540885895490646
244973	transitions	7	-0.8091317415237427
244973	transitions	8	-1.422236442565918
244973	transitions	9	-0.0012296545319259167
244973	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
244973	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
244973	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
244973	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
244973	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
244973	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
244973	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
244973	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
244973	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
244973	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
244973	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
244973	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
244973	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
244973	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
244973	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
244973	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
244973	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
244973	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
244973	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
244973	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
244973	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
244973	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
244973	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
244973	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
244973	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
244973	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
244973	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
244973	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
244973	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
244973	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
244973	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
244973	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
244973	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
244973	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
244973	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
244973	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
244973	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
244973	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
244973	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
244973	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
244973	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
244973	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
244973	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
244973	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
244973	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
244973	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
244973	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
244973	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
244973	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
244973	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
244973	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
244973	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
244973	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
244973	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
244973	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
244973	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
244973	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
244973	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
244973	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
244973	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
244973	embedding2nn.weight	0	0.017249787226319313
244973	embedding2nn.weight	1	-0.012743504717946053
244973	embedding2nn.weight	2	-0.014268254861235619
244973	embedding2nn.weight	3	-0.03130197525024414
244973	embedding2nn.weight	4	-0.0059150345623493195
244973	embedding2nn.weight	5	-0.0037005888298153877
244973	embedding2nn.weight	6	-0.003973265644162893
244973	embedding2nn.weight	7	-0.07683666050434113
244973	embedding2nn.weight	8	-0.0019979383796453476
244973	embedding2nn.weight	9	-0.027502892538905144
244973	embedding2nn.bias	0	0.031507812440395355
244973	embedding2nn.bias	1	-0.07442791759967804
244973	embedding2nn.bias	2	0.06766437739133835
244973	embedding2nn.bias	3	0.053631510585546494
244973	embedding2nn.bias	4	-0.04506079480051994
244973	embedding2nn.bias	5	-0.009756313636898994
244973	embedding2nn.bias	6	0.01487024687230587
244973	embedding2nn.bias	7	-0.054134439677000046
244973	embedding2nn.bias	8	0.06998966634273529
244973	embedding2nn.bias	9	0.04627195745706558
244973	rnn.weight_ih_l0	0	-0.07962365448474884
244973	rnn.weight_ih_l0	1	0.0035297104623168707
244973	rnn.weight_ih_l0	2	0.03557192534208298
244973	rnn.weight_ih_l0	3	0.023007269948720932
244973	rnn.weight_ih_l0	4	-0.0492144338786602
244973	rnn.weight_ih_l0	5	-0.06811562180519104
244973	rnn.weight_ih_l0	6	-0.0010945898247882724
244973	rnn.weight_ih_l0	7	0.05341397970914841
244973	rnn.weight_ih_l0	8	-0.0177525095641613
244973	rnn.weight_ih_l0	9	-0.03096320480108261
244973	rnn.weight_hh_l0	0	-0.030603503808379173
244973	rnn.weight_hh_l0	1	-0.007577837910503149
244973	rnn.weight_hh_l0	2	0.006978430785238743
244973	rnn.weight_hh_l0	3	-0.07432533800601959
244973	rnn.weight_hh_l0	4	0.0937068909406662
244973	rnn.weight_hh_l0	5	-0.026030853390693665
244973	rnn.weight_hh_l0	6	-0.06371848285198212
244973	rnn.weight_hh_l0	7	0.009198537096381187
244973	rnn.weight_hh_l0	8	0.013727922923862934
244973	rnn.weight_hh_l0	9	-0.02583659254014492
244973	rnn.bias_ih_l0	0	0.12858515977859497
244973	rnn.bias_ih_l0	1	-0.03501277416944504
244973	rnn.bias_ih_l0	2	-0.034697163850069046
244973	rnn.bias_ih_l0	3	0.1636374145746231
244973	rnn.bias_ih_l0	4	-0.013082494959235191
244973	rnn.bias_ih_l0	5	-0.021750856190919876
244973	rnn.bias_ih_l0	6	0.01912626065313816
244973	rnn.bias_ih_l0	7	0.022953635081648827
244973	rnn.bias_ih_l0	8	-0.10095778107643127
244973	rnn.bias_ih_l0	9	-0.04008561745285988
244973	rnn.bias_hh_l0	0	-0.0008552586077712476
244973	rnn.bias_hh_l0	1	-0.09800707548856735
244973	rnn.bias_hh_l0	2	-0.07506521791219711
244973	rnn.bias_hh_l0	3	-0.08864918351173401
244973	rnn.bias_hh_l0	4	0.009829046204686165
244973	rnn.bias_hh_l0	5	-0.02070547640323639
244973	rnn.bias_hh_l0	6	0.028799735009670258
244973	rnn.bias_hh_l0	7	0.0629906952381134
244973	rnn.bias_hh_l0	8	-0.12178859114646912
244973	rnn.bias_hh_l0	9	-0.057777147740125656
244973	rnn.weight_ih_l0_reverse	0	-0.025782527402043343
244973	rnn.weight_ih_l0_reverse	1	-0.05652241408824921
244973	rnn.weight_ih_l0_reverse	2	-0.04812788590788841
244973	rnn.weight_ih_l0_reverse	3	0.015679532662034035
244973	rnn.weight_ih_l0_reverse	4	-0.024828484281897545
244973	rnn.weight_ih_l0_reverse	5	-0.05766842141747475
244973	rnn.weight_ih_l0_reverse	6	0.07411183416843414
244973	rnn.weight_ih_l0_reverse	7	-0.018588412553071976
244973	rnn.weight_ih_l0_reverse	8	-0.018866803497076035
244973	rnn.weight_ih_l0_reverse	9	0.003729137359187007
244973	rnn.weight_hh_l0_reverse	0	0.06814022362232208
244973	rnn.weight_hh_l0_reverse	1	0.020068814978003502
244973	rnn.weight_hh_l0_reverse	2	0.029579903930425644
244973	rnn.weight_hh_l0_reverse	3	0.03499845042824745
244973	rnn.weight_hh_l0_reverse	4	0.013961825519800186
244973	rnn.weight_hh_l0_reverse	5	0.007769533898681402
244973	rnn.weight_hh_l0_reverse	6	0.05117245391011238
244973	rnn.weight_hh_l0_reverse	7	-0.08215715736150742
244973	rnn.weight_hh_l0_reverse	8	0.040140550583601
244973	rnn.weight_hh_l0_reverse	9	0.035191915929317474
244973	rnn.bias_ih_l0_reverse	0	-0.05697207152843475
244973	rnn.bias_ih_l0_reverse	1	-0.281558632850647
244973	rnn.bias_ih_l0_reverse	2	-0.12227174639701843
244973	rnn.bias_ih_l0_reverse	3	-0.04838395491242409
244973	rnn.bias_ih_l0_reverse	4	-0.021825291216373444
244973	rnn.bias_ih_l0_reverse	5	0.0750383585691452
244973	rnn.bias_ih_l0_reverse	6	-0.06376250088214874
244973	rnn.bias_ih_l0_reverse	7	0.06112804263830185
244973	rnn.bias_ih_l0_reverse	8	-0.03725656867027283
244973	rnn.bias_ih_l0_reverse	9	0.06715521961450577
244973	rnn.bias_hh_l0_reverse	0	0.024223532527685165
244973	rnn.bias_hh_l0_reverse	1	-0.06101522594690323
244973	rnn.bias_hh_l0_reverse	2	0.08917516469955444
244973	rnn.bias_hh_l0_reverse	3	-0.05118683725595474
244973	rnn.bias_hh_l0_reverse	4	-0.028980905190110207
244973	rnn.bias_hh_l0_reverse	5	-0.020757712423801422
244973	rnn.bias_hh_l0_reverse	6	-0.01666577346622944
244973	rnn.bias_hh_l0_reverse	7	0.09993825852870941
244973	rnn.bias_hh_l0_reverse	8	0.02973867394030094
244973	rnn.bias_hh_l0_reverse	9	-0.14810994267463684
244973	rnn.weight_ih_l1	0	-0.02947145700454712
244973	rnn.weight_ih_l1	1	-0.05061519145965576
244973	rnn.weight_ih_l1	2	0.06388580799102783
244973	rnn.weight_ih_l1	3	-0.07369885593652725
244973	rnn.weight_ih_l1	4	-0.014450514689087868
244973	rnn.weight_ih_l1	5	-0.04038461297750473
244973	rnn.weight_ih_l1	6	0.029047397896647453
244973	rnn.weight_ih_l1	7	-0.04482351616024971
244973	rnn.weight_ih_l1	8	0.03775380179286003
244973	rnn.weight_ih_l1	9	0.044669121503829956
244973	rnn.weight_hh_l1	0	-0.006794699002057314
244973	rnn.weight_hh_l1	1	0.019857220351696014
244973	rnn.weight_hh_l1	2	0.007313755340874195
244973	rnn.weight_hh_l1	3	-0.012519745156168938
244973	rnn.weight_hh_l1	4	0.004840279463678598
244973	rnn.weight_hh_l1	5	0.03485459089279175
244973	rnn.weight_hh_l1	6	0.03623791038990021
244973	rnn.weight_hh_l1	7	-0.01629793457686901
244973	rnn.weight_hh_l1	8	-0.0073113106191158295
244973	rnn.weight_hh_l1	9	0.03861517459154129
244973	rnn.bias_ih_l1	0	-0.18412351608276367
244973	rnn.bias_ih_l1	1	-0.17511607706546783
244973	rnn.bias_ih_l1	2	-0.1974443793296814
244973	rnn.bias_ih_l1	3	-0.30967551469802856
244973	rnn.bias_ih_l1	4	-0.20969650149345398
244973	rnn.bias_ih_l1	5	-0.08803673833608627
244973	rnn.bias_ih_l1	6	-0.16014184057712555
244973	rnn.bias_ih_l1	7	-0.0009657065384089947
244973	rnn.bias_ih_l1	8	-0.13223585486412048
244973	rnn.bias_ih_l1	9	-0.12431227415800095
244973	rnn.bias_hh_l1	0	-0.09534551948308945
244973	rnn.bias_hh_l1	1	-0.0639861673116684
244973	rnn.bias_hh_l1	2	-0.0847681313753128
244973	rnn.bias_hh_l1	3	-0.07734806090593338
244973	rnn.bias_hh_l1	4	-0.07405483722686768
244973	rnn.bias_hh_l1	5	-0.11903160810470581
244973	rnn.bias_hh_l1	6	-0.1615176647901535
244973	rnn.bias_hh_l1	7	0.0746375247836113
244973	rnn.bias_hh_l1	8	-0.1764550805091858
244973	rnn.bias_hh_l1	9	-0.11820285022258759
244973	rnn.weight_ih_l1_reverse	0	-0.04737955704331398
244973	rnn.weight_ih_l1_reverse	1	0.03278670832514763
244973	rnn.weight_ih_l1_reverse	2	0.08908124268054962
244973	rnn.weight_ih_l1_reverse	3	-0.01897876337170601
244973	rnn.weight_ih_l1_reverse	4	-0.022551320493221283
244973	rnn.weight_ih_l1_reverse	5	-0.030513575300574303
244973	rnn.weight_ih_l1_reverse	6	-0.0209267009049654
244973	rnn.weight_ih_l1_reverse	7	0.029469355940818787
244973	rnn.weight_ih_l1_reverse	8	0.006522803567349911
244973	rnn.weight_ih_l1_reverse	9	-0.03442234545946121
244973	rnn.weight_hh_l1_reverse	0	0.0046570212580263615
244973	rnn.weight_hh_l1_reverse	1	0.031733810901641846
244973	rnn.weight_hh_l1_reverse	2	-0.040584906935691833
244973	rnn.weight_hh_l1_reverse	3	0.03506873548030853
244973	rnn.weight_hh_l1_reverse	4	0.047310084104537964
244973	rnn.weight_hh_l1_reverse	5	0.005429452750831842
244973	rnn.weight_hh_l1_reverse	6	0.04865153878927231
244973	rnn.weight_hh_l1_reverse	7	0.03120715543627739
244973	rnn.weight_hh_l1_reverse	8	-0.007203804329037666
244973	rnn.weight_hh_l1_reverse	9	-0.03015957958996296
244973	rnn.bias_ih_l1_reverse	0	-0.04589121788740158
244973	rnn.bias_ih_l1_reverse	1	-0.13937540352344513
244973	rnn.bias_ih_l1_reverse	2	-0.16260482370853424
244973	rnn.bias_ih_l1_reverse	3	-0.06212616339325905
244973	rnn.bias_ih_l1_reverse	4	-0.20383964478969574
244973	rnn.bias_ih_l1_reverse	5	-0.11673392355442047
244973	rnn.bias_ih_l1_reverse	6	-0.13047680258750916
244973	rnn.bias_ih_l1_reverse	7	-0.19263318181037903
244973	rnn.bias_ih_l1_reverse	8	0.22488176822662354
244973	rnn.bias_ih_l1_reverse	9	0.024610931053757668
244973	rnn.bias_hh_l1_reverse	0	0.01048991084098816
244973	rnn.bias_hh_l1_reverse	1	-0.06562463194131851
244973	rnn.bias_hh_l1_reverse	2	-0.23674622178077698
244973	rnn.bias_hh_l1_reverse	3	-0.1421123743057251
244973	rnn.bias_hh_l1_reverse	4	-0.08006059378385544
244973	rnn.bias_hh_l1_reverse	5	-0.11611238121986389
244973	rnn.bias_hh_l1_reverse	6	0.06240953877568245
244973	rnn.bias_hh_l1_reverse	7	-0.13773967325687408
244973	rnn.bias_hh_l1_reverse	8	-0.12454773485660553
244973	rnn.bias_hh_l1_reverse	9	-0.14780908823013306
244973	linear.weight	0	0.002228822559118271
244973	linear.weight	1	0.0989937037229538
244973	linear.weight	2	-0.09278322756290436
244973	linear.weight	3	0.31148216128349304
244973	linear.weight	4	0.1509678214788437
244973	linear.weight	5	-0.06497011333703995
244973	linear.weight	6	0.09432511776685715
244973	linear.weight	7	0.13431815803050995
244973	linear.weight	8	0.041134268045425415
244973	linear.weight	9	-0.05080125480890274
244973	linear.bias	0	0.07826881855726242
244973	linear.bias	1	-0.19255684316158295
244973	linear.bias	2	-0.451140433549881
244973	linear.bias	3	-0.6633917689323425
244973	linear.bias	4	-1.2645630836486816
244973	linear.bias	5	-0.06114452704787254
244973	linear.bias	6	-0.8229929208755493
244973	linear.bias	7	0.2712610065937042
244973	linear.bias	8	-0.3919559717178345
244973	linear.bias	9	-1.019016981124878
245170	transitions	0	0.7512819766998291
245170	transitions	1	0.1381346732378006
245170	transitions	2	-10000.0
245170	transitions	3	-1.8280080556869507
245170	transitions	4	-10000.0
245170	transitions	5	0.5630643963813782
245170	transitions	6	-0.08541172742843628
245170	transitions	7	-0.8091953992843628
245170	transitions	8	-1.422254204750061
245170	transitions	9	-0.0012296936474740505
245170	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
245170	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
245170	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
245170	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
245170	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
245170	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
245170	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
245170	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
245170	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
245170	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
245170	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
245170	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
245170	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
245170	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
245170	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
245170	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
245170	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
245170	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
245170	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
245170	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
245170	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
245170	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
245170	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
245170	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
245170	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
245170	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
245170	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
245170	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
245170	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
245170	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
245170	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
245170	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
245170	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
245170	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
245170	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
245170	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
245170	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
245170	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
245170	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
245170	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
245170	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
245170	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
245170	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
245170	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
245170	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
245170	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
245170	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
245170	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
245170	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
245170	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
245170	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
245170	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
245170	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
245170	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
245170	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
245170	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
245170	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
245170	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
245170	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
245170	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
245170	embedding2nn.weight	0	0.017077993601560593
245170	embedding2nn.weight	1	-0.012745250947773457
245170	embedding2nn.weight	2	-0.014268254861235619
245170	embedding2nn.weight	3	-0.03124259226024151
245170	embedding2nn.weight	4	-0.0059150345623493195
245170	embedding2nn.weight	5	-0.0037005888298153877
245170	embedding2nn.weight	6	-0.003973264712840319
245170	embedding2nn.weight	7	-0.07679277658462524
245170	embedding2nn.weight	8	-0.0019979383796453476
245170	embedding2nn.weight	9	-0.027450358495116234
245170	embedding2nn.bias	0	0.030334122478961945
245170	embedding2nn.bias	1	-0.0750369131565094
245170	embedding2nn.bias	2	0.06836404651403427
245170	embedding2nn.bias	3	0.05318627879023552
245170	embedding2nn.bias	4	-0.04493115097284317
245170	embedding2nn.bias	5	-0.009589388966560364
245170	embedding2nn.bias	6	0.014694210141897202
245170	embedding2nn.bias	7	-0.05416656285524368
245170	embedding2nn.bias	8	0.07050181925296783
245170	embedding2nn.bias	9	0.045711830258369446
245170	rnn.weight_ih_l0	0	-0.07971818000078201
245170	rnn.weight_ih_l0	1	0.0035385917872190475
245170	rnn.weight_ih_l0	2	0.035505812615156174
245170	rnn.weight_ih_l0	3	0.022973904386162758
245170	rnn.weight_ih_l0	4	-0.04915304854512215
245170	rnn.weight_ih_l0	5	-0.06815487146377563
245170	rnn.weight_ih_l0	6	-0.0011225467314943671
245170	rnn.weight_ih_l0	7	0.053332481533288956
245170	rnn.weight_ih_l0	8	-0.017720190808176994
245170	rnn.weight_ih_l0	9	-0.030910983681678772
245170	rnn.weight_hh_l0	0	-0.030584825202822685
245170	rnn.weight_hh_l0	1	-0.007576632779091597
245170	rnn.weight_hh_l0	2	0.006971883587539196
245170	rnn.weight_hh_l0	3	-0.07431662827730179
245170	rnn.weight_hh_l0	4	0.09367065131664276
245170	rnn.weight_hh_l0	5	-0.025940846651792526
245170	rnn.weight_hh_l0	6	-0.06354907155036926
245170	rnn.weight_hh_l0	7	0.009163555689156055
245170	rnn.weight_hh_l0	8	0.013722805306315422
245170	rnn.weight_hh_l0	9	-0.02589031122624874
245170	rnn.bias_ih_l0	0	0.1287396252155304
245170	rnn.bias_ih_l0	1	-0.034953173249959946
245170	rnn.bias_ih_l0	2	-0.03477247431874275
245170	rnn.bias_ih_l0	3	0.1635434925556183
245170	rnn.bias_ih_l0	4	-0.01318698562681675
245170	rnn.bias_ih_l0	5	-0.021731479093432426
245170	rnn.bias_ih_l0	6	0.018829694017767906
245170	rnn.bias_ih_l0	7	0.022981880232691765
245170	rnn.bias_ih_l0	8	-0.10084415227174759
245170	rnn.bias_ih_l0	9	-0.0401909239590168
245170	rnn.bias_hh_l0	0	-0.0007981886155903339
245170	rnn.bias_hh_l0	1	-0.0978521779179573
245170	rnn.bias_hh_l0	2	-0.07516423612833023
245170	rnn.bias_hh_l0	3	-0.08858602494001389
245170	rnn.bias_hh_l0	4	0.009707995690405369
245170	rnn.bias_hh_l0	5	-0.020827000960707664
245170	rnn.bias_hh_l0	6	0.029100028797984123
245170	rnn.bias_hh_l0	7	0.06267883628606796
245170	rnn.bias_hh_l0	8	-0.12190845608711243
245170	rnn.bias_hh_l0	9	-0.05777967721223831
245170	rnn.weight_ih_l0_reverse	0	-0.02577163279056549
245170	rnn.weight_ih_l0_reverse	1	-0.056464362889528275
245170	rnn.weight_ih_l0_reverse	2	-0.04811639338731766
245170	rnn.weight_ih_l0_reverse	3	0.01571553945541382
245170	rnn.weight_ih_l0_reverse	4	-0.02491203136742115
245170	rnn.weight_ih_l0_reverse	5	-0.05766510218381882
245170	rnn.weight_ih_l0_reverse	6	0.07413239032030106
245170	rnn.weight_ih_l0_reverse	7	-0.018646137788891792
245170	rnn.weight_ih_l0_reverse	8	-0.018870772793889046
245170	rnn.weight_ih_l0_reverse	9	0.003857783740386367
245170	rnn.weight_hh_l0_reverse	0	0.06809686124324799
245170	rnn.weight_hh_l0_reverse	1	0.01994468830525875
245170	rnn.weight_hh_l0_reverse	2	0.02958509512245655
245170	rnn.weight_hh_l0_reverse	3	0.034992557018995285
245170	rnn.weight_hh_l0_reverse	4	0.013949986547231674
245170	rnn.weight_hh_l0_reverse	5	0.007786854635924101
245170	rnn.weight_hh_l0_reverse	6	0.05115724354982376
245170	rnn.weight_hh_l0_reverse	7	-0.08211308717727661
245170	rnn.weight_hh_l0_reverse	8	0.040147874504327774
245170	rnn.weight_hh_l0_reverse	9	0.035235337913036346
245170	rnn.bias_ih_l0_reverse	0	-0.05689980834722519
245170	rnn.bias_ih_l0_reverse	1	-0.2820199728012085
245170	rnn.bias_ih_l0_reverse	2	-0.12237586081027985
245170	rnn.bias_ih_l0_reverse	3	-0.048459142446517944
245170	rnn.bias_ih_l0_reverse	4	-0.021947816014289856
245170	rnn.bias_ih_l0_reverse	5	0.0752367451786995
245170	rnn.bias_ih_l0_reverse	6	-0.0637466162443161
245170	rnn.bias_ih_l0_reverse	7	0.061137594282627106
245170	rnn.bias_ih_l0_reverse	8	-0.03705645725131035
245170	rnn.bias_ih_l0_reverse	9	0.06703248620033264
245170	rnn.bias_hh_l0_reverse	0	0.02413962595164776
245170	rnn.bias_hh_l0_reverse	1	-0.06097608059644699
245170	rnn.bias_hh_l0_reverse	2	0.08937487751245499
245170	rnn.bias_hh_l0_reverse	3	-0.051274631172418594
245170	rnn.bias_hh_l0_reverse	4	-0.02887207455933094
245170	rnn.bias_hh_l0_reverse	5	-0.020967040210962296
245170	rnn.bias_hh_l0_reverse	6	-0.016529828310012817
245170	rnn.bias_hh_l0_reverse	7	0.09976866841316223
245170	rnn.bias_hh_l0_reverse	8	0.029573742300271988
245170	rnn.bias_hh_l0_reverse	9	-0.148153156042099
245170	rnn.weight_ih_l1	0	-0.029433170333504677
245170	rnn.weight_ih_l1	1	-0.0504935197532177
245170	rnn.weight_ih_l1	2	0.06408922374248505
245170	rnn.weight_ih_l1	3	-0.07382471859455109
245170	rnn.weight_ih_l1	4	-0.014398775063455105
245170	rnn.weight_ih_l1	5	-0.04036802425980568
245170	rnn.weight_ih_l1	6	0.02911541983485222
245170	rnn.weight_ih_l1	7	-0.04479832947254181
245170	rnn.weight_ih_l1	8	0.03774131089448929
245170	rnn.weight_ih_l1	9	0.04465024918317795
245170	rnn.weight_hh_l1	0	-0.006876479834318161
245170	rnn.weight_hh_l1	1	0.019846606999635696
245170	rnn.weight_hh_l1	2	0.007290265057235956
245170	rnn.weight_hh_l1	3	-0.012500778771936893
245170	rnn.weight_hh_l1	4	0.004867370240390301
245170	rnn.weight_hh_l1	5	0.0348975770175457
245170	rnn.weight_hh_l1	6	0.03621060773730278
245170	rnn.weight_hh_l1	7	-0.01627679355442524
245170	rnn.weight_hh_l1	8	-0.007337525486946106
245170	rnn.weight_hh_l1	9	0.03864220157265663
245170	rnn.bias_ih_l1	0	-0.1841282844543457
245170	rnn.bias_ih_l1	1	-0.17531585693359375
245170	rnn.bias_ih_l1	2	-0.19764484465122223
245170	rnn.bias_ih_l1	3	-0.30978500843048096
245170	rnn.bias_ih_l1	4	-0.20969170331954956
245170	rnn.bias_ih_l1	5	-0.08799804002046585
245170	rnn.bias_ih_l1	6	-0.160034641623497
245170	rnn.bias_ih_l1	7	-0.0009923408506438136
245170	rnn.bias_ih_l1	8	-0.13236647844314575
245170	rnn.bias_ih_l1	9	-0.12428440153598785
245170	rnn.bias_hh_l1	0	-0.09548112750053406
245170	rnn.bias_hh_l1	1	-0.06405085325241089
245170	rnn.bias_hh_l1	2	-0.08503182977437973
245170	rnn.bias_hh_l1	3	-0.07735026627779007
245170	rnn.bias_hh_l1	4	-0.07424000650644302
245170	rnn.bias_hh_l1	5	-0.11898661404848099
245170	rnn.bias_hh_l1	6	-0.1614398956298828
245170	rnn.bias_hh_l1	7	0.07461296766996384
245170	rnn.bias_hh_l1	8	-0.17639252543449402
245170	rnn.bias_hh_l1	9	-0.11814821511507034
245170	rnn.weight_ih_l1_reverse	0	-0.04744686931371689
245170	rnn.weight_ih_l1_reverse	1	0.03279297426342964
245170	rnn.weight_ih_l1_reverse	2	0.08927953243255615
245170	rnn.weight_ih_l1_reverse	3	-0.018881499767303467
245170	rnn.weight_ih_l1_reverse	4	-0.02243049070239067
245170	rnn.weight_ih_l1_reverse	5	-0.030512943863868713
245170	rnn.weight_ih_l1_reverse	6	-0.020868847146630287
245170	rnn.weight_ih_l1_reverse	7	0.02951374463737011
245170	rnn.weight_ih_l1_reverse	8	0.006457730662077665
245170	rnn.weight_ih_l1_reverse	9	-0.03463726490736008
245170	rnn.weight_hh_l1_reverse	0	0.004645227454602718
245170	rnn.weight_hh_l1_reverse	1	0.03172587603330612
245170	rnn.weight_hh_l1_reverse	2	-0.04059576988220215
245170	rnn.weight_hh_l1_reverse	3	0.035077840089797974
245170	rnn.weight_hh_l1_reverse	4	0.04732420668005943
245170	rnn.weight_hh_l1_reverse	5	0.005458122584968805
245170	rnn.weight_hh_l1_reverse	6	0.048598192632198334
245170	rnn.weight_hh_l1_reverse	7	0.031211059540510178
245170	rnn.weight_hh_l1_reverse	8	-0.00719949696213007
245170	rnn.weight_hh_l1_reverse	9	-0.030157556757330894
245170	rnn.bias_ih_l1_reverse	0	-0.04590748995542526
245170	rnn.bias_ih_l1_reverse	1	-0.1393837183713913
245170	rnn.bias_ih_l1_reverse	2	-0.1628393977880478
245170	rnn.bias_ih_l1_reverse	3	-0.06255190074443817
245170	rnn.bias_ih_l1_reverse	4	-0.2037646472454071
245170	rnn.bias_ih_l1_reverse	5	-0.11662916839122772
245170	rnn.bias_ih_l1_reverse	6	-0.13044577836990356
245170	rnn.bias_ih_l1_reverse	7	-0.19251233339309692
245170	rnn.bias_ih_l1_reverse	8	0.22464536130428314
245170	rnn.bias_ih_l1_reverse	9	0.02457118220627308
245170	rnn.bias_hh_l1_reverse	0	0.010294384323060513
245170	rnn.bias_hh_l1_reverse	1	-0.0653417557477951
245170	rnn.bias_hh_l1_reverse	2	-0.23678366839885712
245170	rnn.bias_hh_l1_reverse	3	-0.14217239618301392
245170	rnn.bias_hh_l1_reverse	4	-0.08004287630319595
245170	rnn.bias_hh_l1_reverse	5	-0.11632618308067322
245170	rnn.bias_hh_l1_reverse	6	0.06265837699174881
245170	rnn.bias_hh_l1_reverse	7	-0.1376679241657257
245170	rnn.bias_hh_l1_reverse	8	-0.12462671101093292
245170	rnn.bias_hh_l1_reverse	9	-0.14779891073703766
245170	linear.weight	0	0.002228822559118271
245170	linear.weight	1	0.09907057136297226
245170	linear.weight	2	-0.09274352341890335
245170	linear.weight	3	0.3118549883365631
245170	linear.weight	4	0.15086476504802704
245170	linear.weight	5	-0.06504062563180923
245170	linear.weight	6	0.09406854212284088
245170	linear.weight	7	0.13394638895988464
245170	linear.weight	8	0.04113426432013512
245170	linear.weight	9	-0.05091528221964836
245170	linear.bias	0	0.07671403884887695
245170	linear.bias	1	-0.19214430451393127
245170	linear.bias	2	-0.45338204503059387
245170	linear.bias	3	-0.6635161638259888
245170	linear.bias	4	-1.2645740509033203
245170	linear.bias	5	-0.06251740455627441
245170	linear.bias	6	-0.8225975036621094
245170	linear.bias	7	0.26985442638397217
245170	linear.bias	8	-0.39271050691604614
245170	linear.bias	9	-1.0198529958724976
245367	transitions	0	0.75121009349823
245367	transitions	1	0.13800810277462006
245367	transitions	2	-10000.0
245367	transitions	3	-1.828010082244873
245367	transitions	4	-10000.0
245367	transitions	5	0.5630629062652588
245367	transitions	6	-0.08541353046894073
245367	transitions	7	-0.809260368347168
245367	transitions	8	-1.422256350517273
245367	transitions	9	-0.0012297149514779449
245367	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
245367	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
245367	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
245367	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
245367	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
245367	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
245367	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
245367	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
245367	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
245367	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
245367	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
245367	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
245367	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
245367	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
245367	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
245367	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
245367	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
245367	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
245367	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
245367	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
245367	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
245367	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
245367	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
245367	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
245367	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
245367	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
245367	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
245367	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
245367	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
245367	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
245367	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
245367	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
245367	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
245367	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
245367	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
245367	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
245367	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
245367	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
245367	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
245367	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
245367	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
245367	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
245367	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
245367	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
245367	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
245367	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
245367	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
245367	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
245367	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
245367	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
245367	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
245367	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
245367	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
245367	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
245367	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
245367	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
245367	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
245367	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
245367	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
245367	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
245367	embedding2nn.weight	0	0.017143424600362778
245367	embedding2nn.weight	1	-0.012734858319163322
245367	embedding2nn.weight	2	-0.014268254861235619
245367	embedding2nn.weight	3	-0.03132031485438347
245367	embedding2nn.weight	4	-0.0059150345623493195
245367	embedding2nn.weight	5	-0.0037005888298153877
245367	embedding2nn.weight	6	-0.003973264712840319
245367	embedding2nn.weight	7	-0.07673142850399017
245367	embedding2nn.weight	8	-0.0019979383796453476
245367	embedding2nn.weight	9	-0.027306457981467247
245367	embedding2nn.bias	0	0.030366457998752594
245367	embedding2nn.bias	1	-0.07592155784368515
245367	embedding2nn.bias	2	0.06870543956756592
245367	embedding2nn.bias	3	0.052754275500774384
245367	embedding2nn.bias	4	-0.04413149878382683
245367	embedding2nn.bias	5	-0.009399677626788616
245367	embedding2nn.bias	6	0.014560520648956299
245367	embedding2nn.bias	7	-0.05409893020987511
245367	embedding2nn.bias	8	0.07074230909347534
245367	embedding2nn.bias	9	0.04580532759428024
245367	rnn.weight_ih_l0	0	-0.07976526767015457
245367	rnn.weight_ih_l0	1	0.003477320307865739
245367	rnn.weight_ih_l0	2	0.035660259425640106
245367	rnn.weight_ih_l0	3	0.02293182909488678
245367	rnn.weight_ih_l0	4	-0.04916307330131531
245367	rnn.weight_ih_l0	5	-0.06814081966876984
245367	rnn.weight_ih_l0	6	-0.0010837055742740631
245367	rnn.weight_ih_l0	7	0.05338212475180626
245367	rnn.weight_ih_l0	8	-0.01767110638320446
245367	rnn.weight_ih_l0	9	-0.03088628128170967
245367	rnn.weight_hh_l0	0	-0.030573014169931412
245367	rnn.weight_hh_l0	1	-0.007527715060859919
245367	rnn.weight_hh_l0	2	0.007034962065517902
245367	rnn.weight_hh_l0	3	-0.07433212548494339
245367	rnn.weight_hh_l0	4	0.09362264722585678
245367	rnn.weight_hh_l0	5	-0.025980962440371513
245367	rnn.weight_hh_l0	6	-0.06366879492998123
245367	rnn.weight_hh_l0	7	0.009106081910431385
245367	rnn.weight_hh_l0	8	0.01369029562920332
245367	rnn.weight_hh_l0	9	-0.025893468409776688
245367	rnn.bias_ih_l0	0	0.128814697265625
245367	rnn.bias_ih_l0	1	-0.03494924306869507
245367	rnn.bias_ih_l0	2	-0.0349443294107914
245367	rnn.bias_ih_l0	3	0.16349074244499207
245367	rnn.bias_ih_l0	4	-0.013224340975284576
245367	rnn.bias_ih_l0	5	-0.02184334211051464
245367	rnn.bias_ih_l0	6	0.01864572986960411
245367	rnn.bias_ih_l0	7	0.023057209327816963
245367	rnn.bias_ih_l0	8	-0.10076110810041428
245367	rnn.bias_ih_l0	9	-0.04004139080643654
245367	rnn.bias_hh_l0	0	-0.0008530505583621562
245367	rnn.bias_hh_l0	1	-0.09767919033765793
245367	rnn.bias_hh_l0	2	-0.07518186420202255
245367	rnn.bias_hh_l0	3	-0.08869938552379608
245367	rnn.bias_hh_l0	4	0.009769635275006294
245367	rnn.bias_hh_l0	5	-0.020805031061172485
245367	rnn.bias_hh_l0	6	0.029248373582959175
245367	rnn.bias_hh_l0	7	0.06317629665136337
245367	rnn.bias_hh_l0	8	-0.12187359482049942
245367	rnn.bias_hh_l0	9	-0.057956043630838394
245367	rnn.weight_ih_l0_reverse	0	-0.02577325701713562
245367	rnn.weight_ih_l0_reverse	1	-0.05661098286509514
245367	rnn.weight_ih_l0_reverse	2	-0.048072297126054764
245367	rnn.weight_ih_l0_reverse	3	0.015696344897150993
245367	rnn.weight_ih_l0_reverse	4	-0.024920912459492683
245367	rnn.weight_ih_l0_reverse	5	-0.05765444412827492
245367	rnn.weight_ih_l0_reverse	6	0.07412032037973404
245367	rnn.weight_ih_l0_reverse	7	-0.018650846555829048
245367	rnn.weight_ih_l0_reverse	8	-0.018856532871723175
245367	rnn.weight_ih_l0_reverse	9	0.003868658794090152
245367	rnn.weight_hh_l0_reverse	0	0.06807418912649155
245367	rnn.weight_hh_l0_reverse	1	0.01999421790242195
245367	rnn.weight_hh_l0_reverse	2	0.029577353969216347
245367	rnn.weight_hh_l0_reverse	3	0.03499364107847214
245367	rnn.weight_hh_l0_reverse	4	0.013970628380775452
245367	rnn.weight_hh_l0_reverse	5	0.007829871028661728
245367	rnn.weight_hh_l0_reverse	6	0.0511176697909832
245367	rnn.weight_hh_l0_reverse	7	-0.08202087879180908
245367	rnn.weight_hh_l0_reverse	8	0.04014428332448006
245367	rnn.weight_hh_l0_reverse	9	0.03522675111889839
245367	rnn.bias_ih_l0_reverse	0	-0.056876733899116516
245367	rnn.bias_ih_l0_reverse	1	-0.28229859471321106
245367	rnn.bias_ih_l0_reverse	2	-0.12225800007581711
245367	rnn.bias_ih_l0_reverse	3	-0.04840848222374916
245367	rnn.bias_ih_l0_reverse	4	-0.022090567275881767
245367	rnn.bias_ih_l0_reverse	5	0.07536874711513519
245367	rnn.bias_ih_l0_reverse	6	-0.06377861648797989
245367	rnn.bias_ih_l0_reverse	7	0.06114478409290314
245367	rnn.bias_ih_l0_reverse	8	-0.037183962762355804
245367	rnn.bias_ih_l0_reverse	9	0.06715398281812668
245367	rnn.bias_hh_l0_reverse	0	0.024051688611507416
245367	rnn.bias_hh_l0_reverse	1	-0.06098340451717377
245367	rnn.bias_hh_l0_reverse	2	0.08939124643802643
245367	rnn.bias_hh_l0_reverse	3	-0.05116981640458107
245367	rnn.bias_hh_l0_reverse	4	-0.028521282598376274
245367	rnn.bias_hh_l0_reverse	5	-0.021090788766741753
245367	rnn.bias_hh_l0_reverse	6	-0.016663873568177223
245367	rnn.bias_hh_l0_reverse	7	0.10006622970104218
245367	rnn.bias_hh_l0_reverse	8	0.029682587832212448
245367	rnn.bias_hh_l0_reverse	9	-0.14788447320461273
245367	rnn.weight_ih_l1	0	-0.029472462832927704
245367	rnn.weight_ih_l1	1	-0.05065501853823662
245367	rnn.weight_ih_l1	2	0.06426962465047836
245367	rnn.weight_ih_l1	3	-0.07383818924427032
245367	rnn.weight_ih_l1	4	-0.014443149790167809
245367	rnn.weight_ih_l1	5	-0.040354494005441666
245367	rnn.weight_ih_l1	6	0.028934160247445107
245367	rnn.weight_ih_l1	7	-0.0447331964969635
245367	rnn.weight_ih_l1	8	0.03775855898857117
245367	rnn.weight_ih_l1	9	0.044629596173763275
245367	rnn.weight_hh_l1	0	-0.006931635085493326
245367	rnn.weight_hh_l1	1	0.019872227683663368
245367	rnn.weight_hh_l1	2	0.0071949162520468235
245367	rnn.weight_hh_l1	3	-0.012522008270025253
245367	rnn.weight_hh_l1	4	0.004884581081569195
245367	rnn.weight_hh_l1	5	0.03491384536027908
245367	rnn.weight_hh_l1	6	0.03615982457995415
245367	rnn.weight_hh_l1	7	-0.01627924107015133
245367	rnn.weight_hh_l1	8	-0.007334337569773197
245367	rnn.weight_hh_l1	9	0.03868255019187927
245367	rnn.bias_ih_l1	0	-0.18416652083396912
245367	rnn.bias_ih_l1	1	-0.17544299364089966
245367	rnn.bias_ih_l1	2	-0.19749489426612854
245367	rnn.bias_ih_l1	3	-0.31001800298690796
245367	rnn.bias_ih_l1	4	-0.20880594849586487
245367	rnn.bias_ih_l1	5	-0.08809815347194672
245367	rnn.bias_ih_l1	6	-0.15999142825603485
245367	rnn.bias_ih_l1	7	-0.0015946123749017715
245367	rnn.bias_ih_l1	8	-0.13242879509925842
245367	rnn.bias_ih_l1	9	-0.12416300922632217
245367	rnn.bias_hh_l1	0	-0.09559906274080276
245367	rnn.bias_hh_l1	1	-0.06402862817049026
245367	rnn.bias_hh_l1	2	-0.08495789766311646
245367	rnn.bias_hh_l1	3	-0.07712610065937042
245367	rnn.bias_hh_l1	4	-0.07418689876794815
245367	rnn.bias_hh_l1	5	-0.11884699761867523
245367	rnn.bias_hh_l1	6	-0.16152110695838928
245367	rnn.bias_hh_l1	7	0.07429041713476181
245367	rnn.bias_hh_l1	8	-0.17640729248523712
245367	rnn.bias_hh_l1	9	-0.11817006766796112
245367	rnn.weight_ih_l1_reverse	0	-0.047468092292547226
245367	rnn.weight_ih_l1_reverse	1	0.03280582278966904
245367	rnn.weight_ih_l1_reverse	2	0.08935382217168808
245367	rnn.weight_ih_l1_reverse	3	-0.018911145627498627
245367	rnn.weight_ih_l1_reverse	4	-0.02236594259738922
245367	rnn.weight_ih_l1_reverse	5	-0.03050937131047249
245367	rnn.weight_ih_l1_reverse	6	-0.020856468006968498
245367	rnn.weight_ih_l1_reverse	7	0.02946886420249939
245367	rnn.weight_ih_l1_reverse	8	0.006507300306111574
245367	rnn.weight_ih_l1_reverse	9	-0.03451927378773689
245367	rnn.weight_hh_l1_reverse	0	0.004660451784729958
245367	rnn.weight_hh_l1_reverse	1	0.03171316161751747
245367	rnn.weight_hh_l1_reverse	2	-0.04059652239084244
245367	rnn.weight_hh_l1_reverse	3	0.03507405146956444
245367	rnn.weight_hh_l1_reverse	4	0.04729344695806503
245367	rnn.weight_hh_l1_reverse	5	0.0054253702983260155
245367	rnn.weight_hh_l1_reverse	6	0.04856307432055473
245367	rnn.weight_hh_l1_reverse	7	0.031218338757753372
245367	rnn.weight_hh_l1_reverse	8	-0.007183917332440615
245367	rnn.weight_hh_l1_reverse	9	-0.030121520161628723
245367	rnn.bias_ih_l1_reverse	0	-0.04594595357775688
245367	rnn.bias_ih_l1_reverse	1	-0.1392630785703659
245367	rnn.bias_ih_l1_reverse	2	-0.16307608783245087
245367	rnn.bias_ih_l1_reverse	3	-0.06259511411190033
245367	rnn.bias_ih_l1_reverse	4	-0.2038353681564331
245367	rnn.bias_ih_l1_reverse	5	-0.11668612062931061
245367	rnn.bias_ih_l1_reverse	6	-0.13041608035564423
245367	rnn.bias_ih_l1_reverse	7	-0.1923457533121109
245367	rnn.bias_ih_l1_reverse	8	0.22450368106365204
245367	rnn.bias_ih_l1_reverse	9	0.024630729109048843
245367	rnn.bias_hh_l1_reverse	0	0.009787939488887787
245367	rnn.bias_hh_l1_reverse	1	-0.06562317162752151
245367	rnn.bias_hh_l1_reverse	2	-0.23674219846725464
245367	rnn.bias_hh_l1_reverse	3	-0.14213597774505615
245367	rnn.bias_hh_l1_reverse	4	-0.07992872595787048
245367	rnn.bias_hh_l1_reverse	5	-0.1163749024271965
245367	rnn.bias_hh_l1_reverse	6	0.06305377185344696
245367	rnn.bias_hh_l1_reverse	7	-0.1376996487379074
245367	rnn.bias_hh_l1_reverse	8	-0.12477759271860123
245367	rnn.bias_hh_l1_reverse	9	-0.1478063464164734
245367	linear.weight	0	0.002228822559118271
245367	linear.weight	1	0.09869749844074249
245367	linear.weight	2	-0.0929064005613327
245367	linear.weight	3	0.3124074637889862
245367	linear.weight	4	0.15088678896427155
245367	linear.weight	5	-0.06509287655353546
245367	linear.weight	6	0.0934661403298378
245367	linear.weight	7	0.13376514613628387
245367	linear.weight	8	0.041134219616651535
245367	linear.weight	9	-0.05097648873925209
245367	linear.bias	0	0.07401437312364578
245367	linear.bias	1	-0.19004441797733307
245367	linear.bias	2	-0.45135053992271423
245367	linear.bias	3	-0.6643927693367004
245367	linear.bias	4	-1.2653127908706665
245367	linear.bias	5	-0.0644863173365593
245367	linear.bias	6	-0.8207054138183594
245367	linear.bias	7	0.2682051956653595
245367	linear.bias	8	-0.3904666602611542
245367	linear.bias	9	-1.0176526308059692
245564	transitions	0	0.7509337663650513
245564	transitions	1	0.13796314597129822
245564	transitions	2	-10000.0
245564	transitions	3	-1.828011155128479
245564	transitions	4	-10000.0
245564	transitions	5	0.5630513429641724
245564	transitions	6	-0.0854201391339302
245564	transitions	7	-0.8092671036720276
245564	transitions	8	-1.422257900238037
245564	transitions	9	-0.0012297418434172869
245564	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
245564	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
245564	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
245564	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
245564	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
245564	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
245564	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
245564	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
245564	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
245564	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
245564	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
245564	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
245564	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
245564	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
245564	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
245564	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
245564	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
245564	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
245564	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
245564	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
245564	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
245564	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
245564	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
245564	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
245564	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
245564	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
245564	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
245564	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
245564	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
245564	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
245564	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
245564	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
245564	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
245564	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
245564	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
245564	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
245564	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
245564	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
245564	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
245564	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
245564	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
245564	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
245564	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
245564	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
245564	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
245564	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
245564	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
245564	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
245564	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
245564	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
245564	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
245564	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
245564	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
245564	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
245564	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
245564	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
245564	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
245564	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
245564	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
245564	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
245564	embedding2nn.weight	0	0.017145538702607155
245564	embedding2nn.weight	1	-0.012723512016236782
245564	embedding2nn.weight	2	-0.014268254861235619
245564	embedding2nn.weight	3	-0.03150192275643349
245564	embedding2nn.weight	4	-0.0059150345623493195
245564	embedding2nn.weight	5	-0.0037005888298153877
245564	embedding2nn.weight	6	-0.003973264712840319
245564	embedding2nn.weight	7	-0.07658771425485611
245564	embedding2nn.weight	8	-0.0019979383796453476
245564	embedding2nn.weight	9	-0.027407735586166382
245564	embedding2nn.bias	0	0.030039813369512558
245564	embedding2nn.bias	1	-0.07517872005701065
245564	embedding2nn.bias	2	0.0689103975892067
245564	embedding2nn.bias	3	0.05334285646677017
245564	embedding2nn.bias	4	-0.044046249240636826
245564	embedding2nn.bias	5	-0.009288516826927662
245564	embedding2nn.bias	6	0.015063074417412281
245564	embedding2nn.bias	7	-0.05411578714847565
245564	embedding2nn.bias	8	0.07066480815410614
245564	embedding2nn.bias	9	0.045864690095186234
245564	rnn.weight_ih_l0	0	-0.07980050891637802
245564	rnn.weight_ih_l0	1	0.0034329311456531286
245564	rnn.weight_ih_l0	2	0.035684943199157715
245564	rnn.weight_ih_l0	3	0.02284615859389305
245564	rnn.weight_ih_l0	4	-0.04908272251486778
245564	rnn.weight_ih_l0	5	-0.06814239919185638
245564	rnn.weight_ih_l0	6	-0.0010125187691301107
245564	rnn.weight_ih_l0	7	0.05328158289194107
245564	rnn.weight_ih_l0	8	-0.01772281341254711
245564	rnn.weight_ih_l0	9	-0.030897116288542747
245564	rnn.weight_hh_l0	0	-0.030653178691864014
245564	rnn.weight_hh_l0	1	-0.0074606710113584995
245564	rnn.weight_hh_l0	2	0.00699450820684433
245564	rnn.weight_hh_l0	3	-0.07427547127008438
245564	rnn.weight_hh_l0	4	0.09364636987447739
245564	rnn.weight_hh_l0	5	-0.02589927613735199
245564	rnn.weight_hh_l0	6	-0.06367381662130356
245564	rnn.weight_hh_l0	7	0.009083181619644165
245564	rnn.weight_hh_l0	8	0.013644864782691002
245564	rnn.weight_hh_l0	9	-0.025943711400032043
245564	rnn.bias_ih_l0	0	0.12887877225875854
245564	rnn.bias_ih_l0	1	-0.034964412450790405
245564	rnn.bias_ih_l0	2	-0.03521301969885826
245564	rnn.bias_ih_l0	3	0.16361825168132782
245564	rnn.bias_ih_l0	4	-0.013341080397367477
245564	rnn.bias_ih_l0	5	-0.021841345354914665
245564	rnn.bias_ih_l0	6	0.018628260120749474
245564	rnn.bias_ih_l0	7	0.022949038073420525
245564	rnn.bias_ih_l0	8	-0.10075987130403519
245564	rnn.bias_ih_l0	9	-0.04001717269420624
245564	rnn.bias_hh_l0	0	-0.0007706046453677118
245564	rnn.bias_hh_l0	1	-0.09758224338293076
245564	rnn.bias_hh_l0	2	-0.07513352483510971
245564	rnn.bias_hh_l0	3	-0.08873102068901062
245564	rnn.bias_hh_l0	4	0.010139179416000843
245564	rnn.bias_hh_l0	5	-0.020915189757943153
245564	rnn.bias_hh_l0	6	0.029520010575652122
245564	rnn.bias_hh_l0	7	0.06297123432159424
245564	rnn.bias_hh_l0	8	-0.12173173576593399
245564	rnn.bias_hh_l0	9	-0.057703740894794464
245564	rnn.weight_ih_l0_reverse	0	-0.025820059701800346
245564	rnn.weight_ih_l0_reverse	1	-0.05669943615794182
245564	rnn.weight_ih_l0_reverse	2	-0.048135966062545776
245564	rnn.weight_ih_l0_reverse	3	0.015627197921276093
245564	rnn.weight_ih_l0_reverse	4	-0.02495567686855793
245564	rnn.weight_ih_l0_reverse	5	-0.05760735273361206
245564	rnn.weight_ih_l0_reverse	6	0.07419443875551224
245564	rnn.weight_ih_l0_reverse	7	-0.018492570146918297
245564	rnn.weight_ih_l0_reverse	8	-0.018823230639100075
245564	rnn.weight_ih_l0_reverse	9	0.003857929026708007
245564	rnn.weight_hh_l0_reverse	0	0.06816502660512924
245564	rnn.weight_hh_l0_reverse	1	0.020041389390826225
245564	rnn.weight_hh_l0_reverse	2	0.02962096966803074
245564	rnn.weight_hh_l0_reverse	3	0.034975890070199966
245564	rnn.weight_hh_l0_reverse	4	0.01393439806997776
245564	rnn.weight_hh_l0_reverse	5	0.007878588512539864
245564	rnn.weight_hh_l0_reverse	6	0.05111832171678543
245564	rnn.weight_hh_l0_reverse	7	-0.08202645182609558
245564	rnn.weight_hh_l0_reverse	8	0.04015180841088295
245564	rnn.weight_hh_l0_reverse	9	0.03523411229252815
245564	rnn.bias_ih_l0_reverse	0	-0.05673646181821823
245564	rnn.bias_ih_l0_reverse	1	-0.2819976508617401
245564	rnn.bias_ih_l0_reverse	2	-0.12239836156368256
245564	rnn.bias_ih_l0_reverse	3	-0.0484267994761467
245564	rnn.bias_ih_l0_reverse	4	-0.021999087184667587
245564	rnn.bias_ih_l0_reverse	5	0.07540201395750046
245564	rnn.bias_ih_l0_reverse	6	-0.06382770836353302
245564	rnn.bias_ih_l0_reverse	7	0.06130479276180267
245564	rnn.bias_ih_l0_reverse	8	-0.03705831244587898
245564	rnn.bias_ih_l0_reverse	9	0.06726657599210739
245564	rnn.bias_hh_l0_reverse	0	0.023977650329470634
245564	rnn.bias_hh_l0_reverse	1	-0.06101926416158676
245564	rnn.bias_hh_l0_reverse	2	0.08932709693908691
245564	rnn.bias_hh_l0_reverse	3	-0.05124731361865997
245564	rnn.bias_hh_l0_reverse	4	-0.028443047776818275
245564	rnn.bias_hh_l0_reverse	5	-0.02123582363128662
245564	rnn.bias_hh_l0_reverse	6	-0.016652189195156097
245564	rnn.bias_hh_l0_reverse	7	0.10007600486278534
245564	rnn.bias_hh_l0_reverse	8	0.029613429680466652
245564	rnn.bias_hh_l0_reverse	9	-0.1481902301311493
245564	rnn.weight_ih_l1	0	-0.029454832896590233
245564	rnn.weight_ih_l1	1	-0.05060118809342384
245564	rnn.weight_ih_l1	2	0.06430696696043015
245564	rnn.weight_ih_l1	3	-0.07364687323570251
245564	rnn.weight_ih_l1	4	-0.014447514899075031
245564	rnn.weight_ih_l1	5	-0.040379077196121216
245564	rnn.weight_ih_l1	6	0.028904369100928307
245564	rnn.weight_ih_l1	7	-0.04484107345342636
245564	rnn.weight_ih_l1	8	0.03777299448847771
245564	rnn.weight_ih_l1	9	0.04456743970513344
245564	rnn.weight_hh_l1	0	-0.006873795296996832
245564	rnn.weight_hh_l1	1	0.019883733242750168
245564	rnn.weight_hh_l1	2	0.007149695418775082
245564	rnn.weight_hh_l1	3	-0.012533056549727917
245564	rnn.weight_hh_l1	4	0.004876141902059317
245564	rnn.weight_hh_l1	5	0.034904077649116516
245564	rnn.weight_hh_l1	6	0.036108825355768204
245564	rnn.weight_hh_l1	7	-0.016251126304268837
245564	rnn.weight_hh_l1	8	-0.007356036454439163
245564	rnn.weight_hh_l1	9	0.038674045354127884
245564	rnn.bias_ih_l1	0	-0.18420656025409698
245564	rnn.bias_ih_l1	1	-0.1751140058040619
245564	rnn.bias_ih_l1	2	-0.1972578465938568
245564	rnn.bias_ih_l1	3	-0.31030845642089844
245564	rnn.bias_ih_l1	4	-0.20859795808792114
245564	rnn.bias_ih_l1	5	-0.08792630583047867
245564	rnn.bias_ih_l1	6	-0.15975798666477203
245564	rnn.bias_ih_l1	7	-0.0013437522575259209
245564	rnn.bias_ih_l1	8	-0.13244473934173584
245564	rnn.bias_ih_l1	9	-0.12406893819570541
245564	rnn.bias_hh_l1	0	-0.09583447128534317
245564	rnn.bias_hh_l1	1	-0.06392502039670944
245564	rnn.bias_hh_l1	2	-0.08483022451400757
245564	rnn.bias_hh_l1	3	-0.07734881341457367
245564	rnn.bias_hh_l1	4	-0.07391586154699326
245564	rnn.bias_hh_l1	5	-0.11889157444238663
245564	rnn.bias_hh_l1	6	-0.16169382631778717
245564	rnn.bias_hh_l1	7	0.07418954372406006
245564	rnn.bias_hh_l1	8	-0.17637096345424652
245564	rnn.bias_hh_l1	9	-0.11794151365756989
245564	rnn.weight_ih_l1_reverse	0	-0.04741727188229561
245564	rnn.weight_ih_l1_reverse	1	0.03293507546186447
245564	rnn.weight_ih_l1_reverse	2	0.0893520936369896
245564	rnn.weight_ih_l1_reverse	3	-0.018997976556420326
245564	rnn.weight_ih_l1_reverse	4	-0.02215566672384739
245564	rnn.weight_ih_l1_reverse	5	-0.030506230890750885
245564	rnn.weight_ih_l1_reverse	6	-0.020873408764600754
245564	rnn.weight_ih_l1_reverse	7	0.029466545209288597
245564	rnn.weight_ih_l1_reverse	8	0.006191167514771223
245564	rnn.weight_ih_l1_reverse	9	-0.034382108598947525
245564	rnn.weight_hh_l1_reverse	0	0.004661747254431248
245564	rnn.weight_hh_l1_reverse	1	0.03171874210238457
245564	rnn.weight_hh_l1_reverse	2	-0.04059853032231331
245564	rnn.weight_hh_l1_reverse	3	0.03507168963551521
245564	rnn.weight_hh_l1_reverse	4	0.047304216772317886
245564	rnn.weight_hh_l1_reverse	5	0.005445451475679874
245564	rnn.weight_hh_l1_reverse	6	0.04851292818784714
245564	rnn.weight_hh_l1_reverse	7	0.03119605779647827
245564	rnn.weight_hh_l1_reverse	8	-0.007186055649071932
245564	rnn.weight_hh_l1_reverse	9	-0.030124206095933914
245564	rnn.bias_ih_l1_reverse	0	-0.04599451273679733
245564	rnn.bias_ih_l1_reverse	1	-0.13922178745269775
245564	rnn.bias_ih_l1_reverse	2	-0.16305004060268402
245564	rnn.bias_ih_l1_reverse	3	-0.06228737160563469
245564	rnn.bias_ih_l1_reverse	4	-0.203814297914505
245564	rnn.bias_ih_l1_reverse	5	-0.11674214154481888
245564	rnn.bias_ih_l1_reverse	6	-0.13042008876800537
245564	rnn.bias_ih_l1_reverse	7	-0.19240060448646545
245564	rnn.bias_ih_l1_reverse	8	0.22381038963794708
245564	rnn.bias_ih_l1_reverse	9	0.023951098322868347
245564	rnn.bias_hh_l1_reverse	0	0.009660736657679081
245564	rnn.bias_hh_l1_reverse	1	-0.06521030515432358
245564	rnn.bias_hh_l1_reverse	2	-0.23684784770011902
245564	rnn.bias_hh_l1_reverse	3	-0.14226385951042175
245564	rnn.bias_hh_l1_reverse	4	-0.07995977997779846
245564	rnn.bias_hh_l1_reverse	5	-0.1162833720445633
245564	rnn.bias_hh_l1_reverse	6	0.06310226768255234
245564	rnn.bias_hh_l1_reverse	7	-0.13759176433086395
245564	rnn.bias_hh_l1_reverse	8	-0.12475772202014923
245564	rnn.bias_hh_l1_reverse	9	-0.14781519770622253
245564	linear.weight	0	0.002228822559118271
245564	linear.weight	1	0.09911578893661499
245564	linear.weight	2	-0.09300490468740463
245564	linear.weight	3	0.31251218914985657
245564	linear.weight	4	0.15090596675872803
245564	linear.weight	5	-0.06499575823545456
245564	linear.weight	6	0.09384387731552124
245564	linear.weight	7	0.1337299793958664
245564	linear.weight	8	0.041134219616651535
245564	linear.weight	9	-0.05098458006978035
245564	linear.bias	0	0.07253426313400269
245564	linear.bias	1	-0.19197380542755127
245564	linear.bias	2	-0.4434283673763275
245564	linear.bias	3	-0.6653581857681274
245564	linear.bias	4	-1.266377568244934
245564	linear.bias	5	-0.063856340944767
245564	linear.bias	6	-0.8227778673171997
245564	linear.bias	7	0.26876458525657654
245564	linear.bias	8	-0.39222171902656555
245564	linear.bias	9	-1.0192985534667969
245761	transitions	0	0.7520416378974915
245761	transitions	1	0.13777945935726166
245761	transitions	2	-10000.0
245761	transitions	3	-1.8280117511749268
245761	transitions	4	-10000.0
245761	transitions	5	0.563048779964447
245761	transitions	6	-0.08542279899120331
245761	transitions	7	-0.8092700242996216
245761	transitions	8	-1.422261357307434
245761	transitions	9	-0.0012297744397073984
245761	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
245761	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
245761	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
245761	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
245761	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
245761	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
245761	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
245761	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
245761	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
245761	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
245761	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
245761	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
245761	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
245761	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
245761	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
245761	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
245761	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
245761	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
245761	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
245761	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
245761	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
245761	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
245761	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
245761	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
245761	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
245761	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
245761	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
245761	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
245761	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
245761	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
245761	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
245761	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
245761	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
245761	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
245761	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
245761	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
245761	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
245761	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
245761	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
245761	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
245761	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
245761	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
245761	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
245761	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
245761	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
245761	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
245761	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
245761	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
245761	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
245761	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
245761	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
245761	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
245761	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
245761	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
245761	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
245761	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
245761	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
245761	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
245761	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
245761	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
245761	embedding2nn.weight	0	0.01709064655005932
245761	embedding2nn.weight	1	-0.012717128731310368
245761	embedding2nn.weight	2	-0.014268254861235619
245761	embedding2nn.weight	3	-0.031342778354883194
245761	embedding2nn.weight	4	-0.0059150345623493195
245761	embedding2nn.weight	5	-0.0037005888298153877
245761	embedding2nn.weight	6	-0.003973264712840319
245761	embedding2nn.weight	7	-0.07662586867809296
245761	embedding2nn.weight	8	-0.0019979383796453476
245761	embedding2nn.weight	9	-0.027370842173695564
245761	embedding2nn.bias	0	0.031173739582300186
245761	embedding2nn.bias	1	-0.07629228383302689
245761	embedding2nn.bias	2	0.06905371695756912
245761	embedding2nn.bias	3	0.05338965728878975
245761	embedding2nn.bias	4	-0.04408886656165123
245761	embedding2nn.bias	5	-0.008859465830028057
245761	embedding2nn.bias	6	0.015204843133687973
245761	embedding2nn.bias	7	-0.05431564524769783
245761	embedding2nn.bias	8	0.07062976062297821
245761	embedding2nn.bias	9	0.045784879475831985
245761	rnn.weight_ih_l0	0	-0.07975859194993973
245761	rnn.weight_ih_l0	1	0.003463404020294547
245761	rnn.weight_ih_l0	2	0.03560304641723633
245761	rnn.weight_ih_l0	3	0.022946389392018318
245761	rnn.weight_ih_l0	4	-0.049109697341918945
245761	rnn.weight_ih_l0	5	-0.06818186491727829
245761	rnn.weight_ih_l0	6	-0.0010657274397090077
245761	rnn.weight_ih_l0	7	0.05334436893463135
245761	rnn.weight_ih_l0	8	-0.017559893429279327
245761	rnn.weight_ih_l0	9	-0.030906863510608673
245761	rnn.weight_hh_l0	0	-0.030631575733423233
245761	rnn.weight_hh_l0	1	-0.007353045511990786
245761	rnn.weight_hh_l0	2	0.007050231099128723
245761	rnn.weight_hh_l0	3	-0.07421846687793732
245761	rnn.weight_hh_l0	4	0.09370286762714386
245761	rnn.weight_hh_l0	5	-0.025948509573936462
245761	rnn.weight_hh_l0	6	-0.06361091881990433
245761	rnn.weight_hh_l0	7	0.009100629948079586
245761	rnn.weight_hh_l0	8	0.013692909851670265
245761	rnn.weight_hh_l0	9	-0.02594827301800251
245761	rnn.bias_ih_l0	0	0.12867918610572815
245761	rnn.bias_ih_l0	1	-0.03498631343245506
245761	rnn.bias_ih_l0	2	-0.03528159484267235
245761	rnn.bias_ih_l0	3	0.16365738213062286
245761	rnn.bias_ih_l0	4	-0.01354885846376419
245761	rnn.bias_ih_l0	5	-0.02196642756462097
245761	rnn.bias_ih_l0	6	0.01862972229719162
245761	rnn.bias_ih_l0	7	0.022774238139390945
245761	rnn.bias_ih_l0	8	-0.10073071718215942
245761	rnn.bias_ih_l0	9	-0.04003818705677986
245761	rnn.bias_hh_l0	0	-0.0006482286262325943
245761	rnn.bias_hh_l0	1	-0.09767238795757294
245761	rnn.bias_hh_l0	2	-0.07521434873342514
245761	rnn.bias_hh_l0	3	-0.08869112282991409
245761	rnn.bias_hh_l0	4	0.010080959647893906
245761	rnn.bias_hh_l0	5	-0.02078215777873993
245761	rnn.bias_hh_l0	6	0.029458770528435707
245761	rnn.bias_hh_l0	7	0.06294599920511246
245761	rnn.bias_hh_l0	8	-0.1218998059630394
245761	rnn.bias_hh_l0	9	-0.05707469955086708
245761	rnn.weight_ih_l0_reverse	0	-0.025814421474933624
245761	rnn.weight_ih_l0_reverse	1	-0.05671319738030434
245761	rnn.weight_ih_l0_reverse	2	-0.04813568294048309
245761	rnn.weight_ih_l0_reverse	3	0.01563691347837448
245761	rnn.weight_ih_l0_reverse	4	-0.02494681254029274
245761	rnn.weight_ih_l0_reverse	5	-0.05760839208960533
245761	rnn.weight_ih_l0_reverse	6	0.07419045269489288
245761	rnn.weight_ih_l0_reverse	7	-0.018374087288975716
245761	rnn.weight_ih_l0_reverse	8	-0.018743975088000298
245761	rnn.weight_ih_l0_reverse	9	0.003926391713321209
245761	rnn.weight_hh_l0_reverse	0	0.06807063519954681
245761	rnn.weight_hh_l0_reverse	1	0.02008948288857937
245761	rnn.weight_hh_l0_reverse	2	0.02955271303653717
245761	rnn.weight_hh_l0_reverse	3	0.0349879264831543
245761	rnn.weight_hh_l0_reverse	4	0.013979696668684483
245761	rnn.weight_hh_l0_reverse	5	0.007928888313472271
245761	rnn.weight_hh_l0_reverse	6	0.05108907073736191
245761	rnn.weight_hh_l0_reverse	7	-0.08202268928289413
245761	rnn.weight_hh_l0_reverse	8	0.040164701640605927
245761	rnn.weight_hh_l0_reverse	9	0.03517968952655792
245761	rnn.bias_ih_l0_reverse	0	-0.0567646250128746
245761	rnn.bias_ih_l0_reverse	1	-0.2818721532821655
245761	rnn.bias_ih_l0_reverse	2	-0.12265679240226746
245761	rnn.bias_ih_l0_reverse	3	-0.0484623983502388
245761	rnn.bias_ih_l0_reverse	4	-0.0218188613653183
245761	rnn.bias_ih_l0_reverse	5	0.075586698949337
245761	rnn.bias_ih_l0_reverse	6	-0.06399311125278473
245761	rnn.bias_ih_l0_reverse	7	0.061164919286966324
245761	rnn.bias_ih_l0_reverse	8	-0.03701100870966911
245761	rnn.bias_ih_l0_reverse	9	0.06728477030992508
245761	rnn.bias_hh_l0_reverse	0	0.023829877376556396
245761	rnn.bias_hh_l0_reverse	1	-0.060626037418842316
245761	rnn.bias_hh_l0_reverse	2	0.08926885575056076
245761	rnn.bias_hh_l0_reverse	3	-0.05132877826690674
245761	rnn.bias_hh_l0_reverse	4	-0.028552783653140068
245761	rnn.bias_hh_l0_reverse	5	-0.021117905154824257
245761	rnn.bias_hh_l0_reverse	6	-0.016658024862408638
245761	rnn.bias_hh_l0_reverse	7	0.10015775263309479
245761	rnn.bias_hh_l0_reverse	8	0.029503662139177322
245761	rnn.bias_hh_l0_reverse	9	-0.14830605685710907
245761	rnn.weight_ih_l1	0	-0.02955547906458378
245761	rnn.weight_ih_l1	1	-0.05063139647245407
245761	rnn.weight_ih_l1	2	0.0644453689455986
245761	rnn.weight_ih_l1	3	-0.07365617156028748
245761	rnn.weight_ih_l1	4	-0.014433624222874641
245761	rnn.weight_ih_l1	5	-0.040378909558057785
245761	rnn.weight_ih_l1	6	0.028860820457339287
245761	rnn.weight_ih_l1	7	-0.0447184294462204
245761	rnn.weight_ih_l1	8	0.037777308374643326
245761	rnn.weight_ih_l1	9	0.04456854984164238
245761	rnn.weight_hh_l1	0	-0.0067566330544650555
245761	rnn.weight_hh_l1	1	0.019879132509231567
245761	rnn.weight_hh_l1	2	0.007151016499847174
245761	rnn.weight_hh_l1	3	-0.01255758572369814
245761	rnn.weight_hh_l1	4	0.004869144409894943
245761	rnn.weight_hh_l1	5	0.03490805625915527
245761	rnn.weight_hh_l1	6	0.03611242026090622
245761	rnn.weight_hh_l1	7	-0.01625947654247284
245761	rnn.weight_hh_l1	8	-0.007371171843260527
245761	rnn.weight_hh_l1	9	0.03868846967816353
245761	rnn.bias_ih_l1	0	-0.18419408798217773
245761	rnn.bias_ih_l1	1	-0.17534267902374268
245761	rnn.bias_ih_l1	2	-0.19729359447956085
245761	rnn.bias_ih_l1	3	-0.3102899491786957
245761	rnn.bias_ih_l1	4	-0.20888885855674744
245761	rnn.bias_ih_l1	5	-0.0879271849989891
245761	rnn.bias_ih_l1	6	-0.15990962088108063
245761	rnn.bias_ih_l1	7	-0.0013989307917654514
245761	rnn.bias_ih_l1	8	-0.13243959844112396
245761	rnn.bias_ih_l1	9	-0.12391573190689087
245761	rnn.bias_hh_l1	0	-0.09582412987947464
245761	rnn.bias_hh_l1	1	-0.06374653428792953
245761	rnn.bias_hh_l1	2	-0.08517614006996155
245761	rnn.bias_hh_l1	3	-0.07739407569169998
245761	rnn.bias_hh_l1	4	-0.07394865155220032
245761	rnn.bias_hh_l1	5	-0.11878887563943863
245761	rnn.bias_hh_l1	6	-0.16179580986499786
245761	rnn.bias_hh_l1	7	0.07461809366941452
245761	rnn.bias_hh_l1	8	-0.17658762633800507
245761	rnn.bias_hh_l1	9	-0.11784863471984863
245761	rnn.weight_ih_l1_reverse	0	-0.04745563119649887
245761	rnn.weight_ih_l1_reverse	1	0.03309764340519905
245761	rnn.weight_ih_l1_reverse	2	0.08935441821813583
245761	rnn.weight_ih_l1_reverse	3	-0.01902453601360321
245761	rnn.weight_ih_l1_reverse	4	-0.022018760442733765
245761	rnn.weight_ih_l1_reverse	5	-0.030508998781442642
245761	rnn.weight_ih_l1_reverse	6	-0.02089868113398552
245761	rnn.weight_ih_l1_reverse	7	0.02959498204290867
245761	rnn.weight_ih_l1_reverse	8	0.006119679193943739
245761	rnn.weight_ih_l1_reverse	9	-0.03432020917534828
245761	rnn.weight_hh_l1_reverse	0	0.004628187511116266
245761	rnn.weight_hh_l1_reverse	1	0.031722549349069595
245761	rnn.weight_hh_l1_reverse	2	-0.04059832915663719
245761	rnn.weight_hh_l1_reverse	3	0.03506900370121002
245761	rnn.weight_hh_l1_reverse	4	0.04727564752101898
245761	rnn.weight_hh_l1_reverse	5	0.005445784889161587
245761	rnn.weight_hh_l1_reverse	6	0.048640474677085876
245761	rnn.weight_hh_l1_reverse	7	0.031202275305986404
245761	rnn.weight_hh_l1_reverse	8	-0.007179825101047754
245761	rnn.weight_hh_l1_reverse	9	-0.030144812539219856
245761	rnn.bias_ih_l1_reverse	0	-0.045905109494924545
245761	rnn.bias_ih_l1_reverse	1	-0.13951028883457184
245761	rnn.bias_ih_l1_reverse	2	-0.1630866825580597
245761	rnn.bias_ih_l1_reverse	3	-0.06237249821424484
245761	rnn.bias_ih_l1_reverse	4	-0.20386803150177002
245761	rnn.bias_ih_l1_reverse	5	-0.11673013120889664
245761	rnn.bias_ih_l1_reverse	6	-0.13034369051456451
245761	rnn.bias_ih_l1_reverse	7	-0.19232545793056488
245761	rnn.bias_ih_l1_reverse	8	0.22406364977359772
245761	rnn.bias_ih_l1_reverse	9	0.024649878963828087
245761	rnn.bias_hh_l1_reverse	0	0.01022183895111084
245761	rnn.bias_hh_l1_reverse	1	-0.06494325399398804
245761	rnn.bias_hh_l1_reverse	2	-0.23679322004318237
245761	rnn.bias_hh_l1_reverse	3	-0.14228299260139465
245761	rnn.bias_hh_l1_reverse	4	-0.0798521488904953
245761	rnn.bias_hh_l1_reverse	5	-0.11631499975919724
245761	rnn.bias_hh_l1_reverse	6	0.06356661021709442
245761	rnn.bias_hh_l1_reverse	7	-0.1376553326845169
245761	rnn.bias_hh_l1_reverse	8	-0.1246318370103836
245761	rnn.bias_hh_l1_reverse	9	-0.1479138284921646
245761	linear.weight	0	0.002228822559118271
245761	linear.weight	1	0.09899409860372543
245761	linear.weight	2	-0.09341015666723251
245761	linear.weight	3	0.31250593066215515
245761	linear.weight	4	0.15090122818946838
245761	linear.weight	5	-0.06505336612462997
245761	linear.weight	6	0.09347198158502579
245761	linear.weight	7	0.1338040977716446
245761	linear.weight	8	0.04113418981432915
245761	linear.weight	9	-0.05139175057411194
245761	linear.bias	0	0.07381495088338852
245761	linear.bias	1	-0.19405648112297058
245761	linear.bias	2	-0.4444997012615204
245761	linear.bias	3	-0.6648949980735779
245761	linear.bias	4	-1.266270399093628
245761	linear.bias	5	-0.06264443695545197
245761	linear.bias	6	-0.824651300907135
245761	linear.bias	7	0.2702122926712036
245761	linear.bias	8	-0.3912493586540222
245761	linear.bias	9	-1.0180225372314453
245958	transitions	0	0.752941370010376
245958	transitions	1	0.1374964714050293
245958	transitions	2	-10000.0
245958	transitions	3	-1.8280121088027954
245958	transitions	4	-10000.0
245958	transitions	5	0.5630469918251038
245958	transitions	6	-0.08542616665363312
245958	transitions	7	-0.809346616268158
245958	transitions	8	-1.4222638607025146
245958	transitions	9	-0.001229795510880649
245958	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
245958	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
245958	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
245958	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
245958	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
245958	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
245958	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
245958	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
245958	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
245958	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
245958	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
245958	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
245958	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
245958	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
245958	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
245958	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
245958	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
245958	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
245958	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
245958	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
245958	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
245958	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
245958	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
245958	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
245958	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
245958	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
245958	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
245958	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
245958	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
245958	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
245958	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
245958	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
245958	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
245958	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
245958	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
245958	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
245958	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
245958	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
245958	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
245958	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
245958	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
245958	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
245958	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
245958	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
245958	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
245958	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
245958	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
245958	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
245958	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
245958	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
245958	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
245958	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
245958	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
245958	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
245958	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
245958	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
245958	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
245958	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
245958	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
245958	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
245958	embedding2nn.weight	0	0.017013542354106903
245958	embedding2nn.weight	1	-0.012721164152026176
245958	embedding2nn.weight	2	-0.014268254861235619
245958	embedding2nn.weight	3	-0.031287871301174164
245958	embedding2nn.weight	4	-0.0059150345623493195
245958	embedding2nn.weight	5	-0.0037005888298153877
245958	embedding2nn.weight	6	-0.003973264247179031
245958	embedding2nn.weight	7	-0.07662475109100342
245958	embedding2nn.weight	8	-0.0019979383796453476
245958	embedding2nn.weight	9	-0.02733156643807888
245958	embedding2nn.bias	0	0.03134964033961296
245958	embedding2nn.bias	1	-0.07646644860506058
245958	embedding2nn.bias	2	0.06846141070127487
245958	embedding2nn.bias	3	0.05286185070872307
245958	embedding2nn.bias	4	-0.04395545646548271
245958	embedding2nn.bias	5	-0.008737380616366863
245958	embedding2nn.bias	6	0.015283103100955486
245958	embedding2nn.bias	7	-0.053632862865924835
245958	embedding2nn.bias	8	0.07146543264389038
245958	embedding2nn.bias	9	0.045739371329545975
245958	rnn.weight_ih_l0	0	-0.07980532199144363
245958	rnn.weight_ih_l0	1	0.003488619579002261
245958	rnn.weight_ih_l0	2	0.03559185937047005
245958	rnn.weight_ih_l0	3	0.022946055978536606
245958	rnn.weight_ih_l0	4	-0.04901984706521034
245958	rnn.weight_ih_l0	5	-0.06822871416807175
245958	rnn.weight_ih_l0	6	-0.001096765510737896
245958	rnn.weight_ih_l0	7	0.05334675312042236
245958	rnn.weight_ih_l0	8	-0.017608288675546646
245958	rnn.weight_ih_l0	9	-0.03085571527481079
245958	rnn.weight_hh_l0	0	-0.03057713247835636
245958	rnn.weight_hh_l0	1	-0.00733088469132781
245958	rnn.weight_hh_l0	2	0.00710996612906456
245958	rnn.weight_hh_l0	3	-0.07421718537807465
245958	rnn.weight_hh_l0	4	0.09367087483406067
245958	rnn.weight_hh_l0	5	-0.025959515944123268
245958	rnn.weight_hh_l0	6	-0.06354008615016937
245958	rnn.weight_hh_l0	7	0.009022925980389118
245958	rnn.weight_hh_l0	8	0.013711838982999325
245958	rnn.weight_hh_l0	9	-0.02591855078935623
245958	rnn.bias_ih_l0	0	0.12880682945251465
245958	rnn.bias_ih_l0	1	-0.035162415355443954
245958	rnn.bias_ih_l0	2	-0.03516220673918724
245958	rnn.bias_ih_l0	3	0.16336597502231598
245958	rnn.bias_ih_l0	4	-0.013502545654773712
245958	rnn.bias_ih_l0	5	-0.021859314292669296
245958	rnn.bias_ih_l0	6	0.01846618950366974
245958	rnn.bias_ih_l0	7	0.02263995073735714
245958	rnn.bias_ih_l0	8	-0.10075072944164276
245958	rnn.bias_ih_l0	9	-0.04025181010365486
245958	rnn.bias_hh_l0	0	-0.0006682114908471704
245958	rnn.bias_hh_l0	1	-0.09771453589200974
245958	rnn.bias_hh_l0	2	-0.07525503635406494
245958	rnn.bias_hh_l0	3	-0.0886765569448471
245958	rnn.bias_hh_l0	4	0.010168151929974556
245958	rnn.bias_hh_l0	5	-0.020761223509907722
245958	rnn.bias_hh_l0	6	0.029349911957979202
245958	rnn.bias_hh_l0	7	0.06265698373317719
245958	rnn.bias_hh_l0	8	-0.1218913272023201
245958	rnn.bias_hh_l0	9	-0.05701400339603424
245958	rnn.weight_ih_l0_reverse	0	-0.02575802057981491
245958	rnn.weight_ih_l0_reverse	1	-0.05674688145518303
245958	rnn.weight_ih_l0_reverse	2	-0.04810858517885208
245958	rnn.weight_ih_l0_reverse	3	0.01553792878985405
245958	rnn.weight_ih_l0_reverse	4	-0.02502308040857315
245958	rnn.weight_ih_l0_reverse	5	-0.05763929709792137
245958	rnn.weight_ih_l0_reverse	6	0.0742049440741539
245958	rnn.weight_ih_l0_reverse	7	-0.018311670050024986
245958	rnn.weight_ih_l0_reverse	8	-0.018740877509117126
245958	rnn.weight_ih_l0_reverse	9	0.003972520586103201
245958	rnn.weight_hh_l0_reverse	0	0.06804771721363068
245958	rnn.weight_hh_l0_reverse	1	0.02002706378698349
245958	rnn.weight_hh_l0_reverse	2	0.029623867943882942
245958	rnn.weight_hh_l0_reverse	3	0.03501402586698532
245958	rnn.weight_hh_l0_reverse	4	0.013999054208397865
245958	rnn.weight_hh_l0_reverse	5	0.007966113276779652
245958	rnn.weight_hh_l0_reverse	6	0.05107154697179794
245958	rnn.weight_hh_l0_reverse	7	-0.08202580362558365
245958	rnn.weight_hh_l0_reverse	8	0.040177445858716965
245958	rnn.weight_hh_l0_reverse	9	0.03515393286943436
245958	rnn.bias_ih_l0_reverse	0	-0.05670299008488655
245958	rnn.bias_ih_l0_reverse	1	-0.28199365735054016
245958	rnn.bias_ih_l0_reverse	2	-0.1226530596613884
245958	rnn.bias_ih_l0_reverse	3	-0.04836941882967949
245958	rnn.bias_ih_l0_reverse	4	-0.021948087960481644
245958	rnn.bias_ih_l0_reverse	5	0.07557575404644012
245958	rnn.bias_ih_l0_reverse	6	-0.06398965418338776
245958	rnn.bias_ih_l0_reverse	7	0.061111364513635635
245958	rnn.bias_ih_l0_reverse	8	-0.036721210926771164
245958	rnn.bias_ih_l0_reverse	9	0.06738260388374329
245958	rnn.bias_hh_l0_reverse	0	0.02359093353152275
245958	rnn.bias_hh_l0_reverse	1	-0.06088469177484512
245958	rnn.bias_hh_l0_reverse	2	0.08905079960823059
245958	rnn.bias_hh_l0_reverse	3	-0.05133700370788574
245958	rnn.bias_hh_l0_reverse	4	-0.028683127835392952
245958	rnn.bias_hh_l0_reverse	5	-0.021152930334210396
245958	rnn.bias_hh_l0_reverse	6	-0.016563870012760162
245958	rnn.bias_hh_l0_reverse	7	0.10028526932001114
245958	rnn.bias_hh_l0_reverse	8	0.02950863167643547
245958	rnn.bias_hh_l0_reverse	9	-0.14810873568058014
245958	rnn.weight_ih_l1	0	-0.029551615938544273
245958	rnn.weight_ih_l1	1	-0.050705570727586746
245958	rnn.weight_ih_l1	2	0.06435392051935196
245958	rnn.weight_ih_l1	3	-0.07382041960954666
245958	rnn.weight_ih_l1	4	-0.014413115568459034
245958	rnn.weight_ih_l1	5	-0.040388159453868866
245958	rnn.weight_ih_l1	6	0.028846990317106247
245958	rnn.weight_ih_l1	7	-0.04458916559815407
245958	rnn.weight_ih_l1	8	0.0377575047314167
245958	rnn.weight_ih_l1	9	0.04456837475299835
245958	rnn.weight_hh_l1	0	-0.00678216153755784
245958	rnn.weight_hh_l1	1	0.019883066415786743
245958	rnn.weight_hh_l1	2	0.007124568335711956
245958	rnn.weight_hh_l1	3	-0.012554817833006382
245958	rnn.weight_hh_l1	4	0.004873464349657297
245958	rnn.weight_hh_l1	5	0.03488849848508835
245958	rnn.weight_hh_l1	6	0.036110103130340576
245958	rnn.weight_hh_l1	7	-0.016244197264313698
245958	rnn.weight_hh_l1	8	-0.007363791111856699
245958	rnn.weight_hh_l1	9	0.038615766912698746
245958	rnn.bias_ih_l1	0	-0.18427379429340363
245958	rnn.bias_ih_l1	1	-0.17545726895332336
245958	rnn.bias_ih_l1	2	-0.19700631499290466
245958	rnn.bias_ih_l1	3	-0.30992552638053894
245958	rnn.bias_ih_l1	4	-0.20895977318286896
245958	rnn.bias_ih_l1	5	-0.08791398257017136
245958	rnn.bias_ih_l1	6	-0.15970900654792786
245958	rnn.bias_ih_l1	7	-0.0017250042874366045
245958	rnn.bias_ih_l1	8	-0.13219435513019562
245958	rnn.bias_ih_l1	9	-0.12385468930006027
245958	rnn.bias_hh_l1	0	-0.09574949741363525
245958	rnn.bias_hh_l1	1	-0.0638846829533577
245958	rnn.bias_hh_l1	2	-0.08509649336338043
245958	rnn.bias_hh_l1	3	-0.07748128473758698
245958	rnn.bias_hh_l1	4	-0.07386695593595505
245958	rnn.bias_hh_l1	5	-0.11879869550466537
245958	rnn.bias_hh_l1	6	-0.1619166135787964
245958	rnn.bias_hh_l1	7	0.0744759738445282
245958	rnn.bias_hh_l1	8	-0.17663270235061646
245958	rnn.bias_hh_l1	9	-0.11810588091611862
245958	rnn.weight_ih_l1_reverse	0	-0.04743624106049538
245958	rnn.weight_ih_l1_reverse	1	0.03319576010107994
245958	rnn.weight_ih_l1_reverse	2	0.08931266516447067
245958	rnn.weight_ih_l1_reverse	3	-0.01894541271030903
245958	rnn.weight_ih_l1_reverse	4	-0.022056231275200844
245958	rnn.weight_ih_l1_reverse	5	-0.03049563616514206
245958	rnn.weight_ih_l1_reverse	6	-0.020774804055690765
245958	rnn.weight_ih_l1_reverse	7	0.029609208926558495
245958	rnn.weight_ih_l1_reverse	8	0.006280247587710619
245958	rnn.weight_ih_l1_reverse	9	-0.03435882180929184
245958	rnn.weight_hh_l1_reverse	0	0.0046332040801644325
245958	rnn.weight_hh_l1_reverse	1	0.031701330095529556
245958	rnn.weight_hh_l1_reverse	2	-0.04059869796037674
245958	rnn.weight_hh_l1_reverse	3	0.035066623240709305
245958	rnn.weight_hh_l1_reverse	4	0.04736103489995003
245958	rnn.weight_hh_l1_reverse	5	0.005397924222052097
245958	rnn.weight_hh_l1_reverse	6	0.0485885888338089
245958	rnn.weight_hh_l1_reverse	7	0.031160438433289528
245958	rnn.weight_hh_l1_reverse	8	-0.007177662570029497
245958	rnn.weight_hh_l1_reverse	9	-0.03012172132730484
245958	rnn.bias_ih_l1_reverse	0	-0.045989762991666794
245958	rnn.bias_ih_l1_reverse	1	-0.13939964771270752
245958	rnn.bias_ih_l1_reverse	2	-0.16307847201824188
245958	rnn.bias_ih_l1_reverse	3	-0.06244276091456413
245958	rnn.bias_ih_l1_reverse	4	-0.20386502146720886
245958	rnn.bias_ih_l1_reverse	5	-0.11673713475465775
245958	rnn.bias_ih_l1_reverse	6	-0.13022474944591522
245958	rnn.bias_ih_l1_reverse	7	-0.19217649102210999
245958	rnn.bias_ih_l1_reverse	8	0.22458921372890472
245958	rnn.bias_ih_l1_reverse	9	0.024521859362721443
245958	rnn.bias_hh_l1_reverse	0	0.00981986802071333
245958	rnn.bias_hh_l1_reverse	1	-0.06441210955381393
245958	rnn.bias_hh_l1_reverse	2	-0.23682071268558502
245958	rnn.bias_hh_l1_reverse	3	-0.1424316018819809
245958	rnn.bias_hh_l1_reverse	4	-0.07981909811496735
245958	rnn.bias_hh_l1_reverse	5	-0.11604183912277222
245958	rnn.bias_hh_l1_reverse	6	0.06352435052394867
245958	rnn.bias_hh_l1_reverse	7	-0.13801628351211548
245958	rnn.bias_hh_l1_reverse	8	-0.12451460212469101
245958	rnn.bias_hh_l1_reverse	9	-0.14791588485240936
245958	linear.weight	0	0.002228822559118271
245958	linear.weight	1	0.09894218295812607
245958	linear.weight	2	-0.09328403323888779
245958	linear.weight	3	0.31217360496520996
245958	linear.weight	4	0.1511145383119583
245958	linear.weight	5	-0.06509648263454437
245958	linear.weight	6	0.09497560560703278
245958	linear.weight	7	0.13306735455989838
245958	linear.weight	8	0.04113413393497467
245958	linear.weight	9	-0.051440801471471786
245958	linear.bias	0	0.08322777599096298
245958	linear.bias	1	-0.19654451310634613
245958	linear.bias	2	-0.4483345150947571
245958	linear.bias	3	-0.6647663712501526
245958	linear.bias	4	-1.266506314277649
245958	linear.bias	5	-0.06010451540350914
245958	linear.bias	6	-0.8271759748458862
245958	linear.bias	7	0.2728163003921509
245958	linear.bias	8	-0.39132818579673767
245958	linear.bias	9	-1.018123984336853
246155	transitions	0	0.7517756819725037
246155	transitions	1	0.13748599588871002
246155	transitions	2	-10000.0
246155	transitions	3	-1.8280123472213745
246155	transitions	4	-10000.0
246155	transitions	5	0.5630398392677307
246155	transitions	6	-0.08542820066213608
246155	transitions	7	-0.8093586564064026
246155	transitions	8	-1.422265648841858
246155	transitions	9	-0.0012298140209168196
246155	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
246155	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
246155	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
246155	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
246155	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
246155	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
246155	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
246155	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
246155	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
246155	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
246155	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
246155	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
246155	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
246155	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
246155	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
246155	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
246155	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
246155	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
246155	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
246155	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
246155	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
246155	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
246155	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
246155	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
246155	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
246155	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
246155	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
246155	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
246155	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
246155	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
246155	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
246155	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
246155	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
246155	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
246155	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
246155	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
246155	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
246155	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
246155	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
246155	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
246155	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
246155	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
246155	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
246155	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
246155	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
246155	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
246155	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
246155	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
246155	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
246155	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
246155	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
246155	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
246155	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
246155	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
246155	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
246155	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
246155	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
246155	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
246155	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
246155	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
246155	embedding2nn.weight	0	0.017016589641571045
246155	embedding2nn.weight	1	-0.012738480232656002
246155	embedding2nn.weight	2	-0.014268254861235619
246155	embedding2nn.weight	3	-0.03133266419172287
246155	embedding2nn.weight	4	-0.0059150345623493195
246155	embedding2nn.weight	5	-0.0037005888298153877
246155	embedding2nn.weight	6	-0.003973264247179031
246155	embedding2nn.weight	7	-0.07670430839061737
246155	embedding2nn.weight	8	-0.0019979383796453476
246155	embedding2nn.weight	9	-0.027342183515429497
246155	embedding2nn.bias	0	0.030970865860581398
246155	embedding2nn.bias	1	-0.0764567032456398
246155	embedding2nn.bias	2	0.06830962747335434
246155	embedding2nn.bias	3	0.05248928442597389
246155	embedding2nn.bias	4	-0.04359429329633713
246155	embedding2nn.bias	5	-0.008513132110238075
246155	embedding2nn.bias	6	0.015848729759454727
246155	embedding2nn.bias	7	-0.054310377687215805
246155	embedding2nn.bias	8	0.07134250551462173
246155	embedding2nn.bias	9	0.04617452621459961
246155	rnn.weight_ih_l0	0	-0.07990985363721848
246155	rnn.weight_ih_l0	1	0.0034567418042570353
246155	rnn.weight_ih_l0	2	0.03561721369624138
246155	rnn.weight_ih_l0	3	0.023017263039946556
246155	rnn.weight_ih_l0	4	-0.049003224819898605
246155	rnn.weight_ih_l0	5	-0.06827495992183685
246155	rnn.weight_ih_l0	6	-0.0011174195678904653
246155	rnn.weight_ih_l0	7	0.05341547727584839
246155	rnn.weight_ih_l0	8	-0.017527015879750252
246155	rnn.weight_ih_l0	9	-0.03080298751592636
246155	rnn.weight_hh_l0	0	-0.030684420838952065
246155	rnn.weight_hh_l0	1	-0.007399729918688536
246155	rnn.weight_hh_l0	2	0.00718145165592432
246155	rnn.weight_hh_l0	3	-0.07421085983514786
246155	rnn.weight_hh_l0	4	0.09359590709209442
246155	rnn.weight_hh_l0	5	-0.02587709203362465
246155	rnn.weight_hh_l0	6	-0.06359702348709106
246155	rnn.weight_hh_l0	7	0.008940929546952248
246155	rnn.weight_hh_l0	8	0.013855394907295704
246155	rnn.weight_hh_l0	9	-0.02589423954486847
246155	rnn.bias_ih_l0	0	0.12890876829624176
246155	rnn.bias_ih_l0	1	-0.035160891711711884
246155	rnn.bias_ih_l0	2	-0.03505711257457733
246155	rnn.bias_ih_l0	3	0.16348889470100403
246155	rnn.bias_ih_l0	4	-0.013715184293687344
246155	rnn.bias_ih_l0	5	-0.021815357729792595
246155	rnn.bias_ih_l0	6	0.018558666110038757
246155	rnn.bias_ih_l0	7	0.02277958206832409
246155	rnn.bias_ih_l0	8	-0.10074939578771591
246155	rnn.bias_ih_l0	9	-0.04021775722503662
246155	rnn.bias_hh_l0	0	-0.0005028396262787282
246155	rnn.bias_hh_l0	1	-0.09776005148887634
246155	rnn.bias_hh_l0	2	-0.07531876116991043
246155	rnn.bias_hh_l0	3	-0.08888073265552521
246155	rnn.bias_hh_l0	4	0.010166212916374207
246155	rnn.bias_hh_l0	5	-0.020707419142127037
246155	rnn.bias_hh_l0	6	0.029310740530490875
246155	rnn.bias_hh_l0	7	0.06246234476566315
246155	rnn.bias_hh_l0	8	-0.12190532684326172
246155	rnn.bias_hh_l0	9	-0.05734734982252121
246155	rnn.weight_ih_l0_reverse	0	-0.025664517655968666
246155	rnn.weight_ih_l0_reverse	1	-0.056687358766794205
246155	rnn.weight_ih_l0_reverse	2	-0.048223696649074554
246155	rnn.weight_ih_l0_reverse	3	0.015470250509679317
246155	rnn.weight_ih_l0_reverse	4	-0.025037789717316628
246155	rnn.weight_ih_l0_reverse	5	-0.05763862282037735
246155	rnn.weight_ih_l0_reverse	6	0.07415277510881424
246155	rnn.weight_ih_l0_reverse	7	-0.0182977095246315
246155	rnn.weight_ih_l0_reverse	8	-0.0187708530575037
246155	rnn.weight_ih_l0_reverse	9	0.004012431018054485
246155	rnn.weight_hh_l0_reverse	0	0.06808416545391083
246155	rnn.weight_hh_l0_reverse	1	0.019954921677708626
246155	rnn.weight_hh_l0_reverse	2	0.029621779918670654
246155	rnn.weight_hh_l0_reverse	3	0.03499751538038254
246155	rnn.weight_hh_l0_reverse	4	0.014045053161680698
246155	rnn.weight_hh_l0_reverse	5	0.008019513450562954
246155	rnn.weight_hh_l0_reverse	6	0.051072895526885986
246155	rnn.weight_hh_l0_reverse	7	-0.081878162920475
246155	rnn.weight_hh_l0_reverse	8	0.040166232734918594
246155	rnn.weight_hh_l0_reverse	9	0.03515690565109253
246155	rnn.bias_ih_l0_reverse	0	-0.05670890212059021
246155	rnn.bias_ih_l0_reverse	1	-0.28204667568206787
246155	rnn.bias_ih_l0_reverse	2	-0.12247683107852936
246155	rnn.bias_ih_l0_reverse	3	-0.04836435616016388
246155	rnn.bias_ih_l0_reverse	4	-0.02198852226138115
246155	rnn.bias_ih_l0_reverse	5	0.07556790113449097
246155	rnn.bias_ih_l0_reverse	6	-0.0642252266407013
246155	rnn.bias_ih_l0_reverse	7	0.061131320893764496
246155	rnn.bias_ih_l0_reverse	8	-0.03654969111084938
246155	rnn.bias_ih_l0_reverse	9	0.06736668199300766
246155	rnn.bias_hh_l0_reverse	0	0.02351899817585945
246155	rnn.bias_hh_l0_reverse	1	-0.06098141148686409
246155	rnn.bias_hh_l0_reverse	2	0.08912801742553711
246155	rnn.bias_hh_l0_reverse	3	-0.05128062888979912
246155	rnn.bias_hh_l0_reverse	4	-0.028703132644295692
246155	rnn.bias_hh_l0_reverse	5	-0.020976597443223
246155	rnn.bias_hh_l0_reverse	6	-0.016632454469799995
246155	rnn.bias_hh_l0_reverse	7	0.10046230256557465
246155	rnn.bias_hh_l0_reverse	8	0.029554782435297966
246155	rnn.bias_hh_l0_reverse	9	-0.14819376170635223
246155	rnn.weight_ih_l1	0	-0.029536589980125427
246155	rnn.weight_ih_l1	1	-0.05076166242361069
246155	rnn.weight_ih_l1	2	0.06438355147838593
246155	rnn.weight_ih_l1	3	-0.07349061965942383
246155	rnn.weight_ih_l1	4	-0.014398965984582901
246155	rnn.weight_ih_l1	5	-0.040384162217378616
246155	rnn.weight_ih_l1	6	0.02884470485150814
246155	rnn.weight_ih_l1	7	-0.04461823031306267
246155	rnn.weight_ih_l1	8	0.037816938012838364
246155	rnn.weight_ih_l1	9	0.044559650123119354
246155	rnn.weight_hh_l1	0	-0.0068113054148852825
246155	rnn.weight_hh_l1	1	0.01989043690264225
246155	rnn.weight_hh_l1	2	0.007260019425302744
246155	rnn.weight_hh_l1	3	-0.012564967386424541
246155	rnn.weight_hh_l1	4	0.004829569719731808
246155	rnn.weight_hh_l1	5	0.03481200709939003
246155	rnn.weight_hh_l1	6	0.03609954193234444
246155	rnn.weight_hh_l1	7	-0.0162566639482975
246155	rnn.weight_hh_l1	8	-0.007354102097451687
246155	rnn.weight_hh_l1	9	0.03859643265604973
246155	rnn.bias_ih_l1	0	-0.18417423963546753
246155	rnn.bias_ih_l1	1	-0.1752120554447174
246155	rnn.bias_ih_l1	2	-0.1969495266675949
246155	rnn.bias_ih_l1	3	-0.3097512125968933
246155	rnn.bias_ih_l1	4	-0.2087778002023697
246155	rnn.bias_ih_l1	5	-0.0877862423658371
246155	rnn.bias_ih_l1	6	-0.15983840823173523
246155	rnn.bias_ih_l1	7	-0.0017613592790439725
246155	rnn.bias_ih_l1	8	-0.13208751380443573
246155	rnn.bias_ih_l1	9	-0.12368893623352051
246155	rnn.bias_hh_l1	0	-0.0956219732761383
246155	rnn.bias_hh_l1	1	-0.06380635499954224
246155	rnn.bias_hh_l1	2	-0.08489528298377991
246155	rnn.bias_hh_l1	3	-0.07749367505311966
246155	rnn.bias_hh_l1	4	-0.07410269230604172
246155	rnn.bias_hh_l1	5	-0.11887688934803009
246155	rnn.bias_hh_l1	6	-0.16184110939502716
246155	rnn.bias_hh_l1	7	0.07462473958730698
246155	rnn.bias_hh_l1	8	-0.17661802470684052
246155	rnn.bias_hh_l1	9	-0.11827988177537918
246155	rnn.weight_ih_l1_reverse	0	-0.047426048666238785
246155	rnn.weight_ih_l1_reverse	1	0.0331459641456604
246155	rnn.weight_ih_l1_reverse	2	0.08950383961200714
246155	rnn.weight_ih_l1_reverse	3	-0.018797138705849648
246155	rnn.weight_ih_l1_reverse	4	-0.022159913554787636
246155	rnn.weight_ih_l1_reverse	5	-0.030498284846544266
246155	rnn.weight_ih_l1_reverse	6	-0.02091635763645172
246155	rnn.weight_ih_l1_reverse	7	0.029557667672634125
246155	rnn.weight_ih_l1_reverse	8	0.006119096651673317
246155	rnn.weight_ih_l1_reverse	9	-0.03412385284900665
246155	rnn.weight_hh_l1_reverse	0	0.004634674172848463
246155	rnn.weight_hh_l1_reverse	1	0.03169818967580795
246155	rnn.weight_hh_l1_reverse	2	-0.040593262761831284
246155	rnn.weight_hh_l1_reverse	3	0.03506127744913101
246155	rnn.weight_hh_l1_reverse	4	0.047347672283649445
246155	rnn.weight_hh_l1_reverse	5	0.005435644183307886
246155	rnn.weight_hh_l1_reverse	6	0.048617564141750336
246155	rnn.weight_hh_l1_reverse	7	0.03116975538432598
246155	rnn.weight_hh_l1_reverse	8	-0.007180535700172186
246155	rnn.weight_hh_l1_reverse	9	-0.030117429792881012
246155	rnn.bias_ih_l1_reverse	0	-0.046178169548511505
246155	rnn.bias_ih_l1_reverse	1	-0.1395535171031952
246155	rnn.bias_ih_l1_reverse	2	-0.16310805082321167
246155	rnn.bias_ih_l1_reverse	3	-0.062431108206510544
246155	rnn.bias_ih_l1_reverse	4	-0.2037782371044159
246155	rnn.bias_ih_l1_reverse	5	-0.11670733243227005
246155	rnn.bias_ih_l1_reverse	6	-0.13021494448184967
246155	rnn.bias_ih_l1_reverse	7	-0.19193893671035767
246155	rnn.bias_ih_l1_reverse	8	0.2242772877216339
246155	rnn.bias_ih_l1_reverse	9	0.025087976828217506
246155	rnn.bias_hh_l1_reverse	0	0.010380175895988941
246155	rnn.bias_hh_l1_reverse	1	-0.06471449136734009
246155	rnn.bias_hh_l1_reverse	2	-0.23683474957942963
246155	rnn.bias_hh_l1_reverse	3	-0.14243260025978088
246155	rnn.bias_hh_l1_reverse	4	-0.07972098141908646
246155	rnn.bias_hh_l1_reverse	5	-0.11619295924901962
246155	rnn.bias_hh_l1_reverse	6	0.06330999732017517
246155	rnn.bias_hh_l1_reverse	7	-0.13794399797916412
246155	rnn.bias_hh_l1_reverse	8	-0.12442049384117126
246155	rnn.bias_hh_l1_reverse	9	-0.14789322018623352
246155	linear.weight	0	0.002228822559118271
246155	linear.weight	1	0.09949512779712677
246155	linear.weight	2	-0.09301397204399109
246155	linear.weight	3	0.31208017468452454
246155	linear.weight	4	0.15088769793510437
246155	linear.weight	5	-0.065025694668293
246155	linear.weight	6	0.09457461535930634
246155	linear.weight	7	0.13198363780975342
246155	linear.weight	8	0.04113413020968437
246155	linear.weight	9	-0.051066771149635315
246155	linear.bias	0	0.08352172374725342
246155	linear.bias	1	-0.20231610536575317
246155	linear.bias	2	-0.45009487867355347
246155	linear.bias	3	-0.6622067093849182
246155	linear.bias	4	-1.2639491558074951
246155	linear.bias	5	-0.06189991161227226
246155	linear.bias	6	-0.8330948352813721
246155	linear.bias	7	0.2713371515274048
246155	linear.bias	8	-0.3901594281196594
246155	linear.bias	9	-1.0169365406036377
246352	transitions	0	0.7516953945159912
246352	transitions	1	0.13759832084178925
246352	transitions	2	-10000.0
246352	transitions	3	-1.828013300895691
246352	transitions	4	-10000.0
246352	transitions	5	0.5630368590354919
246352	transitions	6	-0.08543050289154053
246352	transitions	7	-0.8093803524971008
246352	transitions	8	-1.4222689867019653
246352	transitions	9	-0.0012298302026465535
246352	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
246352	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
246352	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
246352	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
246352	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
246352	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
246352	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
246352	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
246352	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
246352	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
246352	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
246352	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
246352	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
246352	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
246352	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
246352	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
246352	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
246352	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
246352	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
246352	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
246352	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
246352	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
246352	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
246352	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
246352	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
246352	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
246352	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
246352	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
246352	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
246352	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
246352	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
246352	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
246352	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
246352	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
246352	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
246352	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
246352	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
246352	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
246352	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
246352	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
246352	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
246352	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
246352	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
246352	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
246352	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
246352	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
246352	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
246352	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
246352	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
246352	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
246352	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
246352	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
246352	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
246352	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
246352	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
246352	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
246352	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
246352	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
246352	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
246352	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
246352	embedding2nn.weight	0	0.0170607827603817
246352	embedding2nn.weight	1	-0.01272610668092966
246352	embedding2nn.weight	2	-0.014268254861235619
246352	embedding2nn.weight	3	-0.03150203451514244
246352	embedding2nn.weight	4	-0.0059150345623493195
246352	embedding2nn.weight	5	-0.0037005888298153877
246352	embedding2nn.weight	6	-0.003973264247179031
246352	embedding2nn.weight	7	-0.07677478343248367
246352	embedding2nn.weight	8	-0.0019979383796453476
246352	embedding2nn.weight	9	-0.027449604123830795
246352	embedding2nn.bias	0	0.03236868232488632
246352	embedding2nn.bias	1	-0.07641378045082092
246352	embedding2nn.bias	2	0.068488210439682
246352	embedding2nn.bias	3	0.05212926119565964
246352	embedding2nn.bias	4	-0.04343293234705925
246352	embedding2nn.bias	5	-0.008822371251881123
246352	embedding2nn.bias	6	0.016072995960712433
246352	embedding2nn.bias	7	-0.05449257791042328
246352	embedding2nn.bias	8	0.07155811041593552
246352	embedding2nn.bias	9	0.04602720960974693
246352	rnn.weight_ih_l0	0	-0.07995374500751495
246352	rnn.weight_ih_l0	1	0.0035844293888658285
246352	rnn.weight_ih_l0	2	0.03560853376984596
246352	rnn.weight_ih_l0	3	0.02297363057732582
246352	rnn.weight_ih_l0	4	-0.04895541071891785
246352	rnn.weight_ih_l0	5	-0.06820933520793915
246352	rnn.weight_ih_l0	6	-0.0010840840404853225
246352	rnn.weight_ih_l0	7	0.053550850600004196
246352	rnn.weight_ih_l0	8	-0.01751990243792534
246352	rnn.weight_ih_l0	9	-0.030771689489483833
246352	rnn.weight_hh_l0	0	-0.030734200030565262
246352	rnn.weight_hh_l0	1	-0.007363490294665098
246352	rnn.weight_hh_l0	2	0.007157302461564541
246352	rnn.weight_hh_l0	3	-0.07421926409006119
246352	rnn.weight_hh_l0	4	0.09357776492834091
246352	rnn.weight_hh_l0	5	-0.02587292343378067
246352	rnn.weight_hh_l0	6	-0.06351000815629959
246352	rnn.weight_hh_l0	7	0.00890439935028553
246352	rnn.weight_hh_l0	8	0.013763169758021832
246352	rnn.weight_hh_l0	9	-0.025947295129299164
246352	rnn.bias_ih_l0	0	0.12900757789611816
246352	rnn.bias_ih_l0	1	-0.035024482756853104
246352	rnn.bias_ih_l0	2	-0.03513424098491669
246352	rnn.bias_ih_l0	3	0.16359467804431915
246352	rnn.bias_ih_l0	4	-0.013882337138056755
246352	rnn.bias_ih_l0	5	-0.021704640239477158
246352	rnn.bias_ih_l0	6	0.01871407777070999
246352	rnn.bias_ih_l0	7	0.022749027237296104
246352	rnn.bias_ih_l0	8	-0.10076115280389786
246352	rnn.bias_ih_l0	9	-0.03977982699871063
246352	rnn.bias_hh_l0	0	-0.0006012351950630546
246352	rnn.bias_hh_l0	1	-0.09793360531330109
246352	rnn.bias_hh_l0	2	-0.07524776458740234
246352	rnn.bias_hh_l0	3	-0.08887346088886261
246352	rnn.bias_hh_l0	4	0.010304811410605907
246352	rnn.bias_hh_l0	5	-0.02060275711119175
246352	rnn.bias_hh_l0	6	0.029423847794532776
246352	rnn.bias_hh_l0	7	0.06276225298643112
246352	rnn.bias_hh_l0	8	-0.12187735736370087
246352	rnn.bias_hh_l0	9	-0.0575639083981514
246352	rnn.weight_ih_l0_reverse	0	-0.025645984336733818
246352	rnn.weight_ih_l0_reverse	1	-0.056618936359882355
246352	rnn.weight_ih_l0_reverse	2	-0.04821690171957016
246352	rnn.weight_ih_l0_reverse	3	0.015441227704286575
246352	rnn.weight_ih_l0_reverse	4	-0.025029847398400307
246352	rnn.weight_ih_l0_reverse	5	-0.05768487975001335
246352	rnn.weight_ih_l0_reverse	6	0.074062280356884
246352	rnn.weight_ih_l0_reverse	7	-0.018269147723913193
246352	rnn.weight_ih_l0_reverse	8	-0.018774330615997314
246352	rnn.weight_ih_l0_reverse	9	0.003996597602963448
246352	rnn.weight_hh_l0_reverse	0	0.06808613985776901
246352	rnn.weight_hh_l0_reverse	1	0.019897229969501495
246352	rnn.weight_hh_l0_reverse	2	0.029583126306533813
246352	rnn.weight_hh_l0_reverse	3	0.03498087450861931
246352	rnn.weight_hh_l0_reverse	4	0.014077694155275822
246352	rnn.weight_hh_l0_reverse	5	0.008144652470946312
246352	rnn.weight_hh_l0_reverse	6	0.05110345780849457
246352	rnn.weight_hh_l0_reverse	7	-0.081906758248806
246352	rnn.weight_hh_l0_reverse	8	0.04014778137207031
246352	rnn.weight_hh_l0_reverse	9	0.035176221281290054
246352	rnn.bias_ih_l0_reverse	0	-0.05668816342949867
246352	rnn.bias_ih_l0_reverse	1	-0.2822248041629791
246352	rnn.bias_ih_l0_reverse	2	-0.12233565747737885
246352	rnn.bias_ih_l0_reverse	3	-0.04842453822493553
246352	rnn.bias_ih_l0_reverse	4	-0.02203712798655033
246352	rnn.bias_ih_l0_reverse	5	0.07533225417137146
246352	rnn.bias_ih_l0_reverse	6	-0.06423531472682953
246352	rnn.bias_ih_l0_reverse	7	0.06120031327009201
246352	rnn.bias_ih_l0_reverse	8	-0.036300718784332275
246352	rnn.bias_ih_l0_reverse	9	0.06763724982738495
246352	rnn.bias_hh_l0_reverse	0	0.023502225056290627
246352	rnn.bias_hh_l0_reverse	1	-0.06121043488383293
246352	rnn.bias_hh_l0_reverse	2	0.08879059553146362
246352	rnn.bias_hh_l0_reverse	3	-0.05127139762043953
246352	rnn.bias_hh_l0_reverse	4	-0.028898077085614204
246352	rnn.bias_hh_l0_reverse	5	-0.020921597257256508
246352	rnn.bias_hh_l0_reverse	6	-0.016707485541701317
246352	rnn.bias_hh_l0_reverse	7	0.1002022996544838
246352	rnn.bias_hh_l0_reverse	8	0.029424607753753662
246352	rnn.bias_hh_l0_reverse	9	-0.14839820563793182
246352	rnn.weight_ih_l1	0	-0.02958269789814949
246352	rnn.weight_ih_l1	1	-0.050860799849033356
246352	rnn.weight_ih_l1	2	0.06446011364459991
246352	rnn.weight_ih_l1	3	-0.07348396629095078
246352	rnn.weight_ih_l1	4	-0.014349983073771
246352	rnn.weight_ih_l1	5	-0.04039417952299118
246352	rnn.weight_ih_l1	6	0.02885606326162815
246352	rnn.weight_ih_l1	7	-0.044639989733695984
246352	rnn.weight_ih_l1	8	0.037836845964193344
246352	rnn.weight_ih_l1	9	0.044642552733421326
246352	rnn.weight_hh_l1	0	-0.006851394660770893
246352	rnn.weight_hh_l1	1	0.019895119592547417
246352	rnn.weight_hh_l1	2	0.007176371291279793
246352	rnn.weight_hh_l1	3	-0.012601654976606369
246352	rnn.weight_hh_l1	4	0.004817558452486992
246352	rnn.weight_hh_l1	5	0.03484708070755005
246352	rnn.weight_hh_l1	6	0.03618406876921654
246352	rnn.weight_hh_l1	7	-0.0162497591227293
246352	rnn.weight_hh_l1	8	-0.007332636509090662
246352	rnn.weight_hh_l1	9	0.03856802359223366
246352	rnn.bias_ih_l1	0	-0.1841842085123062
246352	rnn.bias_ih_l1	1	-0.1749742031097412
246352	rnn.bias_ih_l1	2	-0.19684134423732758
246352	rnn.bias_ih_l1	3	-0.3094286024570465
246352	rnn.bias_ih_l1	4	-0.2089330106973648
246352	rnn.bias_ih_l1	5	-0.08781721442937851
246352	rnn.bias_ih_l1	6	-0.15978378057479858
246352	rnn.bias_ih_l1	7	-0.001875407644547522
246352	rnn.bias_ih_l1	8	-0.13201330602169037
246352	rnn.bias_ih_l1	9	-0.12347447127103806
246352	rnn.bias_hh_l1	0	-0.0955594927072525
246352	rnn.bias_hh_l1	1	-0.06371910870075226
246352	rnn.bias_hh_l1	2	-0.08511091023683548
246352	rnn.bias_hh_l1	3	-0.07747592777013779
246352	rnn.bias_hh_l1	4	-0.07370945811271667
246352	rnn.bias_hh_l1	5	-0.1187729686498642
246352	rnn.bias_hh_l1	6	-0.16202132403850555
246352	rnn.bias_hh_l1	7	0.07524014264345169
246352	rnn.bias_hh_l1	8	-0.1763307750225067
246352	rnn.bias_hh_l1	9	-0.11795154213905334
246352	rnn.weight_ih_l1_reverse	0	-0.047343842685222626
246352	rnn.weight_ih_l1_reverse	1	0.03315423056483269
246352	rnn.weight_ih_l1_reverse	2	0.08955429494380951
246352	rnn.weight_ih_l1_reverse	3	-0.01878022402524948
246352	rnn.weight_ih_l1_reverse	4	-0.022143708541989326
246352	rnn.weight_ih_l1_reverse	5	-0.030475353822112083
246352	rnn.weight_ih_l1_reverse	6	-0.02086266689002514
246352	rnn.weight_ih_l1_reverse	7	0.029516421258449554
246352	rnn.weight_ih_l1_reverse	8	0.00586089538410306
246352	rnn.weight_ih_l1_reverse	9	-0.03417585417628288
246352	rnn.weight_hh_l1_reverse	0	0.004639721941202879
246352	rnn.weight_hh_l1_reverse	1	0.03169572725892067
246352	rnn.weight_hh_l1_reverse	2	-0.04059814289212227
246352	rnn.weight_hh_l1_reverse	3	0.035071324557065964
246352	rnn.weight_hh_l1_reverse	4	0.04731428250670433
246352	rnn.weight_hh_l1_reverse	5	0.005409937351942062
246352	rnn.weight_hh_l1_reverse	6	0.048867806792259216
246352	rnn.weight_hh_l1_reverse	7	0.031156843528151512
246352	rnn.weight_hh_l1_reverse	8	-0.007170150987803936
246352	rnn.weight_hh_l1_reverse	9	-0.030109791085124016
246352	rnn.bias_ih_l1_reverse	0	-0.04612008482217789
246352	rnn.bias_ih_l1_reverse	1	-0.13971364498138428
246352	rnn.bias_ih_l1_reverse	2	-0.16310137510299683
246352	rnn.bias_ih_l1_reverse	3	-0.06259282678365707
246352	rnn.bias_ih_l1_reverse	4	-0.20384621620178223
246352	rnn.bias_ih_l1_reverse	5	-0.11704332381486893
246352	rnn.bias_ih_l1_reverse	6	-0.13020610809326172
246352	rnn.bias_ih_l1_reverse	7	-0.19169217348098755
246352	rnn.bias_ih_l1_reverse	8	0.22406548261642456
246352	rnn.bias_ih_l1_reverse	9	0.02508060447871685
246352	rnn.bias_hh_l1_reverse	0	0.010358812287449837
246352	rnn.bias_hh_l1_reverse	1	-0.06439618021249771
246352	rnn.bias_hh_l1_reverse	2	-0.2368069887161255
246352	rnn.bias_hh_l1_reverse	3	-0.14241968095302582
246352	rnn.bias_hh_l1_reverse	4	-0.07971803843975067
246352	rnn.bias_hh_l1_reverse	5	-0.11641542613506317
246352	rnn.bias_hh_l1_reverse	6	0.06333303451538086
246352	rnn.bias_hh_l1_reverse	7	-0.13800764083862305
246352	rnn.bias_hh_l1_reverse	8	-0.12450368702411652
246352	rnn.bias_hh_l1_reverse	9	-0.1479359269142151
246352	linear.weight	0	0.002228822559118271
246352	linear.weight	1	0.09904796630144119
246352	linear.weight	2	-0.09304474294185638
246352	linear.weight	3	0.311895489692688
246352	linear.weight	4	0.1509077250957489
246352	linear.weight	5	-0.06498279422521591
246352	linear.weight	6	0.09407699108123779
246352	linear.weight	7	0.13175001740455627
246352	linear.weight	8	0.04113411158323288
246352	linear.weight	9	-0.05101338028907776
246352	linear.bias	0	0.08724565804004669
246352	linear.bias	1	-0.2009229212999344
246352	linear.bias	2	-0.4522298574447632
246352	linear.bias	3	-0.6636968851089478
246352	linear.bias	4	-1.26546311378479
246352	linear.bias	5	-0.05984499305486679
246352	linear.bias	6	-0.8318701982498169
246352	linear.bias	7	0.27299606800079346
246352	linear.bias	8	-0.3898124098777771
246352	linear.bias	9	-1.016679048538208
246549	transitions	0	0.7525120973587036
246549	transitions	1	0.13810621201992035
246549	transitions	2	-10000.0
246549	transitions	3	-1.8280143737792969
246549	transitions	4	-10000.0
246549	transitions	5	0.5630292892456055
246549	transitions	6	-0.08543328195810318
246549	transitions	7	-0.809400737285614
246549	transitions	8	-1.422271966934204
246549	transitions	9	-0.0012298596557229757
246549	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
246549	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
246549	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
246549	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
246549	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
246549	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
246549	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
246549	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
246549	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
246549	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
246549	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
246549	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
246549	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
246549	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
246549	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
246549	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
246549	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
246549	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
246549	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
246549	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
246549	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
246549	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
246549	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
246549	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
246549	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
246549	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
246549	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
246549	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
246549	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
246549	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
246549	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
246549	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
246549	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
246549	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
246549	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
246549	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
246549	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
246549	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
246549	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
246549	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
246549	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
246549	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
246549	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
246549	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
246549	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
246549	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
246549	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
246549	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
246549	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
246549	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
246549	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
246549	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
246549	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
246549	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
246549	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
246549	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
246549	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
246549	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
246549	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
246549	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
246549	embedding2nn.weight	0	0.01692403294146061
246549	embedding2nn.weight	1	-0.012732728384435177
246549	embedding2nn.weight	2	-0.014268254861235619
246549	embedding2nn.weight	3	-0.03142808750271797
246549	embedding2nn.weight	4	-0.0059150345623493195
246549	embedding2nn.weight	5	-0.0037005888298153877
246549	embedding2nn.weight	6	-0.003973264247179031
246549	embedding2nn.weight	7	-0.0768108144402504
246549	embedding2nn.weight	8	-0.0019979383796453476
246549	embedding2nn.weight	9	-0.02744308114051819
246549	embedding2nn.bias	0	0.03255714848637581
246549	embedding2nn.bias	1	-0.07611847668886185
246549	embedding2nn.bias	2	0.06817089021205902
246549	embedding2nn.bias	3	0.05269262194633484
246549	embedding2nn.bias	4	-0.04430936276912689
246549	embedding2nn.bias	5	-0.008663160726428032
246549	embedding2nn.bias	6	0.016018742695450783
246549	embedding2nn.bias	7	-0.054974380880594254
246549	embedding2nn.bias	8	0.07162782549858093
246549	embedding2nn.bias	9	0.045658037066459656
246549	rnn.weight_ih_l0	0	-0.07988182455301285
246549	rnn.weight_ih_l0	1	0.0036324851680547
246549	rnn.weight_ih_l0	2	0.035737741738557816
246549	rnn.weight_ih_l0	3	0.0229578148573637
246549	rnn.weight_ih_l0	4	-0.049009669572114944
246549	rnn.weight_ih_l0	5	-0.0681513100862503
246549	rnn.weight_ih_l0	6	-0.0011300774058327079
246549	rnn.weight_ih_l0	7	0.05355963110923767
246549	rnn.weight_ih_l0	8	-0.017588211223483086
246549	rnn.weight_ih_l0	9	-0.0307424608618021
246549	rnn.weight_hh_l0	0	-0.03077540174126625
246549	rnn.weight_hh_l0	1	-0.0072931889444589615
246549	rnn.weight_hh_l0	2	0.007152239792048931
246549	rnn.weight_hh_l0	3	-0.07425522059202194
246549	rnn.weight_hh_l0	4	0.09360086172819138
246549	rnn.weight_hh_l0	5	-0.025951147079467773
246549	rnn.weight_hh_l0	6	-0.063620425760746
246549	rnn.weight_hh_l0	7	0.00884070061147213
246549	rnn.weight_hh_l0	8	0.013765932992100716
246549	rnn.weight_hh_l0	9	-0.025966158136725426
246549	rnn.bias_ih_l0	0	0.12881839275360107
246549	rnn.bias_ih_l0	1	-0.03507497161626816
246549	rnn.bias_ih_l0	2	-0.03489004075527191
246549	rnn.bias_ih_l0	3	0.16354265809059143
246549	rnn.bias_ih_l0	4	-0.013848735950887203
246549	rnn.bias_ih_l0	5	-0.022250914946198463
246549	rnn.bias_ih_l0	6	0.018962137401103973
246549	rnn.bias_ih_l0	7	0.02291310951113701
246549	rnn.bias_ih_l0	8	-0.10079175978899002
246549	rnn.bias_ih_l0	9	-0.03969848155975342
246549	rnn.bias_hh_l0	0	-0.0006086843204684556
246549	rnn.bias_hh_l0	1	-0.09767019003629684
246549	rnn.bias_hh_l0	2	-0.0752628818154335
246549	rnn.bias_hh_l0	3	-0.0891757681965828
246549	rnn.bias_hh_l0	4	0.00991617888212204
246549	rnn.bias_hh_l0	5	-0.0206595528870821
246549	rnn.bias_hh_l0	6	0.029537012800574303
246549	rnn.bias_hh_l0	7	0.0626305565237999
246549	rnn.bias_hh_l0	8	-0.1221843957901001
246549	rnn.bias_hh_l0	9	-0.057728465646505356
246549	rnn.weight_ih_l0_reverse	0	-0.025562133640050888
246549	rnn.weight_ih_l0_reverse	1	-0.05662119388580322
246549	rnn.weight_ih_l0_reverse	2	-0.04803482070565224
246549	rnn.weight_ih_l0_reverse	3	0.015447771176695824
246549	rnn.weight_ih_l0_reverse	4	-0.025061044842004776
246549	rnn.weight_ih_l0_reverse	5	-0.05768023803830147
246549	rnn.weight_ih_l0_reverse	6	0.07408249378204346
246549	rnn.weight_ih_l0_reverse	7	-0.018329806625843048
246549	rnn.weight_ih_l0_reverse	8	-0.01878546178340912
246549	rnn.weight_ih_l0_reverse	9	0.004041172098368406
246549	rnn.weight_hh_l0_reverse	0	0.06805673241615295
246549	rnn.weight_hh_l0_reverse	1	0.019929230213165283
246549	rnn.weight_hh_l0_reverse	2	0.029628515243530273
246549	rnn.weight_hh_l0_reverse	3	0.034987401217222214
246549	rnn.weight_hh_l0_reverse	4	0.01407230831682682
246549	rnn.weight_hh_l0_reverse	5	0.008202952332794666
246549	rnn.weight_hh_l0_reverse	6	0.051075179129838943
246549	rnn.weight_hh_l0_reverse	7	-0.0818730816245079
246549	rnn.weight_hh_l0_reverse	8	0.04018484428524971
246549	rnn.weight_hh_l0_reverse	9	0.03518420457839966
246549	rnn.bias_ih_l0_reverse	0	-0.05666761472821236
246549	rnn.bias_ih_l0_reverse	1	-0.2824295461177826
246549	rnn.bias_ih_l0_reverse	2	-0.12238067388534546
246549	rnn.bias_ih_l0_reverse	3	-0.04831721633672714
246549	rnn.bias_ih_l0_reverse	4	-0.022179432213306427
246549	rnn.bias_ih_l0_reverse	5	0.07542447000741959
246549	rnn.bias_ih_l0_reverse	6	-0.06464523822069168
246549	rnn.bias_ih_l0_reverse	7	0.06123422458767891
246549	rnn.bias_ih_l0_reverse	8	-0.036636482924222946
246549	rnn.bias_ih_l0_reverse	9	0.06770020723342896
246549	rnn.bias_hh_l0_reverse	0	0.023447703570127487
246549	rnn.bias_hh_l0_reverse	1	-0.061462607234716415
246549	rnn.bias_hh_l0_reverse	2	0.08907860517501831
246549	rnn.bias_hh_l0_reverse	3	-0.05127929151058197
246549	rnn.bias_hh_l0_reverse	4	-0.02893473207950592
246549	rnn.bias_hh_l0_reverse	5	-0.02091520093381405
246549	rnn.bias_hh_l0_reverse	6	-0.016811268404126167
246549	rnn.bias_hh_l0_reverse	7	0.10040735453367233
246549	rnn.bias_hh_l0_reverse	8	0.029470939189195633
246549	rnn.bias_hh_l0_reverse	9	-0.1481650173664093
246549	rnn.weight_ih_l1	0	-0.029575645923614502
246549	rnn.weight_ih_l1	1	-0.05083976686000824
246549	rnn.weight_ih_l1	2	0.06448258459568024
246549	rnn.weight_ih_l1	3	-0.07348902523517609
246549	rnn.weight_ih_l1	4	-0.014313852414488792
246549	rnn.weight_ih_l1	5	-0.0403938964009285
246549	rnn.weight_ih_l1	6	0.02883407473564148
246549	rnn.weight_ih_l1	7	-0.044685546308755875
246549	rnn.weight_ih_l1	8	0.03783364221453667
246549	rnn.weight_ih_l1	9	0.04472609609365463
246549	rnn.weight_hh_l1	0	-0.006812768988311291
246549	rnn.weight_hh_l1	1	0.019889503717422485
246549	rnn.weight_hh_l1	2	0.007238534279167652
246549	rnn.weight_hh_l1	3	-0.012584307231009007
246549	rnn.weight_hh_l1	4	0.004785189405083656
246549	rnn.weight_hh_l1	5	0.03485826775431633
246549	rnn.weight_hh_l1	6	0.03615628555417061
246549	rnn.weight_hh_l1	7	-0.016301847994327545
246549	rnn.weight_hh_l1	8	-0.007359892129898071
246549	rnn.weight_hh_l1	9	0.038597945123910904
246549	rnn.bias_ih_l1	0	-0.18398545682430267
246549	rnn.bias_ih_l1	1	-0.17519016563892365
246549	rnn.bias_ih_l1	2	-0.19699259102344513
246549	rnn.bias_ih_l1	3	-0.3092757761478424
246549	rnn.bias_ih_l1	4	-0.20939941704273224
246549	rnn.bias_ih_l1	5	-0.08795689046382904
246549	rnn.bias_ih_l1	6	-0.15979768335819244
246549	rnn.bias_ih_l1	7	-0.0018475180258974433
246549	rnn.bias_ih_l1	8	-0.13195465505123138
246549	rnn.bias_ih_l1	9	-0.12295926362276077
246549	rnn.bias_hh_l1	0	-0.09551481157541275
246549	rnn.bias_hh_l1	1	-0.06375767290592194
246549	rnn.bias_hh_l1	2	-0.08503593504428864
246549	rnn.bias_hh_l1	3	-0.07748231291770935
246549	rnn.bias_hh_l1	4	-0.07369344681501389
246549	rnn.bias_hh_l1	5	-0.11869847029447556
246549	rnn.bias_hh_l1	6	-0.16204847395420074
246549	rnn.bias_hh_l1	7	0.07488363981246948
246549	rnn.bias_hh_l1	8	-0.17615652084350586
246549	rnn.bias_hh_l1	9	-0.11764261871576309
246549	rnn.weight_ih_l1_reverse	0	-0.047252967953681946
246549	rnn.weight_ih_l1_reverse	1	0.03333524987101555
246549	rnn.weight_ih_l1_reverse	2	0.0892995297908783
246549	rnn.weight_ih_l1_reverse	3	-0.018791677430272102
246549	rnn.weight_ih_l1_reverse	4	-0.02209734357893467
246549	rnn.weight_ih_l1_reverse	5	-0.030466536059975624
246549	rnn.weight_ih_l1_reverse	6	-0.020840387791395187
246549	rnn.weight_ih_l1_reverse	7	0.02956564351916313
246549	rnn.weight_ih_l1_reverse	8	0.005989702418446541
246549	rnn.weight_ih_l1_reverse	9	-0.0341905876994133
246549	rnn.weight_hh_l1_reverse	0	0.004620396997779608
246549	rnn.weight_hh_l1_reverse	1	0.03169722110033035
246549	rnn.weight_hh_l1_reverse	2	-0.04059813916683197
246549	rnn.weight_hh_l1_reverse	3	0.035065699368715286
246549	rnn.weight_hh_l1_reverse	4	0.047322340309619904
246549	rnn.weight_hh_l1_reverse	5	0.005421165376901627
246549	rnn.weight_hh_l1_reverse	6	0.04891430214047432
246549	rnn.weight_hh_l1_reverse	7	0.031183019280433655
246549	rnn.weight_hh_l1_reverse	8	-0.007172131445258856
246549	rnn.weight_hh_l1_reverse	9	-0.030103253200650215
246549	rnn.bias_ih_l1_reverse	0	-0.04609701782464981
246549	rnn.bias_ih_l1_reverse	1	-0.13951411843299866
246549	rnn.bias_ih_l1_reverse	2	-0.1629982590675354
246549	rnn.bias_ih_l1_reverse	3	-0.06282270699739456
246549	rnn.bias_ih_l1_reverse	4	-0.203854039311409
246549	rnn.bias_ih_l1_reverse	5	-0.11713561415672302
246549	rnn.bias_ih_l1_reverse	6	-0.1302144080400467
246549	rnn.bias_ih_l1_reverse	7	-0.19174131751060486
246549	rnn.bias_ih_l1_reverse	8	0.22404715418815613
246549	rnn.bias_ih_l1_reverse	9	0.024929216131567955
246549	rnn.bias_hh_l1_reverse	0	0.01040946040302515
246549	rnn.bias_hh_l1_reverse	1	-0.06504644453525543
246549	rnn.bias_hh_l1_reverse	2	-0.23675933480262756
246549	rnn.bias_hh_l1_reverse	3	-0.1424083113670349
246549	rnn.bias_hh_l1_reverse	4	-0.07982554286718369
246549	rnn.bias_hh_l1_reverse	5	-0.11653425544500351
246549	rnn.bias_hh_l1_reverse	6	0.06346052139997482
246549	rnn.bias_hh_l1_reverse	7	-0.13811281323432922
246549	rnn.bias_hh_l1_reverse	8	-0.12441406399011612
246549	rnn.bias_hh_l1_reverse	9	-0.14797283709049225
246549	linear.weight	0	0.002228822559118271
246549	linear.weight	1	0.09902677685022354
246549	linear.weight	2	-0.09312077611684799
246549	linear.weight	3	0.3116458058357239
246549	linear.weight	4	0.15101294219493866
246549	linear.weight	5	-0.06485900282859802
246549	linear.weight	6	0.09364080429077148
246549	linear.weight	7	0.1317751556634903
246549	linear.weight	8	0.04113411530852318
246549	linear.weight	9	-0.051109492778778076
246549	linear.bias	0	0.08603239059448242
246549	linear.bias	1	-0.20126518607139587
246549	linear.bias	2	-0.4545983374118805
246549	linear.bias	3	-0.6614891290664673
246549	linear.bias	4	-1.2631021738052368
246549	linear.bias	5	-0.061715882271528244
246549	linear.bias	6	-0.8321685194969177
246549	linear.bias	7	0.27109643816947937
246549	linear.bias	8	-0.387971431016922
246549	linear.bias	9	-1.014860987663269
246746	transitions	0	0.7524940371513367
246746	transitions	1	0.13765497505664825
246746	transitions	2	-10000.0
246746	transitions	3	-1.8280155658721924
246746	transitions	4	-10000.0
246746	transitions	5	0.5630244612693787
246746	transitions	6	-0.08543597161769867
246746	transitions	7	-0.8094297647476196
246746	transitions	8	-1.4222725629806519
246746	transitions	9	-0.001229880377650261
246746	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
246746	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
246746	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
246746	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
246746	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
246746	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
246746	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
246746	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
246746	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
246746	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
246746	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
246746	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
246746	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
246746	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
246746	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
246746	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
246746	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
246746	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
246746	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
246746	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
246746	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
246746	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
246746	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
246746	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
246746	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
246746	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
246746	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
246746	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
246746	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
246746	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
246746	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
246746	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
246746	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
246746	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
246746	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
246746	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
246746	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
246746	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
246746	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
246746	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
246746	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
246746	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
246746	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
246746	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
246746	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
246746	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
246746	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
246746	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
246746	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
246746	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
246746	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
246746	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
246746	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
246746	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
246746	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
246746	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
246746	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
246746	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
246746	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
246746	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
246746	embedding2nn.weight	0	0.016964536160230637
246746	embedding2nn.weight	1	-0.012739833444356918
246746	embedding2nn.weight	2	-0.014268254861235619
246746	embedding2nn.weight	3	-0.031366705894470215
246746	embedding2nn.weight	4	-0.0059150345623493195
246746	embedding2nn.weight	5	-0.0037005888298153877
246746	embedding2nn.weight	6	-0.003973264247179031
246746	embedding2nn.weight	7	-0.0768471285700798
246746	embedding2nn.weight	8	-0.0019979383796453476
246746	embedding2nn.weight	9	-0.027457594871520996
246746	embedding2nn.bias	0	0.033334214240312576
246746	embedding2nn.bias	1	-0.07541649043560028
246746	embedding2nn.bias	2	0.06873803585767746
246746	embedding2nn.bias	3	0.05206979811191559
246746	embedding2nn.bias	4	-0.04383612796664238
246746	embedding2nn.bias	5	-0.008883971720933914
246746	embedding2nn.bias	6	0.01547832228243351
246746	embedding2nn.bias	7	-0.05525318905711174
246746	embedding2nn.bias	8	0.07205786556005478
246746	embedding2nn.bias	9	0.04538440704345703
246746	rnn.weight_ih_l0	0	-0.08001574128866196
246746	rnn.weight_ih_l0	1	0.0036175015848129988
246746	rnn.weight_ih_l0	2	0.035747841000556946
246746	rnn.weight_ih_l0	3	0.022895215079188347
246746	rnn.weight_ih_l0	4	-0.048979390412569046
246746	rnn.weight_ih_l0	5	-0.068094901740551
246746	rnn.weight_ih_l0	6	-0.0011557831894606352
246746	rnn.weight_ih_l0	7	0.053561434149742126
246746	rnn.weight_ih_l0	8	-0.017638344317674637
246746	rnn.weight_ih_l0	9	-0.030703283846378326
246746	rnn.weight_hh_l0	0	-0.030786050483584404
246746	rnn.weight_hh_l0	1	-0.0073561891913414
246746	rnn.weight_hh_l0	2	0.0071799978613853455
246746	rnn.weight_hh_l0	3	-0.07424698770046234
246746	rnn.weight_hh_l0	4	0.09358663111925125
246746	rnn.weight_hh_l0	5	-0.025903329253196716
246746	rnn.weight_hh_l0	6	-0.06362228095531464
246746	rnn.weight_hh_l0	7	0.008867544122040272
246746	rnn.weight_hh_l0	8	0.013765187934041023
246746	rnn.weight_hh_l0	9	-0.026007644832134247
246746	rnn.bias_ih_l0	0	0.12895037233829498
246746	rnn.bias_ih_l0	1	-0.03498832881450653
246746	rnn.bias_ih_l0	2	-0.03491462394595146
246746	rnn.bias_ih_l0	3	0.16346058249473572
246746	rnn.bias_ih_l0	4	-0.014114739373326302
246746	rnn.bias_ih_l0	5	-0.022243838757276535
246746	rnn.bias_ih_l0	6	0.019004665315151215
246746	rnn.bias_ih_l0	7	0.023020528256893158
246746	rnn.bias_ih_l0	8	-0.10075830668210983
246746	rnn.bias_ih_l0	9	-0.039506763219833374
246746	rnn.bias_hh_l0	0	-0.0007324532489292324
246746	rnn.bias_hh_l0	1	-0.09777870774269104
246746	rnn.bias_hh_l0	2	-0.07517406344413757
246746	rnn.bias_hh_l0	3	-0.08908001333475113
246746	rnn.bias_hh_l0	4	0.009885802865028381
246746	rnn.bias_hh_l0	5	-0.020864272490143776
246746	rnn.bias_hh_l0	6	0.029340211302042007
246746	rnn.bias_hh_l0	7	0.06249381601810455
246746	rnn.bias_hh_l0	8	-0.12243764847517014
246746	rnn.bias_hh_l0	9	-0.05811590328812599
246746	rnn.weight_ih_l0_reverse	0	-0.025566594675183296
246746	rnn.weight_ih_l0_reverse	1	-0.0566839799284935
246746	rnn.weight_ih_l0_reverse	2	-0.04809102416038513
246746	rnn.weight_ih_l0_reverse	3	0.015482582151889801
246746	rnn.weight_ih_l0_reverse	4	-0.025077763944864273
246746	rnn.weight_ih_l0_reverse	5	-0.05769465118646622
246746	rnn.weight_ih_l0_reverse	6	0.07402906566858292
246746	rnn.weight_ih_l0_reverse	7	-0.018471818417310715
246746	rnn.weight_ih_l0_reverse	8	-0.01878487505018711
246746	rnn.weight_ih_l0_reverse	9	0.004083824809640646
246746	rnn.weight_hh_l0_reverse	0	0.06808494031429291
246746	rnn.weight_hh_l0_reverse	1	0.020017147064208984
246746	rnn.weight_hh_l0_reverse	2	0.029624374583363533
246746	rnn.weight_hh_l0_reverse	3	0.035009268671274185
246746	rnn.weight_hh_l0_reverse	4	0.014201982878148556
246746	rnn.weight_hh_l0_reverse	5	0.008250167593359947
246746	rnn.weight_hh_l0_reverse	6	0.05107155442237854
246746	rnn.weight_hh_l0_reverse	7	-0.08194158226251602
246746	rnn.weight_hh_l0_reverse	8	0.04014609009027481
246746	rnn.weight_hh_l0_reverse	9	0.035122811794281006
246746	rnn.bias_ih_l0_reverse	0	-0.056833211332559586
246746	rnn.bias_ih_l0_reverse	1	-0.2823042571544647
246746	rnn.bias_ih_l0_reverse	2	-0.12225262820720673
246746	rnn.bias_ih_l0_reverse	3	-0.0482514388859272
246746	rnn.bias_ih_l0_reverse	4	-0.022115593776106834
246746	rnn.bias_ih_l0_reverse	5	0.07526808232069016
246746	rnn.bias_ih_l0_reverse	6	-0.06463918834924698
246746	rnn.bias_ih_l0_reverse	7	0.061444662511348724
246746	rnn.bias_ih_l0_reverse	8	-0.0367744043469429
246746	rnn.bias_ih_l0_reverse	9	0.06782972812652588
246746	rnn.bias_hh_l0_reverse	0	0.023603329434990883
246746	rnn.bias_hh_l0_reverse	1	-0.061295367777347565
246746	rnn.bias_hh_l0_reverse	2	0.0892375111579895
246746	rnn.bias_hh_l0_reverse	3	-0.05127764120697975
246746	rnn.bias_hh_l0_reverse	4	-0.02876054123044014
246746	rnn.bias_hh_l0_reverse	5	-0.02097291499376297
246746	rnn.bias_hh_l0_reverse	6	-0.017133764922618866
246746	rnn.bias_hh_l0_reverse	7	0.10047335177659988
246746	rnn.bias_hh_l0_reverse	8	0.029538501054048538
246746	rnn.bias_hh_l0_reverse	9	-0.14780226349830627
246746	rnn.weight_ih_l1	0	-0.029547881335020065
246746	rnn.weight_ih_l1	1	-0.05079970136284828
246746	rnn.weight_ih_l1	2	0.0645904541015625
246746	rnn.weight_ih_l1	3	-0.07343262434005737
246746	rnn.weight_ih_l1	4	-0.014265717007219791
246746	rnn.weight_ih_l1	5	-0.04042532667517662
246746	rnn.weight_ih_l1	6	0.028826860710978508
246746	rnn.weight_ih_l1	7	-0.044604528695344925
246746	rnn.weight_ih_l1	8	0.03781013935804367
246746	rnn.weight_ih_l1	9	0.04474547877907753
246746	rnn.weight_hh_l1	0	-0.006749668158590794
246746	rnn.weight_hh_l1	1	0.019889743998646736
246746	rnn.weight_hh_l1	2	0.007295421324670315
246746	rnn.weight_hh_l1	3	-0.012589368037879467
246746	rnn.weight_hh_l1	4	0.004780170973390341
246746	rnn.weight_hh_l1	5	0.03484642505645752
246746	rnn.weight_hh_l1	6	0.036084435880184174
246746	rnn.weight_hh_l1	7	-0.01629544608294964
246746	rnn.weight_hh_l1	8	-0.007338557858020067
246746	rnn.weight_hh_l1	9	0.038523800671100616
246746	rnn.bias_ih_l1	0	-0.18435022234916687
246746	rnn.bias_ih_l1	1	-0.1751679927110672
246746	rnn.bias_ih_l1	2	-0.19704359769821167
246746	rnn.bias_ih_l1	3	-0.3090442717075348
246746	rnn.bias_ih_l1	4	-0.2092345803976059
246746	rnn.bias_ih_l1	5	-0.08799783140420914
246746	rnn.bias_ih_l1	6	-0.15982292592525482
246746	rnn.bias_ih_l1	7	-0.002301139524206519
246746	rnn.bias_ih_l1	8	-0.13176408410072327
246746	rnn.bias_ih_l1	9	-0.12239668518304825
246746	rnn.bias_hh_l1	0	-0.0954616591334343
246746	rnn.bias_hh_l1	1	-0.06365792453289032
246746	rnn.bias_hh_l1	2	-0.08519691973924637
246746	rnn.bias_hh_l1	3	-0.07752259075641632
246746	rnn.bias_hh_l1	4	-0.07359365373849869
246746	rnn.bias_hh_l1	5	-0.11871500313282013
246746	rnn.bias_hh_l1	6	-0.16212157905101776
246746	rnn.bias_hh_l1	7	0.07453016936779022
246746	rnn.bias_hh_l1	8	-0.17594200372695923
246746	rnn.bias_hh_l1	9	-0.11753658950328827
246746	rnn.weight_ih_l1_reverse	0	-0.04725779592990875
246746	rnn.weight_ih_l1_reverse	1	0.03336639702320099
246746	rnn.weight_ih_l1_reverse	2	0.08945810794830322
246746	rnn.weight_ih_l1_reverse	3	-0.018677372485399246
246746	rnn.weight_ih_l1_reverse	4	-0.02200041525065899
246746	rnn.weight_ih_l1_reverse	5	-0.03046298772096634
246746	rnn.weight_ih_l1_reverse	6	-0.02069118246436119
246746	rnn.weight_ih_l1_reverse	7	0.02958788350224495
246746	rnn.weight_ih_l1_reverse	8	0.005871599540114403
246746	rnn.weight_ih_l1_reverse	9	-0.03418726101517677
246746	rnn.weight_hh_l1_reverse	0	0.004627540707588196
246746	rnn.weight_hh_l1_reverse	1	0.031692665070295334
246746	rnn.weight_hh_l1_reverse	2	-0.04060239717364311
246746	rnn.weight_hh_l1_reverse	3	0.03506757318973541
246746	rnn.weight_hh_l1_reverse	4	0.04728977754712105
246746	rnn.weight_hh_l1_reverse	5	0.005398155655711889
246746	rnn.weight_hh_l1_reverse	6	0.0489988811314106
246746	rnn.weight_hh_l1_reverse	7	0.03117889165878296
246746	rnn.weight_hh_l1_reverse	8	-0.007168251555413008
246746	rnn.weight_hh_l1_reverse	9	-0.030089925974607468
246746	rnn.bias_ih_l1_reverse	0	-0.04585590958595276
246746	rnn.bias_ih_l1_reverse	1	-0.13973310589790344
246746	rnn.bias_ih_l1_reverse	2	-0.16322368383407593
246746	rnn.bias_ih_l1_reverse	3	-0.06262805312871933
246746	rnn.bias_ih_l1_reverse	4	-0.20389002561569214
246746	rnn.bias_ih_l1_reverse	5	-0.11706796288490295
246746	rnn.bias_ih_l1_reverse	6	-0.13023504614830017
246746	rnn.bias_ih_l1_reverse	7	-0.1916676014661789
246746	rnn.bias_ih_l1_reverse	8	0.22503526508808136
246746	rnn.bias_ih_l1_reverse	9	0.02497941069304943
246746	rnn.bias_hh_l1_reverse	0	0.010112578049302101
246746	rnn.bias_hh_l1_reverse	1	-0.06426495313644409
246746	rnn.bias_hh_l1_reverse	2	-0.23678545653820038
246746	rnn.bias_hh_l1_reverse	3	-0.14234602451324463
246746	rnn.bias_hh_l1_reverse	4	-0.07986406236886978
246746	rnn.bias_hh_l1_reverse	5	-0.11665078997612
246746	rnn.bias_hh_l1_reverse	6	0.06325136870145798
246746	rnn.bias_hh_l1_reverse	7	-0.13789361715316772
246746	rnn.bias_hh_l1_reverse	8	-0.12427236139774323
246746	rnn.bias_hh_l1_reverse	9	-0.14798159897327423
246746	linear.weight	0	0.002228822559118271
246746	linear.weight	1	0.09872735291719437
246746	linear.weight	2	-0.0929519459605217
246746	linear.weight	3	0.3119446635246277
246746	linear.weight	4	0.15112422406673431
246746	linear.weight	5	-0.06482074409723282
246746	linear.weight	6	0.09275136888027191
246746	linear.weight	7	0.13083098828792572
246746	linear.weight	8	0.04113408550620079
246746	linear.weight	9	-0.05134434998035431
246746	linear.bias	0	0.09388052672147751
246746	linear.bias	1	-0.20120646059513092
246746	linear.bias	2	-0.4583010971546173
246746	linear.bias	3	-0.6604024767875671
246746	linear.bias	4	-1.2621543407440186
246746	linear.bias	5	-0.06295508146286011
246746	linear.bias	6	-0.8320565819740295
246746	linear.bias	7	0.2697806656360626
246746	linear.bias	8	-0.3883024752140045
246746	linear.bias	9	-1.0150749683380127
246750	transitions	0	0.7524797320365906
246750	transitions	1	0.13765451312065125
246750	transitions	2	-10000.0
246750	transitions	3	-1.8280155658721924
246750	transitions	4	-10000.0
246750	transitions	5	0.5630244612693787
246750	transitions	6	-0.08543599396944046
246750	transitions	7	-0.8094297647476196
246750	transitions	8	-1.4222725629806519
246750	transitions	9	-0.0012298806104809046
246750	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
246750	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
246750	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
246750	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
246750	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
246750	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
246750	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
246750	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
246750	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
246750	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
246750	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
246750	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
246750	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
246750	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
246750	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
246750	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
246750	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
246750	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
246750	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
246750	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
246750	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
246750	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
246750	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
246750	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
246750	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
246750	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
246750	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
246750	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
246750	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
246750	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
246750	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
246750	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
246750	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
246750	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
246750	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
246750	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
246750	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
246750	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
246750	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
246750	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
246750	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
246750	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
246750	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
246750	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
246750	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
246750	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
246750	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
246750	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
246750	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
246750	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
246750	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
246750	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
246750	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
246750	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
246750	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
246750	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
246750	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
246750	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
246750	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
246750	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
246750	embedding2nn.weight	0	0.016978846862912178
246750	embedding2nn.weight	1	-0.012740843929350376
246750	embedding2nn.weight	2	-0.014268254861235619
246750	embedding2nn.weight	3	-0.03136695548892021
246750	embedding2nn.weight	4	-0.0059150345623493195
246750	embedding2nn.weight	5	-0.0037005888298153877
246750	embedding2nn.weight	6	-0.003973264247179031
246750	embedding2nn.weight	7	-0.07683099061250687
246750	embedding2nn.weight	8	-0.0019979383796453476
246750	embedding2nn.weight	9	-0.02744598686695099
246750	embedding2nn.bias	0	0.033350974321365356
246750	embedding2nn.bias	1	-0.07545821368694305
246750	embedding2nn.bias	2	0.06859143078327179
246750	embedding2nn.bias	3	0.0520111508667469
246750	embedding2nn.bias	4	-0.04381198436021805
246750	embedding2nn.bias	5	-0.008918516337871552
246750	embedding2nn.bias	6	0.01527994405478239
246750	embedding2nn.bias	7	-0.055098116397857666
246750	embedding2nn.bias	8	0.07204090803861618
246750	embedding2nn.bias	9	0.04540970176458359
246750	rnn.weight_ih_l0	0	-0.0800178050994873
246750	rnn.weight_ih_l0	1	0.003615553257986903
246750	rnn.weight_ih_l0	2	0.035744745284318924
246750	rnn.weight_ih_l0	3	0.022897567600011826
246750	rnn.weight_ih_l0	4	-0.0489807166159153
246750	rnn.weight_ih_l0	5	-0.06809328496456146
246750	rnn.weight_ih_l0	6	-0.0011632482055574656
246750	rnn.weight_ih_l0	7	0.053562842309474945
246750	rnn.weight_ih_l0	8	-0.017644347622990608
246750	rnn.weight_ih_l0	9	-0.03071034885942936
246750	rnn.weight_hh_l0	0	-0.030792776495218277
246750	rnn.weight_hh_l0	1	-0.007366814184933901
246750	rnn.weight_hh_l0	2	0.007188384886831045
246750	rnn.weight_hh_l0	3	-0.07424550503492355
246750	rnn.weight_hh_l0	4	0.09359300881624222
246750	rnn.weight_hh_l0	5	-0.025904856622219086
246750	rnn.weight_hh_l0	6	-0.06362152844667435
246750	rnn.weight_hh_l0	7	0.008868293836712837
246750	rnn.weight_hh_l0	8	0.013762376271188259
246750	rnn.weight_hh_l0	9	-0.026007339358329773
246750	rnn.bias_ih_l0	0	0.12896490097045898
246750	rnn.bias_ih_l0	1	-0.03500724211335182
246750	rnn.bias_ih_l0	2	-0.034915484488010406
246750	rnn.bias_ih_l0	3	0.16346371173858643
246750	rnn.bias_ih_l0	4	-0.014117924496531487
246750	rnn.bias_ih_l0	5	-0.022228671237826347
246750	rnn.bias_ih_l0	6	0.0189373642206192
246750	rnn.bias_ih_l0	7	0.023039015009999275
246750	rnn.bias_ih_l0	8	-0.10076820850372314
246750	rnn.bias_ih_l0	9	-0.03951633721590042
246750	rnn.bias_hh_l0	0	-0.0007262354483827949
246750	rnn.bias_hh_l0	1	-0.09778392314910889
246750	rnn.bias_hh_l0	2	-0.0751940906047821
246750	rnn.bias_hh_l0	3	-0.08906317502260208
246750	rnn.bias_hh_l0	4	0.009880132973194122
246750	rnn.bias_hh_l0	5	-0.0208636075258255
246750	rnn.bias_hh_l0	6	0.029312023892998695
246750	rnn.bias_hh_l0	7	0.06248991936445236
246750	rnn.bias_hh_l0	8	-0.12244582176208496
246750	rnn.bias_hh_l0	9	-0.05809945613145828
246750	rnn.weight_ih_l0_reverse	0	-0.025560887530446053
246750	rnn.weight_ih_l0_reverse	1	-0.0566837303340435
246750	rnn.weight_ih_l0_reverse	2	-0.04809044674038887
246750	rnn.weight_ih_l0_reverse	3	0.015494479797780514
246750	rnn.weight_ih_l0_reverse	4	-0.02507646009325981
246750	rnn.weight_ih_l0_reverse	5	-0.05769277364015579
246750	rnn.weight_ih_l0_reverse	6	0.07404497265815735
246750	rnn.weight_ih_l0_reverse	7	-0.01847338117659092
246750	rnn.weight_ih_l0_reverse	8	-0.01878131367266178
246750	rnn.weight_ih_l0_reverse	9	0.00408218102529645
246750	rnn.weight_hh_l0_reverse	0	0.06808210909366608
246750	rnn.weight_hh_l0_reverse	1	0.020016206428408623
246750	rnn.weight_hh_l0_reverse	2	0.029622210189700127
246750	rnn.weight_hh_l0_reverse	3	0.03500809147953987
246750	rnn.weight_hh_l0_reverse	4	0.014201355166733265
246750	rnn.weight_hh_l0_reverse	5	0.008250766433775425
246750	rnn.weight_hh_l0_reverse	6	0.05107036232948303
246750	rnn.weight_hh_l0_reverse	7	-0.0819469466805458
246750	rnn.weight_hh_l0_reverse	8	0.040145665407180786
246750	rnn.weight_hh_l0_reverse	9	0.03512177988886833
246750	rnn.bias_ih_l0_reverse	0	-0.05680619925260544
246750	rnn.bias_ih_l0_reverse	1	-0.28228560090065
246750	rnn.bias_ih_l0_reverse	2	-0.12225936353206635
246750	rnn.bias_ih_l0_reverse	3	-0.04824957996606827
246750	rnn.bias_ih_l0_reverse	4	-0.022110771387815475
246750	rnn.bias_ih_l0_reverse	5	0.07526499032974243
246750	rnn.bias_ih_l0_reverse	6	-0.06465153396129608
246750	rnn.bias_ih_l0_reverse	7	0.061448995023965836
246750	rnn.bias_ih_l0_reverse	8	-0.03685283288359642
246750	rnn.bias_ih_l0_reverse	9	0.06783382594585419
246750	rnn.bias_hh_l0_reverse	0	0.023612428456544876
246750	rnn.bias_hh_l0_reverse	1	-0.06127602234482765
246750	rnn.bias_hh_l0_reverse	2	0.08924322575330734
246750	rnn.bias_hh_l0_reverse	3	-0.051281772553920746
246750	rnn.bias_hh_l0_reverse	4	-0.028764259070158005
246750	rnn.bias_hh_l0_reverse	5	-0.020986543968319893
246750	rnn.bias_hh_l0_reverse	6	-0.017119411379098892
246750	rnn.bias_hh_l0_reverse	7	0.10045432299375534
246750	rnn.bias_hh_l0_reverse	8	0.029530709609389305
246750	rnn.bias_hh_l0_reverse	9	-0.14781969785690308
246750	rnn.weight_ih_l1	0	-0.029538646340370178
246750	rnn.weight_ih_l1	1	-0.05079183727502823
246750	rnn.weight_ih_l1	2	0.06459177285432816
246750	rnn.weight_ih_l1	3	-0.07344936579465866
246750	rnn.weight_ih_l1	4	-0.014268262311816216
246750	rnn.weight_ih_l1	5	-0.0404268279671669
246750	rnn.weight_ih_l1	6	0.02882417105138302
246750	rnn.weight_ih_l1	7	-0.04460586979985237
246750	rnn.weight_ih_l1	8	0.03781021758913994
246750	rnn.weight_ih_l1	9	0.04474421218037605
246750	rnn.weight_hh_l1	0	-0.0067504593171179295
246750	rnn.weight_hh_l1	1	0.019889773800969124
246750	rnn.weight_hh_l1	2	0.0072839823551476
246750	rnn.weight_hh_l1	3	-0.012595309875905514
246750	rnn.weight_hh_l1	4	0.004772108979523182
246750	rnn.weight_hh_l1	5	0.03485070541501045
246750	rnn.weight_hh_l1	6	0.03607473149895668
246750	rnn.weight_hh_l1	7	-0.016295896843075752
246750	rnn.weight_hh_l1	8	-0.007338186260312796
246750	rnn.weight_hh_l1	9	0.0385250598192215
246750	rnn.bias_ih_l1	0	-0.18436278402805328
246750	rnn.bias_ih_l1	1	-0.17518100142478943
246750	rnn.bias_ih_l1	2	-0.19704461097717285
246750	rnn.bias_ih_l1	3	-0.30902233719825745
246750	rnn.bias_ih_l1	4	-0.2092798799276352
246750	rnn.bias_ih_l1	5	-0.08801263570785522
246750	rnn.bias_ih_l1	6	-0.15982405841350555
246750	rnn.bias_ih_l1	7	-0.002283192938193679
246750	rnn.bias_ih_l1	8	-0.13176916539669037
246750	rnn.bias_ih_l1	9	-0.12240034341812134
246750	rnn.bias_hh_l1	0	-0.09548868983983994
246750	rnn.bias_hh_l1	1	-0.06365860253572464
246750	rnn.bias_hh_l1	2	-0.08520105481147766
246750	rnn.bias_hh_l1	3	-0.0775119736790657
246750	rnn.bias_hh_l1	4	-0.07357846945524216
246750	rnn.bias_hh_l1	5	-0.11871752887964249
246750	rnn.bias_hh_l1	6	-0.16211172938346863
246750	rnn.bias_hh_l1	7	0.07451062649488449
246750	rnn.bias_hh_l1	8	-0.17597602307796478
246750	rnn.bias_hh_l1	9	-0.11753340065479279
246750	rnn.weight_ih_l1_reverse	0	-0.04725506901741028
246750	rnn.weight_ih_l1_reverse	1	0.033366307616233826
246750	rnn.weight_ih_l1_reverse	2	0.08945726603269577
246750	rnn.weight_ih_l1_reverse	3	-0.018681837245821953
246750	rnn.weight_ih_l1_reverse	4	-0.02199828438460827
246750	rnn.weight_ih_l1_reverse	5	-0.03046228364109993
246750	rnn.weight_ih_l1_reverse	6	-0.020690741017460823
246750	rnn.weight_ih_l1_reverse	7	0.029588578268885612
246750	rnn.weight_ih_l1_reverse	8	0.005864627659320831
246750	rnn.weight_ih_l1_reverse	9	-0.034182485193014145
246750	rnn.weight_hh_l1_reverse	0	0.004631643649190664
246750	rnn.weight_hh_l1_reverse	1	0.03169294074177742
246750	rnn.weight_hh_l1_reverse	2	-0.04060240462422371
246750	rnn.weight_hh_l1_reverse	3	0.035068146884441376
246750	rnn.weight_hh_l1_reverse	4	0.047289587557315826
246750	rnn.weight_hh_l1_reverse	5	0.005403473973274231
246750	rnn.weight_hh_l1_reverse	6	0.04900483414530754
246750	rnn.weight_hh_l1_reverse	7	0.031182877719402313
246750	rnn.weight_hh_l1_reverse	8	-0.0071679409593343735
246750	rnn.weight_hh_l1_reverse	9	-0.03009055182337761
246750	rnn.bias_ih_l1_reverse	0	-0.0458584763109684
246750	rnn.bias_ih_l1_reverse	1	-0.13971711695194244
246750	rnn.bias_ih_l1_reverse	2	-0.1632332056760788
246750	rnn.bias_ih_l1_reverse	3	-0.0626252219080925
246750	rnn.bias_ih_l1_reverse	4	-0.20391945540905
246750	rnn.bias_ih_l1_reverse	5	-0.11704756319522858
246750	rnn.bias_ih_l1_reverse	6	-0.13024386763572693
246750	rnn.bias_ih_l1_reverse	7	-0.19164760410785675
246750	rnn.bias_ih_l1_reverse	8	0.22506685554981232
246750	rnn.bias_ih_l1_reverse	9	0.024972999468445778
246750	rnn.bias_hh_l1_reverse	0	0.010092776268720627
246750	rnn.bias_hh_l1_reverse	1	-0.06428105384111404
246750	rnn.bias_hh_l1_reverse	2	-0.23679274320602417
246750	rnn.bias_hh_l1_reverse	3	-0.14234063029289246
246750	rnn.bias_hh_l1_reverse	4	-0.07989946007728577
246750	rnn.bias_hh_l1_reverse	5	-0.11665014177560806
246750	rnn.bias_hh_l1_reverse	6	0.06324823945760727
246750	rnn.bias_hh_l1_reverse	7	-0.13791465759277344
246750	rnn.bias_hh_l1_reverse	8	-0.12428398430347443
246750	rnn.bias_hh_l1_reverse	9	-0.14798414707183838
246750	linear.weight	0	0.002228822559118271
246750	linear.weight	1	0.09869325906038284
246750	linear.weight	2	-0.09295164793729782
246750	linear.weight	3	0.3119129240512848
246750	linear.weight	4	0.15112756192684174
246750	linear.weight	5	-0.06482075899839401
246750	linear.weight	6	0.09263644367456436
246750	linear.weight	7	0.1308305710554123
246750	linear.weight	8	0.04113408550620079
246750	linear.weight	9	-0.051345858722925186
246750	linear.bias	0	0.09429609775543213
246750	linear.bias	1	-0.2003549486398697
246750	linear.bias	2	-0.45854052901268005
246750	linear.bias	3	-0.6606866121292114
246750	linear.bias	4	-1.2624366283416748
246750	linear.bias	5	-0.06305646151304245
246750	linear.bias	6	-0.8312046527862549
246750	linear.bias	7	0.26967933773994446
246750	linear.bias	8	-0.3883330523967743
246750	linear.bias	9	-1.0151034593582153
246947	transitions	0	0.751772940158844
246947	transitions	1	0.13766683638095856
246947	transitions	2	-10000.0
246947	transitions	3	-1.828017234802246
246947	transitions	4	-10000.0
246947	transitions	5	0.5630201101303101
246947	transitions	6	-0.08543962985277176
246947	transitions	7	-0.8094795346260071
246947	transitions	8	-1.4222782850265503
246947	transitions	9	-0.0012299048248678446
246947	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
246947	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
246947	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
246947	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
246947	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
246947	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
246947	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
246947	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
246947	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
246947	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
246947	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
246947	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
246947	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
246947	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
246947	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
246947	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
246947	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
246947	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
246947	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
246947	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
246947	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
246947	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
246947	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
246947	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
246947	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
246947	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
246947	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
246947	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
246947	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
246947	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
246947	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
246947	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
246947	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
246947	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
246947	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
246947	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
246947	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
246947	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
246947	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
246947	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
246947	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
246947	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
246947	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
246947	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
246947	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
246947	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
246947	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
246947	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
246947	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
246947	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
246947	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
246947	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
246947	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
246947	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
246947	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
246947	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
246947	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
246947	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
246947	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
246947	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
246947	embedding2nn.weight	0	0.017057940363883972
246947	embedding2nn.weight	1	-0.012738575227558613
246947	embedding2nn.weight	2	-0.014268254861235619
246947	embedding2nn.weight	3	-0.03137325868010521
246947	embedding2nn.weight	4	-0.0059150345623493195
246947	embedding2nn.weight	5	-0.0037005888298153877
246947	embedding2nn.weight	6	-0.003973264247179031
246947	embedding2nn.weight	7	-0.07687649130821228
246947	embedding2nn.weight	8	-0.0019979383796453476
246947	embedding2nn.weight	9	-0.027440430596470833
246947	embedding2nn.bias	0	0.033447615802288055
246947	embedding2nn.bias	1	-0.07476048916578293
246947	embedding2nn.bias	2	0.06861162930727005
246947	embedding2nn.bias	3	0.052289754152297974
246947	embedding2nn.bias	4	-0.04345131665468216
246947	embedding2nn.bias	5	-0.00983451772481203
246947	embedding2nn.bias	6	0.0155745018273592
246947	embedding2nn.bias	7	-0.055375296622514725
246947	embedding2nn.bias	8	0.0716409683227539
246947	embedding2nn.bias	9	0.04520558938384056
246947	rnn.weight_ih_l0	0	-0.08003374934196472
246947	rnn.weight_ih_l0	1	0.0036202596966177225
246947	rnn.weight_ih_l0	2	0.03576631098985672
246947	rnn.weight_ih_l0	3	0.022929690778255463
246947	rnn.weight_ih_l0	4	-0.048910703510046005
246947	rnn.weight_ih_l0	5	-0.06812915951013565
246947	rnn.weight_ih_l0	6	-0.0012045647017657757
246947	rnn.weight_ih_l0	7	0.05350315570831299
246947	rnn.weight_ih_l0	8	-0.017655551433563232
246947	rnn.weight_ih_l0	9	-0.030713539570569992
246947	rnn.weight_hh_l0	0	-0.030737556517124176
246947	rnn.weight_hh_l0	1	-0.007396763190627098
246947	rnn.weight_hh_l0	2	0.007129293400794268
246947	rnn.weight_hh_l0	3	-0.07421623170375824
246947	rnn.weight_hh_l0	4	0.09357167035341263
246947	rnn.weight_hh_l0	5	-0.026084503158926964
246947	rnn.weight_hh_l0	6	-0.06370065361261368
246947	rnn.weight_hh_l0	7	0.008867411874234676
246947	rnn.weight_hh_l0	8	0.013788112439215183
246947	rnn.weight_hh_l0	9	-0.025961188599467278
246947	rnn.bias_ih_l0	0	0.12894883751869202
246947	rnn.bias_ih_l0	1	-0.03510955348610878
246947	rnn.bias_ih_l0	2	-0.034916914999485016
246947	rnn.bias_ih_l0	3	0.16342668235301971
246947	rnn.bias_ih_l0	4	-0.014056501910090446
246947	rnn.bias_ih_l0	5	-0.022489838302135468
246947	rnn.bias_ih_l0	6	0.018738117069005966
246947	rnn.bias_ih_l0	7	0.02308415062725544
246947	rnn.bias_ih_l0	8	-0.10075590759515762
246947	rnn.bias_ih_l0	9	-0.039391130208969116
246947	rnn.bias_hh_l0	0	-0.0007714868988841772
246947	rnn.bias_hh_l0	1	-0.09813515841960907
246947	rnn.bias_hh_l0	2	-0.07501181960105896
246947	rnn.bias_hh_l0	3	-0.08895178884267807
246947	rnn.bias_hh_l0	4	0.00949588231742382
246947	rnn.bias_hh_l0	5	-0.02082441747188568
246947	rnn.bias_hh_l0	6	0.029077082872390747
246947	rnn.bias_hh_l0	7	0.06287654489278793
246947	rnn.bias_hh_l0	8	-0.12229225039482117
246947	rnn.bias_hh_l0	9	-0.0580286867916584
246947	rnn.weight_ih_l0_reverse	0	-0.025489626452326775
246947	rnn.weight_ih_l0_reverse	1	-0.05665869638323784
246947	rnn.weight_ih_l0_reverse	2	-0.04831303283572197
246947	rnn.weight_ih_l0_reverse	3	0.01535381656140089
246947	rnn.weight_ih_l0_reverse	4	-0.025090517476201057
246947	rnn.weight_ih_l0_reverse	5	-0.0576602965593338
246947	rnn.weight_ih_l0_reverse	6	0.07411054521799088
246947	rnn.weight_ih_l0_reverse	7	-0.018486401066184044
246947	rnn.weight_ih_l0_reverse	8	-0.018798312172293663
246947	rnn.weight_ih_l0_reverse	9	0.004233377519994974
246947	rnn.weight_hh_l0_reverse	0	0.0682082548737526
246947	rnn.weight_hh_l0_reverse	1	0.019979802891612053
246947	rnn.weight_hh_l0_reverse	2	0.029598278924822807
246947	rnn.weight_hh_l0_reverse	3	0.03501773998141289
246947	rnn.weight_hh_l0_reverse	4	0.01418333314359188
246947	rnn.weight_hh_l0_reverse	5	0.008218015544116497
246947	rnn.weight_hh_l0_reverse	6	0.051066331565380096
246947	rnn.weight_hh_l0_reverse	7	-0.08194568008184433
246947	rnn.weight_hh_l0_reverse	8	0.04017849266529083
246947	rnn.weight_hh_l0_reverse	9	0.035125087946653366
246947	rnn.bias_ih_l0_reverse	0	-0.05672459676861763
246947	rnn.bias_ih_l0_reverse	1	-0.28225311636924744
246947	rnn.bias_ih_l0_reverse	2	-0.12268650531768799
246947	rnn.bias_ih_l0_reverse	3	-0.04832770302891731
246947	rnn.bias_ih_l0_reverse	4	-0.021923622116446495
246947	rnn.bias_ih_l0_reverse	5	0.07519552856683731
246947	rnn.bias_ih_l0_reverse	6	-0.06434705853462219
246947	rnn.bias_ih_l0_reverse	7	0.061326414346694946
246947	rnn.bias_ih_l0_reverse	8	-0.03676619380712509
246947	rnn.bias_ih_l0_reverse	9	0.06790043413639069
246947	rnn.bias_hh_l0_reverse	0	0.02355732023715973
246947	rnn.bias_hh_l0_reverse	1	-0.06128860265016556
246947	rnn.bias_hh_l0_reverse	2	0.08921730518341064
246947	rnn.bias_hh_l0_reverse	3	-0.05152454599738121
246947	rnn.bias_hh_l0_reverse	4	-0.02871040627360344
246947	rnn.bias_hh_l0_reverse	5	-0.02111232653260231
246947	rnn.bias_hh_l0_reverse	6	-0.01733395829796791
246947	rnn.bias_hh_l0_reverse	7	0.1002788171172142
246947	rnn.bias_hh_l0_reverse	8	0.029394060373306274
246947	rnn.bias_hh_l0_reverse	9	-0.14812098443508148
246947	rnn.weight_ih_l1	0	-0.029536111280322075
246947	rnn.weight_ih_l1	1	-0.05088440328836441
246947	rnn.weight_ih_l1	2	0.06454829126596451
246947	rnn.weight_ih_l1	3	-0.07352675497531891
246947	rnn.weight_ih_l1	4	-0.014233731664717197
246947	rnn.weight_ih_l1	5	-0.040426868945360184
246947	rnn.weight_ih_l1	6	0.02892688289284706
246947	rnn.weight_ih_l1	7	-0.04458319768309593
246947	rnn.weight_ih_l1	8	0.03781333938241005
246947	rnn.weight_ih_l1	9	0.0447339229285717
246947	rnn.weight_hh_l1	0	-0.006888978183269501
246947	rnn.weight_hh_l1	1	0.01990414410829544
246947	rnn.weight_hh_l1	2	0.007364025339484215
246947	rnn.weight_hh_l1	3	-0.01260099932551384
246947	rnn.weight_hh_l1	4	0.00475922180339694
246947	rnn.weight_hh_l1	5	0.034846991300582886
246947	rnn.weight_hh_l1	6	0.03605125471949577
246947	rnn.weight_hh_l1	7	-0.016266532242298126
246947	rnn.weight_hh_l1	8	-0.007338568102568388
246947	rnn.weight_hh_l1	9	0.038510341197252274
246947	rnn.bias_ih_l1	0	-0.18411885201931
246947	rnn.bias_ih_l1	1	-0.1752401888370514
246947	rnn.bias_ih_l1	2	-0.19695556163787842
246947	rnn.bias_ih_l1	3	-0.3091774880886078
246947	rnn.bias_ih_l1	4	-0.20899292826652527
246947	rnn.bias_ih_l1	5	-0.08800050616264343
246947	rnn.bias_ih_l1	6	-0.15968763828277588
246947	rnn.bias_ih_l1	7	-0.002229322213679552
246947	rnn.bias_ih_l1	8	-0.13189761340618134
246947	rnn.bias_ih_l1	9	-0.12257727235555649
246947	rnn.bias_hh_l1	0	-0.09567618370056152
246947	rnn.bias_hh_l1	1	-0.06366793811321259
246947	rnn.bias_hh_l1	2	-0.08522172272205353
246947	rnn.bias_hh_l1	3	-0.07736789435148239
246947	rnn.bias_hh_l1	4	-0.07370882481336594
246947	rnn.bias_hh_l1	5	-0.1186697706580162
246947	rnn.bias_hh_l1	6	-0.16195696592330933
246947	rnn.bias_hh_l1	7	0.07423687726259232
246947	rnn.bias_hh_l1	8	-0.17611311376094818
246947	rnn.bias_hh_l1	9	-0.1174304410815239
246947	rnn.weight_ih_l1_reverse	0	-0.04717341810464859
246947	rnn.weight_ih_l1_reverse	1	0.033313360065221786
246947	rnn.weight_ih_l1_reverse	2	0.08941888809204102
246947	rnn.weight_ih_l1_reverse	3	-0.01869526319205761
246947	rnn.weight_ih_l1_reverse	4	-0.021958446130156517
246947	rnn.weight_ih_l1_reverse	5	-0.030473094433546066
246947	rnn.weight_ih_l1_reverse	6	-0.020623521879315376
246947	rnn.weight_ih_l1_reverse	7	0.02958112396299839
246947	rnn.weight_ih_l1_reverse	8	0.0058976043947041035
246947	rnn.weight_ih_l1_reverse	9	-0.033786840736866
246947	rnn.weight_hh_l1_reverse	0	0.004617802798748016
246947	rnn.weight_hh_l1_reverse	1	0.031699154525995255
246947	rnn.weight_hh_l1_reverse	2	-0.04060214385390282
246947	rnn.weight_hh_l1_reverse	3	0.035070352256298065
246947	rnn.weight_hh_l1_reverse	4	0.047242552042007446
246947	rnn.weight_hh_l1_reverse	5	0.005439769010990858
246947	rnn.weight_hh_l1_reverse	6	0.048904746770858765
246947	rnn.weight_hh_l1_reverse	7	0.03120587207376957
246947	rnn.weight_hh_l1_reverse	8	-0.007169352378696203
246947	rnn.weight_hh_l1_reverse	9	-0.030104732140898705
246947	rnn.bias_ih_l1_reverse	0	-0.04608675464987755
246947	rnn.bias_ih_l1_reverse	1	-0.1395847350358963
246947	rnn.bias_ih_l1_reverse	2	-0.1629972606897354
246947	rnn.bias_ih_l1_reverse	3	-0.06238452345132828
246947	rnn.bias_ih_l1_reverse	4	-0.20390258729457855
246947	rnn.bias_ih_l1_reverse	5	-0.11693238466978073
246947	rnn.bias_ih_l1_reverse	6	-0.13025978207588196
246947	rnn.bias_ih_l1_reverse	7	-0.19161786139011383
246947	rnn.bias_ih_l1_reverse	8	0.22482573986053467
246947	rnn.bias_ih_l1_reverse	9	0.025140514597296715
246947	rnn.bias_hh_l1_reverse	0	0.010497926734387875
246947	rnn.bias_hh_l1_reverse	1	-0.06438387930393219
246947	rnn.bias_hh_l1_reverse	2	-0.2367788553237915
246947	rnn.bias_hh_l1_reverse	3	-0.14242686331272125
246947	rnn.bias_hh_l1_reverse	4	-0.07975690066814423
246947	rnn.bias_hh_l1_reverse	5	-0.11667018383741379
246947	rnn.bias_hh_l1_reverse	6	0.06370362639427185
246947	rnn.bias_hh_l1_reverse	7	-0.13791340589523315
246947	rnn.bias_hh_l1_reverse	8	-0.12447305768728256
246947	rnn.bias_hh_l1_reverse	9	-0.14795567095279694
246947	linear.weight	0	0.002228822559118271
246947	linear.weight	1	0.09854559600353241
246947	linear.weight	2	-0.09223207831382751
246947	linear.weight	3	0.3116849958896637
246947	linear.weight	4	0.15125223994255066
246947	linear.weight	5	-0.0649988055229187
246947	linear.weight	6	0.0919833555817604
246947	linear.weight	7	0.1312243789434433
246947	linear.weight	8	0.04113408550620079
246947	linear.weight	9	-0.05114443972706795
246947	linear.bias	0	0.0929798111319542
246947	linear.bias	1	-0.19823512434959412
246947	linear.bias	2	-0.45665445923805237
246947	linear.bias	3	-0.6624125838279724
246947	linear.bias	4	-1.2641048431396484
246947	linear.bias	5	-0.06316359341144562
246947	linear.bias	6	-0.8290414214134216
246947	linear.bias	7	0.26958152651786804
246947	linear.bias	8	-0.3881985545158386
246947	linear.bias	9	-1.0149763822555542
247144	transitions	0	0.7517734169960022
247144	transitions	1	0.13759799301624298
247144	transitions	2	-10000.0
247144	transitions	3	-1.8280184268951416
247144	transitions	4	-10000.0
247144	transitions	5	0.5630168914794922
247144	transitions	6	-0.0854417160153389
247144	transitions	7	-0.8095433712005615
247144	transitions	8	-1.4222790002822876
247144	transitions	9	-0.0012299333466216922
247144	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
247144	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
247144	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
247144	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
247144	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
247144	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
247144	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
247144	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
247144	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
247144	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
247144	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
247144	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
247144	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
247144	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
247144	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
247144	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
247144	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
247144	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
247144	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
247144	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
247144	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
247144	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
247144	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
247144	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
247144	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
247144	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
247144	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
247144	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
247144	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
247144	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
247144	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
247144	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
247144	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
247144	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
247144	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
247144	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
247144	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
247144	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
247144	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
247144	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
247144	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
247144	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
247144	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
247144	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
247144	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
247144	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
247144	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
247144	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
247144	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
247144	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
247144	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
247144	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
247144	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
247144	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
247144	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
247144	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
247144	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
247144	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
247144	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
247144	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
247144	embedding2nn.weight	0	0.017088206484913826
247144	embedding2nn.weight	1	-0.012717530131340027
247144	embedding2nn.weight	2	-0.014268254861235619
247144	embedding2nn.weight	3	-0.031416382640600204
247144	embedding2nn.weight	4	-0.0059150345623493195
247144	embedding2nn.weight	5	-0.0037005888298153877
247144	embedding2nn.weight	6	-0.003973264247179031
247144	embedding2nn.weight	7	-0.07688549906015396
247144	embedding2nn.weight	8	-0.0019979383796453476
247144	embedding2nn.weight	9	-0.027455639094114304
247144	embedding2nn.bias	0	0.03394767642021179
247144	embedding2nn.bias	1	-0.07440734654664993
247144	embedding2nn.bias	2	0.06849882006645203
247144	embedding2nn.bias	3	0.05272485315799713
247144	embedding2nn.bias	4	-0.04371124133467674
247144	embedding2nn.bias	5	-0.009730041958391666
247144	embedding2nn.bias	6	0.01507070753723383
247144	embedding2nn.bias	7	-0.05543886870145798
247144	embedding2nn.bias	8	0.07210485637187958
247144	embedding2nn.bias	9	0.04540901631116867
247144	rnn.weight_ih_l0	0	-0.08005120605230331
247144	rnn.weight_ih_l0	1	0.0036097029224038124
247144	rnn.weight_ih_l0	2	0.035797905176877975
247144	rnn.weight_ih_l0	3	0.022915802896022797
247144	rnn.weight_ih_l0	4	-0.04889042302966118
247144	rnn.weight_ih_l0	5	-0.06813299655914307
247144	rnn.weight_ih_l0	6	-0.0011814628960564733
247144	rnn.weight_ih_l0	7	0.05353909358382225
247144	rnn.weight_ih_l0	8	-0.017650701105594635
247144	rnn.weight_ih_l0	9	-0.03075142577290535
247144	rnn.weight_hh_l0	0	-0.030773065984249115
247144	rnn.weight_hh_l0	1	-0.007339827716350555
247144	rnn.weight_hh_l0	2	0.007135708816349506
247144	rnn.weight_hh_l0	3	-0.07418007403612137
247144	rnn.weight_hh_l0	4	0.09354441612958908
247144	rnn.weight_hh_l0	5	-0.02615012601017952
247144	rnn.weight_hh_l0	6	-0.06372211873531342
247144	rnn.weight_hh_l0	7	0.008843405172228813
247144	rnn.weight_hh_l0	8	0.013780573382973671
247144	rnn.weight_hh_l0	9	-0.025939375162124634
247144	rnn.bias_ih_l0	0	0.1291390210390091
247144	rnn.bias_ih_l0	1	-0.03493835777044296
247144	rnn.bias_ih_l0	2	-0.034938033670186996
247144	rnn.bias_ih_l0	3	0.1631438136100769
247144	rnn.bias_ih_l0	4	-0.0141090527176857
247144	rnn.bias_ih_l0	5	-0.022579388692975044
247144	rnn.bias_ih_l0	6	0.01843002624809742
247144	rnn.bias_ih_l0	7	0.023051153868436813
247144	rnn.bias_ih_l0	8	-0.10091675072908401
247144	rnn.bias_ih_l0	9	-0.03954038396477699
247144	rnn.bias_hh_l0	0	-0.0006261436501517892
247144	rnn.bias_hh_l0	1	-0.09823665022850037
247144	rnn.bias_hh_l0	2	-0.0750802531838417
247144	rnn.bias_hh_l0	3	-0.08889517933130264
247144	rnn.bias_hh_l0	4	0.009563896805047989
247144	rnn.bias_hh_l0	5	-0.020873267203569412
247144	rnn.bias_hh_l0	6	0.029096895828843117
247144	rnn.bias_hh_l0	7	0.06235314533114433
247144	rnn.bias_hh_l0	8	-0.1223176047205925
247144	rnn.bias_hh_l0	9	-0.058020226657390594
247144	rnn.weight_ih_l0_reverse	0	-0.02539869025349617
247144	rnn.weight_ih_l0_reverse	1	-0.056722771376371384
247144	rnn.weight_ih_l0_reverse	2	-0.0483267717063427
247144	rnn.weight_ih_l0_reverse	3	0.015375642105937004
247144	rnn.weight_ih_l0_reverse	4	-0.025229590013623238
247144	rnn.weight_ih_l0_reverse	5	-0.057709213346242905
247144	rnn.weight_ih_l0_reverse	6	0.07410310208797455
247144	rnn.weight_ih_l0_reverse	7	-0.018478214740753174
247144	rnn.weight_ih_l0_reverse	8	-0.01875060237944126
247144	rnn.weight_ih_l0_reverse	9	0.00431531947106123
247144	rnn.weight_hh_l0_reverse	0	0.06804030388593674
247144	rnn.weight_hh_l0_reverse	1	0.02006818912923336
247144	rnn.weight_hh_l0_reverse	2	0.029628949239850044
247144	rnn.weight_hh_l0_reverse	3	0.03505048528313637
247144	rnn.weight_hh_l0_reverse	4	0.014138207770884037
247144	rnn.weight_hh_l0_reverse	5	0.008226174861192703
247144	rnn.weight_hh_l0_reverse	6	0.05105701461434364
247144	rnn.weight_hh_l0_reverse	7	-0.08196624368429184
247144	rnn.weight_hh_l0_reverse	8	0.040187638252973557
247144	rnn.weight_hh_l0_reverse	9	0.03514345362782478
247144	rnn.bias_ih_l0_reverse	0	-0.05685797706246376
247144	rnn.bias_ih_l0_reverse	1	-0.28207504749298096
247144	rnn.bias_ih_l0_reverse	2	-0.12245714664459229
247144	rnn.bias_ih_l0_reverse	3	-0.04835312440991402
247144	rnn.bias_ih_l0_reverse	4	-0.02219921536743641
247144	rnn.bias_ih_l0_reverse	5	0.07485704869031906
247144	rnn.bias_ih_l0_reverse	6	-0.06437089294195175
247144	rnn.bias_ih_l0_reverse	7	0.06138831377029419
247144	rnn.bias_ih_l0_reverse	8	-0.03684234619140625
247144	rnn.bias_ih_l0_reverse	9	0.0677167996764183
247144	rnn.bias_hh_l0_reverse	0	0.023611241951584816
247144	rnn.bias_hh_l0_reverse	1	-0.061487045139074326
247144	rnn.bias_hh_l0_reverse	2	0.08900842070579529
247144	rnn.bias_hh_l0_reverse	3	-0.05161818861961365
247144	rnn.bias_hh_l0_reverse	4	-0.02869335561990738
247144	rnn.bias_hh_l0_reverse	5	-0.02114151604473591
247144	rnn.bias_hh_l0_reverse	6	-0.0171329528093338
247144	rnn.bias_hh_l0_reverse	7	0.10023368149995804
247144	rnn.bias_hh_l0_reverse	8	0.029328787699341774
247144	rnn.bias_hh_l0_reverse	9	-0.14803588390350342
247144	rnn.weight_ih_l1	0	-0.029559830203652382
247144	rnn.weight_ih_l1	1	-0.05088217183947563
247144	rnn.weight_ih_l1	2	0.06470851600170135
247144	rnn.weight_ih_l1	3	-0.07355450093746185
247144	rnn.weight_ih_l1	4	-0.014191602356731892
247144	rnn.weight_ih_l1	5	-0.04040306434035301
247144	rnn.weight_ih_l1	6	0.02892422303557396
247144	rnn.weight_ih_l1	7	-0.04450412467122078
247144	rnn.weight_ih_l1	8	0.037798527628183365
247144	rnn.weight_ih_l1	9	0.044730138033628464
247144	rnn.weight_hh_l1	0	-0.006903707981109619
247144	rnn.weight_hh_l1	1	0.019902830943465233
247144	rnn.weight_hh_l1	2	0.007329639513045549
247144	rnn.weight_hh_l1	3	-0.01261330209672451
247144	rnn.weight_hh_l1	4	0.004790620878338814
247144	rnn.weight_hh_l1	5	0.034860171377658844
247144	rnn.weight_hh_l1	6	0.0360003337264061
247144	rnn.weight_hh_l1	7	-0.016278928145766258
247144	rnn.weight_hh_l1	8	-0.0073157427832484245
247144	rnn.weight_hh_l1	9	0.03850265219807625
247144	rnn.bias_ih_l1	0	-0.18428514897823334
247144	rnn.bias_ih_l1	1	-0.17499038577079773
247144	rnn.bias_ih_l1	2	-0.1969647854566574
247144	rnn.bias_ih_l1	3	-0.3091363310813904
247144	rnn.bias_ih_l1	4	-0.20945878326892853
247144	rnn.bias_ih_l1	5	-0.0879732072353363
247144	rnn.bias_ih_l1	6	-0.15951944887638092
247144	rnn.bias_ih_l1	7	-0.0025733092334121466
247144	rnn.bias_ih_l1	8	-0.1318720579147339
247144	rnn.bias_ih_l1	9	-0.1227978989481926
247144	rnn.bias_hh_l1	0	-0.09543520212173462
247144	rnn.bias_hh_l1	1	-0.06365150213241577
247144	rnn.bias_hh_l1	2	-0.08507592231035233
247144	rnn.bias_hh_l1	3	-0.07738697528839111
247144	rnn.bias_hh_l1	4	-0.07364950329065323
247144	rnn.bias_hh_l1	5	-0.11868293583393097
247144	rnn.bias_hh_l1	6	-0.16207517683506012
247144	rnn.bias_hh_l1	7	0.0738653764128685
247144	rnn.bias_hh_l1	8	-0.17617371678352356
247144	rnn.bias_hh_l1	9	-0.11738605797290802
247144	rnn.weight_ih_l1_reverse	0	-0.04707174748182297
247144	rnn.weight_ih_l1_reverse	1	0.0333738848567009
247144	rnn.weight_ih_l1_reverse	2	0.08936392515897751
247144	rnn.weight_ih_l1_reverse	3	-0.01869259960949421
247144	rnn.weight_ih_l1_reverse	4	-0.021976610645651817
247144	rnn.weight_ih_l1_reverse	5	-0.030472423881292343
247144	rnn.weight_ih_l1_reverse	6	-0.020650628954172134
247144	rnn.weight_ih_l1_reverse	7	0.029608504846692085
247144	rnn.weight_ih_l1_reverse	8	0.005841131322085857
247144	rnn.weight_ih_l1_reverse	9	-0.033884257078170776
247144	rnn.weight_hh_l1_reverse	0	0.00461852690204978
247144	rnn.weight_hh_l1_reverse	1	0.03171005845069885
247144	rnn.weight_hh_l1_reverse	2	-0.04059302806854248
247144	rnn.weight_hh_l1_reverse	3	0.035070471465587616
247144	rnn.weight_hh_l1_reverse	4	0.04723301902413368
247144	rnn.weight_hh_l1_reverse	5	0.00550418347120285
247144	rnn.weight_hh_l1_reverse	6	0.048919204622507095
247144	rnn.weight_hh_l1_reverse	7	0.03118034079670906
247144	rnn.weight_hh_l1_reverse	8	-0.007183142472058535
247144	rnn.weight_hh_l1_reverse	9	-0.030107544735074043
247144	rnn.bias_ih_l1_reverse	0	-0.0460396334528923
247144	rnn.bias_ih_l1_reverse	1	-0.1399277299642563
247144	rnn.bias_ih_l1_reverse	2	-0.16322548687458038
247144	rnn.bias_ih_l1_reverse	3	-0.06275373697280884
247144	rnn.bias_ih_l1_reverse	4	-0.20387116074562073
247144	rnn.bias_ih_l1_reverse	5	-0.11691796034574509
247144	rnn.bias_ih_l1_reverse	6	-0.13021841645240784
247144	rnn.bias_ih_l1_reverse	7	-0.19171500205993652
247144	rnn.bias_ih_l1_reverse	8	0.2251821607351303
247144	rnn.bias_ih_l1_reverse	9	0.02517605572938919
247144	rnn.bias_hh_l1_reverse	0	0.01055384986102581
247144	rnn.bias_hh_l1_reverse	1	-0.06453277915716171
247144	rnn.bias_hh_l1_reverse	2	-0.23678356409072876
247144	rnn.bias_hh_l1_reverse	3	-0.14245888590812683
247144	rnn.bias_hh_l1_reverse	4	-0.07990605384111404
247144	rnn.bias_hh_l1_reverse	5	-0.1169920563697815
247144	rnn.bias_hh_l1_reverse	6	0.06415599584579468
247144	rnn.bias_hh_l1_reverse	7	-0.13791847229003906
247144	rnn.bias_hh_l1_reverse	8	-0.12440147250890732
247144	rnn.bias_hh_l1_reverse	9	-0.14802588522434235
247144	linear.weight	0	0.002228822559118271
247144	linear.weight	1	0.09842683374881744
247144	linear.weight	2	-0.09259293228387833
247144	linear.weight	3	0.31136807799339294
247144	linear.weight	4	0.15123140811920166
247144	linear.weight	5	-0.06481172144412994
247144	linear.weight	6	0.09181170910596848
247144	linear.weight	7	0.1315004825592041
247144	linear.weight	8	0.04113408550620079
247144	linear.weight	9	-0.051295652985572815
247144	linear.bias	0	0.0912574753165245
247144	linear.bias	1	-0.19753365218639374
247144	linear.bias	2	-0.4577494263648987
247144	linear.bias	3	-0.663287878036499
247144	linear.bias	4	-1.2651878595352173
247144	linear.bias	5	-0.06363037973642349
247144	linear.bias	6	-0.8283267617225647
247144	linear.bias	7	0.26912739872932434
247144	linear.bias	8	-0.3883301615715027
247144	linear.bias	9	-1.0153660774230957
247341	transitions	0	0.7527693510055542
247341	transitions	1	0.13740094006061554
247341	transitions	2	-10000.0
247341	transitions	3	-1.828020691871643
247341	transitions	4	-10000.0
247341	transitions	5	0.5630155801773071
247341	transitions	6	-0.08544375747442245
247341	transitions	7	-0.809563398361206
247341	transitions	8	-1.4222866296768188
247341	transitions	9	-0.0012299513909965754
247341	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
247341	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
247341	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
247341	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
247341	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
247341	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
247341	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
247341	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
247341	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
247341	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
247341	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
247341	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
247341	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
247341	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
247341	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
247341	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
247341	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
247341	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
247341	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
247341	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
247341	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
247341	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
247341	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
247341	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
247341	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
247341	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
247341	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
247341	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
247341	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
247341	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
247341	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
247341	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
247341	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
247341	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
247341	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
247341	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
247341	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
247341	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
247341	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
247341	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
247341	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
247341	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
247341	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
247341	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
247341	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
247341	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
247341	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
247341	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
247341	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
247341	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
247341	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
247341	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
247341	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
247341	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
247341	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
247341	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
247341	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
247341	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
247341	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
247341	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
247341	embedding2nn.weight	0	0.01724397763609886
247341	embedding2nn.weight	1	-0.01273142546415329
247341	embedding2nn.weight	2	-0.014268254861235619
247341	embedding2nn.weight	3	-0.03138110786676407
247341	embedding2nn.weight	4	-0.0059150345623493195
247341	embedding2nn.weight	5	-0.0037005888298153877
247341	embedding2nn.weight	6	-0.003973264247179031
247341	embedding2nn.weight	7	-0.07688473910093307
247341	embedding2nn.weight	8	-0.0019979383796453476
247341	embedding2nn.weight	9	-0.027494600042700768
247341	embedding2nn.bias	0	0.03442860394716263
247341	embedding2nn.bias	1	-0.07486838102340698
247341	embedding2nn.bias	2	0.06916730105876923
247341	embedding2nn.bias	3	0.0530008040368557
247341	embedding2nn.bias	4	-0.04391949251294136
247341	embedding2nn.bias	5	-0.009701322764158249
247341	embedding2nn.bias	6	0.01496177539229393
247341	embedding2nn.bias	7	-0.056081149727106094
247341	embedding2nn.bias	8	0.0716380849480629
247341	embedding2nn.bias	9	0.04506741836667061
247341	rnn.weight_ih_l0	0	-0.08010553568601608
247341	rnn.weight_ih_l0	1	0.0037011499516665936
247341	rnn.weight_ih_l0	2	0.03571084514260292
247341	rnn.weight_ih_l0	3	0.02294408529996872
247341	rnn.weight_ih_l0	4	-0.04886190965771675
247341	rnn.weight_ih_l0	5	-0.06809905171394348
247341	rnn.weight_ih_l0	6	-0.0011575187090784311
247341	rnn.weight_ih_l0	7	0.05354765057563782
247341	rnn.weight_ih_l0	8	-0.017597312107682228
247341	rnn.weight_ih_l0	9	-0.030782151967287064
247341	rnn.weight_hh_l0	0	-0.03070513717830181
247341	rnn.weight_hh_l0	1	-0.007308281492441893
247341	rnn.weight_hh_l0	2	0.0071204002015292645
247341	rnn.weight_hh_l0	3	-0.07411457598209381
247341	rnn.weight_hh_l0	4	0.09349668025970459
247341	rnn.weight_hh_l0	5	-0.02624492533504963
247341	rnn.weight_hh_l0	6	-0.06359435617923737
247341	rnn.weight_hh_l0	7	0.008983772248029709
247341	rnn.weight_hh_l0	8	0.01374559011310339
247341	rnn.weight_hh_l0	9	-0.025883883237838745
247341	rnn.bias_ih_l0	0	0.12907905876636505
247341	rnn.bias_ih_l0	1	-0.034865863621234894
247341	rnn.bias_ih_l0	2	-0.0349787212908268
247341	rnn.bias_ih_l0	3	0.16306400299072266
247341	rnn.bias_ih_l0	4	-0.01421387679874897
247341	rnn.bias_ih_l0	5	-0.022852905094623566
247341	rnn.bias_ih_l0	6	0.018179351463913918
247341	rnn.bias_ih_l0	7	0.02309737354516983
247341	rnn.bias_ih_l0	8	-0.10083836317062378
247341	rnn.bias_ih_l0	9	-0.0398765467107296
247341	rnn.bias_hh_l0	0	-0.0005798431811854243
247341	rnn.bias_hh_l0	1	-0.0982934981584549
247341	rnn.bias_hh_l0	2	-0.07517097890377045
247341	rnn.bias_hh_l0	3	-0.08908814936876297
247341	rnn.bias_hh_l0	4	0.009362333454191685
247341	rnn.bias_hh_l0	5	-0.020713822916150093
247341	rnn.bias_hh_l0	6	0.02927781268954277
247341	rnn.bias_hh_l0	7	0.062262412160634995
247341	rnn.bias_hh_l0	8	-0.1223130151629448
247341	rnn.bias_hh_l0	9	-0.05816645547747612
247341	rnn.weight_ih_l0_reverse	0	-0.02540556900203228
247341	rnn.weight_ih_l0_reverse	1	-0.05666594207286835
247341	rnn.weight_ih_l0_reverse	2	-0.04839349910616875
247341	rnn.weight_ih_l0_reverse	3	0.01542122382670641
247341	rnn.weight_ih_l0_reverse	4	-0.025177109986543655
247341	rnn.weight_ih_l0_reverse	5	-0.057693880051374435
247341	rnn.weight_ih_l0_reverse	6	0.07410600036382675
247341	rnn.weight_ih_l0_reverse	7	-0.01848442479968071
247341	rnn.weight_ih_l0_reverse	8	-0.01875145360827446
247341	rnn.weight_ih_l0_reverse	9	0.004338007420301437
247341	rnn.weight_hh_l0_reverse	0	0.0679265484213829
247341	rnn.weight_hh_l0_reverse	1	0.02002444863319397
247341	rnn.weight_hh_l0_reverse	2	0.029643245041370392
247341	rnn.weight_hh_l0_reverse	3	0.03505833446979523
247341	rnn.weight_hh_l0_reverse	4	0.014282901771366596
247341	rnn.weight_hh_l0_reverse	5	0.00816893670707941
247341	rnn.weight_hh_l0_reverse	6	0.05106458440423012
247341	rnn.weight_hh_l0_reverse	7	-0.08195480704307556
247341	rnn.weight_hh_l0_reverse	8	0.04019676893949509
247341	rnn.weight_hh_l0_reverse	9	0.035165563225746155
247341	rnn.bias_ih_l0_reverse	0	-0.05707745626568794
247341	rnn.bias_ih_l0_reverse	1	-0.2819845378398895
247341	rnn.bias_ih_l0_reverse	2	-0.12258488684892654
247341	rnn.bias_ih_l0_reverse	3	-0.048375342041254044
247341	rnn.bias_ih_l0_reverse	4	-0.02213096432387829
247341	rnn.bias_ih_l0_reverse	5	0.07503865659236908
247341	rnn.bias_ih_l0_reverse	6	-0.06453447043895721
247341	rnn.bias_ih_l0_reverse	7	0.06109311804175377
247341	rnn.bias_ih_l0_reverse	8	-0.03666143864393234
247341	rnn.bias_ih_l0_reverse	9	0.0676029622554779
247341	rnn.bias_hh_l0_reverse	0	0.02362731844186783
247341	rnn.bias_hh_l0_reverse	1	-0.06183365359902382
247341	rnn.bias_hh_l0_reverse	2	0.08888550102710724
247341	rnn.bias_hh_l0_reverse	3	-0.051608581095933914
247341	rnn.bias_hh_l0_reverse	4	-0.028553511947393417
247341	rnn.bias_hh_l0_reverse	5	-0.021391021087765694
247341	rnn.bias_hh_l0_reverse	6	-0.01699192076921463
247341	rnn.bias_hh_l0_reverse	7	0.10030060261487961
247341	rnn.bias_hh_l0_reverse	8	0.02925567701458931
247341	rnn.bias_hh_l0_reverse	9	-0.14821815490722656
247341	rnn.weight_ih_l1	0	-0.029577400535345078
247341	rnn.weight_ih_l1	1	-0.05078639090061188
247341	rnn.weight_ih_l1	2	0.06469571590423584
247341	rnn.weight_ih_l1	3	-0.07370080053806305
247341	rnn.weight_ih_l1	4	-0.014190022833645344
247341	rnn.weight_ih_l1	5	-0.040431007742881775
247341	rnn.weight_ih_l1	6	0.028942253440618515
247341	rnn.weight_ih_l1	7	-0.04452601447701454
247341	rnn.weight_ih_l1	8	0.037840865552425385
247341	rnn.weight_ih_l1	9	0.044665705412626266
247341	rnn.weight_hh_l1	0	-0.007012284826487303
247341	rnn.weight_hh_l1	1	0.019915319979190826
247341	rnn.weight_hh_l1	2	0.007385736331343651
247341	rnn.weight_hh_l1	3	-0.012598502449691296
247341	rnn.weight_hh_l1	4	0.0047660223208367825
247341	rnn.weight_hh_l1	5	0.034868624061346054
247341	rnn.weight_hh_l1	6	0.03605169057846069
247341	rnn.weight_hh_l1	7	-0.016294319182634354
247341	rnn.weight_hh_l1	8	-0.0073236883617937565
247341	rnn.weight_hh_l1	9	0.03849805146455765
247341	rnn.bias_ih_l1	0	-0.18411530554294586
247341	rnn.bias_ih_l1	1	-0.17497360706329346
247341	rnn.bias_ih_l1	2	-0.19711390137672424
247341	rnn.bias_ih_l1	3	-0.3091020882129669
247341	rnn.bias_ih_l1	4	-0.20923082530498505
247341	rnn.bias_ih_l1	5	-0.08820679038763046
247341	rnn.bias_ih_l1	6	-0.1593942493200302
247341	rnn.bias_ih_l1	7	-0.002493675798177719
247341	rnn.bias_ih_l1	8	-0.1317606121301651
247341	rnn.bias_ih_l1	9	-0.12288305908441544
247341	rnn.bias_hh_l1	0	-0.09546426683664322
247341	rnn.bias_hh_l1	1	-0.06368788331747055
247341	rnn.bias_hh_l1	2	-0.08490179479122162
247341	rnn.bias_hh_l1	3	-0.07737331837415695
247341	rnn.bias_hh_l1	4	-0.07367824763059616
247341	rnn.bias_hh_l1	5	-0.1187048926949501
247341	rnn.bias_hh_l1	6	-0.1620795577764511
247341	rnn.bias_hh_l1	7	0.07326266169548035
247341	rnn.bias_hh_l1	8	-0.1759708821773529
247341	rnn.bias_hh_l1	9	-0.11700745671987534
247341	rnn.weight_ih_l1_reverse	0	-0.04695430025458336
247341	rnn.weight_ih_l1_reverse	1	0.03332141786813736
247341	rnn.weight_ih_l1_reverse	2	0.08946573734283447
247341	rnn.weight_ih_l1_reverse	3	-0.018740646541118622
247341	rnn.weight_ih_l1_reverse	4	-0.021972887217998505
247341	rnn.weight_ih_l1_reverse	5	-0.030479714274406433
247341	rnn.weight_ih_l1_reverse	6	-0.02070235088467598
247341	rnn.weight_ih_l1_reverse	7	0.029541075229644775
247341	rnn.weight_ih_l1_reverse	8	0.0058961366303265095
247341	rnn.weight_ih_l1_reverse	9	-0.033785250037908554
247341	rnn.weight_hh_l1_reverse	0	0.004594118800014257
247341	rnn.weight_hh_l1_reverse	1	0.03171559423208237
247341	rnn.weight_hh_l1_reverse	2	-0.040593452751636505
247341	rnn.weight_hh_l1_reverse	3	0.03508061170578003
247341	rnn.weight_hh_l1_reverse	4	0.0472511351108551
247341	rnn.weight_hh_l1_reverse	5	0.005550015717744827
247341	rnn.weight_hh_l1_reverse	6	0.04895634949207306
247341	rnn.weight_hh_l1_reverse	7	0.03117382526397705
247341	rnn.weight_hh_l1_reverse	8	-0.00718738604336977
247341	rnn.weight_hh_l1_reverse	9	-0.030126534402370453
247341	rnn.bias_ih_l1_reverse	0	-0.046180855482816696
247341	rnn.bias_ih_l1_reverse	1	-0.14006607234477997
247341	rnn.bias_ih_l1_reverse	2	-0.1629759520292282
247341	rnn.bias_ih_l1_reverse	3	-0.06313878297805786
247341	rnn.bias_ih_l1_reverse	4	-0.20372292399406433
247341	rnn.bias_ih_l1_reverse	5	-0.1168215274810791
247341	rnn.bias_ih_l1_reverse	6	-0.13020695745944977
247341	rnn.bias_ih_l1_reverse	7	-0.19152550399303436
247341	rnn.bias_ih_l1_reverse	8	0.22515377402305603
247341	rnn.bias_ih_l1_reverse	9	0.02537383884191513
247341	rnn.bias_hh_l1_reverse	0	0.01048841793090105
247341	rnn.bias_hh_l1_reverse	1	-0.0643039420247078
247341	rnn.bias_hh_l1_reverse	2	-0.23675227165222168
247341	rnn.bias_hh_l1_reverse	3	-0.14255115389823914
247341	rnn.bias_hh_l1_reverse	4	-0.07976829260587692
247341	rnn.bias_hh_l1_reverse	5	-0.11681618541479111
247341	rnn.bias_hh_l1_reverse	6	0.0641103982925415
247341	rnn.bias_hh_l1_reverse	7	-0.13795429468154907
247341	rnn.bias_hh_l1_reverse	8	-0.12449251860380173
247341	rnn.bias_hh_l1_reverse	9	-0.14805734157562256
247341	linear.weight	0	0.002228822559118271
247341	linear.weight	1	0.09877466410398483
247341	linear.weight	2	-0.09256155043840408
247341	linear.weight	3	0.3112318515777588
247341	linear.weight	4	0.15130798518657684
247341	linear.weight	5	-0.06481987237930298
247341	linear.weight	6	0.09167792648077011
247341	linear.weight	7	0.1315215677022934
247341	linear.weight	8	0.04113408178091049
247341	linear.weight	9	-0.051079969853162766
247341	linear.bias	0	0.09031680226325989
247341	linear.bias	1	-0.1997230499982834
247341	linear.bias	2	-0.45507118105888367
247341	linear.bias	3	-0.6609941720962524
247341	linear.bias	4	-1.262976884841919
247341	linear.bias	5	-0.06389042735099792
247341	linear.bias	6	-0.8305521011352539
247341	linear.bias	7	0.26882171630859375
247341	linear.bias	8	-0.38816365599632263
247341	linear.bias	9	-1.0151585340499878
247538	transitions	0	0.7525632381439209
247538	transitions	1	0.1375759094953537
247538	transitions	2	-10000.0
247538	transitions	3	-1.828020691871643
247538	transitions	4	-10000.0
247538	transitions	5	0.5630132555961609
247538	transitions	6	-0.08544818311929703
247538	transitions	7	-0.8095752000808716
247538	transitions	8	-1.4222891330718994
247538	transitions	9	-0.0012299782829359174
247538	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
247538	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
247538	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
247538	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
247538	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
247538	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
247538	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
247538	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
247538	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
247538	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
247538	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
247538	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
247538	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
247538	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
247538	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
247538	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
247538	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
247538	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
247538	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
247538	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
247538	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
247538	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
247538	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
247538	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
247538	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
247538	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
247538	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
247538	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
247538	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
247538	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
247538	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
247538	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
247538	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
247538	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
247538	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
247538	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
247538	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
247538	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
247538	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
247538	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
247538	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
247538	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
247538	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
247538	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
247538	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
247538	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
247538	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
247538	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
247538	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
247538	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
247538	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
247538	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
247538	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
247538	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
247538	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
247538	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
247538	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
247538	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
247538	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
247538	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
247538	embedding2nn.weight	0	0.017108777537941933
247538	embedding2nn.weight	1	-0.01273468416184187
247538	embedding2nn.weight	2	-0.014268254861235619
247538	embedding2nn.weight	3	-0.03141767531633377
247538	embedding2nn.weight	4	-0.0059150345623493195
247538	embedding2nn.weight	5	-0.0037005888298153877
247538	embedding2nn.weight	6	-0.003973264247179031
247538	embedding2nn.weight	7	-0.07690802961587906
247538	embedding2nn.weight	8	-0.0019979383796453476
247538	embedding2nn.weight	9	-0.027494387701153755
247538	embedding2nn.bias	0	0.03429668769240379
247538	embedding2nn.bias	1	-0.07454532384872437
247538	embedding2nn.bias	2	0.06962387263774872
247538	embedding2nn.bias	3	0.052614785730838776
247538	embedding2nn.bias	4	-0.044359248131513596
247538	embedding2nn.bias	5	-0.00921894982457161
247538	embedding2nn.bias	6	0.016171274706721306
247538	embedding2nn.bias	7	-0.056248120963573456
247538	embedding2nn.bias	8	0.07222574949264526
247538	embedding2nn.bias	9	0.044415395706892014
247538	rnn.weight_ih_l0	0	-0.08021716773509979
247538	rnn.weight_ih_l0	1	0.0037306230515241623
247538	rnn.weight_ih_l0	2	0.03554127737879753
247538	rnn.weight_ih_l0	3	0.022968599572777748
247538	rnn.weight_ih_l0	4	-0.04879462346434593
247538	rnn.weight_ih_l0	5	-0.06811351329088211
247538	rnn.weight_ih_l0	6	-0.0011043795384466648
247538	rnn.weight_ih_l0	7	0.053577229380607605
247538	rnn.weight_ih_l0	8	-0.017595607787370682
247538	rnn.weight_ih_l0	9	-0.030681604519486427
247538	rnn.weight_hh_l0	0	-0.030756423249840736
247538	rnn.weight_hh_l0	1	-0.007267260458320379
247538	rnn.weight_hh_l0	2	0.007194528356194496
247538	rnn.weight_hh_l0	3	-0.07411857694387436
247538	rnn.weight_hh_l0	4	0.09349473565816879
247538	rnn.weight_hh_l0	5	-0.026264434680342674
247538	rnn.weight_hh_l0	6	-0.06363724172115326
247538	rnn.weight_hh_l0	7	0.008857710286974907
247538	rnn.weight_hh_l0	8	0.013782118447124958
247538	rnn.weight_hh_l0	9	-0.025899777188897133
247538	rnn.bias_ih_l0	0	0.1291193664073944
247538	rnn.bias_ih_l0	1	-0.034965626895427704
247538	rnn.bias_ih_l0	2	-0.03457578644156456
247538	rnn.bias_ih_l0	3	0.16316284239292145
247538	rnn.bias_ih_l0	4	-0.014303470961749554
247538	rnn.bias_ih_l0	5	-0.02288614958524704
247538	rnn.bias_ih_l0	6	0.017939815297722816
247538	rnn.bias_ih_l0	7	0.02314157970249653
247538	rnn.bias_ih_l0	8	-0.10089538991451263
247538	rnn.bias_ih_l0	9	-0.03991672024130821
247538	rnn.bias_hh_l0	0	-0.0005801708321087062
247538	rnn.bias_hh_l0	1	-0.09846927970647812
247538	rnn.bias_hh_l0	2	-0.07518599927425385
247538	rnn.bias_hh_l0	3	-0.08904986083507538
247538	rnn.bias_hh_l0	4	0.009066141210496426
247538	rnn.bias_hh_l0	5	-0.020718999207019806
247538	rnn.bias_hh_l0	6	0.0291842520236969
247538	rnn.bias_hh_l0	7	0.06212824955582619
247538	rnn.bias_hh_l0	8	-0.12223144620656967
247538	rnn.bias_hh_l0	9	-0.05808315798640251
247538	rnn.weight_ih_l0_reverse	0	-0.025408688932657242
247538	rnn.weight_ih_l0_reverse	1	-0.056707222014665604
247538	rnn.weight_ih_l0_reverse	2	-0.04833027720451355
247538	rnn.weight_ih_l0_reverse	3	0.015504873357713223
247538	rnn.weight_ih_l0_reverse	4	-0.025161191821098328
247538	rnn.weight_ih_l0_reverse	5	-0.05774145945906639
247538	rnn.weight_ih_l0_reverse	6	0.07409961521625519
247538	rnn.weight_ih_l0_reverse	7	-0.018482055515050888
247538	rnn.weight_ih_l0_reverse	8	-0.018792444840073586
247538	rnn.weight_ih_l0_reverse	9	0.004366973880678415
247538	rnn.weight_hh_l0_reverse	0	0.06793417036533356
247538	rnn.weight_hh_l0_reverse	1	0.020030055195093155
247538	rnn.weight_hh_l0_reverse	2	0.02964634634554386
247538	rnn.weight_hh_l0_reverse	3	0.03509407117962837
247538	rnn.weight_hh_l0_reverse	4	0.014269992709159851
247538	rnn.weight_hh_l0_reverse	5	0.008169400505721569
247538	rnn.weight_hh_l0_reverse	6	0.05107710137963295
247538	rnn.weight_hh_l0_reverse	7	-0.08198162168264389
247538	rnn.weight_hh_l0_reverse	8	0.04021367430686951
247538	rnn.weight_hh_l0_reverse	9	0.03518928587436676
247538	rnn.bias_ih_l0_reverse	0	-0.057058077305555344
247538	rnn.bias_ih_l0_reverse	1	-0.28173211216926575
247538	rnn.bias_ih_l0_reverse	2	-0.12282498925924301
247538	rnn.bias_ih_l0_reverse	3	-0.048404086381196976
247538	rnn.bias_ih_l0_reverse	4	-0.02240137569606304
247538	rnn.bias_ih_l0_reverse	5	0.0748911127448082
247538	rnn.bias_ih_l0_reverse	6	-0.064513199031353
247538	rnn.bias_ih_l0_reverse	7	0.061108384281396866
247538	rnn.bias_ih_l0_reverse	8	-0.036729659885168076
247538	rnn.bias_ih_l0_reverse	9	0.06723929941654205
247538	rnn.bias_hh_l0_reverse	0	0.023631099611520767
247538	rnn.bias_hh_l0_reverse	1	-0.06217217817902565
247538	rnn.bias_hh_l0_reverse	2	0.0889655202627182
247538	rnn.bias_hh_l0_reverse	3	-0.05169936269521713
247538	rnn.bias_hh_l0_reverse	4	-0.028401950374245644
247538	rnn.bias_hh_l0_reverse	5	-0.021190552040934563
247538	rnn.bias_hh_l0_reverse	6	-0.01733103208243847
247538	rnn.bias_hh_l0_reverse	7	0.10036498308181763
247538	rnn.bias_hh_l0_reverse	8	0.029342113062739372
247538	rnn.bias_hh_l0_reverse	9	-0.14785748720169067
247538	rnn.weight_ih_l1	0	-0.029536321759223938
247538	rnn.weight_ih_l1	1	-0.050771791487932205
247538	rnn.weight_ih_l1	2	0.0647890567779541
247538	rnn.weight_ih_l1	3	-0.07365431636571884
247538	rnn.weight_ih_l1	4	-0.014202212914824486
247538	rnn.weight_ih_l1	5	-0.04043537378311157
247538	rnn.weight_ih_l1	6	0.028963517397642136
247538	rnn.weight_ih_l1	7	-0.044471029192209244
247538	rnn.weight_ih_l1	8	0.03783285990357399
247538	rnn.weight_ih_l1	9	0.044629186391830444
247538	rnn.weight_hh_l1	0	-0.007039917632937431
247538	rnn.weight_hh_l1	1	0.019910329952836037
247538	rnn.weight_hh_l1	2	0.007334405090659857
247538	rnn.weight_hh_l1	3	-0.012599194422364235
247538	rnn.weight_hh_l1	4	0.004727821331471205
247538	rnn.weight_hh_l1	5	0.03486037626862526
247538	rnn.weight_hh_l1	6	0.03613187372684479
247538	rnn.weight_hh_l1	7	-0.01626141555607319
247538	rnn.weight_hh_l1	8	-0.007304570637643337
247538	rnn.weight_hh_l1	9	0.03852519765496254
247538	rnn.bias_ih_l1	0	-0.18424482643604279
247538	rnn.bias_ih_l1	1	-0.174900621175766
247538	rnn.bias_ih_l1	2	-0.1970798820257187
247538	rnn.bias_ih_l1	3	-0.3091072738170624
247538	rnn.bias_ih_l1	4	-0.20998775959014893
247538	rnn.bias_ih_l1	5	-0.08808822184801102
247538	rnn.bias_ih_l1	6	-0.15929625928401947
247538	rnn.bias_ih_l1	7	-0.0023474518675357103
247538	rnn.bias_ih_l1	8	-0.1317395269870758
247538	rnn.bias_ih_l1	9	-0.12280231714248657
247538	rnn.bias_hh_l1	0	-0.09564920514822006
247538	rnn.bias_hh_l1	1	-0.06373509019613266
247538	rnn.bias_hh_l1	2	-0.08490020781755447
247538	rnn.bias_hh_l1	3	-0.07726629823446274
247538	rnn.bias_hh_l1	4	-0.07396011799573898
247538	rnn.bias_hh_l1	5	-0.11867174506187439
247538	rnn.bias_hh_l1	6	-0.1623348593711853
247538	rnn.bias_hh_l1	7	0.07318226993083954
247538	rnn.bias_hh_l1	8	-0.1763017475605011
247538	rnn.bias_hh_l1	9	-0.11682367324829102
247538	rnn.weight_ih_l1_reverse	0	-0.04699879512190819
247538	rnn.weight_ih_l1_reverse	1	0.033375222235918045
247538	rnn.weight_ih_l1_reverse	2	0.08951491862535477
247538	rnn.weight_ih_l1_reverse	3	-0.018684854730963707
247538	rnn.weight_ih_l1_reverse	4	-0.022071190178394318
247538	rnn.weight_ih_l1_reverse	5	-0.030490316450595856
247538	rnn.weight_ih_l1_reverse	6	-0.02067611552774906
247538	rnn.weight_ih_l1_reverse	7	0.029545286670327187
247538	rnn.weight_ih_l1_reverse	8	0.005689500831067562
247538	rnn.weight_ih_l1_reverse	9	-0.03381215035915375
247538	rnn.weight_hh_l1_reverse	0	0.004602530971169472
247538	rnn.weight_hh_l1_reverse	1	0.03171670436859131
247538	rnn.weight_hh_l1_reverse	2	-0.040601227432489395
247538	rnn.weight_hh_l1_reverse	3	0.03508291393518448
247538	rnn.weight_hh_l1_reverse	4	0.04727105796337128
247538	rnn.weight_hh_l1_reverse	5	0.005600449629127979
247538	rnn.weight_hh_l1_reverse	6	0.04901406913995743
247538	rnn.weight_hh_l1_reverse	7	0.031164150685071945
247538	rnn.weight_hh_l1_reverse	8	-0.007172522600740194
247538	rnn.weight_hh_l1_reverse	9	-0.030151966959238052
247538	rnn.bias_ih_l1_reverse	0	-0.04619224742054939
247538	rnn.bias_ih_l1_reverse	1	-0.13999438285827637
247538	rnn.bias_ih_l1_reverse	2	-0.1632867455482483
247538	rnn.bias_ih_l1_reverse	3	-0.06303829699754715
247538	rnn.bias_ih_l1_reverse	4	-0.20375171303749084
247538	rnn.bias_ih_l1_reverse	5	-0.11683603376150131
247538	rnn.bias_ih_l1_reverse	6	-0.13022476434707642
247538	rnn.bias_ih_l1_reverse	7	-0.1917392909526825
247538	rnn.bias_ih_l1_reverse	8	0.22463805973529816
247538	rnn.bias_ih_l1_reverse	9	0.024881400167942047
247538	rnn.bias_hh_l1_reverse	0	0.010161260142922401
247538	rnn.bias_hh_l1_reverse	1	-0.06437746435403824
247538	rnn.bias_hh_l1_reverse	2	-0.23668687045574188
247538	rnn.bias_hh_l1_reverse	3	-0.1428227722644806
247538	rnn.bias_hh_l1_reverse	4	-0.0799984484910965
247538	rnn.bias_hh_l1_reverse	5	-0.1167321503162384
247538	rnn.bias_hh_l1_reverse	6	0.06443549692630768
247538	rnn.bias_hh_l1_reverse	7	-0.13792583346366882
247538	rnn.bias_hh_l1_reverse	8	-0.12460433691740036
247538	rnn.bias_hh_l1_reverse	9	-0.14804485440254211
247538	linear.weight	0	0.002228822559118271
247538	linear.weight	1	0.09884075820446014
247538	linear.weight	2	-0.09263762086629868
247538	linear.weight	3	0.3120192885398865
247538	linear.weight	4	0.15140379965305328
247538	linear.weight	5	-0.0647205039858818
247538	linear.weight	6	0.09181905537843704
247538	linear.weight	7	0.13203246891498566
247538	linear.weight	8	0.0411340557038784
247538	linear.weight	9	-0.05113373324275017
247538	linear.bias	0	0.08340024203062057
247538	linear.bias	1	-0.199813112616539
247538	linear.bias	2	-0.45316368341445923
247538	linear.bias	3	-0.6622416973114014
247538	linear.bias	4	-1.264532446861267
247538	linear.bias	5	-0.06345651298761368
247538	linear.bias	6	-0.8304966688156128
247538	linear.bias	7	0.26909929513931274
247538	linear.bias	8	-0.3898572325706482
247538	linear.bias	9	-1.0168671607971191
247735	transitions	0	0.7539181709289551
247735	transitions	1	0.13750508427619934
247735	transitions	2	-10000.0
247735	transitions	3	-1.8280209302902222
247735	transitions	4	-10000.0
247735	transitions	5	0.5630120635032654
247735	transitions	6	-0.08545352518558502
247735	transitions	7	-0.80958491563797
247735	transitions	8	-1.422290563583374
247735	transitions	9	-0.0012299956288188696
247735	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
247735	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
247735	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
247735	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
247735	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
247735	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
247735	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
247735	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
247735	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
247735	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
247735	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
247735	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
247735	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
247735	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
247735	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
247735	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
247735	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
247735	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
247735	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
247735	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
247735	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
247735	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
247735	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
247735	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
247735	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
247735	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
247735	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
247735	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
247735	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
247735	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
247735	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
247735	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
247735	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
247735	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
247735	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
247735	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
247735	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
247735	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
247735	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
247735	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
247735	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
247735	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
247735	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
247735	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
247735	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
247735	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
247735	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
247735	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
247735	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
247735	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
247735	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
247735	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
247735	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
247735	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
247735	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
247735	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
247735	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
247735	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
247735	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
247735	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
247735	embedding2nn.weight	0	0.01703302189707756
247735	embedding2nn.weight	1	-0.01273913774639368
247735	embedding2nn.weight	2	-0.014268254861235619
247735	embedding2nn.weight	3	-0.03153356537222862
247735	embedding2nn.weight	4	-0.0059150345623493195
247735	embedding2nn.weight	5	-0.0037005888298153877
247735	embedding2nn.weight	6	-0.003973264247179031
247735	embedding2nn.weight	7	-0.07692942768335342
247735	embedding2nn.weight	8	-0.0019979383796453476
247735	embedding2nn.weight	9	-0.02745981141924858
247735	embedding2nn.bias	0	0.033477067947387695
247735	embedding2nn.bias	1	-0.07446195185184479
247735	embedding2nn.bias	2	0.07057492434978485
247735	embedding2nn.bias	3	0.051761455833911896
247735	embedding2nn.bias	4	-0.04490625485777855
247735	embedding2nn.bias	5	-0.00937454029917717
247735	embedding2nn.bias	6	0.01610926166176796
247735	embedding2nn.bias	7	-0.05574069917201996
247735	embedding2nn.bias	8	0.07168934494256973
247735	embedding2nn.bias	9	0.045378729701042175
247735	rnn.weight_ih_l0	0	-0.08017408102750778
247735	rnn.weight_ih_l0	1	0.003629446029663086
247735	rnn.weight_ih_l0	2	0.03541797026991844
247735	rnn.weight_ih_l0	3	0.022941848263144493
247735	rnn.weight_ih_l0	4	-0.04883400723338127
247735	rnn.weight_ih_l0	5	-0.06808056682348251
247735	rnn.weight_ih_l0	6	-0.0010345980990678072
247735	rnn.weight_ih_l0	7	0.053626544773578644
247735	rnn.weight_ih_l0	8	-0.017674390226602554
247735	rnn.weight_ih_l0	9	-0.030780605971813202
247735	rnn.weight_hh_l0	0	-0.030765989795327187
247735	rnn.weight_hh_l0	1	-0.007262489292770624
247735	rnn.weight_hh_l0	2	0.007113391999155283
247735	rnn.weight_hh_l0	3	-0.07419813424348831
247735	rnn.weight_hh_l0	4	0.0933702141046524
247735	rnn.weight_hh_l0	5	-0.026267485693097115
247735	rnn.weight_hh_l0	6	-0.06367117166519165
247735	rnn.weight_hh_l0	7	0.00883034523576498
247735	rnn.weight_hh_l0	8	0.013766822405159473
247735	rnn.weight_hh_l0	9	-0.025880401954054832
247735	rnn.bias_ih_l0	0	0.1293743997812271
247735	rnn.bias_ih_l0	1	-0.03474694490432739
247735	rnn.bias_ih_l0	2	-0.03440961241722107
247735	rnn.bias_ih_l0	3	0.16302524507045746
247735	rnn.bias_ih_l0	4	-0.014239445328712463
247735	rnn.bias_ih_l0	5	-0.02282533422112465
247735	rnn.bias_ih_l0	6	0.01813730038702488
247735	rnn.bias_ih_l0	7	0.02306726947426796
247735	rnn.bias_ih_l0	8	-0.10068145394325256
247735	rnn.bias_ih_l0	9	-0.04028766229748726
247735	rnn.bias_hh_l0	0	-0.0008916172664612532
247735	rnn.bias_hh_l0	1	-0.0986100286245346
247735	rnn.bias_hh_l0	2	-0.07509469985961914
247735	rnn.bias_hh_l0	3	-0.08886104822158813
247735	rnn.bias_hh_l0	4	0.00911322608590126
247735	rnn.bias_hh_l0	5	-0.020884286612272263
247735	rnn.bias_hh_l0	6	0.029232745990157127
247735	rnn.bias_hh_l0	7	0.0616544745862484
247735	rnn.bias_hh_l0	8	-0.1225009337067604
247735	rnn.bias_hh_l0	9	-0.05840309336781502
247735	rnn.weight_ih_l0_reverse	0	-0.025428906083106995
247735	rnn.weight_ih_l0_reverse	1	-0.05665973573923111
247735	rnn.weight_ih_l0_reverse	2	-0.04830517619848251
247735	rnn.weight_ih_l0_reverse	3	0.0155290886759758
247735	rnn.weight_ih_l0_reverse	4	-0.025211770087480545
247735	rnn.weight_ih_l0_reverse	5	-0.057732339948415756
247735	rnn.weight_ih_l0_reverse	6	0.07412794232368469
247735	rnn.weight_ih_l0_reverse	7	-0.018436338752508163
247735	rnn.weight_ih_l0_reverse	8	-0.018804993480443954
247735	rnn.weight_ih_l0_reverse	9	0.004340076819062233
247735	rnn.weight_hh_l0_reverse	0	0.06791526079177856
247735	rnn.weight_hh_l0_reverse	1	0.02004299685359001
247735	rnn.weight_hh_l0_reverse	2	0.029685789719223976
247735	rnn.weight_hh_l0_reverse	3	0.03506678715348244
247735	rnn.weight_hh_l0_reverse	4	0.01426345482468605
247735	rnn.weight_hh_l0_reverse	5	0.008087084628641605
247735	rnn.weight_hh_l0_reverse	6	0.05109410732984543
247735	rnn.weight_hh_l0_reverse	7	-0.08204463869333267
247735	rnn.weight_hh_l0_reverse	8	0.04023662954568863
247735	rnn.weight_hh_l0_reverse	9	0.035164181143045425
247735	rnn.bias_ih_l0_reverse	0	-0.0570279024541378
247735	rnn.bias_ih_l0_reverse	1	-0.2816389501094818
247735	rnn.bias_ih_l0_reverse	2	-0.122745081782341
247735	rnn.bias_ih_l0_reverse	3	-0.048534147441387177
247735	rnn.bias_ih_l0_reverse	4	-0.022552479058504105
247735	rnn.bias_ih_l0_reverse	5	0.07511644065380096
247735	rnn.bias_ih_l0_reverse	6	-0.0646270141005516
247735	rnn.bias_ih_l0_reverse	7	0.061035122722387314
247735	rnn.bias_ih_l0_reverse	8	-0.036396607756614685
247735	rnn.bias_ih_l0_reverse	9	0.0673375129699707
247735	rnn.bias_hh_l0_reverse	0	0.02370116487145424
247735	rnn.bias_hh_l0_reverse	1	-0.062383122742176056
247735	rnn.bias_hh_l0_reverse	2	0.0889519602060318
247735	rnn.bias_hh_l0_reverse	3	-0.05168614536523819
247735	rnn.bias_hh_l0_reverse	4	-0.02833830937743187
247735	rnn.bias_hh_l0_reverse	5	-0.02142295241355896
247735	rnn.bias_hh_l0_reverse	6	-0.017341723665595055
247735	rnn.bias_hh_l0_reverse	7	0.10060679912567139
247735	rnn.bias_hh_l0_reverse	8	0.02925385721027851
247735	rnn.bias_hh_l0_reverse	9	-0.14801950752735138
247735	rnn.weight_ih_l1	0	-0.029503608122467995
247735	rnn.weight_ih_l1	1	-0.05074230208992958
247735	rnn.weight_ih_l1	2	0.06475614756345749
247735	rnn.weight_ih_l1	3	-0.07356586307287216
247735	rnn.weight_ih_l1	4	-0.014212210662662983
247735	rnn.weight_ih_l1	5	-0.040438462048769
247735	rnn.weight_ih_l1	6	0.029099116101861
247735	rnn.weight_ih_l1	7	-0.044555388391017914
247735	rnn.weight_ih_l1	8	0.037833794951438904
247735	rnn.weight_ih_l1	9	0.0447145439684391
247735	rnn.weight_hh_l1	0	-0.00700340885668993
247735	rnn.weight_hh_l1	1	0.01992759481072426
247735	rnn.weight_hh_l1	2	0.007208060938864946
247735	rnn.weight_hh_l1	3	-0.012631443329155445
247735	rnn.weight_hh_l1	4	0.0047304220497608185
247735	rnn.weight_hh_l1	5	0.03484649956226349
247735	rnn.weight_hh_l1	6	0.036160267889499664
247735	rnn.weight_hh_l1	7	-0.01623774878680706
247735	rnn.weight_hh_l1	8	-0.0072959368117153645
247735	rnn.weight_hh_l1	9	0.038528215140104294
247735	rnn.bias_ih_l1	0	-0.1842208355665207
247735	rnn.bias_ih_l1	1	-0.1750667840242386
247735	rnn.bias_ih_l1	2	-0.19723938405513763
247735	rnn.bias_ih_l1	3	-0.3090333044528961
247735	rnn.bias_ih_l1	4	-0.20953935384750366
247735	rnn.bias_ih_l1	5	-0.0881727933883667
247735	rnn.bias_ih_l1	6	-0.1593598872423172
247735	rnn.bias_ih_l1	7	-0.002140783006325364
247735	rnn.bias_ih_l1	8	-0.13161279261112213
247735	rnn.bias_ih_l1	9	-0.12284442037343979
247735	rnn.bias_hh_l1	0	-0.09557325392961502
247735	rnn.bias_hh_l1	1	-0.0636167898774147
247735	rnn.bias_hh_l1	2	-0.08477530628442764
247735	rnn.bias_hh_l1	3	-0.07738388329744339
247735	rnn.bias_hh_l1	4	-0.07375172525644302
247735	rnn.bias_hh_l1	5	-0.11864422261714935
247735	rnn.bias_hh_l1	6	-0.1622246503829956
247735	rnn.bias_hh_l1	7	0.0734754353761673
247735	rnn.bias_hh_l1	8	-0.1762342005968094
247735	rnn.bias_hh_l1	9	-0.11681747436523438
247735	rnn.weight_ih_l1_reverse	0	-0.047069091349840164
247735	rnn.weight_ih_l1_reverse	1	0.03347747400403023
247735	rnn.weight_ih_l1_reverse	2	0.08947162330150604
247735	rnn.weight_ih_l1_reverse	3	-0.018702199682593346
247735	rnn.weight_ih_l1_reverse	4	-0.021785762161016464
247735	rnn.weight_ih_l1_reverse	5	-0.030482202768325806
247735	rnn.weight_ih_l1_reverse	6	-0.020737042650580406
247735	rnn.weight_ih_l1_reverse	7	0.0295938178896904
247735	rnn.weight_ih_l1_reverse	8	0.005816215183585882
247735	rnn.weight_ih_l1_reverse	9	-0.0337960422039032
247735	rnn.weight_hh_l1_reverse	0	0.004604860674589872
247735	rnn.weight_hh_l1_reverse	1	0.03167438879609108
247735	rnn.weight_hh_l1_reverse	2	-0.040602486580610275
247735	rnn.weight_hh_l1_reverse	3	0.03508014231920242
247735	rnn.weight_hh_l1_reverse	4	0.047220077365636826
247735	rnn.weight_hh_l1_reverse	5	0.0056054359301924706
247735	rnn.weight_hh_l1_reverse	6	0.04900386556982994
247735	rnn.weight_hh_l1_reverse	7	0.031147222965955734
247735	rnn.weight_hh_l1_reverse	8	-0.007180530112236738
247735	rnn.weight_hh_l1_reverse	9	-0.03014208935201168
247735	rnn.bias_ih_l1_reverse	0	-0.04615651071071625
247735	rnn.bias_ih_l1_reverse	1	-0.13980647921562195
247735	rnn.bias_ih_l1_reverse	2	-0.1631471812725067
247735	rnn.bias_ih_l1_reverse	3	-0.06256779283285141
247735	rnn.bias_ih_l1_reverse	4	-0.20379148423671722
247735	rnn.bias_ih_l1_reverse	5	-0.1168062686920166
247735	rnn.bias_ih_l1_reverse	6	-0.1301402747631073
247735	rnn.bias_ih_l1_reverse	7	-0.19190305471420288
247735	rnn.bias_ih_l1_reverse	8	0.22454003989696503
247735	rnn.bias_ih_l1_reverse	9	0.024580219760537148
247735	rnn.bias_hh_l1_reverse	0	0.010794751346111298
247735	rnn.bias_hh_l1_reverse	1	-0.06403909623622894
247735	rnn.bias_hh_l1_reverse	2	-0.23678043484687805
247735	rnn.bias_hh_l1_reverse	3	-0.14281484484672546
247735	rnn.bias_hh_l1_reverse	4	-0.07978610694408417
247735	rnn.bias_hh_l1_reverse	5	-0.11664296686649323
247735	rnn.bias_hh_l1_reverse	6	0.06405835598707199
247735	rnn.bias_hh_l1_reverse	7	-0.13781552016735077
247735	rnn.bias_hh_l1_reverse	8	-0.12451822310686111
247735	rnn.bias_hh_l1_reverse	9	-0.1480730175971985
247735	linear.weight	0	0.002228822559118271
247735	linear.weight	1	0.0990293025970459
247735	linear.weight	2	-0.09316354244947433
247735	linear.weight	3	0.31184202432632446
247735	linear.weight	4	0.15135206282138824
247735	linear.weight	5	-0.06489496678113937
247735	linear.weight	6	0.09176019579172134
247735	linear.weight	7	0.13217847049236298
247735	linear.weight	8	0.041134003549814224
247735	linear.weight	9	-0.05133393034338951
247735	linear.bias	0	0.07932362705469131
247735	linear.bias	1	-0.2012549340724945
247735	linear.bias	2	-0.45072051882743835
247735	linear.bias	3	-0.6590352654457092
247735	linear.bias	4	-1.2613253593444824
247735	linear.bias	5	-0.06365039199590683
247735	linear.bias	6	-0.8319284915924072
247735	linear.bias	7	0.26927340030670166
247735	linear.bias	8	-0.3912375271320343
247735	linear.bias	9	-1.0182011127471924
247932	transitions	0	0.7545323371887207
247932	transitions	1	0.13761205971240997
247932	transitions	2	-10000.0
247932	transitions	3	-1.8280225992202759
247932	transitions	4	-10000.0
247932	transitions	5	0.5630065202713013
247932	transitions	6	-0.08545602113008499
247932	transitions	7	-0.8098399043083191
247932	transitions	8	-1.422294020652771
247932	transitions	9	-0.001230031019076705
247932	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
247932	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
247932	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
247932	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
247932	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
247932	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
247932	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
247932	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
247932	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
247932	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
247932	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
247932	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
247932	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
247932	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
247932	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
247932	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
247932	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
247932	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
247932	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
247932	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
247932	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
247932	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
247932	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
247932	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
247932	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
247932	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
247932	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
247932	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
247932	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
247932	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
247932	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
247932	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
247932	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
247932	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
247932	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
247932	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
247932	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
247932	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
247932	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
247932	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
247932	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
247932	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
247932	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
247932	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
247932	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
247932	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
247932	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
247932	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
247932	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
247932	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
247932	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
247932	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
247932	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
247932	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
247932	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
247932	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
247932	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
247932	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
247932	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
247932	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
247932	embedding2nn.weight	0	0.017213817685842514
247932	embedding2nn.weight	1	-0.012734093703329563
247932	embedding2nn.weight	2	-0.014268254861235619
247932	embedding2nn.weight	3	-0.03152971714735031
247932	embedding2nn.weight	4	-0.0059150345623493195
247932	embedding2nn.weight	5	-0.0037005888298153877
247932	embedding2nn.weight	6	-0.003973264247179031
247932	embedding2nn.weight	7	-0.07698489725589752
247932	embedding2nn.weight	8	-0.0019979383796453476
247932	embedding2nn.weight	9	-0.02745106630027294
247932	embedding2nn.bias	0	0.03340607136487961
247932	embedding2nn.bias	1	-0.0748603567481041
247932	embedding2nn.bias	2	0.07071410864591599
247932	embedding2nn.bias	3	0.05194185674190521
247932	embedding2nn.bias	4	-0.044986873865127563
247932	embedding2nn.bias	5	-0.009575176984071732
247932	embedding2nn.bias	6	0.01626063510775566
247932	embedding2nn.bias	7	-0.05656423047184944
247932	embedding2nn.bias	8	0.07181266695261002
247932	embedding2nn.bias	9	0.045100871473550797
247932	rnn.weight_ih_l0	0	-0.08022661507129669
247932	rnn.weight_ih_l0	1	0.003559245727956295
247932	rnn.weight_ih_l0	2	0.03537313640117645
247932	rnn.weight_ih_l0	3	0.022875405848026276
247932	rnn.weight_ih_l0	4	-0.04880325123667717
247932	rnn.weight_ih_l0	5	-0.06799951940774918
247932	rnn.weight_ih_l0	6	-0.001017728471197188
247932	rnn.weight_ih_l0	7	0.05361192300915718
247932	rnn.weight_ih_l0	8	-0.0176364928483963
247932	rnn.weight_ih_l0	9	-0.03087526001036167
247932	rnn.weight_hh_l0	0	-0.030801834538578987
247932	rnn.weight_hh_l0	1	-0.007305505685508251
247932	rnn.weight_hh_l0	2	0.007100640330463648
247932	rnn.weight_hh_l0	3	-0.07422180473804474
247932	rnn.weight_hh_l0	4	0.0933401882648468
247932	rnn.weight_hh_l0	5	-0.026291733607649803
247932	rnn.weight_hh_l0	6	-0.06364621967077255
247932	rnn.weight_hh_l0	7	0.00874512642621994
247932	rnn.weight_hh_l0	8	0.013780913315713406
247932	rnn.weight_hh_l0	9	-0.02586035057902336
247932	rnn.bias_ih_l0	0	0.1294923722743988
247932	rnn.bias_ih_l0	1	-0.034543391317129135
247932	rnn.bias_ih_l0	2	-0.034417059272527695
247932	rnn.bias_ih_l0	3	0.16291990876197815
247932	rnn.bias_ih_l0	4	-0.014145475812256336
247932	rnn.bias_ih_l0	5	-0.02258254773914814
247932	rnn.bias_ih_l0	6	0.018059657886624336
247932	rnn.bias_ih_l0	7	0.023150570690631866
247932	rnn.bias_ih_l0	8	-0.10075230896472931
247932	rnn.bias_ih_l0	9	-0.04031737148761749
247932	rnn.bias_hh_l0	0	-0.0009542010957375169
247932	rnn.bias_hh_l0	1	-0.0986243486404419
247932	rnn.bias_hh_l0	2	-0.07510750740766525
247932	rnn.bias_hh_l0	3	-0.08897557109594345
247932	rnn.bias_hh_l0	4	0.009270807728171349
247932	rnn.bias_hh_l0	5	-0.020791105926036835
247932	rnn.bias_hh_l0	6	0.02918054349720478
247932	rnn.bias_hh_l0	7	0.06144876033067703
247932	rnn.bias_hh_l0	8	-0.12258125096559525
247932	rnn.bias_hh_l0	9	-0.05851610004901886
247932	rnn.weight_ih_l0_reverse	0	-0.025396425276994705
247932	rnn.weight_ih_l0_reverse	1	-0.056702617555856705
247932	rnn.weight_ih_l0_reverse	2	-0.04839944466948509
247932	rnn.weight_ih_l0_reverse	3	0.015587786212563515
247932	rnn.weight_ih_l0_reverse	4	-0.02518528327345848
247932	rnn.weight_ih_l0_reverse	5	-0.05771264433860779
247932	rnn.weight_ih_l0_reverse	6	0.07410305738449097
247932	rnn.weight_ih_l0_reverse	7	-0.01845335029065609
247932	rnn.weight_ih_l0_reverse	8	-0.018769938498735428
247932	rnn.weight_ih_l0_reverse	9	0.0044145602732896805
247932	rnn.weight_hh_l0_reverse	0	0.06789182871580124
247932	rnn.weight_hh_l0_reverse	1	0.020012034103274345
247932	rnn.weight_hh_l0_reverse	2	0.029682859778404236
247932	rnn.weight_hh_l0_reverse	3	0.035076726227998734
247932	rnn.weight_hh_l0_reverse	4	0.01425083726644516
247932	rnn.weight_hh_l0_reverse	5	0.007990273647010326
247932	rnn.weight_hh_l0_reverse	6	0.051103949546813965
247932	rnn.weight_hh_l0_reverse	7	-0.08211768418550491
247932	rnn.weight_hh_l0_reverse	8	0.04027014970779419
247932	rnn.weight_hh_l0_reverse	9	0.03516516834497452
247932	rnn.bias_ih_l0_reverse	0	-0.056905485689640045
247932	rnn.bias_ih_l0_reverse	1	-0.2816902995109558
247932	rnn.bias_ih_l0_reverse	2	-0.1227792426943779
247932	rnn.bias_ih_l0_reverse	3	-0.04858962073922157
247932	rnn.bias_ih_l0_reverse	4	-0.02253490500152111
247932	rnn.bias_ih_l0_reverse	5	0.07509954273700714
247932	rnn.bias_ih_l0_reverse	6	-0.06446557492017746
247932	rnn.bias_ih_l0_reverse	7	0.06094270199537277
247932	rnn.bias_ih_l0_reverse	8	-0.03658663108944893
247932	rnn.bias_ih_l0_reverse	9	0.0673874095082283
247932	rnn.bias_hh_l0_reverse	0	0.02362700179219246
247932	rnn.bias_hh_l0_reverse	1	-0.06262712925672531
247932	rnn.bias_hh_l0_reverse	2	0.08872582763433456
247932	rnn.bias_hh_l0_reverse	3	-0.0517456978559494
247932	rnn.bias_hh_l0_reverse	4	-0.02826722338795662
247932	rnn.bias_hh_l0_reverse	5	-0.021341199055314064
247932	rnn.bias_hh_l0_reverse	6	-0.017223721370100975
247932	rnn.bias_hh_l0_reverse	7	0.10046456754207611
247932	rnn.bias_hh_l0_reverse	8	0.029256142675876617
247932	rnn.bias_hh_l0_reverse	9	-0.1485876441001892
247932	rnn.weight_ih_l1	0	-0.029533691704273224
247932	rnn.weight_ih_l1	1	-0.05078655481338501
247932	rnn.weight_ih_l1	2	0.06486842781305313
247932	rnn.weight_ih_l1	3	-0.07369042932987213
247932	rnn.weight_ih_l1	4	-0.014219642616808414
247932	rnn.weight_ih_l1	5	-0.040439292788505554
247932	rnn.weight_ih_l1	6	0.029044944792985916
247932	rnn.weight_ih_l1	7	-0.04461408033967018
247932	rnn.weight_ih_l1	8	0.037837859243154526
247932	rnn.weight_ih_l1	9	0.04474188759922981
247932	rnn.weight_hh_l1	0	-0.00703017832711339
247932	rnn.weight_hh_l1	1	0.019931061193346977
247932	rnn.weight_hh_l1	2	0.007202113047242165
247932	rnn.weight_hh_l1	3	-0.012650331482291222
247932	rnn.weight_hh_l1	4	0.00471790274605155
247932	rnn.weight_hh_l1	5	0.03485922887921333
247932	rnn.weight_hh_l1	6	0.03616933524608612
247932	rnn.weight_hh_l1	7	-0.016243858262896538
247932	rnn.weight_hh_l1	8	-0.007271847687661648
247932	rnn.weight_hh_l1	9	0.038530413061380386
247932	rnn.bias_ih_l1	0	-0.1842862218618393
247932	rnn.bias_ih_l1	1	-0.17484812438488007
247932	rnn.bias_ih_l1	2	-0.1970691680908203
247932	rnn.bias_ih_l1	3	-0.30915552377700806
247932	rnn.bias_ih_l1	4	-0.2093183547258377
247932	rnn.bias_ih_l1	5	-0.08798708021640778
247932	rnn.bias_ih_l1	6	-0.15933933854103088
247932	rnn.bias_ih_l1	7	-0.0020540354307740927
247932	rnn.bias_ih_l1	8	-0.1316555291414261
247932	rnn.bias_ih_l1	9	-0.12296465784311295
247932	rnn.bias_hh_l1	0	-0.09549633413553238
247932	rnn.bias_hh_l1	1	-0.06357592344284058
247932	rnn.bias_hh_l1	2	-0.08513794839382172
247932	rnn.bias_hh_l1	3	-0.0773557499051094
247932	rnn.bias_hh_l1	4	-0.07343047857284546
247932	rnn.bias_hh_l1	5	-0.11855176836252213
247932	rnn.bias_hh_l1	6	-0.16230832040309906
247932	rnn.bias_hh_l1	7	0.07331917434930801
247932	rnn.bias_hh_l1	8	-0.17623336613178253
247932	rnn.bias_hh_l1	9	-0.11670670658349991
247932	rnn.weight_ih_l1_reverse	0	-0.046971455216407776
247932	rnn.weight_ih_l1_reverse	1	0.03366054221987724
247932	rnn.weight_ih_l1_reverse	2	0.08942154794931412
247932	rnn.weight_ih_l1_reverse	3	-0.018545161932706833
247932	rnn.weight_ih_l1_reverse	4	-0.021885531023144722
247932	rnn.weight_ih_l1_reverse	5	-0.030492525547742844
247932	rnn.weight_ih_l1_reverse	6	-0.02054039016366005
247932	rnn.weight_ih_l1_reverse	7	0.029478246346116066
247932	rnn.weight_ih_l1_reverse	8	0.005783383268862963
247932	rnn.weight_ih_l1_reverse	9	-0.033867400139570236
247932	rnn.weight_hh_l1_reverse	0	0.004618417005985975
247932	rnn.weight_hh_l1_reverse	1	0.03167513385415077
247932	rnn.weight_hh_l1_reverse	2	-0.0406048446893692
247932	rnn.weight_hh_l1_reverse	3	0.03506937250494957
247932	rnn.weight_hh_l1_reverse	4	0.047150034457445145
247932	rnn.weight_hh_l1_reverse	5	0.005608572158962488
247932	rnn.weight_hh_l1_reverse	6	0.048928484320640564
247932	rnn.weight_hh_l1_reverse	7	0.03110947273671627
247932	rnn.weight_hh_l1_reverse	8	-0.007171047385782003
247932	rnn.weight_hh_l1_reverse	9	-0.030164670199155807
247932	rnn.bias_ih_l1_reverse	0	-0.04613599553704262
247932	rnn.bias_ih_l1_reverse	1	-0.1397448629140854
247932	rnn.bias_ih_l1_reverse	2	-0.1631394624710083
247932	rnn.bias_ih_l1_reverse	3	-0.062495939433574677
247932	rnn.bias_ih_l1_reverse	4	-0.20389996469020844
247932	rnn.bias_ih_l1_reverse	5	-0.11681295186281204
247932	rnn.bias_ih_l1_reverse	6	-0.1301114559173584
247932	rnn.bias_ih_l1_reverse	7	-0.19167062640190125
247932	rnn.bias_ih_l1_reverse	8	0.224570631980896
247932	rnn.bias_ih_l1_reverse	9	0.02452845498919487
247932	rnn.bias_hh_l1_reverse	0	0.011425514705479145
247932	rnn.bias_hh_l1_reverse	1	-0.06412284076213837
247932	rnn.bias_hh_l1_reverse	2	-0.23684507608413696
247932	rnn.bias_hh_l1_reverse	3	-0.1429762989282608
247932	rnn.bias_hh_l1_reverse	4	-0.079737089574337
247932	rnn.bias_hh_l1_reverse	5	-0.11623695492744446
247932	rnn.bias_hh_l1_reverse	6	0.06365253031253815
247932	rnn.bias_hh_l1_reverse	7	-0.13789311051368713
247932	rnn.bias_hh_l1_reverse	8	-0.1246088370680809
247932	rnn.bias_hh_l1_reverse	9	-0.14814122021198273
247932	linear.weight	0	0.002228822559118271
247932	linear.weight	1	0.09921829402446747
247932	linear.weight	2	-0.09344472736120224
247932	linear.weight	3	0.3118371367454529
247932	linear.weight	4	0.15135996043682098
247932	linear.weight	5	-0.06484957784414291
247932	linear.weight	6	0.09193871170282364
247932	linear.weight	7	0.1320599466562271
247932	linear.weight	8	0.04113388434052467
247932	linear.weight	9	-0.05139390379190445
247932	linear.bias	0	0.07815206795930862
247932	linear.bias	1	-0.19949835538864136
247932	linear.bias	2	-0.4540407359600067
247932	linear.bias	3	-0.6592620015144348
247932	linear.bias	4	-1.261348009109497
247932	linear.bias	5	-0.06331489235162735
247932	linear.bias	6	-0.8301056027412415
247932	linear.bias	7	0.2696233093738556
247932	linear.bias	8	-0.38971543312072754
247932	linear.bias	9	-1.0166395902633667
248129	transitions	0	0.7540813088417053
248129	transitions	1	0.1376878321170807
248129	transitions	2	-10000.0
248129	transitions	3	-1.8280278444290161
248129	transitions	4	-10000.0
248129	transitions	5	0.5630048513412476
248129	transitions	6	-0.08545855432748795
248129	transitions	7	-0.8098598122596741
248129	transitions	8	-1.4222949743270874
248129	transitions	9	-0.001230064663104713
248129	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
248129	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
248129	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
248129	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
248129	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
248129	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
248129	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
248129	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
248129	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
248129	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
248129	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
248129	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
248129	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
248129	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
248129	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
248129	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
248129	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
248129	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
248129	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
248129	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
248129	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
248129	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
248129	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
248129	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
248129	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
248129	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
248129	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
248129	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
248129	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
248129	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
248129	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
248129	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
248129	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
248129	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
248129	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
248129	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
248129	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
248129	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
248129	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
248129	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
248129	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
248129	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
248129	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
248129	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
248129	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
248129	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
248129	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
248129	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
248129	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
248129	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
248129	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
248129	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
248129	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
248129	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
248129	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
248129	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
248129	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
248129	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
248129	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
248129	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
248129	embedding2nn.weight	0	0.017095856368541718
248129	embedding2nn.weight	1	-0.012737797573208809
248129	embedding2nn.weight	2	-0.014268254861235619
248129	embedding2nn.weight	3	-0.031583022326231
248129	embedding2nn.weight	4	-0.0059150345623493195
248129	embedding2nn.weight	5	-0.0037005888298153877
248129	embedding2nn.weight	6	-0.003973264712840319
248129	embedding2nn.weight	7	-0.07694865018129349
248129	embedding2nn.weight	8	-0.0019979383796453476
248129	embedding2nn.weight	9	-0.027440430596470833
248129	embedding2nn.bias	0	0.032878875732421875
248129	embedding2nn.bias	1	-0.07418137788772583
248129	embedding2nn.bias	2	0.07113004475831985
248129	embedding2nn.bias	3	0.05231147259473801
248129	embedding2nn.bias	4	-0.04459291696548462
248129	embedding2nn.bias	5	-0.009596006013453007
248129	embedding2nn.bias	6	0.01671372540295124
248129	embedding2nn.bias	7	-0.05670957639813423
248129	embedding2nn.bias	8	0.0719270184636116
248129	embedding2nn.bias	9	0.04506548494100571
248129	rnn.weight_ih_l0	0	-0.0802643746137619
248129	rnn.weight_ih_l0	1	0.003634116379544139
248129	rnn.weight_ih_l0	2	0.03531152755022049
248129	rnn.weight_ih_l0	3	0.022808698937296867
248129	rnn.weight_ih_l0	4	-0.04873469099402428
248129	rnn.weight_ih_l0	5	-0.06800229847431183
248129	rnn.weight_ih_l0	6	-0.001000352087430656
248129	rnn.weight_ih_l0	7	0.05360335484147072
248129	rnn.weight_ih_l0	8	-0.017635226249694824
248129	rnn.weight_ih_l0	9	-0.030891289934515953
248129	rnn.weight_hh_l0	0	-0.030775053426623344
248129	rnn.weight_hh_l0	1	-0.007306534331291914
248129	rnn.weight_hh_l0	2	0.0070387753657996655
248129	rnn.weight_hh_l0	3	-0.07420662045478821
248129	rnn.weight_hh_l0	4	0.09326781332492828
248129	rnn.weight_hh_l0	5	-0.02632012777030468
248129	rnn.weight_hh_l0	6	-0.06356159597635269
248129	rnn.weight_hh_l0	7	0.008754591457545757
248129	rnn.weight_hh_l0	8	0.013749450445175171
248129	rnn.weight_hh_l0	9	-0.02585924230515957
248129	rnn.bias_ih_l0	0	0.12942571938037872
248129	rnn.bias_ih_l0	1	-0.03464579954743385
248129	rnn.bias_ih_l0	2	-0.03459872677922249
248129	rnn.bias_ih_l0	3	0.1631833165884018
248129	rnn.bias_ih_l0	4	-0.013994935899972916
248129	rnn.bias_ih_l0	5	-0.02237752638757229
248129	rnn.bias_ih_l0	6	0.017961202189326286
248129	rnn.bias_ih_l0	7	0.02321823686361313
248129	rnn.bias_ih_l0	8	-0.10067913681268692
248129	rnn.bias_ih_l0	9	-0.04075049236416817
248129	rnn.bias_hh_l0	0	-0.0008714969735592604
248129	rnn.bias_hh_l0	1	-0.09871552884578705
248129	rnn.bias_hh_l0	2	-0.07531401515007019
248129	rnn.bias_hh_l0	3	-0.08898425847291946
248129	rnn.bias_hh_l0	4	0.009208091534674168
248129	rnn.bias_hh_l0	5	-0.020847413688898087
248129	rnn.bias_hh_l0	6	0.02930973656475544
248129	rnn.bias_hh_l0	7	0.061279769986867905
248129	rnn.bias_hh_l0	8	-0.12269709259271622
248129	rnn.bias_hh_l0	9	-0.05859552323818207
248129	rnn.weight_ih_l0_reverse	0	-0.025361942127346992
248129	rnn.weight_ih_l0_reverse	1	-0.05663035064935684
248129	rnn.weight_ih_l0_reverse	2	-0.048347074538469315
248129	rnn.weight_ih_l0_reverse	3	0.015610860660672188
248129	rnn.weight_ih_l0_reverse	4	-0.025273103266954422
248129	rnn.weight_ih_l0_reverse	5	-0.05767637863755226
248129	rnn.weight_ih_l0_reverse	6	0.0741107165813446
248129	rnn.weight_ih_l0_reverse	7	-0.01855112425982952
248129	rnn.weight_ih_l0_reverse	8	-0.01872062496840954
248129	rnn.weight_ih_l0_reverse	9	0.0044565279968082905
248129	rnn.weight_hh_l0_reverse	0	0.06788840889930725
248129	rnn.weight_hh_l0_reverse	1	0.020072834566235542
248129	rnn.weight_hh_l0_reverse	2	0.029704499989748
248129	rnn.weight_hh_l0_reverse	3	0.0351090170443058
248129	rnn.weight_hh_l0_reverse	4	0.01426168903708458
248129	rnn.weight_hh_l0_reverse	5	0.0080367187038064
248129	rnn.weight_hh_l0_reverse	6	0.0510675422847271
248129	rnn.weight_hh_l0_reverse	7	-0.08208262175321579
248129	rnn.weight_hh_l0_reverse	8	0.04033678397536278
248129	rnn.weight_hh_l0_reverse	9	0.035151634365320206
248129	rnn.bias_ih_l0_reverse	0	-0.057023320347070694
248129	rnn.bias_ih_l0_reverse	1	-0.28187644481658936
248129	rnn.bias_ih_l0_reverse	2	-0.12275785952806473
248129	rnn.bias_ih_l0_reverse	3	-0.04836918041110039
248129	rnn.bias_ih_l0_reverse	4	-0.02256312035024166
248129	rnn.bias_ih_l0_reverse	5	0.0749741643667221
248129	rnn.bias_ih_l0_reverse	6	-0.06448332965373993
248129	rnn.bias_ih_l0_reverse	7	0.06076430156826973
248129	rnn.bias_ih_l0_reverse	8	-0.03671099618077278
248129	rnn.bias_ih_l0_reverse	9	0.06738593429327011
248129	rnn.bias_hh_l0_reverse	0	0.023736104369163513
248129	rnn.bias_hh_l0_reverse	1	-0.06237681210041046
248129	rnn.bias_hh_l0_reverse	2	0.08890581130981445
248129	rnn.bias_hh_l0_reverse	3	-0.05186520516872406
248129	rnn.bias_hh_l0_reverse	4	-0.028253603726625443
248129	rnn.bias_hh_l0_reverse	5	-0.021305514499545097
248129	rnn.bias_hh_l0_reverse	6	-0.017418671399354935
248129	rnn.bias_hh_l0_reverse	7	0.10052984207868576
248129	rnn.bias_hh_l0_reverse	8	0.0293586365878582
248129	rnn.bias_hh_l0_reverse	9	-0.1488168090581894
248129	rnn.weight_ih_l1	0	-0.029540373012423515
248129	rnn.weight_ih_l1	1	-0.05083674564957619
248129	rnn.weight_ih_l1	2	0.06504328548908234
248129	rnn.weight_ih_l1	3	-0.07364927232265472
248129	rnn.weight_ih_l1	4	-0.014241322875022888
248129	rnn.weight_ih_l1	5	-0.04042160138487816
248129	rnn.weight_ih_l1	6	0.029008280485868454
248129	rnn.weight_ih_l1	7	-0.04465041309595108
248129	rnn.weight_ih_l1	8	0.03785571828484535
248129	rnn.weight_ih_l1	9	0.04478330910205841
248129	rnn.weight_hh_l1	0	-0.007038496900349855
248129	rnn.weight_hh_l1	1	0.019896384328603745
248129	rnn.weight_hh_l1	2	0.0072725685313344
248129	rnn.weight_hh_l1	3	-0.012665709480643272
248129	rnn.weight_hh_l1	4	0.004738221876323223
248129	rnn.weight_hh_l1	5	0.034906450659036636
248129	rnn.weight_hh_l1	6	0.03622251749038696
248129	rnn.weight_hh_l1	7	-0.0162726528942585
248129	rnn.weight_hh_l1	8	-0.007314315997064114
248129	rnn.weight_hh_l1	9	0.03848566114902496
248129	rnn.bias_ih_l1	0	-0.18471848964691162
248129	rnn.bias_ih_l1	1	-0.1751198172569275
248129	rnn.bias_ih_l1	2	-0.1969817876815796
248129	rnn.bias_ih_l1	3	-0.30928975343704224
248129	rnn.bias_ih_l1	4	-0.20960019528865814
248129	rnn.bias_ih_l1	5	-0.08802894502878189
248129	rnn.bias_ih_l1	6	-0.15919320285320282
248129	rnn.bias_ih_l1	7	-0.0020965426228940487
248129	rnn.bias_ih_l1	8	-0.13146568834781647
248129	rnn.bias_ih_l1	9	-0.12295155227184296
248129	rnn.bias_hh_l1	0	-0.09542974084615707
248129	rnn.bias_hh_l1	1	-0.06367699056863785
248129	rnn.bias_hh_l1	2	-0.08514030277729034
248129	rnn.bias_hh_l1	3	-0.07737863808870316
248129	rnn.bias_hh_l1	4	-0.07332929223775864
248129	rnn.bias_hh_l1	5	-0.11854567378759384
248129	rnn.bias_hh_l1	6	-0.162199005484581
248129	rnn.bias_hh_l1	7	0.07319610565900803
248129	rnn.bias_hh_l1	8	-0.17656654119491577
248129	rnn.bias_hh_l1	9	-0.11641945689916611
248129	rnn.weight_ih_l1_reverse	0	-0.04689892381429672
248129	rnn.weight_ih_l1_reverse	1	0.033569857478141785
248129	rnn.weight_ih_l1_reverse	2	0.0896192416548729
248129	rnn.weight_ih_l1_reverse	3	-0.018489236012101173
248129	rnn.weight_ih_l1_reverse	4	-0.021772218868136406
248129	rnn.weight_ih_l1_reverse	5	-0.03046068176627159
248129	rnn.weight_ih_l1_reverse	6	-0.020638031885027885
248129	rnn.weight_ih_l1_reverse	7	0.029505059123039246
248129	rnn.weight_ih_l1_reverse	8	0.005856539588421583
248129	rnn.weight_ih_l1_reverse	9	-0.03389902785420418
248129	rnn.weight_hh_l1_reverse	0	0.004597915336489677
248129	rnn.weight_hh_l1_reverse	1	0.031681135296821594
248129	rnn.weight_hh_l1_reverse	2	-0.04061345010995865
248129	rnn.weight_hh_l1_reverse	3	0.035088472068309784
248129	rnn.weight_hh_l1_reverse	4	0.04717165231704712
248129	rnn.weight_hh_l1_reverse	5	0.005626006051898003
248129	rnn.weight_hh_l1_reverse	6	0.048848964273929596
248129	rnn.weight_hh_l1_reverse	7	0.031110357493162155
248129	rnn.weight_hh_l1_reverse	8	-0.007156217936426401
248129	rnn.weight_hh_l1_reverse	9	-0.030134212225675583
248129	rnn.bias_ih_l1_reverse	0	-0.04611058905720711
248129	rnn.bias_ih_l1_reverse	1	-0.13980136811733246
248129	rnn.bias_ih_l1_reverse	2	-0.16291579604148865
248129	rnn.bias_ih_l1_reverse	3	-0.06266270577907562
248129	rnn.bias_ih_l1_reverse	4	-0.20401020348072052
248129	rnn.bias_ih_l1_reverse	5	-0.11679358035326004
248129	rnn.bias_ih_l1_reverse	6	-0.13020697236061096
248129	rnn.bias_ih_l1_reverse	7	-0.1917291283607483
248129	rnn.bias_ih_l1_reverse	8	0.2243877798318863
248129	rnn.bias_ih_l1_reverse	9	0.02481257915496826
248129	rnn.bias_hh_l1_reverse	0	0.011735761538147926
248129	rnn.bias_hh_l1_reverse	1	-0.06366811692714691
248129	rnn.bias_hh_l1_reverse	2	-0.23681098222732544
248129	rnn.bias_hh_l1_reverse	3	-0.14279024302959442
248129	rnn.bias_hh_l1_reverse	4	-0.0799209326505661
248129	rnn.bias_hh_l1_reverse	5	-0.11587730050086975
248129	rnn.bias_hh_l1_reverse	6	0.06384623795747757
248129	rnn.bias_hh_l1_reverse	7	-0.13789239525794983
248129	rnn.bias_hh_l1_reverse	8	-0.12463536858558655
248129	rnn.bias_hh_l1_reverse	9	-0.14811426401138306
248129	linear.weight	0	0.002228822559118271
248129	linear.weight	1	0.09866636991500854
248129	linear.weight	2	-0.09312497079372406
248129	linear.weight	3	0.3116166889667511
248129	linear.weight	4	0.15118862688541412
248129	linear.weight	5	-0.06479261070489883
248129	linear.weight	6	0.09211697429418564
248129	linear.weight	7	0.13275641202926636
248129	linear.weight	8	0.041133854538202286
248129	linear.weight	9	-0.05141590163111687
248129	linear.bias	0	0.07937012612819672
248129	linear.bias	1	-0.1981063187122345
248129	linear.bias	2	-0.45235440135002136
248129	linear.bias	3	-0.6608776450157166
248129	linear.bias	4	-1.2630572319030762
248129	linear.bias	5	-0.0643128827214241
248129	linear.bias	6	-0.8285556435585022
248129	linear.bias	7	0.26831498742103577
248129	linear.bias	8	-0.3920961320400238
248129	linear.bias	9	-1.01905357837677
248326	transitions	0	0.7531575560569763
248326	transitions	1	0.1378815621137619
248326	transitions	2	-10000.0
248326	transitions	3	-1.8280304670333862
248326	transitions	4	-10000.0
248326	transitions	5	0.5630010366439819
248326	transitions	6	-0.08546091616153717
248326	transitions	7	-0.8099140524864197
248326	transitions	8	-1.4223016500473022
248326	transitions	9	-0.0012300816597416997
248326	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
248326	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
248326	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
248326	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
248326	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
248326	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
248326	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
248326	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
248326	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
248326	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
248326	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
248326	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
248326	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
248326	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
248326	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
248326	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
248326	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
248326	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
248326	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
248326	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
248326	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
248326	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
248326	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
248326	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
248326	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
248326	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
248326	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
248326	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
248326	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
248326	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
248326	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
248326	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
248326	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
248326	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
248326	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
248326	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
248326	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
248326	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
248326	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
248326	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
248326	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
248326	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
248326	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
248326	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
248326	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
248326	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
248326	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
248326	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
248326	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
248326	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
248326	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
248326	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
248326	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
248326	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
248326	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
248326	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
248326	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
248326	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
248326	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
248326	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
248326	embedding2nn.weight	0	0.016991648823022842
248326	embedding2nn.weight	1	-0.012733649462461472
248326	embedding2nn.weight	2	-0.014268254861235619
248326	embedding2nn.weight	3	-0.031680162996053696
248326	embedding2nn.weight	4	-0.0059150345623493195
248326	embedding2nn.weight	5	-0.0037005888298153877
248326	embedding2nn.weight	6	-0.003973264712840319
248326	embedding2nn.weight	7	-0.07692807912826538
248326	embedding2nn.weight	8	-0.0019979383796453476
248326	embedding2nn.weight	9	-0.027459584176540375
248326	embedding2nn.bias	0	0.03310323879122734
248326	embedding2nn.bias	1	-0.07322456687688828
248326	embedding2nn.bias	2	0.07169094681739807
248326	embedding2nn.bias	3	0.05302621051669121
248326	embedding2nn.bias	4	-0.04553212970495224
248326	embedding2nn.bias	5	-0.010056369937956333
248326	embedding2nn.bias	6	0.016791315749287605
248326	embedding2nn.bias	7	-0.05678367242217064
248326	embedding2nn.bias	8	0.07197190076112747
248326	embedding2nn.bias	9	0.044853273779153824
248326	rnn.weight_ih_l0	0	-0.08030783385038376
248326	rnn.weight_ih_l0	1	0.0035968085285276175
248326	rnn.weight_ih_l0	2	0.03520295396447182
248326	rnn.weight_ih_l0	3	0.02276425249874592
248326	rnn.weight_ih_l0	4	-0.04873533174395561
248326	rnn.weight_ih_l0	5	-0.06807425618171692
248326	rnn.weight_ih_l0	6	-0.0009713551262393594
248326	rnn.weight_ih_l0	7	0.053663987666368484
248326	rnn.weight_ih_l0	8	-0.01750393956899643
248326	rnn.weight_ih_l0	9	-0.030896734446287155
248326	rnn.weight_hh_l0	0	-0.03085842914879322
248326	rnn.weight_hh_l0	1	-0.007297450676560402
248326	rnn.weight_hh_l0	2	0.007094180211424828
248326	rnn.weight_hh_l0	3	-0.0741838738322258
248326	rnn.weight_hh_l0	4	0.09331409633159637
248326	rnn.weight_hh_l0	5	-0.026355504989624023
248326	rnn.weight_hh_l0	6	-0.06351727992296219
248326	rnn.weight_hh_l0	7	0.008759473450481892
248326	rnn.weight_hh_l0	8	0.013749885372817516
248326	rnn.weight_hh_l0	9	-0.0258280411362648
248326	rnn.bias_ih_l0	0	0.1292756050825119
248326	rnn.bias_ih_l0	1	-0.03456774353981018
248326	rnn.bias_ih_l0	2	-0.03442047908902168
248326	rnn.bias_ih_l0	3	0.16344046592712402
248326	rnn.bias_ih_l0	4	-0.01417597196996212
248326	rnn.bias_ih_l0	5	-0.022494912147521973
248326	rnn.bias_ih_l0	6	0.0184316486120224
248326	rnn.bias_ih_l0	7	0.023214057087898254
248326	rnn.bias_ih_l0	8	-0.10057124495506287
248326	rnn.bias_ih_l0	9	-0.04071521759033203
248326	rnn.bias_hh_l0	0	-0.0008755562594160438
248326	rnn.bias_hh_l0	1	-0.09888532757759094
248326	rnn.bias_hh_l0	2	-0.07529738545417786
248326	rnn.bias_hh_l0	3	-0.08916246145963669
248326	rnn.bias_hh_l0	4	0.009302393533289433
248326	rnn.bias_hh_l0	5	-0.020895885303616524
248326	rnn.bias_hh_l0	6	0.02937416546046734
248326	rnn.bias_hh_l0	7	0.061116259545087814
248326	rnn.bias_hh_l0	8	-0.12272694706916809
248326	rnn.bias_hh_l0	9	-0.05874503031373024
248326	rnn.weight_ih_l0_reverse	0	-0.025283323600888252
248326	rnn.weight_ih_l0_reverse	1	-0.056631363928318024
248326	rnn.weight_ih_l0_reverse	2	-0.04834820330142975
248326	rnn.weight_ih_l0_reverse	3	0.01570029743015766
248326	rnn.weight_ih_l0_reverse	4	-0.02531062811613083
248326	rnn.weight_ih_l0_reverse	5	-0.0577174574136734
248326	rnn.weight_ih_l0_reverse	6	0.07397348433732986
248326	rnn.weight_ih_l0_reverse	7	-0.01858753152191639
248326	rnn.weight_ih_l0_reverse	8	-0.018737468868494034
248326	rnn.weight_ih_l0_reverse	9	0.004484381061047316
248326	rnn.weight_hh_l0_reverse	0	0.06800375878810883
248326	rnn.weight_hh_l0_reverse	1	0.01999606564640999
248326	rnn.weight_hh_l0_reverse	2	0.02975025586783886
248326	rnn.weight_hh_l0_reverse	3	0.035076942294836044
248326	rnn.weight_hh_l0_reverse	4	0.01427994854748249
248326	rnn.weight_hh_l0_reverse	5	0.007935159839689732
248326	rnn.weight_hh_l0_reverse	6	0.05100543797016144
248326	rnn.weight_hh_l0_reverse	7	-0.08209329843521118
248326	rnn.weight_hh_l0_reverse	8	0.04033522680401802
248326	rnn.weight_hh_l0_reverse	9	0.03515995293855667
248326	rnn.bias_ih_l0_reverse	0	-0.05715448036789894
248326	rnn.bias_ih_l0_reverse	1	-0.2818688452243805
248326	rnn.bias_ih_l0_reverse	2	-0.12266036123037338
248326	rnn.bias_ih_l0_reverse	3	-0.04834526777267456
248326	rnn.bias_ih_l0_reverse	4	-0.022492526099085808
248326	rnn.bias_ih_l0_reverse	5	0.07528437674045563
248326	rnn.bias_ih_l0_reverse	6	-0.06464074552059174
248326	rnn.bias_ih_l0_reverse	7	0.06074255332350731
248326	rnn.bias_ih_l0_reverse	8	-0.03647023066878319
248326	rnn.bias_ih_l0_reverse	9	0.06740635633468628
248326	rnn.bias_hh_l0_reverse	0	0.02369026653468609
248326	rnn.bias_hh_l0_reverse	1	-0.062127359211444855
248326	rnn.bias_hh_l0_reverse	2	0.08869778364896774
248326	rnn.bias_hh_l0_reverse	3	-0.05170448496937752
248326	rnn.bias_hh_l0_reverse	4	-0.028338726609945297
248326	rnn.bias_hh_l0_reverse	5	-0.021324437111616135
248326	rnn.bias_hh_l0_reverse	6	-0.017522456124424934
248326	rnn.bias_hh_l0_reverse	7	0.1004655510187149
248326	rnn.bias_hh_l0_reverse	8	0.02932615578174591
248326	rnn.bias_hh_l0_reverse	9	-0.14881567656993866
248326	rnn.weight_ih_l1	0	-0.02953842654824257
248326	rnn.weight_ih_l1	1	-0.050776369869709015
248326	rnn.weight_ih_l1	2	0.06495548784732819
248326	rnn.weight_ih_l1	3	-0.07366609573364258
248326	rnn.weight_ih_l1	4	-0.014161746948957443
248326	rnn.weight_ih_l1	5	-0.04040142148733139
248326	rnn.weight_ih_l1	6	0.028969237580895424
248326	rnn.weight_ih_l1	7	-0.04469121992588043
248326	rnn.weight_ih_l1	8	0.03782959282398224
248326	rnn.weight_ih_l1	9	0.04475409537553787
248326	rnn.weight_hh_l1	0	-0.007037872448563576
248326	rnn.weight_hh_l1	1	0.019897064194083214
248326	rnn.weight_hh_l1	2	0.007225470617413521
248326	rnn.weight_hh_l1	3	-0.012678162194788456
248326	rnn.weight_hh_l1	4	0.0048080687411129475
248326	rnn.weight_hh_l1	5	0.034919362515211105
248326	rnn.weight_hh_l1	6	0.03619840368628502
248326	rnn.weight_hh_l1	7	-0.016264064237475395
248326	rnn.weight_hh_l1	8	-0.007285258267074823
248326	rnn.weight_hh_l1	9	0.03852846473455429
248326	rnn.bias_ih_l1	0	-0.18433883786201477
248326	rnn.bias_ih_l1	1	-0.17493440210819244
248326	rnn.bias_ih_l1	2	-0.19707411527633667
248326	rnn.bias_ih_l1	3	-0.3091835081577301
248326	rnn.bias_ih_l1	4	-0.20945744216442108
248326	rnn.bias_ih_l1	5	-0.08802580833435059
248326	rnn.bias_ih_l1	6	-0.15922634303569794
248326	rnn.bias_ih_l1	7	-0.0020149503834545612
248326	rnn.bias_ih_l1	8	-0.1313345730304718
248326	rnn.bias_ih_l1	9	-0.12300821393728256
248326	rnn.bias_hh_l1	0	-0.09528470784425735
248326	rnn.bias_hh_l1	1	-0.06343752145767212
248326	rnn.bias_hh_l1	2	-0.08517389744520187
248326	rnn.bias_hh_l1	3	-0.07743413001298904
248326	rnn.bias_hh_l1	4	-0.07321011275053024
248326	rnn.bias_hh_l1	5	-0.11847300827503204
248326	rnn.bias_hh_l1	6	-0.16227778792381287
248326	rnn.bias_hh_l1	7	0.07305588573217392
248326	rnn.bias_hh_l1	8	-0.17667394876480103
248326	rnn.bias_hh_l1	9	-0.1166125163435936
248326	rnn.weight_ih_l1_reverse	0	-0.04684564098715782
248326	rnn.weight_ih_l1_reverse	1	0.033704012632369995
248326	rnn.weight_ih_l1_reverse	2	0.08955486118793488
248326	rnn.weight_ih_l1_reverse	3	-0.018506381660699844
248326	rnn.weight_ih_l1_reverse	4	-0.0219014473259449
248326	rnn.weight_ih_l1_reverse	5	-0.030466139316558838
248326	rnn.weight_ih_l1_reverse	6	-0.020431410521268845
248326	rnn.weight_ih_l1_reverse	7	0.02949228510260582
248326	rnn.weight_ih_l1_reverse	8	0.00574246421456337
248326	rnn.weight_ih_l1_reverse	9	-0.03387845307588577
248326	rnn.weight_hh_l1_reverse	0	0.004581373650580645
248326	rnn.weight_hh_l1_reverse	1	0.031667981296777725
248326	rnn.weight_hh_l1_reverse	2	-0.04061802104115486
248326	rnn.weight_hh_l1_reverse	3	0.035091906785964966
248326	rnn.weight_hh_l1_reverse	4	0.04720506817102432
248326	rnn.weight_hh_l1_reverse	5	0.0056495447643101215
248326	rnn.weight_hh_l1_reverse	6	0.04886287823319435
248326	rnn.weight_hh_l1_reverse	7	0.031118378043174744
248326	rnn.weight_hh_l1_reverse	8	-0.007144403178244829
248326	rnn.weight_hh_l1_reverse	9	-0.030161378905177116
248326	rnn.bias_ih_l1_reverse	0	-0.04592932388186455
248326	rnn.bias_ih_l1_reverse	1	-0.13979743421077728
248326	rnn.bias_ih_l1_reverse	2	-0.16283155977725983
248326	rnn.bias_ih_l1_reverse	3	-0.06250221282243729
248326	rnn.bias_ih_l1_reverse	4	-0.2040194869041443
248326	rnn.bias_ih_l1_reverse	5	-0.11684861779212952
248326	rnn.bias_ih_l1_reverse	6	-0.13020943105220795
248326	rnn.bias_ih_l1_reverse	7	-0.19172519445419312
248326	rnn.bias_ih_l1_reverse	8	0.22430075705051422
248326	rnn.bias_ih_l1_reverse	9	0.02491939254105091
248326	rnn.bias_hh_l1_reverse	0	0.011524764820933342
248326	rnn.bias_hh_l1_reverse	1	-0.06370597332715988
248326	rnn.bias_hh_l1_reverse	2	-0.23687759041786194
248326	rnn.bias_hh_l1_reverse	3	-0.14257505536079407
248326	rnn.bias_hh_l1_reverse	4	-0.07996665686368942
248326	rnn.bias_hh_l1_reverse	5	-0.11583908647298813
248326	rnn.bias_hh_l1_reverse	6	0.06346505135297775
248326	rnn.bias_hh_l1_reverse	7	-0.13771824538707733
248326	rnn.bias_hh_l1_reverse	8	-0.12462103366851807
248326	rnn.bias_hh_l1_reverse	9	-0.1481756865978241
248326	linear.weight	0	0.002228822559118271
248326	linear.weight	1	0.09796413034200668
248326	linear.weight	2	-0.09317563474178314
248326	linear.weight	3	0.31128203868865967
248326	linear.weight	4	0.1511313021183014
248326	linear.weight	5	-0.06462457031011581
248326	linear.weight	6	0.09276758134365082
248326	linear.weight	7	0.13323408365249634
248326	linear.weight	8	0.04113386571407318
248326	linear.weight	9	-0.051575563848018646
248326	linear.bias	0	0.08234015107154846
248326	linear.bias	1	-0.19673998653888702
248326	linear.bias	2	-0.4538918137550354
248326	linear.bias	3	-0.6604386568069458
248326	linear.bias	4	-1.262763500213623
248326	linear.bias	5	-0.06375927478075027
248326	linear.bias	6	-0.8270244002342224
248326	linear.bias	7	0.26901623606681824
248326	linear.bias	8	-0.39248526096343994
248326	linear.bias	9	-1.019349217414856
248523	transitions	0	0.752992570400238
248523	transitions	1	0.13853861391544342
248523	transitions	2	-10000.0
248523	transitions	3	-1.8280314207077026
248523	transitions	4	-10000.0
248523	transitions	5	0.5629990696907043
248523	transitions	6	-0.08546437323093414
248523	transitions	7	-0.8099314570426941
248523	transitions	8	-1.4223031997680664
248523	transitions	9	-0.001230117748491466
248523	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
248523	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
248523	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
248523	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
248523	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
248523	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
248523	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
248523	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
248523	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
248523	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
248523	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
248523	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
248523	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
248523	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
248523	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
248523	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
248523	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
248523	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
248523	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
248523	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
248523	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
248523	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
248523	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
248523	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
248523	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
248523	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
248523	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
248523	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
248523	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
248523	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
248523	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
248523	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
248523	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
248523	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
248523	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
248523	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
248523	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
248523	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
248523	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
248523	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
248523	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
248523	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
248523	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
248523	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
248523	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
248523	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
248523	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
248523	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
248523	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
248523	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
248523	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
248523	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
248523	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
248523	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
248523	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
248523	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
248523	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
248523	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
248523	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
248523	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
248523	embedding2nn.weight	0	0.016778986901044846
248523	embedding2nn.weight	1	-0.0127219557762146
248523	embedding2nn.weight	2	-0.014268254861235619
248523	embedding2nn.weight	3	-0.031635694205760956
248523	embedding2nn.weight	4	-0.0059150345623493195
248523	embedding2nn.weight	5	-0.0037005888298153877
248523	embedding2nn.weight	6	-0.003973264712840319
248523	embedding2nn.weight	7	-0.07696917653083801
248523	embedding2nn.weight	8	-0.0019979383796453476
248523	embedding2nn.weight	9	-0.027525413781404495
248523	embedding2nn.bias	0	0.03347764164209366
248523	embedding2nn.bias	1	-0.07366714626550674
248523	embedding2nn.bias	2	0.07105661928653717
248523	embedding2nn.bias	3	0.05276452377438545
248523	embedding2nn.bias	4	-0.045316435396671295
248523	embedding2nn.bias	5	-0.011188894510269165
248523	embedding2nn.bias	6	0.016731131821870804
248523	embedding2nn.bias	7	-0.05646684765815735
248523	embedding2nn.bias	8	0.07152668386697769
248523	embedding2nn.bias	9	0.04524054750800133
248523	rnn.weight_ih_l0	0	-0.0803573876619339
248523	rnn.weight_ih_l0	1	0.0035954564809799194
248523	rnn.weight_ih_l0	2	0.035129524767398834
248523	rnn.weight_ih_l0	3	0.022797049954533577
248523	rnn.weight_ih_l0	4	-0.04872039332985878
248523	rnn.weight_ih_l0	5	-0.06808735430240631
248523	rnn.weight_ih_l0	6	-0.0010341390734538436
248523	rnn.weight_ih_l0	7	0.053566351532936096
248523	rnn.weight_ih_l0	8	-0.017506731674075127
248523	rnn.weight_ih_l0	9	-0.030900796875357628
248523	rnn.weight_hh_l0	0	-0.0307189729064703
248523	rnn.weight_hh_l0	1	-0.007249994669109583
248523	rnn.weight_hh_l0	2	0.007085973396897316
248523	rnn.weight_hh_l0	3	-0.07414735108613968
248523	rnn.weight_hh_l0	4	0.0933496505022049
248523	rnn.weight_hh_l0	5	-0.026400865986943245
248523	rnn.weight_hh_l0	6	-0.0634470209479332
248523	rnn.weight_hh_l0	7	0.009003948420286179
248523	rnn.weight_hh_l0	8	0.013716102577745914
248523	rnn.weight_hh_l0	9	-0.02584140934050083
248523	rnn.bias_ih_l0	0	0.12930037081241608
248523	rnn.bias_ih_l0	1	-0.034573204815387726
248523	rnn.bias_ih_l0	2	-0.03437637910246849
248523	rnn.bias_ih_l0	3	0.16343654692173004
248523	rnn.bias_ih_l0	4	-0.014070944860577583
248523	rnn.bias_ih_l0	5	-0.02294318750500679
248523	rnn.bias_ih_l0	6	0.018763022497296333
248523	rnn.bias_ih_l0	7	0.023085348308086395
248523	rnn.bias_ih_l0	8	-0.10059741884469986
248523	rnn.bias_ih_l0	9	-0.040439628064632416
248523	rnn.bias_hh_l0	0	-0.0008671028772369027
248523	rnn.bias_hh_l0	1	-0.09914945065975189
248523	rnn.bias_hh_l0	2	-0.07529950886964798
248523	rnn.bias_hh_l0	3	-0.08906976878643036
248523	rnn.bias_hh_l0	4	0.009065386839210987
248523	rnn.bias_hh_l0	5	-0.020808884873986244
248523	rnn.bias_hh_l0	6	0.02925523929297924
248523	rnn.bias_hh_l0	7	0.060805000364780426
248523	rnn.bias_hh_l0	8	-0.12300258874893188
248523	rnn.bias_hh_l0	9	-0.05867524817585945
248523	rnn.weight_ih_l0_reverse	0	-0.025293435901403427
248523	rnn.weight_ih_l0_reverse	1	-0.05669395998120308
248523	rnn.weight_ih_l0_reverse	2	-0.048378270119428635
248523	rnn.weight_ih_l0_reverse	3	0.015716221183538437
248523	rnn.weight_ih_l0_reverse	4	-0.02533797174692154
248523	rnn.weight_ih_l0_reverse	5	-0.05772631615400314
248523	rnn.weight_ih_l0_reverse	6	0.0739259272813797
248523	rnn.weight_ih_l0_reverse	7	-0.01854269579052925
248523	rnn.weight_ih_l0_reverse	8	-0.018696535378694534
248523	rnn.weight_ih_l0_reverse	9	0.004532161634415388
248523	rnn.weight_hh_l0_reverse	0	0.0680418536067009
248523	rnn.weight_hh_l0_reverse	1	0.019895421341061592
248523	rnn.weight_hh_l0_reverse	2	0.029789026826620102
248523	rnn.weight_hh_l0_reverse	3	0.0350474938750267
248523	rnn.weight_hh_l0_reverse	4	0.014291416853666306
248523	rnn.weight_hh_l0_reverse	5	0.0079817995429039
248523	rnn.weight_hh_l0_reverse	6	0.05097474530339241
248523	rnn.weight_hh_l0_reverse	7	-0.08197863399982452
248523	rnn.weight_hh_l0_reverse	8	0.0403367355465889
248523	rnn.weight_hh_l0_reverse	9	0.0351550467312336
248523	rnn.bias_ih_l0_reverse	0	-0.05730349197983742
248523	rnn.bias_ih_l0_reverse	1	-0.2818836569786072
248523	rnn.bias_ih_l0_reverse	2	-0.12291072309017181
248523	rnn.bias_ih_l0_reverse	3	-0.048309169709682465
248523	rnn.bias_ih_l0_reverse	4	-0.022464193403720856
248523	rnn.bias_ih_l0_reverse	5	0.07541769742965698
248523	rnn.bias_ih_l0_reverse	6	-0.0646062046289444
248523	rnn.bias_ih_l0_reverse	7	0.06068471074104309
248523	rnn.bias_ih_l0_reverse	8	-0.03654223680496216
248523	rnn.bias_ih_l0_reverse	9	0.06744730472564697
248523	rnn.bias_hh_l0_reverse	0	0.023563558235764503
248523	rnn.bias_hh_l0_reverse	1	-0.06198831647634506
248523	rnn.bias_hh_l0_reverse	2	0.08873085677623749
248523	rnn.bias_hh_l0_reverse	3	-0.051583182066679
248523	rnn.bias_hh_l0_reverse	4	-0.028554247692227364
248523	rnn.bias_hh_l0_reverse	5	-0.021325672045350075
248523	rnn.bias_hh_l0_reverse	6	-0.017522526904940605
248523	rnn.bias_hh_l0_reverse	7	0.10034696757793427
248523	rnn.bias_hh_l0_reverse	8	0.029533805325627327
248523	rnn.bias_hh_l0_reverse	9	-0.1489381343126297
248523	rnn.weight_ih_l1	0	-0.029561851173639297
248523	rnn.weight_ih_l1	1	-0.050709981471300125
248523	rnn.weight_ih_l1	2	0.06498129665851593
248523	rnn.weight_ih_l1	3	-0.07398464530706406
248523	rnn.weight_ih_l1	4	-0.014143062755465508
248523	rnn.weight_ih_l1	5	-0.04041825979948044
248523	rnn.weight_ih_l1	6	0.028950996696949005
248523	rnn.weight_ih_l1	7	-0.04468614235520363
248523	rnn.weight_ih_l1	8	0.037840940058231354
248523	rnn.weight_ih_l1	9	0.04472273588180542
248523	rnn.weight_hh_l1	0	-0.00706710247322917
248523	rnn.weight_hh_l1	1	0.019882218912243843
248523	rnn.weight_hh_l1	2	0.0070690736174583435
248523	rnn.weight_hh_l1	3	-0.012678183615207672
248523	rnn.weight_hh_l1	4	0.004823850002139807
248523	rnn.weight_hh_l1	5	0.034900788217782974
248523	rnn.weight_hh_l1	6	0.036166347563266754
248523	rnn.weight_hh_l1	7	-0.016262071207165718
248523	rnn.weight_hh_l1	8	-0.0072824363596737385
248523	rnn.weight_hh_l1	9	0.03850764408707619
248523	rnn.bias_ih_l1	0	-0.18407411873340607
248523	rnn.bias_ih_l1	1	-0.17498920857906342
248523	rnn.bias_ih_l1	2	-0.19707584381103516
248523	rnn.bias_ih_l1	3	-0.3089282810688019
248523	rnn.bias_ih_l1	4	-0.20978675782680511
248523	rnn.bias_ih_l1	5	-0.08787732571363449
248523	rnn.bias_ih_l1	6	-0.15935645997524261
248523	rnn.bias_ih_l1	7	-0.0023133261129260063
248523	rnn.bias_ih_l1	8	-0.13137994706630707
248523	rnn.bias_ih_l1	9	-0.12312900274991989
248523	rnn.bias_hh_l1	0	-0.09557116031646729
248523	rnn.bias_hh_l1	1	-0.06377264857292175
248523	rnn.bias_hh_l1	2	-0.08512584865093231
248523	rnn.bias_hh_l1	3	-0.07728099822998047
248523	rnn.bias_hh_l1	4	-0.07316591590642929
248523	rnn.bias_hh_l1	5	-0.11835256218910217
248523	rnn.bias_hh_l1	6	-0.16263437271118164
248523	rnn.bias_hh_l1	7	0.07284752279520035
248523	rnn.bias_hh_l1	8	-0.17650970816612244
248523	rnn.bias_hh_l1	9	-0.11659181863069534
248523	rnn.weight_ih_l1_reverse	0	-0.04690621793270111
248523	rnn.weight_ih_l1_reverse	1	0.033525727689266205
248523	rnn.weight_ih_l1_reverse	2	0.08951359987258911
248523	rnn.weight_ih_l1_reverse	3	-0.018548620864748955
248523	rnn.weight_ih_l1_reverse	4	-0.021961353719234467
248523	rnn.weight_ih_l1_reverse	5	-0.030469480901956558
248523	rnn.weight_ih_l1_reverse	6	-0.020297961309552193
248523	rnn.weight_ih_l1_reverse	7	0.029461225494742393
248523	rnn.weight_ih_l1_reverse	8	0.005730285309255123
248523	rnn.weight_ih_l1_reverse	9	-0.03384046629071236
248523	rnn.weight_hh_l1_reverse	0	0.004615350626409054
248523	rnn.weight_hh_l1_reverse	1	0.03166468068957329
248523	rnn.weight_hh_l1_reverse	2	-0.04061341658234596
248523	rnn.weight_hh_l1_reverse	3	0.03509605675935745
248523	rnn.weight_hh_l1_reverse	4	0.04721406474709511
248523	rnn.weight_hh_l1_reverse	5	0.005677424371242523
248523	rnn.weight_hh_l1_reverse	6	0.0489659458398819
248523	rnn.weight_hh_l1_reverse	7	0.031113753095269203
248523	rnn.weight_hh_l1_reverse	8	-0.007149763870984316
248523	rnn.weight_hh_l1_reverse	9	-0.030166788026690483
248523	rnn.bias_ih_l1_reverse	0	-0.04598468914628029
248523	rnn.bias_ih_l1_reverse	1	-0.1397729218006134
248523	rnn.bias_ih_l1_reverse	2	-0.16277647018432617
248523	rnn.bias_ih_l1_reverse	3	-0.06251974403858185
248523	rnn.bias_ih_l1_reverse	4	-0.20409050583839417
248523	rnn.bias_ih_l1_reverse	5	-0.11687343567609787
248523	rnn.bias_ih_l1_reverse	6	-0.1301712840795517
248523	rnn.bias_ih_l1_reverse	7	-0.19164705276489258
248523	rnn.bias_ih_l1_reverse	8	0.22406190633773804
248523	rnn.bias_ih_l1_reverse	9	0.02446095645427704
248523	rnn.bias_hh_l1_reverse	0	0.01180341374129057
248523	rnn.bias_hh_l1_reverse	1	-0.0639452412724495
248523	rnn.bias_hh_l1_reverse	2	-0.23698167502880096
248523	rnn.bias_hh_l1_reverse	3	-0.1427992433309555
248523	rnn.bias_hh_l1_reverse	4	-0.08001680672168732
248523	rnn.bias_hh_l1_reverse	5	-0.11581401526927948
248523	rnn.bias_hh_l1_reverse	6	0.06344689428806305
248523	rnn.bias_hh_l1_reverse	7	-0.1378123015165329
248523	rnn.bias_hh_l1_reverse	8	-0.12464819848537445
248523	rnn.bias_hh_l1_reverse	9	-0.14825479686260223
248523	linear.weight	0	0.002228822559118271
248523	linear.weight	1	0.09823527932167053
248523	linear.weight	2	-0.09313743561506271
248523	linear.weight	3	0.31187936663627625
248523	linear.weight	4	0.15111471712589264
248523	linear.weight	5	-0.06459468603134155
248523	linear.weight	6	0.09258751571178436
248523	linear.weight	7	0.1330311894416809
248523	linear.weight	8	0.041133854538202286
248523	linear.weight	9	-0.051582664251327515
248523	linear.bias	0	0.08392828702926636
248523	linear.bias	1	-0.19697228074073792
248523	linear.bias	2	-0.45775482058525085
248523	linear.bias	3	-0.6603084206581116
248523	linear.bias	4	-1.2624108791351318
248523	linear.bias	5	-0.06452137976884842
248523	linear.bias	6	-0.827283501625061
248523	linear.bias	7	0.2683591842651367
248523	linear.bias	8	-0.3933233618736267
248523	linear.bias	9	-1.0202057361602783
248720	transitions	0	0.7532120943069458
248720	transitions	1	0.13846734166145325
248720	transitions	2	-10000.0
248720	transitions	3	-1.8280330896377563
248720	transitions	4	-10000.0
248720	transitions	5	0.562995970249176
248720	transitions	6	-0.08546771109104156
248720	transitions	7	-0.8099830746650696
248720	transitions	8	-1.4223111867904663
248720	transitions	9	-0.0012301356764510274
248720	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
248720	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
248720	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
248720	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
248720	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
248720	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
248720	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
248720	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
248720	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
248720	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
248720	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
248720	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
248720	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
248720	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
248720	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
248720	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
248720	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
248720	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
248720	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
248720	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
248720	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
248720	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
248720	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
248720	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
248720	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
248720	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
248720	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
248720	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
248720	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
248720	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
248720	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
248720	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
248720	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
248720	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
248720	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
248720	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
248720	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
248720	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
248720	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
248720	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
248720	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
248720	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
248720	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
248720	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
248720	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
248720	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
248720	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
248720	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
248720	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
248720	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
248720	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
248720	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
248720	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
248720	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
248720	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
248720	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
248720	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
248720	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
248720	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
248720	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
248720	embedding2nn.weight	0	0.016658475622534752
248720	embedding2nn.weight	1	-0.012712092138826847
248720	embedding2nn.weight	2	-0.014268254861235619
248720	embedding2nn.weight	3	-0.031560298055410385
248720	embedding2nn.weight	4	-0.0059150345623493195
248720	embedding2nn.weight	5	-0.0037005888298153877
248720	embedding2nn.weight	6	-0.003973264712840319
248720	embedding2nn.weight	7	-0.07697490602731705
248720	embedding2nn.weight	8	-0.0019979383796453476
248720	embedding2nn.weight	9	-0.0275567714124918
248720	embedding2nn.bias	0	0.03351939842104912
248720	embedding2nn.bias	1	-0.0740741565823555
248720	embedding2nn.bias	2	0.07135334610939026
248720	embedding2nn.bias	3	0.053028203547000885
248720	embedding2nn.bias	4	-0.045449789613485336
248720	embedding2nn.bias	5	-0.011193250305950642
248720	embedding2nn.bias	6	0.015954889357089996
248720	embedding2nn.bias	7	-0.0560629740357399
248720	embedding2nn.bias	8	0.07146548479795456
248720	embedding2nn.bias	9	0.045126695185899734
248720	rnn.weight_ih_l0	0	-0.08039624243974686
248720	rnn.weight_ih_l0	1	0.003548156237229705
248720	rnn.weight_ih_l0	2	0.0351649634540081
248720	rnn.weight_ih_l0	3	0.022731559351086617
248720	rnn.weight_ih_l0	4	-0.04862889647483826
248720	rnn.weight_ih_l0	5	-0.0680212527513504
248720	rnn.weight_ih_l0	6	-0.001006820471957326
248720	rnn.weight_ih_l0	7	0.053607676178216934
248720	rnn.weight_ih_l0	8	-0.01745038479566574
248720	rnn.weight_ih_l0	9	-0.030902937054634094
248720	rnn.weight_hh_l0	0	-0.030747853219509125
248720	rnn.weight_hh_l0	1	-0.00734478747472167
248720	rnn.weight_hh_l0	2	0.007044212426990271
248720	rnn.weight_hh_l0	3	-0.07406497746706009
248720	rnn.weight_hh_l0	4	0.09336581081151962
248720	rnn.weight_hh_l0	5	-0.026428164914250374
248720	rnn.weight_hh_l0	6	-0.06343989074230194
248720	rnn.weight_hh_l0	7	0.009019056335091591
248720	rnn.weight_hh_l0	8	0.013703000731766224
248720	rnn.weight_hh_l0	9	-0.025814030319452286
248720	rnn.bias_ih_l0	0	0.12939949333667755
248720	rnn.bias_ih_l0	1	-0.03443760424852371
248720	rnn.bias_ih_l0	2	-0.034580353647470474
248720	rnn.bias_ih_l0	3	0.16335336863994598
248720	rnn.bias_ih_l0	4	-0.014126446098089218
248720	rnn.bias_ih_l0	5	-0.02290256880223751
248720	rnn.bias_ih_l0	6	0.01857617311179638
248720	rnn.bias_ih_l0	7	0.02331193909049034
248720	rnn.bias_ih_l0	8	-0.10061109811067581
248720	rnn.bias_ih_l0	9	-0.0405580997467041
248720	rnn.bias_hh_l0	0	-0.0008766987593844533
248720	rnn.bias_hh_l0	1	-0.09912362694740295
248720	rnn.bias_hh_l0	2	-0.07540760189294815
248720	rnn.bias_hh_l0	3	-0.08900249749422073
248720	rnn.bias_hh_l0	4	0.009071468375623226
248720	rnn.bias_hh_l0	5	-0.020895520225167274
248720	rnn.bias_hh_l0	6	0.02930157631635666
248720	rnn.bias_hh_l0	7	0.06129563972353935
248720	rnn.bias_hh_l0	8	-0.12273293733596802
248720	rnn.bias_hh_l0	9	-0.05849790200591087
248720	rnn.weight_ih_l0_reverse	0	-0.025377385318279266
248720	rnn.weight_ih_l0_reverse	1	-0.0566527284681797
248720	rnn.weight_ih_l0_reverse	2	-0.04835204780101776
248720	rnn.weight_ih_l0_reverse	3	0.015730569139122963
248720	rnn.weight_ih_l0_reverse	4	-0.025457043200731277
248720	rnn.weight_ih_l0_reverse	5	-0.05768430605530739
248720	rnn.weight_ih_l0_reverse	6	0.07383545488119125
248720	rnn.weight_ih_l0_reverse	7	-0.018572455272078514
248720	rnn.weight_ih_l0_reverse	8	-0.018626464530825615
248720	rnn.weight_ih_l0_reverse	9	0.00437986571341753
248720	rnn.weight_hh_l0_reverse	0	0.06809014827013016
248720	rnn.weight_hh_l0_reverse	1	0.01985379308462143
248720	rnn.weight_hh_l0_reverse	2	0.02978445030748844
248720	rnn.weight_hh_l0_reverse	3	0.03504252806305885
248720	rnn.weight_hh_l0_reverse	4	0.014297210611402988
248720	rnn.weight_hh_l0_reverse	5	0.007948705926537514
248720	rnn.weight_hh_l0_reverse	6	0.050980888307094574
248720	rnn.weight_hh_l0_reverse	7	-0.08206784725189209
248720	rnn.weight_hh_l0_reverse	8	0.04034528136253357
248720	rnn.weight_hh_l0_reverse	9	0.03514102101325989
248720	rnn.bias_ih_l0_reverse	0	-0.05730418860912323
248720	rnn.bias_ih_l0_reverse	1	-0.2814139723777771
248720	rnn.bias_ih_l0_reverse	2	-0.12296635657548904
248720	rnn.bias_ih_l0_reverse	3	-0.048339102417230606
248720	rnn.bias_ih_l0_reverse	4	-0.022427236661314964
248720	rnn.bias_ih_l0_reverse	5	0.07560420781373978
248720	rnn.bias_ih_l0_reverse	6	-0.0646219328045845
248720	rnn.bias_ih_l0_reverse	7	0.06083192303776741
248720	rnn.bias_ih_l0_reverse	8	-0.03681444004178047
248720	rnn.bias_ih_l0_reverse	9	0.06757543981075287
248720	rnn.bias_hh_l0_reverse	0	0.023627331480383873
248720	rnn.bias_hh_l0_reverse	1	-0.06250277906656265
248720	rnn.bias_hh_l0_reverse	2	0.08885060250759125
248720	rnn.bias_hh_l0_reverse	3	-0.05162506550550461
248720	rnn.bias_hh_l0_reverse	4	-0.028351180255413055
248720	rnn.bias_hh_l0_reverse	5	-0.02159619890153408
248720	rnn.bias_hh_l0_reverse	6	-0.01757844351232052
248720	rnn.bias_hh_l0_reverse	7	0.10035733878612518
248720	rnn.bias_hh_l0_reverse	8	0.029704894870519638
248720	rnn.bias_hh_l0_reverse	9	-0.14934173226356506
248720	rnn.weight_ih_l1	0	-0.029601970687508583
248720	rnn.weight_ih_l1	1	-0.05052746459841728
248720	rnn.weight_ih_l1	2	0.06505578756332397
248720	rnn.weight_ih_l1	3	-0.07395955920219421
248720	rnn.weight_ih_l1	4	-0.014237229712307453
248720	rnn.weight_ih_l1	5	-0.04040706902742386
248720	rnn.weight_ih_l1	6	0.029015667736530304
248720	rnn.weight_ih_l1	7	-0.04470791667699814
248720	rnn.weight_ih_l1	8	0.037850815802812576
248720	rnn.weight_ih_l1	9	0.04471654072403908
248720	rnn.weight_hh_l1	0	-0.007055126596242189
248720	rnn.weight_hh_l1	1	0.019854417070746422
248720	rnn.weight_hh_l1	2	0.007055484689772129
248720	rnn.weight_hh_l1	3	-0.012663930654525757
248720	rnn.weight_hh_l1	4	0.004878782667219639
248720	rnn.weight_hh_l1	5	0.03495759144425392
248720	rnn.weight_hh_l1	6	0.03615252673625946
248720	rnn.weight_hh_l1	7	-0.016227031126618385
248720	rnn.weight_hh_l1	8	-0.007290150970220566
248720	rnn.weight_hh_l1	9	0.03852887079119682
248720	rnn.bias_ih_l1	0	-0.18386811017990112
248720	rnn.bias_ih_l1	1	-0.17479069530963898
248720	rnn.bias_ih_l1	2	-0.1971762329339981
248720	rnn.bias_ih_l1	3	-0.30914074182510376
248720	rnn.bias_ih_l1	4	-0.20999546349048615
248720	rnn.bias_ih_l1	5	-0.08787321299314499
248720	rnn.bias_ih_l1	6	-0.15918293595314026
248720	rnn.bias_ih_l1	7	-0.0019873189739882946
248720	rnn.bias_ih_l1	8	-0.131459042429924
248720	rnn.bias_ih_l1	9	-0.1233682706952095
248720	rnn.bias_hh_l1	0	-0.09561662375926971
248720	rnn.bias_hh_l1	1	-0.06370747834444046
248720	rnn.bias_hh_l1	2	-0.08518300205469131
248720	rnn.bias_hh_l1	3	-0.07721570879220963
248720	rnn.bias_hh_l1	4	-0.07334727793931961
248720	rnn.bias_hh_l1	5	-0.11835590749979019
248720	rnn.bias_hh_l1	6	-0.16251984238624573
248720	rnn.bias_hh_l1	7	0.0732371062040329
248720	rnn.bias_hh_l1	8	-0.17661258578300476
248720	rnn.bias_hh_l1	9	-0.11654745787382126
248720	rnn.weight_ih_l1_reverse	0	-0.04691550135612488
248720	rnn.weight_ih_l1_reverse	1	0.03368208557367325
248720	rnn.weight_ih_l1_reverse	2	0.08945749700069427
248720	rnn.weight_ih_l1_reverse	3	-0.018515460193157196
248720	rnn.weight_ih_l1_reverse	4	-0.022070057690143585
248720	rnn.weight_ih_l1_reverse	5	-0.030462296679615974
248720	rnn.weight_ih_l1_reverse	6	-0.020413735881447792
248720	rnn.weight_ih_l1_reverse	7	0.02940596267580986
248720	rnn.weight_ih_l1_reverse	8	0.005667763762176037
248720	rnn.weight_ih_l1_reverse	9	-0.03388865292072296
248720	rnn.weight_hh_l1_reverse	0	0.004606924019753933
248720	rnn.weight_hh_l1_reverse	1	0.031667403876781464
248720	rnn.weight_hh_l1_reverse	2	-0.040614500641822815
248720	rnn.weight_hh_l1_reverse	3	0.03507595881819725
248720	rnn.weight_hh_l1_reverse	4	0.047222480177879333
248720	rnn.weight_hh_l1_reverse	5	0.005698200780898333
248720	rnn.weight_hh_l1_reverse	6	0.049077849835157394
248720	rnn.weight_hh_l1_reverse	7	0.031119458377361298
248720	rnn.weight_hh_l1_reverse	8	-0.007153266575187445
248720	rnn.weight_hh_l1_reverse	9	-0.030157973989844322
248720	rnn.bias_ih_l1_reverse	0	-0.04612352326512337
248720	rnn.bias_ih_l1_reverse	1	-0.13965919613838196
248720	rnn.bias_ih_l1_reverse	2	-0.16286243498325348
248720	rnn.bias_ih_l1_reverse	3	-0.06241355091333389
248720	rnn.bias_ih_l1_reverse	4	-0.20399075746536255
248720	rnn.bias_ih_l1_reverse	5	-0.11687387526035309
248720	rnn.bias_ih_l1_reverse	6	-0.1301649808883667
248720	rnn.bias_ih_l1_reverse	7	-0.19158485531806946
248720	rnn.bias_ih_l1_reverse	8	0.22393842041492462
248720	rnn.bias_ih_l1_reverse	9	0.024545393884181976
248720	rnn.bias_hh_l1_reverse	0	0.01152937300503254
248720	rnn.bias_hh_l1_reverse	1	-0.06326663494110107
248720	rnn.bias_hh_l1_reverse	2	-0.23695996403694153
248720	rnn.bias_hh_l1_reverse	3	-0.14295195043087006
248720	rnn.bias_hh_l1_reverse	4	-0.08015159517526627
248720	rnn.bias_hh_l1_reverse	5	-0.11560983955860138
248720	rnn.bias_hh_l1_reverse	6	0.06378443539142609
248720	rnn.bias_hh_l1_reverse	7	-0.13774552941322327
248720	rnn.bias_hh_l1_reverse	8	-0.12469159811735153
248720	rnn.bias_hh_l1_reverse	9	-0.14826470613479614
248720	linear.weight	0	0.002228822559118271
248720	linear.weight	1	0.09846661239862442
248720	linear.weight	2	-0.09319207817316055
248720	linear.weight	3	0.3122716248035431
248720	linear.weight	4	0.15128245949745178
248720	linear.weight	5	-0.06456851214170456
248720	linear.weight	6	0.0935181975364685
248720	linear.weight	7	0.13331978023052216
248720	linear.weight	8	0.0411338247358799
248720	linear.weight	9	-0.05120714008808136
248720	linear.bias	0	0.08095834404230118
248720	linear.bias	1	-0.20045065879821777
248720	linear.bias	2	-0.454836905002594
248720	linear.bias	3	-0.6599683165550232
248720	linear.bias	4	-1.262031078338623
248720	linear.bias	5	-0.06365570425987244
248720	linear.bias	6	-0.8307917714118958
248720	linear.bias	7	0.26900601387023926
248720	linear.bias	8	-0.39100539684295654
248720	linear.bias	9	-1.0178371667861938
248724	transitions	0	0.753231942653656
248724	transitions	1	0.13846729695796967
248724	transitions	2	-10000.0
248724	transitions	3	-1.8280330896377563
248724	transitions	4	-10000.0
248724	transitions	5	0.562995970249176
248724	transitions	6	-0.08546771854162216
248724	transitions	7	-0.8099830746650696
248724	transitions	8	-1.4223111867904663
248724	transitions	9	-0.001230135909281671
248724	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
248724	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
248724	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
248724	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
248724	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
248724	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
248724	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
248724	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
248724	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
248724	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
248724	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
248724	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
248724	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
248724	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
248724	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
248724	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
248724	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
248724	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
248724	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
248724	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
248724	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
248724	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
248724	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
248724	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
248724	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
248724	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
248724	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
248724	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
248724	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
248724	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
248724	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
248724	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
248724	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
248724	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
248724	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
248724	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
248724	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
248724	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
248724	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
248724	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
248724	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
248724	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
248724	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
248724	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
248724	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
248724	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
248724	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
248724	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
248724	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
248724	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
248724	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
248724	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
248724	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
248724	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
248724	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
248724	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
248724	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
248724	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
248724	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
248724	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
248724	embedding2nn.weight	0	0.01663571409881115
248724	embedding2nn.weight	1	-0.012709730304777622
248724	embedding2nn.weight	2	-0.014268254861235619
248724	embedding2nn.weight	3	-0.03156250715255737
248724	embedding2nn.weight	4	-0.0059150345623493195
248724	embedding2nn.weight	5	-0.0037005888298153877
248724	embedding2nn.weight	6	-0.003973264712840319
248724	embedding2nn.weight	7	-0.07699181884527206
248724	embedding2nn.weight	8	-0.0019979383796453476
248724	embedding2nn.weight	9	-0.02755453810095787
248724	embedding2nn.bias	0	0.03333387151360512
248724	embedding2nn.bias	1	-0.07397656887769699
248724	embedding2nn.bias	2	0.07139646261930466
248724	embedding2nn.bias	3	0.05317812040448189
248724	embedding2nn.bias	4	-0.04539639130234718
248724	embedding2nn.bias	5	-0.011075055226683617
248724	embedding2nn.bias	6	0.016039177775382996
248724	embedding2nn.bias	7	-0.05606545880436897
248724	embedding2nn.bias	8	0.07163345813751221
248724	embedding2nn.bias	9	0.04505949839949608
248724	rnn.weight_ih_l0	0	-0.08039034157991409
248724	rnn.weight_ih_l0	1	0.0035439697094261646
248724	rnn.weight_ih_l0	2	0.03516226261854172
248724	rnn.weight_ih_l0	3	0.022731980308890343
248724	rnn.weight_ih_l0	4	-0.04863830655813217
248724	rnn.weight_ih_l0	5	-0.06802898645401001
248724	rnn.weight_ih_l0	6	-0.0010083229281008244
248724	rnn.weight_ih_l0	7	0.05360556021332741
248724	rnn.weight_ih_l0	8	-0.017457840964198112
248724	rnn.weight_ih_l0	9	-0.030907830223441124
248724	rnn.weight_hh_l0	0	-0.030746839940547943
248724	rnn.weight_hh_l0	1	-0.007348176557570696
248724	rnn.weight_hh_l0	2	0.007054916583001614
248724	rnn.weight_hh_l0	3	-0.0740617886185646
248724	rnn.weight_hh_l0	4	0.0933578833937645
248724	rnn.weight_hh_l0	5	-0.026422232389450073
248724	rnn.weight_hh_l0	6	-0.06345061212778091
248724	rnn.weight_hh_l0	7	0.009006969630718231
248724	rnn.weight_hh_l0	8	0.013699636794626713
248724	rnn.weight_hh_l0	9	-0.025815341621637344
248724	rnn.bias_ih_l0	0	0.1294095516204834
248724	rnn.bias_ih_l0	1	-0.0344187431037426
248724	rnn.bias_ih_l0	2	-0.03458791598677635
248724	rnn.bias_ih_l0	3	0.1633695811033249
248724	rnn.bias_ih_l0	4	-0.014117185957729816
248724	rnn.bias_ih_l0	5	-0.022888822481036186
248724	rnn.bias_ih_l0	6	0.018578412011265755
248724	rnn.bias_ih_l0	7	0.023312987759709358
248724	rnn.bias_ih_l0	8	-0.10064522922039032
248724	rnn.bias_ih_l0	9	-0.04061118885874748
248724	rnn.bias_hh_l0	0	-0.0008358123013749719
248724	rnn.bias_hh_l0	1	-0.0991198867559433
248724	rnn.bias_hh_l0	2	-0.0754094049334526
248724	rnn.bias_hh_l0	3	-0.08896011859178543
248724	rnn.bias_hh_l0	4	0.00910559669137001
248724	rnn.bias_hh_l0	5	-0.02092088758945465
248724	rnn.bias_hh_l0	6	0.029363704845309258
248724	rnn.bias_hh_l0	7	0.06128209829330444
248724	rnn.bias_hh_l0	8	-0.12272027879953384
248724	rnn.bias_hh_l0	9	-0.05849562585353851
248724	rnn.weight_ih_l0_reverse	0	-0.02538224495947361
248724	rnn.weight_ih_l0_reverse	1	-0.056650057435035706
248724	rnn.weight_ih_l0_reverse	2	-0.04835062846541405
248724	rnn.weight_ih_l0_reverse	3	0.01572878286242485
248724	rnn.weight_ih_l0_reverse	4	-0.025452516973018646
248724	rnn.weight_ih_l0_reverse	5	-0.057680413126945496
248724	rnn.weight_ih_l0_reverse	6	0.07383479923009872
248724	rnn.weight_ih_l0_reverse	7	-0.018572311848402023
248724	rnn.weight_ih_l0_reverse	8	-0.01862790808081627
248724	rnn.weight_ih_l0_reverse	9	0.004374595358967781
248724	rnn.weight_hh_l0_reverse	0	0.06809049099683762
248724	rnn.weight_hh_l0_reverse	1	0.01985757052898407
248724	rnn.weight_hh_l0_reverse	2	0.02979096956551075
248724	rnn.weight_hh_l0_reverse	3	0.03504500165581703
248724	rnn.weight_hh_l0_reverse	4	0.01429514866322279
248724	rnn.weight_hh_l0_reverse	5	0.007946520112454891
248724	rnn.weight_hh_l0_reverse	6	0.05098754167556763
248724	rnn.weight_hh_l0_reverse	7	-0.08206828683614731
248724	rnn.weight_hh_l0_reverse	8	0.04034344479441643
248724	rnn.weight_hh_l0_reverse	9	0.03512510284781456
248724	rnn.bias_ih_l0_reverse	0	-0.057299140840768814
248724	rnn.bias_ih_l0_reverse	1	-0.28140607476234436
248724	rnn.bias_ih_l0_reverse	2	-0.12295620888471603
248724	rnn.bias_ih_l0_reverse	3	-0.04831802845001221
248724	rnn.bias_ih_l0_reverse	4	-0.02241154946386814
248724	rnn.bias_ih_l0_reverse	5	0.07559910416603088
248724	rnn.bias_ih_l0_reverse	6	-0.06462937593460083
248724	rnn.bias_ih_l0_reverse	7	0.060820844024419785
248724	rnn.bias_ih_l0_reverse	8	-0.03678615391254425
248724	rnn.bias_ih_l0_reverse	9	0.06757643073797226
248724	rnn.bias_hh_l0_reverse	0	0.02361239120364189
248724	rnn.bias_hh_l0_reverse	1	-0.06250225007534027
248724	rnn.bias_hh_l0_reverse	2	0.08884555846452713
248724	rnn.bias_hh_l0_reverse	3	-0.051634833216667175
248724	rnn.bias_hh_l0_reverse	4	-0.028341319411993027
248724	rnn.bias_hh_l0_reverse	5	-0.021626219153404236
248724	rnn.bias_hh_l0_reverse	6	-0.017598558217287064
248724	rnn.bias_hh_l0_reverse	7	0.10037461668252945
248724	rnn.bias_hh_l0_reverse	8	0.02969674952328205
248724	rnn.bias_hh_l0_reverse	9	-0.14934833347797394
248724	rnn.weight_ih_l1	0	-0.029603127390146255
248724	rnn.weight_ih_l1	1	-0.050527315586805344
248724	rnn.weight_ih_l1	2	0.06503739207983017
248724	rnn.weight_ih_l1	3	-0.07394760847091675
248724	rnn.weight_ih_l1	4	-0.014249471016228199
248724	rnn.weight_ih_l1	5	-0.04039916768670082
248724	rnn.weight_ih_l1	6	0.029015831649303436
248724	rnn.weight_ih_l1	7	-0.04467729851603508
248724	rnn.weight_ih_l1	8	0.037848178297281265
248724	rnn.weight_ih_l1	9	0.04472150281071663
248724	rnn.weight_hh_l1	0	-0.007057880982756615
248724	rnn.weight_hh_l1	1	0.019854450598359108
248724	rnn.weight_hh_l1	2	0.007076510228216648
248724	rnn.weight_hh_l1	3	-0.012659955769777298
248724	rnn.weight_hh_l1	4	0.004873097874224186
248724	rnn.weight_hh_l1	5	0.03495871275663376
248724	rnn.weight_hh_l1	6	0.03615691140294075
248724	rnn.weight_hh_l1	7	-0.016223177313804626
248724	rnn.weight_hh_l1	8	-0.007300150115042925
248724	rnn.weight_hh_l1	9	0.0385308600962162
248724	rnn.bias_ih_l1	0	-0.1838960349559784
248724	rnn.bias_ih_l1	1	-0.1748201996088028
248724	rnn.bias_ih_l1	2	-0.1971629410982132
248724	rnn.bias_ih_l1	3	-0.30915606021881104
248724	rnn.bias_ih_l1	4	-0.21013054251670837
248724	rnn.bias_ih_l1	5	-0.08786831796169281
248724	rnn.bias_ih_l1	6	-0.15912923216819763
248724	rnn.bias_ih_l1	7	-0.0019168993458151817
248724	rnn.bias_ih_l1	8	-0.13147026300430298
248724	rnn.bias_ih_l1	9	-0.12334614247083664
248724	rnn.bias_hh_l1	0	-0.09565162658691406
248724	rnn.bias_hh_l1	1	-0.06371881067752838
248724	rnn.bias_hh_l1	2	-0.08520086854696274
248724	rnn.bias_hh_l1	3	-0.0772164836525917
248724	rnn.bias_hh_l1	4	-0.07333560287952423
248724	rnn.bias_hh_l1	5	-0.11835704743862152
248724	rnn.bias_hh_l1	6	-0.16251760721206665
248724	rnn.bias_hh_l1	7	0.07327274233102798
248724	rnn.bias_hh_l1	8	-0.17662349343299866
248724	rnn.bias_hh_l1	9	-0.1165890321135521
248724	rnn.weight_ih_l1_reverse	0	-0.04691439867019653
248724	rnn.weight_ih_l1_reverse	1	0.03368133306503296
248724	rnn.weight_ih_l1_reverse	2	0.08941010385751724
248724	rnn.weight_ih_l1_reverse	3	-0.018525125458836555
248724	rnn.weight_ih_l1_reverse	4	-0.02208312787115574
248724	rnn.weight_ih_l1_reverse	5	-0.030462807044386864
248724	rnn.weight_ih_l1_reverse	6	-0.020418768748641014
248724	rnn.weight_ih_l1_reverse	7	0.02939695492386818
248724	rnn.weight_ih_l1_reverse	8	0.0056638517417013645
248724	rnn.weight_ih_l1_reverse	9	-0.033904992043972015
248724	rnn.weight_hh_l1_reverse	0	0.004605997819453478
248724	rnn.weight_hh_l1_reverse	1	0.031668391078710556
248724	rnn.weight_hh_l1_reverse	2	-0.040613945573568344
248724	rnn.weight_hh_l1_reverse	3	0.0350746288895607
248724	rnn.weight_hh_l1_reverse	4	0.04722622409462929
248724	rnn.weight_hh_l1_reverse	5	0.005701201967895031
248724	rnn.weight_hh_l1_reverse	6	0.04908619821071625
248724	rnn.weight_hh_l1_reverse	7	0.031118467450141907
248724	rnn.weight_hh_l1_reverse	8	-0.0071529820561409
248724	rnn.weight_hh_l1_reverse	9	-0.030158009380102158
248724	rnn.bias_ih_l1_reverse	0	-0.04611611366271973
248724	rnn.bias_ih_l1_reverse	1	-0.1396559774875641
248724	rnn.bias_ih_l1_reverse	2	-0.16287530958652496
248724	rnn.bias_ih_l1_reverse	3	-0.06253515928983688
248724	rnn.bias_ih_l1_reverse	4	-0.20398424565792084
248724	rnn.bias_ih_l1_reverse	5	-0.11685847491025925
248724	rnn.bias_ih_l1_reverse	6	-0.13016878068447113
248724	rnn.bias_ih_l1_reverse	7	-0.19159716367721558
248724	rnn.bias_ih_l1_reverse	8	0.22396807372570038
248724	rnn.bias_ih_l1_reverse	9	0.024490341544151306
248724	rnn.bias_hh_l1_reverse	0	0.011605394072830677
248724	rnn.bias_hh_l1_reverse	1	-0.0632907971739769
248724	rnn.bias_hh_l1_reverse	2	-0.23693430423736572
248724	rnn.bias_hh_l1_reverse	3	-0.14295019209384918
248724	rnn.bias_hh_l1_reverse	4	-0.08015157282352448
248724	rnn.bias_hh_l1_reverse	5	-0.11562937498092651
248724	rnn.bias_hh_l1_reverse	6	0.06382793188095093
248724	rnn.bias_hh_l1_reverse	7	-0.1377599537372589
248724	rnn.bias_hh_l1_reverse	8	-0.12470527738332748
248724	rnn.bias_hh_l1_reverse	9	-0.14826886355876923
248724	linear.weight	0	0.002228822559118271
248724	linear.weight	1	0.09822448343038559
248724	linear.weight	2	-0.09319016337394714
248724	linear.weight	3	0.31225576996803284
248724	linear.weight	4	0.15130488574504852
248724	linear.weight	5	-0.0645708367228508
248724	linear.weight	6	0.09361666440963745
248724	linear.weight	7	0.1333141177892685
248724	linear.weight	8	0.0411338247358799
248724	linear.weight	9	-0.051207173615694046
248724	linear.bias	0	0.08053715527057648
248724	linear.bias	1	-0.20002315938472748
248724	linear.bias	2	-0.45464566349983215
248724	linear.bias	3	-0.6600740551948547
248724	linear.bias	4	-1.2621361017227173
248724	linear.bias	5	-0.06362786144018173
248724	linear.bias	6	-0.8303656578063965
248724	linear.bias	7	0.26903650164604187
248724	linear.bias	8	-0.3913586735725403
248724	linear.bias	9	-1.0181901454925537
248921	transitions	0	0.7531912922859192
248921	transitions	1	0.13916002213954926
248921	transitions	2	-10000.0
248921	transitions	3	-1.8280335664749146
248921	transitions	4	-10000.0
248921	transitions	5	0.5629931092262268
248921	transitions	6	-0.08547034859657288
248921	transitions	7	-0.8100211024284363
248921	transitions	8	-1.4223135709762573
248921	transitions	9	-0.0012301546521484852
248921	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
248921	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
248921	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
248921	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
248921	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
248921	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
248921	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
248921	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
248921	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
248921	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
248921	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
248921	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
248921	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
248921	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
248921	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
248921	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
248921	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
248921	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
248921	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
248921	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
248921	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
248921	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
248921	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
248921	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
248921	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
248921	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
248921	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
248921	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
248921	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
248921	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
248921	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
248921	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
248921	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
248921	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
248921	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
248921	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
248921	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
248921	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
248921	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
248921	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
248921	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
248921	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
248921	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
248921	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
248921	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
248921	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
248921	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
248921	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
248921	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
248921	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
248921	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
248921	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
248921	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
248921	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
248921	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
248921	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
248921	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
248921	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
248921	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
248921	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
248921	embedding2nn.weight	0	0.016626736149191856
248921	embedding2nn.weight	1	-0.01271446980535984
248921	embedding2nn.weight	2	-0.014268254861235619
248921	embedding2nn.weight	3	-0.03146671503782272
248921	embedding2nn.weight	4	-0.0059150345623493195
248921	embedding2nn.weight	5	-0.0037005888298153877
248921	embedding2nn.weight	6	-0.003973264247179031
248921	embedding2nn.weight	7	-0.07705877721309662
248921	embedding2nn.weight	8	-0.0019979383796453476
248921	embedding2nn.weight	9	-0.027573388069868088
248921	embedding2nn.bias	0	0.03317541256546974
248921	embedding2nn.bias	1	-0.07370131462812424
248921	embedding2nn.bias	2	0.07064405828714371
248921	embedding2nn.bias	3	0.05298943072557449
248921	embedding2nn.bias	4	-0.045078542083501816
248921	embedding2nn.bias	5	-0.010837066918611526
248921	embedding2nn.bias	6	0.01589762605726719
248921	embedding2nn.bias	7	-0.05516520142555237
248921	embedding2nn.bias	8	0.07198037207126617
248921	embedding2nn.bias	9	0.04531245678663254
248921	rnn.weight_ih_l0	0	-0.08042143285274506
248921	rnn.weight_ih_l0	1	0.003431871300563216
248921	rnn.weight_ih_l0	2	0.03522862493991852
248921	rnn.weight_ih_l0	3	0.02273073047399521
248921	rnn.weight_ih_l0	4	-0.04862827807664871
248921	rnn.weight_ih_l0	5	-0.06809969246387482
248921	rnn.weight_ih_l0	6	-0.0009745425195433199
248921	rnn.weight_ih_l0	7	0.05362136289477348
248921	rnn.weight_ih_l0	8	-0.017299873754382133
248921	rnn.weight_ih_l0	9	-0.03094562701880932
248921	rnn.weight_hh_l0	0	-0.030736953020095825
248921	rnn.weight_hh_l0	1	-0.007349638268351555
248921	rnn.weight_hh_l0	2	0.006988697685301304
248921	rnn.weight_hh_l0	3	-0.07404196262359619
248921	rnn.weight_hh_l0	4	0.09343428164720535
248921	rnn.weight_hh_l0	5	-0.026434091851115227
248921	rnn.weight_hh_l0	6	-0.06354287266731262
248921	rnn.weight_hh_l0	7	0.008962366729974747
248921	rnn.weight_hh_l0	8	0.013576336205005646
248921	rnn.weight_hh_l0	9	-0.02575724944472313
248921	rnn.bias_ih_l0	0	0.1294909566640854
248921	rnn.bias_ih_l0	1	-0.034441713243722916
248921	rnn.bias_ih_l0	2	-0.03465369716286659
248921	rnn.bias_ih_l0	3	0.16353267431259155
248921	rnn.bias_ih_l0	4	-0.013879002071917057
248921	rnn.bias_ih_l0	5	-0.022973952814936638
248921	rnn.bias_ih_l0	6	0.018406303599476814
248921	rnn.bias_ih_l0	7	0.023136796429753304
248921	rnn.bias_ih_l0	8	-0.10056034475564957
248921	rnn.bias_ih_l0	9	-0.04039401188492775
248921	rnn.bias_hh_l0	0	-0.0006914309924468398
248921	rnn.bias_hh_l0	1	-0.09949178248643875
248921	rnn.bias_hh_l0	2	-0.07534825801849365
248921	rnn.bias_hh_l0	3	-0.08892561495304108
248921	rnn.bias_hh_l0	4	0.009123319759964943
248921	rnn.bias_hh_l0	5	-0.021014655008912086
248921	rnn.bias_hh_l0	6	0.02911081165075302
248921	rnn.bias_hh_l0	7	0.061462707817554474
248921	rnn.bias_hh_l0	8	-0.12291952967643738
248921	rnn.bias_hh_l0	9	-0.05841907858848572
248921	rnn.weight_ih_l0_reverse	0	-0.025434503331780434
248921	rnn.weight_ih_l0_reverse	1	-0.05674150958657265
248921	rnn.weight_ih_l0_reverse	2	-0.04847874119877815
248921	rnn.weight_ih_l0_reverse	3	0.015696879476308823
248921	rnn.weight_ih_l0_reverse	4	-0.025537943467497826
248921	rnn.weight_ih_l0_reverse	5	-0.05767139792442322
248921	rnn.weight_ih_l0_reverse	6	0.07386180758476257
248921	rnn.weight_ih_l0_reverse	7	-0.018585365265607834
248921	rnn.weight_ih_l0_reverse	8	-0.018650991842150688
248921	rnn.weight_ih_l0_reverse	9	0.004422834608703852
248921	rnn.weight_hh_l0_reverse	0	0.0681481584906578
248921	rnn.weight_hh_l0_reverse	1	0.019767161458730698
248921	rnn.weight_hh_l0_reverse	2	0.029776569455862045
248921	rnn.weight_hh_l0_reverse	3	0.03500045835971832
248921	rnn.weight_hh_l0_reverse	4	0.014262830838561058
248921	rnn.weight_hh_l0_reverse	5	0.007988905534148216
248921	rnn.weight_hh_l0_reverse	6	0.05106554925441742
248921	rnn.weight_hh_l0_reverse	7	-0.08199155330657959
248921	rnn.weight_hh_l0_reverse	8	0.040414247661828995
248921	rnn.weight_hh_l0_reverse	9	0.035111043602228165
248921	rnn.bias_ih_l0_reverse	0	-0.05739278718829155
248921	rnn.bias_ih_l0_reverse	1	-0.28170934319496155
248921	rnn.bias_ih_l0_reverse	2	-0.12289828062057495
248921	rnn.bias_ih_l0_reverse	3	-0.048399798572063446
248921	rnn.bias_ih_l0_reverse	4	-0.022464657202363014
248921	rnn.bias_ih_l0_reverse	5	0.07563259452581406
248921	rnn.bias_ih_l0_reverse	6	-0.06445857137441635
248921	rnn.bias_ih_l0_reverse	7	0.06076228991150856
248921	rnn.bias_ih_l0_reverse	8	-0.036616697907447815
248921	rnn.bias_ih_l0_reverse	9	0.067601278424263
248921	rnn.bias_hh_l0_reverse	0	0.02360054850578308
248921	rnn.bias_hh_l0_reverse	1	-0.06217559799551964
248921	rnn.bias_hh_l0_reverse	2	0.08893963694572449
248921	rnn.bias_hh_l0_reverse	3	-0.05158374086022377
248921	rnn.bias_hh_l0_reverse	4	-0.028535423800349236
248921	rnn.bias_hh_l0_reverse	5	-0.021465491503477097
248921	rnn.bias_hh_l0_reverse	6	-0.01756848767399788
248921	rnn.bias_hh_l0_reverse	7	0.10020315647125244
248921	rnn.bias_hh_l0_reverse	8	0.029684754088521004
248921	rnn.bias_hh_l0_reverse	9	-0.14946191012859344
248921	rnn.weight_ih_l1	0	-0.029684923589229584
248921	rnn.weight_ih_l1	1	-0.050482526421546936
248921	rnn.weight_ih_l1	2	0.06497187167406082
248921	rnn.weight_ih_l1	3	-0.07387076318264008
248921	rnn.weight_ih_l1	4	-0.014197634533047676
248921	rnn.weight_ih_l1	5	-0.04037366062402725
248921	rnn.weight_ih_l1	6	0.0290167648345232
248921	rnn.weight_ih_l1	7	-0.044651761651039124
248921	rnn.weight_ih_l1	8	0.03782011568546295
248921	rnn.weight_ih_l1	9	0.04466808959841728
248921	rnn.weight_hh_l1	0	-0.007069842889904976
248921	rnn.weight_hh_l1	1	0.01986710913479328
248921	rnn.weight_hh_l1	2	0.007114849053323269
248921	rnn.weight_hh_l1	3	-0.012654955498874187
248921	rnn.weight_hh_l1	4	0.00491435406729579
248921	rnn.weight_hh_l1	5	0.03496402129530907
248921	rnn.weight_hh_l1	6	0.03617453947663307
248921	rnn.weight_hh_l1	7	-0.01620650291442871
248921	rnn.weight_hh_l1	8	-0.007296589203178883
248921	rnn.weight_hh_l1	9	0.03848389908671379
248921	rnn.bias_ih_l1	0	-0.18423670530319214
248921	rnn.bias_ih_l1	1	-0.1746426671743393
248921	rnn.bias_ih_l1	2	-0.1971098929643631
248921	rnn.bias_ih_l1	3	-0.3088904619216919
248921	rnn.bias_ih_l1	4	-0.2106294184923172
248921	rnn.bias_ih_l1	5	-0.08783899247646332
248921	rnn.bias_ih_l1	6	-0.1591992974281311
248921	rnn.bias_ih_l1	7	-0.0024876443203538656
248921	rnn.bias_ih_l1	8	-0.13155047595500946
248921	rnn.bias_ih_l1	9	-0.12346244603395462
248921	rnn.bias_hh_l1	0	-0.09553766250610352
248921	rnn.bias_hh_l1	1	-0.06367549300193787
248921	rnn.bias_hh_l1	2	-0.0852668359875679
248921	rnn.bias_hh_l1	3	-0.07723637670278549
248921	rnn.bias_hh_l1	4	-0.07331515103578568
248921	rnn.bias_hh_l1	5	-0.11838853359222412
248921	rnn.bias_hh_l1	6	-0.16263341903686523
248921	rnn.bias_hh_l1	7	0.07360634207725525
248921	rnn.bias_hh_l1	8	-0.17690227925777435
248921	rnn.bias_hh_l1	9	-0.11656386405229568
248921	rnn.weight_ih_l1_reverse	0	-0.04690292477607727
248921	rnn.weight_ih_l1_reverse	1	0.033521536737680435
248921	rnn.weight_ih_l1_reverse	2	0.0893280953168869
248921	rnn.weight_ih_l1_reverse	3	-0.018640700727701187
248921	rnn.weight_ih_l1_reverse	4	-0.022214015945792198
248921	rnn.weight_ih_l1_reverse	5	-0.03046312741935253
248921	rnn.weight_ih_l1_reverse	6	-0.020254097878932953
248921	rnn.weight_ih_l1_reverse	7	0.029456350952386856
248921	rnn.weight_ih_l1_reverse	8	0.005810919217765331
248921	rnn.weight_ih_l1_reverse	9	-0.03385387733578682
248921	rnn.weight_hh_l1_reverse	0	0.004617767408490181
248921	rnn.weight_hh_l1_reverse	1	0.0316891074180603
248921	rnn.weight_hh_l1_reverse	2	-0.04061642289161682
248921	rnn.weight_hh_l1_reverse	3	0.035079799592494965
248921	rnn.weight_hh_l1_reverse	4	0.04724792763590813
248921	rnn.weight_hh_l1_reverse	5	0.0056351590901613235
248921	rnn.weight_hh_l1_reverse	6	0.049136970192193985
248921	rnn.weight_hh_l1_reverse	7	0.03110591694712639
248921	rnn.weight_hh_l1_reverse	8	-0.007171736564487219
248921	rnn.weight_hh_l1_reverse	9	-0.030162084847688675
248921	rnn.bias_ih_l1_reverse	0	-0.04576587304472923
248921	rnn.bias_ih_l1_reverse	1	-0.13948486745357513
248921	rnn.bias_ih_l1_reverse	2	-0.16328825056552887
248921	rnn.bias_ih_l1_reverse	3	-0.06172214820981026
248921	rnn.bias_ih_l1_reverse	4	-0.2040955126285553
248921	rnn.bias_ih_l1_reverse	5	-0.11693958193063736
248921	rnn.bias_ih_l1_reverse	6	-0.13011138141155243
248921	rnn.bias_ih_l1_reverse	7	-0.19149360060691833
248921	rnn.bias_ih_l1_reverse	8	0.22446852922439575
248921	rnn.bias_ih_l1_reverse	9	0.024542784318327904
248921	rnn.bias_hh_l1_reverse	0	0.011886101216077805
248921	rnn.bias_hh_l1_reverse	1	-0.06276676803827286
248921	rnn.bias_hh_l1_reverse	2	-0.2369035929441452
248921	rnn.bias_hh_l1_reverse	3	-0.1429823935031891
248921	rnn.bias_hh_l1_reverse	4	-0.08021735399961472
248921	rnn.bias_hh_l1_reverse	5	-0.11535842716693878
248921	rnn.bias_hh_l1_reverse	6	0.06400682777166367
248921	rnn.bias_hh_l1_reverse	7	-0.13760443031787872
248921	rnn.bias_hh_l1_reverse	8	-0.12466602027416229
248921	rnn.bias_hh_l1_reverse	9	-0.14824163913726807
248921	linear.weight	0	0.002228822559118271
248921	linear.weight	1	0.09861794859170914
248921	linear.weight	2	-0.09319428354501724
248921	linear.weight	3	0.3118782341480255
248921	linear.weight	4	0.15118707716464996
248921	linear.weight	5	-0.06456978619098663
248921	linear.weight	6	0.09321090579032898
248921	linear.weight	7	0.1335344761610031
248921	linear.weight	8	0.041133813560009
248921	linear.weight	9	-0.05132320895791054
248921	linear.bias	0	0.08902046084403992
248921	linear.bias	1	-0.19973351061344147
248921	linear.bias	2	-0.45378434658050537
248921	linear.bias	3	-0.660922646522522
248921	linear.bias	4	-1.2627801895141602
248921	linear.bias	5	-0.06299059092998505
248921	linear.bias	6	-0.8298887014389038
248921	linear.bias	7	0.2696540653705597
248921	linear.bias	8	-0.39367198944091797
248921	linear.bias	9	-1.0205661058425903
249118	transitions	0	0.7539855241775513
249118	transitions	1	0.139055073261261
249118	transitions	2	-10000.0
249118	transitions	3	-1.8280340433120728
249118	transitions	4	-10000.0
249118	transitions	5	0.5629919767379761
249118	transitions	6	-0.08547163009643555
249118	transitions	7	-0.8100484013557434
249118	transitions	8	-1.4223185777664185
249118	transitions	9	-0.0012301694368943572
249118	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
249118	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
249118	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
249118	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
249118	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
249118	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
249118	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
249118	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
249118	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
249118	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
249118	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
249118	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
249118	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
249118	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
249118	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
249118	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
249118	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
249118	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
249118	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
249118	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
249118	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
249118	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
249118	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
249118	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
249118	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
249118	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
249118	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
249118	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
249118	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
249118	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
249118	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
249118	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
249118	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
249118	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
249118	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
249118	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
249118	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
249118	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
249118	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
249118	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
249118	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
249118	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
249118	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
249118	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
249118	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
249118	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
249118	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
249118	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
249118	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
249118	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
249118	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
249118	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
249118	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
249118	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
249118	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
249118	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
249118	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
249118	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
249118	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
249118	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
249118	embedding2nn.weight	0	0.01658344827592373
249118	embedding2nn.weight	1	-0.012730501592159271
249118	embedding2nn.weight	2	-0.014268254861235619
249118	embedding2nn.weight	3	-0.03148060292005539
249118	embedding2nn.weight	4	-0.0059150345623493195
249118	embedding2nn.weight	5	-0.0037005888298153877
249118	embedding2nn.weight	6	-0.003973264247179031
249118	embedding2nn.weight	7	-0.07694930583238602
249118	embedding2nn.weight	8	-0.0019979383796453476
249118	embedding2nn.weight	9	-0.027611838653683662
249118	embedding2nn.bias	0	0.03257189691066742
249118	embedding2nn.bias	1	-0.07276728749275208
249118	embedding2nn.bias	2	0.070793516933918
249118	embedding2nn.bias	3	0.0532657615840435
249118	embedding2nn.bias	4	-0.04484464228153229
249118	embedding2nn.bias	5	-0.011479762382805347
249118	embedding2nn.bias	6	0.015819333493709564
249118	embedding2nn.bias	7	-0.05426666513085365
249118	embedding2nn.bias	8	0.07197609543800354
249118	embedding2nn.bias	9	0.044891875237226486
249118	rnn.weight_ih_l0	0	-0.0804804265499115
249118	rnn.weight_ih_l0	1	0.0034214660990983248
249118	rnn.weight_ih_l0	2	0.035182591527700424
249118	rnn.weight_ih_l0	3	0.022664546966552734
249118	rnn.weight_ih_l0	4	-0.04853873699903488
249118	rnn.weight_ih_l0	5	-0.06806917488574982
249118	rnn.weight_ih_l0	6	-0.0010110742878168821
249118	rnn.weight_ih_l0	7	0.053739242255687714
249118	rnn.weight_ih_l0	8	-0.017220409587025642
249118	rnn.weight_ih_l0	9	-0.031071431934833527
249118	rnn.weight_hh_l0	0	-0.030829312279820442
249118	rnn.weight_hh_l0	1	-0.007192867808043957
249118	rnn.weight_hh_l0	2	0.006975743919610977
249118	rnn.weight_hh_l0	3	-0.0740228220820427
249118	rnn.weight_hh_l0	4	0.09341874718666077
249118	rnn.weight_hh_l0	5	-0.02640749141573906
249118	rnn.weight_hh_l0	6	-0.06349816173315048
249118	rnn.weight_hh_l0	7	0.00903542060405016
249118	rnn.weight_hh_l0	8	0.013529995456337929
249118	rnn.weight_hh_l0	9	-0.025724316015839577
249118	rnn.bias_ih_l0	0	0.12953422963619232
249118	rnn.bias_ih_l0	1	-0.03428468853235245
249118	rnn.bias_ih_l0	2	-0.034662626683712006
249118	rnn.bias_ih_l0	3	0.16386465728282928
249118	rnn.bias_ih_l0	4	-0.013542628847062588
249118	rnn.bias_ih_l0	5	-0.02304551936686039
249118	rnn.bias_ih_l0	6	0.018637409433722496
249118	rnn.bias_ih_l0	7	0.023264290764927864
249118	rnn.bias_ih_l0	8	-0.10054542869329453
249118	rnn.bias_ih_l0	9	-0.04025058075785637
249118	rnn.bias_hh_l0	0	-0.0004849001707043499
249118	rnn.bias_hh_l0	1	-0.09935280680656433
249118	rnn.bias_hh_l0	2	-0.0753798857331276
249118	rnn.bias_hh_l0	3	-0.08900749683380127
249118	rnn.bias_hh_l0	4	0.00892921444028616
249118	rnn.bias_hh_l0	5	-0.020987777039408684
249118	rnn.bias_hh_l0	6	0.02904793806374073
249118	rnn.bias_hh_l0	7	0.06159790977835655
249118	rnn.bias_hh_l0	8	-0.12277849018573761
249118	rnn.bias_hh_l0	9	-0.058759260922670364
249118	rnn.weight_ih_l0_reverse	0	-0.025422122329473495
249118	rnn.weight_ih_l0_reverse	1	-0.05678465589880943
249118	rnn.weight_ih_l0_reverse	2	-0.048433318734169006
249118	rnn.weight_ih_l0_reverse	3	0.015608114190399647
249118	rnn.weight_ih_l0_reverse	4	-0.025543153285980225
249118	rnn.weight_ih_l0_reverse	5	-0.0576566606760025
249118	rnn.weight_ih_l0_reverse	6	0.07374726980924606
249118	rnn.weight_ih_l0_reverse	7	-0.018662534654140472
249118	rnn.weight_ih_l0_reverse	8	-0.01869511418044567
249118	rnn.weight_ih_l0_reverse	9	0.004386695101857185
249118	rnn.weight_hh_l0_reverse	0	0.06821650266647339
249118	rnn.weight_hh_l0_reverse	1	0.01970679871737957
249118	rnn.weight_hh_l0_reverse	2	0.02986467443406582
249118	rnn.weight_hh_l0_reverse	3	0.03502531349658966
249118	rnn.weight_hh_l0_reverse	4	0.014273900538682938
249118	rnn.weight_hh_l0_reverse	5	0.007997346110641956
249118	rnn.weight_hh_l0_reverse	6	0.05108772590756416
249118	rnn.weight_hh_l0_reverse	7	-0.08199286460876465
249118	rnn.weight_hh_l0_reverse	8	0.04032626003026962
249118	rnn.weight_hh_l0_reverse	9	0.035110533237457275
249118	rnn.bias_ih_l0_reverse	0	-0.05730009824037552
249118	rnn.bias_ih_l0_reverse	1	-0.2816687524318695
249118	rnn.bias_ih_l0_reverse	2	-0.12320008128881454
249118	rnn.bias_ih_l0_reverse	3	-0.04832830652594566
249118	rnn.bias_ih_l0_reverse	4	-0.02237371914088726
249118	rnn.bias_ih_l0_reverse	5	0.0756620243191719
249118	rnn.bias_ih_l0_reverse	6	-0.06455285847187042
249118	rnn.bias_ih_l0_reverse	7	0.0606723353266716
249118	rnn.bias_ih_l0_reverse	8	-0.03635808452963829
249118	rnn.bias_ih_l0_reverse	9	0.06753223389387131
249118	rnn.bias_hh_l0_reverse	0	0.02359645999968052
249118	rnn.bias_hh_l0_reverse	1	-0.06205273047089577
249118	rnn.bias_hh_l0_reverse	2	0.08928555250167847
249118	rnn.bias_hh_l0_reverse	3	-0.05163690820336342
249118	rnn.bias_hh_l0_reverse	4	-0.028395388275384903
249118	rnn.bias_hh_l0_reverse	5	-0.021339494735002518
249118	rnn.bias_hh_l0_reverse	6	-0.017694644629955292
249118	rnn.bias_hh_l0_reverse	7	0.10015925019979477
249118	rnn.bias_hh_l0_reverse	8	0.029793281108140945
249118	rnn.bias_hh_l0_reverse	9	-0.14921855926513672
249118	rnn.weight_ih_l1	0	-0.02968110330402851
249118	rnn.weight_ih_l1	1	-0.05054013058543205
249118	rnn.weight_ih_l1	2	0.06482706218957901
249118	rnn.weight_ih_l1	3	-0.07395344972610474
249118	rnn.weight_ih_l1	4	-0.014217600226402283
249118	rnn.weight_ih_l1	5	-0.04038820043206215
249118	rnn.weight_ih_l1	6	0.028941482305526733
249118	rnn.weight_ih_l1	7	-0.04483984038233757
249118	rnn.weight_ih_l1	8	0.03783714026212692
249118	rnn.weight_ih_l1	9	0.04459872469305992
249118	rnn.weight_hh_l1	0	-0.00699680857360363
249118	rnn.weight_hh_l1	1	0.019855914637446404
249118	rnn.weight_hh_l1	2	0.007038608659058809
249118	rnn.weight_hh_l1	3	-0.01265842467546463
249118	rnn.weight_hh_l1	4	0.004890813492238522
249118	rnn.weight_hh_l1	5	0.034920431673526764
249118	rnn.weight_hh_l1	6	0.03617216274142265
249118	rnn.weight_hh_l1	7	-0.016198258846998215
249118	rnn.weight_hh_l1	8	-0.007299080025404692
249118	rnn.weight_hh_l1	9	0.038463152945041656
249118	rnn.bias_ih_l1	0	-0.183907151222229
249118	rnn.bias_ih_l1	1	-0.17493586242198944
249118	rnn.bias_ih_l1	2	-0.19697313010692596
249118	rnn.bias_ih_l1	3	-0.3087437152862549
249118	rnn.bias_ih_l1	4	-0.21107235550880432
249118	rnn.bias_ih_l1	5	-0.08775319904088974
249118	rnn.bias_ih_l1	6	-0.15949690341949463
249118	rnn.bias_ih_l1	7	-0.0028256350196897984
249118	rnn.bias_ih_l1	8	-0.13142521679401398
249118	rnn.bias_ih_l1	9	-0.12331351637840271
249118	rnn.bias_hh_l1	0	-0.09552399814128876
249118	rnn.bias_hh_l1	1	-0.06391794979572296
249118	rnn.bias_hh_l1	2	-0.08533556014299393
249118	rnn.bias_hh_l1	3	-0.07720117270946503
249118	rnn.bias_hh_l1	4	-0.07340084761381149
249118	rnn.bias_hh_l1	5	-0.11830078810453415
249118	rnn.bias_hh_l1	6	-0.16244792938232422
249118	rnn.bias_hh_l1	7	0.07379093766212463
249118	rnn.bias_hh_l1	8	-0.17683015763759613
249118	rnn.bias_hh_l1	9	-0.11654037237167358
249118	rnn.weight_ih_l1_reverse	0	-0.046894144266843796
249118	rnn.weight_ih_l1_reverse	1	0.03340863063931465
249118	rnn.weight_ih_l1_reverse	2	0.08919811248779297
249118	rnn.weight_ih_l1_reverse	3	-0.01872255653142929
249118	rnn.weight_ih_l1_reverse	4	-0.022210750728845596
249118	rnn.weight_ih_l1_reverse	5	-0.030443314462900162
249118	rnn.weight_ih_l1_reverse	6	-0.020391542464494705
249118	rnn.weight_ih_l1_reverse	7	0.029436929151415825
249118	rnn.weight_ih_l1_reverse	8	0.00584081606939435
249118	rnn.weight_ih_l1_reverse	9	-0.03391147777438164
249118	rnn.weight_hh_l1_reverse	0	0.004636960569769144
249118	rnn.weight_hh_l1_reverse	1	0.031691890209913254
249118	rnn.weight_hh_l1_reverse	2	-0.04061189293861389
249118	rnn.weight_hh_l1_reverse	3	0.035076551139354706
249118	rnn.weight_hh_l1_reverse	4	0.04721781238913536
249118	rnn.weight_hh_l1_reverse	5	0.005640728864818811
249118	rnn.weight_hh_l1_reverse	6	0.04906752333045006
249118	rnn.weight_hh_l1_reverse	7	0.031100792810320854
249118	rnn.weight_hh_l1_reverse	8	-0.007172142155468464
249118	rnn.weight_hh_l1_reverse	9	-0.030174368992447853
249118	rnn.bias_ih_l1_reverse	0	-0.045695960521698
249118	rnn.bias_ih_l1_reverse	1	-0.13969425857067108
249118	rnn.bias_ih_l1_reverse	2	-0.16362135112285614
249118	rnn.bias_ih_l1_reverse	3	-0.061510175466537476
249118	rnn.bias_ih_l1_reverse	4	-0.20414504408836365
249118	rnn.bias_ih_l1_reverse	5	-0.11695484071969986
249118	rnn.bias_ih_l1_reverse	6	-0.13011391460895538
249118	rnn.bias_ih_l1_reverse	7	-0.19147995114326477
249118	rnn.bias_ih_l1_reverse	8	0.22495755553245544
249118	rnn.bias_ih_l1_reverse	9	0.024652604013681412
249118	rnn.bias_hh_l1_reverse	0	0.012180778197944164
249118	rnn.bias_hh_l1_reverse	1	-0.06270617246627808
249118	rnn.bias_hh_l1_reverse	2	-0.23696237802505493
249118	rnn.bias_hh_l1_reverse	3	-0.14287051558494568
249118	rnn.bias_hh_l1_reverse	4	-0.0805051401257515
249118	rnn.bias_hh_l1_reverse	5	-0.11554854363203049
249118	rnn.bias_hh_l1_reverse	6	0.06369951367378235
249118	rnn.bias_hh_l1_reverse	7	-0.1371539682149887
249118	rnn.bias_hh_l1_reverse	8	-0.12466888129711151
249118	rnn.bias_hh_l1_reverse	9	-0.14826393127441406
249118	linear.weight	0	0.002228822559118271
249118	linear.weight	1	0.09835140407085419
249118	linear.weight	2	-0.09309989213943481
249118	linear.weight	3	0.31226426362991333
249118	linear.weight	4	0.1513201892375946
249118	linear.weight	5	-0.06445872038602829
249118	linear.weight	6	0.09245782345533371
249118	linear.weight	7	0.1338462382555008
249118	linear.weight	8	0.04113379120826721
249118	linear.weight	9	-0.05123547837138176
249118	linear.bias	0	0.08855705708265305
249118	linear.bias	1	-0.19712263345718384
249118	linear.bias	2	-0.45540130138397217
249118	linear.bias	3	-0.6601094603538513
249118	linear.bias	4	-1.2620139122009277
249118	linear.bias	5	-0.062279149889945984
249118	linear.bias	6	-0.8272236585617065
249118	linear.bias	7	0.27027150988578796
249118	linear.bias	8	-0.3958349823951721
249118	linear.bias	9	-1.022705078125
249315	transitions	0	0.7532264590263367
249315	transitions	1	0.1393950879573822
249315	transitions	2	-10000.0
249315	transitions	3	-1.8280357122421265
249315	transitions	4	-10000.0
249315	transitions	5	0.562989354133606
249315	transitions	6	-0.08547601848840714
249315	transitions	7	-0.8100605607032776
249315	transitions	8	-1.4223231077194214
249315	transitions	9	-0.0012301955139264464
249315	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
249315	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
249315	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
249315	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
249315	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
249315	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
249315	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
249315	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
249315	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
249315	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
249315	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
249315	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
249315	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
249315	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
249315	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
249315	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
249315	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
249315	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
249315	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
249315	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
249315	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
249315	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
249315	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
249315	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
249315	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
249315	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
249315	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
249315	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
249315	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
249315	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
249315	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
249315	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
249315	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
249315	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
249315	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
249315	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
249315	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
249315	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
249315	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
249315	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
249315	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
249315	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
249315	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
249315	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
249315	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
249315	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
249315	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
249315	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
249315	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
249315	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
249315	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
249315	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
249315	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
249315	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
249315	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
249315	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
249315	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
249315	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
249315	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
249315	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
249315	embedding2nn.weight	0	0.016458909958600998
249315	embedding2nn.weight	1	-0.012730933725833893
249315	embedding2nn.weight	2	-0.014268254861235619
249315	embedding2nn.weight	3	-0.031567804515361786
249315	embedding2nn.weight	4	-0.0059150345623493195
249315	embedding2nn.weight	5	-0.0037005888298153877
249315	embedding2nn.weight	6	-0.003973264247179031
249315	embedding2nn.weight	7	-0.07692965865135193
249315	embedding2nn.weight	8	-0.0019979383796453476
249315	embedding2nn.weight	9	-0.027631375938653946
249315	embedding2nn.bias	0	0.033240385353565216
249315	embedding2nn.bias	1	-0.07319936156272888
249315	embedding2nn.bias	2	0.07060404866933823
249315	embedding2nn.bias	3	0.05343639478087425
249315	embedding2nn.bias	4	-0.04462449252605438
249315	embedding2nn.bias	5	-0.011788052506744862
249315	embedding2nn.bias	6	0.015506582334637642
249315	embedding2nn.bias	7	-0.05449049174785614
249315	embedding2nn.bias	8	0.07323620468378067
249315	embedding2nn.bias	9	0.04434376209974289
249315	rnn.weight_ih_l0	0	-0.08049283176660538
249315	rnn.weight_ih_l0	1	0.0034013402182608843
249315	rnn.weight_ih_l0	2	0.035255175083875656
249315	rnn.weight_ih_l0	3	0.02270650677382946
249315	rnn.weight_ih_l0	4	-0.048562780022621155
249315	rnn.weight_ih_l0	5	-0.06812413781881332
249315	rnn.weight_ih_l0	6	-0.0009444777388125658
249315	rnn.weight_ih_l0	7	0.05374899134039879
249315	rnn.weight_ih_l0	8	-0.017307603731751442
249315	rnn.weight_ih_l0	9	-0.031050976365804672
249315	rnn.weight_hh_l0	0	-0.030870694667100906
249315	rnn.weight_hh_l0	1	-0.0071727074682712555
249315	rnn.weight_hh_l0	2	0.006960210390388966
249315	rnn.weight_hh_l0	3	-0.07407186180353165
249315	rnn.weight_hh_l0	4	0.09337638318538666
249315	rnn.weight_hh_l0	5	-0.026425790041685104
249315	rnn.weight_hh_l0	6	-0.06362807005643845
249315	rnn.weight_hh_l0	7	0.009031540714204311
249315	rnn.weight_hh_l0	8	0.013581929728388786
249315	rnn.weight_hh_l0	9	-0.025769175961613655
249315	rnn.bias_ih_l0	0	0.1295526921749115
249315	rnn.bias_ih_l0	1	-0.03411436453461647
249315	rnn.bias_ih_l0	2	-0.03463747352361679
249315	rnn.bias_ih_l0	3	0.16367727518081665
249315	rnn.bias_ih_l0	4	-0.013481339439749718
249315	rnn.bias_ih_l0	5	-0.0228095892816782
249315	rnn.bias_ih_l0	6	0.018540650606155396
249315	rnn.bias_ih_l0	7	0.023217851296067238
249315	rnn.bias_ih_l0	8	-0.10043557733297348
249315	rnn.bias_ih_l0	9	-0.0403333343565464
249315	rnn.bias_hh_l0	0	-0.0005304769147187471
249315	rnn.bias_hh_l0	1	-0.09947745501995087
249315	rnn.bias_hh_l0	2	-0.0754302591085434
249315	rnn.bias_hh_l0	3	-0.08887429535388947
249315	rnn.bias_hh_l0	4	0.008875434286892414
249315	rnn.bias_hh_l0	5	-0.02085849642753601
249315	rnn.bias_hh_l0	6	0.028919590637087822
249315	rnn.bias_hh_l0	7	0.0614280104637146
249315	rnn.bias_hh_l0	8	-0.1227526068687439
249315	rnn.bias_hh_l0	9	-0.05880706384778023
249315	rnn.weight_ih_l0_reverse	0	-0.025460325181484222
249315	rnn.weight_ih_l0_reverse	1	-0.056790124624967575
249315	rnn.weight_ih_l0_reverse	2	-0.04846059903502464
249315	rnn.weight_ih_l0_reverse	3	0.015579059720039368
249315	rnn.weight_ih_l0_reverse	4	-0.025523219257593155
249315	rnn.weight_ih_l0_reverse	5	-0.057621993124485016
249315	rnn.weight_ih_l0_reverse	6	0.07377271354198456
249315	rnn.weight_ih_l0_reverse	7	-0.018756890669465065
249315	rnn.weight_ih_l0_reverse	8	-0.01866903156042099
249315	rnn.weight_ih_l0_reverse	9	0.004442572593688965
249315	rnn.weight_hh_l0_reverse	0	0.06820257008075714
249315	rnn.weight_hh_l0_reverse	1	0.019680725410580635
249315	rnn.weight_hh_l0_reverse	2	0.029851458966732025
249315	rnn.weight_hh_l0_reverse	3	0.03503889963030815
249315	rnn.weight_hh_l0_reverse	4	0.014290661551058292
249315	rnn.weight_hh_l0_reverse	5	0.007866697385907173
249315	rnn.weight_hh_l0_reverse	6	0.05108821019530296
249315	rnn.weight_hh_l0_reverse	7	-0.08205198496580124
249315	rnn.weight_hh_l0_reverse	8	0.040383704006671906
249315	rnn.weight_hh_l0_reverse	9	0.03510226681828499
249315	rnn.bias_ih_l0_reverse	0	-0.05723069980740547
249315	rnn.bias_ih_l0_reverse	1	-0.28165072202682495
249315	rnn.bias_ih_l0_reverse	2	-0.12320877611637115
249315	rnn.bias_ih_l0_reverse	3	-0.048333752900362015
249315	rnn.bias_ih_l0_reverse	4	-0.022227847948670387
249315	rnn.bias_ih_l0_reverse	5	0.07547217607498169
249315	rnn.bias_ih_l0_reverse	6	-0.06446564197540283
249315	rnn.bias_ih_l0_reverse	7	0.060799576342105865
249315	rnn.bias_ih_l0_reverse	8	-0.03630448132753372
249315	rnn.bias_ih_l0_reverse	9	0.06748559325933456
249315	rnn.bias_hh_l0_reverse	0	0.023736335337162018
249315	rnn.bias_hh_l0_reverse	1	-0.06196777522563934
249315	rnn.bias_hh_l0_reverse	2	0.08933248370885849
249315	rnn.bias_hh_l0_reverse	3	-0.05190008506178856
249315	rnn.bias_hh_l0_reverse	4	-0.028259998187422752
249315	rnn.bias_hh_l0_reverse	5	-0.021349221467971802
249315	rnn.bias_hh_l0_reverse	6	-0.01784452795982361
249315	rnn.bias_hh_l0_reverse	7	0.09999261796474457
249315	rnn.bias_hh_l0_reverse	8	0.029866507276892662
249315	rnn.bias_hh_l0_reverse	9	-0.14930923283100128
249315	rnn.weight_ih_l1	0	-0.029704995453357697
249315	rnn.weight_ih_l1	1	-0.050524450838565826
249315	rnn.weight_ih_l1	2	0.06503836065530777
249315	rnn.weight_ih_l1	3	-0.07397431880235672
249315	rnn.weight_ih_l1	4	-0.014320760034024715
249315	rnn.weight_ih_l1	5	-0.04038798436522484
249315	rnn.weight_ih_l1	6	0.028959590941667557
249315	rnn.weight_ih_l1	7	-0.044862959533929825
249315	rnn.weight_ih_l1	8	0.03783029317855835
249315	rnn.weight_ih_l1	9	0.044624220579862595
249315	rnn.weight_hh_l1	0	-0.0070403036661446095
249315	rnn.weight_hh_l1	1	0.01984713226556778
249315	rnn.weight_hh_l1	2	0.00691756047308445
249315	rnn.weight_hh_l1	3	-0.012682178057730198
249315	rnn.weight_hh_l1	4	0.004945041611790657
249315	rnn.weight_hh_l1	5	0.03495065122842789
249315	rnn.weight_hh_l1	6	0.036085743457078934
249315	rnn.weight_hh_l1	7	-0.016213998198509216
249315	rnn.weight_hh_l1	8	-0.007292092312127352
249315	rnn.weight_hh_l1	9	0.038402143865823746
249315	rnn.bias_ih_l1	0	-0.1841084510087967
249315	rnn.bias_ih_l1	1	-0.17467288672924042
249315	rnn.bias_ih_l1	2	-0.1971234828233719
249315	rnn.bias_ih_l1	3	-0.30869513750076294
249315	rnn.bias_ih_l1	4	-0.21118788421154022
249315	rnn.bias_ih_l1	5	-0.08765871077775955
249315	rnn.bias_ih_l1	6	-0.15947718918323517
249315	rnn.bias_ih_l1	7	-0.0031522666104137897
249315	rnn.bias_ih_l1	8	-0.1310996115207672
249315	rnn.bias_ih_l1	9	-0.1235889345407486
249315	rnn.bias_hh_l1	0	-0.09569908678531647
249315	rnn.bias_hh_l1	1	-0.06398062407970428
249315	rnn.bias_hh_l1	2	-0.0851331353187561
249315	rnn.bias_hh_l1	3	-0.0770927369594574
249315	rnn.bias_hh_l1	4	-0.07312919944524765
249315	rnn.bias_hh_l1	5	-0.11810985952615738
249315	rnn.bias_hh_l1	6	-0.16224488615989685
249315	rnn.bias_hh_l1	7	0.07402847707271576
249315	rnn.bias_hh_l1	8	-0.17673780024051666
249315	rnn.bias_hh_l1	9	-0.1165885180234909
249315	rnn.weight_ih_l1_reverse	0	-0.046884000301361084
249315	rnn.weight_ih_l1_reverse	1	0.033531513065099716
249315	rnn.weight_ih_l1_reverse	2	0.08908004313707352
249315	rnn.weight_ih_l1_reverse	3	-0.018754713237285614
249315	rnn.weight_ih_l1_reverse	4	-0.022187337279319763
249315	rnn.weight_ih_l1_reverse	5	-0.03045451082289219
249315	rnn.weight_ih_l1_reverse	6	-0.02050601691007614
249315	rnn.weight_ih_l1_reverse	7	0.029459573328495026
249315	rnn.weight_ih_l1_reverse	8	0.0057175299152731895
249315	rnn.weight_ih_l1_reverse	9	-0.03383354842662811
249315	rnn.weight_hh_l1_reverse	0	0.004615145269781351
249315	rnn.weight_hh_l1_reverse	1	0.03169433772563934
249315	rnn.weight_hh_l1_reverse	2	-0.04061662778258324
249315	rnn.weight_hh_l1_reverse	3	0.03507252037525177
249315	rnn.weight_hh_l1_reverse	4	0.047192152589559555
249315	rnn.weight_hh_l1_reverse	5	0.005621165502816439
249315	rnn.weight_hh_l1_reverse	6	0.04944870248436928
249315	rnn.weight_hh_l1_reverse	7	0.0310316551476717
249315	rnn.weight_hh_l1_reverse	8	-0.007175313774496317
249315	rnn.weight_hh_l1_reverse	9	-0.030176667496562004
249315	rnn.bias_ih_l1_reverse	0	-0.045582208782434464
249315	rnn.bias_ih_l1_reverse	1	-0.13972243666648865
249315	rnn.bias_ih_l1_reverse	2	-0.16341754794120789
249315	rnn.bias_ih_l1_reverse	3	-0.061413347721099854
249315	rnn.bias_ih_l1_reverse	4	-0.20408163964748383
249315	rnn.bias_ih_l1_reverse	5	-0.11694590002298355
249315	rnn.bias_ih_l1_reverse	6	-0.13020558655261993
249315	rnn.bias_ih_l1_reverse	7	-0.19124437868595123
249315	rnn.bias_ih_l1_reverse	8	0.22476081550121307
249315	rnn.bias_ih_l1_reverse	9	0.025237999856472015
249315	rnn.bias_hh_l1_reverse	0	0.011800367385149002
249315	rnn.bias_hh_l1_reverse	1	-0.06294751912355423
249315	rnn.bias_hh_l1_reverse	2	-0.23691631853580475
249315	rnn.bias_hh_l1_reverse	3	-0.1428247094154358
249315	rnn.bias_hh_l1_reverse	4	-0.08061035722494125
249315	rnn.bias_hh_l1_reverse	5	-0.11566511541604996
249315	rnn.bias_hh_l1_reverse	6	0.06351850181818008
249315	rnn.bias_hh_l1_reverse	7	-0.13703376054763794
249315	rnn.bias_hh_l1_reverse	8	-0.12458831071853638
249315	rnn.bias_hh_l1_reverse	9	-0.14829173684120178
249315	linear.weight	0	0.002228822559118271
249315	linear.weight	1	0.09852409362792969
249315	linear.weight	2	-0.09305626153945923
249315	linear.weight	3	0.31226813793182373
249315	linear.weight	4	0.15112881362438202
249315	linear.weight	5	-0.06453461199998856
249315	linear.weight	6	0.09216535836458206
249315	linear.weight	7	0.13360901176929474
249315	linear.weight	8	0.04113379865884781
249315	linear.weight	9	-0.051172468811273575
249315	linear.bias	0	0.08970320969820023
249315	linear.bias	1	-0.1974440962076187
249315	linear.bias	2	-0.4556446075439453
249315	linear.bias	3	-0.6589898467063904
249315	linear.bias	4	-1.2607992887496948
249315	linear.bias	5	-0.06213724985718727
249315	linear.bias	6	-0.8275603652000427
249315	linear.bias	7	0.2702311873435974
249315	linear.bias	8	-0.3953626751899719
249315	linear.bias	9	-1.0223369598388672
249512	transitions	0	0.7521024942398071
249512	transitions	1	0.1386246234178543
249512	transitions	2	-10000.0
249512	transitions	3	-1.8280365467071533
249512	transitions	4	-10000.0
249512	transitions	5	0.5629871487617493
249512	transitions	6	-0.08547785878181458
249512	transitions	7	-0.8100647330284119
249512	transitions	8	-1.4223254919052124
249512	transitions	9	-0.001230213325470686
249512	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
249512	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
249512	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
249512	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
249512	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
249512	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
249512	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
249512	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
249512	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
249512	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
249512	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
249512	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
249512	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
249512	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
249512	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
249512	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
249512	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
249512	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
249512	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
249512	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
249512	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
249512	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
249512	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
249512	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
249512	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
249512	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
249512	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
249512	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
249512	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
249512	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
249512	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
249512	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
249512	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
249512	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
249512	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
249512	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
249512	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
249512	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
249512	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
249512	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
249512	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
249512	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
249512	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
249512	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
249512	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
249512	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
249512	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
249512	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
249512	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
249512	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
249512	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
249512	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
249512	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
249512	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
249512	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
249512	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
249512	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
249512	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
249512	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
249512	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
249512	embedding2nn.weight	0	0.016558602452278137
249512	embedding2nn.weight	1	-0.012755460105836391
249512	embedding2nn.weight	2	-0.014268254861235619
249512	embedding2nn.weight	3	-0.031592562794685364
249512	embedding2nn.weight	4	-0.0059150345623493195
249512	embedding2nn.weight	5	-0.0037005888298153877
249512	embedding2nn.weight	6	-0.003973264247179031
249512	embedding2nn.weight	7	-0.07697474211454391
249512	embedding2nn.weight	8	-0.0019979383796453476
249512	embedding2nn.weight	9	-0.027637599036097527
249512	embedding2nn.bias	0	0.03347719833254814
249512	embedding2nn.bias	1	-0.07225492596626282
249512	embedding2nn.bias	2	0.07068973034620285
249512	embedding2nn.bias	3	0.053695324808359146
249512	embedding2nn.bias	4	-0.044389136135578156
249512	embedding2nn.bias	5	-0.01190771535038948
249512	embedding2nn.bias	6	0.016376379877328873
249512	embedding2nn.bias	7	-0.05473700538277626
249512	embedding2nn.bias	8	0.07343536615371704
249512	embedding2nn.bias	9	0.044106077402830124
249512	rnn.weight_ih_l0	0	-0.08046406507492065
249512	rnn.weight_ih_l0	1	0.0034094704315066338
249512	rnn.weight_ih_l0	2	0.035308241844177246
249512	rnn.weight_ih_l0	3	0.02270563691854477
249512	rnn.weight_ih_l0	4	-0.048543017357587814
249512	rnn.weight_ih_l0	5	-0.06812327355146408
249512	rnn.weight_ih_l0	6	-0.0009485073969699442
249512	rnn.weight_ih_l0	7	0.053597841411828995
249512	rnn.weight_ih_l0	8	-0.017319079488515854
249512	rnn.weight_ih_l0	9	-0.030975336208939552
249512	rnn.weight_hh_l0	0	-0.03085406683385372
249512	rnn.weight_hh_l0	1	-0.0071845329366624355
249512	rnn.weight_hh_l0	2	0.006917377468198538
249512	rnn.weight_hh_l0	3	-0.07406440377235413
249512	rnn.weight_hh_l0	4	0.09339892864227295
249512	rnn.weight_hh_l0	5	-0.0264307651668787
249512	rnn.weight_hh_l0	6	-0.06355295330286026
249512	rnn.weight_hh_l0	7	0.00905273761600256
249512	rnn.weight_hh_l0	8	0.013498607091605663
249512	rnn.weight_hh_l0	9	-0.025754602625966072
249512	rnn.bias_ih_l0	0	0.1294356882572174
249512	rnn.bias_ih_l0	1	-0.03445081785321236
249512	rnn.bias_ih_l0	2	-0.03454102575778961
249512	rnn.bias_ih_l0	3	0.16370096802711487
249512	rnn.bias_ih_l0	4	-0.01340979803353548
249512	rnn.bias_ih_l0	5	-0.022755412384867668
249512	rnn.bias_ih_l0	6	0.018097354099154472
249512	rnn.bias_ih_l0	7	0.02326327934861183
249512	rnn.bias_ih_l0	8	-0.10047092288732529
249512	rnn.bias_ih_l0	9	-0.039841581135988235
249512	rnn.bias_hh_l0	0	-0.0005266967928037047
249512	rnn.bias_hh_l0	1	-0.09983085095882416
249512	rnn.bias_hh_l0	2	-0.07527194917201996
249512	rnn.bias_hh_l0	3	-0.08868835866451263
249512	rnn.bias_hh_l0	4	0.009075685404241085
249512	rnn.bias_hh_l0	5	-0.020726263523101807
249512	rnn.bias_hh_l0	6	0.028890622779726982
249512	rnn.bias_hh_l0	7	0.061368152499198914
249512	rnn.bias_hh_l0	8	-0.12278926372528076
249512	rnn.bias_hh_l0	9	-0.05865299329161644
249512	rnn.weight_ih_l0_reverse	0	-0.0254452433437109
249512	rnn.weight_ih_l0_reverse	1	-0.05685959383845329
249512	rnn.weight_ih_l0_reverse	2	-0.04853857308626175
249512	rnn.weight_ih_l0_reverse	3	0.015702275559306145
249512	rnn.weight_ih_l0_reverse	4	-0.025531930848956108
249512	rnn.weight_ih_l0_reverse	5	-0.05764717608690262
249512	rnn.weight_ih_l0_reverse	6	0.07374496757984161
249512	rnn.weight_ih_l0_reverse	7	-0.018843086436390877
249512	rnn.weight_ih_l0_reverse	8	-0.01860475353896618
249512	rnn.weight_ih_l0_reverse	9	0.004313083365559578
249512	rnn.weight_hh_l0_reverse	0	0.06818144023418427
249512	rnn.weight_hh_l0_reverse	1	0.019685912877321243
249512	rnn.weight_hh_l0_reverse	2	0.029780028387904167
249512	rnn.weight_hh_l0_reverse	3	0.035020291805267334
249512	rnn.weight_hh_l0_reverse	4	0.014270163141191006
249512	rnn.weight_hh_l0_reverse	5	0.007833779789507389
249512	rnn.weight_hh_l0_reverse	6	0.05106394365429878
249512	rnn.weight_hh_l0_reverse	7	-0.08205243200063705
249512	rnn.weight_hh_l0_reverse	8	0.04040006548166275
249512	rnn.weight_hh_l0_reverse	9	0.035089727491140366
249512	rnn.bias_ih_l0_reverse	0	-0.057191912084817886
249512	rnn.bias_ih_l0_reverse	1	-0.2813549339771271
249512	rnn.bias_ih_l0_reverse	2	-0.123475082218647
249512	rnn.bias_ih_l0_reverse	3	-0.0482749380171299
249512	rnn.bias_ih_l0_reverse	4	-0.022175176069140434
249512	rnn.bias_ih_l0_reverse	5	0.07562761008739471
249512	rnn.bias_ih_l0_reverse	6	-0.0644964873790741
249512	rnn.bias_ih_l0_reverse	7	0.06087370961904526
249512	rnn.bias_ih_l0_reverse	8	-0.03612241894006729
249512	rnn.bias_ih_l0_reverse	9	0.06727328896522522
249512	rnn.bias_hh_l0_reverse	0	0.02381940372288227
249512	rnn.bias_hh_l0_reverse	1	-0.06214539706707001
249512	rnn.bias_hh_l0_reverse	2	0.08895613998174667
249512	rnn.bias_hh_l0_reverse	3	-0.052035484462976456
249512	rnn.bias_hh_l0_reverse	4	-0.02839588187634945
249512	rnn.bias_hh_l0_reverse	5	-0.02147894725203514
249512	rnn.bias_hh_l0_reverse	6	-0.017851844429969788
249512	rnn.bias_hh_l0_reverse	7	0.09994099289178848
249512	rnn.bias_hh_l0_reverse	8	0.03023219108581543
249512	rnn.bias_hh_l0_reverse	9	-0.14898048341274261
249512	rnn.weight_ih_l1	0	-0.029704803600907326
249512	rnn.weight_ih_l1	1	-0.0504356287419796
249512	rnn.weight_ih_l1	2	0.06495153903961182
249512	rnn.weight_ih_l1	3	-0.07395045459270477
249512	rnn.weight_ih_l1	4	-0.014230530709028244
249512	rnn.weight_ih_l1	5	-0.04036629572510719
249512	rnn.weight_ih_l1	6	0.028935521841049194
249512	rnn.weight_ih_l1	7	-0.044852595776319504
249512	rnn.weight_ih_l1	8	0.03787316381931305
249512	rnn.weight_ih_l1	9	0.04462899640202522
249512	rnn.weight_hh_l1	0	-0.007011354900896549
249512	rnn.weight_hh_l1	1	0.019850878044962883
249512	rnn.weight_hh_l1	2	0.006853550672531128
249512	rnn.weight_hh_l1	3	-0.012670973315834999
249512	rnn.weight_hh_l1	4	0.00490929139778018
249512	rnn.weight_hh_l1	5	0.034987159073352814
249512	rnn.weight_hh_l1	6	0.03609839826822281
249512	rnn.weight_hh_l1	7	-0.016226518899202347
249512	rnn.weight_hh_l1	8	-0.007260352373123169
249512	rnn.weight_hh_l1	9	0.0384148433804512
249512	rnn.bias_ih_l1	0	-0.18407510221004486
249512	rnn.bias_ih_l1	1	-0.17472970485687256
249512	rnn.bias_ih_l1	2	-0.19682936370372772
249512	rnn.bias_ih_l1	3	-0.308780699968338
249512	rnn.bias_ih_l1	4	-0.2111826092004776
249512	rnn.bias_ih_l1	5	-0.08768421411514282
249512	rnn.bias_ih_l1	6	-0.15931980311870575
249512	rnn.bias_ih_l1	7	-0.0030836518853902817
249512	rnn.bias_ih_l1	8	-0.13143089413642883
249512	rnn.bias_ih_l1	9	-0.1237545982003212
249512	rnn.bias_hh_l1	0	-0.0958222895860672
249512	rnn.bias_hh_l1	1	-0.06396960467100143
249512	rnn.bias_hh_l1	2	-0.08523941040039062
249512	rnn.bias_hh_l1	3	-0.07699123024940491
249512	rnn.bias_hh_l1	4	-0.07294995337724686
249512	rnn.bias_hh_l1	5	-0.11809631437063217
249512	rnn.bias_hh_l1	6	-0.16219721734523773
249512	rnn.bias_hh_l1	7	0.07386854290962219
249512	rnn.bias_hh_l1	8	-0.17655830085277557
249512	rnn.bias_hh_l1	9	-0.11651342362165451
249512	rnn.weight_ih_l1_reverse	0	-0.04679179564118385
249512	rnn.weight_ih_l1_reverse	1	0.03370841592550278
249512	rnn.weight_ih_l1_reverse	2	0.08898553997278214
249512	rnn.weight_ih_l1_reverse	3	-0.01859806478023529
249512	rnn.weight_ih_l1_reverse	4	-0.022056708112359047
249512	rnn.weight_ih_l1_reverse	5	-0.03045327216386795
249512	rnn.weight_ih_l1_reverse	6	-0.020473413169384003
249512	rnn.weight_ih_l1_reverse	7	0.029469966888427734
249512	rnn.weight_ih_l1_reverse	8	0.005690856371074915
249512	rnn.weight_ih_l1_reverse	9	-0.033763788640499115
249512	rnn.weight_hh_l1_reverse	0	0.004599022213369608
249512	rnn.weight_hh_l1_reverse	1	0.03169187158346176
249512	rnn.weight_hh_l1_reverse	2	-0.040616873651742935
249512	rnn.weight_hh_l1_reverse	3	0.035063207149505615
249512	rnn.weight_hh_l1_reverse	4	0.04725323244929314
249512	rnn.weight_hh_l1_reverse	5	0.005662153009325266
249512	rnn.weight_hh_l1_reverse	6	0.04938605800271034
249512	rnn.weight_hh_l1_reverse	7	0.0310704093426466
249512	rnn.weight_hh_l1_reverse	8	-0.007168411277234554
249512	rnn.weight_hh_l1_reverse	9	-0.030187206342816353
249512	rnn.bias_ih_l1_reverse	0	-0.045525725930929184
249512	rnn.bias_ih_l1_reverse	1	-0.13965314626693726
249512	rnn.bias_ih_l1_reverse	2	-0.16300974786281586
249512	rnn.bias_ih_l1_reverse	3	-0.06160571426153183
249512	rnn.bias_ih_l1_reverse	4	-0.2040633261203766
249512	rnn.bias_ih_l1_reverse	5	-0.11673352867364883
249512	rnn.bias_ih_l1_reverse	6	-0.1302945613861084
249512	rnn.bias_ih_l1_reverse	7	-0.19148559868335724
249512	rnn.bias_ih_l1_reverse	8	0.22472165524959564
249512	rnn.bias_ih_l1_reverse	9	0.0247691348195076
249512	rnn.bias_hh_l1_reverse	0	0.011599411256611347
249512	rnn.bias_hh_l1_reverse	1	-0.06322956085205078
249512	rnn.bias_hh_l1_reverse	2	-0.23682533204555511
249512	rnn.bias_hh_l1_reverse	3	-0.14276975393295288
249512	rnn.bias_hh_l1_reverse	4	-0.08037513494491577
249512	rnn.bias_hh_l1_reverse	5	-0.11551995575428009
249512	rnn.bias_hh_l1_reverse	6	0.0635804831981659
249512	rnn.bias_hh_l1_reverse	7	-0.13725973665714264
249512	rnn.bias_hh_l1_reverse	8	-0.12473111599683762
249512	rnn.bias_hh_l1_reverse	9	-0.14830267429351807
249512	linear.weight	0	0.002228822559118271
249512	linear.weight	1	0.09812487661838531
249512	linear.weight	2	-0.09327923506498337
249512	linear.weight	3	0.3124261200428009
249512	linear.weight	4	0.15114949643611908
249512	linear.weight	5	-0.06441114842891693
249512	linear.weight	6	0.09118074178695679
249512	linear.weight	7	0.13332343101501465
249512	linear.weight	8	0.04113377630710602
249512	linear.weight	9	-0.05102229490876198
249512	linear.bias	0	0.0853240042924881
249512	linear.bias	1	-0.19533120095729828
249512	linear.bias	2	-0.45129162073135376
249512	linear.bias	3	-0.6589863300323486
249512	linear.bias	4	-1.2607954740524292
249512	linear.bias	5	-0.06450480222702026
249512	linear.bias	6	-0.8253851532936096
249512	linear.bias	7	0.2675834000110626
249512	linear.bias	8	-0.3954884707927704
249512	linear.bias	9	-1.0224348306655884
249709	transitions	0	0.7520127296447754
249709	transitions	1	0.13886290788650513
249709	transitions	2	-10000.0
249709	transitions	3	-1.8280380964279175
249709	transitions	4	-10000.0
249709	transitions	5	0.5629827380180359
249709	transitions	6	-0.08548299223184586
249709	transitions	7	-0.8101367354393005
249709	transitions	8	-1.422326683998108
249709	transitions	9	-0.001230246271006763
249709	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
249709	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
249709	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
249709	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
249709	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
249709	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
249709	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
249709	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
249709	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
249709	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
249709	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
249709	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
249709	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
249709	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
249709	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
249709	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
249709	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
249709	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
249709	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
249709	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
249709	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
249709	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
249709	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
249709	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
249709	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
249709	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
249709	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
249709	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
249709	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
249709	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
249709	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
249709	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
249709	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
249709	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
249709	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
249709	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
249709	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
249709	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
249709	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
249709	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
249709	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
249709	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
249709	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
249709	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
249709	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
249709	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
249709	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
249709	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
249709	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
249709	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
249709	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
249709	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
249709	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
249709	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
249709	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
249709	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
249709	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
249709	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
249709	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
249709	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
249709	embedding2nn.weight	0	0.01659933291375637
249709	embedding2nn.weight	1	-0.012745697051286697
249709	embedding2nn.weight	2	-0.014268254861235619
249709	embedding2nn.weight	3	-0.03160345181822777
249709	embedding2nn.weight	4	-0.0059150345623493195
249709	embedding2nn.weight	5	-0.0037005888298153877
249709	embedding2nn.weight	6	-0.003973264247179031
249709	embedding2nn.weight	7	-0.07699757069349289
249709	embedding2nn.weight	8	-0.0019979383796453476
249709	embedding2nn.weight	9	-0.027649564668536186
249709	embedding2nn.bias	0	0.0334993414580822
249709	embedding2nn.bias	1	-0.07198647409677505
249709	embedding2nn.bias	2	0.0710369274020195
249709	embedding2nn.bias	3	0.05336925759911537
249709	embedding2nn.bias	4	-0.04348699748516083
249709	embedding2nn.bias	5	-0.01241269614547491
249709	embedding2nn.bias	6	0.01638544537127018
249709	embedding2nn.bias	7	-0.05473025143146515
249709	embedding2nn.bias	8	0.07318014651536942
249709	embedding2nn.bias	9	0.04360437020659447
249709	rnn.weight_ih_l0	0	-0.0803694874048233
249709	rnn.weight_ih_l0	1	0.0033765574917197227
249709	rnn.weight_ih_l0	2	0.03527506813406944
249709	rnn.weight_ih_l0	3	0.022694766521453857
249709	rnn.weight_ih_l0	4	-0.048392895609140396
249709	rnn.weight_ih_l0	5	-0.0681724101305008
249709	rnn.weight_ih_l0	6	-0.0008681435137987137
249709	rnn.weight_ih_l0	7	0.05357978865504265
249709	rnn.weight_ih_l0	8	-0.017242543399333954
249709	rnn.weight_ih_l0	9	-0.030880305916070938
249709	rnn.weight_hh_l0	0	-0.030912194401025772
249709	rnn.weight_hh_l0	1	-0.007116046268492937
249709	rnn.weight_hh_l0	2	0.006954912096261978
249709	rnn.weight_hh_l0	3	-0.07411409914493561
249709	rnn.weight_hh_l0	4	0.09337763488292694
249709	rnn.weight_hh_l0	5	-0.026525065302848816
249709	rnn.weight_hh_l0	6	-0.06339092552661896
249709	rnn.weight_hh_l0	7	0.009062579832971096
249709	rnn.weight_hh_l0	8	0.013512308709323406
249709	rnn.weight_hh_l0	9	-0.025726106017827988
249709	rnn.bias_ih_l0	0	0.12970004975795746
249709	rnn.bias_ih_l0	1	-0.034448232501745224
249709	rnn.bias_ih_l0	2	-0.034290049225091934
249709	rnn.bias_ih_l0	3	0.16379685699939728
249709	rnn.bias_ih_l0	4	-0.01331344060599804
249709	rnn.bias_ih_l0	5	-0.022552303969860077
249709	rnn.bias_ih_l0	6	0.018112538382411003
249709	rnn.bias_ih_l0	7	0.02319769747555256
249709	rnn.bias_ih_l0	8	-0.10038101673126221
249709	rnn.bias_ih_l0	9	-0.040215928107500076
249709	rnn.bias_hh_l0	0	-0.0005959865520708263
249709	rnn.bias_hh_l0	1	-0.0997924953699112
249709	rnn.bias_hh_l0	2	-0.07531343400478363
249709	rnn.bias_hh_l0	3	-0.08876825869083405
249709	rnn.bias_hh_l0	4	0.009154846891760826
249709	rnn.bias_hh_l0	5	-0.020804405212402344
249709	rnn.bias_hh_l0	6	0.028894277289509773
249709	rnn.bias_hh_l0	7	0.06158401072025299
249709	rnn.bias_hh_l0	8	-0.12304486334323883
249709	rnn.bias_hh_l0	9	-0.05846227705478668
249709	rnn.weight_ih_l0_reverse	0	-0.025452924892306328
249709	rnn.weight_ih_l0_reverse	1	-0.056814875453710556
249709	rnn.weight_ih_l0_reverse	2	-0.048608649522066116
249709	rnn.weight_ih_l0_reverse	3	0.015732580795884132
249709	rnn.weight_ih_l0_reverse	4	-0.025567572563886642
249709	rnn.weight_ih_l0_reverse	5	-0.057608701288700104
249709	rnn.weight_ih_l0_reverse	6	0.07379601895809174
249709	rnn.weight_ih_l0_reverse	7	-0.018829667940735817
249709	rnn.weight_ih_l0_reverse	8	-0.018563533201813698
249709	rnn.weight_ih_l0_reverse	9	0.004357712808996439
249709	rnn.weight_hh_l0_reverse	0	0.06811345368623734
249709	rnn.weight_hh_l0_reverse	1	0.01973465271294117
249709	rnn.weight_hh_l0_reverse	2	0.029729794710874557
249709	rnn.weight_hh_l0_reverse	3	0.035089220851659775
249709	rnn.weight_hh_l0_reverse	4	0.01430566143244505
249709	rnn.weight_hh_l0_reverse	5	0.00788300670683384
249709	rnn.weight_hh_l0_reverse	6	0.051033247262239456
249709	rnn.weight_hh_l0_reverse	7	-0.08208157122135162
249709	rnn.weight_hh_l0_reverse	8	0.04039442166686058
249709	rnn.weight_hh_l0_reverse	9	0.03507610782980919
249709	rnn.bias_ih_l0_reverse	0	-0.05724363774061203
249709	rnn.bias_ih_l0_reverse	1	-0.2814759314060211
249709	rnn.bias_ih_l0_reverse	2	-0.12370796501636505
249709	rnn.bias_ih_l0_reverse	3	-0.0481041856110096
249709	rnn.bias_ih_l0_reverse	4	-0.022002028301358223
249709	rnn.bias_ih_l0_reverse	5	0.0753449872136116
249709	rnn.bias_ih_l0_reverse	6	-0.06459487229585648
249709	rnn.bias_ih_l0_reverse	7	0.060939233750104904
249709	rnn.bias_ih_l0_reverse	8	-0.035754892975091934
249709	rnn.bias_ih_l0_reverse	9	0.06712982803583145
249709	rnn.bias_hh_l0_reverse	0	0.023922257125377655
249709	rnn.bias_hh_l0_reverse	1	-0.06197343021631241
249709	rnn.bias_hh_l0_reverse	2	0.08901168406009674
249709	rnn.bias_hh_l0_reverse	3	-0.05182705074548721
249709	rnn.bias_hh_l0_reverse	4	-0.028430024161934853
249709	rnn.bias_hh_l0_reverse	5	-0.02166372910141945
249709	rnn.bias_hh_l0_reverse	6	-0.01808953285217285
249709	rnn.bias_hh_l0_reverse	7	0.09983766824007034
249709	rnn.bias_hh_l0_reverse	8	0.03015274927020073
249709	rnn.bias_hh_l0_reverse	9	-0.14872370660305023
249709	rnn.weight_ih_l1	0	-0.02972770668566227
249709	rnn.weight_ih_l1	1	-0.05048735439777374
249709	rnn.weight_ih_l1	2	0.06482981890439987
249709	rnn.weight_ih_l1	3	-0.07382580637931824
249709	rnn.weight_ih_l1	4	-0.014272090047597885
249709	rnn.weight_ih_l1	5	-0.04038452357053757
249709	rnn.weight_ih_l1	6	0.028923412784934044
249709	rnn.weight_ih_l1	7	-0.044758766889572144
249709	rnn.weight_ih_l1	8	0.03787576034665108
249709	rnn.weight_ih_l1	9	0.04458550363779068
249709	rnn.weight_hh_l1	0	-0.006989629939198494
249709	rnn.weight_hh_l1	1	0.019856590777635574
249709	rnn.weight_hh_l1	2	0.006766964215785265
249709	rnn.weight_hh_l1	3	-0.012679168954491615
249709	rnn.weight_hh_l1	4	0.004949573893100023
249709	rnn.weight_hh_l1	5	0.03500387445092201
249709	rnn.weight_hh_l1	6	0.036111898720264435
249709	rnn.weight_hh_l1	7	-0.016257720068097115
249709	rnn.weight_hh_l1	8	-0.00726619828492403
249709	rnn.weight_hh_l1	9	0.038435306400060654
249709	rnn.bias_ih_l1	0	-0.18402276933193207
249709	rnn.bias_ih_l1	1	-0.1746220737695694
249709	rnn.bias_ih_l1	2	-0.1968589723110199
249709	rnn.bias_ih_l1	3	-0.3085983097553253
249709	rnn.bias_ih_l1	4	-0.21159963309764862
249709	rnn.bias_ih_l1	5	-0.08774030208587646
249709	rnn.bias_ih_l1	6	-0.15965749323368073
249709	rnn.bias_ih_l1	7	-0.0031212149187922478
249709	rnn.bias_ih_l1	8	-0.13122397661209106
249709	rnn.bias_ih_l1	9	-0.12371094524860382
249709	rnn.bias_hh_l1	0	-0.09584250301122665
249709	rnn.bias_hh_l1	1	-0.06411567330360413
249709	rnn.bias_hh_l1	2	-0.08520501852035522
249709	rnn.bias_hh_l1	3	-0.07695647329092026
249709	rnn.bias_hh_l1	4	-0.07292579859495163
249709	rnn.bias_hh_l1	5	-0.11801096051931381
249709	rnn.bias_hh_l1	6	-0.1621100753545761
249709	rnn.bias_hh_l1	7	0.07420438528060913
249709	rnn.bias_hh_l1	8	-0.17664369940757751
249709	rnn.bias_hh_l1	9	-0.11675132811069489
249709	rnn.weight_ih_l1_reverse	0	-0.04685283824801445
249709	rnn.weight_ih_l1_reverse	1	0.033838771283626556
249709	rnn.weight_ih_l1_reverse	2	0.08893837779760361
249709	rnn.weight_ih_l1_reverse	3	-0.018610920757055283
249709	rnn.weight_ih_l1_reverse	4	-0.022070880979299545
249709	rnn.weight_ih_l1_reverse	5	-0.030443357303738594
249709	rnn.weight_ih_l1_reverse	6	-0.020518014207482338
249709	rnn.weight_ih_l1_reverse	7	0.029427196830511093
249709	rnn.weight_ih_l1_reverse	8	0.005567974876612425
249709	rnn.weight_ih_l1_reverse	9	-0.03367755562067032
249709	rnn.weight_hh_l1_reverse	0	0.004586054943501949
249709	rnn.weight_hh_l1_reverse	1	0.03169187903404236
249709	rnn.weight_hh_l1_reverse	2	-0.0406167097389698
249709	rnn.weight_hh_l1_reverse	3	0.0350617989897728
249709	rnn.weight_hh_l1_reverse	4	0.04720950499176979
249709	rnn.weight_hh_l1_reverse	5	0.005628910847008228
249709	rnn.weight_hh_l1_reverse	6	0.0492221973836422
249709	rnn.weight_hh_l1_reverse	7	0.03108035959303379
249709	rnn.weight_hh_l1_reverse	8	-0.007182995323091745
249709	rnn.weight_hh_l1_reverse	9	-0.03020903281867504
249709	rnn.bias_ih_l1_reverse	0	-0.04555446654558182
249709	rnn.bias_ih_l1_reverse	1	-0.1397685706615448
249709	rnn.bias_ih_l1_reverse	2	-0.1629399210214615
249709	rnn.bias_ih_l1_reverse	3	-0.061287712305784225
249709	rnn.bias_ih_l1_reverse	4	-0.20402422547340393
249709	rnn.bias_ih_l1_reverse	5	-0.11679565906524658
249709	rnn.bias_ih_l1_reverse	6	-0.13030461966991425
249709	rnn.bias_ih_l1_reverse	7	-0.1913079023361206
249709	rnn.bias_ih_l1_reverse	8	0.22488988935947418
249709	rnn.bias_ih_l1_reverse	9	0.024427801370620728
249709	rnn.bias_hh_l1_reverse	0	0.011207680217921734
249709	rnn.bias_hh_l1_reverse	1	-0.06271424144506454
249709	rnn.bias_hh_l1_reverse	2	-0.23683418333530426
249709	rnn.bias_hh_l1_reverse	3	-0.14271441102027893
249709	rnn.bias_hh_l1_reverse	4	-0.08033433556556702
249709	rnn.bias_hh_l1_reverse	5	-0.11573989689350128
249709	rnn.bias_hh_l1_reverse	6	0.06392811983823776
249709	rnn.bias_hh_l1_reverse	7	-0.13744902610778809
249709	rnn.bias_hh_l1_reverse	8	-0.12470606714487076
249709	rnn.bias_hh_l1_reverse	9	-0.1482839733362198
249709	linear.weight	0	0.002228822559118271
249709	linear.weight	1	0.09832437336444855
249709	linear.weight	2	-0.0934629961848259
249709	linear.weight	3	0.31299304962158203
249709	linear.weight	4	0.15102650225162506
249709	linear.weight	5	-0.06449384242296219
249709	linear.weight	6	0.09203146398067474
249709	linear.weight	7	0.133571594953537
249709	linear.weight	8	0.04113375023007393
249709	linear.weight	9	-0.050979796797037125
249709	linear.bias	0	0.0883912742137909
249709	linear.bias	1	-0.19775390625
249709	linear.bias	2	-0.45446649193763733
249709	linear.bias	3	-0.6600920557975769
249709	linear.bias	4	-1.261902093887329
249709	linear.bias	5	-0.062076009809970856
249709	linear.bias	6	-0.827521026134491
249709	linear.bias	7	0.2698831856250763
249709	linear.bias	8	-0.39511892199516296
249709	linear.bias	9	-1.022019863128662
249906	transitions	0	0.7529136538505554
249906	transitions	1	0.13859327137470245
249906	transitions	2	-10000.0
249906	transitions	3	-1.8280386924743652
249906	transitions	4	-10000.0
249906	transitions	5	0.562981367111206
249906	transitions	6	-0.08548504114151001
249906	transitions	7	-0.8101662397384644
249906	transitions	8	-1.4223531484603882
249906	transitions	9	-0.001230266410857439
249906	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
249906	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
249906	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
249906	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
249906	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
249906	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
249906	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
249906	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
249906	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
249906	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
249906	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
249906	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
249906	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
249906	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
249906	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
249906	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
249906	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
249906	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
249906	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
249906	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
249906	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
249906	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
249906	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
249906	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
249906	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
249906	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
249906	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
249906	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
249906	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
249906	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
249906	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
249906	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
249906	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
249906	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
249906	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
249906	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
249906	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
249906	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
249906	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
249906	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
249906	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
249906	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
249906	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
249906	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
249906	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
249906	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
249906	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
249906	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
249906	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
249906	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
249906	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
249906	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
249906	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
249906	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
249906	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
249906	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
249906	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
249906	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
249906	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
249906	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
249906	embedding2nn.weight	0	0.016489684581756592
249906	embedding2nn.weight	1	-0.012737629935145378
249906	embedding2nn.weight	2	-0.014268254861235619
249906	embedding2nn.weight	3	-0.03162306547164917
249906	embedding2nn.weight	4	-0.0059150345623493195
249906	embedding2nn.weight	5	-0.0037005888298153877
249906	embedding2nn.weight	6	-0.003973264247179031
249906	embedding2nn.weight	7	-0.07702557742595673
249906	embedding2nn.weight	8	-0.0019979383796453476
249906	embedding2nn.weight	9	-0.027639783918857574
249906	embedding2nn.bias	0	0.03271928429603577
249906	embedding2nn.bias	1	-0.07174941897392273
249906	embedding2nn.bias	2	0.07099384069442749
249906	embedding2nn.bias	3	0.05344020575284958
249906	embedding2nn.bias	4	-0.043600790202617645
249906	embedding2nn.bias	5	-0.012398585677146912
249906	embedding2nn.bias	6	0.01713109016418457
249906	embedding2nn.bias	7	-0.05394905060529709
249906	embedding2nn.bias	8	0.07328874617815018
249906	embedding2nn.bias	9	0.04343472048640251
249906	rnn.weight_ih_l0	0	-0.08036740124225616
249906	rnn.weight_ih_l0	1	0.0032284948974847794
249906	rnn.weight_ih_l0	2	0.035219062119722366
249906	rnn.weight_ih_l0	3	0.0227567907422781
249906	rnn.weight_ih_l0	4	-0.0484866127371788
249906	rnn.weight_ih_l0	5	-0.06819011270999908
249906	rnn.weight_ih_l0	6	-0.0008504230645485222
249906	rnn.weight_ih_l0	7	0.053676046431064606
249906	rnn.weight_ih_l0	8	-0.01722557656466961
249906	rnn.weight_ih_l0	9	-0.030829569324851036
249906	rnn.weight_hh_l0	0	-0.030816664919257164
249906	rnn.weight_hh_l0	1	-0.007124067284166813
249906	rnn.weight_hh_l0	2	0.006936581339687109
249906	rnn.weight_hh_l0	3	-0.07414352148771286
249906	rnn.weight_hh_l0	4	0.0933060348033905
249906	rnn.weight_hh_l0	5	-0.026445802301168442
249906	rnn.weight_hh_l0	6	-0.06337755918502808
249906	rnn.weight_hh_l0	7	0.0091154919937253
249906	rnn.weight_hh_l0	8	0.013497766107320786
249906	rnn.weight_hh_l0	9	-0.025721507146954536
249906	rnn.bias_ih_l0	0	0.1297154426574707
249906	rnn.bias_ih_l0	1	-0.03436554595828056
249906	rnn.bias_ih_l0	2	-0.03425168991088867
249906	rnn.bias_ih_l0	3	0.16386854648590088
249906	rnn.bias_ih_l0	4	-0.013185524381697178
249906	rnn.bias_ih_l0	5	-0.022621192038059235
249906	rnn.bias_ih_l0	6	0.01803073287010193
249906	rnn.bias_ih_l0	7	0.023192619904875755
249906	rnn.bias_ih_l0	8	-0.10039518028497696
249906	rnn.bias_ih_l0	9	-0.04042290896177292
249906	rnn.bias_hh_l0	0	-0.000624260981567204
249906	rnn.bias_hh_l0	1	-0.09974130988121033
249906	rnn.bias_hh_l0	2	-0.07521963864564896
249906	rnn.bias_hh_l0	3	-0.08868028223514557
249906	rnn.bias_hh_l0	4	0.008946515619754791
249906	rnn.bias_hh_l0	5	-0.020770108327269554
249906	rnn.bias_hh_l0	6	0.02878132462501526
249906	rnn.bias_hh_l0	7	0.06144513562321663
249906	rnn.bias_hh_l0	8	-0.12298157811164856
249906	rnn.bias_hh_l0	9	-0.058571744710206985
249906	rnn.weight_ih_l0_reverse	0	-0.025511935353279114
249906	rnn.weight_ih_l0_reverse	1	-0.05696546286344528
249906	rnn.weight_ih_l0_reverse	2	-0.048738397657871246
249906	rnn.weight_ih_l0_reverse	3	0.015647774562239647
249906	rnn.weight_ih_l0_reverse	4	-0.025548670440912247
249906	rnn.weight_ih_l0_reverse	5	-0.05760454759001732
249906	rnn.weight_ih_l0_reverse	6	0.07383255660533905
249906	rnn.weight_ih_l0_reverse	7	-0.018717410042881966
249906	rnn.weight_ih_l0_reverse	8	-0.018503202125430107
249906	rnn.weight_ih_l0_reverse	9	0.004402864258736372
249906	rnn.weight_hh_l0_reverse	0	0.06824759393930435
249906	rnn.weight_hh_l0_reverse	1	0.019704164937138557
249906	rnn.weight_hh_l0_reverse	2	0.02972625009715557
249906	rnn.weight_hh_l0_reverse	3	0.035084620118141174
249906	rnn.weight_hh_l0_reverse	4	0.014268576167523861
249906	rnn.weight_hh_l0_reverse	5	0.007939082570374012
249906	rnn.weight_hh_l0_reverse	6	0.0510314479470253
249906	rnn.weight_hh_l0_reverse	7	-0.08208644390106201
249906	rnn.weight_hh_l0_reverse	8	0.04039528965950012
249906	rnn.weight_hh_l0_reverse	9	0.03504391014575958
249906	rnn.bias_ih_l0_reverse	0	-0.057304754853248596
249906	rnn.bias_ih_l0_reverse	1	-0.28131362795829773
249906	rnn.bias_ih_l0_reverse	2	-0.12364200502634048
249906	rnn.bias_ih_l0_reverse	3	-0.04819667339324951
249906	rnn.bias_ih_l0_reverse	4	-0.021916132420301437
249906	rnn.bias_ih_l0_reverse	5	0.07560008019208908
249906	rnn.bias_ih_l0_reverse	6	-0.06461899727582932
249906	rnn.bias_ih_l0_reverse	7	0.06103959679603577
249906	rnn.bias_ih_l0_reverse	8	-0.03601774573326111
249906	rnn.bias_ih_l0_reverse	9	0.06708960980176926
249906	rnn.bias_hh_l0_reverse	0	0.0239736195653677
249906	rnn.bias_hh_l0_reverse	1	-0.06183600053191185
249906	rnn.bias_hh_l0_reverse	2	0.08911212533712387
249906	rnn.bias_hh_l0_reverse	3	-0.051783449947834015
249906	rnn.bias_hh_l0_reverse	4	-0.02831912785768509
249906	rnn.bias_hh_l0_reverse	5	-0.02171369455754757
249906	rnn.bias_hh_l0_reverse	6	-0.017993533983826637
249906	rnn.bias_hh_l0_reverse	7	0.10016222298145294
249906	rnn.bias_hh_l0_reverse	8	0.030252700671553612
249906	rnn.bias_hh_l0_reverse	9	-0.14874988794326782
249906	rnn.weight_ih_l1	0	-0.029712283983826637
249906	rnn.weight_ih_l1	1	-0.050439510494470596
249906	rnn.weight_ih_l1	2	0.06491950899362564
249906	rnn.weight_ih_l1	3	-0.07373040169477463
249906	rnn.weight_ih_l1	4	-0.014368145726621151
249906	rnn.weight_ih_l1	5	-0.040410466492176056
249906	rnn.weight_ih_l1	6	0.028900882229208946
249906	rnn.weight_ih_l1	7	-0.04469798877835274
249906	rnn.weight_ih_l1	8	0.037874672561883926
249906	rnn.weight_ih_l1	9	0.04458199441432953
249906	rnn.weight_hh_l1	0	-0.006939839106053114
249906	rnn.weight_hh_l1	1	0.019867807626724243
249906	rnn.weight_hh_l1	2	0.006745911203324795
249906	rnn.weight_hh_l1	3	-0.012684780173003674
249906	rnn.weight_hh_l1	4	0.004908958915621042
249906	rnn.weight_hh_l1	5	0.035005584359169006
249906	rnn.weight_hh_l1	6	0.036140091717243195
249906	rnn.weight_hh_l1	7	-0.0162991713732481
249906	rnn.weight_hh_l1	8	-0.007267762441188097
249906	rnn.weight_hh_l1	9	0.03852160647511482
249906	rnn.bias_ih_l1	0	-0.18432928621768951
249906	rnn.bias_ih_l1	1	-0.17465874552726746
249906	rnn.bias_ih_l1	2	-0.1967143565416336
249906	rnn.bias_ih_l1	3	-0.3083966076374054
249906	rnn.bias_ih_l1	4	-0.2122991681098938
249906	rnn.bias_ih_l1	5	-0.08771028369665146
249906	rnn.bias_ih_l1	6	-0.15959139168262482
249906	rnn.bias_ih_l1	7	-0.003298137104138732
249906	rnn.bias_ih_l1	8	-0.1313531994819641
249906	rnn.bias_ih_l1	9	-0.1236434131860733
249906	rnn.bias_hh_l1	0	-0.09610123187303543
249906	rnn.bias_hh_l1	1	-0.06427566707134247
249906	rnn.bias_hh_l1	2	-0.08517149835824966
249906	rnn.bias_hh_l1	3	-0.0769343227148056
249906	rnn.bias_hh_l1	4	-0.07309205085039139
249906	rnn.bias_hh_l1	5	-0.11808416247367859
249906	rnn.bias_hh_l1	6	-0.16189387440681458
249906	rnn.bias_hh_l1	7	0.07396940141916275
249906	rnn.bias_hh_l1	8	-0.17690375447273254
249906	rnn.bias_hh_l1	9	-0.11699257791042328
249906	rnn.weight_ih_l1_reverse	0	-0.046803150326013565
249906	rnn.weight_ih_l1_reverse	1	0.033878713846206665
249906	rnn.weight_ih_l1_reverse	2	0.0886739194393158
249906	rnn.weight_ih_l1_reverse	3	-0.01849886029958725
249906	rnn.weight_ih_l1_reverse	4	-0.022190209478139877
249906	rnn.weight_ih_l1_reverse	5	-0.030448831617832184
249906	rnn.weight_ih_l1_reverse	6	-0.02037450298666954
249906	rnn.weight_ih_l1_reverse	7	0.029400397092103958
249906	rnn.weight_ih_l1_reverse	8	0.005300699267536402
249906	rnn.weight_ih_l1_reverse	9	-0.033991362899541855
249906	rnn.weight_hh_l1_reverse	0	0.004561657551676035
249906	rnn.weight_hh_l1_reverse	1	0.03167705982923508
249906	rnn.weight_hh_l1_reverse	2	-0.040612705051898956
249906	rnn.weight_hh_l1_reverse	3	0.0350688099861145
249906	rnn.weight_hh_l1_reverse	4	0.04722101613879204
249906	rnn.weight_hh_l1_reverse	5	0.0056548407301306725
249906	rnn.weight_hh_l1_reverse	6	0.04919300973415375
249906	rnn.weight_hh_l1_reverse	7	0.03108825907111168
249906	rnn.weight_hh_l1_reverse	8	-0.0071862610056996346
249906	rnn.weight_hh_l1_reverse	9	-0.030222376808524132
249906	rnn.bias_ih_l1_reverse	0	-0.045450929552316666
249906	rnn.bias_ih_l1_reverse	1	-0.13986210525035858
249906	rnn.bias_ih_l1_reverse	2	-0.1629224419593811
249906	rnn.bias_ih_l1_reverse	3	-0.060684479773044586
249906	rnn.bias_ih_l1_reverse	4	-0.20383842289447784
249906	rnn.bias_ih_l1_reverse	5	-0.11663247644901276
249906	rnn.bias_ih_l1_reverse	6	-0.13027505576610565
249906	rnn.bias_ih_l1_reverse	7	-0.19107241928577423
249906	rnn.bias_ih_l1_reverse	8	0.22512704133987427
249906	rnn.bias_ih_l1_reverse	9	0.024584395810961723
249906	rnn.bias_hh_l1_reverse	0	0.010900712572038174
249906	rnn.bias_hh_l1_reverse	1	-0.06288358569145203
249906	rnn.bias_hh_l1_reverse	2	-0.23689143359661102
249906	rnn.bias_hh_l1_reverse	3	-0.14284251630306244
249906	rnn.bias_hh_l1_reverse	4	-0.08020545542240143
249906	rnn.bias_hh_l1_reverse	5	-0.11586613953113556
249906	rnn.bias_hh_l1_reverse	6	0.06359726935625076
249906	rnn.bias_hh_l1_reverse	7	-0.13745377957820892
249906	rnn.bias_hh_l1_reverse	8	-0.12486293911933899
249906	rnn.bias_hh_l1_reverse	9	-0.14825181663036346
249906	linear.weight	0	0.002228822559118271
249906	linear.weight	1	0.09764204919338226
249906	linear.weight	2	-0.09354095160961151
249906	linear.weight	3	0.3127850294113159
249906	linear.weight	4	0.15109622478485107
249906	linear.weight	5	-0.06491614878177643
249906	linear.weight	6	0.09190443158149719
249906	linear.weight	7	0.13273780047893524
249906	linear.weight	8	0.041133709251880646
249906	linear.weight	9	-0.051125261932611465
249906	linear.bias	0	0.09299309551715851
249906	linear.bias	1	-0.20000536739826202
249906	linear.bias	2	-0.45505762100219727
249906	linear.bias	3	-0.6596153378486633
249906	linear.bias	4	-1.2613945007324219
249906	linear.bias	5	-0.05898464098572731
249906	linear.bias	6	-0.8300014138221741
249906	linear.bias	7	0.2729695737361908
249906	linear.bias	8	-0.3974291682243347
249906	linear.bias	9	-1.0242817401885986
250103	transitions	0	0.7525757551193237
250103	transitions	1	0.13866855204105377
250103	transitions	2	-10000.0
250103	transitions	3	-1.8280389308929443
250103	transitions	4	-10000.0
250103	transitions	5	0.5629787445068359
250103	transitions	6	-0.08548856526613235
250103	transitions	7	-0.8101791739463806
250103	transitions	8	-1.4223607778549194
250103	transitions	9	-0.0012302835239097476
250103	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
250103	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
250103	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
250103	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
250103	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
250103	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
250103	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
250103	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
250103	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
250103	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
250103	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
250103	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
250103	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
250103	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
250103	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
250103	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
250103	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
250103	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
250103	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
250103	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
250103	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
250103	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
250103	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
250103	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
250103	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
250103	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
250103	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
250103	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
250103	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
250103	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
250103	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
250103	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
250103	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
250103	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
250103	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
250103	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
250103	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
250103	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
250103	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
250103	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
250103	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
250103	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
250103	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
250103	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
250103	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
250103	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
250103	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
250103	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
250103	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
250103	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
250103	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
250103	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
250103	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
250103	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
250103	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
250103	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
250103	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
250103	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
250103	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
250103	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
250103	embedding2nn.weight	0	0.016285326331853867
250103	embedding2nn.weight	1	-0.012728763744235039
250103	embedding2nn.weight	2	-0.014268254861235619
250103	embedding2nn.weight	3	-0.031649451702833176
250103	embedding2nn.weight	4	-0.0059150345623493195
250103	embedding2nn.weight	5	-0.0037005888298153877
250103	embedding2nn.weight	6	-0.003973264247179031
250103	embedding2nn.weight	7	-0.07701725512742996
250103	embedding2nn.weight	8	-0.0019979383796453476
250103	embedding2nn.weight	9	-0.0277267899364233
250103	embedding2nn.bias	0	0.03123895823955536
250103	embedding2nn.bias	1	-0.07179300487041473
250103	embedding2nn.bias	2	0.071480892598629
250103	embedding2nn.bias	3	0.05434243381023407
250103	embedding2nn.bias	4	-0.04301600903272629
250103	embedding2nn.bias	5	-0.012859576381742954
250103	embedding2nn.bias	6	0.01741713657975197
250103	embedding2nn.bias	7	-0.05454244464635849
250103	embedding2nn.bias	8	0.07299559563398361
250103	embedding2nn.bias	9	0.044283319264650345
250103	rnn.weight_ih_l0	0	-0.08037734776735306
250103	rnn.weight_ih_l0	1	0.0031407487113028765
250103	rnn.weight_ih_l0	2	0.03533253073692322
250103	rnn.weight_ih_l0	3	0.0227888822555542
250103	rnn.weight_ih_l0	4	-0.04844444990158081
250103	rnn.weight_ih_l0	5	-0.06815909594297409
250103	rnn.weight_ih_l0	6	-0.0008238191367127001
250103	rnn.weight_ih_l0	7	0.053641051054000854
250103	rnn.weight_ih_l0	8	-0.017117252573370934
250103	rnn.weight_ih_l0	9	-0.030811423435807228
250103	rnn.weight_hh_l0	0	-0.030764004215598106
250103	rnn.weight_hh_l0	1	-0.007107765879482031
250103	rnn.weight_hh_l0	2	0.006946446839720011
250103	rnn.weight_hh_l0	3	-0.07418917864561081
250103	rnn.weight_hh_l0	4	0.09329061955213547
250103	rnn.weight_hh_l0	5	-0.026403507217764854
250103	rnn.weight_hh_l0	6	-0.06340115517377853
250103	rnn.weight_hh_l0	7	0.009147001430392265
250103	rnn.weight_hh_l0	8	0.01346520520746708
250103	rnn.weight_hh_l0	9	-0.025680458173155785
250103	rnn.bias_ih_l0	0	0.12975679337978363
250103	rnn.bias_ih_l0	1	-0.03423893079161644
250103	rnn.bias_ih_l0	2	-0.03406236320734024
250103	rnn.bias_ih_l0	3	0.1637870818376541
250103	rnn.bias_ih_l0	4	-0.01321987621486187
250103	rnn.bias_ih_l0	5	-0.02262764237821102
250103	rnn.bias_ih_l0	6	0.017839042469859123
250103	rnn.bias_ih_l0	7	0.02305656298995018
250103	rnn.bias_ih_l0	8	-0.10052166134119034
250103	rnn.bias_ih_l0	9	-0.04036497324705124
250103	rnn.bias_hh_l0	0	-0.000808540266007185
250103	rnn.bias_hh_l0	1	-0.0994817316532135
250103	rnn.bias_hh_l0	2	-0.07525189965963364
250103	rnn.bias_hh_l0	3	-0.08866339176893234
250103	rnn.bias_hh_l0	4	0.009278212673962116
250103	rnn.bias_hh_l0	5	-0.020850256085395813
250103	rnn.bias_hh_l0	6	0.02872554212808609
250103	rnn.bias_hh_l0	7	0.061286114156246185
250103	rnn.bias_hh_l0	8	-0.12293294817209244
250103	rnn.bias_hh_l0	9	-0.058609284460544586
250103	rnn.weight_ih_l0_reverse	0	-0.025440717115998268
250103	rnn.weight_ih_l0_reverse	1	-0.05696456879377365
250103	rnn.weight_ih_l0_reverse	2	-0.04871780797839165
250103	rnn.weight_ih_l0_reverse	3	0.01561118196696043
250103	rnn.weight_ih_l0_reverse	4	-0.025577953085303307
250103	rnn.weight_ih_l0_reverse	5	-0.05764170363545418
250103	rnn.weight_ih_l0_reverse	6	0.07382523268461227
250103	rnn.weight_ih_l0_reverse	7	-0.01868724636733532
250103	rnn.weight_ih_l0_reverse	8	-0.018529340624809265
250103	rnn.weight_ih_l0_reverse	9	0.0044590774923563
250103	rnn.weight_hh_l0_reverse	0	0.0681362897157669
250103	rnn.weight_hh_l0_reverse	1	0.019838102161884308
250103	rnn.weight_hh_l0_reverse	2	0.02975500002503395
250103	rnn.weight_hh_l0_reverse	3	0.035118214786052704
250103	rnn.weight_hh_l0_reverse	4	0.014321652241051197
250103	rnn.weight_hh_l0_reverse	5	0.007890598848462105
250103	rnn.weight_hh_l0_reverse	6	0.05105110630393028
250103	rnn.weight_hh_l0_reverse	7	-0.08200421929359436
250103	rnn.weight_hh_l0_reverse	8	0.04036954417824745
250103	rnn.weight_hh_l0_reverse	9	0.03507741913199425
250103	rnn.bias_ih_l0_reverse	0	-0.057138584554195404
250103	rnn.bias_ih_l0_reverse	1	-0.28161099553108215
250103	rnn.bias_ih_l0_reverse	2	-0.12383546680212021
250103	rnn.bias_ih_l0_reverse	3	-0.04835155978798866
250103	rnn.bias_ih_l0_reverse	4	-0.022092526778578758
250103	rnn.bias_ih_l0_reverse	5	0.0757676288485527
250103	rnn.bias_ih_l0_reverse	6	-0.06467649340629578
250103	rnn.bias_ih_l0_reverse	7	0.06095235422253609
250103	rnn.bias_ih_l0_reverse	8	-0.036247141659259796
250103	rnn.bias_ih_l0_reverse	9	0.06703004240989685
250103	rnn.bias_hh_l0_reverse	0	0.024077536538243294
250103	rnn.bias_hh_l0_reverse	1	-0.06197182461619377
250103	rnn.bias_hh_l0_reverse	2	0.08895189315080643
250103	rnn.bias_hh_l0_reverse	3	-0.05173850804567337
250103	rnn.bias_hh_l0_reverse	4	-0.02827267535030842
250103	rnn.bias_hh_l0_reverse	5	-0.02182643674314022
250103	rnn.bias_hh_l0_reverse	6	-0.018068043515086174
250103	rnn.bias_hh_l0_reverse	7	0.10012590140104294
250103	rnn.bias_hh_l0_reverse	8	0.030327292159199715
250103	rnn.bias_hh_l0_reverse	9	-0.1486535221338272
250103	rnn.weight_ih_l1	0	-0.029676450416445732
250103	rnn.weight_ih_l1	1	-0.050392501056194305
250103	rnn.weight_ih_l1	2	0.06490872800350189
250103	rnn.weight_ih_l1	3	-0.07367255538702011
250103	rnn.weight_ih_l1	4	-0.01434994675219059
250103	rnn.weight_ih_l1	5	-0.04040008783340454
250103	rnn.weight_ih_l1	6	0.028959006071090698
250103	rnn.weight_ih_l1	7	-0.04445573315024376
250103	rnn.weight_ih_l1	8	0.03782185539603233
250103	rnn.weight_ih_l1	9	0.04459010437130928
250103	rnn.weight_hh_l1	0	-0.007004894781857729
250103	rnn.weight_hh_l1	1	0.01989305578172207
250103	rnn.weight_hh_l1	2	0.006739847827702761
250103	rnn.weight_hh_l1	3	-0.012690399773418903
250103	rnn.weight_hh_l1	4	0.004917374346405268
250103	rnn.weight_hh_l1	5	0.035016342997550964
250103	rnn.weight_hh_l1	6	0.036217741668224335
250103	rnn.weight_hh_l1	7	-0.016264019533991814
250103	rnn.weight_hh_l1	8	-0.007249440066516399
250103	rnn.weight_hh_l1	9	0.03851130232214928
250103	rnn.bias_ih_l1	0	-0.1844714879989624
250103	rnn.bias_ih_l1	1	-0.17446057498455048
250103	rnn.bias_ih_l1	2	-0.19676344096660614
250103	rnn.bias_ih_l1	3	-0.3084077537059784
250103	rnn.bias_ih_l1	4	-0.2119116485118866
250103	rnn.bias_ih_l1	5	-0.08777822554111481
250103	rnn.bias_ih_l1	6	-0.15933243930339813
250103	rnn.bias_ih_l1	7	-0.0034428925719112158
250103	rnn.bias_ih_l1	8	-0.13146884739398956
250103	rnn.bias_ih_l1	9	-0.12366104125976562
250103	rnn.bias_hh_l1	0	-0.09609419852495193
250103	rnn.bias_hh_l1	1	-0.06411878019571304
250103	rnn.bias_hh_l1	2	-0.08509419113397598
250103	rnn.bias_hh_l1	3	-0.07705553621053696
250103	rnn.bias_hh_l1	4	-0.07310433685779572
250103	rnn.bias_hh_l1	5	-0.11803141236305237
250103	rnn.bias_hh_l1	6	-0.16180174052715302
250103	rnn.bias_hh_l1	7	0.07420886307954788
250103	rnn.bias_hh_l1	8	-0.17691822350025177
250103	rnn.bias_hh_l1	9	-0.11664866656064987
250103	rnn.weight_ih_l1_reverse	0	-0.04682245850563049
250103	rnn.weight_ih_l1_reverse	1	0.03388470038771629
250103	rnn.weight_ih_l1_reverse	2	0.08883904665708542
250103	rnn.weight_ih_l1_reverse	3	-0.018457869067788124
250103	rnn.weight_ih_l1_reverse	4	-0.022031733766198158
250103	rnn.weight_ih_l1_reverse	5	-0.030448494479060173
250103	rnn.weight_ih_l1_reverse	6	-0.020477328449487686
250103	rnn.weight_ih_l1_reverse	7	0.0294457096606493
250103	rnn.weight_ih_l1_reverse	8	0.005329957231879234
250103	rnn.weight_ih_l1_reverse	9	-0.03376805782318115
250103	rnn.weight_hh_l1_reverse	0	0.004560834262520075
250103	rnn.weight_hh_l1_reverse	1	0.03166930750012398
250103	rnn.weight_hh_l1_reverse	2	-0.0406045988202095
250103	rnn.weight_hh_l1_reverse	3	0.03506223484873772
250103	rnn.weight_hh_l1_reverse	4	0.04718678072094917
250103	rnn.weight_hh_l1_reverse	5	0.005671151913702488
250103	rnn.weight_hh_l1_reverse	6	0.04910826310515404
250103	rnn.weight_hh_l1_reverse	7	0.031056290492415428
250103	rnn.weight_hh_l1_reverse	8	-0.007188730873167515
250103	rnn.weight_hh_l1_reverse	9	-0.030216200277209282
250103	rnn.bias_ih_l1_reverse	0	-0.04536530748009682
250103	rnn.bias_ih_l1_reverse	1	-0.13969677686691284
250103	rnn.bias_ih_l1_reverse	2	-0.1628340482711792
250103	rnn.bias_ih_l1_reverse	3	-0.06083688884973526
250103	rnn.bias_ih_l1_reverse	4	-0.20392240583896637
250103	rnn.bias_ih_l1_reverse	5	-0.11664856225252151
250103	rnn.bias_ih_l1_reverse	6	-0.13032960891723633
250103	rnn.bias_ih_l1_reverse	7	-0.19115598499774933
250103	rnn.bias_ih_l1_reverse	8	0.22534647583961487
250103	rnn.bias_ih_l1_reverse	9	0.02471763640642166
250103	rnn.bias_hh_l1_reverse	0	0.011168625205755234
250103	rnn.bias_hh_l1_reverse	1	-0.06293606758117676
250103	rnn.bias_hh_l1_reverse	2	-0.23688164353370667
250103	rnn.bias_hh_l1_reverse	3	-0.14296625554561615
250103	rnn.bias_hh_l1_reverse	4	-0.08004344999790192
250103	rnn.bias_hh_l1_reverse	5	-0.11584169417619705
250103	rnn.bias_hh_l1_reverse	6	0.0641687735915184
250103	rnn.bias_hh_l1_reverse	7	-0.1375822126865387
250103	rnn.bias_hh_l1_reverse	8	-0.12470537424087524
250103	rnn.bias_hh_l1_reverse	9	-0.14821870625019073
250103	linear.weight	0	0.002228822559118271
250103	linear.weight	1	0.09748556464910507
250103	linear.weight	2	-0.09356671571731567
250103	linear.weight	3	0.3124023973941803
250103	linear.weight	4	0.15125612914562225
250103	linear.weight	5	-0.06498810648918152
250103	linear.weight	6	0.092486172914505
250103	linear.weight	7	0.13349047303199768
250103	linear.weight	8	0.041133686900138855
250103	linear.weight	9	-0.051037441939115524
250103	linear.bias	0	0.09270963817834854
250103	linear.bias	1	-0.20089191198349
250103	linear.bias	2	-0.45297855138778687
250103	linear.bias	3	-0.6588790416717529
250103	linear.bias	4	-1.260641098022461
250103	linear.bias	5	-0.06034931167960167
250103	linear.bias	6	-0.8310743570327759
250103	linear.bias	7	0.2713223397731781
250103	linear.bias	8	-0.396571546792984
250103	linear.bias	9	-1.0234586000442505
250300	transitions	0	0.7527912259101868
250300	transitions	1	0.13910019397735596
250300	transitions	2	-10000.0
250300	transitions	3	-1.8280396461486816
250300	transitions	4	-10000.0
250300	transitions	5	0.5629760026931763
250300	transitions	6	-0.0854903981089592
250300	transitions	7	-0.8102024793624878
250300	transitions	8	-1.4223636388778687
250300	transitions	9	-0.00123030215036124
250300	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
250300	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
250300	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
250300	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
250300	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
250300	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
250300	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
250300	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
250300	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
250300	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
250300	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
250300	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
250300	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
250300	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
250300	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
250300	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
250300	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
250300	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
250300	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
250300	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
250300	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
250300	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
250300	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
250300	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
250300	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
250300	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
250300	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
250300	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
250300	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
250300	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
250300	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
250300	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
250300	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
250300	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
250300	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
250300	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
250300	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
250300	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
250300	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
250300	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
250300	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
250300	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
250300	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
250300	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
250300	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
250300	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
250300	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
250300	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
250300	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
250300	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
250300	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
250300	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
250300	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
250300	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
250300	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
250300	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
250300	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
250300	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
250300	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
250300	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
250300	embedding2nn.weight	0	0.016295652836561203
250300	embedding2nn.weight	1	-0.012727038003504276
250300	embedding2nn.weight	2	-0.014268254861235619
250300	embedding2nn.weight	3	-0.03174138069152832
250300	embedding2nn.weight	4	-0.0059150345623493195
250300	embedding2nn.weight	5	-0.0037005888298153877
250300	embedding2nn.weight	6	-0.003973264247179031
250300	embedding2nn.weight	7	-0.07718440890312195
250300	embedding2nn.weight	8	-0.0019979383796453476
250300	embedding2nn.weight	9	-0.027745528146624565
250300	embedding2nn.bias	0	0.031079238280653954
250300	embedding2nn.bias	1	-0.07151409983634949
250300	embedding2nn.bias	2	0.07187271118164062
250300	embedding2nn.bias	3	0.05384645238518715
250300	embedding2nn.bias	4	-0.04314057156443596
250300	embedding2nn.bias	5	-0.012805699370801449
250300	embedding2nn.bias	6	0.016744909808039665
250300	embedding2nn.bias	7	-0.05528575927019119
250300	embedding2nn.bias	8	0.0728946253657341
250300	embedding2nn.bias	9	0.04387650266289711
250300	rnn.weight_ih_l0	0	-0.08034165948629379
250300	rnn.weight_ih_l0	1	0.0031726632732897997
250300	rnn.weight_ih_l0	2	0.035249192267656326
250300	rnn.weight_ih_l0	3	0.022853219881653786
250300	rnn.weight_ih_l0	4	-0.04845162108540535
250300	rnn.weight_ih_l0	5	-0.06816861033439636
250300	rnn.weight_ih_l0	6	-0.0008497654343955219
250300	rnn.weight_ih_l0	7	0.053722135722637177
250300	rnn.weight_ih_l0	8	-0.017099235206842422
250300	rnn.weight_ih_l0	9	-0.030817236751317978
250300	rnn.weight_hh_l0	0	-0.030610010027885437
250300	rnn.weight_hh_l0	1	-0.00710713816806674
250300	rnn.weight_hh_l0	2	0.0069113485515117645
250300	rnn.weight_hh_l0	3	-0.07411321997642517
250300	rnn.weight_hh_l0	4	0.09329033643007278
250300	rnn.weight_hh_l0	5	-0.026378128677606583
250300	rnn.weight_hh_l0	6	-0.06351163983345032
250300	rnn.weight_hh_l0	7	0.009086229838430882
250300	rnn.weight_hh_l0	8	0.013546949252486229
250300	rnn.weight_hh_l0	9	-0.025660088285803795
250300	rnn.bias_ih_l0	0	0.12966583669185638
250300	rnn.bias_ih_l0	1	-0.03427765518426895
250300	rnn.bias_ih_l0	2	-0.034156762063503265
250300	rnn.bias_ih_l0	3	0.16390162706375122
250300	rnn.bias_ih_l0	4	-0.013436062261462212
250300	rnn.bias_ih_l0	5	-0.02227136678993702
250300	rnn.bias_ih_l0	6	0.017890654504299164
250300	rnn.bias_ih_l0	7	0.023175785318017006
250300	rnn.bias_ih_l0	8	-0.10037090629339218
250300	rnn.bias_ih_l0	9	-0.04062597453594208
250300	rnn.bias_hh_l0	0	-0.0009640694479458034
250300	rnn.bias_hh_l0	1	-0.09937141090631485
250300	rnn.bias_hh_l0	2	-0.07526827603578568
250300	rnn.bias_hh_l0	3	-0.08877239376306534
250300	rnn.bias_hh_l0	4	0.009225363843142986
250300	rnn.bias_hh_l0	5	-0.020567037165164948
250300	rnn.bias_hh_l0	6	0.028679369017481804
250300	rnn.bias_hh_l0	7	0.061140645295381546
250300	rnn.bias_hh_l0	8	-0.12231999635696411
250300	rnn.bias_hh_l0	9	-0.05885545164346695
250300	rnn.weight_ih_l0_reverse	0	-0.02548721805214882
250300	rnn.weight_ih_l0_reverse	1	-0.05708388239145279
250300	rnn.weight_ih_l0_reverse	2	-0.04873364791274071
250300	rnn.weight_ih_l0_reverse	3	0.015651801601052284
250300	rnn.weight_ih_l0_reverse	4	-0.025545604526996613
250300	rnn.weight_ih_l0_reverse	5	-0.05763828381896019
250300	rnn.weight_ih_l0_reverse	6	0.07378917932510376
250300	rnn.weight_ih_l0_reverse	7	-0.018589193001389503
250300	rnn.weight_ih_l0_reverse	8	-0.01851242035627365
250300	rnn.weight_ih_l0_reverse	9	0.004522298462688923
250300	rnn.weight_hh_l0_reverse	0	0.06800179928541183
250300	rnn.weight_hh_l0_reverse	1	0.019834090024232864
250300	rnn.weight_hh_l0_reverse	2	0.029736118391156197
250300	rnn.weight_hh_l0_reverse	3	0.035108521580696106
250300	rnn.weight_hh_l0_reverse	4	0.014288116246461868
250300	rnn.weight_hh_l0_reverse	5	0.0077841258607804775
250300	rnn.weight_hh_l0_reverse	6	0.05110820010304451
250300	rnn.weight_hh_l0_reverse	7	-0.0819704532623291
250300	rnn.weight_hh_l0_reverse	8	0.04034363478422165
250300	rnn.weight_hh_l0_reverse	9	0.035069335252046585
250300	rnn.bias_ih_l0_reverse	0	-0.05716513469815254
250300	rnn.bias_ih_l0_reverse	1	-0.28139111399650574
250300	rnn.bias_ih_l0_reverse	2	-0.1238839253783226
250300	rnn.bias_ih_l0_reverse	3	-0.04842262715101242
250300	rnn.bias_ih_l0_reverse	4	-0.02196628786623478
250300	rnn.bias_ih_l0_reverse	5	0.07576552033424377
250300	rnn.bias_ih_l0_reverse	6	-0.06474927812814713
250300	rnn.bias_ih_l0_reverse	7	0.06104123592376709
250300	rnn.bias_ih_l0_reverse	8	-0.03622254356741905
250300	rnn.bias_ih_l0_reverse	9	0.06703399866819382
250300	rnn.bias_hh_l0_reverse	0	0.024149004369974136
250300	rnn.bias_hh_l0_reverse	1	-0.06204019859433174
250300	rnn.bias_hh_l0_reverse	2	0.08876984566450119
250300	rnn.bias_hh_l0_reverse	3	-0.051645051687955856
250300	rnn.bias_hh_l0_reverse	4	-0.028304608538746834
250300	rnn.bias_hh_l0_reverse	5	-0.022072114050388336
250300	rnn.bias_hh_l0_reverse	6	-0.018047379329800606
250300	rnn.bias_hh_l0_reverse	7	0.10005231201648712
250300	rnn.bias_hh_l0_reverse	8	0.03045778162777424
250300	rnn.bias_hh_l0_reverse	9	-0.14856168627738953
250300	rnn.weight_ih_l1	0	-0.029671577736735344
250300	rnn.weight_ih_l1	1	-0.05032845214009285
250300	rnn.weight_ih_l1	2	0.06496316194534302
250300	rnn.weight_ih_l1	3	-0.07357972115278244
250300	rnn.weight_ih_l1	4	-0.014254697598516941
250300	rnn.weight_ih_l1	5	-0.04041246697306633
250300	rnn.weight_ih_l1	6	0.028960131108760834
250300	rnn.weight_ih_l1	7	-0.04443110153079033
250300	rnn.weight_ih_l1	8	0.037799254059791565
250300	rnn.weight_ih_l1	9	0.04459717497229576
250300	rnn.weight_hh_l1	0	-0.007169527467340231
250300	rnn.weight_hh_l1	1	0.0198869239538908
250300	rnn.weight_hh_l1	2	0.006733797024935484
250300	rnn.weight_hh_l1	3	-0.012711885385215282
250300	rnn.weight_hh_l1	4	0.0048070005141198635
250300	rnn.weight_hh_l1	5	0.03499680012464523
250300	rnn.weight_hh_l1	6	0.03618238493800163
250300	rnn.weight_hh_l1	7	-0.016234952956438065
250300	rnn.weight_hh_l1	8	-0.007235619705170393
250300	rnn.weight_hh_l1	9	0.03850734233856201
250300	rnn.bias_ih_l1	0	-0.1842515617609024
250300	rnn.bias_ih_l1	1	-0.17477735877037048
250300	rnn.bias_ih_l1	2	-0.19692227244377136
250300	rnn.bias_ih_l1	3	-0.3084877133369446
250300	rnn.bias_ih_l1	4	-0.21210525929927826
250300	rnn.bias_ih_l1	5	-0.08797502517700195
250300	rnn.bias_ih_l1	6	-0.15906809270381927
250300	rnn.bias_ih_l1	7	-0.003041231306269765
250300	rnn.bias_ih_l1	8	-0.13139334321022034
250300	rnn.bias_ih_l1	9	-0.12390913814306259
250300	rnn.bias_hh_l1	0	-0.09598828852176666
250300	rnn.bias_hh_l1	1	-0.06406615674495697
250300	rnn.bias_hh_l1	2	-0.08545216917991638
250300	rnn.bias_hh_l1	3	-0.07714735716581345
250300	rnn.bias_hh_l1	4	-0.07322318106889725
250300	rnn.bias_hh_l1	5	-0.11799540370702744
250300	rnn.bias_hh_l1	6	-0.1616590917110443
250300	rnn.bias_hh_l1	7	0.07442664355039597
250300	rnn.bias_hh_l1	8	-0.17685793340206146
250300	rnn.bias_hh_l1	9	-0.11671122908592224
250300	rnn.weight_ih_l1_reverse	0	-0.04688688740134239
250300	rnn.weight_ih_l1_reverse	1	0.0339047908782959
250300	rnn.weight_ih_l1_reverse	2	0.08883348107337952
250300	rnn.weight_ih_l1_reverse	3	-0.01847490482032299
250300	rnn.weight_ih_l1_reverse	4	-0.022062677890062332
250300	rnn.weight_ih_l1_reverse	5	-0.030442165210843086
250300	rnn.weight_ih_l1_reverse	6	-0.02040901966392994
250300	rnn.weight_ih_l1_reverse	7	0.029383886605501175
250300	rnn.weight_ih_l1_reverse	8	0.005262297112494707
250300	rnn.weight_ih_l1_reverse	9	-0.03379231318831444
250300	rnn.weight_hh_l1_reverse	0	0.004552454221993685
250300	rnn.weight_hh_l1_reverse	1	0.03168076276779175
250300	rnn.weight_hh_l1_reverse	2	-0.04060104489326477
250300	rnn.weight_hh_l1_reverse	3	0.03506035357713699
250300	rnn.weight_hh_l1_reverse	4	0.04715541750192642
250300	rnn.weight_hh_l1_reverse	5	0.005680218804627657
250300	rnn.weight_hh_l1_reverse	6	0.049146413803100586
250300	rnn.weight_hh_l1_reverse	7	0.031061379238963127
250300	rnn.weight_hh_l1_reverse	8	-0.007183494977653027
250300	rnn.weight_hh_l1_reverse	9	-0.030229054391384125
250300	rnn.bias_ih_l1_reverse	0	-0.04530477896332741
250300	rnn.bias_ih_l1_reverse	1	-0.13991284370422363
250300	rnn.bias_ih_l1_reverse	2	-0.1626547873020172
250300	rnn.bias_ih_l1_reverse	3	-0.06091514974832535
250300	rnn.bias_ih_l1_reverse	4	-0.20395809412002563
250300	rnn.bias_ih_l1_reverse	5	-0.1166607066988945
250300	rnn.bias_ih_l1_reverse	6	-0.1303403079509735
250300	rnn.bias_ih_l1_reverse	7	-0.19123198091983795
250300	rnn.bias_ih_l1_reverse	8	0.22506113350391388
250300	rnn.bias_ih_l1_reverse	9	0.024365974590182304
250300	rnn.bias_hh_l1_reverse	0	0.011260377243161201
250300	rnn.bias_hh_l1_reverse	1	-0.063479945063591
250300	rnn.bias_hh_l1_reverse	2	-0.2368820160627365
250300	rnn.bias_hh_l1_reverse	3	-0.14303240180015564
250300	rnn.bias_hh_l1_reverse	4	-0.08006636053323746
250300	rnn.bias_hh_l1_reverse	5	-0.11595366150140762
250300	rnn.bias_hh_l1_reverse	6	0.06476085633039474
250300	rnn.bias_hh_l1_reverse	7	-0.13762056827545166
250300	rnn.bias_hh_l1_reverse	8	-0.12464801222085953
250300	rnn.bias_hh_l1_reverse	9	-0.14815224707126617
250300	linear.weight	0	0.002228822559118271
250300	linear.weight	1	0.0973023921251297
250300	linear.weight	2	-0.09358052909374237
250300	linear.weight	3	0.3123845160007477
250300	linear.weight	4	0.1511874943971634
250300	linear.weight	5	-0.06500924378633499
250300	linear.weight	6	0.09210211783647537
250300	linear.weight	7	0.1332811862230301
250300	linear.weight	8	0.04113364592194557
250300	linear.weight	9	-0.050916191190481186
250300	linear.bias	0	0.08531834930181503
250300	linear.bias	1	-0.20027771592140198
250300	linear.bias	2	-0.451117604970932
250300	linear.bias	3	-0.658998966217041
250300	linear.bias	4	-1.260920763015747
250300	linear.bias	5	-0.0619642399251461
250300	linear.bias	6	-0.8303786516189575
250300	linear.bias	7	0.26976943016052246
250300	linear.bias	8	-0.39647042751312256
250300	linear.bias	9	-1.0232723951339722
250497	transitions	0	0.7528122067451477
250497	transitions	1	0.1389632374048233
250497	transitions	2	-10000.0
250497	transitions	3	-1.828041911125183
250497	transitions	4	-10000.0
250497	transitions	5	0.562973141670227
250497	transitions	6	-0.0854930430650711
250497	transitions	7	-0.8102220296859741
250497	transitions	8	-1.4223648309707642
250497	transitions	9	-0.0012303243856877089
250497	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
250497	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
250497	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
250497	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
250497	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
250497	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
250497	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
250497	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
250497	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
250497	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
250497	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
250497	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
250497	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
250497	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
250497	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
250497	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
250497	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
250497	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
250497	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
250497	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
250497	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
250497	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
250497	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
250497	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
250497	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
250497	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
250497	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
250497	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
250497	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
250497	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
250497	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
250497	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
250497	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
250497	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
250497	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
250497	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
250497	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
250497	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
250497	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
250497	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
250497	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
250497	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
250497	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
250497	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
250497	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
250497	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
250497	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
250497	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
250497	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
250497	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
250497	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
250497	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
250497	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
250497	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
250497	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
250497	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
250497	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
250497	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
250497	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
250497	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
250497	embedding2nn.weight	0	0.016363857313990593
250497	embedding2nn.weight	1	-0.012739730067551136
250497	embedding2nn.weight	2	-0.014268254861235619
250497	embedding2nn.weight	3	-0.031645119190216064
250497	embedding2nn.weight	4	-0.0059150345623493195
250497	embedding2nn.weight	5	-0.0037005888298153877
250497	embedding2nn.weight	6	-0.003973264712840319
250497	embedding2nn.weight	7	-0.07712074369192123
250497	embedding2nn.weight	8	-0.0019979383796453476
250497	embedding2nn.weight	9	-0.02779301069676876
250497	embedding2nn.bias	0	0.031339794397354126
250497	embedding2nn.bias	1	-0.07196876406669617
250497	embedding2nn.bias	2	0.07148189097642899
250497	embedding2nn.bias	3	0.05380311235785484
250497	embedding2nn.bias	4	-0.04297339916229248
250497	embedding2nn.bias	5	-0.012573765590786934
250497	embedding2nn.bias	6	0.016223544254899025
250497	embedding2nn.bias	7	-0.055080659687519073
250497	embedding2nn.bias	8	0.07231689989566803
250497	embedding2nn.bias	9	0.04424399882555008
250497	rnn.weight_ih_l0	0	-0.08030134439468384
250497	rnn.weight_ih_l0	1	0.0032291365787386894
250497	rnn.weight_ih_l0	2	0.03520755097270012
250497	rnn.weight_ih_l0	3	0.022888094186782837
250497	rnn.weight_ih_l0	4	-0.048404235392808914
250497	rnn.weight_ih_l0	5	-0.06817099452018738
250497	rnn.weight_ih_l0	6	-0.0009555009310133755
250497	rnn.weight_ih_l0	7	0.05367157235741615
250497	rnn.weight_ih_l0	8	-0.017193442210555077
250497	rnn.weight_ih_l0	9	-0.030767032876610756
250497	rnn.weight_hh_l0	0	-0.03061172179877758
250497	rnn.weight_hh_l0	1	-0.007098337169736624
250497	rnn.weight_hh_l0	2	0.006899295374751091
250497	rnn.weight_hh_l0	3	-0.07410727441310883
250497	rnn.weight_hh_l0	4	0.09330308437347412
250497	rnn.weight_hh_l0	5	-0.02642233669757843
250497	rnn.weight_hh_l0	6	-0.0635138750076294
250497	rnn.weight_hh_l0	7	0.00915542058646679
250497	rnn.weight_hh_l0	8	0.013582013547420502
250497	rnn.weight_hh_l0	9	-0.025699378922581673
250497	rnn.bias_ih_l0	0	0.12963466346263885
250497	rnn.bias_ih_l0	1	-0.034178271889686584
250497	rnn.bias_ih_l0	2	-0.03424232825636864
250497	rnn.bias_ih_l0	3	0.1638743132352829
250497	rnn.bias_ih_l0	4	-0.01315737422555685
250497	rnn.bias_ih_l0	5	-0.02215489186346531
250497	rnn.bias_ih_l0	6	0.017947083339095116
250497	rnn.bias_ih_l0	7	0.02306630276143551
250497	rnn.bias_ih_l0	8	-0.10032062232494354
250497	rnn.bias_ih_l0	9	-0.04055004566907883
250497	rnn.bias_hh_l0	0	-0.0009483877802267671
250497	rnn.bias_hh_l0	1	-0.09909017384052277
250497	rnn.bias_hh_l0	2	-0.07518059760332108
250497	rnn.bias_hh_l0	3	-0.08893357962369919
250497	rnn.bias_hh_l0	4	0.008992021903395653
250497	rnn.bias_hh_l0	5	-0.020569706335663795
250497	rnn.bias_hh_l0	6	0.02876115031540394
250497	rnn.bias_hh_l0	7	0.061358917504549026
250497	rnn.bias_hh_l0	8	-0.12259220331907272
250497	rnn.bias_hh_l0	9	-0.05871910974383354
250497	rnn.weight_ih_l0_reverse	0	-0.025389742106199265
250497	rnn.weight_ih_l0_reverse	1	-0.05701301246881485
250497	rnn.weight_ih_l0_reverse	2	-0.04876020923256874
250497	rnn.weight_ih_l0_reverse	3	0.015719357877969742
250497	rnn.weight_ih_l0_reverse	4	-0.025542903691530228
250497	rnn.weight_ih_l0_reverse	5	-0.05764671415090561
250497	rnn.weight_ih_l0_reverse	6	0.07375243306159973
250497	rnn.weight_ih_l0_reverse	7	-0.018629450350999832
250497	rnn.weight_ih_l0_reverse	8	-0.01847890205681324
250497	rnn.weight_ih_l0_reverse	9	0.004600876476615667
250497	rnn.weight_hh_l0_reverse	0	0.06786607205867767
250497	rnn.weight_hh_l0_reverse	1	0.019788280129432678
250497	rnn.weight_hh_l0_reverse	2	0.02973536215722561
250497	rnn.weight_hh_l0_reverse	3	0.03513483703136444
250497	rnn.weight_hh_l0_reverse	4	0.014267196878790855
250497	rnn.weight_hh_l0_reverse	5	0.007808061316609383
250497	rnn.weight_hh_l0_reverse	6	0.05108555778861046
250497	rnn.weight_hh_l0_reverse	7	-0.08190649747848511
250497	rnn.weight_hh_l0_reverse	8	0.04027624800801277
250497	rnn.weight_hh_l0_reverse	9	0.03501606732606888
250497	rnn.bias_ih_l0_reverse	0	-0.05744217708706856
250497	rnn.bias_ih_l0_reverse	1	-0.28145119547843933
250497	rnn.bias_ih_l0_reverse	2	-0.12405110895633698
250497	rnn.bias_ih_l0_reverse	3	-0.04854683205485344
250497	rnn.bias_ih_l0_reverse	4	-0.022362714633345604
250497	rnn.bias_ih_l0_reverse	5	0.07574435323476791
250497	rnn.bias_ih_l0_reverse	6	-0.06476067006587982
250497	rnn.bias_ih_l0_reverse	7	0.06088557466864586
250497	rnn.bias_ih_l0_reverse	8	-0.03616663068532944
250497	rnn.bias_ih_l0_reverse	9	0.06708543747663498
250497	rnn.bias_hh_l0_reverse	0	0.02436009794473648
250497	rnn.bias_hh_l0_reverse	1	-0.06189918890595436
250497	rnn.bias_hh_l0_reverse	2	0.08871243894100189
250497	rnn.bias_hh_l0_reverse	3	-0.05175423249602318
250497	rnn.bias_hh_l0_reverse	4	-0.028342410922050476
250497	rnn.bias_hh_l0_reverse	5	-0.02213568612933159
250497	rnn.bias_hh_l0_reverse	6	-0.018437689170241356
250497	rnn.bias_hh_l0_reverse	7	0.09982112795114517
250497	rnn.bias_hh_l0_reverse	8	0.030545756220817566
250497	rnn.bias_hh_l0_reverse	9	-0.14852102100849152
250497	rnn.weight_ih_l1	0	-0.02968435361981392
250497	rnn.weight_ih_l1	1	-0.050334617495536804
250497	rnn.weight_ih_l1	2	0.06518495082855225
250497	rnn.weight_ih_l1	3	-0.07332314550876617
250497	rnn.weight_ih_l1	4	-0.014198101125657558
250497	rnn.weight_ih_l1	5	-0.04039812088012695
250497	rnn.weight_ih_l1	6	0.028924785554409027
250497	rnn.weight_ih_l1	7	-0.044571392238140106
250497	rnn.weight_ih_l1	8	0.037799444049596786
250497	rnn.weight_ih_l1	9	0.044640958309173584
250497	rnn.weight_hh_l1	0	-0.00728308642283082
250497	rnn.weight_hh_l1	1	0.01990325376391411
250497	rnn.weight_hh_l1	2	0.006795878056436777
250497	rnn.weight_hh_l1	3	-0.012699343264102936
250497	rnn.weight_hh_l1	4	0.004797111731022596
250497	rnn.weight_hh_l1	5	0.03504231199622154
250497	rnn.weight_hh_l1	6	0.036181770265102386
250497	rnn.weight_hh_l1	7	-0.016233282163739204
250497	rnn.weight_hh_l1	8	-0.007220512256026268
250497	rnn.weight_hh_l1	9	0.03856153041124344
250497	rnn.bias_ih_l1	0	-0.18385423719882965
250497	rnn.bias_ih_l1	1	-0.17459933459758759
250497	rnn.bias_ih_l1	2	-0.19681040942668915
250497	rnn.bias_ih_l1	3	-0.30844488739967346
250497	rnn.bias_ih_l1	4	-0.2126099318265915
250497	rnn.bias_ih_l1	5	-0.08796662092208862
250497	rnn.bias_ih_l1	6	-0.15910698473453522
250497	rnn.bias_ih_l1	7	-0.0034101472701877356
250497	rnn.bias_ih_l1	8	-0.13145200908184052
250497	rnn.bias_ih_l1	9	-0.12415021657943726
250497	rnn.bias_hh_l1	0	-0.09572247415781021
250497	rnn.bias_hh_l1	1	-0.06397756934165955
250497	rnn.bias_hh_l1	2	-0.08532445877790451
250497	rnn.bias_hh_l1	3	-0.0771244615316391
250497	rnn.bias_hh_l1	4	-0.07294733077287674
250497	rnn.bias_hh_l1	5	-0.11801078170537949
250497	rnn.bias_hh_l1	6	-0.16166670620441437
250497	rnn.bias_hh_l1	7	0.07388562709093094
250497	rnn.bias_hh_l1	8	-0.17688773572444916
250497	rnn.bias_hh_l1	9	-0.11668744683265686
250497	rnn.weight_ih_l1_reverse	0	-0.046836987137794495
250497	rnn.weight_ih_l1_reverse	1	0.03380585461854935
250497	rnn.weight_ih_l1_reverse	2	0.08886456489562988
250497	rnn.weight_ih_l1_reverse	3	-0.018377771601080894
250497	rnn.weight_ih_l1_reverse	4	-0.022041678428649902
250497	rnn.weight_ih_l1_reverse	5	-0.030444329604506493
250497	rnn.weight_ih_l1_reverse	6	-0.02048153057694435
250497	rnn.weight_ih_l1_reverse	7	0.02937971241772175
250497	rnn.weight_ih_l1_reverse	8	0.005151834338903427
250497	rnn.weight_ih_l1_reverse	9	-0.03382617607712746
250497	rnn.weight_hh_l1_reverse	0	0.0045341383665800095
250497	rnn.weight_hh_l1_reverse	1	0.03167613968253136
250497	rnn.weight_hh_l1_reverse	2	-0.04060277342796326
250497	rnn.weight_hh_l1_reverse	3	0.035058412700891495
250497	rnn.weight_hh_l1_reverse	4	0.04717937484383583
250497	rnn.weight_hh_l1_reverse	5	0.005746003706008196
250497	rnn.weight_hh_l1_reverse	6	0.04913772642612457
250497	rnn.weight_hh_l1_reverse	7	0.031049402430653572
250497	rnn.weight_hh_l1_reverse	8	-0.0071830288507044315
250497	rnn.weight_hh_l1_reverse	9	-0.030237345024943352
250497	rnn.bias_ih_l1_reverse	0	-0.04526381939649582
250497	rnn.bias_ih_l1_reverse	1	-0.13980723917484283
250497	rnn.bias_ih_l1_reverse	2	-0.16291265189647675
250497	rnn.bias_ih_l1_reverse	3	-0.060966283082962036
250497	rnn.bias_ih_l1_reverse	4	-0.2038508951663971
250497	rnn.bias_ih_l1_reverse	5	-0.11673334985971451
250497	rnn.bias_ih_l1_reverse	6	-0.13034366071224213
250497	rnn.bias_ih_l1_reverse	7	-0.19122231006622314
250497	rnn.bias_ih_l1_reverse	8	0.2248864322900772
250497	rnn.bias_ih_l1_reverse	9	0.02430504746735096
250497	rnn.bias_hh_l1_reverse	0	0.011134549975395203
250497	rnn.bias_hh_l1_reverse	1	-0.06438861042261124
250497	rnn.bias_hh_l1_reverse	2	-0.23686574399471283
250497	rnn.bias_hh_l1_reverse	3	-0.14286069571971893
250497	rnn.bias_hh_l1_reverse	4	-0.08001746982336044
250497	rnn.bias_hh_l1_reverse	5	-0.11615025252103806
250497	rnn.bias_hh_l1_reverse	6	0.06479565799236298
250497	rnn.bias_hh_l1_reverse	7	-0.1376267969608307
250497	rnn.bias_hh_l1_reverse	8	-0.12466840445995331
250497	rnn.bias_hh_l1_reverse	9	-0.1481219381093979
250497	linear.weight	0	0.002228822559118271
250497	linear.weight	1	0.09679249674081802
250497	linear.weight	2	-0.09356097131967545
250497	linear.weight	3	0.31266409158706665
250497	linear.weight	4	0.15075984597206116
250497	linear.weight	5	-0.06474872678518295
250497	linear.weight	6	0.09224043041467667
250497	linear.weight	7	0.13355687260627747
250497	linear.weight	8	0.04113367199897766
250497	linear.weight	9	-0.050870951265096664
250497	linear.bias	0	0.08334401994943619
250497	linear.bias	1	-0.19729867577552795
250497	linear.bias	2	-0.4495549499988556
250497	linear.bias	3	-0.6589398980140686
250497	linear.bias	4	-1.260959267616272
250497	linear.bias	5	-0.0613076351583004
250497	linear.bias	6	-0.8276495337486267
250497	linear.bias	7	0.27045196294784546
250497	linear.bias	8	-0.3947233259677887
250497	linear.bias	9	-1.0214048624038696
250694	transitions	0	0.7522526979446411
250694	transitions	1	0.1388266533613205
250694	transitions	2	-10000.0
250694	transitions	3	-1.8280435800552368
250694	transitions	4	-10000.0
250694	transitions	5	0.562971830368042
250694	transitions	6	-0.08549528568983078
250694	transitions	7	-0.8102407455444336
250694	transitions	8	-1.4223744869232178
250694	transitions	9	-0.0012303508119657636
250694	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
250694	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
250694	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
250694	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
250694	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
250694	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
250694	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
250694	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
250694	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
250694	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
250694	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
250694	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
250694	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
250694	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
250694	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
250694	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
250694	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
250694	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
250694	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
250694	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
250694	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
250694	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
250694	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
250694	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
250694	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
250694	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
250694	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
250694	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
250694	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
250694	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
250694	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
250694	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
250694	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
250694	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
250694	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
250694	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
250694	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
250694	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
250694	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
250694	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
250694	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
250694	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
250694	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
250694	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
250694	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
250694	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
250694	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
250694	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
250694	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
250694	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
250694	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
250694	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
250694	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
250694	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
250694	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
250694	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
250694	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
250694	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
250694	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
250694	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
250694	embedding2nn.weight	0	0.01638098619878292
250694	embedding2nn.weight	1	-0.012754403054714203
250694	embedding2nn.weight	2	-0.014268254861235619
250694	embedding2nn.weight	3	-0.03160364553332329
250694	embedding2nn.weight	4	-0.0059150345623493195
250694	embedding2nn.weight	5	-0.0037005888298153877
250694	embedding2nn.weight	6	-0.003973264712840319
250694	embedding2nn.weight	7	-0.0771486759185791
250694	embedding2nn.weight	8	-0.0019979383796453476
250694	embedding2nn.weight	9	-0.02778133936226368
250694	embedding2nn.bias	0	0.031669143587350845
250694	embedding2nn.bias	1	-0.0715247318148613
250694	embedding2nn.bias	2	0.07208462804555893
250694	embedding2nn.bias	3	0.05415435880422592
250694	embedding2nn.bias	4	-0.04350215941667557
250694	embedding2nn.bias	5	-0.01271815411746502
250694	embedding2nn.bias	6	0.016176151111721992
250694	embedding2nn.bias	7	-0.05541969835758209
250694	embedding2nn.bias	8	0.07309934496879578
250694	embedding2nn.bias	9	0.044599901884794235
250694	rnn.weight_ih_l0	0	-0.08039330691099167
250694	rnn.weight_ih_l0	1	0.0031846407800912857
250694	rnn.weight_ih_l0	2	0.035158731043338776
250694	rnn.weight_ih_l0	3	0.022946296259760857
250694	rnn.weight_ih_l0	4	-0.04844018444418907
250694	rnn.weight_ih_l0	5	-0.06825672090053558
250694	rnn.weight_ih_l0	6	-0.0010162811959162354
250694	rnn.weight_ih_l0	7	0.05377628281712532
250694	rnn.weight_ih_l0	8	-0.017310641705989838
250694	rnn.weight_ih_l0	9	-0.030682824552059174
250694	rnn.weight_hh_l0	0	-0.03056054189801216
250694	rnn.weight_hh_l0	1	-0.007064680568873882
250694	rnn.weight_hh_l0	2	0.00693511264398694
250694	rnn.weight_hh_l0	3	-0.07411691546440125
250694	rnn.weight_hh_l0	4	0.09333376586437225
250694	rnn.weight_hh_l0	5	-0.02644835226237774
250694	rnn.weight_hh_l0	6	-0.06344086676836014
250694	rnn.weight_hh_l0	7	0.009209241718053818
250694	rnn.weight_hh_l0	8	0.013541996479034424
250694	rnn.weight_hh_l0	9	-0.02568756975233555
250694	rnn.bias_ih_l0	0	0.1295994520187378
250694	rnn.bias_ih_l0	1	-0.03409748524427414
250694	rnn.bias_ih_l0	2	-0.034271642565727234
250694	rnn.bias_ih_l0	3	0.16364525258541107
250694	rnn.bias_ih_l0	4	-0.013232434168457985
250694	rnn.bias_ih_l0	5	-0.021852510049939156
250694	rnn.bias_ih_l0	6	0.017734060063958168
250694	rnn.bias_ih_l0	7	0.022774148732423782
250694	rnn.bias_ih_l0	8	-0.10030362010002136
250694	rnn.bias_ih_l0	9	-0.04044768586754799
250694	rnn.bias_hh_l0	0	-0.0009823717409744859
250694	rnn.bias_hh_l0	1	-0.09914615005254745
250694	rnn.bias_hh_l0	2	-0.07517536729574203
250694	rnn.bias_hh_l0	3	-0.08906599134206772
250694	rnn.bias_hh_l0	4	0.008809459395706654
250694	rnn.bias_hh_l0	5	-0.020636819303035736
250694	rnn.bias_hh_l0	6	0.028974993154406548
250694	rnn.bias_hh_l0	7	0.06117257848381996
250694	rnn.bias_hh_l0	8	-0.12237682938575745
250694	rnn.bias_hh_l0	9	-0.05872941389679909
250694	rnn.weight_ih_l0_reverse	0	-0.02539968304336071
250694	rnn.weight_ih_l0_reverse	1	-0.05686074122786522
250694	rnn.weight_ih_l0_reverse	2	-0.04875778779387474
250694	rnn.weight_ih_l0_reverse	3	0.01572161726653576
250694	rnn.weight_ih_l0_reverse	4	-0.02547067403793335
250694	rnn.weight_ih_l0_reverse	5	-0.057609520852565765
250694	rnn.weight_ih_l0_reverse	6	0.07369792461395264
250694	rnn.weight_ih_l0_reverse	7	-0.018516749143600464
250694	rnn.weight_ih_l0_reverse	8	-0.018436836078763008
250694	rnn.weight_ih_l0_reverse	9	0.004689367953687906
250694	rnn.weight_hh_l0_reverse	0	0.06792163103818893
250694	rnn.weight_hh_l0_reverse	1	0.019839657470583916
250694	rnn.weight_hh_l0_reverse	2	0.029787873849272728
250694	rnn.weight_hh_l0_reverse	3	0.03515319153666496
250694	rnn.weight_hh_l0_reverse	4	0.014260540716350079
250694	rnn.weight_hh_l0_reverse	5	0.00783868134021759
250694	rnn.weight_hh_l0_reverse	6	0.05109114572405815
250694	rnn.weight_hh_l0_reverse	7	-0.081935815513134
250694	rnn.weight_hh_l0_reverse	8	0.040215540677309036
250694	rnn.weight_hh_l0_reverse	9	0.034963883459568024
250694	rnn.bias_ih_l0_reverse	0	-0.05765856057405472
250694	rnn.bias_ih_l0_reverse	1	-0.28157347440719604
250694	rnn.bias_ih_l0_reverse	2	-0.12421419471502304
250694	rnn.bias_ih_l0_reverse	3	-0.048422910273075104
250694	rnn.bias_ih_l0_reverse	4	-0.022344505414366722
250694	rnn.bias_ih_l0_reverse	5	0.07583292573690414
250694	rnn.bias_ih_l0_reverse	6	-0.0649089589715004
250694	rnn.bias_ih_l0_reverse	7	0.06090420484542847
250694	rnn.bias_ih_l0_reverse	8	-0.03627484291791916
250694	rnn.bias_ih_l0_reverse	9	0.0670088678598404
250694	rnn.bias_hh_l0_reverse	0	0.024460993707180023
250694	rnn.bias_hh_l0_reverse	1	-0.06203853338956833
250694	rnn.bias_hh_l0_reverse	2	0.08896949887275696
250694	rnn.bias_hh_l0_reverse	3	-0.05163634195923805
250694	rnn.bias_hh_l0_reverse	4	-0.028359806165099144
250694	rnn.bias_hh_l0_reverse	5	-0.0222084429115057
250694	rnn.bias_hh_l0_reverse	6	-0.01844647154211998
250694	rnn.bias_hh_l0_reverse	7	0.09980043023824692
250694	rnn.bias_hh_l0_reverse	8	0.030521761626005173
250694	rnn.bias_hh_l0_reverse	9	-0.14847925305366516
250694	rnn.weight_ih_l1	0	-0.029653780162334442
250694	rnn.weight_ih_l1	1	-0.05030723288655281
250694	rnn.weight_ih_l1	2	0.0650799497961998
250694	rnn.weight_ih_l1	3	-0.07323361933231354
250694	rnn.weight_ih_l1	4	-0.014223716221749783
250694	rnn.weight_ih_l1	5	-0.040396299213171005
250694	rnn.weight_ih_l1	6	0.028957976028323174
250694	rnn.weight_ih_l1	7	-0.04456144943833351
250694	rnn.weight_ih_l1	8	0.03779778257012367
250694	rnn.weight_ih_l1	9	0.0446726456284523
250694	rnn.weight_hh_l1	0	-0.007353172637522221
250694	rnn.weight_hh_l1	1	0.019902003929018974
250694	rnn.weight_hh_l1	2	0.00681705167517066
250694	rnn.weight_hh_l1	3	-0.012695242650806904
250694	rnn.weight_hh_l1	4	0.004843468312174082
250694	rnn.weight_hh_l1	5	0.03503147512674332
250694	rnn.weight_hh_l1	6	0.03613688424229622
250694	rnn.weight_hh_l1	7	-0.01624961942434311
250694	rnn.weight_hh_l1	8	-0.007215048186480999
250694	rnn.weight_hh_l1	9	0.03861387073993683
250694	rnn.bias_ih_l1	0	-0.1839451640844345
250694	rnn.bias_ih_l1	1	-0.17473673820495605
250694	rnn.bias_ih_l1	2	-0.19672924280166626
250694	rnn.bias_ih_l1	3	-0.30841657519340515
250694	rnn.bias_ih_l1	4	-0.2123795747756958
250694	rnn.bias_ih_l1	5	-0.08793190121650696
250694	rnn.bias_ih_l1	6	-0.15882092714309692
250694	rnn.bias_ih_l1	7	-0.0036942800506949425
250694	rnn.bias_ih_l1	8	-0.13155075907707214
250694	rnn.bias_ih_l1	9	-0.12425201386213303
250694	rnn.bias_hh_l1	0	-0.09577219188213348
250694	rnn.bias_hh_l1	1	-0.0636548176407814
250694	rnn.bias_hh_l1	2	-0.08517377078533173
250694	rnn.bias_hh_l1	3	-0.07708457112312317
250694	rnn.bias_hh_l1	4	-0.07301143556833267
250694	rnn.bias_hh_l1	5	-0.11794078350067139
250694	rnn.bias_hh_l1	6	-0.1615712195634842
250694	rnn.bias_hh_l1	7	0.07379921525716782
250694	rnn.bias_hh_l1	8	-0.17690664529800415
250694	rnn.bias_hh_l1	9	-0.11691567301750183
250694	rnn.weight_ih_l1_reverse	0	-0.046849802136421204
250694	rnn.weight_ih_l1_reverse	1	0.03380313515663147
250694	rnn.weight_ih_l1_reverse	2	0.08877728134393692
250694	rnn.weight_ih_l1_reverse	3	-0.018215902149677277
250694	rnn.weight_ih_l1_reverse	4	-0.02207757905125618
250694	rnn.weight_ih_l1_reverse	5	-0.030452338978648186
250694	rnn.weight_ih_l1_reverse	6	-0.020551089197397232
250694	rnn.weight_ih_l1_reverse	7	0.029343953356146812
250694	rnn.weight_ih_l1_reverse	8	0.005233217030763626
250694	rnn.weight_ih_l1_reverse	9	-0.03370053321123123
250694	rnn.weight_hh_l1_reverse	0	0.00452908780425787
250694	rnn.weight_hh_l1_reverse	1	0.031689826399087906
250694	rnn.weight_hh_l1_reverse	2	-0.04059852287173271
250694	rnn.weight_hh_l1_reverse	3	0.035058509558439255
250694	rnn.weight_hh_l1_reverse	4	0.04718662425875664
250694	rnn.weight_hh_l1_reverse	5	0.005771524738520384
250694	rnn.weight_hh_l1_reverse	6	0.04914424940943718
250694	rnn.weight_hh_l1_reverse	7	0.031020205467939377
250694	rnn.weight_hh_l1_reverse	8	-0.0071843089535832405
250694	rnn.weight_hh_l1_reverse	9	-0.03022800199687481
250694	rnn.bias_ih_l1_reverse	0	-0.045322634279727936
250694	rnn.bias_ih_l1_reverse	1	-0.1400221288204193
250694	rnn.bias_ih_l1_reverse	2	-0.1630665361881256
250694	rnn.bias_ih_l1_reverse	3	-0.06104806438088417
250694	rnn.bias_ih_l1_reverse	4	-0.20386214554309845
250694	rnn.bias_ih_l1_reverse	5	-0.11658303439617157
250694	rnn.bias_ih_l1_reverse	6	-0.13035427033901215
250694	rnn.bias_ih_l1_reverse	7	-0.19122648239135742
250694	rnn.bias_ih_l1_reverse	8	0.22532518208026886
250694	rnn.bias_ih_l1_reverse	9	0.02417324297130108
250694	rnn.bias_hh_l1_reverse	0	0.011138285510241985
250694	rnn.bias_hh_l1_reverse	1	-0.06463128328323364
250694	rnn.bias_hh_l1_reverse	2	-0.23697905242443085
250694	rnn.bias_hh_l1_reverse	3	-0.1429094821214676
250694	rnn.bias_hh_l1_reverse	4	-0.08019083738327026
250694	rnn.bias_hh_l1_reverse	5	-0.11621906608343124
250694	rnn.bias_hh_l1_reverse	6	0.0653800517320633
250694	rnn.bias_hh_l1_reverse	7	-0.13746480643749237
250694	rnn.bias_hh_l1_reverse	8	-0.12470695376396179
250694	rnn.bias_hh_l1_reverse	9	-0.14811010658740997
250694	linear.weight	0	0.002228822559118271
250694	linear.weight	1	0.09650721400976181
250694	linear.weight	2	-0.09366995841264725
250694	linear.weight	3	0.31265828013420105
250694	linear.weight	4	0.150473490357399
250694	linear.weight	5	-0.06477488577365875
250694	linear.weight	6	0.09116721153259277
250694	linear.weight	7	0.13404005765914917
250694	linear.weight	8	0.041133660823106766
250694	linear.weight	9	-0.05080723762512207
250694	linear.bias	0	0.08380076289176941
250694	linear.bias	1	-0.1963072270154953
250694	linear.bias	2	-0.44523921608924866
250694	linear.bias	3	-0.659307599067688
250694	linear.bias	4	-1.26141357421875
250694	linear.bias	5	-0.06390081346035004
250694	linear.bias	6	-0.8265737891197205
250694	linear.bias	7	0.26784664392471313
250694	linear.bias	8	-0.39590272307395935
250694	linear.bias	9	-1.0225120782852173
250698	transitions	0	0.7521414160728455
250698	transitions	1	0.1388266384601593
250698	transitions	2	-10000.0
250698	transitions	3	-1.8280435800552368
250698	transitions	4	-10000.0
250698	transitions	5	0.5629715919494629
250698	transitions	6	-0.08549530804157257
250698	transitions	7	-0.8102407455444336
250698	transitions	8	-1.4223744869232178
250698	transitions	9	-0.0012303508119657636
250698	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
250698	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
250698	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
250698	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
250698	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
250698	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
250698	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
250698	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
250698	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
250698	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
250698	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
250698	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
250698	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
250698	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
250698	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
250698	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
250698	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
250698	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
250698	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
250698	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
250698	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
250698	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
250698	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
250698	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
250698	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
250698	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
250698	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
250698	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
250698	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
250698	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
250698	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
250698	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
250698	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
250698	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
250698	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
250698	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
250698	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
250698	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
250698	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
250698	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
250698	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
250698	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
250698	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
250698	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
250698	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
250698	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
250698	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
250698	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
250698	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
250698	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
250698	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
250698	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
250698	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
250698	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
250698	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
250698	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
250698	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
250698	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
250698	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
250698	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
250698	embedding2nn.weight	0	0.01639942266047001
250698	embedding2nn.weight	1	-0.012754867784678936
250698	embedding2nn.weight	2	-0.014268254861235619
250698	embedding2nn.weight	3	-0.031604498624801636
250698	embedding2nn.weight	4	-0.0059150345623493195
250698	embedding2nn.weight	5	-0.0037005888298153877
250698	embedding2nn.weight	6	-0.003973264712840319
250698	embedding2nn.weight	7	-0.07714095711708069
250698	embedding2nn.weight	8	-0.0019979383796453476
250698	embedding2nn.weight	9	-0.027770593762397766
250698	embedding2nn.bias	0	0.03164023905992508
250698	embedding2nn.bias	1	-0.07176000624895096
250698	embedding2nn.bias	2	0.07208852469921112
250698	embedding2nn.bias	3	0.05395030975341797
250698	embedding2nn.bias	4	-0.04361463710665703
250698	embedding2nn.bias	5	-0.01272238977253437
250698	embedding2nn.bias	6	0.016123993322253227
250698	embedding2nn.bias	7	-0.05538076162338257
250698	embedding2nn.bias	8	0.07303991168737411
250698	embedding2nn.bias	9	0.044620856642723083
250698	rnn.weight_ih_l0	0	-0.080394446849823
250698	rnn.weight_ih_l0	1	0.0031825872138142586
250698	rnn.weight_ih_l0	2	0.03515436872839928
250698	rnn.weight_ih_l0	3	0.022949006408452988
250698	rnn.weight_ih_l0	4	-0.04845112934708595
250698	rnn.weight_ih_l0	5	-0.06825584173202515
250698	rnn.weight_ih_l0	6	-0.0010082568041980267
250698	rnn.weight_ih_l0	7	0.05377449095249176
250698	rnn.weight_ih_l0	8	-0.017308829352259636
250698	rnn.weight_ih_l0	9	-0.03069566935300827
250698	rnn.weight_hh_l0	0	-0.030558062717318535
250698	rnn.weight_hh_l0	1	-0.007069915998727083
250698	rnn.weight_hh_l0	2	0.006936235819011927
250698	rnn.weight_hh_l0	3	-0.07411237061023712
250698	rnn.weight_hh_l0	4	0.09333480149507523
250698	rnn.weight_hh_l0	5	-0.026449933648109436
250698	rnn.weight_hh_l0	6	-0.06346703320741653
250698	rnn.weight_hh_l0	7	0.009210878983139992
250698	rnn.weight_hh_l0	8	0.013542448170483112
250698	rnn.weight_hh_l0	9	-0.025683080777525902
250698	rnn.bias_ih_l0	0	0.12960565090179443
250698	rnn.bias_ih_l0	1	-0.034172628074884415
250698	rnn.bias_ih_l0	2	-0.03428247198462486
250698	rnn.bias_ih_l0	3	0.1636510193347931
250698	rnn.bias_ih_l0	4	-0.013236991129815578
250698	rnn.bias_ih_l0	5	-0.021845808252692223
250698	rnn.bias_ih_l0	6	0.01772504858672619
250698	rnn.bias_ih_l0	7	0.022798677906394005
250698	rnn.bias_ih_l0	8	-0.10029595345258713
250698	rnn.bias_ih_l0	9	-0.04044617712497711
250698	rnn.bias_hh_l0	0	-0.0009812950156629086
250698	rnn.bias_hh_l0	1	-0.09915660321712494
250698	rnn.bias_hh_l0	2	-0.0751778781414032
250698	rnn.bias_hh_l0	3	-0.08907493203878403
250698	rnn.bias_hh_l0	4	0.008818012662231922
250698	rnn.bias_hh_l0	5	-0.02061697654426098
250698	rnn.bias_hh_l0	6	0.028973538428544998
250698	rnn.bias_hh_l0	7	0.06123780086636543
250698	rnn.bias_hh_l0	8	-0.12236837297677994
250698	rnn.bias_hh_l0	9	-0.05867583304643631
250698	rnn.weight_ih_l0_reverse	0	-0.025402354076504707
250698	rnn.weight_ih_l0_reverse	1	-0.056852977722883224
250698	rnn.weight_ih_l0_reverse	2	-0.048762619495391846
250698	rnn.weight_ih_l0_reverse	3	0.015720020979642868
250698	rnn.weight_ih_l0_reverse	4	-0.025470711290836334
250698	rnn.weight_ih_l0_reverse	5	-0.0576077364385128
250698	rnn.weight_ih_l0_reverse	6	0.07370081543922424
250698	rnn.weight_ih_l0_reverse	7	-0.018505504354834557
250698	rnn.weight_ih_l0_reverse	8	-0.018439097329974174
250698	rnn.weight_ih_l0_reverse	9	0.004709761124104261
250698	rnn.weight_hh_l0_reverse	0	0.06791943311691284
250698	rnn.weight_hh_l0_reverse	1	0.01984412968158722
250698	rnn.weight_hh_l0_reverse	2	0.029783783480525017
250698	rnn.weight_hh_l0_reverse	3	0.035156723111867905
250698	rnn.weight_hh_l0_reverse	4	0.014257919043302536
250698	rnn.weight_hh_l0_reverse	5	0.00784350372850895
250698	rnn.weight_hh_l0_reverse	6	0.051090892404317856
250698	rnn.weight_hh_l0_reverse	7	-0.08192680031061172
250698	rnn.weight_hh_l0_reverse	8	0.0402061864733696
250698	rnn.weight_hh_l0_reverse	9	0.034962140023708344
250698	rnn.bias_ih_l0_reverse	0	-0.057686224579811096
250698	rnn.bias_ih_l0_reverse	1	-0.28155291080474854
250698	rnn.bias_ih_l0_reverse	2	-0.12421425431966782
250698	rnn.bias_ih_l0_reverse	3	-0.04842220991849899
250698	rnn.bias_ih_l0_reverse	4	-0.022305315360426903
250698	rnn.bias_ih_l0_reverse	5	0.07583297789096832
250698	rnn.bias_ih_l0_reverse	6	-0.06491155177354813
250698	rnn.bias_ih_l0_reverse	7	0.06090102344751358
250698	rnn.bias_ih_l0_reverse	8	-0.03624248877167702
250698	rnn.bias_ih_l0_reverse	9	0.06701554358005524
250698	rnn.bias_hh_l0_reverse	0	0.02443557046353817
250698	rnn.bias_hh_l0_reverse	1	-0.062010083347558975
250698	rnn.bias_hh_l0_reverse	2	0.08897608518600464
250698	rnn.bias_hh_l0_reverse	3	-0.05163223668932915
250698	rnn.bias_hh_l0_reverse	4	-0.02836250327527523
250698	rnn.bias_hh_l0_reverse	5	-0.022205106914043427
250698	rnn.bias_hh_l0_reverse	6	-0.018507027998566628
250698	rnn.bias_hh_l0_reverse	7	0.09977114200592041
250698	rnn.bias_hh_l0_reverse	8	0.030512722209095955
250698	rnn.bias_hh_l0_reverse	9	-0.14847223460674286
250698	rnn.weight_ih_l1	0	-0.029652437195181847
250698	rnn.weight_ih_l1	1	-0.0503113679587841
250698	rnn.weight_ih_l1	2	0.06508151441812515
250698	rnn.weight_ih_l1	3	-0.07324110716581345
250698	rnn.weight_ih_l1	4	-0.01423683576285839
250698	rnn.weight_ih_l1	5	-0.04039640352129936
250698	rnn.weight_ih_l1	6	0.028959812596440315
250698	rnn.weight_ih_l1	7	-0.044564440846443176
250698	rnn.weight_ih_l1	8	0.03779137134552002
250698	rnn.weight_ih_l1	9	0.044666044414043427
250698	rnn.weight_hh_l1	0	-0.0073540410958230495
250698	rnn.weight_hh_l1	1	0.01990228332579136
250698	rnn.weight_hh_l1	2	0.006814537104219198
250698	rnn.weight_hh_l1	3	-0.012697391211986542
250698	rnn.weight_hh_l1	4	0.004844406619668007
250698	rnn.weight_hh_l1	5	0.03503295034170151
250698	rnn.weight_hh_l1	6	0.03613848239183426
250698	rnn.weight_hh_l1	7	-0.016251197084784508
250698	rnn.weight_hh_l1	8	-0.0072188954800367355
250698	rnn.weight_hh_l1	9	0.038614071905612946
250698	rnn.bias_ih_l1	0	-0.18396145105361938
250698	rnn.bias_ih_l1	1	-0.1747157722711563
250698	rnn.bias_ih_l1	2	-0.1966935098171234
250698	rnn.bias_ih_l1	3	-0.30836623907089233
250698	rnn.bias_ih_l1	4	-0.21243050694465637
250698	rnn.bias_ih_l1	5	-0.08793051540851593
250698	rnn.bias_ih_l1	6	-0.1588115096092224
250698	rnn.bias_ih_l1	7	-0.003661074209958315
250698	rnn.bias_ih_l1	8	-0.1315562129020691
250698	rnn.bias_ih_l1	9	-0.12425639480352402
250698	rnn.bias_hh_l1	0	-0.09574265778064728
250698	rnn.bias_hh_l1	1	-0.06364680826663971
250698	rnn.bias_hh_l1	2	-0.08514567464590073
250698	rnn.bias_hh_l1	3	-0.077084481716156
250698	rnn.bias_hh_l1	4	-0.07300372421741486
250698	rnn.bias_hh_l1	5	-0.11794784665107727
250698	rnn.bias_hh_l1	6	-0.1615774780511856
250698	rnn.bias_hh_l1	7	0.07381995022296906
250698	rnn.bias_hh_l1	8	-0.17686697840690613
250698	rnn.bias_hh_l1	9	-0.1169334128499031
250698	rnn.weight_ih_l1_reverse	0	-0.04685124009847641
250698	rnn.weight_ih_l1_reverse	1	0.03380481153726578
250698	rnn.weight_ih_l1_reverse	2	0.08877609670162201
250698	rnn.weight_ih_l1_reverse	3	-0.018213167786598206
250698	rnn.weight_ih_l1_reverse	4	-0.022095391526818275
250698	rnn.weight_ih_l1_reverse	5	-0.0304524227976799
250698	rnn.weight_ih_l1_reverse	6	-0.020540527999401093
250698	rnn.weight_ih_l1_reverse	7	0.029360968619585037
250698	rnn.weight_ih_l1_reverse	8	0.005237134639173746
250698	rnn.weight_ih_l1_reverse	9	-0.03369851037859917
250698	rnn.weight_hh_l1_reverse	0	0.00453115114942193
250698	rnn.weight_hh_l1_reverse	1	0.03168906271457672
250698	rnn.weight_hh_l1_reverse	2	-0.04059802368283272
250698	rnn.weight_hh_l1_reverse	3	0.035058412700891495
250698	rnn.weight_hh_l1_reverse	4	0.04718557000160217
250698	rnn.weight_hh_l1_reverse	5	0.005771877244114876
250698	rnn.weight_hh_l1_reverse	6	0.049139197915792465
250698	rnn.weight_hh_l1_reverse	7	0.031019510701298714
250698	rnn.weight_hh_l1_reverse	8	-0.007185088936239481
250698	rnn.weight_hh_l1_reverse	9	-0.030229968950152397
250698	rnn.bias_ih_l1_reverse	0	-0.045328810811042786
250698	rnn.bias_ih_l1_reverse	1	-0.14006276428699493
250698	rnn.bias_ih_l1_reverse	2	-0.16308562457561493
250698	rnn.bias_ih_l1_reverse	3	-0.0610295794904232
250698	rnn.bias_ih_l1_reverse	4	-0.2038537859916687
250698	rnn.bias_ih_l1_reverse	5	-0.11658759415149689
250698	rnn.bias_ih_l1_reverse	6	-0.1303553432226181
250698	rnn.bias_ih_l1_reverse	7	-0.19119203090667725
250698	rnn.bias_ih_l1_reverse	8	0.22534942626953125
250698	rnn.bias_ih_l1_reverse	9	0.02421393431723118
250698	rnn.bias_hh_l1_reverse	0	0.011133679188787937
250698	rnn.bias_hh_l1_reverse	1	-0.06471383571624756
250698	rnn.bias_hh_l1_reverse	2	-0.2369871288537979
250698	rnn.bias_hh_l1_reverse	3	-0.1429058313369751
250698	rnn.bias_hh_l1_reverse	4	-0.08018126338720322
250698	rnn.bias_hh_l1_reverse	5	-0.1161951869726181
250698	rnn.bias_hh_l1_reverse	6	0.06543364375829697
250698	rnn.bias_hh_l1_reverse	7	-0.13747289776802063
250698	rnn.bias_hh_l1_reverse	8	-0.12470536679029465
250698	rnn.bias_hh_l1_reverse	9	-0.14811021089553833
250698	linear.weight	0	0.002228822559118271
250698	linear.weight	1	0.09646431356668472
250698	linear.weight	2	-0.09366698563098907
250698	linear.weight	3	0.3126870393753052
250698	linear.weight	4	0.1504850685596466
250698	linear.weight	5	-0.0647745132446289
250698	linear.weight	6	0.09116652607917786
250698	linear.weight	7	0.13402922451496124
250698	linear.weight	8	0.041133660823106766
250698	linear.weight	9	-0.050812795758247375
250698	linear.bias	0	0.08466821163892746
250698	linear.bias	1	-0.19591091573238373
250698	linear.bias	2	-0.44539815187454224
250698	linear.bias	3	-0.6595996022224426
250698	linear.bias	4	-1.261712908744812
250698	linear.bias	5	-0.06389898806810379
250698	linear.bias	6	-0.8261686563491821
250698	linear.bias	7	0.2678523063659668
250698	linear.bias	8	-0.39584091305732727
250698	linear.bias	9	-1.0224642753601074
250895	transitions	0	0.7537958025932312
250895	transitions	1	0.13879060745239258
250895	transitions	2	-10000.0
250895	transitions	3	-1.8280441761016846
250895	transitions	4	-10000.0
250895	transitions	5	0.5629686117172241
250895	transitions	6	-0.08550184965133667
250895	transitions	7	-0.8102750778198242
250895	transitions	8	-1.4224225282669067
250895	transitions	9	-0.0012303699040785432
250895	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
250895	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
250895	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
250895	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
250895	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
250895	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
250895	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
250895	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
250895	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
250895	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
250895	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
250895	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
250895	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
250895	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
250895	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
250895	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
250895	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
250895	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
250895	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
250895	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
250895	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
250895	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
250895	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
250895	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
250895	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
250895	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
250895	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
250895	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
250895	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
250895	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
250895	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
250895	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
250895	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
250895	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
250895	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
250895	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
250895	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
250895	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
250895	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
250895	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
250895	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
250895	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
250895	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
250895	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
250895	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
250895	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
250895	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
250895	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
250895	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
250895	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
250895	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
250895	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
250895	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
250895	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
250895	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
250895	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
250895	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
250895	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
250895	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
250895	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
250895	embedding2nn.weight	0	0.01655999943614006
250895	embedding2nn.weight	1	-0.012774238362908363
250895	embedding2nn.weight	2	-0.014268254861235619
250895	embedding2nn.weight	3	-0.031660065054893494
250895	embedding2nn.weight	4	-0.0059150345623493195
250895	embedding2nn.weight	5	-0.0037005888298153877
250895	embedding2nn.weight	6	-0.003973264712840319
250895	embedding2nn.weight	7	-0.07718969136476517
250895	embedding2nn.weight	8	-0.0019979383796453476
250895	embedding2nn.weight	9	-0.02779519557952881
250895	embedding2nn.bias	0	0.03127438947558403
250895	embedding2nn.bias	1	-0.07182580232620239
250895	embedding2nn.bias	2	0.07217612862586975
250895	embedding2nn.bias	3	0.05456239730119705
250895	embedding2nn.bias	4	-0.04389883577823639
250895	embedding2nn.bias	5	-0.012743327766656876
250895	embedding2nn.bias	6	0.015549398958683014
250895	embedding2nn.bias	7	-0.05643412843346596
250895	embedding2nn.bias	8	0.07254797965288162
250895	embedding2nn.bias	9	0.04501042515039444
250895	rnn.weight_ih_l0	0	-0.08036645501852036
250895	rnn.weight_ih_l0	1	0.00319747650064528
250895	rnn.weight_ih_l0	2	0.03524136543273926
250895	rnn.weight_ih_l0	3	0.022937409579753876
250895	rnn.weight_ih_l0	4	-0.048415426164865494
250895	rnn.weight_ih_l0	5	-0.06826520711183548
250895	rnn.weight_ih_l0	6	-0.0010034930892288685
250895	rnn.weight_ih_l0	7	0.05376208946108818
250895	rnn.weight_ih_l0	8	-0.017233751714229584
250895	rnn.weight_ih_l0	9	-0.030581658706068993
250895	rnn.weight_hh_l0	0	-0.03058576211333275
250895	rnn.weight_hh_l0	1	-0.007103694137185812
250895	rnn.weight_hh_l0	2	0.0069394963793456554
250895	rnn.weight_hh_l0	3	-0.07403683662414551
250895	rnn.weight_hh_l0	4	0.0933327004313469
250895	rnn.weight_hh_l0	5	-0.02647869661450386
250895	rnn.weight_hh_l0	6	-0.06357679516077042
250895	rnn.weight_hh_l0	7	0.009301071986556053
250895	rnn.weight_hh_l0	8	0.013500102795660496
250895	rnn.weight_hh_l0	9	-0.025686167180538177
250895	rnn.bias_ih_l0	0	0.12946352362632751
250895	rnn.bias_ih_l0	1	-0.03403906524181366
250895	rnn.bias_ih_l0	2	-0.034176092594861984
250895	rnn.bias_ih_l0	3	0.16370521485805511
250895	rnn.bias_ih_l0	4	-0.013074217364192009
250895	rnn.bias_ih_l0	5	-0.022111253812909126
250895	rnn.bias_ih_l0	6	0.01773207075893879
250895	rnn.bias_ih_l0	7	0.022745279595255852
250895	rnn.bias_ih_l0	8	-0.10032103210687637
250895	rnn.bias_ih_l0	9	-0.04036494717001915
250895	rnn.bias_hh_l0	0	-0.0012036950793117285
250895	rnn.bias_hh_l0	1	-0.09909246861934662
250895	rnn.bias_hh_l0	2	-0.07530642300844193
250895	rnn.bias_hh_l0	3	-0.08904414623975754
250895	rnn.bias_hh_l0	4	0.008693596348166466
250895	rnn.bias_hh_l0	5	-0.020600641146302223
250895	rnn.bias_hh_l0	6	0.028663629665970802
250895	rnn.bias_hh_l0	7	0.0614488385617733
250895	rnn.bias_hh_l0	8	-0.12258751690387726
250895	rnn.bias_hh_l0	9	-0.05873895809054375
250895	rnn.weight_ih_l0_reverse	0	-0.025451160967350006
250895	rnn.weight_ih_l0_reverse	1	-0.05681731924414635
250895	rnn.weight_ih_l0_reverse	2	-0.04867464303970337
250895	rnn.weight_ih_l0_reverse	3	0.01581171527504921
250895	rnn.weight_ih_l0_reverse	4	-0.025435438379645348
250895	rnn.weight_ih_l0_reverse	5	-0.05756982043385506
250895	rnn.weight_ih_l0_reverse	6	0.07369416207075119
250895	rnn.weight_ih_l0_reverse	7	-0.018449878320097923
250895	rnn.weight_ih_l0_reverse	8	-0.018456436693668365
250895	rnn.weight_ih_l0_reverse	9	0.00465423846617341
250895	rnn.weight_hh_l0_reverse	0	0.06799211353063583
250895	rnn.weight_hh_l0_reverse	1	0.01987462490797043
250895	rnn.weight_hh_l0_reverse	2	0.02980811335146427
250895	rnn.weight_hh_l0_reverse	3	0.03518227860331535
250895	rnn.weight_hh_l0_reverse	4	0.014199426397681236
250895	rnn.weight_hh_l0_reverse	5	0.007810631766915321
250895	rnn.weight_hh_l0_reverse	6	0.051101621240377426
250895	rnn.weight_hh_l0_reverse	7	-0.08191466331481934
250895	rnn.weight_hh_l0_reverse	8	0.04016042873263359
250895	rnn.weight_hh_l0_reverse	9	0.03493710234761238
250895	rnn.bias_ih_l0_reverse	0	-0.057763610035181046
250895	rnn.bias_ih_l0_reverse	1	-0.28132104873657227
250895	rnn.bias_ih_l0_reverse	2	-0.12370796501636505
250895	rnn.bias_ih_l0_reverse	3	-0.04821273311972618
250895	rnn.bias_ih_l0_reverse	4	-0.022404035553336143
250895	rnn.bias_ih_l0_reverse	5	0.0760539248585701
250895	rnn.bias_ih_l0_reverse	6	-0.06494789570569992
250895	rnn.bias_ih_l0_reverse	7	0.06078554317355156
250895	rnn.bias_ih_l0_reverse	8	-0.03597239404916763
250895	rnn.bias_ih_l0_reverse	9	0.06691883504390717
250895	rnn.bias_hh_l0_reverse	0	0.02423146925866604
250895	rnn.bias_hh_l0_reverse	1	-0.06167745962738991
250895	rnn.bias_hh_l0_reverse	2	0.0891166552901268
250895	rnn.bias_hh_l0_reverse	3	-0.05161232128739357
250895	rnn.bias_hh_l0_reverse	4	-0.028139108791947365
250895	rnn.bias_hh_l0_reverse	5	-0.022204160690307617
250895	rnn.bias_hh_l0_reverse	6	-0.018633659929037094
250895	rnn.bias_hh_l0_reverse	7	0.09959952533245087
250895	rnn.bias_hh_l0_reverse	8	0.030660897493362427
250895	rnn.bias_hh_l0_reverse	9	-0.14842262864112854
250895	rnn.weight_ih_l1	0	-0.029675468802452087
250895	rnn.weight_ih_l1	1	-0.05025678873062134
250895	rnn.weight_ih_l1	2	0.06498844921588898
250895	rnn.weight_ih_l1	3	-0.07311008125543594
250895	rnn.weight_ih_l1	4	-0.014218812808394432
250895	rnn.weight_ih_l1	5	-0.04040056839585304
250895	rnn.weight_ih_l1	6	0.02902883104979992
250895	rnn.weight_ih_l1	7	-0.044600047171115875
250895	rnn.weight_ih_l1	8	0.037803757935762405
250895	rnn.weight_ih_l1	9	0.04466883838176727
250895	rnn.weight_hh_l1	0	-0.007304692175239325
250895	rnn.weight_hh_l1	1	0.019907277077436447
250895	rnn.weight_hh_l1	2	0.006875247228890657
250895	rnn.weight_hh_l1	3	-0.012716761790215969
250895	rnn.weight_hh_l1	4	0.00475197471678257
250895	rnn.weight_hh_l1	5	0.03507084399461746
250895	rnn.weight_hh_l1	6	0.03614729642868042
250895	rnn.weight_hh_l1	7	-0.01628541760146618
250895	rnn.weight_hh_l1	8	-0.007206751964986324
250895	rnn.weight_hh_l1	9	0.03862970694899559
250895	rnn.bias_ih_l1	0	-0.18390077352523804
250895	rnn.bias_ih_l1	1	-0.1747051626443863
250895	rnn.bias_ih_l1	2	-0.1970757246017456
250895	rnn.bias_ih_l1	3	-0.308424711227417
250895	rnn.bias_ih_l1	4	-0.2124543935060501
250895	rnn.bias_ih_l1	5	-0.08800815790891647
250895	rnn.bias_ih_l1	6	-0.1588849574327469
250895	rnn.bias_ih_l1	7	-0.0035866389516741037
250895	rnn.bias_ih_l1	8	-0.13133485615253448
250895	rnn.bias_ih_l1	9	-0.12416103482246399
250895	rnn.bias_hh_l1	0	-0.09565379470586777
250895	rnn.bias_hh_l1	1	-0.06343983858823776
250895	rnn.bias_hh_l1	2	-0.08536858856678009
250895	rnn.bias_hh_l1	3	-0.07727663218975067
250895	rnn.bias_hh_l1	4	-0.07320260256528854
250895	rnn.bias_hh_l1	5	-0.11788583546876907
250895	rnn.bias_hh_l1	6	-0.16147185862064362
250895	rnn.bias_hh_l1	7	0.07365632057189941
250895	rnn.bias_hh_l1	8	-0.1770811527967453
250895	rnn.bias_hh_l1	9	-0.11678208410739899
250895	rnn.weight_ih_l1_reverse	0	-0.04687679186463356
250895	rnn.weight_ih_l1_reverse	1	0.03400424122810364
250895	rnn.weight_ih_l1_reverse	2	0.0888601765036583
250895	rnn.weight_ih_l1_reverse	3	-0.01824875921010971
250895	rnn.weight_ih_l1_reverse	4	-0.022108832374215126
250895	rnn.weight_ih_l1_reverse	5	-0.030440570786595345
250895	rnn.weight_ih_l1_reverse	6	-0.020559899508953094
250895	rnn.weight_ih_l1_reverse	7	0.029392307624220848
250895	rnn.weight_ih_l1_reverse	8	0.0052248104475438595
250895	rnn.weight_ih_l1_reverse	9	-0.03358926624059677
250895	rnn.weight_hh_l1_reverse	0	0.004539193119853735
250895	rnn.weight_hh_l1_reverse	1	0.03168695047497749
250895	rnn.weight_hh_l1_reverse	2	-0.04059785604476929
250895	rnn.weight_hh_l1_reverse	3	0.03505678102374077
250895	rnn.weight_hh_l1_reverse	4	0.04715632274746895
250895	rnn.weight_hh_l1_reverse	5	0.0058023761957883835
250895	rnn.weight_hh_l1_reverse	6	0.04915861412882805
250895	rnn.weight_hh_l1_reverse	7	0.031012820079922676
250895	rnn.weight_hh_l1_reverse	8	-0.007184438873082399
250895	rnn.weight_hh_l1_reverse	9	-0.030217129737138748
250895	rnn.bias_ih_l1_reverse	0	-0.045303359627723694
250895	rnn.bias_ih_l1_reverse	1	-0.14022515714168549
250895	rnn.bias_ih_l1_reverse	2	-0.1628904491662979
250895	rnn.bias_ih_l1_reverse	3	-0.06100054457783699
250895	rnn.bias_ih_l1_reverse	4	-0.2038852721452713
250895	rnn.bias_ih_l1_reverse	5	-0.11669939756393433
250895	rnn.bias_ih_l1_reverse	6	-0.13039276003837585
250895	rnn.bias_ih_l1_reverse	7	-0.19124835729599
250895	rnn.bias_ih_l1_reverse	8	0.225336492061615
250895	rnn.bias_ih_l1_reverse	9	0.02438637986779213
250895	rnn.bias_hh_l1_reverse	0	0.011740452609956264
250895	rnn.bias_hh_l1_reverse	1	-0.06501074135303497
250895	rnn.bias_hh_l1_reverse	2	-0.23690344393253326
250895	rnn.bias_hh_l1_reverse	3	-0.14294429123401642
250895	rnn.bias_hh_l1_reverse	4	-0.08018233627080917
250895	rnn.bias_hh_l1_reverse	5	-0.1163289025425911
250895	rnn.bias_hh_l1_reverse	6	0.0652630627155304
250895	rnn.bias_hh_l1_reverse	7	-0.13730549812316895
250895	rnn.bias_hh_l1_reverse	8	-0.12455887347459793
250895	rnn.bias_hh_l1_reverse	9	-0.1481172889471054
250895	linear.weight	0	0.002228822559118271
250895	linear.weight	1	0.09704526513814926
250895	linear.weight	2	-0.09365557879209518
250895	linear.weight	3	0.3125305771827698
250895	linear.weight	4	0.15036000311374664
250895	linear.weight	5	-0.06484927982091904
250895	linear.weight	6	0.09147143363952637
250895	linear.weight	7	0.13382355868816376
250895	linear.weight	8	0.04113364219665527
250895	linear.weight	9	-0.05084234103560448
250895	linear.bias	0	0.0826970711350441
250895	linear.bias	1	-0.1951422393321991
250895	linear.bias	2	-0.44481372833251953
250895	linear.bias	3	-0.6603180766105652
250895	linear.bias	4	-1.2623180150985718
250895	linear.bias	5	-0.0613781102001667
250895	linear.bias	6	-0.825494647026062
250895	linear.bias	7	0.2703373432159424
250895	linear.bias	8	-0.3992897868156433
250895	linear.bias	9	-1.0258761644363403
251092	transitions	0	0.7542514801025391
251092	transitions	1	0.13896232843399048
251092	transitions	2	-10000.0
251092	transitions	3	-1.8280448913574219
251092	transitions	4	-10000.0
251092	transitions	5	0.5629596710205078
251092	transitions	6	-0.08550450950860977
251092	transitions	7	-0.8103114366531372
251092	transitions	8	-1.4224246740341187
251092	transitions	9	-0.0012303960975259542
251092	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
251092	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
251092	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
251092	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
251092	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
251092	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
251092	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
251092	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
251092	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
251092	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
251092	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
251092	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
251092	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
251092	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
251092	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
251092	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
251092	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
251092	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
251092	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
251092	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
251092	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
251092	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
251092	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
251092	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
251092	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
251092	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
251092	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
251092	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
251092	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
251092	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
251092	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
251092	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
251092	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
251092	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
251092	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
251092	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
251092	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
251092	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
251092	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
251092	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
251092	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
251092	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
251092	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
251092	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
251092	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
251092	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
251092	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
251092	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
251092	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
251092	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
251092	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
251092	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
251092	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
251092	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
251092	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
251092	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
251092	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
251092	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
251092	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
251092	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
251092	embedding2nn.weight	0	0.01647261530160904
251092	embedding2nn.weight	1	-0.012774785980582237
251092	embedding2nn.weight	2	-0.014268254861235619
251092	embedding2nn.weight	3	-0.03156435489654541
251092	embedding2nn.weight	4	-0.0059150345623493195
251092	embedding2nn.weight	5	-0.0037005888298153877
251092	embedding2nn.weight	6	-0.003973264247179031
251092	embedding2nn.weight	7	-0.07729969173669815
251092	embedding2nn.weight	8	-0.0019979383796453476
251092	embedding2nn.weight	9	-0.027822140604257584
251092	embedding2nn.bias	0	0.030488528311252594
251092	embedding2nn.bias	1	-0.07241638749837875
251092	embedding2nn.bias	2	0.0724976658821106
251092	embedding2nn.bias	3	0.0544881597161293
251092	embedding2nn.bias	4	-0.04336048290133476
251092	embedding2nn.bias	5	-0.012552379630506039
251092	embedding2nn.bias	6	0.01603383757174015
251092	embedding2nn.bias	7	-0.05651561915874481
251092	embedding2nn.bias	8	0.07311808317899704
251092	embedding2nn.bias	9	0.044643137603998184
251092	rnn.weight_ih_l0	0	-0.08018817752599716
251092	rnn.weight_ih_l0	1	0.0032063613180071115
251092	rnn.weight_ih_l0	2	0.03529622405767441
251092	rnn.weight_ih_l0	3	0.02290634997189045
251092	rnn.weight_ih_l0	4	-0.04836258292198181
251092	rnn.weight_ih_l0	5	-0.06821414828300476
251092	rnn.weight_ih_l0	6	-0.0009910417720675468
251092	rnn.weight_ih_l0	7	0.053706031292676926
251092	rnn.weight_ih_l0	8	-0.017268547788262367
251092	rnn.weight_ih_l0	9	-0.030579285696148872
251092	rnn.weight_hh_l0	0	-0.030632615089416504
251092	rnn.weight_hh_l0	1	-0.007138969376683235
251092	rnn.weight_hh_l0	2	0.006918464787304401
251092	rnn.weight_hh_l0	3	-0.07407201081514359
251092	rnn.weight_hh_l0	4	0.09333732724189758
251092	rnn.weight_hh_l0	5	-0.02644534967839718
251092	rnn.weight_hh_l0	6	-0.06363444030284882
251092	rnn.weight_hh_l0	7	0.009337509982287884
251092	rnn.weight_hh_l0	8	0.01348078716546297
251092	rnn.weight_hh_l0	9	-0.025693949311971664
251092	rnn.bias_ih_l0	0	0.12938882410526276
251092	rnn.bias_ih_l0	1	-0.03395700082182884
251092	rnn.bias_ih_l0	2	-0.034155070781707764
251092	rnn.bias_ih_l0	3	0.1636475771665573
251092	rnn.bias_ih_l0	4	-0.013093270361423492
251092	rnn.bias_ih_l0	5	-0.021875077858567238
251092	rnn.bias_ih_l0	6	0.01806473545730114
251092	rnn.bias_ih_l0	7	0.022981761023402214
251092	rnn.bias_ih_l0	8	-0.1002512127161026
251092	rnn.bias_ih_l0	9	-0.040963392704725266
251092	rnn.bias_hh_l0	0	-0.0013696611858904362
251092	rnn.bias_hh_l0	1	-0.09927844256162643
251092	rnn.bias_hh_l0	2	-0.07522079348564148
251092	rnn.bias_hh_l0	3	-0.08913666754961014
251092	rnn.bias_hh_l0	4	0.008741365745663643
251092	rnn.bias_hh_l0	5	-0.02064977027475834
251092	rnn.bias_hh_l0	6	0.028743403032422066
251092	rnn.bias_hh_l0	7	0.06150151416659355
251092	rnn.bias_hh_l0	8	-0.12251850962638855
251092	rnn.bias_hh_l0	9	-0.05863890424370766
251092	rnn.weight_ih_l0_reverse	0	-0.0255490280687809
251092	rnn.weight_ih_l0_reverse	1	-0.05685986578464508
251092	rnn.weight_ih_l0_reverse	2	-0.04873150587081909
251092	rnn.weight_ih_l0_reverse	3	0.015824342146515846
251092	rnn.weight_ih_l0_reverse	4	-0.025471560657024384
251092	rnn.weight_ih_l0_reverse	5	-0.05754677578806877
251092	rnn.weight_ih_l0_reverse	6	0.07367029786109924
251092	rnn.weight_ih_l0_reverse	7	-0.018450256437063217
251092	rnn.weight_ih_l0_reverse	8	-0.018487390130758286
251092	rnn.weight_ih_l0_reverse	9	0.00463898153975606
251092	rnn.weight_hh_l0_reverse	0	0.06797602027654648
251092	rnn.weight_hh_l0_reverse	1	0.019851066172122955
251092	rnn.weight_hh_l0_reverse	2	0.029849527403712273
251092	rnn.weight_hh_l0_reverse	3	0.035155411809682846
251092	rnn.weight_hh_l0_reverse	4	0.014196221716701984
251092	rnn.weight_hh_l0_reverse	5	0.007891188375651836
251092	rnn.weight_hh_l0_reverse	6	0.05110910162329674
251092	rnn.weight_hh_l0_reverse	7	-0.08189774304628372
251092	rnn.weight_hh_l0_reverse	8	0.04014231637120247
251092	rnn.weight_hh_l0_reverse	9	0.034975845366716385
251092	rnn.bias_ih_l0_reverse	0	-0.05755935609340668
251092	rnn.bias_ih_l0_reverse	1	-0.28151002526283264
251092	rnn.bias_ih_l0_reverse	2	-0.12357635796070099
251092	rnn.bias_ih_l0_reverse	3	-0.04808337241411209
251092	rnn.bias_ih_l0_reverse	4	-0.022359373047947884
251092	rnn.bias_ih_l0_reverse	5	0.07603546977043152
251092	rnn.bias_ih_l0_reverse	6	-0.0648479089140892
251092	rnn.bias_ih_l0_reverse	7	0.06071389093995094
251092	rnn.bias_ih_l0_reverse	8	-0.03578098863363266
251092	rnn.bias_ih_l0_reverse	9	0.06682221591472626
251092	rnn.bias_hh_l0_reverse	0	0.024228660389780998
251092	rnn.bias_hh_l0_reverse	1	-0.06200835481286049
251092	rnn.bias_hh_l0_reverse	2	0.0892084389925003
251092	rnn.bias_hh_l0_reverse	3	-0.05144023150205612
251092	rnn.bias_hh_l0_reverse	4	-0.02829858846962452
251092	rnn.bias_hh_l0_reverse	5	-0.02245483733713627
251092	rnn.bias_hh_l0_reverse	6	-0.018682299181818962
251092	rnn.bias_hh_l0_reverse	7	0.09957507252693176
251092	rnn.bias_hh_l0_reverse	8	0.03060690499842167
251092	rnn.bias_hh_l0_reverse	9	-0.14826884865760803
251092	rnn.weight_ih_l1	0	-0.029658040031790733
251092	rnn.weight_ih_l1	1	-0.05028409883379936
251092	rnn.weight_ih_l1	2	0.06513115763664246
251092	rnn.weight_ih_l1	3	-0.07304102927446365
251092	rnn.weight_ih_l1	4	-0.014249779284000397
251092	rnn.weight_ih_l1	5	-0.040404800325632095
251092	rnn.weight_ih_l1	6	0.0289280004799366
251092	rnn.weight_ih_l1	7	-0.04447093605995178
251092	rnn.weight_ih_l1	8	0.03779422864317894
251092	rnn.weight_ih_l1	9	0.04470779374241829
251092	rnn.weight_hh_l1	0	-0.007333357818424702
251092	rnn.weight_hh_l1	1	0.019914649426937103
251092	rnn.weight_hh_l1	2	0.0068133738823235035
251092	rnn.weight_hh_l1	3	-0.0127202607691288
251092	rnn.weight_hh_l1	4	0.004763077478855848
251092	rnn.weight_hh_l1	5	0.03501591086387634
251092	rnn.weight_hh_l1	6	0.03608749061822891
251092	rnn.weight_hh_l1	7	-0.01626230590045452
251092	rnn.weight_hh_l1	8	-0.007201913744211197
251092	rnn.weight_hh_l1	9	0.03859206661581993
251092	rnn.bias_ih_l1	0	-0.18412066996097565
251092	rnn.bias_ih_l1	1	-0.17461469769477844
251092	rnn.bias_ih_l1	2	-0.1970766931772232
251092	rnn.bias_ih_l1	3	-0.3085363209247589
251092	rnn.bias_ih_l1	4	-0.21206694841384888
251092	rnn.bias_ih_l1	5	-0.08805307745933533
251092	rnn.bias_ih_l1	6	-0.15891963243484497
251092	rnn.bias_ih_l1	7	-0.004081771243363619
251092	rnn.bias_ih_l1	8	-0.131227046251297
251092	rnn.bias_ih_l1	9	-0.12408678233623505
251092	rnn.bias_hh_l1	0	-0.09585936367511749
251092	rnn.bias_hh_l1	1	-0.06337305903434753
251092	rnn.bias_hh_l1	2	-0.08535858243703842
251092	rnn.bias_hh_l1	3	-0.07730910927057266
251092	rnn.bias_hh_l1	4	-0.07275395840406418
251092	rnn.bias_hh_l1	5	-0.11782093346118927
251092	rnn.bias_hh_l1	6	-0.16136419773101807
251092	rnn.bias_hh_l1	7	0.07373297959566116
251092	rnn.bias_hh_l1	8	-0.17720568180084229
251092	rnn.bias_hh_l1	9	-0.11634150892496109
251092	rnn.weight_ih_l1_reverse	0	-0.046864867210388184
251092	rnn.weight_ih_l1_reverse	1	0.033821072429418564
251092	rnn.weight_ih_l1_reverse	2	0.08886362612247467
251092	rnn.weight_ih_l1_reverse	3	-0.01810588128864765
251092	rnn.weight_ih_l1_reverse	4	-0.022196205332875252
251092	rnn.weight_ih_l1_reverse	5	-0.03043622523546219
251092	rnn.weight_ih_l1_reverse	6	-0.02058826945722103
251092	rnn.weight_ih_l1_reverse	7	0.02942809648811817
251092	rnn.weight_ih_l1_reverse	8	0.0051911454647779465
251092	rnn.weight_ih_l1_reverse	9	-0.03367875888943672
251092	rnn.weight_hh_l1_reverse	0	0.004547239281237125
251092	rnn.weight_hh_l1_reverse	1	0.031681258231401443
251092	rnn.weight_hh_l1_reverse	2	-0.04060141742229462
251092	rnn.weight_hh_l1_reverse	3	0.03507604822516441
251092	rnn.weight_hh_l1_reverse	4	0.04719053581357002
251092	rnn.weight_hh_l1_reverse	5	0.005801796913146973
251092	rnn.weight_hh_l1_reverse	6	0.04929965361952782
251092	rnn.weight_hh_l1_reverse	7	0.031027814373373985
251092	rnn.weight_hh_l1_reverse	8	-0.007186654023826122
251092	rnn.weight_hh_l1_reverse	9	-0.03018696792423725
251092	rnn.bias_ih_l1_reverse	0	-0.045423977077007294
251092	rnn.bias_ih_l1_reverse	1	-0.14023099839687347
251092	rnn.bias_ih_l1_reverse	2	-0.16267336905002594
251092	rnn.bias_ih_l1_reverse	3	-0.061089158058166504
251092	rnn.bias_ih_l1_reverse	4	-0.20389282703399658
251092	rnn.bias_ih_l1_reverse	5	-0.11674054712057114
251092	rnn.bias_ih_l1_reverse	6	-0.1302880346775055
251092	rnn.bias_ih_l1_reverse	7	-0.1911870688199997
251092	rnn.bias_ih_l1_reverse	8	0.2257091999053955
251092	rnn.bias_ih_l1_reverse	9	0.023890823125839233
251092	rnn.bias_hh_l1_reverse	0	0.011383116245269775
251092	rnn.bias_hh_l1_reverse	1	-0.06524143368005753
251092	rnn.bias_hh_l1_reverse	2	-0.23688212037086487
251092	rnn.bias_hh_l1_reverse	3	-0.14300008118152618
251092	rnn.bias_hh_l1_reverse	4	-0.08037611842155457
251092	rnn.bias_hh_l1_reverse	5	-0.11644308269023895
251092	rnn.bias_hh_l1_reverse	6	0.0658070296049118
251092	rnn.bias_hh_l1_reverse	7	-0.13694068789482117
251092	rnn.bias_hh_l1_reverse	8	-0.12473691254854202
251092	rnn.bias_hh_l1_reverse	9	-0.1480547934770584
251092	linear.weight	0	0.002228822559118271
251092	linear.weight	1	0.09672281891107559
251092	linear.weight	2	-0.09370670467615128
251092	linear.weight	3	0.31274256110191345
251092	linear.weight	4	0.15029533207416534
251092	linear.weight	5	-0.06491706520318985
251092	linear.weight	6	0.0918327271938324
251092	linear.weight	7	0.13430315256118774
251092	linear.weight	8	0.041133634746074677
251092	linear.weight	9	-0.05090262368321419
251092	linear.bias	0	0.08575442433357239
251092	linear.bias	1	-0.19431373476982117
251092	linear.bias	2	-0.4437441825866699
251092	linear.bias	3	-0.6612841486930847
251092	linear.bias	4	-1.263566255569458
251092	linear.bias	5	-0.06234082952141762
251092	linear.bias	6	-0.8249363303184509
251092	linear.bias	7	0.2693106532096863
251092	linear.bias	8	-0.39882051944732666
251092	linear.bias	9	-1.0254441499710083
251289	transitions	0	0.7547379732131958
251289	transitions	1	0.13855044543743134
251289	transitions	2	-10000.0
251289	transitions	3	-1.8280460834503174
251289	transitions	4	-10000.0
251289	transitions	5	0.5629575848579407
251289	transitions	6	-0.08550769835710526
251289	transitions	7	-0.8103238344192505
251289	transitions	8	-1.4224272966384888
251289	transitions	9	-0.001230434630997479
251289	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
251289	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
251289	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
251289	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
251289	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
251289	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
251289	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
251289	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
251289	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
251289	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
251289	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
251289	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
251289	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
251289	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
251289	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
251289	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
251289	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
251289	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
251289	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
251289	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
251289	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
251289	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
251289	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
251289	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
251289	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
251289	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
251289	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
251289	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
251289	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
251289	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
251289	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
251289	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
251289	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
251289	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
251289	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
251289	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
251289	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
251289	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
251289	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
251289	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
251289	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
251289	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
251289	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
251289	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
251289	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
251289	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
251289	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
251289	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
251289	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
251289	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
251289	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
251289	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
251289	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
251289	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
251289	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
251289	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
251289	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
251289	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
251289	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
251289	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
251289	embedding2nn.weight	0	0.016432909294962883
251289	embedding2nn.weight	1	-0.012778322212398052
251289	embedding2nn.weight	2	-0.014268254861235619
251289	embedding2nn.weight	3	-0.03151262179017067
251289	embedding2nn.weight	4	-0.0059150345623493195
251289	embedding2nn.weight	5	-0.0037005888298153877
251289	embedding2nn.weight	6	-0.003973264247179031
251289	embedding2nn.weight	7	-0.07734698057174683
251289	embedding2nn.weight	8	-0.0019979383796453476
251289	embedding2nn.weight	9	-0.027835430577397346
251289	embedding2nn.bias	0	0.02992868982255459
251289	embedding2nn.bias	1	-0.0722537487745285
251289	embedding2nn.bias	2	0.0734468623995781
251289	embedding2nn.bias	3	0.05507650598883629
251289	embedding2nn.bias	4	-0.044121406972408295
251289	embedding2nn.bias	5	-0.012419125996530056
251289	embedding2nn.bias	6	0.016573123633861542
251289	embedding2nn.bias	7	-0.05538837984204292
251289	embedding2nn.bias	8	0.07350680977106094
251289	embedding2nn.bias	9	0.04511677846312523
251289	rnn.weight_ih_l0	0	-0.08026085048913956
251289	rnn.weight_ih_l0	1	0.0032549696043133736
251289	rnn.weight_ih_l0	2	0.03515510633587837
251289	rnn.weight_ih_l0	3	0.022949058562517166
251289	rnn.weight_ih_l0	4	-0.04841974005103111
251289	rnn.weight_ih_l0	5	-0.0682227611541748
251289	rnn.weight_ih_l0	6	-0.0010473114671185613
251289	rnn.weight_ih_l0	7	0.05375206843018532
251289	rnn.weight_ih_l0	8	-0.017254330217838287
251289	rnn.weight_ih_l0	9	-0.030523624271154404
251289	rnn.weight_hh_l0	0	-0.030488835647702217
251289	rnn.weight_hh_l0	1	-0.007110503036528826
251289	rnn.weight_hh_l0	2	0.006836360786110163
251289	rnn.weight_hh_l0	3	-0.07414399087429047
251289	rnn.weight_hh_l0	4	0.09334472566843033
251289	rnn.weight_hh_l0	5	-0.026445530354976654
251289	rnn.weight_hh_l0	6	-0.06368513405323029
251289	rnn.weight_hh_l0	7	0.009321221150457859
251289	rnn.weight_hh_l0	8	0.01348953414708376
251289	rnn.weight_hh_l0	9	-0.0256563201546669
251289	rnn.bias_ih_l0	0	0.12944744527339935
251289	rnn.bias_ih_l0	1	-0.033750150352716446
251289	rnn.bias_ih_l0	2	-0.03417689725756645
251289	rnn.bias_ih_l0	3	0.16351906955242157
251289	rnn.bias_ih_l0	4	-0.01308406051248312
251289	rnn.bias_ih_l0	5	-0.021826080977916718
251289	rnn.bias_ih_l0	6	0.017834151163697243
251289	rnn.bias_ih_l0	7	0.02293817140161991
251289	rnn.bias_ih_l0	8	-0.10025324672460556
251289	rnn.bias_ih_l0	9	-0.04116005823016167
251289	rnn.bias_hh_l0	0	-0.0014353957958519459
251289	rnn.bias_hh_l0	1	-0.09930165857076645
251289	rnn.bias_hh_l0	2	-0.07535631209611893
251289	rnn.bias_hh_l0	3	-0.08917486667633057
251289	rnn.bias_hh_l0	4	0.0089194281026721
251289	rnn.bias_hh_l0	5	-0.02065371908247471
251289	rnn.bias_hh_l0	6	0.028695005923509598
251289	rnn.bias_hh_l0	7	0.061550356447696686
251289	rnn.bias_hh_l0	8	-0.12244965136051178
251289	rnn.bias_hh_l0	9	-0.058492548763751984
251289	rnn.weight_ih_l0_reverse	0	-0.025551650673151016
251289	rnn.weight_ih_l0_reverse	1	-0.056890007108449936
251289	rnn.weight_ih_l0_reverse	2	-0.04868125915527344
251289	rnn.weight_ih_l0_reverse	3	0.015948398038744926
251289	rnn.weight_ih_l0_reverse	4	-0.025485731661319733
251289	rnn.weight_ih_l0_reverse	5	-0.057506270706653595
251289	rnn.weight_ih_l0_reverse	6	0.07373100519180298
251289	rnn.weight_ih_l0_reverse	7	-0.018487989902496338
251289	rnn.weight_ih_l0_reverse	8	-0.018528319895267487
251289	rnn.weight_ih_l0_reverse	9	0.004499790724366903
251289	rnn.weight_hh_l0_reverse	0	0.06785297393798828
251289	rnn.weight_hh_l0_reverse	1	0.019811155274510384
251289	rnn.weight_hh_l0_reverse	2	0.029834097251296043
251289	rnn.weight_hh_l0_reverse	3	0.03510298579931259
251289	rnn.weight_hh_l0_reverse	4	0.014218837022781372
251289	rnn.weight_hh_l0_reverse	5	0.007870000787079334
251289	rnn.weight_hh_l0_reverse	6	0.051110655069351196
251289	rnn.weight_hh_l0_reverse	7	-0.08201400935649872
251289	rnn.weight_hh_l0_reverse	8	0.04010063409805298
251289	rnn.weight_hh_l0_reverse	9	0.034951113164424896
251289	rnn.bias_ih_l0_reverse	0	-0.057392667979002
251289	rnn.bias_ih_l0_reverse	1	-0.281063973903656
251289	rnn.bias_ih_l0_reverse	2	-0.12339874356985092
251289	rnn.bias_ih_l0_reverse	3	-0.048005226999521255
251289	rnn.bias_ih_l0_reverse	4	-0.022119661793112755
251289	rnn.bias_ih_l0_reverse	5	0.07595622539520264
251289	rnn.bias_ih_l0_reverse	6	-0.06488633155822754
251289	rnn.bias_ih_l0_reverse	7	0.06074215844273567
251289	rnn.bias_ih_l0_reverse	8	-0.03577660769224167
251289	rnn.bias_ih_l0_reverse	9	0.0666145607829094
251289	rnn.bias_hh_l0_reverse	0	0.02416210062801838
251289	rnn.bias_hh_l0_reverse	1	-0.06197616830468178
251289	rnn.bias_hh_l0_reverse	2	0.08941742777824402
251289	rnn.bias_hh_l0_reverse	3	-0.05161137133836746
251289	rnn.bias_hh_l0_reverse	4	-0.028275396674871445
251289	rnn.bias_hh_l0_reverse	5	-0.022662030532956123
251289	rnn.bias_hh_l0_reverse	6	-0.01897321827709675
251289	rnn.bias_hh_l0_reverse	7	0.09977447241544724
251289	rnn.bias_hh_l0_reverse	8	0.0304839126765728
251289	rnn.bias_hh_l0_reverse	9	-0.1484120488166809
251289	rnn.weight_ih_l1	0	-0.02965663932263851
251289	rnn.weight_ih_l1	1	-0.0503215491771698
251289	rnn.weight_ih_l1	2	0.06518543511629105
251289	rnn.weight_ih_l1	3	-0.07280830293893814
251289	rnn.weight_ih_l1	4	-0.01420732494443655
251289	rnn.weight_ih_l1	5	-0.0403868593275547
251289	rnn.weight_ih_l1	6	0.029023369774222374
251289	rnn.weight_ih_l1	7	-0.04451406002044678
251289	rnn.weight_ih_l1	8	0.03779619187116623
251289	rnn.weight_ih_l1	9	0.044680893421173096
251289	rnn.weight_hh_l1	0	-0.007325668353587389
251289	rnn.weight_hh_l1	1	0.019910214468836784
251289	rnn.weight_hh_l1	2	0.006838811561465263
251289	rnn.weight_hh_l1	3	-0.012704250402748585
251289	rnn.weight_hh_l1	4	0.004765964113175869
251289	rnn.weight_hh_l1	5	0.035045839846134186
251289	rnn.weight_hh_l1	6	0.03604864329099655
251289	rnn.weight_hh_l1	7	-0.016249604523181915
251289	rnn.weight_hh_l1	8	-0.007244223263114691
251289	rnn.weight_hh_l1	9	0.038571856915950775
251289	rnn.bias_ih_l1	0	-0.18412800133228302
251289	rnn.bias_ih_l1	1	-0.174635112285614
251289	rnn.bias_ih_l1	2	-0.19700193405151367
251289	rnn.bias_ih_l1	3	-0.3086837828159332
251289	rnn.bias_ih_l1	4	-0.21180538833141327
251289	rnn.bias_ih_l1	5	-0.08794335275888443
251289	rnn.bias_ih_l1	6	-0.1588452011346817
251289	rnn.bias_ih_l1	7	-0.00425602775067091
251289	rnn.bias_ih_l1	8	-0.13134001195430756
251289	rnn.bias_ih_l1	9	-0.12395360320806503
251289	rnn.bias_hh_l1	0	-0.09607776999473572
251289	rnn.bias_hh_l1	1	-0.06351973116397858
251289	rnn.bias_hh_l1	2	-0.08508925884962082
251289	rnn.bias_hh_l1	3	-0.07738630473613739
251289	rnn.bias_hh_l1	4	-0.07290766388177872
251289	rnn.bias_hh_l1	5	-0.1177966296672821
251289	rnn.bias_hh_l1	6	-0.16120101511478424
251289	rnn.bias_hh_l1	7	0.07398787885904312
251289	rnn.bias_hh_l1	8	-0.17713992297649384
251289	rnn.bias_hh_l1	9	-0.11628450453281403
251289	rnn.weight_ih_l1_reverse	0	-0.04685511440038681
251289	rnn.weight_ih_l1_reverse	1	0.033677611500024796
251289	rnn.weight_ih_l1_reverse	2	0.08872301131486893
251289	rnn.weight_ih_l1_reverse	3	-0.01822437345981598
251289	rnn.weight_ih_l1_reverse	4	-0.022288307547569275
251289	rnn.weight_ih_l1_reverse	5	-0.030420027673244476
251289	rnn.weight_ih_l1_reverse	6	-0.02056654542684555
251289	rnn.weight_ih_l1_reverse	7	0.029562436044216156
251289	rnn.weight_ih_l1_reverse	8	0.00512003293260932
251289	rnn.weight_ih_l1_reverse	9	-0.03364435210824013
251289	rnn.weight_hh_l1_reverse	0	0.004543990362435579
251289	rnn.weight_hh_l1_reverse	1	0.03164872154593468
251289	rnn.weight_hh_l1_reverse	2	-0.04060933366417885
251289	rnn.weight_hh_l1_reverse	3	0.035073909908533096
251289	rnn.weight_hh_l1_reverse	4	0.04714290052652359
251289	rnn.weight_hh_l1_reverse	5	0.005821605678647757
251289	rnn.weight_hh_l1_reverse	6	0.049348216503858566
251289	rnn.weight_hh_l1_reverse	7	0.031050199642777443
251289	rnn.weight_hh_l1_reverse	8	-0.0071748411282896996
251289	rnn.weight_hh_l1_reverse	9	-0.030178163200616837
251289	rnn.bias_ih_l1_reverse	0	-0.04560846835374832
251289	rnn.bias_ih_l1_reverse	1	-0.14010290801525116
251289	rnn.bias_ih_l1_reverse	2	-0.16260765492916107
251289	rnn.bias_ih_l1_reverse	3	-0.060468073934316635
251289	rnn.bias_ih_l1_reverse	4	-0.2037838250398636
251289	rnn.bias_ih_l1_reverse	5	-0.11669652909040451
251289	rnn.bias_ih_l1_reverse	6	-0.13030506670475006
251289	rnn.bias_ih_l1_reverse	7	-0.19106240570545197
251289	rnn.bias_ih_l1_reverse	8	0.22596010565757751
251289	rnn.bias_ih_l1_reverse	9	0.02399013191461563
251289	rnn.bias_hh_l1_reverse	0	0.011600728146731853
251289	rnn.bias_hh_l1_reverse	1	-0.06524631381034851
251289	rnn.bias_hh_l1_reverse	2	-0.23690244555473328
251289	rnn.bias_hh_l1_reverse	3	-0.14297278225421906
251289	rnn.bias_hh_l1_reverse	4	-0.0803847387433052
251289	rnn.bias_hh_l1_reverse	5	-0.11641279608011246
251289	rnn.bias_hh_l1_reverse	6	0.06585877388715744
251289	rnn.bias_hh_l1_reverse	7	-0.1368439644575119
251289	rnn.bias_hh_l1_reverse	8	-0.12478923052549362
251289	rnn.bias_hh_l1_reverse	9	-0.1480277180671692
251289	linear.weight	0	0.002228822559118271
251289	linear.weight	1	0.09694603085517883
251289	linear.weight	2	-0.0938500389456749
251289	linear.weight	3	0.31256988644599915
251289	linear.weight	4	0.15019279718399048
251289	linear.weight	5	-0.06520088762044907
251289	linear.weight	6	0.09159865975379944
251289	linear.weight	7	0.13443242013454437
251289	linear.weight	8	0.04113359376788139
251289	linear.weight	9	-0.05087534338235855
251289	linear.bias	0	0.09024468064308167
251289	linear.bias	1	-0.19692803919315338
251289	linear.bias	2	-0.44684267044067383
251289	linear.bias	3	-0.6608989834785461
251289	linear.bias	4	-1.2633122205734253
251289	linear.bias	5	-0.061312589794397354
251289	linear.bias	6	-0.8275651335716248
251289	linear.bias	7	0.26991087198257446
251289	linear.bias	8	-0.39941734075546265
251289	linear.bias	9	-1.0260363817214966
251486	transitions	0	0.7544680237770081
251486	transitions	1	0.13858622312545776
251486	transitions	2	-10000.0
251486	transitions	3	-1.8280482292175293
251486	transitions	4	-10000.0
251486	transitions	5	0.5629516243934631
251486	transitions	6	-0.08551432192325592
251486	transitions	7	-0.8103387951850891
251486	transitions	8	-1.4224432706832886
251486	transitions	9	-0.0012304817792028189
251486	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
251486	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
251486	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
251486	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
251486	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
251486	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
251486	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
251486	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
251486	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
251486	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
251486	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
251486	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
251486	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
251486	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
251486	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
251486	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
251486	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
251486	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
251486	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
251486	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
251486	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
251486	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
251486	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
251486	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
251486	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
251486	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
251486	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
251486	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
251486	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
251486	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
251486	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
251486	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
251486	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
251486	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
251486	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
251486	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
251486	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
251486	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
251486	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
251486	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
251486	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
251486	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
251486	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
251486	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
251486	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
251486	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
251486	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
251486	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
251486	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
251486	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
251486	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
251486	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
251486	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
251486	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
251486	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
251486	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
251486	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
251486	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
251486	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
251486	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
251486	embedding2nn.weight	0	0.016468925401568413
251486	embedding2nn.weight	1	-0.012765659019351006
251486	embedding2nn.weight	2	-0.014268254861235619
251486	embedding2nn.weight	3	-0.03145879507064819
251486	embedding2nn.weight	4	-0.0059150345623493195
251486	embedding2nn.weight	5	-0.0037005888298153877
251486	embedding2nn.weight	6	-0.003973264247179031
251486	embedding2nn.weight	7	-0.07745315134525299
251486	embedding2nn.weight	8	-0.0019979383796453476
251486	embedding2nn.weight	9	-0.02781100384891033
251486	embedding2nn.bias	0	0.03107713907957077
251486	embedding2nn.bias	1	-0.07411567866802216
251486	embedding2nn.bias	2	0.07262350618839264
251486	embedding2nn.bias	3	0.054538238793611526
251486	embedding2nn.bias	4	-0.04356234148144722
251486	embedding2nn.bias	5	-0.012358334846794605
251486	embedding2nn.bias	6	0.01639901101589203
251486	embedding2nn.bias	7	-0.05578334629535675
251486	embedding2nn.bias	8	0.07334107905626297
251486	embedding2nn.bias	9	0.04589373618364334
251486	rnn.weight_ih_l0	0	-0.08028902858495712
251486	rnn.weight_ih_l0	1	0.0032331482507288456
251486	rnn.weight_ih_l0	2	0.03501499444246292
251486	rnn.weight_ih_l0	3	0.02294320799410343
251486	rnn.weight_ih_l0	4	-0.04840656742453575
251486	rnn.weight_ih_l0	5	-0.06816595792770386
251486	rnn.weight_ih_l0	6	-0.0010383134940639138
251486	rnn.weight_ih_l0	7	0.0536557137966156
251486	rnn.weight_ih_l0	8	-0.017184339463710785
251486	rnn.weight_ih_l0	9	-0.030547447502613068
251486	rnn.weight_hh_l0	0	-0.030388617888092995
251486	rnn.weight_hh_l0	1	-0.007009720429778099
251486	rnn.weight_hh_l0	2	0.006899268366396427
251486	rnn.weight_hh_l0	3	-0.07417119294404984
251486	rnn.weight_hh_l0	4	0.09331014007329941
251486	rnn.weight_hh_l0	5	-0.026483047753572464
251486	rnn.weight_hh_l0	6	-0.06362146139144897
251486	rnn.weight_hh_l0	7	0.0092443423345685
251486	rnn.weight_hh_l0	8	0.013517254963517189
251486	rnn.weight_hh_l0	9	-0.025663986802101135
251486	rnn.bias_ih_l0	0	0.12970323860645294
251486	rnn.bias_ih_l0	1	-0.03367353603243828
251486	rnn.bias_ih_l0	2	-0.03408012539148331
251486	rnn.bias_ih_l0	3	0.16353467106819153
251486	rnn.bias_ih_l0	4	-0.013101950287818909
251486	rnn.bias_ih_l0	5	-0.022014040499925613
251486	rnn.bias_ih_l0	6	0.017814557999372482
251486	rnn.bias_ih_l0	7	0.022847823798656464
251486	rnn.bias_ih_l0	8	-0.10012912005186081
251486	rnn.bias_ih_l0	9	-0.041148435324430466
251486	rnn.bias_hh_l0	0	-0.0011413951870054007
251486	rnn.bias_hh_l0	1	-0.0993318185210228
251486	rnn.bias_hh_l0	2	-0.07506635785102844
251486	rnn.bias_hh_l0	3	-0.0891197919845581
251486	rnn.bias_hh_l0	4	0.008741946890950203
251486	rnn.bias_hh_l0	5	-0.020493336021900177
251486	rnn.bias_hh_l0	6	0.028728291392326355
251486	rnn.bias_hh_l0	7	0.061402734369039536
251486	rnn.bias_hh_l0	8	-0.12251022458076477
251486	rnn.bias_hh_l0	9	-0.058403369039297104
251486	rnn.weight_ih_l0_reverse	0	-0.025441322475671768
251486	rnn.weight_ih_l0_reverse	1	-0.056847505271434784
251486	rnn.weight_ih_l0_reverse	2	-0.04867112264037132
251486	rnn.weight_ih_l0_reverse	3	0.015897111967206
251486	rnn.weight_ih_l0_reverse	4	-0.02545705810189247
251486	rnn.weight_ih_l0_reverse	5	-0.05751940235495567
251486	rnn.weight_ih_l0_reverse	6	0.07372189313173294
251486	rnn.weight_ih_l0_reverse	7	-0.018560808151960373
251486	rnn.weight_ih_l0_reverse	8	-0.018480321392416954
251486	rnn.weight_ih_l0_reverse	9	0.004568158183246851
251486	rnn.weight_hh_l0_reverse	0	0.06792542338371277
251486	rnn.weight_hh_l0_reverse	1	0.019669001922011375
251486	rnn.weight_hh_l0_reverse	2	0.0298610907047987
251486	rnn.weight_hh_l0_reverse	3	0.03511997312307358
251486	rnn.weight_hh_l0_reverse	4	0.014269450679421425
251486	rnn.weight_hh_l0_reverse	5	0.007881004363298416
251486	rnn.weight_hh_l0_reverse	6	0.05105733126401901
251486	rnn.weight_hh_l0_reverse	7	-0.08205264061689377
251486	rnn.weight_hh_l0_reverse	8	0.04006733372807503
251486	rnn.weight_hh_l0_reverse	9	0.03496115654706955
251486	rnn.bias_ih_l0_reverse	0	-0.0574628971517086
251486	rnn.bias_ih_l0_reverse	1	-0.2804636061191559
251486	rnn.bias_ih_l0_reverse	2	-0.12336540967226028
251486	rnn.bias_ih_l0_reverse	3	-0.04807327687740326
251486	rnn.bias_ih_l0_reverse	4	-0.02206600457429886
251486	rnn.bias_ih_l0_reverse	5	0.07585325092077255
251486	rnn.bias_ih_l0_reverse	6	-0.06494051963090897
251486	rnn.bias_ih_l0_reverse	7	0.060764066874980927
251486	rnn.bias_ih_l0_reverse	8	-0.035768527537584305
251486	rnn.bias_ih_l0_reverse	9	0.06672874093055725
251486	rnn.bias_hh_l0_reverse	0	0.023913266137242317
251486	rnn.bias_hh_l0_reverse	1	-0.062430281192064285
251486	rnn.bias_hh_l0_reverse	2	0.08929680287837982
251486	rnn.bias_hh_l0_reverse	3	-0.0516602098941803
251486	rnn.bias_hh_l0_reverse	4	-0.028458023443818092
251486	rnn.bias_hh_l0_reverse	5	-0.022665677592158318
251486	rnn.bias_hh_l0_reverse	6	-0.0188946183770895
251486	rnn.bias_hh_l0_reverse	7	0.09967552125453949
251486	rnn.bias_hh_l0_reverse	8	0.03040279820561409
251486	rnn.bias_hh_l0_reverse	9	-0.14837005734443665
251486	rnn.weight_ih_l1	0	-0.029688358306884766
251486	rnn.weight_ih_l1	1	-0.05031098052859306
251486	rnn.weight_ih_l1	2	0.0652170330286026
251486	rnn.weight_ih_l1	3	-0.07284437119960785
251486	rnn.weight_ih_l1	4	-0.014106792397797108
251486	rnn.weight_ih_l1	5	-0.04040401056408882
251486	rnn.weight_ih_l1	6	0.02902783267199993
251486	rnn.weight_ih_l1	7	-0.044588603079319
251486	rnn.weight_ih_l1	8	0.03781326487660408
251486	rnn.weight_ih_l1	9	0.044674765318632126
251486	rnn.weight_hh_l1	0	-0.007312290370464325
251486	rnn.weight_hh_l1	1	0.019920170307159424
251486	rnn.weight_hh_l1	2	0.006829105783253908
251486	rnn.weight_hh_l1	3	-0.012684476561844349
251486	rnn.weight_hh_l1	4	0.0047692605294287205
251486	rnn.weight_hh_l1	5	0.03506635129451752
251486	rnn.weight_hh_l1	6	0.03606448322534561
251486	rnn.weight_hh_l1	7	-0.0162246972322464
251486	rnn.weight_hh_l1	8	-0.007237309589982033
251486	rnn.weight_hh_l1	9	0.03863542899489403
251486	rnn.bias_ih_l1	0	-0.18398571014404297
251486	rnn.bias_ih_l1	1	-0.17468732595443726
251486	rnn.bias_ih_l1	2	-0.19712640345096588
251486	rnn.bias_ih_l1	3	-0.3086509108543396
251486	rnn.bias_ih_l1	4	-0.21188974380493164
251486	rnn.bias_ih_l1	5	-0.08801808208227158
251486	rnn.bias_ih_l1	6	-0.1585579663515091
251486	rnn.bias_ih_l1	7	-0.003799665253609419
251486	rnn.bias_ih_l1	8	-0.13118602335453033
251486	rnn.bias_ih_l1	9	-0.12410090118646622
251486	rnn.bias_hh_l1	0	-0.09593038260936737
251486	rnn.bias_hh_l1	1	-0.06355669349431992
251486	rnn.bias_hh_l1	2	-0.08495103567838669
251486	rnn.bias_hh_l1	3	-0.07731980085372925
251486	rnn.bias_hh_l1	4	-0.07284894585609436
251486	rnn.bias_hh_l1	5	-0.11773987859487534
251486	rnn.bias_hh_l1	6	-0.16100400686264038
251486	rnn.bias_hh_l1	7	0.07404016703367233
251486	rnn.bias_hh_l1	8	-0.1768016517162323
251486	rnn.bias_hh_l1	9	-0.11580431461334229
251486	rnn.weight_ih_l1_reverse	0	-0.04684149846434593
251486	rnn.weight_ih_l1_reverse	1	0.033580515533685684
251486	rnn.weight_ih_l1_reverse	2	0.08846943080425262
251486	rnn.weight_ih_l1_reverse	3	-0.01828339695930481
251486	rnn.weight_ih_l1_reverse	4	-0.022434154525399208
251486	rnn.weight_ih_l1_reverse	5	-0.03041214682161808
251486	rnn.weight_ih_l1_reverse	6	-0.020453546196222305
251486	rnn.weight_ih_l1_reverse	7	0.02960045635700226
251486	rnn.weight_ih_l1_reverse	8	0.005114677827805281
251486	rnn.weight_ih_l1_reverse	9	-0.033404793590307236
251486	rnn.weight_hh_l1_reverse	0	0.004526970442384481
251486	rnn.weight_hh_l1_reverse	1	0.03163866326212883
251486	rnn.weight_hh_l1_reverse	2	-0.04060356318950653
251486	rnn.weight_hh_l1_reverse	3	0.03506001457571983
251486	rnn.weight_hh_l1_reverse	4	0.0471339114010334
251486	rnn.weight_hh_l1_reverse	5	0.005841782316565514
251486	rnn.weight_hh_l1_reverse	6	0.049328744411468506
251486	rnn.weight_hh_l1_reverse	7	0.031072722747921944
251486	rnn.weight_hh_l1_reverse	8	-0.007171343546360731
251486	rnn.weight_hh_l1_reverse	9	-0.030177181586623192
251486	rnn.bias_ih_l1_reverse	0	-0.04562884569168091
251486	rnn.bias_ih_l1_reverse	1	-0.14014750719070435
251486	rnn.bias_ih_l1_reverse	2	-0.16268618404865265
251486	rnn.bias_ih_l1_reverse	3	-0.060743339359760284
251486	rnn.bias_ih_l1_reverse	4	-0.20361928641796112
251486	rnn.bias_ih_l1_reverse	5	-0.11678577214479446
251486	rnn.bias_ih_l1_reverse	6	-0.13022653758525848
251486	rnn.bias_ih_l1_reverse	7	-0.19086329638957977
251486	rnn.bias_ih_l1_reverse	8	0.22563710808753967
251486	rnn.bias_ih_l1_reverse	9	0.02325502783060074
251486	rnn.bias_hh_l1_reverse	0	0.011761639267206192
251486	rnn.bias_hh_l1_reverse	1	-0.06523367762565613
251486	rnn.bias_hh_l1_reverse	2	-0.23690292239189148
251486	rnn.bias_hh_l1_reverse	3	-0.14295275509357452
251486	rnn.bias_hh_l1_reverse	4	-0.08013644814491272
251486	rnn.bias_hh_l1_reverse	5	-0.11660013347864151
251486	rnn.bias_hh_l1_reverse	6	0.06569480895996094
251486	rnn.bias_hh_l1_reverse	7	-0.13681167364120483
251486	rnn.bias_hh_l1_reverse	8	-0.12452872097492218
251486	rnn.bias_hh_l1_reverse	9	-0.14803078770637512
251486	linear.weight	0	0.002228822559118271
251486	linear.weight	1	0.09711449593305588
251486	linear.weight	2	-0.09376945346593857
251486	linear.weight	3	0.3131027817726135
251486	linear.weight	4	0.15040601789951324
251486	linear.weight	5	-0.06542467325925827
251486	linear.weight	6	0.09185229241847992
251486	linear.weight	7	0.13482920825481415
251486	linear.weight	8	0.04113359749317169
251486	linear.weight	9	-0.05068951100111008
251486	linear.bias	0	0.0872342586517334
251486	linear.bias	1	-0.19565369188785553
251486	linear.bias	2	-0.4437566101551056
251486	linear.bias	3	-0.6610790491104126
251486	linear.bias	4	-1.263521432876587
251486	linear.bias	5	-0.058464184403419495
251486	linear.bias	6	-0.8264252543449402
251486	linear.bias	7	0.27252650260925293
251486	linear.bias	8	-0.3991219699382782
251486	linear.bias	9	-1.0257365703582764
251683	transitions	0	0.7548487186431885
251683	transitions	1	0.13841864466667175
251683	transitions	2	-10000.0
251683	transitions	3	-1.828049898147583
251683	transitions	4	-10000.0
251683	transitions	5	0.5629462003707886
251683	transitions	6	-0.08551992475986481
251683	transitions	7	-0.8103547692298889
251683	transitions	8	-1.422446608543396
251683	transitions	9	-0.0012305006384849548
251683	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
251683	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
251683	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
251683	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
251683	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
251683	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
251683	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
251683	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
251683	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
251683	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
251683	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
251683	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
251683	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
251683	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
251683	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
251683	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
251683	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
251683	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
251683	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
251683	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
251683	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
251683	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
251683	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
251683	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
251683	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
251683	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
251683	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
251683	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
251683	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
251683	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
251683	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
251683	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
251683	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
251683	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
251683	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
251683	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
251683	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
251683	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
251683	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
251683	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
251683	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
251683	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
251683	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
251683	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
251683	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
251683	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
251683	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
251683	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
251683	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
251683	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
251683	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
251683	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
251683	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
251683	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
251683	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
251683	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
251683	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
251683	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
251683	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
251683	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
251683	embedding2nn.weight	0	0.01653348095715046
251683	embedding2nn.weight	1	-0.012780237942934036
251683	embedding2nn.weight	2	-0.014268254861235619
251683	embedding2nn.weight	3	-0.03152776136994362
251683	embedding2nn.weight	4	-0.0059150345623493195
251683	embedding2nn.weight	5	-0.0037005888298153877
251683	embedding2nn.weight	6	-0.003973264247179031
251683	embedding2nn.weight	7	-0.07747118920087814
251683	embedding2nn.weight	8	-0.0019979383796453476
251683	embedding2nn.weight	9	-0.027843840420246124
251683	embedding2nn.bias	0	0.030920470133423805
251683	embedding2nn.bias	1	-0.07445374876260757
251683	embedding2nn.bias	2	0.07264444231987
251683	embedding2nn.bias	3	0.05434549227356911
251683	embedding2nn.bias	4	-0.043854810297489166
251683	embedding2nn.bias	5	-0.012013345025479794
251683	embedding2nn.bias	6	0.01617410033941269
251683	embedding2nn.bias	7	-0.056008100509643555
251683	embedding2nn.bias	8	0.07379618287086487
251683	embedding2nn.bias	9	0.046335577964782715
251683	rnn.weight_ih_l0	0	-0.08034591376781464
251683	rnn.weight_ih_l0	1	0.0032031768932938576
251683	rnn.weight_ih_l0	2	0.03499782830476761
251683	rnn.weight_ih_l0	3	0.022937988862395287
251683	rnn.weight_ih_l0	4	-0.048365455120801926
251683	rnn.weight_ih_l0	5	-0.06815557926893234
251683	rnn.weight_ih_l0	6	-0.0011102427961304784
251683	rnn.weight_ih_l0	7	0.05366262048482895
251683	rnn.weight_ih_l0	8	-0.017119623720645905
251683	rnn.weight_ih_l0	9	-0.030615830793976784
251683	rnn.weight_hh_l0	0	-0.030451178550720215
251683	rnn.weight_hh_l0	1	-0.0071536763571202755
251683	rnn.weight_hh_l0	2	0.00683213584125042
251683	rnn.weight_hh_l0	3	-0.07421449571847916
251683	rnn.weight_hh_l0	4	0.09335657209157944
251683	rnn.weight_hh_l0	5	-0.026463942602276802
251683	rnn.weight_hh_l0	6	-0.06346011161804199
251683	rnn.weight_hh_l0	7	0.009311676025390625
251683	rnn.weight_hh_l0	8	0.013540088199079037
251683	rnn.weight_hh_l0	9	-0.025682954117655754
251683	rnn.bias_ih_l0	0	0.12970277667045593
251683	rnn.bias_ih_l0	1	-0.03373464569449425
251683	rnn.bias_ih_l0	2	-0.03427138924598694
251683	rnn.bias_ih_l0	3	0.16313299536705017
251683	rnn.bias_ih_l0	4	-0.013075977563858032
251683	rnn.bias_ih_l0	5	-0.022152597084641457
251683	rnn.bias_ih_l0	6	0.01764032244682312
251683	rnn.bias_ih_l0	7	0.022830406203866005
251683	rnn.bias_ih_l0	8	-0.09997822344303131
251683	rnn.bias_ih_l0	9	-0.04091827943921089
251683	rnn.bias_hh_l0	0	-0.0012428909540176392
251683	rnn.bias_hh_l0	1	-0.09921396523714066
251683	rnn.bias_hh_l0	2	-0.0750093013048172
251683	rnn.bias_hh_l0	3	-0.08917034417390823
251683	rnn.bias_hh_l0	4	0.008776253089308739
251683	rnn.bias_hh_l0	5	-0.02073906734585762
251683	rnn.bias_hh_l0	6	0.02860140986740589
251683	rnn.bias_hh_l0	7	0.06111382693052292
251683	rnn.bias_hh_l0	8	-0.1226554736495018
251683	rnn.bias_hh_l0	9	-0.05859198421239853
251683	rnn.weight_ih_l0_reverse	0	-0.025350909680128098
251683	rnn.weight_ih_l0_reverse	1	-0.05695595592260361
251683	rnn.weight_ih_l0_reverse	2	-0.048711977899074554
251683	rnn.weight_ih_l0_reverse	3	0.015916908159852028
251683	rnn.weight_ih_l0_reverse	4	-0.02540590986609459
251683	rnn.weight_ih_l0_reverse	5	-0.057463016360998154
251683	rnn.weight_ih_l0_reverse	6	0.07379132509231567
251683	rnn.weight_ih_l0_reverse	7	-0.01852668821811676
251683	rnn.weight_ih_l0_reverse	8	-0.018450943753123283
251683	rnn.weight_ih_l0_reverse	9	0.004386483691632748
251683	rnn.weight_hh_l0_reverse	0	0.06796521693468094
251683	rnn.weight_hh_l0_reverse	1	0.019641008228063583
251683	rnn.weight_hh_l0_reverse	2	0.02982553467154503
251683	rnn.weight_hh_l0_reverse	3	0.03519785404205322
251683	rnn.weight_hh_l0_reverse	4	0.014279446564614773
251683	rnn.weight_hh_l0_reverse	5	0.00792624056339264
251683	rnn.weight_hh_l0_reverse	6	0.05105910077691078
251683	rnn.weight_hh_l0_reverse	7	-0.08195438235998154
251683	rnn.weight_hh_l0_reverse	8	0.04009467363357544
251683	rnn.weight_hh_l0_reverse	9	0.03497523441910744
251683	rnn.bias_ih_l0_reverse	0	-0.05733949691057205
251683	rnn.bias_ih_l0_reverse	1	-0.28086423873901367
251683	rnn.bias_ih_l0_reverse	2	-0.12339893728494644
251683	rnn.bias_ih_l0_reverse	3	-0.04809436574578285
251683	rnn.bias_ih_l0_reverse	4	-0.022084861993789673
251683	rnn.bias_ih_l0_reverse	5	0.07599791884422302
251683	rnn.bias_ih_l0_reverse	6	-0.06495696306228638
251683	rnn.bias_ih_l0_reverse	7	0.060883138328790665
251683	rnn.bias_ih_l0_reverse	8	-0.03583475947380066
251683	rnn.bias_ih_l0_reverse	9	0.066737599670887
251683	rnn.bias_hh_l0_reverse	0	0.023875480517745018
251683	rnn.bias_hh_l0_reverse	1	-0.06237053871154785
251683	rnn.bias_hh_l0_reverse	2	0.0891939252614975
251683	rnn.bias_hh_l0_reverse	3	-0.0516345240175724
251683	rnn.bias_hh_l0_reverse	4	-0.02850656770169735
251683	rnn.bias_hh_l0_reverse	5	-0.022665437310934067
251683	rnn.bias_hh_l0_reverse	6	-0.018800461664795876
251683	rnn.bias_hh_l0_reverse	7	0.09963145852088928
251683	rnn.bias_hh_l0_reverse	8	0.030360227450728416
251683	rnn.bias_hh_l0_reverse	9	-0.1478790044784546
251683	rnn.weight_ih_l1	0	-0.029651537537574768
251683	rnn.weight_ih_l1	1	-0.05037681385874748
251683	rnn.weight_ih_l1	2	0.06507541984319687
251683	rnn.weight_ih_l1	3	-0.07294245809316635
251683	rnn.weight_ih_l1	4	-0.01412371639162302
251683	rnn.weight_ih_l1	5	-0.04038194939494133
251683	rnn.weight_ih_l1	6	0.029009995982050896
251683	rnn.weight_ih_l1	7	-0.044622793793678284
251683	rnn.weight_ih_l1	8	0.03779914602637291
251683	rnn.weight_ih_l1	9	0.04468627646565437
251683	rnn.weight_hh_l1	0	-0.007310737390071154
251683	rnn.weight_hh_l1	1	0.01992114447057247
251683	rnn.weight_hh_l1	2	0.006699627265334129
251683	rnn.weight_hh_l1	3	-0.012672905810177326
251683	rnn.weight_hh_l1	4	0.004793732427060604
251683	rnn.weight_hh_l1	5	0.03503856807947159
251683	rnn.weight_hh_l1	6	0.0360155813395977
251683	rnn.weight_hh_l1	7	-0.01623389683663845
251683	rnn.weight_hh_l1	8	-0.007221083622425795
251683	rnn.weight_hh_l1	9	0.03865795210003853
251683	rnn.bias_ih_l1	0	-0.1841144859790802
251683	rnn.bias_ih_l1	1	-0.17470289766788483
251683	rnn.bias_ih_l1	2	-0.19724461436271667
251683	rnn.bias_ih_l1	3	-0.3087330460548401
251683	rnn.bias_ih_l1	4	-0.21171507239341736
251683	rnn.bias_ih_l1	5	-0.08817771822214127
251683	rnn.bias_ih_l1	6	-0.15843316912651062
251683	rnn.bias_ih_l1	7	-0.0036992887035012245
251683	rnn.bias_ih_l1	8	-0.13099820911884308
251683	rnn.bias_ih_l1	9	-0.1239837184548378
251683	rnn.bias_hh_l1	0	-0.09604967385530472
251683	rnn.bias_hh_l1	1	-0.06368850916624069
251683	rnn.bias_hh_l1	2	-0.08501127362251282
251683	rnn.bias_hh_l1	3	-0.07751510292291641
251683	rnn.bias_hh_l1	4	-0.07286562025547028
251683	rnn.bias_hh_l1	5	-0.11778777092695236
251683	rnn.bias_hh_l1	6	-0.1610521674156189
251683	rnn.bias_hh_l1	7	0.07432053238153458
251683	rnn.bias_hh_l1	8	-0.17700344324111938
251683	rnn.bias_hh_l1	9	-0.11578019708395004
251683	rnn.weight_ih_l1_reverse	0	-0.0469232052564621
251683	rnn.weight_ih_l1_reverse	1	0.03356938064098358
251683	rnn.weight_ih_l1_reverse	2	0.08835840225219727
251683	rnn.weight_ih_l1_reverse	3	-0.01820492185652256
251683	rnn.weight_ih_l1_reverse	4	-0.022381963208317757
251683	rnn.weight_ih_l1_reverse	5	-0.030401770025491714
251683	rnn.weight_ih_l1_reverse	6	-0.020496899262070656
251683	rnn.weight_ih_l1_reverse	7	0.029701735824346542
251683	rnn.weight_ih_l1_reverse	8	0.005107398610562086
251683	rnn.weight_ih_l1_reverse	9	-0.03333918750286102
251683	rnn.weight_hh_l1_reverse	0	0.004526866599917412
251683	rnn.weight_hh_l1_reverse	1	0.03163771703839302
251683	rnn.weight_hh_l1_reverse	2	-0.040609411895275116
251683	rnn.weight_hh_l1_reverse	3	0.035064052790403366
251683	rnn.weight_hh_l1_reverse	4	0.0471939817070961
251683	rnn.weight_hh_l1_reverse	5	0.00585609907284379
251683	rnn.weight_hh_l1_reverse	6	0.04935384914278984
251683	rnn.weight_hh_l1_reverse	7	0.031108679249882698
251683	rnn.weight_hh_l1_reverse	8	-0.007171429228037596
251683	rnn.weight_hh_l1_reverse	9	-0.03019680082798004
251683	rnn.bias_ih_l1_reverse	0	-0.04580721631646156
251683	rnn.bias_ih_l1_reverse	1	-0.14014622569084167
251683	rnn.bias_ih_l1_reverse	2	-0.16260601580142975
251683	rnn.bias_ih_l1_reverse	3	-0.06133465841412544
251683	rnn.bias_ih_l1_reverse	4	-0.20383529365062714
251683	rnn.bias_ih_l1_reverse	5	-0.11658358573913574
251683	rnn.bias_ih_l1_reverse	6	-0.13019825518131256
251683	rnn.bias_ih_l1_reverse	7	-0.19109328091144562
251683	rnn.bias_ih_l1_reverse	8	0.22614970803260803
251683	rnn.bias_ih_l1_reverse	9	0.02295054867863655
251683	rnn.bias_hh_l1_reverse	0	0.011915446259081364
251683	rnn.bias_hh_l1_reverse	1	-0.06577520817518234
251683	rnn.bias_hh_l1_reverse	2	-0.23693245649337769
251683	rnn.bias_hh_l1_reverse	3	-0.1429477334022522
251683	rnn.bias_hh_l1_reverse	4	-0.08014197647571564
251683	rnn.bias_hh_l1_reverse	5	-0.11684142053127289
251683	rnn.bias_hh_l1_reverse	6	0.06603602319955826
251683	rnn.bias_hh_l1_reverse	7	-0.13661327958106995
251683	rnn.bias_hh_l1_reverse	8	-0.1245608702301979
251683	rnn.bias_hh_l1_reverse	9	-0.14805163443088531
251683	linear.weight	0	0.002228822559118271
251683	linear.weight	1	0.09727701544761658
251683	linear.weight	2	-0.09374465048313141
251683	linear.weight	3	0.31334149837493896
251683	linear.weight	4	0.15014022588729858
251683	linear.weight	5	-0.06560182571411133
251683	linear.weight	6	0.09170344471931458
251683	linear.weight	7	0.13542647659778595
251683	linear.weight	8	0.0411335751414299
251683	linear.weight	9	-0.05069274827837944
251683	linear.bias	0	0.08945948630571365
251683	linear.bias	1	-0.19607239961624146
251683	linear.bias	2	-0.44204676151275635
251683	linear.bias	3	-0.6600357890129089
251683	linear.bias	4	-1.2626856565475464
251683	linear.bias	5	-0.060922373086214066
251683	linear.bias	6	-0.8269035220146179
251683	linear.bias	7	0.27005627751350403
251683	linear.bias	8	-0.4003390967845917
251683	linear.bias	9	-1.0269219875335693
251880	transitions	0	0.7553954124450684
251880	transitions	1	0.13830681145191193
251880	transitions	2	-10000.0
251880	transitions	3	-1.82805597782135
251880	transitions	4	-10000.0
251880	transitions	5	0.5629433393478394
251880	transitions	6	-0.08552169799804688
251880	transitions	7	-0.8103665113449097
251880	transitions	8	-1.4224480390548706
251880	transitions	9	-0.0012305226409807801
251880	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
251880	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
251880	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
251880	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
251880	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
251880	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
251880	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
251880	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
251880	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
251880	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
251880	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
251880	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
251880	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
251880	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
251880	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
251880	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
251880	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
251880	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
251880	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
251880	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
251880	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
251880	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
251880	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
251880	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
251880	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
251880	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
251880	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
251880	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
251880	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
251880	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
251880	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
251880	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
251880	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
251880	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
251880	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
251880	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
251880	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
251880	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
251880	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
251880	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
251880	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
251880	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
251880	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
251880	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
251880	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
251880	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
251880	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
251880	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
251880	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
251880	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
251880	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
251880	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
251880	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
251880	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
251880	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
251880	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
251880	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
251880	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
251880	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
251880	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
251880	embedding2nn.weight	0	0.016528623178601265
251880	embedding2nn.weight	1	-0.012752021662890911
251880	embedding2nn.weight	2	-0.014268254861235619
251880	embedding2nn.weight	3	-0.0316876582801342
251880	embedding2nn.weight	4	-0.0059150345623493195
251880	embedding2nn.weight	5	-0.0037005888298153877
251880	embedding2nn.weight	6	-0.003973264247179031
251880	embedding2nn.weight	7	-0.0774339959025383
251880	embedding2nn.weight	8	-0.0019979383796453476
251880	embedding2nn.weight	9	-0.027818331494927406
251880	embedding2nn.bias	0	0.031389426440000534
251880	embedding2nn.bias	1	-0.07443276792764664
251880	embedding2nn.bias	2	0.07290019094944
251880	embedding2nn.bias	3	0.05374262481927872
251880	embedding2nn.bias	4	-0.04354087635874748
251880	embedding2nn.bias	5	-0.011707914061844349
251880	embedding2nn.bias	6	0.015975436195731163
251880	embedding2nn.bias	7	-0.057094164192676544
251880	embedding2nn.bias	8	0.07354117184877396
251880	embedding2nn.bias	9	0.04605020955204964
251880	rnn.weight_ih_l0	0	-0.08035516738891602
251880	rnn.weight_ih_l0	1	0.0032758035231381655
251880	rnn.weight_ih_l0	2	0.03491925820708275
251880	rnn.weight_ih_l0	3	0.02286691963672638
251880	rnn.weight_ih_l0	4	-0.048352282494306564
251880	rnn.weight_ih_l0	5	-0.06811754405498505
251880	rnn.weight_ih_l0	6	-0.0010909215779975057
251880	rnn.weight_ih_l0	7	0.05364162474870682
251880	rnn.weight_ih_l0	8	-0.01704450510442257
251880	rnn.weight_ih_l0	9	-0.030554750934243202
251880	rnn.weight_hh_l0	0	-0.030475806444883347
251880	rnn.weight_hh_l0	1	-0.007114439271390438
251880	rnn.weight_hh_l0	2	0.006814726162701845
251880	rnn.weight_hh_l0	3	-0.07420144230127335
251880	rnn.weight_hh_l0	4	0.09334094077348709
251880	rnn.weight_hh_l0	5	-0.02653062343597412
251880	rnn.weight_hh_l0	6	-0.06355079263448715
251880	rnn.weight_hh_l0	7	0.009256687015295029
251880	rnn.weight_hh_l0	8	0.013511651195585728
251880	rnn.weight_hh_l0	9	-0.02570171281695366
251880	rnn.bias_ih_l0	0	0.1297302395105362
251880	rnn.bias_ih_l0	1	-0.03372085839509964
251880	rnn.bias_ih_l0	2	-0.034106917679309845
251880	rnn.bias_ih_l0	3	0.16323529183864594
251880	rnn.bias_ih_l0	4	-0.012848636135458946
251880	rnn.bias_ih_l0	5	-0.02230536751449108
251880	rnn.bias_ih_l0	6	0.01779373362660408
251880	rnn.bias_ih_l0	7	0.02296951599419117
251880	rnn.bias_ih_l0	8	-0.0999392494559288
251880	rnn.bias_ih_l0	9	-0.04092033579945564
251880	rnn.bias_hh_l0	0	-0.001141240238212049
251880	rnn.bias_hh_l0	1	-0.09933879971504211
251880	rnn.bias_hh_l0	2	-0.07487619668245316
251880	rnn.bias_hh_l0	3	-0.08924318104982376
251880	rnn.bias_hh_l0	4	0.008676034398376942
251880	rnn.bias_hh_l0	5	-0.020903760567307472
251880	rnn.bias_hh_l0	6	0.028659362345933914
251880	rnn.bias_hh_l0	7	0.061379048973321915
251880	rnn.bias_hh_l0	8	-0.1226162239909172
251880	rnn.bias_hh_l0	9	-0.05870838090777397
251880	rnn.weight_ih_l0_reverse	0	-0.025348026305437088
251880	rnn.weight_ih_l0_reverse	1	-0.05695125833153725
251880	rnn.weight_ih_l0_reverse	2	-0.048950642347335815
251880	rnn.weight_ih_l0_reverse	3	0.01586729660630226
251880	rnn.weight_ih_l0_reverse	4	-0.02544589899480343
251880	rnn.weight_ih_l0_reverse	5	-0.05739893764257431
251880	rnn.weight_ih_l0_reverse	6	0.07379473000764847
251880	rnn.weight_ih_l0_reverse	7	-0.018537728115916252
251880	rnn.weight_ih_l0_reverse	8	-0.018425997346639633
251880	rnn.weight_ih_l0_reverse	9	0.004422483034431934
251880	rnn.weight_hh_l0_reverse	0	0.06799520552158356
251880	rnn.weight_hh_l0_reverse	1	0.019714685156941414
251880	rnn.weight_hh_l0_reverse	2	0.029785770922899246
251880	rnn.weight_hh_l0_reverse	3	0.03515852987766266
251880	rnn.weight_hh_l0_reverse	4	0.014294929802417755
251880	rnn.weight_hh_l0_reverse	5	0.007914252579212189
251880	rnn.weight_hh_l0_reverse	6	0.05105403810739517
251880	rnn.weight_hh_l0_reverse	7	-0.08196594566106796
251880	rnn.weight_hh_l0_reverse	8	0.0401078537106514
251880	rnn.weight_hh_l0_reverse	9	0.03494594991207123
251880	rnn.bias_ih_l0_reverse	0	-0.057320430874824524
251880	rnn.bias_ih_l0_reverse	1	-0.28082016110420227
251880	rnn.bias_ih_l0_reverse	2	-0.12340478599071503
251880	rnn.bias_ih_l0_reverse	3	-0.047904130071401596
251880	rnn.bias_ih_l0_reverse	4	-0.022007053717970848
251880	rnn.bias_ih_l0_reverse	5	0.0760766938328743
251880	rnn.bias_ih_l0_reverse	6	-0.0649760514497757
251880	rnn.bias_ih_l0_reverse	7	0.060714300721883774
251880	rnn.bias_ih_l0_reverse	8	-0.035930827260017395
251880	rnn.bias_ih_l0_reverse	9	0.06693646311759949
251880	rnn.bias_hh_l0_reverse	0	0.023669036105275154
251880	rnn.bias_hh_l0_reverse	1	-0.06246422231197357
251880	rnn.bias_hh_l0_reverse	2	0.08928321301937103
251880	rnn.bias_hh_l0_reverse	3	-0.051442284137010574
251880	rnn.bias_hh_l0_reverse	4	-0.028684023767709732
251880	rnn.bias_hh_l0_reverse	5	-0.022721372544765472
251880	rnn.bias_hh_l0_reverse	6	-0.01896750181913376
251880	rnn.bias_hh_l0_reverse	7	0.09978380054235458
251880	rnn.bias_hh_l0_reverse	8	0.030187366530299187
251880	rnn.bias_hh_l0_reverse	9	-0.14798319339752197
251880	rnn.weight_ih_l1	0	-0.02966267801821232
251880	rnn.weight_ih_l1	1	-0.050284016877412796
251880	rnn.weight_ih_l1	2	0.06508184224367142
251880	rnn.weight_ih_l1	3	-0.07296659797430038
251880	rnn.weight_ih_l1	4	-0.014069681987166405
251880	rnn.weight_ih_l1	5	-0.04039105027914047
251880	rnn.weight_ih_l1	6	0.02891354449093342
251880	rnn.weight_ih_l1	7	-0.044748686254024506
251880	rnn.weight_ih_l1	8	0.03777392581105232
251880	rnn.weight_ih_l1	9	0.04461617395281792
251880	rnn.weight_hh_l1	0	-0.007227744907140732
251880	rnn.weight_hh_l1	1	0.019924595952033997
251880	rnn.weight_hh_l1	2	0.006683382671326399
251880	rnn.weight_hh_l1	3	-0.012662673369050026
251880	rnn.weight_hh_l1	4	0.004800420254468918
251880	rnn.weight_hh_l1	5	0.03506754711270332
251880	rnn.weight_hh_l1	6	0.03600596636533737
251880	rnn.weight_hh_l1	7	-0.01622580923140049
251880	rnn.weight_hh_l1	8	-0.007232093717902899
251880	rnn.weight_hh_l1	9	0.03865523263812065
251880	rnn.bias_ih_l1	0	-0.1842423975467682
251880	rnn.bias_ih_l1	1	-0.17456497251987457
251880	rnn.bias_ih_l1	2	-0.19756825268268585
251880	rnn.bias_ih_l1	3	-0.30876487493515015
251880	rnn.bias_ih_l1	4	-0.21158237755298615
251880	rnn.bias_ih_l1	5	-0.08814821392297745
251880	rnn.bias_ih_l1	6	-0.15831293165683746
251880	rnn.bias_ih_l1	7	-0.0041984859853982925
251880	rnn.bias_ih_l1	8	-0.13067232072353363
251880	rnn.bias_ih_l1	9	-0.12387004494667053
251880	rnn.bias_hh_l1	0	-0.09619887918233871
251880	rnn.bias_hh_l1	1	-0.06337440013885498
251880	rnn.bias_hh_l1	2	-0.08500939607620239
251880	rnn.bias_hh_l1	3	-0.07759925723075867
251880	rnn.bias_hh_l1	4	-0.07284054160118103
251880	rnn.bias_hh_l1	5	-0.11779602617025375
251880	rnn.bias_hh_l1	6	-0.1609591245651245
251880	rnn.bias_hh_l1	7	0.07417365163564682
251880	rnn.bias_hh_l1	8	-0.17690126597881317
251880	rnn.bias_hh_l1	9	-0.11556823551654816
251880	rnn.weight_ih_l1_reverse	0	-0.04695677012205124
251880	rnn.weight_ih_l1_reverse	1	0.03344321623444557
251880	rnn.weight_ih_l1_reverse	2	0.088340163230896
251880	rnn.weight_ih_l1_reverse	3	-0.01823396235704422
251880	rnn.weight_ih_l1_reverse	4	-0.022312695160508156
251880	rnn.weight_ih_l1_reverse	5	-0.030410364270210266
251880	rnn.weight_ih_l1_reverse	6	-0.020301517099142075
251880	rnn.weight_ih_l1_reverse	7	0.02975568175315857
251880	rnn.weight_ih_l1_reverse	8	0.005088674370199442
251880	rnn.weight_ih_l1_reverse	9	-0.03335707634687424
251880	rnn.weight_hh_l1_reverse	0	0.0045150695368647575
251880	rnn.weight_hh_l1_reverse	1	0.03164232522249222
251880	rnn.weight_hh_l1_reverse	2	-0.04060585796833038
251880	rnn.weight_hh_l1_reverse	3	0.03506544977426529
251880	rnn.weight_hh_l1_reverse	4	0.047209493815898895
251880	rnn.weight_hh_l1_reverse	5	0.005891494918614626
251880	rnn.weight_hh_l1_reverse	6	0.04928414151072502
251880	rnn.weight_hh_l1_reverse	7	0.0310891754925251
251880	rnn.weight_hh_l1_reverse	8	-0.0071735018864274025
251880	rnn.weight_hh_l1_reverse	9	-0.030195457860827446
251880	rnn.bias_ih_l1_reverse	0	-0.04587794095277786
251880	rnn.bias_ih_l1_reverse	1	-0.14018858969211578
251880	rnn.bias_ih_l1_reverse	2	-0.16232305765151978
251880	rnn.bias_ih_l1_reverse	3	-0.0617527961730957
251880	rnn.bias_ih_l1_reverse	4	-0.20403051376342773
251880	rnn.bias_ih_l1_reverse	5	-0.1166142150759697
251880	rnn.bias_ih_l1_reverse	6	-0.13017582893371582
251880	rnn.bias_ih_l1_reverse	7	-0.19098423421382904
251880	rnn.bias_ih_l1_reverse	8	0.22565898299217224
251880	rnn.bias_ih_l1_reverse	9	0.022858072072267532
251880	rnn.bias_hh_l1_reverse	0	0.011810819618403912
251880	rnn.bias_hh_l1_reverse	1	-0.06496021896600723
251880	rnn.bias_hh_l1_reverse	2	-0.23687711358070374
251880	rnn.bias_hh_l1_reverse	3	-0.14296652376651764
251880	rnn.bias_hh_l1_reverse	4	-0.08031395077705383
251880	rnn.bias_hh_l1_reverse	5	-0.11648573726415634
251880	rnn.bias_hh_l1_reverse	6	0.06537415832281113
251880	rnn.bias_hh_l1_reverse	7	-0.13636547327041626
251880	rnn.bias_hh_l1_reverse	8	-0.12461216002702713
251880	rnn.bias_hh_l1_reverse	9	-0.1481473594903946
251880	linear.weight	0	0.002228822559118271
251880	linear.weight	1	0.09786958992481232
251880	linear.weight	2	-0.09345529228448868
251880	linear.weight	3	0.3129478693008423
251880	linear.weight	4	0.15021730959415436
251880	linear.weight	5	-0.06552751362323761
251880	linear.weight	6	0.09057876467704773
251880	linear.weight	7	0.13589540123939514
251880	linear.weight	8	0.041133590042591095
251880	linear.weight	9	-0.050773754715919495
251880	linear.bias	0	0.08935978263616562
251880	linear.bias	1	-0.19895899295806885
251880	linear.bias	2	-0.43858131766319275
251880	linear.bias	3	-0.6600191593170166
251880	linear.bias	4	-1.2626807689666748
251880	linear.bias	5	-0.06105148047208786
251880	linear.bias	6	-0.8298541307449341
251880	linear.bias	7	0.2697851359844208
251880	linear.bias	8	-0.3994053900241852
251880	linear.bias	9	-1.026018738746643
252077	transitions	0	0.7569481730461121
252077	transitions	1	0.13834638893604279
252077	transitions	2	-10000.0
252077	transitions	3	-1.8280564546585083
252077	transitions	4	-10000.0
252077	transitions	5	0.5629412531852722
252077	transitions	6	-0.08552362024784088
252077	transitions	7	-0.8103762865066528
252077	transitions	8	-1.4225600957870483
252077	transitions	9	-0.0012305532582104206
252077	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
252077	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
252077	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
252077	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
252077	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
252077	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
252077	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
252077	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
252077	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
252077	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
252077	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
252077	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
252077	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
252077	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
252077	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
252077	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
252077	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
252077	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
252077	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
252077	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
252077	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
252077	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
252077	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
252077	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
252077	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
252077	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
252077	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
252077	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
252077	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
252077	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
252077	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
252077	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
252077	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
252077	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
252077	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
252077	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
252077	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
252077	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
252077	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
252077	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
252077	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
252077	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
252077	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
252077	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
252077	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
252077	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
252077	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
252077	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
252077	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
252077	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
252077	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
252077	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
252077	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
252077	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
252077	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
252077	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
252077	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
252077	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
252077	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
252077	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
252077	embedding2nn.weight	0	0.016569815576076508
252077	embedding2nn.weight	1	-0.012758688069880009
252077	embedding2nn.weight	2	-0.014268254861235619
252077	embedding2nn.weight	3	-0.03187032788991928
252077	embedding2nn.weight	4	-0.0059150345623493195
252077	embedding2nn.weight	5	-0.0037005888298153877
252077	embedding2nn.weight	6	-0.003973264247179031
252077	embedding2nn.weight	7	-0.07734035700559616
252077	embedding2nn.weight	8	-0.0019979383796453476
252077	embedding2nn.weight	9	-0.027797097340226173
252077	embedding2nn.bias	0	0.03120279312133789
252077	embedding2nn.bias	1	-0.07410705089569092
252077	embedding2nn.bias	2	0.07259902358055115
252077	embedding2nn.bias	3	0.05353834852576256
252077	embedding2nn.bias	4	-0.043519582599401474
252077	embedding2nn.bias	5	-0.011024825274944305
252077	embedding2nn.bias	6	0.01537797786295414
252077	embedding2nn.bias	7	-0.05652491748332977
252077	embedding2nn.bias	8	0.07332412153482437
252077	embedding2nn.bias	9	0.04580366611480713
252077	rnn.weight_ih_l0	0	-0.08041241765022278
252077	rnn.weight_ih_l0	1	0.00333243771456182
252077	rnn.weight_ih_l0	2	0.03487395867705345
252077	rnn.weight_ih_l0	3	0.02278827875852585
252077	rnn.weight_ih_l0	4	-0.04828515648841858
252077	rnn.weight_ih_l0	5	-0.06808936595916748
252077	rnn.weight_ih_l0	6	-0.0010837451554834843
252077	rnn.weight_ih_l0	7	0.053651683032512665
252077	rnn.weight_ih_l0	8	-0.016981175169348717
252077	rnn.weight_ih_l0	9	-0.030545370653271675
252077	rnn.weight_hh_l0	0	-0.03044305369257927
252077	rnn.weight_hh_l0	1	-0.007260889280587435
252077	rnn.weight_hh_l0	2	0.006676780059933662
252077	rnn.weight_hh_l0	3	-0.07423421740531921
252077	rnn.weight_hh_l0	4	0.09335875511169434
252077	rnn.weight_hh_l0	5	-0.026576826348900795
252077	rnn.weight_hh_l0	6	-0.06355317682027817
252077	rnn.weight_hh_l0	7	0.009232228621840477
252077	rnn.weight_hh_l0	8	0.013540730811655521
252077	rnn.weight_hh_l0	9	-0.025679299607872963
252077	rnn.bias_ih_l0	0	0.1296708732843399
252077	rnn.bias_ih_l0	1	-0.03380001708865166
252077	rnn.bias_ih_l0	2	-0.03437809646129608
252077	rnn.bias_ih_l0	3	0.16321325302124023
252077	rnn.bias_ih_l0	4	-0.012683236971497536
252077	rnn.bias_ih_l0	5	-0.022267617285251617
252077	rnn.bias_ih_l0	6	0.01759234070777893
252077	rnn.bias_ih_l0	7	0.022890465334057808
252077	rnn.bias_ih_l0	8	-0.09983111917972565
252077	rnn.bias_ih_l0	9	-0.04100200533866882
252077	rnn.bias_hh_l0	0	-0.001210823655128479
252077	rnn.bias_hh_l0	1	-0.09922283887863159
252077	rnn.bias_hh_l0	2	-0.07491026073694229
252077	rnn.bias_hh_l0	3	-0.08919470757246017
252077	rnn.bias_hh_l0	4	0.009069809690117836
252077	rnn.bias_hh_l0	5	-0.020704325288534164
252077	rnn.bias_hh_l0	6	0.028670895844697952
252077	rnn.bias_hh_l0	7	0.06150694936513901
252077	rnn.bias_hh_l0	8	-0.12271104753017426
252077	rnn.bias_hh_l0	9	-0.05865919589996338
252077	rnn.weight_ih_l0_reverse	0	-0.025472603738307953
252077	rnn.weight_ih_l0_reverse	1	-0.0569026954472065
252077	rnn.weight_ih_l0_reverse	2	-0.0487547367811203
252077	rnn.weight_ih_l0_reverse	3	0.01583855040371418
252077	rnn.weight_ih_l0_reverse	4	-0.025439226999878883
252077	rnn.weight_ih_l0_reverse	5	-0.057444971054792404
252077	rnn.weight_ih_l0_reverse	6	0.07375718653202057
252077	rnn.weight_ih_l0_reverse	7	-0.01854868419468403
252077	rnn.weight_ih_l0_reverse	8	-0.018397759646177292
252077	rnn.weight_ih_l0_reverse	9	0.004389523062855005
252077	rnn.weight_hh_l0_reverse	0	0.06811365485191345
252077	rnn.weight_hh_l0_reverse	1	0.0197205301374197
252077	rnn.weight_hh_l0_reverse	2	0.029891183599829674
252077	rnn.weight_hh_l0_reverse	3	0.03514495864510536
252077	rnn.weight_hh_l0_reverse	4	0.014282245188951492
252077	rnn.weight_hh_l0_reverse	5	0.007891830988228321
252077	rnn.weight_hh_l0_reverse	6	0.05104580521583557
252077	rnn.weight_hh_l0_reverse	7	-0.08191122114658356
252077	rnn.weight_hh_l0_reverse	8	0.04010271281003952
252077	rnn.weight_hh_l0_reverse	9	0.03493639454245567
252077	rnn.bias_ih_l0_reverse	0	-0.057172250002622604
252077	rnn.bias_ih_l0_reverse	1	-0.2810232639312744
252077	rnn.bias_ih_l0_reverse	2	-0.12359064072370529
252077	rnn.bias_ih_l0_reverse	3	-0.04772624373435974
252077	rnn.bias_ih_l0_reverse	4	-0.02220960147678852
252077	rnn.bias_ih_l0_reverse	5	0.07613082230091095
252077	rnn.bias_ih_l0_reverse	6	-0.06472313404083252
252077	rnn.bias_ih_l0_reverse	7	0.060675669461488724
252077	rnn.bias_ih_l0_reverse	8	-0.03593369573354721
252077	rnn.bias_ih_l0_reverse	9	0.06677306443452835
252077	rnn.bias_hh_l0_reverse	0	0.02378879114985466
252077	rnn.bias_hh_l0_reverse	1	-0.06259560585021973
252077	rnn.bias_hh_l0_reverse	2	0.08890985697507858
252077	rnn.bias_hh_l0_reverse	3	-0.05166112259030342
252077	rnn.bias_hh_l0_reverse	4	-0.02857889235019684
252077	rnn.bias_hh_l0_reverse	5	-0.022499309852719307
252077	rnn.bias_hh_l0_reverse	6	-0.01893465779721737
252077	rnn.bias_hh_l0_reverse	7	0.09966307133436203
252077	rnn.bias_hh_l0_reverse	8	0.03010467067360878
252077	rnn.bias_hh_l0_reverse	9	-0.14838285744190216
252077	rnn.weight_ih_l1	0	-0.029634222388267517
252077	rnn.weight_ih_l1	1	-0.05024992302060127
252077	rnn.weight_ih_l1	2	0.06506615877151489
252077	rnn.weight_ih_l1	3	-0.07289823144674301
252077	rnn.weight_ih_l1	4	-0.014107229188084602
252077	rnn.weight_ih_l1	5	-0.04037227854132652
252077	rnn.weight_ih_l1	6	0.02896888367831707
252077	rnn.weight_ih_l1	7	-0.04467212036252022
252077	rnn.weight_ih_l1	8	0.03776845708489418
252077	rnn.weight_ih_l1	9	0.04465608671307564
252077	rnn.weight_hh_l1	0	-0.007238075602799654
252077	rnn.weight_hh_l1	1	0.019917825236916542
252077	rnn.weight_hh_l1	2	0.006694045849144459
252077	rnn.weight_hh_l1	3	-0.012679928913712502
252077	rnn.weight_hh_l1	4	0.004773719701915979
252077	rnn.weight_hh_l1	5	0.03506718575954437
252077	rnn.weight_hh_l1	6	0.03599387779831886
252077	rnn.weight_hh_l1	7	-0.016215315088629723
252077	rnn.weight_hh_l1	8	-0.007230429444462061
252077	rnn.weight_hh_l1	9	0.03868045657873154
252077	rnn.bias_ih_l1	0	-0.18434035778045654
252077	rnn.bias_ih_l1	1	-0.174405038356781
252077	rnn.bias_ih_l1	2	-0.19750650227069855
252077	rnn.bias_ih_l1	3	-0.3087525963783264
252077	rnn.bias_ih_l1	4	-0.21152962744235992
252077	rnn.bias_ih_l1	5	-0.0881078764796257
252077	rnn.bias_ih_l1	6	-0.1584436446428299
252077	rnn.bias_ih_l1	7	-0.003887375583872199
252077	rnn.bias_ih_l1	8	-0.1305193454027176
252077	rnn.bias_ih_l1	9	-0.12399106472730637
252077	rnn.bias_hh_l1	0	-0.09628046303987503
252077	rnn.bias_hh_l1	1	-0.06318759173154831
252077	rnn.bias_hh_l1	2	-0.08499974012374878
252077	rnn.bias_hh_l1	3	-0.07760864496231079
252077	rnn.bias_hh_l1	4	-0.07272420823574066
252077	rnn.bias_hh_l1	5	-0.11767762154340744
252077	rnn.bias_hh_l1	6	-0.16091379523277283
252077	rnn.bias_hh_l1	7	0.0742856040596962
252077	rnn.bias_hh_l1	8	-0.1768863946199417
252077	rnn.bias_hh_l1	9	-0.11526409536600113
252077	rnn.weight_ih_l1_reverse	0	-0.04698900505900383
252077	rnn.weight_ih_l1_reverse	1	0.03347174450755119
252077	rnn.weight_ih_l1_reverse	2	0.08846955746412277
252077	rnn.weight_ih_l1_reverse	3	-0.018145540729165077
252077	rnn.weight_ih_l1_reverse	4	-0.02248023822903633
252077	rnn.weight_ih_l1_reverse	5	-0.030421903356909752
252077	rnn.weight_ih_l1_reverse	6	-0.020290959626436234
252077	rnn.weight_ih_l1_reverse	7	0.029758889228105545
252077	rnn.weight_ih_l1_reverse	8	0.005254127085208893
252077	rnn.weight_ih_l1_reverse	9	-0.033414438366889954
252077	rnn.weight_hh_l1_reverse	0	0.004506891127675772
252077	rnn.weight_hh_l1_reverse	1	0.031654324382543564
252077	rnn.weight_hh_l1_reverse	2	-0.040607769042253494
252077	rnn.weight_hh_l1_reverse	3	0.03507094457745552
252077	rnn.weight_hh_l1_reverse	4	0.04717109724879265
252077	rnn.weight_hh_l1_reverse	5	0.005901486612856388
252077	rnn.weight_hh_l1_reverse	6	0.04929247498512268
252077	rnn.weight_hh_l1_reverse	7	0.03106788732111454
252077	rnn.weight_hh_l1_reverse	8	-0.007174684200435877
252077	rnn.weight_hh_l1_reverse	9	-0.030227435752749443
252077	rnn.bias_ih_l1_reverse	0	-0.04592541977763176
252077	rnn.bias_ih_l1_reverse	1	-0.14020749926567078
252077	rnn.bias_ih_l1_reverse	2	-0.16270719468593597
252077	rnn.bias_ih_l1_reverse	3	-0.06166942045092583
252077	rnn.bias_ih_l1_reverse	4	-0.20392753183841705
252077	rnn.bias_ih_l1_reverse	5	-0.11661964654922485
252077	rnn.bias_ih_l1_reverse	6	-0.13022921979427338
252077	rnn.bias_ih_l1_reverse	7	-0.19076041877269745
252077	rnn.bias_ih_l1_reverse	8	0.2261658012866974
252077	rnn.bias_ih_l1_reverse	9	0.022893287241458893
252077	rnn.bias_hh_l1_reverse	0	0.011239462532103062
252077	rnn.bias_hh_l1_reverse	1	-0.06530166417360306
252077	rnn.bias_hh_l1_reverse	2	-0.23688891530036926
252077	rnn.bias_hh_l1_reverse	3	-0.14305062592029572
252077	rnn.bias_hh_l1_reverse	4	-0.08016006648540497
252077	rnn.bias_hh_l1_reverse	5	-0.11650143563747406
252077	rnn.bias_hh_l1_reverse	6	0.06510071456432343
252077	rnn.bias_hh_l1_reverse	7	-0.13655859231948853
252077	rnn.bias_hh_l1_reverse	8	-0.12466207891702652
252077	rnn.bias_hh_l1_reverse	9	-0.14822766184806824
252077	linear.weight	0	0.002228822559118271
252077	linear.weight	1	0.09811145067214966
252077	linear.weight	2	-0.09315341711044312
252077	linear.weight	3	0.31254369020462036
252077	linear.weight	4	0.15009456872940063
252077	linear.weight	5	-0.06547092646360397
252077	linear.weight	6	0.09056802839040756
252077	linear.weight	7	0.13544327020645142
252077	linear.weight	8	0.041133563965559006
252077	linear.weight	9	-0.051116690039634705
252077	linear.bias	0	0.08579881489276886
252077	linear.bias	1	-0.19544760882854462
252077	linear.bias	2	-0.4411909580230713
252077	linear.bias	3	-0.6605900526046753
252077	linear.bias	4	-1.263342261314392
252077	linear.bias	5	-0.05949855595827103
252077	linear.bias	6	-0.8264763355255127
252077	linear.bias	7	0.27136072516441345
252077	linear.bias	8	-0.39870548248291016
252077	linear.bias	9	-1.0254327058792114
252274	transitions	0	0.7557541728019714
252274	transitions	1	0.1382542997598648
252274	transitions	2	-10000.0
252274	transitions	3	-1.8280680179595947
252274	transitions	4	-10000.0
252274	transitions	5	0.5629386901855469
252274	transitions	6	-0.0855269804596901
252274	transitions	7	-0.8103920221328735
252274	transitions	8	-1.42257821559906
252274	transitions	9	-0.001230588648468256
252274	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
252274	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
252274	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
252274	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
252274	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
252274	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
252274	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
252274	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
252274	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
252274	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
252274	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
252274	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
252274	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
252274	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
252274	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
252274	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
252274	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
252274	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
252274	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
252274	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
252274	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
252274	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
252274	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
252274	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
252274	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
252274	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
252274	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
252274	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
252274	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
252274	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
252274	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
252274	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
252274	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
252274	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
252274	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
252274	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
252274	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
252274	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
252274	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
252274	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
252274	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
252274	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
252274	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
252274	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
252274	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
252274	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
252274	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
252274	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
252274	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
252274	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
252274	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
252274	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
252274	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
252274	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
252274	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
252274	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
252274	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
252274	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
252274	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
252274	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
252274	embedding2nn.weight	0	0.01652536727488041
252274	embedding2nn.weight	1	-0.012773976661264896
252274	embedding2nn.weight	2	-0.014268254861235619
252274	embedding2nn.weight	3	-0.03192438557744026
252274	embedding2nn.weight	4	-0.0059150345623493195
252274	embedding2nn.weight	5	-0.0037005888298153877
252274	embedding2nn.weight	6	-0.003973264712840319
252274	embedding2nn.weight	7	-0.07737799733877182
252274	embedding2nn.weight	8	-0.0019979383796453476
252274	embedding2nn.weight	9	-0.027812255546450615
252274	embedding2nn.bias	0	0.03074530139565468
252274	embedding2nn.bias	1	-0.0739654153585434
252274	embedding2nn.bias	2	0.07249294221401215
252274	embedding2nn.bias	3	0.053031258285045624
252274	embedding2nn.bias	4	-0.0431586392223835
252274	embedding2nn.bias	5	-0.011060158722102642
252274	embedding2nn.bias	6	0.014656095765531063
252274	embedding2nn.bias	7	-0.056452199816703796
252274	embedding2nn.bias	8	0.07337173074483871
252274	embedding2nn.bias	9	0.04541704058647156
252274	rnn.weight_ih_l0	0	-0.0803663358092308
252274	rnn.weight_ih_l0	1	0.0033316020853817463
252274	rnn.weight_ih_l0	2	0.03492337837815285
252274	rnn.weight_ih_l0	3	0.02278568595647812
252274	rnn.weight_ih_l0	4	-0.048253584653139114
252274	rnn.weight_ih_l0	5	-0.06806805729866028
252274	rnn.weight_ih_l0	6	-0.0011066767619922757
252274	rnn.weight_ih_l0	7	0.0536159984767437
252274	rnn.weight_ih_l0	8	-0.017061760649085045
252274	rnn.weight_ih_l0	9	-0.030559265986084938
252274	rnn.weight_hh_l0	0	-0.030499834567308426
252274	rnn.weight_hh_l0	1	-0.0072418819181621075
252274	rnn.weight_hh_l0	2	0.0066591063514351845
252274	rnn.weight_hh_l0	3	-0.0742420107126236
252274	rnn.weight_hh_l0	4	0.0933162197470665
252274	rnn.weight_hh_l0	5	-0.026536040008068085
252274	rnn.weight_hh_l0	6	-0.06348816305398941
252274	rnn.weight_hh_l0	7	0.009158497676253319
252274	rnn.weight_hh_l0	8	0.013473734259605408
252274	rnn.weight_hh_l0	9	-0.025675149634480476
252274	rnn.bias_ih_l0	0	0.12949909269809723
252274	rnn.bias_ih_l0	1	-0.03358122333884239
252274	rnn.bias_ih_l0	2	-0.034263938665390015
252274	rnn.bias_ih_l0	3	0.16339509189128876
252274	rnn.bias_ih_l0	4	-0.012755699455738068
252274	rnn.bias_ih_l0	5	-0.022377466782927513
252274	rnn.bias_ih_l0	6	0.017493678256869316
252274	rnn.bias_ih_l0	7	0.022948147729039192
252274	rnn.bias_ih_l0	8	-0.09972364455461502
252274	rnn.bias_ih_l0	9	-0.04097025841474533
252274	rnn.bias_hh_l0	0	-0.0011412918101996183
252274	rnn.bias_hh_l0	1	-0.0993231013417244
252274	rnn.bias_hh_l0	2	-0.07481911778450012
252274	rnn.bias_hh_l0	3	-0.08925635367631912
252274	rnn.bias_hh_l0	4	0.009068020619452
252274	rnn.bias_hh_l0	5	-0.020653219893574715
252274	rnn.bias_hh_l0	6	0.028635922819375992
252274	rnn.bias_hh_l0	7	0.06130495294928551
252274	rnn.bias_hh_l0	8	-0.1228073462843895
252274	rnn.bias_hh_l0	9	-0.058762505650520325
252274	rnn.weight_ih_l0_reverse	0	-0.02548273466527462
252274	rnn.weight_ih_l0_reverse	1	-0.05696951225399971
252274	rnn.weight_ih_l0_reverse	2	-0.048907674849033356
252274	rnn.weight_ih_l0_reverse	3	0.015869654715061188
252274	rnn.weight_ih_l0_reverse	4	-0.025393042713403702
252274	rnn.weight_ih_l0_reverse	5	-0.05743474140763283
252274	rnn.weight_ih_l0_reverse	6	0.07372923940420151
252274	rnn.weight_ih_l0_reverse	7	-0.018566260114312172
252274	rnn.weight_ih_l0_reverse	8	-0.01842346228659153
252274	rnn.weight_ih_l0_reverse	9	0.004424701910465956
252274	rnn.weight_hh_l0_reverse	0	0.0681963637471199
252274	rnn.weight_hh_l0_reverse	1	0.01973685622215271
252274	rnn.weight_hh_l0_reverse	2	0.029940258711576462
252274	rnn.weight_hh_l0_reverse	3	0.03514159098267555
252274	rnn.weight_hh_l0_reverse	4	0.014325886033475399
252274	rnn.weight_hh_l0_reverse	5	0.007856658659875393
252274	rnn.weight_hh_l0_reverse	6	0.05106760561466217
252274	rnn.weight_hh_l0_reverse	7	-0.08184255659580231
252274	rnn.weight_hh_l0_reverse	8	0.04009340703487396
252274	rnn.weight_hh_l0_reverse	9	0.0349385105073452
252274	rnn.bias_ih_l0_reverse	0	-0.057232484221458435
252274	rnn.bias_ih_l0_reverse	1	-0.28144577145576477
252274	rnn.bias_ih_l0_reverse	2	-0.12363402545452118
252274	rnn.bias_ih_l0_reverse	3	-0.047828614711761475
252274	rnn.bias_ih_l0_reverse	4	-0.022289125248789787
252274	rnn.bias_ih_l0_reverse	5	0.07605789601802826
252274	rnn.bias_ih_l0_reverse	6	-0.06482164561748505
252274	rnn.bias_ih_l0_reverse	7	0.06094972789287567
252274	rnn.bias_ih_l0_reverse	8	-0.03574196994304657
252274	rnn.bias_ih_l0_reverse	9	0.06662847846746445
252274	rnn.bias_hh_l0_reverse	0	0.02346264198422432
252274	rnn.bias_hh_l0_reverse	1	-0.06250350177288055
252274	rnn.bias_hh_l0_reverse	2	0.08882679045200348
252274	rnn.bias_hh_l0_reverse	3	-0.05181937664747238
252274	rnn.bias_hh_l0_reverse	4	-0.028432397171854973
252274	rnn.bias_hh_l0_reverse	5	-0.022604824975132942
252274	rnn.bias_hh_l0_reverse	6	-0.01902271807193756
252274	rnn.bias_hh_l0_reverse	7	0.09973260760307312
252274	rnn.bias_hh_l0_reverse	8	0.03034300170838833
252274	rnn.bias_hh_l0_reverse	9	-0.14825543761253357
252274	rnn.weight_ih_l1	0	-0.02962731197476387
252274	rnn.weight_ih_l1	1	-0.05017078295350075
252274	rnn.weight_ih_l1	2	0.06530904769897461
252274	rnn.weight_ih_l1	3	-0.07307188212871552
252274	rnn.weight_ih_l1	4	-0.014084918424487114
252274	rnn.weight_ih_l1	5	-0.040365926921367645
252274	rnn.weight_ih_l1	6	0.028917185962200165
252274	rnn.weight_ih_l1	7	-0.044594042003154755
252274	rnn.weight_ih_l1	8	0.037800028920173645
252274	rnn.weight_ih_l1	9	0.04464700073003769
252274	rnn.weight_hh_l1	0	-0.007185778114944696
252274	rnn.weight_hh_l1	1	0.01992327719926834
252274	rnn.weight_hh_l1	2	0.006726105697453022
252274	rnn.weight_hh_l1	3	-0.012642922811210155
252274	rnn.weight_hh_l1	4	0.004739898256957531
252274	rnn.weight_hh_l1	5	0.035055529326200485
252274	rnn.weight_hh_l1	6	0.03606289625167847
252274	rnn.weight_hh_l1	7	-0.016232341527938843
252274	rnn.weight_hh_l1	8	-0.007212778087705374
252274	rnn.weight_hh_l1	9	0.038682177662849426
252274	rnn.bias_ih_l1	0	-0.18411946296691895
252274	rnn.bias_ih_l1	1	-0.17415151000022888
252274	rnn.bias_ih_l1	2	-0.19747667014598846
252274	rnn.bias_ih_l1	3	-0.3085457980632782
252274	rnn.bias_ih_l1	4	-0.21135644614696503
252274	rnn.bias_ih_l1	5	-0.08807840943336487
252274	rnn.bias_ih_l1	6	-0.15857568383216858
252274	rnn.bias_ih_l1	7	-0.003923074342310429
252274	rnn.bias_ih_l1	8	-0.130779430270195
252274	rnn.bias_ih_l1	9	-0.12394820898771286
252274	rnn.bias_hh_l1	0	-0.09632086753845215
252274	rnn.bias_hh_l1	1	-0.06327160447835922
252274	rnn.bias_hh_l1	2	-0.08508981764316559
252274	rnn.bias_hh_l1	3	-0.07755055278539658
252274	rnn.bias_hh_l1	4	-0.0730077251791954
252274	rnn.bias_hh_l1	5	-0.11780805140733719
252274	rnn.bias_hh_l1	6	-0.16099196672439575
252274	rnn.bias_hh_l1	7	0.07444529980421066
252274	rnn.bias_hh_l1	8	-0.17698407173156738
252274	rnn.bias_hh_l1	9	-0.11505985260009766
252274	rnn.weight_ih_l1_reverse	0	-0.047041404992341995
252274	rnn.weight_ih_l1_reverse	1	0.033397406339645386
252274	rnn.weight_ih_l1_reverse	2	0.08835066109895706
252274	rnn.weight_ih_l1_reverse	3	-0.018050000071525574
252274	rnn.weight_ih_l1_reverse	4	-0.02267664670944214
252274	rnn.weight_ih_l1_reverse	5	-0.030416011810302734
252274	rnn.weight_ih_l1_reverse	6	-0.020201582461595535
252274	rnn.weight_ih_l1_reverse	7	0.02970549464225769
252274	rnn.weight_ih_l1_reverse	8	0.0052294256165623665
252274	rnn.weight_ih_l1_reverse	9	-0.03337759152054787
252274	rnn.weight_hh_l1_reverse	0	0.004500485025346279
252274	rnn.weight_hh_l1_reverse	1	0.03164707496762276
252274	rnn.weight_hh_l1_reverse	2	-0.040614064782857895
252274	rnn.weight_hh_l1_reverse	3	0.03505738824605942
252274	rnn.weight_hh_l1_reverse	4	0.047175757586956024
252274	rnn.weight_hh_l1_reverse	5	0.005897451192140579
252274	rnn.weight_hh_l1_reverse	6	0.049149468541145325
252274	rnn.weight_hh_l1_reverse	7	0.031039714813232422
252274	rnn.weight_hh_l1_reverse	8	-0.007164221256971359
252274	rnn.weight_hh_l1_reverse	9	-0.030220750719308853
252274	rnn.bias_ih_l1_reverse	0	-0.045981209725141525
252274	rnn.bias_ih_l1_reverse	1	-0.14025890827178955
252274	rnn.bias_ih_l1_reverse	2	-0.1628214716911316
252274	rnn.bias_ih_l1_reverse	3	-0.062311697751283646
252274	rnn.bias_ih_l1_reverse	4	-0.20404452085494995
252274	rnn.bias_ih_l1_reverse	5	-0.1165563240647316
252274	rnn.bias_ih_l1_reverse	6	-0.13016927242279053
252274	rnn.bias_ih_l1_reverse	7	-0.19077150523662567
252274	rnn.bias_ih_l1_reverse	8	0.22640670835971832
252274	rnn.bias_ih_l1_reverse	9	0.022946489974856377
252274	rnn.bias_hh_l1_reverse	0	0.01049549039453268
252274	rnn.bias_hh_l1_reverse	1	-0.0660584568977356
252274	rnn.bias_hh_l1_reverse	2	-0.23690690100193024
252274	rnn.bias_hh_l1_reverse	3	-0.14310018718242645
252274	rnn.bias_hh_l1_reverse	4	-0.08018933236598969
252274	rnn.bias_hh_l1_reverse	5	-0.116338349878788
252274	rnn.bias_hh_l1_reverse	6	0.06531129777431488
252274	rnn.bias_hh_l1_reverse	7	-0.13676156103610992
252274	rnn.bias_hh_l1_reverse	8	-0.12479087710380554
252274	rnn.bias_hh_l1_reverse	9	-0.14824706315994263
252274	linear.weight	0	0.002228822559118271
252274	linear.weight	1	0.09801604598760605
252274	linear.weight	2	-0.09316099435091019
252274	linear.weight	3	0.31220635771751404
252274	linear.weight	4	0.15029223263263702
252274	linear.weight	5	-0.06551246345043182
252274	linear.weight	6	0.09007381647825241
252274	linear.weight	7	0.1361512988805771
252274	linear.weight	8	0.041133541613817215
252274	linear.weight	9	-0.051091864705085754
252274	linear.bias	0	0.0824594646692276
252274	linear.bias	1	-0.19244876503944397
252274	linear.bias	2	-0.4448833167552948
252274	linear.bias	3	-0.658551812171936
252274	linear.bias	4	-1.2615004777908325
252274	linear.bias	5	-0.06127571314573288
252274	linear.bias	6	-0.8236262202262878
252274	linear.bias	7	0.2697904706001282
252274	linear.bias	8	-0.39916542172431946
252274	linear.bias	9	-1.0259639024734497
252471	transitions	0	0.7556192874908447
252471	transitions	1	0.1388484388589859
252471	transitions	2	-10000.0
252471	transitions	3	-1.8280689716339111
252471	transitions	4	-10000.0
252471	transitions	5	0.562934935092926
252471	transitions	6	-0.0855298638343811
252471	transitions	7	-0.810417652130127
252471	transitions	8	-1.4225841760635376
252471	transitions	9	-0.001230605528689921
252471	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
252471	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
252471	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
252471	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
252471	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
252471	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
252471	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
252471	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
252471	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
252471	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
252471	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
252471	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
252471	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
252471	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
252471	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
252471	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
252471	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
252471	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
252471	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
252471	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
252471	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
252471	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
252471	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
252471	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
252471	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
252471	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
252471	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
252471	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
252471	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
252471	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
252471	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
252471	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
252471	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
252471	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
252471	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
252471	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
252471	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
252471	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
252471	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
252471	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
252471	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
252471	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
252471	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
252471	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
252471	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
252471	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
252471	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
252471	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
252471	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
252471	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
252471	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
252471	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
252471	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
252471	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
252471	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
252471	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
252471	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
252471	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
252471	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
252471	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
252471	embedding2nn.weight	0	0.016588455066084862
252471	embedding2nn.weight	1	-0.012777908705174923
252471	embedding2nn.weight	2	-0.014268254861235619
252471	embedding2nn.weight	3	-0.03178396821022034
252471	embedding2nn.weight	4	-0.0059150345623493195
252471	embedding2nn.weight	5	-0.0037005888298153877
252471	embedding2nn.weight	6	-0.003973265178501606
252471	embedding2nn.weight	7	-0.07732275873422623
252471	embedding2nn.weight	8	-0.0019979383796453476
252471	embedding2nn.weight	9	-0.02776271477341652
252471	embedding2nn.bias	0	0.03187398612499237
252471	embedding2nn.bias	1	-0.07417593896389008
252471	embedding2nn.bias	2	0.07209155708551407
252471	embedding2nn.bias	3	0.052844464778900146
252471	embedding2nn.bias	4	-0.04296058043837547
252471	embedding2nn.bias	5	-0.01109161414206028
252471	embedding2nn.bias	6	0.014647932723164558
252471	embedding2nn.bias	7	-0.056091196835041046
252471	embedding2nn.bias	8	0.07334759831428528
252471	embedding2nn.bias	9	0.04562736675143242
252471	rnn.weight_ih_l0	0	-0.08038624376058578
252471	rnn.weight_ih_l0	1	0.003314684145152569
252471	rnn.weight_ih_l0	2	0.034910477697849274
252471	rnn.weight_ih_l0	3	0.022796114906668663
252471	rnn.weight_ih_l0	4	-0.048306260257959366
252471	rnn.weight_ih_l0	5	-0.0680672824382782
252471	rnn.weight_ih_l0	6	-0.0011037620715796947
252471	rnn.weight_ih_l0	7	0.053544655442237854
252471	rnn.weight_ih_l0	8	-0.017067337408661842
252471	rnn.weight_ih_l0	9	-0.030558232218027115
252471	rnn.weight_hh_l0	0	-0.030438298359513283
252471	rnn.weight_hh_l0	1	-0.007247166242450476
252471	rnn.weight_hh_l0	2	0.006620773579925299
252471	rnn.weight_hh_l0	3	-0.07434546202421188
252471	rnn.weight_hh_l0	4	0.09332599490880966
252471	rnn.weight_hh_l0	5	-0.026630522683262825
252471	rnn.weight_hh_l0	6	-0.06351084262132645
252471	rnn.weight_hh_l0	7	0.009115688502788544
252471	rnn.weight_hh_l0	8	0.01346934400498867
252471	rnn.weight_hh_l0	9	-0.025702672079205513
252471	rnn.bias_ih_l0	0	0.1295383870601654
252471	rnn.bias_ih_l0	1	-0.0336584709584713
252471	rnn.bias_ih_l0	2	-0.03430631756782532
252471	rnn.bias_ih_l0	3	0.16344350576400757
252471	rnn.bias_ih_l0	4	-0.01281500980257988
252471	rnn.bias_ih_l0	5	-0.022388914600014687
252471	rnn.bias_ih_l0	6	0.017665918916463852
252471	rnn.bias_ih_l0	7	0.0229733157902956
252471	rnn.bias_ih_l0	8	-0.09967232495546341
252471	rnn.bias_ih_l0	9	-0.04100770503282547
252471	rnn.bias_hh_l0	0	-0.001210133545100689
252471	rnn.bias_hh_l0	1	-0.09946741163730621
252471	rnn.bias_hh_l0	2	-0.07484584301710129
252471	rnn.bias_hh_l0	3	-0.08929724246263504
252471	rnn.bias_hh_l0	4	0.00926047470420599
252471	rnn.bias_hh_l0	5	-0.02078416757285595
252471	rnn.bias_hh_l0	6	0.028843408450484276
252471	rnn.bias_hh_l0	7	0.06128763407468796
252471	rnn.bias_hh_l0	8	-0.12296410650014877
252471	rnn.bias_hh_l0	9	-0.059010040014982224
252471	rnn.weight_ih_l0_reverse	0	-0.025502288714051247
252471	rnn.weight_ih_l0_reverse	1	-0.056953173130750656
252471	rnn.weight_ih_l0_reverse	2	-0.04894866794347763
252471	rnn.weight_ih_l0_reverse	3	0.015788957476615906
252471	rnn.weight_ih_l0_reverse	4	-0.0253367330878973
252471	rnn.weight_ih_l0_reverse	5	-0.057453133165836334
252471	rnn.weight_ih_l0_reverse	6	0.07368291914463043
252471	rnn.weight_ih_l0_reverse	7	-0.018601248040795326
252471	rnn.weight_ih_l0_reverse	8	-0.018458474427461624
252471	rnn.weight_ih_l0_reverse	9	0.004400947131216526
252471	rnn.weight_hh_l0_reverse	0	0.06818490475416183
252471	rnn.weight_hh_l0_reverse	1	0.019786061719059944
252471	rnn.weight_hh_l0_reverse	2	0.02990921027958393
252471	rnn.weight_hh_l0_reverse	3	0.03513762727379799
252471	rnn.weight_hh_l0_reverse	4	0.01434337254613638
252471	rnn.weight_hh_l0_reverse	5	0.007879945449531078
252471	rnn.weight_hh_l0_reverse	6	0.05109435319900513
252471	rnn.weight_hh_l0_reverse	7	-0.08189814537763596
252471	rnn.weight_hh_l0_reverse	8	0.040104784071445465
252471	rnn.weight_hh_l0_reverse	9	0.03484953194856644
252471	rnn.bias_ih_l0_reverse	0	-0.057310812175273895
252471	rnn.bias_ih_l0_reverse	1	-0.28174924850463867
252471	rnn.bias_ih_l0_reverse	2	-0.12371610850095749
252471	rnn.bias_ih_l0_reverse	3	-0.04777444526553154
252471	rnn.bias_ih_l0_reverse	4	-0.02237742953002453
252471	rnn.bias_ih_l0_reverse	5	0.07605597376823425
252471	rnn.bias_ih_l0_reverse	6	-0.06481686979532242
252471	rnn.bias_ih_l0_reverse	7	0.061056315898895264
252471	rnn.bias_ih_l0_reverse	8	-0.03554345667362213
252471	rnn.bias_ih_l0_reverse	9	0.0664493665099144
252471	rnn.bias_hh_l0_reverse	0	0.023635149002075195
252471	rnn.bias_hh_l0_reverse	1	-0.062491051852703094
252471	rnn.bias_hh_l0_reverse	2	0.08922174572944641
252471	rnn.bias_hh_l0_reverse	3	-0.051751360297203064
252471	rnn.bias_hh_l0_reverse	4	-0.02831512875854969
252471	rnn.bias_hh_l0_reverse	5	-0.022386867552995682
252471	rnn.bias_hh_l0_reverse	6	-0.019114039838314056
252471	rnn.bias_hh_l0_reverse	7	0.09964144974946976
252471	rnn.bias_hh_l0_reverse	8	0.030557552352547646
252471	rnn.bias_hh_l0_reverse	9	-0.14791767299175262
252471	rnn.weight_ih_l1	0	-0.0296705961227417
252471	rnn.weight_ih_l1	1	-0.050213396549224854
252471	rnn.weight_ih_l1	2	0.06532551348209381
252471	rnn.weight_ih_l1	3	-0.07290230691432953
252471	rnn.weight_ih_l1	4	-0.014128455892205238
252471	rnn.weight_ih_l1	5	-0.040361933410167694
252471	rnn.weight_ih_l1	6	0.02892620675265789
252471	rnn.weight_ih_l1	7	-0.04456999897956848
252471	rnn.weight_ih_l1	8	0.0377819798886776
252471	rnn.weight_ih_l1	9	0.0446363240480423
252471	rnn.weight_hh_l1	0	-0.007149206008762121
252471	rnn.weight_hh_l1	1	0.01992899924516678
252471	rnn.weight_hh_l1	2	0.006785043980926275
252471	rnn.weight_hh_l1	3	-0.012634333223104477
252471	rnn.weight_hh_l1	4	0.0047758701257407665
252471	rnn.weight_hh_l1	5	0.03506055846810341
252471	rnn.weight_hh_l1	6	0.03604236990213394
252471	rnn.weight_hh_l1	7	-0.016235964372754097
252471	rnn.weight_hh_l1	8	-0.007216424215584993
252471	rnn.weight_hh_l1	9	0.03865719959139824
252471	rnn.bias_ih_l1	0	-0.18417464196681976
252471	rnn.bias_ih_l1	1	-0.17408862709999084
252471	rnn.bias_ih_l1	2	-0.19715473055839539
252471	rnn.bias_ih_l1	3	-0.30853912234306335
252471	rnn.bias_ih_l1	4	-0.21165697276592255
252471	rnn.bias_ih_l1	5	-0.08803842961788177
252471	rnn.bias_ih_l1	6	-0.15873032808303833
252471	rnn.bias_ih_l1	7	-0.0038951141759753227
252471	rnn.bias_ih_l1	8	-0.13082805275917053
252471	rnn.bias_ih_l1	9	-0.12422743439674377
252471	rnn.bias_hh_l1	0	-0.0964915081858635
252471	rnn.bias_hh_l1	1	-0.06318932771682739
252471	rnn.bias_hh_l1	2	-0.08530214428901672
252471	rnn.bias_hh_l1	3	-0.077520452439785
252471	rnn.bias_hh_l1	4	-0.07305491715669632
252471	rnn.bias_hh_l1	5	-0.11778578162193298
252471	rnn.bias_hh_l1	6	-0.16087889671325684
252471	rnn.bias_hh_l1	7	0.0744767114520073
252471	rnn.bias_hh_l1	8	-0.17656423151493073
252471	rnn.bias_hh_l1	9	-0.11499172449111938
252471	rnn.weight_ih_l1_reverse	0	-0.047105822712183
252471	rnn.weight_ih_l1_reverse	1	0.033447813242673874
252471	rnn.weight_ih_l1_reverse	2	0.08834199607372284
252471	rnn.weight_ih_l1_reverse	3	-0.018097668886184692
252471	rnn.weight_ih_l1_reverse	4	-0.022668160498142242
252471	rnn.weight_ih_l1_reverse	5	-0.03042386844754219
252471	rnn.weight_ih_l1_reverse	6	-0.020054297521710396
252471	rnn.weight_ih_l1_reverse	7	0.02973199263215065
252471	rnn.weight_ih_l1_reverse	8	0.005287592299282551
252471	rnn.weight_ih_l1_reverse	9	-0.03331403434276581
252471	rnn.weight_hh_l1_reverse	0	0.004503106698393822
252471	rnn.weight_hh_l1_reverse	1	0.03165489435195923
252471	rnn.weight_hh_l1_reverse	2	-0.04061471298336983
252471	rnn.weight_hh_l1_reverse	3	0.03505365923047066
252471	rnn.weight_hh_l1_reverse	4	0.04715178534388542
252471	rnn.weight_hh_l1_reverse	5	0.005870450753718615
252471	rnn.weight_hh_l1_reverse	6	0.049111612141132355
252471	rnn.weight_hh_l1_reverse	7	0.030992845073342323
252471	rnn.weight_hh_l1_reverse	8	-0.007166166789829731
252471	rnn.weight_hh_l1_reverse	9	-0.03021957166492939
252471	rnn.bias_ih_l1_reverse	0	-0.045848529785871506
252471	rnn.bias_ih_l1_reverse	1	-0.14019151031970978
252471	rnn.bias_ih_l1_reverse	2	-0.1631665825843811
252471	rnn.bias_ih_l1_reverse	3	-0.06237766519188881
252471	rnn.bias_ih_l1_reverse	4	-0.20421762764453888
252471	rnn.bias_ih_l1_reverse	5	-0.11646489053964615
252471	rnn.bias_ih_l1_reverse	6	-0.1302116960287094
252471	rnn.bias_ih_l1_reverse	7	-0.19081561267375946
252471	rnn.bias_ih_l1_reverse	8	0.2265535593032837
252471	rnn.bias_ih_l1_reverse	9	0.023202499374747276
252471	rnn.bias_hh_l1_reverse	0	0.010742663405835629
252471	rnn.bias_hh_l1_reverse	1	-0.06612757593393326
252471	rnn.bias_hh_l1_reverse	2	-0.23701134324073792
252471	rnn.bias_hh_l1_reverse	3	-0.1431051641702652
252471	rnn.bias_hh_l1_reverse	4	-0.08019396662712097
252471	rnn.bias_hh_l1_reverse	5	-0.1162419319152832
252471	rnn.bias_hh_l1_reverse	6	0.06489486247301102
252471	rnn.bias_hh_l1_reverse	7	-0.13657252490520477
252471	rnn.bias_hh_l1_reverse	8	-0.12485247850418091
252471	rnn.bias_hh_l1_reverse	9	-0.1482161283493042
252471	linear.weight	0	0.002228822559118271
252471	linear.weight	1	0.09857095032930374
252471	linear.weight	2	-0.09303325414657593
252471	linear.weight	3	0.3128378391265869
252471	linear.weight	4	0.15063774585723877
252471	linear.weight	5	-0.06557482481002808
252471	linear.weight	6	0.09082051366567612
252471	linear.weight	7	0.13594084978103638
252471	linear.weight	8	0.04113352671265602
252471	linear.weight	9	-0.051065631210803986
252471	linear.bias	0	0.08382829278707504
252471	linear.bias	1	-0.191931813955307
252471	linear.bias	2	-0.44693055748939514
252471	linear.bias	3	-0.6607391238212585
252471	linear.bias	4	-1.2638431787490845
252471	linear.bias	5	-0.06050359085202217
252471	linear.bias	6	-0.8231267929077148
252471	linear.bias	7	0.27087870240211487
252471	linear.bias	8	-0.3991650342941284
252471	linear.bias	9	-1.026058316230774
252668	transitions	0	0.7553936839103699
252668	transitions	1	0.13878147304058075
252668	transitions	2	-10000.0
252668	transitions	3	-1.828070878982544
252668	transitions	4	-10000.0
252668	transitions	5	0.5629311203956604
252668	transitions	6	-0.08553315699100494
252668	transitions	7	-0.8104822635650635
252668	transitions	8	-1.4225859642028809
252668	transitions	9	-0.001230623573064804
252668	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
252668	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
252668	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
252668	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
252668	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
252668	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
252668	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
252668	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
252668	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
252668	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
252668	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
252668	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
252668	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
252668	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
252668	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
252668	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
252668	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
252668	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
252668	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
252668	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
252668	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
252668	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
252668	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
252668	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
252668	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
252668	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
252668	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
252668	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
252668	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
252668	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
252668	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
252668	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
252668	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
252668	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
252668	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
252668	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
252668	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
252668	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
252668	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
252668	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
252668	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
252668	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
252668	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
252668	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
252668	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
252668	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
252668	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
252668	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
252668	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
252668	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
252668	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
252668	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
252668	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
252668	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
252668	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
252668	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
252668	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
252668	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
252668	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
252668	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
252668	embedding2nn.weight	0	0.016627302393317223
252668	embedding2nn.weight	1	-0.012752985581755638
252668	embedding2nn.weight	2	-0.014268254861235619
252668	embedding2nn.weight	3	-0.031748056411743164
252668	embedding2nn.weight	4	-0.0059150345623493195
252668	embedding2nn.weight	5	-0.0037005888298153877
252668	embedding2nn.weight	6	-0.003973265178501606
252668	embedding2nn.weight	7	-0.07735485583543777
252668	embedding2nn.weight	8	-0.0019979383796453476
252668	embedding2nn.weight	9	-0.02779703214764595
252668	embedding2nn.bias	0	0.032746706157922745
252668	embedding2nn.bias	1	-0.07576286047697067
252668	embedding2nn.bias	2	0.0723743587732315
252668	embedding2nn.bias	3	0.05258115381002426
252668	embedding2nn.bias	4	-0.04287128522992134
252668	embedding2nn.bias	5	-0.010900930501520634
252668	embedding2nn.bias	6	0.013664151541888714
252668	embedding2nn.bias	7	-0.0563502162694931
252668	embedding2nn.bias	8	0.07278194278478622
252668	embedding2nn.bias	9	0.04642273113131523
252668	rnn.weight_ih_l0	0	-0.08047712594270706
252668	rnn.weight_ih_l0	1	0.0031987621914595366
252668	rnn.weight_ih_l0	2	0.035013407468795776
252668	rnn.weight_ih_l0	3	0.022753333672881126
252668	rnn.weight_ih_l0	4	-0.04819821938872337
252668	rnn.weight_ih_l0	5	-0.06817441433668137
252668	rnn.weight_ih_l0	6	-0.0010854466818273067
252668	rnn.weight_ih_l0	7	0.05358376353979111
252668	rnn.weight_ih_l0	8	-0.017052941024303436
252668	rnn.weight_ih_l0	9	-0.030621452257037163
252668	rnn.weight_hh_l0	0	-0.03040958195924759
252668	rnn.weight_hh_l0	1	-0.007162368390709162
252668	rnn.weight_hh_l0	2	0.006564662326127291
252668	rnn.weight_hh_l0	3	-0.07435154914855957
252668	rnn.weight_hh_l0	4	0.09333903342485428
252668	rnn.weight_hh_l0	5	-0.026653973385691643
252668	rnn.weight_hh_l0	6	-0.06359638273715973
252668	rnn.weight_hh_l0	7	0.009168114513158798
252668	rnn.weight_hh_l0	8	0.013408515602350235
252668	rnn.weight_hh_l0	9	-0.02563774771988392
252668	rnn.bias_ih_l0	0	0.12943777441978455
252668	rnn.bias_ih_l0	1	-0.03392210975289345
252668	rnn.bias_ih_l0	2	-0.034153975546360016
252668	rnn.bias_ih_l0	3	0.16324838995933533
252668	rnn.bias_ih_l0	4	-0.012863926589488983
252668	rnn.bias_ih_l0	5	-0.022588614374399185
252668	rnn.bias_ih_l0	6	0.01760084554553032
252668	rnn.bias_ih_l0	7	0.022860318422317505
252668	rnn.bias_ih_l0	8	-0.09964263439178467
252668	rnn.bias_ih_l0	9	-0.041109971702098846
252668	rnn.bias_hh_l0	0	-0.0012034132378175855
252668	rnn.bias_hh_l0	1	-0.09921711683273315
252668	rnn.bias_hh_l0	2	-0.07480431348085403
252668	rnn.bias_hh_l0	3	-0.08912544697523117
252668	rnn.bias_hh_l0	4	0.009370246902108192
252668	rnn.bias_hh_l0	5	-0.02093629725277424
252668	rnn.bias_hh_l0	6	0.028817297890782356
252668	rnn.bias_hh_l0	7	0.06127979978919029
252668	rnn.bias_hh_l0	8	-0.1231766864657402
252668	rnn.bias_hh_l0	9	-0.05871392786502838
252668	rnn.weight_ih_l0_reverse	0	-0.025576744228601456
252668	rnn.weight_ih_l0_reverse	1	-0.05695706233382225
252668	rnn.weight_ih_l0_reverse	2	-0.04910856485366821
252668	rnn.weight_ih_l0_reverse	3	0.015726357698440552
252668	rnn.weight_ih_l0_reverse	4	-0.02537393942475319
252668	rnn.weight_ih_l0_reverse	5	-0.0574587881565094
252668	rnn.weight_ih_l0_reverse	6	0.07363273948431015
252668	rnn.weight_ih_l0_reverse	7	-0.01868772879242897
252668	rnn.weight_ih_l0_reverse	8	-0.01842650957405567
252668	rnn.weight_ih_l0_reverse	9	0.004468062426894903
252668	rnn.weight_hh_l0_reverse	0	0.068121038377285
252668	rnn.weight_hh_l0_reverse	1	0.019778961315751076
252668	rnn.weight_hh_l0_reverse	2	0.029929934069514275
252668	rnn.weight_hh_l0_reverse	3	0.0351080559194088
252668	rnn.weight_hh_l0_reverse	4	0.014389919117093086
252668	rnn.weight_hh_l0_reverse	5	0.0078377490863204
252668	rnn.weight_hh_l0_reverse	6	0.05104398727416992
252668	rnn.weight_hh_l0_reverse	7	-0.08193482458591461
252668	rnn.weight_hh_l0_reverse	8	0.040075961500406265
252668	rnn.weight_hh_l0_reverse	9	0.03486958146095276
252668	rnn.bias_ih_l0_reverse	0	-0.05732893943786621
252668	rnn.bias_ih_l0_reverse	1	-0.2816386818885803
252668	rnn.bias_ih_l0_reverse	2	-0.12385756522417068
252668	rnn.bias_ih_l0_reverse	3	-0.047929294407367706
252668	rnn.bias_ih_l0_reverse	4	-0.022199463099241257
252668	rnn.bias_ih_l0_reverse	5	0.07593315094709396
252668	rnn.bias_ih_l0_reverse	6	-0.06478317826986313
252668	rnn.bias_ih_l0_reverse	7	0.06097833067178726
252668	rnn.bias_ih_l0_reverse	8	-0.03556002676486969
252668	rnn.bias_ih_l0_reverse	9	0.06655532866716385
252668	rnn.bias_hh_l0_reverse	0	0.023761292919516563
252668	rnn.bias_hh_l0_reverse	1	-0.06305836141109467
252668	rnn.bias_hh_l0_reverse	2	0.08925081789493561
252668	rnn.bias_hh_l0_reverse	3	-0.05176844075322151
252668	rnn.bias_hh_l0_reverse	4	-0.02821914106607437
252668	rnn.bias_hh_l0_reverse	5	-0.022189311683177948
252668	rnn.bias_hh_l0_reverse	6	-0.019046932458877563
252668	rnn.bias_hh_l0_reverse	7	0.09970398992300034
252668	rnn.bias_hh_l0_reverse	8	0.03044193983078003
252668	rnn.bias_hh_l0_reverse	9	-0.14804144203662872
252668	rnn.weight_ih_l1	0	-0.029719388112425804
252668	rnn.weight_ih_l1	1	-0.05019571632146835
252668	rnn.weight_ih_l1	2	0.06524664163589478
252668	rnn.weight_ih_l1	3	-0.07289630174636841
252668	rnn.weight_ih_l1	4	-0.014085842296481133
252668	rnn.weight_ih_l1	5	-0.040356073528528214
252668	rnn.weight_ih_l1	6	0.02894379384815693
252668	rnn.weight_ih_l1	7	-0.044737208634614944
252668	rnn.weight_ih_l1	8	0.03777030110359192
252668	rnn.weight_ih_l1	9	0.04468220844864845
252668	rnn.weight_hh_l1	0	-0.007147169206291437
252668	rnn.weight_hh_l1	1	0.019921869039535522
252668	rnn.weight_hh_l1	2	0.006726949010044336
252668	rnn.weight_hh_l1	3	-0.012665524147450924
252668	rnn.weight_hh_l1	4	0.004786619916558266
252668	rnn.weight_hh_l1	5	0.03507344052195549
252668	rnn.weight_hh_l1	6	0.036086611449718475
252668	rnn.weight_hh_l1	7	-0.016237642616033554
252668	rnn.weight_hh_l1	8	-0.007222064305096865
252668	rnn.weight_hh_l1	9	0.038648821413517
252668	rnn.bias_ih_l1	0	-0.1841437667608261
252668	rnn.bias_ih_l1	1	-0.17400990426540375
252668	rnn.bias_ih_l1	2	-0.1970915049314499
252668	rnn.bias_ih_l1	3	-0.3084006905555725
252668	rnn.bias_ih_l1	4	-0.21162736415863037
252668	rnn.bias_ih_l1	5	-0.08811835944652557
252668	rnn.bias_ih_l1	6	-0.15868639945983887
252668	rnn.bias_ih_l1	7	-0.0038790986873209476
252668	rnn.bias_ih_l1	8	-0.13108539581298828
252668	rnn.bias_ih_l1	9	-0.12429948151111603
252668	rnn.bias_hh_l1	0	-0.0962560623884201
252668	rnn.bias_hh_l1	1	-0.06322408467531204
252668	rnn.bias_hh_l1	2	-0.085523821413517
252668	rnn.bias_hh_l1	3	-0.07764104008674622
252668	rnn.bias_hh_l1	4	-0.07302606850862503
252668	rnn.bias_hh_l1	5	-0.11777763068675995
252668	rnn.bias_hh_l1	6	-0.16092455387115479
252668	rnn.bias_hh_l1	7	0.07410646975040436
252668	rnn.bias_hh_l1	8	-0.17652219533920288
252668	rnn.bias_hh_l1	9	-0.1150815486907959
252668	rnn.weight_ih_l1_reverse	0	-0.047206394374370575
252668	rnn.weight_ih_l1_reverse	1	0.033750444650650024
252668	rnn.weight_ih_l1_reverse	2	0.08839526772499084
252668	rnn.weight_ih_l1_reverse	3	-0.01795477606356144
252668	rnn.weight_ih_l1_reverse	4	-0.022709108889102936
252668	rnn.weight_ih_l1_reverse	5	-0.030393563210964203
252668	rnn.weight_ih_l1_reverse	6	-0.019897524267435074
252668	rnn.weight_ih_l1_reverse	7	0.029744425788521767
252668	rnn.weight_ih_l1_reverse	8	0.005255913361907005
252668	rnn.weight_ih_l1_reverse	9	-0.0334060974419117
252668	rnn.weight_hh_l1_reverse	0	0.004543303046375513
252668	rnn.weight_hh_l1_reverse	1	0.031640343368053436
252668	rnn.weight_hh_l1_reverse	2	-0.040613170713186264
252668	rnn.weight_hh_l1_reverse	3	0.035053957253694534
252668	rnn.weight_hh_l1_reverse	4	0.04710925370454788
252668	rnn.weight_hh_l1_reverse	5	0.005881860386580229
252668	rnn.weight_hh_l1_reverse	6	0.04894744232296944
252668	rnn.weight_hh_l1_reverse	7	0.030966557562351227
252668	rnn.weight_hh_l1_reverse	8	-0.0071717980317771435
252668	rnn.weight_hh_l1_reverse	9	-0.030228395015001297
252668	rnn.bias_ih_l1_reverse	0	-0.045846566557884216
252668	rnn.bias_ih_l1_reverse	1	-0.14024634659290314
252668	rnn.bias_ih_l1_reverse	2	-0.16293565928936005
252668	rnn.bias_ih_l1_reverse	3	-0.06236882880330086
252668	rnn.bias_ih_l1_reverse	4	-0.20426543056964874
252668	rnn.bias_ih_l1_reverse	5	-0.11655084788799286
252668	rnn.bias_ih_l1_reverse	6	-0.13017287850379944
252668	rnn.bias_ih_l1_reverse	7	-0.19070304930210114
252668	rnn.bias_ih_l1_reverse	8	0.2264281064271927
252668	rnn.bias_ih_l1_reverse	9	0.02268204651772976
252668	rnn.bias_hh_l1_reverse	0	0.01041124016046524
252668	rnn.bias_hh_l1_reverse	1	-0.06583987921476364
252668	rnn.bias_hh_l1_reverse	2	-0.2368791699409485
252668	rnn.bias_hh_l1_reverse	3	-0.14308807253837585
252668	rnn.bias_hh_l1_reverse	4	-0.08021179586648941
252668	rnn.bias_hh_l1_reverse	5	-0.11639703810214996
252668	rnn.bias_hh_l1_reverse	6	0.064646877348423
252668	rnn.bias_hh_l1_reverse	7	-0.13649693131446838
252668	rnn.bias_hh_l1_reverse	8	-0.12478944659233093
252668	rnn.bias_hh_l1_reverse	9	-0.14809533953666687
252668	linear.weight	0	0.002228822559118271
252668	linear.weight	1	0.09882008284330368
252668	linear.weight	2	-0.0927160233259201
252668	linear.weight	3	0.31287670135498047
252668	linear.weight	4	0.15077155828475952
252668	linear.weight	5	-0.06555358320474625
252668	linear.weight	6	0.09149867296218872
252668	linear.weight	7	0.13620194792747498
252668	linear.weight	8	0.04113350436091423
252668	linear.weight	9	-0.05105951428413391
252668	linear.bias	0	0.0778399109840393
252668	linear.bias	1	-0.19186453521251678
252668	linear.bias	2	-0.44472619891166687
252668	linear.bias	3	-0.6592963933944702
252668	linear.bias	4	-1.2623759508132935
252668	linear.bias	5	-0.05711722373962402
252668	linear.bias	6	-0.8234063386917114
252668	linear.bias	7	0.2743137776851654
252668	linear.bias	8	-0.39934077858924866
252668	linear.bias	9	-1.0259798765182495
252672	transitions	0	0.7553904056549072
252672	transitions	1	0.13877539336681366
252672	transitions	2	-10000.0
252672	transitions	3	-1.828070878982544
252672	transitions	4	-10000.0
252672	transitions	5	0.5629311203956604
252672	transitions	6	-0.08553319424390793
252672	transitions	7	-0.8104822635650635
252672	transitions	8	-1.42258620262146
252672	transitions	9	-0.0012306240387260914
252672	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
252672	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
252672	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
252672	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
252672	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
252672	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
252672	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
252672	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
252672	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
252672	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
252672	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
252672	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
252672	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
252672	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
252672	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
252672	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
252672	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
252672	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
252672	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
252672	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
252672	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
252672	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
252672	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
252672	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
252672	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
252672	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
252672	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
252672	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
252672	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
252672	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
252672	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
252672	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
252672	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
252672	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
252672	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
252672	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
252672	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
252672	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
252672	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
252672	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
252672	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
252672	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
252672	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
252672	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
252672	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
252672	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
252672	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
252672	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
252672	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
252672	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
252672	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
252672	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
252672	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
252672	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
252672	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
252672	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
252672	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
252672	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
252672	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
252672	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
252672	embedding2nn.weight	0	0.01664792187511921
252672	embedding2nn.weight	1	-0.01275355089455843
252672	embedding2nn.weight	2	-0.014268254861235619
252672	embedding2nn.weight	3	-0.031737394630908966
252672	embedding2nn.weight	4	-0.0059150345623493195
252672	embedding2nn.weight	5	-0.0037005888298153877
252672	embedding2nn.weight	6	-0.003973265178501606
252672	embedding2nn.weight	7	-0.07735675573348999
252672	embedding2nn.weight	8	-0.0019979383796453476
252672	embedding2nn.weight	9	-0.027794448658823967
252672	embedding2nn.bias	0	0.03268757462501526
252672	embedding2nn.bias	1	-0.07570509612560272
252672	embedding2nn.bias	2	0.07238613069057465
252672	embedding2nn.bias	3	0.05261363089084625
252672	embedding2nn.bias	4	-0.042813051491975784
252672	embedding2nn.bias	5	-0.010836724191904068
252672	embedding2nn.bias	6	0.013633745722472668
252672	embedding2nn.bias	7	-0.05633211508393288
252672	embedding2nn.bias	8	0.07275951653718948
252672	embedding2nn.bias	9	0.04642016813158989
252672	rnn.weight_ih_l0	0	-0.08047522604465485
252672	rnn.weight_ih_l0	1	0.003202863037586212
252672	rnn.weight_ih_l0	2	0.03501207008957863
252672	rnn.weight_ih_l0	3	0.022753365337848663
252672	rnn.weight_ih_l0	4	-0.04819295555353165
252672	rnn.weight_ih_l0	5	-0.06816317141056061
252672	rnn.weight_ih_l0	6	-0.0010795759735628963
252672	rnn.weight_ih_l0	7	0.05358041822910309
252672	rnn.weight_ih_l0	8	-0.017054926604032516
252672	rnn.weight_ih_l0	9	-0.030612703412771225
252672	rnn.weight_hh_l0	0	-0.030411850661039352
252672	rnn.weight_hh_l0	1	-0.007188009563833475
252672	rnn.weight_hh_l0	2	0.006568793207406998
252672	rnn.weight_hh_l0	3	-0.07435604929924011
252672	rnn.weight_hh_l0	4	0.09334300458431244
252672	rnn.weight_hh_l0	5	-0.02665359526872635
252672	rnn.weight_hh_l0	6	-0.06360334903001785
252672	rnn.weight_hh_l0	7	0.009171188808977604
252672	rnn.weight_hh_l0	8	0.01342102698981762
252672	rnn.weight_hh_l0	9	-0.025636952370405197
252672	rnn.bias_ih_l0	0	0.1294330209493637
252672	rnn.bias_ih_l0	1	-0.033932801336050034
252672	rnn.bias_ih_l0	2	-0.03414557874202728
252672	rnn.bias_ih_l0	3	0.1632494479417801
252672	rnn.bias_ih_l0	4	-0.012850034050643444
252672	rnn.bias_ih_l0	5	-0.02266150340437889
252672	rnn.bias_ih_l0	6	0.017536815255880356
252672	rnn.bias_ih_l0	7	0.022864757105708122
252672	rnn.bias_ih_l0	8	-0.09964662790298462
252672	rnn.bias_ih_l0	9	-0.041088979691267014
252672	rnn.bias_hh_l0	0	-0.00118724862113595
252672	rnn.bias_hh_l0	1	-0.09916120022535324
252672	rnn.bias_hh_l0	2	-0.07482008635997772
252672	rnn.bias_hh_l0	3	-0.08912857621908188
252672	rnn.bias_hh_l0	4	0.009369908832013607
252672	rnn.bias_hh_l0	5	-0.02093547396361828
252672	rnn.bias_hh_l0	6	0.02880205400288105
252672	rnn.bias_hh_l0	7	0.06127285212278366
252672	rnn.bias_hh_l0	8	-0.12317430973052979
252672	rnn.bias_hh_l0	9	-0.058725595474243164
252672	rnn.weight_ih_l0_reverse	0	-0.025575505569577217
252672	rnn.weight_ih_l0_reverse	1	-0.05695824325084686
252672	rnn.weight_ih_l0_reverse	2	-0.0491049624979496
252672	rnn.weight_ih_l0_reverse	3	0.01573481410741806
252672	rnn.weight_ih_l0_reverse	4	-0.02537664584815502
252672	rnn.weight_ih_l0_reverse	5	-0.05745505169034004
252672	rnn.weight_ih_l0_reverse	6	0.0736326277256012
252672	rnn.weight_ih_l0_reverse	7	-0.01869194395840168
252672	rnn.weight_ih_l0_reverse	8	-0.018423771485686302
252672	rnn.weight_ih_l0_reverse	9	0.004465032368898392
252672	rnn.weight_hh_l0_reverse	0	0.06811758130788803
252672	rnn.weight_hh_l0_reverse	1	0.01978074572980404
252672	rnn.weight_hh_l0_reverse	2	0.0299290232360363
252672	rnn.weight_hh_l0_reverse	3	0.03510868176817894
252672	rnn.weight_hh_l0_reverse	4	0.01438569463789463
252672	rnn.weight_hh_l0_reverse	5	0.007837857119739056
252672	rnn.weight_hh_l0_reverse	6	0.05103623494505882
252672	rnn.weight_hh_l0_reverse	7	-0.08194106072187424
252672	rnn.weight_hh_l0_reverse	8	0.040080562233924866
252672	rnn.weight_hh_l0_reverse	9	0.03485694155097008
252672	rnn.bias_ih_l0_reverse	0	-0.05731251835823059
252672	rnn.bias_ih_l0_reverse	1	-0.28163427114486694
252672	rnn.bias_ih_l0_reverse	2	-0.12387638539075851
252672	rnn.bias_ih_l0_reverse	3	-0.04791668429970741
252672	rnn.bias_ih_l0_reverse	4	-0.022223807871341705
252672	rnn.bias_ih_l0_reverse	5	0.07591438293457031
252672	rnn.bias_ih_l0_reverse	6	-0.0647892951965332
252672	rnn.bias_ih_l0_reverse	7	0.06097877025604248
252672	rnn.bias_ih_l0_reverse	8	-0.03556787967681885
252672	rnn.bias_ih_l0_reverse	9	0.06655219197273254
252672	rnn.bias_hh_l0_reverse	0	0.023757262155413628
252672	rnn.bias_hh_l0_reverse	1	-0.06303801387548447
252672	rnn.bias_hh_l0_reverse	2	0.08924991637468338
252672	rnn.bias_hh_l0_reverse	3	-0.05177309364080429
252672	rnn.bias_hh_l0_reverse	4	-0.02823161892592907
252672	rnn.bias_hh_l0_reverse	5	-0.022197328507900238
252672	rnn.bias_hh_l0_reverse	6	-0.019009368494153023
252672	rnn.bias_hh_l0_reverse	7	0.09972362965345383
252672	rnn.bias_hh_l0_reverse	8	0.030451791360974312
252672	rnn.bias_hh_l0_reverse	9	-0.14804059267044067
252672	rnn.weight_ih_l1	0	-0.029717953875660896
252672	rnn.weight_ih_l1	1	-0.050216082483530045
252672	rnn.weight_ih_l1	2	0.06522425264120102
252672	rnn.weight_ih_l1	3	-0.0728786438703537
252672	rnn.weight_ih_l1	4	-0.014075315557420254
252672	rnn.weight_ih_l1	5	-0.040356457233428955
252672	rnn.weight_ih_l1	6	0.028942694887518883
252672	rnn.weight_ih_l1	7	-0.04473387822508812
252672	rnn.weight_ih_l1	8	0.03777060657739639
252672	rnn.weight_ih_l1	9	0.044682253152132034
252672	rnn.weight_hh_l1	0	-0.007147311698645353
252672	rnn.weight_hh_l1	1	0.019919972866773605
252672	rnn.weight_hh_l1	2	0.006739757489413023
252672	rnn.weight_hh_l1	3	-0.012672651559114456
252672	rnn.weight_hh_l1	4	0.004784993827342987
252672	rnn.weight_hh_l1	5	0.03507543355226517
252672	rnn.weight_hh_l1	6	0.03609102591872215
252672	rnn.weight_hh_l1	7	-0.016237769275903702
252672	rnn.weight_hh_l1	8	-0.007223334163427353
252672	rnn.weight_hh_l1	9	0.038650669157505035
252672	rnn.bias_ih_l1	0	-0.1841477006673813
252672	rnn.bias_ih_l1	1	-0.17403735220432281
252672	rnn.bias_ih_l1	2	-0.19707176089286804
252672	rnn.bias_ih_l1	3	-0.3083850145339966
252672	rnn.bias_ih_l1	4	-0.2116212695837021
252672	rnn.bias_ih_l1	5	-0.0881161317229271
252672	rnn.bias_ih_l1	6	-0.15867309272289276
252672	rnn.bias_ih_l1	7	-0.003946359734982252
252672	rnn.bias_ih_l1	8	-0.13109539449214935
252672	rnn.bias_ih_l1	9	-0.12429123371839523
252672	rnn.bias_hh_l1	0	-0.09622278064489365
252672	rnn.bias_hh_l1	1	-0.06322032958269119
252672	rnn.bias_hh_l1	2	-0.08554434031248093
252672	rnn.bias_hh_l1	3	-0.07762955129146576
252672	rnn.bias_hh_l1	4	-0.07301215082406998
252672	rnn.bias_hh_l1	5	-0.11774541437625885
252672	rnn.bias_hh_l1	6	-0.1609235405921936
252672	rnn.bias_hh_l1	7	0.07401544600725174
252672	rnn.bias_hh_l1	8	-0.17653891444206238
252672	rnn.bias_hh_l1	9	-0.11506211012601852
252672	rnn.weight_ih_l1_reverse	0	-0.04720134288072586
252672	rnn.weight_ih_l1_reverse	1	0.03373933956027031
252672	rnn.weight_ih_l1_reverse	2	0.08839847147464752
252672	rnn.weight_ih_l1_reverse	3	-0.017916548997163773
252672	rnn.weight_ih_l1_reverse	4	-0.02270563691854477
252672	rnn.weight_ih_l1_reverse	5	-0.03039395436644554
252672	rnn.weight_ih_l1_reverse	6	-0.01989481784403324
252672	rnn.weight_ih_l1_reverse	7	0.029737306758761406
252672	rnn.weight_ih_l1_reverse	8	0.005258589051663876
252672	rnn.weight_ih_l1_reverse	9	-0.033395543694496155
252672	rnn.weight_hh_l1_reverse	0	0.004540381953120232
252672	rnn.weight_hh_l1_reverse	1	0.03164041414856911
252672	rnn.weight_hh_l1_reverse	2	-0.04061320796608925
252672	rnn.weight_hh_l1_reverse	3	0.035052165389060974
252672	rnn.weight_hh_l1_reverse	4	0.0471123568713665
252672	rnn.weight_hh_l1_reverse	5	0.00587883684784174
252672	rnn.weight_hh_l1_reverse	6	0.04894823580980301
252672	rnn.weight_hh_l1_reverse	7	0.030978720635175705
252672	rnn.weight_hh_l1_reverse	8	-0.007174350321292877
252672	rnn.weight_hh_l1_reverse	9	-0.030227119103074074
252672	rnn.bias_ih_l1_reverse	0	-0.0458456426858902
252672	rnn.bias_ih_l1_reverse	1	-0.14020520448684692
252672	rnn.bias_ih_l1_reverse	2	-0.16293859481811523
252672	rnn.bias_ih_l1_reverse	3	-0.062306229025125504
252672	rnn.bias_ih_l1_reverse	4	-0.2042667120695114
252672	rnn.bias_ih_l1_reverse	5	-0.11655576527118683
252672	rnn.bias_ih_l1_reverse	6	-0.13016341626644135
252672	rnn.bias_ih_l1_reverse	7	-0.19075244665145874
252672	rnn.bias_ih_l1_reverse	8	0.22643566131591797
252672	rnn.bias_ih_l1_reverse	9	0.022647349163889885
252672	rnn.bias_hh_l1_reverse	0	0.010400977917015553
252672	rnn.bias_hh_l1_reverse	1	-0.065923310816288
252672	rnn.bias_hh_l1_reverse	2	-0.23687925934791565
252672	rnn.bias_hh_l1_reverse	3	-0.14310352504253387
252672	rnn.bias_hh_l1_reverse	4	-0.08019503206014633
252672	rnn.bias_hh_l1_reverse	5	-0.11638998985290527
252672	rnn.bias_hh_l1_reverse	6	0.06460289657115936
252672	rnn.bias_hh_l1_reverse	7	-0.13642077147960663
252672	rnn.bias_hh_l1_reverse	8	-0.12479005008935928
252672	rnn.bias_hh_l1_reverse	9	-0.14807435870170593
252672	linear.weight	0	0.002228822559118271
252672	linear.weight	1	0.09880738705396652
252672	linear.weight	2	-0.09269402176141739
252672	linear.weight	3	0.3130176067352295
252672	linear.weight	4	0.1507701426744461
252672	linear.weight	5	-0.06555350124835968
252672	linear.weight	6	0.09147584438323975
252672	linear.weight	7	0.1360723376274109
252672	linear.weight	8	0.04113350436091423
252672	linear.weight	9	-0.05110588297247887
252672	linear.bias	0	0.07767997682094574
252672	linear.bias	1	-0.19132955372333527
252672	linear.bias	2	-0.4449909031391144
252672	linear.bias	3	-0.6594275236129761
252672	linear.bias	4	-1.2625073194503784
252672	linear.bias	5	-0.05684821307659149
252672	linear.bias	6	-0.8228746056556702
252672	linear.bias	7	0.2745833992958069
252672	linear.bias	8	-0.39945322275161743
252672	linear.bias	9	-1.0260934829711914
252869	transitions	0	0.7551553249359131
252869	transitions	1	0.13863494992256165
252869	transitions	2	-10000.0
252869	transitions	3	-1.8280714750289917
252869	transitions	4	-10000.0
252869	transitions	5	0.562930166721344
252869	transitions	6	-0.08553420752286911
252869	transitions	7	-0.8104881644248962
252869	transitions	8	-1.422587513923645
252869	transitions	9	-0.0012306466232985258
252869	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
252869	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
252869	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
252869	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
252869	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
252869	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
252869	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
252869	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
252869	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
252869	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
252869	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
252869	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
252869	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
252869	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
252869	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
252869	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
252869	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
252869	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
252869	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
252869	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
252869	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
252869	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
252869	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
252869	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
252869	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
252869	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
252869	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
252869	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
252869	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
252869	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
252869	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
252869	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
252869	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
252869	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
252869	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
252869	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
252869	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
252869	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
252869	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
252869	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
252869	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
252869	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
252869	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
252869	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
252869	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
252869	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
252869	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
252869	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
252869	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
252869	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
252869	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
252869	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
252869	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
252869	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
252869	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
252869	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
252869	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
252869	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
252869	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
252869	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
252869	embedding2nn.weight	0	0.0166951771825552
252869	embedding2nn.weight	1	-0.012752377428114414
252869	embedding2nn.weight	2	-0.014268254861235619
252869	embedding2nn.weight	3	-0.031800512224435806
252869	embedding2nn.weight	4	-0.0059150345623493195
252869	embedding2nn.weight	5	-0.0037005888298153877
252869	embedding2nn.weight	6	-0.003973265178501606
252869	embedding2nn.weight	7	-0.07735621929168701
252869	embedding2nn.weight	8	-0.0019979383796453476
252869	embedding2nn.weight	9	-0.027794644236564636
252869	embedding2nn.bias	0	0.03232605382800102
252869	embedding2nn.bias	1	-0.07541514933109283
252869	embedding2nn.bias	2	0.07243143767118454
252869	embedding2nn.bias	3	0.05266021192073822
252869	embedding2nn.bias	4	-0.04256446659564972
252869	embedding2nn.bias	5	-0.010747217573225498
252869	embedding2nn.bias	6	0.013394668698310852
252869	embedding2nn.bias	7	-0.05593870207667351
252869	embedding2nn.bias	8	0.07333162426948547
252869	embedding2nn.bias	9	0.04616960883140564
252869	rnn.weight_ih_l0	0	-0.080471470952034
252869	rnn.weight_ih_l0	1	0.0031928548123687506
252869	rnn.weight_ih_l0	2	0.035099100321531296
252869	rnn.weight_ih_l0	3	0.0227779783308506
252869	rnn.weight_ih_l0	4	-0.04817697033286095
252869	rnn.weight_ih_l0	5	-0.06819918751716614
252869	rnn.weight_ih_l0	6	-0.0010674268705770373
252869	rnn.weight_ih_l0	7	0.05352424457669258
252869	rnn.weight_ih_l0	8	-0.016997583210468292
252869	rnn.weight_ih_l0	9	-0.030651086941361427
252869	rnn.weight_hh_l0	0	-0.030449526384472847
252869	rnn.weight_hh_l0	1	-0.007239416241645813
252869	rnn.weight_hh_l0	2	0.006537385750561953
252869	rnn.weight_hh_l0	3	-0.0743330642580986
252869	rnn.weight_hh_l0	4	0.09331388026475906
252869	rnn.weight_hh_l0	5	-0.026654191315174103
252869	rnn.weight_hh_l0	6	-0.06350710988044739
252869	rnn.weight_hh_l0	7	0.009183123707771301
252869	rnn.weight_hh_l0	8	0.013424369506537914
252869	rnn.weight_hh_l0	9	-0.025647791102528572
252869	rnn.bias_ih_l0	0	0.12942495942115784
252869	rnn.bias_ih_l0	1	-0.033961568027734756
252869	rnn.bias_ih_l0	2	-0.03409701958298683
252869	rnn.bias_ih_l0	3	0.16328610479831696
252869	rnn.bias_ih_l0	4	-0.012823738157749176
252869	rnn.bias_ih_l0	5	-0.02269764430820942
252869	rnn.bias_ih_l0	6	0.017475338652729988
252869	rnn.bias_ih_l0	7	0.022870482876896858
252869	rnn.bias_ih_l0	8	-0.09959175437688828
252869	rnn.bias_ih_l0	9	-0.04110400378704071
252869	rnn.bias_hh_l0	0	-0.0011939771939069033
252869	rnn.bias_hh_l0	1	-0.09915328770875931
252869	rnn.bias_hh_l0	2	-0.07480030506849289
252869	rnn.bias_hh_l0	3	-0.08909402042627335
252869	rnn.bias_hh_l0	4	0.009309827350080013
252869	rnn.bias_hh_l0	5	-0.02094426192343235
252869	rnn.bias_hh_l0	6	0.02868078276515007
252869	rnn.bias_hh_l0	7	0.061271246522665024
252869	rnn.bias_hh_l0	8	-0.12310294806957245
252869	rnn.bias_hh_l0	9	-0.05877336114645004
252869	rnn.weight_ih_l0_reverse	0	-0.025677582249045372
252869	rnn.weight_ih_l0_reverse	1	-0.05696018412709236
252869	rnn.weight_ih_l0_reverse	2	-0.049095407128334045
252869	rnn.weight_ih_l0_reverse	3	0.015718555077910423
252869	rnn.weight_ih_l0_reverse	4	-0.025355730205774307
252869	rnn.weight_ih_l0_reverse	5	-0.05747523158788681
252869	rnn.weight_ih_l0_reverse	6	0.07372021675109863
252869	rnn.weight_ih_l0_reverse	7	-0.018699463456869125
252869	rnn.weight_ih_l0_reverse	8	-0.018427671864628792
252869	rnn.weight_ih_l0_reverse	9	0.004469451028853655
252869	rnn.weight_hh_l0_reverse	0	0.0681728795170784
252869	rnn.weight_hh_l0_reverse	1	0.01978183537721634
252869	rnn.weight_hh_l0_reverse	2	0.029913704842329025
252869	rnn.weight_hh_l0_reverse	3	0.03509289026260376
252869	rnn.weight_hh_l0_reverse	4	0.014389828778803349
252869	rnn.weight_hh_l0_reverse	5	0.007890056818723679
252869	rnn.weight_hh_l0_reverse	6	0.0510345995426178
252869	rnn.weight_hh_l0_reverse	7	-0.08194791525602341
252869	rnn.weight_hh_l0_reverse	8	0.04009215161204338
252869	rnn.weight_hh_l0_reverse	9	0.034880440682172775
252869	rnn.bias_ih_l0_reverse	0	-0.05730953812599182
252869	rnn.bias_ih_l0_reverse	1	-0.28168246150016785
252869	rnn.bias_ih_l0_reverse	2	-0.12393223494291306
252869	rnn.bias_ih_l0_reverse	3	-0.04783829301595688
252869	rnn.bias_ih_l0_reverse	4	-0.022185087203979492
252869	rnn.bias_ih_l0_reverse	5	0.07590088993310928
252869	rnn.bias_ih_l0_reverse	6	-0.06491002440452576
252869	rnn.bias_ih_l0_reverse	7	0.06098627299070358
252869	rnn.bias_ih_l0_reverse	8	-0.03538713604211807
252869	rnn.bias_ih_l0_reverse	9	0.06657324731349945
252869	rnn.bias_hh_l0_reverse	0	0.02376946248114109
252869	rnn.bias_hh_l0_reverse	1	-0.0630316361784935
252869	rnn.bias_hh_l0_reverse	2	0.08923577517271042
252869	rnn.bias_hh_l0_reverse	3	-0.051641520112752914
252869	rnn.bias_hh_l0_reverse	4	-0.028261886909604073
252869	rnn.bias_hh_l0_reverse	5	-0.022191353142261505
252869	rnn.bias_hh_l0_reverse	6	-0.019037853926420212
252869	rnn.bias_hh_l0_reverse	7	0.0996769368648529
252869	rnn.bias_hh_l0_reverse	8	0.030435802415013313
252869	rnn.bias_hh_l0_reverse	9	-0.14807620644569397
252869	rnn.weight_ih_l1	0	-0.0297206100076437
252869	rnn.weight_ih_l1	1	-0.0501835010945797
252869	rnn.weight_ih_l1	2	0.06532687693834305
252869	rnn.weight_ih_l1	3	-0.07289101928472519
252869	rnn.weight_ih_l1	4	-0.014077921397984028
252869	rnn.weight_ih_l1	5	-0.04033958166837692
252869	rnn.weight_ih_l1	6	0.028944138437509537
252869	rnn.weight_ih_l1	7	-0.044725202023983
252869	rnn.weight_ih_l1	8	0.03777378425002098
252869	rnn.weight_ih_l1	9	0.044668540358543396
252869	rnn.weight_hh_l1	0	-0.007192492950707674
252869	rnn.weight_hh_l1	1	0.0199232567101717
252869	rnn.weight_hh_l1	2	0.006668413057923317
252869	rnn.weight_hh_l1	3	-0.012661715969443321
252869	rnn.weight_hh_l1	4	0.004782292991876602
252869	rnn.weight_hh_l1	5	0.03506738692522049
252869	rnn.weight_hh_l1	6	0.036063533276319504
252869	rnn.weight_hh_l1	7	-0.01624300144612789
252869	rnn.weight_hh_l1	8	-0.007221631705760956
252869	rnn.weight_hh_l1	9	0.038604386150836945
252869	rnn.bias_ih_l1	0	-0.18414677679538727
252869	rnn.bias_ih_l1	1	-0.1740766018629074
252869	rnn.bias_ih_l1	2	-0.19720403850078583
252869	rnn.bias_ih_l1	3	-0.3084113299846649
252869	rnn.bias_ih_l1	4	-0.2117534875869751
252869	rnn.bias_ih_l1	5	-0.08813009411096573
252869	rnn.bias_ih_l1	6	-0.15871582925319672
252869	rnn.bias_ih_l1	7	-0.003906965721398592
252869	rnn.bias_ih_l1	8	-0.13109011948108673
252869	rnn.bias_ih_l1	9	-0.12417931109666824
252869	rnn.bias_hh_l1	0	-0.09620963037014008
252869	rnn.bias_hh_l1	1	-0.06335373222827911
252869	rnn.bias_hh_l1	2	-0.08565138280391693
252869	rnn.bias_hh_l1	3	-0.07765647023916245
252869	rnn.bias_hh_l1	4	-0.07307112216949463
252869	rnn.bias_hh_l1	5	-0.11776463687419891
252869	rnn.bias_hh_l1	6	-0.1610063761472702
252869	rnn.bias_hh_l1	7	0.07396188378334045
252869	rnn.bias_hh_l1	8	-0.17647626996040344
252869	rnn.bias_hh_l1	9	-0.1151268482208252
252869	rnn.weight_ih_l1_reverse	0	-0.04723461717367172
252869	rnn.weight_ih_l1_reverse	1	0.03373267874121666
252869	rnn.weight_ih_l1_reverse	2	0.08835708349943161
252869	rnn.weight_ih_l1_reverse	3	-0.017902132123708725
252869	rnn.weight_ih_l1_reverse	4	-0.02268385887145996
252869	rnn.weight_ih_l1_reverse	5	-0.030390556901693344
252869	rnn.weight_ih_l1_reverse	6	-0.019969545304775238
252869	rnn.weight_ih_l1_reverse	7	0.029726140201091766
252869	rnn.weight_ih_l1_reverse	8	0.005271567963063717
252869	rnn.weight_ih_l1_reverse	9	-0.03332176432013512
252869	rnn.weight_hh_l1_reverse	0	0.004541712813079357
252869	rnn.weight_hh_l1_reverse	1	0.031645432114601135
252869	rnn.weight_hh_l1_reverse	2	-0.040613431483507156
252869	rnn.weight_hh_l1_reverse	3	0.035051342099905014
252869	rnn.weight_hh_l1_reverse	4	0.04708836227655411
252869	rnn.weight_hh_l1_reverse	5	0.005883358418941498
252869	rnn.weight_hh_l1_reverse	6	0.04894339665770531
252869	rnn.weight_hh_l1_reverse	7	0.03097660280764103
252869	rnn.weight_hh_l1_reverse	8	-0.00716690206900239
252869	rnn.weight_hh_l1_reverse	9	-0.030225204303860664
252869	rnn.bias_ih_l1_reverse	0	-0.045833341777324677
252869	rnn.bias_ih_l1_reverse	1	-0.14025083184242249
252869	rnn.bias_ih_l1_reverse	2	-0.16289551556110382
252869	rnn.bias_ih_l1_reverse	3	-0.062206439673900604
252869	rnn.bias_ih_l1_reverse	4	-0.20424169301986694
252869	rnn.bias_ih_l1_reverse	5	-0.11649022996425629
252869	rnn.bias_ih_l1_reverse	6	-0.13015080988407135
252869	rnn.bias_ih_l1_reverse	7	-0.1908588856458664
252869	rnn.bias_ih_l1_reverse	8	0.22641044855117798
252869	rnn.bias_ih_l1_reverse	9	0.02278164029121399
252869	rnn.bias_hh_l1_reverse	0	0.010671251453459263
252869	rnn.bias_hh_l1_reverse	1	-0.06585150212049484
252869	rnn.bias_hh_l1_reverse	2	-0.236848384141922
252869	rnn.bias_hh_l1_reverse	3	-0.14301615953445435
252869	rnn.bias_hh_l1_reverse	4	-0.08019020408391953
252869	rnn.bias_hh_l1_reverse	5	-0.11632530391216278
252869	rnn.bias_hh_l1_reverse	6	0.06427014619112015
252869	rnn.bias_hh_l1_reverse	7	-0.13648124039173126
252869	rnn.bias_hh_l1_reverse	8	-0.12476201355457306
252869	rnn.bias_hh_l1_reverse	9	-0.1480891853570938
252869	linear.weight	0	0.002228822559118271
252869	linear.weight	1	0.09905008226633072
252869	linear.weight	2	-0.09258376806974411
252869	linear.weight	3	0.31315603852272034
252869	linear.weight	4	0.15077155828475952
252869	linear.weight	5	-0.06547747552394867
252869	linear.weight	6	0.09192422032356262
252869	linear.weight	7	0.13591282069683075
252869	linear.weight	8	0.04113350436091423
252869	linear.weight	9	-0.05107586458325386
252869	linear.bias	0	0.07915028929710388
252869	linear.bias	1	-0.19098269939422607
252869	linear.bias	2	-0.4453853964805603
252869	linear.bias	3	-0.6599061489105225
252869	linear.bias	4	-1.2630356550216675
252869	linear.bias	5	-0.05717366933822632
252869	linear.bias	6	-0.822515070438385
252869	linear.bias	7	0.27425652742385864
252869	linear.bias	8	-0.3999219834804535
252869	linear.bias	9	-1.0264637470245361
253066	transitions	0	0.7547680139541626
253066	transitions	1	0.1386406570672989
253066	transitions	2	-10000.0
253066	transitions	3	-1.8280720710754395
253066	transitions	4	-10000.0
253066	transitions	5	0.5629292130470276
253066	transitions	6	-0.08553529530763626
253066	transitions	7	-0.8105175495147705
253066	transitions	8	-1.4225897789001465
253066	transitions	9	-0.0012306668795645237
253066	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
253066	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
253066	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
253066	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
253066	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
253066	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
253066	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
253066	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
253066	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
253066	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
253066	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
253066	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
253066	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
253066	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
253066	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
253066	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
253066	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
253066	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
253066	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
253066	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
253066	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
253066	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
253066	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
253066	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
253066	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
253066	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
253066	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
253066	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
253066	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
253066	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
253066	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
253066	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
253066	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
253066	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
253066	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
253066	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
253066	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
253066	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
253066	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
253066	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
253066	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
253066	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
253066	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
253066	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
253066	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
253066	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
253066	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
253066	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
253066	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
253066	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
253066	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
253066	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
253066	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
253066	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
253066	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
253066	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
253066	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
253066	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
253066	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
253066	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
253066	embedding2nn.weight	0	0.016733959317207336
253066	embedding2nn.weight	1	-0.012751312926411629
253066	embedding2nn.weight	2	-0.014268254861235619
253066	embedding2nn.weight	3	-0.03191477060317993
253066	embedding2nn.weight	4	-0.0059150345623493195
253066	embedding2nn.weight	5	-0.0037005888298153877
253066	embedding2nn.weight	6	-0.003973265178501606
253066	embedding2nn.weight	7	-0.07731442153453827
253066	embedding2nn.weight	8	-0.0019979383796453476
253066	embedding2nn.weight	9	-0.027803082019090652
253066	embedding2nn.bias	0	0.03231725096702576
253066	embedding2nn.bias	1	-0.0753217339515686
253066	embedding2nn.bias	2	0.07220100611448288
253066	embedding2nn.bias	3	0.052776727825403214
253066	embedding2nn.bias	4	-0.04232383519411087
253066	embedding2nn.bias	5	-0.011212578043341637
253066	embedding2nn.bias	6	0.013394352979958057
253066	embedding2nn.bias	7	-0.055593062192201614
253066	embedding2nn.bias	8	0.0732024759054184
253066	embedding2nn.bias	9	0.045993905514478683
253066	rnn.weight_ih_l0	0	-0.0805426687002182
253066	rnn.weight_ih_l0	1	0.003116816282272339
253066	rnn.weight_ih_l0	2	0.035071149468421936
253066	rnn.weight_ih_l0	3	0.022765401750802994
253066	rnn.weight_ih_l0	4	-0.048079703003168106
253066	rnn.weight_ih_l0	5	-0.06816624850034714
253066	rnn.weight_ih_l0	6	-0.0011214616242796183
253066	rnn.weight_ih_l0	7	0.0535113662481308
253066	rnn.weight_ih_l0	8	-0.016975149512290955
253066	rnn.weight_ih_l0	9	-0.030676715075969696
253066	rnn.weight_hh_l0	0	-0.030482400208711624
253066	rnn.weight_hh_l0	1	-0.007211695425212383
253066	rnn.weight_hh_l0	2	0.006518693175166845
253066	rnn.weight_hh_l0	3	-0.07432857155799866
253066	rnn.weight_hh_l0	4	0.09332820773124695
253066	rnn.weight_hh_l0	5	-0.026683025062084198
253066	rnn.weight_hh_l0	6	-0.06352533400058746
253066	rnn.weight_hh_l0	7	0.00917085725814104
253066	rnn.weight_hh_l0	8	0.013402017764747143
253066	rnn.weight_hh_l0	9	-0.02567487582564354
253066	rnn.bias_ih_l0	0	0.12951065599918365
253066	rnn.bias_ih_l0	1	-0.033910393714904785
253066	rnn.bias_ih_l0	2	-0.03418032452464104
253066	rnn.bias_ih_l0	3	0.16327199339866638
253066	rnn.bias_ih_l0	4	-0.012812180444598198
253066	rnn.bias_ih_l0	5	-0.0227300226688385
253066	rnn.bias_ih_l0	6	0.01757429540157318
253066	rnn.bias_ih_l0	7	0.022963155061006546
253066	rnn.bias_ih_l0	8	-0.09962483495473862
253066	rnn.bias_ih_l0	9	-0.041101641952991486
253066	rnn.bias_hh_l0	0	-0.0011255093850195408
253066	rnn.bias_hh_l0	1	-0.09907886385917664
253066	rnn.bias_hh_l0	2	-0.07477425783872604
253066	rnn.bias_hh_l0	3	-0.08914554119110107
253066	rnn.bias_hh_l0	4	0.00934281200170517
253066	rnn.bias_hh_l0	5	-0.020946059376001358
253066	rnn.bias_hh_l0	6	0.028763704001903534
253066	rnn.bias_hh_l0	7	0.06133284792304039
253066	rnn.bias_hh_l0	8	-0.12303199619054794
253066	rnn.bias_hh_l0	9	-0.05850835517048836
253066	rnn.weight_ih_l0_reverse	0	-0.025679510086774826
253066	rnn.weight_ih_l0_reverse	1	-0.0569666363298893
253066	rnn.weight_ih_l0_reverse	2	-0.04907132312655449
253066	rnn.weight_ih_l0_reverse	3	0.01567487232387066
253066	rnn.weight_ih_l0_reverse	4	-0.025330008938908577
253066	rnn.weight_ih_l0_reverse	5	-0.05746268481016159
253066	rnn.weight_ih_l0_reverse	6	0.07368019968271255
253066	rnn.weight_ih_l0_reverse	7	-0.018700646236538887
253066	rnn.weight_ih_l0_reverse	8	-0.018442753702402115
253066	rnn.weight_ih_l0_reverse	9	0.004471110180020332
253066	rnn.weight_hh_l0_reverse	0	0.06820797920227051
253066	rnn.weight_hh_l0_reverse	1	0.019772768020629883
253066	rnn.weight_hh_l0_reverse	2	0.029929019510746002
253066	rnn.weight_hh_l0_reverse	3	0.0350714810192585
253066	rnn.weight_hh_l0_reverse	4	0.014388208277523518
253066	rnn.weight_hh_l0_reverse	5	0.00787490513175726
253066	rnn.weight_hh_l0_reverse	6	0.051032714545726776
253066	rnn.weight_hh_l0_reverse	7	-0.08198302239179611
253066	rnn.weight_hh_l0_reverse	8	0.040089141577482224
253066	rnn.weight_hh_l0_reverse	9	0.03488051891326904
253066	rnn.bias_ih_l0_reverse	0	-0.057307638227939606
253066	rnn.bias_ih_l0_reverse	1	-0.2817023992538452
253066	rnn.bias_ih_l0_reverse	2	-0.12408055365085602
253066	rnn.bias_ih_l0_reverse	3	-0.04786984995007515
253066	rnn.bias_ih_l0_reverse	4	-0.02221669815480709
253066	rnn.bias_ih_l0_reverse	5	0.07593762874603271
253066	rnn.bias_ih_l0_reverse	6	-0.06503336131572723
253066	rnn.bias_ih_l0_reverse	7	0.060855966061353683
253066	rnn.bias_ih_l0_reverse	8	-0.035399533808231354
253066	rnn.bias_ih_l0_reverse	9	0.06660158187150955
253066	rnn.bias_hh_l0_reverse	0	0.023753123357892036
253066	rnn.bias_hh_l0_reverse	1	-0.06297826766967773
253066	rnn.bias_hh_l0_reverse	2	0.08934556692838669
253066	rnn.bias_hh_l0_reverse	3	-0.05160445719957352
253066	rnn.bias_hh_l0_reverse	4	-0.028302261605858803
253066	rnn.bias_hh_l0_reverse	5	-0.022182203829288483
253066	rnn.bias_hh_l0_reverse	6	-0.019157415255904198
253066	rnn.bias_hh_l0_reverse	7	0.09969787299633026
253066	rnn.bias_hh_l0_reverse	8	0.030416185036301613
253066	rnn.bias_hh_l0_reverse	9	-0.14809419214725494
253066	rnn.weight_ih_l1	0	-0.0297049842774868
253066	rnn.weight_ih_l1	1	-0.05016406252980232
253066	rnn.weight_ih_l1	2	0.06538701057434082
253066	rnn.weight_ih_l1	3	-0.07288175076246262
253066	rnn.weight_ih_l1	4	-0.014040029607713223
253066	rnn.weight_ih_l1	5	-0.04032719507813454
253066	rnn.weight_ih_l1	6	0.028956370428204536
253066	rnn.weight_ih_l1	7	-0.04472194239497185
253066	rnn.weight_ih_l1	8	0.037758585065603256
253066	rnn.weight_ih_l1	9	0.04461292922496796
253066	rnn.weight_hh_l1	0	-0.007178314495831728
253066	rnn.weight_hh_l1	1	0.019919680431485176
253066	rnn.weight_hh_l1	2	0.006682931445538998
253066	rnn.weight_hh_l1	3	-0.01267293095588684
253066	rnn.weight_hh_l1	4	0.004815658088773489
253066	rnn.weight_hh_l1	5	0.035071004182100296
253066	rnn.weight_hh_l1	6	0.0360952727496624
253066	rnn.weight_hh_l1	7	-0.01624469645321369
253066	rnn.weight_hh_l1	8	-0.007213568780571222
253066	rnn.weight_hh_l1	9	0.03863438591361046
253066	rnn.bias_ih_l1	0	-0.1840917021036148
253066	rnn.bias_ih_l1	1	-0.17413932085037231
253066	rnn.bias_ih_l1	2	-0.19716380536556244
253066	rnn.bias_ih_l1	3	-0.30843886733055115
253066	rnn.bias_ih_l1	4	-0.21164070069789886
253066	rnn.bias_ih_l1	5	-0.08814379572868347
253066	rnn.bias_ih_l1	6	-0.15869328379631042
253066	rnn.bias_ih_l1	7	-0.003962907008826733
253066	rnn.bias_ih_l1	8	-0.13111692667007446
253066	rnn.bias_ih_l1	9	-0.12418529391288757
253066	rnn.bias_hh_l1	0	-0.09618587791919708
253066	rnn.bias_hh_l1	1	-0.0632472038269043
253066	rnn.bias_hh_l1	2	-0.0856880396604538
253066	rnn.bias_hh_l1	3	-0.07757533341646194
253066	rnn.bias_hh_l1	4	-0.07298465818166733
253066	rnn.bias_hh_l1	5	-0.11778745800256729
253066	rnn.bias_hh_l1	6	-0.16094748675823212
253066	rnn.bias_hh_l1	7	0.07404143363237381
253066	rnn.bias_hh_l1	8	-0.1764848232269287
253066	rnn.bias_hh_l1	9	-0.1150890588760376
253066	rnn.weight_ih_l1_reverse	0	-0.047261785715818405
253066	rnn.weight_ih_l1_reverse	1	0.03372969478368759
253066	rnn.weight_ih_l1_reverse	2	0.08836298435926437
253066	rnn.weight_ih_l1_reverse	3	-0.01796083152294159
253066	rnn.weight_ih_l1_reverse	4	-0.022704118862748146
253066	rnn.weight_ih_l1_reverse	5	-0.030392298474907875
253066	rnn.weight_ih_l1_reverse	6	-0.01996210590004921
253066	rnn.weight_ih_l1_reverse	7	0.02974233776330948
253066	rnn.weight_ih_l1_reverse	8	0.005138854496181011
253066	rnn.weight_ih_l1_reverse	9	-0.03331092372536659
253066	rnn.weight_hh_l1_reverse	0	0.004533411469310522
253066	rnn.weight_hh_l1_reverse	1	0.031654249876737595
253066	rnn.weight_hh_l1_reverse	2	-0.04061277210712433
253066	rnn.weight_hh_l1_reverse	3	0.03505125269293785
253066	rnn.weight_hh_l1_reverse	4	0.047111622989177704
253066	rnn.weight_hh_l1_reverse	5	0.005878779571503401
253066	rnn.weight_hh_l1_reverse	6	0.04901117458939552
253066	rnn.weight_hh_l1_reverse	7	0.03097299113869667
253066	rnn.weight_hh_l1_reverse	8	-0.007162799593061209
253066	rnn.weight_hh_l1_reverse	9	-0.030228450894355774
253066	rnn.bias_ih_l1_reverse	0	-0.04586537182331085
253066	rnn.bias_ih_l1_reverse	1	-0.14018268883228302
253066	rnn.bias_ih_l1_reverse	2	-0.16293896734714508
253066	rnn.bias_ih_l1_reverse	3	-0.06225481629371643
253066	rnn.bias_ih_l1_reverse	4	-0.20425079762935638
253066	rnn.bias_ih_l1_reverse	5	-0.11655024439096451
253066	rnn.bias_ih_l1_reverse	6	-0.13010375201702118
253066	rnn.bias_ih_l1_reverse	7	-0.19098037481307983
253066	rnn.bias_ih_l1_reverse	8	0.22637568414211273
253066	rnn.bias_ih_l1_reverse	9	0.022792356088757515
253066	rnn.bias_hh_l1_reverse	0	0.010302157141268253
253066	rnn.bias_hh_l1_reverse	1	-0.06571310013532639
253066	rnn.bias_hh_l1_reverse	2	-0.2368970811367035
253066	rnn.bias_hh_l1_reverse	3	-0.14306345582008362
253066	rnn.bias_hh_l1_reverse	4	-0.08015286177396774
253066	rnn.bias_hh_l1_reverse	5	-0.11639712750911713
253066	rnn.bias_hh_l1_reverse	6	0.06409581750631332
253066	rnn.bias_hh_l1_reverse	7	-0.13646522164344788
253066	rnn.bias_hh_l1_reverse	8	-0.12475486844778061
253066	rnn.bias_hh_l1_reverse	9	-0.14809086918830872
253066	linear.weight	0	0.002228822559118271
253066	linear.weight	1	0.09902987629175186
253066	linear.weight	2	-0.09274175763130188
253066	linear.weight	3	0.31304025650024414
253066	linear.weight	4	0.1507105827331543
253066	linear.weight	5	-0.06557343900203705
253066	linear.weight	6	0.09167694300413132
253066	linear.weight	7	0.1358002871274948
253066	linear.weight	8	0.041133519262075424
253066	linear.weight	9	-0.0511951670050621
253066	linear.bias	0	0.08182164281606674
253066	linear.bias	1	-0.190318301320076
253066	linear.bias	2	-0.44679608941078186
253066	linear.bias	3	-0.659696638584137
253066	linear.bias	4	-1.2627251148223877
253066	linear.bias	5	-0.058351777493953705
253066	linear.bias	6	-0.8218668103218079
253066	linear.bias	7	0.2733863592147827
253066	linear.bias	8	-0.3989761471748352
253066	linear.bias	9	-1.025498867034912
253263	transitions	0	0.7542177438735962
253263	transitions	1	0.1386430710554123
253263	transitions	2	-10000.0
253263	transitions	3	-1.828073501586914
253263	transitions	4	-10000.0
253263	transitions	5	0.5629287958145142
253263	transitions	6	-0.08553685247898102
253263	transitions	7	-0.8105214834213257
253263	transitions	8	-1.4225924015045166
253263	transitions	9	-0.0012306998251006007
253263	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
253263	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
253263	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
253263	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
253263	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
253263	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
253263	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
253263	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
253263	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
253263	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
253263	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
253263	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
253263	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
253263	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
253263	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
253263	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
253263	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
253263	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
253263	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
253263	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
253263	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
253263	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
253263	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
253263	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
253263	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
253263	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
253263	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
253263	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
253263	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
253263	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
253263	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
253263	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
253263	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
253263	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
253263	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
253263	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
253263	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
253263	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
253263	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
253263	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
253263	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
253263	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
253263	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
253263	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
253263	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
253263	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
253263	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
253263	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
253263	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
253263	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
253263	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
253263	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
253263	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
253263	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
253263	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
253263	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
253263	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
253263	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
253263	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
253263	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
253263	embedding2nn.weight	0	0.0167339276522398
253263	embedding2nn.weight	1	-0.012742679566144943
253263	embedding2nn.weight	2	-0.014268254861235619
253263	embedding2nn.weight	3	-0.03193461522459984
253263	embedding2nn.weight	4	-0.0059150345623493195
253263	embedding2nn.weight	5	-0.0037005888298153877
253263	embedding2nn.weight	6	-0.003973265178501606
253263	embedding2nn.weight	7	-0.07729398459196091
253263	embedding2nn.weight	8	-0.0019979383796453476
253263	embedding2nn.weight	9	-0.027803270146250725
253263	embedding2nn.bias	0	0.03226025030016899
253263	embedding2nn.bias	1	-0.07557559013366699
253263	embedding2nn.bias	2	0.07233180105686188
253263	embedding2nn.bias	3	0.05309150740504265
253263	embedding2nn.bias	4	-0.042256247252225876
253263	embedding2nn.bias	5	-0.011479111388325691
253263	embedding2nn.bias	6	0.013747809454798698
253263	embedding2nn.bias	7	-0.05571557953953743
253263	embedding2nn.bias	8	0.07312373071908951
253263	embedding2nn.bias	9	0.04606492817401886
253263	rnn.weight_ih_l0	0	-0.08057460188865662
253263	rnn.weight_ih_l0	1	0.003171781776472926
253263	rnn.weight_ih_l0	2	0.03502951189875603
253263	rnn.weight_ih_l0	3	0.02276003547012806
253263	rnn.weight_ih_l0	4	-0.04800431802868843
253263	rnn.weight_ih_l0	5	-0.06816672533750534
253263	rnn.weight_ih_l0	6	-0.0010824034688994288
253263	rnn.weight_ih_l0	7	0.053499724715948105
253263	rnn.weight_ih_l0	8	-0.016983330249786377
253263	rnn.weight_ih_l0	9	-0.03066447377204895
253263	rnn.weight_hh_l0	0	-0.03051880933344364
253263	rnn.weight_hh_l0	1	-0.007249707356095314
253263	rnn.weight_hh_l0	2	0.006499285809695721
253263	rnn.weight_hh_l0	3	-0.07436631619930267
253263	rnn.weight_hh_l0	4	0.09334220737218857
253263	rnn.weight_hh_l0	5	-0.02667883411049843
253263	rnn.weight_hh_l0	6	-0.06349847465753555
253263	rnn.weight_hh_l0	7	0.009119524620473385
253263	rnn.weight_hh_l0	8	0.013408654369413853
253263	rnn.weight_hh_l0	9	-0.02566119283437729
253263	rnn.bias_ih_l0	0	0.12951985001564026
253263	rnn.bias_ih_l0	1	-0.0339043065905571
253263	rnn.bias_ih_l0	2	-0.034268878400325775
253263	rnn.bias_ih_l0	3	0.16332793235778809
253263	rnn.bias_ih_l0	4	-0.01276890467852354
253263	rnn.bias_ih_l0	5	-0.022651441395282745
253263	rnn.bias_ih_l0	6	0.01788574457168579
253263	rnn.bias_ih_l0	7	0.023083068430423737
253263	rnn.bias_ih_l0	8	-0.09958093613386154
253263	rnn.bias_ih_l0	9	-0.04113861173391342
253263	rnn.bias_hh_l0	0	-0.0010951902950182557
253263	rnn.bias_hh_l0	1	-0.09918916970491409
253263	rnn.bias_hh_l0	2	-0.07480368763208389
253263	rnn.bias_hh_l0	3	-0.08917488157749176
253263	rnn.bias_hh_l0	4	0.009271112270653248
253263	rnn.bias_hh_l0	5	-0.020900391042232513
253263	rnn.bias_hh_l0	6	0.028810789808630943
253263	rnn.bias_hh_l0	7	0.0614071786403656
253263	rnn.bias_hh_l0	8	-0.12311245501041412
253263	rnn.bias_hh_l0	9	-0.05845079943537712
253263	rnn.weight_ih_l0_reverse	0	-0.02568330056965351
253263	rnn.weight_ih_l0_reverse	1	-0.05691830441355705
253263	rnn.weight_ih_l0_reverse	2	-0.0490226224064827
253263	rnn.weight_ih_l0_reverse	3	0.015682009980082512
253263	rnn.weight_ih_l0_reverse	4	-0.025317717343568802
253263	rnn.weight_ih_l0_reverse	5	-0.057483792304992676
253263	rnn.weight_ih_l0_reverse	6	0.07368791103363037
253263	rnn.weight_ih_l0_reverse	7	-0.018726730719208717
253263	rnn.weight_ih_l0_reverse	8	-0.01841547153890133
253263	rnn.weight_ih_l0_reverse	9	0.00449408357962966
253263	rnn.weight_hh_l0_reverse	0	0.06823723763227463
253263	rnn.weight_hh_l0_reverse	1	0.01976967416703701
253263	rnn.weight_hh_l0_reverse	2	0.029947660863399506
253263	rnn.weight_hh_l0_reverse	3	0.0350593701004982
253263	rnn.weight_hh_l0_reverse	4	0.014368496835231781
253263	rnn.weight_hh_l0_reverse	5	0.007873516529798508
253263	rnn.weight_hh_l0_reverse	6	0.05104997381567955
253263	rnn.weight_hh_l0_reverse	7	-0.0819600448012352
253263	rnn.weight_hh_l0_reverse	8	0.04010357707738876
253263	rnn.weight_hh_l0_reverse	9	0.03487237170338631
253263	rnn.bias_ih_l0_reverse	0	-0.05730755254626274
253263	rnn.bias_ih_l0_reverse	1	-0.2816891372203827
253263	rnn.bias_ih_l0_reverse	2	-0.12432592362165451
253263	rnn.bias_ih_l0_reverse	3	-0.0478191040456295
253263	rnn.bias_ih_l0_reverse	4	-0.02221301756799221
253263	rnn.bias_ih_l0_reverse	5	0.07593433558940887
253263	rnn.bias_ih_l0_reverse	6	-0.06504656374454498
253263	rnn.bias_ih_l0_reverse	7	0.06084393709897995
253263	rnn.bias_ih_l0_reverse	8	-0.03533553704619408
253263	rnn.bias_ih_l0_reverse	9	0.06661321967840195
253263	rnn.bias_hh_l0_reverse	0	0.023633452132344246
253263	rnn.bias_hh_l0_reverse	1	-0.06283807754516602
253263	rnn.bias_hh_l0_reverse	2	0.08932018280029297
253263	rnn.bias_hh_l0_reverse	3	-0.05169643461704254
253263	rnn.bias_hh_l0_reverse	4	-0.028380710631608963
253263	rnn.bias_hh_l0_reverse	5	-0.022249050438404083
253263	rnn.bias_hh_l0_reverse	6	-0.01918097212910652
253263	rnn.bias_hh_l0_reverse	7	0.09948496520519257
253263	rnn.bias_hh_l0_reverse	8	0.030445797368884087
253263	rnn.bias_hh_l0_reverse	9	-0.14807237684726715
253263	rnn.weight_ih_l1	0	-0.029731757938861847
253263	rnn.weight_ih_l1	1	-0.050159793347120285
253263	rnn.weight_ih_l1	2	0.06530620902776718
253263	rnn.weight_ih_l1	3	-0.07291735708713531
253263	rnn.weight_ih_l1	4	-0.014043936505913734
253263	rnn.weight_ih_l1	5	-0.040327977389097214
253263	rnn.weight_ih_l1	6	0.028982285410165787
253263	rnn.weight_ih_l1	7	-0.04480559378862381
253263	rnn.weight_ih_l1	8	0.03775062784552574
253263	rnn.weight_ih_l1	9	0.04462398961186409
253263	rnn.weight_hh_l1	0	-0.007179317995905876
253263	rnn.weight_hh_l1	1	0.0199191402643919
253263	rnn.weight_hh_l1	2	0.006652402225881815
253263	rnn.weight_hh_l1	3	-0.012674232944846153
253263	rnn.weight_hh_l1	4	0.004839710425585508
253263	rnn.weight_hh_l1	5	0.03508991375565529
253263	rnn.weight_hh_l1	6	0.03605782613158226
253263	rnn.weight_hh_l1	7	-0.016227297484874725
253263	rnn.weight_hh_l1	8	-0.007214770652353764
253263	rnn.weight_hh_l1	9	0.03861788287758827
253263	rnn.bias_ih_l1	0	-0.18411991000175476
253263	rnn.bias_ih_l1	1	-0.17417989671230316
253263	rnn.bias_ih_l1	2	-0.1972554326057434
253263	rnn.bias_ih_l1	3	-0.3084370195865631
253263	rnn.bias_ih_l1	4	-0.2116190493106842
253263	rnn.bias_ih_l1	5	-0.08814375847578049
253263	rnn.bias_ih_l1	6	-0.15860408544540405
253263	rnn.bias_ih_l1	7	-0.003817929420620203
253263	rnn.bias_ih_l1	8	-0.13113589584827423
253263	rnn.bias_ih_l1	9	-0.1243310496211052
253263	rnn.bias_hh_l1	0	-0.09617391973733902
253263	rnn.bias_hh_l1	1	-0.06334235519170761
253263	rnn.bias_hh_l1	2	-0.08572730422019958
253263	rnn.bias_hh_l1	3	-0.07752219587564468
253263	rnn.bias_hh_l1	4	-0.07286254316568375
253263	rnn.bias_hh_l1	5	-0.11780693382024765
253263	rnn.bias_hh_l1	6	-0.16091503202915192
253263	rnn.bias_hh_l1	7	0.07404442131519318
253263	rnn.bias_hh_l1	8	-0.17645712196826935
253263	rnn.bias_hh_l1	9	-0.11502283811569214
253263	rnn.weight_ih_l1_reverse	0	-0.04724688455462456
253263	rnn.weight_ih_l1_reverse	1	0.03377250209450722
253263	rnn.weight_ih_l1_reverse	2	0.088276706635952
253263	rnn.weight_ih_l1_reverse	3	-0.01801077276468277
253263	rnn.weight_ih_l1_reverse	4	-0.022662043571472168
253263	rnn.weight_ih_l1_reverse	5	-0.030399048700928688
253263	rnn.weight_ih_l1_reverse	6	-0.019866783171892166
253263	rnn.weight_ih_l1_reverse	7	0.029763413593173027
253263	rnn.weight_ih_l1_reverse	8	0.005222759675234556
253263	rnn.weight_ih_l1_reverse	9	-0.033249929547309875
253263	rnn.weight_hh_l1_reverse	0	0.004526850767433643
253263	rnn.weight_hh_l1_reverse	1	0.03165736049413681
253263	rnn.weight_hh_l1_reverse	2	-0.040615666657686234
253263	rnn.weight_hh_l1_reverse	3	0.03505256026983261
253263	rnn.weight_hh_l1_reverse	4	0.047090232372283936
253263	rnn.weight_hh_l1_reverse	5	0.005873836576938629
253263	rnn.weight_hh_l1_reverse	6	0.049068301916122437
253263	rnn.weight_hh_l1_reverse	7	0.030980756506323814
253263	rnn.weight_hh_l1_reverse	8	-0.007165286689996719
253263	rnn.weight_hh_l1_reverse	9	-0.03024400770664215
253263	rnn.bias_ih_l1_reverse	0	-0.04593146964907646
253263	rnn.bias_ih_l1_reverse	1	-0.14024877548217773
253263	rnn.bias_ih_l1_reverse	2	-0.16299141943454742
253263	rnn.bias_ih_l1_reverse	3	-0.06210726872086525
253263	rnn.bias_ih_l1_reverse	4	-0.20431342720985413
253263	rnn.bias_ih_l1_reverse	5	-0.11654330044984818
253263	rnn.bias_ih_l1_reverse	6	-0.13010960817337036
253263	rnn.bias_ih_l1_reverse	7	-0.19092173874378204
253263	rnn.bias_ih_l1_reverse	8	0.22633543610572815
253263	rnn.bias_ih_l1_reverse	9	0.023097064346075058
253263	rnn.bias_hh_l1_reverse	0	0.010316942818462849
253263	rnn.bias_hh_l1_reverse	1	-0.06538655608892441
253263	rnn.bias_hh_l1_reverse	2	-0.23689387738704681
253263	rnn.bias_hh_l1_reverse	3	-0.14318352937698364
253263	rnn.bias_hh_l1_reverse	4	-0.08016616106033325
253263	rnn.bias_hh_l1_reverse	5	-0.11630164831876755
253263	rnn.bias_hh_l1_reverse	6	0.06382180005311966
253263	rnn.bias_hh_l1_reverse	7	-0.13646511733531952
253263	rnn.bias_hh_l1_reverse	8	-0.12484059482812881
253263	rnn.bias_hh_l1_reverse	9	-0.14805757999420166
253263	linear.weight	0	0.002228822559118271
253263	linear.weight	1	0.09908076375722885
253263	linear.weight	2	-0.09264381229877472
253263	linear.weight	3	0.31296655535697937
253263	linear.weight	4	0.15072964131832123
253263	linear.weight	5	-0.06559746712446213
253263	linear.weight	6	0.0915578231215477
253263	linear.weight	7	0.13562937080860138
253263	linear.weight	8	0.041133515536785126
253263	linear.weight	9	-0.051024455577135086
253263	linear.bias	0	0.08349096029996872
253263	linear.bias	1	-0.19096137583255768
253263	linear.bias	2	-0.44793716073036194
253263	linear.bias	3	-0.659420371055603
253263	linear.bias	4	-1.2625268697738647
253263	linear.bias	5	-0.05859310179948807
253263	linear.bias	6	-0.8225988745689392
253263	linear.bias	7	0.2731173634529114
253263	linear.bias	8	-0.3977779746055603
253263	linear.bias	9	-1.0242793560028076
253460	transitions	0	0.7542457580566406
253460	transitions	1	0.13888239860534668
253460	transitions	2	-10000.0
253460	transitions	3	-1.8280736207962036
253460	transitions	4	-10000.0
253460	transitions	5	0.5629263520240784
253460	transitions	6	-0.08553814888000488
253460	transitions	7	-0.8105317950248718
253460	transitions	8	-1.4225945472717285
253460	transitions	9	-0.001230709021911025
253460	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
253460	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
253460	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
253460	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
253460	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
253460	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
253460	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
253460	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
253460	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
253460	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
253460	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
253460	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
253460	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
253460	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
253460	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
253460	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
253460	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
253460	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
253460	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
253460	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
253460	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
253460	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
253460	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
253460	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
253460	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
253460	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
253460	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
253460	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
253460	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
253460	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
253460	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
253460	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
253460	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
253460	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
253460	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
253460	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
253460	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
253460	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
253460	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
253460	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
253460	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
253460	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
253460	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
253460	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
253460	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
253460	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
253460	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
253460	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
253460	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
253460	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
253460	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
253460	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
253460	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
253460	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
253460	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
253460	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
253460	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
253460	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
253460	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
253460	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
253460	embedding2nn.weight	0	0.01674683205783367
253460	embedding2nn.weight	1	-0.01274117361754179
253460	embedding2nn.weight	2	-0.014268254861235619
253460	embedding2nn.weight	3	-0.031981371343135834
253460	embedding2nn.weight	4	-0.0059150345623493195
253460	embedding2nn.weight	5	-0.0037005888298153877
253460	embedding2nn.weight	6	-0.003973265178501606
253460	embedding2nn.weight	7	-0.07725650072097778
253460	embedding2nn.weight	8	-0.0019979383796453476
253460	embedding2nn.weight	9	-0.027817415073513985
253460	embedding2nn.bias	0	0.03243608400225639
253460	embedding2nn.bias	1	-0.07511165738105774
253460	embedding2nn.bias	2	0.07241605967283249
253460	embedding2nn.bias	3	0.05296224355697632
253460	embedding2nn.bias	4	-0.0422629788517952
253460	embedding2nn.bias	5	-0.011506929993629456
253460	embedding2nn.bias	6	0.013978630304336548
253460	embedding2nn.bias	7	-0.05609273165464401
253460	embedding2nn.bias	8	0.0733109787106514
253460	embedding2nn.bias	9	0.045640118420124054
253460	rnn.weight_ih_l0	0	-0.08061503618955612
253460	rnn.weight_ih_l0	1	0.003193672513589263
253460	rnn.weight_ih_l0	2	0.03504715859889984
253460	rnn.weight_ih_l0	3	0.022733554244041443
253460	rnn.weight_ih_l0	4	-0.04803390055894852
253460	rnn.weight_ih_l0	5	-0.06819126754999161
253460	rnn.weight_ih_l0	6	-0.0010786264901980758
253460	rnn.weight_ih_l0	7	0.05353667959570885
253460	rnn.weight_ih_l0	8	-0.017007308080792427
253460	rnn.weight_ih_l0	9	-0.03075789473950863
253460	rnn.weight_hh_l0	0	-0.03050318732857704
253460	rnn.weight_hh_l0	1	-0.007209174335002899
253460	rnn.weight_hh_l0	2	0.0064748735167086124
253460	rnn.weight_hh_l0	3	-0.0743764340877533
253460	rnn.weight_hh_l0	4	0.09337500482797623
253460	rnn.weight_hh_l0	5	-0.02665429562330246
253460	rnn.weight_hh_l0	6	-0.06353907287120819
253460	rnn.weight_hh_l0	7	0.009125270880758762
253460	rnn.weight_hh_l0	8	0.013394065201282501
253460	rnn.weight_hh_l0	9	-0.025660401210188866
253460	rnn.bias_ih_l0	0	0.12957318127155304
253460	rnn.bias_ih_l0	1	-0.03402774780988693
253460	rnn.bias_ih_l0	2	-0.03424379974603653
253460	rnn.bias_ih_l0	3	0.16339397430419922
253460	rnn.bias_ih_l0	4	-0.012747288681566715
253460	rnn.bias_ih_l0	5	-0.022731631994247437
253460	rnn.bias_ih_l0	6	0.017685744911432266
253460	rnn.bias_ih_l0	7	0.02320069819688797
253460	rnn.bias_ih_l0	8	-0.09952735155820847
253460	rnn.bias_ih_l0	9	-0.04119721055030823
253460	rnn.bias_hh_l0	0	-0.001116356230340898
253460	rnn.bias_hh_l0	1	-0.09922633320093155
253460	rnn.bias_hh_l0	2	-0.07483804225921631
253460	rnn.bias_hh_l0	3	-0.08917566388845444
253460	rnn.bias_hh_l0	4	0.009148737415671349
253460	rnn.bias_hh_l0	5	-0.020902620628476143
253460	rnn.bias_hh_l0	6	0.02883109636604786
253460	rnn.bias_hh_l0	7	0.061438627541065216
253460	rnn.bias_hh_l0	8	-0.12315363436937332
253460	rnn.bias_hh_l0	9	-0.058517470955848694
253460	rnn.weight_ih_l0_reverse	0	-0.025660956278443336
253460	rnn.weight_ih_l0_reverse	1	-0.05688849091529846
253460	rnn.weight_ih_l0_reverse	2	-0.048974376171827316
253460	rnn.weight_ih_l0_reverse	3	0.015621189028024673
253460	rnn.weight_ih_l0_reverse	4	-0.025301765650510788
253460	rnn.weight_ih_l0_reverse	5	-0.05750587210059166
253460	rnn.weight_ih_l0_reverse	6	0.07369368523359299
253460	rnn.weight_ih_l0_reverse	7	-0.018738150596618652
253460	rnn.weight_ih_l0_reverse	8	-0.018404074013233185
253460	rnn.weight_ih_l0_reverse	9	0.004501940216869116
253460	rnn.weight_hh_l0_reverse	0	0.06832578033208847
253460	rnn.weight_hh_l0_reverse	1	0.01979532465338707
253460	rnn.weight_hh_l0_reverse	2	0.02996150404214859
253460	rnn.weight_hh_l0_reverse	3	0.03504936397075653
253460	rnn.weight_hh_l0_reverse	4	0.014348778873682022
253460	rnn.weight_hh_l0_reverse	5	0.007945418357849121
253460	rnn.weight_hh_l0_reverse	6	0.05104652792215347
253460	rnn.weight_hh_l0_reverse	7	-0.08193597197532654
253460	rnn.weight_hh_l0_reverse	8	0.040077757090330124
253460	rnn.weight_hh_l0_reverse	9	0.03488704562187195
253460	rnn.bias_ih_l0_reverse	0	-0.057264115661382675
253460	rnn.bias_ih_l0_reverse	1	-0.28168806433677673
253460	rnn.bias_ih_l0_reverse	2	-0.12420317530632019
253460	rnn.bias_ih_l0_reverse	3	-0.04777742549777031
253460	rnn.bias_ih_l0_reverse	4	-0.02217775397002697
253460	rnn.bias_ih_l0_reverse	5	0.07591632753610611
253460	rnn.bias_ih_l0_reverse	6	-0.06507860869169235
253460	rnn.bias_ih_l0_reverse	7	0.06093362718820572
253460	rnn.bias_ih_l0_reverse	8	-0.035428669303655624
253460	rnn.bias_ih_l0_reverse	9	0.06651341915130615
253460	rnn.bias_hh_l0_reverse	0	0.023534243926405907
253460	rnn.bias_hh_l0_reverse	1	-0.06270715594291687
253460	rnn.bias_hh_l0_reverse	2	0.08934945613145828
253460	rnn.bias_hh_l0_reverse	3	-0.051673345267772675
253460	rnn.bias_hh_l0_reverse	4	-0.028318244963884354
253460	rnn.bias_hh_l0_reverse	5	-0.022259928286075592
253460	rnn.bias_hh_l0_reverse	6	-0.019086072221398354
253460	rnn.bias_hh_l0_reverse	7	0.09934484958648682
253460	rnn.bias_hh_l0_reverse	8	0.030469728633761406
253460	rnn.bias_hh_l0_reverse	9	-0.14807607233524323
253460	rnn.weight_ih_l1	0	-0.029724635183811188
253460	rnn.weight_ih_l1	1	-0.05009765177965164
253460	rnn.weight_ih_l1	2	0.06520748883485794
253460	rnn.weight_ih_l1	3	-0.07291000336408615
253460	rnn.weight_ih_l1	4	-0.014055434614419937
253460	rnn.weight_ih_l1	5	-0.040333230048418045
253460	rnn.weight_ih_l1	6	0.02897002175450325
253460	rnn.weight_ih_l1	7	-0.044790010899305344
253460	rnn.weight_ih_l1	8	0.037766341120004654
253460	rnn.weight_ih_l1	9	0.044626135379076004
253460	rnn.weight_hh_l1	0	-0.00716520706191659
253460	rnn.weight_hh_l1	1	0.01991606131196022
253460	rnn.weight_hh_l1	2	0.006669017020612955
253460	rnn.weight_hh_l1	3	-0.012660520151257515
253460	rnn.weight_hh_l1	4	0.004840728361159563
253460	rnn.weight_hh_l1	5	0.035108357667922974
253460	rnn.weight_hh_l1	6	0.036039333790540695
253460	rnn.weight_hh_l1	7	-0.016232095658779144
253460	rnn.weight_hh_l1	8	-0.00723551120609045
253460	rnn.weight_hh_l1	9	0.03862983360886574
253460	rnn.bias_ih_l1	0	-0.18409760296344757
253460	rnn.bias_ih_l1	1	-0.1742238849401474
253460	rnn.bias_ih_l1	2	-0.19719475507736206
253460	rnn.bias_ih_l1	3	-0.3083624541759491
253460	rnn.bias_ih_l1	4	-0.21167105436325073
253460	rnn.bias_ih_l1	5	-0.0882294699549675
253460	rnn.bias_ih_l1	6	-0.15853697061538696
253460	rnn.bias_ih_l1	7	-0.003964024595916271
253460	rnn.bias_ih_l1	8	-0.1311245858669281
253460	rnn.bias_ih_l1	9	-0.12424731999635696
253460	rnn.bias_hh_l1	0	-0.09627485275268555
253460	rnn.bias_hh_l1	1	-0.06336097419261932
253460	rnn.bias_hh_l1	2	-0.08585615456104279
253460	rnn.bias_hh_l1	3	-0.07756874710321426
253460	rnn.bias_hh_l1	4	-0.07286851853132248
253460	rnn.bias_hh_l1	5	-0.11778856813907623
253460	rnn.bias_hh_l1	6	-0.16083434224128723
253460	rnn.bias_hh_l1	7	0.07415095716714859
253460	rnn.bias_hh_l1	8	-0.17638015747070312
253460	rnn.bias_hh_l1	9	-0.11503445357084274
253460	rnn.weight_ih_l1_reverse	0	-0.04728268086910248
253460	rnn.weight_ih_l1_reverse	1	0.033713024109601974
253460	rnn.weight_ih_l1_reverse	2	0.08832316845655441
253460	rnn.weight_ih_l1_reverse	3	-0.018032168969511986
253460	rnn.weight_ih_l1_reverse	4	-0.022663917392492294
253460	rnn.weight_ih_l1_reverse	5	-0.030398713424801826
253460	rnn.weight_ih_l1_reverse	6	-0.01976400800049305
253460	rnn.weight_ih_l1_reverse	7	0.029813101515173912
253460	rnn.weight_ih_l1_reverse	8	0.0051467702724039555
253460	rnn.weight_ih_l1_reverse	9	-0.03326432779431343
253460	rnn.weight_hh_l1_reverse	0	0.004532279912382364
253460	rnn.weight_hh_l1_reverse	1	0.03166055306792259
253460	rnn.weight_hh_l1_reverse	2	-0.04061369225382805
253460	rnn.weight_hh_l1_reverse	3	0.03504948690533638
253460	rnn.weight_hh_l1_reverse	4	0.04707783833146095
253460	rnn.weight_hh_l1_reverse	5	0.005884427111595869
253460	rnn.weight_hh_l1_reverse	6	0.04907536134123802
253460	rnn.weight_hh_l1_reverse	7	0.03096894919872284
253460	rnn.weight_hh_l1_reverse	8	-0.00716449273750186
253460	rnn.weight_hh_l1_reverse	9	-0.030242882668972015
253460	rnn.bias_ih_l1_reverse	0	-0.04593992233276367
253460	rnn.bias_ih_l1_reverse	1	-0.14033769071102142
253460	rnn.bias_ih_l1_reverse	2	-0.16295988857746124
253460	rnn.bias_ih_l1_reverse	3	-0.062133289873600006
253460	rnn.bias_ih_l1_reverse	4	-0.20424577593803406
253460	rnn.bias_ih_l1_reverse	5	-0.11653725802898407
253460	rnn.bias_ih_l1_reverse	6	-0.13009284436702728
253460	rnn.bias_ih_l1_reverse	7	-0.19091036915779114
253460	rnn.bias_ih_l1_reverse	8	0.22627146542072296
253460	rnn.bias_ih_l1_reverse	9	0.02313772216439247
253460	rnn.bias_hh_l1_reverse	0	0.01037586573511362
253460	rnn.bias_hh_l1_reverse	1	-0.06560751795768738
253460	rnn.bias_hh_l1_reverse	2	-0.2369331568479538
253460	rnn.bias_hh_l1_reverse	3	-0.1432197540998459
253460	rnn.bias_hh_l1_reverse	4	-0.08025810867547989
253460	rnn.bias_hh_l1_reverse	5	-0.11642374843358994
253460	rnn.bias_hh_l1_reverse	6	0.06386403739452362
253460	rnn.bias_hh_l1_reverse	7	-0.13636574149131775
253460	rnn.bias_hh_l1_reverse	8	-0.12480627000331879
253460	rnn.bias_hh_l1_reverse	9	-0.14810356497764587
253460	linear.weight	0	0.002228822559118271
253460	linear.weight	1	0.09881453216075897
253460	linear.weight	2	-0.09278447926044464
253460	linear.weight	3	0.312913179397583
253460	linear.weight	4	0.15063124895095825
253460	linear.weight	5	-0.06550313532352448
253460	linear.weight	6	0.0918390080332756
253460	linear.weight	7	0.13579219579696655
253460	linear.weight	8	0.04113351181149483
253460	linear.weight	9	-0.05111195519566536
253460	linear.bias	0	0.0834084153175354
253460	linear.bias	1	-0.19132739305496216
253460	linear.bias	2	-0.4490309953689575
253460	linear.bias	3	-0.6607996821403503
253460	linear.bias	4	-1.2639964818954468
253460	linear.bias	5	-0.05772311985492706
253460	linear.bias	6	-0.8230819702148438
253460	linear.bias	7	0.27391842007637024
253460	linear.bias	8	-0.3977513015270233
253460	linear.bias	9	-1.0242685079574585
253657	transitions	0	0.7545158267021179
253657	transitions	1	0.13871917128562927
253657	transitions	2	-10000.0
253657	transitions	3	-1.82807457447052
253657	transitions	4	-10000.0
253657	transitions	5	0.5629259943962097
253657	transitions	6	-0.08553942292928696
253657	transitions	7	-0.8105348944664001
253657	transitions	8	-1.4225997924804688
253657	transitions	9	-0.001230719848535955
253657	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
253657	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
253657	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
253657	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
253657	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
253657	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
253657	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
253657	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
253657	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
253657	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
253657	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
253657	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
253657	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
253657	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
253657	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
253657	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
253657	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
253657	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
253657	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
253657	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
253657	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
253657	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
253657	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
253657	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
253657	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
253657	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
253657	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
253657	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
253657	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
253657	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
253657	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
253657	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
253657	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
253657	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
253657	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
253657	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
253657	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
253657	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
253657	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
253657	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
253657	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
253657	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
253657	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
253657	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
253657	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
253657	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
253657	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
253657	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
253657	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
253657	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
253657	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
253657	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
253657	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
253657	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
253657	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
253657	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
253657	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
253657	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
253657	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
253657	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
253657	embedding2nn.weight	0	0.016705790534615517
253657	embedding2nn.weight	1	-0.012734823860228062
253657	embedding2nn.weight	2	-0.014268254861235619
253657	embedding2nn.weight	3	-0.03191071003675461
253657	embedding2nn.weight	4	-0.0059150345623493195
253657	embedding2nn.weight	5	-0.0037005888298153877
253657	embedding2nn.weight	6	-0.003973265178501606
253657	embedding2nn.weight	7	-0.0772402212023735
253657	embedding2nn.weight	8	-0.0019979383796453476
253657	embedding2nn.weight	9	-0.02782079018652439
253657	embedding2nn.bias	0	0.032319601625204086
253657	embedding2nn.bias	1	-0.07497826218605042
253657	embedding2nn.bias	2	0.07237933576107025
253657	embedding2nn.bias	3	0.05336799845099449
253657	embedding2nn.bias	4	-0.04260769113898277
253657	embedding2nn.bias	5	-0.011333862319588661
253657	embedding2nn.bias	6	0.014329641126096249
253657	embedding2nn.bias	7	-0.05623526871204376
253657	embedding2nn.bias	8	0.0732523575425148
253657	embedding2nn.bias	9	0.04570596292614937
253657	rnn.weight_ih_l0	0	-0.08059841394424438
253657	rnn.weight_ih_l0	1	0.0031861441675573587
253657	rnn.weight_ih_l0	2	0.03507402166724205
253657	rnn.weight_ih_l0	3	0.022732142359018326
253657	rnn.weight_ih_l0	4	-0.04802996292710304
253657	rnn.weight_ih_l0	5	-0.0681876689195633
253657	rnn.weight_ih_l0	6	-0.0010969192953780293
253657	rnn.weight_ih_l0	7	0.05358385667204857
253657	rnn.weight_ih_l0	8	-0.01698792353272438
253657	rnn.weight_ih_l0	9	-0.030779819935560226
253657	rnn.weight_hh_l0	0	-0.030477777123451233
253657	rnn.weight_hh_l0	1	-0.007211517076939344
253657	rnn.weight_hh_l0	2	0.006507688667625189
253657	rnn.weight_hh_l0	3	-0.07439485192298889
253657	rnn.weight_hh_l0	4	0.0933745801448822
253657	rnn.weight_hh_l0	5	-0.02668117545545101
253657	rnn.weight_hh_l0	6	-0.06359173357486725
253657	rnn.weight_hh_l0	7	0.009113319218158722
253657	rnn.weight_hh_l0	8	0.013402151875197887
253657	rnn.weight_hh_l0	9	-0.025642884895205498
253657	rnn.bias_ih_l0	0	0.12957020103931427
253657	rnn.bias_ih_l0	1	-0.034057848155498505
253657	rnn.bias_ih_l0	2	-0.03425692021846771
253657	rnn.bias_ih_l0	3	0.1634308397769928
253657	rnn.bias_ih_l0	4	-0.012844535522162914
253657	rnn.bias_ih_l0	5	-0.02269173227250576
253657	rnn.bias_ih_l0	6	0.017561178654432297
253657	rnn.bias_ih_l0	7	0.023188963532447815
253657	rnn.bias_ih_l0	8	-0.09952987730503082
253657	rnn.bias_ih_l0	9	-0.041361287236213684
253657	rnn.bias_hh_l0	0	-0.0011937636882066727
253657	rnn.bias_hh_l0	1	-0.09933880716562271
253657	rnn.bias_hh_l0	2	-0.07481622695922852
253657	rnn.bias_hh_l0	3	-0.08907044678926468
253657	rnn.bias_hh_l0	4	0.00904061459004879
253657	rnn.bias_hh_l0	5	-0.02091381326317787
253657	rnn.bias_hh_l0	6	0.02879009209573269
253657	rnn.bias_hh_l0	7	0.06123051047325134
253657	rnn.bias_hh_l0	8	-0.12314239889383316
253657	rnn.bias_hh_l0	9	-0.058577924966812134
253657	rnn.weight_ih_l0_reverse	0	-0.02566906251013279
253657	rnn.weight_ih_l0_reverse	1	-0.05691997706890106
253657	rnn.weight_ih_l0_reverse	2	-0.0490439273416996
253657	rnn.weight_ih_l0_reverse	3	0.01562630385160446
253657	rnn.weight_ih_l0_reverse	4	-0.025325976312160492
253657	rnn.weight_ih_l0_reverse	5	-0.057489585131406784
253657	rnn.weight_ih_l0_reverse	6	0.0737214908003807
253657	rnn.weight_ih_l0_reverse	7	-0.018702993169426918
253657	rnn.weight_ih_l0_reverse	8	-0.018384195864200592
253657	rnn.weight_ih_l0_reverse	9	0.004459787160158157
253657	rnn.weight_hh_l0_reverse	0	0.06826870888471603
253657	rnn.weight_hh_l0_reverse	1	0.019816622138023376
253657	rnn.weight_hh_l0_reverse	2	0.029946736991405487
253657	rnn.weight_hh_l0_reverse	3	0.03506121039390564
253657	rnn.weight_hh_l0_reverse	4	0.014380334876477718
253657	rnn.weight_hh_l0_reverse	5	0.007964720018208027
253657	rnn.weight_hh_l0_reverse	6	0.05106388404965401
253657	rnn.weight_hh_l0_reverse	7	-0.0819522887468338
253657	rnn.weight_hh_l0_reverse	8	0.040073998272418976
253657	rnn.weight_hh_l0_reverse	9	0.034899014979600906
253657	rnn.bias_ih_l0_reverse	0	-0.057289037853479385
253657	rnn.bias_ih_l0_reverse	1	-0.28157660365104675
253657	rnn.bias_ih_l0_reverse	2	-0.12418856471776962
253657	rnn.bias_ih_l0_reverse	3	-0.04777092486619949
253657	rnn.bias_ih_l0_reverse	4	-0.022177381440997124
253657	rnn.bias_ih_l0_reverse	5	0.07595758140087128
253657	rnn.bias_ih_l0_reverse	6	-0.06501427292823792
253657	rnn.bias_ih_l0_reverse	7	0.060971472412347794
253657	rnn.bias_ih_l0_reverse	8	-0.03540487959980965
253657	rnn.bias_ih_l0_reverse	9	0.06639233231544495
253657	rnn.bias_hh_l0_reverse	0	0.023579750210046768
253657	rnn.bias_hh_l0_reverse	1	-0.06282591819763184
253657	rnn.bias_hh_l0_reverse	2	0.08937441557645798
253657	rnn.bias_hh_l0_reverse	3	-0.05169578641653061
253657	rnn.bias_hh_l0_reverse	4	-0.028472017496824265
253657	rnn.bias_hh_l0_reverse	5	-0.022067628800868988
253657	rnn.bias_hh_l0_reverse	6	-0.019202305004000664
253657	rnn.bias_hh_l0_reverse	7	0.09915797412395477
253657	rnn.bias_hh_l0_reverse	8	0.030496785417199135
253657	rnn.bias_hh_l0_reverse	9	-0.14809571206569672
253657	rnn.weight_ih_l1	0	-0.02974521368741989
253657	rnn.weight_ih_l1	1	-0.050146132707595825
253657	rnn.weight_ih_l1	2	0.06519167125225067
253657	rnn.weight_ih_l1	3	-0.07292496412992477
253657	rnn.weight_ih_l1	4	-0.014064181596040726
253657	rnn.weight_ih_l1	5	-0.040345195680856705
253657	rnn.weight_ih_l1	6	0.028979815542697906
253657	rnn.weight_ih_l1	7	-0.044724829494953156
253657	rnn.weight_ih_l1	8	0.03776286914944649
253657	rnn.weight_ih_l1	9	0.04465112090110779
253657	rnn.weight_hh_l1	0	-0.007208380848169327
253657	rnn.weight_hh_l1	1	0.019915811717510223
253657	rnn.weight_hh_l1	2	0.006750329863280058
253657	rnn.weight_hh_l1	3	-0.012673096731305122
253657	rnn.weight_hh_l1	4	0.00485459016636014
253657	rnn.weight_hh_l1	5	0.03511971980333328
253657	rnn.weight_hh_l1	6	0.03602970018982887
253657	rnn.weight_hh_l1	7	-0.016207082197070122
253657	rnn.weight_hh_l1	8	-0.007228093687444925
253657	rnn.weight_hh_l1	9	0.038657162338495255
253657	rnn.bias_ih_l1	0	-0.18401563167572021
253657	rnn.bias_ih_l1	1	-0.17427046597003937
253657	rnn.bias_ih_l1	2	-0.1970915049314499
253657	rnn.bias_ih_l1	3	-0.3083973824977875
253657	rnn.bias_ih_l1	4	-0.2113296389579773
253657	rnn.bias_ih_l1	5	-0.08831209689378738
253657	rnn.bias_ih_l1	6	-0.158685564994812
253657	rnn.bias_ih_l1	7	-0.003919921815395355
253657	rnn.bias_ih_l1	8	-0.13110293447971344
253657	rnn.bias_ih_l1	9	-0.12416823953390121
253657	rnn.bias_hh_l1	0	-0.09638906270265579
253657	rnn.bias_hh_l1	1	-0.06339763849973679
253657	rnn.bias_hh_l1	2	-0.08600752800703049
253657	rnn.bias_hh_l1	3	-0.07748817652463913
253657	rnn.bias_hh_l1	4	-0.07290910184383392
253657	rnn.bias_hh_l1	5	-0.11773378401994705
253657	rnn.bias_hh_l1	6	-0.16068799793720245
253657	rnn.bias_hh_l1	7	0.07396186888217926
253657	rnn.bias_hh_l1	8	-0.17650623619556427
253657	rnn.bias_hh_l1	9	-0.11507548391819
253657	rnn.weight_ih_l1_reverse	0	-0.04730195179581642
253657	rnn.weight_ih_l1_reverse	1	0.033682599663734436
253657	rnn.weight_ih_l1_reverse	2	0.08838677406311035
253657	rnn.weight_ih_l1_reverse	3	-0.018012026324868202
253657	rnn.weight_ih_l1_reverse	4	-0.022682510316371918
253657	rnn.weight_ih_l1_reverse	5	-0.030389849096536636
253657	rnn.weight_ih_l1_reverse	6	-0.019753724336624146
253657	rnn.weight_ih_l1_reverse	7	0.029757190495729446
253657	rnn.weight_ih_l1_reverse	8	0.005171710625290871
253657	rnn.weight_ih_l1_reverse	9	-0.033391356468200684
253657	rnn.weight_hh_l1_reverse	0	0.004529972095042467
253657	rnn.weight_hh_l1_reverse	1	0.03166116401553154
253657	rnn.weight_hh_l1_reverse	2	-0.0406104139983654
253657	rnn.weight_hh_l1_reverse	3	0.0350407250225544
253657	rnn.weight_hh_l1_reverse	4	0.047092944383621216
253657	rnn.weight_hh_l1_reverse	5	0.005893925204873085
253657	rnn.weight_hh_l1_reverse	6	0.049026429653167725
253657	rnn.weight_hh_l1_reverse	7	0.03098040632903576
253657	rnn.weight_hh_l1_reverse	8	-0.007164918351918459
253657	rnn.weight_hh_l1_reverse	9	-0.030240224674344063
253657	rnn.bias_ih_l1_reverse	0	-0.04583409056067467
253657	rnn.bias_ih_l1_reverse	1	-0.14042234420776367
253657	rnn.bias_ih_l1_reverse	2	-0.16298522055149078
253657	rnn.bias_ih_l1_reverse	3	-0.06206139177083969
253657	rnn.bias_ih_l1_reverse	4	-0.20420221984386444
253657	rnn.bias_ih_l1_reverse	5	-0.11655301600694656
253657	rnn.bias_ih_l1_reverse	6	-0.1300782710313797
253657	rnn.bias_ih_l1_reverse	7	-0.190956249833107
253657	rnn.bias_ih_l1_reverse	8	0.22607553005218506
253657	rnn.bias_ih_l1_reverse	9	0.023151224479079247
253657	rnn.bias_hh_l1_reverse	0	0.010386370122432709
253657	rnn.bias_hh_l1_reverse	1	-0.06540131568908691
253657	rnn.bias_hh_l1_reverse	2	-0.23690946400165558
253657	rnn.bias_hh_l1_reverse	3	-0.14334383606910706
253657	rnn.bias_hh_l1_reverse	4	-0.08019399642944336
253657	rnn.bias_hh_l1_reverse	5	-0.11634992063045502
253657	rnn.bias_hh_l1_reverse	6	0.0636363998055458
253657	rnn.bias_hh_l1_reverse	7	-0.13642512261867523
253657	rnn.bias_hh_l1_reverse	8	-0.12480486929416656
253657	rnn.bias_hh_l1_reverse	9	-0.1480848342180252
253657	linear.weight	0	0.002228822559118271
253657	linear.weight	1	0.09892483800649643
253657	linear.weight	2	-0.09280113875865936
253657	linear.weight	3	0.3129591941833496
253657	linear.weight	4	0.15058273077011108
253657	linear.weight	5	-0.06549683958292007
253657	linear.weight	6	0.09153196960687637
253657	linear.weight	7	0.13579952716827393
253657	linear.weight	8	0.04113348573446274
253657	linear.weight	9	-0.0510503426194191
253657	linear.bias	0	0.0813831239938736
253657	linear.bias	1	-0.19210204482078552
253657	linear.bias	2	-0.44851255416870117
253657	linear.bias	3	-0.6595467925071716
253657	linear.bias	4	-1.2627511024475098
253657	linear.bias	5	-0.05838882923126221
253657	linear.bias	6	-0.8237804770469666
253657	linear.bias	7	0.27330276370048523
253657	linear.bias	8	-0.3980621099472046
253657	linear.bias	9	-1.024547815322876
253854	transitions	0	0.7545486092567444
253854	transitions	1	0.1386605203151703
253854	transitions	2	-10000.0
253854	transitions	3	-1.8280751705169678
253854	transitions	4	-10000.0
253854	transitions	5	0.5629256367683411
253854	transitions	6	-0.08554074168205261
253854	transitions	7	-0.8105377554893494
253854	transitions	8	-1.4226019382476807
253854	transitions	9	-0.0012307283468544483
253854	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
253854	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
253854	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
253854	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
253854	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
253854	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
253854	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
253854	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
253854	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
253854	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
253854	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
253854	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
253854	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
253854	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
253854	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
253854	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
253854	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
253854	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
253854	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
253854	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
253854	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
253854	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
253854	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
253854	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
253854	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
253854	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
253854	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
253854	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
253854	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
253854	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
253854	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
253854	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
253854	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
253854	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
253854	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
253854	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
253854	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
253854	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
253854	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
253854	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
253854	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
253854	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
253854	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
253854	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
253854	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
253854	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
253854	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
253854	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
253854	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
253854	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
253854	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
253854	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
253854	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
253854	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
253854	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
253854	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
253854	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
253854	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
253854	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
253854	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
253854	embedding2nn.weight	0	0.01674002967774868
253854	embedding2nn.weight	1	-0.012742175720632076
253854	embedding2nn.weight	2	-0.014268254861235619
253854	embedding2nn.weight	3	-0.03187302127480507
253854	embedding2nn.weight	4	-0.0059150345623493195
253854	embedding2nn.weight	5	-0.0037005888298153877
253854	embedding2nn.weight	6	-0.003973265178501606
253854	embedding2nn.weight	7	-0.07720349729061127
253854	embedding2nn.weight	8	-0.0019979383796453476
253854	embedding2nn.weight	9	-0.027782661840319633
253854	embedding2nn.bias	0	0.03215565159916878
253854	embedding2nn.bias	1	-0.07499310374259949
253854	embedding2nn.bias	2	0.0721667930483818
253854	embedding2nn.bias	3	0.05317756533622742
253854	embedding2nn.bias	4	-0.04268443211913109
253854	embedding2nn.bias	5	-0.011216551996767521
253854	embedding2nn.bias	6	0.014399797655642033
253854	embedding2nn.bias	7	-0.05575241893529892
253854	embedding2nn.bias	8	0.07331475615501404
253854	embedding2nn.bias	9	0.04547939449548721
253854	rnn.weight_ih_l0	0	-0.08059671521186829
253854	rnn.weight_ih_l0	1	0.0031749119516462088
253854	rnn.weight_ih_l0	2	0.03508973866701126
253854	rnn.weight_ih_l0	3	0.02272970601916313
253854	rnn.weight_ih_l0	4	-0.047980714589357376
253854	rnn.weight_ih_l0	5	-0.06818701326847076
253854	rnn.weight_ih_l0	6	-0.0010895144660025835
253854	rnn.weight_ih_l0	7	0.05353160575032234
253854	rnn.weight_ih_l0	8	-0.016951151192188263
253854	rnn.weight_ih_l0	9	-0.03084077499806881
253854	rnn.weight_hh_l0	0	-0.03046630136668682
253854	rnn.weight_hh_l0	1	-0.007168841082602739
253854	rnn.weight_hh_l0	2	0.006456416100263596
253854	rnn.weight_hh_l0	3	-0.07440464943647385
253854	rnn.weight_hh_l0	4	0.09336131811141968
253854	rnn.weight_hh_l0	5	-0.02668621949851513
253854	rnn.weight_hh_l0	6	-0.06356703490018845
253854	rnn.weight_hh_l0	7	0.009096303954720497
253854	rnn.weight_hh_l0	8	0.013403747230768204
253854	rnn.weight_hh_l0	9	-0.02563219889998436
253854	rnn.bias_ih_l0	0	0.1296258419752121
253854	rnn.bias_ih_l0	1	-0.03417452052235603
253854	rnn.bias_ih_l0	2	-0.03409372270107269
253854	rnn.bias_ih_l0	3	0.1634233146905899
253854	rnn.bias_ih_l0	4	-0.012863251380622387
253854	rnn.bias_ih_l0	5	-0.022539258003234863
253854	rnn.bias_ih_l0	6	0.01756264641880989
253854	rnn.bias_ih_l0	7	0.023131247609853745
253854	rnn.bias_ih_l0	8	-0.09959530830383301
253854	rnn.bias_ih_l0	9	-0.04135265573859215
253854	rnn.bias_hh_l0	0	-0.0011906038271263242
253854	rnn.bias_hh_l0	1	-0.09928260743618011
253854	rnn.bias_hh_l0	2	-0.07481294125318527
253854	rnn.bias_hh_l0	3	-0.08917958289384842
253854	rnn.bias_hh_l0	4	0.00897203478962183
253854	rnn.bias_hh_l0	5	-0.02088111825287342
253854	rnn.bias_hh_l0	6	0.028823981061577797
253854	rnn.bias_hh_l0	7	0.061242345720529556
253854	rnn.bias_hh_l0	8	-0.12310733646154404
253854	rnn.bias_hh_l0	9	-0.058582011610269547
253854	rnn.weight_ih_l0_reverse	0	-0.0257111806422472
253854	rnn.weight_ih_l0_reverse	1	-0.05688920244574547
253854	rnn.weight_ih_l0_reverse	2	-0.04907691106200218
253854	rnn.weight_ih_l0_reverse	3	0.015632016584277153
253854	rnn.weight_ih_l0_reverse	4	-0.025343937799334526
253854	rnn.weight_ih_l0_reverse	5	-0.057515088468790054
253854	rnn.weight_ih_l0_reverse	6	0.07368684560060501
253854	rnn.weight_ih_l0_reverse	7	-0.018736504018306732
253854	rnn.weight_ih_l0_reverse	8	-0.018389569595456123
253854	rnn.weight_ih_l0_reverse	9	0.004389740061014891
253854	rnn.weight_hh_l0_reverse	0	0.06829439848661423
253854	rnn.weight_hh_l0_reverse	1	0.019841119647026062
253854	rnn.weight_hh_l0_reverse	2	0.02995450608432293
253854	rnn.weight_hh_l0_reverse	3	0.03506186604499817
253854	rnn.weight_hh_l0_reverse	4	0.014370533637702465
253854	rnn.weight_hh_l0_reverse	5	0.00794423371553421
253854	rnn.weight_hh_l0_reverse	6	0.05107254907488823
253854	rnn.weight_hh_l0_reverse	7	-0.08200449496507645
253854	rnn.weight_hh_l0_reverse	8	0.04008685052394867
253854	rnn.weight_hh_l0_reverse	9	0.034883469343185425
253854	rnn.bias_ih_l0_reverse	0	-0.0572856068611145
253854	rnn.bias_ih_l0_reverse	1	-0.2820105254650116
253854	rnn.bias_ih_l0_reverse	2	-0.12423991411924362
253854	rnn.bias_ih_l0_reverse	3	-0.04774179682135582
253854	rnn.bias_ih_l0_reverse	4	-0.022338805720210075
253854	rnn.bias_ih_l0_reverse	5	0.07605548948049545
253854	rnn.bias_ih_l0_reverse	6	-0.06498792767524719
253854	rnn.bias_ih_l0_reverse	7	0.06089780107140541
253854	rnn.bias_ih_l0_reverse	8	-0.03536433354020119
253854	rnn.bias_ih_l0_reverse	9	0.06644011288881302
253854	rnn.bias_hh_l0_reverse	0	0.023504676297307014
253854	rnn.bias_hh_l0_reverse	1	-0.06268815696239471
253854	rnn.bias_hh_l0_reverse	2	0.08928282558917999
253854	rnn.bias_hh_l0_reverse	3	-0.05169854313135147
253854	rnn.bias_hh_l0_reverse	4	-0.028418291360139847
253854	rnn.bias_hh_l0_reverse	5	-0.02207341231405735
253854	rnn.bias_hh_l0_reverse	6	-0.019146790727972984
253854	rnn.bias_hh_l0_reverse	7	0.09912146627902985
253854	rnn.bias_hh_l0_reverse	8	0.03050871565937996
253854	rnn.bias_hh_l0_reverse	9	-0.14813187718391418
253854	rnn.weight_ih_l1	0	-0.029738713055849075
253854	rnn.weight_ih_l1	1	-0.0501784011721611
253854	rnn.weight_ih_l1	2	0.06512641161680222
253854	rnn.weight_ih_l1	3	-0.07296571880578995
253854	rnn.weight_ih_l1	4	-0.014074917882680893
253854	rnn.weight_ih_l1	5	-0.04034423828125
253854	rnn.weight_ih_l1	6	0.028971193358302116
253854	rnn.weight_ih_l1	7	-0.044763486832380295
253854	rnn.weight_ih_l1	8	0.03776426240801811
253854	rnn.weight_ih_l1	9	0.04466773197054863
253854	rnn.weight_hh_l1	0	-0.007159330882132053
253854	rnn.weight_hh_l1	1	0.019913187250494957
253854	rnn.weight_hh_l1	2	0.006805209908634424
253854	rnn.weight_hh_l1	3	-0.01267131045460701
253854	rnn.weight_hh_l1	4	0.004860037472099066
253854	rnn.weight_hh_l1	5	0.03512843698263168
253854	rnn.weight_hh_l1	6	0.03603921830654144
253854	rnn.weight_hh_l1	7	-0.016207661479711533
253854	rnn.weight_hh_l1	8	-0.007232466712594032
253854	rnn.weight_hh_l1	9	0.03865383192896843
253854	rnn.bias_ih_l1	0	-0.184006005525589
253854	rnn.bias_ih_l1	1	-0.17435522377490997
253854	rnn.bias_ih_l1	2	-0.19714654982089996
253854	rnn.bias_ih_l1	3	-0.3084549903869629
253854	rnn.bias_ih_l1	4	-0.21118716895580292
253854	rnn.bias_ih_l1	5	-0.08843941241502762
253854	rnn.bias_ih_l1	6	-0.1588003784418106
253854	rnn.bias_ih_l1	7	-0.003539906581863761
253854	rnn.bias_ih_l1	8	-0.1310970038175583
253854	rnn.bias_ih_l1	9	-0.12401135265827179
253854	rnn.bias_hh_l1	0	-0.09636569023132324
253854	rnn.bias_hh_l1	1	-0.06345263868570328
253854	rnn.bias_hh_l1	2	-0.08604918420314789
253854	rnn.bias_hh_l1	3	-0.07759963721036911
253854	rnn.bias_hh_l1	4	-0.07301897555589676
253854	rnn.bias_hh_l1	5	-0.11773055791854858
253854	rnn.bias_hh_l1	6	-0.1606345772743225
253854	rnn.bias_hh_l1	7	0.07392348349094391
253854	rnn.bias_hh_l1	8	-0.17647621035575867
253854	rnn.bias_hh_l1	9	-0.11504027247428894
253854	rnn.weight_ih_l1_reverse	0	-0.0473029799759388
253854	rnn.weight_ih_l1_reverse	1	0.03360692039132118
253854	rnn.weight_ih_l1_reverse	2	0.0883764699101448
253854	rnn.weight_ih_l1_reverse	3	-0.018030574545264244
253854	rnn.weight_ih_l1_reverse	4	-0.02275114692747593
253854	rnn.weight_ih_l1_reverse	5	-0.030398737639188766
253854	rnn.weight_ih_l1_reverse	6	-0.019762637093663216
253854	rnn.weight_ih_l1_reverse	7	0.029777057468891144
253854	rnn.weight_ih_l1_reverse	8	0.005112839862704277
253854	rnn.weight_ih_l1_reverse	9	-0.033289968967437744
253854	rnn.weight_hh_l1_reverse	0	0.0045378790237009525
253854	rnn.weight_hh_l1_reverse	1	0.031669218093156815
253854	rnn.weight_hh_l1_reverse	2	-0.040614597499370575
253854	rnn.weight_hh_l1_reverse	3	0.0350390262901783
253854	rnn.weight_hh_l1_reverse	4	0.04706377536058426
253854	rnn.weight_hh_l1_reverse	5	0.0059157609939575195
253854	rnn.weight_hh_l1_reverse	6	0.04890448600053787
253854	rnn.weight_hh_l1_reverse	7	0.03097996488213539
253854	rnn.weight_hh_l1_reverse	8	-0.007164048496633768
253854	rnn.weight_hh_l1_reverse	9	-0.030248692259192467
253854	rnn.bias_ih_l1_reverse	0	-0.045767948031425476
253854	rnn.bias_ih_l1_reverse	1	-0.1404120922088623
253854	rnn.bias_ih_l1_reverse	2	-0.16318945586681366
253854	rnn.bias_ih_l1_reverse	3	-0.062176138162612915
253854	rnn.bias_ih_l1_reverse	4	-0.2041444182395935
253854	rnn.bias_ih_l1_reverse	5	-0.11654819548130035
253854	rnn.bias_ih_l1_reverse	6	-0.13009054958820343
253854	rnn.bias_ih_l1_reverse	7	-0.19089645147323608
253854	rnn.bias_ih_l1_reverse	8	0.22614188492298126
253854	rnn.bias_ih_l1_reverse	9	0.023182712495326996
253854	rnn.bias_hh_l1_reverse	0	0.010733740404248238
253854	rnn.bias_hh_l1_reverse	1	-0.06539027392864227
253854	rnn.bias_hh_l1_reverse	2	-0.2369324415922165
253854	rnn.bias_hh_l1_reverse	3	-0.1434333622455597
253854	rnn.bias_hh_l1_reverse	4	-0.08011100441217422
253854	rnn.bias_hh_l1_reverse	5	-0.1162494570016861
253854	rnn.bias_hh_l1_reverse	6	0.06339750438928604
253854	rnn.bias_hh_l1_reverse	7	-0.136372908949852
253854	rnn.bias_hh_l1_reverse	8	-0.12473110109567642
253854	rnn.bias_hh_l1_reverse	9	-0.14814096689224243
253854	linear.weight	0	0.002228822559118271
253854	linear.weight	1	0.09873296320438385
253854	linear.weight	2	-0.09272333979606628
253854	linear.weight	3	0.3128390908241272
253854	linear.weight	4	0.15062826871871948
253854	linear.weight	5	-0.06546121090650558
253854	linear.weight	6	0.0912189707159996
253854	linear.weight	7	0.1358231157064438
253854	linear.weight	8	0.041133467108011246
253854	linear.weight	9	-0.05097602680325508
253854	linear.bias	0	0.08247371762990952
253854	linear.bias	1	-0.1936122179031372
253854	linear.bias	2	-0.4498140811920166
253854	linear.bias	3	-0.6581724882125854
253854	linear.bias	4	-1.2615196704864502
253854	linear.bias	5	-0.058483995497226715
253854	linear.bias	6	-0.8252114653587341
253854	linear.bias	7	0.27329254150390625
253854	linear.bias	8	-0.39668238162994385
253854	linear.bias	9	-1.0229793787002563
254051	transitions	0	0.7544084191322327
254051	transitions	1	0.13860122859477997
254051	transitions	2	-10000.0
254051	transitions	3	-1.828076958656311
254051	transitions	4	-10000.0
254051	transitions	5	0.5629250407218933
254051	transitions	6	-0.08554184436798096
254051	transitions	7	-0.8106403350830078
254051	transitions	8	-1.4226027727127075
254051	transitions	9	-0.0012307398719713092
254051	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
254051	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
254051	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
254051	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
254051	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
254051	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
254051	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
254051	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
254051	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
254051	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
254051	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
254051	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
254051	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
254051	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
254051	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
254051	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
254051	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
254051	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
254051	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
254051	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
254051	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
254051	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
254051	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
254051	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
254051	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
254051	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
254051	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
254051	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
254051	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
254051	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
254051	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
254051	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
254051	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
254051	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
254051	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
254051	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
254051	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
254051	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
254051	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
254051	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
254051	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
254051	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
254051	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
254051	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
254051	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
254051	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
254051	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
254051	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
254051	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
254051	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
254051	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
254051	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
254051	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
254051	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
254051	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
254051	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
254051	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
254051	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
254051	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
254051	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
254051	embedding2nn.weight	0	0.016690421849489212
254051	embedding2nn.weight	1	-0.012742817401885986
254051	embedding2nn.weight	2	-0.014268254861235619
254051	embedding2nn.weight	3	-0.031908489763736725
254051	embedding2nn.weight	4	-0.0059150345623493195
254051	embedding2nn.weight	5	-0.0037005888298153877
254051	embedding2nn.weight	6	-0.003973265178501606
254051	embedding2nn.weight	7	-0.07718095183372498
254051	embedding2nn.weight	8	-0.0019979383796453476
254051	embedding2nn.weight	9	-0.027775006368756294
254051	embedding2nn.bias	0	0.0321730300784111
254051	embedding2nn.bias	1	-0.07481991499662399
254051	embedding2nn.bias	2	0.07207965850830078
254051	embedding2nn.bias	3	0.05289579927921295
254051	embedding2nn.bias	4	-0.042849939316511154
254051	embedding2nn.bias	5	-0.010892794467508793
254051	embedding2nn.bias	6	0.014503257349133492
254051	embedding2nn.bias	7	-0.055098265409469604
254051	embedding2nn.bias	8	0.07310334593057632
254051	embedding2nn.bias	9	0.045268308371305466
254051	rnn.weight_ih_l0	0	-0.08059908449649811
254051	rnn.weight_ih_l0	1	0.0032006907276809216
254051	rnn.weight_ih_l0	2	0.03508700802922249
254051	rnn.weight_ih_l0	3	0.02271554246544838
254051	rnn.weight_ih_l0	4	-0.04795447736978531
254051	rnn.weight_ih_l0	5	-0.0682266503572464
254051	rnn.weight_ih_l0	6	-0.001072274288162589
254051	rnn.weight_ih_l0	7	0.05350214242935181
254051	rnn.weight_ih_l0	8	-0.016913531348109245
254051	rnn.weight_ih_l0	9	-0.030874818563461304
254051	rnn.weight_hh_l0	0	-0.030495496466755867
254051	rnn.weight_hh_l0	1	-0.007197230122983456
254051	rnn.weight_hh_l0	2	0.006443462800234556
254051	rnn.weight_hh_l0	3	-0.07437776029109955
254051	rnn.weight_hh_l0	4	0.09335657954216003
254051	rnn.weight_hh_l0	5	-0.02669813670217991
254051	rnn.weight_hh_l0	6	-0.0635877400636673
254051	rnn.weight_hh_l0	7	0.00911158137023449
254051	rnn.weight_hh_l0	8	0.013433200307190418
254051	rnn.weight_hh_l0	9	-0.025632793083786964
254051	rnn.bias_ih_l0	0	0.12961812317371368
254051	rnn.bias_ih_l0	1	-0.03417699411511421
254051	rnn.bias_ih_l0	2	-0.034115299582481384
254051	rnn.bias_ih_l0	3	0.16331197321414948
254051	rnn.bias_ih_l0	4	-0.012744450010359287
254051	rnn.bias_ih_l0	5	-0.022575290873646736
254051	rnn.bias_ih_l0	6	0.017516890540719032
254051	rnn.bias_ih_l0	7	0.023227477446198463
254051	rnn.bias_ih_l0	8	-0.09963472932577133
254051	rnn.bias_ih_l0	9	-0.04140515252947807
254051	rnn.bias_hh_l0	0	-0.0012050445657223463
254051	rnn.bias_hh_l0	1	-0.09946602582931519
254051	rnn.bias_hh_l0	2	-0.07480745017528534
254051	rnn.bias_hh_l0	3	-0.08906026929616928
254051	rnn.bias_hh_l0	4	0.008975768461823463
254051	rnn.bias_hh_l0	5	-0.020934568718075752
254051	rnn.bias_hh_l0	6	0.028837159276008606
254051	rnn.bias_hh_l0	7	0.06128093972802162
254051	rnn.bias_hh_l0	8	-0.12320824712514877
254051	rnn.bias_hh_l0	9	-0.058707721531391144
254051	rnn.weight_ih_l0_reverse	0	-0.025683261454105377
254051	rnn.weight_ih_l0_reverse	1	-0.056933898478746414
254051	rnn.weight_ih_l0_reverse	2	-0.04908568784594536
254051	rnn.weight_ih_l0_reverse	3	0.015517299063503742
254051	rnn.weight_ih_l0_reverse	4	-0.02538204938173294
254051	rnn.weight_ih_l0_reverse	5	-0.0575660802423954
254051	rnn.weight_ih_l0_reverse	6	0.07367830723524094
254051	rnn.weight_ih_l0_reverse	7	-0.018759777769446373
254051	rnn.weight_ih_l0_reverse	8	-0.01837935298681259
254051	rnn.weight_ih_l0_reverse	9	0.004358337260782719
254051	rnn.weight_hh_l0_reverse	0	0.0682615116238594
254051	rnn.weight_hh_l0_reverse	1	0.01982673816382885
254051	rnn.weight_hh_l0_reverse	2	0.029968606308102608
254051	rnn.weight_hh_l0_reverse	3	0.0350726954638958
254051	rnn.weight_hh_l0_reverse	4	0.014374880120158195
254051	rnn.weight_hh_l0_reverse	5	0.007959711365401745
254051	rnn.weight_hh_l0_reverse	6	0.05107914283871651
254051	rnn.weight_hh_l0_reverse	7	-0.08195136487483978
254051	rnn.weight_hh_l0_reverse	8	0.04005775600671768
254051	rnn.weight_hh_l0_reverse	9	0.03487556800246239
254051	rnn.bias_ih_l0_reverse	0	-0.05722639337182045
254051	rnn.bias_ih_l0_reverse	1	-0.28195834159851074
254051	rnn.bias_ih_l0_reverse	2	-0.12433845549821854
254051	rnn.bias_ih_l0_reverse	3	-0.04780450090765953
254051	rnn.bias_ih_l0_reverse	4	-0.02239356003701687
254051	rnn.bias_ih_l0_reverse	5	0.07606089860200882
254051	rnn.bias_ih_l0_reverse	6	-0.06503783166408539
254051	rnn.bias_ih_l0_reverse	7	0.06093022599816322
254051	rnn.bias_ih_l0_reverse	8	-0.035316433757543564
254051	rnn.bias_ih_l0_reverse	9	0.066493920981884
254051	rnn.bias_hh_l0_reverse	0	0.02348300814628601
254051	rnn.bias_hh_l0_reverse	1	-0.06264777481555939
254051	rnn.bias_hh_l0_reverse	2	0.08919773250818253
254051	rnn.bias_hh_l0_reverse	3	-0.051691461354494095
254051	rnn.bias_hh_l0_reverse	4	-0.028377613052725792
254051	rnn.bias_hh_l0_reverse	5	-0.02223748154938221
254051	rnn.bias_hh_l0_reverse	6	-0.019132982939481735
254051	rnn.bias_hh_l0_reverse	7	0.09914892166852951
254051	rnn.bias_hh_l0_reverse	8	0.03041662834584713
254051	rnn.bias_hh_l0_reverse	9	-0.14819878339767456
254051	rnn.weight_ih_l1	0	-0.02975640259683132
254051	rnn.weight_ih_l1	1	-0.050253190100193024
254051	rnn.weight_ih_l1	2	0.06517200917005539
254051	rnn.weight_ih_l1	3	-0.07295586913824081
254051	rnn.weight_ih_l1	4	-0.014106065034866333
254051	rnn.weight_ih_l1	5	-0.040331222116947174
254051	rnn.weight_ih_l1	6	0.028944024816155434
254051	rnn.weight_ih_l1	7	-0.04474518075585365
254051	rnn.weight_ih_l1	8	0.03777194023132324
254051	rnn.weight_ih_l1	9	0.044663429260253906
254051	rnn.weight_hh_l1	0	-0.007118945475667715
254051	rnn.weight_hh_l1	1	0.01991303265094757
254051	rnn.weight_hh_l1	2	0.006826270837336779
254051	rnn.weight_hh_l1	3	-0.012673689983785152
254051	rnn.weight_hh_l1	4	0.004844788461923599
254051	rnn.weight_hh_l1	5	0.03513040766119957
254051	rnn.weight_hh_l1	6	0.036055516451597214
254051	rnn.weight_hh_l1	7	-0.01620778627693653
254051	rnn.weight_hh_l1	8	-0.007240084931254387
254051	rnn.weight_hh_l1	9	0.03865121304988861
254051	rnn.bias_ih_l1	0	-0.18388736248016357
254051	rnn.bias_ih_l1	1	-0.1743261069059372
254051	rnn.bias_ih_l1	2	-0.19715677201747894
254051	rnn.bias_ih_l1	3	-0.30843687057495117
254051	rnn.bias_ih_l1	4	-0.21138215065002441
254051	rnn.bias_ih_l1	5	-0.08842700719833374
254051	rnn.bias_ih_l1	6	-0.1587480902671814
254051	rnn.bias_ih_l1	7	-0.003733150428161025
254051	rnn.bias_ih_l1	8	-0.1309870183467865
254051	rnn.bias_ih_l1	9	-0.12379613518714905
254051	rnn.bias_hh_l1	0	-0.09645747393369675
254051	rnn.bias_hh_l1	1	-0.06356079131364822
254051	rnn.bias_hh_l1	2	-0.08589696884155273
254051	rnn.bias_hh_l1	3	-0.07763484120368958
254051	rnn.bias_hh_l1	4	-0.07289136946201324
254051	rnn.bias_hh_l1	5	-0.1177191510796547
254051	rnn.bias_hh_l1	6	-0.16070111095905304
254051	rnn.bias_hh_l1	7	0.07389818131923676
254051	rnn.bias_hh_l1	8	-0.17641980946063995
254051	rnn.bias_hh_l1	9	-0.11502911895513535
254051	rnn.weight_ih_l1_reverse	0	-0.04727930203080177
254051	rnn.weight_ih_l1_reverse	1	0.033569447696208954
254051	rnn.weight_ih_l1_reverse	2	0.08843744546175003
254051	rnn.weight_ih_l1_reverse	3	-0.018033549189567566
254051	rnn.weight_ih_l1_reverse	4	-0.022725092247128487
254051	rnn.weight_ih_l1_reverse	5	-0.030403422191739082
254051	rnn.weight_ih_l1_reverse	6	-0.01974743977189064
254051	rnn.weight_ih_l1_reverse	7	0.0297892726957798
254051	rnn.weight_ih_l1_reverse	8	0.005227228160947561
254051	rnn.weight_ih_l1_reverse	9	-0.03334790840744972
254051	rnn.weight_hh_l1_reverse	0	0.0045442101545631886
254051	rnn.weight_hh_l1_reverse	1	0.03166694939136505
254051	rnn.weight_hh_l1_reverse	2	-0.04061277210712433
254051	rnn.weight_hh_l1_reverse	3	0.03503856062889099
254051	rnn.weight_hh_l1_reverse	4	0.04706043004989624
254051	rnn.weight_hh_l1_reverse	5	0.0059381816536188126
254051	rnn.weight_hh_l1_reverse	6	0.048949118703603745
254051	rnn.weight_hh_l1_reverse	7	0.030981123447418213
254051	rnn.weight_hh_l1_reverse	8	-0.007165752816945314
254051	rnn.weight_hh_l1_reverse	9	-0.030236609280109406
254051	rnn.bias_ih_l1_reverse	0	-0.04573040455579758
254051	rnn.bias_ih_l1_reverse	1	-0.1402720957994461
254051	rnn.bias_ih_l1_reverse	2	-0.16308067739009857
254051	rnn.bias_ih_l1_reverse	3	-0.06186990439891815
254051	rnn.bias_ih_l1_reverse	4	-0.20415806770324707
254051	rnn.bias_ih_l1_reverse	5	-0.1166771724820137
254051	rnn.bias_ih_l1_reverse	6	-0.13015420734882355
254051	rnn.bias_ih_l1_reverse	7	-0.1909584403038025
254051	rnn.bias_ih_l1_reverse	8	0.2262151539325714
254051	rnn.bias_ih_l1_reverse	9	0.0229652002453804
254051	rnn.bias_hh_l1_reverse	0	0.010311036370694637
254051	rnn.bias_hh_l1_reverse	1	-0.06517293304204941
254051	rnn.bias_hh_l1_reverse	2	-0.2369144707918167
254051	rnn.bias_hh_l1_reverse	3	-0.14340227842330933
254051	rnn.bias_hh_l1_reverse	4	-0.08021122962236404
254051	rnn.bias_hh_l1_reverse	5	-0.11631250381469727
254051	rnn.bias_hh_l1_reverse	6	0.06329572945833206
254051	rnn.bias_hh_l1_reverse	7	-0.13630522787570953
254051	rnn.bias_hh_l1_reverse	8	-0.12472948431968689
254051	rnn.bias_hh_l1_reverse	9	-0.14813891053199768
254051	linear.weight	0	0.002228822559118271
254051	linear.weight	1	0.09881701320409775
254051	linear.weight	2	-0.09268323332071304
254051	linear.weight	3	0.31291070580482483
254051	linear.weight	4	0.15055404603481293
254051	linear.weight	5	-0.06552618741989136
254051	linear.weight	6	0.09134054183959961
254051	linear.weight	7	0.1354561597108841
254051	linear.weight	8	0.041133470833301544
254051	linear.weight	9	-0.05094928666949272
254051	linear.bias	0	0.08642775565385818
254051	linear.bias	1	-0.1936233937740326
254051	linear.bias	2	-0.44888532161712646
254051	linear.bias	3	-0.6575322151184082
254051	linear.bias	4	-1.260888695716858
254051	linear.bias	5	-0.059355974197387695
254051	linear.bias	6	-0.8252115845680237
254051	linear.bias	7	0.2726476192474365
254051	linear.bias	8	-0.3977869153022766
254051	linear.bias	9	-1.0241249799728394
254248	transitions	0	0.7544766664505005
254248	transitions	1	0.13844726979732513
254248	transitions	2	-10000.0
254248	transitions	3	-1.8280773162841797
254248	transitions	4	-10000.0
254248	transitions	5	0.5629238486289978
254248	transitions	6	-0.0855439081788063
254248	transitions	7	-0.8106479048728943
254248	transitions	8	-1.422605037689209
254248	transitions	9	-0.0012307548895478249
254248	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
254248	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
254248	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
254248	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
254248	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
254248	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
254248	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
254248	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
254248	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
254248	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
254248	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
254248	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
254248	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
254248	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
254248	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
254248	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
254248	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
254248	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
254248	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
254248	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
254248	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
254248	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
254248	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
254248	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
254248	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
254248	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
254248	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
254248	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
254248	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
254248	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
254248	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
254248	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
254248	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
254248	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
254248	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
254248	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
254248	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
254248	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
254248	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
254248	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
254248	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
254248	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
254248	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
254248	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
254248	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
254248	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
254248	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
254248	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
254248	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
254248	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
254248	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
254248	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
254248	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
254248	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
254248	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
254248	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
254248	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
254248	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
254248	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
254248	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
254248	embedding2nn.weight	0	0.01671667955815792
254248	embedding2nn.weight	1	-0.012738784775137901
254248	embedding2nn.weight	2	-0.014268254861235619
254248	embedding2nn.weight	3	-0.03188115358352661
254248	embedding2nn.weight	4	-0.0059150345623493195
254248	embedding2nn.weight	5	-0.0037005888298153877
254248	embedding2nn.weight	6	-0.003973265178501606
254248	embedding2nn.weight	7	-0.07716406881809235
254248	embedding2nn.weight	8	-0.0019979383796453476
254248	embedding2nn.weight	9	-0.027793509885668755
254248	embedding2nn.bias	0	0.0326126329600811
254248	embedding2nn.bias	1	-0.07497281581163406
254248	embedding2nn.bias	2	0.07191013544797897
254248	embedding2nn.bias	3	0.05277718976140022
254248	embedding2nn.bias	4	-0.04269053414463997
254248	embedding2nn.bias	5	-0.01071176864206791
254248	embedding2nn.bias	6	0.014612732455134392
254248	embedding2nn.bias	7	-0.055161647498607635
254248	embedding2nn.bias	8	0.07330792397260666
254248	embedding2nn.bias	9	0.04492659121751785
254248	rnn.weight_ih_l0	0	-0.0805959478020668
254248	rnn.weight_ih_l0	1	0.003173298202455044
254248	rnn.weight_ih_l0	2	0.03510498255491257
254248	rnn.weight_ih_l0	3	0.022733967751264572
254248	rnn.weight_ih_l0	4	-0.04793481528759003
254248	rnn.weight_ih_l0	5	-0.06822507083415985
254248	rnn.weight_ih_l0	6	-0.0010838324669748545
254248	rnn.weight_ih_l0	7	0.05348113179206848
254248	rnn.weight_ih_l0	8	-0.016910744830965996
254248	rnn.weight_ih_l0	9	-0.030905870720744133
254248	rnn.weight_hh_l0	0	-0.03051103465259075
254248	rnn.weight_hh_l0	1	-0.007216107565909624
254248	rnn.weight_hh_l0	2	0.006432874593883753
254248	rnn.weight_hh_l0	3	-0.07437140494585037
254248	rnn.weight_hh_l0	4	0.09334879368543625
254248	rnn.weight_hh_l0	5	-0.026702068746089935
254248	rnn.weight_hh_l0	6	-0.0635228231549263
254248	rnn.weight_hh_l0	7	0.009063796140253544
254248	rnn.weight_hh_l0	8	0.013436979614198208
254248	rnn.weight_hh_l0	9	-0.025624273344874382
254248	rnn.bias_ih_l0	0	0.1297478973865509
254248	rnn.bias_ih_l0	1	-0.03428991511464119
254248	rnn.bias_ih_l0	2	-0.034157831221818924
254248	rnn.bias_ih_l0	3	0.16330133378505707
254248	rnn.bias_ih_l0	4	-0.012748111970722675
254248	rnn.bias_ih_l0	5	-0.022541413083672523
254248	rnn.bias_ih_l0	6	0.017579907551407814
254248	rnn.bias_ih_l0	7	0.02320161834359169
254248	rnn.bias_ih_l0	8	-0.09966474026441574
254248	rnn.bias_ih_l0	9	-0.04145663231611252
254248	rnn.bias_hh_l0	0	-0.0011868472211062908
254248	rnn.bias_hh_l0	1	-0.0994962528347969
254248	rnn.bias_hh_l0	2	-0.07487073540687561
254248	rnn.bias_hh_l0	3	-0.08895894885063171
254248	rnn.bias_hh_l0	4	0.008970114402472973
254248	rnn.bias_hh_l0	5	-0.020980428904294968
254248	rnn.bias_hh_l0	6	0.02889099530875683
254248	rnn.bias_hh_l0	7	0.0612698458135128
254248	rnn.bias_hh_l0	8	-0.12314889580011368
254248	rnn.bias_hh_l0	9	-0.058890487998723984
254248	rnn.weight_ih_l0_reverse	0	-0.0256522037088871
254248	rnn.weight_ih_l0_reverse	1	-0.05694355443120003
254248	rnn.weight_ih_l0_reverse	2	-0.04903481900691986
254248	rnn.weight_ih_l0_reverse	3	0.015525280497968197
254248	rnn.weight_ih_l0_reverse	4	-0.02534857578575611
254248	rnn.weight_ih_l0_reverse	5	-0.05757038667798042
254248	rnn.weight_ih_l0_reverse	6	0.07372187823057175
254248	rnn.weight_ih_l0_reverse	7	-0.018743908032774925
254248	rnn.weight_ih_l0_reverse	8	-0.01838862895965576
254248	rnn.weight_ih_l0_reverse	9	0.00443772878497839
254248	rnn.weight_hh_l0_reverse	0	0.06828030198812485
254248	rnn.weight_hh_l0_reverse	1	0.01976616308093071
254248	rnn.weight_hh_l0_reverse	2	0.029941178858280182
254248	rnn.weight_hh_l0_reverse	3	0.03507967293262482
254248	rnn.weight_hh_l0_reverse	4	0.014347526244819164
254248	rnn.weight_hh_l0_reverse	5	0.007934284396469593
254248	rnn.weight_hh_l0_reverse	6	0.051110923290252686
254248	rnn.weight_hh_l0_reverse	7	-0.08195909857749939
254248	rnn.weight_hh_l0_reverse	8	0.040042560547590256
254248	rnn.weight_hh_l0_reverse	9	0.03488222137093544
254248	rnn.bias_ih_l0_reverse	0	-0.057273268699645996
254248	rnn.bias_ih_l0_reverse	1	-0.2818431258201599
254248	rnn.bias_ih_l0_reverse	2	-0.12436553835868835
254248	rnn.bias_ih_l0_reverse	3	-0.04774591699242592
254248	rnn.bias_ih_l0_reverse	4	-0.022353889420628548
254248	rnn.bias_ih_l0_reverse	5	0.07597176730632782
254248	rnn.bias_ih_l0_reverse	6	-0.06512224674224854
254248	rnn.bias_ih_l0_reverse	7	0.06096401810646057
254248	rnn.bias_ih_l0_reverse	8	-0.03530033677816391
254248	rnn.bias_ih_l0_reverse	9	0.06650504469871521
254248	rnn.bias_hh_l0_reverse	0	0.023484019562602043
254248	rnn.bias_hh_l0_reverse	1	-0.06281974166631699
254248	rnn.bias_hh_l0_reverse	2	0.08908335864543915
254248	rnn.bias_hh_l0_reverse	3	-0.051707200706005096
254248	rnn.bias_hh_l0_reverse	4	-0.028257766738533974
254248	rnn.bias_hh_l0_reverse	5	-0.022030439227819443
254248	rnn.bias_hh_l0_reverse	6	-0.019109565764665604
254248	rnn.bias_hh_l0_reverse	7	0.09915922582149506
254248	rnn.bias_hh_l0_reverse	8	0.03027935139834881
254248	rnn.bias_hh_l0_reverse	9	-0.1482813060283661
254248	rnn.weight_ih_l1	0	-0.0297404658049345
254248	rnn.weight_ih_l1	1	-0.05022706463932991
254248	rnn.weight_ih_l1	2	0.06516557931900024
254248	rnn.weight_ih_l1	3	-0.07289925962686539
254248	rnn.weight_ih_l1	4	-0.01407485269010067
254248	rnn.weight_ih_l1	5	-0.04033725708723068
254248	rnn.weight_ih_l1	6	0.02896706573665142
254248	rnn.weight_ih_l1	7	-0.0447615422308445
254248	rnn.weight_ih_l1	8	0.0377822183072567
254248	rnn.weight_ih_l1	9	0.04467153549194336
254248	rnn.weight_hh_l1	0	-0.007158229127526283
254248	rnn.weight_hh_l1	1	0.019914645701646805
254248	rnn.weight_hh_l1	2	0.006863004993647337
254248	rnn.weight_hh_l1	3	-0.012673896737396717
254248	rnn.weight_hh_l1	4	0.004821841139346361
254248	rnn.weight_hh_l1	5	0.03514469787478447
254248	rnn.weight_hh_l1	6	0.036121174693107605
254248	rnn.weight_hh_l1	7	-0.016213471069931984
254248	rnn.weight_hh_l1	8	-0.0072606285102665424
254248	rnn.weight_hh_l1	9	0.03866323083639145
254248	rnn.bias_ih_l1	0	-0.1838853359222412
254248	rnn.bias_ih_l1	1	-0.1743941456079483
254248	rnn.bias_ih_l1	2	-0.1971389651298523
254248	rnn.bias_ih_l1	3	-0.30847588181495667
254248	rnn.bias_ih_l1	4	-0.21173547208309174
254248	rnn.bias_ih_l1	5	-0.08846481144428253
254248	rnn.bias_ih_l1	6	-0.15876060724258423
254248	rnn.bias_ih_l1	7	-0.003639259608462453
254248	rnn.bias_ih_l1	8	-0.1309363692998886
254248	rnn.bias_ih_l1	9	-0.12384787946939468
254248	rnn.bias_hh_l1	0	-0.09647428244352341
254248	rnn.bias_hh_l1	1	-0.06354889273643494
254248	rnn.bias_hh_l1	2	-0.08583344519138336
254248	rnn.bias_hh_l1	3	-0.07767979800701141
254248	rnn.bias_hh_l1	4	-0.07293352484703064
254248	rnn.bias_hh_l1	5	-0.1176656112074852
254248	rnn.bias_hh_l1	6	-0.16071845591068268
254248	rnn.bias_hh_l1	7	0.0739176943898201
254248	rnn.bias_hh_l1	8	-0.1766250729560852
254248	rnn.bias_hh_l1	9	-0.11492855846881866
254248	rnn.weight_ih_l1_reverse	0	-0.04727336764335632
254248	rnn.weight_ih_l1_reverse	1	0.03363320976495743
254248	rnn.weight_ih_l1_reverse	2	0.08837255090475082
254248	rnn.weight_ih_l1_reverse	3	-0.01803356222808361
254248	rnn.weight_ih_l1_reverse	4	-0.022665830329060555
254248	rnn.weight_ih_l1_reverse	5	-0.030400332063436508
254248	rnn.weight_ih_l1_reverse	6	-0.01972293294966221
254248	rnn.weight_ih_l1_reverse	7	0.029827630147337914
254248	rnn.weight_ih_l1_reverse	8	0.005239411257207394
254248	rnn.weight_ih_l1_reverse	9	-0.033303357660770416
254248	rnn.weight_hh_l1_reverse	0	0.004550475627183914
254248	rnn.weight_hh_l1_reverse	1	0.031678665429353714
254248	rnn.weight_hh_l1_reverse	2	-0.04061320051550865
254248	rnn.weight_hh_l1_reverse	3	0.03503742814064026
254248	rnn.weight_hh_l1_reverse	4	0.04708372429013252
254248	rnn.weight_hh_l1_reverse	5	0.005938855931162834
254248	rnn.weight_hh_l1_reverse	6	0.0489288754761219
254248	rnn.weight_hh_l1_reverse	7	0.03097403235733509
254248	rnn.weight_hh_l1_reverse	8	-0.007166183087974787
254248	rnn.weight_hh_l1_reverse	9	-0.030238967388868332
254248	rnn.bias_ih_l1_reverse	0	-0.045816026628017426
254248	rnn.bias_ih_l1_reverse	1	-0.14021891355514526
254248	rnn.bias_ih_l1_reverse	2	-0.16299928724765778
254248	rnn.bias_ih_l1_reverse	3	-0.06197144836187363
254248	rnn.bias_ih_l1_reverse	4	-0.20413686335086823
254248	rnn.bias_ih_l1_reverse	5	-0.11666200309991837
254248	rnn.bias_ih_l1_reverse	6	-0.13017801940441132
254248	rnn.bias_ih_l1_reverse	7	-0.19106191396713257
254248	rnn.bias_ih_l1_reverse	8	0.22625356912612915
254248	rnn.bias_ih_l1_reverse	9	0.02292550913989544
254248	rnn.bias_hh_l1_reverse	0	0.01021354366093874
254248	rnn.bias_hh_l1_reverse	1	-0.06478772312402725
254248	rnn.bias_hh_l1_reverse	2	-0.23689629137516022
254248	rnn.bias_hh_l1_reverse	3	-0.1434498280286789
254248	rnn.bias_hh_l1_reverse	4	-0.08014705777168274
254248	rnn.bias_hh_l1_reverse	5	-0.11636313050985336
254248	rnn.bias_hh_l1_reverse	6	0.06328742206096649
254248	rnn.bias_hh_l1_reverse	7	-0.1364600956439972
254248	rnn.bias_hh_l1_reverse	8	-0.12472735345363617
254248	rnn.bias_hh_l1_reverse	9	-0.14813360571861267
254248	linear.weight	0	0.002228822559118271
254248	linear.weight	1	0.09871385991573334
254248	linear.weight	2	-0.09273260831832886
254248	linear.weight	3	0.31282839179039
254248	linear.weight	4	0.1506763994693756
254248	linear.weight	5	-0.06552217900753021
254248	linear.weight	6	0.09135964512825012
254248	linear.weight	7	0.1354820430278778
254248	linear.weight	8	0.04113345965743065
254248	linear.weight	9	-0.05092392861843109
254248	linear.bias	0	0.08441854268312454
254248	linear.bias	1	-0.19353251159191132
254248	linear.bias	2	-0.44751760363578796
254248	linear.bias	3	-0.6578629612922668
254248	linear.bias	4	-1.2611669301986694
254248	linear.bias	5	-0.05922066047787666
254248	linear.bias	6	-0.8251875638961792
254248	linear.bias	7	0.2727178633213043
254248	linear.bias	8	-0.3977978825569153
254248	linear.bias	9	-1.0240750312805176
254445	transitions	0	0.754902184009552
254445	transitions	1	0.13843195140361786
254445	transitions	2	-10000.0
254445	transitions	3	-1.8280774354934692
254445	transitions	4	-10000.0
254445	transitions	5	0.562923014163971
254445	transitions	6	-0.08554529398679733
254445	transitions	7	-0.8106560707092285
254445	transitions	8	-1.4226059913635254
254445	transitions	9	-0.001230778987519443
254445	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
254445	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
254445	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
254445	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
254445	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
254445	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
254445	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
254445	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
254445	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
254445	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
254445	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
254445	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
254445	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
254445	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
254445	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
254445	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
254445	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
254445	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
254445	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
254445	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
254445	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
254445	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
254445	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
254445	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
254445	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
254445	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
254445	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
254445	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
254445	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
254445	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
254445	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
254445	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
254445	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
254445	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
254445	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
254445	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
254445	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
254445	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
254445	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
254445	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
254445	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
254445	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
254445	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
254445	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
254445	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
254445	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
254445	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
254445	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
254445	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
254445	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
254445	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
254445	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
254445	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
254445	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
254445	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
254445	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
254445	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
254445	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
254445	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
254445	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
254445	embedding2nn.weight	0	0.01677793450653553
254445	embedding2nn.weight	1	-0.012730158865451813
254445	embedding2nn.weight	2	-0.014268254861235619
254445	embedding2nn.weight	3	-0.0318150669336319
254445	embedding2nn.weight	4	-0.0059150345623493195
254445	embedding2nn.weight	5	-0.0037005888298153877
254445	embedding2nn.weight	6	-0.003973265178501606
254445	embedding2nn.weight	7	-0.07714220881462097
254445	embedding2nn.weight	8	-0.0019979383796453476
254445	embedding2nn.weight	9	-0.027745643630623817
254445	embedding2nn.bias	0	0.03310901299118996
254445	embedding2nn.bias	1	-0.07539154589176178
254445	embedding2nn.bias	2	0.07184909284114838
254445	embedding2nn.bias	3	0.05295367166399956
254445	embedding2nn.bias	4	-0.042714182287454605
254445	embedding2nn.bias	5	-0.010683084838092327
254445	embedding2nn.bias	6	0.014561834745109081
254445	embedding2nn.bias	7	-0.05517636984586716
254445	embedding2nn.bias	8	0.0732804611325264
254445	embedding2nn.bias	9	0.04517487436532974
254445	rnn.weight_ih_l0	0	-0.08057881891727448
254445	rnn.weight_ih_l0	1	0.0031608662102371454
254445	rnn.weight_ih_l0	2	0.0350852832198143
254445	rnn.weight_ih_l0	3	0.02274494431912899
254445	rnn.weight_ih_l0	4	-0.04792200028896332
254445	rnn.weight_ih_l0	5	-0.06825080513954163
254445	rnn.weight_ih_l0	6	-0.001123963505961001
254445	rnn.weight_ih_l0	7	0.05351560562849045
254445	rnn.weight_ih_l0	8	-0.01690492406487465
254445	rnn.weight_ih_l0	9	-0.03087541274726391
254445	rnn.weight_hh_l0	0	-0.03049655631184578
254445	rnn.weight_hh_l0	1	-0.0072294846177101135
254445	rnn.weight_hh_l0	2	0.006422961596399546
254445	rnn.weight_hh_l0	3	-0.07438213378190994
254445	rnn.weight_hh_l0	4	0.09336286038160324
254445	rnn.weight_hh_l0	5	-0.026719173416495323
254445	rnn.weight_hh_l0	6	-0.06357218325138092
254445	rnn.weight_hh_l0	7	0.009052245877683163
254445	rnn.weight_hh_l0	8	0.013439849950373173
254445	rnn.weight_hh_l0	9	-0.02563023939728737
254445	rnn.bias_ih_l0	0	0.12971943616867065
254445	rnn.bias_ih_l0	1	-0.03428110107779503
254445	rnn.bias_ih_l0	2	-0.03429175540804863
254445	rnn.bias_ih_l0	3	0.16333389282226562
254445	rnn.bias_ih_l0	4	-0.012736405245959759
254445	rnn.bias_ih_l0	5	-0.02258160151541233
254445	rnn.bias_ih_l0	6	0.01747274585068226
254445	rnn.bias_ih_l0	7	0.023149244487285614
254445	rnn.bias_ih_l0	8	-0.09967664629220963
254445	rnn.bias_ih_l0	9	-0.041362978518009186
254445	rnn.bias_hh_l0	0	-0.0012312273029237986
254445	rnn.bias_hh_l0	1	-0.0995228961110115
254445	rnn.bias_hh_l0	2	-0.07490340620279312
254445	rnn.bias_hh_l0	3	-0.08891097456216812
254445	rnn.bias_hh_l0	4	0.008894059807062149
254445	rnn.bias_hh_l0	5	-0.020921021699905396
254445	rnn.bias_hh_l0	6	0.028925696387887
254445	rnn.bias_hh_l0	7	0.061171576380729675
254445	rnn.bias_hh_l0	8	-0.12309803813695908
254445	rnn.bias_hh_l0	9	-0.058910489082336426
254445	rnn.weight_ih_l0_reverse	0	-0.025634143501520157
254445	rnn.weight_ih_l0_reverse	1	-0.056926269084215164
254445	rnn.weight_ih_l0_reverse	2	-0.04906223714351654
254445	rnn.weight_ih_l0_reverse	3	0.015530992299318314
254445	rnn.weight_ih_l0_reverse	4	-0.025353945791721344
254445	rnn.weight_ih_l0_reverse	5	-0.057520944625139236
254445	rnn.weight_ih_l0_reverse	6	0.07368515431880951
254445	rnn.weight_ih_l0_reverse	7	-0.018731581047177315
254445	rnn.weight_ih_l0_reverse	8	-0.01835780404508114
254445	rnn.weight_ih_l0_reverse	9	0.004440068267285824
254445	rnn.weight_hh_l0_reverse	0	0.06825679540634155
254445	rnn.weight_hh_l0_reverse	1	0.019700147211551666
254445	rnn.weight_hh_l0_reverse	2	0.029969116672873497
254445	rnn.weight_hh_l0_reverse	3	0.035090625286102295
254445	rnn.weight_hh_l0_reverse	4	0.01433640904724598
254445	rnn.weight_hh_l0_reverse	5	0.007968105375766754
254445	rnn.weight_hh_l0_reverse	6	0.051108233630657196
254445	rnn.weight_hh_l0_reverse	7	-0.08200496435165405
254445	rnn.weight_hh_l0_reverse	8	0.04005483165383339
254445	rnn.weight_hh_l0_reverse	9	0.034880563616752625
254445	rnn.bias_ih_l0_reverse	0	-0.05737878382205963
254445	rnn.bias_ih_l0_reverse	1	-0.2816767394542694
254445	rnn.bias_ih_l0_reverse	2	-0.12434784322977066
254445	rnn.bias_ih_l0_reverse	3	-0.047805022448301315
254445	rnn.bias_ih_l0_reverse	4	-0.02235809527337551
254445	rnn.bias_ih_l0_reverse	5	0.07584765553474426
254445	rnn.bias_ih_l0_reverse	6	-0.06516103446483612
254445	rnn.bias_ih_l0_reverse	7	0.06095710024237633
254445	rnn.bias_ih_l0_reverse	8	-0.03536810725927353
254445	rnn.bias_ih_l0_reverse	9	0.06652078032493591
254445	rnn.bias_hh_l0_reverse	0	0.023447036743164062
254445	rnn.bias_hh_l0_reverse	1	-0.06261330097913742
254445	rnn.bias_hh_l0_reverse	2	0.08921326696872711
254445	rnn.bias_hh_l0_reverse	3	-0.051694512367248535
254445	rnn.bias_hh_l0_reverse	4	-0.028232332319021225
254445	rnn.bias_hh_l0_reverse	5	-0.02213248237967491
254445	rnn.bias_hh_l0_reverse	6	-0.019209878519177437
254445	rnn.bias_hh_l0_reverse	7	0.09925760328769684
254445	rnn.bias_hh_l0_reverse	8	0.030289996415376663
254445	rnn.bias_hh_l0_reverse	9	-0.14842380583286285
254445	rnn.weight_ih_l1	0	-0.029751040041446686
254445	rnn.weight_ih_l1	1	-0.05025442689657211
254445	rnn.weight_ih_l1	2	0.06505479663610458
254445	rnn.weight_ih_l1	3	-0.07299915701150894
254445	rnn.weight_ih_l1	4	-0.014071233570575714
254445	rnn.weight_ih_l1	5	-0.0403481125831604
254445	rnn.weight_ih_l1	6	0.028929775580763817
254445	rnn.weight_ih_l1	7	-0.04477570205926895
254445	rnn.weight_ih_l1	8	0.03778040036559105
254445	rnn.weight_ih_l1	9	0.04466630145907402
254445	rnn.weight_hh_l1	0	-0.007180627901107073
254445	rnn.weight_hh_l1	1	0.019918913021683693
254445	rnn.weight_hh_l1	2	0.0068763247691094875
254445	rnn.weight_hh_l1	3	-0.012670227326452732
254445	rnn.weight_hh_l1	4	0.00481601245701313
254445	rnn.weight_hh_l1	5	0.035148985683918
254445	rnn.weight_hh_l1	6	0.03613204136490822
254445	rnn.weight_hh_l1	7	-0.01622542180120945
254445	rnn.weight_hh_l1	8	-0.007286424748599529
254445	rnn.weight_hh_l1	9	0.038647618144750595
254445	rnn.bias_ih_l1	0	-0.18395575881004333
254445	rnn.bias_ih_l1	1	-0.17437778413295746
254445	rnn.bias_ih_l1	2	-0.19715146720409393
254445	rnn.bias_ih_l1	3	-0.30830052495002747
254445	rnn.bias_ih_l1	4	-0.21165329217910767
254445	rnn.bias_ih_l1	5	-0.08844488114118576
254445	rnn.bias_ih_l1	6	-0.15880240499973297
254445	rnn.bias_ih_l1	7	-0.00355896377004683
254445	rnn.bias_ih_l1	8	-0.13081583380699158
254445	rnn.bias_ih_l1	9	-0.12397406995296478
254445	rnn.bias_hh_l1	0	-0.09645723551511765
254445	rnn.bias_hh_l1	1	-0.0636044591665268
254445	rnn.bias_hh_l1	2	-0.08596176654100418
254445	rnn.bias_hh_l1	3	-0.07764917612075806
254445	rnn.bias_hh_l1	4	-0.07271378487348557
254445	rnn.bias_hh_l1	5	-0.11766687035560608
254445	rnn.bias_hh_l1	6	-0.16065847873687744
254445	rnn.bias_hh_l1	7	0.0737999826669693
254445	rnn.bias_hh_l1	8	-0.1764996498823166
254445	rnn.bias_hh_l1	9	-0.11502604931592941
254445	rnn.weight_ih_l1_reverse	0	-0.04726295545697212
254445	rnn.weight_ih_l1_reverse	1	0.03373214229941368
254445	rnn.weight_ih_l1_reverse	2	0.08839596807956696
254445	rnn.weight_ih_l1_reverse	3	-0.018035808578133583
254445	rnn.weight_ih_l1_reverse	4	-0.022725194692611694
254445	rnn.weight_ih_l1_reverse	5	-0.03040880523622036
254445	rnn.weight_ih_l1_reverse	6	-0.01974923349916935
254445	rnn.weight_ih_l1_reverse	7	0.029814135283231735
254445	rnn.weight_ih_l1_reverse	8	0.005261725280433893
254445	rnn.weight_ih_l1_reverse	9	-0.033317819237709045
254445	rnn.weight_hh_l1_reverse	0	0.0045473878271877766
254445	rnn.weight_hh_l1_reverse	1	0.03166511282324791
254445	rnn.weight_hh_l1_reverse	2	-0.04061250016093254
254445	rnn.weight_hh_l1_reverse	3	0.035035643726587296
254445	rnn.weight_hh_l1_reverse	4	0.047085653990507126
254445	rnn.weight_hh_l1_reverse	5	0.005963578820228577
254445	rnn.weight_hh_l1_reverse	6	0.04897962510585785
254445	rnn.weight_hh_l1_reverse	7	0.030978083610534668
254445	rnn.weight_hh_l1_reverse	8	-0.007164229638874531
254445	rnn.weight_hh_l1_reverse	9	-0.03023805469274521
254445	rnn.bias_ih_l1_reverse	0	-0.04591354355216026
254445	rnn.bias_ih_l1_reverse	1	-0.14014911651611328
254445	rnn.bias_ih_l1_reverse	2	-0.16294604539871216
254445	rnn.bias_ih_l1_reverse	3	-0.061977922916412354
254445	rnn.bias_ih_l1_reverse	4	-0.20414668321609497
254445	rnn.bias_ih_l1_reverse	5	-0.11672472953796387
254445	rnn.bias_ih_l1_reverse	6	-0.13020458817481995
254445	rnn.bias_ih_l1_reverse	7	-0.19106265902519226
254445	rnn.bias_ih_l1_reverse	8	0.2265343964099884
254445	rnn.bias_ih_l1_reverse	9	0.023124003782868385
254445	rnn.bias_hh_l1_reverse	0	0.010273986496031284
254445	rnn.bias_hh_l1_reverse	1	-0.06477398425340652
254445	rnn.bias_hh_l1_reverse	2	-0.2369181513786316
254445	rnn.bias_hh_l1_reverse	3	-0.14349941909313202
254445	rnn.bias_hh_l1_reverse	4	-0.08013469725847244
254445	rnn.bias_hh_l1_reverse	5	-0.1163388192653656
254445	rnn.bias_hh_l1_reverse	6	0.0631430447101593
254445	rnn.bias_hh_l1_reverse	7	-0.13648581504821777
254445	rnn.bias_hh_l1_reverse	8	-0.12471736967563629
254445	rnn.bias_hh_l1_reverse	9	-0.1481301337480545
254445	linear.weight	0	0.002228822559118271
254445	linear.weight	1	0.09852872043848038
254445	linear.weight	2	-0.09283526986837387
254445	linear.weight	3	0.3129403293132782
254445	linear.weight	4	0.15072089433670044
254445	linear.weight	5	-0.06548672914505005
254445	linear.weight	6	0.09164731204509735
254445	linear.weight	7	0.1354747861623764
254445	linear.weight	8	0.04113345965743065
254445	linear.weight	9	-0.05087621510028839
254445	linear.bias	0	0.08665556460618973
254445	linear.bias	1	-0.19356215000152588
254445	linear.bias	2	-0.4466824531555176
254445	linear.bias	3	-0.6584731936454773
254445	linear.bias	4	-1.2617682218551636
254445	linear.bias	5	-0.05834128335118294
254445	linear.bias	6	-0.8252373337745667
254445	linear.bias	7	0.27358049154281616
254445	linear.bias	8	-0.39795535802841187
254445	linear.bias	9	-1.024156928062439
254642	transitions	0	0.7552492618560791
254642	transitions	1	0.1385093778371811
254642	transitions	2	-10000.0
254642	transitions	3	-1.8280774354934692
254642	transitions	4	-10000.0
254642	transitions	5	0.5629057884216309
254642	transitions	6	-0.08554694801568985
254642	transitions	7	-0.810711681842804
254642	transitions	8	-1.4226073026657104
254642	transitions	9	-0.001230811350978911
254642	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
254642	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
254642	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
254642	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
254642	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
254642	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
254642	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
254642	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
254642	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
254642	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
254642	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
254642	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
254642	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
254642	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
254642	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
254642	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
254642	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
254642	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
254642	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
254642	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
254642	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
254642	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
254642	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
254642	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
254642	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
254642	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
254642	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
254642	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
254642	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
254642	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
254642	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
254642	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
254642	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
254642	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
254642	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
254642	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
254642	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
254642	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
254642	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
254642	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
254642	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
254642	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
254642	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
254642	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
254642	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
254642	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
254642	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
254642	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
254642	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
254642	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
254642	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
254642	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
254642	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
254642	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
254642	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
254642	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
254642	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
254642	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
254642	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
254642	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
254642	embedding2nn.weight	0	0.016777707263827324
254642	embedding2nn.weight	1	-0.012741638347506523
254642	embedding2nn.weight	2	-0.014268254861235619
254642	embedding2nn.weight	3	-0.03185879811644554
254642	embedding2nn.weight	4	-0.0059150345623493195
254642	embedding2nn.weight	5	-0.0037005888298153877
254642	embedding2nn.weight	6	-0.003973265178501606
254642	embedding2nn.weight	7	-0.07712411135435104
254642	embedding2nn.weight	8	-0.0019979383796453476
254642	embedding2nn.weight	9	-0.02775047905743122
254642	embedding2nn.bias	0	0.032964229583740234
254642	embedding2nn.bias	1	-0.07536911219358444
254642	embedding2nn.bias	2	0.07193823158740997
254642	embedding2nn.bias	3	0.0530693493783474
254642	embedding2nn.bias	4	-0.04255058616399765
254642	embedding2nn.bias	5	-0.010970604605972767
254642	embedding2nn.bias	6	0.014595896005630493
254642	embedding2nn.bias	7	-0.055069342255592346
254642	embedding2nn.bias	8	0.07332101464271545
254642	embedding2nn.bias	9	0.045175954699516296
254642	rnn.weight_ih_l0	0	-0.08052882552146912
254642	rnn.weight_ih_l0	1	0.003174286335706711
254642	rnn.weight_ih_l0	2	0.03511686623096466
254642	rnn.weight_ih_l0	3	0.022775156423449516
254642	rnn.weight_ih_l0	4	-0.04791412875056267
254642	rnn.weight_ih_l0	5	-0.06822799891233444
254642	rnn.weight_ih_l0	6	-0.0011346504325047135
254642	rnn.weight_ih_l0	7	0.05353325977921486
254642	rnn.weight_ih_l0	8	-0.016955813392996788
254642	rnn.weight_ih_l0	9	-0.03085138648748398
254642	rnn.weight_hh_l0	0	-0.030563626438379288
254642	rnn.weight_hh_l0	1	-0.007292732130736113
254642	rnn.weight_hh_l0	2	0.006408732384443283
254642	rnn.weight_hh_l0	3	-0.0743461549282074
254642	rnn.weight_hh_l0	4	0.09337468445301056
254642	rnn.weight_hh_l0	5	-0.026758046820759773
254642	rnn.weight_hh_l0	6	-0.06356751173734665
254642	rnn.weight_hh_l0	7	0.00903608463704586
254642	rnn.weight_hh_l0	8	0.013408849015831947
254642	rnn.weight_hh_l0	9	-0.02564384788274765
254642	rnn.bias_ih_l0	0	0.12976843118667603
254642	rnn.bias_ih_l0	1	-0.034327950328588486
254642	rnn.bias_ih_l0	2	-0.03419092297554016
254642	rnn.bias_ih_l0	3	0.16335883736610413
254642	rnn.bias_ih_l0	4	-0.012703374959528446
254642	rnn.bias_ih_l0	5	-0.02268211543560028
254642	rnn.bias_ih_l0	6	0.017323225736618042
254642	rnn.bias_ih_l0	7	0.023134343326091766
254642	rnn.bias_ih_l0	8	-0.09969896823167801
254642	rnn.bias_ih_l0	9	-0.04111200571060181
254642	rnn.bias_hh_l0	0	-0.0012684224639087915
254642	rnn.bias_hh_l0	1	-0.09953572601079941
254642	rnn.bias_hh_l0	2	-0.07499407976865768
254642	rnn.bias_hh_l0	3	-0.08875200897455215
254642	rnn.bias_hh_l0	4	0.008784106001257896
254642	rnn.bias_hh_l0	5	-0.020859582349658012
254642	rnn.bias_hh_l0	6	0.028852159157395363
254642	rnn.bias_hh_l0	7	0.0609716959297657
254642	rnn.bias_hh_l0	8	-0.1230194941163063
254642	rnn.bias_hh_l0	9	-0.0589834488928318
254642	rnn.weight_ih_l0_reverse	0	-0.02566109038889408
254642	rnn.weight_ih_l0_reverse	1	-0.05689831078052521
254642	rnn.weight_ih_l0_reverse	2	-0.04907612502574921
254642	rnn.weight_ih_l0_reverse	3	0.015519430860877037
254642	rnn.weight_ih_l0_reverse	4	-0.02531709335744381
254642	rnn.weight_ih_l0_reverse	5	-0.05748884007334709
254642	rnn.weight_ih_l0_reverse	6	0.07365986704826355
254642	rnn.weight_ih_l0_reverse	7	-0.018716899678111076
254642	rnn.weight_ih_l0_reverse	8	-0.01841963455080986
254642	rnn.weight_ih_l0_reverse	9	0.004467264749109745
254642	rnn.weight_hh_l0_reverse	0	0.06830542534589767
254642	rnn.weight_hh_l0_reverse	1	0.0197293758392334
254642	rnn.weight_hh_l0_reverse	2	0.029927963390946388
254642	rnn.weight_hh_l0_reverse	3	0.03509555011987686
254642	rnn.weight_hh_l0_reverse	4	0.014317262917757034
254642	rnn.weight_hh_l0_reverse	5	0.008038067258894444
254642	rnn.weight_hh_l0_reverse	6	0.051088545471429825
254642	rnn.weight_hh_l0_reverse	7	-0.08199210464954376
254642	rnn.weight_hh_l0_reverse	8	0.04006770998239517
254642	rnn.weight_hh_l0_reverse	9	0.03488374128937721
254642	rnn.bias_ih_l0_reverse	0	-0.05738739296793938
254642	rnn.bias_ih_l0_reverse	1	-0.28177037835121155
254642	rnn.bias_ih_l0_reverse	2	-0.12433280050754547
254642	rnn.bias_ih_l0_reverse	3	-0.04787466675043106
254642	rnn.bias_ih_l0_reverse	4	-0.022423915565013885
254642	rnn.bias_ih_l0_reverse	5	0.0758395716547966
254642	rnn.bias_ih_l0_reverse	6	-0.06516189873218536
254642	rnn.bias_ih_l0_reverse	7	0.06093689426779747
254642	rnn.bias_ih_l0_reverse	8	-0.03553403913974762
254642	rnn.bias_ih_l0_reverse	9	0.06649119406938553
254642	rnn.bias_hh_l0_reverse	0	0.023527028039097786
254642	rnn.bias_hh_l0_reverse	1	-0.06263447552919388
254642	rnn.bias_hh_l0_reverse	2	0.08913001418113708
254642	rnn.bias_hh_l0_reverse	3	-0.05175801366567612
254642	rnn.bias_hh_l0_reverse	4	-0.028163211420178413
254642	rnn.bias_hh_l0_reverse	5	-0.022028205916285515
254642	rnn.bias_hh_l0_reverse	6	-0.019308697432279587
254642	rnn.bias_hh_l0_reverse	7	0.09934112429618835
254642	rnn.bias_hh_l0_reverse	8	0.030383726581931114
254642	rnn.bias_hh_l0_reverse	9	-0.1485450565814972
254642	rnn.weight_ih_l1	0	-0.029727187007665634
254642	rnn.weight_ih_l1	1	-0.050225432962179184
254642	rnn.weight_ih_l1	2	0.06504024565219879
254642	rnn.weight_ih_l1	3	-0.07299309223890305
254642	rnn.weight_ih_l1	4	-0.01407916471362114
254642	rnn.weight_ih_l1	5	-0.04036635905504227
254642	rnn.weight_ih_l1	6	0.028913220390677452
254642	rnn.weight_ih_l1	7	-0.04470512643456459
254642	rnn.weight_ih_l1	8	0.037794291973114014
254642	rnn.weight_ih_l1	9	0.0446755476295948
254642	rnn.weight_hh_l1	0	-0.007198180537670851
254642	rnn.weight_hh_l1	1	0.01991645246744156
254642	rnn.weight_hh_l1	2	0.006928951945155859
254642	rnn.weight_hh_l1	3	-0.012681997381150723
254642	rnn.weight_hh_l1	4	0.00481607299298048
254642	rnn.weight_hh_l1	5	0.035164088010787964
254642	rnn.weight_hh_l1	6	0.03613751754164696
254642	rnn.weight_hh_l1	7	-0.01623709127306938
254642	rnn.weight_hh_l1	8	-0.007277321070432663
254642	rnn.weight_hh_l1	9	0.038642290979623795
254642	rnn.bias_ih_l1	0	-0.18393976986408234
254642	rnn.bias_ih_l1	1	-0.17434342205524445
254642	rnn.bias_ih_l1	2	-0.1970163881778717
254642	rnn.bias_ih_l1	3	-0.3083363175392151
254642	rnn.bias_ih_l1	4	-0.21184583008289337
254642	rnn.bias_ih_l1	5	-0.0884098932147026
254642	rnn.bias_ih_l1	6	-0.15878906846046448
254642	rnn.bias_ih_l1	7	-0.0036253216676414013
254642	rnn.bias_ih_l1	8	-0.13074557483196259
254642	rnn.bias_ih_l1	9	-0.12394033372402191
254642	rnn.bias_hh_l1	0	-0.09640652686357498
254642	rnn.bias_hh_l1	1	-0.06355667114257812
254642	rnn.bias_hh_l1	2	-0.08592796325683594
254642	rnn.bias_hh_l1	3	-0.07766634970903397
254642	rnn.bias_hh_l1	4	-0.07279880344867706
254642	rnn.bias_hh_l1	5	-0.11760412901639938
254642	rnn.bias_hh_l1	6	-0.16056589782238007
254642	rnn.bias_hh_l1	7	0.07385272532701492
254642	rnn.bias_hh_l1	8	-0.17645594477653503
254642	rnn.bias_hh_l1	9	-0.11506858468055725
254642	rnn.weight_ih_l1_reverse	0	-0.04728127270936966
254642	rnn.weight_ih_l1_reverse	1	0.03366550803184509
254642	rnn.weight_ih_l1_reverse	2	0.08848407119512558
254642	rnn.weight_ih_l1_reverse	3	-0.0179396104067564
254642	rnn.weight_ih_l1_reverse	4	-0.022711215540766716
254642	rnn.weight_ih_l1_reverse	5	-0.03040267713367939
254642	rnn.weight_ih_l1_reverse	6	-0.01976052112877369
254642	rnn.weight_ih_l1_reverse	7	0.02976142428815365
254642	rnn.weight_ih_l1_reverse	8	0.005201841238886118
254642	rnn.weight_ih_l1_reverse	9	-0.033263351768255234
254642	rnn.weight_hh_l1_reverse	0	0.004538638982921839
254642	rnn.weight_hh_l1_reverse	1	0.03165527060627937
254642	rnn.weight_hh_l1_reverse	2	-0.04061184078454971
254642	rnn.weight_hh_l1_reverse	3	0.03502979502081871
254642	rnn.weight_hh_l1_reverse	4	0.047083787620067596
254642	rnn.weight_hh_l1_reverse	5	0.005970526020973921
254642	rnn.weight_hh_l1_reverse	6	0.049040332436561584
254642	rnn.weight_hh_l1_reverse	7	0.03096938133239746
254642	rnn.weight_hh_l1_reverse	8	-0.007159968838095665
254642	rnn.weight_hh_l1_reverse	9	-0.030246175825595856
254642	rnn.bias_ih_l1_reverse	0	-0.045768626034259796
254642	rnn.bias_ih_l1_reverse	1	-0.1401684433221817
254642	rnn.bias_ih_l1_reverse	2	-0.16308307647705078
254642	rnn.bias_ih_l1_reverse	3	-0.06234109401702881
254642	rnn.bias_ih_l1_reverse	4	-0.20415149629116058
254642	rnn.bias_ih_l1_reverse	5	-0.11670830845832825
254642	rnn.bias_ih_l1_reverse	6	-0.1301804929971695
254642	rnn.bias_ih_l1_reverse	7	-0.19111861288547516
254642	rnn.bias_ih_l1_reverse	8	0.22649186849594116
254642	rnn.bias_ih_l1_reverse	9	0.0231670830398798
254642	rnn.bias_hh_l1_reverse	0	0.010048160329461098
254642	rnn.bias_hh_l1_reverse	1	-0.06483093649148941
254642	rnn.bias_hh_l1_reverse	2	-0.2369227409362793
254642	rnn.bias_hh_l1_reverse	3	-0.14344719052314758
254642	rnn.bias_hh_l1_reverse	4	-0.08022249490022659
254642	rnn.bias_hh_l1_reverse	5	-0.11628110706806183
254642	rnn.bias_hh_l1_reverse	6	0.06308325380086899
254642	rnn.bias_hh_l1_reverse	7	-0.13646861910820007
254642	rnn.bias_hh_l1_reverse	8	-0.12471252679824829
254642	rnn.bias_hh_l1_reverse	9	-0.14814496040344238
254642	linear.weight	0	0.002228822559118271
254642	linear.weight	1	0.09845466166734695
254642	linear.weight	2	-0.09286826103925705
254642	linear.weight	3	0.3125503957271576
254642	linear.weight	4	0.1507519632577896
254642	linear.weight	5	-0.06542070209980011
254642	linear.weight	6	0.09145354479551315
254642	linear.weight	7	0.1355271190404892
254642	linear.weight	8	0.04113345965743065
254642	linear.weight	9	-0.05093866586685181
254642	linear.bias	0	0.08973115682601929
254642	linear.bias	1	-0.1926032304763794
254642	linear.bias	2	-0.44749340415000916
254642	linear.bias	3	-0.6573334336280823
254642	linear.bias	4	-1.2606003284454346
254642	linear.bias	5	-0.059497807174921036
254642	linear.bias	6	-0.8241733312606812
254642	linear.bias	7	0.27256181836128235
254642	linear.bias	8	-0.39860767126083374
254642	linear.bias	9	-1.0248446464538574
254646	transitions	0	0.7552439570426941
254646	transitions	1	0.13850907981395721
254646	transitions	2	-10000.0
254646	transitions	3	-1.8280774354934692
254646	transitions	4	-10000.0
254646	transitions	5	0.5629057884216309
254646	transitions	6	-0.08554695546627045
254646	transitions	7	-0.8107119202613831
254646	transitions	8	-1.4226073026657104
254646	transitions	9	-0.0012308114673942327
254646	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
254646	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
254646	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
254646	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
254646	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
254646	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
254646	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
254646	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
254646	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
254646	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
254646	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
254646	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
254646	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
254646	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
254646	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
254646	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
254646	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
254646	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
254646	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
254646	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
254646	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
254646	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
254646	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
254646	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
254646	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
254646	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
254646	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
254646	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
254646	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
254646	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
254646	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
254646	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
254646	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
254646	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
254646	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
254646	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
254646	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
254646	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
254646	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
254646	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
254646	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
254646	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
254646	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
254646	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
254646	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
254646	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
254646	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
254646	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
254646	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
254646	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
254646	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
254646	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
254646	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
254646	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
254646	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
254646	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
254646	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
254646	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
254646	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
254646	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
254646	embedding2nn.weight	0	0.016758427023887634
254646	embedding2nn.weight	1	-0.01274107862263918
254646	embedding2nn.weight	2	-0.014268254861235619
254646	embedding2nn.weight	3	-0.03184253349900246
254646	embedding2nn.weight	4	-0.0059150345623493195
254646	embedding2nn.weight	5	-0.0037005888298153877
254646	embedding2nn.weight	6	-0.003973265178501606
254646	embedding2nn.weight	7	-0.07712828367948532
254646	embedding2nn.weight	8	-0.0019979383796453476
254646	embedding2nn.weight	9	-0.027746299281716347
254646	embedding2nn.bias	0	0.03296349570155144
254646	embedding2nn.bias	1	-0.07541844248771667
254646	embedding2nn.bias	2	0.07191064953804016
254646	embedding2nn.bias	3	0.05311527103185654
254646	embedding2nn.bias	4	-0.04253954440355301
254646	embedding2nn.bias	5	-0.01105787605047226
254646	embedding2nn.bias	6	0.014607544988393784
254646	embedding2nn.bias	7	-0.05515872314572334
254646	embedding2nn.bias	8	0.07333309203386307
254646	embedding2nn.bias	9	0.04518745467066765
254646	rnn.weight_ih_l0	0	-0.08052901923656464
254646	rnn.weight_ih_l0	1	0.0031716409139335155
254646	rnn.weight_ih_l0	2	0.03511790931224823
254646	rnn.weight_ih_l0	3	0.022769413888454437
254646	rnn.weight_ih_l0	4	-0.047924529761075974
254646	rnn.weight_ih_l0	5	-0.06823284924030304
254646	rnn.weight_ih_l0	6	-0.0011301134945824742
254646	rnn.weight_ih_l0	7	0.05353521555662155
254646	rnn.weight_ih_l0	8	-0.016948994249105453
254646	rnn.weight_ih_l0	9	-0.030847035348415375
254646	rnn.weight_hh_l0	0	-0.030565783381462097
254646	rnn.weight_hh_l0	1	-0.007295521441847086
254646	rnn.weight_hh_l0	2	0.006409075576812029
254646	rnn.weight_hh_l0	3	-0.074343740940094
254646	rnn.weight_hh_l0	4	0.09337633848190308
254646	rnn.weight_hh_l0	5	-0.026759948581457138
254646	rnn.weight_hh_l0	6	-0.06356695294380188
254646	rnn.weight_hh_l0	7	0.009037114679813385
254646	rnn.weight_hh_l0	8	0.013408632948994637
254646	rnn.weight_hh_l0	9	-0.02564457803964615
254646	rnn.bias_ih_l0	0	0.12977953255176544
254646	rnn.bias_ih_l0	1	-0.03432971611618996
254646	rnn.bias_ih_l0	2	-0.034184057265520096
254646	rnn.bias_ih_l0	3	0.16334332525730133
254646	rnn.bias_ih_l0	4	-0.012705392204225063
254646	rnn.bias_ih_l0	5	-0.022693628445267677
254646	rnn.bias_ih_l0	6	0.0172994714230299
254646	rnn.bias_ih_l0	7	0.0231186393648386
254646	rnn.bias_ih_l0	8	-0.09968948364257812
254646	rnn.bias_ih_l0	9	-0.041068121790885925
254646	rnn.bias_hh_l0	0	-0.001268827123567462
254646	rnn.bias_hh_l0	1	-0.09953051805496216
254646	rnn.bias_hh_l0	2	-0.07499141991138458
254646	rnn.bias_hh_l0	3	-0.08873645961284637
254646	rnn.bias_hh_l0	4	0.008786878548562527
254646	rnn.bias_hh_l0	5	-0.020859984681010246
254646	rnn.bias_hh_l0	6	0.02883557789027691
254646	rnn.bias_hh_l0	7	0.06097673997282982
254646	rnn.bias_hh_l0	8	-0.12300629913806915
254646	rnn.bias_hh_l0	9	-0.058976639062166214
254646	rnn.weight_ih_l0_reverse	0	-0.02565869316458702
254646	rnn.weight_ih_l0_reverse	1	-0.05689812824130058
254646	rnn.weight_ih_l0_reverse	2	-0.049077749252319336
254646	rnn.weight_ih_l0_reverse	3	0.01551733911037445
254646	rnn.weight_ih_l0_reverse	4	-0.02531665377318859
254646	rnn.weight_ih_l0_reverse	5	-0.05748715624213219
254646	rnn.weight_ih_l0_reverse	6	0.07366065680980682
254646	rnn.weight_ih_l0_reverse	7	-0.018715674057602882
254646	rnn.weight_ih_l0_reverse	8	-0.018421081826090813
254646	rnn.weight_ih_l0_reverse	9	0.004461698234081268
254646	rnn.weight_hh_l0_reverse	0	0.06830652803182602
254646	rnn.weight_hh_l0_reverse	1	0.019724229350686073
254646	rnn.weight_hh_l0_reverse	2	0.029925530776381493
254646	rnn.weight_hh_l0_reverse	3	0.035095565021038055
254646	rnn.weight_hh_l0_reverse	4	0.014316787011921406
254646	rnn.weight_hh_l0_reverse	5	0.008033687248826027
254646	rnn.weight_hh_l0_reverse	6	0.05108870565891266
254646	rnn.weight_hh_l0_reverse	7	-0.08198902010917664
254646	rnn.weight_hh_l0_reverse	8	0.04006625711917877
254646	rnn.weight_hh_l0_reverse	9	0.03488299250602722
254646	rnn.bias_ih_l0_reverse	0	-0.057385217398405075
254646	rnn.bias_ih_l0_reverse	1	-0.28177353739738464
254646	rnn.bias_ih_l0_reverse	2	-0.12433171272277832
254646	rnn.bias_ih_l0_reverse	3	-0.04787939414381981
254646	rnn.bias_ih_l0_reverse	4	-0.02243027649819851
254646	rnn.bias_ih_l0_reverse	5	0.07583747059106827
254646	rnn.bias_ih_l0_reverse	6	-0.06518077850341797
254646	rnn.bias_ih_l0_reverse	7	0.06093037128448486
254646	rnn.bias_ih_l0_reverse	8	-0.035540565848350525
254646	rnn.bias_ih_l0_reverse	9	0.06649824231863022
254646	rnn.bias_hh_l0_reverse	0	0.023511221632361412
254646	rnn.bias_hh_l0_reverse	1	-0.06264033168554306
254646	rnn.bias_hh_l0_reverse	2	0.08911889791488647
254646	rnn.bias_hh_l0_reverse	3	-0.05175797641277313
254646	rnn.bias_hh_l0_reverse	4	-0.02816830761730671
254646	rnn.bias_hh_l0_reverse	5	-0.022026188671588898
254646	rnn.bias_hh_l0_reverse	6	-0.01929307170212269
254646	rnn.bias_hh_l0_reverse	7	0.09933935850858688
254646	rnn.bias_hh_l0_reverse	8	0.030400926247239113
254646	rnn.bias_hh_l0_reverse	9	-0.1485544592142105
254646	rnn.weight_ih_l1	0	-0.02972566895186901
254646	rnn.weight_ih_l1	1	-0.0502299889922142
254646	rnn.weight_ih_l1	2	0.0650443583726883
254646	rnn.weight_ih_l1	3	-0.07298760861158371
254646	rnn.weight_ih_l1	4	-0.014079815708100796
254646	rnn.weight_ih_l1	5	-0.04035631939768791
254646	rnn.weight_ih_l1	6	0.028912600129842758
254646	rnn.weight_ih_l1	7	-0.04470435902476311
254646	rnn.weight_ih_l1	8	0.037793245166540146
254646	rnn.weight_ih_l1	9	0.0446760430932045
254646	rnn.weight_hh_l1	0	-0.0071975779719650745
254646	rnn.weight_hh_l1	1	0.0199162345379591
254646	rnn.weight_hh_l1	2	0.00692390650510788
254646	rnn.weight_hh_l1	3	-0.01268167793750763
254646	rnn.weight_hh_l1	4	0.004815038293600082
254646	rnn.weight_hh_l1	5	0.035162050276994705
254646	rnn.weight_hh_l1	6	0.03613324835896492
254646	rnn.weight_hh_l1	7	-0.01624339260160923
254646	rnn.weight_hh_l1	8	-0.007277852855622768
254646	rnn.weight_hh_l1	9	0.038646433502435684
254646	rnn.bias_ih_l1	0	-0.18393194675445557
254646	rnn.bias_ih_l1	1	-0.1743459403514862
254646	rnn.bias_ih_l1	2	-0.1970049887895584
254646	rnn.bias_ih_l1	3	-0.308330774307251
254646	rnn.bias_ih_l1	4	-0.21181786060333252
254646	rnn.bias_ih_l1	5	-0.08841152489185333
254646	rnn.bias_ih_l1	6	-0.15878161787986755
254646	rnn.bias_ih_l1	7	-0.0036547600757330656
254646	rnn.bias_ih_l1	8	-0.13075518608093262
254646	rnn.bias_ih_l1	9	-0.12392289936542511
254646	rnn.bias_hh_l1	0	-0.09640397131443024
254646	rnn.bias_hh_l1	1	-0.06355571746826172
254646	rnn.bias_hh_l1	2	-0.08592579513788223
254646	rnn.bias_hh_l1	3	-0.0776621475815773
254646	rnn.bias_hh_l1	4	-0.07279355078935623
254646	rnn.bias_hh_l1	5	-0.11760137975215912
254646	rnn.bias_hh_l1	6	-0.1605670303106308
254646	rnn.bias_hh_l1	7	0.07379922270774841
254646	rnn.bias_hh_l1	8	-0.17646265029907227
254646	rnn.bias_hh_l1	9	-0.11506160348653793
254646	rnn.weight_ih_l1_reverse	0	-0.04728222265839577
254646	rnn.weight_ih_l1_reverse	1	0.03366191312670708
254646	rnn.weight_ih_l1_reverse	2	0.08848491311073303
254646	rnn.weight_ih_l1_reverse	3	-0.01793786697089672
254646	rnn.weight_ih_l1_reverse	4	-0.02272029034793377
254646	rnn.weight_ih_l1_reverse	5	-0.03040294349193573
254646	rnn.weight_ih_l1_reverse	6	-0.01975819282233715
254646	rnn.weight_ih_l1_reverse	7	0.02976525016129017
254646	rnn.weight_ih_l1_reverse	8	0.005202126689255238
254646	rnn.weight_ih_l1_reverse	9	-0.03326476737856865
254646	rnn.weight_hh_l1_reverse	0	0.0045402273535728455
254646	rnn.weight_hh_l1_reverse	1	0.03165402635931969
254646	rnn.weight_hh_l1_reverse	2	-0.040611885488033295
254646	rnn.weight_hh_l1_reverse	3	0.03502985090017319
254646	rnn.weight_hh_l1_reverse	4	0.04708205163478851
254646	rnn.weight_hh_l1_reverse	5	0.005971901118755341
254646	rnn.weight_hh_l1_reverse	6	0.049028389155864716
254646	rnn.weight_hh_l1_reverse	7	0.030969740822911263
254646	rnn.weight_hh_l1_reverse	8	-0.007159997709095478
254646	rnn.weight_hh_l1_reverse	9	-0.030247369781136513
254646	rnn.bias_ih_l1_reverse	0	-0.04575527831912041
254646	rnn.bias_ih_l1_reverse	1	-0.140170618891716
254646	rnn.bias_ih_l1_reverse	2	-0.16308069229125977
254646	rnn.bias_ih_l1_reverse	3	-0.062401700764894485
254646	rnn.bias_ih_l1_reverse	4	-0.20415031909942627
254646	rnn.bias_ih_l1_reverse	5	-0.1167035847902298
254646	rnn.bias_ih_l1_reverse	6	-0.1301840990781784
254646	rnn.bias_ih_l1_reverse	7	-0.19112251698970795
254646	rnn.bias_ih_l1_reverse	8	0.22648285329341888
254646	rnn.bias_ih_l1_reverse	9	0.023140953853726387
254646	rnn.bias_hh_l1_reverse	0	0.010054787620902061
254646	rnn.bias_hh_l1_reverse	1	-0.06487683206796646
254646	rnn.bias_hh_l1_reverse	2	-0.23691530525684357
254646	rnn.bias_hh_l1_reverse	3	-0.14345170557498932
254646	rnn.bias_hh_l1_reverse	4	-0.0802294909954071
254646	rnn.bias_hh_l1_reverse	5	-0.11628822982311249
254646	rnn.bias_hh_l1_reverse	6	0.0630665272474289
254646	rnn.bias_hh_l1_reverse	7	-0.1364598125219345
254646	rnn.bias_hh_l1_reverse	8	-0.12470129132270813
254646	rnn.bias_hh_l1_reverse	9	-0.1481444090604782
254646	linear.weight	0	0.002228822559118271
254646	linear.weight	1	0.09845095127820969
254646	linear.weight	2	-0.09287941455841064
254646	linear.weight	3	0.31254953145980835
254646	linear.weight	4	0.1507522463798523
254646	linear.weight	5	-0.0654207244515419
254646	linear.weight	6	0.09146416187286377
254646	linear.weight	7	0.13553597033023834
254646	linear.weight	8	0.04113345965743065
254646	linear.weight	9	-0.050974201411008835
254646	linear.bias	0	0.08887734264135361
254646	linear.bias	1	-0.19247715175151825
254646	linear.bias	2	-0.4475518465042114
254646	linear.bias	3	-0.6573370695114136
254646	linear.bias	4	-1.2606011629104614
254646	linear.bias	5	-0.05929948017001152
254646	linear.bias	6	-0.8240496516227722
254646	linear.bias	7	0.27276086807250977
254646	linear.bias	8	-0.39849165081977844
254646	linear.bias	9	-1.0247286558151245
254843	transitions	0	0.7556763291358948
254843	transitions	1	0.1386340707540512
254843	transitions	2	-10000.0
254843	transitions	3	-1.828078269958496
254843	transitions	4	-10000.0
254843	transitions	5	0.5629037618637085
254843	transitions	6	-0.0855482742190361
254843	transitions	7	-0.8107203841209412
254843	transitions	8	-1.4226107597351074
254843	transitions	9	-0.0012308192672207952
254843	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
254843	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
254843	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
254843	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
254843	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
254843	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
254843	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
254843	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
254843	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
254843	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
254843	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
254843	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
254843	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
254843	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
254843	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
254843	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
254843	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
254843	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
254843	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
254843	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
254843	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
254843	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
254843	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
254843	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
254843	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
254843	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
254843	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
254843	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
254843	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
254843	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
254843	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
254843	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
254843	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
254843	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
254843	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
254843	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
254843	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
254843	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
254843	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
254843	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
254843	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
254843	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
254843	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
254843	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
254843	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
254843	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
254843	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
254843	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
254843	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
254843	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
254843	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
254843	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
254843	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
254843	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
254843	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
254843	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
254843	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
254843	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
254843	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
254843	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
254843	embedding2nn.weight	0	0.01680259220302105
254843	embedding2nn.weight	1	-0.01273301336914301
254843	embedding2nn.weight	2	-0.014268254861235619
254843	embedding2nn.weight	3	-0.031791288405656815
254843	embedding2nn.weight	4	-0.0059150345623493195
254843	embedding2nn.weight	5	-0.0037005888298153877
254843	embedding2nn.weight	6	-0.003973265178501606
254843	embedding2nn.weight	7	-0.07708830386400223
254843	embedding2nn.weight	8	-0.0019979383796453476
254843	embedding2nn.weight	9	-0.027721619233489037
254843	embedding2nn.bias	0	0.03317989036440849
254843	embedding2nn.bias	1	-0.07573259621858597
254843	embedding2nn.bias	2	0.07151970267295837
254843	embedding2nn.bias	3	0.053529031574726105
254843	embedding2nn.bias	4	-0.04215093329548836
254843	embedding2nn.bias	5	-0.011102460324764252
254843	embedding2nn.bias	6	0.014387406408786774
254843	embedding2nn.bias	7	-0.0551496259868145
254843	embedding2nn.bias	8	0.07325472682714462
254843	embedding2nn.bias	9	0.045446090400218964
254843	rnn.weight_ih_l0	0	-0.08051134645938873
254843	rnn.weight_ih_l0	1	0.003166868584230542
254843	rnn.weight_ih_l0	2	0.03509114310145378
254843	rnn.weight_ih_l0	3	0.02274816855788231
254843	rnn.weight_ih_l0	4	-0.0479247011244297
254843	rnn.weight_ih_l0	5	-0.06825406849384308
254843	rnn.weight_ih_l0	6	-0.0011298037134110928
254843	rnn.weight_ih_l0	7	0.05352111533284187
254843	rnn.weight_ih_l0	8	-0.016952309757471085
254843	rnn.weight_ih_l0	9	-0.030831297859549522
254843	rnn.weight_hh_l0	0	-0.03055165521800518
254843	rnn.weight_hh_l0	1	-0.007288413587957621
254843	rnn.weight_hh_l0	2	0.006401075981557369
254843	rnn.weight_hh_l0	3	-0.07436142861843109
254843	rnn.weight_hh_l0	4	0.09336575120687485
254843	rnn.weight_hh_l0	5	-0.026817813515663147
254843	rnn.weight_hh_l0	6	-0.06358214467763901
254843	rnn.weight_hh_l0	7	0.008985270746052265
254843	rnn.weight_hh_l0	8	0.01337269227951765
254843	rnn.weight_hh_l0	9	-0.025633230805397034
254843	rnn.bias_ih_l0	0	0.1298842877149582
254843	rnn.bias_ih_l0	1	-0.03428949788212776
254843	rnn.bias_ih_l0	2	-0.0341508574783802
254843	rnn.bias_ih_l0	3	0.1633395105600357
254843	rnn.bias_ih_l0	4	-0.012698216363787651
254843	rnn.bias_ih_l0	5	-0.022710049524903297
254843	rnn.bias_ih_l0	6	0.017186038196086884
254843	rnn.bias_ih_l0	7	0.023104798048734665
254843	rnn.bias_ih_l0	8	-0.0997089147567749
254843	rnn.bias_ih_l0	9	-0.04110422730445862
254843	rnn.bias_hh_l0	0	-0.0012167127570137382
254843	rnn.bias_hh_l0	1	-0.09967277199029922
254843	rnn.bias_hh_l0	2	-0.07503454387187958
254843	rnn.bias_hh_l0	3	-0.0887930616736412
254843	rnn.bias_hh_l0	4	0.008974207565188408
254843	rnn.bias_hh_l0	5	-0.020750628784298897
254843	rnn.bias_hh_l0	6	0.028835279867053032
254843	rnn.bias_hh_l0	7	0.061037980020046234
254843	rnn.bias_hh_l0	8	-0.12300343066453934
254843	rnn.bias_hh_l0	9	-0.05893087759613991
254843	rnn.weight_ih_l0_reverse	0	-0.025627605617046356
254843	rnn.weight_ih_l0_reverse	1	-0.05689751356840134
254843	rnn.weight_ih_l0_reverse	2	-0.04903825372457504
254843	rnn.weight_ih_l0_reverse	3	0.015445834025740623
254843	rnn.weight_ih_l0_reverse	4	-0.02533411793410778
254843	rnn.weight_ih_l0_reverse	5	-0.057476118206977844
254843	rnn.weight_ih_l0_reverse	6	0.0736919566988945
254843	rnn.weight_ih_l0_reverse	7	-0.01870851404964924
254843	rnn.weight_ih_l0_reverse	8	-0.018397988751530647
254843	rnn.weight_ih_l0_reverse	9	0.004450094420462847
254843	rnn.weight_hh_l0_reverse	0	0.068316251039505
254843	rnn.weight_hh_l0_reverse	1	0.01975584216415882
254843	rnn.weight_hh_l0_reverse	2	0.029909299686551094
254843	rnn.weight_hh_l0_reverse	3	0.035099755972623825
254843	rnn.weight_hh_l0_reverse	4	0.014312303625047207
254843	rnn.weight_hh_l0_reverse	5	0.008069559931755066
254843	rnn.weight_hh_l0_reverse	6	0.05109640955924988
254843	rnn.weight_hh_l0_reverse	7	-0.08199657499790192
254843	rnn.weight_hh_l0_reverse	8	0.0400598905980587
254843	rnn.weight_hh_l0_reverse	9	0.03488146513700485
254843	rnn.bias_ih_l0_reverse	0	-0.05734311789274216
254843	rnn.bias_ih_l0_reverse	1	-0.2816976308822632
254843	rnn.bias_ih_l0_reverse	2	-0.12440172582864761
254843	rnn.bias_ih_l0_reverse	3	-0.04800291731953621
254843	rnn.bias_ih_l0_reverse	4	-0.022570522502064705
254843	rnn.bias_ih_l0_reverse	5	0.07579390704631805
254843	rnn.bias_ih_l0_reverse	6	-0.06511323153972626
254843	rnn.bias_ih_l0_reverse	7	0.06087883561849594
254843	rnn.bias_ih_l0_reverse	8	-0.03561650961637497
254843	rnn.bias_ih_l0_reverse	9	0.06646338105201721
254843	rnn.bias_hh_l0_reverse	0	0.02358674257993698
254843	rnn.bias_hh_l0_reverse	1	-0.06272300332784653
254843	rnn.bias_hh_l0_reverse	2	0.08902538567781448
254843	rnn.bias_hh_l0_reverse	3	-0.051706455647945404
254843	rnn.bias_hh_l0_reverse	4	-0.028149839490652084
254843	rnn.bias_hh_l0_reverse	5	-0.02203815057873726
254843	rnn.bias_hh_l0_reverse	6	-0.01933755911886692
254843	rnn.bias_hh_l0_reverse	7	0.0993306115269661
254843	rnn.bias_hh_l0_reverse	8	0.030396565794944763
254843	rnn.bias_hh_l0_reverse	9	-0.1484413594007492
254843	rnn.weight_ih_l1	0	-0.029706822708249092
254843	rnn.weight_ih_l1	1	-0.05029181391000748
254843	rnn.weight_ih_l1	2	0.06507179141044617
254843	rnn.weight_ih_l1	3	-0.0729353278875351
254843	rnn.weight_ih_l1	4	-0.014033705927431583
254843	rnn.weight_ih_l1	5	-0.040368497371673584
254843	rnn.weight_ih_l1	6	0.028902828693389893
254843	rnn.weight_ih_l1	7	-0.04473402351140976
254843	rnn.weight_ih_l1	8	0.03779741749167442
254843	rnn.weight_ih_l1	9	0.04466614872217178
254843	rnn.weight_hh_l1	0	-0.007188021205365658
254843	rnn.weight_hh_l1	1	0.0199204683303833
254843	rnn.weight_hh_l1	2	0.006841686554253101
254843	rnn.weight_hh_l1	3	-0.012695635668933392
254843	rnn.weight_hh_l1	4	0.004812242928892374
254843	rnn.weight_hh_l1	5	0.035180430859327316
254843	rnn.weight_hh_l1	6	0.03614124283194542
254843	rnn.weight_hh_l1	7	-0.016239222139120102
254843	rnn.weight_hh_l1	8	-0.007269896566867828
254843	rnn.weight_hh_l1	9	0.03864872083067894
254843	rnn.bias_ih_l1	0	-0.18405675888061523
254843	rnn.bias_ih_l1	1	-0.17428219318389893
254843	rnn.bias_ih_l1	2	-0.19700022041797638
254843	rnn.bias_ih_l1	3	-0.3081333339214325
254843	rnn.bias_ih_l1	4	-0.21199972927570343
254843	rnn.bias_ih_l1	5	-0.08841975033283234
254843	rnn.bias_ih_l1	6	-0.15871761739253998
254843	rnn.bias_ih_l1	7	-0.003561371471732855
254843	rnn.bias_ih_l1	8	-0.13074399530887604
254843	rnn.bias_ih_l1	9	-0.12391089648008347
254843	rnn.bias_hh_l1	0	-0.0963805615901947
254843	rnn.bias_hh_l1	1	-0.06365761905908585
254843	rnn.bias_hh_l1	2	-0.08582624793052673
254843	rnn.bias_hh_l1	3	-0.07754860818386078
254843	rnn.bias_hh_l1	4	-0.07270923256874084
254843	rnn.bias_hh_l1	5	-0.11761573702096939
254843	rnn.bias_hh_l1	6	-0.1606316864490509
254843	rnn.bias_hh_l1	7	0.0738542452454567
254843	rnn.bias_hh_l1	8	-0.17650453746318817
254843	rnn.bias_hh_l1	9	-0.11506994813680649
254843	rnn.weight_ih_l1_reverse	0	-0.047299180179834366
254843	rnn.weight_ih_l1_reverse	1	0.03364158421754837
254843	rnn.weight_ih_l1_reverse	2	0.08841230720281601
254843	rnn.weight_ih_l1_reverse	3	-0.017941657453775406
254843	rnn.weight_ih_l1_reverse	4	-0.022820958867669106
254843	rnn.weight_ih_l1_reverse	5	-0.03041020594537258
254843	rnn.weight_ih_l1_reverse	6	-0.019725477322936058
254843	rnn.weight_ih_l1_reverse	7	0.029750917106866837
254843	rnn.weight_ih_l1_reverse	8	0.005272261798381805
254843	rnn.weight_ih_l1_reverse	9	-0.03330831974744797
254843	rnn.weight_hh_l1_reverse	0	0.004550807643681765
254843	rnn.weight_hh_l1_reverse	1	0.031655266880989075
254843	rnn.weight_hh_l1_reverse	2	-0.040609944611787796
254843	rnn.weight_hh_l1_reverse	3	0.035027991980314255
254843	rnn.weight_hh_l1_reverse	4	0.04710666835308075
254843	rnn.weight_hh_l1_reverse	5	0.005984015762805939
254843	rnn.weight_hh_l1_reverse	6	0.04911646619439125
254843	rnn.weight_hh_l1_reverse	7	0.03096594661474228
254843	rnn.weight_hh_l1_reverse	8	-0.007154005579650402
254843	rnn.weight_hh_l1_reverse	9	-0.0302494615316391
254843	rnn.bias_ih_l1_reverse	0	-0.04585421457886696
254843	rnn.bias_ih_l1_reverse	1	-0.140201598405838
254843	rnn.bias_ih_l1_reverse	2	-0.16299457848072052
254843	rnn.bias_ih_l1_reverse	3	-0.0621931366622448
254843	rnn.bias_ih_l1_reverse	4	-0.2042212337255478
254843	rnn.bias_ih_l1_reverse	5	-0.11670391261577606
254843	rnn.bias_ih_l1_reverse	6	-0.1301700472831726
254843	rnn.bias_ih_l1_reverse	7	-0.19121037423610687
254843	rnn.bias_ih_l1_reverse	8	0.22651375830173492
254843	rnn.bias_ih_l1_reverse	9	0.023137839511036873
254843	rnn.bias_hh_l1_reverse	0	0.009889007546007633
254843	rnn.bias_hh_l1_reverse	1	-0.06480835378170013
254843	rnn.bias_hh_l1_reverse	2	-0.23688340187072754
254843	rnn.bias_hh_l1_reverse	3	-0.14345021545886993
254843	rnn.bias_hh_l1_reverse	4	-0.08019229769706726
254843	rnn.bias_hh_l1_reverse	5	-0.11634702235460281
254843	rnn.bias_hh_l1_reverse	6	0.06324794143438339
254843	rnn.bias_hh_l1_reverse	7	-0.13653118908405304
254843	rnn.bias_hh_l1_reverse	8	-0.12470856308937073
254843	rnn.bias_hh_l1_reverse	9	-0.14814305305480957
254843	linear.weight	0	0.002228822559118271
254843	linear.weight	1	0.09868577122688293
254843	linear.weight	2	-0.09293797612190247
254843	linear.weight	3	0.3123683035373688
254843	linear.weight	4	0.15068818628787994
254843	linear.weight	5	-0.06546119600534439
254843	linear.weight	6	0.09212610870599747
254843	linear.weight	7	0.13501188158988953
254843	linear.weight	8	0.04113343358039856
254843	linear.weight	9	-0.050976209342479706
254843	linear.bias	0	0.08910466730594635
254843	linear.bias	1	-0.19355790317058563
254843	linear.bias	2	-0.4473945200443268
254843	linear.bias	3	-0.6581689119338989
254843	linear.bias	4	-1.2614847421646118
254843	linear.bias	5	-0.057760417461395264
254843	linear.bias	6	-0.8253443241119385
254843	linear.bias	7	0.2743230164051056
254843	linear.bias	8	-0.3988356590270996
254843	linear.bias	9	-1.0249443054199219
255040	transitions	0	0.7555656433105469
255040	transitions	1	0.13856947422027588
255040	transitions	2	-10000.0
255040	transitions	3	-1.8280788660049438
255040	transitions	4	-10000.0
255040	transitions	5	0.5629020929336548
255040	transitions	6	-0.08554983139038086
255040	transitions	7	-0.8107365369796753
255040	transitions	8	-1.4226115942001343
255040	transitions	9	-0.0012308262521401048
255040	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
255040	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
255040	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
255040	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
255040	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
255040	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
255040	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
255040	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
255040	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
255040	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
255040	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
255040	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
255040	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
255040	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
255040	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
255040	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
255040	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
255040	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
255040	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
255040	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
255040	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
255040	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
255040	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
255040	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
255040	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
255040	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
255040	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
255040	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
255040	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
255040	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
255040	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
255040	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
255040	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
255040	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
255040	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
255040	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
255040	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
255040	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
255040	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
255040	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
255040	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
255040	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
255040	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
255040	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
255040	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
255040	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
255040	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
255040	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
255040	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
255040	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
255040	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
255040	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
255040	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
255040	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
255040	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
255040	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
255040	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
255040	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
255040	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
255040	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
255040	embedding2nn.weight	0	0.016751447692513466
255040	embedding2nn.weight	1	-0.012747971341013908
255040	embedding2nn.weight	2	-0.014268254861235619
255040	embedding2nn.weight	3	-0.03184287250041962
255040	embedding2nn.weight	4	-0.0059150345623493195
255040	embedding2nn.weight	5	-0.0037005888298153877
255040	embedding2nn.weight	6	-0.003973265178501606
255040	embedding2nn.weight	7	-0.0770646408200264
255040	embedding2nn.weight	8	-0.0019979383796453476
255040	embedding2nn.weight	9	-0.027739206328988075
255040	embedding2nn.bias	0	0.0331483818590641
255040	embedding2nn.bias	1	-0.07576680928468704
255040	embedding2nn.bias	2	0.07149762660264969
255040	embedding2nn.bias	3	0.05346221476793289
255040	embedding2nn.bias	4	-0.04228491336107254
255040	embedding2nn.bias	5	-0.01115141250193119
255040	embedding2nn.bias	6	0.014510820619761944
255040	embedding2nn.bias	7	-0.0554022379219532
255040	embedding2nn.bias	8	0.07358957082033157
255040	embedding2nn.bias	9	0.04519905149936676
255040	rnn.weight_ih_l0	0	-0.08053909242153168
255040	rnn.weight_ih_l0	1	0.003231943352147937
255040	rnn.weight_ih_l0	2	0.03510831296443939
255040	rnn.weight_ih_l0	3	0.02274508960545063
255040	rnn.weight_ih_l0	4	-0.04791892692446709
255040	rnn.weight_ih_l0	5	-0.06825494766235352
255040	rnn.weight_ih_l0	6	-0.0011479126987978816
255040	rnn.weight_ih_l0	7	0.053542956709861755
255040	rnn.weight_ih_l0	8	-0.016920529305934906
255040	rnn.weight_ih_l0	9	-0.030835017561912537
255040	rnn.weight_hh_l0	0	-0.030527444556355476
255040	rnn.weight_hh_l0	1	-0.007249489892274141
255040	rnn.weight_hh_l0	2	0.00644171517342329
255040	rnn.weight_hh_l0	3	-0.07434231042861938
255040	rnn.weight_hh_l0	4	0.09337662905454636
255040	rnn.weight_hh_l0	5	-0.026779213920235634
255040	rnn.weight_hh_l0	6	-0.06357227265834808
255040	rnn.weight_hh_l0	7	0.008949194103479385
255040	rnn.weight_hh_l0	8	0.013398121111094952
255040	rnn.weight_hh_l0	9	-0.025622326880693436
255040	rnn.bias_ih_l0	0	0.1298837512731552
255040	rnn.bias_ih_l0	1	-0.03435178101062775
255040	rnn.bias_ih_l0	2	-0.034162141382694244
255040	rnn.bias_ih_l0	3	0.16341574490070343
255040	rnn.bias_ih_l0	4	-0.012835170142352581
255040	rnn.bias_ih_l0	5	-0.02279706299304962
255040	rnn.bias_ih_l0	6	0.017133045941591263
255040	rnn.bias_ih_l0	7	0.02318435162305832
255040	rnn.bias_ih_l0	8	-0.09976943582296371
255040	rnn.bias_ih_l0	9	-0.04144631698727608
255040	rnn.bias_hh_l0	0	-0.001135327504016459
255040	rnn.bias_hh_l0	1	-0.09969521313905716
255040	rnn.bias_hh_l0	2	-0.07503805309534073
255040	rnn.bias_hh_l0	3	-0.08878625184297562
255040	rnn.bias_hh_l0	4	0.008920973166823387
255040	rnn.bias_hh_l0	5	-0.02080690860748291
255040	rnn.bias_hh_l0	6	0.028925811871886253
255040	rnn.bias_hh_l0	7	0.06106455624103546
255040	rnn.bias_hh_l0	8	-0.12302108108997345
255040	rnn.bias_hh_l0	9	-0.05869735777378082
255040	rnn.weight_ih_l0_reverse	0	-0.025602364912629128
255040	rnn.weight_ih_l0_reverse	1	-0.0569266714155674
255040	rnn.weight_ih_l0_reverse	2	-0.04902803897857666
255040	rnn.weight_ih_l0_reverse	3	0.015444335527718067
255040	rnn.weight_ih_l0_reverse	4	-0.02530275471508503
255040	rnn.weight_ih_l0_reverse	5	-0.05748981237411499
255040	rnn.weight_ih_l0_reverse	6	0.0737038105726242
255040	rnn.weight_ih_l0_reverse	7	-0.01866639032959938
255040	rnn.weight_ih_l0_reverse	8	-0.018375994637608528
255040	rnn.weight_ih_l0_reverse	9	0.004446434788405895
255040	rnn.weight_hh_l0_reverse	0	0.06826517730951309
255040	rnn.weight_hh_l0_reverse	1	0.019778329879045486
255040	rnn.weight_hh_l0_reverse	2	0.029887324199080467
255040	rnn.weight_hh_l0_reverse	3	0.03509727120399475
255040	rnn.weight_hh_l0_reverse	4	0.01433323509991169
255040	rnn.weight_hh_l0_reverse	5	0.008060702122747898
255040	rnn.weight_hh_l0_reverse	6	0.05109548568725586
255040	rnn.weight_hh_l0_reverse	7	-0.08202362060546875
255040	rnn.weight_hh_l0_reverse	8	0.04007847607135773
255040	rnn.weight_hh_l0_reverse	9	0.034879110753536224
255040	rnn.bias_ih_l0_reverse	0	-0.05733248591423035
255040	rnn.bias_ih_l0_reverse	1	-0.2816586196422577
255040	rnn.bias_ih_l0_reverse	2	-0.12456466257572174
255040	rnn.bias_ih_l0_reverse	3	-0.04801966995000839
255040	rnn.bias_ih_l0_reverse	4	-0.02253582701086998
255040	rnn.bias_ih_l0_reverse	5	0.07577144354581833
255040	rnn.bias_ih_l0_reverse	6	-0.06525448709726334
255040	rnn.bias_ih_l0_reverse	7	0.060831282287836075
255040	rnn.bias_ih_l0_reverse	8	-0.035651691257953644
255040	rnn.bias_ih_l0_reverse	9	0.06644196808338165
255040	rnn.bias_hh_l0_reverse	0	0.02368476800620556
255040	rnn.bias_hh_l0_reverse	1	-0.06291207671165466
255040	rnn.bias_hh_l0_reverse	2	0.08896591514348984
255040	rnn.bias_hh_l0_reverse	3	-0.05161933973431587
255040	rnn.bias_hh_l0_reverse	4	-0.028150178492069244
255040	rnn.bias_hh_l0_reverse	5	-0.022087257355451584
255040	rnn.bias_hh_l0_reverse	6	-0.019455071538686752
255040	rnn.bias_hh_l0_reverse	7	0.0993720144033432
255040	rnn.bias_hh_l0_reverse	8	0.030473312363028526
255040	rnn.bias_hh_l0_reverse	9	-0.1484622210264206
255040	rnn.weight_ih_l1	0	-0.029710011556744576
255040	rnn.weight_ih_l1	1	-0.05033779889345169
255040	rnn.weight_ih_l1	2	0.06502700597047806
255040	rnn.weight_ih_l1	3	-0.07293391227722168
255040	rnn.weight_ih_l1	4	-0.014062611386179924
255040	rnn.weight_ih_l1	5	-0.04036615416407585
255040	rnn.weight_ih_l1	6	0.02891193889081478
255040	rnn.weight_ih_l1	7	-0.04468075931072235
255040	rnn.weight_ih_l1	8	0.03780772164463997
255040	rnn.weight_ih_l1	9	0.04468922317028046
255040	rnn.weight_hh_l1	0	-0.007191810756921768
255040	rnn.weight_hh_l1	1	0.01991729810833931
255040	rnn.weight_hh_l1	2	0.006893791723996401
255040	rnn.weight_hh_l1	3	-0.01268458180129528
255040	rnn.weight_hh_l1	4	0.004813832696527243
255040	rnn.weight_hh_l1	5	0.0351838544011116
255040	rnn.weight_hh_l1	6	0.03615891560912132
255040	rnn.weight_hh_l1	7	-0.016243521124124527
255040	rnn.weight_hh_l1	8	-0.007289347238838673
255040	rnn.weight_hh_l1	9	0.0386355035007
255040	rnn.bias_ih_l1	0	-0.18413561582565308
255040	rnn.bias_ih_l1	1	-0.1742374747991562
255040	rnn.bias_ih_l1	2	-0.19712457060813904
255040	rnn.bias_ih_l1	3	-0.3082534670829773
255040	rnn.bias_ih_l1	4	-0.21210134029388428
255040	rnn.bias_ih_l1	5	-0.08842291682958603
255040	rnn.bias_ih_l1	6	-0.1587083637714386
255040	rnn.bias_ih_l1	7	-0.0036144766490906477
255040	rnn.bias_ih_l1	8	-0.1306334137916565
255040	rnn.bias_ih_l1	9	-0.12389443069696426
255040	rnn.bias_hh_l1	0	-0.09643635898828506
255040	rnn.bias_hh_l1	1	-0.06370658427476883
255040	rnn.bias_hh_l1	2	-0.08574838191270828
255040	rnn.bias_hh_l1	3	-0.07751189917325974
255040	rnn.bias_hh_l1	4	-0.07268817722797394
255040	rnn.bias_hh_l1	5	-0.11757326871156693
255040	rnn.bias_hh_l1	6	-0.16056840121746063
255040	rnn.bias_hh_l1	7	0.07408325374126434
255040	rnn.bias_hh_l1	8	-0.17646688222885132
255040	rnn.bias_hh_l1	9	-0.11509784311056137
255040	rnn.weight_ih_l1_reverse	0	-0.04728829860687256
255040	rnn.weight_ih_l1_reverse	1	0.03366832807660103
255040	rnn.weight_ih_l1_reverse	2	0.08830741792917252
255040	rnn.weight_ih_l1_reverse	3	-0.017899300903081894
255040	rnn.weight_ih_l1_reverse	4	-0.02282649837434292
255040	rnn.weight_ih_l1_reverse	5	-0.03039843961596489
255040	rnn.weight_ih_l1_reverse	6	-0.019690338522195816
255040	rnn.weight_ih_l1_reverse	7	0.029728641733527184
255040	rnn.weight_ih_l1_reverse	8	0.005200725048780441
255040	rnn.weight_ih_l1_reverse	9	-0.033326372504234314
255040	rnn.weight_hh_l1_reverse	0	0.004551426041871309
255040	rnn.weight_hh_l1_reverse	1	0.03165799751877785
255040	rnn.weight_hh_l1_reverse	2	-0.04061330854892731
255040	rnn.weight_hh_l1_reverse	3	0.03502529487013817
255040	rnn.weight_hh_l1_reverse	4	0.04710904136300087
255040	rnn.weight_hh_l1_reverse	5	0.005984987132251263
255040	rnn.weight_hh_l1_reverse	6	0.04910576343536377
255040	rnn.weight_hh_l1_reverse	7	0.030965076759457588
255040	rnn.weight_hh_l1_reverse	8	-0.007163255009800196
255040	rnn.weight_hh_l1_reverse	9	-0.030238308012485504
255040	rnn.bias_ih_l1_reverse	0	-0.04592742398381233
255040	rnn.bias_ih_l1_reverse	1	-0.14024998247623444
255040	rnn.bias_ih_l1_reverse	2	-0.16302509605884552
255040	rnn.bias_ih_l1_reverse	3	-0.06192309409379959
255040	rnn.bias_ih_l1_reverse	4	-0.20420636236667633
255040	rnn.bias_ih_l1_reverse	5	-0.1166982501745224
255040	rnn.bias_ih_l1_reverse	6	-0.13016419112682343
255040	rnn.bias_ih_l1_reverse	7	-0.19124269485473633
255040	rnn.bias_ih_l1_reverse	8	0.22642236948013306
255040	rnn.bias_ih_l1_reverse	9	0.023183222860097885
255040	rnn.bias_hh_l1_reverse	0	0.009869004599750042
255040	rnn.bias_hh_l1_reverse	1	-0.06470363587141037
255040	rnn.bias_hh_l1_reverse	2	-0.23689980804920197
255040	rnn.bias_hh_l1_reverse	3	-0.1435163915157318
255040	rnn.bias_hh_l1_reverse	4	-0.08032672852277756
255040	rnn.bias_hh_l1_reverse	5	-0.11651134490966797
255040	rnn.bias_hh_l1_reverse	6	0.06341175734996796
255040	rnn.bias_hh_l1_reverse	7	-0.13651494681835175
255040	rnn.bias_hh_l1_reverse	8	-0.12469659745693207
255040	rnn.bias_hh_l1_reverse	9	-0.14818178117275238
255040	linear.weight	0	0.002228822559118271
255040	linear.weight	1	0.09904605895280838
255040	linear.weight	2	-0.09292470663785934
255040	linear.weight	3	0.3125113248825073
255040	linear.weight	4	0.1506890207529068
255040	linear.weight	5	-0.0654568150639534
255040	linear.weight	6	0.09198347479104996
255040	linear.weight	7	0.13498656451702118
255040	linear.weight	8	0.04113340377807617
255040	linear.weight	9	-0.050935905426740646
255040	linear.bias	0	0.08747290819883347
255040	linear.bias	1	-0.19525276124477386
255040	linear.bias	2	-0.4461120367050171
255040	linear.bias	3	-0.6575700640678406
255040	linear.bias	4	-1.2610981464385986
255040	linear.bias	5	-0.057534124702215195
255040	linear.bias	6	-0.8269698023796082
255040	linear.bias	7	0.2745318114757538
255040	linear.bias	8	-0.3980681300163269
255040	linear.bias	9	-1.0242074728012085
255237	transitions	0	0.7559726238250732
255237	transitions	1	0.13905353844165802
255237	transitions	2	-10000.0
255237	transitions	3	-1.828079342842102
255237	transitions	4	-10000.0
255237	transitions	5	0.5629015564918518
255237	transitions	6	-0.08555052429437637
255237	transitions	7	-0.8108065724372864
255237	transitions	8	-1.4226129055023193
255237	transitions	9	-0.0012308346340432763
255237	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
255237	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
255237	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
255237	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
255237	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
255237	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
255237	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
255237	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
255237	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
255237	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
255237	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
255237	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
255237	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
255237	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
255237	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
255237	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
255237	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
255237	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
255237	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
255237	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
255237	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
255237	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
255237	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
255237	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
255237	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
255237	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
255237	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
255237	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
255237	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
255237	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
255237	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
255237	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
255237	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
255237	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
255237	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
255237	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
255237	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
255237	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
255237	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
255237	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
255237	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
255237	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
255237	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
255237	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
255237	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
255237	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
255237	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
255237	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
255237	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
255237	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
255237	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
255237	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
255237	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
255237	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
255237	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
255237	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
255237	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
255237	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
255237	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
255237	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
255237	embedding2nn.weight	0	0.016735771670937538
255237	embedding2nn.weight	1	-0.012744263745844364
255237	embedding2nn.weight	2	-0.014268254861235619
255237	embedding2nn.weight	3	-0.03173695504665375
255237	embedding2nn.weight	4	-0.0059150345623493195
255237	embedding2nn.weight	5	-0.0037005888298153877
255237	embedding2nn.weight	6	-0.003973265178501606
255237	embedding2nn.weight	7	-0.07711213082075119
255237	embedding2nn.weight	8	-0.0019979383796453476
255237	embedding2nn.weight	9	-0.02776406705379486
255237	embedding2nn.bias	0	0.033078331500291824
255237	embedding2nn.bias	1	-0.07568174600601196
255237	embedding2nn.bias	2	0.07138161361217499
255237	embedding2nn.bias	3	0.05333586409687996
255237	embedding2nn.bias	4	-0.042230986058712006
255237	embedding2nn.bias	5	-0.010482674464583397
255237	embedding2nn.bias	6	0.014662179164588451
255237	embedding2nn.bias	7	-0.05515400320291519
255237	embedding2nn.bias	8	0.07366101443767548
255237	embedding2nn.bias	9	0.045407485216856
255237	rnn.weight_ih_l0	0	-0.08054771274328232
255237	rnn.weight_ih_l0	1	0.0031886505894362926
255237	rnn.weight_ih_l0	2	0.0351010225713253
255237	rnn.weight_ih_l0	3	0.02275812067091465
255237	rnn.weight_ih_l0	4	-0.04791214317083359
255237	rnn.weight_ih_l0	5	-0.06824356317520142
255237	rnn.weight_ih_l0	6	-0.0011265946086496115
255237	rnn.weight_ih_l0	7	0.05351947620511055
255237	rnn.weight_ih_l0	8	-0.016959091648459435
255237	rnn.weight_ih_l0	9	-0.030843427404761314
255237	rnn.weight_hh_l0	0	-0.030496353283524513
255237	rnn.weight_hh_l0	1	-0.0072960518300533295
255237	rnn.weight_hh_l0	2	0.0064949775114655495
255237	rnn.weight_hh_l0	3	-0.07437406480312347
255237	rnn.weight_hh_l0	4	0.09337219595909119
255237	rnn.weight_hh_l0	5	-0.02678847126662731
255237	rnn.weight_hh_l0	6	-0.06360922753810883
255237	rnn.weight_hh_l0	7	0.008937204256653786
255237	rnn.weight_hh_l0	8	0.013384221121668816
255237	rnn.weight_hh_l0	9	-0.02560442127287388
255237	rnn.bias_ih_l0	0	0.1297791451215744
255237	rnn.bias_ih_l0	1	-0.03435226157307625
255237	rnn.bias_ih_l0	2	-0.034167662262916565
255237	rnn.bias_ih_l0	3	0.16355988383293152
255237	rnn.bias_ih_l0	4	-0.012813734821975231
255237	rnn.bias_ih_l0	5	-0.022803114727139473
255237	rnn.bias_ih_l0	6	0.016908425837755203
255237	rnn.bias_ih_l0	7	0.023191699758172035
255237	rnn.bias_ih_l0	8	-0.09976208955049515
255237	rnn.bias_ih_l0	9	-0.0414101704955101
255237	rnn.bias_hh_l0	0	-0.001163011766038835
255237	rnn.bias_hh_l0	1	-0.09979941695928574
255237	rnn.bias_hh_l0	2	-0.0750279352068901
255237	rnn.bias_hh_l0	3	-0.08873128890991211
255237	rnn.bias_hh_l0	4	0.008785940706729889
255237	rnn.bias_hh_l0	5	-0.020666005089879036
255237	rnn.bias_hh_l0	6	0.028757460415363312
255237	rnn.bias_hh_l0	7	0.06108609586954117
255237	rnn.bias_hh_l0	8	-0.12295912206172943
255237	rnn.bias_hh_l0	9	-0.05882994458079338
255237	rnn.weight_ih_l0_reverse	0	-0.025617128238081932
255237	rnn.weight_ih_l0_reverse	1	-0.05687842145562172
255237	rnn.weight_ih_l0_reverse	2	-0.04904935508966446
255237	rnn.weight_ih_l0_reverse	3	0.015462502837181091
255237	rnn.weight_ih_l0_reverse	4	-0.025274159386754036
255237	rnn.weight_ih_l0_reverse	5	-0.05748450383543968
255237	rnn.weight_ih_l0_reverse	6	0.07368195801973343
255237	rnn.weight_ih_l0_reverse	7	-0.01872001588344574
255237	rnn.weight_ih_l0_reverse	8	-0.018364859744906425
255237	rnn.weight_ih_l0_reverse	9	0.0044191074557602406
255237	rnn.weight_hh_l0_reverse	0	0.0683068186044693
255237	rnn.weight_hh_l0_reverse	1	0.019793782383203506
255237	rnn.weight_hh_l0_reverse	2	0.029923971742391586
255237	rnn.weight_hh_l0_reverse	3	0.03512190282344818
255237	rnn.weight_hh_l0_reverse	4	0.0143425352871418
255237	rnn.weight_hh_l0_reverse	5	0.008039688691496849
255237	rnn.weight_hh_l0_reverse	6	0.0510980449616909
255237	rnn.weight_hh_l0_reverse	7	-0.08198975771665573
255237	rnn.weight_hh_l0_reverse	8	0.040058303624391556
255237	rnn.weight_hh_l0_reverse	9	0.034878481179475784
255237	rnn.bias_ih_l0_reverse	0	-0.057310763746500015
255237	rnn.bias_ih_l0_reverse	1	-0.28155678510665894
255237	rnn.bias_ih_l0_reverse	2	-0.124607615172863
255237	rnn.bias_ih_l0_reverse	3	-0.04795217886567116
255237	rnn.bias_ih_l0_reverse	4	-0.022469254210591316
255237	rnn.bias_ih_l0_reverse	5	0.07579956948757172
255237	rnn.bias_ih_l0_reverse	6	-0.06517347693443298
255237	rnn.bias_ih_l0_reverse	7	0.060800861567258835
255237	rnn.bias_ih_l0_reverse	8	-0.035589974373579025
255237	rnn.bias_ih_l0_reverse	9	0.0664142519235611
255237	rnn.bias_hh_l0_reverse	0	0.023722371086478233
255237	rnn.bias_hh_l0_reverse	1	-0.06281823664903641
255237	rnn.bias_hh_l0_reverse	2	0.08874066174030304
255237	rnn.bias_hh_l0_reverse	3	-0.05161705240607262
255237	rnn.bias_hh_l0_reverse	4	-0.0282024797052145
255237	rnn.bias_hh_l0_reverse	5	-0.02213658206164837
255237	rnn.bias_hh_l0_reverse	6	-0.019389735534787178
255237	rnn.bias_hh_l0_reverse	7	0.09948355704545975
255237	rnn.bias_hh_l0_reverse	8	0.030554646626114845
255237	rnn.bias_hh_l0_reverse	9	-0.14837083220481873
255237	rnn.weight_ih_l1	0	-0.02970932237803936
255237	rnn.weight_ih_l1	1	-0.05027979984879494
255237	rnn.weight_ih_l1	2	0.06501922756433487
255237	rnn.weight_ih_l1	3	-0.07289672642946243
255237	rnn.weight_ih_l1	4	-0.014099178835749626
255237	rnn.weight_ih_l1	5	-0.040350012481212616
255237	rnn.weight_ih_l1	6	0.028906121850013733
255237	rnn.weight_ih_l1	7	-0.044609300792217255
255237	rnn.weight_ih_l1	8	0.03781574219465256
255237	rnn.weight_ih_l1	9	0.04469335824251175
255237	rnn.weight_hh_l1	0	-0.007190631702542305
255237	rnn.weight_hh_l1	1	0.01993066631257534
255237	rnn.weight_hh_l1	2	0.006889272481203079
255237	rnn.weight_hh_l1	3	-0.012676670216023922
255237	rnn.weight_hh_l1	4	0.00481126643717289
255237	rnn.weight_hh_l1	5	0.03518364951014519
255237	rnn.weight_hh_l1	6	0.03616499900817871
255237	rnn.weight_hh_l1	7	-0.01623678393661976
255237	rnn.weight_hh_l1	8	-0.007280516438186169
255237	rnn.weight_hh_l1	9	0.038653433322906494
255237	rnn.bias_ih_l1	0	-0.18401047587394714
255237	rnn.bias_ih_l1	1	-0.17423410713672638
255237	rnn.bias_ih_l1	2	-0.19721922278404236
255237	rnn.bias_ih_l1	3	-0.308109849691391
255237	rnn.bias_ih_l1	4	-0.21178436279296875
255237	rnn.bias_ih_l1	5	-0.08857414871454239
255237	rnn.bias_ih_l1	6	-0.15871961414813995
255237	rnn.bias_ih_l1	7	-0.0035015554167330265
255237	rnn.bias_ih_l1	8	-0.13065491616725922
255237	rnn.bias_ih_l1	9	-0.12375328689813614
255237	rnn.bias_hh_l1	0	-0.09636586159467697
255237	rnn.bias_hh_l1	1	-0.06362023204565048
255237	rnn.bias_hh_l1	2	-0.08569572865962982
255237	rnn.bias_hh_l1	3	-0.07756608724594116
255237	rnn.bias_hh_l1	4	-0.07264538109302521
255237	rnn.bias_hh_l1	5	-0.11755208671092987
255237	rnn.bias_hh_l1	6	-0.16051796078681946
255237	rnn.bias_hh_l1	7	0.07428474724292755
255237	rnn.bias_hh_l1	8	-0.17638327181339264
255237	rnn.bias_hh_l1	9	-0.11495447903871536
255237	rnn.weight_ih_l1_reverse	0	-0.04725702479481697
255237	rnn.weight_ih_l1_reverse	1	0.03366852179169655
255237	rnn.weight_ih_l1_reverse	2	0.08824470639228821
255237	rnn.weight_ih_l1_reverse	3	-0.01787109673023224
255237	rnn.weight_ih_l1_reverse	4	-0.022859616205096245
255237	rnn.weight_ih_l1_reverse	5	-0.030403506010770798
255237	rnn.weight_ih_l1_reverse	6	-0.01969718001782894
255237	rnn.weight_ih_l1_reverse	7	0.0297364741563797
255237	rnn.weight_ih_l1_reverse	8	0.005173149053007364
255237	rnn.weight_ih_l1_reverse	9	-0.033315930515527725
255237	rnn.weight_hh_l1_reverse	0	0.004549145698547363
255237	rnn.weight_hh_l1_reverse	1	0.03165183588862419
255237	rnn.weight_hh_l1_reverse	2	-0.04061415418982506
255237	rnn.weight_hh_l1_reverse	3	0.03502143919467926
255237	rnn.weight_hh_l1_reverse	4	0.04710262641310692
255237	rnn.weight_hh_l1_reverse	5	0.006002203095704317
255237	rnn.weight_hh_l1_reverse	6	0.04916229471564293
255237	rnn.weight_hh_l1_reverse	7	0.030950283631682396
255237	rnn.weight_hh_l1_reverse	8	-0.007167615462094545
255237	rnn.weight_hh_l1_reverse	9	-0.030241558328270912
255237	rnn.bias_ih_l1_reverse	0	-0.04600900039076805
255237	rnn.bias_ih_l1_reverse	1	-0.14026479423046112
255237	rnn.bias_ih_l1_reverse	2	-0.16301141679286957
255237	rnn.bias_ih_l1_reverse	3	-0.061789147555828094
255237	rnn.bias_ih_l1_reverse	4	-0.20418326556682587
255237	rnn.bias_ih_l1_reverse	5	-0.1167159378528595
255237	rnn.bias_ih_l1_reverse	6	-0.1301446259021759
255237	rnn.bias_ih_l1_reverse	7	-0.1913466900587082
255237	rnn.bias_ih_l1_reverse	8	0.22642016410827637
255237	rnn.bias_ih_l1_reverse	9	0.02303631603717804
255237	rnn.bias_hh_l1_reverse	0	0.009765955619513988
255237	rnn.bias_hh_l1_reverse	1	-0.06455962359905243
255237	rnn.bias_hh_l1_reverse	2	-0.236939936876297
255237	rnn.bias_hh_l1_reverse	3	-0.14349716901779175
255237	rnn.bias_hh_l1_reverse	4	-0.08030662685632706
255237	rnn.bias_hh_l1_reverse	5	-0.11655206233263016
255237	rnn.bias_hh_l1_reverse	6	0.06352712959051132
255237	rnn.bias_hh_l1_reverse	7	-0.13656634092330933
255237	rnn.bias_hh_l1_reverse	8	-0.12476285547018051
255237	rnn.bias_hh_l1_reverse	9	-0.14819976687431335
255237	linear.weight	0	0.002228822559118271
255237	linear.weight	1	0.0990782156586647
255237	linear.weight	2	-0.09303225576877594
255237	linear.weight	3	0.31246280670166016
255237	linear.weight	4	0.1508079618215561
255237	linear.weight	5	-0.06535907834768295
255237	linear.weight	6	0.09168467670679092
255237	linear.weight	7	0.13494287431240082
255237	linear.weight	8	0.04113340005278587
255237	linear.weight	9	-0.05100180581212044
255237	linear.bias	0	0.08831213414669037
255237	linear.bias	1	-0.19548176229000092
255237	linear.bias	2	-0.44452840089797974
255237	linear.bias	3	-0.6569034457206726
255237	linear.bias	4	-1.2603976726531982
255237	linear.bias	5	-0.05842525511980057
255237	linear.bias	6	-0.8273029327392578
255237	linear.bias	7	0.273586630821228
255237	linear.bias	8	-0.3986772894859314
255237	linear.bias	9	-1.024788737297058
255434	transitions	0	0.755706787109375
255434	transitions	1	0.1390991508960724
255434	transitions	2	-10000.0
255434	transitions	3	-1.8280795812606812
255434	transitions	4	-10000.0
255434	transitions	5	0.562900185585022
255434	transitions	6	-0.08555140346288681
255434	transitions	7	-0.8108084201812744
255434	transitions	8	-1.4226346015930176
255434	transitions	9	-0.0012308430159464478
255434	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
255434	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
255434	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
255434	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
255434	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
255434	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
255434	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
255434	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
255434	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
255434	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
255434	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
255434	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
255434	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
255434	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
255434	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
255434	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
255434	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
255434	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
255434	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
255434	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
255434	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
255434	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
255434	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
255434	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
255434	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
255434	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
255434	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
255434	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
255434	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
255434	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
255434	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
255434	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
255434	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
255434	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
255434	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
255434	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
255434	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
255434	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
255434	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
255434	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
255434	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
255434	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
255434	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
255434	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
255434	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
255434	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
255434	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
255434	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
255434	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
255434	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
255434	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
255434	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
255434	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
255434	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
255434	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
255434	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
255434	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
255434	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
255434	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
255434	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
255434	embedding2nn.weight	0	0.016740329563617706
255434	embedding2nn.weight	1	-0.012745455838739872
255434	embedding2nn.weight	2	-0.014268254861235619
255434	embedding2nn.weight	3	-0.03180858865380287
255434	embedding2nn.weight	4	-0.0059150345623493195
255434	embedding2nn.weight	5	-0.0037005888298153877
255434	embedding2nn.weight	6	-0.003973265178501606
255434	embedding2nn.weight	7	-0.07712513953447342
255434	embedding2nn.weight	8	-0.0019979383796453476
255434	embedding2nn.weight	9	-0.02773367427289486
255434	embedding2nn.bias	0	0.03249805048108101
255434	embedding2nn.bias	1	-0.07557399570941925
255434	embedding2nn.bias	2	0.07105839252471924
255434	embedding2nn.bias	3	0.053183067589998245
255434	embedding2nn.bias	4	-0.04208517447113991
255434	embedding2nn.bias	5	-0.010353094898164272
255434	embedding2nn.bias	6	0.01500316709280014
255434	embedding2nn.bias	7	-0.054832641035318375
255434	embedding2nn.bias	8	0.07347244024276733
255434	embedding2nn.bias	9	0.0450110137462616
255434	rnn.weight_ih_l0	0	-0.08060073107481003
255434	rnn.weight_ih_l0	1	0.003224607091397047
255434	rnn.weight_ih_l0	2	0.0351528599858284
255434	rnn.weight_ih_l0	3	0.02278032898902893
255434	rnn.weight_ih_l0	4	-0.047909945249557495
255434	rnn.weight_ih_l0	5	-0.06827784329652786
255434	rnn.weight_ih_l0	6	-0.0011447214055806398
255434	rnn.weight_ih_l0	7	0.05351657792925835
255434	rnn.weight_ih_l0	8	-0.016967792063951492
255434	rnn.weight_ih_l0	9	-0.03084055706858635
255434	rnn.weight_hh_l0	0	-0.030466653406620026
255434	rnn.weight_hh_l0	1	-0.007219815626740456
255434	rnn.weight_hh_l0	2	0.0064812577329576015
255434	rnn.weight_hh_l0	3	-0.07439941167831421
255434	rnn.weight_hh_l0	4	0.09336850047111511
255434	rnn.weight_hh_l0	5	-0.026801900938153267
255434	rnn.weight_hh_l0	6	-0.06365526467561722
255434	rnn.weight_hh_l0	7	0.00891097541898489
255434	rnn.weight_hh_l0	8	0.013365906663239002
255434	rnn.weight_hh_l0	9	-0.025611422955989838
255434	rnn.bias_ih_l0	0	0.1298074871301651
255434	rnn.bias_ih_l0	1	-0.034265417605638504
255434	rnn.bias_ih_l0	2	-0.03406349942088127
255434	rnn.bias_ih_l0	3	0.1635352075099945
255434	rnn.bias_ih_l0	4	-0.012722881510853767
255434	rnn.bias_ih_l0	5	-0.022746307775378227
255434	rnn.bias_ih_l0	6	0.01693662628531456
255434	rnn.bias_ih_l0	7	0.023242872208356857
255434	rnn.bias_ih_l0	8	-0.0997261106967926
255434	rnn.bias_ih_l0	9	-0.04148763790726662
255434	rnn.bias_hh_l0	0	-0.0011857969220727682
255434	rnn.bias_hh_l0	1	-0.09995854645967484
255434	rnn.bias_hh_l0	2	-0.07507450878620148
255434	rnn.bias_hh_l0	3	-0.08876615762710571
255434	rnn.bias_hh_l0	4	0.00858391635119915
255434	rnn.bias_hh_l0	5	-0.02067437209188938
255434	rnn.bias_hh_l0	6	0.028600426390767097
255434	rnn.bias_hh_l0	7	0.06105847656726837
255434	rnn.bias_hh_l0	8	-0.12297416478395462
255434	rnn.bias_hh_l0	9	-0.058886636048555374
255434	rnn.weight_ih_l0_reverse	0	-0.02558142878115177
255434	rnn.weight_ih_l0_reverse	1	-0.056914713233709335
255434	rnn.weight_ih_l0_reverse	2	-0.049051471054553986
255434	rnn.weight_ih_l0_reverse	3	0.01555014867335558
255434	rnn.weight_ih_l0_reverse	4	-0.02521737478673458
255434	rnn.weight_ih_l0_reverse	5	-0.057554714381694794
255434	rnn.weight_ih_l0_reverse	6	0.07369892299175262
255434	rnn.weight_ih_l0_reverse	7	-0.018754346296191216
255434	rnn.weight_ih_l0_reverse	8	-0.018352122977375984
255434	rnn.weight_ih_l0_reverse	9	0.004432220011949539
255434	rnn.weight_hh_l0_reverse	0	0.06833527237176895
255434	rnn.weight_hh_l0_reverse	1	0.019748833030462265
255434	rnn.weight_hh_l0_reverse	2	0.029896965250372887
255434	rnn.weight_hh_l0_reverse	3	0.03510143980383873
255434	rnn.weight_hh_l0_reverse	4	0.014336825348436832
255434	rnn.weight_hh_l0_reverse	5	0.008117263205349445
255434	rnn.weight_hh_l0_reverse	6	0.05111692473292351
255434	rnn.weight_hh_l0_reverse	7	-0.08198828995227814
255434	rnn.weight_hh_l0_reverse	8	0.04009433463215828
255434	rnn.weight_hh_l0_reverse	9	0.03488817438483238
255434	rnn.bias_ih_l0_reverse	0	-0.05726241692900658
255434	rnn.bias_ih_l0_reverse	1	-0.28155580163002014
255434	rnn.bias_ih_l0_reverse	2	-0.12461017817258835
255434	rnn.bias_ih_l0_reverse	3	-0.047920092940330505
255434	rnn.bias_ih_l0_reverse	4	-0.022450251504778862
255434	rnn.bias_ih_l0_reverse	5	0.07585413008928299
255434	rnn.bias_ih_l0_reverse	6	-0.06503687798976898
255434	rnn.bias_ih_l0_reverse	7	0.060667868703603745
255434	rnn.bias_ih_l0_reverse	8	-0.035432975739240646
255434	rnn.bias_ih_l0_reverse	9	0.06644807755947113
255434	rnn.bias_hh_l0_reverse	0	0.02355545200407505
255434	rnn.bias_hh_l0_reverse	1	-0.06281350553035736
255434	rnn.bias_hh_l0_reverse	2	0.08873239904642105
255434	rnn.bias_hh_l0_reverse	3	-0.051696646958589554
255434	rnn.bias_hh_l0_reverse	4	-0.02809194289147854
255434	rnn.bias_hh_l0_reverse	5	-0.022084204480051994
255434	rnn.bias_hh_l0_reverse	6	-0.01931268908083439
255434	rnn.bias_hh_l0_reverse	7	0.09928302466869354
255434	rnn.bias_hh_l0_reverse	8	0.03059428744018078
255434	rnn.bias_hh_l0_reverse	9	-0.14826124906539917
255434	rnn.weight_ih_l1	0	-0.029718363657593727
255434	rnn.weight_ih_l1	1	-0.05023302137851715
255434	rnn.weight_ih_l1	2	0.0650329664349556
255434	rnn.weight_ih_l1	3	-0.07290381193161011
255434	rnn.weight_ih_l1	4	-0.014063739217817783
255434	rnn.weight_ih_l1	5	-0.040353380143642426
255434	rnn.weight_ih_l1	6	0.02889903075993061
255434	rnn.weight_ih_l1	7	-0.04460471495985985
255434	rnn.weight_ih_l1	8	0.03781329467892647
255434	rnn.weight_ih_l1	9	0.04476293548941612
255434	rnn.weight_hh_l1	0	-0.007171196863055229
255434	rnn.weight_hh_l1	1	0.019934309646487236
255434	rnn.weight_hh_l1	2	0.0069123501889407635
255434	rnn.weight_hh_l1	3	-0.012662595137953758
255434	rnn.weight_hh_l1	4	0.004814338404685259
255434	rnn.weight_hh_l1	5	0.03517371043562889
255434	rnn.weight_hh_l1	6	0.036136552691459656
255434	rnn.weight_hh_l1	7	-0.016223205253481865
255434	rnn.weight_hh_l1	8	-0.00728202797472477
255434	rnn.weight_hh_l1	9	0.03867410495877266
255434	rnn.bias_ih_l1	0	-0.1840776801109314
255434	rnn.bias_ih_l1	1	-0.1742539256811142
255434	rnn.bias_ih_l1	2	-0.1973925232887268
255434	rnn.bias_ih_l1	3	-0.30823370814323425
255434	rnn.bias_ih_l1	4	-0.2118292897939682
255434	rnn.bias_ih_l1	5	-0.08853189647197723
255434	rnn.bias_ih_l1	6	-0.15882009267807007
255434	rnn.bias_ih_l1	7	-0.0034355923999100924
255434	rnn.bias_ih_l1	8	-0.13059331476688385
255434	rnn.bias_ih_l1	9	-0.12371138483285904
255434	rnn.bias_hh_l1	0	-0.09639190882444382
255434	rnn.bias_hh_l1	1	-0.0637553408741951
255434	rnn.bias_hh_l1	2	-0.08561990410089493
255434	rnn.bias_hh_l1	3	-0.0775441899895668
255434	rnn.bias_hh_l1	4	-0.07256896793842316
255434	rnn.bias_hh_l1	5	-0.11760272085666656
255434	rnn.bias_hh_l1	6	-0.16054391860961914
255434	rnn.bias_hh_l1	7	0.07416493445634842
255434	rnn.bias_hh_l1	8	-0.17641955614089966
255434	rnn.bias_hh_l1	9	-0.11505019664764404
255434	rnn.weight_ih_l1_reverse	0	-0.04723232239484787
255434	rnn.weight_ih_l1_reverse	1	0.033660970628261566
255434	rnn.weight_ih_l1_reverse	2	0.08832678943872452
255434	rnn.weight_ih_l1_reverse	3	-0.01789301633834839
255434	rnn.weight_ih_l1_reverse	4	-0.022899242118000984
255434	rnn.weight_ih_l1_reverse	5	-0.030401797965168953
255434	rnn.weight_ih_l1_reverse	6	-0.019740058109164238
255434	rnn.weight_ih_l1_reverse	7	0.029707493260502815
255434	rnn.weight_ih_l1_reverse	8	0.005166990682482719
255434	rnn.weight_ih_l1_reverse	9	-0.03335508331656456
255434	rnn.weight_hh_l1_reverse	0	0.004549607168883085
255434	rnn.weight_hh_l1_reverse	1	0.0316484197974205
255434	rnn.weight_hh_l1_reverse	2	-0.040614716708660126
255434	rnn.weight_hh_l1_reverse	3	0.03502186760306358
255434	rnn.weight_hh_l1_reverse	4	0.04709364101290703
255434	rnn.weight_hh_l1_reverse	5	0.0059807077050209045
255434	rnn.weight_hh_l1_reverse	6	0.04914398491382599
255434	rnn.weight_hh_l1_reverse	7	0.030953843146562576
255434	rnn.weight_hh_l1_reverse	8	-0.007164883427321911
255434	rnn.weight_hh_l1_reverse	9	-0.03021935373544693
255434	rnn.bias_ih_l1_reverse	0	-0.045975618064403534
255434	rnn.bias_ih_l1_reverse	1	-0.1403675675392151
255434	rnn.bias_ih_l1_reverse	2	-0.16299156844615936
255434	rnn.bias_ih_l1_reverse	3	-0.06205659732222557
255434	rnn.bias_ih_l1_reverse	4	-0.20422430336475372
255434	rnn.bias_ih_l1_reverse	5	-0.1166742593050003
255434	rnn.bias_ih_l1_reverse	6	-0.13012105226516724
255434	rnn.bias_ih_l1_reverse	7	-0.19138449430465698
255434	rnn.bias_ih_l1_reverse	8	0.2264995574951172
255434	rnn.bias_ih_l1_reverse	9	0.02320041134953499
255434	rnn.bias_hh_l1_reverse	0	0.009882546029984951
255434	rnn.bias_hh_l1_reverse	1	-0.06465468555688858
255434	rnn.bias_hh_l1_reverse	2	-0.2369467169046402
255434	rnn.bias_hh_l1_reverse	3	-0.14354924857616425
255434	rnn.bias_hh_l1_reverse	4	-0.08031480759382248
255434	rnn.bias_hh_l1_reverse	5	-0.11656253784894943
255434	rnn.bias_hh_l1_reverse	6	0.0634618028998375
255434	rnn.bias_hh_l1_reverse	7	-0.13652130961418152
255434	rnn.bias_hh_l1_reverse	8	-0.12483683228492737
255434	rnn.bias_hh_l1_reverse	9	-0.1482163816690445
255434	linear.weight	0	0.002228822559118271
255434	linear.weight	1	0.09898296743631363
255434	linear.weight	2	-0.0930812731385231
255434	linear.weight	3	0.3125177323818207
255434	linear.weight	4	0.15082167088985443
255434	linear.weight	5	-0.06528493762016296
255434	linear.weight	6	0.0916559100151062
255434	linear.weight	7	0.13513563573360443
255434	linear.weight	8	0.04113340005278587
255434	linear.weight	9	-0.051112476736307144
255434	linear.bias	0	0.08763720840215683
255434	linear.bias	1	-0.19492845237255096
255434	linear.bias	2	-0.4460701644420624
255434	linear.bias	3	-0.6576131582260132
255434	linear.bias	4	-1.2610747814178467
255434	linear.bias	5	-0.058155786246061325
255434	linear.bias	6	-0.8268112540245056
255434	linear.bias	7	0.2737584710121155
255434	linear.bias	8	-0.39906346797943115
255434	linear.bias	9	-1.025162935256958
255631	transitions	0	0.7556043863296509
255631	transitions	1	0.13901573419570923
255631	transitions	2	-10000.0
255631	transitions	3	-1.8280797004699707
255631	transitions	4	-10000.0
255631	transitions	5	0.5628994703292847
255631	transitions	6	-0.085552878677845
255631	transitions	7	-0.8108163475990295
255631	transitions	8	-1.422635793685913
255631	transitions	9	-0.0012308552395552397
255631	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
255631	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
255631	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
255631	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
255631	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
255631	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
255631	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
255631	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
255631	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
255631	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
255631	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
255631	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
255631	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
255631	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
255631	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
255631	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
255631	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
255631	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
255631	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
255631	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
255631	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
255631	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
255631	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
255631	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
255631	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
255631	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
255631	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
255631	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
255631	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
255631	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
255631	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
255631	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
255631	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
255631	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
255631	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
255631	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
255631	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
255631	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
255631	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
255631	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
255631	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
255631	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
255631	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
255631	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
255631	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
255631	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
255631	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
255631	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
255631	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
255631	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
255631	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
255631	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
255631	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
255631	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
255631	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
255631	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
255631	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
255631	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
255631	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
255631	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
255631	embedding2nn.weight	0	0.016815144568681717
255631	embedding2nn.weight	1	-0.012741193175315857
255631	embedding2nn.weight	2	-0.014268254861235619
255631	embedding2nn.weight	3	-0.03182149678468704
255631	embedding2nn.weight	4	-0.0059150345623493195
255631	embedding2nn.weight	5	-0.0037005888298153877
255631	embedding2nn.weight	6	-0.003973265178501606
255631	embedding2nn.weight	7	-0.07713611423969269
255631	embedding2nn.weight	8	-0.0019979383796453476
255631	embedding2nn.weight	9	-0.02775144763290882
255631	embedding2nn.bias	0	0.0325414314866066
255631	embedding2nn.bias	1	-0.07589199393987656
255631	embedding2nn.bias	2	0.07089020311832428
255631	embedding2nn.bias	3	0.05270753428339958
255631	embedding2nn.bias	4	-0.04180518537759781
255631	embedding2nn.bias	5	-0.010364318266510963
255631	embedding2nn.bias	6	0.014685625210404396
255631	embedding2nn.bias	7	-0.05470776930451393
255631	embedding2nn.bias	8	0.07324083149433136
255631	embedding2nn.bias	9	0.045139435678720474
255631	rnn.weight_ih_l0	0	-0.08067063242197037
255631	rnn.weight_ih_l0	1	0.003188390750437975
255631	rnn.weight_ih_l0	2	0.03503010794520378
255631	rnn.weight_ih_l0	3	0.022769996896386147
255631	rnn.weight_ih_l0	4	-0.04792516678571701
255631	rnn.weight_ih_l0	5	-0.06826561689376831
255631	rnn.weight_ih_l0	6	-0.0011645290069282055
255631	rnn.weight_ih_l0	7	0.053488682955503464
255631	rnn.weight_ih_l0	8	-0.016994137316942215
255631	rnn.weight_ih_l0	9	-0.030839696526527405
255631	rnn.weight_hh_l0	0	-0.03047172725200653
255631	rnn.weight_hh_l0	1	-0.007226668763905764
255631	rnn.weight_hh_l0	2	0.006494052708148956
255631	rnn.weight_hh_l0	3	-0.07439746707677841
255631	rnn.weight_hh_l0	4	0.09335476905107498
255631	rnn.weight_hh_l0	5	-0.026799242943525314
255631	rnn.weight_hh_l0	6	-0.06364139914512634
255631	rnn.weight_hh_l0	7	0.008889852091670036
255631	rnn.weight_hh_l0	8	0.013359282165765762
255631	rnn.weight_hh_l0	9	-0.02561761997640133
255631	rnn.bias_ih_l0	0	0.12986771762371063
255631	rnn.bias_ih_l0	1	-0.03428104892373085
255631	rnn.bias_ih_l0	2	-0.03400628641247749
255631	rnn.bias_ih_l0	3	0.16340601444244385
255631	rnn.bias_ih_l0	4	-0.012685620225965977
255631	rnn.bias_ih_l0	5	-0.022767214104533195
255631	rnn.bias_ih_l0	6	0.017035549506545067
255631	rnn.bias_ih_l0	7	0.02331666089594364
255631	rnn.bias_ih_l0	8	-0.09971217811107635
255631	rnn.bias_ih_l0	9	-0.041575927287340164
255631	rnn.bias_hh_l0	0	-0.0011465904535725713
255631	rnn.bias_hh_l0	1	-0.10001645237207413
255631	rnn.bias_hh_l0	2	-0.07501046359539032
255631	rnn.bias_hh_l0	3	-0.08883761614561081
255631	rnn.bias_hh_l0	4	0.008555881679058075
255631	rnn.bias_hh_l0	5	-0.020625891163945198
255631	rnn.bias_hh_l0	6	0.02866288088262081
255631	rnn.bias_hh_l0	7	0.061014458537101746
255631	rnn.bias_hh_l0	8	-0.12302995473146439
255631	rnn.bias_hh_l0	9	-0.05877601355314255
255631	rnn.weight_ih_l0_reverse	0	-0.025549916550517082
255631	rnn.weight_ih_l0_reverse	1	-0.0569082535803318
255631	rnn.weight_ih_l0_reverse	2	-0.0489925891160965
255631	rnn.weight_ih_l0_reverse	3	0.015599815174937248
255631	rnn.weight_ih_l0_reverse	4	-0.025241810828447342
255631	rnn.weight_ih_l0_reverse	5	-0.05755851790308952
255631	rnn.weight_ih_l0_reverse	6	0.07371188700199127
255631	rnn.weight_ih_l0_reverse	7	-0.0187629796564579
255631	rnn.weight_ih_l0_reverse	8	-0.018390832468867302
255631	rnn.weight_ih_l0_reverse	9	0.004389401525259018
255631	rnn.weight_hh_l0_reverse	0	0.06838821619749069
255631	rnn.weight_hh_l0_reverse	1	0.01973356120288372
255631	rnn.weight_hh_l0_reverse	2	0.02991660311818123
255631	rnn.weight_hh_l0_reverse	3	0.03510788828134537
255631	rnn.weight_hh_l0_reverse	4	0.014306186698377132
255631	rnn.weight_hh_l0_reverse	5	0.008089891634881496
255631	rnn.weight_hh_l0_reverse	6	0.05115199834108353
255631	rnn.weight_hh_l0_reverse	7	-0.08198074996471405
255631	rnn.weight_hh_l0_reverse	8	0.04010636731982231
255631	rnn.weight_hh_l0_reverse	9	0.03488617017865181
255631	rnn.bias_ih_l0_reverse	0	-0.05726359039545059
255631	rnn.bias_ih_l0_reverse	1	-0.2815137803554535
255631	rnn.bias_ih_l0_reverse	2	-0.12456534057855606
255631	rnn.bias_ih_l0_reverse	3	-0.04796462506055832
255631	rnn.bias_ih_l0_reverse	4	-0.02256717160344124
255631	rnn.bias_ih_l0_reverse	5	0.07575438916683197
255631	rnn.bias_ih_l0_reverse	6	-0.06506488472223282
255631	rnn.bias_ih_l0_reverse	7	0.06066489592194557
255631	rnn.bias_ih_l0_reverse	8	-0.035481661558151245
255631	rnn.bias_ih_l0_reverse	9	0.06639231741428375
255631	rnn.bias_hh_l0_reverse	0	0.023484040051698685
255631	rnn.bias_hh_l0_reverse	1	-0.06287777423858643
255631	rnn.bias_hh_l0_reverse	2	0.08880514651536942
255631	rnn.bias_hh_l0_reverse	3	-0.051643311977386475
255631	rnn.bias_hh_l0_reverse	4	-0.02825690247118473
255631	rnn.bias_hh_l0_reverse	5	-0.022130515426397324
255631	rnn.bias_hh_l0_reverse	6	-0.01938016712665558
255631	rnn.bias_hh_l0_reverse	7	0.09943898767232895
255631	rnn.bias_hh_l0_reverse	8	0.030617406591773033
255631	rnn.bias_hh_l0_reverse	9	-0.1482183337211609
255631	rnn.weight_ih_l1	0	-0.02969437651336193
255631	rnn.weight_ih_l1	1	-0.050233274698257446
255631	rnn.weight_ih_l1	2	0.0649859830737114
255631	rnn.weight_ih_l1	3	-0.07285051792860031
255631	rnn.weight_ih_l1	4	-0.013989033177495003
255631	rnn.weight_ih_l1	5	-0.04034823179244995
255631	rnn.weight_ih_l1	6	0.028943587094545364
255631	rnn.weight_ih_l1	7	-0.04461764916777611
255631	rnn.weight_ih_l1	8	0.0378207266330719
255631	rnn.weight_ih_l1	9	0.04475795477628708
255631	rnn.weight_hh_l1	0	-0.007186054717749357
255631	rnn.weight_hh_l1	1	0.019930824637413025
255631	rnn.weight_hh_l1	2	0.0067872824147343636
255631	rnn.weight_hh_l1	3	-0.012663917616009712
255631	rnn.weight_hh_l1	4	0.004829722922295332
255631	rnn.weight_hh_l1	5	0.035177621990442276
255631	rnn.weight_hh_l1	6	0.03612535074353218
255631	rnn.weight_hh_l1	7	-0.01624045893549919
255631	rnn.weight_hh_l1	8	-0.007300222758203745
255631	rnn.weight_hh_l1	9	0.038683243095874786
255631	rnn.bias_ih_l1	0	-0.1839611679315567
255631	rnn.bias_ih_l1	1	-0.17436552047729492
255631	rnn.bias_ih_l1	2	-0.1973290890455246
255631	rnn.bias_ih_l1	3	-0.30824166536331177
255631	rnn.bias_ih_l1	4	-0.21172674000263214
255631	rnn.bias_ih_l1	5	-0.08864832669496536
255631	rnn.bias_ih_l1	6	-0.15897467732429504
255631	rnn.bias_ih_l1	7	-0.003349581966176629
255631	rnn.bias_ih_l1	8	-0.13062842190265656
255631	rnn.bias_ih_l1	9	-0.12372708320617676
255631	rnn.bias_hh_l1	0	-0.09643415361642838
255631	rnn.bias_hh_l1	1	-0.06379541754722595
255631	rnn.bias_hh_l1	2	-0.08563368767499924
255631	rnn.bias_hh_l1	3	-0.07745227217674255
255631	rnn.bias_hh_l1	4	-0.0725821852684021
255631	rnn.bias_hh_l1	5	-0.11763327568769455
255631	rnn.bias_hh_l1	6	-0.16070803999900818
255631	rnn.bias_hh_l1	7	0.07428111135959625
255631	rnn.bias_hh_l1	8	-0.17650942504405975
255631	rnn.bias_hh_l1	9	-0.11503284424543381
255631	rnn.weight_ih_l1_reverse	0	-0.047207076102495193
255631	rnn.weight_ih_l1_reverse	1	0.03364916890859604
255631	rnn.weight_ih_l1_reverse	2	0.08832722902297974
255631	rnn.weight_ih_l1_reverse	3	-0.017837733030319214
255631	rnn.weight_ih_l1_reverse	4	-0.02293953113257885
255631	rnn.weight_ih_l1_reverse	5	-0.030408186838030815
255631	rnn.weight_ih_l1_reverse	6	-0.019727937877178192
255631	rnn.weight_ih_l1_reverse	7	0.02972436137497425
255631	rnn.weight_ih_l1_reverse	8	0.0052361320704221725
255631	rnn.weight_ih_l1_reverse	9	-0.033370692282915115
255631	rnn.weight_hh_l1_reverse	0	0.00454952847212553
255631	rnn.weight_hh_l1_reverse	1	0.031656939536333084
255631	rnn.weight_hh_l1_reverse	2	-0.04061628505587578
255631	rnn.weight_hh_l1_reverse	3	0.035022981464862823
255631	rnn.weight_hh_l1_reverse	4	0.04706267639994621
255631	rnn.weight_hh_l1_reverse	5	0.005971490405499935
255631	rnn.weight_hh_l1_reverse	6	0.04916633293032646
255631	rnn.weight_hh_l1_reverse	7	0.030967112630605698
255631	rnn.weight_hh_l1_reverse	8	-0.007166385650634766
255631	rnn.weight_hh_l1_reverse	9	-0.03021981567144394
255631	rnn.bias_ih_l1_reverse	0	-0.045917052775621414
255631	rnn.bias_ih_l1_reverse	1	-0.14034238457679749
255631	rnn.bias_ih_l1_reverse	2	-0.16293226182460785
255631	rnn.bias_ih_l1_reverse	3	-0.06210111826658249
255631	rnn.bias_ih_l1_reverse	4	-0.20418693125247955
255631	rnn.bias_ih_l1_reverse	5	-0.11670932173728943
255631	rnn.bias_ih_l1_reverse	6	-0.13013802468776703
255631	rnn.bias_ih_l1_reverse	7	-0.19129063189029694
255631	rnn.bias_ih_l1_reverse	8	0.22636300325393677
255631	rnn.bias_ih_l1_reverse	9	0.023128492757678032
255631	rnn.bias_hh_l1_reverse	0	0.009752870537340641
255631	rnn.bias_hh_l1_reverse	1	-0.06459207087755203
255631	rnn.bias_hh_l1_reverse	2	-0.2370069921016693
255631	rnn.bias_hh_l1_reverse	3	-0.1433689147233963
255631	rnn.bias_hh_l1_reverse	4	-0.08032407611608505
255631	rnn.bias_hh_l1_reverse	5	-0.1165250688791275
255631	rnn.bias_hh_l1_reverse	6	0.06344494968652725
255631	rnn.bias_hh_l1_reverse	7	-0.13646365702152252
255631	rnn.bias_hh_l1_reverse	8	-0.12489112466573715
255631	rnn.bias_hh_l1_reverse	9	-0.14824381470680237
255631	linear.weight	0	0.002228822559118271
255631	linear.weight	1	0.09903205931186676
255631	linear.weight	2	-0.09306452423334122
255631	linear.weight	3	0.3124215602874756
255631	linear.weight	4	0.15069043636322021
255631	linear.weight	5	-0.06527674198150635
255631	linear.weight	6	0.09187319874763489
255631	linear.weight	7	0.1348976492881775
255631	linear.weight	8	0.041133370250463486
255631	linear.weight	9	-0.051007580012083054
255631	linear.bias	0	0.08505591005086899
255631	linear.bias	1	-0.1940341740846634
255631	linear.bias	2	-0.44612205028533936
255631	linear.bias	3	-0.657350480556488
255631	linear.bias	4	-1.2608180046081543
255631	linear.bias	5	-0.05768338963389397
255631	linear.bias	6	-0.8257676362991333
255631	linear.bias	7	0.274338960647583
255631	linear.bias	8	-0.3984103500843048
255631	linear.bias	9	-1.0245492458343506
255828	transitions	0	0.7556918859481812
255828	transitions	1	0.13898822665214539
255828	transitions	2	-10000.0
255828	transitions	3	-1.8280800580978394
255828	transitions	4	-10000.0
255828	transitions	5	0.5628984570503235
255828	transitions	6	-0.08555495738983154
255828	transitions	7	-0.810845136642456
255828	transitions	8	-1.4226363897323608
255828	transitions	9	-0.0012308729346841574
255828	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
255828	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
255828	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
255828	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
255828	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
255828	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
255828	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
255828	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
255828	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
255828	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
255828	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
255828	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
255828	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
255828	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
255828	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
255828	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
255828	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
255828	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
255828	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
255828	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
255828	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
255828	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
255828	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
255828	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
255828	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
255828	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
255828	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
255828	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
255828	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
255828	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
255828	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
255828	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
255828	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
255828	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
255828	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
255828	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
255828	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
255828	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
255828	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
255828	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
255828	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
255828	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
255828	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
255828	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
255828	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
255828	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
255828	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
255828	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
255828	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
255828	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
255828	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
255828	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
255828	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
255828	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
255828	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
255828	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
255828	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
255828	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
255828	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
255828	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
255828	embedding2nn.weight	0	0.01680999994277954
255828	embedding2nn.weight	1	-0.012741162441670895
255828	embedding2nn.weight	2	-0.014268254861235619
255828	embedding2nn.weight	3	-0.03176981583237648
255828	embedding2nn.weight	4	-0.0059150345623493195
255828	embedding2nn.weight	5	-0.0037005888298153877
255828	embedding2nn.weight	6	-0.003973265178501606
255828	embedding2nn.weight	7	-0.07716652750968933
255828	embedding2nn.weight	8	-0.0019979383796453476
255828	embedding2nn.weight	9	-0.027742113918066025
255828	embedding2nn.bias	0	0.03234042227268219
255828	embedding2nn.bias	1	-0.07591883093118668
255828	embedding2nn.bias	2	0.07111026346683502
255828	embedding2nn.bias	3	0.052565790712833405
255828	embedding2nn.bias	4	-0.04181951284408569
255828	embedding2nn.bias	5	-0.01053215004503727
255828	embedding2nn.bias	6	0.014415261335670948
255828	embedding2nn.bias	7	-0.05434327945113182
255828	embedding2nn.bias	8	0.07314500212669373
255828	embedding2nn.bias	9	0.04538340866565704
255828	rnn.weight_ih_l0	0	-0.08078301697969437
255828	rnn.weight_ih_l0	1	0.0031895712018013
255828	rnn.weight_ih_l0	2	0.035015251487493515
255828	rnn.weight_ih_l0	3	0.022748392075300217
255828	rnn.weight_ih_l0	4	-0.04792135953903198
255828	rnn.weight_ih_l0	5	-0.06823968887329102
255828	rnn.weight_ih_l0	6	-0.0011912491172552109
255828	rnn.weight_ih_l0	7	0.053486548364162445
255828	rnn.weight_ih_l0	8	-0.016959484666585922
255828	rnn.weight_ih_l0	9	-0.03084324672818184
255828	rnn.weight_hh_l0	0	-0.03045186959207058
255828	rnn.weight_hh_l0	1	-0.007238520309329033
255828	rnn.weight_hh_l0	2	0.006560205481946468
255828	rnn.weight_hh_l0	3	-0.07440654188394547
255828	rnn.weight_hh_l0	4	0.09335900843143463
255828	rnn.weight_hh_l0	5	-0.026769287884235382
255828	rnn.weight_hh_l0	6	-0.06364589184522629
255828	rnn.weight_hh_l0	7	0.008869562298059464
255828	rnn.weight_hh_l0	8	0.013347165659070015
255828	rnn.weight_hh_l0	9	-0.025615118443965912
255828	rnn.bias_ih_l0	0	0.12993687391281128
255828	rnn.bias_ih_l0	1	-0.03428730368614197
255828	rnn.bias_ih_l0	2	-0.03401581570506096
255828	rnn.bias_ih_l0	3	0.1635626256465912
255828	rnn.bias_ih_l0	4	-0.01278172992169857
255828	rnn.bias_ih_l0	5	-0.022868337109684944
255828	rnn.bias_ih_l0	6	0.0171104334294796
255828	rnn.bias_ih_l0	7	0.02331966906785965
255828	rnn.bias_ih_l0	8	-0.0997760221362114
255828	rnn.bias_ih_l0	9	-0.041649337857961655
255828	rnn.bias_hh_l0	0	-0.001185581786558032
255828	rnn.bias_hh_l0	1	-0.10011252760887146
255828	rnn.bias_hh_l0	2	-0.07503911852836609
255828	rnn.bias_hh_l0	3	-0.08895233273506165
255828	rnn.bias_hh_l0	4	0.008700594305992126
255828	rnn.bias_hh_l0	5	-0.020577039569616318
255828	rnn.bias_hh_l0	6	0.02856091968715191
255828	rnn.bias_hh_l0	7	0.061034779995679855
255828	rnn.bias_hh_l0	8	-0.12305144220590591
255828	rnn.bias_hh_l0	9	-0.058870550245046616
255828	rnn.weight_ih_l0_reverse	0	-0.025537854060530663
255828	rnn.weight_ih_l0_reverse	1	-0.056899525225162506
255828	rnn.weight_ih_l0_reverse	2	-0.04899861291050911
255828	rnn.weight_ih_l0_reverse	3	0.015631824731826782
255828	rnn.weight_ih_l0_reverse	4	-0.02524511143565178
255828	rnn.weight_ih_l0_reverse	5	-0.05756869912147522
255828	rnn.weight_ih_l0_reverse	6	0.07372794300317764
255828	rnn.weight_ih_l0_reverse	7	-0.018762808293104172
255828	rnn.weight_ih_l0_reverse	8	-0.01839040219783783
255828	rnn.weight_ih_l0_reverse	9	0.004412071313709021
255828	rnn.weight_hh_l0_reverse	0	0.06833537667989731
255828	rnn.weight_hh_l0_reverse	1	0.01970178633928299
255828	rnn.weight_hh_l0_reverse	2	0.029906492680311203
255828	rnn.weight_hh_l0_reverse	3	0.03513608127832413
255828	rnn.weight_hh_l0_reverse	4	0.01429699081927538
255828	rnn.weight_hh_l0_reverse	5	0.008047856390476227
255828	rnn.weight_hh_l0_reverse	6	0.05113863945007324
255828	rnn.weight_hh_l0_reverse	7	-0.08196646720170975
255828	rnn.weight_hh_l0_reverse	8	0.040125004947185516
255828	rnn.weight_hh_l0_reverse	9	0.034888748079538345
255828	rnn.bias_ih_l0_reverse	0	-0.05722149834036827
255828	rnn.bias_ih_l0_reverse	1	-0.28158602118492126
255828	rnn.bias_ih_l0_reverse	2	-0.1245453804731369
255828	rnn.bias_ih_l0_reverse	3	-0.04797747731208801
255828	rnn.bias_ih_l0_reverse	4	-0.02261241525411606
255828	rnn.bias_ih_l0_reverse	5	0.07588164508342743
255828	rnn.bias_ih_l0_reverse	6	-0.06508860737085342
255828	rnn.bias_ih_l0_reverse	7	0.060638636350631714
255828	rnn.bias_ih_l0_reverse	8	-0.035530153661966324
255828	rnn.bias_ih_l0_reverse	9	0.06618909537792206
255828	rnn.bias_hh_l0_reverse	0	0.023488789796829224
255828	rnn.bias_hh_l0_reverse	1	-0.06288143247365952
255828	rnn.bias_hh_l0_reverse	2	0.08878108859062195
255828	rnn.bias_hh_l0_reverse	3	-0.05160786211490631
255828	rnn.bias_hh_l0_reverse	4	-0.028269676491618156
255828	rnn.bias_hh_l0_reverse	5	-0.02214827574789524
255828	rnn.bias_hh_l0_reverse	6	-0.019375048577785492
255828	rnn.bias_hh_l0_reverse	7	0.09954812377691269
255828	rnn.bias_hh_l0_reverse	8	0.030435768887400627
255828	rnn.bias_hh_l0_reverse	9	-0.1482921540737152
255828	rnn.weight_ih_l1	0	-0.029715901240706444
255828	rnn.weight_ih_l1	1	-0.05025586485862732
255828	rnn.weight_ih_l1	2	0.0650101974606514
255828	rnn.weight_ih_l1	3	-0.0728054791688919
255828	rnn.weight_ih_l1	4	-0.014007197692990303
255828	rnn.weight_ih_l1	5	-0.040352195501327515
255828	rnn.weight_ih_l1	6	0.02895270101726055
255828	rnn.weight_ih_l1	7	-0.04456755518913269
255828	rnn.weight_ih_l1	8	0.03780833259224892
255828	rnn.weight_ih_l1	9	0.04476115480065346
255828	rnn.weight_hh_l1	0	-0.007176601327955723
255828	rnn.weight_hh_l1	1	0.019926080480217934
255828	rnn.weight_hh_l1	2	0.0068364511243999004
255828	rnn.weight_hh_l1	3	-0.012674044817686081
255828	rnn.weight_hh_l1	4	0.004843364004045725
255828	rnn.weight_hh_l1	5	0.035188350826501846
255828	rnn.weight_hh_l1	6	0.03613407164812088
255828	rnn.weight_hh_l1	7	-0.01622862182557583
255828	rnn.weight_hh_l1	8	-0.007289044093340635
255828	rnn.weight_hh_l1	9	0.0386824794113636
255828	rnn.bias_ih_l1	0	-0.18392685055732727
255828	rnn.bias_ih_l1	1	-0.1742498129606247
255828	rnn.bias_ih_l1	2	-0.19719739258289337
255828	rnn.bias_ih_l1	3	-0.30828848481178284
255828	rnn.bias_ih_l1	4	-0.21135903894901276
255828	rnn.bias_ih_l1	5	-0.08871679753065109
255828	rnn.bias_ih_l1	6	-0.15894338488578796
255828	rnn.bias_ih_l1	7	-0.0033646707888692617
255828	rnn.bias_ih_l1	8	-0.13054373860359192
255828	rnn.bias_ih_l1	9	-0.12372582405805588
255828	rnn.bias_hh_l1	0	-0.09645964205265045
255828	rnn.bias_hh_l1	1	-0.06380981206893921
255828	rnn.bias_hh_l1	2	-0.08572037518024445
255828	rnn.bias_hh_l1	3	-0.07752107828855515
255828	rnn.bias_hh_l1	4	-0.07241871953010559
255828	rnn.bias_hh_l1	5	-0.11764876544475555
255828	rnn.bias_hh_l1	6	-0.1606895476579666
255828	rnn.bias_hh_l1	7	0.07430208474397659
255828	rnn.bias_hh_l1	8	-0.17645569145679474
255828	rnn.bias_hh_l1	9	-0.11507689207792282
255828	rnn.weight_ih_l1_reverse	0	-0.04719877243041992
255828	rnn.weight_ih_l1_reverse	1	0.033557549118995667
255828	rnn.weight_ih_l1_reverse	2	0.08832104504108429
255828	rnn.weight_ih_l1_reverse	3	-0.017886366695165634
255828	rnn.weight_ih_l1_reverse	4	-0.022854436188936234
255828	rnn.weight_ih_l1_reverse	5	-0.03041273169219494
255828	rnn.weight_ih_l1_reverse	6	-0.019685013219714165
255828	rnn.weight_ih_l1_reverse	7	0.02974550426006317
255828	rnn.weight_ih_l1_reverse	8	0.0052240509539842606
255828	rnn.weight_ih_l1_reverse	9	-0.03325515240430832
255828	rnn.weight_hh_l1_reverse	0	0.004563141614198685
255828	rnn.weight_hh_l1_reverse	1	0.03165828064084053
255828	rnn.weight_hh_l1_reverse	2	-0.04061798006296158
255828	rnn.weight_hh_l1_reverse	3	0.035021260380744934
255828	rnn.weight_hh_l1_reverse	4	0.04706558585166931
255828	rnn.weight_hh_l1_reverse	5	0.005957014858722687
255828	rnn.weight_hh_l1_reverse	6	0.04911316558718681
255828	rnn.weight_hh_l1_reverse	7	0.030962027609348297
255828	rnn.weight_hh_l1_reverse	8	-0.007163865491747856
255828	rnn.weight_hh_l1_reverse	9	-0.030223190784454346
255828	rnn.bias_ih_l1_reverse	0	-0.04591233283281326
255828	rnn.bias_ih_l1_reverse	1	-0.14020521938800812
255828	rnn.bias_ih_l1_reverse	2	-0.163136288523674
255828	rnn.bias_ih_l1_reverse	3	-0.06197424978017807
255828	rnn.bias_ih_l1_reverse	4	-0.20412500202655792
255828	rnn.bias_ih_l1_reverse	5	-0.11668717116117477
255828	rnn.bias_ih_l1_reverse	6	-0.13015685975551605
255828	rnn.bias_ih_l1_reverse	7	-0.1912880837917328
255828	rnn.bias_ih_l1_reverse	8	0.2264852672815323
255828	rnn.bias_ih_l1_reverse	9	0.023073798045516014
255828	rnn.bias_hh_l1_reverse	0	0.009826336055994034
255828	rnn.bias_hh_l1_reverse	1	-0.06462148576974869
255828	rnn.bias_hh_l1_reverse	2	-0.23703773319721222
255828	rnn.bias_hh_l1_reverse	3	-0.1433306187391281
255828	rnn.bias_hh_l1_reverse	4	-0.0801611915230751
255828	rnn.bias_hh_l1_reverse	5	-0.11651764810085297
255828	rnn.bias_hh_l1_reverse	6	0.06349582225084305
255828	rnn.bias_hh_l1_reverse	7	-0.13638369739055634
255828	rnn.bias_hh_l1_reverse	8	-0.12496864795684814
255828	rnn.bias_hh_l1_reverse	9	-0.14824803173542023
255828	linear.weight	0	0.002228822559118271
255828	linear.weight	1	0.09896625578403473
255828	linear.weight	2	-0.09301293641328812
255828	linear.weight	3	0.31280240416526794
255828	linear.weight	4	0.15088124573230743
255828	linear.weight	5	-0.0652693659067154
255828	linear.weight	6	0.09181955456733704
255828	linear.weight	7	0.13482560217380524
255828	linear.weight	8	0.04113336279988289
255828	linear.weight	9	-0.05093295872211456
255828	linear.bias	0	0.08434794843196869
255828	linear.bias	1	-0.1932823210954666
255828	linear.bias	2	-0.44495388865470886
255828	linear.bias	3	-0.6565254926681519
255828	linear.bias	4	-1.259969711303711
255828	linear.bias	5	-0.05871621519327164
255828	linear.bias	6	-0.8250670433044434
255828	linear.bias	7	0.2732984125614166
255828	linear.bias	8	-0.39744263887405396
255828	linear.bias	9	-1.0235868692398071
256025	transitions	0	0.7553442716598511
256025	transitions	1	0.1391063630580902
256025	transitions	2	-10000.0
256025	transitions	3	-1.828080415725708
256025	transitions	4	-10000.0
256025	transitions	5	0.5628932118415833
256025	transitions	6	-0.08555591106414795
256025	transitions	7	-0.8109078407287598
256025	transitions	8	-1.4226369857788086
256025	transitions	9	-0.0012308828299865127
256025	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
256025	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
256025	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
256025	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
256025	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
256025	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
256025	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
256025	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
256025	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
256025	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
256025	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
256025	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
256025	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
256025	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
256025	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
256025	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
256025	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
256025	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
256025	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
256025	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
256025	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
256025	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
256025	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
256025	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
256025	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
256025	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
256025	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
256025	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
256025	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
256025	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
256025	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
256025	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
256025	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
256025	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
256025	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
256025	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
256025	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
256025	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
256025	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
256025	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
256025	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
256025	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
256025	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
256025	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
256025	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
256025	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
256025	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
256025	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
256025	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
256025	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
256025	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
256025	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
256025	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
256025	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
256025	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
256025	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
256025	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
256025	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
256025	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
256025	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
256025	embedding2nn.weight	0	0.01685713790357113
256025	embedding2nn.weight	1	-0.012732050381600857
256025	embedding2nn.weight	2	-0.014268254861235619
256025	embedding2nn.weight	3	-0.03171546757221222
256025	embedding2nn.weight	4	-0.0059150345623493195
256025	embedding2nn.weight	5	-0.0037005888298153877
256025	embedding2nn.weight	6	-0.003973265178501606
256025	embedding2nn.weight	7	-0.07721544802188873
256025	embedding2nn.weight	8	-0.0019979383796453476
256025	embedding2nn.weight	9	-0.027733556926250458
256025	embedding2nn.bias	0	0.03258968144655228
256025	embedding2nn.bias	1	-0.07625099271535873
256025	embedding2nn.bias	2	0.07109492272138596
256025	embedding2nn.bias	3	0.052785202860832214
256025	embedding2nn.bias	4	-0.042094990611076355
256025	embedding2nn.bias	5	-0.010625598020851612
256025	embedding2nn.bias	6	0.014381452463567257
256025	embedding2nn.bias	7	-0.054541535675525665
256025	embedding2nn.bias	8	0.07327486574649811
256025	embedding2nn.bias	9	0.04516910761594772
256025	rnn.weight_ih_l0	0	-0.08082373440265656
256025	rnn.weight_ih_l0	1	0.00317278690636158
256025	rnn.weight_ih_l0	2	0.03501223772764206
256025	rnn.weight_ih_l0	3	0.022753659635782242
256025	rnn.weight_ih_l0	4	-0.047961097210645676
256025	rnn.weight_ih_l0	5	-0.06824684888124466
256025	rnn.weight_ih_l0	6	-0.0012135632568970323
256025	rnn.weight_ih_l0	7	0.05350474268198013
256025	rnn.weight_ih_l0	8	-0.01696234941482544
256025	rnn.weight_ih_l0	9	-0.0308341346681118
256025	rnn.weight_hh_l0	0	-0.030457252636551857
256025	rnn.weight_hh_l0	1	-0.0072736493311822414
256025	rnn.weight_hh_l0	2	0.006569270044565201
256025	rnn.weight_hh_l0	3	-0.07444695383310318
256025	rnn.weight_hh_l0	4	0.09334678202867508
256025	rnn.weight_hh_l0	5	-0.02673792466521263
256025	rnn.weight_hh_l0	6	-0.06363540142774582
256025	rnn.weight_hh_l0	7	0.008892696350812912
256025	rnn.weight_hh_l0	8	0.013328365981578827
256025	rnn.weight_hh_l0	9	-0.025644706562161446
256025	rnn.bias_ih_l0	0	0.13004332780838013
256025	rnn.bias_ih_l0	1	-0.03427792713046074
256025	rnn.bias_ih_l0	2	-0.034002888947725296
256025	rnn.bias_ih_l0	3	0.1635265052318573
256025	rnn.bias_ih_l0	4	-0.012785598635673523
256025	rnn.bias_ih_l0	5	-0.022966857999563217
256025	rnn.bias_ih_l0	6	0.017195016145706177
256025	rnn.bias_ih_l0	7	0.02326914295554161
256025	rnn.bias_ih_l0	8	-0.09970355033874512
256025	rnn.bias_ih_l0	9	-0.04159241542220116
256025	rnn.bias_hh_l0	0	-0.0011474876664578915
256025	rnn.bias_hh_l0	1	-0.10008442401885986
256025	rnn.bias_hh_l0	2	-0.07505141198635101
256025	rnn.bias_hh_l0	3	-0.08891166001558304
256025	rnn.bias_hh_l0	4	0.008692977949976921
256025	rnn.bias_hh_l0	5	-0.020595552399754524
256025	rnn.bias_hh_l0	6	0.02858833409845829
256025	rnn.bias_hh_l0	7	0.06117451936006546
256025	rnn.bias_hh_l0	8	-0.12291441112756729
256025	rnn.bias_hh_l0	9	-0.058902401477098465
256025	rnn.weight_ih_l0_reverse	0	-0.025548847392201424
256025	rnn.weight_ih_l0_reverse	1	-0.05693237856030464
256025	rnn.weight_ih_l0_reverse	2	-0.048991162329912186
256025	rnn.weight_ih_l0_reverse	3	0.015612796880304813
256025	rnn.weight_ih_l0_reverse	4	-0.02522343397140503
256025	rnn.weight_ih_l0_reverse	5	-0.057609837502241135
256025	rnn.weight_ih_l0_reverse	6	0.07371342927217484
256025	rnn.weight_ih_l0_reverse	7	-0.018737226724624634
256025	rnn.weight_ih_l0_reverse	8	-0.01838264986872673
256025	rnn.weight_ih_l0_reverse	9	0.004386271350085735
256025	rnn.weight_hh_l0_reverse	0	0.06833919882774353
256025	rnn.weight_hh_l0_reverse	1	0.01968536153435707
256025	rnn.weight_hh_l0_reverse	2	0.029905932024121284
256025	rnn.weight_hh_l0_reverse	3	0.03514252230525017
256025	rnn.weight_hh_l0_reverse	4	0.014307507313787937
256025	rnn.weight_hh_l0_reverse	5	0.008001023903489113
256025	rnn.weight_hh_l0_reverse	6	0.05111100897192955
256025	rnn.weight_hh_l0_reverse	7	-0.08195111155509949
256025	rnn.weight_hh_l0_reverse	8	0.04010474681854248
256025	rnn.weight_hh_l0_reverse	9	0.03486113250255585
256025	rnn.bias_ih_l0_reverse	0	-0.057173024863004684
256025	rnn.bias_ih_l0_reverse	1	-0.28161531686782837
256025	rnn.bias_ih_l0_reverse	2	-0.12459991872310638
256025	rnn.bias_ih_l0_reverse	3	-0.04798297584056854
256025	rnn.bias_ih_l0_reverse	4	-0.02252149023115635
256025	rnn.bias_ih_l0_reverse	5	0.07581811398267746
256025	rnn.bias_ih_l0_reverse	6	-0.06515755504369736
256025	rnn.bias_ih_l0_reverse	7	0.060717713087797165
256025	rnn.bias_ih_l0_reverse	8	-0.03561139106750488
256025	rnn.bias_ih_l0_reverse	9	0.06614916026592255
256025	rnn.bias_hh_l0_reverse	0	0.023563576862215996
256025	rnn.bias_hh_l0_reverse	1	-0.06302766501903534
256025	rnn.bias_hh_l0_reverse	2	0.08885543793439865
256025	rnn.bias_hh_l0_reverse	3	-0.05163419991731644
256025	rnn.bias_hh_l0_reverse	4	-0.028251927345991135
256025	rnn.bias_hh_l0_reverse	5	-0.022097408771514893
256025	rnn.bias_hh_l0_reverse	6	-0.019403163343667984
256025	rnn.bias_hh_l0_reverse	7	0.09955336153507233
256025	rnn.bias_hh_l0_reverse	8	0.030512992292642593
256025	rnn.bias_hh_l0_reverse	9	-0.14857542514801025
256025	rnn.weight_ih_l1	0	-0.029723189771175385
256025	rnn.weight_ih_l1	1	-0.05029517039656639
256025	rnn.weight_ih_l1	2	0.06505859643220901
256025	rnn.weight_ih_l1	3	-0.07286752760410309
256025	rnn.weight_ih_l1	4	-0.013969192281365395
256025	rnn.weight_ih_l1	5	-0.040332965552806854
256025	rnn.weight_ih_l1	6	0.02894725650548935
256025	rnn.weight_ih_l1	7	-0.04459134489297867
256025	rnn.weight_ih_l1	8	0.037816017866134644
256025	rnn.weight_ih_l1	9	0.04474858567118645
256025	rnn.weight_hh_l1	0	-0.007197088096290827
256025	rnn.weight_hh_l1	1	0.019928012043237686
256025	rnn.weight_hh_l1	2	0.006808514706790447
256025	rnn.weight_hh_l1	3	-0.012681150808930397
256025	rnn.weight_hh_l1	4	0.004822411574423313
256025	rnn.weight_hh_l1	5	0.03519992530345917
256025	rnn.weight_hh_l1	6	0.03616360202431679
256025	rnn.weight_hh_l1	7	-0.016249414533376694
256025	rnn.weight_hh_l1	8	-0.007261632010340691
256025	rnn.weight_hh_l1	9	0.038658104836940765
256025	rnn.bias_ih_l1	0	-0.1840572953224182
256025	rnn.bias_ih_l1	1	-0.17429739236831665
256025	rnn.bias_ih_l1	2	-0.19723525643348694
256025	rnn.bias_ih_l1	3	-0.30824488401412964
256025	rnn.bias_ih_l1	4	-0.21123135089874268
256025	rnn.bias_ih_l1	5	-0.08863777667284012
256025	rnn.bias_ih_l1	6	-0.1590663641691208
256025	rnn.bias_ih_l1	7	-0.0032958206720650196
256025	rnn.bias_ih_l1	8	-0.1304183155298233
256025	rnn.bias_ih_l1	9	-0.12366169691085815
256025	rnn.bias_hh_l1	0	-0.09657344222068787
256025	rnn.bias_hh_l1	1	-0.06376747786998749
256025	rnn.bias_hh_l1	2	-0.08562865108251572
256025	rnn.bias_hh_l1	3	-0.0775291919708252
256025	rnn.bias_hh_l1	4	-0.07237375527620316
256025	rnn.bias_hh_l1	5	-0.11769630759954453
256025	rnn.bias_hh_l1	6	-0.16072624921798706
256025	rnn.bias_hh_l1	7	0.07461585104465485
256025	rnn.bias_hh_l1	8	-0.17647916078567505
256025	rnn.bias_hh_l1	9	-0.11521769315004349
256025	rnn.weight_ih_l1_reverse	0	-0.04723133519291878
256025	rnn.weight_ih_l1_reverse	1	0.03349706903100014
256025	rnn.weight_ih_l1_reverse	2	0.08816693723201752
256025	rnn.weight_ih_l1_reverse	3	-0.017958369106054306
256025	rnn.weight_ih_l1_reverse	4	-0.022887956351041794
256025	rnn.weight_ih_l1_reverse	5	-0.03040451556444168
256025	rnn.weight_ih_l1_reverse	6	-0.019711364060640335
256025	rnn.weight_ih_l1_reverse	7	0.02970835380256176
256025	rnn.weight_ih_l1_reverse	8	0.005300200544297695
256025	rnn.weight_ih_l1_reverse	9	-0.033324357122182846
256025	rnn.weight_hh_l1_reverse	0	0.004560188855975866
256025	rnn.weight_hh_l1_reverse	1	0.031653642654418945
256025	rnn.weight_hh_l1_reverse	2	-0.040617190301418304
256025	rnn.weight_hh_l1_reverse	3	0.03501209616661072
256025	rnn.weight_hh_l1_reverse	4	0.047067414969205856
256025	rnn.weight_hh_l1_reverse	5	0.005968545097857714
256025	rnn.weight_hh_l1_reverse	6	0.04913486912846565
256025	rnn.weight_hh_l1_reverse	7	0.030970746651291847
256025	rnn.weight_hh_l1_reverse	8	-0.007169526536017656
256025	rnn.weight_hh_l1_reverse	9	-0.030214959755539894
256025	rnn.bias_ih_l1_reverse	0	-0.045937493443489075
256025	rnn.bias_ih_l1_reverse	1	-0.14018884301185608
256025	rnn.bias_ih_l1_reverse	2	-0.16313175857067108
256025	rnn.bias_ih_l1_reverse	3	-0.06200812757015228
256025	rnn.bias_ih_l1_reverse	4	-0.20412442088127136
256025	rnn.bias_ih_l1_reverse	5	-0.11665980517864227
256025	rnn.bias_ih_l1_reverse	6	-0.1301478147506714
256025	rnn.bias_ih_l1_reverse	7	-0.19138620793819427
256025	rnn.bias_ih_l1_reverse	8	0.226621612906456
256025	rnn.bias_ih_l1_reverse	9	0.02300977148115635
256025	rnn.bias_hh_l1_reverse	0	0.009738379158079624
256025	rnn.bias_hh_l1_reverse	1	-0.06500795483589172
256025	rnn.bias_hh_l1_reverse	2	-0.23710116744041443
256025	rnn.bias_hh_l1_reverse	3	-0.1433420330286026
256025	rnn.bias_hh_l1_reverse	4	-0.08017548173666
256025	rnn.bias_hh_l1_reverse	5	-0.11646334826946259
256025	rnn.bias_hh_l1_reverse	6	0.06380874663591385
256025	rnn.bias_hh_l1_reverse	7	-0.1363404393196106
256025	rnn.bias_hh_l1_reverse	8	-0.1250627487897873
256025	rnn.bias_hh_l1_reverse	9	-0.14825481176376343
256025	linear.weight	0	0.002228822559118271
256025	linear.weight	1	0.09915678948163986
256025	linear.weight	2	-0.09275446087121964
256025	linear.weight	3	0.3126043975353241
256025	linear.weight	4	0.15089485049247742
256025	linear.weight	5	-0.06525322794914246
256025	linear.weight	6	0.0922994390130043
256025	linear.weight	7	0.1346423625946045
256025	linear.weight	8	0.04113335907459259
256025	linear.weight	9	-0.05102531611919403
256025	linear.bias	0	0.08460868895053864
256025	linear.bias	1	-0.19494646787643433
256025	linear.bias	2	-0.44559040665626526
256025	linear.bias	3	-0.6571210622787476
256025	linear.bias	4	-1.2604964971542358
256025	linear.bias	5	-0.059252623468637466
256025	linear.bias	6	-0.8267735242843628
256025	linear.bias	7	0.272553950548172
256025	linear.bias	8	-0.3976770043373108
256025	linear.bias	9	-1.0238555669784546
256222	transitions	0	0.7560235857963562
256222	transitions	1	0.1391831636428833
256222	transitions	2	-10000.0
256222	transitions	3	-1.828080654144287
256222	transitions	4	-10000.0
256222	transitions	5	0.5628921389579773
256222	transitions	6	-0.08555690199136734
256222	transitions	7	-0.8109219074249268
256222	transitions	8	-1.422638177871704
256222	transitions	9	-0.001230900059454143
256222	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
256222	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
256222	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
256222	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
256222	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
256222	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
256222	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
256222	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
256222	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
256222	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
256222	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
256222	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
256222	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
256222	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
256222	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
256222	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
256222	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
256222	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
256222	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
256222	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
256222	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
256222	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
256222	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
256222	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
256222	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
256222	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
256222	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
256222	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
256222	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
256222	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
256222	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
256222	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
256222	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
256222	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
256222	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
256222	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
256222	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
256222	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
256222	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
256222	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
256222	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
256222	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
256222	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
256222	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
256222	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
256222	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
256222	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
256222	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
256222	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
256222	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
256222	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
256222	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
256222	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
256222	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
256222	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
256222	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
256222	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
256222	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
256222	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
256222	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
256222	embedding2nn.weight	0	0.016860727220773697
256222	embedding2nn.weight	1	-0.012733835726976395
256222	embedding2nn.weight	2	-0.014268254861235619
256222	embedding2nn.weight	3	-0.03165316954255104
256222	embedding2nn.weight	4	-0.0059150345623493195
256222	embedding2nn.weight	5	-0.0037005888298153877
256222	embedding2nn.weight	6	-0.003973265178501606
256222	embedding2nn.weight	7	-0.07722610235214233
256222	embedding2nn.weight	8	-0.0019979383796453476
256222	embedding2nn.weight	9	-0.027759190648794174
256222	embedding2nn.bias	0	0.032657086849212646
256222	embedding2nn.bias	1	-0.07618449628353119
256222	embedding2nn.bias	2	0.07105962187051773
256222	embedding2nn.bias	3	0.052931420505046844
256222	embedding2nn.bias	4	-0.042049191892147064
256222	embedding2nn.bias	5	-0.010845442302525043
256222	embedding2nn.bias	6	0.014713841490447521
256222	embedding2nn.bias	7	-0.054382678121328354
256222	embedding2nn.bias	8	0.07286054641008377
256222	embedding2nn.bias	9	0.04525318741798401
256222	rnn.weight_ih_l0	0	-0.08082596212625504
256222	rnn.weight_ih_l0	1	0.003145806957036257
256222	rnn.weight_ih_l0	2	0.03495073318481445
256222	rnn.weight_ih_l0	3	0.02278815768659115
256222	rnn.weight_ih_l0	4	-0.047993529587984085
256222	rnn.weight_ih_l0	5	-0.06822675466537476
256222	rnn.weight_ih_l0	6	-0.001226212945766747
256222	rnn.weight_ih_l0	7	0.053473398089408875
256222	rnn.weight_ih_l0	8	-0.016939185559749603
256222	rnn.weight_ih_l0	9	-0.030760623514652252
256222	rnn.weight_hh_l0	0	-0.030441811308264732
256222	rnn.weight_hh_l0	1	-0.007277769967913628
256222	rnn.weight_hh_l0	2	0.006527966354042292
256222	rnn.weight_hh_l0	3	-0.0744643583893776
256222	rnn.weight_hh_l0	4	0.09333371371030807
256222	rnn.weight_hh_l0	5	-0.026768378913402557
256222	rnn.weight_hh_l0	6	-0.06365099549293518
256222	rnn.weight_hh_l0	7	0.008899749256670475
256222	rnn.weight_hh_l0	8	0.013335070572793484
256222	rnn.weight_hh_l0	9	-0.025633588433265686
256222	rnn.bias_ih_l0	0	0.13002453744411469
256222	rnn.bias_ih_l0	1	-0.03437458351254463
256222	rnn.bias_ih_l0	2	-0.033903468400239944
256222	rnn.bias_ih_l0	3	0.1634482890367508
256222	rnn.bias_ih_l0	4	-0.012850574217736721
256222	rnn.bias_ih_l0	5	-0.022987963631749153
256222	rnn.bias_ih_l0	6	0.01724163442850113
256222	rnn.bias_ih_l0	7	0.023260487243533134
256222	rnn.bias_ih_l0	8	-0.09965484589338303
256222	rnn.bias_ih_l0	9	-0.041565991938114166
256222	rnn.bias_hh_l0	0	-0.0011743170907720923
256222	rnn.bias_hh_l0	1	-0.10001494735479355
256222	rnn.bias_hh_l0	2	-0.07507839053869247
256222	rnn.bias_hh_l0	3	-0.08884505927562714
256222	rnn.bias_hh_l0	4	0.008746636100113392
256222	rnn.bias_hh_l0	5	-0.020559677854180336
256222	rnn.bias_hh_l0	6	0.028533313423395157
256222	rnn.bias_hh_l0	7	0.06098269671201706
256222	rnn.bias_hh_l0	8	-0.12289413064718246
256222	rnn.bias_hh_l0	9	-0.05886435881257057
256222	rnn.weight_ih_l0_reverse	0	-0.02550281211733818
256222	rnn.weight_ih_l0_reverse	1	-0.056953806430101395
256222	rnn.weight_ih_l0_reverse	2	-0.04897663742303848
256222	rnn.weight_ih_l0_reverse	3	0.015655800700187683
256222	rnn.weight_ih_l0_reverse	4	-0.025234883651137352
256222	rnn.weight_ih_l0_reverse	5	-0.05762975290417671
256222	rnn.weight_ih_l0_reverse	6	0.07371675223112106
256222	rnn.weight_ih_l0_reverse	7	-0.018708381801843643
256222	rnn.weight_ih_l0_reverse	8	-0.01834987662732601
256222	rnn.weight_ih_l0_reverse	9	0.0044402629137039185
256222	rnn.weight_hh_l0_reverse	0	0.06833527982234955
256222	rnn.weight_hh_l0_reverse	1	0.019678398966789246
256222	rnn.weight_hh_l0_reverse	2	0.02992619015276432
256222	rnn.weight_hh_l0_reverse	3	0.035176876932382584
256222	rnn.weight_hh_l0_reverse	4	0.014336960390210152
256222	rnn.weight_hh_l0_reverse	5	0.008021000772714615
256222	rnn.weight_hh_l0_reverse	6	0.05110417306423187
256222	rnn.weight_hh_l0_reverse	7	-0.08195273578166962
256222	rnn.weight_hh_l0_reverse	8	0.04013286158442497
256222	rnn.weight_hh_l0_reverse	9	0.034846387803554535
256222	rnn.bias_ih_l0_reverse	0	-0.05714835226535797
256222	rnn.bias_ih_l0_reverse	1	-0.28178420662879944
256222	rnn.bias_ih_l0_reverse	2	-0.12458547204732895
256222	rnn.bias_ih_l0_reverse	3	-0.04804166033864021
256222	rnn.bias_ih_l0_reverse	4	-0.022503355517983437
256222	rnn.bias_ih_l0_reverse	5	0.07578089833259583
256222	rnn.bias_ih_l0_reverse	6	-0.06535572558641434
256222	rnn.bias_ih_l0_reverse	7	0.06075311824679375
256222	rnn.bias_ih_l0_reverse	8	-0.035698432475328445
256222	rnn.bias_ih_l0_reverse	9	0.06605979800224304
256222	rnn.bias_hh_l0_reverse	0	0.023526199162006378
256222	rnn.bias_hh_l0_reverse	1	-0.06288542598485947
256222	rnn.bias_hh_l0_reverse	2	0.08894085139036179
256222	rnn.bias_hh_l0_reverse	3	-0.05162087827920914
256222	rnn.bias_hh_l0_reverse	4	-0.028209824115037918
256222	rnn.bias_hh_l0_reverse	5	-0.022066885605454445
256222	rnn.bias_hh_l0_reverse	6	-0.01957801915705204
256222	rnn.bias_hh_l0_reverse	7	0.09955983608961105
256222	rnn.bias_hh_l0_reverse	8	0.030463624745607376
256222	rnn.bias_hh_l0_reverse	9	-0.1488271951675415
256222	rnn.weight_ih_l1	0	-0.02971973456442356
256222	rnn.weight_ih_l1	1	-0.050325214862823486
256222	rnn.weight_ih_l1	2	0.06508159637451172
256222	rnn.weight_ih_l1	3	-0.07291560620069504
256222	rnn.weight_ih_l1	4	-0.013939827680587769
256222	rnn.weight_ih_l1	5	-0.040343403816223145
256222	rnn.weight_ih_l1	6	0.028940152376890182
256222	rnn.weight_ih_l1	7	-0.04454908147454262
256222	rnn.weight_ih_l1	8	0.03781189024448395
256222	rnn.weight_ih_l1	9	0.044716186821460724
256222	rnn.weight_hh_l1	0	-0.007228281814604998
256222	rnn.weight_hh_l1	1	0.01992667466402054
256222	rnn.weight_hh_l1	2	0.006784695666283369
256222	rnn.weight_hh_l1	3	-0.012696034274995327
256222	rnn.weight_hh_l1	4	0.004825114272534847
256222	rnn.weight_hh_l1	5	0.03518033027648926
256222	rnn.weight_hh_l1	6	0.03613044321537018
256222	rnn.weight_hh_l1	7	-0.016250304877758026
256222	rnn.weight_hh_l1	8	-0.007270893082022667
256222	rnn.weight_hh_l1	9	0.03867565840482712
256222	rnn.bias_ih_l1	0	-0.18420539796352386
256222	rnn.bias_ih_l1	1	-0.17425110936164856
256222	rnn.bias_ih_l1	2	-0.1973235160112381
256222	rnn.bias_ih_l1	3	-0.3082660138607025
256222	rnn.bias_ih_l1	4	-0.21145012974739075
256222	rnn.bias_ih_l1	5	-0.08867203444242477
256222	rnn.bias_ih_l1	6	-0.15905307233333588
256222	rnn.bias_ih_l1	7	-0.0035833343863487244
256222	rnn.bias_ih_l1	8	-0.13027936220169067
256222	rnn.bias_ih_l1	9	-0.12362354248762131
256222	rnn.bias_hh_l1	0	-0.09658180922269821
256222	rnn.bias_hh_l1	1	-0.06374482065439224
256222	rnn.bias_hh_l1	2	-0.08561248332262039
256222	rnn.bias_hh_l1	3	-0.07744113355875015
256222	rnn.bias_hh_l1	4	-0.07244785875082016
256222	rnn.bias_hh_l1	5	-0.11764052510261536
256222	rnn.bias_hh_l1	6	-0.1608215719461441
256222	rnn.bias_hh_l1	7	0.0746908187866211
256222	rnn.bias_hh_l1	8	-0.17651589214801788
256222	rnn.bias_hh_l1	9	-0.11540498584508896
256222	rnn.weight_ih_l1_reverse	0	-0.04726503789424896
256222	rnn.weight_ih_l1_reverse	1	0.033428534865379333
256222	rnn.weight_ih_l1_reverse	2	0.08823323249816895
256222	rnn.weight_ih_l1_reverse	3	-0.01792231574654579
256222	rnn.weight_ih_l1_reverse	4	-0.022953210398554802
256222	rnn.weight_ih_l1_reverse	5	-0.030412936583161354
256222	rnn.weight_ih_l1_reverse	6	-0.019711880013346672
256222	rnn.weight_ih_l1_reverse	7	0.029683057218790054
256222	rnn.weight_ih_l1_reverse	8	0.005316673777997494
256222	rnn.weight_ih_l1_reverse	9	-0.03333914652466774
256222	rnn.weight_hh_l1_reverse	0	0.004542324226349592
256222	rnn.weight_hh_l1_reverse	1	0.031650081276893616
256222	rnn.weight_hh_l1_reverse	2	-0.04061742126941681
256222	rnn.weight_hh_l1_reverse	3	0.035012420266866684
256222	rnn.weight_hh_l1_reverse	4	0.04704952985048294
256222	rnn.weight_hh_l1_reverse	5	0.005950637627393007
256222	rnn.weight_hh_l1_reverse	6	0.04916286841034889
256222	rnn.weight_hh_l1_reverse	7	0.03100057691335678
256222	rnn.weight_hh_l1_reverse	8	-0.007171653676778078
256222	rnn.weight_hh_l1_reverse	9	-0.030226843431591988
256222	rnn.bias_ih_l1_reverse	0	-0.045823145657777786
256222	rnn.bias_ih_l1_reverse	1	-0.14011502265930176
256222	rnn.bias_ih_l1_reverse	2	-0.16328172385692596
256222	rnn.bias_ih_l1_reverse	3	-0.06190560758113861
256222	rnn.bias_ih_l1_reverse	4	-0.20410911738872528
256222	rnn.bias_ih_l1_reverse	5	-0.11667029559612274
256222	rnn.bias_ih_l1_reverse	6	-0.1301097571849823
256222	rnn.bias_ih_l1_reverse	7	-0.19133201241493225
256222	rnn.bias_ih_l1_reverse	8	0.22663171589374542
256222	rnn.bias_ih_l1_reverse	9	0.023220231756567955
256222	rnn.bias_hh_l1_reverse	0	0.00977844838052988
256222	rnn.bias_hh_l1_reverse	1	-0.06523217260837555
256222	rnn.bias_hh_l1_reverse	2	-0.23714664578437805
256222	rnn.bias_hh_l1_reverse	3	-0.14331428706645966
256222	rnn.bias_hh_l1_reverse	4	-0.0801403746008873
256222	rnn.bias_hh_l1_reverse	5	-0.11651714891195297
256222	rnn.bias_hh_l1_reverse	6	0.06377164274454117
256222	rnn.bias_hh_l1_reverse	7	-0.13628534972667694
256222	rnn.bias_hh_l1_reverse	8	-0.12506821751594543
256222	rnn.bias_hh_l1_reverse	9	-0.1482534259557724
256222	linear.weight	0	0.002228822559118271
256222	linear.weight	1	0.09928026795387268
256222	linear.weight	2	-0.09275659918785095
256222	linear.weight	3	0.3125089108943939
256222	linear.weight	4	0.15091267228126526
256222	linear.weight	5	-0.0651652067899704
256222	linear.weight	6	0.0931573435664177
256222	linear.weight	7	0.1349247545003891
256222	linear.weight	8	0.0411333404481411
256222	linear.weight	9	-0.05098311975598335
256222	linear.bias	0	0.08555063605308533
256222	linear.bias	1	-0.1955556869506836
256222	linear.bias	2	-0.44614917039871216
256222	linear.bias	3	-0.6573003530502319
256222	linear.bias	4	-1.2607957124710083
256222	linear.bias	5	-0.05700979009270668
256222	linear.bias	6	-0.8275622725486755
256222	linear.bias	7	0.2747863829135895
256222	linear.bias	8	-0.3981332778930664
256222	linear.bias	9	-1.0242799520492554
256419	transitions	0	0.7555443048477173
256419	transitions	1	0.13916951417922974
256419	transitions	2	-10000.0
256419	transitions	3	-1.8280810117721558
256419	transitions	4	-10000.0
256419	transitions	5	0.5628905892372131
256419	transitions	6	-0.08555848151445389
256419	transitions	7	-0.8109340667724609
256419	transitions	8	-1.422641396522522
256419	transitions	9	-0.001230917521752417
256419	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
256419	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
256419	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
256419	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
256419	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
256419	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
256419	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
256419	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
256419	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
256419	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
256419	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
256419	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
256419	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
256419	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
256419	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
256419	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
256419	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
256419	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
256419	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
256419	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
256419	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
256419	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
256419	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
256419	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
256419	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
256419	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
256419	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
256419	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
256419	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
256419	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
256419	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
256419	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
256419	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
256419	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
256419	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
256419	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
256419	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
256419	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
256419	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
256419	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
256419	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
256419	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
256419	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
256419	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
256419	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
256419	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
256419	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
256419	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
256419	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
256419	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
256419	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
256419	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
256419	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
256419	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
256419	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
256419	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
256419	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
256419	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
256419	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
256419	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
256419	embedding2nn.weight	0	0.016825133934617043
256419	embedding2nn.weight	1	-0.012721612118184566
256419	embedding2nn.weight	2	-0.014268254861235619
256419	embedding2nn.weight	3	-0.0316304937005043
256419	embedding2nn.weight	4	-0.0059150345623493195
256419	embedding2nn.weight	5	-0.0037005888298153877
256419	embedding2nn.weight	6	-0.003973265178501606
256419	embedding2nn.weight	7	-0.07716351002454758
256419	embedding2nn.weight	8	-0.0019979383796453476
256419	embedding2nn.weight	9	-0.027787772938609123
256419	embedding2nn.bias	0	0.032474879175424576
256419	embedding2nn.bias	1	-0.07622966915369034
256419	embedding2nn.bias	2	0.07089449465274811
256419	embedding2nn.bias	3	0.05288006737828255
256419	embedding2nn.bias	4	-0.04209725186228752
256419	embedding2nn.bias	5	-0.010766145773231983
256419	embedding2nn.bias	6	0.014803843572735786
256419	embedding2nn.bias	7	-0.05397941917181015
256419	embedding2nn.bias	8	0.07299867272377014
256419	embedding2nn.bias	9	0.045267630368471146
256419	rnn.weight_ih_l0	0	-0.08081068098545074
256419	rnn.weight_ih_l0	1	0.0031677777878940105
256419	rnn.weight_ih_l0	2	0.03502165526151657
256419	rnn.weight_ih_l0	3	0.022800181061029434
256419	rnn.weight_ih_l0	4	-0.047942858189344406
256419	rnn.weight_ih_l0	5	-0.06822080910205841
256419	rnn.weight_ih_l0	6	-0.0012172592105343938
256419	rnn.weight_ih_l0	7	0.053453534841537476
256419	rnn.weight_ih_l0	8	-0.0169048011302948
256419	rnn.weight_ih_l0	9	-0.03071654960513115
256419	rnn.weight_hh_l0	0	-0.030503980815410614
256419	rnn.weight_hh_l0	1	-0.007288230583071709
256419	rnn.weight_hh_l0	2	0.006539611145853996
256419	rnn.weight_hh_l0	3	-0.07443001121282578
256419	rnn.weight_hh_l0	4	0.09333684295415878
256419	rnn.weight_hh_l0	5	-0.026743223890662193
256419	rnn.weight_hh_l0	6	-0.06360436230897903
256419	rnn.weight_hh_l0	7	0.0089136166498065
256419	rnn.weight_hh_l0	8	0.013326329179108143
256419	rnn.weight_hh_l0	9	-0.025628140196204185
256419	rnn.bias_ih_l0	0	0.12997134029865265
256419	rnn.bias_ih_l0	1	-0.03434070572257042
256419	rnn.bias_ih_l0	2	-0.033892881125211716
256419	rnn.bias_ih_l0	3	0.16346803307533264
256419	rnn.bias_ih_l0	4	-0.012947352603077888
256419	rnn.bias_ih_l0	5	-0.02296772040426731
256419	rnn.bias_ih_l0	6	0.017265090718865395
256419	rnn.bias_ih_l0	7	0.023332513868808746
256419	rnn.bias_ih_l0	8	-0.09962453693151474
256419	rnn.bias_ih_l0	9	-0.04140811786055565
256419	rnn.bias_hh_l0	0	-0.0011066901497542858
256419	rnn.bias_hh_l0	1	-0.1002102866768837
256419	rnn.bias_hh_l0	2	-0.07512360066175461
256419	rnn.bias_hh_l0	3	-0.08885008096694946
256419	rnn.bias_hh_l0	4	0.008711768314242363
256419	rnn.bias_hh_l0	5	-0.020580068230628967
256419	rnn.bias_hh_l0	6	0.02859395183622837
256419	rnn.bias_hh_l0	7	0.06106293573975563
256419	rnn.bias_hh_l0	8	-0.12291933596134186
256419	rnn.bias_hh_l0	9	-0.05895805358886719
256419	rnn.weight_ih_l0_reverse	0	-0.025510501116514206
256419	rnn.weight_ih_l0_reverse	1	-0.05697386711835861
256419	rnn.weight_ih_l0_reverse	2	-0.048976462334394455
256419	rnn.weight_ih_l0_reverse	3	0.015608532354235649
256419	rnn.weight_ih_l0_reverse	4	-0.025178952142596245
256419	rnn.weight_ih_l0_reverse	5	-0.057640980929136276
256419	rnn.weight_ih_l0_reverse	6	0.07371163368225098
256419	rnn.weight_ih_l0_reverse	7	-0.018714213743805885
256419	rnn.weight_ih_l0_reverse	8	-0.018359923735260963
256419	rnn.weight_ih_l0_reverse	9	0.004448376130312681
256419	rnn.weight_hh_l0_reverse	0	0.06834322214126587
256419	rnn.weight_hh_l0_reverse	1	0.019656037911772728
256419	rnn.weight_hh_l0_reverse	2	0.029904430732131004
256419	rnn.weight_hh_l0_reverse	3	0.03519818186759949
256419	rnn.weight_hh_l0_reverse	4	0.014322007074952126
256419	rnn.weight_hh_l0_reverse	5	0.00803978182375431
256419	rnn.weight_hh_l0_reverse	6	0.051106031984090805
256419	rnn.weight_hh_l0_reverse	7	-0.08194249123334885
256419	rnn.weight_hh_l0_reverse	8	0.04012279585003853
256419	rnn.weight_hh_l0_reverse	9	0.03482702001929283
256419	rnn.bias_ih_l0_reverse	0	-0.05714330077171326
256419	rnn.bias_ih_l0_reverse	1	-0.28186681866645813
256419	rnn.bias_ih_l0_reverse	2	-0.12466923892498016
256419	rnn.bias_ih_l0_reverse	3	-0.04802815243601799
256419	rnn.bias_ih_l0_reverse	4	-0.022463062778115273
256419	rnn.bias_ih_l0_reverse	5	0.07564173638820648
256419	rnn.bias_ih_l0_reverse	6	-0.06535165011882782
256419	rnn.bias_ih_l0_reverse	7	0.06077421084046364
256419	rnn.bias_ih_l0_reverse	8	-0.03575646132230759
256419	rnn.bias_ih_l0_reverse	9	0.06603384017944336
256419	rnn.bias_hh_l0_reverse	0	0.023557543754577637
256419	rnn.bias_hh_l0_reverse	1	-0.06280659139156342
256419	rnn.bias_hh_l0_reverse	2	0.08888594806194305
256419	rnn.bias_hh_l0_reverse	3	-0.05166202411055565
256419	rnn.bias_hh_l0_reverse	4	-0.028162052854895592
256419	rnn.bias_hh_l0_reverse	5	-0.022111745551228523
256419	rnn.bias_hh_l0_reverse	6	-0.019570432603359222
256419	rnn.bias_hh_l0_reverse	7	0.09961699694395065
256419	rnn.bias_hh_l0_reverse	8	0.030457615852355957
256419	rnn.bias_hh_l0_reverse	9	-0.14871129393577576
256419	rnn.weight_ih_l1	0	-0.029732802882790565
256419	rnn.weight_ih_l1	1	-0.05035139620304108
256419	rnn.weight_ih_l1	2	0.06503894180059433
256419	rnn.weight_ih_l1	3	-0.0728948637843132
256419	rnn.weight_ih_l1	4	-0.01392348576337099
256419	rnn.weight_ih_l1	5	-0.04033314809203148
256419	rnn.weight_ih_l1	6	0.028952835127711296
256419	rnn.weight_ih_l1	7	-0.04445914924144745
256419	rnn.weight_ih_l1	8	0.03781137242913246
256419	rnn.weight_ih_l1	9	0.044710300862789154
256419	rnn.weight_hh_l1	0	-0.007219058461487293
256419	rnn.weight_hh_l1	1	0.01992025040090084
256419	rnn.weight_hh_l1	2	0.006783270742744207
256419	rnn.weight_hh_l1	3	-0.012692799791693687
256419	rnn.weight_hh_l1	4	0.004803558345884085
256419	rnn.weight_hh_l1	5	0.03516538441181183
256419	rnn.weight_hh_l1	6	0.03618742525577545
256419	rnn.weight_hh_l1	7	-0.016266966238617897
256419	rnn.weight_hh_l1	8	-0.00727848382666707
256419	rnn.weight_hh_l1	9	0.03867527097463608
256419	rnn.bias_ih_l1	0	-0.18424879014492035
256419	rnn.bias_ih_l1	1	-0.17429746687412262
256419	rnn.bias_ih_l1	2	-0.197276309132576
256419	rnn.bias_ih_l1	3	-0.3081606924533844
256419	rnn.bias_ih_l1	4	-0.21151117980480194
256419	rnn.bias_ih_l1	5	-0.08869253098964691
256419	rnn.bias_ih_l1	6	-0.15911899507045746
256419	rnn.bias_ih_l1	7	-0.003509843023493886
256419	rnn.bias_ih_l1	8	-0.13029688596725464
256419	rnn.bias_ih_l1	9	-0.12357009202241898
256419	rnn.bias_hh_l1	0	-0.09663477540016174
256419	rnn.bias_hh_l1	1	-0.06378698348999023
256419	rnn.bias_hh_l1	2	-0.08549413084983826
256419	rnn.bias_hh_l1	3	-0.07744383066892624
256419	rnn.bias_hh_l1	4	-0.0725327730178833
256419	rnn.bias_hh_l1	5	-0.11762010306119919
256419	rnn.bias_hh_l1	6	-0.16084064543247223
256419	rnn.bias_hh_l1	7	0.07466127723455429
256419	rnn.bias_hh_l1	8	-0.17653602361679077
256419	rnn.bias_hh_l1	9	-0.11544910818338394
256419	rnn.weight_ih_l1_reverse	0	-0.04727563634514809
256419	rnn.weight_ih_l1_reverse	1	0.03332023695111275
256419	rnn.weight_ih_l1_reverse	2	0.08825031667947769
256419	rnn.weight_ih_l1_reverse	3	-0.017974236980080605
256419	rnn.weight_ih_l1_reverse	4	-0.022984901443123817
256419	rnn.weight_ih_l1_reverse	5	-0.030408363789319992
256419	rnn.weight_ih_l1_reverse	6	-0.019635720178484917
256419	rnn.weight_ih_l1_reverse	7	0.029720488935709
256419	rnn.weight_ih_l1_reverse	8	0.005432916805148125
256419	rnn.weight_ih_l1_reverse	9	-0.03331722691655159
256419	rnn.weight_hh_l1_reverse	0	0.004542266950011253
256419	rnn.weight_hh_l1_reverse	1	0.03164494037628174
256419	rnn.weight_hh_l1_reverse	2	-0.040618009865283966
256419	rnn.weight_hh_l1_reverse	3	0.0350082591176033
256419	rnn.weight_hh_l1_reverse	4	0.04706300422549248
256419	rnn.weight_hh_l1_reverse	5	0.005951123312115669
256419	rnn.weight_hh_l1_reverse	6	0.049277227371931076
256419	rnn.weight_hh_l1_reverse	7	0.031013134866952896
256419	rnn.weight_hh_l1_reverse	8	-0.0071712383069098
256419	rnn.weight_hh_l1_reverse	9	-0.030224494636058807
256419	rnn.bias_ih_l1_reverse	0	-0.045806773006916046
256419	rnn.bias_ih_l1_reverse	1	-0.1401766836643219
256419	rnn.bias_ih_l1_reverse	2	-0.16340921819210052
256419	rnn.bias_ih_l1_reverse	3	-0.06173844262957573
256419	rnn.bias_ih_l1_reverse	4	-0.2041255533695221
256419	rnn.bias_ih_l1_reverse	5	-0.11663661152124405
256419	rnn.bias_ih_l1_reverse	6	-0.1301017701625824
256419	rnn.bias_ih_l1_reverse	7	-0.19141381978988647
256419	rnn.bias_ih_l1_reverse	8	0.2267078012228012
256419	rnn.bias_ih_l1_reverse	9	0.023297032341361046
256419	rnn.bias_hh_l1_reverse	0	0.00967174768447876
256419	rnn.bias_hh_l1_reverse	1	-0.06526649743318558
256419	rnn.bias_hh_l1_reverse	2	-0.23713529109954834
256419	rnn.bias_hh_l1_reverse	3	-0.14338870346546173
256419	rnn.bias_hh_l1_reverse	4	-0.08008065074682236
256419	rnn.bias_hh_l1_reverse	5	-0.11661133170127869
256419	rnn.bias_hh_l1_reverse	6	0.06362297385931015
256419	rnn.bias_hh_l1_reverse	7	-0.13623343408107758
256419	rnn.bias_hh_l1_reverse	8	-0.12511657178401947
256419	rnn.bias_hh_l1_reverse	9	-0.14828601479530334
256419	linear.weight	0	0.002228822559118271
256419	linear.weight	1	0.09941946715116501
256419	linear.weight	2	-0.09271099418401718
256419	linear.weight	3	0.31243231892585754
256419	linear.weight	4	0.1508256494998932
256419	linear.weight	5	-0.06513159722089767
256419	linear.weight	6	0.09304828941822052
256419	linear.weight	7	0.13500967621803284
256419	linear.weight	8	0.0411333329975605
256419	linear.weight	9	-0.05112271383404732
256419	linear.bias	0	0.08635018020868301
256419	linear.bias	1	-0.19654716551303864
256419	linear.bias	2	-0.44850677251815796
256419	linear.bias	3	-0.657752513885498
256419	linear.bias	4	-1.2612673044204712
256419	linear.bias	5	-0.05639084056019783
256419	linear.bias	6	-0.8285595774650574
256419	linear.bias	7	0.2753283977508545
256419	linear.bias	8	-0.3969056308269501
256419	linear.bias	9	-1.0230984687805176
256616	transitions	0	0.7556259036064148
256616	transitions	1	0.13903717696666718
256616	transitions	2	-10000.0
256616	transitions	3	-1.8280810117721558
256616	transitions	4	-10000.0
256616	transitions	5	0.5628895163536072
256616	transitions	6	-0.08556010574102402
256616	transitions	7	-0.8109578490257263
256616	transitions	8	-1.422642469406128
256616	transitions	9	-0.0012309277663007379
256616	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
256616	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
256616	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
256616	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
256616	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
256616	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
256616	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
256616	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
256616	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
256616	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
256616	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
256616	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
256616	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
256616	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
256616	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
256616	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
256616	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
256616	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
256616	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
256616	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
256616	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
256616	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
256616	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
256616	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
256616	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
256616	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
256616	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
256616	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
256616	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
256616	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
256616	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
256616	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
256616	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
256616	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
256616	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
256616	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
256616	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
256616	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
256616	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
256616	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
256616	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
256616	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
256616	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
256616	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
256616	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
256616	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
256616	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
256616	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
256616	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
256616	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
256616	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
256616	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
256616	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
256616	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
256616	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
256616	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
256616	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
256616	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
256616	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
256616	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
256616	embedding2nn.weight	0	0.016870882362127304
256616	embedding2nn.weight	1	-0.012726476415991783
256616	embedding2nn.weight	2	-0.014268254861235619
256616	embedding2nn.weight	3	-0.031637221574783325
256616	embedding2nn.weight	4	-0.0059150345623493195
256616	embedding2nn.weight	5	-0.0037005888298153877
256616	embedding2nn.weight	6	-0.003973265178501606
256616	embedding2nn.weight	7	-0.07720118761062622
256616	embedding2nn.weight	8	-0.0019979383796453476
256616	embedding2nn.weight	9	-0.027779804542660713
256616	embedding2nn.bias	0	0.03258383646607399
256616	embedding2nn.bias	1	-0.07605890184640884
256616	embedding2nn.bias	2	0.0709911435842514
256616	embedding2nn.bias	3	0.052935414016246796
256616	embedding2nn.bias	4	-0.04176774621009827
256616	embedding2nn.bias	5	-0.010844798758625984
256616	embedding2nn.bias	6	0.014622907154262066
256616	embedding2nn.bias	7	-0.054203346371650696
256616	embedding2nn.bias	8	0.07342419773340225
256616	embedding2nn.bias	9	0.045021869242191315
256616	rnn.weight_ih_l0	0	-0.08079423010349274
256616	rnn.weight_ih_l0	1	0.003125968389213085
256616	rnn.weight_ih_l0	2	0.03502702713012695
256616	rnn.weight_ih_l0	3	0.02281983010470867
256616	rnn.weight_ih_l0	4	-0.047884952276945114
256616	rnn.weight_ih_l0	5	-0.06824646145105362
256616	rnn.weight_ih_l0	6	-0.0012187787797302008
256616	rnn.weight_ih_l0	7	0.053436700254678726
256616	rnn.weight_ih_l0	8	-0.016907144337892532
256616	rnn.weight_ih_l0	9	-0.030715586617588997
256616	rnn.weight_hh_l0	0	-0.030480584129691124
256616	rnn.weight_hh_l0	1	-0.00731914397329092
256616	rnn.weight_hh_l0	2	0.006538654677569866
256616	rnn.weight_hh_l0	3	-0.07445216923952103
256616	rnn.weight_hh_l0	4	0.09330212324857712
256616	rnn.weight_hh_l0	5	-0.02673201449215412
256616	rnn.weight_hh_l0	6	-0.06359358131885529
256616	rnn.weight_hh_l0	7	0.008936272002756596
256616	rnn.weight_hh_l0	8	0.013322641141712666
256616	rnn.weight_hh_l0	9	-0.025630775839090347
256616	rnn.bias_ih_l0	0	0.1299966424703598
256616	rnn.bias_ih_l0	1	-0.03429745137691498
256616	rnn.bias_ih_l0	2	-0.033932242542505264
256616	rnn.bias_ih_l0	3	0.1634899228811264
256616	rnn.bias_ih_l0	4	-0.012854769825935364
256616	rnn.bias_ih_l0	5	-0.02294500172138214
256616	rnn.bias_ih_l0	6	0.017065083608031273
256616	rnn.bias_ih_l0	7	0.023308396339416504
256616	rnn.bias_ih_l0	8	-0.0996590405702591
256616	rnn.bias_ih_l0	9	-0.04136193171143532
256616	rnn.bias_hh_l0	0	-0.0011354329762980342
256616	rnn.bias_hh_l0	1	-0.10024275630712509
256616	rnn.bias_hh_l0	2	-0.07508372515439987
256616	rnn.bias_hh_l0	3	-0.08873052150011063
256616	rnn.bias_hh_l0	4	0.008926134556531906
256616	rnn.bias_hh_l0	5	-0.020512163639068604
256616	rnn.bias_hh_l0	6	0.028490975499153137
256616	rnn.bias_hh_l0	7	0.06094337999820709
256616	rnn.bias_hh_l0	8	-0.12283996492624283
256616	rnn.bias_hh_l0	9	-0.05894247815012932
256616	rnn.weight_ih_l0_reverse	0	-0.025480199605226517
256616	rnn.weight_ih_l0_reverse	1	-0.05705254524946213
256616	rnn.weight_ih_l0_reverse	2	-0.048936765640974045
256616	rnn.weight_ih_l0_reverse	3	0.015659548342227936
256616	rnn.weight_ih_l0_reverse	4	-0.02521890588104725
256616	rnn.weight_ih_l0_reverse	5	-0.05761207267642021
256616	rnn.weight_ih_l0_reverse	6	0.07371597737073898
256616	rnn.weight_ih_l0_reverse	7	-0.018684031441807747
256616	rnn.weight_ih_l0_reverse	8	-0.018366456031799316
256616	rnn.weight_ih_l0_reverse	9	0.004479322116822004
256616	rnn.weight_hh_l0_reverse	0	0.0683371052145958
256616	rnn.weight_hh_l0_reverse	1	0.01968095451593399
256616	rnn.weight_hh_l0_reverse	2	0.029911182820796967
256616	rnn.weight_hh_l0_reverse	3	0.03520316258072853
256616	rnn.weight_hh_l0_reverse	4	0.014296486042439938
256616	rnn.weight_hh_l0_reverse	5	0.008037969470024109
256616	rnn.weight_hh_l0_reverse	6	0.05110227316617966
256616	rnn.weight_hh_l0_reverse	7	-0.08191493153572083
256616	rnn.weight_hh_l0_reverse	8	0.04012313485145569
256616	rnn.weight_hh_l0_reverse	9	0.03480645269155502
256616	rnn.bias_ih_l0_reverse	0	-0.05707039311528206
256616	rnn.bias_ih_l0_reverse	1	-0.28195926547050476
256616	rnn.bias_ih_l0_reverse	2	-0.12458227574825287
256616	rnn.bias_ih_l0_reverse	3	-0.04805484414100647
256616	rnn.bias_ih_l0_reverse	4	-0.022472329437732697
256616	rnn.bias_ih_l0_reverse	5	0.07562746107578278
256616	rnn.bias_ih_l0_reverse	6	-0.0653829425573349
256616	rnn.bias_ih_l0_reverse	7	0.060916319489479065
256616	rnn.bias_ih_l0_reverse	8	-0.035815443843603134
256616	rnn.bias_ih_l0_reverse	9	0.06601579487323761
256616	rnn.bias_hh_l0_reverse	0	0.02354910597205162
256616	rnn.bias_hh_l0_reverse	1	-0.0628875270485878
256616	rnn.bias_hh_l0_reverse	2	0.08890479058027267
256616	rnn.bias_hh_l0_reverse	3	-0.05174211040139198
256616	rnn.bias_hh_l0_reverse	4	-0.0281788632273674
256616	rnn.bias_hh_l0_reverse	5	-0.022133661434054375
256616	rnn.bias_hh_l0_reverse	6	-0.01961846463382244
256616	rnn.bias_hh_l0_reverse	7	0.09952092170715332
256616	rnn.bias_hh_l0_reverse	8	0.030529607087373734
256616	rnn.bias_hh_l0_reverse	9	-0.14862306416034698
256616	rnn.weight_ih_l1	0	-0.029711540788412094
256616	rnn.weight_ih_l1	1	-0.0503251850605011
256616	rnn.weight_ih_l1	2	0.06499213725328445
256616	rnn.weight_ih_l1	3	-0.0729154720902443
256616	rnn.weight_ih_l1	4	-0.013913111761212349
256616	rnn.weight_ih_l1	5	-0.040331434458494186
256616	rnn.weight_ih_l1	6	0.028945252299308777
256616	rnn.weight_ih_l1	7	-0.04447808116674423
256616	rnn.weight_ih_l1	8	0.03780939057469368
256616	rnn.weight_ih_l1	9	0.04473799094557762
256616	rnn.weight_hh_l1	0	-0.007232603617012501
256616	rnn.weight_hh_l1	1	0.019910559058189392
256616	rnn.weight_hh_l1	2	0.006785248871892691
256616	rnn.weight_hh_l1	3	-0.012679781764745712
256616	rnn.weight_hh_l1	4	0.0048093474470078945
256616	rnn.weight_hh_l1	5	0.035187117755413055
256616	rnn.weight_hh_l1	6	0.03621766343712807
256616	rnn.weight_hh_l1	7	-0.01627129316329956
256616	rnn.weight_hh_l1	8	-0.007253424730151892
256616	rnn.weight_hh_l1	9	0.03868484124541283
256616	rnn.bias_ih_l1	0	-0.18412694334983826
256616	rnn.bias_ih_l1	1	-0.17434081435203552
256616	rnn.bias_ih_l1	2	-0.19715668261051178
256616	rnn.bias_ih_l1	3	-0.3081074059009552
256616	rnn.bias_ih_l1	4	-0.21172285079956055
256616	rnn.bias_ih_l1	5	-0.0887121930718422
256616	rnn.bias_ih_l1	6	-0.15904027223587036
256616	rnn.bias_ih_l1	7	-0.003285537241026759
256616	rnn.bias_ih_l1	8	-0.1302901655435562
256616	rnn.bias_ih_l1	9	-0.12375625222921371
256616	rnn.bias_hh_l1	0	-0.09666509926319122
256616	rnn.bias_hh_l1	1	-0.06374485045671463
256616	rnn.bias_hh_l1	2	-0.08546432852745056
256616	rnn.bias_hh_l1	3	-0.0773760974407196
256616	rnn.bias_hh_l1	4	-0.07252680510282516
256616	rnn.bias_hh_l1	5	-0.11764711141586304
256616	rnn.bias_hh_l1	6	-0.16084136068820953
256616	rnn.bias_hh_l1	7	0.07444795221090317
256616	rnn.bias_hh_l1	8	-0.17658911645412445
256616	rnn.bias_hh_l1	9	-0.1153048649430275
256616	rnn.weight_ih_l1_reverse	0	-0.047259535640478134
256616	rnn.weight_ih_l1_reverse	1	0.03328468278050423
256616	rnn.weight_ih_l1_reverse	2	0.08820806443691254
256616	rnn.weight_ih_l1_reverse	3	-0.01794610358774662
256616	rnn.weight_ih_l1_reverse	4	-0.022957410663366318
256616	rnn.weight_ih_l1_reverse	5	-0.03040720522403717
256616	rnn.weight_ih_l1_reverse	6	-0.019657321274280548
256616	rnn.weight_ih_l1_reverse	7	0.02971777878701687
256616	rnn.weight_ih_l1_reverse	8	0.005354174412786961
256616	rnn.weight_ih_l1_reverse	9	-0.033332545310258865
256616	rnn.weight_hh_l1_reverse	0	0.0045471228659152985
256616	rnn.weight_hh_l1_reverse	1	0.03165368363261223
256616	rnn.weight_hh_l1_reverse	2	-0.04061897099018097
256616	rnn.weight_hh_l1_reverse	3	0.035008735954761505
256616	rnn.weight_hh_l1_reverse	4	0.0470956414937973
256616	rnn.weight_hh_l1_reverse	5	0.0059472243301570415
256616	rnn.weight_hh_l1_reverse	6	0.04928174987435341
256616	rnn.weight_hh_l1_reverse	7	0.031022071838378906
256616	rnn.weight_hh_l1_reverse	8	-0.007176406681537628
256616	rnn.weight_hh_l1_reverse	9	-0.030224880203604698
256616	rnn.bias_ih_l1_reverse	0	-0.04582450911402702
256616	rnn.bias_ih_l1_reverse	1	-0.14006407558918
256616	rnn.bias_ih_l1_reverse	2	-0.16346512734889984
256616	rnn.bias_ih_l1_reverse	3	-0.06144965440034866
256616	rnn.bias_ih_l1_reverse	4	-0.204192653298378
256616	rnn.bias_ih_l1_reverse	5	-0.11674347519874573
256616	rnn.bias_ih_l1_reverse	6	-0.13015809655189514
256616	rnn.bias_ih_l1_reverse	7	-0.19153353571891785
256616	rnn.bias_ih_l1_reverse	8	0.22697415947914124
256616	rnn.bias_ih_l1_reverse	9	0.02343010902404785
256616	rnn.bias_hh_l1_reverse	0	0.009488711133599281
256616	rnn.bias_hh_l1_reverse	1	-0.06546894460916519
256616	rnn.bias_hh_l1_reverse	2	-0.2371615618467331
256616	rnn.bias_hh_l1_reverse	3	-0.1434679478406906
256616	rnn.bias_hh_l1_reverse	4	-0.08005352318286896
256616	rnn.bias_hh_l1_reverse	5	-0.11656825989484787
256616	rnn.bias_hh_l1_reverse	6	0.06344029307365417
256616	rnn.bias_hh_l1_reverse	7	-0.13612891733646393
256616	rnn.bias_hh_l1_reverse	8	-0.12516459822654724
256616	rnn.bias_hh_l1_reverse	9	-0.14823594689369202
256616	linear.weight	0	0.002228822559118271
256616	linear.weight	1	0.09911201149225235
256616	linear.weight	2	-0.09264867007732391
256616	linear.weight	3	0.3127789795398712
256616	linear.weight	4	0.1506538689136505
256616	linear.weight	5	-0.0652097538113594
256616	linear.weight	6	0.09273169189691544
256616	linear.weight	7	0.1350894272327423
256616	linear.weight	8	0.0411333329975605
256616	linear.weight	9	-0.0511196069419384
256616	linear.bias	0	0.08603731542825699
256616	linear.bias	1	-0.1933750957250595
256616	linear.bias	2	-0.44887205958366394
256616	linear.bias	3	-0.6581528782844543
256616	linear.bias	4	-1.261681318283081
256616	linear.bias	5	-0.05713467299938202
256616	linear.bias	6	-0.8253256678581238
256616	linear.bias	7	0.2745918929576874
256616	linear.bias	8	-0.3970543146133423
256616	linear.bias	9	-1.0231879949569702
256620	transitions	0	0.7556250691413879
256620	transitions	1	0.13903716206550598
256620	transitions	2	-10000.0
256620	transitions	3	-1.8280810117721558
256620	transitions	4	-10000.0
256620	transitions	5	0.5628895163536072
256620	transitions	6	-0.08556016534566879
256620	transitions	7	-0.8109578490257263
256620	transitions	8	-1.422642469406128
256620	transitions	9	-0.0012309277663007379
256620	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
256620	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
256620	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
256620	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
256620	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
256620	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
256620	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
256620	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
256620	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
256620	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
256620	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
256620	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
256620	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
256620	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
256620	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
256620	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
256620	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
256620	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
256620	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
256620	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
256620	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
256620	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
256620	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
256620	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
256620	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
256620	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
256620	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
256620	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
256620	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
256620	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
256620	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
256620	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
256620	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
256620	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
256620	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
256620	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
256620	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
256620	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
256620	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
256620	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
256620	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
256620	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
256620	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
256620	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
256620	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
256620	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
256620	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
256620	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
256620	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
256620	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
256620	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
256620	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
256620	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
256620	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
256620	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
256620	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
256620	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
256620	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
256620	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
256620	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
256620	embedding2nn.weight	0	0.016857106238603592
256620	embedding2nn.weight	1	-0.012727145105600357
256620	embedding2nn.weight	2	-0.014268254861235619
256620	embedding2nn.weight	3	-0.03163652867078781
256620	embedding2nn.weight	4	-0.0059150345623493195
256620	embedding2nn.weight	5	-0.0037005888298153877
256620	embedding2nn.weight	6	-0.003973265178501606
256620	embedding2nn.weight	7	-0.07719957083463669
256620	embedding2nn.weight	8	-0.0019979383796453476
256620	embedding2nn.weight	9	-0.027780860662460327
256620	embedding2nn.bias	0	0.032534342259168625
256620	embedding2nn.bias	1	-0.075970858335495
256620	embedding2nn.bias	2	0.07101881504058838
256620	embedding2nn.bias	3	0.052875224500894547
256620	embedding2nn.bias	4	-0.04178968444466591
256620	embedding2nn.bias	5	-0.01085695717483759
256620	embedding2nn.bias	6	0.01464285422116518
256620	embedding2nn.bias	7	-0.0541146956384182
256620	embedding2nn.bias	8	0.0734250545501709
256620	embedding2nn.bias	9	0.044997915625572205
256620	rnn.weight_ih_l0	0	-0.08080100268125534
256620	rnn.weight_ih_l0	1	0.003125939052551985
256620	rnn.weight_ih_l0	2	0.03502608835697174
256620	rnn.weight_ih_l0	3	0.022819779813289642
256620	rnn.weight_ih_l0	4	-0.047889210283756256
256620	rnn.weight_ih_l0	5	-0.06824470311403275
256620	rnn.weight_ih_l0	6	-0.0012178648030385375
256620	rnn.weight_ih_l0	7	0.053434886038303375
256620	rnn.weight_ih_l0	8	-0.0169049222022295
256620	rnn.weight_ih_l0	9	-0.03071737475693226
256620	rnn.weight_hh_l0	0	-0.030480239540338516
256620	rnn.weight_hh_l0	1	-0.007317309733480215
256620	rnn.weight_hh_l0	2	0.006539446301758289
256620	rnn.weight_hh_l0	3	-0.07444979250431061
256620	rnn.weight_hh_l0	4	0.09330394864082336
256620	rnn.weight_hh_l0	5	-0.02673298306763172
256620	rnn.weight_hh_l0	6	-0.0635949894785881
256620	rnn.weight_hh_l0	7	0.008936139754951
256620	rnn.weight_hh_l0	8	0.013323957100510597
256620	rnn.weight_hh_l0	9	-0.025634560734033585
256620	rnn.bias_ih_l0	0	0.12999434769153595
256620	rnn.bias_ih_l0	1	-0.03428938239812851
256620	rnn.bias_ih_l0	2	-0.03392917290329933
256620	rnn.bias_ih_l0	3	0.16349220275878906
256620	rnn.bias_ih_l0	4	-0.012849799357354641
256620	rnn.bias_ih_l0	5	-0.02295512892305851
256620	rnn.bias_ih_l0	6	0.017070619389414787
256620	rnn.bias_ih_l0	7	0.02332019805908203
256620	rnn.bias_ih_l0	8	-0.09967362880706787
256620	rnn.bias_ih_l0	9	-0.041358575224876404
256620	rnn.bias_hh_l0	0	-0.0011348443804308772
256620	rnn.bias_hh_l0	1	-0.10024075210094452
256620	rnn.bias_hh_l0	2	-0.07508713006973267
256620	rnn.bias_hh_l0	3	-0.08873669803142548
256620	rnn.bias_hh_l0	4	0.008921870030462742
256620	rnn.bias_hh_l0	5	-0.02051004394888878
256620	rnn.bias_hh_l0	6	0.028494739904999733
256620	rnn.bias_hh_l0	7	0.0609465017914772
256620	rnn.bias_hh_l0	8	-0.12283638119697571
256620	rnn.bias_hh_l0	9	-0.058944012969732285
256620	rnn.weight_ih_l0_reverse	0	-0.025474024936556816
256620	rnn.weight_ih_l0_reverse	1	-0.057054758071899414
256620	rnn.weight_ih_l0_reverse	2	-0.04893363267183304
256620	rnn.weight_ih_l0_reverse	3	0.015665803104639053
256620	rnn.weight_ih_l0_reverse	4	-0.025215990841388702
256620	rnn.weight_ih_l0_reverse	5	-0.057613179087638855
256620	rnn.weight_ih_l0_reverse	6	0.07371656596660614
256620	rnn.weight_ih_l0_reverse	7	-0.018700039014220238
256620	rnn.weight_ih_l0_reverse	8	-0.018367115408182144
256620	rnn.weight_ih_l0_reverse	9	0.004479208029806614
256620	rnn.weight_hh_l0_reverse	0	0.06834420561790466
256620	rnn.weight_hh_l0_reverse	1	0.01967686042189598
256620	rnn.weight_hh_l0_reverse	2	0.02991820126771927
256620	rnn.weight_hh_l0_reverse	3	0.0352061465382576
256620	rnn.weight_hh_l0_reverse	4	0.014297595247626305
256620	rnn.weight_hh_l0_reverse	5	0.008038358762860298
256620	rnn.weight_hh_l0_reverse	6	0.051101647317409515
256620	rnn.weight_hh_l0_reverse	7	-0.08191192150115967
256620	rnn.weight_hh_l0_reverse	8	0.04012417793273926
256620	rnn.weight_hh_l0_reverse	9	0.03480493649840355
256620	rnn.bias_ih_l0_reverse	0	-0.057073093950748444
256620	rnn.bias_ih_l0_reverse	1	-0.2819494605064392
256620	rnn.bias_ih_l0_reverse	2	-0.1245637983083725
256620	rnn.bias_ih_l0_reverse	3	-0.048054054379463196
256620	rnn.bias_ih_l0_reverse	4	-0.022459639236330986
256620	rnn.bias_ih_l0_reverse	5	0.07562155276536942
256620	rnn.bias_ih_l0_reverse	6	-0.06538013368844986
256620	rnn.bias_ih_l0_reverse	7	0.06091444194316864
256620	rnn.bias_ih_l0_reverse	8	-0.035805538296699524
256620	rnn.bias_ih_l0_reverse	9	0.06602543592453003
256620	rnn.bias_hh_l0_reverse	0	0.02355150878429413
256620	rnn.bias_hh_l0_reverse	1	-0.0628933534026146
256620	rnn.bias_hh_l0_reverse	2	0.08887975662946701
256620	rnn.bias_hh_l0_reverse	3	-0.051745086908340454
256620	rnn.bias_hh_l0_reverse	4	-0.028180526569485664
256620	rnn.bias_hh_l0_reverse	5	-0.02211879752576351
256620	rnn.bias_hh_l0_reverse	6	-0.019593656063079834
256620	rnn.bias_hh_l0_reverse	7	0.09952294081449509
256620	rnn.bias_hh_l0_reverse	8	0.03053383156657219
256620	rnn.bias_hh_l0_reverse	9	-0.14861898124217987
256620	rnn.weight_ih_l1	0	-0.02970941737294197
256620	rnn.weight_ih_l1	1	-0.050329338759183884
256620	rnn.weight_ih_l1	2	0.06499315798282623
256620	rnn.weight_ih_l1	3	-0.07291566580533981
256620	rnn.weight_ih_l1	4	-0.013914789073169231
256620	rnn.weight_ih_l1	5	-0.04033132642507553
256620	rnn.weight_ih_l1	6	0.028943942859768867
256620	rnn.weight_ih_l1	7	-0.04447342827916145
256620	rnn.weight_ih_l1	8	0.03781072050333023
256620	rnn.weight_ih_l1	9	0.04473692551255226
256620	rnn.weight_hh_l1	0	-0.0072341058403253555
256620	rnn.weight_hh_l1	1	0.019910408183932304
256620	rnn.weight_hh_l1	2	0.006789227016270161
256620	rnn.weight_hh_l1	3	-0.012682407163083553
256620	rnn.weight_hh_l1	4	0.0048115551471710205
256620	rnn.weight_hh_l1	5	0.03518904000520706
256620	rnn.weight_hh_l1	6	0.036217812448740005
256620	rnn.weight_hh_l1	7	-0.01627000793814659
256620	rnn.weight_hh_l1	8	-0.007254573982208967
256620	rnn.weight_hh_l1	9	0.03868571296334267
256620	rnn.bias_ih_l1	0	-0.18412064015865326
256620	rnn.bias_ih_l1	1	-0.17433355748653412
256620	rnn.bias_ih_l1	2	-0.19712066650390625
256620	rnn.bias_ih_l1	3	-0.3081021308898926
256620	rnn.bias_ih_l1	4	-0.211724191904068
256620	rnn.bias_ih_l1	5	-0.08871099352836609
256620	rnn.bias_ih_l1	6	-0.15904448926448822
256620	rnn.bias_ih_l1	7	-0.0032970444299280643
256620	rnn.bias_ih_l1	8	-0.1302710473537445
256620	rnn.bias_ih_l1	9	-0.12374887615442276
256620	rnn.bias_hh_l1	0	-0.09665215760469437
256620	rnn.bias_hh_l1	1	-0.06374552100896835
256620	rnn.bias_hh_l1	2	-0.08544686436653137
256620	rnn.bias_hh_l1	3	-0.0773637667298317
256620	rnn.bias_hh_l1	4	-0.07251881808042526
256620	rnn.bias_hh_l1	5	-0.1176464706659317
256620	rnn.bias_hh_l1	6	-0.16084353625774384
256620	rnn.bias_hh_l1	7	0.07447434961795807
256620	rnn.bias_hh_l1	8	-0.17657731473445892
256620	rnn.bias_hh_l1	9	-0.11530780047178268
256620	rnn.weight_ih_l1_reverse	0	-0.047256603837013245
256620	rnn.weight_ih_l1_reverse	1	0.03328988701105118
256620	rnn.weight_ih_l1_reverse	2	0.08820740878582001
256620	rnn.weight_ih_l1_reverse	3	-0.01795339398086071
256620	rnn.weight_ih_l1_reverse	4	-0.02295827865600586
256620	rnn.weight_ih_l1_reverse	5	-0.0304071307182312
256620	rnn.weight_ih_l1_reverse	6	-0.019657470285892487
256620	rnn.weight_ih_l1_reverse	7	0.029717249795794487
256620	rnn.weight_ih_l1_reverse	8	0.005338556133210659
256620	rnn.weight_ih_l1_reverse	9	-0.03329664096236229
256620	rnn.weight_hh_l1_reverse	0	0.004544295836240053
256620	rnn.weight_hh_l1_reverse	1	0.03165340796113014
256620	rnn.weight_hh_l1_reverse	2	-0.04061858355998993
256620	rnn.weight_hh_l1_reverse	3	0.03500867635011673
256620	rnn.weight_hh_l1_reverse	4	0.047098688781261444
256620	rnn.weight_hh_l1_reverse	5	0.005947088357061148
256620	rnn.weight_hh_l1_reverse	6	0.04927965998649597
256620	rnn.weight_hh_l1_reverse	7	0.03102262131869793
256620	rnn.weight_hh_l1_reverse	8	-0.00717634242027998
256620	rnn.weight_hh_l1_reverse	9	-0.03022550791501999
256620	rnn.bias_ih_l1_reverse	0	-0.045852597802877426
256620	rnn.bias_ih_l1_reverse	1	-0.1400710791349411
256620	rnn.bias_ih_l1_reverse	2	-0.1634455919265747
256620	rnn.bias_ih_l1_reverse	3	-0.06142794340848923
256620	rnn.bias_ih_l1_reverse	4	-0.20419275760650635
256620	rnn.bias_ih_l1_reverse	5	-0.11673979461193085
256620	rnn.bias_ih_l1_reverse	6	-0.1301603764295578
256620	rnn.bias_ih_l1_reverse	7	-0.19154420495033264
256620	rnn.bias_ih_l1_reverse	8	0.22695380449295044
256620	rnn.bias_ih_l1_reverse	9	0.023445822298526764
256620	rnn.bias_hh_l1_reverse	0	0.009493842720985413
256620	rnn.bias_hh_l1_reverse	1	-0.06553392857313156
256620	rnn.bias_hh_l1_reverse	2	-0.23715925216674805
256620	rnn.bias_hh_l1_reverse	3	-0.14346162974834442
256620	rnn.bias_hh_l1_reverse	4	-0.08004691451787949
256620	rnn.bias_hh_l1_reverse	5	-0.11658001691102982
256620	rnn.bias_hh_l1_reverse	6	0.06342077255249023
256620	rnn.bias_hh_l1_reverse	7	-0.13612237572669983
256620	rnn.bias_hh_l1_reverse	8	-0.12516412138938904
256620	rnn.bias_hh_l1_reverse	9	-0.1482311487197876
256620	linear.weight	0	0.002228822559118271
256620	linear.weight	1	0.09911969304084778
256620	linear.weight	2	-0.09265170246362686
256620	linear.weight	3	0.3127951920032501
256620	linear.weight	4	0.150653675198555
256620	linear.weight	5	-0.06520988047122955
256620	linear.weight	6	0.09288746863603592
256620	linear.weight	7	0.13506153225898743
256620	linear.weight	8	0.0411333329975605
256620	linear.weight	9	-0.051149215549230576
256620	linear.bias	0	0.08591339737176895
256620	linear.bias	1	-0.1934259533882141
256620	linear.bias	2	-0.44893211126327515
256620	linear.bias	3	-0.658152163028717
256620	linear.bias	4	-1.2616803646087646
256620	linear.bias	5	-0.056944359093904495
256620	linear.bias	6	-0.8253759145736694
256620	linear.bias	7	0.2747843265533447
256620	linear.bias	8	-0.39718472957611084
256620	linear.bias	9	-1.0233186483383179
256817	transitions	0	0.7558411359786987
256817	transitions	1	0.13903678953647614
256817	transitions	2	-10000.0
256817	transitions	3	-1.8280811309814453
256817	transitions	4	-10000.0
256817	transitions	5	0.5628855228424072
256817	transitions	6	-0.08556123822927475
256817	transitions	7	-0.8109763860702515
256817	transitions	8	-1.4226449728012085
256817	transitions	9	-0.0012309374287724495
256817	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
256817	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
256817	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
256817	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
256817	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
256817	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
256817	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
256817	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
256817	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
256817	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
256817	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
256817	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
256817	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
256817	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
256817	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
256817	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
256817	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
256817	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
256817	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
256817	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
256817	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
256817	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
256817	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
256817	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
256817	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
256817	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
256817	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
256817	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
256817	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
256817	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
256817	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
256817	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
256817	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
256817	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
256817	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
256817	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
256817	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
256817	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
256817	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
256817	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
256817	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
256817	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
256817	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
256817	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
256817	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
256817	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
256817	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
256817	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
256817	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
256817	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
256817	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
256817	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
256817	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
256817	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
256817	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
256817	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
256817	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
256817	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
256817	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
256817	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
256817	embedding2nn.weight	0	0.016793549060821533
256817	embedding2nn.weight	1	-0.012730851769447327
256817	embedding2nn.weight	2	-0.014268254861235619
256817	embedding2nn.weight	3	-0.03156568109989166
256817	embedding2nn.weight	4	-0.0059150345623493195
256817	embedding2nn.weight	5	-0.0037005888298153877
256817	embedding2nn.weight	6	-0.003973265178501606
256817	embedding2nn.weight	7	-0.07719852775335312
256817	embedding2nn.weight	8	-0.0019979383796453476
256817	embedding2nn.weight	9	-0.027804533019661903
256817	embedding2nn.bias	0	0.032954197376966476
256817	embedding2nn.bias	1	-0.07579779624938965
256817	embedding2nn.bias	2	0.07096156477928162
256817	embedding2nn.bias	3	0.0525951012969017
256817	embedding2nn.bias	4	-0.04185082018375397
256817	embedding2nn.bias	5	-0.010997098870575428
256817	embedding2nn.bias	6	0.014900137670338154
256817	embedding2nn.bias	7	-0.05420440062880516
256817	embedding2nn.bias	8	0.0728936418890953
256817	embedding2nn.bias	9	0.04497523978352547
256817	rnn.weight_ih_l0	0	-0.08085883408784866
256817	rnn.weight_ih_l0	1	0.0031074017751961946
256817	rnn.weight_ih_l0	2	0.03503042086958885
256817	rnn.weight_ih_l0	3	0.022849466651678085
256817	rnn.weight_ih_l0	4	-0.04794229939579964
256817	rnn.weight_ih_l0	5	-0.0682477205991745
256817	rnn.weight_ih_l0	6	-0.001214792369864881
256817	rnn.weight_ih_l0	7	0.053459543734788895
256817	rnn.weight_ih_l0	8	-0.016947368159890175
256817	rnn.weight_ih_l0	9	-0.030705347657203674
256817	rnn.weight_hh_l0	0	-0.030462317168712616
256817	rnn.weight_hh_l0	1	-0.007351582404226065
256817	rnn.weight_hh_l0	2	0.006563324481248856
256817	rnn.weight_hh_l0	3	-0.07443787157535553
256817	rnn.weight_hh_l0	4	0.09332448244094849
256817	rnn.weight_hh_l0	5	-0.026767095550894737
256817	rnn.weight_hh_l0	6	-0.0636136531829834
256817	rnn.weight_hh_l0	7	0.008912496268749237
256817	rnn.weight_hh_l0	8	0.013317013159394264
256817	rnn.weight_hh_l0	9	-0.025620000436902046
256817	rnn.bias_ih_l0	0	0.12996165454387665
256817	rnn.bias_ih_l0	1	-0.034254852682352066
256817	rnn.bias_ih_l0	2	-0.033871088176965714
256817	rnn.bias_ih_l0	3	0.16351214051246643
256817	rnn.bias_ih_l0	4	-0.0127550158649683
256817	rnn.bias_ih_l0	5	-0.022959226742386818
256817	rnn.bias_ih_l0	6	0.017104430124163628
256817	rnn.bias_ih_l0	7	0.023443521931767464
256817	rnn.bias_ih_l0	8	-0.09958392381668091
256817	rnn.bias_ih_l0	9	-0.04156828299164772
256817	rnn.bias_hh_l0	0	-0.0012060675071552396
256817	rnn.bias_hh_l0	1	-0.10023494064807892
256817	rnn.bias_hh_l0	2	-0.07508090138435364
256817	rnn.bias_hh_l0	3	-0.08870919048786163
256817	rnn.bias_hh_l0	4	0.00895208865404129
256817	rnn.bias_hh_l0	5	-0.02043970301747322
256817	rnn.bias_hh_l0	6	0.02844795398414135
256817	rnn.bias_hh_l0	7	0.060951754450798035
256817	rnn.bias_hh_l0	8	-0.12291550636291504
256817	rnn.bias_hh_l0	9	-0.05922267585992813
256817	rnn.weight_ih_l0_reverse	0	-0.025441575795412064
256817	rnn.weight_ih_l0_reverse	1	-0.05702017620205879
256817	rnn.weight_ih_l0_reverse	2	-0.04891098290681839
256817	rnn.weight_ih_l0_reverse	3	0.015656352043151855
256817	rnn.weight_ih_l0_reverse	4	-0.02523733861744404
256817	rnn.weight_ih_l0_reverse	5	-0.05760670080780983
256817	rnn.weight_ih_l0_reverse	6	0.07373857498168945
256817	rnn.weight_ih_l0_reverse	7	-0.018714159727096558
256817	rnn.weight_ih_l0_reverse	8	-0.018341662362217903
256817	rnn.weight_ih_l0_reverse	9	0.00453210761770606
256817	rnn.weight_hh_l0_reverse	0	0.06831178814172745
256817	rnn.weight_hh_l0_reverse	1	0.01969325728714466
256817	rnn.weight_hh_l0_reverse	2	0.02993137389421463
256817	rnn.weight_hh_l0_reverse	3	0.035240538418293
256817	rnn.weight_hh_l0_reverse	4	0.014320289716124535
256817	rnn.weight_hh_l0_reverse	5	0.00810407754033804
256817	rnn.weight_hh_l0_reverse	6	0.05111107975244522
256817	rnn.weight_hh_l0_reverse	7	-0.08193263411521912
256817	rnn.weight_hh_l0_reverse	8	0.04011986777186394
256817	rnn.weight_hh_l0_reverse	9	0.03479798138141632
256817	rnn.bias_ih_l0_reverse	0	-0.057078663259744644
256817	rnn.bias_ih_l0_reverse	1	-0.2821519672870636
256817	rnn.bias_ih_l0_reverse	2	-0.12448707967996597
256817	rnn.bias_ih_l0_reverse	3	-0.048084061592817307
256817	rnn.bias_ih_l0_reverse	4	-0.02235201559960842
256817	rnn.bias_ih_l0_reverse	5	0.07559965550899506
256817	rnn.bias_ih_l0_reverse	6	-0.06536038964986801
256817	rnn.bias_ih_l0_reverse	7	0.06090318039059639
256817	rnn.bias_ih_l0_reverse	8	-0.03575621917843819
256817	rnn.bias_ih_l0_reverse	9	0.06596345454454422
256817	rnn.bias_hh_l0_reverse	0	0.023512037470936775
256817	rnn.bias_hh_l0_reverse	1	-0.0628705769777298
256817	rnn.bias_hh_l0_reverse	2	0.08879398554563522
256817	rnn.bias_hh_l0_reverse	3	-0.05174267292022705
256817	rnn.bias_hh_l0_reverse	4	-0.02820497937500477
256817	rnn.bias_hh_l0_reverse	5	-0.022133776918053627
256817	rnn.bias_hh_l0_reverse	6	-0.01947817951440811
256817	rnn.bias_hh_l0_reverse	7	0.09947183728218079
256817	rnn.bias_hh_l0_reverse	8	0.030584122985601425
256817	rnn.bias_hh_l0_reverse	9	-0.1485292762517929
256817	rnn.weight_ih_l1	0	-0.029749857261776924
256817	rnn.weight_ih_l1	1	-0.050321221351623535
256817	rnn.weight_ih_l1	2	0.06501499563455582
256817	rnn.weight_ih_l1	3	-0.07290120422840118
256817	rnn.weight_ih_l1	4	-0.013941390439867973
256817	rnn.weight_ih_l1	5	-0.04033937677741051
256817	rnn.weight_ih_l1	6	0.028957432135939598
256817	rnn.weight_ih_l1	7	-0.044476598501205444
256817	rnn.weight_ih_l1	8	0.037788767367601395
256817	rnn.weight_ih_l1	9	0.044759351760149
256817	rnn.weight_hh_l1	0	-0.00727474968880415
256817	rnn.weight_hh_l1	1	0.019908972084522247
256817	rnn.weight_hh_l1	2	0.006729232147336006
256817	rnn.weight_hh_l1	3	-0.012701453641057014
256817	rnn.weight_hh_l1	4	0.004810655955225229
256817	rnn.weight_hh_l1	5	0.03518566116690636
256817	rnn.weight_hh_l1	6	0.03621291741728783
256817	rnn.weight_hh_l1	7	-0.016276217997074127
256817	rnn.weight_hh_l1	8	-0.007255407981574535
256817	rnn.weight_hh_l1	9	0.038719628006219864
256817	rnn.bias_ih_l1	0	-0.18400147557258606
256817	rnn.bias_ih_l1	1	-0.17443950474262238
256817	rnn.bias_ih_l1	2	-0.19718559086322784
256817	rnn.bias_ih_l1	3	-0.30804160237312317
256817	rnn.bias_ih_l1	4	-0.21167944371700287
256817	rnn.bias_ih_l1	5	-0.0888054221868515
256817	rnn.bias_ih_l1	6	-0.15903078019618988
256817	rnn.bias_ih_l1	7	-0.003236715216189623
256817	rnn.bias_ih_l1	8	-0.13026100397109985
256817	rnn.bias_ih_l1	9	-0.12365206331014633
256817	rnn.bias_hh_l1	0	-0.09664586186408997
256817	rnn.bias_hh_l1	1	-0.06362990289926529
256817	rnn.bias_hh_l1	2	-0.08551203459501266
256817	rnn.bias_hh_l1	3	-0.07741188257932663
256817	rnn.bias_hh_l1	4	-0.0726817175745964
256817	rnn.bias_hh_l1	5	-0.11770607531070709
256817	rnn.bias_hh_l1	6	-0.1607312709093094
256817	rnn.bias_hh_l1	7	0.07437099516391754
256817	rnn.bias_hh_l1	8	-0.17633892595767975
256817	rnn.bias_hh_l1	9	-0.11513818800449371
256817	rnn.weight_ih_l1_reverse	0	-0.04724666103720665
256817	rnn.weight_ih_l1_reverse	1	0.03331022337079048
256817	rnn.weight_ih_l1_reverse	2	0.08804632723331451
256817	rnn.weight_ih_l1_reverse	3	-0.01800503395497799
256817	rnn.weight_ih_l1_reverse	4	-0.022877849638462067
256817	rnn.weight_ih_l1_reverse	5	-0.0304036233574152
256817	rnn.weight_ih_l1_reverse	6	-0.01967662200331688
256817	rnn.weight_ih_l1_reverse	7	0.029705660417675972
256817	rnn.weight_ih_l1_reverse	8	0.005466639995574951
256817	rnn.weight_ih_l1_reverse	9	-0.033353712409734726
256817	rnn.weight_hh_l1_reverse	0	0.004547873977571726
256817	rnn.weight_hh_l1_reverse	1	0.031661275774240494
256817	rnn.weight_hh_l1_reverse	2	-0.04061669856309891
256817	rnn.weight_hh_l1_reverse	3	0.03500581532716751
256817	rnn.weight_hh_l1_reverse	4	0.047118205577135086
256817	rnn.weight_hh_l1_reverse	5	0.005947203375399113
256817	rnn.weight_hh_l1_reverse	6	0.049244824796915054
256817	rnn.weight_hh_l1_reverse	7	0.031013458967208862
256817	rnn.weight_hh_l1_reverse	8	-0.0071734096854925156
256817	rnn.weight_hh_l1_reverse	9	-0.030208347365260124
256817	rnn.bias_ih_l1_reverse	0	-0.045837655663490295
256817	rnn.bias_ih_l1_reverse	1	-0.14003142714500427
256817	rnn.bias_ih_l1_reverse	2	-0.16345562040805817
256817	rnn.bias_ih_l1_reverse	3	-0.06136834993958473
256817	rnn.bias_ih_l1_reverse	4	-0.20420880615711212
256817	rnn.bias_ih_l1_reverse	5	-0.11677004396915436
256817	rnn.bias_ih_l1_reverse	6	-0.1301753968000412
256817	rnn.bias_ih_l1_reverse	7	-0.1915031522512436
256817	rnn.bias_ih_l1_reverse	8	0.22680091857910156
256817	rnn.bias_ih_l1_reverse	9	0.02347945235669613
256817	rnn.bias_hh_l1_reverse	0	0.009880305267870426
256817	rnn.bias_hh_l1_reverse	1	-0.06555398553609848
256817	rnn.bias_hh_l1_reverse	2	-0.23723965883255005
256817	rnn.bias_hh_l1_reverse	3	-0.14343363046646118
256817	rnn.bias_hh_l1_reverse	4	-0.07998202741146088
256817	rnn.bias_hh_l1_reverse	5	-0.11661228537559509
256817	rnn.bias_hh_l1_reverse	6	0.06324166059494019
256817	rnn.bias_hh_l1_reverse	7	-0.13595916330814362
256817	rnn.bias_hh_l1_reverse	8	-0.12520088255405426
256817	rnn.bias_hh_l1_reverse	9	-0.14824283123016357
256817	linear.weight	0	0.002228822559118271
256817	linear.weight	1	0.09935140609741211
256817	linear.weight	2	-0.09277541190385818
256817	linear.weight	3	0.3129429221153259
256817	linear.weight	4	0.15054497122764587
256817	linear.weight	5	-0.06519876420497894
256817	linear.weight	6	0.09255373477935791
256817	linear.weight	7	0.13520243763923645
256817	linear.weight	8	0.0411333292722702
256817	linear.weight	9	-0.05105498060584068
256817	linear.bias	0	0.08562074601650238
256817	linear.bias	1	-0.19383156299591064
256817	linear.bias	2	-0.4469265043735504
256817	linear.bias	3	-0.657677173614502
256817	linear.bias	4	-1.2611809968948364
256817	linear.bias	5	-0.058187086135149
256817	linear.bias	6	-0.8258253335952759
256817	linear.bias	7	0.2736022472381592
256817	linear.bias	8	-0.39724183082580566
256817	linear.bias	9	-1.0234112739562988
257014	transitions	0	0.7555869817733765
257014	transitions	1	0.13921524584293365
257014	transitions	2	-10000.0
257014	transitions	3	-1.8280812501907349
257014	transitions	4	-10000.0
257014	transitions	5	0.5628843903541565
257014	transitions	6	-0.08556215465068817
257014	transitions	7	-0.8110127449035645
257014	transitions	8	-1.422646164894104
257014	transitions	9	-0.0012309504672884941
257014	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
257014	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
257014	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
257014	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
257014	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
257014	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
257014	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
257014	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
257014	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
257014	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
257014	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
257014	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
257014	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
257014	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
257014	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
257014	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
257014	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
257014	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
257014	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
257014	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
257014	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
257014	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
257014	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
257014	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
257014	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
257014	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
257014	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
257014	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
257014	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
257014	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
257014	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
257014	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
257014	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
257014	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
257014	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
257014	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
257014	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
257014	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
257014	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
257014	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
257014	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
257014	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
257014	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
257014	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
257014	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
257014	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
257014	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
257014	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
257014	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
257014	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
257014	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
257014	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
257014	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
257014	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
257014	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
257014	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
257014	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
257014	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
257014	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
257014	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
257014	embedding2nn.weight	0	0.016707612201571465
257014	embedding2nn.weight	1	-0.012724971398711205
257014	embedding2nn.weight	2	-0.014268254861235619
257014	embedding2nn.weight	3	-0.03158269450068474
257014	embedding2nn.weight	4	-0.0059150345623493195
257014	embedding2nn.weight	5	-0.0037005888298153877
257014	embedding2nn.weight	6	-0.003973265178501606
257014	embedding2nn.weight	7	-0.07719571143388748
257014	embedding2nn.weight	8	-0.0019979383796453476
257014	embedding2nn.weight	9	-0.02780883014202118
257014	embedding2nn.bias	0	0.032570041716098785
257014	embedding2nn.bias	1	-0.07581717520952225
257014	embedding2nn.bias	2	0.07071809470653534
257014	embedding2nn.bias	3	0.05285930633544922
257014	embedding2nn.bias	4	-0.04192289710044861
257014	embedding2nn.bias	5	-0.010981016792356968
257014	embedding2nn.bias	6	0.014722001738846302
257014	embedding2nn.bias	7	-0.05451386049389839
257014	embedding2nn.bias	8	0.0727849006652832
257014	embedding2nn.bias	9	0.04527365788817406
257014	rnn.weight_ih_l0	0	-0.08088798820972443
257014	rnn.weight_ih_l0	1	0.003165267873555422
257014	rnn.weight_ih_l0	2	0.03509904071688652
257014	rnn.weight_ih_l0	3	0.022858690470457077
257014	rnn.weight_ih_l0	4	-0.04786933958530426
257014	rnn.weight_ih_l0	5	-0.0682375431060791
257014	rnn.weight_ih_l0	6	-0.0011845253175124526
257014	rnn.weight_ih_l0	7	0.05346057936549187
257014	rnn.weight_ih_l0	8	-0.01694263145327568
257014	rnn.weight_ih_l0	9	-0.030687250196933746
257014	rnn.weight_hh_l0	0	-0.030448677018284798
257014	rnn.weight_hh_l0	1	-0.007309344597160816
257014	rnn.weight_hh_l0	2	0.006560510490089655
257014	rnn.weight_hh_l0	3	-0.07443161308765411
257014	rnn.weight_hh_l0	4	0.09333166480064392
257014	rnn.weight_hh_l0	5	-0.026784172281622887
257014	rnn.weight_hh_l0	6	-0.06361833214759827
257014	rnn.weight_hh_l0	7	0.008929791860282421
257014	rnn.weight_hh_l0	8	0.013355224393308163
257014	rnn.weight_hh_l0	9	-0.025632677599787712
257014	rnn.bias_ih_l0	0	0.12990973889827728
257014	rnn.bias_ih_l0	1	-0.03426245227456093
257014	rnn.bias_ih_l0	2	-0.03396068140864372
257014	rnn.bias_ih_l0	3	0.16355444490909576
257014	rnn.bias_ih_l0	4	-0.012837501242756844
257014	rnn.bias_ih_l0	5	-0.022910496219992638
257014	rnn.bias_ih_l0	6	0.017284171655774117
257014	rnn.bias_ih_l0	7	0.023468436673283577
257014	rnn.bias_ih_l0	8	-0.09961406141519547
257014	rnn.bias_ih_l0	9	-0.041359029710292816
257014	rnn.bias_hh_l0	0	-0.0012779820244759321
257014	rnn.bias_hh_l0	1	-0.10013949126005173
257014	rnn.bias_hh_l0	2	-0.07504866272211075
257014	rnn.bias_hh_l0	3	-0.08871213346719742
257014	rnn.bias_hh_l0	4	0.00896905455738306
257014	rnn.bias_hh_l0	5	-0.02048349194228649
257014	rnn.bias_hh_l0	6	0.02853023260831833
257014	rnn.bias_hh_l0	7	0.06111878529191017
257014	rnn.bias_hh_l0	8	-0.12284594029188156
257014	rnn.bias_hh_l0	9	-0.05925729498267174
257014	rnn.weight_ih_l0_reverse	0	-0.025457849726080894
257014	rnn.weight_ih_l0_reverse	1	-0.057012271136045456
257014	rnn.weight_ih_l0_reverse	2	-0.048881739377975464
257014	rnn.weight_ih_l0_reverse	3	0.015665274113416672
257014	rnn.weight_ih_l0_reverse	4	-0.025246519595384598
257014	rnn.weight_ih_l0_reverse	5	-0.05758323520421982
257014	rnn.weight_ih_l0_reverse	6	0.07372685521841049
257014	rnn.weight_ih_l0_reverse	7	-0.018701251596212387
257014	rnn.weight_ih_l0_reverse	8	-0.01832987368106842
257014	rnn.weight_ih_l0_reverse	9	0.004489763639867306
257014	rnn.weight_hh_l0_reverse	0	0.06829255819320679
257014	rnn.weight_hh_l0_reverse	1	0.019634807482361794
257014	rnn.weight_hh_l0_reverse	2	0.029891086742281914
257014	rnn.weight_hh_l0_reverse	3	0.03523562103509903
257014	rnn.weight_hh_l0_reverse	4	0.014307769015431404
257014	rnn.weight_hh_l0_reverse	5	0.00812507700175047
257014	rnn.weight_hh_l0_reverse	6	0.05109017342329025
257014	rnn.weight_hh_l0_reverse	7	-0.08187473565340042
257014	rnn.weight_hh_l0_reverse	8	0.04012417793273926
257014	rnn.weight_hh_l0_reverse	9	0.03477485850453377
257014	rnn.bias_ih_l0_reverse	0	-0.057026345282793045
257014	rnn.bias_ih_l0_reverse	1	-0.282253235578537
257014	rnn.bias_ih_l0_reverse	2	-0.12452082335948944
257014	rnn.bias_ih_l0_reverse	3	-0.04811444133520126
257014	rnn.bias_ih_l0_reverse	4	-0.022381378337740898
257014	rnn.bias_ih_l0_reverse	5	0.07556379586458206
257014	rnn.bias_ih_l0_reverse	6	-0.06531624495983124
257014	rnn.bias_ih_l0_reverse	7	0.06095245108008385
257014	rnn.bias_ih_l0_reverse	8	-0.03585527092218399
257014	rnn.bias_ih_l0_reverse	9	0.06607208400964737
257014	rnn.bias_hh_l0_reverse	0	0.023524874821305275
257014	rnn.bias_hh_l0_reverse	1	-0.06279636919498444
257014	rnn.bias_hh_l0_reverse	2	0.088772714138031
257014	rnn.bias_hh_l0_reverse	3	-0.05172087252140045
257014	rnn.bias_hh_l0_reverse	4	-0.02819802425801754
257014	rnn.bias_hh_l0_reverse	5	-0.02198086492717266
257014	rnn.bias_hh_l0_reverse	6	-0.01960584707558155
257014	rnn.bias_hh_l0_reverse	7	0.09936606884002686
257014	rnn.bias_hh_l0_reverse	8	0.030460696667432785
257014	rnn.bias_hh_l0_reverse	9	-0.1484726369380951
257014	rnn.weight_ih_l1	0	-0.029747374355793
257014	rnn.weight_ih_l1	1	-0.05032049119472504
257014	rnn.weight_ih_l1	2	0.06499265134334564
257014	rnn.weight_ih_l1	3	-0.07293198257684708
257014	rnn.weight_ih_l1	4	-0.013982204720377922
257014	rnn.weight_ih_l1	5	-0.04033602774143219
257014	rnn.weight_ih_l1	6	0.028908615931868553
257014	rnn.weight_ih_l1	7	-0.04442470893263817
257014	rnn.weight_ih_l1	8	0.03781002014875412
257014	rnn.weight_ih_l1	9	0.04477608948945999
257014	rnn.weight_hh_l1	0	-0.007300919853150845
257014	rnn.weight_hh_l1	1	0.019914323464035988
257014	rnn.weight_hh_l1	2	0.006742263678461313
257014	rnn.weight_hh_l1	3	-0.012692829594016075
257014	rnn.weight_hh_l1	4	0.004817164037376642
257014	rnn.weight_hh_l1	5	0.035226672887802124
257014	rnn.weight_hh_l1	6	0.03619195148348808
257014	rnn.weight_hh_l1	7	-0.01628171093761921
257014	rnn.weight_hh_l1	8	-0.007238544523715973
257014	rnn.weight_hh_l1	9	0.03872649371623993
257014	rnn.bias_ih_l1	0	-0.18385617434978485
257014	rnn.bias_ih_l1	1	-0.17439216375350952
257014	rnn.bias_ih_l1	2	-0.19724953174591064
257014	rnn.bias_ih_l1	3	-0.3080543279647827
257014	rnn.bias_ih_l1	4	-0.21157246828079224
257014	rnn.bias_ih_l1	5	-0.08882696181535721
257014	rnn.bias_ih_l1	6	-0.15897241234779358
257014	rnn.bias_ih_l1	7	-0.003092787694185972
257014	rnn.bias_ih_l1	8	-0.130357563495636
257014	rnn.bias_ih_l1	9	-0.12350447475910187
257014	rnn.bias_hh_l1	0	-0.0965791717171669
257014	rnn.bias_hh_l1	1	-0.06356687098741531
257014	rnn.bias_hh_l1	2	-0.08543471992015839
257014	rnn.bias_hh_l1	3	-0.07735013961791992
257014	rnn.bias_hh_l1	4	-0.07274520397186279
257014	rnn.bias_hh_l1	5	-0.11761626601219177
257014	rnn.bias_hh_l1	6	-0.16074278950691223
257014	rnn.bias_hh_l1	7	0.07454097270965576
257014	rnn.bias_hh_l1	8	-0.17631977796554565
257014	rnn.bias_hh_l1	9	-0.11499368399381638
257014	rnn.weight_ih_l1_reverse	0	-0.047263454645872116
257014	rnn.weight_ih_l1_reverse	1	0.03332236036658287
257014	rnn.weight_ih_l1_reverse	2	0.08815935254096985
257014	rnn.weight_ih_l1_reverse	3	-0.018056683242321014
257014	rnn.weight_ih_l1_reverse	4	-0.02289465442299843
257014	rnn.weight_ih_l1_reverse	5	-0.030400395393371582
257014	rnn.weight_ih_l1_reverse	6	-0.01968427374958992
257014	rnn.weight_ih_l1_reverse	7	0.029736172407865524
257014	rnn.weight_ih_l1_reverse	8	0.005488852504640818
257014	rnn.weight_ih_l1_reverse	9	-0.033348772674798965
257014	rnn.weight_hh_l1_reverse	0	0.004535777028650045
257014	rnn.weight_hh_l1_reverse	1	0.03165232762694359
257014	rnn.weight_hh_l1_reverse	2	-0.040614500641822815
257014	rnn.weight_hh_l1_reverse	3	0.03500392287969589
257014	rnn.weight_hh_l1_reverse	4	0.047131434082984924
257014	rnn.weight_hh_l1_reverse	5	0.005952094215899706
257014	rnn.weight_hh_l1_reverse	6	0.0491984523832798
257014	rnn.weight_hh_l1_reverse	7	0.031008202582597733
257014	rnn.weight_hh_l1_reverse	8	-0.007174097467213869
257014	rnn.weight_hh_l1_reverse	9	-0.030210087075829506
257014	rnn.bias_ih_l1_reverse	0	-0.04586552828550339
257014	rnn.bias_ih_l1_reverse	1	-0.14007507264614105
257014	rnn.bias_ih_l1_reverse	2	-0.16344840824604034
257014	rnn.bias_ih_l1_reverse	3	-0.06130187585949898
257014	rnn.bias_ih_l1_reverse	4	-0.20417068898677826
257014	rnn.bias_ih_l1_reverse	5	-0.1168280690908432
257014	rnn.bias_ih_l1_reverse	6	-0.13018114864826202
257014	rnn.bias_ih_l1_reverse	7	-0.1915942132472992
257014	rnn.bias_ih_l1_reverse	8	0.226979598402977
257014	rnn.bias_ih_l1_reverse	9	0.023358358070254326
257014	rnn.bias_hh_l1_reverse	0	0.010083761066198349
257014	rnn.bias_hh_l1_reverse	1	-0.06537438929080963
257014	rnn.bias_hh_l1_reverse	2	-0.2372068613767624
257014	rnn.bias_hh_l1_reverse	3	-0.1434427946805954
257014	rnn.bias_hh_l1_reverse	4	-0.0800461620092392
257014	rnn.bias_hh_l1_reverse	5	-0.11666730791330338
257014	rnn.bias_hh_l1_reverse	6	0.06331764161586761
257014	rnn.bias_hh_l1_reverse	7	-0.13606804609298706
257014	rnn.bias_hh_l1_reverse	8	-0.1251010000705719
257014	rnn.bias_hh_l1_reverse	9	-0.1482650637626648
257014	linear.weight	0	0.002228822559118271
257014	linear.weight	1	0.09891169518232346
257014	linear.weight	2	-0.09268590807914734
257014	linear.weight	3	0.31278249621391296
257014	linear.weight	4	0.15048986673355103
257014	linear.weight	5	-0.0652773305773735
257014	linear.weight	6	0.09215274453163147
257014	linear.weight	7	0.1350243240594864
257014	linear.weight	8	0.04113331809639931
257014	linear.weight	9	-0.050991207361221313
257014	linear.bias	0	0.08476120233535767
257014	linear.bias	1	-0.19215799868106842
257014	linear.bias	2	-0.446537047624588
257014	linear.bias	3	-0.6572173833847046
257014	linear.bias	4	-1.260732889175415
257014	linear.bias	5	-0.05948717147111893
257014	linear.bias	6	-0.824151873588562
257014	linear.bias	7	0.27214935421943665
257014	linear.bias	8	-0.39733701944351196
257014	linear.bias	9	-1.0235154628753662
257211	transitions	0	0.7555187940597534
257211	transitions	1	0.1392924040555954
257211	transitions	2	-10000.0
257211	transitions	3	-1.8280813694000244
257211	transitions	4	-10000.0
257211	transitions	5	0.5628827810287476
257211	transitions	6	-0.08556395769119263
257211	transitions	7	-0.8110173344612122
257211	transitions	8	-1.4226475954055786
257211	transitions	9	-0.0012309550074860454
257211	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
257211	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
257211	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
257211	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
257211	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
257211	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
257211	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
257211	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
257211	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
257211	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
257211	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
257211	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
257211	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
257211	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
257211	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
257211	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
257211	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
257211	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
257211	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
257211	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
257211	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
257211	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
257211	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
257211	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
257211	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
257211	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
257211	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
257211	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
257211	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
257211	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
257211	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
257211	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
257211	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
257211	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
257211	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
257211	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
257211	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
257211	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
257211	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
257211	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
257211	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
257211	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
257211	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
257211	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
257211	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
257211	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
257211	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
257211	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
257211	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
257211	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
257211	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
257211	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
257211	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
257211	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
257211	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
257211	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
257211	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
257211	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
257211	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
257211	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
257211	embedding2nn.weight	0	0.01671868935227394
257211	embedding2nn.weight	1	-0.012719324789941311
257211	embedding2nn.weight	2	-0.014268254861235619
257211	embedding2nn.weight	3	-0.031615324318408966
257211	embedding2nn.weight	4	-0.0059150345623493195
257211	embedding2nn.weight	5	-0.0037005888298153877
257211	embedding2nn.weight	6	-0.003973265178501606
257211	embedding2nn.weight	7	-0.07718775421380997
257211	embedding2nn.weight	8	-0.0019979383796453476
257211	embedding2nn.weight	9	-0.02777736447751522
257211	embedding2nn.bias	0	0.032563354820013046
257211	embedding2nn.bias	1	-0.07606679201126099
257211	embedding2nn.bias	2	0.07038158923387527
257211	embedding2nn.bias	3	0.05285106599330902
257211	embedding2nn.bias	4	-0.04191894084215164
257211	embedding2nn.bias	5	-0.01061243936419487
257211	embedding2nn.bias	6	0.014743676409125328
257211	embedding2nn.bias	7	-0.05468650162220001
257211	embedding2nn.bias	8	0.07284324616193771
257211	embedding2nn.bias	9	0.04519476741552353
257211	rnn.weight_ih_l0	0	-0.08088593930006027
257211	rnn.weight_ih_l0	1	0.0031501571647822857
257211	rnn.weight_ih_l0	2	0.03509633615612984
257211	rnn.weight_ih_l0	3	0.02285909466445446
257211	rnn.weight_ih_l0	4	-0.04792957380414009
257211	rnn.weight_ih_l0	5	-0.06825119256973267
257211	rnn.weight_ih_l0	6	-0.001185189583338797
257211	rnn.weight_ih_l0	7	0.053457729518413544
257211	rnn.weight_ih_l0	8	-0.0169427040964365
257211	rnn.weight_ih_l0	9	-0.030643105506896973
257211	rnn.weight_hh_l0	0	-0.03048010729253292
257211	rnn.weight_hh_l0	1	-0.007306741550564766
257211	rnn.weight_hh_l0	2	0.006597551517188549
257211	rnn.weight_hh_l0	3	-0.07441577315330505
257211	rnn.weight_hh_l0	4	0.09332678467035294
257211	rnn.weight_hh_l0	5	-0.026804087683558464
257211	rnn.weight_hh_l0	6	-0.06361889094114304
257211	rnn.weight_hh_l0	7	0.008936070837080479
257211	rnn.weight_hh_l0	8	0.013363858684897423
257211	rnn.weight_hh_l0	9	-0.025634216144680977
257211	rnn.bias_ih_l0	0	0.12995213270187378
257211	rnn.bias_ih_l0	1	-0.034283071756362915
257211	rnn.bias_ih_l0	2	-0.03398597612977028
257211	rnn.bias_ih_l0	3	0.16355252265930176
257211	rnn.bias_ih_l0	4	-0.012787646614015102
257211	rnn.bias_ih_l0	5	-0.02311088889837265
257211	rnn.bias_ih_l0	6	0.017201777547597885
257211	rnn.bias_ih_l0	7	0.023625576868653297
257211	rnn.bias_ih_l0	8	-0.09956754744052887
257211	rnn.bias_ih_l0	9	-0.041241806000471115
257211	rnn.bias_hh_l0	0	-0.0012847075704485178
257211	rnn.bias_hh_l0	1	-0.1001540943980217
257211	rnn.bias_hh_l0	2	-0.07505031675100327
257211	rnn.bias_hh_l0	3	-0.08871503174304962
257211	rnn.bias_hh_l0	4	0.009011354297399521
257211	rnn.bias_hh_l0	5	-0.020513948053121567
257211	rnn.bias_hh_l0	6	0.028544967994093895
257211	rnn.bias_hh_l0	7	0.061217308044433594
257211	rnn.bias_hh_l0	8	-0.12288808077573776
257211	rnn.bias_hh_l0	9	-0.0592731237411499
257211	rnn.weight_ih_l0_reverse	0	-0.025509726256132126
257211	rnn.weight_ih_l0_reverse	1	-0.05699217692017555
257211	rnn.weight_ih_l0_reverse	2	-0.0489075630903244
257211	rnn.weight_ih_l0_reverse	3	0.015659375116229057
257211	rnn.weight_ih_l0_reverse	4	-0.02520737051963806
257211	rnn.weight_ih_l0_reverse	5	-0.05759133771061897
257211	rnn.weight_ih_l0_reverse	6	0.07371394336223602
257211	rnn.weight_ih_l0_reverse	7	-0.01874176785349846
257211	rnn.weight_ih_l0_reverse	8	-0.018314791843295097
257211	rnn.weight_ih_l0_reverse	9	0.004496672190725803
257211	rnn.weight_hh_l0_reverse	0	0.06826348602771759
257211	rnn.weight_hh_l0_reverse	1	0.01969318650662899
257211	rnn.weight_hh_l0_reverse	2	0.02991594187915325
257211	rnn.weight_hh_l0_reverse	3	0.03525606542825699
257211	rnn.weight_hh_l0_reverse	4	0.014314722269773483
257211	rnn.weight_hh_l0_reverse	5	0.008109540678560734
257211	rnn.weight_hh_l0_reverse	6	0.05108609050512314
257211	rnn.weight_hh_l0_reverse	7	-0.08186986297369003
257211	rnn.weight_hh_l0_reverse	8	0.04013138636946678
257211	rnn.weight_hh_l0_reverse	9	0.0347883515059948
257211	rnn.bias_ih_l0_reverse	0	-0.057057127356529236
257211	rnn.bias_ih_l0_reverse	1	-0.2822920083999634
257211	rnn.bias_ih_l0_reverse	2	-0.12457633763551712
257211	rnn.bias_ih_l0_reverse	3	-0.0480584092438221
257211	rnn.bias_ih_l0_reverse	4	-0.02252865955233574
257211	rnn.bias_ih_l0_reverse	5	0.07544007897377014
257211	rnn.bias_ih_l0_reverse	6	-0.06524741649627686
257211	rnn.bias_ih_l0_reverse	7	0.06103478744626045
257211	rnn.bias_ih_l0_reverse	8	-0.03583485260605812
257211	rnn.bias_ih_l0_reverse	9	0.06615576148033142
257211	rnn.bias_hh_l0_reverse	0	0.02356567792594433
257211	rnn.bias_hh_l0_reverse	1	-0.06277231127023697
257211	rnn.bias_hh_l0_reverse	2	0.08885839581489563
257211	rnn.bias_hh_l0_reverse	3	-0.05162080004811287
257211	rnn.bias_hh_l0_reverse	4	-0.028135547414422035
257211	rnn.bias_hh_l0_reverse	5	-0.02202795073390007
257211	rnn.bias_hh_l0_reverse	6	-0.019633904099464417
257211	rnn.bias_hh_l0_reverse	7	0.0993693470954895
257211	rnn.bias_hh_l0_reverse	8	0.030458278954029083
257211	rnn.bias_hh_l0_reverse	9	-0.14849740266799927
257211	rnn.weight_ih_l1	0	-0.029740342870354652
257211	rnn.weight_ih_l1	1	-0.05034785717725754
257211	rnn.weight_ih_l1	2	0.0649772360920906
257211	rnn.weight_ih_l1	3	-0.07284960150718689
257211	rnn.weight_ih_l1	4	-0.01397074293345213
257211	rnn.weight_ih_l1	5	-0.040327589958906174
257211	rnn.weight_ih_l1	6	0.02890375256538391
257211	rnn.weight_ih_l1	7	-0.044465601444244385
257211	rnn.weight_ih_l1	8	0.03781733289361
257211	rnn.weight_ih_l1	9	0.04481002315878868
257211	rnn.weight_hh_l1	0	-0.00735630514100194
257211	rnn.weight_hh_l1	1	0.01991470716893673
257211	rnn.weight_hh_l1	2	0.006761407945305109
257211	rnn.weight_hh_l1	3	-0.012699258513748646
257211	rnn.weight_hh_l1	4	0.0048289974220097065
257211	rnn.weight_hh_l1	5	0.03522651642560959
257211	rnn.weight_hh_l1	6	0.0362045057117939
257211	rnn.weight_hh_l1	7	-0.01629369519650936
257211	rnn.weight_hh_l1	8	-0.007240456994622946
257211	rnn.weight_hh_l1	9	0.0387139655649662
257211	rnn.bias_ih_l1	0	-0.18383432924747467
257211	rnn.bias_ih_l1	1	-0.17432379722595215
257211	rnn.bias_ih_l1	2	-0.19725894927978516
257211	rnn.bias_ih_l1	3	-0.3078715205192566
257211	rnn.bias_ih_l1	4	-0.21152326464653015
257211	rnn.bias_ih_l1	5	-0.0888126790523529
257211	rnn.bias_ih_l1	6	-0.15903159976005554
257211	rnn.bias_ih_l1	7	-0.00289538293145597
257211	rnn.bias_ih_l1	8	-0.13036513328552246
257211	rnn.bias_ih_l1	9	-0.12348277866840363
257211	rnn.bias_hh_l1	0	-0.09655828773975372
257211	rnn.bias_hh_l1	1	-0.0634557232260704
257211	rnn.bias_hh_l1	2	-0.08535178750753403
257211	rnn.bias_hh_l1	3	-0.07733990997076035
257211	rnn.bias_hh_l1	4	-0.0729038268327713
257211	rnn.bias_hh_l1	5	-0.11754822731018066
257211	rnn.bias_hh_l1	6	-0.16063405573368073
257211	rnn.bias_hh_l1	7	0.07448821514844894
257211	rnn.bias_hh_l1	8	-0.17625491321086884
257211	rnn.bias_hh_l1	9	-0.11485957354307175
257211	rnn.weight_ih_l1_reverse	0	-0.04722511023283005
257211	rnn.weight_ih_l1_reverse	1	0.03342590481042862
257211	rnn.weight_ih_l1_reverse	2	0.08822739869356155
257211	rnn.weight_ih_l1_reverse	3	-0.018111053854227066
257211	rnn.weight_ih_l1_reverse	4	-0.022874264046549797
257211	rnn.weight_ih_l1_reverse	5	-0.030395403504371643
257211	rnn.weight_ih_l1_reverse	6	-0.019695285707712173
257211	rnn.weight_ih_l1_reverse	7	0.02971912920475006
257211	rnn.weight_ih_l1_reverse	8	0.00546069024130702
257211	rnn.weight_ih_l1_reverse	9	-0.033363569527864456
257211	rnn.weight_hh_l1_reverse	0	0.004534656647592783
257211	rnn.weight_hh_l1_reverse	1	0.03166450932621956
257211	rnn.weight_hh_l1_reverse	2	-0.04061223939061165
257211	rnn.weight_hh_l1_reverse	3	0.03501061350107193
257211	rnn.weight_hh_l1_reverse	4	0.047163836658000946
257211	rnn.weight_hh_l1_reverse	5	0.005951777100563049
257211	rnn.weight_hh_l1_reverse	6	0.049116335809230804
257211	rnn.weight_hh_l1_reverse	7	0.03103199228644371
257211	rnn.weight_hh_l1_reverse	8	-0.007175891660153866
257211	rnn.weight_hh_l1_reverse	9	-0.03019687533378601
257211	rnn.bias_ih_l1_reverse	0	-0.045856356620788574
257211	rnn.bias_ih_l1_reverse	1	-0.14010682702064514
257211	rnn.bias_ih_l1_reverse	2	-0.1634502410888672
257211	rnn.bias_ih_l1_reverse	3	-0.06150004640221596
257211	rnn.bias_ih_l1_reverse	4	-0.20407259464263916
257211	rnn.bias_ih_l1_reverse	5	-0.11682790517807007
257211	rnn.bias_ih_l1_reverse	6	-0.13015443086624146
257211	rnn.bias_ih_l1_reverse	7	-0.19180886447429657
257211	rnn.bias_ih_l1_reverse	8	0.22710441052913666
257211	rnn.bias_ih_l1_reverse	9	0.02320002391934395
257211	rnn.bias_hh_l1_reverse	0	0.010180411860346794
257211	rnn.bias_hh_l1_reverse	1	-0.0654640644788742
257211	rnn.bias_hh_l1_reverse	2	-0.23721249401569366
257211	rnn.bias_hh_l1_reverse	3	-0.14343060553073883
257211	rnn.bias_hh_l1_reverse	4	-0.08005792647600174
257211	rnn.bias_hh_l1_reverse	5	-0.1167282685637474
257211	rnn.bias_hh_l1_reverse	6	0.06325474381446838
257211	rnn.bias_hh_l1_reverse	7	-0.13609525561332703
257211	rnn.bias_hh_l1_reverse	8	-0.1249961405992508
257211	rnn.bias_hh_l1_reverse	9	-0.1482487916946411
257211	linear.weight	0	0.002228822559118271
257211	linear.weight	1	0.09874624013900757
257211	linear.weight	2	-0.09272752702236176
257211	linear.weight	3	0.31300270557403564
257211	linear.weight	4	0.15038342773914337
257211	linear.weight	5	-0.06527901440858841
257211	linear.weight	6	0.09221968054771423
257211	linear.weight	7	0.13513003289699554
257211	linear.weight	8	0.04113330319523811
257211	linear.weight	9	-0.05088025704026222
257211	linear.bias	0	0.08496273308992386
257211	linear.bias	1	-0.1921609342098236
257211	linear.bias	2	-0.4485226571559906
257211	linear.bias	3	-0.6586045622825623
257211	linear.bias	4	-1.262178659439087
257211	linear.bias	5	-0.059306807816028595
257211	linear.bias	6	-0.8241458535194397
257211	linear.bias	7	0.27208852767944336
257211	linear.bias	8	-0.3952411711215973
257211	linear.bias	9	-1.0214773416519165
257408	transitions	0	0.755625307559967
257408	transitions	1	0.13918806612491608
257408	transitions	2	-10000.0
257408	transitions	3	-1.8280816078186035
257408	transitions	4	-10000.0
257408	transitions	5	0.5628817677497864
257408	transitions	6	-0.08556576818227768
257408	transitions	7	-0.811025083065033
257408	transitions	8	-1.4226479530334473
257408	transitions	9	-0.0012309878366068006
257408	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
257408	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
257408	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
257408	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
257408	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
257408	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
257408	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
257408	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
257408	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
257408	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
257408	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
257408	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
257408	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
257408	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
257408	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
257408	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
257408	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
257408	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
257408	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
257408	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
257408	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
257408	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
257408	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
257408	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
257408	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
257408	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
257408	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
257408	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
257408	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
257408	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
257408	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
257408	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
257408	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
257408	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
257408	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
257408	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
257408	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
257408	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
257408	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
257408	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
257408	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
257408	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
257408	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
257408	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
257408	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
257408	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
257408	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
257408	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
257408	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
257408	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
257408	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
257408	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
257408	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
257408	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
257408	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
257408	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
257408	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
257408	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
257408	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
257408	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
257408	embedding2nn.weight	0	0.01671438105404377
257408	embedding2nn.weight	1	-0.01271975040435791
257408	embedding2nn.weight	2	-0.014268254861235619
257408	embedding2nn.weight	3	-0.03151167556643486
257408	embedding2nn.weight	4	-0.0059150345623493195
257408	embedding2nn.weight	5	-0.0037005888298153877
257408	embedding2nn.weight	6	-0.003973265178501606
257408	embedding2nn.weight	7	-0.0772084891796112
257408	embedding2nn.weight	8	-0.0019979383796453476
257408	embedding2nn.weight	9	-0.027746474370360374
257408	embedding2nn.bias	0	0.032248858362436295
257408	embedding2nn.bias	1	-0.07595042139291763
257408	embedding2nn.bias	2	0.07078523188829422
257408	embedding2nn.bias	3	0.05258497968316078
257408	embedding2nn.bias	4	-0.041813090443611145
257408	embedding2nn.bias	5	-0.010737630538642406
257408	embedding2nn.bias	6	0.014661943539977074
257408	embedding2nn.bias	7	-0.05432138964533806
257408	embedding2nn.bias	8	0.07282186299562454
257408	embedding2nn.bias	9	0.04548577219247818
257408	rnn.weight_ih_l0	0	-0.08087959885597229
257408	rnn.weight_ih_l0	1	0.003160121152177453
257408	rnn.weight_ih_l0	2	0.035135943442583084
257408	rnn.weight_ih_l0	3	0.022888967767357826
257408	rnn.weight_ih_l0	4	-0.04793402552604675
257408	rnn.weight_ih_l0	5	-0.06823435425758362
257408	rnn.weight_ih_l0	6	-0.001139032538048923
257408	rnn.weight_ih_l0	7	0.05348425731062889
257408	rnn.weight_ih_l0	8	-0.016931965947151184
257408	rnn.weight_ih_l0	9	-0.03066106140613556
257408	rnn.weight_hh_l0	0	-0.03042173944413662
257408	rnn.weight_hh_l0	1	-0.007294490933418274
257408	rnn.weight_hh_l0	2	0.006605308968573809
257408	rnn.weight_hh_l0	3	-0.07442677021026611
257408	rnn.weight_hh_l0	4	0.0933062881231308
257408	rnn.weight_hh_l0	5	-0.02681804448366165
257408	rnn.weight_hh_l0	6	-0.06356948614120483
257408	rnn.weight_hh_l0	7	0.008946257643401623
257408	rnn.weight_hh_l0	8	0.013346262276172638
257408	rnn.weight_hh_l0	9	-0.025635361671447754
257408	rnn.bias_ih_l0	0	0.12995609641075134
257408	rnn.bias_ih_l0	1	-0.03434012830257416
257408	rnn.bias_ih_l0	2	-0.03395795077085495
257408	rnn.bias_ih_l0	3	0.1634468138217926
257408	rnn.bias_ih_l0	4	-0.012682092376053333
257408	rnn.bias_ih_l0	5	-0.023006621748209
257408	rnn.bias_ih_l0	6	0.017206765711307526
257408	rnn.bias_ih_l0	7	0.023683149367570877
257408	rnn.bias_ih_l0	8	-0.09955961257219315
257408	rnn.bias_ih_l0	9	-0.04152727872133255
257408	rnn.bias_hh_l0	0	-0.0013347684871405363
257408	rnn.bias_hh_l0	1	-0.10014379024505615
257408	rnn.bias_hh_l0	2	-0.07509596645832062
257408	rnn.bias_hh_l0	3	-0.08864690363407135
257408	rnn.bias_hh_l0	4	0.00907816644757986
257408	rnn.bias_hh_l0	5	-0.020564505830407143
257408	rnn.bias_hh_l0	6	0.028529778122901917
257408	rnn.bias_hh_l0	7	0.06101369857788086
257408	rnn.bias_hh_l0	8	-0.12300726771354675
257408	rnn.bias_hh_l0	9	-0.05918768048286438
257408	rnn.weight_ih_l0_reverse	0	-0.025502391159534454
257408	rnn.weight_ih_l0_reverse	1	-0.05702438950538635
257408	rnn.weight_ih_l0_reverse	2	-0.04883279278874397
257408	rnn.weight_ih_l0_reverse	3	0.015654757618904114
257408	rnn.weight_ih_l0_reverse	4	-0.02520137093961239
257408	rnn.weight_ih_l0_reverse	5	-0.05759076774120331
257408	rnn.weight_ih_l0_reverse	6	0.07371339946985245
257408	rnn.weight_ih_l0_reverse	7	-0.01873687095940113
257408	rnn.weight_ih_l0_reverse	8	-0.018373806029558182
257408	rnn.weight_ih_l0_reverse	9	0.004495553206652403
257408	rnn.weight_hh_l0_reverse	0	0.06832391768693924
257408	rnn.weight_hh_l0_reverse	1	0.019744480028748512
257408	rnn.weight_hh_l0_reverse	2	0.029889192432165146
257408	rnn.weight_hh_l0_reverse	3	0.03529950603842735
257408	rnn.weight_hh_l0_reverse	4	0.014329458586871624
257408	rnn.weight_hh_l0_reverse	5	0.008108227513730526
257408	rnn.weight_hh_l0_reverse	6	0.051052313297986984
257408	rnn.weight_hh_l0_reverse	7	-0.08187264949083328
257408	rnn.weight_hh_l0_reverse	8	0.040139082819223404
257408	rnn.weight_hh_l0_reverse	9	0.034805312752723694
257408	rnn.bias_ih_l0_reverse	0	-0.05706004798412323
257408	rnn.bias_ih_l0_reverse	1	-0.2821747660636902
257408	rnn.bias_ih_l0_reverse	2	-0.12455449998378754
257408	rnn.bias_ih_l0_reverse	3	-0.04805510863661766
257408	rnn.bias_ih_l0_reverse	4	-0.022541742771863937
257408	rnn.bias_ih_l0_reverse	5	0.07542051374912262
257408	rnn.bias_ih_l0_reverse	6	-0.06517137587070465
257408	rnn.bias_ih_l0_reverse	7	0.06095661222934723
257408	rnn.bias_ih_l0_reverse	8	-0.03571837395429611
257408	rnn.bias_ih_l0_reverse	9	0.06609219312667847
257408	rnn.bias_hh_l0_reverse	0	0.02357163280248642
257408	rnn.bias_hh_l0_reverse	1	-0.06297885626554489
257408	rnn.bias_hh_l0_reverse	2	0.08884082734584808
257408	rnn.bias_hh_l0_reverse	3	-0.051667626947164536
257408	rnn.bias_hh_l0_reverse	4	-0.02810363471508026
257408	rnn.bias_hh_l0_reverse	5	-0.0219670869410038
257408	rnn.bias_hh_l0_reverse	6	-0.019694123417139053
257408	rnn.bias_hh_l0_reverse	7	0.09944580495357513
257408	rnn.bias_hh_l0_reverse	8	0.030410954728722572
257408	rnn.bias_hh_l0_reverse	9	-0.14838631451129913
257408	rnn.weight_ih_l1	0	-0.0297253280878067
257408	rnn.weight_ih_l1	1	-0.050277646631002426
257408	rnn.weight_ih_l1	2	0.06505883485078812
257408	rnn.weight_ih_l1	3	-0.07284246385097504
257408	rnn.weight_ih_l1	4	-0.013975457288324833
257408	rnn.weight_ih_l1	5	-0.040326617658138275
257408	rnn.weight_ih_l1	6	0.02894657477736473
257408	rnn.weight_ih_l1	7	-0.04444946348667145
257408	rnn.weight_ih_l1	8	0.03782126307487488
257408	rnn.weight_ih_l1	9	0.044857095927000046
257408	rnn.weight_hh_l1	0	-0.007397150620818138
257408	rnn.weight_hh_l1	1	0.019922960549592972
257408	rnn.weight_hh_l1	2	0.006756543647497892
257408	rnn.weight_hh_l1	3	-0.012684748508036137
257408	rnn.weight_hh_l1	4	0.004833873827010393
257408	rnn.weight_hh_l1	5	0.03520616516470909
257408	rnn.weight_hh_l1	6	0.036223482340574265
257408	rnn.weight_hh_l1	7	-0.016316046938300133
257408	rnn.weight_hh_l1	8	-0.007234461605548859
257408	rnn.weight_hh_l1	9	0.03870489448308945
257408	rnn.bias_ih_l1	0	-0.18372157216072083
257408	rnn.bias_ih_l1	1	-0.17435479164123535
257408	rnn.bias_ih_l1	2	-0.19700568914413452
257408	rnn.bias_ih_l1	3	-0.30797266960144043
257408	rnn.bias_ih_l1	4	-0.21152712404727936
257408	rnn.bias_ih_l1	5	-0.08883660286664963
257408	rnn.bias_ih_l1	6	-0.15902185440063477
257408	rnn.bias_ih_l1	7	-0.002855838742107153
257408	rnn.bias_ih_l1	8	-0.13029834628105164
257408	rnn.bias_ih_l1	9	-0.12347619980573654
257408	rnn.bias_hh_l1	0	-0.09660686552524567
257408	rnn.bias_hh_l1	1	-0.06341452896595001
257408	rnn.bias_hh_l1	2	-0.0853022113442421
257408	rnn.bias_hh_l1	3	-0.07734693586826324
257408	rnn.bias_hh_l1	4	-0.07296226918697357
257408	rnn.bias_hh_l1	5	-0.11757142841815948
257408	rnn.bias_hh_l1	6	-0.16058921813964844
257408	rnn.bias_hh_l1	7	0.0745372325181961
257408	rnn.bias_hh_l1	8	-0.17636466026306152
257408	rnn.bias_hh_l1	9	-0.11494653671979904
257408	rnn.weight_ih_l1_reverse	0	-0.04720591381192207
257408	rnn.weight_ih_l1_reverse	1	0.03348622843623161
257408	rnn.weight_ih_l1_reverse	2	0.08814181387424469
257408	rnn.weight_ih_l1_reverse	3	-0.018101297318935394
257408	rnn.weight_ih_l1_reverse	4	-0.02287873812019825
257408	rnn.weight_ih_l1_reverse	5	-0.030403533950448036
257408	rnn.weight_ih_l1_reverse	6	-0.01967206969857216
257408	rnn.weight_ih_l1_reverse	7	0.029712000861763954
257408	rnn.weight_ih_l1_reverse	8	0.005517120938748121
257408	rnn.weight_ih_l1_reverse	9	-0.03337749093770981
257408	rnn.weight_hh_l1_reverse	0	0.004539676941931248
257408	rnn.weight_hh_l1_reverse	1	0.03166152536869049
257408	rnn.weight_hh_l1_reverse	2	-0.04060904309153557
257408	rnn.weight_hh_l1_reverse	3	0.03500971570611
257408	rnn.weight_hh_l1_reverse	4	0.047172050923109055
257408	rnn.weight_hh_l1_reverse	5	0.005956514738500118
257408	rnn.weight_hh_l1_reverse	6	0.04909134656190872
257408	rnn.weight_hh_l1_reverse	7	0.031034378334879875
257408	rnn.weight_hh_l1_reverse	8	-0.0071731749922037125
257408	rnn.weight_hh_l1_reverse	9	-0.03018699586391449
257408	rnn.bias_ih_l1_reverse	0	-0.04584512114524841
257408	rnn.bias_ih_l1_reverse	1	-0.14004899561405182
257408	rnn.bias_ih_l1_reverse	2	-0.16343215107917786
257408	rnn.bias_ih_l1_reverse	3	-0.06138930097222328
257408	rnn.bias_ih_l1_reverse	4	-0.20406316220760345
257408	rnn.bias_ih_l1_reverse	5	-0.11676239222288132
257408	rnn.bias_ih_l1_reverse	6	-0.13014040887355804
257408	rnn.bias_ih_l1_reverse	7	-0.19184982776641846
257408	rnn.bias_ih_l1_reverse	8	0.22697266936302185
257408	rnn.bias_ih_l1_reverse	9	0.023010462522506714
257408	rnn.bias_hh_l1_reverse	0	0.010198112577199936
257408	rnn.bias_hh_l1_reverse	1	-0.06532873213291168
257408	rnn.bias_hh_l1_reverse	2	-0.23722323775291443
257408	rnn.bias_hh_l1_reverse	3	-0.14341969788074493
257408	rnn.bias_hh_l1_reverse	4	-0.08013728260993958
257408	rnn.bias_hh_l1_reverse	5	-0.11670833081007004
257408	rnn.bias_hh_l1_reverse	6	0.06323610246181488
257408	rnn.bias_hh_l1_reverse	7	-0.13598132133483887
257408	rnn.bias_hh_l1_reverse	8	-0.12505914270877838
257408	rnn.bias_hh_l1_reverse	9	-0.14825879037380219
257408	linear.weight	0	0.002228822559118271
257408	linear.weight	1	0.09890494495630264
257408	linear.weight	2	-0.09276029467582703
257408	linear.weight	3	0.31305068731307983
257408	linear.weight	4	0.1503053605556488
257408	linear.weight	5	-0.06529352813959122
257408	linear.weight	6	0.09237643331289291
257408	linear.weight	7	0.1356714814901352
257408	linear.weight	8	0.041133295744657516
257408	linear.weight	9	-0.050960902124643326
257408	linear.bias	0	0.08390901982784271
257408	linear.bias	1	-0.1910349577665329
257408	linear.bias	2	-0.4470800757408142
257408	linear.bias	3	-0.6578912138938904
257408	linear.bias	4	-1.2614048719406128
257408	linear.bias	5	-0.05894488841295242
257408	linear.bias	6	-0.8229701519012451
257408	linear.bias	7	0.2723754644393921
257408	linear.bias	8	-0.39573994278907776
257408	linear.bias	9	-1.0218415260314941
257605	transitions	0	0.7558180093765259
257605	transitions	1	0.139438197016716
257605	transitions	2	-10000.0
257605	transitions	3	-1.8280854225158691
257605	transitions	4	-10000.0
257605	transitions	5	0.5628811120986938
257605	transitions	6	-0.08556675910949707
257605	transitions	7	-0.811042845249176
257605	transitions	8	-1.4226495027542114
257605	transitions	9	-0.0012309972662478685
257605	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
257605	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
257605	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
257605	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
257605	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
257605	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
257605	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
257605	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
257605	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
257605	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
257605	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
257605	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
257605	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
257605	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
257605	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
257605	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
257605	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
257605	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
257605	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
257605	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
257605	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
257605	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
257605	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
257605	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
257605	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
257605	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
257605	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
257605	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
257605	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
257605	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
257605	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
257605	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
257605	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
257605	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
257605	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
257605	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
257605	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
257605	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
257605	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
257605	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
257605	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
257605	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
257605	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
257605	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
257605	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
257605	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
257605	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
257605	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
257605	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
257605	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
257605	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
257605	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
257605	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
257605	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
257605	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
257605	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
257605	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
257605	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
257605	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
257605	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
257605	embedding2nn.weight	0	0.016643553972244263
257605	embedding2nn.weight	1	-0.012715094722807407
257605	embedding2nn.weight	2	-0.014268254861235619
257605	embedding2nn.weight	3	-0.031559158116579056
257605	embedding2nn.weight	4	-0.0059150345623493195
257605	embedding2nn.weight	5	-0.0037005888298153877
257605	embedding2nn.weight	6	-0.003973265178501606
257605	embedding2nn.weight	7	-0.07723905146121979
257605	embedding2nn.weight	8	-0.0019979383796453476
257605	embedding2nn.weight	9	-0.02774387039244175
257605	embedding2nn.bias	0	0.032803118228912354
257605	embedding2nn.bias	1	-0.07619805634021759
257605	embedding2nn.bias	2	0.07092084735631943
257605	embedding2nn.bias	3	0.052282653748989105
257605	embedding2nn.bias	4	-0.041766341775655746
257605	embedding2nn.bias	5	-0.010975146666169167
257605	embedding2nn.bias	6	0.01460545975714922
257605	embedding2nn.bias	7	-0.05433952808380127
257605	embedding2nn.bias	8	0.07272099703550339
257605	embedding2nn.bias	9	0.04550548642873764
257605	rnn.weight_ih_l0	0	-0.08092758059501648
257605	rnn.weight_ih_l0	1	0.003136458806693554
257605	rnn.weight_ih_l0	2	0.03516729921102524
257605	rnn.weight_ih_l0	3	0.022917598485946655
257605	rnn.weight_ih_l0	4	-0.047939103096723557
257605	rnn.weight_ih_l0	5	-0.06824876368045807
257605	rnn.weight_ih_l0	6	-0.0011693097185343504
257605	rnn.weight_ih_l0	7	0.05346774682402611
257605	rnn.weight_ih_l0	8	-0.016961313784122467
257605	rnn.weight_ih_l0	9	-0.030638983473181725
257605	rnn.weight_hh_l0	0	-0.03036491759121418
257605	rnn.weight_hh_l0	1	-0.007244988344609737
257605	rnn.weight_hh_l0	2	0.00659970473498106
257605	rnn.weight_hh_l0	3	-0.07440861314535141
257605	rnn.weight_hh_l0	4	0.09326742589473724
257605	rnn.weight_hh_l0	5	-0.026820680126547813
257605	rnn.weight_hh_l0	6	-0.06357008218765259
257605	rnn.weight_hh_l0	7	0.008957558311522007
257605	rnn.weight_hh_l0	8	0.01334019098430872
257605	rnn.weight_hh_l0	9	-0.02563290111720562
257605	rnn.bias_ih_l0	0	0.12997403740882874
257605	rnn.bias_ih_l0	1	-0.03438149765133858
257605	rnn.bias_ih_l0	2	-0.03396567329764366
257605	rnn.bias_ih_l0	3	0.16339510679244995
257605	rnn.bias_ih_l0	4	-0.012657882645726204
257605	rnn.bias_ih_l0	5	-0.022967034950852394
257605	rnn.bias_ih_l0	6	0.017160886898636818
257605	rnn.bias_ih_l0	7	0.02364225499331951
257605	rnn.bias_ih_l0	8	-0.0995369404554367
257605	rnn.bias_ih_l0	9	-0.04137778282165527
257605	rnn.bias_hh_l0	0	-0.001311187632381916
257605	rnn.bias_hh_l0	1	-0.10008259862661362
257605	rnn.bias_hh_l0	2	-0.07513534277677536
257605	rnn.bias_hh_l0	3	-0.08867594599723816
257605	rnn.bias_hh_l0	4	0.009041368030011654
257605	rnn.bias_hh_l0	5	-0.020564833655953407
257605	rnn.bias_hh_l0	6	0.02852516621351242
257605	rnn.bias_hh_l0	7	0.061030272394418716
257605	rnn.bias_hh_l0	8	-0.12310203909873962
257605	rnn.bias_hh_l0	9	-0.05911900848150253
257605	rnn.weight_ih_l0_reverse	0	-0.02552970126271248
257605	rnn.weight_ih_l0_reverse	1	-0.05704983323812485
257605	rnn.weight_ih_l0_reverse	2	-0.04884166643023491
257605	rnn.weight_ih_l0_reverse	3	0.015673620626330376
257605	rnn.weight_ih_l0_reverse	4	-0.025207849219441414
257605	rnn.weight_ih_l0_reverse	5	-0.05757267773151398
257605	rnn.weight_ih_l0_reverse	6	0.07370142638683319
257605	rnn.weight_ih_l0_reverse	7	-0.018735257908701897
257605	rnn.weight_ih_l0_reverse	8	-0.01838555932044983
257605	rnn.weight_ih_l0_reverse	9	0.004455963149666786
257605	rnn.weight_hh_l0_reverse	0	0.06841573119163513
257605	rnn.weight_hh_l0_reverse	1	0.019729888066649437
257605	rnn.weight_hh_l0_reverse	2	0.029889976605772972
257605	rnn.weight_hh_l0_reverse	3	0.03530365601181984
257605	rnn.weight_hh_l0_reverse	4	0.014320699498057365
257605	rnn.weight_hh_l0_reverse	5	0.008104715496301651
257605	rnn.weight_hh_l0_reverse	6	0.051040131598711014
257605	rnn.weight_hh_l0_reverse	7	-0.08182879537343979
257605	rnn.weight_hh_l0_reverse	8	0.04013705998659134
257605	rnn.weight_hh_l0_reverse	9	0.03479244187474251
257605	rnn.bias_ih_l0_reverse	0	-0.05704609304666519
257605	rnn.bias_ih_l0_reverse	1	-0.2822098135948181
257605	rnn.bias_ih_l0_reverse	2	-0.12450475245714188
257605	rnn.bias_ih_l0_reverse	3	-0.04799249395728111
257605	rnn.bias_ih_l0_reverse	4	-0.0223680566996336
257605	rnn.bias_ih_l0_reverse	5	0.07550511509180069
257605	rnn.bias_ih_l0_reverse	6	-0.06521081179380417
257605	rnn.bias_ih_l0_reverse	7	0.060957036912441254
257605	rnn.bias_ih_l0_reverse	8	-0.03573369234800339
257605	rnn.bias_ih_l0_reverse	9	0.06602801382541656
257605	rnn.bias_hh_l0_reverse	0	0.023606283590197563
257605	rnn.bias_hh_l0_reverse	1	-0.06303896009922028
257605	rnn.bias_hh_l0_reverse	2	0.08880583196878433
257605	rnn.bias_hh_l0_reverse	3	-0.05162758380174637
257605	rnn.bias_hh_l0_reverse	4	-0.02808402292430401
257605	rnn.bias_hh_l0_reverse	5	-0.021902061998844147
257605	rnn.bias_hh_l0_reverse	6	-0.019723936915397644
257605	rnn.bias_hh_l0_reverse	7	0.09947453439235687
257605	rnn.bias_hh_l0_reverse	8	0.030334657058119774
257605	rnn.bias_hh_l0_reverse	9	-0.14829818904399872
257605	rnn.weight_ih_l1	0	-0.029714440926909447
257605	rnn.weight_ih_l1	1	-0.05025715380907059
257605	rnn.weight_ih_l1	2	0.06515339761972427
257605	rnn.weight_ih_l1	3	-0.07287883758544922
257605	rnn.weight_ih_l1	4	-0.013974948786199093
257605	rnn.weight_ih_l1	5	-0.04033917188644409
257605	rnn.weight_ih_l1	6	0.028990663588047028
257605	rnn.weight_ih_l1	7	-0.044503554701805115
257605	rnn.weight_ih_l1	8	0.037836723029613495
257605	rnn.weight_ih_l1	9	0.04486818239092827
257605	rnn.weight_hh_l1	0	-0.007392397150397301
257605	rnn.weight_hh_l1	1	0.019918307662010193
257605	rnn.weight_hh_l1	2	0.006796577945351601
257605	rnn.weight_hh_l1	3	-0.012684141285717487
257605	rnn.weight_hh_l1	4	0.004810039885342121
257605	rnn.weight_hh_l1	5	0.03521635755896568
257605	rnn.weight_hh_l1	6	0.036228228360414505
257605	rnn.weight_hh_l1	7	-0.01630859076976776
257605	rnn.weight_hh_l1	8	-0.007221254054456949
257605	rnn.weight_hh_l1	9	0.03870046138763428
257605	rnn.bias_ih_l1	0	-0.1838068664073944
257605	rnn.bias_ih_l1	1	-0.17433029413223267
257605	rnn.bias_ih_l1	2	-0.19702930748462677
257605	rnn.bias_ih_l1	3	-0.30806034803390503
257605	rnn.bias_ih_l1	4	-0.21178413927555084
257605	rnn.bias_ih_l1	5	-0.08882299810647964
257605	rnn.bias_ih_l1	6	-0.15903285145759583
257605	rnn.bias_ih_l1	7	-0.0028385953046381474
257605	rnn.bias_ih_l1	8	-0.13022346794605255
257605	rnn.bias_ih_l1	9	-0.12342657148838043
257605	rnn.bias_hh_l1	0	-0.0966656357049942
257605	rnn.bias_hh_l1	1	-0.06334812939167023
257605	rnn.bias_hh_l1	2	-0.08533860743045807
257605	rnn.bias_hh_l1	3	-0.07738162577152252
257605	rnn.bias_hh_l1	4	-0.07305368781089783
257605	rnn.bias_hh_l1	5	-0.11762598156929016
257605	rnn.bias_hh_l1	6	-0.16060057282447815
257605	rnn.bias_hh_l1	7	0.07459252327680588
257605	rnn.bias_hh_l1	8	-0.17641551792621613
257605	rnn.bias_hh_l1	9	-0.1150958240032196
257605	rnn.weight_ih_l1_reverse	0	-0.04721971973776817
257605	rnn.weight_ih_l1_reverse	1	0.03350566700100899
257605	rnn.weight_ih_l1_reverse	2	0.08804682642221451
257605	rnn.weight_ih_l1_reverse	3	-0.018074484542012215
257605	rnn.weight_ih_l1_reverse	4	-0.022943543270230293
257605	rnn.weight_ih_l1_reverse	5	-0.030404120683670044
257605	rnn.weight_ih_l1_reverse	6	-0.01968405395746231
257605	rnn.weight_ih_l1_reverse	7	0.02971578575670719
257605	rnn.weight_ih_l1_reverse	8	0.005403667688369751
257605	rnn.weight_ih_l1_reverse	9	-0.03336615860462189
257605	rnn.weight_hh_l1_reverse	0	0.004536785185337067
257605	rnn.weight_hh_l1_reverse	1	0.03165449947118759
257605	rnn.weight_hh_l1_reverse	2	-0.040613237768411636
257605	rnn.weight_hh_l1_reverse	3	0.035011276602745056
257605	rnn.weight_hh_l1_reverse	4	0.0471690334379673
257605	rnn.weight_hh_l1_reverse	5	0.00597723014652729
257605	rnn.weight_hh_l1_reverse	6	0.04916239157319069
257605	rnn.weight_hh_l1_reverse	7	0.031036844477057457
257605	rnn.weight_hh_l1_reverse	8	-0.0071754115633666515
257605	rnn.weight_hh_l1_reverse	9	-0.030189165845513344
257605	rnn.bias_ih_l1_reverse	0	-0.04584144055843353
257605	rnn.bias_ih_l1_reverse	1	-0.14013884961605072
257605	rnn.bias_ih_l1_reverse	2	-0.163446843624115
257605	rnn.bias_ih_l1_reverse	3	-0.0614514984190464
257605	rnn.bias_ih_l1_reverse	4	-0.2039952427148819
257605	rnn.bias_ih_l1_reverse	5	-0.11672749370336533
257605	rnn.bias_ih_l1_reverse	6	-0.1301792562007904
257605	rnn.bias_ih_l1_reverse	7	-0.19181470572948456
257605	rnn.bias_ih_l1_reverse	8	0.22677572071552277
257605	rnn.bias_ih_l1_reverse	9	0.02293599583208561
257605	rnn.bias_hh_l1_reverse	0	0.010234952904284
257605	rnn.bias_hh_l1_reverse	1	-0.06521227955818176
257605	rnn.bias_hh_l1_reverse	2	-0.23730328679084778
257605	rnn.bias_hh_l1_reverse	3	-0.14346571266651154
257605	rnn.bias_hh_l1_reverse	4	-0.08023372292518616
257605	rnn.bias_hh_l1_reverse	5	-0.11667691171169281
257605	rnn.bias_hh_l1_reverse	6	0.06326712667942047
257605	rnn.bias_hh_l1_reverse	7	-0.13592201471328735
257605	rnn.bias_hh_l1_reverse	8	-0.1250986009836197
257605	rnn.bias_hh_l1_reverse	9	-0.14822976291179657
257605	linear.weight	0	0.002228822559118271
257605	linear.weight	1	0.0989895761013031
257605	linear.weight	2	-0.09266195446252823
257605	linear.weight	3	0.31311798095703125
257605	linear.weight	4	0.15038879215717316
257605	linear.weight	5	-0.06524652987718582
257605	linear.weight	6	0.09241431206464767
257605	linear.weight	7	0.13576938211917877
257605	linear.weight	8	0.041133295744657516
257605	linear.weight	9	-0.050981223583221436
257605	linear.bias	0	0.08486925065517426
257605	linear.bias	1	-0.1923500895500183
257605	linear.bias	2	-0.4460478723049164
257605	linear.bias	3	-0.6567459106445312
257605	linear.bias	4	-1.2602273225784302
257605	linear.bias	5	-0.058000121265649796
257605	linear.bias	6	-0.8240950107574463
257605	linear.bias	7	0.27329766750335693
257605	linear.bias	8	-0.3963000178337097
257605	linear.bias	9	-1.022426724433899
257802	transitions	0	0.7564638257026672
257802	transitions	1	0.1394820213317871
257802	transitions	2	-10000.0
257802	transitions	3	-1.8280861377716064
257802	transitions	4	-10000.0
257802	transitions	5	0.5628798604011536
257802	transitions	6	-0.08556754142045975
257802	transitions	7	-0.8110922574996948
257802	transitions	8	-1.4226502180099487
257802	transitions	9	-0.0012310340534895658
257802	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
257802	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
257802	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
257802	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
257802	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
257802	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
257802	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
257802	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
257802	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
257802	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
257802	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
257802	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
257802	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
257802	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
257802	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
257802	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
257802	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
257802	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
257802	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
257802	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
257802	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
257802	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
257802	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
257802	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
257802	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
257802	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
257802	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
257802	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
257802	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
257802	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
257802	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
257802	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
257802	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
257802	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
257802	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
257802	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
257802	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
257802	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
257802	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
257802	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
257802	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
257802	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
257802	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
257802	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
257802	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
257802	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
257802	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
257802	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
257802	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
257802	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
257802	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
257802	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
257802	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
257802	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
257802	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
257802	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
257802	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
257802	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
257802	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
257802	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
257802	embedding2nn.weight	0	0.016674963757395744
257802	embedding2nn.weight	1	-0.01272510550916195
257802	embedding2nn.weight	2	-0.014268254861235619
257802	embedding2nn.weight	3	-0.03161068633198738
257802	embedding2nn.weight	4	-0.0059150345623493195
257802	embedding2nn.weight	5	-0.0037005888298153877
257802	embedding2nn.weight	6	-0.003973265178501606
257802	embedding2nn.weight	7	-0.07725819200277328
257802	embedding2nn.weight	8	-0.0019979383796453476
257802	embedding2nn.weight	9	-0.027748962864279747
257802	embedding2nn.bias	0	0.03269670903682709
257802	embedding2nn.bias	1	-0.0760505422949791
257802	embedding2nn.bias	2	0.07075726985931396
257802	embedding2nn.bias	3	0.052062615752220154
257802	embedding2nn.bias	4	-0.04233104735612869
257802	embedding2nn.bias	5	-0.011138503439724445
257802	embedding2nn.bias	6	0.015075166709721088
257802	embedding2nn.bias	7	-0.05429408326745033
257802	embedding2nn.bias	8	0.07327952980995178
257802	embedding2nn.bias	9	0.04535188153386116
257802	rnn.weight_ih_l0	0	-0.08090679347515106
257802	rnn.weight_ih_l0	1	0.0031157811172306538
257802	rnn.weight_ih_l0	2	0.03516139090061188
257802	rnn.weight_ih_l0	3	0.022918734699487686
257802	rnn.weight_ih_l0	4	-0.04789138212800026
257802	rnn.weight_ih_l0	5	-0.06826254725456238
257802	rnn.weight_ih_l0	6	-0.0011808305280283093
257802	rnn.weight_ih_l0	7	0.05351804941892624
257802	rnn.weight_ih_l0	8	-0.016928043216466904
257802	rnn.weight_ih_l0	9	-0.030645646154880524
257802	rnn.weight_hh_l0	0	-0.030334752053022385
257802	rnn.weight_hh_l0	1	-0.007285855710506439
257802	rnn.weight_hh_l0	2	0.006633756682276726
257802	rnn.weight_hh_l0	3	-0.07439685612916946
257802	rnn.weight_hh_l0	4	0.0932702124118805
257802	rnn.weight_hh_l0	5	-0.026858439669013023
257802	rnn.weight_hh_l0	6	-0.0636277124285698
257802	rnn.weight_hh_l0	7	0.008995701558887959
257802	rnn.weight_hh_l0	8	0.013348379172384739
257802	rnn.weight_hh_l0	9	-0.02562946453690529
257802	rnn.bias_ih_l0	0	0.1298597902059555
257802	rnn.bias_ih_l0	1	-0.03441578522324562
257802	rnn.bias_ih_l0	2	-0.03401570022106171
257802	rnn.bias_ih_l0	3	0.1634233146905899
257802	rnn.bias_ih_l0	4	-0.012706884182989597
257802	rnn.bias_ih_l0	5	-0.02293851040303707
257802	rnn.bias_ih_l0	6	0.017253873869776726
257802	rnn.bias_ih_l0	7	0.02375042624771595
257802	rnn.bias_ih_l0	8	-0.0995868444442749
257802	rnn.bias_ih_l0	9	-0.041494809091091156
257802	rnn.bias_hh_l0	0	-0.0013113099848851562
257802	rnn.bias_hh_l0	1	-0.1001378521323204
257802	rnn.bias_hh_l0	2	-0.07522667944431305
257802	rnn.bias_hh_l0	3	-0.0886918231844902
257802	rnn.bias_hh_l0	4	0.008845746517181396
257802	rnn.bias_hh_l0	5	-0.020534850656986237
257802	rnn.bias_hh_l0	6	0.028568416833877563
257802	rnn.bias_hh_l0	7	0.06105758994817734
257802	rnn.bias_hh_l0	8	-0.12319827079772949
257802	rnn.bias_hh_l0	9	-0.05911896005272865
257802	rnn.weight_ih_l0_reverse	0	-0.025513984262943268
257802	rnn.weight_ih_l0_reverse	1	-0.05702207610011101
257802	rnn.weight_ih_l0_reverse	2	-0.04884576052427292
257802	rnn.weight_ih_l0_reverse	3	0.015652963891625404
257802	rnn.weight_ih_l0_reverse	4	-0.025209719315171242
257802	rnn.weight_ih_l0_reverse	5	-0.05756884813308716
257802	rnn.weight_ih_l0_reverse	6	0.07375135272741318
257802	rnn.weight_ih_l0_reverse	7	-0.018744666129350662
257802	rnn.weight_ih_l0_reverse	8	-0.01837783120572567
257802	rnn.weight_ih_l0_reverse	9	0.004452485125511885
257802	rnn.weight_hh_l0_reverse	0	0.06850871443748474
257802	rnn.weight_hh_l0_reverse	1	0.019785715267062187
257802	rnn.weight_hh_l0_reverse	2	0.029919875785708427
257802	rnn.weight_hh_l0_reverse	3	0.0353020615875721
257802	rnn.weight_hh_l0_reverse	4	0.014325367286801338
257802	rnn.weight_hh_l0_reverse	5	0.008141477592289448
257802	rnn.weight_hh_l0_reverse	6	0.05103180930018425
257802	rnn.weight_hh_l0_reverse	7	-0.08185754716396332
257802	rnn.weight_hh_l0_reverse	8	0.04017458111047745
257802	rnn.weight_hh_l0_reverse	9	0.03478080779314041
257802	rnn.bias_ih_l0_reverse	0	-0.05704675242304802
257802	rnn.bias_ih_l0_reverse	1	-0.2824211120605469
257802	rnn.bias_ih_l0_reverse	2	-0.12450475990772247
257802	rnn.bias_ih_l0_reverse	3	-0.04804632440209389
257802	rnn.bias_ih_l0_reverse	4	-0.022394508123397827
257802	rnn.bias_ih_l0_reverse	5	0.07542382925748825
257802	rnn.bias_ih_l0_reverse	6	-0.06512212753295898
257802	rnn.bias_ih_l0_reverse	7	0.06094546616077423
257802	rnn.bias_ih_l0_reverse	8	-0.03562239557504654
257802	rnn.bias_ih_l0_reverse	9	0.06610214710235596
257802	rnn.bias_hh_l0_reverse	0	0.023647306486964226
257802	rnn.bias_hh_l0_reverse	1	-0.06315387785434723
257802	rnn.bias_hh_l0_reverse	2	0.08873636275529861
257802	rnn.bias_hh_l0_reverse	3	-0.051583465188741684
257802	rnn.bias_hh_l0_reverse	4	-0.028207743540406227
257802	rnn.bias_hh_l0_reverse	5	-0.021876033395528793
257802	rnn.bias_hh_l0_reverse	6	-0.019681356847286224
257802	rnn.bias_hh_l0_reverse	7	0.09933755546808243
257802	rnn.bias_hh_l0_reverse	8	0.03048165701329708
257802	rnn.bias_hh_l0_reverse	9	-0.14836262166500092
257802	rnn.weight_ih_l1	0	-0.029705015942454338
257802	rnn.weight_ih_l1	1	-0.05026493966579437
257802	rnn.weight_ih_l1	2	0.06522971391677856
257802	rnn.weight_ih_l1	3	-0.07287722080945969
257802	rnn.weight_ih_l1	4	-0.01399800181388855
257802	rnn.weight_ih_l1	5	-0.04034929350018501
257802	rnn.weight_ih_l1	6	0.028957700356841087
257802	rnn.weight_ih_l1	7	-0.044483840465545654
257802	rnn.weight_ih_l1	8	0.03784025087952614
257802	rnn.weight_ih_l1	9	0.04487347602844238
257802	rnn.weight_hh_l1	0	-0.007401433773338795
257802	rnn.weight_hh_l1	1	0.019914112985134125
257802	rnn.weight_hh_l1	2	0.006819678470492363
257802	rnn.weight_hh_l1	3	-0.012684970162808895
257802	rnn.weight_hh_l1	4	0.004799335263669491
257802	rnn.weight_hh_l1	5	0.03521361202001572
257802	rnn.weight_hh_l1	6	0.03625864163041115
257802	rnn.weight_hh_l1	7	-0.0163167305290699
257802	rnn.weight_hh_l1	8	-0.007225068286061287
257802	rnn.weight_hh_l1	9	0.03870346397161484
257802	rnn.bias_ih_l1	0	-0.1839197427034378
257802	rnn.bias_ih_l1	1	-0.17428059875965118
257802	rnn.bias_ih_l1	2	-0.19701586663722992
257802	rnn.bias_ih_l1	3	-0.3081270456314087
257802	rnn.bias_ih_l1	4	-0.21166017651557922
257802	rnn.bias_ih_l1	5	-0.08876441419124603
257802	rnn.bias_ih_l1	6	-0.1591499149799347
257802	rnn.bias_ih_l1	7	-0.0030412222258746624
257802	rnn.bias_ih_l1	8	-0.1301933228969574
257802	rnn.bias_ih_l1	9	-0.12354433536529541
257802	rnn.bias_hh_l1	0	-0.09658607840538025
257802	rnn.bias_hh_l1	1	-0.06335631757974625
257802	rnn.bias_hh_l1	2	-0.08526334166526794
257802	rnn.bias_hh_l1	3	-0.07739192992448807
257802	rnn.bias_hh_l1	4	-0.07311228662729263
257802	rnn.bias_hh_l1	5	-0.11763724684715271
257802	rnn.bias_hh_l1	6	-0.1605108231306076
257802	rnn.bias_hh_l1	7	0.07476680725812912
257802	rnn.bias_hh_l1	8	-0.17631307244300842
257802	rnn.bias_hh_l1	9	-0.11529864370822906
257802	rnn.weight_ih_l1_reverse	0	-0.047224294394254684
257802	rnn.weight_ih_l1_reverse	1	0.033548422157764435
257802	rnn.weight_ih_l1_reverse	2	0.0880393385887146
257802	rnn.weight_ih_l1_reverse	3	-0.018079787492752075
257802	rnn.weight_ih_l1_reverse	4	-0.02293465845286846
257802	rnn.weight_ih_l1_reverse	5	-0.030394982546567917
257802	rnn.weight_ih_l1_reverse	6	-0.019671661779284477
257802	rnn.weight_ih_l1_reverse	7	0.029696494340896606
257802	rnn.weight_ih_l1_reverse	8	0.005442050285637379
257802	rnn.weight_ih_l1_reverse	9	-0.03334296494722366
257802	rnn.weight_hh_l1_reverse	0	0.004542854148894548
257802	rnn.weight_hh_l1_reverse	1	0.031650930643081665
257802	rnn.weight_hh_l1_reverse	2	-0.040616437792778015
257802	rnn.weight_hh_l1_reverse	3	0.03501047194004059
257802	rnn.weight_hh_l1_reverse	4	0.04717187583446503
257802	rnn.weight_hh_l1_reverse	5	0.005992675665766001
257802	rnn.weight_hh_l1_reverse	6	0.049182720482349396
257802	rnn.weight_hh_l1_reverse	7	0.031043970957398415
257802	rnn.weight_hh_l1_reverse	8	-0.0071732946671545506
257802	rnn.weight_hh_l1_reverse	9	-0.030175544321537018
257802	rnn.bias_ih_l1_reverse	0	-0.04579266160726547
257802	rnn.bias_ih_l1_reverse	1	-0.1401769369840622
257802	rnn.bias_ih_l1_reverse	2	-0.16339543461799622
257802	rnn.bias_ih_l1_reverse	3	-0.061601292341947556
257802	rnn.bias_ih_l1_reverse	4	-0.20399004220962524
257802	rnn.bias_ih_l1_reverse	5	-0.1168278381228447
257802	rnn.bias_ih_l1_reverse	6	-0.13021358847618103
257802	rnn.bias_ih_l1_reverse	7	-0.1919049620628357
257802	rnn.bias_ih_l1_reverse	8	0.2267116755247116
257802	rnn.bias_ih_l1_reverse	9	0.022830642759799957
257802	rnn.bias_hh_l1_reverse	0	0.010652846656739712
257802	rnn.bias_hh_l1_reverse	1	-0.06530538201332092
257802	rnn.bias_hh_l1_reverse	2	-0.2373117059469223
257802	rnn.bias_hh_l1_reverse	3	-0.14347654581069946
257802	rnn.bias_hh_l1_reverse	4	-0.0802270770072937
257802	rnn.bias_hh_l1_reverse	5	-0.11667896062135696
257802	rnn.bias_hh_l1_reverse	6	0.06328251957893372
257802	rnn.bias_hh_l1_reverse	7	-0.13580995798110962
257802	rnn.bias_hh_l1_reverse	8	-0.125059112906456
257802	rnn.bias_hh_l1_reverse	9	-0.1482095867395401
257802	linear.weight	0	0.002228822559118271
257802	linear.weight	1	0.09886612743139267
257802	linear.weight	2	-0.09261287748813629
257802	linear.weight	3	0.31310999393463135
257802	linear.weight	4	0.15035566687583923
257802	linear.weight	5	-0.06533751636743546
257802	linear.weight	6	0.09284279495477676
257802	linear.weight	7	0.1356230229139328
257802	linear.weight	8	0.04113328829407692
257802	linear.weight	9	-0.050990886986255646
257802	linear.bias	0	0.08559387177228928
257802	linear.bias	1	-0.19233453273773193
257802	linear.bias	2	-0.44780677556991577
257802	linear.bias	3	-0.6565901637077332
257802	linear.bias	4	-1.2600661516189575
257802	linear.bias	5	-0.05799049139022827
257802	linear.bias	6	-0.8243768215179443
257802	linear.bias	7	0.2732993960380554
257802	linear.bias	8	-0.3970479667186737
257802	linear.bias	9	-1.022819995880127
257999	transitions	0	0.7566856741905212
257999	transitions	1	0.1393880695104599
257999	transitions	2	-10000.0
257999	transitions	3	-1.8280861377716064
257999	transitions	4	-10000.0
257999	transitions	5	0.5628786683082581
257999	transitions	6	-0.08556851744651794
257999	transitions	7	-0.8111304044723511
257999	transitions	8	-1.4226516485214233
257999	transitions	9	-0.0012310472084209323
257999	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
257999	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
257999	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
257999	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
257999	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
257999	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
257999	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
257999	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
257999	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
257999	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
257999	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
257999	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
257999	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
257999	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
257999	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
257999	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
257999	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
257999	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
257999	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
257999	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
257999	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
257999	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
257999	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
257999	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
257999	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
257999	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
257999	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
257999	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
257999	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
257999	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
257999	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
257999	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
257999	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
257999	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
257999	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
257999	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
257999	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
257999	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
257999	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
257999	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
257999	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
257999	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
257999	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
257999	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
257999	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
257999	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
257999	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
257999	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
257999	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
257999	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
257999	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
257999	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
257999	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
257999	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
257999	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
257999	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
257999	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
257999	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
257999	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
257999	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
257999	embedding2nn.weight	0	0.01671496406197548
257999	embedding2nn.weight	1	-0.012716509401798248
257999	embedding2nn.weight	2	-0.014268254861235619
257999	embedding2nn.weight	3	-0.03165415674448013
257999	embedding2nn.weight	4	-0.0059150345623493195
257999	embedding2nn.weight	5	-0.0037005888298153877
257999	embedding2nn.weight	6	-0.003973265178501606
257999	embedding2nn.weight	7	-0.07729582488536835
257999	embedding2nn.weight	8	-0.0019979383796453476
257999	embedding2nn.weight	9	-0.02774914540350437
257999	embedding2nn.bias	0	0.03243964910507202
257999	embedding2nn.bias	1	-0.07624318450689316
257999	embedding2nn.bias	2	0.0710199698805809
257999	embedding2nn.bias	3	0.05220458284020424
257999	embedding2nn.bias	4	-0.04227733984589577
257999	embedding2nn.bias	5	-0.011250374838709831
257999	embedding2nn.bias	6	0.015227532014250755
257999	embedding2nn.bias	7	-0.054729923605918884
257999	embedding2nn.bias	8	0.07315260916948318
257999	embedding2nn.bias	9	0.04524080082774162
257999	rnn.weight_ih_l0	0	-0.0808783695101738
257999	rnn.weight_ih_l0	1	0.0031158432830125093
257999	rnn.weight_ih_l0	2	0.03515583649277687
257999	rnn.weight_ih_l0	3	0.022911323234438896
257999	rnn.weight_ih_l0	4	-0.047976501286029816
257999	rnn.weight_ih_l0	5	-0.06827832013368607
257999	rnn.weight_ih_l0	6	-0.0012195379240438342
257999	rnn.weight_ih_l0	7	0.053532183170318604
257999	rnn.weight_ih_l0	8	-0.016943031921982765
257999	rnn.weight_ih_l0	9	-0.03072575479745865
257999	rnn.weight_hh_l0	0	-0.030288292095065117
257999	rnn.weight_hh_l0	1	-0.007284579332917929
257999	rnn.weight_hh_l0	2	0.006649164482951164
257999	rnn.weight_hh_l0	3	-0.07436682283878326
257999	rnn.weight_hh_l0	4	0.09326403588056564
257999	rnn.weight_hh_l0	5	-0.026869773864746094
257999	rnn.weight_hh_l0	6	-0.06364726275205612
257999	rnn.weight_hh_l0	7	0.009005196392536163
257999	rnn.weight_hh_l0	8	0.013346116058528423
257999	rnn.weight_hh_l0	9	-0.02565683051943779
257999	rnn.bias_ih_l0	0	0.12987864017486572
257999	rnn.bias_ih_l0	1	-0.03438623994588852
257999	rnn.bias_ih_l0	2	-0.033975087106227875
257999	rnn.bias_ih_l0	3	0.16338464617729187
257999	rnn.bias_ih_l0	4	-0.012839018367230892
257999	rnn.bias_ih_l0	5	-0.02291940338909626
257999	rnn.bias_ih_l0	6	0.01729702204465866
257999	rnn.bias_ih_l0	7	0.023821482434868813
257999	rnn.bias_ih_l0	8	-0.09957792609930038
257999	rnn.bias_ih_l0	9	-0.041564591228961945
257999	rnn.bias_hh_l0	0	-0.0012335946084931493
257999	rnn.bias_hh_l0	1	-0.10026340186595917
257999	rnn.bias_hh_l0	2	-0.07512439042329788
257999	rnn.bias_hh_l0	3	-0.0886973887681961
257999	rnn.bias_hh_l0	4	0.00890550296753645
257999	rnn.bias_hh_l0	5	-0.020490283146500587
257999	rnn.bias_hh_l0	6	0.028574606403708458
257999	rnn.bias_hh_l0	7	0.06090177595615387
257999	rnn.bias_hh_l0	8	-0.12331609427928925
257999	rnn.bias_hh_l0	9	-0.0590769499540329
257999	rnn.weight_ih_l0_reverse	0	-0.02547808736562729
257999	rnn.weight_ih_l0_reverse	1	-0.057017672806978226
257999	rnn.weight_ih_l0_reverse	2	-0.04885131120681763
257999	rnn.weight_ih_l0_reverse	3	0.01563936658203602
257999	rnn.weight_ih_l0_reverse	4	-0.025211267173290253
257999	rnn.weight_ih_l0_reverse	5	-0.05757560953497887
257999	rnn.weight_ih_l0_reverse	6	0.07377880066633224
257999	rnn.weight_ih_l0_reverse	7	-0.01873212307691574
257999	rnn.weight_ih_l0_reverse	8	-0.01838657818734646
257999	rnn.weight_ih_l0_reverse	9	0.004471550229936838
257999	rnn.weight_hh_l0_reverse	0	0.06851408630609512
257999	rnn.weight_hh_l0_reverse	1	0.019793692976236343
257999	rnn.weight_hh_l0_reverse	2	0.02994699217379093
257999	rnn.weight_hh_l0_reverse	3	0.03529169037938118
257999	rnn.weight_hh_l0_reverse	4	0.014334052801132202
257999	rnn.weight_hh_l0_reverse	5	0.008174252696335316
257999	rnn.weight_hh_l0_reverse	6	0.051026392728090286
257999	rnn.weight_hh_l0_reverse	7	-0.08183123171329498
257999	rnn.weight_hh_l0_reverse	8	0.04015515744686127
257999	rnn.weight_hh_l0_reverse	9	0.03477942943572998
257999	rnn.bias_ih_l0_reverse	0	-0.056981854140758514
257999	rnn.bias_ih_l0_reverse	1	-0.28246358036994934
257999	rnn.bias_ih_l0_reverse	2	-0.12462546676397324
257999	rnn.bias_ih_l0_reverse	3	-0.04794944077730179
257999	rnn.bias_ih_l0_reverse	4	-0.022329462692141533
257999	rnn.bias_ih_l0_reverse	5	0.0754503533244133
257999	rnn.bias_ih_l0_reverse	6	-0.06524268537759781
257999	rnn.bias_ih_l0_reverse	7	0.06092780455946922
257999	rnn.bias_ih_l0_reverse	8	-0.03550714999437332
257999	rnn.bias_ih_l0_reverse	9	0.06606241315603256
257999	rnn.bias_hh_l0_reverse	0	0.023589642718434334
257999	rnn.bias_hh_l0_reverse	1	-0.06304821372032166
257999	rnn.bias_hh_l0_reverse	2	0.08872511237859726
257999	rnn.bias_hh_l0_reverse	3	-0.05163376033306122
257999	rnn.bias_hh_l0_reverse	4	-0.028278859332203865
257999	rnn.bias_hh_l0_reverse	5	-0.02188315987586975
257999	rnn.bias_hh_l0_reverse	6	-0.019683999940752983
257999	rnn.bias_hh_l0_reverse	7	0.09934256225824356
257999	rnn.bias_hh_l0_reverse	8	0.030309287831187248
257999	rnn.bias_hh_l0_reverse	9	-0.14835529029369354
257999	rnn.weight_ih_l1	0	-0.029691342264413834
257999	rnn.weight_ih_l1	1	-0.05030713230371475
257999	rnn.weight_ih_l1	2	0.06518872082233429
257999	rnn.weight_ih_l1	3	-0.07292713224887848
257999	rnn.weight_ih_l1	4	-0.014011507853865623
257999	rnn.weight_ih_l1	5	-0.04035660997033119
257999	rnn.weight_ih_l1	6	0.028930125758051872
257999	rnn.weight_ih_l1	7	-0.04449094086885452
257999	rnn.weight_ih_l1	8	0.037840574979782104
257999	rnn.weight_ih_l1	9	0.04488668590784073
257999	rnn.weight_hh_l1	0	-0.007354007102549076
257999	rnn.weight_hh_l1	1	0.01989704743027687
257999	rnn.weight_hh_l1	2	0.006834059022367001
257999	rnn.weight_hh_l1	3	-0.012685956433415413
257999	rnn.weight_hh_l1	4	0.004836897365748882
257999	rnn.weight_hh_l1	5	0.03524628281593323
257999	rnn.weight_hh_l1	6	0.03623807057738304
257999	rnn.weight_hh_l1	7	-0.016299361363053322
257999	rnn.weight_hh_l1	8	-0.007218037266284227
257999	rnn.weight_hh_l1	9	0.03873610496520996
257999	rnn.bias_ih_l1	0	-0.18402878940105438
257999	rnn.bias_ih_l1	1	-0.17443113029003143
257999	rnn.bias_ih_l1	2	-0.19704173505306244
257999	rnn.bias_ih_l1	3	-0.30816131830215454
257999	rnn.bias_ih_l1	4	-0.2114894688129425
257999	rnn.bias_ih_l1	5	-0.08870484679937363
257999	rnn.bias_ih_l1	6	-0.15920984745025635
257999	rnn.bias_ih_l1	7	-0.0030297499615699053
257999	rnn.bias_ih_l1	8	-0.13022074103355408
257999	rnn.bias_ih_l1	9	-0.12359316647052765
257999	rnn.bias_hh_l1	0	-0.09666101634502411
257999	rnn.bias_hh_l1	1	-0.06341730058193207
257999	rnn.bias_hh_l1	2	-0.08523803949356079
257999	rnn.bias_hh_l1	3	-0.077362559735775
257999	rnn.bias_hh_l1	4	-0.07323671877384186
257999	rnn.bias_hh_l1	5	-0.1176067516207695
257999	rnn.bias_hh_l1	6	-0.16056738793849945
257999	rnn.bias_hh_l1	7	0.0746641680598259
257999	rnn.bias_hh_l1	8	-0.17629681527614594
257999	rnn.bias_hh_l1	9	-0.11526058614253998
257999	rnn.weight_ih_l1_reverse	0	-0.047249097377061844
257999	rnn.weight_ih_l1_reverse	1	0.033598076552152634
257999	rnn.weight_ih_l1_reverse	2	0.08800557255744934
257999	rnn.weight_ih_l1_reverse	3	-0.018100790679454803
257999	rnn.weight_ih_l1_reverse	4	-0.02305985428392887
257999	rnn.weight_ih_l1_reverse	5	-0.030380019918084145
257999	rnn.weight_ih_l1_reverse	6	-0.019699299708008766
257999	rnn.weight_ih_l1_reverse	7	0.029691340401768684
257999	rnn.weight_ih_l1_reverse	8	0.005377311259508133
257999	rnn.weight_ih_l1_reverse	9	-0.03332400694489479
257999	rnn.weight_hh_l1_reverse	0	0.004541419912129641
257999	rnn.weight_hh_l1_reverse	1	0.031661905348300934
257999	rnn.weight_hh_l1_reverse	2	-0.040615376085042953
257999	rnn.weight_hh_l1_reverse	3	0.035004571080207825
257999	rnn.weight_hh_l1_reverse	4	0.04719153419137001
257999	rnn.weight_hh_l1_reverse	5	0.00596786430105567
257999	rnn.weight_hh_l1_reverse	6	0.04920284077525139
257999	rnn.weight_hh_l1_reverse	7	0.03104177862405777
257999	rnn.weight_hh_l1_reverse	8	-0.007167312316596508
257999	rnn.weight_hh_l1_reverse	9	-0.03016851469874382
257999	rnn.bias_ih_l1_reverse	0	-0.045739758759737015
257999	rnn.bias_ih_l1_reverse	1	-0.14025799930095673
257999	rnn.bias_ih_l1_reverse	2	-0.1633310168981552
257999	rnn.bias_ih_l1_reverse	3	-0.06197236105799675
257999	rnn.bias_ih_l1_reverse	4	-0.2040167599916458
257999	rnn.bias_ih_l1_reverse	5	-0.11688686907291412
257999	rnn.bias_ih_l1_reverse	6	-0.13019117712974548
257999	rnn.bias_ih_l1_reverse	7	-0.192003071308136
257999	rnn.bias_ih_l1_reverse	8	0.22682791948318481
257999	rnn.bias_ih_l1_reverse	9	0.022883102297782898
257999	rnn.bias_hh_l1_reverse	0	0.010829385370016098
257999	rnn.bias_hh_l1_reverse	1	-0.06542444974184036
257999	rnn.bias_hh_l1_reverse	2	-0.23725302517414093
257999	rnn.bias_hh_l1_reverse	3	-0.14346463978290558
257999	rnn.bias_hh_l1_reverse	4	-0.0802883580327034
257999	rnn.bias_hh_l1_reverse	5	-0.11660631746053696
257999	rnn.bias_hh_l1_reverse	6	0.0633823350071907
257999	rnn.bias_hh_l1_reverse	7	-0.1357983648777008
257999	rnn.bias_hh_l1_reverse	8	-0.12505900859832764
257999	rnn.bias_hh_l1_reverse	9	-0.14818167686462402
257999	linear.weight	0	0.002228822559118271
257999	linear.weight	1	0.09862057864665985
257999	linear.weight	2	-0.092613086104393
257999	linear.weight	3	0.3132895231246948
257999	linear.weight	4	0.15025678277015686
257999	linear.weight	5	-0.06534838676452637
257999	linear.weight	6	0.09277895838022232
257999	linear.weight	7	0.13579270243644714
257999	linear.weight	8	0.04113328829407692
257999	linear.weight	9	-0.05117225646972656
257999	linear.bias	0	0.08275106549263
257999	linear.bias	1	-0.1917058676481247
257999	linear.bias	2	-0.447022020816803
257999	linear.bias	3	-0.6556897163391113
257999	linear.bias	4	-1.2592747211456299
257999	linear.bias	5	-0.05857415497303009
257999	linear.bias	6	-0.8237152695655823
257999	linear.bias	7	0.27262768149375916
257999	linear.bias	8	-0.39768674969673157
257999	linear.bias	9	-1.023417353630066
258196	transitions	0	0.7567055225372314
258196	transitions	1	0.13918782770633698
258196	transitions	2	-10000.0
258196	transitions	3	-1.8280866146087646
258196	transitions	4	-10000.0
258196	transitions	5	0.5628774166107178
258196	transitions	6	-0.08556922525167465
258196	transitions	7	-0.8111352920532227
258196	transitions	8	-1.422653317451477
258196	transitions	9	-0.0012310580350458622
258196	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
258196	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
258196	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
258196	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
258196	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
258196	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
258196	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
258196	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
258196	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
258196	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
258196	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
258196	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
258196	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
258196	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
258196	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
258196	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
258196	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
258196	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
258196	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
258196	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
258196	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
258196	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
258196	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
258196	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
258196	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
258196	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
258196	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
258196	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
258196	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
258196	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
258196	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
258196	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
258196	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
258196	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
258196	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
258196	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
258196	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
258196	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
258196	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
258196	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
258196	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
258196	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
258196	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
258196	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
258196	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
258196	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
258196	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
258196	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
258196	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
258196	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
258196	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
258196	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
258196	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
258196	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
258196	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
258196	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
258196	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
258196	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
258196	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
258196	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
258196	embedding2nn.weight	0	0.01673177257180214
258196	embedding2nn.weight	1	-0.012732396833598614
258196	embedding2nn.weight	2	-0.014268254861235619
258196	embedding2nn.weight	3	-0.0316244401037693
258196	embedding2nn.weight	4	-0.0059150345623493195
258196	embedding2nn.weight	5	-0.0037005888298153877
258196	embedding2nn.weight	6	-0.003973265178501606
258196	embedding2nn.weight	7	-0.07726646959781647
258196	embedding2nn.weight	8	-0.0019979383796453476
258196	embedding2nn.weight	9	-0.027723589912056923
258196	embedding2nn.bias	0	0.03236207365989685
258196	embedding2nn.bias	1	-0.07656843960285187
258196	embedding2nn.bias	2	0.07089444994926453
258196	embedding2nn.bias	3	0.05219462513923645
258196	embedding2nn.bias	4	-0.042214978486299515
258196	embedding2nn.bias	5	-0.010578847490251064
258196	embedding2nn.bias	6	0.015034676529467106
258196	embedding2nn.bias	7	-0.05446815490722656
258196	embedding2nn.bias	8	0.07303294539451599
258196	embedding2nn.bias	9	0.04559625685214996
258196	rnn.weight_ih_l0	0	-0.08085662871599197
258196	rnn.weight_ih_l0	1	0.0031013903208076954
258196	rnn.weight_ih_l0	2	0.03508460894227028
258196	rnn.weight_ih_l0	3	0.02290561981499195
258196	rnn.weight_ih_l0	4	-0.047969140112400055
258196	rnn.weight_ih_l0	5	-0.06828688085079193
258196	rnn.weight_ih_l0	6	-0.0011602448066696525
258196	rnn.weight_ih_l0	7	0.05356569215655327
258196	rnn.weight_ih_l0	8	-0.016932830214500427
258196	rnn.weight_ih_l0	9	-0.030681997537612915
258196	rnn.weight_hh_l0	0	-0.030276654288172722
258196	rnn.weight_hh_l0	1	-0.007314719259738922
258196	rnn.weight_hh_l0	2	0.006662632338702679
258196	rnn.weight_hh_l0	3	-0.07435843348503113
258196	rnn.weight_hh_l0	4	0.09325230866670609
258196	rnn.weight_hh_l0	5	-0.026882579550147057
258196	rnn.weight_hh_l0	6	-0.06363870948553085
258196	rnn.weight_hh_l0	7	0.009003229439258575
258196	rnn.weight_hh_l0	8	0.01338784210383892
258196	rnn.weight_hh_l0	9	-0.025654667988419533
258196	rnn.bias_ih_l0	0	0.12984973192214966
258196	rnn.bias_ih_l0	1	-0.034419987350702286
258196	rnn.bias_ih_l0	2	-0.0339566133916378
258196	rnn.bias_ih_l0	3	0.1634087711572647
258196	rnn.bias_ih_l0	4	-0.0128079354763031
258196	rnn.bias_ih_l0	5	-0.023039886727929115
258196	rnn.bias_ih_l0	6	0.01722201146185398
258196	rnn.bias_ih_l0	7	0.023787707090377808
258196	rnn.bias_ih_l0	8	-0.09960195422172546
258196	rnn.bias_ih_l0	9	-0.04125358909368515
258196	rnn.bias_hh_l0	0	-0.001173072843812406
258196	rnn.bias_hh_l0	1	-0.10017944872379303
258196	rnn.bias_hh_l0	2	-0.07511892914772034
258196	rnn.bias_hh_l0	3	-0.08872628211975098
258196	rnn.bias_hh_l0	4	0.008814794011414051
258196	rnn.bias_hh_l0	5	-0.020460689440369606
258196	rnn.bias_hh_l0	6	0.028559880331158638
258196	rnn.bias_hh_l0	7	0.06102459505200386
258196	rnn.bias_hh_l0	8	-0.12328137457370758
258196	rnn.bias_hh_l0	9	-0.05919479951262474
258196	rnn.weight_ih_l0_reverse	0	-0.025494350120425224
258196	rnn.weight_ih_l0_reverse	1	-0.05703728273510933
258196	rnn.weight_ih_l0_reverse	2	-0.048774149268865585
258196	rnn.weight_ih_l0_reverse	3	0.01567818410694599
258196	rnn.weight_ih_l0_reverse	4	-0.025156091898679733
258196	rnn.weight_ih_l0_reverse	5	-0.05755341053009033
258196	rnn.weight_ih_l0_reverse	6	0.07374881207942963
258196	rnn.weight_ih_l0_reverse	7	-0.01872989721596241
258196	rnn.weight_ih_l0_reverse	8	-0.01839371584355831
258196	rnn.weight_ih_l0_reverse	9	0.004503253847360611
258196	rnn.weight_hh_l0_reverse	0	0.0685436800122261
258196	rnn.weight_hh_l0_reverse	1	0.01976221799850464
258196	rnn.weight_hh_l0_reverse	2	0.029950013384222984
258196	rnn.weight_hh_l0_reverse	3	0.03527168929576874
258196	rnn.weight_hh_l0_reverse	4	0.014341705478727818
258196	rnn.weight_hh_l0_reverse	5	0.008235610090196133
258196	rnn.weight_hh_l0_reverse	6	0.05103421211242676
258196	rnn.weight_hh_l0_reverse	7	-0.08184649795293808
258196	rnn.weight_hh_l0_reverse	8	0.04015388712286949
258196	rnn.weight_hh_l0_reverse	9	0.03474585339426994
258196	rnn.bias_ih_l0_reverse	0	-0.05697014927864075
258196	rnn.bias_ih_l0_reverse	1	-0.2825194001197815
258196	rnn.bias_ih_l0_reverse	2	-0.12471281737089157
258196	rnn.bias_ih_l0_reverse	3	-0.047916945070028305
258196	rnn.bias_ih_l0_reverse	4	-0.022281069308519363
258196	rnn.bias_ih_l0_reverse	5	0.07535886019468307
258196	rnn.bias_ih_l0_reverse	6	-0.06522480398416519
258196	rnn.bias_ih_l0_reverse	7	0.06089682877063751
258196	rnn.bias_ih_l0_reverse	8	-0.03554029390215874
258196	rnn.bias_ih_l0_reverse	9	0.06594368815422058
258196	rnn.bias_hh_l0_reverse	0	0.023629553616046906
258196	rnn.bias_hh_l0_reverse	1	-0.06305444985628128
258196	rnn.bias_hh_l0_reverse	2	0.0888749361038208
258196	rnn.bias_hh_l0_reverse	3	-0.05164369195699692
258196	rnn.bias_hh_l0_reverse	4	-0.028273681178689003
258196	rnn.bias_hh_l0_reverse	5	-0.02188006415963173
258196	rnn.bias_hh_l0_reverse	6	-0.0197149645537138
258196	rnn.bias_hh_l0_reverse	7	0.09929140657186508
258196	rnn.bias_hh_l0_reverse	8	0.030332231894135475
258196	rnn.bias_hh_l0_reverse	9	-0.14848774671554565
258196	rnn.weight_ih_l1	0	-0.02968449890613556
258196	rnn.weight_ih_l1	1	-0.05025382712483406
258196	rnn.weight_ih_l1	2	0.06516344100236893
258196	rnn.weight_ih_l1	3	-0.07306190580129623
258196	rnn.weight_ih_l1	4	-0.014040421694517136
258196	rnn.weight_ih_l1	5	-0.040358662605285645
258196	rnn.weight_ih_l1	6	0.028916072100400925
258196	rnn.weight_ih_l1	7	-0.04451798275113106
258196	rnn.weight_ih_l1	8	0.03783872351050377
258196	rnn.weight_ih_l1	9	0.04491059482097626
258196	rnn.weight_hh_l1	0	-0.007342027500271797
258196	rnn.weight_hh_l1	1	0.019891193136572838
258196	rnn.weight_hh_l1	2	0.006796605885028839
258196	rnn.weight_hh_l1	3	-0.012682568281888962
258196	rnn.weight_hh_l1	4	0.004835281986743212
258196	rnn.weight_hh_l1	5	0.03526175022125244
258196	rnn.weight_hh_l1	6	0.036280062049627304
258196	rnn.weight_hh_l1	7	-0.01633729785680771
258196	rnn.weight_hh_l1	8	-0.007224768400192261
258196	rnn.weight_hh_l1	9	0.03874440863728523
258196	rnn.bias_ih_l1	0	-0.1840057224035263
258196	rnn.bias_ih_l1	1	-0.17456835508346558
258196	rnn.bias_ih_l1	2	-0.19715702533721924
258196	rnn.bias_ih_l1	3	-0.3080393373966217
258196	rnn.bias_ih_l1	4	-0.2115006297826767
258196	rnn.bias_ih_l1	5	-0.08872759342193604
258196	rnn.bias_ih_l1	6	-0.15920451283454895
258196	rnn.bias_ih_l1	7	-0.00278702680952847
258196	rnn.bias_ih_l1	8	-0.13007771968841553
258196	rnn.bias_ih_l1	9	-0.12355773895978928
258196	rnn.bias_hh_l1	0	-0.09675438702106476
258196	rnn.bias_hh_l1	1	-0.0633944720029831
258196	rnn.bias_hh_l1	2	-0.0851462334394455
258196	rnn.bias_hh_l1	3	-0.07734165340662003
258196	rnn.bias_hh_l1	4	-0.07328018546104431
258196	rnn.bias_hh_l1	5	-0.11752338707447052
258196	rnn.bias_hh_l1	6	-0.16050061583518982
258196	rnn.bias_hh_l1	7	0.07463912665843964
258196	rnn.bias_hh_l1	8	-0.1760380119085312
258196	rnn.bias_hh_l1	9	-0.11532600969076157
258196	rnn.weight_ih_l1_reverse	0	-0.047276582568883896
258196	rnn.weight_ih_l1_reverse	1	0.03355744108557701
258196	rnn.weight_ih_l1_reverse	2	0.08800054341554642
258196	rnn.weight_ih_l1_reverse	3	-0.01816156879067421
258196	rnn.weight_ih_l1_reverse	4	-0.023096449673175812
258196	rnn.weight_ih_l1_reverse	5	-0.03037610836327076
258196	rnn.weight_ih_l1_reverse	6	-0.01967906765639782
258196	rnn.weight_ih_l1_reverse	7	0.029693037271499634
258196	rnn.weight_ih_l1_reverse	8	0.005336539354175329
258196	rnn.weight_ih_l1_reverse	9	-0.0334196612238884
258196	rnn.weight_hh_l1_reverse	0	0.004547589924186468
258196	rnn.weight_hh_l1_reverse	1	0.03166010230779648
258196	rnn.weight_hh_l1_reverse	2	-0.04061535373330116
258196	rnn.weight_hh_l1_reverse	3	0.03500853851437569
258196	rnn.weight_hh_l1_reverse	4	0.04719473421573639
258196	rnn.weight_hh_l1_reverse	5	0.00594283128157258
258196	rnn.weight_hh_l1_reverse	6	0.049162402749061584
258196	rnn.weight_hh_l1_reverse	7	0.03105214051902294
258196	rnn.weight_hh_l1_reverse	8	-0.007162296678870916
258196	rnn.weight_hh_l1_reverse	9	-0.030177544802427292
258196	rnn.bias_ih_l1_reverse	0	-0.0457361675798893
258196	rnn.bias_ih_l1_reverse	1	-0.14027003943920135
258196	rnn.bias_ih_l1_reverse	2	-0.1633336991071701
258196	rnn.bias_ih_l1_reverse	3	-0.061900682747364044
258196	rnn.bias_ih_l1_reverse	4	-0.20406080782413483
258196	rnn.bias_ih_l1_reverse	5	-0.11687562614679337
258196	rnn.bias_ih_l1_reverse	6	-0.13017894327640533
258196	rnn.bias_ih_l1_reverse	7	-0.19208279252052307
258196	rnn.bias_ih_l1_reverse	8	0.22697226703166962
258196	rnn.bias_ih_l1_reverse	9	0.02296692132949829
258196	rnn.bias_hh_l1_reverse	0	0.010545297525823116
258196	rnn.bias_hh_l1_reverse	1	-0.06506920605897903
258196	rnn.bias_hh_l1_reverse	2	-0.23727037012577057
258196	rnn.bias_hh_l1_reverse	3	-0.14356231689453125
258196	rnn.bias_hh_l1_reverse	4	-0.08019988983869553
258196	rnn.bias_hh_l1_reverse	5	-0.11663821339607239
258196	rnn.bias_hh_l1_reverse	6	0.06334412097930908
258196	rnn.bias_hh_l1_reverse	7	-0.13570727407932281
258196	rnn.bias_hh_l1_reverse	8	-0.12503843009471893
258196	rnn.bias_hh_l1_reverse	9	-0.14817889034748077
258196	linear.weight	0	0.002228822559118271
258196	linear.weight	1	0.09852530062198639
258196	linear.weight	2	-0.09255633503198624
258196	linear.weight	3	0.31343770027160645
258196	linear.weight	4	0.15039008855819702
258196	linear.weight	5	-0.06540053337812424
258196	linear.weight	6	0.09236909449100494
258196	linear.weight	7	0.135955810546875
258196	linear.weight	8	0.04113328084349632
258196	linear.weight	9	-0.05110704526305199
258196	linear.bias	0	0.08591040968894958
258196	linear.bias	1	-0.19093497097492218
258196	linear.bias	2	-0.446274071931839
258196	linear.bias	3	-0.6560845375061035
258196	linear.bias	4	-1.2596180438995361
258196	linear.bias	5	-0.0592704676091671
258196	linear.bias	6	-0.8230133652687073
258196	linear.bias	7	0.2719012200832367
258196	linear.bias	8	-0.3979494571685791
258196	linear.bias	9	-1.0237212181091309
258393	transitions	0	0.7560584545135498
258393	transitions	1	0.1392291784286499
258393	transitions	2	-10000.0
258393	transitions	3	-1.8280867338180542
258393	transitions	4	-10000.0
258393	transitions	5	0.5628750324249268
258393	transitions	6	-0.08556978404521942
258393	transitions	7	-0.8112152218818665
258393	transitions	8	-1.4226559400558472
258393	transitions	9	-0.0012310715392231941
258393	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
258393	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
258393	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
258393	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
258393	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
258393	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
258393	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
258393	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
258393	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
258393	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
258393	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
258393	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
258393	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
258393	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
258393	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
258393	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
258393	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
258393	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
258393	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
258393	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
258393	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
258393	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
258393	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
258393	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
258393	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
258393	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
258393	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
258393	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
258393	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
258393	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
258393	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
258393	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
258393	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
258393	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
258393	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
258393	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
258393	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
258393	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
258393	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
258393	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
258393	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
258393	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
258393	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
258393	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
258393	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
258393	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
258393	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
258393	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
258393	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
258393	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
258393	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
258393	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
258393	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
258393	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
258393	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
258393	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
258393	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
258393	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
258393	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
258393	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
258393	embedding2nn.weight	0	0.016707291826605797
258393	embedding2nn.weight	1	-0.012742804363369942
258393	embedding2nn.weight	2	-0.014268254861235619
258393	embedding2nn.weight	3	-0.031557682901620865
258393	embedding2nn.weight	4	-0.0059150345623493195
258393	embedding2nn.weight	5	-0.0037005888298153877
258393	embedding2nn.weight	6	-0.003973265178501606
258393	embedding2nn.weight	7	-0.07726864516735077
258393	embedding2nn.weight	8	-0.0019979383796453476
258393	embedding2nn.weight	9	-0.027695538476109505
258393	embedding2nn.bias	0	0.032791685312986374
258393	embedding2nn.bias	1	-0.07654299587011337
258393	embedding2nn.bias	2	0.07076003402471542
258393	embedding2nn.bias	3	0.052046485245227814
258393	embedding2nn.bias	4	-0.042616669088602066
258393	embedding2nn.bias	5	-0.010553480125963688
258393	embedding2nn.bias	6	0.015286564826965332
258393	embedding2nn.bias	7	-0.054622869938611984
258393	embedding2nn.bias	8	0.07255341857671738
258393	embedding2nn.bias	9	0.045581743121147156
258393	rnn.weight_ih_l0	0	-0.08082250505685806
258393	rnn.weight_ih_l0	1	0.003133725142106414
258393	rnn.weight_ih_l0	2	0.03510477766394615
258393	rnn.weight_ih_l0	3	0.02289401739835739
258393	rnn.weight_ih_l0	4	-0.04797178506851196
258393	rnn.weight_ih_l0	5	-0.0683295950293541
258393	rnn.weight_ih_l0	6	-0.001165367546491325
258393	rnn.weight_ih_l0	7	0.053538087755441666
258393	rnn.weight_ih_l0	8	-0.01694267988204956
258393	rnn.weight_ih_l0	9	-0.030646314844489098
258393	rnn.weight_hh_l0	0	-0.030206553637981415
258393	rnn.weight_hh_l0	1	-0.007300349418073893
258393	rnn.weight_hh_l0	2	0.0066613852977752686
258393	rnn.weight_hh_l0	3	-0.07438391447067261
258393	rnn.weight_hh_l0	4	0.09323005378246307
258393	rnn.weight_hh_l0	5	-0.026861397549510002
258393	rnn.weight_hh_l0	6	-0.06367100775241852
258393	rnn.weight_hh_l0	7	0.008988132700324059
258393	rnn.weight_hh_l0	8	0.013407216407358646
258393	rnn.weight_hh_l0	9	-0.025649970397353172
258393	rnn.bias_ih_l0	0	0.1298397183418274
258393	rnn.bias_ih_l0	1	-0.034331515431404114
258393	rnn.bias_ih_l0	2	-0.03397398814558983
258393	rnn.bias_ih_l0	3	0.1633642017841339
258393	rnn.bias_ih_l0	4	-0.012893417850136757
258393	rnn.bias_ih_l0	5	-0.023224258795380592
258393	rnn.bias_ih_l0	6	0.01729729026556015
258393	rnn.bias_ih_l0	7	0.023775272071361542
258393	rnn.bias_ih_l0	8	-0.09958363324403763
258393	rnn.bias_ih_l0	9	-0.041142355650663376
258393	rnn.bias_hh_l0	0	-0.0012194779701530933
258393	rnn.bias_hh_l0	1	-0.1002187579870224
258393	rnn.bias_hh_l0	2	-0.07509817183017731
258393	rnn.bias_hh_l0	3	-0.08871607482433319
258393	rnn.bias_hh_l0	4	0.008712893351912498
258393	rnn.bias_hh_l0	5	-0.02051411382853985
258393	rnn.bias_hh_l0	6	0.028616756200790405
258393	rnn.bias_hh_l0	7	0.060952652245759964
258393	rnn.bias_hh_l0	8	-0.1233198270201683
258393	rnn.bias_hh_l0	9	-0.05917870253324509
258393	rnn.weight_ih_l0_reverse	0	-0.025481270626187325
258393	rnn.weight_ih_l0_reverse	1	-0.05701243877410889
258393	rnn.weight_ih_l0_reverse	2	-0.0487709641456604
258393	rnn.weight_ih_l0_reverse	3	0.01563139073550701
258393	rnn.weight_ih_l0_reverse	4	-0.02518622763454914
258393	rnn.weight_ih_l0_reverse	5	-0.05754610151052475
258393	rnn.weight_ih_l0_reverse	6	0.07374299317598343
258393	rnn.weight_ih_l0_reverse	7	-0.01880660466849804
258393	rnn.weight_ih_l0_reverse	8	-0.01842382736504078
258393	rnn.weight_ih_l0_reverse	9	0.004494052845984697
258393	rnn.weight_hh_l0_reverse	0	0.0685371533036232
258393	rnn.weight_hh_l0_reverse	1	0.019764667376875877
258393	rnn.weight_hh_l0_reverse	2	0.029964186251163483
258393	rnn.weight_hh_l0_reverse	3	0.03525933250784874
258393	rnn.weight_hh_l0_reverse	4	0.01433279737830162
258393	rnn.weight_hh_l0_reverse	5	0.008213597349822521
258393	rnn.weight_hh_l0_reverse	6	0.051035575568675995
258393	rnn.weight_hh_l0_reverse	7	-0.08186554908752441
258393	rnn.weight_hh_l0_reverse	8	0.04014260321855545
258393	rnn.weight_hh_l0_reverse	9	0.0347851999104023
258393	rnn.bias_ih_l0_reverse	0	-0.05705413594841957
258393	rnn.bias_ih_l0_reverse	1	-0.2826955318450928
258393	rnn.bias_ih_l0_reverse	2	-0.12480822950601578
258393	rnn.bias_ih_l0_reverse	3	-0.04795276001095772
258393	rnn.bias_ih_l0_reverse	4	-0.022203508764505386
258393	rnn.bias_ih_l0_reverse	5	0.0753772184252739
258393	rnn.bias_ih_l0_reverse	6	-0.06528659909963608
258393	rnn.bias_ih_l0_reverse	7	0.060916367918252945
258393	rnn.bias_ih_l0_reverse	8	-0.03557771444320679
258393	rnn.bias_ih_l0_reverse	9	0.0659194365143776
258393	rnn.bias_hh_l0_reverse	0	0.023578833788633347
258393	rnn.bias_hh_l0_reverse	1	-0.06313455104827881
258393	rnn.bias_hh_l0_reverse	2	0.0888228714466095
258393	rnn.bias_hh_l0_reverse	3	-0.05168089270591736
258393	rnn.bias_hh_l0_reverse	4	-0.02814638614654541
258393	rnn.bias_hh_l0_reverse	5	-0.021758418530225754
258393	rnn.bias_hh_l0_reverse	6	-0.019783733412623405
258393	rnn.bias_hh_l0_reverse	7	0.09935706853866577
258393	rnn.bias_hh_l0_reverse	8	0.030268250033259392
258393	rnn.bias_hh_l0_reverse	9	-0.14860497415065765
258393	rnn.weight_ih_l1	0	-0.029689349234104156
258393	rnn.weight_ih_l1	1	-0.05027247220277786
258393	rnn.weight_ih_l1	2	0.06519532948732376
258393	rnn.weight_ih_l1	3	-0.07306531816720963
258393	rnn.weight_ih_l1	4	-0.014021510258316994
258393	rnn.weight_ih_l1	5	-0.040351949632167816
258393	rnn.weight_ih_l1	6	0.028935080394148827
258393	rnn.weight_ih_l1	7	-0.0445232018828392
258393	rnn.weight_ih_l1	8	0.03783576563000679
258393	rnn.weight_ih_l1	9	0.04484822228550911
258393	rnn.weight_hh_l1	0	-0.007357992231845856
258393	rnn.weight_hh_l1	1	0.019886035472154617
258393	rnn.weight_hh_l1	2	0.006779724266380072
258393	rnn.weight_hh_l1	3	-0.01267058216035366
258393	rnn.weight_hh_l1	4	0.004826254211366177
258393	rnn.weight_hh_l1	5	0.03523959591984749
258393	rnn.weight_hh_l1	6	0.036272987723350525
258393	rnn.weight_hh_l1	7	-0.016352219507098198
258393	rnn.weight_hh_l1	8	-0.007207250222563744
258393	rnn.weight_hh_l1	9	0.038742221891880035
258393	rnn.bias_ih_l1	0	-0.18394401669502258
258393	rnn.bias_ih_l1	1	-0.1744249016046524
258393	rnn.bias_ih_l1	2	-0.19727960228919983
258393	rnn.bias_ih_l1	3	-0.3078894317150116
258393	rnn.bias_ih_l1	4	-0.21179795265197754
258393	rnn.bias_ih_l1	5	-0.08877377957105637
258393	rnn.bias_ih_l1	6	-0.15920166671276093
258393	rnn.bias_ih_l1	7	-0.0028513632714748383
258393	rnn.bias_ih_l1	8	-0.13007119297981262
258393	rnn.bias_ih_l1	9	-0.1235160380601883
258393	rnn.bias_hh_l1	0	-0.09673823416233063
258393	rnn.bias_hh_l1	1	-0.06339514255523682
258393	rnn.bias_hh_l1	2	-0.085002601146698
258393	rnn.bias_hh_l1	3	-0.07731093466281891
258393	rnn.bias_hh_l1	4	-0.07331601530313492
258393	rnn.bias_hh_l1	5	-0.1176348477602005
258393	rnn.bias_hh_l1	6	-0.16047139465808868
258393	rnn.bias_hh_l1	7	0.07453963905572891
258393	rnn.bias_hh_l1	8	-0.1759018898010254
258393	rnn.bias_hh_l1	9	-0.11512529850006104
258393	rnn.weight_ih_l1_reverse	0	-0.0472872257232666
258393	rnn.weight_ih_l1_reverse	1	0.03339966759085655
258393	rnn.weight_ih_l1_reverse	2	0.08802562206983566
258393	rnn.weight_ih_l1_reverse	3	-0.018203718587756157
258393	rnn.weight_ih_l1_reverse	4	-0.023102931678295135
258393	rnn.weight_ih_l1_reverse	5	-0.030382437631487846
258393	rnn.weight_ih_l1_reverse	6	-0.01968345046043396
258393	rnn.weight_ih_l1_reverse	7	0.029698966071009636
258393	rnn.weight_ih_l1_reverse	8	0.005354899447411299
258393	rnn.weight_ih_l1_reverse	9	-0.033470068126916885
258393	rnn.weight_hh_l1_reverse	0	0.0045504444278776646
258393	rnn.weight_hh_l1_reverse	1	0.0316532701253891
258393	rnn.weight_hh_l1_reverse	2	-0.040613867342472076
258393	rnn.weight_hh_l1_reverse	3	0.03500166907906532
258393	rnn.weight_hh_l1_reverse	4	0.04717554897069931
258393	rnn.weight_hh_l1_reverse	5	0.00592202041298151
258393	rnn.weight_hh_l1_reverse	6	0.049104467034339905
258393	rnn.weight_hh_l1_reverse	7	0.031058847904205322
258393	rnn.weight_hh_l1_reverse	8	-0.007159072440117598
258393	rnn.weight_hh_l1_reverse	9	-0.03016921691596508
258393	rnn.bias_ih_l1_reverse	0	-0.04587187245488167
258393	rnn.bias_ih_l1_reverse	1	-0.1402653157711029
258393	rnn.bias_ih_l1_reverse	2	-0.16328440606594086
258393	rnn.bias_ih_l1_reverse	3	-0.06201235577464104
258393	rnn.bias_ih_l1_reverse	4	-0.2040245234966278
258393	rnn.bias_ih_l1_reverse	5	-0.11683285236358643
258393	rnn.bias_ih_l1_reverse	6	-0.13021929562091827
258393	rnn.bias_ih_l1_reverse	7	-0.19207553565502167
258393	rnn.bias_ih_l1_reverse	8	0.22709347307682037
258393	rnn.bias_ih_l1_reverse	9	0.023086873814463615
258393	rnn.bias_hh_l1_reverse	0	0.010559634305536747
258393	rnn.bias_hh_l1_reverse	1	-0.06545034795999527
258393	rnn.bias_hh_l1_reverse	2	-0.23723255097866058
258393	rnn.bias_hh_l1_reverse	3	-0.14349542558193207
258393	rnn.bias_hh_l1_reverse	4	-0.08031512051820755
258393	rnn.bias_hh_l1_reverse	5	-0.11665128171443939
258393	rnn.bias_hh_l1_reverse	6	0.0634453147649765
258393	rnn.bias_hh_l1_reverse	7	-0.13568806648254395
258393	rnn.bias_hh_l1_reverse	8	-0.12502814829349518
258393	rnn.bias_hh_l1_reverse	9	-0.14818984270095825
258393	linear.weight	0	0.002228822559118271
258393	linear.weight	1	0.09847573190927505
258393	linear.weight	2	-0.09247290343046188
258393	linear.weight	3	0.313312292098999
258393	linear.weight	4	0.15045234560966492
258393	linear.weight	5	-0.0654841810464859
258393	linear.weight	6	0.09257856011390686
258393	linear.weight	7	0.1357189267873764
258393	linear.weight	8	0.041133273392915726
258393	linear.weight	9	-0.05109988898038864
258393	linear.bias	0	0.0837416872382164
258393	linear.bias	1	-0.18881334364414215
258393	linear.bias	2	-0.44706594944000244
258393	linear.bias	3	-0.6558827757835388
258393	linear.bias	4	-1.2593649625778198
258393	linear.bias	5	-0.05903860554099083
258393	linear.bias	6	-0.8209261894226074
258393	linear.bias	7	0.2721141576766968
258393	linear.bias	8	-0.3984578251838684
258393	linear.bias	9	-1.024314522743225
258590	transitions	0	0.7565104961395264
258590	transitions	1	0.13922227919101715
258590	transitions	2	-10000.0
258590	transitions	3	-1.8280876874923706
258590	transitions	4	-10000.0
258590	transitions	5	0.5628741979598999
258590	transitions	6	-0.0855715349316597
258590	transitions	7	-0.8112307190895081
258590	transitions	8	-1.4226593971252441
258590	transitions	9	-0.0012310807360336185
258590	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
258590	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
258590	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
258590	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
258590	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
258590	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
258590	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
258590	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
258590	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
258590	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
258590	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
258590	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
258590	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
258590	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
258590	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
258590	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
258590	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
258590	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
258590	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
258590	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
258590	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
258590	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
258590	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
258590	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
258590	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
258590	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
258590	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
258590	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
258590	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
258590	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
258590	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
258590	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
258590	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
258590	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
258590	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
258590	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
258590	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
258590	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
258590	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
258590	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
258590	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
258590	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
258590	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
258590	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
258590	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
258590	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
258590	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
258590	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
258590	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
258590	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
258590	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
258590	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
258590	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
258590	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
258590	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
258590	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
258590	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
258590	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
258590	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
258590	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
258590	embedding2nn.weight	0	0.016628311946988106
258590	embedding2nn.weight	1	-0.012732929550111294
258590	embedding2nn.weight	2	-0.014268254861235619
258590	embedding2nn.weight	3	-0.031469881534576416
258590	embedding2nn.weight	4	-0.0059150345623493195
258590	embedding2nn.weight	5	-0.0037005888298153877
258590	embedding2nn.weight	6	-0.003973265178501606
258590	embedding2nn.weight	7	-0.07729440182447433
258590	embedding2nn.weight	8	-0.0019979383796453476
258590	embedding2nn.weight	9	-0.02767808549106121
258590	embedding2nn.bias	0	0.03282986953854561
258590	embedding2nn.bias	1	-0.07646971195936203
258590	embedding2nn.bias	2	0.07106079161167145
258590	embedding2nn.bias	3	0.052132900804281235
258590	embedding2nn.bias	4	-0.04226895421743393
258590	embedding2nn.bias	5	-0.010861517861485481
258590	embedding2nn.bias	6	0.015343375504016876
258590	embedding2nn.bias	7	-0.054868411272764206
258590	embedding2nn.bias	8	0.07270403206348419
258590	embedding2nn.bias	9	0.04541337117552757
258590	rnn.weight_ih_l0	0	-0.08086099475622177
258590	rnn.weight_ih_l0	1	0.003088779281824827
258590	rnn.weight_ih_l0	2	0.0351828932762146
258590	rnn.weight_ih_l0	3	0.022919338196516037
258590	rnn.weight_ih_l0	4	-0.04802115261554718
258590	rnn.weight_ih_l0	5	-0.06835085898637772
258590	rnn.weight_ih_l0	6	-0.001145324669778347
258590	rnn.weight_ih_l0	7	0.05357235297560692
258590	rnn.weight_ih_l0	8	-0.016900697723031044
258590	rnn.weight_ih_l0	9	-0.030783064663410187
258590	rnn.weight_hh_l0	0	-0.030195781961083412
258590	rnn.weight_hh_l0	1	-0.007240283768624067
258590	rnn.weight_hh_l0	2	0.006641122978180647
258590	rnn.weight_hh_l0	3	-0.07438165694475174
258590	rnn.weight_hh_l0	4	0.09323809295892715
258590	rnn.weight_hh_l0	5	-0.02688189223408699
258590	rnn.weight_hh_l0	6	-0.06368124485015869
258590	rnn.weight_hh_l0	7	0.008962366729974747
258590	rnn.weight_hh_l0	8	0.013422634452581406
258590	rnn.weight_hh_l0	9	-0.025648189708590508
258590	rnn.bias_ih_l0	0	0.12976978719234467
258590	rnn.bias_ih_l0	1	-0.03431916609406471
258590	rnn.bias_ih_l0	2	-0.033945951610803604
258590	rnn.bias_ih_l0	3	0.16321270167827606
258590	rnn.bias_ih_l0	4	-0.012860684655606747
258590	rnn.bias_ih_l0	5	-0.0233690794557333
258590	rnn.bias_ih_l0	6	0.017189927399158478
258590	rnn.bias_ih_l0	7	0.02358798123896122
258590	rnn.bias_ih_l0	8	-0.09947604686021805
258590	rnn.bias_ih_l0	9	-0.041053492575883865
258590	rnn.bias_hh_l0	0	-0.0011838999344035983
258590	rnn.bias_hh_l0	1	-0.10023529082536697
258590	rnn.bias_hh_l0	2	-0.07508379966020584
258590	rnn.bias_hh_l0	3	-0.08875486999750137
258590	rnn.bias_hh_l0	4	0.00865652784705162
258590	rnn.bias_hh_l0	5	-0.02046203799545765
258590	rnn.bias_hh_l0	6	0.028644151985645294
258590	rnn.bias_hh_l0	7	0.06101960688829422
258590	rnn.bias_hh_l0	8	-0.12334339320659637
258590	rnn.bias_hh_l0	9	-0.05896521359682083
258590	rnn.weight_ih_l0_reverse	0	-0.025487933307886124
258590	rnn.weight_ih_l0_reverse	1	-0.05702358856797218
258590	rnn.weight_ih_l0_reverse	2	-0.04880896583199501
258590	rnn.weight_ih_l0_reverse	3	0.015628749504685402
258590	rnn.weight_ih_l0_reverse	4	-0.025179672986268997
258590	rnn.weight_ih_l0_reverse	5	-0.05753888934850693
258590	rnn.weight_ih_l0_reverse	6	0.07371798902750015
258590	rnn.weight_ih_l0_reverse	7	-0.018785838037729263
258590	rnn.weight_ih_l0_reverse	8	-0.018441397696733475
258590	rnn.weight_ih_l0_reverse	9	0.004486287944018841
258590	rnn.weight_hh_l0_reverse	0	0.06854572147130966
258590	rnn.weight_hh_l0_reverse	1	0.0197333674877882
258590	rnn.weight_hh_l0_reverse	2	0.02998404949903488
258590	rnn.weight_hh_l0_reverse	3	0.03529522940516472
258590	rnn.weight_hh_l0_reverse	4	0.014342758804559708
258590	rnn.weight_hh_l0_reverse	5	0.008157297968864441
258590	rnn.weight_hh_l0_reverse	6	0.05104560777544975
258590	rnn.weight_hh_l0_reverse	7	-0.08185403048992157
258590	rnn.weight_hh_l0_reverse	8	0.04015645012259483
258590	rnn.weight_hh_l0_reverse	9	0.03479855880141258
258590	rnn.bias_ih_l0_reverse	0	-0.057043228298425674
258590	rnn.bias_ih_l0_reverse	1	-0.2826615571975708
258590	rnn.bias_ih_l0_reverse	2	-0.12481003254652023
258590	rnn.bias_ih_l0_reverse	3	-0.04785764589905739
258590	rnn.bias_ih_l0_reverse	4	-0.022334545850753784
258590	rnn.bias_ih_l0_reverse	5	0.07536622136831284
258590	rnn.bias_ih_l0_reverse	6	-0.06524386256933212
258590	rnn.bias_ih_l0_reverse	7	0.06100746616721153
258590	rnn.bias_ih_l0_reverse	8	-0.03559662029147148
258590	rnn.bias_ih_l0_reverse	9	0.06587360799312592
258590	rnn.bias_hh_l0_reverse	0	0.023628460243344307
258590	rnn.bias_hh_l0_reverse	1	-0.06325528025627136
258590	rnn.bias_hh_l0_reverse	2	0.08872835338115692
258590	rnn.bias_hh_l0_reverse	3	-0.05168825387954712
258590	rnn.bias_hh_l0_reverse	4	-0.02808738872408867
258590	rnn.bias_hh_l0_reverse	5	-0.021755611523985863
258590	rnn.bias_hh_l0_reverse	6	-0.019944198429584503
258590	rnn.bias_hh_l0_reverse	7	0.0994052141904831
258590	rnn.bias_hh_l0_reverse	8	0.030234556645154953
258590	rnn.bias_hh_l0_reverse	9	-0.14870481193065643
258590	rnn.weight_ih_l1	0	-0.029686473309993744
258590	rnn.weight_ih_l1	1	-0.05027327686548233
258590	rnn.weight_ih_l1	2	0.06523004919290543
258590	rnn.weight_ih_l1	3	-0.07305558770895004
258590	rnn.weight_ih_l1	4	-0.014047305099666119
258590	rnn.weight_ih_l1	5	-0.040342554450035095
258590	rnn.weight_ih_l1	6	0.02893705852329731
258590	rnn.weight_ih_l1	7	-0.04449208825826645
258590	rnn.weight_ih_l1	8	0.03783487156033516
258590	rnn.weight_ih_l1	9	0.044884562492370605
258590	rnn.weight_hh_l1	0	-0.007308840285986662
258590	rnn.weight_hh_l1	1	0.019885601475834846
258590	rnn.weight_hh_l1	2	0.006802428979426622
258590	rnn.weight_hh_l1	3	-0.012669074349105358
258590	rnn.weight_hh_l1	4	0.004824324510991573
258590	rnn.weight_hh_l1	5	0.035199470818042755
258590	rnn.weight_hh_l1	6	0.036267250776290894
258590	rnn.weight_hh_l1	7	-0.016369666904211044
258590	rnn.weight_hh_l1	8	-0.007193705067038536
258590	rnn.weight_hh_l1	9	0.03873792663216591
258590	rnn.bias_ih_l1	0	-0.1839696615934372
258590	rnn.bias_ih_l1	1	-0.17441192269325256
258590	rnn.bias_ih_l1	2	-0.19729869067668915
258590	rnn.bias_ih_l1	3	-0.30770742893218994
258590	rnn.bias_ih_l1	4	-0.21198491752147675
258590	rnn.bias_ih_l1	5	-0.08878125250339508
258590	rnn.bias_ih_l1	6	-0.15920962393283844
258590	rnn.bias_ih_l1	7	-0.002701233373954892
258590	rnn.bias_ih_l1	8	-0.13006287813186646
258590	rnn.bias_ih_l1	9	-0.12334460765123367
258590	rnn.bias_hh_l1	0	-0.09685222059488297
258590	rnn.bias_hh_l1	1	-0.06335124373435974
258590	rnn.bias_hh_l1	2	-0.08504164218902588
258590	rnn.bias_hh_l1	3	-0.07736192643642426
258590	rnn.bias_hh_l1	4	-0.07327543199062347
258590	rnn.bias_hh_l1	5	-0.11764273792505264
258590	rnn.bias_hh_l1	6	-0.160489022731781
258590	rnn.bias_hh_l1	7	0.07447884976863861
258590	rnn.bias_hh_l1	8	-0.17585474252700806
258590	rnn.bias_hh_l1	9	-0.11507677286863327
258590	rnn.weight_ih_l1_reverse	0	-0.04729105159640312
258590	rnn.weight_ih_l1_reverse	1	0.03340113162994385
258590	rnn.weight_ih_l1_reverse	2	0.08800601214170456
258590	rnn.weight_ih_l1_reverse	3	-0.018209440633654594
258590	rnn.weight_ih_l1_reverse	4	-0.02313891053199768
258590	rnn.weight_ih_l1_reverse	5	-0.030382735654711723
258590	rnn.weight_ih_l1_reverse	6	-0.01968010887503624
258590	rnn.weight_ih_l1_reverse	7	0.02968442440032959
258590	rnn.weight_ih_l1_reverse	8	0.005349904298782349
258590	rnn.weight_ih_l1_reverse	9	-0.033499825745821
258590	rnn.weight_hh_l1_reverse	0	0.004554347135126591
258590	rnn.weight_hh_l1_reverse	1	0.031669311225414276
258590	rnn.weight_hh_l1_reverse	2	-0.04061346501111984
258590	rnn.weight_hh_l1_reverse	3	0.0350029282271862
258590	rnn.weight_hh_l1_reverse	4	0.04722488299012184
258590	rnn.weight_hh_l1_reverse	5	0.005918491166085005
258590	rnn.weight_hh_l1_reverse	6	0.048985805362463
258590	rnn.weight_hh_l1_reverse	7	0.031054366379976273
258590	rnn.weight_hh_l1_reverse	8	-0.007148025091737509
258590	rnn.weight_hh_l1_reverse	9	-0.03017587587237358
258590	rnn.bias_ih_l1_reverse	0	-0.045841000974178314
258590	rnn.bias_ih_l1_reverse	1	-0.1402638703584671
258590	rnn.bias_ih_l1_reverse	2	-0.16329681873321533
258590	rnn.bias_ih_l1_reverse	3	-0.06185736879706383
258590	rnn.bias_ih_l1_reverse	4	-0.20401401817798615
258590	rnn.bias_ih_l1_reverse	5	-0.11683949828147888
258590	rnn.bias_ih_l1_reverse	6	-0.13017591834068298
258590	rnn.bias_ih_l1_reverse	7	-0.1919926106929779
258590	rnn.bias_ih_l1_reverse	8	0.22712011635303497
258590	rnn.bias_ih_l1_reverse	9	0.02305210754275322
258590	rnn.bias_hh_l1_reverse	0	0.010518979281187057
258590	rnn.bias_hh_l1_reverse	1	-0.06545551121234894
258590	rnn.bias_hh_l1_reverse	2	-0.23722317814826965
258590	rnn.bias_hh_l1_reverse	3	-0.14352869987487793
258590	rnn.bias_hh_l1_reverse	4	-0.08038178086280823
258590	rnn.bias_hh_l1_reverse	5	-0.11672284454107285
258590	rnn.bias_hh_l1_reverse	6	0.063383087515831
258590	rnn.bias_hh_l1_reverse	7	-0.1355944722890854
258590	rnn.bias_hh_l1_reverse	8	-0.125032439827919
258590	rnn.bias_hh_l1_reverse	9	-0.14816519618034363
258590	linear.weight	0	0.002228822559118271
258590	linear.weight	1	0.09845615178346634
258590	linear.weight	2	-0.09236741065979004
258590	linear.weight	3	0.31292954087257385
258590	linear.weight	4	0.150425985455513
258590	linear.weight	5	-0.06553361564874649
258590	linear.weight	6	0.09267012774944305
258590	linear.weight	7	0.13563673198223114
258590	linear.weight	8	0.04113326966762543
258590	linear.weight	9	-0.051216382533311844
258590	linear.bias	0	0.08403049409389496
258590	linear.bias	1	-0.18895108997821808
258590	linear.bias	2	-0.4470615088939667
258590	linear.bias	3	-0.6558048129081726
258590	linear.bias	4	-1.259274959564209
258590	linear.bias	5	-0.05996470898389816
258590	linear.bias	6	-0.8211442232131958
258590	linear.bias	7	0.27104073762893677
258590	linear.bias	8	-0.39831051230430603
258590	linear.bias	9	-1.0241113901138306
258594	transitions	0	0.7565100193023682
258594	transitions	1	0.13922207057476044
258594	transitions	2	-10000.0
258594	transitions	3	-1.8280876874923706
258594	transitions	4	-10000.0
258594	transitions	5	0.5628741979598999
258594	transitions	6	-0.0855715423822403
258594	transitions	7	-0.8112307190895081
258594	transitions	8	-1.4226593971252441
258594	transitions	9	-0.0012310807360336185
258594	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
258594	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
258594	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
258594	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
258594	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
258594	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
258594	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
258594	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
258594	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
258594	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
258594	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
258594	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
258594	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
258594	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
258594	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
258594	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
258594	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
258594	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
258594	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
258594	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
258594	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
258594	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
258594	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
258594	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
258594	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
258594	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
258594	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
258594	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
258594	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
258594	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
258594	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
258594	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
258594	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
258594	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
258594	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
258594	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
258594	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
258594	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
258594	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
258594	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
258594	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
258594	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
258594	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
258594	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
258594	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
258594	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
258594	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
258594	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
258594	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
258594	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
258594	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
258594	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
258594	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
258594	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
258594	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
258594	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
258594	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
258594	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
258594	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
258594	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
258594	embedding2nn.weight	0	0.0166299007833004
258594	embedding2nn.weight	1	-0.012732438743114471
258594	embedding2nn.weight	2	-0.014268254861235619
258594	embedding2nn.weight	3	-0.03146897256374359
258594	embedding2nn.weight	4	-0.0059150345623493195
258594	embedding2nn.weight	5	-0.0037005888298153877
258594	embedding2nn.weight	6	-0.003973265178501606
258594	embedding2nn.weight	7	-0.07729342579841614
258594	embedding2nn.weight	8	-0.0019979383796453476
258594	embedding2nn.weight	9	-0.02768132835626602
258594	embedding2nn.bias	0	0.03283180668950081
258594	embedding2nn.bias	1	-0.0764775201678276
258594	embedding2nn.bias	2	0.07107049971818924
258594	embedding2nn.bias	3	0.05212664604187012
258594	embedding2nn.bias	4	-0.042251117527484894
258594	embedding2nn.bias	5	-0.01087268814444542
258594	embedding2nn.bias	6	0.015355550684034824
258594	embedding2nn.bias	7	-0.054846446961164474
258594	embedding2nn.bias	8	0.07273457199335098
258594	embedding2nn.bias	9	0.04538573697209358
258594	rnn.weight_ih_l0	0	-0.08086185157299042
258594	rnn.weight_ih_l0	1	0.003094433108344674
258594	rnn.weight_ih_l0	2	0.035184431821107864
258594	rnn.weight_ih_l0	3	0.022920629009604454
258594	rnn.weight_ih_l0	4	-0.04803556948900223
258594	rnn.weight_ih_l0	5	-0.06835013628005981
258594	rnn.weight_ih_l0	6	-0.001150087104178965
258594	rnn.weight_ih_l0	7	0.053573377430438995
258594	rnn.weight_ih_l0	8	-0.016902202740311623
258594	rnn.weight_ih_l0	9	-0.0307823047041893
258594	rnn.weight_hh_l0	0	-0.030193565413355827
258594	rnn.weight_hh_l0	1	-0.007241095416247845
258594	rnn.weight_hh_l0	2	0.0066402992233633995
258594	rnn.weight_hh_l0	3	-0.07437774538993835
258594	rnn.weight_hh_l0	4	0.09323997795581818
258594	rnn.weight_hh_l0	5	-0.026885194703936577
258594	rnn.weight_hh_l0	6	-0.06367888301610947
258594	rnn.weight_hh_l0	7	0.008963034488260746
258594	rnn.weight_hh_l0	8	0.013421963900327682
258594	rnn.weight_hh_l0	9	-0.025647323578596115
258594	rnn.bias_ih_l0	0	0.12977126240730286
258594	rnn.bias_ih_l0	1	-0.03431297838687897
258594	rnn.bias_ih_l0	2	-0.033952392637729645
258594	rnn.bias_ih_l0	3	0.16321724653244019
258594	rnn.bias_ih_l0	4	-0.012851727195084095
258594	rnn.bias_ih_l0	5	-0.023355010896921158
258594	rnn.bias_ih_l0	6	0.017101766541600227
258594	rnn.bias_ih_l0	7	0.02357989363372326
258594	rnn.bias_ih_l0	8	-0.09947691857814789
258594	rnn.bias_ih_l0	9	-0.04104725271463394
258594	rnn.bias_hh_l0	0	-0.0011914620408788323
258594	rnn.bias_hh_l0	1	-0.10024190694093704
258594	rnn.bias_hh_l0	2	-0.07508113235235214
258594	rnn.bias_hh_l0	3	-0.0887625440955162
258594	rnn.bias_hh_l0	4	0.008665291592478752
258594	rnn.bias_hh_l0	5	-0.020471392199397087
258594	rnn.bias_hh_l0	6	0.028641603887081146
258594	rnn.bias_hh_l0	7	0.06102783605456352
258594	rnn.bias_hh_l0	8	-0.1233522891998291
258594	rnn.bias_hh_l0	9	-0.058961015194654465
258594	rnn.weight_ih_l0_reverse	0	-0.02548130787909031
258594	rnn.weight_ih_l0_reverse	1	-0.057022448629140854
258594	rnn.weight_ih_l0_reverse	2	-0.04880531504750252
258594	rnn.weight_ih_l0_reverse	3	0.015613558702170849
258594	rnn.weight_ih_l0_reverse	4	-0.02518097311258316
258594	rnn.weight_ih_l0_reverse	5	-0.05753916874527931
258594	rnn.weight_ih_l0_reverse	6	0.07371903955936432
258594	rnn.weight_ih_l0_reverse	7	-0.018782924860715866
258594	rnn.weight_ih_l0_reverse	8	-0.01844101957976818
258594	rnn.weight_ih_l0_reverse	9	0.004486941732466221
258594	rnn.weight_hh_l0_reverse	0	0.06854637712240219
258594	rnn.weight_hh_l0_reverse	1	0.01973186805844307
258594	rnn.weight_hh_l0_reverse	2	0.02998368628323078
258594	rnn.weight_hh_l0_reverse	3	0.03529546782374382
258594	rnn.weight_hh_l0_reverse	4	0.014343401417136192
258594	rnn.weight_hh_l0_reverse	5	0.008157017640769482
258594	rnn.weight_hh_l0_reverse	6	0.051046717911958694
258594	rnn.weight_hh_l0_reverse	7	-0.08185427635908127
258594	rnn.weight_hh_l0_reverse	8	0.040156830102205276
258594	rnn.weight_hh_l0_reverse	9	0.034801799803972244
258594	rnn.bias_ih_l0_reverse	0	-0.057031240314245224
258594	rnn.bias_ih_l0_reverse	1	-0.28267183899879456
258594	rnn.bias_ih_l0_reverse	2	-0.12481123954057693
258594	rnn.bias_ih_l0_reverse	3	-0.047852881252765656
258594	rnn.bias_ih_l0_reverse	4	-0.02233649604022503
258594	rnn.bias_ih_l0_reverse	5	0.0753536969423294
258594	rnn.bias_ih_l0_reverse	6	-0.06524261832237244
258594	rnn.bias_ih_l0_reverse	7	0.061019860208034515
258594	rnn.bias_ih_l0_reverse	8	-0.03560291975736618
258594	rnn.bias_ih_l0_reverse	9	0.06588254868984222
258594	rnn.bias_hh_l0_reverse	0	0.023627206683158875
258594	rnn.bias_hh_l0_reverse	1	-0.06324076652526855
258594	rnn.bias_hh_l0_reverse	2	0.08872907608747482
258594	rnn.bias_hh_l0_reverse	3	-0.051693666726350784
258594	rnn.bias_hh_l0_reverse	4	-0.028083065524697304
258594	rnn.bias_hh_l0_reverse	5	-0.021753819659352303
258594	rnn.bias_hh_l0_reverse	6	-0.01995163969695568
258594	rnn.bias_hh_l0_reverse	7	0.09939410537481308
258594	rnn.bias_hh_l0_reverse	8	0.030238907784223557
258594	rnn.bias_hh_l0_reverse	9	-0.14872145652770996
258594	rnn.weight_ih_l1	0	-0.029686084017157555
258594	rnn.weight_ih_l1	1	-0.050271183252334595
258594	rnn.weight_ih_l1	2	0.06522264331579208
258594	rnn.weight_ih_l1	3	-0.07305531948804855
258594	rnn.weight_ih_l1	4	-0.014051244594156742
258594	rnn.weight_ih_l1	5	-0.0403425469994545
258594	rnn.weight_ih_l1	6	0.028938017785549164
258594	rnn.weight_ih_l1	7	-0.04448828101158142
258594	rnn.weight_ih_l1	8	0.03783484175801277
258594	rnn.weight_ih_l1	9	0.04488502815365791
258594	rnn.weight_hh_l1	0	-0.007305457256734371
258594	rnn.weight_hh_l1	1	0.01988530345261097
258594	rnn.weight_hh_l1	2	0.006798863876610994
258594	rnn.weight_hh_l1	3	-0.012668308801949024
258594	rnn.weight_hh_l1	4	0.004822901450097561
258594	rnn.weight_hh_l1	5	0.035198748111724854
258594	rnn.weight_hh_l1	6	0.03626859560608864
258594	rnn.weight_hh_l1	7	-0.016368234530091286
258594	rnn.weight_hh_l1	8	-0.007191800512373447
258594	rnn.weight_hh_l1	9	0.03873979300260544
258594	rnn.bias_ih_l1	0	-0.18397340178489685
258594	rnn.bias_ih_l1	1	-0.17441603541374207
258594	rnn.bias_ih_l1	2	-0.19729986786842346
258594	rnn.bias_ih_l1	3	-0.3076951801776886
258594	rnn.bias_ih_l1	4	-0.21205483376979828
258594	rnn.bias_ih_l1	5	-0.0887770876288414
258594	rnn.bias_ih_l1	6	-0.1592044234275818
258594	rnn.bias_ih_l1	7	-0.0026918980292975903
258594	rnn.bias_ih_l1	8	-0.1300550252199173
258594	rnn.bias_ih_l1	9	-0.12333795428276062
258594	rnn.bias_hh_l1	0	-0.09685438126325607
258594	rnn.bias_hh_l1	1	-0.06334482133388519
258594	rnn.bias_hh_l1	2	-0.08502896130084991
258594	rnn.bias_hh_l1	3	-0.07736027985811234
258594	rnn.bias_hh_l1	4	-0.07325480133295059
258594	rnn.bias_hh_l1	5	-0.1176379844546318
258594	rnn.bias_hh_l1	6	-0.16049091517925262
258594	rnn.bias_hh_l1	7	0.0744994580745697
258594	rnn.bias_hh_l1	8	-0.17584291100502014
258594	rnn.bias_hh_l1	9	-0.1150907501578331
258594	rnn.weight_ih_l1_reverse	0	-0.047289688140153885
258594	rnn.weight_ih_l1_reverse	1	0.03340061753988266
258594	rnn.weight_ih_l1_reverse	2	0.08801572024822235
258594	rnn.weight_ih_l1_reverse	3	-0.018210530281066895
258594	rnn.weight_ih_l1_reverse	4	-0.023135678842663765
258594	rnn.weight_ih_l1_reverse	5	-0.030383111909031868
258594	rnn.weight_ih_l1_reverse	6	-0.01966956816613674
258594	rnn.weight_ih_l1_reverse	7	0.02968728356063366
258594	rnn.weight_ih_l1_reverse	8	0.005349156446754932
258594	rnn.weight_ih_l1_reverse	9	-0.033500660210847855
258594	rnn.weight_hh_l1_reverse	0	0.004555523861199617
258594	rnn.weight_hh_l1_reverse	1	0.0316694900393486
258594	rnn.weight_hh_l1_reverse	2	-0.04061340540647507
258594	rnn.weight_hh_l1_reverse	3	0.035003140568733215
258594	rnn.weight_hh_l1_reverse	4	0.04722591117024422
258594	rnn.weight_hh_l1_reverse	5	0.005917002446949482
258594	rnn.weight_hh_l1_reverse	6	0.048987649381160736
258594	rnn.weight_hh_l1_reverse	7	0.031054917722940445
258594	rnn.weight_hh_l1_reverse	8	-0.007147755939513445
258594	rnn.weight_hh_l1_reverse	9	-0.030176328495144844
258594	rnn.bias_ih_l1_reverse	0	-0.045840807259082794
258594	rnn.bias_ih_l1_reverse	1	-0.1402512490749359
258594	rnn.bias_ih_l1_reverse	2	-0.16329745948314667
258594	rnn.bias_ih_l1_reverse	3	-0.06186634302139282
258594	rnn.bias_ih_l1_reverse	4	-0.20401446521282196
258594	rnn.bias_ih_l1_reverse	5	-0.11683899909257889
258594	rnn.bias_ih_l1_reverse	6	-0.1301770806312561
258594	rnn.bias_ih_l1_reverse	7	-0.191994309425354
258594	rnn.bias_ih_l1_reverse	8	0.2271621823310852
258594	rnn.bias_ih_l1_reverse	9	0.023042170330882072
258594	rnn.bias_hh_l1_reverse	0	0.0104893259704113
258594	rnn.bias_hh_l1_reverse	1	-0.06547112762928009
258594	rnn.bias_hh_l1_reverse	2	-0.23721790313720703
258594	rnn.bias_hh_l1_reverse	3	-0.14353583753108978
258594	rnn.bias_hh_l1_reverse	4	-0.08039449155330658
258594	rnn.bias_hh_l1_reverse	5	-0.1167057603597641
258594	rnn.bias_hh_l1_reverse	6	0.06337368488311768
258594	rnn.bias_hh_l1_reverse	7	-0.13559788465499878
258594	rnn.bias_hh_l1_reverse	8	-0.12502814829349518
258594	rnn.bias_hh_l1_reverse	9	-0.14816604554653168
258594	linear.weight	0	0.002228822559118271
258594	linear.weight	1	0.09845944494009018
258594	linear.weight	2	-0.09236866235733032
258594	linear.weight	3	0.31293269991874695
258594	linear.weight	4	0.15041600167751312
258594	linear.weight	5	-0.0655335783958435
258594	linear.weight	6	0.09269460290670395
258594	linear.weight	7	0.13563455641269684
258594	linear.weight	8	0.04113326966762543
258594	linear.weight	9	-0.05121287330985069
258594	linear.bias	0	0.08421283215284348
258594	linear.bias	1	-0.1889537125825882
258594	linear.bias	2	-0.44750943779945374
258594	linear.bias	3	-0.6558833718299866
258594	linear.bias	4	-1.2593551874160767
258594	linear.bias	5	-0.05983329564332962
258594	linear.bias	6	-0.8211472034454346
258594	linear.bias	7	0.27117273211479187
258594	linear.bias	8	-0.39832261204719543
258594	linear.bias	9	-1.0241254568099976
258791	transitions	0	0.7563514113426208
258791	transitions	1	0.13921384513378143
258791	transitions	2	-10000.0
258791	transitions	3	-1.8280895948410034
258791	transitions	4	-10000.0
258791	transitions	5	0.5628734827041626
258791	transitions	6	-0.08557204902172089
258791	transitions	7	-0.8112369179725647
258791	transitions	8	-1.4226607084274292
258791	transitions	9	-0.0012310859747231007
258791	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
258791	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
258791	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
258791	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
258791	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
258791	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
258791	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
258791	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
258791	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
258791	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
258791	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
258791	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
258791	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
258791	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
258791	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
258791	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
258791	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
258791	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
258791	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
258791	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
258791	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
258791	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
258791	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
258791	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
258791	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
258791	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
258791	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
258791	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
258791	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
258791	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
258791	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
258791	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
258791	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
258791	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
258791	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
258791	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
258791	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
258791	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
258791	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
258791	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
258791	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
258791	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
258791	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
258791	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
258791	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
258791	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
258791	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
258791	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
258791	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
258791	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
258791	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
258791	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
258791	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
258791	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
258791	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
258791	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
258791	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
258791	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
258791	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
258791	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
258791	embedding2nn.weight	0	0.016625268384814262
258791	embedding2nn.weight	1	-0.01273535005748272
258791	embedding2nn.weight	2	-0.014268254861235619
258791	embedding2nn.weight	3	-0.031498394906520844
258791	embedding2nn.weight	4	-0.0059150345623493195
258791	embedding2nn.weight	5	-0.0037005888298153877
258791	embedding2nn.weight	6	-0.003973265178501606
258791	embedding2nn.weight	7	-0.07729849964380264
258791	embedding2nn.weight	8	-0.0019979383796453476
258791	embedding2nn.weight	9	-0.027682451531291008
258791	embedding2nn.bias	0	0.03263149410486221
258791	embedding2nn.bias	1	-0.07615626603364944
258791	embedding2nn.bias	2	0.0710810199379921
258791	embedding2nn.bias	3	0.05227440595626831
258791	embedding2nn.bias	4	-0.04233891889452934
258791	embedding2nn.bias	5	-0.01077188365161419
258791	embedding2nn.bias	6	0.015297218225896358
258791	embedding2nn.bias	7	-0.05471904203295708
258791	embedding2nn.bias	8	0.07286863774061203
258791	embedding2nn.bias	9	0.04538222774863243
258791	rnn.weight_ih_l0	0	-0.08084941655397415
258791	rnn.weight_ih_l0	1	0.0030902710277587175
258791	rnn.weight_ih_l0	2	0.03519029542803764
258791	rnn.weight_ih_l0	3	0.022902091965079308
258791	rnn.weight_ih_l0	4	-0.04803955927491188
258791	rnn.weight_ih_l0	5	-0.06833676248788834
258791	rnn.weight_ih_l0	6	-0.0011432124301791191
258791	rnn.weight_ih_l0	7	0.05358429625630379
258791	rnn.weight_ih_l0	8	-0.016905969008803368
258791	rnn.weight_ih_l0	9	-0.030771946534514427
258791	rnn.weight_hh_l0	0	-0.030192876234650612
258791	rnn.weight_hh_l0	1	-0.007261950988322496
258791	rnn.weight_hh_l0	2	0.0066502769477665424
258791	rnn.weight_hh_l0	3	-0.07438269257545471
258791	rnn.weight_hh_l0	4	0.09322566539049149
258791	rnn.weight_hh_l0	5	-0.026875436305999756
258791	rnn.weight_hh_l0	6	-0.06367020308971405
258791	rnn.weight_hh_l0	7	0.00895588006824255
258791	rnn.weight_hh_l0	8	0.013415115885436535
258791	rnn.weight_hh_l0	9	-0.025655139237642288
258791	rnn.bias_ih_l0	0	0.12982159852981567
258791	rnn.bias_ih_l0	1	-0.03429980203509331
258791	rnn.bias_ih_l0	2	-0.03390740975737572
258791	rnn.bias_ih_l0	3	0.16325333714485168
258791	rnn.bias_ih_l0	4	-0.01284409686923027
258791	rnn.bias_ih_l0	5	-0.02329622395336628
258791	rnn.bias_ih_l0	6	0.01705523580312729
258791	rnn.bias_ih_l0	7	0.0236043781042099
258791	rnn.bias_ih_l0	8	-0.0994575172662735
258791	rnn.bias_ih_l0	9	-0.041119806468486786
258791	rnn.bias_hh_l0	0	-0.0011913253692910075
258791	rnn.bias_hh_l0	1	-0.10037418454885483
258791	rnn.bias_hh_l0	2	-0.07507665455341339
258791	rnn.bias_hh_l0	3	-0.08876267075538635
258791	rnn.bias_hh_l0	4	0.008687380701303482
258791	rnn.bias_hh_l0	5	-0.020421745255589485
258791	rnn.bias_hh_l0	6	0.02866969257593155
258791	rnn.bias_hh_l0	7	0.061113979667425156
258791	rnn.bias_hh_l0	8	-0.12335245311260223
258791	rnn.bias_hh_l0	9	-0.058963023126125336
258791	rnn.weight_ih_l0_reverse	0	-0.025476405397057533
258791	rnn.weight_ih_l0_reverse	1	-0.05702131241559982
258791	rnn.weight_ih_l0_reverse	2	-0.048820316791534424
258791	rnn.weight_ih_l0_reverse	3	0.015592624433338642
258791	rnn.weight_ih_l0_reverse	4	-0.02517077513039112
258791	rnn.weight_ih_l0_reverse	5	-0.057532355189323425
258791	rnn.weight_ih_l0_reverse	6	0.07369644194841385
258791	rnn.weight_ih_l0_reverse	7	-0.018791260197758675
258791	rnn.weight_ih_l0_reverse	8	-0.01843765564262867
258791	rnn.weight_ih_l0_reverse	9	0.0044870562851428986
258791	rnn.weight_hh_l0_reverse	0	0.0685596838593483
258791	rnn.weight_hh_l0_reverse	1	0.01973465085029602
258791	rnn.weight_hh_l0_reverse	2	0.029984619468450546
258791	rnn.weight_hh_l0_reverse	3	0.03528449311852455
258791	rnn.weight_hh_l0_reverse	4	0.014341410249471664
258791	rnn.weight_hh_l0_reverse	5	0.008169173263013363
258791	rnn.weight_hh_l0_reverse	6	0.051051679998636246
258791	rnn.weight_hh_l0_reverse	7	-0.08183269202709198
258791	rnn.weight_hh_l0_reverse	8	0.04015805199742317
258791	rnn.weight_hh_l0_reverse	9	0.034811634570360184
258791	rnn.bias_ih_l0_reverse	0	-0.05706009641289711
258791	rnn.bias_ih_l0_reverse	1	-0.28280240297317505
258791	rnn.bias_ih_l0_reverse	2	-0.12484046816825867
258791	rnn.bias_ih_l0_reverse	3	-0.04787987843155861
258791	rnn.bias_ih_l0_reverse	4	-0.02232309803366661
258791	rnn.bias_ih_l0_reverse	5	0.07533752173185349
258791	rnn.bias_ih_l0_reverse	6	-0.06523378938436508
258791	rnn.bias_ih_l0_reverse	7	0.061043426394462585
258791	rnn.bias_ih_l0_reverse	8	-0.03565855696797371
258791	rnn.bias_ih_l0_reverse	9	0.06584660708904266
258791	rnn.bias_hh_l0_reverse	0	0.023598939180374146
258791	rnn.bias_hh_l0_reverse	1	-0.0631645917892456
258791	rnn.bias_hh_l0_reverse	2	0.08874903619289398
258791	rnn.bias_hh_l0_reverse	3	-0.05169859156012535
258791	rnn.bias_hh_l0_reverse	4	-0.028103366494178772
258791	rnn.bias_hh_l0_reverse	5	-0.02177967131137848
258791	rnn.bias_hh_l0_reverse	6	-0.019932812079787254
258791	rnn.bias_hh_l0_reverse	7	0.099338099360466
258791	rnn.bias_hh_l0_reverse	8	0.030251426622271538
258791	rnn.bias_hh_l0_reverse	9	-0.14871160686016083
258791	rnn.weight_ih_l1	0	-0.029693709686398506
258791	rnn.weight_ih_l1	1	-0.050252191722393036
258791	rnn.weight_ih_l1	2	0.06521298736333847
258791	rnn.weight_ih_l1	3	-0.0730513408780098
258791	rnn.weight_ih_l1	4	-0.014076032675802708
258791	rnn.weight_ih_l1	5	-0.04034635052084923
258791	rnn.weight_ih_l1	6	0.028943447396159172
258791	rnn.weight_ih_l1	7	-0.04451365023851395
258791	rnn.weight_ih_l1	8	0.037845760583877563
258791	rnn.weight_ih_l1	9	0.04488204047083855
258791	rnn.weight_hh_l1	0	-0.007312447763979435
258791	rnn.weight_hh_l1	1	0.019886089488863945
258791	rnn.weight_hh_l1	2	0.0068079098127782345
258791	rnn.weight_hh_l1	3	-0.012667194940149784
258791	rnn.weight_hh_l1	4	0.0048170555382966995
258791	rnn.weight_hh_l1	5	0.03518860414624214
258791	rnn.weight_hh_l1	6	0.036262352019548416
258791	rnn.weight_hh_l1	7	-0.016374066472053528
258791	rnn.weight_hh_l1	8	-0.007190137170255184
258791	rnn.weight_hh_l1	9	0.0387532114982605
258791	rnn.bias_ih_l1	0	-0.18396957218647003
258791	rnn.bias_ih_l1	1	-0.17441833019256592
258791	rnn.bias_ih_l1	2	-0.197274848818779
258791	rnn.bias_ih_l1	3	-0.3076651394367218
258791	rnn.bias_ih_l1	4	-0.21209125220775604
258791	rnn.bias_ih_l1	5	-0.08879760652780533
258791	rnn.bias_ih_l1	6	-0.1591278612613678
258791	rnn.bias_ih_l1	7	-0.0027089340146631002
258791	rnn.bias_ih_l1	8	-0.13004513084888458
258791	rnn.bias_ih_l1	9	-0.12334545701742172
258791	rnn.bias_hh_l1	0	-0.09686025977134705
258791	rnn.bias_hh_l1	1	-0.06335131824016571
258791	rnn.bias_hh_l1	2	-0.08504699915647507
258791	rnn.bias_hh_l1	3	-0.07730050384998322
258791	rnn.bias_hh_l1	4	-0.07326409965753555
258791	rnn.bias_hh_l1	5	-0.1176372841000557
258791	rnn.bias_hh_l1	6	-0.16051290929317474
258791	rnn.bias_hh_l1	7	0.07448840141296387
258791	rnn.bias_hh_l1	8	-0.17580485343933105
258791	rnn.bias_hh_l1	9	-0.11510305106639862
258791	rnn.weight_ih_l1_reverse	0	-0.04729240760207176
258791	rnn.weight_ih_l1_reverse	1	0.03342472389340401
258791	rnn.weight_ih_l1_reverse	2	0.08801162987947464
258791	rnn.weight_ih_l1_reverse	3	-0.018238216638565063
258791	rnn.weight_ih_l1_reverse	4	-0.02315739169716835
258791	rnn.weight_ih_l1_reverse	5	-0.03038487769663334
258791	rnn.weight_ih_l1_reverse	6	-0.019675076007843018
258791	rnn.weight_ih_l1_reverse	7	0.029693638905882835
258791	rnn.weight_ih_l1_reverse	8	0.005317650269716978
258791	rnn.weight_ih_l1_reverse	9	-0.033515315502882004
258791	rnn.weight_hh_l1_reverse	0	0.00456080911681056
258791	rnn.weight_hh_l1_reverse	1	0.03167519345879555
258791	rnn.weight_hh_l1_reverse	2	-0.04061093181371689
258791	rnn.weight_hh_l1_reverse	3	0.03500547632575035
258791	rnn.weight_hh_l1_reverse	4	0.047234389930963516
258791	rnn.weight_hh_l1_reverse	5	0.005924073979258537
258791	rnn.weight_hh_l1_reverse	6	0.04903566092252731
258791	rnn.weight_hh_l1_reverse	7	0.031055482104420662
258791	rnn.weight_hh_l1_reverse	8	-0.0071509843692183495
258791	rnn.weight_hh_l1_reverse	9	-0.03018142096698284
258791	rnn.bias_ih_l1_reverse	0	-0.045851562172174454
258791	rnn.bias_ih_l1_reverse	1	-0.14020882546901703
258791	rnn.bias_ih_l1_reverse	2	-0.1632336974143982
258791	rnn.bias_ih_l1_reverse	3	-0.06188002601265907
258791	rnn.bias_ih_l1_reverse	4	-0.20401374995708466
258791	rnn.bias_ih_l1_reverse	5	-0.1168171763420105
258791	rnn.bias_ih_l1_reverse	6	-0.13020813465118408
258791	rnn.bias_ih_l1_reverse	7	-0.19207695126533508
258791	rnn.bias_ih_l1_reverse	8	0.22720882296562195
258791	rnn.bias_ih_l1_reverse	9	0.02307666279375553
258791	rnn.bias_hh_l1_reverse	0	0.010631274431943893
258791	rnn.bias_hh_l1_reverse	1	-0.06555597484111786
258791	rnn.bias_hh_l1_reverse	2	-0.23719783127307892
258791	rnn.bias_hh_l1_reverse	3	-0.1435629278421402
258791	rnn.bias_hh_l1_reverse	4	-0.08036307990550995
258791	rnn.bias_hh_l1_reverse	5	-0.11675230413675308
258791	rnn.bias_hh_l1_reverse	6	0.06336400657892227
258791	rnn.bias_hh_l1_reverse	7	-0.13559232652187347
258791	rnn.bias_hh_l1_reverse	8	-0.1250101774930954
258791	rnn.bias_hh_l1_reverse	9	-0.14816707372665405
258791	linear.weight	0	0.002228822559118271
258791	linear.weight	1	0.09841562062501907
258791	linear.weight	2	-0.0923510193824768
258791	linear.weight	3	0.3129687011241913
258791	linear.weight	4	0.15031197667121887
258791	linear.weight	5	-0.06555415689945221
258791	linear.weight	6	0.09275123476982117
258791	linear.weight	7	0.1356819123029709
258791	linear.weight	8	0.04113326966762543
258791	linear.weight	9	-0.051231153309345245
258791	linear.bias	0	0.08436743915081024
258791	linear.bias	1	-0.18913881480693817
258791	linear.bias	2	-0.4490121304988861
258791	linear.bias	3	-0.6564521789550781
258791	linear.bias	4	-1.2598950862884521
258791	linear.bias	5	-0.059664107859134674
258791	linear.bias	6	-0.821375846862793
258791	linear.bias	7	0.27132558822631836
258791	linear.bias	8	-0.3983047902584076
258791	linear.bias	9	-1.0241167545318604
258988	transitions	0	0.7561627626419067
258988	transitions	1	0.13920199871063232
258988	transitions	2	-10000.0
258988	transitions	3	-1.8280898332595825
258988	transitions	4	-10000.0
258988	transitions	5	0.5628724694252014
258988	transitions	6	-0.0855727270245552
258988	transitions	7	-0.811240017414093
258988	transitions	8	-1.4226609468460083
258988	transitions	9	-0.0012310942402109504
258988	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
258988	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
258988	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
258988	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
258988	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
258988	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
258988	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
258988	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
258988	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
258988	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
258988	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
258988	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
258988	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
258988	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
258988	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
258988	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
258988	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
258988	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
258988	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
258988	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
258988	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
258988	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
258988	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
258988	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
258988	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
258988	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
258988	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
258988	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
258988	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
258988	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
258988	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
258988	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
258988	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
258988	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
258988	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
258988	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
258988	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
258988	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
258988	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
258988	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
258988	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
258988	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
258988	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
258988	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
258988	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
258988	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
258988	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
258988	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
258988	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
258988	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
258988	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
258988	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
258988	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
258988	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
258988	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
258988	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
258988	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
258988	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
258988	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
258988	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
258988	embedding2nn.weight	0	0.016657577827572823
258988	embedding2nn.weight	1	-0.012735896743834019
258988	embedding2nn.weight	2	-0.014268254861235619
258988	embedding2nn.weight	3	-0.03147386386990547
258988	embedding2nn.weight	4	-0.0059150345623493195
258988	embedding2nn.weight	5	-0.0037005888298153877
258988	embedding2nn.weight	6	-0.003973265178501606
258988	embedding2nn.weight	7	-0.07727774977684021
258988	embedding2nn.weight	8	-0.0019979383796453476
258988	embedding2nn.weight	9	-0.027676811441779137
258988	embedding2nn.bias	0	0.0324660949409008
258988	embedding2nn.bias	1	-0.07593799382448196
258988	embedding2nn.bias	2	0.07110884040594101
258988	embedding2nn.bias	3	0.052218738943338394
258988	embedding2nn.bias	4	-0.04249780625104904
258988	embedding2nn.bias	5	-0.01086315419524908
258988	embedding2nn.bias	6	0.015497428365051746
258988	embedding2nn.bias	7	-0.054771486669778824
258988	embedding2nn.bias	8	0.07299628108739853
258988	embedding2nn.bias	9	0.045434996485710144
258988	rnn.weight_ih_l0	0	-0.08084803074598312
258988	rnn.weight_ih_l0	1	0.0030722913797944784
258988	rnn.weight_ih_l0	2	0.035204991698265076
258988	rnn.weight_ih_l0	3	0.02290290594100952
258988	rnn.weight_ih_l0	4	-0.04804813861846924
258988	rnn.weight_ih_l0	5	-0.06831815838813782
258988	rnn.weight_ih_l0	6	-0.0011394658358767629
258988	rnn.weight_ih_l0	7	0.053580835461616516
258988	rnn.weight_ih_l0	8	-0.016918830573558807
258988	rnn.weight_ih_l0	9	-0.030768830329179764
258988	rnn.weight_hh_l0	0	-0.030196359381079674
258988	rnn.weight_hh_l0	1	-0.007257573772221804
258988	rnn.weight_hh_l0	2	0.006664559710770845
258988	rnn.weight_hh_l0	3	-0.07439596951007843
258988	rnn.weight_hh_l0	4	0.09322459995746613
258988	rnn.weight_hh_l0	5	-0.026876986026763916
258988	rnn.weight_hh_l0	6	-0.06366108357906342
258988	rnn.weight_hh_l0	7	0.008948516100645065
258988	rnn.weight_hh_l0	8	0.013427660800516605
258988	rnn.weight_hh_l0	9	-0.025654174387454987
258988	rnn.bias_ih_l0	0	0.12976090610027313
258988	rnn.bias_ih_l0	1	-0.034296005964279175
258988	rnn.bias_ih_l0	2	-0.033947788178920746
258988	rnn.bias_ih_l0	3	0.16329576075077057
258988	rnn.bias_ih_l0	4	-0.012803438119590282
258988	rnn.bias_ih_l0	5	-0.023255737498402596
258988	rnn.bias_ih_l0	6	0.01705903559923172
258988	rnn.bias_ih_l0	7	0.023605957627296448
258988	rnn.bias_ih_l0	8	-0.09946999698877335
258988	rnn.bias_ih_l0	9	-0.041068606078624725
258988	rnn.bias_hh_l0	0	-0.0012519138399511576
258988	rnn.bias_hh_l0	1	-0.10040151327848434
258988	rnn.bias_hh_l0	2	-0.0751151442527771
258988	rnn.bias_hh_l0	3	-0.08871911466121674
258988	rnn.bias_hh_l0	4	0.008654830977320671
258988	rnn.bias_hh_l0	5	-0.020431270822882652
258988	rnn.bias_hh_l0	6	0.028646985068917274
258988	rnn.bias_hh_l0	7	0.06107713654637337
258988	rnn.bias_hh_l0	8	-0.12333761155605316
258988	rnn.bias_hh_l0	9	-0.05895291641354561
258988	rnn.weight_ih_l0_reverse	0	-0.025479350239038467
258988	rnn.weight_ih_l0_reverse	1	-0.05701950937509537
258988	rnn.weight_ih_l0_reverse	2	-0.04881635680794716
258988	rnn.weight_ih_l0_reverse	3	0.015570367686450481
258988	rnn.weight_ih_l0_reverse	4	-0.025180744007229805
258988	rnn.weight_ih_l0_reverse	5	-0.05751713365316391
258988	rnn.weight_ih_l0_reverse	6	0.07370977103710175
258988	rnn.weight_ih_l0_reverse	7	-0.01879245601594448
258988	rnn.weight_ih_l0_reverse	8	-0.018436484038829803
258988	rnn.weight_ih_l0_reverse	9	0.004490881692618132
258988	rnn.weight_hh_l0_reverse	0	0.0685754269361496
258988	rnn.weight_hh_l0_reverse	1	0.01972057670354843
258988	rnn.weight_hh_l0_reverse	2	0.02996871806681156
258988	rnn.weight_hh_l0_reverse	3	0.035276371985673904
258988	rnn.weight_hh_l0_reverse	4	0.014346360228955746
258988	rnn.weight_hh_l0_reverse	5	0.008166036568582058
258988	rnn.weight_hh_l0_reverse	6	0.05104518309235573
258988	rnn.weight_hh_l0_reverse	7	-0.0818202868103981
258988	rnn.weight_hh_l0_reverse	8	0.040149882435798645
258988	rnn.weight_hh_l0_reverse	9	0.03479059785604477
258988	rnn.bias_ih_l0_reverse	0	-0.05704210326075554
258988	rnn.bias_ih_l0_reverse	1	-0.2828640639781952
258988	rnn.bias_ih_l0_reverse	2	-0.12492071837186813
258988	rnn.bias_ih_l0_reverse	3	-0.04792821407318115
258988	rnn.bias_ih_l0_reverse	4	-0.022342830896377563
258988	rnn.bias_ih_l0_reverse	5	0.07536941021680832
258988	rnn.bias_ih_l0_reverse	6	-0.06524749100208282
258988	rnn.bias_ih_l0_reverse	7	0.061094071716070175
258988	rnn.bias_ih_l0_reverse	8	-0.03565990924835205
258988	rnn.bias_ih_l0_reverse	9	0.06582023203372955
258988	rnn.bias_hh_l0_reverse	0	0.023604800924658775
258988	rnn.bias_hh_l0_reverse	1	-0.06314171105623245
258988	rnn.bias_hh_l0_reverse	2	0.08882071822881699
258988	rnn.bias_hh_l0_reverse	3	-0.05170899257063866
258988	rnn.bias_hh_l0_reverse	4	-0.02817459963262081
258988	rnn.bias_hh_l0_reverse	5	-0.021757308393716812
258988	rnn.bias_hh_l0_reverse	6	-0.019908573478460312
258988	rnn.bias_hh_l0_reverse	7	0.0993744358420372
258988	rnn.bias_hh_l0_reverse	8	0.03026914782822132
258988	rnn.bias_hh_l0_reverse	9	-0.1488100290298462
258988	rnn.weight_ih_l1	0	-0.02969875931739807
258988	rnn.weight_ih_l1	1	-0.050234079360961914
258988	rnn.weight_ih_l1	2	0.06517838686704636
258988	rnn.weight_ih_l1	3	-0.07305749505758286
258988	rnn.weight_ih_l1	4	-0.014067064970731735
258988	rnn.weight_ih_l1	5	-0.0403437577188015
258988	rnn.weight_ih_l1	6	0.028919754549860954
258988	rnn.weight_ih_l1	7	-0.044526100158691406
258988	rnn.weight_ih_l1	8	0.03785029798746109
258988	rnn.weight_ih_l1	9	0.044867124408483505
258988	rnn.weight_hh_l1	0	-0.007319227326661348
258988	rnn.weight_hh_l1	1	0.01988798752427101
258988	rnn.weight_hh_l1	2	0.006813672371208668
258988	rnn.weight_hh_l1	3	-0.012666789814829826
258988	rnn.weight_hh_l1	4	0.004822784103453159
258988	rnn.weight_hh_l1	5	0.035199712961912155
258988	rnn.weight_hh_l1	6	0.03625888004899025
258988	rnn.weight_hh_l1	7	-0.016381438821554184
258988	rnn.weight_hh_l1	8	-0.0071790628135204315
258988	rnn.weight_hh_l1	9	0.038739122450351715
258988	rnn.bias_ih_l1	0	-0.18398630619049072
258988	rnn.bias_ih_l1	1	-0.174471914768219
258988	rnn.bias_ih_l1	2	-0.19729147851467133
258988	rnn.bias_ih_l1	3	-0.30767104029655457
258988	rnn.bias_ih_l1	4	-0.21199458837509155
258988	rnn.bias_ih_l1	5	-0.08880776911973953
258988	rnn.bias_ih_l1	6	-0.15912362933158875
258988	rnn.bias_ih_l1	7	-0.0026688517536967993
258988	rnn.bias_ih_l1	8	-0.13011965155601501
258988	rnn.bias_ih_l1	9	-0.12334036827087402
258988	rnn.bias_hh_l1	0	-0.0968819260597229
258988	rnn.bias_hh_l1	1	-0.06334368139505386
258988	rnn.bias_hh_l1	2	-0.08506280928850174
258988	rnn.bias_hh_l1	3	-0.07729914784431458
258988	rnn.bias_hh_l1	4	-0.07325085252523422
258988	rnn.bias_hh_l1	5	-0.11758645623922348
258988	rnn.bias_hh_l1	6	-0.16060400009155273
258988	rnn.bias_hh_l1	7	0.07450259476900101
258988	rnn.bias_hh_l1	8	-0.17582815885543823
258988	rnn.bias_hh_l1	9	-0.11516046524047852
258988	rnn.weight_ih_l1_reverse	0	-0.04725463315844536
258988	rnn.weight_ih_l1_reverse	1	0.03345801308751106
258988	rnn.weight_ih_l1_reverse	2	0.08801930397748947
258988	rnn.weight_ih_l1_reverse	3	-0.01821114867925644
258988	rnn.weight_ih_l1_reverse	4	-0.02316421829164028
258988	rnn.weight_ih_l1_reverse	5	-0.03038741834461689
258988	rnn.weight_ih_l1_reverse	6	-0.019671833142638206
258988	rnn.weight_ih_l1_reverse	7	0.029679080471396446
258988	rnn.weight_ih_l1_reverse	8	0.005327049642801285
258988	rnn.weight_ih_l1_reverse	9	-0.0335104875266552
258988	rnn.weight_hh_l1_reverse	0	0.004569306503981352
258988	rnn.weight_hh_l1_reverse	1	0.03167342022061348
258988	rnn.weight_hh_l1_reverse	2	-0.04061075672507286
258988	rnn.weight_hh_l1_reverse	3	0.03500577434897423
258988	rnn.weight_hh_l1_reverse	4	0.047243524342775345
258988	rnn.weight_hh_l1_reverse	5	0.0059289182536304
258988	rnn.weight_hh_l1_reverse	6	0.049094635993242264
258988	rnn.weight_hh_l1_reverse	7	0.031051030382514
258988	rnn.weight_hh_l1_reverse	8	-0.007152642123401165
258988	rnn.weight_hh_l1_reverse	9	-0.030178332701325417
258988	rnn.bias_ih_l1_reverse	0	-0.04583032801747322
258988	rnn.bias_ih_l1_reverse	1	-0.14021259546279907
258988	rnn.bias_ih_l1_reverse	2	-0.16323868930339813
258988	rnn.bias_ih_l1_reverse	3	-0.061994463205337524
258988	rnn.bias_ih_l1_reverse	4	-0.2040301263332367
258988	rnn.bias_ih_l1_reverse	5	-0.11678599566221237
258988	rnn.bias_ih_l1_reverse	6	-0.13023407757282257
258988	rnn.bias_ih_l1_reverse	7	-0.19203372299671173
258988	rnn.bias_ih_l1_reverse	8	0.22722724080085754
258988	rnn.bias_ih_l1_reverse	9	0.023052658885717392
258988	rnn.bias_hh_l1_reverse	0	0.010667654685676098
258988	rnn.bias_hh_l1_reverse	1	-0.06560453772544861
258988	rnn.bias_hh_l1_reverse	2	-0.23718613386154175
258988	rnn.bias_hh_l1_reverse	3	-0.14353185892105103
258988	rnn.bias_hh_l1_reverse	4	-0.08036928623914719
258988	rnn.bias_hh_l1_reverse	5	-0.11674090474843979
258988	rnn.bias_hh_l1_reverse	6	0.06345968693494797
258988	rnn.bias_hh_l1_reverse	7	-0.13562257587909698
258988	rnn.bias_hh_l1_reverse	8	-0.12497225403785706
258988	rnn.bias_hh_l1_reverse	9	-0.14817321300506592
258988	linear.weight	0	0.002228822559118271
258988	linear.weight	1	0.09828851372003555
258988	linear.weight	2	-0.09242521226406097
258988	linear.weight	3	0.3128596842288971
258988	linear.weight	4	0.15033091604709625
258988	linear.weight	5	-0.06555904448032379
258988	linear.weight	6	0.09248379617929459
258988	linear.weight	7	0.1356860101222992
258988	linear.weight	8	0.04113326594233513
258988	linear.weight	9	-0.05118953064084053
258988	linear.bias	0	0.08335654437541962
258988	linear.bias	1	-0.18885251879692078
258988	linear.bias	2	-0.449830025434494
258988	linear.bias	3	-0.6564805507659912
258988	linear.bias	4	-1.2599023580551147
258988	linear.bias	5	-0.0605231337249279
258988	linear.bias	6	-0.8210374712944031
258988	linear.bias	7	0.27050289511680603
258988	linear.bias	8	-0.39807918667793274
258988	linear.bias	9	-1.0238789319992065
259185	transitions	0	0.7560957074165344
259185	transitions	1	0.1391272395849228
259185	transitions	2	-10000.0
259185	transitions	3	-1.8280904293060303
259185	transitions	4	-10000.0
259185	transitions	5	0.5628712773323059
259185	transitions	6	-0.08557295799255371
259185	transitions	7	-0.8112419843673706
259185	transitions	8	-1.422661542892456
259185	transitions	9	-0.0012310968013480306
259185	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
259185	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
259185	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
259185	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
259185	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
259185	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
259185	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
259185	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
259185	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
259185	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
259185	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
259185	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
259185	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
259185	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
259185	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
259185	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
259185	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
259185	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
259185	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
259185	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
259185	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
259185	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
259185	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
259185	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
259185	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
259185	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
259185	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
259185	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
259185	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
259185	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
259185	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
259185	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
259185	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
259185	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
259185	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
259185	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
259185	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
259185	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
259185	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
259185	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
259185	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
259185	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
259185	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
259185	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
259185	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
259185	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
259185	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
259185	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
259185	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
259185	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
259185	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
259185	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
259185	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
259185	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
259185	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
259185	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
259185	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
259185	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
259185	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
259185	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
259185	embedding2nn.weight	0	0.01666138879954815
259185	embedding2nn.weight	1	-0.01273195818066597
259185	embedding2nn.weight	2	-0.014268254861235619
259185	embedding2nn.weight	3	-0.03148961067199707
259185	embedding2nn.weight	4	-0.0059150345623493195
259185	embedding2nn.weight	5	-0.0037005888298153877
259185	embedding2nn.weight	6	-0.003973265178501606
259185	embedding2nn.weight	7	-0.07728796452283859
259185	embedding2nn.weight	8	-0.0019979383796453476
259185	embedding2nn.weight	9	-0.027682073414325714
259185	embedding2nn.bias	0	0.032453324645757675
259185	embedding2nn.bias	1	-0.07597676664590836
259185	embedding2nn.bias	2	0.07124324887990952
259185	embedding2nn.bias	3	0.05218786001205444
259185	embedding2nn.bias	4	-0.04248398542404175
259185	embedding2nn.bias	5	-0.010783733800053596
259185	embedding2nn.bias	6	0.015601599588990211
259185	embedding2nn.bias	7	-0.05485353246331215
259185	embedding2nn.bias	8	0.07311239093542099
259185	embedding2nn.bias	9	0.04539990797638893
259185	rnn.weight_ih_l0	0	-0.08082978427410126
259185	rnn.weight_ih_l0	1	0.0030478239059448242
259185	rnn.weight_ih_l0	2	0.03520723804831505
259185	rnn.weight_ih_l0	3	0.022900724783539772
259185	rnn.weight_ih_l0	4	-0.04805988818407059
259185	rnn.weight_ih_l0	5	-0.06830540299415588
259185	rnn.weight_ih_l0	6	-0.001136071397922933
259185	rnn.weight_ih_l0	7	0.053574491292238235
259185	rnn.weight_ih_l0	8	-0.01690858043730259
259185	rnn.weight_ih_l0	9	-0.030800946056842804
259185	rnn.weight_hh_l0	0	-0.030197748914361
259185	rnn.weight_hh_l0	1	-0.007254451978951693
259185	rnn.weight_hh_l0	2	0.006671889219433069
259185	rnn.weight_hh_l0	3	-0.07439453154802322
259185	rnn.weight_hh_l0	4	0.09323678910732269
259185	rnn.weight_hh_l0	5	-0.026870746165513992
259185	rnn.weight_hh_l0	6	-0.06365799158811569
259185	rnn.weight_hh_l0	7	0.008959640748798847
259185	rnn.weight_hh_l0	8	0.013425668701529503
259185	rnn.weight_hh_l0	9	-0.02565372921526432
259185	rnn.bias_ih_l0	0	0.12975692749023438
259185	rnn.bias_ih_l0	1	-0.03437202051281929
259185	rnn.bias_ih_l0	2	-0.033946916460990906
259185	rnn.bias_ih_l0	3	0.16330651938915253
259185	rnn.bias_ih_l0	4	-0.012833800166845322
259185	rnn.bias_ih_l0	5	-0.023201702162623405
259185	rnn.bias_ih_l0	6	0.017094852402806282
259185	rnn.bias_ih_l0	7	0.023539992049336433
259185	rnn.bias_ih_l0	8	-0.0994706079363823
259185	rnn.bias_ih_l0	9	-0.0411241389811039
259185	rnn.bias_hh_l0	0	-0.001270353328436613
259185	rnn.bias_hh_l0	1	-0.10035663098096848
259185	rnn.bias_hh_l0	2	-0.07515217363834381
259185	rnn.bias_hh_l0	3	-0.08869647979736328
259185	rnn.bias_hh_l0	4	0.008715420961380005
259185	rnn.bias_hh_l0	5	-0.020474443212151527
259185	rnn.bias_hh_l0	6	0.028649017214775085
259185	rnn.bias_hh_l0	7	0.06109326705336571
259185	rnn.bias_hh_l0	8	-0.12333152443170547
259185	rnn.bias_hh_l0	9	-0.05889955535531044
259185	rnn.weight_ih_l0_reverse	0	-0.02549186535179615
259185	rnn.weight_ih_l0_reverse	1	-0.0570356622338295
259185	rnn.weight_ih_l0_reverse	2	-0.04885363578796387
259185	rnn.weight_ih_l0_reverse	3	0.015580735169351101
259185	rnn.weight_ih_l0_reverse	4	-0.025195561349391937
259185	rnn.weight_ih_l0_reverse	5	-0.05751732364296913
259185	rnn.weight_ih_l0_reverse	6	0.0737009271979332
259185	rnn.weight_ih_l0_reverse	7	-0.0187993161380291
259185	rnn.weight_ih_l0_reverse	8	-0.018444688990712166
259185	rnn.weight_ih_l0_reverse	9	0.004505059216171503
259185	rnn.weight_hh_l0_reverse	0	0.06853986531496048
259185	rnn.weight_hh_l0_reverse	1	0.019750917330384254
259185	rnn.weight_hh_l0_reverse	2	0.02997840940952301
259185	rnn.weight_hh_l0_reverse	3	0.035283248871564865
259185	rnn.weight_hh_l0_reverse	4	0.014349213801324368
259185	rnn.weight_hh_l0_reverse	5	0.00815832894295454
259185	rnn.weight_hh_l0_reverse	6	0.051036592572927475
259185	rnn.weight_hh_l0_reverse	7	-0.08183557540178299
259185	rnn.weight_hh_l0_reverse	8	0.0401582196354866
259185	rnn.weight_hh_l0_reverse	9	0.034791503101587296
259185	rnn.bias_ih_l0_reverse	0	-0.05700891464948654
259185	rnn.bias_ih_l0_reverse	1	-0.28291404247283936
259185	rnn.bias_ih_l0_reverse	2	-0.1248960942029953
259185	rnn.bias_ih_l0_reverse	3	-0.04794791713356972
259185	rnn.bias_ih_l0_reverse	4	-0.02236020565032959
259185	rnn.bias_ih_l0_reverse	5	0.07528243958950043
259185	rnn.bias_ih_l0_reverse	6	-0.06520356982946396
259185	rnn.bias_ih_l0_reverse	7	0.06110718473792076
259185	rnn.bias_ih_l0_reverse	8	-0.035701826214790344
259185	rnn.bias_ih_l0_reverse	9	0.06581811606884003
259185	rnn.bias_hh_l0_reverse	0	0.023620791733264923
259185	rnn.bias_hh_l0_reverse	1	-0.06308319419622421
259185	rnn.bias_hh_l0_reverse	2	0.08883088827133179
259185	rnn.bias_hh_l0_reverse	3	-0.05171015486121178
259185	rnn.bias_hh_l0_reverse	4	-0.028182409703731537
259185	rnn.bias_hh_l0_reverse	5	-0.02175200544297695
259185	rnn.bias_hh_l0_reverse	6	-0.01990448497235775
259185	rnn.bias_hh_l0_reverse	7	0.09940047562122345
259185	rnn.bias_hh_l0_reverse	8	0.030285144224762917
259185	rnn.bias_hh_l0_reverse	9	-0.14873966574668884
259185	rnn.weight_ih_l1	0	-0.029704071581363678
259185	rnn.weight_ih_l1	1	-0.050246089696884155
259185	rnn.weight_ih_l1	2	0.06513269990682602
259185	rnn.weight_ih_l1	3	-0.07305203378200531
259185	rnn.weight_ih_l1	4	-0.014067481271922588
259185	rnn.weight_ih_l1	5	-0.04034579172730446
259185	rnn.weight_ih_l1	6	0.028917068615555763
259185	rnn.weight_ih_l1	7	-0.04455660656094551
259185	rnn.weight_ih_l1	8	0.037849996238946915
259185	rnn.weight_ih_l1	9	0.04486040025949478
259185	rnn.weight_hh_l1	0	-0.007286519277840853
259185	rnn.weight_hh_l1	1	0.01988481916487217
259185	rnn.weight_hh_l1	2	0.006806627847254276
259185	rnn.weight_hh_l1	3	-0.012659857049584389
259185	rnn.weight_hh_l1	4	0.0048417807556688786
259185	rnn.weight_hh_l1	5	0.0351993553340435
259185	rnn.weight_hh_l1	6	0.03626592457294464
259185	rnn.weight_hh_l1	7	-0.01638437807559967
259185	rnn.weight_hh_l1	8	-0.0071838838048279285
259185	rnn.weight_hh_l1	9	0.038735128939151764
259185	rnn.bias_ih_l1	0	-0.183980792760849
259185	rnn.bias_ih_l1	1	-0.17451594769954681
259185	rnn.bias_ih_l1	2	-0.1972900778055191
259185	rnn.bias_ih_l1	3	-0.30768799781799316
259185	rnn.bias_ih_l1	4	-0.21215935051441193
259185	rnn.bias_ih_l1	5	-0.08881649374961853
259185	rnn.bias_ih_l1	6	-0.1591475009918213
259185	rnn.bias_ih_l1	7	-0.0026802807115018368
259185	rnn.bias_ih_l1	8	-0.13012295961380005
259185	rnn.bias_ih_l1	9	-0.12330532819032669
259185	rnn.bias_hh_l1	0	-0.09690039604902267
259185	rnn.bias_hh_l1	1	-0.06334363669157028
259185	rnn.bias_hh_l1	2	-0.08508265018463135
259185	rnn.bias_hh_l1	3	-0.07729392498731613
259185	rnn.bias_hh_l1	4	-0.07318488508462906
259185	rnn.bias_hh_l1	5	-0.11761511117219925
259185	rnn.bias_hh_l1	6	-0.16059570014476776
259185	rnn.bias_hh_l1	7	0.07454182207584381
259185	rnn.bias_hh_l1	8	-0.17578677833080292
259185	rnn.bias_hh_l1	9	-0.1151968464255333
259185	rnn.weight_ih_l1_reverse	0	-0.04726264625787735
259185	rnn.weight_ih_l1_reverse	1	0.03340828791260719
259185	rnn.weight_ih_l1_reverse	2	0.08805403858423233
259185	rnn.weight_ih_l1_reverse	3	-0.018170703202486038
259185	rnn.weight_ih_l1_reverse	4	-0.023172151297330856
259185	rnn.weight_ih_l1_reverse	5	-0.030384983867406845
259185	rnn.weight_ih_l1_reverse	6	-0.019686216488480568
259185	rnn.weight_ih_l1_reverse	7	0.0297018401324749
259185	rnn.weight_ih_l1_reverse	8	0.005335034802556038
259185	rnn.weight_ih_l1_reverse	9	-0.033571407198905945
259185	rnn.weight_hh_l1_reverse	0	0.004575336817651987
259185	rnn.weight_hh_l1_reverse	1	0.03167901933193207
259185	rnn.weight_hh_l1_reverse	2	-0.04061078280210495
259185	rnn.weight_hh_l1_reverse	3	0.035005006939172745
259185	rnn.weight_hh_l1_reverse	4	0.04723500460386276
259185	rnn.weight_hh_l1_reverse	5	0.005940345581620932
259185	rnn.weight_hh_l1_reverse	6	0.04908931627869606
259185	rnn.weight_hh_l1_reverse	7	0.03104938380420208
259185	rnn.weight_hh_l1_reverse	8	-0.007147790864109993
259185	rnn.weight_hh_l1_reverse	9	-0.030183367431163788
259185	rnn.bias_ih_l1_reverse	0	-0.04576338082551956
259185	rnn.bias_ih_l1_reverse	1	-0.14023356139659882
259185	rnn.bias_ih_l1_reverse	2	-0.16317252814769745
259185	rnn.bias_ih_l1_reverse	3	-0.061958424746990204
259185	rnn.bias_ih_l1_reverse	4	-0.20400944352149963
259185	rnn.bias_ih_l1_reverse	5	-0.116783007979393
259185	rnn.bias_ih_l1_reverse	6	-0.1302238255739212
259185	rnn.bias_ih_l1_reverse	7	-0.19201622903347015
259185	rnn.bias_ih_l1_reverse	8	0.22712953388690948
259185	rnn.bias_ih_l1_reverse	9	0.022976912558078766
259185	rnn.bias_hh_l1_reverse	0	0.010741770267486572
259185	rnn.bias_hh_l1_reverse	1	-0.06570699065923691
259185	rnn.bias_hh_l1_reverse	2	-0.23719607293605804
259185	rnn.bias_hh_l1_reverse	3	-0.14353127777576447
259185	rnn.bias_hh_l1_reverse	4	-0.08036957681179047
259185	rnn.bias_hh_l1_reverse	5	-0.11679346114397049
259185	rnn.bias_hh_l1_reverse	6	0.06345188617706299
259185	rnn.bias_hh_l1_reverse	7	-0.135573610663414
259185	rnn.bias_hh_l1_reverse	8	-0.12496475875377655
259185	rnn.bias_hh_l1_reverse	9	-0.1481422781944275
259185	linear.weight	0	0.002228822559118271
259185	linear.weight	1	0.09817767888307571
259185	linear.weight	2	-0.09242577850818634
259185	linear.weight	3	0.31283631920814514
259185	linear.weight	4	0.15034742653369904
259185	linear.weight	5	-0.06557083129882812
259185	linear.weight	6	0.09261287748813629
259185	linear.weight	7	0.13568337261676788
259185	linear.weight	8	0.04113326966762543
259185	linear.weight	9	-0.05123618617653847
259185	linear.bias	0	0.08262002468109131
259185	linear.bias	1	-0.18874844908714294
259185	linear.bias	2	-0.44962918758392334
259185	linear.bias	3	-0.6564924120903015
259185	linear.bias	4	-1.2599581480026245
259185	linear.bias	5	-0.060243550688028336
259185	linear.bias	6	-0.8209129571914673
259185	linear.bias	7	0.2707976698875427
259185	linear.bias	8	-0.39805471897125244
259185	linear.bias	9	-1.0238796472549438
259382	transitions	0	0.7560281157493591
259382	transitions	1	0.13908196985721588
259382	transitions	2	-10000.0
259382	transitions	3	-1.8280904293060303
259382	transitions	4	-10000.0
259382	transitions	5	0.5628707408905029
259382	transitions	6	-0.08557356148958206
259382	transitions	7	-0.811251163482666
259382	transitions	8	-1.4226652383804321
259382	transitions	9	-0.0012311029713600874
259382	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
259382	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
259382	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
259382	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
259382	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
259382	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
259382	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
259382	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
259382	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
259382	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
259382	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
259382	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
259382	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
259382	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
259382	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
259382	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
259382	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
259382	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
259382	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
259382	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
259382	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
259382	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
259382	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
259382	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
259382	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
259382	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
259382	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
259382	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
259382	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
259382	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
259382	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
259382	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
259382	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
259382	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
259382	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
259382	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
259382	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
259382	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
259382	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
259382	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
259382	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
259382	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
259382	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
259382	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
259382	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
259382	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
259382	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
259382	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
259382	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
259382	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
259382	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
259382	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
259382	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
259382	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
259382	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
259382	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
259382	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
259382	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
259382	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
259382	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
259382	embedding2nn.weight	0	0.01668866164982319
259382	embedding2nn.weight	1	-0.012732100673019886
259382	embedding2nn.weight	2	-0.014268254861235619
259382	embedding2nn.weight	3	-0.03148260712623596
259382	embedding2nn.weight	4	-0.0059150345623493195
259382	embedding2nn.weight	5	-0.0037005888298153877
259382	embedding2nn.weight	6	-0.003973265178501606
259382	embedding2nn.weight	7	-0.07726172357797623
259382	embedding2nn.weight	8	-0.0019979383796453476
259382	embedding2nn.weight	9	-0.027723757550120354
259382	embedding2nn.bias	0	0.0321958102285862
259382	embedding2nn.bias	1	-0.07563035190105438
259382	embedding2nn.bias	2	0.07119480520486832
259382	embedding2nn.bias	3	0.05228639766573906
259382	embedding2nn.bias	4	-0.042472582310438156
259382	embedding2nn.bias	5	-0.010886037722229958
259382	embedding2nn.bias	6	0.01566779799759388
259382	embedding2nn.bias	7	-0.05480390042066574
259382	embedding2nn.bias	8	0.07324442267417908
259382	embedding2nn.bias	9	0.04533706232905388
259382	rnn.weight_ih_l0	0	-0.08081632852554321
259382	rnn.weight_ih_l0	1	0.0030533603858202696
259382	rnn.weight_ih_l0	2	0.03520457446575165
259382	rnn.weight_ih_l0	3	0.02289283275604248
259382	rnn.weight_ih_l0	4	-0.04805951565504074
259382	rnn.weight_ih_l0	5	-0.0683150514960289
259382	rnn.weight_ih_l0	6	-0.00112398830242455
259382	rnn.weight_ih_l0	7	0.05358593538403511
259382	rnn.weight_ih_l0	8	-0.01691070944070816
259382	rnn.weight_ih_l0	9	-0.030800385400652885
259382	rnn.weight_hh_l0	0	-0.030188381671905518
259382	rnn.weight_hh_l0	1	-0.007257162593305111
259382	rnn.weight_hh_l0	2	0.006679243873804808
259382	rnn.weight_hh_l0	3	-0.07440376281738281
259382	rnn.weight_hh_l0	4	0.09325089305639267
259382	rnn.weight_hh_l0	5	-0.026878507807850838
259382	rnn.weight_hh_l0	6	-0.06366200000047684
259382	rnn.weight_hh_l0	7	0.008953673765063286
259382	rnn.weight_hh_l0	8	0.013418406248092651
259382	rnn.weight_hh_l0	9	-0.02565629594027996
259382	rnn.bias_ih_l0	0	0.12974828481674194
259382	rnn.bias_ih_l0	1	-0.03430389240384102
259382	rnn.bias_ih_l0	2	-0.03401720151305199
259382	rnn.bias_ih_l0	3	0.1632748395204544
259382	rnn.bias_ih_l0	4	-0.012899687513709068
259382	rnn.bias_ih_l0	5	-0.023155730217695236
259382	rnn.bias_ih_l0	6	0.01705634780228138
259382	rnn.bias_ih_l0	7	0.02353839762508869
259382	rnn.bias_ih_l0	8	-0.09949871897697449
259382	rnn.bias_ih_l0	9	-0.04112646356225014
259382	rnn.bias_hh_l0	0	-0.0012477171840146184
259382	rnn.bias_hh_l0	1	-0.10036250203847885
259382	rnn.bias_hh_l0	2	-0.07522474974393845
259382	rnn.bias_hh_l0	3	-0.08873483538627625
259382	rnn.bias_hh_l0	4	0.008701907470822334
259382	rnn.bias_hh_l0	5	-0.020473627373576164
259382	rnn.bias_hh_l0	6	0.028617581352591515
259382	rnn.bias_hh_l0	7	0.06102953478693962
259382	rnn.bias_hh_l0	8	-0.12319108843803406
259382	rnn.bias_hh_l0	9	-0.058836691081523895
259382	rnn.weight_ih_l0_reverse	0	-0.025502536445856094
259382	rnn.weight_ih_l0_reverse	1	-0.05703837424516678
259382	rnn.weight_ih_l0_reverse	2	-0.04882972687482834
259382	rnn.weight_ih_l0_reverse	3	0.015585063956677914
259382	rnn.weight_ih_l0_reverse	4	-0.025198709219694138
259382	rnn.weight_ih_l0_reverse	5	-0.0575152151286602
259382	rnn.weight_ih_l0_reverse	6	0.07368971407413483
259382	rnn.weight_ih_l0_reverse	7	-0.018800940364599228
259382	rnn.weight_ih_l0_reverse	8	-0.018435345962643623
259382	rnn.weight_ih_l0_reverse	9	0.004500291310250759
259382	rnn.weight_hh_l0_reverse	0	0.06853701174259186
259382	rnn.weight_hh_l0_reverse	1	0.019771868363022804
259382	rnn.weight_hh_l0_reverse	2	0.029957635328173637
259382	rnn.weight_hh_l0_reverse	3	0.0352783203125
259382	rnn.weight_hh_l0_reverse	4	0.014351730234920979
259382	rnn.weight_hh_l0_reverse	5	0.008133724331855774
259382	rnn.weight_hh_l0_reverse	6	0.051037535071372986
259382	rnn.weight_hh_l0_reverse	7	-0.08184322714805603
259382	rnn.weight_hh_l0_reverse	8	0.040151964873075485
259382	rnn.weight_hh_l0_reverse	9	0.03478756174445152
259382	rnn.bias_ih_l0_reverse	0	-0.05702944099903107
259382	rnn.bias_ih_l0_reverse	1	-0.28290167450904846
259382	rnn.bias_ih_l0_reverse	2	-0.12487851828336716
259382	rnn.bias_ih_l0_reverse	3	-0.04792243614792824
259382	rnn.bias_ih_l0_reverse	4	-0.02236151695251465
259382	rnn.bias_ih_l0_reverse	5	0.07527454942464828
259382	rnn.bias_ih_l0_reverse	6	-0.06520561128854752
259382	rnn.bias_ih_l0_reverse	7	0.06112109497189522
259382	rnn.bias_ih_l0_reverse	8	-0.035693734884262085
259382	rnn.bias_ih_l0_reverse	9	0.06578591465950012
259382	rnn.bias_hh_l0_reverse	0	0.023654703050851822
259382	rnn.bias_hh_l0_reverse	1	-0.06330078840255737
259382	rnn.bias_hh_l0_reverse	2	0.08879494667053223
259382	rnn.bias_hh_l0_reverse	3	-0.05168900266289711
259382	rnn.bias_hh_l0_reverse	4	-0.028143638744950294
259382	rnn.bias_hh_l0_reverse	5	-0.021770652383565903
259382	rnn.bias_hh_l0_reverse	6	-0.01988864690065384
259382	rnn.bias_hh_l0_reverse	7	0.09937763959169388
259382	rnn.bias_hh_l0_reverse	8	0.03024725243449211
259382	rnn.bias_hh_l0_reverse	9	-0.1487547755241394
259382	rnn.weight_ih_l1	0	-0.029699308797717094
259382	rnn.weight_ih_l1	1	-0.05026649683713913
259382	rnn.weight_ih_l1	2	0.06512288004159927
259382	rnn.weight_ih_l1	3	-0.07304687052965164
259382	rnn.weight_ih_l1	4	-0.014075499027967453
259382	rnn.weight_ih_l1	5	-0.04035165533423424
259382	rnn.weight_ih_l1	6	0.028927981853485107
259382	rnn.weight_ih_l1	7	-0.04454424977302551
259382	rnn.weight_ih_l1	8	0.037849895656108856
259382	rnn.weight_ih_l1	9	0.04485057294368744
259382	rnn.weight_hh_l1	0	-0.007287365384399891
259382	rnn.weight_hh_l1	1	0.019884057343006134
259382	rnn.weight_hh_l1	2	0.006810660474002361
259382	rnn.weight_hh_l1	3	-0.012666375376284122
259382	rnn.weight_hh_l1	4	0.00483409408479929
259382	rnn.weight_hh_l1	5	0.03520879149436951
259382	rnn.weight_hh_l1	6	0.03627640753984451
259382	rnn.weight_hh_l1	7	-0.01637691631913185
259382	rnn.weight_hh_l1	8	-0.007185718510299921
259382	rnn.weight_hh_l1	9	0.038727737963199615
259382	rnn.bias_ih_l1	0	-0.18394041061401367
259382	rnn.bias_ih_l1	1	-0.17451800405979156
259382	rnn.bias_ih_l1	2	-0.1971941739320755
259382	rnn.bias_ih_l1	3	-0.3077523112297058
259382	rnn.bias_ih_l1	4	-0.21209631860256195
259382	rnn.bias_ih_l1	5	-0.08879679441452026
259382	rnn.bias_ih_l1	6	-0.1591292768716812
259382	rnn.bias_ih_l1	7	-0.0027836288791149855
259382	rnn.bias_ih_l1	8	-0.1301204413175583
259382	rnn.bias_ih_l1	9	-0.12326469272375107
259382	rnn.bias_hh_l1	0	-0.09688325971364975
259382	rnn.bias_hh_l1	1	-0.06334277242422104
259382	rnn.bias_hh_l1	2	-0.08514245599508286
259382	rnn.bias_hh_l1	3	-0.07729005068540573
259382	rnn.bias_hh_l1	4	-0.07315980643033981
259382	rnn.bias_hh_l1	5	-0.11759231984615326
259382	rnn.bias_hh_l1	6	-0.1606551706790924
259382	rnn.bias_hh_l1	7	0.07449986785650253
259382	rnn.bias_hh_l1	8	-0.17577408254146576
259382	rnn.bias_hh_l1	9	-0.11522079259157181
259382	rnn.weight_ih_l1_reverse	0	-0.047271035611629486
259382	rnn.weight_ih_l1_reverse	1	0.033361904323101044
259382	rnn.weight_ih_l1_reverse	2	0.08810478448867798
259382	rnn.weight_ih_l1_reverse	3	-0.018160777166485786
259382	rnn.weight_ih_l1_reverse	4	-0.023171113803982735
259382	rnn.weight_ih_l1_reverse	5	-0.030384410172700882
259382	rnn.weight_ih_l1_reverse	6	-0.019658014178276062
259382	rnn.weight_ih_l1_reverse	7	0.02968008816242218
259382	rnn.weight_ih_l1_reverse	8	0.005367795005440712
259382	rnn.weight_ih_l1_reverse	9	-0.03359702602028847
259382	rnn.weight_hh_l1_reverse	0	0.004578203894197941
259382	rnn.weight_hh_l1_reverse	1	0.031684499233961105
259382	rnn.weight_hh_l1_reverse	2	-0.04061274603009224
259382	rnn.weight_hh_l1_reverse	3	0.03500191494822502
259382	rnn.weight_hh_l1_reverse	4	0.047234613448381424
259382	rnn.weight_hh_l1_reverse	5	0.005941768176853657
259382	rnn.weight_hh_l1_reverse	6	0.04910866171121597
259382	rnn.weight_hh_l1_reverse	7	0.031047770753502846
259382	rnn.weight_hh_l1_reverse	8	-0.0071471333503723145
259382	rnn.weight_hh_l1_reverse	9	-0.030190613120794296
259382	rnn.bias_ih_l1_reverse	0	-0.04574543982744217
259382	rnn.bias_ih_l1_reverse	1	-0.14026275277137756
259382	rnn.bias_ih_l1_reverse	2	-0.16314876079559326
259382	rnn.bias_ih_l1_reverse	3	-0.06191381439566612
259382	rnn.bias_ih_l1_reverse	4	-0.20400850474834442
259382	rnn.bias_ih_l1_reverse	5	-0.11678428202867508
259382	rnn.bias_ih_l1_reverse	6	-0.13021591305732727
259382	rnn.bias_ih_l1_reverse	7	-0.19203035533428192
259382	rnn.bias_ih_l1_reverse	8	0.2271302193403244
259382	rnn.bias_ih_l1_reverse	9	0.022886939346790314
259382	rnn.bias_hh_l1_reverse	0	0.010684802196919918
259382	rnn.bias_hh_l1_reverse	1	-0.06561685353517532
259382	rnn.bias_hh_l1_reverse	2	-0.2372148483991623
259382	rnn.bias_hh_l1_reverse	3	-0.1435149759054184
259382	rnn.bias_hh_l1_reverse	4	-0.08035101741552353
259382	rnn.bias_hh_l1_reverse	5	-0.1167164295911789
259382	rnn.bias_hh_l1_reverse	6	0.0635015219449997
259382	rnn.bias_hh_l1_reverse	7	-0.13557280600070953
259382	rnn.bias_hh_l1_reverse	8	-0.12500083446502686
259382	rnn.bias_hh_l1_reverse	9	-0.1481439471244812
259382	linear.weight	0	0.002228822559118271
259382	linear.weight	1	0.09822695702314377
259382	linear.weight	2	-0.09244304895401001
259382	linear.weight	3	0.3129548132419586
259382	linear.weight	4	0.150363028049469
259382	linear.weight	5	-0.06552273780107498
259382	linear.weight	6	0.09242524951696396
259382	linear.weight	7	0.13561409711837769
259382	linear.weight	8	0.04113326966762543
259382	linear.weight	9	-0.05111882835626602
259382	linear.bias	0	0.08267302066087723
259382	linear.bias	1	-0.18893447518348694
259382	linear.bias	2	-0.4489785432815552
259382	linear.bias	3	-0.6569979786872864
259382	linear.bias	4	-1.2604442834854126
259382	linear.bias	5	-0.0608525425195694
259382	linear.bias	6	-0.8211815357208252
259382	linear.bias	7	0.2701335549354553
259382	linear.bias	8	-0.3976781964302063
259382	linear.bias	9	-1.0234757661819458
259579	transitions	0	0.7562398910522461
259579	transitions	1	0.13901440799236298
259579	transitions	2	-10000.0
259579	transitions	3	-1.8280905485153198
259579	transitions	4	-10000.0
259579	transitions	5	0.562870442867279
259579	transitions	6	-0.08557423949241638
259579	transitions	7	-0.8112718462944031
259579	transitions	8	-1.4226655960083008
259579	transitions	9	-0.0012311076279729605
259579	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
259579	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
259579	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
259579	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
259579	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
259579	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
259579	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
259579	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
259579	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
259579	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
259579	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
259579	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
259579	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
259579	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
259579	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
259579	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
259579	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
259579	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
259579	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
259579	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
259579	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
259579	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
259579	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
259579	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
259579	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
259579	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
259579	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
259579	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
259579	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
259579	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
259579	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
259579	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
259579	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
259579	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
259579	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
259579	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
259579	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
259579	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
259579	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
259579	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
259579	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
259579	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
259579	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
259579	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
259579	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
259579	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
259579	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
259579	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
259579	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
259579	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
259579	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
259579	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
259579	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
259579	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
259579	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
259579	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
259579	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
259579	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
259579	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
259579	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
259579	embedding2nn.weight	0	0.01668737269937992
259579	embedding2nn.weight	1	-0.012729317881166935
259579	embedding2nn.weight	2	-0.014268254861235619
259579	embedding2nn.weight	3	-0.03145015984773636
259579	embedding2nn.weight	4	-0.0059150345623493195
259579	embedding2nn.weight	5	-0.0037005888298153877
259579	embedding2nn.weight	6	-0.003973265178501606
259579	embedding2nn.weight	7	-0.07726217806339264
259579	embedding2nn.weight	8	-0.0019979383796453476
259579	embedding2nn.weight	9	-0.02771398052573204
259579	embedding2nn.bias	0	0.03205324709415436
259579	embedding2nn.bias	1	-0.075581856071949
259579	embedding2nn.bias	2	0.07094528526067734
259579	embedding2nn.bias	3	0.05216395854949951
259579	embedding2nn.bias	4	-0.04231875762343407
259579	embedding2nn.bias	5	-0.010867718607187271
259579	embedding2nn.bias	6	0.01560647040605545
259579	embedding2nn.bias	7	-0.05483977869153023
259579	embedding2nn.bias	8	0.07314141094684601
259579	embedding2nn.bias	9	0.04523940756917
259579	rnn.weight_ih_l0	0	-0.0808161050081253
259579	rnn.weight_ih_l0	1	0.0030528362840414047
259579	rnn.weight_ih_l0	2	0.03518754243850708
259579	rnn.weight_ih_l0	3	0.022888343781232834
259579	rnn.weight_ih_l0	4	-0.04807961359620094
259579	rnn.weight_ih_l0	5	-0.06832429766654968
259579	rnn.weight_ih_l0	6	-0.0011177129345014691
259579	rnn.weight_ih_l0	7	0.05358143150806427
259579	rnn.weight_ih_l0	8	-0.016911190003156662
259579	rnn.weight_ih_l0	9	-0.030817493796348572
259579	rnn.weight_hh_l0	0	-0.03017261251807213
259579	rnn.weight_hh_l0	1	-0.007251935079693794
259579	rnn.weight_hh_l0	2	0.006672364193946123
259579	rnn.weight_hh_l0	3	-0.07439778745174408
259579	rnn.weight_hh_l0	4	0.0932515487074852
259579	rnn.weight_hh_l0	5	-0.026869479566812515
259579	rnn.weight_hh_l0	6	-0.0636790320277214
259579	rnn.weight_hh_l0	7	0.00893769133836031
259579	rnn.weight_hh_l0	8	0.013420790433883667
259579	rnn.weight_hh_l0	9	-0.02565525658428669
259579	rnn.bias_ih_l0	0	0.12974706292152405
259579	rnn.bias_ih_l0	1	-0.03424868360161781
259579	rnn.bias_ih_l0	2	-0.03403918445110321
259579	rnn.bias_ih_l0	3	0.16326193511486053
259579	rnn.bias_ih_l0	4	-0.012866348028182983
259579	rnn.bias_ih_l0	5	-0.02314162254333496
259579	rnn.bias_ih_l0	6	0.01688964106142521
259579	rnn.bias_ih_l0	7	0.02352043241262436
259579	rnn.bias_ih_l0	8	-0.0995100736618042
259579	rnn.bias_ih_l0	9	-0.04102907329797745
259579	rnn.bias_hh_l0	0	-0.0012438709381967783
259579	rnn.bias_hh_l0	1	-0.10040418803691864
259579	rnn.bias_hh_l0	2	-0.07518608868122101
259579	rnn.bias_hh_l0	3	-0.0887574702501297
259579	rnn.bias_hh_l0	4	0.008700165897607803
259579	rnn.bias_hh_l0	5	-0.020452987402677536
259579	rnn.bias_hh_l0	6	0.028576090931892395
259579	rnn.bias_hh_l0	7	0.061004456132650375
259579	rnn.bias_hh_l0	8	-0.12326497584581375
259579	rnn.bias_hh_l0	9	-0.05876568704843521
259579	rnn.weight_ih_l0_reverse	0	-0.025510650128126144
259579	rnn.weight_ih_l0_reverse	1	-0.05704600736498833
259579	rnn.weight_ih_l0_reverse	2	-0.048831239342689514
259579	rnn.weight_ih_l0_reverse	3	0.01559776347130537
259579	rnn.weight_ih_l0_reverse	4	-0.02519998699426651
259579	rnn.weight_ih_l0_reverse	5	-0.057511210441589355
259579	rnn.weight_ih_l0_reverse	6	0.07368115335702896
259579	rnn.weight_ih_l0_reverse	7	-0.018782222643494606
259579	rnn.weight_ih_l0_reverse	8	-0.018429892137646675
259579	rnn.weight_ih_l0_reverse	9	0.004502555355429649
259579	rnn.weight_hh_l0_reverse	0	0.06854923069477081
259579	rnn.weight_hh_l0_reverse	1	0.019755851477384567
259579	rnn.weight_hh_l0_reverse	2	0.029965555295348167
259579	rnn.weight_hh_l0_reverse	3	0.03527320176362991
259579	rnn.weight_hh_l0_reverse	4	0.014359606429934502
259579	rnn.weight_hh_l0_reverse	5	0.008144077844917774
259579	rnn.weight_hh_l0_reverse	6	0.05102791264653206
259579	rnn.weight_hh_l0_reverse	7	-0.0818379670381546
259579	rnn.weight_hh_l0_reverse	8	0.04016341269016266
259579	rnn.weight_hh_l0_reverse	9	0.03478705510497093
259579	rnn.bias_ih_l0_reverse	0	-0.05703284963965416
259579	rnn.bias_ih_l0_reverse	1	-0.2829209864139557
259579	rnn.bias_ih_l0_reverse	2	-0.12481080740690231
259579	rnn.bias_ih_l0_reverse	3	-0.04791206121444702
259579	rnn.bias_ih_l0_reverse	4	-0.022381212562322617
259579	rnn.bias_ih_l0_reverse	5	0.07533223927021027
259579	rnn.bias_ih_l0_reverse	6	-0.06524606794118881
259579	rnn.bias_ih_l0_reverse	7	0.06112954765558243
259579	rnn.bias_ih_l0_reverse	8	-0.035710595548152924
259579	rnn.bias_ih_l0_reverse	9	0.06583084166049957
259579	rnn.bias_hh_l0_reverse	0	0.023660702630877495
259579	rnn.bias_hh_l0_reverse	1	-0.06329436600208282
259579	rnn.bias_hh_l0_reverse	2	0.08878087252378464
259579	rnn.bias_hh_l0_reverse	3	-0.05178140476346016
259579	rnn.bias_hh_l0_reverse	4	-0.028138533234596252
259579	rnn.bias_hh_l0_reverse	5	-0.021826036274433136
259579	rnn.bias_hh_l0_reverse	6	-0.019875628873705864
259579	rnn.bias_hh_l0_reverse	7	0.09943126887083054
259579	rnn.bias_hh_l0_reverse	8	0.030266784131526947
259579	rnn.bias_hh_l0_reverse	9	-0.1488056480884552
259579	rnn.weight_ih_l1	0	-0.029694829136133194
259579	rnn.weight_ih_l1	1	-0.05028041824698448
259579	rnn.weight_ih_l1	2	0.06515257060527802
259579	rnn.weight_ih_l1	3	-0.0730835571885109
259579	rnn.weight_ih_l1	4	-0.01408406812697649
259579	rnn.weight_ih_l1	5	-0.04035637527704239
259579	rnn.weight_ih_l1	6	0.028923900797963142
259579	rnn.weight_ih_l1	7	-0.04452238604426384
259579	rnn.weight_ih_l1	8	0.037849511951208115
259579	rnn.weight_ih_l1	9	0.04485321417450905
259579	rnn.weight_hh_l1	0	-0.0072976150549948215
259579	rnn.weight_hh_l1	1	0.019883455708622932
259579	rnn.weight_hh_l1	2	0.006815657950937748
259579	rnn.weight_hh_l1	3	-0.012674790807068348
259579	rnn.weight_hh_l1	4	0.0048203361220657825
259579	rnn.weight_hh_l1	5	0.035206153988838196
259579	rnn.weight_hh_l1	6	0.03626806661486626
259579	rnn.weight_hh_l1	7	-0.016383815556764603
259579	rnn.weight_hh_l1	8	-0.007177606225013733
259579	rnn.weight_hh_l1	9	0.03873180225491524
259579	rnn.bias_ih_l1	0	-0.1839294135570526
259579	rnn.bias_ih_l1	1	-0.17451569437980652
259579	rnn.bias_ih_l1	2	-0.19717440009117126
259579	rnn.bias_ih_l1	3	-0.30777013301849365
259579	rnn.bias_ih_l1	4	-0.21207492053508759
259579	rnn.bias_ih_l1	5	-0.08879100531339645
259579	rnn.bias_ih_l1	6	-0.1591111123561859
259579	rnn.bias_ih_l1	7	-0.0028499928303062916
259579	rnn.bias_ih_l1	8	-0.13016274571418762
259579	rnn.bias_ih_l1	9	-0.12331751734018326
259579	rnn.bias_hh_l1	0	-0.09686845541000366
259579	rnn.bias_hh_l1	1	-0.06333860009908676
259579	rnn.bias_hh_l1	2	-0.08519227057695389
259579	rnn.bias_hh_l1	3	-0.07729722559452057
259579	rnn.bias_hh_l1	4	-0.07313361018896103
259579	rnn.bias_hh_l1	5	-0.11759695410728455
259579	rnn.bias_hh_l1	6	-0.16060778498649597
259579	rnn.bias_hh_l1	7	0.07436543703079224
259579	rnn.bias_hh_l1	8	-0.1757398396730423
259579	rnn.bias_hh_l1	9	-0.11533336341381073
259579	rnn.weight_ih_l1_reverse	0	-0.04728015512228012
259579	rnn.weight_ih_l1_reverse	1	0.033328160643577576
259579	rnn.weight_ih_l1_reverse	2	0.08811552822589874
259579	rnn.weight_ih_l1_reverse	3	-0.018135419115424156
259579	rnn.weight_ih_l1_reverse	4	-0.023202361539006233
259579	rnn.weight_ih_l1_reverse	5	-0.03038342483341694
259579	rnn.weight_ih_l1_reverse	6	-0.019661305472254753
259579	rnn.weight_ih_l1_reverse	7	0.029677128419280052
259579	rnn.weight_ih_l1_reverse	8	0.005371210630983114
259579	rnn.weight_ih_l1_reverse	9	-0.03360338509082794
259579	rnn.weight_hh_l1_reverse	0	0.004575383849442005
259579	rnn.weight_hh_l1_reverse	1	0.031688082963228226
259579	rnn.weight_hh_l1_reverse	2	-0.040612075477838516
259579	rnn.weight_hh_l1_reverse	3	0.03500298038125038
259579	rnn.weight_hh_l1_reverse	4	0.0472417026758194
259579	rnn.weight_hh_l1_reverse	5	0.005944138392806053
259579	rnn.weight_hh_l1_reverse	6	0.04908828064799309
259579	rnn.weight_hh_l1_reverse	7	0.031055906787514687
259579	rnn.weight_hh_l1_reverse	8	-0.00714810099452734
259579	rnn.weight_hh_l1_reverse	9	-0.03019355610013008
259579	rnn.bias_ih_l1_reverse	0	-0.04576040431857109
259579	rnn.bias_ih_l1_reverse	1	-0.14031048119068146
259579	rnn.bias_ih_l1_reverse	2	-0.16315485537052155
259579	rnn.bias_ih_l1_reverse	3	-0.06187674030661583
259579	rnn.bias_ih_l1_reverse	4	-0.20399069786071777
259579	rnn.bias_ih_l1_reverse	5	-0.11680515110492706
259579	rnn.bias_ih_l1_reverse	6	-0.1302151083946228
259579	rnn.bias_ih_l1_reverse	7	-0.19200308620929718
259579	rnn.bias_ih_l1_reverse	8	0.22708292305469513
259579	rnn.bias_ih_l1_reverse	9	0.022885499522089958
259579	rnn.bias_hh_l1_reverse	0	0.010800066404044628
259579	rnn.bias_hh_l1_reverse	1	-0.06558572500944138
259579	rnn.bias_hh_l1_reverse	2	-0.23721244931221008
259579	rnn.bias_hh_l1_reverse	3	-0.14351317286491394
259579	rnn.bias_hh_l1_reverse	4	-0.08034838736057281
259579	rnn.bias_hh_l1_reverse	5	-0.11666198819875717
259579	rnn.bias_hh_l1_reverse	6	0.06346704065799713
259579	rnn.bias_hh_l1_reverse	7	-0.1355855017900467
259579	rnn.bias_hh_l1_reverse	8	-0.12499174475669861
259579	rnn.bias_hh_l1_reverse	9	-0.14812348783016205
259579	linear.weight	0	0.002228822559118271
259579	linear.weight	1	0.0982302576303482
259579	linear.weight	2	-0.09249528497457504
259579	linear.weight	3	0.3128378391265869
259579	linear.weight	4	0.1503344029188156
259579	linear.weight	5	-0.06552671641111374
259579	linear.weight	6	0.09247072786092758
259579	linear.weight	7	0.13572125136852264
259579	linear.weight	8	0.04113325849175453
259579	linear.weight	9	-0.05115293338894844
259579	linear.bias	0	0.0836116224527359
259579	linear.bias	1	-0.18838872015476227
259579	linear.bias	2	-0.4489135444164276
259579	linear.bias	3	-0.6578307151794434
259579	linear.bias	4	-1.2612431049346924
259579	linear.bias	5	-0.06061979755759239
259579	linear.bias	6	-0.8206228017807007
259579	linear.bias	7	0.2703818082809448
259579	linear.bias	8	-0.39759019017219543
259579	linear.bias	9	-1.0234129428863525
259776	transitions	0	0.7560914754867554
259776	transitions	1	0.13909366726875305
259776	transitions	2	-10000.0
259776	transitions	3	-1.8280906677246094
259776	transitions	4	-10000.0
259776	transitions	5	0.5628700256347656
259776	transitions	6	-0.08557507395744324
259776	transitions	7	-0.8112755417823792
259776	transitions	8	-1.422666072845459
259776	transitions	9	-0.0012311142636463046
259776	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
259776	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
259776	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
259776	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
259776	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
259776	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
259776	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
259776	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
259776	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
259776	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
259776	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
259776	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
259776	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
259776	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
259776	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
259776	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
259776	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
259776	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
259776	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
259776	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
259776	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
259776	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
259776	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
259776	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
259776	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
259776	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
259776	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
259776	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
259776	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
259776	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
259776	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
259776	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
259776	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
259776	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
259776	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
259776	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
259776	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
259776	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
259776	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
259776	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
259776	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
259776	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
259776	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
259776	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
259776	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
259776	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
259776	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
259776	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
259776	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
259776	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
259776	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
259776	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
259776	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
259776	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
259776	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
259776	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
259776	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
259776	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
259776	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
259776	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
259776	embedding2nn.weight	0	0.016674334183335304
259776	embedding2nn.weight	1	-0.012725400738418102
259776	embedding2nn.weight	2	-0.014268254861235619
259776	embedding2nn.weight	3	-0.031443849205970764
259776	embedding2nn.weight	4	-0.0059150345623493195
259776	embedding2nn.weight	5	-0.0037005888298153877
259776	embedding2nn.weight	6	-0.003973265178501606
259776	embedding2nn.weight	7	-0.07725851982831955
259776	embedding2nn.weight	8	-0.0019979383796453476
259776	embedding2nn.weight	9	-0.027703896164894104
259776	embedding2nn.bias	0	0.03201238065958023
259776	embedding2nn.bias	1	-0.07528295367956161
259776	embedding2nn.bias	2	0.07104014605283737
259776	embedding2nn.bias	3	0.052111364901065826
259776	embedding2nn.bias	4	-0.0424005351960659
259776	embedding2nn.bias	5	-0.010955778881907463
259776	embedding2nn.bias	6	0.01548443641513586
259776	embedding2nn.bias	7	-0.05504058673977852
259776	embedding2nn.bias	8	0.07304606586694717
259776	embedding2nn.bias	9	0.04525575786828995
259776	rnn.weight_ih_l0	0	-0.08082947134971619
259776	rnn.weight_ih_l0	1	0.0030484660528600216
259776	rnn.weight_ih_l0	2	0.035164449363946915
259776	rnn.weight_ih_l0	3	0.022870179265737534
259776	rnn.weight_ih_l0	4	-0.048095349222421646
259776	rnn.weight_ih_l0	5	-0.06832569092512131
259776	rnn.weight_ih_l0	6	-0.0011209750082343817
259776	rnn.weight_ih_l0	7	0.053583767265081406
259776	rnn.weight_ih_l0	8	-0.016907431185245514
259776	rnn.weight_ih_l0	9	-0.030820639804005623
259776	rnn.weight_hh_l0	0	-0.030163351446390152
259776	rnn.weight_hh_l0	1	-0.007248249836266041
259776	rnn.weight_hh_l0	2	0.006648341193795204
259776	rnn.weight_hh_l0	3	-0.07439910620450974
259776	rnn.weight_hh_l0	4	0.09327498078346252
259776	rnn.weight_hh_l0	5	-0.026868468150496483
259776	rnn.weight_hh_l0	6	-0.06367988139390945
259776	rnn.weight_hh_l0	7	0.0089277857914567
259776	rnn.weight_hh_l0	8	0.013440759852528572
259776	rnn.weight_hh_l0	9	-0.02565508335828781
259776	rnn.bias_ih_l0	0	0.12976983189582825
259776	rnn.bias_ih_l0	1	-0.034232717007398605
259776	rnn.bias_ih_l0	2	-0.03401057794690132
259776	rnn.bias_ih_l0	3	0.16324767470359802
259776	rnn.bias_ih_l0	4	-0.012852330692112446
259776	rnn.bias_ih_l0	5	-0.023120775818824768
259776	rnn.bias_ih_l0	6	0.016975903883576393
259776	rnn.bias_ih_l0	7	0.023579975590109825
259776	rnn.bias_ih_l0	8	-0.0995078831911087
259776	rnn.bias_ih_l0	9	-0.041130755096673965
259776	rnn.bias_hh_l0	0	-0.001188111724331975
259776	rnn.bias_hh_l0	1	-0.1003885343670845
259776	rnn.bias_hh_l0	2	-0.07511897385120392
259776	rnn.bias_hh_l0	3	-0.08873757719993591
259776	rnn.bias_hh_l0	4	0.008692564442753792
259776	rnn.bias_hh_l0	5	-0.02041960135102272
259776	rnn.bias_hh_l0	6	0.028550978749990463
259776	rnn.bias_hh_l0	7	0.06097671762108803
259776	rnn.bias_hh_l0	8	-0.1231960654258728
259776	rnn.bias_hh_l0	9	-0.05880693346261978
259776	rnn.weight_ih_l0_reverse	0	-0.025517357513308525
259776	rnn.weight_ih_l0_reverse	1	-0.057049114257097244
259776	rnn.weight_ih_l0_reverse	2	-0.04881656914949417
259776	rnn.weight_ih_l0_reverse	3	0.01560184545814991
259776	rnn.weight_ih_l0_reverse	4	-0.025195743888616562
259776	rnn.weight_ih_l0_reverse	5	-0.05751807615160942
259776	rnn.weight_ih_l0_reverse	6	0.07370424270629883
259776	rnn.weight_ih_l0_reverse	7	-0.018806802108883858
259776	rnn.weight_ih_l0_reverse	8	-0.018427319824695587
259776	rnn.weight_ih_l0_reverse	9	0.0044979494996368885
259776	rnn.weight_hh_l0_reverse	0	0.06855398416519165
259776	rnn.weight_hh_l0_reverse	1	0.019751382991671562
259776	rnn.weight_hh_l0_reverse	2	0.02996203862130642
259776	rnn.weight_hh_l0_reverse	3	0.035273224115371704
259776	rnn.weight_hh_l0_reverse	4	0.014361655339598656
259776	rnn.weight_hh_l0_reverse	5	0.008139864541590214
259776	rnn.weight_hh_l0_reverse	6	0.05103972181677818
259776	rnn.weight_hh_l0_reverse	7	-0.08184508234262466
259776	rnn.weight_hh_l0_reverse	8	0.0401773601770401
259776	rnn.weight_hh_l0_reverse	9	0.034779973328113556
259776	rnn.bias_ih_l0_reverse	0	-0.05703890696167946
259776	rnn.bias_ih_l0_reverse	1	-0.28282856941223145
259776	rnn.bias_ih_l0_reverse	2	-0.12481972575187683
259776	rnn.bias_ih_l0_reverse	3	-0.04789511486887932
259776	rnn.bias_ih_l0_reverse	4	-0.022354811429977417
259776	rnn.bias_ih_l0_reverse	5	0.07538871467113495
259776	rnn.bias_ih_l0_reverse	6	-0.06529697775840759
259776	rnn.bias_ih_l0_reverse	7	0.06114523485302925
259776	rnn.bias_ih_l0_reverse	8	-0.035716649144887924
259776	rnn.bias_ih_l0_reverse	9	0.06582491099834442
259776	rnn.bias_hh_l0_reverse	0	0.023670200258493423
259776	rnn.bias_hh_l0_reverse	1	-0.06334799528121948
259776	rnn.bias_hh_l0_reverse	2	0.0887870118021965
259776	rnn.bias_hh_l0_reverse	3	-0.05173344910144806
259776	rnn.bias_hh_l0_reverse	4	-0.028164954856038094
259776	rnn.bias_hh_l0_reverse	5	-0.021841833367943764
259776	rnn.bias_hh_l0_reverse	6	-0.019875701516866684
259776	rnn.bias_hh_l0_reverse	7	0.09945470839738846
259776	rnn.bias_hh_l0_reverse	8	0.03031068854033947
259776	rnn.bias_hh_l0_reverse	9	-0.1487525999546051
259776	rnn.weight_ih_l1	0	-0.02970774844288826
259776	rnn.weight_ih_l1	1	-0.05030542612075806
259776	rnn.weight_ih_l1	2	0.06515073776245117
259776	rnn.weight_ih_l1	3	-0.07311621308326721
259776	rnn.weight_ih_l1	4	-0.014089043252170086
259776	rnn.weight_ih_l1	5	-0.04036347195506096
259776	rnn.weight_ih_l1	6	0.028929144144058228
259776	rnn.weight_ih_l1	7	-0.04450942948460579
259776	rnn.weight_ih_l1	8	0.037848543375730515
259776	rnn.weight_ih_l1	9	0.04485515132546425
259776	rnn.weight_hh_l1	0	-0.007318743038922548
259776	rnn.weight_hh_l1	1	0.019887233152985573
259776	rnn.weight_hh_l1	2	0.006830588448792696
259776	rnn.weight_hh_l1	3	-0.012684295885264874
259776	rnn.weight_hh_l1	4	0.004831764847040176
259776	rnn.weight_hh_l1	5	0.0351991280913353
259776	rnn.weight_hh_l1	6	0.03627483546733856
259776	rnn.weight_hh_l1	7	-0.01638604886829853
259776	rnn.weight_hh_l1	8	-0.007169691380113363
259776	rnn.weight_hh_l1	9	0.038721583783626556
259776	rnn.bias_ih_l1	0	-0.18393303453922272
259776	rnn.bias_ih_l1	1	-0.1744341254234314
259776	rnn.bias_ih_l1	2	-0.1971122920513153
259776	rnn.bias_ih_l1	3	-0.3077447712421417
259776	rnn.bias_ih_l1	4	-0.21213150024414062
259776	rnn.bias_ih_l1	5	-0.08879785984754562
259776	rnn.bias_ih_l1	6	-0.15909752249717712
259776	rnn.bias_ih_l1	7	-0.0027553243562579155
259776	rnn.bias_ih_l1	8	-0.1300743669271469
259776	rnn.bias_ih_l1	9	-0.12331236153841019
259776	rnn.bias_hh_l1	0	-0.09689442813396454
259776	rnn.bias_hh_l1	1	-0.06331941485404968
259776	rnn.bias_hh_l1	2	-0.08524370193481445
259776	rnn.bias_hh_l1	3	-0.07731943577528
259776	rnn.bias_hh_l1	4	-0.07315739244222641
259776	rnn.bias_hh_l1	5	-0.11760243028402328
259776	rnn.bias_hh_l1	6	-0.16061519086360931
259776	rnn.bias_hh_l1	7	0.07435492426156998
259776	rnn.bias_hh_l1	8	-0.1757323294878006
259776	rnn.bias_hh_l1	9	-0.11542729288339615
259776	rnn.weight_ih_l1_reverse	0	-0.04727202281355858
259776	rnn.weight_ih_l1_reverse	1	0.033338166773319244
259776	rnn.weight_ih_l1_reverse	2	0.08811798691749573
259776	rnn.weight_ih_l1_reverse	3	-0.01810106821358204
259776	rnn.weight_ih_l1_reverse	4	-0.023194894194602966
259776	rnn.weight_ih_l1_reverse	5	-0.030382253229618073
259776	rnn.weight_ih_l1_reverse	6	-0.019650844857096672
259776	rnn.weight_ih_l1_reverse	7	0.02967727743089199
259776	rnn.weight_ih_l1_reverse	8	0.005374599248170853
259776	rnn.weight_ih_l1_reverse	9	-0.033609382808208466
259776	rnn.weight_hh_l1_reverse	0	0.004575997591018677
259776	rnn.weight_hh_l1_reverse	1	0.03168783336877823
259776	rnn.weight_hh_l1_reverse	2	-0.04061083495616913
259776	rnn.weight_hh_l1_reverse	3	0.035000793635845184
259776	rnn.weight_hh_l1_reverse	4	0.04722684249281883
259776	rnn.weight_hh_l1_reverse	5	0.005950688850134611
259776	rnn.weight_hh_l1_reverse	6	0.04911236837506294
259776	rnn.weight_hh_l1_reverse	7	0.031054791063070297
259776	rnn.weight_hh_l1_reverse	8	-0.0071487086825072765
259776	rnn.weight_hh_l1_reverse	9	-0.030199820175766945
259776	rnn.bias_ih_l1_reverse	0	-0.04570385068655014
259776	rnn.bias_ih_l1_reverse	1	-0.14030520617961884
259776	rnn.bias_ih_l1_reverse	2	-0.16311873495578766
259776	rnn.bias_ih_l1_reverse	3	-0.06191052868962288
259776	rnn.bias_ih_l1_reverse	4	-0.20397934317588806
259776	rnn.bias_ih_l1_reverse	5	-0.11680345982313156
259776	rnn.bias_ih_l1_reverse	6	-0.13022437691688538
259776	rnn.bias_ih_l1_reverse	7	-0.1920221596956253
259776	rnn.bias_ih_l1_reverse	8	0.2270631194114685
259776	rnn.bias_ih_l1_reverse	9	0.022900763899087906
259776	rnn.bias_hh_l1_reverse	0	0.010746056213974953
259776	rnn.bias_hh_l1_reverse	1	-0.06554993987083435
259776	rnn.bias_hh_l1_reverse	2	-0.23719699680805206
259776	rnn.bias_hh_l1_reverse	3	-0.14354248344898224
259776	rnn.bias_hh_l1_reverse	4	-0.08035014569759369
259776	rnn.bias_hh_l1_reverse	5	-0.11664214730262756
259776	rnn.bias_hh_l1_reverse	6	0.06345171481370926
259776	rnn.bias_hh_l1_reverse	7	-0.1355513632297516
259776	rnn.bias_hh_l1_reverse	8	-0.12498920410871506
259776	rnn.bias_hh_l1_reverse	9	-0.14813262224197388
259776	linear.weight	0	0.002228822559118271
259776	linear.weight	1	0.09830354899168015
259776	linear.weight	2	-0.09240105003118515
259776	linear.weight	3	0.31288495659828186
259776	linear.weight	4	0.1503506451845169
259776	linear.weight	5	-0.06550956517457962
259776	linear.weight	6	0.09235908836126328
259776	linear.weight	7	0.13579702377319336
259776	linear.weight	8	0.04113326221704483
259776	linear.weight	9	-0.05110445246100426
259776	linear.bias	0	0.08217719197273254
259776	linear.bias	1	-0.18886157870292664
259776	linear.bias	2	-0.4487341046333313
259776	linear.bias	3	-0.6578233242034912
259776	linear.bias	4	-1.2612422704696655
259776	linear.bias	5	-0.060622792690992355
259776	linear.bias	6	-0.8211111426353455
259776	linear.bias	7	0.2703421413898468
259776	linear.bias	8	-0.39722833037376404
259776	linear.bias	9	-1.0230127573013306
259973	transitions	0	0.7561531662940979
259973	transitions	1	0.1392107605934143
259973	transitions	2	-10000.0
259973	transitions	3	-1.8280909061431885
259973	transitions	4	-10000.0
259973	transitions	5	0.562869668006897
259973	transitions	6	-0.08557557314634323
259973	transitions	7	-0.8112879395484924
259973	transitions	8	-1.4226666688919067
259973	transitions	9	-0.0012311183381825686
259973	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
259973	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
259973	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
259973	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
259973	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
259973	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
259973	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
259973	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
259973	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
259973	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
259973	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
259973	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
259973	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
259973	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
259973	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
259973	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
259973	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
259973	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
259973	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
259973	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
259973	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
259973	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
259973	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
259973	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
259973	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
259973	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
259973	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
259973	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
259973	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
259973	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
259973	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
259973	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
259973	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
259973	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
259973	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
259973	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
259973	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
259973	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
259973	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
259973	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
259973	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
259973	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
259973	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
259973	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
259973	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
259973	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
259973	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
259973	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
259973	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
259973	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
259973	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
259973	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
259973	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
259973	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
259973	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
259973	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
259973	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
259973	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
259973	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
259973	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
259973	embedding2nn.weight	0	0.01670808717608452
259973	embedding2nn.weight	1	-0.012730907648801804
259973	embedding2nn.weight	2	-0.014268254861235619
259973	embedding2nn.weight	3	-0.031439054757356644
259973	embedding2nn.weight	4	-0.0059150345623493195
259973	embedding2nn.weight	5	-0.0037005888298153877
259973	embedding2nn.weight	6	-0.003973265178501606
259973	embedding2nn.weight	7	-0.07726659625768661
259973	embedding2nn.weight	8	-0.0019979383796453476
259973	embedding2nn.weight	9	-0.027705557644367218
259973	embedding2nn.bias	0	0.03218768164515495
259973	embedding2nn.bias	1	-0.07542428374290466
259973	embedding2nn.bias	2	0.07111138850450516
259973	embedding2nn.bias	3	0.052279140800237656
259973	embedding2nn.bias	4	-0.042381107807159424
259973	embedding2nn.bias	5	-0.011206896975636482
259973	embedding2nn.bias	6	0.015560462139546871
259973	embedding2nn.bias	7	-0.05508556216955185
259973	embedding2nn.bias	8	0.0730048269033432
259973	embedding2nn.bias	9	0.04517189413309097
259973	rnn.weight_ih_l0	0	-0.08083011955022812
259973	rnn.weight_ih_l0	1	0.0030352219473570585
259973	rnn.weight_ih_l0	2	0.035169817507267
259973	rnn.weight_ih_l0	3	0.02287224680185318
259973	rnn.weight_ih_l0	4	-0.04810221865773201
259973	rnn.weight_ih_l0	5	-0.06833510100841522
259973	rnn.weight_ih_l0	6	-0.0011102977441623807
259973	rnn.weight_ih_l0	7	0.053574785590171814
259973	rnn.weight_ih_l0	8	-0.016922244802117348
259973	rnn.weight_ih_l0	9	-0.030831871554255486
259973	rnn.weight_hh_l0	0	-0.030161241069436073
259973	rnn.weight_hh_l0	1	-0.007231582421809435
259973	rnn.weight_hh_l0	2	0.006649421062320471
259973	rnn.weight_hh_l0	3	-0.07441343367099762
259973	rnn.weight_hh_l0	4	0.09326909482479095
259973	rnn.weight_hh_l0	5	-0.02686404436826706
259973	rnn.weight_hh_l0	6	-0.06369490921497345
259973	rnn.weight_hh_l0	7	0.008906302973628044
259973	rnn.weight_hh_l0	8	0.013440527953207493
259973	rnn.weight_hh_l0	9	-0.02566017396748066
259973	rnn.bias_ih_l0	0	0.12977349758148193
259973	rnn.bias_ih_l0	1	-0.034222349524497986
259973	rnn.bias_ih_l0	2	-0.03396039828658104
259973	rnn.bias_ih_l0	3	0.16322016716003418
259973	rnn.bias_ih_l0	4	-0.012854483909904957
259973	rnn.bias_ih_l0	5	-0.02322329580783844
259973	rnn.bias_ih_l0	6	0.017047693952918053
259973	rnn.bias_ih_l0	7	0.02355182357132435
259973	rnn.bias_ih_l0	8	-0.09949781000614166
259973	rnn.bias_ih_l0	9	-0.0411207415163517
259973	rnn.bias_hh_l0	0	-0.0011886374559253454
259973	rnn.bias_hh_l0	1	-0.10034964233636856
259973	rnn.bias_hh_l0	2	-0.0751175731420517
259973	rnn.bias_hh_l0	3	-0.08877294510602951
259973	rnn.bias_hh_l0	4	0.00869471300393343
259973	rnn.bias_hh_l0	5	-0.020455921068787575
259973	rnn.bias_hh_l0	6	0.028575841337442398
259973	rnn.bias_hh_l0	7	0.060881707817316055
259973	rnn.bias_hh_l0	8	-0.12323088943958282
259973	rnn.bias_hh_l0	9	-0.058843668550252914
259973	rnn.weight_ih_l0_reverse	0	-0.025511177256703377
259973	rnn.weight_ih_l0_reverse	1	-0.057037875056266785
259973	rnn.weight_ih_l0_reverse	2	-0.04880264773964882
259973	rnn.weight_ih_l0_reverse	3	0.015603581443428993
259973	rnn.weight_ih_l0_reverse	4	-0.025205163285136223
259973	rnn.weight_ih_l0_reverse	5	-0.057508401572704315
259973	rnn.weight_ih_l0_reverse	6	0.07372064143419266
259973	rnn.weight_ih_l0_reverse	7	-0.01881895586848259
259973	rnn.weight_ih_l0_reverse	8	-0.018431421369314194
259973	rnn.weight_ih_l0_reverse	9	0.004474117420613766
259973	rnn.weight_hh_l0_reverse	0	0.06856998056173325
259973	rnn.weight_hh_l0_reverse	1	0.019759921357035637
259973	rnn.weight_hh_l0_reverse	2	0.02997059002518654
259973	rnn.weight_hh_l0_reverse	3	0.03528318181633949
259973	rnn.weight_hh_l0_reverse	4	0.014354436658322811
259973	rnn.weight_hh_l0_reverse	5	0.008144366554915905
259973	rnn.weight_hh_l0_reverse	6	0.0510394312441349
259973	rnn.weight_hh_l0_reverse	7	-0.08183892071247101
259973	rnn.weight_hh_l0_reverse	8	0.040188126266002655
259973	rnn.weight_hh_l0_reverse	9	0.03476973623037338
259973	rnn.bias_ih_l0_reverse	0	-0.05700870603322983
259973	rnn.bias_ih_l0_reverse	1	-0.2828936278820038
259973	rnn.bias_ih_l0_reverse	2	-0.12489143013954163
259973	rnn.bias_ih_l0_reverse	3	-0.04792260751128197
259973	rnn.bias_ih_l0_reverse	4	-0.0223656315356493
259973	rnn.bias_ih_l0_reverse	5	0.07544004172086716
259973	rnn.bias_ih_l0_reverse	6	-0.0652991309762001
259973	rnn.bias_ih_l0_reverse	7	0.0610814243555069
259973	rnn.bias_ih_l0_reverse	8	-0.035687968134880066
259973	rnn.bias_ih_l0_reverse	9	0.06584770232439041
259973	rnn.bias_hh_l0_reverse	0	0.02367151714861393
259973	rnn.bias_hh_l0_reverse	1	-0.06337137520313263
259973	rnn.bias_hh_l0_reverse	2	0.08878301829099655
259973	rnn.bias_hh_l0_reverse	3	-0.05169772356748581
259973	rnn.bias_hh_l0_reverse	4	-0.028165483847260475
259973	rnn.bias_hh_l0_reverse	5	-0.021910175681114197
259973	rnn.bias_hh_l0_reverse	6	-0.01992294006049633
259973	rnn.bias_hh_l0_reverse	7	0.09949387609958649
259973	rnn.bias_hh_l0_reverse	8	0.03031669743359089
259973	rnn.bias_hh_l0_reverse	9	-0.14871090650558472
259973	rnn.weight_ih_l1	0	-0.02971116453409195
259973	rnn.weight_ih_l1	1	-0.050326935946941376
259973	rnn.weight_ih_l1	2	0.06512435525655746
259973	rnn.weight_ih_l1	3	-0.07310838997364044
259973	rnn.weight_ih_l1	4	-0.014087800867855549
259973	rnn.weight_ih_l1	5	-0.040362726897001266
259973	rnn.weight_ih_l1	6	0.028933163732290268
259973	rnn.weight_ih_l1	7	-0.044514141976833344
259973	rnn.weight_ih_l1	8	0.03784388303756714
259973	rnn.weight_ih_l1	9	0.04486798122525215
259973	rnn.weight_hh_l1	0	-0.007347045931965113
259973	rnn.weight_hh_l1	1	0.019886698573827744
259973	rnn.weight_hh_l1	2	0.00684692244976759
259973	rnn.weight_hh_l1	3	-0.012684675864875317
259973	rnn.weight_hh_l1	4	0.004829826299101114
259973	rnn.weight_hh_l1	5	0.035197265446186066
259973	rnn.weight_hh_l1	6	0.03628069907426834
259973	rnn.weight_hh_l1	7	-0.016380775719881058
259973	rnn.weight_hh_l1	8	-0.007173717953264713
259973	rnn.weight_hh_l1	9	0.03870881348848343
259973	rnn.bias_ih_l1	0	-0.1838856339454651
259973	rnn.bias_ih_l1	1	-0.17441479861736298
259973	rnn.bias_ih_l1	2	-0.19702628254890442
259973	rnn.bias_ih_l1	3	-0.3078228235244751
259973	rnn.bias_ih_l1	4	-0.21205636858940125
259973	rnn.bias_ih_l1	5	-0.08877070993185043
259973	rnn.bias_ih_l1	6	-0.1591288298368454
259973	rnn.bias_ih_l1	7	-0.0027474649250507355
259973	rnn.bias_ih_l1	8	-0.1301124542951584
259973	rnn.bias_ih_l1	9	-0.12330013513565063
259973	rnn.bias_hh_l1	0	-0.09684298187494278
259973	rnn.bias_hh_l1	1	-0.0633409172296524
259973	rnn.bias_hh_l1	2	-0.08524147421121597
259973	rnn.bias_hh_l1	3	-0.07726120948791504
259973	rnn.bias_hh_l1	4	-0.07318972051143646
259973	rnn.bias_hh_l1	5	-0.1175912618637085
259973	rnn.bias_hh_l1	6	-0.16058504581451416
259973	rnn.bias_hh_l1	7	0.07446664571762085
259973	rnn.bias_hh_l1	8	-0.17575503885746002
259973	rnn.bias_hh_l1	9	-0.11550283432006836
259973	rnn.weight_ih_l1_reverse	0	-0.04728420078754425
259973	rnn.weight_ih_l1_reverse	1	0.0332084521651268
259973	rnn.weight_ih_l1_reverse	2	0.08812258392572403
259973	rnn.weight_ih_l1_reverse	3	-0.01811598800122738
259973	rnn.weight_ih_l1_reverse	4	-0.023208189755678177
259973	rnn.weight_ih_l1_reverse	5	-0.030382810160517693
259973	rnn.weight_ih_l1_reverse	6	-0.019678248092532158
259973	rnn.weight_ih_l1_reverse	7	0.029675863683223724
259973	rnn.weight_ih_l1_reverse	8	0.0053603933192789555
259973	rnn.weight_ih_l1_reverse	9	-0.03362011909484863
259973	rnn.weight_hh_l1_reverse	0	0.004575022961944342
259973	rnn.weight_hh_l1_reverse	1	0.031693968921899796
259973	rnn.weight_hh_l1_reverse	2	-0.04061277210712433
259973	rnn.weight_hh_l1_reverse	3	0.03500174731016159
259973	rnn.weight_hh_l1_reverse	4	0.047212958335876465
259973	rnn.weight_hh_l1_reverse	5	0.005948496516793966
259973	rnn.weight_hh_l1_reverse	6	0.0490746833384037
259973	rnn.weight_hh_l1_reverse	7	0.03105313703417778
259973	rnn.weight_hh_l1_reverse	8	-0.007147050462663174
259973	rnn.weight_hh_l1_reverse	9	-0.03019114024937153
259973	rnn.bias_ih_l1_reverse	0	-0.04570188745856285
259973	rnn.bias_ih_l1_reverse	1	-0.1403275728225708
259973	rnn.bias_ih_l1_reverse	2	-0.16319648921489716
259973	rnn.bias_ih_l1_reverse	3	-0.06193209066987038
259973	rnn.bias_ih_l1_reverse	4	-0.2039567530155182
259973	rnn.bias_ih_l1_reverse	5	-0.11681188642978668
259973	rnn.bias_ih_l1_reverse	6	-0.13023526966571808
259973	rnn.bias_ih_l1_reverse	7	-0.19206957519054413
259973	rnn.bias_ih_l1_reverse	8	0.22714610397815704
259973	rnn.bias_ih_l1_reverse	9	0.02289232611656189
259973	rnn.bias_hh_l1_reverse	0	0.010575453750789165
259973	rnn.bias_hh_l1_reverse	1	-0.06560385227203369
259973	rnn.bias_hh_l1_reverse	2	-0.23719237744808197
259973	rnn.bias_hh_l1_reverse	3	-0.14350910484790802
259973	rnn.bias_hh_l1_reverse	4	-0.08036119490861893
259973	rnn.bias_hh_l1_reverse	5	-0.11659847944974899
259973	rnn.bias_hh_l1_reverse	6	0.0634838417172432
259973	rnn.bias_hh_l1_reverse	7	-0.13556092977523804
259973	rnn.bias_hh_l1_reverse	8	-0.12498214095830917
259973	rnn.bias_hh_l1_reverse	9	-0.14810895919799805
259973	linear.weight	0	0.002228822559118271
259973	linear.weight	1	0.09825347363948822
259973	linear.weight	2	-0.09240400791168213
259973	linear.weight	3	0.31289470195770264
259973	linear.weight	4	0.15044841170310974
259973	linear.weight	5	-0.06552277505397797
259973	linear.weight	6	0.0922599509358406
259973	linear.weight	7	0.1358465999364853
259973	linear.weight	8	0.04113326221704483
259973	linear.weight	9	-0.05114718899130821
259973	linear.bias	0	0.08192191272974014
259973	linear.bias	1	-0.18828199803829193
259973	linear.bias	2	-0.44878071546554565
259973	linear.bias	3	-0.6576431393623352
259973	linear.bias	4	-1.2610454559326172
259973	linear.bias	5	-0.061383798718452454
259973	linear.bias	6	-0.820372462272644
259973	linear.bias	7	0.26957613229751587
259973	linear.bias	8	-0.39701852202415466
259973	linear.bias	9	-1.0228328704833984
260170	transitions	0	0.7560772895812988
260170	transitions	1	0.13914740085601807
260170	transitions	2	-10000.0
260170	transitions	3	-1.828091025352478
260170	transitions	4	-10000.0
260170	transitions	5	0.562869131565094
260170	transitions	6	-0.08557617664337158
260170	transitions	7	-0.8112916350364685
260170	transitions	8	-1.4226670265197754
260170	transitions	9	-0.0012311424361541867
260170	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
260170	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
260170	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
260170	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
260170	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
260170	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
260170	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
260170	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
260170	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
260170	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
260170	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
260170	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
260170	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
260170	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
260170	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
260170	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
260170	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
260170	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
260170	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
260170	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
260170	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
260170	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
260170	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
260170	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
260170	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
260170	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
260170	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
260170	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
260170	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
260170	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
260170	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
260170	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
260170	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
260170	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
260170	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
260170	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
260170	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
260170	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
260170	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
260170	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
260170	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
260170	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
260170	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
260170	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
260170	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
260170	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
260170	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
260170	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
260170	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
260170	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
260170	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
260170	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
260170	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
260170	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
260170	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
260170	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
260170	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
260170	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
260170	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
260170	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
260170	embedding2nn.weight	0	0.016699405387043953
260170	embedding2nn.weight	1	-0.01273372396826744
260170	embedding2nn.weight	2	-0.014268254861235619
260170	embedding2nn.weight	3	-0.031428996473550797
260170	embedding2nn.weight	4	-0.0059150345623493195
260170	embedding2nn.weight	5	-0.0037005888298153877
260170	embedding2nn.weight	6	-0.003973265178501606
260170	embedding2nn.weight	7	-0.07727406173944473
260170	embedding2nn.weight	8	-0.0019979383796453476
260170	embedding2nn.weight	9	-0.027694620192050934
260170	embedding2nn.bias	0	0.03191963583230972
260170	embedding2nn.bias	1	-0.07541651278734207
260170	embedding2nn.bias	2	0.07106772065162659
260170	embedding2nn.bias	3	0.052358563989400864
260170	embedding2nn.bias	4	-0.042737528681755066
260170	embedding2nn.bias	5	-0.011244476772844791
260170	embedding2nn.bias	6	0.015431602485477924
260170	embedding2nn.bias	7	-0.05522306263446808
260170	embedding2nn.bias	8	0.07292106002569199
260170	embedding2nn.bias	9	0.04517315328121185
260170	rnn.weight_ih_l0	0	-0.0808246061205864
260170	rnn.weight_ih_l0	1	0.003011220134794712
260170	rnn.weight_ih_l0	2	0.03518449515104294
260170	rnn.weight_ih_l0	3	0.022864609956741333
260170	rnn.weight_ih_l0	4	-0.04809882491827011
260170	rnn.weight_ih_l0	5	-0.06834014505147934
260170	rnn.weight_ih_l0	6	-0.001105444855056703
260170	rnn.weight_ih_l0	7	0.05356357991695404
260170	rnn.weight_ih_l0	8	-0.016929471865296364
260170	rnn.weight_ih_l0	9	-0.03083507902920246
260170	rnn.weight_hh_l0	0	-0.030134713277220726
260170	rnn.weight_hh_l0	1	-0.007209299597889185
260170	rnn.weight_hh_l0	2	0.006645370740443468
260170	rnn.weight_hh_l0	3	-0.07441356778144836
260170	rnn.weight_hh_l0	4	0.09327027201652527
260170	rnn.weight_hh_l0	5	-0.026860643178224564
260170	rnn.weight_hh_l0	6	-0.06369367986917496
260170	rnn.weight_hh_l0	7	0.00890655629336834
260170	rnn.weight_hh_l0	8	0.013432362116873264
260170	rnn.weight_hh_l0	9	-0.02566213347017765
260170	rnn.bias_ih_l0	0	0.129773810505867
260170	rnn.bias_ih_l0	1	-0.03419607877731323
260170	rnn.bias_ih_l0	2	-0.033943671733140945
260170	rnn.bias_ih_l0	3	0.16322627663612366
260170	rnn.bias_ih_l0	4	-0.01287161372601986
260170	rnn.bias_ih_l0	5	-0.0232183039188385
260170	rnn.bias_ih_l0	6	0.017066236585378647
260170	rnn.bias_ih_l0	7	0.023500384762883186
260170	rnn.bias_ih_l0	8	-0.09947912395000458
260170	rnn.bias_ih_l0	9	-0.041276320815086365
260170	rnn.bias_hh_l0	0	-0.0011723771458491683
260170	rnn.bias_hh_l0	1	-0.10036855190992355
260170	rnn.bias_hh_l0	2	-0.07511094212532043
260170	rnn.bias_hh_l0	3	-0.08876124024391174
260170	rnn.bias_hh_l0	4	0.008650393225252628
260170	rnn.bias_hh_l0	5	-0.02043953537940979
260170	rnn.bias_hh_l0	6	0.02858543209731579
260170	rnn.bias_hh_l0	7	0.06098887324333191
260170	rnn.bias_hh_l0	8	-0.12320118397474289
260170	rnn.bias_hh_l0	9	-0.058909203857183456
260170	rnn.weight_ih_l0_reverse	0	-0.025489069521427155
260170	rnn.weight_ih_l0_reverse	1	-0.05702836439013481
260170	rnn.weight_ih_l0_reverse	2	-0.04879738390445709
260170	rnn.weight_ih_l0_reverse	3	0.01560106873512268
260170	rnn.weight_ih_l0_reverse	4	-0.025200197473168373
260170	rnn.weight_ih_l0_reverse	5	-0.05750276893377304
260170	rnn.weight_ih_l0_reverse	6	0.0737210288643837
260170	rnn.weight_ih_l0_reverse	7	-0.018811432644724846
260170	rnn.weight_ih_l0_reverse	8	-0.018425852060317993
260170	rnn.weight_ih_l0_reverse	9	0.004498552531003952
260170	rnn.weight_hh_l0_reverse	0	0.0685502141714096
260170	rnn.weight_hh_l0_reverse	1	0.01978333853185177
260170	rnn.weight_hh_l0_reverse	2	0.029961727559566498
260170	rnn.weight_hh_l0_reverse	3	0.03528245538473129
260170	rnn.weight_hh_l0_reverse	4	0.014357900246977806
260170	rnn.weight_hh_l0_reverse	5	0.008129771798849106
260170	rnn.weight_hh_l0_reverse	6	0.05103752389550209
260170	rnn.weight_hh_l0_reverse	7	-0.08185647428035736
260170	rnn.weight_hh_l0_reverse	8	0.040204450488090515
260170	rnn.weight_hh_l0_reverse	9	0.034775037318468094
260170	rnn.bias_ih_l0_reverse	0	-0.057000041007995605
260170	rnn.bias_ih_l0_reverse	1	-0.2828853726387024
260170	rnn.bias_ih_l0_reverse	2	-0.12487269937992096
260170	rnn.bias_ih_l0_reverse	3	-0.047898128628730774
260170	rnn.bias_ih_l0_reverse	4	-0.022400226444005966
260170	rnn.bias_ih_l0_reverse	5	0.07547841221094131
260170	rnn.bias_ih_l0_reverse	6	-0.06531591713428497
260170	rnn.bias_ih_l0_reverse	7	0.06108297035098076
260170	rnn.bias_ih_l0_reverse	8	-0.0357111394405365
260170	rnn.bias_ih_l0_reverse	9	0.06589651107788086
260170	rnn.bias_hh_l0_reverse	0	0.023712661117315292
260170	rnn.bias_hh_l0_reverse	1	-0.06338454782962799
260170	rnn.bias_hh_l0_reverse	2	0.08879389613866806
260170	rnn.bias_hh_l0_reverse	3	-0.05165630951523781
260170	rnn.bias_hh_l0_reverse	4	-0.028168335556983948
260170	rnn.bias_hh_l0_reverse	5	-0.02198873646557331
260170	rnn.bias_hh_l0_reverse	6	-0.019962085410952568
260170	rnn.bias_hh_l0_reverse	7	0.09950719028711319
260170	rnn.bias_hh_l0_reverse	8	0.030302345752716064
260170	rnn.bias_hh_l0_reverse	9	-0.1486741006374359
260170	rnn.weight_ih_l1	0	-0.02973545528948307
260170	rnn.weight_ih_l1	1	-0.050357408821582794
260170	rnn.weight_ih_l1	2	0.06512453407049179
260170	rnn.weight_ih_l1	3	-0.0731075257062912
260170	rnn.weight_ih_l1	4	-0.014099824242293835
260170	rnn.weight_ih_l1	5	-0.04036499187350273
260170	rnn.weight_ih_l1	6	0.028946883976459503
260170	rnn.weight_ih_l1	7	-0.044528402388095856
260170	rnn.weight_ih_l1	8	0.03784625604748726
260170	rnn.weight_ih_l1	9	0.04489511623978615
260170	rnn.weight_hh_l1	0	-0.007393309380859137
260170	rnn.weight_hh_l1	1	0.01989218033850193
260170	rnn.weight_hh_l1	2	0.006822969298809767
260170	rnn.weight_hh_l1	3	-0.012687000446021557
260170	rnn.weight_hh_l1	4	0.004830663092434406
260170	rnn.weight_hh_l1	5	0.03520685434341431
260170	rnn.weight_hh_l1	6	0.03626663610339165
260170	rnn.weight_hh_l1	7	-0.01636984758079052
260170	rnn.weight_hh_l1	8	-0.007183921057730913
260170	rnn.weight_hh_l1	9	0.03870631009340286
260170	rnn.bias_ih_l1	0	-0.18390996754169464
260170	rnn.bias_ih_l1	1	-0.17445115745067596
260170	rnn.bias_ih_l1	2	-0.19702835381031036
260170	rnn.bias_ih_l1	3	-0.30789750814437866
260170	rnn.bias_ih_l1	4	-0.21212255954742432
260170	rnn.bias_ih_l1	5	-0.08878392726182938
260170	rnn.bias_ih_l1	6	-0.1591804325580597
260170	rnn.bias_ih_l1	7	-0.0027464956510812044
260170	rnn.bias_ih_l1	8	-0.13010919094085693
260170	rnn.bias_ih_l1	9	-0.12330660223960876
260170	rnn.bias_hh_l1	0	-0.09686148166656494
260170	rnn.bias_hh_l1	1	-0.0633302554488182
260170	rnn.bias_hh_l1	2	-0.08518426865339279
260170	rnn.bias_hh_l1	3	-0.07727905362844467
260170	rnn.bias_hh_l1	4	-0.07319232076406479
260170	rnn.bias_hh_l1	5	-0.11763268709182739
260170	rnn.bias_hh_l1	6	-0.16061614453792572
260170	rnn.bias_hh_l1	7	0.07444529235363007
260170	rnn.bias_hh_l1	8	-0.17573992908000946
260170	rnn.bias_hh_l1	9	-0.11542940884828568
260170	rnn.weight_ih_l1_reverse	0	-0.04728551208972931
260170	rnn.weight_ih_l1_reverse	1	0.033220939338207245
260170	rnn.weight_ih_l1_reverse	2	0.08810033649206161
260170	rnn.weight_ih_l1_reverse	3	-0.018103856593370438
260170	rnn.weight_ih_l1_reverse	4	-0.02322578988969326
260170	rnn.weight_ih_l1_reverse	5	-0.030382513999938965
260170	rnn.weight_ih_l1_reverse	6	-0.01967356726527214
260170	rnn.weight_ih_l1_reverse	7	0.029691573232412338
260170	rnn.weight_ih_l1_reverse	8	0.005406816489994526
260170	rnn.weight_ih_l1_reverse	9	-0.033566586673259735
260170	rnn.weight_hh_l1_reverse	0	0.0045727952383458614
260170	rnn.weight_hh_l1_reverse	1	0.031699664890766144
260170	rnn.weight_hh_l1_reverse	2	-0.04061334580183029
260170	rnn.weight_hh_l1_reverse	3	0.03500112146139145
260170	rnn.weight_hh_l1_reverse	4	0.04720861464738846
260170	rnn.weight_hh_l1_reverse	5	0.005931822117418051
260170	rnn.weight_hh_l1_reverse	6	0.049103666096925735
260170	rnn.weight_hh_l1_reverse	7	0.031044669449329376
260170	rnn.weight_hh_l1_reverse	8	-0.007149423938244581
260170	rnn.weight_hh_l1_reverse	9	-0.030197815969586372
260170	rnn.bias_ih_l1_reverse	0	-0.04568079113960266
260170	rnn.bias_ih_l1_reverse	1	-0.14032062888145447
260170	rnn.bias_ih_l1_reverse	2	-0.16319236159324646
260170	rnn.bias_ih_l1_reverse	3	-0.06177010387182236
260170	rnn.bias_ih_l1_reverse	4	-0.2039579451084137
260170	rnn.bias_ih_l1_reverse	5	-0.11679805815219879
260170	rnn.bias_ih_l1_reverse	6	-0.13021396100521088
260170	rnn.bias_ih_l1_reverse	7	-0.19214634597301483
260170	rnn.bias_ih_l1_reverse	8	0.22708691656589508
260170	rnn.bias_ih_l1_reverse	9	0.022867700085043907
260170	rnn.bias_hh_l1_reverse	0	0.010501295328140259
260170	rnn.bias_hh_l1_reverse	1	-0.06547767668962479
260170	rnn.bias_hh_l1_reverse	2	-0.2371857762336731
260170	rnn.bias_hh_l1_reverse	3	-0.14353729784488678
260170	rnn.bias_hh_l1_reverse	4	-0.08038404583930969
260170	rnn.bias_hh_l1_reverse	5	-0.11661647260189056
260170	rnn.bias_hh_l1_reverse	6	0.06350188702344894
260170	rnn.bias_hh_l1_reverse	7	-0.1354794055223465
260170	rnn.bias_hh_l1_reverse	8	-0.12496358156204224
260170	rnn.bias_hh_l1_reverse	9	-0.1480969935655594
260170	linear.weight	0	0.002228822559118271
260170	linear.weight	1	0.09833443909883499
260170	linear.weight	2	-0.09242597222328186
260170	linear.weight	3	0.3129652142524719
260170	linear.weight	4	0.15048007667064667
260170	linear.weight	5	-0.06553269922733307
260170	linear.weight	6	0.09241746366024017
260170	linear.weight	7	0.13574489951133728
260170	linear.weight	8	0.04113326221704483
260170	linear.weight	9	-0.05126569792628288
260170	linear.bias	0	0.08126282691955566
260170	linear.bias	1	-0.18846148252487183
260170	linear.bias	2	-0.4484463930130005
260170	linear.bias	3	-0.6576920747756958
260170	linear.bias	4	-1.2611364126205444
260170	linear.bias	5	-0.06097261980175972
260170	linear.bias	6	-0.8205339312553406
260170	linear.bias	7	0.269936740398407
260170	linear.bias	8	-0.3968699872493744
260170	linear.bias	9	-1.0226686000823975
260367	transitions	0	0.7562662959098816
260367	transitions	1	0.13929612934589386
260367	transitions	2	-10000.0
260367	transitions	3	-1.8280911445617676
260367	transitions	4	-10000.0
260367	transitions	5	0.5628633499145508
260367	transitions	6	-0.08557651937007904
260367	transitions	7	-0.811303973197937
260367	transitions	8	-1.4226696491241455
260367	transitions	9	-0.001231144880875945
260367	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
260367	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
260367	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
260367	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
260367	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
260367	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
260367	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
260367	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
260367	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
260367	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
260367	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
260367	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
260367	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
260367	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
260367	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
260367	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
260367	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
260367	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
260367	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
260367	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
260367	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
260367	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
260367	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
260367	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
260367	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
260367	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
260367	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
260367	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
260367	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
260367	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
260367	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
260367	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
260367	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
260367	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
260367	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
260367	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
260367	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
260367	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
260367	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
260367	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
260367	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
260367	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
260367	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
260367	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
260367	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
260367	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
260367	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
260367	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
260367	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
260367	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
260367	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
260367	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
260367	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
260367	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
260367	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
260367	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
260367	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
260367	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
260367	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
260367	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
260367	embedding2nn.weight	0	0.01671704091131687
260367	embedding2nn.weight	1	-0.012734380550682545
260367	embedding2nn.weight	2	-0.014268254861235619
260367	embedding2nn.weight	3	-0.03142530471086502
260367	embedding2nn.weight	4	-0.0059150345623493195
260367	embedding2nn.weight	5	-0.0037005888298153877
260367	embedding2nn.weight	6	-0.003973265178501606
260367	embedding2nn.weight	7	-0.07728162407875061
260367	embedding2nn.weight	8	-0.0019979383796453476
260367	embedding2nn.weight	9	-0.02770085446536541
260367	embedding2nn.bias	0	0.032089825719594955
260367	embedding2nn.bias	1	-0.075291208922863
260367	embedding2nn.bias	2	0.07088134437799454
260367	embedding2nn.bias	3	0.05201095715165138
260367	embedding2nn.bias	4	-0.04258730635046959
260367	embedding2nn.bias	5	-0.011387579143047333
260367	embedding2nn.bias	6	0.015181191265583038
260367	embedding2nn.bias	7	-0.05538542568683624
260367	embedding2nn.bias	8	0.07292693853378296
260367	embedding2nn.bias	9	0.04518851265311241
260367	rnn.weight_ih_l0	0	-0.08082813769578934
260367	rnn.weight_ih_l0	1	0.0029780403710901737
260367	rnn.weight_ih_l0	2	0.03523100167512894
260367	rnn.weight_ih_l0	3	0.02284811995923519
260367	rnn.weight_ih_l0	4	-0.0480959415435791
260367	rnn.weight_ih_l0	5	-0.06837667524814606
260367	rnn.weight_ih_l0	6	-0.0011149417841807008
260367	rnn.weight_ih_l0	7	0.0535518117249012
260367	rnn.weight_ih_l0	8	-0.016931941732764244
260367	rnn.weight_ih_l0	9	-0.03081618994474411
260367	rnn.weight_hh_l0	0	-0.030145946890115738
260367	rnn.weight_hh_l0	1	-0.007211233023554087
260367	rnn.weight_hh_l0	2	0.006629242096096277
260367	rnn.weight_hh_l0	3	-0.07441015541553497
260367	rnn.weight_hh_l0	4	0.0932803750038147
260367	rnn.weight_hh_l0	5	-0.026853332296013832
260367	rnn.weight_hh_l0	6	-0.06368759274482727
260367	rnn.weight_hh_l0	7	0.008914953097701073
260367	rnn.weight_hh_l0	8	0.01344003714621067
260367	rnn.weight_hh_l0	9	-0.02566760592162609
260367	rnn.bias_ih_l0	0	0.12979884445667267
260367	rnn.bias_ih_l0	1	-0.034201137721538544
260367	rnn.bias_ih_l0	2	-0.033909473568201065
260367	rnn.bias_ih_l0	3	0.16321741044521332
260367	rnn.bias_ih_l0	4	-0.012851020321249962
260367	rnn.bias_ih_l0	5	-0.023180028423666954
260367	rnn.bias_ih_l0	6	0.01703205704689026
260367	rnn.bias_ih_l0	7	0.02354312501847744
260367	rnn.bias_ih_l0	8	-0.09948721528053284
260367	rnn.bias_ih_l0	9	-0.041288822889328
260367	rnn.bias_hh_l0	0	-0.0011799235362559557
260367	rnn.bias_hh_l0	1	-0.10037897527217865
260367	rnn.bias_hh_l0	2	-0.07510391622781754
260367	rnn.bias_hh_l0	3	-0.08874545246362686
260367	rnn.bias_hh_l0	4	0.008635410107672215
260367	rnn.bias_hh_l0	5	-0.020435797050595284
260367	rnn.bias_hh_l0	6	0.028480662032961845
260367	rnn.bias_hh_l0	7	0.06088282912969589
260367	rnn.bias_hh_l0	8	-0.12322065234184265
260367	rnn.bias_hh_l0	9	-0.05895097553730011
260367	rnn.weight_ih_l0_reverse	0	-0.025477120652794838
260367	rnn.weight_ih_l0_reverse	1	-0.05703960731625557
260367	rnn.weight_ih_l0_reverse	2	-0.04885159060359001
260367	rnn.weight_ih_l0_reverse	3	0.015614505857229233
260367	rnn.weight_ih_l0_reverse	4	-0.025179333984851837
260367	rnn.weight_ih_l0_reverse	5	-0.057504989206790924
260367	rnn.weight_ih_l0_reverse	6	0.07371541857719421
260367	rnn.weight_ih_l0_reverse	7	-0.018806105479598045
260367	rnn.weight_ih_l0_reverse	8	-0.018435953184962273
260367	rnn.weight_ih_l0_reverse	9	0.004509264603257179
260367	rnn.weight_hh_l0_reverse	0	0.06852711737155914
260367	rnn.weight_hh_l0_reverse	1	0.019776346161961555
260367	rnn.weight_hh_l0_reverse	2	0.029967136681079865
260367	rnn.weight_hh_l0_reverse	3	0.03528665751218796
260367	rnn.weight_hh_l0_reverse	4	0.01434940006583929
260367	rnn.weight_hh_l0_reverse	5	0.008118751458823681
260367	rnn.weight_hh_l0_reverse	6	0.05103544890880585
260367	rnn.weight_hh_l0_reverse	7	-0.08187982439994812
260367	rnn.weight_hh_l0_reverse	8	0.040204040706157684
260367	rnn.weight_hh_l0_reverse	9	0.03478098288178444
260367	rnn.bias_ih_l0_reverse	0	-0.05700049549341202
260367	rnn.bias_ih_l0_reverse	1	-0.2828919291496277
260367	rnn.bias_ih_l0_reverse	2	-0.12485388666391373
260367	rnn.bias_ih_l0_reverse	3	-0.04785924404859543
260367	rnn.bias_ih_l0_reverse	4	-0.022375401109457016
260367	rnn.bias_ih_l0_reverse	5	0.07555000483989716
260367	rnn.bias_ih_l0_reverse	6	-0.06532126665115356
260367	rnn.bias_ih_l0_reverse	7	0.061065711081027985
260367	rnn.bias_ih_l0_reverse	8	-0.035747259855270386
260367	rnn.bias_ih_l0_reverse	9	0.06593368947505951
260367	rnn.bias_hh_l0_reverse	0	0.023701660335063934
260367	rnn.bias_hh_l0_reverse	1	-0.06323200464248657
260367	rnn.bias_hh_l0_reverse	2	0.0888231173157692
260367	rnn.bias_hh_l0_reverse	3	-0.051640816032886505
260367	rnn.bias_hh_l0_reverse	4	-0.028154144063591957
260367	rnn.bias_hh_l0_reverse	5	-0.022029466927051544
260367	rnn.bias_hh_l0_reverse	6	-0.0199897438287735
260367	rnn.bias_hh_l0_reverse	7	0.09952735900878906
260367	rnn.bias_hh_l0_reverse	8	0.03026280365884304
260367	rnn.bias_hh_l0_reverse	9	-0.148642435669899
260367	rnn.weight_ih_l1	0	-0.029734481126070023
260367	rnn.weight_ih_l1	1	-0.05035069212317467
260367	rnn.weight_ih_l1	2	0.06512051075696945
260367	rnn.weight_ih_l1	3	-0.07307381182909012
260367	rnn.weight_ih_l1	4	-0.01410019863396883
260367	rnn.weight_ih_l1	5	-0.04036719724535942
260367	rnn.weight_ih_l1	6	0.028943030163645744
260367	rnn.weight_ih_l1	7	-0.04455161839723587
260367	rnn.weight_ih_l1	8	0.03784814849495888
260367	rnn.weight_ih_l1	9	0.044901151210069656
260367	rnn.weight_hh_l1	0	-0.007409748621284962
260367	rnn.weight_hh_l1	1	0.019895680248737335
260367	rnn.weight_hh_l1	2	0.006854210514575243
260367	rnn.weight_hh_l1	3	-0.012693333439528942
260367	rnn.weight_hh_l1	4	0.004811278078705072
260367	rnn.weight_hh_l1	5	0.035202864557504654
260367	rnn.weight_hh_l1	6	0.03625743091106415
260367	rnn.weight_hh_l1	7	-0.01636378839612007
260367	rnn.weight_hh_l1	8	-0.007174144499003887
260367	rnn.weight_hh_l1	9	0.03870205208659172
260367	rnn.bias_ih_l1	0	-0.1838255375623703
260367	rnn.bias_ih_l1	1	-0.17448389530181885
260367	rnn.bias_ih_l1	2	-0.1970539391040802
260367	rnn.bias_ih_l1	3	-0.3078997731208801
260367	rnn.bias_ih_l1	4	-0.21197476983070374
260367	rnn.bias_ih_l1	5	-0.08881447464227676
260367	rnn.bias_ih_l1	6	-0.15916910767555237
260367	rnn.bias_ih_l1	7	-0.0029191109351813793
260367	rnn.bias_ih_l1	8	-0.1300865113735199
260367	rnn.bias_ih_l1	9	-0.12325578182935715
260367	rnn.bias_hh_l1	0	-0.09685645252466202
260367	rnn.bias_hh_l1	1	-0.06328579783439636
260367	rnn.bias_hh_l1	2	-0.0852246955037117
260367	rnn.bias_hh_l1	3	-0.07730301469564438
260367	rnn.bias_hh_l1	4	-0.07319917529821396
260367	rnn.bias_hh_l1	5	-0.11765424907207489
260367	rnn.bias_hh_l1	6	-0.16058507561683655
260367	rnn.bias_hh_l1	7	0.07455078512430191
260367	rnn.bias_hh_l1	8	-0.17570863664150238
260367	rnn.bias_hh_l1	9	-0.1153712347149849
260367	rnn.weight_ih_l1_reverse	0	-0.04727509990334511
260367	rnn.weight_ih_l1_reverse	1	0.033202726393938065
260367	rnn.weight_ih_l1_reverse	2	0.08813383430242538
260367	rnn.weight_ih_l1_reverse	3	-0.01805519126355648
260367	rnn.weight_ih_l1_reverse	4	-0.023206254467368126
260367	rnn.weight_ih_l1_reverse	5	-0.03038301318883896
260367	rnn.weight_ih_l1_reverse	6	-0.01969202607870102
260367	rnn.weight_ih_l1_reverse	7	0.029672661796212196
260367	rnn.weight_ih_l1_reverse	8	0.005436084233224392
260367	rnn.weight_ih_l1_reverse	9	-0.03355991095304489
260367	rnn.weight_hh_l1_reverse	0	0.004571732599288225
260367	rnn.weight_hh_l1_reverse	1	0.03170349448919296
260367	rnn.weight_hh_l1_reverse	2	-0.04061330482363701
260367	rnn.weight_hh_l1_reverse	3	0.035003092139959335
260367	rnn.weight_hh_l1_reverse	4	0.04720836505293846
260367	rnn.weight_hh_l1_reverse	5	0.005933848675340414
260367	rnn.weight_hh_l1_reverse	6	0.049094781279563904
260367	rnn.weight_hh_l1_reverse	7	0.031040579080581665
260367	rnn.weight_hh_l1_reverse	8	-0.007148063275963068
260367	rnn.weight_hh_l1_reverse	9	-0.030205385759472847
260367	rnn.bias_ih_l1_reverse	0	-0.0457102432847023
260367	rnn.bias_ih_l1_reverse	1	-0.1403401643037796
260367	rnn.bias_ih_l1_reverse	2	-0.16321969032287598
260367	rnn.bias_ih_l1_reverse	3	-0.061831336468458176
260367	rnn.bias_ih_l1_reverse	4	-0.20395223796367645
260367	rnn.bias_ih_l1_reverse	5	-0.11684153228998184
260367	rnn.bias_ih_l1_reverse	6	-0.13020730018615723
260367	rnn.bias_ih_l1_reverse	7	-0.19210098683834076
260367	rnn.bias_ih_l1_reverse	8	0.2269170731306076
260367	rnn.bias_ih_l1_reverse	9	0.022895386442542076
260367	rnn.bias_hh_l1_reverse	0	0.010529641062021255
260367	rnn.bias_hh_l1_reverse	1	-0.06541477888822556
260367	rnn.bias_hh_l1_reverse	2	-0.23717455565929413
260367	rnn.bias_hh_l1_reverse	3	-0.14349476993083954
260367	rnn.bias_hh_l1_reverse	4	-0.08033810555934906
260367	rnn.bias_hh_l1_reverse	5	-0.11665945500135422
260367	rnn.bias_hh_l1_reverse	6	0.06341689825057983
260367	rnn.bias_hh_l1_reverse	7	-0.13552430272102356
260367	rnn.bias_hh_l1_reverse	8	-0.12495926767587662
260367	rnn.bias_hh_l1_reverse	9	-0.14809104800224304
260367	linear.weight	0	0.002228822559118271
260367	linear.weight	1	0.09826161712408066
260367	linear.weight	2	-0.09237102419137955
260367	linear.weight	3	0.3129602372646332
260367	linear.weight	4	0.15049996972084045
260367	linear.weight	5	-0.06557878106832504
260367	linear.weight	6	0.09228067100048065
260367	linear.weight	7	0.1356704831123352
260367	linear.weight	8	0.04113326594233513
260367	linear.weight	9	-0.05126367509365082
260367	linear.bias	0	0.08203906565904617
260367	linear.bias	1	-0.18735286593437195
260367	linear.bias	2	-0.4476037621498108
260367	linear.bias	3	-0.6566400527954102
260367	linear.bias	4	-1.2600839138031006
260367	linear.bias	5	-0.061264120042324066
260367	linear.bias	6	-0.819489061832428
260367	linear.bias	7	0.2696225047111511
260367	linear.bias	8	-0.39717915654182434
260367	linear.bias	9	-1.023010492324829
260564	transitions	0	0.756214439868927
260564	transitions	1	0.1392459273338318
260564	transitions	2	-10000.0
260564	transitions	3	-1.8280912637710571
260564	transitions	4	-10000.0
260564	transitions	5	0.5628631114959717
260564	transitions	6	-0.08557713776826859
260564	transitions	7	-0.811313271522522
260564	transitions	8	-1.4226707220077515
260564	transitions	9	-0.0012311518657952547
260564	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
260564	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
260564	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
260564	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
260564	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
260564	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
260564	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
260564	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
260564	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
260564	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
260564	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
260564	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
260564	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
260564	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
260564	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
260564	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
260564	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
260564	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
260564	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
260564	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
260564	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
260564	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
260564	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
260564	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
260564	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
260564	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
260564	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
260564	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
260564	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
260564	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
260564	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
260564	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
260564	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
260564	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
260564	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
260564	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
260564	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
260564	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
260564	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
260564	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
260564	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
260564	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
260564	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
260564	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
260564	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
260564	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
260564	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
260564	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
260564	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
260564	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
260564	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
260564	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
260564	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
260564	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
260564	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
260564	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
260564	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
260564	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
260564	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
260564	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
260564	embedding2nn.weight	0	0.016678461804986
260564	embedding2nn.weight	1	-0.012734259478747845
260564	embedding2nn.weight	2	-0.014268254861235619
260564	embedding2nn.weight	3	-0.03144395723938942
260564	embedding2nn.weight	4	-0.0059150345623493195
260564	embedding2nn.weight	5	-0.0037005888298153877
260564	embedding2nn.weight	6	-0.003973265178501606
260564	embedding2nn.weight	7	-0.07728320360183716
260564	embedding2nn.weight	8	-0.0019979383796453476
260564	embedding2nn.weight	9	-0.027704298496246338
260564	embedding2nn.bias	0	0.0318339541554451
260564	embedding2nn.bias	1	-0.07516074180603027
260564	embedding2nn.bias	2	0.07073604315519333
260564	embedding2nn.bias	3	0.05197703465819359
260564	embedding2nn.bias	4	-0.04243561625480652
260564	embedding2nn.bias	5	-0.011526593007147312
260564	embedding2nn.bias	6	0.014972985722124577
260564	embedding2nn.bias	7	-0.0552808903157711
260564	embedding2nn.bias	8	0.07321266084909439
260564	embedding2nn.bias	9	0.045154981315135956
260564	rnn.weight_ih_l0	0	-0.08080697804689407
260564	rnn.weight_ih_l0	1	0.0029512206092476845
260564	rnn.weight_ih_l0	2	0.03523804992437363
260564	rnn.weight_ih_l0	3	0.022839566692709923
260564	rnn.weight_ih_l0	4	-0.04811586067080498
260564	rnn.weight_ih_l0	5	-0.06837605684995651
260564	rnn.weight_ih_l0	6	-0.0011046358849853277
260564	rnn.weight_ih_l0	7	0.05355851352214813
260564	rnn.weight_ih_l0	8	-0.01694311387836933
260564	rnn.weight_ih_l0	9	-0.030817994847893715
260564	rnn.weight_hh_l0	0	-0.030127190053462982
260564	rnn.weight_hh_l0	1	-0.007211404852569103
260564	rnn.weight_hh_l0	2	0.006632922682911158
260564	rnn.weight_hh_l0	3	-0.07442289590835571
260564	rnn.weight_hh_l0	4	0.09327058494091034
260564	rnn.weight_hh_l0	5	-0.026852330192923546
260564	rnn.weight_hh_l0	6	-0.06370124220848083
260564	rnn.weight_hh_l0	7	0.008927912451326847
260564	rnn.weight_hh_l0	8	0.013446600176393986
260564	rnn.weight_hh_l0	9	-0.025679724290966988
260564	rnn.bias_ih_l0	0	0.12977363169193268
260564	rnn.bias_ih_l0	1	-0.03413848951458931
260564	rnn.bias_ih_l0	2	-0.03391560912132263
260564	rnn.bias_ih_l0	3	0.16322468221187592
260564	rnn.bias_ih_l0	4	-0.012810884974896908
260564	rnn.bias_ih_l0	5	-0.023184118792414665
260564	rnn.bias_ih_l0	6	0.017090801149606705
260564	rnn.bias_ih_l0	7	0.023582546040415764
260564	rnn.bias_ih_l0	8	-0.09947763383388519
260564	rnn.bias_ih_l0	9	-0.041211795061826706
260564	rnn.bias_hh_l0	0	-0.001204036409035325
260564	rnn.bias_hh_l0	1	-0.10038239508867264
260564	rnn.bias_hh_l0	2	-0.07504455745220184
260564	rnn.bias_hh_l0	3	-0.08877044916152954
260564	rnn.bias_hh_l0	4	0.00861462950706482
260564	rnn.bias_hh_l0	5	-0.020439479500055313
260564	rnn.bias_hh_l0	6	0.028470207005739212
260564	rnn.bias_hh_l0	7	0.060900356620550156
260564	rnn.bias_hh_l0	8	-0.12324462085962296
260564	rnn.bias_hh_l0	9	-0.05892903730273247
260564	rnn.weight_ih_l0_reverse	0	-0.025475073605775833
260564	rnn.weight_ih_l0_reverse	1	-0.05704180896282196
260564	rnn.weight_ih_l0_reverse	2	-0.04885779321193695
260564	rnn.weight_ih_l0_reverse	3	0.015586580149829388
260564	rnn.weight_ih_l0_reverse	4	-0.02518954500555992
260564	rnn.weight_ih_l0_reverse	5	-0.057490721344947815
260564	rnn.weight_ih_l0_reverse	6	0.07366975396871567
260564	rnn.weight_ih_l0_reverse	7	-0.01879812590777874
260564	rnn.weight_ih_l0_reverse	8	-0.0184396430850029
260564	rnn.weight_ih_l0_reverse	9	0.004517992027103901
260564	rnn.weight_hh_l0_reverse	0	0.06851907819509506
260564	rnn.weight_hh_l0_reverse	1	0.019783776253461838
260564	rnn.weight_hh_l0_reverse	2	0.02998567372560501
260564	rnn.weight_hh_l0_reverse	3	0.03528391197323799
260564	rnn.weight_hh_l0_reverse	4	0.01434885710477829
260564	rnn.weight_hh_l0_reverse	5	0.00812769215553999
260564	rnn.weight_hh_l0_reverse	6	0.05104038864374161
260564	rnn.weight_hh_l0_reverse	7	-0.08188416063785553
260564	rnn.weight_hh_l0_reverse	8	0.040202796459198
260564	rnn.weight_hh_l0_reverse	9	0.034790199249982834
260564	rnn.bias_ih_l0_reverse	0	-0.05695006623864174
260564	rnn.bias_ih_l0_reverse	1	-0.28263187408447266
260564	rnn.bias_ih_l0_reverse	2	-0.12488839030265808
260564	rnn.bias_ih_l0_reverse	3	-0.04789235442876816
260564	rnn.bias_ih_l0_reverse	4	-0.022342419251799583
260564	rnn.bias_ih_l0_reverse	5	0.07557401061058044
260564	rnn.bias_ih_l0_reverse	6	-0.06527288258075714
260564	rnn.bias_ih_l0_reverse	7	0.061119046062231064
260564	rnn.bias_ih_l0_reverse	8	-0.03574240952730179
260564	rnn.bias_ih_l0_reverse	9	0.06595848500728607
260564	rnn.bias_hh_l0_reverse	0	0.023686183616518974
260564	rnn.bias_hh_l0_reverse	1	-0.06330246478319168
260564	rnn.bias_hh_l0_reverse	2	0.08885028213262558
260564	rnn.bias_hh_l0_reverse	3	-0.051645953208208084
260564	rnn.bias_hh_l0_reverse	4	-0.028131520375609398
260564	rnn.bias_hh_l0_reverse	5	-0.02201177179813385
260564	rnn.bias_hh_l0_reverse	6	-0.02001277543604374
260564	rnn.bias_hh_l0_reverse	7	0.09952867031097412
260564	rnn.bias_hh_l0_reverse	8	0.03020031750202179
260564	rnn.bias_hh_l0_reverse	9	-0.1485273391008377
260564	rnn.weight_ih_l1	0	-0.02973359450697899
260564	rnn.weight_ih_l1	1	-0.050388168543577194
260564	rnn.weight_ih_l1	2	0.06509722024202347
260564	rnn.weight_ih_l1	3	-0.07302847504615784
260564	rnn.weight_ih_l1	4	-0.01410109456628561
260564	rnn.weight_ih_l1	5	-0.0403740257024765
260564	rnn.weight_ih_l1	6	0.0289510078728199
260564	rnn.weight_ih_l1	7	-0.044531963765621185
260564	rnn.weight_ih_l1	8	0.0378493033349514
260564	rnn.weight_ih_l1	9	0.04491506516933441
260564	rnn.weight_hh_l1	0	-0.007394828367978334
260564	rnn.weight_hh_l1	1	0.019898150116205215
260564	rnn.weight_hh_l1	2	0.006865630857646465
260564	rnn.weight_hh_l1	3	-0.012692885473370552
260564	rnn.weight_hh_l1	4	0.004815487191081047
260564	rnn.weight_hh_l1	5	0.035201545804739
260564	rnn.weight_hh_l1	6	0.03625557944178581
260564	rnn.weight_hh_l1	7	-0.016365164890885353
260564	rnn.weight_hh_l1	8	-0.007172001525759697
260564	rnn.weight_hh_l1	9	0.03870091214776039
260564	rnn.bias_ih_l1	0	-0.18382291495800018
260564	rnn.bias_ih_l1	1	-0.17452079057693481
260564	rnn.bias_ih_l1	2	-0.1970507800579071
260564	rnn.bias_ih_l1	3	-0.3079269826412201
260564	rnn.bias_ih_l1	4	-0.21200214326381683
260564	rnn.bias_ih_l1	5	-0.08881872147321701
260564	rnn.bias_ih_l1	6	-0.15913935005664825
260564	rnn.bias_ih_l1	7	-0.0029328754171729088
260564	rnn.bias_ih_l1	8	-0.13001631200313568
260564	rnn.bias_ih_l1	9	-0.1231953501701355
260564	rnn.bias_hh_l1	0	-0.09686229377985
260564	rnn.bias_hh_l1	1	-0.06330536305904388
260564	rnn.bias_hh_l1	2	-0.08516077697277069
260564	rnn.bias_hh_l1	3	-0.07728084176778793
260564	rnn.bias_hh_l1	4	-0.07316947728395462
260564	rnn.bias_hh_l1	5	-0.1176624670624733
260564	rnn.bias_hh_l1	6	-0.160584956407547
260564	rnn.bias_hh_l1	7	0.07451441138982773
260564	rnn.bias_hh_l1	8	-0.17575249075889587
260564	rnn.bias_hh_l1	9	-0.11545427143573761
260564	rnn.weight_ih_l1_reverse	0	-0.047267161309719086
260564	rnn.weight_ih_l1_reverse	1	0.033212438225746155
260564	rnn.weight_ih_l1_reverse	2	0.08811940252780914
260564	rnn.weight_ih_l1_reverse	3	-0.018043750897049904
260564	rnn.weight_ih_l1_reverse	4	-0.023189283907413483
260564	rnn.weight_ih_l1_reverse	5	-0.030377253890037537
260564	rnn.weight_ih_l1_reverse	6	-0.019703282043337822
260564	rnn.weight_ih_l1_reverse	7	0.029648099094629288
260564	rnn.weight_ih_l1_reverse	8	0.00541345402598381
260564	rnn.weight_ih_l1_reverse	9	-0.033588480204343796
260564	rnn.weight_hh_l1_reverse	0	0.004570013377815485
260564	rnn.weight_hh_l1_reverse	1	0.03171144798398018
260564	rnn.weight_hh_l1_reverse	2	-0.040614038705825806
260564	rnn.weight_hh_l1_reverse	3	0.03500086069107056
260564	rnn.weight_hh_l1_reverse	4	0.04720555618405342
260564	rnn.weight_hh_l1_reverse	5	0.005933717824518681
260564	rnn.weight_hh_l1_reverse	6	0.04906253516674042
260564	rnn.weight_hh_l1_reverse	7	0.03102937713265419
260564	rnn.weight_hh_l1_reverse	8	-0.007148319855332375
260564	rnn.weight_hh_l1_reverse	9	-0.030201567336916924
260564	rnn.bias_ih_l1_reverse	0	-0.04573271423578262
260564	rnn.bias_ih_l1_reverse	1	-0.14035937190055847
260564	rnn.bias_ih_l1_reverse	2	-0.16328029334545135
260564	rnn.bias_ih_l1_reverse	3	-0.06190463900566101
260564	rnn.bias_ih_l1_reverse	4	-0.20395036041736603
260564	rnn.bias_ih_l1_reverse	5	-0.11686136573553085
260564	rnn.bias_ih_l1_reverse	6	-0.13020500540733337
260564	rnn.bias_ih_l1_reverse	7	-0.1921653002500534
260564	rnn.bias_ih_l1_reverse	8	0.22701676189899445
260564	rnn.bias_ih_l1_reverse	9	0.022855229675769806
260564	rnn.bias_hh_l1_reverse	0	0.010351575911045074
260564	rnn.bias_hh_l1_reverse	1	-0.06537657231092453
260564	rnn.bias_hh_l1_reverse	2	-0.23717829585075378
260564	rnn.bias_hh_l1_reverse	3	-0.14352378249168396
260564	rnn.bias_hh_l1_reverse	4	-0.08034498989582062
260564	rnn.bias_hh_l1_reverse	5	-0.11667878180742264
260564	rnn.bias_hh_l1_reverse	6	0.0633915439248085
260564	rnn.bias_hh_l1_reverse	7	-0.13553781807422638
260564	rnn.bias_hh_l1_reverse	8	-0.12498880177736282
260564	rnn.bias_hh_l1_reverse	9	-0.14809146523475647
260564	linear.weight	0	0.002228822559118271
260564	linear.weight	1	0.09808265417814255
260564	linear.weight	2	-0.09235222637653351
260564	linear.weight	3	0.31291815638542175
260564	linear.weight	4	0.1504889577627182
260564	linear.weight	5	-0.0655628964304924
260564	linear.weight	6	0.09231004863977432
260564	linear.weight	7	0.1357484757900238
260564	linear.weight	8	0.04113326221704483
260564	linear.weight	9	-0.0512615330517292
260564	linear.bias	0	0.08225110918283463
260564	linear.bias	1	-0.18627187609672546
260564	linear.bias	2	-0.4466591775417328
260564	linear.bias	3	-0.6570904850959778
260564	linear.bias	4	-1.260550618171692
260564	linear.bias	5	-0.06126783788204193
260564	linear.bias	6	-0.818352222442627
260564	linear.bias	7	0.2695942521095276
260564	linear.bias	8	-0.39699849486351013
260564	linear.bias	9	-1.0228890180587769
260568	transitions	0	0.7562143206596375
260568	transitions	1	0.1392459273338318
260568	transitions	2	-10000.0
260568	transitions	3	-1.8280912637710571
260568	transitions	4	-10000.0
260568	transitions	5	0.5628631114959717
260568	transitions	6	-0.08557719737291336
260568	transitions	7	-0.811313271522522
260568	transitions	8	-1.4226707220077515
260568	transitions	9	-0.0012311518657952547
260568	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
260568	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
260568	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
260568	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
260568	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
260568	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
260568	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
260568	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
260568	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
260568	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
260568	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
260568	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
260568	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
260568	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
260568	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
260568	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
260568	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
260568	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
260568	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
260568	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
260568	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
260568	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
260568	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
260568	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
260568	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
260568	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
260568	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
260568	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
260568	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
260568	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
260568	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
260568	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
260568	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
260568	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
260568	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
260568	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
260568	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
260568	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
260568	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
260568	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
260568	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
260568	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
260568	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
260568	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
260568	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
260568	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
260568	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
260568	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
260568	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
260568	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
260568	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
260568	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
260568	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
260568	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
260568	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
260568	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
260568	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
260568	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
260568	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
260568	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
260568	embedding2nn.weight	0	0.016680816188454628
260568	embedding2nn.weight	1	-0.012733887881040573
260568	embedding2nn.weight	2	-0.014268254861235619
260568	embedding2nn.weight	3	-0.0314459428191185
260568	embedding2nn.weight	4	-0.0059150345623493195
260568	embedding2nn.weight	5	-0.0037005888298153877
260568	embedding2nn.weight	6	-0.003973265178501606
260568	embedding2nn.weight	7	-0.07728327065706253
260568	embedding2nn.weight	8	-0.0019979383796453476
260568	embedding2nn.weight	9	-0.02770143561065197
260568	embedding2nn.bias	0	0.03180794045329094
260568	embedding2nn.bias	1	-0.07515715062618256
260568	embedding2nn.bias	2	0.07072991132736206
260568	embedding2nn.bias	3	0.0519595742225647
260568	embedding2nn.bias	4	-0.04244634136557579
260568	embedding2nn.bias	5	-0.011543909087777138
260568	embedding2nn.bias	6	0.014954953454434872
260568	embedding2nn.bias	7	-0.05527379736304283
260568	embedding2nn.bias	8	0.0732203871011734
260568	embedding2nn.bias	9	0.045177970081567764
260568	rnn.weight_ih_l0	0	-0.08080658316612244
260568	rnn.weight_ih_l0	1	0.002948347246274352
260568	rnn.weight_ih_l0	2	0.03523806110024452
260568	rnn.weight_ih_l0	3	0.02283942885696888
260568	rnn.weight_ih_l0	4	-0.048117827624082565
260568	rnn.weight_ih_l0	5	-0.06837725639343262
260568	rnn.weight_ih_l0	6	-0.001103667775169015
260568	rnn.weight_ih_l0	7	0.053556449711322784
260568	rnn.weight_ih_l0	8	-0.01694297045469284
260568	rnn.weight_ih_l0	9	-0.03081427700817585
260568	rnn.weight_hh_l0	0	-0.030125761404633522
260568	rnn.weight_hh_l0	1	-0.007211730349808931
260568	rnn.weight_hh_l0	2	0.006632644217461348
260568	rnn.weight_hh_l0	3	-0.07442301511764526
260568	rnn.weight_hh_l0	4	0.09327132999897003
260568	rnn.weight_hh_l0	5	-0.02685367316007614
260568	rnn.weight_hh_l0	6	-0.0636974573135376
260568	rnn.weight_hh_l0	7	0.00892640370875597
260568	rnn.weight_hh_l0	8	0.013445057906210423
260568	rnn.weight_hh_l0	9	-0.025680508464574814
260568	rnn.bias_ih_l0	0	0.12977539002895355
260568	rnn.bias_ih_l0	1	-0.034131910651922226
260568	rnn.bias_ih_l0	2	-0.03391719236969948
260568	rnn.bias_ih_l0	3	0.16322384774684906
260568	rnn.bias_ih_l0	4	-0.012812732718884945
260568	rnn.bias_ih_l0	5	-0.023186635226011276
260568	rnn.bias_ih_l0	6	0.017088772729039192
260568	rnn.bias_ih_l0	7	0.023580126464366913
260568	rnn.bias_ih_l0	8	-0.09947999566793442
260568	rnn.bias_ih_l0	9	-0.04120703041553497
260568	rnn.bias_hh_l0	0	-0.0012051946250721812
260568	rnn.bias_hh_l0	1	-0.10037493705749512
260568	rnn.bias_hh_l0	2	-0.07505892217159271
260568	rnn.bias_hh_l0	3	-0.08877398073673248
260568	rnn.bias_hh_l0	4	0.008615794591605663
260568	rnn.bias_hh_l0	5	-0.02043912187218666
260568	rnn.bias_hh_l0	6	0.02847294509410858
260568	rnn.bias_hh_l0	7	0.060899581760168076
260568	rnn.bias_hh_l0	8	-0.12324438244104385
260568	rnn.bias_hh_l0	9	-0.05893060192465782
260568	rnn.weight_ih_l0_reverse	0	-0.02547505311667919
260568	rnn.weight_ih_l0_reverse	1	-0.05704178661108017
260568	rnn.weight_ih_l0_reverse	2	-0.04885774105787277
260568	rnn.weight_ih_l0_reverse	3	0.015588667243719101
260568	rnn.weight_ih_l0_reverse	4	-0.025189649313688278
260568	rnn.weight_ih_l0_reverse	5	-0.05749332904815674
260568	rnn.weight_ih_l0_reverse	6	0.07367172092199326
260568	rnn.weight_ih_l0_reverse	7	-0.01879514567553997
260568	rnn.weight_ih_l0_reverse	8	-0.018439384177327156
260568	rnn.weight_ih_l0_reverse	9	0.00451775873079896
260568	rnn.weight_hh_l0_reverse	0	0.06851901113986969
260568	rnn.weight_hh_l0_reverse	1	0.019783873111009598
260568	rnn.weight_hh_l0_reverse	2	0.029986057430505753
260568	rnn.weight_hh_l0_reverse	3	0.035284291952848434
260568	rnn.weight_hh_l0_reverse	4	0.014345581643283367
260568	rnn.weight_hh_l0_reverse	5	0.008127214387059212
260568	rnn.weight_hh_l0_reverse	6	0.05104094743728638
260568	rnn.weight_hh_l0_reverse	7	-0.08188360929489136
260568	rnn.weight_hh_l0_reverse	8	0.04020346328616142
260568	rnn.weight_hh_l0_reverse	9	0.03478886932134628
260568	rnn.bias_ih_l0_reverse	0	-0.056951139122247696
260568	rnn.bias_ih_l0_reverse	1	-0.2826354503631592
260568	rnn.bias_ih_l0_reverse	2	-0.12488789111375809
260568	rnn.bias_ih_l0_reverse	3	-0.047898560762405396
260568	rnn.bias_ih_l0_reverse	4	-0.022343484684824944
260568	rnn.bias_ih_l0_reverse	5	0.07557164132595062
260568	rnn.bias_ih_l0_reverse	6	-0.0652720034122467
260568	rnn.bias_ih_l0_reverse	7	0.06112005561590195
260568	rnn.bias_ih_l0_reverse	8	-0.035742901265621185
260568	rnn.bias_ih_l0_reverse	9	0.06595976650714874
260568	rnn.bias_hh_l0_reverse	0	0.02369091473519802
260568	rnn.bias_hh_l0_reverse	1	-0.06330569833517075
260568	rnn.bias_hh_l0_reverse	2	0.08884444832801819
260568	rnn.bias_hh_l0_reverse	3	-0.05164339020848274
260568	rnn.bias_hh_l0_reverse	4	-0.02813003957271576
260568	rnn.bias_hh_l0_reverse	5	-0.022013351321220398
260568	rnn.bias_hh_l0_reverse	6	-0.02001238241791725
260568	rnn.bias_hh_l0_reverse	7	0.09953329712152481
260568	rnn.bias_hh_l0_reverse	8	0.03020203672349453
260568	rnn.bias_hh_l0_reverse	9	-0.14852374792099
260568	rnn.weight_ih_l1	0	-0.029733525589108467
260568	rnn.weight_ih_l1	1	-0.05038724094629288
260568	rnn.weight_ih_l1	2	0.06509336829185486
260568	rnn.weight_ih_l1	3	-0.07304709404706955
260568	rnn.weight_ih_l1	4	-0.014097398146986961
260568	rnn.weight_ih_l1	5	-0.040373872965574265
260568	rnn.weight_ih_l1	6	0.028947986662387848
260568	rnn.weight_ih_l1	7	-0.044534359127283096
260568	rnn.weight_ih_l1	8	0.037849701941013336
260568	rnn.weight_ih_l1	9	0.044915568083524704
260568	rnn.weight_hh_l1	0	-0.0073920926079154015
260568	rnn.weight_hh_l1	1	0.01989797316491604
260568	rnn.weight_hh_l1	2	0.0068687740713357925
260568	rnn.weight_hh_l1	3	-0.012692885473370552
260568	rnn.weight_hh_l1	4	0.004815399646759033
260568	rnn.weight_hh_l1	5	0.035201240330934525
260568	rnn.weight_hh_l1	6	0.0362512581050396
260568	rnn.weight_hh_l1	7	-0.01636514812707901
260568	rnn.weight_hh_l1	8	-0.007173504680395126
260568	rnn.weight_hh_l1	9	0.038701288402080536
260568	rnn.bias_ih_l1	0	-0.18381863832473755
260568	rnn.bias_ih_l1	1	-0.17451061308383942
260568	rnn.bias_ih_l1	2	-0.1970604658126831
260568	rnn.bias_ih_l1	3	-0.3079127371311188
260568	rnn.bias_ih_l1	4	-0.21199996769428253
260568	rnn.bias_ih_l1	5	-0.08880903571844101
260568	rnn.bias_ih_l1	6	-0.15914663672447205
260568	rnn.bias_ih_l1	7	-0.002950066002085805
260568	rnn.bias_ih_l1	8	-0.1300148069858551
260568	rnn.bias_ih_l1	9	-0.12319042533636093
260568	rnn.bias_hh_l1	0	-0.09686937928199768
260568	rnn.bias_hh_l1	1	-0.06330183893442154
260568	rnn.bias_hh_l1	2	-0.08515727519989014
260568	rnn.bias_hh_l1	3	-0.0772784948348999
260568	rnn.bias_hh_l1	4	-0.07317128777503967
260568	rnn.bias_hh_l1	5	-0.11766437441110611
260568	rnn.bias_hh_l1	6	-0.16058625280857086
260568	rnn.bias_hh_l1	7	0.0745212510228157
260568	rnn.bias_hh_l1	8	-0.1757502555847168
260568	rnn.bias_hh_l1	9	-0.1154709979891777
260568	rnn.weight_ih_l1_reverse	0	-0.04726818576455116
260568	rnn.weight_ih_l1_reverse	1	0.03321168199181557
260568	rnn.weight_ih_l1_reverse	2	0.08811721205711365
260568	rnn.weight_ih_l1_reverse	3	-0.018044931814074516
260568	rnn.weight_ih_l1_reverse	4	-0.02318824827671051
260568	rnn.weight_ih_l1_reverse	5	-0.03037727065384388
260568	rnn.weight_ih_l1_reverse	6	-0.019703084602952003
260568	rnn.weight_ih_l1_reverse	7	0.029647376388311386
260568	rnn.weight_ih_l1_reverse	8	0.005413792561739683
260568	rnn.weight_ih_l1_reverse	9	-0.033590685576200485
260568	rnn.weight_hh_l1_reverse	0	0.0045700096525251865
260568	rnn.weight_hh_l1_reverse	1	0.03171137720346451
260568	rnn.weight_hh_l1_reverse	2	-0.04061416536569595
260568	rnn.weight_hh_l1_reverse	3	0.03500087931752205
260568	rnn.weight_hh_l1_reverse	4	0.047204360365867615
260568	rnn.weight_hh_l1_reverse	5	0.005933393724262714
260568	rnn.weight_hh_l1_reverse	6	0.0490620993077755
260568	rnn.weight_hh_l1_reverse	7	0.031029751524329185
260568	rnn.weight_hh_l1_reverse	8	-0.007148352451622486
260568	rnn.weight_hh_l1_reverse	9	-0.030201975256204605
260568	rnn.bias_ih_l1_reverse	0	-0.045728813856840134
260568	rnn.bias_ih_l1_reverse	1	-0.14036008715629578
260568	rnn.bias_ih_l1_reverse	2	-0.1632772535085678
260568	rnn.bias_ih_l1_reverse	3	-0.061906371265649796
260568	rnn.bias_ih_l1_reverse	4	-0.2039581835269928
260568	rnn.bias_ih_l1_reverse	5	-0.11685682833194733
260568	rnn.bias_ih_l1_reverse	6	-0.1302044689655304
260568	rnn.bias_ih_l1_reverse	7	-0.1921640932559967
260568	rnn.bias_ih_l1_reverse	8	0.2270263433456421
260568	rnn.bias_ih_l1_reverse	9	0.022846102714538574
260568	rnn.bias_hh_l1_reverse	0	0.01033872738480568
260568	rnn.bias_hh_l1_reverse	1	-0.06537764519453049
260568	rnn.bias_hh_l1_reverse	2	-0.23718024790287018
260568	rnn.bias_hh_l1_reverse	3	-0.143521249294281
260568	rnn.bias_hh_l1_reverse	4	-0.08034651726484299
260568	rnn.bias_hh_l1_reverse	5	-0.11667853593826294
260568	rnn.bias_hh_l1_reverse	6	0.06340578198432922
260568	rnn.bias_hh_l1_reverse	7	-0.13552100956439972
260568	rnn.bias_hh_l1_reverse	8	-0.12499173730611801
260568	rnn.bias_hh_l1_reverse	9	-0.14808902144432068
260568	linear.weight	0	0.002228822559118271
260568	linear.weight	1	0.09808621555566788
260568	linear.weight	2	-0.09235945343971252
260568	linear.weight	3	0.3129144012928009
260568	linear.weight	4	0.15048764646053314
260568	linear.weight	5	-0.06556294113397598
260568	linear.weight	6	0.09231716394424438
260568	linear.weight	7	0.13574466109275818
260568	linear.weight	8	0.04113326221704483
260568	linear.weight	9	-0.051274776458740234
260568	linear.bias	0	0.08217119425535202
260568	linear.bias	1	-0.1862565279006958
260568	linear.bias	2	-0.4465908408164978
260568	linear.bias	3	-0.6570253372192383
260568	linear.bias	4	-1.2604856491088867
260568	linear.bias	5	-0.06133853644132614
260568	linear.bias	6	-0.8183329105377197
260568	linear.bias	7	0.2695252299308777
260568	linear.bias	8	-0.3970855176448822
260568	linear.bias	9	-1.0229755640029907
260765	transitions	0	0.7562592625617981
260765	transitions	1	0.13919909298419952
260765	transitions	2	-10000.0
260765	transitions	3	-1.8280913829803467
260765	transitions	4	-10000.0
260765	transitions	5	0.5628618597984314
260765	transitions	6	-0.08557773381471634
260765	transitions	7	-0.8113218545913696
260765	transitions	8	-1.4226715564727783
260765	transitions	9	-0.0012311568716540933
260765	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
260765	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
260765	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
260765	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
260765	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
260765	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
260765	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
260765	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
260765	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
260765	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
260765	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
260765	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
260765	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
260765	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
260765	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
260765	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
260765	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
260765	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
260765	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
260765	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
260765	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
260765	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
260765	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
260765	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
260765	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
260765	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
260765	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
260765	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
260765	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
260765	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
260765	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
260765	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
260765	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
260765	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
260765	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
260765	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
260765	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
260765	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
260765	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
260765	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
260765	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
260765	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
260765	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
260765	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
260765	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
260765	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
260765	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
260765	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
260765	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
260765	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
260765	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
260765	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
260765	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
260765	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
260765	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
260765	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
260765	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
260765	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
260765	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
260765	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
260765	embedding2nn.weight	0	0.016687976196408272
260765	embedding2nn.weight	1	-0.012735710479319096
260765	embedding2nn.weight	2	-0.014268254861235619
260765	embedding2nn.weight	3	-0.03143848106265068
260765	embedding2nn.weight	4	-0.0059150345623493195
260765	embedding2nn.weight	5	-0.0037005888298153877
260765	embedding2nn.weight	6	-0.003973265178501606
260765	embedding2nn.weight	7	-0.07727779448032379
260765	embedding2nn.weight	8	-0.0019979383796453476
260765	embedding2nn.weight	9	-0.027702679857611656
260765	embedding2nn.bias	0	0.03196600079536438
260765	embedding2nn.bias	1	-0.07498988509178162
260765	embedding2nn.bias	2	0.07083413749933243
260765	embedding2nn.bias	3	0.05195165053009987
260765	embedding2nn.bias	4	-0.04242241755127907
260765	embedding2nn.bias	5	-0.011477520689368248
260765	embedding2nn.bias	6	0.014839454554021358
260765	embedding2nn.bias	7	-0.05538361147046089
260765	embedding2nn.bias	8	0.07335325330495834
260765	embedding2nn.bias	9	0.045007213950157166
260765	rnn.weight_ih_l0	0	-0.08079417049884796
260765	rnn.weight_ih_l0	1	0.0029639292042702436
260765	rnn.weight_ih_l0	2	0.03523566201329231
260765	rnn.weight_ih_l0	3	0.02284589409828186
260765	rnn.weight_ih_l0	4	-0.048140838742256165
260765	rnn.weight_ih_l0	5	-0.06839112937450409
260765	rnn.weight_ih_l0	6	-0.0011134581873193383
260765	rnn.weight_ih_l0	7	0.05356656387448311
260765	rnn.weight_ih_l0	8	-0.01694124937057495
260765	rnn.weight_ih_l0	9	-0.03077046573162079
260765	rnn.weight_hh_l0	0	-0.03017084114253521
260765	rnn.weight_hh_l0	1	-0.007204000372439623
260765	rnn.weight_hh_l0	2	0.0066283149644732475
260765	rnn.weight_hh_l0	3	-0.07443832606077194
260765	rnn.weight_hh_l0	4	0.09326708316802979
260765	rnn.weight_hh_l0	5	-0.026843935251235962
260765	rnn.weight_hh_l0	6	-0.06368377804756165
260765	rnn.weight_hh_l0	7	0.008916951715946198
260765	rnn.weight_hh_l0	8	0.01342359185218811
260765	rnn.weight_hh_l0	9	-0.02568025328218937
260765	rnn.bias_ih_l0	0	0.129747673869133
260765	rnn.bias_ih_l0	1	-0.034174539148807526
260765	rnn.bias_ih_l0	2	-0.03392893075942993
260765	rnn.bias_ih_l0	3	0.16325032711029053
260765	rnn.bias_ih_l0	4	-0.012807400897145271
260765	rnn.bias_ih_l0	5	-0.02320467308163643
260765	rnn.bias_ih_l0	6	0.017156178131699562
260765	rnn.bias_ih_l0	7	0.02356688678264618
260765	rnn.bias_ih_l0	8	-0.09952536970376968
260765	rnn.bias_ih_l0	9	-0.04125206917524338
260765	rnn.bias_hh_l0	0	-0.0012210924178361893
260765	rnn.bias_hh_l0	1	-0.10036914050579071
260765	rnn.bias_hh_l0	2	-0.0750296488404274
260765	rnn.bias_hh_l0	3	-0.08876842260360718
260765	rnn.bias_hh_l0	4	0.008599244989454746
260765	rnn.bias_hh_l0	5	-0.02047991007566452
260765	rnn.bias_hh_l0	6	0.028477707877755165
260765	rnn.bias_hh_l0	7	0.06095164269208908
260765	rnn.bias_hh_l0	8	-0.12323067337274551
260765	rnn.bias_hh_l0	9	-0.05901050195097923
260765	rnn.weight_ih_l0_reverse	0	-0.025473983958363533
260765	rnn.weight_ih_l0_reverse	1	-0.057027895003557205
260765	rnn.weight_ih_l0_reverse	2	-0.048890870064496994
260765	rnn.weight_ih_l0_reverse	3	0.015579081140458584
260765	rnn.weight_ih_l0_reverse	4	-0.025185585021972656
260765	rnn.weight_ih_l0_reverse	5	-0.05749286711215973
260765	rnn.weight_ih_l0_reverse	6	0.07367255538702011
260765	rnn.weight_ih_l0_reverse	7	-0.01881362870335579
260765	rnn.weight_ih_l0_reverse	8	-0.018444055691361427
260765	rnn.weight_ih_l0_reverse	9	0.0045006368309259415
260765	rnn.weight_hh_l0_reverse	0	0.0685199424624443
260765	rnn.weight_hh_l0_reverse	1	0.019780287519097328
260765	rnn.weight_hh_l0_reverse	2	0.029987744987010956
260765	rnn.weight_hh_l0_reverse	3	0.035290468484163284
260765	rnn.weight_hh_l0_reverse	4	0.014344889670610428
260765	rnn.weight_hh_l0_reverse	5	0.008130185306072235
260765	rnn.weight_hh_l0_reverse	6	0.051040131598711014
260765	rnn.weight_hh_l0_reverse	7	-0.0818646028637886
260765	rnn.weight_hh_l0_reverse	8	0.040194906294345856
260765	rnn.weight_hh_l0_reverse	9	0.03479592129588127
260765	rnn.bias_ih_l0_reverse	0	-0.05694608762860298
260765	rnn.bias_ih_l0_reverse	1	-0.2825925946235657
260765	rnn.bias_ih_l0_reverse	2	-0.124870166182518
260765	rnn.bias_ih_l0_reverse	3	-0.047931451350450516
260765	rnn.bias_ih_l0_reverse	4	-0.022400911897420883
260765	rnn.bias_ih_l0_reverse	5	0.0755620226264
260765	rnn.bias_ih_l0_reverse	6	-0.06525738537311554
260765	rnn.bias_ih_l0_reverse	7	0.06117480248212814
260765	rnn.bias_ih_l0_reverse	8	-0.03574831038713455
260765	rnn.bias_ih_l0_reverse	9	0.06594834476709366
260765	rnn.bias_hh_l0_reverse	0	0.023707319051027298
260765	rnn.bias_hh_l0_reverse	1	-0.06329172849655151
260765	rnn.bias_hh_l0_reverse	2	0.08883269131183624
260765	rnn.bias_hh_l0_reverse	3	-0.05165362358093262
260765	rnn.bias_hh_l0_reverse	4	-0.0281316377222538
260765	rnn.bias_hh_l0_reverse	5	-0.022091513499617577
260765	rnn.bias_hh_l0_reverse	6	-0.02003018744289875
260765	rnn.bias_hh_l0_reverse	7	0.09960377961397171
260765	rnn.bias_hh_l0_reverse	8	0.03020002879202366
260765	rnn.bias_hh_l0_reverse	9	-0.1484849900007248
260765	rnn.weight_ih_l1	0	-0.02973492629826069
260765	rnn.weight_ih_l1	1	-0.05039755627512932
260765	rnn.weight_ih_l1	2	0.06509528309106827
260765	rnn.weight_ih_l1	3	-0.07302272319793701
260765	rnn.weight_ih_l1	4	-0.014096989296376705
260765	rnn.weight_ih_l1	5	-0.040370259433984756
260765	rnn.weight_ih_l1	6	0.028942177072167397
260765	rnn.weight_ih_l1	7	-0.04456363990902901
260765	rnn.weight_ih_l1	8	0.03784738853573799
260765	rnn.weight_ih_l1	9	0.04493507742881775
260765	rnn.weight_hh_l1	0	-0.007402264047414064
260765	rnn.weight_hh_l1	1	0.019896820187568665
260765	rnn.weight_hh_l1	2	0.006844378542155027
260765	rnn.weight_hh_l1	3	-0.012692323885858059
260765	rnn.weight_hh_l1	4	0.004814313258975744
260765	rnn.weight_hh_l1	5	0.03519299253821373
260765	rnn.weight_hh_l1	6	0.036256082355976105
260765	rnn.weight_hh_l1	7	-0.016361892223358154
260765	rnn.weight_hh_l1	8	-0.007174864411354065
260765	rnn.weight_hh_l1	9	0.03871062025427818
260765	rnn.bias_ih_l1	0	-0.18375977873802185
260765	rnn.bias_ih_l1	1	-0.17452163994312286
260765	rnn.bias_ih_l1	2	-0.19701643288135529
260765	rnn.bias_ih_l1	3	-0.30789121985435486
260765	rnn.bias_ih_l1	4	-0.21198853850364685
260765	rnn.bias_ih_l1	5	-0.08877071738243103
260765	rnn.bias_ih_l1	6	-0.15909229218959808
260765	rnn.bias_ih_l1	7	-0.0030610011890530586
260765	rnn.bias_ih_l1	8	-0.12995822727680206
260765	rnn.bias_ih_l1	9	-0.1231987252831459
260765	rnn.bias_hh_l1	0	-0.09686949849128723
260765	rnn.bias_hh_l1	1	-0.06331107020378113
260765	rnn.bias_hh_l1	2	-0.08520630747079849
260765	rnn.bias_hh_l1	3	-0.07731107622385025
260765	rnn.bias_hh_l1	4	-0.07317785918712616
260765	rnn.bias_hh_l1	5	-0.11763961613178253
260765	rnn.bias_hh_l1	6	-0.16054929792881012
260765	rnn.bias_hh_l1	7	0.0745096281170845
260765	rnn.bias_hh_l1	8	-0.1757921278476715
260765	rnn.bias_hh_l1	9	-0.1154579296708107
260765	rnn.weight_ih_l1_reverse	0	-0.047283850610256195
260765	rnn.weight_ih_l1_reverse	1	0.03322269022464752
260765	rnn.weight_ih_l1_reverse	2	0.08812618255615234
260765	rnn.weight_ih_l1_reverse	3	-0.017998747527599335
260765	rnn.weight_ih_l1_reverse	4	-0.023186057806015015
260765	rnn.weight_ih_l1_reverse	5	-0.03037714771926403
260765	rnn.weight_ih_l1_reverse	6	-0.0196820255368948
260765	rnn.weight_ih_l1_reverse	7	0.02963310480117798
260765	rnn.weight_ih_l1_reverse	8	0.005492978263646364
260765	rnn.weight_ih_l1_reverse	9	-0.03354308009147644
260765	rnn.weight_hh_l1_reverse	0	0.0045681605115532875
260765	rnn.weight_hh_l1_reverse	1	0.03170528635382652
260765	rnn.weight_hh_l1_reverse	2	-0.04061426594853401
260765	rnn.weight_hh_l1_reverse	3	0.03500038757920265
260765	rnn.weight_hh_l1_reverse	4	0.047199659049510956
260765	rnn.weight_hh_l1_reverse	5	0.005931572988629341
260765	rnn.weight_hh_l1_reverse	6	0.04907317832112312
260765	rnn.weight_hh_l1_reverse	7	0.031016604974865913
260765	rnn.weight_hh_l1_reverse	8	-0.00714835012331605
260765	rnn.weight_hh_l1_reverse	9	-0.030198071151971817
260765	rnn.bias_ih_l1_reverse	0	-0.04570654034614563
260765	rnn.bias_ih_l1_reverse	1	-0.1403668075799942
260765	rnn.bias_ih_l1_reverse	2	-0.16327811777591705
260765	rnn.bias_ih_l1_reverse	3	-0.062014803290367126
260765	rnn.bias_ih_l1_reverse	4	-0.20393964648246765
260765	rnn.bias_ih_l1_reverse	5	-0.11682248115539551
260765	rnn.bias_ih_l1_reverse	6	-0.13020369410514832
260765	rnn.bias_ih_l1_reverse	7	-0.19223758578300476
260765	rnn.bias_ih_l1_reverse	8	0.2269888073205948
260765	rnn.bias_ih_l1_reverse	9	0.022783536463975906
260765	rnn.bias_hh_l1_reverse	0	0.010280339047312737
260765	rnn.bias_hh_l1_reverse	1	-0.0652509406208992
260765	rnn.bias_hh_l1_reverse	2	-0.23717789351940155
260765	rnn.bias_hh_l1_reverse	3	-0.1435331553220749
260765	rnn.bias_hh_l1_reverse	4	-0.08042426407337189
260765	rnn.bias_hh_l1_reverse	5	-0.11661138385534286
260765	rnn.bias_hh_l1_reverse	6	0.06331833451986313
260765	rnn.bias_hh_l1_reverse	7	-0.13551202416419983
260765	rnn.bias_hh_l1_reverse	8	-0.1250217854976654
260765	rnn.bias_hh_l1_reverse	9	-0.1480933576822281
260765	linear.weight	0	0.002228822559118271
260765	linear.weight	1	0.09817694127559662
260765	linear.weight	2	-0.09236399084329605
260765	linear.weight	3	0.31294384598731995
260765	linear.weight	4	0.15045860409736633
260765	linear.weight	5	-0.06557149440050125
260765	linear.weight	6	0.09221581369638443
260765	linear.weight	7	0.13570021092891693
260765	linear.weight	8	0.04113326221704483
260765	linear.weight	9	-0.05125264823436737
260765	linear.bias	0	0.08269868791103363
260765	linear.bias	1	-0.18587547540664673
260765	linear.bias	2	-0.4459010362625122
260765	linear.bias	3	-0.6571968197822571
260765	linear.bias	4	-1.260650396347046
260765	linear.bias	5	-0.061157938092947006
260765	linear.bias	6	-0.8178467750549316
260765	linear.bias	7	0.2697201073169708
260765	linear.bias	8	-0.39751186966896057
260765	linear.bias	9	-1.0234333276748657
260962	transitions	0	0.7564057111740112
260962	transitions	1	0.13920219242572784
260962	transitions	2	-10000.0
260962	transitions	3	-1.8280917406082153
260962	transitions	4	-10000.0
260962	transitions	5	0.5628610849380493
260962	transitions	6	-0.0855783000588417
260962	transitions	7	-0.8113360404968262
260962	transitions	8	-1.4226818084716797
260962	transitions	9	-0.0012311672326177359
260962	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
260962	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
260962	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
260962	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
260962	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
260962	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
260962	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
260962	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
260962	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
260962	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
260962	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
260962	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
260962	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
260962	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
260962	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
260962	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
260962	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
260962	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
260962	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
260962	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
260962	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
260962	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
260962	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
260962	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
260962	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
260962	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
260962	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
260962	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
260962	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
260962	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
260962	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
260962	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
260962	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
260962	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
260962	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
260962	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
260962	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
260962	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
260962	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
260962	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
260962	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
260962	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
260962	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
260962	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
260962	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
260962	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
260962	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
260962	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
260962	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
260962	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
260962	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
260962	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
260962	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
260962	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
260962	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
260962	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
260962	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
260962	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
260962	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
260962	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
260962	embedding2nn.weight	0	0.016676608473062515
260962	embedding2nn.weight	1	-0.012735793367028236
260962	embedding2nn.weight	2	-0.014268254861235619
260962	embedding2nn.weight	3	-0.03144020587205887
260962	embedding2nn.weight	4	-0.0059150345623493195
260962	embedding2nn.weight	5	-0.0037005888298153877
260962	embedding2nn.weight	6	-0.003973265178501606
260962	embedding2nn.weight	7	-0.07726343721151352
260962	embedding2nn.weight	8	-0.0019979383796453476
260962	embedding2nn.weight	9	-0.027692709118127823
260962	embedding2nn.bias	0	0.03188664838671684
260962	embedding2nn.bias	1	-0.07508755475282669
260962	embedding2nn.bias	2	0.0708882212638855
260962	embedding2nn.bias	3	0.05199357122182846
260962	embedding2nn.bias	4	-0.04252416640520096
260962	embedding2nn.bias	5	-0.011456726118922234
260962	embedding2nn.bias	6	0.014950470067560673
260962	embedding2nn.bias	7	-0.055401019752025604
260962	embedding2nn.bias	8	0.07357979565858841
260962	embedding2nn.bias	9	0.044722288846969604
260962	rnn.weight_ih_l0	0	-0.08082786202430725
260962	rnn.weight_ih_l0	1	0.002956642070785165
260962	rnn.weight_ih_l0	2	0.03520623967051506
260962	rnn.weight_ih_l0	3	0.02284027636051178
260962	rnn.weight_ih_l0	4	-0.04813366383314133
260962	rnn.weight_ih_l0	5	-0.06838800758123398
260962	rnn.weight_ih_l0	6	-0.0011102575808763504
260962	rnn.weight_ih_l0	7	0.053552743047475815
260962	rnn.weight_ih_l0	8	-0.01695367321372032
260962	rnn.weight_ih_l0	9	-0.030809719115495682
260962	rnn.weight_hh_l0	0	-0.030159134417772293
260962	rnn.weight_hh_l0	1	-0.007215010467916727
260962	rnn.weight_hh_l0	2	0.006630087271332741
260962	rnn.weight_hh_l0	3	-0.07444706559181213
260962	rnn.weight_hh_l0	4	0.09326966106891632
260962	rnn.weight_hh_l0	5	-0.026852281764149666
260962	rnn.weight_hh_l0	6	-0.06368282437324524
260962	rnn.weight_hh_l0	7	0.008935638703405857
260962	rnn.weight_hh_l0	8	0.01341687049716711
260962	rnn.weight_hh_l0	9	-0.02567867562174797
260962	rnn.bias_ih_l0	0	0.129752978682518
260962	rnn.bias_ih_l0	1	-0.03416590392589569
260962	rnn.bias_ih_l0	2	-0.03393485024571419
260962	rnn.bias_ih_l0	3	0.16314205527305603
260962	rnn.bias_ih_l0	4	-0.012863538227975368
260962	rnn.bias_ih_l0	5	-0.02317151241004467
260962	rnn.bias_ih_l0	6	0.017107665538787842
260962	rnn.bias_ih_l0	7	0.02358432486653328
260962	rnn.bias_ih_l0	8	-0.09951969236135483
260962	rnn.bias_ih_l0	9	-0.04118715226650238
260962	rnn.bias_hh_l0	0	-0.0012259831419214606
260962	rnn.bias_hh_l0	1	-0.10042127966880798
260962	rnn.bias_hh_l0	2	-0.07501360774040222
260962	rnn.bias_hh_l0	3	-0.08871211856603622
260962	rnn.bias_hh_l0	4	0.00858648307621479
260962	rnn.bias_hh_l0	5	-0.020485268905758858
260962	rnn.bias_hh_l0	6	0.02845572866499424
260962	rnn.bias_hh_l0	7	0.0609201081097126
260962	rnn.bias_hh_l0	8	-0.12323783338069916
260962	rnn.bias_hh_l0	9	-0.0590255968272686
260962	rnn.weight_ih_l0_reverse	0	-0.025478465482592583
260962	rnn.weight_ih_l0_reverse	1	-0.0569751113653183
260962	rnn.weight_ih_l0_reverse	2	-0.04890092462301254
260962	rnn.weight_ih_l0_reverse	3	0.015535864047706127
260962	rnn.weight_ih_l0_reverse	4	-0.025186825543642044
260962	rnn.weight_ih_l0_reverse	5	-0.05749521404504776
260962	rnn.weight_ih_l0_reverse	6	0.07368133962154388
260962	rnn.weight_ih_l0_reverse	7	-0.01884336769580841
260962	rnn.weight_ih_l0_reverse	8	-0.018443932756781578
260962	rnn.weight_ih_l0_reverse	9	0.004471927881240845
260962	rnn.weight_hh_l0_reverse	0	0.06846006214618683
260962	rnn.weight_hh_l0_reverse	1	0.019772667437791824
260962	rnn.weight_hh_l0_reverse	2	0.029977725818753242
260962	rnn.weight_hh_l0_reverse	3	0.03529532626271248
260962	rnn.weight_hh_l0_reverse	4	0.014338590204715729
260962	rnn.weight_hh_l0_reverse	5	0.00813114084303379
260962	rnn.weight_hh_l0_reverse	6	0.051043927669525146
260962	rnn.weight_hh_l0_reverse	7	-0.08188219368457794
260962	rnn.weight_hh_l0_reverse	8	0.04019005969166756
260962	rnn.weight_hh_l0_reverse	9	0.0347919762134552
260962	rnn.bias_ih_l0_reverse	0	-0.056969694793224335
260962	rnn.bias_ih_l0_reverse	1	-0.2826644778251648
260962	rnn.bias_ih_l0_reverse	2	-0.12488140165805817
260962	rnn.bias_ih_l0_reverse	3	-0.047901701182127
260962	rnn.bias_ih_l0_reverse	4	-0.022422177717089653
260962	rnn.bias_ih_l0_reverse	5	0.07555055618286133
260962	rnn.bias_ih_l0_reverse	6	-0.0652257427573204
260962	rnn.bias_ih_l0_reverse	7	0.06119675189256668
260962	rnn.bias_ih_l0_reverse	8	-0.03583326190710068
260962	rnn.bias_ih_l0_reverse	9	0.06598538160324097
260962	rnn.bias_hh_l0_reverse	0	0.023684676736593246
260962	rnn.bias_hh_l0_reverse	1	-0.06332831084728241
260962	rnn.bias_hh_l0_reverse	2	0.0887879878282547
260962	rnn.bias_hh_l0_reverse	3	-0.051710642874240875
260962	rnn.bias_hh_l0_reverse	4	-0.028092367574572563
260962	rnn.bias_hh_l0_reverse	5	-0.02213454432785511
260962	rnn.bias_hh_l0_reverse	6	-0.02006976120173931
260962	rnn.bias_hh_l0_reverse	7	0.09963784366846085
260962	rnn.bias_hh_l0_reverse	8	0.03021804243326187
260962	rnn.bias_hh_l0_reverse	9	-0.14847654104232788
260962	rnn.weight_ih_l1	0	-0.02972949482500553
260962	rnn.weight_ih_l1	1	-0.050397444516420364
260962	rnn.weight_ih_l1	2	0.0651152953505516
260962	rnn.weight_ih_l1	3	-0.07302713394165039
260962	rnn.weight_ih_l1	4	-0.014081166125833988
260962	rnn.weight_ih_l1	5	-0.040364962071180344
260962	rnn.weight_ih_l1	6	0.028915513306856155
260962	rnn.weight_ih_l1	7	-0.0445643849670887
260962	rnn.weight_ih_l1	8	0.03784365952014923
260962	rnn.weight_ih_l1	9	0.044914912432432175
260962	rnn.weight_hh_l1	0	-0.0074286689050495625
260962	rnn.weight_hh_l1	1	0.01989944837987423
260962	rnn.weight_hh_l1	2	0.0068215299397706985
260962	rnn.weight_hh_l1	3	-0.012692430056631565
260962	rnn.weight_hh_l1	4	0.00483381561934948
260962	rnn.weight_hh_l1	5	0.035194993019104004
260962	rnn.weight_hh_l1	6	0.03627266734838486
260962	rnn.weight_hh_l1	7	-0.016377609223127365
260962	rnn.weight_hh_l1	8	-0.007178734987974167
260962	rnn.weight_hh_l1	9	0.038697078824043274
260962	rnn.bias_ih_l1	0	-0.1837005913257599
260962	rnn.bias_ih_l1	1	-0.1745738834142685
260962	rnn.bias_ih_l1	2	-0.1970677226781845
260962	rnn.bias_ih_l1	3	-0.3078269958496094
260962	rnn.bias_ih_l1	4	-0.21216386556625366
260962	rnn.bias_ih_l1	5	-0.088786780834198
260962	rnn.bias_ih_l1	6	-0.15911760926246643
260962	rnn.bias_ih_l1	7	-0.0030654515139758587
260962	rnn.bias_ih_l1	8	-0.13001151382923126
260962	rnn.bias_ih_l1	9	-0.12319923937320709
260962	rnn.bias_hh_l1	0	-0.09683609008789062
260962	rnn.bias_hh_l1	1	-0.06330690532922745
260962	rnn.bias_hh_l1	2	-0.08524710685014725
260962	rnn.bias_hh_l1	3	-0.07727688550949097
260962	rnn.bias_hh_l1	4	-0.07320087403059006
260962	rnn.bias_hh_l1	5	-0.11764304339885712
260962	rnn.bias_hh_l1	6	-0.16054071485996246
260962	rnn.bias_hh_l1	7	0.07463407516479492
260962	rnn.bias_hh_l1	8	-0.17576418817043304
260962	rnn.bias_hh_l1	9	-0.11549658328294754
260962	rnn.weight_ih_l1_reverse	0	-0.04728693142533302
260962	rnn.weight_ih_l1_reverse	1	0.033245183527469635
260962	rnn.weight_ih_l1_reverse	2	0.08814311027526855
260962	rnn.weight_ih_l1_reverse	3	-0.01799551211297512
260962	rnn.weight_ih_l1_reverse	4	-0.02318541146814823
260962	rnn.weight_ih_l1_reverse	5	-0.030379677191376686
260962	rnn.weight_ih_l1_reverse	6	-0.019688088446855545
260962	rnn.weight_ih_l1_reverse	7	0.029643207788467407
260962	rnn.weight_ih_l1_reverse	8	0.005492343567311764
260962	rnn.weight_ih_l1_reverse	9	-0.03356635197997093
260962	rnn.weight_hh_l1_reverse	0	0.004562375135719776
260962	rnn.weight_hh_l1_reverse	1	0.031698793172836304
260962	rnn.weight_hh_l1_reverse	2	-0.04061632975935936
260962	rnn.weight_hh_l1_reverse	3	0.03499767184257507
260962	rnn.weight_hh_l1_reverse	4	0.047194428741931915
260962	rnn.weight_hh_l1_reverse	5	0.005934751592576504
260962	rnn.weight_hh_l1_reverse	6	0.049114905297756195
260962	rnn.weight_hh_l1_reverse	7	0.031013624742627144
260962	rnn.weight_hh_l1_reverse	8	-0.007147384807467461
260962	rnn.weight_hh_l1_reverse	9	-0.03020520880818367
260962	rnn.bias_ih_l1_reverse	0	-0.045668669044971466
260962	rnn.bias_ih_l1_reverse	1	-0.14037135243415833
260962	rnn.bias_ih_l1_reverse	2	-0.16315457224845886
260962	rnn.bias_ih_l1_reverse	3	-0.0620792955160141
260962	rnn.bias_ih_l1_reverse	4	-0.20398613810539246
260962	rnn.bias_ih_l1_reverse	5	-0.11682973057031631
260962	rnn.bias_ih_l1_reverse	6	-0.1302400827407837
260962	rnn.bias_ih_l1_reverse	7	-0.19227352738380432
260962	rnn.bias_ih_l1_reverse	8	0.2268885374069214
260962	rnn.bias_ih_l1_reverse	9	0.02271965891122818
260962	rnn.bias_hh_l1_reverse	0	0.010325346142053604
260962	rnn.bias_hh_l1_reverse	1	-0.06526105850934982
260962	rnn.bias_hh_l1_reverse	2	-0.23718319833278656
260962	rnn.bias_hh_l1_reverse	3	-0.1435341089963913
260962	rnn.bias_hh_l1_reverse	4	-0.08039703965187073
260962	rnn.bias_hh_l1_reverse	5	-0.11666694283485413
260962	rnn.bias_hh_l1_reverse	6	0.06350588798522949
260962	rnn.bias_hh_l1_reverse	7	-0.1355135291814804
260962	rnn.bias_hh_l1_reverse	8	-0.12501318752765656
260962	rnn.bias_hh_l1_reverse	9	-0.1481052041053772
260962	linear.weight	0	0.002228822559118271
260962	linear.weight	1	0.09829377382993698
260962	linear.weight	2	-0.09243194013834
260962	linear.weight	3	0.3129529356956482
260962	linear.weight	4	0.15048225224018097
260962	linear.weight	5	-0.06555359810590744
260962	linear.weight	6	0.09226017445325851
260962	linear.weight	7	0.1357565075159073
260962	linear.weight	8	0.04113325849175453
260962	linear.weight	9	-0.05119798704981804
260962	linear.bias	0	0.0814589336514473
260962	linear.bias	1	-0.18644890189170837
260962	linear.bias	2	-0.4470689296722412
260962	linear.bias	3	-0.6574680805206299
260962	linear.bias	4	-1.2608975172042847
260962	linear.bias	5	-0.06101575866341591
260962	linear.bias	6	-0.8184514045715332
260962	linear.bias	7	0.26985836029052734
260962	linear.bias	8	-0.39698526263237
260962	linear.bias	9	-1.0229082107543945
261159	transitions	0	0.7563607692718506
261159	transitions	1	0.13928094506263733
261159	transitions	2	-10000.0
261159	transitions	3	-1.8280917406082153
261159	transitions	4	-10000.0
261159	transitions	5	0.5628607273101807
261159	transitions	6	-0.08557863533496857
261159	transitions	7	-0.8113464117050171
261159	transitions	8	-1.4226906299591064
261159	transitions	9	-0.0012311739847064018
261159	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
261159	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
261159	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
261159	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
261159	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
261159	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
261159	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
261159	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
261159	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
261159	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
261159	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
261159	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
261159	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
261159	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
261159	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
261159	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
261159	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
261159	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
261159	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
261159	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
261159	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
261159	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
261159	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
261159	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
261159	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
261159	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
261159	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
261159	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
261159	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
261159	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
261159	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
261159	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
261159	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
261159	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
261159	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
261159	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
261159	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
261159	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
261159	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
261159	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
261159	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
261159	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
261159	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
261159	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
261159	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
261159	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
261159	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
261159	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
261159	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
261159	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
261159	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
261159	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
261159	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
261159	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
261159	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
261159	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
261159	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
261159	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
261159	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
261159	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
261159	embedding2nn.weight	0	0.016677917912602425
261159	embedding2nn.weight	1	-0.012733294628560543
261159	embedding2nn.weight	2	-0.014268254861235619
261159	embedding2nn.weight	3	-0.03144431859254837
261159	embedding2nn.weight	4	-0.0059150345623493195
261159	embedding2nn.weight	5	-0.0037005888298153877
261159	embedding2nn.weight	6	-0.003973265178501606
261159	embedding2nn.weight	7	-0.07728087157011032
261159	embedding2nn.weight	8	-0.0019979383796453476
261159	embedding2nn.weight	9	-0.027729693800210953
261159	embedding2nn.bias	0	0.031900838017463684
261159	embedding2nn.bias	1	-0.07507850229740143
261159	embedding2nn.bias	2	0.07093502581119537
261159	embedding2nn.bias	3	0.052049748599529266
261159	embedding2nn.bias	4	-0.042253922671079636
261159	embedding2nn.bias	5	-0.011639677919447422
261159	embedding2nn.bias	6	0.014880490489304066
261159	embedding2nn.bias	7	-0.055485986173152924
261159	embedding2nn.bias	8	0.07354334741830826
261159	embedding2nn.bias	9	0.04487701877951622
261159	rnn.weight_ih_l0	0	-0.0808413028717041
261159	rnn.weight_ih_l0	1	0.002971711801365018
261159	rnn.weight_ih_l0	2	0.03520943969488144
261159	rnn.weight_ih_l0	3	0.022860590368509293
261159	rnn.weight_ih_l0	4	-0.04812553897500038
261159	rnn.weight_ih_l0	5	-0.06839215010404587
261159	rnn.weight_ih_l0	6	-0.001116110011935234
261159	rnn.weight_ih_l0	7	0.053545087575912476
261159	rnn.weight_ih_l0	8	-0.016969604417681694
261159	rnn.weight_ih_l0	9	-0.03081320784986019
261159	rnn.weight_hh_l0	0	-0.03013617731630802
261159	rnn.weight_hh_l0	1	-0.0072053540498018265
261159	rnn.weight_hh_l0	2	0.0066374423913657665
261159	rnn.weight_hh_l0	3	-0.07445433735847473
261159	rnn.weight_hh_l0	4	0.09327825903892517
261159	rnn.weight_hh_l0	5	-0.026859501376748085
261159	rnn.weight_hh_l0	6	-0.06368596851825714
261159	rnn.weight_hh_l0	7	0.008933383971452713
261159	rnn.weight_hh_l0	8	0.013410411775112152
261159	rnn.weight_hh_l0	9	-0.025682741776108742
261159	rnn.bias_ih_l0	0	0.12976403534412384
261159	rnn.bias_ih_l0	1	-0.034102585166692734
261159	rnn.bias_ih_l0	2	-0.033852264285087585
261159	rnn.bias_ih_l0	3	0.1631043404340744
261159	rnn.bias_ih_l0	4	-0.012887117452919483
261159	rnn.bias_ih_l0	5	-0.023156622424721718
261159	rnn.bias_ih_l0	6	0.017098665237426758
261159	rnn.bias_ih_l0	7	0.023593826219439507
261159	rnn.bias_ih_l0	8	-0.09951081871986389
261159	rnn.bias_ih_l0	9	-0.041179001331329346
261159	rnn.bias_hh_l0	0	-0.0012579429894685745
261159	rnn.bias_hh_l0	1	-0.10053037106990814
261159	rnn.bias_hh_l0	2	-0.07503924518823624
261159	rnn.bias_hh_l0	3	-0.08866707235574722
261159	rnn.bias_hh_l0	4	0.008604852482676506
261159	rnn.bias_hh_l0	5	-0.020504605025053024
261159	rnn.bias_hh_l0	6	0.028494661673903465
261159	rnn.bias_hh_l0	7	0.06089642271399498
261159	rnn.bias_hh_l0	8	-0.1231745108962059
261159	rnn.bias_hh_l0	9	-0.059074144810438156
261159	rnn.weight_ih_l0_reverse	0	-0.02548464573919773
261159	rnn.weight_ih_l0_reverse	1	-0.05699814110994339
261159	rnn.weight_ih_l0_reverse	2	-0.048901788890361786
261159	rnn.weight_ih_l0_reverse	3	0.015539524145424366
261159	rnn.weight_ih_l0_reverse	4	-0.025162871927022934
261159	rnn.weight_ih_l0_reverse	5	-0.05748831108212471
261159	rnn.weight_ih_l0_reverse	6	0.07365846633911133
261159	rnn.weight_ih_l0_reverse	7	-0.018878700211644173
261159	rnn.weight_ih_l0_reverse	8	-0.01844627782702446
261159	rnn.weight_ih_l0_reverse	9	0.004460062365978956
261159	rnn.weight_hh_l0_reverse	0	0.06846722215414047
261159	rnn.weight_hh_l0_reverse	1	0.01977325603365898
261159	rnn.weight_hh_l0_reverse	2	0.029960479587316513
261159	rnn.weight_hh_l0_reverse	3	0.035291001200675964
261159	rnn.weight_hh_l0_reverse	4	0.014322901144623756
261159	rnn.weight_hh_l0_reverse	5	0.00814251322299242
261159	rnn.weight_hh_l0_reverse	6	0.05105072259902954
261159	rnn.weight_hh_l0_reverse	7	-0.08188040554523468
261159	rnn.weight_hh_l0_reverse	8	0.04018647223711014
261159	rnn.weight_hh_l0_reverse	9	0.03479434922337532
261159	rnn.bias_ih_l0_reverse	0	-0.056978289037942886
261159	rnn.bias_ih_l0_reverse	1	-0.2825508117675781
261159	rnn.bias_ih_l0_reverse	2	-0.12484388053417206
261159	rnn.bias_ih_l0_reverse	3	-0.04790553078055382
261159	rnn.bias_ih_l0_reverse	4	-0.02239825949072838
261159	rnn.bias_ih_l0_reverse	5	0.07559297978878021
261159	rnn.bias_ih_l0_reverse	6	-0.06523935496807098
261159	rnn.bias_ih_l0_reverse	7	0.06117602065205574
261159	rnn.bias_ih_l0_reverse	8	-0.03585423156619072
261159	rnn.bias_ih_l0_reverse	9	0.06595895439386368
261159	rnn.bias_hh_l0_reverse	0	0.023616721853613853
261159	rnn.bias_hh_l0_reverse	1	-0.06336064636707306
261159	rnn.bias_hh_l0_reverse	2	0.08886058628559113
261159	rnn.bias_hh_l0_reverse	3	-0.051700279116630554
261159	rnn.bias_hh_l0_reverse	4	-0.028117379173636436
261159	rnn.bias_hh_l0_reverse	5	-0.022189320996403694
261159	rnn.bias_hh_l0_reverse	6	-0.020033713430166245
261159	rnn.bias_hh_l0_reverse	7	0.09964343160390854
261159	rnn.bias_hh_l0_reverse	8	0.030218765139579773
261159	rnn.bias_hh_l0_reverse	9	-0.148485004901886
261159	rnn.weight_ih_l1	0	-0.029730595648288727
261159	rnn.weight_ih_l1	1	-0.050379205495119095
261159	rnn.weight_ih_l1	2	0.06514254957437515
261159	rnn.weight_ih_l1	3	-0.07305435836315155
261159	rnn.weight_ih_l1	4	-0.014076853170990944
261159	rnn.weight_ih_l1	5	-0.040369484573602676
261159	rnn.weight_ih_l1	6	0.02890872210264206
261159	rnn.weight_ih_l1	7	-0.04457170143723488
261159	rnn.weight_ih_l1	8	0.03784140199422836
261159	rnn.weight_ih_l1	9	0.0449024960398674
261159	rnn.weight_hh_l1	0	-0.007416203152388334
261159	rnn.weight_hh_l1	1	0.019906865432858467
261159	rnn.weight_hh_l1	2	0.006813365500420332
261159	rnn.weight_hh_l1	3	-0.012689925730228424
261159	rnn.weight_hh_l1	4	0.0048382761888206005
261159	rnn.weight_hh_l1	5	0.0351865217089653
261159	rnn.weight_hh_l1	6	0.03627464920282364
261159	rnn.weight_hh_l1	7	-0.01636960357427597
261159	rnn.weight_hh_l1	8	-0.007179134991019964
261159	rnn.weight_hh_l1	9	0.03868803381919861
261159	rnn.bias_ih_l1	0	-0.18372762203216553
261159	rnn.bias_ih_l1	1	-0.17451952397823334
261159	rnn.bias_ih_l1	2	-0.19706661999225616
261159	rnn.bias_ih_l1	3	-0.30778416991233826
261159	rnn.bias_ih_l1	4	-0.21196869015693665
261159	rnn.bias_ih_l1	5	-0.08878638595342636
261159	rnn.bias_ih_l1	6	-0.15912577509880066
261159	rnn.bias_ih_l1	7	-0.0030327471904456615
261159	rnn.bias_ih_l1	8	-0.12997744977474213
261159	rnn.bias_ih_l1	9	-0.12322404235601425
261159	rnn.bias_hh_l1	0	-0.09680670499801636
261159	rnn.bias_hh_l1	1	-0.06332682073116302
261159	rnn.bias_hh_l1	2	-0.08522690087556839
261159	rnn.bias_hh_l1	3	-0.07728460431098938
261159	rnn.bias_hh_l1	4	-0.07315757125616074
261159	rnn.bias_hh_l1	5	-0.11764471977949142
261159	rnn.bias_hh_l1	6	-0.16051699221134186
261159	rnn.bias_hh_l1	7	0.07463809102773666
261159	rnn.bias_hh_l1	8	-0.17577208578586578
261159	rnn.bias_hh_l1	9	-0.11539819091558456
261159	rnn.weight_ih_l1_reverse	0	-0.0472840778529644
261159	rnn.weight_ih_l1_reverse	1	0.03327184543013573
261159	rnn.weight_ih_l1_reverse	2	0.0881037786602974
261159	rnn.weight_ih_l1_reverse	3	-0.017979560419917107
261159	rnn.weight_ih_l1_reverse	4	-0.023119768127799034
261159	rnn.weight_ih_l1_reverse	5	-0.030381537973880768
261159	rnn.weight_ih_l1_reverse	6	-0.019707437604665756
261159	rnn.weight_ih_l1_reverse	7	0.029622461646795273
261159	rnn.weight_ih_l1_reverse	8	0.00554511696100235
261159	rnn.weight_ih_l1_reverse	9	-0.03358526900410652
261159	rnn.weight_hh_l1_reverse	0	0.004564371891319752
261159	rnn.weight_hh_l1_reverse	1	0.03170117735862732
261159	rnn.weight_hh_l1_reverse	2	-0.04061533138155937
261159	rnn.weight_hh_l1_reverse	3	0.034997034817934036
261159	rnn.weight_hh_l1_reverse	4	0.04720332846045494
261159	rnn.weight_hh_l1_reverse	5	0.0059369769878685474
261159	rnn.weight_hh_l1_reverse	6	0.04910644143819809
261159	rnn.weight_hh_l1_reverse	7	0.03101470321416855
261159	rnn.weight_hh_l1_reverse	8	-0.007142824586480856
261159	rnn.weight_hh_l1_reverse	9	-0.030200615525245667
261159	rnn.bias_ih_l1_reverse	0	-0.04566358029842377
261159	rnn.bias_ih_l1_reverse	1	-0.14043530821800232
261159	rnn.bias_ih_l1_reverse	2	-0.16312390565872192
261159	rnn.bias_ih_l1_reverse	3	-0.061964407563209534
261159	rnn.bias_ih_l1_reverse	4	-0.20397944748401642
261159	rnn.bias_ih_l1_reverse	5	-0.11683117598295212
261159	rnn.bias_ih_l1_reverse	6	-0.13022573292255402
261159	rnn.bias_ih_l1_reverse	7	-0.19232277572155
261159	rnn.bias_ih_l1_reverse	8	0.22683647274971008
261159	rnn.bias_ih_l1_reverse	9	0.022882623597979546
261159	rnn.bias_hh_l1_reverse	0	0.0105172423645854
261159	rnn.bias_hh_l1_reverse	1	-0.0651472732424736
261159	rnn.bias_hh_l1_reverse	2	-0.23718470335006714
261159	rnn.bias_hh_l1_reverse	3	-0.14352601766586304
261159	rnn.bias_hh_l1_reverse	4	-0.0803464949131012
261159	rnn.bias_hh_l1_reverse	5	-0.11666835844516754
261159	rnn.bias_hh_l1_reverse	6	0.0633268803358078
261159	rnn.bias_hh_l1_reverse	7	-0.13552257418632507
261159	rnn.bias_hh_l1_reverse	8	-0.12502971291542053
261159	rnn.bias_hh_l1_reverse	9	-0.14809952676296234
261159	linear.weight	0	0.002228822559118271
261159	linear.weight	1	0.09841180592775345
261159	linear.weight	2	-0.09246724843978882
261159	linear.weight	3	0.3128947913646698
261159	linear.weight	4	0.15062734484672546
261159	linear.weight	5	-0.0655703917145729
261159	linear.weight	6	0.09228778630495071
261159	linear.weight	7	0.1357327103614807
261159	linear.weight	8	0.04113325476646423
261159	linear.weight	9	-0.05119427666068077
261159	linear.bias	0	0.08184553682804108
261159	linear.bias	1	-0.18695513904094696
261159	linear.bias	2	-0.4457797110080719
261159	linear.bias	3	-0.657142162322998
261159	linear.bias	4	-1.2606000900268555
261159	linear.bias	5	-0.0612330362200737
261159	linear.bias	6	-0.8189477324485779
261159	linear.bias	7	0.269649863243103
261159	linear.bias	8	-0.39696040749549866
261159	linear.bias	9	-1.0227998495101929
261356	transitions	0	0.7564021944999695
261356	transitions	1	0.1391187459230423
261356	transitions	2	-10000.0
261356	transitions	3	-1.8280918598175049
261356	transitions	4	-10000.0
261356	transitions	5	0.5628600120544434
261356	transitions	6	-0.08557911217212677
261356	transitions	7	-0.8113560676574707
261356	transitions	8	-1.4226908683776855
261356	transitions	9	-0.001231180620379746
261356	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
261356	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
261356	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
261356	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
261356	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
261356	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
261356	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
261356	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
261356	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
261356	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
261356	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
261356	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
261356	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
261356	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
261356	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
261356	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
261356	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
261356	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
261356	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
261356	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
261356	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
261356	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
261356	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
261356	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
261356	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
261356	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
261356	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
261356	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
261356	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
261356	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
261356	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
261356	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
261356	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
261356	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
261356	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
261356	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
261356	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
261356	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
261356	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
261356	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
261356	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
261356	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
261356	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
261356	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
261356	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
261356	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
261356	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
261356	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
261356	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
261356	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
261356	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
261356	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
261356	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
261356	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
261356	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
261356	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
261356	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
261356	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
261356	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
261356	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
261356	embedding2nn.weight	0	0.016685260459780693
261356	embedding2nn.weight	1	-0.012732566334307194
261356	embedding2nn.weight	2	-0.014268254861235619
261356	embedding2nn.weight	3	-0.031458135694265366
261356	embedding2nn.weight	4	-0.0059150345623493195
261356	embedding2nn.weight	5	-0.0037005888298153877
261356	embedding2nn.weight	6	-0.003973265178501606
261356	embedding2nn.weight	7	-0.07726357132196426
261356	embedding2nn.weight	8	-0.0019979383796453476
261356	embedding2nn.weight	9	-0.027724940329790115
261356	embedding2nn.bias	0	0.03197033703327179
261356	embedding2nn.bias	1	-0.07497718185186386
261356	embedding2nn.bias	2	0.07122589647769928
261356	embedding2nn.bias	3	0.05202226713299751
261356	embedding2nn.bias	4	-0.04233073070645332
261356	embedding2nn.bias	5	-0.011495760641992092
261356	embedding2nn.bias	6	0.01503735687583685
261356	embedding2nn.bias	7	-0.05545056611299515
261356	embedding2nn.bias	8	0.07349836826324463
261356	embedding2nn.bias	9	0.04480135440826416
261356	rnn.weight_ih_l0	0	-0.08081380277872086
261356	rnn.weight_ih_l0	1	0.0029760238248854876
261356	rnn.weight_ih_l0	2	0.035198893398046494
261356	rnn.weight_ih_l0	3	0.022853340953588486
261356	rnn.weight_ih_l0	4	-0.04814551770687103
261356	rnn.weight_ih_l0	5	-0.06840760260820389
261356	rnn.weight_ih_l0	6	-0.0010976665653288364
261356	rnn.weight_ih_l0	7	0.05356089025735855
261356	rnn.weight_ih_l0	8	-0.016989096999168396
261356	rnn.weight_ih_l0	9	-0.030811674892902374
261356	rnn.weight_hh_l0	0	-0.030130725353956223
261356	rnn.weight_hh_l0	1	-0.007197750266641378
261356	rnn.weight_hh_l0	2	0.006644704844802618
261356	rnn.weight_hh_l0	3	-0.07445327937602997
261356	rnn.weight_hh_l0	4	0.09327755123376846
261356	rnn.weight_hh_l0	5	-0.026865661144256592
261356	rnn.weight_hh_l0	6	-0.06367050856351852
261356	rnn.weight_hh_l0	7	0.008933775126934052
261356	rnn.weight_hh_l0	8	0.013420329429209232
261356	rnn.weight_hh_l0	9	-0.02568540908396244
261356	rnn.bias_ih_l0	0	0.1297260969877243
261356	rnn.bias_ih_l0	1	-0.03415526822209358
261356	rnn.bias_ih_l0	2	-0.0338531918823719
261356	rnn.bias_ih_l0	3	0.16312666237354279
261356	rnn.bias_ih_l0	4	-0.012949011288583279
261356	rnn.bias_ih_l0	5	-0.023079857230186462
261356	rnn.bias_ih_l0	6	0.017063625156879425
261356	rnn.bias_ih_l0	7	0.02358805574476719
261356	rnn.bias_ih_l0	8	-0.09950508922338486
261356	rnn.bias_ih_l0	9	-0.041211631149053574
261356	rnn.bias_hh_l0	0	-0.0012937989085912704
261356	rnn.bias_hh_l0	1	-0.10049287229776382
261356	rnn.bias_hh_l0	2	-0.0750574991106987
261356	rnn.bias_hh_l0	3	-0.08867131918668747
261356	rnn.bias_hh_l0	4	0.008570938371121883
261356	rnn.bias_hh_l0	5	-0.020497670397162437
261356	rnn.bias_hh_l0	6	0.028505219146609306
261356	rnn.bias_hh_l0	7	0.06094750389456749
261356	rnn.bias_hh_l0	8	-0.12315382063388824
261356	rnn.bias_hh_l0	9	-0.05913496017456055
261356	rnn.weight_ih_l0_reverse	0	-0.025473399087786674
261356	rnn.weight_ih_l0_reverse	1	-0.05699624493718147
261356	rnn.weight_ih_l0_reverse	2	-0.04890277236700058
261356	rnn.weight_ih_l0_reverse	3	0.01554138958454132
261356	rnn.weight_ih_l0_reverse	4	-0.025172390043735504
261356	rnn.weight_ih_l0_reverse	5	-0.05747564882040024
261356	rnn.weight_ih_l0_reverse	6	0.0736534595489502
261356	rnn.weight_ih_l0_reverse	7	-0.018894396722316742
261356	rnn.weight_ih_l0_reverse	8	-0.018450433388352394
261356	rnn.weight_ih_l0_reverse	9	0.004445604979991913
261356	rnn.weight_hh_l0_reverse	0	0.06848188489675522
261356	rnn.weight_hh_l0_reverse	1	0.019748684018850327
261356	rnn.weight_hh_l0_reverse	2	0.02996698021888733
261356	rnn.weight_hh_l0_reverse	3	0.03528883308172226
261356	rnn.weight_hh_l0_reverse	4	0.014319582842290401
261356	rnn.weight_hh_l0_reverse	5	0.00814485177397728
261356	rnn.weight_hh_l0_reverse	6	0.05105581134557724
261356	rnn.weight_hh_l0_reverse	7	-0.08188516646623611
261356	rnn.weight_hh_l0_reverse	8	0.04018287733197212
261356	rnn.weight_hh_l0_reverse	9	0.034796230494976044
261356	rnn.bias_ih_l0_reverse	0	-0.056916769593954086
261356	rnn.bias_ih_l0_reverse	1	-0.2826279401779175
261356	rnn.bias_ih_l0_reverse	2	-0.1247771680355072
261356	rnn.bias_ih_l0_reverse	3	-0.04789988696575165
261356	rnn.bias_ih_l0_reverse	4	-0.022427689284086227
261356	rnn.bias_ih_l0_reverse	5	0.07553296536207199
261356	rnn.bias_ih_l0_reverse	6	-0.06523402035236359
261356	rnn.bias_ih_l0_reverse	7	0.061198920011520386
261356	rnn.bias_ih_l0_reverse	8	-0.03583955392241478
261356	rnn.bias_ih_l0_reverse	9	0.06592263281345367
261356	rnn.bias_hh_l0_reverse	0	0.02363823913037777
261356	rnn.bias_hh_l0_reverse	1	-0.06333809345960617
261356	rnn.bias_hh_l0_reverse	2	0.08885559439659119
261356	rnn.bias_hh_l0_reverse	3	-0.051665276288986206
261356	rnn.bias_hh_l0_reverse	4	-0.028149578720331192
261356	rnn.bias_hh_l0_reverse	5	-0.022198351100087166
261356	rnn.bias_hh_l0_reverse	6	-0.020071612671017647
261356	rnn.bias_hh_l0_reverse	7	0.0996214896440506
261356	rnn.bias_hh_l0_reverse	8	0.030255550518631935
261356	rnn.bias_hh_l0_reverse	9	-0.14851927757263184
261356	rnn.weight_ih_l1	0	-0.02973024919629097
261356	rnn.weight_ih_l1	1	-0.05036696419119835
261356	rnn.weight_ih_l1	2	0.06514878571033478
261356	rnn.weight_ih_l1	3	-0.07307571172714233
261356	rnn.weight_ih_l1	4	-0.014071733690798283
261356	rnn.weight_ih_l1	5	-0.04036305472254753
261356	rnn.weight_ih_l1	6	0.028877057135105133
261356	rnn.weight_ih_l1	7	-0.04455674812197685
261356	rnn.weight_ih_l1	8	0.0378408245742321
261356	rnn.weight_ih_l1	9	0.044891949743032455
261356	rnn.weight_hh_l1	0	-0.007412087172269821
261356	rnn.weight_hh_l1	1	0.019907545298337936
261356	rnn.weight_hh_l1	2	0.006819113157689571
261356	rnn.weight_hh_l1	3	-0.012693843804299831
261356	rnn.weight_hh_l1	4	0.004822068382054567
261356	rnn.weight_hh_l1	5	0.035189736634492874
261356	rnn.weight_hh_l1	6	0.03625671938061714
261356	rnn.weight_hh_l1	7	-0.016371438279747963
261356	rnn.weight_hh_l1	8	-0.007181272376328707
261356	rnn.weight_hh_l1	9	0.0386960543692112
261356	rnn.bias_ih_l1	0	-0.18375983834266663
261356	rnn.bias_ih_l1	1	-0.17453870177268982
261356	rnn.bias_ih_l1	2	-0.19706013798713684
261356	rnn.bias_ih_l1	3	-0.3077727258205414
261356	rnn.bias_ih_l1	4	-0.21208204329013824
261356	rnn.bias_ih_l1	5	-0.08876843750476837
261356	rnn.bias_ih_l1	6	-0.15912210941314697
261356	rnn.bias_ih_l1	7	-0.002978318138048053
261356	rnn.bias_ih_l1	8	-0.13000167906284332
261356	rnn.bias_ih_l1	9	-0.12324848771095276
261356	rnn.bias_hh_l1	0	-0.09679479151964188
261356	rnn.bias_hh_l1	1	-0.06335265189409256
261356	rnn.bias_hh_l1	2	-0.08522657305002213
261356	rnn.bias_hh_l1	3	-0.07728146761655807
261356	rnn.bias_hh_l1	4	-0.07309915870428085
261356	rnn.bias_hh_l1	5	-0.1176334097981453
261356	rnn.bias_hh_l1	6	-0.16054603457450867
261356	rnn.bias_hh_l1	7	0.07466305792331696
261356	rnn.bias_hh_l1	8	-0.17576520144939423
261356	rnn.bias_hh_l1	9	-0.1154487207531929
261356	rnn.weight_ih_l1_reverse	0	-0.04725460708141327
261356	rnn.weight_ih_l1_reverse	1	0.033220965415239334
261356	rnn.weight_ih_l1_reverse	2	0.0881006270647049
261356	rnn.weight_ih_l1_reverse	3	-0.017970776185393333
261356	rnn.weight_ih_l1_reverse	4	-0.023200171068310738
261356	rnn.weight_ih_l1_reverse	5	-0.03037923201918602
261356	rnn.weight_ih_l1_reverse	6	-0.019712088629603386
261356	rnn.weight_ih_l1_reverse	7	0.02964082919061184
261356	rnn.weight_ih_l1_reverse	8	0.005506743211299181
261356	rnn.weight_ih_l1_reverse	9	-0.03359255939722061
261356	rnn.weight_hh_l1_reverse	0	0.004563510417938232
261356	rnn.weight_hh_l1_reverse	1	0.03170005977153778
261356	rnn.weight_hh_l1_reverse	2	-0.040615733712911606
261356	rnn.weight_hh_l1_reverse	3	0.03499482572078705
261356	rnn.weight_hh_l1_reverse	4	0.04719844460487366
261356	rnn.weight_hh_l1_reverse	5	0.005932951811701059
261356	rnn.weight_hh_l1_reverse	6	0.049115344882011414
261356	rnn.weight_hh_l1_reverse	7	0.031014585867524147
261356	rnn.weight_hh_l1_reverse	8	-0.007145100738853216
261356	rnn.weight_hh_l1_reverse	9	-0.0301973819732666
261356	rnn.bias_ih_l1_reverse	0	-0.04567699134349823
261356	rnn.bias_ih_l1_reverse	1	-0.14044839143753052
261356	rnn.bias_ih_l1_reverse	2	-0.16315966844558716
261356	rnn.bias_ih_l1_reverse	3	-0.06182604283094406
261356	rnn.bias_ih_l1_reverse	4	-0.20400553941726685
261356	rnn.bias_ih_l1_reverse	5	-0.1168399229645729
261356	rnn.bias_ih_l1_reverse	6	-0.13023042678833008
261356	rnn.bias_ih_l1_reverse	7	-0.1922478824853897
261356	rnn.bias_ih_l1_reverse	8	0.22690196335315704
261356	rnn.bias_ih_l1_reverse	9	0.02273395098745823
261356	rnn.bias_hh_l1_reverse	0	0.010656987316906452
261356	rnn.bias_hh_l1_reverse	1	-0.06505290418863297
261356	rnn.bias_hh_l1_reverse	2	-0.2371836155653
261356	rnn.bias_hh_l1_reverse	3	-0.14353924989700317
261356	rnn.bias_hh_l1_reverse	4	-0.08032958209514618
261356	rnn.bias_hh_l1_reverse	5	-0.11672662943601608
261356	rnn.bias_hh_l1_reverse	6	0.0633648931980133
261356	rnn.bias_hh_l1_reverse	7	-0.13552679121494293
261356	rnn.bias_hh_l1_reverse	8	-0.12503503262996674
261356	rnn.bias_hh_l1_reverse	9	-0.14811547100543976
261356	linear.weight	0	0.002228822559118271
261356	linear.weight	1	0.0984475240111351
261356	linear.weight	2	-0.09245049208402634
261356	linear.weight	3	0.3128238320350647
261356	linear.weight	4	0.15070664882659912
261356	linear.weight	5	-0.06556085497140884
261356	linear.weight	6	0.09232770651578903
261356	linear.weight	7	0.13569198548793793
261356	linear.weight	8	0.041133251041173935
261356	linear.weight	9	-0.05120532587170601
261356	linear.bias	0	0.08230894058942795
261356	linear.bias	1	-0.18705874681472778
261356	linear.bias	2	-0.4461381435394287
261356	linear.bias	3	-0.657512366771698
261356	linear.bias	4	-1.2609881162643433
261356	linear.bias	5	-0.06094600632786751
261356	linear.bias	6	-0.8191065192222595
261356	linear.bias	7	0.26992854475975037
261356	linear.bias	8	-0.39761894941329956
261356	linear.bias	9	-1.0234311819076538
261553	transitions	0	0.7564927339553833
261553	transitions	1	0.13915760815143585
261553	transitions	2	-10000.0
261553	transitions	3	-1.828092098236084
261553	transitions	4	-10000.0
261553	transitions	5	0.5628581643104553
261553	transitions	6	-0.08557997643947601
261553	transitions	7	-0.8113591074943542
261553	transitions	8	-1.4226911067962646
261553	transitions	9	-0.0012311842292547226
261553	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
261553	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
261553	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
261553	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
261553	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
261553	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
261553	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
261553	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
261553	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
261553	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
261553	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
261553	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
261553	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
261553	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
261553	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
261553	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
261553	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
261553	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
261553	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
261553	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
261553	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
261553	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
261553	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
261553	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
261553	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
261553	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
261553	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
261553	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
261553	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
261553	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
261553	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
261553	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
261553	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
261553	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
261553	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
261553	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
261553	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
261553	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
261553	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
261553	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
261553	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
261553	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
261553	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
261553	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
261553	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
261553	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
261553	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
261553	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
261553	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
261553	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
261553	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
261553	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
261553	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
261553	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
261553	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
261553	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
261553	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
261553	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
261553	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
261553	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
261553	embedding2nn.weight	0	0.016719749197363853
261553	embedding2nn.weight	1	-0.012735356576740742
261553	embedding2nn.weight	2	-0.014268254861235619
261553	embedding2nn.weight	3	-0.03144150227308273
261553	embedding2nn.weight	4	-0.0059150345623493195
261553	embedding2nn.weight	5	-0.0037005888298153877
261553	embedding2nn.weight	6	-0.003973265178501606
261553	embedding2nn.weight	7	-0.07723116874694824
261553	embedding2nn.weight	8	-0.0019979383796453476
261553	embedding2nn.weight	9	-0.027714302763342857
261553	embedding2nn.bias	0	0.03197447210550308
261553	embedding2nn.bias	1	-0.0750289112329483
261553	embedding2nn.bias	2	0.07109273225069046
261553	embedding2nn.bias	3	0.05192721635103226
261553	embedding2nn.bias	4	-0.042296864092350006
261553	embedding2nn.bias	5	-0.011475656181573868
261553	embedding2nn.bias	6	0.014939868822693825
261553	embedding2nn.bias	7	-0.05536891147494316
261553	embedding2nn.bias	8	0.07361248135566711
261553	embedding2nn.bias	9	0.04499949514865875
261553	rnn.weight_ih_l0	0	-0.08081188797950745
261553	rnn.weight_ih_l0	1	0.002954875584691763
261553	rnn.weight_ih_l0	2	0.03520248085260391
261553	rnn.weight_ih_l0	3	0.022836826741695404
261553	rnn.weight_ih_l0	4	-0.048123691231012344
261553	rnn.weight_ih_l0	5	-0.0684235468506813
261553	rnn.weight_ih_l0	6	-0.001095217652618885
261553	rnn.weight_ih_l0	7	0.05355728790163994
261553	rnn.weight_ih_l0	8	-0.017003079876303673
261553	rnn.weight_ih_l0	9	-0.030779145658016205
261553	rnn.weight_hh_l0	0	-0.030128901824355125
261553	rnn.weight_hh_l0	1	-0.007199496030807495
261553	rnn.weight_hh_l0	2	0.006630574353039265
261553	rnn.weight_hh_l0	3	-0.07446286082267761
261553	rnn.weight_hh_l0	4	0.09328345209360123
261553	rnn.weight_hh_l0	5	-0.026851799339056015
261553	rnn.weight_hh_l0	6	-0.06369363516569138
261553	rnn.weight_hh_l0	7	0.008937806822359562
261553	rnn.weight_hh_l0	8	0.01343004871159792
261553	rnn.weight_hh_l0	9	-0.02568030171096325
261553	rnn.bias_ih_l0	0	0.12967853248119354
261553	rnn.bias_ih_l0	1	-0.034196965396404266
261553	rnn.bias_ih_l0	2	-0.03382844850420952
261553	rnn.bias_ih_l0	3	0.1630939543247223
261553	rnn.bias_ih_l0	4	-0.01294901967048645
261553	rnn.bias_ih_l0	5	-0.023074986413121223
261553	rnn.bias_ih_l0	6	0.017046267166733742
261553	rnn.bias_ih_l0	7	0.0235732551664114
261553	rnn.bias_ih_l0	8	-0.09953083097934723
261553	rnn.bias_ih_l0	9	-0.04114467650651932
261553	rnn.bias_hh_l0	0	-0.0012849507620558143
261553	rnn.bias_hh_l0	1	-0.10048186033964157
261553	rnn.bias_hh_l0	2	-0.0750398263335228
261553	rnn.bias_hh_l0	3	-0.08867133408784866
261553	rnn.bias_hh_l0	4	0.008570958860218525
261553	rnn.bias_hh_l0	5	-0.02048543281853199
261553	rnn.bias_hh_l0	6	0.02843911573290825
261553	rnn.bias_hh_l0	7	0.06095178425312042
261553	rnn.bias_hh_l0	8	-0.12309171259403229
261553	rnn.bias_hh_l0	9	-0.05925288796424866
261553	rnn.weight_ih_l0_reverse	0	-0.025486690923571587
261553	rnn.weight_ih_l0_reverse	1	-0.05697984620928764
261553	rnn.weight_ih_l0_reverse	2	-0.04883519932627678
261553	rnn.weight_ih_l0_reverse	3	0.015546993352472782
261553	rnn.weight_ih_l0_reverse	4	-0.025185514241456985
261553	rnn.weight_ih_l0_reverse	5	-0.057466764003038406
261553	rnn.weight_ih_l0_reverse	6	0.07365525513887405
261553	rnn.weight_ih_l0_reverse	7	-0.018906235694885254
261553	rnn.weight_ih_l0_reverse	8	-0.018442166969180107
261553	rnn.weight_ih_l0_reverse	9	0.004440193064510822
261553	rnn.weight_hh_l0_reverse	0	0.06847548484802246
261553	rnn.weight_hh_l0_reverse	1	0.01975197158753872
261553	rnn.weight_hh_l0_reverse	2	0.029971646144986153
261553	rnn.weight_hh_l0_reverse	3	0.03528701141476631
261553	rnn.weight_hh_l0_reverse	4	0.014328418299555779
261553	rnn.weight_hh_l0_reverse	5	0.008149024099111557
261553	rnn.weight_hh_l0_reverse	6	0.05108201503753662
261553	rnn.weight_hh_l0_reverse	7	-0.08189557492733002
261553	rnn.weight_hh_l0_reverse	8	0.040174346417188644
261553	rnn.weight_hh_l0_reverse	9	0.0347849577665329
261553	rnn.bias_ih_l0_reverse	0	-0.056924790143966675
261553	rnn.bias_ih_l0_reverse	1	-0.28267374634742737
261553	rnn.bias_ih_l0_reverse	2	-0.12484558671712875
261553	rnn.bias_ih_l0_reverse	3	-0.04787207022309303
261553	rnn.bias_ih_l0_reverse	4	-0.022410327568650246
261553	rnn.bias_ih_l0_reverse	5	0.07549399137496948
261553	rnn.bias_ih_l0_reverse	6	-0.06529226154088974
261553	rnn.bias_ih_l0_reverse	7	0.061222147196531296
261553	rnn.bias_ih_l0_reverse	8	-0.035863641649484634
261553	rnn.bias_ih_l0_reverse	9	0.06591231375932693
261553	rnn.bias_hh_l0_reverse	0	0.02361566759645939
261553	rnn.bias_hh_l0_reverse	1	-0.06337723135948181
261553	rnn.bias_hh_l0_reverse	2	0.08887376636266708
261553	rnn.bias_hh_l0_reverse	3	-0.051636870950460434
261553	rnn.bias_hh_l0_reverse	4	-0.028114598244428635
261553	rnn.bias_hh_l0_reverse	5	-0.022182652726769447
261553	rnn.bias_hh_l0_reverse	6	-0.020125970244407654
261553	rnn.bias_hh_l0_reverse	7	0.09964704513549805
261553	rnn.bias_hh_l0_reverse	8	0.030257491394877434
261553	rnn.bias_hh_l0_reverse	9	-0.1484888643026352
261553	rnn.weight_ih_l1	0	-0.029736235737800598
261553	rnn.weight_ih_l1	1	-0.05037321895360947
261553	rnn.weight_ih_l1	2	0.06514648348093033
261553	rnn.weight_ih_l1	3	-0.07306363433599472
261553	rnn.weight_ih_l1	4	-0.014065863564610481
261553	rnn.weight_ih_l1	5	-0.0403619110584259
261553	rnn.weight_ih_l1	6	0.028876550495624542
261553	rnn.weight_ih_l1	7	-0.044544000178575516
261553	rnn.weight_ih_l1	8	0.03784145042300224
261553	rnn.weight_ih_l1	9	0.04489072412252426
261553	rnn.weight_hh_l1	0	-0.007418867666274309
261553	rnn.weight_hh_l1	1	0.01990353874862194
261553	rnn.weight_hh_l1	2	0.006795202381908894
261553	rnn.weight_hh_l1	3	-0.012689894065260887
261553	rnn.weight_hh_l1	4	0.004826927557587624
261553	rnn.weight_hh_l1	5	0.03519777953624725
261553	rnn.weight_hh_l1	6	0.036253396421670914
261553	rnn.weight_hh_l1	7	-0.016366155818104744
261553	rnn.weight_hh_l1	8	-0.0071767461486160755
261553	rnn.weight_hh_l1	9	0.03869636356830597
261553	rnn.bias_ih_l1	0	-0.18375173211097717
261553	rnn.bias_ih_l1	1	-0.17451493442058563
261553	rnn.bias_ih_l1	2	-0.19700981676578522
261553	rnn.bias_ih_l1	3	-0.3077005445957184
261553	rnn.bias_ih_l1	4	-0.21210500597953796
261553	rnn.bias_ih_l1	5	-0.08877623826265335
261553	rnn.bias_ih_l1	6	-0.1590941697359085
261553	rnn.bias_ih_l1	7	-0.0030011679045856
261553	rnn.bias_ih_l1	8	-0.13003601133823395
261553	rnn.bias_ih_l1	9	-0.1233125701546669
261553	rnn.bias_hh_l1	0	-0.09679979830980301
261553	rnn.bias_hh_l1	1	-0.06328913569450378
261553	rnn.bias_hh_l1	2	-0.08519689738750458
261553	rnn.bias_hh_l1	3	-0.07731787115335464
261553	rnn.bias_hh_l1	4	-0.07306696474552155
261553	rnn.bias_hh_l1	5	-0.11761817336082458
261553	rnn.bias_hh_l1	6	-0.16054865717887878
261553	rnn.bias_hh_l1	7	0.07464324682950974
261553	rnn.bias_hh_l1	8	-0.17574702203273773
261553	rnn.bias_hh_l1	9	-0.11546047031879425
261553	rnn.weight_ih_l1_reverse	0	-0.047260962426662445
261553	rnn.weight_ih_l1_reverse	1	0.03322771564126015
261553	rnn.weight_ih_l1_reverse	2	0.08810930699110031
261553	rnn.weight_ih_l1_reverse	3	-0.01793939620256424
261553	rnn.weight_ih_l1_reverse	4	-0.0231923945248127
261553	rnn.weight_ih_l1_reverse	5	-0.03037138842046261
261553	rnn.weight_ih_l1_reverse	6	-0.019699757918715477
261553	rnn.weight_ih_l1_reverse	7	0.02964303456246853
261553	rnn.weight_ih_l1_reverse	8	0.005504951346665621
261553	rnn.weight_ih_l1_reverse	9	-0.033608052879571915
261553	rnn.weight_hh_l1_reverse	0	0.0045609502121806145
261553	rnn.weight_hh_l1_reverse	1	0.03170435130596161
261553	rnn.weight_hh_l1_reverse	2	-0.040616851300001144
261553	rnn.weight_hh_l1_reverse	3	0.03499561920762062
261553	rnn.weight_hh_l1_reverse	4	0.04718013480305672
261553	rnn.weight_hh_l1_reverse	5	0.005941253621131182
261553	rnn.weight_hh_l1_reverse	6	0.04904969409108162
261553	rnn.weight_hh_l1_reverse	7	0.031015442684292793
261553	rnn.weight_hh_l1_reverse	8	-0.007144159637391567
261553	rnn.weight_hh_l1_reverse	9	-0.030206385999917984
261553	rnn.bias_ih_l1_reverse	0	-0.04568130150437355
261553	rnn.bias_ih_l1_reverse	1	-0.14044462144374847
261553	rnn.bias_ih_l1_reverse	2	-0.16318857669830322
261553	rnn.bias_ih_l1_reverse	3	-0.06170116737484932
261553	rnn.bias_ih_l1_reverse	4	-0.204020157456398
261553	rnn.bias_ih_l1_reverse	5	-0.11689015477895737
261553	rnn.bias_ih_l1_reverse	6	-0.13024424016475677
261553	rnn.bias_ih_l1_reverse	7	-0.1922736018896103
261553	rnn.bias_ih_l1_reverse	8	0.2268553376197815
261553	rnn.bias_ih_l1_reverse	9	0.022648455575108528
261553	rnn.bias_hh_l1_reverse	0	0.010593960992991924
261553	rnn.bias_hh_l1_reverse	1	-0.0650416910648346
261553	rnn.bias_hh_l1_reverse	2	-0.2371705025434494
261553	rnn.bias_hh_l1_reverse	3	-0.1435362547636032
261553	rnn.bias_hh_l1_reverse	4	-0.08033967763185501
261553	rnn.bias_hh_l1_reverse	5	-0.11675544828176498
261553	rnn.bias_hh_l1_reverse	6	0.06340543180704117
261553	rnn.bias_hh_l1_reverse	7	-0.13547059893608093
261553	rnn.bias_hh_l1_reverse	8	-0.12505139410495758
261553	rnn.bias_hh_l1_reverse	9	-0.14812414348125458
261553	linear.weight	0	0.002228822559118271
261553	linear.weight	1	0.09852682799100876
261553	linear.weight	2	-0.09240389615297318
261553	linear.weight	3	0.31297066807746887
261553	linear.weight	4	0.1507250815629959
261553	linear.weight	5	-0.06557951122522354
261553	linear.weight	6	0.09247397631406784
261553	linear.weight	7	0.13570982217788696
261553	linear.weight	8	0.04113323614001274
261553	linear.weight	9	-0.05129314959049225
261553	linear.bias	0	0.08237883448600769
261553	linear.bias	1	-0.18684960901737213
261553	linear.bias	2	-0.44576308131217957
261553	linear.bias	3	-0.6575733423233032
261553	linear.bias	4	-1.261087417602539
261553	linear.bias	5	-0.06031109765172005
261553	linear.bias	6	-0.8188262581825256
261553	linear.bias	7	0.2705228924751282
261553	linear.bias	8	-0.3981550633907318
261553	linear.bias	9	-1.0239638090133667
261750	transitions	0	0.7566101551055908
261750	transitions	1	0.1390613466501236
261750	transitions	2	-10000.0
261750	transitions	3	-1.8280922174453735
261750	transitions	4	-10000.0
261750	transitions	5	0.5628579258918762
261750	transitions	6	-0.08558054268360138
261750	transitions	7	-0.8113714456558228
261750	transitions	8	-1.422695279121399
261750	transitions	9	-0.0012311884202063084
261750	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
261750	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
261750	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
261750	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
261750	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
261750	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
261750	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
261750	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
261750	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
261750	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
261750	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
261750	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
261750	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
261750	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
261750	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
261750	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
261750	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
261750	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
261750	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
261750	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
261750	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
261750	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
261750	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
261750	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
261750	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
261750	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
261750	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
261750	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
261750	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
261750	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
261750	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
261750	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
261750	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
261750	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
261750	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
261750	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
261750	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
261750	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
261750	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
261750	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
261750	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
261750	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
261750	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
261750	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
261750	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
261750	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
261750	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
261750	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
261750	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
261750	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
261750	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
261750	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
261750	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
261750	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
261750	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
261750	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
261750	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
261750	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
261750	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
261750	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
261750	embedding2nn.weight	0	0.016718344762921333
261750	embedding2nn.weight	1	-0.012739838100969791
261750	embedding2nn.weight	2	-0.014268254861235619
261750	embedding2nn.weight	3	-0.031444936990737915
261750	embedding2nn.weight	4	-0.0059150345623493195
261750	embedding2nn.weight	5	-0.0037005888298153877
261750	embedding2nn.weight	6	-0.003973265178501606
261750	embedding2nn.weight	7	-0.07721469551324844
261750	embedding2nn.weight	8	-0.0019979383796453476
261750	embedding2nn.weight	9	-0.027715811505913734
261750	embedding2nn.bias	0	0.03222562000155449
261750	embedding2nn.bias	1	-0.07529892772436142
261750	embedding2nn.bias	2	0.07092185318470001
261750	embedding2nn.bias	3	0.0517638698220253
261750	embedding2nn.bias	4	-0.0423101969063282
261750	embedding2nn.bias	5	-0.011636155657470226
261750	embedding2nn.bias	6	0.014746555127203465
261750	embedding2nn.bias	7	-0.05534267798066139
261750	embedding2nn.bias	8	0.0738338828086853
261750	embedding2nn.bias	9	0.04507340118288994
261750	rnn.weight_ih_l0	0	-0.08080979436635971
261750	rnn.weight_ih_l0	1	0.0029479784425348043
261750	rnn.weight_ih_l0	2	0.03520352020859718
261750	rnn.weight_ih_l0	3	0.022831395268440247
261750	rnn.weight_ih_l0	4	-0.04811577871441841
261750	rnn.weight_ih_l0	5	-0.06841740757226944
261750	rnn.weight_ih_l0	6	-0.0010993684409186244
261750	rnn.weight_ih_l0	7	0.05355210602283478
261750	rnn.weight_ih_l0	8	-0.017015673220157623
261750	rnn.weight_ih_l0	9	-0.030759960412979126
261750	rnn.weight_hh_l0	0	-0.03012838028371334
261750	rnn.weight_hh_l0	1	-0.007197513710707426
261750	rnn.weight_hh_l0	2	0.006655981298536062
261750	rnn.weight_hh_l0	3	-0.07446825504302979
261750	rnn.weight_hh_l0	4	0.09328949451446533
261750	rnn.weight_hh_l0	5	-0.026818931102752686
261750	rnn.weight_hh_l0	6	-0.06368278712034225
261750	rnn.weight_hh_l0	7	0.008922534063458443
261750	rnn.weight_hh_l0	8	0.013429854065179825
261750	rnn.weight_hh_l0	9	-0.025679653510451317
261750	rnn.bias_ih_l0	0	0.12964469194412231
261750	rnn.bias_ih_l0	1	-0.03424124792218208
261750	rnn.bias_ih_l0	2	-0.03386946767568588
261750	rnn.bias_ih_l0	3	0.16311512887477875
261750	rnn.bias_ih_l0	4	-0.01293947733938694
261750	rnn.bias_ih_l0	5	-0.0231183972209692
261750	rnn.bias_ih_l0	6	0.017018036916851997
261750	rnn.bias_ih_l0	7	0.023588256910443306
261750	rnn.bias_ih_l0	8	-0.09953504055738449
261750	rnn.bias_ih_l0	9	-0.04108676686882973
261750	rnn.bias_hh_l0	0	-0.0012385807931423187
261750	rnn.bias_hh_l0	1	-0.10053669661283493
261750	rnn.bias_hh_l0	2	-0.07509473711252213
261750	rnn.bias_hh_l0	3	-0.08867539465427399
261750	rnn.bias_hh_l0	4	0.00852219108492136
261750	rnn.bias_hh_l0	5	-0.02047603204846382
261750	rnn.bias_hh_l0	6	0.028469467535614967
261750	rnn.bias_hh_l0	7	0.06099314242601395
261750	rnn.bias_hh_l0	8	-0.12303958833217621
261750	rnn.bias_hh_l0	9	-0.05918816477060318
261750	rnn.weight_ih_l0_reverse	0	-0.025481218472123146
261750	rnn.weight_ih_l0_reverse	1	-0.056993111968040466
261750	rnn.weight_ih_l0_reverse	2	-0.048825643956661224
261750	rnn.weight_ih_l0_reverse	3	0.015524213202297688
261750	rnn.weight_ih_l0_reverse	4	-0.025180095806717873
261750	rnn.weight_ih_l0_reverse	5	-0.05745451897382736
261750	rnn.weight_ih_l0_reverse	6	0.07364817708730698
261750	rnn.weight_ih_l0_reverse	7	-0.018896175548434258
261750	rnn.weight_ih_l0_reverse	8	-0.01842678152024746
261750	rnn.weight_ih_l0_reverse	9	0.00443884264677763
261750	rnn.weight_hh_l0_reverse	0	0.06848019361495972
261750	rnn.weight_hh_l0_reverse	1	0.019760381430387497
261750	rnn.weight_hh_l0_reverse	2	0.029995786026120186
261750	rnn.weight_hh_l0_reverse	3	0.03528458997607231
261750	rnn.weight_hh_l0_reverse	4	0.014313877560198307
261750	rnn.weight_hh_l0_reverse	5	0.008129026740789413
261750	rnn.weight_hh_l0_reverse	6	0.051064085215330124
261750	rnn.weight_hh_l0_reverse	7	-0.08189857006072998
261750	rnn.weight_hh_l0_reverse	8	0.04016169533133507
261750	rnn.weight_hh_l0_reverse	9	0.03479388728737831
261750	rnn.bias_ih_l0_reverse	0	-0.056893158704042435
261750	rnn.bias_ih_l0_reverse	1	-0.28260883688926697
261750	rnn.bias_ih_l0_reverse	2	-0.12481028586626053
261750	rnn.bias_ih_l0_reverse	3	-0.047885823994874954
261750	rnn.bias_ih_l0_reverse	4	-0.022438259795308113
261750	rnn.bias_ih_l0_reverse	5	0.07549303770065308
261750	rnn.bias_ih_l0_reverse	6	-0.06532508134841919
261750	rnn.bias_ih_l0_reverse	7	0.06120888516306877
261750	rnn.bias_ih_l0_reverse	8	-0.035896383225917816
261750	rnn.bias_ih_l0_reverse	9	0.06587845832109451
261750	rnn.bias_hh_l0_reverse	0	0.023625141009688377
261750	rnn.bias_hh_l0_reverse	1	-0.06331214308738708
261750	rnn.bias_hh_l0_reverse	2	0.0888991728425026
261750	rnn.bias_hh_l0_reverse	3	-0.05169285088777542
261750	rnn.bias_hh_l0_reverse	4	-0.028162453323602676
261750	rnn.bias_hh_l0_reverse	5	-0.022212836891412735
261750	rnn.bias_hh_l0_reverse	6	-0.02013518288731575
261750	rnn.bias_hh_l0_reverse	7	0.09967364370822906
261750	rnn.bias_hh_l0_reverse	8	0.030257435515522957
261750	rnn.bias_hh_l0_reverse	9	-0.14848697185516357
261750	rnn.weight_ih_l1	0	-0.029732955619692802
261750	rnn.weight_ih_l1	1	-0.05035446584224701
261750	rnn.weight_ih_l1	2	0.06514061242341995
261750	rnn.weight_ih_l1	3	-0.07308756560087204
261750	rnn.weight_ih_l1	4	-0.014071815647184849
261750	rnn.weight_ih_l1	5	-0.04034486413002014
261750	rnn.weight_ih_l1	6	0.028879815712571144
261750	rnn.weight_ih_l1	7	-0.0445508137345314
261750	rnn.weight_ih_l1	8	0.03784084692597389
261750	rnn.weight_ih_l1	9	0.044888053089380264
261750	rnn.weight_hh_l1	0	-0.0074150413274765015
261750	rnn.weight_hh_l1	1	0.019904563203454018
261750	rnn.weight_hh_l1	2	0.006789091043174267
261750	rnn.weight_hh_l1	3	-0.012689121067523956
261750	rnn.weight_hh_l1	4	0.004826477263122797
261750	rnn.weight_hh_l1	5	0.0351872518658638
261750	rnn.weight_hh_l1	6	0.03624339401721954
261750	rnn.weight_hh_l1	7	-0.016363563016057014
261750	rnn.weight_hh_l1	8	-0.007181626744568348
261750	rnn.weight_hh_l1	9	0.038696203380823135
261750	rnn.bias_ih_l1	0	-0.18379426002502441
261750	rnn.bias_ih_l1	1	-0.17455162107944489
261750	rnn.bias_ih_l1	2	-0.19706544280052185
261750	rnn.bias_ih_l1	3	-0.3075929880142212
261750	rnn.bias_ih_l1	4	-0.21214300394058228
261750	rnn.bias_ih_l1	5	-0.08874058723449707
261750	rnn.bias_ih_l1	6	-0.15909549593925476
261750	rnn.bias_ih_l1	7	-0.0030468434561043978
261750	rnn.bias_ih_l1	8	-0.13003818690776825
261750	rnn.bias_ih_l1	9	-0.1232776865363121
261750	rnn.bias_hh_l1	0	-0.09676168113946915
261750	rnn.bias_hh_l1	1	-0.06329955160617828
261750	rnn.bias_hh_l1	2	-0.08524537086486816
261750	rnn.bias_hh_l1	3	-0.07733187079429626
261750	rnn.bias_hh_l1	4	-0.0731874406337738
261750	rnn.bias_hh_l1	5	-0.11761049926280975
261750	rnn.bias_hh_l1	6	-0.1605290323495865
261750	rnn.bias_hh_l1	7	0.074661985039711
261750	rnn.bias_hh_l1	8	-0.1757592409849167
261750	rnn.bias_hh_l1	9	-0.11539800465106964
261750	rnn.weight_ih_l1_reverse	0	-0.04727671295404434
261750	rnn.weight_ih_l1_reverse	1	0.033202771097421646
261750	rnn.weight_ih_l1_reverse	2	0.08810258656740189
261750	rnn.weight_ih_l1_reverse	3	-0.017954234033823013
261750	rnn.weight_ih_l1_reverse	4	-0.023202255368232727
261750	rnn.weight_ih_l1_reverse	5	-0.030370431020855904
261750	rnn.weight_ih_l1_reverse	6	-0.019698724150657654
261750	rnn.weight_ih_l1_reverse	7	0.029631080105900764
261750	rnn.weight_ih_l1_reverse	8	0.005479841027408838
261750	rnn.weight_ih_l1_reverse	9	-0.0336548276245594
261750	rnn.weight_hh_l1_reverse	0	0.004558286163955927
261750	rnn.weight_hh_l1_reverse	1	0.03169747442007065
261750	rnn.weight_hh_l1_reverse	2	-0.04062044620513916
261750	rnn.weight_hh_l1_reverse	3	0.03499564528465271
261750	rnn.weight_hh_l1_reverse	4	0.04717867821455002
261750	rnn.weight_hh_l1_reverse	5	0.005942970048636198
261750	rnn.weight_hh_l1_reverse	6	0.04904363676905632
261750	rnn.weight_hh_l1_reverse	7	0.031018394976854324
261750	rnn.weight_hh_l1_reverse	8	-0.007141632493585348
261750	rnn.weight_hh_l1_reverse	9	-0.030205421149730682
261750	rnn.bias_ih_l1_reverse	0	-0.045676980167627335
261750	rnn.bias_ih_l1_reverse	1	-0.14046871662139893
261750	rnn.bias_ih_l1_reverse	2	-0.1631949245929718
261750	rnn.bias_ih_l1_reverse	3	-0.06180920824408531
261750	rnn.bias_ih_l1_reverse	4	-0.20402191579341888
261750	rnn.bias_ih_l1_reverse	5	-0.11685267090797424
261750	rnn.bias_ih_l1_reverse	6	-0.13024652004241943
261750	rnn.bias_ih_l1_reverse	7	-0.19227352738380432
261750	rnn.bias_ih_l1_reverse	8	0.22689242660999298
261750	rnn.bias_ih_l1_reverse	9	0.02262900024652481
261750	rnn.bias_hh_l1_reverse	0	0.010660573840141296
261750	rnn.bias_hh_l1_reverse	1	-0.06496065855026245
261750	rnn.bias_hh_l1_reverse	2	-0.23718059062957764
261750	rnn.bias_hh_l1_reverse	3	-0.1435483992099762
261750	rnn.bias_hh_l1_reverse	4	-0.08031152933835983
261750	rnn.bias_hh_l1_reverse	5	-0.11669783294200897
261750	rnn.bias_hh_l1_reverse	6	0.06357800960540771
261750	rnn.bias_hh_l1_reverse	7	-0.13545367121696472
261750	rnn.bias_hh_l1_reverse	8	-0.12506203353405
261750	rnn.bias_hh_l1_reverse	9	-0.14812342822551727
261750	linear.weight	0	0.002228822559118271
261750	linear.weight	1	0.09868046641349792
261750	linear.weight	2	-0.09242188930511475
261750	linear.weight	3	0.3130391240119934
261750	linear.weight	4	0.1506510078907013
261750	linear.weight	5	-0.06560973823070526
261750	linear.weight	6	0.09239360690116882
261750	linear.weight	7	0.13575927913188934
261750	linear.weight	8	0.04113324359059334
261750	linear.weight	9	-0.051333870738744736
261750	linear.bias	0	0.08433433622121811
261750	linear.bias	1	-0.18794409930706024
261750	linear.bias	2	-0.44636785984039307
261750	linear.bias	3	-0.6574001908302307
261750	linear.bias	4	-1.2608850002288818
261750	linear.bias	5	-0.060147762298583984
261750	linear.bias	6	-0.8199024796485901
261750	linear.bias	7	0.2707623839378357
261750	linear.bias	8	-0.3979194462299347
261750	linear.bias	9	-1.0237499475479126
261947	transitions	0	0.7564280033111572
261947	transitions	1	0.1390179544687271
261947	transitions	2	-10000.0
261947	transitions	3	-1.8280926942825317
261947	transitions	4	-10000.0
261947	transitions	5	0.5628575682640076
261947	transitions	6	-0.08558094501495361
261947	transitions	7	-0.8113760352134705
261947	transitions	8	-1.422695517539978
261947	transitions	9	-0.0012311971513554454
261947	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
261947	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
261947	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
261947	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
261947	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
261947	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
261947	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
261947	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
261947	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
261947	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
261947	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
261947	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
261947	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
261947	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
261947	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
261947	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
261947	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
261947	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
261947	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
261947	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
261947	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
261947	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
261947	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
261947	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
261947	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
261947	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
261947	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
261947	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
261947	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
261947	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
261947	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
261947	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
261947	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
261947	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
261947	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
261947	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
261947	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
261947	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
261947	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
261947	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
261947	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
261947	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
261947	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
261947	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
261947	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
261947	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
261947	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
261947	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
261947	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
261947	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
261947	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
261947	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
261947	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
261947	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
261947	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
261947	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
261947	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
261947	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
261947	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
261947	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
261947	embedding2nn.weight	0	0.01675787754356861
261947	embedding2nn.weight	1	-0.012741283513605595
261947	embedding2nn.weight	2	-0.014268254861235619
261947	embedding2nn.weight	3	-0.03148014470934868
261947	embedding2nn.weight	4	-0.0059150345623493195
261947	embedding2nn.weight	5	-0.0037005888298153877
261947	embedding2nn.weight	6	-0.003973265178501606
261947	embedding2nn.weight	7	-0.07721332460641861
261947	embedding2nn.weight	8	-0.0019979383796453476
261947	embedding2nn.weight	9	-0.02770177088677883
261947	embedding2nn.bias	0	0.03200942277908325
261947	embedding2nn.bias	1	-0.07525021582841873
261947	embedding2nn.bias	2	0.0709703266620636
261947	embedding2nn.bias	3	0.05190660059452057
261947	embedding2nn.bias	4	-0.04221011698246002
261947	embedding2nn.bias	5	-0.01165784988552332
261947	embedding2nn.bias	6	0.014701786451041698
261947	embedding2nn.bias	7	-0.05526796355843544
261947	embedding2nn.bias	8	0.07393068075180054
261947	embedding2nn.bias	9	0.045197661966085434
261947	rnn.weight_ih_l0	0	-0.08080751448869705
261947	rnn.weight_ih_l0	1	0.002944560255855322
261947	rnn.weight_ih_l0	2	0.0351986438035965
261947	rnn.weight_ih_l0	3	0.022809214890003204
261947	rnn.weight_ih_l0	4	-0.04810420423746109
261947	rnn.weight_ih_l0	5	-0.06841354072093964
261947	rnn.weight_ih_l0	6	-0.0010985397966578603
261947	rnn.weight_ih_l0	7	0.05355987325310707
261947	rnn.weight_ih_l0	8	-0.01701999269425869
261947	rnn.weight_ih_l0	9	-0.030754949897527695
261947	rnn.weight_hh_l0	0	-0.03012210503220558
261947	rnn.weight_hh_l0	1	-0.007207212038338184
261947	rnn.weight_hh_l0	2	0.006654046010226011
261947	rnn.weight_hh_l0	3	-0.07447509467601776
261947	rnn.weight_hh_l0	4	0.09329187124967575
261947	rnn.weight_hh_l0	5	-0.026812221854925156
261947	rnn.weight_hh_l0	6	-0.0636998787522316
261947	rnn.weight_hh_l0	7	0.008937770500779152
261947	rnn.weight_hh_l0	8	0.013410715386271477
261947	rnn.weight_hh_l0	9	-0.025683267042040825
261947	rnn.bias_ih_l0	0	0.12969046831130981
261947	rnn.bias_ih_l0	1	-0.03423825278878212
261947	rnn.bias_ih_l0	2	-0.033847879618406296
261947	rnn.bias_ih_l0	3	0.16311660408973694
261947	rnn.bias_ih_l0	4	-0.012962095439434052
261947	rnn.bias_ih_l0	5	-0.023125603795051575
261947	rnn.bias_ih_l0	6	0.016870100051164627
261947	rnn.bias_ih_l0	7	0.023579716682434082
261947	rnn.bias_ih_l0	8	-0.09957501292228699
261947	rnn.bias_ih_l0	9	-0.041117262095212936
261947	rnn.bias_hh_l0	0	-0.001234134309925139
261947	rnn.bias_hh_l0	1	-0.10056561231613159
261947	rnn.bias_hh_l0	2	-0.0750710591673851
261947	rnn.bias_hh_l0	3	-0.08870431035757065
261947	rnn.bias_hh_l0	4	0.008568579331040382
261947	rnn.bias_hh_l0	5	-0.020470701158046722
261947	rnn.bias_hh_l0	6	0.028531204909086227
261947	rnn.bias_hh_l0	7	0.06100133806467056
261947	rnn.bias_hh_l0	8	-0.12298890203237534
261947	rnn.bias_hh_l0	9	-0.059173036366701126
261947	rnn.weight_ih_l0_reverse	0	-0.025469491258263588
261947	rnn.weight_ih_l0_reverse	1	-0.056994449347257614
261947	rnn.weight_ih_l0_reverse	2	-0.048847746104002
261947	rnn.weight_ih_l0_reverse	3	0.01553595345467329
261947	rnn.weight_ih_l0_reverse	4	-0.025178637355566025
261947	rnn.weight_ih_l0_reverse	5	-0.05744703486561775
261947	rnn.weight_ih_l0_reverse	6	0.0736406221985817
261947	rnn.weight_ih_l0_reverse	7	-0.01887679286301136
261947	rnn.weight_ih_l0_reverse	8	-0.018426688387989998
261947	rnn.weight_ih_l0_reverse	9	0.004448533058166504
261947	rnn.weight_hh_l0_reverse	0	0.06847871094942093
261947	rnn.weight_hh_l0_reverse	1	0.019791079685091972
261947	rnn.weight_hh_l0_reverse	2	0.029994070529937744
261947	rnn.weight_hh_l0_reverse	3	0.035285722464323044
261947	rnn.weight_hh_l0_reverse	4	0.014317087829113007
261947	rnn.weight_hh_l0_reverse	5	0.008125131018459797
261947	rnn.weight_hh_l0_reverse	6	0.05105487257242203
261947	rnn.weight_hh_l0_reverse	7	-0.08188977837562561
261947	rnn.weight_hh_l0_reverse	8	0.040145110338926315
261947	rnn.weight_hh_l0_reverse	9	0.03480224311351776
261947	rnn.bias_ih_l0_reverse	0	-0.056892551481723785
261947	rnn.bias_ih_l0_reverse	1	-0.28257009387016296
261947	rnn.bias_ih_l0_reverse	2	-0.12483714520931244
261947	rnn.bias_ih_l0_reverse	3	-0.04786912351846695
261947	rnn.bias_ih_l0_reverse	4	-0.022404629737138748
261947	rnn.bias_ih_l0_reverse	5	0.0755624771118164
261947	rnn.bias_ih_l0_reverse	6	-0.06528168171644211
261947	rnn.bias_ih_l0_reverse	7	0.06118151545524597
261947	rnn.bias_ih_l0_reverse	8	-0.03589186072349548
261947	rnn.bias_ih_l0_reverse	9	0.06592576950788498
261947	rnn.bias_hh_l0_reverse	0	0.02359195239841938
261947	rnn.bias_hh_l0_reverse	1	-0.06336792558431625
261947	rnn.bias_hh_l0_reverse	2	0.08891575783491135
261947	rnn.bias_hh_l0_reverse	3	-0.051658786833286285
261947	rnn.bias_hh_l0_reverse	4	-0.0282033309340477
261947	rnn.bias_hh_l0_reverse	5	-0.022227687761187553
261947	rnn.bias_hh_l0_reverse	6	-0.020113259553909302
261947	rnn.bias_hh_l0_reverse	7	0.099735789000988
261947	rnn.bias_hh_l0_reverse	8	0.03025841899216175
261947	rnn.bias_hh_l0_reverse	9	-0.1484866738319397
261947	rnn.weight_ih_l1	0	-0.029731158167123795
261947	rnn.weight_ih_l1	1	-0.050347890704870224
261947	rnn.weight_ih_l1	2	0.0651077926158905
261947	rnn.weight_ih_l1	3	-0.07311887294054031
261947	rnn.weight_ih_l1	4	-0.014081264846026897
261947	rnn.weight_ih_l1	5	-0.04034509137272835
261947	rnn.weight_ih_l1	6	0.028894031420350075
261947	rnn.weight_ih_l1	7	-0.0445605143904686
261947	rnn.weight_ih_l1	8	0.037842728197574615
261947	rnn.weight_ih_l1	9	0.04487474635243416
261947	rnn.weight_hh_l1	0	-0.007449761498719454
261947	rnn.weight_hh_l1	1	0.01990647427737713
261947	rnn.weight_hh_l1	2	0.006756557617336512
261947	rnn.weight_hh_l1	3	-0.012693802826106548
261947	rnn.weight_hh_l1	4	0.004807465244084597
261947	rnn.weight_hh_l1	5	0.03518933430314064
261947	rnn.weight_hh_l1	6	0.03625227138400078
261947	rnn.weight_hh_l1	7	-0.01636608876287937
261947	rnn.weight_hh_l1	8	-0.007179075386375189
261947	rnn.weight_hh_l1	9	0.038700882345438004
261947	rnn.bias_ih_l1	0	-0.18381769955158234
261947	rnn.bias_ih_l1	1	-0.17457956075668335
261947	rnn.bias_ih_l1	2	-0.19704823195934296
261947	rnn.bias_ih_l1	3	-0.30756255984306335
261947	rnn.bias_ih_l1	4	-0.2121410220861435
261947	rnn.bias_ih_l1	5	-0.08877237886190414
261947	rnn.bias_ih_l1	6	-0.15905751287937164
261947	rnn.bias_ih_l1	7	-0.0030642026104032993
261947	rnn.bias_ih_l1	8	-0.13003674149513245
261947	rnn.bias_ih_l1	9	-0.12331966310739517
261947	rnn.bias_hh_l1	0	-0.09671983122825623
261947	rnn.bias_hh_l1	1	-0.06325313448905945
261947	rnn.bias_hh_l1	2	-0.08522747457027435
261947	rnn.bias_hh_l1	3	-0.07737424969673157
261947	rnn.bias_hh_l1	4	-0.07315446436405182
261947	rnn.bias_hh_l1	5	-0.1176147386431694
261947	rnn.bias_hh_l1	6	-0.16050691902637482
261947	rnn.bias_hh_l1	7	0.07475181668996811
261947	rnn.bias_hh_l1	8	-0.17573244869709015
261947	rnn.bias_hh_l1	9	-0.11543603986501694
261947	rnn.weight_ih_l1_reverse	0	-0.04728800058364868
261947	rnn.weight_ih_l1_reverse	1	0.03312600404024124
261947	rnn.weight_ih_l1_reverse	2	0.08806347846984863
261947	rnn.weight_ih_l1_reverse	3	-0.017974914982914925
261947	rnn.weight_ih_l1_reverse	4	-0.023188279941678047
261947	rnn.weight_ih_l1_reverse	5	-0.030365336686372757
261947	rnn.weight_ih_l1_reverse	6	-0.01974848471581936
261947	rnn.weight_ih_l1_reverse	7	0.029634656384587288
261947	rnn.weight_ih_l1_reverse	8	0.005452194716781378
261947	rnn.weight_ih_l1_reverse	9	-0.03367427736520767
261947	rnn.weight_hh_l1_reverse	0	0.004556812345981598
261947	rnn.weight_hh_l1_reverse	1	0.03169598802924156
261947	rnn.weight_hh_l1_reverse	2	-0.0406203418970108
261947	rnn.weight_hh_l1_reverse	3	0.034996405243873596
261947	rnn.weight_hh_l1_reverse	4	0.047188449651002884
261947	rnn.weight_hh_l1_reverse	5	0.005940273869782686
261947	rnn.weight_hh_l1_reverse	6	0.0490758903324604
261947	rnn.weight_hh_l1_reverse	7	0.031018435955047607
261947	rnn.weight_hh_l1_reverse	8	-0.007139154709875584
261947	rnn.weight_hh_l1_reverse	9	-0.03020525723695755
261947	rnn.bias_ih_l1_reverse	0	-0.04566149786114693
261947	rnn.bias_ih_l1_reverse	1	-0.14044325053691864
261947	rnn.bias_ih_l1_reverse	2	-0.16309379041194916
261947	rnn.bias_ih_l1_reverse	3	-0.06178009510040283
261947	rnn.bias_ih_l1_reverse	4	-0.20399229228496552
261947	rnn.bias_ih_l1_reverse	5	-0.11678916215896606
261947	rnn.bias_ih_l1_reverse	6	-0.13022126257419586
261947	rnn.bias_ih_l1_reverse	7	-0.1922924965620041
261947	rnn.bias_ih_l1_reverse	8	0.22695374488830566
261947	rnn.bias_ih_l1_reverse	9	0.022695228457450867
261947	rnn.bias_hh_l1_reverse	0	0.010670778341591358
261947	rnn.bias_hh_l1_reverse	1	-0.06486377865076065
261947	rnn.bias_hh_l1_reverse	2	-0.23720040917396545
261947	rnn.bias_hh_l1_reverse	3	-0.14357717335224152
261947	rnn.bias_hh_l1_reverse	4	-0.08029517531394958
261947	rnn.bias_hh_l1_reverse	5	-0.1166854053735733
261947	rnn.bias_hh_l1_reverse	6	0.06354440003633499
261947	rnn.bias_hh_l1_reverse	7	-0.1354202777147293
261947	rnn.bias_hh_l1_reverse	8	-0.12505093216896057
261947	rnn.bias_hh_l1_reverse	9	-0.14816243946552277
261947	linear.weight	0	0.002228822559118271
261947	linear.weight	1	0.09868615120649338
261947	linear.weight	2	-0.09249532222747803
261947	linear.weight	3	0.3130928575992584
261947	linear.weight	4	0.15065442025661469
261947	linear.weight	5	-0.06560134142637253
261947	linear.weight	6	0.09244643151760101
261947	linear.weight	7	0.1356019675731659
261947	linear.weight	8	0.04113324359059334
261947	linear.weight	9	-0.05132651329040527
261947	linear.bias	0	0.08467356115579605
261947	linear.bias	1	-0.18817318975925446
261947	linear.bias	2	-0.4463482201099396
261947	linear.bias	3	-0.6572871804237366
261947	linear.bias	4	-1.260780930519104
261947	linear.bias	5	-0.06023717299103737
261947	linear.bias	6	-0.8201557993888855
261947	linear.bias	7	0.27069491147994995
261947	linear.bias	8	-0.3975437879562378
261947	linear.bias	9	-1.023361086845398
262144	transitions	0	0.7565704584121704
262144	transitions	1	0.139041006565094
262144	transitions	2	-10000.0
262144	transitions	3	-1.82809317111969
262144	transitions	4	-10000.0
262144	transitions	5	0.5628557801246643
262144	transitions	6	-0.08558133989572525
262144	transitions	7	-0.8113852143287659
262144	transitions	8	-1.422696590423584
262144	transitions	9	-0.0012312127510085702
262144	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
262144	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
262144	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
262144	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
262144	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
262144	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
262144	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
262144	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
262144	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
262144	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
262144	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
262144	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
262144	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
262144	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
262144	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
262144	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
262144	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
262144	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
262144	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
262144	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
262144	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
262144	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
262144	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
262144	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
262144	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
262144	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
262144	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
262144	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
262144	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
262144	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
262144	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
262144	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
262144	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
262144	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
262144	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
262144	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
262144	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
262144	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
262144	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
262144	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
262144	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
262144	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
262144	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
262144	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
262144	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
262144	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
262144	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
262144	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
262144	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
262144	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
262144	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
262144	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
262144	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
262144	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
262144	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
262144	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
262144	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
262144	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
262144	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
262144	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
262144	embedding2nn.weight	0	0.016767628490924835
262144	embedding2nn.weight	1	-0.012739448808133602
262144	embedding2nn.weight	2	-0.014268254861235619
262144	embedding2nn.weight	3	-0.03147713467478752
262144	embedding2nn.weight	4	-0.0059150345623493195
262144	embedding2nn.weight	5	-0.0037005888298153877
262144	embedding2nn.weight	6	-0.003973265178501606
262144	embedding2nn.weight	7	-0.0771779716014862
262144	embedding2nn.weight	8	-0.0019979383796453476
262144	embedding2nn.weight	9	-0.027708884328603745
262144	embedding2nn.bias	0	0.032142043113708496
262144	embedding2nn.bias	1	-0.07516134530305862
262144	embedding2nn.bias	2	0.0708390548825264
262144	embedding2nn.bias	3	0.05194990709424019
262144	embedding2nn.bias	4	-0.04232000559568405
262144	embedding2nn.bias	5	-0.011686500161886215
262144	embedding2nn.bias	6	0.014575517736375332
262144	embedding2nn.bias	7	-0.0552591048181057
262144	embedding2nn.bias	8	0.07383493334054947
262144	embedding2nn.bias	9	0.045414745807647705
262144	rnn.weight_ih_l0	0	-0.08078602701425552
262144	rnn.weight_ih_l0	1	0.0029465979896485806
262144	rnn.weight_ih_l0	2	0.03518753498792648
262144	rnn.weight_ih_l0	3	0.0228140726685524
262144	rnn.weight_ih_l0	4	-0.048116620630025864
262144	rnn.weight_ih_l0	5	-0.0684254914522171
262144	rnn.weight_ih_l0	6	-0.001088385353796184
262144	rnn.weight_ih_l0	7	0.05358052998781204
262144	rnn.weight_ih_l0	8	-0.017018424347043037
262144	rnn.weight_ih_l0	9	-0.030744830146431923
262144	rnn.weight_hh_l0	0	-0.03012094646692276
262144	rnn.weight_hh_l0	1	-0.007210173644125462
262144	rnn.weight_hh_l0	2	0.006641221232712269
262144	rnn.weight_hh_l0	3	-0.0744764655828476
262144	rnn.weight_hh_l0	4	0.09330981969833374
262144	rnn.weight_hh_l0	5	-0.02682204730808735
262144	rnn.weight_hh_l0	6	-0.0637071505188942
262144	rnn.weight_hh_l0	7	0.008929724805057049
262144	rnn.weight_hh_l0	8	0.01341154333204031
262144	rnn.weight_hh_l0	9	-0.025674380362033844
262144	rnn.bias_ih_l0	0	0.12972405552864075
262144	rnn.bias_ih_l0	1	-0.03422943130135536
262144	rnn.bias_ih_l0	2	-0.03383246436715126
262144	rnn.bias_ih_l0	3	0.1631418913602829
262144	rnn.bias_ih_l0	4	-0.012923019006848335
262144	rnn.bias_ih_l0	5	-0.023116983473300934
262144	rnn.bias_ih_l0	6	0.016970790922641754
262144	rnn.bias_ih_l0	7	0.023545879870653152
262144	rnn.bias_ih_l0	8	-0.09956195950508118
262144	rnn.bias_ih_l0	9	-0.041140466928482056
262144	rnn.bias_hh_l0	0	-0.0012214616872370243
262144	rnn.bias_hh_l0	1	-0.10050296038389206
262144	rnn.bias_hh_l0	2	-0.0750700980424881
262144	rnn.bias_hh_l0	3	-0.0887308418750763
262144	rnn.bias_hh_l0	4	0.008617228828370571
262144	rnn.bias_hh_l0	5	-0.02046966552734375
262144	rnn.bias_hh_l0	6	0.02856489270925522
262144	rnn.bias_hh_l0	7	0.06091168895363808
262144	rnn.bias_hh_l0	8	-0.12302588671445847
262144	rnn.bias_hh_l0	9	-0.05917327478528023
262144	rnn.weight_ih_l0_reverse	0	-0.025487683713436127
262144	rnn.weight_ih_l0_reverse	1	-0.056971266865730286
262144	rnn.weight_ih_l0_reverse	2	-0.04884302243590355
262144	rnn.weight_ih_l0_reverse	3	0.01555047556757927
262144	rnn.weight_ih_l0_reverse	4	-0.025183364748954773
262144	rnn.weight_ih_l0_reverse	5	-0.0574621856212616
262144	rnn.weight_ih_l0_reverse	6	0.07363767176866531
262144	rnn.weight_ih_l0_reverse	7	-0.01889372617006302
262144	rnn.weight_ih_l0_reverse	8	-0.018420228734612465
262144	rnn.weight_ih_l0_reverse	9	0.004435312002897263
262144	rnn.weight_hh_l0_reverse	0	0.06850524991750717
262144	rnn.weight_hh_l0_reverse	1	0.019785838201642036
262144	rnn.weight_hh_l0_reverse	2	0.029991712421178818
262144	rnn.weight_hh_l0_reverse	3	0.03529325872659683
262144	rnn.weight_hh_l0_reverse	4	0.014313834719359875
262144	rnn.weight_hh_l0_reverse	5	0.008126410655677319
262144	rnn.weight_hh_l0_reverse	6	0.05105958133935928
262144	rnn.weight_hh_l0_reverse	7	-0.08188820630311966
262144	rnn.weight_hh_l0_reverse	8	0.04015073925256729
262144	rnn.weight_hh_l0_reverse	9	0.034804925322532654
262144	rnn.bias_ih_l0_reverse	0	-0.056904103606939316
262144	rnn.bias_ih_l0_reverse	1	-0.2826160490512848
262144	rnn.bias_ih_l0_reverse	2	-0.12477950006723404
262144	rnn.bias_ih_l0_reverse	3	-0.04785588011145592
262144	rnn.bias_ih_l0_reverse	4	-0.022365106269717216
262144	rnn.bias_ih_l0_reverse	5	0.07556671649217606
262144	rnn.bias_ih_l0_reverse	6	-0.06530454754829407
262144	rnn.bias_ih_l0_reverse	7	0.06121891736984253
262144	rnn.bias_ih_l0_reverse	8	-0.035783350467681885
262144	rnn.bias_ih_l0_reverse	9	0.06592848896980286
262144	rnn.bias_hh_l0_reverse	0	0.023560727015137672
262144	rnn.bias_hh_l0_reverse	1	-0.06342381238937378
262144	rnn.bias_hh_l0_reverse	2	0.08891501277685165
262144	rnn.bias_hh_l0_reverse	3	-0.05164416506886482
262144	rnn.bias_hh_l0_reverse	4	-0.028204355388879776
262144	rnn.bias_hh_l0_reverse	5	-0.022176284343004227
262144	rnn.bias_hh_l0_reverse	6	-0.020181620493531227
262144	rnn.bias_hh_l0_reverse	7	0.09968674927949905
262144	rnn.bias_hh_l0_reverse	8	0.030217228457331657
262144	rnn.bias_hh_l0_reverse	9	-0.14847418665885925
262144	rnn.weight_ih_l1	0	-0.02971765398979187
262144	rnn.weight_ih_l1	1	-0.050369396805763245
262144	rnn.weight_ih_l1	2	0.06515809148550034
262144	rnn.weight_ih_l1	3	-0.07309015840291977
262144	rnn.weight_ih_l1	4	-0.014075725339353085
262144	rnn.weight_ih_l1	5	-0.04034331440925598
262144	rnn.weight_ih_l1	6	0.028901560232043266
262144	rnn.weight_ih_l1	7	-0.04455135762691498
262144	rnn.weight_ih_l1	8	0.03783978149294853
262144	rnn.weight_ih_l1	9	0.04487231373786926
262144	rnn.weight_hh_l1	0	-0.007451226469129324
262144	rnn.weight_hh_l1	1	0.01990615762770176
262144	rnn.weight_hh_l1	2	0.0067667304538190365
262144	rnn.weight_hh_l1	3	-0.012687287293374538
262144	rnn.weight_hh_l1	4	0.004813824314624071
262144	rnn.weight_hh_l1	5	0.03519117459654808
262144	rnn.weight_hh_l1	6	0.03625485673546791
262144	rnn.weight_hh_l1	7	-0.016368765383958817
262144	rnn.weight_hh_l1	8	-0.007184514310210943
262144	rnn.weight_hh_l1	9	0.03869534656405449
262144	rnn.bias_ih_l1	0	-0.18373338878154755
262144	rnn.bias_ih_l1	1	-0.17456461489200592
262144	rnn.bias_ih_l1	2	-0.19703491032123566
262144	rnn.bias_ih_l1	3	-0.30753257870674133
262144	rnn.bias_ih_l1	4	-0.21220457553863525
262144	rnn.bias_ih_l1	5	-0.08879444748163223
262144	rnn.bias_ih_l1	6	-0.15902365744113922
262144	rnn.bias_ih_l1	7	-0.0030579084996134043
262144	rnn.bias_ih_l1	8	-0.1300317496061325
262144	rnn.bias_ih_l1	9	-0.12326877564191818
262144	rnn.bias_hh_l1	0	-0.09674178808927536
262144	rnn.bias_hh_l1	1	-0.06326375156641006
262144	rnn.bias_hh_l1	2	-0.08528312295675278
262144	rnn.bias_hh_l1	3	-0.07738491147756577
262144	rnn.bias_hh_l1	4	-0.07313882559537888
262144	rnn.bias_hh_l1	5	-0.11761307716369629
262144	rnn.bias_hh_l1	6	-0.16051149368286133
262144	rnn.bias_hh_l1	7	0.07460729032754898
262144	rnn.bias_hh_l1	8	-0.17573663592338562
262144	rnn.bias_hh_l1	9	-0.11544283479452133
262144	rnn.weight_ih_l1_reverse	0	-0.04732383042573929
262144	rnn.weight_ih_l1_reverse	1	0.033091336488723755
262144	rnn.weight_ih_l1_reverse	2	0.08803640305995941
262144	rnn.weight_ih_l1_reverse	3	-0.01796029694378376
262144	rnn.weight_ih_l1_reverse	4	-0.02316213585436344
262144	rnn.weight_ih_l1_reverse	5	-0.03036072850227356
262144	rnn.weight_ih_l1_reverse	6	-0.019752100110054016
262144	rnn.weight_ih_l1_reverse	7	0.029657166451215744
262144	rnn.weight_ih_l1_reverse	8	0.0054439459927380085
262144	rnn.weight_ih_l1_reverse	9	-0.03366458788514137
262144	rnn.weight_hh_l1_reverse	0	0.004562202841043472
262144	rnn.weight_hh_l1_reverse	1	0.03169773891568184
262144	rnn.weight_hh_l1_reverse	2	-0.04062032327055931
262144	rnn.weight_hh_l1_reverse	3	0.03499586135149002
262144	rnn.weight_hh_l1_reverse	4	0.04717639088630676
262144	rnn.weight_hh_l1_reverse	5	0.005943742115050554
262144	rnn.weight_hh_l1_reverse	6	0.049012672156095505
262144	rnn.weight_hh_l1_reverse	7	0.03101828508079052
262144	rnn.weight_hh_l1_reverse	8	-0.007141090929508209
262144	rnn.weight_hh_l1_reverse	9	-0.03021310828626156
262144	rnn.bias_ih_l1_reverse	0	-0.04566965997219086
262144	rnn.bias_ih_l1_reverse	1	-0.1404668539762497
262144	rnn.bias_ih_l1_reverse	2	-0.16313700377941132
262144	rnn.bias_ih_l1_reverse	3	-0.06173482537269592
262144	rnn.bias_ih_l1_reverse	4	-0.2040032595396042
262144	rnn.bias_ih_l1_reverse	5	-0.11675054579973221
262144	rnn.bias_ih_l1_reverse	6	-0.13022100925445557
262144	rnn.bias_ih_l1_reverse	7	-0.19227632880210876
262144	rnn.bias_ih_l1_reverse	8	0.22697266936302185
262144	rnn.bias_ih_l1_reverse	9	0.022585207596421242
262144	rnn.bias_hh_l1_reverse	0	0.010709879919886589
262144	rnn.bias_hh_l1_reverse	1	-0.06492260843515396
262144	rnn.bias_hh_l1_reverse	2	-0.2372151017189026
262144	rnn.bias_hh_l1_reverse	3	-0.14351363480091095
262144	rnn.bias_hh_l1_reverse	4	-0.08028052002191544
262144	rnn.bias_hh_l1_reverse	5	-0.1166963279247284
262144	rnn.bias_hh_l1_reverse	6	0.06350267678499222
262144	rnn.bias_hh_l1_reverse	7	-0.1354179084300995
262144	rnn.bias_hh_l1_reverse	8	-0.12503144145011902
262144	rnn.bias_hh_l1_reverse	9	-0.14818455278873444
262144	linear.weight	0	0.002228822559118271
262144	linear.weight	1	0.09869194030761719
262144	linear.weight	2	-0.0924501046538353
262144	linear.weight	3	0.31314709782600403
262144	linear.weight	4	0.15071147680282593
262144	linear.weight	5	-0.06559855490922928
262144	linear.weight	6	0.09249803423881531
262144	linear.weight	7	0.13571198284626007
262144	linear.weight	8	0.04113324359059334
262144	linear.weight	9	-0.05136675760149956
262144	linear.bias	0	0.08423531800508499
262144	linear.bias	1	-0.18807649612426758
262144	linear.bias	2	-0.4460498094558716
262144	linear.bias	3	-0.6571152806282043
262144	linear.bias	4	-1.2606451511383057
262144	linear.bias	5	-0.06005499139428139
262144	linear.bias	6	-0.8201045393943787
262144	linear.bias	7	0.270828515291214
262144	linear.bias	8	-0.3979237973690033
262144	linear.bias	9	-1.0237910747528076
262341	transitions	0	0.7562951445579529
262341	transitions	1	0.13905416429042816
262341	transitions	2	-10000.0
262341	transitions	3	-1.82809317111969
262341	transitions	4	-10000.0
262341	transitions	5	0.5628547668457031
262341	transitions	6	-0.08558173477649689
262341	transitions	7	-0.8113946318626404
262341	transitions	8	-1.4226969480514526
262341	transitions	9	-0.0012312186881899834
262341	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
262341	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
262341	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
262341	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
262341	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
262341	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
262341	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
262341	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
262341	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
262341	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
262341	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
262341	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
262341	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
262341	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
262341	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
262341	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
262341	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
262341	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
262341	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
262341	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
262341	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
262341	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
262341	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
262341	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
262341	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
262341	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
262341	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
262341	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
262341	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
262341	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
262341	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
262341	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
262341	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
262341	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
262341	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
262341	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
262341	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
262341	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
262341	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
262341	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
262341	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
262341	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
262341	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
262341	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
262341	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
262341	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
262341	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
262341	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
262341	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
262341	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
262341	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
262341	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
262341	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
262341	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
262341	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
262341	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
262341	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
262341	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
262341	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
262341	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
262341	embedding2nn.weight	0	0.016768479719758034
262341	embedding2nn.weight	1	-0.012739391066133976
262341	embedding2nn.weight	2	-0.014268254861235619
262341	embedding2nn.weight	3	-0.031413283199071884
262341	embedding2nn.weight	4	-0.0059150345623493195
262341	embedding2nn.weight	5	-0.0037005888298153877
262341	embedding2nn.weight	6	-0.003973265178501606
262341	embedding2nn.weight	7	-0.07716198265552521
262341	embedding2nn.weight	8	-0.0019979383796453476
262341	embedding2nn.weight	9	-0.027705371379852295
262341	embedding2nn.bias	0	0.032165005803108215
262341	embedding2nn.bias	1	-0.07505287230014801
262341	embedding2nn.bias	2	0.07073524594306946
262341	embedding2nn.bias	3	0.05182624235749245
262341	embedding2nn.bias	4	-0.04231593385338783
262341	embedding2nn.bias	5	-0.011723165400326252
262341	embedding2nn.bias	6	0.014644359238445759
262341	embedding2nn.bias	7	-0.05541754513978958
262341	embedding2nn.bias	8	0.07392790168523788
262341	embedding2nn.bias	9	0.0454254150390625
262341	rnn.weight_ih_l0	0	-0.08078324049711227
262341	rnn.weight_ih_l0	1	0.0029516955837607384
262341	rnn.weight_ih_l0	2	0.03521435707807541
262341	rnn.weight_ih_l0	3	0.022809114307165146
262341	rnn.weight_ih_l0	4	-0.048118650913238525
262341	rnn.weight_ih_l0	5	-0.06839092075824738
262341	rnn.weight_ih_l0	6	-0.0010790863307192922
262341	rnn.weight_ih_l0	7	0.05356527119874954
262341	rnn.weight_ih_l0	8	-0.017005957663059235
262341	rnn.weight_ih_l0	9	-0.030738865956664085
262341	rnn.weight_hh_l0	0	-0.03012603148818016
262341	rnn.weight_hh_l0	1	-0.007203712128102779
262341	rnn.weight_hh_l0	2	0.006635227706283331
262341	rnn.weight_hh_l0	3	-0.07445797324180603
262341	rnn.weight_hh_l0	4	0.09332169592380524
262341	rnn.weight_hh_l0	5	-0.026820776984095573
262341	rnn.weight_hh_l0	6	-0.06371428072452545
262341	rnn.weight_hh_l0	7	0.008942757733166218
262341	rnn.weight_hh_l0	8	0.013395866379141808
262341	rnn.weight_hh_l0	9	-0.02567131072282791
262341	rnn.bias_ih_l0	0	0.12974491715431213
262341	rnn.bias_ih_l0	1	-0.03424379974603653
262341	rnn.bias_ih_l0	2	-0.033902525901794434
262341	rnn.bias_ih_l0	3	0.1631530374288559
262341	rnn.bias_ih_l0	4	-0.012928266078233719
262341	rnn.bias_ih_l0	5	-0.02314174175262451
262341	rnn.bias_ih_l0	6	0.017054259777069092
262341	rnn.bias_ih_l0	7	0.023540154099464417
262341	rnn.bias_ih_l0	8	-0.0995534136891365
262341	rnn.bias_ih_l0	9	-0.04116113483905792
262341	rnn.bias_hh_l0	0	-0.0011973426444455981
262341	rnn.bias_hh_l0	1	-0.10048951953649521
262341	rnn.bias_hh_l0	2	-0.07508711516857147
262341	rnn.bias_hh_l0	3	-0.0886731892824173
262341	rnn.bias_hh_l0	4	0.008536097593605518
262341	rnn.bias_hh_l0	5	-0.0204502921551466
262341	rnn.bias_hh_l0	6	0.02864205650985241
262341	rnn.bias_hh_l0	7	0.06097067520022392
262341	rnn.bias_hh_l0	8	-0.12307778745889664
262341	rnn.bias_hh_l0	9	-0.05925719812512398
262341	rnn.weight_ih_l0_reverse	0	-0.02546365186572075
262341	rnn.weight_ih_l0_reverse	1	-0.0569668747484684
262341	rnn.weight_ih_l0_reverse	2	-0.048859383910894394
262341	rnn.weight_ih_l0_reverse	3	0.015530804172158241
262341	rnn.weight_ih_l0_reverse	4	-0.025167249143123627
262341	rnn.weight_ih_l0_reverse	5	-0.05746083706617355
262341	rnn.weight_ih_l0_reverse	6	0.07362394779920578
262341	rnn.weight_ih_l0_reverse	7	-0.018890919163823128
262341	rnn.weight_ih_l0_reverse	8	-0.01842113398015499
262341	rnn.weight_ih_l0_reverse	9	0.004450254142284393
262341	rnn.weight_hh_l0_reverse	0	0.06850506365299225
262341	rnn.weight_hh_l0_reverse	1	0.019798390567302704
262341	rnn.weight_hh_l0_reverse	2	0.02999054826796055
262341	rnn.weight_hh_l0_reverse	3	0.0352906733751297
262341	rnn.weight_hh_l0_reverse	4	0.01430818997323513
262341	rnn.weight_hh_l0_reverse	5	0.008130200207233429
262341	rnn.weight_hh_l0_reverse	6	0.05106988921761513
262341	rnn.weight_hh_l0_reverse	7	-0.08190284669399261
262341	rnn.weight_hh_l0_reverse	8	0.04015031084418297
262341	rnn.weight_hh_l0_reverse	9	0.034801822155714035
262341	rnn.bias_ih_l0_reverse	0	-0.05693347007036209
262341	rnn.bias_ih_l0_reverse	1	-0.2825923264026642
262341	rnn.bias_ih_l0_reverse	2	-0.12474192678928375
262341	rnn.bias_ih_l0_reverse	3	-0.047879260033369064
262341	rnn.bias_ih_l0_reverse	4	-0.02227974310517311
262341	rnn.bias_ih_l0_reverse	5	0.07563425600528717
262341	rnn.bias_ih_l0_reverse	6	-0.06537291407585144
262341	rnn.bias_ih_l0_reverse	7	0.061216384172439575
262341	rnn.bias_ih_l0_reverse	8	-0.035806991159915924
262341	rnn.bias_ih_l0_reverse	9	0.06591033935546875
262341	rnn.bias_hh_l0_reverse	0	0.023519806563854218
262341	rnn.bias_hh_l0_reverse	1	-0.06344917416572571
262341	rnn.bias_hh_l0_reverse	2	0.0888323187828064
262341	rnn.bias_hh_l0_reverse	3	-0.05167201906442642
262341	rnn.bias_hh_l0_reverse	4	-0.028235862031579018
262341	rnn.bias_hh_l0_reverse	5	-0.02213747613132
262341	rnn.bias_hh_l0_reverse	6	-0.020132966339588165
262341	rnn.bias_hh_l0_reverse	7	0.09969275444746017
262341	rnn.bias_hh_l0_reverse	8	0.03018970787525177
262341	rnn.bias_hh_l0_reverse	9	-0.1485520750284195
262341	rnn.weight_ih_l1	0	-0.029726602137088776
262341	rnn.weight_ih_l1	1	-0.05038157105445862
262341	rnn.weight_ih_l1	2	0.06514396518468857
262341	rnn.weight_ih_l1	3	-0.07308410108089447
262341	rnn.weight_ih_l1	4	-0.014044053852558136
262341	rnn.weight_ih_l1	5	-0.04034130275249481
262341	rnn.weight_ih_l1	6	0.028889290988445282
262341	rnn.weight_ih_l1	7	-0.04454900696873665
262341	rnn.weight_ih_l1	8	0.03784278407692909
262341	rnn.weight_ih_l1	9	0.04486171156167984
262341	rnn.weight_hh_l1	0	-0.007446694653481245
262341	rnn.weight_hh_l1	1	0.01990719698369503
262341	rnn.weight_hh_l1	2	0.006765794940292835
262341	rnn.weight_hh_l1	3	-0.012685851193964481
262341	rnn.weight_hh_l1	4	0.004801959730684757
262341	rnn.weight_hh_l1	5	0.035185378044843674
262341	rnn.weight_hh_l1	6	0.03626229986548424
262341	rnn.weight_hh_l1	7	-0.0163610577583313
262341	rnn.weight_hh_l1	8	-0.007194817997515202
262341	rnn.weight_hh_l1	9	0.03870820626616478
262341	rnn.bias_ih_l1	0	-0.18371616303920746
262341	rnn.bias_ih_l1	1	-0.1745978146791458
262341	rnn.bias_ih_l1	2	-0.19707560539245605
262341	rnn.bias_ih_l1	3	-0.30753275752067566
262341	rnn.bias_ih_l1	4	-0.21221178770065308
262341	rnn.bias_ih_l1	5	-0.08872838318347931
262341	rnn.bias_ih_l1	6	-0.15904788672924042
262341	rnn.bias_ih_l1	7	-0.003070046426728368
262341	rnn.bias_ih_l1	8	-0.13002412021160126
262341	rnn.bias_ih_l1	9	-0.12327010929584503
262341	rnn.bias_hh_l1	0	-0.09670843183994293
262341	rnn.bias_hh_l1	1	-0.06322494894266129
262341	rnn.bias_hh_l1	2	-0.08528119325637817
262341	rnn.bias_hh_l1	3	-0.07736624777317047
262341	rnn.bias_hh_l1	4	-0.07312799990177155
262341	rnn.bias_hh_l1	5	-0.1176212802529335
262341	rnn.bias_hh_l1	6	-0.16053439676761627
262341	rnn.bias_hh_l1	7	0.07461599260568619
262341	rnn.bias_hh_l1	8	-0.1757352501153946
262341	rnn.bias_hh_l1	9	-0.1154496893286705
262341	rnn.weight_ih_l1_reverse	0	-0.047336604446172714
262341	rnn.weight_ih_l1_reverse	1	0.03305414319038391
262341	rnn.weight_ih_l1_reverse	2	0.08806857466697693
262341	rnn.weight_ih_l1_reverse	3	-0.01796405017375946
262341	rnn.weight_ih_l1_reverse	4	-0.023187464103102684
262341	rnn.weight_ih_l1_reverse	5	-0.030362583696842194
262341	rnn.weight_ih_l1_reverse	6	-0.01977257803082466
262341	rnn.weight_ih_l1_reverse	7	0.0296991765499115
262341	rnn.weight_ih_l1_reverse	8	0.0054880897514522076
262341	rnn.weight_ih_l1_reverse	9	-0.033665094524621964
262341	rnn.weight_hh_l1_reverse	0	0.00456690788269043
262341	rnn.weight_hh_l1_reverse	1	0.031692031770944595
262341	rnn.weight_hh_l1_reverse	2	-0.04062256962060928
262341	rnn.weight_hh_l1_reverse	3	0.03499831631779671
262341	rnn.weight_hh_l1_reverse	4	0.047178372740745544
262341	rnn.weight_hh_l1_reverse	5	0.005948190111666918
262341	rnn.weight_hh_l1_reverse	6	0.04901202395558357
262341	rnn.weight_hh_l1_reverse	7	0.031010959297418594
262341	rnn.weight_hh_l1_reverse	8	-0.007142785470932722
262341	rnn.weight_hh_l1_reverse	9	-0.030211228877305984
262341	rnn.bias_ih_l1_reverse	0	-0.04570659622550011
262341	rnn.bias_ih_l1_reverse	1	-0.14038461446762085
262341	rnn.bias_ih_l1_reverse	2	-0.16310812532901764
262341	rnn.bias_ih_l1_reverse	3	-0.06189262494444847
262341	rnn.bias_ih_l1_reverse	4	-0.20402927696704865
262341	rnn.bias_ih_l1_reverse	5	-0.11678146570920944
262341	rnn.bias_ih_l1_reverse	6	-0.13023200631141663
262341	rnn.bias_ih_l1_reverse	7	-0.19224686920642853
262341	rnn.bias_ih_l1_reverse	8	0.22691436111927032
262341	rnn.bias_ih_l1_reverse	9	0.022611791267991066
262341	rnn.bias_hh_l1_reverse	0	0.010779183357954025
262341	rnn.bias_hh_l1_reverse	1	-0.06506829708814621
262341	rnn.bias_hh_l1_reverse	2	-0.23722247779369354
262341	rnn.bias_hh_l1_reverse	3	-0.14349834620952606
262341	rnn.bias_hh_l1_reverse	4	-0.0802764967083931
262341	rnn.bias_hh_l1_reverse	5	-0.11667068302631378
262341	rnn.bias_hh_l1_reverse	6	0.06348107010126114
262341	rnn.bias_hh_l1_reverse	7	-0.13545387983322144
262341	rnn.bias_hh_l1_reverse	8	-0.12502285838127136
262341	rnn.bias_hh_l1_reverse	9	-0.14819090068340302
262341	linear.weight	0	0.002228822559118271
262341	linear.weight	1	0.09865716099739075
262341	linear.weight	2	-0.09240954369306564
262341	linear.weight	3	0.31316500902175903
262341	linear.weight	4	0.15083804726600647
262341	linear.weight	5	-0.06560710817575455
262341	linear.weight	6	0.09270035475492477
262341	linear.weight	7	0.13563434779644012
262341	linear.weight	8	0.041133247315883636
262341	linear.weight	9	-0.05133343115448952
262341	linear.bias	0	0.08463511615991592
262341	linear.bias	1	-0.18825294077396393
262341	linear.bias	2	-0.44678768515586853
262341	linear.bias	3	-0.6573347449302673
262341	linear.bias	4	-1.260830044746399
262341	linear.bias	5	-0.06037072837352753
262341	linear.bias	6	-0.8202530741691589
262341	linear.bias	7	0.2704879641532898
262341	linear.bias	8	-0.3977698087692261
262341	linear.bias	9	-1.0237184762954712
262538	transitions	0	0.7564377188682556
262538	transitions	1	0.1392298936843872
262538	transitions	2	-10000.0
262538	transitions	3	-1.8280935287475586
262538	transitions	4	-10000.0
262538	transitions	5	0.5628542900085449
262538	transitions	6	-0.0855822041630745
262538	transitions	7	-0.8114031553268433
262538	transitions	8	-1.4226971864700317
262538	transitions	9	-0.0012312243925407529
262538	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
262538	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
262538	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
262538	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
262538	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
262538	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
262538	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
262538	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
262538	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
262538	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
262538	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
262538	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
262538	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
262538	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
262538	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
262538	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
262538	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
262538	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
262538	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
262538	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
262538	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
262538	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
262538	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
262538	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
262538	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
262538	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
262538	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
262538	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
262538	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
262538	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
262538	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
262538	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
262538	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
262538	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
262538	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
262538	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
262538	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
262538	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
262538	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
262538	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
262538	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
262538	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
262538	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
262538	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
262538	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
262538	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
262538	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
262538	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
262538	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
262538	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
262538	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
262538	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
262538	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
262538	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
262538	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
262538	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
262538	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
262538	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
262538	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
262538	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
262538	embedding2nn.weight	0	0.016805259510874748
262538	embedding2nn.weight	1	-0.012737642973661423
262538	embedding2nn.weight	2	-0.014268254861235619
262538	embedding2nn.weight	3	-0.03141772001981735
262538	embedding2nn.weight	4	-0.0059150345623493195
262538	embedding2nn.weight	5	-0.0037005888298153877
262538	embedding2nn.weight	6	-0.003973265178501606
262538	embedding2nn.weight	7	-0.0771496593952179
262538	embedding2nn.weight	8	-0.0019979383796453476
262538	embedding2nn.weight	9	-0.027717476710677147
262538	embedding2nn.bias	0	0.03209182247519493
262538	embedding2nn.bias	1	-0.07488416135311127
262538	embedding2nn.bias	2	0.07084350287914276
262538	embedding2nn.bias	3	0.05184231325984001
262538	embedding2nn.bias	4	-0.04221561923623085
262538	embedding2nn.bias	5	-0.011525852605700493
262538	embedding2nn.bias	6	0.01463072095066309
262538	embedding2nn.bias	7	-0.055253393948078156
262538	embedding2nn.bias	8	0.07392820715904236
262538	embedding2nn.bias	9	0.04527422413229942
262538	rnn.weight_ih_l0	0	-0.08075787127017975
262538	rnn.weight_ih_l0	1	0.0029397131875157356
262538	rnn.weight_ih_l0	2	0.03521289676427841
262538	rnn.weight_ih_l0	3	0.0228172205388546
262538	rnn.weight_ih_l0	4	-0.04812753200531006
262538	rnn.weight_ih_l0	5	-0.06838290393352509
262538	rnn.weight_ih_l0	6	-0.0010768038919195533
262538	rnn.weight_ih_l0	7	0.053551048040390015
262538	rnn.weight_ih_l0	8	-0.017008816823363304
262538	rnn.weight_ih_l0	9	-0.030754880979657173
262538	rnn.weight_hh_l0	0	-0.030128655955195427
262538	rnn.weight_hh_l0	1	-0.007213804870843887
262538	rnn.weight_hh_l0	2	0.006628208328038454
262538	rnn.weight_hh_l0	3	-0.07446033507585526
262538	rnn.weight_hh_l0	4	0.09332823753356934
262538	rnn.weight_hh_l0	5	-0.026831986382603645
262538	rnn.weight_hh_l0	6	-0.06371758878231049
262538	rnn.weight_hh_l0	7	0.008945949375629425
262538	rnn.weight_hh_l0	8	0.01339535042643547
262538	rnn.weight_hh_l0	9	-0.025679387152194977
262538	rnn.bias_ih_l0	0	0.12974268198013306
262538	rnn.bias_ih_l0	1	-0.0342375822365284
262538	rnn.bias_ih_l0	2	-0.03397386521100998
262538	rnn.bias_ih_l0	3	0.1630927473306656
262538	rnn.bias_ih_l0	4	-0.012977244332432747
262538	rnn.bias_ih_l0	5	-0.02325795590877533
262538	rnn.bias_ih_l0	6	0.017087893560528755
262538	rnn.bias_ih_l0	7	0.023611081764101982
262538	rnn.bias_ih_l0	8	-0.09956014156341553
262538	rnn.bias_ih_l0	9	-0.04129212349653244
262538	rnn.bias_hh_l0	0	-0.0011946059530600905
262538	rnn.bias_hh_l0	1	-0.10049497336149216
262538	rnn.bias_hh_l0	2	-0.07506906241178513
262538	rnn.bias_hh_l0	3	-0.08868841826915741
262538	rnn.bias_hh_l0	4	0.008506747893989086
262538	rnn.bias_hh_l0	5	-0.020408423617482185
262538	rnn.bias_hh_l0	6	0.028578247874975204
262538	rnn.bias_hh_l0	7	0.06096669286489487
262538	rnn.bias_hh_l0	8	-0.12303924560546875
262538	rnn.bias_hh_l0	9	-0.05917998403310776
262538	rnn.weight_ih_l0_reverse	0	-0.025476908311247826
262538	rnn.weight_ih_l0_reverse	1	-0.05697380006313324
262538	rnn.weight_ih_l0_reverse	2	-0.04887767136096954
262538	rnn.weight_ih_l0_reverse	3	0.015540946274995804
262538	rnn.weight_ih_l0_reverse	4	-0.02516922913491726
262538	rnn.weight_ih_l0_reverse	5	-0.05747275799512863
262538	rnn.weight_ih_l0_reverse	6	0.07360546290874481
262538	rnn.weight_ih_l0_reverse	7	-0.018924035131931305
262538	rnn.weight_ih_l0_reverse	8	-0.018422575667500496
262538	rnn.weight_ih_l0_reverse	9	0.004455543123185635
262538	rnn.weight_hh_l0_reverse	0	0.06852281838655472
262538	rnn.weight_hh_l0_reverse	1	0.019815638661384583
262538	rnn.weight_hh_l0_reverse	2	0.030003048479557037
262538	rnn.weight_hh_l0_reverse	3	0.035294052213430405
262538	rnn.weight_hh_l0_reverse	4	0.014300661161541939
262538	rnn.weight_hh_l0_reverse	5	0.008110647089779377
262538	rnn.weight_hh_l0_reverse	6	0.05106020346283913
262538	rnn.weight_hh_l0_reverse	7	-0.0819246768951416
262538	rnn.weight_hh_l0_reverse	8	0.04015820845961571
262538	rnn.weight_hh_l0_reverse	9	0.03480995073914528
262538	rnn.bias_ih_l0_reverse	0	-0.056956879794597626
262538	rnn.bias_ih_l0_reverse	1	-0.28261008858680725
262538	rnn.bias_ih_l0_reverse	2	-0.12472556531429291
262538	rnn.bias_ih_l0_reverse	3	-0.04786709323525429
262538	rnn.bias_ih_l0_reverse	4	-0.02226460725069046
262538	rnn.bias_ih_l0_reverse	5	0.07564730942249298
262538	rnn.bias_ih_l0_reverse	6	-0.06535746902227402
262538	rnn.bias_ih_l0_reverse	7	0.0612676739692688
262538	rnn.bias_ih_l0_reverse	8	-0.035818587988615036
262538	rnn.bias_ih_l0_reverse	9	0.06597872823476791
262538	rnn.bias_hh_l0_reverse	0	0.023541923612356186
262538	rnn.bias_hh_l0_reverse	1	-0.06347284466028214
262538	rnn.bias_hh_l0_reverse	2	0.08881179988384247
262538	rnn.bias_hh_l0_reverse	3	-0.051679134368896484
262538	rnn.bias_hh_l0_reverse	4	-0.028169086202979088
262538	rnn.bias_hh_l0_reverse	5	-0.022176003083586693
262538	rnn.bias_hh_l0_reverse	6	-0.0201023630797863
262538	rnn.bias_hh_l0_reverse	7	0.09968992322683334
262538	rnn.bias_hh_l0_reverse	8	0.030230579897761345
262538	rnn.bias_hh_l0_reverse	9	-0.14851900935173035
262538	rnn.weight_ih_l1	0	-0.02973945066332817
262538	rnn.weight_ih_l1	1	-0.050387635827064514
262538	rnn.weight_ih_l1	2	0.06515420228242874
262538	rnn.weight_ih_l1	3	-0.07309019565582275
262538	rnn.weight_ih_l1	4	-0.014047565869987011
262538	rnn.weight_ih_l1	5	-0.04033853858709335
262538	rnn.weight_ih_l1	6	0.02889452874660492
262538	rnn.weight_ih_l1	7	-0.044550664722919464
262538	rnn.weight_ih_l1	8	0.037847746163606644
262538	rnn.weight_ih_l1	9	0.044867925345897675
262538	rnn.weight_hh_l1	0	-0.007453116588294506
262538	rnn.weight_hh_l1	1	0.019904160872101784
262538	rnn.weight_hh_l1	2	0.006764193531125784
262538	rnn.weight_hh_l1	3	-0.012684040702879429
262538	rnn.weight_hh_l1	4	0.0048058778047561646
262538	rnn.weight_hh_l1	5	0.03518640622496605
262538	rnn.weight_hh_l1	6	0.03624415770173073
262538	rnn.weight_hh_l1	7	-0.016367677599191666
262538	rnn.weight_hh_l1	8	-0.007190209347754717
262538	rnn.weight_hh_l1	9	0.038707222789525986
262538	rnn.bias_ih_l1	0	-0.1837158203125
262538	rnn.bias_ih_l1	1	-0.17457611858844757
262538	rnn.bias_ih_l1	2	-0.19706137478351593
262538	rnn.bias_ih_l1	3	-0.30754175782203674
262538	rnn.bias_ih_l1	4	-0.21221435070037842
262538	rnn.bias_ih_l1	5	-0.088734470307827
262538	rnn.bias_ih_l1	6	-0.15910500288009644
262538	rnn.bias_ih_l1	7	-0.0032394349109381437
262538	rnn.bias_ih_l1	8	-0.13003627955913544
262538	rnn.bias_ih_l1	9	-0.12325164675712585
262538	rnn.bias_hh_l1	0	-0.0967274159193039
262538	rnn.bias_hh_l1	1	-0.06317613273859024
262538	rnn.bias_hh_l1	2	-0.08527082949876785
262538	rnn.bias_hh_l1	3	-0.07737031579017639
262538	rnn.bias_hh_l1	4	-0.07314229011535645
262538	rnn.bias_hh_l1	5	-0.11766111850738525
262538	rnn.bias_hh_l1	6	-0.16052384674549103
262538	rnn.bias_hh_l1	7	0.0745847076177597
262538	rnn.bias_hh_l1	8	-0.17574426531791687
262538	rnn.bias_hh_l1	9	-0.11543594300746918
262538	rnn.weight_ih_l1_reverse	0	-0.0473303347826004
262538	rnn.weight_ih_l1_reverse	1	0.03304777666926384
262538	rnn.weight_ih_l1_reverse	2	0.08803556859493256
262538	rnn.weight_ih_l1_reverse	3	-0.017955027520656586
262538	rnn.weight_ih_l1_reverse	4	-0.023185109719634056
262538	rnn.weight_ih_l1_reverse	5	-0.030358929187059402
262538	rnn.weight_ih_l1_reverse	6	-0.019770393148064613
262538	rnn.weight_ih_l1_reverse	7	0.029691053554415703
262538	rnn.weight_ih_l1_reverse	8	0.005443983245640993
262538	rnn.weight_ih_l1_reverse	9	-0.03363291174173355
262538	rnn.weight_hh_l1_reverse	0	0.004568899050354958
262538	rnn.weight_hh_l1_reverse	1	0.03169110789895058
262538	rnn.weight_hh_l1_reverse	2	-0.040620919317007065
262538	rnn.weight_hh_l1_reverse	3	0.03499823436141014
262538	rnn.weight_hh_l1_reverse	4	0.0471663735806942
262538	rnn.weight_hh_l1_reverse	5	0.0059524886310100555
262538	rnn.weight_hh_l1_reverse	6	0.048980191349983215
262538	rnn.weight_hh_l1_reverse	7	0.031005166471004486
262538	rnn.weight_hh_l1_reverse	8	-0.007143925875425339
262538	rnn.weight_hh_l1_reverse	9	-0.03020721673965454
262538	rnn.bias_ih_l1_reverse	0	-0.04573656991124153
262538	rnn.bias_ih_l1_reverse	1	-0.14040394127368927
262538	rnn.bias_ih_l1_reverse	2	-0.16315747797489166
262538	rnn.bias_ih_l1_reverse	3	-0.06197284534573555
262538	rnn.bias_ih_l1_reverse	4	-0.2040124386548996
262538	rnn.bias_ih_l1_reverse	5	-0.11677014082670212
262538	rnn.bias_ih_l1_reverse	6	-0.13023406267166138
262538	rnn.bias_ih_l1_reverse	7	-0.1922491043806076
262538	rnn.bias_ih_l1_reverse	8	0.22695833444595337
262538	rnn.bias_ih_l1_reverse	9	0.02262887917459011
262538	rnn.bias_hh_l1_reverse	0	0.010775723494589329
262538	rnn.bias_hh_l1_reverse	1	-0.06513306498527527
262538	rnn.bias_hh_l1_reverse	2	-0.237214595079422
262538	rnn.bias_hh_l1_reverse	3	-0.14349530637264252
262538	rnn.bias_hh_l1_reverse	4	-0.08027264475822449
262538	rnn.bias_hh_l1_reverse	5	-0.11661621928215027
262538	rnn.bias_hh_l1_reverse	6	0.06348288059234619
262538	rnn.bias_hh_l1_reverse	7	-0.13550247251987457
262538	rnn.bias_hh_l1_reverse	8	-0.1250099539756775
262538	rnn.bias_hh_l1_reverse	9	-0.14820635318756104
262538	linear.weight	0	0.002228822559118271
262538	linear.weight	1	0.09860005229711533
262538	linear.weight	2	-0.09234298765659332
262538	linear.weight	3	0.31309399008750916
262538	linear.weight	4	0.15077520906925201
262538	linear.weight	5	-0.06558403372764587
262538	linear.weight	6	0.09268133342266083
262538	linear.weight	7	0.13577355444431305
262538	linear.weight	8	0.041133247315883636
262538	linear.weight	9	-0.05129309371113777
262538	linear.bias	0	0.08437373489141464
262538	linear.bias	1	-0.1877669095993042
262538	linear.bias	2	-0.44747084379196167
262538	linear.bias	3	-0.6579527258872986
262538	linear.bias	4	-1.261483907699585
262538	linear.bias	5	-0.060268599539995193
262538	linear.bias	6	-0.8197281360626221
262538	linear.bias	7	0.27067169547080994
262538	linear.bias	8	-0.39703303575515747
262538	linear.bias	9	-1.0230368375778198
262542	transitions	0	0.7564377188682556
262542	transitions	1	0.13922986388206482
262542	transitions	2	-10000.0
262542	transitions	3	-1.8280935287475586
262542	transitions	4	-10000.0
262542	transitions	5	0.5628542900085449
262542	transitions	6	-0.08558221161365509
262542	transitions	7	-0.8114031553268433
262542	transitions	8	-1.4226971864700317
262542	transitions	9	-0.0012312243925407529
262542	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
262542	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
262542	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
262542	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
262542	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
262542	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
262542	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
262542	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
262542	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
262542	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
262542	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
262542	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
262542	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
262542	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
262542	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
262542	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
262542	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
262542	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
262542	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
262542	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
262542	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
262542	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
262542	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
262542	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
262542	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
262542	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
262542	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
262542	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
262542	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
262542	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
262542	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
262542	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
262542	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
262542	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
262542	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
262542	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
262542	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
262542	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
262542	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
262542	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
262542	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
262542	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
262542	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
262542	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
262542	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
262542	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
262542	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
262542	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
262542	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
262542	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
262542	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
262542	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
262542	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
262542	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
262542	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
262542	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
262542	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
262542	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
262542	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
262542	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
262542	embedding2nn.weight	0	0.016811326146125793
262542	embedding2nn.weight	1	-0.01273735798895359
262542	embedding2nn.weight	2	-0.014268254861235619
262542	embedding2nn.weight	3	-0.0314200296998024
262542	embedding2nn.weight	4	-0.0059150345623493195
262542	embedding2nn.weight	5	-0.0037005888298153877
262542	embedding2nn.weight	6	-0.003973265178501606
262542	embedding2nn.weight	7	-0.07714982330799103
262542	embedding2nn.weight	8	-0.0019979383796453476
262542	embedding2nn.weight	9	-0.027717139571905136
262542	embedding2nn.bias	0	0.03206491097807884
262542	embedding2nn.bias	1	-0.07487785816192627
262542	embedding2nn.bias	2	0.0708378329873085
262542	embedding2nn.bias	3	0.05186110734939575
262542	embedding2nn.bias	4	-0.04221845045685768
262542	embedding2nn.bias	5	-0.011518007144331932
262542	embedding2nn.bias	6	0.014614999294281006
262542	embedding2nn.bias	7	-0.05523792654275894
262542	embedding2nn.bias	8	0.07393211871385574
262542	embedding2nn.bias	9	0.04526795074343681
262542	rnn.weight_ih_l0	0	-0.08075809478759766
262542	rnn.weight_ih_l0	1	0.002945668762549758
262542	rnn.weight_ih_l0	2	0.035216204822063446
262542	rnn.weight_ih_l0	3	0.022816969081759453
262542	rnn.weight_ih_l0	4	-0.04812515899538994
262542	rnn.weight_ih_l0	5	-0.06838206201791763
262542	rnn.weight_ih_l0	6	-0.0010774965630844235
262542	rnn.weight_ih_l0	7	0.05355081334710121
262542	rnn.weight_ih_l0	8	-0.017008962109684944
262542	rnn.weight_ih_l0	9	-0.03075440041720867
262542	rnn.weight_hh_l0	0	-0.030128957703709602
262542	rnn.weight_hh_l0	1	-0.007230736780911684
262542	rnn.weight_hh_l0	2	0.006627104710787535
262542	rnn.weight_hh_l0	3	-0.07446128875017166
262542	rnn.weight_hh_l0	4	0.09332481771707535
262542	rnn.weight_hh_l0	5	-0.026832042261958122
262542	rnn.weight_hh_l0	6	-0.06371469795703888
262542	rnn.weight_hh_l0	7	0.008945892564952374
262542	rnn.weight_hh_l0	8	0.013394655659794807
262542	rnn.weight_hh_l0	9	-0.0256793349981308
262542	rnn.bias_ih_l0	0	0.12974317371845245
262542	rnn.bias_ih_l0	1	-0.034237559884786606
262542	rnn.bias_ih_l0	2	-0.03397058695554733
262542	rnn.bias_ih_l0	3	0.16309013962745667
262542	rnn.bias_ih_l0	4	-0.01297874003648758
262542	rnn.bias_ih_l0	5	-0.023268330842256546
262542	rnn.bias_ih_l0	6	0.017095519229769707
262542	rnn.bias_ih_l0	7	0.023612290620803833
262542	rnn.bias_ih_l0	8	-0.09956090152263641
262542	rnn.bias_ih_l0	9	-0.04129211604595184
262542	rnn.bias_hh_l0	0	-0.0011870857561007142
262542	rnn.bias_hh_l0	1	-0.10049916803836823
262542	rnn.bias_hh_l0	2	-0.07506202906370163
262542	rnn.bias_hh_l0	3	-0.08868180215358734
262542	rnn.bias_hh_l0	4	0.008501926437020302
262542	rnn.bias_hh_l0	5	-0.02040552720427513
262542	rnn.bias_hh_l0	6	0.028582019731402397
262542	rnn.bias_hh_l0	7	0.06096811220049858
262542	rnn.bias_hh_l0	8	-0.12303922325372696
262542	rnn.bias_hh_l0	9	-0.05918020382523537
262542	rnn.weight_ih_l0_reverse	0	-0.025477683171629906
262542	rnn.weight_ih_l0_reverse	1	-0.05697060748934746
262542	rnn.weight_ih_l0_reverse	2	-0.04887758195400238
262542	rnn.weight_ih_l0_reverse	3	0.015540506690740585
262542	rnn.weight_ih_l0_reverse	4	-0.025170452892780304
262542	rnn.weight_ih_l0_reverse	5	-0.057472113519907
262542	rnn.weight_ih_l0_reverse	6	0.07360558956861496
262542	rnn.weight_ih_l0_reverse	7	-0.0189218707382679
262542	rnn.weight_ih_l0_reverse	8	-0.018422748893499374
262542	rnn.weight_ih_l0_reverse	9	0.00445443345233798
262542	rnn.weight_hh_l0_reverse	0	0.06852224469184875
262542	rnn.weight_hh_l0_reverse	1	0.01981482096016407
262542	rnn.weight_hh_l0_reverse	2	0.030002815648913383
262542	rnn.weight_hh_l0_reverse	3	0.0352899469435215
262542	rnn.weight_hh_l0_reverse	4	0.01430022343993187
262542	rnn.weight_hh_l0_reverse	5	0.008108209818601608
262542	rnn.weight_hh_l0_reverse	6	0.05106125399470329
262542	rnn.weight_hh_l0_reverse	7	-0.08192502707242966
262542	rnn.weight_hh_l0_reverse	8	0.04016108438372612
262542	rnn.weight_hh_l0_reverse	9	0.03481036797165871
262542	rnn.bias_ih_l0_reverse	0	-0.05696092173457146
262542	rnn.bias_ih_l0_reverse	1	-0.28260812163352966
262542	rnn.bias_ih_l0_reverse	2	-0.12472400814294815
262542	rnn.bias_ih_l0_reverse	3	-0.04786919802427292
262542	rnn.bias_ih_l0_reverse	4	-0.02226577326655388
262542	rnn.bias_ih_l0_reverse	5	0.07565157115459442
262542	rnn.bias_ih_l0_reverse	6	-0.0653584897518158
262542	rnn.bias_ih_l0_reverse	7	0.06127474457025528
262542	rnn.bias_ih_l0_reverse	8	-0.035818085074424744
262542	rnn.bias_ih_l0_reverse	9	0.06597767025232315
262542	rnn.bias_hh_l0_reverse	0	0.023540424183011055
262542	rnn.bias_hh_l0_reverse	1	-0.06346619874238968
262542	rnn.bias_hh_l0_reverse	2	0.08880922198295593
262542	rnn.bias_hh_l0_reverse	3	-0.051681723445653915
262542	rnn.bias_hh_l0_reverse	4	-0.0281663928180933
262542	rnn.bias_hh_l0_reverse	5	-0.022169040516018867
262542	rnn.bias_hh_l0_reverse	6	-0.020104993134737015
262542	rnn.bias_hh_l0_reverse	7	0.09969247877597809
262542	rnn.bias_hh_l0_reverse	8	0.030235150828957558
262542	rnn.bias_hh_l0_reverse	9	-0.14851142466068268
262542	rnn.weight_ih_l1	0	-0.02973899617791176
262542	rnn.weight_ih_l1	1	-0.05038447678089142
262542	rnn.weight_ih_l1	2	0.06514614820480347
262542	rnn.weight_ih_l1	3	-0.07308972626924515
262542	rnn.weight_ih_l1	4	-0.014047426171600819
262542	rnn.weight_ih_l1	5	-0.040338411927223206
262542	rnn.weight_ih_l1	6	0.028895126655697823
262542	rnn.weight_ih_l1	7	-0.04455088451504707
262542	rnn.weight_ih_l1	8	0.03784792870283127
262542	rnn.weight_ih_l1	9	0.04486978054046631
262542	rnn.weight_hh_l1	0	-0.007453313563019037
262542	rnn.weight_hh_l1	1	0.01990433968603611
262542	rnn.weight_hh_l1	2	0.0067633967846632
262542	rnn.weight_hh_l1	3	-0.012684420682489872
262542	rnn.weight_hh_l1	4	0.004804584663361311
262542	rnn.weight_hh_l1	5	0.03518786281347275
262542	rnn.weight_hh_l1	6	0.036242786794900894
262542	rnn.weight_hh_l1	7	-0.01637060008943081
262542	rnn.weight_hh_l1	8	-0.007190756965428591
262542	rnn.weight_hh_l1	9	0.03870797157287598
262542	rnn.bias_ih_l1	0	-0.18372131884098053
262542	rnn.bias_ih_l1	1	-0.17458264529705048
262542	rnn.bias_ih_l1	2	-0.19706279039382935
262542	rnn.bias_ih_l1	3	-0.30753380060195923
262542	rnn.bias_ih_l1	4	-0.21222108602523804
262542	rnn.bias_ih_l1	5	-0.08872581273317337
262542	rnn.bias_ih_l1	6	-0.1591116487979889
262542	rnn.bias_ih_l1	7	-0.0032307817600667477
262542	rnn.bias_ih_l1	8	-0.13004334270954132
262542	rnn.bias_ih_l1	9	-0.12325139343738556
262542	rnn.bias_hh_l1	0	-0.09672275930643082
262542	rnn.bias_hh_l1	1	-0.063181072473526
262542	rnn.bias_hh_l1	2	-0.08525826036930084
262542	rnn.bias_hh_l1	3	-0.07737405598163605
262542	rnn.bias_hh_l1	4	-0.07314389944076538
262542	rnn.bias_hh_l1	5	-0.11766006052494049
262542	rnn.bias_hh_l1	6	-0.16052938997745514
262542	rnn.bias_hh_l1	7	0.07460863143205643
262542	rnn.bias_hh_l1	8	-0.1757461130619049
262542	rnn.bias_hh_l1	9	-0.1154530942440033
262542	rnn.weight_ih_l1_reverse	0	-0.04733065515756607
262542	rnn.weight_ih_l1_reverse	1	0.03304661437869072
262542	rnn.weight_ih_l1_reverse	2	0.08803585171699524
262542	rnn.weight_ih_l1_reverse	3	-0.017954761162400246
262542	rnn.weight_ih_l1_reverse	4	-0.023191655054688454
262542	rnn.weight_ih_l1_reverse	5	-0.030359860509634018
262542	rnn.weight_ih_l1_reverse	6	-0.019770339131355286
262542	rnn.weight_ih_l1_reverse	7	0.029689718037843704
262542	rnn.weight_ih_l1_reverse	8	0.005426168907433748
262542	rnn.weight_ih_l1_reverse	9	-0.03362976759672165
262542	rnn.weight_hh_l1_reverse	0	0.004569096956402063
262542	rnn.weight_hh_l1_reverse	1	0.03169136866927147
262542	rnn.weight_hh_l1_reverse	2	-0.04062093049287796
262542	rnn.weight_hh_l1_reverse	3	0.03499845415353775
262542	rnn.weight_hh_l1_reverse	4	0.047164566814899445
262542	rnn.weight_hh_l1_reverse	5	0.0059527806006371975
262542	rnn.weight_hh_l1_reverse	6	0.048989489674568176
262542	rnn.weight_hh_l1_reverse	7	0.031005369499325752
262542	rnn.weight_hh_l1_reverse	8	-0.00714397057890892
262542	rnn.weight_hh_l1_reverse	9	-0.030208777636289597
262542	rnn.bias_ih_l1_reverse	0	-0.04574534296989441
262542	rnn.bias_ih_l1_reverse	1	-0.1404072493314743
262542	rnn.bias_ih_l1_reverse	2	-0.16315503418445587
262542	rnn.bias_ih_l1_reverse	3	-0.061967480927705765
262542	rnn.bias_ih_l1_reverse	4	-0.2040126472711563
262542	rnn.bias_ih_l1_reverse	5	-0.11677703261375427
262542	rnn.bias_ih_l1_reverse	6	-0.13023220002651215
262542	rnn.bias_ih_l1_reverse	7	-0.1922447383403778
262542	rnn.bias_ih_l1_reverse	8	0.22696255147457123
262542	rnn.bias_ih_l1_reverse	9	0.022648099809885025
262542	rnn.bias_hh_l1_reverse	0	0.010781612247228622
262542	rnn.bias_hh_l1_reverse	1	-0.0651160404086113
262542	rnn.bias_hh_l1_reverse	2	-0.23721586167812347
262542	rnn.bias_hh_l1_reverse	3	-0.14349278807640076
262542	rnn.bias_hh_l1_reverse	4	-0.08027036488056183
262542	rnn.bias_hh_l1_reverse	5	-0.11661834269762039
262542	rnn.bias_hh_l1_reverse	6	0.06347913295030594
262542	rnn.bias_hh_l1_reverse	7	-0.1354963481426239
262542	rnn.bias_hh_l1_reverse	8	-0.12500719726085663
262542	rnn.bias_hh_l1_reverse	9	-0.14821015298366547
262542	linear.weight	0	0.002228822559118271
262542	linear.weight	1	0.09860089421272278
262542	linear.weight	2	-0.09234103560447693
262542	linear.weight	3	0.3131214678287506
262542	linear.weight	4	0.15077488124370575
262542	linear.weight	5	-0.06557813286781311
262542	linear.weight	6	0.09276467561721802
262542	linear.weight	7	0.13575232028961182
262542	linear.weight	8	0.041133247315883636
262542	linear.weight	9	-0.05129292607307434
262542	linear.bias	0	0.08440515398979187
262542	linear.bias	1	-0.18785043060779572
262542	linear.bias	2	-0.4475560188293457
262542	linear.bias	3	-0.6579594016075134
262542	linear.bias	4	-1.2614904642105103
262542	linear.bias	5	-0.06023332104086876
262542	linear.bias	6	-0.8198153972625732
262542	linear.bias	7	0.2707097828388214
262542	linear.bias	8	-0.39700254797935486
262542	linear.bias	9	-1.0230107307434082
262739	transitions	0	0.7561628818511963
262739	transitions	1	0.13927428424358368
262739	transitions	2	-10000.0
262739	transitions	3	-1.8280938863754272
262739	transitions	4	-10000.0
262739	transitions	5	0.5628536343574524
262739	transitions	6	-0.08558298647403717
262739	transitions	7	-0.8114098906517029
262739	transitions	8	-1.4226996898651123
262739	transitions	9	-0.001231233007274568
262739	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
262739	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
262739	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
262739	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
262739	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
262739	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
262739	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
262739	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
262739	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
262739	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
262739	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
262739	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
262739	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
262739	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
262739	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
262739	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
262739	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
262739	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
262739	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
262739	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
262739	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
262739	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
262739	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
262739	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
262739	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
262739	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
262739	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
262739	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
262739	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
262739	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
262739	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
262739	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
262739	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
262739	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
262739	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
262739	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
262739	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
262739	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
262739	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
262739	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
262739	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
262739	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
262739	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
262739	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
262739	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
262739	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
262739	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
262739	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
262739	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
262739	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
262739	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
262739	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
262739	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
262739	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
262739	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
262739	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
262739	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
262739	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
262739	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
262739	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
262739	embedding2nn.weight	0	0.016803091391921043
262739	embedding2nn.weight	1	-0.012739785946905613
262739	embedding2nn.weight	2	-0.014268254861235619
262739	embedding2nn.weight	3	-0.03143414855003357
262739	embedding2nn.weight	4	-0.0059150345623493195
262739	embedding2nn.weight	5	-0.0037005888298153877
262739	embedding2nn.weight	6	-0.003973265178501606
262739	embedding2nn.weight	7	-0.07715094834566116
262739	embedding2nn.weight	8	-0.0019979383796453476
262739	embedding2nn.weight	9	-0.027742385864257812
262739	embedding2nn.bias	0	0.031866222620010376
262739	embedding2nn.bias	1	-0.07469607889652252
262739	embedding2nn.bias	2	0.07069563120603561
262739	embedding2nn.bias	3	0.05182167515158653
262739	embedding2nn.bias	4	-0.04200252518057823
262739	embedding2nn.bias	5	-0.01146145910024643
262739	embedding2nn.bias	6	0.014781102538108826
262739	embedding2nn.bias	7	-0.054926879703998566
262739	embedding2nn.bias	8	0.07396399229764938
262739	embedding2nn.bias	9	0.04514819756150246
262739	rnn.weight_ih_l0	0	-0.08079063147306442
262739	rnn.weight_ih_l0	1	0.0029524709098041058
262739	rnn.weight_ih_l0	2	0.03522481396794319
262739	rnn.weight_ih_l0	3	0.02280142344534397
262739	rnn.weight_ih_l0	4	-0.048098694533109665
262739	rnn.weight_ih_l0	5	-0.06838734447956085
262739	rnn.weight_ih_l0	6	-0.0010558402864262462
262739	rnn.weight_ih_l0	7	0.05356069281697273
262739	rnn.weight_ih_l0	8	-0.017013460397720337
262739	rnn.weight_ih_l0	9	-0.03075464256107807
262739	rnn.weight_hh_l0	0	-0.030112996697425842
262739	rnn.weight_hh_l0	1	-0.00723023246973753
262739	rnn.weight_hh_l0	2	0.00665090698748827
262739	rnn.weight_hh_l0	3	-0.0744548812508583
262739	rnn.weight_hh_l0	4	0.09333238750696182
262739	rnn.weight_hh_l0	5	-0.02684900164604187
262739	rnn.weight_hh_l0	6	-0.06369932740926743
262739	rnn.weight_hh_l0	7	0.0089601781219244
262739	rnn.weight_hh_l0	8	0.013405348174273968
262739	rnn.weight_hh_l0	9	-0.025670822709798813
262739	rnn.bias_ih_l0	0	0.12976251542568207
262739	rnn.bias_ih_l0	1	-0.034228917211294174
262739	rnn.bias_ih_l0	2	-0.033985890448093414
262739	rnn.bias_ih_l0	3	0.16316726803779602
262739	rnn.bias_ih_l0	4	-0.012993235141038895
262739	rnn.bias_ih_l0	5	-0.023268863558769226
262739	rnn.bias_ih_l0	6	0.017034221440553665
262739	rnn.bias_ih_l0	7	0.02360454760491848
262739	rnn.bias_ih_l0	8	-0.09958125650882721
262739	rnn.bias_ih_l0	9	-0.041277747601270676
262739	rnn.bias_hh_l0	0	-0.0011022492544725537
262739	rnn.bias_hh_l0	1	-0.10050453990697861
262739	rnn.bias_hh_l0	2	-0.07503459602594376
262739	rnn.bias_hh_l0	3	-0.088699571788311
262739	rnn.bias_hh_l0	4	0.008533361367881298
262739	rnn.bias_hh_l0	5	-0.02037099003791809
262739	rnn.bias_hh_l0	6	0.028583956882357597
262739	rnn.bias_hh_l0	7	0.060975681990385056
262739	rnn.bias_hh_l0	8	-0.1229763776063919
262739	rnn.bias_hh_l0	9	-0.05922406539320946
262739	rnn.weight_ih_l0_reverse	0	-0.025481659919023514
262739	rnn.weight_ih_l0_reverse	1	-0.05696970969438553
262739	rnn.weight_ih_l0_reverse	2	-0.04887731000781059
262739	rnn.weight_ih_l0_reverse	3	0.015559284016489983
262739	rnn.weight_ih_l0_reverse	4	-0.02516990527510643
262739	rnn.weight_ih_l0_reverse	5	-0.05748342350125313
262739	rnn.weight_ih_l0_reverse	6	0.07359439879655838
262739	rnn.weight_ih_l0_reverse	7	-0.018905311822891235
262739	rnn.weight_ih_l0_reverse	8	-0.018430693075060844
262739	rnn.weight_ih_l0_reverse	9	0.004460723139345646
262739	rnn.weight_hh_l0_reverse	0	0.06854373216629028
262739	rnn.weight_hh_l0_reverse	1	0.019823526963591576
262739	rnn.weight_hh_l0_reverse	2	0.029993923380970955
262739	rnn.weight_hh_l0_reverse	3	0.035296641290187836
262739	rnn.weight_hh_l0_reverse	4	0.014301481656730175
262739	rnn.weight_hh_l0_reverse	5	0.00812548864632845
262739	rnn.weight_hh_l0_reverse	6	0.0510660856962204
262739	rnn.weight_hh_l0_reverse	7	-0.08192382752895355
262739	rnn.weight_hh_l0_reverse	8	0.040161870419979095
262739	rnn.weight_hh_l0_reverse	9	0.034810371696949005
262739	rnn.bias_ih_l0_reverse	0	-0.056971900165081024
262739	rnn.bias_ih_l0_reverse	1	-0.28264039754867554
262739	rnn.bias_ih_l0_reverse	2	-0.12467795610427856
262739	rnn.bias_ih_l0_reverse	3	-0.04785540699958801
262739	rnn.bias_ih_l0_reverse	4	-0.022223303094506264
262739	rnn.bias_ih_l0_reverse	5	0.07566912472248077
262739	rnn.bias_ih_l0_reverse	6	-0.06539886444807053
262739	rnn.bias_ih_l0_reverse	7	0.06121567636728287
262739	rnn.bias_ih_l0_reverse	8	-0.035794034600257874
262739	rnn.bias_ih_l0_reverse	9	0.06592841446399689
262739	rnn.bias_hh_l0_reverse	0	0.023562604561448097
262739	rnn.bias_hh_l0_reverse	1	-0.06345933675765991
262739	rnn.bias_hh_l0_reverse	2	0.08875678479671478
262739	rnn.bias_hh_l0_reverse	3	-0.05170011892914772
262739	rnn.bias_hh_l0_reverse	4	-0.02817399799823761
262739	rnn.bias_hh_l0_reverse	5	-0.02211804687976837
262739	rnn.bias_hh_l0_reverse	6	-0.020099332556128502
262739	rnn.bias_hh_l0_reverse	7	0.09969916939735413
262739	rnn.bias_hh_l0_reverse	8	0.03024073876440525
262739	rnn.bias_hh_l0_reverse	9	-0.14853179454803467
262739	rnn.weight_ih_l1	0	-0.029741285368800163
262739	rnn.weight_ih_l1	1	-0.05039180815219879
262739	rnn.weight_ih_l1	2	0.06515330821275711
262739	rnn.weight_ih_l1	3	-0.07304958254098892
262739	rnn.weight_ih_l1	4	-0.014026876538991928
262739	rnn.weight_ih_l1	5	-0.04034002125263214
262739	rnn.weight_ih_l1	6	0.028934219852089882
262739	rnn.weight_ih_l1	7	-0.04456416517496109
262739	rnn.weight_ih_l1	8	0.03784246742725372
262739	rnn.weight_ih_l1	9	0.044876355677843094
262739	rnn.weight_hh_l1	0	-0.007453490514308214
262739	rnn.weight_hh_l1	1	0.019906604662537575
262739	rnn.weight_hh_l1	2	0.006742300000041723
262739	rnn.weight_hh_l1	3	-0.01267817709594965
262739	rnn.weight_hh_l1	4	0.004793577827513218
262739	rnn.weight_hh_l1	5	0.03519393131136894
262739	rnn.weight_hh_l1	6	0.036254964768886566
262739	rnn.weight_hh_l1	7	-0.016366027295589447
262739	rnn.weight_hh_l1	8	-0.007193354889750481
262739	rnn.weight_hh_l1	9	0.03870793431997299
262739	rnn.bias_ih_l1	0	-0.18379229307174683
262739	rnn.bias_ih_l1	1	-0.17458434402942657
262739	rnn.bias_ih_l1	2	-0.1970992535352707
262739	rnn.bias_ih_l1	3	-0.307554692029953
262739	rnn.bias_ih_l1	4	-0.2120453119277954
262739	rnn.bias_ih_l1	5	-0.08873008191585541
262739	rnn.bias_ih_l1	6	-0.15910787880420685
262739	rnn.bias_ih_l1	7	-0.0033471258357167244
262739	rnn.bias_ih_l1	8	-0.130010724067688
262739	rnn.bias_ih_l1	9	-0.12322650104761124
262739	rnn.bias_hh_l1	0	-0.09671802818775177
262739	rnn.bias_hh_l1	1	-0.06325378268957138
262739	rnn.bias_hh_l1	2	-0.08536611497402191
262739	rnn.bias_hh_l1	3	-0.077395960688591
262739	rnn.bias_hh_l1	4	-0.07319970428943634
262739	rnn.bias_hh_l1	5	-0.11764431744813919
262739	rnn.bias_hh_l1	6	-0.16049319505691528
262739	rnn.bias_hh_l1	7	0.07465973496437073
262739	rnn.bias_hh_l1	8	-0.17580989003181458
262739	rnn.bias_hh_l1	9	-0.11552251130342484
262739	rnn.weight_ih_l1_reverse	0	-0.047338467091321945
262739	rnn.weight_ih_l1_reverse	1	0.03304398059844971
262739	rnn.weight_ih_l1_reverse	2	0.08800771832466125
262739	rnn.weight_ih_l1_reverse	3	-0.017975565046072006
262739	rnn.weight_ih_l1_reverse	4	-0.02319812960922718
262739	rnn.weight_ih_l1_reverse	5	-0.03036384843289852
262739	rnn.weight_ih_l1_reverse	6	-0.019716817885637283
262739	rnn.weight_ih_l1_reverse	7	0.02969951741397381
262739	rnn.weight_ih_l1_reverse	8	0.005462653003633022
262739	rnn.weight_ih_l1_reverse	9	-0.03363794460892677
262739	rnn.weight_hh_l1_reverse	0	0.004565729293972254
262739	rnn.weight_hh_l1_reverse	1	0.03169257193803787
262739	rnn.weight_hh_l1_reverse	2	-0.040619395673274994
262739	rnn.weight_hh_l1_reverse	3	0.0349976047873497
262739	rnn.weight_hh_l1_reverse	4	0.047158658504486084
262739	rnn.weight_hh_l1_reverse	5	0.005952674895524979
262739	rnn.weight_hh_l1_reverse	6	0.04900432750582695
262739	rnn.weight_hh_l1_reverse	7	0.03100549429655075
262739	rnn.weight_hh_l1_reverse	8	-0.007144589442759752
262739	rnn.weight_hh_l1_reverse	9	-0.030212122946977615
262739	rnn.bias_ih_l1_reverse	0	-0.045757368206977844
262739	rnn.bias_ih_l1_reverse	1	-0.14033329486846924
262739	rnn.bias_ih_l1_reverse	2	-0.16317062079906464
262739	rnn.bias_ih_l1_reverse	3	-0.06189573556184769
262739	rnn.bias_ih_l1_reverse	4	-0.20400339365005493
262739	rnn.bias_ih_l1_reverse	5	-0.11677425354719162
262739	rnn.bias_ih_l1_reverse	6	-0.13023604452610016
262739	rnn.bias_ih_l1_reverse	7	-0.1922808289527893
262739	rnn.bias_ih_l1_reverse	8	0.22709329426288605
262739	rnn.bias_ih_l1_reverse	9	0.022742513567209244
262739	rnn.bias_hh_l1_reverse	0	0.010927431285381317
262739	rnn.bias_hh_l1_reverse	1	-0.06514225900173187
262739	rnn.bias_hh_l1_reverse	2	-0.23721414804458618
262739	rnn.bias_hh_l1_reverse	3	-0.14349530637264252
262739	rnn.bias_hh_l1_reverse	4	-0.08028100430965424
262739	rnn.bias_hh_l1_reverse	5	-0.11664561927318573
262739	rnn.bias_hh_l1_reverse	6	0.0633590891957283
262739	rnn.bias_hh_l1_reverse	7	-0.13544385135173798
262739	rnn.bias_hh_l1_reverse	8	-0.12501554191112518
262739	rnn.bias_hh_l1_reverse	9	-0.14821122586727142
262739	linear.weight	0	0.002228822559118271
262739	linear.weight	1	0.09854259341955185
262739	linear.weight	2	-0.09230055660009384
262739	linear.weight	3	0.31310394406318665
262739	linear.weight	4	0.1506151705980301
262739	linear.weight	5	-0.06554818153381348
262739	linear.weight	6	0.09273283928632736
262739	linear.weight	7	0.13579998910427094
262739	linear.weight	8	0.04113324359059334
262739	linear.weight	9	-0.05121852084994316
262739	linear.bias	0	0.0856766477227211
262739	linear.bias	1	-0.18859036266803741
262739	linear.bias	2	-0.4482831060886383
262739	linear.bias	3	-0.6579180955886841
262739	linear.bias	4	-1.26145601272583
262739	linear.bias	5	-0.06105312332510948
262739	linear.bias	6	-0.820589005947113
262739	linear.bias	7	0.26990872621536255
262739	linear.bias	8	-0.3962809443473816
262739	linear.bias	9	-1.0223209857940674
262936	transitions	0	0.7561260461807251
262936	transitions	1	0.13927027583122253
262936	transitions	2	-10000.0
262936	transitions	3	-1.8280943632125854
262936	transitions	4	-10000.0
262936	transitions	5	0.5628530383110046
262936	transitions	6	-0.08558434247970581
262936	transitions	7	-0.8114148378372192
262936	transitions	8	-1.4227023124694824
262936	transitions	9	-0.0012312371982261539
262936	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
262936	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
262936	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
262936	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
262936	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
262936	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
262936	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
262936	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
262936	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
262936	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
262936	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
262936	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
262936	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
262936	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
262936	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
262936	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
262936	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
262936	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
262936	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
262936	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
262936	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
262936	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
262936	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
262936	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
262936	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
262936	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
262936	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
262936	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
262936	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
262936	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
262936	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
262936	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
262936	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
262936	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
262936	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
262936	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
262936	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
262936	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
262936	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
262936	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
262936	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
262936	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
262936	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
262936	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
262936	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
262936	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
262936	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
262936	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
262936	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
262936	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
262936	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
262936	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
262936	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
262936	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
262936	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
262936	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
262936	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
262936	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
262936	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
262936	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
262936	embedding2nn.weight	0	0.0167634766548872
262936	embedding2nn.weight	1	-0.012735367752611637
262936	embedding2nn.weight	2	-0.014268254861235619
262936	embedding2nn.weight	3	-0.03144939988851547
262936	embedding2nn.weight	4	-0.0059150345623493195
262936	embedding2nn.weight	5	-0.0037005888298153877
262936	embedding2nn.weight	6	-0.003973265178501606
262936	embedding2nn.weight	7	-0.07714381068944931
262936	embedding2nn.weight	8	-0.0019979383796453476
262936	embedding2nn.weight	9	-0.027760660275816917
262936	embedding2nn.bias	0	0.03214624524116516
262936	embedding2nn.bias	1	-0.07467960566282272
262936	embedding2nn.bias	2	0.07061692327260971
262936	embedding2nn.bias	3	0.051788609474897385
262936	embedding2nn.bias	4	-0.041874002665281296
262936	embedding2nn.bias	5	-0.011585792526602745
262936	embedding2nn.bias	6	0.014870578423142433
262936	embedding2nn.bias	7	-0.054918475449085236
262936	embedding2nn.bias	8	0.07373309880495071
262936	embedding2nn.bias	9	0.045002151280641556
262936	rnn.weight_ih_l0	0	-0.08076952397823334
262936	rnn.weight_ih_l0	1	0.0029925548005849123
262936	rnn.weight_ih_l0	2	0.03521861881017685
262936	rnn.weight_ih_l0	3	0.022809693589806557
262936	rnn.weight_ih_l0	4	-0.04811409115791321
262936	rnn.weight_ih_l0	5	-0.06838945299386978
262936	rnn.weight_ih_l0	6	-0.001068448182195425
262936	rnn.weight_ih_l0	7	0.053575318306684494
262936	rnn.weight_ih_l0	8	-0.017008421942591667
262936	rnn.weight_ih_l0	9	-0.03074832633137703
262936	rnn.weight_hh_l0	0	-0.030092090368270874
262936	rnn.weight_hh_l0	1	-0.007239007391035557
262936	rnn.weight_hh_l0	2	0.006641699932515621
262936	rnn.weight_hh_l0	3	-0.07444324344396591
262936	rnn.weight_hh_l0	4	0.09332414716482162
262936	rnn.weight_hh_l0	5	-0.026835275813937187
262936	rnn.weight_hh_l0	6	-0.06369717419147491
262936	rnn.weight_hh_l0	7	0.008950279094278812
262936	rnn.weight_hh_l0	8	0.013410165905952454
262936	rnn.weight_hh_l0	9	-0.025669068098068237
262936	rnn.bias_ih_l0	0	0.1297893226146698
262936	rnn.bias_ih_l0	1	-0.03425576165318489
262936	rnn.bias_ih_l0	2	-0.03400539234280586
262936	rnn.bias_ih_l0	3	0.16318164765834808
262936	rnn.bias_ih_l0	4	-0.012974693439900875
262936	rnn.bias_ih_l0	5	-0.023193800821900368
262936	rnn.bias_ih_l0	6	0.017035625874996185
262936	rnn.bias_ih_l0	7	0.02360227331519127
262936	rnn.bias_ih_l0	8	-0.09956195205450058
262936	rnn.bias_ih_l0	9	-0.04120435193181038
262936	rnn.bias_hh_l0	0	-0.0010849973186850548
262936	rnn.bias_hh_l0	1	-0.1004713699221611
262936	rnn.bias_hh_l0	2	-0.07505055516958237
262936	rnn.bias_hh_l0	3	-0.08868617564439774
262936	rnn.bias_hh_l0	4	0.008514034561812878
262936	rnn.bias_hh_l0	5	-0.020371006801724434
262936	rnn.bias_hh_l0	6	0.02848787233233452
262936	rnn.bias_hh_l0	7	0.06098158657550812
262936	rnn.bias_hh_l0	8	-0.12303601950407028
262936	rnn.bias_hh_l0	9	-0.0591602548956871
262936	rnn.weight_ih_l0_reverse	0	-0.025493565946817398
262936	rnn.weight_ih_l0_reverse	1	-0.056989885866642
262936	rnn.weight_ih_l0_reverse	2	-0.048841442912817
262936	rnn.weight_ih_l0_reverse	3	0.015567507594823837
262936	rnn.weight_ih_l0_reverse	4	-0.02515917271375656
262936	rnn.weight_ih_l0_reverse	5	-0.05747808516025543
262936	rnn.weight_ih_l0_reverse	6	0.07359656691551208
262936	rnn.weight_ih_l0_reverse	7	-0.018903184682130814
262936	rnn.weight_ih_l0_reverse	8	-0.01843094453215599
262936	rnn.weight_ih_l0_reverse	9	0.00446678651496768
262936	rnn.weight_hh_l0_reverse	0	0.06856576353311539
262936	rnn.weight_hh_l0_reverse	1	0.01982191391289234
262936	rnn.weight_hh_l0_reverse	2	0.030005671083927155
262936	rnn.weight_hh_l0_reverse	3	0.035295888781547546
262936	rnn.weight_hh_l0_reverse	4	0.014303167350590229
262936	rnn.weight_hh_l0_reverse	5	0.00811853539198637
262936	rnn.weight_hh_l0_reverse	6	0.051056887954473495
262936	rnn.weight_hh_l0_reverse	7	-0.0819334015250206
262936	rnn.weight_hh_l0_reverse	8	0.0401504822075367
262936	rnn.weight_hh_l0_reverse	9	0.034807026386260986
262936	rnn.bias_ih_l0_reverse	0	-0.05698857083916664
262936	rnn.bias_ih_l0_reverse	1	-0.2825849652290344
262936	rnn.bias_ih_l0_reverse	2	-0.12467722594738007
262936	rnn.bias_ih_l0_reverse	3	-0.04788278043270111
262936	rnn.bias_ih_l0_reverse	4	-0.022196508944034576
262936	rnn.bias_ih_l0_reverse	5	0.0757199376821518
262936	rnn.bias_ih_l0_reverse	6	-0.0653853639960289
262936	rnn.bias_ih_l0_reverse	7	0.06122099980711937
262936	rnn.bias_ih_l0_reverse	8	-0.035804688930511475
262936	rnn.bias_ih_l0_reverse	9	0.06595462560653687
262936	rnn.bias_hh_l0_reverse	0	0.023592308163642883
262936	rnn.bias_hh_l0_reverse	1	-0.0634152740240097
262936	rnn.bias_hh_l0_reverse	2	0.08878596127033234
262936	rnn.bias_hh_l0_reverse	3	-0.05171843618154526
262936	rnn.bias_hh_l0_reverse	4	-0.02816021628677845
262936	rnn.bias_hh_l0_reverse	5	-0.02209644392132759
262936	rnn.bias_hh_l0_reverse	6	-0.020076829940080643
262936	rnn.bias_hh_l0_reverse	7	0.09967861324548721
262936	rnn.bias_hh_l0_reverse	8	0.03019672818481922
262936	rnn.bias_hh_l0_reverse	9	-0.1486198604106903
262936	rnn.weight_ih_l1	0	-0.02972548082470894
262936	rnn.weight_ih_l1	1	-0.05038532242178917
262936	rnn.weight_ih_l1	2	0.06513990461826324
262936	rnn.weight_ih_l1	3	-0.07306665182113647
262936	rnn.weight_ih_l1	4	-0.014026036486029625
262936	rnn.weight_ih_l1	5	-0.04033505171537399
262936	rnn.weight_ih_l1	6	0.028950119391083717
262936	rnn.weight_ih_l1	7	-0.044589295983314514
262936	rnn.weight_ih_l1	8	0.03784286230802536
262936	rnn.weight_ih_l1	9	0.04487169161438942
262936	rnn.weight_hh_l1	0	-0.007461902219802141
262936	rnn.weight_hh_l1	1	0.019902795553207397
262936	rnn.weight_hh_l1	2	0.006722463294863701
262936	rnn.weight_hh_l1	3	-0.012675643898546696
262936	rnn.weight_hh_l1	4	0.0047934893518686295
262936	rnn.weight_hh_l1	5	0.03519343584775925
262936	rnn.weight_hh_l1	6	0.03626100346446037
262936	rnn.weight_hh_l1	7	-0.016350753605365753
262936	rnn.weight_hh_l1	8	-0.007183809299021959
262936	rnn.weight_hh_l1	9	0.03871002793312073
262936	rnn.bias_ih_l1	0	-0.18385715782642365
262936	rnn.bias_ih_l1	1	-0.17458374798297882
262936	rnn.bias_ih_l1	2	-0.19711095094680786
262936	rnn.bias_ih_l1	3	-0.3075704574584961
262936	rnn.bias_ih_l1	4	-0.21198010444641113
262936	rnn.bias_ih_l1	5	-0.0887310802936554
262936	rnn.bias_ih_l1	6	-0.15909026563167572
262936	rnn.bias_ih_l1	7	-0.003422466339543462
262936	rnn.bias_ih_l1	8	-0.13000252842903137
262936	rnn.bias_ih_l1	9	-0.123207688331604
262936	rnn.bias_hh_l1	0	-0.09670396149158478
262936	rnn.bias_hh_l1	1	-0.06326033174991608
262936	rnn.bias_hh_l1	2	-0.08535362780094147
262936	rnn.bias_hh_l1	3	-0.07737678289413452
262936	rnn.bias_hh_l1	4	-0.07322047650814056
262936	rnn.bias_hh_l1	5	-0.11762077361345291
262936	rnn.bias_hh_l1	6	-0.16048157215118408
262936	rnn.bias_hh_l1	7	0.07465796172618866
262936	rnn.bias_hh_l1	8	-0.1758040338754654
262936	rnn.bias_hh_l1	9	-0.11544498056173325
262936	rnn.weight_ih_l1_reverse	0	-0.047362782061100006
262936	rnn.weight_ih_l1_reverse	1	0.03307994455099106
262936	rnn.weight_ih_l1_reverse	2	0.08804389089345932
262936	rnn.weight_ih_l1_reverse	3	-0.017950935289263725
262936	rnn.weight_ih_l1_reverse	4	-0.023229053243994713
262936	rnn.weight_ih_l1_reverse	5	-0.030364425852894783
262936	rnn.weight_ih_l1_reverse	6	-0.01972019113600254
262936	rnn.weight_ih_l1_reverse	7	0.029708392918109894
262936	rnn.weight_ih_l1_reverse	8	0.005486685782670975
262936	rnn.weight_ih_l1_reverse	9	-0.03359483927488327
262936	rnn.weight_hh_l1_reverse	0	0.004563688300549984
262936	rnn.weight_hh_l1_reverse	1	0.03169366717338562
262936	rnn.weight_hh_l1_reverse	2	-0.040619779378175735
262936	rnn.weight_hh_l1_reverse	3	0.0349973700940609
262936	rnn.weight_hh_l1_reverse	4	0.04715811461210251
262936	rnn.weight_hh_l1_reverse	5	0.005955269560217857
262936	rnn.weight_hh_l1_reverse	6	0.049012478440999985
262936	rnn.weight_hh_l1_reverse	7	0.031006373465061188
262936	rnn.weight_hh_l1_reverse	8	-0.007142596412450075
262936	rnn.weight_hh_l1_reverse	9	-0.03020571917295456
262936	rnn.bias_ih_l1_reverse	0	-0.04570530727505684
262936	rnn.bias_ih_l1_reverse	1	-0.14030048251152039
262936	rnn.bias_ih_l1_reverse	2	-0.16320893168449402
262936	rnn.bias_ih_l1_reverse	3	-0.06173919886350632
262936	rnn.bias_ih_l1_reverse	4	-0.20398898422718048
262936	rnn.bias_ih_l1_reverse	5	-0.11677781492471695
262936	rnn.bias_ih_l1_reverse	6	-0.13022293150424957
262936	rnn.bias_ih_l1_reverse	7	-0.1922180950641632
262936	rnn.bias_ih_l1_reverse	8	0.2271241992712021
262936	rnn.bias_ih_l1_reverse	9	0.022895142436027527
262936	rnn.bias_hh_l1_reverse	0	0.011064421385526657
262936	rnn.bias_hh_l1_reverse	1	-0.065104179084301
262936	rnn.bias_hh_l1_reverse	2	-0.23721377551555634
262936	rnn.bias_hh_l1_reverse	3	-0.14349457621574402
262936	rnn.bias_hh_l1_reverse	4	-0.08026624470949173
262936	rnn.bias_hh_l1_reverse	5	-0.11666561663150787
262936	rnn.bias_hh_l1_reverse	6	0.06316114217042923
262936	rnn.bias_hh_l1_reverse	7	-0.13542060554027557
262936	rnn.bias_hh_l1_reverse	8	-0.12501570582389832
262936	rnn.bias_hh_l1_reverse	9	-0.14819377660751343
262936	linear.weight	0	0.002228822559118271
262936	linear.weight	1	0.09850823879241943
262936	linear.weight	2	-0.09225600957870483
262936	linear.weight	3	0.31318774819374084
262936	linear.weight	4	0.1505996137857437
262936	linear.weight	5	-0.0654638409614563
262936	linear.weight	6	0.09264281392097473
262936	linear.weight	7	0.13572193682193756
262936	linear.weight	8	0.04113324359059334
262936	linear.weight	9	-0.051192186772823334
262936	linear.bias	0	0.0861213207244873
262936	linear.bias	1	-0.18857423961162567
262936	linear.bias	2	-0.44795918464660645
262936	linear.bias	3	-0.6574601531028748
262936	linear.bias	4	-1.2610656023025513
262936	linear.bias	5	-0.06123865395784378
262936	linear.bias	6	-0.820624828338623
262936	linear.bias	7	0.26973220705986023
262936	linear.bias	8	-0.39636608958244324
262936	linear.bias	9	-1.0223588943481445
263133	transitions	0	0.756181001663208
263133	transitions	1	0.13931827247142792
263133	transitions	2	-10000.0
263133	transitions	3	-1.8280943632125854
263133	transitions	4	-10000.0
263133	transitions	5	0.5628478527069092
263133	transitions	6	-0.08558478951454163
263133	transitions	7	-0.8114233016967773
263133	transitions	8	-1.4227029085159302
263133	transitions	9	-0.0012312430189922452
263133	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
263133	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
263133	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
263133	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
263133	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
263133	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
263133	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
263133	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
263133	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
263133	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
263133	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
263133	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
263133	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
263133	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
263133	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
263133	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
263133	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
263133	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
263133	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
263133	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
263133	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
263133	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
263133	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
263133	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
263133	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
263133	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
263133	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
263133	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
263133	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
263133	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
263133	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
263133	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
263133	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
263133	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
263133	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
263133	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
263133	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
263133	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
263133	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
263133	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
263133	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
263133	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
263133	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
263133	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
263133	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
263133	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
263133	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
263133	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
263133	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
263133	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
263133	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
263133	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
263133	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
263133	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
263133	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
263133	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
263133	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
263133	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
263133	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
263133	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
263133	embedding2nn.weight	0	0.01676100119948387
263133	embedding2nn.weight	1	-0.012738470919430256
263133	embedding2nn.weight	2	-0.014268254861235619
263133	embedding2nn.weight	3	-0.03144583851099014
263133	embedding2nn.weight	4	-0.0059150345623493195
263133	embedding2nn.weight	5	-0.0037005888298153877
263133	embedding2nn.weight	6	-0.003973265178501606
263133	embedding2nn.weight	7	-0.07714685797691345
263133	embedding2nn.weight	8	-0.0019979383796453476
263133	embedding2nn.weight	9	-0.027768472209572792
263133	embedding2nn.bias	0	0.03228147700428963
263133	embedding2nn.bias	1	-0.07490137964487076
263133	embedding2nn.bias	2	0.07063543051481247
263133	embedding2nn.bias	3	0.05160384252667427
263133	embedding2nn.bias	4	-0.041844211518764496
263133	embedding2nn.bias	5	-0.011505678296089172
263133	embedding2nn.bias	6	0.014842878095805645
263133	embedding2nn.bias	7	-0.055136170238256454
263133	embedding2nn.bias	8	0.07360851764678955
263133	embedding2nn.bias	9	0.04497638717293739
263133	rnn.weight_ih_l0	0	-0.08077911287546158
263133	rnn.weight_ih_l0	1	0.0030092657543718815
263133	rnn.weight_ih_l0	2	0.03521548584103584
263133	rnn.weight_ih_l0	3	0.022796886041760445
263133	rnn.weight_ih_l0	4	-0.04810924455523491
263133	rnn.weight_ih_l0	5	-0.06839907169342041
263133	rnn.weight_ih_l0	6	-0.0010662461863830686
263133	rnn.weight_ih_l0	7	0.05357029289007187
263133	rnn.weight_ih_l0	8	-0.01702740415930748
263133	rnn.weight_ih_l0	9	-0.0307525172829628
263133	rnn.weight_hh_l0	0	-0.03009268455207348
263133	rnn.weight_hh_l0	1	-0.007243721280246973
263133	rnn.weight_hh_l0	2	0.0066530234180390835
263133	rnn.weight_hh_l0	3	-0.07444261014461517
263133	rnn.weight_hh_l0	4	0.09332569688558578
263133	rnn.weight_hh_l0	5	-0.02685859613120556
263133	rnn.weight_hh_l0	6	-0.06371170282363892
263133	rnn.weight_hh_l0	7	0.008965765126049519
263133	rnn.weight_hh_l0	8	0.013414163142442703
263133	rnn.weight_hh_l0	9	-0.025655224919319153
263133	rnn.bias_ih_l0	0	0.1298082172870636
263133	rnn.bias_ih_l0	1	-0.034268513321876526
263133	rnn.bias_ih_l0	2	-0.03398602455854416
263133	rnn.bias_ih_l0	3	0.16317494213581085
263133	rnn.bias_ih_l0	4	-0.012935471720993519
263133	rnn.bias_ih_l0	5	-0.0232193972915411
263133	rnn.bias_ih_l0	6	0.01702948287129402
263133	rnn.bias_ih_l0	7	0.023595383390784264
263133	rnn.bias_ih_l0	8	-0.09955138713121414
263133	rnn.bias_ih_l0	9	-0.04119589552283287
263133	rnn.bias_hh_l0	0	-0.0011203421745449305
263133	rnn.bias_hh_l0	1	-0.10053139925003052
263133	rnn.bias_hh_l0	2	-0.07506205886602402
263133	rnn.bias_hh_l0	3	-0.08867079764604568
263133	rnn.bias_hh_l0	4	0.00850337091833353
263133	rnn.bias_hh_l0	5	-0.020373649895191193
263133	rnn.bias_hh_l0	6	0.02851712517440319
263133	rnn.bias_hh_l0	7	0.0609680712223053
263133	rnn.bias_hh_l0	8	-0.12308428436517715
263133	rnn.bias_hh_l0	9	-0.059163838624954224
263133	rnn.weight_ih_l0_reverse	0	-0.025502145290374756
263133	rnn.weight_ih_l0_reverse	1	-0.05700894445180893
263133	rnn.weight_ih_l0_reverse	2	-0.04883239418268204
263133	rnn.weight_ih_l0_reverse	3	0.015562016516923904
263133	rnn.weight_ih_l0_reverse	4	-0.025168946012854576
263133	rnn.weight_ih_l0_reverse	5	-0.05747391656041145
263133	rnn.weight_ih_l0_reverse	6	0.07356783002614975
263133	rnn.weight_ih_l0_reverse	7	-0.018922267481684685
263133	rnn.weight_ih_l0_reverse	8	-0.018445368856191635
263133	rnn.weight_ih_l0_reverse	9	0.004507226403802633
263133	rnn.weight_hh_l0_reverse	0	0.06855399906635284
263133	rnn.weight_hh_l0_reverse	1	0.01981157250702381
263133	rnn.weight_hh_l0_reverse	2	0.03001069650053978
263133	rnn.weight_hh_l0_reverse	3	0.03532088175415993
263133	rnn.weight_hh_l0_reverse	4	0.014303550124168396
263133	rnn.weight_hh_l0_reverse	5	0.008115054108202457
263133	rnn.weight_hh_l0_reverse	6	0.0510471910238266
263133	rnn.weight_hh_l0_reverse	7	-0.08196864277124405
263133	rnn.weight_hh_l0_reverse	8	0.04014496132731438
263133	rnn.weight_hh_l0_reverse	9	0.034799881279468536
263133	rnn.bias_ih_l0_reverse	0	-0.05697545409202576
263133	rnn.bias_ih_l0_reverse	1	-0.28255441784858704
263133	rnn.bias_ih_l0_reverse	2	-0.12469516694545746
263133	rnn.bias_ih_l0_reverse	3	-0.04785634204745293
263133	rnn.bias_ih_l0_reverse	4	-0.022128716111183167
263133	rnn.bias_ih_l0_reverse	5	0.07572825998067856
263133	rnn.bias_ih_l0_reverse	6	-0.06541746854782104
263133	rnn.bias_ih_l0_reverse	7	0.061228103935718536
263133	rnn.bias_ih_l0_reverse	8	-0.03578593209385872
263133	rnn.bias_ih_l0_reverse	9	0.06594547629356384
263133	rnn.bias_hh_l0_reverse	0	0.02361583709716797
263133	rnn.bias_hh_l0_reverse	1	-0.06352433562278748
263133	rnn.bias_hh_l0_reverse	2	0.08878158032894135
263133	rnn.bias_hh_l0_reverse	3	-0.05167977511882782
263133	rnn.bias_hh_l0_reverse	4	-0.02815391682088375
263133	rnn.bias_hh_l0_reverse	5	-0.022158117964863777
263133	rnn.bias_hh_l0_reverse	6	-0.02010973170399666
263133	rnn.bias_hh_l0_reverse	7	0.09965578466653824
263133	rnn.bias_hh_l0_reverse	8	0.030166108161211014
263133	rnn.bias_hh_l0_reverse	9	-0.14862807095050812
263133	rnn.weight_ih_l1	0	-0.02971559949219227
263133	rnn.weight_ih_l1	1	-0.05039481073617935
263133	rnn.weight_ih_l1	2	0.06512950360774994
263133	rnn.weight_ih_l1	3	-0.07307137548923492
263133	rnn.weight_ih_l1	4	-0.01402899157255888
263133	rnn.weight_ih_l1	5	-0.04032405465841293
263133	rnn.weight_ih_l1	6	0.02892531082034111
263133	rnn.weight_ih_l1	7	-0.04459449276328087
263133	rnn.weight_ih_l1	8	0.03784344717860222
263133	rnn.weight_ih_l1	9	0.04486773535609245
263133	rnn.weight_hh_l1	0	-0.007458578795194626
263133	rnn.weight_hh_l1	1	0.019899720326066017
263133	rnn.weight_hh_l1	2	0.006762399338185787
263133	rnn.weight_hh_l1	3	-0.012672364711761475
263133	rnn.weight_hh_l1	4	0.004797926638275385
263133	rnn.weight_hh_l1	5	0.03520013764500618
263133	rnn.weight_hh_l1	6	0.03629091754555702
263133	rnn.weight_hh_l1	7	-0.01634898968040943
263133	rnn.weight_hh_l1	8	-0.007180213462561369
263133	rnn.weight_hh_l1	9	0.03870595991611481
263133	rnn.bias_ih_l1	0	-0.18385381996631622
263133	rnn.bias_ih_l1	1	-0.17465655505657196
263133	rnn.bias_ih_l1	2	-0.19712480902671814
263133	rnn.bias_ih_l1	3	-0.3075686991214752
263133	rnn.bias_ih_l1	4	-0.21200346946716309
263133	rnn.bias_ih_l1	5	-0.0887550413608551
263133	rnn.bias_ih_l1	6	-0.15908345580101013
263133	rnn.bias_ih_l1	7	-0.0033744703978300095
263133	rnn.bias_ih_l1	8	-0.1300356537103653
263133	rnn.bias_ih_l1	9	-0.12320655584335327
263133	rnn.bias_hh_l1	0	-0.09672629088163376
263133	rnn.bias_hh_l1	1	-0.06320898979902267
263133	rnn.bias_hh_l1	2	-0.08539262413978577
263133	rnn.bias_hh_l1	3	-0.07742612063884735
263133	rnn.bias_hh_l1	4	-0.07318627834320068
263133	rnn.bias_hh_l1	5	-0.11760684102773666
263133	rnn.bias_hh_l1	6	-0.16049303114414215
263133	rnn.bias_hh_l1	7	0.0747135579586029
263133	rnn.bias_hh_l1	8	-0.17580987513065338
263133	rnn.bias_hh_l1	9	-0.11543378978967667
263133	rnn.weight_ih_l1_reverse	0	-0.04739247262477875
263133	rnn.weight_ih_l1_reverse	1	0.033092256635427475
263133	rnn.weight_ih_l1_reverse	2	0.08800961822271347
263133	rnn.weight_ih_l1_reverse	3	-0.017960302531719208
263133	rnn.weight_ih_l1_reverse	4	-0.023232117295265198
263133	rnn.weight_ih_l1_reverse	5	-0.03036632016301155
263133	rnn.weight_ih_l1_reverse	6	-0.019696980714797974
263133	rnn.weight_ih_l1_reverse	7	0.029711825773119926
263133	rnn.weight_ih_l1_reverse	8	0.005438863765448332
263133	rnn.weight_ih_l1_reverse	9	-0.03364289179444313
263133	rnn.weight_hh_l1_reverse	0	0.0045644016936421394
263133	rnn.weight_hh_l1_reverse	1	0.031697988510131836
263133	rnn.weight_hh_l1_reverse	2	-0.040620800107717514
263133	rnn.weight_hh_l1_reverse	3	0.03499835729598999
263133	rnn.weight_hh_l1_reverse	4	0.04716518148779869
263133	rnn.weight_hh_l1_reverse	5	0.005956088192760944
263133	rnn.weight_hh_l1_reverse	6	0.049035873264074326
263133	rnn.weight_hh_l1_reverse	7	0.031003037467598915
263133	rnn.weight_hh_l1_reverse	8	-0.0071404133923351765
263133	rnn.weight_hh_l1_reverse	9	-0.030208351090550423
263133	rnn.bias_ih_l1_reverse	0	-0.045726291835308075
263133	rnn.bias_ih_l1_reverse	1	-0.14028415083885193
263133	rnn.bias_ih_l1_reverse	2	-0.16321375966072083
263133	rnn.bias_ih_l1_reverse	3	-0.06172877922654152
263133	rnn.bias_ih_l1_reverse	4	-0.2039850503206253
263133	rnn.bias_ih_l1_reverse	5	-0.11679176241159439
263133	rnn.bias_ih_l1_reverse	6	-0.13021263480186462
263133	rnn.bias_ih_l1_reverse	7	-0.19219723343849182
263133	rnn.bias_ih_l1_reverse	8	0.22718201577663422
263133	rnn.bias_ih_l1_reverse	9	0.022924480959773064
263133	rnn.bias_hh_l1_reverse	0	0.010850753635168076
263133	rnn.bias_hh_l1_reverse	1	-0.06506407260894775
263133	rnn.bias_hh_l1_reverse	2	-0.23721738159656525
263133	rnn.bias_hh_l1_reverse	3	-0.14356498420238495
263133	rnn.bias_hh_l1_reverse	4	-0.08028819411993027
263133	rnn.bias_hh_l1_reverse	5	-0.11662868410348892
263133	rnn.bias_hh_l1_reverse	6	0.0631958544254303
263133	rnn.bias_hh_l1_reverse	7	-0.13536594808101654
263133	rnn.bias_hh_l1_reverse	8	-0.12499775737524033
263133	rnn.bias_hh_l1_reverse	9	-0.14819666743278503
263133	linear.weight	0	0.002228822559118271
263133	linear.weight	1	0.09851265698671341
263133	linear.weight	2	-0.09226720035076141
263133	linear.weight	3	0.31316375732421875
263133	linear.weight	4	0.15056492388248444
263133	linear.weight	5	-0.06543391942977905
263133	linear.weight	6	0.09235652536153793
263133	linear.weight	7	0.13582968711853027
263133	linear.weight	8	0.04113324359059334
263133	linear.weight	9	-0.05120018497109413
263133	linear.bias	0	0.08705228567123413
263133	linear.bias	1	-0.187905415892601
263133	linear.bias	2	-0.4472421109676361
263133	linear.bias	3	-0.6575782299041748
263133	linear.bias	4	-1.2611805200576782
263133	linear.bias	5	-0.06139533221721649
263133	linear.bias	6	-0.819940984249115
263133	linear.bias	7	0.26957014203071594
263133	linear.bias	8	-0.39616858959198
263133	linear.bias	9	-1.022169828414917
263330	transitions	0	0.7562267780303955
263330	transitions	1	0.13940073549747467
263330	transitions	2	-10000.0
263330	transitions	3	-1.8280943632125854
263330	transitions	4	-10000.0
263330	transitions	5	0.5628474354743958
263330	transitions	6	-0.08559422194957733
263330	transitions	7	-0.8114262819290161
263330	transitions	8	-1.4227039813995361
263330	transitions	9	-0.0012312473263591528
263330	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
263330	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
263330	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
263330	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
263330	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
263330	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
263330	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
263330	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
263330	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
263330	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
263330	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
263330	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
263330	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
263330	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
263330	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
263330	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
263330	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
263330	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
263330	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
263330	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
263330	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
263330	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
263330	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
263330	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
263330	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
263330	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
263330	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
263330	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
263330	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
263330	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
263330	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
263330	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
263330	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
263330	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
263330	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
263330	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
263330	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
263330	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
263330	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
263330	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
263330	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
263330	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
263330	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
263330	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
263330	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
263330	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
263330	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
263330	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
263330	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
263330	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
263330	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
263330	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
263330	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
263330	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
263330	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
263330	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
263330	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
263330	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
263330	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
263330	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
263330	embedding2nn.weight	0	0.016741758212447166
263330	embedding2nn.weight	1	-0.012735562399029732
263330	embedding2nn.weight	2	-0.014268254861235619
263330	embedding2nn.weight	3	-0.03142835944890976
263330	embedding2nn.weight	4	-0.0059150345623493195
263330	embedding2nn.weight	5	-0.0037005888298153877
263330	embedding2nn.weight	6	-0.003973265178501606
263330	embedding2nn.weight	7	-0.07710801064968109
263330	embedding2nn.weight	8	-0.0019979383796453476
263330	embedding2nn.weight	9	-0.027764705941081047
263330	embedding2nn.bias	0	0.03226779028773308
263330	embedding2nn.bias	1	-0.07487846910953522
263330	embedding2nn.bias	2	0.07045842707157135
263330	embedding2nn.bias	3	0.05151751637458801
263330	embedding2nn.bias	4	-0.04172191396355629
263330	embedding2nn.bias	5	-0.011625762097537518
263330	embedding2nn.bias	6	0.014862087555229664
263330	embedding2nn.bias	7	-0.0550413578748703
263330	embedding2nn.bias	8	0.07348224520683289
263330	embedding2nn.bias	9	0.04521169140934944
263330	rnn.weight_ih_l0	0	-0.08083155751228333
263330	rnn.weight_ih_l0	1	0.002988699357956648
263330	rnn.weight_ih_l0	2	0.03515314310789108
263330	rnn.weight_ih_l0	3	0.02282891795039177
263330	rnn.weight_ih_l0	4	-0.04809798672795296
263330	rnn.weight_ih_l0	5	-0.06840919703245163
263330	rnn.weight_ih_l0	6	-0.0010949799325317144
263330	rnn.weight_ih_l0	7	0.053565651178359985
263330	rnn.weight_ih_l0	8	-0.017039885744452477
263330	rnn.weight_ih_l0	9	-0.030761273577809334
263330	rnn.weight_hh_l0	0	-0.03011922724545002
263330	rnn.weight_hh_l0	1	-0.007206692826002836
263330	rnn.weight_hh_l0	2	0.006637525279074907
263330	rnn.weight_hh_l0	3	-0.07445241510868073
263330	rnn.weight_hh_l0	4	0.09333162009716034
263330	rnn.weight_hh_l0	5	-0.026858774945139885
263330	rnn.weight_hh_l0	6	-0.06372248381376266
263330	rnn.weight_hh_l0	7	0.00897007156163454
263330	rnn.weight_hh_l0	8	0.013428167439997196
263330	rnn.weight_hh_l0	9	-0.025661244988441467
263330	rnn.bias_ih_l0	0	0.1297943890094757
263330	rnn.bias_ih_l0	1	-0.03426314517855644
263330	rnn.bias_ih_l0	2	-0.033964745700359344
263330	rnn.bias_ih_l0	3	0.16320115327835083
263330	rnn.bias_ih_l0	4	-0.012896226719021797
263330	rnn.bias_ih_l0	5	-0.023164043202996254
263330	rnn.bias_ih_l0	6	0.01696743816137314
263330	rnn.bias_ih_l0	7	0.023580465465784073
263330	rnn.bias_ih_l0	8	-0.09951663017272949
263330	rnn.bias_ih_l0	9	-0.041096657514572144
263330	rnn.bias_hh_l0	0	-0.001121223671361804
263330	rnn.bias_hh_l0	1	-0.10047261416912079
263330	rnn.bias_hh_l0	2	-0.07504291087388992
263330	rnn.bias_hh_l0	3	-0.08867962658405304
263330	rnn.bias_hh_l0	4	0.008477233350276947
263330	rnn.bias_hh_l0	5	-0.02039143443107605
263330	rnn.bias_hh_l0	6	0.028558926656842232
263330	rnn.bias_hh_l0	7	0.06086788326501846
263330	rnn.bias_hh_l0	8	-0.12309588491916656
263330	rnn.bias_hh_l0	9	-0.05921702831983566
263330	rnn.weight_ih_l0_reverse	0	-0.025493333116173744
263330	rnn.weight_ih_l0_reverse	1	-0.05702798441052437
263330	rnn.weight_ih_l0_reverse	2	-0.04884278401732445
263330	rnn.weight_ih_l0_reverse	3	0.015541613101959229
263330	rnn.weight_ih_l0_reverse	4	-0.025166388601064682
263330	rnn.weight_ih_l0_reverse	5	-0.05747035890817642
263330	rnn.weight_ih_l0_reverse	6	0.07354498654603958
263330	rnn.weight_ih_l0_reverse	7	-0.01894591562449932
263330	rnn.weight_ih_l0_reverse	8	-0.018441449850797653
263330	rnn.weight_ih_l0_reverse	9	0.004514108411967754
263330	rnn.weight_hh_l0_reverse	0	0.06857249140739441
263330	rnn.weight_hh_l0_reverse	1	0.019817201420664787
263330	rnn.weight_hh_l0_reverse	2	0.03001357428729534
263330	rnn.weight_hh_l0_reverse	3	0.03532249107956886
263330	rnn.weight_hh_l0_reverse	4	0.014304288662970066
263330	rnn.weight_hh_l0_reverse	5	0.008110608905553818
263330	rnn.weight_hh_l0_reverse	6	0.0510411374270916
263330	rnn.weight_hh_l0_reverse	7	-0.08197025954723358
263330	rnn.weight_hh_l0_reverse	8	0.04016251116991043
263330	rnn.weight_hh_l0_reverse	9	0.03479532524943352
263330	rnn.bias_ih_l0_reverse	0	-0.05692192167043686
263330	rnn.bias_ih_l0_reverse	1	-0.2825823426246643
263330	rnn.bias_ih_l0_reverse	2	-0.1246488019824028
263330	rnn.bias_ih_l0_reverse	3	-0.04784046486020088
263330	rnn.bias_ih_l0_reverse	4	-0.022156067192554474
263330	rnn.bias_ih_l0_reverse	5	0.07582966238260269
263330	rnn.bias_ih_l0_reverse	6	-0.0654129683971405
263330	rnn.bias_ih_l0_reverse	7	0.06123221293091774
263330	rnn.bias_ih_l0_reverse	8	-0.035837627947330475
263330	rnn.bias_ih_l0_reverse	9	0.06592896580696106
263330	rnn.bias_hh_l0_reverse	0	0.023549020290374756
263330	rnn.bias_hh_l0_reverse	1	-0.06347797811031342
263330	rnn.bias_hh_l0_reverse	2	0.08875545114278793
263330	rnn.bias_hh_l0_reverse	3	-0.05174604430794716
263330	rnn.bias_hh_l0_reverse	4	-0.028164412826299667
263330	rnn.bias_hh_l0_reverse	5	-0.02218635566532612
263330	rnn.bias_hh_l0_reverse	6	-0.020123599097132683
263330	rnn.bias_hh_l0_reverse	7	0.09965597838163376
263330	rnn.bias_hh_l0_reverse	8	0.030208740383386612
263330	rnn.bias_hh_l0_reverse	9	-0.14862821996212006
263330	rnn.weight_ih_l1	0	-0.029720906168222427
263330	rnn.weight_ih_l1	1	-0.05041810870170593
263330	rnn.weight_ih_l1	2	0.06518324464559555
263330	rnn.weight_ih_l1	3	-0.07301653921604156
263330	rnn.weight_ih_l1	4	-0.014018815010786057
263330	rnn.weight_ih_l1	5	-0.040321797132492065
263330	rnn.weight_ih_l1	6	0.028929341584444046
263330	rnn.weight_ih_l1	7	-0.044581834226846695
263330	rnn.weight_ih_l1	8	0.03783896937966347
263330	rnn.weight_ih_l1	9	0.04486246407032013
263330	rnn.weight_hh_l1	0	-0.007446571718901396
263330	rnn.weight_hh_l1	1	0.019900614395737648
263330	rnn.weight_hh_l1	2	0.0067571294493973255
263330	rnn.weight_hh_l1	3	-0.012665124610066414
263330	rnn.weight_hh_l1	4	0.0047949133440852165
263330	rnn.weight_hh_l1	5	0.035207752138376236
263330	rnn.weight_hh_l1	6	0.03629240766167641
263330	rnn.weight_hh_l1	7	-0.016358619555830956
263330	rnn.weight_hh_l1	8	-0.00719168595969677
263330	rnn.weight_hh_l1	9	0.03870140016078949
263330	rnn.bias_ih_l1	0	-0.18383502960205078
263330	rnn.bias_ih_l1	1	-0.17462870478630066
263330	rnn.bias_ih_l1	2	-0.1971300095319748
263330	rnn.bias_ih_l1	3	-0.30755090713500977
263330	rnn.bias_ih_l1	4	-0.2119380682706833
263330	rnn.bias_ih_l1	5	-0.08875831961631775
263330	rnn.bias_ih_l1	6	-0.15903417766094208
263330	rnn.bias_ih_l1	7	-0.003386986441910267
263330	rnn.bias_ih_l1	8	-0.1300206482410431
263330	rnn.bias_ih_l1	9	-0.12312880903482437
263330	rnn.bias_hh_l1	0	-0.09671615064144135
263330	rnn.bias_hh_l1	1	-0.06318633258342743
263330	rnn.bias_hh_l1	2	-0.08531568199396133
263330	rnn.bias_hh_l1	3	-0.07747040688991547
263330	rnn.bias_hh_l1	4	-0.07324997335672379
263330	rnn.bias_hh_l1	5	-0.11764393001794815
263330	rnn.bias_hh_l1	6	-0.160422220826149
263330	rnn.bias_hh_l1	7	0.0745389312505722
263330	rnn.bias_hh_l1	8	-0.17582917213439941
263330	rnn.bias_hh_l1	9	-0.11542148888111115
263330	rnn.weight_ih_l1_reverse	0	-0.04738636687397957
263330	rnn.weight_ih_l1_reverse	1	0.033117033541202545
263330	rnn.weight_ih_l1_reverse	2	0.08804202079772949
263330	rnn.weight_ih_l1_reverse	3	-0.017978990450501442
263330	rnn.weight_ih_l1_reverse	4	-0.023273304104804993
263330	rnn.weight_ih_l1_reverse	5	-0.030364645645022392
263330	rnn.weight_ih_l1_reverse	6	-0.019655350595712662
263330	rnn.weight_ih_l1_reverse	7	0.029712166637182236
263330	rnn.weight_ih_l1_reverse	8	0.005437551997601986
263330	rnn.weight_ih_l1_reverse	9	-0.033683303743600845
263330	rnn.weight_hh_l1_reverse	0	0.00456618145108223
263330	rnn.weight_hh_l1_reverse	1	0.03169819712638855
263330	rnn.weight_hh_l1_reverse	2	-0.0406218096613884
263330	rnn.weight_hh_l1_reverse	3	0.03499962016940117
263330	rnn.weight_hh_l1_reverse	4	0.04717278108000755
263330	rnn.weight_hh_l1_reverse	5	0.005964127369225025
263330	rnn.weight_hh_l1_reverse	6	0.04899771139025688
263330	rnn.weight_hh_l1_reverse	7	0.031000375747680664
263330	rnn.weight_hh_l1_reverse	8	-0.00714081572368741
263330	rnn.weight_hh_l1_reverse	9	-0.030210571363568306
263330	rnn.bias_ih_l1_reverse	0	-0.04576241597533226
263330	rnn.bias_ih_l1_reverse	1	-0.1402946412563324
263330	rnn.bias_ih_l1_reverse	2	-0.16320934891700745
263330	rnn.bias_ih_l1_reverse	3	-0.06157272681593895
263330	rnn.bias_ih_l1_reverse	4	-0.20398929715156555
263330	rnn.bias_ih_l1_reverse	5	-0.11674961447715759
263330	rnn.bias_ih_l1_reverse	6	-0.1302032172679901
263330	rnn.bias_ih_l1_reverse	7	-0.19214148819446564
263330	rnn.bias_ih_l1_reverse	8	0.22715811431407928
263330	rnn.bias_ih_l1_reverse	9	0.022881437093019485
263330	rnn.bias_hh_l1_reverse	0	0.010755090974271297
263330	rnn.bias_hh_l1_reverse	1	-0.0650525912642479
263330	rnn.bias_hh_l1_reverse	2	-0.23721912503242493
263330	rnn.bias_hh_l1_reverse	3	-0.1435907483100891
263330	rnn.bias_hh_l1_reverse	4	-0.08027162402868271
263330	rnn.bias_hh_l1_reverse	5	-0.11668166518211365
263330	rnn.bias_hh_l1_reverse	6	0.06309834867715836
263330	rnn.bias_hh_l1_reverse	7	-0.13537943363189697
263330	rnn.bias_hh_l1_reverse	8	-0.12494879961013794
263330	rnn.bias_hh_l1_reverse	9	-0.14817149937152863
263330	linear.weight	0	0.002228822559118271
263330	linear.weight	1	0.09831173717975616
263330	linear.weight	2	-0.09229643642902374
263330	linear.weight	3	0.31314852833747864
263330	linear.weight	4	0.15051256120204926
263330	linear.weight	5	-0.06543740630149841
263330	linear.weight	6	0.09236692637205124
263330	linear.weight	7	0.13570497930049896
263330	linear.weight	8	0.04113326594233513
263330	linear.weight	9	-0.051192767918109894
263330	linear.bias	0	0.08740103989839554
263330	linear.bias	1	-0.18864373862743378
263330	linear.bias	2	-0.44699278473854065
263330	linear.bias	3	-0.6565037369728088
263330	linear.bias	4	-1.2600576877593994
263330	linear.bias	5	-0.060769665986299515
263330	linear.bias	6	-0.820699155330658
263330	linear.bias	7	0.2701849639415741
263330	linear.bias	8	-0.3961353600025177
263330	linear.bias	9	-1.0221426486968994
263527	transitions	0	0.7563143372535706
263527	transitions	1	0.13935136795043945
263527	transitions	2	-10000.0
263527	transitions	3	-1.8280946016311646
263527	transitions	4	-10000.0
263527	transitions	5	0.5628426671028137
263527	transitions	6	-0.08559468388557434
263527	transitions	7	-0.8114286661148071
263527	transitions	8	-1.4227043390274048
263527	transitions	9	-0.0012312561739236116
263527	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
263527	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
263527	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
263527	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
263527	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
263527	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
263527	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
263527	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
263527	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
263527	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
263527	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
263527	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
263527	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
263527	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
263527	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
263527	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
263527	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
263527	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
263527	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
263527	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
263527	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
263527	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
263527	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
263527	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
263527	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
263527	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
263527	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
263527	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
263527	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
263527	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
263527	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
263527	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
263527	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
263527	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
263527	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
263527	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
263527	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
263527	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
263527	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
263527	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
263527	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
263527	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
263527	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
263527	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
263527	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
263527	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
263527	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
263527	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
263527	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
263527	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
263527	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
263527	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
263527	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
263527	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
263527	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
263527	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
263527	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
263527	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
263527	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
263527	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
263527	embedding2nn.weight	0	0.016688009724020958
263527	embedding2nn.weight	1	-0.012739134021103382
263527	embedding2nn.weight	2	-0.014268254861235619
263527	embedding2nn.weight	3	-0.03143959492444992
263527	embedding2nn.weight	4	-0.0059150345623493195
263527	embedding2nn.weight	5	-0.0037005888298153877
263527	embedding2nn.weight	6	-0.003973265178501606
263527	embedding2nn.weight	7	-0.07709899544715881
263527	embedding2nn.weight	8	-0.0019979383796453476
263527	embedding2nn.weight	9	-0.02776435948908329
263527	embedding2nn.bias	0	0.032263483852148056
263527	embedding2nn.bias	1	-0.07478256523609161
263527	embedding2nn.bias	2	0.07047881931066513
263527	embedding2nn.bias	3	0.05139845237135887
263527	embedding2nn.bias	4	-0.041640639305114746
263527	embedding2nn.bias	5	-0.011420865543186665
263527	embedding2nn.bias	6	0.014935827814042568
263527	embedding2nn.bias	7	-0.05514480546116829
263527	embedding2nn.bias	8	0.07358013838529587
263527	embedding2nn.bias	9	0.04534593224525452
263527	rnn.weight_ih_l0	0	-0.08083060383796692
263527	rnn.weight_ih_l0	1	0.0029475742485374212
263527	rnn.weight_ih_l0	2	0.03514403849840164
263527	rnn.weight_ih_l0	3	0.022825276479125023
263527	rnn.weight_ih_l0	4	-0.048054032027721405
263527	rnn.weight_ih_l0	5	-0.0684187039732933
263527	rnn.weight_ih_l0	6	-0.0011034047929570079
263527	rnn.weight_ih_l0	7	0.05359388887882233
263527	rnn.weight_ih_l0	8	-0.0170380137860775
263527	rnn.weight_ih_l0	9	-0.030752578750252724
263527	rnn.weight_hh_l0	0	-0.030107425525784492
263527	rnn.weight_hh_l0	1	-0.007231475785374641
263527	rnn.weight_hh_l0	2	0.006646207068115473
263527	rnn.weight_hh_l0	3	-0.0744541734457016
263527	rnn.weight_hh_l0	4	0.09333448857069016
263527	rnn.weight_hh_l0	5	-0.026874681934714317
263527	rnn.weight_hh_l0	6	-0.06372296810150146
263527	rnn.weight_hh_l0	7	0.008967778645455837
263527	rnn.weight_hh_l0	8	0.013440665788948536
263527	rnn.weight_hh_l0	9	-0.025660205632448196
263527	rnn.bias_ih_l0	0	0.12978653609752655
263527	rnn.bias_ih_l0	1	-0.03425013646483421
263527	rnn.bias_ih_l0	2	-0.034020066261291504
263527	rnn.bias_ih_l0	3	0.16317203640937805
263527	rnn.bias_ih_l0	4	-0.012927040457725525
263527	rnn.bias_ih_l0	5	-0.023068884387612343
263527	rnn.bias_ih_l0	6	0.016999734565615654
263527	rnn.bias_ih_l0	7	0.023567281663417816
263527	rnn.bias_ih_l0	8	-0.09952910989522934
263527	rnn.bias_ih_l0	9	-0.04117787629365921
263527	rnn.bias_hh_l0	0	-0.0010384612251073122
263527	rnn.bias_hh_l0	1	-0.10049381852149963
263527	rnn.bias_hh_l0	2	-0.07503394037485123
263527	rnn.bias_hh_l0	3	-0.08872783929109573
263527	rnn.bias_hh_l0	4	0.008454152382910252
263527	rnn.bias_hh_l0	5	-0.02041107416152954
263527	rnn.bias_hh_l0	6	0.02858273684978485
263527	rnn.bias_hh_l0	7	0.06081093102693558
263527	rnn.bias_hh_l0	8	-0.12309557944536209
263527	rnn.bias_hh_l0	9	-0.05923601612448692
263527	rnn.weight_ih_l0_reverse	0	-0.02548096515238285
263527	rnn.weight_ih_l0_reverse	1	-0.057031452655792236
263527	rnn.weight_ih_l0_reverse	2	-0.04881918430328369
263527	rnn.weight_ih_l0_reverse	3	0.015575999394059181
263527	rnn.weight_ih_l0_reverse	4	-0.025147417560219765
263527	rnn.weight_ih_l0_reverse	5	-0.0574658028781414
263527	rnn.weight_ih_l0_reverse	6	0.07354598492383957
263527	rnn.weight_ih_l0_reverse	7	-0.018968405202031136
263527	rnn.weight_ih_l0_reverse	8	-0.018446797505021095
263527	rnn.weight_ih_l0_reverse	9	0.004493942949920893
263527	rnn.weight_hh_l0_reverse	0	0.06859234720468521
263527	rnn.weight_hh_l0_reverse	1	0.019819946959614754
263527	rnn.weight_hh_l0_reverse	2	0.030020246282219887
263527	rnn.weight_hh_l0_reverse	3	0.035327110439538956
263527	rnn.weight_hh_l0_reverse	4	0.014329206198453903
263527	rnn.weight_hh_l0_reverse	5	0.008124854415655136
263527	rnn.weight_hh_l0_reverse	6	0.05103167146444321
263527	rnn.weight_hh_l0_reverse	7	-0.08199257403612137
263527	rnn.weight_hh_l0_reverse	8	0.040158677846193314
263527	rnn.weight_hh_l0_reverse	9	0.034783776849508286
263527	rnn.bias_ih_l0_reverse	0	-0.056947752833366394
263527	rnn.bias_ih_l0_reverse	1	-0.28265613317489624
263527	rnn.bias_ih_l0_reverse	2	-0.12465626746416092
263527	rnn.bias_ih_l0_reverse	3	-0.0478510744869709
263527	rnn.bias_ih_l0_reverse	4	-0.022199586033821106
263527	rnn.bias_ih_l0_reverse	5	0.07582826167345047
263527	rnn.bias_ih_l0_reverse	6	-0.06544636189937592
263527	rnn.bias_ih_l0_reverse	7	0.06124967709183693
263527	rnn.bias_ih_l0_reverse	8	-0.03581908717751503
263527	rnn.bias_ih_l0_reverse	9	0.06591242551803589
263527	rnn.bias_hh_l0_reverse	0	0.023499509319663048
263527	rnn.bias_hh_l0_reverse	1	-0.06345626711845398
263527	rnn.bias_hh_l0_reverse	2	0.08882982283830643
263527	rnn.bias_hh_l0_reverse	3	-0.05173420161008835
263527	rnn.bias_hh_l0_reverse	4	-0.028140073642134666
263527	rnn.bias_hh_l0_reverse	5	-0.022155996412038803
263527	rnn.bias_hh_l0_reverse	6	-0.020119983702898026
263527	rnn.bias_hh_l0_reverse	7	0.0996287614107132
263527	rnn.bias_hh_l0_reverse	8	0.030239472165703773
263527	rnn.bias_hh_l0_reverse	9	-0.14865919947624207
263527	rnn.weight_ih_l1	0	-0.029723836109042168
263527	rnn.weight_ih_l1	1	-0.050434134900569916
263527	rnn.weight_ih_l1	2	0.06517765671014786
263527	rnn.weight_ih_l1	3	-0.07304475456476212
263527	rnn.weight_ih_l1	4	-0.014034303836524487
263527	rnn.weight_ih_l1	5	-0.040318675339221954
263527	rnn.weight_ih_l1	6	0.028940290212631226
263527	rnn.weight_ih_l1	7	-0.04457709193229675
263527	rnn.weight_ih_l1	8	0.03783515840768814
263527	rnn.weight_ih_l1	9	0.04485975578427315
263527	rnn.weight_hh_l1	0	-0.007420777343213558
263527	rnn.weight_hh_l1	1	0.0198996439576149
263527	rnn.weight_hh_l1	2	0.00672565121203661
263527	rnn.weight_hh_l1	3	-0.012666303664445877
263527	rnn.weight_hh_l1	4	0.00478805648162961
263527	rnn.weight_hh_l1	5	0.03520458936691284
263527	rnn.weight_hh_l1	6	0.03629227355122566
263527	rnn.weight_hh_l1	7	-0.016357196494936943
263527	rnn.weight_hh_l1	8	-0.007188103161752224
263527	rnn.weight_hh_l1	9	0.03869013488292694
263527	rnn.bias_ih_l1	0	-0.18384066224098206
263527	rnn.bias_ih_l1	1	-0.17450939118862152
263527	rnn.bias_ih_l1	2	-0.19714289903640747
263527	rnn.bias_ih_l1	3	-0.30762046575546265
263527	rnn.bias_ih_l1	4	-0.21189534664154053
263527	rnn.bias_ih_l1	5	-0.08875758200883865
263527	rnn.bias_ih_l1	6	-0.15907864272594452
263527	rnn.bias_ih_l1	7	-0.0033947948832064867
263527	rnn.bias_ih_l1	8	-0.12999676167964935
263527	rnn.bias_ih_l1	9	-0.12317682802677155
263527	rnn.bias_hh_l1	0	-0.09674172848463058
263527	rnn.bias_hh_l1	1	-0.06317441165447235
263527	rnn.bias_hh_l1	2	-0.08539997041225433
263527	rnn.bias_hh_l1	3	-0.07751167565584183
263527	rnn.bias_hh_l1	4	-0.07328980416059494
263527	rnn.bias_hh_l1	5	-0.11768293380737305
263527	rnn.bias_hh_l1	6	-0.1604461520910263
263527	rnn.bias_hh_l1	7	0.0745353102684021
263527	rnn.bias_hh_l1	8	-0.17588697373867035
263527	rnn.bias_hh_l1	9	-0.11540216207504272
263527	rnn.weight_ih_l1_reverse	0	-0.047394875437021255
263527	rnn.weight_ih_l1_reverse	1	0.03314376622438431
263527	rnn.weight_ih_l1_reverse	2	0.08808132261037827
263527	rnn.weight_ih_l1_reverse	3	-0.017924802377820015
263527	rnn.weight_ih_l1_reverse	4	-0.023236723616719246
263527	rnn.weight_ih_l1_reverse	5	-0.03036981076002121
263527	rnn.weight_ih_l1_reverse	6	-0.01965498924255371
263527	rnn.weight_ih_l1_reverse	7	0.029707331210374832
263527	rnn.weight_ih_l1_reverse	8	0.005436628591269255
263527	rnn.weight_ih_l1_reverse	9	-0.03365672379732132
263527	rnn.weight_hh_l1_reverse	0	0.0045640054158866405
263527	rnn.weight_hh_l1_reverse	1	0.031690701842308044
263527	rnn.weight_hh_l1_reverse	2	-0.04062190651893616
263527	rnn.weight_hh_l1_reverse	3	0.0349978432059288
263527	rnn.weight_hh_l1_reverse	4	0.04717254266142845
263527	rnn.weight_hh_l1_reverse	5	0.005963760893791914
263527	rnn.weight_hh_l1_reverse	6	0.04897947609424591
263527	rnn.weight_hh_l1_reverse	7	0.031001999974250793
263527	rnn.weight_hh_l1_reverse	8	-0.007142543327063322
263527	rnn.weight_hh_l1_reverse	9	-0.030211197212338448
263527	rnn.bias_ih_l1_reverse	0	-0.04581272602081299
263527	rnn.bias_ih_l1_reverse	1	-0.14029961824417114
263527	rnn.bias_ih_l1_reverse	2	-0.16324648261070251
263527	rnn.bias_ih_l1_reverse	3	-0.06165101006627083
263527	rnn.bias_ih_l1_reverse	4	-0.20399236679077148
263527	rnn.bias_ih_l1_reverse	5	-0.11673614382743835
263527	rnn.bias_ih_l1_reverse	6	-0.13020852208137512
263527	rnn.bias_ih_l1_reverse	7	-0.19212493300437927
263527	rnn.bias_ih_l1_reverse	8	0.22722947597503662
263527	rnn.bias_ih_l1_reverse	9	0.022945638746023178
263527	rnn.bias_hh_l1_reverse	0	0.010761601850390434
263527	rnn.bias_hh_l1_reverse	1	-0.06516890227794647
263527	rnn.bias_hh_l1_reverse	2	-0.23722104728221893
263527	rnn.bias_hh_l1_reverse	3	-0.1436077058315277
263527	rnn.bias_hh_l1_reverse	4	-0.08027637004852295
263527	rnn.bias_hh_l1_reverse	5	-0.11663351207971573
263527	rnn.bias_hh_l1_reverse	6	0.06313231587409973
263527	rnn.bias_hh_l1_reverse	7	-0.13539978861808777
263527	rnn.bias_hh_l1_reverse	8	-0.12496946007013321
263527	rnn.bias_hh_l1_reverse	9	-0.1481691598892212
263527	linear.weight	0	0.002228822559118271
263527	linear.weight	1	0.09828536957502365
263527	linear.weight	2	-0.09234229475259781
263527	linear.weight	3	0.3132208585739136
263527	linear.weight	4	0.15055343508720398
263527	linear.weight	5	-0.06541707366704941
263527	linear.weight	6	0.09223584085702896
263527	linear.weight	7	0.135756716132164
263527	linear.weight	8	0.04113326594233513
263527	linear.weight	9	-0.051135968416929245
263527	linear.bias	0	0.08587829768657684
263527	linear.bias	1	-0.18797072768211365
263527	linear.bias	2	-0.4461146295070648
263527	linear.bias	3	-0.6567729711532593
263527	linear.bias	4	-1.2604317665100098
263527	linear.bias	5	-0.060772065073251724
263527	linear.bias	6	-0.8199615478515625
263527	linear.bias	7	0.2701348662376404
263527	linear.bias	8	-0.3968394696712494
263527	linear.bias	9	-1.0228861570358276
263724	transitions	0	0.7563191652297974
263724	transitions	1	0.13932828605175018
263724	transitions	2	-10000.0
263724	transitions	3	-1.8280950784683228
263724	transitions	4	-10000.0
263724	transitions	5	0.5628421306610107
263724	transitions	6	-0.08559723943471909
263724	transitions	7	-0.8114515542984009
263724	transitions	8	-1.4227045774459839
263724	transitions	9	-0.0012312590843066573
263724	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
263724	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
263724	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
263724	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
263724	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
263724	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
263724	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
263724	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
263724	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
263724	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
263724	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
263724	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
263724	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
263724	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
263724	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
263724	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
263724	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
263724	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
263724	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
263724	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
263724	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
263724	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
263724	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
263724	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
263724	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
263724	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
263724	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
263724	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
263724	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
263724	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
263724	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
263724	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
263724	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
263724	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
263724	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
263724	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
263724	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
263724	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
263724	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
263724	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
263724	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
263724	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
263724	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
263724	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
263724	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
263724	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
263724	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
263724	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
263724	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
263724	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
263724	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
263724	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
263724	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
263724	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
263724	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
263724	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
263724	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
263724	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
263724	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
263724	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
263724	embedding2nn.weight	0	0.01663169637322426
263724	embedding2nn.weight	1	-0.012738082557916641
263724	embedding2nn.weight	2	-0.014268254861235619
263724	embedding2nn.weight	3	-0.031413350254297256
263724	embedding2nn.weight	4	-0.0059150345623493195
263724	embedding2nn.weight	5	-0.0037005888298153877
263724	embedding2nn.weight	6	-0.003973265178501606
263724	embedding2nn.weight	7	-0.07711730152368546
263724	embedding2nn.weight	8	-0.0019979383796453476
263724	embedding2nn.weight	9	-0.027749478816986084
263724	embedding2nn.bias	0	0.032393112778663635
263724	embedding2nn.bias	1	-0.07487139850854874
263724	embedding2nn.bias	2	0.07058318704366684
263724	embedding2nn.bias	3	0.05153720825910568
263724	embedding2nn.bias	4	-0.04173704609274864
263724	embedding2nn.bias	5	-0.011244932189583778
263724	embedding2nn.bias	6	0.015064407140016556
263724	embedding2nn.bias	7	-0.05499787628650665
263724	embedding2nn.bias	8	0.07380848377943039
263724	embedding2nn.bias	9	0.04519367963075638
263724	rnn.weight_ih_l0	0	-0.08083196729421616
263724	rnn.weight_ih_l0	1	0.00294075277633965
263724	rnn.weight_ih_l0	2	0.035137277096509933
263724	rnn.weight_ih_l0	3	0.02281554415822029
263724	rnn.weight_ih_l0	4	-0.04807250574231148
263724	rnn.weight_ih_l0	5	-0.0684245228767395
263724	rnn.weight_ih_l0	6	-0.0011098829563707113
263724	rnn.weight_ih_l0	7	0.05358068645000458
263724	rnn.weight_ih_l0	8	-0.017048824578523636
263724	rnn.weight_ih_l0	9	-0.03074001707136631
263724	rnn.weight_hh_l0	0	-0.030091293156147003
263724	rnn.weight_hh_l0	1	-0.007233269978314638
263724	rnn.weight_hh_l0	2	0.006648450158536434
263724	rnn.weight_hh_l0	3	-0.0744367465376854
263724	rnn.weight_hh_l0	4	0.09332632273435593
263724	rnn.weight_hh_l0	5	-0.026888228952884674
263724	rnn.weight_hh_l0	6	-0.06370127946138382
263724	rnn.weight_hh_l0	7	0.008951536379754543
263724	rnn.weight_hh_l0	8	0.013444564305245876
263724	rnn.weight_hh_l0	9	-0.025657180696725845
263724	rnn.bias_ih_l0	0	0.12979048490524292
263724	rnn.bias_ih_l0	1	-0.034209806472063065
263724	rnn.bias_ih_l0	2	-0.03408397361636162
263724	rnn.bias_ih_l0	3	0.16308335959911346
263724	rnn.bias_ih_l0	4	-0.012877354398369789
263724	rnn.bias_ih_l0	5	-0.023034757003188133
263724	rnn.bias_ih_l0	6	0.016912784427404404
263724	rnn.bias_ih_l0	7	0.023564055562019348
263724	rnn.bias_ih_l0	8	-0.09957975894212723
263724	rnn.bias_ih_l0	9	-0.041116613894701004
263724	rnn.bias_hh_l0	0	-0.0010916970204561949
263724	rnn.bias_hh_l0	1	-0.1005111038684845
263724	rnn.bias_hh_l0	2	-0.07503775507211685
263724	rnn.bias_hh_l0	3	-0.08869080245494843
263724	rnn.bias_hh_l0	4	0.008432445116341114
263724	rnn.bias_hh_l0	5	-0.020451296120882034
263724	rnn.bias_hh_l0	6	0.028548313304781914
263724	rnn.bias_hh_l0	7	0.06076487526297569
263724	rnn.bias_hh_l0	8	-0.123027004301548
263724	rnn.bias_hh_l0	9	-0.05920612812042236
263724	rnn.weight_ih_l0_reverse	0	-0.02550002932548523
263724	rnn.weight_ih_l0_reverse	1	-0.05704066902399063
263724	rnn.weight_ih_l0_reverse	2	-0.04879378899931908
263724	rnn.weight_ih_l0_reverse	3	0.01557039562612772
263724	rnn.weight_ih_l0_reverse	4	-0.025152411311864853
263724	rnn.weight_ih_l0_reverse	5	-0.05744659900665283
263724	rnn.weight_ih_l0_reverse	6	0.07353318482637405
263724	rnn.weight_ih_l0_reverse	7	-0.018983907997608185
263724	rnn.weight_ih_l0_reverse	8	-0.018473470583558083
263724	rnn.weight_ih_l0_reverse	9	0.004505562130361795
263724	rnn.weight_hh_l0_reverse	0	0.06859596818685532
263724	rnn.weight_hh_l0_reverse	1	0.019795576110482216
263724	rnn.weight_hh_l0_reverse	2	0.030024243518710136
263724	rnn.weight_hh_l0_reverse	3	0.03532663732767105
263724	rnn.weight_hh_l0_reverse	4	0.014320862479507923
263724	rnn.weight_hh_l0_reverse	5	0.00813005119562149
263724	rnn.weight_hh_l0_reverse	6	0.05102922394871712
263724	rnn.weight_hh_l0_reverse	7	-0.08199581503868103
263724	rnn.weight_hh_l0_reverse	8	0.040166161954402924
263724	rnn.weight_hh_l0_reverse	9	0.03479494899511337
263724	rnn.bias_ih_l0_reverse	0	-0.05695677548646927
263724	rnn.bias_ih_l0_reverse	1	-0.2826951742172241
263724	rnn.bias_ih_l0_reverse	2	-0.12458784133195877
263724	rnn.bias_ih_l0_reverse	3	-0.0478210523724556
263724	rnn.bias_ih_l0_reverse	4	-0.022204117849469185
263724	rnn.bias_ih_l0_reverse	5	0.07585997134447098
263724	rnn.bias_ih_l0_reverse	6	-0.06543487310409546
263724	rnn.bias_ih_l0_reverse	7	0.06125615909695625
263724	rnn.bias_ih_l0_reverse	8	-0.035850197076797485
263724	rnn.bias_ih_l0_reverse	9	0.06594374030828476
263724	rnn.bias_hh_l0_reverse	0	0.023473408073186874
263724	rnn.bias_hh_l0_reverse	1	-0.06344282627105713
263724	rnn.bias_hh_l0_reverse	2	0.08875105530023575
263724	rnn.bias_hh_l0_reverse	3	-0.05179633945226669
263724	rnn.bias_hh_l0_reverse	4	-0.02815152332186699
263724	rnn.bias_hh_l0_reverse	5	-0.02218049392104149
263724	rnn.bias_hh_l0_reverse	6	-0.02010909654200077
263724	rnn.bias_hh_l0_reverse	7	0.09965085983276367
263724	rnn.bias_hh_l0_reverse	8	0.03027532808482647
263724	rnn.bias_hh_l0_reverse	9	-0.14856360852718353
263724	rnn.weight_ih_l1	0	-0.02972276881337166
263724	rnn.weight_ih_l1	1	-0.050418220460414886
263724	rnn.weight_ih_l1	2	0.0651707872748375
263724	rnn.weight_ih_l1	3	-0.07302132248878479
263724	rnn.weight_ih_l1	4	-0.014041712507605553
263724	rnn.weight_ih_l1	5	-0.04031903296709061
263724	rnn.weight_ih_l1	6	0.028930559754371643
263724	rnn.weight_ih_l1	7	-0.04459207504987717
263724	rnn.weight_ih_l1	8	0.03783314302563667
263724	rnn.weight_ih_l1	9	0.044848039746284485
263724	rnn.weight_hh_l1	0	-0.007418155670166016
263724	rnn.weight_hh_l1	1	0.01989889144897461
263724	rnn.weight_hh_l1	2	0.006706950720399618
263724	rnn.weight_hh_l1	3	-0.01266955304890871
263724	rnn.weight_hh_l1	4	0.004802866373211145
263724	rnn.weight_hh_l1	5	0.0352061502635479
263724	rnn.weight_hh_l1	6	0.03628794103860855
263724	rnn.weight_hh_l1	7	-0.01636446826159954
263724	rnn.weight_hh_l1	8	-0.007199265528470278
263724	rnn.weight_hh_l1	9	0.03868210315704346
263724	rnn.bias_ih_l1	0	-0.1838347613811493
263724	rnn.bias_ih_l1	1	-0.17446766793727875
263724	rnn.bias_ih_l1	2	-0.19714443385601044
263724	rnn.bias_ih_l1	3	-0.3076852560043335
263724	rnn.bias_ih_l1	4	-0.21191178262233734
263724	rnn.bias_ih_l1	5	-0.08876537531614304
263724	rnn.bias_ih_l1	6	-0.15910974144935608
263724	rnn.bias_ih_l1	7	-0.0034562984947115183
263724	rnn.bias_ih_l1	8	-0.12997400760650635
263724	rnn.bias_ih_l1	9	-0.1231851577758789
263724	rnn.bias_hh_l1	0	-0.09672081470489502
263724	rnn.bias_hh_l1	1	-0.06321827322244644
263724	rnn.bias_hh_l1	2	-0.08534844219684601
263724	rnn.bias_hh_l1	3	-0.0774964913725853
263724	rnn.bias_hh_l1	4	-0.07329941540956497
263724	rnn.bias_hh_l1	5	-0.11771132051944733
263724	rnn.bias_hh_l1	6	-0.1604723483324051
263724	rnn.bias_hh_l1	7	0.07457958161830902
263724	rnn.bias_hh_l1	8	-0.17593812942504883
263724	rnn.bias_hh_l1	9	-0.11547617614269257
263724	rnn.weight_ih_l1_reverse	0	-0.047405969351530075
263724	rnn.weight_ih_l1_reverse	1	0.03311963379383087
263724	rnn.weight_ih_l1_reverse	2	0.08812528848648071
263724	rnn.weight_ih_l1_reverse	3	-0.017900031059980392
263724	rnn.weight_ih_l1_reverse	4	-0.02325887605547905
263724	rnn.weight_ih_l1_reverse	5	-0.030368072912096977
263724	rnn.weight_ih_l1_reverse	6	-0.01966143026947975
263724	rnn.weight_ih_l1_reverse	7	0.029728397727012634
263724	rnn.weight_ih_l1_reverse	8	0.005401040893048048
263724	rnn.weight_ih_l1_reverse	9	-0.0336468368768692
263724	rnn.weight_hh_l1_reverse	0	0.004563667345792055
263724	rnn.weight_hh_l1_reverse	1	0.03169550001621246
263724	rnn.weight_hh_l1_reverse	2	-0.04062294214963913
263724	rnn.weight_hh_l1_reverse	3	0.03499680384993553
263724	rnn.weight_hh_l1_reverse	4	0.04717167466878891
263724	rnn.weight_hh_l1_reverse	5	0.005965494550764561
263724	rnn.weight_hh_l1_reverse	6	0.04893438145518303
263724	rnn.weight_hh_l1_reverse	7	0.030997231602668762
263724	rnn.weight_hh_l1_reverse	8	-0.007142066955566406
263724	rnn.weight_hh_l1_reverse	9	-0.030204588547348976
263724	rnn.bias_ih_l1_reverse	0	-0.04579345881938934
263724	rnn.bias_ih_l1_reverse	1	-0.14030350744724274
263724	rnn.bias_ih_l1_reverse	2	-0.16326852142810822
263724	rnn.bias_ih_l1_reverse	3	-0.06166191026568413
263724	rnn.bias_ih_l1_reverse	4	-0.2040150910615921
263724	rnn.bias_ih_l1_reverse	5	-0.11670048534870148
263724	rnn.bias_ih_l1_reverse	6	-0.13018189370632172
263724	rnn.bias_ih_l1_reverse	7	-0.19211944937705994
263724	rnn.bias_ih_l1_reverse	8	0.22713401913642883
263724	rnn.bias_ih_l1_reverse	9	0.02288399450480938
263724	rnn.bias_hh_l1_reverse	0	0.010872838087379932
263724	rnn.bias_hh_l1_reverse	1	-0.06518251448869705
263724	rnn.bias_hh_l1_reverse	2	-0.23720812797546387
263724	rnn.bias_hh_l1_reverse	3	-0.14364051818847656
263724	rnn.bias_hh_l1_reverse	4	-0.08026638627052307
263724	rnn.bias_hh_l1_reverse	5	-0.11660584062337875
263724	rnn.bias_hh_l1_reverse	6	0.06307508796453476
263724	rnn.bias_hh_l1_reverse	7	-0.13544008135795593
263724	rnn.bias_hh_l1_reverse	8	-0.1249518096446991
263724	rnn.bias_hh_l1_reverse	9	-0.14815106987953186
263724	linear.weight	0	0.002228822559118271
263724	linear.weight	1	0.09838714450597763
263724	linear.weight	2	-0.09242701530456543
263724	linear.weight	3	0.31328490376472473
263724	linear.weight	4	0.1505739986896515
263724	linear.weight	5	-0.06542486697435379
263724	linear.weight	6	0.09240128099918365
263724	linear.weight	7	0.13565844297409058
263724	linear.weight	8	0.04113326594233513
263724	linear.weight	9	-0.051122765988111496
263724	linear.bias	0	0.08585455268621445
263724	linear.bias	1	-0.1886097639799118
263724	linear.bias	2	-0.44757381081581116
263724	linear.bias	3	-0.6565302014350891
263724	linear.bias	4	-1.2602598667144775
263724	linear.bias	5	-0.06068775802850723
263724	linear.bias	6	-0.8205831050872803
263724	linear.bias	7	0.27030089497566223
263724	linear.bias	8	-0.3966503143310547
263724	linear.bias	9	-1.0226669311523438
263921	transitions	0	0.7562147378921509
263921	transitions	1	0.13914942741394043
263921	transitions	2	-10000.0
263921	transitions	3	-1.8280951976776123
263921	transitions	4	-10000.0
263921	transitions	5	0.5628414154052734
263921	transitions	6	-0.08559800684452057
263921	transitions	7	-0.811488151550293
263921	transitions	8	-1.4227051734924316
263921	transitions	9	-0.0012312624603509903
263921	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
263921	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
263921	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
263921	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
263921	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
263921	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
263921	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
263921	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
263921	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
263921	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
263921	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
263921	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
263921	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
263921	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
263921	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
263921	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
263921	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
263921	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
263921	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
263921	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
263921	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
263921	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
263921	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
263921	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
263921	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
263921	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
263921	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
263921	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
263921	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
263921	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
263921	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
263921	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
263921	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
263921	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
263921	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
263921	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
263921	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
263921	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
263921	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
263921	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
263921	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
263921	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
263921	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
263921	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
263921	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
263921	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
263921	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
263921	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
263921	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
263921	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
263921	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
263921	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
263921	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
263921	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
263921	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
263921	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
263921	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
263921	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
263921	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
263921	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
263921	embedding2nn.weight	0	0.01667860336601734
263921	embedding2nn.weight	1	-0.0127401202917099
263921	embedding2nn.weight	2	-0.014268254861235619
263921	embedding2nn.weight	3	-0.03146202117204666
263921	embedding2nn.weight	4	-0.0059150345623493195
263921	embedding2nn.weight	5	-0.0037005888298153877
263921	embedding2nn.weight	6	-0.003973265178501606
263921	embedding2nn.weight	7	-0.07711911201477051
263921	embedding2nn.weight	8	-0.0019979383796453476
263921	embedding2nn.weight	9	-0.027757205069065094
263921	embedding2nn.bias	0	0.03233968839049339
263921	embedding2nn.bias	1	-0.07448430359363556
263921	embedding2nn.bias	2	0.07074303179979324
263921	embedding2nn.bias	3	0.0516543835401535
263921	embedding2nn.bias	4	-0.04180796816945076
263921	embedding2nn.bias	5	-0.011072487570345402
263921	embedding2nn.bias	6	0.015404613688588142
263921	embedding2nn.bias	7	-0.05522217974066734
263921	embedding2nn.bias	8	0.07406246662139893
263921	embedding2nn.bias	9	0.04492002725601196
263921	rnn.weight_ih_l0	0	-0.08083660155534744
263921	rnn.weight_ih_l0	1	0.002955464646220207
263921	rnn.weight_ih_l0	2	0.03514978289604187
263921	rnn.weight_ih_l0	3	0.022811271250247955
263921	rnn.weight_ih_l0	4	-0.04805837571620941
263921	rnn.weight_ih_l0	5	-0.06840836256742477
263921	rnn.weight_ih_l0	6	-0.00112405966501683
263921	rnn.weight_ih_l0	7	0.053600262850522995
263921	rnn.weight_ih_l0	8	-0.017051350325345993
263921	rnn.weight_ih_l0	9	-0.030741339549422264
263921	rnn.weight_hh_l0	0	-0.030094370245933533
263921	rnn.weight_hh_l0	1	-0.007237578276544809
263921	rnn.weight_hh_l0	2	0.006645076908171177
263921	rnn.weight_hh_l0	3	-0.07442963123321533
263921	rnn.weight_hh_l0	4	0.09333605319261551
263921	rnn.weight_hh_l0	5	-0.02690567821264267
263921	rnn.weight_hh_l0	6	-0.06368127465248108
263921	rnn.weight_hh_l0	7	0.008955090306699276
263921	rnn.weight_hh_l0	8	0.013435214757919312
263921	rnn.weight_hh_l0	9	-0.025648945942521095
263921	rnn.bias_ih_l0	0	0.12980054318904877
263921	rnn.bias_ih_l0	1	-0.03415703773498535
263921	rnn.bias_ih_l0	2	-0.034092456102371216
263921	rnn.bias_ih_l0	3	0.16307689249515533
263921	rnn.bias_ih_l0	4	-0.012890543788671494
263921	rnn.bias_ih_l0	5	-0.022999219596385956
263921	rnn.bias_ih_l0	6	0.017011597752571106
263921	rnn.bias_ih_l0	7	0.023594755679368973
263921	rnn.bias_ih_l0	8	-0.09955810755491257
263921	rnn.bias_ih_l0	9	-0.04108443856239319
263921	rnn.bias_hh_l0	0	-0.0010859499452635646
263921	rnn.bias_hh_l0	1	-0.10053616762161255
263921	rnn.bias_hh_l0	2	-0.07504502683877945
263921	rnn.bias_hh_l0	3	-0.08870481699705124
263921	rnn.bias_hh_l0	4	0.008428296074271202
263921	rnn.bias_hh_l0	5	-0.020500581711530685
263921	rnn.bias_hh_l0	6	0.02856864221394062
263921	rnn.bias_hh_l0	7	0.0607687346637249
263921	rnn.bias_hh_l0	8	-0.12301066517829895
263921	rnn.bias_hh_l0	9	-0.05916987359523773
263921	rnn.weight_ih_l0_reverse	0	-0.025523006916046143
263921	rnn.weight_ih_l0_reverse	1	-0.05702650919556618
263921	rnn.weight_ih_l0_reverse	2	-0.048804838210344315
263921	rnn.weight_ih_l0_reverse	3	0.015566562302410603
263921	rnn.weight_ih_l0_reverse	4	-0.02515840344130993
263921	rnn.weight_ih_l0_reverse	5	-0.057442959398031235
263921	rnn.weight_ih_l0_reverse	6	0.07353723794221878
263921	rnn.weight_ih_l0_reverse	7	-0.01898854225873947
263921	rnn.weight_ih_l0_reverse	8	-0.01845397800207138
263921	rnn.weight_ih_l0_reverse	9	0.004513518884778023
263921	rnn.weight_hh_l0_reverse	0	0.0686013326048851
263921	rnn.weight_hh_l0_reverse	1	0.01982175186276436
263921	rnn.weight_hh_l0_reverse	2	0.0300237275660038
263921	rnn.weight_hh_l0_reverse	3	0.035339370369911194
263921	rnn.weight_hh_l0_reverse	4	0.014308835379779339
263921	rnn.weight_hh_l0_reverse	5	0.008145872503519058
263921	rnn.weight_hh_l0_reverse	6	0.05103742331266403
263921	rnn.weight_hh_l0_reverse	7	-0.08198864012956619
263921	rnn.weight_hh_l0_reverse	8	0.040167905390262604
263921	rnn.weight_hh_l0_reverse	9	0.03480794280767441
263921	rnn.bias_ih_l0_reverse	0	-0.05698307976126671
263921	rnn.bias_ih_l0_reverse	1	-0.2826675474643707
263921	rnn.bias_ih_l0_reverse	2	-0.12458870559930801
263921	rnn.bias_ih_l0_reverse	3	-0.04781592637300491
263921	rnn.bias_ih_l0_reverse	4	-0.02222570963203907
263921	rnn.bias_ih_l0_reverse	5	0.07580924034118652
263921	rnn.bias_ih_l0_reverse	6	-0.06544143706560135
263921	rnn.bias_ih_l0_reverse	7	0.061253421008586884
263921	rnn.bias_ih_l0_reverse	8	-0.03581513836979866
263921	rnn.bias_ih_l0_reverse	9	0.06591583043336868
263921	rnn.bias_hh_l0_reverse	0	0.02345375344157219
263921	rnn.bias_hh_l0_reverse	1	-0.0634625181555748
263921	rnn.bias_hh_l0_reverse	2	0.08871756494045258
263921	rnn.bias_hh_l0_reverse	3	-0.051814768463373184
263921	rnn.bias_hh_l0_reverse	4	-0.028104377910494804
263921	rnn.bias_hh_l0_reverse	5	-0.02226235717535019
263921	rnn.bias_hh_l0_reverse	6	-0.020108414813876152
263921	rnn.bias_hh_l0_reverse	7	0.09963849931955338
263921	rnn.bias_hh_l0_reverse	8	0.030258502811193466
263921	rnn.bias_hh_l0_reverse	9	-0.14849965274333954
263921	rnn.weight_ih_l1	0	-0.029720216989517212
263921	rnn.weight_ih_l1	1	-0.05044250562787056
263921	rnn.weight_ih_l1	2	0.06514723598957062
263921	rnn.weight_ih_l1	3	-0.07304316759109497
263921	rnn.weight_ih_l1	4	-0.014045038260519505
263921	rnn.weight_ih_l1	5	-0.04032851755619049
263921	rnn.weight_ih_l1	6	0.028927605599164963
263921	rnn.weight_ih_l1	7	-0.044591158628463745
263921	rnn.weight_ih_l1	8	0.037827346473932266
263921	rnn.weight_ih_l1	9	0.04484475031495094
263921	rnn.weight_hh_l1	0	-0.007413157261908054
263921	rnn.weight_hh_l1	1	0.01990051008760929
263921	rnn.weight_hh_l1	2	0.0067296382039785385
263921	rnn.weight_hh_l1	3	-0.012675783596932888
263921	rnn.weight_hh_l1	4	0.004802469629794359
263921	rnn.weight_hh_l1	5	0.03520612791180611
263921	rnn.weight_hh_l1	6	0.03629223257303238
263921	rnn.weight_hh_l1	7	-0.01636689342558384
263921	rnn.weight_hh_l1	8	-0.007199718616902828
263921	rnn.weight_hh_l1	9	0.038679253309965134
263921	rnn.bias_ih_l1	0	-0.18387120962142944
263921	rnn.bias_ih_l1	1	-0.17446981370449066
263921	rnn.bias_ih_l1	2	-0.19717536866664886
263921	rnn.bias_ih_l1	3	-0.3077067732810974
263921	rnn.bias_ih_l1	4	-0.21193021535873413
263921	rnn.bias_ih_l1	5	-0.08875933289527893
263921	rnn.bias_ih_l1	6	-0.15908604860305786
263921	rnn.bias_ih_l1	7	-0.0033765675034374
263921	rnn.bias_ih_l1	8	-0.1299780160188675
263921	rnn.bias_ih_l1	9	-0.1231469139456749
263921	rnn.bias_hh_l1	0	-0.09672457724809647
263921	rnn.bias_hh_l1	1	-0.06325141340494156
263921	rnn.bias_hh_l1	2	-0.0853305533528328
263921	rnn.bias_hh_l1	3	-0.07747108489274979
263921	rnn.bias_hh_l1	4	-0.07326439768075943
263921	rnn.bias_hh_l1	5	-0.11768079549074173
263921	rnn.bias_hh_l1	6	-0.1604815572500229
263921	rnn.bias_hh_l1	7	0.07469496876001358
263921	rnn.bias_hh_l1	8	-0.17591167986392975
263921	rnn.bias_hh_l1	9	-0.11540554463863373
263921	rnn.weight_ih_l1_reverse	0	-0.04741349071264267
263921	rnn.weight_ih_l1_reverse	1	0.033099789172410965
263921	rnn.weight_ih_l1_reverse	2	0.08819419145584106
263921	rnn.weight_ih_l1_reverse	3	-0.01786641776561737
263921	rnn.weight_ih_l1_reverse	4	-0.02326911874115467
263921	rnn.weight_ih_l1_reverse	5	-0.03036447986960411
263921	rnn.weight_ih_l1_reverse	6	-0.0196855366230011
263921	rnn.weight_ih_l1_reverse	7	0.029734129086136818
263921	rnn.weight_ih_l1_reverse	8	0.0053861564956605434
263921	rnn.weight_ih_l1_reverse	9	-0.03362152352929115
263921	rnn.weight_hh_l1_reverse	0	0.0045623150654137135
263921	rnn.weight_hh_l1_reverse	1	0.03169424459338188
263921	rnn.weight_hh_l1_reverse	2	-0.040622394531965256
263921	rnn.weight_hh_l1_reverse	3	0.034996483474969864
263921	rnn.weight_hh_l1_reverse	4	0.04717444255948067
263921	rnn.weight_hh_l1_reverse	5	0.005966949742287397
263921	rnn.weight_hh_l1_reverse	6	0.04895069822669029
263921	rnn.weight_hh_l1_reverse	7	0.031002184376120567
263921	rnn.weight_hh_l1_reverse	8	-0.007141840644180775
263921	rnn.weight_hh_l1_reverse	9	-0.030205581337213516
263921	rnn.bias_ih_l1_reverse	0	-0.045821305364370346
263921	rnn.bias_ih_l1_reverse	1	-0.14029167592525482
263921	rnn.bias_ih_l1_reverse	2	-0.16336503624916077
263921	rnn.bias_ih_l1_reverse	3	-0.06179685518145561
263921	rnn.bias_ih_l1_reverse	4	-0.20403441786766052
263921	rnn.bias_ih_l1_reverse	5	-0.11673985421657562
263921	rnn.bias_ih_l1_reverse	6	-0.13019126653671265
263921	rnn.bias_ih_l1_reverse	7	-0.19202902913093567
263921	rnn.bias_ih_l1_reverse	8	0.22718624770641327
263921	rnn.bias_ih_l1_reverse	9	0.022994790226221085
263921	rnn.bias_hh_l1_reverse	0	0.010939091444015503
263921	rnn.bias_hh_l1_reverse	1	-0.06505575776100159
263921	rnn.bias_hh_l1_reverse	2	-0.2372339516878128
263921	rnn.bias_hh_l1_reverse	3	-0.1436312347650528
263921	rnn.bias_hh_l1_reverse	4	-0.08029168099164963
263921	rnn.bias_hh_l1_reverse	5	-0.11660481989383698
263921	rnn.bias_hh_l1_reverse	6	0.06311147660017014
263921	rnn.bias_hh_l1_reverse	7	-0.1353800743818283
263921	rnn.bias_hh_l1_reverse	8	-0.12498016655445099
263921	rnn.bias_hh_l1_reverse	9	-0.14814350008964539
263921	linear.weight	0	0.002228822559118271
263921	linear.weight	1	0.09819862246513367
263921	linear.weight	2	-0.09233948588371277
263921	linear.weight	3	0.31343236565589905
263921	linear.weight	4	0.15061014890670776
263921	linear.weight	5	-0.0653621256351471
263921	linear.weight	6	0.09221380203962326
263921	linear.weight	7	0.13587674498558044
263921	linear.weight	8	0.04113326594233513
263921	linear.weight	9	-0.051072392612695694
263921	linear.bias	0	0.08599647134542465
263921	linear.bias	1	-0.18869531154632568
263921	linear.bias	2	-0.44851234555244446
263921	linear.bias	3	-0.6564049124717712
263921	linear.bias	4	-1.2600873708724976
263921	linear.bias	5	-0.061386894434690475
263921	linear.bias	6	-0.8207048177719116
263921	linear.bias	7	0.26964640617370605
263921	linear.bias	8	-0.3964109718799591
263921	linear.bias	9	-1.022407054901123
264118	transitions	0	0.7561162114143372
264118	transitions	1	0.13927297294139862
264118	transitions	2	-10000.0
264118	transitions	3	-1.8280963897705078
264118	transitions	4	-10000.0
264118	transitions	5	0.5628411769866943
264118	transitions	6	-0.08560211956501007
264118	transitions	7	-0.8115175366401672
264118	transitions	8	-1.4227055311203003
264118	transitions	9	-0.001231269328854978
264118	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
264118	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
264118	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
264118	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
264118	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
264118	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
264118	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
264118	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
264118	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
264118	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
264118	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
264118	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
264118	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
264118	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
264118	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
264118	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
264118	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
264118	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
264118	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
264118	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
264118	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
264118	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
264118	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
264118	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
264118	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
264118	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
264118	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
264118	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
264118	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
264118	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
264118	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
264118	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
264118	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
264118	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
264118	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
264118	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
264118	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
264118	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
264118	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
264118	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
264118	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
264118	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
264118	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
264118	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
264118	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
264118	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
264118	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
264118	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
264118	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
264118	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
264118	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
264118	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
264118	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
264118	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
264118	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
264118	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
264118	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
264118	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
264118	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
264118	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
264118	embedding2nn.weight	0	0.01664738357067108
264118	embedding2nn.weight	1	-0.012737679295241833
264118	embedding2nn.weight	2	-0.014268254861235619
264118	embedding2nn.weight	3	-0.031432028859853745
264118	embedding2nn.weight	4	-0.0059150345623493195
264118	embedding2nn.weight	5	-0.0037005888298153877
264118	embedding2nn.weight	6	-0.003973265644162893
264118	embedding2nn.weight	7	-0.07712862640619278
264118	embedding2nn.weight	8	-0.0019979383796453476
264118	embedding2nn.weight	9	-0.027752818539738655
264118	embedding2nn.bias	0	0.03254302963614464
264118	embedding2nn.bias	1	-0.07471597194671631
264118	embedding2nn.bias	2	0.07043667137622833
264118	embedding2nn.bias	3	0.05138291046023369
264118	embedding2nn.bias	4	-0.04184192046523094
264118	embedding2nn.bias	5	-0.011014482006430626
264118	embedding2nn.bias	6	0.015254830941557884
264118	embedding2nn.bias	7	-0.055205877870321274
264118	embedding2nn.bias	8	0.07389932870864868
264118	embedding2nn.bias	9	0.04496210068464279
264118	rnn.weight_ih_l0	0	-0.08082219958305359
264118	rnn.weight_ih_l0	1	0.002956729382276535
264118	rnn.weight_ih_l0	2	0.035122815519571304
264118	rnn.weight_ih_l0	3	0.022801898419857025
264118	rnn.weight_ih_l0	4	-0.04807332158088684
264118	rnn.weight_ih_l0	5	-0.06843101233243942
264118	rnn.weight_ih_l0	6	-0.0011439173249527812
264118	rnn.weight_ih_l0	7	0.053605373948812485
264118	rnn.weight_ih_l0	8	-0.017054598778486252
264118	rnn.weight_ih_l0	9	-0.03071025013923645
264118	rnn.weight_hh_l0	0	-0.030062109231948853
264118	rnn.weight_hh_l0	1	-0.00725161749869585
264118	rnn.weight_hh_l0	2	0.006644171662628651
264118	rnn.weight_hh_l0	3	-0.07443374395370483
264118	rnn.weight_hh_l0	4	0.0933273658156395
264118	rnn.weight_hh_l0	5	-0.026900410652160645
264118	rnn.weight_hh_l0	6	-0.0636892095208168
264118	rnn.weight_hh_l0	7	0.008953887037932873
264118	rnn.weight_hh_l0	8	0.013423116877675056
264118	rnn.weight_hh_l0	9	-0.025639887899160385
264118	rnn.bias_ih_l0	0	0.12980370223522186
264118	rnn.bias_ih_l0	1	-0.03413475677371025
264118	rnn.bias_ih_l0	2	-0.03410455584526062
264118	rnn.bias_ih_l0	3	0.1631101369857788
264118	rnn.bias_ih_l0	4	-0.012896780855953693
264118	rnn.bias_ih_l0	5	-0.022981002926826477
264118	rnn.bias_ih_l0	6	0.017083030194044113
264118	rnn.bias_ih_l0	7	0.02357645146548748
264118	rnn.bias_ih_l0	8	-0.09953492879867554
264118	rnn.bias_ih_l0	9	-0.040925282984972
264118	rnn.bias_hh_l0	0	-0.001027743681333959
264118	rnn.bias_hh_l0	1	-0.10045986622571945
264118	rnn.bias_hh_l0	2	-0.07505731284618378
264118	rnn.bias_hh_l0	3	-0.08868033438920975
264118	rnn.bias_hh_l0	4	0.008409812115132809
264118	rnn.bias_hh_l0	5	-0.02053157426416874
264118	rnn.bias_hh_l0	6	0.028577927500009537
264118	rnn.bias_hh_l0	7	0.06077798083424568
264118	rnn.bias_hh_l0	8	-0.12299209088087082
264118	rnn.bias_hh_l0	9	-0.059237800538539886
264118	rnn.weight_ih_l0_reverse	0	-0.02552608586847782
264118	rnn.weight_ih_l0_reverse	1	-0.05702981352806091
264118	rnn.weight_ih_l0_reverse	2	-0.04877746105194092
264118	rnn.weight_ih_l0_reverse	3	0.015583963133394718
264118	rnn.weight_ih_l0_reverse	4	-0.025169970467686653
264118	rnn.weight_ih_l0_reverse	5	-0.057439763098955154
264118	rnn.weight_ih_l0_reverse	6	0.07353322952985764
264118	rnn.weight_ih_l0_reverse	7	-0.018984589725732803
264118	rnn.weight_ih_l0_reverse	8	-0.018472857773303986
264118	rnn.weight_ih_l0_reverse	9	0.004531206097453833
264118	rnn.weight_hh_l0_reverse	0	0.06859029829502106
264118	rnn.weight_hh_l0_reverse	1	0.019802436232566833
264118	rnn.weight_hh_l0_reverse	2	0.030036550015211105
264118	rnn.weight_hh_l0_reverse	3	0.035354968160390854
264118	rnn.weight_hh_l0_reverse	4	0.014311181381344795
264118	rnn.weight_hh_l0_reverse	5	0.008158151060342789
264118	rnn.weight_hh_l0_reverse	6	0.0510314516723156
264118	rnn.weight_hh_l0_reverse	7	-0.08199387043714523
264118	rnn.weight_hh_l0_reverse	8	0.040179818868637085
264118	rnn.weight_hh_l0_reverse	9	0.03481672704219818
264118	rnn.bias_ih_l0_reverse	0	-0.056980542838573456
264118	rnn.bias_ih_l0_reverse	1	-0.2826991677284241
264118	rnn.bias_ih_l0_reverse	2	-0.12461543828248978
264118	rnn.bias_ih_l0_reverse	3	-0.047774966806173325
264118	rnn.bias_ih_l0_reverse	4	-0.022218424826860428
264118	rnn.bias_ih_l0_reverse	5	0.07580377906560898
264118	rnn.bias_ih_l0_reverse	6	-0.06547538191080093
264118	rnn.bias_ih_l0_reverse	7	0.061272140592336655
264118	rnn.bias_ih_l0_reverse	8	-0.0358797088265419
264118	rnn.bias_ih_l0_reverse	9	0.06592223793268204
264118	rnn.bias_hh_l0_reverse	0	0.02346765622496605
264118	rnn.bias_hh_l0_reverse	1	-0.0634840652346611
264118	rnn.bias_hh_l0_reverse	2	0.08873843401670456
264118	rnn.bias_hh_l0_reverse	3	-0.051792893558740616
264118	rnn.bias_hh_l0_reverse	4	-0.028097480535507202
264118	rnn.bias_hh_l0_reverse	5	-0.022242233157157898
264118	rnn.bias_hh_l0_reverse	6	-0.02011580765247345
264118	rnn.bias_hh_l0_reverse	7	0.09958899021148682
264118	rnn.bias_hh_l0_reverse	8	0.03031306341290474
264118	rnn.bias_hh_l0_reverse	9	-0.14853313565254211
264118	rnn.weight_ih_l1	0	-0.02973024547100067
264118	rnn.weight_ih_l1	1	-0.05048065260052681
264118	rnn.weight_ih_l1	2	0.06517145782709122
264118	rnn.weight_ih_l1	3	-0.0730503499507904
264118	rnn.weight_ih_l1	4	-0.01405749935656786
264118	rnn.weight_ih_l1	5	-0.04032830521464348
264118	rnn.weight_ih_l1	6	0.028934527188539505
264118	rnn.weight_ih_l1	7	-0.04460366815328598
264118	rnn.weight_ih_l1	8	0.037832457572221756
264118	rnn.weight_ih_l1	9	0.0448373481631279
264118	rnn.weight_hh_l1	0	-0.007413429673761129
264118	rnn.weight_hh_l1	1	0.019896727055311203
264118	rnn.weight_hh_l1	2	0.006695745978504419
264118	rnn.weight_hh_l1	3	-0.012672037817537785
264118	rnn.weight_hh_l1	4	0.004772211890667677
264118	rnn.weight_hh_l1	5	0.0352143719792366
264118	rnn.weight_hh_l1	6	0.036288753151893616
264118	rnn.weight_hh_l1	7	-0.01637217216193676
264118	rnn.weight_hh_l1	8	-0.0071948254480957985
264118	rnn.weight_hh_l1	9	0.03867645934224129
264118	rnn.bias_ih_l1	0	-0.1838804930448532
264118	rnn.bias_ih_l1	1	-0.17442570626735687
264118	rnn.bias_ih_l1	2	-0.19715829193592072
264118	rnn.bias_ih_l1	3	-0.30767878890037537
264118	rnn.bias_ih_l1	4	-0.21193131804466248
264118	rnn.bias_ih_l1	5	-0.08873774856328964
264118	rnn.bias_ih_l1	6	-0.1590147763490677
264118	rnn.bias_ih_l1	7	-0.0034386697225272655
264118	rnn.bias_ih_l1	8	-0.12994429469108582
264118	rnn.bias_ih_l1	9	-0.12310844659805298
264118	rnn.bias_hh_l1	0	-0.09673675149679184
264118	rnn.bias_hh_l1	1	-0.06325910985469818
264118	rnn.bias_hh_l1	2	-0.08536124229431152
264118	rnn.bias_hh_l1	3	-0.07748407870531082
264118	rnn.bias_hh_l1	4	-0.07324226200580597
264118	rnn.bias_hh_l1	5	-0.11767395585775375
264118	rnn.bias_hh_l1	6	-0.1604534089565277
264118	rnn.bias_hh_l1	7	0.07461846619844437
264118	rnn.bias_hh_l1	8	-0.17587910592556
264118	rnn.bias_hh_l1	9	-0.11537031084299088
264118	rnn.weight_ih_l1_reverse	0	-0.04739449918270111
264118	rnn.weight_ih_l1_reverse	1	0.03308752551674843
264118	rnn.weight_ih_l1_reverse	2	0.08817054331302643
264118	rnn.weight_ih_l1_reverse	3	-0.017915237694978714
264118	rnn.weight_ih_l1_reverse	4	-0.02323824167251587
264118	rnn.weight_ih_l1_reverse	5	-0.030361315235495567
264118	rnn.weight_ih_l1_reverse	6	-0.019697105512022972
264118	rnn.weight_ih_l1_reverse	7	0.029772067442536354
264118	rnn.weight_ih_l1_reverse	8	0.0054205129854381084
264118	rnn.weight_ih_l1_reverse	9	-0.03358763828873634
264118	rnn.weight_hh_l1_reverse	0	0.004563056863844395
264118	rnn.weight_hh_l1_reverse	1	0.031692057847976685
264118	rnn.weight_hh_l1_reverse	2	-0.040622882544994354
264118	rnn.weight_hh_l1_reverse	3	0.03499665856361389
264118	rnn.weight_hh_l1_reverse	4	0.047170836478471756
264118	rnn.weight_hh_l1_reverse	5	0.005973305087536573
264118	rnn.weight_hh_l1_reverse	6	0.048949193209409714
264118	rnn.weight_hh_l1_reverse	7	0.030995719134807587
264118	rnn.weight_hh_l1_reverse	8	-0.007141081616282463
264118	rnn.weight_hh_l1_reverse	9	-0.03021089918911457
264118	rnn.bias_ih_l1_reverse	0	-0.0458245687186718
264118	rnn.bias_ih_l1_reverse	1	-0.1402987539768219
264118	rnn.bias_ih_l1_reverse	2	-0.1634518802165985
264118	rnn.bias_ih_l1_reverse	3	-0.06172175332903862
264118	rnn.bias_ih_l1_reverse	4	-0.20402424037456512
264118	rnn.bias_ih_l1_reverse	5	-0.1167832762002945
264118	rnn.bias_ih_l1_reverse	6	-0.13020427525043488
264118	rnn.bias_ih_l1_reverse	7	-0.19198951125144958
264118	rnn.bias_ih_l1_reverse	8	0.2272278517484665
264118	rnn.bias_ih_l1_reverse	9	0.023020312190055847
264118	rnn.bias_hh_l1_reverse	0	0.01099641527980566
264118	rnn.bias_hh_l1_reverse	1	-0.06504233181476593
264118	rnn.bias_hh_l1_reverse	2	-0.2372485101222992
264118	rnn.bias_hh_l1_reverse	3	-0.14362214505672455
264118	rnn.bias_hh_l1_reverse	4	-0.08030326664447784
264118	rnn.bias_hh_l1_reverse	5	-0.11656920611858368
264118	rnn.bias_hh_l1_reverse	6	0.06307879090309143
264118	rnn.bias_hh_l1_reverse	7	-0.1353868842124939
264118	rnn.bias_hh_l1_reverse	8	-0.12497446686029434
264118	rnn.bias_hh_l1_reverse	9	-0.1481434404850006
264118	linear.weight	0	0.002228822559118271
264118	linear.weight	1	0.09811373800039291
264118	linear.weight	2	-0.0923507809638977
264118	linear.weight	3	0.3135049343109131
264118	linear.weight	4	0.15060390532016754
264118	linear.weight	5	-0.06531397253274918
264118	linear.weight	6	0.09249726682901382
264118	linear.weight	7	0.13567587733268738
264118	linear.weight	8	0.04113326221704483
264118	linear.weight	9	-0.05109752342104912
264118	linear.bias	0	0.08697674423456192
264118	linear.bias	1	-0.18813902139663696
264118	linear.bias	2	-0.44838958978652954
264118	linear.bias	3	-0.6568678021430969
264118	linear.bias	4	-1.2605403661727905
264118	linear.bias	5	-0.06156132370233536
264118	linear.bias	6	-0.8202724456787109
264118	linear.bias	7	0.26952654123306274
264118	linear.bias	8	-0.39640188217163086
264118	linear.bias	9	-1.022377610206604
264315	transitions	0	0.7561560273170471
264315	transitions	1	0.13933594524860382
264315	transitions	2	-10000.0
264315	transitions	3	-1.8280973434448242
264315	transitions	4	-10000.0
264315	transitions	5	0.5628402829170227
264315	transitions	6	-0.08560265600681305
264315	transitions	7	-0.8115192651748657
264315	transitions	8	-1.4227056503295898
264315	transitions	9	-0.0012312752660363913
264315	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
264315	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
264315	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
264315	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
264315	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
264315	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
264315	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
264315	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
264315	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
264315	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
264315	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
264315	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
264315	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
264315	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
264315	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
264315	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
264315	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
264315	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
264315	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
264315	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
264315	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
264315	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
264315	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
264315	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
264315	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
264315	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
264315	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
264315	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
264315	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
264315	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
264315	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
264315	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
264315	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
264315	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
264315	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
264315	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
264315	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
264315	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
264315	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
264315	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
264315	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
264315	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
264315	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
264315	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
264315	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
264315	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
264315	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
264315	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
264315	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
264315	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
264315	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
264315	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
264315	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
264315	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
264315	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
264315	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
264315	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
264315	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
264315	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
264315	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
264315	embedding2nn.weight	0	0.016633987426757812
264315	embedding2nn.weight	1	-0.012736467644572258
264315	embedding2nn.weight	2	-0.014268254861235619
264315	embedding2nn.weight	3	-0.03145613893866539
264315	embedding2nn.weight	4	-0.0059150345623493195
264315	embedding2nn.weight	5	-0.0037005888298153877
264315	embedding2nn.weight	6	-0.003973265178501606
264315	embedding2nn.weight	7	-0.07713650912046432
264315	embedding2nn.weight	8	-0.0019979383796453476
264315	embedding2nn.weight	9	-0.027752473950386047
264315	embedding2nn.bias	0	0.03248114138841629
264315	embedding2nn.bias	1	-0.07468029856681824
264315	embedding2nn.bias	2	0.07033656537532806
264315	embedding2nn.bias	3	0.05131787806749344
264315	embedding2nn.bias	4	-0.04173137620091438
264315	embedding2nn.bias	5	-0.011163057759404182
264315	embedding2nn.bias	6	0.015203938819468021
264315	embedding2nn.bias	7	-0.055091626942157745
264315	embedding2nn.bias	8	0.0738806203007698
264315	embedding2nn.bias	9	0.045022014528512955
264315	rnn.weight_ih_l0	0	-0.08086966723203659
264315	rnn.weight_ih_l0	1	0.0029525449499487877
264315	rnn.weight_ih_l0	2	0.035132475197315216
264315	rnn.weight_ih_l0	3	0.022834904491901398
264315	rnn.weight_ih_l0	4	-0.04805046692490578
264315	rnn.weight_ih_l0	5	-0.06842892616987228
264315	rnn.weight_ih_l0	6	-0.0011311207199469209
264315	rnn.weight_ih_l0	7	0.05361352860927582
264315	rnn.weight_ih_l0	8	-0.017076436430215836
264315	rnn.weight_ih_l0	9	-0.030717501416802406
264315	rnn.weight_hh_l0	0	-0.030073149129748344
264315	rnn.weight_hh_l0	1	-0.007276233751326799
264315	rnn.weight_hh_l0	2	0.006668787449598312
264315	rnn.weight_hh_l0	3	-0.07444537431001663
264315	rnn.weight_hh_l0	4	0.0933147519826889
264315	rnn.weight_hh_l0	5	-0.026901718229055405
264315	rnn.weight_hh_l0	6	-0.06368304044008255
264315	rnn.weight_hh_l0	7	0.008952693082392216
264315	rnn.weight_hh_l0	8	0.013420716859400272
264315	rnn.weight_hh_l0	9	-0.025646554306149483
264315	rnn.bias_ih_l0	0	0.12982916831970215
264315	rnn.bias_ih_l0	1	-0.03410474583506584
264315	rnn.bias_ih_l0	2	-0.03409404680132866
264315	rnn.bias_ih_l0	3	0.16309189796447754
264315	rnn.bias_ih_l0	4	-0.012962947599589825
264315	rnn.bias_ih_l0	5	-0.022961512207984924
264315	rnn.bias_ih_l0	6	0.017054107040166855
264315	rnn.bias_ih_l0	7	0.02362927794456482
264315	rnn.bias_ih_l0	8	-0.09956096857786179
264315	rnn.bias_ih_l0	9	-0.04082295298576355
264315	rnn.bias_hh_l0	0	-0.001060808659531176
264315	rnn.bias_hh_l0	1	-0.10043846815824509
264315	rnn.bias_hh_l0	2	-0.07504963874816895
264315	rnn.bias_hh_l0	3	-0.08866830915212631
264315	rnn.bias_hh_l0	4	0.008351149037480354
264315	rnn.bias_hh_l0	5	-0.020573843270540237
264315	rnn.bias_hh_l0	6	0.028594128787517548
264315	rnn.bias_hh_l0	7	0.060828205198049545
264315	rnn.bias_hh_l0	8	-0.12301881611347198
264315	rnn.bias_hh_l0	9	-0.05928398668766022
264315	rnn.weight_ih_l0_reverse	0	-0.025472590699791908
264315	rnn.weight_ih_l0_reverse	1	-0.05700952932238579
264315	rnn.weight_ih_l0_reverse	2	-0.048766978085041046
264315	rnn.weight_ih_l0_reverse	3	0.015590723603963852
264315	rnn.weight_ih_l0_reverse	4	-0.02517302706837654
264315	rnn.weight_ih_l0_reverse	5	-0.05744768679141998
264315	rnn.weight_ih_l0_reverse	6	0.07353291660547256
264315	rnn.weight_ih_l0_reverse	7	-0.019001150503754616
264315	rnn.weight_ih_l0_reverse	8	-0.018476547673344612
264315	rnn.weight_ih_l0_reverse	9	0.004530374892055988
264315	rnn.weight_hh_l0_reverse	0	0.06856640428304672
264315	rnn.weight_hh_l0_reverse	1	0.01981230452656746
264315	rnn.weight_hh_l0_reverse	2	0.030033571645617485
264315	rnn.weight_hh_l0_reverse	3	0.035365115851163864
264315	rnn.weight_hh_l0_reverse	4	0.014302757568657398
264315	rnn.weight_hh_l0_reverse	5	0.00814567506313324
264315	rnn.weight_hh_l0_reverse	6	0.05102991312742233
264315	rnn.weight_hh_l0_reverse	7	-0.08198947459459305
264315	rnn.weight_hh_l0_reverse	8	0.04019427299499512
264315	rnn.weight_hh_l0_reverse	9	0.03482668846845627
264315	rnn.bias_ih_l0_reverse	0	-0.05695373937487602
264315	rnn.bias_ih_l0_reverse	1	-0.28267931938171387
264315	rnn.bias_ih_l0_reverse	2	-0.1245817318558693
264315	rnn.bias_ih_l0_reverse	3	-0.04779195412993431
264315	rnn.bias_ih_l0_reverse	4	-0.022285068407654762
264315	rnn.bias_ih_l0_reverse	5	0.07580044865608215
264315	rnn.bias_ih_l0_reverse	6	-0.06542930752038956
264315	rnn.bias_ih_l0_reverse	7	0.06133459880948067
264315	rnn.bias_ih_l0_reverse	8	-0.03592042624950409
264315	rnn.bias_ih_l0_reverse	9	0.06593048572540283
264315	rnn.bias_hh_l0_reverse	0	0.023505955934524536
264315	rnn.bias_hh_l0_reverse	1	-0.06347042322158813
264315	rnn.bias_hh_l0_reverse	2	0.08868544548749924
264315	rnn.bias_hh_l0_reverse	3	-0.05177122727036476
264315	rnn.bias_hh_l0_reverse	4	-0.02811496891081333
264315	rnn.bias_hh_l0_reverse	5	-0.02218586578965187
264315	rnn.bias_hh_l0_reverse	6	-0.020151568576693535
264315	rnn.bias_hh_l0_reverse	7	0.09957368671894073
264315	rnn.bias_hh_l0_reverse	8	0.0303475484251976
264315	rnn.bias_hh_l0_reverse	9	-0.1485050916671753
264315	rnn.weight_ih_l1	0	-0.029730206355452538
264315	rnn.weight_ih_l1	1	-0.05048542842268944
264315	rnn.weight_ih_l1	2	0.06515330076217651
264315	rnn.weight_ih_l1	3	-0.07306694239377975
264315	rnn.weight_ih_l1	4	-0.01405896432697773
264315	rnn.weight_ih_l1	5	-0.04032948985695839
264315	rnn.weight_ih_l1	6	0.028931284323334694
264315	rnn.weight_ih_l1	7	-0.04460573568940163
264315	rnn.weight_ih_l1	8	0.03783892095088959
264315	rnn.weight_ih_l1	9	0.044857289642095566
264315	rnn.weight_hh_l1	0	-0.007407014258205891
264315	rnn.weight_hh_l1	1	0.019901294261217117
264315	rnn.weight_hh_l1	2	0.006698522251099348
264315	rnn.weight_hh_l1	3	-0.012678645551204681
264315	rnn.weight_hh_l1	4	0.00476780766621232
264315	rnn.weight_hh_l1	5	0.035204965621232986
264315	rnn.weight_hh_l1	6	0.036280833184719086
264315	rnn.weight_hh_l1	7	-0.01636916771531105
264315	rnn.weight_hh_l1	8	-0.007189021911472082
264315	rnn.weight_hh_l1	9	0.03868328779935837
264315	rnn.bias_ih_l1	0	-0.18385674059391022
264315	rnn.bias_ih_l1	1	-0.17440633475780487
264315	rnn.bias_ih_l1	2	-0.1971697360277176
264315	rnn.bias_ih_l1	3	-0.3077031075954437
264315	rnn.bias_ih_l1	4	-0.21196870505809784
264315	rnn.bias_ih_l1	5	-0.08874387294054031
264315	rnn.bias_ih_l1	6	-0.15896038711071014
264315	rnn.bias_ih_l1	7	-0.003381189424544573
264315	rnn.bias_ih_l1	8	-0.12993790209293365
264315	rnn.bias_ih_l1	9	-0.12303771823644638
264315	rnn.bias_hh_l1	0	-0.0967416912317276
264315	rnn.bias_hh_l1	1	-0.06314431875944138
264315	rnn.bias_hh_l1	2	-0.08536630123853683
264315	rnn.bias_hh_l1	3	-0.07745323330163956
264315	rnn.bias_hh_l1	4	-0.0732102021574974
264315	rnn.bias_hh_l1	5	-0.11767054349184036
264315	rnn.bias_hh_l1	6	-0.1604355275630951
264315	rnn.bias_hh_l1	7	0.07464393228292465
264315	rnn.bias_hh_l1	8	-0.17588330805301666
264315	rnn.bias_hh_l1	9	-0.1154281422495842
264315	rnn.weight_ih_l1_reverse	0	-0.04737083241343498
264315	rnn.weight_ih_l1_reverse	1	0.033088382333517075
264315	rnn.weight_ih_l1_reverse	2	0.08823395520448685
264315	rnn.weight_ih_l1_reverse	3	-0.017910186201334
264315	rnn.weight_ih_l1_reverse	4	-0.02326565980911255
264315	rnn.weight_ih_l1_reverse	5	-0.0303580854088068
264315	rnn.weight_ih_l1_reverse	6	-0.019695330411195755
264315	rnn.weight_ih_l1_reverse	7	0.02978339046239853
264315	rnn.weight_ih_l1_reverse	8	0.005410873331129551
264315	rnn.weight_ih_l1_reverse	9	-0.033593710511922836
264315	rnn.weight_hh_l1_reverse	0	0.004565833602100611
264315	rnn.weight_hh_l1_reverse	1	0.03168916329741478
264315	rnn.weight_hh_l1_reverse	2	-0.04062376916408539
264315	rnn.weight_hh_l1_reverse	3	0.03499475494027138
264315	rnn.weight_hh_l1_reverse	4	0.04716240242123604
264315	rnn.weight_hh_l1_reverse	5	0.005977260414510965
264315	rnn.weight_hh_l1_reverse	6	0.04894712194800377
264315	rnn.weight_hh_l1_reverse	7	0.0310030709952116
264315	rnn.weight_hh_l1_reverse	8	-0.007142963353544474
264315	rnn.weight_hh_l1_reverse	9	-0.03021114319562912
264315	rnn.bias_ih_l1_reverse	0	-0.045859046280384064
264315	rnn.bias_ih_l1_reverse	1	-0.14029458165168762
264315	rnn.bias_ih_l1_reverse	2	-0.1633998155593872
264315	rnn.bias_ih_l1_reverse	3	-0.06185252591967583
264315	rnn.bias_ih_l1_reverse	4	-0.2040170580148697
264315	rnn.bias_ih_l1_reverse	5	-0.11680736392736435
264315	rnn.bias_ih_l1_reverse	6	-0.1301860511302948
264315	rnn.bias_ih_l1_reverse	7	-0.19195802509784698
264315	rnn.bias_ih_l1_reverse	8	0.227250337600708
264315	rnn.bias_ih_l1_reverse	9	0.023009179159998894
264315	rnn.bias_hh_l1_reverse	0	0.01089352834969759
264315	rnn.bias_hh_l1_reverse	1	-0.06504174321889877
264315	rnn.bias_hh_l1_reverse	2	-0.23722049593925476
264315	rnn.bias_hh_l1_reverse	3	-0.14364072680473328
264315	rnn.bias_hh_l1_reverse	4	-0.08031406253576279
264315	rnn.bias_hh_l1_reverse	5	-0.1165744885802269
264315	rnn.bias_hh_l1_reverse	6	0.06313037872314453
264315	rnn.bias_hh_l1_reverse	7	-0.13541576266288757
264315	rnn.bias_hh_l1_reverse	8	-0.12498201429843903
264315	rnn.bias_hh_l1_reverse	9	-0.14816522598266602
264315	linear.weight	0	0.002228822559118271
264315	linear.weight	1	0.09803378582000732
264315	linear.weight	2	-0.09232210367918015
264315	linear.weight	3	0.3134886622428894
264315	linear.weight	4	0.15066221356391907
264315	linear.weight	5	-0.06533411890268326
264315	linear.weight	6	0.0923975259065628
264315	linear.weight	7	0.13534453511238098
264315	linear.weight	8	0.04113326221704483
264315	linear.weight	9	-0.05112003907561302
264315	linear.bias	0	0.08710095286369324
264315	linear.bias	1	-0.18778318166732788
264315	linear.bias	2	-0.4483165740966797
264315	linear.bias	3	-0.6569458842277527
264315	linear.bias	4	-1.260664463043213
264315	linear.bias	5	-0.06188419461250305
264315	linear.bias	6	-0.8199018239974976
264315	linear.bias	7	0.26920509338378906
264315	linear.bias	8	-0.39692962169647217
264315	linear.bias	9	-1.0229260921478271
264512	transitions	0	0.7562249898910522
264512	transitions	1	0.13935896754264832
264512	transitions	2	-10000.0
264512	transitions	3	-1.8280975818634033
264512	transitions	4	-10000.0
264512	transitions	5	0.5628393292427063
264512	transitions	6	-0.08560317754745483
264512	transitions	7	-0.8115236163139343
264512	transitions	8	-1.422708511352539
264512	transitions	9	-0.001231277477927506
264512	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
264512	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
264512	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
264512	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
264512	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
264512	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
264512	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
264512	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
264512	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
264512	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
264512	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
264512	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
264512	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
264512	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
264512	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
264512	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
264512	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
264512	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
264512	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
264512	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
264512	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
264512	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
264512	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
264512	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
264512	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
264512	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
264512	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
264512	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
264512	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
264512	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
264512	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
264512	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
264512	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
264512	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
264512	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
264512	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
264512	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
264512	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
264512	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
264512	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
264512	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
264512	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
264512	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
264512	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
264512	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
264512	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
264512	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
264512	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
264512	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
264512	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
264512	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
264512	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
264512	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
264512	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
264512	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
264512	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
264512	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
264512	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
264512	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
264512	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
264512	embedding2nn.weight	0	0.016600163653492928
264512	embedding2nn.weight	1	-0.012738608755171299
264512	embedding2nn.weight	2	-0.014268254861235619
264512	embedding2nn.weight	3	-0.031490348279476166
264512	embedding2nn.weight	4	-0.0059150345623493195
264512	embedding2nn.weight	5	-0.0037005888298153877
264512	embedding2nn.weight	6	-0.003973264712840319
264512	embedding2nn.weight	7	-0.07711394876241684
264512	embedding2nn.weight	8	-0.0019979383796453476
264512	embedding2nn.weight	9	-0.02776075340807438
264512	embedding2nn.bias	0	0.03270018473267555
264512	embedding2nn.bias	1	-0.07483561336994171
264512	embedding2nn.bias	2	0.07030647248029709
264512	embedding2nn.bias	3	0.05107268691062927
264512	embedding2nn.bias	4	-0.04179588332772255
264512	embedding2nn.bias	5	-0.011205795221030712
264512	embedding2nn.bias	6	0.015025918371975422
264512	embedding2nn.bias	7	-0.05510443449020386
264512	embedding2nn.bias	8	0.07372932136058807
264512	embedding2nn.bias	9	0.045147787779569626
264512	rnn.weight_ih_l0	0	-0.08086603879928589
264512	rnn.weight_ih_l0	1	0.00300790648907423
264512	rnn.weight_ih_l0	2	0.03514169901609421
264512	rnn.weight_ih_l0	3	0.022821154445409775
264512	rnn.weight_ih_l0	4	-0.048081330955028534
264512	rnn.weight_ih_l0	5	-0.06844600290060043
264512	rnn.weight_ih_l0	6	-0.0011337032774463296
264512	rnn.weight_ih_l0	7	0.05361911281943321
264512	rnn.weight_ih_l0	8	-0.017071135342121124
264512	rnn.weight_ih_l0	9	-0.030758874490857124
264512	rnn.weight_hh_l0	0	-0.030081650242209435
264512	rnn.weight_hh_l0	1	-0.007288597524166107
264512	rnn.weight_hh_l0	2	0.0066573587246239185
264512	rnn.weight_hh_l0	3	-0.07444541156291962
264512	rnn.weight_hh_l0	4	0.09332820773124695
264512	rnn.weight_hh_l0	5	-0.026888864114880562
264512	rnn.weight_hh_l0	6	-0.06369948387145996
264512	rnn.weight_hh_l0	7	0.008960970677435398
264512	rnn.weight_hh_l0	8	0.013414425775408745
264512	rnn.weight_hh_l0	9	-0.025639161467552185
264512	rnn.bias_ih_l0	0	0.1297924965620041
264512	rnn.bias_ih_l0	1	-0.03411982208490372
264512	rnn.bias_ih_l0	2	-0.03402384743094444
264512	rnn.bias_ih_l0	3	0.16306066513061523
264512	rnn.bias_ih_l0	4	-0.012979209423065186
264512	rnn.bias_ih_l0	5	-0.02297336608171463
264512	rnn.bias_ih_l0	6	0.017073366791009903
264512	rnn.bias_ih_l0	7	0.02362513355910778
264512	rnn.bias_ih_l0	8	-0.0995614156126976
264512	rnn.bias_ih_l0	9	-0.04092145711183548
264512	rnn.bias_hh_l0	0	-0.0010843462077900767
264512	rnn.bias_hh_l0	1	-0.10042640566825867
264512	rnn.bias_hh_l0	2	-0.07506641745567322
264512	rnn.bias_hh_l0	3	-0.08862365782260895
264512	rnn.bias_hh_l0	4	0.008322833105921745
264512	rnn.bias_hh_l0	5	-0.02061540074646473
264512	rnn.bias_hh_l0	6	0.02859935536980629
264512	rnn.bias_hh_l0	7	0.060700953006744385
264512	rnn.bias_hh_l0	8	-0.12311115860939026
264512	rnn.bias_hh_l0	9	-0.059233617037534714
264512	rnn.weight_ih_l0_reverse	0	-0.025464681908488274
264512	rnn.weight_ih_l0_reverse	1	-0.05700448900461197
264512	rnn.weight_ih_l0_reverse	2	-0.048757992684841156
264512	rnn.weight_ih_l0_reverse	3	0.015595903620123863
264512	rnn.weight_ih_l0_reverse	4	-0.025202741846442223
264512	rnn.weight_ih_l0_reverse	5	-0.05742840841412544
264512	rnn.weight_ih_l0_reverse	6	0.07353729009628296
264512	rnn.weight_ih_l0_reverse	7	-0.01898632012307644
264512	rnn.weight_ih_l0_reverse	8	-0.018467819318175316
264512	rnn.weight_ih_l0_reverse	9	0.004518044181168079
264512	rnn.weight_hh_l0_reverse	0	0.06857631355524063
264512	rnn.weight_hh_l0_reverse	1	0.019838012754917145
264512	rnn.weight_hh_l0_reverse	2	0.030050525441765785
264512	rnn.weight_hh_l0_reverse	3	0.03535991907119751
264512	rnn.weight_hh_l0_reverse	4	0.014301629737019539
264512	rnn.weight_hh_l0_reverse	5	0.008117806166410446
264512	rnn.weight_hh_l0_reverse	6	0.05102536454796791
264512	rnn.weight_hh_l0_reverse	7	-0.08200465142726898
264512	rnn.weight_hh_l0_reverse	8	0.040187135338783264
264512	rnn.weight_hh_l0_reverse	9	0.034808676689863205
264512	rnn.bias_ih_l0_reverse	0	-0.056942664086818695
264512	rnn.bias_ih_l0_reverse	1	-0.2826511263847351
264512	rnn.bias_ih_l0_reverse	2	-0.12457317858934402
264512	rnn.bias_ih_l0_reverse	3	-0.04777367785573006
264512	rnn.bias_ih_l0_reverse	4	-0.02226198837161064
264512	rnn.bias_ih_l0_reverse	5	0.07577493786811829
264512	rnn.bias_ih_l0_reverse	6	-0.06536702811717987
264512	rnn.bias_ih_l0_reverse	7	0.061349812895059586
264512	rnn.bias_ih_l0_reverse	8	-0.035973984748125076
264512	rnn.bias_ih_l0_reverse	9	0.06599113345146179
264512	rnn.bias_hh_l0_reverse	0	0.023504825308918953
264512	rnn.bias_hh_l0_reverse	1	-0.06353885680437088
264512	rnn.bias_hh_l0_reverse	2	0.08869919925928116
264512	rnn.bias_hh_l0_reverse	3	-0.051831167191267014
264512	rnn.bias_hh_l0_reverse	4	-0.028080279007554054
264512	rnn.bias_hh_l0_reverse	5	-0.022166935727000237
264512	rnn.bias_hh_l0_reverse	6	-0.020183801651000977
264512	rnn.bias_hh_l0_reverse	7	0.09958621859550476
264512	rnn.bias_hh_l0_reverse	8	0.030347328633069992
264512	rnn.bias_hh_l0_reverse	9	-0.14840330183506012
264512	rnn.weight_ih_l1	0	-0.02973056398332119
264512	rnn.weight_ih_l1	1	-0.05046946927905083
264512	rnn.weight_ih_l1	2	0.0651572197675705
264512	rnn.weight_ih_l1	3	-0.07306529581546783
264512	rnn.weight_ih_l1	4	-0.014068461023271084
264512	rnn.weight_ih_l1	5	-0.04033512994647026
264512	rnn.weight_ih_l1	6	0.028934074565768242
264512	rnn.weight_ih_l1	7	-0.04457864910364151
264512	rnn.weight_ih_l1	8	0.03784206137061119
264512	rnn.weight_ih_l1	9	0.04485281929373741
264512	rnn.weight_hh_l1	0	-0.007419996429234743
264512	rnn.weight_hh_l1	1	0.01990145817399025
264512	rnn.weight_hh_l1	2	0.006698564626276493
264512	rnn.weight_hh_l1	3	-0.012671508826315403
264512	rnn.weight_hh_l1	4	0.004754192661494017
264512	rnn.weight_hh_l1	5	0.0351998396217823
264512	rnn.weight_hh_l1	6	0.03628101944923401
264512	rnn.weight_hh_l1	7	-0.01637115329504013
264512	rnn.weight_hh_l1	8	-0.007182316388934851
264512	rnn.weight_hh_l1	9	0.038664743304252625
264512	rnn.bias_ih_l1	0	-0.18384554982185364
264512	rnn.bias_ih_l1	1	-0.1744144856929779
264512	rnn.bias_ih_l1	2	-0.19718202948570251
264512	rnn.bias_ih_l1	3	-0.30769357085227966
264512	rnn.bias_ih_l1	4	-0.2118980884552002
264512	rnn.bias_ih_l1	5	-0.08876851946115494
264512	rnn.bias_ih_l1	6	-0.15890616178512573
264512	rnn.bias_ih_l1	7	-0.003386483062058687
264512	rnn.bias_ih_l1	8	-0.12998545169830322
264512	rnn.bias_ih_l1	9	-0.1229977086186409
264512	rnn.bias_hh_l1	0	-0.09675135463476181
264512	rnn.bias_hh_l1	1	-0.06311502307653427
264512	rnn.bias_hh_l1	2	-0.08544644713401794
264512	rnn.bias_hh_l1	3	-0.07749602198600769
264512	rnn.bias_hh_l1	4	-0.07319322228431702
264512	rnn.bias_hh_l1	5	-0.11764869838953018
264512	rnn.bias_hh_l1	6	-0.16046154499053955
264512	rnn.bias_hh_l1	7	0.07468824833631516
264512	rnn.bias_hh_l1	8	-0.17588461935520172
264512	rnn.bias_hh_l1	9	-0.11549711972475052
264512	rnn.weight_ih_l1_reverse	0	-0.047370634973049164
264512	rnn.weight_ih_l1_reverse	1	0.03306001052260399
264512	rnn.weight_ih_l1_reverse	2	0.08826643228530884
264512	rnn.weight_ih_l1_reverse	3	-0.017921507358551025
264512	rnn.weight_ih_l1_reverse	4	-0.023265143856406212
264512	rnn.weight_ih_l1_reverse	5	-0.03035847656428814
264512	rnn.weight_ih_l1_reverse	6	-0.01970781572163105
264512	rnn.weight_ih_l1_reverse	7	0.02980467490851879
264512	rnn.weight_ih_l1_reverse	8	0.00543077802285552
264512	rnn.weight_ih_l1_reverse	9	-0.03362801671028137
264512	rnn.weight_hh_l1_reverse	0	0.004566236864775419
264512	rnn.weight_hh_l1_reverse	1	0.031691547483205795
264512	rnn.weight_hh_l1_reverse	2	-0.04062328860163689
264512	rnn.weight_hh_l1_reverse	3	0.034996237605810165
264512	rnn.weight_hh_l1_reverse	4	0.04715553671121597
264512	rnn.weight_hh_l1_reverse	5	0.005980742163956165
264512	rnn.weight_hh_l1_reverse	6	0.04895784333348274
264512	rnn.weight_hh_l1_reverse	7	0.031004486605525017
264512	rnn.weight_hh_l1_reverse	8	-0.0071425349451601505
264512	rnn.weight_hh_l1_reverse	9	-0.030208628624677658
264512	rnn.bias_ih_l1_reverse	0	-0.04586268216371536
264512	rnn.bias_ih_l1_reverse	1	-0.1402663290500641
264512	rnn.bias_ih_l1_reverse	2	-0.16348400712013245
264512	rnn.bias_ih_l1_reverse	3	-0.06189805269241333
264512	rnn.bias_ih_l1_reverse	4	-0.2039962112903595
264512	rnn.bias_ih_l1_reverse	5	-0.11683942377567291
264512	rnn.bias_ih_l1_reverse	6	-0.1302075982093811
264512	rnn.bias_ih_l1_reverse	7	-0.19196245074272156
264512	rnn.bias_ih_l1_reverse	8	0.22733169794082642
264512	rnn.bias_ih_l1_reverse	9	0.02301659807562828
264512	rnn.bias_hh_l1_reverse	0	0.010955417528748512
264512	rnn.bias_hh_l1_reverse	1	-0.06508717685937881
264512	rnn.bias_hh_l1_reverse	2	-0.2372332066297531
264512	rnn.bias_hh_l1_reverse	3	-0.14366768300533295
264512	rnn.bias_hh_l1_reverse	4	-0.08034420013427734
264512	rnn.bias_hh_l1_reverse	5	-0.11651863902807236
264512	rnn.bias_hh_l1_reverse	6	0.06299354135990143
264512	rnn.bias_hh_l1_reverse	7	-0.13538511097431183
264512	rnn.bias_hh_l1_reverse	8	-0.12492754310369492
264512	rnn.bias_hh_l1_reverse	9	-0.14815792441368103
264512	linear.weight	0	0.002228822559118271
264512	linear.weight	1	0.09793238341808319
264512	linear.weight	2	-0.09223870933055878
264512	linear.weight	3	0.3135688006877899
264512	linear.weight	4	0.15071849524974823
264512	linear.weight	5	-0.06529474258422852
264512	linear.weight	6	0.09274795651435852
264512	linear.weight	7	0.13557662069797516
264512	linear.weight	8	0.04113326221704483
264512	linear.weight	9	-0.05105553939938545
264512	linear.bias	0	0.08707225322723389
264512	linear.bias	1	-0.18726791441440582
264512	linear.bias	2	-0.4483589231967926
264512	linear.bias	3	-0.6568197011947632
264512	linear.bias	4	-1.2605515718460083
264512	linear.bias	5	-0.061307381838560104
264512	linear.bias	6	-0.8194015026092529
264512	linear.bias	7	0.26979419589042664
264512	linear.bias	8	-0.39690807461738586
264512	linear.bias	9	-1.0228986740112305
264516	transitions	0	0.7562157511711121
264516	transitions	1	0.13935866951942444
264516	transitions	2	-10000.0
264516	transitions	3	-1.8280975818634033
264516	transitions	4	-10000.0
264516	transitions	5	0.5628393292427063
264516	transitions	6	-0.08560319244861603
264516	transitions	7	-0.8115236163139343
264516	transitions	8	-1.422708511352539
264516	transitions	9	-0.0012312779435887933
264516	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
264516	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
264516	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
264516	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
264516	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
264516	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
264516	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
264516	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
264516	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
264516	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
264516	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
264516	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
264516	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
264516	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
264516	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
264516	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
264516	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
264516	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
264516	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
264516	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
264516	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
264516	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
264516	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
264516	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
264516	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
264516	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
264516	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
264516	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
264516	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
264516	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
264516	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
264516	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
264516	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
264516	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
264516	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
264516	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
264516	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
264516	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
264516	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
264516	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
264516	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
264516	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
264516	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
264516	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
264516	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
264516	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
264516	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
264516	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
264516	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
264516	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
264516	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
264516	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
264516	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
264516	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
264516	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
264516	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
264516	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
264516	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
264516	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
264516	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
264516	embedding2nn.weight	0	0.016598964110016823
264516	embedding2nn.weight	1	-0.01273934543132782
264516	embedding2nn.weight	2	-0.014268254861235619
264516	embedding2nn.weight	3	-0.031486935913562775
264516	embedding2nn.weight	4	-0.0059150345623493195
264516	embedding2nn.weight	5	-0.0037005888298153877
264516	embedding2nn.weight	6	-0.003973264712840319
264516	embedding2nn.weight	7	-0.07711310684680939
264516	embedding2nn.weight	8	-0.0019979383796453476
264516	embedding2nn.weight	9	-0.027761289849877357
264516	embedding2nn.bias	0	0.032708197832107544
264516	embedding2nn.bias	1	-0.074882373213768
264516	embedding2nn.bias	2	0.07029601186513901
264516	embedding2nn.bias	3	0.05105352774262428
264516	embedding2nn.bias	4	-0.04178091138601303
264516	embedding2nn.bias	5	-0.011202424764633179
264516	embedding2nn.bias	6	0.015008638612926006
264516	embedding2nn.bias	7	-0.055113308131694794
264516	embedding2nn.bias	8	0.07370977848768234
264516	embedding2nn.bias	9	0.045162446796894073
264516	rnn.weight_ih_l0	0	-0.08086594194173813
264516	rnn.weight_ih_l0	1	0.0030060650315135717
264516	rnn.weight_ih_l0	2	0.03514062613248825
264516	rnn.weight_ih_l0	3	0.022819774225354195
264516	rnn.weight_ih_l0	4	-0.04808247089385986
264516	rnn.weight_ih_l0	5	-0.06844539940357208
264516	rnn.weight_ih_l0	6	-0.0011343429796397686
264516	rnn.weight_ih_l0	7	0.05362531542778015
264516	rnn.weight_ih_l0	8	-0.017070595175027847
264516	rnn.weight_ih_l0	9	-0.030755719169974327
264516	rnn.weight_hh_l0	0	-0.030081594362854958
264516	rnn.weight_hh_l0	1	-0.007289609871804714
264516	rnn.weight_hh_l0	2	0.006657597608864307
264516	rnn.weight_hh_l0	3	-0.07444583624601364
264516	rnn.weight_hh_l0	4	0.09333018958568573
264516	rnn.weight_hh_l0	5	-0.026889633387327194
264516	rnn.weight_hh_l0	6	-0.0637005940079689
264516	rnn.weight_hh_l0	7	0.008961247280240059
264516	rnn.weight_hh_l0	8	0.013414153829216957
264516	rnn.weight_hh_l0	9	-0.025638429448008537
264516	rnn.bias_ih_l0	0	0.12980613112449646
264516	rnn.bias_ih_l0	1	-0.03411624953150749
264516	rnn.bias_ih_l0	2	-0.03402380272746086
264516	rnn.bias_ih_l0	3	0.1630599945783615
264516	rnn.bias_ih_l0	4	-0.012976018711924553
264516	rnn.bias_ih_l0	5	-0.02296978048980236
264516	rnn.bias_ih_l0	6	0.017068779096007347
264516	rnn.bias_ih_l0	7	0.02362242341041565
264516	rnn.bias_ih_l0	8	-0.09956210851669312
264516	rnn.bias_ih_l0	9	-0.04091086983680725
264516	rnn.bias_hh_l0	0	-0.0010853230487555265
264516	rnn.bias_hh_l0	1	-0.10042605549097061
264516	rnn.bias_hh_l0	2	-0.07506898045539856
264516	rnn.bias_hh_l0	3	-0.08861891180276871
264516	rnn.bias_hh_l0	4	0.008326612412929535
264516	rnn.bias_hh_l0	5	-0.020613115280866623
264516	rnn.bias_hh_l0	6	0.02859826385974884
264516	rnn.bias_hh_l0	7	0.060701027512550354
264516	rnn.bias_hh_l0	8	-0.1231171041727066
264516	rnn.bias_hh_l0	9	-0.05924377962946892
264516	rnn.weight_ih_l0_reverse	0	-0.025461459532380104
264516	rnn.weight_ih_l0_reverse	1	-0.057004064321517944
264516	rnn.weight_ih_l0_reverse	2	-0.048757363110780716
264516	rnn.weight_ih_l0_reverse	3	0.015595274977385998
264516	rnn.weight_ih_l0_reverse	4	-0.025202486664056778
264516	rnn.weight_ih_l0_reverse	5	-0.05742838606238365
264516	rnn.weight_ih_l0_reverse	6	0.07353861629962921
264516	rnn.weight_ih_l0_reverse	7	-0.01898621767759323
264516	rnn.weight_ih_l0_reverse	8	-0.018467869609594345
264516	rnn.weight_ih_l0_reverse	9	0.004517226479947567
264516	rnn.weight_hh_l0_reverse	0	0.06858014315366745
264516	rnn.weight_hh_l0_reverse	1	0.019838320091366768
264516	rnn.weight_hh_l0_reverse	2	0.030049612745642662
264516	rnn.weight_hh_l0_reverse	3	0.03535889461636543
264516	rnn.weight_hh_l0_reverse	4	0.014301382936537266
264516	rnn.weight_hh_l0_reverse	5	0.008118280209600925
264516	rnn.weight_hh_l0_reverse	6	0.05102124810218811
264516	rnn.weight_hh_l0_reverse	7	-0.08200476318597794
264516	rnn.weight_hh_l0_reverse	8	0.0401870533823967
264516	rnn.weight_hh_l0_reverse	9	0.034810084849596024
264516	rnn.bias_ih_l0_reverse	0	-0.056939370930194855
264516	rnn.bias_ih_l0_reverse	1	-0.282658189535141
264516	rnn.bias_ih_l0_reverse	2	-0.12457408756017685
264516	rnn.bias_ih_l0_reverse	3	-0.04777305945754051
264516	rnn.bias_ih_l0_reverse	4	-0.02225213311612606
264516	rnn.bias_ih_l0_reverse	5	0.07577504962682724
264516	rnn.bias_ih_l0_reverse	6	-0.06536784023046494
264516	rnn.bias_ih_l0_reverse	7	0.06135038658976555
264516	rnn.bias_ih_l0_reverse	8	-0.035967808216810226
264516	rnn.bias_ih_l0_reverse	9	0.06599204242229462
264516	rnn.bias_hh_l0_reverse	0	0.023508811369538307
264516	rnn.bias_hh_l0_reverse	1	-0.06353697180747986
264516	rnn.bias_hh_l0_reverse	2	0.08870678395032883
264516	rnn.bias_hh_l0_reverse	3	-0.051827333867549896
264516	rnn.bias_hh_l0_reverse	4	-0.028077397495508194
264516	rnn.bias_hh_l0_reverse	5	-0.022172795608639717
264516	rnn.bias_hh_l0_reverse	6	-0.0201824139803648
264516	rnn.bias_hh_l0_reverse	7	0.09958614408969879
264516	rnn.bias_hh_l0_reverse	8	0.030345724895596504
264516	rnn.bias_hh_l0_reverse	9	-0.14840315282344818
264516	rnn.weight_ih_l1	0	-0.02972995676100254
264516	rnn.weight_ih_l1	1	-0.05047176778316498
264516	rnn.weight_ih_l1	2	0.06515487283468246
264516	rnn.weight_ih_l1	3	-0.07306524366140366
264516	rnn.weight_ih_l1	4	-0.014068561606109142
264516	rnn.weight_ih_l1	5	-0.0403352715075016
264516	rnn.weight_ih_l1	6	0.028933662921190262
264516	rnn.weight_ih_l1	7	-0.04457930475473404
264516	rnn.weight_ih_l1	8	0.03784293308854103
264516	rnn.weight_ih_l1	9	0.04485283046960831
264516	rnn.weight_hh_l1	0	-0.007417504675686359
264516	rnn.weight_hh_l1	1	0.019900115206837654
264516	rnn.weight_hh_l1	2	0.006698256358504295
264516	rnn.weight_hh_l1	3	-0.012671350501477718
264516	rnn.weight_hh_l1	4	0.004753550980240107
264516	rnn.weight_hh_l1	5	0.03519918769598007
264516	rnn.weight_hh_l1	6	0.03628029301762581
264516	rnn.weight_hh_l1	7	-0.01636965200304985
264516	rnn.weight_hh_l1	8	-0.007182107772678137
264516	rnn.weight_hh_l1	9	0.03866506740450859
264516	rnn.bias_ih_l1	0	-0.18385379016399384
264516	rnn.bias_ih_l1	1	-0.17441464960575104
264516	rnn.bias_ih_l1	2	-0.1971876174211502
264516	rnn.bias_ih_l1	3	-0.3076939582824707
264516	rnn.bias_ih_l1	4	-0.21190081536769867
264516	rnn.bias_ih_l1	5	-0.08876100927591324
264516	rnn.bias_ih_l1	6	-0.15890252590179443
264516	rnn.bias_ih_l1	7	-0.0033936817198991776
264516	rnn.bias_ih_l1	8	-0.1299857348203659
264516	rnn.bias_ih_l1	9	-0.12300510704517365
264516	rnn.bias_hh_l1	0	-0.09674336016178131
264516	rnn.bias_hh_l1	1	-0.06311159580945969
264516	rnn.bias_hh_l1	2	-0.08545845746994019
264516	rnn.bias_hh_l1	3	-0.07749656587839127
264516	rnn.bias_hh_l1	4	-0.07319353520870209
264516	rnn.bias_hh_l1	5	-0.11764787137508392
264516	rnn.bias_hh_l1	6	-0.16046243906021118
264516	rnn.bias_hh_l1	7	0.07469242066144943
264516	rnn.bias_hh_l1	8	-0.17588718235492706
264516	rnn.bias_hh_l1	9	-0.11550036817789078
264516	rnn.weight_ih_l1_reverse	0	-0.04737025871872902
264516	rnn.weight_ih_l1_reverse	1	0.03305790573358536
264516	rnn.weight_ih_l1_reverse	2	0.08826515823602676
264516	rnn.weight_ih_l1_reverse	3	-0.01792094111442566
264516	rnn.weight_ih_l1_reverse	4	-0.023264924064278603
264516	rnn.weight_ih_l1_reverse	5	-0.03035820834338665
264516	rnn.weight_ih_l1_reverse	6	-0.019706178456544876
264516	rnn.weight_ih_l1_reverse	7	0.029806772246956825
264516	rnn.weight_ih_l1_reverse	8	0.0054266806691884995
264516	rnn.weight_ih_l1_reverse	9	-0.033628273755311966
264516	rnn.weight_hh_l1_reverse	0	0.0045664249919354916
264516	rnn.weight_hh_l1_reverse	1	0.031692516058683395
264516	rnn.weight_hh_l1_reverse	2	-0.04062330722808838
264516	rnn.weight_hh_l1_reverse	3	0.03499626740813255
264516	rnn.weight_hh_l1_reverse	4	0.047155506908893585
264516	rnn.weight_hh_l1_reverse	5	0.005981955211609602
264516	rnn.weight_hh_l1_reverse	6	0.04895457252860069
264516	rnn.weight_hh_l1_reverse	7	0.031003717333078384
264516	rnn.weight_hh_l1_reverse	8	-0.0071425726637244225
264516	rnn.weight_hh_l1_reverse	9	-0.030208678916096687
264516	rnn.bias_ih_l1_reverse	0	-0.045860715210437775
264516	rnn.bias_ih_l1_reverse	1	-0.14027154445648193
264516	rnn.bias_ih_l1_reverse	2	-0.1634778380393982
264516	rnn.bias_ih_l1_reverse	3	-0.06188784912228584
264516	rnn.bias_ih_l1_reverse	4	-0.2039976418018341
264516	rnn.bias_ih_l1_reverse	5	-0.11683899909257889
264516	rnn.bias_ih_l1_reverse	6	-0.1302129477262497
264516	rnn.bias_ih_l1_reverse	7	-0.19196557998657227
264516	rnn.bias_ih_l1_reverse	8	0.22732189297676086
264516	rnn.bias_ih_l1_reverse	9	0.023018531501293182
264516	rnn.bias_hh_l1_reverse	0	0.010976463556289673
264516	rnn.bias_hh_l1_reverse	1	-0.0651010125875473
264516	rnn.bias_hh_l1_reverse	2	-0.2372351437807083
264516	rnn.bias_hh_l1_reverse	3	-0.14367209374904633
264516	rnn.bias_hh_l1_reverse	4	-0.08034105598926544
264516	rnn.bias_hh_l1_reverse	5	-0.11651671677827835
264516	rnn.bias_hh_l1_reverse	6	0.06298793107271194
264516	rnn.bias_hh_l1_reverse	7	-0.1353757083415985
264516	rnn.bias_hh_l1_reverse	8	-0.12493084371089935
264516	rnn.bias_hh_l1_reverse	9	-0.1481536328792572
264516	linear.weight	0	0.002228822559118271
264516	linear.weight	1	0.09792991727590561
264516	linear.weight	2	-0.09224531054496765
264516	linear.weight	3	0.3135733902454376
264516	linear.weight	4	0.15071845054626465
264516	linear.weight	5	-0.06529490649700165
264516	linear.weight	6	0.09274396300315857
264516	linear.weight	7	0.13557977974414825
264516	linear.weight	8	0.04113326221704483
264516	linear.weight	9	-0.05105859413743019
264516	linear.bias	0	0.08712782710790634
264516	linear.bias	1	-0.18731355667114258
264516	linear.bias	2	-0.4483403265476227
264516	linear.bias	3	-0.656806230545044
264516	linear.bias	4	-1.260534644126892
264516	linear.bias	5	-0.061299264430999756
264516	linear.bias	6	-0.8194469213485718
264516	linear.bias	7	0.26979753375053406
264516	linear.bias	8	-0.3969701826572418
264516	linear.bias	9	-1.0229614973068237
264713	transitions	0	0.7564091682434082
264713	transitions	1	0.13930624723434448
264713	transitions	2	-10000.0
264713	transitions	3	-1.8280978202819824
264713	transitions	4	-10000.0
264713	transitions	5	0.5628384351730347
264713	transitions	6	-0.08560393750667572
264713	transitions	7	-0.8115317225456238
264713	transitions	8	-1.4227092266082764
264713	transitions	9	-0.0012312795734032989
264713	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
264713	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
264713	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
264713	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
264713	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
264713	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
264713	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
264713	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
264713	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
264713	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
264713	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
264713	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
264713	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
264713	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
264713	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
264713	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
264713	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
264713	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
264713	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
264713	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
264713	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
264713	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
264713	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
264713	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
264713	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
264713	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
264713	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
264713	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
264713	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
264713	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
264713	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
264713	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
264713	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
264713	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
264713	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
264713	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
264713	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
264713	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
264713	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
264713	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
264713	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
264713	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
264713	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
264713	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
264713	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
264713	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
264713	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
264713	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
264713	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
264713	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
264713	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
264713	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
264713	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
264713	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
264713	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
264713	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
264713	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
264713	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
264713	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
264713	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
264713	embedding2nn.weight	0	0.016586504876613617
264713	embedding2nn.weight	1	-0.012734392657876015
264713	embedding2nn.weight	2	-0.014268254861235619
264713	embedding2nn.weight	3	-0.031482987105846405
264713	embedding2nn.weight	4	-0.0059150345623493195
264713	embedding2nn.weight	5	-0.0037005888298153877
264713	embedding2nn.weight	6	-0.003973264712840319
264713	embedding2nn.weight	7	-0.07710552215576172
264713	embedding2nn.weight	8	-0.0019979383796453476
264713	embedding2nn.weight	9	-0.02775721810758114
264713	embedding2nn.bias	0	0.03286467865109444
264713	embedding2nn.bias	1	-0.07510115951299667
264713	embedding2nn.bias	2	0.07013100385665894
264713	embedding2nn.bias	3	0.05084489658474922
264713	embedding2nn.bias	4	-0.04164701700210571
264713	embedding2nn.bias	5	-0.011261947453022003
264713	embedding2nn.bias	6	0.01483115367591381
264713	embedding2nn.bias	7	-0.0549904927611351
264713	embedding2nn.bias	8	0.07365884631872177
264713	embedding2nn.bias	9	0.04530739784240723
264713	rnn.weight_ih_l0	0	-0.08087141066789627
264713	rnn.weight_ih_l0	1	0.0030100636649876833
264713	rnn.weight_ih_l0	2	0.03519919514656067
264713	rnn.weight_ih_l0	3	0.02282523177564144
264713	rnn.weight_ih_l0	4	-0.04811974987387657
264713	rnn.weight_ih_l0	5	-0.06843478232622147
264713	rnn.weight_ih_l0	6	-0.001122094807215035
264713	rnn.weight_ih_l0	7	0.05361737683415413
264713	rnn.weight_ih_l0	8	-0.017074018716812134
264713	rnn.weight_ih_l0	9	-0.030768031254410744
264713	rnn.weight_hh_l0	0	-0.030086547136306763
264713	rnn.weight_hh_l0	1	-0.007293105125427246
264713	rnn.weight_hh_l0	2	0.006667343899607658
264713	rnn.weight_hh_l0	3	-0.07444483786821365
264713	rnn.weight_hh_l0	4	0.0933522954583168
264713	rnn.weight_hh_l0	5	-0.026879241690039635
264713	rnn.weight_hh_l0	6	-0.06371426582336426
264713	rnn.weight_hh_l0	7	0.008943134918808937
264713	rnn.weight_hh_l0	8	0.013408043421804905
264713	rnn.weight_hh_l0	9	-0.025641517713665962
264713	rnn.bias_ih_l0	0	0.12979161739349365
264713	rnn.bias_ih_l0	1	-0.034158848226070404
264713	rnn.bias_ih_l0	2	-0.034030187875032425
264713	rnn.bias_ih_l0	3	0.16303732991218567
264713	rnn.bias_ih_l0	4	-0.012951117940247059
264713	rnn.bias_ih_l0	5	-0.023021796718239784
264713	rnn.bias_ih_l0	6	0.017042560502886772
264713	rnn.bias_ih_l0	7	0.023609519004821777
264713	rnn.bias_ih_l0	8	-0.09954450279474258
264713	rnn.bias_ih_l0	9	-0.040952980518341064
264713	rnn.bias_hh_l0	0	-0.0011155481915920973
264713	rnn.bias_hh_l0	1	-0.10039285570383072
264713	rnn.bias_hh_l0	2	-0.07509296387434006
264713	rnn.bias_hh_l0	3	-0.0886363834142685
264713	rnn.bias_hh_l0	4	0.00835423544049263
264713	rnn.bias_hh_l0	5	-0.020632226020097733
264713	rnn.bias_hh_l0	6	0.02853461354970932
264713	rnn.bias_hh_l0	7	0.060674045234918594
264713	rnn.bias_hh_l0	8	-0.1231573298573494
264713	rnn.bias_hh_l0	9	-0.05920136719942093
264713	rnn.weight_ih_l0_reverse	0	-0.02548018842935562
264713	rnn.weight_ih_l0_reverse	1	-0.057009413838386536
264713	rnn.weight_ih_l0_reverse	2	-0.048772018402814865
264713	rnn.weight_ih_l0_reverse	3	0.01560973096638918
264713	rnn.weight_ih_l0_reverse	4	-0.025193847715854645
264713	rnn.weight_ih_l0_reverse	5	-0.0574287548661232
264713	rnn.weight_ih_l0_reverse	6	0.07356319576501846
264713	rnn.weight_ih_l0_reverse	7	-0.018967289477586746
264713	rnn.weight_ih_l0_reverse	8	-0.018473180010914803
264713	rnn.weight_ih_l0_reverse	9	0.004524736199527979
264713	rnn.weight_hh_l0_reverse	0	0.06859482079744339
264713	rnn.weight_hh_l0_reverse	1	0.0198593121021986
264713	rnn.weight_hh_l0_reverse	2	0.030059056356549263
264713	rnn.weight_hh_l0_reverse	3	0.03536023944616318
264713	rnn.weight_hh_l0_reverse	4	0.014318455010652542
264713	rnn.weight_hh_l0_reverse	5	0.008130987174808979
264713	rnn.weight_hh_l0_reverse	6	0.05102415382862091
264713	rnn.weight_hh_l0_reverse	7	-0.08199327439069748
264713	rnn.weight_hh_l0_reverse	8	0.04017682000994682
264713	rnn.weight_hh_l0_reverse	9	0.034809015691280365
264713	rnn.bias_ih_l0_reverse	0	-0.05695466697216034
264713	rnn.bias_ih_l0_reverse	1	-0.28269511461257935
264713	rnn.bias_ih_l0_reverse	2	-0.12451309710741043
264713	rnn.bias_ih_l0_reverse	3	-0.047784365713596344
264713	rnn.bias_ih_l0_reverse	4	-0.022280551493167877
264713	rnn.bias_ih_l0_reverse	5	0.07574422657489777
264713	rnn.bias_ih_l0_reverse	6	-0.06532444804906845
264713	rnn.bias_ih_l0_reverse	7	0.061337824910879135
264713	rnn.bias_ih_l0_reverse	8	-0.035960953682661057
264713	rnn.bias_ih_l0_reverse	9	0.06600604951381683
264713	rnn.bias_hh_l0_reverse	0	0.02351268194615841
264713	rnn.bias_hh_l0_reverse	1	-0.06348130106925964
264713	rnn.bias_hh_l0_reverse	2	0.08871562033891678
264713	rnn.bias_hh_l0_reverse	3	-0.0518716499209404
264713	rnn.bias_hh_l0_reverse	4	-0.02807961031794548
264713	rnn.bias_hh_l0_reverse	5	-0.02212458662688732
264713	rnn.bias_hh_l0_reverse	6	-0.020193783566355705
264713	rnn.bias_hh_l0_reverse	7	0.09961935877799988
264713	rnn.bias_hh_l0_reverse	8	0.030389858409762383
264713	rnn.bias_hh_l0_reverse	9	-0.14843261241912842
264713	rnn.weight_ih_l1	0	-0.02973061427474022
264713	rnn.weight_ih_l1	1	-0.05042404308915138
264713	rnn.weight_ih_l1	2	0.06513991206884384
264713	rnn.weight_ih_l1	3	-0.07306299358606339
264713	rnn.weight_ih_l1	4	-0.014083308167755604
264713	rnn.weight_ih_l1	5	-0.04033760726451874
264713	rnn.weight_ih_l1	6	0.02892722748219967
264713	rnn.weight_ih_l1	7	-0.04456893727183342
264713	rnn.weight_ih_l1	8	0.037839483469724655
264713	rnn.weight_ih_l1	9	0.04483789950609207
264713	rnn.weight_hh_l1	0	-0.007420683745294809
264713	rnn.weight_hh_l1	1	0.019901448860764503
264713	rnn.weight_hh_l1	2	0.006700083147734404
264713	rnn.weight_hh_l1	3	-0.012668030336499214
264713	rnn.weight_hh_l1	4	0.0047646816819906235
264713	rnn.weight_hh_l1	5	0.035186417400836945
264713	rnn.weight_hh_l1	6	0.03625629097223282
264713	rnn.weight_hh_l1	7	-0.01636115089058876
264713	rnn.weight_hh_l1	8	-0.007180090062320232
264713	rnn.weight_hh_l1	9	0.03865234926342964
264713	rnn.bias_ih_l1	0	-0.18387435376644135
264713	rnn.bias_ih_l1	1	-0.17437192797660828
264713	rnn.bias_ih_l1	2	-0.1972498744726181
264713	rnn.bias_ih_l1	3	-0.30775249004364014
264713	rnn.bias_ih_l1	4	-0.21183130145072937
264713	rnn.bias_ih_l1	5	-0.08880947530269623
264713	rnn.bias_ih_l1	6	-0.15891070663928986
264713	rnn.bias_ih_l1	7	-0.0034210034646093845
264713	rnn.bias_ih_l1	8	-0.13000468909740448
264713	rnn.bias_ih_l1	9	-0.1230422705411911
264713	rnn.bias_hh_l1	0	-0.09674986451864243
264713	rnn.bias_hh_l1	1	-0.06309681385755539
264713	rnn.bias_hh_l1	2	-0.08541449904441833
264713	rnn.bias_hh_l1	3	-0.07748741656541824
264713	rnn.bias_hh_l1	4	-0.07320718467235565
264713	rnn.bias_hh_l1	5	-0.11764949560165405
264713	rnn.bias_hh_l1	6	-0.16042615473270416
264713	rnn.bias_hh_l1	7	0.07458455115556717
264713	rnn.bias_hh_l1	8	-0.17585790157318115
264713	rnn.bias_hh_l1	9	-0.11551414430141449
264713	rnn.weight_ih_l1_reverse	0	-0.04738963767886162
264713	rnn.weight_ih_l1_reverse	1	0.03308074176311493
264713	rnn.weight_ih_l1_reverse	2	0.08823303878307343
264713	rnn.weight_ih_l1_reverse	3	-0.01789649948477745
264713	rnn.weight_ih_l1_reverse	4	-0.02334611490368843
264713	rnn.weight_ih_l1_reverse	5	-0.03035551868379116
264713	rnn.weight_ih_l1_reverse	6	-0.01969895325601101
264713	rnn.weight_ih_l1_reverse	7	0.029816752299666405
264713	rnn.weight_ih_l1_reverse	8	0.00545395677909255
264713	rnn.weight_ih_l1_reverse	9	-0.033637985587120056
264713	rnn.weight_hh_l1_reverse	0	0.004568806849420071
264713	rnn.weight_hh_l1_reverse	1	0.031690794974565506
264713	rnn.weight_hh_l1_reverse	2	-0.04062480106949806
264713	rnn.weight_hh_l1_reverse	3	0.03499611094594002
264713	rnn.weight_hh_l1_reverse	4	0.04716043546795845
264713	rnn.weight_hh_l1_reverse	5	0.005969189573079348
264713	rnn.weight_hh_l1_reverse	6	0.048951249569654465
264713	rnn.weight_hh_l1_reverse	7	0.031009498983621597
264713	rnn.weight_hh_l1_reverse	8	-0.007143194321542978
264713	rnn.weight_hh_l1_reverse	9	-0.030214514583349228
264713	rnn.bias_ih_l1_reverse	0	-0.045856572687625885
264713	rnn.bias_ih_l1_reverse	1	-0.14026731252670288
264713	rnn.bias_ih_l1_reverse	2	-0.1634674072265625
264713	rnn.bias_ih_l1_reverse	3	-0.0617215558886528
264713	rnn.bias_ih_l1_reverse	4	-0.20397938787937164
264713	rnn.bias_ih_l1_reverse	5	-0.11681323498487473
264713	rnn.bias_ih_l1_reverse	6	-0.1302182972431183
264713	rnn.bias_ih_l1_reverse	7	-0.1919393688440323
264713	rnn.bias_ih_l1_reverse	8	0.227267324924469
264713	rnn.bias_ih_l1_reverse	9	0.02290155366063118
264713	rnn.bias_hh_l1_reverse	0	0.010915206745266914
264713	rnn.bias_hh_l1_reverse	1	-0.06506171077489853
264713	rnn.bias_hh_l1_reverse	2	-0.23725001513957977
264713	rnn.bias_hh_l1_reverse	3	-0.14370563626289368
264713	rnn.bias_hh_l1_reverse	4	-0.08033519983291626
264713	rnn.bias_hh_l1_reverse	5	-0.11656822264194489
264713	rnn.bias_hh_l1_reverse	6	0.06280860304832458
264713	rnn.bias_hh_l1_reverse	7	-0.13542436063289642
264713	rnn.bias_hh_l1_reverse	8	-0.12493783235549927
264713	rnn.bias_hh_l1_reverse	9	-0.14813858270645142
264713	linear.weight	0	0.002228822559118271
264713	linear.weight	1	0.09771011769771576
264713	linear.weight	2	-0.09226200729608536
264713	linear.weight	3	0.31359925866127014
264713	linear.weight	4	0.15069419145584106
264713	linear.weight	5	-0.06521672010421753
264713	linear.weight	6	0.09283837676048279
264713	linear.weight	7	0.1355184018611908
264713	linear.weight	8	0.04113325476646423
264713	linear.weight	9	-0.051045820116996765
264713	linear.bias	0	0.08736798167228699
264713	linear.bias	1	-0.18730583786964417
264713	linear.bias	2	-0.44774505496025085
264713	linear.bias	3	-0.6565660834312439
264713	linear.bias	4	-1.2603074312210083
264713	linear.bias	5	-0.06082775443792343
264713	linear.bias	6	-0.8193897008895874
264713	linear.bias	7	0.2702986001968384
264713	linear.bias	8	-0.39703169465065
264713	linear.bias	9	-1.023028016090393
264910	transitions	0	0.7562891840934753
264910	transitions	1	0.13928058743476868
264910	transitions	2	-10000.0
264910	transitions	3	-1.8280982971191406
264910	transitions	4	-10000.0
264910	transitions	5	0.5628377199172974
264910	transitions	6	-0.08560486137866974
264910	transitions	7	-0.8115413784980774
264910	transitions	8	-1.42271089553833
264910	transitions	9	-0.0012312865583226085
264910	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
264910	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
264910	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
264910	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
264910	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
264910	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
264910	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
264910	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
264910	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
264910	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
264910	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
264910	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
264910	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
264910	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
264910	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
264910	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
264910	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
264910	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
264910	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
264910	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
264910	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
264910	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
264910	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
264910	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
264910	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
264910	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
264910	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
264910	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
264910	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
264910	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
264910	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
264910	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
264910	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
264910	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
264910	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
264910	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
264910	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
264910	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
264910	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
264910	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
264910	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
264910	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
264910	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
264910	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
264910	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
264910	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
264910	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
264910	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
264910	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
264910	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
264910	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
264910	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
264910	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
264910	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
264910	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
264910	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
264910	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
264910	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
264910	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
264910	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
264910	embedding2nn.weight	0	0.016634931787848473
264910	embedding2nn.weight	1	-0.012729765847325325
264910	embedding2nn.weight	2	-0.014268254861235619
264910	embedding2nn.weight	3	-0.031474195420742035
264910	embedding2nn.weight	4	-0.0059150345623493195
264910	embedding2nn.weight	5	-0.0037005888298153877
264910	embedding2nn.weight	6	-0.003973264712840319
264910	embedding2nn.weight	7	-0.07711616903543472
264910	embedding2nn.weight	8	-0.0019979383796453476
264910	embedding2nn.weight	9	-0.02774883806705475
264910	embedding2nn.bias	0	0.032804105430841446
264910	embedding2nn.bias	1	-0.07488713413476944
264910	embedding2nn.bias	2	0.07021854817867279
264910	embedding2nn.bias	3	0.051061443984508514
264910	embedding2nn.bias	4	-0.041844047605991364
264910	embedding2nn.bias	5	-0.011349140666425228
264910	embedding2nn.bias	6	0.014846770092844963
264910	embedding2nn.bias	7	-0.05480937287211418
264910	embedding2nn.bias	8	0.07383266091346741
264910	embedding2nn.bias	9	0.04508892074227333
264910	rnn.weight_ih_l0	0	-0.08087589591741562
264910	rnn.weight_ih_l0	1	0.0030224041547626257
264910	rnn.weight_ih_l0	2	0.0352567695081234
264910	rnn.weight_ih_l0	3	0.022821150720119476
264910	rnn.weight_ih_l0	4	-0.04811127111315727
264910	rnn.weight_ih_l0	5	-0.06843192875385284
264910	rnn.weight_ih_l0	6	-0.001113064936362207
264910	rnn.weight_ih_l0	7	0.05361757054924965
264910	rnn.weight_ih_l0	8	-0.017073776572942734
264910	rnn.weight_ih_l0	9	-0.03074721246957779
264910	rnn.weight_hh_l0	0	-0.030107131227850914
264910	rnn.weight_hh_l0	1	-0.0072678737342357635
264910	rnn.weight_hh_l0	2	0.006672870367765427
264910	rnn.weight_hh_l0	3	-0.07443691045045853
264910	rnn.weight_hh_l0	4	0.09334991872310638
264910	rnn.weight_hh_l0	5	-0.02685057744383812
264910	rnn.weight_hh_l0	6	-0.06371038407087326
264910	rnn.weight_hh_l0	7	0.008943291381001472
264910	rnn.weight_hh_l0	8	0.01341258455067873
264910	rnn.weight_hh_l0	9	-0.025636782869696617
264910	rnn.bias_ih_l0	0	0.12981130182743073
264910	rnn.bias_ih_l0	1	-0.034143827855587006
264910	rnn.bias_ih_l0	2	-0.03399334102869034
264910	rnn.bias_ih_l0	3	0.1631554365158081
264910	rnn.bias_ih_l0	4	-0.012910626828670502
264910	rnn.bias_ih_l0	5	-0.023038847371935844
264910	rnn.bias_ih_l0	6	0.017036989331245422
264910	rnn.bias_ih_l0	7	0.023598073050379753
264910	rnn.bias_ih_l0	8	-0.09952901303768158
264910	rnn.bias_ih_l0	9	-0.04081576690077782
264910	rnn.bias_hh_l0	0	-0.0010309683857485652
264910	rnn.bias_hh_l0	1	-0.10034848004579544
264910	rnn.bias_hh_l0	2	-0.07512686401605606
264910	rnn.bias_hh_l0	3	-0.08865586668252945
264910	rnn.bias_hh_l0	4	0.008381640538573265
264910	rnn.bias_hh_l0	5	-0.02059154212474823
264910	rnn.bias_hh_l0	6	0.028484061360359192
264910	rnn.bias_hh_l0	7	0.060669489204883575
264910	rnn.bias_hh_l0	8	-0.12319189310073853
264910	rnn.bias_hh_l0	9	-0.05919239670038223
264910	rnn.weight_ih_l0_reverse	0	-0.025464363396167755
264910	rnn.weight_ih_l0_reverse	1	-0.05701911821961403
264910	rnn.weight_ih_l0_reverse	2	-0.048788417130708694
264910	rnn.weight_ih_l0_reverse	3	0.015607739798724651
264910	rnn.weight_ih_l0_reverse	4	-0.02520262822508812
264910	rnn.weight_ih_l0_reverse	5	-0.057428233325481415
264910	rnn.weight_ih_l0_reverse	6	0.07356447726488113
264910	rnn.weight_ih_l0_reverse	7	-0.018956497311592102
264910	rnn.weight_ih_l0_reverse	8	-0.018474049866199493
264910	rnn.weight_ih_l0_reverse	9	0.004509170539677143
264910	rnn.weight_hh_l0_reverse	0	0.06860515475273132
264910	rnn.weight_hh_l0_reverse	1	0.01984957978129387
264910	rnn.weight_hh_l0_reverse	2	0.030054712668061256
264910	rnn.weight_hh_l0_reverse	3	0.03536421060562134
264910	rnn.weight_hh_l0_reverse	4	0.01434524729847908
264910	rnn.weight_hh_l0_reverse	5	0.008130528032779694
264910	rnn.weight_hh_l0_reverse	6	0.05102129653096199
264910	rnn.weight_hh_l0_reverse	7	-0.08197762072086334
264910	rnn.weight_hh_l0_reverse	8	0.040175266563892365
264910	rnn.weight_hh_l0_reverse	9	0.0348159521818161
264910	rnn.bias_ih_l0_reverse	0	-0.05691777169704437
264910	rnn.bias_ih_l0_reverse	1	-0.2827640771865845
264910	rnn.bias_ih_l0_reverse	2	-0.12451940774917603
264910	rnn.bias_ih_l0_reverse	3	-0.047830719500780106
264910	rnn.bias_ih_l0_reverse	4	-0.022272292524576187
264910	rnn.bias_ih_l0_reverse	5	0.07571741938591003
264910	rnn.bias_ih_l0_reverse	6	-0.06530005484819412
264910	rnn.bias_ih_l0_reverse	7	0.061378490179777145
264910	rnn.bias_ih_l0_reverse	8	-0.03590231016278267
264910	rnn.bias_ih_l0_reverse	9	0.06594803929328918
264910	rnn.bias_hh_l0_reverse	0	0.02345498837530613
264910	rnn.bias_hh_l0_reverse	1	-0.0633520632982254
264910	rnn.bias_hh_l0_reverse	2	0.08872608095407486
264910	rnn.bias_hh_l0_reverse	3	-0.05188070982694626
264910	rnn.bias_hh_l0_reverse	4	-0.028073320165276527
264910	rnn.bias_hh_l0_reverse	5	-0.02202688716351986
264910	rnn.bias_hh_l0_reverse	6	-0.02025024965405464
264910	rnn.bias_hh_l0_reverse	7	0.0996747687458992
264910	rnn.bias_hh_l0_reverse	8	0.03031265176832676
264910	rnn.bias_hh_l0_reverse	9	-0.14835840463638306
264910	rnn.weight_ih_l1	0	-0.02973134256899357
264910	rnn.weight_ih_l1	1	-0.05043487250804901
264910	rnn.weight_ih_l1	2	0.06516792625188828
264910	rnn.weight_ih_l1	3	-0.07304734736680984
264910	rnn.weight_ih_l1	4	-0.014075269922614098
264910	rnn.weight_ih_l1	5	-0.040333036333322525
264910	rnn.weight_ih_l1	6	0.028944486752152443
264910	rnn.weight_ih_l1	7	-0.0445767380297184
264910	rnn.weight_ih_l1	8	0.037844687700271606
264910	rnn.weight_ih_l1	9	0.04481549188494682
264910	rnn.weight_hh_l1	0	-0.007407293189316988
264910	rnn.weight_hh_l1	1	0.019900377839803696
264910	rnn.weight_hh_l1	2	0.006731024011969566
264910	rnn.weight_hh_l1	3	-0.012675536796450615
264910	rnn.weight_hh_l1	4	0.004767552949488163
264910	rnn.weight_hh_l1	5	0.03518106788396835
264910	rnn.weight_hh_l1	6	0.03626752272248268
264910	rnn.weight_hh_l1	7	-0.01635636016726494
264910	rnn.weight_hh_l1	8	-0.0071727861650288105
264910	rnn.weight_hh_l1	9	0.038654621690511703
264910	rnn.bias_ih_l1	0	-0.18397273123264313
264910	rnn.bias_ih_l1	1	-0.1744573414325714
264910	rnn.bias_ih_l1	2	-0.19723345339298248
264910	rnn.bias_ih_l1	3	-0.3077889680862427
264910	rnn.bias_ih_l1	4	-0.2118191421031952
264910	rnn.bias_ih_l1	5	-0.08880593627691269
264910	rnn.bias_ih_l1	6	-0.158964142203331
264910	rnn.bias_ih_l1	7	-0.003310639411211014
264910	rnn.bias_ih_l1	8	-0.12997926771640778
264910	rnn.bias_ih_l1	9	-0.12304788827896118
264910	rnn.bias_hh_l1	0	-0.09677538275718689
264910	rnn.bias_hh_l1	1	-0.06310603022575378
264910	rnn.bias_hh_l1	2	-0.08546987175941467
264910	rnn.bias_hh_l1	3	-0.07742059975862503
264910	rnn.bias_hh_l1	4	-0.07319596409797668
264910	rnn.bias_hh_l1	5	-0.11768216639757156
264910	rnn.bias_hh_l1	6	-0.1604139506816864
264910	rnn.bias_hh_l1	7	0.07464384287595749
264910	rnn.bias_hh_l1	8	-0.1759183257818222
264910	rnn.bias_hh_l1	9	-0.11562314629554749
264910	rnn.weight_ih_l1_reverse	0	-0.04737713932991028
264910	rnn.weight_ih_l1_reverse	1	0.0330752432346344
264910	rnn.weight_ih_l1_reverse	2	0.08824685215950012
264910	rnn.weight_ih_l1_reverse	3	-0.017885195091366768
264910	rnn.weight_ih_l1_reverse	4	-0.023309357464313507
264910	rnn.weight_ih_l1_reverse	5	-0.03034680150449276
264910	rnn.weight_ih_l1_reverse	6	-0.019674187526106834
264910	rnn.weight_ih_l1_reverse	7	0.029807686805725098
264910	rnn.weight_ih_l1_reverse	8	0.00546719366684556
264910	rnn.weight_ih_l1_reverse	9	-0.03361312299966812
264910	rnn.weight_hh_l1_reverse	0	0.004569333512336016
264910	rnn.weight_hh_l1_reverse	1	0.031694989651441574
264910	rnn.weight_hh_l1_reverse	2	-0.040625736117362976
264910	rnn.weight_hh_l1_reverse	3	0.03499681502580643
264910	rnn.weight_hh_l1_reverse	4	0.04716026782989502
264910	rnn.weight_hh_l1_reverse	5	0.005979164969176054
264910	rnn.weight_hh_l1_reverse	6	0.04896790534257889
264910	rnn.weight_hh_l1_reverse	7	0.03100435994565487
264910	rnn.weight_hh_l1_reverse	8	-0.007147224619984627
264910	rnn.weight_hh_l1_reverse	9	-0.030207952484488487
264910	rnn.bias_ih_l1_reverse	0	-0.045809172093868256
264910	rnn.bias_ih_l1_reverse	1	-0.1402587741613388
264910	rnn.bias_ih_l1_reverse	2	-0.16353416442871094
264910	rnn.bias_ih_l1_reverse	3	-0.061675138771533966
264910	rnn.bias_ih_l1_reverse	4	-0.20400770008563995
264910	rnn.bias_ih_l1_reverse	5	-0.11676729470491409
264910	rnn.bias_ih_l1_reverse	6	-0.1302277147769928
264910	rnn.bias_ih_l1_reverse	7	-0.19197839498519897
264910	rnn.bias_ih_l1_reverse	8	0.22737637162208557
264910	rnn.bias_ih_l1_reverse	9	0.022863108664751053
264910	rnn.bias_hh_l1_reverse	0	0.010866481810808182
264910	rnn.bias_hh_l1_reverse	1	-0.06493348628282547
264910	rnn.bias_hh_l1_reverse	2	-0.23723633587360382
264910	rnn.bias_hh_l1_reverse	3	-0.1436985582113266
264910	rnn.bias_hh_l1_reverse	4	-0.08034391701221466
264910	rnn.bias_hh_l1_reverse	5	-0.11656375974416733
264910	rnn.bias_hh_l1_reverse	6	0.06277880072593689
264910	rnn.bias_hh_l1_reverse	7	-0.1353502720594406
264910	rnn.bias_hh_l1_reverse	8	-0.1249895691871643
264910	rnn.bias_hh_l1_reverse	9	-0.14812542498111725
264910	linear.weight	0	0.002228822559118271
264910	linear.weight	1	0.0976322814822197
264910	linear.weight	2	-0.09217815846204758
264910	linear.weight	3	0.3133733868598938
264910	linear.weight	4	0.1507435142993927
264910	linear.weight	5	-0.0652507022023201
264910	linear.weight	6	0.0929429680109024
264910	linear.weight	7	0.13549810647964478
264910	linear.weight	8	0.04113325476646423
264910	linear.weight	9	-0.051074787974357605
264910	linear.bias	0	0.08878530561923981
264910	linear.bias	1	-0.18715664744377136
264910	linear.bias	2	-0.44905439019203186
264910	linear.bias	3	-0.6567318439483643
264910	linear.bias	4	-1.2604687213897705
264910	linear.bias	5	-0.061465442180633545
264910	linear.bias	6	-0.8192245960235596
264910	linear.bias	7	0.2696860730648041
264910	linear.bias	8	-0.3970566987991333
264910	linear.bias	9	-1.0230522155761719
265107	transitions	0	0.7563923597335815
265107	transitions	1	0.1392313688993454
265107	transitions	2	-10000.0
265107	transitions	3	-1.8280982971191406
265107	transitions	4	-10000.0
265107	transitions	5	0.5628358125686646
265107	transitions	6	-0.08560513705015182
265107	transitions	7	-0.8115420341491699
265107	transitions	8	-1.4227124452590942
265107	transitions	9	-0.0012312916805967689
265107	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
265107	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
265107	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
265107	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
265107	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
265107	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
265107	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
265107	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
265107	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
265107	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
265107	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
265107	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
265107	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
265107	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
265107	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
265107	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
265107	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
265107	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
265107	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
265107	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
265107	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
265107	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
265107	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
265107	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
265107	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
265107	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
265107	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
265107	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
265107	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
265107	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
265107	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
265107	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
265107	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
265107	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
265107	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
265107	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
265107	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
265107	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
265107	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
265107	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
265107	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
265107	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
265107	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
265107	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
265107	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
265107	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
265107	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
265107	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
265107	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
265107	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
265107	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
265107	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
265107	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
265107	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
265107	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
265107	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
265107	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
265107	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
265107	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
265107	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
265107	embedding2nn.weight	0	0.016648514196276665
265107	embedding2nn.weight	1	-0.012731274589896202
265107	embedding2nn.weight	2	-0.014268254861235619
265107	embedding2nn.weight	3	-0.03151637688279152
265107	embedding2nn.weight	4	-0.0059150345623493195
265107	embedding2nn.weight	5	-0.0037005888298153877
265107	embedding2nn.weight	6	-0.003973264712840319
265107	embedding2nn.weight	7	-0.07713243365287781
265107	embedding2nn.weight	8	-0.0019979383796453476
265107	embedding2nn.weight	9	-0.027741579338908195
265107	embedding2nn.bias	0	0.032867129892110825
265107	embedding2nn.bias	1	-0.0748111680150032
265107	embedding2nn.bias	2	0.07020939141511917
265107	embedding2nn.bias	3	0.051029715687036514
265107	embedding2nn.bias	4	-0.04202685132622719
265107	embedding2nn.bias	5	-0.01146688312292099
265107	embedding2nn.bias	6	0.014863526448607445
265107	embedding2nn.bias	7	-0.05477610602974892
265107	embedding2nn.bias	8	0.07385052740573883
265107	embedding2nn.bias	9	0.045026812702417374
265107	rnn.weight_ih_l0	0	-0.08088503032922745
265107	rnn.weight_ih_l0	1	0.0030327793210744858
265107	rnn.weight_ih_l0	2	0.035245224833488464
265107	rnn.weight_ih_l0	3	0.02284180000424385
265107	rnn.weight_ih_l0	4	-0.048148058354854584
265107	rnn.weight_ih_l0	5	-0.06843603402376175
265107	rnn.weight_ih_l0	6	-0.0011294048745185137
265107	rnn.weight_ih_l0	7	0.05361082777380943
265107	rnn.weight_ih_l0	8	-0.01706176996231079
265107	rnn.weight_ih_l0	9	-0.030732106417417526
265107	rnn.weight_hh_l0	0	-0.03009186126291752
265107	rnn.weight_hh_l0	1	-0.00726430956274271
265107	rnn.weight_hh_l0	2	0.00668407091870904
265107	rnn.weight_hh_l0	3	-0.07443821430206299
265107	rnn.weight_hh_l0	4	0.09336008876562119
265107	rnn.weight_hh_l0	5	-0.026857098564505577
265107	rnn.weight_hh_l0	6	-0.06369875371456146
265107	rnn.weight_hh_l0	7	0.008941726759076118
265107	rnn.weight_hh_l0	8	0.013421442359685898
265107	rnn.weight_hh_l0	9	-0.02563721314072609
265107	rnn.bias_ih_l0	0	0.1298120617866516
265107	rnn.bias_ih_l0	1	-0.03411303460597992
265107	rnn.bias_ih_l0	2	-0.03403221815824509
265107	rnn.bias_ih_l0	3	0.16315670311450958
265107	rnn.bias_ih_l0	4	-0.012943470850586891
265107	rnn.bias_ih_l0	5	-0.023010490462183952
265107	rnn.bias_ih_l0	6	0.017053810879588127
265107	rnn.bias_ih_l0	7	0.02363187074661255
265107	rnn.bias_ih_l0	8	-0.0994897410273552
265107	rnn.bias_ih_l0	9	-0.04083041474223137
265107	rnn.bias_hh_l0	0	-0.0010381381725892425
265107	rnn.bias_hh_l0	1	-0.10039275884628296
265107	rnn.bias_hh_l0	2	-0.07513101398944855
265107	rnn.bias_hh_l0	3	-0.08863728493452072
265107	rnn.bias_hh_l0	4	0.008413796313107014
265107	rnn.bias_hh_l0	5	-0.020589595660567284
265107	rnn.bias_hh_l0	6	0.028440771624445915
265107	rnn.bias_hh_l0	7	0.06075020506978035
265107	rnn.bias_hh_l0	8	-0.12308821082115173
265107	rnn.bias_hh_l0	9	-0.05914146453142166
265107	rnn.weight_ih_l0_reverse	0	-0.02546730265021324
265107	rnn.weight_ih_l0_reverse	1	-0.057010773569345474
265107	rnn.weight_ih_l0_reverse	2	-0.04876943677663803
265107	rnn.weight_ih_l0_reverse	3	0.015616786666214466
265107	rnn.weight_ih_l0_reverse	4	-0.025196591392159462
265107	rnn.weight_ih_l0_reverse	5	-0.05742557346820831
265107	rnn.weight_ih_l0_reverse	6	0.0735788494348526
265107	rnn.weight_ih_l0_reverse	7	-0.018960297107696533
265107	rnn.weight_ih_l0_reverse	8	-0.018482577055692673
265107	rnn.weight_ih_l0_reverse	9	0.0045043774880468845
265107	rnn.weight_hh_l0_reverse	0	0.06861888617277145
265107	rnn.weight_hh_l0_reverse	1	0.01984126679599285
265107	rnn.weight_hh_l0_reverse	2	0.03006347082555294
265107	rnn.weight_hh_l0_reverse	3	0.035372138023376465
265107	rnn.weight_hh_l0_reverse	4	0.01433580368757248
265107	rnn.weight_hh_l0_reverse	5	0.008148946799337864
265107	rnn.weight_hh_l0_reverse	6	0.05101880431175232
265107	rnn.weight_hh_l0_reverse	7	-0.08198115229606628
265107	rnn.weight_hh_l0_reverse	8	0.04018609598278999
265107	rnn.weight_hh_l0_reverse	9	0.034805942326784134
265107	rnn.bias_ih_l0_reverse	0	-0.056847549974918365
265107	rnn.bias_ih_l0_reverse	1	-0.2826800048351288
265107	rnn.bias_ih_l0_reverse	2	-0.12459252029657364
265107	rnn.bias_ih_l0_reverse	3	-0.04777602478861809
265107	rnn.bias_ih_l0_reverse	4	-0.022271038964390755
265107	rnn.bias_ih_l0_reverse	5	0.07571497559547424
265107	rnn.bias_ih_l0_reverse	6	-0.06531861424446106
265107	rnn.bias_ih_l0_reverse	7	0.06142716109752655
265107	rnn.bias_ih_l0_reverse	8	-0.035881441086530685
265107	rnn.bias_ih_l0_reverse	9	0.06595410406589508
265107	rnn.bias_hh_l0_reverse	0	0.02342778630554676
265107	rnn.bias_hh_l0_reverse	1	-0.0633046105504036
265107	rnn.bias_hh_l0_reverse	2	0.08877100795507431
265107	rnn.bias_hh_l0_reverse	3	-0.05191085860133171
265107	rnn.bias_hh_l0_reverse	4	-0.028096189722418785
265107	rnn.bias_hh_l0_reverse	5	-0.022035855799913406
265107	rnn.bias_hh_l0_reverse	6	-0.020260779187083244
265107	rnn.bias_hh_l0_reverse	7	0.09965794533491135
265107	rnn.bias_hh_l0_reverse	8	0.03031887300312519
265107	rnn.bias_hh_l0_reverse	9	-0.14838553965091705
265107	rnn.weight_ih_l1	0	-0.02973908744752407
265107	rnn.weight_ih_l1	1	-0.050424009561538696
265107	rnn.weight_ih_l1	2	0.06513483822345734
265107	rnn.weight_ih_l1	3	-0.07308124750852585
265107	rnn.weight_ih_l1	4	-0.014080178923904896
265107	rnn.weight_ih_l1	5	-0.04032553359866142
265107	rnn.weight_ih_l1	6	0.028942177072167397
265107	rnn.weight_ih_l1	7	-0.04459208622574806
265107	rnn.weight_ih_l1	8	0.03784405067563057
265107	rnn.weight_ih_l1	9	0.044816967099905014
265107	rnn.weight_hh_l1	0	-0.007378795649856329
265107	rnn.weight_hh_l1	1	0.01989983208477497
265107	rnn.weight_hh_l1	2	0.00669997651129961
265107	rnn.weight_hh_l1	3	-0.012674297206103802
265107	rnn.weight_hh_l1	4	0.004762749653309584
265107	rnn.weight_hh_l1	5	0.03517293930053711
265107	rnn.weight_hh_l1	6	0.03626715764403343
265107	rnn.weight_hh_l1	7	-0.016350874677300453
265107	rnn.weight_hh_l1	8	-0.007170680444687605
265107	rnn.weight_hh_l1	9	0.038668081164360046
265107	rnn.bias_ih_l1	0	-0.18400432169437408
265107	rnn.bias_ih_l1	1	-0.17449015378952026
265107	rnn.bias_ih_l1	2	-0.1972203254699707
265107	rnn.bias_ih_l1	3	-0.30782589316368103
265107	rnn.bias_ih_l1	4	-0.21209050714969635
265107	rnn.bias_ih_l1	5	-0.08879854530096054
265107	rnn.bias_ih_l1	6	-0.15901289880275726
265107	rnn.bias_ih_l1	7	-0.0033425092697143555
265107	rnn.bias_ih_l1	8	-0.13009490072727203
265107	rnn.bias_ih_l1	9	-0.12301334738731384
265107	rnn.bias_hh_l1	0	-0.0968438908457756
265107	rnn.bias_hh_l1	1	-0.06315751373767853
265107	rnn.bias_hh_l1	2	-0.08547548204660416
265107	rnn.bias_hh_l1	3	-0.07739689201116562
265107	rnn.bias_hh_l1	4	-0.07320031523704529
265107	rnn.bias_hh_l1	5	-0.1176944300532341
265107	rnn.bias_hh_l1	6	-0.16035577654838562
265107	rnn.bias_hh_l1	7	0.07463731616735458
265107	rnn.bias_hh_l1	8	-0.1759558916091919
265107	rnn.bias_hh_l1	9	-0.11562927812337875
265107	rnn.weight_ih_l1_reverse	0	-0.047373536974191666
265107	rnn.weight_ih_l1_reverse	1	0.033050861209630966
265107	rnn.weight_ih_l1_reverse	2	0.08826201409101486
265107	rnn.weight_ih_l1_reverse	3	-0.01778525859117508
265107	rnn.weight_ih_l1_reverse	4	-0.02329186163842678
265107	rnn.weight_ih_l1_reverse	5	-0.030346015468239784
265107	rnn.weight_ih_l1_reverse	6	-0.019651535898447037
265107	rnn.weight_ih_l1_reverse	7	0.02980252355337143
265107	rnn.weight_ih_l1_reverse	8	0.005401227157562971
265107	rnn.weight_ih_l1_reverse	9	-0.03361620754003525
265107	rnn.weight_hh_l1_reverse	0	0.0045654322020709515
265107	rnn.weight_hh_l1_reverse	1	0.0316971056163311
265107	rnn.weight_hh_l1_reverse	2	-0.04062408208847046
265107	rnn.weight_hh_l1_reverse	3	0.03499491512775421
265107	rnn.weight_hh_l1_reverse	4	0.047164518386125565
265107	rnn.weight_hh_l1_reverse	5	0.005972835700958967
265107	rnn.weight_hh_l1_reverse	6	0.04895597696304321
265107	rnn.weight_hh_l1_reverse	7	0.031001470983028412
265107	rnn.weight_hh_l1_reverse	8	-0.007149478420615196
265107	rnn.weight_hh_l1_reverse	9	-0.030208658427000046
265107	rnn.bias_ih_l1_reverse	0	-0.04581814631819725
265107	rnn.bias_ih_l1_reverse	1	-0.14025633037090302
265107	rnn.bias_ih_l1_reverse	2	-0.16351468861103058
265107	rnn.bias_ih_l1_reverse	3	-0.06169009953737259
265107	rnn.bias_ih_l1_reverse	4	-0.2039812058210373
265107	rnn.bias_ih_l1_reverse	5	-0.11672315001487732
265107	rnn.bias_ih_l1_reverse	6	-0.13022395968437195
265107	rnn.bias_ih_l1_reverse	7	-0.19204653799533844
265107	rnn.bias_ih_l1_reverse	8	0.22740009427070618
265107	rnn.bias_ih_l1_reverse	9	0.022780973464250565
265107	rnn.bias_hh_l1_reverse	0	0.010700779967010021
265107	rnn.bias_hh_l1_reverse	1	-0.06496236473321915
265107	rnn.bias_hh_l1_reverse	2	-0.23718373477458954
265107	rnn.bias_hh_l1_reverse	3	-0.14369705319404602
265107	rnn.bias_hh_l1_reverse	4	-0.0803457573056221
265107	rnn.bias_hh_l1_reverse	5	-0.11653689295053482
265107	rnn.bias_hh_l1_reverse	6	0.06271375715732574
265107	rnn.bias_hh_l1_reverse	7	-0.13535884022712708
265107	rnn.bias_hh_l1_reverse	8	-0.12495572865009308
265107	rnn.bias_hh_l1_reverse	9	-0.14813350141048431
265107	linear.weight	0	0.002228822559118271
265107	linear.weight	1	0.09756842255592346
265107	linear.weight	2	-0.09227491170167923
265107	linear.weight	3	0.3133627772331238
265107	linear.weight	4	0.1507875770330429
265107	linear.weight	5	-0.06534364819526672
265107	linear.weight	6	0.09312015026807785
265107	linear.weight	7	0.13556541502475739
265107	linear.weight	8	0.04113325476646423
265107	linear.weight	9	-0.05101706087589264
265107	linear.bias	0	0.08831795305013657
265107	linear.bias	1	-0.18703031539916992
265107	linear.bias	2	-0.448716938495636
265107	linear.bias	3	-0.6569738984107971
265107	linear.bias	4	-1.2608011960983276
265107	linear.bias	5	-0.06152505800127983
265107	linear.bias	6	-0.8191348910331726
265107	linear.bias	7	0.26960527896881104
265107	linear.bias	8	-0.39705348014831543
265107	linear.bias	9	-1.0230700969696045
265304	transitions	0	0.7561361193656921
265304	transitions	1	0.1391817331314087
265304	transitions	2	-10000.0
265304	transitions	3	-1.8280982971191406
265304	transitions	4	-10000.0
265304	transitions	5	0.562835156917572
265304	transitions	6	-0.08560624718666077
265304	transitions	7	-0.8115668296813965
265304	transitions	8	-1.4227145910263062
265304	transitions	9	-0.001231299014762044
265304	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
265304	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
265304	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
265304	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
265304	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
265304	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
265304	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
265304	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
265304	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
265304	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
265304	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
265304	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
265304	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
265304	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
265304	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
265304	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
265304	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
265304	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
265304	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
265304	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
265304	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
265304	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
265304	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
265304	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
265304	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
265304	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
265304	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
265304	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
265304	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
265304	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
265304	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
265304	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
265304	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
265304	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
265304	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
265304	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
265304	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
265304	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
265304	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
265304	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
265304	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
265304	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
265304	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
265304	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
265304	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
265304	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
265304	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
265304	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
265304	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
265304	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
265304	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
265304	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
265304	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
265304	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
265304	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
265304	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
265304	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
265304	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
265304	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
265304	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
265304	embedding2nn.weight	0	0.016636725515127182
265304	embedding2nn.weight	1	-0.012729094363749027
265304	embedding2nn.weight	2	-0.014268254861235619
265304	embedding2nn.weight	3	-0.031511832028627396
265304	embedding2nn.weight	4	-0.0059150345623493195
265304	embedding2nn.weight	5	-0.0037005888298153877
265304	embedding2nn.weight	6	-0.003973264712840319
265304	embedding2nn.weight	7	-0.0771552100777626
265304	embedding2nn.weight	8	-0.0019979383796453476
265304	embedding2nn.weight	9	-0.027750588953495026
265304	embedding2nn.bias	0	0.032703742384910583
265304	embedding2nn.bias	1	-0.07471302896738052
265304	embedding2nn.bias	2	0.07061389088630676
265304	embedding2nn.bias	3	0.05111556127667427
265304	embedding2nn.bias	4	-0.04211309179663658
265304	embedding2nn.bias	5	-0.011570756323635578
265304	embedding2nn.bias	6	0.014937279745936394
265304	embedding2nn.bias	7	-0.054828669875860214
265304	embedding2nn.bias	8	0.07390148937702179
265304	embedding2nn.bias	9	0.04491324722766876
265304	rnn.weight_ih_l0	0	-0.08088982850313187
265304	rnn.weight_ih_l0	1	0.003033641492947936
265304	rnn.weight_ih_l0	2	0.03523864224553108
265304	rnn.weight_ih_l0	3	0.022871941328048706
265304	rnn.weight_ih_l0	4	-0.048134755343198776
265304	rnn.weight_ih_l0	5	-0.06843602657318115
265304	rnn.weight_ih_l0	6	-0.0011200840817764401
265304	rnn.weight_ih_l0	7	0.05362679809331894
265304	rnn.weight_ih_l0	8	-0.01703822799026966
265304	rnn.weight_ih_l0	9	-0.030713746324181557
265304	rnn.weight_hh_l0	0	-0.030077634379267693
265304	rnn.weight_hh_l0	1	-0.007278247270733118
265304	rnn.weight_hh_l0	2	0.006690872833132744
265304	rnn.weight_hh_l0	3	-0.0744343250989914
265304	rnn.weight_hh_l0	4	0.09335735440254211
265304	rnn.weight_hh_l0	5	-0.026867909356951714
265304	rnn.weight_hh_l0	6	-0.06371073424816132
265304	rnn.weight_hh_l0	7	0.008943162858486176
265304	rnn.weight_hh_l0	8	0.013430112041532993
265304	rnn.weight_hh_l0	9	-0.025635529309511185
265304	rnn.bias_ih_l0	0	0.1298464834690094
265304	rnn.bias_ih_l0	1	-0.034190256148576736
265304	rnn.bias_ih_l0	2	-0.03402324765920639
265304	rnn.bias_ih_l0	3	0.16304633021354675
265304	rnn.bias_ih_l0	4	-0.012908289209008217
265304	rnn.bias_ih_l0	5	-0.023066584020853043
265304	rnn.bias_ih_l0	6	0.017125431448221207
265304	rnn.bias_ih_l0	7	0.02364027127623558
265304	rnn.bias_ih_l0	8	-0.0994640439748764
265304	rnn.bias_ih_l0	9	-0.04094325378537178
265304	rnn.bias_hh_l0	0	-0.0010658011306077242
265304	rnn.bias_hh_l0	1	-0.1003447100520134
265304	rnn.bias_hh_l0	2	-0.075152188539505
265304	rnn.bias_hh_l0	3	-0.08862694352865219
265304	rnn.bias_hh_l0	4	0.00840548425912857
265304	rnn.bias_hh_l0	5	-0.020587876439094543
265304	rnn.bias_hh_l0	6	0.028425944969058037
265304	rnn.bias_hh_l0	7	0.06069013476371765
265304	rnn.bias_hh_l0	8	-0.12304824590682983
265304	rnn.bias_hh_l0	9	-0.05910873040556908
265304	rnn.weight_ih_l0_reverse	0	-0.025473980233073235
265304	rnn.weight_ih_l0_reverse	1	-0.05701354891061783
265304	rnn.weight_ih_l0_reverse	2	-0.048800818622112274
265304	rnn.weight_ih_l0_reverse	3	0.015629304572939873
265304	rnn.weight_ih_l0_reverse	4	-0.025205334648489952
265304	rnn.weight_ih_l0_reverse	5	-0.057440925389528275
265304	rnn.weight_ih_l0_reverse	6	0.07358541339635849
265304	rnn.weight_ih_l0_reverse	7	-0.01896028220653534
265304	rnn.weight_ih_l0_reverse	8	-0.018482042476534843
265304	rnn.weight_ih_l0_reverse	9	0.00452055037021637
265304	rnn.weight_hh_l0_reverse	0	0.06861366331577301
265304	rnn.weight_hh_l0_reverse	1	0.019873252138495445
265304	rnn.weight_hh_l0_reverse	2	0.03006257861852646
265304	rnn.weight_hh_l0_reverse	3	0.035374488681554794
265304	rnn.weight_hh_l0_reverse	4	0.014351596124470234
265304	rnn.weight_hh_l0_reverse	5	0.008145134896039963
265304	rnn.weight_hh_l0_reverse	6	0.05099424347281456
265304	rnn.weight_hh_l0_reverse	7	-0.08197024464607239
265304	rnn.weight_hh_l0_reverse	8	0.04018038883805275
265304	rnn.weight_hh_l0_reverse	9	0.03482606261968613
265304	rnn.bias_ih_l0_reverse	0	-0.05681854486465454
265304	rnn.bias_ih_l0_reverse	1	-0.28273552656173706
265304	rnn.bias_ih_l0_reverse	2	-0.12471351772546768
265304	rnn.bias_ih_l0_reverse	3	-0.0477859303355217
265304	rnn.bias_ih_l0_reverse	4	-0.022286051884293556
265304	rnn.bias_ih_l0_reverse	5	0.0757359117269516
265304	rnn.bias_ih_l0_reverse	6	-0.06530037522315979
265304	rnn.bias_ih_l0_reverse	7	0.06141510233283043
265304	rnn.bias_ih_l0_reverse	8	-0.035871170461177826
265304	rnn.bias_ih_l0_reverse	9	0.06593914330005646
265304	rnn.bias_hh_l0_reverse	0	0.023437773808836937
265304	rnn.bias_hh_l0_reverse	1	-0.0633244439959526
265304	rnn.bias_hh_l0_reverse	2	0.08878694474697113
265304	rnn.bias_hh_l0_reverse	3	-0.05193575471639633
265304	rnn.bias_hh_l0_reverse	4	-0.028117962181568146
265304	rnn.bias_hh_l0_reverse	5	-0.022110270336270332
265304	rnn.bias_hh_l0_reverse	6	-0.020327264443039894
265304	rnn.bias_hh_l0_reverse	7	0.09964871406555176
265304	rnn.bias_hh_l0_reverse	8	0.030315833166241646
265304	rnn.bias_hh_l0_reverse	9	-0.14827322959899902
265304	rnn.weight_ih_l1	0	-0.029748991131782532
265304	rnn.weight_ih_l1	1	-0.050420645624399185
265304	rnn.weight_ih_l1	2	0.06510701775550842
265304	rnn.weight_ih_l1	3	-0.0730937048792839
265304	rnn.weight_ih_l1	4	-0.014084823429584503
265304	rnn.weight_ih_l1	5	-0.04033525288105011
265304	rnn.weight_ih_l1	6	0.02894779108464718
265304	rnn.weight_ih_l1	7	-0.04459068924188614
265304	rnn.weight_ih_l1	8	0.03784303739666939
265304	rnn.weight_ih_l1	9	0.044825442135334015
265304	rnn.weight_hh_l1	0	-0.007379663176834583
265304	rnn.weight_hh_l1	1	0.01990150660276413
265304	rnn.weight_hh_l1	2	0.006700160913169384
265304	rnn.weight_hh_l1	3	-0.01267576590180397
265304	rnn.weight_hh_l1	4	0.004759463481605053
265304	rnn.weight_hh_l1	5	0.03517355024814606
265304	rnn.weight_hh_l1	6	0.03626830130815506
265304	rnn.weight_hh_l1	7	-0.016345443204045296
265304	rnn.weight_hh_l1	8	-0.007176839280873537
265304	rnn.weight_hh_l1	9	0.03868000581860542
265304	rnn.bias_ih_l1	0	-0.184037446975708
265304	rnn.bias_ih_l1	1	-0.1744953691959381
265304	rnn.bias_ih_l1	2	-0.1973322033882141
265304	rnn.bias_ih_l1	3	-0.3078896403312683
265304	rnn.bias_ih_l1	4	-0.21185648441314697
265304	rnn.bias_ih_l1	5	-0.0888059064745903
265304	rnn.bias_ih_l1	6	-0.15899305045604706
265304	rnn.bias_ih_l1	7	-0.0033536648843437433
265304	rnn.bias_ih_l1	8	-0.13008807599544525
265304	rnn.bias_ih_l1	9	-0.1230427473783493
265304	rnn.bias_hh_l1	0	-0.09696242213249207
265304	rnn.bias_hh_l1	1	-0.0631607174873352
265304	rnn.bias_hh_l1	2	-0.08553313463926315
265304	rnn.bias_hh_l1	3	-0.07737834006547928
265304	rnn.bias_hh_l1	4	-0.07320981472730637
265304	rnn.bias_hh_l1	5	-0.11767685413360596
265304	rnn.bias_hh_l1	6	-0.1603592485189438
265304	rnn.bias_hh_l1	7	0.0747571736574173
265304	rnn.bias_hh_l1	8	-0.17598402500152588
265304	rnn.bias_hh_l1	9	-0.11569667607545853
265304	rnn.weight_ih_l1_reverse	0	-0.04736749082803726
265304	rnn.weight_ih_l1_reverse	1	0.03304480016231537
265304	rnn.weight_ih_l1_reverse	2	0.08819568157196045
265304	rnn.weight_ih_l1_reverse	3	-0.01778692938387394
265304	rnn.weight_ih_l1_reverse	4	-0.023282142356038094
265304	rnn.weight_ih_l1_reverse	5	-0.03034229762852192
265304	rnn.weight_ih_l1_reverse	6	-0.019640371203422546
265304	rnn.weight_ih_l1_reverse	7	0.02979118563234806
265304	rnn.weight_ih_l1_reverse	8	0.005389203317463398
265304	rnn.weight_ih_l1_reverse	9	-0.033617082983255386
265304	rnn.weight_hh_l1_reverse	0	0.0045683784410357475
265304	rnn.weight_hh_l1_reverse	1	0.03169776871800423
265304	rnn.weight_hh_l1_reverse	2	-0.04062175378203392
265304	rnn.weight_hh_l1_reverse	3	0.034998707473278046
265304	rnn.weight_hh_l1_reverse	4	0.04717335104942322
265304	rnn.weight_hh_l1_reverse	5	0.0059650070033967495
265304	rnn.weight_hh_l1_reverse	6	0.04893474653363228
265304	rnn.weight_hh_l1_reverse	7	0.0310002900660038
265304	rnn.weight_hh_l1_reverse	8	-0.007152598816901445
265304	rnn.weight_hh_l1_reverse	9	-0.030208444222807884
265304	rnn.bias_ih_l1_reverse	0	-0.045786913484334946
265304	rnn.bias_ih_l1_reverse	1	-0.14023979008197784
265304	rnn.bias_ih_l1_reverse	2	-0.16344931721687317
265304	rnn.bias_ih_l1_reverse	3	-0.06172677502036095
265304	rnn.bias_ih_l1_reverse	4	-0.20398974418640137
265304	rnn.bias_ih_l1_reverse	5	-0.11669432371854782
265304	rnn.bias_ih_l1_reverse	6	-0.1302046924829483
265304	rnn.bias_ih_l1_reverse	7	-0.1921689808368683
265304	rnn.bias_ih_l1_reverse	8	0.22737236320972443
265304	rnn.bias_ih_l1_reverse	9	0.02273118868470192
265304	rnn.bias_hh_l1_reverse	0	0.010648391209542751
265304	rnn.bias_hh_l1_reverse	1	-0.06465797871351242
265304	rnn.bias_hh_l1_reverse	2	-0.23715239763259888
265304	rnn.bias_hh_l1_reverse	3	-0.14369544386863708
265304	rnn.bias_hh_l1_reverse	4	-0.08030398935079575
265304	rnn.bias_hh_l1_reverse	5	-0.11649199575185776
265304	rnn.bias_hh_l1_reverse	6	0.06274867057800293
265304	rnn.bias_hh_l1_reverse	7	-0.1353531777858734
265304	rnn.bias_hh_l1_reverse	8	-0.12494300305843353
265304	rnn.bias_hh_l1_reverse	9	-0.14812339842319489
265304	linear.weight	0	0.002228822559118271
265304	linear.weight	1	0.09769468754529953
265304	linear.weight	2	-0.09224265068769455
265304	linear.weight	3	0.3132370710372925
265304	linear.weight	4	0.15074247121810913
265304	linear.weight	5	-0.06535277515649796
265304	linear.weight	6	0.09302778542041779
265304	linear.weight	7	0.1355217546224594
265304	linear.weight	8	0.04113325476646423
265304	linear.weight	9	-0.0509774424135685
265304	linear.bias	0	0.08653295785188675
265304	linear.bias	1	-0.18858732283115387
265304	linear.bias	2	-0.44695785641670227
265304	linear.bias	3	-0.6564452648162842
265304	linear.bias	4	-1.2602585554122925
265304	linear.bias	5	-0.06218454986810684
265304	linear.bias	6	-0.8207487463951111
265304	linear.bias	7	0.26891830563545227
265304	linear.bias	8	-0.3964803218841553
265304	linear.bias	9	-1.0224908590316772
265501	transitions	0	0.7558194994926453
265501	transitions	1	0.13915295898914337
265501	transitions	2	-10000.0
265501	transitions	3	-1.8280985355377197
265501	transitions	4	-10000.0
265501	transitions	5	0.5628349781036377
265501	transitions	6	-0.08560668677091599
265501	transitions	7	-0.8115724921226501
265501	transitions	8	-1.4227149486541748
265501	transitions	9	-0.0012313034385442734
265501	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
265501	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
265501	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
265501	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
265501	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
265501	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
265501	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
265501	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
265501	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
265501	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
265501	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
265501	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
265501	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
265501	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
265501	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
265501	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
265501	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
265501	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
265501	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
265501	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
265501	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
265501	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
265501	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
265501	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
265501	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
265501	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
265501	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
265501	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
265501	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
265501	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
265501	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
265501	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
265501	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
265501	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
265501	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
265501	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
265501	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
265501	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
265501	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
265501	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
265501	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
265501	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
265501	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
265501	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
265501	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
265501	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
265501	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
265501	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
265501	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
265501	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
265501	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
265501	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
265501	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
265501	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
265501	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
265501	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
265501	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
265501	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
265501	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
265501	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
265501	embedding2nn.weight	0	0.016630124300718307
265501	embedding2nn.weight	1	-0.012727963738143444
265501	embedding2nn.weight	2	-0.014268254861235619
265501	embedding2nn.weight	3	-0.03148947283625603
265501	embedding2nn.weight	4	-0.0059150345623493195
265501	embedding2nn.weight	5	-0.0037005888298153877
265501	embedding2nn.weight	6	-0.003973265178501606
265501	embedding2nn.weight	7	-0.07713832706212997
265501	embedding2nn.weight	8	-0.0019979383796453476
265501	embedding2nn.weight	9	-0.027751002460718155
265501	embedding2nn.bias	0	0.032627470791339874
265501	embedding2nn.bias	1	-0.07462732493877411
265501	embedding2nn.bias	2	0.07060422748327255
265501	embedding2nn.bias	3	0.05109640210866928
265501	embedding2nn.bias	4	-0.042136307805776596
265501	embedding2nn.bias	5	-0.011395663022994995
265501	embedding2nn.bias	6	0.014842240139842033
265501	embedding2nn.bias	7	-0.05474824458360672
265501	embedding2nn.bias	8	0.07404755055904388
265501	embedding2nn.bias	9	0.04498285427689552
265501	rnn.weight_ih_l0	0	-0.08086466789245605
265501	rnn.weight_ih_l0	1	0.003044500481337309
265501	rnn.weight_ih_l0	2	0.035242460668087006
265501	rnn.weight_ih_l0	3	0.022853463888168335
265501	rnn.weight_ih_l0	4	-0.04812014102935791
265501	rnn.weight_ih_l0	5	-0.06845004856586456
265501	rnn.weight_ih_l0	6	-0.0011181371519342065
265501	rnn.weight_ih_l0	7	0.05363190174102783
265501	rnn.weight_ih_l0	8	-0.017072809860110283
265501	rnn.weight_ih_l0	9	-0.03071408160030842
265501	rnn.weight_hh_l0	0	-0.0300768930464983
265501	rnn.weight_hh_l0	1	-0.007260502316057682
265501	rnn.weight_hh_l0	2	0.006678980775177479
265501	rnn.weight_hh_l0	3	-0.07443215698003769
265501	rnn.weight_hh_l0	4	0.0933554470539093
265501	rnn.weight_hh_l0	5	-0.02687954343855381
265501	rnn.weight_hh_l0	6	-0.0637081041932106
265501	rnn.weight_hh_l0	7	0.008932113647460938
265501	rnn.weight_hh_l0	8	0.013419592753052711
265501	rnn.weight_hh_l0	9	-0.025626759976148605
265501	rnn.bias_ih_l0	0	0.1297937035560608
265501	rnn.bias_ih_l0	1	-0.03412571921944618
265501	rnn.bias_ih_l0	2	-0.03402135893702507
265501	rnn.bias_ih_l0	3	0.1630341112613678
265501	rnn.bias_ih_l0	4	-0.012867343612015247
265501	rnn.bias_ih_l0	5	-0.023017948493361473
265501	rnn.bias_ih_l0	6	0.01711580529808998
265501	rnn.bias_ih_l0	7	0.023606078699231148
265501	rnn.bias_ih_l0	8	-0.09944023191928864
265501	rnn.bias_ih_l0	9	-0.040918413549661636
265501	rnn.bias_hh_l0	0	-0.0010365728521719575
265501	rnn.bias_hh_l0	1	-0.10037734359502792
265501	rnn.bias_hh_l0	2	-0.07515392452478409
265501	rnn.bias_hh_l0	3	-0.08861516416072845
265501	rnn.bias_hh_l0	4	0.008391396142542362
265501	rnn.bias_hh_l0	5	-0.020558493211865425
265501	rnn.bias_hh_l0	6	0.028448134660720825
265501	rnn.bias_hh_l0	7	0.06067437678575516
265501	rnn.bias_hh_l0	8	-0.12304466217756271
265501	rnn.bias_hh_l0	9	-0.05910792574286461
265501	rnn.weight_ih_l0_reverse	0	-0.025477247312664986
265501	rnn.weight_ih_l0_reverse	1	-0.056996900588274
265501	rnn.weight_ih_l0_reverse	2	-0.04877358675003052
265501	rnn.weight_ih_l0_reverse	3	0.01563282310962677
265501	rnn.weight_ih_l0_reverse	4	-0.02521207369863987
265501	rnn.weight_ih_l0_reverse	5	-0.057436879724264145
265501	rnn.weight_ih_l0_reverse	6	0.0736047700047493
265501	rnn.weight_ih_l0_reverse	7	-0.018960027024149895
265501	rnn.weight_ih_l0_reverse	8	-0.018483255058526993
265501	rnn.weight_ih_l0_reverse	9	0.004550715908408165
265501	rnn.weight_hh_l0_reverse	0	0.06862889975309372
265501	rnn.weight_hh_l0_reverse	1	0.019868578761816025
265501	rnn.weight_hh_l0_reverse	2	0.030072782188653946
265501	rnn.weight_hh_l0_reverse	3	0.035368889570236206
265501	rnn.weight_hh_l0_reverse	4	0.014340122230350971
265501	rnn.weight_hh_l0_reverse	5	0.008130377158522606
265501	rnn.weight_hh_l0_reverse	6	0.0509871244430542
265501	rnn.weight_hh_l0_reverse	7	-0.08198001980781555
265501	rnn.weight_hh_l0_reverse	8	0.040188636630773544
265501	rnn.weight_hh_l0_reverse	9	0.03483191877603531
265501	rnn.bias_ih_l0_reverse	0	-0.05680127069354057
265501	rnn.bias_ih_l0_reverse	1	-0.28272151947021484
265501	rnn.bias_ih_l0_reverse	2	-0.12474215030670166
265501	rnn.bias_ih_l0_reverse	3	-0.04779188334941864
265501	rnn.bias_ih_l0_reverse	4	-0.02231503650546074
265501	rnn.bias_ih_l0_reverse	5	0.07572853565216064
265501	rnn.bias_ih_l0_reverse	6	-0.065279021859169
265501	rnn.bias_ih_l0_reverse	7	0.0613996647298336
265501	rnn.bias_ih_l0_reverse	8	-0.03585049882531166
265501	rnn.bias_ih_l0_reverse	9	0.06600695103406906
265501	rnn.bias_hh_l0_reverse	0	0.02348501607775688
265501	rnn.bias_hh_l0_reverse	1	-0.06336779147386551
265501	rnn.bias_hh_l0_reverse	2	0.08879286795854568
265501	rnn.bias_hh_l0_reverse	3	-0.05190899968147278
265501	rnn.bias_hh_l0_reverse	4	-0.02809617854654789
265501	rnn.bias_hh_l0_reverse	5	-0.02206791378557682
265501	rnn.bias_hh_l0_reverse	6	-0.020324911922216415
265501	rnn.bias_hh_l0_reverse	7	0.09961919486522675
265501	rnn.bias_hh_l0_reverse	8	0.03037053905427456
265501	rnn.bias_hh_l0_reverse	9	-0.14828412234783173
265501	rnn.weight_ih_l1	0	-0.02974158152937889
265501	rnn.weight_ih_l1	1	-0.05042553320527077
265501	rnn.weight_ih_l1	2	0.06509816646575928
265501	rnn.weight_ih_l1	3	-0.07307673245668411
265501	rnn.weight_ih_l1	4	-0.014072381891310215
265501	rnn.weight_ih_l1	5	-0.04033954441547394
265501	rnn.weight_ih_l1	6	0.02893032878637314
265501	rnn.weight_ih_l1	7	-0.04458583518862724
265501	rnn.weight_ih_l1	8	0.0378451943397522
265501	rnn.weight_ih_l1	9	0.04482981190085411
265501	rnn.weight_hh_l1	0	-0.007394807413220406
265501	rnn.weight_hh_l1	1	0.019899044185876846
265501	rnn.weight_hh_l1	2	0.006650047842413187
265501	rnn.weight_hh_l1	3	-0.012674583122134209
265501	rnn.weight_hh_l1	4	0.004763654433190823
265501	rnn.weight_hh_l1	5	0.03517012298107147
265501	rnn.weight_hh_l1	6	0.036268386989831924
265501	rnn.weight_hh_l1	7	-0.016344323754310608
265501	rnn.weight_hh_l1	8	-0.007181699853390455
265501	rnn.weight_hh_l1	9	0.03867863118648529
265501	rnn.bias_ih_l1	0	-0.1839592009782791
265501	rnn.bias_ih_l1	1	-0.17457273602485657
265501	rnn.bias_ih_l1	2	-0.19732579588890076
265501	rnn.bias_ih_l1	3	-0.30785730481147766
265501	rnn.bias_ih_l1	4	-0.21196188032627106
265501	rnn.bias_ih_l1	5	-0.08884263038635254
265501	rnn.bias_ih_l1	6	-0.15895502269268036
265501	rnn.bias_ih_l1	7	-0.003277346258983016
265501	rnn.bias_ih_l1	8	-0.13011369109153748
265501	rnn.bias_ih_l1	9	-0.12304305285215378
265501	rnn.bias_hh_l1	0	-0.09699627757072449
265501	rnn.bias_hh_l1	1	-0.06317364424467087
265501	rnn.bias_hh_l1	2	-0.08552321791648865
265501	rnn.bias_hh_l1	3	-0.07739889621734619
265501	rnn.bias_hh_l1	4	-0.07326452434062958
265501	rnn.bias_hh_l1	5	-0.11766698211431503
265501	rnn.bias_hh_l1	6	-0.16040673851966858
265501	rnn.bias_hh_l1	7	0.07482748478651047
265501	rnn.bias_hh_l1	8	-0.17591527104377747
265501	rnn.bias_hh_l1	9	-0.11569643765687943
265501	rnn.weight_ih_l1_reverse	0	-0.04738239571452141
265501	rnn.weight_ih_l1_reverse	1	0.03297543525695801
265501	rnn.weight_ih_l1_reverse	2	0.08821744471788406
265501	rnn.weight_ih_l1_reverse	3	-0.017824091017246246
265501	rnn.weight_ih_l1_reverse	4	-0.023284519091248512
265501	rnn.weight_ih_l1_reverse	5	-0.030342891812324524
265501	rnn.weight_ih_l1_reverse	6	-0.01965375803411007
265501	rnn.weight_ih_l1_reverse	7	0.02979142777621746
265501	rnn.weight_ih_l1_reverse	8	0.005438737105578184
265501	rnn.weight_ih_l1_reverse	9	-0.03363553062081337
265501	rnn.weight_hh_l1_reverse	0	0.004569627810269594
265501	rnn.weight_hh_l1_reverse	1	0.031694091856479645
265501	rnn.weight_hh_l1_reverse	2	-0.04062078520655632
265501	rnn.weight_hh_l1_reverse	3	0.03499675542116165
265501	rnn.weight_hh_l1_reverse	4	0.0471639409661293
265501	rnn.weight_hh_l1_reverse	5	0.00596087658777833
265501	rnn.weight_hh_l1_reverse	6	0.048963990062475204
265501	rnn.weight_hh_l1_reverse	7	0.031013282015919685
265501	rnn.weight_hh_l1_reverse	8	-0.007148608099669218
265501	rnn.weight_hh_l1_reverse	9	-0.03021225333213806
265501	rnn.bias_ih_l1_reverse	0	-0.04579155147075653
265501	rnn.bias_ih_l1_reverse	1	-0.14024212956428528
265501	rnn.bias_ih_l1_reverse	2	-0.16336601972579956
265501	rnn.bias_ih_l1_reverse	3	-0.06174902990460396
265501	rnn.bias_ih_l1_reverse	4	-0.20397740602493286
265501	rnn.bias_ih_l1_reverse	5	-0.11666101962327957
265501	rnn.bias_ih_l1_reverse	6	-0.1302245855331421
265501	rnn.bias_ih_l1_reverse	7	-0.1921808421611786
265501	rnn.bias_ih_l1_reverse	8	0.22723083198070526
265501	rnn.bias_ih_l1_reverse	9	0.0226631760597229
265501	rnn.bias_hh_l1_reverse	0	0.010715586133301258
265501	rnn.bias_hh_l1_reverse	1	-0.06469616293907166
265501	rnn.bias_hh_l1_reverse	2	-0.23719041049480438
265501	rnn.bias_hh_l1_reverse	3	-0.14371837675571442
265501	rnn.bias_hh_l1_reverse	4	-0.08032849431037903
265501	rnn.bias_hh_l1_reverse	5	-0.11645397543907166
265501	rnn.bias_hh_l1_reverse	6	0.06289519369602203
265501	rnn.bias_hh_l1_reverse	7	-0.1353130340576172
265501	rnn.bias_hh_l1_reverse	8	-0.12496312707662582
265501	rnn.bias_hh_l1_reverse	9	-0.14814183115959167
265501	linear.weight	0	0.002228822559118271
265501	linear.weight	1	0.09778458625078201
265501	linear.weight	2	-0.09232272207736969
265501	linear.weight	3	0.3132738471031189
265501	linear.weight	4	0.1506432741880417
265501	linear.weight	5	-0.06540337204933167
265501	linear.weight	6	0.093157559633255
265501	linear.weight	7	0.13539138436317444
265501	linear.weight	8	0.04113325476646423
265501	linear.weight	9	-0.05102449283003807
265501	linear.bias	0	0.08562755584716797
265501	linear.bias	1	-0.18945148587226868
265501	linear.bias	2	-0.4470062553882599
265501	linear.bias	3	-0.6565084457397461
265501	linear.bias	4	-1.260348916053772
265501	linear.bias	5	-0.062098439782857895
265501	linear.bias	6	-0.8215572834014893
265501	linear.bias	7	0.268923819065094
265501	linear.bias	8	-0.3965039551258087
265501	linear.bias	9	-1.0224988460540771
265698	transitions	0	0.7557948231697083
265698	transitions	1	0.13916632533073425
265698	transitions	2	-10000.0
265698	transitions	3	-1.8280986547470093
265698	transitions	4	-10000.0
265698	transitions	5	0.5628344416618347
265698	transitions	6	-0.08560715615749359
265698	transitions	7	-0.8115829825401306
265698	transitions	8	-1.422715187072754
265698	transitions	9	-0.0012313132174313068
265698	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
265698	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
265698	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
265698	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
265698	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
265698	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
265698	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
265698	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
265698	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
265698	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
265698	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
265698	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
265698	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
265698	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
265698	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
265698	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
265698	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
265698	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
265698	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
265698	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
265698	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
265698	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
265698	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
265698	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
265698	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
265698	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
265698	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
265698	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
265698	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
265698	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
265698	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
265698	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
265698	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
265698	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
265698	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
265698	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
265698	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
265698	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
265698	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
265698	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
265698	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
265698	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
265698	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
265698	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
265698	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
265698	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
265698	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
265698	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
265698	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
265698	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
265698	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
265698	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
265698	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
265698	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
265698	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
265698	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
265698	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
265698	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
265698	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
265698	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
265698	embedding2nn.weight	0	0.0166475847363472
265698	embedding2nn.weight	1	-0.012732114642858505
265698	embedding2nn.weight	2	-0.014268254861235619
265698	embedding2nn.weight	3	-0.03145763650536537
265698	embedding2nn.weight	4	-0.0059150345623493195
265698	embedding2nn.weight	5	-0.0037005888298153877
265698	embedding2nn.weight	6	-0.003973265178501606
265698	embedding2nn.weight	7	-0.07713058590888977
265698	embedding2nn.weight	8	-0.0019979383796453476
265698	embedding2nn.weight	9	-0.027734605595469475
265698	embedding2nn.bias	0	0.03261752426624298
265698	embedding2nn.bias	1	-0.07458799332380295
265698	embedding2nn.bias	2	0.0705188512802124
265698	embedding2nn.bias	3	0.05089382082223892
265698	embedding2nn.bias	4	-0.04214603081345558
265698	embedding2nn.bias	5	-0.011139367707073689
265698	embedding2nn.bias	6	0.014885575510561466
265698	embedding2nn.bias	7	-0.05480634793639183
265698	embedding2nn.bias	8	0.07379943877458572
265698	embedding2nn.bias	9	0.04502259939908981
265698	rnn.weight_ih_l0	0	-0.08080575615167618
265698	rnn.weight_ih_l0	1	0.0030586032662540674
265698	rnn.weight_ih_l0	2	0.03527984395623207
265698	rnn.weight_ih_l0	3	0.022870203480124474
265698	rnn.weight_ih_l0	4	-0.048107247799634933
265698	rnn.weight_ih_l0	5	-0.06842285394668579
265698	rnn.weight_ih_l0	6	-0.0011317102471366525
265698	rnn.weight_ih_l0	7	0.053638607263565063
265698	rnn.weight_ih_l0	8	-0.017084697261452675
265698	rnn.weight_ih_l0	9	-0.030712058767676353
265698	rnn.weight_hh_l0	0	-0.03008500300347805
265698	rnn.weight_hh_l0	1	-0.0072333249263465405
265698	rnn.weight_hh_l0	2	0.006677320227026939
265698	rnn.weight_hh_l0	3	-0.07443559169769287
265698	rnn.weight_hh_l0	4	0.09336251020431519
265698	rnn.weight_hh_l0	5	-0.026870494708418846
265698	rnn.weight_hh_l0	6	-0.06372735649347305
265698	rnn.weight_hh_l0	7	0.008941803127527237
265698	rnn.weight_hh_l0	8	0.013418766669929028
265698	rnn.weight_hh_l0	9	-0.025626422837376595
265698	rnn.bias_ih_l0	0	0.12976211309432983
265698	rnn.bias_ih_l0	1	-0.03417268767952919
265698	rnn.bias_ih_l0	2	-0.03399640694260597
265698	rnn.bias_ih_l0	3	0.1630900502204895
265698	rnn.bias_ih_l0	4	-0.012895019724965096
265698	rnn.bias_ih_l0	5	-0.02302524819970131
265698	rnn.bias_ih_l0	6	0.017042487859725952
265698	rnn.bias_ih_l0	7	0.023618174716830254
265698	rnn.bias_ih_l0	8	-0.09942372888326645
265698	rnn.bias_ih_l0	9	-0.04085604473948479
265698	rnn.bias_hh_l0	0	-0.0010477429023012519
265698	rnn.bias_hh_l0	1	-0.10041914880275726
265698	rnn.bias_hh_l0	2	-0.07518213242292404
265698	rnn.bias_hh_l0	3	-0.08862651884555817
265698	rnn.bias_hh_l0	4	0.008421949110925198
265698	rnn.bias_hh_l0	5	-0.020570075139403343
265698	rnn.bias_hh_l0	6	0.028413183987140656
265698	rnn.bias_hh_l0	7	0.06061435118317604
265698	rnn.bias_hh_l0	8	-0.12308995425701141
265698	rnn.bias_hh_l0	9	-0.0591159388422966
265698	rnn.weight_ih_l0_reverse	0	-0.02547718770802021
265698	rnn.weight_ih_l0_reverse	1	-0.05700172856450081
265698	rnn.weight_ih_l0_reverse	2	-0.04880016669631004
265698	rnn.weight_ih_l0_reverse	3	0.015653735026717186
265698	rnn.weight_ih_l0_reverse	4	-0.025218162685632706
265698	rnn.weight_ih_l0_reverse	5	-0.057437095791101456
265698	rnn.weight_ih_l0_reverse	6	0.07361729443073273
265698	rnn.weight_ih_l0_reverse	7	-0.018974544480443
265698	rnn.weight_ih_l0_reverse	8	-0.018475480377674103
265698	rnn.weight_ih_l0_reverse	9	0.004547533579170704
265698	rnn.weight_hh_l0_reverse	0	0.0686413124203682
265698	rnn.weight_hh_l0_reverse	1	0.019848408177495003
265698	rnn.weight_hh_l0_reverse	2	0.030081095173954964
265698	rnn.weight_hh_l0_reverse	3	0.03536335006356239
265698	rnn.weight_hh_l0_reverse	4	0.014340984635055065
265698	rnn.weight_hh_l0_reverse	5	0.008100952953100204
265698	rnn.weight_hh_l0_reverse	6	0.050993409007787704
265698	rnn.weight_hh_l0_reverse	7	-0.08199805021286011
265698	rnn.weight_hh_l0_reverse	8	0.040181923657655716
265698	rnn.weight_hh_l0_reverse	9	0.03484354168176651
265698	rnn.bias_ih_l0_reverse	0	-0.056826792657375336
265698	rnn.bias_ih_l0_reverse	1	-0.2827061116695404
265698	rnn.bias_ih_l0_reverse	2	-0.1246512234210968
265698	rnn.bias_ih_l0_reverse	3	-0.04777604714035988
265698	rnn.bias_ih_l0_reverse	4	-0.022285498678684235
265698	rnn.bias_ih_l0_reverse	5	0.07571784406900406
265698	rnn.bias_ih_l0_reverse	6	-0.06525497883558273
265698	rnn.bias_ih_l0_reverse	7	0.06138879060745239
265698	rnn.bias_ih_l0_reverse	8	-0.03583860397338867
265698	rnn.bias_ih_l0_reverse	9	0.06598494946956635
265698	rnn.bias_hh_l0_reverse	0	0.023524589836597443
265698	rnn.bias_hh_l0_reverse	1	-0.06331813335418701
265698	rnn.bias_hh_l0_reverse	2	0.08874101936817169
265698	rnn.bias_hh_l0_reverse	3	-0.051890578120946884
265698	rnn.bias_hh_l0_reverse	4	-0.028126057237386703
265698	rnn.bias_hh_l0_reverse	5	-0.022027887403964996
265698	rnn.bias_hh_l0_reverse	6	-0.02030065469443798
265698	rnn.bias_hh_l0_reverse	7	0.09964922815561295
265698	rnn.bias_hh_l0_reverse	8	0.03035092167556286
265698	rnn.bias_hh_l0_reverse	9	-0.14835000038146973
265698	rnn.weight_ih_l1	0	-0.029724158346652985
265698	rnn.weight_ih_l1	1	-0.0504332110285759
265698	rnn.weight_ih_l1	2	0.06508631259202957
265698	rnn.weight_ih_l1	3	-0.07308002561330795
265698	rnn.weight_ih_l1	4	-0.014065231196582317
265698	rnn.weight_ih_l1	5	-0.04033234715461731
265698	rnn.weight_ih_l1	6	0.028944799676537514
265698	rnn.weight_ih_l1	7	-0.04456564038991928
265698	rnn.weight_ih_l1	8	0.03784596547484398
265698	rnn.weight_ih_l1	9	0.04482020437717438
265698	rnn.weight_hh_l1	0	-0.007354435510933399
265698	rnn.weight_hh_l1	1	0.01989777758717537
265698	rnn.weight_hh_l1	2	0.006640810985118151
265698	rnn.weight_hh_l1	3	-0.0126661267131567
265698	rnn.weight_hh_l1	4	0.004766775295138359
265698	rnn.weight_hh_l1	5	0.03516411781311035
265698	rnn.weight_hh_l1	6	0.03627941757440567
265698	rnn.weight_hh_l1	7	-0.01633867807686329
265698	rnn.weight_hh_l1	8	-0.007176228333264589
265698	rnn.weight_hh_l1	9	0.038673385977745056
265698	rnn.bias_ih_l1	0	-0.18398655951023102
265698	rnn.bias_ih_l1	1	-0.17451924085617065
265698	rnn.bias_ih_l1	2	-0.1972893327474594
265698	rnn.bias_ih_l1	3	-0.3078351616859436
265698	rnn.bias_ih_l1	4	-0.21188250184059143
265698	rnn.bias_ih_l1	5	-0.08882853388786316
265698	rnn.bias_ih_l1	6	-0.1589348316192627
265698	rnn.bias_ih_l1	7	-0.003298730356618762
265698	rnn.bias_ih_l1	8	-0.1300581842660904
265698	rnn.bias_ih_l1	9	-0.12300220131874084
265698	rnn.bias_hh_l1	0	-0.09701786935329437
265698	rnn.bias_hh_l1	1	-0.06316784769296646
265698	rnn.bias_hh_l1	2	-0.08555711060762405
265698	rnn.bias_hh_l1	3	-0.07738593965768814
265698	rnn.bias_hh_l1	4	-0.073296919465065
265698	rnn.bias_hh_l1	5	-0.11767631024122238
265698	rnn.bias_hh_l1	6	-0.16040726006031036
265698	rnn.bias_hh_l1	7	0.07482364773750305
265698	rnn.bias_hh_l1	8	-0.175907164812088
265698	rnn.bias_hh_l1	9	-0.11568058282136917
265698	rnn.weight_ih_l1_reverse	0	-0.0473683699965477
265698	rnn.weight_ih_l1_reverse	1	0.032949820160865784
265698	rnn.weight_ih_l1_reverse	2	0.08824404329061508
265698	rnn.weight_ih_l1_reverse	3	-0.01783800683915615
265698	rnn.weight_ih_l1_reverse	4	-0.02325323410332203
265698	rnn.weight_ih_l1_reverse	5	-0.030339747667312622
265698	rnn.weight_ih_l1_reverse	6	-0.01961754821240902
265698	rnn.weight_ih_l1_reverse	7	0.029796753078699112
265698	rnn.weight_ih_l1_reverse	8	0.005451415665447712
265698	rnn.weight_ih_l1_reverse	9	-0.03360285982489586
265698	rnn.weight_hh_l1_reverse	0	0.004571222234517336
265698	rnn.weight_hh_l1_reverse	1	0.03169822692871094
265698	rnn.weight_hh_l1_reverse	2	-0.0406193770468235
265698	rnn.weight_hh_l1_reverse	3	0.034995876252651215
265698	rnn.weight_hh_l1_reverse	4	0.047163113951683044
265698	rnn.weight_hh_l1_reverse	5	0.0059593599289655685
265698	rnn.weight_hh_l1_reverse	6	0.048982616513967514
265698	rnn.weight_hh_l1_reverse	7	0.03101295791566372
265698	rnn.weight_hh_l1_reverse	8	-0.007149428594857454
265698	rnn.weight_hh_l1_reverse	9	-0.03020615130662918
265698	rnn.bias_ih_l1_reverse	0	-0.04580836370587349
265698	rnn.bias_ih_l1_reverse	1	-0.1402965486049652
265698	rnn.bias_ih_l1_reverse	2	-0.16343103349208832
265698	rnn.bias_ih_l1_reverse	3	-0.06168561801314354
265698	rnn.bias_ih_l1_reverse	4	-0.20400141179561615
265698	rnn.bias_ih_l1_reverse	5	-0.11671983450651169
265698	rnn.bias_ih_l1_reverse	6	-0.13022443652153015
265698	rnn.bias_ih_l1_reverse	7	-0.1921704113483429
265698	rnn.bias_ih_l1_reverse	8	0.22736772894859314
265698	rnn.bias_ih_l1_reverse	9	0.02276713401079178
265698	rnn.bias_hh_l1_reverse	0	0.010667731054127216
265698	rnn.bias_hh_l1_reverse	1	-0.06469138711690903
265698	rnn.bias_hh_l1_reverse	2	-0.2372111678123474
265698	rnn.bias_hh_l1_reverse	3	-0.14366279542446136
265698	rnn.bias_hh_l1_reverse	4	-0.08028966188430786
265698	rnn.bias_hh_l1_reverse	5	-0.11638947576284409
265698	rnn.bias_hh_l1_reverse	6	0.06292982399463654
265698	rnn.bias_hh_l1_reverse	7	-0.1352771818637848
265698	rnn.bias_hh_l1_reverse	8	-0.12498652189970016
265698	rnn.bias_hh_l1_reverse	9	-0.14813277125358582
265698	linear.weight	0	0.002228822559118271
265698	linear.weight	1	0.09777826070785522
265698	linear.weight	2	-0.0924481600522995
265698	linear.weight	3	0.31330057978630066
265698	linear.weight	4	0.15062054991722107
265698	linear.weight	5	-0.06540024280548096
265698	linear.weight	6	0.09312888234853745
265698	linear.weight	7	0.135443314909935
265698	linear.weight	8	0.041133251041173935
265698	linear.weight	9	-0.051041822880506516
265698	linear.bias	0	0.08650978654623032
265698	linear.bias	1	-0.18930591642856598
265698	linear.bias	2	-0.4471006691455841
265698	linear.bias	3	-0.6561179161071777
265698	linear.bias	4	-1.2600934505462646
265698	linear.bias	5	-0.06251208484172821
265698	linear.bias	6	-0.8214386105537415
265698	linear.bias	7	0.2685433626174927
265698	linear.bias	8	-0.3970828950405121
265698	linear.bias	9	-1.0231423377990723
265895	transitions	0	0.7558989524841309
265895	transitions	1	0.13911335170269012
265895	transitions	2	-10000.0
265895	transitions	3	-1.8280987739562988
265895	transitions	4	-10000.0
265895	transitions	5	0.5628339052200317
265895	transitions	6	-0.08560776710510254
265895	transitions	7	-0.8115842342376709
265895	transitions	8	-1.4227166175842285
265895	transitions	9	-0.0012313182232901454
265895	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
265895	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
265895	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
265895	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
265895	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
265895	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
265895	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
265895	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
265895	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
265895	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
265895	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
265895	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
265895	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
265895	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
265895	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
265895	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
265895	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
265895	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
265895	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
265895	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
265895	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
265895	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
265895	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
265895	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
265895	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
265895	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
265895	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
265895	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
265895	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
265895	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
265895	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
265895	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
265895	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
265895	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
265895	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
265895	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
265895	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
265895	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
265895	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
265895	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
265895	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
265895	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
265895	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
265895	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
265895	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
265895	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
265895	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
265895	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
265895	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
265895	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
265895	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
265895	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
265895	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
265895	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
265895	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
265895	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
265895	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
265895	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
265895	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
265895	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
265895	embedding2nn.weight	0	0.016643881797790527
265895	embedding2nn.weight	1	-0.012732497416436672
265895	embedding2nn.weight	2	-0.014268254861235619
265895	embedding2nn.weight	3	-0.031425151973962784
265895	embedding2nn.weight	4	-0.0059150345623493195
265895	embedding2nn.weight	5	-0.0037005888298153877
265895	embedding2nn.weight	6	-0.003973265178501606
265895	embedding2nn.weight	7	-0.07715389132499695
265895	embedding2nn.weight	8	-0.0019979383796453476
265895	embedding2nn.weight	9	-0.02773640863597393
265895	embedding2nn.bias	0	0.03258829191327095
265895	embedding2nn.bias	1	-0.07472756505012512
265895	embedding2nn.bias	2	0.07042170315980911
265895	embedding2nn.bias	3	0.05064062029123306
265895	embedding2nn.bias	4	-0.04205149784684181
265895	embedding2nn.bias	5	-0.011140520684421062
265895	embedding2nn.bias	6	0.01494260597974062
265895	embedding2nn.bias	7	-0.054881494492292404
265895	embedding2nn.bias	8	0.07372533529996872
265895	embedding2nn.bias	9	0.04505850747227669
265895	rnn.weight_ih_l0	0	-0.08078597486019135
265895	rnn.weight_ih_l0	1	0.0030568954534828663
265895	rnn.weight_ih_l0	2	0.03528336063027382
265895	rnn.weight_ih_l0	3	0.022891081869602203
265895	rnn.weight_ih_l0	4	-0.04809685796499252
265895	rnn.weight_ih_l0	5	-0.06842110306024551
265895	rnn.weight_ih_l0	6	-0.0011241764295846224
265895	rnn.weight_ih_l0	7	0.05362045019865036
265895	rnn.weight_ih_l0	8	-0.017094889655709267
265895	rnn.weight_ih_l0	9	-0.030719175934791565
265895	rnn.weight_hh_l0	0	-0.030089862644672394
265895	rnn.weight_hh_l0	1	-0.00727119529619813
265895	rnn.weight_hh_l0	2	0.006698289420455694
265895	rnn.weight_hh_l0	3	-0.07443566620349884
265895	rnn.weight_hh_l0	4	0.09337297081947327
265895	rnn.weight_hh_l0	5	-0.026836898177862167
265895	rnn.weight_hh_l0	6	-0.06372865289449692
265895	rnn.weight_hh_l0	7	0.008932576514780521
265895	rnn.weight_hh_l0	8	0.013420064933598042
265895	rnn.weight_hh_l0	9	-0.025622591376304626
265895	rnn.bias_ih_l0	0	0.12970031797885895
265895	rnn.bias_ih_l0	1	-0.03416622430086136
265895	rnn.bias_ih_l0	2	-0.03398989140987396
265895	rnn.bias_ih_l0	3	0.16310591995716095
265895	rnn.bias_ih_l0	4	-0.012892404571175575
265895	rnn.bias_ih_l0	5	-0.02302318997681141
265895	rnn.bias_ih_l0	6	0.017016500234603882
265895	rnn.bias_ih_l0	7	0.023597102612257004
265895	rnn.bias_ih_l0	8	-0.0994250625371933
265895	rnn.bias_ih_l0	9	-0.04100141301751137
265895	rnn.bias_hh_l0	0	-0.0010564144467934966
265895	rnn.bias_hh_l0	1	-0.10039146989583969
265895	rnn.bias_hh_l0	2	-0.07519298791885376
265895	rnn.bias_hh_l0	3	-0.08865703642368317
265895	rnn.bias_hh_l0	4	0.008401509374380112
265895	rnn.bias_hh_l0	5	-0.020568013191223145
265895	rnn.bias_hh_l0	6	0.028330979868769646
265895	rnn.bias_hh_l0	7	0.06066032871603966
265895	rnn.bias_hh_l0	8	-0.12304025143384933
265895	rnn.bias_hh_l0	9	-0.05920308828353882
265895	rnn.weight_ih_l0_reverse	0	-0.02550469897687435
265895	rnn.weight_ih_l0_reverse	1	-0.056991107761859894
265895	rnn.weight_ih_l0_reverse	2	-0.04880891740322113
265895	rnn.weight_ih_l0_reverse	3	0.015666237100958824
265895	rnn.weight_ih_l0_reverse	4	-0.02522875927388668
265895	rnn.weight_ih_l0_reverse	5	-0.05742897093296051
265895	rnn.weight_ih_l0_reverse	6	0.07361269742250443
265895	rnn.weight_ih_l0_reverse	7	-0.018963675945997238
265895	rnn.weight_ih_l0_reverse	8	-0.018482306972146034
265895	rnn.weight_ih_l0_reverse	9	0.004513061139732599
265895	rnn.weight_hh_l0_reverse	0	0.06865324079990387
265895	rnn.weight_hh_l0_reverse	1	0.019850658252835274
265895	rnn.weight_hh_l0_reverse	2	0.030105706304311752
265895	rnn.weight_hh_l0_reverse	3	0.0353473536670208
265895	rnn.weight_hh_l0_reverse	4	0.014342300593852997
265895	rnn.weight_hh_l0_reverse	5	0.00809315126389265
265895	rnn.weight_hh_l0_reverse	6	0.050994884222745895
265895	rnn.weight_hh_l0_reverse	7	-0.0820062905550003
265895	rnn.weight_hh_l0_reverse	8	0.040173985064029694
265895	rnn.weight_hh_l0_reverse	9	0.03485711291432381
265895	rnn.bias_ih_l0_reverse	0	-0.05678422376513481
265895	rnn.bias_ih_l0_reverse	1	-0.28265801072120667
265895	rnn.bias_ih_l0_reverse	2	-0.12463489919900894
265895	rnn.bias_ih_l0_reverse	3	-0.04778912290930748
265895	rnn.bias_ih_l0_reverse	4	-0.022272605448961258
265895	rnn.bias_ih_l0_reverse	5	0.07569003105163574
265895	rnn.bias_ih_l0_reverse	6	-0.06525905430316925
265895	rnn.bias_ih_l0_reverse	7	0.06140672788023949
265895	rnn.bias_ih_l0_reverse	8	-0.035886794328689575
265895	rnn.bias_ih_l0_reverse	9	0.06597401201725006
265895	rnn.bias_hh_l0_reverse	0	0.023467935621738434
265895	rnn.bias_hh_l0_reverse	1	-0.06341397762298584
265895	rnn.bias_hh_l0_reverse	2	0.08871535956859589
265895	rnn.bias_hh_l0_reverse	3	-0.05187687277793884
265895	rnn.bias_hh_l0_reverse	4	-0.028176167979836464
265895	rnn.bias_hh_l0_reverse	5	-0.022072363644838333
265895	rnn.bias_hh_l0_reverse	6	-0.020246928557753563
265895	rnn.bias_hh_l0_reverse	7	0.09967467933893204
265895	rnn.bias_hh_l0_reverse	8	0.03036460094153881
265895	rnn.bias_hh_l0_reverse	9	-0.14841333031654358
265895	rnn.weight_ih_l1	0	-0.029727298766374588
265895	rnn.weight_ih_l1	1	-0.050462380051612854
265895	rnn.weight_ih_l1	2	0.06513085961341858
265895	rnn.weight_ih_l1	3	-0.07307832688093185
265895	rnn.weight_ih_l1	4	-0.01405501738190651
265895	rnn.weight_ih_l1	5	-0.04032795503735542
265895	rnn.weight_ih_l1	6	0.0289413183927536
265895	rnn.weight_ih_l1	7	-0.04458951577544212
265895	rnn.weight_ih_l1	8	0.037845320999622345
265895	rnn.weight_ih_l1	9	0.04483700171113014
265895	rnn.weight_hh_l1	0	-0.007353178691118956
265895	rnn.weight_hh_l1	1	0.019898319616913795
265895	rnn.weight_hh_l1	2	0.0066182054579257965
265895	rnn.weight_hh_l1	3	-0.012667910195887089
265895	rnn.weight_hh_l1	4	0.004739612806588411
265895	rnn.weight_hh_l1	5	0.03516769781708717
265895	rnn.weight_hh_l1	6	0.036289282143116
265895	rnn.weight_hh_l1	7	-0.016350559890270233
265895	rnn.weight_hh_l1	8	-0.0071618459187448025
265895	rnn.weight_hh_l1	9	0.038676369935274124
265895	rnn.bias_ih_l1	0	-0.1839739978313446
265895	rnn.bias_ih_l1	1	-0.174509197473526
265895	rnn.bias_ih_l1	2	-0.19724825024604797
265895	rnn.bias_ih_l1	3	-0.3078455626964569
265895	rnn.bias_ih_l1	4	-0.21184934675693512
265895	rnn.bias_ih_l1	5	-0.08887860924005508
265895	rnn.bias_ih_l1	6	-0.1589113473892212
265895	rnn.bias_ih_l1	7	-0.0033954507671296597
265895	rnn.bias_ih_l1	8	-0.13002760708332062
265895	rnn.bias_ih_l1	9	-0.12297732383012772
265895	rnn.bias_hh_l1	0	-0.09693127870559692
265895	rnn.bias_hh_l1	1	-0.06310680508613586
265895	rnn.bias_hh_l1	2	-0.08553250133991241
265895	rnn.bias_hh_l1	3	-0.07742825150489807
265895	rnn.bias_hh_l1	4	-0.07329777628183365
265895	rnn.bias_hh_l1	5	-0.11767559498548508
265895	rnn.bias_hh_l1	6	-0.16042697429656982
265895	rnn.bias_hh_l1	7	0.0747491642832756
265895	rnn.bias_hh_l1	8	-0.17589785158634186
265895	rnn.bias_hh_l1	9	-0.115623340010643
265895	rnn.weight_ih_l1_reverse	0	-0.04736556112766266
265895	rnn.weight_ih_l1_reverse	1	0.03295709937810898
265895	rnn.weight_ih_l1_reverse	2	0.08823370188474655
265895	rnn.weight_ih_l1_reverse	3	-0.01786160096526146
265895	rnn.weight_ih_l1_reverse	4	-0.02332579717040062
265895	rnn.weight_ih_l1_reverse	5	-0.030336322262883186
265895	rnn.weight_ih_l1_reverse	6	-0.01964501477777958
265895	rnn.weight_ih_l1_reverse	7	0.029802551493048668
265895	rnn.weight_ih_l1_reverse	8	0.00548175722360611
265895	rnn.weight_ih_l1_reverse	9	-0.03366022929549217
265895	rnn.weight_hh_l1_reverse	0	0.004573328420519829
265895	rnn.weight_hh_l1_reverse	1	0.03169522434473038
265895	rnn.weight_hh_l1_reverse	2	-0.040618009865283966
265895	rnn.weight_hh_l1_reverse	3	0.03499462828040123
265895	rnn.weight_hh_l1_reverse	4	0.04715844616293907
265895	rnn.weight_hh_l1_reverse	5	0.00596510199829936
265895	rnn.weight_hh_l1_reverse	6	0.04896781966090202
265895	rnn.weight_hh_l1_reverse	7	0.031014490872621536
265895	rnn.weight_hh_l1_reverse	8	-0.007145741488784552
265895	rnn.weight_hh_l1_reverse	9	-0.03020617924630642
265895	rnn.bias_ih_l1_reverse	0	-0.04582199454307556
265895	rnn.bias_ih_l1_reverse	1	-0.1402435451745987
265895	rnn.bias_ih_l1_reverse	2	-0.16340939700603485
265895	rnn.bias_ih_l1_reverse	3	-0.06169770658016205
265895	rnn.bias_ih_l1_reverse	4	-0.2039884775876999
265895	rnn.bias_ih_l1_reverse	5	-0.11669270694255829
265895	rnn.bias_ih_l1_reverse	6	-0.13022103905677795
265895	rnn.bias_ih_l1_reverse	7	-0.19212737679481506
265895	rnn.bias_ih_l1_reverse	8	0.22723278403282166
265895	rnn.bias_ih_l1_reverse	9	0.022631265223026276
265895	rnn.bias_hh_l1_reverse	0	0.010662440210580826
265895	rnn.bias_hh_l1_reverse	1	-0.06466951221227646
265895	rnn.bias_hh_l1_reverse	2	-0.237209290266037
265895	rnn.bias_hh_l1_reverse	3	-0.14367857575416565
265895	rnn.bias_hh_l1_reverse	4	-0.08030980825424194
265895	rnn.bias_hh_l1_reverse	5	-0.11633159220218658
265895	rnn.bias_hh_l1_reverse	6	0.06283402442932129
265895	rnn.bias_hh_l1_reverse	7	-0.13527964055538177
265895	rnn.bias_hh_l1_reverse	8	-0.12498592585325241
265895	rnn.bias_hh_l1_reverse	9	-0.14815855026245117
265895	linear.weight	0	0.002228822559118271
265895	linear.weight	1	0.09792207926511765
265895	linear.weight	2	-0.09245362877845764
265895	linear.weight	3	0.313265323638916
265895	linear.weight	4	0.1505955457687378
265895	linear.weight	5	-0.06548886746168137
265895	linear.weight	6	0.09330253303050995
265895	linear.weight	7	0.13557855784893036
265895	linear.weight	8	0.041133251041173935
265895	linear.weight	9	-0.05097794905304909
265895	linear.bias	0	0.08558782190084457
265895	linear.bias	1	-0.1890295445919037
265895	linear.bias	2	-0.44660142064094543
265895	linear.bias	3	-0.6560226082801819
265895	linear.bias	4	-1.2599681615829468
265895	linear.bias	5	-0.06150981783866882
265895	linear.bias	6	-0.8211564421653748
265895	linear.bias	7	0.2696278393268585
265895	linear.bias	8	-0.39699479937553406
265895	linear.bias	9	-1.0230931043624878
266092	transitions	0	0.7560120820999146
266092	transitions	1	0.13917525112628937
266092	transitions	2	-10000.0
266092	transitions	3	-1.8280988931655884
266092	transitions	4	-10000.0
266092	transitions	5	0.5628307461738586
266092	transitions	6	-0.08560874313116074
266092	transitions	7	-0.8115891218185425
266092	transitions	8	-1.4227174520492554
266092	transitions	9	-0.0012313229963183403
266092	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
266092	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
266092	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
266092	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
266092	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
266092	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
266092	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
266092	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
266092	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
266092	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
266092	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
266092	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
266092	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
266092	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
266092	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
266092	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
266092	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
266092	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
266092	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
266092	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
266092	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
266092	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
266092	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
266092	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
266092	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
266092	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
266092	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
266092	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
266092	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
266092	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
266092	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
266092	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
266092	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
266092	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
266092	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
266092	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
266092	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
266092	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
266092	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
266092	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
266092	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
266092	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
266092	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
266092	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
266092	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
266092	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
266092	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
266092	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
266092	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
266092	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
266092	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
266092	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
266092	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
266092	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
266092	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
266092	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
266092	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
266092	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
266092	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
266092	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
266092	embedding2nn.weight	0	0.016623904928565025
266092	embedding2nn.weight	1	-0.012731777504086494
266092	embedding2nn.weight	2	-0.014268254861235619
266092	embedding2nn.weight	3	-0.0314222015440464
266092	embedding2nn.weight	4	-0.0059150345623493195
266092	embedding2nn.weight	5	-0.0037005888298153877
266092	embedding2nn.weight	6	-0.003973265178501606
266092	embedding2nn.weight	7	-0.07717762142419815
266092	embedding2nn.weight	8	-0.0019979383796453476
266092	embedding2nn.weight	9	-0.027725180611014366
266092	embedding2nn.bias	0	0.032714225351810455
266092	embedding2nn.bias	1	-0.07481309026479721
266092	embedding2nn.bias	2	0.07041264325380325
266092	embedding2nn.bias	3	0.050478991121053696
266092	embedding2nn.bias	4	-0.04188868775963783
266092	embedding2nn.bias	5	-0.01115705631673336
266092	embedding2nn.bias	6	0.014848495833575726
266092	embedding2nn.bias	7	-0.05500736087560654
266092	embedding2nn.bias	8	0.07377004623413086
266092	embedding2nn.bias	9	0.04517240449786186
266092	rnn.weight_ih_l0	0	-0.08077583461999893
266092	rnn.weight_ih_l0	1	0.003072395920753479
266092	rnn.weight_ih_l0	2	0.035282671451568604
266092	rnn.weight_ih_l0	3	0.022893410176038742
266092	rnn.weight_ih_l0	4	-0.04810509458184242
266092	rnn.weight_ih_l0	5	-0.06839489191770554
266092	rnn.weight_ih_l0	6	-0.0011225794441998005
266092	rnn.weight_ih_l0	7	0.0536133237183094
266092	rnn.weight_ih_l0	8	-0.017097091302275658
266092	rnn.weight_ih_l0	9	-0.03070858120918274
266092	rnn.weight_hh_l0	0	-0.03008100762963295
266092	rnn.weight_hh_l0	1	-0.00729970121756196
266092	rnn.weight_hh_l0	2	0.006704395171254873
266092	rnn.weight_hh_l0	3	-0.07442574948072433
266092	rnn.weight_hh_l0	4	0.09337640553712845
266092	rnn.weight_hh_l0	5	-0.026817847043275833
266092	rnn.weight_hh_l0	6	-0.06373703479766846
266092	rnn.weight_hh_l0	7	0.008934811688959599
266092	rnn.weight_hh_l0	8	0.013440809212625027
266092	rnn.weight_hh_l0	9	-0.025625990703701973
266092	rnn.bias_ih_l0	0	0.1296793669462204
266092	rnn.bias_ih_l0	1	-0.03422776237130165
266092	rnn.bias_ih_l0	2	-0.03400053083896637
266092	rnn.bias_ih_l0	3	0.1631321907043457
266092	rnn.bias_ih_l0	4	-0.012859507463872433
266092	rnn.bias_ih_l0	5	-0.023011546581983566
266092	rnn.bias_ih_l0	6	0.01697319746017456
266092	rnn.bias_ih_l0	7	0.023648349568247795
266092	rnn.bias_ih_l0	8	-0.0994507297873497
266092	rnn.bias_ih_l0	9	-0.0411578044295311
266092	rnn.bias_hh_l0	0	-0.0010610942263156176
266092	rnn.bias_hh_l0	1	-0.10033882409334183
266092	rnn.bias_hh_l0	2	-0.07517960667610168
266092	rnn.bias_hh_l0	3	-0.08867546170949936
266092	rnn.bias_hh_l0	4	0.0083839800208807
266092	rnn.bias_hh_l0	5	-0.020568866282701492
266092	rnn.bias_hh_l0	6	0.02835741825401783
266092	rnn.bias_hh_l0	7	0.0606413334608078
266092	rnn.bias_hh_l0	8	-0.12305107712745667
266092	rnn.bias_hh_l0	9	-0.05915045738220215
266092	rnn.weight_ih_l0_reverse	0	-0.025507070124149323
266092	rnn.weight_ih_l0_reverse	1	-0.05700603872537613
266092	rnn.weight_ih_l0_reverse	2	-0.04883331060409546
266092	rnn.weight_ih_l0_reverse	3	0.015682455152273178
266092	rnn.weight_ih_l0_reverse	4	-0.025232169777154922
266092	rnn.weight_ih_l0_reverse	5	-0.057429615408182144
266092	rnn.weight_ih_l0_reverse	6	0.07359717041254044
266092	rnn.weight_ih_l0_reverse	7	-0.018939020112156868
266092	rnn.weight_ih_l0_reverse	8	-0.01850055158138275
266092	rnn.weight_ih_l0_reverse	9	0.004512169398367405
266092	rnn.weight_hh_l0_reverse	0	0.0686529129743576
266092	rnn.weight_hh_l0_reverse	1	0.01981399394571781
266092	rnn.weight_hh_l0_reverse	2	0.03011365234851837
266092	rnn.weight_hh_l0_reverse	3	0.035340264439582825
266092	rnn.weight_hh_l0_reverse	4	0.014345572330057621
266092	rnn.weight_hh_l0_reverse	5	0.008097579702734947
266092	rnn.weight_hh_l0_reverse	6	0.05100033059716225
266092	rnn.weight_hh_l0_reverse	7	-0.08202165365219116
266092	rnn.weight_hh_l0_reverse	8	0.04017484188079834
266092	rnn.weight_hh_l0_reverse	9	0.03484717756509781
266092	rnn.bias_ih_l0_reverse	0	-0.05679308995604515
266092	rnn.bias_ih_l0_reverse	1	-0.2825506627559662
266092	rnn.bias_ih_l0_reverse	2	-0.12463924288749695
266092	rnn.bias_ih_l0_reverse	3	-0.0477590411901474
266092	rnn.bias_ih_l0_reverse	4	-0.022272387519478798
266092	rnn.bias_ih_l0_reverse	5	0.07567524909973145
266092	rnn.bias_ih_l0_reverse	6	-0.06527502089738846
266092	rnn.bias_ih_l0_reverse	7	0.0614098384976387
266092	rnn.bias_ih_l0_reverse	8	-0.0358782522380352
266092	rnn.bias_ih_l0_reverse	9	0.06594697386026382
266092	rnn.bias_hh_l0_reverse	0	0.02352525107562542
266092	rnn.bias_hh_l0_reverse	1	-0.06342018395662308
266092	rnn.bias_hh_l0_reverse	2	0.08876608312129974
266092	rnn.bias_hh_l0_reverse	3	-0.051835548132658005
266092	rnn.bias_hh_l0_reverse	4	-0.028163054957985878
266092	rnn.bias_hh_l0_reverse	5	-0.02208065055310726
266092	rnn.bias_hh_l0_reverse	6	-0.020273562520742416
266092	rnn.bias_hh_l0_reverse	7	0.0997152104973793
266092	rnn.bias_hh_l0_reverse	8	0.030402690172195435
266092	rnn.bias_hh_l0_reverse	9	-0.14849334955215454
266092	rnn.weight_ih_l1	0	-0.029737912118434906
266092	rnn.weight_ih_l1	1	-0.0504777766764164
266092	rnn.weight_ih_l1	2	0.06512587517499924
266092	rnn.weight_ih_l1	3	-0.07304529845714569
266092	rnn.weight_ih_l1	4	-0.014064525254070759
266092	rnn.weight_ih_l1	5	-0.040321797132492065
266092	rnn.weight_ih_l1	6	0.028939666226506233
266092	rnn.weight_ih_l1	7	-0.044584646821022034
266092	rnn.weight_ih_l1	8	0.03784003108739853
266092	rnn.weight_ih_l1	9	0.044844064861536026
266092	rnn.weight_hh_l1	0	-0.007321638986468315
266092	rnn.weight_hh_l1	1	0.019896818324923515
266092	rnn.weight_hh_l1	2	0.006624876521527767
266092	rnn.weight_hh_l1	3	-0.01266807783395052
266092	rnn.weight_hh_l1	4	0.004741187207400799
266092	rnn.weight_hh_l1	5	0.03517403453588486
266092	rnn.weight_hh_l1	6	0.036274369806051254
266092	rnn.weight_hh_l1	7	-0.016357868909835815
266092	rnn.weight_hh_l1	8	-0.007158983964473009
266092	rnn.weight_hh_l1	9	0.03866899758577347
266092	rnn.bias_ih_l1	0	-0.18409083783626556
266092	rnn.bias_ih_l1	1	-0.17451496422290802
266092	rnn.bias_ih_l1	2	-0.19722558557987213
266092	rnn.bias_ih_l1	3	-0.3078658878803253
266092	rnn.bias_ih_l1	4	-0.21175475418567657
266092	rnn.bias_ih_l1	5	-0.08891692012548447
266092	rnn.bias_ih_l1	6	-0.1588963270187378
266092	rnn.bias_ih_l1	7	-0.003443390130996704
266092	rnn.bias_ih_l1	8	-0.12999285757541656
266092	rnn.bias_ih_l1	9	-0.12291312217712402
266092	rnn.bias_hh_l1	0	-0.09689465165138245
266092	rnn.bias_hh_l1	1	-0.06311232596635818
266092	rnn.bias_hh_l1	2	-0.08547226339578629
266092	rnn.bias_hh_l1	3	-0.07745181769132614
266092	rnn.bias_hh_l1	4	-0.07328030467033386
266092	rnn.bias_hh_l1	5	-0.1176522970199585
266092	rnn.bias_hh_l1	6	-0.16040575504302979
266092	rnn.bias_hh_l1	7	0.07476658374071121
266092	rnn.bias_hh_l1	8	-0.17591288685798645
266092	rnn.bias_hh_l1	9	-0.11572996526956558
266092	rnn.weight_ih_l1_reverse	0	-0.047359053045511246
266092	rnn.weight_ih_l1_reverse	1	0.032987724989652634
266092	rnn.weight_ih_l1_reverse	2	0.08828944712877274
266092	rnn.weight_ih_l1_reverse	3	-0.0178713109344244
266092	rnn.weight_ih_l1_reverse	4	-0.023347795009613037
266092	rnn.weight_ih_l1_reverse	5	-0.03033297508955002
266092	rnn.weight_ih_l1_reverse	6	-0.01964608021080494
266092	rnn.weight_ih_l1_reverse	7	0.029797205701470375
266092	rnn.weight_ih_l1_reverse	8	0.005487274844199419
266092	rnn.weight_ih_l1_reverse	9	-0.033668406307697296
266092	rnn.weight_hh_l1_reverse	0	0.00457041896879673
266092	rnn.weight_hh_l1_reverse	1	0.03169138357043266
266092	rnn.weight_hh_l1_reverse	2	-0.040616583079099655
266092	rnn.weight_hh_l1_reverse	3	0.034996066242456436
266092	rnn.weight_hh_l1_reverse	4	0.04715736210346222
266092	rnn.weight_hh_l1_reverse	5	0.005962503608316183
266092	rnn.weight_hh_l1_reverse	6	0.04900674149394035
266092	rnn.weight_hh_l1_reverse	7	0.031021609902381897
266092	rnn.weight_hh_l1_reverse	8	-0.007145218551158905
266092	rnn.weight_hh_l1_reverse	9	-0.030201515182852745
266092	rnn.bias_ih_l1_reverse	0	-0.045823778957128525
266092	rnn.bias_ih_l1_reverse	1	-0.1402294635772705
266092	rnn.bias_ih_l1_reverse	2	-0.1635141372680664
266092	rnn.bias_ih_l1_reverse	3	-0.06168057769536972
266092	rnn.bias_ih_l1_reverse	4	-0.20398148894309998
266092	rnn.bias_ih_l1_reverse	5	-0.11671142280101776
266092	rnn.bias_ih_l1_reverse	6	-0.1302063763141632
266092	rnn.bias_ih_l1_reverse	7	-0.1921195387840271
266092	rnn.bias_ih_l1_reverse	8	0.2272307127714157
266092	rnn.bias_ih_l1_reverse	9	0.02262486144900322
266092	rnn.bias_hh_l1_reverse	0	0.010743580758571625
266092	rnn.bias_hh_l1_reverse	1	-0.06483229994773865
266092	rnn.bias_hh_l1_reverse	2	-0.23720180988311768
266092	rnn.bias_hh_l1_reverse	3	-0.1436420977115631
266092	rnn.bias_hh_l1_reverse	4	-0.08028621226549149
266092	rnn.bias_hh_l1_reverse	5	-0.11630023270845413
266092	rnn.bias_hh_l1_reverse	6	0.06290902942419052
266092	rnn.bias_hh_l1_reverse	7	-0.13528470695018768
266092	rnn.bias_hh_l1_reverse	8	-0.12494193762540817
266092	rnn.bias_hh_l1_reverse	9	-0.1481664925813675
266092	linear.weight	0	0.002228822559118271
266092	linear.weight	1	0.09790340811014175
266092	linear.weight	2	-0.09240887314081192
266092	linear.weight	3	0.3131295144557953
266092	linear.weight	4	0.15061692893505096
266092	linear.weight	5	-0.06549086421728134
266092	linear.weight	6	0.0933392196893692
266092	linear.weight	7	0.13546618819236755
266092	linear.weight	8	0.041133247315883636
266092	linear.weight	9	-0.05091240629553795
266092	linear.bias	0	0.08697579801082611
266092	linear.bias	1	-0.1891215592622757
266092	linear.bias	2	-0.44637513160705566
266092	linear.bias	3	-0.6556814312934875
266092	linear.bias	4	-1.25962233543396
266092	linear.bias	5	-0.06173672527074814
266092	linear.bias	6	-0.8211783766746521
266092	linear.bias	7	0.26936399936676025
266092	linear.bias	8	-0.39710190892219543
266092	linear.bias	9	-1.023242712020874
266289	transitions	0	0.7560008764266968
266289	transitions	1	0.13915923237800598
266289	transitions	2	-10000.0
266289	transitions	3	-1.8280988931655884
266289	transitions	4	-10000.0
266289	transitions	5	0.5628240704536438
266289	transitions	6	-0.08560901135206223
266289	transitions	7	-0.8115981817245483
266289	transitions	8	-1.4227187633514404
266289	transitions	9	-0.0012313369661569595
266289	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
266289	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
266289	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
266289	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
266289	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
266289	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
266289	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
266289	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
266289	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
266289	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
266289	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
266289	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
266289	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
266289	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
266289	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
266289	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
266289	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
266289	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
266289	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
266289	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
266289	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
266289	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
266289	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
266289	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
266289	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
266289	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
266289	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
266289	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
266289	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
266289	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
266289	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
266289	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
266289	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
266289	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
266289	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
266289	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
266289	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
266289	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
266289	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
266289	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
266289	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
266289	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
266289	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
266289	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
266289	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
266289	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
266289	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
266289	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
266289	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
266289	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
266289	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
266289	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
266289	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
266289	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
266289	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
266289	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
266289	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
266289	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
266289	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
266289	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
266289	embedding2nn.weight	0	0.016614504158496857
266289	embedding2nn.weight	1	-0.012733331881463528
266289	embedding2nn.weight	2	-0.014268254861235619
266289	embedding2nn.weight	3	-0.0314355306327343
266289	embedding2nn.weight	4	-0.0059150345623493195
266289	embedding2nn.weight	5	-0.0037005888298153877
266289	embedding2nn.weight	6	-0.003973265178501606
266289	embedding2nn.weight	7	-0.07719609886407852
266289	embedding2nn.weight	8	-0.0019979383796453476
266289	embedding2nn.weight	9	-0.02771712839603424
266289	embedding2nn.bias	0	0.032549671828746796
266289	embedding2nn.bias	1	-0.07460430264472961
266289	embedding2nn.bias	2	0.07068728655576706
266289	embedding2nn.bias	3	0.05070488154888153
266289	embedding2nn.bias	4	-0.04188373684883118
266289	embedding2nn.bias	5	-0.011281181126832962
266289	embedding2nn.bias	6	0.014961293898522854
266289	embedding2nn.bias	7	-0.055331841111183167
266289	embedding2nn.bias	8	0.07375882565975189
266289	embedding2nn.bias	9	0.0450667105615139
266289	rnn.weight_ih_l0	0	-0.08078431338071823
266289	rnn.weight_ih_l0	1	0.003079385729506612
266289	rnn.weight_ih_l0	2	0.03529461473226547
266289	rnn.weight_ih_l0	3	0.022906947880983353
266289	rnn.weight_ih_l0	4	-0.048135917633771896
266289	rnn.weight_ih_l0	5	-0.06839215755462646
266289	rnn.weight_ih_l0	6	-0.0011399101931601763
266289	rnn.weight_ih_l0	7	0.05362512543797493
266289	rnn.weight_ih_l0	8	-0.017134426161646843
266289	rnn.weight_ih_l0	9	-0.030716154724359512
266289	rnn.weight_hh_l0	0	-0.030082790181040764
266289	rnn.weight_hh_l0	1	-0.007292045280337334
266289	rnn.weight_hh_l0	2	0.006700845435261726
266289	rnn.weight_hh_l0	3	-0.07442179322242737
266289	rnn.weight_hh_l0	4	0.09337392449378967
266289	rnn.weight_hh_l0	5	-0.026839321479201317
266289	rnn.weight_hh_l0	6	-0.06371476501226425
266289	rnn.weight_hh_l0	7	0.008939208462834358
266289	rnn.weight_hh_l0	8	0.013434811495244503
266289	rnn.weight_hh_l0	9	-0.02562306448817253
266289	rnn.bias_ih_l0	0	0.12965992093086243
266289	rnn.bias_ih_l0	1	-0.03418491408228874
266289	rnn.bias_ih_l0	2	-0.03399587795138359
266289	rnn.bias_ih_l0	3	0.163106769323349
266289	rnn.bias_ih_l0	4	-0.0128789646551013
266289	rnn.bias_ih_l0	5	-0.023062124848365784
266289	rnn.bias_ih_l0	6	0.01698940247297287
266289	rnn.bias_ih_l0	7	0.023678008466959
266289	rnn.bias_ih_l0	8	-0.09941297769546509
266289	rnn.bias_ih_l0	9	-0.04113815724849701
266289	rnn.bias_hh_l0	0	-0.0010423109633848071
266289	rnn.bias_hh_l0	1	-0.10029666870832443
266289	rnn.bias_hh_l0	2	-0.07519251108169556
266289	rnn.bias_hh_l0	3	-0.08868994563817978
266289	rnn.bias_hh_l0	4	0.008360182866454124
266289	rnn.bias_hh_l0	5	-0.02052299864590168
266289	rnn.bias_hh_l0	6	0.028426265344023705
266289	rnn.bias_hh_l0	7	0.06055396795272827
266289	rnn.bias_hh_l0	8	-0.12309753894805908
266289	rnn.bias_hh_l0	9	-0.059107158333063126
266289	rnn.weight_ih_l0_reverse	0	-0.02551182359457016
266289	rnn.weight_ih_l0_reverse	1	-0.05701276659965515
266289	rnn.weight_ih_l0_reverse	2	-0.048848267644643784
266289	rnn.weight_ih_l0_reverse	3	0.01566796563565731
266289	rnn.weight_ih_l0_reverse	4	-0.025230424478650093
266289	rnn.weight_ih_l0_reverse	5	-0.05740852653980255
266289	rnn.weight_ih_l0_reverse	6	0.07358531653881073
266289	rnn.weight_ih_l0_reverse	7	-0.018957847729325294
266289	rnn.weight_ih_l0_reverse	8	-0.018503515049815178
266289	rnn.weight_ih_l0_reverse	9	0.004498706664890051
266289	rnn.weight_hh_l0_reverse	0	0.06865610182285309
266289	rnn.weight_hh_l0_reverse	1	0.019851908087730408
266289	rnn.weight_hh_l0_reverse	2	0.030105827376246452
266289	rnn.weight_hh_l0_reverse	3	0.03534054756164551
266289	rnn.weight_hh_l0_reverse	4	0.014348603785037994
266289	rnn.weight_hh_l0_reverse	5	0.008113901130855083
266289	rnn.weight_hh_l0_reverse	6	0.050994474440813065
266289	rnn.weight_hh_l0_reverse	7	-0.08204036951065063
266289	rnn.weight_hh_l0_reverse	8	0.04017268866300583
266289	rnn.weight_hh_l0_reverse	9	0.03485380858182907
266289	rnn.bias_ih_l0_reverse	0	-0.05676763877272606
266289	rnn.bias_ih_l0_reverse	1	-0.28253236413002014
266289	rnn.bias_ih_l0_reverse	2	-0.12463019788265228
266289	rnn.bias_ih_l0_reverse	3	-0.047717850655317307
266289	rnn.bias_ih_l0_reverse	4	-0.022232351824641228
266289	rnn.bias_ih_l0_reverse	5	0.07570092380046844
266289	rnn.bias_ih_l0_reverse	6	-0.06528656929731369
266289	rnn.bias_ih_l0_reverse	7	0.06138649955391884
266289	rnn.bias_ih_l0_reverse	8	-0.0358625128865242
266289	rnn.bias_ih_l0_reverse	9	0.06590338796377182
266289	rnn.bias_hh_l0_reverse	0	0.023507438600063324
266289	rnn.bias_hh_l0_reverse	1	-0.06345795840024948
266289	rnn.bias_hh_l0_reverse	2	0.088759645819664
266289	rnn.bias_hh_l0_reverse	3	-0.051847804337739944
266289	rnn.bias_hh_l0_reverse	4	-0.02815096452832222
266289	rnn.bias_hh_l0_reverse	5	-0.022094102576375008
266289	rnn.bias_hh_l0_reverse	6	-0.020272476598620415
266289	rnn.bias_hh_l0_reverse	7	0.0997837707400322
266289	rnn.bias_hh_l0_reverse	8	0.030453940853476524
266289	rnn.bias_hh_l0_reverse	9	-0.14836056530475616
266289	rnn.weight_ih_l1	0	-0.02974349446594715
266289	rnn.weight_ih_l1	1	-0.05044940114021301
266289	rnn.weight_ih_l1	2	0.0651000365614891
266289	rnn.weight_ih_l1	3	-0.0730561912059784
266289	rnn.weight_ih_l1	4	-0.014057614840567112
266289	rnn.weight_ih_l1	5	-0.040326643735170364
266289	rnn.weight_ih_l1	6	0.028961511328816414
266289	rnn.weight_ih_l1	7	-0.044575173407793045
266289	rnn.weight_ih_l1	8	0.03783201426267624
266289	rnn.weight_ih_l1	9	0.044835396111011505
266289	rnn.weight_hh_l1	0	-0.007340813986957073
266289	rnn.weight_hh_l1	1	0.01989307813346386
266289	rnn.weight_hh_l1	2	0.006629579700529575
266289	rnn.weight_hh_l1	3	-0.012659170664846897
266289	rnn.weight_hh_l1	4	0.004757571499794722
266289	rnn.weight_hh_l1	5	0.035173993557691574
266289	rnn.weight_hh_l1	6	0.03626776114106178
266289	rnn.weight_hh_l1	7	-0.016345767304301262
266289	rnn.weight_hh_l1	8	-0.007149990182369947
266289	rnn.weight_hh_l1	9	0.03866593539714813
266289	rnn.bias_ih_l1	0	-0.18413777649402618
266289	rnn.bias_ih_l1	1	-0.17451100051403046
266289	rnn.bias_ih_l1	2	-0.1971653401851654
266289	rnn.bias_ih_l1	3	-0.30791929364204407
266289	rnn.bias_ih_l1	4	-0.21186357736587524
266289	rnn.bias_ih_l1	5	-0.0889296904206276
266289	rnn.bias_ih_l1	6	-0.15900465846061707
266289	rnn.bias_ih_l1	7	-0.00355904339812696
266289	rnn.bias_ih_l1	8	-0.13003112375736237
266289	rnn.bias_ih_l1	9	-0.12294313311576843
266289	rnn.bias_hh_l1	0	-0.09691263735294342
266289	rnn.bias_hh_l1	1	-0.06321005523204803
266289	rnn.bias_hh_l1	2	-0.08541974425315857
266289	rnn.bias_hh_l1	3	-0.07746195048093796
266289	rnn.bias_hh_l1	4	-0.07331423461437225
266289	rnn.bias_hh_l1	5	-0.11766097694635391
266289	rnn.bias_hh_l1	6	-0.160395547747612
266289	rnn.bias_hh_l1	7	0.07471565157175064
266289	rnn.bias_hh_l1	8	-0.17597100138664246
266289	rnn.bias_hh_l1	9	-0.11575225740671158
266289	rnn.weight_ih_l1_reverse	0	-0.04737251624464989
266289	rnn.weight_ih_l1_reverse	1	0.03295580670237541
266289	rnn.weight_ih_l1_reverse	2	0.08831903338432312
266289	rnn.weight_ih_l1_reverse	3	-0.01788990944623947
266289	rnn.weight_ih_l1_reverse	4	-0.023331571370363235
266289	rnn.weight_ih_l1_reverse	5	-0.03033941425383091
266289	rnn.weight_ih_l1_reverse	6	-0.019607307389378548
266289	rnn.weight_ih_l1_reverse	7	0.02979952283203602
266289	rnn.weight_ih_l1_reverse	8	0.005507041700184345
266289	rnn.weight_ih_l1_reverse	9	-0.033655013889074326
266289	rnn.weight_hh_l1_reverse	0	0.00457115238532424
266289	rnn.weight_hh_l1_reverse	1	0.03169265016913414
266289	rnn.weight_hh_l1_reverse	2	-0.040618833154439926
266289	rnn.weight_hh_l1_reverse	3	0.03499570116400719
266289	rnn.weight_hh_l1_reverse	4	0.047165557742118835
266289	rnn.weight_hh_l1_reverse	5	0.005967360455542803
266289	rnn.weight_hh_l1_reverse	6	0.04892273619771004
266289	rnn.weight_hh_l1_reverse	7	0.031020740047097206
266289	rnn.weight_hh_l1_reverse	8	-0.00714326836168766
266289	rnn.weight_hh_l1_reverse	9	-0.030199779197573662
266289	rnn.bias_ih_l1_reverse	0	-0.045792099088430405
266289	rnn.bias_ih_l1_reverse	1	-0.14024055004119873
266289	rnn.bias_ih_l1_reverse	2	-0.16342522203922272
266289	rnn.bias_ih_l1_reverse	3	-0.061692725867033005
266289	rnn.bias_ih_l1_reverse	4	-0.20396964251995087
266289	rnn.bias_ih_l1_reverse	5	-0.11667747795581818
266289	rnn.bias_ih_l1_reverse	6	-0.13021372258663177
266289	rnn.bias_ih_l1_reverse	7	-0.19214238226413727
266289	rnn.bias_ih_l1_reverse	8	0.22730273008346558
266289	rnn.bias_ih_l1_reverse	9	0.02269304357469082
266289	rnn.bias_hh_l1_reverse	0	0.010763460770249367
266289	rnn.bias_hh_l1_reverse	1	-0.06504805386066437
266289	rnn.bias_hh_l1_reverse	2	-0.23718762397766113
266289	rnn.bias_hh_l1_reverse	3	-0.14361628890037537
266289	rnn.bias_hh_l1_reverse	4	-0.08029178529977798
266289	rnn.bias_hh_l1_reverse	5	-0.11630593985319138
266289	rnn.bias_hh_l1_reverse	6	0.0630369484424591
266289	rnn.bias_hh_l1_reverse	7	-0.1352718025445938
266289	rnn.bias_hh_l1_reverse	8	-0.12493406236171722
266289	rnn.bias_hh_l1_reverse	9	-0.14815665781497955
266289	linear.weight	0	0.002228822559118271
266289	linear.weight	1	0.09775874018669128
266289	linear.weight	2	-0.09243879467248917
266289	linear.weight	3	0.31308427453041077
266289	linear.weight	4	0.15062621235847473
266289	linear.weight	5	-0.06549113988876343
266289	linear.weight	6	0.0934193879365921
266289	linear.weight	7	0.1355254203081131
266289	linear.weight	8	0.04113323986530304
266289	linear.weight	9	-0.050831299275159836
266289	linear.bias	0	0.08489397168159485
266289	linear.bias	1	-0.18878746032714844
266289	linear.bias	2	-0.4479760229587555
266289	linear.bias	3	-0.655768871307373
266289	linear.bias	4	-1.259671688079834
266289	linear.bias	5	-0.06242094188928604
266289	linear.bias	6	-0.8207910656929016
266289	linear.bias	7	0.26867198944091797
266289	linear.bias	8	-0.39689454436302185
266289	linear.bias	9	-1.0230664014816284
266486	transitions	0	0.7558443546295166
266486	transitions	1	0.13921499252319336
266486	transitions	2	-10000.0
266486	transitions	3	-1.8280991315841675
266486	transitions	4	-10000.0
266486	transitions	5	0.562824010848999
266486	transitions	6	-0.08561153709888458
266486	transitions	7	-0.8116003274917603
266486	transitions	8	-1.422720193862915
266486	transitions	9	-0.0012313404586166143
266486	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
266486	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
266486	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
266486	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
266486	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
266486	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
266486	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
266486	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
266486	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
266486	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
266486	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
266486	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
266486	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
266486	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
266486	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
266486	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
266486	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
266486	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
266486	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
266486	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
266486	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
266486	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
266486	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
266486	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
266486	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
266486	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
266486	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
266486	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
266486	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
266486	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
266486	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
266486	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
266486	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
266486	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
266486	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
266486	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
266486	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
266486	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
266486	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
266486	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
266486	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
266486	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
266486	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
266486	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
266486	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
266486	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
266486	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
266486	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
266486	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
266486	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
266486	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
266486	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
266486	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
266486	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
266486	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
266486	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
266486	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
266486	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
266486	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
266486	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
266486	embedding2nn.weight	0	0.016605066135525703
266486	embedding2nn.weight	1	-0.012736563570797443
266486	embedding2nn.weight	2	-0.014268254861235619
266486	embedding2nn.weight	3	-0.03142848238348961
266486	embedding2nn.weight	4	-0.0059150345623493195
266486	embedding2nn.weight	5	-0.0037005888298153877
266486	embedding2nn.weight	6	-0.003973265178501606
266486	embedding2nn.weight	7	-0.07718997448682785
266486	embedding2nn.weight	8	-0.0019979383796453476
266486	embedding2nn.weight	9	-0.027745695784687996
266486	embedding2nn.bias	0	0.03251485526561737
266486	embedding2nn.bias	1	-0.07462864369153976
266486	embedding2nn.bias	2	0.07047577947378159
266486	embedding2nn.bias	3	0.05045066773891449
266486	embedding2nn.bias	4	-0.04191381111741066
266486	embedding2nn.bias	5	-0.0111054927110672
266486	embedding2nn.bias	6	0.01491825096309185
266486	embedding2nn.bias	7	-0.05529796704649925
266486	embedding2nn.bias	8	0.07373790442943573
266486	embedding2nn.bias	9	0.04507413133978844
266486	rnn.weight_ih_l0	0	-0.0807749554514885
266486	rnn.weight_ih_l0	1	0.0030861268751323223
266486	rnn.weight_ih_l0	2	0.035314057022333145
266486	rnn.weight_ih_l0	3	0.022895343601703644
266486	rnn.weight_ih_l0	4	-0.04812299832701683
266486	rnn.weight_ih_l0	5	-0.0683898851275444
266486	rnn.weight_ih_l0	6	-0.0011546786408871412
266486	rnn.weight_ih_l0	7	0.05362461879849434
266486	rnn.weight_ih_l0	8	-0.017147094011306763
266486	rnn.weight_ih_l0	9	-0.030725834891200066
266486	rnn.weight_hh_l0	0	-0.030073639005422592
266486	rnn.weight_hh_l0	1	-0.007308817468583584
266486	rnn.weight_hh_l0	2	0.0067258235067129135
266486	rnn.weight_hh_l0	3	-0.07444602251052856
266486	rnn.weight_hh_l0	4	0.09336157888174057
266486	rnn.weight_hh_l0	5	-0.026850083842873573
266486	rnn.weight_hh_l0	6	-0.0637170597910881
266486	rnn.weight_hh_l0	7	0.008882365189492702
266486	rnn.weight_hh_l0	8	0.013436062261462212
266486	rnn.weight_hh_l0	9	-0.02560780942440033
266486	rnn.bias_ih_l0	0	0.12967710196971893
266486	rnn.bias_ih_l0	1	-0.034182365983724594
266486	rnn.bias_ih_l0	2	-0.03399147465825081
266486	rnn.bias_ih_l0	3	0.16310252249240875
266486	rnn.bias_ih_l0	4	-0.012898019514977932
266486	rnn.bias_ih_l0	5	-0.023094985634088516
266486	rnn.bias_ih_l0	6	0.01706152781844139
266486	rnn.bias_ih_l0	7	0.023685622960329056
266486	rnn.bias_ih_l0	8	-0.09939589351415634
266486	rnn.bias_ih_l0	9	-0.041110869497060776
266486	rnn.bias_hh_l0	0	-0.0010187433799728751
266486	rnn.bias_hh_l0	1	-0.10025934875011444
266486	rnn.bias_hh_l0	2	-0.07516220211982727
266486	rnn.bias_hh_l0	3	-0.08870184421539307
266486	rnn.bias_hh_l0	4	0.00830287765711546
266486	rnn.bias_hh_l0	5	-0.020536547526717186
266486	rnn.bias_hh_l0	6	0.02843591943383217
266486	rnn.bias_hh_l0	7	0.060661494731903076
266486	rnn.bias_hh_l0	8	-0.12307950109243393
266486	rnn.bias_hh_l0	9	-0.059180933982133865
266486	rnn.weight_ih_l0_reverse	0	-0.025500569492578506
266486	rnn.weight_ih_l0_reverse	1	-0.05699118599295616
266486	rnn.weight_ih_l0_reverse	2	-0.048847515136003494
266486	rnn.weight_ih_l0_reverse	3	0.015655966475605965
266486	rnn.weight_ih_l0_reverse	4	-0.025223514065146446
266486	rnn.weight_ih_l0_reverse	5	-0.05739571526646614
266486	rnn.weight_ih_l0_reverse	6	0.07360681891441345
266486	rnn.weight_ih_l0_reverse	7	-0.018940532580018044
266486	rnn.weight_ih_l0_reverse	8	-0.018503598868846893
266486	rnn.weight_ih_l0_reverse	9	0.00450877845287323
266486	rnn.weight_hh_l0_reverse	0	0.0686459094285965
266486	rnn.weight_hh_l0_reverse	1	0.019836829975247383
266486	rnn.weight_hh_l0_reverse	2	0.030104821547865868
266486	rnn.weight_hh_l0_reverse	3	0.03534894064068794
266486	rnn.weight_hh_l0_reverse	4	0.014349669218063354
266486	rnn.weight_hh_l0_reverse	5	0.008141623809933662
266486	rnn.weight_hh_l0_reverse	6	0.05099748820066452
266486	rnn.weight_hh_l0_reverse	7	-0.0820525512099266
266486	rnn.weight_hh_l0_reverse	8	0.040169283747673035
266486	rnn.weight_hh_l0_reverse	9	0.03485540300607681
266486	rnn.bias_ih_l0_reverse	0	-0.05671455338597298
266486	rnn.bias_ih_l0_reverse	1	-0.28249016404151917
266486	rnn.bias_ih_l0_reverse	2	-0.12462528049945831
266486	rnn.bias_ih_l0_reverse	3	-0.04772006720304489
266486	rnn.bias_ih_l0_reverse	4	-0.022278141230344772
266486	rnn.bias_ih_l0_reverse	5	0.07571042329072952
266486	rnn.bias_ih_l0_reverse	6	-0.0652824342250824
266486	rnn.bias_ih_l0_reverse	7	0.06137516349554062
266486	rnn.bias_ih_l0_reverse	8	-0.03580622747540474
266486	rnn.bias_ih_l0_reverse	9	0.06594439595937729
266486	rnn.bias_hh_l0_reverse	0	0.023429621011018753
266486	rnn.bias_hh_l0_reverse	1	-0.06342556327581406
266486	rnn.bias_hh_l0_reverse	2	0.08875539898872375
266486	rnn.bias_hh_l0_reverse	3	-0.051829077303409576
266486	rnn.bias_hh_l0_reverse	4	-0.028152042999863625
266486	rnn.bias_hh_l0_reverse	5	-0.022108491510152817
266486	rnn.bias_hh_l0_reverse	6	-0.020205046981573105
266486	rnn.bias_hh_l0_reverse	7	0.09979031980037689
266486	rnn.bias_hh_l0_reverse	8	0.030456561595201492
266486	rnn.bias_hh_l0_reverse	9	-0.14841073751449585
266486	rnn.weight_ih_l1	0	-0.02975180745124817
266486	rnn.weight_ih_l1	1	-0.050448227673769
266486	rnn.weight_ih_l1	2	0.06508699804544449
266486	rnn.weight_ih_l1	3	-0.07304228842258453
266486	rnn.weight_ih_l1	4	-0.01405858900398016
266486	rnn.weight_ih_l1	5	-0.04032687842845917
266486	rnn.weight_ih_l1	6	0.0289761982858181
266486	rnn.weight_ih_l1	7	-0.04456544294953346
266486	rnn.weight_ih_l1	8	0.03783191367983818
266486	rnn.weight_ih_l1	9	0.04484434053301811
266486	rnn.weight_hh_l1	0	-0.007359016686677933
266486	rnn.weight_hh_l1	1	0.01989486999809742
266486	rnn.weight_hh_l1	2	0.006625375710427761
266486	rnn.weight_hh_l1	3	-0.0126568004488945
266486	rnn.weight_hh_l1	4	0.0047582173720002174
266486	rnn.weight_hh_l1	5	0.03517552837729454
266486	rnn.weight_hh_l1	6	0.03623245283961296
266486	rnn.weight_hh_l1	7	-0.016349121928215027
266486	rnn.weight_hh_l1	8	-0.007153449114412069
266486	rnn.weight_hh_l1	9	0.03867010027170181
266486	rnn.bias_ih_l1	0	-0.18403612077236176
266486	rnn.bias_ih_l1	1	-0.17437611520290375
266486	rnn.bias_ih_l1	2	-0.19718722999095917
266486	rnn.bias_ih_l1	3	-0.3079063892364502
266486	rnn.bias_ih_l1	4	-0.21178020536899567
266486	rnn.bias_ih_l1	5	-0.08899062871932983
266486	rnn.bias_ih_l1	6	-0.15896190702915192
266486	rnn.bias_ih_l1	7	-0.0034838251303881407
266486	rnn.bias_ih_l1	8	-0.12997998297214508
266486	rnn.bias_ih_l1	9	-0.12295174598693848
266486	rnn.bias_hh_l1	0	-0.09689266234636307
266486	rnn.bias_hh_l1	1	-0.06315632164478302
266486	rnn.bias_hh_l1	2	-0.08546725660562515
266486	rnn.bias_hh_l1	3	-0.07745491713285446
266486	rnn.bias_hh_l1	4	-0.07335825264453888
266486	rnn.bias_hh_l1	5	-0.11766650527715683
266486	rnn.bias_hh_l1	6	-0.16036024689674377
266486	rnn.bias_hh_l1	7	0.07469276338815689
266486	rnn.bias_hh_l1	8	-0.17598417401313782
266486	rnn.bias_hh_l1	9	-0.11569967120885849
266486	rnn.weight_ih_l1_reverse	0	-0.04734862968325615
266486	rnn.weight_ih_l1_reverse	1	0.032929059118032455
266486	rnn.weight_ih_l1_reverse	2	0.08836396038532257
266486	rnn.weight_ih_l1_reverse	3	-0.017855845391750336
266486	rnn.weight_ih_l1_reverse	4	-0.02336338348686695
266486	rnn.weight_ih_l1_reverse	5	-0.030339516699314117
266486	rnn.weight_ih_l1_reverse	6	-0.0196062158793211
266486	rnn.weight_ih_l1_reverse	7	0.02981499210000038
266486	rnn.weight_ih_l1_reverse	8	0.005505232606083155
266486	rnn.weight_ih_l1_reverse	9	-0.033659204840660095
266486	rnn.weight_hh_l1_reverse	0	0.004568633623421192
266486	rnn.weight_hh_l1_reverse	1	0.03168772533535957
266486	rnn.weight_hh_l1_reverse	2	-0.04061727598309517
266486	rnn.weight_hh_l1_reverse	3	0.03499874845147133
266486	rnn.weight_hh_l1_reverse	4	0.04715060815215111
266486	rnn.weight_hh_l1_reverse	5	0.005964051932096481
266486	rnn.weight_hh_l1_reverse	6	0.04890797287225723
266486	rnn.weight_hh_l1_reverse	7	0.031007952988147736
266486	rnn.weight_hh_l1_reverse	8	-0.007142951246351004
266486	rnn.weight_hh_l1_reverse	9	-0.030202485620975494
266486	rnn.bias_ih_l1_reverse	0	-0.04582125321030617
266486	rnn.bias_ih_l1_reverse	1	-0.14018526673316956
266486	rnn.bias_ih_l1_reverse	2	-0.16352291405200958
266486	rnn.bias_ih_l1_reverse	3	-0.06165513023734093
266486	rnn.bias_ih_l1_reverse	4	-0.2039857804775238
266486	rnn.bias_ih_l1_reverse	5	-0.1167021244764328
266486	rnn.bias_ih_l1_reverse	6	-0.13023386895656586
266486	rnn.bias_ih_l1_reverse	7	-0.19211098551750183
266486	rnn.bias_ih_l1_reverse	8	0.22717294096946716
266486	rnn.bias_ih_l1_reverse	9	0.022789768874645233
266486	rnn.bias_hh_l1_reverse	0	0.010874363593757153
266486	rnn.bias_hh_l1_reverse	1	-0.06502442806959152
266486	rnn.bias_hh_l1_reverse	2	-0.23718443512916565
266486	rnn.bias_hh_l1_reverse	3	-0.14363272488117218
266486	rnn.bias_hh_l1_reverse	4	-0.08021457493305206
266486	rnn.bias_hh_l1_reverse	5	-0.11632023006677628
266486	rnn.bias_hh_l1_reverse	6	0.06298237293958664
266486	rnn.bias_hh_l1_reverse	7	-0.1352854073047638
266486	rnn.bias_hh_l1_reverse	8	-0.12491067498922348
266486	rnn.bias_hh_l1_reverse	9	-0.1481827050447464
266486	linear.weight	0	0.002228822559118271
266486	linear.weight	1	0.09767034649848938
266486	linear.weight	2	-0.09235596656799316
266486	linear.weight	3	0.3130522668361664
266486	linear.weight	4	0.15063457190990448
266486	linear.weight	5	-0.0654720887541771
266486	linear.weight	6	0.0933995321393013
266486	linear.weight	7	0.1354575753211975
266486	linear.weight	8	0.041133228689432144
266486	linear.weight	9	-0.050765372812747955
266486	linear.bias	0	0.08369515836238861
266486	linear.bias	1	-0.18857601284980774
266486	linear.bias	2	-0.44717222452163696
266486	linear.bias	3	-0.6558016538619995
266486	linear.bias	4	-1.2597326040267944
266486	linear.bias	5	-0.06253611296415329
266486	linear.bias	6	-0.8206794857978821
266486	linear.bias	7	0.2685464918613434
266486	linear.bias	8	-0.39682814478874207
266486	linear.bias	9	-1.0229432582855225
266490	transitions	0	0.7558436393737793
266490	transitions	1	0.13921473920345306
266490	transitions	2	-10000.0
266490	transitions	3	-1.8280991315841675
266490	transitions	4	-10000.0
266490	transitions	5	0.562824010848999
266490	transitions	6	-0.08561153709888458
266490	transitions	7	-0.8116003274917603
266490	transitions	8	-1.422720193862915
266490	transitions	9	-0.0012313404586166143
266490	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
266490	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
266490	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
266490	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
266490	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
266490	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
266490	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
266490	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
266490	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
266490	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
266490	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
266490	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
266490	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
266490	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
266490	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
266490	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
266490	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
266490	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
266490	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
266490	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
266490	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
266490	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
266490	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
266490	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
266490	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
266490	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
266490	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
266490	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
266490	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
266490	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
266490	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
266490	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
266490	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
266490	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
266490	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
266490	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
266490	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
266490	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
266490	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
266490	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
266490	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
266490	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
266490	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
266490	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
266490	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
266490	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
266490	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
266490	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
266490	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
266490	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
266490	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
266490	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
266490	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
266490	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
266490	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
266490	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
266490	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
266490	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
266490	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
266490	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
266490	embedding2nn.weight	0	0.01660500280559063
266490	embedding2nn.weight	1	-0.012739047408103943
266490	embedding2nn.weight	2	-0.014268254861235619
266490	embedding2nn.weight	3	-0.03142758086323738
266490	embedding2nn.weight	4	-0.0059150345623493195
266490	embedding2nn.weight	5	-0.0037005888298153877
266490	embedding2nn.weight	6	-0.003973265178501606
266490	embedding2nn.weight	7	-0.07719048857688904
266490	embedding2nn.weight	8	-0.0019979383796453476
266490	embedding2nn.weight	9	-0.027744872495532036
266490	embedding2nn.bias	0	0.03253074362874031
266490	embedding2nn.bias	1	-0.07463891059160233
266490	embedding2nn.bias	2	0.07046643644571304
266490	embedding2nn.bias	3	0.050409987568855286
266490	embedding2nn.bias	4	-0.04192640632390976
266490	embedding2nn.bias	5	-0.011097344569861889
266490	embedding2nn.bias	6	0.01490122638642788
266490	embedding2nn.bias	7	-0.05530120059847832
266490	embedding2nn.bias	8	0.07373477518558502
266490	embedding2nn.bias	9	0.04507812112569809
266490	rnn.weight_ih_l0	0	-0.08077500760555267
266490	rnn.weight_ih_l0	1	0.003084555733948946
266490	rnn.weight_ih_l0	2	0.035315174609422684
266490	rnn.weight_ih_l0	3	0.022895170375704765
266490	rnn.weight_ih_l0	4	-0.04812194034457207
266490	rnn.weight_ih_l0	5	-0.06838967651128769
266490	rnn.weight_ih_l0	6	-0.0011548373149707913
266490	rnn.weight_ih_l0	7	0.05362015962600708
266490	rnn.weight_ih_l0	8	-0.01714661531150341
266490	rnn.weight_ih_l0	9	-0.03072454407811165
266490	rnn.weight_hh_l0	0	-0.030074307695031166
266490	rnn.weight_hh_l0	1	-0.007308215368539095
266490	rnn.weight_hh_l0	2	0.0067234523594379425
266490	rnn.weight_hh_l0	3	-0.0744457021355629
266490	rnn.weight_hh_l0	4	0.093362957239151
266490	rnn.weight_hh_l0	5	-0.02685256116092205
266490	rnn.weight_hh_l0	6	-0.06371526420116425
266490	rnn.weight_hh_l0	7	0.00888194888830185
266490	rnn.weight_hh_l0	8	0.013437459245324135
266490	rnn.weight_hh_l0	9	-0.02561003714799881
266490	rnn.bias_ih_l0	0	0.12968464195728302
266490	rnn.bias_ih_l0	1	-0.03418084979057312
266490	rnn.bias_ih_l0	2	-0.03400086611509323
266490	rnn.bias_ih_l0	3	0.16310742497444153
266490	rnn.bias_ih_l0	4	-0.012901345267891884
266490	rnn.bias_ih_l0	5	-0.02310224622488022
266490	rnn.bias_ih_l0	6	0.017059138044714928
266490	rnn.bias_ih_l0	7	0.02368828095495701
266490	rnn.bias_ih_l0	8	-0.09939578920602798
266490	rnn.bias_ih_l0	9	-0.04111235961318016
266490	rnn.bias_hh_l0	0	-0.0010202558478340507
266490	rnn.bias_hh_l0	1	-0.10025805979967117
266490	rnn.bias_hh_l0	2	-0.0751664787530899
266490	rnn.bias_hh_l0	3	-0.0887046530842781
266490	rnn.bias_hh_l0	4	0.008312860503792763
266490	rnn.bias_hh_l0	5	-0.020538577809929848
266490	rnn.bias_hh_l0	6	0.028440378606319427
266490	rnn.bias_hh_l0	7	0.060665570199489594
266490	rnn.bias_hh_l0	8	-0.12308098375797272
266490	rnn.bias_hh_l0	9	-0.059181876480579376
266490	rnn.weight_ih_l0_reverse	0	-0.025502890348434448
266490	rnn.weight_ih_l0_reverse	1	-0.05698965862393379
266490	rnn.weight_ih_l0_reverse	2	-0.04884772375226021
266490	rnn.weight_ih_l0_reverse	3	0.015657559037208557
266490	rnn.weight_ih_l0_reverse	4	-0.025223394855856895
266490	rnn.weight_ih_l0_reverse	5	-0.05739594250917435
266490	rnn.weight_ih_l0_reverse	6	0.0736042708158493
266490	rnn.weight_ih_l0_reverse	7	-0.018940560519695282
266490	rnn.weight_ih_l0_reverse	8	-0.018503578379750252
266490	rnn.weight_ih_l0_reverse	9	0.0045096296817064285
266490	rnn.weight_hh_l0_reverse	0	0.06864610314369202
266490	rnn.weight_hh_l0_reverse	1	0.01983656734228134
266490	rnn.weight_hh_l0_reverse	2	0.030104897916316986
266490	rnn.weight_hh_l0_reverse	3	0.03534899279475212
266490	rnn.weight_hh_l0_reverse	4	0.014348793774843216
266490	rnn.weight_hh_l0_reverse	5	0.00814164336770773
266490	rnn.weight_hh_l0_reverse	6	0.05099722370505333
266490	rnn.weight_hh_l0_reverse	7	-0.08205124735832214
266490	rnn.weight_hh_l0_reverse	8	0.04017053544521332
266490	rnn.weight_hh_l0_reverse	9	0.03485408052802086
266490	rnn.bias_ih_l0_reverse	0	-0.0567135289311409
266490	rnn.bias_ih_l0_reverse	1	-0.28249046206474304
266490	rnn.bias_ih_l0_reverse	2	-0.12462444603443146
266490	rnn.bias_ih_l0_reverse	3	-0.047722913324832916
266490	rnn.bias_ih_l0_reverse	4	-0.02227577194571495
266490	rnn.bias_ih_l0_reverse	5	0.07571042329072952
266490	rnn.bias_ih_l0_reverse	6	-0.06528248637914658
266490	rnn.bias_ih_l0_reverse	7	0.061374686658382416
266490	rnn.bias_ih_l0_reverse	8	-0.035806454718112946
266490	rnn.bias_ih_l0_reverse	9	0.06594505161046982
266490	rnn.bias_hh_l0_reverse	0	0.02343030273914337
266490	rnn.bias_hh_l0_reverse	1	-0.06342996656894684
266490	rnn.bias_hh_l0_reverse	2	0.08875695616006851
266490	rnn.bias_hh_l0_reverse	3	-0.051827311515808105
266490	rnn.bias_hh_l0_reverse	4	-0.028157278895378113
266490	rnn.bias_hh_l0_reverse	5	-0.022102009505033493
266490	rnn.bias_hh_l0_reverse	6	-0.02020415849983692
266490	rnn.bias_hh_l0_reverse	7	0.0997915118932724
266490	rnn.bias_hh_l0_reverse	8	0.030462635681033134
266490	rnn.bias_hh_l0_reverse	9	-0.14841824769973755
266490	rnn.weight_ih_l1	0	-0.02975214086472988
266490	rnn.weight_ih_l1	1	-0.05044788122177124
266490	rnn.weight_ih_l1	2	0.06508664041757584
266490	rnn.weight_ih_l1	3	-0.07304322719573975
266490	rnn.weight_ih_l1	4	-0.014057198539376259
266490	rnn.weight_ih_l1	5	-0.04032677412033081
266490	rnn.weight_ih_l1	6	0.028978243470191956
266490	rnn.weight_ih_l1	7	-0.04456576704978943
266490	rnn.weight_ih_l1	8	0.0378318689763546
266490	rnn.weight_ih_l1	9	0.044844672083854675
266490	rnn.weight_hh_l1	0	-0.007359641138464212
266490	rnn.weight_hh_l1	1	0.019894961267709732
266490	rnn.weight_hh_l1	2	0.006626280955970287
266490	rnn.weight_hh_l1	3	-0.012657156214118004
266490	rnn.weight_hh_l1	4	0.004757986404001713
266490	rnn.weight_hh_l1	5	0.03517548739910126
266490	rnn.weight_hh_l1	6	0.03623158857226372
266490	rnn.weight_hh_l1	7	-0.01634868234395981
266490	rnn.weight_hh_l1	8	-0.007151872385293245
266490	rnn.weight_hh_l1	9	0.038671210408210754
266490	rnn.bias_ih_l1	0	-0.18402382731437683
266490	rnn.bias_ih_l1	1	-0.1743801385164261
266490	rnn.bias_ih_l1	2	-0.1971895843744278
266490	rnn.bias_ih_l1	3	-0.3079047203063965
266490	rnn.bias_ih_l1	4	-0.21178217232227325
266490	rnn.bias_ih_l1	5	-0.08899016678333282
266490	rnn.bias_ih_l1	6	-0.15895237028598785
266490	rnn.bias_ih_l1	7	-0.0034812246449291706
266490	rnn.bias_ih_l1	8	-0.12997254729270935
266490	rnn.bias_ih_l1	9	-0.12295787036418915
266490	rnn.bias_hh_l1	0	-0.09688764065504074
266490	rnn.bias_hh_l1	1	-0.06315141916275024
266490	rnn.bias_hh_l1	2	-0.08547479659318924
266490	rnn.bias_hh_l1	3	-0.07745342701673508
266490	rnn.bias_hh_l1	4	-0.07335355877876282
266490	rnn.bias_hh_l1	5	-0.11766698211431503
266490	rnn.bias_hh_l1	6	-0.1603582799434662
266490	rnn.bias_hh_l1	7	0.07468047738075256
266490	rnn.bias_hh_l1	8	-0.1759808361530304
266490	rnn.bias_hh_l1	9	-0.11568793654441833
266490	rnn.weight_ih_l1_reverse	0	-0.047349076718091965
266490	rnn.weight_ih_l1_reverse	1	0.03292682766914368
266490	rnn.weight_ih_l1_reverse	2	0.08836615830659866
266490	rnn.weight_ih_l1_reverse	3	-0.017854971811175346
266490	rnn.weight_ih_l1_reverse	4	-0.02336890809237957
266490	rnn.weight_ih_l1_reverse	5	-0.03033960983157158
266490	rnn.weight_ih_l1_reverse	6	-0.01961105316877365
266490	rnn.weight_ih_l1_reverse	7	0.029814274981617928
266490	rnn.weight_ih_l1_reverse	8	0.005505957640707493
266490	rnn.weight_ih_l1_reverse	9	-0.033658988773822784
266490	rnn.weight_hh_l1_reverse	0	0.004568237345665693
266490	rnn.weight_hh_l1_reverse	1	0.03168771043419838
266490	rnn.weight_hh_l1_reverse	2	-0.04061725363135338
266490	rnn.weight_hh_l1_reverse	3	0.034999120980501175
266490	rnn.weight_hh_l1_reverse	4	0.047149792313575745
266490	rnn.weight_hh_l1_reverse	5	0.005964312702417374
266490	rnn.weight_hh_l1_reverse	6	0.04890482872724533
266490	rnn.weight_hh_l1_reverse	7	0.031008148565888405
266490	rnn.weight_hh_l1_reverse	8	-0.007143068592995405
266490	rnn.weight_hh_l1_reverse	9	-0.030202582478523254
266490	rnn.bias_ih_l1_reverse	0	-0.04582115635275841
266490	rnn.bias_ih_l1_reverse	1	-0.1401797980070114
266490	rnn.bias_ih_l1_reverse	2	-0.16352155804634094
266490	rnn.bias_ih_l1_reverse	3	-0.06164528429508209
266490	rnn.bias_ih_l1_reverse	4	-0.20398250222206116
266490	rnn.bias_ih_l1_reverse	5	-0.11671027541160583
266490	rnn.bias_ih_l1_reverse	6	-0.130233496427536
266490	rnn.bias_ih_l1_reverse	7	-0.1921198070049286
266490	rnn.bias_ih_l1_reverse	8	0.22716544568538666
266490	rnn.bias_ih_l1_reverse	9	0.022784696891903877
266490	rnn.bias_hh_l1_reverse	0	0.010894550941884518
266490	rnn.bias_hh_l1_reverse	1	-0.0650448352098465
266490	rnn.bias_hh_l1_reverse	2	-0.2371852993965149
266490	rnn.bias_hh_l1_reverse	3	-0.1436356157064438
266490	rnn.bias_hh_l1_reverse	4	-0.08021476864814758
266490	rnn.bias_hh_l1_reverse	5	-0.11632388830184937
266490	rnn.bias_hh_l1_reverse	6	0.06298410147428513
266490	rnn.bias_hh_l1_reverse	7	-0.1352836787700653
266490	rnn.bias_hh_l1_reverse	8	-0.12490765005350113
266490	rnn.bias_hh_l1_reverse	9	-0.1481836587190628
266490	linear.weight	0	0.002228822559118271
266490	linear.weight	1	0.09767848253250122
266490	linear.weight	2	-0.09235585480928421
266490	linear.weight	3	0.3130525052547455
266490	linear.weight	4	0.15063485503196716
266490	linear.weight	5	-0.06547210365533829
266490	linear.weight	6	0.09339703619480133
266490	linear.weight	7	0.13552531599998474
266490	linear.weight	8	0.041133228689432144
266490	linear.weight	9	-0.05076489597558975
266490	linear.bias	0	0.08355754613876343
266490	linear.bias	1	-0.18854382634162903
266490	linear.bias	2	-0.4470316171646118
266490	linear.bias	3	-0.6558140516281128
266490	linear.bias	4	-1.2597453594207764
266490	linear.bias	5	-0.06254087388515472
266490	linear.bias	6	-0.8206453919410706
266490	linear.bias	7	0.2685423493385315
266490	linear.bias	8	-0.3968265950679779
266490	linear.bias	9	-1.0229616165161133
266687	transitions	0	0.7560239434242249
266687	transitions	1	0.13922230899333954
266687	transitions	2	-10000.0
266687	transitions	3	-1.8280991315841675
266687	transitions	4	-10000.0
266687	transitions	5	0.5628229379653931
266687	transitions	6	-0.08561205118894577
266687	transitions	7	-0.8116044402122498
266687	transitions	8	-1.4227204322814941
266687	transitions	9	-0.0012313451152294874
266687	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
266687	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
266687	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
266687	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
266687	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
266687	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
266687	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
266687	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
266687	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
266687	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
266687	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
266687	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
266687	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
266687	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
266687	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
266687	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
266687	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
266687	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
266687	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
266687	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
266687	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
266687	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
266687	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
266687	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
266687	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
266687	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
266687	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
266687	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
266687	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
266687	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
266687	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
266687	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
266687	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
266687	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
266687	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
266687	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
266687	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
266687	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
266687	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
266687	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
266687	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
266687	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
266687	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
266687	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
266687	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
266687	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
266687	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
266687	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
266687	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
266687	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
266687	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
266687	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
266687	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
266687	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
266687	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
266687	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
266687	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
266687	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
266687	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
266687	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
266687	embedding2nn.weight	0	0.016628995537757874
266687	embedding2nn.weight	1	-0.012737519107758999
266687	embedding2nn.weight	2	-0.014268254861235619
266687	embedding2nn.weight	3	-0.031395118683576584
266687	embedding2nn.weight	4	-0.0059150345623493195
266687	embedding2nn.weight	5	-0.0037005888298153877
266687	embedding2nn.weight	6	-0.003973265178501606
266687	embedding2nn.weight	7	-0.07719236612319946
266687	embedding2nn.weight	8	-0.0019979383796453476
266687	embedding2nn.weight	9	-0.027737321332097054
266687	embedding2nn.bias	0	0.03252018615603447
266687	embedding2nn.bias	1	-0.07491191476583481
266687	embedding2nn.bias	2	0.0704832673072815
266687	embedding2nn.bias	3	0.05041615664958954
266687	embedding2nn.bias	4	-0.04189469292759895
266687	embedding2nn.bias	5	-0.01099693588912487
266687	embedding2nn.bias	6	0.014911538921296597
266687	embedding2nn.bias	7	-0.055430542677640915
266687	embedding2nn.bias	8	0.0736156776547432
266687	embedding2nn.bias	9	0.045063845813274384
266687	rnn.weight_ih_l0	0	-0.08079127967357635
266687	rnn.weight_ih_l0	1	0.0030633199494332075
266687	rnn.weight_ih_l0	2	0.03530072048306465
266687	rnn.weight_ih_l0	3	0.022885175421833992
266687	rnn.weight_ih_l0	4	-0.048129767179489136
266687	rnn.weight_ih_l0	5	-0.06839662790298462
266687	rnn.weight_ih_l0	6	-0.001149594085291028
266687	rnn.weight_ih_l0	7	0.05363298952579498
266687	rnn.weight_ih_l0	8	-0.017144404351711273
266687	rnn.weight_ih_l0	9	-0.030734291300177574
266687	rnn.weight_hh_l0	0	-0.03008187562227249
266687	rnn.weight_hh_l0	1	-0.007314488757401705
266687	rnn.weight_hh_l0	2	0.006719110533595085
266687	rnn.weight_hh_l0	3	-0.07444576919078827
266687	rnn.weight_hh_l0	4	0.09336743503808975
266687	rnn.weight_hh_l0	5	-0.0268392376601696
266687	rnn.weight_hh_l0	6	-0.06370329111814499
266687	rnn.weight_hh_l0	7	0.008865222334861755
266687	rnn.weight_hh_l0	8	0.01345226913690567
266687	rnn.weight_hh_l0	9	-0.025629498064517975
266687	rnn.bias_ih_l0	0	0.12968777120113373
266687	rnn.bias_ih_l0	1	-0.03417883813381195
266687	rnn.bias_ih_l0	2	-0.03403076156973839
266687	rnn.bias_ih_l0	3	0.16313457489013672
266687	rnn.bias_ih_l0	4	-0.012902640737593174
266687	rnn.bias_ih_l0	5	-0.023077519610524178
266687	rnn.bias_ih_l0	6	0.017059344798326492
266687	rnn.bias_ih_l0	7	0.02374221570789814
266687	rnn.bias_ih_l0	8	-0.09943152219057083
266687	rnn.bias_ih_l0	9	-0.04114367440342903
266687	rnn.bias_hh_l0	0	-0.001077474094927311
266687	rnn.bias_hh_l0	1	-0.10024092346429825
266687	rnn.bias_hh_l0	2	-0.0751744881272316
266687	rnn.bias_hh_l0	3	-0.08871139585971832
266687	rnn.bias_hh_l0	4	0.008348697796463966
266687	rnn.bias_hh_l0	5	-0.02051723003387451
266687	rnn.bias_hh_l0	6	0.02845810353755951
266687	rnn.bias_hh_l0	7	0.060698479413986206
266687	rnn.bias_hh_l0	8	-0.12306420505046844
266687	rnn.bias_hh_l0	9	-0.05915515124797821
266687	rnn.weight_ih_l0_reverse	0	-0.025482306256890297
266687	rnn.weight_ih_l0_reverse	1	-0.057004205882549286
266687	rnn.weight_ih_l0_reverse	2	-0.04883420467376709
266687	rnn.weight_ih_l0_reverse	3	0.015683677047491074
266687	rnn.weight_ih_l0_reverse	4	-0.025230027735233307
266687	rnn.weight_ih_l0_reverse	5	-0.057408273220062256
266687	rnn.weight_ih_l0_reverse	6	0.07358045876026154
266687	rnn.weight_ih_l0_reverse	7	-0.018968483433127403
266687	rnn.weight_ih_l0_reverse	8	-0.01851990446448326
266687	rnn.weight_ih_l0_reverse	9	0.004531690385192633
266687	rnn.weight_hh_l0_reverse	0	0.06864200532436371
266687	rnn.weight_hh_l0_reverse	1	0.01986202597618103
266687	rnn.weight_hh_l0_reverse	2	0.030103497207164764
266687	rnn.weight_hh_l0_reverse	3	0.03536001592874527
266687	rnn.weight_hh_l0_reverse	4	0.014343821443617344
266687	rnn.weight_hh_l0_reverse	5	0.008122234605252743
266687	rnn.weight_hh_l0_reverse	6	0.05099762976169586
266687	rnn.weight_hh_l0_reverse	7	-0.08205503970384598
266687	rnn.weight_hh_l0_reverse	8	0.040180981159210205
266687	rnn.weight_hh_l0_reverse	9	0.03486388921737671
266687	rnn.bias_ih_l0_reverse	0	-0.0567227303981781
266687	rnn.bias_ih_l0_reverse	1	-0.2825262248516083
266687	rnn.bias_ih_l0_reverse	2	-0.12465129047632217
266687	rnn.bias_ih_l0_reverse	3	-0.04773390293121338
266687	rnn.bias_ih_l0_reverse	4	-0.02224070206284523
266687	rnn.bias_ih_l0_reverse	5	0.07572004944086075
266687	rnn.bias_ih_l0_reverse	6	-0.06531377881765366
266687	rnn.bias_ih_l0_reverse	7	0.061346977949142456
266687	rnn.bias_ih_l0_reverse	8	-0.03584983944892883
266687	rnn.bias_ih_l0_reverse	9	0.06594444811344147
266687	rnn.bias_hh_l0_reverse	0	0.023451242595911026
266687	rnn.bias_hh_l0_reverse	1	-0.0634504035115242
266687	rnn.bias_hh_l0_reverse	2	0.0887986347079277
266687	rnn.bias_hh_l0_reverse	3	-0.05176147446036339
266687	rnn.bias_hh_l0_reverse	4	-0.028165847063064575
266687	rnn.bias_hh_l0_reverse	5	-0.022113066166639328
266687	rnn.bias_hh_l0_reverse	6	-0.020246287807822227
266687	rnn.bias_hh_l0_reverse	7	0.09979017078876495
266687	rnn.bias_hh_l0_reverse	8	0.030449530109763145
266687	rnn.bias_hh_l0_reverse	9	-0.1484697163105011
266687	rnn.weight_ih_l1	0	-0.029739703983068466
266687	rnn.weight_ih_l1	1	-0.05043540149927139
266687	rnn.weight_ih_l1	2	0.06510016322135925
266687	rnn.weight_ih_l1	3	-0.07309579849243164
266687	rnn.weight_ih_l1	4	-0.01405897457152605
266687	rnn.weight_ih_l1	5	-0.04032757133245468
266687	rnn.weight_ih_l1	6	0.02897792123258114
266687	rnn.weight_ih_l1	7	-0.04456629976630211
266687	rnn.weight_ih_l1	8	0.037828490138053894
266687	rnn.weight_ih_l1	9	0.04482823237776756
266687	rnn.weight_hh_l1	0	-0.007356004789471626
266687	rnn.weight_hh_l1	1	0.019897667691111565
266687	rnn.weight_hh_l1	2	0.006614355836063623
266687	rnn.weight_hh_l1	3	-0.012660212814807892
266687	rnn.weight_hh_l1	4	0.004757183603942394
266687	rnn.weight_hh_l1	5	0.035179201513528824
266687	rnn.weight_hh_l1	6	0.036223094910383224
266687	rnn.weight_hh_l1	7	-0.016330977901816368
266687	rnn.weight_hh_l1	8	-0.0071550714783370495
266687	rnn.weight_hh_l1	9	0.03867388889193535
266687	rnn.bias_ih_l1	0	-0.18401356041431427
266687	rnn.bias_ih_l1	1	-0.17439156770706177
266687	rnn.bias_ih_l1	2	-0.19712714850902557
266687	rnn.bias_ih_l1	3	-0.30789318680763245
266687	rnn.bias_ih_l1	4	-0.2119053155183792
266687	rnn.bias_ih_l1	5	-0.08897668868303299
266687	rnn.bias_ih_l1	6	-0.1589277982711792
266687	rnn.bias_ih_l1	7	-0.0035134966019541025
266687	rnn.bias_ih_l1	8	-0.1299581229686737
266687	rnn.bias_ih_l1	9	-0.12298572063446045
266687	rnn.bias_hh_l1	0	-0.09693993628025055
266687	rnn.bias_hh_l1	1	-0.06316812336444855
266687	rnn.bias_hh_l1	2	-0.08550281822681427
266687	rnn.bias_hh_l1	3	-0.07746461778879166
266687	rnn.bias_hh_l1	4	-0.07333868741989136
266687	rnn.bias_hh_l1	5	-0.11764227598905563
266687	rnn.bias_hh_l1	6	-0.1603923738002777
266687	rnn.bias_hh_l1	7	0.07469935715198517
266687	rnn.bias_hh_l1	8	-0.17599467933177948
266687	rnn.bias_hh_l1	9	-0.11562718451023102
266687	rnn.weight_ih_l1_reverse	0	-0.04734554886817932
266687	rnn.weight_ih_l1_reverse	1	0.03289094194769859
266687	rnn.weight_ih_l1_reverse	2	0.0883832648396492
266687	rnn.weight_ih_l1_reverse	3	-0.017877263948321342
266687	rnn.weight_ih_l1_reverse	4	-0.023376675322651863
266687	rnn.weight_ih_l1_reverse	5	-0.03034205175936222
266687	rnn.weight_ih_l1_reverse	6	-0.019629143178462982
266687	rnn.weight_ih_l1_reverse	7	0.02980646677315235
266687	rnn.weight_ih_l1_reverse	8	0.005478382110595703
266687	rnn.weight_ih_l1_reverse	9	-0.033672988414764404
266687	rnn.weight_hh_l1_reverse	0	0.0045669833198189735
266687	rnn.weight_hh_l1_reverse	1	0.031689491122961044
266687	rnn.weight_hh_l1_reverse	2	-0.040614135563373566
266687	rnn.weight_hh_l1_reverse	3	0.03500008210539818
266687	rnn.weight_hh_l1_reverse	4	0.047149986028671265
266687	rnn.weight_hh_l1_reverse	5	0.0059537445195019245
266687	rnn.weight_hh_l1_reverse	6	0.048923391848802567
266687	rnn.weight_hh_l1_reverse	7	0.031009815633296967
266687	rnn.weight_hh_l1_reverse	8	-0.0071439496241509914
266687	rnn.weight_hh_l1_reverse	9	-0.030199138447642326
266687	rnn.bias_ih_l1_reverse	0	-0.0458400584757328
266687	rnn.bias_ih_l1_reverse	1	-0.14021216332912445
266687	rnn.bias_ih_l1_reverse	2	-0.16351257264614105
266687	rnn.bias_ih_l1_reverse	3	-0.06167704239487648
266687	rnn.bias_ih_l1_reverse	4	-0.20397241413593292
266687	rnn.bias_ih_l1_reverse	5	-0.11667653918266296
266687	rnn.bias_ih_l1_reverse	6	-0.13023342192173004
266687	rnn.bias_ih_l1_reverse	7	-0.1921049803495407
266687	rnn.bias_ih_l1_reverse	8	0.22718897461891174
266687	rnn.bias_ih_l1_reverse	9	0.02281145565211773
266687	rnn.bias_hh_l1_reverse	0	0.010868105106055737
266687	rnn.bias_hh_l1_reverse	1	-0.06484274566173553
266687	rnn.bias_hh_l1_reverse	2	-0.23720286786556244
266687	rnn.bias_hh_l1_reverse	3	-0.14366288483142853
266687	rnn.bias_hh_l1_reverse	4	-0.0802711546421051
266687	rnn.bias_hh_l1_reverse	5	-0.11621753871440887
266687	rnn.bias_hh_l1_reverse	6	0.06295169144868851
266687	rnn.bias_hh_l1_reverse	7	-0.13526518642902374
266687	rnn.bias_hh_l1_reverse	8	-0.12497864663600922
266687	rnn.bias_hh_l1_reverse	9	-0.1481856107711792
266687	linear.weight	0	0.002228822559118271
266687	linear.weight	1	0.09778902679681778
266687	linear.weight	2	-0.09232012182474136
266687	linear.weight	3	0.31297457218170166
266687	linear.weight	4	0.15065371990203857
266687	linear.weight	5	-0.06549489498138428
266687	linear.weight	6	0.09346529096364975
266687	linear.weight	7	0.13571859896183014
266687	linear.weight	8	0.041133228689432144
266687	linear.weight	9	-0.05078289285302162
266687	linear.bias	0	0.08302447199821472
266687	linear.bias	1	-0.18835781514644623
266687	linear.bias	2	-0.44596052169799805
266687	linear.bias	3	-0.6567148566246033
266687	linear.bias	4	-1.2606397867202759
266687	linear.bias	5	-0.06243079900741577
266687	linear.bias	6	-0.8204442858695984
266687	linear.bias	7	0.2686383128166199
266687	linear.bias	8	-0.3966943621635437
266687	linear.bias	9	-1.0228897333145142
266884	transitions	0	0.7562707662582397
266884	transitions	1	0.13918758928775787
266884	transitions	2	-10000.0
266884	transitions	3	-1.8280991315841675
266884	transitions	4	-10000.0
266884	transitions	5	0.5628221035003662
266884	transitions	6	-0.08561256527900696
266884	transitions	7	-0.8116133809089661
266884	transitions	8	-1.422721266746521
266884	transitions	9	-0.001231353497132659
266884	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
266884	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
266884	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
266884	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
266884	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
266884	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
266884	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
266884	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
266884	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
266884	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
266884	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
266884	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
266884	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
266884	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
266884	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
266884	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
266884	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
266884	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
266884	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
266884	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
266884	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
266884	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
266884	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
266884	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
266884	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
266884	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
266884	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
266884	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
266884	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
266884	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
266884	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
266884	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
266884	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
266884	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
266884	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
266884	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
266884	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
266884	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
266884	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
266884	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
266884	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
266884	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
266884	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
266884	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
266884	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
266884	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
266884	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
266884	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
266884	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
266884	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
266884	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
266884	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
266884	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
266884	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
266884	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
266884	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
266884	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
266884	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
266884	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
266884	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
266884	embedding2nn.weight	0	0.016633301973342896
266884	embedding2nn.weight	1	-0.012738353572785854
266884	embedding2nn.weight	2	-0.014268254861235619
266884	embedding2nn.weight	3	-0.03141168877482414
266884	embedding2nn.weight	4	-0.0059150345623493195
266884	embedding2nn.weight	5	-0.0037005888298153877
266884	embedding2nn.weight	6	-0.003973265178501606
266884	embedding2nn.weight	7	-0.07716680318117142
266884	embedding2nn.weight	8	-0.0019979383796453476
266884	embedding2nn.weight	9	-0.02771650440990925
266884	embedding2nn.bias	0	0.0324312262237072
266884	embedding2nn.bias	1	-0.07486311346292496
266884	embedding2nn.bias	2	0.07066713273525238
266884	embedding2nn.bias	3	0.050462111830711365
266884	embedding2nn.bias	4	-0.041831932961940765
266884	embedding2nn.bias	5	-0.010920287109911442
266884	embedding2nn.bias	6	0.01503390446305275
266884	embedding2nn.bias	7	-0.055346693843603134
266884	embedding2nn.bias	8	0.07358168065547943
266884	embedding2nn.bias	9	0.04511076584458351
266884	rnn.weight_ih_l0	0	-0.08080057054758072
266884	rnn.weight_ih_l0	1	0.0030457039829343557
266884	rnn.weight_ih_l0	2	0.03531516343355179
266884	rnn.weight_ih_l0	3	0.022886592894792557
266884	rnn.weight_ih_l0	4	-0.048113878816366196
266884	rnn.weight_ih_l0	5	-0.06838763505220413
266884	rnn.weight_ih_l0	6	-0.001159320934675634
266884	rnn.weight_ih_l0	7	0.05361603572964668
266884	rnn.weight_ih_l0	8	-0.017118098214268684
266884	rnn.weight_ih_l0	9	-0.03072282485663891
266884	rnn.weight_hh_l0	0	-0.030094189569354057
266884	rnn.weight_hh_l0	1	-0.007326077204197645
266884	rnn.weight_hh_l0	2	0.006723169703036547
266884	rnn.weight_hh_l0	3	-0.07444100826978683
266884	rnn.weight_hh_l0	4	0.09335813671350479
266884	rnn.weight_hh_l0	5	-0.026826465502381325
266884	rnn.weight_hh_l0	6	-0.06366769969463348
266884	rnn.weight_hh_l0	7	0.008863324299454689
266884	rnn.weight_hh_l0	8	0.013444832526147366
266884	rnn.weight_hh_l0	9	-0.025629758834838867
266884	rnn.bias_ih_l0	0	0.12965771555900574
266884	rnn.bias_ih_l0	1	-0.03418242558836937
266884	rnn.bias_ih_l0	2	-0.033919233828783035
266884	rnn.bias_ih_l0	3	0.1630949229001999
266884	rnn.bias_ih_l0	4	-0.01292168628424406
266884	rnn.bias_ih_l0	5	-0.02303842455148697
266884	rnn.bias_ih_l0	6	0.01702035963535309
266884	rnn.bias_ih_l0	7	0.02372974529862404
266884	rnn.bias_ih_l0	8	-0.09943661838769913
266884	rnn.bias_ih_l0	9	-0.04114551842212677
266884	rnn.bias_hh_l0	0	-0.001068709883838892
266884	rnn.bias_hh_l0	1	-0.10031840205192566
266884	rnn.bias_hh_l0	2	-0.07520993053913116
266884	rnn.bias_hh_l0	3	-0.08871164172887802
266884	rnn.bias_hh_l0	4	0.008364535868167877
266884	rnn.bias_hh_l0	5	-0.02052314020693302
266884	rnn.bias_hh_l0	6	0.028424005955457687
266884	rnn.bias_hh_l0	7	0.060683831572532654
266884	rnn.bias_hh_l0	8	-0.12312070280313492
266884	rnn.bias_hh_l0	9	-0.05919235199689865
266884	rnn.weight_ih_l0_reverse	0	-0.025498099625110626
266884	rnn.weight_ih_l0_reverse	1	-0.05699002370238304
266884	rnn.weight_ih_l0_reverse	2	-0.048833057284355164
266884	rnn.weight_ih_l0_reverse	3	0.01570313610136509
266884	rnn.weight_ih_l0_reverse	4	-0.02524270862340927
266884	rnn.weight_ih_l0_reverse	5	-0.057413339614868164
266884	rnn.weight_ih_l0_reverse	6	0.07356943935155869
266884	rnn.weight_ih_l0_reverse	7	-0.01897621527314186
266884	rnn.weight_ih_l0_reverse	8	-0.01850840263068676
266884	rnn.weight_ih_l0_reverse	9	0.004535599146038294
266884	rnn.weight_hh_l0_reverse	0	0.06862978637218475
266884	rnn.weight_hh_l0_reverse	1	0.01985975354909897
266884	rnn.weight_hh_l0_reverse	2	0.030103115364909172
266884	rnn.weight_hh_l0_reverse	3	0.03535570949316025
266884	rnn.weight_hh_l0_reverse	4	0.014342270791530609
266884	rnn.weight_hh_l0_reverse	5	0.008124909363687038
266884	rnn.weight_hh_l0_reverse	6	0.05098133161664009
266884	rnn.weight_hh_l0_reverse	7	-0.08205010741949081
266884	rnn.weight_hh_l0_reverse	8	0.040172748267650604
266884	rnn.weight_hh_l0_reverse	9	0.034846700727939606
266884	rnn.bias_ih_l0_reverse	0	-0.05675787106156349
266884	rnn.bias_ih_l0_reverse	1	-0.28242987394332886
266884	rnn.bias_ih_l0_reverse	2	-0.12468410283327103
266884	rnn.bias_ih_l0_reverse	3	-0.04773945361375809
266884	rnn.bias_ih_l0_reverse	4	-0.02217882312834263
266884	rnn.bias_ih_l0_reverse	5	0.07574780285358429
266884	rnn.bias_ih_l0_reverse	6	-0.06537189334630966
266884	rnn.bias_ih_l0_reverse	7	0.06137951835989952
266884	rnn.bias_ih_l0_reverse	8	-0.03588030859827995
266884	rnn.bias_ih_l0_reverse	9	0.06590254604816437
266884	rnn.bias_hh_l0_reverse	0	0.023438548669219017
266884	rnn.bias_hh_l0_reverse	1	-0.06345122307538986
266884	rnn.bias_hh_l0_reverse	2	0.08878213167190552
266884	rnn.bias_hh_l0_reverse	3	-0.05176711827516556
266884	rnn.bias_hh_l0_reverse	4	-0.02821165882050991
266884	rnn.bias_hh_l0_reverse	5	-0.022072460502386093
266884	rnn.bias_hh_l0_reverse	6	-0.020256003364920616
266884	rnn.bias_hh_l0_reverse	7	0.09973686188459396
266884	rnn.bias_hh_l0_reverse	8	0.03040010668337345
266884	rnn.bias_hh_l0_reverse	9	-0.14844319224357605
266884	rnn.weight_ih_l1	0	-0.029741955921053886
266884	rnn.weight_ih_l1	1	-0.05045161023736
266884	rnn.weight_ih_l1	2	0.06511969119310379
266884	rnn.weight_ih_l1	3	-0.0731225460767746
266884	rnn.weight_ih_l1	4	-0.0140632763504982
266884	rnn.weight_ih_l1	5	-0.0403277650475502
266884	rnn.weight_ih_l1	6	0.028974922373890877
266884	rnn.weight_ih_l1	7	-0.04459059238433838
266884	rnn.weight_ih_l1	8	0.037830762565135956
266884	rnn.weight_ih_l1	9	0.04483094811439514
266884	rnn.weight_hh_l1	0	-0.007356554269790649
266884	rnn.weight_hh_l1	1	0.01989801600575447
266884	rnn.weight_hh_l1	2	0.006642526015639305
266884	rnn.weight_hh_l1	3	-0.012650582008063793
266884	rnn.weight_hh_l1	4	0.004759377799928188
266884	rnn.weight_hh_l1	5	0.035187944769859314
266884	rnn.weight_hh_l1	6	0.03623439371585846
266884	rnn.weight_hh_l1	7	-0.016329891979694366
266884	rnn.weight_hh_l1	8	-0.007162516936659813
266884	rnn.weight_hh_l1	9	0.0386747382581234
266884	rnn.bias_ih_l1	0	-0.1840137541294098
266884	rnn.bias_ih_l1	1	-0.17435216903686523
266884	rnn.bias_ih_l1	2	-0.19709248840808868
266884	rnn.bias_ih_l1	3	-0.3078897297382355
266884	rnn.bias_ih_l1	4	-0.2118428498506546
266884	rnn.bias_ih_l1	5	-0.0890079215168953
266884	rnn.bias_ih_l1	6	-0.1589672565460205
266884	rnn.bias_ih_l1	7	-0.003453967161476612
266884	rnn.bias_ih_l1	8	-0.13003811240196228
266884	rnn.bias_ih_l1	9	-0.1229376345872879
266884	rnn.bias_hh_l1	0	-0.09698124974966049
266884	rnn.bias_hh_l1	1	-0.06317956745624542
266884	rnn.bias_hh_l1	2	-0.08548972755670547
266884	rnn.bias_hh_l1	3	-0.07745999842882156
266884	rnn.bias_hh_l1	4	-0.07329440116882324
266884	rnn.bias_hh_l1	5	-0.1176198199391365
266884	rnn.bias_hh_l1	6	-0.16036024689674377
266884	rnn.bias_hh_l1	7	0.07464943081140518
266884	rnn.bias_hh_l1	8	-0.17596951127052307
266884	rnn.bias_hh_l1	9	-0.11563713848590851
266884	rnn.weight_ih_l1_reverse	0	-0.047386541962623596
266884	rnn.weight_ih_l1_reverse	1	0.03286108747124672
266884	rnn.weight_ih_l1_reverse	2	0.08840156346559525
266884	rnn.weight_ih_l1_reverse	3	-0.017887795343995094
266884	rnn.weight_ih_l1_reverse	4	-0.02336849831044674
266884	rnn.weight_ih_l1_reverse	5	-0.030343685299158096
266884	rnn.weight_ih_l1_reverse	6	-0.019622379913926125
266884	rnn.weight_ih_l1_reverse	7	0.0297990795224905
266884	rnn.weight_ih_l1_reverse	8	0.005435827188193798
266884	rnn.weight_ih_l1_reverse	9	-0.033665336668491364
266884	rnn.weight_hh_l1_reverse	0	0.004566717427223921
266884	rnn.weight_hh_l1_reverse	1	0.03169160336256027
266884	rnn.weight_hh_l1_reverse	2	-0.040614739060401917
266884	rnn.weight_hh_l1_reverse	3	0.035004254430532455
266884	rnn.weight_hh_l1_reverse	4	0.04716353118419647
266884	rnn.weight_hh_l1_reverse	5	0.0059558008797466755
266884	rnn.weight_hh_l1_reverse	6	0.04888581484556198
266884	rnn.weight_hh_l1_reverse	7	0.031005050987005234
266884	rnn.weight_hh_l1_reverse	8	-0.007142316550016403
266884	rnn.weight_hh_l1_reverse	9	-0.030200740322470665
266884	rnn.bias_ih_l1_reverse	0	-0.04583321884274483
266884	rnn.bias_ih_l1_reverse	1	-0.14020344614982605
266884	rnn.bias_ih_l1_reverse	2	-0.16349585354328156
266884	rnn.bias_ih_l1_reverse	3	-0.061757270246744156
266884	rnn.bias_ih_l1_reverse	4	-0.20399126410484314
266884	rnn.bias_ih_l1_reverse	5	-0.1167246624827385
266884	rnn.bias_ih_l1_reverse	6	-0.13020771741867065
266884	rnn.bias_ih_l1_reverse	7	-0.1920718550682068
266884	rnn.bias_ih_l1_reverse	8	0.2272905558347702
266884	rnn.bias_ih_l1_reverse	9	0.02288956008851528
266884	rnn.bias_hh_l1_reverse	0	0.010877004824578762
266884	rnn.bias_hh_l1_reverse	1	-0.06493786722421646
266884	rnn.bias_hh_l1_reverse	2	-0.23720024526119232
266884	rnn.bias_hh_l1_reverse	3	-0.14374200999736786
266884	rnn.bias_hh_l1_reverse	4	-0.08026846498250961
266884	rnn.bias_hh_l1_reverse	5	-0.11621739715337753
266884	rnn.bias_hh_l1_reverse	6	0.06290646642446518
266884	rnn.bias_hh_l1_reverse	7	-0.13526849448680878
266884	rnn.bias_hh_l1_reverse	8	-0.12494754791259766
266884	rnn.bias_hh_l1_reverse	9	-0.14816947281360626
266884	linear.weight	0	0.002228822559118271
266884	linear.weight	1	0.09778175503015518
266884	linear.weight	2	-0.09235721826553345
266884	linear.weight	3	0.3128351867198944
266884	linear.weight	4	0.1506531685590744
266884	linear.weight	5	-0.06550246477127075
266884	linear.weight	6	0.09338897466659546
266884	linear.weight	7	0.1355588138103485
266884	linear.weight	8	0.041133228689432144
266884	linear.weight	9	-0.050797563046216965
266884	linear.bias	0	0.08229035884141922
266884	linear.bias	1	-0.1885625272989273
266884	linear.bias	2	-0.4466991126537323
266884	linear.bias	3	-0.6564275622367859
266884	linear.bias	4	-1.26034677028656
266884	linear.bias	5	-0.062404830008745193
266884	linear.bias	6	-0.8206470608711243
266884	linear.bias	7	0.2686649262905121
266884	linear.bias	8	-0.3966898024082184
266884	linear.bias	9	-1.0229127407073975
267081	transitions	0	0.7560911774635315
267081	transitions	1	0.13919740915298462
267081	transitions	2	-10000.0
267081	transitions	3	-1.8280993700027466
267081	transitions	4	-10000.0
267081	transitions	5	0.5628220438957214
267081	transitions	6	-0.08561807870864868
267081	transitions	7	-0.8116194009780884
267081	transitions	8	-1.4227216243743896
267081	transitions	9	-0.001231356873176992
267081	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
267081	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
267081	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
267081	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
267081	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
267081	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
267081	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
267081	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
267081	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
267081	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
267081	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
267081	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
267081	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
267081	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
267081	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
267081	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
267081	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
267081	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
267081	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
267081	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
267081	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
267081	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
267081	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
267081	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
267081	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
267081	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
267081	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
267081	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
267081	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
267081	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
267081	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
267081	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
267081	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
267081	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
267081	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
267081	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
267081	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
267081	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
267081	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
267081	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
267081	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
267081	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
267081	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
267081	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
267081	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
267081	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
267081	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
267081	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
267081	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
267081	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
267081	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
267081	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
267081	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
267081	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
267081	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
267081	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
267081	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
267081	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
267081	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
267081	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
267081	embedding2nn.weight	0	0.01663227006793022
267081	embedding2nn.weight	1	-0.012738032266497612
267081	embedding2nn.weight	2	-0.014268254861235619
267081	embedding2nn.weight	3	-0.03139270097017288
267081	embedding2nn.weight	4	-0.0059150345623493195
267081	embedding2nn.weight	5	-0.0037005888298153877
267081	embedding2nn.weight	6	-0.003973265178501606
267081	embedding2nn.weight	7	-0.07714739441871643
267081	embedding2nn.weight	8	-0.0019979383796453476
267081	embedding2nn.weight	9	-0.027704963460564613
267081	embedding2nn.bias	0	0.032059699296951294
267081	embedding2nn.bias	1	-0.07478173077106476
267081	embedding2nn.bias	2	0.07073845714330673
267081	embedding2nn.bias	3	0.050453994423151016
267081	embedding2nn.bias	4	-0.04199276491999626
267081	embedding2nn.bias	5	-0.010830073617398739
267081	embedding2nn.bias	6	0.01509031280875206
267081	embedding2nn.bias	7	-0.055170394480228424
267081	embedding2nn.bias	8	0.07353509962558746
267081	embedding2nn.bias	9	0.044892534613609314
267081	rnn.weight_ih_l0	0	-0.0808049738407135
267081	rnn.weight_ih_l0	1	0.0030671388376504183
267081	rnn.weight_ih_l0	2	0.03532775491476059
267081	rnn.weight_ih_l0	3	0.022875428199768066
267081	rnn.weight_ih_l0	4	-0.04811760038137436
267081	rnn.weight_ih_l0	5	-0.06840530037879944
267081	rnn.weight_ih_l0	6	-0.0011796191101893783
267081	rnn.weight_ih_l0	7	0.05361761152744293
267081	rnn.weight_ih_l0	8	-0.01709623821079731
267081	rnn.weight_ih_l0	9	-0.03072938695549965
267081	rnn.weight_hh_l0	0	-0.030093634501099586
267081	rnn.weight_hh_l0	1	-0.0073247733525931835
267081	rnn.weight_hh_l0	2	0.006734147667884827
267081	rnn.weight_hh_l0	3	-0.07446303963661194
267081	rnn.weight_hh_l0	4	0.09335478395223618
267081	rnn.weight_hh_l0	5	-0.02681179717183113
267081	rnn.weight_hh_l0	6	-0.06367103010416031
267081	rnn.weight_hh_l0	7	0.00885296892374754
267081	rnn.weight_hh_l0	8	0.01342586800456047
267081	rnn.weight_hh_l0	9	-0.025633860379457474
267081	rnn.bias_ih_l0	0	0.12968163192272186
267081	rnn.bias_ih_l0	1	-0.03417615965008736
267081	rnn.bias_ih_l0	2	-0.033913709223270416
267081	rnn.bias_ih_l0	3	0.16310745477676392
267081	rnn.bias_ih_l0	4	-0.012940958142280579
267081	rnn.bias_ih_l0	5	-0.023078517988324165
267081	rnn.bias_ih_l0	6	0.017014803364872932
267081	rnn.bias_ih_l0	7	0.02377254143357277
267081	rnn.bias_ih_l0	8	-0.09937811642885208
267081	rnn.bias_ih_l0	9	-0.04127082601189613
267081	rnn.bias_hh_l0	0	-0.0010969488648697734
267081	rnn.bias_hh_l0	1	-0.10039765387773514
267081	rnn.bias_hh_l0	2	-0.07518985867500305
267081	rnn.bias_hh_l0	3	-0.08872858434915543
267081	rnn.bias_hh_l0	4	0.008320086635649204
267081	rnn.bias_hh_l0	5	-0.020531926304101944
267081	rnn.bias_hh_l0	6	0.028439335525035858
267081	rnn.bias_hh_l0	7	0.060636211186647415
267081	rnn.bias_hh_l0	8	-0.12303808331489563
267081	rnn.bias_hh_l0	9	-0.059107206761837006
267081	rnn.weight_ih_l0_reverse	0	-0.025478776544332504
267081	rnn.weight_ih_l0_reverse	1	-0.05700874328613281
267081	rnn.weight_ih_l0_reverse	2	-0.0488535538315773
267081	rnn.weight_ih_l0_reverse	3	0.015694187954068184
267081	rnn.weight_ih_l0_reverse	4	-0.025252653285861015
267081	rnn.weight_ih_l0_reverse	5	-0.057425785809755325
267081	rnn.weight_ih_l0_reverse	6	0.07355298846960068
267081	rnn.weight_ih_l0_reverse	7	-0.01898241601884365
267081	rnn.weight_ih_l0_reverse	8	-0.018509885296225548
267081	rnn.weight_ih_l0_reverse	9	0.0045662689954042435
267081	rnn.weight_hh_l0_reverse	0	0.06862591952085495
267081	rnn.weight_hh_l0_reverse	1	0.019870297983288765
267081	rnn.weight_hh_l0_reverse	2	0.030106758698821068
267081	rnn.weight_hh_l0_reverse	3	0.03534945100545883
267081	rnn.weight_hh_l0_reverse	4	0.014348695985972881
267081	rnn.weight_hh_l0_reverse	5	0.008103582076728344
267081	rnn.weight_hh_l0_reverse	6	0.0509779192507267
267081	rnn.weight_hh_l0_reverse	7	-0.08202821761369705
267081	rnn.weight_hh_l0_reverse	8	0.04019031673669815
267081	rnn.weight_hh_l0_reverse	9	0.034866224974393845
267081	rnn.bias_ih_l0_reverse	0	-0.056793808937072754
267081	rnn.bias_ih_l0_reverse	1	-0.2824576497077942
267081	rnn.bias_ih_l0_reverse	2	-0.12471915781497955
267081	rnn.bias_ih_l0_reverse	3	-0.04774276167154312
267081	rnn.bias_ih_l0_reverse	4	-0.022240882739424706
267081	rnn.bias_ih_l0_reverse	5	0.07576824724674225
267081	rnn.bias_ih_l0_reverse	6	-0.06532745063304901
267081	rnn.bias_ih_l0_reverse	7	0.06136121228337288
267081	rnn.bias_ih_l0_reverse	8	-0.03579559549689293
267081	rnn.bias_ih_l0_reverse	9	0.0658426433801651
267081	rnn.bias_hh_l0_reverse	0	0.02340107038617134
267081	rnn.bias_hh_l0_reverse	1	-0.06339137256145477
267081	rnn.bias_hh_l0_reverse	2	0.08873453736305237
267081	rnn.bias_hh_l0_reverse	3	-0.05180422589182854
267081	rnn.bias_hh_l0_reverse	4	-0.028241800144314766
267081	rnn.bias_hh_l0_reverse	5	-0.02209397964179516
267081	rnn.bias_hh_l0_reverse	6	-0.02029046043753624
267081	rnn.bias_hh_l0_reverse	7	0.09971194714307785
267081	rnn.bias_hh_l0_reverse	8	0.030360111966729164
267081	rnn.bias_hh_l0_reverse	9	-0.148411363363266
267081	rnn.weight_ih_l1	0	-0.029733672738075256
267081	rnn.weight_ih_l1	1	-0.05045114457607269
267081	rnn.weight_ih_l1	2	0.06507017463445663
267081	rnn.weight_ih_l1	3	-0.07313056290149689
267081	rnn.weight_ih_l1	4	-0.014047822915017605
267081	rnn.weight_ih_l1	5	-0.04031984135508537
267081	rnn.weight_ih_l1	6	0.028982337564229965
267081	rnn.weight_ih_l1	7	-0.04453602060675621
267081	rnn.weight_ih_l1	8	0.037829481065273285
267081	rnn.weight_ih_l1	9	0.04482821002602577
267081	rnn.weight_hh_l1	0	-0.007331309374421835
267081	rnn.weight_hh_l1	1	0.01990002952516079
267081	rnn.weight_hh_l1	2	0.00663940841332078
267081	rnn.weight_hh_l1	3	-0.01265593059360981
267081	rnn.weight_hh_l1	4	0.004764463286846876
267081	rnn.weight_hh_l1	5	0.03519517928361893
267081	rnn.weight_hh_l1	6	0.03623247519135475
267081	rnn.weight_hh_l1	7	-0.016338013112545013
267081	rnn.weight_hh_l1	8	-0.007181080989539623
267081	rnn.weight_hh_l1	9	0.03867329657077789
267081	rnn.bias_ih_l1	0	-0.18402588367462158
267081	rnn.bias_ih_l1	1	-0.17437273263931274
267081	rnn.bias_ih_l1	2	-0.19711485505104065
267081	rnn.bias_ih_l1	3	-0.30792877078056335
267081	rnn.bias_ih_l1	4	-0.2118852287530899
267081	rnn.bias_ih_l1	5	-0.08900884538888931
267081	rnn.bias_ih_l1	6	-0.15896430611610413
267081	rnn.bias_ih_l1	7	-0.0034020335879176855
267081	rnn.bias_ih_l1	8	-0.13006944954395294
267081	rnn.bias_ih_l1	9	-0.12297304719686508
267081	rnn.bias_hh_l1	0	-0.09706186503171921
267081	rnn.bias_hh_l1	1	-0.06317727267742157
267081	rnn.bias_hh_l1	2	-0.08548112958669662
267081	rnn.bias_hh_l1	3	-0.07744971662759781
267081	rnn.bias_hh_l1	4	-0.07328565418720245
267081	rnn.bias_hh_l1	5	-0.11763057857751846
267081	rnn.bias_hh_l1	6	-0.160435289144516
267081	rnn.bias_hh_l1	7	0.07465966790914536
267081	rnn.bias_hh_l1	8	-0.17602431774139404
267081	rnn.bias_hh_l1	9	-0.11565619707107544
267081	rnn.weight_ih_l1_reverse	0	-0.04739779978990555
267081	rnn.weight_ih_l1_reverse	1	0.032854244112968445
267081	rnn.weight_ih_l1_reverse	2	0.08839025348424911
267081	rnn.weight_ih_l1_reverse	3	-0.017914921045303345
267081	rnn.weight_ih_l1_reverse	4	-0.02341282181441784
267081	rnn.weight_ih_l1_reverse	5	-0.030333850532770157
267081	rnn.weight_ih_l1_reverse	6	-0.019601039588451385
267081	rnn.weight_ih_l1_reverse	7	0.029771655797958374
267081	rnn.weight_ih_l1_reverse	8	0.005494709126651287
267081	rnn.weight_ih_l1_reverse	9	-0.03366151824593544
267081	rnn.weight_hh_l1_reverse	0	0.004567111376672983
267081	rnn.weight_hh_l1_reverse	1	0.0316891185939312
267081	rnn.weight_hh_l1_reverse	2	-0.04061530902981758
267081	rnn.weight_hh_l1_reverse	3	0.03500152751803398
267081	rnn.weight_hh_l1_reverse	4	0.047167904675006866
267081	rnn.weight_hh_l1_reverse	5	0.005960745736956596
267081	rnn.weight_hh_l1_reverse	6	0.04884328320622444
267081	rnn.weight_hh_l1_reverse	7	0.030993349850177765
267081	rnn.weight_hh_l1_reverse	8	-0.007139515597373247
267081	rnn.weight_hh_l1_reverse	9	-0.030208220705389977
267081	rnn.bias_ih_l1_reverse	0	-0.045863352715969086
267081	rnn.bias_ih_l1_reverse	1	-0.140136256814003
267081	rnn.bias_ih_l1_reverse	2	-0.16345137357711792
267081	rnn.bias_ih_l1_reverse	3	-0.0616600327193737
267081	rnn.bias_ih_l1_reverse	4	-0.20397184789180756
267081	rnn.bias_ih_l1_reverse	5	-0.11673557758331299
267081	rnn.bias_ih_l1_reverse	6	-0.13020680844783783
267081	rnn.bias_ih_l1_reverse	7	-0.1920415163040161
267081	rnn.bias_ih_l1_reverse	8	0.22722239792346954
267081	rnn.bias_ih_l1_reverse	9	0.02291550114750862
267081	rnn.bias_hh_l1_reverse	0	0.010869557969272137
267081	rnn.bias_hh_l1_reverse	1	-0.06503155827522278
267081	rnn.bias_hh_l1_reverse	2	-0.23720408976078033
267081	rnn.bias_hh_l1_reverse	3	-0.14380456507205963
267081	rnn.bias_hh_l1_reverse	4	-0.08027402311563492
267081	rnn.bias_hh_l1_reverse	5	-0.11625361442565918
267081	rnn.bias_hh_l1_reverse	6	0.06284743547439575
267081	rnn.bias_hh_l1_reverse	7	-0.13521040976047516
267081	rnn.bias_hh_l1_reverse	8	-0.12495233118534088
267081	rnn.bias_hh_l1_reverse	9	-0.14816613495349884
267081	linear.weight	0	0.002228822559118271
267081	linear.weight	1	0.0979054719209671
267081	linear.weight	2	-0.09227234125137329
267081	linear.weight	3	0.31288281083106995
267081	linear.weight	4	0.15068671107292175
267081	linear.weight	5	-0.06545141339302063
267081	linear.weight	6	0.09360252320766449
267081	linear.weight	7	0.1355104148387909
267081	linear.weight	8	0.041133228689432144
267081	linear.weight	9	-0.05083191394805908
267081	linear.bias	0	0.0810176357626915
267081	linear.bias	1	-0.18864251673221588
267081	linear.bias	2	-0.446899950504303
267081	linear.bias	3	-0.6559080481529236
267081	linear.bias	4	-1.2598086595535278
267081	linear.bias	5	-0.06210003048181534
267081	linear.bias	6	-0.8206983804702759
267081	linear.bias	7	0.2689356207847595
267081	linear.bias	8	-0.39690613746643066
267081	linear.bias	9	-1.0231273174285889
267278	transitions	0	0.7559866905212402
267278	transitions	1	0.13929885625839233
267278	transitions	2	-10000.0
267278	transitions	3	-1.8280998468399048
267278	transitions	4	-10000.0
267278	transitions	5	0.562821626663208
267278	transitions	6	-0.08561842888593674
267278	transitions	7	-0.8116280436515808
267278	transitions	8	-1.422722339630127
267278	transitions	9	-0.0012313600163906813
267278	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
267278	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
267278	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
267278	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
267278	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
267278	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
267278	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
267278	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
267278	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
267278	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
267278	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
267278	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
267278	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
267278	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
267278	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
267278	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
267278	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
267278	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
267278	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
267278	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
267278	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
267278	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
267278	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
267278	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
267278	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
267278	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
267278	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
267278	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
267278	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
267278	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
267278	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
267278	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
267278	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
267278	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
267278	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
267278	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
267278	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
267278	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
267278	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
267278	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
267278	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
267278	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
267278	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
267278	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
267278	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
267278	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
267278	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
267278	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
267278	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
267278	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
267278	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
267278	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
267278	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
267278	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
267278	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
267278	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
267278	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
267278	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
267278	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
267278	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
267278	embedding2nn.weight	0	0.016617629677057266
267278	embedding2nn.weight	1	-0.01274254359304905
267278	embedding2nn.weight	2	-0.014268254861235619
267278	embedding2nn.weight	3	-0.03145550191402435
267278	embedding2nn.weight	4	-0.0059150345623493195
267278	embedding2nn.weight	5	-0.0037005888298153877
267278	embedding2nn.weight	6	-0.003973265178501606
267278	embedding2nn.weight	7	-0.07714703679084778
267278	embedding2nn.weight	8	-0.0019979383796453476
267278	embedding2nn.weight	9	-0.02771739847958088
267278	embedding2nn.bias	0	0.032080117613077164
267278	embedding2nn.bias	1	-0.0747779831290245
267278	embedding2nn.bias	2	0.07071182131767273
267278	embedding2nn.bias	3	0.05041477084159851
267278	embedding2nn.bias	4	-0.041856277734041214
267278	embedding2nn.bias	5	-0.010739305056631565
267278	embedding2nn.bias	6	0.015180462040007114
267278	embedding2nn.bias	7	-0.05511850491166115
267278	embedding2nn.bias	8	0.07358840852975845
267278	embedding2nn.bias	9	0.04476563632488251
267278	rnn.weight_ih_l0	0	-0.08080586791038513
267278	rnn.weight_ih_l0	1	0.003070949809625745
267278	rnn.weight_ih_l0	2	0.035359110683202744
267278	rnn.weight_ih_l0	3	0.022865742444992065
267278	rnn.weight_ih_l0	4	-0.04811953380703926
267278	rnn.weight_ih_l0	5	-0.06839559972286224
267278	rnn.weight_ih_l0	6	-0.0011729432735592127
267278	rnn.weight_ih_l0	7	0.053626034408807755
267278	rnn.weight_ih_l0	8	-0.017076367512345314
267278	rnn.weight_ih_l0	9	-0.030740885064005852
267278	rnn.weight_hh_l0	0	-0.030087828636169434
267278	rnn.weight_hh_l0	1	-0.007301893085241318
267278	rnn.weight_hh_l0	2	0.006716441363096237
267278	rnn.weight_hh_l0	3	-0.07447091490030289
267278	rnn.weight_hh_l0	4	0.09337013214826584
267278	rnn.weight_hh_l0	5	-0.02680516242980957
267278	rnn.weight_hh_l0	6	-0.06369198858737946
267278	rnn.weight_hh_l0	7	0.008840189315378666
267278	rnn.weight_hh_l0	8	0.013415575958788395
267278	rnn.weight_hh_l0	9	-0.02563018538057804
267278	rnn.bias_ih_l0	0	0.12968751788139343
267278	rnn.bias_ih_l0	1	-0.034151047468185425
267278	rnn.bias_ih_l0	2	-0.033967774361371994
267278	rnn.bias_ih_l0	3	0.16312293708324432
267278	rnn.bias_ih_l0	4	-0.012909216806292534
267278	rnn.bias_ih_l0	5	-0.023082049563527107
267278	rnn.bias_ih_l0	6	0.01700931042432785
267278	rnn.bias_ih_l0	7	0.023727793246507645
267278	rnn.bias_ih_l0	8	-0.09940718859434128
267278	rnn.bias_ih_l0	9	-0.04124950245022774
267278	rnn.bias_hh_l0	0	-0.001116702682338655
267278	rnn.bias_hh_l0	1	-0.10032252222299576
267278	rnn.bias_hh_l0	2	-0.07522706687450409
267278	rnn.bias_hh_l0	3	-0.0886879414319992
267278	rnn.bias_hh_l0	4	0.008217553608119488
267278	rnn.bias_hh_l0	5	-0.02055729366838932
267278	rnn.bias_hh_l0	6	0.02837323024868965
267278	rnn.bias_hh_l0	7	0.06062906235456467
267278	rnn.bias_hh_l0	8	-0.12307281792163849
267278	rnn.bias_hh_l0	9	-0.059094082564115524
267278	rnn.weight_ih_l0_reverse	0	-0.025479985401034355
267278	rnn.weight_ih_l0_reverse	1	-0.0570283867418766
267278	rnn.weight_ih_l0_reverse	2	-0.048848848789930344
267278	rnn.weight_ih_l0_reverse	3	0.015710048377513885
267278	rnn.weight_ih_l0_reverse	4	-0.025243978947401047
267278	rnn.weight_ih_l0_reverse	5	-0.05743179842829704
267278	rnn.weight_ih_l0_reverse	6	0.07357050478458405
267278	rnn.weight_ih_l0_reverse	7	-0.018983125686645508
267278	rnn.weight_ih_l0_reverse	8	-0.018509967252612114
267278	rnn.weight_ih_l0_reverse	9	0.004548326600342989
267278	rnn.weight_hh_l0_reverse	0	0.06861462444067001
267278	rnn.weight_hh_l0_reverse	1	0.019858883693814278
267278	rnn.weight_hh_l0_reverse	2	0.030105778947472572
267278	rnn.weight_hh_l0_reverse	3	0.03534422069787979
267278	rnn.weight_hh_l0_reverse	4	0.014354160986840725
267278	rnn.weight_hh_l0_reverse	5	0.008131886832416058
267278	rnn.weight_hh_l0_reverse	6	0.050968367606401443
267278	rnn.weight_hh_l0_reverse	7	-0.0820222795009613
267278	rnn.weight_hh_l0_reverse	8	0.0401839055120945
267278	rnn.weight_hh_l0_reverse	9	0.03485965356230736
267278	rnn.bias_ih_l0_reverse	0	-0.05679952725768089
267278	rnn.bias_ih_l0_reverse	1	-0.28245893120765686
267278	rnn.bias_ih_l0_reverse	2	-0.12469658255577087
267278	rnn.bias_ih_l0_reverse	3	-0.047738511115312576
267278	rnn.bias_ih_l0_reverse	4	-0.02218502387404442
267278	rnn.bias_ih_l0_reverse	5	0.07585328817367554
267278	rnn.bias_ih_l0_reverse	6	-0.06530038267374039
267278	rnn.bias_ih_l0_reverse	7	0.061356980353593826
267278	rnn.bias_ih_l0_reverse	8	-0.03582596778869629
267278	rnn.bias_ih_l0_reverse	9	0.06585344672203064
267278	rnn.bias_hh_l0_reverse	0	0.023387940600514412
267278	rnn.bias_hh_l0_reverse	1	-0.06326865404844284
267278	rnn.bias_hh_l0_reverse	2	0.08871997147798538
267278	rnn.bias_hh_l0_reverse	3	-0.05180058255791664
267278	rnn.bias_hh_l0_reverse	4	-0.028239289298653603
267278	rnn.bias_hh_l0_reverse	5	-0.022099947556853294
267278	rnn.bias_hh_l0_reverse	6	-0.02032758668065071
267278	rnn.bias_hh_l0_reverse	7	0.09969279170036316
267278	rnn.bias_hh_l0_reverse	8	0.030322054401040077
267278	rnn.bias_hh_l0_reverse	9	-0.14853094518184662
267278	rnn.weight_ih_l1	0	-0.029740212485194206
267278	rnn.weight_ih_l1	1	-0.05043760687112808
267278	rnn.weight_ih_l1	2	0.06511610746383667
267278	rnn.weight_ih_l1	3	-0.0731155127286911
267278	rnn.weight_ih_l1	4	-0.014057931490242481
267278	rnn.weight_ih_l1	5	-0.04031924903392792
267278	rnn.weight_ih_l1	6	0.028995666652917862
267278	rnn.weight_ih_l1	7	-0.04452930763363838
267278	rnn.weight_ih_l1	8	0.037825807929039
267278	rnn.weight_ih_l1	9	0.044831663370132446
267278	rnn.weight_hh_l1	0	-0.007331222295761108
267278	rnn.weight_hh_l1	1	0.019901392981410027
267278	rnn.weight_hh_l1	2	0.006635730154812336
267278	rnn.weight_hh_l1	3	-0.012654040940105915
267278	rnn.weight_hh_l1	4	0.0047865756787359715
267278	rnn.weight_hh_l1	5	0.03519666939973831
267278	rnn.weight_hh_l1	6	0.036234889179468155
267278	rnn.weight_hh_l1	7	-0.016345160081982613
267278	rnn.weight_hh_l1	8	-0.007189036346971989
267278	rnn.weight_hh_l1	9	0.03868808224797249
267278	rnn.bias_ih_l1	0	-0.184010848402977
267278	rnn.bias_ih_l1	1	-0.17440640926361084
267278	rnn.bias_ih_l1	2	-0.19712293148040771
267278	rnn.bias_ih_l1	3	-0.30786097049713135
267278	rnn.bias_ih_l1	4	-0.21192686259746552
267278	rnn.bias_ih_l1	5	-0.08905057609081268
267278	rnn.bias_ih_l1	6	-0.1589812934398651
267278	rnn.bias_ih_l1	7	-0.003377513960003853
267278	rnn.bias_ih_l1	8	-0.13005027174949646
267278	rnn.bias_ih_l1	9	-0.12295681983232498
267278	rnn.bias_hh_l1	0	-0.09705838561058044
267278	rnn.bias_hh_l1	1	-0.06315984576940536
267278	rnn.bias_hh_l1	2	-0.08540842682123184
267278	rnn.bias_hh_l1	3	-0.07747086137533188
267278	rnn.bias_hh_l1	4	-0.07323380559682846
267278	rnn.bias_hh_l1	5	-0.1176254004240036
267278	rnn.bias_hh_l1	6	-0.16038070619106293
267278	rnn.bias_hh_l1	7	0.07459478825330734
267278	rnn.bias_hh_l1	8	-0.17605359852313995
267278	rnn.bias_hh_l1	9	-0.1156240701675415
267278	rnn.weight_ih_l1_reverse	0	-0.047408755868673325
267278	rnn.weight_ih_l1_reverse	1	0.032883308827877045
267278	rnn.weight_ih_l1_reverse	2	0.08837523311376572
267278	rnn.weight_ih_l1_reverse	3	-0.01795734465122223
267278	rnn.weight_ih_l1_reverse	4	-0.023374084383249283
267278	rnn.weight_ih_l1_reverse	5	-0.030337246134877205
267278	rnn.weight_ih_l1_reverse	6	-0.019597267732024193
267278	rnn.weight_ih_l1_reverse	7	0.029787465929985046
267278	rnn.weight_ih_l1_reverse	8	0.005411878693848848
267278	rnn.weight_ih_l1_reverse	9	-0.03365509957075119
267278	rnn.weight_hh_l1_reverse	0	0.0045604463666677475
267278	rnn.weight_hh_l1_reverse	1	0.03169013187289238
267278	rnn.weight_hh_l1_reverse	2	-0.04061528667807579
267278	rnn.weight_hh_l1_reverse	3	0.0350019671022892
267278	rnn.weight_hh_l1_reverse	4	0.04716739058494568
267278	rnn.weight_hh_l1_reverse	5	0.005960894748568535
267278	rnn.weight_hh_l1_reverse	6	0.04881475493311882
267278	rnn.weight_hh_l1_reverse	7	0.030995972454547882
267278	rnn.weight_hh_l1_reverse	8	-0.007139092311263084
267278	rnn.weight_hh_l1_reverse	9	-0.030208347365260124
267278	rnn.bias_ih_l1_reverse	0	-0.04584444314241409
267278	rnn.bias_ih_l1_reverse	1	-0.1400793343782425
267278	rnn.bias_ih_l1_reverse	2	-0.1634558141231537
267278	rnn.bias_ih_l1_reverse	3	-0.061634015291929245
267278	rnn.bias_ih_l1_reverse	4	-0.20397232472896576
267278	rnn.bias_ih_l1_reverse	5	-0.11671081930398941
267278	rnn.bias_ih_l1_reverse	6	-0.13021515309810638
267278	rnn.bias_ih_l1_reverse	7	-0.19205684959888458
267278	rnn.bias_ih_l1_reverse	8	0.22720403969287872
267278	rnn.bias_ih_l1_reverse	9	0.022908898070454597
267278	rnn.bias_hh_l1_reverse	0	0.01071030180901289
267278	rnn.bias_hh_l1_reverse	1	-0.06498456746339798
267278	rnn.bias_hh_l1_reverse	2	-0.2372039258480072
267278	rnn.bias_hh_l1_reverse	3	-0.14378027617931366
267278	rnn.bias_hh_l1_reverse	4	-0.0802813321352005
267278	rnn.bias_hh_l1_reverse	5	-0.11624476313591003
267278	rnn.bias_hh_l1_reverse	6	0.06290071457624435
267278	rnn.bias_hh_l1_reverse	7	-0.13513398170471191
267278	rnn.bias_hh_l1_reverse	8	-0.12490138411521912
267278	rnn.bias_hh_l1_reverse	9	-0.14818799495697021
267278	linear.weight	0	0.002228822559118271
267278	linear.weight	1	0.09790327399969101
267278	linear.weight	2	-0.0923105999827385
267278	linear.weight	3	0.3128740191459656
267278	linear.weight	4	0.1506686508655548
267278	linear.weight	5	-0.06549854576587677
267278	linear.weight	6	0.0937754437327385
267278	linear.weight	7	0.13552139699459076
267278	linear.weight	8	0.041133228689432144
267278	linear.weight	9	-0.05081883445382118
267278	linear.bias	0	0.08262056857347488
267278	linear.bias	1	-0.1887478530406952
267278	linear.bias	2	-0.44707420468330383
267278	linear.bias	3	-0.6556058526039124
267278	linear.bias	4	-1.2595068216323853
267278	linear.bias	5	-0.061332035809755325
267278	linear.bias	6	-0.8207893371582031
267278	linear.bias	7	0.2696896195411682
267278	linear.bias	8	-0.3973199427127838
267278	linear.bias	9	-1.023553729057312
267475	transitions	0	0.7558364272117615
267475	transitions	1	0.13914665579795837
267475	transitions	2	-10000.0
267475	transitions	3	-1.8281009197235107
267475	transitions	4	-10000.0
267475	transitions	5	0.5628212690353394
267475	transitions	6	-0.08561878651380539
267475	transitions	7	-0.8116318583488464
267475	transitions	8	-1.4227229356765747
267475	transitions	9	-0.0012313646730035543
267475	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
267475	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
267475	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
267475	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
267475	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
267475	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
267475	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
267475	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
267475	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
267475	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
267475	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
267475	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
267475	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
267475	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
267475	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
267475	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
267475	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
267475	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
267475	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
267475	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
267475	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
267475	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
267475	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
267475	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
267475	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
267475	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
267475	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
267475	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
267475	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
267475	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
267475	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
267475	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
267475	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
267475	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
267475	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
267475	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
267475	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
267475	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
267475	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
267475	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
267475	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
267475	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
267475	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
267475	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
267475	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
267475	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
267475	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
267475	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
267475	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
267475	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
267475	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
267475	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
267475	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
267475	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
267475	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
267475	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
267475	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
267475	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
267475	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
267475	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
267475	embedding2nn.weight	0	0.016619231551885605
267475	embedding2nn.weight	1	-0.012737703509628773
267475	embedding2nn.weight	2	-0.014268254861235619
267475	embedding2nn.weight	3	-0.03142771124839783
267475	embedding2nn.weight	4	-0.0059150345623493195
267475	embedding2nn.weight	5	-0.0037005888298153877
267475	embedding2nn.weight	6	-0.003973265178501606
267475	embedding2nn.weight	7	-0.07714717090129852
267475	embedding2nn.weight	8	-0.0019979383796453476
267475	embedding2nn.weight	9	-0.027718279510736465
267475	embedding2nn.bias	0	0.032191548496484756
267475	embedding2nn.bias	1	-0.0747968852519989
267475	embedding2nn.bias	2	0.07084917277097702
267475	embedding2nn.bias	3	0.05043378472328186
267475	embedding2nn.bias	4	-0.04187535122036934
267475	embedding2nn.bias	5	-0.01085701771080494
267475	embedding2nn.bias	6	0.015321227721869946
267475	embedding2nn.bias	7	-0.05514918640255928
267475	embedding2nn.bias	8	0.0737859383225441
267475	embedding2nn.bias	9	0.044648297131061554
267475	rnn.weight_ih_l0	0	-0.08079550415277481
267475	rnn.weight_ih_l0	1	0.003069781232625246
267475	rnn.weight_ih_l0	2	0.03532295301556587
267475	rnn.weight_ih_l0	3	0.02285572700202465
267475	rnn.weight_ih_l0	4	-0.048078328371047974
267475	rnn.weight_ih_l0	5	-0.06839209049940109
267475	rnn.weight_ih_l0	6	-0.0011717717861756682
267475	rnn.weight_ih_l0	7	0.05362117663025856
267475	rnn.weight_ih_l0	8	-0.017076028510928154
267475	rnn.weight_ih_l0	9	-0.03074108622968197
267475	rnn.weight_hh_l0	0	-0.030079124495387077
267475	rnn.weight_hh_l0	1	-0.007289097644388676
267475	rnn.weight_hh_l0	2	0.006711510010063648
267475	rnn.weight_hh_l0	3	-0.07447697222232819
267475	rnn.weight_hh_l0	4	0.09336113184690475
267475	rnn.weight_hh_l0	5	-0.026802103966474533
267475	rnn.weight_hh_l0	6	-0.06370937824249268
267475	rnn.weight_hh_l0	7	0.008845350705087185
267475	rnn.weight_hh_l0	8	0.013413899578154087
267475	rnn.weight_hh_l0	9	-0.025631394237279892
267475	rnn.bias_ih_l0	0	0.12970754504203796
267475	rnn.bias_ih_l0	1	-0.03418022021651268
267475	rnn.bias_ih_l0	2	-0.03399563208222389
267475	rnn.bias_ih_l0	3	0.1630857139825821
267475	rnn.bias_ih_l0	4	-0.01290068682283163
267475	rnn.bias_ih_l0	5	-0.023074394091963768
267475	rnn.bias_ih_l0	6	0.017030412331223488
267475	rnn.bias_ih_l0	7	0.02369684912264347
267475	rnn.bias_ih_l0	8	-0.09939742088317871
267475	rnn.bias_ih_l0	9	-0.04129926115274429
267475	rnn.bias_hh_l0	0	-0.0011658377479761839
267475	rnn.bias_hh_l0	1	-0.10035599768161774
267475	rnn.bias_hh_l0	2	-0.07516617327928543
267475	rnn.bias_hh_l0	3	-0.08870919793844223
267475	rnn.bias_hh_l0	4	0.008193478919565678
267475	rnn.bias_hh_l0	5	-0.020554251968860626
267475	rnn.bias_hh_l0	6	0.028341203927993774
267475	rnn.bias_hh_l0	7	0.06070353463292122
267475	rnn.bias_hh_l0	8	-0.12309417873620987
267475	rnn.bias_hh_l0	9	-0.05908290669322014
267475	rnn.weight_ih_l0_reverse	0	-0.025477221235632896
267475	rnn.weight_ih_l0_reverse	1	-0.05704164132475853
267475	rnn.weight_ih_l0_reverse	2	-0.04885915666818619
267475	rnn.weight_ih_l0_reverse	3	0.01570834405720234
267475	rnn.weight_ih_l0_reverse	4	-0.02525867521762848
267475	rnn.weight_ih_l0_reverse	5	-0.057445645332336426
267475	rnn.weight_ih_l0_reverse	6	0.073570616543293
267475	rnn.weight_ih_l0_reverse	7	-0.018968680873513222
267475	rnn.weight_ih_l0_reverse	8	-0.01851285807788372
267475	rnn.weight_ih_l0_reverse	9	0.004555453080683947
267475	rnn.weight_hh_l0_reverse	0	0.06860070675611496
267475	rnn.weight_hh_l0_reverse	1	0.019857697188854218
267475	rnn.weight_hh_l0_reverse	2	0.030094994232058525
267475	rnn.weight_hh_l0_reverse	3	0.03534621372818947
267475	rnn.weight_hh_l0_reverse	4	0.014360195025801659
267475	rnn.weight_hh_l0_reverse	5	0.008134440518915653
267475	rnn.weight_hh_l0_reverse	6	0.050976160913705826
267475	rnn.weight_hh_l0_reverse	7	-0.08202023804187775
267475	rnn.weight_hh_l0_reverse	8	0.04018380492925644
267475	rnn.weight_hh_l0_reverse	9	0.034858472645282745
267475	rnn.bias_ih_l0_reverse	0	-0.056791752576828
267475	rnn.bias_ih_l0_reverse	1	-0.2824016213417053
267475	rnn.bias_ih_l0_reverse	2	-0.12471599876880646
267475	rnn.bias_ih_l0_reverse	3	-0.047782380133867264
267475	rnn.bias_ih_l0_reverse	4	-0.022192558273673058
267475	rnn.bias_ih_l0_reverse	5	0.07584615051746368
267475	rnn.bias_ih_l0_reverse	6	-0.06525187194347382
267475	rnn.bias_ih_l0_reverse	7	0.061346761882305145
267475	rnn.bias_ih_l0_reverse	8	-0.03582467511296272
267475	rnn.bias_ih_l0_reverse	9	0.06586718559265137
267475	rnn.bias_hh_l0_reverse	0	0.02340916357934475
267475	rnn.bias_hh_l0_reverse	1	-0.06334909796714783
267475	rnn.bias_hh_l0_reverse	2	0.08872318267822266
267475	rnn.bias_hh_l0_reverse	3	-0.051826361566782
267475	rnn.bias_hh_l0_reverse	4	-0.02820812352001667
267475	rnn.bias_hh_l0_reverse	5	-0.022134676575660706
267475	rnn.bias_hh_l0_reverse	6	-0.020363781601190567
267475	rnn.bias_hh_l0_reverse	7	0.0996878445148468
267475	rnn.bias_hh_l0_reverse	8	0.030424434691667557
267475	rnn.bias_hh_l0_reverse	9	-0.1485157459974289
267475	rnn.weight_ih_l1	0	-0.029745198786258698
267475	rnn.weight_ih_l1	1	-0.05045013129711151
267475	rnn.weight_ih_l1	2	0.0651184692978859
267475	rnn.weight_ih_l1	3	-0.07311518490314484
267475	rnn.weight_ih_l1	4	-0.014063259586691856
267475	rnn.weight_ih_l1	5	-0.04032415896654129
267475	rnn.weight_ih_l1	6	0.028997797518968582
267475	rnn.weight_ih_l1	7	-0.04453117400407791
267475	rnn.weight_ih_l1	8	0.03782789409160614
267475	rnn.weight_ih_l1	9	0.04482508823275566
267475	rnn.weight_hh_l1	0	-0.007343979086726904
267475	rnn.weight_hh_l1	1	0.019902106374502182
267475	rnn.weight_hh_l1	2	0.006654098629951477
267475	rnn.weight_hh_l1	3	-0.012654679827392101
267475	rnn.weight_hh_l1	4	0.004785710014402866
267475	rnn.weight_hh_l1	5	0.03519647940993309
267475	rnn.weight_hh_l1	6	0.03623620420694351
267475	rnn.weight_hh_l1	7	-0.01633148081600666
267475	rnn.weight_hh_l1	8	-0.00718971062451601
267475	rnn.weight_hh_l1	9	0.038681790232658386
267475	rnn.bias_ih_l1	0	-0.1840267777442932
267475	rnn.bias_ih_l1	1	-0.1743493229150772
267475	rnn.bias_ih_l1	2	-0.1971219927072525
267475	rnn.bias_ih_l1	3	-0.3078869879245758
267475	rnn.bias_ih_l1	4	-0.2118910402059555
267475	rnn.bias_ih_l1	5	-0.0890570878982544
267475	rnn.bias_ih_l1	6	-0.15894201397895813
267475	rnn.bias_ih_l1	7	-0.0033992284443229437
267475	rnn.bias_ih_l1	8	-0.1300186663866043
267475	rnn.bias_ih_l1	9	-0.1230376660823822
267475	rnn.bias_hh_l1	0	-0.09706387668848038
267475	rnn.bias_hh_l1	1	-0.06315401941537857
267475	rnn.bias_hh_l1	2	-0.08550657331943512
267475	rnn.bias_hh_l1	3	-0.07746035605669022
267475	rnn.bias_hh_l1	4	-0.07323968410491943
267475	rnn.bias_hh_l1	5	-0.11763691157102585
267475	rnn.bias_hh_l1	6	-0.16042299568653107
267475	rnn.bias_hh_l1	7	0.07455470412969589
267475	rnn.bias_hh_l1	8	-0.17610853910446167
267475	rnn.bias_hh_l1	9	-0.11556338518857956
267475	rnn.weight_ih_l1_reverse	0	-0.047423675656318665
267475	rnn.weight_ih_l1_reverse	1	0.03287570923566818
267475	rnn.weight_ih_l1_reverse	2	0.08835834264755249
267475	rnn.weight_ih_l1_reverse	3	-0.017957590520381927
267475	rnn.weight_ih_l1_reverse	4	-0.023339981213212013
267475	rnn.weight_ih_l1_reverse	5	-0.030339745804667473
267475	rnn.weight_ih_l1_reverse	6	-0.0195880476385355
267475	rnn.weight_ih_l1_reverse	7	0.029762256890535355
267475	rnn.weight_ih_l1_reverse	8	0.00541363749653101
267475	rnn.weight_ih_l1_reverse	9	-0.03361519053578377
267475	rnn.weight_hh_l1_reverse	0	0.004559382796287537
267475	rnn.weight_hh_l1_reverse	1	0.0316891148686409
267475	rnn.weight_hh_l1_reverse	2	-0.04061543941497803
267475	rnn.weight_hh_l1_reverse	3	0.03500397130846977
267475	rnn.weight_hh_l1_reverse	4	0.04716433957219124
267475	rnn.weight_hh_l1_reverse	5	0.005962702911347151
267475	rnn.weight_hh_l1_reverse	6	0.04880119115114212
267475	rnn.weight_hh_l1_reverse	7	0.030995197594165802
267475	rnn.weight_hh_l1_reverse	8	-0.0071367183700203896
267475	rnn.weight_hh_l1_reverse	9	-0.030206002295017242
267475	rnn.bias_ih_l1_reverse	0	-0.04586304351687431
267475	rnn.bias_ih_l1_reverse	1	-0.1401079148054123
267475	rnn.bias_ih_l1_reverse	2	-0.1634652465581894
267475	rnn.bias_ih_l1_reverse	3	-0.06163683906197548
267475	rnn.bias_ih_l1_reverse	4	-0.20397545397281647
267475	rnn.bias_ih_l1_reverse	5	-0.1166767105460167
267475	rnn.bias_ih_l1_reverse	6	-0.13022258877754211
267475	rnn.bias_ih_l1_reverse	7	-0.19205930829048157
267475	rnn.bias_ih_l1_reverse	8	0.22717079520225525
267475	rnn.bias_ih_l1_reverse	9	0.02301355078816414
267475	rnn.bias_hh_l1_reverse	0	0.010623559355735779
267475	rnn.bias_hh_l1_reverse	1	-0.0649317130446434
267475	rnn.bias_hh_l1_reverse	2	-0.23721401393413544
267475	rnn.bias_hh_l1_reverse	3	-0.14376689493656158
267475	rnn.bias_hh_l1_reverse	4	-0.08030690252780914
267475	rnn.bias_hh_l1_reverse	5	-0.11615754663944244
267475	rnn.bias_hh_l1_reverse	6	0.06275317072868347
267475	rnn.bias_hh_l1_reverse	7	-0.13511265814304352
267475	rnn.bias_hh_l1_reverse	8	-0.12494390457868576
267475	rnn.bias_hh_l1_reverse	9	-0.14818359911441803
267475	linear.weight	0	0.002228822559118271
267475	linear.weight	1	0.09789709001779556
267475	linear.weight	2	-0.09227962791919708
267475	linear.weight	3	0.3128889501094818
267475	linear.weight	4	0.15066513419151306
267475	linear.weight	5	-0.06546643376350403
267475	linear.weight	6	0.09383166581392288
267475	linear.weight	7	0.135685533285141
267475	linear.weight	8	0.041133228689432144
267475	linear.weight	9	-0.05075681209564209
267475	linear.bias	0	0.08277285844087601
267475	linear.bias	1	-0.18816204369068146
267475	linear.bias	2	-0.4468722939491272
267475	linear.bias	3	-0.6561055779457092
267475	linear.bias	4	-1.2600126266479492
267475	linear.bias	5	-0.0618966743350029
267475	linear.bias	6	-0.8203136920928955
267475	linear.bias	7	0.26927050948143005
267475	linear.bias	8	-0.3968845009803772
267475	linear.bias	9	-1.0231484174728394
267672	transitions	0	0.7556483745574951
267672	transitions	1	0.13922962546348572
267672	transitions	2	-10000.0
267672	transitions	3	-1.8281010389328003
267672	transitions	4	-10000.0
267672	transitions	5	0.5628209710121155
267672	transitions	6	-0.08561927080154419
267672	transitions	7	-0.8116355538368225
267672	transitions	8	-1.4227235317230225
267672	transitions	9	-0.0012313704937696457
267672	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
267672	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
267672	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
267672	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
267672	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
267672	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
267672	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
267672	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
267672	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
267672	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
267672	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
267672	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
267672	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
267672	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
267672	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
267672	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
267672	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
267672	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
267672	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
267672	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
267672	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
267672	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
267672	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
267672	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
267672	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
267672	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
267672	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
267672	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
267672	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
267672	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
267672	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
267672	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
267672	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
267672	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
267672	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
267672	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
267672	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
267672	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
267672	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
267672	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
267672	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
267672	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
267672	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
267672	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
267672	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
267672	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
267672	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
267672	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
267672	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
267672	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
267672	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
267672	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
267672	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
267672	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
267672	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
267672	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
267672	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
267672	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
267672	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
267672	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
267672	embedding2nn.weight	0	0.01658659428358078
267672	embedding2nn.weight	1	-0.01273743249475956
267672	embedding2nn.weight	2	-0.014268254861235619
267672	embedding2nn.weight	3	-0.03140571340918541
267672	embedding2nn.weight	4	-0.0059150345623493195
267672	embedding2nn.weight	5	-0.0037005888298153877
267672	embedding2nn.weight	6	-0.003973265178501606
267672	embedding2nn.weight	7	-0.07716652005910873
267672	embedding2nn.weight	8	-0.0019979383796453476
267672	embedding2nn.weight	9	-0.027738412842154503
267672	embedding2nn.bias	0	0.032089803367853165
267672	embedding2nn.bias	1	-0.07504753023386002
267672	embedding2nn.bias	2	0.07080824673175812
267672	embedding2nn.bias	3	0.050297994166612625
267672	embedding2nn.bias	4	-0.042040321975946426
267672	embedding2nn.bias	5	-0.010957039892673492
267672	embedding2nn.bias	6	0.01536592748016119
267672	embedding2nn.bias	7	-0.05518009886145592
267672	embedding2nn.bias	8	0.07359988987445831
267672	embedding2nn.bias	9	0.04449617862701416
267672	rnn.weight_ih_l0	0	-0.08079791069030762
267672	rnn.weight_ih_l0	1	0.0030557664576917887
267672	rnn.weight_ih_l0	2	0.035325195640325546
267672	rnn.weight_ih_l0	3	0.022849420085549355
267672	rnn.weight_ih_l0	4	-0.048060525208711624
267672	rnn.weight_ih_l0	5	-0.06839124858379364
267672	rnn.weight_ih_l0	6	-0.001173446187749505
267672	rnn.weight_ih_l0	7	0.05361456796526909
267672	rnn.weight_ih_l0	8	-0.017090599983930588
267672	rnn.weight_ih_l0	9	-0.030727392062544823
267672	rnn.weight_hh_l0	0	-0.03007916919887066
267672	rnn.weight_hh_l0	1	-0.007295070681720972
267672	rnn.weight_hh_l0	2	0.0067051975056529045
267672	rnn.weight_hh_l0	3	-0.07445430010557175
267672	rnn.weight_hh_l0	4	0.093362957239151
267672	rnn.weight_hh_l0	5	-0.026838064193725586
267672	rnn.weight_hh_l0	6	-0.06374434381723404
267672	rnn.weight_hh_l0	7	0.008826926350593567
267672	rnn.weight_hh_l0	8	0.013406654819846153
267672	rnn.weight_hh_l0	9	-0.025639258325099945
267672	rnn.bias_ih_l0	0	0.12967520952224731
267672	rnn.bias_ih_l0	1	-0.03414921835064888
267672	rnn.bias_ih_l0	2	-0.03404479846358299
267672	rnn.bias_ih_l0	3	0.16314508020877838
267672	rnn.bias_ih_l0	4	-0.01293439231812954
267672	rnn.bias_ih_l0	5	-0.023031864315271378
267672	rnn.bias_ih_l0	6	0.017009200528264046
267672	rnn.bias_ih_l0	7	0.023771587759256363
267672	rnn.bias_ih_l0	8	-0.09938269108533859
267672	rnn.bias_ih_l0	9	-0.04126596078276634
267672	rnn.bias_hh_l0	0	-0.0011957952519878745
267672	rnn.bias_hh_l0	1	-0.10036181658506393
267672	rnn.bias_hh_l0	2	-0.07517292350530624
267672	rnn.bias_hh_l0	3	-0.08871694654226303
267672	rnn.bias_hh_l0	4	0.008207247592508793
267672	rnn.bias_hh_l0	5	-0.020575247704982758
267672	rnn.bias_hh_l0	6	0.02834790013730526
267672	rnn.bias_hh_l0	7	0.06067010760307312
267672	rnn.bias_hh_l0	8	-0.1230810135602951
267672	rnn.bias_hh_l0	9	-0.05910211801528931
267672	rnn.weight_ih_l0_reverse	0	-0.025486452504992485
267672	rnn.weight_ih_l0_reverse	1	-0.057037826627492905
267672	rnn.weight_ih_l0_reverse	2	-0.0488637275993824
267672	rnn.weight_ih_l0_reverse	3	0.015702934935688972
267672	rnn.weight_ih_l0_reverse	4	-0.02524634264409542
267672	rnn.weight_ih_l0_reverse	5	-0.05744938179850578
267672	rnn.weight_ih_l0_reverse	6	0.07356557250022888
267672	rnn.weight_ih_l0_reverse	7	-0.01898263953626156
267672	rnn.weight_ih_l0_reverse	8	-0.018520288169384003
267672	rnn.weight_ih_l0_reverse	9	0.004529378842562437
267672	rnn.weight_hh_l0_reverse	0	0.06858506798744202
267672	rnn.weight_hh_l0_reverse	1	0.01986440271139145
267672	rnn.weight_hh_l0_reverse	2	0.030087577179074287
267672	rnn.weight_hh_l0_reverse	3	0.035330113023519516
267672	rnn.weight_hh_l0_reverse	4	0.014374319463968277
267672	rnn.weight_hh_l0_reverse	5	0.008121605031192303
267672	rnn.weight_hh_l0_reverse	6	0.05097083002328873
267672	rnn.weight_hh_l0_reverse	7	-0.08201673626899719
267672	rnn.weight_hh_l0_reverse	8	0.0401771105825901
267672	rnn.weight_hh_l0_reverse	9	0.034831155091524124
267672	rnn.bias_ih_l0_reverse	0	-0.056798115372657776
267672	rnn.bias_ih_l0_reverse	1	-0.2823190689086914
267672	rnn.bias_ih_l0_reverse	2	-0.12469441443681717
267672	rnn.bias_ih_l0_reverse	3	-0.04770548641681671
267672	rnn.bias_ih_l0_reverse	4	-0.02221401408314705
267672	rnn.bias_ih_l0_reverse	5	0.07585819810628891
267672	rnn.bias_ih_l0_reverse	6	-0.06521730124950409
267672	rnn.bias_ih_l0_reverse	7	0.061335887759923935
267672	rnn.bias_ih_l0_reverse	8	-0.03582911193370819
267672	rnn.bias_ih_l0_reverse	9	0.0658450797200203
267672	rnn.bias_hh_l0_reverse	0	0.023409729823470116
267672	rnn.bias_hh_l0_reverse	1	-0.06340526044368744
267672	rnn.bias_hh_l0_reverse	2	0.08868885785341263
267672	rnn.bias_hh_l0_reverse	3	-0.05184783786535263
267672	rnn.bias_hh_l0_reverse	4	-0.028209729120135307
267672	rnn.bias_hh_l0_reverse	5	-0.022146420553326607
267672	rnn.bias_hh_l0_reverse	6	-0.020350510254502296
267672	rnn.bias_hh_l0_reverse	7	0.09965792298316956
267672	rnn.bias_hh_l0_reverse	8	0.030406849458813667
267672	rnn.bias_hh_l0_reverse	9	-0.14848807454109192
267672	rnn.weight_ih_l1	0	-0.029743921011686325
267672	rnn.weight_ih_l1	1	-0.05047052353620529
267672	rnn.weight_ih_l1	2	0.0651138573884964
267672	rnn.weight_ih_l1	3	-0.07309190183877945
267672	rnn.weight_ih_l1	4	-0.014042241498827934
267672	rnn.weight_ih_l1	5	-0.04032019525766373
267672	rnn.weight_ih_l1	6	0.029007326811552048
267672	rnn.weight_ih_l1	7	-0.0445031076669693
267672	rnn.weight_ih_l1	8	0.03782658651471138
267672	rnn.weight_ih_l1	9	0.044801682233810425
267672	rnn.weight_hh_l1	0	-0.00732855498790741
267672	rnn.weight_hh_l1	1	0.019896557554602623
267672	rnn.weight_hh_l1	2	0.006659733131527901
267672	rnn.weight_hh_l1	3	-0.012656050734221935
267672	rnn.weight_hh_l1	4	0.004794340115040541
267672	rnn.weight_hh_l1	5	0.03520459681749344
267672	rnn.weight_hh_l1	6	0.03621946647763252
267672	rnn.weight_hh_l1	7	-0.016337960958480835
267672	rnn.weight_hh_l1	8	-0.0071875653229653835
267672	rnn.weight_hh_l1	9	0.03868265077471733
267672	rnn.bias_ih_l1	0	-0.18402127921581268
267672	rnn.bias_ih_l1	1	-0.17428772151470184
267672	rnn.bias_ih_l1	2	-0.19708465039730072
267672	rnn.bias_ih_l1	3	-0.30781465768814087
267672	rnn.bias_ih_l1	4	-0.2118758112192154
267672	rnn.bias_ih_l1	5	-0.08908017724752426
267672	rnn.bias_ih_l1	6	-0.158931702375412
267672	rnn.bias_ih_l1	7	-0.003412076970562339
267672	rnn.bias_ih_l1	8	-0.13006658852100372
267672	rnn.bias_ih_l1	9	-0.12299549579620361
267672	rnn.bias_hh_l1	0	-0.09706751257181168
267672	rnn.bias_hh_l1	1	-0.06322618573904037
267672	rnn.bias_hh_l1	2	-0.08551759272813797
267672	rnn.bias_hh_l1	3	-0.07748378068208694
267672	rnn.bias_hh_l1	4	-0.07320031523704529
267672	rnn.bias_hh_l1	5	-0.11769114434719086
267672	rnn.bias_hh_l1	6	-0.16043591499328613
267672	rnn.bias_hh_l1	7	0.07454360276460648
267672	rnn.bias_hh_l1	8	-0.1760895699262619
267672	rnn.bias_hh_l1	9	-0.11558769643306732
267672	rnn.weight_ih_l1_reverse	0	-0.04741424322128296
267672	rnn.weight_ih_l1_reverse	1	0.032882943749427795
267672	rnn.weight_ih_l1_reverse	2	0.0882636308670044
267672	rnn.weight_ih_l1_reverse	3	-0.017989277839660645
267672	rnn.weight_ih_l1_reverse	4	-0.023315658792853355
267672	rnn.weight_ih_l1_reverse	5	-0.030332528054714203
267672	rnn.weight_ih_l1_reverse	6	-0.01960953325033188
267672	rnn.weight_ih_l1_reverse	7	0.029765363782644272
267672	rnn.weight_ih_l1_reverse	8	0.005508579313755035
267672	rnn.weight_ih_l1_reverse	9	-0.03359071537852287
267672	rnn.weight_hh_l1_reverse	0	0.0045593841932713985
267672	rnn.weight_hh_l1_reverse	1	0.03168606013059616
267672	rnn.weight_hh_l1_reverse	2	-0.0406157523393631
267672	rnn.weight_hh_l1_reverse	3	0.03500426933169365
267672	rnn.weight_hh_l1_reverse	4	0.04716268554329872
267672	rnn.weight_hh_l1_reverse	5	0.00596016738563776
267672	rnn.weight_hh_l1_reverse	6	0.04880990833044052
267672	rnn.weight_hh_l1_reverse	7	0.031001651659607887
267672	rnn.weight_hh_l1_reverse	8	-0.007138701621443033
267672	rnn.weight_hh_l1_reverse	9	-0.03021015040576458
267672	rnn.bias_ih_l1_reverse	0	-0.04586233198642731
267672	rnn.bias_ih_l1_reverse	1	-0.1401626467704773
267672	rnn.bias_ih_l1_reverse	2	-0.16345366835594177
267672	rnn.bias_ih_l1_reverse	3	-0.061593011021614075
267672	rnn.bias_ih_l1_reverse	4	-0.20395146310329437
267672	rnn.bias_ih_l1_reverse	5	-0.11666105687618256
267672	rnn.bias_ih_l1_reverse	6	-0.1302119642496109
267672	rnn.bias_ih_l1_reverse	7	-0.1920354664325714
267672	rnn.bias_ih_l1_reverse	8	0.22707884013652802
267672	rnn.bias_ih_l1_reverse	9	0.022983187809586525
267672	rnn.bias_hh_l1_reverse	0	0.010646075010299683
267672	rnn.bias_hh_l1_reverse	1	-0.0650871992111206
267672	rnn.bias_hh_l1_reverse	2	-0.23720738291740417
267672	rnn.bias_hh_l1_reverse	3	-0.14372821152210236
267672	rnn.bias_hh_l1_reverse	4	-0.08029806613922119
267672	rnn.bias_hh_l1_reverse	5	-0.11619143187999725
267672	rnn.bias_hh_l1_reverse	6	0.06279656291007996
267672	rnn.bias_hh_l1_reverse	7	-0.13507699966430664
267672	rnn.bias_hh_l1_reverse	8	-0.12492456287145615
267672	rnn.bias_hh_l1_reverse	9	-0.14821891486644745
267672	linear.weight	0	0.002228822559118271
267672	linear.weight	1	0.09784945845603943
267672	linear.weight	2	-0.09233983606100082
267672	linear.weight	3	0.312767893075943
267672	linear.weight	4	0.15065395832061768
267672	linear.weight	5	-0.06547723710536957
267672	linear.weight	6	0.09364928305149078
267672	linear.weight	7	0.13550972938537598
267672	linear.weight	8	0.041133224964141846
267672	linear.weight	9	-0.05069245398044586
267672	linear.bias	0	0.08228220790624619
267672	linear.bias	1	-0.18804985284805298
267672	linear.bias	2	-0.4462879002094269
267672	linear.bias	3	-0.6558337807655334
267672	linear.bias	4	-1.2597450017929077
267672	linear.bias	5	-0.06150081381201744
267672	linear.bias	6	-0.8202204704284668
267672	linear.bias	7	0.2695668041706085
267672	linear.bias	8	-0.39650189876556396
267672	linear.bias	9	-1.0227912664413452
267869	transitions	0	0.7554861903190613
267869	transitions	1	0.13922545313835144
267869	transitions	2	-10000.0
267869	transitions	3	-1.8281012773513794
267869	transitions	4	-10000.0
267869	transitions	5	0.5628207921981812
267869	transitions	6	-0.08561967313289642
267869	transitions	7	-0.8116410970687866
267869	transitions	8	-1.4227266311645508
267869	transitions	9	-0.0012313774786889553
267869	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
267869	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
267869	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
267869	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
267869	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
267869	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
267869	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
267869	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
267869	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
267869	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
267869	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
267869	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
267869	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
267869	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
267869	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
267869	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
267869	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
267869	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
267869	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
267869	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
267869	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
267869	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
267869	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
267869	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
267869	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
267869	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
267869	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
267869	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
267869	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
267869	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
267869	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
267869	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
267869	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
267869	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
267869	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
267869	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
267869	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
267869	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
267869	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
267869	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
267869	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
267869	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
267869	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
267869	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
267869	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
267869	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
267869	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
267869	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
267869	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
267869	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
267869	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
267869	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
267869	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
267869	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
267869	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
267869	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
267869	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
267869	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
267869	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
267869	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
267869	embedding2nn.weight	0	0.016604531556367874
267869	embedding2nn.weight	1	-0.012731492519378662
267869	embedding2nn.weight	2	-0.014268254861235619
267869	embedding2nn.weight	3	-0.03140922263264656
267869	embedding2nn.weight	4	-0.0059150345623493195
267869	embedding2nn.weight	5	-0.0037005888298153877
267869	embedding2nn.weight	6	-0.003973265178501606
267869	embedding2nn.weight	7	-0.07717833667993546
267869	embedding2nn.weight	8	-0.0019979383796453476
267869	embedding2nn.weight	9	-0.027742210775613785
267869	embedding2nn.bias	0	0.032327763736248016
267869	embedding2nn.bias	1	-0.07528446614742279
267869	embedding2nn.bias	2	0.07084858417510986
267869	embedding2nn.bias	3	0.0502425953745842
267869	embedding2nn.bias	4	-0.04192317649722099
267869	embedding2nn.bias	5	-0.010894563980400562
267869	embedding2nn.bias	6	0.015451178885996342
267869	embedding2nn.bias	7	-0.055455613881349564
267869	embedding2nn.bias	8	0.0736880972981453
267869	embedding2nn.bias	9	0.04454067721962929
267869	rnn.weight_ih_l0	0	-0.08080197870731354
267869	rnn.weight_ih_l0	1	0.0030475228559225798
267869	rnn.weight_ih_l0	2	0.03533046320080757
267869	rnn.weight_ih_l0	3	0.022850893437862396
267869	rnn.weight_ih_l0	4	-0.04808700084686279
267869	rnn.weight_ih_l0	5	-0.06838840991258621
267869	rnn.weight_ih_l0	6	-0.0011514242505654693
267869	rnn.weight_ih_l0	7	0.05360860005021095
267869	rnn.weight_ih_l0	8	-0.01710612326860428
267869	rnn.weight_ih_l0	9	-0.030742352828383446
267869	rnn.weight_hh_l0	0	-0.03005487285554409
267869	rnn.weight_hh_l0	1	-0.007273918017745018
267869	rnn.weight_hh_l0	2	0.006694119423627853
267869	rnn.weight_hh_l0	3	-0.07445140182971954
267869	rnn.weight_hh_l0	4	0.09336315840482712
267869	rnn.weight_hh_l0	5	-0.02684606797993183
267869	rnn.weight_hh_l0	6	-0.06375531852245331
267869	rnn.weight_hh_l0	7	0.008835505694150925
267869	rnn.weight_hh_l0	8	0.013388888910412788
267869	rnn.weight_hh_l0	9	-0.025636451318860054
267869	rnn.bias_ih_l0	0	0.12967905402183533
267869	rnn.bias_ih_l0	1	-0.03412456065416336
267869	rnn.bias_ih_l0	2	-0.03404746204614639
267869	rnn.bias_ih_l0	3	0.1631634533405304
267869	rnn.bias_ih_l0	4	-0.012905587442219257
267869	rnn.bias_ih_l0	5	-0.02297196350991726
267869	rnn.bias_ih_l0	6	0.01705610565841198
267869	rnn.bias_ih_l0	7	0.02375778555870056
267869	rnn.bias_ih_l0	8	-0.0993884801864624
267869	rnn.bias_ih_l0	9	-0.04133540764451027
267869	rnn.bias_hh_l0	0	-0.0012373434146866202
267869	rnn.bias_hh_l0	1	-0.10044043511152267
267869	rnn.bias_hh_l0	2	-0.0751190185546875
267869	rnn.bias_hh_l0	3	-0.08866234123706818
267869	rnn.bias_hh_l0	4	0.00819955300539732
267869	rnn.bias_hh_l0	5	-0.020578382536768913
267869	rnn.bias_hh_l0	6	0.028402162715792656
267869	rnn.bias_hh_l0	7	0.060693565756082535
267869	rnn.bias_hh_l0	8	-0.12308239191770554
267869	rnn.bias_hh_l0	9	-0.0590832494199276
267869	rnn.weight_ih_l0_reverse	0	-0.025493551045656204
267869	rnn.weight_ih_l0_reverse	1	-0.057047292590141296
267869	rnn.weight_ih_l0_reverse	2	-0.04887789860367775
267869	rnn.weight_ih_l0_reverse	3	0.015698399394750595
267869	rnn.weight_ih_l0_reverse	4	-0.025252532213926315
267869	rnn.weight_ih_l0_reverse	5	-0.0574457123875618
267869	rnn.weight_ih_l0_reverse	6	0.07360875606536865
267869	rnn.weight_ih_l0_reverse	7	-0.01898154616355896
267869	rnn.weight_ih_l0_reverse	8	-0.01852022111415863
267869	rnn.weight_ih_l0_reverse	9	0.004504316486418247
267869	rnn.weight_hh_l0_reverse	0	0.06858518719673157
267869	rnn.weight_hh_l0_reverse	1	0.019856149330735207
267869	rnn.weight_hh_l0_reverse	2	0.03008216805756092
267869	rnn.weight_hh_l0_reverse	3	0.03533696383237839
267869	rnn.weight_hh_l0_reverse	4	0.014371509663760662
267869	rnn.weight_hh_l0_reverse	5	0.00813431665301323
267869	rnn.weight_hh_l0_reverse	6	0.05096285790205002
267869	rnn.weight_hh_l0_reverse	7	-0.08201015740633011
267869	rnn.weight_hh_l0_reverse	8	0.04016486555337906
267869	rnn.weight_hh_l0_reverse	9	0.0348362922668457
267869	rnn.bias_ih_l0_reverse	0	-0.05679944530129433
267869	rnn.bias_ih_l0_reverse	1	-0.2823244035243988
267869	rnn.bias_ih_l0_reverse	2	-0.12469645589590073
267869	rnn.bias_ih_l0_reverse	3	-0.047680918127298355
267869	rnn.bias_ih_l0_reverse	4	-0.022216031327843666
267869	rnn.bias_ih_l0_reverse	5	0.07587576657533646
267869	rnn.bias_ih_l0_reverse	6	-0.06522494554519653
267869	rnn.bias_ih_l0_reverse	7	0.06133689358830452
267869	rnn.bias_ih_l0_reverse	8	-0.03577440232038498
267869	rnn.bias_ih_l0_reverse	9	0.06585805863142014
267869	rnn.bias_hh_l0_reverse	0	0.023428920656442642
267869	rnn.bias_hh_l0_reverse	1	-0.0633673369884491
267869	rnn.bias_hh_l0_reverse	2	0.08867661654949188
267869	rnn.bias_hh_l0_reverse	3	-0.0518110916018486
267869	rnn.bias_hh_l0_reverse	4	-0.028220245614647865
267869	rnn.bias_hh_l0_reverse	5	-0.022135574370622635
267869	rnn.bias_hh_l0_reverse	6	-0.020337430760264397
267869	rnn.bias_hh_l0_reverse	7	0.0996536985039711
267869	rnn.bias_hh_l0_reverse	8	0.030399786308407784
267869	rnn.bias_hh_l0_reverse	9	-0.14852964878082275
267869	rnn.weight_ih_l1	0	-0.029740361496806145
267869	rnn.weight_ih_l1	1	-0.0504552498459816
267869	rnn.weight_ih_l1	2	0.065074123442173
267869	rnn.weight_ih_l1	3	-0.07309935241937637
267869	rnn.weight_ih_l1	4	-0.014055673964321613
267869	rnn.weight_ih_l1	5	-0.040315400809049606
267869	rnn.weight_ih_l1	6	0.029018636792898178
267869	rnn.weight_ih_l1	7	-0.04448626935482025
267869	rnn.weight_ih_l1	8	0.03782552480697632
267869	rnn.weight_ih_l1	9	0.04482307657599449
267869	rnn.weight_hh_l1	0	-0.007320210337638855
267869	rnn.weight_hh_l1	1	0.01989482156932354
267869	rnn.weight_hh_l1	2	0.006668013520538807
267869	rnn.weight_hh_l1	3	-0.012654642574489117
267869	rnn.weight_hh_l1	4	0.004785642959177494
267869	rnn.weight_hh_l1	5	0.03520694375038147
267869	rnn.weight_hh_l1	6	0.0362301729619503
267869	rnn.weight_hh_l1	7	-0.01634678803384304
267869	rnn.weight_hh_l1	8	-0.007194512523710728
267869	rnn.weight_hh_l1	9	0.03868298605084419
267869	rnn.bias_ih_l1	0	-0.18404775857925415
267869	rnn.bias_ih_l1	1	-0.1742568165063858
267869	rnn.bias_ih_l1	2	-0.1970916986465454
267869	rnn.bias_ih_l1	3	-0.30770668387413025
267869	rnn.bias_ih_l1	4	-0.21198469400405884
267869	rnn.bias_ih_l1	5	-0.08903281390666962
267869	rnn.bias_ih_l1	6	-0.15889166295528412
267869	rnn.bias_ih_l1	7	-0.00341433216817677
267869	rnn.bias_ih_l1	8	-0.13002294301986694
267869	rnn.bias_ih_l1	9	-0.12297070026397705
267869	rnn.bias_hh_l1	0	-0.09704044461250305
267869	rnn.bias_hh_l1	1	-0.0631759762763977
267869	rnn.bias_hh_l1	2	-0.08546898514032364
267869	rnn.bias_hh_l1	3	-0.07751896232366562
267869	rnn.bias_hh_l1	4	-0.07319565117359161
267869	rnn.bias_hh_l1	5	-0.1176709532737732
267869	rnn.bias_hh_l1	6	-0.1604655385017395
267869	rnn.bias_hh_l1	7	0.07466220110654831
267869	rnn.bias_hh_l1	8	-0.17615455389022827
267869	rnn.bias_hh_l1	9	-0.11554127186536789
267869	rnn.weight_ih_l1_reverse	0	-0.04740506410598755
267869	rnn.weight_ih_l1_reverse	1	0.03288554400205612
267869	rnn.weight_ih_l1_reverse	2	0.08826705813407898
267869	rnn.weight_ih_l1_reverse	3	-0.017975786700844765
267869	rnn.weight_ih_l1_reverse	4	-0.023294422775506973
267869	rnn.weight_ih_l1_reverse	5	-0.030328521504998207
267869	rnn.weight_ih_l1_reverse	6	-0.019629446789622307
267869	rnn.weight_ih_l1_reverse	7	0.029764823615550995
267869	rnn.weight_ih_l1_reverse	8	0.005517967045307159
267869	rnn.weight_ih_l1_reverse	9	-0.033543068915605545
267869	rnn.weight_hh_l1_reverse	0	0.004562940448522568
267869	rnn.weight_hh_l1_reverse	1	0.031688570976257324
267869	rnn.weight_hh_l1_reverse	2	-0.0406167097389698
267869	rnn.weight_hh_l1_reverse	3	0.035004109144210815
267869	rnn.weight_hh_l1_reverse	4	0.047165341675281525
267869	rnn.weight_hh_l1_reverse	5	0.0059593734331429005
267869	rnn.weight_hh_l1_reverse	6	0.048822615295648575
267869	rnn.weight_hh_l1_reverse	7	0.031003113836050034
267869	rnn.weight_hh_l1_reverse	8	-0.007141188718378544
267869	rnn.weight_hh_l1_reverse	9	-0.030204756185412407
267869	rnn.bias_ih_l1_reverse	0	-0.04589055851101875
267869	rnn.bias_ih_l1_reverse	1	-0.1400918811559677
267869	rnn.bias_ih_l1_reverse	2	-0.16336274147033691
267869	rnn.bias_ih_l1_reverse	3	-0.061519164592027664
267869	rnn.bias_ih_l1_reverse	4	-0.20397256314754486
267869	rnn.bias_ih_l1_reverse	5	-0.11667127162218094
267869	rnn.bias_ih_l1_reverse	6	-0.1301998496055603
267869	rnn.bias_ih_l1_reverse	7	-0.19207748770713806
267869	rnn.bias_ih_l1_reverse	8	0.2270938754081726
267869	rnn.bias_ih_l1_reverse	9	0.023034894838929176
267869	rnn.bias_hh_l1_reverse	0	0.010621105320751667
267869	rnn.bias_hh_l1_reverse	1	-0.06491852551698685
267869	rnn.bias_hh_l1_reverse	2	-0.23719914257526398
267869	rnn.bias_hh_l1_reverse	3	-0.14374546706676483
267869	rnn.bias_hh_l1_reverse	4	-0.08030257374048233
267869	rnn.bias_hh_l1_reverse	5	-0.11618475615978241
267869	rnn.bias_hh_l1_reverse	6	0.06290528923273087
267869	rnn.bias_hh_l1_reverse	7	-0.1351165473461151
267869	rnn.bias_hh_l1_reverse	8	-0.12489355355501175
267869	rnn.bias_hh_l1_reverse	9	-0.14822235703468323
267869	linear.weight	0	0.002228822559118271
267869	linear.weight	1	0.09779996424913406
267869	linear.weight	2	-0.09240520000457764
267869	linear.weight	3	0.31272241473197937
267869	linear.weight	4	0.15063117444515228
267869	linear.weight	5	-0.06546629220247269
267869	linear.weight	6	0.09376408904790878
267869	linear.weight	7	0.13544905185699463
267869	linear.weight	8	0.041133224964141846
267869	linear.weight	9	-0.05074762552976608
267869	linear.bias	0	0.08434363454580307
267869	linear.bias	1	-0.188444584608078
267869	linear.bias	2	-0.44690120220184326
267869	linear.bias	3	-0.6555711627006531
267869	linear.bias	4	-1.2594951391220093
267869	linear.bias	5	-0.061521682888269424
267869	linear.bias	6	-0.820569634437561
267869	linear.bias	7	0.2695947289466858
267869	linear.bias	8	-0.39685606956481934
267869	linear.bias	9	-1.0231841802597046
268066	transitions	0	0.7554591298103333
268066	transitions	1	0.13919423520565033
268066	transitions	2	-10000.0
268066	transitions	3	-1.828101396560669
268066	transitions	4	-10000.0
268066	transitions	5	0.5628190040588379
268066	transitions	6	-0.0856204703450203
268066	transitions	7	-0.8116474151611328
268066	transitions	8	-1.4227275848388672
268066	transitions	9	-0.0012313813203945756
268066	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
268066	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
268066	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
268066	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
268066	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
268066	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
268066	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
268066	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
268066	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
268066	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
268066	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
268066	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
268066	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
268066	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
268066	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
268066	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
268066	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
268066	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
268066	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
268066	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
268066	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
268066	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
268066	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
268066	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
268066	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
268066	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
268066	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
268066	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
268066	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
268066	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
268066	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
268066	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
268066	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
268066	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
268066	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
268066	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
268066	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
268066	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
268066	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
268066	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
268066	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
268066	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
268066	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
268066	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
268066	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
268066	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
268066	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
268066	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
268066	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
268066	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
268066	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
268066	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
268066	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
268066	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
268066	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
268066	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
268066	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
268066	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
268066	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
268066	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
268066	embedding2nn.weight	0	0.016573702916502953
268066	embedding2nn.weight	1	-0.012729556299746037
268066	embedding2nn.weight	2	-0.014268254861235619
268066	embedding2nn.weight	3	-0.03145316615700722
268066	embedding2nn.weight	4	-0.0059150345623493195
268066	embedding2nn.weight	5	-0.0037005888298153877
268066	embedding2nn.weight	6	-0.003973265178501606
268066	embedding2nn.weight	7	-0.0771913081407547
268066	embedding2nn.weight	8	-0.0019979383796453476
268066	embedding2nn.weight	9	-0.02774219959974289
268066	embedding2nn.bias	0	0.03228132054209709
268066	embedding2nn.bias	1	-0.07539013773202896
268066	embedding2nn.bias	2	0.07072878628969193
268066	embedding2nn.bias	3	0.0504230298101902
268066	embedding2nn.bias	4	-0.04185394197702408
268066	embedding2nn.bias	5	-0.010918082669377327
268066	embedding2nn.bias	6	0.015317159704864025
268066	embedding2nn.bias	7	-0.05532943457365036
268066	embedding2nn.bias	8	0.07362215965986252
268066	embedding2nn.bias	9	0.04476107656955719
268066	rnn.weight_ih_l0	0	-0.08085570484399796
268066	rnn.weight_ih_l0	1	0.003040588228031993
268066	rnn.weight_ih_l0	2	0.03534582257270813
268066	rnn.weight_ih_l0	3	0.022865477949380875
268066	rnn.weight_ih_l0	4	-0.04807484522461891
268066	rnn.weight_ih_l0	5	-0.06840037554502487
268066	rnn.weight_ih_l0	6	-0.0011610293295234442
268066	rnn.weight_ih_l0	7	0.0536096952855587
268066	rnn.weight_ih_l0	8	-0.01710405759513378
268066	rnn.weight_ih_l0	9	-0.030753077939152718
268066	rnn.weight_hh_l0	0	-0.030063530430197716
268066	rnn.weight_hh_l0	1	-0.007262565195560455
268066	rnn.weight_hh_l0	2	0.006689407397061586
268066	rnn.weight_hh_l0	3	-0.0744607225060463
268066	rnn.weight_hh_l0	4	0.09335869550704956
268066	rnn.weight_hh_l0	5	-0.026854461058974266
268066	rnn.weight_hh_l0	6	-0.06376028805971146
268066	rnn.weight_hh_l0	7	0.008809616789221764
268066	rnn.weight_hh_l0	8	0.013391291722655296
268066	rnn.weight_hh_l0	9	-0.025633443146944046
268066	rnn.bias_ih_l0	0	0.1296960562467575
268066	rnn.bias_ih_l0	1	-0.03410123661160469
268066	rnn.bias_ih_l0	2	-0.03410802036523819
268066	rnn.bias_ih_l0	3	0.16312387585639954
268066	rnn.bias_ih_l0	4	-0.012882240116596222
268066	rnn.bias_ih_l0	5	-0.023023564368486404
268066	rnn.bias_ih_l0	6	0.01703519932925701
268066	rnn.bias_ih_l0	7	0.02376110851764679
268066	rnn.bias_ih_l0	8	-0.09936832636594772
268066	rnn.bias_ih_l0	9	-0.0413113571703434
268066	rnn.bias_hh_l0	0	-0.001228112494572997
268066	rnn.bias_hh_l0	1	-0.10042526572942734
268066	rnn.bias_hh_l0	2	-0.07511521875858307
268066	rnn.bias_hh_l0	3	-0.08869361877441406
268066	rnn.bias_hh_l0	4	0.008223318494856358
268066	rnn.bias_hh_l0	5	-0.02060379460453987
268066	rnn.bias_hh_l0	6	0.028399979695677757
268066	rnn.bias_hh_l0	7	0.06066717207431793
268066	rnn.bias_hh_l0	8	-0.12308893352746964
268066	rnn.bias_hh_l0	9	-0.05904735252261162
268066	rnn.weight_ih_l0_reverse	0	-0.02551744133234024
268066	rnn.weight_ih_l0_reverse	1	-0.05703965201973915
268066	rnn.weight_ih_l0_reverse	2	-0.04888533055782318
268066	rnn.weight_ih_l0_reverse	3	0.015719939023256302
268066	rnn.weight_ih_l0_reverse	4	-0.02526031993329525
268066	rnn.weight_ih_l0_reverse	5	-0.057434726506471634
268066	rnn.weight_ih_l0_reverse	6	0.0736105740070343
268066	rnn.weight_ih_l0_reverse	7	-0.018987927585840225
268066	rnn.weight_ih_l0_reverse	8	-0.018525678664445877
268066	rnn.weight_ih_l0_reverse	9	0.00449261674657464
268066	rnn.weight_hh_l0_reverse	0	0.06859932839870453
268066	rnn.weight_hh_l0_reverse	1	0.01986183412373066
268066	rnn.weight_hh_l0_reverse	2	0.030093062669038773
268066	rnn.weight_hh_l0_reverse	3	0.03533809632062912
268066	rnn.weight_hh_l0_reverse	4	0.01436160784214735
268066	rnn.weight_hh_l0_reverse	5	0.008115974254906178
268066	rnn.weight_hh_l0_reverse	6	0.05096762999892235
268066	rnn.weight_hh_l0_reverse	7	-0.08200668543577194
268066	rnn.weight_hh_l0_reverse	8	0.040155235677957535
268066	rnn.weight_hh_l0_reverse	9	0.03484198451042175
268066	rnn.bias_ih_l0_reverse	0	-0.05679662898182869
268066	rnn.bias_ih_l0_reverse	1	-0.28236454725265503
268066	rnn.bias_ih_l0_reverse	2	-0.1246841624379158
268066	rnn.bias_ih_l0_reverse	3	-0.047687217593193054
268066	rnn.bias_ih_l0_reverse	4	-0.022204887121915817
268066	rnn.bias_ih_l0_reverse	5	0.0758821964263916
268066	rnn.bias_ih_l0_reverse	6	-0.0651862770318985
268066	rnn.bias_ih_l0_reverse	7	0.061337653547525406
268066	rnn.bias_ih_l0_reverse	8	-0.03581058979034424
268066	rnn.bias_ih_l0_reverse	9	0.06584130972623825
268066	rnn.bias_hh_l0_reverse	0	0.023416558280587196
268066	rnn.bias_hh_l0_reverse	1	-0.06339768320322037
268066	rnn.bias_hh_l0_reverse	2	0.08869173377752304
268066	rnn.bias_hh_l0_reverse	3	-0.051830727607011795
268066	rnn.bias_hh_l0_reverse	4	-0.028216322883963585
268066	rnn.bias_hh_l0_reverse	5	-0.0221683531999588
268066	rnn.bias_hh_l0_reverse	6	-0.02025699056684971
268066	rnn.bias_hh_l0_reverse	7	0.09968116879463196
268066	rnn.bias_hh_l0_reverse	8	0.03039289265871048
268066	rnn.bias_hh_l0_reverse	9	-0.14860282838344574
268066	rnn.weight_ih_l1	0	-0.029743552207946777
268066	rnn.weight_ih_l1	1	-0.05045261234045029
268066	rnn.weight_ih_l1	2	0.06508056819438934
268066	rnn.weight_ih_l1	3	-0.07309620082378387
268066	rnn.weight_ih_l1	4	-0.014047875069081783
268066	rnn.weight_ih_l1	5	-0.040311820805072784
268066	rnn.weight_ih_l1	6	0.029032133519649506
268066	rnn.weight_ih_l1	7	-0.04449646547436714
268066	rnn.weight_ih_l1	8	0.037825945764780045
268066	rnn.weight_ih_l1	9	0.04482648894190788
268066	rnn.weight_hh_l1	0	-0.0073177809827029705
268066	rnn.weight_hh_l1	1	0.01989714615046978
268066	rnn.weight_hh_l1	2	0.006666079629212618
268066	rnn.weight_hh_l1	3	-0.012650644406676292
268066	rnn.weight_hh_l1	4	0.0047941361553967
268066	rnn.weight_hh_l1	5	0.03519656881690025
268066	rnn.weight_hh_l1	6	0.036233603954315186
268066	rnn.weight_hh_l1	7	-0.016344131901860237
268066	rnn.weight_hh_l1	8	-0.007189599797129631
268066	rnn.weight_hh_l1	9	0.03868378698825836
268066	rnn.bias_ih_l1	0	-0.18407881259918213
268066	rnn.bias_ih_l1	1	-0.17430132627487183
268066	rnn.bias_ih_l1	2	-0.19709892570972443
268066	rnn.bias_ih_l1	3	-0.3076622784137726
268066	rnn.bias_ih_l1	4	-0.21192166209220886
268066	rnn.bias_ih_l1	5	-0.08906150609254837
268066	rnn.bias_ih_l1	6	-0.15886548161506653
268066	rnn.bias_ih_l1	7	-0.0034274400677531958
268066	rnn.bias_ih_l1	8	-0.13006362318992615
268066	rnn.bias_ih_l1	9	-0.12292440235614777
268066	rnn.bias_hh_l1	0	-0.09707774966955185
268066	rnn.bias_hh_l1	1	-0.06318088620901108
268066	rnn.bias_hh_l1	2	-0.08547438681125641
268066	rnn.bias_hh_l1	3	-0.0774986520409584
268066	rnn.bias_hh_l1	4	-0.0731533095240593
268066	rnn.bias_hh_l1	5	-0.11765818297863007
268066	rnn.bias_hh_l1	6	-0.16043631732463837
268066	rnn.bias_hh_l1	7	0.07462361454963684
268066	rnn.bias_hh_l1	8	-0.17610976099967957
268066	rnn.bias_hh_l1	9	-0.11547283828258514
268066	rnn.weight_ih_l1_reverse	0	-0.04742676764726639
268066	rnn.weight_ih_l1_reverse	1	0.032920144498348236
268066	rnn.weight_ih_l1_reverse	2	0.08831533789634705
268066	rnn.weight_ih_l1_reverse	3	-0.018013058230280876
268066	rnn.weight_ih_l1_reverse	4	-0.02332770824432373
268066	rnn.weight_ih_l1_reverse	5	-0.03032570146024227
268066	rnn.weight_ih_l1_reverse	6	-0.019585072994232178
268066	rnn.weight_ih_l1_reverse	7	0.02979208156466484
268066	rnn.weight_ih_l1_reverse	8	0.005523449741303921
268066	rnn.weight_ih_l1_reverse	9	-0.03353617712855339
268066	rnn.weight_hh_l1_reverse	0	0.0045651099644601345
268066	rnn.weight_hh_l1_reverse	1	0.0316895954310894
268066	rnn.weight_hh_l1_reverse	2	-0.040617071092128754
268066	rnn.weight_hh_l1_reverse	3	0.03500299155712128
268066	rnn.weight_hh_l1_reverse	4	0.04716870188713074
268066	rnn.weight_hh_l1_reverse	5	0.005968989338725805
268066	rnn.weight_hh_l1_reverse	6	0.0488024577498436
268066	rnn.weight_hh_l1_reverse	7	0.031000034883618355
268066	rnn.weight_hh_l1_reverse	8	-0.0071437475271523
268066	rnn.weight_hh_l1_reverse	9	-0.030206631869077682
268066	rnn.bias_ih_l1_reverse	0	-0.045923877507448196
268066	rnn.bias_ih_l1_reverse	1	-0.14004558324813843
268066	rnn.bias_ih_l1_reverse	2	-0.1631992608308792
268066	rnn.bias_ih_l1_reverse	3	-0.061529964208602905
268066	rnn.bias_ih_l1_reverse	4	-0.20397759974002838
268066	rnn.bias_ih_l1_reverse	5	-0.11665854603052139
268066	rnn.bias_ih_l1_reverse	6	-0.13016149401664734
268066	rnn.bias_ih_l1_reverse	7	-0.19201892614364624
268066	rnn.bias_ih_l1_reverse	8	0.22710292041301727
268066	rnn.bias_ih_l1_reverse	9	0.022963522002100945
268066	rnn.bias_hh_l1_reverse	0	0.01060450728982687
268066	rnn.bias_hh_l1_reverse	1	-0.06478758901357651
268066	rnn.bias_hh_l1_reverse	2	-0.2372351586818695
268066	rnn.bias_hh_l1_reverse	3	-0.14377792179584503
268066	rnn.bias_hh_l1_reverse	4	-0.08030347526073456
268066	rnn.bias_hh_l1_reverse	5	-0.11625609546899796
268066	rnn.bias_hh_l1_reverse	6	0.06293657422065735
268066	rnn.bias_hh_l1_reverse	7	-0.1351606398820877
268066	rnn.bias_hh_l1_reverse	8	-0.12488851696252823
268066	rnn.bias_hh_l1_reverse	9	-0.14819547533988953
268066	linear.weight	0	0.002228822559118271
268066	linear.weight	1	0.09780441224575043
268066	linear.weight	2	-0.09232792258262634
268066	linear.weight	3	0.3126472532749176
268066	linear.weight	4	0.15068310499191284
268066	linear.weight	5	-0.06548898667097092
268066	linear.weight	6	0.09388966113328934
268066	linear.weight	7	0.1354479044675827
268066	linear.weight	8	0.041133228689432144
268066	linear.weight	9	-0.05087078735232353
268066	linear.bias	0	0.08471085876226425
268066	linear.bias	1	-0.18853072822093964
268066	linear.bias	2	-0.44652581214904785
268066	linear.bias	3	-0.6551994681358337
268066	linear.bias	4	-1.2591304779052734
268066	linear.bias	5	-0.06137640401721001
268066	linear.bias	6	-0.8206048607826233
268066	linear.bias	7	0.2696755528450012
268066	linear.bias	8	-0.3967946767807007
268066	linear.bias	9	-1.0231553316116333
268263	transitions	0	0.7552829384803772
268263	transitions	1	0.13915640115737915
268263	transitions	2	-10000.0
268263	transitions	3	-1.8281015157699585
268263	transitions	4	-10000.0
268263	transitions	5	0.5628182888031006
268263	transitions	6	-0.08562089502811432
268263	transitions	7	-0.8116512894630432
268263	transitions	8	-1.4227283000946045
268263	transitions	9	-0.0012313848128542304
268263	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
268263	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
268263	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
268263	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
268263	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
268263	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
268263	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
268263	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
268263	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
268263	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
268263	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
268263	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
268263	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
268263	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
268263	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
268263	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
268263	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
268263	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
268263	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
268263	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
268263	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
268263	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
268263	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
268263	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
268263	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
268263	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
268263	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
268263	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
268263	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
268263	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
268263	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
268263	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
268263	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
268263	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
268263	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
268263	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
268263	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
268263	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
268263	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
268263	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
268263	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
268263	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
268263	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
268263	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
268263	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
268263	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
268263	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
268263	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
268263	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
268263	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
268263	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
268263	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
268263	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
268263	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
268263	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
268263	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
268263	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
268263	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
268263	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
268263	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
268263	embedding2nn.weight	0	0.0165720134973526
268263	embedding2nn.weight	1	-0.012725831009447575
268263	embedding2nn.weight	2	-0.014268254861235619
268263	embedding2nn.weight	3	-0.03145897760987282
268263	embedding2nn.weight	4	-0.0059150345623493195
268263	embedding2nn.weight	5	-0.0037005888298153877
268263	embedding2nn.weight	6	-0.003973265178501606
268263	embedding2nn.weight	7	-0.07722311466932297
268263	embedding2nn.weight	8	-0.0019979383796453476
268263	embedding2nn.weight	9	-0.02773517742753029
268263	embedding2nn.bias	0	0.03221980854868889
268263	embedding2nn.bias	1	-0.07505573332309723
268263	embedding2nn.bias	2	0.07087808102369308
268263	embedding2nn.bias	3	0.05053533613681793
268263	embedding2nn.bias	4	-0.041954461485147476
268263	embedding2nn.bias	5	-0.011073047295212746
268263	embedding2nn.bias	6	0.015478153713047504
268263	embedding2nn.bias	7	-0.055441636592149734
268263	embedding2nn.bias	8	0.07373429089784622
268263	embedding2nn.bias	9	0.0446525402367115
268263	rnn.weight_ih_l0	0	-0.08088446408510208
268263	rnn.weight_ih_l0	1	0.0030294144526124
268263	rnn.weight_ih_l0	2	0.03538152202963829
268263	rnn.weight_ih_l0	3	0.02287226915359497
268263	rnn.weight_ih_l0	4	-0.048092279583215714
268263	rnn.weight_ih_l0	5	-0.0684240460395813
268263	rnn.weight_ih_l0	6	-0.0011435054475441575
268263	rnn.weight_ih_l0	7	0.053619492799043655
268263	rnn.weight_ih_l0	8	-0.017124179750680923
268263	rnn.weight_ih_l0	9	-0.03076186031103134
268263	rnn.weight_hh_l0	0	-0.030075067654252052
268263	rnn.weight_hh_l0	1	-0.007279027719050646
268263	rnn.weight_hh_l0	2	0.006690089125186205
268263	rnn.weight_hh_l0	3	-0.0744258388876915
268263	rnn.weight_hh_l0	4	0.09336290508508682
268263	rnn.weight_hh_l0	5	-0.026856113225221634
268263	rnn.weight_hh_l0	6	-0.06377124786376953
268263	rnn.weight_hh_l0	7	0.008794782683253288
268263	rnn.weight_hh_l0	8	0.0133954007178545
268263	rnn.weight_hh_l0	9	-0.02563515305519104
268263	rnn.bias_ih_l0	0	0.12975150346755981
268263	rnn.bias_ih_l0	1	-0.034090857952833176
268263	rnn.bias_ih_l0	2	-0.03412293642759323
268263	rnn.bias_ih_l0	3	0.1631062775850296
268263	rnn.bias_ih_l0	4	-0.012819449417293072
268263	rnn.bias_ih_l0	5	-0.023080993443727493
268263	rnn.bias_ih_l0	6	0.01707208901643753
268263	rnn.bias_ih_l0	7	0.023760918527841568
268263	rnn.bias_ih_l0	8	-0.09939298778772354
268263	rnn.bias_ih_l0	9	-0.04136062413454056
268263	rnn.bias_hh_l0	0	-0.001205915934406221
268263	rnn.bias_hh_l0	1	-0.1004389226436615
268263	rnn.bias_hh_l0	2	-0.07513479888439178
268263	rnn.bias_hh_l0	3	-0.08870574086904526
268263	rnn.bias_hh_l0	4	0.008294865489006042
268263	rnn.bias_hh_l0	5	-0.020583758130669594
268263	rnn.bias_hh_l0	6	0.028386348858475685
268263	rnn.bias_hh_l0	7	0.06064953655004501
268263	rnn.bias_hh_l0	8	-0.12310506403446198
268263	rnn.bias_hh_l0	9	-0.05903315916657448
268263	rnn.weight_ih_l0_reverse	0	-0.025526806712150574
268263	rnn.weight_ih_l0_reverse	1	-0.05705859512090683
268263	rnn.weight_ih_l0_reverse	2	-0.04888015240430832
268263	rnn.weight_ih_l0_reverse	3	0.015705008059740067
268263	rnn.weight_ih_l0_reverse	4	-0.02525843121111393
268263	rnn.weight_ih_l0_reverse	5	-0.05741811916232109
268263	rnn.weight_ih_l0_reverse	6	0.0735878050327301
268263	rnn.weight_ih_l0_reverse	7	-0.018980948254466057
268263	rnn.weight_ih_l0_reverse	8	-0.01852373033761978
268263	rnn.weight_ih_l0_reverse	9	0.004479952156543732
268263	rnn.weight_hh_l0_reverse	0	0.06854702532291412
268263	rnn.weight_hh_l0_reverse	1	0.01984797976911068
268263	rnn.weight_hh_l0_reverse	2	0.030095016583800316
268263	rnn.weight_hh_l0_reverse	3	0.03534252569079399
268263	rnn.weight_hh_l0_reverse	4	0.014343536458909512
268263	rnn.weight_hh_l0_reverse	5	0.008118695579469204
268263	rnn.weight_hh_l0_reverse	6	0.05097539350390434
268263	rnn.weight_hh_l0_reverse	7	-0.08201108872890472
268263	rnn.weight_hh_l0_reverse	8	0.04013855755329132
268263	rnn.weight_hh_l0_reverse	9	0.0348457507789135
268263	rnn.bias_ih_l0_reverse	0	-0.05678843706846237
268263	rnn.bias_ih_l0_reverse	1	-0.28235453367233276
268263	rnn.bias_ih_l0_reverse	2	-0.12465468794107437
268263	rnn.bias_ih_l0_reverse	3	-0.0477139838039875
268263	rnn.bias_ih_l0_reverse	4	-0.022133590653538704
268263	rnn.bias_ih_l0_reverse	5	0.07584421336650848
268263	rnn.bias_ih_l0_reverse	6	-0.06519748270511627
268263	rnn.bias_ih_l0_reverse	7	0.061356864869594574
268263	rnn.bias_ih_l0_reverse	8	-0.03577897325158119
268263	rnn.bias_ih_l0_reverse	9	0.06584019213914871
268263	rnn.bias_hh_l0_reverse	0	0.02342425286769867
268263	rnn.bias_hh_l0_reverse	1	-0.06345254927873611
268263	rnn.bias_hh_l0_reverse	2	0.08865433931350708
268263	rnn.bias_hh_l0_reverse	3	-0.05178593844175339
268263	rnn.bias_hh_l0_reverse	4	-0.02821667492389679
268263	rnn.bias_hh_l0_reverse	5	-0.022110702469944954
268263	rnn.bias_hh_l0_reverse	6	-0.020238809287548065
268263	rnn.bias_hh_l0_reverse	7	0.09972267597913742
268263	rnn.bias_hh_l0_reverse	8	0.0303921177983284
268263	rnn.bias_hh_l0_reverse	9	-0.1485012173652649
268263	rnn.weight_ih_l1	0	-0.029740918427705765
268263	rnn.weight_ih_l1	1	-0.0504058413207531
268263	rnn.weight_ih_l1	2	0.0651044175028801
268263	rnn.weight_ih_l1	3	-0.07306170463562012
268263	rnn.weight_ih_l1	4	-0.014043804258108139
268263	rnn.weight_ih_l1	5	-0.040314171463251114
268263	rnn.weight_ih_l1	6	0.029049985110759735
268263	rnn.weight_ih_l1	7	-0.04448026046156883
268263	rnn.weight_ih_l1	8	0.03782947361469269
268263	rnn.weight_ih_l1	9	0.04482310265302658
268263	rnn.weight_hh_l1	0	-0.007295562885701656
268263	rnn.weight_hh_l1	1	0.019896697252988815
268263	rnn.weight_hh_l1	2	0.006661537103354931
268263	rnn.weight_hh_l1	3	-0.012649787589907646
268263	rnn.weight_hh_l1	4	0.0047989338636398315
268263	rnn.weight_hh_l1	5	0.03519453480839729
268263	rnn.weight_hh_l1	6	0.0362359918653965
268263	rnn.weight_hh_l1	7	-0.016346469521522522
268263	rnn.weight_hh_l1	8	-0.007193469908088446
268263	rnn.weight_hh_l1	9	0.03868921846151352
268263	rnn.bias_ih_l1	0	-0.18404392898082733
268263	rnn.bias_ih_l1	1	-0.1743604838848114
268263	rnn.bias_ih_l1	2	-0.19713404774665833
268263	rnn.bias_ih_l1	3	-0.307681143283844
268263	rnn.bias_ih_l1	4	-0.21196135878562927
268263	rnn.bias_ih_l1	5	-0.0890691727399826
268263	rnn.bias_ih_l1	6	-0.15888088941574097
268263	rnn.bias_ih_l1	7	-0.0034249175805598497
268263	rnn.bias_ih_l1	8	-0.1301395148038864
268263	rnn.bias_ih_l1	9	-0.12299452722072601
268263	rnn.bias_hh_l1	0	-0.09710104018449783
268263	rnn.bias_hh_l1	1	-0.0631985142827034
268263	rnn.bias_hh_l1	2	-0.08542829006910324
268263	rnn.bias_hh_l1	3	-0.07750644534826279
268263	rnn.bias_hh_l1	4	-0.07315337657928467
268263	rnn.bias_hh_l1	5	-0.11763937026262283
268263	rnn.bias_hh_l1	6	-0.16045255959033966
268263	rnn.bias_hh_l1	7	0.07452338933944702
268263	rnn.bias_hh_l1	8	-0.17612335085868835
268263	rnn.bias_hh_l1	9	-0.1154894158244133
268263	rnn.weight_ih_l1_reverse	0	-0.04744638130068779
268263	rnn.weight_ih_l1_reverse	1	0.03293740376830101
268263	rnn.weight_ih_l1_reverse	2	0.0883261188864708
268263	rnn.weight_ih_l1_reverse	3	-0.01798911578953266
268263	rnn.weight_ih_l1_reverse	4	-0.023325087502598763
268263	rnn.weight_ih_l1_reverse	5	-0.03032744489610195
268263	rnn.weight_ih_l1_reverse	6	-0.01957513950765133
268263	rnn.weight_ih_l1_reverse	7	0.029773710295557976
268263	rnn.weight_ih_l1_reverse	8	0.005498809739947319
268263	rnn.weight_ih_l1_reverse	9	-0.033542923629283905
268263	rnn.weight_hh_l1_reverse	0	0.0045663537457585335
268263	rnn.weight_hh_l1_reverse	1	0.03169209882616997
268263	rnn.weight_hh_l1_reverse	2	-0.040617458522319794
268263	rnn.weight_hh_l1_reverse	3	0.03500243276357651
268263	rnn.weight_hh_l1_reverse	4	0.047161947935819626
268263	rnn.weight_hh_l1_reverse	5	0.005978770554065704
268263	rnn.weight_hh_l1_reverse	6	0.04881375655531883
268263	rnn.weight_hh_l1_reverse	7	0.03099268488585949
268263	rnn.weight_hh_l1_reverse	8	-0.007147573865950108
268263	rnn.weight_hh_l1_reverse	9	-0.030205750837922096
268263	rnn.bias_ih_l1_reverse	0	-0.045829810202121735
268263	rnn.bias_ih_l1_reverse	1	-0.13999640941619873
268263	rnn.bias_ih_l1_reverse	2	-0.16312451660633087
268263	rnn.bias_ih_l1_reverse	3	-0.061704035848379135
268263	rnn.bias_ih_l1_reverse	4	-0.20399081707000732
268263	rnn.bias_ih_l1_reverse	5	-0.11664948612451553
268263	rnn.bias_ih_l1_reverse	6	-0.13017959892749786
268263	rnn.bias_ih_l1_reverse	7	-0.19195058941841125
268263	rnn.bias_ih_l1_reverse	8	0.22700679302215576
268263	rnn.bias_ih_l1_reverse	9	0.022971274331212044
268263	rnn.bias_hh_l1_reverse	0	0.010645080357789993
268263	rnn.bias_hh_l1_reverse	1	-0.06477946788072586
268263	rnn.bias_hh_l1_reverse	2	-0.2372356653213501
268263	rnn.bias_hh_l1_reverse	3	-0.14377199113368988
268263	rnn.bias_hh_l1_reverse	4	-0.08028621226549149
268263	rnn.bias_hh_l1_reverse	5	-0.11613256484270096
268263	rnn.bias_hh_l1_reverse	6	0.06303732097148895
268263	rnn.bias_hh_l1_reverse	7	-0.135065957903862
268263	rnn.bias_hh_l1_reverse	8	-0.12492337822914124
268263	rnn.bias_hh_l1_reverse	9	-0.14819295704364777
268263	linear.weight	0	0.002228822559118271
268263	linear.weight	1	0.0978328064084053
268263	linear.weight	2	-0.09223391860723495
268263	linear.weight	3	0.31269314885139465
268263	linear.weight	4	0.15058422088623047
268263	linear.weight	5	-0.0655219703912735
268263	linear.weight	6	0.09383103996515274
268263	linear.weight	7	0.13559290766716003
268263	linear.weight	8	0.041133228689432144
268263	linear.weight	9	-0.050912804901599884
268263	linear.bias	0	0.0837647095322609
268263	linear.bias	1	-0.18897415697574615
268263	linear.bias	2	-0.4459380805492401
268263	linear.bias	3	-0.6551790237426758
268263	linear.bias	4	-1.2591139078140259
268263	linear.bias	5	-0.06124227121472359
268263	linear.bias	6	-0.8210419416427612
268263	linear.bias	7	0.2697948217391968
268263	linear.bias	8	-0.3974946141242981
268263	linear.bias	9	-1.0238566398620605
268460	transitions	0	0.7551631331443787
268460	transitions	1	0.1391228586435318
268460	transitions	2	-10000.0
268460	transitions	3	-1.8281015157699585
268460	transitions	4	-10000.0
268460	transitions	5	0.5628181099891663
268460	transitions	6	-0.08562162518501282
268460	transitions	7	-0.8116868138313293
268460	transitions	8	-1.422729253768921
268460	transitions	9	-0.0012313926126807928
268460	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
268460	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
268460	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
268460	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
268460	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
268460	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
268460	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
268460	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
268460	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
268460	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
268460	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
268460	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
268460	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
268460	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
268460	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
268460	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
268460	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
268460	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
268460	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
268460	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
268460	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
268460	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
268460	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
268460	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
268460	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
268460	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
268460	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
268460	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
268460	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
268460	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
268460	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
268460	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
268460	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
268460	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
268460	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
268460	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
268460	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
268460	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
268460	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
268460	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
268460	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
268460	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
268460	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
268460	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
268460	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
268460	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
268460	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
268460	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
268460	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
268460	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
268460	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
268460	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
268460	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
268460	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
268460	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
268460	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
268460	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
268460	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
268460	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
268460	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
268460	embedding2nn.weight	0	0.016597995534539223
268460	embedding2nn.weight	1	-0.01272426638752222
268460	embedding2nn.weight	2	-0.014268254861235619
268460	embedding2nn.weight	3	-0.03144201263785362
268460	embedding2nn.weight	4	-0.0059150345623493195
268460	embedding2nn.weight	5	-0.0037005888298153877
268460	embedding2nn.weight	6	-0.003973265178501606
268460	embedding2nn.weight	7	-0.07722839713096619
268460	embedding2nn.weight	8	-0.0019979383796453476
268460	embedding2nn.weight	9	-0.027750154957175255
268460	embedding2nn.bias	0	0.03219348192214966
268460	embedding2nn.bias	1	-0.07517966628074646
268460	embedding2nn.bias	2	0.07076393067836761
268460	embedding2nn.bias	3	0.05037643760442734
268460	embedding2nn.bias	4	-0.04205035790801048
268460	embedding2nn.bias	5	-0.011030217632651329
268460	embedding2nn.bias	6	0.01576758548617363
268460	embedding2nn.bias	7	-0.055607203394174576
268460	embedding2nn.bias	8	0.07370428740978241
268460	embedding2nn.bias	9	0.044541772454977036
268460	rnn.weight_ih_l0	0	-0.08089078217744827
268460	rnn.weight_ih_l0	1	0.0030231198761612177
268460	rnn.weight_ih_l0	2	0.03535756096243858
268460	rnn.weight_ih_l0	3	0.022883789613842964
268460	rnn.weight_ih_l0	4	-0.048117637634277344
268460	rnn.weight_ih_l0	5	-0.0684366300702095
268460	rnn.weight_ih_l0	6	-0.0011491694021970034
268460	rnn.weight_ih_l0	7	0.05361461266875267
268460	rnn.weight_ih_l0	8	-0.017109058797359467
268460	rnn.weight_ih_l0	9	-0.03078542649745941
268460	rnn.weight_hh_l0	0	-0.030053535476326942
268460	rnn.weight_hh_l0	1	-0.007300464436411858
268460	rnn.weight_hh_l0	2	0.006681334692984819
268460	rnn.weight_hh_l0	3	-0.07442460209131241
268460	rnn.weight_hh_l0	4	0.09336990118026733
268460	rnn.weight_hh_l0	5	-0.026856407523155212
268460	rnn.weight_hh_l0	6	-0.06377262622117996
268460	rnn.weight_hh_l0	7	0.008792131207883358
268460	rnn.weight_hh_l0	8	0.01338216383010149
268460	rnn.weight_hh_l0	9	-0.025634612888097763
268460	rnn.bias_ih_l0	0	0.12974117696285248
268460	rnn.bias_ih_l0	1	-0.03408867493271828
268460	rnn.bias_ih_l0	2	-0.03407561406493187
268460	rnn.bias_ih_l0	3	0.16310735046863556
268460	rnn.bias_ih_l0	4	-0.012789606116712093
268460	rnn.bias_ih_l0	5	-0.023072389885783195
268460	rnn.bias_ih_l0	6	0.017193719744682312
268460	rnn.bias_ih_l0	7	0.023693349212408066
268460	rnn.bias_ih_l0	8	-0.09941615909337997
268460	rnn.bias_ih_l0	9	-0.04125220701098442
268460	rnn.bias_hh_l0	0	-0.0011947948951274157
268460	rnn.bias_hh_l0	1	-0.10043805092573166
268460	rnn.bias_hh_l0	2	-0.07513353228569031
268460	rnn.bias_hh_l0	3	-0.08877891302108765
268460	rnn.bias_hh_l0	4	0.008298424072563648
268460	rnn.bias_hh_l0	5	-0.020594408735632896
268460	rnn.bias_hh_l0	6	0.028330810368061066
268460	rnn.bias_hh_l0	7	0.06060073524713516
268460	rnn.bias_hh_l0	8	-0.12315211445093155
268460	rnn.bias_hh_l0	9	-0.059076715260744095
268460	rnn.weight_ih_l0_reverse	0	-0.025522006675601006
268460	rnn.weight_ih_l0_reverse	1	-0.05707947909832001
268460	rnn.weight_ih_l0_reverse	2	-0.04889368638396263
268460	rnn.weight_ih_l0_reverse	3	0.0157197006046772
268460	rnn.weight_ih_l0_reverse	4	-0.02525969035923481
268460	rnn.weight_ih_l0_reverse	5	-0.05742090940475464
268460	rnn.weight_ih_l0_reverse	6	0.07359698414802551
268460	rnn.weight_ih_l0_reverse	7	-0.018978562206029892
268460	rnn.weight_ih_l0_reverse	8	-0.018522804602980614
268460	rnn.weight_ih_l0_reverse	9	0.0044533079490065575
268460	rnn.weight_hh_l0_reverse	0	0.06853550672531128
268460	rnn.weight_hh_l0_reverse	1	0.019859611988067627
268460	rnn.weight_hh_l0_reverse	2	0.030100207775831223
268460	rnn.weight_hh_l0_reverse	3	0.03535623848438263
268460	rnn.weight_hh_l0_reverse	4	0.01434179674834013
268460	rnn.weight_hh_l0_reverse	5	0.00811318214982748
268460	rnn.weight_hh_l0_reverse	6	0.05098423734307289
268460	rnn.weight_hh_l0_reverse	7	-0.08201182633638382
268460	rnn.weight_hh_l0_reverse	8	0.04014197364449501
268460	rnn.weight_hh_l0_reverse	9	0.034833550453186035
268460	rnn.bias_ih_l0_reverse	0	-0.056811876595020294
268460	rnn.bias_ih_l0_reverse	1	-0.28239285945892334
268460	rnn.bias_ih_l0_reverse	2	-0.12457870692014694
268460	rnn.bias_ih_l0_reverse	3	-0.047698475420475006
268460	rnn.bias_ih_l0_reverse	4	-0.02211088128387928
268460	rnn.bias_ih_l0_reverse	5	0.07578738033771515
268460	rnn.bias_ih_l0_reverse	6	-0.0651722103357315
268460	rnn.bias_ih_l0_reverse	7	0.06131156533956528
268460	rnn.bias_ih_l0_reverse	8	-0.03581640496850014
268460	rnn.bias_ih_l0_reverse	9	0.06579434871673584
268460	rnn.bias_hh_l0_reverse	0	0.023401424288749695
268460	rnn.bias_hh_l0_reverse	1	-0.06333328783512115
268460	rnn.bias_hh_l0_reverse	2	0.08864026516675949
268460	rnn.bias_hh_l0_reverse	3	-0.05181149020791054
268460	rnn.bias_hh_l0_reverse	4	-0.02821638248860836
268460	rnn.bias_hh_l0_reverse	5	-0.022147713229060173
268460	rnn.bias_hh_l0_reverse	6	-0.02026895433664322
268460	rnn.bias_hh_l0_reverse	7	0.09971383213996887
268460	rnn.bias_hh_l0_reverse	8	0.030455848202109337
268460	rnn.bias_hh_l0_reverse	9	-0.1485629677772522
268460	rnn.weight_ih_l1	0	-0.029728511348366737
268460	rnn.weight_ih_l1	1	-0.050409089773893356
268460	rnn.weight_ih_l1	2	0.06509118527173996
268460	rnn.weight_ih_l1	3	-0.07309295982122421
268460	rnn.weight_ih_l1	4	-0.014049009419977665
268460	rnn.weight_ih_l1	5	-0.040310829877853394
268460	rnn.weight_ih_l1	6	0.029046671465039253
268460	rnn.weight_ih_l1	7	-0.044490739703178406
268460	rnn.weight_ih_l1	8	0.03782054781913757
268460	rnn.weight_ih_l1	9	0.04481984302401543
268460	rnn.weight_hh_l1	0	-0.007293171714991331
268460	rnn.weight_hh_l1	1	0.019898438826203346
268460	rnn.weight_hh_l1	2	0.006689005997031927
268460	rnn.weight_hh_l1	3	-0.012646748684346676
268460	rnn.weight_hh_l1	4	0.004804797004908323
268460	rnn.weight_hh_l1	5	0.03520523011684418
268460	rnn.weight_hh_l1	6	0.036231983453035355
268460	rnn.weight_hh_l1	7	-0.016347592696547508
268460	rnn.weight_hh_l1	8	-0.0071959649212658405
268460	rnn.weight_hh_l1	9	0.03866871818900108
268460	rnn.bias_ih_l1	0	-0.18402037024497986
268460	rnn.bias_ih_l1	1	-0.17443431913852692
268460	rnn.bias_ih_l1	2	-0.19715316593647003
268460	rnn.bias_ih_l1	3	-0.3075904846191406
268460	rnn.bias_ih_l1	4	-0.21202829480171204
268460	rnn.bias_ih_l1	5	-0.08903441578149796
268460	rnn.bias_ih_l1	6	-0.15888053178787231
268460	rnn.bias_ih_l1	7	-0.003369063837453723
268460	rnn.bias_ih_l1	8	-0.13017156720161438
268460	rnn.bias_ih_l1	9	-0.12307354807853699
268460	rnn.bias_hh_l1	0	-0.09707283973693848
268460	rnn.bias_hh_l1	1	-0.0632825419306755
268460	rnn.bias_hh_l1	2	-0.08542036265134811
268460	rnn.bias_hh_l1	3	-0.07753442972898483
268460	rnn.bias_hh_l1	4	-0.07318934053182602
268460	rnn.bias_hh_l1	5	-0.11759687215089798
268460	rnn.bias_hh_l1	6	-0.1604333519935608
268460	rnn.bias_hh_l1	7	0.07452820986509323
268460	rnn.bias_hh_l1	8	-0.17601348459720612
268460	rnn.bias_hh_l1	9	-0.11547986418008804
268460	rnn.weight_ih_l1_reverse	0	-0.04745811969041824
268460	rnn.weight_ih_l1_reverse	1	0.03296325355768204
268460	rnn.weight_ih_l1_reverse	2	0.08827406913042068
268460	rnn.weight_ih_l1_reverse	3	-0.017976198345422745
268460	rnn.weight_ih_l1_reverse	4	-0.023313898593187332
268460	rnn.weight_ih_l1_reverse	5	-0.030328812077641487
268460	rnn.weight_ih_l1_reverse	6	-0.019590171054005623
268460	rnn.weight_ih_l1_reverse	7	0.029743626713752747
268460	rnn.weight_ih_l1_reverse	8	0.005472294986248016
268460	rnn.weight_ih_l1_reverse	9	-0.03352334350347519
268460	rnn.weight_hh_l1_reverse	0	0.0045722178183496
268460	rnn.weight_hh_l1_reverse	1	0.0316915400326252
268460	rnn.weight_hh_l1_reverse	2	-0.04061609506607056
268460	rnn.weight_hh_l1_reverse	3	0.035002198070287704
268460	rnn.weight_hh_l1_reverse	4	0.047169651836156845
268460	rnn.weight_hh_l1_reverse	5	0.005987204611301422
268460	rnn.weight_hh_l1_reverse	6	0.048852771520614624
268460	rnn.weight_hh_l1_reverse	7	0.03098657727241516
268460	rnn.weight_hh_l1_reverse	8	-0.007148262578994036
268460	rnn.weight_hh_l1_reverse	9	-0.030209677293896675
268460	rnn.bias_ih_l1_reverse	0	-0.045843541622161865
268460	rnn.bias_ih_l1_reverse	1	-0.1399933099746704
268460	rnn.bias_ih_l1_reverse	2	-0.16314023733139038
268460	rnn.bias_ih_l1_reverse	3	-0.0616525374352932
268460	rnn.bias_ih_l1_reverse	4	-0.20398151874542236
268460	rnn.bias_ih_l1_reverse	5	-0.11661835014820099
268460	rnn.bias_ih_l1_reverse	6	-0.13017913699150085
268460	rnn.bias_ih_l1_reverse	7	-0.19194605946540833
268460	rnn.bias_ih_l1_reverse	8	0.22711189091205597
268460	rnn.bias_ih_l1_reverse	9	0.022868387401103973
268460	rnn.bias_hh_l1_reverse	0	0.010504643432796001
268460	rnn.bias_hh_l1_reverse	1	-0.06461775302886963
268460	rnn.bias_hh_l1_reverse	2	-0.2372148483991623
268460	rnn.bias_hh_l1_reverse	3	-0.14381949603557587
268460	rnn.bias_hh_l1_reverse	4	-0.08026672154664993
268460	rnn.bias_hh_l1_reverse	5	-0.11615300923585892
268460	rnn.bias_hh_l1_reverse	6	0.06302237510681152
268460	rnn.bias_hh_l1_reverse	7	-0.1350679099559784
268460	rnn.bias_hh_l1_reverse	8	-0.1249239519238472
268460	rnn.bias_hh_l1_reverse	9	-0.14821287989616394
268460	linear.weight	0	0.002228822559118271
268460	linear.weight	1	0.09782793372869492
268460	linear.weight	2	-0.0922546461224556
268460	linear.weight	3	0.3127043843269348
268460	linear.weight	4	0.15062911808490753
268460	linear.weight	5	-0.06554734706878662
268460	linear.weight	6	0.09384162724018097
268460	linear.weight	7	0.135567769408226
268460	linear.weight	8	0.041133224964141846
268460	linear.weight	9	-0.050906866788864136
268460	linear.bias	0	0.08586069196462631
268460	linear.bias	1	-0.18930742144584656
268460	linear.bias	2	-0.44671300053596497
268460	linear.bias	3	-0.6554819345474243
268460	linear.bias	4	-1.259401798248291
268460	linear.bias	5	-0.06210746616125107
268460	linear.bias	6	-0.8213750123977661
268460	linear.bias	7	0.26896440982818604
268460	linear.bias	8	-0.3964395225048065
268460	linear.bias	9	-1.0228034257888794
268464	transitions	0	0.7551637291908264
268464	transitions	1	0.1391228586435318
268464	transitions	2	-10000.0
268464	transitions	3	-1.8281015157699585
268464	transitions	4	-10000.0
268464	transitions	5	0.5628181099891663
268464	transitions	6	-0.0856216549873352
268464	transitions	7	-0.8116868138313293
268464	transitions	8	-1.4227293729782104
268464	transitions	9	-0.0012313926126807928
268464	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
268464	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
268464	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
268464	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
268464	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
268464	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
268464	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
268464	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
268464	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
268464	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
268464	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
268464	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
268464	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
268464	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
268464	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
268464	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
268464	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
268464	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
268464	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
268464	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
268464	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
268464	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
268464	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
268464	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
268464	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
268464	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
268464	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
268464	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
268464	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
268464	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
268464	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
268464	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
268464	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
268464	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
268464	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
268464	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
268464	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
268464	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
268464	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
268464	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
268464	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
268464	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
268464	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
268464	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
268464	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
268464	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
268464	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
268464	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
268464	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
268464	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
268464	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
268464	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
268464	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
268464	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
268464	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
268464	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
268464	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
268464	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
268464	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
268464	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
268464	embedding2nn.weight	0	0.01659642532467842
268464	embedding2nn.weight	1	-0.012724322266876698
268464	embedding2nn.weight	2	-0.014268254861235619
268464	embedding2nn.weight	3	-0.03144277632236481
268464	embedding2nn.weight	4	-0.0059150345623493195
268464	embedding2nn.weight	5	-0.0037005888298153877
268464	embedding2nn.weight	6	-0.003973265178501606
268464	embedding2nn.weight	7	-0.077227383852005
268464	embedding2nn.weight	8	-0.0019979383796453476
268464	embedding2nn.weight	9	-0.02775193750858307
268464	embedding2nn.bias	0	0.03223124518990517
268464	embedding2nn.bias	1	-0.0751931443810463
268464	embedding2nn.bias	2	0.07078463584184647
268464	embedding2nn.bias	3	0.05037735775113106
268464	embedding2nn.bias	4	-0.0420137457549572
268464	embedding2nn.bias	5	-0.011037052609026432
268464	embedding2nn.bias	6	0.015751270577311516
268464	embedding2nn.bias	7	-0.0556025356054306
268464	embedding2nn.bias	8	0.07371149212121964
268464	embedding2nn.bias	9	0.044540341943502426
268464	rnn.weight_ih_l0	0	-0.08089008182287216
268464	rnn.weight_ih_l0	1	0.0030225077643990517
268464	rnn.weight_ih_l0	2	0.0353575274348259
268464	rnn.weight_ih_l0	3	0.022882560268044472
268464	rnn.weight_ih_l0	4	-0.04811638593673706
268464	rnn.weight_ih_l0	5	-0.06843693554401398
268464	rnn.weight_ih_l0	6	-0.0011483612470328808
268464	rnn.weight_ih_l0	7	0.05361534282565117
268464	rnn.weight_ih_l0	8	-0.017109084874391556
268464	rnn.weight_ih_l0	9	-0.030779680237174034
268464	rnn.weight_hh_l0	0	-0.03005293197929859
268464	rnn.weight_hh_l0	1	-0.0073016067035496235
268464	rnn.weight_hh_l0	2	0.006677388679236174
268464	rnn.weight_hh_l0	3	-0.07442249357700348
268464	rnn.weight_hh_l0	4	0.09336939454078674
268464	rnn.weight_hh_l0	5	-0.02685435488820076
268464	rnn.weight_hh_l0	6	-0.06377524882555008
268464	rnn.weight_hh_l0	7	0.008792059496045113
268464	rnn.weight_hh_l0	8	0.013380557298660278
268464	rnn.weight_hh_l0	9	-0.02563401870429516
268464	rnn.bias_ih_l0	0	0.12974759936332703
268464	rnn.bias_ih_l0	1	-0.03408394008874893
268464	rnn.bias_ih_l0	2	-0.03406434878706932
268464	rnn.bias_ih_l0	3	0.16310951113700867
268464	rnn.bias_ih_l0	4	-0.012791592627763748
268464	rnn.bias_ih_l0	5	-0.023071743547916412
268464	rnn.bias_ih_l0	6	0.017192434519529343
268464	rnn.bias_ih_l0	7	0.023693211376667023
268464	rnn.bias_ih_l0	8	-0.0994156077504158
268464	rnn.bias_ih_l0	9	-0.04125691577792168
268464	rnn.bias_hh_l0	0	-0.001193871721625328
268464	rnn.bias_hh_l0	1	-0.10043780505657196
268464	rnn.bias_hh_l0	2	-0.07513535022735596
268464	rnn.bias_hh_l0	3	-0.08878057450056076
268464	rnn.bias_hh_l0	4	0.008301116526126862
268464	rnn.bias_hh_l0	5	-0.020595720037817955
268464	rnn.bias_hh_l0	6	0.02833094820380211
268464	rnn.bias_hh_l0	7	0.06060190126299858
268464	rnn.bias_hh_l0	8	-0.12315809726715088
268464	rnn.bias_hh_l0	9	-0.059072740375995636
268464	rnn.weight_ih_l0_reverse	0	-0.025523262098431587
268464	rnn.weight_ih_l0_reverse	1	-0.05708000808954239
268464	rnn.weight_ih_l0_reverse	2	-0.0488940067589283
268464	rnn.weight_ih_l0_reverse	3	0.01571882888674736
268464	rnn.weight_ih_l0_reverse	4	-0.025258177891373634
268464	rnn.weight_ih_l0_reverse	5	-0.0574205219745636
268464	rnn.weight_ih_l0_reverse	6	0.07359788566827774
268464	rnn.weight_ih_l0_reverse	7	-0.018991362303495407
268464	rnn.weight_ih_l0_reverse	8	-0.018523486331105232
268464	rnn.weight_ih_l0_reverse	9	0.004452578257769346
268464	rnn.weight_hh_l0_reverse	0	0.06852508336305618
268464	rnn.weight_hh_l0_reverse	1	0.019860081374645233
268464	rnn.weight_hh_l0_reverse	2	0.030100448057055473
268464	rnn.weight_hh_l0_reverse	3	0.03535626456141472
268464	rnn.weight_hh_l0_reverse	4	0.014341901056468487
268464	rnn.weight_hh_l0_reverse	5	0.008112587966024876
268464	rnn.weight_hh_l0_reverse	6	0.05098395049571991
268464	rnn.weight_hh_l0_reverse	7	-0.08201543241739273
268464	rnn.weight_hh_l0_reverse	8	0.040142957121133804
268464	rnn.weight_hh_l0_reverse	9	0.0348329097032547
268464	rnn.bias_ih_l0_reverse	0	-0.056808795779943466
268464	rnn.bias_ih_l0_reverse	1	-0.28239870071411133
268464	rnn.bias_ih_l0_reverse	2	-0.12457981705665588
268464	rnn.bias_ih_l0_reverse	3	-0.04770343378186226
268464	rnn.bias_ih_l0_reverse	4	-0.02210475131869316
268464	rnn.bias_ih_l0_reverse	5	0.07578546553850174
268464	rnn.bias_ih_l0_reverse	6	-0.06516660749912262
268464	rnn.bias_ih_l0_reverse	7	0.06131041422486305
268464	rnn.bias_ih_l0_reverse	8	-0.035809602588415146
268464	rnn.bias_ih_l0_reverse	9	0.06579292565584183
268464	rnn.bias_hh_l0_reverse	0	0.023402858525514603
268464	rnn.bias_hh_l0_reverse	1	-0.06333447247743607
268464	rnn.bias_hh_l0_reverse	2	0.08864548057317734
268464	rnn.bias_hh_l0_reverse	3	-0.051811106503009796
268464	rnn.bias_hh_l0_reverse	4	-0.028221646323800087
268464	rnn.bias_hh_l0_reverse	5	-0.02215036377310753
268464	rnn.bias_hh_l0_reverse	6	-0.020268399268388748
268464	rnn.bias_hh_l0_reverse	7	0.09970750659704208
268464	rnn.bias_hh_l0_reverse	8	0.030455756932497025
268464	rnn.bias_hh_l0_reverse	9	-0.1485598385334015
268464	rnn.weight_ih_l1	0	-0.029727952554821968
268464	rnn.weight_ih_l1	1	-0.05041331425309181
268464	rnn.weight_ih_l1	2	0.06509187817573547
268464	rnn.weight_ih_l1	3	-0.07309325784444809
268464	rnn.weight_ih_l1	4	-0.014052890241146088
268464	rnn.weight_ih_l1	5	-0.04030969366431236
268464	rnn.weight_ih_l1	6	0.02904585748910904
268464	rnn.weight_ih_l1	7	-0.04448898509144783
268464	rnn.weight_ih_l1	8	0.03782014176249504
268464	rnn.weight_ih_l1	9	0.044821664690971375
268464	rnn.weight_hh_l1	0	-0.007292245514690876
268464	rnn.weight_hh_l1	1	0.019897764548659325
268464	rnn.weight_hh_l1	2	0.006683629937469959
268464	rnn.weight_hh_l1	3	-0.012646324932575226
268464	rnn.weight_hh_l1	4	0.004804800730198622
268464	rnn.weight_hh_l1	5	0.035204626619815826
268464	rnn.weight_hh_l1	6	0.0362318679690361
268464	rnn.weight_hh_l1	7	-0.016346335411071777
268464	rnn.weight_hh_l1	8	-0.007195402402430773
268464	rnn.weight_hh_l1	9	0.03866884112358093
268464	rnn.bias_ih_l1	0	-0.18402040004730225
268464	rnn.bias_ih_l1	1	-0.17442715167999268
268464	rnn.bias_ih_l1	2	-0.197139710187912
268464	rnn.bias_ih_l1	3	-0.30757999420166016
268464	rnn.bias_ih_l1	4	-0.21204738318920135
268464	rnn.bias_ih_l1	5	-0.08903399854898453
268464	rnn.bias_ih_l1	6	-0.1588715761899948
268464	rnn.bias_ih_l1	7	-0.003362902905791998
268464	rnn.bias_ih_l1	8	-0.13015563786029816
268464	rnn.bias_ih_l1	9	-0.12308958172798157
268464	rnn.bias_hh_l1	0	-0.09707142412662506
268464	rnn.bias_hh_l1	1	-0.06328932195901871
268464	rnn.bias_hh_l1	2	-0.08541740477085114
268464	rnn.bias_hh_l1	3	-0.07753691077232361
268464	rnn.bias_hh_l1	4	-0.07318837940692902
268464	rnn.bias_hh_l1	5	-0.11759669333696365
268464	rnn.bias_hh_l1	6	-0.1604306995868683
268464	rnn.bias_hh_l1	7	0.07452184706926346
268464	rnn.bias_hh_l1	8	-0.17601458728313446
268464	rnn.bias_hh_l1	9	-0.11547747999429703
268464	rnn.weight_ih_l1_reverse	0	-0.047457728534936905
268464	rnn.weight_ih_l1_reverse	1	0.03296331688761711
268464	rnn.weight_ih_l1_reverse	2	0.08827196806669235
268464	rnn.weight_ih_l1_reverse	3	-0.01797875203192234
268464	rnn.weight_ih_l1_reverse	4	-0.02331560291349888
268464	rnn.weight_ih_l1_reverse	5	-0.030328793451189995
268464	rnn.weight_ih_l1_reverse	6	-0.01959024928510189
268464	rnn.weight_ih_l1_reverse	7	0.029744109138846397
268464	rnn.weight_ih_l1_reverse	8	0.005472506862133741
268464	rnn.weight_ih_l1_reverse	9	-0.033519357442855835
268464	rnn.weight_hh_l1_reverse	0	0.004572203848510981
268464	rnn.weight_hh_l1_reverse	1	0.0316912904381752
268464	rnn.weight_hh_l1_reverse	2	-0.0406157448887825
268464	rnn.weight_hh_l1_reverse	3	0.03500223159790039
268464	rnn.weight_hh_l1_reverse	4	0.04717164859175682
268464	rnn.weight_hh_l1_reverse	5	0.005987721960991621
268464	rnn.weight_hh_l1_reverse	6	0.04885324463248253
268464	rnn.weight_hh_l1_reverse	7	0.030986890196800232
268464	rnn.weight_hh_l1_reverse	8	-0.007148001343011856
268464	rnn.weight_hh_l1_reverse	9	-0.030209699645638466
268464	rnn.bias_ih_l1_reverse	0	-0.045847587287425995
268464	rnn.bias_ih_l1_reverse	1	-0.1399969756603241
268464	rnn.bias_ih_l1_reverse	2	-0.1631404012441635
268464	rnn.bias_ih_l1_reverse	3	-0.0616689994931221
268464	rnn.bias_ih_l1_reverse	4	-0.20398029685020447
268464	rnn.bias_ih_l1_reverse	5	-0.11661721765995026
268464	rnn.bias_ih_l1_reverse	6	-0.13018052279949188
268464	rnn.bias_ih_l1_reverse	7	-0.19194577634334564
268464	rnn.bias_ih_l1_reverse	8	0.22711707651615143
268464	rnn.bias_ih_l1_reverse	9	0.02288241498172283
268464	rnn.bias_hh_l1_reverse	0	0.010496443137526512
268464	rnn.bias_hh_l1_reverse	1	-0.06460951268672943
268464	rnn.bias_hh_l1_reverse	2	-0.2372141182422638
268464	rnn.bias_hh_l1_reverse	3	-0.1438187211751938
268464	rnn.bias_hh_l1_reverse	4	-0.08027349412441254
268464	rnn.bias_hh_l1_reverse	5	-0.11614539474248886
268464	rnn.bias_hh_l1_reverse	6	0.0630386546254158
268464	rnn.bias_hh_l1_reverse	7	-0.1350730061531067
268464	rnn.bias_hh_l1_reverse	8	-0.12492731958627701
268464	rnn.bias_hh_l1_reverse	9	-0.14821425080299377
268464	linear.weight	0	0.002228822559118271
268464	linear.weight	1	0.09783157706260681
268464	linear.weight	2	-0.09225169569253922
268464	linear.weight	3	0.31270530819892883
268464	linear.weight	4	0.15062664449214935
268464	linear.weight	5	-0.06554752588272095
268464	linear.weight	6	0.09383734315633774
268464	linear.weight	7	0.1355675309896469
268464	linear.weight	8	0.041133224964141846
268464	linear.weight	9	-0.050902124494314194
268464	linear.bias	0	0.08595868200063705
268464	linear.bias	1	-0.1893383264541626
268464	linear.bias	2	-0.4466996490955353
268464	linear.bias	3	-0.6555978059768677
268464	linear.bias	4	-1.2595176696777344
268464	linear.bias	5	-0.062105629593133926
268464	linear.bias	6	-0.8214050531387329
268464	linear.bias	7	0.2689652442932129
268464	linear.bias	8	-0.3963230848312378
268464	linear.bias	9	-1.0226868391036987
268661	transitions	0	0.7556805610656738
268661	transitions	1	0.13917216658592224
268661	transitions	2	-10000.0
268661	transitions	3	-1.8281015157699585
268661	transitions	4	-10000.0
268661	transitions	5	0.5628156065940857
268661	transitions	6	-0.0856223851442337
268661	transitions	7	-0.8116962313652039
268661	transitions	8	-1.4227300882339478
268661	transitions	9	-0.0012313954066485167
268661	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
268661	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
268661	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
268661	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
268661	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
268661	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
268661	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
268661	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
268661	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
268661	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
268661	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
268661	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
268661	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
268661	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
268661	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
268661	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
268661	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
268661	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
268661	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
268661	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
268661	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
268661	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
268661	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
268661	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
268661	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
268661	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
268661	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
268661	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
268661	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
268661	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
268661	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
268661	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
268661	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
268661	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
268661	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
268661	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
268661	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
268661	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
268661	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
268661	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
268661	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
268661	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
268661	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
268661	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
268661	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
268661	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
268661	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
268661	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
268661	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
268661	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
268661	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
268661	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
268661	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
268661	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
268661	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
268661	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
268661	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
268661	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
268661	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
268661	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
268661	embedding2nn.weight	0	0.016637904569506645
268661	embedding2nn.weight	1	-0.012726987712085247
268661	embedding2nn.weight	2	-0.014268254861235619
268661	embedding2nn.weight	3	-0.03140323609113693
268661	embedding2nn.weight	4	-0.0059150345623493195
268661	embedding2nn.weight	5	-0.0037005888298153877
268661	embedding2nn.weight	6	-0.003973265178501606
268661	embedding2nn.weight	7	-0.0772329717874527
268661	embedding2nn.weight	8	-0.0019979383796453476
268661	embedding2nn.weight	9	-0.027758413925766945
268661	embedding2nn.bias	0	0.03202987462282181
268661	embedding2nn.bias	1	-0.07501542568206787
268661	embedding2nn.bias	2	0.07092659920454025
268661	embedding2nn.bias	3	0.05042247846722603
268661	embedding2nn.bias	4	-0.04206996411085129
268661	embedding2nn.bias	5	-0.011145764961838722
268661	embedding2nn.bias	6	0.01596551202237606
268661	embedding2nn.bias	7	-0.055584102869033813
268661	embedding2nn.bias	8	0.07380259037017822
268661	embedding2nn.bias	9	0.04434150084853172
268661	rnn.weight_ih_l0	0	-0.08089364320039749
268661	rnn.weight_ih_l0	1	0.003042609430849552
268661	rnn.weight_ih_l0	2	0.035350143909454346
268661	rnn.weight_ih_l0	3	0.022861868143081665
268661	rnn.weight_ih_l0	4	-0.04810195788741112
268661	rnn.weight_ih_l0	5	-0.06844831258058548
268661	rnn.weight_ih_l0	6	-0.0011334170121699572
268661	rnn.weight_ih_l0	7	0.05362154543399811
268661	rnn.weight_ih_l0	8	-0.017107993364334106
268661	rnn.weight_ih_l0	9	-0.030785270035266876
268661	rnn.weight_hh_l0	0	-0.030050119385123253
268661	rnn.weight_hh_l0	1	-0.007298684678971767
268661	rnn.weight_hh_l0	2	0.006681536324322224
268661	rnn.weight_hh_l0	3	-0.07443128526210785
268661	rnn.weight_hh_l0	4	0.09337098896503448
268661	rnn.weight_hh_l0	5	-0.026844047009944916
268661	rnn.weight_hh_l0	6	-0.06379304081201553
268661	rnn.weight_hh_l0	7	0.008778378367424011
268661	rnn.weight_hh_l0	8	0.0133828641846776
268661	rnn.weight_hh_l0	9	-0.02563883364200592
268661	rnn.bias_ih_l0	0	0.12972526252269745
268661	rnn.bias_ih_l0	1	-0.034090615808963776
268661	rnn.bias_ih_l0	2	-0.03399839252233505
268661	rnn.bias_ih_l0	3	0.16314277052879333
268661	rnn.bias_ih_l0	4	-0.012788575142621994
268661	rnn.bias_ih_l0	5	-0.023076606914401054
268661	rnn.bias_ih_l0	6	0.017213596031069756
268661	rnn.bias_ih_l0	7	0.02372332662343979
268661	rnn.bias_ih_l0	8	-0.09940913319587708
268661	rnn.bias_ih_l0	9	-0.041293978691101074
268661	rnn.bias_hh_l0	0	-0.0012202952057123184
268661	rnn.bias_hh_l0	1	-0.10045599192380905
268661	rnn.bias_hh_l0	2	-0.07512395828962326
268661	rnn.bias_hh_l0	3	-0.08874931186437607
268661	rnn.bias_hh_l0	4	0.008337493054568768
268661	rnn.bias_hh_l0	5	-0.02054714411497116
268661	rnn.bias_hh_l0	6	0.028324710205197334
268661	rnn.bias_hh_l0	7	0.06053795665502548
268661	rnn.bias_hh_l0	8	-0.12307155132293701
268661	rnn.bias_hh_l0	9	-0.059162408113479614
268661	rnn.weight_ih_l0_reverse	0	-0.02551337331533432
268661	rnn.weight_ih_l0_reverse	1	-0.05707792192697525
268661	rnn.weight_ih_l0_reverse	2	-0.048919904977083206
268661	rnn.weight_ih_l0_reverse	3	0.01569303311407566
268661	rnn.weight_ih_l0_reverse	4	-0.025263778865337372
268661	rnn.weight_ih_l0_reverse	5	-0.05742119625210762
268661	rnn.weight_ih_l0_reverse	6	0.07358957082033157
268661	rnn.weight_ih_l0_reverse	7	-0.01897452399134636
268661	rnn.weight_ih_l0_reverse	8	-0.018543049693107605
268661	rnn.weight_ih_l0_reverse	9	0.004452838096767664
268661	rnn.weight_hh_l0_reverse	0	0.06853470951318741
268661	rnn.weight_hh_l0_reverse	1	0.019852830097079277
268661	rnn.weight_hh_l0_reverse	2	0.030094150453805923
268661	rnn.weight_hh_l0_reverse	3	0.03537627309560776
268661	rnn.weight_hh_l0_reverse	4	0.01433761976659298
268661	rnn.weight_hh_l0_reverse	5	0.008105464279651642
268661	rnn.weight_hh_l0_reverse	6	0.050996363162994385
268661	rnn.weight_hh_l0_reverse	7	-0.08202917128801346
268661	rnn.weight_hh_l0_reverse	8	0.04015713557600975
268661	rnn.weight_hh_l0_reverse	9	0.03483414277434349
268661	rnn.bias_ih_l0_reverse	0	-0.056794408708810806
268661	rnn.bias_ih_l0_reverse	1	-0.28238505125045776
268661	rnn.bias_ih_l0_reverse	2	-0.12461163103580475
268661	rnn.bias_ih_l0_reverse	3	-0.04773746058344841
268661	rnn.bias_ih_l0_reverse	4	-0.022098202258348465
268661	rnn.bias_ih_l0_reverse	5	0.07579942792654037
268661	rnn.bias_ih_l0_reverse	6	-0.06522653251886368
268661	rnn.bias_ih_l0_reverse	7	0.061313267797231674
268661	rnn.bias_ih_l0_reverse	8	-0.03583661466836929
268661	rnn.bias_ih_l0_reverse	9	0.06582516431808472
268661	rnn.bias_hh_l0_reverse	0	0.023422228172421455
268661	rnn.bias_hh_l0_reverse	1	-0.06330842524766922
268661	rnn.bias_hh_l0_reverse	2	0.08866707980632782
268661	rnn.bias_hh_l0_reverse	3	-0.05181223526597023
268661	rnn.bias_hh_l0_reverse	4	-0.02821875549852848
268661	rnn.bias_hh_l0_reverse	5	-0.022196566686034203
268661	rnn.bias_hh_l0_reverse	6	-0.020269904285669327
268661	rnn.bias_hh_l0_reverse	7	0.09964275360107422
268661	rnn.bias_hh_l0_reverse	8	0.03045908734202385
268661	rnn.bias_hh_l0_reverse	9	-0.14851830899715424
268661	rnn.weight_ih_l1	0	-0.029731160029768944
268661	rnn.weight_ih_l1	1	-0.05044105276465416
268661	rnn.weight_ih_l1	2	0.06514278799295425
268661	rnn.weight_ih_l1	3	-0.07310236245393753
268661	rnn.weight_ih_l1	4	-0.014054615050554276
268661	rnn.weight_ih_l1	5	-0.04030907154083252
268661	rnn.weight_ih_l1	6	0.02902165986597538
268661	rnn.weight_ih_l1	7	-0.04448673129081726
268661	rnn.weight_ih_l1	8	0.03782308101654053
268661	rnn.weight_ih_l1	9	0.04482746496796608
268661	rnn.weight_hh_l1	0	-0.007311551831662655
268661	rnn.weight_hh_l1	1	0.019897514954209328
268661	rnn.weight_hh_l1	2	0.006675273180007935
268661	rnn.weight_hh_l1	3	-0.012638557702302933
268661	rnn.weight_hh_l1	4	0.004801570903509855
268661	rnn.weight_hh_l1	5	0.035213783383369446
268661	rnn.weight_hh_l1	6	0.03623418137431145
268661	rnn.weight_hh_l1	7	-0.016344768926501274
268661	rnn.weight_hh_l1	8	-0.0071967714466154575
268661	rnn.weight_hh_l1	9	0.038673609495162964
268661	rnn.bias_ih_l1	0	-0.18396715819835663
268661	rnn.bias_ih_l1	1	-0.17441245913505554
268661	rnn.bias_ih_l1	2	-0.19710546731948853
268661	rnn.bias_ih_l1	3	-0.3076173961162567
268661	rnn.bias_ih_l1	4	-0.21202746033668518
268661	rnn.bias_ih_l1	5	-0.08902482688426971
268661	rnn.bias_ih_l1	6	-0.15890519320964813
268661	rnn.bias_ih_l1	7	-0.0033695779275149107
268661	rnn.bias_ih_l1	8	-0.13011009991168976
268661	rnn.bias_ih_l1	9	-0.12307441234588623
268661	rnn.bias_hh_l1	0	-0.0970633327960968
268661	rnn.bias_hh_l1	1	-0.06322909891605377
268661	rnn.bias_hh_l1	2	-0.08540594577789307
268661	rnn.bias_hh_l1	3	-0.07756213843822479
268661	rnn.bias_hh_l1	4	-0.07316882908344269
268661	rnn.bias_hh_l1	5	-0.11760220676660538
268661	rnn.bias_hh_l1	6	-0.1603853553533554
268661	rnn.bias_hh_l1	7	0.0745699480175972
268661	rnn.bias_hh_l1	8	-0.17598840594291687
268661	rnn.bias_hh_l1	9	-0.11548945307731628
268661	rnn.weight_ih_l1_reverse	0	-0.04746117442846298
268661	rnn.weight_ih_l1_reverse	1	0.03294219449162483
268661	rnn.weight_ih_l1_reverse	2	0.08824924379587173
268661	rnn.weight_ih_l1_reverse	3	-0.018018221482634544
268661	rnn.weight_ih_l1_reverse	4	-0.023313090205192566
268661	rnn.weight_ih_l1_reverse	5	-0.030325589701533318
268661	rnn.weight_ih_l1_reverse	6	-0.0195162333548069
268661	rnn.weight_ih_l1_reverse	7	0.029753323644399643
268661	rnn.weight_ih_l1_reverse	8	0.005492870695888996
268661	rnn.weight_ih_l1_reverse	9	-0.03351305052638054
268661	rnn.weight_hh_l1_reverse	0	0.004569536540657282
268661	rnn.weight_hh_l1_reverse	1	0.03169860690832138
268661	rnn.weight_hh_l1_reverse	2	-0.040615007281303406
268661	rnn.weight_hh_l1_reverse	3	0.03500210493803024
268661	rnn.weight_hh_l1_reverse	4	0.04715917631983757
268661	rnn.weight_hh_l1_reverse	5	0.00598146440461278
268661	rnn.weight_hh_l1_reverse	6	0.04885328561067581
268661	rnn.weight_hh_l1_reverse	7	0.030985694378614426
268661	rnn.weight_hh_l1_reverse	8	-0.007145489100366831
268661	rnn.weight_hh_l1_reverse	9	-0.030210770666599274
268661	rnn.bias_ih_l1_reverse	0	-0.045807596296072006
268661	rnn.bias_ih_l1_reverse	1	-0.1400047391653061
268661	rnn.bias_ih_l1_reverse	2	-0.16316014528274536
268661	rnn.bias_ih_l1_reverse	3	-0.061721015721559525
268661	rnn.bias_ih_l1_reverse	4	-0.20398209989070892
268661	rnn.bias_ih_l1_reverse	5	-0.1166495531797409
268661	rnn.bias_ih_l1_reverse	6	-0.13021226227283478
268661	rnn.bias_ih_l1_reverse	7	-0.1919054239988327
268661	rnn.bias_ih_l1_reverse	8	0.22701647877693176
268661	rnn.bias_ih_l1_reverse	9	0.022901782765984535
268661	rnn.bias_hh_l1_reverse	0	0.010390404611825943
268661	rnn.bias_hh_l1_reverse	1	-0.06450748443603516
268661	rnn.bias_hh_l1_reverse	2	-0.23722122609615326
268661	rnn.bias_hh_l1_reverse	3	-0.14383314549922943
268661	rnn.bias_hh_l1_reverse	4	-0.08031074702739716
268661	rnn.bias_hh_l1_reverse	5	-0.11615970730781555
268661	rnn.bias_hh_l1_reverse	6	0.06281435489654541
268661	rnn.bias_hh_l1_reverse	7	-0.13510939478874207
268661	rnn.bias_hh_l1_reverse	8	-0.12498573213815689
268661	rnn.bias_hh_l1_reverse	9	-0.14820972084999084
268661	linear.weight	0	0.002228822559118271
268661	linear.weight	1	0.0977281853556633
268661	linear.weight	2	-0.09226860105991364
268661	linear.weight	3	0.3128522038459778
268661	linear.weight	4	0.15064628422260284
268661	linear.weight	5	-0.06553734093904495
268661	linear.weight	6	0.09366262704133987
268661	linear.weight	7	0.13563907146453857
268661	linear.weight	8	0.041133224964141846
268661	linear.weight	9	-0.050862520933151245
268661	linear.bias	0	0.08518372476100922
268661	linear.bias	1	-0.188994899392128
268661	linear.bias	2	-0.44686418771743774
268661	linear.bias	3	-0.65602046251297
268661	linear.bias	4	-1.259970784187317
268661	linear.bias	5	-0.0622999370098114
268661	linear.bias	6	-0.8211418986320496
268661	linear.bias	7	0.2686910331249237
268661	linear.bias	8	-0.39611750841140747
268661	linear.bias	9	-1.022491216659546
268858	transitions	0	0.7555040717124939
268858	transitions	1	0.13894949853420258
268858	transitions	2	-10000.0
268858	transitions	3	-1.8281017541885376
268858	transitions	4	-10000.0
268858	transitions	5	0.5628150701522827
268858	transitions	6	-0.08562371134757996
268858	transitions	7	-0.8116976022720337
268858	transitions	8	-1.422730803489685
268858	transitions	9	-0.0012313987826928496
268858	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
268858	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
268858	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
268858	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
268858	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
268858	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
268858	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
268858	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
268858	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
268858	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
268858	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
268858	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
268858	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
268858	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
268858	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
268858	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
268858	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
268858	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
268858	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
268858	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
268858	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
268858	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
268858	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
268858	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
268858	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
268858	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
268858	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
268858	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
268858	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
268858	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
268858	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
268858	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
268858	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
268858	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
268858	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
268858	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
268858	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
268858	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
268858	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
268858	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
268858	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
268858	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
268858	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
268858	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
268858	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
268858	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
268858	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
268858	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
268858	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
268858	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
268858	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
268858	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
268858	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
268858	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
268858	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
268858	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
268858	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
268858	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
268858	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
268858	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
268858	embedding2nn.weight	0	0.016655080020427704
268858	embedding2nn.weight	1	-0.012726190499961376
268858	embedding2nn.weight	2	-0.014268254861235619
268858	embedding2nn.weight	3	-0.031389541923999786
268858	embedding2nn.weight	4	-0.0059150345623493195
268858	embedding2nn.weight	5	-0.0037005888298153877
268858	embedding2nn.weight	6	-0.003973265178501606
268858	embedding2nn.weight	7	-0.07724174857139587
268858	embedding2nn.weight	8	-0.0019979383796453476
268858	embedding2nn.weight	9	-0.02774852328002453
268858	embedding2nn.bias	0	0.0318429097533226
268858	embedding2nn.bias	1	-0.07522793114185333
268858	embedding2nn.bias	2	0.07077690958976746
268858	embedding2nn.bias	3	0.050507552921772
268858	embedding2nn.bias	4	-0.04189565032720566
268858	embedding2nn.bias	5	-0.010992283001542091
268858	embedding2nn.bias	6	0.01575615629553795
268858	embedding2nn.bias	7	-0.05551709979772568
268858	embedding2nn.bias	8	0.07382356375455856
268858	embedding2nn.bias	9	0.044463034719228745
268858	rnn.weight_ih_l0	0	-0.08090540021657944
268858	rnn.weight_ih_l0	1	0.003046945668756962
268858	rnn.weight_ih_l0	2	0.035382531583309174
268858	rnn.weight_ih_l0	3	0.022844551131129265
268858	rnn.weight_ih_l0	4	-0.04807166010141373
268858	rnn.weight_ih_l0	5	-0.06844472885131836
268858	rnn.weight_ih_l0	6	-0.0011387026170268655
268858	rnn.weight_ih_l0	7	0.05361321195960045
268858	rnn.weight_ih_l0	8	-0.01708710938692093
268858	rnn.weight_ih_l0	9	-0.030770007520914078
268858	rnn.weight_hh_l0	0	-0.030044693499803543
268858	rnn.weight_hh_l0	1	-0.0073203351348638535
268858	rnn.weight_hh_l0	2	0.006682665087282658
268858	rnn.weight_hh_l0	3	-0.0744294673204422
268858	rnn.weight_hh_l0	4	0.0933656096458435
268858	rnn.weight_hh_l0	5	-0.02684158831834793
268858	rnn.weight_hh_l0	6	-0.06381721794605255
268858	rnn.weight_hh_l0	7	0.008780281990766525
268858	rnn.weight_hh_l0	8	0.013393254950642586
268858	rnn.weight_hh_l0	9	-0.025633901357650757
268858	rnn.bias_ih_l0	0	0.12972934544086456
268858	rnn.bias_ih_l0	1	-0.034110378473997116
268858	rnn.bias_ih_l0	2	-0.03394396975636482
268858	rnn.bias_ih_l0	3	0.16316188871860504
268858	rnn.bias_ih_l0	4	-0.01278543658554554
268858	rnn.bias_ih_l0	5	-0.023076536133885384
268858	rnn.bias_ih_l0	6	0.01729065366089344
268858	rnn.bias_ih_l0	7	0.023715976625680923
268858	rnn.bias_ih_l0	8	-0.099387526512146
268858	rnn.bias_ih_l0	9	-0.04132719337940216
268858	rnn.bias_hh_l0	0	-0.001206410932354629
268858	rnn.bias_hh_l0	1	-0.10042150318622589
268858	rnn.bias_hh_l0	2	-0.07509514689445496
268858	rnn.bias_hh_l0	3	-0.08874212950468063
268858	rnn.bias_hh_l0	4	0.008379478007555008
268858	rnn.bias_hh_l0	5	-0.02052905037999153
268858	rnn.bias_hh_l0	6	0.02837095782160759
268858	rnn.bias_hh_l0	7	0.06054314970970154
268858	rnn.bias_hh_l0	8	-0.1230166107416153
268858	rnn.bias_hh_l0	9	-0.05921798199415207
268858	rnn.weight_ih_l0_reverse	0	-0.025492345914244652
268858	rnn.weight_ih_l0_reverse	1	-0.05710680037736893
268858	rnn.weight_ih_l0_reverse	2	-0.04894053563475609
268858	rnn.weight_ih_l0_reverse	3	0.015710603445768356
268858	rnn.weight_ih_l0_reverse	4	-0.02526112273335457
268858	rnn.weight_ih_l0_reverse	5	-0.05742746219038963
268858	rnn.weight_ih_l0_reverse	6	0.07359116524457932
268858	rnn.weight_ih_l0_reverse	7	-0.01898321323096752
268858	rnn.weight_ih_l0_reverse	8	-0.018562566488981247
268858	rnn.weight_ih_l0_reverse	9	0.004444797057658434
268858	rnn.weight_hh_l0_reverse	0	0.06854601949453354
268858	rnn.weight_hh_l0_reverse	1	0.01984105259180069
268858	rnn.weight_hh_l0_reverse	2	0.030098354443907738
268858	rnn.weight_hh_l0_reverse	3	0.03538259118795395
268858	rnn.weight_hh_l0_reverse	4	0.014334194362163544
268858	rnn.weight_hh_l0_reverse	5	0.008104830048978329
268858	rnn.weight_hh_l0_reverse	6	0.050993893295526505
268858	rnn.weight_hh_l0_reverse	7	-0.08204162865877151
268858	rnn.weight_hh_l0_reverse	8	0.04015364125370979
268858	rnn.weight_hh_l0_reverse	9	0.03482945263385773
268858	rnn.bias_ih_l0_reverse	0	-0.05681474879384041
268858	rnn.bias_ih_l0_reverse	1	-0.28238388895988464
268858	rnn.bias_ih_l0_reverse	2	-0.1246018186211586
268858	rnn.bias_ih_l0_reverse	3	-0.0477740503847599
268858	rnn.bias_ih_l0_reverse	4	-0.022104691714048386
268858	rnn.bias_ih_l0_reverse	5	0.07584469765424728
268858	rnn.bias_ih_l0_reverse	6	-0.06524627655744553
268858	rnn.bias_ih_l0_reverse	7	0.061283934861421585
268858	rnn.bias_ih_l0_reverse	8	-0.03584230691194534
268858	rnn.bias_ih_l0_reverse	9	0.06579114496707916
268858	rnn.bias_hh_l0_reverse	0	0.023395590484142303
268858	rnn.bias_hh_l0_reverse	1	-0.06324785202741623
268858	rnn.bias_hh_l0_reverse	2	0.08865216374397278
268858	rnn.bias_hh_l0_reverse	3	-0.05188379064202309
268858	rnn.bias_hh_l0_reverse	4	-0.028198840096592903
268858	rnn.bias_hh_l0_reverse	5	-0.022188613191246986
268858	rnn.bias_hh_l0_reverse	6	-0.020316531881690025
268858	rnn.bias_hh_l0_reverse	7	0.09963538497686386
268858	rnn.bias_hh_l0_reverse	8	0.03043517656624317
268858	rnn.bias_hh_l0_reverse	9	-0.14856472611427307
268858	rnn.weight_ih_l1	0	-0.029734322801232338
268858	rnn.weight_ih_l1	1	-0.05044080689549446
268858	rnn.weight_ih_l1	2	0.06508052349090576
268858	rnn.weight_ih_l1	3	-0.07307139784097672
268858	rnn.weight_ih_l1	4	-0.014066633768379688
268858	rnn.weight_ih_l1	5	-0.040308818221092224
268858	rnn.weight_ih_l1	6	0.02901991456747055
268858	rnn.weight_ih_l1	7	-0.044476866722106934
268858	rnn.weight_ih_l1	8	0.03781745955348015
268858	rnn.weight_ih_l1	9	0.044832728803157806
268858	rnn.weight_hh_l1	0	-0.007292373571544886
268858	rnn.weight_hh_l1	1	0.019896604120731354
268858	rnn.weight_hh_l1	2	0.006679690442979336
268858	rnn.weight_hh_l1	3	-0.012644995003938675
268858	rnn.weight_hh_l1	4	0.0047966656275093555
268858	rnn.weight_hh_l1	5	0.03520519286394119
268858	rnn.weight_hh_l1	6	0.036225877702236176
268858	rnn.weight_hh_l1	7	-0.016339827328920364
268858	rnn.weight_hh_l1	8	-0.007200552150607109
268858	rnn.weight_hh_l1	9	0.038667917251586914
268858	rnn.bias_ih_l1	0	-0.18402792513370514
268858	rnn.bias_ih_l1	1	-0.17443092167377472
268858	rnn.bias_ih_l1	2	-0.19707150757312775
268858	rnn.bias_ih_l1	3	-0.30759352445602417
268858	rnn.bias_ih_l1	4	-0.21191516518592834
268858	rnn.bias_ih_l1	5	-0.08898375183343887
268858	rnn.bias_ih_l1	6	-0.15893538296222687
268858	rnn.bias_ih_l1	7	-0.0033299389760941267
268858	rnn.bias_ih_l1	8	-0.13008129596710205
268858	rnn.bias_ih_l1	9	-0.12308661639690399
268858	rnn.bias_hh_l1	0	-0.09709059447050095
268858	rnn.bias_hh_l1	1	-0.06325163692235947
268858	rnn.bias_hh_l1	2	-0.0854160264134407
268858	rnn.bias_hh_l1	3	-0.07759265601634979
268858	rnn.bias_hh_l1	4	-0.07317502051591873
268858	rnn.bias_hh_l1	5	-0.11757002770900726
268858	rnn.bias_hh_l1	6	-0.16035813093185425
268858	rnn.bias_hh_l1	7	0.07458063960075378
268858	rnn.bias_hh_l1	8	-0.1759522557258606
268858	rnn.bias_hh_l1	9	-0.11550266295671463
268858	rnn.weight_ih_l1_reverse	0	-0.047450996935367584
268858	rnn.weight_ih_l1_reverse	1	0.03291630744934082
268858	rnn.weight_ih_l1_reverse	2	0.08821944892406464
268858	rnn.weight_ih_l1_reverse	3	-0.018026355654001236
268858	rnn.weight_ih_l1_reverse	4	-0.02332836017012596
268858	rnn.weight_ih_l1_reverse	5	-0.030325526371598244
268858	rnn.weight_ih_l1_reverse	6	-0.01951809599995613
268858	rnn.weight_ih_l1_reverse	7	0.029778391122817993
268858	rnn.weight_ih_l1_reverse	8	0.0055147879756987095
268858	rnn.weight_ih_l1_reverse	9	-0.03349989652633667
268858	rnn.weight_hh_l1_reverse	0	0.004566826391965151
268858	rnn.weight_hh_l1_reverse	1	0.03169998899102211
268858	rnn.weight_hh_l1_reverse	2	-0.04061318561434746
268858	rnn.weight_hh_l1_reverse	3	0.03500215336680412
268858	rnn.weight_hh_l1_reverse	4	0.04716036468744278
268858	rnn.weight_hh_l1_reverse	5	0.0059808664955198765
268858	rnn.weight_hh_l1_reverse	6	0.048864997923374176
268858	rnn.weight_hh_l1_reverse	7	0.030986912548542023
268858	rnn.weight_hh_l1_reverse	8	-0.00714382017031312
268858	rnn.weight_hh_l1_reverse	9	-0.03021150454878807
268858	rnn.bias_ih_l1_reverse	0	-0.04582590237259865
268858	rnn.bias_ih_l1_reverse	1	-0.14000195264816284
268858	rnn.bias_ih_l1_reverse	2	-0.16314871609210968
268858	rnn.bias_ih_l1_reverse	3	-0.061762936413288116
268858	rnn.bias_ih_l1_reverse	4	-0.20398038625717163
268858	rnn.bias_ih_l1_reverse	5	-0.1166527271270752
268858	rnn.bias_ih_l1_reverse	6	-0.13020390272140503
268858	rnn.bias_ih_l1_reverse	7	-0.19194942712783813
268858	rnn.bias_ih_l1_reverse	8	0.22721940279006958
268858	rnn.bias_ih_l1_reverse	9	0.02288961596786976
268858	rnn.bias_hh_l1_reverse	0	0.010433734394609928
268858	rnn.bias_hh_l1_reverse	1	-0.06464540958404541
268858	rnn.bias_hh_l1_reverse	2	-0.237223282456398
268858	rnn.bias_hh_l1_reverse	3	-0.14384038746356964
268858	rnn.bias_hh_l1_reverse	4	-0.08031874150037766
268858	rnn.bias_hh_l1_reverse	5	-0.11617106199264526
268858	rnn.bias_hh_l1_reverse	6	0.06291069090366364
268858	rnn.bias_hh_l1_reverse	7	-0.1351269632577896
268858	rnn.bias_hh_l1_reverse	8	-0.12498515099287033
268858	rnn.bias_hh_l1_reverse	9	-0.14818993210792542
268858	linear.weight	0	0.002228822559118271
268858	linear.weight	1	0.09768284112215042
268858	linear.weight	2	-0.0922912210226059
268858	linear.weight	3	0.31283751130104065
268858	linear.weight	4	0.15069128572940826
268858	linear.weight	5	-0.06556166708469391
268858	linear.weight	6	0.09366064518690109
268858	linear.weight	7	0.1356540322303772
268858	linear.weight	8	0.04113322123885155
268858	linear.weight	9	-0.05085672438144684
268858	linear.bias	0	0.08643130213022232
268858	linear.bias	1	-0.18935814499855042
268858	linear.bias	2	-0.4479762315750122
268858	linear.bias	3	-0.6558108329772949
268858	linear.bias	4	-1.2597492933273315
268858	linear.bias	5	-0.06297214329242706
268858	linear.bias	6	-0.8214985728263855
268858	linear.bias	7	0.2680565118789673
268858	linear.bias	8	-0.3956669569015503
268858	linear.bias	9	-1.0220543146133423
269055	transitions	0	0.7554325461387634
269055	transitions	1	0.13893379271030426
269055	transitions	2	-10000.0
269055	transitions	3	-1.8281019926071167
269055	transitions	4	-10000.0
269055	transitions	5	0.5628144145011902
269055	transitions	6	-0.0856243148446083
269055	transitions	7	-0.8117001056671143
269055	transitions	8	-1.4227310419082642
269055	transitions	9	-0.0012314093764871359
269055	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
269055	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
269055	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
269055	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
269055	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
269055	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
269055	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
269055	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
269055	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
269055	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
269055	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
269055	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
269055	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
269055	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
269055	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
269055	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
269055	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
269055	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
269055	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
269055	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
269055	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
269055	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
269055	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
269055	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
269055	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
269055	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
269055	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
269055	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
269055	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
269055	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
269055	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
269055	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
269055	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
269055	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
269055	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
269055	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
269055	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
269055	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
269055	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
269055	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
269055	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
269055	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
269055	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
269055	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
269055	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
269055	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
269055	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
269055	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
269055	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
269055	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
269055	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
269055	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
269055	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
269055	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
269055	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
269055	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
269055	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
269055	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
269055	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
269055	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
269055	embedding2nn.weight	0	0.01662943884730339
269055	embedding2nn.weight	1	-0.012724336236715317
269055	embedding2nn.weight	2	-0.014268254861235619
269055	embedding2nn.weight	3	-0.03137224540114403
269055	embedding2nn.weight	4	-0.0059150345623493195
269055	embedding2nn.weight	5	-0.0037005888298153877
269055	embedding2nn.weight	6	-0.003973265178501606
269055	embedding2nn.weight	7	-0.07725019752979279
269055	embedding2nn.weight	8	-0.0019979383796453476
269055	embedding2nn.weight	9	-0.027762435376644135
269055	embedding2nn.bias	0	0.03141963109374046
269055	embedding2nn.bias	1	-0.07496677339076996
269055	embedding2nn.bias	2	0.07107341289520264
269055	embedding2nn.bias	3	0.05082009360194206
269055	embedding2nn.bias	4	-0.04205257073044777
269055	embedding2nn.bias	5	-0.011091168969869614
269055	embedding2nn.bias	6	0.015594355762004852
269055	embedding2nn.bias	7	-0.05548887699842453
269055	embedding2nn.bias	8	0.07400834560394287
269055	embedding2nn.bias	9	0.04442273825407028
269055	rnn.weight_ih_l0	0	-0.08090399950742722
269055	rnn.weight_ih_l0	1	0.0030543783213943243
269055	rnn.weight_ih_l0	2	0.03536049276590347
269055	rnn.weight_ih_l0	3	0.022835541516542435
269055	rnn.weight_ih_l0	4	-0.048075560480356216
269055	rnn.weight_ih_l0	5	-0.06846466660499573
269055	rnn.weight_ih_l0	6	-0.0011343874502927065
269055	rnn.weight_ih_l0	7	0.05359693989157677
269055	rnn.weight_ih_l0	8	-0.017087047919631004
269055	rnn.weight_ih_l0	9	-0.03080267272889614
269055	rnn.weight_hh_l0	0	-0.03004729002714157
269055	rnn.weight_hh_l0	1	-0.007324294187128544
269055	rnn.weight_hh_l0	2	0.006696473341435194
269055	rnn.weight_hh_l0	3	-0.07442769408226013
269055	rnn.weight_hh_l0	4	0.0933501273393631
269055	rnn.weight_hh_l0	5	-0.026861893013119698
269055	rnn.weight_hh_l0	6	-0.06379788368940353
269055	rnn.weight_hh_l0	7	0.008762427605688572
269055	rnn.weight_hh_l0	8	0.013390632346272469
269055	rnn.weight_hh_l0	9	-0.025632858276367188
269055	rnn.bias_ih_l0	0	0.12971359491348267
269055	rnn.bias_ih_l0	1	-0.034107618033885956
269055	rnn.bias_ih_l0	2	-0.03397604450583458
269055	rnn.bias_ih_l0	3	0.16314451396465302
269055	rnn.bias_ih_l0	4	-0.012805395759642124
269055	rnn.bias_ih_l0	5	-0.023071706295013428
269055	rnn.bias_ih_l0	6	0.017228389158844948
269055	rnn.bias_ih_l0	7	0.023782595992088318
269055	rnn.bias_ih_l0	8	-0.09939821809530258
269055	rnn.bias_ih_l0	9	-0.04141080006957054
269055	rnn.bias_hh_l0	0	-0.0012749915476888418
269055	rnn.bias_hh_l0	1	-0.10043519735336304
269055	rnn.bias_hh_l0	2	-0.07507739216089249
269055	rnn.bias_hh_l0	3	-0.0887419581413269
269055	rnn.bias_hh_l0	4	0.008384790271520615
269055	rnn.bias_hh_l0	5	-0.020541628822684288
269055	rnn.bias_hh_l0	6	0.028426872566342354
269055	rnn.bias_hh_l0	7	0.060531314462423325
269055	rnn.bias_hh_l0	8	-0.1229696050286293
269055	rnn.bias_hh_l0	9	-0.05911993235349655
269055	rnn.weight_ih_l0_reverse	0	-0.025495236739516258
269055	rnn.weight_ih_l0_reverse	1	-0.05710539594292641
269055	rnn.weight_ih_l0_reverse	2	-0.04893860965967178
269055	rnn.weight_ih_l0_reverse	3	0.015709413215517998
269055	rnn.weight_ih_l0_reverse	4	-0.0252530500292778
269055	rnn.weight_ih_l0_reverse	5	-0.05743414908647537
269055	rnn.weight_ih_l0_reverse	6	0.07359366118907928
269055	rnn.weight_ih_l0_reverse	7	-0.01898076944053173
269055	rnn.weight_ih_l0_reverse	8	-0.01857824996113777
269055	rnn.weight_ih_l0_reverse	9	0.004449824802577496
269055	rnn.weight_hh_l0_reverse	0	0.06855182349681854
269055	rnn.weight_hh_l0_reverse	1	0.01986749842762947
269055	rnn.weight_hh_l0_reverse	2	0.030110090970993042
269055	rnn.weight_hh_l0_reverse	3	0.035400744527578354
269055	rnn.weight_hh_l0_reverse	4	0.014357412233948708
269055	rnn.weight_hh_l0_reverse	5	0.008087336085736752
269055	rnn.weight_hh_l0_reverse	6	0.05099205672740936
269055	rnn.weight_hh_l0_reverse	7	-0.08203602582216263
269055	rnn.weight_hh_l0_reverse	8	0.040139053016901016
269055	rnn.weight_hh_l0_reverse	9	0.03483331948518753
269055	rnn.bias_ih_l0_reverse	0	-0.056787386536598206
269055	rnn.bias_ih_l0_reverse	1	-0.2823936641216278
269055	rnn.bias_ih_l0_reverse	2	-0.12461578845977783
269055	rnn.bias_ih_l0_reverse	3	-0.04778625816106796
269055	rnn.bias_ih_l0_reverse	4	-0.02216150239109993
269055	rnn.bias_ih_l0_reverse	5	0.07589796185493469
269055	rnn.bias_ih_l0_reverse	6	-0.06523584574460983
269055	rnn.bias_ih_l0_reverse	7	0.06137309968471527
269055	rnn.bias_ih_l0_reverse	8	-0.035804565995931625
269055	rnn.bias_ih_l0_reverse	9	0.06580817699432373
269055	rnn.bias_hh_l0_reverse	0	0.02335701696574688
269055	rnn.bias_hh_l0_reverse	1	-0.06330517679452896
269055	rnn.bias_hh_l0_reverse	2	0.08873243629932404
269055	rnn.bias_hh_l0_reverse	3	-0.05186929926276207
269055	rnn.bias_hh_l0_reverse	4	-0.028209539130330086
269055	rnn.bias_hh_l0_reverse	5	-0.022224580869078636
269055	rnn.bias_hh_l0_reverse	6	-0.02036334201693535
269055	rnn.bias_hh_l0_reverse	7	0.09965138137340546
269055	rnn.bias_hh_l0_reverse	8	0.03046242892742157
269055	rnn.bias_hh_l0_reverse	9	-0.1484670341014862
269055	rnn.weight_ih_l1	0	-0.02974102646112442
269055	rnn.weight_ih_l1	1	-0.05043795704841614
269055	rnn.weight_ih_l1	2	0.0650215670466423
269055	rnn.weight_ih_l1	3	-0.07305747270584106
269055	rnn.weight_ih_l1	4	-0.014080876484513283
269055	rnn.weight_ih_l1	5	-0.04031791165471077
269055	rnn.weight_ih_l1	6	0.029022732749581337
269055	rnn.weight_ih_l1	7	-0.0444863960146904
269055	rnn.weight_ih_l1	8	0.037818774580955505
269055	rnn.weight_ih_l1	9	0.04485378414392471
269055	rnn.weight_hh_l1	0	-0.0072820233181118965
269055	rnn.weight_hh_l1	1	0.019897937774658203
269055	rnn.weight_hh_l1	2	0.006656914483755827
269055	rnn.weight_hh_l1	3	-0.012644851580262184
269055	rnn.weight_hh_l1	4	0.004791650455445051
269055	rnn.weight_hh_l1	5	0.03522999584674835
269055	rnn.weight_hh_l1	6	0.036244358867406845
269055	rnn.weight_hh_l1	7	-0.01634855754673481
269055	rnn.weight_hh_l1	8	-0.007200963329523802
269055	rnn.weight_hh_l1	9	0.03866374120116234
269055	rnn.bias_ih_l1	0	-0.1840723752975464
269055	rnn.bias_ih_l1	1	-0.1744355857372284
269055	rnn.bias_ih_l1	2	-0.19704467058181763
269055	rnn.bias_ih_l1	3	-0.30768081545829773
269055	rnn.bias_ih_l1	4	-0.21191352605819702
269055	rnn.bias_ih_l1	5	-0.08901051431894302
269055	rnn.bias_ih_l1	6	-0.15891721844673157
269055	rnn.bias_ih_l1	7	-0.0033608830999583006
269055	rnn.bias_ih_l1	8	-0.13014619052410126
269055	rnn.bias_ih_l1	9	-0.12304157018661499
269055	rnn.bias_hh_l1	0	-0.0971483513712883
269055	rnn.bias_hh_l1	1	-0.06322578340768814
269055	rnn.bias_hh_l1	2	-0.0853903740644455
269055	rnn.bias_hh_l1	3	-0.07758309692144394
269055	rnn.bias_hh_l1	4	-0.07322808355093002
269055	rnn.bias_hh_l1	5	-0.11757539212703705
269055	rnn.bias_hh_l1	6	-0.16040243208408356
269055	rnn.bias_hh_l1	7	0.07455845177173615
269055	rnn.bias_hh_l1	8	-0.17603999376296997
269055	rnn.bias_hh_l1	9	-0.11539465934038162
269055	rnn.weight_ih_l1_reverse	0	-0.04746000096201897
269055	rnn.weight_ih_l1_reverse	1	0.03293079137802124
269055	rnn.weight_ih_l1_reverse	2	0.08822938054800034
269055	rnn.weight_ih_l1_reverse	3	-0.018000654876232147
269055	rnn.weight_ih_l1_reverse	4	-0.023395322263240814
269055	rnn.weight_ih_l1_reverse	5	-0.03032344952225685
269055	rnn.weight_ih_l1_reverse	6	-0.019505687057971954
269055	rnn.weight_ih_l1_reverse	7	0.02978014200925827
269055	rnn.weight_ih_l1_reverse	8	0.0055345394648611546
269055	rnn.weight_ih_l1_reverse	9	-0.03353521227836609
269055	rnn.weight_hh_l1_reverse	0	0.004570633638650179
269055	rnn.weight_hh_l1_reverse	1	0.031701795756816864
269055	rnn.weight_hh_l1_reverse	2	-0.04061227664351463
269055	rnn.weight_hh_l1_reverse	3	0.03500264510512352
269055	rnn.weight_hh_l1_reverse	4	0.04716848209500313
269055	rnn.weight_hh_l1_reverse	5	0.0059866285882890224
269055	rnn.weight_hh_l1_reverse	6	0.04886375740170479
269055	rnn.weight_hh_l1_reverse	7	0.030985448509454727
269055	rnn.weight_hh_l1_reverse	8	-0.007142276968806982
269055	rnn.weight_hh_l1_reverse	9	-0.030212247744202614
269055	rnn.bias_ih_l1_reverse	0	-0.0458378829061985
269055	rnn.bias_ih_l1_reverse	1	-0.14000843465328217
269055	rnn.bias_ih_l1_reverse	2	-0.16310441493988037
269055	rnn.bias_ih_l1_reverse	3	-0.06188178062438965
269055	rnn.bias_ih_l1_reverse	4	-0.20398631691932678
269055	rnn.bias_ih_l1_reverse	5	-0.11668599396944046
269055	rnn.bias_ih_l1_reverse	6	-0.13017505407333374
269055	rnn.bias_ih_l1_reverse	7	-0.19201236963272095
269055	rnn.bias_ih_l1_reverse	8	0.22721131145954132
269055	rnn.bias_ih_l1_reverse	9	0.022900423035025597
269055	rnn.bias_hh_l1_reverse	0	0.010511592030525208
269055	rnn.bias_hh_l1_reverse	1	-0.06448261439800262
269055	rnn.bias_hh_l1_reverse	2	-0.23722265660762787
269055	rnn.bias_hh_l1_reverse	3	-0.14390012621879578
269055	rnn.bias_hh_l1_reverse	4	-0.0802549198269844
269055	rnn.bias_hh_l1_reverse	5	-0.11621425300836563
269055	rnn.bias_hh_l1_reverse	6	0.06276139616966248
269055	rnn.bias_hh_l1_reverse	7	-0.1351015865802765
269055	rnn.bias_hh_l1_reverse	8	-0.1249479353427887
269055	rnn.bias_hh_l1_reverse	9	-0.14820972084999084
269055	linear.weight	0	0.002228822559118271
269055	linear.weight	1	0.09772597998380661
269055	linear.weight	2	-0.09231391549110413
269055	linear.weight	3	0.3127095699310303
269055	linear.weight	4	0.15070737898349762
269055	linear.weight	5	-0.06561020016670227
269055	linear.weight	6	0.0935739204287529
269055	linear.weight	7	0.13562707602977753
269055	linear.weight	8	0.04113321378827095
269055	linear.weight	9	-0.050879333168268204
269055	linear.bias	0	0.08397862315177917
269055	linear.bias	1	-0.18980592489242554
269055	linear.bias	2	-0.4483139216899872
269055	linear.bias	3	-0.6551120281219482
269055	linear.bias	4	-1.2590529918670654
269055	linear.bias	5	-0.06258261948823929
269055	linear.bias	6	-0.8218694925308228
269055	linear.bias	7	0.2683270275592804
269055	linear.bias	8	-0.395195871591568
269055	linear.bias	9	-1.0215851068496704
269252	transitions	0	0.7553519010543823
269252	transitions	1	0.13908439874649048
269252	transitions	2	-10000.0
269252	transitions	3	-1.8281019926071167
269252	transitions	4	-10000.0
269252	transitions	5	0.5628142356872559
269252	transitions	6	-0.08562485128641129
269252	transitions	7	-0.8117081522941589
269252	transitions	8	-1.4227310419082642
269252	transitions	9	-0.001231416710652411
269252	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
269252	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
269252	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
269252	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
269252	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
269252	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
269252	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
269252	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
269252	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
269252	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
269252	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
269252	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
269252	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
269252	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
269252	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
269252	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
269252	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
269252	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
269252	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
269252	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
269252	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
269252	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
269252	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
269252	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
269252	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
269252	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
269252	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
269252	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
269252	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
269252	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
269252	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
269252	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
269252	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
269252	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
269252	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
269252	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
269252	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
269252	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
269252	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
269252	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
269252	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
269252	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
269252	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
269252	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
269252	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
269252	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
269252	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
269252	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
269252	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
269252	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
269252	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
269252	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
269252	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
269252	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
269252	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
269252	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
269252	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
269252	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
269252	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
269252	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
269252	embedding2nn.weight	0	0.01663842797279358
269252	embedding2nn.weight	1	-0.012724860571324825
269252	embedding2nn.weight	2	-0.014268254861235619
269252	embedding2nn.weight	3	-0.03141302242875099
269252	embedding2nn.weight	4	-0.0059150345623493195
269252	embedding2nn.weight	5	-0.0037005888298153877
269252	embedding2nn.weight	6	-0.003973265178501606
269252	embedding2nn.weight	7	-0.07725510746240616
269252	embedding2nn.weight	8	-0.0019979383796453476
269252	embedding2nn.weight	9	-0.02776402048766613
269252	embedding2nn.bias	0	0.03154962509870529
269252	embedding2nn.bias	1	-0.07499024271965027
269252	embedding2nn.bias	2	0.07096545398235321
269252	embedding2nn.bias	3	0.05075983703136444
269252	embedding2nn.bias	4	-0.04188248887658119
269252	embedding2nn.bias	5	-0.011058525182306767
269252	embedding2nn.bias	6	0.01588551141321659
269252	embedding2nn.bias	7	-0.055677659809589386
269252	embedding2nn.bias	8	0.07375341653823853
269252	embedding2nn.bias	9	0.04448704794049263
269252	rnn.weight_ih_l0	0	-0.08090242743492126
269252	rnn.weight_ih_l0	1	0.003070093924179673
269252	rnn.weight_ih_l0	2	0.03535247966647148
269252	rnn.weight_ih_l0	3	0.022830555215477943
269252	rnn.weight_ih_l0	4	-0.048098206520080566
269252	rnn.weight_ih_l0	5	-0.06848447024822235
269252	rnn.weight_ih_l0	6	-0.0011423948453739285
269252	rnn.weight_ih_l0	7	0.053595904260873795
269252	rnn.weight_ih_l0	8	-0.01708020456135273
269252	rnn.weight_ih_l0	9	-0.03079189360141754
269252	rnn.weight_hh_l0	0	-0.030051426962018013
269252	rnn.weight_hh_l0	1	-0.007329546380788088
269252	rnn.weight_hh_l0	2	0.006691375281661749
269252	rnn.weight_hh_l0	3	-0.07442932575941086
269252	rnn.weight_hh_l0	4	0.09334973990917206
269252	rnn.weight_hh_l0	5	-0.02687777765095234
269252	rnn.weight_hh_l0	6	-0.06380253285169601
269252	rnn.weight_hh_l0	7	0.008770533837378025
269252	rnn.weight_hh_l0	8	0.013388165272772312
269252	rnn.weight_hh_l0	9	-0.02563762664794922
269252	rnn.bias_ih_l0	0	0.12978465855121613
269252	rnn.bias_ih_l0	1	-0.03409271687269211
269252	rnn.bias_ih_l0	2	-0.033953048288822174
269252	rnn.bias_ih_l0	3	0.16313473880290985
269252	rnn.bias_ih_l0	4	-0.012781615369021893
269252	rnn.bias_ih_l0	5	-0.023038694635033607
269252	rnn.bias_ih_l0	6	0.01718824915587902
269252	rnn.bias_ih_l0	7	0.023768587037920952
269252	rnn.bias_ih_l0	8	-0.09937506169080734
269252	rnn.bias_ih_l0	9	-0.041338399052619934
269252	rnn.bias_hh_l0	0	-0.0012839471455663443
269252	rnn.bias_hh_l0	1	-0.10042031854391098
269252	rnn.bias_hh_l0	2	-0.07502792775630951
269252	rnn.bias_hh_l0	3	-0.08878276497125626
269252	rnn.bias_hh_l0	4	0.008401484228670597
269252	rnn.bias_hh_l0	5	-0.02050996571779251
269252	rnn.bias_hh_l0	6	0.028408385813236237
269252	rnn.bias_hh_l0	7	0.060524988919496536
269252	rnn.bias_hh_l0	8	-0.1229507178068161
269252	rnn.bias_hh_l0	9	-0.059145715087652206
269252	rnn.weight_ih_l0_reverse	0	-0.025489943102002144
269252	rnn.weight_ih_l0_reverse	1	-0.05709799379110336
269252	rnn.weight_ih_l0_reverse	2	-0.048920318484306335
269252	rnn.weight_ih_l0_reverse	3	0.01570451445877552
269252	rnn.weight_ih_l0_reverse	4	-0.02525673806667328
269252	rnn.weight_ih_l0_reverse	5	-0.057428617030382156
269252	rnn.weight_ih_l0_reverse	6	0.07359220087528229
269252	rnn.weight_ih_l0_reverse	7	-0.01899493671953678
269252	rnn.weight_ih_l0_reverse	8	-0.018589595332741737
269252	rnn.weight_ih_l0_reverse	9	0.004461989272385836
269252	rnn.weight_hh_l0_reverse	0	0.06855116784572601
269252	rnn.weight_hh_l0_reverse	1	0.019855104386806488
269252	rnn.weight_hh_l0_reverse	2	0.030115481466054916
269252	rnn.weight_hh_l0_reverse	3	0.03540275618433952
269252	rnn.weight_hh_l0_reverse	4	0.014366364106535912
269252	rnn.weight_hh_l0_reverse	5	0.008106089197099209
269252	rnn.weight_hh_l0_reverse	6	0.05101046711206436
269252	rnn.weight_hh_l0_reverse	7	-0.08203094452619553
269252	rnn.weight_hh_l0_reverse	8	0.04015107825398445
269252	rnn.weight_hh_l0_reverse	9	0.03483230620622635
269252	rnn.bias_ih_l0_reverse	0	-0.05682991072535515
269252	rnn.bias_ih_l0_reverse	1	-0.2823871076107025
269252	rnn.bias_ih_l0_reverse	2	-0.12461690604686737
269252	rnn.bias_ih_l0_reverse	3	-0.04783502221107483
269252	rnn.bias_ih_l0_reverse	4	-0.022154880687594414
269252	rnn.bias_ih_l0_reverse	5	0.07587557286024094
269252	rnn.bias_ih_l0_reverse	6	-0.06521359086036682
269252	rnn.bias_ih_l0_reverse	7	0.06137970834970474
269252	rnn.bias_ih_l0_reverse	8	-0.03576692193746567
269252	rnn.bias_ih_l0_reverse	9	0.06578144431114197
269252	rnn.bias_hh_l0_reverse	0	0.02338164672255516
269252	rnn.bias_hh_l0_reverse	1	-0.06331536173820496
269252	rnn.bias_hh_l0_reverse	2	0.08866552263498306
269252	rnn.bias_hh_l0_reverse	3	-0.05186767503619194
269252	rnn.bias_hh_l0_reverse	4	-0.028226176276803017
269252	rnn.bias_hh_l0_reverse	5	-0.022262582555413246
269252	rnn.bias_hh_l0_reverse	6	-0.020319007337093353
269252	rnn.bias_hh_l0_reverse	7	0.09964299201965332
269252	rnn.bias_hh_l0_reverse	8	0.030459145084023476
269252	rnn.bias_hh_l0_reverse	9	-0.14844416081905365
269252	rnn.weight_ih_l1	0	-0.02974790707230568
269252	rnn.weight_ih_l1	1	-0.050456225872039795
269252	rnn.weight_ih_l1	2	0.06508330255746841
269252	rnn.weight_ih_l1	3	-0.07307909429073334
269252	rnn.weight_ih_l1	4	-0.014082493260502815
269252	rnn.weight_ih_l1	5	-0.04031715914607048
269252	rnn.weight_ih_l1	6	0.028994036838412285
269252	rnn.weight_ih_l1	7	-0.04449082165956497
269252	rnn.weight_ih_l1	8	0.03781935200095177
269252	rnn.weight_ih_l1	9	0.04485528916120529
269252	rnn.weight_hh_l1	0	-0.0072684576734900475
269252	rnn.weight_hh_l1	1	0.0198906771838665
269252	rnn.weight_hh_l1	2	0.006631525233387947
269252	rnn.weight_hh_l1	3	-0.012637065723538399
269252	rnn.weight_hh_l1	4	0.004805706441402435
269252	rnn.weight_hh_l1	5	0.0352359414100647
269252	rnn.weight_hh_l1	6	0.036243874579668045
269252	rnn.weight_hh_l1	7	-0.016357019543647766
269252	rnn.weight_hh_l1	8	-0.007198445498943329
269252	rnn.weight_hh_l1	9	0.03865488991141319
269252	rnn.bias_ih_l1	0	-0.18412688374519348
269252	rnn.bias_ih_l1	1	-0.17445164918899536
269252	rnn.bias_ih_l1	2	-0.1970522105693817
269252	rnn.bias_ih_l1	3	-0.3077000379562378
269252	rnn.bias_ih_l1	4	-0.21215680241584778
269252	rnn.bias_ih_l1	5	-0.08899597078561783
269252	rnn.bias_ih_l1	6	-0.15894366800785065
269252	rnn.bias_ih_l1	7	-0.003265643958002329
269252	rnn.bias_ih_l1	8	-0.1301339864730835
269252	rnn.bias_ih_l1	9	-0.12302980571985245
269252	rnn.bias_hh_l1	0	-0.09717783331871033
269252	rnn.bias_hh_l1	1	-0.06321639567613602
269252	rnn.bias_hh_l1	2	-0.08534945547580719
269252	rnn.bias_hh_l1	3	-0.0775735005736351
269252	rnn.bias_hh_l1	4	-0.07324068993330002
269252	rnn.bias_hh_l1	5	-0.11752732843160629
269252	rnn.bias_hh_l1	6	-0.16041502356529236
269252	rnn.bias_hh_l1	7	0.07451727986335754
269252	rnn.bias_hh_l1	8	-0.17608262598514557
269252	rnn.bias_hh_l1	9	-0.11548616737127304
269252	rnn.weight_ih_l1_reverse	0	-0.04745153710246086
269252	rnn.weight_ih_l1_reverse	1	0.03296172246336937
269252	rnn.weight_ih_l1_reverse	2	0.08826673775911331
269252	rnn.weight_ih_l1_reverse	3	-0.018029823899269104
269252	rnn.weight_ih_l1_reverse	4	-0.023340174928307533
269252	rnn.weight_ih_l1_reverse	5	-0.030327433720231056
269252	rnn.weight_ih_l1_reverse	6	-0.01948300190269947
269252	rnn.weight_ih_l1_reverse	7	0.02977544441819191
269252	rnn.weight_ih_l1_reverse	8	0.005557880736887455
269252	rnn.weight_ih_l1_reverse	9	-0.03352471813559532
269252	rnn.weight_hh_l1_reverse	0	0.0045706438831985
269252	rnn.weight_hh_l1_reverse	1	0.03170853480696678
269252	rnn.weight_hh_l1_reverse	2	-0.04061379283666611
269252	rnn.weight_hh_l1_reverse	3	0.035005174577236176
269252	rnn.weight_hh_l1_reverse	4	0.04716990888118744
269252	rnn.weight_hh_l1_reverse	5	0.005989266559481621
269252	rnn.weight_hh_l1_reverse	6	0.04886908456683159
269252	rnn.weight_hh_l1_reverse	7	0.030985422432422638
269252	rnn.weight_hh_l1_reverse	8	-0.0071379016153514385
269252	rnn.weight_hh_l1_reverse	9	-0.03021232783794403
269252	rnn.bias_ih_l1_reverse	0	-0.04582568258047104
269252	rnn.bias_ih_l1_reverse	1	-0.1399691104888916
269252	rnn.bias_ih_l1_reverse	2	-0.16311180591583252
269252	rnn.bias_ih_l1_reverse	3	-0.06198195740580559
269252	rnn.bias_ih_l1_reverse	4	-0.20396380126476288
269252	rnn.bias_ih_l1_reverse	5	-0.1166967898607254
269252	rnn.bias_ih_l1_reverse	6	-0.1301310509443283
269252	rnn.bias_ih_l1_reverse	7	-0.19202867150306702
269252	rnn.bias_ih_l1_reverse	8	0.22734062373638153
269252	rnn.bias_ih_l1_reverse	9	0.022927265614271164
269252	rnn.bias_hh_l1_reverse	0	0.010585912503302097
269252	rnn.bias_hh_l1_reverse	1	-0.06446556746959686
269252	rnn.bias_hh_l1_reverse	2	-0.23723067343235016
269252	rnn.bias_hh_l1_reverse	3	-0.1438937485218048
269252	rnn.bias_hh_l1_reverse	4	-0.08030588179826736
269252	rnn.bias_hh_l1_reverse	5	-0.11614909768104553
269252	rnn.bias_hh_l1_reverse	6	0.06275959312915802
269252	rnn.bias_hh_l1_reverse	7	-0.1351442188024521
269252	rnn.bias_hh_l1_reverse	8	-0.12493783235549927
269252	rnn.bias_hh_l1_reverse	9	-0.14822742342948914
269252	linear.weight	0	0.002228822559118271
269252	linear.weight	1	0.09774450212717056
269252	linear.weight	2	-0.09225273132324219
269252	linear.weight	3	0.31270766258239746
269252	linear.weight	4	0.1507643163204193
269252	linear.weight	5	-0.06562626361846924
269252	linear.weight	6	0.09354747831821442
269252	linear.weight	7	0.1356671005487442
269252	linear.weight	8	0.04113321378827095
269252	linear.weight	9	-0.05091409385204315
269252	linear.bias	0	0.08363660424947739
269252	linear.bias	1	-0.18896429240703583
269252	linear.bias	2	-0.45020532608032227
269252	linear.bias	3	-0.6549274325370789
269252	linear.bias	4	-1.258872389793396
269252	linear.bias	5	-0.06279966235160828
269252	linear.bias	6	-0.8210178017616272
269252	linear.bias	7	0.26797962188720703
269252	linear.bias	8	-0.394999623298645
269252	linear.bias	9	-1.0214163064956665
269449	transitions	0	0.7552492618560791
269449	transitions	1	0.13925984501838684
269449	transitions	2	-10000.0
269449	transitions	3	-1.8281093835830688
269449	transitions	4	-10000.0
269449	transitions	5	0.5628137588500977
269449	transitions	6	-0.08562520891427994
269449	transitions	7	-0.8117097616195679
269449	transitions	8	-1.4227336645126343
269449	transitions	9	-0.0012314235791563988
269449	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
269449	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
269449	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
269449	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
269449	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
269449	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
269449	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
269449	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
269449	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
269449	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
269449	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
269449	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
269449	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
269449	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
269449	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
269449	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
269449	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
269449	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
269449	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
269449	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
269449	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
269449	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
269449	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
269449	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
269449	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
269449	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
269449	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
269449	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
269449	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
269449	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
269449	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
269449	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
269449	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
269449	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
269449	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
269449	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
269449	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
269449	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
269449	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
269449	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
269449	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
269449	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
269449	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
269449	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
269449	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
269449	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
269449	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
269449	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
269449	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
269449	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
269449	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
269449	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
269449	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
269449	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
269449	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
269449	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
269449	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
269449	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
269449	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
269449	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
269449	embedding2nn.weight	0	0.01663335971534252
269449	embedding2nn.weight	1	-0.012719728983938694
269449	embedding2nn.weight	2	-0.014268254861235619
269449	embedding2nn.weight	3	-0.031421300023794174
269449	embedding2nn.weight	4	-0.0059150345623493195
269449	embedding2nn.weight	5	-0.0037005888298153877
269449	embedding2nn.weight	6	-0.003973265178501606
269449	embedding2nn.weight	7	-0.07724077254533768
269449	embedding2nn.weight	8	-0.0019979383796453476
269449	embedding2nn.weight	9	-0.027765579521656036
269449	embedding2nn.bias	0	0.03141956031322479
269449	embedding2nn.bias	1	-0.07491981983184814
269449	embedding2nn.bias	2	0.07097367942333221
269449	embedding2nn.bias	3	0.050757281482219696
269449	embedding2nn.bias	4	-0.0418047159910202
269449	embedding2nn.bias	5	-0.011053281836211681
269449	embedding2nn.bias	6	0.015828818082809448
269449	embedding2nn.bias	7	-0.05551517754793167
269449	embedding2nn.bias	8	0.07389145344495773
269449	embedding2nn.bias	9	0.044525884091854095
269449	rnn.weight_ih_l0	0	-0.08094088733196259
269449	rnn.weight_ih_l0	1	0.0030491764191538095
269449	rnn.weight_ih_l0	2	0.035355813801288605
269449	rnn.weight_ih_l0	3	0.022856207564473152
269449	rnn.weight_ih_l0	4	-0.04806206375360489
269449	rnn.weight_ih_l0	5	-0.06850477308034897
269449	rnn.weight_ih_l0	6	-0.0011352573055773973
269449	rnn.weight_ih_l0	7	0.05360075831413269
269449	rnn.weight_ih_l0	8	-0.017106488347053528
269449	rnn.weight_ih_l0	9	-0.030795084312558174
269449	rnn.weight_hh_l0	0	-0.03003983572125435
269449	rnn.weight_hh_l0	1	-0.00732071790844202
269449	rnn.weight_hh_l0	2	0.006690794136375189
269449	rnn.weight_hh_l0	3	-0.07442446053028107
269449	rnn.weight_hh_l0	4	0.09335563331842422
269449	rnn.weight_hh_l0	5	-0.02687758393585682
269449	rnn.weight_hh_l0	6	-0.0638178363442421
269449	rnn.weight_hh_l0	7	0.00876379944384098
269449	rnn.weight_hh_l0	8	0.013398236595094204
269449	rnn.weight_hh_l0	9	-0.025635670870542526
269449	rnn.bias_ih_l0	0	0.1297529637813568
269449	rnn.bias_ih_l0	1	-0.034100763499736786
269449	rnn.bias_ih_l0	2	-0.03398234024643898
269449	rnn.bias_ih_l0	3	0.16316990554332733
269449	rnn.bias_ih_l0	4	-0.012764811515808105
269449	rnn.bias_ih_l0	5	-0.023019270971417427
269449	rnn.bias_ih_l0	6	0.017293525859713554
269449	rnn.bias_ih_l0	7	0.023752234876155853
269449	rnn.bias_ih_l0	8	-0.09936561435461044
269449	rnn.bias_ih_l0	9	-0.041402317583560944
269449	rnn.bias_hh_l0	0	-0.0012672004522755742
269449	rnn.bias_hh_l0	1	-0.10043877363204956
269449	rnn.bias_hh_l0	2	-0.07500483095645905
269449	rnn.bias_hh_l0	3	-0.0887676477432251
269449	rnn.bias_hh_l0	4	0.008387166075408459
269449	rnn.bias_hh_l0	5	-0.02056330069899559
269449	rnn.bias_hh_l0	6	0.028361281380057335
269449	rnn.bias_hh_l0	7	0.06068504601716995
269449	rnn.bias_hh_l0	8	-0.12295441329479218
269449	rnn.bias_hh_l0	9	-0.05908557400107384
269449	rnn.weight_ih_l0_reverse	0	-0.025488069280982018
269449	rnn.weight_ih_l0_reverse	1	-0.05711112916469574
269449	rnn.weight_ih_l0_reverse	2	-0.04892205819487572
269449	rnn.weight_ih_l0_reverse	3	0.01569483056664467
269449	rnn.weight_ih_l0_reverse	4	-0.02523144707083702
269449	rnn.weight_ih_l0_reverse	5	-0.057431913912296295
269449	rnn.weight_ih_l0_reverse	6	0.07360478490591049
269449	rnn.weight_ih_l0_reverse	7	-0.018976429477334023
269449	rnn.weight_ih_l0_reverse	8	-0.018591487780213356
269449	rnn.weight_ih_l0_reverse	9	0.004479195456951857
269449	rnn.weight_hh_l0_reverse	0	0.06855067610740662
269449	rnn.weight_hh_l0_reverse	1	0.0198582224547863
269449	rnn.weight_hh_l0_reverse	2	0.030108759179711342
269449	rnn.weight_hh_l0_reverse	3	0.03540470823645592
269449	rnn.weight_hh_l0_reverse	4	0.014356430619955063
269449	rnn.weight_hh_l0_reverse	5	0.008109070360660553
269449	rnn.weight_hh_l0_reverse	6	0.05102561414241791
269449	rnn.weight_hh_l0_reverse	7	-0.08200253546237946
269449	rnn.weight_hh_l0_reverse	8	0.04014475271105766
269449	rnn.weight_hh_l0_reverse	9	0.034834232181310654
269449	rnn.bias_ih_l0_reverse	0	-0.0568290539085865
269449	rnn.bias_ih_l0_reverse	1	-0.2823689877986908
269449	rnn.bias_ih_l0_reverse	2	-0.1246240958571434
269449	rnn.bias_ih_l0_reverse	3	-0.04785541072487831
269449	rnn.bias_ih_l0_reverse	4	-0.02214846946299076
269449	rnn.bias_ih_l0_reverse	5	0.07588960230350494
269449	rnn.bias_ih_l0_reverse	6	-0.06526485830545425
269449	rnn.bias_ih_l0_reverse	7	0.06134689971804619
269449	rnn.bias_ih_l0_reverse	8	-0.03576201573014259
269449	rnn.bias_ih_l0_reverse	9	0.0658114105463028
269449	rnn.bias_hh_l0_reverse	0	0.023393919691443443
269449	rnn.bias_hh_l0_reverse	1	-0.06329288333654404
269449	rnn.bias_hh_l0_reverse	2	0.08871316909790039
269449	rnn.bias_hh_l0_reverse	3	-0.05184114724397659
269449	rnn.bias_hh_l0_reverse	4	-0.02822619490325451
269449	rnn.bias_hh_l0_reverse	5	-0.02227831445634365
269449	rnn.bias_hh_l0_reverse	6	-0.020302999764680862
269449	rnn.bias_hh_l0_reverse	7	0.099704809486866
269449	rnn.bias_hh_l0_reverse	8	0.030515961349010468
269449	rnn.bias_hh_l0_reverse	9	-0.14843244850635529
269449	rnn.weight_ih_l1	0	-0.02975238487124443
269449	rnn.weight_ih_l1	1	-0.0504634864628315
269449	rnn.weight_ih_l1	2	0.06508161127567291
269449	rnn.weight_ih_l1	3	-0.07307656854391098
269449	rnn.weight_ih_l1	4	-0.014070235192775726
269449	rnn.weight_ih_l1	5	-0.040321554988622665
269449	rnn.weight_ih_l1	6	0.028970278799533844
269449	rnn.weight_ih_l1	7	-0.04446389898657799
269449	rnn.weight_ih_l1	8	0.03782988712191582
269449	rnn.weight_ih_l1	9	0.044852107763290405
269449	rnn.weight_hh_l1	0	-0.007282529026269913
269449	rnn.weight_hh_l1	1	0.019889086484909058
269449	rnn.weight_hh_l1	2	0.006629678420722485
269449	rnn.weight_hh_l1	3	-0.012638942338526249
269449	rnn.weight_hh_l1	4	0.004805679898709059
269449	rnn.weight_hh_l1	5	0.03523974120616913
269449	rnn.weight_hh_l1	6	0.03625296428799629
269449	rnn.weight_hh_l1	7	-0.01636526733636856
269449	rnn.weight_hh_l1	8	-0.007190939038991928
269449	rnn.weight_hh_l1	9	0.0386488102376461
269449	rnn.bias_ih_l1	0	-0.18423059582710266
269449	rnn.bias_ih_l1	1	-0.1744321584701538
269449	rnn.bias_ih_l1	2	-0.19705967605113983
269449	rnn.bias_ih_l1	3	-0.3077169954776764
269449	rnn.bias_ih_l1	4	-0.21224988996982574
269449	rnn.bias_ih_l1	5	-0.08900919556617737
269449	rnn.bias_ih_l1	6	-0.15893502533435822
269449	rnn.bias_ih_l1	7	-0.0032741553150117397
269449	rnn.bias_ih_l1	8	-0.13008488714694977
269449	rnn.bias_ih_l1	9	-0.12301366776227951
269449	rnn.bias_hh_l1	0	-0.09717357158660889
269449	rnn.bias_hh_l1	1	-0.06326911598443985
269449	rnn.bias_hh_l1	2	-0.08534867316484451
269449	rnn.bias_hh_l1	3	-0.07756959646940231
269449	rnn.bias_hh_l1	4	-0.0732327252626419
269449	rnn.bias_hh_l1	5	-0.11754938960075378
269449	rnn.bias_hh_l1	6	-0.16037797927856445
269449	rnn.bias_hh_l1	7	0.07454343885183334
269449	rnn.bias_hh_l1	8	-0.17608265578746796
269449	rnn.bias_hh_l1	9	-0.1155681312084198
269449	rnn.weight_ih_l1_reverse	0	-0.04745171591639519
269449	rnn.weight_ih_l1_reverse	1	0.03291848674416542
269449	rnn.weight_ih_l1_reverse	2	0.08828151971101761
269449	rnn.weight_ih_l1_reverse	3	-0.018002334982156754
269449	rnn.weight_ih_l1_reverse	4	-0.02337208390235901
269449	rnn.weight_ih_l1_reverse	5	-0.030324900522828102
269449	rnn.weight_ih_l1_reverse	6	-0.019487394019961357
269449	rnn.weight_ih_l1_reverse	7	0.02977031096816063
269449	rnn.weight_ih_l1_reverse	8	0.005529292859137058
269449	rnn.weight_ih_l1_reverse	9	-0.03352928161621094
269449	rnn.weight_hh_l1_reverse	0	0.004573047626763582
269449	rnn.weight_hh_l1_reverse	1	0.03170259669423103
269449	rnn.weight_hh_l1_reverse	2	-0.04061437025666237
269449	rnn.weight_hh_l1_reverse	3	0.035004954785108566
269449	rnn.weight_hh_l1_reverse	4	0.047182392328977585
269449	rnn.weight_hh_l1_reverse	5	0.0059789023362100124
269449	rnn.weight_hh_l1_reverse	6	0.04896541312336922
269449	rnn.weight_hh_l1_reverse	7	0.03098035417497158
269449	rnn.weight_hh_l1_reverse	8	-0.0071359071880578995
269449	rnn.weight_hh_l1_reverse	9	-0.030207809060811996
269449	rnn.bias_ih_l1_reverse	0	-0.04577406495809555
269449	rnn.bias_ih_l1_reverse	1	-0.13995064795017242
269449	rnn.bias_ih_l1_reverse	2	-0.163161039352417
269449	rnn.bias_ih_l1_reverse	3	-0.06194787472486496
269449	rnn.bias_ih_l1_reverse	4	-0.20394879579544067
269449	rnn.bias_ih_l1_reverse	5	-0.11672358959913254
269449	rnn.bias_ih_l1_reverse	6	-0.13011115789413452
269449	rnn.bias_ih_l1_reverse	7	-0.19203053414821625
269449	rnn.bias_ih_l1_reverse	8	0.22739939391613007
269449	rnn.bias_ih_l1_reverse	9	0.022962085902690887
269449	rnn.bias_hh_l1_reverse	0	0.010443541221320629
269449	rnn.bias_hh_l1_reverse	1	-0.06455973535776138
269449	rnn.bias_hh_l1_reverse	2	-0.23723119497299194
269449	rnn.bias_hh_l1_reverse	3	-0.14390213787555695
269449	rnn.bias_hh_l1_reverse	4	-0.08027931302785873
269449	rnn.bias_hh_l1_reverse	5	-0.11613388359546661
269449	rnn.bias_hh_l1_reverse	6	0.06265968829393387
269449	rnn.bias_hh_l1_reverse	7	-0.13505886495113373
269449	rnn.bias_hh_l1_reverse	8	-0.12496165931224823
269449	rnn.bias_hh_l1_reverse	9	-0.14823678135871887
269449	linear.weight	0	0.002228822559118271
269449	linear.weight	1	0.09775135666131973
269449	linear.weight	2	-0.09225353598594666
269449	linear.weight	3	0.31279125809669495
269449	linear.weight	4	0.15071560442447662
269449	linear.weight	5	-0.06571263819932938
269449	linear.weight	6	0.09384859353303909
269449	linear.weight	7	0.13570629060268402
269449	linear.weight	8	0.04113321378827095
269449	linear.weight	9	-0.05092862993478775
269449	linear.bias	0	0.08519443869590759
269449	linear.bias	1	-0.18840070068836212
269449	linear.bias	2	-0.4497254490852356
269449	linear.bias	3	-0.6553259491920471
269449	linear.bias	4	-1.2592872381210327
269449	linear.bias	5	-0.06240987405180931
269449	linear.bias	6	-0.8204379677772522
269449	linear.bias	7	0.268372118473053
269449	linear.bias	8	-0.3955806791782379
269449	linear.bias	9	-1.0219718217849731
269646	transitions	0	0.7550874948501587
269646	transitions	1	0.13926196098327637
269646	transitions	2	-10000.0
269646	transitions	3	-1.8281093835830688
269646	transitions	4	-10000.0
269646	transitions	5	0.5628126263618469
269646	transitions	6	-0.08562552183866501
269646	transitions	7	-0.8117142915725708
269646	transitions	8	-1.4227337837219238
269646	transitions	9	-0.0012314311461523175
269646	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
269646	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
269646	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
269646	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
269646	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
269646	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
269646	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
269646	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
269646	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
269646	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
269646	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
269646	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
269646	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
269646	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
269646	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
269646	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
269646	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
269646	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
269646	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
269646	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
269646	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
269646	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
269646	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
269646	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
269646	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
269646	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
269646	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
269646	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
269646	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
269646	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
269646	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
269646	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
269646	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
269646	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
269646	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
269646	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
269646	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
269646	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
269646	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
269646	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
269646	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
269646	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
269646	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
269646	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
269646	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
269646	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
269646	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
269646	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
269646	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
269646	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
269646	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
269646	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
269646	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
269646	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
269646	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
269646	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
269646	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
269646	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
269646	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
269646	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
269646	embedding2nn.weight	0	0.016673335805535316
269646	embedding2nn.weight	1	-0.01271739136427641
269646	embedding2nn.weight	2	-0.014268254861235619
269646	embedding2nn.weight	3	-0.03140599653124809
269646	embedding2nn.weight	4	-0.0059150345623493195
269646	embedding2nn.weight	5	-0.0037005888298153877
269646	embedding2nn.weight	6	-0.003973265178501606
269646	embedding2nn.weight	7	-0.07722721248865128
269646	embedding2nn.weight	8	-0.0019979383796453476
269646	embedding2nn.weight	9	-0.027761638164520264
269646	embedding2nn.bias	0	0.03137819096446037
269646	embedding2nn.bias	1	-0.07512327283620834
269646	embedding2nn.bias	2	0.0709337666630745
269646	embedding2nn.bias	3	0.050702054053545
269646	embedding2nn.bias	4	-0.04166942089796066
269646	embedding2nn.bias	5	-0.011206761933863163
269646	embedding2nn.bias	6	0.01571590080857277
269646	embedding2nn.bias	7	-0.05544295907020569
269646	embedding2nn.bias	8	0.07381314039230347
269646	embedding2nn.bias	9	0.04466324672102928
269646	rnn.weight_ih_l0	0	-0.08090660721063614
269646	rnn.weight_ih_l0	1	0.0030364468693733215
269646	rnn.weight_ih_l0	2	0.0353616364300251
269646	rnn.weight_ih_l0	3	0.02284335531294346
269646	rnn.weight_ih_l0	4	-0.04806509613990784
269646	rnn.weight_ih_l0	5	-0.06849793344736099
269646	rnn.weight_ih_l0	6	-0.001164221204817295
269646	rnn.weight_ih_l0	7	0.053599558770656586
269646	rnn.weight_ih_l0	8	-0.017114873975515366
269646	rnn.weight_ih_l0	9	-0.030807817354798317
269646	rnn.weight_hh_l0	0	-0.030048184096813202
269646	rnn.weight_hh_l0	1	-0.00728639867156744
269646	rnn.weight_hh_l0	2	0.006683167535811663
269646	rnn.weight_hh_l0	3	-0.07444199174642563
269646	rnn.weight_hh_l0	4	0.09334667772054672
269646	rnn.weight_hh_l0	5	-0.026876654475927353
269646	rnn.weight_hh_l0	6	-0.0638156533241272
269646	rnn.weight_hh_l0	7	0.008739877492189407
269646	rnn.weight_hh_l0	8	0.013400610536336899
269646	rnn.weight_hh_l0	9	-0.0256371907889843
269646	rnn.bias_ih_l0	0	0.12980632483959198
269646	rnn.bias_ih_l0	1	-0.03407100960612297
269646	rnn.bias_ih_l0	2	-0.034065231680870056
269646	rnn.bias_ih_l0	3	0.16316884756088257
269646	rnn.bias_ih_l0	4	-0.012782947160303593
269646	rnn.bias_ih_l0	5	-0.023013174533843994
269646	rnn.bias_ih_l0	6	0.017365392297506332
269646	rnn.bias_ih_l0	7	0.023766692727804184
269646	rnn.bias_ih_l0	8	-0.09936265647411346
269646	rnn.bias_ih_l0	9	-0.04144637659192085
269646	rnn.bias_hh_l0	0	-0.001261420431546867
269646	rnn.bias_hh_l0	1	-0.10046958923339844
269646	rnn.bias_hh_l0	2	-0.07505075633525848
269646	rnn.bias_hh_l0	3	-0.08876320719718933
269646	rnn.bias_hh_l0	4	0.008370340801775455
269646	rnn.bias_hh_l0	5	-0.020581984892487526
269646	rnn.bias_hh_l0	6	0.02839486487209797
269646	rnn.bias_hh_l0	7	0.06052563712000847
269646	rnn.bias_hh_l0	8	-0.12291891127824783
269646	rnn.bias_hh_l0	9	-0.05904018506407738
269646	rnn.weight_ih_l0_reverse	0	-0.025488747283816338
269646	rnn.weight_ih_l0_reverse	1	-0.057127129286527634
269646	rnn.weight_ih_l0_reverse	2	-0.048930227756500244
269646	rnn.weight_ih_l0_reverse	3	0.0156725961714983
269646	rnn.weight_ih_l0_reverse	4	-0.02523978427052498
269646	rnn.weight_ih_l0_reverse	5	-0.05743491277098656
269646	rnn.weight_ih_l0_reverse	6	0.07360454648733139
269646	rnn.weight_ih_l0_reverse	7	-0.018961772322654724
269646	rnn.weight_ih_l0_reverse	8	-0.018593594431877136
269646	rnn.weight_ih_l0_reverse	9	0.004483246244490147
269646	rnn.weight_hh_l0_reverse	0	0.06854093819856644
269646	rnn.weight_hh_l0_reverse	1	0.0198534969240427
269646	rnn.weight_hh_l0_reverse	2	0.03011004440486431
269646	rnn.weight_hh_l0_reverse	3	0.03540787100791931
269646	rnn.weight_hh_l0_reverse	4	0.014360754750669003
269646	rnn.weight_hh_l0_reverse	5	0.00810580886900425
269646	rnn.weight_hh_l0_reverse	6	0.051034409552812576
269646	rnn.weight_hh_l0_reverse	7	-0.08199232071638107
269646	rnn.weight_hh_l0_reverse	8	0.040140774101018906
269646	rnn.weight_hh_l0_reverse	9	0.034833911806344986
269646	rnn.bias_ih_l0_reverse	0	-0.056870147585868835
269646	rnn.bias_ih_l0_reverse	1	-0.2824024260044098
269646	rnn.bias_ih_l0_reverse	2	-0.12459804117679596
269646	rnn.bias_ih_l0_reverse	3	-0.047850076109170914
269646	rnn.bias_ih_l0_reverse	4	-0.02218788117170334
269646	rnn.bias_ih_l0_reverse	5	0.07585519552230835
269646	rnn.bias_ih_l0_reverse	6	-0.06533494591712952
269646	rnn.bias_ih_l0_reverse	7	0.06133299693465233
269646	rnn.bias_ih_l0_reverse	8	-0.03584244102239609
269646	rnn.bias_ih_l0_reverse	9	0.06582443416118622
269646	rnn.bias_hh_l0_reverse	0	0.023376034572720528
269646	rnn.bias_hh_l0_reverse	1	-0.06328749656677246
269646	rnn.bias_hh_l0_reverse	2	0.08871801942586899
269646	rnn.bias_hh_l0_reverse	3	-0.05186997354030609
269646	rnn.bias_hh_l0_reverse	4	-0.028217867016792297
269646	rnn.bias_hh_l0_reverse	5	-0.02233044058084488
269646	rnn.bias_hh_l0_reverse	6	-0.020271869376301765
269646	rnn.bias_hh_l0_reverse	7	0.09971512854099274
269646	rnn.bias_hh_l0_reverse	8	0.03050054982304573
269646	rnn.bias_hh_l0_reverse	9	-0.14847974479198456
269646	rnn.weight_ih_l1	0	-0.02975076250731945
269646	rnn.weight_ih_l1	1	-0.050467513501644135
269646	rnn.weight_ih_l1	2	0.06506349891424179
269646	rnn.weight_ih_l1	3	-0.07305561751127243
269646	rnn.weight_ih_l1	4	-0.014063246548175812
269646	rnn.weight_ih_l1	5	-0.040317196398973465
269646	rnn.weight_ih_l1	6	0.028975052759051323
269646	rnn.weight_ih_l1	7	-0.044451143592596054
269646	rnn.weight_ih_l1	8	0.037828706204891205
269646	rnn.weight_ih_l1	9	0.04487571120262146
269646	rnn.weight_hh_l1	0	-0.007272263523191214
269646	rnn.weight_hh_l1	1	0.01988721825182438
269646	rnn.weight_hh_l1	2	0.006652026902884245
269646	rnn.weight_hh_l1	3	-0.012642515823245049
269646	rnn.weight_hh_l1	4	0.004812147002667189
269646	rnn.weight_hh_l1	5	0.03523349389433861
269646	rnn.weight_hh_l1	6	0.036275360733270645
269646	rnn.weight_hh_l1	7	-0.016370536759495735
269646	rnn.weight_hh_l1	8	-0.007193678990006447
269646	rnn.weight_hh_l1	9	0.03865581378340721
269646	rnn.bias_ih_l1	0	-0.18420973420143127
269646	rnn.bias_ih_l1	1	-0.1744164377450943
269646	rnn.bias_ih_l1	2	-0.197081059217453
269646	rnn.bias_ih_l1	3	-0.30775555968284607
269646	rnn.bias_ih_l1	4	-0.21222971379756927
269646	rnn.bias_ih_l1	5	-0.08898136764764786
269646	rnn.bias_ih_l1	6	-0.1589767187833786
269646	rnn.bias_ih_l1	7	-0.0032255849801003933
269646	rnn.bias_ih_l1	8	-0.13007386028766632
269646	rnn.bias_ih_l1	9	-0.12302205711603165
269646	rnn.bias_hh_l1	0	-0.09719392657279968
269646	rnn.bias_hh_l1	1	-0.0633096992969513
269646	rnn.bias_hh_l1	2	-0.08529604971408844
269646	rnn.bias_hh_l1	3	-0.07752181589603424
269646	rnn.bias_hh_l1	4	-0.07323937118053436
269646	rnn.bias_hh_l1	5	-0.11757463961839676
269646	rnn.bias_hh_l1	6	-0.16033872961997986
269646	rnn.bias_hh_l1	7	0.07463376969099045
269646	rnn.bias_hh_l1	8	-0.17613011598587036
269646	rnn.bias_hh_l1	9	-0.11557625979185104
269646	rnn.weight_ih_l1_reverse	0	-0.047481223940849304
269646	rnn.weight_ih_l1_reverse	1	0.03284590691328049
269646	rnn.weight_ih_l1_reverse	2	0.08825942873954773
269646	rnn.weight_ih_l1_reverse	3	-0.018014930188655853
269646	rnn.weight_ih_l1_reverse	4	-0.023395683616399765
269646	rnn.weight_ih_l1_reverse	5	-0.03032701648771763
269646	rnn.weight_ih_l1_reverse	6	-0.01950882188975811
269646	rnn.weight_ih_l1_reverse	7	0.02975744940340519
269646	rnn.weight_ih_l1_reverse	8	0.005551460199058056
269646	rnn.weight_ih_l1_reverse	9	-0.03353813663125038
269646	rnn.weight_hh_l1_reverse	0	0.0045656608417630196
269646	rnn.weight_hh_l1_reverse	1	0.03170318901538849
269646	rnn.weight_hh_l1_reverse	2	-0.040614545345306396
269646	rnn.weight_hh_l1_reverse	3	0.03500493988394737
269646	rnn.weight_hh_l1_reverse	4	0.04717234894633293
269646	rnn.weight_hh_l1_reverse	5	0.0059885066002607346
269646	rnn.weight_hh_l1_reverse	6	0.04901896417140961
269646	rnn.weight_hh_l1_reverse	7	0.03099842555820942
269646	rnn.weight_hh_l1_reverse	8	-0.007134379353374243
269646	rnn.weight_hh_l1_reverse	9	-0.03020334802567959
269646	rnn.bias_ih_l1_reverse	0	-0.0457884781062603
269646	rnn.bias_ih_l1_reverse	1	-0.13991287350654602
269646	rnn.bias_ih_l1_reverse	2	-0.16315902769565582
269646	rnn.bias_ih_l1_reverse	3	-0.06198439747095108
269646	rnn.bias_ih_l1_reverse	4	-0.20393092930316925
269646	rnn.bias_ih_l1_reverse	5	-0.11671110987663269
269646	rnn.bias_ih_l1_reverse	6	-0.13011591136455536
269646	rnn.bias_ih_l1_reverse	7	-0.19202585518360138
269646	rnn.bias_ih_l1_reverse	8	0.22724281251430511
269646	rnn.bias_ih_l1_reverse	9	0.022895125672221184
269646	rnn.bias_hh_l1_reverse	0	0.010419896803796291
269646	rnn.bias_hh_l1_reverse	1	-0.06447076797485352
269646	rnn.bias_hh_l1_reverse	2	-0.23721295595169067
269646	rnn.bias_hh_l1_reverse	3	-0.14389030635356903
269646	rnn.bias_hh_l1_reverse	4	-0.08026371896266937
269646	rnn.bias_hh_l1_reverse	5	-0.11614193022251129
269646	rnn.bias_hh_l1_reverse	6	0.06283978372812271
269646	rnn.bias_hh_l1_reverse	7	-0.13498440384864807
269646	rnn.bias_hh_l1_reverse	8	-0.12490559369325638
269646	rnn.bias_hh_l1_reverse	9	-0.14823979139328003
269646	linear.weight	0	0.002228822559118271
269646	linear.weight	1	0.09777124226093292
269646	linear.weight	2	-0.09223045408725739
269646	linear.weight	3	0.3127496540546417
269646	linear.weight	4	0.15070796012878418
269646	linear.weight	5	-0.06574282795190811
269646	linear.weight	6	0.09382599592208862
269646	linear.weight	7	0.1356133073568344
269646	linear.weight	8	0.04113321378827095
269646	linear.weight	9	-0.05096600577235222
269646	linear.bias	0	0.08525455743074417
269646	linear.bias	1	-0.18845784664154053
269646	linear.bias	2	-0.449110209941864
269646	linear.bias	3	-0.6547439694404602
269646	linear.bias	4	-1.2587484121322632
269646	linear.bias	5	-0.06271150708198547
269646	linear.bias	6	-0.8204790949821472
269646	linear.bias	7	0.2680765688419342
269646	linear.bias	8	-0.3957597613334656
269646	linear.bias	9	-1.0221152305603027
269843	transitions	0	0.7548235058784485
269843	transitions	1	0.13925078511238098
269843	transitions	2	-10000.0
269843	transitions	3	-1.8281095027923584
269843	transitions	4	-10000.0
269843	transitions	5	0.5628111362457275
269843	transitions	6	-0.08562570810317993
269843	transitions	7	-0.8117176294326782
269843	transitions	8	-1.4227360486984253
269843	transitions	9	-0.001231434871442616
269843	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
269843	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
269843	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
269843	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
269843	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
269843	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
269843	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
269843	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
269843	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
269843	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
269843	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
269843	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
269843	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
269843	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
269843	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
269843	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
269843	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
269843	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
269843	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
269843	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
269843	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
269843	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
269843	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
269843	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
269843	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
269843	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
269843	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
269843	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
269843	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
269843	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
269843	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
269843	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
269843	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
269843	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
269843	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
269843	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
269843	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
269843	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
269843	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
269843	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
269843	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
269843	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
269843	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
269843	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
269843	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
269843	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
269843	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
269843	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
269843	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
269843	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
269843	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
269843	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
269843	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
269843	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
269843	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
269843	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
269843	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
269843	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
269843	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
269843	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
269843	embedding2nn.weight	0	0.01665780507028103
269843	embedding2nn.weight	1	-0.012716501951217651
269843	embedding2nn.weight	2	-0.014268254861235619
269843	embedding2nn.weight	3	-0.031406451016664505
269843	embedding2nn.weight	4	-0.0059150345623493195
269843	embedding2nn.weight	5	-0.0037005888298153877
269843	embedding2nn.weight	6	-0.003973265178501606
269843	embedding2nn.weight	7	-0.07726773619651794
269843	embedding2nn.weight	8	-0.0019979383796453476
269843	embedding2nn.weight	9	-0.027774913236498833
269843	embedding2nn.bias	0	0.031297821551561356
269843	embedding2nn.bias	1	-0.0752711147069931
269843	embedding2nn.bias	2	0.07081286609172821
269843	embedding2nn.bias	3	0.05066568776965141
269843	embedding2nn.bias	4	-0.041741400957107544
269843	embedding2nn.bias	5	-0.011099357157945633
269843	embedding2nn.bias	6	0.015813538804650307
269843	embedding2nn.bias	7	-0.055622413754463196
269843	embedding2nn.bias	8	0.07386820763349533
269843	embedding2nn.bias	9	0.04464644938707352
269843	rnn.weight_ih_l0	0	-0.08090449869632721
269843	rnn.weight_ih_l0	1	0.003037005662918091
269843	rnn.weight_ih_l0	2	0.03539163991808891
269843	rnn.weight_ih_l0	3	0.02286045253276825
269843	rnn.weight_ih_l0	4	-0.048085328191518784
269843	rnn.weight_ih_l0	5	-0.06848496943712234
269843	rnn.weight_ih_l0	6	-0.0011758491164073348
269843	rnn.weight_ih_l0	7	0.05358860641717911
269843	rnn.weight_ih_l0	8	-0.017118435353040695
269843	rnn.weight_ih_l0	9	-0.030800506472587585
269843	rnn.weight_hh_l0	0	-0.03006713278591633
269843	rnn.weight_hh_l0	1	-0.0072814044542610645
269843	rnn.weight_hh_l0	2	0.006681153550744057
269843	rnn.weight_hh_l0	3	-0.07444532960653305
269843	rnn.weight_hh_l0	4	0.09334681183099747
269843	rnn.weight_hh_l0	5	-0.02688383124768734
269843	rnn.weight_hh_l0	6	-0.0638238936662674
269843	rnn.weight_hh_l0	7	0.008761889301240444
269843	rnn.weight_hh_l0	8	0.013398739509284496
269843	rnn.weight_hh_l0	9	-0.02564072050154209
269843	rnn.bias_ih_l0	0	0.1298201084136963
269843	rnn.bias_ih_l0	1	-0.03400794044137001
269843	rnn.bias_ih_l0	2	-0.03408130258321762
269843	rnn.bias_ih_l0	3	0.16313596069812775
269843	rnn.bias_ih_l0	4	-0.012767939828336239
269843	rnn.bias_ih_l0	5	-0.02296094223856926
269843	rnn.bias_ih_l0	6	0.017320210114121437
269843	rnn.bias_ih_l0	7	0.023743603378534317
269843	rnn.bias_ih_l0	8	-0.09934404492378235
269843	rnn.bias_ih_l0	9	-0.04140540212392807
269843	rnn.bias_hh_l0	0	-0.0012840612325817347
269843	rnn.bias_hh_l0	1	-0.100489541888237
269843	rnn.bias_hh_l0	2	-0.07500435411930084
269843	rnn.bias_hh_l0	3	-0.08877155184745789
269843	rnn.bias_hh_l0	4	0.008377525955438614
269843	rnn.bias_hh_l0	5	-0.02054392173886299
269843	rnn.bias_hh_l0	6	0.028417855501174927
269843	rnn.bias_hh_l0	7	0.06051237881183624
269843	rnn.bias_hh_l0	8	-0.12286344170570374
269843	rnn.bias_hh_l0	9	-0.05907413363456726
269843	rnn.weight_ih_l0_reverse	0	-0.025482017546892166
269843	rnn.weight_ih_l0_reverse	1	-0.05713677778840065
269843	rnn.weight_ih_l0_reverse	2	-0.048925742506980896
269843	rnn.weight_ih_l0_reverse	3	0.015686646103858948
269843	rnn.weight_ih_l0_reverse	4	-0.025234539061784744
269843	rnn.weight_ih_l0_reverse	5	-0.05743592232465744
269843	rnn.weight_ih_l0_reverse	6	0.073602594435215
269843	rnn.weight_ih_l0_reverse	7	-0.01900818571448326
269843	rnn.weight_ih_l0_reverse	8	-0.018579941242933273
269843	rnn.weight_ih_l0_reverse	9	0.004452837631106377
269843	rnn.weight_hh_l0_reverse	0	0.0685579851269722
269843	rnn.weight_hh_l0_reverse	1	0.0198215339332819
269843	rnn.weight_hh_l0_reverse	2	0.03009461984038353
269843	rnn.weight_hh_l0_reverse	3	0.03539580479264259
269843	rnn.weight_hh_l0_reverse	4	0.014358538202941418
269843	rnn.weight_hh_l0_reverse	5	0.008091642521321774
269843	rnn.weight_hh_l0_reverse	6	0.05103787034749985
269843	rnn.weight_hh_l0_reverse	7	-0.08199088275432587
269843	rnn.weight_hh_l0_reverse	8	0.040152549743652344
269843	rnn.weight_hh_l0_reverse	9	0.03484803065657616
269843	rnn.bias_ih_l0_reverse	0	-0.056845150887966156
269843	rnn.bias_ih_l0_reverse	1	-0.28258582949638367
269843	rnn.bias_ih_l0_reverse	2	-0.1246582418680191
269843	rnn.bias_ih_l0_reverse	3	-0.04783284664154053
269843	rnn.bias_ih_l0_reverse	4	-0.022144746035337448
269843	rnn.bias_ih_l0_reverse	5	0.07588380575180054
269843	rnn.bias_ih_l0_reverse	6	-0.0653921589255333
269843	rnn.bias_ih_l0_reverse	7	0.061343565583229065
269843	rnn.bias_ih_l0_reverse	8	-0.035869210958480835
269843	rnn.bias_ih_l0_reverse	9	0.0657932460308075
269843	rnn.bias_hh_l0_reverse	0	0.023387538269162178
269843	rnn.bias_hh_l0_reverse	1	-0.06323143094778061
269843	rnn.bias_hh_l0_reverse	2	0.0887439101934433
269843	rnn.bias_hh_l0_reverse	3	-0.051923688501119614
269843	rnn.bias_hh_l0_reverse	4	-0.028225453570485115
269843	rnn.bias_hh_l0_reverse	5	-0.022359536960721016
269843	rnn.bias_hh_l0_reverse	6	-0.02025635354220867
269843	rnn.bias_hh_l0_reverse	7	0.09968169778585434
269843	rnn.bias_hh_l0_reverse	8	0.030477644875645638
269843	rnn.bias_hh_l0_reverse	9	-0.14851689338684082
269843	rnn.weight_ih_l1	0	-0.029758691787719727
269843	rnn.weight_ih_l1	1	-0.05048029124736786
269843	rnn.weight_ih_l1	2	0.06508615612983704
269843	rnn.weight_ih_l1	3	-0.07299980521202087
269843	rnn.weight_ih_l1	4	-0.014061740599572659
269843	rnn.weight_ih_l1	5	-0.04031773656606674
269843	rnn.weight_ih_l1	6	0.028975680470466614
269843	rnn.weight_ih_l1	7	-0.04444360360503197
269843	rnn.weight_ih_l1	8	0.037831634283065796
269843	rnn.weight_ih_l1	9	0.0448666550219059
269843	rnn.weight_hh_l1	0	-0.007241201587021351
269843	rnn.weight_hh_l1	1	0.01988706737756729
269843	rnn.weight_hh_l1	2	0.006657865364104509
269843	rnn.weight_hh_l1	3	-0.01263999193906784
269843	rnn.weight_hh_l1	4	0.00480200769379735
269843	rnn.weight_hh_l1	5	0.03524307906627655
269843	rnn.weight_hh_l1	6	0.036268722265958786
269843	rnn.weight_hh_l1	7	-0.016370441764593124
269843	rnn.weight_hh_l1	8	-0.0071930731646716595
269843	rnn.weight_hh_l1	9	0.03864353895187378
269843	rnn.bias_ih_l1	0	-0.18416790664196014
269843	rnn.bias_ih_l1	1	-0.17444252967834473
269843	rnn.bias_ih_l1	2	-0.19702258706092834
269843	rnn.bias_ih_l1	3	-0.30776336789131165
269843	rnn.bias_ih_l1	4	-0.21228531002998352
269843	rnn.bias_ih_l1	5	-0.08897971361875534
269843	rnn.bias_ih_l1	6	-0.15899544954299927
269843	rnn.bias_ih_l1	7	-0.003274072427302599
269843	rnn.bias_ih_l1	8	-0.13010671734809875
269843	rnn.bias_ih_l1	9	-0.12303416430950165
269843	rnn.bias_hh_l1	0	-0.0972118079662323
269843	rnn.bias_hh_l1	1	-0.06326480954885483
269843	rnn.bias_hh_l1	2	-0.08528105914592743
269843	rnn.bias_hh_l1	3	-0.07754558324813843
269843	rnn.bias_hh_l1	4	-0.0732693299651146
269843	rnn.bias_hh_l1	5	-0.1175525039434433
269843	rnn.bias_hh_l1	6	-0.16037820279598236
269843	rnn.bias_hh_l1	7	0.07461699098348618
269843	rnn.bias_hh_l1	8	-0.17616252601146698
269843	rnn.bias_hh_l1	9	-0.11553287506103516
269843	rnn.weight_ih_l1_reverse	0	-0.04751094430685043
269843	rnn.weight_ih_l1_reverse	1	0.03285379335284233
269843	rnn.weight_ih_l1_reverse	2	0.08824572712182999
269843	rnn.weight_ih_l1_reverse	3	-0.018024031072854996
269843	rnn.weight_ih_l1_reverse	4	-0.02340272068977356
269843	rnn.weight_ih_l1_reverse	5	-0.030333539471030235
269843	rnn.weight_ih_l1_reverse	6	-0.01950778067111969
269843	rnn.weight_ih_l1_reverse	7	0.029731465503573418
269843	rnn.weight_ih_l1_reverse	8	0.005594695918262005
269843	rnn.weight_ih_l1_reverse	9	-0.033538222312927246
269843	rnn.weight_hh_l1_reverse	0	0.004563393071293831
269843	rnn.weight_hh_l1_reverse	1	0.031703103333711624
269843	rnn.weight_hh_l1_reverse	2	-0.04061445593833923
269843	rnn.weight_hh_l1_reverse	3	0.03500480204820633
269843	rnn.weight_hh_l1_reverse	4	0.04716905951499939
269843	rnn.weight_hh_l1_reverse	5	0.005988182034343481
269843	rnn.weight_hh_l1_reverse	6	0.04905117303133011
269843	rnn.weight_hh_l1_reverse	7	0.030998704954981804
269843	rnn.weight_hh_l1_reverse	8	-0.007132087834179401
269843	rnn.weight_hh_l1_reverse	9	-0.030205627903342247
269843	rnn.bias_ih_l1_reverse	0	-0.045730315148830414
269843	rnn.bias_ih_l1_reverse	1	-0.1398535668849945
269843	rnn.bias_ih_l1_reverse	2	-0.16320772469043732
269843	rnn.bias_ih_l1_reverse	3	-0.06209944561123848
269843	rnn.bias_ih_l1_reverse	4	-0.20391520857810974
269843	rnn.bias_ih_l1_reverse	5	-0.11672063916921616
269843	rnn.bias_ih_l1_reverse	6	-0.13009309768676758
269843	rnn.bias_ih_l1_reverse	7	-0.19202834367752075
269843	rnn.bias_ih_l1_reverse	8	0.2271890491247177
269843	rnn.bias_ih_l1_reverse	9	0.02284461073577404
269843	rnn.bias_hh_l1_reverse	0	0.010112282820045948
269843	rnn.bias_hh_l1_reverse	1	-0.06460569053888321
269843	rnn.bias_hh_l1_reverse	2	-0.23721875250339508
269843	rnn.bias_hh_l1_reverse	3	-0.14388911426067352
269843	rnn.bias_hh_l1_reverse	4	-0.08023089170455933
269843	rnn.bias_hh_l1_reverse	5	-0.11612944304943085
269843	rnn.bias_hh_l1_reverse	6	0.06295181065797806
269843	rnn.bias_hh_l1_reverse	7	-0.13496775925159454
269843	rnn.bias_hh_l1_reverse	8	-0.12485288828611374
269843	rnn.bias_hh_l1_reverse	9	-0.14826132357120514
269843	linear.weight	0	0.002228822559118271
269843	linear.weight	1	0.09784896671772003
269843	linear.weight	2	-0.09226168692111969
269843	linear.weight	3	0.31287574768066406
269843	linear.weight	4	0.15066108107566833
269843	linear.weight	5	-0.06569420546293259
269843	linear.weight	6	0.09356681257486343
269843	linear.weight	7	0.13573069870471954
269843	linear.weight	8	0.04113321378827095
269843	linear.weight	9	-0.050938043743371964
269843	linear.bias	0	0.08497945219278336
269843	linear.bias	1	-0.18809069693088531
269843	linear.bias	2	-0.44981104135513306
269843	linear.bias	3	-0.6547901034355164
269843	linear.bias	4	-1.2587590217590332
269843	linear.bias	5	-0.06357132643461227
269843	linear.bias	6	-0.8201602697372437
269843	linear.bias	7	0.2671825885772705
269843	linear.bias	8	-0.395382285118103
269843	linear.bias	9	-1.0217503309249878
270040	transitions	0	0.7548882365226746
270040	transitions	1	0.13934729993343353
270040	transitions	2	-10000.0
270040	transitions	3	-1.828109622001648
270040	transitions	4	-10000.0
270040	transitions	5	0.5628104209899902
270040	transitions	6	-0.08562619984149933
270040	transitions	7	-0.8117237687110901
270040	transitions	8	-1.4227361679077148
270040	transitions	9	-0.0012314373161643744
270040	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
270040	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
270040	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
270040	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
270040	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
270040	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
270040	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
270040	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
270040	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
270040	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
270040	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
270040	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
270040	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
270040	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
270040	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
270040	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
270040	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
270040	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
270040	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
270040	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
270040	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
270040	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
270040	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
270040	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
270040	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
270040	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
270040	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
270040	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
270040	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
270040	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
270040	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
270040	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
270040	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
270040	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
270040	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
270040	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
270040	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
270040	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
270040	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
270040	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
270040	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
270040	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
270040	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
270040	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
270040	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
270040	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
270040	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
270040	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
270040	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
270040	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
270040	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
270040	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
270040	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
270040	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
270040	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
270040	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
270040	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
270040	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
270040	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
270040	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
270040	embedding2nn.weight	0	0.016667887568473816
270040	embedding2nn.weight	1	-0.012716315686702728
270040	embedding2nn.weight	2	-0.014268254861235619
270040	embedding2nn.weight	3	-0.031417202204465866
270040	embedding2nn.weight	4	-0.0059150345623493195
270040	embedding2nn.weight	5	-0.0037005888298153877
270040	embedding2nn.weight	6	-0.003973265178501606
270040	embedding2nn.weight	7	-0.0772690400481224
270040	embedding2nn.weight	8	-0.0019979383796453476
270040	embedding2nn.weight	9	-0.027765503153204918
270040	embedding2nn.bias	0	0.03152303025126457
270040	embedding2nn.bias	1	-0.07539251446723938
270040	embedding2nn.bias	2	0.07073648273944855
270040	embedding2nn.bias	3	0.05075529217720032
270040	embedding2nn.bias	4	-0.041530732065439224
270040	embedding2nn.bias	5	-0.011030782014131546
270040	embedding2nn.bias	6	0.015709685161709785
270040	embedding2nn.bias	7	-0.055593091994524
270040	embedding2nn.bias	8	0.07359592616558075
270040	embedding2nn.bias	9	0.04471926763653755
270040	rnn.weight_ih_l0	0	-0.08092420548200607
270040	rnn.weight_ih_l0	1	0.0030528116039931774
270040	rnn.weight_ih_l0	2	0.035395871847867966
270040	rnn.weight_ih_l0	3	0.022863246500492096
270040	rnn.weight_ih_l0	4	-0.0480634979903698
270040	rnn.weight_ih_l0	5	-0.06848515570163727
270040	rnn.weight_ih_l0	6	-0.0011699420865625143
270040	rnn.weight_ih_l0	7	0.053591638803482056
270040	rnn.weight_ih_l0	8	-0.017121383920311928
270040	rnn.weight_ih_l0	9	-0.030829772353172302
270040	rnn.weight_hh_l0	0	-0.0300697460770607
270040	rnn.weight_hh_l0	1	-0.007281595841050148
270040	rnn.weight_hh_l0	2	0.006685239728540182
270040	rnn.weight_hh_l0	3	-0.07443615794181824
270040	rnn.weight_hh_l0	4	0.09333565086126328
270040	rnn.weight_hh_l0	5	-0.02688637562096119
270040	rnn.weight_hh_l0	6	-0.06383627653121948
270040	rnn.weight_hh_l0	7	0.00876354519277811
270040	rnn.weight_hh_l0	8	0.013401814736425877
270040	rnn.weight_hh_l0	9	-0.025644807144999504
270040	rnn.bias_ih_l0	0	0.12976296246051788
270040	rnn.bias_ih_l0	1	-0.03402526676654816
270040	rnn.bias_ih_l0	2	-0.03410414978861809
270040	rnn.bias_ih_l0	3	0.16305378079414368
270040	rnn.bias_ih_l0	4	-0.012750337831676006
270040	rnn.bias_ih_l0	5	-0.02304663136601448
270040	rnn.bias_ih_l0	6	0.017301395535469055
270040	rnn.bias_ih_l0	7	0.023729713633656502
270040	rnn.bias_ih_l0	8	-0.09934376180171967
270040	rnn.bias_ih_l0	9	-0.04144958034157753
270040	rnn.bias_hh_l0	0	-0.0012628479162231088
270040	rnn.bias_hh_l0	1	-0.1004294902086258
270040	rnn.bias_hh_l0	2	-0.07502429932355881
270040	rnn.bias_hh_l0	3	-0.08877480775117874
270040	rnn.bias_hh_l0	4	0.008459624834358692
270040	rnn.bias_hh_l0	5	-0.020514028146862984
270040	rnn.bias_hh_l0	6	0.028351129963994026
270040	rnn.bias_hh_l0	7	0.06058745086193085
270040	rnn.bias_hh_l0	8	-0.1228400394320488
270040	rnn.bias_hh_l0	9	-0.059113819152116776
270040	rnn.weight_ih_l0_reverse	0	-0.025476692244410515
270040	rnn.weight_ih_l0_reverse	1	-0.05713756009936333
270040	rnn.weight_ih_l0_reverse	2	-0.04890788346529007
270040	rnn.weight_ih_l0_reverse	3	0.015685418620705605
270040	rnn.weight_ih_l0_reverse	4	-0.025244254618883133
270040	rnn.weight_ih_l0_reverse	5	-0.05743899568915367
270040	rnn.weight_ih_l0_reverse	6	0.07361465692520142
270040	rnn.weight_ih_l0_reverse	7	-0.01902708411216736
270040	rnn.weight_ih_l0_reverse	8	-0.01858537830412388
270040	rnn.weight_ih_l0_reverse	9	0.00445194635540247
270040	rnn.weight_hh_l0_reverse	0	0.06855948269367218
270040	rnn.weight_hh_l0_reverse	1	0.019842401146888733
270040	rnn.weight_hh_l0_reverse	2	0.03008543886244297
270040	rnn.weight_hh_l0_reverse	3	0.035397280007600784
270040	rnn.weight_hh_l0_reverse	4	0.014363848604261875
270040	rnn.weight_hh_l0_reverse	5	0.00811695959419012
270040	rnn.weight_hh_l0_reverse	6	0.05103698745369911
270040	rnn.weight_hh_l0_reverse	7	-0.08200415223836899
270040	rnn.weight_hh_l0_reverse	8	0.04014095664024353
270040	rnn.weight_hh_l0_reverse	9	0.03483127802610397
270040	rnn.bias_ih_l0_reverse	0	-0.05684468895196915
270040	rnn.bias_ih_l0_reverse	1	-0.28267213702201843
270040	rnn.bias_ih_l0_reverse	2	-0.12466709315776825
270040	rnn.bias_ih_l0_reverse	3	-0.04782531037926674
270040	rnn.bias_ih_l0_reverse	4	-0.022173680365085602
270040	rnn.bias_ih_l0_reverse	5	0.07588528096675873
270040	rnn.bias_ih_l0_reverse	6	-0.06538897752761841
270040	rnn.bias_ih_l0_reverse	7	0.06135185807943344
270040	rnn.bias_ih_l0_reverse	8	-0.03583192452788353
270040	rnn.bias_ih_l0_reverse	9	0.0657544732093811
270040	rnn.bias_hh_l0_reverse	0	0.023426970466971397
270040	rnn.bias_hh_l0_reverse	1	-0.0633447989821434
270040	rnn.bias_hh_l0_reverse	2	0.08875618129968643
270040	rnn.bias_hh_l0_reverse	3	-0.051930543035268784
270040	rnn.bias_hh_l0_reverse	4	-0.028231460601091385
270040	rnn.bias_hh_l0_reverse	5	-0.022366683930158615
270040	rnn.bias_hh_l0_reverse	6	-0.0202083270996809
270040	rnn.bias_hh_l0_reverse	7	0.09960703551769257
270040	rnn.bias_hh_l0_reverse	8	0.03048032522201538
270040	rnn.bias_hh_l0_reverse	9	-0.14856268465518951
270040	rnn.weight_ih_l1	0	-0.029755055904388428
270040	rnn.weight_ih_l1	1	-0.0505053736269474
270040	rnn.weight_ih_l1	2	0.06509082019329071
270040	rnn.weight_ih_l1	3	-0.07302946597337723
270040	rnn.weight_ih_l1	4	-0.014073481783270836
270040	rnn.weight_ih_l1	5	-0.04032012075185776
270040	rnn.weight_ih_l1	6	0.02898181788623333
270040	rnn.weight_ih_l1	7	-0.044412534683942795
270040	rnn.weight_ih_l1	8	0.037829287350177765
270040	rnn.weight_ih_l1	9	0.044860828667879105
270040	rnn.weight_hh_l1	0	-0.007268357556313276
270040	rnn.weight_hh_l1	1	0.01988784410059452
270040	rnn.weight_hh_l1	2	0.006634034216403961
270040	rnn.weight_hh_l1	3	-0.012644360773265362
270040	rnn.weight_hh_l1	4	0.004808082710951567
270040	rnn.weight_hh_l1	5	0.03523961827158928
270040	rnn.weight_hh_l1	6	0.0362735241651535
270040	rnn.weight_hh_l1	7	-0.016380231827497482
270040	rnn.weight_hh_l1	8	-0.007192235440015793
270040	rnn.weight_hh_l1	9	0.038653336465358734
270040	rnn.bias_ih_l1	0	-0.18417786061763763
270040	rnn.bias_ih_l1	1	-0.174460306763649
270040	rnn.bias_ih_l1	2	-0.19708287715911865
270040	rnn.bias_ih_l1	3	-0.3077578842639923
270040	rnn.bias_ih_l1	4	-0.21223434805870056
270040	rnn.bias_ih_l1	5	-0.08896201103925705
270040	rnn.bias_ih_l1	6	-0.15891900658607483
270040	rnn.bias_ih_l1	7	-0.0033055769745260477
270040	rnn.bias_ih_l1	8	-0.13011771440505981
270040	rnn.bias_ih_l1	9	-0.12302165478467941
270040	rnn.bias_hh_l1	0	-0.09715482592582703
270040	rnn.bias_hh_l1	1	-0.06324690580368042
270040	rnn.bias_hh_l1	2	-0.08529706299304962
270040	rnn.bias_hh_l1	3	-0.07755983620882034
270040	rnn.bias_hh_l1	4	-0.07333806902170181
270040	rnn.bias_hh_l1	5	-0.11755090206861496
270040	rnn.bias_hh_l1	6	-0.16037611663341522
270040	rnn.bias_hh_l1	7	0.0746442899107933
270040	rnn.bias_hh_l1	8	-0.17617100477218628
270040	rnn.bias_hh_l1	9	-0.11548390984535217
270040	rnn.weight_ih_l1_reverse	0	-0.047528672963380814
270040	rnn.weight_ih_l1_reverse	1	0.032792799174785614
270040	rnn.weight_ih_l1_reverse	2	0.08822648972272873
270040	rnn.weight_ih_l1_reverse	3	-0.018051542341709137
270040	rnn.weight_ih_l1_reverse	4	-0.023366067558526993
270040	rnn.weight_ih_l1_reverse	5	-0.03033377416431904
270040	rnn.weight_ih_l1_reverse	6	-0.019499938935041428
270040	rnn.weight_ih_l1_reverse	7	0.029719460755586624
270040	rnn.weight_ih_l1_reverse	8	0.005659829825162888
270040	rnn.weight_ih_l1_reverse	9	-0.033522121608257294
270040	rnn.weight_hh_l1_reverse	0	0.004563942085951567
270040	rnn.weight_hh_l1_reverse	1	0.03170266002416611
270040	rnn.weight_hh_l1_reverse	2	-0.04061432555317879
270040	rnn.weight_hh_l1_reverse	3	0.03500388190150261
270040	rnn.weight_hh_l1_reverse	4	0.047167129814624786
270040	rnn.weight_hh_l1_reverse	5	0.00598477479070425
270040	rnn.weight_hh_l1_reverse	6	0.049050118774175644
270040	rnn.weight_hh_l1_reverse	7	0.03100217506289482
270040	rnn.weight_hh_l1_reverse	8	-0.007131985388696194
270040	rnn.weight_hh_l1_reverse	9	-0.030209414660930634
270040	rnn.bias_ih_l1_reverse	0	-0.04570583626627922
270040	rnn.bias_ih_l1_reverse	1	-0.13981163501739502
270040	rnn.bias_ih_l1_reverse	2	-0.16319474577903748
270040	rnn.bias_ih_l1_reverse	3	-0.06209342181682587
270040	rnn.bias_ih_l1_reverse	4	-0.2039191871881485
270040	rnn.bias_ih_l1_reverse	5	-0.11668309569358826
270040	rnn.bias_ih_l1_reverse	6	-0.13009649515151978
270040	rnn.bias_ih_l1_reverse	7	-0.19210219383239746
270040	rnn.bias_ih_l1_reverse	8	0.22709661722183228
270040	rnn.bias_ih_l1_reverse	9	0.022800730541348457
270040	rnn.bias_hh_l1_reverse	0	0.010156510397791862
270040	rnn.bias_hh_l1_reverse	1	-0.0644531324505806
270040	rnn.bias_hh_l1_reverse	2	-0.23717953264713287
270040	rnn.bias_hh_l1_reverse	3	-0.14388807117938995
270040	rnn.bias_hh_l1_reverse	4	-0.08019447326660156
270040	rnn.bias_hh_l1_reverse	5	-0.11610877513885498
270040	rnn.bias_hh_l1_reverse	6	0.06290856003761292
270040	rnn.bias_hh_l1_reverse	7	-0.1350206583738327
270040	rnn.bias_hh_l1_reverse	8	-0.12477608025074005
270040	rnn.bias_hh_l1_reverse	9	-0.14827321469783783
270040	linear.weight	0	0.002228822559118271
270040	linear.weight	1	0.09789832681417465
270040	linear.weight	2	-0.09224937111139297
270040	linear.weight	3	0.3127693831920624
270040	linear.weight	4	0.15066342055797577
270040	linear.weight	5	-0.06568989902734756
270040	linear.weight	6	0.09358195215463638
270040	linear.weight	7	0.13565398752689362
270040	linear.weight	8	0.04113321378827095
270040	linear.weight	9	-0.050979580730199814
270040	linear.bias	0	0.08400524407625198
270040	linear.bias	1	-0.18888767063617706
270040	linear.bias	2	-0.44855067133903503
270040	linear.bias	3	-0.6554534435272217
270040	linear.bias	4	-1.2594194412231445
270040	linear.bias	5	-0.06324785202741623
270040	linear.bias	6	-0.8209376335144043
270040	linear.bias	7	0.26752981543540955
270040	linear.bias	8	-0.39582595229148865
270040	linear.bias	9	-1.022228717803955
270237	transitions	0	0.7547498941421509
270237	transitions	1	0.13919183611869812
270237	transitions	2	-10000.0
270237	transitions	3	-1.828109622001648
270237	transitions	4	-10000.0
270237	transitions	5	0.5628089904785156
270237	transitions	6	-0.08562807738780975
270237	transitions	7	-0.811729907989502
270237	transitions	8	-1.4227367639541626
270237	transitions	9	-0.001231449656188488
270237	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
270237	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
270237	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
270237	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
270237	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
270237	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
270237	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
270237	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
270237	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
270237	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
270237	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
270237	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
270237	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
270237	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
270237	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
270237	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
270237	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
270237	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
270237	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
270237	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
270237	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
270237	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
270237	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
270237	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
270237	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
270237	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
270237	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
270237	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
270237	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
270237	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
270237	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
270237	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
270237	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
270237	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
270237	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
270237	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
270237	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
270237	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
270237	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
270237	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
270237	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
270237	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
270237	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
270237	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
270237	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
270237	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
270237	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
270237	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
270237	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
270237	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
270237	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
270237	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
270237	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
270237	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
270237	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
270237	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
270237	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
270237	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
270237	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
270237	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
270237	embedding2nn.weight	0	0.016663363203406334
270237	embedding2nn.weight	1	-0.012718455865979195
270237	embedding2nn.weight	2	-0.014268254861235619
270237	embedding2nn.weight	3	-0.03142876550555229
270237	embedding2nn.weight	4	-0.0059150345623493195
270237	embedding2nn.weight	5	-0.0037005888298153877
270237	embedding2nn.weight	6	-0.003973265178501606
270237	embedding2nn.weight	7	-0.0772983655333519
270237	embedding2nn.weight	8	-0.0019979383796453476
270237	embedding2nn.weight	9	-0.02777653932571411
270237	embedding2nn.bias	0	0.03143716976046562
270237	embedding2nn.bias	1	-0.07553461194038391
270237	embedding2nn.bias	2	0.07080511748790741
270237	embedding2nn.bias	3	0.050753865391016006
270237	embedding2nn.bias	4	-0.04159041866660118
270237	embedding2nn.bias	5	-0.010923913680016994
270237	embedding2nn.bias	6	0.015647437423467636
270237	embedding2nn.bias	7	-0.055574242025613785
270237	embedding2nn.bias	8	0.07366133481264114
270237	embedding2nn.bias	9	0.044569939374923706
270237	rnn.weight_ih_l0	0	-0.08094596862792969
270237	rnn.weight_ih_l0	1	0.0030819037929177284
270237	rnn.weight_ih_l0	2	0.03537723049521446
270237	rnn.weight_ih_l0	3	0.022868532687425613
270237	rnn.weight_ih_l0	4	-0.04809359833598137
270237	rnn.weight_ih_l0	5	-0.06846557557582855
270237	rnn.weight_ih_l0	6	-0.0011626448249444366
270237	rnn.weight_ih_l0	7	0.05359867215156555
270237	rnn.weight_ih_l0	8	-0.01711108349263668
270237	rnn.weight_ih_l0	9	-0.030839622020721436
270237	rnn.weight_hh_l0	0	-0.030063416808843613
270237	rnn.weight_hh_l0	1	-0.007285745814442635
270237	rnn.weight_hh_l0	2	0.006669183727353811
270237	rnn.weight_hh_l0	3	-0.07443035393953323
270237	rnn.weight_hh_l0	4	0.09334242343902588
270237	rnn.weight_hh_l0	5	-0.026899319142103195
270237	rnn.weight_hh_l0	6	-0.0638323724269867
270237	rnn.weight_hh_l0	7	0.008785758167505264
270237	rnn.weight_hh_l0	8	0.013399853371083736
270237	rnn.weight_hh_l0	9	-0.025651074945926666
270237	rnn.bias_ih_l0	0	0.12976989150047302
270237	rnn.bias_ih_l0	1	-0.034078266471624374
270237	rnn.bias_ih_l0	2	-0.034113019704818726
270237	rnn.bias_ih_l0	3	0.16309498250484467
270237	rnn.bias_ih_l0	4	-0.012682038359344006
270237	rnn.bias_ih_l0	5	-0.023039435967803
270237	rnn.bias_ih_l0	6	0.017289042472839355
270237	rnn.bias_ih_l0	7	0.023788999766111374
270237	rnn.bias_ih_l0	8	-0.09930458664894104
270237	rnn.bias_ih_l0	9	-0.041426412761211395
270237	rnn.bias_hh_l0	0	-0.0012564599746838212
270237	rnn.bias_hh_l0	1	-0.1004379615187645
270237	rnn.bias_hh_l0	2	-0.07502102106809616
270237	rnn.bias_hh_l0	3	-0.08874795585870743
270237	rnn.bias_hh_l0	4	0.008393249474465847
270237	rnn.bias_hh_l0	5	-0.020499542355537415
270237	rnn.bias_hh_l0	6	0.028380243107676506
270237	rnn.bias_hh_l0	7	0.06063680350780487
270237	rnn.bias_hh_l0	8	-0.12289554625749588
270237	rnn.bias_hh_l0	9	-0.059139564633369446
270237	rnn.weight_ih_l0_reverse	0	-0.025455737486481667
270237	rnn.weight_ih_l0_reverse	1	-0.057139504700899124
270237	rnn.weight_ih_l0_reverse	2	-0.04890843853354454
270237	rnn.weight_ih_l0_reverse	3	0.015682382509112358
270237	rnn.weight_ih_l0_reverse	4	-0.025237370282411575
270237	rnn.weight_ih_l0_reverse	5	-0.057447005063295364
270237	rnn.weight_ih_l0_reverse	6	0.07362940162420273
270237	rnn.weight_ih_l0_reverse	7	-0.019050218164920807
270237	rnn.weight_ih_l0_reverse	8	-0.018595702946186066
270237	rnn.weight_ih_l0_reverse	9	0.004468479193747044
270237	rnn.weight_hh_l0_reverse	0	0.06857971101999283
270237	rnn.weight_hh_l0_reverse	1	0.019839322194457054
270237	rnn.weight_hh_l0_reverse	2	0.030090749263763428
270237	rnn.weight_hh_l0_reverse	3	0.035390183329582214
270237	rnn.weight_hh_l0_reverse	4	0.014365637674927711
270237	rnn.weight_hh_l0_reverse	5	0.008103677071630955
270237	rnn.weight_hh_l0_reverse	6	0.051044609397649765
270237	rnn.weight_hh_l0_reverse	7	-0.08201897889375687
270237	rnn.weight_hh_l0_reverse	8	0.04014120250940323
270237	rnn.weight_hh_l0_reverse	9	0.034822914749383926
270237	rnn.bias_ih_l0_reverse	0	-0.056808654218912125
270237	rnn.bias_ih_l0_reverse	1	-0.28256332874298096
270237	rnn.bias_ih_l0_reverse	2	-0.12469890713691711
270237	rnn.bias_ih_l0_reverse	3	-0.047805529087781906
270237	rnn.bias_ih_l0_reverse	4	-0.022152557969093323
270237	rnn.bias_ih_l0_reverse	5	0.07586358487606049
270237	rnn.bias_ih_l0_reverse	6	-0.0654383972287178
270237	rnn.bias_ih_l0_reverse	7	0.061415959149599075
270237	rnn.bias_ih_l0_reverse	8	-0.03589143231511116
270237	rnn.bias_ih_l0_reverse	9	0.0657498836517334
270237	rnn.bias_hh_l0_reverse	0	0.02341010607779026
270237	rnn.bias_hh_l0_reverse	1	-0.06327939033508301
270237	rnn.bias_hh_l0_reverse	2	0.08878438919782639
270237	rnn.bias_hh_l0_reverse	3	-0.05193628743290901
270237	rnn.bias_hh_l0_reverse	4	-0.02821039967238903
270237	rnn.bias_hh_l0_reverse	5	-0.022396065294742584
270237	rnn.bias_hh_l0_reverse	6	-0.020236490294337273
270237	rnn.bias_hh_l0_reverse	7	0.0996231958270073
270237	rnn.bias_hh_l0_reverse	8	0.030450087040662766
270237	rnn.bias_hh_l0_reverse	9	-0.1485523283481598
270237	rnn.weight_ih_l1	0	-0.029753709211945534
270237	rnn.weight_ih_l1	1	-0.050508469343185425
270237	rnn.weight_ih_l1	2	0.06508208066225052
270237	rnn.weight_ih_l1	3	-0.07303448766469955
270237	rnn.weight_ih_l1	4	-0.014065285213291645
270237	rnn.weight_ih_l1	5	-0.04032456502318382
270237	rnn.weight_ih_l1	6	0.02897091954946518
270237	rnn.weight_ih_l1	7	-0.04441623017191887
270237	rnn.weight_ih_l1	8	0.03783524036407471
270237	rnn.weight_ih_l1	9	0.044848326593637466
270237	rnn.weight_hh_l1	0	-0.007251689210534096
270237	rnn.weight_hh_l1	1	0.01987958326935768
270237	rnn.weight_hh_l1	2	0.006614227779209614
270237	rnn.weight_hh_l1	3	-0.01264474168419838
270237	rnn.weight_hh_l1	4	0.004816877190023661
270237	rnn.weight_hh_l1	5	0.03523454815149307
270237	rnn.weight_hh_l1	6	0.03627868369221687
270237	rnn.weight_hh_l1	7	-0.016377586871385574
270237	rnn.weight_hh_l1	8	-0.007187806069850922
270237	rnn.weight_hh_l1	9	0.038653187453746796
270237	rnn.bias_ih_l1	0	-0.18425922095775604
270237	rnn.bias_ih_l1	1	-0.17447121441364288
270237	rnn.bias_ih_l1	2	-0.197071835398674
270237	rnn.bias_ih_l1	3	-0.3078085482120514
270237	rnn.bias_ih_l1	4	-0.2121715098619461
270237	rnn.bias_ih_l1	5	-0.08898070454597473
270237	rnn.bias_ih_l1	6	-0.1588968187570572
270237	rnn.bias_ih_l1	7	-0.0032254077959805727
270237	rnn.bias_ih_l1	8	-0.13009388744831085
270237	rnn.bias_ih_l1	9	-0.12299951165914536
270237	rnn.bias_hh_l1	0	-0.09720975905656815
270237	rnn.bias_hh_l1	1	-0.06326368451118469
270237	rnn.bias_hh_l1	2	-0.08536204695701599
270237	rnn.bias_hh_l1	3	-0.07755458354949951
270237	rnn.bias_hh_l1	4	-0.07334472239017487
270237	rnn.bias_hh_l1	5	-0.11753901839256287
270237	rnn.bias_hh_l1	6	-0.16041189432144165
270237	rnn.bias_hh_l1	7	0.07472304254770279
270237	rnn.bias_hh_l1	8	-0.17615897953510284
270237	rnn.bias_hh_l1	9	-0.11545445024967194
270237	rnn.weight_ih_l1_reverse	0	-0.04752286896109581
270237	rnn.weight_ih_l1_reverse	1	0.03280726447701454
270237	rnn.weight_ih_l1_reverse	2	0.08830104768276215
270237	rnn.weight_ih_l1_reverse	3	-0.018065664917230606
270237	rnn.weight_ih_l1_reverse	4	-0.023401129990816116
270237	rnn.weight_ih_l1_reverse	5	-0.030334006994962692
270237	rnn.weight_ih_l1_reverse	6	-0.019498663023114204
270237	rnn.weight_ih_l1_reverse	7	0.029711415991187096
270237	rnn.weight_ih_l1_reverse	8	0.005642317235469818
270237	rnn.weight_ih_l1_reverse	9	-0.03349889814853668
270237	rnn.weight_hh_l1_reverse	0	0.004567216616123915
270237	rnn.weight_hh_l1_reverse	1	0.03169954940676689
270237	rnn.weight_hh_l1_reverse	2	-0.04061513766646385
270237	rnn.weight_hh_l1_reverse	3	0.0350051075220108
270237	rnn.weight_hh_l1_reverse	4	0.047166816890239716
270237	rnn.weight_hh_l1_reverse	5	0.005987193435430527
270237	rnn.weight_hh_l1_reverse	6	0.04902323707938194
270237	rnn.weight_hh_l1_reverse	7	0.031004169955849648
270237	rnn.weight_hh_l1_reverse	8	-0.007132652681320906
270237	rnn.weight_hh_l1_reverse	9	-0.03021414764225483
270237	rnn.bias_ih_l1_reverse	0	-0.045652542263269424
270237	rnn.bias_ih_l1_reverse	1	-0.13978718221187592
270237	rnn.bias_ih_l1_reverse	2	-0.16321295499801636
270237	rnn.bias_ih_l1_reverse	3	-0.06197938323020935
270237	rnn.bias_ih_l1_reverse	4	-0.2038693130016327
270237	rnn.bias_ih_l1_reverse	5	-0.11668984591960907
270237	rnn.bias_ih_l1_reverse	6	-0.13011054694652557
270237	rnn.bias_ih_l1_reverse	7	-0.19213049113750458
270237	rnn.bias_ih_l1_reverse	8	0.2270573228597641
270237	rnn.bias_ih_l1_reverse	9	0.02305210754275322
270237	rnn.bias_hh_l1_reverse	0	0.010164105333387852
270237	rnn.bias_hh_l1_reverse	1	-0.06467561423778534
270237	rnn.bias_hh_l1_reverse	2	-0.23718491196632385
270237	rnn.bias_hh_l1_reverse	3	-0.14390170574188232
270237	rnn.bias_hh_l1_reverse	4	-0.08019249886274338
270237	rnn.bias_hh_l1_reverse	5	-0.11611282080411911
270237	rnn.bias_hh_l1_reverse	6	0.06281878054141998
270237	rnn.bias_hh_l1_reverse	7	-0.13505207002162933
270237	rnn.bias_hh_l1_reverse	8	-0.12478305399417877
270237	rnn.bias_hh_l1_reverse	9	-0.14829416573047638
270237	linear.weight	0	0.002228822559118271
270237	linear.weight	1	0.09791581332683563
270237	linear.weight	2	-0.09224008023738861
270237	linear.weight	3	0.31277573108673096
270237	linear.weight	4	0.1506584733724594
270237	linear.weight	5	-0.06571462005376816
270237	linear.weight	6	0.09365572035312653
270237	linear.weight	7	0.13548576831817627
270237	linear.weight	8	0.04113321006298065
270237	linear.weight	9	-0.05097923427820206
270237	linear.bias	0	0.08340983837842941
270237	linear.bias	1	-0.1885557919740677
270237	linear.bias	2	-0.4486760199069977
270237	linear.bias	3	-0.6553734540939331
270237	linear.bias	4	-1.2593270540237427
270237	linear.bias	5	-0.0625767856836319
270237	linear.bias	6	-0.8205800652503967
270237	linear.bias	7	0.26819461584091187
270237	linear.bias	8	-0.3956540822982788
270237	linear.bias	9	-1.0221052169799805
270434	transitions	0	0.7546603083610535
270434	transitions	1	0.1392282396554947
270434	transitions	2	-10000.0
270434	transitions	3	-1.8281097412109375
270434	transitions	4	-10000.0
270434	transitions	5	0.5628089308738708
270434	transitions	6	-0.08562856912612915
270434	transitions	7	-0.8117321133613586
270434	transitions	8	-1.4227384328842163
270434	transitions	9	-0.0012314539635553956
270434	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
270434	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
270434	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
270434	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
270434	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
270434	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
270434	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
270434	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
270434	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
270434	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
270434	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
270434	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
270434	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
270434	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
270434	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
270434	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
270434	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
270434	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
270434	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
270434	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
270434	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
270434	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
270434	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
270434	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
270434	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
270434	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
270434	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
270434	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
270434	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
270434	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
270434	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
270434	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
270434	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
270434	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
270434	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
270434	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
270434	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
270434	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
270434	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
270434	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
270434	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
270434	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
270434	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
270434	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
270434	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
270434	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
270434	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
270434	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
270434	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
270434	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
270434	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
270434	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
270434	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
270434	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
270434	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
270434	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
270434	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
270434	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
270434	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
270434	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
270434	embedding2nn.weight	0	0.016619086265563965
270434	embedding2nn.weight	1	-0.01271370705217123
270434	embedding2nn.weight	2	-0.014268254861235619
270434	embedding2nn.weight	3	-0.031382881104946136
270434	embedding2nn.weight	4	-0.0059150345623493195
270434	embedding2nn.weight	5	-0.0037005888298153877
270434	embedding2nn.weight	6	-0.003973265178501606
270434	embedding2nn.weight	7	-0.07728548347949982
270434	embedding2nn.weight	8	-0.0019979383796453476
270434	embedding2nn.weight	9	-0.027789290994405746
270434	embedding2nn.bias	0	0.03155386820435524
270434	embedding2nn.bias	1	-0.07566287368535995
270434	embedding2nn.bias	2	0.07067754864692688
270434	embedding2nn.bias	3	0.0507478192448616
270434	embedding2nn.bias	4	-0.04163435846567154
270434	embedding2nn.bias	5	-0.011079535819590092
270434	embedding2nn.bias	6	0.015527253970503807
270434	embedding2nn.bias	7	-0.05566771700978279
270434	embedding2nn.bias	8	0.07353108376264572
270434	embedding2nn.bias	9	0.044588424265384674
270434	rnn.weight_ih_l0	0	-0.08092281967401505
270434	rnn.weight_ih_l0	1	0.0030731006991118193
270434	rnn.weight_ih_l0	2	0.03538201004266739
270434	rnn.weight_ih_l0	3	0.022877642884850502
270434	rnn.weight_ih_l0	4	-0.048074182122945786
270434	rnn.weight_ih_l0	5	-0.06845203787088394
270434	rnn.weight_ih_l0	6	-0.0011642336612567306
270434	rnn.weight_ih_l0	7	0.05360283702611923
270434	rnn.weight_ih_l0	8	-0.017096685245633125
270434	rnn.weight_ih_l0	9	-0.030852563679218292
270434	rnn.weight_hh_l0	0	-0.030054772272706032
270434	rnn.weight_hh_l0	1	-0.007280012127012014
270434	rnn.weight_hh_l0	2	0.006666870787739754
270434	rnn.weight_hh_l0	3	-0.07444032281637192
270434	rnn.weight_hh_l0	4	0.09334453195333481
270434	rnn.weight_hh_l0	5	-0.026887841522693634
270434	rnn.weight_hh_l0	6	-0.0638403445482254
270434	rnn.weight_hh_l0	7	0.008814054541289806
270434	rnn.weight_hh_l0	8	0.01340832095593214
270434	rnn.weight_hh_l0	9	-0.02564651146531105
270434	rnn.bias_ih_l0	0	0.12979041039943695
270434	rnn.bias_ih_l0	1	-0.03411431238055229
270434	rnn.bias_ih_l0	2	-0.03416933864355087
270434	rnn.bias_ih_l0	3	0.16303861141204834
270434	rnn.bias_ih_l0	4	-0.012742712162435055
270434	rnn.bias_ih_l0	5	-0.023066820576786995
270434	rnn.bias_ih_l0	6	0.017314406111836433
270434	rnn.bias_ih_l0	7	0.023771416395902634
270434	rnn.bias_ih_l0	8	-0.09932883083820343
270434	rnn.bias_ih_l0	9	-0.041445545852184296
270434	rnn.bias_hh_l0	0	-0.0012410448398441076
270434	rnn.bias_hh_l0	1	-0.10040176659822464
270434	rnn.bias_hh_l0	2	-0.07500427961349487
270434	rnn.bias_hh_l0	3	-0.08875400573015213
270434	rnn.bias_hh_l0	4	0.00838088896125555
270434	rnn.bias_hh_l0	5	-0.020467085763812065
270434	rnn.bias_hh_l0	6	0.028418676927685738
270434	rnn.bias_hh_l0	7	0.0605376660823822
270434	rnn.bias_hh_l0	8	-0.12288296967744827
270434	rnn.bias_hh_l0	9	-0.05910010635852814
270434	rnn.weight_ih_l0_reverse	0	-0.02544354274868965
270434	rnn.weight_ih_l0_reverse	1	-0.057145312428474426
270434	rnn.weight_ih_l0_reverse	2	-0.04891104996204376
270434	rnn.weight_ih_l0_reverse	3	0.015698859468102455
270434	rnn.weight_ih_l0_reverse	4	-0.025218529626727104
270434	rnn.weight_ih_l0_reverse	5	-0.057452477514743805
270434	rnn.weight_ih_l0_reverse	6	0.07363758981227875
270434	rnn.weight_ih_l0_reverse	7	-0.019032804295420647
270434	rnn.weight_ih_l0_reverse	8	-0.01858394965529442
270434	rnn.weight_ih_l0_reverse	9	0.004456765484064817
270434	rnn.weight_hh_l0_reverse	0	0.0686042457818985
270434	rnn.weight_hh_l0_reverse	1	0.019841430708765984
270434	rnn.weight_hh_l0_reverse	2	0.03007032349705696
270434	rnn.weight_hh_l0_reverse	3	0.03539140149950981
270434	rnn.weight_hh_l0_reverse	4	0.014363397844135761
270434	rnn.weight_hh_l0_reverse	5	0.00812669936567545
270434	rnn.weight_hh_l0_reverse	6	0.051048845052719116
270434	rnn.weight_hh_l0_reverse	7	-0.0820157378911972
270434	rnn.weight_hh_l0_reverse	8	0.040137823671102524
270434	rnn.weight_hh_l0_reverse	9	0.034830041229724884
270434	rnn.bias_ih_l0_reverse	0	-0.0568196140229702
270434	rnn.bias_ih_l0_reverse	1	-0.28258049488067627
270434	rnn.bias_ih_l0_reverse	2	-0.12469137459993362
270434	rnn.bias_ih_l0_reverse	3	-0.0478004515171051
270434	rnn.bias_ih_l0_reverse	4	-0.022120842710137367
270434	rnn.bias_ih_l0_reverse	5	0.07589436322450638
270434	rnn.bias_ih_l0_reverse	6	-0.06540616601705551
270434	rnn.bias_ih_l0_reverse	7	0.06146881356835365
270434	rnn.bias_ih_l0_reverse	8	-0.03595009073615074
270434	rnn.bias_ih_l0_reverse	9	0.06574409455060959
270434	rnn.bias_hh_l0_reverse	0	0.023412439972162247
270434	rnn.bias_hh_l0_reverse	1	-0.0632704421877861
270434	rnn.bias_hh_l0_reverse	2	0.08880041539669037
270434	rnn.bias_hh_l0_reverse	3	-0.051928069442510605
270434	rnn.bias_hh_l0_reverse	4	-0.028130745515227318
270434	rnn.bias_hh_l0_reverse	5	-0.022398468106985092
270434	rnn.bias_hh_l0_reverse	6	-0.02022557333111763
270434	rnn.bias_hh_l0_reverse	7	0.0996134951710701
270434	rnn.bias_hh_l0_reverse	8	0.030549664050340652
270434	rnn.bias_hh_l0_reverse	9	-0.14856895804405212
270434	rnn.weight_ih_l1	0	-0.02974771335721016
270434	rnn.weight_ih_l1	1	-0.05048791691660881
270434	rnn.weight_ih_l1	2	0.06512338668107986
270434	rnn.weight_ih_l1	3	-0.0730162113904953
270434	rnn.weight_ih_l1	4	-0.014067110605537891
270434	rnn.weight_ih_l1	5	-0.04032839089632034
270434	rnn.weight_ih_l1	6	0.02898980677127838
270434	rnn.weight_ih_l1	7	-0.0444207638502121
270434	rnn.weight_ih_l1	8	0.03783438354730606
270434	rnn.weight_ih_l1	9	0.04484449699521065
270434	rnn.weight_hh_l1	0	-0.00726102851331234
270434	rnn.weight_hh_l1	1	0.019878804683685303
270434	rnn.weight_hh_l1	2	0.006624086759984493
270434	rnn.weight_hh_l1	3	-0.012648132629692554
270434	rnn.weight_hh_l1	4	0.004815039224922657
270434	rnn.weight_hh_l1	5	0.0352238230407238
270434	rnn.weight_hh_l1	6	0.03627870976924896
270434	rnn.weight_hh_l1	7	-0.016372092068195343
270434	rnn.weight_hh_l1	8	-0.007188726216554642
270434	rnn.weight_hh_l1	9	0.03865224868059158
270434	rnn.bias_ih_l1	0	-0.18423590064048767
270434	rnn.bias_ih_l1	1	-0.17442601919174194
270434	rnn.bias_ih_l1	2	-0.19709962606430054
270434	rnn.bias_ih_l1	3	-0.30776509642601013
270434	rnn.bias_ih_l1	4	-0.21219927072525024
270434	rnn.bias_ih_l1	5	-0.08897483348846436
270434	rnn.bias_ih_l1	6	-0.15885576605796814
270434	rnn.bias_ih_l1	7	-0.003290878375992179
270434	rnn.bias_ih_l1	8	-0.1300758421421051
270434	rnn.bias_ih_l1	9	-0.12300719320774078
270434	rnn.bias_hh_l1	0	-0.0971178412437439
270434	rnn.bias_hh_l1	1	-0.06327368319034576
270434	rnn.bias_hh_l1	2	-0.08537532389163971
270434	rnn.bias_hh_l1	3	-0.07756510376930237
270434	rnn.bias_hh_l1	4	-0.07331723719835281
270434	rnn.bias_hh_l1	5	-0.11752181500196457
270434	rnn.bias_hh_l1	6	-0.16033661365509033
270434	rnn.bias_hh_l1	7	0.07463566958904266
270434	rnn.bias_hh_l1	8	-0.1760571449995041
270434	rnn.bias_hh_l1	9	-0.11533177644014359
270434	rnn.weight_ih_l1_reverse	0	-0.047553278505802155
270434	rnn.weight_ih_l1_reverse	1	0.032813359051942825
270434	rnn.weight_ih_l1_reverse	2	0.08828665316104889
270434	rnn.weight_ih_l1_reverse	3	-0.018060607835650444
270434	rnn.weight_ih_l1_reverse	4	-0.0233870018273592
270434	rnn.weight_ih_l1_reverse	5	-0.030338535085320473
270434	rnn.weight_ih_l1_reverse	6	-0.019503070041537285
270434	rnn.weight_ih_l1_reverse	7	0.029741616919636726
270434	rnn.weight_ih_l1_reverse	8	0.005664950702339411
270434	rnn.weight_ih_l1_reverse	9	-0.033465005457401276
270434	rnn.weight_hh_l1_reverse	0	0.004559770692139864
270434	rnn.weight_hh_l1_reverse	1	0.03169795870780945
270434	rnn.weight_hh_l1_reverse	2	-0.04061451926827431
270434	rnn.weight_hh_l1_reverse	3	0.03500775992870331
270434	rnn.weight_hh_l1_reverse	4	0.04715859889984131
270434	rnn.weight_hh_l1_reverse	5	0.005988899152725935
270434	rnn.weight_hh_l1_reverse	6	0.04900791496038437
270434	rnn.weight_hh_l1_reverse	7	0.03099754825234413
270434	rnn.weight_hh_l1_reverse	8	-0.0071318913251161575
270434	rnn.weight_hh_l1_reverse	9	-0.030208365991711617
270434	rnn.bias_ih_l1_reverse	0	-0.0456363707780838
270434	rnn.bias_ih_l1_reverse	1	-0.1397647261619568
270434	rnn.bias_ih_l1_reverse	2	-0.16330330073833466
270434	rnn.bias_ih_l1_reverse	3	-0.0618559792637825
270434	rnn.bias_ih_l1_reverse	4	-0.2038830667734146
270434	rnn.bias_ih_l1_reverse	5	-0.11672504246234894
270434	rnn.bias_ih_l1_reverse	6	-0.13012118637561798
270434	rnn.bias_ih_l1_reverse	7	-0.19208255410194397
270434	rnn.bias_ih_l1_reverse	8	0.22707077860832214
270434	rnn.bias_ih_l1_reverse	9	0.023043476045131683
270434	rnn.bias_hh_l1_reverse	0	0.010303444229066372
270434	rnn.bias_hh_l1_reverse	1	-0.06457718461751938
270434	rnn.bias_hh_l1_reverse	2	-0.23714882135391235
270434	rnn.bias_hh_l1_reverse	3	-0.14393934607505798
270434	rnn.bias_hh_l1_reverse	4	-0.08017668128013611
270434	rnn.bias_hh_l1_reverse	5	-0.11609556525945663
270434	rnn.bias_hh_l1_reverse	6	0.06269469112157822
270434	rnn.bias_hh_l1_reverse	7	-0.13502538204193115
270434	rnn.bias_hh_l1_reverse	8	-0.12481028586626053
270434	rnn.bias_hh_l1_reverse	9	-0.14830438792705536
270434	linear.weight	0	0.002228822559118271
270434	linear.weight	1	0.0977805033326149
270434	linear.weight	2	-0.09228753298521042
270434	linear.weight	3	0.3129132390022278
270434	linear.weight	4	0.15069200098514557
270434	linear.weight	5	-0.06568296253681183
270434	linear.weight	6	0.09393217414617538
270434	linear.weight	7	0.1355714350938797
270434	linear.weight	8	0.04113320633769035
270434	linear.weight	9	-0.05098779499530792
270434	linear.bias	0	0.08524656295776367
270434	linear.bias	1	-0.18853186070919037
270434	linear.bias	2	-0.4476560056209564
270434	linear.bias	3	-0.6561238765716553
270434	linear.bias	4	-1.260081171989441
270434	linear.bias	5	-0.06141159310936928
270434	linear.bias	6	-0.8206232786178589
270434	linear.bias	7	0.26925376057624817
270434	linear.bias	8	-0.39605972170829773
270434	linear.bias	9	-1.0224717855453491
270438	transitions	0	0.7547224760055542
270438	transitions	1	0.13921916484832764
270438	transitions	2	-10000.0
270438	transitions	3	-1.8281097412109375
270438	transitions	4	-10000.0
270438	transitions	5	0.5628089308738708
270438	transitions	6	-0.08562858402729034
270438	transitions	7	-0.8117321133613586
270438	transitions	8	-1.4227384328842163
270438	transitions	9	-0.001231454312801361
270438	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
270438	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
270438	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
270438	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
270438	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
270438	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
270438	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
270438	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
270438	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
270438	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
270438	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
270438	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
270438	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
270438	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
270438	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
270438	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
270438	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
270438	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
270438	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
270438	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
270438	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
270438	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
270438	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
270438	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
270438	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
270438	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
270438	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
270438	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
270438	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
270438	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
270438	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
270438	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
270438	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
270438	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
270438	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
270438	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
270438	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
270438	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
270438	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
270438	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
270438	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
270438	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
270438	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
270438	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
270438	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
270438	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
270438	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
270438	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
270438	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
270438	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
270438	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
270438	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
270438	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
270438	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
270438	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
270438	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
270438	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
270438	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
270438	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
270438	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
270438	embedding2nn.weight	0	0.016623659059405327
270438	embedding2nn.weight	1	-0.01271408423781395
270438	embedding2nn.weight	2	-0.014268254861235619
270438	embedding2nn.weight	3	-0.03138291835784912
270438	embedding2nn.weight	4	-0.0059150345623493195
270438	embedding2nn.weight	5	-0.0037005888298153877
270438	embedding2nn.weight	6	-0.003973265178501606
270438	embedding2nn.weight	7	-0.07728815823793411
270438	embedding2nn.weight	8	-0.0019979383796453476
270438	embedding2nn.weight	9	-0.027788210660219193
270438	embedding2nn.bias	0	0.03157263994216919
270438	embedding2nn.bias	1	-0.07564488053321838
270438	embedding2nn.bias	2	0.07072021812200546
270438	embedding2nn.bias	3	0.05076009780168533
270438	embedding2nn.bias	4	-0.041628479957580566
270438	embedding2nn.bias	5	-0.011089853942394257
270438	embedding2nn.bias	6	0.015561936423182487
270438	embedding2nn.bias	7	-0.055670011788606644
270438	embedding2nn.bias	8	0.07351267337799072
270438	embedding2nn.bias	9	0.04457296431064606
270438	rnn.weight_ih_l0	0	-0.08092359453439713
270438	rnn.weight_ih_l0	1	0.003073598025366664
270438	rnn.weight_ih_l0	2	0.03538551554083824
270438	rnn.weight_ih_l0	3	0.02287708967924118
270438	rnn.weight_ih_l0	4	-0.04807373881340027
270438	rnn.weight_ih_l0	5	-0.06845316290855408
270438	rnn.weight_ih_l0	6	-0.001163679058663547
270438	rnn.weight_ih_l0	7	0.05360274761915207
270438	rnn.weight_ih_l0	8	-0.01709694042801857
270438	rnn.weight_ih_l0	9	-0.03085239976644516
270438	rnn.weight_hh_l0	0	-0.030057229101657867
270438	rnn.weight_hh_l0	1	-0.007279961369931698
270438	rnn.weight_hh_l0	2	0.006667765788733959
270438	rnn.weight_hh_l0	3	-0.07444040477275848
270438	rnn.weight_hh_l0	4	0.0933450311422348
270438	rnn.weight_hh_l0	5	-0.026888839900493622
270438	rnn.weight_hh_l0	6	-0.06383957713842392
270438	rnn.weight_hh_l0	7	0.008815241046249866
270438	rnn.weight_hh_l0	8	0.01340862549841404
270438	rnn.weight_hh_l0	9	-0.025646157562732697
270438	rnn.bias_ih_l0	0	0.12979303300380707
270438	rnn.bias_ih_l0	1	-0.03411382436752319
270438	rnn.bias_ih_l0	2	-0.03416810929775238
270438	rnn.bias_ih_l0	3	0.16303716599941254
270438	rnn.bias_ih_l0	4	-0.012738898396492004
270438	rnn.bias_ih_l0	5	-0.023071618750691414
270438	rnn.bias_ih_l0	6	0.01731930486857891
270438	rnn.bias_ih_l0	7	0.023774055764079094
270438	rnn.bias_ih_l0	8	-0.09933014959096909
270438	rnn.bias_ih_l0	9	-0.04146435484290123
270438	rnn.bias_hh_l0	0	-0.0012404249282553792
270438	rnn.bias_hh_l0	1	-0.10041500627994537
270438	rnn.bias_hh_l0	2	-0.0750078558921814
270438	rnn.bias_hh_l0	3	-0.08875616639852524
270438	rnn.bias_hh_l0	4	0.008380611427128315
270438	rnn.bias_hh_l0	5	-0.02046750858426094
270438	rnn.bias_hh_l0	6	0.028419043868780136
270438	rnn.bias_hh_l0	7	0.060542166233062744
270438	rnn.bias_hh_l0	8	-0.12288089096546173
270438	rnn.bias_hh_l0	9	-0.05910507217049599
270438	rnn.weight_ih_l0_reverse	0	-0.025443267077207565
270438	rnn.weight_ih_l0_reverse	1	-0.05714527890086174
270438	rnn.weight_ih_l0_reverse	2	-0.04891207069158554
270438	rnn.weight_ih_l0_reverse	3	0.015697725117206573
270438	rnn.weight_ih_l0_reverse	4	-0.02521824650466442
270438	rnn.weight_ih_l0_reverse	5	-0.05745268613100052
270438	rnn.weight_ih_l0_reverse	6	0.07364142686128616
270438	rnn.weight_ih_l0_reverse	7	-0.019032662734389305
270438	rnn.weight_ih_l0_reverse	8	-0.018584875389933586
270438	rnn.weight_ih_l0_reverse	9	0.004451617132872343
270438	rnn.weight_hh_l0_reverse	0	0.06860282272100449
270438	rnn.weight_hh_l0_reverse	1	0.019842704758048058
270438	rnn.weight_hh_l0_reverse	2	0.030069194734096527
270438	rnn.weight_hh_l0_reverse	3	0.03539115935564041
270438	rnn.weight_hh_l0_reverse	4	0.014363515190780163
270438	rnn.weight_hh_l0_reverse	5	0.008125463500618935
270438	rnn.weight_hh_l0_reverse	6	0.05104871839284897
270438	rnn.weight_hh_l0_reverse	7	-0.08201402425765991
270438	rnn.weight_hh_l0_reverse	8	0.04013664647936821
270438	rnn.weight_hh_l0_reverse	9	0.0348345972597599
270438	rnn.bias_ih_l0_reverse	0	-0.05682546645402908
270438	rnn.bias_ih_l0_reverse	1	-0.28257638216018677
270438	rnn.bias_ih_l0_reverse	2	-0.1246895119547844
270438	rnn.bias_ih_l0_reverse	3	-0.047801993787288666
270438	rnn.bias_ih_l0_reverse	4	-0.022121870890259743
270438	rnn.bias_ih_l0_reverse	5	0.07589293271303177
270438	rnn.bias_ih_l0_reverse	6	-0.06540600210428238
270438	rnn.bias_ih_l0_reverse	7	0.061470963060855865
270438	rnn.bias_ih_l0_reverse	8	-0.03594229370355606
270438	rnn.bias_ih_l0_reverse	9	0.06574439257383347
270438	rnn.bias_hh_l0_reverse	0	0.02340954728424549
270438	rnn.bias_hh_l0_reverse	1	-0.0632953941822052
270438	rnn.bias_hh_l0_reverse	2	0.08878762274980545
270438	rnn.bias_hh_l0_reverse	3	-0.051930852234363556
270438	rnn.bias_hh_l0_reverse	4	-0.028133759275078773
270438	rnn.bias_hh_l0_reverse	5	-0.022404441609978676
270438	rnn.bias_hh_l0_reverse	6	-0.02021934650838375
270438	rnn.bias_hh_l0_reverse	7	0.09961114078760147
270438	rnn.bias_hh_l0_reverse	8	0.03055053949356079
270438	rnn.bias_hh_l0_reverse	9	-0.14856764674186707
270438	rnn.weight_ih_l1	0	-0.029748236760497093
270438	rnn.weight_ih_l1	1	-0.05049162730574608
270438	rnn.weight_ih_l1	2	0.06511883437633514
270438	rnn.weight_ih_l1	3	-0.07301782816648483
270438	rnn.weight_ih_l1	4	-0.014070991426706314
270438	rnn.weight_ih_l1	5	-0.04032829403877258
270438	rnn.weight_ih_l1	6	0.028989987447857857
270438	rnn.weight_ih_l1	7	-0.04442137852311134
270438	rnn.weight_ih_l1	8	0.03783469274640083
270438	rnn.weight_ih_l1	9	0.04484397545456886
270438	rnn.weight_hh_l1	0	-0.007260857615619898
270438	rnn.weight_hh_l1	1	0.019878478720784187
270438	rnn.weight_hh_l1	2	0.0066263191401958466
270438	rnn.weight_hh_l1	3	-0.012647847644984722
270438	rnn.weight_hh_l1	4	0.004813765175640583
270438	rnn.weight_hh_l1	5	0.0352243073284626
270438	rnn.weight_hh_l1	6	0.036278948187828064
270438	rnn.weight_hh_l1	7	-0.016371268779039383
270438	rnn.weight_hh_l1	8	-0.007187968585640192
270438	rnn.weight_hh_l1	9	0.038653258234262466
270438	rnn.bias_ih_l1	0	-0.1842329353094101
270438	rnn.bias_ih_l1	1	-0.17442944645881653
270438	rnn.bias_ih_l1	2	-0.1970977634191513
270438	rnn.bias_ih_l1	3	-0.30776432156562805
270438	rnn.bias_ih_l1	4	-0.2122148722410202
270438	rnn.bias_ih_l1	5	-0.08898096531629562
270438	rnn.bias_ih_l1	6	-0.1588500738143921
270438	rnn.bias_ih_l1	7	-0.0032931037712842226
270438	rnn.bias_ih_l1	8	-0.13007178902626038
270438	rnn.bias_ih_l1	9	-0.12300243228673935
270438	rnn.bias_hh_l1	0	-0.09711603075265884
270438	rnn.bias_hh_l1	1	-0.06327947229146957
270438	rnn.bias_hh_l1	2	-0.08538008481264114
270438	rnn.bias_hh_l1	3	-0.07756451517343521
270438	rnn.bias_hh_l1	4	-0.07331939041614532
270438	rnn.bias_hh_l1	5	-0.11752484738826752
270438	rnn.bias_hh_l1	6	-0.16034169495105743
270438	rnn.bias_hh_l1	7	0.07464243471622467
270438	rnn.bias_hh_l1	8	-0.17605645954608917
270438	rnn.bias_hh_l1	9	-0.11533921957015991
270438	rnn.weight_ih_l1_reverse	0	-0.047554098069667816
270438	rnn.weight_ih_l1_reverse	1	0.03279922902584076
270438	rnn.weight_ih_l1_reverse	2	0.08828751742839813
270438	rnn.weight_ih_l1_reverse	3	-0.018060488626360893
270438	rnn.weight_ih_l1_reverse	4	-0.023394504562020302
270438	rnn.weight_ih_l1_reverse	5	-0.030338231474161148
270438	rnn.weight_ih_l1_reverse	6	-0.019503379240632057
270438	rnn.weight_ih_l1_reverse	7	0.029739422723650932
270438	rnn.weight_ih_l1_reverse	8	0.005663667805492878
270438	rnn.weight_ih_l1_reverse	9	-0.03346775099635124
270438	rnn.weight_hh_l1_reverse	0	0.004559711553156376
270438	rnn.weight_hh_l1_reverse	1	0.031697846949100494
270438	rnn.weight_hh_l1_reverse	2	-0.04061461612582207
270438	rnn.weight_hh_l1_reverse	3	0.035008132457733154
270438	rnn.weight_hh_l1_reverse	4	0.047156333923339844
270438	rnn.weight_hh_l1_reverse	5	0.005989195313304663
270438	rnn.weight_hh_l1_reverse	6	0.04900939762592316
270438	rnn.weight_hh_l1_reverse	7	0.030997898429632187
270438	rnn.weight_hh_l1_reverse	8	-0.007131902500987053
270438	rnn.weight_hh_l1_reverse	9	-0.03020809404551983
270438	rnn.bias_ih_l1_reverse	0	-0.04564280807971954
270438	rnn.bias_ih_l1_reverse	1	-0.1397712677717209
270438	rnn.bias_ih_l1_reverse	2	-0.16330188512802124
270438	rnn.bias_ih_l1_reverse	3	-0.06188258156180382
270438	rnn.bias_ih_l1_reverse	4	-0.20387998223304749
270438	rnn.bias_ih_l1_reverse	5	-0.11672864854335785
270438	rnn.bias_ih_l1_reverse	6	-0.13012099266052246
270438	rnn.bias_ih_l1_reverse	7	-0.19208800792694092
270438	rnn.bias_ih_l1_reverse	8	0.22707989811897278
270438	rnn.bias_ih_l1_reverse	9	0.023049065843224525
270438	rnn.bias_hh_l1_reverse	0	0.010310118086636066
270438	rnn.bias_hh_l1_reverse	1	-0.06458847224712372
270438	rnn.bias_hh_l1_reverse	2	-0.2371496856212616
270438	rnn.bias_hh_l1_reverse	3	-0.14393779635429382
270438	rnn.bias_hh_l1_reverse	4	-0.08018109947443008
270438	rnn.bias_hh_l1_reverse	5	-0.1161026880145073
270438	rnn.bias_hh_l1_reverse	6	0.06270793080329895
270438	rnn.bias_hh_l1_reverse	7	-0.13501159846782684
270438	rnn.bias_hh_l1_reverse	8	-0.1248125210404396
270438	rnn.bias_hh_l1_reverse	9	-0.14830373227596283
270438	linear.weight	0	0.002228822559118271
270438	linear.weight	1	0.09777043759822845
270438	linear.weight	2	-0.09229040145874023
270438	linear.weight	3	0.31288671493530273
270438	linear.weight	4	0.1506885141134262
270438	linear.weight	5	-0.06565317511558533
270438	linear.weight	6	0.09392939507961273
270438	linear.weight	7	0.1355896145105362
270438	linear.weight	8	0.04113320633769035
270438	linear.weight	9	-0.05098646506667137
270438	linear.bias	0	0.08530694246292114
270438	linear.bias	1	-0.18850108981132507
270438	linear.bias	2	-0.4475443959236145
270438	linear.bias	3	-0.656154453754425
270438	linear.bias	4	-1.2601104974746704
270438	linear.bias	5	-0.06149040535092354
270438	linear.bias	6	-0.820593535900116
270438	linear.bias	7	0.2691757380962372
270438	linear.bias	8	-0.3961033225059509
270438	linear.bias	9	-1.022515892982483
270635	transitions	0	0.7549741268157959
270635	transitions	1	0.13933110237121582
270635	transitions	2	-10000.0
270635	transitions	3	-1.8281097412109375
270635	transitions	4	-10000.0
270635	transitions	5	0.5628082752227783
270635	transitions	6	-0.08562930673360825
270635	transitions	7	-0.8117545247077942
270635	transitions	8	-1.42274010181427
270635	transitions	9	-0.0012314614141359925
270635	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
270635	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
270635	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
270635	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
270635	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
270635	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
270635	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
270635	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
270635	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
270635	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
270635	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
270635	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
270635	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
270635	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
270635	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
270635	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
270635	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
270635	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
270635	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
270635	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
270635	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
270635	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
270635	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
270635	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
270635	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
270635	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
270635	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
270635	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
270635	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
270635	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
270635	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
270635	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
270635	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
270635	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
270635	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
270635	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
270635	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
270635	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
270635	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
270635	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
270635	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
270635	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
270635	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
270635	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
270635	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
270635	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
270635	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
270635	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
270635	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
270635	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
270635	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
270635	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
270635	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
270635	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
270635	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
270635	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
270635	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
270635	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
270635	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
270635	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
270635	embedding2nn.weight	0	0.01658666506409645
270635	embedding2nn.weight	1	-0.012712130323052406
270635	embedding2nn.weight	2	-0.014268254861235619
270635	embedding2nn.weight	3	-0.03139689937233925
270635	embedding2nn.weight	4	-0.0059150345623493195
270635	embedding2nn.weight	5	-0.0037005888298153877
270635	embedding2nn.weight	6	-0.003973265178501606
270635	embedding2nn.weight	7	-0.0773148164153099
270635	embedding2nn.weight	8	-0.0019979383796453476
270635	embedding2nn.weight	9	-0.027770981192588806
270635	embedding2nn.bias	0	0.0317448191344738
270635	embedding2nn.bias	1	-0.07580843567848206
270635	embedding2nn.bias	2	0.07078132778406143
270635	embedding2nn.bias	3	0.05062216892838478
270635	embedding2nn.bias	4	-0.04149217903614044
270635	embedding2nn.bias	5	-0.011172104626893997
270635	embedding2nn.bias	6	0.015601802617311478
270635	embedding2nn.bias	7	-0.0558144748210907
270635	embedding2nn.bias	8	0.07335692644119263
270635	embedding2nn.bias	9	0.044620826840400696
270635	rnn.weight_ih_l0	0	-0.0809253379702568
270635	rnn.weight_ih_l0	1	0.003089612117037177
270635	rnn.weight_ih_l0	2	0.03540249541401863
270635	rnn.weight_ih_l0	3	0.02288091741502285
270635	rnn.weight_ih_l0	4	-0.04806164652109146
270635	rnn.weight_ih_l0	5	-0.06846190989017487
270635	rnn.weight_ih_l0	6	-0.0011597914854064584
270635	rnn.weight_ih_l0	7	0.05359461158514023
270635	rnn.weight_ih_l0	8	-0.017108101397752762
270635	rnn.weight_ih_l0	9	-0.03084750659763813
270635	rnn.weight_hh_l0	0	-0.030081765726208687
270635	rnn.weight_hh_l0	1	-0.007275826297700405
270635	rnn.weight_hh_l0	2	0.006665429566055536
270635	rnn.weight_hh_l0	3	-0.07443685084581375
270635	rnn.weight_hh_l0	4	0.09334465861320496
270635	rnn.weight_hh_l0	5	-0.026900192722678185
270635	rnn.weight_hh_l0	6	-0.06379760056734085
270635	rnn.weight_hh_l0	7	0.008839664049446583
270635	rnn.weight_hh_l0	8	0.013414922170341015
270635	rnn.weight_hh_l0	9	-0.025646891444921494
270635	rnn.bias_ih_l0	0	0.12983529269695282
270635	rnn.bias_ih_l0	1	-0.0341048389673233
270635	rnn.bias_ih_l0	2	-0.03418448567390442
270635	rnn.bias_ih_l0	3	0.16301614046096802
270635	rnn.bias_ih_l0	4	-0.012772774323821068
270635	rnn.bias_ih_l0	5	-0.023050600662827492
270635	rnn.bias_ih_l0	6	0.01725127547979355
270635	rnn.bias_ih_l0	7	0.023819858208298683
270635	rnn.bias_ih_l0	8	-0.09934600442647934
270635	rnn.bias_ih_l0	9	-0.0415390320122242
270635	rnn.bias_hh_l0	0	-0.001263912650756538
270635	rnn.bias_hh_l0	1	-0.10042833536863327
270635	rnn.bias_hh_l0	2	-0.07499830424785614
270635	rnn.bias_hh_l0	3	-0.08874298632144928
270635	rnn.bias_hh_l0	4	0.008351067081093788
270635	rnn.bias_hh_l0	5	-0.020431363955140114
270635	rnn.bias_hh_l0	6	0.028439151123166084
270635	rnn.bias_hh_l0	7	0.060597650706768036
270635	rnn.bias_hh_l0	8	-0.12291422486305237
270635	rnn.bias_hh_l0	9	-0.05906619504094124
270635	rnn.weight_ih_l0_reverse	0	-0.025422964245080948
270635	rnn.weight_ih_l0_reverse	1	-0.05714187026023865
270635	rnn.weight_ih_l0_reverse	2	-0.048909299075603485
270635	rnn.weight_ih_l0_reverse	3	0.01567023992538452
270635	rnn.weight_ih_l0_reverse	4	-0.025229228660464287
270635	rnn.weight_ih_l0_reverse	5	-0.05744990333914757
270635	rnn.weight_ih_l0_reverse	6	0.07363429665565491
270635	rnn.weight_ih_l0_reverse	7	-0.019054900854825974
270635	rnn.weight_ih_l0_reverse	8	-0.018586819991469383
270635	rnn.weight_ih_l0_reverse	9	0.004472886677831411
270635	rnn.weight_hh_l0_reverse	0	0.06857716292142868
270635	rnn.weight_hh_l0_reverse	1	0.019836466759443283
270635	rnn.weight_hh_l0_reverse	2	0.030068378895521164
270635	rnn.weight_hh_l0_reverse	3	0.03538302704691887
270635	rnn.weight_hh_l0_reverse	4	0.014377270825207233
270635	rnn.weight_hh_l0_reverse	5	0.008121006190776825
270635	rnn.weight_hh_l0_reverse	6	0.05104497820138931
270635	rnn.weight_hh_l0_reverse	7	-0.08201887458562851
270635	rnn.weight_hh_l0_reverse	8	0.040132880210876465
270635	rnn.weight_hh_l0_reverse	9	0.03482236713171005
270635	rnn.bias_ih_l0_reverse	0	-0.05682707950472832
270635	rnn.bias_ih_l0_reverse	1	-0.28250038623809814
270635	rnn.bias_ih_l0_reverse	2	-0.12471109628677368
270635	rnn.bias_ih_l0_reverse	3	-0.0478561706840992
270635	rnn.bias_ih_l0_reverse	4	-0.022110626101493835
270635	rnn.bias_ih_l0_reverse	5	0.07595369219779968
270635	rnn.bias_ih_l0_reverse	6	-0.06546039134263992
270635	rnn.bias_ih_l0_reverse	7	0.06151057034730911
270635	rnn.bias_ih_l0_reverse	8	-0.035843875259160995
270635	rnn.bias_ih_l0_reverse	9	0.06564221531152725
270635	rnn.bias_hh_l0_reverse	0	0.02341497503221035
270635	rnn.bias_hh_l0_reverse	1	-0.06337790191173553
270635	rnn.bias_hh_l0_reverse	2	0.08881442993879318
270635	rnn.bias_hh_l0_reverse	3	-0.05198159068822861
270635	rnn.bias_hh_l0_reverse	4	-0.028151649981737137
270635	rnn.bias_hh_l0_reverse	5	-0.02240530587732792
270635	rnn.bias_hh_l0_reverse	6	-0.020190440118312836
270635	rnn.bias_hh_l0_reverse	7	0.09955715388059616
270635	rnn.bias_hh_l0_reverse	8	0.03053213469684124
270635	rnn.bias_hh_l0_reverse	9	-0.1485828012228012
270635	rnn.weight_ih_l1	0	-0.029751813039183617
270635	rnn.weight_ih_l1	1	-0.05048038437962532
270635	rnn.weight_ih_l1	2	0.06506070494651794
270635	rnn.weight_ih_l1	3	-0.0730070173740387
270635	rnn.weight_ih_l1	4	-0.014060942456126213
270635	rnn.weight_ih_l1	5	-0.0403238907456398
270635	rnn.weight_ih_l1	6	0.028975805267691612
270635	rnn.weight_ih_l1	7	-0.044416073709726334
270635	rnn.weight_ih_l1	8	0.037826165556907654
270635	rnn.weight_ih_l1	9	0.044836364686489105
270635	rnn.weight_hh_l1	0	-0.007236797828227282
270635	rnn.weight_hh_l1	1	0.019887318834662437
270635	rnn.weight_hh_l1	2	0.00662032188847661
270635	rnn.weight_hh_l1	3	-0.012653714045882225
270635	rnn.weight_hh_l1	4	0.0048213438130915165
270635	rnn.weight_hh_l1	5	0.035225607454776764
270635	rnn.weight_hh_l1	6	0.03628932312130928
270635	rnn.weight_hh_l1	7	-0.016370030120015144
270635	rnn.weight_hh_l1	8	-0.007183351553976536
270635	rnn.weight_hh_l1	9	0.038648027926683426
270635	rnn.bias_ih_l1	0	-0.1842578649520874
270635	rnn.bias_ih_l1	1	-0.1743486523628235
270635	rnn.bias_ih_l1	2	-0.19709105789661407
270635	rnn.bias_ih_l1	3	-0.307821124792099
270635	rnn.bias_ih_l1	4	-0.21223895251750946
270635	rnn.bias_ih_l1	5	-0.0889466255903244
270635	rnn.bias_ih_l1	6	-0.15883062779903412
270635	rnn.bias_ih_l1	7	-0.0033291552681475878
270635	rnn.bias_ih_l1	8	-0.13006116449832916
270635	rnn.bias_ih_l1	9	-0.12299831211566925
270635	rnn.bias_hh_l1	0	-0.09711455553770065
270635	rnn.bias_hh_l1	1	-0.06325618177652359
270635	rnn.bias_hh_l1	2	-0.08539735525846481
270635	rnn.bias_hh_l1	3	-0.07754327356815338
270635	rnn.bias_hh_l1	4	-0.07333913445472717
270635	rnn.bias_hh_l1	5	-0.11751306056976318
270635	rnn.bias_hh_l1	6	-0.16041220724582672
270635	rnn.bias_hh_l1	7	0.07457654923200607
270635	rnn.bias_hh_l1	8	-0.1760527789592743
270635	rnn.bias_hh_l1	9	-0.11532549560070038
270635	rnn.weight_ih_l1_reverse	0	-0.04757123067975044
270635	rnn.weight_ih_l1_reverse	1	0.03277076408267021
270635	rnn.weight_ih_l1_reverse	2	0.08826931565999985
270635	rnn.weight_ih_l1_reverse	3	-0.01806498132646084
270635	rnn.weight_ih_l1_reverse	4	-0.023382684215903282
270635	rnn.weight_ih_l1_reverse	5	-0.030336318537592888
270635	rnn.weight_ih_l1_reverse	6	-0.019473759457468987
270635	rnn.weight_ih_l1_reverse	7	0.029727313667535782
270635	rnn.weight_ih_l1_reverse	8	0.0056446692906320095
270635	rnn.weight_ih_l1_reverse	9	-0.03348411247134209
270635	rnn.weight_hh_l1_reverse	0	0.004557432606816292
270635	rnn.weight_hh_l1_reverse	1	0.031696535646915436
270635	rnn.weight_hh_l1_reverse	2	-0.04061479493975639
270635	rnn.weight_hh_l1_reverse	3	0.035008788108825684
270635	rnn.weight_hh_l1_reverse	4	0.04713534563779831
270635	rnn.weight_hh_l1_reverse	5	0.0059822858311235905
270635	rnn.weight_hh_l1_reverse	6	0.04893391951918602
270635	rnn.weight_hh_l1_reverse	7	0.031010158360004425
270635	rnn.weight_hh_l1_reverse	8	-0.007132555823773146
270635	rnn.weight_hh_l1_reverse	9	-0.030197737738490105
270635	rnn.bias_ih_l1_reverse	0	-0.04565778747200966
270635	rnn.bias_ih_l1_reverse	1	-0.13976705074310303
270635	rnn.bias_ih_l1_reverse	2	-0.16334472596645355
270635	rnn.bias_ih_l1_reverse	3	-0.06191619113087654
270635	rnn.bias_ih_l1_reverse	4	-0.20384681224822998
270635	rnn.bias_ih_l1_reverse	5	-0.11673732101917267
270635	rnn.bias_ih_l1_reverse	6	-0.13008588552474976
270635	rnn.bias_ih_l1_reverse	7	-0.19216600060462952
270635	rnn.bias_ih_l1_reverse	8	0.22712405025959015
270635	rnn.bias_ih_l1_reverse	9	0.022887006402015686
270635	rnn.bias_hh_l1_reverse	0	0.010418851859867573
270635	rnn.bias_hh_l1_reverse	1	-0.06471031904220581
270635	rnn.bias_hh_l1_reverse	2	-0.23715631663799286
270635	rnn.bias_hh_l1_reverse	3	-0.14396154880523682
270635	rnn.bias_hh_l1_reverse	4	-0.0802018940448761
270635	rnn.bias_hh_l1_reverse	5	-0.11616022139787674
270635	rnn.bias_hh_l1_reverse	6	0.06284011900424957
270635	rnn.bias_hh_l1_reverse	7	-0.13495466113090515
270635	rnn.bias_hh_l1_reverse	8	-0.12482599169015884
270635	rnn.bias_hh_l1_reverse	9	-0.14829927682876587
270635	linear.weight	0	0.002228822559118271
270635	linear.weight	1	0.09760065376758575
270635	linear.weight	2	-0.09219330549240112
270635	linear.weight	3	0.3130229115486145
270635	linear.weight	4	0.15065477788448334
270635	linear.weight	5	-0.06566988676786423
270635	linear.weight	6	0.09388238936662674
270635	linear.weight	7	0.13558968901634216
270635	linear.weight	8	0.041133202612400055
270635	linear.weight	9	-0.05099155381321907
270635	linear.bias	0	0.08560200035572052
270635	linear.bias	1	-0.18881389498710632
270635	linear.bias	2	-0.4470367431640625
270635	linear.bias	3	-0.6560854911804199
270635	linear.bias	4	-1.2600592374801636
270635	linear.bias	5	-0.06047237664461136
270635	linear.bias	6	-0.8209136128425598
270635	linear.bias	7	0.27017509937286377
270635	linear.bias	8	-0.39677274227142334
270635	linear.bias	9	-1.0232040882110596
270832	transitions	0	0.7549765110015869
270832	transitions	1	0.13912388682365417
270832	transitions	2	-10000.0
270832	transitions	3	-1.828109860420227
270832	transitions	4	-10000.0
270832	transitions	5	0.5628076195716858
270832	transitions	6	-0.08563016355037689
270832	transitions	7	-0.8117644190788269
270832	transitions	8	-1.4227447509765625
270832	transitions	9	-0.001231469796039164
270832	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
270832	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
270832	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
270832	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
270832	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
270832	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
270832	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
270832	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
270832	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
270832	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
270832	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
270832	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
270832	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
270832	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
270832	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
270832	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
270832	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
270832	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
270832	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
270832	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
270832	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
270832	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
270832	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
270832	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
270832	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
270832	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
270832	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
270832	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
270832	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
270832	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
270832	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
270832	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
270832	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
270832	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
270832	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
270832	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
270832	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
270832	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
270832	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
270832	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
270832	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
270832	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
270832	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
270832	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
270832	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
270832	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
270832	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
270832	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
270832	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
270832	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
270832	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
270832	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
270832	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
270832	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
270832	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
270832	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
270832	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
270832	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
270832	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
270832	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
270832	embedding2nn.weight	0	0.016578761860728264
270832	embedding2nn.weight	1	-0.012710906565189362
270832	embedding2nn.weight	2	-0.014268254861235619
270832	embedding2nn.weight	3	-0.03145015984773636
270832	embedding2nn.weight	4	-0.0059150345623493195
270832	embedding2nn.weight	5	-0.0037005888298153877
270832	embedding2nn.weight	6	-0.003973265178501606
270832	embedding2nn.weight	7	-0.07731129974126816
270832	embedding2nn.weight	8	-0.0019979383796453476
270832	embedding2nn.weight	9	-0.027770180255174637
270832	embedding2nn.bias	0	0.03176217898726463
270832	embedding2nn.bias	1	-0.07579924911260605
270832	embedding2nn.bias	2	0.07090386003255844
270832	embedding2nn.bias	3	0.05056104436516762
270832	embedding2nn.bias	4	-0.04147402197122574
270832	embedding2nn.bias	5	-0.01114038098603487
270832	embedding2nn.bias	6	0.015526184812188148
270832	embedding2nn.bias	7	-0.05563601851463318
270832	embedding2nn.bias	8	0.07325073331594467
270832	embedding2nn.bias	9	0.04448153078556061
270832	rnn.weight_ih_l0	0	-0.08093753457069397
270832	rnn.weight_ih_l0	1	0.003093941602855921
270832	rnn.weight_ih_l0	2	0.03539867699146271
270832	rnn.weight_ih_l0	3	0.022879263386130333
270832	rnn.weight_ih_l0	4	-0.04806135967373848
270832	rnn.weight_ih_l0	5	-0.06848078221082687
270832	rnn.weight_ih_l0	6	-0.0011647009523585439
270832	rnn.weight_ih_l0	7	0.05360843241214752
270832	rnn.weight_ih_l0	8	-0.017114832997322083
270832	rnn.weight_ih_l0	9	-0.03085043467581272
270832	rnn.weight_hh_l0	0	-0.03007001243531704
270832	rnn.weight_hh_l0	1	-0.007304470520466566
270832	rnn.weight_hh_l0	2	0.006670395378023386
270832	rnn.weight_hh_l0	3	-0.07441496104001999
270832	rnn.weight_hh_l0	4	0.09335154294967651
270832	rnn.weight_hh_l0	5	-0.02690080739557743
270832	rnn.weight_hh_l0	6	-0.06380795687437057
270832	rnn.weight_hh_l0	7	0.0088342921808362
270832	rnn.weight_hh_l0	8	0.01342449989169836
270832	rnn.weight_hh_l0	9	-0.02564362622797489
270832	rnn.bias_ih_l0	0	0.1297939121723175
270832	rnn.bias_ih_l0	1	-0.03410998359322548
270832	rnn.bias_ih_l0	2	-0.034164391458034515
270832	rnn.bias_ih_l0	3	0.1630232036113739
270832	rnn.bias_ih_l0	4	-0.012743107974529266
270832	rnn.bias_ih_l0	5	-0.022978030145168304
270832	rnn.bias_ih_l0	6	0.01719239354133606
270832	rnn.bias_ih_l0	7	0.023829637095332146
270832	rnn.bias_ih_l0	8	-0.09935645014047623
270832	rnn.bias_ih_l0	9	-0.04160724952816963
270832	rnn.bias_hh_l0	0	-0.001217256998643279
270832	rnn.bias_hh_l0	1	-0.10045980662107468
270832	rnn.bias_hh_l0	2	-0.07498437911272049
270832	rnn.bias_hh_l0	3	-0.08875657618045807
270832	rnn.bias_hh_l0	4	0.008335115388035774
270832	rnn.bias_hh_l0	5	-0.020425012335181236
270832	rnn.bias_hh_l0	6	0.02839655987918377
270832	rnn.bias_hh_l0	7	0.06061280891299248
270832	rnn.bias_hh_l0	8	-0.12290331721305847
270832	rnn.bias_hh_l0	9	-0.05913573503494263
270832	rnn.weight_ih_l0_reverse	0	-0.0253961943089962
270832	rnn.weight_ih_l0_reverse	1	-0.057136211544275284
270832	rnn.weight_ih_l0_reverse	2	-0.04892181605100632
270832	rnn.weight_ih_l0_reverse	3	0.015665633603930473
270832	rnn.weight_ih_l0_reverse	4	-0.025212792679667473
270832	rnn.weight_ih_l0_reverse	5	-0.05745139718055725
270832	rnn.weight_ih_l0_reverse	6	0.0735975056886673
270832	rnn.weight_ih_l0_reverse	7	-0.019010810181498528
270832	rnn.weight_ih_l0_reverse	8	-0.018583644181489944
270832	rnn.weight_ih_l0_reverse	9	0.004469165578484535
270832	rnn.weight_hh_l0_reverse	0	0.06860248744487762
270832	rnn.weight_hh_l0_reverse	1	0.01985793188214302
270832	rnn.weight_hh_l0_reverse	2	0.030032778158783913
270832	rnn.weight_hh_l0_reverse	3	0.035379357635974884
270832	rnn.weight_hh_l0_reverse	4	0.014373628422617912
270832	rnn.weight_hh_l0_reverse	5	0.00811769813299179
270832	rnn.weight_hh_l0_reverse	6	0.05104832723736763
270832	rnn.weight_hh_l0_reverse	7	-0.0820283591747284
270832	rnn.weight_hh_l0_reverse	8	0.04012171924114227
270832	rnn.weight_hh_l0_reverse	9	0.0348365344107151
270832	rnn.bias_ih_l0_reverse	0	-0.056786369532346725
270832	rnn.bias_ih_l0_reverse	1	-0.28252798318862915
270832	rnn.bias_ih_l0_reverse	2	-0.12473726272583008
270832	rnn.bias_ih_l0_reverse	3	-0.047885630279779434
270832	rnn.bias_ih_l0_reverse	4	-0.022157683968544006
270832	rnn.bias_ih_l0_reverse	5	0.07596264779567719
270832	rnn.bias_ih_l0_reverse	6	-0.06543970108032227
270832	rnn.bias_ih_l0_reverse	7	0.061495259404182434
270832	rnn.bias_ih_l0_reverse	8	-0.0358496755361557
270832	rnn.bias_ih_l0_reverse	9	0.06558341532945633
270832	rnn.bias_hh_l0_reverse	0	0.023405924439430237
270832	rnn.bias_hh_l0_reverse	1	-0.06340385228395462
270832	rnn.bias_hh_l0_reverse	2	0.0888194814324379
270832	rnn.bias_hh_l0_reverse	3	-0.052005209028720856
270832	rnn.bias_hh_l0_reverse	4	-0.028142491355538368
270832	rnn.bias_hh_l0_reverse	5	-0.022434648126363754
270832	rnn.bias_hh_l0_reverse	6	-0.020267441868782043
270832	rnn.bias_hh_l0_reverse	7	0.09960012137889862
270832	rnn.bias_hh_l0_reverse	8	0.03053889237344265
270832	rnn.bias_hh_l0_reverse	9	-0.14858514070510864
270832	rnn.weight_ih_l1	0	-0.029739508405327797
270832	rnn.weight_ih_l1	1	-0.05048923194408417
270832	rnn.weight_ih_l1	2	0.06503095477819443
270832	rnn.weight_ih_l1	3	-0.07302109897136688
270832	rnn.weight_ih_l1	4	-0.014080526307225227
270832	rnn.weight_ih_l1	5	-0.040319640189409256
270832	rnn.weight_ih_l1	6	0.028959518298506737
270832	rnn.weight_ih_l1	7	-0.04443863406777382
270832	rnn.weight_ih_l1	8	0.037827424705028534
270832	rnn.weight_ih_l1	9	0.04483802616596222
270832	rnn.weight_hh_l1	0	-0.0072351014241576195
270832	rnn.weight_hh_l1	1	0.019883474335074425
270832	rnn.weight_hh_l1	2	0.0066513605415821075
270832	rnn.weight_hh_l1	3	-0.012649022974073887
270832	rnn.weight_hh_l1	4	0.004837409593164921
270832	rnn.weight_hh_l1	5	0.03522153198719025
270832	rnn.weight_hh_l1	6	0.03627992793917656
270832	rnn.weight_hh_l1	7	-0.01636635512113571
270832	rnn.weight_hh_l1	8	-0.007185156457126141
270832	rnn.weight_hh_l1	9	0.038650088012218475
270832	rnn.bias_ih_l1	0	-0.1842108517885208
270832	rnn.bias_ih_l1	1	-0.1742967665195465
270832	rnn.bias_ih_l1	2	-0.19700348377227783
270832	rnn.bias_ih_l1	3	-0.3078175187110901
270832	rnn.bias_ih_l1	4	-0.21233806014060974
270832	rnn.bias_ih_l1	5	-0.08895321190357208
270832	rnn.bias_ih_l1	6	-0.15880094468593597
270832	rnn.bias_ih_l1	7	-0.0034517126623541117
270832	rnn.bias_ih_l1	8	-0.1300967037677765
270832	rnn.bias_ih_l1	9	-0.12302006036043167
270832	rnn.bias_hh_l1	0	-0.09711237251758575
270832	rnn.bias_hh_l1	1	-0.06326134502887726
270832	rnn.bias_hh_l1	2	-0.08540889620780945
270832	rnn.bias_hh_l1	3	-0.07754356414079666
270832	rnn.bias_hh_l1	4	-0.07330180704593658
270832	rnn.bias_hh_l1	5	-0.11750888079404831
270832	rnn.bias_hh_l1	6	-0.16036155819892883
270832	rnn.bias_hh_l1	7	0.07462702691555023
270832	rnn.bias_hh_l1	8	-0.17604438960552216
270832	rnn.bias_hh_l1	9	-0.11536665260791779
270832	rnn.weight_ih_l1_reverse	0	-0.04758678004145622
270832	rnn.weight_ih_l1_reverse	1	0.03279261291027069
270832	rnn.weight_ih_l1_reverse	2	0.08826819807291031
270832	rnn.weight_ih_l1_reverse	3	-0.01807759329676628
270832	rnn.weight_ih_l1_reverse	4	-0.023403294384479523
270832	rnn.weight_ih_l1_reverse	5	-0.030342651531100273
270832	rnn.weight_ih_l1_reverse	6	-0.019445346668362617
270832	rnn.weight_ih_l1_reverse	7	0.029711030423641205
270832	rnn.weight_ih_l1_reverse	8	0.00562227051705122
270832	rnn.weight_ih_l1_reverse	9	-0.03348059207201004
270832	rnn.weight_hh_l1_reverse	0	0.004557365085929632
270832	rnn.weight_hh_l1_reverse	1	0.03169956058263779
270832	rnn.weight_hh_l1_reverse	2	-0.040614157915115356
270832	rnn.weight_hh_l1_reverse	3	0.035008084028959274
270832	rnn.weight_hh_l1_reverse	4	0.04714077711105347
270832	rnn.weight_hh_l1_reverse	5	0.005984656047075987
270832	rnn.weight_hh_l1_reverse	6	0.04897857829928398
270832	rnn.weight_hh_l1_reverse	7	0.031012432649731636
270832	rnn.weight_hh_l1_reverse	8	-0.007130010984838009
270832	rnn.weight_hh_l1_reverse	9	-0.030205409973859787
270832	rnn.bias_ih_l1_reverse	0	-0.04564204812049866
270832	rnn.bias_ih_l1_reverse	1	-0.13982222974300385
270832	rnn.bias_ih_l1_reverse	2	-0.16340383887290955
270832	rnn.bias_ih_l1_reverse	3	-0.0620112344622612
270832	rnn.bias_ih_l1_reverse	4	-0.20384857058525085
270832	rnn.bias_ih_l1_reverse	5	-0.11671774834394455
270832	rnn.bias_ih_l1_reverse	6	-0.13005268573760986
270832	rnn.bias_ih_l1_reverse	7	-0.19216199219226837
270832	rnn.bias_ih_l1_reverse	8	0.22715133428573608
270832	rnn.bias_ih_l1_reverse	9	0.022907374426722527
270832	rnn.bias_hh_l1_reverse	0	0.010427489876747131
270832	rnn.bias_hh_l1_reverse	1	-0.06466473639011383
270832	rnn.bias_hh_l1_reverse	2	-0.23715418577194214
270832	rnn.bias_hh_l1_reverse	3	-0.14387811720371246
270832	rnn.bias_hh_l1_reverse	4	-0.0801948606967926
270832	rnn.bias_hh_l1_reverse	5	-0.11614620685577393
270832	rnn.bias_hh_l1_reverse	6	0.06298843026161194
270832	rnn.bias_hh_l1_reverse	7	-0.13495343923568726
270832	rnn.bias_hh_l1_reverse	8	-0.12489085644483566
270832	rnn.bias_hh_l1_reverse	9	-0.14831972122192383
270832	linear.weight	0	0.002228822559118271
270832	linear.weight	1	0.09754401445388794
270832	linear.weight	2	-0.09221326559782028
270832	linear.weight	3	0.3129098415374756
270832	linear.weight	4	0.1506645381450653
270832	linear.weight	5	-0.06567217409610748
270832	linear.weight	6	0.09381763637065887
270832	linear.weight	7	0.13552036881446838
270832	linear.weight	8	0.04113320633769035
270832	linear.weight	9	-0.05100138485431671
270832	linear.bias	0	0.08586818724870682
270832	linear.bias	1	-0.18846775591373444
270832	linear.bias	2	-0.4466707706451416
270832	linear.bias	3	-0.6564881801605225
270832	linear.bias	4	-1.260495662689209
270832	linear.bias	5	-0.06122410297393799
270832	linear.bias	6	-0.8206008076667786
270832	linear.bias	7	0.2693895697593689
270832	linear.bias	8	-0.3963319659233093
270832	linear.bias	9	-1.022742509841919
271029	transitions	0	0.7548882961273193
271029	transitions	1	0.13919363915920258
271029	transitions	2	-10000.0
271029	transitions	3	-1.8281100988388062
271029	transitions	4	-10000.0
271029	transitions	5	0.5628075003623962
271029	transitions	6	-0.08563079684972763
271029	transitions	7	-0.8117664456367493
271029	transitions	8	-1.4227449893951416
271029	transitions	9	-0.0012314732884988189
271029	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
271029	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
271029	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
271029	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
271029	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
271029	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
271029	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
271029	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
271029	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
271029	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
271029	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
271029	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
271029	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
271029	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
271029	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
271029	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
271029	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
271029	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
271029	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
271029	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
271029	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
271029	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
271029	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
271029	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
271029	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
271029	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
271029	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
271029	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
271029	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
271029	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
271029	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
271029	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
271029	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
271029	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
271029	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
271029	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
271029	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
271029	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
271029	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
271029	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
271029	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
271029	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
271029	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
271029	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
271029	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
271029	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
271029	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
271029	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
271029	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
271029	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
271029	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
271029	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
271029	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
271029	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
271029	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
271029	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
271029	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
271029	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
271029	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
271029	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
271029	embedding2nn.weight	0	0.016570348292589188
271029	embedding2nn.weight	1	-0.012706651352345943
271029	embedding2nn.weight	2	-0.014268254861235619
271029	embedding2nn.weight	3	-0.03143816068768501
271029	embedding2nn.weight	4	-0.0059150345623493195
271029	embedding2nn.weight	5	-0.0037005888298153877
271029	embedding2nn.weight	6	-0.003973265178501606
271029	embedding2nn.weight	7	-0.07729895412921906
271029	embedding2nn.weight	8	-0.0019979383796453476
271029	embedding2nn.weight	9	-0.027765026316046715
271029	embedding2nn.bias	0	0.03173390403389931
271029	embedding2nn.bias	1	-0.07606064528226852
271029	embedding2nn.bias	2	0.07088496536016464
271029	embedding2nn.bias	3	0.0502990297973156
271029	embedding2nn.bias	4	-0.04133826121687889
271029	embedding2nn.bias	5	-0.011000676080584526
271029	embedding2nn.bias	6	0.01556377112865448
271029	embedding2nn.bias	7	-0.05561447888612747
271029	embedding2nn.bias	8	0.07327035814523697
271029	embedding2nn.bias	9	0.04441467672586441
271029	rnn.weight_ih_l0	0	-0.0809175968170166
271029	rnn.weight_ih_l0	1	0.0031059065368026495
271029	rnn.weight_ih_l0	2	0.03541116043925285
271029	rnn.weight_ih_l0	3	0.02287864312529564
271029	rnn.weight_ih_l0	4	-0.048070650547742844
271029	rnn.weight_ih_l0	5	-0.06849023699760437
271029	rnn.weight_ih_l0	6	-0.0011665080673992634
271029	rnn.weight_ih_l0	7	0.05361560732126236
271029	rnn.weight_ih_l0	8	-0.017123179510235786
271029	rnn.weight_ih_l0	9	-0.030854541808366776
271029	rnn.weight_hh_l0	0	-0.03008035384118557
271029	rnn.weight_hh_l0	1	-0.007307103369385004
271029	rnn.weight_hh_l0	2	0.00663959002122283
271029	rnn.weight_hh_l0	3	-0.07440614700317383
271029	rnn.weight_hh_l0	4	0.09336184710264206
271029	rnn.weight_hh_l0	5	-0.026908092200756073
271029	rnn.weight_hh_l0	6	-0.06381603330373764
271029	rnn.weight_hh_l0	7	0.008835667744278908
271029	rnn.weight_hh_l0	8	0.013411344960331917
271029	rnn.weight_hh_l0	9	-0.025647427886724472
271029	rnn.bias_ih_l0	0	0.12982229888439178
271029	rnn.bias_ih_l0	1	-0.03414759412407875
271029	rnn.bias_ih_l0	2	-0.03414628654718399
271029	rnn.bias_ih_l0	3	0.16303569078445435
271029	rnn.bias_ih_l0	4	-0.012739032506942749
271029	rnn.bias_ih_l0	5	-0.02301187254488468
271029	rnn.bias_ih_l0	6	0.017201675102114677
271029	rnn.bias_ih_l0	7	0.023762531578540802
271029	rnn.bias_ih_l0	8	-0.09935370832681656
271029	rnn.bias_ih_l0	9	-0.041511788964271545
271029	rnn.bias_hh_l0	0	-0.0012641689972952008
271029	rnn.bias_hh_l0	1	-0.10041211545467377
271029	rnn.bias_hh_l0	2	-0.07502525299787521
271029	rnn.bias_hh_l0	3	-0.0887986421585083
271029	rnn.bias_hh_l0	4	0.008362547494471073
271029	rnn.bias_hh_l0	5	-0.02044573798775673
271029	rnn.bias_hh_l0	6	0.028364334255456924
271029	rnn.bias_hh_l0	7	0.06055013835430145
271029	rnn.bias_hh_l0	8	-0.12292755395174026
271029	rnn.bias_hh_l0	9	-0.0591203011572361
271029	rnn.weight_ih_l0_reverse	0	-0.025410275906324387
271029	rnn.weight_ih_l0_reverse	1	-0.057153843343257904
271029	rnn.weight_ih_l0_reverse	2	-0.04892198368906975
271029	rnn.weight_ih_l0_reverse	3	0.015682563185691833
271029	rnn.weight_ih_l0_reverse	4	-0.025225216522812843
271029	rnn.weight_ih_l0_reverse	5	-0.05745651200413704
271029	rnn.weight_ih_l0_reverse	6	0.07358712702989578
271029	rnn.weight_ih_l0_reverse	7	-0.019013607874512672
271029	rnn.weight_ih_l0_reverse	8	-0.01857846975326538
271029	rnn.weight_ih_l0_reverse	9	0.004477023612707853
271029	rnn.weight_hh_l0_reverse	0	0.06858599931001663
271029	rnn.weight_hh_l0_reverse	1	0.019873514771461487
271029	rnn.weight_hh_l0_reverse	2	0.030020207166671753
271029	rnn.weight_hh_l0_reverse	3	0.03537539392709732
271029	rnn.weight_hh_l0_reverse	4	0.014372950419783592
271029	rnn.weight_hh_l0_reverse	5	0.008136973716318607
271029	rnn.weight_hh_l0_reverse	6	0.051049016416072845
271029	rnn.weight_hh_l0_reverse	7	-0.0820087268948555
271029	rnn.weight_hh_l0_reverse	8	0.04011955484747887
271029	rnn.weight_hh_l0_reverse	9	0.03483617305755615
271029	rnn.bias_ih_l0_reverse	0	-0.056782182306051254
271029	rnn.bias_ih_l0_reverse	1	-0.28254538774490356
271029	rnn.bias_ih_l0_reverse	2	-0.12472770363092422
271029	rnn.bias_ih_l0_reverse	3	-0.04786384478211403
271029	rnn.bias_ih_l0_reverse	4	-0.02216062881052494
271029	rnn.bias_ih_l0_reverse	5	0.07594290375709534
271029	rnn.bias_ih_l0_reverse	6	-0.0654410570859909
271029	rnn.bias_ih_l0_reverse	7	0.061504680663347244
271029	rnn.bias_ih_l0_reverse	8	-0.035910844802856445
271029	rnn.bias_ih_l0_reverse	9	0.06559380888938904
271029	rnn.bias_hh_l0_reverse	0	0.023408111184835434
271029	rnn.bias_hh_l0_reverse	1	-0.06329717487096786
271029	rnn.bias_hh_l0_reverse	2	0.0888296589255333
271029	rnn.bias_hh_l0_reverse	3	-0.05200210213661194
271029	rnn.bias_hh_l0_reverse	4	-0.02808096632361412
271029	rnn.bias_hh_l0_reverse	5	-0.022404642775654793
271029	rnn.bias_hh_l0_reverse	6	-0.02022148296236992
271029	rnn.bias_hh_l0_reverse	7	0.09965891391038895
271029	rnn.bias_hh_l0_reverse	8	0.030509786680340767
271029	rnn.bias_hh_l0_reverse	9	-0.14860223233699799
271029	rnn.weight_ih_l1	0	-0.029751459136605263
271029	rnn.weight_ih_l1	1	-0.05049274116754532
271029	rnn.weight_ih_l1	2	0.06505211442708969
271029	rnn.weight_ih_l1	3	-0.07300514727830887
271029	rnn.weight_ih_l1	4	-0.014116112142801285
271029	rnn.weight_ih_l1	5	-0.04031644016504288
271029	rnn.weight_ih_l1	6	0.028953446075320244
271029	rnn.weight_ih_l1	7	-0.04443399980664253
271029	rnn.weight_ih_l1	8	0.037836797535419464
271029	rnn.weight_ih_l1	9	0.04482114315032959
271029	rnn.weight_hh_l1	0	-0.007246790919452906
271029	rnn.weight_hh_l1	1	0.019886987283825874
271029	rnn.weight_hh_l1	2	0.006649397779256105
271029	rnn.weight_hh_l1	3	-0.01264734473079443
271029	rnn.weight_hh_l1	4	0.004838211461901665
271029	rnn.weight_hh_l1	5	0.03521464020013809
271029	rnn.weight_hh_l1	6	0.036298952996730804
271029	rnn.weight_hh_l1	7	-0.01636243425309658
271029	rnn.weight_hh_l1	8	-0.007189310155808926
271029	rnn.weight_hh_l1	9	0.03863644227385521
271029	rnn.bias_ih_l1	0	-0.18427987396717072
271029	rnn.bias_ih_l1	1	-0.1743094027042389
271029	rnn.bias_ih_l1	2	-0.19698688387870789
271029	rnn.bias_ih_l1	3	-0.30785122513771057
271029	rnn.bias_ih_l1	4	-0.21237978339195251
271029	rnn.bias_ih_l1	5	-0.08890927582979202
271029	rnn.bias_ih_l1	6	-0.15886563062667847
271029	rnn.bias_ih_l1	7	-0.003355752443894744
271029	rnn.bias_ih_l1	8	-0.13002440333366394
271029	rnn.bias_ih_l1	9	-0.12305193394422531
271029	rnn.bias_hh_l1	0	-0.09710437059402466
271029	rnn.bias_hh_l1	1	-0.06332308799028397
271029	rnn.bias_hh_l1	2	-0.08537551760673523
271029	rnn.bias_hh_l1	3	-0.07753384113311768
271029	rnn.bias_hh_l1	4	-0.07331626117229462
271029	rnn.bias_hh_l1	5	-0.11748307943344116
271029	rnn.bias_hh_l1	6	-0.1603531539440155
271029	rnn.bias_hh_l1	7	0.07460040599107742
271029	rnn.bias_hh_l1	8	-0.1760818064212799
271029	rnn.bias_hh_l1	9	-0.11538568884134293
271029	rnn.weight_ih_l1_reverse	0	-0.04756782948970795
271029	rnn.weight_ih_l1_reverse	1	0.032788876444101334
271029	rnn.weight_ih_l1_reverse	2	0.08824840933084488
271029	rnn.weight_ih_l1_reverse	3	-0.01810302585363388
271029	rnn.weight_ih_l1_reverse	4	-0.023389404639601707
271029	rnn.weight_ih_l1_reverse	5	-0.03034253604710102
271029	rnn.weight_ih_l1_reverse	6	-0.019443361088633537
271029	rnn.weight_ih_l1_reverse	7	0.02970052696764469
271029	rnn.weight_ih_l1_reverse	8	0.0056498730555176735
271029	rnn.weight_ih_l1_reverse	9	-0.03350791707634926
271029	rnn.weight_hh_l1_reverse	0	0.0045564319007098675
271029	rnn.weight_hh_l1_reverse	1	0.03169950097799301
271029	rnn.weight_hh_l1_reverse	2	-0.04061439633369446
271029	rnn.weight_hh_l1_reverse	3	0.035007450729608536
271029	rnn.weight_hh_l1_reverse	4	0.04713708907365799
271029	rnn.weight_hh_l1_reverse	5	0.005972880404442549
271029	rnn.weight_hh_l1_reverse	6	0.04902363941073418
271029	rnn.weight_hh_l1_reverse	7	0.031008020043373108
271029	rnn.weight_hh_l1_reverse	8	-0.007130888756364584
271029	rnn.weight_hh_l1_reverse	9	-0.030208641663193703
271029	rnn.bias_ih_l1_reverse	0	-0.04560603201389313
271029	rnn.bias_ih_l1_reverse	1	-0.13985612988471985
271029	rnn.bias_ih_l1_reverse	2	-0.16349458694458008
271029	rnn.bias_ih_l1_reverse	3	-0.061983171850442886
271029	rnn.bias_ih_l1_reverse	4	-0.20385493338108063
271029	rnn.bias_ih_l1_reverse	5	-0.11668210476636887
271029	rnn.bias_ih_l1_reverse	6	-0.13006660342216492
271029	rnn.bias_ih_l1_reverse	7	-0.1922287940979004
271029	rnn.bias_ih_l1_reverse	8	0.22725585103034973
271029	rnn.bias_ih_l1_reverse	9	0.022903231903910637
271029	rnn.bias_hh_l1_reverse	0	0.010414056479930878
271029	rnn.bias_hh_l1_reverse	1	-0.06473689526319504
271029	rnn.bias_hh_l1_reverse	2	-0.23715625703334808
271029	rnn.bias_hh_l1_reverse	3	-0.14388878643512726
271029	rnn.bias_hh_l1_reverse	4	-0.08020547032356262
271029	rnn.bias_hh_l1_reverse	5	-0.11615297943353653
271029	rnn.bias_hh_l1_reverse	6	0.06299912184476852
271029	rnn.bias_hh_l1_reverse	7	-0.13489316403865814
271029	rnn.bias_hh_l1_reverse	8	-0.12488249689340591
271029	rnn.bias_hh_l1_reverse	9	-0.14834174513816833
271029	linear.weight	0	0.002228822559118271
271029	linear.weight	1	0.09766282141208649
271029	linear.weight	2	-0.0922461450099945
271029	linear.weight	3	0.312957763671875
271029	linear.weight	4	0.150705948472023
271029	linear.weight	5	-0.065681092441082
271029	linear.weight	6	0.09365148097276688
271029	linear.weight	7	0.13567271828651428
271029	linear.weight	8	0.04113321006298065
271029	linear.weight	9	-0.05100083351135254
271029	linear.bias	0	0.08661096543073654
271029	linear.bias	1	-0.18856607377529144
271029	linear.bias	2	-0.4476923644542694
271029	linear.bias	3	-0.6568195819854736
271029	linear.bias	4	-1.2608087062835693
271029	linear.bias	5	-0.06091815233230591
271029	linear.bias	6	-0.8206720948219299
271029	linear.bias	7	0.2696722447872162
271029	linear.bias	8	-0.3962612450122833
271029	linear.bias	9	-1.0226320028305054
271226	transitions	0	0.7553797960281372
271226	transitions	1	0.13920535147190094
271226	transitions	2	-10000.0
271226	transitions	3	-1.8281100988388062
271226	transitions	4	-10000.0
271226	transitions	5	0.5628071427345276
271226	transitions	6	-0.08563157916069031
271226	transitions	7	-0.8117732405662537
271226	transitions	8	-1.4227458238601685
271226	transitions	9	-0.0012314782943576574
271226	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
271226	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
271226	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
271226	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
271226	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
271226	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
271226	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
271226	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
271226	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
271226	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
271226	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
271226	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
271226	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
271226	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
271226	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
271226	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
271226	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
271226	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
271226	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
271226	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
271226	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
271226	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
271226	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
271226	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
271226	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
271226	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
271226	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
271226	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
271226	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
271226	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
271226	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
271226	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
271226	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
271226	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
271226	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
271226	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
271226	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
271226	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
271226	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
271226	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
271226	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
271226	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
271226	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
271226	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
271226	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
271226	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
271226	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
271226	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
271226	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
271226	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
271226	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
271226	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
271226	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
271226	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
271226	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
271226	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
271226	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
271226	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
271226	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
271226	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
271226	embedding2nn.weight	0	0.01655000075697899
271226	embedding2nn.weight	1	-0.012702524662017822
271226	embedding2nn.weight	2	-0.014268254861235619
271226	embedding2nn.weight	3	-0.031427301466464996
271226	embedding2nn.weight	4	-0.0059150345623493195
271226	embedding2nn.weight	5	-0.0037005888298153877
271226	embedding2nn.weight	6	-0.003973265178501606
271226	embedding2nn.weight	7	-0.07731787860393524
271226	embedding2nn.weight	8	-0.0019979383796453476
271226	embedding2nn.weight	9	-0.02776743844151497
271226	embedding2nn.bias	0	0.031541112810373306
271226	embedding2nn.bias	1	-0.07592607289552689
271226	embedding2nn.bias	2	0.07093637436628342
271226	embedding2nn.bias	3	0.05015766993165016
271226	embedding2nn.bias	4	-0.04142715036869049
271226	embedding2nn.bias	5	-0.010878119617700577
271226	embedding2nn.bias	6	0.015730274841189384
271226	embedding2nn.bias	7	-0.0556345134973526
271226	embedding2nn.bias	8	0.07313567399978638
271226	embedding2nn.bias	9	0.04432351142168045
271226	rnn.weight_ih_l0	0	-0.08091549575328827
271226	rnn.weight_ih_l0	1	0.0030913925729691982
271226	rnn.weight_ih_l0	2	0.035437166690826416
271226	rnn.weight_ih_l0	3	0.02288118004798889
271226	rnn.weight_ih_l0	4	-0.048075493425130844
271226	rnn.weight_ih_l0	5	-0.06848206371068954
271226	rnn.weight_ih_l0	6	-0.0011804846581071615
271226	rnn.weight_ih_l0	7	0.053627751767635345
271226	rnn.weight_ih_l0	8	-0.01714269630610943
271226	rnn.weight_ih_l0	9	-0.030866442248225212
271226	rnn.weight_hh_l0	0	-0.030046086758375168
271226	rnn.weight_hh_l0	1	-0.007290365174412727
271226	rnn.weight_hh_l0	2	0.006637337617576122
271226	rnn.weight_hh_l0	3	-0.07443293929100037
271226	rnn.weight_hh_l0	4	0.09335951507091522
271226	rnn.weight_hh_l0	5	-0.02689971774816513
271226	rnn.weight_hh_l0	6	-0.06381839513778687
271226	rnn.weight_hh_l0	7	0.008839398622512817
271226	rnn.weight_hh_l0	8	0.013408695347607136
271226	rnn.weight_hh_l0	9	-0.02563982643187046
271226	rnn.bias_ih_l0	0	0.12983474135398865
271226	rnn.bias_ih_l0	1	-0.03408072143793106
271226	rnn.bias_ih_l0	2	-0.03409317508339882
271226	rnn.bias_ih_l0	3	0.16309133172035217
271226	rnn.bias_ih_l0	4	-0.012808624655008316
271226	rnn.bias_ih_l0	5	-0.023005997762084007
271226	rnn.bias_ih_l0	6	0.017030099406838417
271226	rnn.bias_ih_l0	7	0.023771917447447777
271226	rnn.bias_ih_l0	8	-0.09939076006412506
271226	rnn.bias_ih_l0	9	-0.04154672473669052
271226	rnn.bias_hh_l0	0	-0.0012472898233681917
271226	rnn.bias_hh_l0	1	-0.10038849711418152
271226	rnn.bias_hh_l0	2	-0.07501880079507828
271226	rnn.bias_hh_l0	3	-0.0887233316898346
271226	rnn.bias_hh_l0	4	0.008396178483963013
271226	rnn.bias_hh_l0	5	-0.020491888746619225
271226	rnn.bias_hh_l0	6	0.02833556942641735
271226	rnn.bias_hh_l0	7	0.060593072324991226
271226	rnn.bias_hh_l0	8	-0.12286736816167831
271226	rnn.bias_hh_l0	9	-0.059093449264764786
271226	rnn.weight_ih_l0_reverse	0	-0.025402411818504333
271226	rnn.weight_ih_l0_reverse	1	-0.057169895619153976
271226	rnn.weight_ih_l0_reverse	2	-0.04890792816877365
271226	rnn.weight_ih_l0_reverse	3	0.015680233016610146
271226	rnn.weight_ih_l0_reverse	4	-0.025208914652466774
271226	rnn.weight_ih_l0_reverse	5	-0.05741887167096138
271226	rnn.weight_ih_l0_reverse	6	0.0735948234796524
271226	rnn.weight_ih_l0_reverse	7	-0.019037742167711258
271226	rnn.weight_ih_l0_reverse	8	-0.01856399141252041
271226	rnn.weight_ih_l0_reverse	9	0.00448654405772686
271226	rnn.weight_hh_l0_reverse	0	0.06861848384141922
271226	rnn.weight_hh_l0_reverse	1	0.019872652366757393
271226	rnn.weight_hh_l0_reverse	2	0.030038820579648018
271226	rnn.weight_hh_l0_reverse	3	0.035368647426366806
271226	rnn.weight_hh_l0_reverse	4	0.014373993501067162
271226	rnn.weight_hh_l0_reverse	5	0.00810877326875925
271226	rnn.weight_hh_l0_reverse	6	0.05105174705386162
271226	rnn.weight_hh_l0_reverse	7	-0.08199826627969742
271226	rnn.weight_hh_l0_reverse	8	0.040114305913448334
271226	rnn.weight_hh_l0_reverse	9	0.03484589606523514
271226	rnn.bias_ih_l0_reverse	0	-0.05678604915738106
271226	rnn.bias_ih_l0_reverse	1	-0.2825666069984436
271226	rnn.bias_ih_l0_reverse	2	-0.12469267100095749
271226	rnn.bias_ih_l0_reverse	3	-0.047866690903902054
271226	rnn.bias_ih_l0_reverse	4	-0.022117435932159424
271226	rnn.bias_ih_l0_reverse	5	0.075920470058918
271226	rnn.bias_ih_l0_reverse	6	-0.06547176092863083
271226	rnn.bias_ih_l0_reverse	7	0.061486855149269104
271226	rnn.bias_ih_l0_reverse	8	-0.035924032330513
271226	rnn.bias_ih_l0_reverse	9	0.06562568247318268
271226	rnn.bias_hh_l0_reverse	0	0.023395908996462822
271226	rnn.bias_hh_l0_reverse	1	-0.0632559284567833
271226	rnn.bias_hh_l0_reverse	2	0.08888031542301178
271226	rnn.bias_hh_l0_reverse	3	-0.052023399621248245
271226	rnn.bias_hh_l0_reverse	4	-0.028076808899641037
271226	rnn.bias_hh_l0_reverse	5	-0.02241315133869648
271226	rnn.bias_hh_l0_reverse	6	-0.02018905244767666
271226	rnn.bias_hh_l0_reverse	7	0.09971600770950317
271226	rnn.bias_hh_l0_reverse	8	0.03046213649213314
271226	rnn.bias_hh_l0_reverse	9	-0.1485181450843811
271226	rnn.weight_ih_l1	0	-0.029744237661361694
271226	rnn.weight_ih_l1	1	-0.050492171198129654
271226	rnn.weight_ih_l1	2	0.06504219770431519
271226	rnn.weight_ih_l1	3	-0.07298316806554794
271226	rnn.weight_ih_l1	4	-0.014122191816568375
271226	rnn.weight_ih_l1	5	-0.04031181335449219
271226	rnn.weight_ih_l1	6	0.028935596346855164
271226	rnn.weight_ih_l1	7	-0.04438752308487892
271226	rnn.weight_ih_l1	8	0.03783075138926506
271226	rnn.weight_ih_l1	9	0.04481570050120354
271226	rnn.weight_hh_l1	0	-0.0072334581054747105
271226	rnn.weight_hh_l1	1	0.01989292912185192
271226	rnn.weight_hh_l1	2	0.006641217041760683
271226	rnn.weight_hh_l1	3	-0.012651808559894562
271226	rnn.weight_hh_l1	4	0.004840000066906214
271226	rnn.weight_hh_l1	5	0.035216204822063446
271226	rnn.weight_hh_l1	6	0.03628833591938019
271226	rnn.weight_hh_l1	7	-0.016373928636312485
271226	rnn.weight_hh_l1	8	-0.007188957184553146
271226	rnn.weight_hh_l1	9	0.0386536605656147
271226	rnn.bias_ih_l1	0	-0.1843246966600418
271226	rnn.bias_ih_l1	1	-0.17434118688106537
271226	rnn.bias_ih_l1	2	-0.1969495564699173
271226	rnn.bias_ih_l1	3	-0.30788084864616394
271226	rnn.bias_ih_l1	4	-0.21241386234760284
271226	rnn.bias_ih_l1	5	-0.08891261368989944
271226	rnn.bias_ih_l1	6	-0.15888598561286926
271226	rnn.bias_ih_l1	7	-0.003208123380318284
271226	rnn.bias_ih_l1	8	-0.1300094723701477
271226	rnn.bias_ih_l1	9	-0.1230185329914093
271226	rnn.bias_hh_l1	0	-0.09710443764925003
271226	rnn.bias_hh_l1	1	-0.06333979219198227
271226	rnn.bias_hh_l1	2	-0.08534150570631027
271226	rnn.bias_hh_l1	3	-0.07751324772834778
271226	rnn.bias_hh_l1	4	-0.07333027571439743
271226	rnn.bias_hh_l1	5	-0.11747262626886368
271226	rnn.bias_hh_l1	6	-0.1603619009256363
271226	rnn.bias_hh_l1	7	0.07461052387952805
271226	rnn.bias_hh_l1	8	-0.17609313130378723
271226	rnn.bias_hh_l1	9	-0.11532309651374817
271226	rnn.weight_ih_l1_reverse	0	-0.04756668210029602
271226	rnn.weight_ih_l1_reverse	1	0.03282487764954567
271226	rnn.weight_ih_l1_reverse	2	0.0882561206817627
271226	rnn.weight_ih_l1_reverse	3	-0.01804889552295208
271226	rnn.weight_ih_l1_reverse	4	-0.023372484371066093
271226	rnn.weight_ih_l1_reverse	5	-0.030340276658535004
271226	rnn.weight_ih_l1_reverse	6	-0.01943359710276127
271226	rnn.weight_ih_l1_reverse	7	0.02970236726105213
271226	rnn.weight_ih_l1_reverse	8	0.005685975309461355
271226	rnn.weight_ih_l1_reverse	9	-0.033500876277685165
271226	rnn.weight_hh_l1_reverse	0	0.004553761798888445
271226	rnn.weight_hh_l1_reverse	1	0.031699907034635544
271226	rnn.weight_hh_l1_reverse	2	-0.040613386780023575
271226	rnn.weight_hh_l1_reverse	3	0.03500876948237419
271226	rnn.weight_hh_l1_reverse	4	0.04713874310255051
271226	rnn.weight_hh_l1_reverse	5	0.005979880224913359
271226	rnn.weight_hh_l1_reverse	6	0.04900069907307625
271226	rnn.weight_hh_l1_reverse	7	0.03100920096039772
271226	rnn.weight_hh_l1_reverse	8	-0.007130132522433996
271226	rnn.weight_hh_l1_reverse	9	-0.030204366892576218
271226	rnn.bias_ih_l1_reverse	0	-0.045583952218294144
271226	rnn.bias_ih_l1_reverse	1	-0.13984011113643646
271226	rnn.bias_ih_l1_reverse	2	-0.16342540085315704
271226	rnn.bias_ih_l1_reverse	3	-0.06197168678045273
271226	rnn.bias_ih_l1_reverse	4	-0.20383214950561523
271226	rnn.bias_ih_l1_reverse	5	-0.11668899655342102
271226	rnn.bias_ih_l1_reverse	6	-0.1300627440214157
271226	rnn.bias_ih_l1_reverse	7	-0.1922217607498169
271226	rnn.bias_ih_l1_reverse	8	0.22729270160198212
271226	rnn.bias_ih_l1_reverse	9	0.022953609004616737
271226	rnn.bias_hh_l1_reverse	0	0.010437944903969765
271226	rnn.bias_hh_l1_reverse	1	-0.06483425945043564
271226	rnn.bias_hh_l1_reverse	2	-0.23716019093990326
271226	rnn.bias_hh_l1_reverse	3	-0.14388158917427063
271226	rnn.bias_hh_l1_reverse	4	-0.08021542429924011
271226	rnn.bias_hh_l1_reverse	5	-0.11608298867940903
271226	rnn.bias_hh_l1_reverse	6	0.06302419304847717
271226	rnn.bias_hh_l1_reverse	7	-0.1348651945590973
271226	rnn.bias_hh_l1_reverse	8	-0.12487421184778214
271226	rnn.bias_hh_l1_reverse	9	-0.1483324021100998
271226	linear.weight	0	0.002228822559118271
271226	linear.weight	1	0.09772497415542603
271226	linear.weight	2	-0.09234125167131424
271226	linear.weight	3	0.31295499205589294
271226	linear.weight	4	0.1506579965353012
271226	linear.weight	5	-0.06570005416870117
271226	linear.weight	6	0.09354805946350098
271226	linear.weight	7	0.13562113046646118
271226	linear.weight	8	0.04113320633769035
271226	linear.weight	9	-0.05102331563830376
271226	linear.bias	0	0.08511114120483398
271226	linear.bias	1	-0.1889946013689041
271226	linear.bias	2	-0.44841039180755615
271226	linear.bias	3	-0.6561667919158936
271226	linear.bias	4	-1.260183334350586
271226	linear.bias	5	-0.06079327315092087
271226	linear.bias	6	-0.8210843205451965
271226	linear.bias	7	0.26988375186920166
271226	linear.bias	8	-0.39643213152885437
271226	linear.bias	9	-1.0227925777435303
271423	transitions	0	0.755496621131897
271423	transitions	1	0.1392035186290741
271423	transitions	2	-10000.0
271423	transitions	3	-1.8281103372573853
271423	transitions	4	-10000.0
271423	transitions	5	0.5628063678741455
271423	transitions	6	-0.08563261479139328
271423	transitions	7	-0.8117773532867432
271423	transitions	8	-1.4227460622787476
271423	transitions	9	-0.0012314864434301853
271423	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
271423	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
271423	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
271423	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
271423	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
271423	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
271423	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
271423	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
271423	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
271423	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
271423	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
271423	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
271423	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
271423	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
271423	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
271423	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
271423	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
271423	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
271423	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
271423	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
271423	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
271423	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
271423	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
271423	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
271423	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
271423	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
271423	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
271423	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
271423	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
271423	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
271423	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
271423	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
271423	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
271423	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
271423	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
271423	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
271423	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
271423	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
271423	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
271423	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
271423	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
271423	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
271423	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
271423	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
271423	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
271423	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
271423	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
271423	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
271423	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
271423	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
271423	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
271423	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
271423	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
271423	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
271423	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
271423	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
271423	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
271423	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
271423	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
271423	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
271423	embedding2nn.weight	0	0.016509070992469788
271423	embedding2nn.weight	1	-0.012699507176876068
271423	embedding2nn.weight	2	-0.014268254861235619
271423	embedding2nn.weight	3	-0.031470805406570435
271423	embedding2nn.weight	4	-0.0059150345623493195
271423	embedding2nn.weight	5	-0.0037005888298153877
271423	embedding2nn.weight	6	-0.003973265178501606
271423	embedding2nn.weight	7	-0.07733020931482315
271423	embedding2nn.weight	8	-0.0019979383796453476
271423	embedding2nn.weight	9	-0.02776932343840599
271423	embedding2nn.bias	0	0.03149546682834625
271423	embedding2nn.bias	1	-0.07607581466436386
271423	embedding2nn.bias	2	0.07087527215480804
271423	embedding2nn.bias	3	0.05018337815999985
271423	embedding2nn.bias	4	-0.041429243981838226
271423	embedding2nn.bias	5	-0.010571485385298729
271423	embedding2nn.bias	6	0.01577531173825264
271423	embedding2nn.bias	7	-0.05556781589984894
271423	embedding2nn.bias	8	0.07321938872337341
271423	embedding2nn.bias	9	0.04425806924700737
271423	rnn.weight_ih_l0	0	-0.08091045916080475
271423	rnn.weight_ih_l0	1	0.0031071477569639683
271423	rnn.weight_ih_l0	2	0.03542757034301758
271423	rnn.weight_ih_l0	3	0.022881174460053444
271423	rnn.weight_ih_l0	4	-0.04808232560753822
271423	rnn.weight_ih_l0	5	-0.06850813329219818
271423	rnn.weight_ih_l0	6	-0.0011749821715056896
271423	rnn.weight_ih_l0	7	0.05362001433968544
271423	rnn.weight_ih_l0	8	-0.01716994307935238
271423	rnn.weight_ih_l0	9	-0.030849531292915344
271423	rnn.weight_hh_l0	0	-0.03005722351372242
271423	rnn.weight_hh_l0	1	-0.007299549411982298
271423	rnn.weight_hh_l0	2	0.006644115317612886
271423	rnn.weight_hh_l0	3	-0.07443661987781525
271423	rnn.weight_hh_l0	4	0.09334735572338104
271423	rnn.weight_hh_l0	5	-0.026896178722381592
271423	rnn.weight_hh_l0	6	-0.06384017318487167
271423	rnn.weight_hh_l0	7	0.00885473657399416
271423	rnn.weight_hh_l0	8	0.013419662602245808
271423	rnn.weight_hh_l0	9	-0.02564682811498642
271423	rnn.bias_ih_l0	0	0.12983830273151398
271423	rnn.bias_ih_l0	1	-0.03414592146873474
271423	rnn.bias_ih_l0	2	-0.03408622741699219
271423	rnn.bias_ih_l0	3	0.16305997967720032
271423	rnn.bias_ih_l0	4	-0.012839475646615028
271423	rnn.bias_ih_l0	5	-0.023002756759524345
271423	rnn.bias_ih_l0	6	0.016952019184827805
271423	rnn.bias_ih_l0	7	0.023712359368801117
271423	rnn.bias_ih_l0	8	-0.09942836314439774
271423	rnn.bias_ih_l0	9	-0.041503652930259705
271423	rnn.bias_hh_l0	0	-0.0012344671413302422
271423	rnn.bias_hh_l0	1	-0.10039693117141724
271423	rnn.bias_hh_l0	2	-0.075051449239254
271423	rnn.bias_hh_l0	3	-0.08872615545988083
271423	rnn.bias_hh_l0	4	0.008390259929001331
271423	rnn.bias_hh_l0	5	-0.02052599936723709
271423	rnn.bias_hh_l0	6	0.028325332328677177
271423	rnn.bias_hh_l0	7	0.06052694842219353
271423	rnn.bias_hh_l0	8	-0.12282917648553848
271423	rnn.bias_hh_l0	9	-0.059115733951330185
271423	rnn.weight_ih_l0_reverse	0	-0.025417834520339966
271423	rnn.weight_ih_l0_reverse	1	-0.05715250223875046
271423	rnn.weight_ih_l0_reverse	2	-0.048928603529930115
271423	rnn.weight_ih_l0_reverse	3	0.015671608969569206
271423	rnn.weight_ih_l0_reverse	4	-0.0252032820135355
271423	rnn.weight_ih_l0_reverse	5	-0.057406481355428696
271423	rnn.weight_ih_l0_reverse	6	0.0736021101474762
271423	rnn.weight_ih_l0_reverse	7	-0.019024549052119255
271423	rnn.weight_ih_l0_reverse	8	-0.018550777807831764
271423	rnn.weight_ih_l0_reverse	9	0.004504318814724684
271423	rnn.weight_hh_l0_reverse	0	0.06860901415348053
271423	rnn.weight_hh_l0_reverse	1	0.01989022269845009
271423	rnn.weight_hh_l0_reverse	2	0.030040428042411804
271423	rnn.weight_hh_l0_reverse	3	0.03538747504353523
271423	rnn.weight_hh_l0_reverse	4	0.014375184662640095
271423	rnn.weight_hh_l0_reverse	5	0.008142284117639065
271423	rnn.weight_hh_l0_reverse	6	0.0510580912232399
271423	rnn.weight_hh_l0_reverse	7	-0.08200031518936157
271423	rnn.weight_hh_l0_reverse	8	0.04010588303208351
271423	rnn.weight_hh_l0_reverse	9	0.034856706857681274
271423	rnn.bias_ih_l0_reverse	0	-0.056756485253572464
271423	rnn.bias_ih_l0_reverse	1	-0.2825867533683777
271423	rnn.bias_ih_l0_reverse	2	-0.1246672049164772
271423	rnn.bias_ih_l0_reverse	3	-0.04788118600845337
271423	rnn.bias_ih_l0_reverse	4	-0.022124316543340683
271423	rnn.bias_ih_l0_reverse	5	0.0759069100022316
271423	rnn.bias_ih_l0_reverse	6	-0.06550224870443344
271423	rnn.bias_ih_l0_reverse	7	0.06151094287633896
271423	rnn.bias_ih_l0_reverse	8	-0.035946089774370193
271423	rnn.bias_ih_l0_reverse	9	0.0656144991517067
271423	rnn.bias_hh_l0_reverse	0	0.023403996601700783
271423	rnn.bias_hh_l0_reverse	1	-0.06321438401937485
271423	rnn.bias_hh_l0_reverse	2	0.08888166397809982
271423	rnn.bias_hh_l0_reverse	3	-0.05202643945813179
271423	rnn.bias_hh_l0_reverse	4	-0.028092190623283386
271423	rnn.bias_hh_l0_reverse	5	-0.022457385435700417
271423	rnn.bias_hh_l0_reverse	6	-0.020235059782862663
271423	rnn.bias_hh_l0_reverse	7	0.09981315582990646
271423	rnn.bias_hh_l0_reverse	8	0.03038361668586731
271423	rnn.bias_hh_l0_reverse	9	-0.148406520485878
271423	rnn.weight_ih_l1	0	-0.02975514717400074
271423	rnn.weight_ih_l1	1	-0.05047853663563728
271423	rnn.weight_ih_l1	2	0.06505320966243744
271423	rnn.weight_ih_l1	3	-0.07296628504991531
271423	rnn.weight_ih_l1	4	-0.014128658920526505
271423	rnn.weight_ih_l1	5	-0.040317293256521225
271423	rnn.weight_ih_l1	6	0.02893890254199505
271423	rnn.weight_ih_l1	7	-0.04435044527053833
271423	rnn.weight_ih_l1	8	0.037834420800209045
271423	rnn.weight_ih_l1	9	0.044814810156822205
271423	rnn.weight_hh_l1	0	-0.007227271795272827
271423	rnn.weight_hh_l1	1	0.019893888384103775
271423	rnn.weight_hh_l1	2	0.00664908904582262
271423	rnn.weight_hh_l1	3	-0.012648523785173893
271423	rnn.weight_hh_l1	4	0.004848729819059372
271423	rnn.weight_hh_l1	5	0.035219207406044006
271423	rnn.weight_hh_l1	6	0.03629191219806671
271423	rnn.weight_hh_l1	7	-0.016371723264455795
271423	rnn.weight_hh_l1	8	-0.007193936966359615
271423	rnn.weight_hh_l1	9	0.038640204817056656
271423	rnn.bias_ih_l1	0	-0.18433348834514618
271423	rnn.bias_ih_l1	1	-0.17435641586780548
271423	rnn.bias_ih_l1	2	-0.19699838757514954
271423	rnn.bias_ih_l1	3	-0.30777421593666077
271423	rnn.bias_ih_l1	4	-0.21250635385513306
271423	rnn.bias_ih_l1	5	-0.08890295773744583
271423	rnn.bias_ih_l1	6	-0.1588423252105713
271423	rnn.bias_ih_l1	7	-0.0032471634913235903
271423	rnn.bias_ih_l1	8	-0.1300245076417923
271423	rnn.bias_ih_l1	9	-0.12303374707698822
271423	rnn.bias_hh_l1	0	-0.09712892025709152
271423	rnn.bias_hh_l1	1	-0.06335912644863129
271423	rnn.bias_hh_l1	2	-0.08539236336946487
271423	rnn.bias_hh_l1	3	-0.07747567445039749
271423	rnn.bias_hh_l1	4	-0.07330776005983353
271423	rnn.bias_hh_l1	5	-0.11746139079332352
271423	rnn.bias_hh_l1	6	-0.16035325825214386
271423	rnn.bias_hh_l1	7	0.07467839121818542
271423	rnn.bias_hh_l1	8	-0.1761273592710495
271423	rnn.bias_hh_l1	9	-0.1154172495007515
271423	rnn.weight_ih_l1_reverse	0	-0.04755435511469841
271423	rnn.weight_ih_l1_reverse	1	0.0328381210565567
271423	rnn.weight_ih_l1_reverse	2	0.08823208510875702
271423	rnn.weight_ih_l1_reverse	3	-0.01804201677441597
271423	rnn.weight_ih_l1_reverse	4	-0.023363981395959854
271423	rnn.weight_ih_l1_reverse	5	-0.03033842332661152
271423	rnn.weight_ih_l1_reverse	6	-0.019441215321421623
271423	rnn.weight_ih_l1_reverse	7	0.02967977523803711
271423	rnn.weight_ih_l1_reverse	8	0.0056876856833696365
271423	rnn.weight_ih_l1_reverse	9	-0.03348342329263687
271423	rnn.weight_hh_l1_reverse	0	0.004551827907562256
271423	rnn.weight_hh_l1_reverse	1	0.031702108681201935
271423	rnn.weight_hh_l1_reverse	2	-0.04061384126543999
271423	rnn.weight_hh_l1_reverse	3	0.03501015529036522
271423	rnn.weight_hh_l1_reverse	4	0.04714108258485794
271423	rnn.weight_hh_l1_reverse	5	0.005979303270578384
271423	rnn.weight_hh_l1_reverse	6	0.04897356033325195
271423	rnn.weight_hh_l1_reverse	7	0.031003722921013832
271423	rnn.weight_hh_l1_reverse	8	-0.007129279896616936
271423	rnn.weight_hh_l1_reverse	9	-0.030196502804756165
271423	rnn.bias_ih_l1_reverse	0	-0.04558025300502777
271423	rnn.bias_ih_l1_reverse	1	-0.13986244797706604
271423	rnn.bias_ih_l1_reverse	2	-0.16344672441482544
271423	rnn.bias_ih_l1_reverse	3	-0.06195369362831116
271423	rnn.bias_ih_l1_reverse	4	-0.20387445390224457
271423	rnn.bias_ih_l1_reverse	5	-0.11668412387371063
271423	rnn.bias_ih_l1_reverse	6	-0.13003046810626984
271423	rnn.bias_ih_l1_reverse	7	-0.19227179884910583
271423	rnn.bias_ih_l1_reverse	8	0.22720704972743988
271423	rnn.bias_ih_l1_reverse	9	0.02297358214855194
271423	rnn.bias_hh_l1_reverse	0	0.010500856675207615
271423	rnn.bias_hh_l1_reverse	1	-0.06487952172756195
271423	rnn.bias_hh_l1_reverse	2	-0.2371838390827179
271423	rnn.bias_hh_l1_reverse	3	-0.14389736950397491
271423	rnn.bias_hh_l1_reverse	4	-0.08019562810659409
271423	rnn.bias_hh_l1_reverse	5	-0.11608487367630005
271423	rnn.bias_hh_l1_reverse	6	0.06302372366189957
271423	rnn.bias_hh_l1_reverse	7	-0.13478371500968933
271423	rnn.bias_hh_l1_reverse	8	-0.12482797354459763
271423	rnn.bias_hh_l1_reverse	9	-0.1483258754014969
271423	linear.weight	0	0.002228822559118271
271423	linear.weight	1	0.0977509617805481
271423	linear.weight	2	-0.09233840554952621
271423	linear.weight	3	0.31296399235725403
271423	linear.weight	4	0.15071271359920502
271423	linear.weight	5	-0.06569984555244446
271423	linear.weight	6	0.09384659677743912
271423	linear.weight	7	0.13554558157920837
271423	linear.weight	8	0.04113319516181946
271423	linear.weight	9	-0.05106542631983757
271423	linear.bias	0	0.08544556051492691
271423	linear.bias	1	-0.1895495355129242
271423	linear.bias	2	-0.44852134585380554
271423	linear.bias	3	-0.6559295654296875
271423	linear.bias	4	-1.2599971294403076
271423	linear.bias	5	-0.06078347936272621
271423	linear.bias	6	-0.821521520614624
271423	linear.bias	7	0.2699001729488373
271423	linear.bias	8	-0.39675474166870117
271423	linear.bias	9	-1.0231789350509644
271620	transitions	0	0.7555955648422241
271620	transitions	1	0.13920456171035767
271620	transitions	2	-10000.0
271620	transitions	3	-1.828110694885254
271620	transitions	4	-10000.0
271620	transitions	5	0.5628060698509216
271620	transitions	6	-0.08563321083784103
271620	transitions	7	-0.8117812275886536
271620	transitions	8	-1.4227463006973267
271620	transitions	9	-0.0012315049534663558
271620	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
271620	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
271620	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
271620	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
271620	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
271620	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
271620	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
271620	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
271620	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
271620	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
271620	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
271620	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
271620	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
271620	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
271620	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
271620	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
271620	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
271620	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
271620	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
271620	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
271620	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
271620	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
271620	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
271620	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
271620	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
271620	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
271620	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
271620	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
271620	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
271620	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
271620	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
271620	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
271620	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
271620	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
271620	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
271620	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
271620	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
271620	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
271620	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
271620	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
271620	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
271620	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
271620	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
271620	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
271620	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
271620	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
271620	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
271620	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
271620	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
271620	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
271620	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
271620	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
271620	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
271620	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
271620	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
271620	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
271620	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
271620	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
271620	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
271620	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
271620	embedding2nn.weight	0	0.016491446644067764
271620	embedding2nn.weight	1	-0.012699026614427567
271620	embedding2nn.weight	2	-0.014268254861235619
271620	embedding2nn.weight	3	-0.031448449939489365
271620	embedding2nn.weight	4	-0.0059150345623493195
271620	embedding2nn.weight	5	-0.0037005888298153877
271620	embedding2nn.weight	6	-0.003973265178501606
271620	embedding2nn.weight	7	-0.07732803374528885
271620	embedding2nn.weight	8	-0.0019979383796453476
271620	embedding2nn.weight	9	-0.027776075527071953
271620	embedding2nn.bias	0	0.0314972922205925
271620	embedding2nn.bias	1	-0.0762820616364479
271620	embedding2nn.bias	2	0.07067502290010452
271620	embedding2nn.bias	3	0.05011444911360741
271620	embedding2nn.bias	4	-0.041337039321660995
271620	embedding2nn.bias	5	-0.010541390627622604
271620	embedding2nn.bias	6	0.01566183567047119
271620	embedding2nn.bias	7	-0.05570140853524208
271620	embedding2nn.bias	8	0.0732482448220253
271620	embedding2nn.bias	9	0.04429914057254791
271620	rnn.weight_ih_l0	0	-0.08090803027153015
271620	rnn.weight_ih_l0	1	0.003117172745987773
271620	rnn.weight_ih_l0	2	0.03541811183094978
271620	rnn.weight_ih_l0	3	0.02287660539150238
271620	rnn.weight_ih_l0	4	-0.04809775948524475
271620	rnn.weight_ih_l0	5	-0.06851989775896072
271620	rnn.weight_ih_l0	6	-0.0011786067625507712
271620	rnn.weight_ih_l0	7	0.05363471806049347
271620	rnn.weight_ih_l0	8	-0.01718979887664318
271620	rnn.weight_ih_l0	9	-0.03086431324481964
271620	rnn.weight_hh_l0	0	-0.03006095625460148
271620	rnn.weight_hh_l0	1	-0.007338261231780052
271620	rnn.weight_hh_l0	2	0.006624485831707716
271620	rnn.weight_hh_l0	3	-0.07443693280220032
271620	rnn.weight_hh_l0	4	0.09334104508161545
271620	rnn.weight_hh_l0	5	-0.026892416179180145
271620	rnn.weight_hh_l0	6	-0.06385800987482071
271620	rnn.weight_hh_l0	7	0.008861025795340538
271620	rnn.weight_hh_l0	8	0.013421881012618542
271620	rnn.weight_hh_l0	9	-0.025651512667536736
271620	rnn.bias_ih_l0	0	0.12985357642173767
271620	rnn.bias_ih_l0	1	-0.03417561948299408
271620	rnn.bias_ih_l0	2	-0.03411601111292839
271620	rnn.bias_ih_l0	3	0.16310444474220276
271620	rnn.bias_ih_l0	4	-0.012850670143961906
271620	rnn.bias_ih_l0	5	-0.02296372503042221
271620	rnn.bias_ih_l0	6	0.017027828842401505
271620	rnn.bias_ih_l0	7	0.02370006963610649
271620	rnn.bias_ih_l0	8	-0.09940166026353836
271620	rnn.bias_ih_l0	9	-0.041465044021606445
271620	rnn.bias_hh_l0	0	-0.0012328365119174123
271620	rnn.bias_hh_l0	1	-0.10044711083173752
271620	rnn.bias_hh_l0	2	-0.07507782429456711
271620	rnn.bias_hh_l0	3	-0.08876822888851166
271620	rnn.bias_hh_l0	4	0.008400085382163525
271620	rnn.bias_hh_l0	5	-0.020518647506833076
271620	rnn.bias_hh_l0	6	0.028316644951701164
271620	rnn.bias_hh_l0	7	0.060530681163072586
271620	rnn.bias_hh_l0	8	-0.12289026379585266
271620	rnn.bias_hh_l0	9	-0.059137504547834396
271620	rnn.weight_ih_l0_reverse	0	-0.025411240756511688
271620	rnn.weight_ih_l0_reverse	1	-0.057172730565071106
271620	rnn.weight_ih_l0_reverse	2	-0.04896291345357895
271620	rnn.weight_ih_l0_reverse	3	0.015659542754292488
271620	rnn.weight_ih_l0_reverse	4	-0.02520199865102768
271620	rnn.weight_ih_l0_reverse	5	-0.05740585923194885
271620	rnn.weight_ih_l0_reverse	6	0.07360853254795074
271620	rnn.weight_ih_l0_reverse	7	-0.019046813249588013
271620	rnn.weight_ih_l0_reverse	8	-0.018558461219072342
271620	rnn.weight_ih_l0_reverse	9	0.004504810553044081
271620	rnn.weight_hh_l0_reverse	0	0.06858595460653305
271620	rnn.weight_hh_l0_reverse	1	0.019855782389640808
271620	rnn.weight_hh_l0_reverse	2	0.030033625662326813
271620	rnn.weight_hh_l0_reverse	3	0.0353972353041172
271620	rnn.weight_hh_l0_reverse	4	0.01437829528003931
271620	rnn.weight_hh_l0_reverse	5	0.008151449263095856
271620	rnn.weight_hh_l0_reverse	6	0.05106259509921074
271620	rnn.weight_hh_l0_reverse	7	-0.08198973536491394
271620	rnn.weight_hh_l0_reverse	8	0.040097977966070175
271620	rnn.weight_hh_l0_reverse	9	0.034867651760578156
271620	rnn.bias_ih_l0_reverse	0	-0.056754790246486664
271620	rnn.bias_ih_l0_reverse	1	-0.2825222313404083
271620	rnn.bias_ih_l0_reverse	2	-0.12461767345666885
271620	rnn.bias_ih_l0_reverse	3	-0.047856952995061874
271620	rnn.bias_ih_l0_reverse	4	-0.022054964676499367
271620	rnn.bias_ih_l0_reverse	5	0.07588814944028854
271620	rnn.bias_ih_l0_reverse	6	-0.06550956517457962
271620	rnn.bias_ih_l0_reverse	7	0.06149950250983238
271620	rnn.bias_ih_l0_reverse	8	-0.035951338708400726
271620	rnn.bias_ih_l0_reverse	9	0.06564902514219284
271620	rnn.bias_hh_l0_reverse	0	0.02344336174428463
271620	rnn.bias_hh_l0_reverse	1	-0.06324653327465057
271620	rnn.bias_hh_l0_reverse	2	0.08895908296108246
271620	rnn.bias_hh_l0_reverse	3	-0.05204521119594574
271620	rnn.bias_hh_l0_reverse	4	-0.02810186892747879
271620	rnn.bias_hh_l0_reverse	5	-0.02246672473847866
271620	rnn.bias_hh_l0_reverse	6	-0.02020077407360077
271620	rnn.bias_hh_l0_reverse	7	0.0998041182756424
271620	rnn.bias_hh_l0_reverse	8	0.030361128970980644
271620	rnn.bias_hh_l0_reverse	9	-0.1484963744878769
271620	rnn.weight_ih_l1	0	-0.029771674424409866
271620	rnn.weight_ih_l1	1	-0.05049741268157959
271620	rnn.weight_ih_l1	2	0.06503205746412277
271620	rnn.weight_ih_l1	3	-0.07304299622774124
271620	rnn.weight_ih_l1	4	-0.014120649546384811
271620	rnn.weight_ih_l1	5	-0.040321096777915955
271620	rnn.weight_ih_l1	6	0.028930192813277245
271620	rnn.weight_ih_l1	7	-0.0443623848259449
271620	rnn.weight_ih_l1	8	0.037828221917152405
271620	rnn.weight_ih_l1	9	0.04481527581810951
271620	rnn.weight_hh_l1	0	-0.007213357836008072
271620	rnn.weight_hh_l1	1	0.019892651587724686
271620	rnn.weight_hh_l1	2	0.006663188803941011
271620	rnn.weight_hh_l1	3	-0.012655007652938366
271620	rnn.weight_hh_l1	4	0.004849041812121868
271620	rnn.weight_hh_l1	5	0.0352117121219635
271620	rnn.weight_hh_l1	6	0.036286238580942154
271620	rnn.weight_hh_l1	7	-0.01638188026845455
271620	rnn.weight_hh_l1	8	-0.007193653844296932
271620	rnn.weight_hh_l1	9	0.038632918149232864
271620	rnn.bias_ih_l1	0	-0.18431703746318817
271620	rnn.bias_ih_l1	1	-0.17435520887374878
271620	rnn.bias_ih_l1	2	-0.19697558879852295
271620	rnn.bias_ih_l1	3	-0.30781054496765137
271620	rnn.bias_ih_l1	4	-0.21234601736068726
271620	rnn.bias_ih_l1	5	-0.08889653533697128
271620	rnn.bias_ih_l1	6	-0.15883120894432068
271620	rnn.bias_ih_l1	7	-0.003177598351612687
271620	rnn.bias_ih_l1	8	-0.1300698220729828
271620	rnn.bias_ih_l1	9	-0.12303341180086136
271620	rnn.bias_hh_l1	0	-0.09709533303976059
271620	rnn.bias_hh_l1	1	-0.0633731558918953
271620	rnn.bias_hh_l1	2	-0.08533637970685959
271620	rnn.bias_hh_l1	3	-0.07745437324047089
271620	rnn.bias_hh_l1	4	-0.07332418113946915
271620	rnn.bias_hh_l1	5	-0.117469422519207
271620	rnn.bias_hh_l1	6	-0.16035501658916473
271620	rnn.bias_hh_l1	7	0.07460073381662369
271620	rnn.bias_hh_l1	8	-0.17611968517303467
271620	rnn.bias_hh_l1	9	-0.1154664158821106
271620	rnn.weight_ih_l1_reverse	0	-0.04755512624979019
271620	rnn.weight_ih_l1_reverse	1	0.032820314168930054
271620	rnn.weight_ih_l1_reverse	2	0.08823907375335693
271620	rnn.weight_ih_l1_reverse	3	-0.018032263964414597
271620	rnn.weight_ih_l1_reverse	4	-0.02336416393518448
271620	rnn.weight_ih_l1_reverse	5	-0.030331231653690338
271620	rnn.weight_ih_l1_reverse	6	-0.019429408013820648
271620	rnn.weight_ih_l1_reverse	7	0.029670292511582375
271620	rnn.weight_ih_l1_reverse	8	0.005631844513118267
271620	rnn.weight_ih_l1_reverse	9	-0.03346100077033043
271620	rnn.weight_hh_l1_reverse	0	0.004551384132355452
271620	rnn.weight_hh_l1_reverse	1	0.03170320764183998
271620	rnn.weight_hh_l1_reverse	2	-0.040613166987895966
271620	rnn.weight_hh_l1_reverse	3	0.035013146698474884
271620	rnn.weight_hh_l1_reverse	4	0.0471341647207737
271620	rnn.weight_hh_l1_reverse	5	0.005974753759801388
271620	rnn.weight_hh_l1_reverse	6	0.048943307250738144
271620	rnn.weight_hh_l1_reverse	7	0.031001297757029533
271620	rnn.weight_hh_l1_reverse	8	-0.007129738572984934
271620	rnn.weight_hh_l1_reverse	9	-0.030203355476260185
271620	rnn.bias_ih_l1_reverse	0	-0.045598823577165604
271620	rnn.bias_ih_l1_reverse	1	-0.1398242712020874
271620	rnn.bias_ih_l1_reverse	2	-0.1634969413280487
271620	rnn.bias_ih_l1_reverse	3	-0.061962805688381195
271620	rnn.bias_ih_l1_reverse	4	-0.20386075973510742
271620	rnn.bias_ih_l1_reverse	5	-0.11670508235692978
271620	rnn.bias_ih_l1_reverse	6	-0.12999404966831207
271620	rnn.bias_ih_l1_reverse	7	-0.19222581386566162
271620	rnn.bias_ih_l1_reverse	8	0.22719721496105194
271620	rnn.bias_ih_l1_reverse	9	0.023007499054074287
271620	rnn.bias_hh_l1_reverse	0	0.010448534972965717
271620	rnn.bias_hh_l1_reverse	1	-0.06491808593273163
271620	rnn.bias_hh_l1_reverse	2	-0.2371799498796463
271620	rnn.bias_hh_l1_reverse	3	-0.14382874965667725
271620	rnn.bias_hh_l1_reverse	4	-0.08020000904798508
271620	rnn.bias_hh_l1_reverse	5	-0.11613087356090546
271620	rnn.bias_hh_l1_reverse	6	0.06304744631052017
271620	rnn.bias_hh_l1_reverse	7	-0.13476243615150452
271620	rnn.bias_hh_l1_reverse	8	-0.12480577826499939
271620	rnn.bias_hh_l1_reverse	9	-0.14831367135047913
271620	linear.weight	0	0.002228822559118271
271620	linear.weight	1	0.09776769578456879
271620	linear.weight	2	-0.09231166541576385
271620	linear.weight	3	0.31293806433677673
271620	linear.weight	4	0.15069471299648285
271620	linear.weight	5	-0.06570296734571457
271620	linear.weight	6	0.0939960703253746
271620	linear.weight	7	0.13560234010219574
271620	linear.weight	8	0.04113319516181946
271620	linear.weight	9	-0.05108346790075302
271620	linear.bias	0	0.08572599291801453
271620	linear.bias	1	-0.18916478753089905
271620	linear.bias	2	-0.4479057788848877
271620	linear.bias	3	-0.6562206149101257
271620	linear.bias	4	-1.2602870464324951
271620	linear.bias	5	-0.06091504171490669
271620	linear.bias	6	-0.8211139440536499
271620	linear.bias	7	0.26970455050468445
271620	linear.bias	8	-0.3967253267765045
271620	linear.bias	9	-1.0232086181640625
271817	transitions	0	0.7555050253868103
271817	transitions	1	0.13917933404445648
271817	transitions	2	-10000.0
271817	transitions	3	-1.8281110525131226
271817	transitions	4	-10000.0
271817	transitions	5	0.562805712223053
271817	transitions	6	-0.08563384413719177
271817	transitions	7	-0.8117949962615967
271817	transitions	8	-1.422747254371643
271817	transitions	9	-0.001231509493663907
271817	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
271817	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
271817	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
271817	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
271817	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
271817	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
271817	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
271817	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
271817	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
271817	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
271817	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
271817	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
271817	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
271817	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
271817	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
271817	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
271817	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
271817	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
271817	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
271817	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
271817	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
271817	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
271817	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
271817	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
271817	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
271817	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
271817	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
271817	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
271817	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
271817	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
271817	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
271817	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
271817	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
271817	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
271817	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
271817	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
271817	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
271817	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
271817	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
271817	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
271817	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
271817	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
271817	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
271817	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
271817	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
271817	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
271817	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
271817	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
271817	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
271817	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
271817	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
271817	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
271817	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
271817	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
271817	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
271817	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
271817	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
271817	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
271817	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
271817	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
271817	embedding2nn.weight	0	0.016491370275616646
271817	embedding2nn.weight	1	-0.012700586579740047
271817	embedding2nn.weight	2	-0.014268254861235619
271817	embedding2nn.weight	3	-0.03149580955505371
271817	embedding2nn.weight	4	-0.0059150345623493195
271817	embedding2nn.weight	5	-0.0037005888298153877
271817	embedding2nn.weight	6	-0.003973265178501606
271817	embedding2nn.weight	7	-0.07733657211065292
271817	embedding2nn.weight	8	-0.0019979383796453476
271817	embedding2nn.weight	9	-0.02775692753493786
271817	embedding2nn.bias	0	0.03156863525509834
271817	embedding2nn.bias	1	-0.07615508139133453
271817	embedding2nn.bias	2	0.07089092582464218
271817	embedding2nn.bias	3	0.05023956671357155
271817	embedding2nn.bias	4	-0.04137483984231949
271817	embedding2nn.bias	5	-0.010536065325140953
271817	embedding2nn.bias	6	0.015716200694441795
271817	embedding2nn.bias	7	-0.05585522577166557
271817	embedding2nn.bias	8	0.07326334714889526
271817	embedding2nn.bias	9	0.04436963051557541
271817	rnn.weight_ih_l0	0	-0.08089373260736465
271817	rnn.weight_ih_l0	1	0.0031047421507537365
271817	rnn.weight_ih_l0	2	0.035417478531599045
271817	rnn.weight_ih_l0	3	0.022889964282512665
271817	rnn.weight_ih_l0	4	-0.04809308424592018
271817	rnn.weight_ih_l0	5	-0.06851672381162643
271817	rnn.weight_ih_l0	6	-0.0011752009158954024
271817	rnn.weight_ih_l0	7	0.05361947417259216
271817	rnn.weight_ih_l0	8	-0.017187850549817085
271817	rnn.weight_ih_l0	9	-0.030881186947226524
271817	rnn.weight_hh_l0	0	-0.030054081231355667
271817	rnn.weight_hh_l0	1	-0.00732735451310873
271817	rnn.weight_hh_l0	2	0.00663224421441555
271817	rnn.weight_hh_l0	3	-0.07445265352725983
271817	rnn.weight_hh_l0	4	0.09333474189043045
271817	rnn.weight_hh_l0	5	-0.026883583515882492
271817	rnn.weight_hh_l0	6	-0.06387310475111008
271817	rnn.weight_hh_l0	7	0.008863745257258415
271817	rnn.weight_hh_l0	8	0.013413268141448498
271817	rnn.weight_hh_l0	9	-0.02563747577369213
271817	rnn.bias_ih_l0	0	0.12981227040290833
271817	rnn.bias_ih_l0	1	-0.03422108665108681
271817	rnn.bias_ih_l0	2	-0.03408363461494446
271817	rnn.bias_ih_l0	3	0.1631373018026352
271817	rnn.bias_ih_l0	4	-0.0128693962469697
271817	rnn.bias_ih_l0	5	-0.022951146587729454
271817	rnn.bias_ih_l0	6	0.017019324004650116
271817	rnn.bias_ih_l0	7	0.02370375022292137
271817	rnn.bias_ih_l0	8	-0.09938047081232071
271817	rnn.bias_ih_l0	9	-0.04140545055270195
271817	rnn.bias_hh_l0	0	-0.0012515289708971977
271817	rnn.bias_hh_l0	1	-0.10041070729494095
271817	rnn.bias_hh_l0	2	-0.07507061958312988
271817	rnn.bias_hh_l0	3	-0.08875693380832672
271817	rnn.bias_hh_l0	4	0.008406456559896469
271817	rnn.bias_hh_l0	5	-0.020508775487542152
271817	rnn.bias_hh_l0	6	0.028286248445510864
271817	rnn.bias_hh_l0	7	0.06055967137217522
271817	rnn.bias_hh_l0	8	-0.122871033847332
271817	rnn.bias_hh_l0	9	-0.0590980127453804
271817	rnn.weight_ih_l0_reverse	0	-0.025424139574170113
271817	rnn.weight_ih_l0_reverse	1	-0.057168230414390564
271817	rnn.weight_ih_l0_reverse	2	-0.04895314574241638
271817	rnn.weight_ih_l0_reverse	3	0.01566910557448864
271817	rnn.weight_ih_l0_reverse	4	-0.02519102767109871
271817	rnn.weight_ih_l0_reverse	5	-0.057407196611166
271817	rnn.weight_ih_l0_reverse	6	0.07361581921577454
271817	rnn.weight_ih_l0_reverse	7	-0.019026173278689384
271817	rnn.weight_ih_l0_reverse	8	-0.01857532374560833
271817	rnn.weight_ih_l0_reverse	9	0.0045096492394804955
271817	rnn.weight_hh_l0_reverse	0	0.06859568506479263
271817	rnn.weight_hh_l0_reverse	1	0.019871052354574203
271817	rnn.weight_hh_l0_reverse	2	0.030035629868507385
271817	rnn.weight_hh_l0_reverse	3	0.0353982038795948
271817	rnn.weight_hh_l0_reverse	4	0.0143802585080266
271817	rnn.weight_hh_l0_reverse	5	0.008143014274537563
271817	rnn.weight_hh_l0_reverse	6	0.05107032135128975
271817	rnn.weight_hh_l0_reverse	7	-0.08197340369224548
271817	rnn.weight_hh_l0_reverse	8	0.04008985310792923
271817	rnn.weight_hh_l0_reverse	9	0.03487153723835945
271817	rnn.bias_ih_l0_reverse	0	-0.056782957166433334
271817	rnn.bias_ih_l0_reverse	1	-0.28255918622016907
271817	rnn.bias_ih_l0_reverse	2	-0.12458833307027817
271817	rnn.bias_ih_l0_reverse	3	-0.04785352945327759
271817	rnn.bias_ih_l0_reverse	4	-0.022035889327526093
271817	rnn.bias_ih_l0_reverse	5	0.07591710984706879
271817	rnn.bias_ih_l0_reverse	6	-0.0655083954334259
271817	rnn.bias_ih_l0_reverse	7	0.06152210384607315
271817	rnn.bias_ih_l0_reverse	8	-0.03594955801963806
271817	rnn.bias_ih_l0_reverse	9	0.06568974256515503
271817	rnn.bias_hh_l0_reverse	0	0.02343534678220749
271817	rnn.bias_hh_l0_reverse	1	-0.06320621073246002
271817	rnn.bias_hh_l0_reverse	2	0.08897187560796738
271817	rnn.bias_hh_l0_reverse	3	-0.052032824605703354
271817	rnn.bias_hh_l0_reverse	4	-0.02807832509279251
271817	rnn.bias_hh_l0_reverse	5	-0.02251007780432701
271817	rnn.bias_hh_l0_reverse	6	-0.020208347588777542
271817	rnn.bias_hh_l0_reverse	7	0.09980271011590958
271817	rnn.bias_hh_l0_reverse	8	0.03039078786969185
271817	rnn.bias_hh_l0_reverse	9	-0.14856193959712982
271817	rnn.weight_ih_l1	0	-0.02976715750992298
271817	rnn.weight_ih_l1	1	-0.05048280209302902
271817	rnn.weight_ih_l1	2	0.06501887738704681
271817	rnn.weight_ih_l1	3	-0.07303724437952042
271817	rnn.weight_ih_l1	4	-0.014105436392128468
271817	rnn.weight_ih_l1	5	-0.04032319411635399
271817	rnn.weight_ih_l1	6	0.028911598026752472
271817	rnn.weight_ih_l1	7	-0.044327884912490845
271817	rnn.weight_ih_l1	8	0.03783313184976578
271817	rnn.weight_ih_l1	9	0.04483130946755409
271817	rnn.weight_hh_l1	0	-0.007216136436909437
271817	rnn.weight_hh_l1	1	0.019896414130926132
271817	rnn.weight_hh_l1	2	0.006656455807387829
271817	rnn.weight_hh_l1	3	-0.012656849808990955
271817	rnn.weight_hh_l1	4	0.004841074347496033
271817	rnn.weight_hh_l1	5	0.03520525246858597
271817	rnn.weight_hh_l1	6	0.036279596388339996
271817	rnn.weight_hh_l1	7	-0.016395919024944305
271817	rnn.weight_hh_l1	8	-0.007192335557192564
271817	rnn.weight_hh_l1	9	0.038629841059446335
271817	rnn.bias_ih_l1	0	-0.18420560657978058
271817	rnn.bias_ih_l1	1	-0.17435942590236664
271817	rnn.bias_ih_l1	2	-0.19693870842456818
271817	rnn.bias_ih_l1	3	-0.3077690303325653
271817	rnn.bias_ih_l1	4	-0.2122575044631958
271817	rnn.bias_ih_l1	5	-0.08885353803634644
271817	rnn.bias_ih_l1	6	-0.1587655246257782
271817	rnn.bias_ih_l1	7	-0.0031286459416151047
271817	rnn.bias_ih_l1	8	-0.13006894290447235
271817	rnn.bias_ih_l1	9	-0.12302453815937042
271817	rnn.bias_hh_l1	0	-0.09709613025188446
271817	rnn.bias_hh_l1	1	-0.0633813738822937
271817	rnn.bias_hh_l1	2	-0.08531180769205093
271817	rnn.bias_hh_l1	3	-0.07750151306390762
271817	rnn.bias_hh_l1	4	-0.07329677790403366
271817	rnn.bias_hh_l1	5	-0.11744289845228195
271817	rnn.bias_hh_l1	6	-0.16037164628505707
271817	rnn.bias_hh_l1	7	0.07457497715950012
271817	rnn.bias_hh_l1	8	-0.1760757714509964
271817	rnn.bias_hh_l1	9	-0.11552973091602325
271817	rnn.weight_ih_l1_reverse	0	-0.04753858223557472
271817	rnn.weight_ih_l1_reverse	1	0.032829057425260544
271817	rnn.weight_ih_l1_reverse	2	0.08823487907648087
271817	rnn.weight_ih_l1_reverse	3	-0.01801728643476963
271817	rnn.weight_ih_l1_reverse	4	-0.023360999301075935
271817	rnn.weight_ih_l1_reverse	5	-0.030327392742037773
271817	rnn.weight_ih_l1_reverse	6	-0.019443346187472343
271817	rnn.weight_ih_l1_reverse	7	0.029665416106581688
271817	rnn.weight_ih_l1_reverse	8	0.005573004949837923
271817	rnn.weight_ih_l1_reverse	9	-0.033498603850603104
271817	rnn.weight_hh_l1_reverse	0	0.004555853083729744
271817	rnn.weight_hh_l1_reverse	1	0.03170420974493027
271817	rnn.weight_hh_l1_reverse	2	-0.04061206057667732
271817	rnn.weight_hh_l1_reverse	3	0.035012535750865936
271817	rnn.weight_hh_l1_reverse	4	0.047129254788160324
271817	rnn.weight_hh_l1_reverse	5	0.005986702628433704
271817	rnn.weight_hh_l1_reverse	6	0.04894934594631195
271817	rnn.weight_hh_l1_reverse	7	0.03099708817899227
271817	rnn.weight_hh_l1_reverse	8	-0.007127071730792522
271817	rnn.weight_hh_l1_reverse	9	-0.03020254336297512
271817	rnn.bias_ih_l1_reverse	0	-0.045611605048179626
271817	rnn.bias_ih_l1_reverse	1	-0.1398240327835083
271817	rnn.bias_ih_l1_reverse	2	-0.1635056436061859
271817	rnn.bias_ih_l1_reverse	3	-0.06182060390710831
271817	rnn.bias_ih_l1_reverse	4	-0.203870952129364
271817	rnn.bias_ih_l1_reverse	5	-0.11669288575649261
271817	rnn.bias_ih_l1_reverse	6	-0.13001959025859833
271817	rnn.bias_ih_l1_reverse	7	-0.19226159155368805
271817	rnn.bias_ih_l1_reverse	8	0.2270665317773819
271817	rnn.bias_ih_l1_reverse	9	0.022930774837732315
271817	rnn.bias_hh_l1_reverse	0	0.010523222386837006
271817	rnn.bias_hh_l1_reverse	1	-0.06476439535617828
271817	rnn.bias_hh_l1_reverse	2	-0.2371685802936554
271817	rnn.bias_hh_l1_reverse	3	-0.14378780126571655
271817	rnn.bias_hh_l1_reverse	4	-0.08016633242368698
271817	rnn.bias_hh_l1_reverse	5	-0.11614634096622467
271817	rnn.bias_hh_l1_reverse	6	0.06300531327724457
271817	rnn.bias_hh_l1_reverse	7	-0.13476979732513428
271817	rnn.bias_hh_l1_reverse	8	-0.12479186803102493
271817	rnn.bias_hh_l1_reverse	9	-0.14830733835697174
271817	linear.weight	0	0.002228822559118271
271817	linear.weight	1	0.09775855392217636
271817	linear.weight	2	-0.0923067033290863
271817	linear.weight	3	0.31303560733795166
271817	linear.weight	4	0.15070557594299316
271817	linear.weight	5	-0.0656917616724968
271817	linear.weight	6	0.09402021765708923
271817	linear.weight	7	0.1356590837240219
271817	linear.weight	8	0.04113319516181946
271817	linear.weight	9	-0.05109409987926483
271817	linear.bias	0	0.08592276275157928
271817	linear.bias	1	-0.18939408659934998
271817	linear.bias	2	-0.4472740590572357
271817	linear.bias	3	-0.6560094356536865
271817	linear.bias	4	-1.2600663900375366
271817	linear.bias	5	-0.06089387834072113
271817	linear.bias	6	-0.821418821811676
271817	linear.bias	7	0.26975032687187195
271817	linear.bias	8	-0.39684388041496277
271817	linear.bias	9	-1.0233403444290161
272014	transitions	0	0.7554547190666199
272014	transitions	1	0.1391454041004181
272014	transitions	2	-10000.0
272014	transitions	3	-1.8281121253967285
272014	transitions	4	-10000.0
272014	transitions	5	0.5628052949905396
272014	transitions	6	-0.08563483506441116
272014	transitions	7	-0.8118051886558533
272014	transitions	8	-1.4227476119995117
272014	transitions	9	-0.0012315118219703436
272014	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
272014	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
272014	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
272014	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
272014	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
272014	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
272014	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
272014	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
272014	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
272014	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
272014	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
272014	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
272014	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
272014	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
272014	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
272014	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
272014	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
272014	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
272014	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
272014	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
272014	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
272014	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
272014	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
272014	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
272014	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
272014	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
272014	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
272014	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
272014	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
272014	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
272014	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
272014	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
272014	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
272014	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
272014	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
272014	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
272014	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
272014	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
272014	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
272014	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
272014	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
272014	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
272014	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
272014	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
272014	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
272014	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
272014	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
272014	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
272014	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
272014	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
272014	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
272014	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
272014	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
272014	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
272014	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
272014	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
272014	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
272014	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
272014	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
272014	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
272014	embedding2nn.weight	0	0.016492310911417007
272014	embedding2nn.weight	1	-0.012704788707196712
272014	embedding2nn.weight	2	-0.014268254861235619
272014	embedding2nn.weight	3	-0.03150520101189613
272014	embedding2nn.weight	4	-0.0059150345623493195
272014	embedding2nn.weight	5	-0.0037005888298153877
272014	embedding2nn.weight	6	-0.003973265178501606
272014	embedding2nn.weight	7	-0.07735013216733932
272014	embedding2nn.weight	8	-0.0019979383796453476
272014	embedding2nn.weight	9	-0.02775168977677822
272014	embedding2nn.bias	0	0.03142700344324112
272014	embedding2nn.bias	1	-0.0759810283780098
272014	embedding2nn.bias	2	0.07094799727201462
272014	embedding2nn.bias	3	0.05024929344654083
272014	embedding2nn.bias	4	-0.04135264456272125
272014	embedding2nn.bias	5	-0.01049125101417303
272014	embedding2nn.bias	6	0.015770724043250084
272014	embedding2nn.bias	7	-0.055647898465394974
272014	embedding2nn.bias	8	0.07335051149129868
272014	embedding2nn.bias	9	0.04425964131951332
272014	rnn.weight_ih_l0	0	-0.08088120073080063
272014	rnn.weight_ih_l0	1	0.0030977895949035883
272014	rnn.weight_ih_l0	2	0.03540074825286865
272014	rnn.weight_ih_l0	3	0.022878868505358696
272014	rnn.weight_ih_l0	4	-0.04808776080608368
272014	rnn.weight_ih_l0	5	-0.0685298815369606
272014	rnn.weight_ih_l0	6	-0.001205042121000588
272014	rnn.weight_ih_l0	7	0.05362919345498085
272014	rnn.weight_ih_l0	8	-0.017140572890639305
272014	rnn.weight_ih_l0	9	-0.030913496389985085
272014	rnn.weight_hh_l0	0	-0.030039869248867035
272014	rnn.weight_hh_l0	1	-0.007338184397667646
272014	rnn.weight_hh_l0	2	0.006623038090765476
272014	rnn.weight_hh_l0	3	-0.07446708530187607
272014	rnn.weight_hh_l0	4	0.09332330524921417
272014	rnn.weight_hh_l0	5	-0.026876680552959442
272014	rnn.weight_hh_l0	6	-0.06384512782096863
272014	rnn.weight_hh_l0	7	0.008857501670718193
272014	rnn.weight_hh_l0	8	0.013410895131528378
272014	rnn.weight_hh_l0	9	-0.025635285302996635
272014	rnn.bias_ih_l0	0	0.12982232868671417
272014	rnn.bias_ih_l0	1	-0.03428062051534653
272014	rnn.bias_ih_l0	2	-0.034086257219314575
272014	rnn.bias_ih_l0	3	0.1631571650505066
272014	rnn.bias_ih_l0	4	-0.012878842651844025
272014	rnn.bias_ih_l0	5	-0.022899260744452477
272014	rnn.bias_ih_l0	6	0.01702817715704441
272014	rnn.bias_ih_l0	7	0.023722486570477486
272014	rnn.bias_ih_l0	8	-0.09937373548746109
272014	rnn.bias_ih_l0	9	-0.041421812027692795
272014	rnn.bias_hh_l0	0	-0.001218068995513022
272014	rnn.bias_hh_l0	1	-0.10042895376682281
272014	rnn.bias_hh_l0	2	-0.0750388354063034
272014	rnn.bias_hh_l0	3	-0.08876671642065048
272014	rnn.bias_hh_l0	4	0.008372318930923939
272014	rnn.bias_hh_l0	5	-0.02053200453519821
272014	rnn.bias_hh_l0	6	0.02822728268802166
272014	rnn.bias_hh_l0	7	0.060615770518779755
272014	rnn.bias_hh_l0	8	-0.122869111597538
272014	rnn.bias_hh_l0	9	-0.05910269170999527
272014	rnn.weight_ih_l0_reverse	0	-0.025410031899809837
272014	rnn.weight_ih_l0_reverse	1	-0.05717317759990692
272014	rnn.weight_ih_l0_reverse	2	-0.048948921263217926
272014	rnn.weight_ih_l0_reverse	3	0.01565358228981495
272014	rnn.weight_ih_l0_reverse	4	-0.025196095928549767
272014	rnn.weight_ih_l0_reverse	5	-0.05739785358309746
272014	rnn.weight_ih_l0_reverse	6	0.0736016109585762
272014	rnn.weight_ih_l0_reverse	7	-0.019027939066290855
272014	rnn.weight_ih_l0_reverse	8	-0.018571557477116585
272014	rnn.weight_ih_l0_reverse	9	0.004508337005972862
272014	rnn.weight_hh_l0_reverse	0	0.06858459860086441
272014	rnn.weight_hh_l0_reverse	1	0.01988917402923107
272014	rnn.weight_hh_l0_reverse	2	0.03004731424152851
272014	rnn.weight_hh_l0_reverse	3	0.035396695137023926
272014	rnn.weight_hh_l0_reverse	4	0.01439643558114767
272014	rnn.weight_hh_l0_reverse	5	0.008140625432133675
272014	rnn.weight_hh_l0_reverse	6	0.05106675624847412
272014	rnn.weight_hh_l0_reverse	7	-0.08198156207799911
272014	rnn.weight_hh_l0_reverse	8	0.040079280734062195
272014	rnn.weight_hh_l0_reverse	9	0.03487352654337883
272014	rnn.bias_ih_l0_reverse	0	-0.056762807071208954
272014	rnn.bias_ih_l0_reverse	1	-0.2825472354888916
272014	rnn.bias_ih_l0_reverse	2	-0.12456176429986954
272014	rnn.bias_ih_l0_reverse	3	-0.047867078334093094
272014	rnn.bias_ih_l0_reverse	4	-0.022089112550020218
272014	rnn.bias_ih_l0_reverse	5	0.07587220519781113
272014	rnn.bias_ih_l0_reverse	6	-0.06549685448408127
272014	rnn.bias_ih_l0_reverse	7	0.06153636798262596
272014	rnn.bias_ih_l0_reverse	8	-0.03588428720831871
272014	rnn.bias_ih_l0_reverse	9	0.06567253172397614
272014	rnn.bias_hh_l0_reverse	0	0.023425457999110222
272014	rnn.bias_hh_l0_reverse	1	-0.06317488104104996
272014	rnn.bias_hh_l0_reverse	2	0.08902084082365036
272014	rnn.bias_hh_l0_reverse	3	-0.051974110305309296
272014	rnn.bias_hh_l0_reverse	4	-0.028026171028614044
272014	rnn.bias_hh_l0_reverse	5	-0.02251473255455494
272014	rnn.bias_hh_l0_reverse	6	-0.02019472047686577
272014	rnn.bias_hh_l0_reverse	7	0.09984658658504486
272014	rnn.bias_hh_l0_reverse	8	0.03037845529615879
272014	rnn.bias_hh_l0_reverse	9	-0.1485346257686615
272014	rnn.weight_ih_l1	0	-0.02975856512784958
272014	rnn.weight_ih_l1	1	-0.05047541484236717
272014	rnn.weight_ih_l1	2	0.06501618772745132
272014	rnn.weight_ih_l1	3	-0.0730128213763237
272014	rnn.weight_ih_l1	4	-0.014106705784797668
272014	rnn.weight_ih_l1	5	-0.04032565653324127
272014	rnn.weight_ih_l1	6	0.028914371505379677
272014	rnn.weight_ih_l1	7	-0.0443425290286541
272014	rnn.weight_ih_l1	8	0.03782778978347778
272014	rnn.weight_ih_l1	9	0.04481655731797218
272014	rnn.weight_hh_l1	0	-0.0072168149054050446
272014	rnn.weight_hh_l1	1	0.0198956411331892
272014	rnn.weight_hh_l1	2	0.0066417003981769085
272014	rnn.weight_hh_l1	3	-0.012658706866204739
272014	rnn.weight_hh_l1	4	0.004836127161979675
272014	rnn.weight_hh_l1	5	0.03520755097270012
272014	rnn.weight_hh_l1	6	0.036289602518081665
272014	rnn.weight_hh_l1	7	-0.01639314740896225
272014	rnn.weight_hh_l1	8	-0.007187520619481802
272014	rnn.weight_hh_l1	9	0.03862260282039642
272014	rnn.bias_ih_l1	0	-0.18418331444263458
272014	rnn.bias_ih_l1	1	-0.17440037429332733
272014	rnn.bias_ih_l1	2	-0.19686733186244965
272014	rnn.bias_ih_l1	3	-0.30780506134033203
272014	rnn.bias_ih_l1	4	-0.21225912868976593
272014	rnn.bias_ih_l1	5	-0.08886653929948807
272014	rnn.bias_ih_l1	6	-0.1586645245552063
272014	rnn.bias_ih_l1	7	-0.0031216670759022236
272014	rnn.bias_ih_l1	8	-0.13000434637069702
272014	rnn.bias_ih_l1	9	-0.12303122133016586
272014	rnn.bias_hh_l1	0	-0.0970776379108429
272014	rnn.bias_hh_l1	1	-0.06337383389472961
272014	rnn.bias_hh_l1	2	-0.08532746136188507
272014	rnn.bias_hh_l1	3	-0.07746260613203049
272014	rnn.bias_hh_l1	4	-0.07330333441495895
272014	rnn.bias_hh_l1	5	-0.11744167655706406
272014	rnn.bias_hh_l1	6	-0.1603640764951706
272014	rnn.bias_hh_l1	7	0.0746929794549942
272014	rnn.bias_hh_l1	8	-0.17611956596374512
272014	rnn.bias_hh_l1	9	-0.11548437923192978
272014	rnn.weight_ih_l1_reverse	0	-0.047526244074106216
272014	rnn.weight_ih_l1_reverse	1	0.03282332420349121
272014	rnn.weight_ih_l1_reverse	2	0.08821559697389603
272014	rnn.weight_ih_l1_reverse	3	-0.017990095540881157
272014	rnn.weight_ih_l1_reverse	4	-0.02338039129972458
272014	rnn.weight_ih_l1_reverse	5	-0.03032708913087845
272014	rnn.weight_ih_l1_reverse	6	-0.019467784091830254
272014	rnn.weight_ih_l1_reverse	7	0.029669443145394325
272014	rnn.weight_ih_l1_reverse	8	0.005604790989309549
272014	rnn.weight_ih_l1_reverse	9	-0.03352358564734459
272014	rnn.weight_hh_l1_reverse	0	0.0045557464472949505
272014	rnn.weight_hh_l1_reverse	1	0.03171273693442345
272014	rnn.weight_hh_l1_reverse	2	-0.04061144217848778
272014	rnn.weight_hh_l1_reverse	3	0.03501204773783684
272014	rnn.weight_hh_l1_reverse	4	0.0471305325627327
272014	rnn.weight_hh_l1_reverse	5	0.005978522356599569
272014	rnn.weight_hh_l1_reverse	6	0.04893910884857178
272014	rnn.weight_hh_l1_reverse	7	0.031000692397356033
272014	rnn.weight_hh_l1_reverse	8	-0.007121919188648462
272014	rnn.weight_hh_l1_reverse	9	-0.030210373923182487
272014	rnn.bias_ih_l1_reverse	0	-0.045632392168045044
272014	rnn.bias_ih_l1_reverse	1	-0.1397937387228012
272014	rnn.bias_ih_l1_reverse	2	-0.16351068019866943
272014	rnn.bias_ih_l1_reverse	3	-0.06185905262827873
272014	rnn.bias_ih_l1_reverse	4	-0.20384696125984192
272014	rnn.bias_ih_l1_reverse	5	-0.11672422289848328
272014	rnn.bias_ih_l1_reverse	6	-0.13003064692020416
272014	rnn.bias_ih_l1_reverse	7	-0.1922682374715805
272014	rnn.bias_ih_l1_reverse	8	0.22725720703601837
272014	rnn.bias_ih_l1_reverse	9	0.02291150577366352
272014	rnn.bias_hh_l1_reverse	0	0.010419858619570732
272014	rnn.bias_hh_l1_reverse	1	-0.06475576758384705
272014	rnn.bias_hh_l1_reverse	2	-0.23717722296714783
272014	rnn.bias_hh_l1_reverse	3	-0.1438463181257248
272014	rnn.bias_hh_l1_reverse	4	-0.08016739040613174
272014	rnn.bias_hh_l1_reverse	5	-0.11620157212018967
272014	rnn.bias_hh_l1_reverse	6	0.06302163749933243
272014	rnn.bias_hh_l1_reverse	7	-0.13476815819740295
272014	rnn.bias_hh_l1_reverse	8	-0.12484586983919144
272014	rnn.bias_hh_l1_reverse	9	-0.14829878509044647
272014	linear.weight	0	0.002228822559118271
272014	linear.weight	1	0.09765513241291046
272014	linear.weight	2	-0.09226328879594803
272014	linear.weight	3	0.31288427114486694
272014	linear.weight	4	0.15073242783546448
272014	linear.weight	5	-0.06568589806556702
272014	linear.weight	6	0.09402202814817429
272014	linear.weight	7	0.13581037521362305
272014	linear.weight	8	0.04113319516181946
272014	linear.weight	9	-0.05112622678279877
272014	linear.bias	0	0.08601603657007217
272014	linear.bias	1	-0.18879996240139008
272014	linear.bias	2	-0.4468633234500885
272014	linear.bias	3	-0.6562750935554504
272014	linear.bias	4	-1.2603232860565186
272014	linear.bias	5	-0.06095365807414055
272014	linear.bias	6	-0.820853054523468
272014	linear.bias	7	0.2696402668952942
272014	linear.bias	8	-0.39696940779685974
272014	linear.bias	9	-1.023612141609192
272211	transitions	0	0.7552204728126526
272211	transitions	1	0.1390623152256012
272211	transitions	2	-10000.0
272211	transitions	3	-1.828112244606018
272211	transitions	4	-10000.0
272211	transitions	5	0.5628047585487366
272211	transitions	6	-0.0856354832649231
272211	transitions	7	-0.8118096590042114
272211	transitions	8	-1.4227559566497803
272211	transitions	9	-0.0012315141502767801
272211	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
272211	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
272211	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
272211	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
272211	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
272211	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
272211	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
272211	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
272211	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
272211	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
272211	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
272211	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
272211	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
272211	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
272211	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
272211	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
272211	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
272211	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
272211	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
272211	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
272211	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
272211	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
272211	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
272211	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
272211	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
272211	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
272211	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
272211	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
272211	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
272211	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
272211	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
272211	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
272211	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
272211	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
272211	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
272211	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
272211	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
272211	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
272211	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
272211	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
272211	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
272211	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
272211	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
272211	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
272211	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
272211	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
272211	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
272211	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
272211	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
272211	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
272211	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
272211	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
272211	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
272211	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
272211	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
272211	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
272211	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
272211	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
272211	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
272211	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
272211	embedding2nn.weight	0	0.01647404208779335
272211	embedding2nn.weight	1	-0.012708297930657864
272211	embedding2nn.weight	2	-0.014268254861235619
272211	embedding2nn.weight	3	-0.03150244057178497
272211	embedding2nn.weight	4	-0.0059150345623493195
272211	embedding2nn.weight	5	-0.0037005888298153877
272211	embedding2nn.weight	6	-0.003973265178501606
272211	embedding2nn.weight	7	-0.07734997570514679
272211	embedding2nn.weight	8	-0.0019979383796453476
272211	embedding2nn.weight	9	-0.027746180072426796
272211	embedding2nn.bias	0	0.031741030514240265
272211	embedding2nn.bias	1	-0.07597562670707703
272211	embedding2nn.bias	2	0.07100538909435272
272211	embedding2nn.bias	3	0.050513848662376404
272211	embedding2nn.bias	4	-0.04140131548047066
272211	embedding2nn.bias	5	-0.010358129628002644
272211	embedding2nn.bias	6	0.015953347086906433
272211	embedding2nn.bias	7	-0.05552772060036659
272211	embedding2nn.bias	8	0.0733153223991394
272211	embedding2nn.bias	9	0.04432833939790726
272211	rnn.weight_ih_l0	0	-0.08085630089044571
272211	rnn.weight_ih_l0	1	0.0030744385439902544
272211	rnn.weight_ih_l0	2	0.03541356697678566
272211	rnn.weight_ih_l0	3	0.022879494354128838
272211	rnn.weight_ih_l0	4	-0.04808040335774422
272211	rnn.weight_ih_l0	5	-0.06853771209716797
272211	rnn.weight_ih_l0	6	-0.0011860276572406292
272211	rnn.weight_ih_l0	7	0.05362027511000633
272211	rnn.weight_ih_l0	8	-0.017132146283984184
272211	rnn.weight_ih_l0	9	-0.030880840495228767
272211	rnn.weight_hh_l0	0	-0.030043208971619606
272211	rnn.weight_hh_l0	1	-0.007325216196477413
272211	rnn.weight_hh_l0	2	0.0066096242517232895
272211	rnn.weight_hh_l0	3	-0.074468232691288
272211	rnn.weight_hh_l0	4	0.09333087503910065
272211	rnn.weight_hh_l0	5	-0.026849623769521713
272211	rnn.weight_hh_l0	6	-0.06387104839086533
272211	rnn.weight_hh_l0	7	0.008855093270540237
272211	rnn.weight_hh_l0	8	0.013419399969279766
272211	rnn.weight_hh_l0	9	-0.02563735656440258
272211	rnn.bias_ih_l0	0	0.12978225946426392
272211	rnn.bias_ih_l0	1	-0.03428446874022484
272211	rnn.bias_ih_l0	2	-0.03409780189394951
272211	rnn.bias_ih_l0	3	0.16313305497169495
272211	rnn.bias_ih_l0	4	-0.012874334119260311
272211	rnn.bias_ih_l0	5	-0.022948304191231728
272211	rnn.bias_ih_l0	6	0.016971245408058167
272211	rnn.bias_ih_l0	7	0.0236674677580595
272211	rnn.bias_ih_l0	8	-0.09935102611780167
272211	rnn.bias_ih_l0	9	-0.041411470621824265
272211	rnn.bias_hh_l0	0	-0.0012287066783756018
272211	rnn.bias_hh_l0	1	-0.10037358850240707
272211	rnn.bias_hh_l0	2	-0.07502759993076324
272211	rnn.bias_hh_l0	3	-0.08877614140510559
272211	rnn.bias_hh_l0	4	0.008338368497788906
272211	rnn.bias_hh_l0	5	-0.020532719790935516
272211	rnn.bias_hh_l0	6	0.028228068724274635
272211	rnn.bias_hh_l0	7	0.060680024325847626
272211	rnn.bias_hh_l0	8	-0.1228913813829422
272211	rnn.bias_hh_l0	9	-0.05908201262354851
272211	rnn.weight_ih_l0_reverse	0	-0.025422679260373116
272211	rnn.weight_ih_l0_reverse	1	-0.05717811360955238
272211	rnn.weight_ih_l0_reverse	2	-0.04895082116127014
272211	rnn.weight_ih_l0_reverse	3	0.015647850930690765
272211	rnn.weight_ih_l0_reverse	4	-0.02519061416387558
272211	rnn.weight_ih_l0_reverse	5	-0.05742036551237106
272211	rnn.weight_ih_l0_reverse	6	0.07359373569488525
272211	rnn.weight_ih_l0_reverse	7	-0.019012782722711563
272211	rnn.weight_ih_l0_reverse	8	-0.018565697595477104
272211	rnn.weight_ih_l0_reverse	9	0.004492307547479868
272211	rnn.weight_hh_l0_reverse	0	0.06859332323074341
272211	rnn.weight_hh_l0_reverse	1	0.019895125180482864
272211	rnn.weight_hh_l0_reverse	2	0.030043676495552063
272211	rnn.weight_hh_l0_reverse	3	0.03539998084306717
272211	rnn.weight_hh_l0_reverse	4	0.014399189502000809
272211	rnn.weight_hh_l0_reverse	5	0.008147163316607475
272211	rnn.weight_hh_l0_reverse	6	0.05107097327709198
272211	rnn.weight_hh_l0_reverse	7	-0.08197161555290222
272211	rnn.weight_hh_l0_reverse	8	0.04009191691875458
272211	rnn.weight_hh_l0_reverse	9	0.034866973757743835
272211	rnn.bias_ih_l0_reverse	0	-0.05677857995033264
272211	rnn.bias_ih_l0_reverse	1	-0.2826252281665802
272211	rnn.bias_ih_l0_reverse	2	-0.12460393458604813
272211	rnn.bias_ih_l0_reverse	3	-0.0478496327996254
272211	rnn.bias_ih_l0_reverse	4	-0.022074667736887932
272211	rnn.bias_ih_l0_reverse	5	0.07589969038963318
272211	rnn.bias_ih_l0_reverse	6	-0.06547851115465164
272211	rnn.bias_ih_l0_reverse	7	0.061565693467855453
272211	rnn.bias_ih_l0_reverse	8	-0.03587224707007408
272211	rnn.bias_ih_l0_reverse	9	0.0656537413597107
272211	rnn.bias_hh_l0_reverse	0	0.023392274975776672
272211	rnn.bias_hh_l0_reverse	1	-0.06309956312179565
272211	rnn.bias_hh_l0_reverse	2	0.08900193125009537
272211	rnn.bias_hh_l0_reverse	3	-0.05196468532085419
272211	rnn.bias_hh_l0_reverse	4	-0.028007183223962784
272211	rnn.bias_hh_l0_reverse	5	-0.0225374735891819
272211	rnn.bias_hh_l0_reverse	6	-0.02024376578629017
272211	rnn.bias_hh_l0_reverse	7	0.09981568902730942
272211	rnn.bias_hh_l0_reverse	8	0.030367190018296242
272211	rnn.bias_hh_l0_reverse	9	-0.14854247868061066
272211	rnn.weight_ih_l1	0	-0.02977328561246395
272211	rnn.weight_ih_l1	1	-0.050508663058280945
272211	rnn.weight_ih_l1	2	0.06504279375076294
272211	rnn.weight_ih_l1	3	-0.07300565391778946
272211	rnn.weight_ih_l1	4	-0.014088443480432034
272211	rnn.weight_ih_l1	5	-0.04032294079661369
272211	rnn.weight_ih_l1	6	0.028919829055666924
272211	rnn.weight_ih_l1	7	-0.04434248059988022
272211	rnn.weight_ih_l1	8	0.037833381444215775
272211	rnn.weight_ih_l1	9	0.04481577128171921
272211	rnn.weight_hh_l1	0	-0.007224066648632288
272211	rnn.weight_hh_l1	1	0.019898952916264534
272211	rnn.weight_hh_l1	2	0.006625770591199398
272211	rnn.weight_hh_l1	3	-0.012665054760873318
272211	rnn.weight_hh_l1	4	0.004826266318559647
272211	rnn.weight_hh_l1	5	0.03521125763654709
272211	rnn.weight_hh_l1	6	0.036276597529649734
272211	rnn.weight_hh_l1	7	-0.016389766708016396
272211	rnn.weight_hh_l1	8	-0.007193658966571093
272211	rnn.weight_hh_l1	9	0.03863497078418732
272211	rnn.bias_ih_l1	0	-0.1841331422328949
272211	rnn.bias_ih_l1	1	-0.1743757277727127
272211	rnn.bias_ih_l1	2	-0.19694659113883972
272211	rnn.bias_ih_l1	3	-0.3078649938106537
272211	rnn.bias_ih_l1	4	-0.2122265249490738
272211	rnn.bias_ih_l1	5	-0.08882973343133926
272211	rnn.bias_ih_l1	6	-0.15864329040050507
272211	rnn.bias_ih_l1	7	-0.0031711736228317022
272211	rnn.bias_ih_l1	8	-0.1300673484802246
272211	rnn.bias_ih_l1	9	-0.12308240681886673
272211	rnn.bias_hh_l1	0	-0.09706661105155945
272211	rnn.bias_hh_l1	1	-0.06338846683502197
272211	rnn.bias_hh_l1	2	-0.08536488562822342
272211	rnn.bias_hh_l1	3	-0.07741069793701172
272211	rnn.bias_hh_l1	4	-0.07338564842939377
272211	rnn.bias_hh_l1	5	-0.11744208633899689
272211	rnn.bias_hh_l1	6	-0.16041266918182373
272211	rnn.bias_hh_l1	7	0.07456004619598389
272211	rnn.bias_hh_l1	8	-0.17607532441616058
272211	rnn.bias_hh_l1	9	-0.11548279225826263
272211	rnn.weight_ih_l1_reverse	0	-0.04752274975180626
272211	rnn.weight_ih_l1_reverse	1	0.032823704183101654
272211	rnn.weight_ih_l1_reverse	2	0.08823302388191223
272211	rnn.weight_ih_l1_reverse	3	-0.017983453348279
272211	rnn.weight_ih_l1_reverse	4	-0.023399801924824715
272211	rnn.weight_ih_l1_reverse	5	-0.030325792729854584
272211	rnn.weight_ih_l1_reverse	6	-0.019456027075648308
272211	rnn.weight_ih_l1_reverse	7	0.029644962400197983
272211	rnn.weight_ih_l1_reverse	8	0.005579621996730566
272211	rnn.weight_ih_l1_reverse	9	-0.0335165336728096
272211	rnn.weight_hh_l1_reverse	0	0.004560814239084721
272211	rnn.weight_hh_l1_reverse	1	0.031717050820589066
272211	rnn.weight_hh_l1_reverse	2	-0.040613096207380295
272211	rnn.weight_hh_l1_reverse	3	0.0350109227001667
272211	rnn.weight_hh_l1_reverse	4	0.047124553471803665
272211	rnn.weight_hh_l1_reverse	5	0.00598376989364624
272211	rnn.weight_hh_l1_reverse	6	0.04890989139676094
272211	rnn.weight_hh_l1_reverse	7	0.03100099042057991
272211	rnn.weight_hh_l1_reverse	8	-0.00712301442399621
272211	rnn.weight_hh_l1_reverse	9	-0.030204033479094505
272211	rnn.bias_ih_l1_reverse	0	-0.045595910400152206
272211	rnn.bias_ih_l1_reverse	1	-0.13978958129882812
272211	rnn.bias_ih_l1_reverse	2	-0.16350898146629333
272211	rnn.bias_ih_l1_reverse	3	-0.06179124489426613
272211	rnn.bias_ih_l1_reverse	4	-0.20381946861743927
272211	rnn.bias_ih_l1_reverse	5	-0.11672178655862808
272211	rnn.bias_ih_l1_reverse	6	-0.13004153966903687
272211	rnn.bias_ih_l1_reverse	7	-0.1923045665025711
272211	rnn.bias_ih_l1_reverse	8	0.22707770764827728
272211	rnn.bias_ih_l1_reverse	9	0.022837551310658455
272211	rnn.bias_hh_l1_reverse	0	0.010543080046772957
272211	rnn.bias_hh_l1_reverse	1	-0.0648997575044632
272211	rnn.bias_hh_l1_reverse	2	-0.23718759417533875
272211	rnn.bias_hh_l1_reverse	3	-0.14379483461380005
272211	rnn.bias_hh_l1_reverse	4	-0.08021894842386246
272211	rnn.bias_hh_l1_reverse	5	-0.11614496260881424
272211	rnn.bias_hh_l1_reverse	6	0.06307830661535263
272211	rnn.bias_hh_l1_reverse	7	-0.1347571164369583
272211	rnn.bias_hh_l1_reverse	8	-0.12487541139125824
272211	rnn.bias_hh_l1_reverse	9	-0.1483132243156433
272211	linear.weight	0	0.002228822559118271
272211	linear.weight	1	0.09773752093315125
272211	linear.weight	2	-0.09223851561546326
272211	linear.weight	3	0.3128783702850342
272211	linear.weight	4	0.15072405338287354
272211	linear.weight	5	-0.06557189673185349
272211	linear.weight	6	0.09412501752376556
272211	linear.weight	7	0.13571646809577942
272211	linear.weight	8	0.04113318771123886
272211	linear.weight	9	-0.05113579332828522
272211	linear.bias	0	0.08491744101047516
272211	linear.bias	1	-0.18905353546142578
272211	linear.bias	2	-0.4480065703392029
272211	linear.bias	3	-0.657471776008606
272211	linear.bias	4	-1.2615125179290771
272211	linear.bias	5	-0.060209162533283234
272211	linear.bias	6	-0.8210511207580566
272211	linear.bias	7	0.2704264223575592
272211	linear.bias	8	-0.3967995047569275
272211	linear.bias	9	-1.0234440565109253
272408	transitions	0	0.7551963329315186
272408	transitions	1	0.13904036581516266
272408	transitions	2	-10000.0
272408	transitions	3	-1.828112244606018
272408	transitions	4	-10000.0
272408	transitions	5	0.5628045201301575
272408	transitions	6	-0.08563607931137085
272408	transitions	7	-0.8118166923522949
272408	transitions	8	-1.422756552696228
272408	transitions	9	-0.0012315186904743314
272408	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
272408	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
272408	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
272408	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
272408	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
272408	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
272408	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
272408	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
272408	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
272408	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
272408	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
272408	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
272408	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
272408	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
272408	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
272408	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
272408	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
272408	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
272408	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
272408	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
272408	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
272408	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
272408	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
272408	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
272408	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
272408	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
272408	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
272408	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
272408	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
272408	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
272408	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
272408	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
272408	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
272408	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
272408	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
272408	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
272408	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
272408	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
272408	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
272408	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
272408	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
272408	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
272408	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
272408	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
272408	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
272408	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
272408	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
272408	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
272408	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
272408	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
272408	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
272408	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
272408	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
272408	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
272408	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
272408	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
272408	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
272408	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
272408	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
272408	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
272408	embedding2nn.weight	0	0.016451848670840263
272408	embedding2nn.weight	1	-0.012705870904028416
272408	embedding2nn.weight	2	-0.014268254861235619
272408	embedding2nn.weight	3	-0.03149564564228058
272408	embedding2nn.weight	4	-0.0059150345623493195
272408	embedding2nn.weight	5	-0.0037005888298153877
272408	embedding2nn.weight	6	-0.003973265178501606
272408	embedding2nn.weight	7	-0.07734613865613937
272408	embedding2nn.weight	8	-0.0019979383796453476
272408	embedding2nn.weight	9	-0.0277339369058609
272408	embedding2nn.bias	0	0.03175179660320282
272408	embedding2nn.bias	1	-0.07602918893098831
272408	embedding2nn.bias	2	0.07083895057439804
272408	embedding2nn.bias	3	0.05054161697626114
272408	embedding2nn.bias	4	-0.041389189660549164
272408	embedding2nn.bias	5	-0.010346922092139721
272408	embedding2nn.bias	6	0.015818554908037186
272408	embedding2nn.bias	7	-0.055466629564762115
272408	embedding2nn.bias	8	0.07325940579175949
272408	embedding2nn.bias	9	0.04445131495594978
272408	rnn.weight_ih_l0	0	-0.08082125335931778
272408	rnn.weight_ih_l0	1	0.003068856429308653
272408	rnn.weight_ih_l0	2	0.03540479764342308
272408	rnn.weight_ih_l0	3	0.02287525124847889
272408	rnn.weight_ih_l0	4	-0.04806777834892273
272408	rnn.weight_ih_l0	5	-0.06851935386657715
272408	rnn.weight_ih_l0	6	-0.0011659571900963783
272408	rnn.weight_ih_l0	7	0.05363023653626442
272408	rnn.weight_ih_l0	8	-0.01711914874613285
272408	rnn.weight_ih_l0	9	-0.03086899407207966
272408	rnn.weight_hh_l0	0	-0.030046671628952026
272408	rnn.weight_hh_l0	1	-0.0073303235694766045
272408	rnn.weight_hh_l0	2	0.006626985501497984
272408	rnn.weight_hh_l0	3	-0.07446614652872086
272408	rnn.weight_hh_l0	4	0.09332917630672455
272408	rnn.weight_hh_l0	5	-0.026858460158109665
272408	rnn.weight_hh_l0	6	-0.06387268006801605
272408	rnn.weight_hh_l0	7	0.008865172043442726
272408	rnn.weight_hh_l0	8	0.013415354304015636
272408	rnn.weight_hh_l0	9	-0.025635866448283195
272408	rnn.bias_ih_l0	0	0.12977418303489685
272408	rnn.bias_ih_l0	1	-0.0342557355761528
272408	rnn.bias_ih_l0	2	-0.034068524837493896
272408	rnn.bias_ih_l0	3	0.16313916444778442
272408	rnn.bias_ih_l0	4	-0.012877450324594975
272408	rnn.bias_ih_l0	5	-0.022968623787164688
272408	rnn.bias_ih_l0	6	0.016921501606702805
272408	rnn.bias_ih_l0	7	0.023672359064221382
272408	rnn.bias_ih_l0	8	-0.09936495870351791
272408	rnn.bias_ih_l0	9	-0.04142207279801369
272408	rnn.bias_hh_l0	0	-0.001248444546945393
272408	rnn.bias_hh_l0	1	-0.10033147037029266
272408	rnn.bias_hh_l0	2	-0.07503136247396469
272408	rnn.bias_hh_l0	3	-0.0888030156493187
272408	rnn.bias_hh_l0	4	0.008362634107470512
272408	rnn.bias_hh_l0	5	-0.020539330318570137
272408	rnn.bias_hh_l0	6	0.028232291340827942
272408	rnn.bias_hh_l0	7	0.06071596220135689
272408	rnn.bias_hh_l0	8	-0.12289935350418091
272408	rnn.bias_hh_l0	9	-0.05906173959374428
272408	rnn.weight_ih_l0_reverse	0	-0.025450291112065315
272408	rnn.weight_ih_l0_reverse	1	-0.057173896580934525
272408	rnn.weight_ih_l0_reverse	2	-0.048917919397354126
272408	rnn.weight_ih_l0_reverse	3	0.01564827375113964
272408	rnn.weight_ih_l0_reverse	4	-0.025193680077791214
272408	rnn.weight_ih_l0_reverse	5	-0.057418160140514374
272408	rnn.weight_ih_l0_reverse	6	0.0735858604311943
272408	rnn.weight_ih_l0_reverse	7	-0.019036728888750076
272408	rnn.weight_ih_l0_reverse	8	-0.01857302524149418
272408	rnn.weight_ih_l0_reverse	9	0.004479170776903629
272408	rnn.weight_hh_l0_reverse	0	0.06859567761421204
272408	rnn.weight_hh_l0_reverse	1	0.019907362759113312
272408	rnn.weight_hh_l0_reverse	2	0.03006642498075962
272408	rnn.weight_hh_l0_reverse	3	0.03539862111210823
272408	rnn.weight_hh_l0_reverse	4	0.01438195537775755
272408	rnn.weight_hh_l0_reverse	5	0.008186555467545986
272408	rnn.weight_hh_l0_reverse	6	0.05105802044272423
272408	rnn.weight_hh_l0_reverse	7	-0.0819617435336113
272408	rnn.weight_hh_l0_reverse	8	0.04009053856134415
272408	rnn.weight_hh_l0_reverse	9	0.03485892340540886
272408	rnn.bias_ih_l0_reverse	0	-0.056754205375909805
272408	rnn.bias_ih_l0_reverse	1	-0.28259041905403137
272408	rnn.bias_ih_l0_reverse	2	-0.12455221265554428
272408	rnn.bias_ih_l0_reverse	3	-0.047803621739149094
272408	rnn.bias_ih_l0_reverse	4	-0.02206486277282238
272408	rnn.bias_ih_l0_reverse	5	0.07583659887313843
272408	rnn.bias_ih_l0_reverse	6	-0.06550987809896469
272408	rnn.bias_ih_l0_reverse	7	0.061536841094493866
272408	rnn.bias_ih_l0_reverse	8	-0.035919785499572754
272408	rnn.bias_ih_l0_reverse	9	0.06567700207233429
272408	rnn.bias_hh_l0_reverse	0	0.02342534065246582
272408	rnn.bias_hh_l0_reverse	1	-0.0631207823753357
272408	rnn.bias_hh_l0_reverse	2	0.089057058095932
272408	rnn.bias_hh_l0_reverse	3	-0.052001938223838806
272408	rnn.bias_hh_l0_reverse	4	-0.027961378917098045
272408	rnn.bias_hh_l0_reverse	5	-0.022495970129966736
272408	rnn.bias_hh_l0_reverse	6	-0.020222852006554604
272408	rnn.bias_hh_l0_reverse	7	0.0998072475194931
272408	rnn.bias_hh_l0_reverse	8	0.03028990514576435
272408	rnn.bias_hh_l0_reverse	9	-0.1485605686903
272408	rnn.weight_ih_l1	0	-0.029775895178318024
272408	rnn.weight_ih_l1	1	-0.05051540210843086
272408	rnn.weight_ih_l1	2	0.06504213809967041
272408	rnn.weight_ih_l1	3	-0.0730050578713417
272408	rnn.weight_ih_l1	4	-0.014087604358792305
272408	rnn.weight_ih_l1	5	-0.04033094644546509
272408	rnn.weight_ih_l1	6	0.028901036828756332
272408	rnn.weight_ih_l1	7	-0.04432516545057297
272408	rnn.weight_ih_l1	8	0.03782876208424568
272408	rnn.weight_ih_l1	9	0.04482049494981766
272408	rnn.weight_hh_l1	0	-0.0072412374429404736
272408	rnn.weight_hh_l1	1	0.019897600635886192
272408	rnn.weight_hh_l1	2	0.00661860266700387
272408	rnn.weight_hh_l1	3	-0.01266053318977356
272408	rnn.weight_hh_l1	4	0.004816866014152765
272408	rnn.weight_hh_l1	5	0.035214364528656006
272408	rnn.weight_hh_l1	6	0.0362861230969429
272408	rnn.weight_hh_l1	7	-0.016387801617383957
272408	rnn.weight_hh_l1	8	-0.00720495218411088
272408	rnn.weight_hh_l1	9	0.0386291965842247
272408	rnn.bias_ih_l1	0	-0.18413929641246796
272408	rnn.bias_ih_l1	1	-0.17431040108203888
272408	rnn.bias_ih_l1	2	-0.19690074026584625
272408	rnn.bias_ih_l1	3	-0.30783945322036743
272408	rnn.bias_ih_l1	4	-0.21222415566444397
272408	rnn.bias_ih_l1	5	-0.08883354812860489
272408	rnn.bias_ih_l1	6	-0.15859480202198029
272408	rnn.bias_ih_l1	7	-0.0032842224463820457
272408	rnn.bias_ih_l1	8	-0.13007394969463348
272408	rnn.bias_ih_l1	9	-0.12306070327758789
272408	rnn.bias_hh_l1	0	-0.09702510386705399
272408	rnn.bias_hh_l1	1	-0.06343196332454681
272408	rnn.bias_hh_l1	2	-0.08533191680908203
272408	rnn.bias_hh_l1	3	-0.07736237347126007
272408	rnn.bias_hh_l1	4	-0.07340725511312485
272408	rnn.bias_hh_l1	5	-0.11742177605628967
272408	rnn.bias_hh_l1	6	-0.16041158139705658
272408	rnn.bias_hh_l1	7	0.07465064525604248
272408	rnn.bias_hh_l1	8	-0.17607484757900238
272408	rnn.bias_hh_l1	9	-0.11541813611984253
272408	rnn.weight_ih_l1_reverse	0	-0.04750942438840866
272408	rnn.weight_ih_l1_reverse	1	0.032844699919223785
272408	rnn.weight_ih_l1_reverse	2	0.08823256194591522
272408	rnn.weight_ih_l1_reverse	3	-0.01797395385801792
272408	rnn.weight_ih_l1_reverse	4	-0.023420216515660286
272408	rnn.weight_ih_l1_reverse	5	-0.03032601997256279
272408	rnn.weight_ih_l1_reverse	6	-0.01943938434123993
272408	rnn.weight_ih_l1_reverse	7	0.02964477799832821
272408	rnn.weight_ih_l1_reverse	8	0.005536925513297319
272408	rnn.weight_ih_l1_reverse	9	-0.03351477161049843
272408	rnn.weight_hh_l1_reverse	0	0.004561446141451597
272408	rnn.weight_hh_l1_reverse	1	0.03171692043542862
272408	rnn.weight_hh_l1_reverse	2	-0.040611714124679565
272408	rnn.weight_hh_l1_reverse	3	0.03501199558377266
272408	rnn.weight_hh_l1_reverse	4	0.0471356101334095
272408	rnn.weight_hh_l1_reverse	5	0.005980644375085831
272408	rnn.weight_hh_l1_reverse	6	0.048906758427619934
272408	rnn.weight_hh_l1_reverse	7	0.03099469095468521
272408	rnn.weight_hh_l1_reverse	8	-0.007120715919882059
272408	rnn.weight_hh_l1_reverse	9	-0.03020624630153179
272408	rnn.bias_ih_l1_reverse	0	-0.04559151828289032
272408	rnn.bias_ih_l1_reverse	1	-0.13980229198932648
272408	rnn.bias_ih_l1_reverse	2	-0.16349349915981293
272408	rnn.bias_ih_l1_reverse	3	-0.061740126460790634
272408	rnn.bias_ih_l1_reverse	4	-0.20381435751914978
272408	rnn.bias_ih_l1_reverse	5	-0.11673669517040253
272408	rnn.bias_ih_l1_reverse	6	-0.1300327628850937
272408	rnn.bias_ih_l1_reverse	7	-0.1922936737537384
272408	rnn.bias_ih_l1_reverse	8	0.22702506184577942
272408	rnn.bias_ih_l1_reverse	9	0.022739974781870842
272408	rnn.bias_hh_l1_reverse	0	0.010487853549420834
272408	rnn.bias_hh_l1_reverse	1	-0.06496158987283707
272408	rnn.bias_hh_l1_reverse	2	-0.23720264434814453
272408	rnn.bias_hh_l1_reverse	3	-0.14376592636108398
272408	rnn.bias_hh_l1_reverse	4	-0.0802549421787262
272408	rnn.bias_hh_l1_reverse	5	-0.11613738536834717
272408	rnn.bias_hh_l1_reverse	6	0.06299492716789246
272408	rnn.bias_hh_l1_reverse	7	-0.13465431332588196
272408	rnn.bias_hh_l1_reverse	8	-0.12492851167917252
272408	rnn.bias_hh_l1_reverse	9	-0.14829400181770325
272408	linear.weight	0	0.002228822559118271
272408	linear.weight	1	0.09767208993434906
272408	linear.weight	2	-0.092208631336689
272408	linear.weight	3	0.3128645122051239
272408	linear.weight	4	0.15079636871814728
272408	linear.weight	5	-0.06552989035844803
272408	linear.weight	6	0.09419792890548706
272408	linear.weight	7	0.13603277504444122
272408	linear.weight	8	0.04113318398594856
272408	linear.weight	9	-0.05113668739795685
272408	linear.bias	0	0.084818035364151
272408	linear.bias	1	-0.18925897777080536
272408	linear.bias	2	-0.4474376440048218
272408	linear.bias	3	-0.6577966809272766
272408	linear.bias	4	-1.261855959892273
272408	linear.bias	5	-0.05999715253710747
272408	linear.bias	6	-0.8213111758232117
272408	linear.bias	7	0.2707136273384094
272408	linear.bias	8	-0.3965615928173065
272408	linear.bias	9	-1.023261308670044
272412	transitions	0	0.7551963925361633
272412	transitions	1	0.13904036581516266
272412	transitions	2	-10000.0
272412	transitions	3	-1.828112244606018
272412	transitions	4	-10000.0
272412	transitions	5	0.5628045201301575
272412	transitions	6	-0.08563607931137085
272412	transitions	7	-0.8118166923522949
272412	transitions	8	-1.422756552696228
272412	transitions	9	-0.0012315192725509405
272412	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
272412	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
272412	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
272412	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
272412	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
272412	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
272412	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
272412	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
272412	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
272412	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
272412	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
272412	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
272412	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
272412	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
272412	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
272412	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
272412	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
272412	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
272412	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
272412	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
272412	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
272412	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
272412	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
272412	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
272412	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
272412	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
272412	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
272412	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
272412	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
272412	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
272412	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
272412	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
272412	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
272412	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
272412	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
272412	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
272412	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
272412	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
272412	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
272412	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
272412	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
272412	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
272412	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
272412	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
272412	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
272412	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
272412	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
272412	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
272412	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
272412	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
272412	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
272412	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
272412	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
272412	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
272412	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
272412	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
272412	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
272412	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
272412	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
272412	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
272412	embedding2nn.weight	0	0.016451740637421608
272412	embedding2nn.weight	1	-0.01270563155412674
272412	embedding2nn.weight	2	-0.014268254861235619
272412	embedding2nn.weight	3	-0.031495172530412674
272412	embedding2nn.weight	4	-0.0059150345623493195
272412	embedding2nn.weight	5	-0.0037005888298153877
272412	embedding2nn.weight	6	-0.003973265178501606
272412	embedding2nn.weight	7	-0.07734422385692596
272412	embedding2nn.weight	8	-0.0019979383796453476
272412	embedding2nn.weight	9	-0.027732931077480316
272412	embedding2nn.bias	0	0.03174382820725441
272412	embedding2nn.bias	1	-0.07600347697734833
272412	embedding2nn.bias	2	0.07084064185619354
272412	embedding2nn.bias	3	0.05055738985538483
272412	embedding2nn.bias	4	-0.04138844460248947
272412	embedding2nn.bias	5	-0.010346923023462296
272412	embedding2nn.bias	6	0.015817543491721153
272412	embedding2nn.bias	7	-0.05544579029083252
272412	embedding2nn.bias	8	0.07326658070087433
272412	embedding2nn.bias	9	0.044448792934417725
272412	rnn.weight_ih_l0	0	-0.0808214545249939
272412	rnn.weight_ih_l0	1	0.0030704555101692677
272412	rnn.weight_ih_l0	2	0.03540465235710144
272412	rnn.weight_ih_l0	3	0.022874727845191956
272412	rnn.weight_ih_l0	4	-0.048067741096019745
272412	rnn.weight_ih_l0	5	-0.06851916015148163
272412	rnn.weight_ih_l0	6	-0.001165605615824461
272412	rnn.weight_ih_l0	7	0.053629402071237564
272412	rnn.weight_ih_l0	8	-0.017117058858275414
272412	rnn.weight_ih_l0	9	-0.030867965891957283
272412	rnn.weight_hh_l0	0	-0.0300463754683733
272412	rnn.weight_hh_l0	1	-0.007330200169235468
272412	rnn.weight_hh_l0	2	0.006627224385738373
272412	rnn.weight_hh_l0	3	-0.07446616142988205
272412	rnn.weight_hh_l0	4	0.09332959353923798
272412	rnn.weight_hh_l0	5	-0.026858404278755188
272412	rnn.weight_hh_l0	6	-0.0638730376958847
272412	rnn.weight_hh_l0	7	0.008864986710250378
272412	rnn.weight_hh_l0	8	0.013415136374533176
272412	rnn.weight_hh_l0	9	-0.025635501369833946
272412	rnn.bias_ih_l0	0	0.12977394461631775
272412	rnn.bias_ih_l0	1	-0.034254852682352066
272412	rnn.bias_ih_l0	2	-0.034067098051309586
272412	rnn.bias_ih_l0	3	0.1631413996219635
272412	rnn.bias_ih_l0	4	-0.0128638232126832
272412	rnn.bias_ih_l0	5	-0.022968197241425514
272412	rnn.bias_ih_l0	6	0.01692204177379608
272412	rnn.bias_ih_l0	7	0.023667577654123306
272412	rnn.bias_ih_l0	8	-0.0993654802441597
272412	rnn.bias_ih_l0	9	-0.041417334228754044
272412	rnn.bias_hh_l0	0	-0.0012471138034015894
272412	rnn.bias_hh_l0	1	-0.10033193975687027
272412	rnn.bias_hh_l0	2	-0.07503510266542435
272412	rnn.bias_hh_l0	3	-0.08880176395177841
272412	rnn.bias_hh_l0	4	0.008362938649952412
272412	rnn.bias_hh_l0	5	-0.020537853240966797
272412	rnn.bias_hh_l0	6	0.028230629861354828
272412	rnn.bias_hh_l0	7	0.06071599945425987
272412	rnn.bias_hh_l0	8	-0.12289987504482269
272412	rnn.bias_hh_l0	9	-0.05905432999134064
272412	rnn.weight_ih_l0_reverse	0	-0.02545011043548584
272412	rnn.weight_ih_l0_reverse	1	-0.05717415735125542
272412	rnn.weight_ih_l0_reverse	2	-0.04891740158200264
272412	rnn.weight_ih_l0_reverse	3	0.015647901222109795
272412	rnn.weight_ih_l0_reverse	4	-0.025194872170686722
272412	rnn.weight_ih_l0_reverse	5	-0.05741731822490692
272412	rnn.weight_ih_l0_reverse	6	0.07358582317829132
272412	rnn.weight_ih_l0_reverse	7	-0.01903652586042881
272412	rnn.weight_ih_l0_reverse	8	-0.018573397770524025
272412	rnn.weight_ih_l0_reverse	9	0.004480195697396994
272412	rnn.weight_hh_l0_reverse	0	0.06859558075666428
272412	rnn.weight_hh_l0_reverse	1	0.019907603040337563
272412	rnn.weight_hh_l0_reverse	2	0.030066801235079765
272412	rnn.weight_hh_l0_reverse	3	0.035398684442043304
272412	rnn.weight_hh_l0_reverse	4	0.014382756315171719
272412	rnn.weight_hh_l0_reverse	5	0.008186176419258118
272412	rnn.weight_hh_l0_reverse	6	0.05105779692530632
272412	rnn.weight_hh_l0_reverse	7	-0.0819617509841919
272412	rnn.weight_hh_l0_reverse	8	0.04009076952934265
272412	rnn.weight_hh_l0_reverse	9	0.03485945239663124
272412	rnn.bias_ih_l0_reverse	0	-0.05675698071718216
272412	rnn.bias_ih_l0_reverse	1	-0.2825908064842224
272412	rnn.bias_ih_l0_reverse	2	-0.12454599142074585
272412	rnn.bias_ih_l0_reverse	3	-0.04780445992946625
272412	rnn.bias_ih_l0_reverse	4	-0.022070351988077164
272412	rnn.bias_ih_l0_reverse	5	0.07583554089069366
272412	rnn.bias_ih_l0_reverse	6	-0.06550806760787964
272412	rnn.bias_ih_l0_reverse	7	0.061537910252809525
272412	rnn.bias_ih_l0_reverse	8	-0.0359196737408638
272412	rnn.bias_ih_l0_reverse	9	0.06566652655601501
272412	rnn.bias_hh_l0_reverse	0	0.023418625816702843
272412	rnn.bias_hh_l0_reverse	1	-0.06311926990747452
272412	rnn.bias_hh_l0_reverse	2	0.08905721455812454
272412	rnn.bias_hh_l0_reverse	3	-0.05200284346938133
272412	rnn.bias_hh_l0_reverse	4	-0.027958331629633904
272412	rnn.bias_hh_l0_reverse	5	-0.02249426208436489
272412	rnn.bias_hh_l0_reverse	6	-0.02022307738661766
272412	rnn.bias_hh_l0_reverse	7	0.09981702268123627
272412	rnn.bias_hh_l0_reverse	8	0.030290473252534866
272412	rnn.bias_hh_l0_reverse	9	-0.14855968952178955
272412	rnn.weight_ih_l1	0	-0.029773781076073647
272412	rnn.weight_ih_l1	1	-0.05051867663860321
272412	rnn.weight_ih_l1	2	0.06504034250974655
272412	rnn.weight_ih_l1	3	-0.07300310581922531
272412	rnn.weight_ih_l1	4	-0.014084995724260807
272412	rnn.weight_ih_l1	5	-0.0403309129178524
272412	rnn.weight_ih_l1	6	0.028902551159262657
272412	rnn.weight_ih_l1	7	-0.04432397335767746
272412	rnn.weight_ih_l1	8	0.03782876208424568
272412	rnn.weight_ih_l1	9	0.04482081159949303
272412	rnn.weight_hh_l1	0	-0.007239754777401686
272412	rnn.weight_hh_l1	1	0.019897369667887688
272412	rnn.weight_hh_l1	2	0.006617403589189053
272412	rnn.weight_hh_l1	3	-0.012660638429224491
272412	rnn.weight_hh_l1	4	0.004816175438463688
272412	rnn.weight_hh_l1	5	0.0352155901491642
272412	rnn.weight_hh_l1	6	0.036291953176259995
272412	rnn.weight_hh_l1	7	-0.016387786716222763
272412	rnn.weight_hh_l1	8	-0.0072049847804009914
272412	rnn.weight_hh_l1	9	0.03862651064991951
272412	rnn.bias_ih_l1	0	-0.18413998186588287
272412	rnn.bias_ih_l1	1	-0.17431150376796722
272412	rnn.bias_ih_l1	2	-0.1969110667705536
272412	rnn.bias_ih_l1	3	-0.3078386187553406
272412	rnn.bias_ih_l1	4	-0.21223732829093933
272412	rnn.bias_ih_l1	5	-0.08883563429117203
272412	rnn.bias_ih_l1	6	-0.15859587490558624
272412	rnn.bias_ih_l1	7	-0.003284015227109194
272412	rnn.bias_ih_l1	8	-0.13007159531116486
272412	rnn.bias_ih_l1	9	-0.1230556070804596
272412	rnn.bias_hh_l1	0	-0.09702152013778687
272412	rnn.bias_hh_l1	1	-0.06342029571533203
272412	rnn.bias_hh_l1	2	-0.08533536642789841
272412	rnn.bias_hh_l1	3	-0.07736517488956451
272412	rnn.bias_hh_l1	4	-0.07340854406356812
272412	rnn.bias_hh_l1	5	-0.11742286384105682
272412	rnn.bias_hh_l1	6	-0.16040796041488647
272412	rnn.bias_hh_l1	7	0.07466570287942886
272412	rnn.bias_hh_l1	8	-0.17608557641506195
272412	rnn.bias_hh_l1	9	-0.11542820930480957
272412	rnn.weight_ih_l1_reverse	0	-0.04750950261950493
272412	rnn.weight_ih_l1_reverse	1	0.032844483852386475
272412	rnn.weight_ih_l1_reverse	2	0.0882331058382988
272412	rnn.weight_ih_l1_reverse	3	-0.017980389297008514
272412	rnn.weight_ih_l1_reverse	4	-0.023419534787535667
272412	rnn.weight_ih_l1_reverse	5	-0.03032671846449375
272412	rnn.weight_ih_l1_reverse	6	-0.019440893083810806
272412	rnn.weight_ih_l1_reverse	7	0.029644951224327087
272412	rnn.weight_ih_l1_reverse	8	0.005534098483622074
272412	rnn.weight_ih_l1_reverse	9	-0.03351439908146858
272412	rnn.weight_hh_l1_reverse	0	0.004561270121484995
272412	rnn.weight_hh_l1_reverse	1	0.03171700984239578
272412	rnn.weight_hh_l1_reverse	2	-0.040611717849969864
272412	rnn.weight_hh_l1_reverse	3	0.03501218929886818
272412	rnn.weight_hh_l1_reverse	4	0.04713650792837143
272412	rnn.weight_hh_l1_reverse	5	0.005980922374874353
272412	rnn.weight_hh_l1_reverse	6	0.048907320946455
272412	rnn.weight_hh_l1_reverse	7	0.030994998291134834
272412	rnn.weight_hh_l1_reverse	8	-0.007120813708752394
272412	rnn.weight_hh_l1_reverse	9	-0.030206451192498207
272412	rnn.bias_ih_l1_reverse	0	-0.04558822140097618
272412	rnn.bias_ih_l1_reverse	1	-0.139804407954216
272412	rnn.bias_ih_l1_reverse	2	-0.16349536180496216
272412	rnn.bias_ih_l1_reverse	3	-0.06174452230334282
272412	rnn.bias_ih_l1_reverse	4	-0.20381514728069305
272412	rnn.bias_ih_l1_reverse	5	-0.11673734337091446
272412	rnn.bias_ih_l1_reverse	6	-0.13002997636795044
272412	rnn.bias_ih_l1_reverse	7	-0.19229266047477722
272412	rnn.bias_ih_l1_reverse	8	0.22702538967132568
272412	rnn.bias_ih_l1_reverse	9	0.02274075523018837
272412	rnn.bias_hh_l1_reverse	0	0.010486648418009281
272412	rnn.bias_hh_l1_reverse	1	-0.06495128571987152
272412	rnn.bias_hh_l1_reverse	2	-0.23720188438892365
272412	rnn.bias_hh_l1_reverse	3	-0.14377005398273468
272412	rnn.bias_hh_l1_reverse	4	-0.08025463670492172
272412	rnn.bias_hh_l1_reverse	5	-0.11614241451025009
272412	rnn.bias_hh_l1_reverse	6	0.06299475580453873
272412	rnn.bias_hh_l1_reverse	7	-0.13465392589569092
272412	rnn.bias_hh_l1_reverse	8	-0.12492535263299942
272412	rnn.bias_hh_l1_reverse	9	-0.14829516410827637
272412	linear.weight	0	0.002228822559118271
272412	linear.weight	1	0.09767892956733704
272412	linear.weight	2	-0.09220784902572632
272412	linear.weight	3	0.31286442279815674
272412	linear.weight	4	0.15079636871814728
272412	linear.weight	5	-0.06552993506193161
272412	linear.weight	6	0.09419721364974976
272412	linear.weight	7	0.13603243231773376
272412	linear.weight	8	0.04113318398594856
272412	linear.weight	9	-0.05113664269447327
272412	linear.bias	0	0.08485458046197891
272412	linear.bias	1	-0.18924060463905334
272412	linear.bias	2	-0.44753822684288025
272412	linear.bias	3	-0.6577094793319702
272412	linear.bias	4	-1.261770248413086
272412	linear.bias	5	-0.060004137456417084
272412	linear.bias	6	-0.8212938904762268
272412	linear.bias	7	0.27070650458335876
272412	linear.bias	8	-0.39654994010925293
272412	linear.bias	9	-1.0232490301132202
272609	transitions	0	0.7553341388702393
272609	transitions	1	0.1391133964061737
272609	transitions	2	-10000.0
272609	transitions	3	-1.8281124830245972
272609	transitions	4	-10000.0
272609	transitions	5	0.5628044009208679
272609	transitions	6	-0.08563683927059174
272609	transitions	7	-0.8118246793746948
272609	transitions	8	-1.4227566719055176
272609	transitions	9	-0.0012315247440710664
272609	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
272609	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
272609	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
272609	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
272609	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
272609	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
272609	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
272609	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
272609	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
272609	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
272609	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
272609	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
272609	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
272609	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
272609	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
272609	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
272609	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
272609	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
272609	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
272609	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
272609	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
272609	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
272609	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
272609	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
272609	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
272609	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
272609	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
272609	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
272609	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
272609	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
272609	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
272609	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
272609	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
272609	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
272609	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
272609	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
272609	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
272609	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
272609	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
272609	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
272609	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
272609	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
272609	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
272609	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
272609	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
272609	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
272609	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
272609	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
272609	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
272609	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
272609	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
272609	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
272609	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
272609	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
272609	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
272609	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
272609	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
272609	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
272609	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
272609	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
272609	embedding2nn.weight	0	0.016454530879855156
272609	embedding2nn.weight	1	-0.012705176137387753
272609	embedding2nn.weight	2	-0.014268254861235619
272609	embedding2nn.weight	3	-0.03153340518474579
272609	embedding2nn.weight	4	-0.0059150345623493195
272609	embedding2nn.weight	5	-0.0037005888298153877
272609	embedding2nn.weight	6	-0.003973265178501606
272609	embedding2nn.weight	7	-0.0773230567574501
272609	embedding2nn.weight	8	-0.0019979383796453476
272609	embedding2nn.weight	9	-0.027730047702789307
272609	embedding2nn.bias	0	0.03180603310465813
272609	embedding2nn.bias	1	-0.07599066942930222
272609	embedding2nn.bias	2	0.07081237435340881
272609	embedding2nn.bias	3	0.0504552498459816
272609	embedding2nn.bias	4	-0.04143302142620087
272609	embedding2nn.bias	5	-0.010311041958630085
272609	embedding2nn.bias	6	0.015924744307994843
272609	embedding2nn.bias	7	-0.055318817496299744
272609	embedding2nn.bias	8	0.07324238121509552
272609	embedding2nn.bias	9	0.04439282417297363
272609	rnn.weight_ih_l0	0	-0.08081156760454178
272609	rnn.weight_ih_l0	1	0.003074964275583625
272609	rnn.weight_ih_l0	2	0.035421062260866165
272609	rnn.weight_ih_l0	3	0.022868402302265167
272609	rnn.weight_ih_l0	4	-0.0480685792863369
272609	rnn.weight_ih_l0	5	-0.06853361427783966
272609	rnn.weight_ih_l0	6	-0.0011725148651748896
272609	rnn.weight_ih_l0	7	0.053600575774908066
272609	rnn.weight_ih_l0	8	-0.017111029475927353
272609	rnn.weight_ih_l0	9	-0.030888862907886505
272609	rnn.weight_hh_l0	0	-0.030052131041884422
272609	rnn.weight_hh_l0	1	-0.007325064856559038
272609	rnn.weight_hh_l0	2	0.006599940359592438
272609	rnn.weight_hh_l0	3	-0.07445257902145386
272609	rnn.weight_hh_l0	4	0.09332185983657837
272609	rnn.weight_hh_l0	5	-0.026871342211961746
272609	rnn.weight_hh_l0	6	-0.06386428326368332
272609	rnn.weight_hh_l0	7	0.008846987038850784
272609	rnn.weight_hh_l0	8	0.013414200395345688
272609	rnn.weight_hh_l0	9	-0.025628481060266495
272609	rnn.bias_ih_l0	0	0.12977920472621918
272609	rnn.bias_ih_l0	1	-0.034235790371894836
272609	rnn.bias_ih_l0	2	-0.034070782363414764
272609	rnn.bias_ih_l0	3	0.16309918463230133
272609	rnn.bias_ih_l0	4	-0.012838353402912617
272609	rnn.bias_ih_l0	5	-0.022834379225969315
272609	rnn.bias_ih_l0	6	0.01691311225295067
272609	rnn.bias_ih_l0	7	0.023641610518097878
272609	rnn.bias_ih_l0	8	-0.09934175759553909
272609	rnn.bias_ih_l0	9	-0.04141063988208771
272609	rnn.bias_hh_l0	0	-0.0012393208453431726
272609	rnn.bias_hh_l0	1	-0.10036712884902954
272609	rnn.bias_hh_l0	2	-0.07500828057527542
272609	rnn.bias_hh_l0	3	-0.08875716477632523
272609	rnn.bias_hh_l0	4	0.008442021906375885
272609	rnn.bias_hh_l0	5	-0.020555967465043068
272609	rnn.bias_hh_l0	6	0.02825075574219227
272609	rnn.bias_hh_l0	7	0.0606294646859169
272609	rnn.bias_hh_l0	8	-0.12290763854980469
272609	rnn.bias_hh_l0	9	-0.059088822454214096
272609	rnn.weight_ih_l0_reverse	0	-0.02545097842812538
272609	rnn.weight_ih_l0_reverse	1	-0.05717449262738228
272609	rnn.weight_ih_l0_reverse	2	-0.04894578456878662
272609	rnn.weight_ih_l0_reverse	3	0.0156615749001503
272609	rnn.weight_ih_l0_reverse	4	-0.025200529024004936
272609	rnn.weight_ih_l0_reverse	5	-0.05742879956960678
272609	rnn.weight_ih_l0_reverse	6	0.07359787076711655
272609	rnn.weight_ih_l0_reverse	7	-0.019048551097512245
272609	rnn.weight_ih_l0_reverse	8	-0.018579026684165
272609	rnn.weight_ih_l0_reverse	9	0.0044724298641085625
272609	rnn.weight_hh_l0_reverse	0	0.06859329342842102
272609	rnn.weight_hh_l0_reverse	1	0.019888104870915413
272609	rnn.weight_hh_l0_reverse	2	0.03008805774152279
272609	rnn.weight_hh_l0_reverse	3	0.03540048003196716
272609	rnn.weight_hh_l0_reverse	4	0.014371829107403755
272609	rnn.weight_hh_l0_reverse	5	0.008202777244150639
272609	rnn.weight_hh_l0_reverse	6	0.05105499550700188
272609	rnn.weight_hh_l0_reverse	7	-0.08197298645973206
272609	rnn.weight_hh_l0_reverse	8	0.04009260982275009
272609	rnn.weight_hh_l0_reverse	9	0.034853044897317886
272609	rnn.bias_ih_l0_reverse	0	-0.056758567690849304
272609	rnn.bias_ih_l0_reverse	1	-0.2826576232910156
272609	rnn.bias_ih_l0_reverse	2	-0.12445228546857834
272609	rnn.bias_ih_l0_reverse	3	-0.04777311906218529
272609	rnn.bias_ih_l0_reverse	4	-0.022079169750213623
272609	rnn.bias_ih_l0_reverse	5	0.07588260620832443
272609	rnn.bias_ih_l0_reverse	6	-0.06547307223081589
272609	rnn.bias_ih_l0_reverse	7	0.06157475709915161
272609	rnn.bias_ih_l0_reverse	8	-0.03594907373189926
272609	rnn.bias_ih_l0_reverse	9	0.06570662558078766
272609	rnn.bias_hh_l0_reverse	0	0.023425089195370674
272609	rnn.bias_hh_l0_reverse	1	-0.06311890482902527
272609	rnn.bias_hh_l0_reverse	2	0.08907760679721832
272609	rnn.bias_hh_l0_reverse	3	-0.051980409771203995
272609	rnn.bias_hh_l0_reverse	4	-0.027986258268356323
272609	rnn.bias_hh_l0_reverse	5	-0.02250079996883869
272609	rnn.bias_hh_l0_reverse	6	-0.020283130928874016
272609	rnn.bias_hh_l0_reverse	7	0.09980792552232742
272609	rnn.bias_hh_l0_reverse	8	0.030252063646912575
272609	rnn.bias_hh_l0_reverse	9	-0.1485924869775772
272609	rnn.weight_ih_l1	0	-0.029771385714411736
272609	rnn.weight_ih_l1	1	-0.05051198601722717
272609	rnn.weight_ih_l1	2	0.06502953916788101
272609	rnn.weight_ih_l1	3	-0.07298742979764938
272609	rnn.weight_ih_l1	4	-0.014073777943849564
272609	rnn.weight_ih_l1	5	-0.04034200683236122
272609	rnn.weight_ih_l1	6	0.028905363753437996
272609	rnn.weight_ih_l1	7	-0.04430916905403137
272609	rnn.weight_ih_l1	8	0.0378267839550972
272609	rnn.weight_ih_l1	9	0.044832006096839905
272609	rnn.weight_hh_l1	0	-0.007226462010294199
272609	rnn.weight_hh_l1	1	0.019900375977158546
272609	rnn.weight_hh_l1	2	0.006619105581194162
272609	rnn.weight_hh_l1	3	-0.012666490860283375
272609	rnn.weight_hh_l1	4	0.004816148430109024
272609	rnn.weight_hh_l1	5	0.03521205484867096
272609	rnn.weight_hh_l1	6	0.03628980740904808
272609	rnn.weight_hh_l1	7	-0.016381360590457916
272609	rnn.weight_hh_l1	8	-0.007214376237243414
272609	rnn.weight_hh_l1	9	0.038633473217487335
272609	rnn.bias_ih_l1	0	-0.18409323692321777
272609	rnn.bias_ih_l1	1	-0.17433619499206543
272609	rnn.bias_ih_l1	2	-0.19690924882888794
272609	rnn.bias_ih_l1	3	-0.3077578842639923
272609	rnn.bias_ih_l1	4	-0.2121434509754181
272609	rnn.bias_ih_l1	5	-0.08881841599941254
272609	rnn.bias_ih_l1	6	-0.15855248272418976
272609	rnn.bias_ih_l1	7	-0.0031996197067201138
272609	rnn.bias_ih_l1	8	-0.13006405532360077
272609	rnn.bias_ih_l1	9	-0.12301706522703171
272609	rnn.bias_hh_l1	0	-0.0969965010881424
272609	rnn.bias_hh_l1	1	-0.06340330839157104
272609	rnn.bias_hh_l1	2	-0.08530528843402863
272609	rnn.bias_hh_l1	3	-0.07737957686185837
272609	rnn.bias_hh_l1	4	-0.07337994873523712
272609	rnn.bias_hh_l1	5	-0.11740924417972565
272609	rnn.bias_hh_l1	6	-0.1603585183620453
272609	rnn.bias_hh_l1	7	0.07468528300523758
272609	rnn.bias_hh_l1	8	-0.17605921626091003
272609	rnn.bias_hh_l1	9	-0.1154770776629448
272609	rnn.weight_ih_l1_reverse	0	-0.047491077333688736
272609	rnn.weight_ih_l1_reverse	1	0.03283442184329033
272609	rnn.weight_ih_l1_reverse	2	0.08819520473480225
272609	rnn.weight_ih_l1_reverse	3	-0.017983514815568924
272609	rnn.weight_ih_l1_reverse	4	-0.02338646724820137
272609	rnn.weight_ih_l1_reverse	5	-0.030327703803777695
272609	rnn.weight_ih_l1_reverse	6	-0.019453641027212143
272609	rnn.weight_ih_l1_reverse	7	0.02964678779244423
272609	rnn.weight_ih_l1_reverse	8	0.005552977789193392
272609	rnn.weight_ih_l1_reverse	9	-0.033498555421829224
272609	rnn.weight_hh_l1_reverse	0	0.004564304836094379
272609	rnn.weight_hh_l1_reverse	1	0.03172074630856514
272609	rnn.weight_hh_l1_reverse	2	-0.04061201959848404
272609	rnn.weight_hh_l1_reverse	3	0.035012200474739075
272609	rnn.weight_hh_l1_reverse	4	0.04713909327983856
272609	rnn.weight_hh_l1_reverse	5	0.005990979261696339
272609	rnn.weight_hh_l1_reverse	6	0.04893027991056442
272609	rnn.weight_hh_l1_reverse	7	0.030991697683930397
272609	rnn.weight_hh_l1_reverse	8	-0.007118614856153727
272609	rnn.weight_hh_l1_reverse	9	-0.03021254763007164
272609	rnn.bias_ih_l1_reverse	0	-0.04555105045437813
272609	rnn.bias_ih_l1_reverse	1	-0.1397472620010376
272609	rnn.bias_ih_l1_reverse	2	-0.16355454921722412
272609	rnn.bias_ih_l1_reverse	3	-0.061667218804359436
272609	rnn.bias_ih_l1_reverse	4	-0.20384354889392853
272609	rnn.bias_ih_l1_reverse	5	-0.11675796657800674
272609	rnn.bias_ih_l1_reverse	6	-0.1300494521856308
272609	rnn.bias_ih_l1_reverse	7	-0.1922886222600937
272609	rnn.bias_ih_l1_reverse	8	0.22702795267105103
272609	rnn.bias_ih_l1_reverse	9	0.0228273905813694
272609	rnn.bias_hh_l1_reverse	0	0.010448018088936806
272609	rnn.bias_hh_l1_reverse	1	-0.06503849476575851
272609	rnn.bias_hh_l1_reverse	2	-0.2372119128704071
272609	rnn.bias_hh_l1_reverse	3	-0.1437913477420807
272609	rnn.bias_hh_l1_reverse	4	-0.08025917410850525
272609	rnn.bias_hh_l1_reverse	5	-0.1161748468875885
272609	rnn.bias_hh_l1_reverse	6	0.06297341734170914
272609	rnn.bias_hh_l1_reverse	7	-0.13457128405570984
272609	rnn.bias_hh_l1_reverse	8	-0.12494723498821259
272609	rnn.bias_hh_l1_reverse	9	-0.14830075204372406
272609	linear.weight	0	0.002228822559118271
272609	linear.weight	1	0.09763787686824799
272609	linear.weight	2	-0.09213168919086456
272609	linear.weight	3	0.3128952980041504
272609	linear.weight	4	0.1507856845855713
272609	linear.weight	5	-0.06555476039648056
272609	linear.weight	6	0.09420083463191986
272609	linear.weight	7	0.13586387038230896
272609	linear.weight	8	0.04113318398594856
272609	linear.weight	9	-0.05113361403346062
272609	linear.bias	0	0.08576244860887527
272609	linear.bias	1	-0.19007498025894165
272609	linear.bias	2	-0.4481438994407654
272609	linear.bias	3	-0.6575949192047119
272609	linear.bias	4	-1.2616573572158813
272609	linear.bias	5	-0.05992830544710159
272609	linear.bias	6	-0.8220906853675842
272609	linear.bias	7	0.2707957625389099
272609	linear.bias	8	-0.3967842161655426
272609	linear.bias	9	-1.0234445333480835
272806	transitions	0	0.7553711533546448
272806	transitions	1	0.13913953304290771
272806	transitions	2	-10000.0
272806	transitions	3	-1.828113317489624
272806	transitions	4	-10000.0
272806	transitions	5	0.5628023147583008
272806	transitions	6	-0.08563724905252457
272806	transitions	7	-0.8118303418159485
272806	transitions	8	-1.4227590560913086
272806	transitions	9	-0.0012315311469137669
272806	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
272806	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
272806	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
272806	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
272806	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
272806	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
272806	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
272806	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
272806	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
272806	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
272806	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
272806	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
272806	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
272806	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
272806	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
272806	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
272806	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
272806	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
272806	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
272806	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
272806	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
272806	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
272806	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
272806	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
272806	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
272806	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
272806	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
272806	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
272806	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
272806	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
272806	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
272806	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
272806	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
272806	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
272806	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
272806	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
272806	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
272806	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
272806	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
272806	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
272806	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
272806	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
272806	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
272806	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
272806	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
272806	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
272806	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
272806	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
272806	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
272806	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
272806	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
272806	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
272806	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
272806	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
272806	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
272806	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
272806	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
272806	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
272806	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
272806	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
272806	embedding2nn.weight	0	0.016443893313407898
272806	embedding2nn.weight	1	-0.012704183347523212
272806	embedding2nn.weight	2	-0.014268254861235619
272806	embedding2nn.weight	3	-0.03154812753200531
272806	embedding2nn.weight	4	-0.0059150345623493195
272806	embedding2nn.weight	5	-0.0037005888298153877
272806	embedding2nn.weight	6	-0.003973265178501606
272806	embedding2nn.weight	7	-0.07732425630092621
272806	embedding2nn.weight	8	-0.0019979383796453476
272806	embedding2nn.weight	9	-0.027737053111195564
272806	embedding2nn.bias	0	0.03166992589831352
272806	embedding2nn.bias	1	-0.0760093554854393
272806	embedding2nn.bias	2	0.07063400000333786
272806	embedding2nn.bias	3	0.0506100058555603
272806	embedding2nn.bias	4	-0.041400592774152756
272806	embedding2nn.bias	5	-0.010504525154829025
272806	embedding2nn.bias	6	0.015995841473340988
272806	embedding2nn.bias	7	-0.05527916178107262
272806	embedding2nn.bias	8	0.07320280373096466
272806	embedding2nn.bias	9	0.044514331966638565
272806	rnn.weight_ih_l0	0	-0.08080603182315826
272806	rnn.weight_ih_l0	1	0.003080930793657899
272806	rnn.weight_ih_l0	2	0.0354253314435482
272806	rnn.weight_ih_l0	3	0.022863220423460007
272806	rnn.weight_ih_l0	4	-0.048056911677122116
272806	rnn.weight_ih_l0	5	-0.06855553388595581
272806	rnn.weight_ih_l0	6	-0.0011593566741794348
272806	rnn.weight_ih_l0	7	0.05360979214310646
272806	rnn.weight_ih_l0	8	-0.017112143337726593
272806	rnn.weight_ih_l0	9	-0.030872946605086327
272806	rnn.weight_hh_l0	0	-0.030056709423661232
272806	rnn.weight_hh_l0	1	-0.007316813338547945
272806	rnn.weight_hh_l0	2	0.0066033583134412766
272806	rnn.weight_hh_l0	3	-0.07446163147687912
272806	rnn.weight_hh_l0	4	0.09331902861595154
272806	rnn.weight_hh_l0	5	-0.026901116594672203
272806	rnn.weight_hh_l0	6	-0.06387557089328766
272806	rnn.weight_hh_l0	7	0.008869091048836708
272806	rnn.weight_hh_l0	8	0.013401609845459461
272806	rnn.weight_hh_l0	9	-0.025628235191106796
272806	rnn.bias_ih_l0	0	0.12974143028259277
272806	rnn.bias_ih_l0	1	-0.03419080376625061
272806	rnn.bias_ih_l0	2	-0.03410859778523445
272806	rnn.bias_ih_l0	3	0.16312822699546814
272806	rnn.bias_ih_l0	4	-0.012860601767897606
272806	rnn.bias_ih_l0	5	-0.02287900447845459
272806	rnn.bias_ih_l0	6	0.01694507524371147
272806	rnn.bias_ih_l0	7	0.023685526102781296
272806	rnn.bias_ih_l0	8	-0.09937296062707901
272806	rnn.bias_ih_l0	9	-0.04136199504137039
272806	rnn.bias_hh_l0	0	-0.0012390605406835675
272806	rnn.bias_hh_l0	1	-0.10043243318796158
272806	rnn.bias_hh_l0	2	-0.07499711960554123
272806	rnn.bias_hh_l0	3	-0.08876613527536392
272806	rnn.bias_hh_l0	4	0.008504276163876057
272806	rnn.bias_hh_l0	5	-0.02057952992618084
272806	rnn.bias_hh_l0	6	0.028263598680496216
272806	rnn.bias_hh_l0	7	0.06053975597023964
272806	rnn.bias_hh_l0	8	-0.12295136600732803
272806	rnn.bias_hh_l0	9	-0.059101153165102005
272806	rnn.weight_ih_l0_reverse	0	-0.025418980047106743
272806	rnn.weight_ih_l0_reverse	1	-0.05716974288225174
272806	rnn.weight_ih_l0_reverse	2	-0.04894702509045601
272806	rnn.weight_ih_l0_reverse	3	0.015679044649004936
272806	rnn.weight_ih_l0_reverse	4	-0.02520642802119255
272806	rnn.weight_ih_l0_reverse	5	-0.057429127395153046
272806	rnn.weight_ih_l0_reverse	6	0.0736192837357521
272806	rnn.weight_ih_l0_reverse	7	-0.01907172240316868
272806	rnn.weight_ih_l0_reverse	8	-0.01858968660235405
272806	rnn.weight_ih_l0_reverse	9	0.004470317158848047
272806	rnn.weight_hh_l0_reverse	0	0.06858158856630325
272806	rnn.weight_hh_l0_reverse	1	0.01994052156805992
272806	rnn.weight_hh_l0_reverse	2	0.03006894700229168
272806	rnn.weight_hh_l0_reverse	3	0.03540532663464546
272806	rnn.weight_hh_l0_reverse	4	0.014377261511981487
272806	rnn.weight_hh_l0_reverse	5	0.008190952241420746
272806	rnn.weight_hh_l0_reverse	6	0.05103815719485283
272806	rnn.weight_hh_l0_reverse	7	-0.08199524879455566
272806	rnn.weight_hh_l0_reverse	8	0.0400855727493763
272806	rnn.weight_hh_l0_reverse	9	0.03485410287976265
272806	rnn.bias_ih_l0_reverse	0	-0.056750476360321045
272806	rnn.bias_ih_l0_reverse	1	-0.28269654512405396
272806	rnn.bias_ih_l0_reverse	2	-0.12445881962776184
272806	rnn.bias_ih_l0_reverse	3	-0.047762516885995865
272806	rnn.bias_ih_l0_reverse	4	-0.022071950137615204
272806	rnn.bias_ih_l0_reverse	5	0.07585826516151428
272806	rnn.bias_ih_l0_reverse	6	-0.06547684222459793
272806	rnn.bias_ih_l0_reverse	7	0.061592817306518555
272806	rnn.bias_ih_l0_reverse	8	-0.03590704873204231
272806	rnn.bias_ih_l0_reverse	9	0.06565044820308685
272806	rnn.bias_hh_l0_reverse	0	0.02339930459856987
272806	rnn.bias_hh_l0_reverse	1	-0.06310630589723587
272806	rnn.bias_hh_l0_reverse	2	0.08897960931062698
272806	rnn.bias_hh_l0_reverse	3	-0.051984742283821106
272806	rnn.bias_hh_l0_reverse	4	-0.027955688536167145
272806	rnn.bias_hh_l0_reverse	5	-0.022404424846172333
272806	rnn.bias_hh_l0_reverse	6	-0.02026832289993763
272806	rnn.bias_hh_l0_reverse	7	0.09978622943162918
272806	rnn.bias_hh_l0_reverse	8	0.03022545948624611
272806	rnn.bias_hh_l0_reverse	9	-0.14860476553440094
272806	rnn.weight_ih_l1	0	-0.029773103073239326
272806	rnn.weight_ih_l1	1	-0.050534527748823166
272806	rnn.weight_ih_l1	2	0.0649905726313591
272806	rnn.weight_ih_l1	3	-0.07299318164587021
272806	rnn.weight_ih_l1	4	-0.014078368432819843
272806	rnn.weight_ih_l1	5	-0.04033998027443886
272806	rnn.weight_ih_l1	6	0.028914185240864754
272806	rnn.weight_ih_l1	7	-0.04433158040046692
272806	rnn.weight_ih_l1	8	0.03782356157898903
272806	rnn.weight_ih_l1	9	0.04482172429561615
272806	rnn.weight_hh_l1	0	-0.007214781828224659
272806	rnn.weight_hh_l1	1	0.019898241385817528
272806	rnn.weight_hh_l1	2	0.006650291383266449
272806	rnn.weight_hh_l1	3	-0.012668582610785961
272806	rnn.weight_hh_l1	4	0.004821294918656349
272806	rnn.weight_hh_l1	5	0.035213254392147064
272806	rnn.weight_hh_l1	6	0.036286842077970505
272806	rnn.weight_hh_l1	7	-0.016394639387726784
272806	rnn.weight_hh_l1	8	-0.007216709200292826
272806	rnn.weight_hh_l1	9	0.03862792253494263
272806	rnn.bias_ih_l1	0	-0.1840452253818512
272806	rnn.bias_ih_l1	1	-0.1743398904800415
272806	rnn.bias_ih_l1	2	-0.19691061973571777
272806	rnn.bias_ih_l1	3	-0.30775853991508484
272806	rnn.bias_ih_l1	4	-0.21206924319267273
272806	rnn.bias_ih_l1	5	-0.08882711827754974
272806	rnn.bias_ih_l1	6	-0.1586361974477768
272806	rnn.bias_ih_l1	7	-0.0032216100953519344
272806	rnn.bias_ih_l1	8	-0.1301165670156479
272806	rnn.bias_ih_l1	9	-0.12303228676319122
272806	rnn.bias_hh_l1	0	-0.09698641300201416
272806	rnn.bias_hh_l1	1	-0.06343758851289749
272806	rnn.bias_hh_l1	2	-0.08523385971784592
272806	rnn.bias_hh_l1	3	-0.07738258689641953
272806	rnn.bias_hh_l1	4	-0.07339448481798172
272806	rnn.bias_hh_l1	5	-0.1174396276473999
272806	rnn.bias_hh_l1	6	-0.16040293872356415
272806	rnn.bias_hh_l1	7	0.07464882731437683
272806	rnn.bias_hh_l1	8	-0.1760820895433426
272806	rnn.bias_hh_l1	9	-0.11542455106973648
272806	rnn.weight_ih_l1_reverse	0	-0.04750722274184227
272806	rnn.weight_ih_l1_reverse	1	0.03285566717386246
272806	rnn.weight_ih_l1_reverse	2	0.08817402273416519
272806	rnn.weight_ih_l1_reverse	3	-0.017975935712456703
272806	rnn.weight_ih_l1_reverse	4	-0.02342330664396286
272806	rnn.weight_ih_l1_reverse	5	-0.030328216031193733
272806	rnn.weight_ih_l1_reverse	6	-0.01947912387549877
272806	rnn.weight_ih_l1_reverse	7	0.029653530567884445
272806	rnn.weight_ih_l1_reverse	8	0.005577568896114826
272806	rnn.weight_ih_l1_reverse	9	-0.03351692110300064
272806	rnn.weight_hh_l1_reverse	0	0.004564768169075251
272806	rnn.weight_hh_l1_reverse	1	0.03172224014997482
272806	rnn.weight_hh_l1_reverse	2	-0.04061393067240715
272806	rnn.weight_hh_l1_reverse	3	0.03501768037676811
272806	rnn.weight_hh_l1_reverse	4	0.047130003571510315
272806	rnn.weight_hh_l1_reverse	5	0.005988693330436945
272806	rnn.weight_hh_l1_reverse	6	0.048932451754808426
272806	rnn.weight_hh_l1_reverse	7	0.03099154680967331
272806	rnn.weight_hh_l1_reverse	8	-0.007119111251085997
272806	rnn.weight_hh_l1_reverse	9	-0.03021189756691456
272806	rnn.bias_ih_l1_reverse	0	-0.04550699144601822
272806	rnn.bias_ih_l1_reverse	1	-0.13966678082942963
272806	rnn.bias_ih_l1_reverse	2	-0.16370971500873566
272806	rnn.bias_ih_l1_reverse	3	-0.06172623485326767
272806	rnn.bias_ih_l1_reverse	4	-0.20385760068893433
272806	rnn.bias_ih_l1_reverse	5	-0.11674735695123672
272806	rnn.bias_ih_l1_reverse	6	-0.13005809485912323
272806	rnn.bias_ih_l1_reverse	7	-0.19226491451263428
272806	rnn.bias_ih_l1_reverse	8	0.22718815505504608
272806	rnn.bias_ih_l1_reverse	9	0.02293001301586628
272806	rnn.bias_hh_l1_reverse	0	0.010354971513152122
272806	rnn.bias_hh_l1_reverse	1	-0.06510556489229202
272806	rnn.bias_hh_l1_reverse	2	-0.23720009624958038
272806	rnn.bias_hh_l1_reverse	3	-0.14376278221607208
272806	rnn.bias_hh_l1_reverse	4	-0.08026191592216492
272806	rnn.bias_hh_l1_reverse	5	-0.11615651845932007
272806	rnn.bias_hh_l1_reverse	6	0.06295590102672577
272806	rnn.bias_hh_l1_reverse	7	-0.13455256819725037
272806	rnn.bias_hh_l1_reverse	8	-0.12496838718652725
272806	rnn.bias_hh_l1_reverse	9	-0.14828553795814514
272806	linear.weight	0	0.002228822559118271
272806	linear.weight	1	0.09753695130348206
272806	linear.weight	2	-0.09209863841533661
272806	linear.weight	3	0.3128805458545685
272806	linear.weight	4	0.15078847110271454
272806	linear.weight	5	-0.0654604360461235
272806	linear.weight	6	0.09415286034345627
272806	linear.weight	7	0.13605691492557526
272806	linear.weight	8	0.04113318398594856
272806	linear.weight	9	-0.0511447936296463
272806	linear.bias	0	0.08577457815408707
272806	linear.bias	1	-0.1897062063217163
272806	linear.bias	2	-0.44816094636917114
272806	linear.bias	3	-0.6573524475097656
272806	linear.bias	4	-1.2614758014678955
272806	linear.bias	5	-0.060353197157382965
272806	linear.bias	6	-0.8217892646789551
272806	linear.bias	7	0.27034541964530945
272806	linear.bias	8	-0.39633893966674805
272806	linear.bias	9	-1.0229846239089966
273003	transitions	0	0.7553010582923889
273003	transitions	1	0.13917021453380585
273003	transitions	2	-10000.0
273003	transitions	3	-1.8281140327453613
273003	transitions	4	-10000.0
273003	transitions	5	0.5628017783164978
273003	transitions	6	-0.08563825488090515
273003	transitions	7	-0.8118357062339783
273003	transitions	8	-1.4227594137191772
273003	transitions	9	-0.0012315475614741445
273003	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
273003	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
273003	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
273003	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
273003	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
273003	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
273003	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
273003	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
273003	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
273003	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
273003	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
273003	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
273003	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
273003	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
273003	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
273003	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
273003	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
273003	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
273003	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
273003	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
273003	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
273003	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
273003	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
273003	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
273003	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
273003	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
273003	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
273003	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
273003	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
273003	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
273003	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
273003	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
273003	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
273003	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
273003	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
273003	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
273003	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
273003	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
273003	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
273003	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
273003	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
273003	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
273003	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
273003	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
273003	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
273003	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
273003	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
273003	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
273003	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
273003	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
273003	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
273003	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
273003	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
273003	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
273003	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
273003	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
273003	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
273003	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
273003	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
273003	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
273003	embedding2nn.weight	0	0.016456829383969307
273003	embedding2nn.weight	1	-0.01270205806940794
273003	embedding2nn.weight	2	-0.014268254861235619
273003	embedding2nn.weight	3	-0.03152880817651749
273003	embedding2nn.weight	4	-0.0059150345623493195
273003	embedding2nn.weight	5	-0.0037005888298153877
273003	embedding2nn.weight	6	-0.003973265178501606
273003	embedding2nn.weight	7	-0.07729579508304596
273003	embedding2nn.weight	8	-0.0019979383796453476
273003	embedding2nn.weight	9	-0.027705827727913857
273003	embedding2nn.bias	0	0.03158918395638466
273003	embedding2nn.bias	1	-0.07615183293819427
273003	embedding2nn.bias	2	0.07080501317977905
273003	embedding2nn.bias	3	0.05062554404139519
273003	embedding2nn.bias	4	-0.041250698268413544
273003	embedding2nn.bias	5	-0.01058217417448759
273003	embedding2nn.bias	6	0.016146494075655937
273003	embedding2nn.bias	7	-0.05536463484168053
273003	embedding2nn.bias	8	0.07317841798067093
273003	embedding2nn.bias	9	0.04454600811004639
273003	rnn.weight_ih_l0	0	-0.0808124840259552
273003	rnn.weight_ih_l0	1	0.0030948922503739595
273003	rnn.weight_ih_l0	2	0.035425279289484024
273003	rnn.weight_ih_l0	3	0.02287563867866993
273003	rnn.weight_ih_l0	4	-0.04806564375758171
273003	rnn.weight_ih_l0	5	-0.06854403764009476
273003	rnn.weight_ih_l0	6	-0.0011547987814992666
273003	rnn.weight_ih_l0	7	0.05362451449036598
273003	rnn.weight_ih_l0	8	-0.01713700406253338
273003	rnn.weight_ih_l0	9	-0.030870337039232254
273003	rnn.weight_hh_l0	0	-0.03005044348537922
273003	rnn.weight_hh_l0	1	-0.007319755386561155
273003	rnn.weight_hh_l0	2	0.006597133819013834
273003	rnn.weight_hh_l0	3	-0.07446157932281494
273003	rnn.weight_hh_l0	4	0.09330866485834122
273003	rnn.weight_hh_l0	5	-0.026904402300715446
273003	rnn.weight_hh_l0	6	-0.0638740211725235
273003	rnn.weight_hh_l0	7	0.008846144191920757
273003	rnn.weight_hh_l0	8	0.013409498147666454
273003	rnn.weight_hh_l0	9	-0.025627654045820236
273003	rnn.bias_ih_l0	0	0.1297159492969513
273003	rnn.bias_ih_l0	1	-0.034194935113191605
273003	rnn.bias_ih_l0	2	-0.034136347472667694
273003	rnn.bias_ih_l0	3	0.16310134530067444
273003	rnn.bias_ih_l0	4	-0.012832759879529476
273003	rnn.bias_ih_l0	5	-0.02281699888408184
273003	rnn.bias_ih_l0	6	0.016900748014450073
273003	rnn.bias_ih_l0	7	0.02368459664285183
273003	rnn.bias_ih_l0	8	-0.09942184388637543
273003	rnn.bias_ih_l0	9	-0.041450656950473785
273003	rnn.bias_hh_l0	0	-0.0012330604949966073
273003	rnn.bias_hh_l0	1	-0.10040231794118881
273003	rnn.bias_hh_l0	2	-0.07499311119318008
273003	rnn.bias_hh_l0	3	-0.08880080282688141
273003	rnn.bias_hh_l0	4	0.0084987236186862
273003	rnn.bias_hh_l0	5	-0.0206025131046772
273003	rnn.bias_hh_l0	6	0.028215814381837845
273003	rnn.bias_hh_l0	7	0.06042351946234703
273003	rnn.bias_hh_l0	8	-0.12296699732542038
273003	rnn.bias_hh_l0	9	-0.05901595950126648
273003	rnn.weight_ih_l0_reverse	0	-0.02537996880710125
273003	rnn.weight_ih_l0_reverse	1	-0.05715605989098549
273003	rnn.weight_ih_l0_reverse	2	-0.04894806817173958
273003	rnn.weight_ih_l0_reverse	3	0.01567760482430458
273003	rnn.weight_ih_l0_reverse	4	-0.025205839425325394
273003	rnn.weight_ih_l0_reverse	5	-0.05744937062263489
273003	rnn.weight_ih_l0_reverse	6	0.07361380010843277
273003	rnn.weight_ih_l0_reverse	7	-0.019036466255784035
273003	rnn.weight_ih_l0_reverse	8	-0.01859314739704132
273003	rnn.weight_ih_l0_reverse	9	0.004472654778510332
273003	rnn.weight_hh_l0_reverse	0	0.0685821920633316
273003	rnn.weight_hh_l0_reverse	1	0.01992342807352543
273003	rnn.weight_hh_l0_reverse	2	0.030081506818532944
273003	rnn.weight_hh_l0_reverse	3	0.035412635654211044
273003	rnn.weight_hh_l0_reverse	4	0.01437850296497345
273003	rnn.weight_hh_l0_reverse	5	0.008175070397555828
273003	rnn.weight_hh_l0_reverse	6	0.05104415863752365
273003	rnn.weight_hh_l0_reverse	7	-0.08197858184576035
273003	rnn.weight_hh_l0_reverse	8	0.040093325078487396
273003	rnn.weight_hh_l0_reverse	9	0.034855104982852936
273003	rnn.bias_ih_l0_reverse	0	-0.0568058080971241
273003	rnn.bias_ih_l0_reverse	1	-0.28271839022636414
273003	rnn.bias_ih_l0_reverse	2	-0.12441409379243851
273003	rnn.bias_ih_l0_reverse	3	-0.04775542393326759
273003	rnn.bias_ih_l0_reverse	4	-0.022076459601521492
273003	rnn.bias_ih_l0_reverse	5	0.07590189576148987
273003	rnn.bias_ih_l0_reverse	6	-0.06548821926116943
273003	rnn.bias_ih_l0_reverse	7	0.06160061061382294
273003	rnn.bias_ih_l0_reverse	8	-0.035870663821697235
273003	rnn.bias_ih_l0_reverse	9	0.0656670480966568
273003	rnn.bias_hh_l0_reverse	0	0.02340558171272278
273003	rnn.bias_hh_l0_reverse	1	-0.06318389624357224
273003	rnn.bias_hh_l0_reverse	2	0.08902858942747116
273003	rnn.bias_hh_l0_reverse	3	-0.051944710314273834
273003	rnn.bias_hh_l0_reverse	4	-0.02791461907327175
273003	rnn.bias_hh_l0_reverse	5	-0.022379804402589798
273003	rnn.bias_hh_l0_reverse	6	-0.02022860012948513
273003	rnn.bias_hh_l0_reverse	7	0.09984342008829117
273003	rnn.bias_hh_l0_reverse	8	0.030227983370423317
273003	rnn.bias_hh_l0_reverse	9	-0.14857545495033264
273003	rnn.weight_ih_l1	0	-0.02979409322142601
273003	rnn.weight_ih_l1	1	-0.050534140318632126
273003	rnn.weight_ih_l1	2	0.06498055160045624
273003	rnn.weight_ih_l1	3	-0.07299982756376266
273003	rnn.weight_ih_l1	4	-0.014058196917176247
273003	rnn.weight_ih_l1	5	-0.04035113751888275
273003	rnn.weight_ih_l1	6	0.028929321095347404
273003	rnn.weight_ih_l1	7	-0.044344887137413025
273003	rnn.weight_ih_l1	8	0.03782619908452034
273003	rnn.weight_ih_l1	9	0.044834598898887634
273003	rnn.weight_hh_l1	0	-0.007235419005155563
273003	rnn.weight_hh_l1	1	0.019901562482118607
273003	rnn.weight_hh_l1	2	0.006653089076280594
273003	rnn.weight_hh_l1	3	-0.012667435221374035
273003	rnn.weight_hh_l1	4	0.0048213619738817215
273003	rnn.weight_hh_l1	5	0.0352117121219635
273003	rnn.weight_hh_l1	6	0.036292869597673416
273003	rnn.weight_hh_l1	7	-0.01638570986688137
273003	rnn.weight_hh_l1	8	-0.007213003002107143
273003	rnn.weight_hh_l1	9	0.03862845152616501
273003	rnn.bias_ih_l1	0	-0.18405911326408386
273003	rnn.bias_ih_l1	1	-0.17432360351085663
273003	rnn.bias_ih_l1	2	-0.1969301998615265
273003	rnn.bias_ih_l1	3	-0.3077615201473236
273003	rnn.bias_ih_l1	4	-0.211841881275177
273003	rnn.bias_ih_l1	5	-0.08880309760570526
273003	rnn.bias_ih_l1	6	-0.15863832831382751
273003	rnn.bias_ih_l1	7	-0.0031355898827314377
273003	rnn.bias_ih_l1	8	-0.13009944558143616
273003	rnn.bias_ih_l1	9	-0.12301764637231827
273003	rnn.bias_hh_l1	0	-0.0970514640212059
273003	rnn.bias_hh_l1	1	-0.06347031146287918
273003	rnn.bias_hh_l1	2	-0.08521323651075363
273003	rnn.bias_hh_l1	3	-0.07742039114236832
273003	rnn.bias_hh_l1	4	-0.07343355566263199
273003	rnn.bias_hh_l1	5	-0.11741964519023895
273003	rnn.bias_hh_l1	6	-0.16042572259902954
273003	rnn.bias_hh_l1	7	0.0746590793132782
273003	rnn.bias_hh_l1	8	-0.1760975569486618
273003	rnn.bias_hh_l1	9	-0.11542218923568726
273003	rnn.weight_ih_l1_reverse	0	-0.04749821126461029
273003	rnn.weight_ih_l1_reverse	1	0.032871391624212265
273003	rnn.weight_ih_l1_reverse	2	0.08812874555587769
273003	rnn.weight_ih_l1_reverse	3	-0.017973050475120544
273003	rnn.weight_ih_l1_reverse	4	-0.023435749113559723
273003	rnn.weight_ih_l1_reverse	5	-0.030324792489409447
273003	rnn.weight_ih_l1_reverse	6	-0.01952812261879444
273003	rnn.weight_ih_l1_reverse	7	0.029643451794981956
273003	rnn.weight_ih_l1_reverse	8	0.005613385234028101
273003	rnn.weight_ih_l1_reverse	9	-0.033508431166410446
273003	rnn.weight_hh_l1_reverse	0	0.004563470836728811
273003	rnn.weight_hh_l1_reverse	1	0.031724754720926285
273003	rnn.weight_hh_l1_reverse	2	-0.04061298072338104
273003	rnn.weight_hh_l1_reverse	3	0.03501807525753975
273003	rnn.weight_hh_l1_reverse	4	0.04712282866239548
273003	rnn.weight_hh_l1_reverse	5	0.005992780905216932
273003	rnn.weight_hh_l1_reverse	6	0.04897410795092583
273003	rnn.weight_hh_l1_reverse	7	0.030988510698080063
273003	rnn.weight_hh_l1_reverse	8	-0.007116269785910845
273003	rnn.weight_hh_l1_reverse	9	-0.030216211453080177
273003	rnn.bias_ih_l1_reverse	0	-0.04546867311000824
273003	rnn.bias_ih_l1_reverse	1	-0.13965290784835815
273003	rnn.bias_ih_l1_reverse	2	-0.16373376548290253
273003	rnn.bias_ih_l1_reverse	3	-0.061687104403972626
273003	rnn.bias_ih_l1_reverse	4	-0.2038492113351822
273003	rnn.bias_ih_l1_reverse	5	-0.11674922704696655
273003	rnn.bias_ih_l1_reverse	6	-0.130059614777565
273003	rnn.bias_ih_l1_reverse	7	-0.19225850701332092
273003	rnn.bias_ih_l1_reverse	8	0.2270691692829132
273003	rnn.bias_ih_l1_reverse	9	0.022967223078012466
273003	rnn.bias_hh_l1_reverse	0	0.010269609279930592
273003	rnn.bias_hh_l1_reverse	1	-0.06506513804197311
273003	rnn.bias_hh_l1_reverse	2	-0.2371813952922821
273003	rnn.bias_hh_l1_reverse	3	-0.1436612457036972
273003	rnn.bias_hh_l1_reverse	4	-0.08026111871004105
273003	rnn.bias_hh_l1_reverse	5	-0.11617359519004822
273003	rnn.bias_hh_l1_reverse	6	0.06300898641347885
273003	rnn.bias_hh_l1_reverse	7	-0.13459207117557526
273003	rnn.bias_hh_l1_reverse	8	-0.1249806210398674
273003	rnn.bias_hh_l1_reverse	9	-0.1482827216386795
273003	linear.weight	0	0.002228822559118271
273003	linear.weight	1	0.09756932407617569
273003	linear.weight	2	-0.09213096648454666
273003	linear.weight	3	0.3129594922065735
273003	linear.weight	4	0.15077698230743408
273003	linear.weight	5	-0.06544459611177444
273003	linear.weight	6	0.09417568147182465
273003	linear.weight	7	0.1361103653907776
273003	linear.weight	8	0.041133180260658264
273003	linear.weight	9	-0.051140155643224716
273003	linear.bias	0	0.08478862047195435
273003	linear.bias	1	-0.18999674916267395
273003	linear.bias	2	-0.4470059275627136
273003	linear.bias	3	-0.6572631001472473
273003	linear.bias	4	-1.2614027261734009
273003	linear.bias	5	-0.06046053022146225
273003	linear.bias	6	-0.8221129179000854
273003	linear.bias	7	0.270304411649704
273003	linear.bias	8	-0.3957213759422302
273003	linear.bias	9	-1.0223959684371948
273200	transitions	0	0.7554237246513367
273200	transitions	1	0.13904482126235962
273200	transitions	2	-10000.0
273200	transitions	3	-1.8281145095825195
273200	transitions	4	-10000.0
273200	transitions	5	0.5628004670143127
273200	transitions	6	-0.08563867211341858
273200	transitions	7	-0.8118430972099304
273200	transitions	8	-1.4227595329284668
273200	transitions	9	-0.0012315564090386033
273200	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
273200	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
273200	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
273200	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
273200	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
273200	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
273200	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
273200	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
273200	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
273200	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
273200	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
273200	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
273200	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
273200	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
273200	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
273200	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
273200	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
273200	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
273200	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
273200	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
273200	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
273200	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
273200	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
273200	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
273200	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
273200	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
273200	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
273200	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
273200	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
273200	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
273200	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
273200	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
273200	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
273200	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
273200	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
273200	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
273200	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
273200	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
273200	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
273200	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
273200	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
273200	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
273200	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
273200	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
273200	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
273200	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
273200	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
273200	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
273200	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
273200	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
273200	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
273200	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
273200	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
273200	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
273200	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
273200	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
273200	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
273200	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
273200	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
273200	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
273200	embedding2nn.weight	0	0.01646513305604458
273200	embedding2nn.weight	1	-0.012701550498604774
273200	embedding2nn.weight	2	-0.014268254861235619
273200	embedding2nn.weight	3	-0.03155349940061569
273200	embedding2nn.weight	4	-0.0059150345623493195
273200	embedding2nn.weight	5	-0.0037005888298153877
273200	embedding2nn.weight	6	-0.003973265178501606
273200	embedding2nn.weight	7	-0.07729700952768326
273200	embedding2nn.weight	8	-0.0019979383796453476
273200	embedding2nn.weight	9	-0.027699530124664307
273200	embedding2nn.bias	0	0.03160786256194115
273200	embedding2nn.bias	1	-0.07626371085643768
273200	embedding2nn.bias	2	0.07085064798593521
273200	embedding2nn.bias	3	0.05048154294490814
273200	embedding2nn.bias	4	-0.04113244265317917
273200	embedding2nn.bias	5	-0.010506318882107735
273200	embedding2nn.bias	6	0.01623736508190632
273200	embedding2nn.bias	7	-0.055472102016210556
273200	embedding2nn.bias	8	0.07301312685012817
273200	embedding2nn.bias	9	0.04440946877002716
273200	rnn.weight_ih_l0	0	-0.08080749213695526
273200	rnn.weight_ih_l0	1	0.003109881654381752
273200	rnn.weight_ih_l0	2	0.035437654703855515
273200	rnn.weight_ih_l0	3	0.022877300158143044
273200	rnn.weight_ih_l0	4	-0.048060342669487
273200	rnn.weight_ih_l0	5	-0.06852933019399643
273200	rnn.weight_ih_l0	6	-0.0011580933351069689
273200	rnn.weight_ih_l0	7	0.053610727190971375
273200	rnn.weight_ih_l0	8	-0.017138365656137466
273200	rnn.weight_ih_l0	9	-0.03089323081076145
273200	rnn.weight_hh_l0	0	-0.030074484646320343
273200	rnn.weight_hh_l0	1	-0.0073392437770962715
273200	rnn.weight_hh_l0	2	0.006592858582735062
273200	rnn.weight_hh_l0	3	-0.07446281611919403
273200	rnn.weight_hh_l0	4	0.09330271184444427
273200	rnn.weight_hh_l0	5	-0.02689995989203453
273200	rnn.weight_hh_l0	6	-0.06385175883769989
273200	rnn.weight_hh_l0	7	0.008826624602079391
273200	rnn.weight_hh_l0	8	0.013418303802609444
273200	rnn.weight_hh_l0	9	-0.025631453841924667
273200	rnn.bias_ih_l0	0	0.12971998751163483
273200	rnn.bias_ih_l0	1	-0.03416319563984871
273200	rnn.bias_ih_l0	2	-0.03416350483894348
273200	rnn.bias_ih_l0	3	0.1631060093641281
273200	rnn.bias_ih_l0	4	-0.012849080376327038
273200	rnn.bias_ih_l0	5	-0.02282341755926609
273200	rnn.bias_ih_l0	6	0.01692456565797329
273200	rnn.bias_ih_l0	7	0.023723674938082695
273200	rnn.bias_ih_l0	8	-0.09938445687294006
273200	rnn.bias_ih_l0	9	-0.041466593742370605
273200	rnn.bias_hh_l0	0	-0.001237461343407631
273200	rnn.bias_hh_l0	1	-0.10042795538902283
273200	rnn.bias_hh_l0	2	-0.07500576227903366
273200	rnn.bias_hh_l0	3	-0.08876354992389679
273200	rnn.bias_hh_l0	4	0.008467759937047958
273200	rnn.bias_hh_l0	5	-0.020614249631762505
273200	rnn.bias_hh_l0	6	0.028196608647704124
273200	rnn.bias_hh_l0	7	0.06040631979703903
273200	rnn.bias_hh_l0	8	-0.12301287800073624
273200	rnn.bias_hh_l0	9	-0.05902562662959099
273200	rnn.weight_ih_l0_reverse	0	-0.025397751480340958
273200	rnn.weight_ih_l0_reverse	1	-0.057159822434186935
273200	rnn.weight_ih_l0_reverse	2	-0.04893144220113754
273200	rnn.weight_ih_l0_reverse	3	0.015679487958550453
273200	rnn.weight_ih_l0_reverse	4	-0.025222212076187134
273200	rnn.weight_ih_l0_reverse	5	-0.057443104684352875
273200	rnn.weight_ih_l0_reverse	6	0.07360964268445969
273200	rnn.weight_ih_l0_reverse	7	-0.019026149064302444
273200	rnn.weight_ih_l0_reverse	8	-0.018586240708827972
273200	rnn.weight_ih_l0_reverse	9	0.004448533058166504
273200	rnn.weight_hh_l0_reverse	0	0.06856883317232132
273200	rnn.weight_hh_l0_reverse	1	0.019929230213165283
273200	rnn.weight_hh_l0_reverse	2	0.03008390963077545
273200	rnn.weight_hh_l0_reverse	3	0.03540689870715141
273200	rnn.weight_hh_l0_reverse	4	0.014382855966687202
273200	rnn.weight_hh_l0_reverse	5	0.008170506916940212
273200	rnn.weight_hh_l0_reverse	6	0.051037874072790146
273200	rnn.weight_hh_l0_reverse	7	-0.08198713511228561
273200	rnn.weight_hh_l0_reverse	8	0.040099430829286575
273200	rnn.weight_hh_l0_reverse	9	0.03486170992255211
273200	rnn.bias_ih_l0_reverse	0	-0.056808263063430786
273200	rnn.bias_ih_l0_reverse	1	-0.282725989818573
273200	rnn.bias_ih_l0_reverse	2	-0.12431764602661133
273200	rnn.bias_ih_l0_reverse	3	-0.047750797122716904
273200	rnn.bias_ih_l0_reverse	4	-0.022149838507175446
273200	rnn.bias_ih_l0_reverse	5	0.07584870606660843
273200	rnn.bias_ih_l0_reverse	6	-0.06546600908041
273200	rnn.bias_ih_l0_reverse	7	0.06158880889415741
273200	rnn.bias_ih_l0_reverse	8	-0.03580591082572937
273200	rnn.bias_ih_l0_reverse	9	0.06560108810663223
273200	rnn.bias_hh_l0_reverse	0	0.02342252992093563
273200	rnn.bias_hh_l0_reverse	1	-0.06315309554338455
273200	rnn.bias_hh_l0_reverse	2	0.08900496363639832
273200	rnn.bias_hh_l0_reverse	3	-0.05192811042070389
273200	rnn.bias_hh_l0_reverse	4	-0.02788815088570118
273200	rnn.bias_hh_l0_reverse	5	-0.02244105003774166
273200	rnn.bias_hh_l0_reverse	6	-0.020256467163562775
273200	rnn.bias_hh_l0_reverse	7	0.09987418353557587
273200	rnn.bias_hh_l0_reverse	8	0.03026222437620163
273200	rnn.bias_hh_l0_reverse	9	-0.14864586293697357
273200	rnn.weight_ih_l1	0	-0.02978457324206829
273200	rnn.weight_ih_l1	1	-0.05052763968706131
273200	rnn.weight_ih_l1	2	0.06504164636135101
273200	rnn.weight_ih_l1	3	-0.07297554612159729
273200	rnn.weight_ih_l1	4	-0.01405127439647913
273200	rnn.weight_ih_l1	5	-0.04034901782870293
273200	rnn.weight_ih_l1	6	0.02891220897436142
273200	rnn.weight_ih_l1	7	-0.044349074363708496
273200	rnn.weight_ih_l1	8	0.03782026097178459
273200	rnn.weight_ih_l1	9	0.04485194385051727
273200	rnn.weight_hh_l1	0	-0.007245189510285854
273200	rnn.weight_hh_l1	1	0.01990537904202938
273200	rnn.weight_hh_l1	2	0.006662014406174421
273200	rnn.weight_hh_l1	3	-0.012665432877838612
273200	rnn.weight_hh_l1	4	0.004811224993318319
273200	rnn.weight_hh_l1	5	0.0352129302918911
273200	rnn.weight_hh_l1	6	0.03630765154957771
273200	rnn.weight_hh_l1	7	-0.016385190188884735
273200	rnn.weight_hh_l1	8	-0.007216446101665497
273200	rnn.weight_hh_l1	9	0.03862345963716507
273200	rnn.bias_ih_l1	0	-0.18404072523117065
273200	rnn.bias_ih_l1	1	-0.17429402470588684
273200	rnn.bias_ih_l1	2	-0.19696186482906342
273200	rnn.bias_ih_l1	3	-0.3077177107334137
273200	rnn.bias_ih_l1	4	-0.21180155873298645
273200	rnn.bias_ih_l1	5	-0.0888267382979393
273200	rnn.bias_ih_l1	6	-0.1586364507675171
273200	rnn.bias_ih_l1	7	-0.0031405603513121605
273200	rnn.bias_ih_l1	8	-0.1301007717847824
273200	rnn.bias_ih_l1	9	-0.12308179587125778
273200	rnn.bias_hh_l1	0	-0.09703067690134048
273200	rnn.bias_hh_l1	1	-0.06345582753419876
273200	rnn.bias_hh_l1	2	-0.08527758717536926
273200	rnn.bias_hh_l1	3	-0.07742588967084885
273200	rnn.bias_hh_l1	4	-0.07342810183763504
273200	rnn.bias_hh_l1	5	-0.11745025962591171
273200	rnn.bias_hh_l1	6	-0.1604500114917755
273200	rnn.bias_hh_l1	7	0.07457728683948517
273200	rnn.bias_hh_l1	8	-0.17611590027809143
273200	rnn.bias_hh_l1	9	-0.11539953947067261
273200	rnn.weight_ih_l1_reverse	0	-0.04746332764625549
273200	rnn.weight_ih_l1_reverse	1	0.03285396471619606
273200	rnn.weight_ih_l1_reverse	2	0.08811976760625839
273200	rnn.weight_ih_l1_reverse	3	-0.01795806549489498
273200	rnn.weight_ih_l1_reverse	4	-0.023477494716644287
273200	rnn.weight_ih_l1_reverse	5	-0.030322834849357605
273200	rnn.weight_ih_l1_reverse	6	-0.019530801102519035
273200	rnn.weight_ih_l1_reverse	7	0.02963569015264511
273200	rnn.weight_ih_l1_reverse	8	0.0056724268943071365
273200	rnn.weight_ih_l1_reverse	9	-0.03352832794189453
273200	rnn.weight_hh_l1_reverse	0	0.004567071795463562
273200	rnn.weight_hh_l1_reverse	1	0.03172415494918823
273200	rnn.weight_hh_l1_reverse	2	-0.04061300307512283
273200	rnn.weight_hh_l1_reverse	3	0.03501738980412483
273200	rnn.weight_hh_l1_reverse	4	0.047121334820985794
273200	rnn.weight_hh_l1_reverse	5	0.005999279208481312
273200	rnn.weight_hh_l1_reverse	6	0.048955462872982025
273200	rnn.weight_hh_l1_reverse	7	0.03098212741315365
273200	rnn.weight_hh_l1_reverse	8	-0.007116619497537613
273200	rnn.weight_hh_l1_reverse	9	-0.03021230921149254
273200	rnn.bias_ih_l1_reverse	0	-0.04546460881829262
273200	rnn.bias_ih_l1_reverse	1	-0.13970625400543213
273200	rnn.bias_ih_l1_reverse	2	-0.1637265682220459
273200	rnn.bias_ih_l1_reverse	3	-0.061605338007211685
273200	rnn.bias_ih_l1_reverse	4	-0.2038065642118454
273200	rnn.bias_ih_l1_reverse	5	-0.11677657812833786
273200	rnn.bias_ih_l1_reverse	6	-0.13005872070789337
273200	rnn.bias_ih_l1_reverse	7	-0.1922726333141327
273200	rnn.bias_ih_l1_reverse	8	0.22697079181671143
273200	rnn.bias_ih_l1_reverse	9	0.022962845861911774
273200	rnn.bias_hh_l1_reverse	0	0.010286109521985054
273200	rnn.bias_hh_l1_reverse	1	-0.06519906967878342
273200	rnn.bias_hh_l1_reverse	2	-0.2371695339679718
273200	rnn.bias_hh_l1_reverse	3	-0.1436571627855301
273200	rnn.bias_hh_l1_reverse	4	-0.08026104420423508
273200	rnn.bias_hh_l1_reverse	5	-0.11617671698331833
273200	rnn.bias_hh_l1_reverse	6	0.0629412978887558
273200	rnn.bias_hh_l1_reverse	7	-0.13462062180042267
273200	rnn.bias_hh_l1_reverse	8	-0.12497361749410629
273200	rnn.bias_hh_l1_reverse	9	-0.14826546609401703
273200	linear.weight	0	0.002228822559118271
273200	linear.weight	1	0.09757322818040848
273200	linear.weight	2	-0.09219334274530411
273200	linear.weight	3	0.3129265010356903
273200	linear.weight	4	0.15078751742839813
273200	linear.weight	5	-0.06543760001659393
273200	linear.weight	6	0.09450472146272659
273200	linear.weight	7	0.13613493740558624
273200	linear.weight	8	0.04113318771123886
273200	linear.weight	9	-0.051135506480932236
273200	linear.bias	0	0.08460120111703873
273200	linear.bias	1	-0.19039666652679443
273200	linear.bias	2	-0.4473843574523926
273200	linear.bias	3	-0.6573473811149597
273200	linear.bias	4	-1.2614701986312866
273200	linear.bias	5	-0.05990303307771683
273200	linear.bias	6	-0.8225035071372986
273200	linear.bias	7	0.270739883184433
273200	linear.bias	8	-0.3955531418323517
273200	linear.bias	9	-1.0224032402038574
273397	transitions	0	0.7559948563575745
273397	transitions	1	0.13923516869544983
273397	transitions	2	-10000.0
273397	transitions	3	-1.828114628791809
273397	transitions	4	-10000.0
273397	transitions	5	0.5627999901771545
273397	transitions	6	-0.08563951402902603
273397	transitions	7	-0.8118448257446289
273397	transitions	8	-1.4227607250213623
273397	transitions	9	-0.0012315637432038784
273397	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
273397	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
273397	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
273397	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
273397	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
273397	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
273397	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
273397	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
273397	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
273397	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
273397	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
273397	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
273397	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
273397	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
273397	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
273397	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
273397	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
273397	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
273397	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
273397	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
273397	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
273397	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
273397	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
273397	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
273397	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
273397	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
273397	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
273397	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
273397	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
273397	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
273397	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
273397	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
273397	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
273397	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
273397	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
273397	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
273397	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
273397	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
273397	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
273397	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
273397	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
273397	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
273397	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
273397	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
273397	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
273397	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
273397	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
273397	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
273397	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
273397	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
273397	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
273397	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
273397	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
273397	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
273397	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
273397	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
273397	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
273397	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
273397	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
273397	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
273397	embedding2nn.weight	0	0.016425354406237602
273397	embedding2nn.weight	1	-0.012706938199698925
273397	embedding2nn.weight	2	-0.014268254861235619
273397	embedding2nn.weight	3	-0.03161101043224335
273397	embedding2nn.weight	4	-0.0059150345623493195
273397	embedding2nn.weight	5	-0.0037005888298153877
273397	embedding2nn.weight	6	-0.003973265178501606
273397	embedding2nn.weight	7	-0.07730717211961746
273397	embedding2nn.weight	8	-0.0019979383796453476
273397	embedding2nn.weight	9	-0.027711575850844383
273397	embedding2nn.bias	0	0.03176133334636688
273397	embedding2nn.bias	1	-0.076292984187603
273397	embedding2nn.bias	2	0.07099815458059311
273397	embedding2nn.bias	3	0.0505359023809433
273397	embedding2nn.bias	4	-0.0411529503762722
273397	embedding2nn.bias	5	-0.010486969724297523
273397	embedding2nn.bias	6	0.0160149447619915
273397	embedding2nn.bias	7	-0.05536616966128349
273397	embedding2nn.bias	8	0.07310488075017929
273397	embedding2nn.bias	9	0.044665999710559845
273397	rnn.weight_ih_l0	0	-0.08080087602138519
273397	rnn.weight_ih_l0	1	0.0031045987270772457
273397	rnn.weight_ih_l0	2	0.03543297201395035
273397	rnn.weight_ih_l0	3	0.02289421670138836
273397	rnn.weight_ih_l0	4	-0.0480753555893898
273397	rnn.weight_ih_l0	5	-0.06853573769330978
273397	rnn.weight_ih_l0	6	-0.0011742692440748215
273397	rnn.weight_ih_l0	7	0.05361920967698097
273397	rnn.weight_ih_l0	8	-0.017141930758953094
273397	rnn.weight_ih_l0	9	-0.030864840373396873
273397	rnn.weight_hh_l0	0	-0.03007851541042328
273397	rnn.weight_hh_l0	1	-0.00732773682102561
273397	rnn.weight_hh_l0	2	0.006601416505873203
273397	rnn.weight_hh_l0	3	-0.0744505450129509
273397	rnn.weight_hh_l0	4	0.09328996390104294
273397	rnn.weight_hh_l0	5	-0.026896556839346886
273397	rnn.weight_hh_l0	6	-0.06384477764368057
273397	rnn.weight_hh_l0	7	0.008815264329314232
273397	rnn.weight_hh_l0	8	0.013392788358032703
273397	rnn.weight_hh_l0	9	-0.025624461472034454
273397	rnn.bias_ih_l0	0	0.12974616885185242
273397	rnn.bias_ih_l0	1	-0.03409583121538162
273397	rnn.bias_ih_l0	2	-0.034178558737039566
273397	rnn.bias_ih_l0	3	0.16314096748828888
273397	rnn.bias_ih_l0	4	-0.012875172309577465
273397	rnn.bias_ih_l0	5	-0.022896040230989456
273397	rnn.bias_ih_l0	6	0.016954291611909866
273397	rnn.bias_ih_l0	7	0.02370462566614151
273397	rnn.bias_ih_l0	8	-0.09940340369939804
273397	rnn.bias_ih_l0	9	-0.0414624884724617
273397	rnn.bias_hh_l0	0	-0.0012385499430820346
273397	rnn.bias_hh_l0	1	-0.10039185732603073
273397	rnn.bias_hh_l0	2	-0.07501128315925598
273397	rnn.bias_hh_l0	3	-0.08872751891613007
273397	rnn.bias_hh_l0	4	0.00848027877509594
273397	rnn.bias_hh_l0	5	-0.020631935447454453
273397	rnn.bias_hh_l0	6	0.028223829343914986
273397	rnn.bias_hh_l0	7	0.06031480431556702
273397	rnn.bias_hh_l0	8	-0.12306063622236252
273397	rnn.bias_hh_l0	9	-0.05898662656545639
273397	rnn.weight_ih_l0_reverse	0	-0.025381533429026604
273397	rnn.weight_ih_l0_reverse	1	-0.05718766897916794
273397	rnn.weight_ih_l0_reverse	2	-0.04889848083257675
273397	rnn.weight_ih_l0_reverse	3	0.01564234308898449
273397	rnn.weight_ih_l0_reverse	4	-0.025220509618520737
273397	rnn.weight_ih_l0_reverse	5	-0.05744210258126259
273397	rnn.weight_ih_l0_reverse	6	0.07362255454063416
273397	rnn.weight_ih_l0_reverse	7	-0.019038330763578415
273397	rnn.weight_ih_l0_reverse	8	-0.01859264262020588
273397	rnn.weight_ih_l0_reverse	9	0.004434886854141951
273397	rnn.weight_hh_l0_reverse	0	0.0685892105102539
273397	rnn.weight_hh_l0_reverse	1	0.019921166822314262
273397	rnn.weight_hh_l0_reverse	2	0.030090104788541794
273397	rnn.weight_hh_l0_reverse	3	0.03541397303342819
273397	rnn.weight_hh_l0_reverse	4	0.014384503476321697
273397	rnn.weight_hh_l0_reverse	5	0.008165269158780575
273397	rnn.weight_hh_l0_reverse	6	0.05102827399969101
273397	rnn.weight_hh_l0_reverse	7	-0.08197945356369019
273397	rnn.weight_hh_l0_reverse	8	0.04010124132037163
273397	rnn.weight_hh_l0_reverse	9	0.0348510667681694
273397	rnn.bias_ih_l0_reverse	0	-0.056797321885824203
273397	rnn.bias_ih_l0_reverse	1	-0.28288644552230835
273397	rnn.bias_ih_l0_reverse	2	-0.1243646889925003
273397	rnn.bias_ih_l0_reverse	3	-0.047748833894729614
273397	rnn.bias_ih_l0_reverse	4	-0.022114194929599762
273397	rnn.bias_ih_l0_reverse	5	0.07582160830497742
273397	rnn.bias_ih_l0_reverse	6	-0.0654035434126854
273397	rnn.bias_ih_l0_reverse	7	0.06156500056385994
273397	rnn.bias_ih_l0_reverse	8	-0.03577873483300209
273397	rnn.bias_ih_l0_reverse	9	0.06554602086544037
273397	rnn.bias_hh_l0_reverse	0	0.02341942861676216
273397	rnn.bias_hh_l0_reverse	1	-0.06324266642332077
273397	rnn.bias_hh_l0_reverse	2	0.08904433995485306
273397	rnn.bias_hh_l0_reverse	3	-0.05194525048136711
273397	rnn.bias_hh_l0_reverse	4	-0.02790732868015766
273397	rnn.bias_hh_l0_reverse	5	-0.02242084965109825
273397	rnn.bias_hh_l0_reverse	6	-0.020272430032491684
273397	rnn.bias_hh_l0_reverse	7	0.09983496367931366
273397	rnn.bias_hh_l0_reverse	8	0.03025449998676777
273397	rnn.bias_hh_l0_reverse	9	-0.14867600798606873
273397	rnn.weight_ih_l1	0	-0.029792306944727898
273397	rnn.weight_ih_l1	1	-0.05050759017467499
273397	rnn.weight_ih_l1	2	0.06509488821029663
273397	rnn.weight_ih_l1	3	-0.07296779751777649
273397	rnn.weight_ih_l1	4	-0.01403753086924553
273397	rnn.weight_ih_l1	5	-0.04035607725381851
273397	rnn.weight_ih_l1	6	0.02889583259820938
273397	rnn.weight_ih_l1	7	-0.04434526711702347
273397	rnn.weight_ih_l1	8	0.03782942518591881
273397	rnn.weight_ih_l1	9	0.044862013310194016
273397	rnn.weight_hh_l1	0	-0.007239160127937794
273397	rnn.weight_hh_l1	1	0.01990501955151558
273397	rnn.weight_hh_l1	2	0.006675615441054106
273397	rnn.weight_hh_l1	3	-0.012661421671509743
273397	rnn.weight_hh_l1	4	0.004820553585886955
273397	rnn.weight_hh_l1	5	0.03521221503615379
273397	rnn.weight_hh_l1	6	0.036299481987953186
273397	rnn.weight_hh_l1	7	-0.016382921487092972
273397	rnn.weight_hh_l1	8	-0.007212475407868624
273397	rnn.weight_hh_l1	9	0.03861678019165993
273397	rnn.bias_ih_l1	0	-0.18409988284111023
273397	rnn.bias_ih_l1	1	-0.17432138323783875
273397	rnn.bias_ih_l1	2	-0.19695311784744263
273397	rnn.bias_ih_l1	3	-0.3076499402523041
273397	rnn.bias_ih_l1	4	-0.21199819445610046
273397	rnn.bias_ih_l1	5	-0.08880501240491867
273397	rnn.bias_ih_l1	6	-0.1586061269044876
273397	rnn.bias_ih_l1	7	-0.0033300197683274746
273397	rnn.bias_ih_l1	8	-0.130082368850708
273397	rnn.bias_ih_l1	9	-0.1231110543012619
273397	rnn.bias_hh_l1	0	-0.097028449177742
273397	rnn.bias_hh_l1	1	-0.06352502852678299
273397	rnn.bias_hh_l1	2	-0.08533022552728653
273397	rnn.bias_hh_l1	3	-0.07745019346475601
273397	rnn.bias_hh_l1	4	-0.07339341193437576
273397	rnn.bias_hh_l1	5	-0.11742810904979706
273397	rnn.bias_hh_l1	6	-0.16042132675647736
273397	rnn.bias_hh_l1	7	0.07450221478939056
273397	rnn.bias_hh_l1	8	-0.1760474145412445
273397	rnn.bias_hh_l1	9	-0.11539307236671448
273397	rnn.weight_ih_l1_reverse	0	-0.047459982335567474
273397	rnn.weight_ih_l1_reverse	1	0.032831091433763504
273397	rnn.weight_ih_l1_reverse	2	0.08811840415000916
273397	rnn.weight_ih_l1_reverse	3	-0.017936185002326965
273397	rnn.weight_ih_l1_reverse	4	-0.023448869585990906
273397	rnn.weight_ih_l1_reverse	5	-0.03032427467405796
273397	rnn.weight_ih_l1_reverse	6	-0.01953958533704281
273397	rnn.weight_ih_l1_reverse	7	0.029640253633260727
273397	rnn.weight_ih_l1_reverse	8	0.005659007932990789
273397	rnn.weight_ih_l1_reverse	9	-0.03351462632417679
273397	rnn.weight_hh_l1_reverse	0	0.004559830762445927
273397	rnn.weight_hh_l1_reverse	1	0.031728245317935944
273397	rnn.weight_hh_l1_reverse	2	-0.040615689009428024
273397	rnn.weight_hh_l1_reverse	3	0.035017888993024826
273397	rnn.weight_hh_l1_reverse	4	0.04711873456835747
273397	rnn.weight_hh_l1_reverse	5	0.00599158788099885
273397	rnn.weight_hh_l1_reverse	6	0.04893764480948448
273397	rnn.weight_hh_l1_reverse	7	0.030989712104201317
273397	rnn.weight_hh_l1_reverse	8	-0.007118680514395237
273397	rnn.weight_hh_l1_reverse	9	-0.030204258859157562
273397	rnn.bias_ih_l1_reverse	0	-0.04546685516834259
273397	rnn.bias_ih_l1_reverse	1	-0.13970410823822021
273397	rnn.bias_ih_l1_reverse	2	-0.1636962592601776
273397	rnn.bias_ih_l1_reverse	3	-0.061613019555807114
273397	rnn.bias_ih_l1_reverse	4	-0.2038283795118332
273397	rnn.bias_ih_l1_reverse	5	-0.11676540970802307
273397	rnn.bias_ih_l1_reverse	6	-0.13004305958747864
273397	rnn.bias_ih_l1_reverse	7	-0.19227910041809082
273397	rnn.bias_ih_l1_reverse	8	0.2270650565624237
273397	rnn.bias_ih_l1_reverse	9	0.022891979664564133
273397	rnn.bias_hh_l1_reverse	0	0.010290507227182388
273397	rnn.bias_hh_l1_reverse	1	-0.06515255570411682
273397	rnn.bias_hh_l1_reverse	2	-0.2371535450220108
273397	rnn.bias_hh_l1_reverse	3	-0.14365699887275696
273397	rnn.bias_hh_l1_reverse	4	-0.08025827258825302
273397	rnn.bias_hh_l1_reverse	5	-0.11618351936340332
273397	rnn.bias_hh_l1_reverse	6	0.06318929046392441
273397	rnn.bias_hh_l1_reverse	7	-0.13467136025428772
273397	rnn.bias_hh_l1_reverse	8	-0.12494058907032013
273397	rnn.bias_hh_l1_reverse	9	-0.1482517123222351
273397	linear.weight	0	0.002228822559118271
273397	linear.weight	1	0.09763405472040176
273397	linear.weight	2	-0.09209991991519928
273397	linear.weight	3	0.31293314695358276
273397	linear.weight	4	0.15070445835590363
273397	linear.weight	5	-0.06547291576862335
273397	linear.weight	6	0.09440550953149796
273397	linear.weight	7	0.13631737232208252
273397	linear.weight	8	0.04113318771123886
273397	linear.weight	9	-0.05113685503602028
273397	linear.bias	0	0.08574463427066803
273397	linear.bias	1	-0.18925347924232483
273397	linear.bias	2	-0.44823288917541504
273397	linear.bias	3	-0.6577035188674927
273397	linear.bias	4	-1.2618029117584229
273397	linear.bias	5	-0.06012274697422981
273397	linear.bias	6	-0.8215820789337158
273397	linear.bias	7	0.2705146074295044
273397	linear.bias	8	-0.39590391516685486
273397	linear.bias	9	-1.0227328538894653
273594	transitions	0	0.7560763955116272
273594	transitions	1	0.13918112218379974
273594	transitions	2	-10000.0
273594	transitions	3	-1.8281149864196777
273594	transitions	4	-10000.0
273594	transitions	5	0.5627997517585754
273594	transitions	6	-0.0856400653719902
273594	transitions	7	-0.8118494749069214
273594	transitions	8	-1.4227609634399414
273594	transitions	9	-0.0012315674684941769
273594	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
273594	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
273594	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
273594	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
273594	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
273594	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
273594	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
273594	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
273594	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
273594	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
273594	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
273594	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
273594	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
273594	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
273594	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
273594	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
273594	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
273594	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
273594	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
273594	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
273594	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
273594	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
273594	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
273594	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
273594	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
273594	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
273594	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
273594	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
273594	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
273594	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
273594	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
273594	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
273594	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
273594	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
273594	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
273594	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
273594	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
273594	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
273594	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
273594	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
273594	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
273594	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
273594	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
273594	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
273594	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
273594	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
273594	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
273594	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
273594	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
273594	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
273594	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
273594	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
273594	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
273594	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
273594	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
273594	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
273594	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
273594	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
273594	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
273594	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
273594	embedding2nn.weight	0	0.01640935055911541
273594	embedding2nn.weight	1	-0.012706608511507511
273594	embedding2nn.weight	2	-0.014268254861235619
273594	embedding2nn.weight	3	-0.03154872730374336
273594	embedding2nn.weight	4	-0.0059150345623493195
273594	embedding2nn.weight	5	-0.0037005888298153877
273594	embedding2nn.weight	6	-0.003973265178501606
273594	embedding2nn.weight	7	-0.07731687277555466
273594	embedding2nn.weight	8	-0.0019979383796453476
273594	embedding2nn.weight	9	-0.02769613265991211
273594	embedding2nn.bias	0	0.03183959051966667
273594	embedding2nn.bias	1	-0.07634075731039047
273594	embedding2nn.bias	2	0.07084821164608002
273594	embedding2nn.bias	3	0.05063936486840248
273594	embedding2nn.bias	4	-0.041212599724531174
273594	embedding2nn.bias	5	-0.010351774282753468
273594	embedding2nn.bias	6	0.016015945002436638
273594	embedding2nn.bias	7	-0.055108025670051575
273594	embedding2nn.bias	8	0.07326862215995789
273594	embedding2nn.bias	9	0.04471122846007347
273594	rnn.weight_ih_l0	0	-0.08079981058835983
273594	rnn.weight_ih_l0	1	0.0031114236917346716
273594	rnn.weight_ih_l0	2	0.035446565598249435
273594	rnn.weight_ih_l0	3	0.022928312420845032
273594	rnn.weight_ih_l0	4	-0.04810343310236931
273594	rnn.weight_ih_l0	5	-0.06853227317333221
273594	rnn.weight_ih_l0	6	-0.001163750421255827
273594	rnn.weight_ih_l0	7	0.05361248552799225
273594	rnn.weight_ih_l0	8	-0.017159098759293556
273594	rnn.weight_ih_l0	9	-0.030863331630825996
273594	rnn.weight_hh_l0	0	-0.030087288469076157
273594	rnn.weight_hh_l0	1	-0.0073151905089616776
273594	rnn.weight_hh_l0	2	0.006587320007383823
273594	rnn.weight_hh_l0	3	-0.07444573938846588
273594	rnn.weight_hh_l0	4	0.09329478442668915
273594	rnn.weight_hh_l0	5	-0.026894891634583473
273594	rnn.weight_hh_l0	6	-0.06383765488862991
273594	rnn.weight_hh_l0	7	0.008815227076411247
273594	rnn.weight_hh_l0	8	0.013394927605986595
273594	rnn.weight_hh_l0	9	-0.0256235059350729
273594	rnn.bias_ih_l0	0	0.12976288795471191
273594	rnn.bias_ih_l0	1	-0.03406137973070145
273594	rnn.bias_ih_l0	2	-0.03426070883870125
273594	rnn.bias_ih_l0	3	0.16317206621170044
273594	rnn.bias_ih_l0	4	-0.012851820327341557
273594	rnn.bias_ih_l0	5	-0.022888632491230965
273594	rnn.bias_ih_l0	6	0.016925763338804245
273594	rnn.bias_ih_l0	7	0.02372581511735916
273594	rnn.bias_ih_l0	8	-0.09942206740379333
273594	rnn.bias_ih_l0	9	-0.041406888514757156
273594	rnn.bias_hh_l0	0	-0.0012472260277718306
273594	rnn.bias_hh_l0	1	-0.10032545030117035
273594	rnn.bias_hh_l0	2	-0.0750282034277916
273594	rnn.bias_hh_l0	3	-0.08872649818658829
273594	rnn.bias_hh_l0	4	0.008444558829069138
273594	rnn.bias_hh_l0	5	-0.0206239465624094
273594	rnn.bias_hh_l0	6	0.028235269710421562
273594	rnn.bias_hh_l0	7	0.06029986962676048
273594	rnn.bias_hh_l0	8	-0.12305198609828949
273594	rnn.bias_hh_l0	9	-0.05902869254350662
273594	rnn.weight_ih_l0_reverse	0	-0.025379842147231102
273594	rnn.weight_ih_l0_reverse	1	-0.05719587206840515
273594	rnn.weight_ih_l0_reverse	2	-0.04891183599829674
273594	rnn.weight_ih_l0_reverse	3	0.015605158172547817
273594	rnn.weight_ih_l0_reverse	4	-0.025205381214618683
273594	rnn.weight_ih_l0_reverse	5	-0.05741589143872261
273594	rnn.weight_ih_l0_reverse	6	0.07361698895692825
273594	rnn.weight_ih_l0_reverse	7	-0.019022004678845406
273594	rnn.weight_ih_l0_reverse	8	-0.018590113148093224
273594	rnn.weight_ih_l0_reverse	9	0.0044283317402005196
273594	rnn.weight_hh_l0_reverse	0	0.0686187595129013
273594	rnn.weight_hh_l0_reverse	1	0.019900910556316376
273594	rnn.weight_hh_l0_reverse	2	0.03008227050304413
273594	rnn.weight_hh_l0_reverse	3	0.03541557490825653
273594	rnn.weight_hh_l0_reverse	4	0.014377201907336712
273594	rnn.weight_hh_l0_reverse	5	0.008160191588103771
273594	rnn.weight_hh_l0_reverse	6	0.05103461071848869
273594	rnn.weight_hh_l0_reverse	7	-0.08195551484823227
273594	rnn.weight_hh_l0_reverse	8	0.04009319469332695
273594	rnn.weight_hh_l0_reverse	9	0.03485271334648132
273594	rnn.bias_ih_l0_reverse	0	-0.05680679902434349
273594	rnn.bias_ih_l0_reverse	1	-0.2828461527824402
273594	rnn.bias_ih_l0_reverse	2	-0.12434834241867065
273594	rnn.bias_ih_l0_reverse	3	-0.04778458923101425
273594	rnn.bias_ih_l0_reverse	4	-0.022102197632193565
273594	rnn.bias_ih_l0_reverse	5	0.07573819905519485
273594	rnn.bias_ih_l0_reverse	6	-0.06533743441104889
273594	rnn.bias_ih_l0_reverse	7	0.06155207380652428
273594	rnn.bias_ih_l0_reverse	8	-0.03573928400874138
273594	rnn.bias_ih_l0_reverse	9	0.06559208780527115
273594	rnn.bias_hh_l0_reverse	0	0.023410022258758545
273594	rnn.bias_hh_l0_reverse	1	-0.063228078186512
273594	rnn.bias_hh_l0_reverse	2	0.08908908814191818
273594	rnn.bias_hh_l0_reverse	3	-0.051913924515247345
273594	rnn.bias_hh_l0_reverse	4	-0.027908820658922195
273594	rnn.bias_hh_l0_reverse	5	-0.02238568477332592
273594	rnn.bias_hh_l0_reverse	6	-0.020229380577802658
273594	rnn.bias_hh_l0_reverse	7	0.09978995472192764
273594	rnn.bias_hh_l0_reverse	8	0.030277717858552933
273594	rnn.bias_hh_l0_reverse	9	-0.14856994152069092
273594	rnn.weight_ih_l1	0	-0.02978130802512169
273594	rnn.weight_ih_l1	1	-0.05049644038081169
273594	rnn.weight_ih_l1	2	0.06508556753396988
273594	rnn.weight_ih_l1	3	-0.07299560308456421
273594	rnn.weight_ih_l1	4	-0.01402814406901598
273594	rnn.weight_ih_l1	5	-0.0403452143073082
273594	rnn.weight_ih_l1	6	0.028892170637845993
273594	rnn.weight_ih_l1	7	-0.04432598501443863
273594	rnn.weight_ih_l1	8	0.03783348575234413
273594	rnn.weight_ih_l1	9	0.04486902430653572
273594	rnn.weight_hh_l1	0	-0.007256660144776106
273594	rnn.weight_hh_l1	1	0.01990525610744953
273594	rnn.weight_hh_l1	2	0.006656440906226635
273594	rnn.weight_hh_l1	3	-0.012652548030018806
273594	rnn.weight_hh_l1	4	0.004823682364076376
273594	rnn.weight_hh_l1	5	0.03521309792995453
273594	rnn.weight_hh_l1	6	0.03627127408981323
273594	rnn.weight_hh_l1	7	-0.01638174243271351
273594	rnn.weight_hh_l1	8	-0.007212702184915543
273594	rnn.weight_hh_l1	9	0.03861499950289726
273594	rnn.bias_ih_l1	0	-0.18408119678497314
273594	rnn.bias_ih_l1	1	-0.1743791401386261
273594	rnn.bias_ih_l1	2	-0.1969788670539856
273594	rnn.bias_ih_l1	3	-0.3075864017009735
273594	rnn.bias_ih_l1	4	-0.21194997429847717
273594	rnn.bias_ih_l1	5	-0.08877908438444138
273594	rnn.bias_ih_l1	6	-0.15859133005142212
273594	rnn.bias_ih_l1	7	-0.003281614976003766
273594	rnn.bias_ih_l1	8	-0.13004980981349945
273594	rnn.bias_ih_l1	9	-0.12312807887792587
273594	rnn.bias_hh_l1	0	-0.0969783365726471
273594	rnn.bias_hh_l1	1	-0.0634709894657135
273594	rnn.bias_hh_l1	2	-0.08524974435567856
273594	rnn.bias_hh_l1	3	-0.0774059072136879
273594	rnn.bias_hh_l1	4	-0.07337169349193573
273594	rnn.bias_hh_l1	5	-0.11739668995141983
273594	rnn.bias_hh_l1	6	-0.16042481362819672
273594	rnn.bias_hh_l1	7	0.07449404895305634
273594	rnn.bias_hh_l1	8	-0.17604422569274902
273594	rnn.bias_hh_l1	9	-0.11535540223121643
273594	rnn.weight_ih_l1_reverse	0	-0.04745667427778244
273594	rnn.weight_ih_l1_reverse	1	0.03284817188978195
273594	rnn.weight_ih_l1_reverse	2	0.08804267644882202
273594	rnn.weight_ih_l1_reverse	3	-0.017918890342116356
273594	rnn.weight_ih_l1_reverse	4	-0.023440152406692505
273594	rnn.weight_ih_l1_reverse	5	-0.030325204133987427
273594	rnn.weight_ih_l1_reverse	6	-0.019526338204741478
273594	rnn.weight_ih_l1_reverse	7	0.0296376533806324
273594	rnn.weight_ih_l1_reverse	8	0.005634026136249304
273594	rnn.weight_ih_l1_reverse	9	-0.03352033719420433
273594	rnn.weight_hh_l1_reverse	0	0.004563765600323677
273594	rnn.weight_hh_l1_reverse	1	0.031721994280815125
273594	rnn.weight_hh_l1_reverse	2	-0.04061576724052429
273594	rnn.weight_hh_l1_reverse	3	0.03501591458916664
273594	rnn.weight_hh_l1_reverse	4	0.047113385051488876
273594	rnn.weight_hh_l1_reverse	5	0.00599657790735364
273594	rnn.weight_hh_l1_reverse	6	0.04892905801534653
273594	rnn.weight_hh_l1_reverse	7	0.030987873673439026
273594	rnn.weight_hh_l1_reverse	8	-0.00711724953725934
273594	rnn.weight_hh_l1_reverse	9	-0.03019740991294384
273594	rnn.bias_ih_l1_reverse	0	-0.04548684507608414
273594	rnn.bias_ih_l1_reverse	1	-0.13971838355064392
273594	rnn.bias_ih_l1_reverse	2	-0.1636229157447815
273594	rnn.bias_ih_l1_reverse	3	-0.06153251230716705
273594	rnn.bias_ih_l1_reverse	4	-0.20385974645614624
273594	rnn.bias_ih_l1_reverse	5	-0.11675433069467545
273594	rnn.bias_ih_l1_reverse	6	-0.1300099492073059
273594	rnn.bias_ih_l1_reverse	7	-0.19221974909305573
273594	rnn.bias_ih_l1_reverse	8	0.22704371809959412
273594	rnn.bias_ih_l1_reverse	9	0.02280830219388008
273594	rnn.bias_hh_l1_reverse	0	0.010268890298902988
273594	rnn.bias_hh_l1_reverse	1	-0.06521407514810562
273594	rnn.bias_hh_l1_reverse	2	-0.23715567588806152
273594	rnn.bias_hh_l1_reverse	3	-0.14368005096912384
273594	rnn.bias_hh_l1_reverse	4	-0.08027664572000504
273594	rnn.bias_hh_l1_reverse	5	-0.11617803573608398
273594	rnn.bias_hh_l1_reverse	6	0.06325086206197739
273594	rnn.bias_hh_l1_reverse	7	-0.134755939245224
273594	rnn.bias_hh_l1_reverse	8	-0.12493462860584259
273594	rnn.bias_hh_l1_reverse	9	-0.14825455844402313
273594	linear.weight	0	0.002228822559118271
273594	linear.weight	1	0.09775052964687347
273594	linear.weight	2	-0.09207380563020706
273594	linear.weight	3	0.3130064904689789
273594	linear.weight	4	0.15073581039905548
273594	linear.weight	5	-0.06547009944915771
273594	linear.weight	6	0.09466589242219925
273594	linear.weight	7	0.13638097047805786
273594	linear.weight	8	0.04113318771123886
273594	linear.weight	9	-0.05119723826646805
273594	linear.bias	0	0.08607226610183716
273594	linear.bias	1	-0.18919917941093445
273594	linear.bias	2	-0.44825536012649536
273594	linear.bias	3	-0.6580095887184143
273594	linear.bias	4	-1.2621403932571411
273594	linear.bias	5	-0.06008305773139
273594	linear.bias	6	-0.8215983510017395
273594	linear.bias	7	0.27052992582321167
273594	linear.bias	8	-0.39621198177337646
273594	linear.bias	9	-1.022936224937439
273791	transitions	0	0.7558377981185913
273791	transitions	1	0.13920071721076965
273791	transitions	2	-10000.0
273791	transitions	3	-1.8281152248382568
273791	transitions	4	-10000.0
273791	transitions	5	0.5627994537353516
273791	transitions	6	-0.08564058691263199
273791	transitions	7	-0.8118507862091064
273791	transitions	8	-1.4227622747421265
273791	transitions	9	-0.0012315744534134865
273791	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
273791	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
273791	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
273791	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
273791	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
273791	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
273791	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
273791	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
273791	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
273791	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
273791	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
273791	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
273791	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
273791	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
273791	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
273791	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
273791	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
273791	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
273791	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
273791	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
273791	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
273791	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
273791	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
273791	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
273791	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
273791	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
273791	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
273791	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
273791	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
273791	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
273791	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
273791	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
273791	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
273791	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
273791	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
273791	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
273791	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
273791	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
273791	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
273791	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
273791	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
273791	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
273791	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
273791	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
273791	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
273791	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
273791	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
273791	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
273791	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
273791	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
273791	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
273791	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
273791	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
273791	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
273791	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
273791	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
273791	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
273791	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
273791	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
273791	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
273791	embedding2nn.weight	0	0.016394032165408134
273791	embedding2nn.weight	1	-0.012710735201835632
273791	embedding2nn.weight	2	-0.014268254861235619
273791	embedding2nn.weight	3	-0.03149586170911789
273791	embedding2nn.weight	4	-0.0059150345623493195
273791	embedding2nn.weight	5	-0.0037005888298153877
273791	embedding2nn.weight	6	-0.003973265178501606
273791	embedding2nn.weight	7	-0.07732795923948288
273791	embedding2nn.weight	8	-0.0019979383796453476
273791	embedding2nn.weight	9	-0.027682539075613022
273791	embedding2nn.bias	0	0.03204108774662018
273791	embedding2nn.bias	1	-0.07639703899621964
273791	embedding2nn.bias	2	0.07115378230810165
273791	embedding2nn.bias	3	0.050751809030771255
273791	embedding2nn.bias	4	-0.041271716356277466
273791	embedding2nn.bias	5	-0.010274161584675312
273791	embedding2nn.bias	6	0.015946948900818825
273791	embedding2nn.bias	7	-0.0549774132668972
273791	embedding2nn.bias	8	0.07331881672143936
273791	embedding2nn.bias	9	0.04476943612098694
273791	rnn.weight_ih_l0	0	-0.0807885155081749
273791	rnn.weight_ih_l0	1	0.003108262550085783
273791	rnn.weight_ih_l0	2	0.035469524562358856
273791	rnn.weight_ih_l0	3	0.022931713610887527
273791	rnn.weight_ih_l0	4	-0.0481259860098362
273791	rnn.weight_ih_l0	5	-0.06852875649929047
273791	rnn.weight_ih_l0	6	-0.001151053817011416
273791	rnn.weight_ih_l0	7	0.053582869470119476
273791	rnn.weight_ih_l0	8	-0.017167551442980766
273791	rnn.weight_ih_l0	9	-0.030839167535305023
273791	rnn.weight_hh_l0	0	-0.030081158503890038
273791	rnn.weight_hh_l0	1	-0.007309857755899429
273791	rnn.weight_hh_l0	2	0.006588668562471867
273791	rnn.weight_hh_l0	3	-0.07443192601203918
273791	rnn.weight_hh_l0	4	0.09328611195087433
273791	rnn.weight_hh_l0	5	-0.02689521759748459
273791	rnn.weight_hh_l0	6	-0.06383193284273148
273791	rnn.weight_hh_l0	7	0.008834240026772022
273791	rnn.weight_hh_l0	8	0.013392006978392601
273791	rnn.weight_hh_l0	9	-0.025627024471759796
273791	rnn.bias_ih_l0	0	0.12976309657096863
273791	rnn.bias_ih_l0	1	-0.034011922776699066
273791	rnn.bias_ih_l0	2	-0.03426739200949669
273791	rnn.bias_ih_l0	3	0.16317762434482574
273791	rnn.bias_ih_l0	4	-0.012838653288781643
273791	rnn.bias_ih_l0	5	-0.022829987108707428
273791	rnn.bias_ih_l0	6	0.016920369118452072
273791	rnn.bias_ih_l0	7	0.02366889826953411
273791	rnn.bias_ih_l0	8	-0.09938882291316986
273791	rnn.bias_ih_l0	9	-0.04155139997601509
273791	rnn.bias_hh_l0	0	-0.0012613418512046337
273791	rnn.bias_hh_l0	1	-0.1003648191690445
273791	rnn.bias_hh_l0	2	-0.07503749430179596
273791	rnn.bias_hh_l0	3	-0.08876829594373703
273791	rnn.bias_hh_l0	4	0.0084998719394207
273791	rnn.bias_hh_l0	5	-0.020631911233067513
273791	rnn.bias_hh_l0	6	0.02825997769832611
273791	rnn.bias_hh_l0	7	0.060285549610853195
273791	rnn.bias_hh_l0	8	-0.12307990342378616
273791	rnn.bias_hh_l0	9	-0.0590495727956295
273791	rnn.weight_ih_l0_reverse	0	-0.025386959314346313
273791	rnn.weight_ih_l0_reverse	1	-0.05721046030521393
273791	rnn.weight_ih_l0_reverse	2	-0.04892148822546005
273791	rnn.weight_ih_l0_reverse	3	0.015616211108863354
273791	rnn.weight_ih_l0_reverse	4	-0.025205668061971664
273791	rnn.weight_ih_l0_reverse	5	-0.0574040561914444
273791	rnn.weight_ih_l0_reverse	6	0.07360274344682693
273791	rnn.weight_ih_l0_reverse	7	-0.01901758834719658
273791	rnn.weight_ih_l0_reverse	8	-0.0185841154307127
273791	rnn.weight_ih_l0_reverse	9	0.004426108207553625
273791	rnn.weight_hh_l0_reverse	0	0.0686008408665657
273791	rnn.weight_hh_l0_reverse	1	0.019882503896951675
273791	rnn.weight_hh_l0_reverse	2	0.030081691220402718
273791	rnn.weight_hh_l0_reverse	3	0.03541403263807297
273791	rnn.weight_hh_l0_reverse	4	0.01437319628894329
273791	rnn.weight_hh_l0_reverse	5	0.008158884942531586
273791	rnn.weight_hh_l0_reverse	6	0.051042091101408005
273791	rnn.weight_hh_l0_reverse	7	-0.08194297552108765
273791	rnn.weight_hh_l0_reverse	8	0.04009464755654335
273791	rnn.weight_hh_l0_reverse	9	0.03483247756958008
273791	rnn.bias_ih_l0_reverse	0	-0.056819237768650055
273791	rnn.bias_ih_l0_reverse	1	-0.28284722566604614
273791	rnn.bias_ih_l0_reverse	2	-0.12432844936847687
273791	rnn.bias_ih_l0_reverse	3	-0.047825928777456284
273791	rnn.bias_ih_l0_reverse	4	-0.022158099338412285
273791	rnn.bias_ih_l0_reverse	5	0.07569635659456253
273791	rnn.bias_ih_l0_reverse	6	-0.06537654250860214
273791	rnn.bias_ih_l0_reverse	7	0.06157495826482773
273791	rnn.bias_ih_l0_reverse	8	-0.035728760063648224
273791	rnn.bias_ih_l0_reverse	9	0.06561095267534256
273791	rnn.bias_hh_l0_reverse	0	0.02340320684015751
273791	rnn.bias_hh_l0_reverse	1	-0.06320095807313919
273791	rnn.bias_hh_l0_reverse	2	0.0890708863735199
273791	rnn.bias_hh_l0_reverse	3	-0.05194255709648132
273791	rnn.bias_hh_l0_reverse	4	-0.02792120911180973
273791	rnn.bias_hh_l0_reverse	5	-0.022339221090078354
273791	rnn.bias_hh_l0_reverse	6	-0.0202181339263916
273791	rnn.bias_hh_l0_reverse	7	0.09975830465555191
273791	rnn.bias_hh_l0_reverse	8	0.03028758242726326
273791	rnn.bias_hh_l0_reverse	9	-0.14852553606033325
273791	rnn.weight_ih_l1	0	-0.029796462506055832
273791	rnn.weight_ih_l1	1	-0.05051137134432793
273791	rnn.weight_ih_l1	2	0.06508992612361908
273791	rnn.weight_ih_l1	3	-0.07299602776765823
273791	rnn.weight_ih_l1	4	-0.014041607268154621
273791	rnn.weight_ih_l1	5	-0.04034022241830826
273791	rnn.weight_ih_l1	6	0.02890091761946678
273791	rnn.weight_ih_l1	7	-0.04432155191898346
273791	rnn.weight_ih_l1	8	0.03783208131790161
273791	rnn.weight_ih_l1	9	0.04491399601101875
273791	rnn.weight_hh_l1	0	-0.007233943324536085
273791	rnn.weight_hh_l1	1	0.019904447719454765
273791	rnn.weight_hh_l1	2	0.006646100897341967
273791	rnn.weight_hh_l1	3	-0.012654349207878113
273791	rnn.weight_hh_l1	4	0.004823077470064163
273791	rnn.weight_hh_l1	5	0.035217225551605225
273791	rnn.weight_hh_l1	6	0.03625195473432541
273791	rnn.weight_hh_l1	7	-0.01637868396937847
273791	rnn.weight_hh_l1	8	-0.007210524752736092
273791	rnn.weight_hh_l1	9	0.0386112742125988
273791	rnn.bias_ih_l1	0	-0.18408247828483582
273791	rnn.bias_ih_l1	1	-0.17441773414611816
273791	rnn.bias_ih_l1	2	-0.19701610505580902
273791	rnn.bias_ih_l1	3	-0.3075263798236847
273791	rnn.bias_ih_l1	4	-0.21197322010993958
273791	rnn.bias_ih_l1	5	-0.08881878852844238
273791	rnn.bias_ih_l1	6	-0.1585395336151123
273791	rnn.bias_ih_l1	7	-0.003268074244260788
273791	rnn.bias_ih_l1	8	-0.130085289478302
273791	rnn.bias_ih_l1	9	-0.12309930473566055
273791	rnn.bias_hh_l1	0	-0.09698474407196045
273791	rnn.bias_hh_l1	1	-0.0634806901216507
273791	rnn.bias_hh_l1	2	-0.0852273628115654
273791	rnn.bias_hh_l1	3	-0.07739897817373276
273791	rnn.bias_hh_l1	4	-0.07333376258611679
273791	rnn.bias_hh_l1	5	-0.11740416288375854
273791	rnn.bias_hh_l1	6	-0.16049925982952118
273791	rnn.bias_hh_l1	7	0.0745863988995552
273791	rnn.bias_hh_l1	8	-0.17599248886108398
273791	rnn.bias_hh_l1	9	-0.11539420485496521
273791	rnn.weight_ih_l1_reverse	0	-0.04744327440857887
273791	rnn.weight_ih_l1_reverse	1	0.032831888645887375
273791	rnn.weight_ih_l1_reverse	2	0.08800668269395828
273791	rnn.weight_ih_l1_reverse	3	-0.01792622171342373
273791	rnn.weight_ih_l1_reverse	4	-0.023430462926626205
273791	rnn.weight_ih_l1_reverse	5	-0.030328864231705666
273791	rnn.weight_ih_l1_reverse	6	-0.019525842741131783
273791	rnn.weight_ih_l1_reverse	7	0.02963883802294731
273791	rnn.weight_ih_l1_reverse	8	0.005639039445668459
273791	rnn.weight_ih_l1_reverse	9	-0.033544477075338364
273791	rnn.weight_hh_l1_reverse	0	0.0045683844946324825
273791	rnn.weight_hh_l1_reverse	1	0.031718604266643524
273791	rnn.weight_hh_l1_reverse	2	-0.040616411715745926
273791	rnn.weight_hh_l1_reverse	3	0.03501928225159645
273791	rnn.weight_hh_l1_reverse	4	0.04711741954088211
273791	rnn.weight_hh_l1_reverse	5	0.0059942989610135555
273791	rnn.weight_hh_l1_reverse	6	0.0489591509103775
273791	rnn.weight_hh_l1_reverse	7	0.030991634353995323
273791	rnn.weight_hh_l1_reverse	8	-0.007113047409802675
273791	rnn.weight_hh_l1_reverse	9	-0.03019431047141552
273791	rnn.bias_ih_l1_reverse	0	-0.045496124774217606
273791	rnn.bias_ih_l1_reverse	1	-0.139716237783432
273791	rnn.bias_ih_l1_reverse	2	-0.1635662317276001
273791	rnn.bias_ih_l1_reverse	3	-0.06151406466960907
273791	rnn.bias_ih_l1_reverse	4	-0.20383137464523315
273791	rnn.bias_ih_l1_reverse	5	-0.11677752435207367
273791	rnn.bias_ih_l1_reverse	6	-0.13000141084194183
273791	rnn.bias_ih_l1_reverse	7	-0.1922798603773117
273791	rnn.bias_ih_l1_reverse	8	0.226952463388443
273791	rnn.bias_ih_l1_reverse	9	0.022779161110520363
273791	rnn.bias_hh_l1_reverse	0	0.01016243640333414
273791	rnn.bias_hh_l1_reverse	1	-0.06521081179380417
273791	rnn.bias_hh_l1_reverse	2	-0.2371712028980255
273791	rnn.bias_hh_l1_reverse	3	-0.14366015791893005
273791	rnn.bias_hh_l1_reverse	4	-0.0802699625492096
273791	rnn.bias_hh_l1_reverse	5	-0.11615431308746338
273791	rnn.bias_hh_l1_reverse	6	0.0632416382431984
273791	rnn.bias_hh_l1_reverse	7	-0.134684219956398
273791	rnn.bias_hh_l1_reverse	8	-0.1249549463391304
273791	rnn.bias_hh_l1_reverse	9	-0.14825905859470367
273791	linear.weight	0	0.002228822559118271
273791	linear.weight	1	0.09776434302330017
273791	linear.weight	2	-0.09200767427682877
273791	linear.weight	3	0.3132361173629761
273791	linear.weight	4	0.1506790965795517
273791	linear.weight	5	-0.06548334658145905
273791	linear.weight	6	0.09451740235090256
273791	linear.weight	7	0.1365957111120224
273791	linear.weight	8	0.04113319516181946
273791	linear.weight	9	-0.05116669461131096
273791	linear.bias	0	0.08629783242940903
273791	linear.bias	1	-0.1894863247871399
273791	linear.bias	2	-0.44804951548576355
273791	linear.bias	3	-0.6584059000015259
273791	linear.bias	4	-1.2625430822372437
273791	linear.bias	5	-0.05943337082862854
273791	linear.bias	6	-0.8219050765037537
273791	linear.bias	7	0.27118346095085144
273791	linear.bias	8	-0.3963218927383423
273791	linear.bias	9	-1.0230462551116943
273988	transitions	0	0.7558071613311768
273988	transitions	1	0.13912823796272278
273988	transitions	2	-10000.0
273988	transitions	3	-1.828115701675415
273988	transitions	4	-10000.0
273988	transitions	5	0.5627982020378113
273988	transitions	6	-0.08564092963933945
273988	transitions	7	-0.8118519186973572
273988	transitions	8	-1.422763466835022
273988	transitions	9	-0.0012315822532400489
273988	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
273988	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
273988	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
273988	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
273988	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
273988	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
273988	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
273988	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
273988	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
273988	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
273988	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
273988	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
273988	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
273988	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
273988	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
273988	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
273988	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
273988	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
273988	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
273988	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
273988	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
273988	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
273988	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
273988	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
273988	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
273988	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
273988	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
273988	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
273988	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
273988	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
273988	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
273988	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
273988	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
273988	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
273988	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
273988	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
273988	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
273988	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
273988	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
273988	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
273988	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
273988	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
273988	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
273988	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
273988	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
273988	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
273988	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
273988	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
273988	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
273988	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
273988	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
273988	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
273988	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
273988	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
273988	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
273988	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
273988	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
273988	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
273988	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
273988	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
273988	embedding2nn.weight	0	0.01634594053030014
273988	embedding2nn.weight	1	-0.012710410170257092
273988	embedding2nn.weight	2	-0.014268254861235619
273988	embedding2nn.weight	3	-0.031473662704229355
273988	embedding2nn.weight	4	-0.0059150345623493195
273988	embedding2nn.weight	5	-0.0037005888298153877
273988	embedding2nn.weight	6	-0.003973265178501606
273988	embedding2nn.weight	7	-0.0773206427693367
273988	embedding2nn.weight	8	-0.0019979383796453476
273988	embedding2nn.weight	9	-0.027667749673128128
273988	embedding2nn.bias	0	0.031974438577890396
273988	embedding2nn.bias	1	-0.07624738663434982
273988	embedding2nn.bias	2	0.07109446823596954
273988	embedding2nn.bias	3	0.05072496086359024
273988	embedding2nn.bias	4	-0.041259441524744034
273988	embedding2nn.bias	5	-0.010430586524307728
273988	embedding2nn.bias	6	0.015946144238114357
273988	embedding2nn.bias	7	-0.054703183472156525
273988	embedding2nn.bias	8	0.0733279138803482
273988	embedding2nn.bias	9	0.04467806965112686
273988	rnn.weight_ih_l0	0	-0.08078455924987793
273988	rnn.weight_ih_l0	1	0.0031032569240778685
273988	rnn.weight_ih_l0	2	0.035477813333272934
273988	rnn.weight_ih_l0	3	0.02292630635201931
273988	rnn.weight_ih_l0	4	-0.04815211519598961
273988	rnn.weight_ih_l0	5	-0.0685345008969307
273988	rnn.weight_ih_l0	6	-0.0011338694021105766
273988	rnn.weight_ih_l0	7	0.053571898490190506
273988	rnn.weight_ih_l0	8	-0.017190182581543922
273988	rnn.weight_ih_l0	9	-0.030849123373627663
273988	rnn.weight_hh_l0	0	-0.03006410039961338
273988	rnn.weight_hh_l0	1	-0.0073083839379251
273988	rnn.weight_hh_l0	2	0.00660050380975008
273988	rnn.weight_hh_l0	3	-0.07444307953119278
273988	rnn.weight_hh_l0	4	0.09329378604888916
273988	rnn.weight_hh_l0	5	-0.026898706331849098
273988	rnn.weight_hh_l0	6	-0.06383942067623138
273988	rnn.weight_hh_l0	7	0.008842921815812588
273988	rnn.weight_hh_l0	8	0.013390443287789822
273988	rnn.weight_hh_l0	9	-0.025629941374063492
273988	rnn.bias_ih_l0	0	0.12974222004413605
273988	rnn.bias_ih_l0	1	-0.034006208181381226
273988	rnn.bias_ih_l0	2	-0.03429649397730827
273988	rnn.bias_ih_l0	3	0.16319555044174194
273988	rnn.bias_ih_l0	4	-0.012782709673047066
273988	rnn.bias_ih_l0	5	-0.02286229282617569
273988	rnn.bias_ih_l0	6	0.016966437920928
273988	rnn.bias_ih_l0	7	0.02367217093706131
273988	rnn.bias_ih_l0	8	-0.09936614334583282
273988	rnn.bias_ih_l0	9	-0.041490159928798676
273988	rnn.bias_hh_l0	0	-0.0012423163279891014
273988	rnn.bias_hh_l0	1	-0.1003718450665474
273988	rnn.bias_hh_l0	2	-0.07501416653394699
273988	rnn.bias_hh_l0	3	-0.08872750401496887
273988	rnn.bias_hh_l0	4	0.008502662181854248
273988	rnn.bias_hh_l0	5	-0.020528513938188553
273988	rnn.bias_hh_l0	6	0.028277987614274025
273988	rnn.bias_hh_l0	7	0.06020386889576912
273988	rnn.bias_hh_l0	8	-0.1230979934334755
273988	rnn.bias_hh_l0	9	-0.059038277715444565
273988	rnn.weight_ih_l0_reverse	0	-0.025390207767486572
273988	rnn.weight_ih_l0_reverse	1	-0.05721047520637512
273988	rnn.weight_ih_l0_reverse	2	-0.04893380030989647
273988	rnn.weight_ih_l0_reverse	3	0.015615515410900116
273988	rnn.weight_ih_l0_reverse	4	-0.02518559619784355
273988	rnn.weight_ih_l0_reverse	5	-0.05740160867571831
273988	rnn.weight_ih_l0_reverse	6	0.07357900589704514
273988	rnn.weight_ih_l0_reverse	7	-0.019055258482694626
273988	rnn.weight_ih_l0_reverse	8	-0.018600434064865112
273988	rnn.weight_ih_l0_reverse	9	0.004426257219165564
273988	rnn.weight_hh_l0_reverse	0	0.0685841292142868
273988	rnn.weight_hh_l0_reverse	1	0.019884752109646797
273988	rnn.weight_hh_l0_reverse	2	0.03009296953678131
273988	rnn.weight_hh_l0_reverse	3	0.03541214391589165
273988	rnn.weight_hh_l0_reverse	4	0.014367482624948025
273988	rnn.weight_hh_l0_reverse	5	0.008161763660609722
273988	rnn.weight_hh_l0_reverse	6	0.05105530098080635
273988	rnn.weight_hh_l0_reverse	7	-0.08196114748716354
273988	rnn.weight_hh_l0_reverse	8	0.040110282599925995
273988	rnn.weight_hh_l0_reverse	9	0.03483397141098976
273988	rnn.bias_ih_l0_reverse	0	-0.05683138221502304
273988	rnn.bias_ih_l0_reverse	1	-0.2829415798187256
273988	rnn.bias_ih_l0_reverse	2	-0.1243770495057106
273988	rnn.bias_ih_l0_reverse	3	-0.04785298556089401
273988	rnn.bias_ih_l0_reverse	4	-0.022145088762044907
273988	rnn.bias_ih_l0_reverse	5	0.07571021467447281
273988	rnn.bias_ih_l0_reverse	6	-0.0653558224439621
273988	rnn.bias_ih_l0_reverse	7	0.06150180101394653
273988	rnn.bias_ih_l0_reverse	8	-0.03575907647609711
273988	rnn.bias_ih_l0_reverse	9	0.06557480990886688
273988	rnn.bias_hh_l0_reverse	0	0.023355362936854362
273988	rnn.bias_hh_l0_reverse	1	-0.06321638077497482
273988	rnn.bias_hh_l0_reverse	2	0.08909423649311066
273988	rnn.bias_hh_l0_reverse	3	-0.0519171804189682
273988	rnn.bias_hh_l0_reverse	4	-0.02791857346892357
273988	rnn.bias_hh_l0_reverse	5	-0.022297604009509087
273988	rnn.bias_hh_l0_reverse	6	-0.02019505947828293
273988	rnn.bias_hh_l0_reverse	7	0.09976202994585037
273988	rnn.bias_hh_l0_reverse	8	0.030334405601024628
273988	rnn.bias_hh_l0_reverse	9	-0.1486307680606842
273988	rnn.weight_ih_l1	0	-0.02978384681046009
273988	rnn.weight_ih_l1	1	-0.05049566552042961
273988	rnn.weight_ih_l1	2	0.06512164324522018
273988	rnn.weight_ih_l1	3	-0.07297992706298828
273988	rnn.weight_ih_l1	4	-0.014055063016712666
273988	rnn.weight_ih_l1	5	-0.04033869504928589
273988	rnn.weight_ih_l1	6	0.0288994163274765
273988	rnn.weight_ih_l1	7	-0.044349152594804764
273988	rnn.weight_ih_l1	8	0.037839923053979874
273988	rnn.weight_ih_l1	9	0.044905442744493484
273988	rnn.weight_hh_l1	0	-0.007232624106109142
273988	rnn.weight_hh_l1	1	0.01990673504769802
273988	rnn.weight_hh_l1	2	0.006680750288069248
273988	rnn.weight_hh_l1	3	-0.012653336860239506
273988	rnn.weight_hh_l1	4	0.004829553887248039
273988	rnn.weight_hh_l1	5	0.03520656377077103
273988	rnn.weight_hh_l1	6	0.03623858839273453
273988	rnn.weight_hh_l1	7	-0.016368726268410683
273988	rnn.weight_hh_l1	8	-0.007224608678370714
273988	rnn.weight_hh_l1	9	0.03859725594520569
273988	rnn.bias_ih_l1	0	-0.18409445881843567
273988	rnn.bias_ih_l1	1	-0.17440372705459595
273988	rnn.bias_ih_l1	2	-0.19698837399482727
273988	rnn.bias_ih_l1	3	-0.3076362907886505
273988	rnn.bias_ih_l1	4	-0.2118855118751526
273988	rnn.bias_ih_l1	5	-0.08881848305463791
273988	rnn.bias_ih_l1	6	-0.1585625261068344
273988	rnn.bias_ih_l1	7	-0.0031873867847025394
273988	rnn.bias_ih_l1	8	-0.13006584346294403
273988	rnn.bias_ih_l1	9	-0.12306180596351624
273988	rnn.bias_hh_l1	0	-0.09700452536344528
273988	rnn.bias_hh_l1	1	-0.06350546330213547
273988	rnn.bias_hh_l1	2	-0.08521682024002075
273988	rnn.bias_hh_l1	3	-0.07740217447280884
273988	rnn.bias_hh_l1	4	-0.07332645356655121
273988	rnn.bias_hh_l1	5	-0.11739293485879898
273988	rnn.bias_hh_l1	6	-0.16055110096931458
273988	rnn.bias_hh_l1	7	0.07463571429252625
273988	rnn.bias_hh_l1	8	-0.1760152280330658
273988	rnn.bias_hh_l1	9	-0.11550673842430115
273988	rnn.weight_ih_l1_reverse	0	-0.04745514690876007
273988	rnn.weight_ih_l1_reverse	1	0.03282793611288071
273988	rnn.weight_ih_l1_reverse	2	0.08797509223222733
273988	rnn.weight_ih_l1_reverse	3	-0.01791670173406601
273988	rnn.weight_ih_l1_reverse	4	-0.023439619690179825
273988	rnn.weight_ih_l1_reverse	5	-0.03032214194536209
273988	rnn.weight_ih_l1_reverse	6	-0.01949521340429783
273988	rnn.weight_ih_l1_reverse	7	0.029637305065989494
273988	rnn.weight_ih_l1_reverse	8	0.005695121828466654
273988	rnn.weight_ih_l1_reverse	9	-0.03353782370686531
273988	rnn.weight_hh_l1_reverse	0	0.004570308141410351
273988	rnn.weight_hh_l1_reverse	1	0.031712606549263
273988	rnn.weight_hh_l1_reverse	2	-0.0406179316341877
273988	rnn.weight_hh_l1_reverse	3	0.03502224385738373
273988	rnn.weight_hh_l1_reverse	4	0.04711473733186722
273988	rnn.weight_hh_l1_reverse	5	0.006000204477459192
273988	rnn.weight_hh_l1_reverse	6	0.048955392092466354
273988	rnn.weight_hh_l1_reverse	7	0.030992869287729263
273988	rnn.weight_hh_l1_reverse	8	-0.007113283034414053
273988	rnn.weight_hh_l1_reverse	9	-0.030198771506547928
273988	rnn.bias_ih_l1_reverse	0	-0.04550648480653763
273988	rnn.bias_ih_l1_reverse	1	-0.13964666426181793
273988	rnn.bias_ih_l1_reverse	2	-0.16354763507843018
273988	rnn.bias_ih_l1_reverse	3	-0.061463240534067154
273988	rnn.bias_ih_l1_reverse	4	-0.2037884145975113
273988	rnn.bias_ih_l1_reverse	5	-0.11679273843765259
273988	rnn.bias_ih_l1_reverse	6	-0.12999774515628815
273988	rnn.bias_ih_l1_reverse	7	-0.19231680035591125
273988	rnn.bias_ih_l1_reverse	8	0.22700335085391998
273988	rnn.bias_ih_l1_reverse	9	0.022772902622818947
273988	rnn.bias_hh_l1_reverse	0	0.010298126377165318
273988	rnn.bias_hh_l1_reverse	1	-0.0652230754494667
273988	rnn.bias_hh_l1_reverse	2	-0.23716744780540466
273988	rnn.bias_hh_l1_reverse	3	-0.1436326652765274
273988	rnn.bias_hh_l1_reverse	4	-0.08025577664375305
273988	rnn.bias_hh_l1_reverse	5	-0.11613736301660538
273988	rnn.bias_hh_l1_reverse	6	0.06318730115890503
273988	rnn.bias_hh_l1_reverse	7	-0.134696826338768
273988	rnn.bias_hh_l1_reverse	8	-0.12494371086359024
273988	rnn.bias_hh_l1_reverse	9	-0.14825940132141113
273988	linear.weight	0	0.002228822559118271
273988	linear.weight	1	0.09767541289329529
273988	linear.weight	2	-0.09200949221849442
273988	linear.weight	3	0.31322672963142395
273988	linear.weight	4	0.15066185593605042
273988	linear.weight	5	-0.06551527976989746
273988	linear.weight	6	0.09444038569927216
273988	linear.weight	7	0.13643896579742432
273988	linear.weight	8	0.04113319516181946
273988	linear.weight	9	-0.051152314990758896
273988	linear.bias	0	0.08703163266181946
273988	linear.bias	1	-0.18944667279720306
273988	linear.bias	2	-0.4489092528820038
273988	linear.bias	3	-0.6581207513809204
273988	linear.bias	4	-1.2622491121292114
273988	linear.bias	5	-0.06040286645293236
273988	linear.bias	6	-0.8218673467636108
273988	linear.bias	7	0.27022141218185425
273988	linear.bias	8	-0.39546293020248413
273988	linear.bias	9	-1.0222036838531494
274185	transitions	0	0.7556915283203125
274185	transitions	1	0.13913168013095856
274185	transitions	2	-10000.0
274185	transitions	3	-1.8281161785125732
274185	transitions	4	-10000.0
274185	transitions	5	0.5627966523170471
274185	transitions	6	-0.08564136177301407
274185	transitions	7	-0.8118559718132019
274185	transitions	8	-1.422767162322998
274185	transitions	9	-0.0012315853964537382
274185	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
274185	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
274185	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
274185	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
274185	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
274185	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
274185	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
274185	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
274185	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
274185	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
274185	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
274185	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
274185	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
274185	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
274185	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
274185	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
274185	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
274185	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
274185	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
274185	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
274185	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
274185	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
274185	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
274185	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
274185	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
274185	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
274185	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
274185	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
274185	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
274185	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
274185	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
274185	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
274185	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
274185	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
274185	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
274185	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
274185	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
274185	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
274185	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
274185	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
274185	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
274185	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
274185	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
274185	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
274185	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
274185	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
274185	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
274185	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
274185	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
274185	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
274185	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
274185	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
274185	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
274185	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
274185	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
274185	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
274185	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
274185	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
274185	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
274185	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
274185	embedding2nn.weight	0	0.016347898170351982
274185	embedding2nn.weight	1	-0.01270771399140358
274185	embedding2nn.weight	2	-0.014268254861235619
274185	embedding2nn.weight	3	-0.03148473799228668
274185	embedding2nn.weight	4	-0.0059150345623493195
274185	embedding2nn.weight	5	-0.0037005888298153877
274185	embedding2nn.weight	6	-0.003973265178501606
274185	embedding2nn.weight	7	-0.07734309136867523
274185	embedding2nn.weight	8	-0.0019979383796453476
274185	embedding2nn.weight	9	-0.02766335941851139
274185	embedding2nn.bias	0	0.03207483887672424
274185	embedding2nn.bias	1	-0.07628341764211655
274185	embedding2nn.bias	2	0.07103639096021652
274185	embedding2nn.bias	3	0.05079510062932968
274185	embedding2nn.bias	4	-0.041271187365055084
274185	embedding2nn.bias	5	-0.010713489726185799
274185	embedding2nn.bias	6	0.016104724258184433
274185	embedding2nn.bias	7	-0.05491140857338905
274185	embedding2nn.bias	8	0.07304826378822327
274185	embedding2nn.bias	9	0.044736992567777634
274185	rnn.weight_ih_l0	0	-0.08078277111053467
274185	rnn.weight_ih_l0	1	0.003089652396738529
274185	rnn.weight_ih_l0	2	0.03546975180506706
274185	rnn.weight_ih_l0	3	0.022932332009077072
274185	rnn.weight_ih_l0	4	-0.048161640763282776
274185	rnn.weight_ih_l0	5	-0.06854789704084396
274185	rnn.weight_ih_l0	6	-0.0011174362152814865
274185	rnn.weight_ih_l0	7	0.053551897406578064
274185	rnn.weight_ih_l0	8	-0.017172565683722496
274185	rnn.weight_ih_l0	9	-0.030842620879411697
274185	rnn.weight_hh_l0	0	-0.030046682804822922
274185	rnn.weight_hh_l0	1	-0.007315328810364008
274185	rnn.weight_hh_l0	2	0.006601638626307249
274185	rnn.weight_hh_l0	3	-0.0744452103972435
274185	rnn.weight_hh_l0	4	0.09328090399503708
274185	rnn.weight_hh_l0	5	-0.026895489543676376
274185	rnn.weight_hh_l0	6	-0.06384242326021194
274185	rnn.weight_hh_l0	7	0.008855517953634262
274185	rnn.weight_hh_l0	8	0.013394962064921856
274185	rnn.weight_hh_l0	9	-0.02562539651989937
274185	rnn.bias_ih_l0	0	0.12975864112377167
274185	rnn.bias_ih_l0	1	-0.034007713198661804
274185	rnn.bias_ih_l0	2	-0.03428779914975166
274185	rnn.bias_ih_l0	3	0.1631954163312912
274185	rnn.bias_ih_l0	4	-0.012793186120688915
274185	rnn.bias_ih_l0	5	-0.02281022071838379
274185	rnn.bias_ih_l0	6	0.016990987583994865
274185	rnn.bias_ih_l0	7	0.023692874237895012
274185	rnn.bias_ih_l0	8	-0.0993565022945404
274185	rnn.bias_ih_l0	9	-0.04150870814919472
274185	rnn.bias_hh_l0	0	-0.0012479147408157587
274185	rnn.bias_hh_l0	1	-0.10040031373500824
274185	rnn.bias_hh_l0	2	-0.07497481256723404
274185	rnn.bias_hh_l0	3	-0.0887555480003357
274185	rnn.bias_hh_l0	4	0.008519383147358894
274185	rnn.bias_hh_l0	5	-0.02049173414707184
274185	rnn.bias_hh_l0	6	0.028319036588072777
274185	rnn.bias_hh_l0	7	0.06024320796132088
274185	rnn.bias_hh_l0	8	-0.12307190150022507
274185	rnn.bias_hh_l0	9	-0.05901909992098808
274185	rnn.weight_ih_l0_reverse	0	-0.02541424334049225
274185	rnn.weight_ih_l0_reverse	1	-0.05720992758870125
274185	rnn.weight_ih_l0_reverse	2	-0.04896164685487747
274185	rnn.weight_ih_l0_reverse	3	0.015637580305337906
274185	rnn.weight_ih_l0_reverse	4	-0.025194505229592323
274185	rnn.weight_ih_l0_reverse	5	-0.05740506947040558
274185	rnn.weight_ih_l0_reverse	6	0.07357525825500488
274185	rnn.weight_ih_l0_reverse	7	-0.01905653439462185
274185	rnn.weight_ih_l0_reverse	8	-0.018586717545986176
274185	rnn.weight_ih_l0_reverse	9	0.004429074004292488
274185	rnn.weight_hh_l0_reverse	0	0.06858360767364502
274185	rnn.weight_hh_l0_reverse	1	0.019884174689650536
274185	rnn.weight_hh_l0_reverse	2	0.030089421197772026
274185	rnn.weight_hh_l0_reverse	3	0.03542705997824669
274185	rnn.weight_hh_l0_reverse	4	0.014360746368765831
274185	rnn.weight_hh_l0_reverse	5	0.008166562765836716
274185	rnn.weight_hh_l0_reverse	6	0.0510556623339653
274185	rnn.weight_hh_l0_reverse	7	-0.08197509497404099
274185	rnn.weight_hh_l0_reverse	8	0.040119342505931854
274185	rnn.weight_hh_l0_reverse	9	0.03484424203634262
274185	rnn.bias_ih_l0_reverse	0	-0.056793056428432465
274185	rnn.bias_ih_l0_reverse	1	-0.2829073965549469
274185	rnn.bias_ih_l0_reverse	2	-0.12438380718231201
274185	rnn.bias_ih_l0_reverse	3	-0.047841254621744156
274185	rnn.bias_ih_l0_reverse	4	-0.022157365456223488
274185	rnn.bias_ih_l0_reverse	5	0.07572535425424576
274185	rnn.bias_ih_l0_reverse	6	-0.0653901919722557
274185	rnn.bias_ih_l0_reverse	7	0.061511315405368805
274185	rnn.bias_ih_l0_reverse	8	-0.035754282027482986
274185	rnn.bias_ih_l0_reverse	9	0.06555301696062088
274185	rnn.bias_hh_l0_reverse	0	0.02334098145365715
274185	rnn.bias_hh_l0_reverse	1	-0.06329003721475601
274185	rnn.bias_hh_l0_reverse	2	0.08911415189504623
274185	rnn.bias_hh_l0_reverse	3	-0.05185543745756149
274185	rnn.bias_hh_l0_reverse	4	-0.027952199801802635
274185	rnn.bias_hh_l0_reverse	5	-0.02225867286324501
274185	rnn.bias_hh_l0_reverse	6	-0.020176203921437263
274185	rnn.bias_hh_l0_reverse	7	0.09969712793827057
274185	rnn.bias_hh_l0_reverse	8	0.030354049056768417
274185	rnn.bias_hh_l0_reverse	9	-0.14873957633972168
274185	rnn.weight_ih_l1	0	-0.029790721833705902
274185	rnn.weight_ih_l1	1	-0.05050402507185936
274185	rnn.weight_ih_l1	2	0.06508396565914154
274185	rnn.weight_ih_l1	3	-0.07299832254648209
274185	rnn.weight_ih_l1	4	-0.014065106399357319
274185	rnn.weight_ih_l1	5	-0.040339358150959015
274185	rnn.weight_ih_l1	6	0.028894823044538498
274185	rnn.weight_ih_l1	7	-0.044331200420856476
274185	rnn.weight_ih_l1	8	0.03784200921654701
274185	rnn.weight_ih_l1	9	0.04491264745593071
274185	rnn.weight_hh_l1	0	-0.007238123565912247
274185	rnn.weight_hh_l1	1	0.019908398389816284
274185	rnn.weight_hh_l1	2	0.006679973099380732
274185	rnn.weight_hh_l1	3	-0.012662932276725769
274185	rnn.weight_hh_l1	4	0.004830149468034506
274185	rnn.weight_hh_l1	5	0.03522399440407753
274185	rnn.weight_hh_l1	6	0.036224111914634705
274185	rnn.weight_hh_l1	7	-0.016363760456442833
274185	rnn.weight_hh_l1	8	-0.007227075751870871
274185	rnn.weight_hh_l1	9	0.03861163929104805
274185	rnn.bias_ih_l1	0	-0.1840790957212448
274185	rnn.bias_ih_l1	1	-0.17439375817775726
274185	rnn.bias_ih_l1	2	-0.19698724150657654
274185	rnn.bias_ih_l1	3	-0.30752241611480713
274185	rnn.bias_ih_l1	4	-0.21181224286556244
274185	rnn.bias_ih_l1	5	-0.08880431950092316
274185	rnn.bias_ih_l1	6	-0.15851277112960815
274185	rnn.bias_ih_l1	7	-0.0032536934595555067
274185	rnn.bias_ih_l1	8	-0.13005560636520386
274185	rnn.bias_ih_l1	9	-0.12305579334497452
274185	rnn.bias_hh_l1	0	-0.0970110073685646
274185	rnn.bias_hh_l1	1	-0.06350157409906387
274185	rnn.bias_hh_l1	2	-0.08513397723436356
274185	rnn.bias_hh_l1	3	-0.0774039626121521
274185	rnn.bias_hh_l1	4	-0.07331577688455582
274185	rnn.bias_hh_l1	5	-0.11738139390945435
274185	rnn.bias_hh_l1	6	-0.16053013503551483
274185	rnn.bias_hh_l1	7	0.07469331473112106
274185	rnn.bias_hh_l1	8	-0.17601728439331055
274185	rnn.bias_hh_l1	9	-0.1154709905385971
274185	rnn.weight_ih_l1_reverse	0	-0.047448765486478806
274185	rnn.weight_ih_l1_reverse	1	0.032847810536623
274185	rnn.weight_ih_l1_reverse	2	0.087992824614048
274185	rnn.weight_ih_l1_reverse	3	-0.017913885414600372
274185	rnn.weight_ih_l1_reverse	4	-0.023447629064321518
274185	rnn.weight_ih_l1_reverse	5	-0.03031746856868267
274185	rnn.weight_ih_l1_reverse	6	-0.019474850967526436
274185	rnn.weight_ih_l1_reverse	7	0.029642391949892044
274185	rnn.weight_ih_l1_reverse	8	0.00566484872251749
274185	rnn.weight_ih_l1_reverse	9	-0.03358867019414902
274185	rnn.weight_hh_l1_reverse	0	0.004571910016238689
274185	rnn.weight_hh_l1_reverse	1	0.03170951455831528
274185	rnn.weight_hh_l1_reverse	2	-0.04061770439147949
274185	rnn.weight_hh_l1_reverse	3	0.03502216562628746
274185	rnn.weight_hh_l1_reverse	4	0.04711692035198212
274185	rnn.weight_hh_l1_reverse	5	0.005993754602968693
274185	rnn.weight_hh_l1_reverse	6	0.048993729054927826
274185	rnn.weight_hh_l1_reverse	7	0.030986767262220383
274185	rnn.weight_hh_l1_reverse	8	-0.0071151782758533955
274185	rnn.weight_hh_l1_reverse	9	-0.030198514461517334
274185	rnn.bias_ih_l1_reverse	0	-0.0455646812915802
274185	rnn.bias_ih_l1_reverse	1	-0.1396375149488449
274185	rnn.bias_ih_l1_reverse	2	-0.16344206035137177
274185	rnn.bias_ih_l1_reverse	3	-0.06136270612478256
274185	rnn.bias_ih_l1_reverse	4	-0.2038157731294632
274185	rnn.bias_ih_l1_reverse	5	-0.11678490042686462
274185	rnn.bias_ih_l1_reverse	6	-0.1300319880247116
274185	rnn.bias_ih_l1_reverse	7	-0.19229497015476227
274185	rnn.bias_ih_l1_reverse	8	0.22706633806228638
274185	rnn.bias_ih_l1_reverse	9	0.022837411612272263
274185	rnn.bias_hh_l1_reverse	0	0.010330810211598873
274185	rnn.bias_hh_l1_reverse	1	-0.06517664343118668
274185	rnn.bias_hh_l1_reverse	2	-0.2371639907360077
274185	rnn.bias_hh_l1_reverse	3	-0.14359377324581146
274185	rnn.bias_hh_l1_reverse	4	-0.0802643671631813
274185	rnn.bias_hh_l1_reverse	5	-0.11617648601531982
274185	rnn.bias_hh_l1_reverse	6	0.06324159353971481
274185	rnn.bias_hh_l1_reverse	7	-0.13469462096691132
274185	rnn.bias_hh_l1_reverse	8	-0.12492121756076813
274185	rnn.bias_hh_l1_reverse	9	-0.14822591841220856
274185	linear.weight	0	0.002228822559118271
274185	linear.weight	1	0.09764084964990616
274185	linear.weight	2	-0.09210711717605591
274185	linear.weight	3	0.3132007420063019
274185	linear.weight	4	0.150651752948761
274185	linear.weight	5	-0.06547841429710388
274185	linear.weight	6	0.09427665174007416
274185	linear.weight	7	0.13641537725925446
274185	linear.weight	8	0.04113319516181946
274185	linear.weight	9	-0.05122746154665947
274185	linear.bias	0	0.08688698709011078
274185	linear.bias	1	-0.18918046355247498
274185	linear.bias	2	-0.449425607919693
274185	linear.bias	3	-0.6583919525146484
274185	linear.bias	4	-1.2625954151153564
274185	linear.bias	5	-0.060633670538663864
274185	linear.bias	6	-0.8215516209602356
274185	linear.bias	7	0.2699653208255768
274185	linear.bias	8	-0.3958323895931244
274185	linear.bias	9	-1.0225250720977783
274382	transitions	0	0.7556931972503662
274382	transitions	1	0.1390821933746338
274382	transitions	2	-10000.0
274382	transitions	3	-1.8281161785125732
274382	transitions	4	-10000.0
274382	transitions	5	0.5627958178520203
274382	transitions	6	-0.085642009973526
274382	transitions	7	-0.8118596076965332
274382	transitions	8	-1.4227674007415771
274382	transitions	9	-0.0012315885396674275
274382	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
274382	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
274382	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
274382	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
274382	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
274382	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
274382	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
274382	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
274382	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
274382	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
274382	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
274382	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
274382	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
274382	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
274382	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
274382	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
274382	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
274382	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
274382	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
274382	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
274382	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
274382	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
274382	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
274382	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
274382	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
274382	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
274382	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
274382	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
274382	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
274382	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
274382	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
274382	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
274382	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
274382	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
274382	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
274382	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
274382	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
274382	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
274382	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
274382	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
274382	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
274382	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
274382	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
274382	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
274382	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
274382	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
274382	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
274382	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
274382	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
274382	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
274382	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
274382	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
274382	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
274382	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
274382	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
274382	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
274382	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
274382	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
274382	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
274382	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
274382	embedding2nn.weight	0	0.016365619376301765
274382	embedding2nn.weight	1	-0.012701393105089664
274382	embedding2nn.weight	2	-0.014268254861235619
274382	embedding2nn.weight	3	-0.03150071203708649
274382	embedding2nn.weight	4	-0.0059150345623493195
274382	embedding2nn.weight	5	-0.0037005888298153877
274382	embedding2nn.weight	6	-0.003973265178501606
274382	embedding2nn.weight	7	-0.0773472711443901
274382	embedding2nn.weight	8	-0.0019979383796453476
274382	embedding2nn.weight	9	-0.027656517922878265
274382	embedding2nn.bias	0	0.03223872929811478
274382	embedding2nn.bias	1	-0.07641779631376266
274382	embedding2nn.bias	2	0.07121415436267853
274382	embedding2nn.bias	3	0.050538305193185806
274382	embedding2nn.bias	4	-0.04102620854973793
274382	embedding2nn.bias	5	-0.010897105559706688
274382	embedding2nn.bias	6	0.016035694628953934
274382	embedding2nn.bias	7	-0.055016543716192245
274382	embedding2nn.bias	8	0.07287826389074326
274382	embedding2nn.bias	9	0.04480614885687828
274382	rnn.weight_ih_l0	0	-0.08077315241098404
274382	rnn.weight_ih_l0	1	0.0030575678683817387
274382	rnn.weight_ih_l0	2	0.03545961529016495
274382	rnn.weight_ih_l0	3	0.02294004335999489
274382	rnn.weight_ih_l0	4	-0.04816315695643425
274382	rnn.weight_ih_l0	5	-0.0685289204120636
274382	rnn.weight_ih_l0	6	-0.0011186676565557718
274382	rnn.weight_ih_l0	7	0.05355629697442055
274382	rnn.weight_ih_l0	8	-0.017140982672572136
274382	rnn.weight_ih_l0	9	-0.0308548491448164
274382	rnn.weight_hh_l0	0	-0.03004026599228382
274382	rnn.weight_hh_l0	1	-0.007306999992579222
274382	rnn.weight_hh_l0	2	0.006616105325520039
274382	rnn.weight_hh_l0	3	-0.07445189356803894
274382	rnn.weight_hh_l0	4	0.09326798468828201
274382	rnn.weight_hh_l0	5	-0.02692856267094612
274382	rnn.weight_hh_l0	6	-0.06384626775979996
274382	rnn.weight_hh_l0	7	0.008838326670229435
274382	rnn.weight_hh_l0	8	0.013398134149610996
274382	rnn.weight_hh_l0	9	-0.02562982589006424
274382	rnn.bias_ih_l0	0	0.1298016905784607
274382	rnn.bias_ih_l0	1	-0.03405500203371048
274382	rnn.bias_ih_l0	2	-0.034354522824287415
274382	rnn.bias_ih_l0	3	0.1632050722837448
274382	rnn.bias_ih_l0	4	-0.012779168784618378
274382	rnn.bias_ih_l0	5	-0.022828388959169388
274382	rnn.bias_ih_l0	6	0.016929838806390762
274382	rnn.bias_ih_l0	7	0.023685848340392113
274382	rnn.bias_ih_l0	8	-0.09935682266950607
274382	rnn.bias_ih_l0	9	-0.04151906818151474
274382	rnn.bias_hh_l0	0	-0.0012624867958948016
274382	rnn.bias_hh_l0	1	-0.10040160268545151
274382	rnn.bias_hh_l0	2	-0.07502730935811996
274382	rnn.bias_hh_l0	3	-0.08875861018896103
274382	rnn.bias_hh_l0	4	0.00849002506583929
274382	rnn.bias_hh_l0	5	-0.020566003397107124
274382	rnn.bias_hh_l0	6	0.02832106314599514
274382	rnn.bias_hh_l0	7	0.060234133154153824
274382	rnn.bias_hh_l0	8	-0.12308656424283981
274382	rnn.bias_hh_l0	9	-0.058998722583055496
274382	rnn.weight_ih_l0_reverse	0	-0.02542010135948658
274382	rnn.weight_ih_l0_reverse	1	-0.05722556263208389
274382	rnn.weight_ih_l0_reverse	2	-0.04898682236671448
274382	rnn.weight_ih_l0_reverse	3	0.015623153187334538
274382	rnn.weight_ih_l0_reverse	4	-0.025188196450471878
274382	rnn.weight_ih_l0_reverse	5	-0.05739877000451088
274382	rnn.weight_ih_l0_reverse	6	0.07356660068035126
274382	rnn.weight_ih_l0_reverse	7	-0.01909669302403927
274382	rnn.weight_ih_l0_reverse	8	-0.018584059551358223
274382	rnn.weight_ih_l0_reverse	9	0.004435890354216099
274382	rnn.weight_hh_l0_reverse	0	0.06859364360570908
274382	rnn.weight_hh_l0_reverse	1	0.019882002845406532
274382	rnn.weight_hh_l0_reverse	2	0.03009721077978611
274382	rnn.weight_hh_l0_reverse	3	0.03542444482445717
274382	rnn.weight_hh_l0_reverse	4	0.014351778663694859
274382	rnn.weight_hh_l0_reverse	5	0.00819488801062107
274382	rnn.weight_hh_l0_reverse	6	0.05105454474687576
274382	rnn.weight_hh_l0_reverse	7	-0.08196884393692017
274382	rnn.weight_hh_l0_reverse	8	0.040122952312231064
274382	rnn.weight_hh_l0_reverse	9	0.03483840823173523
274382	rnn.bias_ih_l0_reverse	0	-0.05675609037280083
274382	rnn.bias_ih_l0_reverse	1	-0.28289154171943665
274382	rnn.bias_ih_l0_reverse	2	-0.12427975237369537
274382	rnn.bias_ih_l0_reverse	3	-0.047860171645879745
274382	rnn.bias_ih_l0_reverse	4	-0.022178027778863907
274382	rnn.bias_ih_l0_reverse	5	0.07571282237768173
274382	rnn.bias_ih_l0_reverse	6	-0.06541135907173157
274382	rnn.bias_ih_l0_reverse	7	0.06147730350494385
274382	rnn.bias_ih_l0_reverse	8	-0.03569653257727623
274382	rnn.bias_ih_l0_reverse	9	0.06553668528795242
274382	rnn.bias_hh_l0_reverse	0	0.023298153653740883
274382	rnn.bias_hh_l0_reverse	1	-0.06328889727592468
274382	rnn.bias_hh_l0_reverse	2	0.08913213759660721
274382	rnn.bias_hh_l0_reverse	3	-0.051867008209228516
274382	rnn.bias_hh_l0_reverse	4	-0.027938228100538254
274382	rnn.bias_hh_l0_reverse	5	-0.02228308841586113
274382	rnn.bias_hh_l0_reverse	6	-0.0201016366481781
274382	rnn.bias_hh_l0_reverse	7	0.09966091066598892
274382	rnn.bias_hh_l0_reverse	8	0.03034595586359501
274382	rnn.bias_hh_l0_reverse	9	-0.148764967918396
274382	rnn.weight_ih_l1	0	-0.02978861890733242
274382	rnn.weight_ih_l1	1	-0.050497330725193024
274382	rnn.weight_ih_l1	2	0.0650796964764595
274382	rnn.weight_ih_l1	3	-0.07297814637422562
274382	rnn.weight_ih_l1	4	-0.014085797592997551
274382	rnn.weight_ih_l1	5	-0.04034224897623062
274382	rnn.weight_ih_l1	6	0.028905490413308144
274382	rnn.weight_ih_l1	7	-0.044342972338199615
274382	rnn.weight_ih_l1	8	0.03783654421567917
274382	rnn.weight_ih_l1	9	0.0449061319231987
274382	rnn.weight_hh_l1	0	-0.007228619884699583
274382	rnn.weight_hh_l1	1	0.019908608868718147
274382	rnn.weight_hh_l1	2	0.00664200633764267
274382	rnn.weight_hh_l1	3	-0.012669418938457966
274382	rnn.weight_hh_l1	4	0.004829753190279007
274382	rnn.weight_hh_l1	5	0.03523211553692818
274382	rnn.weight_hh_l1	6	0.03622826933860779
274382	rnn.weight_hh_l1	7	-0.016368722543120384
274382	rnn.weight_hh_l1	8	-0.007228437811136246
274382	rnn.weight_hh_l1	9	0.03859774023294449
274382	rnn.bias_ih_l1	0	-0.1841239035129547
274382	rnn.bias_ih_l1	1	-0.1743357628583908
274382	rnn.bias_ih_l1	2	-0.1969834268093109
274382	rnn.bias_ih_l1	3	-0.3074975907802582
274382	rnn.bias_ih_l1	4	-0.21183381974697113
274382	rnn.bias_ih_l1	5	-0.08880455791950226
274382	rnn.bias_ih_l1	6	-0.15848365426063538
274382	rnn.bias_ih_l1	7	-0.003240149235352874
274382	rnn.bias_ih_l1	8	-0.13001568615436554
274382	rnn.bias_ih_l1	9	-0.12306328117847443
274382	rnn.bias_hh_l1	0	-0.09697053581476212
274382	rnn.bias_hh_l1	1	-0.0635291188955307
274382	rnn.bias_hh_l1	2	-0.08508779853582382
274382	rnn.bias_hh_l1	3	-0.07742380350828171
274382	rnn.bias_hh_l1	4	-0.07328266650438309
274382	rnn.bias_hh_l1	5	-0.1173827201128006
274382	rnn.bias_hh_l1	6	-0.16050587594509125
274382	rnn.bias_hh_l1	7	0.07466576993465424
274382	rnn.bias_hh_l1	8	-0.1760551482439041
274382	rnn.bias_hh_l1	9	-0.11545135080814362
274382	rnn.weight_ih_l1_reverse	0	-0.047435302287340164
274382	rnn.weight_ih_l1_reverse	1	0.03287869319319725
274382	rnn.weight_ih_l1_reverse	2	0.0879911556839943
274382	rnn.weight_ih_l1_reverse	3	-0.01791980303823948
274382	rnn.weight_ih_l1_reverse	4	-0.023438677191734314
274382	rnn.weight_ih_l1_reverse	5	-0.03031918965280056
274382	rnn.weight_ih_l1_reverse	6	-0.019461143761873245
274382	rnn.weight_ih_l1_reverse	7	0.029649285599589348
274382	rnn.weight_ih_l1_reverse	8	0.0056349183432757854
274382	rnn.weight_ih_l1_reverse	9	-0.03356640413403511
274382	rnn.weight_hh_l1_reverse	0	0.004576629959046841
274382	rnn.weight_hh_l1_reverse	1	0.03170659393072128
274382	rnn.weight_hh_l1_reverse	2	-0.040619101375341415
274382	rnn.weight_hh_l1_reverse	3	0.03502153605222702
274382	rnn.weight_hh_l1_reverse	4	0.04712260514497757
274382	rnn.weight_hh_l1_reverse	5	0.005988067016005516
274382	rnn.weight_hh_l1_reverse	6	0.048972900956869125
274382	rnn.weight_hh_l1_reverse	7	0.030988920480012894
274382	rnn.weight_hh_l1_reverse	8	-0.007112609222531319
274382	rnn.weight_hh_l1_reverse	9	-0.030201926827430725
274382	rnn.bias_ih_l1_reverse	0	-0.04555957019329071
274382	rnn.bias_ih_l1_reverse	1	-0.13959890604019165
274382	rnn.bias_ih_l1_reverse	2	-0.1634085327386856
274382	rnn.bias_ih_l1_reverse	3	-0.0612882636487484
274382	rnn.bias_ih_l1_reverse	4	-0.20382250845432281
274382	rnn.bias_ih_l1_reverse	5	-0.11686092615127563
274382	rnn.bias_ih_l1_reverse	6	-0.1300199329853058
274382	rnn.bias_ih_l1_reverse	7	-0.19228146970272064
274382	rnn.bias_ih_l1_reverse	8	0.22693653404712677
274382	rnn.bias_ih_l1_reverse	9	0.02284064330160618
274382	rnn.bias_hh_l1_reverse	0	0.010188981890678406
274382	rnn.bias_hh_l1_reverse	1	-0.06505145877599716
274382	rnn.bias_hh_l1_reverse	2	-0.23715470731258392
274382	rnn.bias_hh_l1_reverse	3	-0.14363114535808563
274382	rnn.bias_hh_l1_reverse	4	-0.08031290769577026
274382	rnn.bias_hh_l1_reverse	5	-0.11616622656583786
274382	rnn.bias_hh_l1_reverse	6	0.06322173029184341
274382	rnn.bias_hh_l1_reverse	7	-0.13466061651706696
274382	rnn.bias_hh_l1_reverse	8	-0.12493735551834106
274382	rnn.bias_hh_l1_reverse	9	-0.14824174344539642
274382	linear.weight	0	0.002228822559118271
274382	linear.weight	1	0.09765102714300156
274382	linear.weight	2	-0.09202957153320312
274382	linear.weight	3	0.3131340742111206
274382	linear.weight	4	0.150667205452919
274382	linear.weight	5	-0.06547494977712631
274382	linear.weight	6	0.09440848231315613
274382	linear.weight	7	0.13647910952568054
274382	linear.weight	8	0.04113319143652916
274382	linear.weight	9	-0.05121602863073349
274382	linear.bias	0	0.08731189370155334
274382	linear.bias	1	-0.1894698143005371
274382	linear.bias	2	-0.44935280084609985
274382	linear.bias	3	-0.6580907702445984
274382	linear.bias	4	-1.2622871398925781
274382	linear.bias	5	-0.05977286398410797
274382	linear.bias	6	-0.821792483329773
274382	linear.bias	7	0.27076467871665955
274382	linear.bias	8	-0.3964589536190033
274382	linear.bias	9	-1.0231690406799316
274386	transitions	0	0.7556930780410767
274386	transitions	1	0.1390821933746338
274386	transitions	2	-10000.0
274386	transitions	3	-1.8281161785125732
274386	transitions	4	-10000.0
274386	transitions	5	0.5627958178520203
274386	transitions	6	-0.085642009973526
274386	transitions	7	-0.8118596076965332
274386	transitions	8	-1.4227674007415771
274386	transitions	9	-0.0012315885396674275
274386	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
274386	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
274386	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
274386	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
274386	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
274386	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
274386	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
274386	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
274386	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
274386	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
274386	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
274386	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
274386	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
274386	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
274386	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
274386	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
274386	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
274386	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
274386	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
274386	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
274386	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
274386	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
274386	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
274386	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
274386	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
274386	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
274386	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
274386	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
274386	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
274386	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
274386	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
274386	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
274386	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
274386	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
274386	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
274386	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
274386	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
274386	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
274386	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
274386	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
274386	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
274386	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
274386	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
274386	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
274386	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
274386	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
274386	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
274386	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
274386	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
274386	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
274386	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
274386	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
274386	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
274386	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
274386	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
274386	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
274386	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
274386	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
274386	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
274386	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
274386	embedding2nn.weight	0	0.016366388648748398
274386	embedding2nn.weight	1	-0.012701200321316719
274386	embedding2nn.weight	2	-0.014268254861235619
274386	embedding2nn.weight	3	-0.03149983286857605
274386	embedding2nn.weight	4	-0.0059150345623493195
274386	embedding2nn.weight	5	-0.0037005888298153877
274386	embedding2nn.weight	6	-0.003973265178501606
274386	embedding2nn.weight	7	-0.07734653353691101
274386	embedding2nn.weight	8	-0.0019979383796453476
274386	embedding2nn.weight	9	-0.027657434344291687
274386	embedding2nn.bias	0	0.03224225342273712
274386	embedding2nn.bias	1	-0.07639864832162857
274386	embedding2nn.bias	2	0.07122652977705002
274386	embedding2nn.bias	3	0.05055255815386772
274386	embedding2nn.bias	4	-0.04102351516485214
274386	embedding2nn.bias	5	-0.010889580473303795
274386	embedding2nn.bias	6	0.01602957583963871
274386	embedding2nn.bias	7	-0.05501421168446541
274386	embedding2nn.bias	8	0.07289198040962219
274386	embedding2nn.bias	9	0.04481256753206253
274386	rnn.weight_ih_l0	0	-0.08076463639736176
274386	rnn.weight_ih_l0	1	0.0030569720547646284
274386	rnn.weight_ih_l0	2	0.03545934706926346
274386	rnn.weight_ih_l0	3	0.02294064313173294
274386	rnn.weight_ih_l0	4	-0.048166319727897644
274386	rnn.weight_ih_l0	5	-0.06852628290653229
274386	rnn.weight_ih_l0	6	-0.0011191703379154205
274386	rnn.weight_ih_l0	7	0.053555723279714584
274386	rnn.weight_ih_l0	8	-0.017140818759799004
274386	rnn.weight_ih_l0	9	-0.030854983255267143
274386	rnn.weight_hh_l0	0	-0.030038470402359962
274386	rnn.weight_hh_l0	1	-0.007307005580514669
274386	rnn.weight_hh_l0	2	0.006616376340389252
274386	rnn.weight_hh_l0	3	-0.07445232570171356
274386	rnn.weight_hh_l0	4	0.09326864033937454
274386	rnn.weight_hh_l0	5	-0.026928674429655075
274386	rnn.weight_hh_l0	6	-0.06384451687335968
274386	rnn.weight_hh_l0	7	0.008838296867907047
274386	rnn.weight_hh_l0	8	0.013399139977991581
274386	rnn.weight_hh_l0	9	-0.025630274787545204
274386	rnn.bias_ih_l0	0	0.12980535626411438
274386	rnn.bias_ih_l0	1	-0.03406267240643501
274386	rnn.bias_ih_l0	2	-0.034354422241449356
274386	rnn.bias_ih_l0	3	0.16320545971393585
274386	rnn.bias_ih_l0	4	-0.012780975550413132
274386	rnn.bias_ih_l0	5	-0.022830849513411522
274386	rnn.bias_ih_l0	6	0.016923479735851288
274386	rnn.bias_ih_l0	7	0.02368391491472721
274386	rnn.bias_ih_l0	8	-0.09935826063156128
274386	rnn.bias_ih_l0	9	-0.04153141379356384
274386	rnn.bias_hh_l0	0	-0.0012624046066775918
274386	rnn.bias_hh_l0	1	-0.10040125995874405
274386	rnn.bias_hh_l0	2	-0.07502152025699615
274386	rnn.bias_hh_l0	3	-0.08875797688961029
274386	rnn.bias_hh_l0	4	0.008493148721754551
274386	rnn.bias_hh_l0	5	-0.020566070452332497
274386	rnn.bias_hh_l0	6	0.028318606317043304
274386	rnn.bias_hh_l0	7	0.06023137643933296
274386	rnn.bias_hh_l0	8	-0.12308704853057861
274386	rnn.bias_hh_l0	9	-0.0589987114071846
274386	rnn.weight_ih_l0_reverse	0	-0.025419579818844795
274386	rnn.weight_ih_l0_reverse	1	-0.05722755938768387
274386	rnn.weight_ih_l0_reverse	2	-0.04898691549897194
274386	rnn.weight_ih_l0_reverse	3	0.015620352700352669
274386	rnn.weight_ih_l0_reverse	4	-0.025187620893120766
274386	rnn.weight_ih_l0_reverse	5	-0.05739870294928551
274386	rnn.weight_ih_l0_reverse	6	0.0735674649477005
274386	rnn.weight_ih_l0_reverse	7	-0.019096987321972847
274386	rnn.weight_ih_l0_reverse	8	-0.018585607409477234
274386	rnn.weight_ih_l0_reverse	9	0.004435729701071978
274386	rnn.weight_hh_l0_reverse	0	0.06859389692544937
274386	rnn.weight_hh_l0_reverse	1	0.01988176815211773
274386	rnn.weight_hh_l0_reverse	2	0.030095623806118965
274386	rnn.weight_hh_l0_reverse	3	0.03542627394199371
274386	rnn.weight_hh_l0_reverse	4	0.014351947233080864
274386	rnn.weight_hh_l0_reverse	5	0.0081948172301054
274386	rnn.weight_hh_l0_reverse	6	0.051054418087005615
274386	rnn.weight_hh_l0_reverse	7	-0.08196889609098434
274386	rnn.weight_hh_l0_reverse	8	0.04012284427881241
274386	rnn.weight_hh_l0_reverse	9	0.03483855724334717
274386	rnn.bias_ih_l0_reverse	0	-0.056753113865852356
274386	rnn.bias_ih_l0_reverse	1	-0.28289586305618286
274386	rnn.bias_ih_l0_reverse	2	-0.12428054213523865
274386	rnn.bias_ih_l0_reverse	3	-0.047859638929367065
274386	rnn.bias_ih_l0_reverse	4	-0.02217976748943329
274386	rnn.bias_ih_l0_reverse	5	0.07571378350257874
274386	rnn.bias_ih_l0_reverse	6	-0.06541136652231216
274386	rnn.bias_ih_l0_reverse	7	0.06147406995296478
274386	rnn.bias_ih_l0_reverse	8	-0.035698797553777695
274386	rnn.bias_ih_l0_reverse	9	0.06553638726472855
274386	rnn.bias_hh_l0_reverse	0	0.023294422775506973
274386	rnn.bias_hh_l0_reverse	1	-0.06329388171434402
274386	rnn.bias_hh_l0_reverse	2	0.08913180977106094
274386	rnn.bias_hh_l0_reverse	3	-0.05186224728822708
274386	rnn.bias_hh_l0_reverse	4	-0.027938395738601685
274386	rnn.bias_hh_l0_reverse	5	-0.022287962958216667
274386	rnn.bias_hh_l0_reverse	6	-0.020109159871935844
274386	rnn.bias_hh_l0_reverse	7	0.09965313971042633
274386	rnn.bias_hh_l0_reverse	8	0.030346382409334183
274386	rnn.bias_hh_l0_reverse	9	-0.1487642228603363
274386	rnn.weight_ih_l1	0	-0.029789596796035767
274386	rnn.weight_ih_l1	1	-0.05050504580140114
274386	rnn.weight_ih_l1	2	0.06507836282253265
274386	rnn.weight_ih_l1	3	-0.07300836592912674
274386	rnn.weight_ih_l1	4	-0.014084801077842712
274386	rnn.weight_ih_l1	5	-0.04034196585416794
274386	rnn.weight_ih_l1	6	0.028905168175697327
274386	rnn.weight_ih_l1	7	-0.04434390738606453
274386	rnn.weight_ih_l1	8	0.03783826157450676
274386	rnn.weight_ih_l1	9	0.04490944370627403
274386	rnn.weight_hh_l1	0	-0.007226019166409969
274386	rnn.weight_hh_l1	1	0.01990840956568718
274386	rnn.weight_hh_l1	2	0.00664840592071414
274386	rnn.weight_hh_l1	3	-0.012669446878135204
274386	rnn.weight_hh_l1	4	0.0048327273689210415
274386	rnn.weight_hh_l1	5	0.03523213788866997
274386	rnn.weight_hh_l1	6	0.03622815012931824
274386	rnn.weight_hh_l1	7	-0.016368990764021873
274386	rnn.weight_hh_l1	8	-0.007226989138871431
274386	rnn.weight_hh_l1	9	0.03859672322869301
274386	rnn.bias_ih_l1	0	-0.18412356078624725
274386	rnn.bias_ih_l1	1	-0.17432641983032227
274386	rnn.bias_ih_l1	2	-0.19698315858840942
274386	rnn.bias_ih_l1	3	-0.30749306082725525
274386	rnn.bias_ih_l1	4	-0.21183638274669647
274386	rnn.bias_ih_l1	5	-0.08880419284105301
274386	rnn.bias_ih_l1	6	-0.15847061574459076
274386	rnn.bias_ih_l1	7	-0.0032420603092759848
274386	rnn.bias_ih_l1	8	-0.13001449406147003
274386	rnn.bias_ih_l1	9	-0.12305433303117752
274386	rnn.bias_hh_l1	0	-0.09696194529533386
274386	rnn.bias_hh_l1	1	-0.06352899223566055
274386	rnn.bias_hh_l1	2	-0.08508782833814621
274386	rnn.bias_hh_l1	3	-0.07742305845022202
274386	rnn.bias_hh_l1	4	-0.0732760801911354
274386	rnn.bias_hh_l1	5	-0.11737948656082153
274386	rnn.bias_hh_l1	6	-0.16049392521381378
274386	rnn.bias_hh_l1	7	0.07467753440141678
274386	rnn.bias_hh_l1	8	-0.17606335878372192
274386	rnn.bias_hh_l1	9	-0.11545131355524063
274386	rnn.weight_ih_l1_reverse	0	-0.0474359355866909
274386	rnn.weight_ih_l1_reverse	1	0.0328693725168705
274386	rnn.weight_ih_l1_reverse	2	0.08799398690462112
274386	rnn.weight_ih_l1_reverse	3	-0.017919719219207764
274386	rnn.weight_ih_l1_reverse	4	-0.02343832515180111
274386	rnn.weight_ih_l1_reverse	5	-0.030319074168801308
274386	rnn.weight_ih_l1_reverse	6	-0.019459858536720276
274386	rnn.weight_ih_l1_reverse	7	0.029649237170815468
274386	rnn.weight_ih_l1_reverse	8	0.0056350319646298885
274386	rnn.weight_ih_l1_reverse	9	-0.03357578068971634
274386	rnn.weight_hh_l1_reverse	0	0.0045765470713377
274386	rnn.weight_hh_l1_reverse	1	0.03170645982027054
274386	rnn.weight_hh_l1_reverse	2	-0.040619198232889175
274386	rnn.weight_hh_l1_reverse	3	0.03502155840396881
274386	rnn.weight_hh_l1_reverse	4	0.04712171480059624
274386	rnn.weight_hh_l1_reverse	5	0.005987932905554771
274386	rnn.weight_hh_l1_reverse	6	0.04897109791636467
274386	rnn.weight_hh_l1_reverse	7	0.030988378450274467
274386	rnn.weight_hh_l1_reverse	8	-0.007112534251064062
274386	rnn.weight_hh_l1_reverse	9	-0.030201846733689308
274386	rnn.bias_ih_l1_reverse	0	-0.04556184634566307
274386	rnn.bias_ih_l1_reverse	1	-0.13960440456867218
274386	rnn.bias_ih_l1_reverse	2	-0.16341224312782288
274386	rnn.bias_ih_l1_reverse	3	-0.061307501047849655
274386	rnn.bias_ih_l1_reverse	4	-0.2038281112909317
274386	rnn.bias_ih_l1_reverse	5	-0.11686306446790695
274386	rnn.bias_ih_l1_reverse	6	-0.1300191730260849
274386	rnn.bias_ih_l1_reverse	7	-0.1922764778137207
274386	rnn.bias_ih_l1_reverse	8	0.2269492745399475
274386	rnn.bias_ih_l1_reverse	9	0.0228265468031168
274386	rnn.bias_hh_l1_reverse	0	0.010169276967644691
274386	rnn.bias_hh_l1_reverse	1	-0.06505486369132996
274386	rnn.bias_hh_l1_reverse	2	-0.23715098202228546
274386	rnn.bias_hh_l1_reverse	3	-0.143628790974617
274386	rnn.bias_hh_l1_reverse	4	-0.08031230419874191
274386	rnn.bias_hh_l1_reverse	5	-0.11616236716508865
274386	rnn.bias_hh_l1_reverse	6	0.06322051584720612
274386	rnn.bias_hh_l1_reverse	7	-0.13464562594890594
274386	rnn.bias_hh_l1_reverse	8	-0.12493764609098434
274386	rnn.bias_hh_l1_reverse	9	-0.14824429154396057
274386	linear.weight	0	0.002228822559118271
274386	linear.weight	1	0.09763383865356445
274386	linear.weight	2	-0.09202855825424194
274386	linear.weight	3	0.3131336569786072
274386	linear.weight	4	0.15066717565059662
274386	linear.weight	5	-0.06547819077968597
274386	linear.weight	6	0.09440977871417999
274386	linear.weight	7	0.13647864758968353
274386	linear.weight	8	0.04113319143652916
274386	linear.weight	9	-0.05121760070323944
274386	linear.bias	0	0.08740679174661636
274386	linear.bias	1	-0.18938720226287842
274386	linear.bias	2	-0.44928479194641113
274386	linear.bias	3	-0.6580822467803955
274386	linear.bias	4	-1.26227867603302
274386	linear.bias	5	-0.05987253412604332
274386	linear.bias	6	-0.8217153549194336
274386	linear.bias	7	0.2706652879714966
274386	linear.bias	8	-0.39658424258232117
274386	linear.bias	9	-1.0232938528060913
274583	transitions	0	0.7554783821105957
274583	transitions	1	0.13910523056983948
274583	transitions	2	-10000.0
274583	transitions	3	-1.8281161785125732
274583	transitions	4	-10000.0
274583	transitions	5	0.5627949237823486
274583	transitions	6	-0.08564271777868271
274583	transitions	7	-0.8118733763694763
274583	transitions	8	-1.4227676391601562
274583	transitions	9	-0.0012315914500504732
274583	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
274583	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
274583	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
274583	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
274583	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
274583	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
274583	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
274583	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
274583	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
274583	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
274583	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
274583	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
274583	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
274583	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
274583	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
274583	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
274583	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
274583	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
274583	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
274583	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
274583	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
274583	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
274583	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
274583	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
274583	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
274583	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
274583	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
274583	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
274583	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
274583	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
274583	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
274583	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
274583	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
274583	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
274583	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
274583	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
274583	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
274583	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
274583	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
274583	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
274583	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
274583	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
274583	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
274583	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
274583	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
274583	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
274583	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
274583	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
274583	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
274583	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
274583	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
274583	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
274583	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
274583	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
274583	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
274583	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
274583	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
274583	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
274583	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
274583	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
274583	embedding2nn.weight	0	0.016358625143766403
274583	embedding2nn.weight	1	-0.012702036648988724
274583	embedding2nn.weight	2	-0.014268254861235619
274583	embedding2nn.weight	3	-0.03149985894560814
274583	embedding2nn.weight	4	-0.0059150345623493195
274583	embedding2nn.weight	5	-0.0037005888298153877
274583	embedding2nn.weight	6	-0.003973265178501606
274583	embedding2nn.weight	7	-0.07733163237571716
274583	embedding2nn.weight	8	-0.0019979383796453476
274583	embedding2nn.weight	9	-0.027659732848405838
274583	embedding2nn.bias	0	0.03229571133852005
274583	embedding2nn.bias	1	-0.07646587491035461
274583	embedding2nn.bias	2	0.07116840779781342
274583	embedding2nn.bias	3	0.05028904601931572
274583	embedding2nn.bias	4	-0.041049931198358536
274583	embedding2nn.bias	5	-0.010716293938457966
274583	embedding2nn.bias	6	0.015886565670371056
274583	embedding2nn.bias	7	-0.054859381169080734
274583	embedding2nn.bias	8	0.07294663786888123
274583	embedding2nn.bias	9	0.04485723748803139
274583	rnn.weight_ih_l0	0	-0.08078259974718094
274583	rnn.weight_ih_l0	1	0.0030411183834075928
274583	rnn.weight_ih_l0	2	0.0354544073343277
274583	rnn.weight_ih_l0	3	0.0229334756731987
274583	rnn.weight_ih_l0	4	-0.048167791217565536
274583	rnn.weight_ih_l0	5	-0.06852378696203232
274583	rnn.weight_ih_l0	6	-0.0011036336654797196
274583	rnn.weight_ih_l0	7	0.05353543534874916
274583	rnn.weight_ih_l0	8	-0.01714433915913105
274583	rnn.weight_ih_l0	9	-0.030851328745484352
274583	rnn.weight_hh_l0	0	-0.03005034849047661
274583	rnn.weight_hh_l0	1	-0.00734617467969656
274583	rnn.weight_hh_l0	2	0.006621512118726969
274583	rnn.weight_hh_l0	3	-0.07444650679826736
274583	rnn.weight_hh_l0	4	0.09327523410320282
274583	rnn.weight_hh_l0	5	-0.0269212294369936
274583	rnn.weight_hh_l0	6	-0.06388571113348007
274583	rnn.weight_hh_l0	7	0.008846386335790157
274583	rnn.weight_hh_l0	8	0.013404807075858116
274583	rnn.weight_hh_l0	9	-0.025614866986870766
274583	rnn.bias_ih_l0	0	0.12981483340263367
274583	rnn.bias_ih_l0	1	-0.03406598046422005
274583	rnn.bias_ih_l0	2	-0.03437774255871773
274583	rnn.bias_ih_l0	3	0.16325685381889343
274583	rnn.bias_ih_l0	4	-0.01278627011924982
274583	rnn.bias_ih_l0	5	-0.02286968193948269
274583	rnn.bias_ih_l0	6	0.016943680122494698
274583	rnn.bias_ih_l0	7	0.023690510541200638
274583	rnn.bias_ih_l0	8	-0.09938021004199982
274583	rnn.bias_ih_l0	9	-0.041547369211912155
274583	rnn.bias_hh_l0	0	-0.0013100295327603817
274583	rnn.bias_hh_l0	1	-0.10030709952116013
274583	rnn.bias_hh_l0	2	-0.07504315674304962
274583	rnn.bias_hh_l0	3	-0.08879067748785019
274583	rnn.bias_hh_l0	4	0.008519352413713932
274583	rnn.bias_hh_l0	5	-0.020549258217215538
274583	rnn.bias_hh_l0	6	0.028359387069940567
274583	rnn.bias_hh_l0	7	0.06029945984482765
274583	rnn.bias_hh_l0	8	-0.12306670099496841
274583	rnn.bias_hh_l0	9	-0.05899790674448013
274583	rnn.weight_ih_l0_reverse	0	-0.025427598506212234
274583	rnn.weight_ih_l0_reverse	1	-0.057218555361032486
274583	rnn.weight_ih_l0_reverse	2	-0.049011941999197006
274583	rnn.weight_ih_l0_reverse	3	0.01563676819205284
274583	rnn.weight_ih_l0_reverse	4	-0.025208473205566406
274583	rnn.weight_ih_l0_reverse	5	-0.05739087611436844
274583	rnn.weight_ih_l0_reverse	6	0.07357524335384369
274583	rnn.weight_ih_l0_reverse	7	-0.01908472180366516
274583	rnn.weight_ih_l0_reverse	8	-0.01857319101691246
274583	rnn.weight_ih_l0_reverse	9	0.00443948432803154
274583	rnn.weight_hh_l0_reverse	0	0.06857839226722717
274583	rnn.weight_hh_l0_reverse	1	0.019888078793883324
274583	rnn.weight_hh_l0_reverse	2	0.030093563720583916
274583	rnn.weight_hh_l0_reverse	3	0.035421811044216156
274583	rnn.weight_hh_l0_reverse	4	0.014359886758029461
274583	rnn.weight_hh_l0_reverse	5	0.008219784125685692
274583	rnn.weight_hh_l0_reverse	6	0.05105365812778473
274583	rnn.weight_hh_l0_reverse	7	-0.08193651586771011
274583	rnn.weight_hh_l0_reverse	8	0.04013495519757271
274583	rnn.weight_hh_l0_reverse	9	0.03483796492218971
274583	rnn.bias_ih_l0_reverse	0	-0.05672517418861389
274583	rnn.bias_ih_l0_reverse	1	-0.2828578054904938
274583	rnn.bias_ih_l0_reverse	2	-0.12424729019403458
274583	rnn.bias_ih_l0_reverse	3	-0.04783709719777107
274583	rnn.bias_ih_l0_reverse	4	-0.02217583917081356
274583	rnn.bias_ih_l0_reverse	5	0.07569877058267593
274583	rnn.bias_ih_l0_reverse	6	-0.06542481482028961
274583	rnn.bias_ih_l0_reverse	7	0.06146256625652313
274583	rnn.bias_ih_l0_reverse	8	-0.03568176552653313
274583	rnn.bias_ih_l0_reverse	9	0.06546614319086075
274583	rnn.bias_hh_l0_reverse	0	0.02333657816052437
274583	rnn.bias_hh_l0_reverse	1	-0.06331028789281845
274583	rnn.bias_hh_l0_reverse	2	0.08913139998912811
274583	rnn.bias_hh_l0_reverse	3	-0.05183215066790581
274583	rnn.bias_hh_l0_reverse	4	-0.02796800620853901
274583	rnn.bias_hh_l0_reverse	5	-0.022398745641112328
274583	rnn.bias_hh_l0_reverse	6	-0.020139316096901894
274583	rnn.bias_hh_l0_reverse	7	0.09965349733829498
274583	rnn.bias_hh_l0_reverse	8	0.030338533222675323
274583	rnn.bias_hh_l0_reverse	9	-0.14886736869812012
274583	rnn.weight_ih_l1	0	-0.02978670597076416
274583	rnn.weight_ih_l1	1	-0.05052613466978073
274583	rnn.weight_ih_l1	2	0.06509508192539215
274583	rnn.weight_ih_l1	3	-0.07301518321037292
274583	rnn.weight_ih_l1	4	-0.014082890003919601
274583	rnn.weight_ih_l1	5	-0.04033930227160454
274583	rnn.weight_ih_l1	6	0.028884144499897957
274583	rnn.weight_ih_l1	7	-0.04430760443210602
274583	rnn.weight_ih_l1	8	0.03784092888236046
274583	rnn.weight_ih_l1	9	0.04490127041935921
274583	rnn.weight_hh_l1	0	-0.007210659794509411
274583	rnn.weight_hh_l1	1	0.019908111542463303
274583	rnn.weight_hh_l1	2	0.0066695790737867355
274583	rnn.weight_hh_l1	3	-0.012674499303102493
274583	rnn.weight_hh_l1	4	0.004835638217628002
274583	rnn.weight_hh_l1	5	0.03523557633161545
274583	rnn.weight_hh_l1	6	0.03619853034615517
274583	rnn.weight_hh_l1	7	-0.016369560733437538
274583	rnn.weight_hh_l1	8	-0.007235279772430658
274583	rnn.weight_hh_l1	9	0.03859490156173706
274583	rnn.bias_ih_l1	0	-0.18408626317977905
274583	rnn.bias_ih_l1	1	-0.17429977655410767
274583	rnn.bias_ih_l1	2	-0.19698892533779144
274583	rnn.bias_ih_l1	3	-0.3074679970741272
274583	rnn.bias_ih_l1	4	-0.21190722286701202
274583	rnn.bias_ih_l1	5	-0.08880919218063354
274583	rnn.bias_ih_l1	6	-0.15843623876571655
274583	rnn.bias_ih_l1	7	-0.0032523355912417173
274583	rnn.bias_ih_l1	8	-0.1299808919429779
274583	rnn.bias_ih_l1	9	-0.12307069450616837
274583	rnn.bias_hh_l1	0	-0.09695883095264435
274583	rnn.bias_hh_l1	1	-0.06350623071193695
274583	rnn.bias_hh_l1	2	-0.08509175479412079
274583	rnn.bias_hh_l1	3	-0.07744565606117249
274583	rnn.bias_hh_l1	4	-0.07330331951379776
274583	rnn.bias_hh_l1	5	-0.11732371896505356
274583	rnn.bias_hh_l1	6	-0.16050179302692413
274583	rnn.bias_hh_l1	7	0.07471910119056702
274583	rnn.bias_hh_l1	8	-0.17596235871315002
274583	rnn.bias_hh_l1	9	-0.11540032923221588
274583	rnn.weight_ih_l1_reverse	0	-0.0474357008934021
274583	rnn.weight_ih_l1_reverse	1	0.03281816095113754
274583	rnn.weight_ih_l1_reverse	2	0.08803469687700272
274583	rnn.weight_ih_l1_reverse	3	-0.017880801111459732
274583	rnn.weight_ih_l1_reverse	4	-0.02342262491583824
274583	rnn.weight_ih_l1_reverse	5	-0.03032025322318077
274583	rnn.weight_ih_l1_reverse	6	-0.01948012039065361
274583	rnn.weight_ih_l1_reverse	7	0.029621075838804245
274583	rnn.weight_ih_l1_reverse	8	0.005612106062471867
274583	rnn.weight_ih_l1_reverse	9	-0.033617567270994186
274583	rnn.weight_hh_l1_reverse	0	0.004575494211167097
274583	rnn.weight_hh_l1_reverse	1	0.03170332685112953
274583	rnn.weight_hh_l1_reverse	2	-0.0406208261847496
274583	rnn.weight_hh_l1_reverse	3	0.03501976281404495
274583	rnn.weight_hh_l1_reverse	4	0.04711409658193588
274583	rnn.weight_hh_l1_reverse	5	0.005987600889056921
274583	rnn.weight_hh_l1_reverse	6	0.04893869161605835
274583	rnn.weight_hh_l1_reverse	7	0.03098919428884983
274583	rnn.weight_hh_l1_reverse	8	-0.0071170213632285595
274583	rnn.weight_hh_l1_reverse	9	-0.030198942869901657
274583	rnn.bias_ih_l1_reverse	0	-0.04557282105088234
274583	rnn.bias_ih_l1_reverse	1	-0.13961845636367798
274583	rnn.bias_ih_l1_reverse	2	-0.1634334772825241
274583	rnn.bias_ih_l1_reverse	3	-0.06126372516155243
274583	rnn.bias_ih_l1_reverse	4	-0.20383353531360626
274583	rnn.bias_ih_l1_reverse	5	-0.1168447807431221
274583	rnn.bias_ih_l1_reverse	6	-0.13003212213516235
274583	rnn.bias_ih_l1_reverse	7	-0.1922435313463211
274583	rnn.bias_ih_l1_reverse	8	0.22698581218719482
274583	rnn.bias_ih_l1_reverse	9	0.02274925448000431
274583	rnn.bias_hh_l1_reverse	0	0.010120613500475883
274583	rnn.bias_hh_l1_reverse	1	-0.0650404542684555
274583	rnn.bias_hh_l1_reverse	2	-0.23717474937438965
274583	rnn.bias_hh_l1_reverse	3	-0.14358635246753693
274583	rnn.bias_hh_l1_reverse	4	-0.08030658960342407
274583	rnn.bias_hh_l1_reverse	5	-0.11616631597280502
274583	rnn.bias_hh_l1_reverse	6	0.06323461979627609
274583	rnn.bias_hh_l1_reverse	7	-0.13468778133392334
274583	rnn.bias_hh_l1_reverse	8	-0.124905526638031
274583	rnn.bias_hh_l1_reverse	9	-0.1482548862695694
274583	linear.weight	0	0.002228822559118271
274583	linear.weight	1	0.09749563783407211
274583	linear.weight	2	-0.09204027056694031
274583	linear.weight	3	0.3130101263523102
274583	linear.weight	4	0.15065298974514008
274583	linear.weight	5	-0.06539887934923172
274583	linear.weight	6	0.09422389417886734
274583	linear.weight	7	0.13646428287029266
274583	linear.weight	8	0.04113319143652916
274583	linear.weight	9	-0.05129394307732582
274583	linear.bias	0	0.087470643222332
274583	linear.bias	1	-0.18838727474212646
274583	linear.bias	2	-0.44847890734672546
274583	linear.bias	3	-0.6584595441818237
274583	linear.bias	4	-1.262653112411499
274583	linear.bias	5	-0.060368236154317856
274583	linear.bias	6	-0.8206810355186462
274583	linear.bias	7	0.2701443135738373
274583	linear.bias	8	-0.39707082509994507
274583	linear.bias	9	-1.023736834526062
274780	transitions	0	0.7556313276290894
274780	transitions	1	0.1390344351530075
274780	transitions	2	-10000.0
274780	transitions	3	-1.8281164169311523
274780	transitions	4	-10000.0
274780	transitions	5	0.5627930760383606
274780	transitions	6	-0.08564310520887375
274780	transitions	7	-0.8118919134140015
274780	transitions	8	-1.422768235206604
274780	transitions	9	-0.00123159762006253
274780	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
274780	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
274780	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
274780	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
274780	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
274780	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
274780	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
274780	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
274780	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
274780	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
274780	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
274780	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
274780	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
274780	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
274780	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
274780	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
274780	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
274780	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
274780	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
274780	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
274780	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
274780	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
274780	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
274780	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
274780	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
274780	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
274780	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
274780	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
274780	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
274780	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
274780	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
274780	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
274780	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
274780	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
274780	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
274780	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
274780	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
274780	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
274780	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
274780	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
274780	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
274780	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
274780	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
274780	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
274780	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
274780	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
274780	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
274780	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
274780	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
274780	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
274780	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
274780	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
274780	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
274780	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
274780	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
274780	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
274780	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
274780	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
274780	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
274780	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
274780	embedding2nn.weight	0	0.01641480065882206
274780	embedding2nn.weight	1	-0.012699594721198082
274780	embedding2nn.weight	2	-0.014268254861235619
274780	embedding2nn.weight	3	-0.031491104513406754
274780	embedding2nn.weight	4	-0.0059150345623493195
274780	embedding2nn.weight	5	-0.0037005888298153877
274780	embedding2nn.weight	6	-0.003973265178501606
274780	embedding2nn.weight	7	-0.07730430364608765
274780	embedding2nn.weight	8	-0.0019979383796453476
274780	embedding2nn.weight	9	-0.027661362662911415
274780	embedding2nn.bias	0	0.03205813467502594
274780	embedding2nn.bias	1	-0.07679197192192078
274780	embedding2nn.bias	2	0.07130081951618195
274780	embedding2nn.bias	3	0.05035139247775078
274780	embedding2nn.bias	4	-0.04092937335371971
274780	embedding2nn.bias	5	-0.01074601523578167
274780	embedding2nn.bias	6	0.015838071703910828
274780	embedding2nn.bias	7	-0.054789621382951736
274780	embedding2nn.bias	8	0.0728897675871849
274780	embedding2nn.bias	9	0.044764868915081024
274780	rnn.weight_ih_l0	0	-0.08083630353212357
274780	rnn.weight_ih_l0	1	0.0030237704049795866
274780	rnn.weight_ih_l0	2	0.03543978929519653
274780	rnn.weight_ih_l0	3	0.02293575182557106
274780	rnn.weight_ih_l0	4	-0.04814092814922333
274780	rnn.weight_ih_l0	5	-0.06851328164339066
274780	rnn.weight_ih_l0	6	-0.001079073059372604
274780	rnn.weight_ih_l0	7	0.053540028631687164
274780	rnn.weight_ih_l0	8	-0.017119189724326134
274780	rnn.weight_ih_l0	9	-0.030864838510751724
274780	rnn.weight_hh_l0	0	-0.030040200799703598
274780	rnn.weight_hh_l0	1	-0.007391601335257292
274780	rnn.weight_hh_l0	2	0.006618962623178959
274780	rnn.weight_hh_l0	3	-0.07443796098232269
274780	rnn.weight_hh_l0	4	0.09328564256429672
274780	rnn.weight_hh_l0	5	-0.026944808661937714
274780	rnn.weight_hh_l0	6	-0.06387574225664139
274780	rnn.weight_hh_l0	7	0.00883135199546814
274780	rnn.weight_hh_l0	8	0.013410313054919243
274780	rnn.weight_hh_l0	9	-0.025610269978642464
274780	rnn.bias_ih_l0	0	0.12983012199401855
274780	rnn.bias_ih_l0	1	-0.03406315669417381
274780	rnn.bias_ih_l0	2	-0.03440847992897034
274780	rnn.bias_ih_l0	3	0.16335415840148926
274780	rnn.bias_ih_l0	4	-0.012819938361644745
274780	rnn.bias_ih_l0	5	-0.022857410833239555
274780	rnn.bias_ih_l0	6	0.01695259101688862
274780	rnn.bias_ih_l0	7	0.02369874157011509
274780	rnn.bias_ih_l0	8	-0.09939176589250565
274780	rnn.bias_ih_l0	9	-0.04161408543586731
274780	rnn.bias_hh_l0	0	-0.00137246772646904
274780	rnn.bias_hh_l0	1	-0.10029076784849167
274780	rnn.bias_hh_l0	2	-0.07500727474689484
274780	rnn.bias_hh_l0	3	-0.08875495195388794
274780	rnn.bias_hh_l0	4	0.008475401438772678
274780	rnn.bias_hh_l0	5	-0.020568622276186943
274780	rnn.bias_hh_l0	6	0.028279362246394157
274780	rnn.bias_hh_l0	7	0.060285184532403946
274780	rnn.bias_hh_l0	8	-0.12308869510889053
274780	rnn.bias_hh_l0	9	-0.05895622819662094
274780	rnn.weight_ih_l0_reverse	0	-0.02541421353816986
274780	rnn.weight_ih_l0_reverse	1	-0.05721902847290039
274780	rnn.weight_ih_l0_reverse	2	-0.04900268837809563
274780	rnn.weight_ih_l0_reverse	3	0.01563074067234993
274780	rnn.weight_ih_l0_reverse	4	-0.025214537978172302
274780	rnn.weight_ih_l0_reverse	5	-0.057395052164793015
274780	rnn.weight_ih_l0_reverse	6	0.07356952130794525
274780	rnn.weight_ih_l0_reverse	7	-0.019066574051976204
274780	rnn.weight_ih_l0_reverse	8	-0.018572065979242325
274780	rnn.weight_ih_l0_reverse	9	0.004463578574359417
274780	rnn.weight_hh_l0_reverse	0	0.06857014447450638
274780	rnn.weight_hh_l0_reverse	1	0.019912295043468475
274780	rnn.weight_hh_l0_reverse	2	0.030088981613516808
274780	rnn.weight_hh_l0_reverse	3	0.03543684259057045
274780	rnn.weight_hh_l0_reverse	4	0.014353668317198753
274780	rnn.weight_hh_l0_reverse	5	0.008228574879467487
274780	rnn.weight_hh_l0_reverse	6	0.05104450881481171
274780	rnn.weight_hh_l0_reverse	7	-0.08194354176521301
274780	rnn.weight_hh_l0_reverse	8	0.04013156518340111
274780	rnn.weight_hh_l0_reverse	9	0.03483842313289642
274780	rnn.bias_ih_l0_reverse	0	-0.05674561485648155
274780	rnn.bias_ih_l0_reverse	1	-0.2827463448047638
274780	rnn.bias_ih_l0_reverse	2	-0.12422439455986023
274780	rnn.bias_ih_l0_reverse	3	-0.04786616191267967
274780	rnn.bias_ih_l0_reverse	4	-0.02212752401828766
274780	rnn.bias_ih_l0_reverse	5	0.07573451846837997
274780	rnn.bias_ih_l0_reverse	6	-0.06542063504457474
274780	rnn.bias_ih_l0_reverse	7	0.061465103179216385
274780	rnn.bias_ih_l0_reverse	8	-0.03563631325960159
274780	rnn.bias_ih_l0_reverse	9	0.0654316246509552
274780	rnn.bias_hh_l0_reverse	0	0.023323293775320053
274780	rnn.bias_hh_l0_reverse	1	-0.06328865885734558
274780	rnn.bias_hh_l0_reverse	2	0.0890517607331276
274780	rnn.bias_hh_l0_reverse	3	-0.05181374400854111
274780	rnn.bias_hh_l0_reverse	4	-0.027953753247857094
274780	rnn.bias_hh_l0_reverse	5	-0.02231363207101822
274780	rnn.bias_hh_l0_reverse	6	-0.0201376024633646
274780	rnn.bias_hh_l0_reverse	7	0.099635548889637
274780	rnn.bias_hh_l0_reverse	8	0.030323345214128494
274780	rnn.bias_hh_l0_reverse	9	-0.148910790681839
274780	rnn.weight_ih_l1	0	-0.029797745868563652
274780	rnn.weight_ih_l1	1	-0.05052916333079338
274780	rnn.weight_ih_l1	2	0.06509092450141907
274780	rnn.weight_ih_l1	3	-0.07304614037275314
274780	rnn.weight_ih_l1	4	-0.014077854342758656
274780	rnn.weight_ih_l1	5	-0.040338896214962006
274780	rnn.weight_ih_l1	6	0.0288735069334507
274780	rnn.weight_ih_l1	7	-0.04434988275170326
274780	rnn.weight_ih_l1	8	0.03783600777387619
274780	rnn.weight_ih_l1	9	0.04488759487867355
274780	rnn.weight_hh_l1	0	-0.007224786560982466
274780	rnn.weight_hh_l1	1	0.01991022750735283
274780	rnn.weight_hh_l1	2	0.006673899013549089
274780	rnn.weight_hh_l1	3	-0.012671338394284248
274780	rnn.weight_hh_l1	4	0.004836971405893564
274780	rnn.weight_hh_l1	5	0.03522747755050659
274780	rnn.weight_hh_l1	6	0.03618675097823143
274780	rnn.weight_hh_l1	7	-0.016369491815567017
274780	rnn.weight_hh_l1	8	-0.007235814351588488
274780	rnn.weight_hh_l1	9	0.03859349712729454
274780	rnn.bias_ih_l1	0	-0.18412087857723236
274780	rnn.bias_ih_l1	1	-0.17418774962425232
274780	rnn.bias_ih_l1	2	-0.1970020830631256
274780	rnn.bias_ih_l1	3	-0.3074268400669098
274780	rnn.bias_ih_l1	4	-0.21186162531375885
274780	rnn.bias_ih_l1	5	-0.08884143084287643
274780	rnn.bias_ih_l1	6	-0.15841223299503326
274780	rnn.bias_ih_l1	7	-0.0032707685604691505
274780	rnn.bias_ih_l1	8	-0.12996681034564972
274780	rnn.bias_ih_l1	9	-0.12305206805467606
274780	rnn.bias_hh_l1	0	-0.09689036756753922
274780	rnn.bias_hh_l1	1	-0.06346485763788223
274780	rnn.bias_hh_l1	2	-0.08511092513799667
274780	rnn.bias_hh_l1	3	-0.07748188823461533
274780	rnn.bias_hh_l1	4	-0.07329999655485153
274780	rnn.bias_hh_l1	5	-0.11733496189117432
274780	rnn.bias_hh_l1	6	-0.16052784025669098
274780	rnn.bias_hh_l1	7	0.07474647462368011
274780	rnn.bias_hh_l1	8	-0.1759377419948578
274780	rnn.bias_hh_l1	9	-0.11532945930957794
274780	rnn.weight_ih_l1_reverse	0	-0.0474240668118
274780	rnn.weight_ih_l1_reverse	1	0.03284671530127525
274780	rnn.weight_ih_l1_reverse	2	0.0879906490445137
274780	rnn.weight_ih_l1_reverse	3	-0.017822155728936195
274780	rnn.weight_ih_l1_reverse	4	-0.02338380739092827
274780	rnn.weight_ih_l1_reverse	5	-0.030317388474941254
274780	rnn.weight_ih_l1_reverse	6	-0.01943824253976345
274780	rnn.weight_ih_l1_reverse	7	0.029631495475769043
274780	rnn.weight_ih_l1_reverse	8	0.005631098523736
274780	rnn.weight_ih_l1_reverse	9	-0.03360133245587349
274780	rnn.weight_hh_l1_reverse	0	0.00457595381885767
274780	rnn.weight_hh_l1_reverse	1	0.03169986233115196
274780	rnn.weight_hh_l1_reverse	2	-0.04062012583017349
274780	rnn.weight_hh_l1_reverse	3	0.035018473863601685
274780	rnn.weight_hh_l1_reverse	4	0.04710250720381737
274780	rnn.weight_hh_l1_reverse	5	0.005982573609799147
274780	rnn.weight_hh_l1_reverse	6	0.04896543547511101
274780	rnn.weight_hh_l1_reverse	7	0.030989203602075577
274780	rnn.weight_hh_l1_reverse	8	-0.007121110800653696
274780	rnn.weight_hh_l1_reverse	9	-0.03019520454108715
274780	rnn.bias_ih_l1_reverse	0	-0.04556412249803543
274780	rnn.bias_ih_l1_reverse	1	-0.13955847918987274
274780	rnn.bias_ih_l1_reverse	2	-0.1635185033082962
274780	rnn.bias_ih_l1_reverse	3	-0.061229951679706573
274780	rnn.bias_ih_l1_reverse	4	-0.20381852984428406
274780	rnn.bias_ih_l1_reverse	5	-0.11685056239366531
274780	rnn.bias_ih_l1_reverse	6	-0.1300097405910492
274780	rnn.bias_ih_l1_reverse	7	-0.19218645989894867
274780	rnn.bias_ih_l1_reverse	8	0.22690169513225555
274780	rnn.bias_ih_l1_reverse	9	0.022840043529868126
274780	rnn.bias_hh_l1_reverse	0	0.010114279575645924
274780	rnn.bias_hh_l1_reverse	1	-0.06496118754148483
274780	rnn.bias_hh_l1_reverse	2	-0.23717494308948517
274780	rnn.bias_hh_l1_reverse	3	-0.1435861885547638
274780	rnn.bias_hh_l1_reverse	4	-0.08028198033571243
274780	rnn.bias_hh_l1_reverse	5	-0.1161474958062172
274780	rnn.bias_hh_l1_reverse	6	0.06306030601263046
274780	rnn.bias_hh_l1_reverse	7	-0.1346854269504547
274780	rnn.bias_hh_l1_reverse	8	-0.12490701675415039
274780	rnn.bias_hh_l1_reverse	9	-0.1482732594013214
274780	linear.weight	0	0.002228822559118271
274780	linear.weight	1	0.09758662432432175
274780	linear.weight	2	-0.09204699844121933
274780	linear.weight	3	0.3129160702228546
274780	linear.weight	4	0.1506207138299942
274780	linear.weight	5	-0.0653839036822319
274780	linear.weight	6	0.09416508674621582
274780	linear.weight	7	0.13630712032318115
274780	linear.weight	8	0.04113319143652916
274780	linear.weight	9	-0.05128103867173195
274780	linear.bias	0	0.08727705478668213
274780	linear.bias	1	-0.18879614770412445
274780	linear.bias	2	-0.44751259684562683
274780	linear.bias	3	-0.6585219502449036
274780	linear.bias	4	-1.2627729177474976
274780	linear.bias	5	-0.059493064880371094
274780	linear.bias	6	-0.8211837410926819
274780	linear.bias	7	0.270997017621994
274780	linear.bias	8	-0.396463543176651
274780	linear.bias	9	-1.023131251335144
274977	transitions	0	0.7556809782981873
274977	transitions	1	0.1391245722770691
274977	transitions	2	-10000.0
274977	transitions	3	-1.8281164169311523
274977	transitions	4	-10000.0
274977	transitions	5	0.5627918839454651
274977	transitions	6	-0.08564342558383942
274977	transitions	7	-0.8118934631347656
274977	transitions	8	-1.4227685928344727
274977	transitions	9	-0.001231611822731793
274977	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
274977	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
274977	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
274977	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
274977	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
274977	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
274977	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
274977	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
274977	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
274977	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
274977	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
274977	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
274977	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
274977	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
274977	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
274977	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
274977	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
274977	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
274977	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
274977	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
274977	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
274977	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
274977	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
274977	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
274977	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
274977	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
274977	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
274977	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
274977	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
274977	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
274977	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
274977	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
274977	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
274977	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
274977	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
274977	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
274977	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
274977	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
274977	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
274977	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
274977	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
274977	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
274977	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
274977	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
274977	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
274977	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
274977	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
274977	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
274977	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
274977	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
274977	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
274977	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
274977	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
274977	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
274977	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
274977	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
274977	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
274977	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
274977	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
274977	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
274977	embedding2nn.weight	0	0.016368679702281952
274977	embedding2nn.weight	1	-0.012701928615570068
274977	embedding2nn.weight	2	-0.014268254861235619
274977	embedding2nn.weight	3	-0.03149094060063362
274977	embedding2nn.weight	4	-0.0059150345623493195
274977	embedding2nn.weight	5	-0.0037005888298153877
274977	embedding2nn.weight	6	-0.003973265178501606
274977	embedding2nn.weight	7	-0.0772935077548027
274977	embedding2nn.weight	8	-0.0019979383796453476
274977	embedding2nn.weight	9	-0.027661504223942757
274977	embedding2nn.bias	0	0.03187897056341171
274977	embedding2nn.bias	1	-0.0767335593700409
274977	embedding2nn.bias	2	0.07118788361549377
274977	embedding2nn.bias	3	0.050423476845026016
274977	embedding2nn.bias	4	-0.04102332890033722
274977	embedding2nn.bias	5	-0.010574540123343468
274977	embedding2nn.bias	6	0.015747306868433952
274977	embedding2nn.bias	7	-0.0547032505273819
274977	embedding2nn.bias	8	0.07277993112802505
274977	embedding2nn.bias	9	0.04490043967962265
274977	rnn.weight_ih_l0	0	-0.0808393731713295
274977	rnn.weight_ih_l0	1	0.0029883503448218107
274977	rnn.weight_ih_l0	2	0.03543051332235336
274977	rnn.weight_ih_l0	3	0.022938743233680725
274977	rnn.weight_ih_l0	4	-0.048171691596508026
274977	rnn.weight_ih_l0	5	-0.06849765032529831
274977	rnn.weight_ih_l0	6	-0.0010833523701876402
274977	rnn.weight_ih_l0	7	0.053555361926555634
274977	rnn.weight_ih_l0	8	-0.017073936760425568
274977	rnn.weight_ih_l0	9	-0.030865073204040527
274977	rnn.weight_hh_l0	0	-0.03003915585577488
274977	rnn.weight_hh_l0	1	-0.007369259372353554
274977	rnn.weight_hh_l0	2	0.0066269924864172935
274977	rnn.weight_hh_l0	3	-0.07446253299713135
274977	rnn.weight_hh_l0	4	0.09325963258743286
274977	rnn.weight_hh_l0	5	-0.0269471462816
274977	rnn.weight_hh_l0	6	-0.06387008726596832
274977	rnn.weight_hh_l0	7	0.008816921152174473
274977	rnn.weight_hh_l0	8	0.013413134030997753
274977	rnn.weight_hh_l0	9	-0.025614893063902855
274977	rnn.bias_ih_l0	0	0.1298724114894867
274977	rnn.bias_ih_l0	1	-0.03411119058728218
274977	rnn.bias_ih_l0	2	-0.034309063106775284
274977	rnn.bias_ih_l0	3	0.16333463788032532
274977	rnn.bias_ih_l0	4	-0.012746943160891533
274977	rnn.bias_ih_l0	5	-0.022843269631266594
274977	rnn.bias_ih_l0	6	0.016923660412430763
274977	rnn.bias_ih_l0	7	0.023738395422697067
274977	rnn.bias_ih_l0	8	-0.09938277304172516
274977	rnn.bias_ih_l0	9	-0.04172227531671524
274977	rnn.bias_hh_l0	0	-0.0013830362586304545
274977	rnn.bias_hh_l0	1	-0.10031073540449142
274977	rnn.bias_hh_l0	2	-0.07498228549957275
274977	rnn.bias_hh_l0	3	-0.08872056007385254
274977	rnn.bias_hh_l0	4	0.008528520353138447
274977	rnn.bias_hh_l0	5	-0.020537346601486206
274977	rnn.bias_hh_l0	6	0.02820662036538124
274977	rnn.bias_hh_l0	7	0.06024901196360588
274977	rnn.bias_hh_l0	8	-0.12323617935180664
274977	rnn.bias_hh_l0	9	-0.05900095775723457
274977	rnn.weight_ih_l0_reverse	0	-0.025428084656596184
274977	rnn.weight_ih_l0_reverse	1	-0.05721781402826309
274977	rnn.weight_ih_l0_reverse	2	-0.04900702089071274
274977	rnn.weight_ih_l0_reverse	3	0.015639692544937134
274977	rnn.weight_ih_l0_reverse	4	-0.0252294410020113
274977	rnn.weight_ih_l0_reverse	5	-0.057385172694921494
274977	rnn.weight_ih_l0_reverse	6	0.07356984168291092
274977	rnn.weight_ih_l0_reverse	7	-0.019070884212851524
274977	rnn.weight_ih_l0_reverse	8	-0.018570348620414734
274977	rnn.weight_ih_l0_reverse	9	0.004453529138118029
274977	rnn.weight_hh_l0_reverse	0	0.0685630664229393
274977	rnn.weight_hh_l0_reverse	1	0.01991463638842106
274977	rnn.weight_hh_l0_reverse	2	0.030085820704698563
274977	rnn.weight_hh_l0_reverse	3	0.035437751561403275
274977	rnn.weight_hh_l0_reverse	4	0.014344253577291965
274977	rnn.weight_hh_l0_reverse	5	0.00820851232856512
274977	rnn.weight_hh_l0_reverse	6	0.05104580149054527
274977	rnn.weight_hh_l0_reverse	7	-0.08193796873092651
274977	rnn.weight_hh_l0_reverse	8	0.04013065621256828
274977	rnn.weight_hh_l0_reverse	9	0.034831609576940536
274977	rnn.bias_ih_l0_reverse	0	-0.05671719089150429
274977	rnn.bias_ih_l0_reverse	1	-0.2826632857322693
274977	rnn.bias_ih_l0_reverse	2	-0.12418534606695175
274977	rnn.bias_ih_l0_reverse	3	-0.04792068526148796
274977	rnn.bias_ih_l0_reverse	4	-0.02210412733256817
274977	rnn.bias_ih_l0_reverse	5	0.0757402554154396
274977	rnn.bias_ih_l0_reverse	6	-0.06545189768075943
274977	rnn.bias_ih_l0_reverse	7	0.061466485261917114
274977	rnn.bias_ih_l0_reverse	8	-0.03566039726138115
274977	rnn.bias_ih_l0_reverse	9	0.06548088788986206
274977	rnn.bias_hh_l0_reverse	0	0.023324672132730484
274977	rnn.bias_hh_l0_reverse	1	-0.0632982850074768
274977	rnn.bias_hh_l0_reverse	2	0.08903314918279648
274977	rnn.bias_hh_l0_reverse	3	-0.05182589963078499
274977	rnn.bias_hh_l0_reverse	4	-0.027930881828069687
274977	rnn.bias_hh_l0_reverse	5	-0.022237028926610947
274977	rnn.bias_hh_l0_reverse	6	-0.02015860751271248
274977	rnn.bias_hh_l0_reverse	7	0.09968292713165283
274977	rnn.bias_hh_l0_reverse	8	0.030288316309452057
274977	rnn.bias_hh_l0_reverse	9	-0.14889898896217346
274977	rnn.weight_ih_l1	0	-0.029789168387651443
274977	rnn.weight_ih_l1	1	-0.050537917762994766
274977	rnn.weight_ih_l1	2	0.06512070447206497
274977	rnn.weight_ih_l1	3	-0.0730375424027443
274977	rnn.weight_ih_l1	4	-0.014081179164350033
274977	rnn.weight_ih_l1	5	-0.04034053161740303
274977	rnn.weight_ih_l1	6	0.028868552297353745
274977	rnn.weight_ih_l1	7	-0.04433659464120865
274977	rnn.weight_ih_l1	8	0.03784216195344925
274977	rnn.weight_ih_l1	9	0.04489118233323097
274977	rnn.weight_hh_l1	0	-0.007233323995023966
274977	rnn.weight_hh_l1	1	0.019913699477910995
274977	rnn.weight_hh_l1	2	0.006673539988696575
274977	rnn.weight_hh_l1	3	-0.012666910886764526
274977	rnn.weight_hh_l1	4	0.004826945718377829
274977	rnn.weight_hh_l1	5	0.0352054163813591
274977	rnn.weight_hh_l1	6	0.03618314489722252
274977	rnn.weight_hh_l1	7	-0.016365710645914078
274977	rnn.weight_hh_l1	8	-0.007245575077831745
274977	rnn.weight_hh_l1	9	0.03858768194913864
274977	rnn.bias_ih_l1	0	-0.18409720063209534
274977	rnn.bias_ih_l1	1	-0.17423659563064575
274977	rnn.bias_ih_l1	2	-0.19704394042491913
274977	rnn.bias_ih_l1	3	-0.3074628710746765
274977	rnn.bias_ih_l1	4	-0.21197158098220825
274977	rnn.bias_ih_l1	5	-0.08883628994226456
274977	rnn.bias_ih_l1	6	-0.15837453305721283
274977	rnn.bias_ih_l1	7	-0.0032965857535600662
274977	rnn.bias_ih_l1	8	-0.1299659162759781
274977	rnn.bias_ih_l1	9	-0.12310334295034409
274977	rnn.bias_hh_l1	0	-0.09694687277078629
274977	rnn.bias_hh_l1	1	-0.06350026279687881
274977	rnn.bias_hh_l1	2	-0.08517304062843323
274977	rnn.bias_hh_l1	3	-0.07750681042671204
274977	rnn.bias_hh_l1	4	-0.07326359301805496
274977	rnn.bias_hh_l1	5	-0.11731967329978943
274977	rnn.bias_hh_l1	6	-0.16057032346725464
274977	rnn.bias_hh_l1	7	0.0747283324599266
274977	rnn.bias_hh_l1	8	-0.17604905366897583
274977	rnn.bias_hh_l1	9	-0.11531141400337219
274977	rnn.weight_ih_l1_reverse	0	-0.04743070527911186
274977	rnn.weight_ih_l1_reverse	1	0.03283024579286575
274977	rnn.weight_ih_l1_reverse	2	0.08800917863845825
274977	rnn.weight_ih_l1_reverse	3	-0.01780940778553486
274977	rnn.weight_ih_l1_reverse	4	-0.02336517907679081
274977	rnn.weight_ih_l1_reverse	5	-0.03031724877655506
274977	rnn.weight_ih_l1_reverse	6	-0.019430886954069138
274977	rnn.weight_ih_l1_reverse	7	0.029635319486260414
274977	rnn.weight_ih_l1_reverse	8	0.005650358274579048
274977	rnn.weight_ih_l1_reverse	9	-0.03362242132425308
274977	rnn.weight_hh_l1_reverse	0	0.004577488638460636
274977	rnn.weight_hh_l1_reverse	1	0.03169863671064377
274977	rnn.weight_hh_l1_reverse	2	-0.04062052071094513
274977	rnn.weight_hh_l1_reverse	3	0.035016145557165146
274977	rnn.weight_hh_l1_reverse	4	0.04710950329899788
274977	rnn.weight_hh_l1_reverse	5	0.005983558017760515
274977	rnn.weight_hh_l1_reverse	6	0.04895079508423805
274977	rnn.weight_hh_l1_reverse	7	0.030992021784186363
274977	rnn.weight_hh_l1_reverse	8	-0.00712193176150322
274977	rnn.weight_hh_l1_reverse	9	-0.030191492289304733
274977	rnn.bias_ih_l1_reverse	0	-0.045554935932159424
274977	rnn.bias_ih_l1_reverse	1	-0.1395845264196396
274977	rnn.bias_ih_l1_reverse	2	-0.1635558158159256
274977	rnn.bias_ih_l1_reverse	3	-0.06121543422341347
274977	rnn.bias_ih_l1_reverse	4	-0.20384581387043
274977	rnn.bias_ih_l1_reverse	5	-0.11683797836303711
274977	rnn.bias_ih_l1_reverse	6	-0.12998740375041962
274977	rnn.bias_ih_l1_reverse	7	-0.19215507805347443
274977	rnn.bias_ih_l1_reverse	8	0.22692343592643738
274977	rnn.bias_ih_l1_reverse	9	0.022934559732675552
274977	rnn.bias_hh_l1_reverse	0	0.010081342421472073
274977	rnn.bias_hh_l1_reverse	1	-0.06503239274024963
274977	rnn.bias_hh_l1_reverse	2	-0.2371653914451599
274977	rnn.bias_hh_l1_reverse	3	-0.14358031749725342
274977	rnn.bias_hh_l1_reverse	4	-0.08030371367931366
274977	rnn.bias_hh_l1_reverse	5	-0.11615152657032013
274977	rnn.bias_hh_l1_reverse	6	0.06320323050022125
274977	rnn.bias_hh_l1_reverse	7	-0.13473626971244812
274977	rnn.bias_hh_l1_reverse	8	-0.12494251877069473
274977	rnn.bias_hh_l1_reverse	9	-0.1482664793729782
274977	linear.weight	0	0.002228822559118271
274977	linear.weight	1	0.09762744605541229
274977	linear.weight	2	-0.09203141927719116
274977	linear.weight	3	0.3127349019050598
274977	linear.weight	4	0.1506093591451645
274977	linear.weight	5	-0.06542503088712692
274977	linear.weight	6	0.0938216969370842
274977	linear.weight	7	0.13640855252742767
274977	linear.weight	8	0.04113318771123886
274977	linear.weight	9	-0.051218222826719284
274977	linear.bias	0	0.08695773035287857
274977	linear.bias	1	-0.18876053392887115
274977	linear.bias	2	-0.4483192265033722
274977	linear.bias	3	-0.6590738296508789
274977	linear.bias	4	-1.2633620500564575
274977	linear.bias	5	-0.05974055826663971
274977	linear.bias	6	-0.8211528062820435
274977	linear.bias	7	0.27071553468704224
274977	linear.bias	8	-0.39568108320236206
274977	linear.bias	9	-1.0222984552383423
275174	transitions	0	0.7556226849555969
275174	transitions	1	0.1390259861946106
275174	transitions	2	-10000.0
275174	transitions	3	-1.828116536140442
275174	transitions	4	-10000.0
275174	transitions	5	0.5627917647361755
275174	transitions	6	-0.08564381301403046
275174	transitions	7	-0.811897337436676
275174	transitions	8	-1.4227700233459473
275174	transitions	9	-0.0012316179927438498
275174	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
275174	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
275174	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
275174	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
275174	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
275174	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
275174	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
275174	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
275174	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
275174	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
275174	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
275174	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
275174	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
275174	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
275174	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
275174	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
275174	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
275174	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
275174	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
275174	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
275174	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
275174	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
275174	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
275174	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
275174	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
275174	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
275174	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
275174	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
275174	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
275174	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
275174	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
275174	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
275174	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
275174	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
275174	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
275174	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
275174	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
275174	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
275174	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
275174	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
275174	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
275174	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
275174	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
275174	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
275174	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
275174	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
275174	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
275174	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
275174	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
275174	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
275174	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
275174	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
275174	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
275174	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
275174	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
275174	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
275174	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
275174	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
275174	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
275174	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
275174	embedding2nn.weight	0	0.016370156779885292
275174	embedding2nn.weight	1	-0.012695467099547386
275174	embedding2nn.weight	2	-0.014268254861235619
275174	embedding2nn.weight	3	-0.03139926493167877
275174	embedding2nn.weight	4	-0.0059150345623493195
275174	embedding2nn.weight	5	-0.0037005888298153877
275174	embedding2nn.weight	6	-0.003973265178501606
275174	embedding2nn.weight	7	-0.07729605585336685
275174	embedding2nn.weight	8	-0.0019979383796453476
275174	embedding2nn.weight	9	-0.0276506207883358
275174	embedding2nn.bias	0	0.031789861619472504
275174	embedding2nn.bias	1	-0.07670971006155014
275174	embedding2nn.bias	2	0.07123848050832748
275174	embedding2nn.bias	3	0.05045811086893082
275174	embedding2nn.bias	4	-0.04087098315358162
275174	embedding2nn.bias	5	-0.010674958117306232
275174	embedding2nn.bias	6	0.015767468139529228
275174	embedding2nn.bias	7	-0.05472094565629959
275174	embedding2nn.bias	8	0.07282933592796326
275174	embedding2nn.bias	9	0.04494767263531685
275174	rnn.weight_ih_l0	0	-0.0808539092540741
275174	rnn.weight_ih_l0	1	0.0030009623151272535
275174	rnn.weight_ih_l0	2	0.035421837121248245
275174	rnn.weight_ih_l0	3	0.022936545312404633
275174	rnn.weight_ih_l0	4	-0.048175591975450516
275174	rnn.weight_ih_l0	5	-0.06849967688322067
275174	rnn.weight_ih_l0	6	-0.0010932274162769318
275174	rnn.weight_ih_l0	7	0.05354468896985054
275174	rnn.weight_ih_l0	8	-0.01706952229142189
275174	rnn.weight_ih_l0	9	-0.03085930272936821
275174	rnn.weight_hh_l0	0	-0.030025523155927658
275174	rnn.weight_hh_l0	1	-0.007365758065134287
275174	rnn.weight_hh_l0	2	0.006644139531999826
275174	rnn.weight_hh_l0	3	-0.0744677186012268
275174	rnn.weight_hh_l0	4	0.09324713051319122
275174	rnn.weight_hh_l0	5	-0.026954209432005882
275174	rnn.weight_hh_l0	6	-0.06385877728462219
275174	rnn.weight_hh_l0	7	0.008824747987091541
275174	rnn.weight_hh_l0	8	0.013404570519924164
275174	rnn.weight_hh_l0	9	-0.025608960539102554
275174	rnn.bias_ih_l0	0	0.12984353303909302
275174	rnn.bias_ih_l0	1	-0.034094955772161484
275174	rnn.bias_ih_l0	2	-0.03431128337979317
275174	rnn.bias_ih_l0	3	0.16334542632102966
275174	rnn.bias_ih_l0	4	-0.012706338427960873
275174	rnn.bias_ih_l0	5	-0.022847114130854607
275174	rnn.bias_ih_l0	6	0.01697218231856823
275174	rnn.bias_ih_l0	7	0.02373540960252285
275174	rnn.bias_ih_l0	8	-0.0993998721241951
275174	rnn.bias_ih_l0	9	-0.041644152253866196
275174	rnn.bias_hh_l0	0	-0.0013597278157249093
275174	rnn.bias_hh_l0	1	-0.10024627298116684
275174	rnn.bias_hh_l0	2	-0.07497982680797577
275174	rnn.bias_hh_l0	3	-0.08862967789173126
275174	rnn.bias_hh_l0	4	0.008497540839016438
275174	rnn.bias_hh_l0	5	-0.020571349188685417
275174	rnn.bias_hh_l0	6	0.028173839673399925
275174	rnn.bias_hh_l0	7	0.06023499742150307
275174	rnn.bias_hh_l0	8	-0.1232442706823349
275174	rnn.bias_hh_l0	9	-0.05901052802801132
275174	rnn.weight_ih_l0_reverse	0	-0.025440264493227005
275174	rnn.weight_ih_l0_reverse	1	-0.0572080984711647
275174	rnn.weight_ih_l0_reverse	2	-0.04899423196911812
275174	rnn.weight_ih_l0_reverse	3	0.015663638710975647
275174	rnn.weight_ih_l0_reverse	4	-0.025237254798412323
275174	rnn.weight_ih_l0_reverse	5	-0.057379402220249176
275174	rnn.weight_ih_l0_reverse	6	0.0735623762011528
275174	rnn.weight_ih_l0_reverse	7	-0.01906767301261425
275174	rnn.weight_ih_l0_reverse	8	-0.018557196483016014
275174	rnn.weight_ih_l0_reverse	9	0.004441987257450819
275174	rnn.weight_hh_l0_reverse	0	0.06855031847953796
275174	rnn.weight_hh_l0_reverse	1	0.01993216760456562
275174	rnn.weight_hh_l0_reverse	2	0.03007361851632595
275174	rnn.weight_hh_l0_reverse	3	0.03544352576136589
275174	rnn.weight_hh_l0_reverse	4	0.014342602342367172
275174	rnn.weight_hh_l0_reverse	5	0.008201437070965767
275174	rnn.weight_hh_l0_reverse	6	0.05103873834013939
275174	rnn.weight_hh_l0_reverse	7	-0.08194494247436523
275174	rnn.weight_hh_l0_reverse	8	0.040129490196704865
275174	rnn.weight_hh_l0_reverse	9	0.034835293889045715
275174	rnn.bias_ih_l0_reverse	0	-0.05676943436264992
275174	rnn.bias_ih_l0_reverse	1	-0.28266850113868713
275174	rnn.bias_ih_l0_reverse	2	-0.1241898462176323
275174	rnn.bias_ih_l0_reverse	3	-0.047955386340618134
275174	rnn.bias_ih_l0_reverse	4	-0.022092368453741074
275174	rnn.bias_ih_l0_reverse	5	0.07573726773262024
275174	rnn.bias_ih_l0_reverse	6	-0.06553234905004501
275174	rnn.bias_ih_l0_reverse	7	0.06146806851029396
275174	rnn.bias_ih_l0_reverse	8	-0.035699695348739624
275174	rnn.bias_ih_l0_reverse	9	0.06547057628631592
275174	rnn.bias_hh_l0_reverse	0	0.023309914395213127
275174	rnn.bias_hh_l0_reverse	1	-0.06334765255451202
275174	rnn.bias_hh_l0_reverse	2	0.08899448066949844
275174	rnn.bias_hh_l0_reverse	3	-0.0518374890089035
275174	rnn.bias_hh_l0_reverse	4	-0.02792246825993061
275174	rnn.bias_hh_l0_reverse	5	-0.022280005738139153
275174	rnn.bias_hh_l0_reverse	6	-0.020179031416773796
275174	rnn.bias_hh_l0_reverse	7	0.09967915713787079
275174	rnn.bias_hh_l0_reverse	8	0.030254080891609192
275174	rnn.bias_hh_l0_reverse	9	-0.14890055358409882
275174	rnn.weight_ih_l1	0	-0.029776467010378838
275174	rnn.weight_ih_l1	1	-0.05054406076669693
275174	rnn.weight_ih_l1	2	0.06512165069580078
275174	rnn.weight_ih_l1	3	-0.07305921614170074
275174	rnn.weight_ih_l1	4	-0.014079397544264793
275174	rnn.weight_ih_l1	5	-0.040340278297662735
275174	rnn.weight_ih_l1	6	0.028864072635769844
275174	rnn.weight_ih_l1	7	-0.04433353617787361
275174	rnn.weight_ih_l1	8	0.03784691169857979
275174	rnn.weight_ih_l1	9	0.04486986994743347
275174	rnn.weight_hh_l1	0	-0.007248139474540949
275174	rnn.weight_hh_l1	1	0.019914694130420685
275174	rnn.weight_hh_l1	2	0.006667515262961388
275174	rnn.weight_hh_l1	3	-0.012666257098317146
275174	rnn.weight_hh_l1	4	0.004820563364773989
275174	rnn.weight_hh_l1	5	0.035208068788051605
275174	rnn.weight_hh_l1	6	0.03619055822491646
275174	rnn.weight_hh_l1	7	-0.016369877383112907
275174	rnn.weight_hh_l1	8	-0.007243951316922903
275174	rnn.weight_hh_l1	9	0.038580380380153656
275174	rnn.bias_ih_l1	0	-0.1840781718492508
275174	rnn.bias_ih_l1	1	-0.17423522472381592
275174	rnn.bias_ih_l1	2	-0.1970387101173401
275174	rnn.bias_ih_l1	3	-0.3075040280818939
275174	rnn.bias_ih_l1	4	-0.21198247373104095
275174	rnn.bias_ih_l1	5	-0.0888635590672493
275174	rnn.bias_ih_l1	6	-0.15842418372631073
275174	rnn.bias_ih_l1	7	-0.0032848543487489223
275174	rnn.bias_ih_l1	8	-0.13000154495239258
275174	rnn.bias_ih_l1	9	-0.12309038639068604
275174	rnn.bias_hh_l1	0	-0.09694064408540726
275174	rnn.bias_hh_l1	1	-0.06347498297691345
275174	rnn.bias_hh_l1	2	-0.08510950952768326
275174	rnn.bias_hh_l1	3	-0.0775279626250267
275174	rnn.bias_hh_l1	4	-0.07321972399950027
275174	rnn.bias_hh_l1	5	-0.11730694025754929
275174	rnn.bias_hh_l1	6	-0.160583958029747
275174	rnn.bias_hh_l1	7	0.07480254769325256
275174	rnn.bias_hh_l1	8	-0.1760607659816742
275174	rnn.bias_hh_l1	9	-0.11530128121376038
275174	rnn.weight_ih_l1_reverse	0	-0.047440968453884125
275174	rnn.weight_ih_l1_reverse	1	0.03283282741904259
275174	rnn.weight_ih_l1_reverse	2	0.08795706182718277
275174	rnn.weight_ih_l1_reverse	3	-0.01776104047894478
275174	rnn.weight_ih_l1_reverse	4	-0.023384995758533478
275174	rnn.weight_ih_l1_reverse	5	-0.03031959757208824
275174	rnn.weight_ih_l1_reverse	6	-0.019454434514045715
275174	rnn.weight_ih_l1_reverse	7	0.02965596504509449
275174	rnn.weight_ih_l1_reverse	8	0.005655936896800995
275174	rnn.weight_ih_l1_reverse	9	-0.0336722694337368
275174	rnn.weight_hh_l1_reverse	0	0.004577497486025095
275174	rnn.weight_hh_l1_reverse	1	0.031698569655418396
275174	rnn.weight_hh_l1_reverse	2	-0.04061964154243469
275174	rnn.weight_hh_l1_reverse	3	0.03501720353960991
275174	rnn.weight_hh_l1_reverse	4	0.04710230976343155
275174	rnn.weight_hh_l1_reverse	5	0.005991946905851364
275174	rnn.weight_hh_l1_reverse	6	0.04898788407444954
275174	rnn.weight_hh_l1_reverse	7	0.031002694740891457
275174	rnn.weight_hh_l1_reverse	8	-0.007123541086912155
275174	rnn.weight_hh_l1_reverse	9	-0.03018791787326336
275174	rnn.bias_ih_l1_reverse	0	-0.045547980815172195
275174	rnn.bias_ih_l1_reverse	1	-0.13955800235271454
275174	rnn.bias_ih_l1_reverse	2	-0.16356350481510162
275174	rnn.bias_ih_l1_reverse	3	-0.0611189641058445
275174	rnn.bias_ih_l1_reverse	4	-0.20380426943302155
275174	rnn.bias_ih_l1_reverse	5	-0.11682604998350143
275174	rnn.bias_ih_l1_reverse	6	-0.129976287484169
275174	rnn.bias_ih_l1_reverse	7	-0.19217921793460846
275174	rnn.bias_ih_l1_reverse	8	0.22690387070178986
275174	rnn.bias_ih_l1_reverse	9	0.02290693297982216
275174	rnn.bias_hh_l1_reverse	0	0.010109523311257362
275174	rnn.bias_hh_l1_reverse	1	-0.0649784654378891
275174	rnn.bias_hh_l1_reverse	2	-0.2371719628572464
275174	rnn.bias_hh_l1_reverse	3	-0.1435842514038086
275174	rnn.bias_hh_l1_reverse	4	-0.08027468621730804
275174	rnn.bias_hh_l1_reverse	5	-0.11617916077375412
275174	rnn.bias_hh_l1_reverse	6	0.06323660910129547
275174	rnn.bias_hh_l1_reverse	7	-0.13468945026397705
275174	rnn.bias_hh_l1_reverse	8	-0.12494143843650818
275174	rnn.bias_hh_l1_reverse	9	-0.14828439056873322
275174	linear.weight	0	0.002228822559118271
275174	linear.weight	1	0.09763073921203613
275174	linear.weight	2	-0.09211573004722595
275174	linear.weight	3	0.31291723251342773
275174	linear.weight	4	0.1506010740995407
275174	linear.weight	5	-0.06544371694326401
275174	linear.weight	6	0.0940881073474884
275174	linear.weight	7	0.13638761639595032
275174	linear.weight	8	0.04113318771123886
275174	linear.weight	9	-0.05119364336133003
275174	linear.bias	0	0.0859871655702591
275174	linear.bias	1	-0.188590407371521
275174	linear.bias	2	-0.44752827286720276
275174	linear.bias	3	-0.6591481566429138
275174	linear.bias	4	-1.2634406089782715
275174	linear.bias	5	-0.05964110419154167
275174	linear.bias	6	-0.820986807346344
275174	linear.bias	7	0.2708435356616974
275174	linear.bias	8	-0.3955506980419159
275174	linear.bias	9	-1.0221989154815674
275371	transitions	0	0.755683422088623
275371	transitions	1	0.13898633420467377
275371	transitions	2	-10000.0
275371	transitions	3	-1.8281170129776
275371	transitions	4	-10000.0
275371	transitions	5	0.5627905130386353
275371	transitions	6	-0.08564447611570358
275371	transitions	7	-0.8119056224822998
275371	transitions	8	-1.422770380973816
275371	transitions	9	-0.0012316231150180101
275371	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
275371	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
275371	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
275371	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
275371	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
275371	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
275371	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
275371	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
275371	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
275371	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
275371	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
275371	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
275371	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
275371	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
275371	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
275371	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
275371	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
275371	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
275371	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
275371	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
275371	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
275371	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
275371	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
275371	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
275371	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
275371	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
275371	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
275371	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
275371	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
275371	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
275371	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
275371	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
275371	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
275371	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
275371	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
275371	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
275371	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
275371	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
275371	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
275371	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
275371	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
275371	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
275371	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
275371	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
275371	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
275371	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
275371	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
275371	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
275371	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
275371	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
275371	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
275371	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
275371	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
275371	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
275371	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
275371	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
275371	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
275371	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
275371	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
275371	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
275371	embedding2nn.weight	0	0.016331816092133522
275371	embedding2nn.weight	1	-0.012692524120211601
275371	embedding2nn.weight	2	-0.014268254861235619
275371	embedding2nn.weight	3	-0.031392596662044525
275371	embedding2nn.weight	4	-0.0059150345623493195
275371	embedding2nn.weight	5	-0.0037005888298153877
275371	embedding2nn.weight	6	-0.003973265178501606
275371	embedding2nn.weight	7	-0.0772961676120758
275371	embedding2nn.weight	8	-0.0019979383796453476
275371	embedding2nn.weight	9	-0.02766204997897148
275371	embedding2nn.bias	0	0.03195974603295326
275371	embedding2nn.bias	1	-0.07664547860622406
275371	embedding2nn.bias	2	0.07135605812072754
275371	embedding2nn.bias	3	0.050645239651203156
275371	embedding2nn.bias	4	-0.041036345064640045
275371	embedding2nn.bias	5	-0.010755610652267933
275371	embedding2nn.bias	6	0.01576698198914528
275371	embedding2nn.bias	7	-0.05478199943900108
275371	embedding2nn.bias	8	0.07280857115983963
275371	embedding2nn.bias	9	0.04494771733880043
275371	rnn.weight_ih_l0	0	-0.0808415487408638
275371	rnn.weight_ih_l0	1	0.003003454301506281
275371	rnn.weight_ih_l0	2	0.035458892583847046
275371	rnn.weight_ih_l0	3	0.022963425144553185
275371	rnn.weight_ih_l0	4	-0.048164211213588715
275371	rnn.weight_ih_l0	5	-0.06848572939634323
275371	rnn.weight_ih_l0	6	-0.001089102472178638
275371	rnn.weight_ih_l0	7	0.053561653941869736
275371	rnn.weight_ih_l0	8	-0.017062608152627945
275371	rnn.weight_ih_l0	9	-0.03083747625350952
275371	rnn.weight_hh_l0	0	-0.030023371800780296
275371	rnn.weight_hh_l0	1	-0.007367103826254606
275371	rnn.weight_hh_l0	2	0.006644887384027243
275371	rnn.weight_hh_l0	3	-0.07447175681591034
275371	rnn.weight_hh_l0	4	0.09323858469724655
275371	rnn.weight_hh_l0	5	-0.026970671489834785
275371	rnn.weight_hh_l0	6	-0.06383969634771347
275371	rnn.weight_hh_l0	7	0.00882207415997982
275371	rnn.weight_hh_l0	8	0.01340644620358944
275371	rnn.weight_hh_l0	9	-0.025611307471990585
275371	rnn.bias_ih_l0	0	0.12980909645557404
275371	rnn.bias_ih_l0	1	-0.0340900681912899
275371	rnn.bias_ih_l0	2	-0.034349195659160614
275371	rnn.bias_ih_l0	3	0.16326534748077393
275371	rnn.bias_ih_l0	4	-0.012777564115822315
275371	rnn.bias_ih_l0	5	-0.022845558822155
275371	rnn.bias_ih_l0	6	0.016979243606328964
275371	rnn.bias_ih_l0	7	0.023692142218351364
275371	rnn.bias_ih_l0	8	-0.09937969595193863
275371	rnn.bias_ih_l0	9	-0.04175247624516487
275371	rnn.bias_hh_l0	0	-0.0013747013872489333
275371	rnn.bias_hh_l0	1	-0.10029923915863037
275371	rnn.bias_hh_l0	2	-0.07495156675577164
275371	rnn.bias_hh_l0	3	-0.0886588767170906
275371	rnn.bias_hh_l0	4	0.008552211336791515
275371	rnn.bias_hh_l0	5	-0.020572887733578682
275371	rnn.bias_hh_l0	6	0.028219202533364296
275371	rnn.bias_hh_l0	7	0.06024574860930443
275371	rnn.bias_hh_l0	8	-0.12323930114507675
275371	rnn.bias_hh_l0	9	-0.05905991047620773
275371	rnn.weight_ih_l0_reverse	0	-0.025446230545639992
275371	rnn.weight_ih_l0_reverse	1	-0.05719202384352684
275371	rnn.weight_ih_l0_reverse	2	-0.04899345338344574
275371	rnn.weight_ih_l0_reverse	3	0.01564675383269787
275371	rnn.weight_ih_l0_reverse	4	-0.0252376738935709
275371	rnn.weight_ih_l0_reverse	5	-0.05739685148000717
275371	rnn.weight_ih_l0_reverse	6	0.07355241477489471
275371	rnn.weight_ih_l0_reverse	7	-0.01905309595167637
275371	rnn.weight_ih_l0_reverse	8	-0.01855948567390442
275371	rnn.weight_ih_l0_reverse	9	0.004437274299561977
275371	rnn.weight_hh_l0_reverse	0	0.06854206323623657
275371	rnn.weight_hh_l0_reverse	1	0.019948018714785576
275371	rnn.weight_hh_l0_reverse	2	0.03006281517446041
275371	rnn.weight_hh_l0_reverse	3	0.03544706478714943
275371	rnn.weight_hh_l0_reverse	4	0.014343307353556156
275371	rnn.weight_hh_l0_reverse	5	0.008212050423026085
275371	rnn.weight_hh_l0_reverse	6	0.051020435988903046
275371	rnn.weight_hh_l0_reverse	7	-0.0819423720240593
275371	rnn.weight_hh_l0_reverse	8	0.04012575373053551
275371	rnn.weight_hh_l0_reverse	9	0.03482212871313095
275371	rnn.bias_ih_l0_reverse	0	-0.05677306652069092
275371	rnn.bias_ih_l0_reverse	1	-0.2826937437057495
275371	rnn.bias_ih_l0_reverse	2	-0.12421310693025589
275371	rnn.bias_ih_l0_reverse	3	-0.04796981438994408
275371	rnn.bias_ih_l0_reverse	4	-0.022101091220974922
275371	rnn.bias_ih_l0_reverse	5	0.07574940472841263
275371	rnn.bias_ih_l0_reverse	6	-0.06553412973880768
275371	rnn.bias_ih_l0_reverse	7	0.06146132946014404
275371	rnn.bias_ih_l0_reverse	8	-0.03569728881120682
275371	rnn.bias_ih_l0_reverse	9	0.06544478982686996
275371	rnn.bias_hh_l0_reverse	0	0.023361826315522194
275371	rnn.bias_hh_l0_reverse	1	-0.06345410645008087
275371	rnn.bias_hh_l0_reverse	2	0.08899347484111786
275371	rnn.bias_hh_l0_reverse	3	-0.05183074250817299
275371	rnn.bias_hh_l0_reverse	4	-0.027929315343499184
275371	rnn.bias_hh_l0_reverse	5	-0.02227078378200531
275371	rnn.bias_hh_l0_reverse	6	-0.020155644044280052
275371	rnn.bias_hh_l0_reverse	7	0.09970153868198395
275371	rnn.bias_hh_l0_reverse	8	0.030156509950757027
275371	rnn.bias_hh_l0_reverse	9	-0.1488712877035141
275371	rnn.weight_ih_l1	0	-0.02976977825164795
275371	rnn.weight_ih_l1	1	-0.05058399587869644
275371	rnn.weight_ih_l1	2	0.06513507664203644
275371	rnn.weight_ih_l1	3	-0.07301897555589676
275371	rnn.weight_ih_l1	4	-0.014070271514356136
275371	rnn.weight_ih_l1	5	-0.04033346101641655
275371	rnn.weight_ih_l1	6	0.028881480917334557
275371	rnn.weight_ih_l1	7	-0.04430820420384407
275371	rnn.weight_ih_l1	8	0.03785080835223198
275371	rnn.weight_ih_l1	9	0.044886983931064606
275371	rnn.weight_hh_l1	0	-0.007237165234982967
275371	rnn.weight_hh_l1	1	0.019914750009775162
275371	rnn.weight_hh_l1	2	0.0066057611256837845
275371	rnn.weight_hh_l1	3	-0.012670504860579967
275371	rnn.weight_hh_l1	4	0.004820418078452349
275371	rnn.weight_hh_l1	5	0.03520512953400612
275371	rnn.weight_hh_l1	6	0.03618980199098587
275371	rnn.weight_hh_l1	7	-0.016373563557863235
275371	rnn.weight_hh_l1	8	-0.007249662186950445
275371	rnn.weight_hh_l1	9	0.038568638265132904
275371	rnn.bias_ih_l1	0	-0.1840096116065979
275371	rnn.bias_ih_l1	1	-0.17427828907966614
275371	rnn.bias_ih_l1	2	-0.19709186255931854
275371	rnn.bias_ih_l1	3	-0.30754563212394714
275371	rnn.bias_ih_l1	4	-0.21215209364891052
275371	rnn.bias_ih_l1	5	-0.08887750655412674
275371	rnn.bias_ih_l1	6	-0.15846139192581177
275371	rnn.bias_ih_l1	7	-0.0034081998746842146
275371	rnn.bias_ih_l1	8	-0.13002876937389374
275371	rnn.bias_ih_l1	9	-0.12307291477918625
275371	rnn.bias_hh_l1	0	-0.09692594408988953
275371	rnn.bias_hh_l1	1	-0.06353741139173508
275371	rnn.bias_hh_l1	2	-0.0850963443517685
275371	rnn.bias_hh_l1	3	-0.0774984210729599
275371	rnn.bias_hh_l1	4	-0.07325060665607452
275371	rnn.bias_hh_l1	5	-0.11726203560829163
275371	rnn.bias_hh_l1	6	-0.16057388484477997
275371	rnn.bias_hh_l1	7	0.07484737038612366
275371	rnn.bias_hh_l1	8	-0.1761135756969452
275371	rnn.bias_hh_l1	9	-0.11517292261123657
275371	rnn.weight_ih_l1_reverse	0	-0.04744214564561844
275371	rnn.weight_ih_l1_reverse	1	0.032849933952093124
275371	rnn.weight_ih_l1_reverse	2	0.08794939517974854
275371	rnn.weight_ih_l1_reverse	3	-0.017766915261745453
275371	rnn.weight_ih_l1_reverse	4	-0.02339250221848488
275371	rnn.weight_ih_l1_reverse	5	-0.03032156080007553
275371	rnn.weight_ih_l1_reverse	6	-0.019493039697408676
275371	rnn.weight_ih_l1_reverse	7	0.02964295633137226
275371	rnn.weight_ih_l1_reverse	8	0.005706954747438431
275371	rnn.weight_ih_l1_reverse	9	-0.03365456312894821
275371	rnn.weight_hh_l1_reverse	0	0.004583217669278383
275371	rnn.weight_hh_l1_reverse	1	0.03170192241668701
275371	rnn.weight_hh_l1_reverse	2	-0.040619224309921265
275371	rnn.weight_hh_l1_reverse	3	0.03501444309949875
275371	rnn.weight_hh_l1_reverse	4	0.047102950513362885
275371	rnn.weight_hh_l1_reverse	5	0.006005939561873674
275371	rnn.weight_hh_l1_reverse	6	0.048988960683345795
275371	rnn.weight_hh_l1_reverse	7	0.03099507838487625
275371	rnn.weight_hh_l1_reverse	8	-0.007119988091289997
275371	rnn.weight_hh_l1_reverse	9	-0.030192125588655472
275371	rnn.bias_ih_l1_reverse	0	-0.045523446053266525
275371	rnn.bias_ih_l1_reverse	1	-0.13958154618740082
275371	rnn.bias_ih_l1_reverse	2	-0.1635698825120926
275371	rnn.bias_ih_l1_reverse	3	-0.06109784170985222
275371	rnn.bias_ih_l1_reverse	4	-0.20383001863956451
275371	rnn.bias_ih_l1_reverse	5	-0.11679215729236603
275371	rnn.bias_ih_l1_reverse	6	-0.1299707442522049
275371	rnn.bias_ih_l1_reverse	7	-0.19214028120040894
275371	rnn.bias_ih_l1_reverse	8	0.22688817977905273
275371	rnn.bias_ih_l1_reverse	9	0.022834831848740578
275371	rnn.bias_hh_l1_reverse	0	0.010014546103775501
275371	rnn.bias_hh_l1_reverse	1	-0.0650353655219078
275371	rnn.bias_hh_l1_reverse	2	-0.23716318607330322
275371	rnn.bias_hh_l1_reverse	3	-0.14359021186828613
275371	rnn.bias_hh_l1_reverse	4	-0.08029809594154358
275371	rnn.bias_hh_l1_reverse	5	-0.11613894253969193
275371	rnn.bias_hh_l1_reverse	6	0.06321458518505096
275371	rnn.bias_hh_l1_reverse	7	-0.13468202948570251
275371	rnn.bias_hh_l1_reverse	8	-0.12498097121715546
275371	rnn.bias_hh_l1_reverse	9	-0.14827324450016022
275371	linear.weight	0	0.002228822559118271
275371	linear.weight	1	0.09759353846311569
275371	linear.weight	2	-0.09214209020137787
275371	linear.weight	3	0.3131178617477417
275371	linear.weight	4	0.15060187876224518
275371	linear.weight	5	-0.0654611736536026
275371	linear.weight	6	0.09420541673898697
275371	linear.weight	7	0.13648411631584167
275371	linear.weight	8	0.041133176535367966
275371	linear.weight	9	-0.051182933151721954
275371	linear.bias	0	0.08630387485027313
275371	linear.bias	1	-0.18916937708854675
275371	linear.bias	2	-0.44771838188171387
275371	linear.bias	3	-0.6590703129768372
275371	linear.bias	4	-1.263350486755371
275371	linear.bias	5	-0.05996338650584221
275371	linear.bias	6	-0.8215084075927734
275371	linear.bias	7	0.27049607038497925
275371	linear.bias	8	-0.3952826261520386
275371	linear.bias	9	-1.021907925605774
275568	transitions	0	0.7557510137557983
275568	transitions	1	0.13880015909671783
275568	transitions	2	-10000.0
275568	transitions	3	-1.8281171321868896
275568	transitions	4	-10000.0
275568	transitions	5	0.5627898573875427
275568	transitions	6	-0.08564510941505432
275568	transitions	7	-0.8119097352027893
275568	transitions	8	-1.422770619392395
275568	transitions	9	-0.001231627305969596
275568	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
275568	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
275568	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
275568	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
275568	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
275568	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
275568	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
275568	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
275568	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
275568	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
275568	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
275568	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
275568	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
275568	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
275568	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
275568	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
275568	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
275568	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
275568	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
275568	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
275568	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
275568	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
275568	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
275568	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
275568	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
275568	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
275568	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
275568	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
275568	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
275568	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
275568	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
275568	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
275568	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
275568	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
275568	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
275568	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
275568	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
275568	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
275568	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
275568	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
275568	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
275568	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
275568	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
275568	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
275568	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
275568	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
275568	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
275568	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
275568	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
275568	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
275568	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
275568	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
275568	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
275568	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
275568	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
275568	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
275568	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
275568	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
275568	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
275568	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
275568	embedding2nn.weight	0	0.016313092783093452
275568	embedding2nn.weight	1	-0.012692514806985855
275568	embedding2nn.weight	2	-0.014268254861235619
275568	embedding2nn.weight	3	-0.03140908107161522
275568	embedding2nn.weight	4	-0.0059150345623493195
275568	embedding2nn.weight	5	-0.0037005888298153877
275568	embedding2nn.weight	6	-0.003973265178501606
275568	embedding2nn.weight	7	-0.07728841155767441
275568	embedding2nn.weight	8	-0.0019979383796453476
275568	embedding2nn.weight	9	-0.027648020535707474
275568	embedding2nn.bias	0	0.03156944736838341
275568	embedding2nn.bias	1	-0.07649316638708115
275568	embedding2nn.bias	2	0.07140987366437912
275568	embedding2nn.bias	3	0.050571195781230927
275568	embedding2nn.bias	4	-0.04118259251117706
275568	embedding2nn.bias	5	-0.010726197622716427
275568	embedding2nn.bias	6	0.01590043120086193
275568	embedding2nn.bias	7	-0.05472010746598244
275568	embedding2nn.bias	8	0.07286184281110764
275568	embedding2nn.bias	9	0.04487202316522598
275568	rnn.weight_ih_l0	0	-0.08079279214143753
275568	rnn.weight_ih_l0	1	0.002985995961353183
275568	rnn.weight_ih_l0	2	0.035515375435352325
275568	rnn.weight_ih_l0	3	0.02297179400920868
275568	rnn.weight_ih_l0	4	-0.04819926247000694
275568	rnn.weight_ih_l0	5	-0.06850689649581909
275568	rnn.weight_ih_l0	6	-0.0010977099882438779
275568	rnn.weight_ih_l0	7	0.05354610085487366
275568	rnn.weight_ih_l0	8	-0.0170535147190094
275568	rnn.weight_ih_l0	9	-0.030804390087723732
275568	rnn.weight_hh_l0	0	-0.03004717268049717
275568	rnn.weight_hh_l0	1	-0.007369356229901314
275568	rnn.weight_hh_l0	2	0.006658872123807669
275568	rnn.weight_hh_l0	3	-0.07448212057352066
275568	rnn.weight_hh_l0	4	0.09323988854885101
275568	rnn.weight_hh_l0	5	-0.026961514726281166
275568	rnn.weight_hh_l0	6	-0.06383026391267776
275568	rnn.weight_hh_l0	7	0.008825953118503094
275568	rnn.weight_hh_l0	8	0.01341548003256321
275568	rnn.weight_hh_l0	9	-0.025619318708777428
275568	rnn.bias_ih_l0	0	0.1298680603504181
275568	rnn.bias_ih_l0	1	-0.0340782031416893
275568	rnn.bias_ih_l0	2	-0.03432507812976837
275568	rnn.bias_ih_l0	3	0.1632593870162964
275568	rnn.bias_ih_l0	4	-0.012793389149010181
275568	rnn.bias_ih_l0	5	-0.02280561625957489
275568	rnn.bias_ih_l0	6	0.016967007890343666
275568	rnn.bias_ih_l0	7	0.023690171539783478
275568	rnn.bias_ih_l0	8	-0.09934781491756439
275568	rnn.bias_ih_l0	9	-0.04177452251315117
275568	rnn.bias_hh_l0	0	-0.0013653606874868274
275568	rnn.bias_hh_l0	1	-0.10037659853696823
275568	rnn.bias_hh_l0	2	-0.07492607831954956
275568	rnn.bias_hh_l0	3	-0.08862203359603882
275568	rnn.bias_hh_l0	4	0.008617451414465904
275568	rnn.bias_hh_l0	5	-0.020586837083101273
275568	rnn.bias_hh_l0	6	0.028223443776369095
275568	rnn.bias_hh_l0	7	0.060159072279930115
275568	rnn.bias_hh_l0	8	-0.12329716980457306
275568	rnn.bias_hh_l0	9	-0.05907624214887619
275568	rnn.weight_ih_l0_reverse	0	-0.025439376011490822
275568	rnn.weight_ih_l0_reverse	1	-0.05719185993075371
275568	rnn.weight_ih_l0_reverse	2	-0.04900088906288147
275568	rnn.weight_ih_l0_reverse	3	0.015624216757714748
275568	rnn.weight_ih_l0_reverse	4	-0.02524077706038952
275568	rnn.weight_ih_l0_reverse	5	-0.05739448219537735
275568	rnn.weight_ih_l0_reverse	6	0.07356394082307816
275568	rnn.weight_ih_l0_reverse	7	-0.019069211557507515
275568	rnn.weight_ih_l0_reverse	8	-0.018548620864748955
275568	rnn.weight_ih_l0_reverse	9	0.0044367965310812
275568	rnn.weight_hh_l0_reverse	0	0.0685676857829094
275568	rnn.weight_hh_l0_reverse	1	0.019963540136814117
275568	rnn.weight_hh_l0_reverse	2	0.030067386105656624
275568	rnn.weight_hh_l0_reverse	3	0.03544078394770622
275568	rnn.weight_hh_l0_reverse	4	0.014344899915158749
275568	rnn.weight_hh_l0_reverse	5	0.008228683844208717
275568	rnn.weight_hh_l0_reverse	6	0.051020365208387375
275568	rnn.weight_hh_l0_reverse	7	-0.08195926249027252
275568	rnn.weight_hh_l0_reverse	8	0.04012755677103996
275568	rnn.weight_hh_l0_reverse	9	0.03482590615749359
275568	rnn.bias_ih_l0_reverse	0	-0.056765004992485046
275568	rnn.bias_ih_l0_reverse	1	-0.2827381193637848
275568	rnn.bias_ih_l0_reverse	2	-0.1242237389087677
275568	rnn.bias_ih_l0_reverse	3	-0.04797955974936485
275568	rnn.bias_ih_l0_reverse	4	-0.02217865362763405
275568	rnn.bias_ih_l0_reverse	5	0.07584541290998459
275568	rnn.bias_ih_l0_reverse	6	-0.06553823500871658
275568	rnn.bias_ih_l0_reverse	7	0.061439722776412964
275568	rnn.bias_ih_l0_reverse	8	-0.035748519003391266
275568	rnn.bias_ih_l0_reverse	9	0.06548062711954117
275568	rnn.bias_hh_l0_reverse	0	0.02337237447500229
275568	rnn.bias_hh_l0_reverse	1	-0.06323260813951492
275568	rnn.bias_hh_l0_reverse	2	0.08897833526134491
275568	rnn.bias_hh_l0_reverse	3	-0.0518246665596962
275568	rnn.bias_hh_l0_reverse	4	-0.027912255376577377
275568	rnn.bias_hh_l0_reverse	5	-0.022264568135142326
275568	rnn.bias_hh_l0_reverse	6	-0.020208217203617096
275568	rnn.bias_hh_l0_reverse	7	0.09971882402896881
275568	rnn.bias_hh_l0_reverse	8	0.030196843668818474
275568	rnn.bias_hh_l0_reverse	9	-0.14887167513370514
275568	rnn.weight_ih_l1	0	-0.0297697801142931
275568	rnn.weight_ih_l1	1	-0.05058063566684723
275568	rnn.weight_ih_l1	2	0.065106600522995
275568	rnn.weight_ih_l1	3	-0.07298862934112549
275568	rnn.weight_ih_l1	4	-0.014061310328543186
275568	rnn.weight_ih_l1	5	-0.04033006727695465
275568	rnn.weight_ih_l1	6	0.02889884263277054
275568	rnn.weight_ih_l1	7	-0.0442882664501667
275568	rnn.weight_ih_l1	8	0.037849776446819305
275568	rnn.weight_ih_l1	9	0.04490097984671593
275568	rnn.weight_hh_l1	0	-0.007239855360239744
275568	rnn.weight_hh_l1	1	0.019912056624889374
275568	rnn.weight_hh_l1	2	0.006622121669352055
275568	rnn.weight_hh_l1	3	-0.012667658738791943
275568	rnn.weight_hh_l1	4	0.004833341110497713
275568	rnn.weight_hh_l1	5	0.035199303179979324
275568	rnn.weight_hh_l1	6	0.0361822172999382
275568	rnn.weight_hh_l1	7	-0.016375159844756126
275568	rnn.weight_hh_l1	8	-0.007257240824401379
275568	rnn.weight_hh_l1	9	0.03858102485537529
275568	rnn.bias_ih_l1	0	-0.18392901122570038
275568	rnn.bias_ih_l1	1	-0.17430000007152557
275568	rnn.bias_ih_l1	2	-0.19705310463905334
275568	rnn.bias_ih_l1	3	-0.3076145052909851
275568	rnn.bias_ih_l1	4	-0.21220068633556366
275568	rnn.bias_ih_l1	5	-0.08887340128421783
275568	rnn.bias_ih_l1	6	-0.15853793919086456
275568	rnn.bias_ih_l1	7	-0.003384573385119438
275568	rnn.bias_ih_l1	8	-0.1299859881401062
275568	rnn.bias_ih_l1	9	-0.12315461039543152
275568	rnn.bias_hh_l1	0	-0.09691278636455536
275568	rnn.bias_hh_l1	1	-0.06355421245098114
275568	rnn.bias_hh_l1	2	-0.08510179817676544
275568	rnn.bias_hh_l1	3	-0.07747773826122284
275568	rnn.bias_hh_l1	4	-0.07325473427772522
275568	rnn.bias_hh_l1	5	-0.11726094037294388
275568	rnn.bias_hh_l1	6	-0.16055871546268463
275568	rnn.bias_hh_l1	7	0.07483884692192078
275568	rnn.bias_hh_l1	8	-0.17614126205444336
275568	rnn.bias_hh_l1	9	-0.11522047221660614
275568	rnn.weight_ih_l1_reverse	0	-0.047429271042346954
275568	rnn.weight_ih_l1_reverse	1	0.032837215811014175
275568	rnn.weight_ih_l1_reverse	2	0.08797856420278549
275568	rnn.weight_ih_l1_reverse	3	-0.01773153617978096
275568	rnn.weight_ih_l1_reverse	4	-0.023369548842310905
275568	rnn.weight_ih_l1_reverse	5	-0.030323373153805733
275568	rnn.weight_ih_l1_reverse	6	-0.019511187449097633
275568	rnn.weight_ih_l1_reverse	7	0.029628010466694832
275568	rnn.weight_ih_l1_reverse	8	0.005721748806536198
275568	rnn.weight_ih_l1_reverse	9	-0.03364197909832001
275568	rnn.weight_hh_l1_reverse	0	0.00457880599424243
275568	rnn.weight_hh_l1_reverse	1	0.03170117735862732
275568	rnn.weight_hh_l1_reverse	2	-0.040619079023599625
275568	rnn.weight_hh_l1_reverse	3	0.03501395508646965
275568	rnn.weight_hh_l1_reverse	4	0.047099769115448
275568	rnn.weight_hh_l1_reverse	5	0.006010565906763077
275568	rnn.weight_hh_l1_reverse	6	0.04898201674222946
275568	rnn.weight_hh_l1_reverse	7	0.030985165387392044
275568	rnn.weight_hh_l1_reverse	8	-0.007121999282389879
275568	rnn.weight_hh_l1_reverse	9	-0.030198508873581886
275568	rnn.bias_ih_l1_reverse	0	-0.04549295827746391
275568	rnn.bias_ih_l1_reverse	1	-0.13958430290222168
275568	rnn.bias_ih_l1_reverse	2	-0.1636020392179489
275568	rnn.bias_ih_l1_reverse	3	-0.06109272688627243
275568	rnn.bias_ih_l1_reverse	4	-0.20382268726825714
275568	rnn.bias_ih_l1_reverse	5	-0.11680743843317032
275568	rnn.bias_ih_l1_reverse	6	-0.1299555003643036
275568	rnn.bias_ih_l1_reverse	7	-0.1921783685684204
275568	rnn.bias_ih_l1_reverse	8	0.22681593894958496
275568	rnn.bias_ih_l1_reverse	9	0.022729352116584778
275568	rnn.bias_hh_l1_reverse	0	0.010309253819286823
275568	rnn.bias_hh_l1_reverse	1	-0.06524185836315155
275568	rnn.bias_hh_l1_reverse	2	-0.23715883493423462
275568	rnn.bias_hh_l1_reverse	3	-0.1435619592666626
275568	rnn.bias_hh_l1_reverse	4	-0.0802408754825592
275568	rnn.bias_hh_l1_reverse	5	-0.11611063778400421
275568	rnn.bias_hh_l1_reverse	6	0.06320536881685257
275568	rnn.bias_hh_l1_reverse	7	-0.13469764590263367
275568	rnn.bias_hh_l1_reverse	8	-0.12493915855884552
275568	rnn.bias_hh_l1_reverse	9	-0.14826694130897522
275568	linear.weight	0	0.002228822559118271
275568	linear.weight	1	0.09759003669023514
275568	linear.weight	2	-0.09211763739585876
275568	linear.weight	3	0.31311267614364624
275568	linear.weight	4	0.15057270228862762
275568	linear.weight	5	-0.06549330055713654
275568	linear.weight	6	0.09416642040014267
275568	linear.weight	7	0.136581689119339
275568	linear.weight	8	0.04113317281007767
275568	linear.weight	9	-0.051089245826005936
275568	linear.bias	0	0.08515266329050064
275568	linear.bias	1	-0.1895885467529297
275568	linear.bias	2	-0.4490884840488434
275568	linear.bias	3	-0.6587516069412231
275568	linear.bias	4	-1.2630192041397095
275568	linear.bias	5	-0.05943405255675316
275568	linear.bias	6	-0.8218899965286255
275568	linear.bias	7	0.27102425694465637
275568	linear.bias	8	-0.39547988772392273
275568	linear.bias	9	-1.0221625566482544
275765	transitions	0	0.7559405565261841
275765	transitions	1	0.13873302936553955
275765	transitions	2	-10000.0
275765	transitions	3	-1.8281174898147583
275765	transitions	4	-10000.0
275765	transitions	5	0.5627890229225159
275765	transitions	6	-0.08564574271440506
275765	transitions	7	-0.8119151592254639
275765	transitions	8	-1.4227715730667114
275765	transitions	9	-0.0012316304491832852
275765	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
275765	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
275765	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
275765	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
275765	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
275765	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
275765	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
275765	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
275765	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
275765	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
275765	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
275765	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
275765	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
275765	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
275765	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
275765	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
275765	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
275765	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
275765	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
275765	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
275765	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
275765	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
275765	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
275765	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
275765	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
275765	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
275765	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
275765	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
275765	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
275765	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
275765	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
275765	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
275765	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
275765	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
275765	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
275765	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
275765	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
275765	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
275765	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
275765	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
275765	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
275765	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
275765	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
275765	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
275765	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
275765	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
275765	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
275765	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
275765	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
275765	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
275765	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
275765	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
275765	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
275765	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
275765	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
275765	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
275765	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
275765	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
275765	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
275765	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
275765	embedding2nn.weight	0	0.01633082702755928
275765	embedding2nn.weight	1	-0.012690392322838306
275765	embedding2nn.weight	2	-0.014268254861235619
275765	embedding2nn.weight	3	-0.031468089669942856
275765	embedding2nn.weight	4	-0.0059150345623493195
275765	embedding2nn.weight	5	-0.0037005888298153877
275765	embedding2nn.weight	6	-0.003973265178501606
275765	embedding2nn.weight	7	-0.07729605585336685
275765	embedding2nn.weight	8	-0.0019979383796453476
275765	embedding2nn.weight	9	-0.02764575555920601
275765	embedding2nn.bias	0	0.03125786781311035
275765	embedding2nn.bias	1	-0.07638328522443771
275765	embedding2nn.bias	2	0.07143331319093704
275765	embedding2nn.bias	3	0.05065195634961128
275765	embedding2nn.bias	4	-0.04126029834151268
275765	embedding2nn.bias	5	-0.010652882046997547
275765	embedding2nn.bias	6	0.01597965508699417
275765	embedding2nn.bias	7	-0.054527200758457184
275765	embedding2nn.bias	8	0.07323899865150452
275765	embedding2nn.bias	9	0.044954895973205566
275765	rnn.weight_ih_l0	0	-0.08079823851585388
275765	rnn.weight_ih_l0	1	0.0029673755634576082
275765	rnn.weight_ih_l0	2	0.035512592643499374
275765	rnn.weight_ih_l0	3	0.02295587956905365
275765	rnn.weight_ih_l0	4	-0.04819700866937637
275765	rnn.weight_ih_l0	5	-0.06851247698068619
275765	rnn.weight_ih_l0	6	-0.0011000382946804166
275765	rnn.weight_ih_l0	7	0.05355667695403099
275765	rnn.weight_ih_l0	8	-0.0170478243380785
275765	rnn.weight_ih_l0	9	-0.030819468200206757
275765	rnn.weight_hh_l0	0	-0.03005223721265793
275765	rnn.weight_hh_l0	1	-0.007345682475715876
275765	rnn.weight_hh_l0	2	0.006633026525378227
275765	rnn.weight_hh_l0	3	-0.07449302822351456
275765	rnn.weight_hh_l0	4	0.09321948885917664
275765	rnn.weight_hh_l0	5	-0.026942778378725052
275765	rnn.weight_hh_l0	6	-0.06385519355535507
275765	rnn.weight_hh_l0	7	0.00881617795675993
275765	rnn.weight_hh_l0	8	0.01340447086840868
275765	rnn.weight_hh_l0	9	-0.02560994029045105
275765	rnn.bias_ih_l0	0	0.1298256665468216
275765	rnn.bias_ih_l0	1	-0.03406001999974251
275765	rnn.bias_ih_l0	2	-0.0343022495508194
275765	rnn.bias_ih_l0	3	0.16326715052127838
275765	rnn.bias_ih_l0	4	-0.012827601283788681
275765	rnn.bias_ih_l0	5	-0.022780153900384903
275765	rnn.bias_ih_l0	6	0.016932783648371696
275765	rnn.bias_ih_l0	7	0.023716172203421593
275765	rnn.bias_ih_l0	8	-0.09934023767709732
275765	rnn.bias_ih_l0	9	-0.041789256036281586
275765	rnn.bias_hh_l0	0	-0.0013966227415949106
275765	rnn.bias_hh_l0	1	-0.10042499750852585
275765	rnn.bias_hh_l0	2	-0.07493654638528824
275765	rnn.bias_hh_l0	3	-0.08861082047224045
275765	rnn.bias_hh_l0	4	0.008535225875675678
275765	rnn.bias_hh_l0	5	-0.020537398755550385
275765	rnn.bias_hh_l0	6	0.028213409706950188
275765	rnn.bias_hh_l0	7	0.06020752713084221
275765	rnn.bias_hh_l0	8	-0.12325803935527802
275765	rnn.bias_hh_l0	9	-0.05911850929260254
275765	rnn.weight_ih_l0_reverse	0	-0.025426965206861496
275765	rnn.weight_ih_l0_reverse	1	-0.05720345303416252
275765	rnn.weight_ih_l0_reverse	2	-0.0489778108894825
275765	rnn.weight_ih_l0_reverse	3	0.015620092861354351
275765	rnn.weight_ih_l0_reverse	4	-0.025244873017072678
275765	rnn.weight_ih_l0_reverse	5	-0.057384610176086426
275765	rnn.weight_ih_l0_reverse	6	0.0735686793923378
275765	rnn.weight_ih_l0_reverse	7	-0.019069628790020943
275765	rnn.weight_ih_l0_reverse	8	-0.018546244129538536
275765	rnn.weight_ih_l0_reverse	9	0.0043970136903226376
275765	rnn.weight_hh_l0_reverse	0	0.06856895983219147
275765	rnn.weight_hh_l0_reverse	1	0.019985131919384003
275765	rnn.weight_hh_l0_reverse	2	0.03006630763411522
275765	rnn.weight_hh_l0_reverse	3	0.03544508293271065
275765	rnn.weight_hh_l0_reverse	4	0.014349589124321938
275765	rnn.weight_hh_l0_reverse	5	0.008217555470764637
275765	rnn.weight_hh_l0_reverse	6	0.051030777394771576
275765	rnn.weight_hh_l0_reverse	7	-0.08196871727705002
275765	rnn.weight_hh_l0_reverse	8	0.040124375373125076
275765	rnn.weight_hh_l0_reverse	9	0.0348251536488533
275765	rnn.bias_ih_l0_reverse	0	-0.05675310268998146
275765	rnn.bias_ih_l0_reverse	1	-0.2827398478984833
275765	rnn.bias_ih_l0_reverse	2	-0.12428704649209976
275765	rnn.bias_ih_l0_reverse	3	-0.04798613116145134
275765	rnn.bias_ih_l0_reverse	4	-0.022146854549646378
275765	rnn.bias_ih_l0_reverse	5	0.07588226348161697
275765	rnn.bias_ih_l0_reverse	6	-0.06551013886928558
275765	rnn.bias_ih_l0_reverse	7	0.06145293265581131
275765	rnn.bias_ih_l0_reverse	8	-0.035822100937366486
275765	rnn.bias_ih_l0_reverse	9	0.06545756012201309
275765	rnn.bias_hh_l0_reverse	0	0.023338275030255318
275765	rnn.bias_hh_l0_reverse	1	-0.0631047710776329
275765	rnn.bias_hh_l0_reverse	2	0.08902371674776077
275765	rnn.bias_hh_l0_reverse	3	-0.05187489092350006
275765	rnn.bias_hh_l0_reverse	4	-0.02794492244720459
275765	rnn.bias_hh_l0_reverse	5	-0.02230309695005417
275765	rnn.bias_hh_l0_reverse	6	-0.020202914252877235
275765	rnn.bias_hh_l0_reverse	7	0.0997408777475357
275765	rnn.bias_hh_l0_reverse	8	0.030208012089133263
275765	rnn.bias_hh_l0_reverse	9	-0.14883355796337128
275765	rnn.weight_ih_l1	0	-0.029775459319353104
275765	rnn.weight_ih_l1	1	-0.050591640174388885
275765	rnn.weight_ih_l1	2	0.06507473438978195
275765	rnn.weight_ih_l1	3	-0.072968490421772
275765	rnn.weight_ih_l1	4	-0.01404972467571497
275765	rnn.weight_ih_l1	5	-0.0403238870203495
275765	rnn.weight_ih_l1	6	0.028908777981996536
275765	rnn.weight_ih_l1	7	-0.0442783460021019
275765	rnn.weight_ih_l1	8	0.037852462381124496
275765	rnn.weight_ih_l1	9	0.044886454939842224
275765	rnn.weight_hh_l1	0	-0.0072191874496638775
275765	rnn.weight_hh_l1	1	0.01991301402449608
275765	rnn.weight_hh_l1	2	0.006620256695896387
275765	rnn.weight_hh_l1	3	-0.012663856148719788
275765	rnn.weight_hh_l1	4	0.004837838001549244
275765	rnn.weight_hh_l1	5	0.03519332408905029
275765	rnn.weight_hh_l1	6	0.036185845732688904
275765	rnn.weight_hh_l1	7	-0.016359582543373108
275765	rnn.weight_hh_l1	8	-0.0072421059012413025
275765	rnn.weight_hh_l1	9	0.038578618317842484
275765	rnn.bias_ih_l1	0	-0.18392835557460785
275765	rnn.bias_ih_l1	1	-0.17424319684505463
275765	rnn.bias_ih_l1	2	-0.19707879424095154
275765	rnn.bias_ih_l1	3	-0.3076185882091522
275765	rnn.bias_ih_l1	4	-0.21209211647510529
275765	rnn.bias_ih_l1	5	-0.08885093778371811
275765	rnn.bias_ih_l1	6	-0.15854792296886444
275765	rnn.bias_ih_l1	7	-0.0034183126408606768
275765	rnn.bias_ih_l1	8	-0.13003119826316833
275765	rnn.bias_ih_l1	9	-0.1231529489159584
275765	rnn.bias_hh_l1	0	-0.0968671515583992
275765	rnn.bias_hh_l1	1	-0.06359901279211044
275765	rnn.bias_hh_l1	2	-0.08508285135030746
275765	rnn.bias_hh_l1	3	-0.07741358876228333
275765	rnn.bias_hh_l1	4	-0.07324949651956558
275765	rnn.bias_hh_l1	5	-0.11726201325654984
275765	rnn.bias_hh_l1	6	-0.16057059168815613
275765	rnn.bias_hh_l1	7	0.07476268708705902
275765	rnn.bias_hh_l1	8	-0.1761891096830368
275765	rnn.bias_hh_l1	9	-0.11526500433683395
275765	rnn.weight_ih_l1_reverse	0	-0.047438133507966995
275765	rnn.weight_ih_l1_reverse	1	0.03281167149543762
275765	rnn.weight_ih_l1_reverse	2	0.08797286450862885
275765	rnn.weight_ih_l1_reverse	3	-0.017733322456479073
275765	rnn.weight_ih_l1_reverse	4	-0.023351676762104034
275765	rnn.weight_ih_l1_reverse	5	-0.030322467908263206
275765	rnn.weight_ih_l1_reverse	6	-0.01954362541437149
275765	rnn.weight_ih_l1_reverse	7	0.029607826843857765
275765	rnn.weight_ih_l1_reverse	8	0.0057181487791240215
275765	rnn.weight_ih_l1_reverse	9	-0.03364739567041397
275765	rnn.weight_hh_l1_reverse	0	0.004576308652758598
275765	rnn.weight_hh_l1_reverse	1	0.031702183187007904
275765	rnn.weight_hh_l1_reverse	2	-0.040618013590574265
275765	rnn.weight_hh_l1_reverse	3	0.03501471132040024
275765	rnn.weight_hh_l1_reverse	4	0.04710337519645691
275765	rnn.weight_hh_l1_reverse	5	0.006011719349771738
275765	rnn.weight_hh_l1_reverse	6	0.04898156598210335
275765	rnn.weight_hh_l1_reverse	7	0.030983585864305496
275765	rnn.weight_hh_l1_reverse	8	-0.007122829090803862
275765	rnn.weight_hh_l1_reverse	9	-0.030199697241187096
275765	rnn.bias_ih_l1_reverse	0	-0.045549556612968445
275765	rnn.bias_ih_l1_reverse	1	-0.13958530128002167
275765	rnn.bias_ih_l1_reverse	2	-0.16364669799804688
275765	rnn.bias_ih_l1_reverse	3	-0.06110880523920059
275765	rnn.bias_ih_l1_reverse	4	-0.20381799340248108
275765	rnn.bias_ih_l1_reverse	5	-0.11681919544935226
275765	rnn.bias_ih_l1_reverse	6	-0.1299700140953064
275765	rnn.bias_ih_l1_reverse	7	-0.19217665493488312
275765	rnn.bias_ih_l1_reverse	8	0.22683106362819672
275765	rnn.bias_ih_l1_reverse	9	0.02269130013883114
275765	rnn.bias_hh_l1_reverse	0	0.010317923501133919
275765	rnn.bias_hh_l1_reverse	1	-0.06529256701469421
275765	rnn.bias_hh_l1_reverse	2	-0.23716136813163757
275765	rnn.bias_hh_l1_reverse	3	-0.1436057835817337
275765	rnn.bias_hh_l1_reverse	4	-0.08027354627847672
275765	rnn.bias_hh_l1_reverse	5	-0.11607394367456436
275765	rnn.bias_hh_l1_reverse	6	0.06328962743282318
275765	rnn.bias_hh_l1_reverse	7	-0.13468293845653534
275765	rnn.bias_hh_l1_reverse	8	-0.12496176362037659
275765	rnn.bias_hh_l1_reverse	9	-0.14826899766921997
275765	linear.weight	0	0.002228822559118271
275765	linear.weight	1	0.09746414422988892
275765	linear.weight	2	-0.09213563799858093
275765	linear.weight	3	0.31297025084495544
275765	linear.weight	4	0.15059064328670502
275765	linear.weight	5	-0.06546729058027267
275765	linear.weight	6	0.09436052292585373
275765	linear.weight	7	0.13665202260017395
275765	linear.weight	8	0.04113317281007767
275765	linear.weight	9	-0.05112973600625992
275765	linear.bias	0	0.0847930908203125
275765	linear.bias	1	-0.18980199098587036
275765	linear.bias	2	-0.44915392994880676
275765	linear.bias	3	-0.6589862704277039
275765	linear.bias	4	-1.2632542848587036
275765	linear.bias	5	-0.059850312769412994
275765	linear.bias	6	-0.8222147822380066
275765	linear.bias	7	0.2706049978733063
275765	linear.bias	8	-0.3955286145210266
275765	linear.bias	9	-1.0221387147903442
275962	transitions	0	0.7558169364929199
275962	transitions	1	0.13863252103328705
275962	transitions	2	-10000.0
275962	transitions	3	-1.8281176090240479
275962	transitions	4	-10000.0
275962	transitions	5	0.5627887845039368
275962	transitions	6	-0.08564607799053192
275962	transitions	7	-0.8119373321533203
275962	transitions	8	-1.4227832555770874
275962	transitions	9	-0.0012316378997638822
275962	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
275962	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
275962	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
275962	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
275962	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
275962	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
275962	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
275962	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
275962	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
275962	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
275962	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
275962	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
275962	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
275962	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
275962	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
275962	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
275962	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
275962	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
275962	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
275962	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
275962	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
275962	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
275962	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
275962	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
275962	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
275962	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
275962	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
275962	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
275962	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
275962	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
275962	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
275962	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
275962	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
275962	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
275962	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
275962	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
275962	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
275962	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
275962	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
275962	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
275962	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
275962	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
275962	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
275962	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
275962	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
275962	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
275962	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
275962	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
275962	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
275962	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
275962	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
275962	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
275962	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
275962	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
275962	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
275962	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
275962	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
275962	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
275962	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
275962	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
275962	embedding2nn.weight	0	0.016341349110007286
275962	embedding2nn.weight	1	-0.012688500806689262
275962	embedding2nn.weight	2	-0.014268254861235619
275962	embedding2nn.weight	3	-0.031480152159929276
275962	embedding2nn.weight	4	-0.0059150345623493195
275962	embedding2nn.weight	5	-0.0037005888298153877
275962	embedding2nn.weight	6	-0.003973265178501606
275962	embedding2nn.weight	7	-0.07727041095495224
275962	embedding2nn.weight	8	-0.0019979383796453476
275962	embedding2nn.weight	9	-0.027667243033647537
275962	embedding2nn.bias	0	0.031074177473783493
275962	embedding2nn.bias	1	-0.07643424719572067
275962	embedding2nn.bias	2	0.07130151242017746
275962	embedding2nn.bias	3	0.05057503283023834
275962	embedding2nn.bias	4	-0.041434984654188156
275962	embedding2nn.bias	5	-0.01043735072016716
275962	embedding2nn.bias	6	0.015724537894129753
275962	embedding2nn.bias	7	-0.054465796798467636
275962	embedding2nn.bias	8	0.07329338043928146
275962	embedding2nn.bias	9	0.04515242949128151
275962	rnn.weight_ih_l0	0	-0.08081498742103577
275962	rnn.weight_ih_l0	1	0.0029714491683989763
275962	rnn.weight_ih_l0	2	0.0354999378323555
275962	rnn.weight_ih_l0	3	0.02296127937734127
275962	rnn.weight_ih_l0	4	-0.048213500529527664
275962	rnn.weight_ih_l0	5	-0.06851238757371902
275962	rnn.weight_ih_l0	6	-0.0011154343374073505
275962	rnn.weight_ih_l0	7	0.05354994907975197
275962	rnn.weight_ih_l0	8	-0.017054343596100807
275962	rnn.weight_ih_l0	9	-0.030813757330179214
275962	rnn.weight_hh_l0	0	-0.030041776597499847
275962	rnn.weight_hh_l0	1	-0.007344869896769524
275962	rnn.weight_hh_l0	2	0.006639080122113228
275962	rnn.weight_hh_l0	3	-0.07448656857013702
275962	rnn.weight_hh_l0	4	0.09321814030408859
275962	rnn.weight_hh_l0	5	-0.026931602507829666
275962	rnn.weight_hh_l0	6	-0.06384797394275665
275962	rnn.weight_hh_l0	7	0.008815053850412369
275962	rnn.weight_hh_l0	8	0.013404769822955132
275962	rnn.weight_hh_l0	9	-0.025609811767935753
275962	rnn.bias_ih_l0	0	0.12987081706523895
275962	rnn.bias_ih_l0	1	-0.03405097872018814
275962	rnn.bias_ih_l0	2	-0.03431857004761696
275962	rnn.bias_ih_l0	3	0.16323715448379517
275962	rnn.bias_ih_l0	4	-0.012790092267096043
275962	rnn.bias_ih_l0	5	-0.022679528221488
275962	rnn.bias_ih_l0	6	0.01693965494632721
275962	rnn.bias_ih_l0	7	0.02368154563009739
275962	rnn.bias_ih_l0	8	-0.09935624152421951
275962	rnn.bias_ih_l0	9	-0.041735969483852386
275962	rnn.bias_hh_l0	0	-0.001374212559312582
275962	rnn.bias_hh_l0	1	-0.10041160881519318
275962	rnn.bias_hh_l0	2	-0.07491379231214523
275962	rnn.bias_hh_l0	3	-0.08860325068235397
275962	rnn.bias_hh_l0	4	0.008603490889072418
275962	rnn.bias_hh_l0	5	-0.020512517541646957
275962	rnn.bias_hh_l0	6	0.028224537149071693
275962	rnn.bias_hh_l0	7	0.060238681733608246
275962	rnn.bias_hh_l0	8	-0.12326700985431671
275962	rnn.bias_hh_l0	9	-0.059207454323768616
275962	rnn.weight_ih_l0_reverse	0	-0.025426900014281273
275962	rnn.weight_ih_l0_reverse	1	-0.05718030408024788
275962	rnn.weight_ih_l0_reverse	2	-0.048982515931129456
275962	rnn.weight_ih_l0_reverse	3	0.01561301201581955
275962	rnn.weight_ih_l0_reverse	4	-0.025233464315533638
275962	rnn.weight_ih_l0_reverse	5	-0.05739249289035797
275962	rnn.weight_ih_l0_reverse	6	0.07357393205165863
275962	rnn.weight_ih_l0_reverse	7	-0.019071802496910095
275962	rnn.weight_ih_l0_reverse	8	-0.01855609007179737
275962	rnn.weight_ih_l0_reverse	9	0.004400493577122688
275962	rnn.weight_hh_l0_reverse	0	0.06860935688018799
275962	rnn.weight_hh_l0_reverse	1	0.01997010037302971
275962	rnn.weight_hh_l0_reverse	2	0.030069628730416298
275962	rnn.weight_hh_l0_reverse	3	0.03545418009161949
275962	rnn.weight_hh_l0_reverse	4	0.014358112588524818
275962	rnn.weight_hh_l0_reverse	5	0.008234147913753986
275962	rnn.weight_hh_l0_reverse	6	0.051029499620199203
275962	rnn.weight_hh_l0_reverse	7	-0.08196622133255005
275962	rnn.weight_hh_l0_reverse	8	0.04012308269739151
275962	rnn.weight_hh_l0_reverse	9	0.03482222557067871
275962	rnn.bias_ih_l0_reverse	0	-0.05671657249331474
275962	rnn.bias_ih_l0_reverse	1	-0.28264114260673523
275962	rnn.bias_ih_l0_reverse	2	-0.12425217777490616
275962	rnn.bias_ih_l0_reverse	3	-0.04806193709373474
275962	rnn.bias_ih_l0_reverse	4	-0.022166479378938675
275962	rnn.bias_ih_l0_reverse	5	0.07586207240819931
275962	rnn.bias_ih_l0_reverse	6	-0.06551869213581085
275962	rnn.bias_ih_l0_reverse	7	0.06151342764496803
275962	rnn.bias_ih_l0_reverse	8	-0.035836055874824524
275962	rnn.bias_ih_l0_reverse	9	0.06539319455623627
275962	rnn.bias_hh_l0_reverse	0	0.02328816056251526
275962	rnn.bias_hh_l0_reverse	1	-0.06310205906629562
275962	rnn.bias_hh_l0_reverse	2	0.08900108188390732
275962	rnn.bias_hh_l0_reverse	3	-0.05180409550666809
275962	rnn.bias_hh_l0_reverse	4	-0.027940651401877403
275962	rnn.bias_hh_l0_reverse	5	-0.022332046180963516
275962	rnn.bias_hh_l0_reverse	6	-0.020192909985780716
275962	rnn.bias_hh_l0_reverse	7	0.09974336624145508
275962	rnn.bias_hh_l0_reverse	8	0.03027099370956421
275962	rnn.bias_hh_l0_reverse	9	-0.14891739189624786
275962	rnn.weight_ih_l1	0	-0.029789069667458534
275962	rnn.weight_ih_l1	1	-0.050600092858076096
275962	rnn.weight_ih_l1	2	0.0650627389550209
275962	rnn.weight_ih_l1	3	-0.07296819239854813
275962	rnn.weight_ih_l1	4	-0.014067929238080978
275962	rnn.weight_ih_l1	5	-0.04032463580369949
275962	rnn.weight_ih_l1	6	0.028913704678416252
275962	rnn.weight_ih_l1	7	-0.04427115619182587
275962	rnn.weight_ih_l1	8	0.03785694018006325
275962	rnn.weight_ih_l1	9	0.04489116370677948
275962	rnn.weight_hh_l1	0	-0.007223860826343298
275962	rnn.weight_hh_l1	1	0.019909566268324852
275962	rnn.weight_hh_l1	2	0.006631816271692514
275962	rnn.weight_hh_l1	3	-0.012667646631598473
275962	rnn.weight_hh_l1	4	0.004829838871955872
275962	rnn.weight_hh_l1	5	0.03518913313746452
275962	rnn.weight_hh_l1	6	0.03618830069899559
275962	rnn.weight_hh_l1	7	-0.016362274065613747
275962	rnn.weight_hh_l1	8	-0.007249591406434774
275962	rnn.weight_hh_l1	9	0.038580987602472305
275962	rnn.bias_ih_l1	0	-0.18394429981708527
275962	rnn.bias_ih_l1	1	-0.174242302775383
275962	rnn.bias_ih_l1	2	-0.19707858562469482
275962	rnn.bias_ih_l1	3	-0.30758175253868103
275962	rnn.bias_ih_l1	4	-0.21216772496700287
275962	rnn.bias_ih_l1	5	-0.08881857246160507
275962	rnn.bias_ih_l1	6	-0.15854020416736603
275962	rnn.bias_ih_l1	7	-0.0034142087679356337
275962	rnn.bias_ih_l1	8	-0.12995195388793945
275962	rnn.bias_ih_l1	9	-0.12311943620443344
275962	rnn.bias_hh_l1	0	-0.09685227274894714
275962	rnn.bias_hh_l1	1	-0.06367909163236618
275962	rnn.bias_hh_l1	2	-0.08512075990438461
275962	rnn.bias_hh_l1	3	-0.0774301216006279
275962	rnn.bias_hh_l1	4	-0.07323361188173294
275962	rnn.bias_hh_l1	5	-0.1172337532043457
275962	rnn.bias_hh_l1	6	-0.16057255864143372
275962	rnn.bias_hh_l1	7	0.07469846308231354
275962	rnn.bias_hh_l1	8	-0.17616716027259827
275962	rnn.bias_hh_l1	9	-0.11523796617984772
275962	rnn.weight_ih_l1_reverse	0	-0.047406308352947235
275962	rnn.weight_ih_l1_reverse	1	0.03282730281352997
275962	rnn.weight_ih_l1_reverse	2	0.0879640206694603
275962	rnn.weight_ih_l1_reverse	3	-0.01776292733848095
275962	rnn.weight_ih_l1_reverse	4	-0.02329259365797043
275962	rnn.weight_ih_l1_reverse	5	-0.030321232974529266
275962	rnn.weight_ih_l1_reverse	6	-0.019534923136234283
275962	rnn.weight_ih_l1_reverse	7	0.0295991450548172
275962	rnn.weight_ih_l1_reverse	8	0.0057404180988669395
275962	rnn.weight_ih_l1_reverse	9	-0.03362715244293213
275962	rnn.weight_hh_l1_reverse	0	0.004575653932988644
275962	rnn.weight_hh_l1_reverse	1	0.03170085698366165
275962	rnn.weight_hh_l1_reverse	2	-0.04061959683895111
275962	rnn.weight_hh_l1_reverse	3	0.0350118912756443
275962	rnn.weight_hh_l1_reverse	4	0.04709818586707115
275962	rnn.weight_hh_l1_reverse	5	0.006008458789438009
275962	rnn.weight_hh_l1_reverse	6	0.049008212983608246
275962	rnn.weight_hh_l1_reverse	7	0.03099222108721733
275962	rnn.weight_hh_l1_reverse	8	-0.007119048852473497
275962	rnn.weight_hh_l1_reverse	9	-0.030199626460671425
275962	rnn.bias_ih_l1_reverse	0	-0.04556684568524361
275962	rnn.bias_ih_l1_reverse	1	-0.13958843052387238
275962	rnn.bias_ih_l1_reverse	2	-0.1636965125799179
275962	rnn.bias_ih_l1_reverse	3	-0.060933638364076614
275962	rnn.bias_ih_l1_reverse	4	-0.20379380881786346
275962	rnn.bias_ih_l1_reverse	5	-0.11682924628257751
275962	rnn.bias_ih_l1_reverse	6	-0.12996497750282288
275962	rnn.bias_ih_l1_reverse	7	-0.19224894046783447
275962	rnn.bias_ih_l1_reverse	8	0.22683724761009216
275962	rnn.bias_ih_l1_reverse	9	0.022688886150717735
275962	rnn.bias_hh_l1_reverse	0	0.010517955757677555
275962	rnn.bias_hh_l1_reverse	1	-0.06534512341022491
275962	rnn.bias_hh_l1_reverse	2	-0.23718205094337463
275962	rnn.bias_hh_l1_reverse	3	-0.14355972409248352
275962	rnn.bias_hh_l1_reverse	4	-0.08026353269815445
275962	rnn.bias_hh_l1_reverse	5	-0.11608728766441345
275962	rnn.bias_hh_l1_reverse	6	0.06332994997501373
275962	rnn.bias_hh_l1_reverse	7	-0.13467709720134735
275962	rnn.bias_hh_l1_reverse	8	-0.12498264014720917
275962	rnn.bias_hh_l1_reverse	9	-0.14828410744667053
275962	linear.weight	0	0.002228822559118271
275962	linear.weight	1	0.09745927155017853
275962	linear.weight	2	-0.09214112162590027
275962	linear.weight	3	0.312949538230896
275962	linear.weight	4	0.1506052017211914
275962	linear.weight	5	-0.06554709374904633
275962	linear.weight	6	0.09474010765552521
275962	linear.weight	7	0.1362764686346054
275962	linear.weight	8	0.04113318771123886
275962	linear.weight	9	-0.05122530087828636
275962	linear.bias	0	0.08484156429767609
275962	linear.bias	1	-0.18954260647296906
275962	linear.bias	2	-0.4482700526714325
275962	linear.bias	3	-0.6590372323989868
275962	linear.bias	4	-1.263318657875061
275962	linear.bias	5	-0.05928456038236618
275962	linear.bias	6	-0.8220034837722778
275962	linear.bias	7	0.2711949348449707
275962	linear.bias	8	-0.3965299725532532
275962	linear.bias	9	-1.023108959197998
276159	transitions	0	0.7558824419975281
276159	transitions	1	0.13859087228775024
276159	transitions	2	-10000.0
276159	transitions	3	-1.8281177282333374
276159	transitions	4	-10000.0
276159	transitions	5	0.5627885460853577
276159	transitions	6	-0.08564820885658264
276159	transitions	7	-0.8119422793388367
276159	transitions	8	-1.4227863550186157
276159	transitions	9	-0.0012316423235461116
276159	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
276159	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
276159	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
276159	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
276159	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
276159	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
276159	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
276159	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
276159	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
276159	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
276159	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
276159	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
276159	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
276159	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
276159	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
276159	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
276159	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
276159	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
276159	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
276159	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
276159	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
276159	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
276159	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
276159	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
276159	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
276159	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
276159	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
276159	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
276159	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
276159	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
276159	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
276159	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
276159	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
276159	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
276159	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
276159	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
276159	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
276159	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
276159	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
276159	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
276159	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
276159	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
276159	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
276159	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
276159	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
276159	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
276159	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
276159	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
276159	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
276159	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
276159	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
276159	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
276159	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
276159	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
276159	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
276159	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
276159	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
276159	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
276159	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
276159	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
276159	embedding2nn.weight	0	0.016316283494234085
276159	embedding2nn.weight	1	-0.012685137800872326
276159	embedding2nn.weight	2	-0.014268254861235619
276159	embedding2nn.weight	3	-0.03147692233324051
276159	embedding2nn.weight	4	-0.0059150345623493195
276159	embedding2nn.weight	5	-0.0037005888298153877
276159	embedding2nn.weight	6	-0.003973265178501606
276159	embedding2nn.weight	7	-0.07727272808551788
276159	embedding2nn.weight	8	-0.0019979383796453476
276159	embedding2nn.weight	9	-0.02767275832593441
276159	embedding2nn.bias	0	0.031045302748680115
276159	embedding2nn.bias	1	-0.07639964669942856
276159	embedding2nn.bias	2	0.07116452604532242
276159	embedding2nn.bias	3	0.050540126860141754
276159	embedding2nn.bias	4	-0.04136284813284874
276159	embedding2nn.bias	5	-0.0103805772960186
276159	embedding2nn.bias	6	0.01565142348408699
276159	embedding2nn.bias	7	-0.0543881431221962
276159	embedding2nn.bias	8	0.07342900335788727
276159	embedding2nn.bias	9	0.045267652720212936
276159	rnn.weight_ih_l0	0	-0.08078806847333908
276159	rnn.weight_ih_l0	1	0.0029850222636014223
276159	rnn.weight_ih_l0	2	0.035498712211847305
276159	rnn.weight_ih_l0	3	0.02296021394431591
276159	rnn.weight_ih_l0	4	-0.04820513725280762
276159	rnn.weight_ih_l0	5	-0.06851691752672195
276159	rnn.weight_ih_l0	6	-0.0011312315473333001
276159	rnn.weight_ih_l0	7	0.053530484437942505
276159	rnn.weight_ih_l0	8	-0.017058374360203743
276159	rnn.weight_ih_l0	9	-0.030818063765764236
276159	rnn.weight_hh_l0	0	-0.03004913032054901
276159	rnn.weight_hh_l0	1	-0.00735017005354166
276159	rnn.weight_hh_l0	2	0.006633631885051727
276159	rnn.weight_hh_l0	3	-0.07449982315301895
276159	rnn.weight_hh_l0	4	0.09322818368673325
276159	rnn.weight_hh_l0	5	-0.026930827647447586
276159	rnn.weight_hh_l0	6	-0.06383083015680313
276159	rnn.weight_hh_l0	7	0.00881966669112444
276159	rnn.weight_hh_l0	8	0.013390286825597286
276159	rnn.weight_hh_l0	9	-0.025609157979488373
276159	rnn.bias_ih_l0	0	0.12988238036632538
276159	rnn.bias_ih_l0	1	-0.03401784971356392
276159	rnn.bias_ih_l0	2	-0.03426618129014969
276159	rnn.bias_ih_l0	3	0.16328644752502441
276159	rnn.bias_ih_l0	4	-0.01278666127473116
276159	rnn.bias_ih_l0	5	-0.02266879752278328
276159	rnn.bias_ih_l0	6	0.01693795435130596
276159	rnn.bias_ih_l0	7	0.023729853332042694
276159	rnn.bias_ih_l0	8	-0.09935491532087326
276159	rnn.bias_ih_l0	9	-0.04179421067237854
276159	rnn.bias_hh_l0	0	-0.0014163830783218145
276159	rnn.bias_hh_l0	1	-0.10031289607286453
276159	rnn.bias_hh_l0	2	-0.0748782753944397
276159	rnn.bias_hh_l0	3	-0.08862686157226562
276159	rnn.bias_hh_l0	4	0.008604214526712894
276159	rnn.bias_hh_l0	5	-0.02051716111600399
276159	rnn.bias_hh_l0	6	0.028224050998687744
276159	rnn.bias_hh_l0	7	0.06026912480592728
276159	rnn.bias_hh_l0	8	-0.12331826984882355
276159	rnn.bias_hh_l0	9	-0.059211116284132004
276159	rnn.weight_ih_l0_reverse	0	-0.025424029678106308
276159	rnn.weight_ih_l0_reverse	1	-0.05720188096165657
276159	rnn.weight_ih_l0_reverse	2	-0.04891996830701828
276159	rnn.weight_ih_l0_reverse	3	0.015606203116476536
276159	rnn.weight_ih_l0_reverse	4	-0.025259103626012802
276159	rnn.weight_ih_l0_reverse	5	-0.05739167705178261
276159	rnn.weight_ih_l0_reverse	6	0.07354713976383209
276159	rnn.weight_ih_l0_reverse	7	-0.019065415486693382
276159	rnn.weight_ih_l0_reverse	8	-0.018544530496001244
276159	rnn.weight_ih_l0_reverse	9	0.00440268823876977
276159	rnn.weight_hh_l0_reverse	0	0.06864051520824432
276159	rnn.weight_hh_l0_reverse	1	0.019962375983595848
276159	rnn.weight_hh_l0_reverse	2	0.030056994408369064
276159	rnn.weight_hh_l0_reverse	3	0.03546321392059326
276159	rnn.weight_hh_l0_reverse	4	0.014364665374159813
276159	rnn.weight_hh_l0_reverse	5	0.008235660381615162
276159	rnn.weight_hh_l0_reverse	6	0.05104147642850876
276159	rnn.weight_hh_l0_reverse	7	-0.08196598291397095
276159	rnn.weight_hh_l0_reverse	8	0.040111642330884933
276159	rnn.weight_hh_l0_reverse	9	0.034817520529031754
276159	rnn.bias_ih_l0_reverse	0	-0.05673379451036453
276159	rnn.bias_ih_l0_reverse	1	-0.2826356589794159
276159	rnn.bias_ih_l0_reverse	2	-0.12427385151386261
276159	rnn.bias_ih_l0_reverse	3	-0.04806913062930107
276159	rnn.bias_ih_l0_reverse	4	-0.022154882550239563
276159	rnn.bias_ih_l0_reverse	5	0.07581755518913269
276159	rnn.bias_ih_l0_reverse	6	-0.06552432477474213
276159	rnn.bias_ih_l0_reverse	7	0.061553388833999634
276159	rnn.bias_ih_l0_reverse	8	-0.035793647170066833
276159	rnn.bias_ih_l0_reverse	9	0.06539784371852875
276159	rnn.bias_hh_l0_reverse	0	0.023325422778725624
276159	rnn.bias_hh_l0_reverse	1	-0.06303229182958603
276159	rnn.bias_hh_l0_reverse	2	0.08907297253608704
276159	rnn.bias_hh_l0_reverse	3	-0.051824528723955154
276159	rnn.bias_hh_l0_reverse	4	-0.027926214039325714
276159	rnn.bias_hh_l0_reverse	5	-0.02233755774796009
276159	rnn.bias_hh_l0_reverse	6	-0.02009662613272667
276159	rnn.bias_hh_l0_reverse	7	0.09976416826248169
276159	rnn.bias_hh_l0_reverse	8	0.03024352714419365
276159	rnn.bias_hh_l0_reverse	9	-0.1490277200937271
276159	rnn.weight_ih_l1	0	-0.02978307567536831
276159	rnn.weight_ih_l1	1	-0.05058416724205017
276159	rnn.weight_ih_l1	2	0.0650569424033165
276159	rnn.weight_ih_l1	3	-0.0729677602648735
276159	rnn.weight_ih_l1	4	-0.014066459611058235
276159	rnn.weight_ih_l1	5	-0.040320537984371185
276159	rnn.weight_ih_l1	6	0.02890964038670063
276159	rnn.weight_ih_l1	7	-0.044240232557058334
276159	rnn.weight_ih_l1	8	0.03786330297589302
276159	rnn.weight_ih_l1	9	0.04489937797188759
276159	rnn.weight_hh_l1	0	-0.00721418671309948
276159	rnn.weight_hh_l1	1	0.019910428673028946
276159	rnn.weight_hh_l1	2	0.006632934790104628
276159	rnn.weight_hh_l1	3	-0.01267017237842083
276159	rnn.weight_hh_l1	4	0.004837855696678162
276159	rnn.weight_hh_l1	5	0.03519273176789284
276159	rnn.weight_hh_l1	6	0.036207087337970734
276159	rnn.weight_hh_l1	7	-0.016358202323317528
276159	rnn.weight_hh_l1	8	-0.007243812549859285
276159	rnn.weight_hh_l1	9	0.03858236223459244
276159	rnn.bias_ih_l1	0	-0.18390491604804993
276159	rnn.bias_ih_l1	1	-0.17421989142894745
276159	rnn.bias_ih_l1	2	-0.19704464077949524
276159	rnn.bias_ih_l1	3	-0.3076019585132599
276159	rnn.bias_ih_l1	4	-0.21231064200401306
276159	rnn.bias_ih_l1	5	-0.0888347402215004
276159	rnn.bias_ih_l1	6	-0.1585346907377243
276159	rnn.bias_ih_l1	7	-0.0033278183545917273
276159	rnn.bias_ih_l1	8	-0.12993966042995453
276159	rnn.bias_ih_l1	9	-0.12310520559549332
276159	rnn.bias_hh_l1	0	-0.09687893837690353
276159	rnn.bias_hh_l1	1	-0.06365136802196503
276159	rnn.bias_hh_l1	2	-0.08513523638248444
276159	rnn.bias_hh_l1	3	-0.07737942039966583
276159	rnn.bias_hh_l1	4	-0.07319924235343933
276159	rnn.bias_hh_l1	5	-0.11723548918962479
276159	rnn.bias_hh_l1	6	-0.16061900556087494
276159	rnn.bias_hh_l1	7	0.07473766058683395
276159	rnn.bias_hh_l1	8	-0.17617182433605194
276159	rnn.bias_hh_l1	9	-0.1153380423784256
276159	rnn.weight_ih_l1_reverse	0	-0.04740937054157257
276159	rnn.weight_ih_l1_reverse	1	0.03282979130744934
276159	rnn.weight_ih_l1_reverse	2	0.08793828636407852
276159	rnn.weight_ih_l1_reverse	3	-0.017752086743712425
276159	rnn.weight_ih_l1_reverse	4	-0.023249085992574692
276159	rnn.weight_ih_l1_reverse	5	-0.030316805467009544
276159	rnn.weight_ih_l1_reverse	6	-0.01956692710518837
276159	rnn.weight_ih_l1_reverse	7	0.029621697962284088
276159	rnn.weight_ih_l1_reverse	8	0.005766923539340496
276159	rnn.weight_ih_l1_reverse	9	-0.03362950310111046
276159	rnn.weight_hh_l1_reverse	0	0.0045727696269750595
276159	rnn.weight_hh_l1_reverse	1	0.031702399253845215
276159	rnn.weight_hh_l1_reverse	2	-0.04061995819211006
276159	rnn.weight_hh_l1_reverse	3	0.03501187637448311
276159	rnn.weight_hh_l1_reverse	4	0.04708987474441528
276159	rnn.weight_hh_l1_reverse	5	0.006007864605635405
276159	rnn.weight_hh_l1_reverse	6	0.04899917542934418
276159	rnn.weight_hh_l1_reverse	7	0.030999330803751945
276159	rnn.weight_hh_l1_reverse	8	-0.0071223280392587185
276159	rnn.weight_hh_l1_reverse	9	-0.030201494693756104
276159	rnn.bias_ih_l1_reverse	0	-0.045574598014354706
276159	rnn.bias_ih_l1_reverse	1	-0.13955329358577728
276159	rnn.bias_ih_l1_reverse	2	-0.16373004019260406
276159	rnn.bias_ih_l1_reverse	3	-0.06074237450957298
276159	rnn.bias_ih_l1_reverse	4	-0.20379623770713806
276159	rnn.bias_ih_l1_reverse	5	-0.11686426401138306
276159	rnn.bias_ih_l1_reverse	6	-0.129938006401062
276159	rnn.bias_ih_l1_reverse	7	-0.1922759711742401
276159	rnn.bias_ih_l1_reverse	8	0.2268020659685135
276159	rnn.bias_ih_l1_reverse	9	0.022680381312966347
276159	rnn.bias_hh_l1_reverse	0	0.010461916215717793
276159	rnn.bias_hh_l1_reverse	1	-0.0653049573302269
276159	rnn.bias_hh_l1_reverse	2	-0.23716464638710022
276159	rnn.bias_hh_l1_reverse	3	-0.14354926347732544
276159	rnn.bias_hh_l1_reverse	4	-0.08030660450458527
276159	rnn.bias_hh_l1_reverse	5	-0.11608465760946274
276159	rnn.bias_hh_l1_reverse	6	0.06318648159503937
276159	rnn.bias_hh_l1_reverse	7	-0.13471928238868713
276159	rnn.bias_hh_l1_reverse	8	-0.12499327212572098
276159	rnn.bias_hh_l1_reverse	9	-0.14829984307289124
276159	linear.weight	0	0.002228822559118271
276159	linear.weight	1	0.09744653850793839
276159	linear.weight	2	-0.09218721091747284
276159	linear.weight	3	0.3129410147666931
276159	linear.weight	4	0.15054355561733246
276159	linear.weight	5	-0.06562422960996628
276159	linear.weight	6	0.09451702237129211
276159	linear.weight	7	0.13636043667793274
276159	linear.weight	8	0.04113318398594856
276159	linear.weight	9	-0.05121280252933502
276159	linear.bias	0	0.08556850254535675
276159	linear.bias	1	-0.18924595415592194
276159	linear.bias	2	-0.4478651285171509
276159	linear.bias	3	-0.6589891314506531
276159	linear.bias	4	-1.263325572013855
276159	linear.bias	5	-0.05952756479382515
276159	linear.bias	6	-0.8216800689697266
276159	linear.bias	7	0.27092254161834717
276159	linear.bias	8	-0.39620620012283325
276159	linear.bias	9	-1.0228896141052246
276356	transitions	0	0.7557114958763123
276356	transitions	1	0.13882553577423096
276356	transitions	2	-10000.0
276356	transitions	3	-1.8281177282333374
276356	transitions	4	-10000.0
276356	transitions	5	0.5627879500389099
276356	transitions	6	-0.08564871549606323
276356	transitions	7	-0.8119446635246277
276356	transitions	8	-1.4227864742279053
276356	transitions	9	-0.001231650821864605
276356	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
276356	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
276356	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
276356	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
276356	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
276356	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
276356	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
276356	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
276356	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
276356	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
276356	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
276356	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
276356	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
276356	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
276356	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
276356	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
276356	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
276356	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
276356	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
276356	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
276356	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
276356	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
276356	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
276356	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
276356	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
276356	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
276356	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
276356	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
276356	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
276356	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
276356	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
276356	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
276356	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
276356	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
276356	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
276356	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
276356	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
276356	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
276356	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
276356	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
276356	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
276356	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
276356	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
276356	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
276356	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
276356	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
276356	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
276356	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
276356	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
276356	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
276356	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
276356	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
276356	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
276356	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
276356	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
276356	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
276356	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
276356	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
276356	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
276356	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
276356	embedding2nn.weight	0	0.016347583383321762
276356	embedding2nn.weight	1	-0.012686972506344318
276356	embedding2nn.weight	2	-0.014268254861235619
276356	embedding2nn.weight	3	-0.03140345960855484
276356	embedding2nn.weight	4	-0.0059150345623493195
276356	embedding2nn.weight	5	-0.0037005888298153877
276356	embedding2nn.weight	6	-0.003973265178501606
276356	embedding2nn.weight	7	-0.0772717073559761
276356	embedding2nn.weight	8	-0.0019979383796453476
276356	embedding2nn.weight	9	-0.027668951079249382
276356	embedding2nn.bias	0	0.031066443771123886
276356	embedding2nn.bias	1	-0.0764613077044487
276356	embedding2nn.bias	2	0.07119534909725189
276356	embedding2nn.bias	3	0.05050521343946457
276356	embedding2nn.bias	4	-0.04117678850889206
276356	embedding2nn.bias	5	-0.010428021661937237
276356	embedding2nn.bias	6	0.015590500086545944
276356	embedding2nn.bias	7	-0.054333217442035675
276356	embedding2nn.bias	8	0.07340984791517258
276356	embedding2nn.bias	9	0.045366398990154266
276356	rnn.weight_ih_l0	0	-0.0807894840836525
276356	rnn.weight_ih_l0	1	0.0029710663948208094
276356	rnn.weight_ih_l0	2	0.035530656576156616
276356	rnn.weight_ih_l0	3	0.022979561239480972
276356	rnn.weight_ih_l0	4	-0.048211876302957535
276356	rnn.weight_ih_l0	5	-0.06850097328424454
276356	rnn.weight_ih_l0	6	-0.001131953438743949
276356	rnn.weight_ih_l0	7	0.05352003872394562
276356	rnn.weight_ih_l0	8	-0.017060529440641403
276356	rnn.weight_ih_l0	9	-0.030828870832920074
276356	rnn.weight_hh_l0	0	-0.030061090365052223
276356	rnn.weight_hh_l0	1	-0.007331552915275097
276356	rnn.weight_hh_l0	2	0.006629442796111107
276356	rnn.weight_hh_l0	3	-0.0745130404829979
276356	rnn.weight_hh_l0	4	0.09323196858167648
276356	rnn.weight_hh_l0	5	-0.02692897617816925
276356	rnn.weight_hh_l0	6	-0.06383907794952393
276356	rnn.weight_hh_l0	7	0.008802525699138641
276356	rnn.weight_hh_l0	8	0.013394185341894627
276356	rnn.weight_hh_l0	9	-0.025602534413337708
276356	rnn.bias_ih_l0	0	0.12988223135471344
276356	rnn.bias_ih_l0	1	-0.03400212526321411
276356	rnn.bias_ih_l0	2	-0.03424830362200737
276356	rnn.bias_ih_l0	3	0.16332828998565674
276356	rnn.bias_ih_l0	4	-0.012752090580761433
276356	rnn.bias_ih_l0	5	-0.022654008120298386
276356	rnn.bias_ih_l0	6	0.01694110780954361
276356	rnn.bias_ih_l0	7	0.023697784170508385
276356	rnn.bias_ih_l0	8	-0.09936363995075226
276356	rnn.bias_ih_l0	9	-0.041782960295677185
276356	rnn.bias_hh_l0	0	-0.00135898869484663
276356	rnn.bias_hh_l0	1	-0.10030818730592728
276356	rnn.bias_hh_l0	2	-0.07496313005685806
276356	rnn.bias_hh_l0	3	-0.08861943334341049
276356	rnn.bias_hh_l0	4	0.00865371897816658
276356	rnn.bias_hh_l0	5	-0.020523812621831894
276356	rnn.bias_hh_l0	6	0.028162479400634766
276356	rnn.bias_hh_l0	7	0.06030717492103577
276356	rnn.bias_hh_l0	8	-0.12327811866998672
276356	rnn.bias_hh_l0	9	-0.0591900497674942
276356	rnn.weight_ih_l0_reverse	0	-0.025390319526195526
276356	rnn.weight_ih_l0_reverse	1	-0.05721310153603554
276356	rnn.weight_ih_l0_reverse	2	-0.04891962558031082
276356	rnn.weight_ih_l0_reverse	3	0.015586954541504383
276356	rnn.weight_ih_l0_reverse	4	-0.025271816179156303
276356	rnn.weight_ih_l0_reverse	5	-0.05737872049212456
276356	rnn.weight_ih_l0_reverse	6	0.07354214787483215
276356	rnn.weight_ih_l0_reverse	7	-0.019039131700992584
276356	rnn.weight_ih_l0_reverse	8	-0.01853175088763237
276356	rnn.weight_ih_l0_reverse	9	0.004403155297040939
276356	rnn.weight_hh_l0_reverse	0	0.06863539665937424
276356	rnn.weight_hh_l0_reverse	1	0.019978424534201622
276356	rnn.weight_hh_l0_reverse	2	0.030054714530706406
276356	rnn.weight_hh_l0_reverse	3	0.03545942157506943
276356	rnn.weight_hh_l0_reverse	4	0.014358514919877052
276356	rnn.weight_hh_l0_reverse	5	0.00822906382381916
276356	rnn.weight_hh_l0_reverse	6	0.05105164274573326
276356	rnn.weight_hh_l0_reverse	7	-0.0819665864109993
276356	rnn.weight_hh_l0_reverse	8	0.04010786861181259
276356	rnn.weight_hh_l0_reverse	9	0.03483095020055771
276356	rnn.bias_ih_l0_reverse	0	-0.056704841554164886
276356	rnn.bias_ih_l0_reverse	1	-0.2826712131500244
276356	rnn.bias_ih_l0_reverse	2	-0.12424766272306442
276356	rnn.bias_ih_l0_reverse	3	-0.048058949410915375
276356	rnn.bias_ih_l0_reverse	4	-0.0222172811627388
276356	rnn.bias_ih_l0_reverse	5	0.07579302042722702
276356	rnn.bias_ih_l0_reverse	6	-0.06551671773195267
276356	rnn.bias_ih_l0_reverse	7	0.061574891209602356
276356	rnn.bias_ih_l0_reverse	8	-0.035775262862443924
276356	rnn.bias_ih_l0_reverse	9	0.06540972739458084
276356	rnn.bias_hh_l0_reverse	0	0.023326560854911804
276356	rnn.bias_hh_l0_reverse	1	-0.06307503581047058
276356	rnn.bias_hh_l0_reverse	2	0.08909488469362259
276356	rnn.bias_hh_l0_reverse	3	-0.051804762333631516
276356	rnn.bias_hh_l0_reverse	4	-0.02793595939874649
276356	rnn.bias_hh_l0_reverse	5	-0.022313455119729042
276356	rnn.bias_hh_l0_reverse	6	-0.020113451406359673
276356	rnn.bias_hh_l0_reverse	7	0.09972082078456879
276356	rnn.bias_hh_l0_reverse	8	0.030219314619898796
276356	rnn.bias_hh_l0_reverse	9	-0.14906629920005798
276356	rnn.weight_ih_l1	0	-0.029785146936774254
276356	rnn.weight_ih_l1	1	-0.05059419944882393
276356	rnn.weight_ih_l1	2	0.0650615319609642
276356	rnn.weight_ih_l1	3	-0.07295830547809601
276356	rnn.weight_ih_l1	4	-0.014066159725189209
276356	rnn.weight_ih_l1	5	-0.040326185524463654
276356	rnn.weight_ih_l1	6	0.028890172019600868
276356	rnn.weight_ih_l1	7	-0.04425191134214401
276356	rnn.weight_ih_l1	8	0.037865299731492996
276356	rnn.weight_ih_l1	9	0.044911518692970276
276356	rnn.weight_hh_l1	0	-0.007199199870228767
276356	rnn.weight_hh_l1	1	0.019909532740712166
276356	rnn.weight_hh_l1	2	0.0066407956182956696
276356	rnn.weight_hh_l1	3	-0.012672592885792255
276356	rnn.weight_hh_l1	4	0.004818887449800968
276356	rnn.weight_hh_l1	5	0.035195667296648026
276356	rnn.weight_hh_l1	6	0.036219678819179535
276356	rnn.weight_hh_l1	7	-0.0163556095212698
276356	rnn.weight_hh_l1	8	-0.007251005154103041
276356	rnn.weight_hh_l1	9	0.03858301416039467
276356	rnn.bias_ih_l1	0	-0.18384717404842377
276356	rnn.bias_ih_l1	1	-0.17424599826335907
276356	rnn.bias_ih_l1	2	-0.19705869257450104
276356	rnn.bias_ih_l1	3	-0.307613343000412
276356	rnn.bias_ih_l1	4	-0.21214918792247772
276356	rnn.bias_ih_l1	5	-0.08884833008050919
276356	rnn.bias_ih_l1	6	-0.15857002139091492
276356	rnn.bias_ih_l1	7	-0.0033345601987093687
276356	rnn.bias_ih_l1	8	-0.12993358075618744
276356	rnn.bias_ih_l1	9	-0.12308981269598007
276356	rnn.bias_hh_l1	0	-0.09682770073413849
276356	rnn.bias_hh_l1	1	-0.06361115723848343
276356	rnn.bias_hh_l1	2	-0.08518869429826736
276356	rnn.bias_hh_l1	3	-0.07735777646303177
276356	rnn.bias_hh_l1	4	-0.07328978180885315
276356	rnn.bias_hh_l1	5	-0.11728449910879135
276356	rnn.bias_hh_l1	6	-0.16065314412117004
276356	rnn.bias_hh_l1	7	0.07478143274784088
276356	rnn.bias_hh_l1	8	-0.17622579634189606
276356	rnn.bias_hh_l1	9	-0.11530135571956635
276356	rnn.weight_ih_l1_reverse	0	-0.047413334250450134
276356	rnn.weight_ih_l1_reverse	1	0.03285892680287361
276356	rnn.weight_ih_l1_reverse	2	0.0879490077495575
276356	rnn.weight_ih_l1_reverse	3	-0.017756765708327293
276356	rnn.weight_ih_l1_reverse	4	-0.023266492411494255
276356	rnn.weight_ih_l1_reverse	5	-0.030315043404698372
276356	rnn.weight_ih_l1_reverse	6	-0.019593626260757446
276356	rnn.weight_ih_l1_reverse	7	0.029632626101374626
276356	rnn.weight_ih_l1_reverse	8	0.005742785055190325
276356	rnn.weight_ih_l1_reverse	9	-0.033647406846284866
276356	rnn.weight_hh_l1_reverse	0	0.004572390113025904
276356	rnn.weight_hh_l1_reverse	1	0.03170359134674072
276356	rnn.weight_hh_l1_reverse	2	-0.04062303155660629
276356	rnn.weight_hh_l1_reverse	3	0.035011403262615204
276356	rnn.weight_hh_l1_reverse	4	0.04708264023065567
276356	rnn.weight_hh_l1_reverse	5	0.006006816402077675
276356	rnn.weight_hh_l1_reverse	6	0.04904474318027496
276356	rnn.weight_hh_l1_reverse	7	0.030993739143013954
276356	rnn.weight_hh_l1_reverse	8	-0.007122984621673822
276356	rnn.weight_hh_l1_reverse	9	-0.030194660648703575
276356	rnn.bias_ih_l1_reverse	0	-0.045557305216789246
276356	rnn.bias_ih_l1_reverse	1	-0.1395615190267563
276356	rnn.bias_ih_l1_reverse	2	-0.16369019448757172
276356	rnn.bias_ih_l1_reverse	3	-0.06078610196709633
276356	rnn.bias_ih_l1_reverse	4	-0.20379100739955902
276356	rnn.bias_ih_l1_reverse	5	-0.11684784293174744
276356	rnn.bias_ih_l1_reverse	6	-0.12991954386234283
276356	rnn.bias_ih_l1_reverse	7	-0.1922551691532135
276356	rnn.bias_ih_l1_reverse	8	0.22687670588493347
276356	rnn.bias_ih_l1_reverse	9	0.022604357451200485
276356	rnn.bias_hh_l1_reverse	0	0.010565520264208317
276356	rnn.bias_hh_l1_reverse	1	-0.06538547575473785
276356	rnn.bias_hh_l1_reverse	2	-0.23716554045677185
276356	rnn.bias_hh_l1_reverse	3	-0.14354385435581207
276356	rnn.bias_hh_l1_reverse	4	-0.08027338236570358
276356	rnn.bias_hh_l1_reverse	5	-0.11608846485614777
276356	rnn.bias_hh_l1_reverse	6	0.06298064440488815
276356	rnn.bias_hh_l1_reverse	7	-0.13465972244739532
276356	rnn.bias_hh_l1_reverse	8	-0.12500077486038208
276356	rnn.bias_hh_l1_reverse	9	-0.14831136167049408
276356	linear.weight	0	0.002228822559118271
276356	linear.weight	1	0.09742919355630875
276356	linear.weight	2	-0.09225784987211227
276356	linear.weight	3	0.31285643577575684
276356	linear.weight	4	0.1505514532327652
276356	linear.weight	5	-0.06560061126947403
276356	linear.weight	6	0.09523595124483109
276356	linear.weight	7	0.13650445640087128
276356	linear.weight	8	0.04113318398594856
276356	linear.weight	9	-0.051127102226018906
276356	linear.bias	0	0.08407455682754517
276356	linear.bias	1	-0.18975335359573364
276356	linear.bias	2	-0.4485020339488983
276356	linear.bias	3	-0.6581743955612183
276356	linear.bias	4	-1.2625588178634644
276356	linear.bias	5	-0.059006333351135254
276356	linear.bias	6	-0.8221533894538879
276356	linear.bias	7	0.2714677155017853
276356	linear.bias	8	-0.39597856998443604
276356	linear.bias	9	-1.0226523876190186
276360	transitions	0	0.7557125687599182
276360	transitions	1	0.13882553577423096
276360	transitions	2	-10000.0
276360	transitions	3	-1.8281177282333374
276360	transitions	4	-10000.0
276360	transitions	5	0.5627878904342651
276360	transitions	6	-0.08564871549606323
276360	transitions	7	-0.8119457364082336
276360	transitions	8	-1.4227864742279053
276360	transitions	9	-0.001231650821864605
276360	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
276360	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
276360	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
276360	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
276360	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
276360	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
276360	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
276360	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
276360	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
276360	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
276360	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
276360	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
276360	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
276360	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
276360	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
276360	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
276360	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
276360	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
276360	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
276360	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
276360	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
276360	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
276360	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
276360	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
276360	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
276360	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
276360	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
276360	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
276360	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
276360	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
276360	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
276360	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
276360	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
276360	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
276360	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
276360	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
276360	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
276360	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
276360	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
276360	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
276360	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
276360	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
276360	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
276360	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
276360	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
276360	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
276360	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
276360	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
276360	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
276360	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
276360	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
276360	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
276360	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
276360	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
276360	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
276360	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
276360	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
276360	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
276360	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
276360	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
276360	embedding2nn.weight	0	0.016343139111995697
276360	embedding2nn.weight	1	-0.012687629088759422
276360	embedding2nn.weight	2	-0.014268254861235619
276360	embedding2nn.weight	3	-0.03140516206622124
276360	embedding2nn.weight	4	-0.0059150345623493195
276360	embedding2nn.weight	5	-0.0037005888298153877
276360	embedding2nn.weight	6	-0.003973265178501606
276360	embedding2nn.weight	7	-0.07727168500423431
276360	embedding2nn.weight	8	-0.0019979383796453476
276360	embedding2nn.weight	9	-0.0276715736836195
276360	embedding2nn.bias	0	0.031077252700924873
276360	embedding2nn.bias	1	-0.0765019878745079
276360	embedding2nn.bias	2	0.07117313146591187
276360	embedding2nn.bias	3	0.05048495531082153
276360	embedding2nn.bias	4	-0.04116709902882576
276360	embedding2nn.bias	5	-0.010427389293909073
276360	embedding2nn.bias	6	0.015584716573357582
276360	embedding2nn.bias	7	-0.054359644651412964
276360	embedding2nn.bias	8	0.07340594381093979
276360	embedding2nn.bias	9	0.04538493975996971
276360	rnn.weight_ih_l0	0	-0.08078929036855698
276360	rnn.weight_ih_l0	1	0.0029707273934036493
276360	rnn.weight_ih_l0	2	0.035529498010873795
276360	rnn.weight_ih_l0	3	0.022980105131864548
276360	rnn.weight_ih_l0	4	-0.048207517713308334
276360	rnn.weight_ih_l0	5	-0.06849981099367142
276360	rnn.weight_ih_l0	6	-0.0011318932520225644
276360	rnn.weight_ih_l0	7	0.05352044105529785
276360	rnn.weight_ih_l0	8	-0.0170606579631567
276360	rnn.weight_ih_l0	9	-0.030829593539237976
276360	rnn.weight_hh_l0	0	-0.030059706419706345
276360	rnn.weight_hh_l0	1	-0.007331302389502525
276360	rnn.weight_hh_l0	2	0.0066319736652076244
276360	rnn.weight_hh_l0	3	-0.07451324164867401
276360	rnn.weight_hh_l0	4	0.09323109686374664
276360	rnn.weight_hh_l0	5	-0.02693289704620838
276360	rnn.weight_hh_l0	6	-0.0638391301035881
276360	rnn.weight_hh_l0	7	0.00880249310284853
276360	rnn.weight_hh_l0	8	0.013392622582614422
276360	rnn.weight_hh_l0	9	-0.025601767003536224
276360	rnn.bias_ih_l0	0	0.12988555431365967
276360	rnn.bias_ih_l0	1	-0.034002482891082764
276360	rnn.bias_ih_l0	2	-0.03424813970923424
276360	rnn.bias_ih_l0	3	0.16332843899726868
276360	rnn.bias_ih_l0	4	-0.012754078954458237
276360	rnn.bias_ih_l0	5	-0.02263287641108036
276360	rnn.bias_ih_l0	6	0.016936270520091057
276360	rnn.bias_ih_l0	7	0.02370293065905571
276360	rnn.bias_ih_l0	8	-0.09936533868312836
276360	rnn.bias_ih_l0	9	-0.04178277403116226
276360	rnn.bias_hh_l0	0	-0.0013493787264451385
276360	rnn.bias_hh_l0	1	-0.10030645877122879
276360	rnn.bias_hh_l0	2	-0.07496169209480286
276360	rnn.bias_hh_l0	3	-0.0886240154504776
276360	rnn.bias_hh_l0	4	0.008649450726807117
276360	rnn.bias_hh_l0	5	-0.02052345499396324
276360	rnn.bias_hh_l0	6	0.02816256880760193
276360	rnn.bias_hh_l0	7	0.06031160429120064
276360	rnn.bias_hh_l0	8	-0.12328723073005676
276360	rnn.bias_hh_l0	9	-0.05918997898697853
276360	rnn.weight_ih_l0_reverse	0	-0.025389449670910835
276360	rnn.weight_ih_l0_reverse	1	-0.05721479654312134
276360	rnn.weight_ih_l0_reverse	2	-0.048921145498752594
276360	rnn.weight_ih_l0_reverse	3	0.015589412301778793
276360	rnn.weight_ih_l0_reverse	4	-0.025271859019994736
276360	rnn.weight_ih_l0_reverse	5	-0.05737892910838127
276360	rnn.weight_ih_l0_reverse	6	0.073539599776268
276360	rnn.weight_ih_l0_reverse	7	-0.019034843891859055
276360	rnn.weight_ih_l0_reverse	8	-0.018529806286096573
276360	rnn.weight_ih_l0_reverse	9	0.004403658211231232
276360	rnn.weight_hh_l0_reverse	0	0.06863494962453842
276360	rnn.weight_hh_l0_reverse	1	0.01997397281229496
276360	rnn.weight_hh_l0_reverse	2	0.030052190646529198
276360	rnn.weight_hh_l0_reverse	3	0.03546157851815224
276360	rnn.weight_hh_l0_reverse	4	0.014358778484165668
276360	rnn.weight_hh_l0_reverse	5	0.008229262195527554
276360	rnn.weight_hh_l0_reverse	6	0.051050104200839996
276360	rnn.weight_hh_l0_reverse	7	-0.08196213841438293
276360	rnn.weight_hh_l0_reverse	8	0.04010951519012451
276360	rnn.weight_hh_l0_reverse	9	0.034830737859010696
276360	rnn.bias_ih_l0_reverse	0	-0.05670458450913429
276360	rnn.bias_ih_l0_reverse	1	-0.2826746106147766
276360	rnn.bias_ih_l0_reverse	2	-0.12424779683351517
276360	rnn.bias_ih_l0_reverse	3	-0.048060040920972824
276360	rnn.bias_ih_l0_reverse	4	-0.022226203233003616
276360	rnn.bias_ih_l0_reverse	5	0.07578414678573608
276360	rnn.bias_ih_l0_reverse	6	-0.06552232056856155
276360	rnn.bias_ih_l0_reverse	7	0.0615735799074173
276360	rnn.bias_ih_l0_reverse	8	-0.03578455001115799
276360	rnn.bias_ih_l0_reverse	9	0.06540942192077637
276360	rnn.bias_hh_l0_reverse	0	0.0233149491250515
276360	rnn.bias_hh_l0_reverse	1	-0.0630960762500763
276360	rnn.bias_hh_l0_reverse	2	0.0890922024846077
276360	rnn.bias_hh_l0_reverse	3	-0.051804475486278534
276360	rnn.bias_hh_l0_reverse	4	-0.027935931459069252
276360	rnn.bias_hh_l0_reverse	5	-0.022323068231344223
276360	rnn.bias_hh_l0_reverse	6	-0.02010658197104931
276360	rnn.bias_hh_l0_reverse	7	0.09972609579563141
276360	rnn.bias_hh_l0_reverse	8	0.030219048261642456
276360	rnn.bias_hh_l0_reverse	9	-0.14907464385032654
276360	rnn.weight_ih_l1	0	-0.029785340651869774
276360	rnn.weight_ih_l1	1	-0.050593290477991104
276360	rnn.weight_ih_l1	2	0.0650610700249672
276360	rnn.weight_ih_l1	3	-0.07295814156532288
276360	rnn.weight_ih_l1	4	-0.01406438834965229
276360	rnn.weight_ih_l1	5	-0.04032634571194649
276360	rnn.weight_ih_l1	6	0.028890207409858704
276360	rnn.weight_ih_l1	7	-0.044251278042793274
276360	rnn.weight_ih_l1	8	0.037865567952394485
276360	rnn.weight_ih_l1	9	0.04490849748253822
276360	rnn.weight_hh_l1	0	-0.007198947947472334
276360	rnn.weight_hh_l1	1	0.019909441471099854
276360	rnn.weight_hh_l1	2	0.006641354411840439
276360	rnn.weight_hh_l1	3	-0.012673469260334969
276360	rnn.weight_hh_l1	4	0.004818944726139307
276360	rnn.weight_hh_l1	5	0.03519563004374504
276360	rnn.weight_hh_l1	6	0.03621937334537506
276360	rnn.weight_hh_l1	7	-0.016356216743588448
276360	rnn.weight_hh_l1	8	-0.007252971641719341
276360	rnn.weight_hh_l1	9	0.038584571331739426
276360	rnn.bias_ih_l1	0	-0.18385498225688934
276360	rnn.bias_ih_l1	1	-0.17424370348453522
276360	rnn.bias_ih_l1	2	-0.19706125557422638
276360	rnn.bias_ih_l1	3	-0.3076205253601074
276360	rnn.bias_ih_l1	4	-0.21213993430137634
276360	rnn.bias_ih_l1	5	-0.08885543793439865
276360	rnn.bias_ih_l1	6	-0.15857456624507904
276360	rnn.bias_ih_l1	7	-0.003326861187815666
276360	rnn.bias_ih_l1	8	-0.12993170320987701
276360	rnn.bias_ih_l1	9	-0.12309140712022781
276360	rnn.bias_hh_l1	0	-0.09682764112949371
276360	rnn.bias_hh_l1	1	-0.0636090338230133
276360	rnn.bias_hh_l1	2	-0.08519493043422699
276360	rnn.bias_hh_l1	3	-0.0773288905620575
276360	rnn.bias_hh_l1	4	-0.07328232377767563
276360	rnn.bias_hh_l1	5	-0.11728477478027344
276360	rnn.bias_hh_l1	6	-0.1606462001800537
276360	rnn.bias_hh_l1	7	0.07479744404554367
276360	rnn.bias_hh_l1	8	-0.17622484266757965
276360	rnn.bias_hh_l1	9	-0.11527431011199951
276360	rnn.weight_ih_l1_reverse	0	-0.04741339012980461
276360	rnn.weight_ih_l1_reverse	1	0.032859109342098236
276360	rnn.weight_ih_l1_reverse	2	0.08795066177845001
276360	rnn.weight_ih_l1_reverse	3	-0.0177546888589859
276360	rnn.weight_ih_l1_reverse	4	-0.023270362988114357
276360	rnn.weight_ih_l1_reverse	5	-0.03031504526734352
276360	rnn.weight_ih_l1_reverse	6	-0.019591882824897766
276360	rnn.weight_ih_l1_reverse	7	0.02963303029537201
276360	rnn.weight_ih_l1_reverse	8	0.00573495589196682
276360	rnn.weight_ih_l1_reverse	9	-0.03366118296980858
276360	rnn.weight_hh_l1_reverse	0	0.004572829231619835
276360	rnn.weight_hh_l1_reverse	1	0.03170327842235565
276360	rnn.weight_hh_l1_reverse	2	-0.040623050183057785
276360	rnn.weight_hh_l1_reverse	3	0.03501138091087341
276360	rnn.weight_hh_l1_reverse	4	0.04708227887749672
276360	rnn.weight_hh_l1_reverse	5	0.006006709299981594
276360	rnn.weight_hh_l1_reverse	6	0.049041904509067535
276360	rnn.weight_hh_l1_reverse	7	0.03099377639591694
276360	rnn.weight_hh_l1_reverse	8	-0.007123077288269997
276360	rnn.weight_hh_l1_reverse	9	-0.03019428625702858
276360	rnn.bias_ih_l1_reverse	0	-0.045555733144283295
276360	rnn.bias_ih_l1_reverse	1	-0.1395549774169922
276360	rnn.bias_ih_l1_reverse	2	-0.16369476914405823
276360	rnn.bias_ih_l1_reverse	3	-0.06078149750828743
276360	rnn.bias_ih_l1_reverse	4	-0.20378921926021576
276360	rnn.bias_ih_l1_reverse	5	-0.11684653908014297
276360	rnn.bias_ih_l1_reverse	6	-0.12992140650749207
276360	rnn.bias_ih_l1_reverse	7	-0.1922650933265686
276360	rnn.bias_ih_l1_reverse	8	0.2268640249967575
276360	rnn.bias_ih_l1_reverse	9	0.02259315922856331
276360	rnn.bias_hh_l1_reverse	0	0.010565062053501606
276360	rnn.bias_hh_l1_reverse	1	-0.06537583470344543
276360	rnn.bias_hh_l1_reverse	2	-0.23716527223587036
276360	rnn.bias_hh_l1_reverse	3	-0.14354553818702698
276360	rnn.bias_hh_l1_reverse	4	-0.08027344942092896
276360	rnn.bias_hh_l1_reverse	5	-0.11608551442623138
276360	rnn.bias_hh_l1_reverse	6	0.06297146528959274
276360	rnn.bias_hh_l1_reverse	7	-0.13465766608715057
276360	rnn.bias_hh_l1_reverse	8	-0.12500286102294922
276360	rnn.bias_hh_l1_reverse	9	-0.1483107954263687
276360	linear.weight	0	0.002228822559118271
276360	linear.weight	1	0.09743394702672958
276360	linear.weight	2	-0.09226903319358826
276360	linear.weight	3	0.3128553032875061
276360	linear.weight	4	0.1505514234304428
276360	linear.weight	5	-0.06557673215866089
276360	linear.weight	6	0.09523434191942215
276360	linear.weight	7	0.1365024298429489
276360	linear.weight	8	0.04113318398594856
276360	linear.weight	9	-0.05112742632627487
276360	linear.bias	0	0.0840049460530281
276360	linear.bias	1	-0.18983130156993866
276360	linear.bias	2	-0.44825515151023865
276360	linear.bias	3	-0.6581754088401794
276360	linear.bias	4	-1.2625586986541748
276360	linear.bias	5	-0.05900385603308678
276360	linear.bias	6	-0.8222402334213257
276360	linear.bias	7	0.27147039771080017
276360	linear.bias	8	-0.3959769308567047
276360	linear.bias	9	-1.0226374864578247
276557	transitions	0	0.7556123733520508
276557	transitions	1	0.13880500197410583
276557	transitions	2	-10000.0
276557	transitions	3	-1.8281177282333374
276557	transitions	4	-10000.0
276557	transitions	5	0.562787652015686
276557	transitions	6	-0.08564908802509308
276557	transitions	7	-0.8119469285011292
276557	transitions	8	-1.422788143157959
276557	transitions	9	-0.0012316519860178232
276557	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
276557	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
276557	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
276557	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
276557	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
276557	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
276557	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
276557	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
276557	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
276557	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
276557	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
276557	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
276557	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
276557	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
276557	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
276557	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
276557	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
276557	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
276557	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
276557	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
276557	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
276557	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
276557	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
276557	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
276557	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
276557	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
276557	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
276557	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
276557	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
276557	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
276557	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
276557	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
276557	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
276557	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
276557	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
276557	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
276557	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
276557	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
276557	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
276557	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
276557	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
276557	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
276557	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
276557	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
276557	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
276557	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
276557	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
276557	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
276557	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
276557	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
276557	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
276557	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
276557	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
276557	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
276557	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
276557	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
276557	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
276557	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
276557	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
276557	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
276557	embedding2nn.weight	0	0.016321536153554916
276557	embedding2nn.weight	1	-0.012686796486377716
276557	embedding2nn.weight	2	-0.014268254861235619
276557	embedding2nn.weight	3	-0.031377892941236496
276557	embedding2nn.weight	4	-0.0059150345623493195
276557	embedding2nn.weight	5	-0.0037005888298153877
276557	embedding2nn.weight	6	-0.003973265178501606
276557	embedding2nn.weight	7	-0.0772879496216774
276557	embedding2nn.weight	8	-0.0019979383796453476
276557	embedding2nn.weight	9	-0.027659453451633453
276557	embedding2nn.bias	0	0.031075922772288322
276557	embedding2nn.bias	1	-0.0766078308224678
276557	embedding2nn.bias	2	0.07094723731279373
276557	embedding2nn.bias	3	0.05045029893517494
276557	embedding2nn.bias	4	-0.04114491865038872
276557	embedding2nn.bias	5	-0.010435182601213455
276557	embedding2nn.bias	6	0.01543488446623087
276557	embedding2nn.bias	7	-0.05434534698724747
276557	embedding2nn.bias	8	0.07333054393529892
276557	embedding2nn.bias	9	0.045499421656131744
276557	rnn.weight_ih_l0	0	-0.0807897076010704
276557	rnn.weight_ih_l0	1	0.002961789956316352
276557	rnn.weight_ih_l0	2	0.03550364449620247
276557	rnn.weight_ih_l0	3	0.022967999801039696
276557	rnn.weight_ih_l0	4	-0.04821088910102844
276557	rnn.weight_ih_l0	5	-0.06848890334367752
276557	rnn.weight_ih_l0	6	-0.0011166383046656847
276557	rnn.weight_ih_l0	7	0.05351050943136215
276557	rnn.weight_ih_l0	8	-0.01709645800292492
276557	rnn.weight_ih_l0	9	-0.030821001157164574
276557	rnn.weight_hh_l0	0	-0.030075840651988983
276557	rnn.weight_hh_l0	1	-0.007345149293541908
276557	rnn.weight_hh_l0	2	0.006616051308810711
276557	rnn.weight_hh_l0	3	-0.07450434565544128
276557	rnn.weight_hh_l0	4	0.09323358535766602
276557	rnn.weight_hh_l0	5	-0.026947742328047752
276557	rnn.weight_hh_l0	6	-0.06385008245706558
276557	rnn.weight_hh_l0	7	0.008801266551017761
276557	rnn.weight_hh_l0	8	0.013388348743319511
276557	rnn.weight_hh_l0	9	-0.02559138834476471
276557	rnn.bias_ih_l0	0	0.12985605001449585
276557	rnn.bias_ih_l0	1	-0.03404800966382027
276557	rnn.bias_ih_l0	2	-0.03423931822180748
276557	rnn.bias_ih_l0	3	0.1633358597755432
276557	rnn.bias_ih_l0	4	-0.012748519890010357
276557	rnn.bias_ih_l0	5	-0.022664813324809074
276557	rnn.bias_ih_l0	6	0.017003338783979416
276557	rnn.bias_ih_l0	7	0.023760400712490082
276557	rnn.bias_ih_l0	8	-0.09941061586141586
276557	rnn.bias_ih_l0	9	-0.04173590615391731
276557	rnn.bias_hh_l0	0	-0.0013551748124882579
276557	rnn.bias_hh_l0	1	-0.10031367838382721
276557	rnn.bias_hh_l0	2	-0.07497178018093109
276557	rnn.bias_hh_l0	3	-0.08863037824630737
276557	rnn.bias_hh_l0	4	0.008564763702452183
276557	rnn.bias_hh_l0	5	-0.020485252141952515
276557	rnn.bias_hh_l0	6	0.028171654790639877
276557	rnn.bias_hh_l0	7	0.060339491814374924
276557	rnn.bias_hh_l0	8	-0.12332551181316376
276557	rnn.bias_hh_l0	9	-0.05928659439086914
276557	rnn.weight_ih_l0_reverse	0	-0.025396203622221947
276557	rnn.weight_ih_l0_reverse	1	-0.057223256677389145
276557	rnn.weight_ih_l0_reverse	2	-0.04885338246822357
276557	rnn.weight_ih_l0_reverse	3	0.015589582733809948
276557	rnn.weight_ih_l0_reverse	4	-0.02527146227657795
276557	rnn.weight_ih_l0_reverse	5	-0.05737202242016792
276557	rnn.weight_ih_l0_reverse	6	0.07353965193033218
276557	rnn.weight_ih_l0_reverse	7	-0.019032521173357964
276557	rnn.weight_ih_l0_reverse	8	-0.018524952232837677
276557	rnn.weight_ih_l0_reverse	9	0.004416708368808031
276557	rnn.weight_hh_l0_reverse	0	0.06863470375537872
276557	rnn.weight_hh_l0_reverse	1	0.019958864897489548
276557	rnn.weight_hh_l0_reverse	2	0.030057139694690704
276557	rnn.weight_hh_l0_reverse	3	0.03546861559152603
276557	rnn.weight_hh_l0_reverse	4	0.014359766617417336
276557	rnn.weight_hh_l0_reverse	5	0.008227626793086529
276557	rnn.weight_hh_l0_reverse	6	0.05105924233794212
276557	rnn.weight_hh_l0_reverse	7	-0.08198340237140656
276557	rnn.weight_hh_l0_reverse	8	0.04010877385735512
276557	rnn.weight_hh_l0_reverse	9	0.03482745960354805
276557	rnn.bias_ih_l0_reverse	0	-0.05669650807976723
276557	rnn.bias_ih_l0_reverse	1	-0.28264081478118896
276557	rnn.bias_ih_l0_reverse	2	-0.12425904721021652
276557	rnn.bias_ih_l0_reverse	3	-0.04803070053458214
276557	rnn.bias_ih_l0_reverse	4	-0.022207027301192284
276557	rnn.bias_ih_l0_reverse	5	0.07577019929885864
276557	rnn.bias_ih_l0_reverse	6	-0.06551652401685715
276557	rnn.bias_ih_l0_reverse	7	0.06157893314957619
276557	rnn.bias_ih_l0_reverse	8	-0.0357375368475914
276557	rnn.bias_ih_l0_reverse	9	0.06542118638753891
276557	rnn.bias_hh_l0_reverse	0	0.02333461493253708
276557	rnn.bias_hh_l0_reverse	1	-0.06307725608348846
276557	rnn.bias_hh_l0_reverse	2	0.08907398581504822
276557	rnn.bias_hh_l0_reverse	3	-0.051831334829330444
276557	rnn.bias_hh_l0_reverse	4	-0.027935493737459183
276557	rnn.bias_hh_l0_reverse	5	-0.02237003855407238
276557	rnn.bias_hh_l0_reverse	6	-0.020139720290899277
276557	rnn.bias_hh_l0_reverse	7	0.09971702843904495
276557	rnn.bias_hh_l0_reverse	8	0.030286880210042
276557	rnn.bias_hh_l0_reverse	9	-0.14911924302577972
276557	rnn.weight_ih_l1	0	-0.02978932112455368
276557	rnn.weight_ih_l1	1	-0.05061997100710869
276557	rnn.weight_ih_l1	2	0.06506022810935974
276557	rnn.weight_ih_l1	3	-0.07290162146091461
276557	rnn.weight_ih_l1	4	-0.014043734408915043
276557	rnn.weight_ih_l1	5	-0.04033038392663002
276557	rnn.weight_ih_l1	6	0.028881384059786797
276557	rnn.weight_ih_l1	7	-0.04424012079834938
276557	rnn.weight_ih_l1	8	0.03786272555589676
276557	rnn.weight_ih_l1	9	0.04491955041885376
276557	rnn.weight_hh_l1	0	-0.007203841581940651
276557	rnn.weight_hh_l1	1	0.019909217953681946
276557	rnn.weight_hh_l1	2	0.006631261669099331
276557	rnn.weight_hh_l1	3	-0.012678097002208233
276557	rnn.weight_hh_l1	4	0.004820068366825581
276557	rnn.weight_hh_l1	5	0.0352054089307785
276557	rnn.weight_hh_l1	6	0.036231402307748795
276557	rnn.weight_hh_l1	7	-0.016369761899113655
276557	rnn.weight_hh_l1	8	-0.0072520119138062
276557	rnn.weight_hh_l1	9	0.0385873056948185
276557	rnn.bias_ih_l1	0	-0.1839366853237152
276557	rnn.bias_ih_l1	1	-0.17423774302005768
276557	rnn.bias_ih_l1	2	-0.19704367220401764
276557	rnn.bias_ih_l1	3	-0.30757373571395874
276557	rnn.bias_ih_l1	4	-0.2121887356042862
276557	rnn.bias_ih_l1	5	-0.0888475626707077
276557	rnn.bias_ih_l1	6	-0.1585593819618225
276557	rnn.bias_ih_l1	7	-0.0033205493818968534
276557	rnn.bias_ih_l1	8	-0.12991119921207428
276557	rnn.bias_ih_l1	9	-0.12311039119958878
276557	rnn.bias_hh_l1	0	-0.09685122966766357
276557	rnn.bias_hh_l1	1	-0.06354481726884842
276557	rnn.bias_hh_l1	2	-0.08524832874536514
276557	rnn.bias_hh_l1	3	-0.07737123221158981
276557	rnn.bias_hh_l1	4	-0.07324162870645523
276557	rnn.bias_hh_l1	5	-0.1172817274928093
276557	rnn.bias_hh_l1	6	-0.16069261729717255
276557	rnn.bias_hh_l1	7	0.07480666786432266
276557	rnn.bias_hh_l1	8	-0.1762239933013916
276557	rnn.bias_hh_l1	9	-0.11521263420581818
276557	rnn.weight_ih_l1_reverse	0	-0.04740262031555176
276557	rnn.weight_ih_l1_reverse	1	0.03281061351299286
276557	rnn.weight_ih_l1_reverse	2	0.08795921504497528
276557	rnn.weight_ih_l1_reverse	3	-0.01775139756500721
276557	rnn.weight_ih_l1_reverse	4	-0.023244962096214294
276557	rnn.weight_ih_l1_reverse	5	-0.030315788462758064
276557	rnn.weight_ih_l1_reverse	6	-0.019612183794379234
276557	rnn.weight_ih_l1_reverse	7	0.029620205983519554
276557	rnn.weight_ih_l1_reverse	8	0.005772274918854237
276557	rnn.weight_ih_l1_reverse	9	-0.03367079049348831
276557	rnn.weight_hh_l1_reverse	0	0.004578212276101112
276557	rnn.weight_hh_l1_reverse	1	0.03170449286699295
276557	rnn.weight_hh_l1_reverse	2	-0.04062298685312271
276557	rnn.weight_hh_l1_reverse	3	0.035011645406484604
276557	rnn.weight_hh_l1_reverse	4	0.047093167901039124
276557	rnn.weight_hh_l1_reverse	5	0.006008811295032501
276557	rnn.weight_hh_l1_reverse	6	0.049039263278245926
276557	rnn.weight_hh_l1_reverse	7	0.030991338193416595
276557	rnn.weight_hh_l1_reverse	8	-0.007120574824512005
276557	rnn.weight_hh_l1_reverse	9	-0.030188871547579765
276557	rnn.bias_ih_l1_reverse	0	-0.045610565692186356
276557	rnn.bias_ih_l1_reverse	1	-0.1395696997642517
276557	rnn.bias_ih_l1_reverse	2	-0.16361571848392487
276557	rnn.bias_ih_l1_reverse	3	-0.06075090542435646
276557	rnn.bias_ih_l1_reverse	4	-0.20377732813358307
276557	rnn.bias_ih_l1_reverse	5	-0.11685292422771454
276557	rnn.bias_ih_l1_reverse	6	-0.12988996505737305
276557	rnn.bias_ih_l1_reverse	7	-0.19221043586730957
276557	rnn.bias_ih_l1_reverse	8	0.22677455842494965
276557	rnn.bias_ih_l1_reverse	9	0.022643111646175385
276557	rnn.bias_hh_l1_reverse	0	0.010576476342976093
276557	rnn.bias_hh_l1_reverse	1	-0.06546390801668167
276557	rnn.bias_hh_l1_reverse	2	-0.23713476955890656
276557	rnn.bias_hh_l1_reverse	3	-0.1435764580965042
276557	rnn.bias_hh_l1_reverse	4	-0.08024540543556213
276557	rnn.bias_hh_l1_reverse	5	-0.11606569588184357
276557	rnn.bias_hh_l1_reverse	6	0.06293538957834244
276557	rnn.bias_hh_l1_reverse	7	-0.1346094161272049
276557	rnn.bias_hh_l1_reverse	8	-0.12501037120819092
276557	rnn.bias_hh_l1_reverse	9	-0.14830893278121948
276557	linear.weight	0	0.002228822559118271
276557	linear.weight	1	0.09736685454845428
276557	linear.weight	2	-0.09231962263584137
276557	linear.weight	3	0.31265735626220703
276557	linear.weight	4	0.15053752064704895
276557	linear.weight	5	-0.06557612121105194
276557	linear.weight	6	0.0954652950167656
276557	linear.weight	7	0.13652074337005615
276557	linear.weight	8	0.04113318398594856
276557	linear.weight	9	-0.05103994533419609
276557	linear.bias	0	0.08477476984262466
276557	linear.bias	1	-0.18986739218235016
276557	linear.bias	2	-0.44799959659576416
276557	linear.bias	3	-0.6583526134490967
276557	linear.bias	4	-1.262776494026184
276557	linear.bias	5	-0.059207797050476074
276557	linear.bias	6	-0.8222968578338623
276557	linear.bias	7	0.2712036371231079
276557	linear.bias	8	-0.3959956169128418
276557	linear.bias	9	-1.0226457118988037
276754	transitions	0	0.7555298209190369
276754	transitions	1	0.13878387212753296
276754	transitions	2	-10000.0
276754	transitions	3	-1.828118085861206
276754	transitions	4	-10000.0
276754	transitions	5	0.5627849698066711
276754	transitions	6	-0.08565034717321396
276754	transitions	7	-0.8119546175003052
276754	transitions	8	-1.4227887392044067
276754	transitions	9	-0.0012316578067839146
276754	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
276754	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
276754	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
276754	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
276754	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
276754	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
276754	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
276754	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
276754	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
276754	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
276754	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
276754	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
276754	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
276754	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
276754	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
276754	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
276754	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
276754	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
276754	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
276754	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
276754	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
276754	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
276754	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
276754	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
276754	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
276754	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
276754	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
276754	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
276754	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
276754	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
276754	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
276754	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
276754	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
276754	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
276754	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
276754	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
276754	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
276754	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
276754	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
276754	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
276754	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
276754	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
276754	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
276754	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
276754	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
276754	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
276754	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
276754	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
276754	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
276754	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
276754	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
276754	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
276754	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
276754	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
276754	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
276754	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
276754	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
276754	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
276754	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
276754	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
276754	embedding2nn.weight	0	0.016322029754519463
276754	embedding2nn.weight	1	-0.012688602320849895
276754	embedding2nn.weight	2	-0.014268254861235619
276754	embedding2nn.weight	3	-0.031409263610839844
276754	embedding2nn.weight	4	-0.0059150345623493195
276754	embedding2nn.weight	5	-0.0037005888298153877
276754	embedding2nn.weight	6	-0.003973265178501606
276754	embedding2nn.weight	7	-0.0772952064871788
276754	embedding2nn.weight	8	-0.0019979383796453476
276754	embedding2nn.weight	9	-0.027670640498399734
276754	embedding2nn.bias	0	0.030989760532975197
276754	embedding2nn.bias	1	-0.07635395973920822
276754	embedding2nn.bias	2	0.0709787979722023
276754	embedding2nn.bias	3	0.050620242953300476
276754	embedding2nn.bias	4	-0.04088651016354561
276754	embedding2nn.bias	5	-0.010291914455592632
276754	embedding2nn.bias	6	0.015573429875075817
276754	embedding2nn.bias	7	-0.05418505147099495
276754	embedding2nn.bias	8	0.07335306704044342
276754	embedding2nn.bias	9	0.045363206416368484
276754	rnn.weight_ih_l0	0	-0.08082114160060883
276754	rnn.weight_ih_l0	1	0.0029487498104572296
276754	rnn.weight_ih_l0	2	0.035489775240421295
276754	rnn.weight_ih_l0	3	0.0229593925178051
276754	rnn.weight_ih_l0	4	-0.04822653904557228
276754	rnn.weight_ih_l0	5	-0.06849320977926254
276754	rnn.weight_ih_l0	6	-0.0011365259997546673
276754	rnn.weight_ih_l0	7	0.05349572002887726
276754	rnn.weight_ih_l0	8	-0.01710677519440651
276754	rnn.weight_ih_l0	9	-0.03083038702607155
276754	rnn.weight_hh_l0	0	-0.030072124674916267
276754	rnn.weight_hh_l0	1	-0.007327835541218519
276754	rnn.weight_hh_l0	2	0.00662444531917572
276754	rnn.weight_hh_l0	3	-0.0745043084025383
276754	rnn.weight_hh_l0	4	0.09323623776435852
276754	rnn.weight_hh_l0	5	-0.02691219188272953
276754	rnn.weight_hh_l0	6	-0.06383214890956879
276754	rnn.weight_hh_l0	7	0.008813894353806973
276754	rnn.weight_hh_l0	8	0.013404326513409615
276754	rnn.weight_hh_l0	9	-0.02559095248579979
276754	rnn.bias_ih_l0	0	0.12979887425899506
276754	rnn.bias_ih_l0	1	-0.03401326760649681
276754	rnn.bias_ih_l0	2	-0.03420024365186691
276754	rnn.bias_ih_l0	3	0.1633807271718979
276754	rnn.bias_ih_l0	4	-0.012774528004229069
276754	rnn.bias_ih_l0	5	-0.022630881518125534
276754	rnn.bias_ih_l0	6	0.01692868024110794
276754	rnn.bias_ih_l0	7	0.023743411526083946
276754	rnn.bias_ih_l0	8	-0.09938031435012817
276754	rnn.bias_ih_l0	9	-0.04173204302787781
276754	rnn.bias_hh_l0	0	-0.0013829345116391778
276754	rnn.bias_hh_l0	1	-0.10025261342525482
276754	rnn.bias_hh_l0	2	-0.07500134408473969
276754	rnn.bias_hh_l0	3	-0.08867007493972778
276754	rnn.bias_hh_l0	4	0.008610663935542107
276754	rnn.bias_hh_l0	5	-0.020476235076785088
276754	rnn.bias_hh_l0	6	0.0281197689473629
276754	rnn.bias_hh_l0	7	0.06028769165277481
276754	rnn.bias_hh_l0	8	-0.12331458926200867
276754	rnn.bias_hh_l0	9	-0.059222832322120667
276754	rnn.weight_ih_l0_reverse	0	-0.02540326863527298
276754	rnn.weight_ih_l0_reverse	1	-0.05721651390194893
276754	rnn.weight_ih_l0_reverse	2	-0.04883013293147087
276754	rnn.weight_ih_l0_reverse	3	0.015590973198413849
276754	rnn.weight_ih_l0_reverse	4	-0.02526509389281273
276754	rnn.weight_ih_l0_reverse	5	-0.057357560843229294
276754	rnn.weight_ih_l0_reverse	6	0.0735120177268982
276754	rnn.weight_ih_l0_reverse	7	-0.019035113975405693
276754	rnn.weight_ih_l0_reverse	8	-0.018499739468097687
276754	rnn.weight_ih_l0_reverse	9	0.004415207076817751
276754	rnn.weight_hh_l0_reverse	0	0.06862194836139679
276754	rnn.weight_hh_l0_reverse	1	0.01996036060154438
276754	rnn.weight_hh_l0_reverse	2	0.03006022982299328
276754	rnn.weight_hh_l0_reverse	3	0.03546268120408058
276754	rnn.weight_hh_l0_reverse	4	0.01435046549886465
276754	rnn.weight_hh_l0_reverse	5	0.008233275264501572
276754	rnn.weight_hh_l0_reverse	6	0.05106230080127716
276754	rnn.weight_hh_l0_reverse	7	-0.08197497576475143
276754	rnn.weight_hh_l0_reverse	8	0.04011189192533493
276754	rnn.weight_hh_l0_reverse	9	0.03482867404818535
276754	rnn.bias_ih_l0_reverse	0	-0.056699953973293304
276754	rnn.bias_ih_l0_reverse	1	-0.2826155126094818
276754	rnn.bias_ih_l0_reverse	2	-0.12421133369207382
276754	rnn.bias_ih_l0_reverse	3	-0.0479985773563385
276754	rnn.bias_ih_l0_reverse	4	-0.022224854677915573
276754	rnn.bias_ih_l0_reverse	5	0.07584117352962494
276754	rnn.bias_ih_l0_reverse	6	-0.0654992163181305
276754	rnn.bias_ih_l0_reverse	7	0.06157713755965233
276754	rnn.bias_ih_l0_reverse	8	-0.03565053269267082
276754	rnn.bias_ih_l0_reverse	9	0.06532187759876251
276754	rnn.bias_hh_l0_reverse	0	0.023339707404375076
276754	rnn.bias_hh_l0_reverse	1	-0.06316100805997849
276754	rnn.bias_hh_l0_reverse	2	0.08914091438055038
276754	rnn.bias_hh_l0_reverse	3	-0.05178619921207428
276754	rnn.bias_hh_l0_reverse	4	-0.027964001521468163
276754	rnn.bias_hh_l0_reverse	5	-0.0224015973508358
276754	rnn.bias_hh_l0_reverse	6	-0.020139198750257492
276754	rnn.bias_hh_l0_reverse	7	0.09967287629842758
276754	rnn.bias_hh_l0_reverse	8	0.030303707346320152
276754	rnn.bias_hh_l0_reverse	9	-0.14911732077598572
276754	rnn.weight_ih_l1	0	-0.029789844527840614
276754	rnn.weight_ih_l1	1	-0.050619930028915405
276754	rnn.weight_ih_l1	2	0.06507804989814758
276754	rnn.weight_ih_l1	3	-0.07289276272058487
276754	rnn.weight_ih_l1	4	-0.014069565571844578
276754	rnn.weight_ih_l1	5	-0.0403367318212986
276754	rnn.weight_ih_l1	6	0.028883254155516624
276754	rnn.weight_ih_l1	7	-0.044221408665180206
276754	rnn.weight_ih_l1	8	0.03786400705575943
276754	rnn.weight_ih_l1	9	0.044925957918167114
276754	rnn.weight_hh_l1	0	-0.007198340725153685
276754	rnn.weight_hh_l1	1	0.019903816282749176
276754	rnn.weight_hh_l1	2	0.00663642818108201
276754	rnn.weight_hh_l1	3	-0.012662889435887337
276754	rnn.weight_hh_l1	4	0.004811382386833429
276754	rnn.weight_hh_l1	5	0.03520026430487633
276754	rnn.weight_hh_l1	6	0.03623392805457115
276754	rnn.weight_hh_l1	7	-0.016366785392165184
276754	rnn.weight_hh_l1	8	-0.007247107103466988
276754	rnn.weight_hh_l1	9	0.03858780860900879
276754	rnn.bias_ih_l1	0	-0.183893620967865
276754	rnn.bias_ih_l1	1	-0.17422762513160706
276754	rnn.bias_ih_l1	2	-0.19703146815299988
276754	rnn.bias_ih_l1	3	-0.30760157108306885
276754	rnn.bias_ih_l1	4	-0.21229621767997742
276754	rnn.bias_ih_l1	5	-0.08882121741771698
276754	rnn.bias_ih_l1	6	-0.15848308801651
276754	rnn.bias_ih_l1	7	-0.0034022433683276176
276754	rnn.bias_ih_l1	8	-0.12990550696849823
276754	rnn.bias_ih_l1	9	-0.12316592782735825
276754	rnn.bias_hh_l1	0	-0.09692657738924026
276754	rnn.bias_hh_l1	1	-0.06356046348810196
276754	rnn.bias_hh_l1	2	-0.08521430194377899
276754	rnn.bias_hh_l1	3	-0.07733375579118729
276754	rnn.bias_hh_l1	4	-0.07322336733341217
276754	rnn.bias_hh_l1	5	-0.11729981750249863
276754	rnn.bias_hh_l1	6	-0.16068226099014282
276754	rnn.bias_hh_l1	7	0.07480522245168686
276754	rnn.bias_hh_l1	8	-0.1762097179889679
276754	rnn.bias_hh_l1	9	-0.11513623595237732
276754	rnn.weight_ih_l1_reverse	0	-0.04738665744662285
276754	rnn.weight_ih_l1_reverse	1	0.032834459096193314
276754	rnn.weight_ih_l1_reverse	2	0.08796331286430359
276754	rnn.weight_ih_l1_reverse	3	-0.017739828675985336
276754	rnn.weight_ih_l1_reverse	4	-0.023264657706022263
276754	rnn.weight_ih_l1_reverse	5	-0.03032088838517666
276754	rnn.weight_ih_l1_reverse	6	-0.019621392711997032
276754	rnn.weight_ih_l1_reverse	7	0.029622681438922882
276754	rnn.weight_ih_l1_reverse	8	0.0058073243126273155
276754	rnn.weight_ih_l1_reverse	9	-0.03365662321448326
276754	rnn.weight_hh_l1_reverse	0	0.004569588229060173
276754	rnn.weight_hh_l1_reverse	1	0.03170810639858246
276754	rnn.weight_hh_l1_reverse	2	-0.040622055530548096
276754	rnn.weight_hh_l1_reverse	3	0.03501129150390625
276754	rnn.weight_hh_l1_reverse	4	0.04710589349269867
276754	rnn.weight_hh_l1_reverse	5	0.005998571868985891
276754	rnn.weight_hh_l1_reverse	6	0.04900885000824928
276754	rnn.weight_hh_l1_reverse	7	0.030997276306152344
276754	rnn.weight_hh_l1_reverse	8	-0.007119564805179834
276754	rnn.weight_hh_l1_reverse	9	-0.03019040636718273
276754	rnn.bias_ih_l1_reverse	0	-0.04559309780597687
276754	rnn.bias_ih_l1_reverse	1	-0.13957801461219788
276754	rnn.bias_ih_l1_reverse	2	-0.16366221010684967
276754	rnn.bias_ih_l1_reverse	3	-0.060709815472364426
276754	rnn.bias_ih_l1_reverse	4	-0.20379582047462463
276754	rnn.bias_ih_l1_reverse	5	-0.11683858931064606
276754	rnn.bias_ih_l1_reverse	6	-0.1298634260892868
276754	rnn.bias_ih_l1_reverse	7	-0.19221457839012146
276754	rnn.bias_ih_l1_reverse	8	0.22679369151592255
276754	rnn.bias_ih_l1_reverse	9	0.022573592141270638
276754	rnn.bias_hh_l1_reverse	0	0.01043014321476221
276754	rnn.bias_hh_l1_reverse	1	-0.06553768366575241
276754	rnn.bias_hh_l1_reverse	2	-0.2371690720319748
276754	rnn.bias_hh_l1_reverse	3	-0.14365534484386444
276754	rnn.bias_hh_l1_reverse	4	-0.08029259741306305
276754	rnn.bias_hh_l1_reverse	5	-0.11603793501853943
276754	rnn.bias_hh_l1_reverse	6	0.06295923888683319
276754	rnn.bias_hh_l1_reverse	7	-0.13467881083488464
276754	rnn.bias_hh_l1_reverse	8	-0.12498697638511658
276754	rnn.bias_hh_l1_reverse	9	-0.14830094575881958
276754	linear.weight	0	0.002228822559118271
276754	linear.weight	1	0.09726814925670624
276754	linear.weight	2	-0.09237637370824814
276754	linear.weight	3	0.3128468990325928
276754	linear.weight	4	0.15047362446784973
276754	linear.weight	5	-0.0655963346362114
276754	linear.weight	6	0.09523086994886398
276754	linear.weight	7	0.13672281801700592
276754	linear.weight	8	0.041133180260658264
276754	linear.weight	9	-0.051078520715236664
276754	linear.bias	0	0.08497165143489838
276754	linear.bias	1	-0.18949715793132782
276754	linear.bias	2	-0.4479718506336212
276754	linear.bias	3	-0.6587491631507874
276754	linear.bias	4	-1.2632156610488892
276754	linear.bias	5	-0.05908507481217384
276754	linear.bias	6	-0.821914553642273
276754	linear.bias	7	0.2713702917098999
276754	linear.bias	8	-0.39659884572029114
276754	linear.bias	9	-1.0232452154159546
276951	transitions	0	0.7554453611373901
276951	transitions	1	0.1385582983493805
276951	transitions	2	-10000.0
276951	transitions	3	-1.8281185626983643
276951	transitions	4	-10000.0
276951	transitions	5	0.562784731388092
276951	transitions	6	-0.08565064519643784
276951	transitions	7	-0.8119580149650574
276951	transitions	8	-1.4227889776229858
276951	transitions	9	-0.0012316749198362231
276951	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
276951	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
276951	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
276951	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
276951	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
276951	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
276951	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
276951	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
276951	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
276951	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
276951	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
276951	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
276951	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
276951	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
276951	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
276951	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
276951	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
276951	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
276951	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
276951	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
276951	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
276951	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
276951	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
276951	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
276951	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
276951	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
276951	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
276951	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
276951	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
276951	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
276951	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
276951	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
276951	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
276951	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
276951	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
276951	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
276951	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
276951	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
276951	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
276951	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
276951	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
276951	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
276951	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
276951	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
276951	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
276951	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
276951	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
276951	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
276951	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
276951	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
276951	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
276951	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
276951	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
276951	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
276951	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
276951	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
276951	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
276951	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
276951	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
276951	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
276951	embedding2nn.weight	0	0.016324548050761223
276951	embedding2nn.weight	1	-0.01268479973077774
276951	embedding2nn.weight	2	-0.014268254861235619
276951	embedding2nn.weight	3	-0.03136250749230385
276951	embedding2nn.weight	4	-0.0059150345623493195
276951	embedding2nn.weight	5	-0.0037005888298153877
276951	embedding2nn.weight	6	-0.003973265178501606
276951	embedding2nn.weight	7	-0.07729823887348175
276951	embedding2nn.weight	8	-0.0019979383796453476
276951	embedding2nn.weight	9	-0.02767218090593815
276951	embedding2nn.bias	0	0.03104672208428383
276951	embedding2nn.bias	1	-0.07628659904003143
276951	embedding2nn.bias	2	0.07102843374013901
276951	embedding2nn.bias	3	0.050509948283433914
276951	embedding2nn.bias	4	-0.04101109877228737
276951	embedding2nn.bias	5	-0.010235917754471302
276951	embedding2nn.bias	6	0.015698034316301346
276951	embedding2nn.bias	7	-0.05406860634684563
276951	embedding2nn.bias	8	0.07331957668066025
276951	embedding2nn.bias	9	0.04512111842632294
276951	rnn.weight_ih_l0	0	-0.08083263039588928
276951	rnn.weight_ih_l0	1	0.002952500944957137
276951	rnn.weight_ih_l0	2	0.03548320010304451
276951	rnn.weight_ih_l0	3	0.02295292727649212
276951	rnn.weight_ih_l0	4	-0.048231638967990875
276951	rnn.weight_ih_l0	5	-0.06848624348640442
276951	rnn.weight_ih_l0	6	-0.00115321041084826
276951	rnn.weight_ih_l0	7	0.05350462719798088
276951	rnn.weight_ih_l0	8	-0.01709914207458496
276951	rnn.weight_ih_l0	9	-0.030822651460766792
276951	rnn.weight_hh_l0	0	-0.03004491701722145
276951	rnn.weight_hh_l0	1	-0.007288128137588501
276951	rnn.weight_hh_l0	2	0.0066305301152169704
276951	rnn.weight_hh_l0	3	-0.07449337840080261
276951	rnn.weight_hh_l0	4	0.09326130896806717
276951	rnn.weight_hh_l0	5	-0.026902923360466957
276951	rnn.weight_hh_l0	6	-0.06383311003446579
276951	rnn.weight_hh_l0	7	0.008821296505630016
276951	rnn.weight_hh_l0	8	0.013394230045378208
276951	rnn.weight_hh_l0	9	-0.025593267753720284
276951	rnn.bias_ih_l0	0	0.1297943890094757
276951	rnn.bias_ih_l0	1	-0.03403641656041145
276951	rnn.bias_ih_l0	2	-0.03413698077201843
276951	rnn.bias_ih_l0	3	0.16338667273521423
276951	rnn.bias_ih_l0	4	-0.012745731510221958
276951	rnn.bias_ih_l0	5	-0.0226291436702013
276951	rnn.bias_ih_l0	6	0.016943350434303284
276951	rnn.bias_ih_l0	7	0.02371915802359581
276951	rnn.bias_ih_l0	8	-0.0993514135479927
276951	rnn.bias_ih_l0	9	-0.04166632890701294
276951	rnn.bias_hh_l0	0	-0.0014034975320100784
276951	rnn.bias_hh_l0	1	-0.1001906618475914
276951	rnn.bias_hh_l0	2	-0.07503130286931992
276951	rnn.bias_hh_l0	3	-0.08869726210832596
276951	rnn.bias_hh_l0	4	0.008630845695734024
276951	rnn.bias_hh_l0	5	-0.020475808531045914
276951	rnn.bias_hh_l0	6	0.028183933347463608
276951	rnn.bias_hh_l0	7	0.06022581085562706
276951	rnn.bias_hh_l0	8	-0.12333355098962784
276951	rnn.bias_hh_l0	9	-0.05916902795433998
276951	rnn.weight_ih_l0_reverse	0	-0.02540426142513752
276951	rnn.weight_ih_l0_reverse	1	-0.057202503085136414
276951	rnn.weight_ih_l0_reverse	2	-0.04882342368364334
276951	rnn.weight_ih_l0_reverse	3	0.015551920980215073
276951	rnn.weight_ih_l0_reverse	4	-0.025265483185648918
276951	rnn.weight_ih_l0_reverse	5	-0.05736805126070976
276951	rnn.weight_ih_l0_reverse	6	0.0735103189945221
276951	rnn.weight_ih_l0_reverse	7	-0.019030841067433357
276951	rnn.weight_ih_l0_reverse	8	-0.018503697589039803
276951	rnn.weight_ih_l0_reverse	9	0.004415295552462339
276951	rnn.weight_hh_l0_reverse	0	0.06864339858293533
276951	rnn.weight_hh_l0_reverse	1	0.019933851435780525
276951	rnn.weight_hh_l0_reverse	2	0.030055630952119827
276951	rnn.weight_hh_l0_reverse	3	0.035476088523864746
276951	rnn.weight_hh_l0_reverse	4	0.01434934139251709
276951	rnn.weight_hh_l0_reverse	5	0.00823548249900341
276951	rnn.weight_hh_l0_reverse	6	0.05105437710881233
276951	rnn.weight_hh_l0_reverse	7	-0.08199921995401382
276951	rnn.weight_hh_l0_reverse	8	0.04010792821645737
276951	rnn.weight_hh_l0_reverse	9	0.03481399267911911
276951	rnn.bias_ih_l0_reverse	0	-0.05673588067293167
276951	rnn.bias_ih_l0_reverse	1	-0.2826189398765564
276951	rnn.bias_ih_l0_reverse	2	-0.12424512207508087
276951	rnn.bias_ih_l0_reverse	3	-0.04800383746623993
276951	rnn.bias_ih_l0_reverse	4	-0.02219153568148613
276951	rnn.bias_ih_l0_reverse	5	0.07589790970087051
276951	rnn.bias_ih_l0_reverse	6	-0.06547899544239044
276951	rnn.bias_ih_l0_reverse	7	0.06159394606947899
276951	rnn.bias_ih_l0_reverse	8	-0.035639990121126175
276951	rnn.bias_ih_l0_reverse	9	0.06532370299100876
276951	rnn.bias_hh_l0_reverse	0	0.0233131293207407
276951	rnn.bias_hh_l0_reverse	1	-0.06304731965065002
276951	rnn.bias_hh_l0_reverse	2	0.08912717550992966
276951	rnn.bias_hh_l0_reverse	3	-0.05178219825029373
276951	rnn.bias_hh_l0_reverse	4	-0.027979353442788124
276951	rnn.bias_hh_l0_reverse	5	-0.022352732717990875
276951	rnn.bias_hh_l0_reverse	6	-0.02009645476937294
276951	rnn.bias_hh_l0_reverse	7	0.0997047871351242
276951	rnn.bias_hh_l0_reverse	8	0.030320601537823677
276951	rnn.bias_hh_l0_reverse	9	-0.1490948498249054
276951	rnn.weight_ih_l1	0	-0.029785390943288803
276951	rnn.weight_ih_l1	1	-0.05063376575708389
276951	rnn.weight_ih_l1	2	0.06507503241300583
276951	rnn.weight_ih_l1	3	-0.07287102192640305
276951	rnn.weight_ih_l1	4	-0.014070342294871807
276951	rnn.weight_ih_l1	5	-0.040334589779376984
276951	rnn.weight_ih_l1	6	0.028874536976218224
276951	rnn.weight_ih_l1	7	-0.044216588139534
276951	rnn.weight_ih_l1	8	0.037860676646232605
276951	rnn.weight_ih_l1	9	0.044925086200237274
276951	rnn.weight_hh_l1	0	-0.007187718991190195
276951	rnn.weight_hh_l1	1	0.0199023075401783
276951	rnn.weight_hh_l1	2	0.00659710168838501
276951	rnn.weight_hh_l1	3	-0.01267207507044077
276951	rnn.weight_hh_l1	4	0.004813092760741711
276951	rnn.weight_hh_l1	5	0.03521842509508133
276951	rnn.weight_hh_l1	6	0.036236509680747986
276951	rnn.weight_hh_l1	7	-0.01636083796620369
276951	rnn.weight_hh_l1	8	-0.007246914319694042
276951	rnn.weight_hh_l1	9	0.03857887163758278
276951	rnn.bias_ih_l1	0	-0.18385465443134308
276951	rnn.bias_ih_l1	1	-0.1742679327726364
276951	rnn.bias_ih_l1	2	-0.1970740556716919
276951	rnn.bias_ih_l1	3	-0.3075944185256958
276951	rnn.bias_ih_l1	4	-0.21227040886878967
276951	rnn.bias_ih_l1	5	-0.08879878371953964
276951	rnn.bias_ih_l1	6	-0.1584703028202057
276951	rnn.bias_ih_l1	7	-0.0034884102642536163
276951	rnn.bias_ih_l1	8	-0.12990163266658783
276951	rnn.bias_ih_l1	9	-0.12312397360801697
276951	rnn.bias_hh_l1	0	-0.09698229283094406
276951	rnn.bias_hh_l1	1	-0.06359390914440155
276951	rnn.bias_hh_l1	2	-0.0852317065000534
276951	rnn.bias_hh_l1	3	-0.07736766338348389
276951	rnn.bias_hh_l1	4	-0.07325535267591476
276951	rnn.bias_hh_l1	5	-0.11730347573757172
276951	rnn.bias_hh_l1	6	-0.16063953936100006
276951	rnn.bias_hh_l1	7	0.07475908100605011
276951	rnn.bias_hh_l1	8	-0.17619340121746063
276951	rnn.bias_hh_l1	9	-0.11512955278158188
276951	rnn.weight_ih_l1_reverse	0	-0.047374188899993896
276951	rnn.weight_ih_l1_reverse	1	0.03286141902208328
276951	rnn.weight_ih_l1_reverse	2	0.08792348951101303
276951	rnn.weight_ih_l1_reverse	3	-0.017754022032022476
276951	rnn.weight_ih_l1_reverse	4	-0.023268666118383408
276951	rnn.weight_ih_l1_reverse	5	-0.03031839057803154
276951	rnn.weight_ih_l1_reverse	6	-0.019596809521317482
276951	rnn.weight_ih_l1_reverse	7	0.029648426920175552
276951	rnn.weight_ih_l1_reverse	8	0.00582249416038394
276951	rnn.weight_ih_l1_reverse	9	-0.03363604098558426
276951	rnn.weight_hh_l1_reverse	0	0.004569538403302431
276951	rnn.weight_hh_l1_reverse	1	0.031709935516119
276951	rnn.weight_hh_l1_reverse	2	-0.040622346103191376
276951	rnn.weight_hh_l1_reverse	3	0.03501487150788307
276951	rnn.weight_hh_l1_reverse	4	0.047108545899391174
276951	rnn.weight_hh_l1_reverse	5	0.006009955890476704
276951	rnn.weight_hh_l1_reverse	6	0.04899810999631882
276951	rnn.weight_hh_l1_reverse	7	0.03099874034523964
276951	rnn.weight_hh_l1_reverse	8	-0.007117114495486021
276951	rnn.weight_hh_l1_reverse	9	-0.03019118495285511
276951	rnn.bias_ih_l1_reverse	0	-0.045546069741249084
276951	rnn.bias_ih_l1_reverse	1	-0.1396438479423523
276951	rnn.bias_ih_l1_reverse	2	-0.1636618822813034
276951	rnn.bias_ih_l1_reverse	3	-0.06071820855140686
276951	rnn.bias_ih_l1_reverse	4	-0.20378941297531128
276951	rnn.bias_ih_l1_reverse	5	-0.11680248379707336
276951	rnn.bias_ih_l1_reverse	6	-0.12983737885951996
276951	rnn.bias_ih_l1_reverse	7	-0.1921788901090622
276951	rnn.bias_ih_l1_reverse	8	0.2267949879169464
276951	rnn.bias_ih_l1_reverse	9	0.02255437523126602
276951	rnn.bias_hh_l1_reverse	0	0.01045242603868246
276951	rnn.bias_hh_l1_reverse	1	-0.06553500890731812
276951	rnn.bias_hh_l1_reverse	2	-0.2371428906917572
276951	rnn.bias_hh_l1_reverse	3	-0.14360255002975464
276951	rnn.bias_hh_l1_reverse	4	-0.08026417344808578
276951	rnn.bias_hh_l1_reverse	5	-0.11606025695800781
276951	rnn.bias_hh_l1_reverse	6	0.06289510428905487
276951	rnn.bias_hh_l1_reverse	7	-0.13469591736793518
276951	rnn.bias_hh_l1_reverse	8	-0.12497006356716156
276951	rnn.bias_hh_l1_reverse	9	-0.14831316471099854
276951	linear.weight	0	0.002228822559118271
276951	linear.weight	1	0.09727156162261963
276951	linear.weight	2	-0.09233146160840988
276951	linear.weight	3	0.312870591878891
276951	linear.weight	4	0.15053647756576538
276951	linear.weight	5	-0.06555117666721344
276951	linear.weight	6	0.09532032907009125
276951	linear.weight	7	0.136628195643425
276951	linear.weight	8	0.041133176535367966
276951	linear.weight	9	-0.05110716074705124
276951	linear.bias	0	0.08457709103822708
276951	linear.bias	1	-0.19005216658115387
276951	linear.bias	2	-0.4492915868759155
276951	linear.bias	3	-0.6583920121192932
276951	linear.bias	4	-1.2628519535064697
276951	linear.bias	5	-0.058381352573633194
276951	linear.bias	6	-0.8225203156471252
276951	linear.bias	7	0.2720680832862854
276951	linear.bias	8	-0.3962862491607666
276951	linear.bias	9	-1.0229260921478271
277148	transitions	0	0.755402147769928
277148	transitions	1	0.13830679655075073
277148	transitions	2	-10000.0
277148	transitions	3	-1.8281185626983643
277148	transitions	4	-10000.0
277148	transitions	5	0.5627843141555786
277148	transitions	6	-0.0856509879231453
277148	transitions	7	-0.8119601607322693
277148	transitions	8	-1.422790288925171
277148	transitions	9	-0.001231678295880556
277148	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
277148	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
277148	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
277148	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
277148	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
277148	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
277148	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
277148	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
277148	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
277148	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
277148	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
277148	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
277148	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
277148	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
277148	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
277148	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
277148	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
277148	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
277148	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
277148	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
277148	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
277148	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
277148	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
277148	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
277148	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
277148	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
277148	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
277148	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
277148	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
277148	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
277148	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
277148	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
277148	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
277148	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
277148	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
277148	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
277148	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
277148	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
277148	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
277148	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
277148	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
277148	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
277148	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
277148	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
277148	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
277148	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
277148	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
277148	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
277148	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
277148	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
277148	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
277148	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
277148	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
277148	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
277148	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
277148	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
277148	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
277148	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
277148	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
277148	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
277148	embedding2nn.weight	0	0.016329124569892883
277148	embedding2nn.weight	1	-0.012681926600635052
277148	embedding2nn.weight	2	-0.014268254861235619
277148	embedding2nn.weight	3	-0.031350407749414444
277148	embedding2nn.weight	4	-0.0059150345623493195
277148	embedding2nn.weight	5	-0.0037005888298153877
277148	embedding2nn.weight	6	-0.003973265178501606
277148	embedding2nn.weight	7	-0.07727262377738953
277148	embedding2nn.weight	8	-0.0019979383796453476
277148	embedding2nn.weight	9	-0.027685727924108505
277148	embedding2nn.bias	0	0.0311525110155344
277148	embedding2nn.bias	1	-0.07649782299995422
277148	embedding2nn.bias	2	0.07091023027896881
277148	embedding2nn.bias	3	0.05034292861819267
277148	embedding2nn.bias	4	-0.04087259992957115
277148	embedding2nn.bias	5	-0.010291305370628834
277148	embedding2nn.bias	6	0.015533968806266785
277148	embedding2nn.bias	7	-0.05406060069799423
277148	embedding2nn.bias	8	0.07335551828145981
277148	embedding2nn.bias	9	0.04521636292338371
277148	rnn.weight_ih_l0	0	-0.08082187175750732
277148	rnn.weight_ih_l0	1	0.002983622020110488
277148	rnn.weight_ih_l0	2	0.03545856475830078
277148	rnn.weight_ih_l0	3	0.022955728694796562
277148	rnn.weight_ih_l0	4	-0.04825726896524429
277148	rnn.weight_ih_l0	5	-0.06849035620689392
277148	rnn.weight_ih_l0	6	-0.0011490762699395418
277148	rnn.weight_ih_l0	7	0.053499799221754074
277148	rnn.weight_ih_l0	8	-0.01708248257637024
277148	rnn.weight_ih_l0	9	-0.030846282839775085
277148	rnn.weight_hh_l0	0	-0.03004135563969612
277148	rnn.weight_hh_l0	1	-0.007291558664292097
277148	rnn.weight_hh_l0	2	0.00663777207955718
277148	rnn.weight_hh_l0	3	-0.07449354231357574
277148	rnn.weight_hh_l0	4	0.0932544693350792
277148	rnn.weight_hh_l0	5	-0.026896998286247253
277148	rnn.weight_hh_l0	6	-0.06384386122226715
277148	rnn.weight_hh_l0	7	0.008808296173810959
277148	rnn.weight_hh_l0	8	0.013381158001720905
277148	rnn.weight_hh_l0	9	-0.02560194581747055
277148	rnn.bias_ih_l0	0	0.12981683015823364
277148	rnn.bias_ih_l0	1	-0.0340980626642704
277148	rnn.bias_ih_l0	2	-0.03411179035902023
277148	rnn.bias_ih_l0	3	0.1632622927427292
277148	rnn.bias_ih_l0	4	-0.01270684041082859
277148	rnn.bias_ih_l0	5	-0.02267155796289444
277148	rnn.bias_ih_l0	6	0.0169714093208313
277148	rnn.bias_ih_l0	7	0.02367441914975643
277148	rnn.bias_ih_l0	8	-0.09934574365615845
277148	rnn.bias_ih_l0	9	-0.04163270816206932
277148	rnn.bias_hh_l0	0	-0.0014457401121035218
277148	rnn.bias_hh_l0	1	-0.10010531544685364
277148	rnn.bias_hh_l0	2	-0.07502447068691254
277148	rnn.bias_hh_l0	3	-0.08870729804039001
277148	rnn.bias_hh_l0	4	0.008629224263131618
277148	rnn.bias_hh_l0	5	-0.02049505151808262
277148	rnn.bias_hh_l0	6	0.028139300644397736
277148	rnn.bias_hh_l0	7	0.06019870936870575
277148	rnn.bias_hh_l0	8	-0.12332195788621902
277148	rnn.bias_hh_l0	9	-0.05914740264415741
277148	rnn.weight_ih_l0_reverse	0	-0.025412267073988914
277148	rnn.weight_ih_l0_reverse	1	-0.05716119706630707
277148	rnn.weight_ih_l0_reverse	2	-0.0488092303276062
277148	rnn.weight_ih_l0_reverse	3	0.015548866242170334
277148	rnn.weight_ih_l0_reverse	4	-0.025282738730311394
277148	rnn.weight_ih_l0_reverse	5	-0.05735211446881294
277148	rnn.weight_ih_l0_reverse	6	0.07352069020271301
277148	rnn.weight_ih_l0_reverse	7	-0.01901550590991974
277148	rnn.weight_ih_l0_reverse	8	-0.018508296459913254
277148	rnn.weight_ih_l0_reverse	9	0.004413479007780552
277148	rnn.weight_hh_l0_reverse	0	0.06863819062709808
277148	rnn.weight_hh_l0_reverse	1	0.019934527575969696
277148	rnn.weight_hh_l0_reverse	2	0.030049188062548637
277148	rnn.weight_hh_l0_reverse	3	0.0354764387011528
277148	rnn.weight_hh_l0_reverse	4	0.01436271145939827
277148	rnn.weight_hh_l0_reverse	5	0.008236548863351345
277148	rnn.weight_hh_l0_reverse	6	0.05105717480182648
277148	rnn.weight_hh_l0_reverse	7	-0.08200445771217346
277148	rnn.weight_hh_l0_reverse	8	0.04011852666735649
277148	rnn.weight_hh_l0_reverse	9	0.03481385111808777
277148	rnn.bias_ih_l0_reverse	0	-0.05676081031560898
277148	rnn.bias_ih_l0_reverse	1	-0.2827099561691284
277148	rnn.bias_ih_l0_reverse	2	-0.12420327216386795
277148	rnn.bias_ih_l0_reverse	3	-0.04792478308081627
277148	rnn.bias_ih_l0_reverse	4	-0.02221335843205452
277148	rnn.bias_ih_l0_reverse	5	0.07595289498567581
277148	rnn.bias_ih_l0_reverse	6	-0.06546727567911148
277148	rnn.bias_ih_l0_reverse	7	0.061611779034137726
277148	rnn.bias_ih_l0_reverse	8	-0.03570252284407616
277148	rnn.bias_ih_l0_reverse	9	0.06528206914663315
277148	rnn.bias_hh_l0_reverse	0	0.023293713107705116
277148	rnn.bias_hh_l0_reverse	1	-0.06301142275333405
277148	rnn.bias_hh_l0_reverse	2	0.08917857706546783
277148	rnn.bias_hh_l0_reverse	3	-0.05173172056674957
277148	rnn.bias_hh_l0_reverse	4	-0.02803305722773075
277148	rnn.bias_hh_l0_reverse	5	-0.02237408608198166
277148	rnn.bias_hh_l0_reverse	6	-0.020049074664711952
277148	rnn.bias_hh_l0_reverse	7	0.09967152029275894
277148	rnn.bias_hh_l0_reverse	8	0.030251167714595795
277148	rnn.bias_hh_l0_reverse	9	-0.14908039569854736
277148	rnn.weight_ih_l1	0	-0.029774896800518036
277148	rnn.weight_ih_l1	1	-0.05064522102475166
277148	rnn.weight_ih_l1	2	0.06511898338794708
277148	rnn.weight_ih_l1	3	-0.07290545105934143
277148	rnn.weight_ih_l1	4	-0.014052054844796658
277148	rnn.weight_ih_l1	5	-0.04033466801047325
277148	rnn.weight_ih_l1	6	0.028876347467303276
277148	rnn.weight_ih_l1	7	-0.044225387275218964
277148	rnn.weight_ih_l1	8	0.0378519743680954
277148	rnn.weight_ih_l1	9	0.04492589831352234
277148	rnn.weight_hh_l1	0	-0.007175995968282223
277148	rnn.weight_hh_l1	1	0.019903505221009254
277148	rnn.weight_hh_l1	2	0.0065723443403840065
277148	rnn.weight_hh_l1	3	-0.012680317275226116
277148	rnn.weight_hh_l1	4	0.004807609133422375
277148	rnn.weight_hh_l1	5	0.03520195558667183
277148	rnn.weight_hh_l1	6	0.036240626126527786
277148	rnn.weight_hh_l1	7	-0.016357185319066048
277148	rnn.weight_hh_l1	8	-0.007238124031573534
277148	rnn.weight_hh_l1	9	0.038575395941734314
277148	rnn.bias_ih_l1	0	-0.18383637070655823
277148	rnn.bias_ih_l1	1	-0.17430725693702698
277148	rnn.bias_ih_l1	2	-0.19704830646514893
277148	rnn.bias_ih_l1	3	-0.30754566192626953
277148	rnn.bias_ih_l1	4	-0.21216070652008057
277148	rnn.bias_ih_l1	5	-0.08880399912595749
277148	rnn.bias_ih_l1	6	-0.15846428275108337
277148	rnn.bias_ih_l1	7	-0.0034918019082397223
277148	rnn.bias_ih_l1	8	-0.12987446784973145
277148	rnn.bias_ih_l1	9	-0.12306881695985794
277148	rnn.bias_hh_l1	0	-0.09697354584932327
277148	rnn.bias_hh_l1	1	-0.06353209167718887
277148	rnn.bias_hh_l1	2	-0.08518170565366745
277148	rnn.bias_hh_l1	3	-0.0773494765162468
277148	rnn.bias_hh_l1	4	-0.07324276864528656
277148	rnn.bias_hh_l1	5	-0.11726656556129456
277148	rnn.bias_hh_l1	6	-0.160666823387146
277148	rnn.bias_hh_l1	7	0.07468612492084503
277148	rnn.bias_hh_l1	8	-0.17622041702270508
277148	rnn.bias_hh_l1	9	-0.11519755423069
277148	rnn.weight_ih_l1_reverse	0	-0.04736168310046196
277148	rnn.weight_ih_l1_reverse	1	0.03287864103913307
277148	rnn.weight_ih_l1_reverse	2	0.08793316036462784
277148	rnn.weight_ih_l1_reverse	3	-0.01773998513817787
277148	rnn.weight_ih_l1_reverse	4	-0.023297280073165894
277148	rnn.weight_ih_l1_reverse	5	-0.03031921200454235
277148	rnn.weight_ih_l1_reverse	6	-0.019610850140452385
277148	rnn.weight_ih_l1_reverse	7	0.029659513384103775
277148	rnn.weight_ih_l1_reverse	8	0.0058259437792003155
277148	rnn.weight_ih_l1_reverse	9	-0.03354708105325699
277148	rnn.weight_hh_l1_reverse	0	0.004571300465613604
277148	rnn.weight_hh_l1_reverse	1	0.03170840069651604
277148	rnn.weight_hh_l1_reverse	2	-0.04062043875455856
277148	rnn.weight_hh_l1_reverse	3	0.03501439094543457
277148	rnn.weight_hh_l1_reverse	4	0.04710688441991806
277148	rnn.weight_hh_l1_reverse	5	0.00600598705932498
277148	rnn.weight_hh_l1_reverse	6	0.048977240920066833
277148	rnn.weight_hh_l1_reverse	7	0.031008988618850708
277148	rnn.weight_hh_l1_reverse	8	-0.007116787601262331
277148	rnn.weight_hh_l1_reverse	9	-0.030185991898179054
277148	rnn.bias_ih_l1_reverse	0	-0.04559524729847908
277148	rnn.bias_ih_l1_reverse	1	-0.13961833715438843
277148	rnn.bias_ih_l1_reverse	2	-0.16378356516361237
277148	rnn.bias_ih_l1_reverse	3	-0.060663867741823196
277148	rnn.bias_ih_l1_reverse	4	-0.20377905666828156
277148	rnn.bias_ih_l1_reverse	5	-0.11682221293449402
277148	rnn.bias_ih_l1_reverse	6	-0.12988725304603577
277148	rnn.bias_ih_l1_reverse	7	-0.19214732944965363
277148	rnn.bias_ih_l1_reverse	8	0.22683009505271912
277148	rnn.bias_ih_l1_reverse	9	0.022626647725701332
277148	rnn.bias_hh_l1_reverse	0	0.010356220416724682
277148	rnn.bias_hh_l1_reverse	1	-0.06538566946983337
277148	rnn.bias_hh_l1_reverse	2	-0.23712977766990662
277148	rnn.bias_hh_l1_reverse	3	-0.1435922533273697
277148	rnn.bias_hh_l1_reverse	4	-0.08024498075246811
277148	rnn.bias_hh_l1_reverse	5	-0.11608312278985977
277148	rnn.bias_hh_l1_reverse	6	0.06290314346551895
277148	rnn.bias_hh_l1_reverse	7	-0.1346190720796585
277148	rnn.bias_hh_l1_reverse	8	-0.12494118511676788
277148	rnn.bias_hh_l1_reverse	9	-0.1483079493045807
277148	linear.weight	0	0.002228822559118271
277148	linear.weight	1	0.09731515496969223
277148	linear.weight	2	-0.0924215316772461
277148	linear.weight	3	0.31308063864707947
277148	linear.weight	4	0.1505708247423172
277148	linear.weight	5	-0.06557155400514603
277148	linear.weight	6	0.09537025541067123
277148	linear.weight	7	0.1364939659833908
277148	linear.weight	8	0.041133176535367966
277148	linear.weight	9	-0.0511031299829483
277148	linear.bias	0	0.08542032539844513
277148	linear.bias	1	-0.18991760909557343
277148	linear.bias	2	-0.4492262601852417
277148	linear.bias	3	-0.6584765911102295
277148	linear.bias	4	-1.2629510164260864
277148	linear.bias	5	-0.05827805772423744
277148	linear.bias	6	-0.8223450183868408
277148	linear.bias	7	0.2721480429172516
277148	linear.bias	8	-0.396371454000473
277148	linear.bias	9	-1.023048996925354
277345	transitions	0	0.7553836107254028
277345	transitions	1	0.1383429318666458
277345	transitions	2	-10000.0
277345	transitions	3	-1.8281185626983643
277345	transitions	4	-10000.0
277345	transitions	5	0.5627833008766174
277345	transitions	6	-0.08565150201320648
277345	transitions	7	-0.8119638562202454
277345	transitions	8	-1.4227904081344604
277345	transitions	9	-0.0012316812062636018
277345	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
277345	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
277345	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
277345	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
277345	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
277345	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
277345	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
277345	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
277345	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
277345	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
277345	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
277345	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
277345	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
277345	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
277345	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
277345	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
277345	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
277345	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
277345	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
277345	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
277345	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
277345	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
277345	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
277345	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
277345	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
277345	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
277345	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
277345	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
277345	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
277345	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
277345	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
277345	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
277345	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
277345	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
277345	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
277345	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
277345	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
277345	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
277345	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
277345	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
277345	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
277345	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
277345	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
277345	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
277345	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
277345	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
277345	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
277345	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
277345	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
277345	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
277345	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
277345	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
277345	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
277345	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
277345	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
277345	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
277345	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
277345	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
277345	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
277345	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
277345	embedding2nn.weight	0	0.016372736543416977
277345	embedding2nn.weight	1	-0.012684029527008533
277345	embedding2nn.weight	2	-0.014268254861235619
277345	embedding2nn.weight	3	-0.031357116997241974
277345	embedding2nn.weight	4	-0.0059150345623493195
277345	embedding2nn.weight	5	-0.0037005888298153877
277345	embedding2nn.weight	6	-0.003973265178501606
277345	embedding2nn.weight	7	-0.07728450000286102
277345	embedding2nn.weight	8	-0.0019979383796453476
277345	embedding2nn.weight	9	-0.027687637135386467
277345	embedding2nn.bias	0	0.03125791996717453
277345	embedding2nn.bias	1	-0.07630908489227295
277345	embedding2nn.bias	2	0.07080186158418655
277345	embedding2nn.bias	3	0.05031279847025871
277345	embedding2nn.bias	4	-0.04092645272612572
277345	embedding2nn.bias	5	-0.010404425673186779
277345	embedding2nn.bias	6	0.015389064326882362
277345	embedding2nn.bias	7	-0.05410662665963173
277345	embedding2nn.bias	8	0.07346867769956589
277345	embedding2nn.bias	9	0.045247603207826614
277345	rnn.weight_ih_l0	0	-0.08082769811153412
277345	rnn.weight_ih_l0	1	0.002979879267513752
277345	rnn.weight_ih_l0	2	0.0354609340429306
277345	rnn.weight_ih_l0	3	0.022980306297540665
277345	rnn.weight_ih_l0	4	-0.04824589192867279
277345	rnn.weight_ih_l0	5	-0.06848617643117905
277345	rnn.weight_ih_l0	6	-0.0011485033901408315
277345	rnn.weight_ih_l0	7	0.05347912758588791
277345	rnn.weight_ih_l0	8	-0.017108114436268806
277345	rnn.weight_ih_l0	9	-0.030849693343043327
277345	rnn.weight_hh_l0	0	-0.03005082719027996
277345	rnn.weight_hh_l0	1	-0.007275428622961044
277345	rnn.weight_hh_l0	2	0.006642149295657873
277345	rnn.weight_hh_l0	3	-0.0744876116514206
277345	rnn.weight_hh_l0	4	0.09326301515102386
277345	rnn.weight_hh_l0	5	-0.02689993940293789
277345	rnn.weight_hh_l0	6	-0.0638650581240654
277345	rnn.weight_hh_l0	7	0.008833594620227814
277345	rnn.weight_hh_l0	8	0.013389273546636105
277345	rnn.weight_hh_l0	9	-0.025612181052565575
277345	rnn.bias_ih_l0	0	0.12984026968479156
277345	rnn.bias_ih_l0	1	-0.03409319743514061
277345	rnn.bias_ih_l0	2	-0.03413093090057373
277345	rnn.bias_ih_l0	3	0.16326622664928436
277345	rnn.bias_ih_l0	4	-0.01275559887290001
277345	rnn.bias_ih_l0	5	-0.022671865299344063
277345	rnn.bias_ih_l0	6	0.017051110044121742
277345	rnn.bias_ih_l0	7	0.023708466440439224
277345	rnn.bias_ih_l0	8	-0.09935326874256134
277345	rnn.bias_ih_l0	9	-0.0416121631860733
277345	rnn.bias_hh_l0	0	-0.001442108303308487
277345	rnn.bias_hh_l0	1	-0.10013734549283981
277345	rnn.bias_hh_l0	2	-0.07505752146244049
277345	rnn.bias_hh_l0	3	-0.08869230002164841
277345	rnn.bias_hh_l0	4	0.008663768880069256
277345	rnn.bias_hh_l0	5	-0.020500587299466133
277345	rnn.bias_hh_l0	6	0.028120331466197968
277345	rnn.bias_hh_l0	7	0.06015177071094513
277345	rnn.bias_hh_l0	8	-0.12334121018648148
277345	rnn.bias_hh_l0	9	-0.059175100177526474
277345	rnn.weight_ih_l0_reverse	0	-0.025426028296351433
277345	rnn.weight_ih_l0_reverse	1	-0.05718846246600151
277345	rnn.weight_ih_l0_reverse	2	-0.04881582781672478
277345	rnn.weight_ih_l0_reverse	3	0.015555385500192642
277345	rnn.weight_ih_l0_reverse	4	-0.02527909353375435
277345	rnn.weight_ih_l0_reverse	5	-0.057357702404260635
277345	rnn.weight_ih_l0_reverse	6	0.07353126257658005
277345	rnn.weight_ih_l0_reverse	7	-0.01901634968817234
277345	rnn.weight_ih_l0_reverse	8	-0.018500838428735733
277345	rnn.weight_ih_l0_reverse	9	0.00442600529640913
277345	rnn.weight_hh_l0_reverse	0	0.06862262636423111
277345	rnn.weight_hh_l0_reverse	1	0.019929585978388786
277345	rnn.weight_hh_l0_reverse	2	0.030035577714443207
277345	rnn.weight_hh_l0_reverse	3	0.03546414524316788
277345	rnn.weight_hh_l0_reverse	4	0.014358573593199253
277345	rnn.weight_hh_l0_reverse	5	0.008236323483288288
277345	rnn.weight_hh_l0_reverse	6	0.05105713754892349
277345	rnn.weight_hh_l0_reverse	7	-0.08198076486587524
277345	rnn.weight_hh_l0_reverse	8	0.04012327268719673
277345	rnn.weight_hh_l0_reverse	9	0.034806832671165466
277345	rnn.bias_ih_l0_reverse	0	-0.05676121264696121
277345	rnn.bias_ih_l0_reverse	1	-0.2827243506908417
277345	rnn.bias_ih_l0_reverse	2	-0.12424513697624207
277345	rnn.bias_ih_l0_reverse	3	-0.047889839857816696
277345	rnn.bias_ih_l0_reverse	4	-0.022204438224434853
277345	rnn.bias_ih_l0_reverse	5	0.07595661282539368
277345	rnn.bias_ih_l0_reverse	6	-0.06550893187522888
277345	rnn.bias_ih_l0_reverse	7	0.06162706017494202
277345	rnn.bias_ih_l0_reverse	8	-0.03572965785861015
277345	rnn.bias_ih_l0_reverse	9	0.06531377881765366
277345	rnn.bias_hh_l0_reverse	0	0.02332783304154873
277345	rnn.bias_hh_l0_reverse	1	-0.06293488293886185
277345	rnn.bias_hh_l0_reverse	2	0.08917911350727081
277345	rnn.bias_hh_l0_reverse	3	-0.051701564341783524
277345	rnn.bias_hh_l0_reverse	4	-0.028041349723935127
277345	rnn.bias_hh_l0_reverse	5	-0.02233865112066269
277345	rnn.bias_hh_l0_reverse	6	-0.020018205046653748
277345	rnn.bias_hh_l0_reverse	7	0.09968114644289017
277345	rnn.bias_hh_l0_reverse	8	0.03020397387444973
277345	rnn.bias_hh_l0_reverse	9	-0.14903202652931213
277345	rnn.weight_ih_l1	0	-0.029763493686914444
277345	rnn.weight_ih_l1	1	-0.050621338188648224
277345	rnn.weight_ih_l1	2	0.06510649621486664
277345	rnn.weight_ih_l1	3	-0.07294902950525284
277345	rnn.weight_ih_l1	4	-0.014053190127015114
277345	rnn.weight_ih_l1	5	-0.0403311513364315
277345	rnn.weight_ih_l1	6	0.02887895703315735
277345	rnn.weight_ih_l1	7	-0.04418754577636719
277345	rnn.weight_ih_l1	8	0.03784928098320961
277345	rnn.weight_ih_l1	9	0.04492468014359474
277345	rnn.weight_hh_l1	0	-0.00717022642493248
277345	rnn.weight_hh_l1	1	0.019900888204574585
277345	rnn.weight_hh_l1	2	0.006564384792000055
277345	rnn.weight_hh_l1	3	-0.012671690434217453
277345	rnn.weight_hh_l1	4	0.004807895980775356
277345	rnn.weight_hh_l1	5	0.03521520271897316
277345	rnn.weight_hh_l1	6	0.03625713661313057
277345	rnn.weight_hh_l1	7	-0.01635981723666191
277345	rnn.weight_hh_l1	8	-0.007237816229462624
277345	rnn.weight_hh_l1	9	0.03857577592134476
277345	rnn.bias_ih_l1	0	-0.18383322656154633
277345	rnn.bias_ih_l1	1	-0.17427432537078857
277345	rnn.bias_ih_l1	2	-0.19699737429618835
277345	rnn.bias_ih_l1	3	-0.3075670599937439
277345	rnn.bias_ih_l1	4	-0.21194729208946228
277345	rnn.bias_ih_l1	5	-0.08881784975528717
277345	rnn.bias_ih_l1	6	-0.15842889249324799
277345	rnn.bias_ih_l1	7	-0.0035865663085132837
277345	rnn.bias_ih_l1	8	-0.12988871335983276
277345	rnn.bias_ih_l1	9	-0.123151496052742
277345	rnn.bias_hh_l1	0	-0.09696096926927567
277345	rnn.bias_hh_l1	1	-0.06349597126245499
277345	rnn.bias_hh_l1	2	-0.08516381680965424
277345	rnn.bias_hh_l1	3	-0.07736488431692123
277345	rnn.bias_hh_l1	4	-0.07321562618017197
277345	rnn.bias_hh_l1	5	-0.11724263429641724
277345	rnn.bias_hh_l1	6	-0.16070324182510376
277345	rnn.bias_hh_l1	7	0.07470007985830307
277345	rnn.bias_hh_l1	8	-0.17624616622924805
277345	rnn.bias_hh_l1	9	-0.11512396484613419
277345	rnn.weight_ih_l1_reverse	0	-0.047360844910144806
277345	rnn.weight_ih_l1_reverse	1	0.03288140520453453
277345	rnn.weight_ih_l1_reverse	2	0.08790364116430283
277345	rnn.weight_ih_l1_reverse	3	-0.017733393236994743
277345	rnn.weight_ih_l1_reverse	4	-0.023311931639909744
277345	rnn.weight_ih_l1_reverse	5	-0.03032071329653263
277345	rnn.weight_ih_l1_reverse	6	-0.01959335058927536
277345	rnn.weight_ih_l1_reverse	7	0.029661592096090317
277345	rnn.weight_ih_l1_reverse	8	0.005803353618830442
277345	rnn.weight_ih_l1_reverse	9	-0.03357328474521637
277345	rnn.weight_hh_l1_reverse	0	0.00457135122269392
277345	rnn.weight_hh_l1_reverse	1	0.03170650824904442
277345	rnn.weight_hh_l1_reverse	2	-0.04062214121222496
277345	rnn.weight_hh_l1_reverse	3	0.03501472622156143
277345	rnn.weight_hh_l1_reverse	4	0.047120604664087296
277345	rnn.weight_hh_l1_reverse	5	0.006009216886013746
277345	rnn.weight_hh_l1_reverse	6	0.04902118816971779
277345	rnn.weight_hh_l1_reverse	7	0.031015003100037575
277345	rnn.weight_hh_l1_reverse	8	-0.007116479799151421
277345	rnn.weight_hh_l1_reverse	9	-0.030181270092725754
277345	rnn.bias_ih_l1_reverse	0	-0.04557828977704048
277345	rnn.bias_ih_l1_reverse	1	-0.13958585262298584
277345	rnn.bias_ih_l1_reverse	2	-0.16366931796073914
277345	rnn.bias_ih_l1_reverse	3	-0.06063738465309143
277345	rnn.bias_ih_l1_reverse	4	-0.20378869771957397
277345	rnn.bias_ih_l1_reverse	5	-0.11680594831705093
277345	rnn.bias_ih_l1_reverse	6	-0.12988832592964172
277345	rnn.bias_ih_l1_reverse	7	-0.192153200507164
277345	rnn.bias_ih_l1_reverse	8	0.226835235953331
277345	rnn.bias_ih_l1_reverse	9	0.022542953491210938
277345	rnn.bias_hh_l1_reverse	0	0.010364674031734467
277345	rnn.bias_hh_l1_reverse	1	-0.06541895121335983
277345	rnn.bias_hh_l1_reverse	2	-0.23710478842258453
277345	rnn.bias_hh_l1_reverse	3	-0.14357775449752808
277345	rnn.bias_hh_l1_reverse	4	-0.08024616539478302
277345	rnn.bias_hh_l1_reverse	5	-0.11613079905509949
277345	rnn.bias_hh_l1_reverse	6	0.06291217356920242
277345	rnn.bias_hh_l1_reverse	7	-0.13464489579200745
277345	rnn.bias_hh_l1_reverse	8	-0.12494519352912903
277345	rnn.bias_hh_l1_reverse	9	-0.14828401803970337
277345	linear.weight	0	0.002228822559118271
277345	linear.weight	1	0.09731707721948624
277345	linear.weight	2	-0.09244825690984726
277345	linear.weight	3	0.3130914270877838
277345	linear.weight	4	0.15058821439743042
277345	linear.weight	5	-0.06558945029973984
277345	linear.weight	6	0.0954931229352951
277345	linear.weight	7	0.13652732968330383
277345	linear.weight	8	0.041133176535367966
277345	linear.weight	9	-0.051122549921274185
277345	linear.bias	0	0.08528867363929749
277345	linear.bias	1	-0.19028805196285248
277345	linear.bias	2	-0.44839897751808167
277345	linear.bias	3	-0.6582214832305908
277345	linear.bias	4	-1.2627263069152832
277345	linear.bias	5	-0.05818532034754753
277345	linear.bias	6	-0.8227154016494751
277345	linear.bias	7	0.2722231447696686
277345	linear.bias	8	-0.39689815044403076
277345	linear.bias	9	-1.0235867500305176
277542	transitions	0	0.7557888627052307
277542	transitions	1	0.13840904831886292
277542	transitions	2	-10000.0
277542	transitions	3	-1.8281185626983643
277542	transitions	4	-10000.0
277542	transitions	5	0.5627830028533936
277542	transitions	6	-0.08565227687358856
277542	transitions	7	-0.8119693398475647
277542	transitions	8	-1.4228019714355469
277542	transitions	9	-0.0012316900538280606
277542	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
277542	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
277542	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
277542	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
277542	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
277542	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
277542	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
277542	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
277542	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
277542	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
277542	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
277542	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
277542	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
277542	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
277542	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
277542	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
277542	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
277542	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
277542	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
277542	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
277542	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
277542	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
277542	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
277542	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
277542	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
277542	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
277542	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
277542	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
277542	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
277542	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
277542	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
277542	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
277542	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
277542	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
277542	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
277542	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
277542	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
277542	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
277542	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
277542	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
277542	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
277542	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
277542	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
277542	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
277542	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
277542	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
277542	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
277542	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
277542	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
277542	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
277542	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
277542	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
277542	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
277542	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
277542	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
277542	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
277542	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
277542	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
277542	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
277542	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
277542	embedding2nn.weight	0	0.016377074643969536
277542	embedding2nn.weight	1	-0.012686153873801231
277542	embedding2nn.weight	2	-0.014268254861235619
277542	embedding2nn.weight	3	-0.03135746344923973
277542	embedding2nn.weight	4	-0.0059150345623493195
277542	embedding2nn.weight	5	-0.0037005888298153877
277542	embedding2nn.weight	6	-0.003973265178501606
277542	embedding2nn.weight	7	-0.07729166746139526
277542	embedding2nn.weight	8	-0.0019979383796453476
277542	embedding2nn.weight	9	-0.027676897123456
277542	embedding2nn.bias	0	0.03138004243373871
277542	embedding2nn.bias	1	-0.07638523727655411
277542	embedding2nn.bias	2	0.07083549350500107
277542	embedding2nn.bias	3	0.05046368017792702
277542	embedding2nn.bias	4	-0.04104873165488243
277542	embedding2nn.bias	5	-0.01026043388992548
277542	embedding2nn.bias	6	0.015315931290388107
277542	embedding2nn.bias	7	-0.054194528609514236
277542	embedding2nn.bias	8	0.07344375550746918
277542	embedding2nn.bias	9	0.04536256194114685
277542	rnn.weight_ih_l0	0	-0.08082658797502518
277542	rnn.weight_ih_l0	1	0.0029641941655427217
277542	rnn.weight_ih_l0	2	0.03546251356601715
277542	rnn.weight_ih_l0	3	0.0229956042021513
277542	rnn.weight_ih_l0	4	-0.04821869358420372
277542	rnn.weight_ih_l0	5	-0.06850337982177734
277542	rnn.weight_ih_l0	6	-0.0011423255782574415
277542	rnn.weight_ih_l0	7	0.053471069782972336
277542	rnn.weight_ih_l0	8	-0.017108803614974022
277542	rnn.weight_ih_l0	9	-0.030869260430336
277542	rnn.weight_hh_l0	0	-0.030055971816182137
277542	rnn.weight_hh_l0	1	-0.007266584783792496
277542	rnn.weight_hh_l0	2	0.00664827786386013
277542	rnn.weight_hh_l0	3	-0.07448259741067886
277542	rnn.weight_hh_l0	4	0.09327021986246109
277542	rnn.weight_hh_l0	5	-0.02692030742764473
277542	rnn.weight_hh_l0	6	-0.06386556476354599
277542	rnn.weight_hh_l0	7	0.008827703073620796
277542	rnn.weight_hh_l0	8	0.013371054083108902
277542	rnn.weight_hh_l0	9	-0.025614652782678604
277542	rnn.bias_ih_l0	0	0.12984400987625122
277542	rnn.bias_ih_l0	1	-0.0341181755065918
277542	rnn.bias_ih_l0	2	-0.034210316836833954
277542	rnn.bias_ih_l0	3	0.1632201075553894
277542	rnn.bias_ih_l0	4	-0.012760342098772526
277542	rnn.bias_ih_l0	5	-0.02268099971115589
277542	rnn.bias_ih_l0	6	0.017032144591212273
277542	rnn.bias_ih_l0	7	0.023713629692792892
277542	rnn.bias_ih_l0	8	-0.09936289489269257
277542	rnn.bias_ih_l0	9	-0.0416097529232502
277542	rnn.bias_hh_l0	0	-0.0014567142352461815
277542	rnn.bias_hh_l0	1	-0.10022266954183578
277542	rnn.bias_hh_l0	2	-0.07508162409067154
277542	rnn.bias_hh_l0	3	-0.08868855237960815
277542	rnn.bias_hh_l0	4	0.008668843656778336
277542	rnn.bias_hh_l0	5	-0.02044319175183773
277542	rnn.bias_hh_l0	6	0.028046084567904472
277542	rnn.bias_hh_l0	7	0.0601595975458622
277542	rnn.bias_hh_l0	8	-0.12327808886766434
277542	rnn.bias_hh_l0	9	-0.059138353914022446
277542	rnn.weight_ih_l0_reverse	0	-0.02542119286954403
277542	rnn.weight_ih_l0_reverse	1	-0.05720025300979614
277542	rnn.weight_ih_l0_reverse	2	-0.04894497990608215
277542	rnn.weight_ih_l0_reverse	3	0.015548154711723328
277542	rnn.weight_ih_l0_reverse	4	-0.025276819244027138
277542	rnn.weight_ih_l0_reverse	5	-0.057356636971235275
277542	rnn.weight_ih_l0_reverse	6	0.07353438436985016
277542	rnn.weight_ih_l0_reverse	7	-0.019018499180674553
277542	rnn.weight_ih_l0_reverse	8	-0.018493570387363434
277542	rnn.weight_ih_l0_reverse	9	0.0044655753299593925
277542	rnn.weight_hh_l0_reverse	0	0.06866568326950073
277542	rnn.weight_hh_l0_reverse	1	0.019930800423026085
277542	rnn.weight_hh_l0_reverse	2	0.030050823464989662
277542	rnn.weight_hh_l0_reverse	3	0.03547728434205055
277542	rnn.weight_hh_l0_reverse	4	0.014356080442667007
277542	rnn.weight_hh_l0_reverse	5	0.008220810443162918
277542	rnn.weight_hh_l0_reverse	6	0.05106114223599434
277542	rnn.weight_hh_l0_reverse	7	-0.08198034018278122
277542	rnn.weight_hh_l0_reverse	8	0.04012686386704445
277542	rnn.weight_hh_l0_reverse	9	0.034802813082933426
277542	rnn.bias_ih_l0_reverse	0	-0.05676131322979927
277542	rnn.bias_ih_l0_reverse	1	-0.2827264666557312
277542	rnn.bias_ih_l0_reverse	2	-0.12425701320171356
277542	rnn.bias_ih_l0_reverse	3	-0.04787633568048477
277542	rnn.bias_ih_l0_reverse	4	-0.022244924679398537
277542	rnn.bias_ih_l0_reverse	5	0.07594095915555954
277542	rnn.bias_ih_l0_reverse	6	-0.06553025543689728
277542	rnn.bias_ih_l0_reverse	7	0.06165080890059471
277542	rnn.bias_ih_l0_reverse	8	-0.03572235628962517
277542	rnn.bias_ih_l0_reverse	9	0.06531673669815063
277542	rnn.bias_hh_l0_reverse	0	0.023354526609182358
277542	rnn.bias_hh_l0_reverse	1	-0.0629085898399353
277542	rnn.bias_hh_l0_reverse	2	0.08920416980981827
277542	rnn.bias_hh_l0_reverse	3	-0.051734134554862976
277542	rnn.bias_hh_l0_reverse	4	-0.02803669311106205
277542	rnn.bias_hh_l0_reverse	5	-0.02227478288114071
277542	rnn.bias_hh_l0_reverse	6	-0.020042160525918007
277542	rnn.bias_hh_l0_reverse	7	0.09970983117818832
277542	rnn.bias_hh_l0_reverse	8	0.030184483155608177
277542	rnn.bias_hh_l0_reverse	9	-0.14905346930027008
277542	rnn.weight_ih_l1	0	-0.0297623872756958
277542	rnn.weight_ih_l1	1	-0.05062729865312576
277542	rnn.weight_ih_l1	2	0.06511121988296509
277542	rnn.weight_ih_l1	3	-0.07291602343320847
277542	rnn.weight_ih_l1	4	-0.014055543579161167
277542	rnn.weight_ih_l1	5	-0.040344540029764175
277542	rnn.weight_ih_l1	6	0.028883181512355804
277542	rnn.weight_ih_l1	7	-0.04419626295566559
277542	rnn.weight_ih_l1	8	0.037851400673389435
277542	rnn.weight_ih_l1	9	0.044933222234249115
277542	rnn.weight_hh_l1	0	-0.007150809746235609
277542	rnn.weight_hh_l1	1	0.019904863089323044
277542	rnn.weight_hh_l1	2	0.006567079573869705
277542	rnn.weight_hh_l1	3	-0.012667002156376839
277542	rnn.weight_hh_l1	4	0.00481263967230916
277542	rnn.weight_hh_l1	5	0.03522014617919922
277542	rnn.weight_hh_l1	6	0.03626658394932747
277542	rnn.weight_hh_l1	7	-0.01634804718196392
277542	rnn.weight_hh_l1	8	-0.007244063541293144
277542	rnn.weight_hh_l1	9	0.03857382386922836
277542	rnn.bias_ih_l1	0	-0.18377786874771118
277542	rnn.bias_ih_l1	1	-0.17432790994644165
277542	rnn.bias_ih_l1	2	-0.19693447649478912
277542	rnn.bias_ih_l1	3	-0.3075302541255951
277542	rnn.bias_ih_l1	4	-0.21199464797973633
277542	rnn.bias_ih_l1	5	-0.08881571143865585
277542	rnn.bias_ih_l1	6	-0.15843240916728973
277542	rnn.bias_ih_l1	7	-0.0034685772843658924
277542	rnn.bias_ih_l1	8	-0.12988002598285675
277542	rnn.bias_ih_l1	9	-0.12310913950204849
277542	rnn.bias_hh_l1	0	-0.09693656861782074
277542	rnn.bias_hh_l1	1	-0.06350705772638321
277542	rnn.bias_hh_l1	2	-0.08514713495969772
277542	rnn.bias_hh_l1	3	-0.07739881426095963
277542	rnn.bias_hh_l1	4	-0.07320386171340942
277542	rnn.bias_hh_l1	5	-0.11723469197750092
277542	rnn.bias_hh_l1	6	-0.1607309877872467
277542	rnn.bias_hh_l1	7	0.07473216950893402
277542	rnn.bias_hh_l1	8	-0.17621725797653198
277542	rnn.bias_hh_l1	9	-0.11509064584970474
277542	rnn.weight_ih_l1_reverse	0	-0.04734504967927933
277542	rnn.weight_ih_l1_reverse	1	0.032839201390743256
277542	rnn.weight_ih_l1_reverse	2	0.08790862560272217
277542	rnn.weight_ih_l1_reverse	3	-0.017708025872707367
277542	rnn.weight_ih_l1_reverse	4	-0.023357722908258438
277542	rnn.weight_ih_l1_reverse	5	-0.030315367504954338
277542	rnn.weight_ih_l1_reverse	6	-0.01959504745900631
277542	rnn.weight_ih_l1_reverse	7	0.029658805578947067
277542	rnn.weight_ih_l1_reverse	8	0.0057567027397453785
277542	rnn.weight_ih_l1_reverse	9	-0.03357989713549614
277542	rnn.weight_hh_l1_reverse	0	0.004570679273456335
277542	rnn.weight_hh_l1_reverse	1	0.03170320391654968
277542	rnn.weight_hh_l1_reverse	2	-0.04062094911932945
277542	rnn.weight_hh_l1_reverse	3	0.03501680865883827
277542	rnn.weight_hh_l1_reverse	4	0.04713215306401253
277542	rnn.weight_hh_l1_reverse	5	0.00601024879142642
277542	rnn.weight_hh_l1_reverse	6	0.04903750494122505
277542	rnn.weight_hh_l1_reverse	7	0.031012199819087982
277542	rnn.weight_hh_l1_reverse	8	-0.007114720996469259
277542	rnn.weight_hh_l1_reverse	9	-0.030183207243680954
277542	rnn.bias_ih_l1_reverse	0	-0.04568285122513771
277542	rnn.bias_ih_l1_reverse	1	-0.13960538804531097
277542	rnn.bias_ih_l1_reverse	2	-0.16370029747486115
277542	rnn.bias_ih_l1_reverse	3	-0.06057865545153618
277542	rnn.bias_ih_l1_reverse	4	-0.2037588655948639
277542	rnn.bias_ih_l1_reverse	5	-0.11680267751216888
277542	rnn.bias_ih_l1_reverse	6	-0.12988679111003876
277542	rnn.bias_ih_l1_reverse	7	-0.19210343062877655
277542	rnn.bias_ih_l1_reverse	8	0.2268846035003662
277542	rnn.bias_ih_l1_reverse	9	0.022525805979967117
277542	rnn.bias_hh_l1_reverse	0	0.010336845181882381
277542	rnn.bias_hh_l1_reverse	1	-0.06538519263267517
277542	rnn.bias_hh_l1_reverse	2	-0.23708832263946533
277542	rnn.bias_hh_l1_reverse	3	-0.14359399676322937
277542	rnn.bias_hh_l1_reverse	4	-0.0802621841430664
277542	rnn.bias_hh_l1_reverse	5	-0.11612729728221893
277542	rnn.bias_hh_l1_reverse	6	0.06296218186616898
277542	rnn.bias_hh_l1_reverse	7	-0.1346314549446106
277542	rnn.bias_hh_l1_reverse	8	-0.12495706230401993
277542	rnn.bias_hh_l1_reverse	9	-0.1482892781496048
277542	linear.weight	0	0.002228822559118271
277542	linear.weight	1	0.097269706428051
277542	linear.weight	2	-0.09241803735494614
277542	linear.weight	3	0.3131808936595917
277542	linear.weight	4	0.1504410058259964
277542	linear.weight	5	-0.06559140980243683
277542	linear.weight	6	0.09526606649160385
277542	linear.weight	7	0.13650831580162048
277542	linear.weight	8	0.04113317281007767
277542	linear.weight	9	-0.05105869472026825
277542	linear.bias	0	0.08535866439342499
277542	linear.bias	1	-0.1896452158689499
277542	linear.bias	2	-0.44794371724128723
277542	linear.bias	3	-0.6582620143890381
277542	linear.bias	4	-1.2627779245376587
277542	linear.bias	5	-0.05846415460109711
277542	linear.bias	6	-0.8220486044883728
277542	linear.bias	7	0.27193471789360046
277542	linear.bias	8	-0.3966778516769409
277542	linear.bias	9	-1.0233451128005981
277739	transitions	0	0.7556712031364441
277739	transitions	1	0.13849163055419922
277739	transitions	2	-10000.0
277739	transitions	3	-1.8281188011169434
277739	transitions	4	-10000.0
277739	transitions	5	0.5627822875976562
277739	transitions	6	-0.08565263450145721
277739	transitions	7	-0.8119767904281616
277739	transitions	8	-1.4228023290634155
277739	transitions	9	-0.0012316954089328647
277739	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
277739	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
277739	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
277739	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
277739	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
277739	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
277739	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
277739	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
277739	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
277739	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
277739	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
277739	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
277739	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
277739	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
277739	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
277739	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
277739	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
277739	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
277739	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
277739	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
277739	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
277739	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
277739	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
277739	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
277739	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
277739	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
277739	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
277739	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
277739	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
277739	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
277739	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
277739	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
277739	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
277739	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
277739	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
277739	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
277739	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
277739	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
277739	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
277739	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
277739	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
277739	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
277739	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
277739	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
277739	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
277739	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
277739	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
277739	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
277739	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
277739	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
277739	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
277739	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
277739	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
277739	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
277739	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
277739	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
277739	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
277739	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
277739	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
277739	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
277739	embedding2nn.weight	0	0.016334477812051773
277739	embedding2nn.weight	1	-0.012689542956650257
277739	embedding2nn.weight	2	-0.014268254861235619
277739	embedding2nn.weight	3	-0.031311094760894775
277739	embedding2nn.weight	4	-0.0059150345623493195
277739	embedding2nn.weight	5	-0.0037005888298153877
277739	embedding2nn.weight	6	-0.003973265178501606
277739	embedding2nn.weight	7	-0.0772913321852684
277739	embedding2nn.weight	8	-0.0019979383796453476
277739	embedding2nn.weight	9	-0.027693573385477066
277739	embedding2nn.bias	0	0.03148806095123291
277739	embedding2nn.bias	1	-0.07632067799568176
277739	embedding2nn.bias	2	0.07092714309692383
277739	embedding2nn.bias	3	0.05065209046006203
277739	embedding2nn.bias	4	-0.0410911925137043
277739	embedding2nn.bias	5	-0.010282332077622414
277739	embedding2nn.bias	6	0.01534828171133995
277739	embedding2nn.bias	7	-0.05406564846634865
277739	embedding2nn.bias	8	0.07338852435350418
277739	embedding2nn.bias	9	0.04527270421385765
277739	rnn.weight_ih_l0	0	-0.0808105319738388
277739	rnn.weight_ih_l0	1	0.0029728959780186415
277739	rnn.weight_ih_l0	2	0.03545919433236122
277739	rnn.weight_ih_l0	3	0.023002609610557556
277739	rnn.weight_ih_l0	4	-0.04821205511689186
277739	rnn.weight_ih_l0	5	-0.0685010775923729
277739	rnn.weight_ih_l0	6	-0.0011211787350475788
277739	rnn.weight_ih_l0	7	0.05346951633691788
277739	rnn.weight_ih_l0	8	-0.01712125912308693
277739	rnn.weight_ih_l0	9	-0.030867889523506165
277739	rnn.weight_hh_l0	0	-0.03005567565560341
277739	rnn.weight_hh_l0	1	-0.007264918182045221
277739	rnn.weight_hh_l0	2	0.006643570493906736
277739	rnn.weight_hh_l0	3	-0.07448597252368927
277739	rnn.weight_hh_l0	4	0.0932660773396492
277739	rnn.weight_hh_l0	5	-0.0269154105335474
277739	rnn.weight_hh_l0	6	-0.06387586891651154
277739	rnn.weight_hh_l0	7	0.008832285180687904
277739	rnn.weight_hh_l0	8	0.013379331678152084
277739	rnn.weight_hh_l0	9	-0.02561339922249317
277739	rnn.bias_ih_l0	0	0.12980982661247253
277739	rnn.bias_ih_l0	1	-0.03415686637163162
277739	rnn.bias_ih_l0	2	-0.03424548730254173
277739	rnn.bias_ih_l0	3	0.16322794556617737
277739	rnn.bias_ih_l0	4	-0.012774428352713585
277739	rnn.bias_ih_l0	5	-0.02273852564394474
277739	rnn.bias_ih_l0	6	0.017018180340528488
277739	rnn.bias_ih_l0	7	0.02373296208679676
277739	rnn.bias_ih_l0	8	-0.09934396296739578
277739	rnn.bias_ih_l0	9	-0.041597846895456314
277739	rnn.bias_hh_l0	0	-0.0014346482930704951
277739	rnn.bias_hh_l0	1	-0.10025486350059509
277739	rnn.bias_hh_l0	2	-0.07511208951473236
277739	rnn.bias_hh_l0	3	-0.0886889323592186
277739	rnn.bias_hh_l0	4	0.008694596588611603
277739	rnn.bias_hh_l0	5	-0.020459363237023354
277739	rnn.bias_hh_l0	6	0.028101705014705658
277739	rnn.bias_hh_l0	7	0.06013074889779091
277739	rnn.bias_hh_l0	8	-0.12323049455881119
277739	rnn.bias_hh_l0	9	-0.059161629527807236
277739	rnn.weight_ih_l0_reverse	0	-0.025427184998989105
277739	rnn.weight_ih_l0_reverse	1	-0.057208430022001266
277739	rnn.weight_ih_l0_reverse	2	-0.048954855650663376
277739	rnn.weight_ih_l0_reverse	3	0.015522303991019726
277739	rnn.weight_ih_l0_reverse	4	-0.02527783066034317
277739	rnn.weight_ih_l0_reverse	5	-0.057347435504198074
277739	rnn.weight_ih_l0_reverse	6	0.07353224605321884
277739	rnn.weight_ih_l0_reverse	7	-0.019016729667782784
277739	rnn.weight_ih_l0_reverse	8	-0.018522199243307114
277739	rnn.weight_ih_l0_reverse	9	0.0044504874385893345
277739	rnn.weight_hh_l0_reverse	0	0.06864865124225616
277739	rnn.weight_hh_l0_reverse	1	0.019919656217098236
277739	rnn.weight_hh_l0_reverse	2	0.030050288885831833
277739	rnn.weight_hh_l0_reverse	3	0.03546934202313423
277739	rnn.weight_hh_l0_reverse	4	0.014341738075017929
277739	rnn.weight_hh_l0_reverse	5	0.008238770067691803
277739	rnn.weight_hh_l0_reverse	6	0.05105336755514145
277739	rnn.weight_hh_l0_reverse	7	-0.08198105543851852
277739	rnn.weight_hh_l0_reverse	8	0.0401386059820652
277739	rnn.weight_hh_l0_reverse	9	0.034807659685611725
277739	rnn.bias_ih_l0_reverse	0	-0.05679934471845627
277739	rnn.bias_ih_l0_reverse	1	-0.28273218870162964
277739	rnn.bias_ih_l0_reverse	2	-0.12424620985984802
277739	rnn.bias_ih_l0_reverse	3	-0.04786568880081177
277739	rnn.bias_ih_l0_reverse	4	-0.022210098803043365
277739	rnn.bias_ih_l0_reverse	5	0.07593561708927155
277739	rnn.bias_ih_l0_reverse	6	-0.06556012481451035
277739	rnn.bias_ih_l0_reverse	7	0.06166302040219307
277739	rnn.bias_ih_l0_reverse	8	-0.035712793469429016
277739	rnn.bias_ih_l0_reverse	9	0.06531029939651489
277739	rnn.bias_hh_l0_reverse	0	0.023376373574137688
277739	rnn.bias_hh_l0_reverse	1	-0.06290106475353241
277739	rnn.bias_hh_l0_reverse	2	0.08918586373329163
277739	rnn.bias_hh_l0_reverse	3	-0.051719196140766144
277739	rnn.bias_hh_l0_reverse	4	-0.028090381994843483
277739	rnn.bias_hh_l0_reverse	5	-0.02223254181444645
277739	rnn.bias_hh_l0_reverse	6	-0.020073439925909042
277739	rnn.bias_hh_l0_reverse	7	0.09966772794723511
277739	rnn.bias_hh_l0_reverse	8	0.030176032334566116
277739	rnn.bias_hh_l0_reverse	9	-0.1490861177444458
277739	rnn.weight_ih_l1	0	-0.0297713465988636
277739	rnn.weight_ih_l1	1	-0.05063629522919655
277739	rnn.weight_ih_l1	2	0.06510356813669205
277739	rnn.weight_ih_l1	3	-0.0729023665189743
277739	rnn.weight_ih_l1	4	-0.014057722873985767
277739	rnn.weight_ih_l1	5	-0.040347713977098465
277739	rnn.weight_ih_l1	6	0.028880571946501732
277739	rnn.weight_ih_l1	7	-0.044222358614206314
277739	rnn.weight_ih_l1	8	0.03785264864563942
277739	rnn.weight_ih_l1	9	0.04492870718240738
277739	rnn.weight_hh_l1	0	-0.007147202268242836
277739	rnn.weight_hh_l1	1	0.01990358531475067
277739	rnn.weight_hh_l1	2	0.006569999735802412
277739	rnn.weight_hh_l1	3	-0.012668797746300697
277739	rnn.weight_hh_l1	4	0.004809359088540077
277739	rnn.weight_hh_l1	5	0.03521426394581795
277739	rnn.weight_hh_l1	6	0.036258041858673096
277739	rnn.weight_hh_l1	7	-0.016362465918064117
277739	rnn.weight_hh_l1	8	-0.007249472197145224
277739	rnn.weight_hh_l1	9	0.038577623665332794
277739	rnn.bias_ih_l1	0	-0.18377211689949036
277739	rnn.bias_ih_l1	1	-0.17438723146915436
277739	rnn.bias_ih_l1	2	-0.19693250954151154
277739	rnn.bias_ih_l1	3	-0.30753040313720703
277739	rnn.bias_ih_l1	4	-0.2119852751493454
277739	rnn.bias_ih_l1	5	-0.08882060647010803
277739	rnn.bias_ih_l1	6	-0.15845315158367157
277739	rnn.bias_ih_l1	7	-0.0035240512806922197
277739	rnn.bias_ih_l1	8	-0.12989863753318787
277739	rnn.bias_ih_l1	9	-0.12312556058168411
277739	rnn.bias_hh_l1	0	-0.09692782163619995
277739	rnn.bias_hh_l1	1	-0.06345856934785843
277739	rnn.bias_hh_l1	2	-0.08514321595430374
277739	rnn.bias_hh_l1	3	-0.07742287963628769
277739	rnn.bias_hh_l1	4	-0.07324190437793732
277739	rnn.bias_hh_l1	5	-0.11724906414747238
277739	rnn.bias_hh_l1	6	-0.1607780009508133
277739	rnn.bias_hh_l1	7	0.07465670257806778
277739	rnn.bias_hh_l1	8	-0.17620059847831726
277739	rnn.bias_hh_l1	9	-0.11509260535240173
277739	rnn.weight_ih_l1_reverse	0	-0.04733538627624512
277739	rnn.weight_ih_l1_reverse	1	0.03281110152602196
277739	rnn.weight_ih_l1_reverse	2	0.08790894597768784
277739	rnn.weight_ih_l1_reverse	3	-0.01770261861383915
277739	rnn.weight_ih_l1_reverse	4	-0.023370886221528053
277739	rnn.weight_ih_l1_reverse	5	-0.03031821921467781
277739	rnn.weight_ih_l1_reverse	6	-0.019597522914409637
277739	rnn.weight_ih_l1_reverse	7	0.029656149446964264
277739	rnn.weight_ih_l1_reverse	8	0.005739736370742321
277739	rnn.weight_ih_l1_reverse	9	-0.03358468785881996
277739	rnn.weight_hh_l1_reverse	0	0.004575555212795734
277739	rnn.weight_hh_l1_reverse	1	0.03170114383101463
277739	rnn.weight_hh_l1_reverse	2	-0.040622055530548096
277739	rnn.weight_hh_l1_reverse	3	0.03501604124903679
277739	rnn.weight_hh_l1_reverse	4	0.04713523015379906
277739	rnn.weight_hh_l1_reverse	5	0.006019003223627806
277739	rnn.weight_hh_l1_reverse	6	0.049018289893865585
277739	rnn.weight_hh_l1_reverse	7	0.031011970713734627
277739	rnn.weight_hh_l1_reverse	8	-0.007112135645002127
277739	rnn.weight_hh_l1_reverse	9	-0.030180860310792923
277739	rnn.bias_ih_l1_reverse	0	-0.045693427324295044
277739	rnn.bias_ih_l1_reverse	1	-0.1395886093378067
277739	rnn.bias_ih_l1_reverse	2	-0.16372303664684296
277739	rnn.bias_ih_l1_reverse	3	-0.06061454489827156
277739	rnn.bias_ih_l1_reverse	4	-0.20373156666755676
277739	rnn.bias_ih_l1_reverse	5	-0.11683240532875061
277739	rnn.bias_ih_l1_reverse	6	-0.12990200519561768
277739	rnn.bias_ih_l1_reverse	7	-0.19203495979309082
277739	rnn.bias_ih_l1_reverse	8	0.22679215669631958
277739	rnn.bias_ih_l1_reverse	9	0.022496696561574936
277739	rnn.bias_hh_l1_reverse	0	0.010368449613451958
277739	rnn.bias_hh_l1_reverse	1	-0.06531951576471329
277739	rnn.bias_hh_l1_reverse	2	-0.23708075284957886
277739	rnn.bias_hh_l1_reverse	3	-0.14356602728366852
277739	rnn.bias_hh_l1_reverse	4	-0.08024800568819046
277739	rnn.bias_hh_l1_reverse	5	-0.11606550216674805
277739	rnn.bias_hh_l1_reverse	6	0.06290475279092789
277739	rnn.bias_hh_l1_reverse	7	-0.1346413493156433
277739	rnn.bias_hh_l1_reverse	8	-0.12492407113313675
277739	rnn.bias_hh_l1_reverse	9	-0.14827843010425568
277739	linear.weight	0	0.002228822559118271
277739	linear.weight	1	0.09728797525167465
277739	linear.weight	2	-0.09245555102825165
277739	linear.weight	3	0.3130997121334076
277739	linear.weight	4	0.15043742954730988
277739	linear.weight	5	-0.06561018526554108
277739	linear.weight	6	0.09517339617013931
277739	linear.weight	7	0.13647110760211945
277739	linear.weight	8	0.04113317281007767
277739	linear.weight	9	-0.05102041736245155
277739	linear.bias	0	0.08516569435596466
277739	linear.bias	1	-0.1894506812095642
277739	linear.bias	2	-0.4478985667228699
277739	linear.bias	3	-0.6578657627105713
277739	linear.bias	4	-1.262384057044983
277739	linear.bias	5	-0.05840886011719704
277739	linear.bias	6	-0.8218979239463806
277739	linear.bias	7	0.2720942497253418
277739	linear.bias	8	-0.3968939185142517
277739	linear.bias	9	-1.023500919342041
277936	transitions	0	0.7559148669242859
277936	transitions	1	0.13848266005516052
277936	transitions	2	-10000.0
277936	transitions	3	-1.8281216621398926
277936	transitions	4	-10000.0
277936	transitions	5	0.562781572341919
277936	transitions	6	-0.08565294742584229
277936	transitions	7	-0.8119921684265137
277936	transitions	8	-1.4228039979934692
277936	transitions	9	-0.0012317054206505418
277936	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
277936	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
277936	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
277936	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
277936	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
277936	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
277936	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
277936	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
277936	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
277936	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
277936	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
277936	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
277936	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
277936	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
277936	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
277936	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
277936	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
277936	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
277936	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
277936	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
277936	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
277936	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
277936	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
277936	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
277936	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
277936	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
277936	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
277936	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
277936	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
277936	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
277936	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
277936	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
277936	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
277936	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
277936	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
277936	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
277936	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
277936	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
277936	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
277936	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
277936	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
277936	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
277936	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
277936	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
277936	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
277936	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
277936	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
277936	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
277936	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
277936	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
277936	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
277936	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
277936	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
277936	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
277936	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
277936	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
277936	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
277936	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
277936	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
277936	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
277936	embedding2nn.weight	0	0.016348112374544144
277936	embedding2nn.weight	1	-0.012690123170614243
277936	embedding2nn.weight	2	-0.014268254861235619
277936	embedding2nn.weight	3	-0.031336259096860886
277936	embedding2nn.weight	4	-0.0059150345623493195
277936	embedding2nn.weight	5	-0.0037005888298153877
277936	embedding2nn.weight	6	-0.003973265178501606
277936	embedding2nn.weight	7	-0.0772990807890892
277936	embedding2nn.weight	8	-0.0019979383796453476
277936	embedding2nn.weight	9	-0.027689293026924133
277936	embedding2nn.bias	0	0.031680915504693985
277936	embedding2nn.bias	1	-0.07632964104413986
277936	embedding2nn.bias	2	0.07094569504261017
277936	embedding2nn.bias	3	0.05076104402542114
277936	embedding2nn.bias	4	-0.041101228445768356
277936	embedding2nn.bias	5	-0.010229022242128849
277936	embedding2nn.bias	6	0.015396270900964737
277936	embedding2nn.bias	7	-0.05432487651705742
277936	embedding2nn.bias	8	0.07322924584150314
277936	embedding2nn.bias	9	0.04527692869305611
277936	rnn.weight_ih_l0	0	-0.08083152025938034
277936	rnn.weight_ih_l0	1	0.002979758894070983
277936	rnn.weight_ih_l0	2	0.03546367213129997
277936	rnn.weight_ih_l0	3	0.023012720048427582
277936	rnn.weight_ih_l0	4	-0.04819413274526596
277936	rnn.weight_ih_l0	5	-0.0685209333896637
277936	rnn.weight_ih_l0	6	-0.0011217206483706832
277936	rnn.weight_ih_l0	7	0.053461704403162
277936	rnn.weight_ih_l0	8	-0.017143752425909042
277936	rnn.weight_ih_l0	9	-0.030857084318995476
277936	rnn.weight_hh_l0	0	-0.030070578679442406
277936	rnn.weight_hh_l0	1	-0.0072902836836874485
277936	rnn.weight_hh_l0	2	0.006657385732978582
277936	rnn.weight_hh_l0	3	-0.07447978854179382
277936	rnn.weight_hh_l0	4	0.0932757556438446
277936	rnn.weight_hh_l0	5	-0.026912428438663483
277936	rnn.weight_hh_l0	6	-0.06386216729879379
277936	rnn.weight_hh_l0	7	0.008853066712617874
277936	rnn.weight_hh_l0	8	0.013372612185776234
277936	rnn.weight_hh_l0	9	-0.025625387206673622
277936	rnn.bias_ih_l0	0	0.1297822743654251
277936	rnn.bias_ih_l0	1	-0.034040361642837524
277936	rnn.bias_ih_l0	2	-0.03417116403579712
277936	rnn.bias_ih_l0	3	0.16320033371448517
277936	rnn.bias_ih_l0	4	-0.012764506042003632
277936	rnn.bias_ih_l0	5	-0.02272733487188816
277936	rnn.bias_ih_l0	6	0.01699569821357727
277936	rnn.bias_ih_l0	7	0.023715471848845482
277936	rnn.bias_ih_l0	8	-0.09931875020265579
277936	rnn.bias_ih_l0	9	-0.04159308224916458
277936	rnn.bias_hh_l0	0	-0.001456376281566918
277936	rnn.bias_hh_l0	1	-0.10033847391605377
277936	rnn.bias_hh_l0	2	-0.07512714713811874
277936	rnn.bias_hh_l0	3	-0.0887090191245079
277936	rnn.bias_hh_l0	4	0.00876571424305439
277936	rnn.bias_hh_l0	5	-0.020527806133031845
277936	rnn.bias_hh_l0	6	0.028122428804636
277936	rnn.bias_hh_l0	7	0.06008990854024887
277936	rnn.bias_hh_l0	8	-0.12319842725992203
277936	rnn.bias_hh_l0	9	-0.05926743522286415
277936	rnn.weight_ih_l0_reverse	0	-0.025447143241763115
277936	rnn.weight_ih_l0_reverse	1	-0.05721230432391167
277936	rnn.weight_ih_l0_reverse	2	-0.04897410050034523
277936	rnn.weight_ih_l0_reverse	3	0.015512147918343544
277936	rnn.weight_ih_l0_reverse	4	-0.025270480662584305
277936	rnn.weight_ih_l0_reverse	5	-0.05735403671860695
277936	rnn.weight_ih_l0_reverse	6	0.07352869212627411
277936	rnn.weight_ih_l0_reverse	7	-0.019005605950951576
277936	rnn.weight_ih_l0_reverse	8	-0.018514810130000114
277936	rnn.weight_ih_l0_reverse	9	0.004471283406019211
277936	rnn.weight_hh_l0_reverse	0	0.06865211576223373
277936	rnn.weight_hh_l0_reverse	1	0.01991940476000309
277936	rnn.weight_hh_l0_reverse	2	0.030032744631171227
277936	rnn.weight_hh_l0_reverse	3	0.03547777608036995
277936	rnn.weight_hh_l0_reverse	4	0.014333208091557026
277936	rnn.weight_hh_l0_reverse	5	0.008263351395726204
277936	rnn.weight_hh_l0_reverse	6	0.05104956403374672
277936	rnn.weight_hh_l0_reverse	7	-0.08199852705001831
277936	rnn.weight_hh_l0_reverse	8	0.04014267772436142
277936	rnn.weight_hh_l0_reverse	9	0.03481381759047508
277936	rnn.bias_ih_l0_reverse	0	-0.056830812245607376
277936	rnn.bias_ih_l0_reverse	1	-0.282779335975647
277936	rnn.bias_ih_l0_reverse	2	-0.12412232905626297
277936	rnn.bias_ih_l0_reverse	3	-0.04789487645030022
277936	rnn.bias_ih_l0_reverse	4	-0.022150876000523567
277936	rnn.bias_ih_l0_reverse	5	0.0759386494755745
277936	rnn.bias_ih_l0_reverse	6	-0.06554864346981049
277936	rnn.bias_ih_l0_reverse	7	0.06167319044470787
277936	rnn.bias_ih_l0_reverse	8	-0.03576416149735451
277936	rnn.bias_ih_l0_reverse	9	0.0653138980269432
277936	rnn.bias_hh_l0_reverse	0	0.023383092135190964
277936	rnn.bias_hh_l0_reverse	1	-0.06289855390787125
277936	rnn.bias_hh_l0_reverse	2	0.08917900919914246
277936	rnn.bias_hh_l0_reverse	3	-0.05172866955399513
277936	rnn.bias_hh_l0_reverse	4	-0.028093012049794197
277936	rnn.bias_hh_l0_reverse	5	-0.02229485847055912
277936	rnn.bias_hh_l0_reverse	6	-0.020125102251768112
277936	rnn.bias_hh_l0_reverse	7	0.09969088435173035
277936	rnn.bias_hh_l0_reverse	8	0.030176876112818718
277936	rnn.bias_hh_l0_reverse	9	-0.1491042971611023
277936	rnn.weight_ih_l1	0	-0.029768245294690132
277936	rnn.weight_ih_l1	1	-0.050649095326662064
277936	rnn.weight_ih_l1	2	0.06511147320270538
277936	rnn.weight_ih_l1	3	-0.07291726022958755
277936	rnn.weight_ih_l1	4	-0.0140838623046875
277936	rnn.weight_ih_l1	5	-0.04035254195332527
277936	rnn.weight_ih_l1	6	0.028881466016173363
277936	rnn.weight_ih_l1	7	-0.04421716183423996
277936	rnn.weight_ih_l1	8	0.03786888346076012
277936	rnn.weight_ih_l1	9	0.04491010308265686
277936	rnn.weight_hh_l1	0	-0.007151288446038961
277936	rnn.weight_hh_l1	1	0.019902309402823448
277936	rnn.weight_hh_l1	2	0.006554723251610994
277936	rnn.weight_hh_l1	3	-0.01266821101307869
277936	rnn.weight_hh_l1	4	0.004823134746402502
277936	rnn.weight_hh_l1	5	0.03522317484021187
277936	rnn.weight_hh_l1	6	0.03625662624835968
277936	rnn.weight_hh_l1	7	-0.01635986566543579
277936	rnn.weight_hh_l1	8	-0.007250436581671238
277936	rnn.weight_hh_l1	9	0.03856247663497925
277936	rnn.bias_ih_l1	0	-0.18380029499530792
277936	rnn.bias_ih_l1	1	-0.1743522733449936
277936	rnn.bias_ih_l1	2	-0.19697588682174683
277936	rnn.bias_ih_l1	3	-0.307431161403656
277936	rnn.bias_ih_l1	4	-0.2121340036392212
277936	rnn.bias_ih_l1	5	-0.08883266896009445
277936	rnn.bias_ih_l1	6	-0.15840138494968414
277936	rnn.bias_ih_l1	7	-0.003510070266202092
277936	rnn.bias_ih_l1	8	-0.12986747920513153
277936	rnn.bias_ih_l1	9	-0.12308254092931747
277936	rnn.bias_hh_l1	0	-0.096910260617733
277936	rnn.bias_hh_l1	1	-0.06346660852432251
277936	rnn.bias_hh_l1	2	-0.08516557514667511
277936	rnn.bias_hh_l1	3	-0.0774344801902771
277936	rnn.bias_hh_l1	4	-0.07325983792543411
277936	rnn.bias_hh_l1	5	-0.11726443469524384
277936	rnn.bias_hh_l1	6	-0.16079701483249664
277936	rnn.bias_hh_l1	7	0.07465536147356033
277936	rnn.bias_hh_l1	8	-0.1762550175189972
277936	rnn.bias_hh_l1	9	-0.11512503027915955
277936	rnn.weight_ih_l1_reverse	0	-0.04731413722038269
277936	rnn.weight_ih_l1_reverse	1	0.032801929861307144
277936	rnn.weight_ih_l1_reverse	2	0.08792759478092194
277936	rnn.weight_ih_l1_reverse	3	-0.01768379472196102
277936	rnn.weight_ih_l1_reverse	4	-0.023400776088237762
277936	rnn.weight_ih_l1_reverse	5	-0.030317207798361778
277936	rnn.weight_ih_l1_reverse	6	-0.019563596695661545
277936	rnn.weight_ih_l1_reverse	7	0.029661348089575768
277936	rnn.weight_ih_l1_reverse	8	0.005757009610533714
277936	rnn.weight_ih_l1_reverse	9	-0.03359102085232735
277936	rnn.weight_hh_l1_reverse	0	0.004575817845761776
277936	rnn.weight_hh_l1_reverse	1	0.03169944882392883
277936	rnn.weight_hh_l1_reverse	2	-0.04062095656991005
277936	rnn.weight_hh_l1_reverse	3	0.03501790761947632
277936	rnn.weight_hh_l1_reverse	4	0.047138482332229614
277936	rnn.weight_hh_l1_reverse	5	0.006025591865181923
277936	rnn.weight_hh_l1_reverse	6	0.04901178553700447
277936	rnn.weight_hh_l1_reverse	7	0.031011229380965233
277936	rnn.weight_hh_l1_reverse	8	-0.007111991290003061
277936	rnn.weight_hh_l1_reverse	9	-0.03017614409327507
277936	rnn.bias_ih_l1_reverse	0	-0.0456952340900898
277936	rnn.bias_ih_l1_reverse	1	-0.1395527869462967
277936	rnn.bias_ih_l1_reverse	2	-0.16374923288822174
277936	rnn.bias_ih_l1_reverse	3	-0.060531094670295715
277936	rnn.bias_ih_l1_reverse	4	-0.20374839007854462
277936	rnn.bias_ih_l1_reverse	5	-0.11683372408151627
277936	rnn.bias_ih_l1_reverse	6	-0.12990133464336395
277936	rnn.bias_ih_l1_reverse	7	-0.1919848918914795
277936	rnn.bias_ih_l1_reverse	8	0.22666016221046448
277936	rnn.bias_ih_l1_reverse	9	0.022509630769491196
277936	rnn.bias_hh_l1_reverse	0	0.010244625620543957
277936	rnn.bias_hh_l1_reverse	1	-0.06531815975904465
277936	rnn.bias_hh_l1_reverse	2	-0.2370925098657608
277936	rnn.bias_hh_l1_reverse	3	-0.14357887208461761
277936	rnn.bias_hh_l1_reverse	4	-0.08026828616857529
277936	rnn.bias_hh_l1_reverse	5	-0.11614879220724106
277936	rnn.bias_hh_l1_reverse	6	0.0628308355808258
277936	rnn.bias_hh_l1_reverse	7	-0.13459528982639313
277936	rnn.bias_hh_l1_reverse	8	-0.12490114569664001
277936	rnn.bias_hh_l1_reverse	9	-0.1482674777507782
277936	linear.weight	0	0.002228822559118271
277936	linear.weight	1	0.09742894023656845
277936	linear.weight	2	-0.09252667427062988
277936	linear.weight	3	0.3130105435848236
277936	linear.weight	4	0.15041059255599976
277936	linear.weight	5	-0.06563755869865417
277936	linear.weight	6	0.0953526645898819
277936	linear.weight	7	0.1366652548313141
277936	linear.weight	8	0.04113317281007767
277936	linear.weight	9	-0.05100688710808754
277936	linear.bias	0	0.08655662834644318
277936	linear.bias	1	-0.189970463514328
277936	linear.bias	2	-0.44827577471733093
277936	linear.bias	3	-0.6583681106567383
277936	linear.bias	4	-1.2628954648971558
277936	linear.bias	5	-0.05807768180966377
277936	linear.bias	6	-0.8224236369132996
277936	linear.bias	7	0.27235928177833557
277936	linear.bias	8	-0.3969748914241791
277936	linear.bias	9	-1.0235589742660522
278133	transitions	0	0.7557939887046814
278133	transitions	1	0.13856738805770874
278133	transitions	2	-10000.0
278133	transitions	3	-1.8281216621398926
278133	transitions	4	-10000.0
278133	transitions	5	0.5627807974815369
278133	transitions	6	-0.0856538638472557
278133	transitions	7	-0.8120172619819641
278133	transitions	8	-1.422804355621338
278133	transitions	9	-0.0012317091459408402
278133	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
278133	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
278133	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
278133	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
278133	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
278133	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
278133	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
278133	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
278133	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
278133	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
278133	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
278133	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
278133	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
278133	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
278133	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
278133	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
278133	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
278133	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
278133	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
278133	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
278133	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
278133	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
278133	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
278133	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
278133	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
278133	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
278133	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
278133	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
278133	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
278133	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
278133	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
278133	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
278133	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
278133	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
278133	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
278133	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
278133	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
278133	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
278133	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
278133	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
278133	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
278133	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
278133	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
278133	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
278133	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
278133	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
278133	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
278133	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
278133	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
278133	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
278133	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
278133	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
278133	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
278133	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
278133	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
278133	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
278133	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
278133	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
278133	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
278133	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
278133	embedding2nn.weight	0	0.016362207010388374
278133	embedding2nn.weight	1	-0.012691030278801918
278133	embedding2nn.weight	2	-0.014268254861235619
278133	embedding2nn.weight	3	-0.031335148960351944
278133	embedding2nn.weight	4	-0.0059150345623493195
278133	embedding2nn.weight	5	-0.0037005888298153877
278133	embedding2nn.weight	6	-0.003973265178501606
278133	embedding2nn.weight	7	-0.07730124145746231
278133	embedding2nn.weight	8	-0.0019979383796453476
278133	embedding2nn.weight	9	-0.027693871408700943
278133	embedding2nn.bias	0	0.03185112029314041
278133	embedding2nn.bias	1	-0.07615398615598679
278133	embedding2nn.bias	2	0.07115296274423599
278133	embedding2nn.bias	3	0.0507802739739418
278133	embedding2nn.bias	4	-0.04096784442663193
278133	embedding2nn.bias	5	-0.010167662985622883
278133	embedding2nn.bias	6	0.01563439704477787
278133	embedding2nn.bias	7	-0.054404061287641525
278133	embedding2nn.bias	8	0.07344689220190048
278133	embedding2nn.bias	9	0.04506848379969597
278133	rnn.weight_ih_l0	0	-0.0808267891407013
278133	rnn.weight_ih_l0	1	0.0029898970387876034
278133	rnn.weight_ih_l0	2	0.03550321236252785
278133	rnn.weight_ih_l0	3	0.023018665611743927
278133	rnn.weight_ih_l0	4	-0.04817869886755943
278133	rnn.weight_ih_l0	5	-0.06851426512002945
278133	rnn.weight_ih_l0	6	-0.0011254012351855636
278133	rnn.weight_ih_l0	7	0.05344873294234276
278133	rnn.weight_ih_l0	8	-0.01715591549873352
278133	rnn.weight_ih_l0	9	-0.030862480401992798
278133	rnn.weight_hh_l0	0	-0.03007456474006176
278133	rnn.weight_hh_l0	1	-0.0072806160897016525
278133	rnn.weight_hh_l0	2	0.006652378477156162
278133	rnn.weight_hh_l0	3	-0.07447925209999084
278133	rnn.weight_hh_l0	4	0.0932740792632103
278133	rnn.weight_hh_l0	5	-0.026927530765533447
278133	rnn.weight_hh_l0	6	-0.06386873871088028
278133	rnn.weight_hh_l0	7	0.008825519122183323
278133	rnn.weight_hh_l0	8	0.013368153013288975
278133	rnn.weight_hh_l0	9	-0.02562335506081581
278133	rnn.bias_ih_l0	0	0.12977035343647003
278133	rnn.bias_ih_l0	1	-0.034051984548568726
278133	rnn.bias_ih_l0	2	-0.034177266061306
278133	rnn.bias_ih_l0	3	0.1631842404603958
278133	rnn.bias_ih_l0	4	-0.012808135710656643
278133	rnn.bias_ih_l0	5	-0.022693991661071777
278133	rnn.bias_ih_l0	6	0.016997963190078735
278133	rnn.bias_ih_l0	7	0.023671647533774376
278133	rnn.bias_ih_l0	8	-0.09932287037372589
278133	rnn.bias_ih_l0	9	-0.04161469638347626
278133	rnn.bias_hh_l0	0	-0.0014494290808215737
278133	rnn.bias_hh_l0	1	-0.10038276016712189
278133	rnn.bias_hh_l0	2	-0.07510464638471603
278133	rnn.bias_hh_l0	3	-0.08875401318073273
278133	rnn.bias_hh_l0	4	0.008817264810204506
278133	rnn.bias_hh_l0	5	-0.02051849290728569
278133	rnn.bias_hh_l0	6	0.028119850903749466
278133	rnn.bias_hh_l0	7	0.060200285166502
278133	rnn.bias_hh_l0	8	-0.12317664176225662
278133	rnn.bias_hh_l0	9	-0.05927686765789986
278133	rnn.weight_ih_l0_reverse	0	-0.025437457486987114
278133	rnn.weight_ih_l0_reverse	1	-0.05720653384923935
278133	rnn.weight_ih_l0_reverse	2	-0.048980776220560074
278133	rnn.weight_ih_l0_reverse	3	0.015488659031689167
278133	rnn.weight_ih_l0_reverse	4	-0.02526121959090233
278133	rnn.weight_ih_l0_reverse	5	-0.05733315646648407
278133	rnn.weight_ih_l0_reverse	6	0.07353760302066803
278133	rnn.weight_ih_l0_reverse	7	-0.01900632679462433
278133	rnn.weight_ih_l0_reverse	8	-0.018518945202231407
278133	rnn.weight_ih_l0_reverse	9	0.004467993043363094
278133	rnn.weight_hh_l0_reverse	0	0.06864900141954422
278133	rnn.weight_hh_l0_reverse	1	0.019936779513955116
278133	rnn.weight_hh_l0_reverse	2	0.03002464398741722
278133	rnn.weight_hh_l0_reverse	3	0.03547598794102669
278133	rnn.weight_hh_l0_reverse	4	0.014329841360449791
278133	rnn.weight_hh_l0_reverse	5	0.008281667716801167
278133	rnn.weight_hh_l0_reverse	6	0.05105331167578697
278133	rnn.weight_hh_l0_reverse	7	-0.0819777101278305
278133	rnn.weight_hh_l0_reverse	8	0.040155328810214996
278133	rnn.weight_hh_l0_reverse	9	0.03481580689549446
278133	rnn.bias_ih_l0_reverse	0	-0.05678720772266388
278133	rnn.bias_ih_l0_reverse	1	-0.2827920913696289
278133	rnn.bias_ih_l0_reverse	2	-0.1241566613316536
278133	rnn.bias_ih_l0_reverse	3	-0.04791140928864479
278133	rnn.bias_ih_l0_reverse	4	-0.02218799851834774
278133	rnn.bias_ih_l0_reverse	5	0.07595876604318619
278133	rnn.bias_ih_l0_reverse	6	-0.0655561238527298
278133	rnn.bias_ih_l0_reverse	7	0.061657167971134186
278133	rnn.bias_ih_l0_reverse	8	-0.03576791286468506
278133	rnn.bias_ih_l0_reverse	9	0.0653502494096756
278133	rnn.bias_hh_l0_reverse	0	0.023381872102618217
278133	rnn.bias_hh_l0_reverse	1	-0.06300071626901627
278133	rnn.bias_hh_l0_reverse	2	0.08916300535202026
278133	rnn.bias_hh_l0_reverse	3	-0.0517488569021225
278133	rnn.bias_hh_l0_reverse	4	-0.02808336168527603
278133	rnn.bias_hh_l0_reverse	5	-0.022296251729130745
278133	rnn.bias_hh_l0_reverse	6	-0.02019023895263672
278133	rnn.bias_hh_l0_reverse	7	0.09966617077589035
278133	rnn.bias_hh_l0_reverse	8	0.030150156468153
278133	rnn.bias_hh_l0_reverse	9	-0.149042010307312
278133	rnn.weight_ih_l1	0	-0.029766356572508812
278133	rnn.weight_ih_l1	1	-0.05063436180353165
278133	rnn.weight_ih_l1	2	0.06508589535951614
278133	rnn.weight_ih_l1	3	-0.07294391840696335
278133	rnn.weight_ih_l1	4	-0.014087487943470478
278133	rnn.weight_ih_l1	5	-0.04034423828125
278133	rnn.weight_ih_l1	6	0.02888147532939911
278133	rnn.weight_ih_l1	7	-0.044227484613657
278133	rnn.weight_ih_l1	8	0.03787383437156677
278133	rnn.weight_ih_l1	9	0.044896356761455536
278133	rnn.weight_hh_l1	0	-0.007155444007366896
278133	rnn.weight_hh_l1	1	0.019903376698493958
278133	rnn.weight_hh_l1	2	0.006584148854017258
278133	rnn.weight_hh_l1	3	-0.012667091563344002
278133	rnn.weight_hh_l1	4	0.004826423712074757
278133	rnn.weight_hh_l1	5	0.03522283956408501
278133	rnn.weight_hh_l1	6	0.03626454621553421
278133	rnn.weight_hh_l1	7	-0.016366397961974144
278133	rnn.weight_hh_l1	8	-0.007250976283103228
278133	rnn.weight_hh_l1	9	0.03857283666729927
278133	rnn.bias_ih_l1	0	-0.18382252752780914
278133	rnn.bias_ih_l1	1	-0.1743602454662323
278133	rnn.bias_ih_l1	2	-0.1969418227672577
278133	rnn.bias_ih_l1	3	-0.30742114782333374
278133	rnn.bias_ih_l1	4	-0.21234041452407837
278133	rnn.bias_ih_l1	5	-0.08884420990943909
278133	rnn.bias_ih_l1	6	-0.1584632247686386
278133	rnn.bias_ih_l1	7	-0.003498608013615012
278133	rnn.bias_ih_l1	8	-0.1298203468322754
278133	rnn.bias_ih_l1	9	-0.12306147813796997
278133	rnn.bias_hh_l1	0	-0.096861332654953
278133	rnn.bias_hh_l1	1	-0.06339631229639053
278133	rnn.bias_hh_l1	2	-0.08520511537790298
278133	rnn.bias_hh_l1	3	-0.07744229584932327
278133	rnn.bias_hh_l1	4	-0.07325951755046844
278133	rnn.bias_hh_l1	5	-0.11724410951137543
278133	rnn.bias_hh_l1	6	-0.16081155836582184
278133	rnn.bias_hh_l1	7	0.07469332218170166
278133	rnn.bias_hh_l1	8	-0.1762724667787552
278133	rnn.bias_hh_l1	9	-0.11514224112033844
278133	rnn.weight_ih_l1_reverse	0	-0.047318823635578156
278133	rnn.weight_ih_l1_reverse	1	0.032817941159009933
278133	rnn.weight_ih_l1_reverse	2	0.08789843320846558
278133	rnn.weight_ih_l1_reverse	3	-0.01767287403345108
278133	rnn.weight_ih_l1_reverse	4	-0.02338353544473648
278133	rnn.weight_ih_l1_reverse	5	-0.03031214326620102
278133	rnn.weight_ih_l1_reverse	6	-0.019574321806430817
278133	rnn.weight_ih_l1_reverse	7	0.02966323494911194
278133	rnn.weight_ih_l1_reverse	8	0.005777276586741209
278133	rnn.weight_ih_l1_reverse	9	-0.033596403896808624
278133	rnn.weight_hh_l1_reverse	0	0.004580748733133078
278133	rnn.weight_hh_l1_reverse	1	0.03170624375343323
278133	rnn.weight_hh_l1_reverse	2	-0.040620043873786926
278133	rnn.weight_hh_l1_reverse	3	0.03502064570784569
278133	rnn.weight_hh_l1_reverse	4	0.047142621129751205
278133	rnn.weight_hh_l1_reverse	5	0.006023228634148836
278133	rnn.weight_hh_l1_reverse	6	0.04897028207778931
278133	rnn.weight_hh_l1_reverse	7	0.031015461310744286
278133	rnn.weight_hh_l1_reverse	8	-0.00711273867636919
278133	rnn.weight_hh_l1_reverse	9	-0.030172452330589294
278133	rnn.bias_ih_l1_reverse	0	-0.04572642594575882
278133	rnn.bias_ih_l1_reverse	1	-0.1396046131849289
278133	rnn.bias_ih_l1_reverse	2	-0.16378001868724823
278133	rnn.bias_ih_l1_reverse	3	-0.06059952452778816
278133	rnn.bias_ih_l1_reverse	4	-0.2037423551082611
278133	rnn.bias_ih_l1_reverse	5	-0.11678401380777359
278133	rnn.bias_ih_l1_reverse	6	-0.12988591194152832
278133	rnn.bias_ih_l1_reverse	7	-0.19199474155902863
278133	rnn.bias_ih_l1_reverse	8	0.22675468027591705
278133	rnn.bias_ih_l1_reverse	9	0.02257693000137806
278133	rnn.bias_hh_l1_reverse	0	0.010270644910633564
278133	rnn.bias_hh_l1_reverse	1	-0.06514200568199158
278133	rnn.bias_hh_l1_reverse	2	-0.23707526922225952
278133	rnn.bias_hh_l1_reverse	3	-0.14357802271842957
278133	rnn.bias_hh_l1_reverse	4	-0.08031019568443298
278133	rnn.bias_hh_l1_reverse	5	-0.11617831885814667
278133	rnn.bias_hh_l1_reverse	6	0.06291253119707108
278133	rnn.bias_hh_l1_reverse	7	-0.13463102281093597
278133	rnn.bias_hh_l1_reverse	8	-0.12489041686058044
278133	rnn.bias_hh_l1_reverse	9	-0.14827173948287964
278133	linear.weight	0	0.002228822559118271
278133	linear.weight	1	0.0974576473236084
278133	linear.weight	2	-0.09243891388177872
278133	linear.weight	3	0.31294897198677063
278133	linear.weight	4	0.15036708116531372
278133	linear.weight	5	-0.06566394865512848
278133	linear.weight	6	0.09536511451005936
278133	linear.weight	7	0.13669036328792572
278133	linear.weight	8	0.04113317281007767
278133	linear.weight	9	-0.051015764474868774
278133	linear.bias	0	0.08775879442691803
278133	linear.bias	1	-0.19013628363609314
278133	linear.bias	2	-0.4486120045185089
278133	linear.bias	3	-0.6587653756141663
278133	linear.bias	4	-1.2632479667663574
278133	linear.bias	5	-0.05857076495885849
278133	linear.bias	6	-0.8226078748703003
278133	linear.bias	7	0.2718910574913025
278133	linear.bias	8	-0.3969965875148773
278133	linear.bias	9	-1.0235434770584106
278330	transitions	0	0.7562015056610107
278330	transitions	1	0.13839788734912872
278330	transitions	2	-10000.0
278330	transitions	3	-1.8281221389770508
278330	transitions	4	-10000.0
278330	transitions	5	0.5627804398536682
278330	transitions	6	-0.08565440773963928
278330	transitions	7	-0.8120196461677551
278330	transitions	8	-1.422806978225708
278330	transitions	9	-0.0012317141517996788
278330	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
278330	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
278330	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
278330	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
278330	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
278330	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
278330	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
278330	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
278330	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
278330	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
278330	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
278330	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
278330	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
278330	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
278330	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
278330	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
278330	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
278330	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
278330	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
278330	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
278330	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
278330	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
278330	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
278330	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
278330	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
278330	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
278330	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
278330	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
278330	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
278330	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
278330	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
278330	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
278330	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
278330	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
278330	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
278330	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
278330	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
278330	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
278330	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
278330	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
278330	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
278330	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
278330	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
278330	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
278330	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
278330	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
278330	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
278330	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
278330	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
278330	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
278330	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
278330	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
278330	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
278330	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
278330	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
278330	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
278330	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
278330	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
278330	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
278330	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
278330	embedding2nn.weight	0	0.016333937644958496
278330	embedding2nn.weight	1	-0.012685970403254032
278330	embedding2nn.weight	2	-0.014268254861235619
278330	embedding2nn.weight	3	-0.031333182007074356
278330	embedding2nn.weight	4	-0.0059150345623493195
278330	embedding2nn.weight	5	-0.0037005888298153877
278330	embedding2nn.weight	6	-0.003973265178501606
278330	embedding2nn.weight	7	-0.07730457931756973
278330	embedding2nn.weight	8	-0.0019979383796453476
278330	embedding2nn.weight	9	-0.027697613462805748
278330	embedding2nn.bias	0	0.03191027417778969
278330	embedding2nn.bias	1	-0.07610149681568146
278330	embedding2nn.bias	2	0.07140901684761047
278330	embedding2nn.bias	3	0.05108543857932091
278330	embedding2nn.bias	4	-0.0411621518433094
278330	embedding2nn.bias	5	-0.010141068138182163
278330	embedding2nn.bias	6	0.01559128612279892
278330	embedding2nn.bias	7	-0.054610781371593475
278330	embedding2nn.bias	8	0.07350090891122818
278330	embedding2nn.bias	9	0.04516309127211571
278330	rnn.weight_ih_l0	0	-0.08080348372459412
278330	rnn.weight_ih_l0	1	0.002985230414196849
278330	rnn.weight_ih_l0	2	0.035537995398044586
278330	rnn.weight_ih_l0	3	0.023007236421108246
278330	rnn.weight_ih_l0	4	-0.04817739874124527
278330	rnn.weight_ih_l0	5	-0.06851435452699661
278330	rnn.weight_ih_l0	6	-0.0011099239345639944
278330	rnn.weight_ih_l0	7	0.053471051156520844
278330	rnn.weight_ih_l0	8	-0.01715809293091297
278330	rnn.weight_ih_l0	9	-0.030862243846058846
278330	rnn.weight_hh_l0	0	-0.03006117045879364
278330	rnn.weight_hh_l0	1	-0.007303318474441767
278330	rnn.weight_hh_l0	2	0.006660887040197849
278330	rnn.weight_hh_l0	3	-0.07448913156986237
278330	rnn.weight_hh_l0	4	0.09328211098909378
278330	rnn.weight_hh_l0	5	-0.026925159618258476
278330	rnn.weight_hh_l0	6	-0.0638618916273117
278330	rnn.weight_hh_l0	7	0.008816387504339218
278330	rnn.weight_hh_l0	8	0.013369004242122173
278330	rnn.weight_hh_l0	9	-0.025626815855503082
278330	rnn.bias_ih_l0	0	0.12983407080173492
278330	rnn.bias_ih_l0	1	-0.03406186401844025
278330	rnn.bias_ih_l0	2	-0.03413541242480278
278330	rnn.bias_ih_l0	3	0.16319423913955688
278330	rnn.bias_ih_l0	4	-0.012821204029023647
278330	rnn.bias_ih_l0	5	-0.022701993584632874
278330	rnn.bias_ih_l0	6	0.0169257540255785
278330	rnn.bias_ih_l0	7	0.02366340160369873
278330	rnn.bias_ih_l0	8	-0.09931863844394684
278330	rnn.bias_ih_l0	9	-0.0415513701736927
278330	rnn.bias_hh_l0	0	-0.001466195797547698
278330	rnn.bias_hh_l0	1	-0.10036543011665344
278330	rnn.bias_hh_l0	2	-0.07513689249753952
278330	rnn.bias_hh_l0	3	-0.08883482217788696
278330	rnn.bias_hh_l0	4	0.008764762431383133
278330	rnn.bias_hh_l0	5	-0.02051645703613758
278330	rnn.bias_hh_l0	6	0.028129173442721367
278330	rnn.bias_hh_l0	7	0.06026227027177811
278330	rnn.bias_hh_l0	8	-0.12320967763662338
278330	rnn.bias_hh_l0	9	-0.05920111760497093
278330	rnn.weight_ih_l0_reverse	0	-0.02543230913579464
278330	rnn.weight_ih_l0_reverse	1	-0.05720178410410881
278330	rnn.weight_ih_l0_reverse	2	-0.049002911895513535
278330	rnn.weight_ih_l0_reverse	3	0.015496318228542805
278330	rnn.weight_ih_l0_reverse	4	-0.0252887811511755
278330	rnn.weight_ih_l0_reverse	5	-0.05731900408864021
278330	rnn.weight_ih_l0_reverse	6	0.07351996749639511
278330	rnn.weight_ih_l0_reverse	7	-0.01900108903646469
278330	rnn.weight_ih_l0_reverse	8	-0.01851646974682808
278330	rnn.weight_ih_l0_reverse	9	0.004470630548894405
278330	rnn.weight_hh_l0_reverse	0	0.0685933455824852
278330	rnn.weight_hh_l0_reverse	1	0.019934242591261864
278330	rnn.weight_hh_l0_reverse	2	0.030014289543032646
278330	rnn.weight_hh_l0_reverse	3	0.03547859936952591
278330	rnn.weight_hh_l0_reverse	4	0.014328339137136936
278330	rnn.weight_hh_l0_reverse	5	0.008258269168436527
278330	rnn.weight_hh_l0_reverse	6	0.051057521253824234
278330	rnn.weight_hh_l0_reverse	7	-0.0819932222366333
278330	rnn.weight_hh_l0_reverse	8	0.04015320539474487
278330	rnn.weight_hh_l0_reverse	9	0.03481965884566307
278330	rnn.bias_ih_l0_reverse	0	-0.056767627596855164
278330	rnn.bias_ih_l0_reverse	1	-0.28275251388549805
278330	rnn.bias_ih_l0_reverse	2	-0.12421461194753647
278330	rnn.bias_ih_l0_reverse	3	-0.04790453612804413
278330	rnn.bias_ih_l0_reverse	4	-0.022178318351507187
278330	rnn.bias_ih_l0_reverse	5	0.07604500651359558
278330	rnn.bias_ih_l0_reverse	6	-0.06546404957771301
278330	rnn.bias_ih_l0_reverse	7	0.06167888641357422
278330	rnn.bias_ih_l0_reverse	8	-0.035781919956207275
278330	rnn.bias_ih_l0_reverse	9	0.06533689796924591
278330	rnn.bias_hh_l0_reverse	0	0.023322368040680885
278330	rnn.bias_hh_l0_reverse	1	-0.06306517869234085
278330	rnn.bias_hh_l0_reverse	2	0.08924777805805206
278330	rnn.bias_hh_l0_reverse	3	-0.051788393408060074
278330	rnn.bias_hh_l0_reverse	4	-0.02808433771133423
278330	rnn.bias_hh_l0_reverse	5	-0.022315429523587227
278330	rnn.bias_hh_l0_reverse	6	-0.020261850208044052
278330	rnn.bias_hh_l0_reverse	7	0.09971114993095398
278330	rnn.bias_hh_l0_reverse	8	0.030111009255051613
278330	rnn.bias_hh_l0_reverse	9	-0.1490330547094345
278330	rnn.weight_ih_l1	0	-0.029762741178274155
278330	rnn.weight_ih_l1	1	-0.05062439665198326
278330	rnn.weight_ih_l1	2	0.06509220600128174
278330	rnn.weight_ih_l1	3	-0.07295702397823334
278330	rnn.weight_ih_l1	4	-0.014078257605433464
278330	rnn.weight_ih_l1	5	-0.04033669829368591
278330	rnn.weight_ih_l1	6	0.028895825147628784
278330	rnn.weight_ih_l1	7	-0.044228751212358475
278330	rnn.weight_ih_l1	8	0.03787216916680336
278330	rnn.weight_ih_l1	9	0.04489203542470932
278330	rnn.weight_hh_l1	0	-0.007178058382123709
278330	rnn.weight_hh_l1	1	0.019907068461179733
278330	rnn.weight_hh_l1	2	0.006568919867277145
278330	rnn.weight_hh_l1	3	-0.012658138759434223
278330	rnn.weight_hh_l1	4	0.004826330114156008
278330	rnn.weight_hh_l1	5	0.03522337228059769
278330	rnn.weight_hh_l1	6	0.03627265989780426
278330	rnn.weight_hh_l1	7	-0.016360808163881302
278330	rnn.weight_hh_l1	8	-0.007264359388500452
278330	rnn.weight_hh_l1	9	0.03857256844639778
278330	rnn.bias_ih_l1	0	-0.18380329012870789
278330	rnn.bias_ih_l1	1	-0.17443327605724335
278330	rnn.bias_ih_l1	2	-0.19694069027900696
278330	rnn.bias_ih_l1	3	-0.307476669549942
278330	rnn.bias_ih_l1	4	-0.21227529644966125
278330	rnn.bias_ih_l1	5	-0.08887074142694473
278330	rnn.bias_ih_l1	6	-0.15850113332271576
278330	rnn.bias_ih_l1	7	-0.0034832425881177187
278330	rnn.bias_ih_l1	8	-0.1298423409461975
278330	rnn.bias_ih_l1	9	-0.12305769324302673
278330	rnn.bias_hh_l1	0	-0.09687540680170059
278330	rnn.bias_hh_l1	1	-0.06339699029922485
278330	rnn.bias_hh_l1	2	-0.08523458242416382
278330	rnn.bias_hh_l1	3	-0.07745371013879776
278330	rnn.bias_hh_l1	4	-0.07324478775262833
278330	rnn.bias_hh_l1	5	-0.11725014448165894
278330	rnn.bias_hh_l1	6	-0.16080722212791443
278330	rnn.bias_hh_l1	7	0.07483551651239395
278330	rnn.bias_hh_l1	8	-0.17627976834774017
278330	rnn.bias_hh_l1	9	-0.115186408162117
278330	rnn.weight_ih_l1_reverse	0	-0.0473177470266819
278330	rnn.weight_ih_l1_reverse	1	0.03285903483629227
278330	rnn.weight_ih_l1_reverse	2	0.08789645880460739
278330	rnn.weight_ih_l1_reverse	3	-0.017664622515439987
278330	rnn.weight_ih_l1_reverse	4	-0.02340703271329403
278330	rnn.weight_ih_l1_reverse	5	-0.03030804730951786
278330	rnn.weight_ih_l1_reverse	6	-0.019613925367593765
278330	rnn.weight_ih_l1_reverse	7	0.02967863157391548
278330	rnn.weight_ih_l1_reverse	8	0.005784519482403994
278330	rnn.weight_ih_l1_reverse	9	-0.03359409049153328
278330	rnn.weight_hh_l1_reverse	0	0.004582911729812622
278330	rnn.weight_hh_l1_reverse	1	0.03170277923345566
278330	rnn.weight_hh_l1_reverse	2	-0.0406218096613884
278330	rnn.weight_hh_l1_reverse	3	0.035019274801015854
278330	rnn.weight_hh_l1_reverse	4	0.04715009778738022
278330	rnn.weight_hh_l1_reverse	5	0.006027603056281805
278330	rnn.weight_hh_l1_reverse	6	0.048927243798971176
278330	rnn.weight_hh_l1_reverse	7	0.031024841591715813
278330	rnn.weight_hh_l1_reverse	8	-0.0071159652434289455
278330	rnn.weight_hh_l1_reverse	9	-0.030175287276506424
278330	rnn.bias_ih_l1_reverse	0	-0.04575146362185478
278330	rnn.bias_ih_l1_reverse	1	-0.1396441012620926
278330	rnn.bias_ih_l1_reverse	2	-0.16379955410957336
278330	rnn.bias_ih_l1_reverse	3	-0.06068458408117294
278330	rnn.bias_ih_l1_reverse	4	-0.2037268429994583
278330	rnn.bias_ih_l1_reverse	5	-0.11676202714443207
278330	rnn.bias_ih_l1_reverse	6	-0.12988333404064178
278330	rnn.bias_ih_l1_reverse	7	-0.1920061558485031
278330	rnn.bias_ih_l1_reverse	8	0.22669579088687897
278330	rnn.bias_ih_l1_reverse	9	0.022462263703346252
278330	rnn.bias_hh_l1_reverse	0	0.010289587080478668
278330	rnn.bias_hh_l1_reverse	1	-0.06520649790763855
278330	rnn.bias_hh_l1_reverse	2	-0.23708994686603546
278330	rnn.bias_hh_l1_reverse	3	-0.14355497062206268
278330	rnn.bias_hh_l1_reverse	4	-0.08027061074972153
278330	rnn.bias_hh_l1_reverse	5	-0.11618035286664963
278330	rnn.bias_hh_l1_reverse	6	0.0629863515496254
278330	rnn.bias_hh_l1_reverse	7	-0.13464832305908203
278330	rnn.bias_hh_l1_reverse	8	-0.12489253282546997
278330	rnn.bias_hh_l1_reverse	9	-0.14826354384422302
278330	linear.weight	0	0.002228822559118271
278330	linear.weight	1	0.09743229299783707
278330	linear.weight	2	-0.09239205718040466
278330	linear.weight	3	0.31288886070251465
278330	linear.weight	4	0.15034057199954987
278330	linear.weight	5	-0.06560932844877243
278330	linear.weight	6	0.09525982290506363
278330	linear.weight	7	0.13675861060619354
278330	linear.weight	8	0.04113316908478737
278330	linear.weight	9	-0.05097072944045067
278330	linear.bias	0	0.08632094413042068
278330	linear.bias	1	-0.19014707207679749
278330	linear.bias	2	-0.4479980766773224
278330	linear.bias	3	-0.6587188243865967
278330	linear.bias	4	-1.2631769180297852
278330	linear.bias	5	-0.05924658849835396
278330	linear.bias	6	-0.822629988193512
278330	linear.bias	7	0.27121996879577637
278330	linear.bias	8	-0.3968679904937744
278330	linear.bias	9	-1.0233945846557617
278334	transitions	0	0.7562010288238525
278334	transitions	1	0.13839784264564514
278334	transitions	2	-10000.0
278334	transitions	3	-1.8281222581863403
278334	transitions	4	-10000.0
278334	transitions	5	0.5627803802490234
278334	transitions	6	-0.08565440773963928
278334	transitions	7	-0.8120196461677551
278334	transitions	8	-1.422806978225708
278334	transitions	9	-0.0012317141517996788
278334	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
278334	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
278334	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
278334	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
278334	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
278334	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
278334	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
278334	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
278334	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
278334	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
278334	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
278334	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
278334	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
278334	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
278334	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
278334	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
278334	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
278334	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
278334	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
278334	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
278334	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
278334	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
278334	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
278334	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
278334	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
278334	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
278334	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
278334	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
278334	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
278334	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
278334	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
278334	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
278334	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
278334	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
278334	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
278334	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
278334	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
278334	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
278334	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
278334	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
278334	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
278334	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
278334	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
278334	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
278334	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
278334	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
278334	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
278334	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
278334	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
278334	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
278334	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
278334	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
278334	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
278334	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
278334	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
278334	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
278334	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
278334	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
278334	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
278334	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
278334	embedding2nn.weight	0	0.016338877379894257
278334	embedding2nn.weight	1	-0.012686152942478657
278334	embedding2nn.weight	2	-0.014268254861235619
278334	embedding2nn.weight	3	-0.031334709376096725
278334	embedding2nn.weight	4	-0.0059150345623493195
278334	embedding2nn.weight	5	-0.0037005888298153877
278334	embedding2nn.weight	6	-0.003973265178501606
278334	embedding2nn.weight	7	-0.07730493694543839
278334	embedding2nn.weight	8	-0.0019979383796453476
278334	embedding2nn.weight	9	-0.027696004137396812
278334	embedding2nn.bias	0	0.03193562105298042
278334	embedding2nn.bias	1	-0.07611671835184097
278334	embedding2nn.bias	2	0.07141825556755066
278334	embedding2nn.bias	3	0.05108550190925598
278334	embedding2nn.bias	4	-0.04117356613278389
278334	embedding2nn.bias	5	-0.010143422521650791
278334	embedding2nn.bias	6	0.01560840755701065
278334	embedding2nn.bias	7	-0.0546281673014164
278334	embedding2nn.bias	8	0.07346520572900772
278334	embedding2nn.bias	9	0.04515594244003296
278334	rnn.weight_ih_l0	0	-0.08080402761697769
278334	rnn.weight_ih_l0	1	0.0029861677903681993
278334	rnn.weight_ih_l0	2	0.03553793951869011
278334	rnn.weight_ih_l0	3	0.023004410788416862
278334	rnn.weight_ih_l0	4	-0.04817585274577141
278334	rnn.weight_ih_l0	5	-0.06851426512002945
278334	rnn.weight_ih_l0	6	-0.0011111971689388156
278334	rnn.weight_ih_l0	7	0.053471218794584274
278334	rnn.weight_ih_l0	8	-0.017156818881630898
278334	rnn.weight_ih_l0	9	-0.030862297862768173
278334	rnn.weight_hh_l0	0	-0.030061805620789528
278334	rnn.weight_hh_l0	1	-0.007302796468138695
278334	rnn.weight_hh_l0	2	0.006662548985332251
278334	rnn.weight_hh_l0	3	-0.07448862493038177
278334	rnn.weight_hh_l0	4	0.09328216314315796
278334	rnn.weight_hh_l0	5	-0.0269253458827734
278334	rnn.weight_hh_l0	6	-0.06386195123195648
278334	rnn.weight_hh_l0	7	0.0088149793446064
278334	rnn.weight_hh_l0	8	0.013369638472795486
278334	rnn.weight_hh_l0	9	-0.025627266615629196
278334	rnn.bias_ih_l0	0	0.12983649969100952
278334	rnn.bias_ih_l0	1	-0.03405884653329849
278334	rnn.bias_ih_l0	2	-0.034128352999687195
278334	rnn.bias_ih_l0	3	0.1631951630115509
278334	rnn.bias_ih_l0	4	-0.012827299535274506
278334	rnn.bias_ih_l0	5	-0.022707505151629448
278334	rnn.bias_ih_l0	6	0.016928406432271004
278334	rnn.bias_ih_l0	7	0.023665688931941986
278334	rnn.bias_ih_l0	8	-0.09931875020265579
278334	rnn.bias_ih_l0	9	-0.04155794531106949
278334	rnn.bias_hh_l0	0	-0.0014652737881988287
278334	rnn.bias_hh_l0	1	-0.10035599023103714
278334	rnn.bias_hh_l0	2	-0.07513391226530075
278334	rnn.bias_hh_l0	3	-0.08883345127105713
278334	rnn.bias_hh_l0	4	0.00875993724912405
278334	rnn.bias_hh_l0	5	-0.020516246557235718
278334	rnn.bias_hh_l0	6	0.02812919393181801
278334	rnn.bias_hh_l0	7	0.06025948375463486
278334	rnn.bias_hh_l0	8	-0.1232108622789383
278334	rnn.bias_hh_l0	9	-0.05920455977320671
278334	rnn.weight_ih_l0_reverse	0	-0.025434507057070732
278334	rnn.weight_ih_l0_reverse	1	-0.05720413103699684
278334	rnn.weight_ih_l0_reverse	2	-0.049002885818481445
278334	rnn.weight_ih_l0_reverse	3	0.015497246757149696
278334	rnn.weight_ih_l0_reverse	4	-0.025289196521043777
278334	rnn.weight_ih_l0_reverse	5	-0.05731968209147453
278334	rnn.weight_ih_l0_reverse	6	0.07351935654878616
278334	rnn.weight_ih_l0_reverse	7	-0.019004877656698227
278334	rnn.weight_ih_l0_reverse	8	-0.018518026918172836
278334	rnn.weight_ih_l0_reverse	9	0.004471898544579744
278334	rnn.weight_hh_l0_reverse	0	0.06859392672777176
278334	rnn.weight_hh_l0_reverse	1	0.019934678450226784
278334	rnn.weight_hh_l0_reverse	2	0.030014000833034515
278334	rnn.weight_hh_l0_reverse	3	0.03547851741313934
278334	rnn.weight_hh_l0_reverse	4	0.014327984303236008
278334	rnn.weight_hh_l0_reverse	5	0.008258961141109467
278334	rnn.weight_hh_l0_reverse	6	0.051056791096925735
278334	rnn.weight_hh_l0_reverse	7	-0.08199184387922287
278334	rnn.weight_hh_l0_reverse	8	0.04015347734093666
278334	rnn.weight_hh_l0_reverse	9	0.03481960669159889
278334	rnn.bias_ih_l0_reverse	0	-0.05676811933517456
278334	rnn.bias_ih_l0_reverse	1	-0.2827664017677307
278334	rnn.bias_ih_l0_reverse	2	-0.12421457469463348
278334	rnn.bias_ih_l0_reverse	3	-0.04790521785616875
278334	rnn.bias_ih_l0_reverse	4	-0.022183610126376152
278334	rnn.bias_ih_l0_reverse	5	0.07604692131280899
278334	rnn.bias_ih_l0_reverse	6	-0.06547115743160248
278334	rnn.bias_ih_l0_reverse	7	0.061671335250139236
278334	rnn.bias_ih_l0_reverse	8	-0.0357699878513813
278334	rnn.bias_ih_l0_reverse	9	0.06533782184123993
278334	rnn.bias_hh_l0_reverse	0	0.023324958980083466
278334	rnn.bias_hh_l0_reverse	1	-0.06307116895914078
278334	rnn.bias_hh_l0_reverse	2	0.0892544612288475
278334	rnn.bias_hh_l0_reverse	3	-0.051793016493320465
278334	rnn.bias_hh_l0_reverse	4	-0.028085919097065926
278334	rnn.bias_hh_l0_reverse	5	-0.02232172340154648
278334	rnn.bias_hh_l0_reverse	6	-0.020261600613594055
278334	rnn.bias_hh_l0_reverse	7	0.09971244633197784
278334	rnn.bias_hh_l0_reverse	8	0.03009997494518757
278334	rnn.bias_hh_l0_reverse	9	-0.14902932941913605
278334	rnn.weight_ih_l1	0	-0.029760854318737984
278334	rnn.weight_ih_l1	1	-0.05062432214617729
278334	rnn.weight_ih_l1	2	0.0650893971323967
278334	rnn.weight_ih_l1	3	-0.0729583278298378
278334	rnn.weight_ih_l1	4	-0.014077971689403057
278334	rnn.weight_ih_l1	5	-0.04033676162362099
278334	rnn.weight_ih_l1	6	0.02889668010175228
278334	rnn.weight_ih_l1	7	-0.04422499239444733
278334	rnn.weight_ih_l1	8	0.03787248954176903
278334	rnn.weight_ih_l1	9	0.044892288744449615
278334	rnn.weight_hh_l1	0	-0.007178944535553455
278334	rnn.weight_hh_l1	1	0.01990574039518833
278334	rnn.weight_hh_l1	2	0.006569716613739729
278334	rnn.weight_hh_l1	3	-0.012657498009502888
278334	rnn.weight_hh_l1	4	0.004826546646654606
278334	rnn.weight_hh_l1	5	0.03522343561053276
278334	rnn.weight_hh_l1	6	0.03627168759703636
278334	rnn.weight_hh_l1	7	-0.01636049896478653
278334	rnn.weight_hh_l1	8	-0.007265874184668064
278334	rnn.weight_hh_l1	9	0.03857159614562988
278334	rnn.bias_ih_l1	0	-0.18379534780979156
278334	rnn.bias_ih_l1	1	-0.17442943155765533
278334	rnn.bias_ih_l1	2	-0.1969359815120697
278334	rnn.bias_ih_l1	3	-0.3074791133403778
278334	rnn.bias_ih_l1	4	-0.21228888630867004
278334	rnn.bias_ih_l1	5	-0.08886522054672241
278334	rnn.bias_ih_l1	6	-0.1585036963224411
278334	rnn.bias_ih_l1	7	-0.003467035247012973
278334	rnn.bias_ih_l1	8	-0.12983988225460052
278334	rnn.bias_ih_l1	9	-0.12306857109069824
278334	rnn.bias_hh_l1	0	-0.09687506407499313
278334	rnn.bias_hh_l1	1	-0.06340048462152481
278334	rnn.bias_hh_l1	2	-0.08524967730045319
278334	rnn.bias_hh_l1	3	-0.07743889093399048
278334	rnn.bias_hh_l1	4	-0.07324984669685364
278334	rnn.bias_hh_l1	5	-0.11725131422281265
278334	rnn.bias_hh_l1	6	-0.16081403195858002
278334	rnn.bias_hh_l1	7	0.07484124600887299
278334	rnn.bias_hh_l1	8	-0.17627756297588348
278334	rnn.bias_hh_l1	9	-0.11518175154924393
278334	rnn.weight_ih_l1_reverse	0	-0.04731650650501251
278334	rnn.weight_ih_l1_reverse	1	0.032858818769454956
278334	rnn.weight_ih_l1_reverse	2	0.08789633959531784
278334	rnn.weight_ih_l1_reverse	3	-0.017664290964603424
278334	rnn.weight_ih_l1_reverse	4	-0.023404531180858612
278334	rnn.weight_ih_l1_reverse	5	-0.030308177694678307
278334	rnn.weight_ih_l1_reverse	6	-0.019612183794379234
278334	rnn.weight_ih_l1_reverse	7	0.02967682108283043
278334	rnn.weight_ih_l1_reverse	8	0.00578242028132081
278334	rnn.weight_ih_l1_reverse	9	-0.03359510749578476
278334	rnn.weight_hh_l1_reverse	0	0.004582837224006653
278334	rnn.weight_hh_l1_reverse	1	0.031702298671007156
278334	rnn.weight_hh_l1_reverse	2	-0.04062176123261452
278334	rnn.weight_hh_l1_reverse	3	0.03501927852630615
278334	rnn.weight_hh_l1_reverse	4	0.04714922234416008
278334	rnn.weight_hh_l1_reverse	5	0.006028587929904461
278334	rnn.weight_hh_l1_reverse	6	0.04892459884285927
278334	rnn.weight_hh_l1_reverse	7	0.031024130061268806
278334	rnn.weight_hh_l1_reverse	8	-0.007115855347365141
278334	rnn.weight_hh_l1_reverse	9	-0.03017544001340866
278334	rnn.bias_ih_l1_reverse	0	-0.045752108097076416
278334	rnn.bias_ih_l1_reverse	1	-0.13964900374412537
278334	rnn.bias_ih_l1_reverse	2	-0.16379481554031372
278334	rnn.bias_ih_l1_reverse	3	-0.0606863796710968
278334	rnn.bias_ih_l1_reverse	4	-0.20372803509235382
278334	rnn.bias_ih_l1_reverse	5	-0.11675189435482025
278334	rnn.bias_ih_l1_reverse	6	-0.12988637387752533
278334	rnn.bias_ih_l1_reverse	7	-0.1920139044523239
278334	rnn.bias_ih_l1_reverse	8	0.22669315338134766
278334	rnn.bias_ih_l1_reverse	9	0.02246198244392872
278334	rnn.bias_hh_l1_reverse	0	0.010301844216883183
278334	rnn.bias_hh_l1_reverse	1	-0.06523388624191284
278334	rnn.bias_hh_l1_reverse	2	-0.23709164559841156
278334	rnn.bias_hh_l1_reverse	3	-0.14355796575546265
278334	rnn.bias_hh_l1_reverse	4	-0.0802663192152977
278334	rnn.bias_hh_l1_reverse	5	-0.11617483198642731
278334	rnn.bias_hh_l1_reverse	6	0.06301140040159225
278334	rnn.bias_hh_l1_reverse	7	-0.13464823365211487
278334	rnn.bias_hh_l1_reverse	8	-0.12489622831344604
278334	rnn.bias_hh_l1_reverse	9	-0.14826519787311554
278334	linear.weight	0	0.002228822559118271
278334	linear.weight	1	0.09743823856115341
278334	linear.weight	2	-0.09239377826452255
278334	linear.weight	3	0.3128899037837982
278334	linear.weight	4	0.15033882856369019
278334	linear.weight	5	-0.06560955196619034
278334	linear.weight	6	0.09526027739048004
278334	linear.weight	7	0.13675189018249512
278334	linear.weight	8	0.04113316908478737
278334	linear.weight	9	-0.05096946284174919
278334	linear.bias	0	0.08602491766214371
278334	linear.bias	1	-0.19021202623844147
278334	linear.bias	2	-0.4479302763938904
278334	linear.bias	3	-0.6586841940879822
278334	linear.bias	4	-1.263142704963684
278334	linear.bias	5	-0.059303030371665955
278334	linear.bias	6	-0.8226959705352783
278334	linear.bias	7	0.271163672208786
278334	linear.bias	8	-0.39687851071357727
278334	linear.bias	9	-1.0234061479568481
278531	transitions	0	0.7561957240104675
278531	transitions	1	0.13840453326702118
278531	transitions	2	-10000.0
278531	transitions	3	-1.8281233310699463
278531	transitions	4	-10000.0
278531	transitions	5	0.5627800822257996
278531	transitions	6	-0.08565478026866913
278531	transitions	7	-0.8120283484458923
278531	transitions	8	-1.422806978225708
278531	transitions	9	-0.0012317277723923326
278531	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
278531	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
278531	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
278531	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
278531	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
278531	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
278531	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
278531	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
278531	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
278531	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
278531	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
278531	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
278531	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
278531	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
278531	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
278531	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
278531	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
278531	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
278531	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
278531	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
278531	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
278531	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
278531	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
278531	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
278531	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
278531	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
278531	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
278531	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
278531	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
278531	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
278531	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
278531	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
278531	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
278531	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
278531	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
278531	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
278531	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
278531	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
278531	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
278531	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
278531	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
278531	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
278531	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
278531	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
278531	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
278531	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
278531	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
278531	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
278531	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
278531	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
278531	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
278531	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
278531	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
278531	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
278531	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
278531	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
278531	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
278531	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
278531	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
278531	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
278531	embedding2nn.weight	0	0.01634284295141697
278531	embedding2nn.weight	1	-0.0126853222027421
278531	embedding2nn.weight	2	-0.014268254861235619
278531	embedding2nn.weight	3	-0.03134794905781746
278531	embedding2nn.weight	4	-0.0059150345623493195
278531	embedding2nn.weight	5	-0.0037005888298153877
278531	embedding2nn.weight	6	-0.003973265178501606
278531	embedding2nn.weight	7	-0.07730300724506378
278531	embedding2nn.weight	8	-0.0019979383796453476
278531	embedding2nn.weight	9	-0.02770201861858368
278531	embedding2nn.bias	0	0.031957488507032394
278531	embedding2nn.bias	1	-0.07624732702970505
278531	embedding2nn.bias	2	0.07132422924041748
278531	embedding2nn.bias	3	0.05100628361105919
278531	embedding2nn.bias	4	-0.04115258529782295
278531	embedding2nn.bias	5	-0.010045173577964306
278531	embedding2nn.bias	6	0.015437299385666847
278531	embedding2nn.bias	7	-0.054598450660705566
278531	embedding2nn.bias	8	0.07325185090303421
278531	embedding2nn.bias	9	0.0452895388007164
278531	rnn.weight_ih_l0	0	-0.08074068278074265
278531	rnn.weight_ih_l0	1	0.0029772913549095392
278531	rnn.weight_ih_l0	2	0.03553899750113487
278531	rnn.weight_ih_l0	3	0.02299618534743786
278531	rnn.weight_ih_l0	4	-0.04815221577882767
278531	rnn.weight_ih_l0	5	-0.06852342933416367
278531	rnn.weight_ih_l0	6	-0.001109851524233818
278531	rnn.weight_ih_l0	7	0.0534663200378418
278531	rnn.weight_ih_l0	8	-0.017154766246676445
278531	rnn.weight_ih_l0	9	-0.030877437442541122
278531	rnn.weight_hh_l0	0	-0.030020765960216522
278531	rnn.weight_hh_l0	1	-0.007285986095666885
278531	rnn.weight_hh_l0	2	0.0066701252944767475
278531	rnn.weight_hh_l0	3	-0.0745013877749443
278531	rnn.weight_hh_l0	4	0.09327904880046844
278531	rnn.weight_hh_l0	5	-0.026951516047120094
278531	rnn.weight_hh_l0	6	-0.06383311003446579
278531	rnn.weight_hh_l0	7	0.00881642010062933
278531	rnn.weight_hh_l0	8	0.013369076885282993
278531	rnn.weight_hh_l0	9	-0.02562982216477394
278531	rnn.bias_ih_l0	0	0.12980780005455017
278531	rnn.bias_ih_l0	1	-0.034048523753881454
278531	rnn.bias_ih_l0	2	-0.03418295830488205
278531	rnn.bias_ih_l0	3	0.1631843000650406
278531	rnn.bias_ih_l0	4	-0.012826149351894855
278531	rnn.bias_ih_l0	5	-0.022654568776488304
278531	rnn.bias_ih_l0	6	0.016966402530670166
278531	rnn.bias_ih_l0	7	0.023630093783140182
278531	rnn.bias_ih_l0	8	-0.09932730346918106
278531	rnn.bias_ih_l0	9	-0.04151644930243492
278531	rnn.bias_hh_l0	0	-0.001454798853956163
278531	rnn.bias_hh_l0	1	-0.10028897970914841
278531	rnn.bias_hh_l0	2	-0.07515561580657959
278531	rnn.bias_hh_l0	3	-0.08885732293128967
278531	rnn.bias_hh_l0	4	0.008691193535923958
278531	rnn.bias_hh_l0	5	-0.020515447482466698
278531	rnn.bias_hh_l0	6	0.028129713609814644
278531	rnn.bias_hh_l0	7	0.06025474891066551
278531	rnn.bias_hh_l0	8	-0.1232224851846695
278531	rnn.bias_hh_l0	9	-0.0592443123459816
278531	rnn.weight_ih_l0_reverse	0	-0.025411907583475113
278531	rnn.weight_ih_l0_reverse	1	-0.057222556322813034
278531	rnn.weight_ih_l0_reverse	2	-0.048997119069099426
278531	rnn.weight_ih_l0_reverse	3	0.015515387989580631
278531	rnn.weight_ih_l0_reverse	4	-0.02527676150202751
278531	rnn.weight_ih_l0_reverse	5	-0.05732839182019234
278531	rnn.weight_ih_l0_reverse	6	0.07349288463592529
278531	rnn.weight_ih_l0_reverse	7	-0.01900104247033596
278531	rnn.weight_ih_l0_reverse	8	-0.018513597548007965
278531	rnn.weight_ih_l0_reverse	9	0.004485155921429396
278531	rnn.weight_hh_l0_reverse	0	0.06858860701322556
278531	rnn.weight_hh_l0_reverse	1	0.019948020577430725
278531	rnn.weight_hh_l0_reverse	2	0.030011402443051338
278531	rnn.weight_hh_l0_reverse	3	0.035477835685014725
278531	rnn.weight_hh_l0_reverse	4	0.014346146956086159
278531	rnn.weight_hh_l0_reverse	5	0.00826316699385643
278531	rnn.weight_hh_l0_reverse	6	0.05105644464492798
278531	rnn.weight_hh_l0_reverse	7	-0.0820055827498436
278531	rnn.weight_hh_l0_reverse	8	0.04016416519880295
278531	rnn.weight_hh_l0_reverse	9	0.03482092171907425
278531	rnn.bias_ih_l0_reverse	0	-0.056774888187646866
278531	rnn.bias_ih_l0_reverse	1	-0.28278985619544983
278531	rnn.bias_ih_l0_reverse	2	-0.12422020733356476
278531	rnn.bias_ih_l0_reverse	3	-0.04787731170654297
278531	rnn.bias_ih_l0_reverse	4	-0.022191090509295464
278531	rnn.bias_ih_l0_reverse	5	0.07608291506767273
278531	rnn.bias_ih_l0_reverse	6	-0.06547849625349045
278531	rnn.bias_ih_l0_reverse	7	0.061734095215797424
278531	rnn.bias_ih_l0_reverse	8	-0.03581066057085991
278531	rnn.bias_ih_l0_reverse	9	0.06528545916080475
278531	rnn.bias_hh_l0_reverse	0	0.023338938131928444
278531	rnn.bias_hh_l0_reverse	1	-0.06313015520572662
278531	rnn.bias_hh_l0_reverse	2	0.08919808268547058
278531	rnn.bias_hh_l0_reverse	3	-0.05180003121495247
278531	rnn.bias_hh_l0_reverse	4	-0.02803996205329895
278531	rnn.bias_hh_l0_reverse	5	-0.022313622757792473
278531	rnn.bias_hh_l0_reverse	6	-0.020245779305696487
278531	rnn.bias_hh_l0_reverse	7	0.09976127743721008
278531	rnn.bias_hh_l0_reverse	8	0.030094394460320473
278531	rnn.bias_hh_l0_reverse	9	-0.1491159051656723
278531	rnn.weight_ih_l1	0	-0.0297642033547163
278531	rnn.weight_ih_l1	1	-0.050641607493162155
278531	rnn.weight_ih_l1	2	0.06513603031635284
278531	rnn.weight_ih_l1	3	-0.07295896112918854
278531	rnn.weight_ih_l1	4	-0.014071323908865452
278531	rnn.weight_ih_l1	5	-0.04033911973237991
278531	rnn.weight_ih_l1	6	0.02889842726290226
278531	rnn.weight_ih_l1	7	-0.044217780232429504
278531	rnn.weight_ih_l1	8	0.03787737339735031
278531	rnn.weight_ih_l1	9	0.04488885775208473
278531	rnn.weight_hh_l1	0	-0.007185376714915037
278531	rnn.weight_hh_l1	1	0.019906887784600258
278531	rnn.weight_hh_l1	2	0.006598599720746279
278531	rnn.weight_hh_l1	3	-0.012663386762142181
278531	rnn.weight_hh_l1	4	0.0048230234533548355
278531	rnn.weight_hh_l1	5	0.03522302582859993
278531	rnn.weight_hh_l1	6	0.03626472130417824
278531	rnn.weight_hh_l1	7	-0.016371330246329308
278531	rnn.weight_hh_l1	8	-0.0072589172050356865
278531	rnn.weight_hh_l1	9	0.03858543559908867
278531	rnn.bias_ih_l1	0	-0.18377624452114105
278531	rnn.bias_ih_l1	1	-0.1743663251399994
278531	rnn.bias_ih_l1	2	-0.1970144808292389
278531	rnn.bias_ih_l1	3	-0.3074612319469452
278531	rnn.bias_ih_l1	4	-0.21215230226516724
278531	rnn.bias_ih_l1	5	-0.08888816833496094
278531	rnn.bias_ih_l1	6	-0.15852893888950348
278531	rnn.bias_ih_l1	7	-0.0034806544426828623
278531	rnn.bias_ih_l1	8	-0.12984052300453186
278531	rnn.bias_ih_l1	9	-0.123053640127182
278531	rnn.bias_hh_l1	0	-0.09683644771575928
278531	rnn.bias_hh_l1	1	-0.06332702189683914
278531	rnn.bias_hh_l1	2	-0.08529165387153625
278531	rnn.bias_hh_l1	3	-0.07743051648139954
278531	rnn.bias_hh_l1	4	-0.07325726002454758
278531	rnn.bias_hh_l1	5	-0.1172996237874031
278531	rnn.bias_hh_l1	6	-0.16082040965557098
278531	rnn.bias_hh_l1	7	0.07480021566152573
278531	rnn.bias_hh_l1	8	-0.176226407289505
278531	rnn.bias_hh_l1	9	-0.11519397795200348
278531	rnn.weight_ih_l1_reverse	0	-0.04732093587517738
278531	rnn.weight_ih_l1_reverse	1	0.0328601635992527
278531	rnn.weight_ih_l1_reverse	2	0.08791238069534302
278531	rnn.weight_ih_l1_reverse	3	-0.01765303872525692
278531	rnn.weight_ih_l1_reverse	4	-0.023387031629681587
278531	rnn.weight_ih_l1_reverse	5	-0.03030543588101864
278531	rnn.weight_ih_l1_reverse	6	-0.01961524598300457
278531	rnn.weight_ih_l1_reverse	7	0.029683679342269897
278531	rnn.weight_ih_l1_reverse	8	0.0057757142931222916
278531	rnn.weight_ih_l1_reverse	9	-0.03365841135382652
278531	rnn.weight_hh_l1_reverse	0	0.004583436530083418
278531	rnn.weight_hh_l1_reverse	1	0.03169756755232811
278531	rnn.weight_hh_l1_reverse	2	-0.040620435029268265
278531	rnn.weight_hh_l1_reverse	3	0.03501741215586662
278531	rnn.weight_hh_l1_reverse	4	0.04716486856341362
278531	rnn.weight_hh_l1_reverse	5	0.006029181648045778
278531	rnn.weight_hh_l1_reverse	6	0.04891496151685715
278531	rnn.weight_hh_l1_reverse	7	0.03101562336087227
278531	rnn.weight_hh_l1_reverse	8	-0.007115229032933712
278531	rnn.weight_hh_l1_reverse	9	-0.030177270993590355
278531	rnn.bias_ih_l1_reverse	0	-0.04581122472882271
278531	rnn.bias_ih_l1_reverse	1	-0.1396561712026596
278531	rnn.bias_ih_l1_reverse	2	-0.16387583315372467
278531	rnn.bias_ih_l1_reverse	3	-0.06079738587141037
278531	rnn.bias_ih_l1_reverse	4	-0.20369617640972137
278531	rnn.bias_ih_l1_reverse	5	-0.11675538122653961
278531	rnn.bias_ih_l1_reverse	6	-0.1299133151769638
278531	rnn.bias_ih_l1_reverse	7	-0.19196122884750366
278531	rnn.bias_ih_l1_reverse	8	0.22664110362529755
278531	rnn.bias_ih_l1_reverse	9	0.022348804399371147
278531	rnn.bias_hh_l1_reverse	0	0.01031764317303896
278531	rnn.bias_hh_l1_reverse	1	-0.06538788974285126
278531	rnn.bias_hh_l1_reverse	2	-0.23707737028598785
278531	rnn.bias_hh_l1_reverse	3	-0.14354360103607178
278531	rnn.bias_hh_l1_reverse	4	-0.08021712303161621
278531	rnn.bias_hh_l1_reverse	5	-0.11618006974458694
278531	rnn.bias_hh_l1_reverse	6	0.06305212527513504
278531	rnn.bias_hh_l1_reverse	7	-0.13458554446697235
278531	rnn.bias_hh_l1_reverse	8	-0.12490884214639664
278531	rnn.bias_hh_l1_reverse	9	-0.14826546609401703
278531	linear.weight	0	0.002228822559118271
278531	linear.weight	1	0.09730833023786545
278531	linear.weight	2	-0.09235391020774841
278531	linear.weight	3	0.3128734230995178
278531	linear.weight	4	0.1503516435623169
278531	linear.weight	5	-0.06563279032707214
278531	linear.weight	6	0.09546315670013428
278531	linear.weight	7	0.13690508902072906
278531	linear.weight	8	0.04113316908478737
278531	linear.weight	9	-0.05096222460269928
278531	linear.bias	0	0.08597302436828613
278531	linear.bias	1	-0.18962198495864868
278531	linear.bias	2	-0.44740182161331177
278531	linear.bias	3	-0.6584087014198303
278531	linear.bias	4	-1.262860894203186
278531	linear.bias	5	-0.059658002108335495
278531	linear.bias	6	-0.8221108913421631
278531	linear.bias	7	0.2707918882369995
278531	linear.bias	8	-0.3972277343273163
278531	linear.bias	9	-1.0236448049545288
278728	transitions	0	0.7562163472175598
278728	transitions	1	0.13842561841011047
278728	transitions	2	-10000.0
278728	transitions	3	-1.8281233310699463
278728	transitions	4	-10000.0
278728	transitions	5	0.56277996301651
278728	transitions	6	-0.08565504848957062
278728	transitions	7	-0.8120335340499878
278728	transitions	8	-1.4228163957595825
278728	transitions	9	-0.0012317372020334005
278728	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
278728	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
278728	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
278728	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
278728	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
278728	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
278728	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
278728	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
278728	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
278728	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
278728	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
278728	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
278728	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
278728	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
278728	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
278728	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
278728	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
278728	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
278728	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
278728	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
278728	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
278728	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
278728	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
278728	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
278728	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
278728	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
278728	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
278728	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
278728	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
278728	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
278728	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
278728	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
278728	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
278728	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
278728	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
278728	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
278728	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
278728	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
278728	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
278728	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
278728	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
278728	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
278728	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
278728	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
278728	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
278728	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
278728	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
278728	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
278728	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
278728	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
278728	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
278728	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
278728	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
278728	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
278728	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
278728	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
278728	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
278728	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
278728	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
278728	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
278728	embedding2nn.weight	0	0.016341039910912514
278728	embedding2nn.weight	1	-0.012687070295214653
278728	embedding2nn.weight	2	-0.014268254861235619
278728	embedding2nn.weight	3	-0.03137912601232529
278728	embedding2nn.weight	4	-0.0059150345623493195
278728	embedding2nn.weight	5	-0.0037005888298153877
278728	embedding2nn.weight	6	-0.003973265178501606
278728	embedding2nn.weight	7	-0.07731341570615768
278728	embedding2nn.weight	8	-0.0019979383796453476
278728	embedding2nn.weight	9	-0.027691250666975975
278728	embedding2nn.bias	0	0.03170878067612648
278728	embedding2nn.bias	1	-0.07621138542890549
278728	embedding2nn.bias	2	0.071400485932827
278728	embedding2nn.bias	3	0.051220301538705826
278728	embedding2nn.bias	4	-0.0409475676715374
278728	embedding2nn.bias	5	-0.009911565110087395
278728	embedding2nn.bias	6	0.015431033447384834
278728	embedding2nn.bias	7	-0.054466985166072845
278728	embedding2nn.bias	8	0.0733218565583229
278728	embedding2nn.bias	9	0.04532058909535408
278728	rnn.weight_ih_l0	0	-0.08077096194028854
278728	rnn.weight_ih_l0	1	0.0030218211468309164
278728	rnn.weight_ih_l0	2	0.03557030111551285
278728	rnn.weight_ih_l0	3	0.022998929023742676
278728	rnn.weight_ih_l0	4	-0.04816186800599098
278728	rnn.weight_ih_l0	5	-0.06852524727582932
278728	rnn.weight_ih_l0	6	-0.0010907482355833054
278728	rnn.weight_ih_l0	7	0.05348626896739006
278728	rnn.weight_ih_l0	8	-0.01714770868420601
278728	rnn.weight_ih_l0	9	-0.03090447559952736
278728	rnn.weight_hh_l0	0	-0.030029332265257835
278728	rnn.weight_hh_l0	1	-0.007292974274605513
278728	rnn.weight_hh_l0	2	0.006683327257633209
278728	rnn.weight_hh_l0	3	-0.0744936466217041
278728	rnn.weight_hh_l0	4	0.09327840059995651
278728	rnn.weight_hh_l0	5	-0.026962226256728172
278728	rnn.weight_hh_l0	6	-0.0638406053185463
278728	rnn.weight_hh_l0	7	0.008813015185296535
278728	rnn.weight_hh_l0	8	0.013369590044021606
278728	rnn.weight_hh_l0	9	-0.025633784011006355
278728	rnn.bias_ih_l0	0	0.12982474267482758
278728	rnn.bias_ih_l0	1	-0.03406300023198128
278728	rnn.bias_ih_l0	2	-0.03418445959687233
278728	rnn.bias_ih_l0	3	0.16324661672115326
278728	rnn.bias_ih_l0	4	-0.012808299623429775
278728	rnn.bias_ih_l0	5	-0.02264116145670414
278728	rnn.bias_ih_l0	6	0.016963429749011993
278728	rnn.bias_ih_l0	7	0.02359197847545147
278728	rnn.bias_ih_l0	8	-0.09933047741651535
278728	rnn.bias_ih_l0	9	-0.04159099981188774
278728	rnn.bias_hh_l0	0	-0.001391249825246632
278728	rnn.bias_hh_l0	1	-0.10025539994239807
278728	rnn.bias_hh_l0	2	-0.07518541812896729
278728	rnn.bias_hh_l0	3	-0.08885756880044937
278728	rnn.bias_hh_l0	4	0.00865902565419674
278728	rnn.bias_hh_l0	5	-0.020534880459308624
278728	rnn.bias_hh_l0	6	0.028052398934960365
278728	rnn.bias_hh_l0	7	0.06016508489847183
278728	rnn.bias_hh_l0	8	-0.12317661941051483
278728	rnn.bias_hh_l0	9	-0.05928812175989151
278728	rnn.weight_ih_l0_reverse	0	-0.02540574036538601
278728	rnn.weight_ih_l0_reverse	1	-0.057238493114709854
278728	rnn.weight_ih_l0_reverse	2	-0.04898412525653839
278728	rnn.weight_ih_l0_reverse	3	0.015501297079026699
278728	rnn.weight_ih_l0_reverse	4	-0.025275137275457382
278728	rnn.weight_ih_l0_reverse	5	-0.0573241226375103
278728	rnn.weight_ih_l0_reverse	6	0.07347709685564041
278728	rnn.weight_ih_l0_reverse	7	-0.018975086510181427
278728	rnn.weight_ih_l0_reverse	8	-0.018537553027272224
278728	rnn.weight_ih_l0_reverse	9	0.004527021665126085
278728	rnn.weight_hh_l0_reverse	0	0.06857471168041229
278728	rnn.weight_hh_l0_reverse	1	0.01994837075471878
278728	rnn.weight_hh_l0_reverse	2	0.030016738921403885
278728	rnn.weight_hh_l0_reverse	3	0.035484615713357925
278728	rnn.weight_hh_l0_reverse	4	0.014336529187858105
278728	rnn.weight_hh_l0_reverse	5	0.00825683306902647
278728	rnn.weight_hh_l0_reverse	6	0.05104759335517883
278728	rnn.weight_hh_l0_reverse	7	-0.08199768513441086
278728	rnn.weight_hh_l0_reverse	8	0.040162812918424606
278728	rnn.weight_hh_l0_reverse	9	0.034837543964385986
278728	rnn.bias_ih_l0_reverse	0	-0.0568062998354435
278728	rnn.bias_ih_l0_reverse	1	-0.28281912207603455
278728	rnn.bias_ih_l0_reverse	2	-0.12422502785921097
278728	rnn.bias_ih_l0_reverse	3	-0.04786783829331398
278728	rnn.bias_ih_l0_reverse	4	-0.02215314842760563
278728	rnn.bias_ih_l0_reverse	5	0.0761227160692215
278728	rnn.bias_ih_l0_reverse	6	-0.06549796462059021
278728	rnn.bias_ih_l0_reverse	7	0.06174731254577637
278728	rnn.bias_ih_l0_reverse	8	-0.03579641506075859
278728	rnn.bias_ih_l0_reverse	9	0.06526727974414825
278728	rnn.bias_hh_l0_reverse	0	0.023330306634306908
278728	rnn.bias_hh_l0_reverse	1	-0.06307470798492432
278728	rnn.bias_hh_l0_reverse	2	0.08917610347270966
278728	rnn.bias_hh_l0_reverse	3	-0.05181019380688667
278728	rnn.bias_hh_l0_reverse	4	-0.028084035962820053
278728	rnn.bias_hh_l0_reverse	5	-0.022340353578329086
278728	rnn.bias_hh_l0_reverse	6	-0.02023952268064022
278728	rnn.bias_hh_l0_reverse	7	0.09974166005849838
278728	rnn.bias_hh_l0_reverse	8	0.03011946566402912
278728	rnn.bias_hh_l0_reverse	9	-0.14913159608840942
278728	rnn.weight_ih_l1	0	-0.029760869219899178
278728	rnn.weight_ih_l1	1	-0.05062657594680786
278728	rnn.weight_ih_l1	2	0.0651383101940155
278728	rnn.weight_ih_l1	3	-0.07289239019155502
278728	rnn.weight_ih_l1	4	-0.014074588194489479
278728	rnn.weight_ih_l1	5	-0.04034356772899628
278728	rnn.weight_ih_l1	6	0.028919054195284843
278728	rnn.weight_ih_l1	7	-0.04421141371130943
278728	rnn.weight_ih_l1	8	0.037875887006521225
278728	rnn.weight_ih_l1	9	0.044884663075208664
278728	rnn.weight_hh_l1	0	-0.007184627931565046
278728	rnn.weight_hh_l1	1	0.019906874746084213
278728	rnn.weight_hh_l1	2	0.006598332431167364
278728	rnn.weight_hh_l1	3	-0.012666372582316399
278728	rnn.weight_hh_l1	4	0.004825624171644449
278728	rnn.weight_hh_l1	5	0.03522402048110962
278728	rnn.weight_hh_l1	6	0.036237578839063644
278728	rnn.weight_hh_l1	7	-0.0163692906498909
278728	rnn.weight_hh_l1	8	-0.007254480384290218
278728	rnn.weight_hh_l1	9	0.03858965262770653
278728	rnn.bias_ih_l1	0	-0.1837552934885025
278728	rnn.bias_ih_l1	1	-0.174400195479393
278728	rnn.bias_ih_l1	2	-0.19703242182731628
278728	rnn.bias_ih_l1	3	-0.30739355087280273
278728	rnn.bias_ih_l1	4	-0.2119242250919342
278728	rnn.bias_ih_l1	5	-0.08886745572090149
278728	rnn.bias_ih_l1	6	-0.15851375460624695
278728	rnn.bias_ih_l1	7	-0.0035204007290303707
278728	rnn.bias_ih_l1	8	-0.12986060976982117
278728	rnn.bias_ih_l1	9	-0.12303952127695084
278728	rnn.bias_hh_l1	0	-0.09674087166786194
278728	rnn.bias_hh_l1	1	-0.06328996270895004
278728	rnn.bias_hh_l1	2	-0.08530886471271515
278728	rnn.bias_hh_l1	3	-0.07743339240550995
278728	rnn.bias_hh_l1	4	-0.07327296584844589
278728	rnn.bias_hh_l1	5	-0.11727789044380188
278728	rnn.bias_hh_l1	6	-0.16086812317371368
278728	rnn.bias_hh_l1	7	0.07492011040449142
278728	rnn.bias_hh_l1	8	-0.1761482059955597
278728	rnn.bias_hh_l1	9	-0.11508025228977203
278728	rnn.weight_ih_l1_reverse	0	-0.04732126742601395
278728	rnn.weight_ih_l1_reverse	1	0.03286789357662201
278728	rnn.weight_ih_l1_reverse	2	0.08789902925491333
278728	rnn.weight_ih_l1_reverse	3	-0.017644217237830162
278728	rnn.weight_ih_l1_reverse	4	-0.02337595634162426
278728	rnn.weight_ih_l1_reverse	5	-0.030301064252853394
278728	rnn.weight_ih_l1_reverse	6	-0.01960419863462448
278728	rnn.weight_ih_l1_reverse	7	0.029694657772779465
278728	rnn.weight_ih_l1_reverse	8	0.005785257089883089
278728	rnn.weight_ih_l1_reverse	9	-0.03363155946135521
278728	rnn.weight_hh_l1_reverse	0	0.004579679574817419
278728	rnn.weight_hh_l1_reverse	1	0.03170046955347061
278728	rnn.weight_hh_l1_reverse	2	-0.04061884060502052
278728	rnn.weight_hh_l1_reverse	3	0.03501874953508377
278728	rnn.weight_hh_l1_reverse	4	0.04717915505170822
278728	rnn.weight_hh_l1_reverse	5	0.006031475029885769
278728	rnn.weight_hh_l1_reverse	6	0.04890361428260803
278728	rnn.weight_hh_l1_reverse	7	0.03101261705160141
278728	rnn.weight_hh_l1_reverse	8	-0.007113338448107243
278728	rnn.weight_hh_l1_reverse	9	-0.030174916610121727
278728	rnn.bias_ih_l1_reverse	0	-0.04581538587808609
278728	rnn.bias_ih_l1_reverse	1	-0.13968375325202942
278728	rnn.bias_ih_l1_reverse	2	-0.16384272277355194
278728	rnn.bias_ih_l1_reverse	3	-0.060823287814855576
278728	rnn.bias_ih_l1_reverse	4	-0.20369385182857513
278728	rnn.bias_ih_l1_reverse	5	-0.11677253246307373
278728	rnn.bias_ih_l1_reverse	6	-0.12989681959152222
278728	rnn.bias_ih_l1_reverse	7	-0.1919427365064621
278728	rnn.bias_ih_l1_reverse	8	0.2266838103532791
278728	rnn.bias_ih_l1_reverse	9	0.022411666810512543
278728	rnn.bias_hh_l1_reverse	0	0.010513421148061752
278728	rnn.bias_hh_l1_reverse	1	-0.065485380589962
278728	rnn.bias_hh_l1_reverse	2	-0.23707909882068634
278728	rnn.bias_hh_l1_reverse	3	-0.14350692927837372
278728	rnn.bias_hh_l1_reverse	4	-0.08020801097154617
278728	rnn.bias_hh_l1_reverse	5	-0.11611511558294296
278728	rnn.bias_hh_l1_reverse	6	0.06315737217664719
278728	rnn.bias_hh_l1_reverse	7	-0.1346086710691452
278728	rnn.bias_hh_l1_reverse	8	-0.12489515542984009
278728	rnn.bias_hh_l1_reverse	9	-0.1482556164264679
278728	linear.weight	0	0.002228822559118271
278728	linear.weight	1	0.09722942113876343
278728	linear.weight	2	-0.09225379675626755
278728	linear.weight	3	0.3130609393119812
278728	linear.weight	4	0.15042534470558167
278728	linear.weight	5	-0.06559577584266663
278728	linear.weight	6	0.09518350660800934
278728	linear.weight	7	0.13712018728256226
278728	linear.weight	8	0.04113316908478737
278728	linear.weight	9	-0.05098344758152962
278728	linear.bias	0	0.08615255355834961
278728	linear.bias	1	-0.1897001713514328
278728	linear.bias	2	-0.44822943210601807
278728	linear.bias	3	-0.658013641834259
278728	linear.bias	4	-1.2623953819274902
278728	linear.bias	5	-0.0601520799100399
278728	linear.bias	6	-0.8222082853317261
278728	linear.bias	7	0.27026456594467163
278728	linear.bias	8	-0.3970658779144287
278728	linear.bias	9	-1.0234936475753784
278925	transitions	0	0.7563626766204834
278925	transitions	1	0.1385372430086136
278925	transitions	2	-10000.0
278925	transitions	3	-1.8281233310699463
278925	transitions	4	-10000.0
278925	transitions	5	0.5627784132957458
278925	transitions	6	-0.08565590530633926
278925	transitions	7	-0.8120505213737488
278925	transitions	8	-1.4228163957595825
278925	transitions	9	-0.0012317417422309518
278925	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
278925	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
278925	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
278925	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
278925	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
278925	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
278925	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
278925	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
278925	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
278925	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
278925	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
278925	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
278925	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
278925	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
278925	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
278925	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
278925	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
278925	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
278925	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
278925	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
278925	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
278925	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
278925	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
278925	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
278925	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
278925	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
278925	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
278925	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
278925	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
278925	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
278925	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
278925	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
278925	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
278925	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
278925	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
278925	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
278925	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
278925	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
278925	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
278925	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
278925	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
278925	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
278925	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
278925	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
278925	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
278925	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
278925	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
278925	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
278925	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
278925	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
278925	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
278925	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
278925	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
278925	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
278925	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
278925	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
278925	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
278925	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
278925	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
278925	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
278925	embedding2nn.weight	0	0.016318880021572113
278925	embedding2nn.weight	1	-0.012683729641139507
278925	embedding2nn.weight	2	-0.014268254861235619
278925	embedding2nn.weight	3	-0.031330812722444534
278925	embedding2nn.weight	4	-0.0059150345623493195
278925	embedding2nn.weight	5	-0.0037005888298153877
278925	embedding2nn.weight	6	-0.003973265178501606
278925	embedding2nn.weight	7	-0.07731200754642487
278925	embedding2nn.weight	8	-0.0019979383796453476
278925	embedding2nn.weight	9	-0.027678921818733215
278925	embedding2nn.bias	0	0.03196389600634575
278925	embedding2nn.bias	1	-0.07640921324491501
278925	embedding2nn.bias	2	0.07132578641176224
278925	embedding2nn.bias	3	0.05105018615722656
278925	embedding2nn.bias	4	-0.04098464921116829
278925	embedding2nn.bias	5	-0.009950097650289536
278925	embedding2nn.bias	6	0.015324078500270844
278925	embedding2nn.bias	7	-0.05447687953710556
278925	embedding2nn.bias	8	0.07319663465023041
278925	embedding2nn.bias	9	0.04517646133899689
278925	rnn.weight_ih_l0	0	-0.0807766541838646
278925	rnn.weight_ih_l0	1	0.0030220726039260626
278925	rnn.weight_ih_l0	2	0.03556577116250992
278925	rnn.weight_ih_l0	3	0.02301877923309803
278925	rnn.weight_ih_l0	4	-0.048148758709430695
278925	rnn.weight_ih_l0	5	-0.06854195892810822
278925	rnn.weight_ih_l0	6	-0.0010874797590076923
278925	rnn.weight_ih_l0	7	0.05348536744713783
278925	rnn.weight_ih_l0	8	-0.017127301543951035
278925	rnn.weight_ih_l0	9	-0.030890192836523056
278925	rnn.weight_hh_l0	0	-0.030035817995667458
278925	rnn.weight_hh_l0	1	-0.0073073748499155045
278925	rnn.weight_hh_l0	2	0.006673074327409267
278925	rnn.weight_hh_l0	3	-0.07448775321245193
278925	rnn.weight_hh_l0	4	0.0932663232088089
278925	rnn.weight_hh_l0	5	-0.026972567662596703
278925	rnn.weight_hh_l0	6	-0.06384018063545227
278925	rnn.weight_hh_l0	7	0.008801433257758617
278925	rnn.weight_hh_l0	8	0.013356835581362247
278925	rnn.weight_hh_l0	9	-0.025633899495005608
278925	rnn.bias_ih_l0	0	0.12982168793678284
278925	rnn.bias_ih_l0	1	-0.03399427607655525
278925	rnn.bias_ih_l0	2	-0.03415950760245323
278925	rnn.bias_ih_l0	3	0.1632271111011505
278925	rnn.bias_ih_l0	4	-0.012796861119568348
278925	rnn.bias_ih_l0	5	-0.02270338498055935
278925	rnn.bias_ih_l0	6	0.0169378574937582
278925	rnn.bias_ih_l0	7	0.023615526035428047
278925	rnn.bias_ih_l0	8	-0.09934284538030624
278925	rnn.bias_ih_l0	9	-0.04151273891329765
278925	rnn.bias_hh_l0	0	-0.0013933333102613688
278925	rnn.bias_hh_l0	1	-0.10022708028554916
278925	rnn.bias_hh_l0	2	-0.07515745609998703
278925	rnn.bias_hh_l0	3	-0.0887974202632904
278925	rnn.bias_hh_l0	4	0.008589126169681549
278925	rnn.bias_hh_l0	5	-0.02049732767045498
278925	rnn.bias_hh_l0	6	0.028111878782510757
278925	rnn.bias_hh_l0	7	0.06020355969667435
278925	rnn.bias_hh_l0	8	-0.1232362613081932
278925	rnn.bias_hh_l0	9	-0.05932045727968216
278925	rnn.weight_ih_l0_reverse	0	-0.025369694456458092
278925	rnn.weight_ih_l0_reverse	1	-0.057249803096055984
278925	rnn.weight_ih_l0_reverse	2	-0.048967983573675156
278925	rnn.weight_ih_l0_reverse	3	0.015494853258132935
278925	rnn.weight_ih_l0_reverse	4	-0.025264540687203407
278925	rnn.weight_ih_l0_reverse	5	-0.05732389912009239
278925	rnn.weight_ih_l0_reverse	6	0.07350320369005203
278925	rnn.weight_ih_l0_reverse	7	-0.018968844786286354
278925	rnn.weight_ih_l0_reverse	8	-0.018541397526860237
278925	rnn.weight_ih_l0_reverse	9	0.004546727519482374
278925	rnn.weight_hh_l0_reverse	0	0.0685620829463005
278925	rnn.weight_hh_l0_reverse	1	0.019920557737350464
278925	rnn.weight_hh_l0_reverse	2	0.030022062361240387
278925	rnn.weight_hh_l0_reverse	3	0.035490233451128006
278925	rnn.weight_hh_l0_reverse	4	0.014329669065773487
278925	rnn.weight_hh_l0_reverse	5	0.008265390060842037
278925	rnn.weight_hh_l0_reverse	6	0.051041580736637115
278925	rnn.weight_hh_l0_reverse	7	-0.08198149502277374
278925	rnn.weight_hh_l0_reverse	8	0.040172453969717026
278925	rnn.weight_hh_l0_reverse	9	0.03483724966645241
278925	rnn.bias_ih_l0_reverse	0	-0.05684365704655647
278925	rnn.bias_ih_l0_reverse	1	-0.282819539308548
278925	rnn.bias_ih_l0_reverse	2	-0.1242358610033989
278925	rnn.bias_ih_l0_reverse	3	-0.04783160611987114
278925	rnn.bias_ih_l0_reverse	4	-0.02216118760406971
278925	rnn.bias_ih_l0_reverse	5	0.07612915337085724
278925	rnn.bias_ih_l0_reverse	6	-0.06550506502389908
278925	rnn.bias_ih_l0_reverse	7	0.06177762895822525
278925	rnn.bias_ih_l0_reverse	8	-0.03580183908343315
278925	rnn.bias_ih_l0_reverse	9	0.06525083631277084
278925	rnn.bias_hh_l0_reverse	0	0.02342074364423752
278925	rnn.bias_hh_l0_reverse	1	-0.06306365132331848
278925	rnn.bias_hh_l0_reverse	2	0.08919407427310944
278925	rnn.bias_hh_l0_reverse	3	-0.051801830530166626
278925	rnn.bias_hh_l0_reverse	4	-0.028070926666259766
278925	rnn.bias_hh_l0_reverse	5	-0.02236788161098957
278925	rnn.bias_hh_l0_reverse	6	-0.020235633477568626
278925	rnn.bias_hh_l0_reverse	7	0.09972088783979416
278925	rnn.bias_hh_l0_reverse	8	0.030104687437415123
278925	rnn.bias_hh_l0_reverse	9	-0.14919501543045044
278925	rnn.weight_ih_l1	0	-0.02976042777299881
278925	rnn.weight_ih_l1	1	-0.050631824880838394
278925	rnn.weight_ih_l1	2	0.06508202850818634
278925	rnn.weight_ih_l1	3	-0.07288502156734467
278925	rnn.weight_ih_l1	4	-0.014076792635023594
278925	rnn.weight_ih_l1	5	-0.04033951833844185
278925	rnn.weight_ih_l1	6	0.02890699915587902
278925	rnn.weight_ih_l1	7	-0.04422268271446228
278925	rnn.weight_ih_l1	8	0.03787374123930931
278925	rnn.weight_ih_l1	9	0.04487894847989082
278925	rnn.weight_hh_l1	0	-0.007161635905504227
278925	rnn.weight_hh_l1	1	0.01990220881998539
278925	rnn.weight_hh_l1	2	0.006585310213267803
278925	rnn.weight_hh_l1	3	-0.012660483829677105
278925	rnn.weight_hh_l1	4	0.00482536107301712
278925	rnn.weight_hh_l1	5	0.03523288294672966
278925	rnn.weight_hh_l1	6	0.03624562919139862
278925	rnn.weight_hh_l1	7	-0.016370519995689392
278925	rnn.weight_hh_l1	8	-0.007255380507558584
278925	rnn.weight_hh_l1	9	0.038585394620895386
278925	rnn.bias_ih_l1	0	-0.1838049292564392
278925	rnn.bias_ih_l1	1	-0.17444100975990295
278925	rnn.bias_ih_l1	2	-0.19701451063156128
278925	rnn.bias_ih_l1	3	-0.3073299527168274
278925	rnn.bias_ih_l1	4	-0.2118871510028839
278925	rnn.bias_ih_l1	5	-0.08887538313865662
278925	rnn.bias_ih_l1	6	-0.15849456191062927
278925	rnn.bias_ih_l1	7	-0.0035718330182135105
278925	rnn.bias_ih_l1	8	-0.12988266348838806
278925	rnn.bias_ih_l1	9	-0.123068667948246
278925	rnn.bias_hh_l1	0	-0.0967128574848175
278925	rnn.bias_hh_l1	1	-0.06323828548192978
278925	rnn.bias_hh_l1	2	-0.08539782464504242
278925	rnn.bias_hh_l1	3	-0.07743752002716064
278925	rnn.bias_hh_l1	4	-0.07325330376625061
278925	rnn.bias_hh_l1	5	-0.11728379875421524
278925	rnn.bias_hh_l1	6	-0.16088952124118805
278925	rnn.bias_hh_l1	7	0.07497738301753998
278925	rnn.bias_hh_l1	8	-0.17610156536102295
278925	rnn.bias_hh_l1	9	-0.11512642353773117
278925	rnn.weight_ih_l1_reverse	0	-0.04730389267206192
278925	rnn.weight_ih_l1_reverse	1	0.03288687765598297
278925	rnn.weight_ih_l1_reverse	2	0.08789994567632675
278925	rnn.weight_ih_l1_reverse	3	-0.017652207985520363
278925	rnn.weight_ih_l1_reverse	4	-0.0234009250998497
278925	rnn.weight_ih_l1_reverse	5	-0.030303092673420906
278925	rnn.weight_ih_l1_reverse	6	-0.019605347886681557
278925	rnn.weight_ih_l1_reverse	7	0.029688673093914986
278925	rnn.weight_ih_l1_reverse	8	0.005773887969553471
278925	rnn.weight_ih_l1_reverse	9	-0.03365768864750862
278925	rnn.weight_hh_l1_reverse	0	0.004586438182741404
278925	rnn.weight_hh_l1_reverse	1	0.03169694170355797
278925	rnn.weight_hh_l1_reverse	2	-0.04061999171972275
278925	rnn.weight_hh_l1_reverse	3	0.0350208580493927
278925	rnn.weight_hh_l1_reverse	4	0.047188498079776764
278925	rnn.weight_hh_l1_reverse	5	0.00602550245821476
278925	rnn.weight_hh_l1_reverse	6	0.04888194426894188
278925	rnn.weight_hh_l1_reverse	7	0.031013669446110725
278925	rnn.weight_hh_l1_reverse	8	-0.00711499759927392
278925	rnn.weight_hh_l1_reverse	9	-0.03017469123005867
278925	rnn.bias_ih_l1_reverse	0	-0.04584265872836113
278925	rnn.bias_ih_l1_reverse	1	-0.139745831489563
278925	rnn.bias_ih_l1_reverse	2	-0.1638452410697937
278925	rnn.bias_ih_l1_reverse	3	-0.060941413044929504
278925	rnn.bias_ih_l1_reverse	4	-0.2036844789981842
278925	rnn.bias_ih_l1_reverse	5	-0.11676348745822906
278925	rnn.bias_ih_l1_reverse	6	-0.12990106642246246
278925	rnn.bias_ih_l1_reverse	7	-0.1919323205947876
278925	rnn.bias_ih_l1_reverse	8	0.2265777736902237
278925	rnn.bias_ih_l1_reverse	9	0.02237299643456936
278925	rnn.bias_hh_l1_reverse	0	0.01048780046403408
278925	rnn.bias_hh_l1_reverse	1	-0.06553258001804352
278925	rnn.bias_hh_l1_reverse	2	-0.23707030713558197
278925	rnn.bias_hh_l1_reverse	3	-0.14352691173553467
278925	rnn.bias_hh_l1_reverse	4	-0.08027301728725433
278925	rnn.bias_hh_l1_reverse	5	-0.11614980548620224
278925	rnn.bias_hh_l1_reverse	6	0.06325066834688187
278925	rnn.bias_hh_l1_reverse	7	-0.13464102149009705
278925	rnn.bias_hh_l1_reverse	8	-0.12494195252656937
278925	rnn.bias_hh_l1_reverse	9	-0.1482580155134201
278925	linear.weight	0	0.002228822559118271
278925	linear.weight	1	0.0972786545753479
278925	linear.weight	2	-0.09230194240808487
278925	linear.weight	3	0.3129550516605377
278925	linear.weight	4	0.15048231184482574
278925	linear.weight	5	-0.0656069740653038
278925	linear.weight	6	0.09530055522918701
278925	linear.weight	7	0.137027770280838
278925	linear.weight	8	0.04113316908478737
278925	linear.weight	9	-0.05098526552319527
278925	linear.bias	0	0.08594543486833572
278925	linear.bias	1	-0.18967153131961823
278925	linear.bias	2	-0.4488094747066498
278925	linear.bias	3	-0.6583945751190186
278925	linear.bias	4	-1.2627627849578857
278925	linear.bias	5	-0.06047253683209419
278925	linear.bias	6	-0.8221548795700073
278925	linear.bias	7	0.26988887786865234
278925	linear.bias	8	-0.39682140946388245
278925	linear.bias	9	-1.023271083831787
279122	transitions	0	0.7564381957054138
279122	transitions	1	0.13846182823181152
279122	transitions	2	-10000.0
279122	transitions	3	-1.8281234502792358
279122	transitions	4	-10000.0
279122	transitions	5	0.562777578830719
279122	transitions	6	-0.08565661311149597
279122	transitions	7	-0.8120606541633606
279122	transitions	8	-1.4228179454803467
279122	transitions	9	-0.001231749658472836
279122	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
279122	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
279122	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
279122	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
279122	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
279122	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
279122	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
279122	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
279122	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
279122	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
279122	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
279122	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
279122	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
279122	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
279122	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
279122	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
279122	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
279122	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
279122	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
279122	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
279122	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
279122	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
279122	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
279122	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
279122	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
279122	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
279122	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
279122	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
279122	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
279122	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
279122	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
279122	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
279122	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
279122	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
279122	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
279122	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
279122	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
279122	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
279122	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
279122	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
279122	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
279122	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
279122	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
279122	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
279122	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
279122	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
279122	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
279122	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
279122	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
279122	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
279122	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
279122	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
279122	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
279122	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
279122	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
279122	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
279122	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
279122	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
279122	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
279122	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
279122	embedding2nn.weight	0	0.016353024169802666
279122	embedding2nn.weight	1	-0.012676525861024857
279122	embedding2nn.weight	2	-0.014268254861235619
279122	embedding2nn.weight	3	-0.03135336562991142
279122	embedding2nn.weight	4	-0.0059150345623493195
279122	embedding2nn.weight	5	-0.0037005888298153877
279122	embedding2nn.weight	6	-0.003973265178501606
279122	embedding2nn.weight	7	-0.07729403674602509
279122	embedding2nn.weight	8	-0.0019979383796453476
279122	embedding2nn.weight	9	-0.027679890394210815
279122	embedding2nn.bias	0	0.03196267411112785
279122	embedding2nn.bias	1	-0.07676729559898376
279122	embedding2nn.bias	2	0.07134564220905304
279122	embedding2nn.bias	3	0.051062069833278656
279122	embedding2nn.bias	4	-0.04087240248918533
279122	embedding2nn.bias	5	-0.010045909322798252
279122	embedding2nn.bias	6	0.015221496112644672
279122	embedding2nn.bias	7	-0.05455097556114197
279122	embedding2nn.bias	8	0.07320760935544968
279122	embedding2nn.bias	9	0.045330751687288284
279122	rnn.weight_ih_l0	0	-0.0807868093252182
279122	rnn.weight_ih_l0	1	0.0030375204514712095
279122	rnn.weight_ih_l0	2	0.03554790839552879
279122	rnn.weight_ih_l0	3	0.023017408326268196
279122	rnn.weight_ih_l0	4	-0.048117414116859436
279122	rnn.weight_ih_l0	5	-0.06852509081363678
279122	rnn.weight_ih_l0	6	-0.0010960621293634176
279122	rnn.weight_ih_l0	7	0.05348189175128937
279122	rnn.weight_ih_l0	8	-0.01710650883615017
279122	rnn.weight_ih_l0	9	-0.030883364379405975
279122	rnn.weight_hh_l0	0	-0.030024699866771698
279122	rnn.weight_hh_l0	1	-0.007281182799488306
279122	rnn.weight_hh_l0	2	0.006653924472630024
279122	rnn.weight_hh_l0	3	-0.07451339066028595
279122	rnn.weight_hh_l0	4	0.09328161925077438
279122	rnn.weight_hh_l0	5	-0.026971356943249702
279122	rnn.weight_hh_l0	6	-0.06384104490280151
279122	rnn.weight_hh_l0	7	0.008795452304184437
279122	rnn.weight_hh_l0	8	0.013358491472899914
279122	rnn.weight_hh_l0	9	-0.025630109012126923
279122	rnn.bias_ih_l0	0	0.1298191398382187
279122	rnn.bias_ih_l0	1	-0.034008026123046875
279122	rnn.bias_ih_l0	2	-0.03420685604214668
279122	rnn.bias_ih_l0	3	0.1632496416568756
279122	rnn.bias_ih_l0	4	-0.012793252244591713
279122	rnn.bias_ih_l0	5	-0.02275988645851612
279122	rnn.bias_ih_l0	6	0.016955412924289703
279122	rnn.bias_ih_l0	7	0.02360539697110653
279122	rnn.bias_ih_l0	8	-0.09931816160678864
279122	rnn.bias_ih_l0	9	-0.0416271947324276
279122	rnn.bias_hh_l0	0	-0.001428417395800352
279122	rnn.bias_hh_l0	1	-0.10026592761278152
279122	rnn.bias_hh_l0	2	-0.07517802715301514
279122	rnn.bias_hh_l0	3	-0.08877966552972794
279122	rnn.bias_hh_l0	4	0.008607898838818073
279122	rnn.bias_hh_l0	5	-0.020517103374004364
279122	rnn.bias_hh_l0	6	0.028109965845942497
279122	rnn.bias_hh_l0	7	0.06012183800339699
279122	rnn.bias_hh_l0	8	-0.12327157706022263
279122	rnn.bias_hh_l0	9	-0.05930221453309059
279122	rnn.weight_ih_l0_reverse	0	-0.025376638397574425
279122	rnn.weight_ih_l0_reverse	1	-0.05724230781197548
279122	rnn.weight_ih_l0_reverse	2	-0.04896782711148262
279122	rnn.weight_ih_l0_reverse	3	0.015497488901019096
279122	rnn.weight_ih_l0_reverse	4	-0.02525622956454754
279122	rnn.weight_ih_l0_reverse	5	-0.0573248527944088
279122	rnn.weight_ih_l0_reverse	6	0.07349658012390137
279122	rnn.weight_ih_l0_reverse	7	-0.01899390108883381
279122	rnn.weight_ih_l0_reverse	8	-0.01851537451148033
279122	rnn.weight_ih_l0_reverse	9	0.004518096335232258
279122	rnn.weight_hh_l0_reverse	0	0.06855437904596329
279122	rnn.weight_hh_l0_reverse	1	0.019906314089894295
279122	rnn.weight_hh_l0_reverse	2	0.030035350471735
279122	rnn.weight_hh_l0_reverse	3	0.03548417240381241
279122	rnn.weight_hh_l0_reverse	4	0.01433304138481617
279122	rnn.weight_hh_l0_reverse	5	0.008280091919004917
279122	rnn.weight_hh_l0_reverse	6	0.05104432255029678
279122	rnn.weight_hh_l0_reverse	7	-0.08199072629213333
279122	rnn.weight_hh_l0_reverse	8	0.04017947241663933
279122	rnn.weight_hh_l0_reverse	9	0.03482978790998459
279122	rnn.bias_ih_l0_reverse	0	-0.05680001154541969
279122	rnn.bias_ih_l0_reverse	1	-0.28276950120925903
279122	rnn.bias_ih_l0_reverse	2	-0.12424466013908386
279122	rnn.bias_ih_l0_reverse	3	-0.04784335568547249
279122	rnn.bias_ih_l0_reverse	4	-0.022145992144942284
279122	rnn.bias_ih_l0_reverse	5	0.07609580457210541
279122	rnn.bias_ih_l0_reverse	6	-0.06549447774887085
279122	rnn.bias_ih_l0_reverse	7	0.0617312528192997
279122	rnn.bias_ih_l0_reverse	8	-0.03572933003306389
279122	rnn.bias_ih_l0_reverse	9	0.06518788635730743
279122	rnn.bias_hh_l0_reverse	0	0.02338389866054058
279122	rnn.bias_hh_l0_reverse	1	-0.06305531412363052
279122	rnn.bias_hh_l0_reverse	2	0.08917441219091415
279122	rnn.bias_hh_l0_reverse	3	-0.05179152637720108
279122	rnn.bias_hh_l0_reverse	4	-0.028103506192564964
279122	rnn.bias_hh_l0_reverse	5	-0.0223634485155344
279122	rnn.bias_hh_l0_reverse	6	-0.020220119506120682
279122	rnn.bias_hh_l0_reverse	7	0.09966530650854111
279122	rnn.bias_hh_l0_reverse	8	0.030161330476403236
279122	rnn.bias_hh_l0_reverse	9	-0.1491982787847519
279122	rnn.weight_ih_l1	0	-0.029769228771328926
279122	rnn.weight_ih_l1	1	-0.050645653158426285
279122	rnn.weight_ih_l1	2	0.06512346863746643
279122	rnn.weight_ih_l1	3	-0.07290606200695038
279122	rnn.weight_ih_l1	4	-0.014077314175665379
279122	rnn.weight_ih_l1	5	-0.04034371301531792
279122	rnn.weight_ih_l1	6	0.028901731595396996
279122	rnn.weight_ih_l1	7	-0.044215526431798935
279122	rnn.weight_ih_l1	8	0.037869036197662354
279122	rnn.weight_ih_l1	9	0.04486357048153877
279122	rnn.weight_hh_l1	0	-0.0071663944981992245
279122	rnn.weight_hh_l1	1	0.019901350140571594
279122	rnn.weight_hh_l1	2	0.006579183507710695
279122	rnn.weight_hh_l1	3	-0.012652658857405186
279122	rnn.weight_hh_l1	4	0.004835112486034632
279122	rnn.weight_hh_l1	5	0.03523188829421997
279122	rnn.weight_hh_l1	6	0.03623249754309654
279122	rnn.weight_hh_l1	7	-0.016382280737161636
279122	rnn.weight_hh_l1	8	-0.007246346212923527
279122	rnn.weight_hh_l1	9	0.0385839119553566
279122	rnn.bias_ih_l1	0	-0.18384583294391632
279122	rnn.bias_ih_l1	1	-0.17441770434379578
279122	rnn.bias_ih_l1	2	-0.1969679296016693
279122	rnn.bias_ih_l1	3	-0.30731847882270813
279122	rnn.bias_ih_l1	4	-0.2119453400373459
279122	rnn.bias_ih_l1	5	-0.08888894319534302
279122	rnn.bias_ih_l1	6	-0.15845604240894318
279122	rnn.bias_ih_l1	7	-0.003604254685342312
279122	rnn.bias_ih_l1	8	-0.1298925131559372
279122	rnn.bias_ih_l1	9	-0.12307838350534439
279122	rnn.bias_hh_l1	0	-0.09664920717477798
279122	rnn.bias_hh_l1	1	-0.06329270452260971
279122	rnn.bias_hh_l1	2	-0.08541987091302872
279122	rnn.bias_hh_l1	3	-0.07753066718578339
279122	rnn.bias_hh_l1	4	-0.07325101643800735
279122	rnn.bias_hh_l1	5	-0.11728587746620178
279122	rnn.bias_hh_l1	6	-0.1608731746673584
279122	rnn.bias_hh_l1	7	0.07485450059175491
279122	rnn.bias_hh_l1	8	-0.17604804039001465
279122	rnn.bias_hh_l1	9	-0.11511058360338211
279122	rnn.weight_ih_l1_reverse	0	-0.04731840640306473
279122	rnn.weight_ih_l1_reverse	1	0.03290862962603569
279122	rnn.weight_ih_l1_reverse	2	0.08793190121650696
279122	rnn.weight_ih_l1_reverse	3	-0.01764765940606594
279122	rnn.weight_ih_l1_reverse	4	-0.023384638130664825
279122	rnn.weight_ih_l1_reverse	5	-0.030297549441456795
279122	rnn.weight_ih_l1_reverse	6	-0.019625797867774963
279122	rnn.weight_ih_l1_reverse	7	0.02968856692314148
279122	rnn.weight_ih_l1_reverse	8	0.005744213238358498
279122	rnn.weight_ih_l1_reverse	9	-0.03359640762209892
279122	rnn.weight_hh_l1_reverse	0	0.004585634917020798
279122	rnn.weight_hh_l1_reverse	1	0.03169317543506622
279122	rnn.weight_hh_l1_reverse	2	-0.04061518982052803
279122	rnn.weight_hh_l1_reverse	3	0.035018034279346466
279122	rnn.weight_hh_l1_reverse	4	0.04717428609728813
279122	rnn.weight_hh_l1_reverse	5	0.006014284677803516
279122	rnn.weight_hh_l1_reverse	6	0.04892220348119736
279122	rnn.weight_hh_l1_reverse	7	0.03100905567407608
279122	rnn.weight_hh_l1_reverse	8	-0.007113318890333176
279122	rnn.weight_hh_l1_reverse	9	-0.03018275834619999
279122	rnn.bias_ih_l1_reverse	0	-0.04584535211324692
279122	rnn.bias_ih_l1_reverse	1	-0.13975271582603455
279122	rnn.bias_ih_l1_reverse	2	-0.16393017768859863
279122	rnn.bias_ih_l1_reverse	3	-0.060855988413095474
279122	rnn.bias_ih_l1_reverse	4	-0.20367145538330078
279122	rnn.bias_ih_l1_reverse	5	-0.11678191274404526
279122	rnn.bias_ih_l1_reverse	6	-0.1298857182264328
279122	rnn.bias_ih_l1_reverse	7	-0.19192591309547424
279122	rnn.bias_ih_l1_reverse	8	0.22668182849884033
279122	rnn.bias_ih_l1_reverse	9	0.02243811823427677
279122	rnn.bias_hh_l1_reverse	0	0.0106904786080122
279122	rnn.bias_hh_l1_reverse	1	-0.06542827934026718
279122	rnn.bias_hh_l1_reverse	2	-0.2370777726173401
279122	rnn.bias_hh_l1_reverse	3	-0.14346414804458618
279122	rnn.bias_hh_l1_reverse	4	-0.08027662336826324
279122	rnn.bias_hh_l1_reverse	5	-0.11618459224700928
279122	rnn.bias_hh_l1_reverse	6	0.06322643905878067
279122	rnn.bias_hh_l1_reverse	7	-0.13464434444904327
279122	rnn.bias_hh_l1_reverse	8	-0.12497436255216599
279122	rnn.bias_hh_l1_reverse	9	-0.1482543647289276
279122	linear.weight	0	0.002228822559118271
279122	linear.weight	1	0.09732933342456818
279122	linear.weight	2	-0.0923386961221695
279122	linear.weight	3	0.313018798828125
279122	linear.weight	4	0.1504327654838562
279122	linear.weight	5	-0.0656488835811615
279122	linear.weight	6	0.09542058408260345
279122	linear.weight	7	0.13716226816177368
279122	linear.weight	8	0.04113316908478737
279122	linear.weight	9	-0.05090397596359253
279122	linear.bias	0	0.08622153848409653
279122	linear.bias	1	-0.18946337699890137
279122	linear.bias	2	-0.44895780086517334
279122	linear.bias	3	-0.6583840847015381
279122	linear.bias	4	-1.2628496885299683
279122	linear.bias	5	-0.06037251651287079
279122	linear.bias	6	-0.8219829797744751
279122	linear.bias	7	0.27000758051872253
279122	linear.bias	8	-0.39697781205177307
279122	linear.bias	9	-1.0234366655349731
279319	transitions	0	0.7563801407814026
279319	transitions	1	0.13830101490020752
279319	transitions	2	-10000.0
279319	transitions	3	-1.8281235694885254
279319	transitions	4	-10000.0
279319	transitions	5	0.5627772212028503
279319	transitions	6	-0.08565758168697357
279319	transitions	7	-0.812063455581665
279319	transitions	8	-1.4228190183639526
279319	transitions	9	-0.0012317536165937781
279319	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
279319	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
279319	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
279319	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
279319	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
279319	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
279319	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
279319	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
279319	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
279319	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
279319	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
279319	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
279319	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
279319	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
279319	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
279319	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
279319	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
279319	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
279319	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
279319	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
279319	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
279319	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
279319	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
279319	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
279319	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
279319	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
279319	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
279319	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
279319	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
279319	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
279319	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
279319	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
279319	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
279319	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
279319	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
279319	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
279319	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
279319	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
279319	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
279319	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
279319	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
279319	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
279319	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
279319	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
279319	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
279319	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
279319	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
279319	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
279319	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
279319	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
279319	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
279319	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
279319	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
279319	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
279319	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
279319	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
279319	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
279319	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
279319	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
279319	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
279319	embedding2nn.weight	0	0.016353072598576546
279319	embedding2nn.weight	1	-0.012680002488195896
279319	embedding2nn.weight	2	-0.014268254861235619
279319	embedding2nn.weight	3	-0.0313819944858551
279319	embedding2nn.weight	4	-0.0059150345623493195
279319	embedding2nn.weight	5	-0.0037005888298153877
279319	embedding2nn.weight	6	-0.003973265178501606
279319	embedding2nn.weight	7	-0.07730905711650848
279319	embedding2nn.weight	8	-0.0019979383796453476
279319	embedding2nn.weight	9	-0.027682220563292503
279319	embedding2nn.bias	0	0.031879741698503494
279319	embedding2nn.bias	1	-0.07671914994716644
279319	embedding2nn.bias	2	0.07141942530870438
279319	embedding2nn.bias	3	0.05106332525610924
279319	embedding2nn.bias	4	-0.040856167674064636
279319	embedding2nn.bias	5	-0.009977241978049278
279319	embedding2nn.bias	6	0.015241083689033985
279319	embedding2nn.bias	7	-0.0545184388756752
279319	embedding2nn.bias	8	0.07334604114294052
279319	embedding2nn.bias	9	0.045322466641664505
279319	rnn.weight_ih_l0	0	-0.08075686544179916
279319	rnn.weight_ih_l0	1	0.0030367369763553143
279319	rnn.weight_ih_l0	2	0.03553750365972519
279319	rnn.weight_ih_l0	3	0.02300063893198967
279319	rnn.weight_ih_l0	4	-0.04811235889792442
279319	rnn.weight_ih_l0	5	-0.06851506233215332
279319	rnn.weight_ih_l0	6	-0.0010912796715274453
279319	rnn.weight_ih_l0	7	0.053460493683815
279319	rnn.weight_ih_l0	8	-0.01711789332330227
279319	rnn.weight_ih_l0	9	-0.03087061271071434
279319	rnn.weight_hh_l0	0	-0.030029214918613434
279319	rnn.weight_hh_l0	1	-0.0072637079283595085
279319	rnn.weight_hh_l0	2	0.006658113561570644
279319	rnn.weight_hh_l0	3	-0.07451456785202026
279319	rnn.weight_hh_l0	4	0.09328575432300568
279319	rnn.weight_hh_l0	5	-0.026967234909534454
279319	rnn.weight_hh_l0	6	-0.06383533775806427
279319	rnn.weight_hh_l0	7	0.008797349408268929
279319	rnn.weight_hh_l0	8	0.013373135589063168
279319	rnn.weight_hh_l0	9	-0.025628721341490746
279319	rnn.bias_ih_l0	0	0.1298285573720932
279319	rnn.bias_ih_l0	1	-0.033986177295446396
279319	rnn.bias_ih_l0	2	-0.03422856703400612
279319	rnn.bias_ih_l0	3	0.16326577961444855
279319	rnn.bias_ih_l0	4	-0.012738441117107868
279319	rnn.bias_ih_l0	5	-0.022658027708530426
279319	rnn.bias_ih_l0	6	0.01693275384604931
279319	rnn.bias_ih_l0	7	0.02358493208885193
279319	rnn.bias_ih_l0	8	-0.09931199997663498
279319	rnn.bias_ih_l0	9	-0.04168375954031944
279319	rnn.bias_hh_l0	0	-0.0014362356159836054
279319	rnn.bias_hh_l0	1	-0.10024245083332062
279319	rnn.bias_hh_l0	2	-0.0752054750919342
279319	rnn.bias_hh_l0	3	-0.08879292011260986
279319	rnn.bias_hh_l0	4	0.008615355007350445
279319	rnn.bias_hh_l0	5	-0.02051422744989395
279319	rnn.bias_hh_l0	6	0.028158243745565414
279319	rnn.bias_hh_l0	7	0.06014883518218994
279319	rnn.bias_hh_l0	8	-0.12331073731184006
279319	rnn.bias_hh_l0	9	-0.05927547067403793
279319	rnn.weight_ih_l0_reverse	0	-0.02540089376270771
279319	rnn.weight_ih_l0_reverse	1	-0.05725175142288208
279319	rnn.weight_ih_l0_reverse	2	-0.04894338920712471
279319	rnn.weight_ih_l0_reverse	3	0.015486485324800014
279319	rnn.weight_ih_l0_reverse	4	-0.025243129581212997
279319	rnn.weight_ih_l0_reverse	5	-0.057318948209285736
279319	rnn.weight_ih_l0_reverse	6	0.07352930307388306
279319	rnn.weight_ih_l0_reverse	7	-0.01900249347090721
279319	rnn.weight_ih_l0_reverse	8	-0.01853370852768421
279319	rnn.weight_ih_l0_reverse	9	0.004519152920693159
279319	rnn.weight_hh_l0_reverse	0	0.06856172531843185
279319	rnn.weight_hh_l0_reverse	1	0.019914790987968445
279319	rnn.weight_hh_l0_reverse	2	0.030051596462726593
279319	rnn.weight_hh_l0_reverse	3	0.03548119217157364
279319	rnn.weight_hh_l0_reverse	4	0.014337562955915928
279319	rnn.weight_hh_l0_reverse	5	0.008278612047433853
279319	rnn.weight_hh_l0_reverse	6	0.051053326576948166
279319	rnn.weight_hh_l0_reverse	7	-0.08198666572570801
279319	rnn.weight_hh_l0_reverse	8	0.040185462683439255
279319	rnn.weight_hh_l0_reverse	9	0.034831177443265915
279319	rnn.bias_ih_l0_reverse	0	-0.05684563145041466
279319	rnn.bias_ih_l0_reverse	1	-0.28272783756256104
279319	rnn.bias_ih_l0_reverse	2	-0.12425198405981064
279319	rnn.bias_ih_l0_reverse	3	-0.04784994572401047
279319	rnn.bias_ih_l0_reverse	4	-0.022143008187413216
279319	rnn.bias_ih_l0_reverse	5	0.07615116983652115
279319	rnn.bias_ih_l0_reverse	6	-0.06545821577310562
279319	rnn.bias_ih_l0_reverse	7	0.0617716908454895
279319	rnn.bias_ih_l0_reverse	8	-0.03571242466568947
279319	rnn.bias_ih_l0_reverse	9	0.06518612056970596
279319	rnn.bias_hh_l0_reverse	0	0.023352419957518578
279319	rnn.bias_hh_l0_reverse	1	-0.06311716139316559
279319	rnn.bias_hh_l0_reverse	2	0.08918794244527817
279319	rnn.bias_hh_l0_reverse	3	-0.05180787667632103
279319	rnn.bias_hh_l0_reverse	4	-0.02811853028833866
279319	rnn.bias_hh_l0_reverse	5	-0.022342469543218613
279319	rnn.bias_hh_l0_reverse	6	-0.020176537334918976
279319	rnn.bias_hh_l0_reverse	7	0.09966116398572922
279319	rnn.bias_hh_l0_reverse	8	0.03016592189669609
279319	rnn.bias_hh_l0_reverse	9	-0.14917060732841492
279319	rnn.weight_ih_l1	0	-0.02976994588971138
279319	rnn.weight_ih_l1	1	-0.050647590309381485
279319	rnn.weight_ih_l1	2	0.06509649753570557
279319	rnn.weight_ih_l1	3	-0.07292456924915314
279319	rnn.weight_ih_l1	4	-0.014091266319155693
279319	rnn.weight_ih_l1	5	-0.040333084762096405
279319	rnn.weight_ih_l1	6	0.02890215814113617
279319	rnn.weight_ih_l1	7	-0.04420419782400131
279319	rnn.weight_ih_l1	8	0.03787074238061905
279319	rnn.weight_ih_l1	9	0.04487183690071106
279319	rnn.weight_hh_l1	0	-0.00715931411832571
279319	rnn.weight_hh_l1	1	0.019895996898412704
279319	rnn.weight_hh_l1	2	0.0065855723805725574
279319	rnn.weight_hh_l1	3	-0.012660269625484943
279319	rnn.weight_hh_l1	4	0.004825495183467865
279319	rnn.weight_hh_l1	5	0.0352315828204155
279319	rnn.weight_hh_l1	6	0.036225613206624985
279319	rnn.weight_hh_l1	7	-0.016375673934817314
279319	rnn.weight_hh_l1	8	-0.007251662202179432
279319	rnn.weight_hh_l1	9	0.038590166717767715
279319	rnn.bias_ih_l1	0	-0.1838788539171219
279319	rnn.bias_ih_l1	1	-0.17440581321716309
279319	rnn.bias_ih_l1	2	-0.19704563915729523
279319	rnn.bias_ih_l1	3	-0.30725765228271484
279319	rnn.bias_ih_l1	4	-0.2120143324136734
279319	rnn.bias_ih_l1	5	-0.0889282077550888
279319	rnn.bias_ih_l1	6	-0.1584443598985672
279319	rnn.bias_ih_l1	7	-0.003556166309863329
279319	rnn.bias_ih_l1	8	-0.12990231812000275
279319	rnn.bias_ih_l1	9	-0.1230553537607193
279319	rnn.bias_hh_l1	0	-0.09665939211845398
279319	rnn.bias_hh_l1	1	-0.06331919878721237
279319	rnn.bias_hh_l1	2	-0.08542102575302124
279319	rnn.bias_hh_l1	3	-0.0775660052895546
279319	rnn.bias_hh_l1	4	-0.07321100682020187
279319	rnn.bias_hh_l1	5	-0.11727146804332733
279319	rnn.bias_hh_l1	6	-0.1608404666185379
279319	rnn.bias_hh_l1	7	0.07491490244865417
279319	rnn.bias_hh_l1	8	-0.1761031299829483
279319	rnn.bias_hh_l1	9	-0.11507042497396469
279319	rnn.weight_ih_l1_reverse	0	-0.047293197363615036
279319	rnn.weight_ih_l1_reverse	1	0.032933831214904785
279319	rnn.weight_ih_l1_reverse	2	0.0879351943731308
279319	rnn.weight_ih_l1_reverse	3	-0.01764017529785633
279319	rnn.weight_ih_l1_reverse	4	-0.023392608389258385
279319	rnn.weight_ih_l1_reverse	5	-0.030292879790067673
279319	rnn.weight_ih_l1_reverse	6	-0.01964879222214222
279319	rnn.weight_ih_l1_reverse	7	0.02966802753508091
279319	rnn.weight_ih_l1_reverse	8	0.00574348634108901
279319	rnn.weight_ih_l1_reverse	9	-0.033624447882175446
279319	rnn.weight_hh_l1_reverse	0	0.004586471244692802
279319	rnn.weight_hh_l1_reverse	1	0.031695008277893066
279319	rnn.weight_hh_l1_reverse	2	-0.040615279227495193
279319	rnn.weight_hh_l1_reverse	3	0.035017356276512146
279319	rnn.weight_hh_l1_reverse	4	0.04717645049095154
279319	rnn.weight_hh_l1_reverse	5	0.006018548272550106
279319	rnn.weight_hh_l1_reverse	6	0.04893069714307785
279319	rnn.weight_hh_l1_reverse	7	0.031009584665298462
279319	rnn.weight_hh_l1_reverse	8	-0.007109552621841431
279319	rnn.weight_hh_l1_reverse	9	-0.030173003673553467
279319	rnn.bias_ih_l1_reverse	0	-0.045824792236089706
279319	rnn.bias_ih_l1_reverse	1	-0.1397738754749298
279319	rnn.bias_ih_l1_reverse	2	-0.16394154727458954
279319	rnn.bias_ih_l1_reverse	3	-0.060905780643224716
279319	rnn.bias_ih_l1_reverse	4	-0.20369410514831543
279319	rnn.bias_ih_l1_reverse	5	-0.11675779521465302
279319	rnn.bias_ih_l1_reverse	6	-0.12989026308059692
279319	rnn.bias_ih_l1_reverse	7	-0.19193287193775177
279319	rnn.bias_ih_l1_reverse	8	0.22664067149162292
279319	rnn.bias_ih_l1_reverse	9	0.022352615371346474
279319	rnn.bias_hh_l1_reverse	0	0.010650224052369595
279319	rnn.bias_hh_l1_reverse	1	-0.06532386690378189
279319	rnn.bias_hh_l1_reverse	2	-0.23710303008556366
279319	rnn.bias_hh_l1_reverse	3	-0.14348086714744568
279319	rnn.bias_hh_l1_reverse	4	-0.08028323948383331
279319	rnn.bias_hh_l1_reverse	5	-0.11623653769493103
279319	rnn.bias_hh_l1_reverse	6	0.06311865150928497
279319	rnn.bias_hh_l1_reverse	7	-0.1345987170934677
279319	rnn.bias_hh_l1_reverse	8	-0.12498654425144196
279319	rnn.bias_hh_l1_reverse	9	-0.14824840426445007
279319	linear.weight	0	0.002228822559118271
279319	linear.weight	1	0.09736267477273941
279319	linear.weight	2	-0.09228921681642532
279319	linear.weight	3	0.31306034326553345
279319	linear.weight	4	0.15034639835357666
279319	linear.weight	5	-0.06561436504125595
279319	linear.weight	6	0.09523916989564896
279319	linear.weight	7	0.13721157610416412
279319	linear.weight	8	0.04113316163420677
279319	linear.weight	9	-0.050960831344127655
279319	linear.bias	0	0.08591856807470322
279319	linear.bias	1	-0.18965744972229004
279319	linear.bias	2	-0.4493142366409302
279319	linear.bias	3	-0.6585197448730469
279319	linear.bias	4	-1.2629921436309814
279319	linear.bias	5	-0.06010609120130539
279319	linear.bias	6	-0.822208821773529
279319	linear.bias	7	0.27029648423194885
279319	linear.bias	8	-0.39667752385139465
279319	linear.bias	9	-1.0231125354766846
279516	transitions	0	0.7565202713012695
279516	transitions	1	0.13828738033771515
279516	transitions	2	-10000.0
279516	transitions	3	-1.828123688697815
279516	transitions	4	-10000.0
279516	transitions	5	0.5627759695053101
279516	transitions	6	-0.08565811067819595
279516	transitions	7	-0.8120672106742859
279516	transitions	8	-1.4228209257125854
279516	transitions	9	-0.001231761067174375
279516	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
279516	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
279516	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
279516	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
279516	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
279516	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
279516	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
279516	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
279516	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
279516	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
279516	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
279516	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
279516	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
279516	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
279516	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
279516	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
279516	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
279516	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
279516	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
279516	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
279516	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
279516	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
279516	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
279516	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
279516	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
279516	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
279516	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
279516	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
279516	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
279516	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
279516	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
279516	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
279516	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
279516	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
279516	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
279516	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
279516	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
279516	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
279516	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
279516	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
279516	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
279516	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
279516	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
279516	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
279516	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
279516	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
279516	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
279516	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
279516	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
279516	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
279516	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
279516	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
279516	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
279516	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
279516	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
279516	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
279516	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
279516	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
279516	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
279516	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
279516	embedding2nn.weight	0	0.01631598174571991
279516	embedding2nn.weight	1	-0.012677783146500587
279516	embedding2nn.weight	2	-0.014268254861235619
279516	embedding2nn.weight	3	-0.03132595121860504
279516	embedding2nn.weight	4	-0.0059150345623493195
279516	embedding2nn.weight	5	-0.0037005888298153877
279516	embedding2nn.weight	6	-0.003973265178501606
279516	embedding2nn.weight	7	-0.07733801752328873
279516	embedding2nn.weight	8	-0.0019979383796453476
279516	embedding2nn.weight	9	-0.02768634632229805
279516	embedding2nn.bias	0	0.0319988951086998
279516	embedding2nn.bias	1	-0.0768277496099472
279516	embedding2nn.bias	2	0.07156099379062653
279516	embedding2nn.bias	3	0.05109783634543419
279516	embedding2nn.bias	4	-0.04085693135857582
279516	embedding2nn.bias	5	-0.009974750690162182
279516	embedding2nn.bias	6	0.015356022864580154
279516	embedding2nn.bias	7	-0.05466452240943909
279516	embedding2nn.bias	8	0.07343626767396927
279516	embedding2nn.bias	9	0.04508407041430473
279516	rnn.weight_ih_l0	0	-0.08075929433107376
279516	rnn.weight_ih_l0	1	0.003031892701983452
279516	rnn.weight_ih_l0	2	0.03551317751407623
279516	rnn.weight_ih_l0	3	0.022998476400971413
279516	rnn.weight_ih_l0	4	-0.048120129853487015
279516	rnn.weight_ih_l0	5	-0.06851640343666077
279516	rnn.weight_ih_l0	6	-0.0011037369258701801
279516	rnn.weight_ih_l0	7	0.053454894572496414
279516	rnn.weight_ih_l0	8	-0.017100464552640915
279516	rnn.weight_ih_l0	9	-0.03088369034230709
279516	rnn.weight_hh_l0	0	-0.030007272958755493
279516	rnn.weight_hh_l0	1	-0.007263494189828634
279516	rnn.weight_hh_l0	2	0.00666063604876399
279516	rnn.weight_hh_l0	3	-0.07453393936157227
279516	rnn.weight_hh_l0	4	0.09329468756914139
279516	rnn.weight_hh_l0	5	-0.02696804143488407
279516	rnn.weight_hh_l0	6	-0.06384899467229843
279516	rnn.weight_hh_l0	7	0.008801763877272606
279516	rnn.weight_hh_l0	8	0.013389529660344124
279516	rnn.weight_hh_l0	9	-0.025623295456171036
279516	rnn.bias_ih_l0	0	0.12985186278820038
279516	rnn.bias_ih_l0	1	-0.03392936289310455
279516	rnn.bias_ih_l0	2	-0.03425508365035057
279516	rnn.bias_ih_l0	3	0.1632699966430664
279516	rnn.bias_ih_l0	4	-0.0127178393304348
279516	rnn.bias_ih_l0	5	-0.022764699533581734
279516	rnn.bias_ih_l0	6	0.016849204897880554
279516	rnn.bias_ih_l0	7	0.023564297705888748
279516	rnn.bias_ih_l0	8	-0.09928738325834274
279516	rnn.bias_ih_l0	9	-0.04163244739174843
279516	rnn.bias_hh_l0	0	-0.0014756233431398869
279516	rnn.bias_hh_l0	1	-0.10021964460611343
279516	rnn.bias_hh_l0	2	-0.07517924904823303
279516	rnn.bias_hh_l0	3	-0.08876931667327881
279516	rnn.bias_hh_l0	4	0.008635944686830044
279516	rnn.bias_hh_l0	5	-0.020496895536780357
279516	rnn.bias_hh_l0	6	0.028149927034974098
279516	rnn.bias_hh_l0	7	0.06015072762966156
279516	rnn.bias_hh_l0	8	-0.1232563927769661
279516	rnn.bias_hh_l0	9	-0.05930367484688759
279516	rnn.weight_ih_l0_reverse	0	-0.02541487291455269
279516	rnn.weight_ih_l0_reverse	1	-0.057251013815402985
279516	rnn.weight_ih_l0_reverse	2	-0.048931706696748734
279516	rnn.weight_ih_l0_reverse	3	0.015492354519665241
279516	rnn.weight_ih_l0_reverse	4	-0.02524140104651451
279516	rnn.weight_ih_l0_reverse	5	-0.05732716992497444
279516	rnn.weight_ih_l0_reverse	6	0.07352311909198761
279516	rnn.weight_ih_l0_reverse	7	-0.01904856041073799
279516	rnn.weight_ih_l0_reverse	8	-0.01852709986269474
279516	rnn.weight_ih_l0_reverse	9	0.004524934105575085
279516	rnn.weight_hh_l0_reverse	0	0.06856035441160202
279516	rnn.weight_hh_l0_reverse	1	0.01992095075547695
279516	rnn.weight_hh_l0_reverse	2	0.030062777921557426
279516	rnn.weight_hh_l0_reverse	3	0.035483185201883316
279516	rnn.weight_hh_l0_reverse	4	0.014327890239655972
279516	rnn.weight_hh_l0_reverse	5	0.008266798220574856
279516	rnn.weight_hh_l0_reverse	6	0.05105070769786835
279516	rnn.weight_hh_l0_reverse	7	-0.08199012279510498
279516	rnn.weight_hh_l0_reverse	8	0.04017486795783043
279516	rnn.weight_hh_l0_reverse	9	0.03483665734529495
279516	rnn.bias_ih_l0_reverse	0	-0.05684129148721695
279516	rnn.bias_ih_l0_reverse	1	-0.28267863392829895
279516	rnn.bias_ih_l0_reverse	2	-0.12421048432588577
279516	rnn.bias_ih_l0_reverse	3	-0.047854192554950714
279516	rnn.bias_ih_l0_reverse	4	-0.022069094702601433
279516	rnn.bias_ih_l0_reverse	5	0.07615506649017334
279516	rnn.bias_ih_l0_reverse	6	-0.06543842703104019
279516	rnn.bias_ih_l0_reverse	7	0.061758458614349365
279516	rnn.bias_ih_l0_reverse	8	-0.035679519176483154
279516	rnn.bias_ih_l0_reverse	9	0.0651860237121582
279516	rnn.bias_hh_l0_reverse	0	0.023327287286520004
279516	rnn.bias_hh_l0_reverse	1	-0.06314089894294739
279516	rnn.bias_hh_l0_reverse	2	0.08920211344957352
279516	rnn.bias_hh_l0_reverse	3	-0.05183614045381546
279516	rnn.bias_hh_l0_reverse	4	-0.028142645955085754
279516	rnn.bias_hh_l0_reverse	5	-0.022330963984131813
279516	rnn.bias_hh_l0_reverse	6	-0.02019951120018959
279516	rnn.bias_hh_l0_reverse	7	0.0996386930346489
279516	rnn.bias_hh_l0_reverse	8	0.030193444341421127
279516	rnn.bias_hh_l0_reverse	9	-0.14923258125782013
279516	rnn.weight_ih_l1	0	-0.029768802225589752
279516	rnn.weight_ih_l1	1	-0.05064733326435089
279516	rnn.weight_ih_l1	2	0.0651087686419487
279516	rnn.weight_ih_l1	3	-0.07294738292694092
279516	rnn.weight_ih_l1	4	-0.014092790894210339
279516	rnn.weight_ih_l1	5	-0.04033181816339493
279516	rnn.weight_ih_l1	6	0.02890874072909355
279516	rnn.weight_ih_l1	7	-0.04423762112855911
279516	rnn.weight_ih_l1	8	0.037876520305871964
279516	rnn.weight_ih_l1	9	0.044856004416942596
279516	rnn.weight_hh_l1	0	-0.007164929062128067
279516	rnn.weight_hh_l1	1	0.019897598773241043
279516	rnn.weight_hh_l1	2	0.00657923799008131
279516	rnn.weight_hh_l1	3	-0.012657801620662212
279516	rnn.weight_hh_l1	4	0.004813091829419136
279516	rnn.weight_hh_l1	5	0.03522854298353195
279516	rnn.weight_hh_l1	6	0.03621480241417885
279516	rnn.weight_hh_l1	7	-0.016375146806240082
279516	rnn.weight_hh_l1	8	-0.007253763731569052
279516	rnn.weight_hh_l1	9	0.03857529163360596
279516	rnn.bias_ih_l1	0	-0.1838616579771042
279516	rnn.bias_ih_l1	1	-0.17440597712993622
279516	rnn.bias_ih_l1	2	-0.19702982902526855
279516	rnn.bias_ih_l1	3	-0.30726853013038635
279516	rnn.bias_ih_l1	4	-0.2121695578098297
279516	rnn.bias_ih_l1	5	-0.08892902731895447
279516	rnn.bias_ih_l1	6	-0.1584930419921875
279516	rnn.bias_ih_l1	7	-0.003667619777843356
279516	rnn.bias_ih_l1	8	-0.12994514405727386
279516	rnn.bias_ih_l1	9	-0.1232096329331398
279516	rnn.bias_hh_l1	0	-0.09664807468652725
279516	rnn.bias_hh_l1	1	-0.0633171871304512
279516	rnn.bias_hh_l1	2	-0.08541791886091232
279516	rnn.bias_hh_l1	3	-0.07753424346446991
279516	rnn.bias_hh_l1	4	-0.07325348258018494
279516	rnn.bias_hh_l1	5	-0.11723681539297104
279516	rnn.bias_hh_l1	6	-0.16090098023414612
279516	rnn.bias_hh_l1	7	0.07496997714042664
279516	rnn.bias_hh_l1	8	-0.17616695165634155
279516	rnn.bias_hh_l1	9	-0.11514449119567871
279516	rnn.weight_ih_l1_reverse	0	-0.0472666434943676
279516	rnn.weight_ih_l1_reverse	1	0.03294333815574646
279516	rnn.weight_ih_l1_reverse	2	0.0879097580909729
279516	rnn.weight_ih_l1_reverse	3	-0.017604583874344826
279516	rnn.weight_ih_l1_reverse	4	-0.023354405537247658
279516	rnn.weight_ih_l1_reverse	5	-0.030291888862848282
279516	rnn.weight_ih_l1_reverse	6	-0.019644711166620255
279516	rnn.weight_ih_l1_reverse	7	0.029673416167497635
279516	rnn.weight_ih_l1_reverse	8	0.0057138074189424515
279516	rnn.weight_ih_l1_reverse	9	-0.033653318881988525
279516	rnn.weight_hh_l1_reverse	0	0.004582859575748444
279516	rnn.weight_hh_l1_reverse	1	0.031696826219558716
279516	rnn.weight_hh_l1_reverse	2	-0.040616169571876526
279516	rnn.weight_hh_l1_reverse	3	0.03501645848155022
279516	rnn.weight_hh_l1_reverse	4	0.04719296097755432
279516	rnn.weight_hh_l1_reverse	5	0.006027563475072384
279516	rnn.weight_hh_l1_reverse	6	0.048901401460170746
279516	rnn.weight_hh_l1_reverse	7	0.031008219346404076
279516	rnn.weight_hh_l1_reverse	8	-0.0071106464602053165
279516	rnn.weight_hh_l1_reverse	9	-0.03017474338412285
279516	rnn.bias_ih_l1_reverse	0	-0.04582975059747696
279516	rnn.bias_ih_l1_reverse	1	-0.13977861404418945
279516	rnn.bias_ih_l1_reverse	2	-0.1639464795589447
279516	rnn.bias_ih_l1_reverse	3	-0.060783032327890396
279516	rnn.bias_ih_l1_reverse	4	-0.20366916060447693
279516	rnn.bias_ih_l1_reverse	5	-0.11677243560552597
279516	rnn.bias_ih_l1_reverse	6	-0.12988075613975525
279516	rnn.bias_ih_l1_reverse	7	-0.19198834896087646
279516	rnn.bias_ih_l1_reverse	8	0.22653831541538239
279516	rnn.bias_ih_l1_reverse	9	0.022321011871099472
279516	rnn.bias_hh_l1_reverse	0	0.010501640848815441
279516	rnn.bias_hh_l1_reverse	1	-0.06534921377897263
279516	rnn.bias_hh_l1_reverse	2	-0.23710016906261444
279516	rnn.bias_hh_l1_reverse	3	-0.14347338676452637
279516	rnn.bias_hh_l1_reverse	4	-0.08027426153421402
279516	rnn.bias_hh_l1_reverse	5	-0.11624807119369507
279516	rnn.bias_hh_l1_reverse	6	0.06314568966627121
279516	rnn.bias_hh_l1_reverse	7	-0.13461914658546448
279516	rnn.bias_hh_l1_reverse	8	-0.1249718964099884
279516	rnn.bias_hh_l1_reverse	9	-0.14823023974895477
279516	linear.weight	0	0.002228822559118271
279516	linear.weight	1	0.09717480093240738
279516	linear.weight	2	-0.09233637899160385
279516	linear.weight	3	0.31311216950416565
279516	linear.weight	4	0.15029753744602203
279516	linear.weight	5	-0.06562894582748413
279516	linear.weight	6	0.09490315616130829
279516	linear.weight	7	0.13739505410194397
279516	linear.weight	8	0.04113316163420677
279516	linear.weight	9	-0.05094274878501892
279516	linear.bias	0	0.08521752804517746
279516	linear.bias	1	-0.18982578814029694
279516	linear.bias	2	-0.4494388997554779
279516	linear.bias	3	-0.658929705619812
279516	linear.bias	4	-1.2634093761444092
279516	linear.bias	5	-0.06008915975689888
279516	linear.bias	6	-0.8223658204078674
279516	linear.bias	7	0.27031049132347107
279516	linear.bias	8	-0.396914005279541
279516	linear.bias	9	-1.023327350616455
279713	transitions	0	0.756519079208374
279713	transitions	1	0.13833335041999817
279713	transitions	2	-10000.0
279713	transitions	3	-1.8281238079071045
279713	transitions	4	-10000.0
279713	transitions	5	0.5627757906913757
279713	transitions	6	-0.08565851300954819
279713	transitions	7	-0.8120802640914917
279713	transitions	8	-1.4228229522705078
279713	transitions	9	-0.0012317652581259608
279713	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
279713	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
279713	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
279713	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
279713	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
279713	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
279713	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
279713	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
279713	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
279713	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
279713	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
279713	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
279713	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
279713	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
279713	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
279713	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
279713	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
279713	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
279713	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
279713	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
279713	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
279713	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
279713	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
279713	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
279713	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
279713	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
279713	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
279713	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
279713	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
279713	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
279713	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
279713	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
279713	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
279713	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
279713	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
279713	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
279713	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
279713	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
279713	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
279713	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
279713	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
279713	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
279713	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
279713	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
279713	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
279713	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
279713	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
279713	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
279713	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
279713	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
279713	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
279713	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
279713	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
279713	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
279713	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
279713	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
279713	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
279713	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
279713	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
279713	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
279713	embedding2nn.weight	0	0.016310829669237137
279713	embedding2nn.weight	1	-0.012678692117333412
279713	embedding2nn.weight	2	-0.014268254861235619
279713	embedding2nn.weight	3	-0.03131958842277527
279713	embedding2nn.weight	4	-0.0059150345623493195
279713	embedding2nn.weight	5	-0.0037005888298153877
279713	embedding2nn.weight	6	-0.003973265178501606
279713	embedding2nn.weight	7	-0.07734408229589462
279713	embedding2nn.weight	8	-0.0019979383796453476
279713	embedding2nn.weight	9	-0.027680715546011925
279713	embedding2nn.bias	0	0.0321202352643013
279713	embedding2nn.bias	1	-0.07694651186466217
279713	embedding2nn.bias	2	0.07158128172159195
279713	embedding2nn.bias	3	0.05123019218444824
279713	embedding2nn.bias	4	-0.04080364853143692
279713	embedding2nn.bias	5	-0.010098779574036598
279713	embedding2nn.bias	6	0.015327529981732368
279713	embedding2nn.bias	7	-0.05497364327311516
279713	embedding2nn.bias	8	0.07344653457403183
279713	embedding2nn.bias	9	0.04515160992741585
279713	rnn.weight_ih_l0	0	-0.08080742508172989
279713	rnn.weight_ih_l0	1	0.003045947989448905
279713	rnn.weight_ih_l0	2	0.03551185876131058
279713	rnn.weight_ih_l0	3	0.022996453568339348
279713	rnn.weight_ih_l0	4	-0.048126477748155594
279713	rnn.weight_ih_l0	5	-0.06851999461650848
279713	rnn.weight_ih_l0	6	-0.0010898916516453028
279713	rnn.weight_ih_l0	7	0.05347833409905434
279713	rnn.weight_ih_l0	8	-0.017121421173214912
279713	rnn.weight_ih_l0	9	-0.030872300267219543
279713	rnn.weight_hh_l0	0	-0.02999923564493656
279713	rnn.weight_hh_l0	1	-0.00727327773347497
279713	rnn.weight_hh_l0	2	0.006662937346845865
279713	rnn.weight_hh_l0	3	-0.07453650236129761
279713	rnn.weight_hh_l0	4	0.09329508990049362
279713	rnn.weight_hh_l0	5	-0.02699621208012104
279713	rnn.weight_hh_l0	6	-0.06383895874023438
279713	rnn.weight_hh_l0	7	0.008818445727229118
279713	rnn.weight_hh_l0	8	0.013374513015151024
279713	rnn.weight_hh_l0	9	-0.025632420554757118
279713	rnn.bias_ih_l0	0	0.1298934668302536
279713	rnn.bias_ih_l0	1	-0.0339658223092556
279713	rnn.bias_ih_l0	2	-0.034202929586172104
279713	rnn.bias_ih_l0	3	0.16324377059936523
279713	rnn.bias_ih_l0	4	-0.012741616927087307
279713	rnn.bias_ih_l0	5	-0.022737175226211548
279713	rnn.bias_ih_l0	6	0.01681150309741497
279713	rnn.bias_ih_l0	7	0.023573746904730797
279713	rnn.bias_ih_l0	8	-0.09927760809659958
279713	rnn.bias_ih_l0	9	-0.041740093380212784
279713	rnn.bias_hh_l0	0	-0.0014285326469689608
279713	rnn.bias_hh_l0	1	-0.10022731870412827
279713	rnn.bias_hh_l0	2	-0.0751500278711319
279713	rnn.bias_hh_l0	3	-0.08881266415119171
279713	rnn.bias_hh_l0	4	0.008600072003901005
279713	rnn.bias_hh_l0	5	-0.020479481667280197
279713	rnn.bias_hh_l0	6	0.02815718576312065
279713	rnn.bias_hh_l0	7	0.060035139322280884
279713	rnn.bias_hh_l0	8	-0.12334568798542023
279713	rnn.bias_hh_l0	9	-0.05931432172656059
279713	rnn.weight_ih_l0_reverse	0	-0.025431804358959198
279713	rnn.weight_ih_l0_reverse	1	-0.0572478249669075
279713	rnn.weight_ih_l0_reverse	2	-0.048914577811956406
279713	rnn.weight_ih_l0_reverse	3	0.015478109009563923
279713	rnn.weight_ih_l0_reverse	4	-0.025226516649127007
279713	rnn.weight_ih_l0_reverse	5	-0.05733470618724823
279713	rnn.weight_ih_l0_reverse	6	0.07347536087036133
279713	rnn.weight_ih_l0_reverse	7	-0.01903863064944744
279713	rnn.weight_ih_l0_reverse	8	-0.01853184401988983
279713	rnn.weight_ih_l0_reverse	9	0.004519923124462366
279713	rnn.weight_hh_l0_reverse	0	0.06856734305620193
279713	rnn.weight_hh_l0_reverse	1	0.01992511935532093
279713	rnn.weight_hh_l0_reverse	2	0.03007669188082218
279713	rnn.weight_hh_l0_reverse	3	0.035485100001096725
279713	rnn.weight_hh_l0_reverse	4	0.014327696524560452
279713	rnn.weight_hh_l0_reverse	5	0.008254947140812874
279713	rnn.weight_hh_l0_reverse	6	0.0510425828397274
279713	rnn.weight_hh_l0_reverse	7	-0.08200226724147797
279713	rnn.weight_hh_l0_reverse	8	0.040175337344408035
279713	rnn.weight_hh_l0_reverse	9	0.03484397754073143
279713	rnn.bias_ih_l0_reverse	0	-0.0568314865231514
279713	rnn.bias_ih_l0_reverse	1	-0.2826824486255646
279713	rnn.bias_ih_l0_reverse	2	-0.1242731362581253
279713	rnn.bias_ih_l0_reverse	3	-0.04784160107374191
279713	rnn.bias_ih_l0_reverse	4	-0.022131681442260742
279713	rnn.bias_ih_l0_reverse	5	0.07625328004360199
279713	rnn.bias_ih_l0_reverse	6	-0.06549634784460068
279713	rnn.bias_ih_l0_reverse	7	0.06174519285559654
279713	rnn.bias_ih_l0_reverse	8	-0.03563982993364334
279713	rnn.bias_ih_l0_reverse	9	0.06523625552654266
279713	rnn.bias_hh_l0_reverse	0	0.023352624848484993
279713	rnn.bias_hh_l0_reverse	1	-0.06327089667320251
279713	rnn.bias_hh_l0_reverse	2	0.08916852623224258
279713	rnn.bias_hh_l0_reverse	3	-0.05178607255220413
279713	rnn.bias_hh_l0_reverse	4	-0.028166068717837334
279713	rnn.bias_hh_l0_reverse	5	-0.022280897945165634
279713	rnn.bias_hh_l0_reverse	6	-0.020268749445676804
279713	rnn.bias_hh_l0_reverse	7	0.09964610636234283
279713	rnn.bias_hh_l0_reverse	8	0.03017936833202839
279713	rnn.bias_hh_l0_reverse	9	-0.14917539060115814
279713	rnn.weight_ih_l1	0	-0.029775602743029594
279713	rnn.weight_ih_l1	1	-0.05065924674272537
279713	rnn.weight_ih_l1	2	0.06512076407670975
279713	rnn.weight_ih_l1	3	-0.07294919341802597
279713	rnn.weight_ih_l1	4	-0.014073293656110764
279713	rnn.weight_ih_l1	5	-0.04032915085554123
279713	rnn.weight_ih_l1	6	0.028918432071805
279713	rnn.weight_ih_l1	7	-0.04423578083515167
279713	rnn.weight_ih_l1	8	0.037871137261390686
279713	rnn.weight_ih_l1	9	0.04487238824367523
279713	rnn.weight_hh_l1	0	-0.007167387753725052
279713	rnn.weight_hh_l1	1	0.01989986002445221
279713	rnn.weight_hh_l1	2	0.006574195344001055
279713	rnn.weight_hh_l1	3	-0.012657206505537033
279713	rnn.weight_hh_l1	4	0.004806325305253267
279713	rnn.weight_hh_l1	5	0.03523172438144684
279713	rnn.weight_hh_l1	6	0.03621876984834671
279713	rnn.weight_hh_l1	7	-0.016369594261050224
279713	rnn.weight_hh_l1	8	-0.007255124859511852
279713	rnn.weight_hh_l1	9	0.0385676845908165
279713	rnn.bias_ih_l1	0	-0.18392565846443176
279713	rnn.bias_ih_l1	1	-0.17440453171730042
279713	rnn.bias_ih_l1	2	-0.19705840945243835
279713	rnn.bias_ih_l1	3	-0.3073255121707916
279713	rnn.bias_ih_l1	4	-0.21218900382518768
279713	rnn.bias_ih_l1	5	-0.0889514908194542
279713	rnn.bias_ih_l1	6	-0.15841072797775269
279713	rnn.bias_ih_l1	7	-0.0035020995419472456
279713	rnn.bias_ih_l1	8	-0.12992283701896667
279713	rnn.bias_ih_l1	9	-0.12322801351547241
279713	rnn.bias_hh_l1	0	-0.09661746025085449
279713	rnn.bias_hh_l1	1	-0.06329260766506195
279713	rnn.bias_hh_l1	2	-0.08550694584846497
279713	rnn.bias_hh_l1	3	-0.07748021185398102
279713	rnn.bias_hh_l1	4	-0.07323486357927322
279713	rnn.bias_hh_l1	5	-0.11724837124347687
279713	rnn.bias_hh_l1	6	-0.16090165078639984
279713	rnn.bias_hh_l1	7	0.07502386718988419
279713	rnn.bias_hh_l1	8	-0.17611390352249146
279713	rnn.bias_hh_l1	9	-0.11516041308641434
279713	rnn.weight_ih_l1_reverse	0	-0.04724150151014328
279713	rnn.weight_ih_l1_reverse	1	0.032965321093797684
279713	rnn.weight_ih_l1_reverse	2	0.0879436582326889
279713	rnn.weight_ih_l1_reverse	3	-0.017559828236699104
279713	rnn.weight_ih_l1_reverse	4	-0.023397240787744522
279713	rnn.weight_ih_l1_reverse	5	-0.030295057222247124
279713	rnn.weight_ih_l1_reverse	6	-0.01965608261525631
279713	rnn.weight_ih_l1_reverse	7	0.029688246548175812
279713	rnn.weight_ih_l1_reverse	8	0.0057543981820344925
279713	rnn.weight_ih_l1_reverse	9	-0.03364969417452812
279713	rnn.weight_hh_l1_reverse	0	0.004583629779517651
279713	rnn.weight_hh_l1_reverse	1	0.0316963829100132
279713	rnn.weight_hh_l1_reverse	2	-0.040615614503622055
279713	rnn.weight_hh_l1_reverse	3	0.035016488283872604
279713	rnn.weight_hh_l1_reverse	4	0.04718021675944328
279713	rnn.weight_hh_l1_reverse	5	0.0060278745368123055
279713	rnn.weight_hh_l1_reverse	6	0.048902399837970734
279713	rnn.weight_hh_l1_reverse	7	0.031004399061203003
279713	rnn.weight_hh_l1_reverse	8	-0.007113967556506395
279713	rnn.weight_hh_l1_reverse	9	-0.030167678371071815
279713	rnn.bias_ih_l1_reverse	0	-0.04583585262298584
279713	rnn.bias_ih_l1_reverse	1	-0.13974125683307648
279713	rnn.bias_ih_l1_reverse	2	-0.16389302909374237
279713	rnn.bias_ih_l1_reverse	3	-0.060795895755290985
279713	rnn.bias_ih_l1_reverse	4	-0.20366090536117554
279713	rnn.bias_ih_l1_reverse	5	-0.11681243777275085
279713	rnn.bias_ih_l1_reverse	6	-0.1298770159482956
279713	rnn.bias_ih_l1_reverse	7	-0.19202809035778046
279713	rnn.bias_ih_l1_reverse	8	0.22653703391551971
279713	rnn.bias_ih_l1_reverse	9	0.02236035279929638
279713	rnn.bias_hh_l1_reverse	0	0.010516157373785973
279713	rnn.bias_hh_l1_reverse	1	-0.06532545387744904
279713	rnn.bias_hh_l1_reverse	2	-0.2371189445257187
279713	rnn.bias_hh_l1_reverse	3	-0.1434834897518158
279713	rnn.bias_hh_l1_reverse	4	-0.08029703050851822
279713	rnn.bias_hh_l1_reverse	5	-0.11625627428293228
279713	rnn.bias_hh_l1_reverse	6	0.06302255392074585
279713	rnn.bias_hh_l1_reverse	7	-0.1345832794904709
279713	rnn.bias_hh_l1_reverse	8	-0.12497947365045547
279713	rnn.bias_hh_l1_reverse	9	-0.14825637638568878
279713	linear.weight	0	0.002228822559118271
279713	linear.weight	1	0.09713491797447205
279713	linear.weight	2	-0.09236123412847519
279713	linear.weight	3	0.3133160173892975
279713	linear.weight	4	0.15033456683158875
279713	linear.weight	5	-0.06562438607215881
279713	linear.weight	6	0.09501568973064423
279713	linear.weight	7	0.13727006316184998
279713	linear.weight	8	0.04113316163420677
279713	linear.weight	9	-0.05086040869355202
279713	linear.bias	0	0.08355793356895447
279713	linear.bias	1	-0.19001233577728271
279713	linear.bias	2	-0.4497661590576172
279713	linear.bias	3	-0.658629298210144
279713	linear.bias	4	-1.2631083726882935
279713	linear.bias	5	-0.05950309336185455
279713	linear.bias	6	-0.8225452899932861
279713	linear.bias	7	0.2709199786186218
279713	linear.bias	8	-0.3963084816932678
279713	linear.bias	9	-1.0227737426757812
279910	transitions	0	0.7567040920257568
279910	transitions	1	0.13826827704906464
279910	transitions	2	-10000.0
279910	transitions	3	-1.8281242847442627
279910	transitions	4	-10000.0
279910	transitions	5	0.5627754926681519
279910	transitions	6	-0.08565894514322281
279910	transitions	7	-0.8120874166488647
279910	transitions	8	-1.422824501991272
279910	transitions	9	-0.001231772592291236
279910	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
279910	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
279910	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
279910	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
279910	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
279910	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
279910	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
279910	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
279910	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
279910	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
279910	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
279910	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
279910	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
279910	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
279910	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
279910	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
279910	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
279910	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
279910	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
279910	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
279910	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
279910	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
279910	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
279910	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
279910	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
279910	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
279910	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
279910	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
279910	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
279910	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
279910	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
279910	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
279910	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
279910	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
279910	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
279910	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
279910	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
279910	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
279910	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
279910	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
279910	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
279910	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
279910	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
279910	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
279910	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
279910	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
279910	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
279910	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
279910	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
279910	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
279910	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
279910	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
279910	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
279910	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
279910	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
279910	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
279910	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
279910	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
279910	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
279910	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
279910	embedding2nn.weight	0	0.016293223947286606
279910	embedding2nn.weight	1	-0.012678893283009529
279910	embedding2nn.weight	2	-0.014268254861235619
279910	embedding2nn.weight	3	-0.03131306171417236
279910	embedding2nn.weight	4	-0.0059150345623493195
279910	embedding2nn.weight	5	-0.0037005888298153877
279910	embedding2nn.weight	6	-0.003973265178501606
279910	embedding2nn.weight	7	-0.07735984027385712
279910	embedding2nn.weight	8	-0.0019979383796453476
279910	embedding2nn.weight	9	-0.02767455391585827
279910	embedding2nn.bias	0	0.032051313668489456
279910	embedding2nn.bias	1	-0.07684173434972763
279910	embedding2nn.bias	2	0.07156221568584442
279910	embedding2nn.bias	3	0.05126512050628662
279910	embedding2nn.bias	4	-0.04085570573806763
279910	embedding2nn.bias	5	-0.010109476745128632
279910	embedding2nn.bias	6	0.01536985207349062
279910	embedding2nn.bias	7	-0.05492990091443062
279910	embedding2nn.bias	8	0.07332856953144073
279910	embedding2nn.bias	9	0.04500142112374306
279910	rnn.weight_ih_l0	0	-0.08081597089767456
279910	rnn.weight_ih_l0	1	0.0030588682275265455
279910	rnn.weight_ih_l0	2	0.03552806004881859
279910	rnn.weight_ih_l0	3	0.022982683032751083
279910	rnn.weight_ih_l0	4	-0.04813065752387047
279910	rnn.weight_ih_l0	5	-0.06853263080120087
279910	rnn.weight_ih_l0	6	-0.0010901426430791616
279910	rnn.weight_ih_l0	7	0.053459376096725464
279910	rnn.weight_ih_l0	8	-0.01710258238017559
279910	rnn.weight_ih_l0	9	-0.030865466222167015
279910	rnn.weight_hh_l0	0	-0.030001943930983543
279910	rnn.weight_hh_l0	1	-0.007262941915541887
279910	rnn.weight_hh_l0	2	0.006674773991107941
279910	rnn.weight_hh_l0	3	-0.07452971488237381
279910	rnn.weight_hh_l0	4	0.09329119324684143
279910	rnn.weight_hh_l0	5	-0.026982693001627922
279910	rnn.weight_hh_l0	6	-0.06382469832897186
279910	rnn.weight_hh_l0	7	0.008808858692646027
279910	rnn.weight_hh_l0	8	0.013377583585679531
279910	rnn.weight_hh_l0	9	-0.02562890388071537
279910	rnn.bias_ih_l0	0	0.1299152672290802
279910	rnn.bias_ih_l0	1	-0.03397055342793465
279910	rnn.bias_ih_l0	2	-0.034232474863529205
279910	rnn.bias_ih_l0	3	0.16321679949760437
279910	rnn.bias_ih_l0	4	-0.01271732896566391
279910	rnn.bias_ih_l0	5	-0.02280612103641033
279910	rnn.bias_ih_l0	6	0.016865834593772888
279910	rnn.bias_ih_l0	7	0.023540513589978218
279910	rnn.bias_ih_l0	8	-0.0992727056145668
279910	rnn.bias_ih_l0	9	-0.041825857013463974
279910	rnn.bias_hh_l0	0	-0.001427534269168973
279910	rnn.bias_hh_l0	1	-0.10021097958087921
279910	rnn.bias_hh_l0	2	-0.07515858113765717
279910	rnn.bias_hh_l0	3	-0.08882264792919159
279910	rnn.bias_hh_l0	4	0.008560393936932087
279910	rnn.bias_hh_l0	5	-0.0205058753490448
279910	rnn.bias_hh_l0	6	0.0281823743134737
279910	rnn.bias_hh_l0	7	0.06006082892417908
279910	rnn.bias_hh_l0	8	-0.12336631119251251
279910	rnn.bias_hh_l0	9	-0.05929126590490341
279910	rnn.weight_ih_l0_reverse	0	-0.02544563263654709
279910	rnn.weight_ih_l0_reverse	1	-0.057252466678619385
279910	rnn.weight_ih_l0_reverse	2	-0.04893142357468605
279910	rnn.weight_ih_l0_reverse	3	0.01548055000603199
279910	rnn.weight_ih_l0_reverse	4	-0.025217244401574135
279910	rnn.weight_ih_l0_reverse	5	-0.0573330856859684
279910	rnn.weight_ih_l0_reverse	6	0.07347782701253891
279910	rnn.weight_ih_l0_reverse	7	-0.019036948680877686
279910	rnn.weight_ih_l0_reverse	8	-0.018533751368522644
279910	rnn.weight_ih_l0_reverse	9	0.004500987008213997
279910	rnn.weight_hh_l0_reverse	0	0.06861747056245804
279910	rnn.weight_hh_l0_reverse	1	0.019927939400076866
279910	rnn.weight_hh_l0_reverse	2	0.030074691399931908
279910	rnn.weight_hh_l0_reverse	3	0.03548373654484749
279910	rnn.weight_hh_l0_reverse	4	0.01432715356349945
279910	rnn.weight_hh_l0_reverse	5	0.008242867887020111
279910	rnn.weight_hh_l0_reverse	6	0.051047105342149734
279910	rnn.weight_hh_l0_reverse	7	-0.08202071487903595
279910	rnn.weight_hh_l0_reverse	8	0.04016399383544922
279910	rnn.weight_hh_l0_reverse	9	0.03483398258686066
279910	rnn.bias_ih_l0_reverse	0	-0.05680995061993599
279910	rnn.bias_ih_l0_reverse	1	-0.28267842531204224
279910	rnn.bias_ih_l0_reverse	2	-0.12435614317655563
279910	rnn.bias_ih_l0_reverse	3	-0.04782123491168022
279910	rnn.bias_ih_l0_reverse	4	-0.022188669070601463
279910	rnn.bias_ih_l0_reverse	5	0.07617612928152084
279910	rnn.bias_ih_l0_reverse	6	-0.06549188494682312
279910	rnn.bias_ih_l0_reverse	7	0.06176355481147766
279910	rnn.bias_ih_l0_reverse	8	-0.03565073385834694
279910	rnn.bias_ih_l0_reverse	9	0.06519551575183868
279910	rnn.bias_hh_l0_reverse	0	0.023328350856900215
279910	rnn.bias_hh_l0_reverse	1	-0.0632249191403389
279910	rnn.bias_hh_l0_reverse	2	0.08913034945726395
279910	rnn.bias_hh_l0_reverse	3	-0.05182240530848503
279910	rnn.bias_hh_l0_reverse	4	-0.028186721727252007
279910	rnn.bias_hh_l0_reverse	5	-0.022250184789299965
279910	rnn.bias_hh_l0_reverse	6	-0.020308464765548706
279910	rnn.bias_hh_l0_reverse	7	0.09964516013860703
279910	rnn.bias_hh_l0_reverse	8	0.030187999829649925
279910	rnn.bias_hh_l0_reverse	9	-0.14920128881931305
279910	rnn.weight_ih_l1	0	-0.029768306761980057
279910	rnn.weight_ih_l1	1	-0.05065353214740753
279910	rnn.weight_ih_l1	2	0.0651446208357811
279910	rnn.weight_ih_l1	3	-0.07296125590801239
279910	rnn.weight_ih_l1	4	-0.014086977578699589
279910	rnn.weight_ih_l1	5	-0.04032447934150696
279910	rnn.weight_ih_l1	6	0.0289298202842474
279910	rnn.weight_ih_l1	7	-0.04424745962023735
279910	rnn.weight_ih_l1	8	0.03786804899573326
279910	rnn.weight_ih_l1	9	0.044863928109407425
279910	rnn.weight_hh_l1	0	-0.00714480597525835
279910	rnn.weight_hh_l1	1	0.019897527992725372
279910	rnn.weight_hh_l1	2	0.006567396689206362
279910	rnn.weight_hh_l1	3	-0.012656069360673428
279910	rnn.weight_hh_l1	4	0.004812242928892374
279910	rnn.weight_hh_l1	5	0.03521645814180374
279910	rnn.weight_hh_l1	6	0.03622746467590332
279910	rnn.weight_hh_l1	7	-0.016368141397833824
279910	rnn.weight_hh_l1	8	-0.007244730833917856
279910	rnn.weight_hh_l1	9	0.03857634589076042
279910	rnn.bias_ih_l1	0	-0.1839093565940857
279910	rnn.bias_ih_l1	1	-0.1744663566350937
279910	rnn.bias_ih_l1	2	-0.19697821140289307
279910	rnn.bias_ih_l1	3	-0.3073161542415619
279910	rnn.bias_ih_l1	4	-0.21239186823368073
279910	rnn.bias_ih_l1	5	-0.0889832079410553
279910	rnn.bias_ih_l1	6	-0.15850305557250977
279910	rnn.bias_ih_l1	7	-0.003437548875808716
279910	rnn.bias_ih_l1	8	-0.12988406419754028
279910	rnn.bias_ih_l1	9	-0.12325403094291687
279910	rnn.bias_hh_l1	0	-0.0966140404343605
279910	rnn.bias_hh_l1	1	-0.06328826397657394
279910	rnn.bias_hh_l1	2	-0.08551421016454697
279910	rnn.bias_hh_l1	3	-0.07748766243457794
279910	rnn.bias_hh_l1	4	-0.07320108264684677
279910	rnn.bias_hh_l1	5	-0.11727366596460342
279910	rnn.bias_hh_l1	6	-0.16091369092464447
279910	rnn.bias_hh_l1	7	0.07491778582334518
279910	rnn.bias_hh_l1	8	-0.17610745131969452
279910	rnn.bias_hh_l1	9	-0.11506965011358261
279910	rnn.weight_ih_l1_reverse	0	-0.047226082533597946
279910	rnn.weight_ih_l1_reverse	1	0.03297148644924164
279910	rnn.weight_ih_l1_reverse	2	0.08797579258680344
279910	rnn.weight_ih_l1_reverse	3	-0.017590079456567764
279910	rnn.weight_ih_l1_reverse	4	-0.023366043344140053
279910	rnn.weight_ih_l1_reverse	5	-0.030293865129351616
279910	rnn.weight_ih_l1_reverse	6	-0.01968167908489704
279910	rnn.weight_ih_l1_reverse	7	0.02968248538672924
279910	rnn.weight_ih_l1_reverse	8	0.005758000072091818
279910	rnn.weight_ih_l1_reverse	9	-0.03359902650117874
279910	rnn.weight_hh_l1_reverse	0	0.004585058428347111
279910	rnn.weight_hh_l1_reverse	1	0.03169501945376396
279910	rnn.weight_hh_l1_reverse	2	-0.04061514884233475
279910	rnn.weight_hh_l1_reverse	3	0.03501398488879204
279910	rnn.weight_hh_l1_reverse	4	0.04718700423836708
279910	rnn.weight_hh_l1_reverse	5	0.0060194628313183784
279910	rnn.weight_hh_l1_reverse	6	0.048911843448877335
279910	rnn.weight_hh_l1_reverse	7	0.031002072617411613
279910	rnn.weight_hh_l1_reverse	8	-0.007110975682735443
279910	rnn.weight_hh_l1_reverse	9	-0.030168039724230766
279910	rnn.bias_ih_l1_reverse	0	-0.045821413397789
279910	rnn.bias_ih_l1_reverse	1	-0.13976795971393585
279910	rnn.bias_ih_l1_reverse	2	-0.16383787989616394
279910	rnn.bias_ih_l1_reverse	3	-0.060844819992780685
279910	rnn.bias_ih_l1_reverse	4	-0.20368903875350952
279910	rnn.bias_ih_l1_reverse	5	-0.11680401116609573
279910	rnn.bias_ih_l1_reverse	6	-0.1298913061618805
279910	rnn.bias_ih_l1_reverse	7	-0.1920330673456192
279910	rnn.bias_ih_l1_reverse	8	0.22648829221725464
279910	rnn.bias_ih_l1_reverse	9	0.02228333055973053
279910	rnn.bias_hh_l1_reverse	0	0.01056724227964878
279910	rnn.bias_hh_l1_reverse	1	-0.06543469429016113
279910	rnn.bias_hh_l1_reverse	2	-0.23711471259593964
279910	rnn.bias_hh_l1_reverse	3	-0.14348158240318298
279910	rnn.bias_hh_l1_reverse	4	-0.08030300587415695
279910	rnn.bias_hh_l1_reverse	5	-0.11626945436000824
279910	rnn.bias_hh_l1_reverse	6	0.06293744593858719
279910	rnn.bias_hh_l1_reverse	7	-0.13459338247776031
279910	rnn.bias_hh_l1_reverse	8	-0.1249518096446991
279910	rnn.bias_hh_l1_reverse	9	-0.14825306832790375
279910	linear.weight	0	0.002228822559118271
279910	linear.weight	1	0.09702295064926147
279910	linear.weight	2	-0.09233061969280243
279910	linear.weight	3	0.31331199407577515
279910	linear.weight	4	0.15024031698703766
279910	linear.weight	5	-0.06573138386011124
279910	linear.weight	6	0.0951227992773056
279910	linear.weight	7	0.13738541305065155
279910	linear.weight	8	0.04113315790891647
279910	linear.weight	9	-0.050934117287397385
279910	linear.bias	0	0.0839197188615799
279910	linear.bias	1	-0.18938373029232025
279910	linear.bias	2	-0.4498194754123688
279910	linear.bias	3	-0.6585410237312317
279910	linear.bias	4	-1.2630025148391724
279910	linear.bias	5	-0.05939940735697746
279910	linear.bias	6	-0.8218947052955627
279910	linear.bias	7	0.271043986082077
279910	linear.bias	8	-0.3965934216976166
279910	linear.bias	9	-1.0231046676635742
280107	transitions	0	0.7567074298858643
280107	transitions	1	0.13819225132465363
280107	transitions	2	-10000.0
280107	transitions	3	-1.8281244039535522
280107	transitions	4	-10000.0
280107	transitions	5	0.5627747178077698
280107	transitions	6	-0.08565926551818848
280107	transitions	7	-0.8121290802955627
280107	transitions	8	-1.4228264093399048
280107	transitions	9	-0.0012317784130573273
280107	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
280107	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
280107	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
280107	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
280107	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
280107	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
280107	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
280107	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
280107	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
280107	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
280107	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
280107	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
280107	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
280107	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
280107	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
280107	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
280107	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
280107	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
280107	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
280107	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
280107	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
280107	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
280107	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
280107	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
280107	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
280107	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
280107	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
280107	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
280107	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
280107	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
280107	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
280107	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
280107	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
280107	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
280107	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
280107	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
280107	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
280107	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
280107	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
280107	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
280107	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
280107	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
280107	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
280107	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
280107	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
280107	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
280107	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
280107	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
280107	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
280107	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
280107	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
280107	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
280107	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
280107	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
280107	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
280107	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
280107	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
280107	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
280107	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
280107	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
280107	embedding2nn.weight	0	0.016291432082653046
280107	embedding2nn.weight	1	-0.012675780802965164
280107	embedding2nn.weight	2	-0.014268254861235619
280107	embedding2nn.weight	3	-0.031273115426301956
280107	embedding2nn.weight	4	-0.0059150345623493195
280107	embedding2nn.weight	5	-0.0037005888298153877
280107	embedding2nn.weight	6	-0.003973265178501606
280107	embedding2nn.weight	7	-0.07736903429031372
280107	embedding2nn.weight	8	-0.0019979383796453476
280107	embedding2nn.weight	9	-0.027677234262228012
280107	embedding2nn.bias	0	0.03205282613635063
280107	embedding2nn.bias	1	-0.07699746638536453
280107	embedding2nn.bias	2	0.07169923931360245
280107	embedding2nn.bias	3	0.0512571819126606
280107	embedding2nn.bias	4	-0.04068273678421974
280107	embedding2nn.bias	5	-0.00996591430157423
280107	embedding2nn.bias	6	0.015439254231750965
280107	embedding2nn.bias	7	-0.054853104054927826
280107	embedding2nn.bias	8	0.0733298733830452
280107	embedding2nn.bias	9	0.04512260481715202
280107	rnn.weight_ih_l0	0	-0.08078795671463013
280107	rnn.weight_ih_l0	1	0.003076561028137803
280107	rnn.weight_ih_l0	2	0.03554484620690346
280107	rnn.weight_ih_l0	3	0.022984182462096214
280107	rnn.weight_ih_l0	4	-0.048133961856365204
280107	rnn.weight_ih_l0	5	-0.06852158159017563
280107	rnn.weight_ih_l0	6	-0.001094917068257928
280107	rnn.weight_ih_l0	7	0.05345403775572777
280107	rnn.weight_ih_l0	8	-0.017101475968956947
280107	rnn.weight_ih_l0	9	-0.030891593545675278
280107	rnn.weight_hh_l0	0	-0.029964225366711617
280107	rnn.weight_hh_l0	1	-0.007254811003804207
280107	rnn.weight_hh_l0	2	0.006688052322715521
280107	rnn.weight_hh_l0	3	-0.07452716678380966
280107	rnn.weight_hh_l0	4	0.09328464418649673
280107	rnn.weight_hh_l0	5	-0.026975618675351143
280107	rnn.weight_hh_l0	6	-0.06382585316896439
280107	rnn.weight_hh_l0	7	0.008785614743828773
280107	rnn.weight_hh_l0	8	0.01338320504873991
280107	rnn.weight_hh_l0	9	-0.025624485686421394
280107	rnn.bias_ih_l0	0	0.12990272045135498
280107	rnn.bias_ih_l0	1	-0.03403486683964729
280107	rnn.bias_ih_l0	2	-0.03418800234794617
280107	rnn.bias_ih_l0	3	0.1632542610168457
280107	rnn.bias_ih_l0	4	-0.012683833949267864
280107	rnn.bias_ih_l0	5	-0.022804291918873787
280107	rnn.bias_ih_l0	6	0.016906972974538803
280107	rnn.bias_ih_l0	7	0.023574942722916603
280107	rnn.bias_ih_l0	8	-0.09927184134721756
280107	rnn.bias_ih_l0	9	-0.04175584390759468
280107	rnn.bias_hh_l0	0	-0.0014179261634126306
280107	rnn.bias_hh_l0	1	-0.10019829869270325
280107	rnn.bias_hh_l0	2	-0.07515035569667816
280107	rnn.bias_hh_l0	3	-0.08884554356336594
280107	rnn.bias_hh_l0	4	0.008540124632418156
280107	rnn.bias_hh_l0	5	-0.020519329234957695
280107	rnn.bias_hh_l0	6	0.028232552111148834
280107	rnn.bias_hh_l0	7	0.060064647346735
280107	rnn.bias_hh_l0	8	-0.1233501210808754
280107	rnn.bias_hh_l0	9	-0.059302277863025665
280107	rnn.weight_ih_l0_reverse	0	-0.02544734813272953
280107	rnn.weight_ih_l0_reverse	1	-0.057242389768362045
280107	rnn.weight_ih_l0_reverse	2	-0.04892514646053314
280107	rnn.weight_ih_l0_reverse	3	0.01549993734806776
280107	rnn.weight_ih_l0_reverse	4	-0.02521468698978424
280107	rnn.weight_ih_l0_reverse	5	-0.05732700601220131
280107	rnn.weight_ih_l0_reverse	6	0.07350297272205353
280107	rnn.weight_ih_l0_reverse	7	-0.019017329439520836
280107	rnn.weight_ih_l0_reverse	8	-0.01852680742740631
280107	rnn.weight_ih_l0_reverse	9	0.004509935155510902
280107	rnn.weight_hh_l0_reverse	0	0.06863854080438614
280107	rnn.weight_hh_l0_reverse	1	0.019945679232478142
280107	rnn.weight_hh_l0_reverse	2	0.03006472997367382
280107	rnn.weight_hh_l0_reverse	3	0.03548119217157364
280107	rnn.weight_hh_l0_reverse	4	0.014327483251690865
280107	rnn.weight_hh_l0_reverse	5	0.008245809003710747
280107	rnn.weight_hh_l0_reverse	6	0.05104106292128563
280107	rnn.weight_hh_l0_reverse	7	-0.08202236890792847
280107	rnn.weight_hh_l0_reverse	8	0.040157221257686615
280107	rnn.weight_hh_l0_reverse	9	0.03484081104397774
280107	rnn.bias_ih_l0_reverse	0	-0.056828878819942474
280107	rnn.bias_ih_l0_reverse	1	-0.2826770842075348
280107	rnn.bias_ih_l0_reverse	2	-0.12441138178110123
280107	rnn.bias_ih_l0_reverse	3	-0.047853004187345505
280107	rnn.bias_ih_l0_reverse	4	-0.022216690704226494
280107	rnn.bias_ih_l0_reverse	5	0.07623317092657089
280107	rnn.bias_ih_l0_reverse	6	-0.06552991271018982
280107	rnn.bias_ih_l0_reverse	7	0.06172585487365723
280107	rnn.bias_ih_l0_reverse	8	-0.0356452651321888
280107	rnn.bias_ih_l0_reverse	9	0.06514637172222137
280107	rnn.bias_hh_l0_reverse	0	0.023396125063300133
280107	rnn.bias_hh_l0_reverse	1	-0.06322387605905533
280107	rnn.bias_hh_l0_reverse	2	0.08907400071620941
280107	rnn.bias_hh_l0_reverse	3	-0.051819439977407455
280107	rnn.bias_hh_l0_reverse	4	-0.02821618691086769
280107	rnn.bias_hh_l0_reverse	5	-0.022223513573408127
280107	rnn.bias_hh_l0_reverse	6	-0.020325705409049988
280107	rnn.bias_hh_l0_reverse	7	0.09965768456459045
280107	rnn.bias_hh_l0_reverse	8	0.030150780454277992
280107	rnn.bias_hh_l0_reverse	9	-0.1491454839706421
280107	rnn.weight_ih_l1	0	-0.029756132513284683
280107	rnn.weight_ih_l1	1	-0.0506986603140831
280107	rnn.weight_ih_l1	2	0.06518888473510742
280107	rnn.weight_ih_l1	3	-0.073005810379982
280107	rnn.weight_ih_l1	4	-0.01409746054559946
280107	rnn.weight_ih_l1	5	-0.04032320901751518
280107	rnn.weight_ih_l1	6	0.02893032319843769
280107	rnn.weight_ih_l1	7	-0.04424567148089409
280107	rnn.weight_ih_l1	8	0.037870146334171295
280107	rnn.weight_ih_l1	9	0.0448506660759449
280107	rnn.weight_hh_l1	0	-0.00713169202208519
280107	rnn.weight_hh_l1	1	0.019899267703294754
280107	rnn.weight_hh_l1	2	0.0065584126859903336
280107	rnn.weight_hh_l1	3	-0.01265957485884428
280107	rnn.weight_hh_l1	4	0.004798663314431906
280107	rnn.weight_hh_l1	5	0.03520769625902176
280107	rnn.weight_hh_l1	6	0.03622989356517792
280107	rnn.weight_hh_l1	7	-0.016367506235837936
280107	rnn.weight_hh_l1	8	-0.007240315433591604
280107	rnn.weight_hh_l1	9	0.03856286779046059
280107	rnn.bias_ih_l1	0	-0.18385276198387146
280107	rnn.bias_ih_l1	1	-0.17449507117271423
280107	rnn.bias_ih_l1	2	-0.19700191915035248
280107	rnn.bias_ih_l1	3	-0.3073444962501526
280107	rnn.bias_ih_l1	4	-0.2122965157032013
280107	rnn.bias_ih_l1	5	-0.0890030711889267
280107	rnn.bias_ih_l1	6	-0.1585334837436676
280107	rnn.bias_ih_l1	7	-0.003456271020695567
280107	rnn.bias_ih_l1	8	-0.12978331744670868
280107	rnn.bias_ih_l1	9	-0.12323684990406036
280107	rnn.bias_hh_l1	0	-0.09661927074193954
280107	rnn.bias_hh_l1	1	-0.06334716826677322
280107	rnn.bias_hh_l1	2	-0.08552734553813934
280107	rnn.bias_hh_l1	3	-0.07748740911483765
280107	rnn.bias_hh_l1	4	-0.07319094240665436
280107	rnn.bias_hh_l1	5	-0.11727240681648254
280107	rnn.bias_hh_l1	6	-0.16087950766086578
280107	rnn.bias_hh_l1	7	0.07493511587381363
280107	rnn.bias_hh_l1	8	-0.17610016465187073
280107	rnn.bias_hh_l1	9	-0.11507866531610489
280107	rnn.weight_ih_l1_reverse	0	-0.04723422974348068
280107	rnn.weight_ih_l1_reverse	1	0.032922614365816116
280107	rnn.weight_ih_l1_reverse	2	0.08798332512378693
280107	rnn.weight_ih_l1_reverse	3	-0.017590828239917755
280107	rnn.weight_ih_l1_reverse	4	-0.023392893373966217
280107	rnn.weight_ih_l1_reverse	5	-0.030292082577943802
280107	rnn.weight_ih_l1_reverse	6	-0.019696969538927078
280107	rnn.weight_ih_l1_reverse	7	0.029690762981772423
280107	rnn.weight_ih_l1_reverse	8	0.0057269674725830555
280107	rnn.weight_ih_l1_reverse	9	-0.03360825777053833
280107	rnn.weight_hh_l1_reverse	0	0.0045844269916415215
280107	rnn.weight_hh_l1_reverse	1	0.03169894590973854
280107	rnn.weight_hh_l1_reverse	2	-0.04061435908079147
280107	rnn.weight_hh_l1_reverse	3	0.035013653337955475
280107	rnn.weight_hh_l1_reverse	4	0.047186557203531265
280107	rnn.weight_hh_l1_reverse	5	0.006028534844517708
280107	rnn.weight_hh_l1_reverse	6	0.0489368662238121
280107	rnn.weight_hh_l1_reverse	7	0.031003369018435478
280107	rnn.weight_hh_l1_reverse	8	-0.00710942642763257
280107	rnn.weight_hh_l1_reverse	9	-0.030163312330842018
280107	rnn.bias_ih_l1_reverse	0	-0.04580618068575859
280107	rnn.bias_ih_l1_reverse	1	-0.13976755738258362
280107	rnn.bias_ih_l1_reverse	2	-0.16386498510837555
280107	rnn.bias_ih_l1_reverse	3	-0.0608578659594059
280107	rnn.bias_ih_l1_reverse	4	-0.20369179546833038
280107	rnn.bias_ih_l1_reverse	5	-0.11681774258613586
280107	rnn.bias_ih_l1_reverse	6	-0.1298687905073166
280107	rnn.bias_ih_l1_reverse	7	-0.19202947616577148
280107	rnn.bias_ih_l1_reverse	8	0.22642740607261658
280107	rnn.bias_ih_l1_reverse	9	0.022197972983121872
280107	rnn.bias_hh_l1_reverse	0	0.010694777593016624
280107	rnn.bias_hh_l1_reverse	1	-0.06549851596355438
280107	rnn.bias_hh_l1_reverse	2	-0.2371254712343216
280107	rnn.bias_hh_l1_reverse	3	-0.14351283013820648
280107	rnn.bias_hh_l1_reverse	4	-0.08027990162372589
280107	rnn.bias_hh_l1_reverse	5	-0.11628657579421997
280107	rnn.bias_hh_l1_reverse	6	0.06293667107820511
280107	rnn.bias_hh_l1_reverse	7	-0.13453231751918793
280107	rnn.bias_hh_l1_reverse	8	-0.12495847046375275
280107	rnn.bias_hh_l1_reverse	9	-0.14826126396656036
280107	linear.weight	0	0.002228822559118271
280107	linear.weight	1	0.09711092710494995
280107	linear.weight	2	-0.09237056970596313
280107	linear.weight	3	0.31349092721939087
280107	linear.weight	4	0.15034450590610504
280107	linear.weight	5	-0.06571964919567108
280107	linear.weight	6	0.09510486572980881
280107	linear.weight	7	0.13727310299873352
280107	linear.weight	8	0.041133154183626175
280107	linear.weight	9	-0.05087747052311897
280107	linear.bias	0	0.08353817462921143
280107	linear.bias	1	-0.18895970284938812
280107	linear.bias	2	-0.450101375579834
280107	linear.bias	3	-0.6577520370483398
280107	linear.bias	4	-1.2622556686401367
280107	linear.bias	5	-0.058736614882946014
280107	linear.bias	6	-0.8214874863624573
280107	linear.bias	7	0.27165213227272034
280107	linear.bias	8	-0.39686650037765503
280107	linear.bias	9	-1.0233688354492188
280304	transitions	0	0.7565811276435852
280304	transitions	1	0.13828805088996887
280304	transitions	2	-10000.0
280304	transitions	3	-1.8281248807907104
280304	transitions	4	-10000.0
280304	transitions	5	0.5627738833427429
280304	transitions	6	-0.08565974980592728
280304	transitions	7	-0.8121469616889954
280304	transitions	8	-1.4228277206420898
280304	transitions	9	-0.001231780624948442
280304	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
280304	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
280304	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
280304	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
280304	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
280304	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
280304	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
280304	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
280304	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
280304	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
280304	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
280304	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
280304	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
280304	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
280304	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
280304	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
280304	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
280304	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
280304	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
280304	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
280304	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
280304	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
280304	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
280304	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
280304	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
280304	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
280304	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
280304	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
280304	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
280304	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
280304	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
280304	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
280304	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
280304	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
280304	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
280304	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
280304	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
280304	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
280304	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
280304	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
280304	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
280304	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
280304	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
280304	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
280304	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
280304	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
280304	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
280304	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
280304	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
280304	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
280304	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
280304	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
280304	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
280304	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
280304	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
280304	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
280304	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
280304	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
280304	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
280304	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
280304	embedding2nn.weight	0	0.016300015151500702
280304	embedding2nn.weight	1	-0.012674663215875626
280304	embedding2nn.weight	2	-0.014268254861235619
280304	embedding2nn.weight	3	-0.03129980340600014
280304	embedding2nn.weight	4	-0.0059150345623493195
280304	embedding2nn.weight	5	-0.0037005888298153877
280304	embedding2nn.weight	6	-0.003973265178501606
280304	embedding2nn.weight	7	-0.07738233357667923
280304	embedding2nn.weight	8	-0.0019979383796453476
280304	embedding2nn.weight	9	-0.027670351788401604
280304	embedding2nn.bias	0	0.03198797628283501
280304	embedding2nn.bias	1	-0.07694664597511292
280304	embedding2nn.bias	2	0.07158319652080536
280304	embedding2nn.bias	3	0.05136815086007118
280304	embedding2nn.bias	4	-0.04081717133522034
280304	embedding2nn.bias	5	-0.00985727459192276
280304	embedding2nn.bias	6	0.015618761070072651
280304	embedding2nn.bias	7	-0.05492706224322319
280304	embedding2nn.bias	8	0.07327955216169357
280304	embedding2nn.bias	9	0.04512427747249603
280304	rnn.weight_ih_l0	0	-0.08076602965593338
280304	rnn.weight_ih_l0	1	0.0030745493713766336
280304	rnn.weight_ih_l0	2	0.035534847527742386
280304	rnn.weight_ih_l0	3	0.02299005351960659
280304	rnn.weight_ih_l0	4	-0.04812973737716675
280304	rnn.weight_ih_l0	5	-0.06850959360599518
280304	rnn.weight_ih_l0	6	-0.0010983552783727646
280304	rnn.weight_ih_l0	7	0.0534350611269474
280304	rnn.weight_ih_l0	8	-0.017102453857660294
280304	rnn.weight_ih_l0	9	-0.03089604340493679
280304	rnn.weight_hh_l0	0	-0.02994699776172638
280304	rnn.weight_hh_l0	1	-0.007266317028552294
280304	rnn.weight_hh_l0	2	0.006679077632725239
280304	rnn.weight_hh_l0	3	-0.07452460378408432
280304	rnn.weight_hh_l0	4	0.09328527003526688
280304	rnn.weight_hh_l0	5	-0.026958802714943886
280304	rnn.weight_hh_l0	6	-0.06383759528398514
280304	rnn.weight_hh_l0	7	0.008763760328292847
280304	rnn.weight_hh_l0	8	0.013389107771217823
280304	rnn.weight_hh_l0	9	-0.025621339678764343
280304	rnn.bias_ih_l0	0	0.12990695238113403
280304	rnn.bias_ih_l0	1	-0.03403772413730621
280304	rnn.bias_ih_l0	2	-0.034232355654239655
280304	rnn.bias_ih_l0	3	0.16328515112400055
280304	rnn.bias_ih_l0	4	-0.012696448713541031
280304	rnn.bias_ih_l0	5	-0.022742755711078644
280304	rnn.bias_ih_l0	6	0.016942469403147697
280304	rnn.bias_ih_l0	7	0.023597000166773796
280304	rnn.bias_ih_l0	8	-0.09925195574760437
280304	rnn.bias_ih_l0	9	-0.04184712842106819
280304	rnn.bias_hh_l0	0	-0.0014047971926629543
280304	rnn.bias_hh_l0	1	-0.1002887487411499
280304	rnn.bias_hh_l0	2	-0.07510688155889511
280304	rnn.bias_hh_l0	3	-0.08889634907245636
280304	rnn.bias_hh_l0	4	0.00860836636275053
280304	rnn.bias_hh_l0	5	-0.02053689956665039
280304	rnn.bias_hh_l0	6	0.0282633937895298
280304	rnn.bias_hh_l0	7	0.060074105858802795
280304	rnn.bias_hh_l0	8	-0.12325786054134369
280304	rnn.bias_hh_l0	9	-0.059331655502319336
280304	rnn.weight_ih_l0_reverse	0	-0.02544308826327324
280304	rnn.weight_ih_l0_reverse	1	-0.05723680928349495
280304	rnn.weight_ih_l0_reverse	2	-0.04895511642098427
280304	rnn.weight_ih_l0_reverse	3	0.015524129383265972
280304	rnn.weight_ih_l0_reverse	4	-0.02521091140806675
280304	rnn.weight_ih_l0_reverse	5	-0.05731886997818947
280304	rnn.weight_ih_l0_reverse	6	0.07346372306346893
280304	rnn.weight_ih_l0_reverse	7	-0.019038427621126175
280304	rnn.weight_ih_l0_reverse	8	-0.018534351140260696
280304	rnn.weight_ih_l0_reverse	9	0.004523720592260361
280304	rnn.weight_hh_l0_reverse	0	0.06863120943307877
280304	rnn.weight_hh_l0_reverse	1	0.019956178963184357
280304	rnn.weight_hh_l0_reverse	2	0.030090978369116783
280304	rnn.weight_hh_l0_reverse	3	0.03549230098724365
280304	rnn.weight_hh_l0_reverse	4	0.014325922355055809
280304	rnn.weight_hh_l0_reverse	5	0.008265282958745956
280304	rnn.weight_hh_l0_reverse	6	0.05103510990738869
280304	rnn.weight_hh_l0_reverse	7	-0.08203636854887009
280304	rnn.weight_hh_l0_reverse	8	0.04015302658081055
280304	rnn.weight_hh_l0_reverse	9	0.03484822064638138
280304	rnn.bias_ih_l0_reverse	0	-0.05680164322257042
280304	rnn.bias_ih_l0_reverse	1	-0.2825866639614105
280304	rnn.bias_ih_l0_reverse	2	-0.12444587796926498
280304	rnn.bias_ih_l0_reverse	3	-0.04786714166402817
280304	rnn.bias_ih_l0_reverse	4	-0.02222472056746483
280304	rnn.bias_ih_l0_reverse	5	0.07623905688524246
280304	rnn.bias_ih_l0_reverse	6	-0.06556325405836105
280304	rnn.bias_ih_l0_reverse	7	0.06170172616839409
280304	rnn.bias_ih_l0_reverse	8	-0.03561237081885338
280304	rnn.bias_ih_l0_reverse	9	0.06513645499944687
280304	rnn.bias_hh_l0_reverse	0	0.023419488221406937
280304	rnn.bias_hh_l0_reverse	1	-0.0631633922457695
280304	rnn.bias_hh_l0_reverse	2	0.08913959562778473
280304	rnn.bias_hh_l0_reverse	3	-0.05178523063659668
280304	rnn.bias_hh_l0_reverse	4	-0.02818158082664013
280304	rnn.bias_hh_l0_reverse	5	-0.022206909954547882
280304	rnn.bias_hh_l0_reverse	6	-0.020343158394098282
280304	rnn.bias_hh_l0_reverse	7	0.09970910847187042
280304	rnn.bias_hh_l0_reverse	8	0.03015195205807686
280304	rnn.bias_hh_l0_reverse	9	-0.14911043643951416
280304	rnn.weight_ih_l1	0	-0.029734207317233086
280304	rnn.weight_ih_l1	1	-0.05069674924015999
280304	rnn.weight_ih_l1	2	0.06518790125846863
280304	rnn.weight_ih_l1	3	-0.07300502061843872
280304	rnn.weight_ih_l1	4	-0.014065161347389221
280304	rnn.weight_ih_l1	5	-0.04032260552048683
280304	rnn.weight_ih_l1	6	0.028930632397532463
280304	rnn.weight_ih_l1	7	-0.04427279159426689
280304	rnn.weight_ih_l1	8	0.03787084296345711
280304	rnn.weight_ih_l1	9	0.04485122859477997
280304	rnn.weight_hh_l1	0	-0.007150120567530394
280304	rnn.weight_hh_l1	1	0.01990334875881672
280304	rnn.weight_hh_l1	2	0.006556096486747265
280304	rnn.weight_hh_l1	3	-0.012662151828408241
280304	rnn.weight_hh_l1	4	0.004809246398508549
280304	rnn.weight_hh_l1	5	0.035204123705625534
280304	rnn.weight_hh_l1	6	0.036207087337970734
280304	rnn.weight_hh_l1	7	-0.016371989622712135
280304	rnn.weight_hh_l1	8	-0.007240443956106901
280304	rnn.weight_hh_l1	9	0.03857147693634033
280304	rnn.bias_ih_l1	0	-0.1838534027338028
280304	rnn.bias_ih_l1	1	-0.17446762323379517
280304	rnn.bias_ih_l1	2	-0.19697080552577972
280304	rnn.bias_ih_l1	3	-0.30731913447380066
280304	rnn.bias_ih_l1	4	-0.21234764158725739
280304	rnn.bias_ih_l1	5	-0.08900786191225052
280304	rnn.bias_ih_l1	6	-0.1585139036178589
280304	rnn.bias_ih_l1	7	-0.0034813156817108393
280304	rnn.bias_ih_l1	8	-0.12980736792087555
280304	rnn.bias_ih_l1	9	-0.1232113316655159
280304	rnn.bias_hh_l1	0	-0.0966416522860527
280304	rnn.bias_hh_l1	1	-0.06329897791147232
280304	rnn.bias_hh_l1	2	-0.08545783907175064
280304	rnn.bias_hh_l1	3	-0.07746617496013641
280304	rnn.bias_hh_l1	4	-0.07317543774843216
280304	rnn.bias_hh_l1	5	-0.11726060509681702
280304	rnn.bias_hh_l1	6	-0.16084778308868408
280304	rnn.bias_hh_l1	7	0.07499808073043823
280304	rnn.bias_hh_l1	8	-0.17618612945079803
280304	rnn.bias_hh_l1	9	-0.11516473442316055
280304	rnn.weight_ih_l1_reverse	0	-0.04724172502756119
280304	rnn.weight_ih_l1_reverse	1	0.03295028582215309
280304	rnn.weight_ih_l1_reverse	2	0.08800764381885529
280304	rnn.weight_ih_l1_reverse	3	-0.017551731318235397
280304	rnn.weight_ih_l1_reverse	4	-0.02341309003531933
280304	rnn.weight_ih_l1_reverse	5	-0.0302907582372427
280304	rnn.weight_ih_l1_reverse	6	-0.019668838009238243
280304	rnn.weight_ih_l1_reverse	7	0.029681699350476265
280304	rnn.weight_ih_l1_reverse	8	0.005740354303270578
280304	rnn.weight_ih_l1_reverse	9	-0.03352681174874306
280304	rnn.weight_hh_l1_reverse	0	0.004587401170283556
280304	rnn.weight_hh_l1_reverse	1	0.03170077130198479
280304	rnn.weight_hh_l1_reverse	2	-0.040614210069179535
280304	rnn.weight_hh_l1_reverse	3	0.03501434251666069
280304	rnn.weight_hh_l1_reverse	4	0.047192756086587906
280304	rnn.weight_hh_l1_reverse	5	0.006023765075951815
280304	rnn.weight_hh_l1_reverse	6	0.04895937442779541
280304	rnn.weight_hh_l1_reverse	7	0.030998675152659416
280304	rnn.weight_hh_l1_reverse	8	-0.007113067898899317
280304	rnn.weight_hh_l1_reverse	9	-0.03017023764550686
280304	rnn.bias_ih_l1_reverse	0	-0.045817967504262924
280304	rnn.bias_ih_l1_reverse	1	-0.13976983726024628
280304	rnn.bias_ih_l1_reverse	2	-0.1638643741607666
280304	rnn.bias_ih_l1_reverse	3	-0.06084314361214638
280304	rnn.bias_ih_l1_reverse	4	-0.20370544493198395
280304	rnn.bias_ih_l1_reverse	5	-0.11682727932929993
280304	rnn.bias_ih_l1_reverse	6	-0.12986299395561218
280304	rnn.bias_ih_l1_reverse	7	-0.19195714592933655
280304	rnn.bias_ih_l1_reverse	8	0.2263779193162918
280304	rnn.bias_ih_l1_reverse	9	0.022191140800714493
280304	rnn.bias_hh_l1_reverse	0	0.010561184957623482
280304	rnn.bias_hh_l1_reverse	1	-0.06538614630699158
280304	rnn.bias_hh_l1_reverse	2	-0.2371402382850647
280304	rnn.bias_hh_l1_reverse	3	-0.14349491894245148
280304	rnn.bias_hh_l1_reverse	4	-0.08029673248529434
280304	rnn.bias_hh_l1_reverse	5	-0.11621838063001633
280304	rnn.bias_hh_l1_reverse	6	0.06292751431465149
280304	rnn.bias_hh_l1_reverse	7	-0.1344912052154541
280304	rnn.bias_hh_l1_reverse	8	-0.12496518343687057
280304	rnn.bias_hh_l1_reverse	9	-0.14827744662761688
280304	linear.weight	0	0.002228822559118271
280304	linear.weight	1	0.09707508236169815
280304	linear.weight	2	-0.09231720864772797
280304	linear.weight	3	0.31357070803642273
280304	linear.weight	4	0.1503574401140213
280304	linear.weight	5	-0.06574419885873795
280304	linear.weight	6	0.09508462250232697
280304	linear.weight	7	0.13706696033477783
280304	linear.weight	8	0.041133150458335876
280304	linear.weight	9	-0.05086362361907959
280304	linear.bias	0	0.08384600281715393
280304	linear.bias	1	-0.1891792267560959
280304	linear.bias	2	-0.44975292682647705
280304	linear.bias	3	-0.6579253673553467
280304	linear.bias	4	-1.2624194622039795
280304	linear.bias	5	-0.05849308520555496
280304	linear.bias	6	-0.821707546710968
280304	linear.bias	7	0.2719614505767822
280304	linear.bias	8	-0.396942138671875
280304	linear.bias	9	-1.0234440565109253
280308	transitions	0	0.7565811276435852
280308	transitions	1	0.13828618824481964
280308	transitions	2	-10000.0
280308	transitions	3	-1.8281248807907104
280308	transitions	4	-10000.0
280308	transitions	5	0.5627738833427429
280308	transitions	6	-0.08565979450941086
280308	transitions	7	-0.8121470212936401
280308	transitions	8	-1.4228277206420898
280308	transitions	9	-0.001231780624948442
280308	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
280308	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
280308	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
280308	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
280308	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
280308	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
280308	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
280308	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
280308	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
280308	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
280308	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
280308	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
280308	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
280308	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
280308	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
280308	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
280308	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
280308	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
280308	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
280308	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
280308	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
280308	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
280308	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
280308	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
280308	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
280308	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
280308	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
280308	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
280308	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
280308	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
280308	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
280308	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
280308	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
280308	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
280308	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
280308	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
280308	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
280308	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
280308	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
280308	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
280308	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
280308	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
280308	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
280308	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
280308	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
280308	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
280308	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
280308	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
280308	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
280308	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
280308	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
280308	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
280308	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
280308	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
280308	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
280308	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
280308	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
280308	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
280308	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
280308	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
280308	embedding2nn.weight	0	0.016300607472658157
280308	embedding2nn.weight	1	-0.012673590332269669
280308	embedding2nn.weight	2	-0.014268254861235619
280308	embedding2nn.weight	3	-0.03129631280899048
280308	embedding2nn.weight	4	-0.0059150345623493195
280308	embedding2nn.weight	5	-0.0037005888298153877
280308	embedding2nn.weight	6	-0.003973265178501606
280308	embedding2nn.weight	7	-0.07738302648067474
280308	embedding2nn.weight	8	-0.0019979383796453476
280308	embedding2nn.weight	9	-0.02766789309680462
280308	embedding2nn.bias	0	0.03195935860276222
280308	embedding2nn.bias	1	-0.07695436477661133
280308	embedding2nn.bias	2	0.07158767431974411
280308	embedding2nn.bias	3	0.05136997252702713
280308	embedding2nn.bias	4	-0.040805917233228683
280308	embedding2nn.bias	5	-0.009854281321167946
280308	embedding2nn.bias	6	0.015629075467586517
280308	embedding2nn.bias	7	-0.05492616444826126
280308	embedding2nn.bias	8	0.07327921688556671
280308	embedding2nn.bias	9	0.04511057212948799
280308	rnn.weight_ih_l0	0	-0.08076533675193787
280308	rnn.weight_ih_l0	1	0.003075189422816038
280308	rnn.weight_ih_l0	2	0.035535309463739395
280308	rnn.weight_ih_l0	3	0.022991109639406204
280308	rnn.weight_ih_l0	4	-0.04813031852245331
280308	rnn.weight_ih_l0	5	-0.0685093030333519
280308	rnn.weight_ih_l0	6	-0.0010956706246361136
280308	rnn.weight_ih_l0	7	0.05343429744243622
280308	rnn.weight_ih_l0	8	-0.017100684344768524
280308	rnn.weight_ih_l0	9	-0.030893659219145775
280308	rnn.weight_hh_l0	0	-0.02994692511856556
280308	rnn.weight_hh_l0	1	-0.0072661275044083595
280308	rnn.weight_hh_l0	2	0.006679101847112179
280308	rnn.weight_hh_l0	3	-0.07452473044395447
280308	rnn.weight_hh_l0	4	0.09328486770391464
280308	rnn.weight_hh_l0	5	-0.026960182934999466
280308	rnn.weight_hh_l0	6	-0.06383736431598663
280308	rnn.weight_hh_l0	7	0.008762302808463573
280308	rnn.weight_hh_l0	8	0.013389380648732185
280308	rnn.weight_hh_l0	9	-0.025623293593525887
280308	rnn.bias_ih_l0	0	0.129905566573143
280308	rnn.bias_ih_l0	1	-0.03403661027550697
280308	rnn.bias_ih_l0	2	-0.03422993794083595
280308	rnn.bias_ih_l0	3	0.16328297555446625
280308	rnn.bias_ih_l0	4	-0.012699869461357594
280308	rnn.bias_ih_l0	5	-0.02274039015173912
280308	rnn.bias_ih_l0	6	0.016942033544182777
280308	rnn.bias_ih_l0	7	0.023596493527293205
280308	rnn.bias_ih_l0	8	-0.0992516502737999
280308	rnn.bias_ih_l0	9	-0.04184752702713013
280308	rnn.bias_hh_l0	0	-0.0013965492835268378
280308	rnn.bias_hh_l0	1	-0.10029102116823196
280308	rnn.bias_hh_l0	2	-0.07510648667812347
280308	rnn.bias_hh_l0	3	-0.08890689164400101
280308	rnn.bias_hh_l0	4	0.008607475087046623
280308	rnn.bias_hh_l0	5	-0.020538967102766037
280308	rnn.bias_hh_l0	6	0.028278160840272903
280308	rnn.bias_hh_l0	7	0.06005536764860153
280308	rnn.bias_hh_l0	8	-0.1232592836022377
280308	rnn.bias_hh_l0	9	-0.0593312568962574
280308	rnn.weight_ih_l0_reverse	0	-0.025442296639084816
280308	rnn.weight_ih_l0_reverse	1	-0.05723527818918228
280308	rnn.weight_ih_l0_reverse	2	-0.04895531013607979
280308	rnn.weight_ih_l0_reverse	3	0.015524781309068203
280308	rnn.weight_ih_l0_reverse	4	-0.025210533291101456
280308	rnn.weight_ih_l0_reverse	5	-0.05731881782412529
280308	rnn.weight_ih_l0_reverse	6	0.0734628438949585
280308	rnn.weight_ih_l0_reverse	7	-0.019037393853068352
280308	rnn.weight_ih_l0_reverse	8	-0.018534081056714058
280308	rnn.weight_ih_l0_reverse	9	0.004523347597569227
280308	rnn.weight_hh_l0_reverse	0	0.068631112575531
280308	rnn.weight_hh_l0_reverse	1	0.019955990836024284
280308	rnn.weight_hh_l0_reverse	2	0.030090928077697754
280308	rnn.weight_hh_l0_reverse	3	0.03549258038401604
280308	rnn.weight_hh_l0_reverse	4	0.014325778931379318
280308	rnn.weight_hh_l0_reverse	5	0.008264997974038124
280308	rnn.weight_hh_l0_reverse	6	0.05103547126054764
280308	rnn.weight_hh_l0_reverse	7	-0.08203613758087158
280308	rnn.weight_hh_l0_reverse	8	0.040155816823244095
280308	rnn.weight_hh_l0_reverse	9	0.034847840666770935
280308	rnn.bias_ih_l0_reverse	0	-0.056801602244377136
280308	rnn.bias_ih_l0_reverse	1	-0.2825867533683777
280308	rnn.bias_ih_l0_reverse	2	-0.12444533407688141
280308	rnn.bias_ih_l0_reverse	3	-0.04786660894751549
280308	rnn.bias_ih_l0_reverse	4	-0.02222496271133423
280308	rnn.bias_ih_l0_reverse	5	0.0762358158826828
280308	rnn.bias_ih_l0_reverse	6	-0.06556270271539688
280308	rnn.bias_ih_l0_reverse	7	0.061700236052274704
280308	rnn.bias_ih_l0_reverse	8	-0.03560931608080864
280308	rnn.bias_ih_l0_reverse	9	0.06513434648513794
280308	rnn.bias_hh_l0_reverse	0	0.023421041667461395
280308	rnn.bias_hh_l0_reverse	1	-0.0631650760769844
280308	rnn.bias_hh_l0_reverse	2	0.08913470804691315
280308	rnn.bias_hh_l0_reverse	3	-0.05178835988044739
280308	rnn.bias_hh_l0_reverse	4	-0.02817884273827076
280308	rnn.bias_hh_l0_reverse	5	-0.02220824360847473
280308	rnn.bias_hh_l0_reverse	6	-0.02033871039748192
280308	rnn.bias_hh_l0_reverse	7	0.0997084304690361
280308	rnn.bias_hh_l0_reverse	8	0.030154412612318993
280308	rnn.bias_hh_l0_reverse	9	-0.14911380410194397
280308	rnn.weight_ih_l1	0	-0.029732871800661087
280308	rnn.weight_ih_l1	1	-0.05069717764854431
280308	rnn.weight_ih_l1	2	0.06518613547086716
280308	rnn.weight_ih_l1	3	-0.07300322502851486
280308	rnn.weight_ih_l1	4	-0.014066768810153008
280308	rnn.weight_ih_l1	5	-0.040322620421648026
280308	rnn.weight_ih_l1	6	0.028928807005286217
280308	rnn.weight_ih_l1	7	-0.044272806495428085
280308	rnn.weight_ih_l1	8	0.03787107765674591
280308	rnn.weight_ih_l1	9	0.044851452112197876
280308	rnn.weight_hh_l1	0	-0.007151015568524599
280308	rnn.weight_hh_l1	1	0.01990402862429619
280308	rnn.weight_hh_l1	2	0.006546407006680965
280308	rnn.weight_hh_l1	3	-0.012660903856158257
280308	rnn.weight_hh_l1	4	0.00480908015742898
280308	rnn.weight_hh_l1	5	0.03520236536860466
280308	rnn.weight_hh_l1	6	0.03620745614171028
280308	rnn.weight_hh_l1	7	-0.016373589634895325
280308	rnn.weight_hh_l1	8	-0.007239540573209524
280308	rnn.weight_hh_l1	9	0.03857187554240227
280308	rnn.bias_ih_l1	0	-0.1838567554950714
280308	rnn.bias_ih_l1	1	-0.17446358501911163
280308	rnn.bias_ih_l1	2	-0.19697053730487823
280308	rnn.bias_ih_l1	3	-0.30731117725372314
280308	rnn.bias_ih_l1	4	-0.21238915622234344
280308	rnn.bias_ih_l1	5	-0.08900091797113419
280308	rnn.bias_ih_l1	6	-0.15851399302482605
280308	rnn.bias_ih_l1	7	-0.003478861413896084
280308	rnn.bias_ih_l1	8	-0.1298120617866516
280308	rnn.bias_ih_l1	9	-0.12320805341005325
280308	rnn.bias_hh_l1	0	-0.09663926064968109
280308	rnn.bias_hh_l1	1	-0.06329607218503952
280308	rnn.bias_hh_l1	2	-0.08543915301561356
280308	rnn.bias_hh_l1	3	-0.07746680825948715
280308	rnn.bias_hh_l1	4	-0.0731821283698082
280308	rnn.bias_hh_l1	5	-0.11726042628288269
280308	rnn.bias_hh_l1	6	-0.16085517406463623
280308	rnn.bias_hh_l1	7	0.07500710338354111
280308	rnn.bias_hh_l1	8	-0.17618325352668762
280308	rnn.bias_hh_l1	9	-0.11515937745571136
280308	rnn.weight_ih_l1_reverse	0	-0.04724108427762985
280308	rnn.weight_ih_l1_reverse	1	0.03295035660266876
280308	rnn.weight_ih_l1_reverse	2	0.08801001310348511
280308	rnn.weight_ih_l1_reverse	3	-0.017550518736243248
280308	rnn.weight_ih_l1_reverse	4	-0.02341245859861374
280308	rnn.weight_ih_l1_reverse	5	-0.030290506780147552
280308	rnn.weight_ih_l1_reverse	6	-0.019667627289891243
280308	rnn.weight_ih_l1_reverse	7	0.029682831838726997
280308	rnn.weight_ih_l1_reverse	8	0.005742406938225031
280308	rnn.weight_ih_l1_reverse	9	-0.03352804109454155
280308	rnn.weight_hh_l1_reverse	0	0.004587453790009022
280308	rnn.weight_hh_l1_reverse	1	0.031700920313596725
280308	rnn.weight_hh_l1_reverse	2	-0.04061435908079147
280308	rnn.weight_hh_l1_reverse	3	0.03501437231898308
280308	rnn.weight_hh_l1_reverse	4	0.04719292372465134
280308	rnn.weight_hh_l1_reverse	5	0.00602478813380003
280308	rnn.weight_hh_l1_reverse	6	0.04895814135670662
280308	rnn.weight_hh_l1_reverse	7	0.03099854476749897
280308	rnn.weight_hh_l1_reverse	8	-0.007113082800060511
280308	rnn.weight_hh_l1_reverse	9	-0.03017035871744156
280308	rnn.bias_ih_l1_reverse	0	-0.04582074284553528
280308	rnn.bias_ih_l1_reverse	1	-0.13976170122623444
280308	rnn.bias_ih_l1_reverse	2	-0.16385489702224731
280308	rnn.bias_ih_l1_reverse	3	-0.06083156540989876
280308	rnn.bias_ih_l1_reverse	4	-0.2037050575017929
280308	rnn.bias_ih_l1_reverse	5	-0.1168280765414238
280308	rnn.bias_ih_l1_reverse	6	-0.12986215949058533
280308	rnn.bias_ih_l1_reverse	7	-0.1919577568769455
280308	rnn.bias_ih_l1_reverse	8	0.2263806164264679
280308	rnn.bias_ih_l1_reverse	9	0.022177832201123238
280308	rnn.bias_hh_l1_reverse	0	0.010555373504757881
280308	rnn.bias_hh_l1_reverse	1	-0.06539014726877213
280308	rnn.bias_hh_l1_reverse	2	-0.23713845014572144
280308	rnn.bias_hh_l1_reverse	3	-0.14349396526813507
280308	rnn.bias_hh_l1_reverse	4	-0.08029845356941223
280308	rnn.bias_hh_l1_reverse	5	-0.11621652543544769
280308	rnn.bias_hh_l1_reverse	6	0.06293945014476776
280308	rnn.bias_hh_l1_reverse	7	-0.1345032900571823
280308	rnn.bias_hh_l1_reverse	8	-0.12496382743120193
280308	rnn.bias_hh_l1_reverse	9	-0.14827902615070343
280308	linear.weight	0	0.002228822559118271
280308	linear.weight	1	0.0970764309167862
280308	linear.weight	2	-0.09231122583150864
280308	linear.weight	3	0.3135496973991394
280308	linear.weight	4	0.15036074817180634
280308	linear.weight	5	-0.06574418395757675
280308	linear.weight	6	0.09508021175861359
280308	linear.weight	7	0.1370687335729599
280308	linear.weight	8	0.041133150458335876
280308	linear.weight	9	-0.05087552219629288
280308	linear.bias	0	0.08376822620630264
280308	linear.bias	1	-0.18912164866924286
280308	linear.bias	2	-0.449811726808548
280308	linear.bias	3	-0.6580057740211487
280308	linear.bias	4	-1.2624990940093994
280308	linear.bias	5	-0.05841829255223274
280308	linear.bias	6	-0.8216496109962463
280308	linear.bias	7	0.2720365524291992
280308	linear.bias	8	-0.39705756306648254
280308	linear.bias	9	-1.0235595703125
280505	transitions	0	0.7566495537757874
280505	transitions	1	0.13830286264419556
280505	transitions	2	-10000.0
280505	transitions	3	-1.828125238418579
280505	transitions	4	-10000.0
280505	transitions	5	0.5627730488777161
280505	transitions	6	-0.08566000312566757
280505	transitions	7	-0.8121552467346191
280505	transitions	8	-1.4228286743164062
280505	transitions	9	-0.0012317835353314877
280505	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
280505	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
280505	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
280505	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
280505	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
280505	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
280505	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
280505	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
280505	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
280505	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
280505	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
280505	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
280505	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
280505	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
280505	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
280505	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
280505	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
280505	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
280505	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
280505	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
280505	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
280505	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
280505	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
280505	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
280505	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
280505	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
280505	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
280505	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
280505	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
280505	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
280505	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
280505	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
280505	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
280505	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
280505	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
280505	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
280505	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
280505	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
280505	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
280505	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
280505	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
280505	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
280505	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
280505	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
280505	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
280505	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
280505	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
280505	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
280505	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
280505	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
280505	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
280505	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
280505	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
280505	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
280505	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
280505	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
280505	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
280505	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
280505	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
280505	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
280505	embedding2nn.weight	0	0.016291651874780655
280505	embedding2nn.weight	1	-0.012671837583184242
280505	embedding2nn.weight	2	-0.014268254861235619
280505	embedding2nn.weight	3	-0.03130573034286499
280505	embedding2nn.weight	4	-0.0059150345623493195
280505	embedding2nn.weight	5	-0.0037005888298153877
280505	embedding2nn.weight	6	-0.003973265178501606
280505	embedding2nn.weight	7	-0.07736875116825104
280505	embedding2nn.weight	8	-0.0019979383796453476
280505	embedding2nn.weight	9	-0.027670109644532204
280505	embedding2nn.bias	0	0.03202556073665619
280505	embedding2nn.bias	1	-0.0770333930850029
280505	embedding2nn.bias	2	0.07151645421981812
280505	embedding2nn.bias	3	0.05136314034461975
280505	embedding2nn.bias	4	-0.04085564240813255
280505	embedding2nn.bias	5	-0.009810916148126125
280505	embedding2nn.bias	6	0.015615752898156643
280505	embedding2nn.bias	7	-0.05494249239563942
280505	embedding2nn.bias	8	0.07326078414916992
280505	embedding2nn.bias	9	0.04512517899274826
280505	rnn.weight_ih_l0	0	-0.08076159656047821
280505	rnn.weight_ih_l0	1	0.003059021197259426
280505	rnn.weight_ih_l0	2	0.035536836832761765
280505	rnn.weight_ih_l0	3	0.022995159029960632
280505	rnn.weight_ih_l0	4	-0.04814542457461357
280505	rnn.weight_ih_l0	5	-0.0685085728764534
280505	rnn.weight_ih_l0	6	-0.0010940964566543698
280505	rnn.weight_ih_l0	7	0.05343734100461006
280505	rnn.weight_ih_l0	8	-0.017093628644943237
280505	rnn.weight_ih_l0	9	-0.03089752234518528
280505	rnn.weight_hh_l0	0	-0.029946133494377136
280505	rnn.weight_hh_l0	1	-0.007280196528881788
280505	rnn.weight_hh_l0	2	0.006673077121376991
280505	rnn.weight_hh_l0	3	-0.07451774179935455
280505	rnn.weight_hh_l0	4	0.09328500926494598
280505	rnn.weight_hh_l0	5	-0.026951584964990616
280505	rnn.weight_hh_l0	6	-0.06384008377790451
280505	rnn.weight_hh_l0	7	0.008756685070693493
280505	rnn.weight_hh_l0	8	0.01338736992329359
280505	rnn.weight_hh_l0	9	-0.025622811168432236
280505	rnn.bias_ih_l0	0	0.12990477681159973
280505	rnn.bias_ih_l0	1	-0.034027062356472015
280505	rnn.bias_ih_l0	2	-0.03425397723913193
280505	rnn.bias_ih_l0	3	0.1632642298936844
280505	rnn.bias_ih_l0	4	-0.012665435671806335
280505	rnn.bias_ih_l0	5	-0.022746101021766663
280505	rnn.bias_ih_l0	6	0.01695457100868225
280505	rnn.bias_ih_l0	7	0.023572418838739395
280505	rnn.bias_ih_l0	8	-0.09925340116024017
280505	rnn.bias_ih_l0	9	-0.041778501123189926
280505	rnn.bias_hh_l0	0	-0.0013931069988757372
280505	rnn.bias_hh_l0	1	-0.1002851352095604
280505	rnn.bias_hh_l0	2	-0.07508240640163422
280505	rnn.bias_hh_l0	3	-0.08889511227607727
280505	rnn.bias_hh_l0	4	0.008559970185160637
280505	rnn.bias_hh_l0	5	-0.020539920777082443
280505	rnn.bias_hh_l0	6	0.028282485902309418
280505	rnn.bias_hh_l0	7	0.06001586839556694
280505	rnn.bias_hh_l0	8	-0.12325005233287811
280505	rnn.bias_hh_l0	9	-0.059321749955415726
280505	rnn.weight_ih_l0_reverse	0	-0.025439806282520294
280505	rnn.weight_ih_l0_reverse	1	-0.05722779035568237
280505	rnn.weight_ih_l0_reverse	2	-0.04894823580980301
280505	rnn.weight_ih_l0_reverse	3	0.015530584380030632
280505	rnn.weight_ih_l0_reverse	4	-0.02520611882209778
280505	rnn.weight_ih_l0_reverse	5	-0.057313065975904465
280505	rnn.weight_ih_l0_reverse	6	0.07345972210168839
280505	rnn.weight_ih_l0_reverse	7	-0.01903998665511608
280505	rnn.weight_ih_l0_reverse	8	-0.01852424442768097
280505	rnn.weight_ih_l0_reverse	9	0.004521933384239674
280505	rnn.weight_hh_l0_reverse	0	0.06862863153219223
280505	rnn.weight_hh_l0_reverse	1	0.019957564771175385
280505	rnn.weight_hh_l0_reverse	2	0.030085930600762367
280505	rnn.weight_hh_l0_reverse	3	0.03549359738826752
280505	rnn.weight_hh_l0_reverse	4	0.014324378222227097
280505	rnn.weight_hh_l0_reverse	5	0.008269180543720722
280505	rnn.weight_hh_l0_reverse	6	0.05103171616792679
280505	rnn.weight_hh_l0_reverse	7	-0.08203184604644775
280505	rnn.weight_hh_l0_reverse	8	0.0401613675057888
280505	rnn.weight_hh_l0_reverse	9	0.03484484180808067
280505	rnn.bias_ih_l0_reverse	0	-0.05680059641599655
280505	rnn.bias_ih_l0_reverse	1	-0.2826148569583893
280505	rnn.bias_ih_l0_reverse	2	-0.12443941831588745
280505	rnn.bias_ih_l0_reverse	3	-0.047861211001873016
280505	rnn.bias_ih_l0_reverse	4	-0.022255221381783485
280505	rnn.bias_ih_l0_reverse	5	0.07625705003738403
280505	rnn.bias_ih_l0_reverse	6	-0.06558556854724884
280505	rnn.bias_ih_l0_reverse	7	0.06168367713689804
280505	rnn.bias_ih_l0_reverse	8	-0.03559265658259392
280505	rnn.bias_ih_l0_reverse	9	0.06512550264596939
280505	rnn.bias_hh_l0_reverse	0	0.023433510214090347
280505	rnn.bias_hh_l0_reverse	1	-0.06310829520225525
280505	rnn.bias_hh_l0_reverse	2	0.08911366760730743
280505	rnn.bias_hh_l0_reverse	3	-0.05178822949528694
280505	rnn.bias_hh_l0_reverse	4	-0.02819881960749626
280505	rnn.bias_hh_l0_reverse	5	-0.02222195453941822
280505	rnn.bias_hh_l0_reverse	6	-0.02033594809472561
280505	rnn.bias_hh_l0_reverse	7	0.0996716246008873
280505	rnn.bias_hh_l0_reverse	8	0.030183564871549606
280505	rnn.bias_hh_l0_reverse	9	-0.1491365134716034
280505	rnn.weight_ih_l1	0	-0.029726048931479454
280505	rnn.weight_ih_l1	1	-0.050705939531326294
280505	rnn.weight_ih_l1	2	0.06519366055727005
280505	rnn.weight_ih_l1	3	-0.07297278940677643
280505	rnn.weight_ih_l1	4	-0.014058578759431839
280505	rnn.weight_ih_l1	5	-0.04032277688384056
280505	rnn.weight_ih_l1	6	0.028933828696608543
280505	rnn.weight_ih_l1	7	-0.04427386447787285
280505	rnn.weight_ih_l1	8	0.03787484019994736
280505	rnn.weight_ih_l1	9	0.044853080064058304
280505	rnn.weight_hh_l1	0	-0.007142256014049053
280505	rnn.weight_hh_l1	1	0.019902043044567108
280505	rnn.weight_hh_l1	2	0.006545176729559898
280505	rnn.weight_hh_l1	3	-0.012659633532166481
280505	rnn.weight_hh_l1	4	0.004803569987416267
280505	rnn.weight_hh_l1	5	0.035201214253902435
280505	rnn.weight_hh_l1	6	0.03620082512497902
280505	rnn.weight_hh_l1	7	-0.016368862241506577
280505	rnn.weight_hh_l1	8	-0.007240353152155876
280505	rnn.weight_hh_l1	9	0.03857375308871269
280505	rnn.bias_ih_l1	0	-0.18386340141296387
280505	rnn.bias_ih_l1	1	-0.17447194457054138
280505	rnn.bias_ih_l1	2	-0.19693365693092346
280505	rnn.bias_ih_l1	3	-0.30731767416000366
280505	rnn.bias_ih_l1	4	-0.21243394911289215
280505	rnn.bias_ih_l1	5	-0.08901509642601013
280505	rnn.bias_ih_l1	6	-0.15850131213665009
280505	rnn.bias_ih_l1	7	-0.003482491709291935
280505	rnn.bias_ih_l1	8	-0.1297672986984253
280505	rnn.bias_ih_l1	9	-0.12318279594182968
280505	rnn.bias_hh_l1	0	-0.09663918614387512
280505	rnn.bias_hh_l1	1	-0.06331560760736465
280505	rnn.bias_hh_l1	2	-0.08543615788221359
280505	rnn.bias_hh_l1	3	-0.07747311890125275
280505	rnn.bias_hh_l1	4	-0.07318258285522461
280505	rnn.bias_hh_l1	5	-0.117268405854702
280505	rnn.bias_hh_l1	6	-0.16086602210998535
280505	rnn.bias_hh_l1	7	0.07500822842121124
280505	rnn.bias_hh_l1	8	-0.1761976033449173
280505	rnn.bias_hh_l1	9	-0.11515327543020248
280505	rnn.weight_ih_l1_reverse	0	-0.04723916947841644
280505	rnn.weight_ih_l1_reverse	1	0.032934270799160004
280505	rnn.weight_ih_l1_reverse	2	0.08803992718458176
280505	rnn.weight_ih_l1_reverse	3	-0.01753913052380085
280505	rnn.weight_ih_l1_reverse	4	-0.02341132052242756
280505	rnn.weight_ih_l1_reverse	5	-0.030291395261883736
280505	rnn.weight_ih_l1_reverse	6	-0.01966257020831108
280505	rnn.weight_ih_l1_reverse	7	0.02968022972345352
280505	rnn.weight_ih_l1_reverse	8	0.0057911863550543785
280505	rnn.weight_ih_l1_reverse	9	-0.033543217927217484
280505	rnn.weight_hh_l1_reverse	0	0.004585357382893562
280505	rnn.weight_hh_l1_reverse	1	0.031702857464551926
280505	rnn.weight_hh_l1_reverse	2	-0.04061521962285042
280505	rnn.weight_hh_l1_reverse	3	0.03501395136117935
280505	rnn.weight_hh_l1_reverse	4	0.04718654230237007
280505	rnn.weight_hh_l1_reverse	5	0.006029678042978048
280505	rnn.weight_hh_l1_reverse	6	0.048951342701911926
280505	rnn.weight_hh_l1_reverse	7	0.030995558947324753
280505	rnn.weight_hh_l1_reverse	8	-0.00711367093026638
280505	rnn.weight_hh_l1_reverse	9	-0.030171005055308342
280505	rnn.bias_ih_l1_reverse	0	-0.045812610536813736
280505	rnn.bias_ih_l1_reverse	1	-0.139788419008255
280505	rnn.bias_ih_l1_reverse	2	-0.16390080749988556
280505	rnn.bias_ih_l1_reverse	3	-0.06078125536441803
280505	rnn.bias_ih_l1_reverse	4	-0.2037038952112198
280505	rnn.bias_ih_l1_reverse	5	-0.11684205383062363
280505	rnn.bias_ih_l1_reverse	6	-0.12986008822917938
280505	rnn.bias_ih_l1_reverse	7	-0.19199036061763763
280505	rnn.bias_ih_l1_reverse	8	0.22634202241897583
280505	rnn.bias_ih_l1_reverse	9	0.022157438099384308
280505	rnn.bias_hh_l1_reverse	0	0.010580994188785553
280505	rnn.bias_hh_l1_reverse	1	-0.06536831706762314
280505	rnn.bias_hh_l1_reverse	2	-0.2371441274881363
280505	rnn.bias_hh_l1_reverse	3	-0.14349143207073212
280505	rnn.bias_hh_l1_reverse	4	-0.08026515692472458
280505	rnn.bias_hh_l1_reverse	5	-0.11622363328933716
280505	rnn.bias_hh_l1_reverse	6	0.06298106908798218
280505	rnn.bias_hh_l1_reverse	7	-0.13449296355247498
280505	rnn.bias_hh_l1_reverse	8	-0.12493865936994553
280505	rnn.bias_hh_l1_reverse	9	-0.1482781171798706
280505	linear.weight	0	0.002228822559118271
280505	linear.weight	1	0.0970730111002922
280505	linear.weight	2	-0.09230837970972061
280505	linear.weight	3	0.31355950236320496
280505	linear.weight	4	0.15033555030822754
280505	linear.weight	5	-0.065762959420681
280505	linear.weight	6	0.09516532719135284
280505	linear.weight	7	0.13709813356399536
280505	linear.weight	8	0.041133150458335876
280505	linear.weight	9	-0.050873201340436935
280505	linear.bias	0	0.08370499312877655
280505	linear.bias	1	-0.18897290527820587
280505	linear.bias	2	-0.44969168305397034
280505	linear.bias	3	-0.6580598950386047
280505	linear.bias	4	-1.2625534534454346
280505	linear.bias	5	-0.05810347944498062
280505	linear.bias	6	-0.8215194344520569
280505	linear.bias	7	0.27237412333488464
280505	linear.bias	8	-0.3970976173877716
280505	linear.bias	9	-1.0236982107162476
280702	transitions	0	0.7567141652107239
280702	transitions	1	0.1383274346590042
280702	transitions	2	-10000.0
280702	transitions	3	-1.8281254768371582
280702	transitions	4	-10000.0
280702	transitions	5	0.5627728700637817
280702	transitions	6	-0.08566033095121384
280702	transitions	7	-0.8121592402458191
280702	transitions	8	-1.4228304624557495
280702	transitions	9	-0.0012317911023274064
280702	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
280702	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
280702	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
280702	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
280702	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
280702	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
280702	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
280702	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
280702	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
280702	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
280702	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
280702	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
280702	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
280702	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
280702	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
280702	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
280702	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
280702	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
280702	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
280702	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
280702	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
280702	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
280702	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
280702	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
280702	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
280702	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
280702	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
280702	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
280702	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
280702	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
280702	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
280702	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
280702	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
280702	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
280702	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
280702	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
280702	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
280702	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
280702	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
280702	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
280702	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
280702	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
280702	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
280702	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
280702	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
280702	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
280702	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
280702	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
280702	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
280702	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
280702	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
280702	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
280702	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
280702	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
280702	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
280702	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
280702	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
280702	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
280702	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
280702	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
280702	embedding2nn.weight	0	0.01629580929875374
280702	embedding2nn.weight	1	-0.012671871110796928
280702	embedding2nn.weight	2	-0.014268254861235619
280702	embedding2nn.weight	3	-0.03130975738167763
280702	embedding2nn.weight	4	-0.0059150345623493195
280702	embedding2nn.weight	5	-0.0037005888298153877
280702	embedding2nn.weight	6	-0.003973265178501606
280702	embedding2nn.weight	7	-0.07738710939884186
280702	embedding2nn.weight	8	-0.0019979383796453476
280702	embedding2nn.weight	9	-0.027667328715324402
280702	embedding2nn.bias	0	0.031950417906045914
280702	embedding2nn.bias	1	-0.07700257003307343
280702	embedding2nn.bias	2	0.07146133482456207
280702	embedding2nn.bias	3	0.05132187902927399
280702	embedding2nn.bias	4	-0.04098592698574066
280702	embedding2nn.bias	5	-0.009821195155382156
280702	embedding2nn.bias	6	0.015716828405857086
280702	embedding2nn.bias	7	-0.054903361946344376
280702	embedding2nn.bias	8	0.0732540637254715
280702	embedding2nn.bias	9	0.04513315111398697
280702	rnn.weight_ih_l0	0	-0.08075205981731415
280702	rnn.weight_ih_l0	1	0.0030594419222325087
280702	rnn.weight_ih_l0	2	0.03554029390215874
280702	rnn.weight_ih_l0	3	0.023001674562692642
280702	rnn.weight_ih_l0	4	-0.04815061390399933
280702	rnn.weight_ih_l0	5	-0.06850479543209076
280702	rnn.weight_ih_l0	6	-0.0010877610184252262
280702	rnn.weight_ih_l0	7	0.05344356596469879
280702	rnn.weight_ih_l0	8	-0.017078600823879242
280702	rnn.weight_ih_l0	9	-0.0308905690908432
280702	rnn.weight_hh_l0	0	-0.029946105554699898
280702	rnn.weight_hh_l0	1	-0.007277697790414095
280702	rnn.weight_hh_l0	2	0.006671777460724115
280702	rnn.weight_hh_l0	3	-0.07451598346233368
280702	rnn.weight_hh_l0	4	0.09329020977020264
280702	rnn.weight_hh_l0	5	-0.02695351466536522
280702	rnn.weight_hh_l0	6	-0.06383915990591049
280702	rnn.weight_hh_l0	7	0.008746578358113766
280702	rnn.weight_hh_l0	8	0.01338904071599245
280702	rnn.weight_hh_l0	9	-0.02562670409679413
280702	rnn.bias_ih_l0	0	0.12991519272327423
280702	rnn.bias_ih_l0	1	-0.03400396183133125
280702	rnn.bias_ih_l0	2	-0.03426187112927437
280702	rnn.bias_ih_l0	3	0.16327311098575592
280702	rnn.bias_ih_l0	4	-0.012644746340811253
280702	rnn.bias_ih_l0	5	-0.02269439958035946
280702	rnn.bias_ih_l0	6	0.01692013256251812
280702	rnn.bias_ih_l0	7	0.0235502477735281
280702	rnn.bias_ih_l0	8	-0.09927880764007568
280702	rnn.bias_ih_l0	9	-0.04178681969642639
280702	rnn.bias_hh_l0	0	-0.0013981341617181897
280702	rnn.bias_hh_l0	1	-0.10030196607112885
280702	rnn.bias_hh_l0	2	-0.07509520649909973
280702	rnn.bias_hh_l0	3	-0.0888945683836937
280702	rnn.bias_hh_l0	4	0.008542188443243504
280702	rnn.bias_hh_l0	5	-0.020535437390208244
280702	rnn.bias_hh_l0	6	0.02830851450562477
280702	rnn.bias_hh_l0	7	0.06006556376814842
280702	rnn.bias_hh_l0	8	-0.12322001159191132
280702	rnn.bias_hh_l0	9	-0.05930043384432793
280702	rnn.weight_ih_l0_reverse	0	-0.025435954332351685
280702	rnn.weight_ih_l0_reverse	1	-0.05723932757973671
280702	rnn.weight_ih_l0_reverse	2	-0.04896137863397598
280702	rnn.weight_ih_l0_reverse	3	0.015538466162979603
280702	rnn.weight_ih_l0_reverse	4	-0.025207150727510452
280702	rnn.weight_ih_l0_reverse	5	-0.05730907618999481
280702	rnn.weight_ih_l0_reverse	6	0.07346486300230026
280702	rnn.weight_ih_l0_reverse	7	-0.019041648134589195
280702	rnn.weight_ih_l0_reverse	8	-0.018531277775764465
280702	rnn.weight_ih_l0_reverse	9	0.0045160516165196896
280702	rnn.weight_hh_l0_reverse	0	0.06864815950393677
280702	rnn.weight_hh_l0_reverse	1	0.019968777894973755
280702	rnn.weight_hh_l0_reverse	2	0.03008865937590599
280702	rnn.weight_hh_l0_reverse	3	0.03550289198756218
280702	rnn.weight_hh_l0_reverse	4	0.014323893934488297
280702	rnn.weight_hh_l0_reverse	5	0.008273675106465816
280702	rnn.weight_hh_l0_reverse	6	0.05102873593568802
280702	rnn.weight_hh_l0_reverse	7	-0.08200293779373169
280702	rnn.weight_hh_l0_reverse	8	0.040161699056625366
280702	rnn.weight_hh_l0_reverse	9	0.03484449163079262
280702	rnn.bias_ih_l0_reverse	0	-0.056800007820129395
280702	rnn.bias_ih_l0_reverse	1	-0.28263553977012634
280702	rnn.bias_ih_l0_reverse	2	-0.1244162917137146
280702	rnn.bias_ih_l0_reverse	3	-0.04782828688621521
280702	rnn.bias_ih_l0_reverse	4	-0.02225157991051674
280702	rnn.bias_ih_l0_reverse	5	0.07625347375869751
280702	rnn.bias_ih_l0_reverse	6	-0.06555268168449402
280702	rnn.bias_ih_l0_reverse	7	0.06169148162007332
280702	rnn.bias_ih_l0_reverse	8	-0.035634949803352356
280702	rnn.bias_ih_l0_reverse	9	0.06512658298015594
280702	rnn.bias_hh_l0_reverse	0	0.02347037009894848
280702	rnn.bias_hh_l0_reverse	1	-0.06304121762514114
280702	rnn.bias_hh_l0_reverse	2	0.08912792801856995
280702	rnn.bias_hh_l0_reverse	3	-0.05178782343864441
280702	rnn.bias_hh_l0_reverse	4	-0.02821630984544754
280702	rnn.bias_hh_l0_reverse	5	-0.02224084548652172
280702	rnn.bias_hh_l0_reverse	6	-0.02037784643471241
280702	rnn.bias_hh_l0_reverse	7	0.09966893494129181
280702	rnn.bias_hh_l0_reverse	8	0.03018159419298172
280702	rnn.bias_hh_l0_reverse	9	-0.1491614580154419
280702	rnn.weight_ih_l1	0	-0.029731271788477898
280702	rnn.weight_ih_l1	1	-0.05070464313030243
280702	rnn.weight_ih_l1	2	0.0651877224445343
280702	rnn.weight_ih_l1	3	-0.07297558337450027
280702	rnn.weight_ih_l1	4	-0.01406102254986763
280702	rnn.weight_ih_l1	5	-0.04032118245959282
280702	rnn.weight_ih_l1	6	0.02894197776913643
280702	rnn.weight_ih_l1	7	-0.04428282380104065
280702	rnn.weight_ih_l1	8	0.03787669166922569
280702	rnn.weight_ih_l1	9	0.04485325142741203
280702	rnn.weight_hh_l1	0	-0.007130884099751711
280702	rnn.weight_hh_l1	1	0.019905243068933487
280702	rnn.weight_hh_l1	2	0.00653007160872221
280702	rnn.weight_hh_l1	3	-0.012657217681407928
280702	rnn.weight_hh_l1	4	0.004805445671081543
280702	rnn.weight_hh_l1	5	0.035204172134399414
280702	rnn.weight_hh_l1	6	0.036201633512973785
280702	rnn.weight_hh_l1	7	-0.01635834015905857
280702	rnn.weight_hh_l1	8	-0.007239154074341059
280702	rnn.weight_hh_l1	9	0.03857598453760147
280702	rnn.bias_ih_l1	0	-0.18388359248638153
280702	rnn.bias_ih_l1	1	-0.17448890209197998
280702	rnn.bias_ih_l1	2	-0.19691583514213562
280702	rnn.bias_ih_l1	3	-0.3073101043701172
280702	rnn.bias_ih_l1	4	-0.21245890855789185
280702	rnn.bias_ih_l1	5	-0.08900399506092072
280702	rnn.bias_ih_l1	6	-0.1585102379322052
280702	rnn.bias_ih_l1	7	-0.0034490234684199095
280702	rnn.bias_ih_l1	8	-0.12980133295059204
280702	rnn.bias_ih_l1	9	-0.12319723516702652
280702	rnn.bias_hh_l1	0	-0.09664779156446457
280702	rnn.bias_hh_l1	1	-0.06332600861787796
280702	rnn.bias_hh_l1	2	-0.0854736715555191
280702	rnn.bias_hh_l1	3	-0.07745230197906494
280702	rnn.bias_hh_l1	4	-0.07317972183227539
280702	rnn.bias_hh_l1	5	-0.11724896728992462
280702	rnn.bias_hh_l1	6	-0.16087980568408966
280702	rnn.bias_hh_l1	7	0.07505924254655838
280702	rnn.bias_hh_l1	8	-0.17617110908031464
280702	rnn.bias_hh_l1	9	-0.11512964963912964
280702	rnn.weight_ih_l1_reverse	0	-0.04723486304283142
280702	rnn.weight_ih_l1_reverse	1	0.03293587267398834
280702	rnn.weight_ih_l1_reverse	2	0.08799853920936584
280702	rnn.weight_ih_l1_reverse	3	-0.017534300684928894
280702	rnn.weight_ih_l1_reverse	4	-0.02340758591890335
280702	rnn.weight_ih_l1_reverse	5	-0.03029119223356247
280702	rnn.weight_ih_l1_reverse	6	-0.01965298131108284
280702	rnn.weight_ih_l1_reverse	7	0.02967855893075466
280702	rnn.weight_ih_l1_reverse	8	0.005785032641142607
280702	rnn.weight_ih_l1_reverse	9	-0.033535994589328766
280702	rnn.weight_hh_l1_reverse	0	0.0045876638032495975
280702	rnn.weight_hh_l1_reverse	1	0.031702056527137756
280702	rnn.weight_hh_l1_reverse	2	-0.040614739060401917
280702	rnn.weight_hh_l1_reverse	3	0.03501333296298981
280702	rnn.weight_hh_l1_reverse	4	0.0471893772482872
280702	rnn.weight_hh_l1_reverse	5	0.006026988849043846
280702	rnn.weight_hh_l1_reverse	6	0.04896271228790283
280702	rnn.weight_hh_l1_reverse	7	0.030997153371572495
280702	rnn.weight_hh_l1_reverse	8	-0.007113981526345015
280702	rnn.weight_hh_l1_reverse	9	-0.030173277482390404
280702	rnn.bias_ih_l1_reverse	0	-0.04580198973417282
280702	rnn.bias_ih_l1_reverse	1	-0.13977237045764923
280702	rnn.bias_ih_l1_reverse	2	-0.16387395560741425
280702	rnn.bias_ih_l1_reverse	3	-0.06083054468035698
280702	rnn.bias_ih_l1_reverse	4	-0.20372900366783142
280702	rnn.bias_ih_l1_reverse	5	-0.11683144420385361
280702	rnn.bias_ih_l1_reverse	6	-0.12986086308956146
280702	rnn.bias_ih_l1_reverse	7	-0.19198088347911835
280702	rnn.bias_ih_l1_reverse	8	0.22627712786197662
280702	rnn.bias_ih_l1_reverse	9	0.022132720798254013
280702	rnn.bias_hh_l1_reverse	0	0.010633071884512901
280702	rnn.bias_hh_l1_reverse	1	-0.06531398743391037
280702	rnn.bias_hh_l1_reverse	2	-0.23714697360992432
280702	rnn.bias_hh_l1_reverse	3	-0.14350637793540955
280702	rnn.bias_hh_l1_reverse	4	-0.0802837684750557
280702	rnn.bias_hh_l1_reverse	5	-0.11621454358100891
280702	rnn.bias_hh_l1_reverse	6	0.06301425397396088
280702	rnn.bias_hh_l1_reverse	7	-0.1344887912273407
280702	rnn.bias_hh_l1_reverse	8	-0.12492436915636063
280702	rnn.bias_hh_l1_reverse	9	-0.14827176928520203
280702	linear.weight	0	0.002228822559118271
280702	linear.weight	1	0.09708467870950699
280702	linear.weight	2	-0.09226741641759872
280702	linear.weight	3	0.313601553440094
280702	linear.weight	4	0.15033556520938873
280702	linear.weight	5	-0.06577213108539581
280702	linear.weight	6	0.09505253285169601
280702	linear.weight	7	0.13709203898906708
280702	linear.weight	8	0.041133150458335876
280702	linear.weight	9	-0.05088244751095772
280702	linear.bias	0	0.0838964506983757
280702	linear.bias	1	-0.18894833326339722
280702	linear.bias	2	-0.44990307092666626
280702	linear.bias	3	-0.6580778956413269
280702	linear.bias	4	-1.2626053094863892
280702	linear.bias	5	-0.05828738957643509
280702	linear.bias	6	-0.8214900493621826
280702	linear.bias	7	0.27224573493003845
280702	linear.bias	8	-0.39698514342308044
280702	linear.bias	9	-1.0235894918441772
280899	transitions	0	0.7567302584648132
280899	transitions	1	0.13834720849990845
280899	transitions	2	-10000.0
280899	transitions	3	-1.8281254768371582
280899	transitions	4	-10000.0
280899	transitions	5	0.5627727508544922
280899	transitions	6	-0.08566053956747055
280899	transitions	7	-0.8121681213378906
280899	transitions	8	-1.422832727432251
280899	transitions	9	-0.0012317924993112683
280899	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
280899	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
280899	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
280899	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
280899	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
280899	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
280899	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
280899	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
280899	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
280899	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
280899	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
280899	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
280899	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
280899	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
280899	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
280899	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
280899	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
280899	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
280899	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
280899	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
280899	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
280899	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
280899	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
280899	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
280899	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
280899	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
280899	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
280899	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
280899	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
280899	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
280899	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
280899	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
280899	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
280899	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
280899	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
280899	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
280899	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
280899	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
280899	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
280899	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
280899	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
280899	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
280899	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
280899	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
280899	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
280899	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
280899	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
280899	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
280899	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
280899	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
280899	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
280899	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
280899	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
280899	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
280899	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
280899	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
280899	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
280899	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
280899	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
280899	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
280899	embedding2nn.weight	0	0.016276519745588303
280899	embedding2nn.weight	1	-0.012671713717281818
280899	embedding2nn.weight	2	-0.014268254861235619
280899	embedding2nn.weight	3	-0.03129478171467781
280899	embedding2nn.weight	4	-0.0059150345623493195
280899	embedding2nn.weight	5	-0.0037005888298153877
280899	embedding2nn.weight	6	-0.003973265178501606
280899	embedding2nn.weight	7	-0.07738984376192093
280899	embedding2nn.weight	8	-0.0019979383796453476
280899	embedding2nn.weight	9	-0.02766576036810875
280899	embedding2nn.bias	0	0.031930502504110336
280899	embedding2nn.bias	1	-0.07692160457372665
280899	embedding2nn.bias	2	0.07137095183134079
280899	embedding2nn.bias	3	0.05131828784942627
280899	embedding2nn.bias	4	-0.040973491966724396
280899	embedding2nn.bias	5	-0.009752160869538784
280899	embedding2nn.bias	6	0.015684353187680244
280899	embedding2nn.bias	7	-0.05494033172726631
280899	embedding2nn.bias	8	0.0732668787240982
280899	embedding2nn.bias	9	0.04509378597140312
280899	rnn.weight_ih_l0	0	-0.08074849098920822
280899	rnn.weight_ih_l0	1	0.003075089305639267
280899	rnn.weight_ih_l0	2	0.03554726392030716
280899	rnn.weight_ih_l0	3	0.022996241226792336
280899	rnn.weight_ih_l0	4	-0.04814400151371956
280899	rnn.weight_ih_l0	5	-0.06850232183933258
280899	rnn.weight_ih_l0	6	-0.001074578263796866
280899	rnn.weight_ih_l0	7	0.05344352126121521
280899	rnn.weight_ih_l0	8	-0.017081493511795998
280899	rnn.weight_ih_l0	9	-0.030884653329849243
280899	rnn.weight_hh_l0	0	-0.029933201149106026
280899	rnn.weight_hh_l0	1	-0.007277537137269974
280899	rnn.weight_hh_l0	2	0.006669770460575819
280899	rnn.weight_hh_l0	3	-0.07451921701431274
280899	rnn.weight_hh_l0	4	0.09328976273536682
280899	rnn.weight_hh_l0	5	-0.026948988437652588
280899	rnn.weight_hh_l0	6	-0.06384045630693436
280899	rnn.weight_hh_l0	7	0.008745693601667881
280899	rnn.weight_hh_l0	8	0.013385399244725704
280899	rnn.weight_hh_l0	9	-0.02561737783253193
280899	rnn.bias_ih_l0	0	0.12988683581352234
280899	rnn.bias_ih_l0	1	-0.03399481624364853
280899	rnn.bias_ih_l0	2	-0.03427477926015854
280899	rnn.bias_ih_l0	3	0.16327878832817078
280899	rnn.bias_ih_l0	4	-0.012640670873224735
280899	rnn.bias_ih_l0	5	-0.02269469015300274
280899	rnn.bias_ih_l0	6	0.016916286200284958
280899	rnn.bias_ih_l0	7	0.023541396483778954
280899	rnn.bias_ih_l0	8	-0.09928571432828903
280899	rnn.bias_ih_l0	9	-0.04178028181195259
280899	rnn.bias_hh_l0	0	-0.001401810091920197
280899	rnn.bias_hh_l0	1	-0.1002710834145546
280899	rnn.bias_hh_l0	2	-0.07508132606744766
280899	rnn.bias_hh_l0	3	-0.08889064192771912
280899	rnn.bias_hh_l0	4	0.0085425591096282
280899	rnn.bias_hh_l0	5	-0.020526045933365822
280899	rnn.bias_hh_l0	6	0.028297431766986847
280899	rnn.bias_hh_l0	7	0.060155387967824936
280899	rnn.bias_hh_l0	8	-0.12319512665271759
280899	rnn.bias_hh_l0	9	-0.05933604761958122
280899	rnn.weight_ih_l0_reverse	0	-0.025432348251342773
280899	rnn.weight_ih_l0_reverse	1	-0.05723610520362854
280899	rnn.weight_ih_l0_reverse	2	-0.048978447914123535
280899	rnn.weight_ih_l0_reverse	3	0.015537225641310215
280899	rnn.weight_ih_l0_reverse	4	-0.025197284296154976
280899	rnn.weight_ih_l0_reverse	5	-0.05731133371591568
280899	rnn.weight_ih_l0_reverse	6	0.07346407324075699
280899	rnn.weight_ih_l0_reverse	7	-0.019035672768950462
280899	rnn.weight_ih_l0_reverse	8	-0.018530594184994698
280899	rnn.weight_ih_l0_reverse	9	0.004525499418377876
280899	rnn.weight_hh_l0_reverse	0	0.06865128129720688
280899	rnn.weight_hh_l0_reverse	1	0.019968731328845024
280899	rnn.weight_hh_l0_reverse	2	0.030091064050793648
280899	rnn.weight_hh_l0_reverse	3	0.0355033352971077
280899	rnn.weight_hh_l0_reverse	4	0.014318002387881279
280899	rnn.weight_hh_l0_reverse	5	0.008281627669930458
280899	rnn.weight_hh_l0_reverse	6	0.05102412775158882
280899	rnn.weight_hh_l0_reverse	7	-0.08201590180397034
280899	rnn.weight_hh_l0_reverse	8	0.04015883430838585
280899	rnn.weight_hh_l0_reverse	9	0.03484285622835159
280899	rnn.bias_ih_l0_reverse	0	-0.056788597255945206
280899	rnn.bias_ih_l0_reverse	1	-0.2826094329357147
280899	rnn.bias_ih_l0_reverse	2	-0.12440910190343857
280899	rnn.bias_ih_l0_reverse	3	-0.047820501029491425
280899	rnn.bias_ih_l0_reverse	4	-0.022274883463978767
280899	rnn.bias_ih_l0_reverse	5	0.07624176889657974
280899	rnn.bias_ih_l0_reverse	6	-0.06553832441568375
280899	rnn.bias_ih_l0_reverse	7	0.061703961342573166
280899	rnn.bias_ih_l0_reverse	8	-0.03565723076462746
280899	rnn.bias_ih_l0_reverse	9	0.06516294926404953
280899	rnn.bias_hh_l0_reverse	0	0.023444674909114838
280899	rnn.bias_hh_l0_reverse	1	-0.06303154677152634
280899	rnn.bias_hh_l0_reverse	2	0.08914574235677719
280899	rnn.bias_hh_l0_reverse	3	-0.05178554728627205
280899	rnn.bias_hh_l0_reverse	4	-0.02819960191845894
280899	rnn.bias_hh_l0_reverse	5	-0.02224106714129448
280899	rnn.bias_hh_l0_reverse	6	-0.020358813926577568
280899	rnn.bias_hh_l0_reverse	7	0.09971323609352112
280899	rnn.bias_hh_l0_reverse	8	0.030200054869055748
280899	rnn.bias_hh_l0_reverse	9	-0.14916010200977325
280899	rnn.weight_ih_l1	0	-0.029732761904597282
280899	rnn.weight_ih_l1	1	-0.05071141943335533
280899	rnn.weight_ih_l1	2	0.06519326567649841
280899	rnn.weight_ih_l1	3	-0.07295931130647659
280899	rnn.weight_ih_l1	4	-0.014062252826988697
280899	rnn.weight_ih_l1	5	-0.04031984508037567
280899	rnn.weight_ih_l1	6	0.02894330397248268
280899	rnn.weight_ih_l1	7	-0.04428797587752342
280899	rnn.weight_ih_l1	8	0.03787682205438614
280899	rnn.weight_ih_l1	9	0.04485121741890907
280899	rnn.weight_hh_l1	0	-0.0071269250474870205
280899	rnn.weight_hh_l1	1	0.019902970641851425
280899	rnn.weight_hh_l1	2	0.006542340386658907
280899	rnn.weight_hh_l1	3	-0.012655088678002357
280899	rnn.weight_hh_l1	4	0.0047996919602155685
280899	rnn.weight_hh_l1	5	0.03520718216896057
280899	rnn.weight_hh_l1	6	0.03619854524731636
280899	rnn.weight_hh_l1	7	-0.016361471265554428
280899	rnn.weight_hh_l1	8	-0.007235985714942217
280899	rnn.weight_hh_l1	9	0.038576722145080566
280899	rnn.bias_ih_l1	0	-0.1838500052690506
280899	rnn.bias_ih_l1	1	-0.17450937628746033
280899	rnn.bias_ih_l1	2	-0.19692811369895935
280899	rnn.bias_ih_l1	3	-0.3072653114795685
280899	rnn.bias_ih_l1	4	-0.21243038773536682
280899	rnn.bias_ih_l1	5	-0.08899050205945969
280899	rnn.bias_ih_l1	6	-0.15849748253822327
280899	rnn.bias_ih_l1	7	-0.003431952791288495
280899	rnn.bias_ih_l1	8	-0.1297876089811325
280899	rnn.bias_ih_l1	9	-0.12323001772165298
280899	rnn.bias_hh_l1	0	-0.09663994610309601
280899	rnn.bias_hh_l1	1	-0.06333024799823761
280899	rnn.bias_hh_l1	2	-0.08548027276992798
280899	rnn.bias_hh_l1	3	-0.07745541632175446
280899	rnn.bias_hh_l1	4	-0.07314980775117874
280899	rnn.bias_hh_l1	5	-0.11724166572093964
280899	rnn.bias_hh_l1	6	-0.16085921227931976
280899	rnn.bias_hh_l1	7	0.07505298405885696
280899	rnn.bias_hh_l1	8	-0.1761815994977951
280899	rnn.bias_hh_l1	9	-0.11511261761188507
280899	rnn.weight_ih_l1_reverse	0	-0.04723919928073883
280899	rnn.weight_ih_l1_reverse	1	0.03294483944773674
280899	rnn.weight_ih_l1_reverse	2	0.08799444884061813
280899	rnn.weight_ih_l1_reverse	3	-0.017547963187098503
280899	rnn.weight_ih_l1_reverse	4	-0.023393485695123672
280899	rnn.weight_ih_l1_reverse	5	-0.030292432755231857
280899	rnn.weight_ih_l1_reverse	6	-0.019661780446767807
280899	rnn.weight_ih_l1_reverse	7	0.029674746096134186
280899	rnn.weight_ih_l1_reverse	8	0.005793038289994001
280899	rnn.weight_ih_l1_reverse	9	-0.03353109955787659
280899	rnn.weight_hh_l1_reverse	0	0.004586380906403065
280899	rnn.weight_hh_l1_reverse	1	0.03170616924762726
280899	rnn.weight_hh_l1_reverse	2	-0.04061479493975639
280899	rnn.weight_hh_l1_reverse	3	0.035013530403375626
280899	rnn.weight_hh_l1_reverse	4	0.04718804731965065
280899	rnn.weight_hh_l1_reverse	5	0.00602723890915513
280899	rnn.weight_hh_l1_reverse	6	0.04896077886223793
280899	rnn.weight_hh_l1_reverse	7	0.030993681401014328
280899	rnn.weight_hh_l1_reverse	8	-0.007115221116691828
280899	rnn.weight_hh_l1_reverse	9	-0.03017408587038517
280899	rnn.bias_ih_l1_reverse	0	-0.04582466557621956
280899	rnn.bias_ih_l1_reverse	1	-0.13976088166236877
280899	rnn.bias_ih_l1_reverse	2	-0.16387510299682617
280899	rnn.bias_ih_l1_reverse	3	-0.06084034591913223
280899	rnn.bias_ih_l1_reverse	4	-0.20374740660190582
280899	rnn.bias_ih_l1_reverse	5	-0.11681834608316422
280899	rnn.bias_ih_l1_reverse	6	-0.12985795736312866
280899	rnn.bias_ih_l1_reverse	7	-0.19198215007781982
280899	rnn.bias_ih_l1_reverse	8	0.2262442409992218
280899	rnn.bias_ih_l1_reverse	9	0.02212117239832878
280899	rnn.bias_hh_l1_reverse	0	0.010567139834165573
280899	rnn.bias_hh_l1_reverse	1	-0.06530678272247314
280899	rnn.bias_hh_l1_reverse	2	-0.23714372515678406
280899	rnn.bias_hh_l1_reverse	3	-0.1434992551803589
280899	rnn.bias_hh_l1_reverse	4	-0.08031567931175232
280899	rnn.bias_hh_l1_reverse	5	-0.11620663851499557
280899	rnn.bias_hh_l1_reverse	6	0.06303343176841736
280899	rnn.bias_hh_l1_reverse	7	-0.13453438878059387
280899	rnn.bias_hh_l1_reverse	8	-0.124907486140728
280899	rnn.bias_hh_l1_reverse	9	-0.14827004075050354
280899	linear.weight	0	0.002228822559118271
280899	linear.weight	1	0.09704209119081497
280899	linear.weight	2	-0.0922779068350792
280899	linear.weight	3	0.313639760017395
280899	linear.weight	4	0.15031550824642181
280899	linear.weight	5	-0.06578749418258667
280899	linear.weight	6	0.09491664171218872
280899	linear.weight	7	0.1371254324913025
280899	linear.weight	8	0.041133150458335876
280899	linear.weight	9	-0.05088939890265465
280899	linear.bias	0	0.08366382122039795
280899	linear.bias	1	-0.18847638368606567
280899	linear.bias	2	-0.44987577199935913
280899	linear.bias	3	-0.6583626866340637
280899	linear.bias	4	-1.2628639936447144
280899	linear.bias	5	-0.05855562537908554
280899	linear.bias	6	-0.8210183382034302
280899	linear.bias	7	0.2719658315181732
280899	linear.bias	8	-0.39705976843833923
280899	linear.bias	9	-1.0236775875091553
281096	transitions	0	0.7567049264907837
281096	transitions	1	0.1383395791053772
281096	transitions	2	-10000.0
281096	transitions	3	-1.8281254768371582
281096	transitions	4	-10000.0
281096	transitions	5	0.5627719759941101
281096	transitions	6	-0.08566069602966309
281096	transitions	7	-0.8121742010116577
281096	transitions	8	-1.4228332042694092
281096	transitions	9	-0.001231796806678176
281096	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
281096	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
281096	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
281096	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
281096	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
281096	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
281096	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
281096	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
281096	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
281096	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
281096	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
281096	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
281096	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
281096	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
281096	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
281096	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
281096	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
281096	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
281096	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
281096	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
281096	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
281096	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
281096	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
281096	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
281096	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
281096	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
281096	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
281096	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
281096	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
281096	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
281096	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
281096	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
281096	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
281096	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
281096	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
281096	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
281096	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
281096	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
281096	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
281096	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
281096	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
281096	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
281096	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
281096	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
281096	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
281096	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
281096	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
281096	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
281096	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
281096	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
281096	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
281096	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
281096	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
281096	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
281096	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
281096	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
281096	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
281096	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
281096	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
281096	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
281096	embedding2nn.weight	0	0.016274448484182358
281096	embedding2nn.weight	1	-0.012671585194766521
281096	embedding2nn.weight	2	-0.014268254861235619
281096	embedding2nn.weight	3	-0.03128817304968834
281096	embedding2nn.weight	4	-0.0059150345623493195
281096	embedding2nn.weight	5	-0.0037005888298153877
281096	embedding2nn.weight	6	-0.003973265178501606
281096	embedding2nn.weight	7	-0.0773853212594986
281096	embedding2nn.weight	8	-0.0019979383796453476
281096	embedding2nn.weight	9	-0.02766033262014389
281096	embedding2nn.bias	0	0.0317448191344738
281096	embedding2nn.bias	1	-0.07671508938074112
281096	embedding2nn.bias	2	0.07143028825521469
281096	embedding2nn.bias	3	0.05133967846632004
281096	embedding2nn.bias	4	-0.04095496982336044
281096	embedding2nn.bias	5	-0.00971216894686222
281096	embedding2nn.bias	6	0.01583116501569748
281096	embedding2nn.bias	7	-0.05513303354382515
281096	embedding2nn.bias	8	0.07329859584569931
281096	embedding2nn.bias	9	0.04499112069606781
281096	rnn.weight_ih_l0	0	-0.08074302971363068
281096	rnn.weight_ih_l0	1	0.003059864742681384
281096	rnn.weight_ih_l0	2	0.035550858825445175
281096	rnn.weight_ih_l0	3	0.022981978952884674
281096	rnn.weight_ih_l0	4	-0.04814838990569115
281096	rnn.weight_ih_l0	5	-0.06849854439496994
281096	rnn.weight_ih_l0	6	-0.0010795166017487645
281096	rnn.weight_ih_l0	7	0.053440142422914505
281096	rnn.weight_ih_l0	8	-0.017078494653105736
281096	rnn.weight_ih_l0	9	-0.030871808528900146
281096	rnn.weight_hh_l0	0	-0.02993050031363964
281096	rnn.weight_hh_l0	1	-0.007277307100594044
281096	rnn.weight_hh_l0	2	0.00667263800278306
281096	rnn.weight_hh_l0	3	-0.07451238483190536
281096	rnn.weight_hh_l0	4	0.09328567981719971
281096	rnn.weight_hh_l0	5	-0.026948703452944756
281096	rnn.weight_hh_l0	6	-0.06383143365383148
281096	rnn.weight_hh_l0	7	0.0087463753297925
281096	rnn.weight_hh_l0	8	0.013381103985011578
281096	rnn.weight_hh_l0	9	-0.025618314743041992
281096	rnn.bias_ih_l0	0	0.12989173829555511
281096	rnn.bias_ih_l0	1	-0.03398045897483826
281096	rnn.bias_ih_l0	2	-0.03428740054368973
281096	rnn.bias_ih_l0	3	0.16326119005680084
281096	rnn.bias_ih_l0	4	-0.01263749971985817
281096	rnn.bias_ih_l0	5	-0.022696737200021744
281096	rnn.bias_ih_l0	6	0.01688622310757637
281096	rnn.bias_ih_l0	7	0.023544853553175926
281096	rnn.bias_ih_l0	8	-0.09928008168935776
281096	rnn.bias_ih_l0	9	-0.041760317981243134
281096	rnn.bias_hh_l0	0	-0.0013796434504911304
281096	rnn.bias_hh_l0	1	-0.1002623438835144
281096	rnn.bias_hh_l0	2	-0.07509676367044449
281096	rnn.bias_hh_l0	3	-0.08889415860176086
281096	rnn.bias_hh_l0	4	0.008586646988987923
281096	rnn.bias_hh_l0	5	-0.020521674305200577
281096	rnn.bias_hh_l0	6	0.028300585225224495
281096	rnn.bias_hh_l0	7	0.06014329940080643
281096	rnn.bias_hh_l0	8	-0.12317994236946106
281096	rnn.bias_hh_l0	9	-0.05929732322692871
281096	rnn.weight_ih_l0_reverse	0	-0.025435643270611763
281096	rnn.weight_ih_l0_reverse	1	-0.05724508315324783
281096	rnn.weight_ih_l0_reverse	2	-0.0489642471075058
281096	rnn.weight_ih_l0_reverse	3	0.015546322800219059
281096	rnn.weight_ih_l0_reverse	4	-0.025196246802806854
281096	rnn.weight_ih_l0_reverse	5	-0.057319849729537964
281096	rnn.weight_ih_l0_reverse	6	0.07346917688846588
281096	rnn.weight_ih_l0_reverse	7	-0.019030900672078133
281096	rnn.weight_ih_l0_reverse	8	-0.018528809770941734
281096	rnn.weight_ih_l0_reverse	9	0.004516633227467537
281096	rnn.weight_hh_l0_reverse	0	0.06865018606185913
281096	rnn.weight_hh_l0_reverse	1	0.019964566454291344
281096	rnn.weight_hh_l0_reverse	2	0.03009124845266342
281096	rnn.weight_hh_l0_reverse	3	0.03550143912434578
281096	rnn.weight_hh_l0_reverse	4	0.01431060116738081
281096	rnn.weight_hh_l0_reverse	5	0.008274697698652744
281096	rnn.weight_hh_l0_reverse	6	0.051029883325099945
281096	rnn.weight_hh_l0_reverse	7	-0.08199857920408249
281096	rnn.weight_hh_l0_reverse	8	0.04014706611633301
281096	rnn.weight_hh_l0_reverse	9	0.03484119474887848
281096	rnn.bias_ih_l0_reverse	0	-0.056805942207574844
281096	rnn.bias_ih_l0_reverse	1	-0.28261443972587585
281096	rnn.bias_ih_l0_reverse	2	-0.12439178675413132
281096	rnn.bias_ih_l0_reverse	3	-0.04782767593860626
281096	rnn.bias_ih_l0_reverse	4	-0.022285528481006622
281096	rnn.bias_ih_l0_reverse	5	0.07624501734972
281096	rnn.bias_ih_l0_reverse	6	-0.06551390141248703
281096	rnn.bias_ih_l0_reverse	7	0.061710067093372345
281096	rnn.bias_ih_l0_reverse	8	-0.035656340420246124
281096	rnn.bias_ih_l0_reverse	9	0.06516094505786896
281096	rnn.bias_hh_l0_reverse	0	0.023430852219462395
281096	rnn.bias_hh_l0_reverse	1	-0.06305200606584549
281096	rnn.bias_hh_l0_reverse	2	0.08916858583688736
281096	rnn.bias_hh_l0_reverse	3	-0.05177992954850197
281096	rnn.bias_hh_l0_reverse	4	-0.028203662484884262
281096	rnn.bias_hh_l0_reverse	5	-0.022242100909352303
281096	rnn.bias_hh_l0_reverse	6	-0.020381465554237366
281096	rnn.bias_hh_l0_reverse	7	0.09971863776445389
281096	rnn.bias_hh_l0_reverse	8	0.0301746167242527
281096	rnn.bias_hh_l0_reverse	9	-0.14914603531360626
281096	rnn.weight_ih_l1	0	-0.02973547764122486
281096	rnn.weight_ih_l1	1	-0.05070917680859566
281096	rnn.weight_ih_l1	2	0.06517136842012405
281096	rnn.weight_ih_l1	3	-0.0729423314332962
281096	rnn.weight_ih_l1	4	-0.014065693132579327
281096	rnn.weight_ih_l1	5	-0.04032156616449356
281096	rnn.weight_ih_l1	6	0.028950797393918037
281096	rnn.weight_ih_l1	7	-0.04426440969109535
281096	rnn.weight_ih_l1	8	0.037878021597862244
281096	rnn.weight_ih_l1	9	0.04485558345913887
281096	rnn.weight_hh_l1	0	-0.007139227818697691
281096	rnn.weight_hh_l1	1	0.01990325376391411
281096	rnn.weight_hh_l1	2	0.006535227410495281
281096	rnn.weight_hh_l1	3	-0.012651612982153893
281096	rnn.weight_hh_l1	4	0.004799123387783766
281096	rnn.weight_hh_l1	5	0.03521236032247543
281096	rnn.weight_hh_l1	6	0.03620031848549843
281096	rnn.weight_hh_l1	7	-0.016367051750421524
281096	rnn.weight_hh_l1	8	-0.007238530088216066
281096	rnn.weight_hh_l1	9	0.03857923671603203
281096	rnn.bias_ih_l1	0	-0.18386104702949524
281096	rnn.bias_ih_l1	1	-0.1745387315750122
281096	rnn.bias_ih_l1	2	-0.19690492749214172
281096	rnn.bias_ih_l1	3	-0.30729377269744873
281096	rnn.bias_ih_l1	4	-0.21246778964996338
281096	rnn.bias_ih_l1	5	-0.08898522704839706
281096	rnn.bias_ih_l1	6	-0.1585027128458023
281096	rnn.bias_ih_l1	7	-0.0034787722397595644
281096	rnn.bias_ih_l1	8	-0.12979266047477722
281096	rnn.bias_ih_l1	9	-0.12322801351547241
281096	rnn.bias_hh_l1	0	-0.0966368094086647
281096	rnn.bias_hh_l1	1	-0.06333422660827637
281096	rnn.bias_hh_l1	2	-0.08548025041818619
281096	rnn.bias_hh_l1	3	-0.07746923714876175
281096	rnn.bias_hh_l1	4	-0.07317516207695007
281096	rnn.bias_hh_l1	5	-0.1172485500574112
281096	rnn.bias_hh_l1	6	-0.16085709631443024
281096	rnn.bias_hh_l1	7	0.07504760473966599
281096	rnn.bias_hh_l1	8	-0.17616665363311768
281096	rnn.bias_hh_l1	9	-0.11514408886432648
281096	rnn.weight_ih_l1_reverse	0	-0.04722452163696289
281096	rnn.weight_ih_l1_reverse	1	0.03293680027127266
281096	rnn.weight_ih_l1_reverse	2	0.08797937631607056
281096	rnn.weight_ih_l1_reverse	3	-0.017531314864754677
281096	rnn.weight_ih_l1_reverse	4	-0.023386185988783836
281096	rnn.weight_ih_l1_reverse	5	-0.030291683971881866
281096	rnn.weight_ih_l1_reverse	6	-0.01967126876115799
281096	rnn.weight_ih_l1_reverse	7	0.029662545770406723
281096	rnn.weight_ih_l1_reverse	8	0.005780257284641266
281096	rnn.weight_ih_l1_reverse	9	-0.03354112431406975
281096	rnn.weight_hh_l1_reverse	0	0.0045879981480538845
281096	rnn.weight_hh_l1_reverse	1	0.031702809035778046
281096	rnn.weight_hh_l1_reverse	2	-0.04061514139175415
281096	rnn.weight_hh_l1_reverse	3	0.035012386739254
281096	rnn.weight_hh_l1_reverse	4	0.04718726873397827
281096	rnn.weight_hh_l1_reverse	5	0.00603107362985611
281096	rnn.weight_hh_l1_reverse	6	0.048975490033626556
281096	rnn.weight_hh_l1_reverse	7	0.03099893033504486
281096	rnn.weight_hh_l1_reverse	8	-0.007115136366337538
281096	rnn.weight_hh_l1_reverse	9	-0.030172741040587425
281096	rnn.bias_ih_l1_reverse	0	-0.045830391347408295
281096	rnn.bias_ih_l1_reverse	1	-0.13978680968284607
281096	rnn.bias_ih_l1_reverse	2	-0.16386449337005615
281096	rnn.bias_ih_l1_reverse	3	-0.06093158200383186
281096	rnn.bias_ih_l1_reverse	4	-0.20374485850334167
281096	rnn.bias_ih_l1_reverse	5	-0.11680704355239868
281096	rnn.bias_ih_l1_reverse	6	-0.12985669076442719
281096	rnn.bias_ih_l1_reverse	7	-0.19200274348258972
281096	rnn.bias_ih_l1_reverse	8	0.22623997926712036
281096	rnn.bias_ih_l1_reverse	9	0.022213930264115334
281096	rnn.bias_hh_l1_reverse	0	0.010502798482775688
281096	rnn.bias_hh_l1_reverse	1	-0.06534506380558014
281096	rnn.bias_hh_l1_reverse	2	-0.23713555932044983
281096	rnn.bias_hh_l1_reverse	3	-0.14350198209285736
281096	rnn.bias_hh_l1_reverse	4	-0.08032955229282379
281096	rnn.bias_hh_l1_reverse	5	-0.11622169613838196
281096	rnn.bias_hh_l1_reverse	6	0.06309032440185547
281096	rnn.bias_hh_l1_reverse	7	-0.13452807068824768
281096	rnn.bias_hh_l1_reverse	8	-0.12491512298583984
281096	rnn.bias_hh_l1_reverse	9	-0.1482655555009842
281096	linear.weight	0	0.002228822559118271
281096	linear.weight	1	0.09699320048093796
281096	linear.weight	2	-0.0922660380601883
281096	linear.weight	3	0.31357628107070923
281096	linear.weight	4	0.15031026303768158
281096	linear.weight	5	-0.06579099595546722
281096	linear.weight	6	0.0949186235666275
281096	linear.weight	7	0.1372234970331192
281096	linear.weight	8	0.04113314673304558
281096	linear.weight	9	-0.05087004601955414
281096	linear.bias	0	0.08299534022808075
281096	linear.bias	1	-0.18853434920310974
281096	linear.bias	2	-0.45021581649780273
281096	linear.bias	3	-0.6584492921829224
281096	linear.bias	4	-1.2629472017288208
281096	linear.bias	5	-0.058624785393476486
281096	linear.bias	6	-0.8211461305618286
281096	linear.bias	7	0.27184978127479553
281096	linear.bias	8	-0.3968329131603241
281096	linear.bias	9	-1.023444652557373
281293	transitions	0	0.7566617131233215
281293	transitions	1	0.13837730884552002
281293	transitions	2	-10000.0
281293	transitions	3	-1.8281254768371582
281293	transitions	4	-10000.0
281293	transitions	5	0.562771737575531
281293	transitions	6	-0.085660919547081
281293	transitions	7	-0.8121756911277771
281293	transitions	8	-1.4228335618972778
281293	transitions	9	-0.0012317998334765434
281293	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
281293	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
281293	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
281293	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
281293	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
281293	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
281293	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
281293	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
281293	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
281293	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
281293	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
281293	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
281293	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
281293	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
281293	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
281293	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
281293	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
281293	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
281293	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
281293	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
281293	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
281293	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
281293	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
281293	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
281293	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
281293	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
281293	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
281293	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
281293	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
281293	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
281293	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
281293	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
281293	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
281293	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
281293	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
281293	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
281293	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
281293	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
281293	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
281293	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
281293	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
281293	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
281293	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
281293	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
281293	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
281293	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
281293	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
281293	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
281293	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
281293	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
281293	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
281293	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
281293	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
281293	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
281293	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
281293	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
281293	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
281293	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
281293	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
281293	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
281293	embedding2nn.weight	0	0.016300953924655914
281293	embedding2nn.weight	1	-0.012672649696469307
281293	embedding2nn.weight	2	-0.014268254861235619
281293	embedding2nn.weight	3	-0.03127490356564522
281293	embedding2nn.weight	4	-0.0059150345623493195
281293	embedding2nn.weight	5	-0.0037005888298153877
281293	embedding2nn.weight	6	-0.003973265178501606
281293	embedding2nn.weight	7	-0.07739576697349548
281293	embedding2nn.weight	8	-0.0019979383796453476
281293	embedding2nn.weight	9	-0.027652664110064507
281293	embedding2nn.bias	0	0.03173039108514786
281293	embedding2nn.bias	1	-0.07662223279476166
281293	embedding2nn.bias	2	0.0715244859457016
281293	embedding2nn.bias	3	0.051414258778095245
281293	embedding2nn.bias	4	-0.04091082885861397
281293	embedding2nn.bias	5	-0.009768066927790642
281293	embedding2nn.bias	6	0.015876127406954765
281293	embedding2nn.bias	7	-0.055210623890161514
281293	embedding2nn.bias	8	0.07333799451589584
281293	embedding2nn.bias	9	0.04491334781050682
281293	rnn.weight_ih_l0	0	-0.08074682205915451
281293	rnn.weight_ih_l0	1	0.0030527287162840366
281293	rnn.weight_ih_l0	2	0.03554851934313774
281293	rnn.weight_ih_l0	3	0.022979343309998512
281293	rnn.weight_ih_l0	4	-0.04813668876886368
281293	rnn.weight_ih_l0	5	-0.06849249452352524
281293	rnn.weight_ih_l0	6	-0.0010781890014186502
281293	rnn.weight_ih_l0	7	0.05345198139548302
281293	rnn.weight_ih_l0	8	-0.01708623766899109
281293	rnn.weight_ih_l0	9	-0.030866552144289017
281293	rnn.weight_hh_l0	0	-0.02993498370051384
281293	rnn.weight_hh_l0	1	-0.007287853397428989
281293	rnn.weight_hh_l0	2	0.006672195624560118
281293	rnn.weight_hh_l0	3	-0.07451014220714569
281293	rnn.weight_hh_l0	4	0.09328718483448029
281293	rnn.weight_hh_l0	5	-0.026942336931824684
281293	rnn.weight_hh_l0	6	-0.06383674591779709
281293	rnn.weight_hh_l0	7	0.008753946982324123
281293	rnn.weight_hh_l0	8	0.013385511003434658
281293	rnn.weight_hh_l0	9	-0.025610974058508873
281293	rnn.bias_ih_l0	0	0.12988829612731934
281293	rnn.bias_ih_l0	1	-0.03397129103541374
281293	rnn.bias_ih_l0	2	-0.03430032357573509
281293	rnn.bias_ih_l0	3	0.1632758229970932
281293	rnn.bias_ih_l0	4	-0.012627342715859413
281293	rnn.bias_ih_l0	5	-0.02270336076617241
281293	rnn.bias_ih_l0	6	0.016911692917346954
281293	rnn.bias_ih_l0	7	0.023554669693112373
281293	rnn.bias_ih_l0	8	-0.0992688313126564
281293	rnn.bias_ih_l0	9	-0.04176434129476547
281293	rnn.bias_hh_l0	0	-0.001363796996884048
281293	rnn.bias_hh_l0	1	-0.10027036815881729
281293	rnn.bias_hh_l0	2	-0.07509198784828186
281293	rnn.bias_hh_l0	3	-0.08889234066009521
281293	rnn.bias_hh_l0	4	0.008579757064580917
281293	rnn.bias_hh_l0	5	-0.020519910380244255
281293	rnn.bias_hh_l0	6	0.02830841764807701
281293	rnn.bias_hh_l0	7	0.060159213840961456
281293	rnn.bias_hh_l0	8	-0.1231691837310791
281293	rnn.bias_hh_l0	9	-0.0593244731426239
281293	rnn.weight_ih_l0_reverse	0	-0.025442661717534065
281293	rnn.weight_ih_l0_reverse	1	-0.05724296346306801
281293	rnn.weight_ih_l0_reverse	2	-0.04894956201314926
281293	rnn.weight_ih_l0_reverse	3	0.015561886131763458
281293	rnn.weight_ih_l0_reverse	4	-0.02519065886735916
281293	rnn.weight_ih_l0_reverse	5	-0.05732438713312149
281293	rnn.weight_ih_l0_reverse	6	0.07347716391086578
281293	rnn.weight_ih_l0_reverse	7	-0.019030233845114708
281293	rnn.weight_ih_l0_reverse	8	-0.018534433096647263
281293	rnn.weight_ih_l0_reverse	9	0.004537129309028387
281293	rnn.weight_hh_l0_reverse	0	0.06864308565855026
281293	rnn.weight_hh_l0_reverse	1	0.019966300576925278
281293	rnn.weight_hh_l0_reverse	2	0.03009076602756977
281293	rnn.weight_hh_l0_reverse	3	0.03550451621413231
281293	rnn.weight_hh_l0_reverse	4	0.014318622648715973
281293	rnn.weight_hh_l0_reverse	5	0.00827692449092865
281293	rnn.weight_hh_l0_reverse	6	0.05102789029479027
281293	rnn.weight_hh_l0_reverse	7	-0.08200143277645111
281293	rnn.weight_hh_l0_reverse	8	0.04014221578836441
281293	rnn.weight_hh_l0_reverse	9	0.0348389707505703
281293	rnn.bias_ih_l0_reverse	0	-0.056824568659067154
281293	rnn.bias_ih_l0_reverse	1	-0.28258445858955383
281293	rnn.bias_ih_l0_reverse	2	-0.12435854971408844
281293	rnn.bias_ih_l0_reverse	3	-0.0478372685611248
281293	rnn.bias_ih_l0_reverse	4	-0.02233290858566761
281293	rnn.bias_ih_l0_reverse	5	0.076212078332901
281293	rnn.bias_ih_l0_reverse	6	-0.0655258297920227
281293	rnn.bias_ih_l0_reverse	7	0.06171093508601189
281293	rnn.bias_ih_l0_reverse	8	-0.03567581623792648
281293	rnn.bias_ih_l0_reverse	9	0.06517044454813004
281293	rnn.bias_hh_l0_reverse	0	0.023429811000823975
281293	rnn.bias_hh_l0_reverse	1	-0.06307492405176163
281293	rnn.bias_hh_l0_reverse	2	0.08913401514291763
281293	rnn.bias_hh_l0_reverse	3	-0.05178659036755562
281293	rnn.bias_hh_l0_reverse	4	-0.028212836012244225
281293	rnn.bias_hh_l0_reverse	5	-0.022266728803515434
281293	rnn.bias_hh_l0_reverse	6	-0.02037433721125126
281293	rnn.bias_hh_l0_reverse	7	0.09973758459091187
281293	rnn.bias_hh_l0_reverse	8	0.030153002589941025
281293	rnn.bias_hh_l0_reverse	9	-0.1491408795118332
281293	rnn.weight_ih_l1	0	-0.02973652258515358
281293	rnn.weight_ih_l1	1	-0.05070754140615463
281293	rnn.weight_ih_l1	2	0.06517939269542694
281293	rnn.weight_ih_l1	3	-0.07294456660747528
281293	rnn.weight_ih_l1	4	-0.014060926623642445
281293	rnn.weight_ih_l1	5	-0.0403221994638443
281293	rnn.weight_ih_l1	6	0.028957435861229897
281293	rnn.weight_ih_l1	7	-0.04426151514053345
281293	rnn.weight_ih_l1	8	0.03787893056869507
281293	rnn.weight_ih_l1	9	0.04485286772251129
281293	rnn.weight_hh_l1	0	-0.0071415710262954235
281293	rnn.weight_hh_l1	1	0.01990574412047863
281293	rnn.weight_hh_l1	2	0.006532798986881971
281293	rnn.weight_hh_l1	3	-0.012652319855988026
281293	rnn.weight_hh_l1	4	0.00479841697961092
281293	rnn.weight_hh_l1	5	0.035212527960538864
281293	rnn.weight_hh_l1	6	0.036199722439050674
281293	rnn.weight_hh_l1	7	-0.016364751383662224
281293	rnn.weight_hh_l1	8	-0.007235903758555651
281293	rnn.weight_hh_l1	9	0.03858001157641411
281293	rnn.bias_ih_l1	0	-0.18387672305107117
281293	rnn.bias_ih_l1	1	-0.17453749477863312
281293	rnn.bias_ih_l1	2	-0.19691702723503113
281293	rnn.bias_ih_l1	3	-0.30728811025619507
281293	rnn.bias_ih_l1	4	-0.21250751614570618
281293	rnn.bias_ih_l1	5	-0.08896956592798233
281293	rnn.bias_ih_l1	6	-0.15848104655742645
281293	rnn.bias_ih_l1	7	-0.003507499350234866
281293	rnn.bias_ih_l1	8	-0.1298130303621292
281293	rnn.bias_ih_l1	9	-0.12322870641946793
281293	rnn.bias_hh_l1	0	-0.09665817767381668
281293	rnn.bias_hh_l1	1	-0.0633155032992363
281293	rnn.bias_hh_l1	2	-0.08549890667200089
281293	rnn.bias_hh_l1	3	-0.07745744287967682
281293	rnn.bias_hh_l1	4	-0.07316416501998901
281293	rnn.bias_hh_l1	5	-0.11725460737943649
281293	rnn.bias_hh_l1	6	-0.1608467698097229
281293	rnn.bias_hh_l1	7	0.07508845627307892
281293	rnn.bias_hh_l1	8	-0.17615747451782227
281293	rnn.bias_hh_l1	9	-0.11511768400669098
281293	rnn.weight_ih_l1_reverse	0	-0.04722604155540466
281293	rnn.weight_ih_l1_reverse	1	0.032968565821647644
281293	rnn.weight_ih_l1_reverse	2	0.08795886486768723
281293	rnn.weight_ih_l1_reverse	3	-0.01751966029405594
281293	rnn.weight_ih_l1_reverse	4	-0.02339552529156208
281293	rnn.weight_ih_l1_reverse	5	-0.030288776382803917
281293	rnn.weight_ih_l1_reverse	6	-0.019675707444548607
281293	rnn.weight_ih_l1_reverse	7	0.029658788815140724
281293	rnn.weight_ih_l1_reverse	8	0.005776811391115189
281293	rnn.weight_ih_l1_reverse	9	-0.033525578677654266
281293	rnn.weight_hh_l1_reverse	0	0.0045892298221588135
281293	rnn.weight_hh_l1_reverse	1	0.031700991094112396
281293	rnn.weight_hh_l1_reverse	2	-0.04061529040336609
281293	rnn.weight_hh_l1_reverse	3	0.03501342236995697
281293	rnn.weight_hh_l1_reverse	4	0.04718149080872536
281293	rnn.weight_hh_l1_reverse	5	0.006021909881383181
281293	rnn.weight_hh_l1_reverse	6	0.0489937886595726
281293	rnn.weight_hh_l1_reverse	7	0.031001515686511993
281293	rnn.weight_hh_l1_reverse	8	-0.0071152374148368835
281293	rnn.weight_hh_l1_reverse	9	-0.030173493549227715
281293	rnn.bias_ih_l1_reverse	0	-0.04580050706863403
281293	rnn.bias_ih_l1_reverse	1	-0.1397874802350998
281293	rnn.bias_ih_l1_reverse	2	-0.16386817395687103
281293	rnn.bias_ih_l1_reverse	3	-0.060936931520700455
281293	rnn.bias_ih_l1_reverse	4	-0.20373548567295074
281293	rnn.bias_ih_l1_reverse	5	-0.11680201441049576
281293	rnn.bias_ih_l1_reverse	6	-0.12984934449195862
281293	rnn.bias_ih_l1_reverse	7	-0.19200913608074188
281293	rnn.bias_ih_l1_reverse	8	0.22626234591007233
281293	rnn.bias_ih_l1_reverse	9	0.022242652252316475
281293	rnn.bias_hh_l1_reverse	0	0.010471224784851074
281293	rnn.bias_hh_l1_reverse	1	-0.0652703046798706
281293	rnn.bias_hh_l1_reverse	2	-0.23713181912899017
281293	rnn.bias_hh_l1_reverse	3	-0.1434975415468216
281293	rnn.bias_hh_l1_reverse	4	-0.08034271746873856
281293	rnn.bias_hh_l1_reverse	5	-0.11622950434684753
281293	rnn.bias_hh_l1_reverse	6	0.0631716251373291
281293	rnn.bias_hh_l1_reverse	7	-0.13453352451324463
281293	rnn.bias_hh_l1_reverse	8	-0.12489871680736542
281293	rnn.bias_hh_l1_reverse	9	-0.14826129376888275
281293	linear.weight	0	0.002228822559118271
281293	linear.weight	1	0.09697376191616058
281293	linear.weight	2	-0.09225450456142426
281293	linear.weight	3	0.3135600984096527
281293	linear.weight	4	0.15031428635120392
281293	linear.weight	5	-0.06577765941619873
281293	linear.weight	6	0.09485036134719849
281293	linear.weight	7	0.1371537297964096
281293	linear.weight	8	0.04113314673304558
281293	linear.weight	9	-0.0508207343518734
281293	linear.bias	0	0.08273617923259735
281293	linear.bias	1	-0.18890729546546936
281293	linear.bias	2	-0.45021915435791016
281293	linear.bias	3	-0.6585924625396729
281293	linear.bias	4	-1.2630959749221802
281293	linear.bias	5	-0.058590117841959
281293	linear.bias	6	-0.8215215802192688
281293	linear.bias	7	0.27188074588775635
281293	linear.bias	8	-0.39653176069259644
281293	linear.bias	9	-1.023205041885376
281490	transitions	0	0.7567063570022583
281490	transitions	1	0.13843344151973724
281490	transitions	2	-10000.0
281490	transitions	3	-1.8281255960464478
281490	transitions	4	-10000.0
281490	transitions	5	0.5627715587615967
281490	transitions	6	-0.0856611505150795
281490	transitions	7	-0.8121784925460815
281490	transitions	8	-1.422834038734436
281490	transitions	9	-0.00123180216178298
281490	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
281490	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
281490	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
281490	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
281490	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
281490	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
281490	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
281490	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
281490	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
281490	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
281490	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
281490	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
281490	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
281490	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
281490	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
281490	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
281490	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
281490	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
281490	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
281490	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
281490	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
281490	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
281490	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
281490	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
281490	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
281490	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
281490	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
281490	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
281490	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
281490	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
281490	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
281490	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
281490	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
281490	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
281490	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
281490	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
281490	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
281490	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
281490	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
281490	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
281490	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
281490	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
281490	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
281490	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
281490	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
281490	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
281490	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
281490	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
281490	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
281490	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
281490	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
281490	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
281490	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
281490	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
281490	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
281490	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
281490	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
281490	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
281490	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
281490	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
281490	embedding2nn.weight	0	0.016288457438349724
281490	embedding2nn.weight	1	-0.012672953307628632
281490	embedding2nn.weight	2	-0.014268254861235619
281490	embedding2nn.weight	3	-0.03127359226346016
281490	embedding2nn.weight	4	-0.0059150345623493195
281490	embedding2nn.weight	5	-0.0037005888298153877
281490	embedding2nn.weight	6	-0.003973265178501606
281490	embedding2nn.weight	7	-0.07739418745040894
281490	embedding2nn.weight	8	-0.0019979383796453476
281490	embedding2nn.weight	9	-0.02765122801065445
281490	embedding2nn.bias	0	0.03162277489900589
281490	embedding2nn.bias	1	-0.0766388401389122
281490	embedding2nn.bias	2	0.07146918028593063
281490	embedding2nn.bias	3	0.051445409655570984
281490	embedding2nn.bias	4	-0.04094872623682022
281490	embedding2nn.bias	5	-0.009667899459600449
281490	embedding2nn.bias	6	0.015845956280827522
281490	embedding2nn.bias	7	-0.05519003048539162
281490	embedding2nn.bias	8	0.07335782051086426
281490	embedding2nn.bias	9	0.04496754705905914
281490	rnn.weight_ih_l0	0	-0.08074600249528885
281490	rnn.weight_ih_l0	1	0.003053459571674466
281490	rnn.weight_ih_l0	2	0.03555919975042343
281490	rnn.weight_ih_l0	3	0.022967606782913208
281490	rnn.weight_ih_l0	4	-0.0481359139084816
281490	rnn.weight_ih_l0	5	-0.06849609315395355
281490	rnn.weight_ih_l0	6	-0.001076775835826993
281490	rnn.weight_ih_l0	7	0.053443893790245056
281490	rnn.weight_ih_l0	8	-0.017082393169403076
281490	rnn.weight_ih_l0	9	-0.030865086242556572
281490	rnn.weight_hh_l0	0	-0.029930703341960907
281490	rnn.weight_hh_l0	1	-0.007289001252502203
281490	rnn.weight_hh_l0	2	0.0066815633326768875
281490	rnn.weight_hh_l0	3	-0.07451235502958298
281490	rnn.weight_hh_l0	4	0.09328436106443405
281490	rnn.weight_hh_l0	5	-0.02694491297006607
281490	rnn.weight_hh_l0	6	-0.06384715437889099
281490	rnn.weight_hh_l0	7	0.00875381100922823
281490	rnn.weight_hh_l0	8	0.013382132165133953
281490	rnn.weight_hh_l0	9	-0.02560834214091301
281490	rnn.bias_ih_l0	0	0.1298770159482956
281490	rnn.bias_ih_l0	1	-0.033985577523708344
281490	rnn.bias_ih_l0	2	-0.03429233655333519
281490	rnn.bias_ih_l0	3	0.16326135396957397
281490	rnn.bias_ih_l0	4	-0.012613673694431782
281490	rnn.bias_ih_l0	5	-0.022735649719834328
281490	rnn.bias_ih_l0	6	0.016958478838205338
281490	rnn.bias_ih_l0	7	0.02354821003973484
281490	rnn.bias_ih_l0	8	-0.09925167262554169
281490	rnn.bias_ih_l0	9	-0.0417940579354763
281490	rnn.bias_hh_l0	0	-0.0013465380761772394
281490	rnn.bias_hh_l0	1	-0.10025390982627869
281490	rnn.bias_hh_l0	2	-0.07509908825159073
281490	rnn.bias_hh_l0	3	-0.08887714147567749
281490	rnn.bias_hh_l0	4	0.008569263853132725
281490	rnn.bias_hh_l0	5	-0.02052043378353119
281490	rnn.bias_hh_l0	6	0.028300806879997253
281490	rnn.bias_hh_l0	7	0.06018736585974693
281490	rnn.bias_hh_l0	8	-0.12316377460956573
281490	rnn.bias_hh_l0	9	-0.0593472458422184
281490	rnn.weight_ih_l0_reverse	0	-0.02543463744223118
281490	rnn.weight_ih_l0_reverse	1	-0.05724962800741196
281490	rnn.weight_ih_l0_reverse	2	-0.048949308693408966
281490	rnn.weight_ih_l0_reverse	3	0.015547371469438076
281490	rnn.weight_ih_l0_reverse	4	-0.02518930472433567
281490	rnn.weight_ih_l0_reverse	5	-0.05731833726167679
281490	rnn.weight_ih_l0_reverse	6	0.07347207516431808
281490	rnn.weight_ih_l0_reverse	7	-0.01903509721159935
281490	rnn.weight_ih_l0_reverse	8	-0.01853502169251442
281490	rnn.weight_ih_l0_reverse	9	0.0045318943448364735
281490	rnn.weight_hh_l0_reverse	0	0.0686403140425682
281490	rnn.weight_hh_l0_reverse	1	0.01998290978372097
281490	rnn.weight_hh_l0_reverse	2	0.030085572972893715
281490	rnn.weight_hh_l0_reverse	3	0.03550305962562561
281490	rnn.weight_hh_l0_reverse	4	0.014313554391264915
281490	rnn.weight_hh_l0_reverse	5	0.008276330307126045
281490	rnn.weight_hh_l0_reverse	6	0.05103062465786934
281490	rnn.weight_hh_l0_reverse	7	-0.08200129121541977
281490	rnn.weight_hh_l0_reverse	8	0.040144823491573334
281490	rnn.weight_hh_l0_reverse	9	0.034838367253541946
281490	rnn.bias_ih_l0_reverse	0	-0.05681237578392029
281490	rnn.bias_ih_l0_reverse	1	-0.2825281322002411
281490	rnn.bias_ih_l0_reverse	2	-0.12435633689165115
281490	rnn.bias_ih_l0_reverse	3	-0.04785783216357231
281490	rnn.bias_ih_l0_reverse	4	-0.022304171696305275
281490	rnn.bias_ih_l0_reverse	5	0.07619313150644302
281490	rnn.bias_ih_l0_reverse	6	-0.0655687004327774
281490	rnn.bias_ih_l0_reverse	7	0.06171423941850662
281490	rnn.bias_ih_l0_reverse	8	-0.03569495677947998
281490	rnn.bias_ih_l0_reverse	9	0.06518270075321198
281490	rnn.bias_hh_l0_reverse	0	0.0234755240380764
281490	rnn.bias_hh_l0_reverse	1	-0.06309738755226135
281490	rnn.bias_hh_l0_reverse	2	0.08912874013185501
281490	rnn.bias_hh_l0_reverse	3	-0.051775846630334854
281490	rnn.bias_hh_l0_reverse	4	-0.02819911018013954
281490	rnn.bias_hh_l0_reverse	5	-0.02225085347890854
281490	rnn.bias_hh_l0_reverse	6	-0.020374741405248642
281490	rnn.bias_hh_l0_reverse	7	0.09974611550569534
281490	rnn.bias_hh_l0_reverse	8	0.030165035277605057
281490	rnn.bias_hh_l0_reverse	9	-0.1491318792104721
281490	rnn.weight_ih_l1	0	-0.02973569929599762
281490	rnn.weight_ih_l1	1	-0.05070557817816734
281490	rnn.weight_ih_l1	2	0.06516621261835098
281490	rnn.weight_ih_l1	3	-0.07294566184282303
281490	rnn.weight_ih_l1	4	-0.014061425812542439
281490	rnn.weight_ih_l1	5	-0.040324866771698
281490	rnn.weight_ih_l1	6	0.028963100165128708
281490	rnn.weight_ih_l1	7	-0.0442625917494297
281490	rnn.weight_ih_l1	8	0.03787754476070404
281490	rnn.weight_ih_l1	9	0.04485328495502472
281490	rnn.weight_hh_l1	0	-0.0071431421674788
281490	rnn.weight_hh_l1	1	0.019908292219042778
281490	rnn.weight_hh_l1	2	0.006536874454468489
281490	rnn.weight_hh_l1	3	-0.012655507773160934
281490	rnn.weight_hh_l1	4	0.004791243001818657
281490	rnn.weight_hh_l1	5	0.03521084785461426
281490	rnn.weight_hh_l1	6	0.036193329840898514
281490	rnn.weight_hh_l1	7	-0.016368672251701355
281490	rnn.weight_hh_l1	8	-0.007235486060380936
281490	rnn.weight_hh_l1	9	0.03858809545636177
281490	rnn.bias_ih_l1	0	-0.18386726081371307
281490	rnn.bias_ih_l1	1	-0.1745394915342331
281490	rnn.bias_ih_l1	2	-0.19691410660743713
281490	rnn.bias_ih_l1	3	-0.3073022961616516
281490	rnn.bias_ih_l1	4	-0.21256589889526367
281490	rnn.bias_ih_l1	5	-0.08896137773990631
281490	rnn.bias_ih_l1	6	-0.15846015512943268
281490	rnn.bias_ih_l1	7	-0.003524899948388338
281490	rnn.bias_ih_l1	8	-0.1298011839389801
281490	rnn.bias_ih_l1	9	-0.1232285276055336
281490	rnn.bias_hh_l1	0	-0.09664320945739746
281490	rnn.bias_hh_l1	1	-0.06330182403326035
281490	rnn.bias_hh_l1	2	-0.0855039656162262
281490	rnn.bias_hh_l1	3	-0.07744698971509933
281490	rnn.bias_hh_l1	4	-0.0732162818312645
281490	rnn.bias_hh_l1	5	-0.11725161224603653
281490	rnn.bias_hh_l1	6	-0.16084517538547516
281490	rnn.bias_hh_l1	7	0.07506436109542847
281490	rnn.bias_hh_l1	8	-0.17615275084972382
281490	rnn.bias_hh_l1	9	-0.11514318734407425
281490	rnn.weight_ih_l1_reverse	0	-0.04722943529486656
281490	rnn.weight_ih_l1_reverse	1	0.032957013696432114
281490	rnn.weight_ih_l1_reverse	2	0.08796021342277527
281490	rnn.weight_ih_l1_reverse	3	-0.017520081251859665
281490	rnn.weight_ih_l1_reverse	4	-0.02338181994855404
281490	rnn.weight_ih_l1_reverse	5	-0.03028780035674572
281490	rnn.weight_ih_l1_reverse	6	-0.019685814157128334
281490	rnn.weight_ih_l1_reverse	7	0.029666002839803696
281490	rnn.weight_ih_l1_reverse	8	0.005793173797428608
281490	rnn.weight_ih_l1_reverse	9	-0.03352455049753189
281490	rnn.weight_hh_l1_reverse	0	0.004588335752487183
281490	rnn.weight_hh_l1_reverse	1	0.03170323744416237
281490	rnn.weight_hh_l1_reverse	2	-0.04061456397175789
281490	rnn.weight_hh_l1_reverse	3	0.03501420468091965
281490	rnn.weight_hh_l1_reverse	4	0.047180648893117905
281490	rnn.weight_hh_l1_reverse	5	0.006019697990268469
281490	rnn.weight_hh_l1_reverse	6	0.04897958040237427
281490	rnn.weight_hh_l1_reverse	7	0.031003344804048538
281490	rnn.weight_hh_l1_reverse	8	-0.00711426418274641
281490	rnn.weight_hh_l1_reverse	9	-0.03017306700348854
281490	rnn.bias_ih_l1_reverse	0	-0.04579416662454605
281490	rnn.bias_ih_l1_reverse	1	-0.13978157937526703
281490	rnn.bias_ih_l1_reverse	2	-0.16385704278945923
281490	rnn.bias_ih_l1_reverse	3	-0.06094679981470108
281490	rnn.bias_ih_l1_reverse	4	-0.20371904969215393
281490	rnn.bias_ih_l1_reverse	5	-0.11680994927883148
281490	rnn.bias_ih_l1_reverse	6	-0.12984302639961243
281490	rnn.bias_ih_l1_reverse	7	-0.19200429320335388
281490	rnn.bias_ih_l1_reverse	8	0.22627323865890503
281490	rnn.bias_ih_l1_reverse	9	0.0222199447453022
281490	rnn.bias_hh_l1_reverse	0	0.010524465702474117
281490	rnn.bias_hh_l1_reverse	1	-0.06530793756246567
281490	rnn.bias_hh_l1_reverse	2	-0.23714473843574524
281490	rnn.bias_hh_l1_reverse	3	-0.1435128152370453
281490	rnn.bias_hh_l1_reverse	4	-0.08034789562225342
281490	rnn.bias_hh_l1_reverse	5	-0.11625037342309952
281490	rnn.bias_hh_l1_reverse	6	0.06323055177927017
281490	rnn.bias_hh_l1_reverse	7	-0.13452810049057007
281490	rnn.bias_hh_l1_reverse	8	-0.12491704523563385
281490	rnn.bias_hh_l1_reverse	9	-0.1482536643743515
281490	linear.weight	0	0.002228822559118271
281490	linear.weight	1	0.09698126465082169
281490	linear.weight	2	-0.09225444495677948
281490	linear.weight	3	0.3135741949081421
281490	linear.weight	4	0.15030118823051453
281490	linear.weight	5	-0.06578707695007324
281490	linear.weight	6	0.09483689814805984
281490	linear.weight	7	0.13717955350875854
281490	linear.weight	8	0.041133150458335876
281490	linear.weight	9	-0.050808314234018326
281490	linear.bias	0	0.08272340148687363
281490	linear.bias	1	-0.18894290924072266
281490	linear.bias	2	-0.4494590163230896
281490	linear.bias	3	-0.658595860004425
281490	linear.bias	4	-1.263120174407959
281490	linear.bias	5	-0.05854000151157379
281490	linear.bias	6	-0.8216090798377991
281490	linear.bias	7	0.2719655930995941
281490	linear.bias	8	-0.3968292474746704
281490	linear.bias	9	-1.0234960317611694
281687	transitions	0	0.7567794322967529
281687	transitions	1	0.13842684030532837
281687	transitions	2	-10000.0
281687	transitions	3	-1.8281257152557373
281687	transitions	4	-10000.0
281687	transitions	5	0.5627713799476624
281687	transitions	6	-0.08566156029701233
281687	transitions	7	-0.8121811151504517
281687	transitions	8	-1.4228343963623047
281687	transitions	9	-0.0012318046065047383
281687	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
281687	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
281687	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
281687	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
281687	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
281687	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
281687	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
281687	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
281687	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
281687	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
281687	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
281687	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
281687	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
281687	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
281687	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
281687	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
281687	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
281687	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
281687	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
281687	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
281687	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
281687	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
281687	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
281687	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
281687	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
281687	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
281687	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
281687	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
281687	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
281687	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
281687	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
281687	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
281687	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
281687	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
281687	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
281687	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
281687	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
281687	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
281687	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
281687	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
281687	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
281687	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
281687	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
281687	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
281687	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
281687	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
281687	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
281687	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
281687	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
281687	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
281687	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
281687	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
281687	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
281687	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
281687	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
281687	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
281687	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
281687	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
281687	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
281687	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
281687	embedding2nn.weight	0	0.016293589025735855
281687	embedding2nn.weight	1	-0.012676452286541462
281687	embedding2nn.weight	2	-0.014268254861235619
281687	embedding2nn.weight	3	-0.03129490464925766
281687	embedding2nn.weight	4	-0.0059150345623493195
281687	embedding2nn.weight	5	-0.0037005888298153877
281687	embedding2nn.weight	6	-0.003973265178501606
281687	embedding2nn.weight	7	-0.07740473002195358
281687	embedding2nn.weight	8	-0.0019979383796453476
281687	embedding2nn.weight	9	-0.027657391503453255
281687	embedding2nn.bias	0	0.031827155500650406
281687	embedding2nn.bias	1	-0.07667125761508942
281687	embedding2nn.bias	2	0.07143502682447433
281687	embedding2nn.bias	3	0.051284246146678925
281687	embedding2nn.bias	4	-0.04090943560004234
281687	embedding2nn.bias	5	-0.009774653241038322
281687	embedding2nn.bias	6	0.01580609381198883
281687	embedding2nn.bias	7	-0.05520068109035492
281687	embedding2nn.bias	8	0.0733402669429779
281687	embedding2nn.bias	9	0.04507718235254288
281687	rnn.weight_ih_l0	0	-0.08074290305376053
281687	rnn.weight_ih_l0	1	0.0030494050588458776
281687	rnn.weight_ih_l0	2	0.0355759933590889
281687	rnn.weight_ih_l0	3	0.022953862324357033
281687	rnn.weight_ih_l0	4	-0.048135239630937576
281687	rnn.weight_ih_l0	5	-0.06849289685487747
281687	rnn.weight_ih_l0	6	-0.001084561226889491
281687	rnn.weight_ih_l0	7	0.05343852564692497
281687	rnn.weight_ih_l0	8	-0.01707427017390728
281687	rnn.weight_ih_l0	9	-0.03086070343852043
281687	rnn.weight_hh_l0	0	-0.02993256412446499
281687	rnn.weight_hh_l0	1	-0.00728624826297164
281687	rnn.weight_hh_l0	2	0.006688712630420923
281687	rnn.weight_hh_l0	3	-0.07451146841049194
281687	rnn.weight_hh_l0	4	0.09329719096422195
281687	rnn.weight_hh_l0	5	-0.02695252001285553
281687	rnn.weight_hh_l0	6	-0.06383850425481796
281687	rnn.weight_hh_l0	7	0.008749252185225487
281687	rnn.weight_hh_l0	8	0.0133749358355999
281687	rnn.weight_hh_l0	9	-0.025608859956264496
281687	rnn.bias_ih_l0	0	0.12992092967033386
281687	rnn.bias_ih_l0	1	-0.0340084545314312
281687	rnn.bias_ih_l0	2	-0.03428366035223007
281687	rnn.bias_ih_l0	3	0.16322734951972961
281687	rnn.bias_ih_l0	4	-0.012613256461918354
281687	rnn.bias_ih_l0	5	-0.02268407866358757
281687	rnn.bias_ih_l0	6	0.01695912331342697
281687	rnn.bias_ih_l0	7	0.023550396785140038
281687	rnn.bias_ih_l0	8	-0.09924471378326416
281687	rnn.bias_ih_l0	9	-0.041844695806503296
281687	rnn.bias_hh_l0	0	-0.001341438852250576
281687	rnn.bias_hh_l0	1	-0.10024846345186234
281687	rnn.bias_hh_l0	2	-0.07512353360652924
281687	rnn.bias_hh_l0	3	-0.08887254446744919
281687	rnn.bias_hh_l0	4	0.008559253066778183
281687	rnn.bias_hh_l0	5	-0.020513346418738365
281687	rnn.bias_hh_l0	6	0.02829165756702423
281687	rnn.bias_hh_l0	7	0.060162030160427094
281687	rnn.bias_hh_l0	8	-0.12318924814462662
281687	rnn.bias_hh_l0	9	-0.05936366319656372
281687	rnn.weight_ih_l0_reverse	0	-0.025430379435420036
281687	rnn.weight_ih_l0_reverse	1	-0.057249605655670166
281687	rnn.weight_ih_l0_reverse	2	-0.048967134207487106
281687	rnn.weight_ih_l0_reverse	3	0.015535672195255756
281687	rnn.weight_ih_l0_reverse	4	-0.025195537135004997
281687	rnn.weight_ih_l0_reverse	5	-0.057317815721035004
281687	rnn.weight_ih_l0_reverse	6	0.07347443699836731
281687	rnn.weight_ih_l0_reverse	7	-0.019047806039452553
281687	rnn.weight_ih_l0_reverse	8	-0.018536683171987534
281687	rnn.weight_ih_l0_reverse	9	0.004519728012382984
281687	rnn.weight_hh_l0_reverse	0	0.06863050907850266
281687	rnn.weight_hh_l0_reverse	1	0.01998263970017433
281687	rnn.weight_hh_l0_reverse	2	0.03008181042969227
281687	rnn.weight_hh_l0_reverse	3	0.03550562262535095
281687	rnn.weight_hh_l0_reverse	4	0.014320033602416515
281687	rnn.weight_hh_l0_reverse	5	0.008268709294497967
281687	rnn.weight_hh_l0_reverse	6	0.05103350058197975
281687	rnn.weight_hh_l0_reverse	7	-0.08199698477983475
281687	rnn.weight_hh_l0_reverse	8	0.0401504747569561
281687	rnn.weight_hh_l0_reverse	9	0.03484112024307251
281687	rnn.bias_ih_l0_reverse	0	-0.05679492652416229
281687	rnn.bias_ih_l0_reverse	1	-0.2824881672859192
281687	rnn.bias_ih_l0_reverse	2	-0.12434728443622589
281687	rnn.bias_ih_l0_reverse	3	-0.04786180332303047
281687	rnn.bias_ih_l0_reverse	4	-0.022317208349704742
281687	rnn.bias_ih_l0_reverse	5	0.07617422193288803
281687	rnn.bias_ih_l0_reverse	6	-0.06553894281387329
281687	rnn.bias_ih_l0_reverse	7	0.06171809509396553
281687	rnn.bias_ih_l0_reverse	8	-0.0356878787279129
281687	rnn.bias_ih_l0_reverse	9	0.06517883390188217
281687	rnn.bias_hh_l0_reverse	0	0.02343548834323883
281687	rnn.bias_hh_l0_reverse	1	-0.06312058866024017
281687	rnn.bias_hh_l0_reverse	2	0.0891130194067955
281687	rnn.bias_hh_l0_reverse	3	-0.05178062245249748
281687	rnn.bias_hh_l0_reverse	4	-0.02823011204600334
281687	rnn.bias_hh_l0_reverse	5	-0.022236505523324013
281687	rnn.bias_hh_l0_reverse	6	-0.020408116281032562
281687	rnn.bias_hh_l0_reverse	7	0.09976616501808167
281687	rnn.bias_hh_l0_reverse	8	0.030165737494826317
281687	rnn.bias_hh_l0_reverse	9	-0.14914606511592865
281687	rnn.weight_ih_l1	0	-0.029734808951616287
281687	rnn.weight_ih_l1	1	-0.05073050782084465
281687	rnn.weight_ih_l1	2	0.06515451520681381
281687	rnn.weight_ih_l1	3	-0.07294447720050812
281687	rnn.weight_ih_l1	4	-0.014055074192583561
281687	rnn.weight_ih_l1	5	-0.04032396897673607
281687	rnn.weight_ih_l1	6	0.02896818146109581
281687	rnn.weight_ih_l1	7	-0.04425789415836334
281687	rnn.weight_ih_l1	8	0.03787411376833916
281687	rnn.weight_ih_l1	9	0.044843319803476334
281687	rnn.weight_hh_l1	0	-0.007140924222767353
281687	rnn.weight_hh_l1	1	0.01990734599530697
281687	rnn.weight_hh_l1	2	0.006510498933494091
281687	rnn.weight_hh_l1	3	-0.012658914551138878
281687	rnn.weight_hh_l1	4	0.004796009510755539
281687	rnn.weight_hh_l1	5	0.035213105380535126
281687	rnn.weight_hh_l1	6	0.03619386628270149
281687	rnn.weight_hh_l1	7	-0.016369996592402458
281687	rnn.weight_hh_l1	8	-0.007233764510601759
281687	rnn.weight_hh_l1	9	0.03858401998877525
281687	rnn.bias_ih_l1	0	-0.1838492453098297
281687	rnn.bias_ih_l1	1	-0.1745181530714035
281687	rnn.bias_ih_l1	2	-0.19693616032600403
281687	rnn.bias_ih_l1	3	-0.3072882890701294
281687	rnn.bias_ih_l1	4	-0.21255730092525482
281687	rnn.bias_ih_l1	5	-0.08895585685968399
281687	rnn.bias_ih_l1	6	-0.1584634780883789
281687	rnn.bias_ih_l1	7	-0.0035372490528970957
281687	rnn.bias_ih_l1	8	-0.12977823615074158
281687	rnn.bias_ih_l1	9	-0.12321463972330093
281687	rnn.bias_hh_l1	0	-0.09666397422552109
281687	rnn.bias_hh_l1	1	-0.06326418370008469
281687	rnn.bias_hh_l1	2	-0.08548738062381744
281687	rnn.bias_hh_l1	3	-0.07748536020517349
281687	rnn.bias_hh_l1	4	-0.07321887463331223
281687	rnn.bias_hh_l1	5	-0.11725229024887085
281687	rnn.bias_hh_l1	6	-0.16085706651210785
281687	rnn.bias_hh_l1	7	0.07515009492635727
281687	rnn.bias_hh_l1	8	-0.1761629432439804
281687	rnn.bias_hh_l1	9	-0.11513027548789978
281687	rnn.weight_ih_l1_reverse	0	-0.04722790792584419
281687	rnn.weight_ih_l1_reverse	1	0.03301548212766647
281687	rnn.weight_ih_l1_reverse	2	0.08797889202833176
281687	rnn.weight_ih_l1_reverse	3	-0.017537415027618408
281687	rnn.weight_ih_l1_reverse	4	-0.023370441049337387
281687	rnn.weight_ih_l1_reverse	5	-0.030285829678177834
281687	rnn.weight_ih_l1_reverse	6	-0.019694188609719276
281687	rnn.weight_ih_l1_reverse	7	0.02967698685824871
281687	rnn.weight_ih_l1_reverse	8	0.005783457774668932
281687	rnn.weight_ih_l1_reverse	9	-0.0335189588367939
281687	rnn.weight_hh_l1_reverse	0	0.0045870025642216206
281687	rnn.weight_hh_l1_reverse	1	0.031703125685453415
281687	rnn.weight_hh_l1_reverse	2	-0.040615469217300415
281687	rnn.weight_hh_l1_reverse	3	0.03501439839601517
281687	rnn.weight_hh_l1_reverse	4	0.047175027430057526
281687	rnn.weight_hh_l1_reverse	5	0.0060227722860872746
281687	rnn.weight_hh_l1_reverse	6	0.04897570237517357
281687	rnn.weight_hh_l1_reverse	7	0.030997853726148605
281687	rnn.weight_hh_l1_reverse	8	-0.0071140979416668415
281687	rnn.weight_hh_l1_reverse	9	-0.030171718448400497
281687	rnn.bias_ih_l1_reverse	0	-0.04576658084988594
281687	rnn.bias_ih_l1_reverse	1	-0.13975262641906738
281687	rnn.bias_ih_l1_reverse	2	-0.16385750472545624
281687	rnn.bias_ih_l1_reverse	3	-0.06091545522212982
281687	rnn.bias_ih_l1_reverse	4	-0.20373038947582245
281687	rnn.bias_ih_l1_reverse	5	-0.11683658510446548
281687	rnn.bias_ih_l1_reverse	6	-0.1298419088125229
281687	rnn.bias_ih_l1_reverse	7	-0.19203157722949982
281687	rnn.bias_ih_l1_reverse	8	0.22624170780181885
281687	rnn.bias_ih_l1_reverse	9	0.02221725881099701
281687	rnn.bias_hh_l1_reverse	0	0.010591885074973106
281687	rnn.bias_hh_l1_reverse	1	-0.06533628702163696
281687	rnn.bias_hh_l1_reverse	2	-0.23714430630207062
281687	rnn.bias_hh_l1_reverse	3	-0.14353542029857635
281687	rnn.bias_hh_l1_reverse	4	-0.0803377777338028
281687	rnn.bias_hh_l1_reverse	5	-0.11619991064071655
281687	rnn.bias_hh_l1_reverse	6	0.06327689439058304
281687	rnn.bias_hh_l1_reverse	7	-0.13451887667179108
281687	rnn.bias_hh_l1_reverse	8	-0.1249137818813324
281687	rnn.bias_hh_l1_reverse	9	-0.14825893938541412
281687	linear.weight	0	0.002228822559118271
281687	linear.weight	1	0.0970621109008789
281687	linear.weight	2	-0.09226366132497787
281687	linear.weight	3	0.3136347532272339
281687	linear.weight	4	0.15030437707901
281687	linear.weight	5	-0.06578432768583298
281687	linear.weight	6	0.09480143338441849
281687	linear.weight	7	0.13718433678150177
281687	linear.weight	8	0.04113314673304558
281687	linear.weight	9	-0.0508258230984211
281687	linear.bias	0	0.0825926661491394
281687	linear.bias	1	-0.1890103667974472
281687	linear.bias	2	-0.4494788348674774
281687	linear.bias	3	-0.658084511756897
281687	linear.bias	4	-1.2626516819000244
281687	linear.bias	5	-0.05832517519593239
281687	linear.bias	6	-0.8216920495033264
281687	linear.bias	7	0.2721762955188751
281687	linear.bias	8	-0.39684924483299255
281687	linear.bias	9	-1.0235137939453125
281884	transitions	0	0.7567335963249207
281884	transitions	1	0.1383516490459442
281884	transitions	2	-10000.0
281884	transitions	3	-1.8281258344650269
281884	transitions	4	-10000.0
281884	transitions	5	0.5627712607383728
281884	transitions	6	-0.08566183596849442
281884	transitions	7	-0.8121833205223083
281884	transitions	8	-1.4228346347808838
281884	transitions	9	-0.0012318060034886003
281884	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
281884	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
281884	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
281884	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
281884	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
281884	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
281884	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
281884	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
281884	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
281884	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
281884	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
281884	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
281884	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
281884	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
281884	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
281884	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
281884	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
281884	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
281884	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
281884	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
281884	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
281884	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
281884	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
281884	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
281884	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
281884	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
281884	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
281884	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
281884	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
281884	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
281884	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
281884	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
281884	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
281884	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
281884	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
281884	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
281884	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
281884	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
281884	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
281884	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
281884	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
281884	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
281884	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
281884	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
281884	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
281884	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
281884	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
281884	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
281884	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
281884	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
281884	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
281884	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
281884	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
281884	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
281884	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
281884	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
281884	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
281884	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
281884	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
281884	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
281884	embedding2nn.weight	0	0.01628856360912323
281884	embedding2nn.weight	1	-0.012674959376454353
281884	embedding2nn.weight	2	-0.014268254861235619
281884	embedding2nn.weight	3	-0.03126620128750801
281884	embedding2nn.weight	4	-0.0059150345623493195
281884	embedding2nn.weight	5	-0.0037005888298153877
281884	embedding2nn.weight	6	-0.003973265178501606
281884	embedding2nn.weight	7	-0.07740160077810287
281884	embedding2nn.weight	8	-0.0019979383796453476
281884	embedding2nn.weight	9	-0.027651501819491386
281884	embedding2nn.bias	0	0.03195337951183319
281884	embedding2nn.bias	1	-0.07678479701280594
281884	embedding2nn.bias	2	0.07131066173315048
281884	embedding2nn.bias	3	0.05117128789424896
281884	embedding2nn.bias	4	-0.04091157019138336
281884	embedding2nn.bias	5	-0.009792164899408817
281884	embedding2nn.bias	6	0.015825556591153145
281884	embedding2nn.bias	7	-0.05526276305317879
281884	embedding2nn.bias	8	0.07333993911743164
281884	embedding2nn.bias	9	0.045133695006370544
281884	rnn.weight_ih_l0	0	-0.08074717968702316
281884	rnn.weight_ih_l0	1	0.0030436364468187094
281884	rnn.weight_ih_l0	2	0.03557926416397095
281884	rnn.weight_ih_l0	3	0.0229446180164814
281884	rnn.weight_ih_l0	4	-0.048142485320568085
281884	rnn.weight_ih_l0	5	-0.06850182265043259
281884	rnn.weight_ih_l0	6	-0.001077441731467843
281884	rnn.weight_ih_l0	7	0.05342601239681244
281884	rnn.weight_ih_l0	8	-0.017079031094908714
281884	rnn.weight_ih_l0	9	-0.030855692923069
281884	rnn.weight_hh_l0	0	-0.029922746121883392
281884	rnn.weight_hh_l0	1	-0.00728083960711956
281884	rnn.weight_hh_l0	2	0.006695652846246958
281884	rnn.weight_hh_l0	3	-0.07451377063989639
281884	rnn.weight_hh_l0	4	0.09330178797245026
281884	rnn.weight_hh_l0	5	-0.026946736499667168
281884	rnn.weight_hh_l0	6	-0.06383081525564194
281884	rnn.weight_hh_l0	7	0.008744117803871632
281884	rnn.weight_hh_l0	8	0.013370326720178127
281884	rnn.weight_hh_l0	9	-0.025610242038965225
281884	rnn.bias_ih_l0	0	0.1299349069595337
281884	rnn.bias_ih_l0	1	-0.03400342911481857
281884	rnn.bias_ih_l0	2	-0.034259144216775894
281884	rnn.bias_ih_l0	3	0.16323591768741608
281884	rnn.bias_ih_l0	4	-0.012628297321498394
281884	rnn.bias_ih_l0	5	-0.022693872451782227
281884	rnn.bias_ih_l0	6	0.016984036192297935
281884	rnn.bias_ih_l0	7	0.023551685735583305
281884	rnn.bias_ih_l0	8	-0.0992436334490776
281884	rnn.bias_ih_l0	9	-0.041790030896663666
281884	rnn.bias_hh_l0	0	-0.0013244148576632142
281884	rnn.bias_hh_l0	1	-0.1002797856926918
281884	rnn.bias_hh_l0	2	-0.075105220079422
281884	rnn.bias_hh_l0	3	-0.08887554705142975
281884	rnn.bias_hh_l0	4	0.008545112796127796
281884	rnn.bias_hh_l0	5	-0.02053879201412201
281884	rnn.bias_hh_l0	6	0.02830587327480316
281884	rnn.bias_hh_l0	7	0.060167327523231506
281884	rnn.bias_hh_l0	8	-0.12319134175777435
281884	rnn.bias_hh_l0	9	-0.05941762775182724
281884	rnn.weight_ih_l0_reverse	0	-0.025417780503630638
281884	rnn.weight_ih_l0_reverse	1	-0.05725551024079323
281884	rnn.weight_ih_l0_reverse	2	-0.04896299168467522
281884	rnn.weight_ih_l0_reverse	3	0.01554036233574152
281884	rnn.weight_ih_l0_reverse	4	-0.02519320882856846
281884	rnn.weight_ih_l0_reverse	5	-0.05732280761003494
281884	rnn.weight_ih_l0_reverse	6	0.07347182929515839
281884	rnn.weight_ih_l0_reverse	7	-0.01905215159058571
281884	rnn.weight_ih_l0_reverse	8	-0.018539296463131905
281884	rnn.weight_ih_l0_reverse	9	0.004529051948338747
281884	rnn.weight_hh_l0_reverse	0	0.0686158686876297
281884	rnn.weight_hh_l0_reverse	1	0.019968759268522263
281884	rnn.weight_hh_l0_reverse	2	0.0300804041326046
281884	rnn.weight_hh_l0_reverse	3	0.035500794649124146
281884	rnn.weight_hh_l0_reverse	4	0.014324897900223732
281884	rnn.weight_hh_l0_reverse	5	0.00826735608279705
281884	rnn.weight_hh_l0_reverse	6	0.05103212222456932
281884	rnn.weight_hh_l0_reverse	7	-0.08198663592338562
281884	rnn.weight_hh_l0_reverse	8	0.04015355184674263
281884	rnn.weight_hh_l0_reverse	9	0.03482842072844505
281884	rnn.bias_ih_l0_reverse	0	-0.05680142343044281
281884	rnn.bias_ih_l0_reverse	1	-0.28253915905952454
281884	rnn.bias_ih_l0_reverse	2	-0.12436678260564804
281884	rnn.bias_ih_l0_reverse	3	-0.04787180572748184
281884	rnn.bias_ih_l0_reverse	4	-0.022311683744192123
281884	rnn.bias_ih_l0_reverse	5	0.07618102431297302
281884	rnn.bias_ih_l0_reverse	6	-0.06557585299015045
281884	rnn.bias_ih_l0_reverse	7	0.061706338077783585
281884	rnn.bias_ih_l0_reverse	8	-0.035675644874572754
281884	rnn.bias_ih_l0_reverse	9	0.06522207707166672
281884	rnn.bias_hh_l0_reverse	0	0.023439554497599602
281884	rnn.bias_hh_l0_reverse	1	-0.06309697777032852
281884	rnn.bias_hh_l0_reverse	2	0.08913599699735641
281884	rnn.bias_hh_l0_reverse	3	-0.051777422428131104
281884	rnn.bias_hh_l0_reverse	4	-0.028230512514710426
281884	rnn.bias_hh_l0_reverse	5	-0.022235559299588203
281884	rnn.bias_hh_l0_reverse	6	-0.020433375611901283
281884	rnn.bias_hh_l0_reverse	7	0.09977148473262787
281884	rnn.bias_hh_l0_reverse	8	0.030180063098669052
281884	rnn.bias_hh_l0_reverse	9	-0.14915265142917633
281884	rnn.weight_ih_l1	0	-0.029731709510087967
281884	rnn.weight_ih_l1	1	-0.050732869654893875
281884	rnn.weight_ih_l1	2	0.06513909250497818
281884	rnn.weight_ih_l1	3	-0.07291597127914429
281884	rnn.weight_ih_l1	4	-0.014059985056519508
281884	rnn.weight_ih_l1	5	-0.04032129794359207
281884	rnn.weight_ih_l1	6	0.028974778950214386
281884	rnn.weight_ih_l1	7	-0.044262293726205826
281884	rnn.weight_ih_l1	8	0.03787355124950409
281884	rnn.weight_ih_l1	9	0.04483882337808609
281884	rnn.weight_hh_l1	0	-0.0071324547752738
281884	rnn.weight_hh_l1	1	0.0199090838432312
281884	rnn.weight_hh_l1	2	0.006521306931972504
281884	rnn.weight_hh_l1	3	-0.012661764398217201
281884	rnn.weight_hh_l1	4	0.004796857014298439
281884	rnn.weight_hh_l1	5	0.03521454334259033
281884	rnn.weight_hh_l1	6	0.0361931137740612
281884	rnn.weight_hh_l1	7	-0.01636725850403309
281884	rnn.weight_hh_l1	8	-0.0072297765873372555
281884	rnn.weight_hh_l1	9	0.038588061928749084
281884	rnn.bias_ih_l1	0	-0.18387864530086517
281884	rnn.bias_ih_l1	1	-0.17452044785022736
281884	rnn.bias_ih_l1	2	-0.1969563215970993
281884	rnn.bias_ih_l1	3	-0.30727601051330566
281884	rnn.bias_ih_l1	4	-0.21242578327655792
281884	rnn.bias_ih_l1	5	-0.08894173055887222
281884	rnn.bias_ih_l1	6	-0.15848004817962646
281884	rnn.bias_ih_l1	7	-0.0034992783330380917
281884	rnn.bias_ih_l1	8	-0.12980061769485474
281884	rnn.bias_ih_l1	9	-0.12322473526000977
281884	rnn.bias_hh_l1	0	-0.09667324274778366
281884	rnn.bias_hh_l1	1	-0.0632508397102356
281884	rnn.bias_hh_l1	2	-0.08545298874378204
281884	rnn.bias_hh_l1	3	-0.07749005407094955
281884	rnn.bias_hh_l1	4	-0.07321035116910934
281884	rnn.bias_hh_l1	5	-0.11725486814975739
281884	rnn.bias_hh_l1	6	-0.16086693108081818
281884	rnn.bias_hh_l1	7	0.07512534409761429
281884	rnn.bias_hh_l1	8	-0.17617957293987274
281884	rnn.bias_hh_l1	9	-0.11510571837425232
281884	rnn.weight_ih_l1_reverse	0	-0.0472153015434742
281884	rnn.weight_ih_l1_reverse	1	0.03302161395549774
281884	rnn.weight_ih_l1_reverse	2	0.08796965330839157
281884	rnn.weight_ih_l1_reverse	3	-0.017541013658046722
281884	rnn.weight_ih_l1_reverse	4	-0.023368479683995247
281884	rnn.weight_ih_l1_reverse	5	-0.030286207795143127
281884	rnn.weight_ih_l1_reverse	6	-0.019679760560393333
281884	rnn.weight_ih_l1_reverse	7	0.029679302126169205
281884	rnn.weight_ih_l1_reverse	8	0.005776918493211269
281884	rnn.weight_ih_l1_reverse	9	-0.03352443128824234
281884	rnn.weight_hh_l1_reverse	0	0.004587179981172085
281884	rnn.weight_hh_l1_reverse	1	0.03170028701424599
281884	rnn.weight_hh_l1_reverse	2	-0.04061521589756012
281884	rnn.weight_hh_l1_reverse	3	0.03501544147729874
281884	rnn.weight_hh_l1_reverse	4	0.047169458121061325
281884	rnn.weight_hh_l1_reverse	5	0.006021508481353521
281884	rnn.weight_hh_l1_reverse	6	0.048972416669130325
281884	rnn.weight_hh_l1_reverse	7	0.03099282644689083
281884	rnn.weight_hh_l1_reverse	8	-0.007115348242223263
281884	rnn.weight_hh_l1_reverse	9	-0.030174139887094498
281884	rnn.bias_ih_l1_reverse	0	-0.045751605182886124
281884	rnn.bias_ih_l1_reverse	1	-0.13971790671348572
281884	rnn.bias_ih_l1_reverse	2	-0.1638633906841278
281884	rnn.bias_ih_l1_reverse	3	-0.06094864755868912
281884	rnn.bias_ih_l1_reverse	4	-0.20373699069023132
281884	rnn.bias_ih_l1_reverse	5	-0.11684437841176987
281884	rnn.bias_ih_l1_reverse	6	-0.12983503937721252
281884	rnn.bias_ih_l1_reverse	7	-0.19199740886688232
281884	rnn.bias_ih_l1_reverse	8	0.22627699375152588
281884	rnn.bias_ih_l1_reverse	9	0.022223304957151413
281884	rnn.bias_hh_l1_reverse	0	0.010700303129851818
281884	rnn.bias_hh_l1_reverse	1	-0.06542512029409409
281884	rnn.bias_hh_l1_reverse	2	-0.23712584376335144
281884	rnn.bias_hh_l1_reverse	3	-0.14350228011608124
281884	rnn.bias_hh_l1_reverse	4	-0.08029256016016006
281884	rnn.bias_hh_l1_reverse	5	-0.11620815098285675
281884	rnn.bias_hh_l1_reverse	6	0.06332961469888687
281884	rnn.bias_hh_l1_reverse	7	-0.1345175802707672
281884	rnn.bias_hh_l1_reverse	8	-0.12490154057741165
281884	rnn.bias_hh_l1_reverse	9	-0.1482599526643753
281884	linear.weight	0	0.002228822559118271
281884	linear.weight	1	0.09700191766023636
281884	linear.weight	2	-0.09228944033384323
281884	linear.weight	3	0.3136221170425415
281884	linear.weight	4	0.1503063291311264
281884	linear.weight	5	-0.06576202064752579
281884	linear.weight	6	0.09472138434648514
281884	linear.weight	7	0.13722628355026245
281884	linear.weight	8	0.04113314300775528
281884	linear.weight	9	-0.05078340321779251
281884	linear.bias	0	0.08274081349372864
281884	linear.bias	1	-0.18905717134475708
281884	linear.bias	2	-0.4491865634918213
281884	linear.bias	3	-0.6578419208526611
281884	linear.bias	4	-1.2624125480651855
281884	linear.bias	5	-0.05870407819747925
281884	linear.bias	6	-0.8217222094535828
281884	linear.bias	7	0.271776020526886
281884	linear.bias	8	-0.3970801830291748
281884	linear.bias	9	-1.0237805843353271
282081	transitions	0	0.7567453980445862
282081	transitions	1	0.13835036754608154
282081	transitions	2	-10000.0
282081	transitions	3	-1.8281258344650269
282081	transitions	4	-10000.0
282081	transitions	5	0.5627700686454773
282081	transitions	6	-0.08566201478242874
282081	transitions	7	-0.8121854066848755
282081	transitions	8	-1.4228346347808838
282081	transitions	9	-0.0012318076333031058
282081	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
282081	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
282081	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
282081	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
282081	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
282081	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
282081	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
282081	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
282081	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
282081	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
282081	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
282081	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
282081	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
282081	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
282081	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
282081	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
282081	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
282081	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
282081	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
282081	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
282081	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
282081	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
282081	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
282081	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
282081	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
282081	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
282081	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
282081	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
282081	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
282081	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
282081	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
282081	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
282081	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
282081	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
282081	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
282081	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
282081	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
282081	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
282081	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
282081	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
282081	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
282081	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
282081	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
282081	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
282081	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
282081	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
282081	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
282081	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
282081	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
282081	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
282081	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
282081	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
282081	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
282081	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
282081	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
282081	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
282081	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
282081	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
282081	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
282081	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
282081	embedding2nn.weight	0	0.016277464106678963
282081	embedding2nn.weight	1	-0.012675543315708637
282081	embedding2nn.weight	2	-0.014268254861235619
282081	embedding2nn.weight	3	-0.03127536177635193
282081	embedding2nn.weight	4	-0.0059150345623493195
282081	embedding2nn.weight	5	-0.0037005888298153877
282081	embedding2nn.weight	6	-0.003973265178501606
282081	embedding2nn.weight	7	-0.07740115374326706
282081	embedding2nn.weight	8	-0.0019979383796453476
282081	embedding2nn.weight	9	-0.027650732547044754
282081	embedding2nn.bias	0	0.03189525380730629
282081	embedding2nn.bias	1	-0.07680574059486389
282081	embedding2nn.bias	2	0.07135003060102463
282081	embedding2nn.bias	3	0.05120639130473137
282081	embedding2nn.bias	4	-0.04092232137918472
282081	embedding2nn.bias	5	-0.0098098861053586
282081	embedding2nn.bias	6	0.01577668823301792
282081	embedding2nn.bias	7	-0.05528626590967178
282081	embedding2nn.bias	8	0.07336696982383728
282081	embedding2nn.bias	9	0.045137323439121246
282081	rnn.weight_ih_l0	0	-0.08074746280908585
282081	rnn.weight_ih_l0	1	0.003058547619730234
282081	rnn.weight_ih_l0	2	0.035570330917835236
282081	rnn.weight_ih_l0	3	0.02295016683638096
282081	rnn.weight_ih_l0	4	-0.048143260180950165
282081	rnn.weight_ih_l0	5	-0.06851150840520859
282081	rnn.weight_ih_l0	6	-0.0010719412239268422
282081	rnn.weight_ih_l0	7	0.053418148308992386
282081	rnn.weight_ih_l0	8	-0.017070993781089783
282081	rnn.weight_ih_l0	9	-0.030861807987093925
282081	rnn.weight_hh_l0	0	-0.029921825975179672
282081	rnn.weight_hh_l0	1	-0.007274575065821409
282081	rnn.weight_hh_l0	2	0.00669070053845644
282081	rnn.weight_hh_l0	3	-0.074522964656353
282081	rnn.weight_hh_l0	4	0.09329275786876678
282081	rnn.weight_hh_l0	5	-0.026945721358060837
282081	rnn.weight_hh_l0	6	-0.06382253021001816
282081	rnn.weight_hh_l0	7	0.008736202493309975
282081	rnn.weight_hh_l0	8	0.013363937847316265
282081	rnn.weight_hh_l0	9	-0.025611380115151405
282081	rnn.bias_ih_l0	0	0.12994389235973358
282081	rnn.bias_ih_l0	1	-0.03400386497378349
282081	rnn.bias_ih_l0	2	-0.034256283193826675
282081	rnn.bias_ih_l0	3	0.16323663294315338
282081	rnn.bias_ih_l0	4	-0.012629622593522072
282081	rnn.bias_ih_l0	5	-0.022706078365445137
282081	rnn.bias_ih_l0	6	0.01696978695690632
282081	rnn.bias_ih_l0	7	0.023549092933535576
282081	rnn.bias_ih_l0	8	-0.09924457967281342
282081	rnn.bias_ih_l0	9	-0.0418274812400341
282081	rnn.bias_hh_l0	0	-0.0013267125468701124
282081	rnn.bias_hh_l0	1	-0.10026562958955765
282081	rnn.bias_hh_l0	2	-0.0751122310757637
282081	rnn.bias_hh_l0	3	-0.08887556940317154
282081	rnn.bias_hh_l0	4	0.008516309782862663
282081	rnn.bias_hh_l0	5	-0.020538488402962685
282081	rnn.bias_hh_l0	6	0.02832271344959736
282081	rnn.bias_hh_l0	7	0.06010403856635094
282081	rnn.bias_hh_l0	8	-0.12322265654802322
282081	rnn.bias_hh_l0	9	-0.05938796326518059
282081	rnn.weight_ih_l0_reverse	0	-0.025414953008294106
282081	rnn.weight_ih_l0_reverse	1	-0.05726167559623718
282081	rnn.weight_ih_l0_reverse	2	-0.04888441786170006
282081	rnn.weight_ih_l0_reverse	3	0.015544011257588863
282081	rnn.weight_ih_l0_reverse	4	-0.025192270055413246
282081	rnn.weight_ih_l0_reverse	5	-0.057322971522808075
282081	rnn.weight_ih_l0_reverse	6	0.07349161803722382
282081	rnn.weight_ih_l0_reverse	7	-0.019025392830371857
282081	rnn.weight_ih_l0_reverse	8	-0.018543459475040436
282081	rnn.weight_ih_l0_reverse	9	0.004526330158114433
282081	rnn.weight_hh_l0_reverse	0	0.06862807273864746
282081	rnn.weight_hh_l0_reverse	1	0.019957810640335083
282081	rnn.weight_hh_l0_reverse	2	0.030082901939749718
282081	rnn.weight_hh_l0_reverse	3	0.03550301119685173
282081	rnn.weight_hh_l0_reverse	4	0.014318348839879036
282081	rnn.weight_hh_l0_reverse	5	0.008279869332909584
282081	rnn.weight_hh_l0_reverse	6	0.05102800205349922
282081	rnn.weight_hh_l0_reverse	7	-0.08199142664670944
282081	rnn.weight_hh_l0_reverse	8	0.040152836591005325
282081	rnn.weight_hh_l0_reverse	9	0.03483205661177635
282081	rnn.bias_ih_l0_reverse	0	-0.05678369104862213
282081	rnn.bias_ih_l0_reverse	1	-0.2825334072113037
282081	rnn.bias_ih_l0_reverse	2	-0.12437167763710022
282081	rnn.bias_ih_l0_reverse	3	-0.04788155108690262
282081	rnn.bias_ih_l0_reverse	4	-0.02232963778078556
282081	rnn.bias_ih_l0_reverse	5	0.07616520673036575
282081	rnn.bias_ih_l0_reverse	6	-0.06557104736566544
282081	rnn.bias_ih_l0_reverse	7	0.06171694025397301
282081	rnn.bias_ih_l0_reverse	8	-0.0356716513633728
282081	rnn.bias_ih_l0_reverse	9	0.06521262228488922
282081	rnn.bias_hh_l0_reverse	0	0.023429274559020996
282081	rnn.bias_hh_l0_reverse	1	-0.06309184432029724
282081	rnn.bias_hh_l0_reverse	2	0.08912447839975357
282081	rnn.bias_hh_l0_reverse	3	-0.05178269371390343
282081	rnn.bias_hh_l0_reverse	4	-0.028238696977496147
282081	rnn.bias_hh_l0_reverse	5	-0.022244982421398163
282081	rnn.bias_hh_l0_reverse	6	-0.02044220082461834
282081	rnn.bias_hh_l0_reverse	7	0.09974916279315948
282081	rnn.bias_hh_l0_reverse	8	0.03017551079392433
282081	rnn.bias_hh_l0_reverse	9	-0.14918336272239685
282081	rnn.weight_ih_l1	0	-0.029732873663306236
282081	rnn.weight_ih_l1	1	-0.050731267780065536
282081	rnn.weight_ih_l1	2	0.06511995196342468
282081	rnn.weight_ih_l1	3	-0.07291903346776962
282081	rnn.weight_ih_l1	4	-0.014070422388613224
282081	rnn.weight_ih_l1	5	-0.04032071307301521
282081	rnn.weight_ih_l1	6	0.028972186148166656
282081	rnn.weight_ih_l1	7	-0.04426543042063713
282081	rnn.weight_ih_l1	8	0.03787074238061905
282081	rnn.weight_ih_l1	9	0.04484446346759796
282081	rnn.weight_hh_l1	0	-0.007141302339732647
282081	rnn.weight_hh_l1	1	0.019906047731637955
282081	rnn.weight_hh_l1	2	0.006524947471916676
282081	rnn.weight_hh_l1	3	-0.012662097811698914
282081	rnn.weight_hh_l1	4	0.004797774832695723
282081	rnn.weight_hh_l1	5	0.03521295636892319
282081	rnn.weight_hh_l1	6	0.03620189055800438
282081	rnn.weight_hh_l1	7	-0.016369909048080444
282081	rnn.weight_hh_l1	8	-0.0072280350141227245
282081	rnn.weight_hh_l1	9	0.038581524044275284
282081	rnn.bias_ih_l1	0	-0.1838737279176712
282081	rnn.bias_ih_l1	1	-0.17455798387527466
282081	rnn.bias_ih_l1	2	-0.19696439802646637
282081	rnn.bias_ih_l1	3	-0.30727049708366394
282081	rnn.bias_ih_l1	4	-0.2123921662569046
282081	rnn.bias_ih_l1	5	-0.08896619081497192
282081	rnn.bias_ih_l1	6	-0.1584911346435547
282081	rnn.bias_ih_l1	7	-0.0034942496567964554
282081	rnn.bias_ih_l1	8	-0.12980034947395325
282081	rnn.bias_ih_l1	9	-0.12323284894227982
282081	rnn.bias_hh_l1	0	-0.09664814919233322
282081	rnn.bias_hh_l1	1	-0.06324367225170135
282081	rnn.bias_hh_l1	2	-0.08542641997337341
282081	rnn.bias_hh_l1	3	-0.07750000059604645
282081	rnn.bias_hh_l1	4	-0.0732031837105751
282081	rnn.bias_hh_l1	5	-0.11727103590965271
282081	rnn.bias_hh_l1	6	-0.16081954538822174
282081	rnn.bias_hh_l1	7	0.0751524344086647
282081	rnn.bias_hh_l1	8	-0.17616654932498932
282081	rnn.bias_hh_l1	9	-0.11510927975177765
282081	rnn.weight_ih_l1_reverse	0	-0.047212306410074234
282081	rnn.weight_ih_l1_reverse	1	0.03302425146102905
282081	rnn.weight_ih_l1_reverse	2	0.08795535564422607
282081	rnn.weight_ih_l1_reverse	3	-0.017505604773759842
282081	rnn.weight_ih_l1_reverse	4	-0.023382632061839104
282081	rnn.weight_ih_l1_reverse	5	-0.030286654829978943
282081	rnn.weight_ih_l1_reverse	6	-0.01967579312622547
282081	rnn.weight_ih_l1_reverse	7	0.029666606336832047
282081	rnn.weight_ih_l1_reverse	8	0.005762253422290087
282081	rnn.weight_ih_l1_reverse	9	-0.03351711854338646
282081	rnn.weight_hh_l1_reverse	0	0.004590403288602829
282081	rnn.weight_hh_l1_reverse	1	0.03170166537165642
282081	rnn.weight_hh_l1_reverse	2	-0.040615323930978775
282081	rnn.weight_hh_l1_reverse	3	0.0350172221660614
282081	rnn.weight_hh_l1_reverse	4	0.04716702550649643
282081	rnn.weight_hh_l1_reverse	5	0.006021789740771055
282081	rnn.weight_hh_l1_reverse	6	0.04895811155438423
282081	rnn.weight_hh_l1_reverse	7	0.030992727726697922
282081	rnn.weight_hh_l1_reverse	8	-0.007115683052688837
282081	rnn.weight_hh_l1_reverse	9	-0.030170878395438194
282081	rnn.bias_ih_l1_reverse	0	-0.045773234218358994
282081	rnn.bias_ih_l1_reverse	1	-0.13970999419689178
282081	rnn.bias_ih_l1_reverse	2	-0.16384074091911316
282081	rnn.bias_ih_l1_reverse	3	-0.06094339117407799
282081	rnn.bias_ih_l1_reverse	4	-0.20373287796974182
282081	rnn.bias_ih_l1_reverse	5	-0.11688978970050812
282081	rnn.bias_ih_l1_reverse	6	-0.12981905043125153
282081	rnn.bias_ih_l1_reverse	7	-0.19195716083049774
282081	rnn.bias_ih_l1_reverse	8	0.2262292504310608
282081	rnn.bias_ih_l1_reverse	9	0.022180117666721344
282081	rnn.bias_hh_l1_reverse	0	0.010706132277846336
282081	rnn.bias_hh_l1_reverse	1	-0.0655054897069931
282081	rnn.bias_hh_l1_reverse	2	-0.23713606595993042
282081	rnn.bias_hh_l1_reverse	3	-0.14351169764995575
282081	rnn.bias_hh_l1_reverse	4	-0.08030454814434052
282081	rnn.bias_hh_l1_reverse	5	-0.11622045934200287
282081	rnn.bias_hh_l1_reverse	6	0.06331519037485123
282081	rnn.bias_hh_l1_reverse	7	-0.13448525965213776
282081	rnn.bias_hh_l1_reverse	8	-0.12490110099315643
282081	rnn.bias_hh_l1_reverse	9	-0.14825624227523804
282081	linear.weight	0	0.002228822559118271
282081	linear.weight	1	0.09703714400529861
282081	linear.weight	2	-0.09228761494159698
282081	linear.weight	3	0.3135986626148224
282081	linear.weight	4	0.15031839907169342
282081	linear.weight	5	-0.06574854254722595
282081	linear.weight	6	0.09469436854124069
282081	linear.weight	7	0.1372285932302475
282081	linear.weight	8	0.04113314300775528
282081	linear.weight	9	-0.0507931113243103
282081	linear.bias	0	0.08231398463249207
282081	linear.bias	1	-0.18894565105438232
282081	linear.bias	2	-0.4493861496448517
282081	linear.bias	3	-0.6574201583862305
282081	linear.bias	4	-1.261996865272522
282081	linear.bias	5	-0.05838904529809952
282081	linear.bias	6	-0.8215928673744202
282081	linear.bias	7	0.27206969261169434
282081	linear.bias	8	-0.39712804555892944
282081	linear.bias	9	-1.0238443613052368
282278	transitions	0	0.7567926645278931
282278	transitions	1	0.1383611261844635
282278	transitions	2	-10000.0
282278	transitions	3	-1.828126311302185
282278	transitions	4	-10000.0
282278	transitions	5	0.5627699494361877
282278	transitions	6	-0.08566220849752426
282278	transitions	7	-0.8121941685676575
282278	transitions	8	-1.4228359460830688
282278	transitions	9	-0.0012318110093474388
282278	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
282278	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
282278	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
282278	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
282278	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
282278	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
282278	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
282278	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
282278	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
282278	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
282278	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
282278	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
282278	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
282278	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
282278	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
282278	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
282278	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
282278	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
282278	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
282278	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
282278	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
282278	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
282278	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
282278	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
282278	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
282278	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
282278	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
282278	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
282278	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
282278	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
282278	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
282278	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
282278	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
282278	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
282278	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
282278	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
282278	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
282278	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
282278	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
282278	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
282278	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
282278	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
282278	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
282278	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
282278	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
282278	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
282278	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
282278	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
282278	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
282278	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
282278	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
282278	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
282278	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
282278	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
282278	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
282278	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
282278	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
282278	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
282278	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
282278	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
282278	embedding2nn.weight	0	0.016264326870441437
282278	embedding2nn.weight	1	-0.012675744481384754
282278	embedding2nn.weight	2	-0.014268254861235619
282278	embedding2nn.weight	3	-0.03125786781311035
282278	embedding2nn.weight	4	-0.0059150345623493195
282278	embedding2nn.weight	5	-0.0037005888298153877
282278	embedding2nn.weight	6	-0.003973265178501606
282278	embedding2nn.weight	7	-0.07741444557905197
282278	embedding2nn.weight	8	-0.0019979383796453476
282278	embedding2nn.weight	9	-0.027653759345412254
282278	embedding2nn.bias	0	0.03198792785406113
282278	embedding2nn.bias	1	-0.07678601890802383
282278	embedding2nn.bias	2	0.0713573694229126
282278	embedding2nn.bias	3	0.05117487162351608
282278	embedding2nn.bias	4	-0.0408918522298336
282278	embedding2nn.bias	5	-0.009812230244278908
282278	embedding2nn.bias	6	0.015811357647180557
282278	embedding2nn.bias	7	-0.0552283376455307
282278	embedding2nn.bias	8	0.07335883378982544
282278	embedding2nn.bias	9	0.045067451894283295
282278	rnn.weight_ih_l0	0	-0.08075165748596191
282278	rnn.weight_ih_l0	1	0.003061321098357439
282278	rnn.weight_ih_l0	2	0.035557664930820465
282278	rnn.weight_ih_l0	3	0.022949185222387314
282278	rnn.weight_ih_l0	4	-0.048125650733709335
282278	rnn.weight_ih_l0	5	-0.06850939244031906
282278	rnn.weight_ih_l0	6	-0.0010806582868099213
282278	rnn.weight_ih_l0	7	0.05341917648911476
282278	rnn.weight_ih_l0	8	-0.017072321847081184
282278	rnn.weight_ih_l0	9	-0.030847610905766487
282278	rnn.weight_hh_l0	0	-0.02992171049118042
282278	rnn.weight_hh_l0	1	-0.007274609990417957
282278	rnn.weight_hh_l0	2	0.006699382793158293
282278	rnn.weight_hh_l0	3	-0.07452430576086044
282278	rnn.weight_hh_l0	4	0.09329564869403839
282278	rnn.weight_hh_l0	5	-0.026956383138895035
282278	rnn.weight_hh_l0	6	-0.06382659077644348
282278	rnn.weight_hh_l0	7	0.008752631954848766
282278	rnn.weight_hh_l0	8	0.01336692739278078
282278	rnn.weight_hh_l0	9	-0.025610540062189102
282278	rnn.bias_ih_l0	0	0.12994606792926788
282278	rnn.bias_ih_l0	1	-0.03400060534477234
282278	rnn.bias_ih_l0	2	-0.03425972908735275
282278	rnn.bias_ih_l0	3	0.16323913633823395
282278	rnn.bias_ih_l0	4	-0.012650172226130962
282278	rnn.bias_ih_l0	5	-0.02272036112844944
282278	rnn.bias_ih_l0	6	0.01700151525437832
282278	rnn.bias_ih_l0	7	0.023552725091576576
282278	rnn.bias_ih_l0	8	-0.0992569848895073
282278	rnn.bias_ih_l0	9	-0.04185041785240173
282278	rnn.bias_hh_l0	0	-0.0013151656603440642
282278	rnn.bias_hh_l0	1	-0.10026811808347702
282278	rnn.bias_hh_l0	2	-0.07510526478290558
282278	rnn.bias_hh_l0	3	-0.08887526392936707
282278	rnn.bias_hh_l0	4	0.008545045740902424
282278	rnn.bias_hh_l0	5	-0.02053331583738327
282278	rnn.bias_hh_l0	6	0.028321638703346252
282278	rnn.bias_hh_l0	7	0.0600617378950119
282278	rnn.bias_hh_l0	8	-0.12326278537511826
282278	rnn.bias_hh_l0	9	-0.05940837040543556
282278	rnn.weight_ih_l0_reverse	0	-0.025412950664758682
282278	rnn.weight_ih_l0_reverse	1	-0.057266946882009506
282278	rnn.weight_ih_l0_reverse	2	-0.04887799173593521
282278	rnn.weight_ih_l0_reverse	3	0.015529073774814606
282278	rnn.weight_ih_l0_reverse	4	-0.02518504485487938
282278	rnn.weight_ih_l0_reverse	5	-0.057309579104185104
282278	rnn.weight_ih_l0_reverse	6	0.07349570840597153
282278	rnn.weight_ih_l0_reverse	7	-0.01902908831834793
282278	rnn.weight_ih_l0_reverse	8	-0.018551038578152657
282278	rnn.weight_ih_l0_reverse	9	0.004523414187133312
282278	rnn.weight_hh_l0_reverse	0	0.06862988322973251
282278	rnn.weight_hh_l0_reverse	1	0.01995697058737278
282278	rnn.weight_hh_l0_reverse	2	0.0300847589969635
282278	rnn.weight_hh_l0_reverse	3	0.035504307597875595
282278	rnn.weight_hh_l0_reverse	4	0.014323895797133446
282278	rnn.weight_hh_l0_reverse	5	0.008279955014586449
282278	rnn.weight_hh_l0_reverse	6	0.051025647670030594
282278	rnn.weight_hh_l0_reverse	7	-0.0819886103272438
282278	rnn.weight_hh_l0_reverse	8	0.0401490218937397
282278	rnn.weight_hh_l0_reverse	9	0.034831613302230835
282278	rnn.bias_ih_l0_reverse	0	-0.0568157397210598
282278	rnn.bias_ih_l0_reverse	1	-0.28255802392959595
282278	rnn.bias_ih_l0_reverse	2	-0.12437066435813904
282278	rnn.bias_ih_l0_reverse	3	-0.04787808284163475
282278	rnn.bias_ih_l0_reverse	4	-0.0223456509411335
282278	rnn.bias_ih_l0_reverse	5	0.07617344707250595
282278	rnn.bias_ih_l0_reverse	6	-0.06558564305305481
282278	rnn.bias_ih_l0_reverse	7	0.061710961163043976
282278	rnn.bias_ih_l0_reverse	8	-0.035672470927238464
282278	rnn.bias_ih_l0_reverse	9	0.06519710272550583
282278	rnn.bias_hh_l0_reverse	0	0.023455826565623283
282278	rnn.bias_hh_l0_reverse	1	-0.06309748440980911
282278	rnn.bias_hh_l0_reverse	2	0.08912060409784317
282278	rnn.bias_hh_l0_reverse	3	-0.051793381571769714
282278	rnn.bias_hh_l0_reverse	4	-0.028256559744477272
282278	rnn.bias_hh_l0_reverse	5	-0.02223922312259674
282278	rnn.bias_hh_l0_reverse	6	-0.020465798676013947
282278	rnn.bias_hh_l0_reverse	7	0.09976979345083237
282278	rnn.bias_hh_l0_reverse	8	0.030188826844096184
282278	rnn.bias_hh_l0_reverse	9	-0.14912718534469604
282278	rnn.weight_ih_l1	0	-0.02973262593150139
282278	rnn.weight_ih_l1	1	-0.0507393442094326
282278	rnn.weight_ih_l1	2	0.0651211366057396
282278	rnn.weight_ih_l1	3	-0.07292597740888596
282278	rnn.weight_ih_l1	4	-0.014068562537431717
282278	rnn.weight_ih_l1	5	-0.04032277688384056
282278	rnn.weight_ih_l1	6	0.02896852418780327
282278	rnn.weight_ih_l1	7	-0.0442807711660862
282278	rnn.weight_ih_l1	8	0.037870440632104874
282278	rnn.weight_ih_l1	9	0.04484957084059715
282278	rnn.weight_hh_l1	0	-0.0071372296661138535
282278	rnn.weight_hh_l1	1	0.01990724541246891
282278	rnn.weight_hh_l1	2	0.006528907455503941
282278	rnn.weight_hh_l1	3	-0.01265812013298273
282278	rnn.weight_hh_l1	4	0.004797689151018858
282278	rnn.weight_hh_l1	5	0.03521114960312843
282278	rnn.weight_hh_l1	6	0.0361962765455246
282278	rnn.weight_hh_l1	7	-0.016365453600883484
282278	rnn.weight_hh_l1	8	-0.007227547466754913
282278	rnn.weight_hh_l1	9	0.03857814520597458
282278	rnn.bias_ih_l1	0	-0.18386061489582062
282278	rnn.bias_ih_l1	1	-0.17457477748394012
282278	rnn.bias_ih_l1	2	-0.19696171581745148
282278	rnn.bias_ih_l1	3	-0.30725646018981934
282278	rnn.bias_ih_l1	4	-0.2124273031949997
282278	rnn.bias_ih_l1	5	-0.08897286653518677
282278	rnn.bias_ih_l1	6	-0.15846924483776093
282278	rnn.bias_ih_l1	7	-0.00351258204318583
282278	rnn.bias_ih_l1	8	-0.12979574501514435
282278	rnn.bias_ih_l1	9	-0.12321297824382782
282278	rnn.bias_hh_l1	0	-0.0966288298368454
282278	rnn.bias_hh_l1	1	-0.0632273480296135
282278	rnn.bias_hh_l1	2	-0.08542601019144058
282278	rnn.bias_hh_l1	3	-0.07748514413833618
282278	rnn.bias_hh_l1	4	-0.07320573925971985
282278	rnn.bias_hh_l1	5	-0.11728528887033463
282278	rnn.bias_hh_l1	6	-0.16080635786056519
282278	rnn.bias_hh_l1	7	0.07513853907585144
282278	rnn.bias_hh_l1	8	-0.17615759372711182
282278	rnn.bias_hh_l1	9	-0.11511275172233582
282278	rnn.weight_ih_l1_reverse	0	-0.047206658869981766
282278	rnn.weight_ih_l1_reverse	1	0.03299890086054802
282278	rnn.weight_ih_l1_reverse	2	0.08797365427017212
282278	rnn.weight_ih_l1_reverse	3	-0.017485879361629486
282278	rnn.weight_ih_l1_reverse	4	-0.023366188630461693
282278	rnn.weight_ih_l1_reverse	5	-0.03028491698205471
282278	rnn.weight_ih_l1_reverse	6	-0.019671356305480003
282278	rnn.weight_ih_l1_reverse	7	0.029659146443009377
282278	rnn.weight_ih_l1_reverse	8	0.005760299041867256
282278	rnn.weight_ih_l1_reverse	9	-0.033533211797475815
282278	rnn.weight_hh_l1_reverse	0	0.0045915041118860245
282278	rnn.weight_hh_l1_reverse	1	0.03170321136713028
282278	rnn.weight_hh_l1_reverse	2	-0.04061596095561981
282278	rnn.weight_hh_l1_reverse	3	0.03501717373728752
282278	rnn.weight_hh_l1_reverse	4	0.047165676951408386
282278	rnn.weight_hh_l1_reverse	5	0.006021767854690552
282278	rnn.weight_hh_l1_reverse	6	0.04896187782287598
282278	rnn.weight_hh_l1_reverse	7	0.03099043481051922
282278	rnn.weight_hh_l1_reverse	8	-0.007117235101759434
282278	rnn.weight_hh_l1_reverse	9	-0.03017137013375759
282278	rnn.bias_ih_l1_reverse	0	-0.04575834795832634
282278	rnn.bias_ih_l1_reverse	1	-0.1396859884262085
282278	rnn.bias_ih_l1_reverse	2	-0.16385826468467712
282278	rnn.bias_ih_l1_reverse	3	-0.060870211571455
282278	rnn.bias_ih_l1_reverse	4	-0.2037268728017807
282278	rnn.bias_ih_l1_reverse	5	-0.11689895391464233
282278	rnn.bias_ih_l1_reverse	6	-0.12981800734996796
282278	rnn.bias_ih_l1_reverse	7	-0.19195207953453064
282278	rnn.bias_ih_l1_reverse	8	0.22626088559627533
282278	rnn.bias_ih_l1_reverse	9	0.022228561341762543
282278	rnn.bias_hh_l1_reverse	0	0.010693574324250221
282278	rnn.bias_hh_l1_reverse	1	-0.06551767885684967
282278	rnn.bias_hh_l1_reverse	2	-0.237126886844635
282278	rnn.bias_hh_l1_reverse	3	-0.14352181553840637
282278	rnn.bias_hh_l1_reverse	4	-0.08029066771268845
282278	rnn.bias_hh_l1_reverse	5	-0.11628434807062149
282278	rnn.bias_hh_l1_reverse	6	0.06331083923578262
282278	rnn.bias_hh_l1_reverse	7	-0.13446420431137085
282278	rnn.bias_hh_l1_reverse	8	-0.12489422410726547
282278	rnn.bias_hh_l1_reverse	9	-0.1482635885477066
282278	linear.weight	0	0.002228822559118271
282278	linear.weight	1	0.09706775099039078
282278	linear.weight	2	-0.09227142482995987
282278	linear.weight	3	0.3136030435562134
282278	linear.weight	4	0.1503210812807083
282278	linear.weight	5	-0.06572847813367844
282278	linear.weight	6	0.09458506107330322
282278	linear.weight	7	0.13724344968795776
282278	linear.weight	8	0.04113314300775528
282278	linear.weight	9	-0.05079670995473862
282278	linear.bias	0	0.08317571133375168
282278	linear.bias	1	-0.18881557881832123
282278	linear.bias	2	-0.44936156272888184
282278	linear.bias	3	-0.6577339172363281
282278	linear.bias	4	-1.2623053789138794
282278	linear.bias	5	-0.05839233845472336
282278	linear.bias	6	-0.8214658498764038
282278	linear.bias	7	0.27207738161087036
282278	linear.bias	8	-0.39727574586868286
282278	linear.bias	9	-1.0240219831466675
282282	transitions	0	0.7567893266677856
282282	transitions	1	0.1383611112833023
282282	transitions	2	-10000.0
282282	transitions	3	-1.828126311302185
282282	transitions	4	-10000.0
282282	transitions	5	0.5627699494361877
282282	transitions	6	-0.08566221594810486
282282	transitions	7	-0.8121942281723022
282282	transitions	8	-1.4228359460830688
282282	transitions	9	-0.0012318111257627606
282282	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
282282	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
282282	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
282282	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
282282	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
282282	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
282282	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
282282	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
282282	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
282282	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
282282	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
282282	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
282282	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
282282	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
282282	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
282282	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
282282	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
282282	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
282282	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
282282	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
282282	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
282282	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
282282	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
282282	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
282282	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
282282	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
282282	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
282282	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
282282	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
282282	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
282282	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
282282	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
282282	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
282282	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
282282	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
282282	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
282282	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
282282	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
282282	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
282282	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
282282	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
282282	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
282282	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
282282	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
282282	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
282282	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
282282	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
282282	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
282282	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
282282	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
282282	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
282282	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
282282	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
282282	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
282282	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
282282	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
282282	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
282282	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
282282	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
282282	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
282282	embedding2nn.weight	0	0.016265476122498512
282282	embedding2nn.weight	1	-0.01267583854496479
282282	embedding2nn.weight	2	-0.014268254861235619
282282	embedding2nn.weight	3	-0.031258005648851395
282282	embedding2nn.weight	4	-0.0059150345623493195
282282	embedding2nn.weight	5	-0.0037005888298153877
282282	embedding2nn.weight	6	-0.003973265178501606
282282	embedding2nn.weight	7	-0.07741523534059525
282282	embedding2nn.weight	8	-0.0019979383796453476
282282	embedding2nn.weight	9	-0.027653995901346207
282282	embedding2nn.bias	0	0.03197617083787918
282282	embedding2nn.bias	1	-0.07679177075624466
282282	embedding2nn.bias	2	0.07135133445262909
282282	embedding2nn.bias	3	0.05116382613778114
282282	embedding2nn.bias	4	-0.04087166115641594
282282	embedding2nn.bias	5	-0.009791810065507889
282282	embedding2nn.bias	6	0.015811344608664513
282282	embedding2nn.bias	7	-0.05520748719573021
282282	embedding2nn.bias	8	0.07336684316396713
282282	embedding2nn.bias	9	0.045068781822919846
282282	rnn.weight_ih_l0	0	-0.08075164258480072
282282	rnn.weight_ih_l0	1	0.0030619751196354628
282282	rnn.weight_ih_l0	2	0.035557929426431656
282282	rnn.weight_ih_l0	3	0.022947533056139946
282282	rnn.weight_ih_l0	4	-0.048125967383384705
282282	rnn.weight_ih_l0	5	-0.06850927323102951
282282	rnn.weight_ih_l0	6	-0.001079509500414133
282282	rnn.weight_ih_l0	7	0.05341970920562744
282282	rnn.weight_ih_l0	8	-0.017071083188056946
282282	rnn.weight_ih_l0	9	-0.030850723385810852
282282	rnn.weight_hh_l0	0	-0.029921764507889748
282282	rnn.weight_hh_l0	1	-0.007274839095771313
282282	rnn.weight_hh_l0	2	0.006699912715703249
282282	rnn.weight_hh_l0	3	-0.07452403753995895
282282	rnn.weight_hh_l0	4	0.0932951271533966
282282	rnn.weight_hh_l0	5	-0.026960305869579315
282282	rnn.weight_hh_l0	6	-0.06382723152637482
282282	rnn.weight_hh_l0	7	0.008752096444368362
282282	rnn.weight_hh_l0	8	0.013367557898163795
282282	rnn.weight_hh_l0	9	-0.025610126554965973
282282	rnn.bias_ih_l0	0	0.12994466722011566
282282	rnn.bias_ih_l0	1	-0.03400324285030365
282282	rnn.bias_ih_l0	2	-0.034261442720890045
282282	rnn.bias_ih_l0	3	0.1632409244775772
282282	rnn.bias_ih_l0	4	-0.01264756079763174
282282	rnn.bias_ih_l0	5	-0.022716566920280457
282282	rnn.bias_ih_l0	6	0.017003361135721207
282282	rnn.bias_ih_l0	7	0.023552726954221725
282282	rnn.bias_ih_l0	8	-0.0992574393749237
282282	rnn.bias_ih_l0	9	-0.041859518736600876
282282	rnn.bias_hh_l0	0	-0.0013133109314367175
282282	rnn.bias_hh_l0	1	-0.10026656091213226
282282	rnn.bias_hh_l0	2	-0.07510644197463989
282282	rnn.bias_hh_l0	3	-0.08887336403131485
282282	rnn.bias_hh_l0	4	0.008546126075088978
282282	rnn.bias_hh_l0	5	-0.02053128182888031
282282	rnn.bias_hh_l0	6	0.028317539021372795
282282	rnn.bias_hh_l0	7	0.06006329506635666
282282	rnn.bias_hh_l0	8	-0.12326092272996902
282282	rnn.bias_hh_l0	9	-0.059407323598861694
282282	rnn.weight_ih_l0_reverse	0	-0.025412822142243385
282282	rnn.weight_ih_l0_reverse	1	-0.057266272604465485
282282	rnn.weight_ih_l0_reverse	2	-0.04887806996703148
282282	rnn.weight_ih_l0_reverse	3	0.01552918553352356
282282	rnn.weight_ih_l0_reverse	4	-0.025185709819197655
282282	rnn.weight_ih_l0_reverse	5	-0.057309169322252274
282282	rnn.weight_ih_l0_reverse	6	0.07349853217601776
282282	rnn.weight_ih_l0_reverse	7	-0.01902882009744644
282282	rnn.weight_ih_l0_reverse	8	-0.018551234155893326
282282	rnn.weight_ih_l0_reverse	9	0.004522905219346285
282282	rnn.weight_hh_l0_reverse	0	0.06863120943307877
282282	rnn.weight_hh_l0_reverse	1	0.01995825208723545
282282	rnn.weight_hh_l0_reverse	2	0.030085144564509392
282282	rnn.weight_hh_l0_reverse	3	0.03550392761826515
282282	rnn.weight_hh_l0_reverse	4	0.014323722571134567
282282	rnn.weight_hh_l0_reverse	5	0.008277734741568565
282282	rnn.weight_hh_l0_reverse	6	0.051026273518800735
282282	rnn.weight_hh_l0_reverse	7	-0.08198752999305725
282282	rnn.weight_hh_l0_reverse	8	0.040149372071027756
282282	rnn.weight_hh_l0_reverse	9	0.03483247011899948
282282	rnn.bias_ih_l0_reverse	0	-0.056819017976522446
282282	rnn.bias_ih_l0_reverse	1	-0.2825593948364258
282282	rnn.bias_ih_l0_reverse	2	-0.12437260895967484
282282	rnn.bias_ih_l0_reverse	3	-0.047877609729766846
282282	rnn.bias_ih_l0_reverse	4	-0.02234618552029133
282282	rnn.bias_ih_l0_reverse	5	0.07617355138063431
282282	rnn.bias_ih_l0_reverse	6	-0.06558269262313843
282282	rnn.bias_ih_l0_reverse	7	0.061712078750133514
282282	rnn.bias_ih_l0_reverse	8	-0.03567070886492729
282282	rnn.bias_ih_l0_reverse	9	0.06519947946071625
282282	rnn.bias_hh_l0_reverse	0	0.023456208407878876
282282	rnn.bias_hh_l0_reverse	1	-0.06309856474399567
282282	rnn.bias_hh_l0_reverse	2	0.08912137150764465
282282	rnn.bias_hh_l0_reverse	3	-0.051789864897727966
282282	rnn.bias_hh_l0_reverse	4	-0.028258152306079865
282282	rnn.bias_hh_l0_reverse	5	-0.022241996601223946
282282	rnn.bias_hh_l0_reverse	6	-0.02046547271311283
282282	rnn.bias_hh_l0_reverse	7	0.09977038204669952
282282	rnn.bias_hh_l0_reverse	8	0.030187197029590607
282282	rnn.bias_hh_l0_reverse	9	-0.14912697672843933
282282	rnn.weight_ih_l1	0	-0.029732326045632362
282282	rnn.weight_ih_l1	1	-0.050734397023916245
282282	rnn.weight_ih_l1	2	0.06511988490819931
282282	rnn.weight_ih_l1	3	-0.07292451709508896
282282	rnn.weight_ih_l1	4	-0.014068727381527424
282282	rnn.weight_ih_l1	5	-0.040322769433259964
282282	rnn.weight_ih_l1	6	0.028968563303351402
282282	rnn.weight_ih_l1	7	-0.044280942529439926
282282	rnn.weight_ih_l1	8	0.0378703698515892
282282	rnn.weight_ih_l1	9	0.04484907537698746
282282	rnn.weight_hh_l1	0	-0.00713811069726944
282282	rnn.weight_hh_l1	1	0.019907569512724876
282282	rnn.weight_hh_l1	2	0.0065294611267745495
282282	rnn.weight_hh_l1	3	-0.01265829149633646
282282	rnn.weight_hh_l1	4	0.004797817207872868
282282	rnn.weight_hh_l1	5	0.035211168229579926
282282	rnn.weight_hh_l1	6	0.036196399480104446
282282	rnn.weight_hh_l1	7	-0.01636558026075363
282282	rnn.weight_hh_l1	8	-0.00722722802311182
282282	rnn.weight_hh_l1	9	0.03857547417283058
282282	rnn.bias_ih_l1	0	-0.18386001884937286
282282	rnn.bias_ih_l1	1	-0.17457365989685059
282282	rnn.bias_ih_l1	2	-0.1969602108001709
282282	rnn.bias_ih_l1	3	-0.30726179480552673
282282	rnn.bias_ih_l1	4	-0.21240434050559998
282282	rnn.bias_ih_l1	5	-0.08897443860769272
282282	rnn.bias_ih_l1	6	-0.1584714651107788
282282	rnn.bias_ih_l1	7	-0.0035145024303346872
282282	rnn.bias_ih_l1	8	-0.12979593873023987
282282	rnn.bias_ih_l1	9	-0.1232152134180069
282282	rnn.bias_hh_l1	0	-0.09662806987762451
282282	rnn.bias_hh_l1	1	-0.06322973221540451
282282	rnn.bias_hh_l1	2	-0.08542287349700928
282282	rnn.bias_hh_l1	3	-0.07748226821422577
282282	rnn.bias_hh_l1	4	-0.07320689409971237
282282	rnn.bias_hh_l1	5	-0.11728289723396301
282282	rnn.bias_hh_l1	6	-0.16080527007579803
282282	rnn.bias_hh_l1	7	0.07514126598834991
282282	rnn.bias_hh_l1	8	-0.17615871131420135
282282	rnn.bias_hh_l1	9	-0.1151106134057045
282282	rnn.weight_ih_l1_reverse	0	-0.0472068265080452
282282	rnn.weight_ih_l1_reverse	1	0.03299890458583832
282282	rnn.weight_ih_l1_reverse	2	0.08797396719455719
282282	rnn.weight_ih_l1_reverse	3	-0.01748860627412796
282282	rnn.weight_ih_l1_reverse	4	-0.02336210571229458
282282	rnn.weight_ih_l1_reverse	5	-0.030284956097602844
282282	rnn.weight_ih_l1_reverse	6	-0.019671807065606117
282282	rnn.weight_ih_l1_reverse	7	0.029659131541848183
282282	rnn.weight_ih_l1_reverse	8	0.005763490218669176
282282	rnn.weight_ih_l1_reverse	9	-0.03353342413902283
282282	rnn.weight_hh_l1_reverse	0	0.004591580480337143
282282	rnn.weight_hh_l1_reverse	1	0.031703218817710876
282282	rnn.weight_hh_l1_reverse	2	-0.04061602056026459
282282	rnn.weight_hh_l1_reverse	3	0.03501724451780319
282282	rnn.weight_hh_l1_reverse	4	0.04716578871011734
282282	rnn.weight_hh_l1_reverse	5	0.006022173445671797
282282	rnn.weight_hh_l1_reverse	6	0.048962097615003586
282282	rnn.weight_hh_l1_reverse	7	0.030991235747933388
282282	rnn.weight_hh_l1_reverse	8	-0.007117284927517176
282282	rnn.weight_hh_l1_reverse	9	-0.030171308666467667
282282	rnn.bias_ih_l1_reverse	0	-0.04575755074620247
282282	rnn.bias_ih_l1_reverse	1	-0.1396857351064682
282282	rnn.bias_ih_l1_reverse	2	-0.16385671496391296
282282	rnn.bias_ih_l1_reverse	3	-0.06087443232536316
282282	rnn.bias_ih_l1_reverse	4	-0.20372988283634186
282282	rnn.bias_ih_l1_reverse	5	-0.11689948290586472
282282	rnn.bias_ih_l1_reverse	6	-0.12981687486171722
282282	rnn.bias_ih_l1_reverse	7	-0.19195277988910675
282282	rnn.bias_ih_l1_reverse	8	0.22626543045043945
282282	rnn.bias_ih_l1_reverse	9	0.02222941815853119
282282	rnn.bias_hh_l1_reverse	0	0.010689845308661461
282282	rnn.bias_hh_l1_reverse	1	-0.06551569700241089
282282	rnn.bias_hh_l1_reverse	2	-0.23712675273418427
282282	rnn.bias_hh_l1_reverse	3	-0.14351995289325714
282282	rnn.bias_hh_l1_reverse	4	-0.08029061555862427
282282	rnn.bias_hh_l1_reverse	5	-0.11628314107656479
282282	rnn.bias_hh_l1_reverse	6	0.063308946788311
282282	rnn.bias_hh_l1_reverse	7	-0.13445933163166046
282282	rnn.bias_hh_l1_reverse	8	-0.12489418685436249
282282	rnn.bias_hh_l1_reverse	9	-0.14826560020446777
282282	linear.weight	0	0.002228822559118271
282282	linear.weight	1	0.09706877917051315
282282	linear.weight	2	-0.09227040410041809
282282	linear.weight	3	0.3136029541492462
282282	linear.weight	4	0.1503150910139084
282282	linear.weight	5	-0.06572846323251724
282282	linear.weight	6	0.09462012350559235
282282	linear.weight	7	0.13724522292613983
282282	linear.weight	8	0.04113314300775528
282282	linear.weight	9	-0.05078403279185295
282282	linear.bias	0	0.08318428695201874
282282	linear.bias	1	-0.18883362412452698
282282	linear.bias	2	-0.44932523369789124
282282	linear.bias	3	-0.6576931476593018
282282	linear.bias	4	-1.2622681856155396
282282	linear.bias	5	-0.05834956839680672
282282	linear.bias	6	-0.8214839696884155
282282	linear.bias	7	0.27211856842041016
282282	linear.bias	8	-0.3972838222980499
282282	linear.bias	9	-1.0240273475646973
282479	transitions	0	0.7567275762557983
282479	transitions	1	0.13835179805755615
282479	transitions	2	-10000.0
282479	transitions	3	-1.8281270265579224
282479	transitions	4	-10000.0
282479	transitions	5	0.5627689957618713
282479	transitions	6	-0.08566252142190933
282479	transitions	7	-0.8121954798698425
282479	transitions	8	-1.422836422920227
282479	transitions	9	-0.00123181554954499
282479	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
282479	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
282479	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
282479	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
282479	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
282479	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
282479	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
282479	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
282479	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
282479	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
282479	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
282479	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
282479	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
282479	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
282479	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
282479	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
282479	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
282479	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
282479	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
282479	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
282479	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
282479	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
282479	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
282479	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
282479	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
282479	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
282479	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
282479	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
282479	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
282479	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
282479	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
282479	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
282479	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
282479	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
282479	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
282479	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
282479	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
282479	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
282479	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
282479	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
282479	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
282479	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
282479	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
282479	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
282479	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
282479	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
282479	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
282479	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
282479	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
282479	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
282479	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
282479	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
282479	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
282479	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
282479	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
282479	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
282479	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
282479	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
282479	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
282479	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
282479	embedding2nn.weight	0	0.016277089715003967
282479	embedding2nn.weight	1	-0.012673215009272099
282479	embedding2nn.weight	2	-0.014268254861235619
282479	embedding2nn.weight	3	-0.0312474574893713
282479	embedding2nn.weight	4	-0.0059150345623493195
282479	embedding2nn.weight	5	-0.0037005888298153877
282479	embedding2nn.weight	6	-0.003973265178501606
282479	embedding2nn.weight	7	-0.0774192214012146
282479	embedding2nn.weight	8	-0.0019979383796453476
282479	embedding2nn.weight	9	-0.027655599638819695
282479	embedding2nn.bias	0	0.03197464719414711
282479	embedding2nn.bias	1	-0.07677781581878662
282479	embedding2nn.bias	2	0.07138494402170181
282479	embedding2nn.bias	3	0.0512162521481514
282479	embedding2nn.bias	4	-0.04090704768896103
282479	embedding2nn.bias	5	-0.009861327707767487
282479	embedding2nn.bias	6	0.015901628881692886
282479	embedding2nn.bias	7	-0.055177781730890274
282479	embedding2nn.bias	8	0.07331809401512146
282479	embedding2nn.bias	9	0.04500061646103859
282479	rnn.weight_ih_l0	0	-0.08076277375221252
282479	rnn.weight_ih_l0	1	0.003067334881052375
282479	rnn.weight_ih_l0	2	0.03557499498128891
282479	rnn.weight_ih_l0	3	0.02292884886264801
282479	rnn.weight_ih_l0	4	-0.04814312979578972
282479	rnn.weight_ih_l0	5	-0.0685092955827713
282479	rnn.weight_ih_l0	6	-0.001080261659808457
282479	rnn.weight_ih_l0	7	0.05340610072016716
282479	rnn.weight_ih_l0	8	-0.01707720197737217
282479	rnn.weight_ih_l0	9	-0.030863650143146515
282479	rnn.weight_hh_l0	0	-0.029928838834166527
282479	rnn.weight_hh_l0	1	-0.007280308287590742
282479	rnn.weight_hh_l0	2	0.0067045120522379875
282479	rnn.weight_hh_l0	3	-0.07451796531677246
282479	rnn.weight_hh_l0	4	0.09330388158559799
282479	rnn.weight_hh_l0	5	-0.026956554502248764
282479	rnn.weight_hh_l0	6	-0.06383439153432846
282479	rnn.weight_hh_l0	7	0.008760375902056694
282479	rnn.weight_hh_l0	8	0.013376148417592049
282479	rnn.weight_hh_l0	9	-0.02560785599052906
282479	rnn.bias_ih_l0	0	0.12992212176322937
282479	rnn.bias_ih_l0	1	-0.033974166959524155
282479	rnn.bias_ih_l0	2	-0.034262627363204956
282479	rnn.bias_ih_l0	3	0.16325485706329346
282479	rnn.bias_ih_l0	4	-0.012647457420825958
282479	rnn.bias_ih_l0	5	-0.022723684087395668
282479	rnn.bias_ih_l0	6	0.016982192173600197
282479	rnn.bias_ih_l0	7	0.02355058118700981
282479	rnn.bias_ih_l0	8	-0.09926166385412216
282479	rnn.bias_ih_l0	9	-0.041862085461616516
282479	rnn.bias_hh_l0	0	-0.0012598300818353891
282479	rnn.bias_hh_l0	1	-0.10029755532741547
282479	rnn.bias_hh_l0	2	-0.07511095702648163
282479	rnn.bias_hh_l0	3	-0.08885746449232101
282479	rnn.bias_hh_l0	4	0.008513438515365124
282479	rnn.bias_hh_l0	5	-0.020553728565573692
282479	rnn.bias_hh_l0	6	0.028345640748739243
282479	rnn.bias_hh_l0	7	0.06005294620990753
282479	rnn.bias_hh_l0	8	-0.12325195223093033
282479	rnn.bias_hh_l0	9	-0.05942639335989952
282479	rnn.weight_ih_l0_reverse	0	-0.02541329711675644
282479	rnn.weight_ih_l0_reverse	1	-0.0572710856795311
282479	rnn.weight_ih_l0_reverse	2	-0.04890464246273041
282479	rnn.weight_ih_l0_reverse	3	0.01553044468164444
282479	rnn.weight_ih_l0_reverse	4	-0.02517775632441044
282479	rnn.weight_ih_l0_reverse	5	-0.05730288848280907
282479	rnn.weight_ih_l0_reverse	6	0.07349688559770584
282479	rnn.weight_ih_l0_reverse	7	-0.01903940923511982
282479	rnn.weight_ih_l0_reverse	8	-0.01855245977640152
282479	rnn.weight_ih_l0_reverse	9	0.004501662217080593
282479	rnn.weight_hh_l0_reverse	0	0.06863589584827423
282479	rnn.weight_hh_l0_reverse	1	0.0199605543166399
282479	rnn.weight_hh_l0_reverse	2	0.030097121372818947
282479	rnn.weight_hh_l0_reverse	3	0.035503145307302475
282479	rnn.weight_hh_l0_reverse	4	0.014325553551316261
282479	rnn.weight_hh_l0_reverse	5	0.008278554305434227
282479	rnn.weight_hh_l0_reverse	6	0.05102790892124176
282479	rnn.weight_hh_l0_reverse	7	-0.08199213445186615
282479	rnn.weight_hh_l0_reverse	8	0.04015251621603966
282479	rnn.weight_hh_l0_reverse	9	0.034833118319511414
282479	rnn.bias_ih_l0_reverse	0	-0.05680432915687561
282479	rnn.bias_ih_l0_reverse	1	-0.28257986903190613
282479	rnn.bias_ih_l0_reverse	2	-0.1243731752038002
282479	rnn.bias_ih_l0_reverse	3	-0.047860611230134964
282479	rnn.bias_ih_l0_reverse	4	-0.022346124053001404
282479	rnn.bias_ih_l0_reverse	5	0.07616280019283295
282479	rnn.bias_ih_l0_reverse	6	-0.06558438390493393
282479	rnn.bias_ih_l0_reverse	7	0.061709433794021606
282479	rnn.bias_ih_l0_reverse	8	-0.03567027300596237
282479	rnn.bias_ih_l0_reverse	9	0.0652083083987236
282479	rnn.bias_hh_l0_reverse	0	0.023460596799850464
282479	rnn.bias_hh_l0_reverse	1	-0.06311411410570145
282479	rnn.bias_hh_l0_reverse	2	0.08914851397275925
282479	rnn.bias_hh_l0_reverse	3	-0.05177616700530052
282479	rnn.bias_hh_l0_reverse	4	-0.02827753871679306
282479	rnn.bias_hh_l0_reverse	5	-0.022222504019737244
282479	rnn.bias_hh_l0_reverse	6	-0.02047746628522873
282479	rnn.bias_hh_l0_reverse	7	0.09972886741161346
282479	rnn.bias_hh_l0_reverse	8	0.030169883742928505
282479	rnn.bias_hh_l0_reverse	9	-0.14916816353797913
282479	rnn.weight_ih_l1	0	-0.029738137498497963
282479	rnn.weight_ih_l1	1	-0.05072598159313202
282479	rnn.weight_ih_l1	2	0.06511148065328598
282479	rnn.weight_ih_l1	3	-0.07294204831123352
282479	rnn.weight_ih_l1	4	-0.014058004133403301
282479	rnn.weight_ih_l1	5	-0.04032159969210625
282479	rnn.weight_ih_l1	6	0.028965041041374207
282479	rnn.weight_ih_l1	7	-0.04427315667271614
282479	rnn.weight_ih_l1	8	0.0378710962831974
282479	rnn.weight_ih_l1	9	0.04485267400741577
282479	rnn.weight_hh_l1	0	-0.007131228689104319
282479	rnn.weight_hh_l1	1	0.01990760676562786
282479	rnn.weight_hh_l1	2	0.006528469268232584
282479	rnn.weight_hh_l1	3	-0.012658979743719101
282479	rnn.weight_hh_l1	4	0.004796522669494152
282479	rnn.weight_hh_l1	5	0.03521089628338814
282479	rnn.weight_hh_l1	6	0.03620075061917305
282479	rnn.weight_hh_l1	7	-0.01636047475039959
282479	rnn.weight_hh_l1	8	-0.007231563329696655
282479	rnn.weight_hh_l1	9	0.03857690840959549
282479	rnn.bias_ih_l1	0	-0.18383733928203583
282479	rnn.bias_ih_l1	1	-0.17457474768161774
282479	rnn.bias_ih_l1	2	-0.19695377349853516
282479	rnn.bias_ih_l1	3	-0.30726271867752075
282479	rnn.bias_ih_l1	4	-0.2123941034078598
282479	rnn.bias_ih_l1	5	-0.08896852284669876
282479	rnn.bias_ih_l1	6	-0.15844865143299103
282479	rnn.bias_ih_l1	7	-0.0035440223291516304
282479	rnn.bias_ih_l1	8	-0.1297917366027832
282479	rnn.bias_ih_l1	9	-0.12323977798223495
282479	rnn.bias_hh_l1	0	-0.09664338082075119
282479	rnn.bias_hh_l1	1	-0.06324175745248795
282479	rnn.bias_hh_l1	2	-0.08537869155406952
282479	rnn.bias_hh_l1	3	-0.07745273411273956
282479	rnn.bias_hh_l1	4	-0.07318433374166489
282479	rnn.bias_hh_l1	5	-0.11729401350021362
282479	rnn.bias_hh_l1	6	-0.16080451011657715
282479	rnn.bias_hh_l1	7	0.07511059939861298
282479	rnn.bias_hh_l1	8	-0.1761804223060608
282479	rnn.bias_hh_l1	9	-0.11512330919504166
282479	rnn.weight_ih_l1_reverse	0	-0.047205548733472824
282479	rnn.weight_ih_l1_reverse	1	0.03299560770392418
282479	rnn.weight_ih_l1_reverse	2	0.08796879649162292
282479	rnn.weight_ih_l1_reverse	3	-0.01748369261622429
282479	rnn.weight_ih_l1_reverse	4	-0.02335773967206478
282479	rnn.weight_ih_l1_reverse	5	-0.030285557731986046
282479	rnn.weight_ih_l1_reverse	6	-0.019670937210321426
282479	rnn.weight_ih_l1_reverse	7	0.02965790592133999
282479	rnn.weight_ih_l1_reverse	8	0.005770809482783079
282479	rnn.weight_ih_l1_reverse	9	-0.033550187945365906
282479	rnn.weight_hh_l1_reverse	0	0.0045937239192426205
282479	rnn.weight_hh_l1_reverse	1	0.031703632324934006
282479	rnn.weight_hh_l1_reverse	2	-0.04061610996723175
282479	rnn.weight_hh_l1_reverse	3	0.035018712282180786
282479	rnn.weight_hh_l1_reverse	4	0.04717080667614937
282479	rnn.weight_hh_l1_reverse	5	0.006025654263794422
282479	rnn.weight_hh_l1_reverse	6	0.048948101699352264
282479	rnn.weight_hh_l1_reverse	7	0.030989350751042366
282479	rnn.weight_hh_l1_reverse	8	-0.007118747569620609
282479	rnn.weight_hh_l1_reverse	9	-0.03017166256904602
282479	rnn.bias_ih_l1_reverse	0	-0.04574161022901535
282479	rnn.bias_ih_l1_reverse	1	-0.13966485857963562
282479	rnn.bias_ih_l1_reverse	2	-0.16382542252540588
282479	rnn.bias_ih_l1_reverse	3	-0.060892704874277115
282479	rnn.bias_ih_l1_reverse	4	-0.20373263955116272
282479	rnn.bias_ih_l1_reverse	5	-0.11689934879541397
282479	rnn.bias_ih_l1_reverse	6	-0.12981317937374115
282479	rnn.bias_ih_l1_reverse	7	-0.19195517897605896
282479	rnn.bias_ih_l1_reverse	8	0.22626815736293793
282479	rnn.bias_ih_l1_reverse	9	0.02224332094192505
282479	rnn.bias_hh_l1_reverse	0	0.010713545605540276
282479	rnn.bias_hh_l1_reverse	1	-0.06550220400094986
282479	rnn.bias_hh_l1_reverse	2	-0.2371252328157425
282479	rnn.bias_hh_l1_reverse	3	-0.1435428261756897
282479	rnn.bias_hh_l1_reverse	4	-0.08029992878437042
282479	rnn.bias_hh_l1_reverse	5	-0.1162603497505188
282479	rnn.bias_hh_l1_reverse	6	0.063329316675663
282479	rnn.bias_hh_l1_reverse	7	-0.13448388874530792
282479	rnn.bias_hh_l1_reverse	8	-0.12489728629589081
282479	rnn.bias_hh_l1_reverse	9	-0.14826008677482605
282479	linear.weight	0	0.002228822559118271
282479	linear.weight	1	0.09703278541564941
282479	linear.weight	2	-0.09227477759122849
282479	linear.weight	3	0.3136577010154724
282479	linear.weight	4	0.15030424296855927
282479	linear.weight	5	-0.06568027287721634
282479	linear.weight	6	0.09460362046957016
282479	linear.weight	7	0.13713426887989044
282479	linear.weight	8	0.04113314300775528
282479	linear.weight	9	-0.05079709365963936
282479	linear.bias	0	0.08320346474647522
282479	linear.bias	1	-0.18892182409763336
282479	linear.bias	2	-0.4493139386177063
282479	linear.bias	3	-0.6578388214111328
282479	linear.bias	4	-1.2624167203903198
282479	linear.bias	5	-0.05861309915781021
282479	linear.bias	6	-0.8216040730476379
282479	linear.bias	7	0.2718410789966583
282479	linear.bias	8	-0.3972662687301636
282479	linear.bias	9	-1.0240654945373535
282676	transitions	0	0.7568833827972412
282676	transitions	1	0.13835200667381287
282676	transitions	2	-10000.0
282676	transitions	3	-1.8281270265579224
282676	transitions	4	-10000.0
282676	transitions	5	0.5627685189247131
282676	transitions	6	-0.08566277474164963
282676	transitions	7	-0.8121968507766724
282676	transitions	8	-1.4228366613388062
282676	transitions	9	-0.001231816946528852
282676	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
282676	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
282676	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
282676	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
282676	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
282676	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
282676	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
282676	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
282676	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
282676	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
282676	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
282676	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
282676	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
282676	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
282676	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
282676	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
282676	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
282676	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
282676	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
282676	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
282676	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
282676	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
282676	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
282676	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
282676	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
282676	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
282676	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
282676	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
282676	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
282676	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
282676	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
282676	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
282676	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
282676	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
282676	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
282676	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
282676	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
282676	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
282676	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
282676	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
282676	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
282676	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
282676	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
282676	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
282676	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
282676	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
282676	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
282676	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
282676	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
282676	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
282676	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
282676	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
282676	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
282676	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
282676	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
282676	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
282676	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
282676	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
282676	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
282676	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
282676	embedding2nn.weight	0	0.01628236472606659
282676	embedding2nn.weight	1	-0.012674525380134583
282676	embedding2nn.weight	2	-0.014268254861235619
282676	embedding2nn.weight	3	-0.031245891004800797
282676	embedding2nn.weight	4	-0.0059150345623493195
282676	embedding2nn.weight	5	-0.0037005888298153877
282676	embedding2nn.weight	6	-0.003973265178501606
282676	embedding2nn.weight	7	-0.0774233266711235
282676	embedding2nn.weight	8	-0.0019979383796453476
282676	embedding2nn.weight	9	-0.02765428088605404
282676	embedding2nn.bias	0	0.0319816954433918
282676	embedding2nn.bias	1	-0.07673455029726028
282676	embedding2nn.bias	2	0.07149312645196915
282676	embedding2nn.bias	3	0.051244109869003296
282676	embedding2nn.bias	4	-0.040791530162096024
282676	embedding2nn.bias	5	-0.009884713217616081
282676	embedding2nn.bias	6	0.015886038541793823
282676	embedding2nn.bias	7	-0.05525489151477814
282676	embedding2nn.bias	8	0.07331672310829163
282676	embedding2nn.bias	9	0.04496124014258385
282676	rnn.weight_ih_l0	0	-0.08076117187738419
282676	rnn.weight_ih_l0	1	0.0030613509006798267
282676	rnn.weight_ih_l0	2	0.03557344898581505
282676	rnn.weight_ih_l0	3	0.0229308120906353
282676	rnn.weight_ih_l0	4	-0.04814525321125984
282676	rnn.weight_ih_l0	5	-0.06850992143154144
282676	rnn.weight_ih_l0	6	-0.0010718302801251411
282676	rnn.weight_ih_l0	7	0.05340711772441864
282676	rnn.weight_ih_l0	8	-0.017075365409255028
282676	rnn.weight_ih_l0	9	-0.030863752588629723
282676	rnn.weight_hh_l0	0	-0.029924606904387474
282676	rnn.weight_hh_l0	1	-0.0072799925692379475
282676	rnn.weight_hh_l0	2	0.006703758612275124
282676	rnn.weight_hh_l0	3	-0.07452289760112762
282676	rnn.weight_hh_l0	4	0.0933084487915039
282676	rnn.weight_hh_l0	5	-0.026955554261803627
282676	rnn.weight_hh_l0	6	-0.06384211778640747
282676	rnn.weight_hh_l0	7	0.008766170591115952
282676	rnn.weight_hh_l0	8	0.013380242511630058
282676	rnn.weight_hh_l0	9	-0.025608250871300697
282676	rnn.bias_ih_l0	0	0.12992186844348907
282676	rnn.bias_ih_l0	1	-0.03399864211678505
282676	rnn.bias_ih_l0	2	-0.0342845544219017
282676	rnn.bias_ih_l0	3	0.16325874626636505
282676	rnn.bias_ih_l0	4	-0.01261286623775959
282676	rnn.bias_ih_l0	5	-0.022715432569384575
282676	rnn.bias_ih_l0	6	0.016982028260827065
282676	rnn.bias_ih_l0	7	0.023556379601359367
282676	rnn.bias_ih_l0	8	-0.09926020354032516
282676	rnn.bias_ih_l0	9	-0.041874390095472336
282676	rnn.bias_hh_l0	0	-0.0012561120092868805
282676	rnn.bias_hh_l0	1	-0.10028745234012604
282676	rnn.bias_hh_l0	2	-0.0751090720295906
282676	rnn.bias_hh_l0	3	-0.08887343108654022
282676	rnn.bias_hh_l0	4	0.008539905771613121
282676	rnn.bias_hh_l0	5	-0.020539501681923866
282676	rnn.bias_hh_l0	6	0.02837967686355114
282676	rnn.bias_hh_l0	7	0.05999885872006416
282676	rnn.bias_hh_l0	8	-0.12326441705226898
282676	rnn.bias_hh_l0	9	-0.059455569833517075
282676	rnn.weight_ih_l0_reverse	0	-0.02542601153254509
282676	rnn.weight_ih_l0_reverse	1	-0.05728569254279137
282676	rnn.weight_ih_l0_reverse	2	-0.04890921711921692
282676	rnn.weight_ih_l0_reverse	3	0.015531239099800587
282676	rnn.weight_ih_l0_reverse	4	-0.025180252268910408
282676	rnn.weight_ih_l0_reverse	5	-0.057302042841911316
282676	rnn.weight_ih_l0_reverse	6	0.07349219173192978
282676	rnn.weight_ih_l0_reverse	7	-0.019051015377044678
282676	rnn.weight_ih_l0_reverse	8	-0.018552353605628014
282676	rnn.weight_ih_l0_reverse	9	0.004505410324782133
282676	rnn.weight_hh_l0_reverse	0	0.06862509995698929
282676	rnn.weight_hh_l0_reverse	1	0.019946523010730743
282676	rnn.weight_hh_l0_reverse	2	0.030086053535342216
282676	rnn.weight_hh_l0_reverse	3	0.03549997881054878
282676	rnn.weight_hh_l0_reverse	4	0.014321143738925457
282676	rnn.weight_hh_l0_reverse	5	0.008279455825686455
282676	rnn.weight_hh_l0_reverse	6	0.05103112384676933
282676	rnn.weight_hh_l0_reverse	7	-0.08199366927146912
282676	rnn.weight_hh_l0_reverse	8	0.04015093669295311
282676	rnn.weight_hh_l0_reverse	9	0.03483545780181885
282676	rnn.bias_ih_l0_reverse	0	-0.05681142583489418
282676	rnn.bias_ih_l0_reverse	1	-0.28256356716156006
282676	rnn.bias_ih_l0_reverse	2	-0.1243608295917511
282676	rnn.bias_ih_l0_reverse	3	-0.047878414392471313
282676	rnn.bias_ih_l0_reverse	4	-0.022336965426802635
282676	rnn.bias_ih_l0_reverse	5	0.07615558803081512
282676	rnn.bias_ih_l0_reverse	6	-0.065585196018219
282676	rnn.bias_ih_l0_reverse	7	0.0617104172706604
282676	rnn.bias_ih_l0_reverse	8	-0.03566180542111397
282676	rnn.bias_ih_l0_reverse	9	0.06520667672157288
282676	rnn.bias_hh_l0_reverse	0	0.023479362949728966
282676	rnn.bias_hh_l0_reverse	1	-0.06311417371034622
282676	rnn.bias_hh_l0_reverse	2	0.08913806825876236
282676	rnn.bias_hh_l0_reverse	3	-0.05177880451083183
282676	rnn.bias_hh_l0_reverse	4	-0.028285223990678787
282676	rnn.bias_hh_l0_reverse	5	-0.022217588499188423
282676	rnn.bias_hh_l0_reverse	6	-0.02051135152578354
282676	rnn.bias_hh_l0_reverse	7	0.09976373612880707
282676	rnn.bias_hh_l0_reverse	8	0.030187806114554405
282676	rnn.bias_hh_l0_reverse	9	-0.14915110170841217
282676	rnn.weight_ih_l1	0	-0.029740534722805023
282676	rnn.weight_ih_l1	1	-0.05073453485965729
282676	rnn.weight_ih_l1	2	0.06510496139526367
282676	rnn.weight_ih_l1	3	-0.07290086150169373
282676	rnn.weight_ih_l1	4	-0.014055361039936543
282676	rnn.weight_ih_l1	5	-0.04031926766037941
282676	rnn.weight_ih_l1	6	0.02897469699382782
282676	rnn.weight_ih_l1	7	-0.04426006227731705
282676	rnn.weight_ih_l1	8	0.03787212073802948
282676	rnn.weight_ih_l1	9	0.04486218839883804
282676	rnn.weight_hh_l1	0	-0.007120625581592321
282676	rnn.weight_hh_l1	1	0.019907452166080475
282676	rnn.weight_hh_l1	2	0.006546074524521828
282676	rnn.weight_hh_l1	3	-0.012658502906560898
282676	rnn.weight_hh_l1	4	0.004797821864485741
282676	rnn.weight_hh_l1	5	0.03520748391747475
282676	rnn.weight_hh_l1	6	0.03620816022157669
282676	rnn.weight_hh_l1	7	-0.016358762979507446
282676	rnn.weight_hh_l1	8	-0.007234894670546055
282676	rnn.weight_hh_l1	9	0.038578201085329056
282676	rnn.bias_ih_l1	0	-0.18384286761283875
282676	rnn.bias_ih_l1	1	-0.1745786964893341
282676	rnn.bias_ih_l1	2	-0.19695687294006348
282676	rnn.bias_ih_l1	3	-0.30729854106903076
282676	rnn.bias_ih_l1	4	-0.2123841792345047
282676	rnn.bias_ih_l1	5	-0.08896459639072418
282676	rnn.bias_ih_l1	6	-0.15844282507896423
282676	rnn.bias_ih_l1	7	-0.003539498895406723
282676	rnn.bias_ih_l1	8	-0.129777193069458
282676	rnn.bias_ih_l1	9	-0.12322457879781723
282676	rnn.bias_hh_l1	0	-0.0966615378856659
282676	rnn.bias_hh_l1	1	-0.06323011964559555
282676	rnn.bias_hh_l1	2	-0.08538463711738586
282676	rnn.bias_hh_l1	3	-0.07747409492731094
282676	rnn.bias_hh_l1	4	-0.07316036522388458
282676	rnn.bias_hh_l1	5	-0.11729563772678375
282676	rnn.bias_hh_l1	6	-0.16078025102615356
282676	rnn.bias_hh_l1	7	0.07517116516828537
282676	rnn.bias_hh_l1	8	-0.17621807754039764
282676	rnn.bias_hh_l1	9	-0.11513178050518036
282676	rnn.weight_ih_l1_reverse	0	-0.047204870730638504
282676	rnn.weight_ih_l1_reverse	1	0.03299050033092499
282676	rnn.weight_ih_l1_reverse	2	0.08796370774507523
282676	rnn.weight_ih_l1_reverse	3	-0.01749158836901188
282676	rnn.weight_ih_l1_reverse	4	-0.023353490978479385
282676	rnn.weight_ih_l1_reverse	5	-0.03028465434908867
282676	rnn.weight_ih_l1_reverse	6	-0.01967637799680233
282676	rnn.weight_ih_l1_reverse	7	0.02965322695672512
282676	rnn.weight_ih_l1_reverse	8	0.005744871683418751
282676	rnn.weight_ih_l1_reverse	9	-0.03354475274682045
282676	rnn.weight_hh_l1_reverse	0	0.004593299236148596
282676	rnn.weight_hh_l1_reverse	1	0.0317026786506176
282676	rnn.weight_hh_l1_reverse	2	-0.04061657935380936
282676	rnn.weight_hh_l1_reverse	3	0.0350189134478569
282676	rnn.weight_hh_l1_reverse	4	0.0471673309803009
282676	rnn.weight_hh_l1_reverse	5	0.006026790477335453
282676	rnn.weight_hh_l1_reverse	6	0.04896225407719612
282676	rnn.weight_hh_l1_reverse	7	0.030988942831754684
282676	rnn.weight_hh_l1_reverse	8	-0.007118643261492252
282676	rnn.weight_hh_l1_reverse	9	-0.030172228813171387
282676	rnn.bias_ih_l1_reverse	0	-0.04574783146381378
282676	rnn.bias_ih_l1_reverse	1	-0.1396554708480835
282676	rnn.bias_ih_l1_reverse	2	-0.16382049024105072
282676	rnn.bias_ih_l1_reverse	3	-0.060920167714357376
282676	rnn.bias_ih_l1_reverse	4	-0.20373523235321045
282676	rnn.bias_ih_l1_reverse	5	-0.11691096425056458
282676	rnn.bias_ih_l1_reverse	6	-0.12981602549552917
282676	rnn.bias_ih_l1_reverse	7	-0.19194434583187103
282676	rnn.bias_ih_l1_reverse	8	0.22628635168075562
282676	rnn.bias_ih_l1_reverse	9	0.022220417857170105
282676	rnn.bias_hh_l1_reverse	0	0.010749783366918564
282676	rnn.bias_hh_l1_reverse	1	-0.06555864959955215
282676	rnn.bias_hh_l1_reverse	2	-0.2371225506067276
282676	rnn.bias_hh_l1_reverse	3	-0.1435645967721939
282676	rnn.bias_hh_l1_reverse	4	-0.08029212802648544
282676	rnn.bias_hh_l1_reverse	5	-0.11626865714788437
282676	rnn.bias_hh_l1_reverse	6	0.06330114603042603
282676	rnn.bias_hh_l1_reverse	7	-0.13449493050575256
282676	rnn.bias_hh_l1_reverse	8	-0.12489587068557739
282676	rnn.bias_hh_l1_reverse	9	-0.14826269447803497
282676	linear.weight	0	0.002228822559118271
282676	linear.weight	1	0.0969681441783905
282676	linear.weight	2	-0.0922641009092331
282676	linear.weight	3	0.31373023986816406
282676	linear.weight	4	0.15028786659240723
282676	linear.weight	5	-0.06571239978075027
282676	linear.weight	6	0.09443822503089905
282676	linear.weight	7	0.1370442658662796
282676	linear.weight	8	0.04113314300775528
282676	linear.weight	9	-0.05078114569187164
282676	linear.bias	0	0.0828392505645752
282676	linear.bias	1	-0.18906386196613312
282676	linear.bias	2	-0.4493545889854431
282676	linear.bias	3	-0.6576420664787292
282676	linear.bias	4	-1.262250304222107
282676	linear.bias	5	-0.05867518484592438
282676	linear.bias	6	-0.8217244148254395
282676	linear.bias	7	0.27179089188575745
282676	linear.bias	8	-0.39733555912971497
282676	linear.bias	9	-1.0241717100143433
282873	transitions	0	0.7567110657691956
282873	transitions	1	0.13827477395534515
282873	transitions	2	-10000.0
282873	transitions	3	-1.8281270265579224
282873	transitions	4	-10000.0
282873	transitions	5	0.5627679824829102
282873	transitions	6	-0.08566312491893768
282873	transitions	7	-0.8122011423110962
282873	transitions	8	-1.4228373765945435
282873	transitions	9	-0.0012318192748352885
282873	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
282873	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
282873	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
282873	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
282873	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
282873	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
282873	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
282873	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
282873	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
282873	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
282873	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
282873	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
282873	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
282873	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
282873	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
282873	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
282873	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
282873	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
282873	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
282873	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
282873	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
282873	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
282873	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
282873	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
282873	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
282873	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
282873	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
282873	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
282873	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
282873	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
282873	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
282873	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
282873	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
282873	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
282873	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
282873	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
282873	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
282873	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
282873	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
282873	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
282873	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
282873	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
282873	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
282873	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
282873	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
282873	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
282873	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
282873	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
282873	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
282873	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
282873	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
282873	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
282873	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
282873	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
282873	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
282873	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
282873	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
282873	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
282873	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
282873	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
282873	embedding2nn.weight	0	0.016292208805680275
282873	embedding2nn.weight	1	-0.012675048783421516
282873	embedding2nn.weight	2	-0.014268254861235619
282873	embedding2nn.weight	3	-0.031241971999406815
282873	embedding2nn.weight	4	-0.0059150345623493195
282873	embedding2nn.weight	5	-0.0037005888298153877
282873	embedding2nn.weight	6	-0.003973265178501606
282873	embedding2nn.weight	7	-0.07742143422365189
282873	embedding2nn.weight	8	-0.0019979383796453476
282873	embedding2nn.weight	9	-0.02765422686934471
282873	embedding2nn.bias	0	0.032003384083509445
282873	embedding2nn.bias	1	-0.07664059102535248
282873	embedding2nn.bias	2	0.07158423960208893
282873	embedding2nn.bias	3	0.05134769529104233
282873	embedding2nn.bias	4	-0.04081413894891739
282873	embedding2nn.bias	5	-0.009898803196847439
282873	embedding2nn.bias	6	0.016013644635677338
282873	embedding2nn.bias	7	-0.05522935092449188
282873	embedding2nn.bias	8	0.0732196643948555
282873	embedding2nn.bias	9	0.04505658149719238
282873	rnn.weight_ih_l0	0	-0.08075902611017227
282873	rnn.weight_ih_l0	1	0.003065331606194377
282873	rnn.weight_ih_l0	2	0.035560816526412964
282873	rnn.weight_ih_l0	3	0.022934233769774437
282873	rnn.weight_ih_l0	4	-0.04815945401787758
282873	rnn.weight_ih_l0	5	-0.06850802898406982
282873	rnn.weight_ih_l0	6	-0.0010705633321776986
282873	rnn.weight_ih_l0	7	0.053412891924381256
282873	rnn.weight_ih_l0	8	-0.017092542722821236
282873	rnn.weight_ih_l0	9	-0.03087526373565197
282873	rnn.weight_hh_l0	0	-0.029933331534266472
282873	rnn.weight_hh_l0	1	-0.007276378571987152
282873	rnn.weight_hh_l0	2	0.00670447526499629
282873	rnn.weight_hh_l0	3	-0.07452663779258728
282873	rnn.weight_hh_l0	4	0.09330476820468903
282873	rnn.weight_hh_l0	5	-0.026953663676977158
282873	rnn.weight_hh_l0	6	-0.06384593993425369
282873	rnn.weight_hh_l0	7	0.00876814965158701
282873	rnn.weight_hh_l0	8	0.013381823897361755
282873	rnn.weight_hh_l0	9	-0.025607526302337646
282873	rnn.bias_ih_l0	0	0.12991559505462646
282873	rnn.bias_ih_l0	1	-0.03400629013776779
282873	rnn.bias_ih_l0	2	-0.03428217023611069
282873	rnn.bias_ih_l0	3	0.16324110329151154
282873	rnn.bias_ih_l0	4	-0.01262267492711544
282873	rnn.bias_ih_l0	5	-0.022732622921466827
282873	rnn.bias_ih_l0	6	0.016961313784122467
282873	rnn.bias_ih_l0	7	0.023541729897260666
282873	rnn.bias_ih_l0	8	-0.09926522523164749
282873	rnn.bias_ih_l0	9	-0.04182896763086319
282873	rnn.bias_hh_l0	0	-0.0012507769279181957
282873	rnn.bias_hh_l0	1	-0.10027463734149933
282873	rnn.bias_hh_l0	2	-0.0750926062464714
282873	rnn.bias_hh_l0	3	-0.0888734683394432
282873	rnn.bias_hh_l0	4	0.008536066859960556
282873	rnn.bias_hh_l0	5	-0.020583296194672585
282873	rnn.bias_hh_l0	6	0.028353480622172356
282873	rnn.bias_hh_l0	7	0.059987835586071014
282873	rnn.bias_hh_l0	8	-0.12326455861330032
282873	rnn.bias_hh_l0	9	-0.05947161838412285
282873	rnn.weight_ih_l0_reverse	0	-0.025421448051929474
282873	rnn.weight_ih_l0_reverse	1	-0.057283662259578705
282873	rnn.weight_ih_l0_reverse	2	-0.04891226440668106
282873	rnn.weight_ih_l0_reverse	3	0.015507513657212257
282873	rnn.weight_ih_l0_reverse	4	-0.025178641080856323
282873	rnn.weight_ih_l0_reverse	5	-0.05730845034122467
282873	rnn.weight_ih_l0_reverse	6	0.07347570359706879
282873	rnn.weight_ih_l0_reverse	7	-0.01904907077550888
282873	rnn.weight_ih_l0_reverse	8	-0.018555112183094025
282873	rnn.weight_ih_l0_reverse	9	0.004520100075751543
282873	rnn.weight_hh_l0_reverse	0	0.06860674172639847
282873	rnn.weight_hh_l0_reverse	1	0.019940273836255074
282873	rnn.weight_hh_l0_reverse	2	0.030081212520599365
282873	rnn.weight_hh_l0_reverse	3	0.03549930825829506
282873	rnn.weight_hh_l0_reverse	4	0.014319442212581635
282873	rnn.weight_hh_l0_reverse	5	0.008274242281913757
282873	rnn.weight_hh_l0_reverse	6	0.05103060230612755
282873	rnn.weight_hh_l0_reverse	7	-0.08199051767587662
282873	rnn.weight_hh_l0_reverse	8	0.040154747664928436
282873	rnn.weight_hh_l0_reverse	9	0.034837838262319565
282873	rnn.bias_ih_l0_reverse	0	-0.05681956559419632
282873	rnn.bias_ih_l0_reverse	1	-0.2825850546360016
282873	rnn.bias_ih_l0_reverse	2	-0.12433979660272598
282873	rnn.bias_ih_l0_reverse	3	-0.04787418618798256
282873	rnn.bias_ih_l0_reverse	4	-0.022342128679156303
282873	rnn.bias_ih_l0_reverse	5	0.07615813612937927
282873	rnn.bias_ih_l0_reverse	6	-0.06560994684696198
282873	rnn.bias_ih_l0_reverse	7	0.0617150142788887
282873	rnn.bias_ih_l0_reverse	8	-0.03563486412167549
282873	rnn.bias_ih_l0_reverse	9	0.06523009389638901
282873	rnn.bias_hh_l0_reverse	0	0.023463308811187744
282873	rnn.bias_hh_l0_reverse	1	-0.06316394358873367
282873	rnn.bias_hh_l0_reverse	2	0.08914933353662491
282873	rnn.bias_hh_l0_reverse	3	-0.05176428705453873
282873	rnn.bias_hh_l0_reverse	4	-0.028272099792957306
282873	rnn.bias_hh_l0_reverse	5	-0.02219214290380478
282873	rnn.bias_hh_l0_reverse	6	-0.02050585299730301
282873	rnn.bias_hh_l0_reverse	7	0.09974545240402222
282873	rnn.bias_hh_l0_reverse	8	0.03019784204661846
282873	rnn.bias_hh_l0_reverse	9	-0.14917033910751343
282873	rnn.weight_ih_l1	0	-0.02974369190633297
282873	rnn.weight_ih_l1	1	-0.050731319934129715
282873	rnn.weight_ih_l1	2	0.06509140878915787
282873	rnn.weight_ih_l1	3	-0.07287483662366867
282873	rnn.weight_ih_l1	4	-0.014057908207178116
282873	rnn.weight_ih_l1	5	-0.040323857218027115
282873	rnn.weight_ih_l1	6	0.028970403596758842
282873	rnn.weight_ih_l1	7	-0.04426479712128639
282873	rnn.weight_ih_l1	8	0.037872008979320526
282873	rnn.weight_ih_l1	9	0.044847000390291214
282873	rnn.weight_hh_l1	0	-0.0071107917465269566
282873	rnn.weight_hh_l1	1	0.01990753412246704
282873	rnn.weight_hh_l1	2	0.006547325290739536
282873	rnn.weight_hh_l1	3	-0.012658536434173584
282873	rnn.weight_hh_l1	4	0.004802031442523003
282873	rnn.weight_hh_l1	5	0.03520689904689789
282873	rnn.weight_hh_l1	6	0.036204442381858826
282873	rnn.weight_hh_l1	7	-0.016357071697711945
282873	rnn.weight_hh_l1	8	-0.007232663221657276
282873	rnn.weight_hh_l1	9	0.038583580404520035
282873	rnn.bias_ih_l1	0	-0.18380196392536163
282873	rnn.bias_ih_l1	1	-0.1745678037405014
282873	rnn.bias_ih_l1	2	-0.1969616711139679
282873	rnn.bias_ih_l1	3	-0.30729445815086365
282873	rnn.bias_ih_l1	4	-0.2123468518257141
282873	rnn.bias_ih_l1	5	-0.08897361159324646
282873	rnn.bias_ih_l1	6	-0.15843993425369263
282873	rnn.bias_ih_l1	7	-0.0035455673933029175
282873	rnn.bias_ih_l1	8	-0.1297995150089264
282873	rnn.bias_ih_l1	9	-0.1232396587729454
282873	rnn.bias_hh_l1	0	-0.09665065258741379
282873	rnn.bias_hh_l1	1	-0.06321645528078079
282873	rnn.bias_hh_l1	2	-0.08539149910211563
282873	rnn.bias_hh_l1	3	-0.0774640366435051
282873	rnn.bias_hh_l1	4	-0.07316117733716965
282873	rnn.bias_hh_l1	5	-0.11728047579526901
282873	rnn.bias_hh_l1	6	-0.16080328822135925
282873	rnn.bias_hh_l1	7	0.07522273808717728
282873	rnn.bias_hh_l1	8	-0.1762196123600006
282873	rnn.bias_hh_l1	9	-0.11505020409822464
282873	rnn.weight_ih_l1_reverse	0	-0.0471920520067215
282873	rnn.weight_ih_l1_reverse	1	0.03299178555607796
282873	rnn.weight_ih_l1_reverse	2	0.08797700703144073
282873	rnn.weight_ih_l1_reverse	3	-0.017481733113527298
282873	rnn.weight_ih_l1_reverse	4	-0.02335839346051216
282873	rnn.weight_ih_l1_reverse	5	-0.030282961204648018
282873	rnn.weight_ih_l1_reverse	6	-0.019688189029693604
282873	rnn.weight_ih_l1_reverse	7	0.029649630188941956
282873	rnn.weight_ih_l1_reverse	8	0.005750991404056549
282873	rnn.weight_ih_l1_reverse	9	-0.0335213728249073
282873	rnn.weight_hh_l1_reverse	0	0.004591429606080055
282873	rnn.weight_hh_l1_reverse	1	0.03170054778456688
282873	rnn.weight_hh_l1_reverse	2	-0.040615856647491455
282873	rnn.weight_hh_l1_reverse	3	0.03501980006694794
282873	rnn.weight_hh_l1_reverse	4	0.04716553911566734
282873	rnn.weight_hh_l1_reverse	5	0.006028094328939915
282873	rnn.weight_hh_l1_reverse	6	0.0489669144153595
282873	rnn.weight_hh_l1_reverse	7	0.030993685126304626
282873	rnn.weight_hh_l1_reverse	8	-0.0071188234724104404
282873	rnn.weight_hh_l1_reverse	9	-0.030167631804943085
282873	rnn.bias_ih_l1_reverse	0	-0.045718297362327576
282873	rnn.bias_ih_l1_reverse	1	-0.13964524865150452
282873	rnn.bias_ih_l1_reverse	2	-0.16378474235534668
282873	rnn.bias_ih_l1_reverse	3	-0.060876425355672836
282873	rnn.bias_ih_l1_reverse	4	-0.2037317305803299
282873	rnn.bias_ih_l1_reverse	5	-0.11692025512456894
282873	rnn.bias_ih_l1_reverse	6	-0.12982505559921265
282873	rnn.bias_ih_l1_reverse	7	-0.1918976604938507
282873	rnn.bias_ih_l1_reverse	8	0.2262243628501892
282873	rnn.bias_ih_l1_reverse	9	0.02219388075172901
282873	rnn.bias_hh_l1_reverse	0	0.010772088542580605
282873	rnn.bias_hh_l1_reverse	1	-0.06555759161710739
282873	rnn.bias_hh_l1_reverse	2	-0.23712238669395447
282873	rnn.bias_hh_l1_reverse	3	-0.14356130361557007
282873	rnn.bias_hh_l1_reverse	4	-0.08031698316335678
282873	rnn.bias_hh_l1_reverse	5	-0.11626151949167252
282873	rnn.bias_hh_l1_reverse	6	0.063349150121212
282873	rnn.bias_hh_l1_reverse	7	-0.13446146249771118
282873	rnn.bias_hh_l1_reverse	8	-0.12491438537836075
282873	rnn.bias_hh_l1_reverse	9	-0.14827188849449158
282873	linear.weight	0	0.002228822559118271
282873	linear.weight	1	0.09700018167495728
282873	linear.weight	2	-0.09221921861171722
282873	linear.weight	3	0.3136659860610962
282873	linear.weight	4	0.15028701722621918
282873	linear.weight	5	-0.06570718437433243
282873	linear.weight	6	0.09453277289867401
282873	linear.weight	7	0.13697990775108337
282873	linear.weight	8	0.04113314300775528
282873	linear.weight	9	-0.05076763406395912
282873	linear.bias	0	0.08219660818576813
282873	linear.bias	1	-0.18897110223770142
282873	linear.bias	2	-0.4491250514984131
282873	linear.bias	3	-0.6579549908638
282873	linear.bias	4	-1.2625551223754883
282873	linear.bias	5	-0.05883646011352539
282873	linear.bias	6	-0.8216204643249512
282873	linear.bias	7	0.2716180980205536
282873	linear.bias	8	-0.39748966693878174
282873	linear.bias	9	-1.0243204832077026
283070	transitions	0	0.7569099068641663
283070	transitions	1	0.13828939199447632
283070	transitions	2	-10000.0
283070	transitions	3	-1.828127145767212
283070	transitions	4	-10000.0
283070	transitions	5	0.5627678632736206
283070	transitions	6	-0.08566359430551529
283070	transitions	7	-0.8122039437294006
283070	transitions	8	-1.4228403568267822
283070	transitions	9	-0.0012318205554038286
283070	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
283070	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
283070	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
283070	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
283070	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
283070	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
283070	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
283070	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
283070	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
283070	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
283070	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
283070	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
283070	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
283070	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
283070	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
283070	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
283070	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
283070	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
283070	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
283070	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
283070	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
283070	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
283070	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
283070	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
283070	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
283070	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
283070	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
283070	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
283070	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
283070	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
283070	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
283070	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
283070	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
283070	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
283070	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
283070	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
283070	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
283070	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
283070	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
283070	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
283070	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
283070	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
283070	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
283070	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
283070	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
283070	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
283070	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
283070	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
283070	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
283070	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
283070	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
283070	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
283070	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
283070	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
283070	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
283070	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
283070	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
283070	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
283070	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
283070	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
283070	embedding2nn.weight	0	0.016301913186907768
283070	embedding2nn.weight	1	-0.012675373815000057
283070	embedding2nn.weight	2	-0.014268254861235619
283070	embedding2nn.weight	3	-0.03126773610711098
283070	embedding2nn.weight	4	-0.0059150345623493195
283070	embedding2nn.weight	5	-0.0037005888298153877
283070	embedding2nn.weight	6	-0.003973265178501606
283070	embedding2nn.weight	7	-0.07742006331682205
283070	embedding2nn.weight	8	-0.0019979383796453476
283070	embedding2nn.weight	9	-0.027649113908410072
283070	embedding2nn.bias	0	0.03202683851122856
283070	embedding2nn.bias	1	-0.07681674510240555
283070	embedding2nn.bias	2	0.07164458185434341
283070	embedding2nn.bias	3	0.051357660442590714
283070	embedding2nn.bias	4	-0.04079724848270416
283070	embedding2nn.bias	5	-0.009814895689487457
283070	embedding2nn.bias	6	0.016037750989198685
283070	embedding2nn.bias	7	-0.05526425316929817
283070	embedding2nn.bias	8	0.07324283570051193
283070	embedding2nn.bias	9	0.045042261481285095
283070	rnn.weight_ih_l0	0	-0.08076302707195282
283070	rnn.weight_ih_l0	1	0.003079522866755724
283070	rnn.weight_ih_l0	2	0.03556537628173828
283070	rnn.weight_ih_l0	3	0.022929048165678978
283070	rnn.weight_ih_l0	4	-0.04815933108329773
283070	rnn.weight_ih_l0	5	-0.06851012259721756
283070	rnn.weight_ih_l0	6	-0.0010655518854036927
283070	rnn.weight_ih_l0	7	0.053405843675136566
283070	rnn.weight_ih_l0	8	-0.01709921471774578
283070	rnn.weight_ih_l0	9	-0.030883653089404106
283070	rnn.weight_hh_l0	0	-0.02992362529039383
283070	rnn.weight_hh_l0	1	-0.007278063800185919
283070	rnn.weight_hh_l0	2	0.006702131126075983
283070	rnn.weight_hh_l0	3	-0.0745331421494484
283070	rnn.weight_hh_l0	4	0.09330948442220688
283070	rnn.weight_hh_l0	5	-0.026954766362905502
283070	rnn.weight_hh_l0	6	-0.06384192407131195
283070	rnn.weight_hh_l0	7	0.008752486668527126
283070	rnn.weight_hh_l0	8	0.013383443467319012
283070	rnn.weight_hh_l0	9	-0.025607997551560402
283070	rnn.bias_ih_l0	0	0.12992805242538452
283070	rnn.bias_ih_l0	1	-0.03397863358259201
283070	rnn.bias_ih_l0	2	-0.034288257360458374
283070	rnn.bias_ih_l0	3	0.16325345635414124
283070	rnn.bias_ih_l0	4	-0.012608352117240429
283070	rnn.bias_ih_l0	5	-0.022709984332323074
283070	rnn.bias_ih_l0	6	0.016926128417253494
283070	rnn.bias_ih_l0	7	0.023536426946520805
283070	rnn.bias_ih_l0	8	-0.09925172477960587
283070	rnn.bias_ih_l0	9	-0.04177688807249069
283070	rnn.bias_hh_l0	0	-0.0012844003504142165
283070	rnn.bias_hh_l0	1	-0.10027612000703812
283070	rnn.bias_hh_l0	2	-0.07508163899183273
283070	rnn.bias_hh_l0	3	-0.08887631446123123
283070	rnn.bias_hh_l0	4	0.008537503890693188
283070	rnn.bias_hh_l0	5	-0.02056860737502575
283070	rnn.bias_hh_l0	6	0.02835284359753132
283070	rnn.bias_hh_l0	7	0.05996214225888252
283070	rnn.bias_hh_l0	8	-0.12327278405427933
283070	rnn.bias_hh_l0	9	-0.059474747627973557
283070	rnn.weight_ih_l0_reverse	0	-0.02542172186076641
283070	rnn.weight_ih_l0_reverse	1	-0.057286232709884644
283070	rnn.weight_ih_l0_reverse	2	-0.048910319805145264
283070	rnn.weight_ih_l0_reverse	3	0.015497882850468159
283070	rnn.weight_ih_l0_reverse	4	-0.025174127891659737
283070	rnn.weight_ih_l0_reverse	5	-0.05730922520160675
283070	rnn.weight_ih_l0_reverse	6	0.07347982376813889
283070	rnn.weight_ih_l0_reverse	7	-0.019044270738959312
283070	rnn.weight_ih_l0_reverse	8	-0.018556492403149605
283070	rnn.weight_ih_l0_reverse	9	0.004516743589192629
283070	rnn.weight_hh_l0_reverse	0	0.06860249489545822
283070	rnn.weight_hh_l0_reverse	1	0.01993909664452076
283070	rnn.weight_hh_l0_reverse	2	0.030086908489465714
283070	rnn.weight_hh_l0_reverse	3	0.0354948416352272
283070	rnn.weight_hh_l0_reverse	4	0.014315632171928883
283070	rnn.weight_hh_l0_reverse	5	0.008292081765830517
283070	rnn.weight_hh_l0_reverse	6	0.051033519208431244
283070	rnn.weight_hh_l0_reverse	7	-0.08198817819356918
283070	rnn.weight_hh_l0_reverse	8	0.04015436768531799
283070	rnn.weight_hh_l0_reverse	9	0.034840911626815796
283070	rnn.bias_ih_l0_reverse	0	-0.05683762580156326
283070	rnn.bias_ih_l0_reverse	1	-0.2825859487056732
283070	rnn.bias_ih_l0_reverse	2	-0.12436096370220184
283070	rnn.bias_ih_l0_reverse	3	-0.04787219315767288
283070	rnn.bias_ih_l0_reverse	4	-0.022342830896377563
283070	rnn.bias_ih_l0_reverse	5	0.0761575698852539
283070	rnn.bias_ih_l0_reverse	6	-0.06559987366199493
283070	rnn.bias_ih_l0_reverse	7	0.06169291213154793
283070	rnn.bias_ih_l0_reverse	8	-0.03561761602759361
283070	rnn.bias_ih_l0_reverse	9	0.06527844816446304
283070	rnn.bias_hh_l0_reverse	0	0.023437876254320145
283070	rnn.bias_hh_l0_reverse	1	-0.06318223476409912
283070	rnn.bias_hh_l0_reverse	2	0.08914095908403397
283070	rnn.bias_hh_l0_reverse	3	-0.05175317823886871
283070	rnn.bias_hh_l0_reverse	4	-0.028269236907362938
283070	rnn.bias_hh_l0_reverse	5	-0.022199220955371857
283070	rnn.bias_hh_l0_reverse	6	-0.020495859906077385
283070	rnn.bias_hh_l0_reverse	7	0.0997578576207161
283070	rnn.bias_hh_l0_reverse	8	0.030178168788552284
283070	rnn.bias_hh_l0_reverse	9	-0.14917421340942383
283070	rnn.weight_ih_l1	0	-0.02974451147019863
283070	rnn.weight_ih_l1	1	-0.05073782429099083
283070	rnn.weight_ih_l1	2	0.06509239971637726
283070	rnn.weight_ih_l1	3	-0.07289517670869827
283070	rnn.weight_ih_l1	4	-0.014046660624444485
283070	rnn.weight_ih_l1	5	-0.04032254219055176
283070	rnn.weight_ih_l1	6	0.02895432524383068
283070	rnn.weight_ih_l1	7	-0.04424043372273445
283070	rnn.weight_ih_l1	8	0.03787069767713547
283070	rnn.weight_ih_l1	9	0.04483984783291817
283070	rnn.weight_hh_l1	0	-0.007100919261574745
283070	rnn.weight_hh_l1	1	0.019907334819436073
283070	rnn.weight_hh_l1	2	0.006544074974954128
283070	rnn.weight_hh_l1	3	-0.012654704973101616
283070	rnn.weight_hh_l1	4	0.004804359748959541
283070	rnn.weight_hh_l1	5	0.03520290553569794
283070	rnn.weight_hh_l1	6	0.03620221093297005
283070	rnn.weight_hh_l1	7	-0.016359742730855942
283070	rnn.weight_hh_l1	8	-0.007227511610835791
283070	rnn.weight_hh_l1	9	0.03857705742120743
283070	rnn.bias_ih_l1	0	-0.18380536139011383
283070	rnn.bias_ih_l1	1	-0.17459581792354584
283070	rnn.bias_ih_l1	2	-0.19695906341075897
283070	rnn.bias_ih_l1	3	-0.3073298931121826
283070	rnn.bias_ih_l1	4	-0.21229733526706696
283070	rnn.bias_ih_l1	5	-0.08897704631090164
283070	rnn.bias_ih_l1	6	-0.15846434235572815
283070	rnn.bias_ih_l1	7	-0.0035324818454682827
283070	rnn.bias_ih_l1	8	-0.1298028975725174
283070	rnn.bias_ih_l1	9	-0.12323085218667984
283070	rnn.bias_hh_l1	0	-0.09666109830141068
283070	rnn.bias_hh_l1	1	-0.06320644170045853
283070	rnn.bias_hh_l1	2	-0.08541864156723022
283070	rnn.bias_hh_l1	3	-0.07745577394962311
283070	rnn.bias_hh_l1	4	-0.07315186411142349
283070	rnn.bias_hh_l1	5	-0.11725112795829773
283070	rnn.bias_hh_l1	6	-0.16081595420837402
283070	rnn.bias_hh_l1	7	0.07527504861354828
283070	rnn.bias_hh_l1	8	-0.17624212801456451
283070	rnn.bias_hh_l1	9	-0.11502311378717422
283070	rnn.weight_ih_l1_reverse	0	-0.047198910266160965
283070	rnn.weight_ih_l1_reverse	1	0.03299979120492935
283070	rnn.weight_ih_l1_reverse	2	0.08799603581428528
283070	rnn.weight_ih_l1_reverse	3	-0.01747344806790352
283070	rnn.weight_ih_l1_reverse	4	-0.023345423862338066
283070	rnn.weight_ih_l1_reverse	5	-0.030281253159046173
283070	rnn.weight_ih_l1_reverse	6	-0.019693994894623756
283070	rnn.weight_ih_l1_reverse	7	0.029653575271368027
283070	rnn.weight_ih_l1_reverse	8	0.005741050001233816
283070	rnn.weight_ih_l1_reverse	9	-0.033509522676467896
283070	rnn.weight_hh_l1_reverse	0	0.004589349031448364
283070	rnn.weight_hh_l1_reverse	1	0.031699541956186295
283070	rnn.weight_hh_l1_reverse	2	-0.04061507806181908
283070	rnn.weight_hh_l1_reverse	3	0.03502010181546211
283070	rnn.weight_hh_l1_reverse	4	0.047162070870399475
283070	rnn.weight_hh_l1_reverse	5	0.00602745171636343
283070	rnn.weight_hh_l1_reverse	6	0.048978012055158615
283070	rnn.weight_hh_l1_reverse	7	0.03099369816482067
283070	rnn.weight_hh_l1_reverse	8	-0.00711895851418376
283070	rnn.weight_hh_l1_reverse	9	-0.030168816447257996
283070	rnn.bias_ih_l1_reverse	0	-0.04572620987892151
283070	rnn.bias_ih_l1_reverse	1	-0.13964742422103882
283070	rnn.bias_ih_l1_reverse	2	-0.16379517316818237
283070	rnn.bias_ih_l1_reverse	3	-0.06089276820421219
283070	rnn.bias_ih_l1_reverse	4	-0.2037421315908432
283070	rnn.bias_ih_l1_reverse	5	-0.11691492795944214
283070	rnn.bias_ih_l1_reverse	6	-0.1298287957906723
283070	rnn.bias_ih_l1_reverse	7	-0.19191473722457886
283070	rnn.bias_ih_l1_reverse	8	0.2262205183506012
283070	rnn.bias_ih_l1_reverse	9	0.022172674536705017
283070	rnn.bias_hh_l1_reverse	0	0.010733229108154774
283070	rnn.bias_hh_l1_reverse	1	-0.06564430892467499
283070	rnn.bias_hh_l1_reverse	2	-0.23712287843227386
283070	rnn.bias_hh_l1_reverse	3	-0.1435883641242981
283070	rnn.bias_hh_l1_reverse	4	-0.0803074911236763
283070	rnn.bias_hh_l1_reverse	5	-0.11623666435480118
283070	rnn.bias_hh_l1_reverse	6	0.06342489272356033
283070	rnn.bias_hh_l1_reverse	7	-0.1344459056854248
283070	rnn.bias_hh_l1_reverse	8	-0.12489829212427139
283070	rnn.bias_hh_l1_reverse	9	-0.1482665240764618
283070	linear.weight	0	0.002228822559118271
283070	linear.weight	1	0.09696011245250702
283070	linear.weight	2	-0.09222384542226791
283070	linear.weight	3	0.31365257501602173
283070	linear.weight	4	0.1502893716096878
283070	linear.weight	5	-0.0657280683517456
283070	linear.weight	6	0.0945449247956276
283070	linear.weight	7	0.13683152198791504
283070	linear.weight	8	0.04113314300775528
283070	linear.weight	9	-0.05077752843499184
283070	linear.bias	0	0.08213155716657639
283070	linear.bias	1	-0.18900413811206818
283070	linear.bias	2	-0.44950374960899353
283070	linear.bias	3	-0.6577739119529724
283070	linear.bias	4	-1.2623748779296875
283070	linear.bias	5	-0.05921156331896782
283070	linear.bias	6	-0.8216354846954346
283070	linear.bias	7	0.27124977111816406
283070	linear.bias	8	-0.3973444700241089
283070	linear.bias	9	-1.0241764783859253
283267	transitions	0	0.7568799257278442
283267	transitions	1	0.13826721906661987
283267	transitions	2	-10000.0
283267	transitions	3	-1.8281272649765015
283267	transitions	4	-10000.0
283267	transitions	5	0.5627676248550415
283267	transitions	6	-0.08566390722990036
283267	transitions	7	-0.8122075200080872
283267	transitions	8	-1.4228403568267822
283267	transitions	9	-0.001231823000125587
283267	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
283267	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
283267	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
283267	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
283267	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
283267	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
283267	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
283267	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
283267	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
283267	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
283267	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
283267	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
283267	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
283267	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
283267	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
283267	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
283267	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
283267	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
283267	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
283267	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
283267	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
283267	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
283267	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
283267	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
283267	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
283267	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
283267	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
283267	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
283267	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
283267	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
283267	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
283267	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
283267	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
283267	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
283267	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
283267	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
283267	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
283267	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
283267	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
283267	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
283267	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
283267	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
283267	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
283267	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
283267	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
283267	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
283267	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
283267	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
283267	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
283267	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
283267	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
283267	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
283267	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
283267	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
283267	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
283267	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
283267	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
283267	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
283267	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
283267	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
283267	embedding2nn.weight	0	0.016294008120894432
283267	embedding2nn.weight	1	-0.012674667872488499
283267	embedding2nn.weight	2	-0.014268254861235619
283267	embedding2nn.weight	3	-0.031258221715688705
283267	embedding2nn.weight	4	-0.0059150345623493195
283267	embedding2nn.weight	5	-0.0037005888298153877
283267	embedding2nn.weight	6	-0.003973265178501606
283267	embedding2nn.weight	7	-0.07741964608430862
283267	embedding2nn.weight	8	-0.0019979383796453476
283267	embedding2nn.weight	9	-0.027646541595458984
283267	embedding2nn.bias	0	0.03199389576911926
283267	embedding2nn.bias	1	-0.07678202539682388
283267	embedding2nn.bias	2	0.07174215465784073
283267	embedding2nn.bias	3	0.05130666866898537
283267	embedding2nn.bias	4	-0.04088008776307106
283267	embedding2nn.bias	5	-0.009876961819827557
283267	embedding2nn.bias	6	0.016112808138132095
283267	embedding2nn.bias	7	-0.05521109327673912
283267	embedding2nn.bias	8	0.0732380822300911
283267	embedding2nn.bias	9	0.045046284794807434
283267	rnn.weight_ih_l0	0	-0.08077168464660645
283267	rnn.weight_ih_l0	1	0.0030692415311932564
283267	rnn.weight_ih_l0	2	0.03557886555790901
283267	rnn.weight_ih_l0	3	0.022935181856155396
283267	rnn.weight_ih_l0	4	-0.048157915472984314
283267	rnn.weight_ih_l0	5	-0.06852547824382782
283267	rnn.weight_ih_l0	6	-0.001061157789081335
283267	rnn.weight_ih_l0	7	0.05340878665447235
283267	rnn.weight_ih_l0	8	-0.01710374839603901
283267	rnn.weight_ih_l0	9	-0.030880972743034363
283267	rnn.weight_hh_l0	0	-0.029920153319835663
283267	rnn.weight_hh_l0	1	-0.007279294542968273
283267	rnn.weight_hh_l0	2	0.006705246400088072
283267	rnn.weight_hh_l0	3	-0.07453025877475739
283267	rnn.weight_hh_l0	4	0.09331310540437698
283267	rnn.weight_hh_l0	5	-0.026967618614435196
283267	rnn.weight_hh_l0	6	-0.06383851915597916
283267	rnn.weight_hh_l0	7	0.008756527677178383
283267	rnn.weight_hh_l0	8	0.013388395309448242
283267	rnn.weight_hh_l0	9	-0.02560644969344139
283267	rnn.bias_ih_l0	0	0.1299331933259964
283267	rnn.bias_ih_l0	1	-0.03399871662259102
283267	rnn.bias_ih_l0	2	-0.034293707460165024
283267	rnn.bias_ih_l0	3	0.1632782369852066
283267	rnn.bias_ih_l0	4	-0.012593947350978851
283267	rnn.bias_ih_l0	5	-0.022733470425009727
283267	rnn.bias_ih_l0	6	0.016909606754779816
283267	rnn.bias_ih_l0	7	0.023549677804112434
283267	rnn.bias_ih_l0	8	-0.09924718737602234
283267	rnn.bias_ih_l0	9	-0.04180647432804108
283267	rnn.bias_hh_l0	0	-0.0012743338011205196
283267	rnn.bias_hh_l0	1	-0.10027478635311127
283267	rnn.bias_hh_l0	2	-0.07507690042257309
283267	rnn.bias_hh_l0	3	-0.08886662125587463
283267	rnn.bias_hh_l0	4	0.008533896878361702
283267	rnn.bias_hh_l0	5	-0.020554760470986366
283267	rnn.bias_hh_l0	6	0.028386874124407768
283267	rnn.bias_hh_l0	7	0.059973787516355515
283267	rnn.bias_hh_l0	8	-0.12326342612504959
283267	rnn.bias_hh_l0	9	-0.05950462445616722
283267	rnn.weight_ih_l0_reverse	0	-0.025412948802113533
283267	rnn.weight_ih_l0_reverse	1	-0.05727943778038025
283267	rnn.weight_ih_l0_reverse	2	-0.04891270026564598
283267	rnn.weight_ih_l0_reverse	3	0.015498978085815907
283267	rnn.weight_ih_l0_reverse	4	-0.025179119780659676
283267	rnn.weight_ih_l0_reverse	5	-0.05731498450040817
283267	rnn.weight_ih_l0_reverse	6	0.07348479330539703
283267	rnn.weight_ih_l0_reverse	7	-0.019048327580094337
283267	rnn.weight_ih_l0_reverse	8	-0.018553247675299644
283267	rnn.weight_ih_l0_reverse	9	0.0045197936706244946
283267	rnn.weight_hh_l0_reverse	0	0.06860717386007309
283267	rnn.weight_hh_l0_reverse	1	0.019943688064813614
283267	rnn.weight_hh_l0_reverse	2	0.030081771314144135
283267	rnn.weight_hh_l0_reverse	3	0.03549244999885559
283267	rnn.weight_hh_l0_reverse	4	0.014315861277282238
283267	rnn.weight_hh_l0_reverse	5	0.008293284103274345
283267	rnn.weight_hh_l0_reverse	6	0.05102893337607384
283267	rnn.weight_hh_l0_reverse	7	-0.08198600262403488
283267	rnn.weight_hh_l0_reverse	8	0.040144551545381546
283267	rnn.weight_hh_l0_reverse	9	0.03484344854950905
283267	rnn.bias_ih_l0_reverse	0	-0.05684709921479225
283267	rnn.bias_ih_l0_reverse	1	-0.2825794219970703
283267	rnn.bias_ih_l0_reverse	2	-0.12438715249300003
283267	rnn.bias_ih_l0_reverse	3	-0.04787440970540047
283267	rnn.bias_ih_l0_reverse	4	-0.022340796887874603
283267	rnn.bias_ih_l0_reverse	5	0.07619443535804749
283267	rnn.bias_ih_l0_reverse	6	-0.06560254096984863
283267	rnn.bias_ih_l0_reverse	7	0.061676423996686935
283267	rnn.bias_ih_l0_reverse	8	-0.03561299666762352
283267	rnn.bias_ih_l0_reverse	9	0.06526908278465271
283267	rnn.bias_hh_l0_reverse	0	0.023417191579937935
283267	rnn.bias_hh_l0_reverse	1	-0.06321105360984802
283267	rnn.bias_hh_l0_reverse	2	0.08918100595474243
283267	rnn.bias_hh_l0_reverse	3	-0.051721908152103424
283267	rnn.bias_hh_l0_reverse	4	-0.028291849419474602
283267	rnn.bias_hh_l0_reverse	5	-0.022183328866958618
283267	rnn.bias_hh_l0_reverse	6	-0.020483752712607384
283267	rnn.bias_hh_l0_reverse	7	0.09975361824035645
283267	rnn.bias_hh_l0_reverse	8	0.03017331101000309
283267	rnn.bias_hh_l0_reverse	9	-0.14917339384555817
283267	rnn.weight_ih_l1	0	-0.029746823012828827
283267	rnn.weight_ih_l1	1	-0.05074199289083481
283267	rnn.weight_ih_l1	2	0.06508556008338928
283267	rnn.weight_ih_l1	3	-0.07289962470531464
283267	rnn.weight_ih_l1	4	-0.014064891263842583
283267	rnn.weight_ih_l1	5	-0.04032066464424133
283267	rnn.weight_ih_l1	6	0.028960250318050385
283267	rnn.weight_ih_l1	7	-0.044247664511203766
283267	rnn.weight_ih_l1	8	0.037872064858675
283267	rnn.weight_ih_l1	9	0.04483210667967796
283267	rnn.weight_hh_l1	0	-0.007103250827640295
283267	rnn.weight_hh_l1	1	0.01990729756653309
283267	rnn.weight_hh_l1	2	0.006552410311996937
283267	rnn.weight_hh_l1	3	-0.01265291590243578
283267	rnn.weight_hh_l1	4	0.004807170480489731
283267	rnn.weight_hh_l1	5	0.03520495072007179
283267	rnn.weight_hh_l1	6	0.03620411828160286
283267	rnn.weight_hh_l1	7	-0.01635769195854664
283267	rnn.weight_hh_l1	8	-0.007229415699839592
283267	rnn.weight_hh_l1	9	0.03858078643679619
283267	rnn.bias_ih_l1	0	-0.18380104005336761
283267	rnn.bias_ih_l1	1	-0.1745852530002594
283267	rnn.bias_ih_l1	2	-0.19694718718528748
283267	rnn.bias_ih_l1	3	-0.30733248591423035
283267	rnn.bias_ih_l1	4	-0.21215881407260895
283267	rnn.bias_ih_l1	5	-0.08897625654935837
283267	rnn.bias_ih_l1	6	-0.15844576060771942
283267	rnn.bias_ih_l1	7	-0.0035372688435018063
283267	rnn.bias_ih_l1	8	-0.12979112565517426
283267	rnn.bias_ih_l1	9	-0.12321595847606659
283267	rnn.bias_hh_l1	0	-0.09665362536907196
283267	rnn.bias_hh_l1	1	-0.06322355568408966
283267	rnn.bias_hh_l1	2	-0.08543510735034943
283267	rnn.bias_hh_l1	3	-0.0774635449051857
283267	rnn.bias_hh_l1	4	-0.07315374910831451
283267	rnn.bias_hh_l1	5	-0.11726335436105728
283267	rnn.bias_hh_l1	6	-0.16079126298427582
283267	rnn.bias_hh_l1	7	0.07532260566949844
283267	rnn.bias_hh_l1	8	-0.17624196410179138
283267	rnn.bias_hh_l1	9	-0.1150040253996849
283267	rnn.weight_ih_l1_reverse	0	-0.0472031868994236
283267	rnn.weight_ih_l1_reverse	1	0.03301125392317772
283267	rnn.weight_ih_l1_reverse	2	0.08801305294036865
283267	rnn.weight_ih_l1_reverse	3	-0.017473481595516205
283267	rnn.weight_ih_l1_reverse	4	-0.02334214746952057
283267	rnn.weight_ih_l1_reverse	5	-0.030283337458968163
283267	rnn.weight_ih_l1_reverse	6	-0.019694577902555466
283267	rnn.weight_ih_l1_reverse	7	0.029644038528203964
283267	rnn.weight_ih_l1_reverse	8	0.005721558816730976
283267	rnn.weight_ih_l1_reverse	9	-0.03350793197751045
283267	rnn.weight_hh_l1_reverse	0	0.004590209573507309
283267	rnn.weight_hh_l1_reverse	1	0.03169868886470795
283267	rnn.weight_hh_l1_reverse	2	-0.04061504080891609
283267	rnn.weight_hh_l1_reverse	3	0.035020966082811356
283267	rnn.weight_hh_l1_reverse	4	0.04716102033853531
283267	rnn.weight_hh_l1_reverse	5	0.006027698516845703
283267	rnn.weight_hh_l1_reverse	6	0.04897506162524223
283267	rnn.weight_hh_l1_reverse	7	0.03099263459444046
283267	rnn.weight_hh_l1_reverse	8	-0.007116719149053097
283267	rnn.weight_hh_l1_reverse	9	-0.03017009049654007
283267	rnn.bias_ih_l1_reverse	0	-0.04571397602558136
283267	rnn.bias_ih_l1_reverse	1	-0.13964562118053436
283267	rnn.bias_ih_l1_reverse	2	-0.16379886865615845
283267	rnn.bias_ih_l1_reverse	3	-0.06087382882833481
283267	rnn.bias_ih_l1_reverse	4	-0.2037155032157898
283267	rnn.bias_ih_l1_reverse	5	-0.11691677570343018
283267	rnn.bias_ih_l1_reverse	6	-0.12982170283794403
283267	rnn.bias_ih_l1_reverse	7	-0.19191592931747437
283267	rnn.bias_ih_l1_reverse	8	0.2262004017829895
283267	rnn.bias_ih_l1_reverse	9	0.022197136655449867
283267	rnn.bias_hh_l1_reverse	0	0.01078250352293253
283267	rnn.bias_hh_l1_reverse	1	-0.06566258519887924
283267	rnn.bias_hh_l1_reverse	2	-0.23712493479251862
283267	rnn.bias_hh_l1_reverse	3	-0.14359112083911896
283267	rnn.bias_hh_l1_reverse	4	-0.08032431453466415
283267	rnn.bias_hh_l1_reverse	5	-0.11623871326446533
283267	rnn.bias_hh_l1_reverse	6	0.0634349137544632
283267	rnn.bias_hh_l1_reverse	7	-0.13447006046772003
283267	rnn.bias_hh_l1_reverse	8	-0.12491109222173691
283267	rnn.bias_hh_l1_reverse	9	-0.1482650190591812
283267	linear.weight	0	0.002228822559118271
283267	linear.weight	1	0.0969928503036499
283267	linear.weight	2	-0.09224198758602142
283267	linear.weight	3	0.31358686089515686
283267	linear.weight	4	0.1503150910139084
283267	linear.weight	5	-0.06570766121149063
283267	linear.weight	6	0.0945165827870369
283267	linear.weight	7	0.13682091236114502
283267	linear.weight	8	0.04113314300775528
283267	linear.weight	9	-0.050782304257154465
283267	linear.bias	0	0.08206292241811752
283267	linear.bias	1	-0.18896488845348358
283267	linear.bias	2	-0.44884514808654785
283267	linear.bias	3	-0.657473087310791
283267	linear.bias	4	-1.2620906829833984
283267	linear.bias	5	-0.059563715010881424
283267	linear.bias	6	-0.8216153383255005
283267	linear.bias	7	0.27091726660728455
283267	linear.bias	8	-0.3973630368709564
283267	linear.bias	9	-1.0241791009902954
283464	transitions	0	0.756881833076477
283464	transitions	1	0.13830238580703735
283464	transitions	2	-10000.0
283464	transitions	3	-1.8281272649765015
283464	transitions	4	-10000.0
283464	transitions	5	0.5627673864364624
283464	transitions	6	-0.0856659933924675
283464	transitions	7	-0.8122158050537109
283464	transitions	8	-1.4228417873382568
283464	transitions	9	-0.001231825677677989
283464	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
283464	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
283464	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
283464	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
283464	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
283464	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
283464	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
283464	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
283464	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
283464	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
283464	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
283464	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
283464	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
283464	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
283464	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
283464	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
283464	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
283464	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
283464	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
283464	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
283464	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
283464	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
283464	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
283464	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
283464	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
283464	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
283464	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
283464	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
283464	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
283464	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
283464	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
283464	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
283464	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
283464	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
283464	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
283464	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
283464	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
283464	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
283464	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
283464	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
283464	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
283464	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
283464	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
283464	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
283464	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
283464	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
283464	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
283464	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
283464	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
283464	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
283464	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
283464	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
283464	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
283464	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
283464	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
283464	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
283464	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
283464	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
283464	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
283464	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
283464	embedding2nn.weight	0	0.01627991534769535
283464	embedding2nn.weight	1	-0.012674415484070778
283464	embedding2nn.weight	2	-0.014268254861235619
283464	embedding2nn.weight	3	-0.03127199411392212
283464	embedding2nn.weight	4	-0.0059150345623493195
283464	embedding2nn.weight	5	-0.0037005888298153877
283464	embedding2nn.weight	6	-0.003973265178501606
283464	embedding2nn.weight	7	-0.07742054760456085
283464	embedding2nn.weight	8	-0.0019979383796453476
283464	embedding2nn.weight	9	-0.02764633670449257
283464	embedding2nn.bias	0	0.03204865753650665
283464	embedding2nn.bias	1	-0.07675216346979141
283464	embedding2nn.bias	2	0.07175526022911072
283464	embedding2nn.bias	3	0.051330387592315674
283464	embedding2nn.bias	4	-0.040882572531700134
283464	embedding2nn.bias	5	-0.009885430335998535
283464	embedding2nn.bias	6	0.016063492745161057
283464	embedding2nn.bias	7	-0.05525769665837288
283464	embedding2nn.bias	8	0.07331661134958267
283464	embedding2nn.bias	9	0.0449935719370842
283464	rnn.weight_ih_l0	0	-0.0807652622461319
283464	rnn.weight_ih_l0	1	0.003069053404033184
283464	rnn.weight_ih_l0	2	0.035567957907915115
283464	rnn.weight_ih_l0	3	0.02292090468108654
283464	rnn.weight_ih_l0	4	-0.04814500734210014
283464	rnn.weight_ih_l0	5	-0.06851915270090103
283464	rnn.weight_ih_l0	6	-0.0010642755078151822
283464	rnn.weight_ih_l0	7	0.05340118333697319
283464	rnn.weight_ih_l0	8	-0.01709265261888504
283464	rnn.weight_ih_l0	9	-0.030861787497997284
283464	rnn.weight_hh_l0	0	-0.029920583590865135
283464	rnn.weight_hh_l0	1	-0.007295484188944101
283464	rnn.weight_hh_l0	2	0.0067011271603405476
283464	rnn.weight_hh_l0	3	-0.07453089207410812
283464	rnn.weight_hh_l0	4	0.09331902116537094
283464	rnn.weight_hh_l0	5	-0.02697158046066761
283464	rnn.weight_hh_l0	6	-0.06383385509252548
283464	rnn.weight_hh_l0	7	0.00873503740876913
283464	rnn.weight_hh_l0	8	0.013383804820477962
283464	rnn.weight_hh_l0	9	-0.025607913732528687
283464	rnn.bias_ih_l0	0	0.12993203103542328
283464	rnn.bias_ih_l0	1	-0.033991601318120956
283464	rnn.bias_ih_l0	2	-0.034268274903297424
283464	rnn.bias_ih_l0	3	0.16330331563949585
283464	rnn.bias_ih_l0	4	-0.012584690935909748
283464	rnn.bias_ih_l0	5	-0.022749299183487892
283464	rnn.bias_ih_l0	6	0.016892099753022194
283464	rnn.bias_ih_l0	7	0.023547179996967316
283464	rnn.bias_ih_l0	8	-0.09924159944057465
283464	rnn.bias_ih_l0	9	-0.041831329464912415
283464	rnn.bias_hh_l0	0	-0.0012890463694930077
283464	rnn.bias_hh_l0	1	-0.10027500987052917
283464	rnn.bias_hh_l0	2	-0.07506796717643738
283464	rnn.bias_hh_l0	3	-0.08885940164327621
283464	rnn.bias_hh_l0	4	0.008577421307563782
283464	rnn.bias_hh_l0	5	-0.020555075258016586
283464	rnn.bias_hh_l0	6	0.028396479785442352
283464	rnn.bias_hh_l0	7	0.0600242093205452
283464	rnn.bias_hh_l0	8	-0.1232563927769661
283464	rnn.bias_hh_l0	9	-0.05953579768538475
283464	rnn.weight_ih_l0_reverse	0	-0.025404298678040504
283464	rnn.weight_ih_l0_reverse	1	-0.05727558583021164
283464	rnn.weight_ih_l0_reverse	2	-0.04890875145792961
283464	rnn.weight_ih_l0_reverse	3	0.015492705628275871
283464	rnn.weight_ih_l0_reverse	4	-0.025179896503686905
283464	rnn.weight_ih_l0_reverse	5	-0.057307127863168716
283464	rnn.weight_ih_l0_reverse	6	0.07349823415279388
283464	rnn.weight_ih_l0_reverse	7	-0.019045447930693626
283464	rnn.weight_ih_l0_reverse	8	-0.018550321459770203
283464	rnn.weight_ih_l0_reverse	9	0.00452440744265914
283464	rnn.weight_hh_l0_reverse	0	0.06860040873289108
283464	rnn.weight_hh_l0_reverse	1	0.019941095262765884
283464	rnn.weight_hh_l0_reverse	2	0.030078139156103134
283464	rnn.weight_hh_l0_reverse	3	0.0354943722486496
283464	rnn.weight_hh_l0_reverse	4	0.014311396516859531
283464	rnn.weight_hh_l0_reverse	5	0.008294814266264439
283464	rnn.weight_hh_l0_reverse	6	0.05102646350860596
283464	rnn.weight_hh_l0_reverse	7	-0.0819915235042572
283464	rnn.weight_hh_l0_reverse	8	0.04013175517320633
283464	rnn.weight_hh_l0_reverse	9	0.034843042492866516
283464	rnn.bias_ih_l0_reverse	0	-0.056871939450502396
283464	rnn.bias_ih_l0_reverse	1	-0.2825917899608612
283464	rnn.bias_ih_l0_reverse	2	-0.1243797019124031
283464	rnn.bias_ih_l0_reverse	3	-0.047868512570858
283464	rnn.bias_ih_l0_reverse	4	-0.022345436736941338
283464	rnn.bias_ih_l0_reverse	5	0.07618886232376099
283464	rnn.bias_ih_l0_reverse	6	-0.06561233848333359
283464	rnn.bias_ih_l0_reverse	7	0.061654701828956604
283464	rnn.bias_ih_l0_reverse	8	-0.03558630868792534
283464	rnn.bias_ih_l0_reverse	9	0.06526660919189453
283464	rnn.bias_hh_l0_reverse	0	0.02339458279311657
283464	rnn.bias_hh_l0_reverse	1	-0.06323757767677307
283464	rnn.bias_hh_l0_reverse	2	0.08918243646621704
283464	rnn.bias_hh_l0_reverse	3	-0.05170809477567673
283464	rnn.bias_hh_l0_reverse	4	-0.028279634192585945
283464	rnn.bias_hh_l0_reverse	5	-0.022202271968126297
283464	rnn.bias_hh_l0_reverse	6	-0.020491916686296463
283464	rnn.bias_hh_l0_reverse	7	0.09975462406873703
283464	rnn.bias_hh_l0_reverse	8	0.030146481469273567
283464	rnn.bias_hh_l0_reverse	9	-0.14915910363197327
283464	rnn.weight_ih_l1	0	-0.02974568121135235
283464	rnn.weight_ih_l1	1	-0.05072103068232536
283464	rnn.weight_ih_l1	2	0.06505917757749557
283464	rnn.weight_ih_l1	3	-0.07290253043174744
283464	rnn.weight_ih_l1	4	-0.014057633467018604
283464	rnn.weight_ih_l1	5	-0.04031708464026451
283464	rnn.weight_ih_l1	6	0.0289605762809515
283464	rnn.weight_ih_l1	7	-0.04424130544066429
283464	rnn.weight_ih_l1	8	0.03787078708410263
283464	rnn.weight_ih_l1	9	0.044828929007053375
283464	rnn.weight_hh_l1	0	-0.007106471806764603
283464	rnn.weight_hh_l1	1	0.019907977432012558
283464	rnn.weight_hh_l1	2	0.00656066183000803
283464	rnn.weight_hh_l1	3	-0.012655118480324745
283464	rnn.weight_hh_l1	4	0.004808157682418823
283464	rnn.weight_hh_l1	5	0.03520777449011803
283464	rnn.weight_hh_l1	6	0.03620729595422745
283464	rnn.weight_hh_l1	7	-0.016358431428670883
283464	rnn.weight_hh_l1	8	-0.007229336071759462
283464	rnn.weight_hh_l1	9	0.038583192974328995
283464	rnn.bias_ih_l1	0	-0.18378065526485443
283464	rnn.bias_ih_l1	1	-0.17456063628196716
283464	rnn.bias_ih_l1	2	-0.19693545997142792
283464	rnn.bias_ih_l1	3	-0.3073590397834778
283464	rnn.bias_ih_l1	4	-0.21217955648899078
283464	rnn.bias_ih_l1	5	-0.08898898214101791
283464	rnn.bias_ih_l1	6	-0.15847739577293396
283464	rnn.bias_ih_l1	7	-0.0035492212045937777
283464	rnn.bias_ih_l1	8	-0.12974776327610016
283464	rnn.bias_ih_l1	9	-0.12319991737604141
283464	rnn.bias_hh_l1	0	-0.09662832319736481
283464	rnn.bias_hh_l1	1	-0.06322187930345535
283464	rnn.bias_hh_l1	2	-0.08548136800527573
283464	rnn.bias_hh_l1	3	-0.07746127992868423
283464	rnn.bias_hh_l1	4	-0.07312307506799698
283464	rnn.bias_hh_l1	5	-0.11725527048110962
283464	rnn.bias_hh_l1	6	-0.16077247262001038
283464	rnn.bias_hh_l1	7	0.07529628276824951
283464	rnn.bias_hh_l1	8	-0.17622926831245422
283464	rnn.bias_hh_l1	9	-0.11504504829645157
283464	rnn.weight_ih_l1_reverse	0	-0.04719137027859688
283464	rnn.weight_ih_l1_reverse	1	0.032998718321323395
283464	rnn.weight_ih_l1_reverse	2	0.08800221979618073
283464	rnn.weight_ih_l1_reverse	3	-0.017461607232689857
283464	rnn.weight_ih_l1_reverse	4	-0.02336510270833969
283464	rnn.weight_ih_l1_reverse	5	-0.030284682288765907
283464	rnn.weight_ih_l1_reverse	6	-0.01970207877457142
283464	rnn.weight_ih_l1_reverse	7	0.02964131161570549
283464	rnn.weight_ih_l1_reverse	8	0.0057357307523489
283464	rnn.weight_ih_l1_reverse	9	-0.033508386462926865
283464	rnn.weight_hh_l1_reverse	0	0.0045907082967460155
283464	rnn.weight_hh_l1_reverse	1	0.03170052543282509
283464	rnn.weight_hh_l1_reverse	2	-0.04061475396156311
283464	rnn.weight_hh_l1_reverse	3	0.03502190113067627
283464	rnn.weight_hh_l1_reverse	4	0.04715399071574211
283464	rnn.weight_hh_l1_reverse	5	0.006028355099260807
283464	rnn.weight_hh_l1_reverse	6	0.048968177288770676
283464	rnn.weight_hh_l1_reverse	7	0.030990732833743095
283464	rnn.weight_hh_l1_reverse	8	-0.007116393651813269
283464	rnn.weight_hh_l1_reverse	9	-0.030168451368808746
283464	rnn.bias_ih_l1_reverse	0	-0.04571110010147095
283464	rnn.bias_ih_l1_reverse	1	-0.13962583243846893
283464	rnn.bias_ih_l1_reverse	2	-0.1638096570968628
283464	rnn.bias_ih_l1_reverse	3	-0.060821905732154846
283464	rnn.bias_ih_l1_reverse	4	-0.20372599363327026
283464	rnn.bias_ih_l1_reverse	5	-0.11694155633449554
283464	rnn.bias_ih_l1_reverse	6	-0.12982265651226044
283464	rnn.bias_ih_l1_reverse	7	-0.1918884813785553
283464	rnn.bias_ih_l1_reverse	8	0.22621603310108185
283464	rnn.bias_ih_l1_reverse	9	0.02218593657016754
283464	rnn.bias_hh_l1_reverse	0	0.010791539214551449
283464	rnn.bias_hh_l1_reverse	1	-0.06565011292695999
283464	rnn.bias_hh_l1_reverse	2	-0.23715144395828247
283464	rnn.bias_hh_l1_reverse	3	-0.14359889924526215
283464	rnn.bias_hh_l1_reverse	4	-0.08032873272895813
283464	rnn.bias_hh_l1_reverse	5	-0.11625250428915024
283464	rnn.bias_hh_l1_reverse	6	0.06336212158203125
283464	rnn.bias_hh_l1_reverse	7	-0.13443757593631744
283464	rnn.bias_hh_l1_reverse	8	-0.12492302060127258
283464	rnn.bias_hh_l1_reverse	9	-0.14826169610023499
283464	linear.weight	0	0.002228822559118271
283464	linear.weight	1	0.0969923585653305
283464	linear.weight	2	-0.09225398302078247
283464	linear.weight	3	0.3136177361011505
283464	linear.weight	4	0.15029862523078918
283464	linear.weight	5	-0.06571277976036072
283464	linear.weight	6	0.09459355473518372
283464	linear.weight	7	0.13685177266597748
283464	linear.weight	8	0.04113313928246498
283464	linear.weight	9	-0.05077480897307396
283464	linear.bias	0	0.08238372206687927
283464	linear.bias	1	-0.1886426955461502
283464	linear.bias	2	-0.4490869641304016
283464	linear.bias	3	-0.6575661897659302
283464	linear.bias	4	-1.2621724605560303
283464	linear.bias	5	-0.05930820852518082
283464	linear.bias	6	-0.8212771415710449
283464	linear.bias	7	0.2711554765701294
283464	linear.bias	8	-0.3975163996219635
283464	linear.bias	9	-1.024335265159607
283661	transitions	0	0.7568145990371704
283661	transitions	1	0.13838604092597961
283661	transitions	2	-10000.0
283661	transitions	3	-1.8281272649765015
283661	transitions	4	-10000.0
283661	transitions	5	0.5627669095993042
283661	transitions	6	-0.08566608279943466
283661	transitions	7	-0.8122234344482422
283661	transitions	8	-1.4228421449661255
283661	transitions	9	-0.0012318325461819768
283661	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
283661	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
283661	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
283661	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
283661	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
283661	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
283661	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
283661	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
283661	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
283661	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
283661	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
283661	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
283661	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
283661	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
283661	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
283661	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
283661	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
283661	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
283661	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
283661	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
283661	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
283661	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
283661	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
283661	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
283661	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
283661	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
283661	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
283661	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
283661	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
283661	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
283661	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
283661	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
283661	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
283661	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
283661	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
283661	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
283661	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
283661	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
283661	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
283661	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
283661	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
283661	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
283661	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
283661	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
283661	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
283661	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
283661	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
283661	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
283661	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
283661	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
283661	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
283661	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
283661	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
283661	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
283661	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
283661	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
283661	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
283661	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
283661	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
283661	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
283661	embedding2nn.weight	0	0.016292907297611237
283661	embedding2nn.weight	1	-0.012674935162067413
283661	embedding2nn.weight	2	-0.014268254861235619
283661	embedding2nn.weight	3	-0.0312625952064991
283661	embedding2nn.weight	4	-0.0059150345623493195
283661	embedding2nn.weight	5	-0.0037005888298153877
283661	embedding2nn.weight	6	-0.003973265178501606
283661	embedding2nn.weight	7	-0.07742401212453842
283661	embedding2nn.weight	8	-0.0019979383796453476
283661	embedding2nn.weight	9	-0.027653304859995842
283661	embedding2nn.bias	0	0.03217368945479393
283661	embedding2nn.bias	1	-0.07679171860218048
283661	embedding2nn.bias	2	0.07171842455863953
283661	embedding2nn.bias	3	0.0512506440281868
283661	embedding2nn.bias	4	-0.040862202644348145
283661	embedding2nn.bias	5	-0.009867390617728233
283661	embedding2nn.bias	6	0.01613246649503708
283661	embedding2nn.bias	7	-0.05522913113236427
283661	embedding2nn.bias	8	0.07322588562965393
283661	embedding2nn.bias	9	0.04495462402701378
283661	rnn.weight_ih_l0	0	-0.08076869696378708
283661	rnn.weight_ih_l0	1	0.003061644034460187
283661	rnn.weight_ih_l0	2	0.035573169589042664
283661	rnn.weight_ih_l0	3	0.022916125133633614
283661	rnn.weight_ih_l0	4	-0.048162102699279785
283661	rnn.weight_ih_l0	5	-0.0685141310095787
283661	rnn.weight_ih_l0	6	-0.0010560826631262898
283661	rnn.weight_ih_l0	7	0.053399547934532166
283661	rnn.weight_ih_l0	8	-0.017090002074837685
283661	rnn.weight_ih_l0	9	-0.03086591325700283
283661	rnn.weight_hh_l0	0	-0.0299161896109581
283661	rnn.weight_hh_l0	1	-0.007298641838133335
283661	rnn.weight_hh_l0	2	0.00670259352773428
283661	rnn.weight_hh_l0	3	-0.07453212887048721
283661	rnn.weight_hh_l0	4	0.0933210477232933
283661	rnn.weight_hh_l0	5	-0.02696443907916546
283661	rnn.weight_hh_l0	6	-0.06382814049720764
283661	rnn.weight_hh_l0	7	0.008731916546821594
283661	rnn.weight_hh_l0	8	0.013377898372709751
283661	rnn.weight_hh_l0	9	-0.025609390810132027
283661	rnn.bias_ih_l0	0	0.129925936460495
283661	rnn.bias_ih_l0	1	-0.03400197625160217
283661	rnn.bias_ih_l0	2	-0.03427619859576225
283661	rnn.bias_ih_l0	3	0.16328684985637665
283661	rnn.bias_ih_l0	4	-0.012591877952218056
283661	rnn.bias_ih_l0	5	-0.022749535739421844
283661	rnn.bias_ih_l0	6	0.01689782738685608
283661	rnn.bias_ih_l0	7	0.02356005273759365
283661	rnn.bias_ih_l0	8	-0.09923999756574631
283661	rnn.bias_ih_l0	9	-0.04185369238257408
283661	rnn.bias_hh_l0	0	-0.0012933482648804784
283661	rnn.bias_hh_l0	1	-0.10025479644536972
283661	rnn.bias_hh_l0	2	-0.07507278770208359
283661	rnn.bias_hh_l0	3	-0.08885513246059418
283661	rnn.bias_hh_l0	4	0.00859434437006712
283661	rnn.bias_hh_l0	5	-0.020538613200187683
283661	rnn.bias_hh_l0	6	0.02837565541267395
283661	rnn.bias_hh_l0	7	0.06001751497387886
283661	rnn.bias_hh_l0	8	-0.12324836850166321
283661	rnn.bias_hh_l0	9	-0.05953372269868851
283661	rnn.weight_ih_l0_reverse	0	-0.02540874294936657
283661	rnn.weight_ih_l0_reverse	1	-0.057266052812337875
283661	rnn.weight_ih_l0_reverse	2	-0.04890860989689827
283661	rnn.weight_ih_l0_reverse	3	0.015490937978029251
283661	rnn.weight_ih_l0_reverse	4	-0.025189636275172234
283661	rnn.weight_ih_l0_reverse	5	-0.05731723830103874
283661	rnn.weight_ih_l0_reverse	6	0.07349728047847748
283661	rnn.weight_ih_l0_reverse	7	-0.01904233731329441
283661	rnn.weight_ih_l0_reverse	8	-0.018559681251645088
283661	rnn.weight_ih_l0_reverse	9	0.004529834259301424
283661	rnn.weight_hh_l0_reverse	0	0.06858789175748825
283661	rnn.weight_hh_l0_reverse	1	0.019938644021749496
283661	rnn.weight_hh_l0_reverse	2	0.03008436970412731
283661	rnn.weight_hh_l0_reverse	3	0.0354960560798645
283661	rnn.weight_hh_l0_reverse	4	0.014313535764813423
283661	rnn.weight_hh_l0_reverse	5	0.00829445943236351
283661	rnn.weight_hh_l0_reverse	6	0.0510219931602478
283661	rnn.weight_hh_l0_reverse	7	-0.08200245350599289
283661	rnn.weight_hh_l0_reverse	8	0.04012397304177284
283661	rnn.weight_hh_l0_reverse	9	0.0348375104367733
283661	rnn.bias_ih_l0_reverse	0	-0.056860167533159256
283661	rnn.bias_ih_l0_reverse	1	-0.282625287771225
283661	rnn.bias_ih_l0_reverse	2	-0.12439347058534622
283661	rnn.bias_ih_l0_reverse	3	-0.04785711690783501
283661	rnn.bias_ih_l0_reverse	4	-0.022329365834593773
283661	rnn.bias_ih_l0_reverse	5	0.07619335502386093
283661	rnn.bias_ih_l0_reverse	6	-0.06560639292001724
283661	rnn.bias_ih_l0_reverse	7	0.061642639338970184
283661	rnn.bias_ih_l0_reverse	8	-0.03557872027158737
283661	rnn.bias_ih_l0_reverse	9	0.06528633832931519
283661	rnn.bias_hh_l0_reverse	0	0.0234072245657444
283661	rnn.bias_hh_l0_reverse	1	-0.0632200539112091
283661	rnn.bias_hh_l0_reverse	2	0.08918654918670654
283661	rnn.bias_hh_l0_reverse	3	-0.05169195309281349
283661	rnn.bias_hh_l0_reverse	4	-0.028271902352571487
283661	rnn.bias_hh_l0_reverse	5	-0.022190170362591743
283661	rnn.bias_hh_l0_reverse	6	-0.0205057505518198
283661	rnn.bias_hh_l0_reverse	7	0.09975341707468033
283661	rnn.bias_hh_l0_reverse	8	0.030122607946395874
283661	rnn.bias_hh_l0_reverse	9	-0.14912258088588715
283661	rnn.weight_ih_l1	0	-0.029744865372776985
283661	rnn.weight_ih_l1	1	-0.05071858689188957
283661	rnn.weight_ih_l1	2	0.0650588721036911
283661	rnn.weight_ih_l1	3	-0.07290822267532349
283661	rnn.weight_ih_l1	4	-0.014062196016311646
283661	rnn.weight_ih_l1	5	-0.04031869396567345
283661	rnn.weight_ih_l1	6	0.028963489457964897
283661	rnn.weight_ih_l1	7	-0.0442490391433239
283661	rnn.weight_ih_l1	8	0.037871137261390686
283661	rnn.weight_ih_l1	9	0.04482405632734299
283661	rnn.weight_hh_l1	0	-0.00709155248478055
283661	rnn.weight_hh_l1	1	0.019909054040908813
283661	rnn.weight_hh_l1	2	0.00655475165694952
283661	rnn.weight_hh_l1	3	-0.012651017867028713
283661	rnn.weight_hh_l1	4	0.004811426624655724
283661	rnn.weight_hh_l1	5	0.03521077334880829
283661	rnn.weight_hh_l1	6	0.036206115037202835
283661	rnn.weight_hh_l1	7	-0.01635839231312275
283661	rnn.weight_hh_l1	8	-0.007226203102618456
283661	rnn.weight_hh_l1	9	0.038578324019908905
283661	rnn.bias_ih_l1	0	-0.18377766013145447
283661	rnn.bias_ih_l1	1	-0.17456571757793427
283661	rnn.bias_ih_l1	2	-0.196940615773201
283661	rnn.bias_ih_l1	3	-0.3073086738586426
283661	rnn.bias_ih_l1	4	-0.21217039227485657
283661	rnn.bias_ih_l1	5	-0.08899448066949844
283661	rnn.bias_ih_l1	6	-0.15842664241790771
283661	rnn.bias_ih_l1	7	-0.003513701492920518
283661	rnn.bias_ih_l1	8	-0.12975522875785828
283661	rnn.bias_ih_l1	9	-0.1231822744011879
283661	rnn.bias_hh_l1	0	-0.09660882502794266
283661	rnn.bias_hh_l1	1	-0.06322760879993439
283661	rnn.bias_hh_l1	2	-0.08551681041717529
283661	rnn.bias_hh_l1	3	-0.07744986563920975
283661	rnn.bias_hh_l1	4	-0.0731106698513031
283661	rnn.bias_hh_l1	5	-0.11724285036325455
283661	rnn.bias_hh_l1	6	-0.16074006259441376
283661	rnn.bias_hh_l1	7	0.07530989497900009
283661	rnn.bias_hh_l1	8	-0.17620956897735596
283661	rnn.bias_hh_l1	9	-0.11505921930074692
283661	rnn.weight_ih_l1_reverse	0	-0.04718712344765663
283661	rnn.weight_ih_l1_reverse	1	0.03300250321626663
283661	rnn.weight_ih_l1_reverse	2	0.08797433227300644
283661	rnn.weight_ih_l1_reverse	3	-0.017475958913564682
283661	rnn.weight_ih_l1_reverse	4	-0.02339293248951435
283661	rnn.weight_ih_l1_reverse	5	-0.030287370085716248
283661	rnn.weight_ih_l1_reverse	6	-0.01970500499010086
283661	rnn.weight_ih_l1_reverse	7	0.029645398259162903
283661	rnn.weight_ih_l1_reverse	8	0.0057130674831569195
283661	rnn.weight_ih_l1_reverse	9	-0.03349001705646515
283661	rnn.weight_hh_l1_reverse	0	0.00459143565967679
283661	rnn.weight_hh_l1_reverse	1	0.03170068934559822
283661	rnn.weight_hh_l1_reverse	2	-0.04061425104737282
283661	rnn.weight_hh_l1_reverse	3	0.035023048520088196
283661	rnn.weight_hh_l1_reverse	4	0.047151029109954834
283661	rnn.weight_hh_l1_reverse	5	0.00602653156965971
283661	rnn.weight_hh_l1_reverse	6	0.04897177219390869
283661	rnn.weight_hh_l1_reverse	7	0.03098846785724163
283661	rnn.weight_hh_l1_reverse	8	-0.007116022985428572
283661	rnn.weight_hh_l1_reverse	9	-0.030172457918524742
283661	rnn.bias_ih_l1_reverse	0	-0.045691315084695816
283661	rnn.bias_ih_l1_reverse	1	-0.13960491120815277
283661	rnn.bias_ih_l1_reverse	2	-0.16383744776248932
283661	rnn.bias_ih_l1_reverse	3	-0.060782331973314285
283661	rnn.bias_ih_l1_reverse	4	-0.20373724400997162
283661	rnn.bias_ih_l1_reverse	5	-0.11692260205745697
283661	rnn.bias_ih_l1_reverse	6	-0.1298174411058426
283661	rnn.bias_ih_l1_reverse	7	-0.1918880194425583
283661	rnn.bias_ih_l1_reverse	8	0.22628718614578247
283661	rnn.bias_ih_l1_reverse	9	0.022204650565981865
283661	rnn.bias_hh_l1_reverse	0	0.010742299258708954
283661	rnn.bias_hh_l1_reverse	1	-0.06553977727890015
283661	rnn.bias_hh_l1_reverse	2	-0.23715093731880188
283661	rnn.bias_hh_l1_reverse	3	-0.14362557232379913
283661	rnn.bias_hh_l1_reverse	4	-0.08031117171049118
283661	rnn.bias_hh_l1_reverse	5	-0.11627070605754852
283661	rnn.bias_hh_l1_reverse	6	0.0633711963891983
283661	rnn.bias_hh_l1_reverse	7	-0.13444291055202484
283661	rnn.bias_hh_l1_reverse	8	-0.12493500858545303
283661	rnn.bias_hh_l1_reverse	9	-0.14826463162899017
283661	linear.weight	0	0.002228822559118271
283661	linear.weight	1	0.0970771312713623
283661	linear.weight	2	-0.0921940803527832
283661	linear.weight	3	0.313647598028183
283661	linear.weight	4	0.15028052031993866
283661	linear.weight	5	-0.0657048374414444
283661	linear.weight	6	0.0945788025856018
283661	linear.weight	7	0.1368316262960434
283661	linear.weight	8	0.04113313928246498
283661	linear.weight	9	-0.05077974125742912
283661	linear.bias	0	0.08331231027841568
283661	linear.bias	1	-0.1887490153312683
283661	linear.bias	2	-0.4492242634296417
283661	linear.bias	3	-0.6576869487762451
283661	linear.bias	4	-1.2622913122177124
283661	linear.bias	5	-0.05909087136387825
283661	linear.bias	6	-0.8214136362075806
283661	linear.bias	7	0.27140167355537415
283661	linear.bias	8	-0.3973058760166168
283661	linear.bias	9	-1.0241179466247559
283858	transitions	0	0.756927490234375
283858	transitions	1	0.13841012120246887
283858	transitions	2	-10000.0
283858	transitions	3	-1.828128457069397
283858	transitions	4	-10000.0
283858	transitions	5	0.5627667307853699
283858	transitions	6	-0.08566630631685257
283858	transitions	7	-0.8122247457504272
283858	transitions	8	-1.4228423833847046
283858	transitions	9	-0.0012318362714722753
283858	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
283858	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
283858	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
283858	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
283858	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
283858	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
283858	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
283858	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
283858	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
283858	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
283858	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
283858	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
283858	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
283858	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
283858	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
283858	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
283858	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
283858	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
283858	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
283858	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
283858	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
283858	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
283858	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
283858	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
283858	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
283858	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
283858	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
283858	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
283858	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
283858	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
283858	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
283858	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
283858	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
283858	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
283858	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
283858	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
283858	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
283858	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
283858	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
283858	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
283858	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
283858	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
283858	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
283858	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
283858	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
283858	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
283858	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
283858	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
283858	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
283858	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
283858	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
283858	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
283858	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
283858	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
283858	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
283858	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
283858	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
283858	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
283858	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
283858	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
283858	embedding2nn.weight	0	0.016303395852446556
283858	embedding2nn.weight	1	-0.012674958445131779
283858	embedding2nn.weight	2	-0.014268254861235619
283858	embedding2nn.weight	3	-0.03127583488821983
283858	embedding2nn.weight	4	-0.0059150345623493195
283858	embedding2nn.weight	5	-0.0037005888298153877
283858	embedding2nn.weight	6	-0.003973265178501606
283858	embedding2nn.weight	7	-0.0774243175983429
283858	embedding2nn.weight	8	-0.0019979383796453476
283858	embedding2nn.weight	9	-0.027658216655254364
283858	embedding2nn.bias	0	0.03214329853653908
283858	embedding2nn.bias	1	-0.07675045728683472
283858	embedding2nn.bias	2	0.07175947725772858
283858	embedding2nn.bias	3	0.05134088173508644
283858	embedding2nn.bias	4	-0.04097973555326462
283858	embedding2nn.bias	5	-0.009852349758148193
283858	embedding2nn.bias	6	0.016267022117972374
283858	embedding2nn.bias	7	-0.055382031947374344
283858	embedding2nn.bias	8	0.07321853190660477
283858	embedding2nn.bias	9	0.04493923485279083
283858	rnn.weight_ih_l0	0	-0.08077402412891388
283858	rnn.weight_ih_l0	1	0.0030474294908344746
283858	rnn.weight_ih_l0	2	0.035556718707084656
283858	rnn.weight_ih_l0	3	0.02291020378470421
283858	rnn.weight_ih_l0	4	-0.04816026985645294
283858	rnn.weight_ih_l0	5	-0.06850918382406235
283858	rnn.weight_ih_l0	6	-0.0010394144337624311
283858	rnn.weight_ih_l0	7	0.053397782146930695
283858	rnn.weight_ih_l0	8	-0.017084624618291855
283858	rnn.weight_ih_l0	9	-0.03086956776678562
283858	rnn.weight_hh_l0	0	-0.029912788420915604
283858	rnn.weight_hh_l0	1	-0.0073033529333770275
283858	rnn.weight_hh_l0	2	0.006707632914185524
283858	rnn.weight_hh_l0	3	-0.07453321665525436
283858	rnn.weight_hh_l0	4	0.09332554787397385
283858	rnn.weight_hh_l0	5	-0.02696838602423668
283858	rnn.weight_hh_l0	6	-0.06383446604013443
283858	rnn.weight_hh_l0	7	0.008745366707444191
283858	rnn.weight_hh_l0	8	0.013368208892643452
283858	rnn.weight_hh_l0	9	-0.025610728189349174
283858	rnn.bias_ih_l0	0	0.12992292642593384
283858	rnn.bias_ih_l0	1	-0.033985793590545654
283858	rnn.bias_ih_l0	2	-0.03427092358469963
283858	rnn.bias_ih_l0	3	0.16328264772891998
283858	rnn.bias_ih_l0	4	-0.012558264657855034
283858	rnn.bias_ih_l0	5	-0.022724904119968414
283858	rnn.bias_ih_l0	6	0.01689031720161438
283858	rnn.bias_ih_l0	7	0.023545419797301292
283858	rnn.bias_ih_l0	8	-0.09924589097499847
283858	rnn.bias_ih_l0	9	-0.04179666191339493
283858	rnn.bias_hh_l0	0	-0.0012769600143656135
283858	rnn.bias_hh_l0	1	-0.10028517991304398
283858	rnn.bias_hh_l0	2	-0.07505103945732117
283858	rnn.bias_hh_l0	3	-0.08886419236660004
283858	rnn.bias_hh_l0	4	0.00860795471817255
283858	rnn.bias_hh_l0	5	-0.020566971972584724
283858	rnn.bias_hh_l0	6	0.02838185615837574
283858	rnn.bias_hh_l0	7	0.0600278303027153
283858	rnn.bias_hh_l0	8	-0.12321632355451584
283858	rnn.bias_hh_l0	9	-0.05955174192786217
283858	rnn.weight_ih_l0_reverse	0	-0.0254080630838871
283858	rnn.weight_ih_l0_reverse	1	-0.05726948007941246
283858	rnn.weight_ih_l0_reverse	2	-0.048919063061475754
283858	rnn.weight_ih_l0_reverse	3	0.015488131903111935
283858	rnn.weight_ih_l0_reverse	4	-0.025186995044350624
283858	rnn.weight_ih_l0_reverse	5	-0.05731607973575592
283858	rnn.weight_ih_l0_reverse	6	0.07349978387355804
283858	rnn.weight_ih_l0_reverse	7	-0.019035782665014267
283858	rnn.weight_ih_l0_reverse	8	-0.01855645328760147
283858	rnn.weight_ih_l0_reverse	9	0.0045335544273257256
283858	rnn.weight_hh_l0_reverse	0	0.0685773566365242
283858	rnn.weight_hh_l0_reverse	1	0.019931454211473465
283858	rnn.weight_hh_l0_reverse	2	0.030092753469944
283858	rnn.weight_hh_l0_reverse	3	0.0354984775185585
283858	rnn.weight_hh_l0_reverse	4	0.014312971383333206
283858	rnn.weight_hh_l0_reverse	5	0.008295068517327309
283858	rnn.weight_hh_l0_reverse	6	0.05102242901921272
283858	rnn.weight_hh_l0_reverse	7	-0.08199848234653473
283858	rnn.weight_hh_l0_reverse	8	0.040111690759658813
283858	rnn.weight_hh_l0_reverse	9	0.034838005900382996
283858	rnn.bias_ih_l0_reverse	0	-0.05686311423778534
283858	rnn.bias_ih_l0_reverse	1	-0.28265902400016785
283858	rnn.bias_ih_l0_reverse	2	-0.12439257651567459
283858	rnn.bias_ih_l0_reverse	3	-0.04785484820604324
283858	rnn.bias_ih_l0_reverse	4	-0.022356411442160606
283858	rnn.bias_ih_l0_reverse	5	0.07621721178293228
283858	rnn.bias_ih_l0_reverse	6	-0.0655771866440773
283858	rnn.bias_ih_l0_reverse	7	0.06164946407079697
283858	rnn.bias_ih_l0_reverse	8	-0.03556514531373978
283858	rnn.bias_ih_l0_reverse	9	0.06527110189199448
283858	rnn.bias_hh_l0_reverse	0	0.023386264219880104
283858	rnn.bias_hh_l0_reverse	1	-0.06323327869176865
283858	rnn.bias_hh_l0_reverse	2	0.08918561786413193
283858	rnn.bias_hh_l0_reverse	3	-0.05165892466902733
283858	rnn.bias_hh_l0_reverse	4	-0.028249643743038177
283858	rnn.bias_hh_l0_reverse	5	-0.022198306396603584
283858	rnn.bias_hh_l0_reverse	6	-0.020505893975496292
283858	rnn.bias_hh_l0_reverse	7	0.09971485286951065
283858	rnn.bias_hh_l0_reverse	8	0.03013189509510994
283858	rnn.bias_hh_l0_reverse	9	-0.1490972340106964
283858	rnn.weight_ih_l1	0	-0.02974836342036724
283858	rnn.weight_ih_l1	1	-0.05073237791657448
283858	rnn.weight_ih_l1	2	0.06503847986459732
283858	rnn.weight_ih_l1	3	-0.07288779318332672
283858	rnn.weight_ih_l1	4	-0.014062976464629173
283858	rnn.weight_ih_l1	5	-0.04031626507639885
283858	rnn.weight_ih_l1	6	0.02896602638065815
283858	rnn.weight_ih_l1	7	-0.04424837976694107
283858	rnn.weight_ih_l1	8	0.037873610854148865
283858	rnn.weight_ih_l1	9	0.04481083154678345
283858	rnn.weight_hh_l1	0	-0.007093418855220079
283858	rnn.weight_hh_l1	1	0.0199107863008976
283858	rnn.weight_hh_l1	2	0.006539671681821346
283858	rnn.weight_hh_l1	3	-0.01264691911637783
283858	rnn.weight_hh_l1	4	0.0048140487633645535
283858	rnn.weight_hh_l1	5	0.03521287441253662
283858	rnn.weight_hh_l1	6	0.036208078265190125
283858	rnn.weight_hh_l1	7	-0.016360504552721977
283858	rnn.weight_hh_l1	8	-0.007227267604321241
283858	rnn.weight_hh_l1	9	0.03857259824872017
283858	rnn.bias_ih_l1	0	-0.18377096951007843
283858	rnn.bias_ih_l1	1	-0.17456215620040894
283858	rnn.bias_ih_l1	2	-0.19696609675884247
283858	rnn.bias_ih_l1	3	-0.3073650598526001
283858	rnn.bias_ih_l1	4	-0.21216857433319092
283858	rnn.bias_ih_l1	5	-0.08903048187494278
283858	rnn.bias_ih_l1	6	-0.15846440196037292
283858	rnn.bias_ih_l1	7	-0.003507134970277548
283858	rnn.bias_ih_l1	8	-0.1297816038131714
283858	rnn.bias_ih_l1	9	-0.12319931387901306
283858	rnn.bias_hh_l1	0	-0.09663795679807663
283858	rnn.bias_hh_l1	1	-0.06319449096918106
283858	rnn.bias_hh_l1	2	-0.08552805334329605
283858	rnn.bias_hh_l1	3	-0.07744322717189789
283858	rnn.bias_hh_l1	4	-0.07310445606708527
283858	rnn.bias_hh_l1	5	-0.11723572760820389
283858	rnn.bias_hh_l1	6	-0.16075143218040466
283858	rnn.bias_hh_l1	7	0.07537470757961273
283858	rnn.bias_hh_l1	8	-0.17623618245124817
283858	rnn.bias_hh_l1	9	-0.11500237882137299
283858	rnn.weight_ih_l1_reverse	0	-0.047190673649311066
283858	rnn.weight_ih_l1_reverse	1	0.032992247492074966
283858	rnn.weight_ih_l1_reverse	2	0.08797188848257065
283858	rnn.weight_ih_l1_reverse	3	-0.017469536513090134
283858	rnn.weight_ih_l1_reverse	4	-0.023412447422742844
283858	rnn.weight_ih_l1_reverse	5	-0.030287759378552437
283858	rnn.weight_ih_l1_reverse	6	-0.019663892686367035
283858	rnn.weight_ih_l1_reverse	7	0.029643625020980835
283858	rnn.weight_ih_l1_reverse	8	0.005721487104892731
283858	rnn.weight_ih_l1_reverse	9	-0.03350996598601341
283858	rnn.weight_hh_l1_reverse	0	0.004592364188283682
283858	rnn.weight_hh_l1_reverse	1	0.03170027583837509
283858	rnn.weight_hh_l1_reverse	2	-0.04061427339911461
283858	rnn.weight_hh_l1_reverse	3	0.03502260893583298
283858	rnn.weight_hh_l1_reverse	4	0.04713846743106842
283858	rnn.weight_hh_l1_reverse	5	0.006022670306265354
283858	rnn.weight_hh_l1_reverse	6	0.04898008704185486
283858	rnn.weight_hh_l1_reverse	7	0.03099358081817627
283858	rnn.weight_hh_l1_reverse	8	-0.007116516586393118
283858	rnn.weight_hh_l1_reverse	9	-0.030173085629940033
283858	rnn.bias_ih_l1_reverse	0	-0.04570091515779495
283858	rnn.bias_ih_l1_reverse	1	-0.13957467675209045
283858	rnn.bias_ih_l1_reverse	2	-0.16383807361125946
283858	rnn.bias_ih_l1_reverse	3	-0.06077493354678154
283858	rnn.bias_ih_l1_reverse	4	-0.20374049246311188
283858	rnn.bias_ih_l1_reverse	5	-0.11693140864372253
283858	rnn.bias_ih_l1_reverse	6	-0.12981821596622467
283858	rnn.bias_ih_l1_reverse	7	-0.1918894201517105
283858	rnn.bias_ih_l1_reverse	8	0.22629308700561523
283858	rnn.bias_ih_l1_reverse	9	0.022120052948594093
283858	rnn.bias_hh_l1_reverse	0	0.010758033953607082
283858	rnn.bias_hh_l1_reverse	1	-0.06555154919624329
283858	rnn.bias_hh_l1_reverse	2	-0.23713406920433044
283858	rnn.bias_hh_l1_reverse	3	-0.14362920820713043
283858	rnn.bias_hh_l1_reverse	4	-0.0803273394703865
283858	rnn.bias_hh_l1_reverse	5	-0.1162780374288559
283858	rnn.bias_hh_l1_reverse	6	0.06338466703891754
283858	rnn.bias_hh_l1_reverse	7	-0.13444142043590546
283858	rnn.bias_hh_l1_reverse	8	-0.12493757158517838
283858	rnn.bias_hh_l1_reverse	9	-0.14825285971164703
283858	linear.weight	0	0.002228822559118271
283858	linear.weight	1	0.09705450385808945
283858	linear.weight	2	-0.09221512079238892
283858	linear.weight	3	0.3136305809020996
283858	linear.weight	4	0.15028053522109985
283858	linear.weight	5	-0.06568949669599533
283858	linear.weight	6	0.09456195682287216
283858	linear.weight	7	0.13679847121238708
283858	linear.weight	8	0.04113313555717468
283858	linear.weight	9	-0.05083012208342552
283858	linear.bias	0	0.08303539454936981
283858	linear.bias	1	-0.18896083533763885
283858	linear.bias	2	-0.44915062189102173
283858	linear.bias	3	-0.6574550867080688
283858	linear.bias	4	-1.2620691061019897
283858	linear.bias	5	-0.0591852106153965
283858	linear.bias	6	-0.8216524124145508
283858	linear.bias	7	0.27129891514778137
283858	linear.bias	8	-0.39732328057289124
283858	linear.bias	9	-1.0241364240646362
284055	transitions	0	0.7568921446800232
284055	transitions	1	0.13840703666210175
284055	transitions	2	-10000.0
284055	transitions	3	-1.828128457069397
284055	transitions	4	-10000.0
284055	transitions	5	0.5627664923667908
284055	transitions	6	-0.08566654473543167
284055	transitions	7	-0.8122262954711914
284055	transitions	8	-1.4228423833847046
284055	transitions	9	-0.0012318401131778955
284055	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
284055	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
284055	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
284055	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
284055	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
284055	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
284055	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
284055	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
284055	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
284055	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
284055	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
284055	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
284055	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
284055	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
284055	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
284055	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
284055	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
284055	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
284055	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
284055	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
284055	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
284055	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
284055	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
284055	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
284055	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
284055	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
284055	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
284055	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
284055	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
284055	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
284055	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
284055	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
284055	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
284055	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
284055	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
284055	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
284055	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
284055	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
284055	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
284055	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
284055	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
284055	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
284055	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
284055	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
284055	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
284055	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
284055	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
284055	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
284055	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
284055	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
284055	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
284055	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
284055	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
284055	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
284055	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
284055	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
284055	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
284055	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
284055	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
284055	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
284055	embedding2nn.weight	0	0.01629388891160488
284055	embedding2nn.weight	1	-0.01267479918897152
284055	embedding2nn.weight	2	-0.014268254861235619
284055	embedding2nn.weight	3	-0.03127068653702736
284055	embedding2nn.weight	4	-0.0059150345623493195
284055	embedding2nn.weight	5	-0.0037005888298153877
284055	embedding2nn.weight	6	-0.003973265178501606
284055	embedding2nn.weight	7	-0.07742764800786972
284055	embedding2nn.weight	8	-0.0019979383796453476
284055	embedding2nn.weight	9	-0.02765445038676262
284055	embedding2nn.bias	0	0.03219568356871605
284055	embedding2nn.bias	1	-0.07680414617061615
284055	embedding2nn.bias	2	0.07169888913631439
284055	embedding2nn.bias	3	0.051302220672369
284055	embedding2nn.bias	4	-0.04089759662747383
284055	embedding2nn.bias	5	-0.0098438560962677
284055	embedding2nn.bias	6	0.016299352049827576
284055	embedding2nn.bias	7	-0.05532469600439072
284055	embedding2nn.bias	8	0.07317551225423813
284055	embedding2nn.bias	9	0.04494834691286087
284055	rnn.weight_ih_l0	0	-0.08075767755508423
284055	rnn.weight_ih_l0	1	0.0030372394248843193
284055	rnn.weight_ih_l0	2	0.03555241972208023
284055	rnn.weight_ih_l0	3	0.02291608229279518
284055	rnn.weight_ih_l0	4	-0.048155270516872406
284055	rnn.weight_ih_l0	5	-0.06850861012935638
284055	rnn.weight_ih_l0	6	-0.0010448158718645573
284055	rnn.weight_ih_l0	7	0.05338796228170395
284055	rnn.weight_ih_l0	8	-0.01707594469189644
284055	rnn.weight_ih_l0	9	-0.03087066486477852
284055	rnn.weight_hh_l0	0	-0.02991422265768051
284055	rnn.weight_hh_l0	1	-0.007298657204955816
284055	rnn.weight_hh_l0	2	0.006708260625600815
284055	rnn.weight_hh_l0	3	-0.07454065978527069
284055	rnn.weight_hh_l0	4	0.09333262592554092
284055	rnn.weight_hh_l0	5	-0.026975657790899277
284055	rnn.weight_hh_l0	6	-0.0638212114572525
284055	rnn.weight_hh_l0	7	0.008748644031584263
284055	rnn.weight_hh_l0	8	0.013368535786867142
284055	rnn.weight_hh_l0	9	-0.025611985474824905
284055	rnn.bias_ih_l0	0	0.12991023063659668
284055	rnn.bias_ih_l0	1	-0.033973727375268936
284055	rnn.bias_ih_l0	2	-0.03426852822303772
284055	rnn.bias_ih_l0	3	0.16325660049915314
284055	rnn.bias_ih_l0	4	-0.012564667500555515
284055	rnn.bias_ih_l0	5	-0.02277921512722969
284055	rnn.bias_ih_l0	6	0.01694292202591896
284055	rnn.bias_ih_l0	7	0.02351848967373371
284055	rnn.bias_ih_l0	8	-0.09924012422561646
284055	rnn.bias_ih_l0	9	-0.041712891310453415
284055	rnn.bias_hh_l0	0	-0.001271481509320438
284055	rnn.bias_hh_l0	1	-0.10027091205120087
284055	rnn.bias_hh_l0	2	-0.07502691447734833
284055	rnn.bias_hh_l0	3	-0.08885043859481812
284055	rnn.bias_hh_l0	4	0.008591974154114723
284055	rnn.bias_hh_l0	5	-0.020573871210217476
284055	rnn.bias_hh_l0	6	0.028369365260004997
284055	rnn.bias_hh_l0	7	0.0600077249109745
284055	rnn.bias_hh_l0	8	-0.1232202872633934
284055	rnn.bias_hh_l0	9	-0.05955266207456589
284055	rnn.weight_ih_l0_reverse	0	-0.025409283116459846
284055	rnn.weight_ih_l0_reverse	1	-0.05726509541273117
284055	rnn.weight_ih_l0_reverse	2	-0.04893769323825836
284055	rnn.weight_ih_l0_reverse	3	0.015492063947021961
284055	rnn.weight_ih_l0_reverse	4	-0.02518390119075775
284055	rnn.weight_ih_l0_reverse	5	-0.05732317268848419
284055	rnn.weight_ih_l0_reverse	6	0.07350516319274902
284055	rnn.weight_ih_l0_reverse	7	-0.019032519310712814
284055	rnn.weight_ih_l0_reverse	8	-0.018552931025624275
284055	rnn.weight_ih_l0_reverse	9	0.004527629818767309
284055	rnn.weight_hh_l0_reverse	0	0.06858661025762558
284055	rnn.weight_hh_l0_reverse	1	0.019924171268939972
284055	rnn.weight_hh_l0_reverse	2	0.03009764850139618
284055	rnn.weight_hh_l0_reverse	3	0.03550247475504875
284055	rnn.weight_hh_l0_reverse	4	0.014315497130155563
284055	rnn.weight_hh_l0_reverse	5	0.008286715485155582
284055	rnn.weight_hh_l0_reverse	6	0.05102171748876572
284055	rnn.weight_hh_l0_reverse	7	-0.08199622482061386
284055	rnn.weight_hh_l0_reverse	8	0.04010806232690811
284055	rnn.weight_hh_l0_reverse	9	0.034837570041418076
284055	rnn.bias_ih_l0_reverse	0	-0.056871235370635986
284055	rnn.bias_ih_l0_reverse	1	-0.2826635241508484
284055	rnn.bias_ih_l0_reverse	2	-0.12438632547855377
284055	rnn.bias_ih_l0_reverse	3	-0.04785241559147835
284055	rnn.bias_ih_l0_reverse	4	-0.022342471405863762
284055	rnn.bias_ih_l0_reverse	5	0.07623752951622009
284055	rnn.bias_ih_l0_reverse	6	-0.06560088694095612
284055	rnn.bias_ih_l0_reverse	7	0.06164629012346268
284055	rnn.bias_ih_l0_reverse	8	-0.03557213395833969
284055	rnn.bias_ih_l0_reverse	9	0.06525339186191559
284055	rnn.bias_hh_l0_reverse	0	0.023407479748129845
284055	rnn.bias_hh_l0_reverse	1	-0.06327857822179794
284055	rnn.bias_hh_l0_reverse	2	0.08916961401700974
284055	rnn.bias_hh_l0_reverse	3	-0.051656998693943024
284055	rnn.bias_hh_l0_reverse	4	-0.028247687965631485
284055	rnn.bias_hh_l0_reverse	5	-0.02217249386012554
284055	rnn.bias_hh_l0_reverse	6	-0.020533693954348564
284055	rnn.bias_hh_l0_reverse	7	0.09971870481967926
284055	rnn.bias_hh_l0_reverse	8	0.030114585533738136
284055	rnn.bias_hh_l0_reverse	9	-0.1490950882434845
284055	rnn.weight_ih_l1	0	-0.02974422089755535
284055	rnn.weight_ih_l1	1	-0.050727713853120804
284055	rnn.weight_ih_l1	2	0.06503073871135712
284055	rnn.weight_ih_l1	3	-0.0728805884718895
284055	rnn.weight_ih_l1	4	-0.014060662128031254
284055	rnn.weight_ih_l1	5	-0.04031907021999359
284055	rnn.weight_ih_l1	6	0.028963955119252205
284055	rnn.weight_ih_l1	7	-0.044244833290576935
284055	rnn.weight_ih_l1	8	0.03787330910563469
284055	rnn.weight_ih_l1	9	0.04480491951107979
284055	rnn.weight_hh_l1	0	-0.007093341089785099
284055	rnn.weight_hh_l1	1	0.019911935552954674
284055	rnn.weight_hh_l1	2	0.006520274095237255
284055	rnn.weight_hh_l1	3	-0.01264938898384571
284055	rnn.weight_hh_l1	4	0.004814257379621267
284055	rnn.weight_hh_l1	5	0.035216182470321655
284055	rnn.weight_hh_l1	6	0.03621317073702812
284055	rnn.weight_hh_l1	7	-0.016352958977222443
284055	rnn.weight_hh_l1	8	-0.007227758876979351
284055	rnn.weight_hh_l1	9	0.03857194259762764
284055	rnn.bias_ih_l1	0	-0.183758944272995
284055	rnn.bias_ih_l1	1	-0.17453528940677643
284055	rnn.bias_ih_l1	2	-0.196958526968956
284055	rnn.bias_ih_l1	3	-0.3073531985282898
284055	rnn.bias_ih_l1	4	-0.21210633218288422
284055	rnn.bias_ih_l1	5	-0.08904112875461578
284055	rnn.bias_ih_l1	6	-0.15849877893924713
284055	rnn.bias_ih_l1	7	-0.003544393228366971
284055	rnn.bias_ih_l1	8	-0.12979112565517426
284055	rnn.bias_ih_l1	9	-0.12319167703390121
284055	rnn.bias_hh_l1	0	-0.09662219882011414
284055	rnn.bias_hh_l1	1	-0.06317613273859024
284055	rnn.bias_hh_l1	2	-0.0855458676815033
284055	rnn.bias_hh_l1	3	-0.07743319123983383
284055	rnn.bias_hh_l1	4	-0.07312415540218353
284055	rnn.bias_hh_l1	5	-0.1172495037317276
284055	rnn.bias_hh_l1	6	-0.16075891256332397
284055	rnn.bias_hh_l1	7	0.07534010708332062
284055	rnn.bias_hh_l1	8	-0.17624902725219727
284055	rnn.bias_hh_l1	9	-0.11499913036823273
284055	rnn.weight_ih_l1_reverse	0	-0.04718378186225891
284055	rnn.weight_ih_l1_reverse	1	0.0330004058778286
284055	rnn.weight_ih_l1_reverse	2	0.08795543760061264
284055	rnn.weight_ih_l1_reverse	3	-0.0174583587795496
284055	rnn.weight_ih_l1_reverse	4	-0.02341652475297451
284055	rnn.weight_ih_l1_reverse	5	-0.03028813749551773
284055	rnn.weight_ih_l1_reverse	6	-0.019675293937325478
284055	rnn.weight_ih_l1_reverse	7	0.029654696583747864
284055	rnn.weight_ih_l1_reverse	8	0.005713488906621933
284055	rnn.weight_ih_l1_reverse	9	-0.033526308834552765
284055	rnn.weight_hh_l1_reverse	0	0.0045921760611236095
284055	rnn.weight_hh_l1_reverse	1	0.03169912472367287
284055	rnn.weight_hh_l1_reverse	2	-0.04061351343989372
284055	rnn.weight_hh_l1_reverse	3	0.03502383455634117
284055	rnn.weight_hh_l1_reverse	4	0.04714073985815048
284055	rnn.weight_hh_l1_reverse	5	0.006021162029355764
284055	rnn.weight_hh_l1_reverse	6	0.048994023352861404
284055	rnn.weight_hh_l1_reverse	7	0.030993977561593056
284055	rnn.weight_hh_l1_reverse	8	-0.007117242086678743
284055	rnn.weight_hh_l1_reverse	9	-0.030172668397426605
284055	rnn.bias_ih_l1_reverse	0	-0.04570453241467476
284055	rnn.bias_ih_l1_reverse	1	-0.139542818069458
284055	rnn.bias_ih_l1_reverse	2	-0.16385318338871002
284055	rnn.bias_ih_l1_reverse	3	-0.06076207011938095
284055	rnn.bias_ih_l1_reverse	4	-0.2037293016910553
284055	rnn.bias_ih_l1_reverse	5	-0.11693669855594635
284055	rnn.bias_ih_l1_reverse	6	-0.12982133030891418
284055	rnn.bias_ih_l1_reverse	7	-0.19190338253974915
284055	rnn.bias_ih_l1_reverse	8	0.22627049684524536
284055	rnn.bias_ih_l1_reverse	9	0.02212165668606758
284055	rnn.bias_hh_l1_reverse	0	0.010804818943142891
284055	rnn.bias_hh_l1_reverse	1	-0.06550842523574829
284055	rnn.bias_hh_l1_reverse	2	-0.23713546991348267
284055	rnn.bias_hh_l1_reverse	3	-0.14357510209083557
284055	rnn.bias_hh_l1_reverse	4	-0.08029759675264359
284055	rnn.bias_hh_l1_reverse	5	-0.11627459526062012
284055	rnn.bias_hh_l1_reverse	6	0.06343454122543335
284055	rnn.bias_hh_l1_reverse	7	-0.1344149261713028
284055	rnn.bias_hh_l1_reverse	8	-0.12493595480918884
284055	rnn.bias_hh_l1_reverse	9	-0.1482430100440979
284055	linear.weight	0	0.002228822559118271
284055	linear.weight	1	0.09704305976629257
284055	linear.weight	2	-0.09218685328960419
284055	linear.weight	3	0.31362593173980713
284055	linear.weight	4	0.15029290318489075
284055	linear.weight	5	-0.06568296253681183
284055	linear.weight	6	0.09476348012685776
284055	linear.weight	7	0.13672584295272827
284055	linear.weight	8	0.04113313555717468
284055	linear.weight	9	-0.05083416402339935
284055	linear.bias	0	0.08335834741592407
284055	linear.bias	1	-0.18933066725730896
284055	linear.bias	2	-0.44891372323036194
284055	linear.bias	3	-0.6575936079025269
284055	linear.bias	4	-1.2622385025024414
284055	linear.bias	5	-0.0591137632727623
284055	linear.bias	6	-0.8220048546791077
284055	linear.bias	7	0.2713492214679718
284055	linear.bias	8	-0.3972829580307007
284055	linear.bias	9	-1.0240981578826904
284252	transitions	0	0.7570061087608337
284252	transitions	1	0.13830110430717468
284252	transitions	2	-10000.0
284252	transitions	3	-1.828128457069397
284252	transitions	4	-10000.0
284252	transitions	5	0.5627663731575012
284252	transitions	6	-0.08566685765981674
284252	transitions	7	-0.8122267723083496
284252	transitions	8	-1.4228425025939941
284252	transitions	9	-0.0012318429071456194
284252	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
284252	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
284252	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
284252	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
284252	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
284252	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
284252	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
284252	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
284252	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
284252	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
284252	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
284252	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
284252	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
284252	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
284252	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
284252	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
284252	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
284252	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
284252	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
284252	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
284252	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
284252	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
284252	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
284252	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
284252	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
284252	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
284252	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
284252	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
284252	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
284252	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
284252	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
284252	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
284252	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
284252	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
284252	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
284252	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
284252	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
284252	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
284252	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
284252	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
284252	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
284252	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
284252	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
284252	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
284252	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
284252	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
284252	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
284252	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
284252	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
284252	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
284252	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
284252	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
284252	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
284252	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
284252	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
284252	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
284252	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
284252	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
284252	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
284252	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
284252	embedding2nn.weight	0	0.016304608434438705
284252	embedding2nn.weight	1	-0.012673348188400269
284252	embedding2nn.weight	2	-0.014268254861235619
284252	embedding2nn.weight	3	-0.031247984617948532
284252	embedding2nn.weight	4	-0.0059150345623493195
284252	embedding2nn.weight	5	-0.0037005888298153877
284252	embedding2nn.weight	6	-0.003973265178501606
284252	embedding2nn.weight	7	-0.07743288576602936
284252	embedding2nn.weight	8	-0.0019979383796453476
284252	embedding2nn.weight	9	-0.027652256190776825
284252	embedding2nn.bias	0	0.0321485698223114
284252	embedding2nn.bias	1	-0.07669158279895782
284252	embedding2nn.bias	2	0.0717087835073471
284252	embedding2nn.bias	3	0.051276080310344696
284252	embedding2nn.bias	4	-0.04090968519449234
284252	embedding2nn.bias	5	-0.009824897162616253
284252	embedding2nn.bias	6	0.016392512246966362
284252	embedding2nn.bias	7	-0.055240992456674576
284252	embedding2nn.bias	8	0.07322607934474945
284252	embedding2nn.bias	9	0.04491047188639641
284252	rnn.weight_ih_l0	0	-0.0807676911354065
284252	rnn.weight_ih_l0	1	0.003043906530365348
284252	rnn.weight_ih_l0	2	0.03556867316365242
284252	rnn.weight_ih_l0	3	0.022910550236701965
284252	rnn.weight_ih_l0	4	-0.048150435090065
284252	rnn.weight_ih_l0	5	-0.06850272417068481
284252	rnn.weight_ih_l0	6	-0.0010410769609734416
284252	rnn.weight_ih_l0	7	0.05339217558503151
284252	rnn.weight_ih_l0	8	-0.01707923784852028
284252	rnn.weight_ih_l0	9	-0.030864691361784935
284252	rnn.weight_hh_l0	0	-0.02991911955177784
284252	rnn.weight_hh_l0	1	-0.007317324634641409
284252	rnn.weight_hh_l0	2	0.006702560931444168
284252	rnn.weight_hh_l0	3	-0.07455142587423325
284252	rnn.weight_hh_l0	4	0.0933348685503006
284252	rnn.weight_hh_l0	5	-0.02697460912168026
284252	rnn.weight_hh_l0	6	-0.06380704045295715
284252	rnn.weight_hh_l0	7	0.008752417750656605
284252	rnn.weight_hh_l0	8	0.013373687863349915
284252	rnn.weight_hh_l0	9	-0.0256055798381567
284252	rnn.bias_ih_l0	0	0.12991033494472504
284252	rnn.bias_ih_l0	1	-0.03396262973546982
284252	rnn.bias_ih_l0	2	-0.034292709082365036
284252	rnn.bias_ih_l0	3	0.1632632166147232
284252	rnn.bias_ih_l0	4	-0.012540931813418865
284252	rnn.bias_ih_l0	5	-0.022816069424152374
284252	rnn.bias_ih_l0	6	0.01696603186428547
284252	rnn.bias_ih_l0	7	0.023495329543948174
284252	rnn.bias_ih_l0	8	-0.09925100207328796
284252	rnn.bias_ih_l0	9	-0.041696660220623016
284252	rnn.bias_hh_l0	0	-0.0012787976302206516
284252	rnn.bias_hh_l0	1	-0.10027347505092621
284252	rnn.bias_hh_l0	2	-0.0749964714050293
284252	rnn.bias_hh_l0	3	-0.08884990960359573
284252	rnn.bias_hh_l0	4	0.008604632690548897
284252	rnn.bias_hh_l0	5	-0.020568810403347015
284252	rnn.bias_hh_l0	6	0.028415847569704056
284252	rnn.bias_hh_l0	7	0.060045864433050156
284252	rnn.bias_hh_l0	8	-0.12320443242788315
284252	rnn.bias_hh_l0	9	-0.059567417949438095
284252	rnn.weight_ih_l0_reverse	0	-0.02541181445121765
284252	rnn.weight_ih_l0_reverse	1	-0.057261738926172256
284252	rnn.weight_ih_l0_reverse	2	-0.04894459247589111
284252	rnn.weight_ih_l0_reverse	3	0.015488394536077976
284252	rnn.weight_ih_l0_reverse	4	-0.02518644742667675
284252	rnn.weight_ih_l0_reverse	5	-0.057328954339027405
284252	rnn.weight_ih_l0_reverse	6	0.0734940767288208
284252	rnn.weight_ih_l0_reverse	7	-0.019027279689908028
284252	rnn.weight_ih_l0_reverse	8	-0.0185579601675272
284252	rnn.weight_ih_l0_reverse	9	0.004511484410613775
284252	rnn.weight_hh_l0_reverse	0	0.06858547031879425
284252	rnn.weight_hh_l0_reverse	1	0.019912462681531906
284252	rnn.weight_hh_l0_reverse	2	0.03009427711367607
284252	rnn.weight_hh_l0_reverse	3	0.03549704700708389
284252	rnn.weight_hh_l0_reverse	4	0.014320073649287224
284252	rnn.weight_hh_l0_reverse	5	0.008269226178526878
284252	rnn.weight_hh_l0_reverse	6	0.051030922681093216
284252	rnn.weight_hh_l0_reverse	7	-0.08199164271354675
284252	rnn.weight_hh_l0_reverse	8	0.04010942578315735
284252	rnn.weight_hh_l0_reverse	9	0.03484180569648743
284252	rnn.bias_ih_l0_reverse	0	-0.056870754808187485
284252	rnn.bias_ih_l0_reverse	1	-0.2827070653438568
284252	rnn.bias_ih_l0_reverse	2	-0.12439727038145065
284252	rnn.bias_ih_l0_reverse	3	-0.047859009355306625
284252	rnn.bias_ih_l0_reverse	4	-0.02234978787600994
284252	rnn.bias_ih_l0_reverse	5	0.07619797438383102
284252	rnn.bias_ih_l0_reverse	6	-0.06561250239610672
284252	rnn.bias_ih_l0_reverse	7	0.061658620834350586
284252	rnn.bias_ih_l0_reverse	8	-0.035571709275245667
284252	rnn.bias_ih_l0_reverse	9	0.0652819350361824
284252	rnn.bias_hh_l0_reverse	0	0.023372871801257133
284252	rnn.bias_hh_l0_reverse	1	-0.06327672302722931
284252	rnn.bias_hh_l0_reverse	2	0.08918889611959457
284252	rnn.bias_hh_l0_reverse	3	-0.05165260285139084
284252	rnn.bias_hh_l0_reverse	4	-0.028237544000148773
284252	rnn.bias_hh_l0_reverse	5	-0.022162754088640213
284252	rnn.bias_hh_l0_reverse	6	-0.020540865138173103
284252	rnn.bias_hh_l0_reverse	7	0.09970634430646896
284252	rnn.bias_hh_l0_reverse	8	0.03012043982744217
284252	rnn.bias_hh_l0_reverse	9	-0.14912226796150208
284252	rnn.weight_ih_l1	0	-0.029741544276475906
284252	rnn.weight_ih_l1	1	-0.05072501674294472
284252	rnn.weight_ih_l1	2	0.06502628326416016
284252	rnn.weight_ih_l1	3	-0.07286728173494339
284252	rnn.weight_ih_l1	4	-0.014065133407711983
284252	rnn.weight_ih_l1	5	-0.040320441126823425
284252	rnn.weight_ih_l1	6	0.028949910774827003
284252	rnn.weight_ih_l1	7	-0.04424663633108139
284252	rnn.weight_ih_l1	8	0.037874989211559296
284252	rnn.weight_ih_l1	9	0.04480757191777229
284252	rnn.weight_hh_l1	0	-0.007093194406479597
284252	rnn.weight_hh_l1	1	0.019911853596568108
284252	rnn.weight_hh_l1	2	0.006497134920209646
284252	rnn.weight_hh_l1	3	-0.012644613161683083
284252	rnn.weight_hh_l1	4	0.0048105367459356785
284252	rnn.weight_hh_l1	5	0.03521298989653587
284252	rnn.weight_hh_l1	6	0.03621240705251694
284252	rnn.weight_hh_l1	7	-0.016350088641047478
284252	rnn.weight_hh_l1	8	-0.0072267199866473675
284252	rnn.weight_hh_l1	9	0.038569387048482895
284252	rnn.bias_ih_l1	0	-0.18375584483146667
284252	rnn.bias_ih_l1	1	-0.17453472316265106
284252	rnn.bias_ih_l1	2	-0.19695867598056793
284252	rnn.bias_ih_l1	3	-0.30735987424850464
284252	rnn.bias_ih_l1	4	-0.21207326650619507
284252	rnn.bias_ih_l1	5	-0.08904527872800827
284252	rnn.bias_ih_l1	6	-0.1584731638431549
284252	rnn.bias_ih_l1	7	-0.0035346192307770252
284252	rnn.bias_ih_l1	8	-0.1297737956047058
284252	rnn.bias_ih_l1	9	-0.12319502979516983
284252	rnn.bias_hh_l1	0	-0.09661345928907394
284252	rnn.bias_hh_l1	1	-0.06318670511245728
284252	rnn.bias_hh_l1	2	-0.08553493022918701
284252	rnn.bias_hh_l1	3	-0.07741836458444595
284252	rnn.bias_hh_l1	4	-0.07316508889198303
284252	rnn.bias_hh_l1	5	-0.11724425852298737
284252	rnn.bias_hh_l1	6	-0.16075380146503448
284252	rnn.bias_hh_l1	7	0.07533609122037888
284252	rnn.bias_hh_l1	8	-0.17627374827861786
284252	rnn.bias_hh_l1	9	-0.1149868443608284
284252	rnn.weight_ih_l1_reverse	0	-0.047181636095047
284252	rnn.weight_ih_l1_reverse	1	0.03301221504807472
284252	rnn.weight_ih_l1_reverse	2	0.08796877413988113
284252	rnn.weight_ih_l1_reverse	3	-0.01746383309364319
284252	rnn.weight_ih_l1_reverse	4	-0.02342510223388672
284252	rnn.weight_ih_l1_reverse	5	-0.03028329275548458
284252	rnn.weight_ih_l1_reverse	6	-0.01969258114695549
284252	rnn.weight_ih_l1_reverse	7	0.029644614085555077
284252	rnn.weight_ih_l1_reverse	8	0.005708917044103146
284252	rnn.weight_ih_l1_reverse	9	-0.03349943459033966
284252	rnn.weight_hh_l1_reverse	0	0.004594782367348671
284252	rnn.weight_hh_l1_reverse	1	0.031698402017354965
284252	rnn.weight_hh_l1_reverse	2	-0.040613919496536255
284252	rnn.weight_hh_l1_reverse	3	0.035023003816604614
284252	rnn.weight_hh_l1_reverse	4	0.04714043810963631
284252	rnn.weight_hh_l1_reverse	5	0.006024229805916548
284252	rnn.weight_hh_l1_reverse	6	0.048984017223119736
284252	rnn.weight_hh_l1_reverse	7	0.03099103271961212
284252	rnn.weight_hh_l1_reverse	8	-0.007118184585124254
284252	rnn.weight_hh_l1_reverse	9	-0.030175399035215378
284252	rnn.bias_ih_l1_reverse	0	-0.04568661376833916
284252	rnn.bias_ih_l1_reverse	1	-0.13955549895763397
284252	rnn.bias_ih_l1_reverse	2	-0.1638556271791458
284252	rnn.bias_ih_l1_reverse	3	-0.06074012443423271
284252	rnn.bias_ih_l1_reverse	4	-0.20369255542755127
284252	rnn.bias_ih_l1_reverse	5	-0.11694833636283875
284252	rnn.bias_ih_l1_reverse	6	-0.12984709441661835
284252	rnn.bias_ih_l1_reverse	7	-0.19188685715198517
284252	rnn.bias_ih_l1_reverse	8	0.22629889845848083
284252	rnn.bias_ih_l1_reverse	9	0.02208769880235195
284252	rnn.bias_hh_l1_reverse	0	0.010772153735160828
284252	rnn.bias_hh_l1_reverse	1	-0.06556222587823868
284252	rnn.bias_hh_l1_reverse	2	-0.2371370792388916
284252	rnn.bias_hh_l1_reverse	3	-0.1435655951499939
284252	rnn.bias_hh_l1_reverse	4	-0.08029007911682129
284252	rnn.bias_hh_l1_reverse	5	-0.11629153788089752
284252	rnn.bias_hh_l1_reverse	6	0.0634419322013855
284252	rnn.bias_hh_l1_reverse	7	-0.13444757461547852
284252	rnn.bias_hh_l1_reverse	8	-0.12492093443870544
284252	rnn.bias_hh_l1_reverse	9	-0.14824306964874268
284252	linear.weight	0	0.002228822559118271
284252	linear.weight	1	0.09705344587564468
284252	linear.weight	2	-0.09215936809778214
284252	linear.weight	3	0.3136012554168701
284252	linear.weight	4	0.15033699572086334
284252	linear.weight	5	-0.06567896902561188
284252	linear.weight	6	0.09462910145521164
284252	linear.weight	7	0.1368120163679123
284252	linear.weight	8	0.04113313555717468
284252	linear.weight	9	-0.05084675922989845
284252	linear.bias	0	0.08334766328334808
284252	linear.bias	1	-0.18911653757095337
284252	linear.bias	2	-0.4491608738899231
284252	linear.bias	3	-0.6577704548835754
284252	linear.bias	4	-1.2623714208602905
284252	linear.bias	5	-0.05926109105348587
284252	linear.bias	6	-0.8217845559120178
284252	linear.bias	7	0.27118998765945435
284252	linear.bias	8	-0.3975270986557007
284252	linear.bias	9	-1.0243151187896729
284256	transitions	0	0.7570819854736328
284256	transitions	1	0.13830110430717468
284256	transitions	2	-10000.0
284256	transitions	3	-1.828128457069397
284256	transitions	4	-10000.0
284256	transitions	5	0.5627663731575012
284256	transitions	6	-0.08566685765981674
284256	transitions	7	-0.8122268319129944
284256	transitions	8	-1.4228425025939941
284256	transitions	9	-0.0012318429071456194
284256	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
284256	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
284256	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
284256	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
284256	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
284256	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
284256	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
284256	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
284256	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
284256	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
284256	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
284256	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
284256	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
284256	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
284256	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
284256	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
284256	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
284256	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
284256	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
284256	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
284256	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
284256	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
284256	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
284256	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
284256	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
284256	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
284256	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
284256	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
284256	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
284256	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
284256	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
284256	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
284256	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
284256	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
284256	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
284256	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
284256	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
284256	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
284256	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
284256	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
284256	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
284256	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
284256	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
284256	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
284256	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
284256	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
284256	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
284256	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
284256	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
284256	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
284256	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
284256	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
284256	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
284256	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
284256	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
284256	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
284256	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
284256	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
284256	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
284256	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
284256	embedding2nn.weight	0	0.01630602590739727
284256	embedding2nn.weight	1	-0.012674097903072834
284256	embedding2nn.weight	2	-0.014268254861235619
284256	embedding2nn.weight	3	-0.03124774992465973
284256	embedding2nn.weight	4	-0.0059150345623493195
284256	embedding2nn.weight	5	-0.0037005888298153877
284256	embedding2nn.weight	6	-0.003973265178501606
284256	embedding2nn.weight	7	-0.07743337005376816
284256	embedding2nn.weight	8	-0.0019979383796453476
284256	embedding2nn.weight	9	-0.027652008458971977
284256	embedding2nn.bias	0	0.032144349068403244
284256	embedding2nn.bias	1	-0.07669570297002792
284256	embedding2nn.bias	2	0.07170699536800385
284256	embedding2nn.bias	3	0.05128369852900505
284256	embedding2nn.bias	4	-0.04090189188718796
284256	embedding2nn.bias	5	-0.009825743734836578
284256	embedding2nn.bias	6	0.016393274068832397
284256	embedding2nn.bias	7	-0.055241815745830536
284256	embedding2nn.bias	8	0.07322720438241959
284256	embedding2nn.bias	9	0.044912293553352356
284256	rnn.weight_ih_l0	0	-0.08076774328947067
284256	rnn.weight_ih_l0	1	0.003043093951418996
284256	rnn.weight_ih_l0	2	0.03556879982352257
284256	rnn.weight_ih_l0	3	0.02291037142276764
284256	rnn.weight_ih_l0	4	-0.0481509268283844
284256	rnn.weight_ih_l0	5	-0.06850237399339676
284256	rnn.weight_ih_l0	6	-0.00104254309553653
284256	rnn.weight_ih_l0	7	0.05339331552386284
284256	rnn.weight_ih_l0	8	-0.01707957312464714
284256	rnn.weight_ih_l0	9	-0.030865130946040154
284256	rnn.weight_hh_l0	0	-0.029920661821961403
284256	rnn.weight_hh_l0	1	-0.0073170652613043785
284256	rnn.weight_hh_l0	2	0.006702641025185585
284256	rnn.weight_hh_l0	3	-0.07455211132764816
284256	rnn.weight_hh_l0	4	0.0933343693614006
284256	rnn.weight_hh_l0	5	-0.02697579190135002
284256	rnn.weight_hh_l0	6	-0.06380777060985565
284256	rnn.weight_hh_l0	7	0.008751795627176762
284256	rnn.weight_hh_l0	8	0.013373506255447865
284256	rnn.weight_hh_l0	9	-0.02560575306415558
284256	rnn.bias_ih_l0	0	0.12991012632846832
284256	rnn.bias_ih_l0	1	-0.033962029963731766
284256	rnn.bias_ih_l0	2	-0.03429841995239258
284256	rnn.bias_ih_l0	3	0.163260817527771
284256	rnn.bias_ih_l0	4	-0.012540672905743122
284256	rnn.bias_ih_l0	5	-0.022821621969342232
284256	rnn.bias_ih_l0	6	0.016966337338089943
284256	rnn.bias_ih_l0	7	0.02349652349948883
284256	rnn.bias_ih_l0	8	-0.09925287216901779
284256	rnn.bias_ih_l0	9	-0.04169672727584839
284256	rnn.bias_hh_l0	0	-0.0012786096194759011
284256	rnn.bias_hh_l0	1	-0.10027521848678589
284256	rnn.bias_hh_l0	2	-0.0749957263469696
284256	rnn.bias_hh_l0	3	-0.08884793519973755
284256	rnn.bias_hh_l0	4	0.008606396615505219
284256	rnn.bias_hh_l0	5	-0.020568260923027992
284256	rnn.bias_hh_l0	6	0.028416626155376434
284256	rnn.bias_hh_l0	7	0.060046304017305374
284256	rnn.bias_hh_l0	8	-0.12320241332054138
284256	rnn.bias_hh_l0	9	-0.05956617370247841
284256	rnn.weight_ih_l0_reverse	0	-0.0254103634506464
284256	rnn.weight_ih_l0_reverse	1	-0.05726170912384987
284256	rnn.weight_ih_l0_reverse	2	-0.04894475266337395
284256	rnn.weight_ih_l0_reverse	3	0.015488797798752785
284256	rnn.weight_ih_l0_reverse	4	-0.025186454877257347
284256	rnn.weight_ih_l0_reverse	5	-0.05732854828238487
284256	rnn.weight_ih_l0_reverse	6	0.0734938308596611
284256	rnn.weight_ih_l0_reverse	7	-0.01902724616229534
284256	rnn.weight_ih_l0_reverse	8	-0.018558267503976822
284256	rnn.weight_ih_l0_reverse	9	0.004511669743806124
284256	rnn.weight_hh_l0_reverse	0	0.06858553737401962
284256	rnn.weight_hh_l0_reverse	1	0.019912341609597206
284256	rnn.weight_hh_l0_reverse	2	0.03009454905986786
284256	rnn.weight_hh_l0_reverse	3	0.03549736738204956
284256	rnn.weight_hh_l0_reverse	4	0.014320152811706066
284256	rnn.weight_hh_l0_reverse	5	0.0082693574950099
284256	rnn.weight_hh_l0_reverse	6	0.05103064328432083
284256	rnn.weight_hh_l0_reverse	7	-0.08199169486761093
284256	rnn.weight_hh_l0_reverse	8	0.040109552443027496
284256	rnn.weight_hh_l0_reverse	9	0.03484189137816429
284256	rnn.bias_ih_l0_reverse	0	-0.056872982531785965
284256	rnn.bias_ih_l0_reverse	1	-0.28270813822746277
284256	rnn.bias_ih_l0_reverse	2	-0.12439698725938797
284256	rnn.bias_ih_l0_reverse	3	-0.04786050319671631
284256	rnn.bias_ih_l0_reverse	4	-0.022337304428219795
284256	rnn.bias_ih_l0_reverse	5	0.07619563490152359
284256	rnn.bias_ih_l0_reverse	6	-0.06561338901519775
284256	rnn.bias_ih_l0_reverse	7	0.061658505350351334
284256	rnn.bias_ih_l0_reverse	8	-0.035570692270994186
284256	rnn.bias_ih_l0_reverse	9	0.06527925282716751
284256	rnn.bias_hh_l0_reverse	0	0.02337297983467579
284256	rnn.bias_hh_l0_reverse	1	-0.06327448040246964
284256	rnn.bias_hh_l0_reverse	2	0.08918972313404083
284256	rnn.bias_hh_l0_reverse	3	-0.0516512468457222
284256	rnn.bias_hh_l0_reverse	4	-0.028227120637893677
284256	rnn.bias_hh_l0_reverse	5	-0.022164054214954376
284256	rnn.bias_hh_l0_reverse	6	-0.020542334765195847
284256	rnn.bias_hh_l0_reverse	7	0.0997065007686615
284256	rnn.bias_hh_l0_reverse	8	0.03011968918144703
284256	rnn.bias_hh_l0_reverse	9	-0.14912210404872894
284256	rnn.weight_ih_l1	0	-0.02974170818924904
284256	rnn.weight_ih_l1	1	-0.05072515457868576
284256	rnn.weight_ih_l1	2	0.06502620130777359
284256	rnn.weight_ih_l1	3	-0.07286673784255981
284256	rnn.weight_ih_l1	4	-0.014066003262996674
284256	rnn.weight_ih_l1	5	-0.040320683270692825
284256	rnn.weight_ih_l1	6	0.028949499130249023
284256	rnn.weight_ih_l1	7	-0.04424826055765152
284256	rnn.weight_ih_l1	8	0.03787508234381676
284256	rnn.weight_ih_l1	9	0.04480753839015961
284256	rnn.weight_hh_l1	0	-0.007092936430126429
284256	rnn.weight_hh_l1	1	0.019911793991923332
284256	rnn.weight_hh_l1	2	0.006496884394437075
284256	rnn.weight_hh_l1	3	-0.012644709087908268
284256	rnn.weight_hh_l1	4	0.004809747450053692
284256	rnn.weight_hh_l1	5	0.035213056951761246
284256	rnn.weight_hh_l1	6	0.036212410777807236
284256	rnn.weight_hh_l1	7	-0.016349950805306435
284256	rnn.weight_hh_l1	8	-0.00722665386274457
284256	rnn.weight_hh_l1	9	0.03856922686100006
284256	rnn.bias_ih_l1	0	-0.18376028537750244
284256	rnn.bias_ih_l1	1	-0.17453351616859436
284256	rnn.bias_ih_l1	2	-0.19695866107940674
284256	rnn.bias_ih_l1	3	-0.30736032128334045
284256	rnn.bias_ih_l1	4	-0.21208812296390533
284256	rnn.bias_ih_l1	5	-0.08904477208852768
284256	rnn.bias_ih_l1	6	-0.15847250819206238
284256	rnn.bias_ih_l1	7	-0.003536781296133995
284256	rnn.bias_ih_l1	8	-0.1297735869884491
284256	rnn.bias_ih_l1	9	-0.12319303303956985
284256	rnn.bias_hh_l1	0	-0.09661364555358887
284256	rnn.bias_hh_l1	1	-0.06318449229001999
284256	rnn.bias_hh_l1	2	-0.08552834391593933
284256	rnn.bias_hh_l1	3	-0.07741717994213104
284256	rnn.bias_hh_l1	4	-0.07315278053283691
284256	rnn.bias_hh_l1	5	-0.11724231392145157
284256	rnn.bias_hh_l1	6	-0.16075150668621063
284256	rnn.bias_hh_l1	7	0.07533343881368637
284256	rnn.bias_hh_l1	8	-0.1762714833021164
284256	rnn.bias_hh_l1	9	-0.1149904727935791
284256	rnn.weight_ih_l1_reverse	0	-0.04718128964304924
284256	rnn.weight_ih_l1_reverse	1	0.033013831824064255
284256	rnn.weight_ih_l1_reverse	2	0.08796717971563339
284256	rnn.weight_ih_l1_reverse	3	-0.017463989555835724
284256	rnn.weight_ih_l1_reverse	4	-0.023423930630087852
284256	rnn.weight_ih_l1_reverse	5	-0.030283313244581223
284256	rnn.weight_ih_l1_reverse	6	-0.019692888483405113
284256	rnn.weight_ih_l1_reverse	7	0.0296446792781353
284256	rnn.weight_ih_l1_reverse	8	0.005708976183086634
284256	rnn.weight_ih_l1_reverse	9	-0.03350088745355606
284256	rnn.weight_hh_l1_reverse	0	0.004594928584992886
284256	rnn.weight_hh_l1_reverse	1	0.03169833868741989
284256	rnn.weight_hh_l1_reverse	2	-0.040613893419504166
284256	rnn.weight_hh_l1_reverse	3	0.035023193806409836
284256	rnn.weight_hh_l1_reverse	4	0.04714047536253929
284256	rnn.weight_hh_l1_reverse	5	0.006023623514920473
284256	rnn.weight_hh_l1_reverse	6	0.04898538812994957
284256	rnn.weight_hh_l1_reverse	7	0.0309909675270319
284256	rnn.weight_hh_l1_reverse	8	-0.007118239998817444
284256	rnn.weight_hh_l1_reverse	9	-0.030175603926181793
284256	rnn.bias_ih_l1_reverse	0	-0.04568737745285034
284256	rnn.bias_ih_l1_reverse	1	-0.139555886387825
284256	rnn.bias_ih_l1_reverse	2	-0.1638542264699936
284256	rnn.bias_ih_l1_reverse	3	-0.06074293702840805
284256	rnn.bias_ih_l1_reverse	4	-0.20369330048561096
284256	rnn.bias_ih_l1_reverse	5	-0.11694580316543579
284256	rnn.bias_ih_l1_reverse	6	-0.1298457384109497
284256	rnn.bias_ih_l1_reverse	7	-0.19188643991947174
284256	rnn.bias_ih_l1_reverse	8	0.22630305588245392
284256	rnn.bias_ih_l1_reverse	9	0.022086145356297493
284256	rnn.bias_hh_l1_reverse	0	0.01077280379831791
284256	rnn.bias_hh_l1_reverse	1	-0.06556740403175354
284256	rnn.bias_hh_l1_reverse	2	-0.2371377944946289
284256	rnn.bias_hh_l1_reverse	3	-0.14356791973114014
284256	rnn.bias_hh_l1_reverse	4	-0.08029166609048843
284256	rnn.bias_hh_l1_reverse	5	-0.11629173159599304
284256	rnn.bias_hh_l1_reverse	6	0.06343550235033035
284256	rnn.bias_hh_l1_reverse	7	-0.13444916903972626
284256	rnn.bias_hh_l1_reverse	8	-0.12492060661315918
284256	rnn.bias_hh_l1_reverse	9	-0.1482429802417755
284256	linear.weight	0	0.002228822559118271
284256	linear.weight	1	0.09705360978841782
284256	linear.weight	2	-0.092152439057827
284256	linear.weight	3	0.31360143423080444
284256	linear.weight	4	0.1503361016511917
284256	linear.weight	5	-0.06567900627851486
284256	linear.weight	6	0.09462904185056686
284256	linear.weight	7	0.1368136703968048
284256	linear.weight	8	0.04113313555717468
284256	linear.weight	9	-0.050846777856349945
284256	linear.bias	0	0.08337459713220596
284256	linear.bias	1	-0.1891166865825653
284256	linear.bias	2	-0.4492098391056061
284256	linear.bias	3	-0.6577746272087097
284256	linear.bias	4	-1.2623754739761353
284256	linear.bias	5	-0.05927016958594322
284256	linear.bias	6	-0.8217852711677551
284256	linear.bias	7	0.2711806893348694
284256	linear.bias	8	-0.3975267708301544
284256	linear.bias	9	-1.0243151187896729
284453	transitions	0	0.7570436000823975
284453	transitions	1	0.13826122879981995
284453	transitions	2	-10000.0
284453	transitions	3	-1.828128457069397
284453	transitions	4	-10000.0
284453	transitions	5	0.5627657771110535
284453	transitions	6	-0.0856672078371048
284453	transitions	7	-0.8122332096099854
284453	transitions	8	-1.4228428602218628
284453	transitions	9	-0.001231844536960125
284453	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
284453	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
284453	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
284453	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
284453	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
284453	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
284453	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
284453	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
284453	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
284453	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
284453	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
284453	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
284453	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
284453	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
284453	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
284453	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
284453	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
284453	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
284453	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
284453	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
284453	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
284453	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
284453	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
284453	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
284453	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
284453	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
284453	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
284453	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
284453	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
284453	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
284453	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
284453	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
284453	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
284453	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
284453	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
284453	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
284453	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
284453	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
284453	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
284453	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
284453	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
284453	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
284453	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
284453	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
284453	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
284453	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
284453	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
284453	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
284453	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
284453	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
284453	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
284453	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
284453	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
284453	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
284453	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
284453	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
284453	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
284453	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
284453	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
284453	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
284453	embedding2nn.weight	0	0.01628805883228779
284453	embedding2nn.weight	1	-0.012675479054450989
284453	embedding2nn.weight	2	-0.014268254861235619
284453	embedding2nn.weight	3	-0.031215857714414597
284453	embedding2nn.weight	4	-0.0059150345623493195
284453	embedding2nn.weight	5	-0.0037005888298153877
284453	embedding2nn.weight	6	-0.003973265178501606
284453	embedding2nn.weight	7	-0.07742995023727417
284453	embedding2nn.weight	8	-0.0019979383796453476
284453	embedding2nn.weight	9	-0.027642903849482536
284453	embedding2nn.bias	0	0.03216486796736717
284453	embedding2nn.bias	1	-0.07669311761856079
284453	embedding2nn.bias	2	0.07170683890581131
284453	embedding2nn.bias	3	0.05129474774003029
284453	embedding2nn.bias	4	-0.040909651666879654
284453	embedding2nn.bias	5	-0.009876612573862076
284453	embedding2nn.bias	6	0.016383124515414238
284453	embedding2nn.bias	7	-0.05521722882986069
284453	embedding2nn.bias	8	0.07317791879177094
284453	embedding2nn.bias	9	0.04501694068312645
284453	rnn.weight_ih_l0	0	-0.08077504485845566
284453	rnn.weight_ih_l0	1	0.003043492091819644
284453	rnn.weight_ih_l0	2	0.035569146275520325
284453	rnn.weight_ih_l0	3	0.02290174551308155
284453	rnn.weight_ih_l0	4	-0.048138946294784546
284453	rnn.weight_ih_l0	5	-0.06850472092628479
284453	rnn.weight_ih_l0	6	-0.0010493395384401083
284453	rnn.weight_ih_l0	7	0.053379133343696594
284453	rnn.weight_ih_l0	8	-0.017080964520573616
284453	rnn.weight_ih_l0	9	-0.030877163633704185
284453	rnn.weight_hh_l0	0	-0.029935486614704132
284453	rnn.weight_hh_l0	1	-0.0073257191106677055
284453	rnn.weight_hh_l0	2	0.006711804773658514
284453	rnn.weight_hh_l0	3	-0.07455261051654816
284453	rnn.weight_hh_l0	4	0.09333339333534241
284453	rnn.weight_hh_l0	5	-0.026985878124833107
284453	rnn.weight_hh_l0	6	-0.0638117641210556
284453	rnn.weight_hh_l0	7	0.008745783008635044
284453	rnn.weight_hh_l0	8	0.013383286073803902
284453	rnn.weight_hh_l0	9	-0.025608137249946594
284453	rnn.bias_ih_l0	0	0.1299249827861786
284453	rnn.bias_ih_l0	1	-0.03394995629787445
284453	rnn.bias_ih_l0	2	-0.03426012769341469
284453	rnn.bias_ih_l0	3	0.16324572265148163
284453	rnn.bias_ih_l0	4	-0.012544995173811913
284453	rnn.bias_ih_l0	5	-0.022859062999486923
284453	rnn.bias_ih_l0	6	0.01700550876557827
284453	rnn.bias_ih_l0	7	0.023503543809056282
284453	rnn.bias_ih_l0	8	-0.09923743456602097
284453	rnn.bias_ih_l0	9	-0.04171135276556015
284453	rnn.bias_hh_l0	0	-0.0012739981757476926
284453	rnn.bias_hh_l0	1	-0.10028120130300522
284453	rnn.bias_hh_l0	2	-0.07498205453157425
284453	rnn.bias_hh_l0	3	-0.08886656910181046
284453	rnn.bias_hh_l0	4	0.008604418486356735
284453	rnn.bias_hh_l0	5	-0.02056390978395939
284453	rnn.bias_hh_l0	6	0.028419433161616325
284453	rnn.bias_hh_l0	7	0.06003274396061897
284453	rnn.bias_hh_l0	8	-0.1231929138302803
284453	rnn.bias_hh_l0	9	-0.05956638231873512
284453	rnn.weight_ih_l0_reverse	0	-0.02541978284716606
284453	rnn.weight_ih_l0_reverse	1	-0.05727258697152138
284453	rnn.weight_ih_l0_reverse	2	-0.04891166836023331
284453	rnn.weight_ih_l0_reverse	3	0.015490931458771229
284453	rnn.weight_ih_l0_reverse	4	-0.025189895182847977
284453	rnn.weight_ih_l0_reverse	5	-0.05732781067490578
284453	rnn.weight_ih_l0_reverse	6	0.07349599897861481
284453	rnn.weight_ih_l0_reverse	7	-0.019039573147892952
284453	rnn.weight_ih_l0_reverse	8	-0.018555935472249985
284453	rnn.weight_ih_l0_reverse	9	0.004514933098107576
284453	rnn.weight_hh_l0_reverse	0	0.0685790404677391
284453	rnn.weight_hh_l0_reverse	1	0.019906893372535706
284453	rnn.weight_hh_l0_reverse	2	0.030096564441919327
284453	rnn.weight_hh_l0_reverse	3	0.0355054996907711
284453	rnn.weight_hh_l0_reverse	4	0.0143212815746665
284453	rnn.weight_hh_l0_reverse	5	0.008259334601461887
284453	rnn.weight_hh_l0_reverse	6	0.05102889612317085
284453	rnn.weight_hh_l0_reverse	7	-0.08199762552976608
284453	rnn.weight_hh_l0_reverse	8	0.04011422023177147
284453	rnn.weight_hh_l0_reverse	9	0.034845128655433655
284453	rnn.bias_ih_l0_reverse	0	-0.05688801035284996
284453	rnn.bias_ih_l0_reverse	1	-0.28271597623825073
284453	rnn.bias_ih_l0_reverse	2	-0.12437527626752853
284453	rnn.bias_ih_l0_reverse	3	-0.04783451184630394
284453	rnn.bias_ih_l0_reverse	4	-0.022323286160826683
284453	rnn.bias_ih_l0_reverse	5	0.07619871199131012
284453	rnn.bias_ih_l0_reverse	6	-0.06561926007270813
284453	rnn.bias_ih_l0_reverse	7	0.06164379417896271
284453	rnn.bias_ih_l0_reverse	8	-0.035560037940740585
284453	rnn.bias_ih_l0_reverse	9	0.06527796387672424
284453	rnn.bias_hh_l0_reverse	0	0.023391377180814743
284453	rnn.bias_hh_l0_reverse	1	-0.06324882805347443
284453	rnn.bias_hh_l0_reverse	2	0.08919596672058105
284453	rnn.bias_hh_l0_reverse	3	-0.0516364648938179
284453	rnn.bias_hh_l0_reverse	4	-0.028223423287272453
284453	rnn.bias_hh_l0_reverse	5	-0.02215942181646824
284453	rnn.bias_hh_l0_reverse	6	-0.020555010065436363
284453	rnn.bias_hh_l0_reverse	7	0.0996842309832573
284453	rnn.bias_hh_l0_reverse	8	0.030140545219182968
284453	rnn.bias_hh_l0_reverse	9	-0.14916187524795532
284453	rnn.weight_ih_l1	0	-0.02974683791399002
284453	rnn.weight_ih_l1	1	-0.05071172118186951
284453	rnn.weight_ih_l1	2	0.06501106917858124
284453	rnn.weight_ih_l1	3	-0.07285940647125244
284453	rnn.weight_ih_l1	4	-0.014065725728869438
284453	rnn.weight_ih_l1	5	-0.04031885787844658
284453	rnn.weight_ih_l1	6	0.028939513489603996
284453	rnn.weight_ih_l1	7	-0.04424233362078667
284453	rnn.weight_ih_l1	8	0.03787430003285408
284453	rnn.weight_ih_l1	9	0.04480963572859764
284453	rnn.weight_hh_l1	0	-0.00709864916279912
284453	rnn.weight_hh_l1	1	0.019911518320441246
284453	rnn.weight_hh_l1	2	0.0064995684660971165
284453	rnn.weight_hh_l1	3	-0.012649294920265675
284453	rnn.weight_hh_l1	4	0.0048033855855464935
284453	rnn.weight_hh_l1	5	0.03521363064646721
284453	rnn.weight_hh_l1	6	0.03620583564043045
284453	rnn.weight_hh_l1	7	-0.016353918239474297
284453	rnn.weight_hh_l1	8	-0.0072308131493628025
284453	rnn.weight_hh_l1	9	0.03857598453760147
284453	rnn.bias_ih_l1	0	-0.18375450372695923
284453	rnn.bias_ih_l1	1	-0.1745421290397644
284453	rnn.bias_ih_l1	2	-0.19698655605316162
284453	rnn.bias_ih_l1	3	-0.3073589503765106
284453	rnn.bias_ih_l1	4	-0.21203237771987915
284453	rnn.bias_ih_l1	5	-0.08905038237571716
284453	rnn.bias_ih_l1	6	-0.15849857032299042
284453	rnn.bias_ih_l1	7	-0.0034455102868378162
284453	rnn.bias_ih_l1	8	-0.12978824973106384
284453	rnn.bias_ih_l1	9	-0.12322285771369934
284453	rnn.bias_hh_l1	0	-0.09658856689929962
284453	rnn.bias_hh_l1	1	-0.06315498799085617
284453	rnn.bias_hh_l1	2	-0.08553522080183029
284453	rnn.bias_hh_l1	3	-0.07740246504545212
284453	rnn.bias_hh_l1	4	-0.07314660400152206
284453	rnn.bias_hh_l1	5	-0.11725572496652603
284453	rnn.bias_hh_l1	6	-0.1607472002506256
284453	rnn.bias_hh_l1	7	0.0753338634967804
284453	rnn.bias_hh_l1	8	-0.1762528270483017
284453	rnn.bias_hh_l1	9	-0.1149742528796196
284453	rnn.weight_ih_l1_reverse	0	-0.04719500616192818
284453	rnn.weight_ih_l1_reverse	1	0.03301438316702843
284453	rnn.weight_ih_l1_reverse	2	0.08796080946922302
284453	rnn.weight_ih_l1_reverse	3	-0.01745312660932541
284453	rnn.weight_ih_l1_reverse	4	-0.02342888154089451
284453	rnn.weight_ih_l1_reverse	5	-0.030285639688372612
284453	rnn.weight_ih_l1_reverse	6	-0.019702311605215073
284453	rnn.weight_ih_l1_reverse	7	0.029647523537278175
284453	rnn.weight_ih_l1_reverse	8	0.005713648162782192
284453	rnn.weight_ih_l1_reverse	9	-0.03348247706890106
284453	rnn.weight_hh_l1_reverse	0	0.004592699930071831
284453	rnn.weight_hh_l1_reverse	1	0.031698595732450485
284453	rnn.weight_hh_l1_reverse	2	-0.04061410203576088
284453	rnn.weight_hh_l1_reverse	3	0.03502310439944267
284453	rnn.weight_hh_l1_reverse	4	0.04714374244213104
284453	rnn.weight_hh_l1_reverse	5	0.006019630469381809
284453	rnn.weight_hh_l1_reverse	6	0.04900221526622772
284453	rnn.weight_hh_l1_reverse	7	0.030993353575468063
284453	rnn.weight_hh_l1_reverse	8	-0.0071180230006575584
284453	rnn.weight_hh_l1_reverse	9	-0.030176734551787376
284453	rnn.bias_ih_l1_reverse	0	-0.0456739105284214
284453	rnn.bias_ih_l1_reverse	1	-0.13953840732574463
284453	rnn.bias_ih_l1_reverse	2	-0.16387233138084412
284453	rnn.bias_ih_l1_reverse	3	-0.06077645346522331
284453	rnn.bias_ih_l1_reverse	4	-0.20370300114154816
284453	rnn.bias_ih_l1_reverse	5	-0.11696503311395645
284453	rnn.bias_ih_l1_reverse	6	-0.1298523098230362
284453	rnn.bias_ih_l1_reverse	7	-0.1919059455394745
284453	rnn.bias_ih_l1_reverse	8	0.2263101190328598
284453	rnn.bias_ih_l1_reverse	9	0.022131316363811493
284453	rnn.bias_hh_l1_reverse	0	0.010805701836943626
284453	rnn.bias_hh_l1_reverse	1	-0.06556431204080582
284453	rnn.bias_hh_l1_reverse	2	-0.23715169727802277
284453	rnn.bias_hh_l1_reverse	3	-0.14357472956180573
284453	rnn.bias_hh_l1_reverse	4	-0.08026917278766632
284453	rnn.bias_hh_l1_reverse	5	-0.1162867471575737
284453	rnn.bias_hh_l1_reverse	6	0.06352114677429199
284453	rnn.bias_hh_l1_reverse	7	-0.13448867201805115
284453	rnn.bias_hh_l1_reverse	8	-0.12493125349283218
284453	rnn.bias_hh_l1_reverse	9	-0.14824549853801727
284453	linear.weight	0	0.002228822559118271
284453	linear.weight	1	0.09701569378376007
284453	linear.weight	2	-0.09217332303524017
284453	linear.weight	3	0.3136357367038727
284453	linear.weight	4	0.1503048837184906
284453	linear.weight	5	-0.06569604575634003
284453	linear.weight	6	0.0945432111620903
284453	linear.weight	7	0.13674525916576385
284453	linear.weight	8	0.04113313555717468
284453	linear.weight	9	-0.05088184401392937
284453	linear.bias	0	0.08260843902826309
284453	linear.bias	1	-0.18918484449386597
284453	linear.bias	2	-0.4490237236022949
284453	linear.bias	3	-0.6573783159255981
284453	linear.bias	4	-1.2619980573654175
284453	linear.bias	5	-0.059425145387649536
284453	linear.bias	6	-0.8218638300895691
284453	linear.bias	7	0.2710162103176117
284453	linear.bias	8	-0.39747315645217896
284453	linear.bias	9	-1.0243229866027832
284650	transitions	0	0.757093071937561
284650	transitions	1	0.13829287886619568
284650	transitions	2	-10000.0
284650	transitions	3	-1.828128457069397
284650	transitions	4	-10000.0
284650	transitions	5	0.5627655982971191
284650	transitions	6	-0.08566740900278091
284650	transitions	7	-0.8122336864471436
284650	transitions	8	-1.4228432178497314
284650	transitions	9	-0.0012318467488512397
284650	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
284650	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
284650	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
284650	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
284650	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
284650	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
284650	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
284650	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
284650	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
284650	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
284650	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
284650	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
284650	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
284650	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
284650	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
284650	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
284650	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
284650	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
284650	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
284650	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
284650	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
284650	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
284650	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
284650	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
284650	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
284650	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
284650	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
284650	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
284650	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
284650	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
284650	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
284650	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
284650	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
284650	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
284650	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
284650	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
284650	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
284650	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
284650	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
284650	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
284650	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
284650	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
284650	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
284650	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
284650	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
284650	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
284650	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
284650	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
284650	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
284650	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
284650	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
284650	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
284650	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
284650	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
284650	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
284650	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
284650	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
284650	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
284650	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
284650	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
284650	embedding2nn.weight	0	0.016290295869112015
284650	embedding2nn.weight	1	-0.01267471443861723
284650	embedding2nn.weight	2	-0.014268254861235619
284650	embedding2nn.weight	3	-0.031221238896250725
284650	embedding2nn.weight	4	-0.0059150345623493195
284650	embedding2nn.weight	5	-0.0037005888298153877
284650	embedding2nn.weight	6	-0.003973265178501606
284650	embedding2nn.weight	7	-0.0774286761879921
284650	embedding2nn.weight	8	-0.0019979383796453476
284650	embedding2nn.weight	9	-0.02764635533094406
284650	embedding2nn.bias	0	0.032314151525497437
284650	embedding2nn.bias	1	-0.07672400027513504
284650	embedding2nn.bias	2	0.07166825234889984
284650	embedding2nn.bias	3	0.051261670887470245
284650	embedding2nn.bias	4	-0.04087654501199722
284650	embedding2nn.bias	5	-0.010018744505941868
284650	embedding2nn.bias	6	0.01640434004366398
284650	embedding2nn.bias	7	-0.05517717823386192
284650	embedding2nn.bias	8	0.07317749410867691
284650	embedding2nn.bias	9	0.045017678290605545
284650	rnn.weight_ih_l0	0	-0.08078590780496597
284650	rnn.weight_ih_l0	1	0.003065030090510845
284650	rnn.weight_ih_l0	2	0.03558589890599251
284650	rnn.weight_ih_l0	3	0.022898904979228973
284650	rnn.weight_ih_l0	4	-0.04812956601381302
284650	rnn.weight_ih_l0	5	-0.06851016730070114
284650	rnn.weight_ih_l0	6	-0.001056463341228664
284650	rnn.weight_ih_l0	7	0.05338101461529732
284650	rnn.weight_ih_l0	8	-0.01708393730223179
284650	rnn.weight_ih_l0	9	-0.030880603939294815
284650	rnn.weight_hh_l0	0	-0.029939908534288406
284650	rnn.weight_hh_l0	1	-0.007326491642743349
284650	rnn.weight_hh_l0	2	0.006713102571666241
284650	rnn.weight_hh_l0	3	-0.07455646246671677
284650	rnn.weight_hh_l0	4	0.09333548694849014
284650	rnn.weight_hh_l0	5	-0.026975033804774284
284650	rnn.weight_hh_l0	6	-0.06381942331790924
284650	rnn.weight_hh_l0	7	0.008748052641749382
284650	rnn.weight_hh_l0	8	0.013391008600592613
284650	rnn.weight_hh_l0	9	-0.025602607056498528
284650	rnn.bias_ih_l0	0	0.12990956008434296
284650	rnn.bias_ih_l0	1	-0.03393181785941124
284650	rnn.bias_ih_l0	2	-0.034280069172382355
284650	rnn.bias_ih_l0	3	0.16323772072792053
284650	rnn.bias_ih_l0	4	-0.01255398616194725
284650	rnn.bias_ih_l0	5	-0.02284644916653633
284650	rnn.bias_ih_l0	6	0.016998685896396637
284650	rnn.bias_ih_l0	7	0.0234825499355793
284650	rnn.bias_ih_l0	8	-0.09925869107246399
284650	rnn.bias_ih_l0	9	-0.041691869497299194
284650	rnn.bias_hh_l0	0	-0.0012646389659494162
284650	rnn.bias_hh_l0	1	-0.10029381513595581
284650	rnn.bias_hh_l0	2	-0.07499478757381439
284650	rnn.bias_hh_l0	3	-0.08885584771633148
284650	rnn.bias_hh_l0	4	0.008585088886320591
284650	rnn.bias_hh_l0	5	-0.0205741785466671
284650	rnn.bias_hh_l0	6	0.0284164659678936
284650	rnn.bias_hh_l0	7	0.0600099191069603
284650	rnn.bias_hh_l0	8	-0.12318466603755951
284650	rnn.bias_hh_l0	9	-0.059571586549282074
284650	rnn.weight_ih_l0_reverse	0	-0.02542071044445038
284650	rnn.weight_ih_l0_reverse	1	-0.05726755037903786
284650	rnn.weight_ih_l0_reverse	2	-0.04892084747552872
284650	rnn.weight_ih_l0_reverse	3	0.015498797409236431
284650	rnn.weight_ih_l0_reverse	4	-0.02518775500357151
284650	rnn.weight_ih_l0_reverse	5	-0.05734021216630936
284650	rnn.weight_ih_l0_reverse	6	0.07349967956542969
284650	rnn.weight_ih_l0_reverse	7	-0.01901298575103283
284650	rnn.weight_ih_l0_reverse	8	-0.018557947129011154
284650	rnn.weight_ih_l0_reverse	9	0.004508282523602247
284650	rnn.weight_hh_l0_reverse	0	0.06857702136039734
284650	rnn.weight_hh_l0_reverse	1	0.019920794293284416
284650	rnn.weight_hh_l0_reverse	2	0.03009759820997715
284650	rnn.weight_hh_l0_reverse	3	0.03550545871257782
284650	rnn.weight_hh_l0_reverse	4	0.014322087168693542
284650	rnn.weight_hh_l0_reverse	5	0.008270788937807083
284650	rnn.weight_hh_l0_reverse	6	0.051032569259405136
284650	rnn.weight_hh_l0_reverse	7	-0.08200246095657349
284650	rnn.weight_hh_l0_reverse	8	0.04010466858744621
284650	rnn.weight_hh_l0_reverse	9	0.03484819456934929
284650	rnn.bias_ih_l0_reverse	0	-0.056905921548604965
284650	rnn.bias_ih_l0_reverse	1	-0.28279152512550354
284650	rnn.bias_ih_l0_reverse	2	-0.12434706091880798
284650	rnn.bias_ih_l0_reverse	3	-0.04784800857305527
284650	rnn.bias_ih_l0_reverse	4	-0.02231978066265583
284650	rnn.bias_ih_l0_reverse	5	0.0761694461107254
284650	rnn.bias_ih_l0_reverse	6	-0.06559741497039795
284650	rnn.bias_ih_l0_reverse	7	0.06162639334797859
284650	rnn.bias_ih_l0_reverse	8	-0.035590868443250656
284650	rnn.bias_ih_l0_reverse	9	0.06527532637119293
284650	rnn.bias_hh_l0_reverse	0	0.02339935675263405
284650	rnn.bias_hh_l0_reverse	1	-0.06324867159128189
284650	rnn.bias_hh_l0_reverse	2	0.08920218050479889
284650	rnn.bias_hh_l0_reverse	3	-0.05165373533964157
284650	rnn.bias_hh_l0_reverse	4	-0.028219517320394516
284650	rnn.bias_hh_l0_reverse	5	-0.02215524949133396
284650	rnn.bias_hh_l0_reverse	6	-0.02055344171822071
284650	rnn.bias_hh_l0_reverse	7	0.0996767207980156
284650	rnn.bias_hh_l0_reverse	8	0.030110856518149376
284650	rnn.bias_hh_l0_reverse	9	-0.149169921875
284650	rnn.weight_ih_l1	0	-0.0297460425645113
284650	rnn.weight_ih_l1	1	-0.050719961524009705
284650	rnn.weight_ih_l1	2	0.06499944627285004
284650	rnn.weight_ih_l1	3	-0.07283137738704681
284650	rnn.weight_ih_l1	4	-0.014064404182136059
284650	rnn.weight_ih_l1	5	-0.04031968116760254
284650	rnn.weight_ih_l1	6	0.02894493006169796
284650	rnn.weight_ih_l1	7	-0.04423733800649643
284650	rnn.weight_ih_l1	8	0.03787115961313248
284650	rnn.weight_ih_l1	9	0.04480944573879242
284650	rnn.weight_hh_l1	0	-0.007085812743753195
284650	rnn.weight_hh_l1	1	0.019909463822841644
284650	rnn.weight_hh_l1	2	0.006507835350930691
284650	rnn.weight_hh_l1	3	-0.012652374804019928
284650	rnn.weight_hh_l1	4	0.004801290575414896
284650	rnn.weight_hh_l1	5	0.03521471843123436
284650	rnn.weight_hh_l1	6	0.03621473163366318
284650	rnn.weight_hh_l1	7	-0.01634863205254078
284650	rnn.weight_hh_l1	8	-0.00723295146599412
284650	rnn.weight_hh_l1	9	0.038577985018491745
284650	rnn.bias_ih_l1	0	-0.18376784026622772
284650	rnn.bias_ih_l1	1	-0.17458970844745636
284650	rnn.bias_ih_l1	2	-0.19699758291244507
284650	rnn.bias_ih_l1	3	-0.30736276507377625
284650	rnn.bias_ih_l1	4	-0.21198488771915436
284650	rnn.bias_ih_l1	5	-0.08903321623802185
284650	rnn.bias_ih_l1	6	-0.1584969311952591
284650	rnn.bias_ih_l1	7	-0.0034626333508640528
284650	rnn.bias_ih_l1	8	-0.1297989785671234
284650	rnn.bias_ih_l1	9	-0.12321127206087112
284650	rnn.bias_hh_l1	0	-0.09660562872886658
284650	rnn.bias_hh_l1	1	-0.06313390284776688
284650	rnn.bias_hh_l1	2	-0.08555685728788376
284650	rnn.bias_hh_l1	3	-0.07738538086414337
284650	rnn.bias_hh_l1	4	-0.0731353610754013
284650	rnn.bias_hh_l1	5	-0.11725886166095734
284650	rnn.bias_hh_l1	6	-0.16071884334087372
284650	rnn.bias_hh_l1	7	0.07536423206329346
284650	rnn.bias_hh_l1	8	-0.17624910175800323
284650	rnn.bias_hh_l1	9	-0.11496112495660782
284650	rnn.weight_ih_l1_reverse	0	-0.0472118966281414
284650	rnn.weight_ih_l1_reverse	1	0.03299321234226227
284650	rnn.weight_ih_l1_reverse	2	0.08795646578073502
284650	rnn.weight_ih_l1_reverse	3	-0.01745637319982052
284650	rnn.weight_ih_l1_reverse	4	-0.02343336120247841
284650	rnn.weight_ih_l1_reverse	5	-0.030285857617855072
284650	rnn.weight_ih_l1_reverse	6	-0.019699981436133385
284650	rnn.weight_ih_l1_reverse	7	0.02964649721980095
284650	rnn.weight_ih_l1_reverse	8	0.005692787002772093
284650	rnn.weight_ih_l1_reverse	9	-0.033492062240839005
284650	rnn.weight_hh_l1_reverse	0	0.004593638237565756
284650	rnn.weight_hh_l1_reverse	1	0.031700894236564636
284650	rnn.weight_hh_l1_reverse	2	-0.040614593774080276
284650	rnn.weight_hh_l1_reverse	3	0.035023096948862076
284650	rnn.weight_hh_l1_reverse	4	0.047145310789346695
284650	rnn.weight_hh_l1_reverse	5	0.006020252127200365
284650	rnn.weight_hh_l1_reverse	6	0.0490039624273777
284650	rnn.weight_hh_l1_reverse	7	0.030996736139059067
284650	rnn.weight_hh_l1_reverse	8	-0.0071174087934195995
284650	rnn.weight_hh_l1_reverse	9	-0.03017478622496128
284650	rnn.bias_ih_l1_reverse	0	-0.04565883055329323
284650	rnn.bias_ih_l1_reverse	1	-0.13951687514781952
284650	rnn.bias_ih_l1_reverse	2	-0.1638926863670349
284650	rnn.bias_ih_l1_reverse	3	-0.060683611780405045
284650	rnn.bias_ih_l1_reverse	4	-0.20371204614639282
284650	rnn.bias_ih_l1_reverse	5	-0.1169697493314743
284650	rnn.bias_ih_l1_reverse	6	-0.12985365092754364
284650	rnn.bias_ih_l1_reverse	7	-0.1918994039297104
284650	rnn.bias_ih_l1_reverse	8	0.22626721858978271
284650	rnn.bias_ih_l1_reverse	9	0.022140201181173325
284650	rnn.bias_hh_l1_reverse	0	0.010857204906642437
284650	rnn.bias_hh_l1_reverse	1	-0.06546474993228912
284650	rnn.bias_hh_l1_reverse	2	-0.23715931177139282
284650	rnn.bias_hh_l1_reverse	3	-0.14357011020183563
284650	rnn.bias_hh_l1_reverse	4	-0.08025163412094116
284650	rnn.bias_hh_l1_reverse	5	-0.1162678673863411
284650	rnn.bias_hh_l1_reverse	6	0.06352850049734116
284650	rnn.bias_hh_l1_reverse	7	-0.13447335362434387
284650	rnn.bias_hh_l1_reverse	8	-0.12492723017930984
284650	rnn.bias_hh_l1_reverse	9	-0.14824943244457245
284650	linear.weight	0	0.002228822559118271
284650	linear.weight	1	0.09700605273246765
284650	linear.weight	2	-0.09215670078992844
284650	linear.weight	3	0.3136105239391327
284650	linear.weight	4	0.15033435821533203
284650	linear.weight	5	-0.06566207110881805
284650	linear.weight	6	0.09449099749326706
284650	linear.weight	7	0.13682225346565247
284650	linear.weight	8	0.04113313555717468
284650	linear.weight	9	-0.05087218061089516
284650	linear.bias	0	0.08333751559257507
284650	linear.bias	1	-0.18961083889007568
284650	linear.bias	2	-0.44945141673088074
284650	linear.bias	3	-0.6574106216430664
284650	linear.bias	4	-1.2620670795440674
284650	linear.bias	5	-0.05946534499526024
284650	linear.bias	6	-0.8223028779029846
284650	linear.bias	7	0.2709868848323822
284650	linear.bias	8	-0.39724746346473694
284650	linear.bias	9	-1.0241026878356934
284847	transitions	0	0.7570517659187317
284847	transitions	1	0.13832543790340424
284847	transitions	2	-10000.0
284847	transitions	3	-1.8281285762786865
284847	transitions	4	-10000.0
284847	transitions	5	0.5627654790878296
284847	transitions	6	-0.0856676772236824
284847	transitions	7	-0.8122351169586182
284847	transitions	8	-1.422843337059021
284847	transitions	9	-0.0012318493099883199
284847	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
284847	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
284847	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
284847	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
284847	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
284847	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
284847	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
284847	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
284847	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
284847	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
284847	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
284847	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
284847	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
284847	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
284847	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
284847	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
284847	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
284847	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
284847	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
284847	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
284847	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
284847	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
284847	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
284847	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
284847	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
284847	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
284847	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
284847	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
284847	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
284847	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
284847	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
284847	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
284847	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
284847	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
284847	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
284847	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
284847	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
284847	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
284847	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
284847	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
284847	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
284847	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
284847	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
284847	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
284847	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
284847	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
284847	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
284847	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
284847	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
284847	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
284847	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
284847	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
284847	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
284847	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
284847	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
284847	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
284847	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
284847	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
284847	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
284847	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
284847	embedding2nn.weight	0	0.01631426438689232
284847	embedding2nn.weight	1	-0.012675875797867775
284847	embedding2nn.weight	2	-0.014268254861235619
284847	embedding2nn.weight	3	-0.031214430928230286
284847	embedding2nn.weight	4	-0.0059150345623493195
284847	embedding2nn.weight	5	-0.0037005888298153877
284847	embedding2nn.weight	6	-0.003973265178501606
284847	embedding2nn.weight	7	-0.07741323113441467
284847	embedding2nn.weight	8	-0.0019979383796453476
284847	embedding2nn.weight	9	-0.027646895498037338
284847	embedding2nn.bias	0	0.03230040892958641
284847	embedding2nn.bias	1	-0.07675866037607193
284847	embedding2nn.bias	2	0.07166299968957901
284847	embedding2nn.bias	3	0.05127879977226257
284847	embedding2nn.bias	4	-0.04078162834048271
284847	embedding2nn.bias	5	-0.009994248859584332
284847	embedding2nn.bias	6	0.016386426985263824
284847	embedding2nn.bias	7	-0.055098794400691986
284847	embedding2nn.bias	8	0.07327882945537567
284847	embedding2nn.bias	9	0.045031290501356125
284847	rnn.weight_ih_l0	0	-0.08079563081264496
284847	rnn.weight_ih_l0	1	0.003052911488339305
284847	rnn.weight_ih_l0	2	0.03558479622006416
284847	rnn.weight_ih_l0	3	0.022910865023732185
284847	rnn.weight_ih_l0	4	-0.04815182462334633
284847	rnn.weight_ih_l0	5	-0.06851522624492645
284847	rnn.weight_ih_l0	6	-0.0010556550696492195
284847	rnn.weight_ih_l0	7	0.0533934012055397
284847	rnn.weight_ih_l0	8	-0.017094453796744347
284847	rnn.weight_ih_l0	9	-0.03089321218430996
284847	rnn.weight_hh_l0	0	-0.029926659539341927
284847	rnn.weight_hh_l0	1	-0.007323639001697302
284847	rnn.weight_hh_l0	2	0.006720793433487415
284847	rnn.weight_hh_l0	3	-0.07456213235855103
284847	rnn.weight_hh_l0	4	0.09333433210849762
284847	rnn.weight_hh_l0	5	-0.02696940489113331
284847	rnn.weight_hh_l0	6	-0.06383121758699417
284847	rnn.weight_hh_l0	7	0.008748730644583702
284847	rnn.weight_hh_l0	8	0.013386453501880169
284847	rnn.weight_hh_l0	9	-0.025603245943784714
284847	rnn.bias_ih_l0	0	0.12990988790988922
284847	rnn.bias_ih_l0	1	-0.03394155204296112
284847	rnn.bias_ih_l0	2	-0.03429291397333145
284847	rnn.bias_ih_l0	3	0.16323842108249664
284847	rnn.bias_ih_l0	4	-0.012556185014545918
284847	rnn.bias_ih_l0	5	-0.02283420041203499
284847	rnn.bias_ih_l0	6	0.017006034031510353
284847	rnn.bias_ih_l0	7	0.02347712218761444
284847	rnn.bias_ih_l0	8	-0.09926313906908035
284847	rnn.bias_ih_l0	9	-0.04171537235379219
284847	rnn.bias_hh_l0	0	-0.001244790037162602
284847	rnn.bias_hh_l0	1	-0.1002713218331337
284847	rnn.bias_hh_l0	2	-0.07499996572732925
284847	rnn.bias_hh_l0	3	-0.08885613083839417
284847	rnn.bias_hh_l0	4	0.008603610098361969
284847	rnn.bias_hh_l0	5	-0.020586183294653893
284847	rnn.bias_hh_l0	6	0.02838965319097042
284847	rnn.bias_hh_l0	7	0.06006021797657013
284847	rnn.bias_hh_l0	8	-0.12315978854894638
284847	rnn.bias_hh_l0	9	-0.05959261953830719
284847	rnn.weight_ih_l0_reverse	0	-0.025436582043766975
284847	rnn.weight_ih_l0_reverse	1	-0.05727546662092209
284847	rnn.weight_ih_l0_reverse	2	-0.04892915487289429
284847	rnn.weight_ih_l0_reverse	3	0.01549637969583273
284847	rnn.weight_ih_l0_reverse	4	-0.02518295869231224
284847	rnn.weight_ih_l0_reverse	5	-0.05733994394540787
284847	rnn.weight_ih_l0_reverse	6	0.0734982043504715
284847	rnn.weight_ih_l0_reverse	7	-0.01901065558195114
284847	rnn.weight_ih_l0_reverse	8	-0.018562521785497665
284847	rnn.weight_ih_l0_reverse	9	0.004515146370977163
284847	rnn.weight_hh_l0_reverse	0	0.068574458360672
284847	rnn.weight_hh_l0_reverse	1	0.01992218755185604
284847	rnn.weight_hh_l0_reverse	2	0.03009933978319168
284847	rnn.weight_hh_l0_reverse	3	0.03550054132938385
284847	rnn.weight_hh_l0_reverse	4	0.014325572177767754
284847	rnn.weight_hh_l0_reverse	5	0.008265420794487
284847	rnn.weight_hh_l0_reverse	6	0.05102962255477905
284847	rnn.weight_hh_l0_reverse	7	-0.08200045675039291
284847	rnn.weight_hh_l0_reverse	8	0.04010412096977234
284847	rnn.weight_hh_l0_reverse	9	0.03485189005732536
284847	rnn.bias_ih_l0_reverse	0	-0.0569014847278595
284847	rnn.bias_ih_l0_reverse	1	-0.28278568387031555
284847	rnn.bias_ih_l0_reverse	2	-0.12434691935777664
284847	rnn.bias_ih_l0_reverse	3	-0.04785501956939697
284847	rnn.bias_ih_l0_reverse	4	-0.02230818010866642
284847	rnn.bias_ih_l0_reverse	5	0.07617058604955673
284847	rnn.bias_ih_l0_reverse	6	-0.06557616591453552
284847	rnn.bias_ih_l0_reverse	7	0.06160733476281166
284847	rnn.bias_ih_l0_reverse	8	-0.03559295833110809
284847	rnn.bias_ih_l0_reverse	9	0.06530073285102844
284847	rnn.bias_hh_l0_reverse	0	0.023387309163808823
284847	rnn.bias_hh_l0_reverse	1	-0.0632455050945282
284847	rnn.bias_hh_l0_reverse	2	0.08923093974590302
284847	rnn.bias_hh_l0_reverse	3	-0.05165426433086395
284847	rnn.bias_hh_l0_reverse	4	-0.028220348060131073
284847	rnn.bias_hh_l0_reverse	5	-0.02214929088950157
284847	rnn.bias_hh_l0_reverse	6	-0.02055399678647518
284847	rnn.bias_hh_l0_reverse	7	0.09964568167924881
284847	rnn.bias_hh_l0_reverse	8	0.03009447269141674
284847	rnn.bias_hh_l0_reverse	9	-0.1491619497537613
284847	rnn.weight_ih_l1	0	-0.029744939878582954
284847	rnn.weight_ih_l1	1	-0.050726842135190964
284847	rnn.weight_ih_l1	2	0.06498627364635468
284847	rnn.weight_ih_l1	3	-0.07283718138933182
284847	rnn.weight_ih_l1	4	-0.014052598737180233
284847	rnn.weight_ih_l1	5	-0.04031824320554733
284847	rnn.weight_ih_l1	6	0.028942331671714783
284847	rnn.weight_ih_l1	7	-0.044208817183971405
284847	rnn.weight_ih_l1	8	0.0378730483353138
284847	rnn.weight_ih_l1	9	0.04480474069714546
284847	rnn.weight_hh_l1	0	-0.00708941463381052
284847	rnn.weight_hh_l1	1	0.019907889887690544
284847	rnn.weight_hh_l1	2	0.0065190852619707584
284847	rnn.weight_hh_l1	3	-0.012648861855268478
284847	rnn.weight_hh_l1	4	0.004801085684448481
284847	rnn.weight_hh_l1	5	0.03521595150232315
284847	rnn.weight_hh_l1	6	0.036216169595718384
284847	rnn.weight_hh_l1	7	-0.01634998247027397
284847	rnn.weight_hh_l1	8	-0.007228410802781582
284847	rnn.weight_hh_l1	9	0.03857802972197533
284847	rnn.bias_ih_l1	0	-0.1837794929742813
284847	rnn.bias_ih_l1	1	-0.1745913326740265
284847	rnn.bias_ih_l1	2	-0.1969798356294632
284847	rnn.bias_ih_l1	3	-0.3073759078979492
284847	rnn.bias_ih_l1	4	-0.21193136274814606
284847	rnn.bias_ih_l1	5	-0.08902397006750107
284847	rnn.bias_ih_l1	6	-0.15847298502922058
284847	rnn.bias_ih_l1	7	-0.0034717251546680927
284847	rnn.bias_ih_l1	8	-0.12980656325817108
284847	rnn.bias_ih_l1	9	-0.12323275953531265
284847	rnn.bias_hh_l1	0	-0.09660191088914871
284847	rnn.bias_hh_l1	1	-0.06310538202524185
284847	rnn.bias_hh_l1	2	-0.08558174222707748
284847	rnn.bias_hh_l1	3	-0.07739757746458054
284847	rnn.bias_hh_l1	4	-0.0731416791677475
284847	rnn.bias_hh_l1	5	-0.11725367605686188
284847	rnn.bias_hh_l1	6	-0.16072137653827667
284847	rnn.bias_hh_l1	7	0.07538431137800217
284847	rnn.bias_hh_l1	8	-0.17624777555465698
284847	rnn.bias_hh_l1	9	-0.1150115430355072
284847	rnn.weight_ih_l1_reverse	0	-0.04721393063664436
284847	rnn.weight_ih_l1_reverse	1	0.03296579048037529
284847	rnn.weight_ih_l1_reverse	2	0.08794274181127548
284847	rnn.weight_ih_l1_reverse	3	-0.01744973659515381
284847	rnn.weight_ih_l1_reverse	4	-0.023471424356102943
284847	rnn.weight_ih_l1_reverse	5	-0.030285995453596115
284847	rnn.weight_ih_l1_reverse	6	-0.01971648447215557
284847	rnn.weight_ih_l1_reverse	7	0.029646819457411766
284847	rnn.weight_ih_l1_reverse	8	0.005692333914339542
284847	rnn.weight_ih_l1_reverse	9	-0.03350140526890755
284847	rnn.weight_hh_l1_reverse	0	0.004591736011207104
284847	rnn.weight_hh_l1_reverse	1	0.031699348241090775
284847	rnn.weight_hh_l1_reverse	2	-0.04061524197459221
284847	rnn.weight_hh_l1_reverse	3	0.035024382174015045
284847	rnn.weight_hh_l1_reverse	4	0.047146979719400406
284847	rnn.weight_hh_l1_reverse	5	0.0060266852378845215
284847	rnn.weight_hh_l1_reverse	6	0.04900503531098366
284847	rnn.weight_hh_l1_reverse	7	0.03099701553583145
284847	rnn.weight_hh_l1_reverse	8	-0.007116308435797691
284847	rnn.weight_hh_l1_reverse	9	-0.030173543840646744
284847	rnn.bias_ih_l1_reverse	0	-0.045648373663425446
284847	rnn.bias_ih_l1_reverse	1	-0.13954506814479828
284847	rnn.bias_ih_l1_reverse	2	-0.16386280953884125
284847	rnn.bias_ih_l1_reverse	3	-0.060742735862731934
284847	rnn.bias_ih_l1_reverse	4	-0.2037111222743988
284847	rnn.bias_ih_l1_reverse	5	-0.11697185039520264
284847	rnn.bias_ih_l1_reverse	6	-0.1298568695783615
284847	rnn.bias_ih_l1_reverse	7	-0.19190539419651031
284847	rnn.bias_ih_l1_reverse	8	0.22626809775829315
284847	rnn.bias_ih_l1_reverse	9	0.0221893060952425
284847	rnn.bias_hh_l1_reverse	0	0.010825623758137226
284847	rnn.bias_hh_l1_reverse	1	-0.06541670858860016
284847	rnn.bias_hh_l1_reverse	2	-0.23717233538627625
284847	rnn.bias_hh_l1_reverse	3	-0.14356233179569244
284847	rnn.bias_hh_l1_reverse	4	-0.08026529848575592
284847	rnn.bias_hh_l1_reverse	5	-0.11623942106962204
284847	rnn.bias_hh_l1_reverse	6	0.06354551017284393
284847	rnn.bias_hh_l1_reverse	7	-0.13444514572620392
284847	rnn.bias_hh_l1_reverse	8	-0.12496472150087357
284847	rnn.bias_hh_l1_reverse	9	-0.14824838936328888
284847	linear.weight	0	0.002228822559118271
284847	linear.weight	1	0.09699885547161102
284847	linear.weight	2	-0.09216579794883728
284847	linear.weight	3	0.31351304054260254
284847	linear.weight	4	0.15032969415187836
284847	linear.weight	5	-0.06565476953983307
284847	linear.weight	6	0.09449461847543716
284847	linear.weight	7	0.13681232929229736
284847	linear.weight	8	0.04113313555717468
284847	linear.weight	9	-0.050865307450294495
284847	linear.bias	0	0.08318684250116348
284847	linear.bias	1	-0.18916215002536774
284847	linear.bias	2	-0.44946226477622986
284847	linear.bias	3	-0.65740966796875
284847	linear.bias	4	-1.2620909214019775
284847	linear.bias	5	-0.05992932990193367
284847	linear.bias	6	-0.8218755125999451
284847	linear.bias	7	0.27050334215164185
284847	linear.bias	8	-0.39700815081596375
284847	linear.bias	9	-1.0238689184188843
285044	transitions	0	0.7573825716972351
285044	transitions	1	0.1382790058851242
285044	transitions	2	-10000.0
285044	transitions	3	-1.828128695487976
285044	transitions	4	-10000.0
285044	transitions	5	0.5627645254135132
285044	transitions	6	-0.08566784113645554
285044	transitions	7	-0.8122363686561584
285044	transitions	8	-1.422844648361206
285044	transitions	9	-0.0012318504741415381
285044	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
285044	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
285044	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
285044	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
285044	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
285044	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
285044	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
285044	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
285044	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
285044	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
285044	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
285044	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
285044	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
285044	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
285044	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
285044	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
285044	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
285044	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
285044	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
285044	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
285044	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
285044	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
285044	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
285044	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
285044	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
285044	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
285044	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
285044	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
285044	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
285044	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
285044	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
285044	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
285044	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
285044	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
285044	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
285044	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
285044	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
285044	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
285044	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
285044	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
285044	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
285044	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
285044	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
285044	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
285044	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
285044	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
285044	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
285044	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
285044	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
285044	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
285044	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
285044	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
285044	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
285044	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
285044	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
285044	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
285044	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
285044	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
285044	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
285044	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
285044	embedding2nn.weight	0	0.01631462201476097
285044	embedding2nn.weight	1	-0.012676490470767021
285044	embedding2nn.weight	2	-0.014268254861235619
285044	embedding2nn.weight	3	-0.03120138682425022
285044	embedding2nn.weight	4	-0.0059150345623493195
285044	embedding2nn.weight	5	-0.0037005888298153877
285044	embedding2nn.weight	6	-0.003973265178501606
285044	embedding2nn.weight	7	-0.07742013782262802
285044	embedding2nn.weight	8	-0.0019979383796453476
285044	embedding2nn.weight	9	-0.02764185145497322
285044	embedding2nn.bias	0	0.03233513981103897
285044	embedding2nn.bias	1	-0.0768032968044281
285044	embedding2nn.bias	2	0.07169950008392334
285044	embedding2nn.bias	3	0.0512298122048378
285044	embedding2nn.bias	4	-0.04078966751694679
285044	embedding2nn.bias	5	-0.010009275749325752
285044	embedding2nn.bias	6	0.016260510310530663
285044	embedding2nn.bias	7	-0.05512181296944618
285044	embedding2nn.bias	8	0.07332135736942291
285044	embedding2nn.bias	9	0.04505646601319313
285044	rnn.weight_ih_l0	0	-0.08080954849720001
285044	rnn.weight_ih_l0	1	0.0030485899187624454
285044	rnn.weight_ih_l0	2	0.035568010061979294
285044	rnn.weight_ih_l0	3	0.022911909967660904
285044	rnn.weight_ih_l0	4	-0.048155080527067184
285044	rnn.weight_ih_l0	5	-0.06852191686630249
285044	rnn.weight_ih_l0	6	-0.0010615275241434574
285044	rnn.weight_ih_l0	7	0.053391411900520325
285044	rnn.weight_ih_l0	8	-0.017097199335694313
285044	rnn.weight_ih_l0	9	-0.030889397487044334
285044	rnn.weight_hh_l0	0	-0.02992604300379753
285044	rnn.weight_hh_l0	1	-0.0073318094946444035
285044	rnn.weight_hh_l0	2	0.0067270356230437756
285044	rnn.weight_hh_l0	3	-0.07456312328577042
285044	rnn.weight_hh_l0	4	0.09332848340272903
285044	rnn.weight_hh_l0	5	-0.026955856010317802
285044	rnn.weight_hh_l0	6	-0.0638379156589508
285044	rnn.weight_hh_l0	7	0.008760754950344563
285044	rnn.weight_hh_l0	8	0.013382161036133766
285044	rnn.weight_hh_l0	9	-0.025599611923098564
285044	rnn.bias_ih_l0	0	0.12989570200443268
285044	rnn.bias_ih_l0	1	-0.033969614654779434
285044	rnn.bias_ih_l0	2	-0.034289028495550156
285044	rnn.bias_ih_l0	3	0.1632070094347
285044	rnn.bias_ih_l0	4	-0.012549097649753094
285044	rnn.bias_ih_l0	5	-0.02281019650399685
285044	rnn.bias_ih_l0	6	0.017016436904668808
285044	rnn.bias_ih_l0	7	0.02348615601658821
285044	rnn.bias_ih_l0	8	-0.09925708174705505
285044	rnn.bias_ih_l0	9	-0.04168388247489929
285044	rnn.bias_hh_l0	0	-0.001256566378287971
285044	rnn.bias_hh_l0	1	-0.1003049910068512
285044	rnn.bias_hh_l0	2	-0.07500483095645905
285044	rnn.bias_hh_l0	3	-0.08885417133569717
285044	rnn.bias_hh_l0	4	0.008632340468466282
285044	rnn.bias_hh_l0	5	-0.02058032713830471
285044	rnn.bias_hh_l0	6	0.02838563174009323
285044	rnn.bias_hh_l0	7	0.06010720133781433
285044	rnn.bias_hh_l0	8	-0.1231745183467865
285044	rnn.bias_hh_l0	9	-0.05960378795862198
285044	rnn.weight_ih_l0_reverse	0	-0.025437815114855766
285044	rnn.weight_ih_l0_reverse	1	-0.05728602781891823
285044	rnn.weight_ih_l0_reverse	2	-0.04893595352768898
285044	rnn.weight_ih_l0_reverse	3	0.015503398142755032
285044	rnn.weight_ih_l0_reverse	4	-0.025187360122799873
285044	rnn.weight_ih_l0_reverse	5	-0.0573430173099041
285044	rnn.weight_ih_l0_reverse	6	0.07350533455610275
285044	rnn.weight_ih_l0_reverse	7	-0.019007619470357895
285044	rnn.weight_ih_l0_reverse	8	-0.01855534315109253
285044	rnn.weight_ih_l0_reverse	9	0.0045243483036756516
285044	rnn.weight_hh_l0_reverse	0	0.06858742237091064
285044	rnn.weight_hh_l0_reverse	1	0.019923077896237373
285044	rnn.weight_hh_l0_reverse	2	0.030105793848633766
285044	rnn.weight_hh_l0_reverse	3	0.035504478961229324
285044	rnn.weight_hh_l0_reverse	4	0.014330567792057991
285044	rnn.weight_hh_l0_reverse	5	0.008268935605883598
285044	rnn.weight_hh_l0_reverse	6	0.05103357508778572
285044	rnn.weight_hh_l0_reverse	7	-0.08199625462293625
285044	rnn.weight_hh_l0_reverse	8	0.040092047303915024
285044	rnn.weight_hh_l0_reverse	9	0.03484489023685455
285044	rnn.bias_ih_l0_reverse	0	-0.05690484493970871
285044	rnn.bias_ih_l0_reverse	1	-0.2827841341495514
285044	rnn.bias_ih_l0_reverse	2	-0.12438278645277023
285044	rnn.bias_ih_l0_reverse	3	-0.047856830060482025
285044	rnn.bias_ih_l0_reverse	4	-0.022302690893411636
285044	rnn.bias_ih_l0_reverse	5	0.07614640891551971
285044	rnn.bias_ih_l0_reverse	6	-0.06556838750839233
285044	rnn.bias_ih_l0_reverse	7	0.06158677116036415
285044	rnn.bias_ih_l0_reverse	8	-0.03559669852256775
285044	rnn.bias_ih_l0_reverse	9	0.06531822681427002
285044	rnn.bias_hh_l0_reverse	0	0.023417381569743156
285044	rnn.bias_hh_l0_reverse	1	-0.06321335583925247
285044	rnn.bias_hh_l0_reverse	2	0.08924006670713425
285044	rnn.bias_hh_l0_reverse	3	-0.05164023116230965
285044	rnn.bias_hh_l0_reverse	4	-0.0282119307667017
285044	rnn.bias_hh_l0_reverse	5	-0.02212602086365223
285044	rnn.bias_hh_l0_reverse	6	-0.020569346845149994
285044	rnn.bias_hh_l0_reverse	7	0.09966017305850983
285044	rnn.bias_hh_l0_reverse	8	0.0301058366894722
285044	rnn.bias_hh_l0_reverse	9	-0.14916464686393738
285044	rnn.weight_ih_l1	0	-0.029742730781435966
285044	rnn.weight_ih_l1	1	-0.050725143402814865
285044	rnn.weight_ih_l1	2	0.0650051087141037
285044	rnn.weight_ih_l1	3	-0.07283727079629898
285044	rnn.weight_ih_l1	4	-0.014051885344088078
285044	rnn.weight_ih_l1	5	-0.040323011577129364
285044	rnn.weight_ih_l1	6	0.028937818482518196
285044	rnn.weight_ih_l1	7	-0.04421394318342209
285044	rnn.weight_ih_l1	8	0.03787228465080261
285044	rnn.weight_ih_l1	9	0.04481824114918709
285044	rnn.weight_hh_l1	0	-0.007093006279319525
285044	rnn.weight_hh_l1	1	0.01990891993045807
285044	rnn.weight_hh_l1	2	0.006528245285153389
285044	rnn.weight_hh_l1	3	-0.012647660449147224
285044	rnn.weight_hh_l1	4	0.00478774681687355
285044	rnn.weight_hh_l1	5	0.03521516174077988
285044	rnn.weight_hh_l1	6	0.03621154651045799
285044	rnn.weight_hh_l1	7	-0.01634625904262066
285044	rnn.weight_hh_l1	8	-0.007227458991110325
285044	rnn.weight_hh_l1	9	0.03857496380805969
285044	rnn.bias_ih_l1	0	-0.18378882110118866
285044	rnn.bias_ih_l1	1	-0.1745544970035553
285044	rnn.bias_ih_l1	2	-0.1969735324382782
285044	rnn.bias_ih_l1	3	-0.30735740065574646
285044	rnn.bias_ih_l1	4	-0.21193483471870422
285044	rnn.bias_ih_l1	5	-0.08902084082365036
285044	rnn.bias_ih_l1	6	-0.15847502648830414
285044	rnn.bias_ih_l1	7	-0.0034242586698383093
285044	rnn.bias_ih_l1	8	-0.12979264557361603
285044	rnn.bias_ih_l1	9	-0.12324033677577972
285044	rnn.bias_hh_l1	0	-0.09661386907100677
285044	rnn.bias_hh_l1	1	-0.06308428943157196
285044	rnn.bias_hh_l1	2	-0.0855541080236435
285044	rnn.bias_hh_l1	3	-0.0774109959602356
285044	rnn.bias_hh_l1	4	-0.07316724956035614
285044	rnn.bias_hh_l1	5	-0.11724097281694412
285044	rnn.bias_hh_l1	6	-0.16073186695575714
285044	rnn.bias_hh_l1	7	0.07536076754331589
285044	rnn.bias_hh_l1	8	-0.1762484312057495
285044	rnn.bias_hh_l1	9	-0.11502620577812195
285044	rnn.weight_ih_l1_reverse	0	-0.04721539840102196
285044	rnn.weight_ih_l1_reverse	1	0.03295664116740227
285044	rnn.weight_ih_l1_reverse	2	0.08792828023433685
285044	rnn.weight_ih_l1_reverse	3	-0.017448678612709045
285044	rnn.weight_ih_l1_reverse	4	-0.023485368117690086
285044	rnn.weight_ih_l1_reverse	5	-0.030286023393273354
285044	rnn.weight_ih_l1_reverse	6	-0.019719185307621956
285044	rnn.weight_ih_l1_reverse	7	0.0296525526791811
285044	rnn.weight_ih_l1_reverse	8	0.005677939858287573
285044	rnn.weight_ih_l1_reverse	9	-0.03350745886564255
285044	rnn.weight_hh_l1_reverse	0	0.004590248689055443
285044	rnn.weight_hh_l1_reverse	1	0.03169986605644226
285044	rnn.weight_hh_l1_reverse	2	-0.04061545059084892
285044	rnn.weight_hh_l1_reverse	3	0.03502410277724266
285044	rnn.weight_hh_l1_reverse	4	0.047147106379270554
285044	rnn.weight_hh_l1_reverse	5	0.006025993265211582
285044	rnn.weight_hh_l1_reverse	6	0.04898960888385773
285044	rnn.weight_hh_l1_reverse	7	0.03099469467997551
285044	rnn.weight_hh_l1_reverse	8	-0.007118277717381716
285044	rnn.weight_hh_l1_reverse	9	-0.030175108462572098
285044	rnn.bias_ih_l1_reverse	0	-0.04564318433403969
285044	rnn.bias_ih_l1_reverse	1	-0.1395338922739029
285044	rnn.bias_ih_l1_reverse	2	-0.16383953392505646
285044	rnn.bias_ih_l1_reverse	3	-0.0606953427195549
285044	rnn.bias_ih_l1_reverse	4	-0.20371147990226746
285044	rnn.bias_ih_l1_reverse	5	-0.11697329580783844
285044	rnn.bias_ih_l1_reverse	6	-0.129852756857872
285044	rnn.bias_ih_l1_reverse	7	-0.19188688695430756
285044	rnn.bias_ih_l1_reverse	8	0.22625499963760376
285044	rnn.bias_ih_l1_reverse	9	0.022175198420882225
285044	rnn.bias_hh_l1_reverse	0	0.01081958506256342
285044	rnn.bias_hh_l1_reverse	1	-0.06548263132572174
285044	rnn.bias_hh_l1_reverse	2	-0.23717425763607025
285044	rnn.bias_hh_l1_reverse	3	-0.1435607671737671
285044	rnn.bias_hh_l1_reverse	4	-0.08025770634412766
285044	rnn.bias_hh_l1_reverse	5	-0.11625871807336807
285044	rnn.bias_hh_l1_reverse	6	0.06349167972803116
285044	rnn.bias_hh_l1_reverse	7	-0.13445569574832916
285044	rnn.bias_hh_l1_reverse	8	-0.1249663457274437
285044	rnn.bias_hh_l1_reverse	9	-0.1482425332069397
285044	linear.weight	0	0.002228822559118271
285044	linear.weight	1	0.09696421027183533
285044	linear.weight	2	-0.09215950220823288
285044	linear.weight	3	0.313517302274704
285044	linear.weight	4	0.1503470540046692
285044	linear.weight	5	-0.0656508132815361
285044	linear.weight	6	0.09443023800849915
285044	linear.weight	7	0.13684532046318054
285044	linear.weight	8	0.04113313555717468
285044	linear.weight	9	-0.05088242515921593
285044	linear.bias	0	0.0835103914141655
285044	linear.bias	1	-0.1891179084777832
285044	linear.bias	2	-0.4498257040977478
285044	linear.bias	3	-0.657345712184906
285044	linear.bias	4	-1.2620391845703125
285044	linear.bias	5	-0.06000565364956856
285044	linear.bias	6	-0.8218384981155396
285044	linear.bias	7	0.2704467177391052
285044	linear.bias	8	-0.3967343866825104
285044	linear.bias	9	-1.0236061811447144
285241	transitions	0	0.7573381066322327
285241	transitions	1	0.13827209174633026
285241	transitions	2	-10000.0
285241	transitions	3	-1.828128695487976
285241	transitions	4	-10000.0
285241	transitions	5	0.5627638101577759
285241	transitions	6	-0.085668183863163
285241	transitions	7	-0.8122382760047913
285241	transitions	8	-1.4228489398956299
285241	transitions	9	-0.0012318533845245838
285241	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
285241	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
285241	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
285241	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
285241	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
285241	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
285241	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
285241	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
285241	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
285241	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
285241	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
285241	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
285241	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
285241	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
285241	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
285241	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
285241	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
285241	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
285241	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
285241	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
285241	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
285241	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
285241	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
285241	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
285241	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
285241	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
285241	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
285241	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
285241	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
285241	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
285241	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
285241	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
285241	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
285241	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
285241	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
285241	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
285241	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
285241	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
285241	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
285241	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
285241	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
285241	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
285241	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
285241	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
285241	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
285241	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
285241	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
285241	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
285241	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
285241	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
285241	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
285241	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
285241	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
285241	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
285241	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
285241	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
285241	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
285241	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
285241	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
285241	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
285241	embedding2nn.weight	0	0.016306539997458458
285241	embedding2nn.weight	1	-0.012675182893872261
285241	embedding2nn.weight	2	-0.014268254861235619
285241	embedding2nn.weight	3	-0.03122573532164097
285241	embedding2nn.weight	4	-0.0059150345623493195
285241	embedding2nn.weight	5	-0.0037005888298153877
285241	embedding2nn.weight	6	-0.003973265178501606
285241	embedding2nn.weight	7	-0.07741525024175644
285241	embedding2nn.weight	8	-0.0019979383796453476
285241	embedding2nn.weight	9	-0.02763696387410164
285241	embedding2nn.bias	0	0.03236771747469902
285241	embedding2nn.bias	1	-0.07678933441638947
285241	embedding2nn.bias	2	0.07172482460737228
285241	embedding2nn.bias	3	0.051260240375995636
285241	embedding2nn.bias	4	-0.04075285419821739
285241	embedding2nn.bias	5	-0.010038670152425766
285241	embedding2nn.bias	6	0.016313869506120682
285241	embedding2nn.bias	7	-0.055138975381851196
285241	embedding2nn.bias	8	0.07320616394281387
285241	embedding2nn.bias	9	0.045098092406988144
285241	rnn.weight_ih_l0	0	-0.08080199360847473
285241	rnn.weight_ih_l0	1	0.003048847895115614
285241	rnn.weight_ih_l0	2	0.03557639196515083
285241	rnn.weight_ih_l0	3	0.022907385602593422
285241	rnn.weight_ih_l0	4	-0.04816560819745064
285241	rnn.weight_ih_l0	5	-0.06852082908153534
285241	rnn.weight_ih_l0	6	-0.0010664673754945397
285241	rnn.weight_ih_l0	7	0.053393732756376266
285241	rnn.weight_ih_l0	8	-0.01709873415529728
285241	rnn.weight_ih_l0	9	-0.03089141845703125
285241	rnn.weight_hh_l0	0	-0.02992824651300907
285241	rnn.weight_hh_l0	1	-0.007338395342230797
285241	rnn.weight_hh_l0	2	0.006735203787684441
285241	rnn.weight_hh_l0	3	-0.07457063347101212
285241	rnn.weight_hh_l0	4	0.09332732856273651
285241	rnn.weight_hh_l0	5	-0.026965683326125145
285241	rnn.weight_hh_l0	6	-0.06382425874471664
285241	rnn.weight_hh_l0	7	0.008751326240599155
285241	rnn.weight_hh_l0	8	0.013380927965044975
285241	rnn.weight_hh_l0	9	-0.02560066431760788
285241	rnn.bias_ih_l0	0	0.12990036606788635
285241	rnn.bias_ih_l0	1	-0.033970896154642105
285241	rnn.bias_ih_l0	2	-0.03433753177523613
285241	rnn.bias_ih_l0	3	0.16320309042930603
285241	rnn.bias_ih_l0	4	-0.012527844868600368
285241	rnn.bias_ih_l0	5	-0.02283017337322235
285241	rnn.bias_ih_l0	6	0.01698494330048561
285241	rnn.bias_ih_l0	7	0.023483099415898323
285241	rnn.bias_ih_l0	8	-0.09926272928714752
285241	rnn.bias_ih_l0	9	-0.0416620709002018
285241	rnn.bias_hh_l0	0	-0.0012772169429808855
285241	rnn.bias_hh_l0	1	-0.10030798614025116
285241	rnn.bias_hh_l0	2	-0.07499422132968903
285241	rnn.bias_hh_l0	3	-0.08884648233652115
285241	rnn.bias_hh_l0	4	0.008633624762296677
285241	rnn.bias_hh_l0	5	-0.020571906119585037
285241	rnn.bias_hh_l0	6	0.028378427028656006
285241	rnn.bias_hh_l0	7	0.060125187039375305
285241	rnn.bias_hh_l0	8	-0.12315041571855545
285241	rnn.bias_hh_l0	9	-0.05960899218916893
285241	rnn.weight_ih_l0_reverse	0	-0.025435559451580048
285241	rnn.weight_ih_l0_reverse	1	-0.05728859826922417
285241	rnn.weight_ih_l0_reverse	2	-0.04893621429800987
285241	rnn.weight_ih_l0_reverse	3	0.01548638567328453
285241	rnn.weight_ih_l0_reverse	4	-0.02518175169825554
285241	rnn.weight_ih_l0_reverse	5	-0.05735139921307564
285241	rnn.weight_ih_l0_reverse	6	0.07349579781293869
285241	rnn.weight_ih_l0_reverse	7	-0.01900961436331272
285241	rnn.weight_ih_l0_reverse	8	-0.018551353365182877
285241	rnn.weight_ih_l0_reverse	9	0.004523501265794039
285241	rnn.weight_hh_l0_reverse	0	0.06860287487506866
285241	rnn.weight_hh_l0_reverse	1	0.019923068583011627
285241	rnn.weight_hh_l0_reverse	2	0.030110754072666168
285241	rnn.weight_hh_l0_reverse	3	0.035501040518283844
285241	rnn.weight_hh_l0_reverse	4	0.014336886815726757
285241	rnn.weight_hh_l0_reverse	5	0.00826946645975113
285241	rnn.weight_hh_l0_reverse	6	0.05103134363889694
285241	rnn.weight_hh_l0_reverse	7	-0.08201053738594055
285241	rnn.weight_hh_l0_reverse	8	0.040085673332214355
285241	rnn.weight_hh_l0_reverse	9	0.034842319786548615
285241	rnn.bias_ih_l0_reverse	0	-0.05691247060894966
285241	rnn.bias_ih_l0_reverse	1	-0.28278177976608276
285241	rnn.bias_ih_l0_reverse	2	-0.12440638244152069
285241	rnn.bias_ih_l0_reverse	3	-0.04786449298262596
285241	rnn.bias_ih_l0_reverse	4	-0.02230304852128029
285241	rnn.bias_ih_l0_reverse	5	0.07613178342580795
285241	rnn.bias_ih_l0_reverse	6	-0.06555884331464767
285241	rnn.bias_ih_l0_reverse	7	0.06158295273780823
285241	rnn.bias_ih_l0_reverse	8	-0.035604942589998245
285241	rnn.bias_ih_l0_reverse	9	0.06532146036624908
285241	rnn.bias_hh_l0_reverse	0	0.023401416838169098
285241	rnn.bias_hh_l0_reverse	1	-0.06320110708475113
285241	rnn.bias_hh_l0_reverse	2	0.08921606093645096
285241	rnn.bias_hh_l0_reverse	3	-0.05163450911641121
285241	rnn.bias_hh_l0_reverse	4	-0.02821178175508976
285241	rnn.bias_hh_l0_reverse	5	-0.02213071472942829
285241	rnn.bias_hh_l0_reverse	6	-0.020574206486344337
285241	rnn.bias_hh_l0_reverse	7	0.0996466651558876
285241	rnn.bias_hh_l0_reverse	8	0.030078858137130737
285241	rnn.bias_hh_l0_reverse	9	-0.1491853892803192
285241	rnn.weight_ih_l1	0	-0.029740987345576286
285241	rnn.weight_ih_l1	1	-0.050720296800136566
285241	rnn.weight_ih_l1	2	0.06498829275369644
285241	rnn.weight_ih_l1	3	-0.07285299152135849
285241	rnn.weight_ih_l1	4	-0.01405335869640112
285241	rnn.weight_ih_l1	5	-0.040324725210666656
285241	rnn.weight_ih_l1	6	0.028948361054062843
285241	rnn.weight_ih_l1	7	-0.04422342777252197
285241	rnn.weight_ih_l1	8	0.037877172231674194
285241	rnn.weight_ih_l1	9	0.04481632262468338
285241	rnn.weight_hh_l1	0	-0.007077254354953766
285241	rnn.weight_hh_l1	1	0.0199094507843256
285241	rnn.weight_hh_l1	2	0.006529044359922409
285241	rnn.weight_hh_l1	3	-0.012648175470530987
285241	rnn.weight_hh_l1	4	0.004790926352143288
285241	rnn.weight_hh_l1	5	0.03520948067307472
285241	rnn.weight_hh_l1	6	0.036206118762493134
285241	rnn.weight_hh_l1	7	-0.016345510259270668
285241	rnn.weight_hh_l1	8	-0.0072232200764119625
285241	rnn.weight_hh_l1	9	0.03857718035578728
285241	rnn.bias_ih_l1	0	-0.1837701052427292
285241	rnn.bias_ih_l1	1	-0.17452172935009003
285241	rnn.bias_ih_l1	2	-0.19699454307556152
285241	rnn.bias_ih_l1	3	-0.30732297897338867
285241	rnn.bias_ih_l1	4	-0.21194344758987427
285241	rnn.bias_ih_l1	5	-0.08901865035295486
285241	rnn.bias_ih_l1	6	-0.15851722657680511
285241	rnn.bias_ih_l1	7	-0.003411951707676053
285241	rnn.bias_ih_l1	8	-0.12978053092956543
285241	rnn.bias_ih_l1	9	-0.12322255969047546
285241	rnn.bias_hh_l1	0	-0.09662504494190216
285241	rnn.bias_hh_l1	1	-0.06309259682893753
285241	rnn.bias_hh_l1	2	-0.085524782538414
285241	rnn.bias_hh_l1	3	-0.07743356376886368
285241	rnn.bias_hh_l1	4	-0.07316942512989044
285241	rnn.bias_hh_l1	5	-0.11726576089859009
285241	rnn.bias_hh_l1	6	-0.1607547104358673
285241	rnn.bias_hh_l1	7	0.07537177205085754
285241	rnn.bias_hh_l1	8	-0.1762271523475647
285241	rnn.bias_hh_l1	9	-0.11504355072975159
285241	rnn.weight_ih_l1_reverse	0	-0.047219518572092056
285241	rnn.weight_ih_l1_reverse	1	0.032950542867183685
285241	rnn.weight_ih_l1_reverse	2	0.08793597668409348
285241	rnn.weight_ih_l1_reverse	3	-0.01743272878229618
285241	rnn.weight_ih_l1_reverse	4	-0.023485779762268066
285241	rnn.weight_ih_l1_reverse	5	-0.03028678521513939
285241	rnn.weight_ih_l1_reverse	6	-0.01972559466958046
285241	rnn.weight_ih_l1_reverse	7	0.029655814170837402
285241	rnn.weight_ih_l1_reverse	8	0.005663496442139149
285241	rnn.weight_ih_l1_reverse	9	-0.03350631147623062
285241	rnn.weight_hh_l1_reverse	0	0.004592458717525005
285241	rnn.weight_hh_l1_reverse	1	0.03169955313205719
285241	rnn.weight_hh_l1_reverse	2	-0.04061582311987877
285241	rnn.weight_hh_l1_reverse	3	0.03502533584833145
285241	rnn.weight_hh_l1_reverse	4	0.047136034816503525
285241	rnn.weight_hh_l1_reverse	5	0.006019610445946455
285241	rnn.weight_hh_l1_reverse	6	0.04898273944854736
285241	rnn.weight_hh_l1_reverse	7	0.030989617109298706
285241	rnn.weight_hh_l1_reverse	8	-0.007119790185242891
285241	rnn.weight_hh_l1_reverse	9	-0.030171748250722885
285241	rnn.bias_ih_l1_reverse	0	-0.04564227536320686
285241	rnn.bias_ih_l1_reverse	1	-0.13953499495983124
285241	rnn.bias_ih_l1_reverse	2	-0.1638375073671341
285241	rnn.bias_ih_l1_reverse	3	-0.060657624155282974
285241	rnn.bias_ih_l1_reverse	4	-0.20370587706565857
285241	rnn.bias_ih_l1_reverse	5	-0.11697172373533249
285241	rnn.bias_ih_l1_reverse	6	-0.12986169755458832
285241	rnn.bias_ih_l1_reverse	7	-0.19188211858272552
285241	rnn.bias_ih_l1_reverse	8	0.22628986835479736
285241	rnn.bias_ih_l1_reverse	9	0.022182656452059746
285241	rnn.bias_hh_l1_reverse	0	0.010818973183631897
285241	rnn.bias_hh_l1_reverse	1	-0.06546332687139511
285241	rnn.bias_hh_l1_reverse	2	-0.23717617988586426
285241	rnn.bias_hh_l1_reverse	3	-0.14354853332042694
285241	rnn.bias_hh_l1_reverse	4	-0.08026706427335739
285241	rnn.bias_hh_l1_reverse	5	-0.11628343164920807
285241	rnn.bias_hh_l1_reverse	6	0.06343784928321838
285241	rnn.bias_hh_l1_reverse	7	-0.13445740938186646
285241	rnn.bias_hh_l1_reverse	8	-0.12498835474252701
285241	rnn.bias_hh_l1_reverse	9	-0.14824649691581726
285241	linear.weight	0	0.002228822559118271
285241	linear.weight	1	0.0969463512301445
285241	linear.weight	2	-0.09214622527360916
285241	linear.weight	3	0.31351423263549805
285241	linear.weight	4	0.1503693014383316
285241	linear.weight	5	-0.06563938409090042
285241	linear.weight	6	0.0944492295384407
285241	linear.weight	7	0.1368926763534546
285241	linear.weight	8	0.04113313555717468
285241	linear.weight	9	-0.05085781589150429
285241	linear.bias	0	0.08409631252288818
285241	linear.bias	1	-0.18903034925460815
285241	linear.bias	2	-0.4500817656517029
285241	linear.bias	3	-0.6571350693702698
285241	linear.bias	4	-1.2618372440338135
285241	linear.bias	5	-0.05972761660814285
285241	linear.bias	6	-0.8217381834983826
285241	linear.bias	7	0.2707114815711975
285241	linear.bias	8	-0.3966866433620453
285241	linear.bias	9	-1.023561716079712
285438	transitions	0	0.7573420405387878
285438	transitions	1	0.13830603659152985
285438	transitions	2	-10000.0
285438	transitions	3	-1.8281290531158447
285438	transitions	4	-10000.0
285438	transitions	5	0.5627636909484863
285438	transitions	6	-0.0856686383485794
285438	transitions	7	-0.8122403025627136
285438	transitions	8	-1.422849178314209
285438	transitions	9	-0.0012318554800003767
285438	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
285438	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
285438	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
285438	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
285438	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
285438	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
285438	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
285438	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
285438	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
285438	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
285438	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
285438	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
285438	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
285438	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
285438	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
285438	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
285438	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
285438	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
285438	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
285438	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
285438	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
285438	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
285438	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
285438	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
285438	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
285438	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
285438	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
285438	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
285438	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
285438	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
285438	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
285438	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
285438	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
285438	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
285438	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
285438	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
285438	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
285438	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
285438	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
285438	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
285438	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
285438	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
285438	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
285438	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
285438	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
285438	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
285438	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
285438	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
285438	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
285438	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
285438	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
285438	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
285438	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
285438	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
285438	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
285438	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
285438	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
285438	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
285438	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
285438	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
285438	embedding2nn.weight	0	0.01631762459874153
285438	embedding2nn.weight	1	-0.012672480195760727
285438	embedding2nn.weight	2	-0.014268254861235619
285438	embedding2nn.weight	3	-0.03123455122113228
285438	embedding2nn.weight	4	-0.0059150345623493195
285438	embedding2nn.weight	5	-0.0037005888298153877
285438	embedding2nn.weight	6	-0.003973265178501606
285438	embedding2nn.weight	7	-0.07741143554449081
285438	embedding2nn.weight	8	-0.0019979383796453476
285438	embedding2nn.weight	9	-0.027641134336590767
285438	embedding2nn.bias	0	0.03227929398417473
285438	embedding2nn.bias	1	-0.07680962234735489
285438	embedding2nn.bias	2	0.07183706760406494
285438	embedding2nn.bias	3	0.05122532323002815
285438	embedding2nn.bias	4	-0.04087763652205467
285438	embedding2nn.bias	5	-0.01008378341794014
285438	embedding2nn.bias	6	0.016267893835902214
285438	embedding2nn.bias	7	-0.05523538589477539
285438	embedding2nn.bias	8	0.07317575067281723
285438	embedding2nn.bias	9	0.0451347790658474
285438	rnn.weight_ih_l0	0	-0.08083755522966385
285438	rnn.weight_ih_l0	1	0.0030464008450508118
285438	rnn.weight_ih_l0	2	0.0355800986289978
285438	rnn.weight_ih_l0	3	0.022909458726644516
285438	rnn.weight_ih_l0	4	-0.04814429208636284
285438	rnn.weight_ih_l0	5	-0.06852512061595917
285438	rnn.weight_ih_l0	6	-0.0010612031910568476
285438	rnn.weight_ih_l0	7	0.05338894575834274
285438	rnn.weight_ih_l0	8	-0.017097581177949905
285438	rnn.weight_ih_l0	9	-0.030880479142069817
285438	rnn.weight_hh_l0	0	-0.02992134355008602
285438	rnn.weight_hh_l0	1	-0.007337146904319525
285438	rnn.weight_hh_l0	2	0.006735894363373518
285438	rnn.weight_hh_l0	3	-0.07457726448774338
285438	rnn.weight_hh_l0	4	0.09332087635993958
285438	rnn.weight_hh_l0	5	-0.02695482410490513
285438	rnn.weight_hh_l0	6	-0.06382638961076736
285438	rnn.weight_hh_l0	7	0.008748377673327923
285438	rnn.weight_hh_l0	8	0.01338459923863411
285438	rnn.weight_hh_l0	9	-0.025595631450414658
285438	rnn.bias_ih_l0	0	0.12990044057369232
285438	rnn.bias_ih_l0	1	-0.03396525979042053
285438	rnn.bias_ih_l0	2	-0.03435725346207619
285438	rnn.bias_ih_l0	3	0.16320902109146118
285438	rnn.bias_ih_l0	4	-0.01252126507461071
285438	rnn.bias_ih_l0	5	-0.022860394790768623
285438	rnn.bias_ih_l0	6	0.016990428790450096
285438	rnn.bias_ih_l0	7	0.023486558347940445
285438	rnn.bias_ih_l0	8	-0.09924066066741943
285438	rnn.bias_ih_l0	9	-0.041654493659734726
285438	rnn.bias_hh_l0	0	-0.001306567108258605
285438	rnn.bias_hh_l0	1	-0.10030002892017365
285438	rnn.bias_hh_l0	2	-0.07499866187572479
285438	rnn.bias_hh_l0	3	-0.08882221579551697
285438	rnn.bias_hh_l0	4	0.00858794804662466
285438	rnn.bias_hh_l0	5	-0.020590607076883316
285438	rnn.bias_hh_l0	6	0.02834847941994667
285438	rnn.bias_hh_l0	7	0.060137201100587845
285438	rnn.bias_hh_l0	8	-0.12317489087581635
285438	rnn.bias_hh_l0	9	-0.059599775820970535
285438	rnn.weight_ih_l0_reverse	0	-0.02545001730322838
285438	rnn.weight_ih_l0_reverse	1	-0.05729357525706291
285438	rnn.weight_ih_l0_reverse	2	-0.048944972455501556
285438	rnn.weight_ih_l0_reverse	3	0.015488538891077042
285438	rnn.weight_ih_l0_reverse	4	-0.025184810161590576
285438	rnn.weight_ih_l0_reverse	5	-0.057354558259248734
285438	rnn.weight_ih_l0_reverse	6	0.07348628342151642
285438	rnn.weight_ih_l0_reverse	7	-0.019006509333848953
285438	rnn.weight_ih_l0_reverse	8	-0.01854521967470646
285438	rnn.weight_ih_l0_reverse	9	0.004529948811978102
285438	rnn.weight_hh_l0_reverse	0	0.06860212981700897
285438	rnn.weight_hh_l0_reverse	1	0.019914409145712852
285438	rnn.weight_hh_l0_reverse	2	0.030105846002697945
285438	rnn.weight_hh_l0_reverse	3	0.03549741208553314
285438	rnn.weight_hh_l0_reverse	4	0.014338094741106033
285438	rnn.weight_hh_l0_reverse	5	0.008266414515674114
285438	rnn.weight_hh_l0_reverse	6	0.051031481474637985
285438	rnn.weight_hh_l0_reverse	7	-0.082014299929142
285438	rnn.weight_hh_l0_reverse	8	0.040082961320877075
285438	rnn.weight_hh_l0_reverse	9	0.03484225645661354
285438	rnn.bias_ih_l0_reverse	0	-0.0569024533033371
285438	rnn.bias_ih_l0_reverse	1	-0.28278857469558716
285438	rnn.bias_ih_l0_reverse	2	-0.1244155541062355
285438	rnn.bias_ih_l0_reverse	3	-0.04788351058959961
285438	rnn.bias_ih_l0_reverse	4	-0.022307230159640312
285438	rnn.bias_ih_l0_reverse	5	0.07612517476081848
285438	rnn.bias_ih_l0_reverse	6	-0.06556733697652817
285438	rnn.bias_ih_l0_reverse	7	0.06160932034254074
285438	rnn.bias_ih_l0_reverse	8	-0.03563034161925316
285438	rnn.bias_ih_l0_reverse	9	0.06536134332418442
285438	rnn.bias_hh_l0_reverse	0	0.023432575166225433
285438	rnn.bias_hh_l0_reverse	1	-0.06319156289100647
285438	rnn.bias_hh_l0_reverse	2	0.08921705931425095
285438	rnn.bias_hh_l0_reverse	3	-0.05161653086543083
285438	rnn.bias_hh_l0_reverse	4	-0.028198152780532837
285438	rnn.bias_hh_l0_reverse	5	-0.022137628868222237
285438	rnn.bias_hh_l0_reverse	6	-0.020587092265486717
285438	rnn.bias_hh_l0_reverse	7	0.09965188801288605
285438	rnn.bias_hh_l0_reverse	8	0.0300724096596241
285438	rnn.bias_hh_l0_reverse	9	-0.1491958349943161
285438	rnn.weight_ih_l1	0	-0.02974105067551136
285438	rnn.weight_ih_l1	1	-0.050712715834379196
285438	rnn.weight_ih_l1	2	0.06500188261270523
285438	rnn.weight_ih_l1	3	-0.07286320626735687
285438	rnn.weight_ih_l1	4	-0.014047235250473022
285438	rnn.weight_ih_l1	5	-0.04032156988978386
285438	rnn.weight_ih_l1	6	0.028951605781912804
285438	rnn.weight_ih_l1	7	-0.04422706365585327
285438	rnn.weight_ih_l1	8	0.037880975753068924
285438	rnn.weight_ih_l1	9	0.04482172802090645
285438	rnn.weight_hh_l1	0	-0.007073099724948406
285438	rnn.weight_hh_l1	1	0.019909309223294258
285438	rnn.weight_hh_l1	2	0.006519785616546869
285438	rnn.weight_hh_l1	3	-0.012649815529584885
285438	rnn.weight_hh_l1	4	0.004798813723027706
285438	rnn.weight_hh_l1	5	0.03521248325705528
285438	rnn.weight_hh_l1	6	0.03620157390832901
285438	rnn.weight_hh_l1	7	-0.016344351693987846
285438	rnn.weight_hh_l1	8	-0.007221640553325415
285438	rnn.weight_hh_l1	9	0.03858042508363724
285438	rnn.bias_ih_l1	0	-0.1838005781173706
285438	rnn.bias_ih_l1	1	-0.17450842261314392
285438	rnn.bias_ih_l1	2	-0.19699779152870178
285438	rnn.bias_ih_l1	3	-0.3072824478149414
285438	rnn.bias_ih_l1	4	-0.2120116651058197
285438	rnn.bias_ih_l1	5	-0.08902634680271149
285438	rnn.bias_ih_l1	6	-0.15848493576049805
285438	rnn.bias_ih_l1	7	-0.0034137265756726265
285438	rnn.bias_ih_l1	8	-0.1298084259033203
285438	rnn.bias_ih_l1	9	-0.12325524538755417
285438	rnn.bias_hh_l1	0	-0.0966004878282547
285438	rnn.bias_hh_l1	1	-0.06308914721012115
285438	rnn.bias_hh_l1	2	-0.08554535359144211
285438	rnn.bias_hh_l1	3	-0.07741587609052658
285438	rnn.bias_hh_l1	4	-0.07314936816692352
285438	rnn.bias_hh_l1	5	-0.11726178973913193
285438	rnn.bias_hh_l1	6	-0.16075508296489716
285438	rnn.bias_hh_l1	7	0.07538583874702454
285438	rnn.bias_hh_l1	8	-0.17621687054634094
285438	rnn.bias_hh_l1	9	-0.11504258960485458
285438	rnn.weight_ih_l1_reverse	0	-0.04723155125975609
285438	rnn.weight_ih_l1_reverse	1	0.03292611986398697
285438	rnn.weight_ih_l1_reverse	2	0.08792608231306076
285438	rnn.weight_ih_l1_reverse	3	-0.01742486283183098
285438	rnn.weight_ih_l1_reverse	4	-0.02350597456097603
285438	rnn.weight_ih_l1_reverse	5	-0.03028789721429348
285438	rnn.weight_ih_l1_reverse	6	-0.019737735390663147
285438	rnn.weight_ih_l1_reverse	7	0.02964905835688114
285438	rnn.weight_ih_l1_reverse	8	0.0056229522451758385
285438	rnn.weight_ih_l1_reverse	9	-0.0334843173623085
285438	rnn.weight_hh_l1_reverse	0	0.004591780714690685
285438	rnn.weight_hh_l1_reverse	1	0.03170140087604523
285438	rnn.weight_hh_l1_reverse	2	-0.0406159907579422
285438	rnn.weight_hh_l1_reverse	3	0.035026583820581436
285438	rnn.weight_hh_l1_reverse	4	0.047135453671216965
285438	rnn.weight_hh_l1_reverse	5	0.006020165979862213
285438	rnn.weight_hh_l1_reverse	6	0.04896749556064606
285438	rnn.weight_hh_l1_reverse	7	0.030992718413472176
285438	rnn.weight_hh_l1_reverse	8	-0.007120497524738312
285438	rnn.weight_hh_l1_reverse	9	-0.030173322185873985
285438	rnn.bias_ih_l1_reverse	0	-0.045650653541088104
285438	rnn.bias_ih_l1_reverse	1	-0.13954482972621918
285438	rnn.bias_ih_l1_reverse	2	-0.1638188362121582
285438	rnn.bias_ih_l1_reverse	3	-0.060668859630823135
285438	rnn.bias_ih_l1_reverse	4	-0.20371116697788239
285438	rnn.bias_ih_l1_reverse	5	-0.11695951223373413
285438	rnn.bias_ih_l1_reverse	6	-0.12984509766101837
285438	rnn.bias_ih_l1_reverse	7	-0.1918686032295227
285438	rnn.bias_ih_l1_reverse	8	0.22632500529289246
285438	rnn.bias_ih_l1_reverse	9	0.022156668826937675
285438	rnn.bias_hh_l1_reverse	0	0.010765306651592255
285438	rnn.bias_hh_l1_reverse	1	-0.06549332290887833
285438	rnn.bias_hh_l1_reverse	2	-0.23717215657234192
285438	rnn.bias_hh_l1_reverse	3	-0.14356356859207153
285438	rnn.bias_hh_l1_reverse	4	-0.08028816431760788
285438	rnn.bias_hh_l1_reverse	5	-0.11629138141870499
285438	rnn.bias_hh_l1_reverse	6	0.06340926140546799
285438	rnn.bias_hh_l1_reverse	7	-0.13448289036750793
285438	rnn.bias_hh_l1_reverse	8	-0.12497467547655106
285438	rnn.bias_hh_l1_reverse	9	-0.14824101328849792
285438	linear.weight	0	0.002228822559118271
285438	linear.weight	1	0.09697343409061432
285438	linear.weight	2	-0.09218571335077286
285438	linear.weight	3	0.31344059109687805
285438	linear.weight	4	0.15037982165813446
285438	linear.weight	5	-0.06562908738851547
285438	linear.weight	6	0.09454132616519928
285438	linear.weight	7	0.13687756657600403
285438	linear.weight	8	0.04113313555717468
285438	linear.weight	9	-0.050848789513111115
285438	linear.bias	0	0.08415516465902328
285438	linear.bias	1	-0.1889462023973465
285438	linear.bias	2	-0.4501796066761017
285438	linear.bias	3	-0.6572976112365723
285438	linear.bias	4	-1.2619950771331787
285438	linear.bias	5	-0.0596131831407547
285438	linear.bias	6	-0.8216501474380493
285438	linear.bias	7	0.2708117365837097
285438	linear.bias	8	-0.3965666890144348
285438	linear.bias	9	-1.0234442949295044
285635	transitions	0	0.7573570013046265
285635	transitions	1	0.13831833004951477
285635	transitions	2	-10000.0
285635	transitions	3	-1.8281290531158447
285635	transitions	4	-10000.0
285635	transitions	5	0.5627636313438416
285635	transitions	6	-0.08566901087760925
285635	transitions	7	-0.8122450709342957
285635	transitions	8	-1.4228492975234985
285635	transitions	9	-0.0012318567605689168
285635	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
285635	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
285635	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
285635	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
285635	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
285635	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
285635	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
285635	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
285635	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
285635	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
285635	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
285635	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
285635	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
285635	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
285635	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
285635	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
285635	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
285635	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
285635	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
285635	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
285635	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
285635	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
285635	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
285635	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
285635	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
285635	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
285635	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
285635	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
285635	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
285635	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
285635	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
285635	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
285635	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
285635	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
285635	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
285635	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
285635	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
285635	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
285635	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
285635	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
285635	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
285635	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
285635	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
285635	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
285635	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
285635	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
285635	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
285635	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
285635	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
285635	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
285635	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
285635	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
285635	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
285635	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
285635	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
285635	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
285635	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
285635	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
285635	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
285635	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
285635	embedding2nn.weight	0	0.01629982329905033
285635	embedding2nn.weight	1	-0.01267301570624113
285635	embedding2nn.weight	2	-0.014268254861235619
285635	embedding2nn.weight	3	-0.031242938712239265
285635	embedding2nn.weight	4	-0.0059150345623493195
285635	embedding2nn.weight	5	-0.0037005888298153877
285635	embedding2nn.weight	6	-0.003973265178501606
285635	embedding2nn.weight	7	-0.07741938531398773
285635	embedding2nn.weight	8	-0.0019979383796453476
285635	embedding2nn.weight	9	-0.02763432264328003
285635	embedding2nn.bias	0	0.0323011577129364
285635	embedding2nn.bias	1	-0.07675624638795853
285635	embedding2nn.bias	2	0.07174863666296005
285635	embedding2nn.bias	3	0.05121498927474022
285635	embedding2nn.bias	4	-0.04088754579424858
285635	embedding2nn.bias	5	-0.010045752860605717
285635	embedding2nn.bias	6	0.016259117051959038
285635	embedding2nn.bias	7	-0.05515693128108978
285635	embedding2nn.bias	8	0.07323557138442993
285635	embedding2nn.bias	9	0.0451308898627758
285635	rnn.weight_ih_l0	0	-0.08084926754236221
285635	rnn.weight_ih_l0	1	0.003045549849048257
285635	rnn.weight_ih_l0	2	0.03558330237865448
285635	rnn.weight_ih_l0	3	0.02290990762412548
285635	rnn.weight_ih_l0	4	-0.04815063253045082
285635	rnn.weight_ih_l0	5	-0.06853131949901581
285635	rnn.weight_ih_l0	6	-0.0010686530731618404
285635	rnn.weight_ih_l0	7	0.05338585749268532
285635	rnn.weight_ih_l0	8	-0.01709594577550888
285635	rnn.weight_ih_l0	9	-0.030876273289322853
285635	rnn.weight_hh_l0	0	-0.029933350160717964
285635	rnn.weight_hh_l0	1	-0.0073384433053433895
285635	rnn.weight_hh_l0	2	0.006752787157893181
285635	rnn.weight_hh_l0	3	-0.07457726448774338
285635	rnn.weight_hh_l0	4	0.0933188796043396
285635	rnn.weight_hh_l0	5	-0.02695842646062374
285635	rnn.weight_hh_l0	6	-0.0638270229101181
285635	rnn.weight_hh_l0	7	0.00873956922441721
285635	rnn.weight_hh_l0	8	0.013383062556385994
285635	rnn.weight_hh_l0	9	-0.025595881044864655
285635	rnn.bias_ih_l0	0	0.12989966571331024
285635	rnn.bias_ih_l0	1	-0.033957190811634064
285635	rnn.bias_ih_l0	2	-0.034343406558036804
285635	rnn.bias_ih_l0	3	0.1632021814584732
285635	rnn.bias_ih_l0	4	-0.012511387467384338
285635	rnn.bias_ih_l0	5	-0.022829417139291763
285635	rnn.bias_ih_l0	6	0.016986364498734474
285635	rnn.bias_ih_l0	7	0.023466086015105247
285635	rnn.bias_ih_l0	8	-0.09921877831220627
285635	rnn.bias_ih_l0	9	-0.04160149395465851
285635	rnn.bias_hh_l0	0	-0.001335846958681941
285635	rnn.bias_hh_l0	1	-0.10029956698417664
285635	rnn.bias_hh_l0	2	-0.07499471306800842
285635	rnn.bias_hh_l0	3	-0.0888003334403038
285635	rnn.bias_hh_l0	4	0.008598953485488892
285635	rnn.bias_hh_l0	5	-0.020622562617063522
285635	rnn.bias_hh_l0	6	0.028369123116135597
285635	rnn.bias_hh_l0	7	0.06013980880379677
285635	rnn.bias_hh_l0	8	-0.12315411120653152
285635	rnn.bias_hh_l0	9	-0.05959635600447655
285635	rnn.weight_ih_l0_reverse	0	-0.0254463329911232
285635	rnn.weight_ih_l0_reverse	1	-0.05730313062667847
285635	rnn.weight_ih_l0_reverse	2	-0.04894724488258362
285635	rnn.weight_ih_l0_reverse	3	0.015497415326535702
285635	rnn.weight_ih_l0_reverse	4	-0.0251945611089468
285635	rnn.weight_ih_l0_reverse	5	-0.05735154077410698
285635	rnn.weight_ih_l0_reverse	6	0.0734943151473999
285635	rnn.weight_ih_l0_reverse	7	-0.019002491608262062
285635	rnn.weight_ih_l0_reverse	8	-0.018536124378442764
285635	rnn.weight_ih_l0_reverse	9	0.004541400354355574
285635	rnn.weight_hh_l0_reverse	0	0.06860333681106567
285635	rnn.weight_hh_l0_reverse	1	0.01992020383477211
285635	rnn.weight_hh_l0_reverse	2	0.03010338358581066
285635	rnn.weight_hh_l0_reverse	3	0.035500358790159225
285635	rnn.weight_hh_l0_reverse	4	0.014341357164084911
285635	rnn.weight_hh_l0_reverse	5	0.008266216143965721
285635	rnn.weight_hh_l0_reverse	6	0.05103621259331703
285635	rnn.weight_hh_l0_reverse	7	-0.0820198655128479
285635	rnn.weight_hh_l0_reverse	8	0.04008380323648453
285635	rnn.weight_hh_l0_reverse	9	0.03484337031841278
285635	rnn.bias_ih_l0_reverse	0	-0.05690412223339081
285635	rnn.bias_ih_l0_reverse	1	-0.28283050656318665
285635	rnn.bias_ih_l0_reverse	2	-0.12441222369670868
285635	rnn.bias_ih_l0_reverse	3	-0.047869645059108734
285635	rnn.bias_ih_l0_reverse	4	-0.022329548373818398
285635	rnn.bias_ih_l0_reverse	5	0.07614700496196747
285635	rnn.bias_ih_l0_reverse	6	-0.06557722389698029
285635	rnn.bias_ih_l0_reverse	7	0.06161921098828316
285635	rnn.bias_ih_l0_reverse	8	-0.03562155365943909
285635	rnn.bias_ih_l0_reverse	9	0.0653190165758133
285635	rnn.bias_hh_l0_reverse	0	0.02342083677649498
285635	rnn.bias_hh_l0_reverse	1	-0.06315314769744873
285635	rnn.bias_hh_l0_reverse	2	0.08922427147626877
285635	rnn.bias_hh_l0_reverse	3	-0.051640354096889496
285635	rnn.bias_hh_l0_reverse	4	-0.028186634182929993
285635	rnn.bias_hh_l0_reverse	5	-0.022142276167869568
285635	rnn.bias_hh_l0_reverse	6	-0.02058657631278038
285635	rnn.bias_hh_l0_reverse	7	0.09965983033180237
285635	rnn.bias_hh_l0_reverse	8	0.03006991557776928
285635	rnn.bias_hh_l0_reverse	9	-0.14917738735675812
285635	rnn.weight_ih_l1	0	-0.02974323183298111
285635	rnn.weight_ih_l1	1	-0.0507146455347538
285635	rnn.weight_ih_l1	2	0.06500358879566193
285635	rnn.weight_ih_l1	3	-0.07285050302743912
285635	rnn.weight_ih_l1	4	-0.014047053642570972
285635	rnn.weight_ih_l1	5	-0.04031999781727791
285635	rnn.weight_ih_l1	6	0.02895606867969036
285635	rnn.weight_ih_l1	7	-0.04423293098807335
285635	rnn.weight_ih_l1	8	0.03787727281451225
285635	rnn.weight_ih_l1	9	0.044821225106716156
285635	rnn.weight_hh_l1	0	-0.007056065369397402
285635	rnn.weight_hh_l1	1	0.019909586757421494
285635	rnn.weight_hh_l1	2	0.006514072883874178
285635	rnn.weight_hh_l1	3	-0.012648815289139748
285635	rnn.weight_hh_l1	4	0.004793417174369097
285635	rnn.weight_hh_l1	5	0.03521694242954254
285635	rnn.weight_hh_l1	6	0.036188915371894836
285635	rnn.weight_hh_l1	7	-0.01634889468550682
285635	rnn.weight_hh_l1	8	-0.007220362778753042
285635	rnn.weight_hh_l1	9	0.03858829662203789
285635	rnn.bias_ih_l1	0	-0.18378978967666626
285635	rnn.bias_ih_l1	1	-0.17453348636627197
285635	rnn.bias_ih_l1	2	-0.19697588682174683
285635	rnn.bias_ih_l1	3	-0.3072802722454071
285635	rnn.bias_ih_l1	4	-0.21200193464756012
285635	rnn.bias_ih_l1	5	-0.08902607858181
285635	rnn.bias_ih_l1	6	-0.15846964716911316
285635	rnn.bias_ih_l1	7	-0.003363231895491481
285635	rnn.bias_ih_l1	8	-0.1298249363899231
285635	rnn.bias_ih_l1	9	-0.12325979769229889
285635	rnn.bias_hh_l1	0	-0.09662292152643204
285635	rnn.bias_hh_l1	1	-0.06309448182582855
285635	rnn.bias_hh_l1	2	-0.08555984497070312
285635	rnn.bias_hh_l1	3	-0.07742436230182648
285635	rnn.bias_hh_l1	4	-0.07315492630004883
285635	rnn.bias_hh_l1	5	-0.11724638938903809
285635	rnn.bias_hh_l1	6	-0.16076861321926117
285635	rnn.bias_hh_l1	7	0.07540769875049591
285635	rnn.bias_hh_l1	8	-0.17623893916606903
285635	rnn.bias_hh_l1	9	-0.11499864608049393
285635	rnn.weight_ih_l1_reverse	0	-0.04722762852907181
285635	rnn.weight_ih_l1_reverse	1	0.032931819558143616
285635	rnn.weight_ih_l1_reverse	2	0.08794271945953369
285635	rnn.weight_ih_l1_reverse	3	-0.017417963594198227
285635	rnn.weight_ih_l1_reverse	4	-0.023513756692409515
285635	rnn.weight_ih_l1_reverse	5	-0.03029054030776024
285635	rnn.weight_ih_l1_reverse	6	-0.019727911800146103
285635	rnn.weight_ih_l1_reverse	7	0.029661493375897408
285635	rnn.weight_ih_l1_reverse	8	0.0056050438433885574
285635	rnn.weight_ih_l1_reverse	9	-0.033525753766298294
285635	rnn.weight_hh_l1_reverse	0	0.004592604469507933
285635	rnn.weight_hh_l1_reverse	1	0.03170107677578926
285635	rnn.weight_hh_l1_reverse	2	-0.04061559587717056
285635	rnn.weight_hh_l1_reverse	3	0.035025257617235184
285635	rnn.weight_hh_l1_reverse	4	0.04713417589664459
285635	rnn.weight_hh_l1_reverse	5	0.00601961137726903
285635	rnn.weight_hh_l1_reverse	6	0.048968296498060226
285635	rnn.weight_hh_l1_reverse	7	0.03099534846842289
285635	rnn.weight_hh_l1_reverse	8	-0.007122208829969168
285635	rnn.weight_hh_l1_reverse	9	-0.03016887977719307
285635	rnn.bias_ih_l1_reverse	0	-0.045652322471141815
285635	rnn.bias_ih_l1_reverse	1	-0.13956651091575623
285635	rnn.bias_ih_l1_reverse	2	-0.16382765769958496
285635	rnn.bias_ih_l1_reverse	3	-0.06068724766373634
285635	rnn.bias_ih_l1_reverse	4	-0.2037128508090973
285635	rnn.bias_ih_l1_reverse	5	-0.11696569621562958
285635	rnn.bias_ih_l1_reverse	6	-0.12983807921409607
285635	rnn.bias_ih_l1_reverse	7	-0.19186171889305115
285635	rnn.bias_ih_l1_reverse	8	0.2262665033340454
285635	rnn.bias_ih_l1_reverse	9	0.02219579927623272
285635	rnn.bias_hh_l1_reverse	0	0.010755876079201698
285635	rnn.bias_hh_l1_reverse	1	-0.06549161672592163
285635	rnn.bias_hh_l1_reverse	2	-0.23717589676380157
285635	rnn.bias_hh_l1_reverse	3	-0.14357459545135498
285635	rnn.bias_hh_l1_reverse	4	-0.08030309528112411
285635	rnn.bias_hh_l1_reverse	5	-0.116282157599926
285635	rnn.bias_hh_l1_reverse	6	0.06342801451683044
285635	rnn.bias_hh_l1_reverse	7	-0.1344926655292511
285635	rnn.bias_hh_l1_reverse	8	-0.1249527707695961
285635	rnn.bias_hh_l1_reverse	9	-0.14823119342327118
285635	linear.weight	0	0.002228822559118271
285635	linear.weight	1	0.09706845879554749
285635	linear.weight	2	-0.0922127366065979
285635	linear.weight	3	0.3134630024433136
285635	linear.weight	4	0.15035925805568695
285635	linear.weight	5	-0.06564289331436157
285635	linear.weight	6	0.09462523460388184
285635	linear.weight	7	0.13683868944644928
285635	linear.weight	8	0.04113313555717468
285635	linear.weight	9	-0.05085174739360809
285635	linear.bias	0	0.08360940963029861
285635	linear.bias	1	-0.18945446610450745
285635	linear.bias	2	-0.45040640234947205
285635	linear.bias	3	-0.6569522023200989
285635	linear.bias	4	-1.261650562286377
285635	linear.bias	5	-0.05941197648644447
285635	linear.bias	6	-0.8221765756607056
285635	linear.bias	7	0.27101004123687744
285635	linear.bias	8	-0.3964414596557617
285635	linear.bias	9	-1.0233793258666992
285832	transitions	0	0.7573420405387878
285832	transitions	1	0.1382717490196228
285832	transitions	2	-10000.0
285832	transitions	3	-1.8281290531158447
285832	transitions	4	-10000.0
285832	transitions	5	0.5627622604370117
285832	transitions	6	-0.08566921204328537
285832	transitions	7	-0.8122473359107971
285832	transitions	8	-1.422849416732788
285832	transitions	9	-0.0012318596709519625
285832	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
285832	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
285832	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
285832	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
285832	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
285832	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
285832	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
285832	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
285832	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
285832	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
285832	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
285832	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
285832	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
285832	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
285832	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
285832	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
285832	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
285832	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
285832	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
285832	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
285832	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
285832	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
285832	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
285832	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
285832	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
285832	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
285832	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
285832	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
285832	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
285832	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
285832	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
285832	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
285832	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
285832	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
285832	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
285832	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
285832	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
285832	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
285832	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
285832	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
285832	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
285832	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
285832	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
285832	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
285832	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
285832	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
285832	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
285832	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
285832	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
285832	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
285832	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
285832	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
285832	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
285832	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
285832	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
285832	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
285832	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
285832	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
285832	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
285832	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
285832	embedding2nn.weight	0	0.01629757508635521
285832	embedding2nn.weight	1	-0.012672007083892822
285832	embedding2nn.weight	2	-0.014268254861235619
285832	embedding2nn.weight	3	-0.031228426843881607
285832	embedding2nn.weight	4	-0.0059150345623493195
285832	embedding2nn.weight	5	-0.0037005888298153877
285832	embedding2nn.weight	6	-0.003973265178501606
285832	embedding2nn.weight	7	-0.07740890234708786
285832	embedding2nn.weight	8	-0.0019979383796453476
285832	embedding2nn.weight	9	-0.027638493105769157
285832	embedding2nn.bias	0	0.0322171151638031
285832	embedding2nn.bias	1	-0.07673624157905579
285832	embedding2nn.bias	2	0.07180163264274597
285832	embedding2nn.bias	3	0.05125700682401657
285832	embedding2nn.bias	4	-0.04090595617890358
285832	embedding2nn.bias	5	-0.009955576620995998
285832	embedding2nn.bias	6	0.016341766342520714
285832	embedding2nn.bias	7	-0.055155858397483826
285832	embedding2nn.bias	8	0.07330620288848877
285832	embedding2nn.bias	9	0.04507629945874214
285832	rnn.weight_ih_l0	0	-0.08084098994731903
285832	rnn.weight_ih_l0	1	0.003045245073735714
285832	rnn.weight_ih_l0	2	0.03557825833559036
285832	rnn.weight_ih_l0	3	0.022893870249390602
285832	rnn.weight_ih_l0	4	-0.04815942049026489
285832	rnn.weight_ih_l0	5	-0.0685301348567009
285832	rnn.weight_ih_l0	6	-0.0010657802922651172
285832	rnn.weight_ih_l0	7	0.05339020863175392
285832	rnn.weight_ih_l0	8	-0.01710198074579239
285832	rnn.weight_ih_l0	9	-0.03088158182799816
285832	rnn.weight_hh_l0	0	-0.029911261051893234
285832	rnn.weight_hh_l0	1	-0.007346856873482466
285832	rnn.weight_hh_l0	2	0.0067519983276724815
285832	rnn.weight_hh_l0	3	-0.07456853240728378
285832	rnn.weight_hh_l0	4	0.09332015365362167
285832	rnn.weight_hh_l0	5	-0.026965666562318802
285832	rnn.weight_hh_l0	6	-0.06381771713495255
285832	rnn.weight_hh_l0	7	0.008747145533561707
285832	rnn.weight_hh_l0	8	0.013374947011470795
285832	rnn.weight_hh_l0	9	-0.02560117281973362
285832	rnn.bias_ih_l0	0	0.1298915594816208
285832	rnn.bias_ih_l0	1	-0.03397249057888985
285832	rnn.bias_ih_l0	2	-0.03433328866958618
285832	rnn.bias_ih_l0	3	0.16321143507957458
285832	rnn.bias_ih_l0	4	-0.01249905489385128
285832	rnn.bias_ih_l0	5	-0.022840330377221107
285832	rnn.bias_ih_l0	6	0.0169647429138422
285832	rnn.bias_ih_l0	7	0.023466575890779495
285832	rnn.bias_ih_l0	8	-0.09922506660223007
285832	rnn.bias_ih_l0	9	-0.04159501940011978
285832	rnn.bias_hh_l0	0	-0.001354204025119543
285832	rnn.bias_hh_l0	1	-0.10030020028352737
285832	rnn.bias_hh_l0	2	-0.07497607916593552
285832	rnn.bias_hh_l0	3	-0.0888194888830185
285832	rnn.bias_hh_l0	4	0.008614370599389076
285832	rnn.bias_hh_l0	5	-0.02062400057911873
285832	rnn.bias_hh_l0	6	0.02838086523115635
285832	rnn.bias_hh_l0	7	0.0601656436920166
285832	rnn.bias_hh_l0	8	-0.12315453588962555
285832	rnn.bias_hh_l0	9	-0.05956433340907097
285832	rnn.weight_ih_l0_reverse	0	-0.025452779605984688
285832	rnn.weight_ih_l0_reverse	1	-0.057293850928545
285832	rnn.weight_ih_l0_reverse	2	-0.048934195190668106
285832	rnn.weight_ih_l0_reverse	3	0.015503174625337124
285832	rnn.weight_ih_l0_reverse	4	-0.02519349567592144
285832	rnn.weight_ih_l0_reverse	5	-0.05734678730368614
285832	rnn.weight_ih_l0_reverse	6	0.073491171002388
285832	rnn.weight_ih_l0_reverse	7	-0.018995240330696106
285832	rnn.weight_ih_l0_reverse	8	-0.018541350960731506
285832	rnn.weight_ih_l0_reverse	9	0.004531944170594215
285832	rnn.weight_hh_l0_reverse	0	0.06859767436981201
285832	rnn.weight_hh_l0_reverse	1	0.019922159612178802
285832	rnn.weight_hh_l0_reverse	2	0.030097845941781998
285832	rnn.weight_hh_l0_reverse	3	0.03551061078906059
285832	rnn.weight_hh_l0_reverse	4	0.014344028197228909
285832	rnn.weight_hh_l0_reverse	5	0.0082717165350914
285832	rnn.weight_hh_l0_reverse	6	0.05103244259953499
285832	rnn.weight_hh_l0_reverse	7	-0.08201692253351212
285832	rnn.weight_hh_l0_reverse	8	0.040081270039081573
285832	rnn.weight_hh_l0_reverse	9	0.034845270216464996
285832	rnn.bias_ih_l0_reverse	0	-0.05689246952533722
285832	rnn.bias_ih_l0_reverse	1	-0.28280580043792725
285832	rnn.bias_ih_l0_reverse	2	-0.12438409775495529
285832	rnn.bias_ih_l0_reverse	3	-0.04787489026784897
285832	rnn.bias_ih_l0_reverse	4	-0.02231196127831936
285832	rnn.bias_ih_l0_reverse	5	0.07609560340642929
285832	rnn.bias_ih_l0_reverse	6	-0.06558091193437576
285832	rnn.bias_ih_l0_reverse	7	0.061637092381715775
285832	rnn.bias_ih_l0_reverse	8	-0.03561531379818916
285832	rnn.bias_ih_l0_reverse	9	0.06530451774597168
285832	rnn.bias_hh_l0_reverse	0	0.02343694679439068
285832	rnn.bias_hh_l0_reverse	1	-0.06312528252601624
285832	rnn.bias_hh_l0_reverse	2	0.08920200914144516
285832	rnn.bias_hh_l0_reverse	3	-0.051632367074489594
285832	rnn.bias_hh_l0_reverse	4	-0.02817479334771633
285832	rnn.bias_hh_l0_reverse	5	-0.02214229479432106
285832	rnn.bias_hh_l0_reverse	6	-0.02060275338590145
285832	rnn.bias_hh_l0_reverse	7	0.09970474243164062
285832	rnn.bias_hh_l0_reverse	8	0.030064590275287628
285832	rnn.bias_hh_l0_reverse	9	-0.1492016613483429
285832	rnn.weight_ih_l1	0	-0.029743026942014694
285832	rnn.weight_ih_l1	1	-0.05071928724646568
285832	rnn.weight_ih_l1	2	0.06498229503631592
285832	rnn.weight_ih_l1	3	-0.07287503033876419
285832	rnn.weight_ih_l1	4	-0.014051824808120728
285832	rnn.weight_ih_l1	5	-0.04032173007726669
285832	rnn.weight_ih_l1	6	0.028941037133336067
285832	rnn.weight_ih_l1	7	-0.044230762869119644
285832	rnn.weight_ih_l1	8	0.03787672892212868
285832	rnn.weight_ih_l1	9	0.04481665417551994
285832	rnn.weight_hh_l1	0	-0.007047720719128847
285832	rnn.weight_hh_l1	1	0.019906900823116302
285832	rnn.weight_hh_l1	2	0.006513813976198435
285832	rnn.weight_hh_l1	3	-0.012646696530282497
285832	rnn.weight_hh_l1	4	0.004789786878973246
285832	rnn.weight_hh_l1	5	0.03522038087248802
285832	rnn.weight_hh_l1	6	0.03618565574288368
285832	rnn.weight_hh_l1	7	-0.016335895285010338
285832	rnn.weight_hh_l1	8	-0.007220499683171511
285832	rnn.weight_hh_l1	9	0.03859300538897514
285832	rnn.bias_ih_l1	0	-0.18377475440502167
285832	rnn.bias_ih_l1	1	-0.1745297759771347
285832	rnn.bias_ih_l1	2	-0.1969784051179886
285832	rnn.bias_ih_l1	3	-0.30729424953460693
285832	rnn.bias_ih_l1	4	-0.21197937428951263
285832	rnn.bias_ih_l1	5	-0.08903995901346207
285832	rnn.bias_ih_l1	6	-0.15851359069347382
285832	rnn.bias_ih_l1	7	-0.003324281657114625
285832	rnn.bias_ih_l1	8	-0.12979619204998016
285832	rnn.bias_ih_l1	9	-0.1232498288154602
285832	rnn.bias_hh_l1	0	-0.09660609066486359
285832	rnn.bias_hh_l1	1	-0.0630529597401619
285832	rnn.bias_hh_l1	2	-0.08556925505399704
285832	rnn.bias_hh_l1	3	-0.07742231339216232
285832	rnn.bias_hh_l1	4	-0.0731361135840416
285832	rnn.bias_hh_l1	5	-0.11725477129220963
285832	rnn.bias_hh_l1	6	-0.16079100966453552
285832	rnn.bias_hh_l1	7	0.07542044669389725
285832	rnn.bias_hh_l1	8	-0.17626182734966278
285832	rnn.bias_hh_l1	9	-0.11494120955467224
285832	rnn.weight_ih_l1_reverse	0	-0.047229181975126266
285832	rnn.weight_ih_l1_reverse	1	0.032915130257606506
285832	rnn.weight_ih_l1_reverse	2	0.08793110400438309
285832	rnn.weight_ih_l1_reverse	3	-0.017422311007976532
285832	rnn.weight_ih_l1_reverse	4	-0.02349337749183178
285832	rnn.weight_ih_l1_reverse	5	-0.030290761962532997
285832	rnn.weight_ih_l1_reverse	6	-0.01973307691514492
285832	rnn.weight_ih_l1_reverse	7	0.02965889871120453
285832	rnn.weight_ih_l1_reverse	8	0.0055711278691887856
285832	rnn.weight_ih_l1_reverse	9	-0.033490139991045
285832	rnn.weight_hh_l1_reverse	0	0.004593427758663893
285832	rnn.weight_hh_l1_reverse	1	0.03169987350702286
285832	rnn.weight_hh_l1_reverse	2	-0.040615327656269073
285832	rnn.weight_hh_l1_reverse	3	0.03502579778432846
285832	rnn.weight_hh_l1_reverse	4	0.0471404604613781
285832	rnn.weight_hh_l1_reverse	5	0.006022335030138493
285832	rnn.weight_hh_l1_reverse	6	0.048984646797180176
285832	rnn.weight_hh_l1_reverse	7	0.030998000875115395
285832	rnn.weight_hh_l1_reverse	8	-0.00712148891761899
285832	rnn.weight_hh_l1_reverse	9	-0.030166201293468475
285832	rnn.bias_ih_l1_reverse	0	-0.045664213597774506
285832	rnn.bias_ih_l1_reverse	1	-0.1395488828420639
285832	rnn.bias_ih_l1_reverse	2	-0.16382448375225067
285832	rnn.bias_ih_l1_reverse	3	-0.06068525090813637
285832	rnn.bias_ih_l1_reverse	4	-0.20372433960437775
285832	rnn.bias_ih_l1_reverse	5	-0.11696261167526245
285832	rnn.bias_ih_l1_reverse	6	-0.12984296679496765
285832	rnn.bias_ih_l1_reverse	7	-0.1918608397245407
285832	rnn.bias_ih_l1_reverse	8	0.22629640996456146
285832	rnn.bias_ih_l1_reverse	9	0.022218497470021248
285832	rnn.bias_hh_l1_reverse	0	0.010726249776780605
285832	rnn.bias_hh_l1_reverse	1	-0.06542020291090012
285832	rnn.bias_hh_l1_reverse	2	-0.23718632757663727
285832	rnn.bias_hh_l1_reverse	3	-0.1435771882534027
285832	rnn.bias_hh_l1_reverse	4	-0.08032786101102829
285832	rnn.bias_hh_l1_reverse	5	-0.1162489503622055
285832	rnn.bias_hh_l1_reverse	6	0.06341782957315445
285832	rnn.bias_hh_l1_reverse	7	-0.13452568650245667
285832	rnn.bias_hh_l1_reverse	8	-0.12495071440935135
285832	rnn.bias_hh_l1_reverse	9	-0.1482340693473816
285832	linear.weight	0	0.002228822559118271
285832	linear.weight	1	0.09705200791358948
285832	linear.weight	2	-0.09222090244293213
285832	linear.weight	3	0.3135460317134857
285832	linear.weight	4	0.15035498142242432
285832	linear.weight	5	-0.06567123532295227
285832	linear.weight	6	0.09467998892068863
285832	linear.weight	7	0.13682758808135986
285832	linear.weight	8	0.04113313555717468
285832	linear.weight	9	-0.05084992200136185
285832	linear.bias	0	0.08343792706727982
285832	linear.bias	1	-0.18969155848026276
285832	linear.bias	2	-0.45011186599731445
285832	linear.bias	3	-0.6566140651702881
285832	linear.bias	4	-1.2613226175308228
285832	linear.bias	5	-0.05912340432405472
285832	linear.bias	6	-0.8224046230316162
285832	linear.bias	7	0.27130046486854553
285832	linear.bias	8	-0.3963205814361572
285832	linear.bias	9	-1.0233243703842163
286029	transitions	0	0.7572620511054993
286029	transitions	1	0.1382460594177246
286029	transitions	2	-10000.0
286029	transitions	3	-1.8281290531158447
286029	transitions	4	-10000.0
286029	transitions	5	0.562761664390564
286029	transitions	6	-0.08566951006650925
286029	transitions	7	-0.8122515082359314
286029	transitions	8	-1.4228500127792358
286029	transitions	9	-0.001231861999258399
286029	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
286029	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
286029	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
286029	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
286029	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
286029	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
286029	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
286029	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
286029	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
286029	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
286029	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
286029	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
286029	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
286029	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
286029	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
286029	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
286029	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
286029	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
286029	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
286029	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
286029	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
286029	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
286029	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
286029	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
286029	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
286029	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
286029	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
286029	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
286029	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
286029	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
286029	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
286029	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
286029	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
286029	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
286029	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
286029	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
286029	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
286029	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
286029	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
286029	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
286029	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
286029	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
286029	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
286029	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
286029	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
286029	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
286029	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
286029	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
286029	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
286029	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
286029	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
286029	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
286029	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
286029	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
286029	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
286029	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
286029	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
286029	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
286029	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
286029	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
286029	embedding2nn.weight	0	0.016306426376104355
286029	embedding2nn.weight	1	-0.012670028954744339
286029	embedding2nn.weight	2	-0.014268254861235619
286029	embedding2nn.weight	3	-0.03124019131064415
286029	embedding2nn.weight	4	-0.0059150345623493195
286029	embedding2nn.weight	5	-0.0037005888298153877
286029	embedding2nn.weight	6	-0.003973265178501606
286029	embedding2nn.weight	7	-0.07741644978523254
286029	embedding2nn.weight	8	-0.0019979383796453476
286029	embedding2nn.weight	9	-0.027623340487480164
286029	embedding2nn.bias	0	0.03205619379878044
286029	embedding2nn.bias	1	-0.07670359313488007
286029	embedding2nn.bias	2	0.07181208580732346
286029	embedding2nn.bias	3	0.05118439346551895
286029	embedding2nn.bias	4	-0.040968555957078934
286029	embedding2nn.bias	5	-0.010015279054641724
286029	embedding2nn.bias	6	0.016291771084070206
286029	embedding2nn.bias	7	-0.0551651269197464
286029	embedding2nn.bias	8	0.07321213185787201
286029	embedding2nn.bias	9	0.0450732596218586
286029	rnn.weight_ih_l0	0	-0.08084242045879364
286029	rnn.weight_ih_l0	1	0.0030506278853863478
286029	rnn.weight_ih_l0	2	0.03558284044265747
286029	rnn.weight_ih_l0	3	0.02288920432329178
286029	rnn.weight_ih_l0	4	-0.04816141352057457
286029	rnn.weight_ih_l0	5	-0.06853371113538742
286029	rnn.weight_ih_l0	6	-0.0010693761287257075
286029	rnn.weight_ih_l0	7	0.05338231474161148
286029	rnn.weight_ih_l0	8	-0.017109930515289307
286029	rnn.weight_ih_l0	9	-0.030860967934131622
286029	rnn.weight_hh_l0	0	-0.029919208958745003
286029	rnn.weight_hh_l0	1	-0.007346875499933958
286029	rnn.weight_hh_l0	2	0.006758065894246101
286029	rnn.weight_hh_l0	3	-0.07457128167152405
286029	rnn.weight_hh_l0	4	0.09332352131605148
286029	rnn.weight_hh_l0	5	-0.026960156857967377
286029	rnn.weight_hh_l0	6	-0.06381615996360779
286029	rnn.weight_hh_l0	7	0.008748470805585384
286029	rnn.weight_hh_l0	8	0.013382060453295708
286029	rnn.weight_hh_l0	9	-0.025596795603632927
286029	rnn.bias_ih_l0	0	0.12990932166576385
286029	rnn.bias_ih_l0	1	-0.03394528478384018
286029	rnn.bias_ih_l0	2	-0.03433549776673317
286029	rnn.bias_ih_l0	3	0.16320593655109406
286029	rnn.bias_ih_l0	4	-0.012491357512772083
286029	rnn.bias_ih_l0	5	-0.022851182147860527
286029	rnn.bias_ih_l0	6	0.016942011192440987
286029	rnn.bias_ih_l0	7	0.02345527708530426
286029	rnn.bias_ih_l0	8	-0.09921517968177795
286029	rnn.bias_ih_l0	9	-0.04163650795817375
286029	rnn.bias_hh_l0	0	-0.0013402382610365748
286029	rnn.bias_hh_l0	1	-0.1002979576587677
286029	rnn.bias_hh_l0	2	-0.07495521754026413
286029	rnn.bias_hh_l0	3	-0.08882752060890198
286029	rnn.bias_hh_l0	4	0.008595924824476242
286029	rnn.bias_hh_l0	5	-0.0206314567476511
286029	rnn.bias_hh_l0	6	0.02835278958082199
286029	rnn.bias_hh_l0	7	0.06018142029643059
286029	rnn.bias_hh_l0	8	-0.12314113974571228
286029	rnn.bias_hh_l0	9	-0.05958951637148857
286029	rnn.weight_ih_l0_reverse	0	-0.025443455204367638
286029	rnn.weight_ih_l0_reverse	1	-0.05729873478412628
286029	rnn.weight_ih_l0_reverse	2	-0.04893122613430023
286029	rnn.weight_ih_l0_reverse	3	0.015512160025537014
286029	rnn.weight_ih_l0_reverse	4	-0.025191448628902435
286029	rnn.weight_ih_l0_reverse	5	-0.057353101670742035
286029	rnn.weight_ih_l0_reverse	6	0.07349015027284622
286029	rnn.weight_ih_l0_reverse	7	-0.018991494551301003
286029	rnn.weight_ih_l0_reverse	8	-0.018535656854510307
286029	rnn.weight_ih_l0_reverse	9	0.004537180066108704
286029	rnn.weight_hh_l0_reverse	0	0.0686040073633194
286029	rnn.weight_hh_l0_reverse	1	0.01991426572203636
286029	rnn.weight_hh_l0_reverse	2	0.030099598690867424
286029	rnn.weight_hh_l0_reverse	3	0.03551393374800682
286029	rnn.weight_hh_l0_reverse	4	0.01434508990496397
286029	rnn.weight_hh_l0_reverse	5	0.0082795899361372
286029	rnn.weight_hh_l0_reverse	6	0.05103151500225067
286029	rnn.weight_hh_l0_reverse	7	-0.08202248811721802
286029	rnn.weight_hh_l0_reverse	8	0.04007745906710625
286029	rnn.weight_hh_l0_reverse	9	0.03484048694372177
286029	rnn.bias_ih_l0_reverse	0	-0.056896720081567764
286029	rnn.bias_ih_l0_reverse	1	-0.2827821969985962
286029	rnn.bias_ih_l0_reverse	2	-0.12438622862100601
286029	rnn.bias_ih_l0_reverse	3	-0.04787546023726463
286029	rnn.bias_ih_l0_reverse	4	-0.02228436805307865
286029	rnn.bias_ih_l0_reverse	5	0.07609788328409195
286029	rnn.bias_ih_l0_reverse	6	-0.06557679176330566
286029	rnn.bias_ih_l0_reverse	7	0.06162586435675621
286029	rnn.bias_ih_l0_reverse	8	-0.03558686748147011
286029	rnn.bias_ih_l0_reverse	9	0.06528902798891068
286029	rnn.bias_hh_l0_reverse	0	0.023459959775209427
286029	rnn.bias_hh_l0_reverse	1	-0.06315048784017563
286029	rnn.bias_hh_l0_reverse	2	0.08919019997119904
286029	rnn.bias_hh_l0_reverse	3	-0.05162336304783821
286029	rnn.bias_hh_l0_reverse	4	-0.028154974803328514
286029	rnn.bias_hh_l0_reverse	5	-0.022145742550492287
286029	rnn.bias_hh_l0_reverse	6	-0.02060469053685665
286029	rnn.bias_hh_l0_reverse	7	0.09970557689666748
286029	rnn.bias_hh_l0_reverse	8	0.03005383536219597
286029	rnn.bias_hh_l0_reverse	9	-0.14916667342185974
286029	rnn.weight_ih_l1	0	-0.029745565727353096
286029	rnn.weight_ih_l1	1	-0.05073902755975723
286029	rnn.weight_ih_l1	2	0.06499090045690536
286029	rnn.weight_ih_l1	3	-0.07286959141492844
286029	rnn.weight_ih_l1	4	-0.014061352238059044
286029	rnn.weight_ih_l1	5	-0.040326785296201706
286029	rnn.weight_ih_l1	6	0.028942205011844635
286029	rnn.weight_ih_l1	7	-0.04422980919480324
286029	rnn.weight_ih_l1	8	0.03787410631775856
286029	rnn.weight_ih_l1	9	0.04481260105967522
286029	rnn.weight_hh_l1	0	-0.007048320956528187
286029	rnn.weight_hh_l1	1	0.01990625262260437
286029	rnn.weight_hh_l1	2	0.006525362376123667
286029	rnn.weight_hh_l1	3	-0.012646373361349106
286029	rnn.weight_hh_l1	4	0.004795115441083908
286029	rnn.weight_hh_l1	5	0.03522299975156784
286029	rnn.weight_hh_l1	6	0.03618937358260155
286029	rnn.weight_hh_l1	7	-0.016336854547262192
286029	rnn.weight_hh_l1	8	-0.007221508305519819
286029	rnn.weight_hh_l1	9	0.03859298303723335
286029	rnn.bias_ih_l1	0	-0.18376414477825165
286029	rnn.bias_ih_l1	1	-0.17453664541244507
286029	rnn.bias_ih_l1	2	-0.19692131876945496
286029	rnn.bias_ih_l1	3	-0.3072977066040039
286029	rnn.bias_ih_l1	4	-0.21198582649230957
286029	rnn.bias_ih_l1	5	-0.08904282003641129
286029	rnn.bias_ih_l1	6	-0.15852424502372742
286029	rnn.bias_ih_l1	7	-0.003338903421536088
286029	rnn.bias_ih_l1	8	-0.12978960573673248
286029	rnn.bias_ih_l1	9	-0.1232505664229393
286029	rnn.bias_hh_l1	0	-0.09662684053182602
286029	rnn.bias_hh_l1	1	-0.06307767331600189
286029	rnn.bias_hh_l1	2	-0.08557658642530441
286029	rnn.bias_hh_l1	3	-0.07742233574390411
286029	rnn.bias_hh_l1	4	-0.07313915342092514
286029	rnn.bias_hh_l1	5	-0.11726401001214981
286029	rnn.bias_hh_l1	6	-0.16076037287712097
286029	rnn.bias_hh_l1	7	0.0754254013299942
286029	rnn.bias_hh_l1	8	-0.17624793946743011
286029	rnn.bias_hh_l1	9	-0.11493322253227234
286029	rnn.weight_ih_l1_reverse	0	-0.04722311720252037
286029	rnn.weight_ih_l1_reverse	1	0.032960936427116394
286029	rnn.weight_ih_l1_reverse	2	0.0879146084189415
286029	rnn.weight_ih_l1_reverse	3	-0.017438311129808426
286029	rnn.weight_ih_l1_reverse	4	-0.023460067808628082
286029	rnn.weight_ih_l1_reverse	5	-0.030290627852082253
286029	rnn.weight_ih_l1_reverse	6	-0.019736770540475845
286029	rnn.weight_ih_l1_reverse	7	0.029653478413820267
286029	rnn.weight_ih_l1_reverse	8	0.00558093236759305
286029	rnn.weight_ih_l1_reverse	9	-0.03348859027028084
286029	rnn.weight_hh_l1_reverse	0	0.00459293182939291
286029	rnn.weight_hh_l1_reverse	1	0.03169756382703781
286029	rnn.weight_hh_l1_reverse	2	-0.04061523452401161
286029	rnn.weight_hh_l1_reverse	3	0.03502582386136055
286029	rnn.weight_hh_l1_reverse	4	0.04714066907763481
286029	rnn.weight_hh_l1_reverse	5	0.006024470552802086
286029	rnn.weight_hh_l1_reverse	6	0.04900035262107849
286029	rnn.weight_hh_l1_reverse	7	0.03100026398897171
286029	rnn.weight_hh_l1_reverse	8	-0.0071209692396223545
286029	rnn.weight_hh_l1_reverse	9	-0.030166950076818466
286029	rnn.bias_ih_l1_reverse	0	-0.04566062241792679
286029	rnn.bias_ih_l1_reverse	1	-0.13955119252204895
286029	rnn.bias_ih_l1_reverse	2	-0.16381117701530457
286029	rnn.bias_ih_l1_reverse	3	-0.06069587171077728
286029	rnn.bias_ih_l1_reverse	4	-0.20372095704078674
286029	rnn.bias_ih_l1_reverse	5	-0.11697513610124588
286029	rnn.bias_ih_l1_reverse	6	-0.12983007729053497
286029	rnn.bias_ih_l1_reverse	7	-0.19189302623271942
286029	rnn.bias_ih_l1_reverse	8	0.2263059765100479
286029	rnn.bias_ih_l1_reverse	9	0.022184185683727264
286029	rnn.bias_hh_l1_reverse	0	0.010613193735480309
286029	rnn.bias_hh_l1_reverse	1	-0.06543059647083282
286029	rnn.bias_hh_l1_reverse	2	-0.2371969372034073
286029	rnn.bias_hh_l1_reverse	3	-0.1436082422733307
286029	rnn.bias_hh_l1_reverse	4	-0.08034339547157288
286029	rnn.bias_hh_l1_reverse	5	-0.11622779816389084
286029	rnn.bias_hh_l1_reverse	6	0.06343638151884079
286029	rnn.bias_hh_l1_reverse	7	-0.13456422090530396
286029	rnn.bias_hh_l1_reverse	8	-0.1249694675207138
286029	rnn.bias_hh_l1_reverse	9	-0.1482422947883606
286029	linear.weight	0	0.002228822559118271
286029	linear.weight	1	0.0970456674695015
286029	linear.weight	2	-0.09219078719615936
286029	linear.weight	3	0.3137117028236389
286029	linear.weight	4	0.15034815669059753
286029	linear.weight	5	-0.06567203998565674
286029	linear.weight	6	0.09474274516105652
286029	linear.weight	7	0.1368427574634552
286029	linear.weight	8	0.041133131831884384
286029	linear.weight	9	-0.05087309330701828
286029	linear.bias	0	0.08310544490814209
286029	linear.bias	1	-0.18975840508937836
286029	linear.bias	2	-0.44980669021606445
286029	linear.bias	3	-0.6565651297569275
286029	linear.bias	4	-1.261311650276184
286029	linear.bias	5	-0.05935952067375183
286029	linear.bias	6	-0.8224638104438782
286029	linear.bias	7	0.27104249596595764
286029	linear.bias	8	-0.39626753330230713
286029	linear.bias	9	-1.0232747793197632
286226	transitions	0	0.7571842670440674
286226	transitions	1	0.13826438784599304
286226	transitions	2	-10000.0
286226	transitions	3	-1.8281290531158447
286226	transitions	4	-10000.0
286226	transitions	5	0.5627613663673401
286226	transitions	6	-0.08566973358392715
286226	transitions	7	-0.8122526407241821
286226	transitions	8	-1.4228500127792358
286226	transitions	9	-0.0012318642111495137
286226	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
286226	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
286226	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
286226	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
286226	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
286226	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
286226	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
286226	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
286226	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
286226	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
286226	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
286226	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
286226	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
286226	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
286226	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
286226	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
286226	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
286226	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
286226	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
286226	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
286226	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
286226	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
286226	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
286226	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
286226	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
286226	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
286226	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
286226	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
286226	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
286226	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
286226	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
286226	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
286226	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
286226	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
286226	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
286226	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
286226	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
286226	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
286226	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
286226	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
286226	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
286226	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
286226	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
286226	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
286226	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
286226	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
286226	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
286226	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
286226	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
286226	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
286226	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
286226	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
286226	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
286226	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
286226	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
286226	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
286226	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
286226	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
286226	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
286226	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
286226	embedding2nn.weight	0	0.016286425292491913
286226	embedding2nn.weight	1	-0.012670005671679974
286226	embedding2nn.weight	2	-0.014268254861235619
286226	embedding2nn.weight	3	-0.03123166412115097
286226	embedding2nn.weight	4	-0.0059150345623493195
286226	embedding2nn.weight	5	-0.0037005888298153877
286226	embedding2nn.weight	6	-0.003973265178501606
286226	embedding2nn.weight	7	-0.07741054147481918
286226	embedding2nn.weight	8	-0.0019979383796453476
286226	embedding2nn.weight	9	-0.027627423405647278
286226	embedding2nn.bias	0	0.0320139117538929
286226	embedding2nn.bias	1	-0.07669573277235031
286226	embedding2nn.bias	2	0.07188591361045837
286226	embedding2nn.bias	3	0.05116657912731171
286226	embedding2nn.bias	4	-0.040992461144924164
286226	embedding2nn.bias	5	-0.009945150464773178
286226	embedding2nn.bias	6	0.01627340167760849
286226	embedding2nn.bias	7	-0.0552358403801918
286226	embedding2nn.bias	8	0.07319829612970352
286226	embedding2nn.bias	9	0.045068543404340744
286226	rnn.weight_ih_l0	0	-0.08083957433700562
286226	rnn.weight_ih_l0	1	0.003062368370592594
286226	rnn.weight_ih_l0	2	0.03557341545820236
286226	rnn.weight_ih_l0	3	0.02288544364273548
286226	rnn.weight_ih_l0	4	-0.04815513268113136
286226	rnn.weight_ih_l0	5	-0.06852749735116959
286226	rnn.weight_ih_l0	6	-0.0010779445292428136
286226	rnn.weight_ih_l0	7	0.053388744592666626
286226	rnn.weight_ih_l0	8	-0.017111802473664284
286226	rnn.weight_ih_l0	9	-0.03085395134985447
286226	rnn.weight_hh_l0	0	-0.029923105612397194
286226	rnn.weight_hh_l0	1	-0.0073540410958230495
286226	rnn.weight_hh_l0	2	0.006760857533663511
286226	rnn.weight_hh_l0	3	-0.07456977665424347
286226	rnn.weight_hh_l0	4	0.0933183878660202
286226	rnn.weight_hh_l0	5	-0.026962999254465103
286226	rnn.weight_hh_l0	6	-0.06382162868976593
286226	rnn.weight_hh_l0	7	0.008748004212975502
286226	rnn.weight_hh_l0	8	0.01337879616767168
286226	rnn.weight_hh_l0	9	-0.025595711544156075
286226	rnn.bias_ih_l0	0	0.1298922300338745
286226	rnn.bias_ih_l0	1	-0.03394860401749611
286226	rnn.bias_ih_l0	2	-0.03435145318508148
286226	rnn.bias_ih_l0	3	0.1632053107023239
286226	rnn.bias_ih_l0	4	-0.012478909455239773
286226	rnn.bias_ih_l0	5	-0.022839834913611412
286226	rnn.bias_ih_l0	6	0.016939576715230942
286226	rnn.bias_ih_l0	7	0.023450491949915886
286226	rnn.bias_ih_l0	8	-0.09920398145914078
286226	rnn.bias_ih_l0	9	-0.04162431135773659
286226	rnn.bias_hh_l0	0	-0.001310509629547596
286226	rnn.bias_hh_l0	1	-0.10030766576528549
286226	rnn.bias_hh_l0	2	-0.07495835423469543
286226	rnn.bias_hh_l0	3	-0.08882623165845871
286226	rnn.bias_hh_l0	4	0.008608209900557995
286226	rnn.bias_hh_l0	5	-0.02061324380338192
286226	rnn.bias_hh_l0	6	0.028344159945845604
286226	rnn.bias_hh_l0	7	0.060220055282115936
286226	rnn.bias_hh_l0	8	-0.12313789129257202
286226	rnn.bias_hh_l0	9	-0.05962308496236801
286226	rnn.weight_ih_l0_reverse	0	-0.025447223335504532
286226	rnn.weight_ih_l0_reverse	1	-0.057300567626953125
286226	rnn.weight_ih_l0_reverse	2	-0.0489279106259346
286226	rnn.weight_ih_l0_reverse	3	0.015505416318774223
286226	rnn.weight_ih_l0_reverse	4	-0.02519545704126358
286226	rnn.weight_ih_l0_reverse	5	-0.057360853999853134
286226	rnn.weight_ih_l0_reverse	6	0.07349463552236557
286226	rnn.weight_ih_l0_reverse	7	-0.01898995041847229
286226	rnn.weight_ih_l0_reverse	8	-0.01853714883327484
286226	rnn.weight_ih_l0_reverse	9	0.004535390064120293
286226	rnn.weight_hh_l0_reverse	0	0.06860129535198212
286226	rnn.weight_hh_l0_reverse	1	0.019923077896237373
286226	rnn.weight_hh_l0_reverse	2	0.030098194256424904
286226	rnn.weight_hh_l0_reverse	3	0.03550974279642105
286226	rnn.weight_hh_l0_reverse	4	0.014349568635225296
286226	rnn.weight_hh_l0_reverse	5	0.008278239518404007
286226	rnn.weight_hh_l0_reverse	6	0.05102972313761711
286226	rnn.weight_hh_l0_reverse	7	-0.08202061802148819
286226	rnn.weight_hh_l0_reverse	8	0.04007921367883682
286226	rnn.weight_hh_l0_reverse	9	0.03484191372990608
286226	rnn.bias_ih_l0_reverse	0	-0.05692262575030327
286226	rnn.bias_ih_l0_reverse	1	-0.2827949523925781
286226	rnn.bias_ih_l0_reverse	2	-0.124354287981987
286226	rnn.bias_ih_l0_reverse	3	-0.04787824675440788
286226	rnn.bias_ih_l0_reverse	4	-0.022267615422606468
286226	rnn.bias_ih_l0_reverse	5	0.07613001018762589
286226	rnn.bias_ih_l0_reverse	6	-0.06555991619825363
286226	rnn.bias_ih_l0_reverse	7	0.061654601246118546
286226	rnn.bias_ih_l0_reverse	8	-0.03558110445737839
286226	rnn.bias_ih_l0_reverse	9	0.06528710573911667
286226	rnn.bias_hh_l0_reverse	0	0.02348404936492443
286226	rnn.bias_hh_l0_reverse	1	-0.06310494244098663
286226	rnn.bias_hh_l0_reverse	2	0.08918736129999161
286226	rnn.bias_hh_l0_reverse	3	-0.051637955009937286
286226	rnn.bias_hh_l0_reverse	4	-0.028148874640464783
286226	rnn.bias_hh_l0_reverse	5	-0.022145286202430725
286226	rnn.bias_hh_l0_reverse	6	-0.020588485524058342
286226	rnn.bias_hh_l0_reverse	7	0.09970711171627045
286226	rnn.bias_hh_l0_reverse	8	0.030055182054638863
286226	rnn.bias_hh_l0_reverse	9	-0.14913906157016754
286226	rnn.weight_ih_l1	0	-0.029752926900982857
286226	rnn.weight_ih_l1	1	-0.05074318125844002
286226	rnn.weight_ih_l1	2	0.06499133259057999
286226	rnn.weight_ih_l1	3	-0.07289059460163116
286226	rnn.weight_ih_l1	4	-0.01407568994909525
286226	rnn.weight_ih_l1	5	-0.04032587260007858
286226	rnn.weight_ih_l1	6	0.0289430133998394
286226	rnn.weight_ih_l1	7	-0.04421522840857506
286226	rnn.weight_ih_l1	8	0.03787315636873245
286226	rnn.weight_ih_l1	9	0.0448109395802021
286226	rnn.weight_hh_l1	0	-0.007049874868243933
286226	rnn.weight_hh_l1	1	0.019907809793949127
286226	rnn.weight_hh_l1	2	0.0065107266418635845
286226	rnn.weight_hh_l1	3	-0.012648978270590305
286226	rnn.weight_hh_l1	4	0.004793161991983652
286226	rnn.weight_hh_l1	5	0.03521978110074997
286226	rnn.weight_hh_l1	6	0.036188263446092606
286226	rnn.weight_hh_l1	7	-0.016340108588337898
286226	rnn.weight_hh_l1	8	-0.007218535058200359
286226	rnn.weight_hh_l1	9	0.038589294999837875
286226	rnn.bias_ih_l1	0	-0.18375003337860107
286226	rnn.bias_ih_l1	1	-0.17453397810459137
286226	rnn.bias_ih_l1	2	-0.19687625765800476
286226	rnn.bias_ih_l1	3	-0.30728307366371155
286226	rnn.bias_ih_l1	4	-0.2120542973279953
286226	rnn.bias_ih_l1	5	-0.08902700245380402
286226	rnn.bias_ih_l1	6	-0.15850257873535156
286226	rnn.bias_ih_l1	7	-0.00332288583740592
286226	rnn.bias_ih_l1	8	-0.12981626391410828
286226	rnn.bias_ih_l1	9	-0.12326263636350632
286226	rnn.bias_hh_l1	0	-0.09663205593824387
286226	rnn.bias_hh_l1	1	-0.06307243555784225
286226	rnn.bias_hh_l1	2	-0.08558394014835358
286226	rnn.bias_hh_l1	3	-0.07743736356496811
286226	rnn.bias_hh_l1	4	-0.07311205565929413
286226	rnn.bias_hh_l1	5	-0.11728904396295547
286226	rnn.bias_hh_l1	6	-0.1607569009065628
286226	rnn.bias_hh_l1	7	0.07541095465421677
286226	rnn.bias_hh_l1	8	-0.17624007165431976
286226	rnn.bias_hh_l1	9	-0.11492183059453964
286226	rnn.weight_ih_l1_reverse	0	-0.047226134687662125
286226	rnn.weight_ih_l1_reverse	1	0.03296104818582535
286226	rnn.weight_ih_l1_reverse	2	0.0879083126783371
286226	rnn.weight_ih_l1_reverse	3	-0.01744406297802925
286226	rnn.weight_ih_l1_reverse	4	-0.023430295288562775
286226	rnn.weight_ih_l1_reverse	5	-0.030288798734545708
286226	rnn.weight_ih_l1_reverse	6	-0.019725371152162552
286226	rnn.weight_ih_l1_reverse	7	0.029653215780854225
286226	rnn.weight_ih_l1_reverse	8	0.00558153260499239
286226	rnn.weight_ih_l1_reverse	9	-0.033460959792137146
286226	rnn.weight_hh_l1_reverse	0	0.004592624492943287
286226	rnn.weight_hh_l1_reverse	1	0.031696248799562454
286226	rnn.weight_hh_l1_reverse	2	-0.04061465337872505
286226	rnn.weight_hh_l1_reverse	3	0.035026732832193375
286226	rnn.weight_hh_l1_reverse	4	0.04713906720280647
286226	rnn.weight_hh_l1_reverse	5	0.006025724112987518
286226	rnn.weight_hh_l1_reverse	6	0.04900988191366196
286226	rnn.weight_hh_l1_reverse	7	0.030998781323432922
286226	rnn.weight_hh_l1_reverse	8	-0.007120332680642605
286226	rnn.weight_hh_l1_reverse	9	-0.030169134959578514
286226	rnn.bias_ih_l1_reverse	0	-0.04566467925906181
286226	rnn.bias_ih_l1_reverse	1	-0.13954347372055054
286226	rnn.bias_ih_l1_reverse	2	-0.16381990909576416
286226	rnn.bias_ih_l1_reverse	3	-0.060683559626340866
286226	rnn.bias_ih_l1_reverse	4	-0.20373664796352386
286226	rnn.bias_ih_l1_reverse	5	-0.11697779595851898
286226	rnn.bias_ih_l1_reverse	6	-0.12984445691108704
286226	rnn.bias_ih_l1_reverse	7	-0.19188229739665985
286226	rnn.bias_ih_l1_reverse	8	0.22632838785648346
286226	rnn.bias_ih_l1_reverse	9	0.022189049050211906
286226	rnn.bias_hh_l1_reverse	0	0.010543798096477985
286226	rnn.bias_hh_l1_reverse	1	-0.0654539167881012
286226	rnn.bias_hh_l1_reverse	2	-0.2371937781572342
286226	rnn.bias_hh_l1_reverse	3	-0.14362198114395142
286226	rnn.bias_hh_l1_reverse	4	-0.08033300936222076
286226	rnn.bias_hh_l1_reverse	5	-0.11621882766485214
286226	rnn.bias_hh_l1_reverse	6	0.06349433958530426
286226	rnn.bias_hh_l1_reverse	7	-0.13456867635250092
286226	rnn.bias_hh_l1_reverse	8	-0.1249866783618927
286226	rnn.bias_hh_l1_reverse	9	-0.14824523031711578
286226	linear.weight	0	0.002228822559118271
286226	linear.weight	1	0.09698238223791122
286226	linear.weight	2	-0.09220296144485474
286226	linear.weight	3	0.31370508670806885
286226	linear.weight	4	0.15033866465091705
286226	linear.weight	5	-0.06566495448350906
286226	linear.weight	6	0.09473495185375214
286226	linear.weight	7	0.13689202070236206
286226	linear.weight	8	0.041133131831884384
286226	linear.weight	9	-0.05086936801671982
286226	linear.bias	0	0.08297544717788696
286226	linear.bias	1	-0.18920090794563293
286226	linear.bias	2	-0.4495095908641815
286226	linear.bias	3	-0.6567670106887817
286226	linear.bias	4	-1.2615336179733276
286226	linear.bias	5	-0.05968431383371353
286226	linear.bias	6	-0.8219091892242432
286226	linear.bias	7	0.27077195048332214
286226	linear.bias	8	-0.39639410376548767
286226	linear.bias	9	-1.023390769958496
286230	transitions	0	0.7571841478347778
286230	transitions	1	0.13826510310173035
286230	transitions	2	-10000.0
286230	transitions	3	-1.8281290531158447
286230	transitions	4	-10000.0
286230	transitions	5	0.5627613663673401
286230	transitions	6	-0.08566973358392715
286230	transitions	7	-0.8122526407241821
286230	transitions	8	-1.4228500127792358
286230	transitions	9	-0.0012318642111495137
286230	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
286230	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
286230	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
286230	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
286230	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
286230	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
286230	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
286230	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
286230	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
286230	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
286230	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
286230	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
286230	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
286230	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
286230	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
286230	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
286230	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
286230	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
286230	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
286230	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
286230	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
286230	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
286230	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
286230	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
286230	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
286230	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
286230	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
286230	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
286230	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
286230	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
286230	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
286230	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
286230	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
286230	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
286230	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
286230	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
286230	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
286230	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
286230	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
286230	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
286230	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
286230	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
286230	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
286230	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
286230	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
286230	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
286230	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
286230	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
286230	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
286230	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
286230	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
286230	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
286230	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
286230	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
286230	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
286230	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
286230	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
286230	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
286230	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
286230	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
286230	embedding2nn.weight	0	0.01628689095377922
286230	embedding2nn.weight	1	-0.01267003733664751
286230	embedding2nn.weight	2	-0.014268254861235619
286230	embedding2nn.weight	3	-0.031233185902237892
286230	embedding2nn.weight	4	-0.0059150345623493195
286230	embedding2nn.weight	5	-0.0037005888298153877
286230	embedding2nn.weight	6	-0.003973265178501606
286230	embedding2nn.weight	7	-0.07741127163171768
286230	embedding2nn.weight	8	-0.0019979383796453476
286230	embedding2nn.weight	9	-0.027627669274806976
286230	embedding2nn.bias	0	0.03202884644269943
286230	embedding2nn.bias	1	-0.07670780271291733
286230	embedding2nn.bias	2	0.07188164442777634
286230	embedding2nn.bias	3	0.051165442913770676
286230	embedding2nn.bias	4	-0.040995173156261444
286230	embedding2nn.bias	5	-0.009938867762684822
286230	embedding2nn.bias	6	0.0162652600556612
286230	embedding2nn.bias	7	-0.05524148792028427
286230	embedding2nn.bias	8	0.07319599390029907
286230	embedding2nn.bias	9	0.04507439583539963
286230	rnn.weight_ih_l0	0	-0.08084018528461456
286230	rnn.weight_ih_l0	1	0.003061927855014801
286230	rnn.weight_ih_l0	2	0.0355735644698143
286230	rnn.weight_ih_l0	3	0.022884907200932503
286230	rnn.weight_ih_l0	4	-0.04815532639622688
286230	rnn.weight_ih_l0	5	-0.06852728873491287
286230	rnn.weight_ih_l0	6	-0.001077978522516787
286230	rnn.weight_ih_l0	7	0.05338846147060394
286230	rnn.weight_ih_l0	8	-0.017110619693994522
286230	rnn.weight_ih_l0	9	-0.030854607000947
286230	rnn.weight_hh_l0	0	-0.02992311678826809
286230	rnn.weight_hh_l0	1	-0.0073539805598556995
286230	rnn.weight_hh_l0	2	0.006762650795280933
286230	rnn.weight_hh_l0	3	-0.0745692253112793
286230	rnn.weight_hh_l0	4	0.09331969916820526
286230	rnn.weight_hh_l0	5	-0.026963254436850548
286230	rnn.weight_hh_l0	6	-0.0638217180967331
286230	rnn.weight_hh_l0	7	0.008747533895075321
286230	rnn.weight_hh_l0	8	0.013378772884607315
286230	rnn.weight_hh_l0	9	-0.025595491752028465
286230	rnn.bias_ih_l0	0	0.12988997995853424
286230	rnn.bias_ih_l0	1	-0.033949289470911026
286230	rnn.bias_ih_l0	2	-0.034350890666246414
286230	rnn.bias_ih_l0	3	0.16320382058620453
286230	rnn.bias_ih_l0	4	-0.01248018816113472
286230	rnn.bias_ih_l0	5	-0.02283710427582264
286230	rnn.bias_ih_l0	6	0.016937732696533203
286230	rnn.bias_ih_l0	7	0.023449989035725594
286230	rnn.bias_ih_l0	8	-0.09920345991849899
286230	rnn.bias_ih_l0	9	-0.04161868989467621
286230	rnn.bias_hh_l0	0	-0.001309440704062581
286230	rnn.bias_hh_l0	1	-0.10030496120452881
286230	rnn.bias_hh_l0	2	-0.07496261596679688
286230	rnn.bias_hh_l0	3	-0.08882470428943634
286230	rnn.bias_hh_l0	4	0.008609738200902939
286230	rnn.bias_hh_l0	5	-0.020611539483070374
286230	rnn.bias_hh_l0	6	0.02834405191242695
286230	rnn.bias_hh_l0	7	0.060221116989851
286230	rnn.bias_hh_l0	8	-0.12313501536846161
286230	rnn.bias_hh_l0	9	-0.05962332338094711
286230	rnn.weight_ih_l0_reverse	0	-0.025447532534599304
286230	rnn.weight_ih_l0_reverse	1	-0.057300716638565063
286230	rnn.weight_ih_l0_reverse	2	-0.04892811179161072
286230	rnn.weight_ih_l0_reverse	3	0.015507755801081657
286230	rnn.weight_ih_l0_reverse	4	-0.025195138528943062
286230	rnn.weight_ih_l0_reverse	5	-0.057361043989658356
286230	rnn.weight_ih_l0_reverse	6	0.07349461317062378
286230	rnn.weight_ih_l0_reverse	7	-0.018989717587828636
286230	rnn.weight_ih_l0_reverse	8	-0.018537964671850204
286230	rnn.weight_ih_l0_reverse	9	0.004536523949354887
286230	rnn.weight_hh_l0_reverse	0	0.06860138475894928
286230	rnn.weight_hh_l0_reverse	1	0.01992311142385006
286230	rnn.weight_hh_l0_reverse	2	0.0300985686480999
286230	rnn.weight_hh_l0_reverse	3	0.035509463399648666
286230	rnn.weight_hh_l0_reverse	4	0.014349391683936119
286230	rnn.weight_hh_l0_reverse	5	0.008278176188468933
286230	rnn.weight_hh_l0_reverse	6	0.05102944374084473
286230	rnn.weight_hh_l0_reverse	7	-0.08202154189348221
286230	rnn.weight_hh_l0_reverse	8	0.04007936269044876
286230	rnn.weight_hh_l0_reverse	9	0.03484153375029564
286230	rnn.bias_ih_l0_reverse	0	-0.056920815259218216
286230	rnn.bias_ih_l0_reverse	1	-0.28279775381088257
286230	rnn.bias_ih_l0_reverse	2	-0.12435451149940491
286230	rnn.bias_ih_l0_reverse	3	-0.047879111021757126
286230	rnn.bias_ih_l0_reverse	4	-0.022265901789069176
286230	rnn.bias_ih_l0_reverse	5	0.0761302188038826
286230	rnn.bias_ih_l0_reverse	6	-0.06555909663438797
286230	rnn.bias_ih_l0_reverse	7	0.06165674328804016
286230	rnn.bias_ih_l0_reverse	8	-0.035579558461904526
286230	rnn.bias_ih_l0_reverse	9	0.06528806686401367
286230	rnn.bias_hh_l0_reverse	0	0.023483112454414368
286230	rnn.bias_hh_l0_reverse	1	-0.06310281157493591
286230	rnn.bias_hh_l0_reverse	2	0.08918719738721848
286230	rnn.bias_hh_l0_reverse	3	-0.05163969844579697
286230	rnn.bias_hh_l0_reverse	4	-0.02814720943570137
286230	rnn.bias_hh_l0_reverse	5	-0.022148091346025467
286230	rnn.bias_hh_l0_reverse	6	-0.020588882267475128
286230	rnn.bias_hh_l0_reverse	7	0.09970849752426147
286230	rnn.bias_hh_l0_reverse	8	0.030056657269597054
286230	rnn.bias_hh_l0_reverse	9	-0.14913935959339142
286230	rnn.weight_ih_l1	0	-0.02975308522582054
286230	rnn.weight_ih_l1	1	-0.050743620842695236
286230	rnn.weight_ih_l1	2	0.0649917796254158
286230	rnn.weight_ih_l1	3	-0.07289046794176102
286230	rnn.weight_ih_l1	4	-0.014076382853090763
286230	rnn.weight_ih_l1	5	-0.040325697511434555
286230	rnn.weight_ih_l1	6	0.02894313633441925
286230	rnn.weight_ih_l1	7	-0.04421636462211609
286230	rnn.weight_ih_l1	8	0.03787318617105484
286230	rnn.weight_ih_l1	9	0.04481130465865135
286230	rnn.weight_hh_l1	0	-0.007050369866192341
286230	rnn.weight_hh_l1	1	0.019907737150788307
286230	rnn.weight_hh_l1	2	0.006510713137686253
286230	rnn.weight_hh_l1	3	-0.012648750096559525
286230	rnn.weight_hh_l1	4	0.004793165251612663
286230	rnn.weight_hh_l1	5	0.03522024303674698
286230	rnn.weight_hh_l1	6	0.03618801012635231
286230	rnn.weight_hh_l1	7	-0.01634146273136139
286230	rnn.weight_hh_l1	8	-0.007218475453555584
286230	rnn.weight_hh_l1	9	0.03858911246061325
286230	rnn.bias_ih_l1	0	-0.18375210464000702
286230	rnn.bias_ih_l1	1	-0.17453303933143616
286230	rnn.bias_ih_l1	2	-0.19687379896640778
286230	rnn.bias_ih_l1	3	-0.30728214979171753
286230	rnn.bias_ih_l1	4	-0.21205267310142517
286230	rnn.bias_ih_l1	5	-0.08902548253536224
286230	rnn.bias_ih_l1	6	-0.15850432217121124
286230	rnn.bias_ih_l1	7	-0.003323122626170516
286230	rnn.bias_ih_l1	8	-0.12981657683849335
286230	rnn.bias_ih_l1	9	-0.1232629120349884
286230	rnn.bias_hh_l1	0	-0.0966324582695961
286230	rnn.bias_hh_l1	1	-0.06306932866573334
286230	rnn.bias_hh_l1	2	-0.08558099716901779
286230	rnn.bias_hh_l1	3	-0.0774349793791771
286230	rnn.bias_hh_l1	4	-0.07311389595270157
286230	rnn.bias_hh_l1	5	-0.11728978157043457
286230	rnn.bias_hh_l1	6	-0.16075336933135986
286230	rnn.bias_hh_l1	7	0.07540616393089294
286230	rnn.bias_hh_l1	8	-0.1762416511774063
286230	rnn.bias_hh_l1	9	-0.11493101716041565
286230	rnn.weight_ih_l1_reverse	0	-0.04722616821527481
286230	rnn.weight_ih_l1_reverse	1	0.03296135738492012
286230	rnn.weight_ih_l1_reverse	2	0.08790905028581619
286230	rnn.weight_ih_l1_reverse	3	-0.01744401827454567
286230	rnn.weight_ih_l1_reverse	4	-0.02343076281249523
286230	rnn.weight_ih_l1_reverse	5	-0.030288811773061752
286230	rnn.weight_ih_l1_reverse	6	-0.01972530595958233
286230	rnn.weight_ih_l1_reverse	7	0.02965370938181877
286230	rnn.weight_ih_l1_reverse	8	0.005581594072282314
286230	rnn.weight_ih_l1_reverse	9	-0.03345443308353424
286230	rnn.weight_hh_l1_reverse	0	0.004592730663716793
286230	rnn.weight_hh_l1_reverse	1	0.03169650584459305
286230	rnn.weight_hh_l1_reverse	2	-0.040614645928144455
286230	rnn.weight_hh_l1_reverse	3	0.03502660617232323
286230	rnn.weight_hh_l1_reverse	4	0.04713870957493782
286230	rnn.weight_hh_l1_reverse	5	0.0060250116512179375
286230	rnn.weight_hh_l1_reverse	6	0.04900695011019707
286230	rnn.weight_hh_l1_reverse	7	0.030999043956398964
286230	rnn.weight_hh_l1_reverse	8	-0.007119931746274233
286230	rnn.weight_hh_l1_reverse	9	-0.03017006441950798
286230	rnn.bias_ih_l1_reverse	0	-0.045661214739084244
286230	rnn.bias_ih_l1_reverse	1	-0.13954074680805206
286230	rnn.bias_ih_l1_reverse	2	-0.16382086277008057
286230	rnn.bias_ih_l1_reverse	3	-0.060680728405714035
286230	rnn.bias_ih_l1_reverse	4	-0.2037360519170761
286230	rnn.bias_ih_l1_reverse	5	-0.11697648465633392
286230	rnn.bias_ih_l1_reverse	6	-0.12984417378902435
286230	rnn.bias_ih_l1_reverse	7	-0.19188430905342102
286230	rnn.bias_ih_l1_reverse	8	0.2263299524784088
286230	rnn.bias_ih_l1_reverse	9	0.02218920737504959
286230	rnn.bias_hh_l1_reverse	0	0.010545654222369194
286230	rnn.bias_hh_l1_reverse	1	-0.06546089053153992
286230	rnn.bias_hh_l1_reverse	2	-0.23719459772109985
286230	rnn.bias_hh_l1_reverse	3	-0.14362351596355438
286230	rnn.bias_hh_l1_reverse	4	-0.08033614605665207
286230	rnn.bias_hh_l1_reverse	5	-0.11622148007154465
286230	rnn.bias_hh_l1_reverse	6	0.06348611414432526
286230	rnn.bias_hh_l1_reverse	7	-0.13456304371356964
286230	rnn.bias_hh_l1_reverse	8	-0.12498679012060165
286230	rnn.bias_hh_l1_reverse	9	-0.1482444554567337
286230	linear.weight	0	0.002228822559118271
286230	linear.weight	1	0.09698224812746048
286230	linear.weight	2	-0.09219933301210403
286230	linear.weight	3	0.3137073218822479
286230	linear.weight	4	0.1503387689590454
286230	linear.weight	5	-0.06566496193408966
286230	linear.weight	6	0.09473449736833572
286230	linear.weight	7	0.13689200580120087
286230	linear.weight	8	0.041133131831884384
286230	linear.weight	9	-0.050866592675447464
286230	linear.bias	0	0.08295872062444687
286230	linear.bias	1	-0.18917448818683624
286230	linear.bias	2	-0.4495583474636078
286230	linear.bias	3	-0.6567874550819397
286230	linear.bias	4	-1.2615541219711304
286230	linear.bias	5	-0.059655413031578064
286230	linear.bias	6	-0.8218828439712524
286230	linear.bias	7	0.27080094814300537
286230	linear.bias	8	-0.3963755667209625
286230	linear.bias	9	-1.0233722925186157
286427	transitions	0	0.7571099400520325
286427	transitions	1	0.1381874531507492
286427	transitions	2	-10000.0
286427	transitions	3	-1.8281290531158447
286427	transitions	4	-10000.0
286427	transitions	5	0.5627613663673401
286427	transitions	6	-0.08566994220018387
286427	transitions	7	-0.8122540712356567
286427	transitions	8	-1.4228510856628418
286427	transitions	9	-0.0012318671215325594
286427	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
286427	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
286427	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
286427	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
286427	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
286427	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
286427	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
286427	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
286427	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
286427	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
286427	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
286427	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
286427	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
286427	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
286427	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
286427	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
286427	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
286427	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
286427	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
286427	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
286427	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
286427	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
286427	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
286427	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
286427	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
286427	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
286427	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
286427	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
286427	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
286427	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
286427	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
286427	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
286427	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
286427	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
286427	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
286427	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
286427	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
286427	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
286427	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
286427	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
286427	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
286427	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
286427	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
286427	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
286427	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
286427	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
286427	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
286427	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
286427	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
286427	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
286427	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
286427	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
286427	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
286427	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
286427	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
286427	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
286427	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
286427	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
286427	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
286427	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
286427	embedding2nn.weight	0	0.016283508390188217
286427	embedding2nn.weight	1	-0.012669515796005726
286427	embedding2nn.weight	2	-0.014268254861235619
286427	embedding2nn.weight	3	-0.031251341104507446
286427	embedding2nn.weight	4	-0.0059150345623493195
286427	embedding2nn.weight	5	-0.0037005888298153877
286427	embedding2nn.weight	6	-0.003973265178501606
286427	embedding2nn.weight	7	-0.0774087980389595
286427	embedding2nn.weight	8	-0.0019979383796453476
286427	embedding2nn.weight	9	-0.027617640793323517
286427	embedding2nn.bias	0	0.03204631432890892
286427	embedding2nn.bias	1	-0.07678424566984177
286427	embedding2nn.bias	2	0.07189936935901642
286427	embedding2nn.bias	3	0.0511985719203949
286427	embedding2nn.bias	4	-0.041007716208696365
286427	embedding2nn.bias	5	-0.010015311650931835
286427	embedding2nn.bias	6	0.016311662271618843
286427	embedding2nn.bias	7	-0.05533132702112198
286427	embedding2nn.bias	8	0.07311929017305374
286427	embedding2nn.bias	9	0.04509628936648369
286427	rnn.weight_ih_l0	0	-0.0808381661772728
286427	rnn.weight_ih_l0	1	0.0030576044227927923
286427	rnn.weight_ih_l0	2	0.03557765111327171
286427	rnn.weight_ih_l0	3	0.022888338193297386
286427	rnn.weight_ih_l0	4	-0.048164431005716324
286427	rnn.weight_ih_l0	5	-0.06853607296943665
286427	rnn.weight_ih_l0	6	-0.0010768738575279713
286427	rnn.weight_ih_l0	7	0.05338991433382034
286427	rnn.weight_ih_l0	8	-0.017107680439949036
286427	rnn.weight_ih_l0	9	-0.030853070318698883
286427	rnn.weight_hh_l0	0	-0.029920516535639763
286427	rnn.weight_hh_l0	1	-0.007364477962255478
286427	rnn.weight_hh_l0	2	0.0067536006681621075
286427	rnn.weight_hh_l0	3	-0.07457242161035538
286427	rnn.weight_hh_l0	4	0.09331506490707397
286427	rnn.weight_hh_l0	5	-0.02696254849433899
286427	rnn.weight_hh_l0	6	-0.06382990628480911
286427	rnn.weight_hh_l0	7	0.00873484555631876
286427	rnn.weight_hh_l0	8	0.01337343268096447
286427	rnn.weight_hh_l0	9	-0.02559555321931839
286427	rnn.bias_ih_l0	0	0.1298900544643402
286427	rnn.bias_ih_l0	1	-0.033942051231861115
286427	rnn.bias_ih_l0	2	-0.03435288742184639
286427	rnn.bias_ih_l0	3	0.16319356858730316
286427	rnn.bias_ih_l0	4	-0.01247689314186573
286427	rnn.bias_ih_l0	5	-0.022863654419779778
286427	rnn.bias_ih_l0	6	0.01691833883523941
286427	rnn.bias_ih_l0	7	0.023431135341525078
286427	rnn.bias_ih_l0	8	-0.09921050816774368
286427	rnn.bias_ih_l0	9	-0.04166262969374657
286427	rnn.bias_hh_l0	0	-0.001297355629503727
286427	rnn.bias_hh_l0	1	-0.10032361000776291
286427	rnn.bias_hh_l0	2	-0.07498069107532501
286427	rnn.bias_hh_l0	3	-0.08883050829172134
286427	rnn.bias_hh_l0	4	0.008609097450971603
286427	rnn.bias_hh_l0	5	-0.020621754229068756
286427	rnn.bias_hh_l0	6	0.028340032324194908
286427	rnn.bias_hh_l0	7	0.060203198343515396
286427	rnn.bias_hh_l0	8	-0.12315703928470612
286427	rnn.bias_hh_l0	9	-0.05962340161204338
286427	rnn.weight_ih_l0_reverse	0	-0.02545659802854061
286427	rnn.weight_ih_l0_reverse	1	-0.05731067806482315
286427	rnn.weight_ih_l0_reverse	2	-0.048929400742053986
286427	rnn.weight_ih_l0_reverse	3	0.015511805191636086
286427	rnn.weight_ih_l0_reverse	4	-0.025188148021697998
286427	rnn.weight_ih_l0_reverse	5	-0.057366661727428436
286427	rnn.weight_ih_l0_reverse	6	0.07349913567304611
286427	rnn.weight_ih_l0_reverse	7	-0.01899190992116928
286427	rnn.weight_ih_l0_reverse	8	-0.018543370068073273
286427	rnn.weight_ih_l0_reverse	9	0.004530916456133127
286427	rnn.weight_hh_l0_reverse	0	0.06859562546014786
286427	rnn.weight_hh_l0_reverse	1	0.019923917949199677
286427	rnn.weight_hh_l0_reverse	2	0.030101358890533447
286427	rnn.weight_hh_l0_reverse	3	0.03550592437386513
286427	rnn.weight_hh_l0_reverse	4	0.014346620067954063
286427	rnn.weight_hh_l0_reverse	5	0.008279764093458652
286427	rnn.weight_hh_l0_reverse	6	0.05102960020303726
286427	rnn.weight_hh_l0_reverse	7	-0.08201675117015839
286427	rnn.weight_hh_l0_reverse	8	0.040081772953271866
286427	rnn.weight_hh_l0_reverse	9	0.03484465181827545
286427	rnn.bias_ih_l0_reverse	0	-0.05692556872963905
286427	rnn.bias_ih_l0_reverse	1	-0.28277403116226196
286427	rnn.bias_ih_l0_reverse	2	-0.12436160445213318
286427	rnn.bias_ih_l0_reverse	3	-0.047857657074928284
286427	rnn.bias_ih_l0_reverse	4	-0.022277047857642174
286427	rnn.bias_ih_l0_reverse	5	0.07616863399744034
286427	rnn.bias_ih_l0_reverse	6	-0.06555075943470001
286427	rnn.bias_ih_l0_reverse	7	0.06166975572705269
286427	rnn.bias_ih_l0_reverse	8	-0.03560715541243553
286427	rnn.bias_ih_l0_reverse	9	0.06526509672403336
286427	rnn.bias_hh_l0_reverse	0	0.02349286712706089
286427	rnn.bias_hh_l0_reverse	1	-0.06313268095254898
286427	rnn.bias_hh_l0_reverse	2	0.08916215598583221
286427	rnn.bias_hh_l0_reverse	3	-0.051659490913152695
286427	rnn.bias_hh_l0_reverse	4	-0.0281392689794302
286427	rnn.bias_hh_l0_reverse	5	-0.02219569869339466
286427	rnn.bias_hh_l0_reverse	6	-0.020584193989634514
286427	rnn.bias_hh_l0_reverse	7	0.09971728175878525
286427	rnn.bias_hh_l0_reverse	8	0.030070805922150612
286427	rnn.bias_hh_l0_reverse	9	-0.14914435148239136
286427	rnn.weight_ih_l1	0	-0.02976135164499283
286427	rnn.weight_ih_l1	1	-0.05074593424797058
286427	rnn.weight_ih_l1	2	0.06498970091342926
286427	rnn.weight_ih_l1	3	-0.07288900017738342
286427	rnn.weight_ih_l1	4	-0.014075021259486675
286427	rnn.weight_ih_l1	5	-0.04032747447490692
286427	rnn.weight_ih_l1	6	0.028949007391929626
286427	rnn.weight_ih_l1	7	-0.04421524703502655
286427	rnn.weight_ih_l1	8	0.0378725491464138
286427	rnn.weight_ih_l1	9	0.0448165126144886
286427	rnn.weight_hh_l1	0	-0.00706581911072135
286427	rnn.weight_hh_l1	1	0.01990884728729725
286427	rnn.weight_hh_l1	2	0.00651883240789175
286427	rnn.weight_hh_l1	3	-0.012649541720747948
286427	rnn.weight_hh_l1	4	0.004792948253452778
286427	rnn.weight_hh_l1	5	0.03522359952330589
286427	rnn.weight_hh_l1	6	0.0361924022436142
286427	rnn.weight_hh_l1	7	-0.01634136773645878
286427	rnn.weight_hh_l1	8	-0.007221248932182789
286427	rnn.weight_hh_l1	9	0.03859191760420799
286427	rnn.bias_ih_l1	0	-0.183709979057312
286427	rnn.bias_ih_l1	1	-0.17454324662685394
286427	rnn.bias_ih_l1	2	-0.1968742311000824
286427	rnn.bias_ih_l1	3	-0.30731597542762756
286427	rnn.bias_ih_l1	4	-0.21198642253875732
286427	rnn.bias_ih_l1	5	-0.0890350416302681
286427	rnn.bias_ih_l1	6	-0.15849994122982025
286427	rnn.bias_ih_l1	7	-0.0033428387250751257
286427	rnn.bias_ih_l1	8	-0.12981948256492615
286427	rnn.bias_ih_l1	9	-0.12327951937913895
286427	rnn.bias_hh_l1	0	-0.09659997373819351
286427	rnn.bias_hh_l1	1	-0.06305596232414246
286427	rnn.bias_hh_l1	2	-0.08559718728065491
286427	rnn.bias_hh_l1	3	-0.07743678987026215
286427	rnn.bias_hh_l1	4	-0.07309741526842117
286427	rnn.bias_hh_l1	5	-0.11730106920003891
286427	rnn.bias_hh_l1	6	-0.16073669493198395
286427	rnn.bias_hh_l1	7	0.07541220635175705
286427	rnn.bias_hh_l1	8	-0.17625324428081512
286427	rnn.bias_hh_l1	9	-0.1149354800581932
286427	rnn.weight_ih_l1_reverse	0	-0.04723299667239189
286427	rnn.weight_ih_l1_reverse	1	0.03297024965286255
286427	rnn.weight_ih_l1_reverse	2	0.08791152387857437
286427	rnn.weight_ih_l1_reverse	3	-0.01746838167309761
286427	rnn.weight_ih_l1_reverse	4	-0.02343873865902424
286427	rnn.weight_ih_l1_reverse	5	-0.030289463698863983
286427	rnn.weight_ih_l1_reverse	6	-0.019711781293153763
286427	rnn.weight_ih_l1_reverse	7	0.029658230021595955
286427	rnn.weight_ih_l1_reverse	8	0.005589437671005726
286427	rnn.weight_ih_l1_reverse	9	-0.03344037011265755
286427	rnn.weight_hh_l1_reverse	0	0.0045929583720862865
286427	rnn.weight_hh_l1_reverse	1	0.03169521316885948
286427	rnn.weight_hh_l1_reverse	2	-0.04061415046453476
286427	rnn.weight_hh_l1_reverse	3	0.03502587974071503
286427	rnn.weight_hh_l1_reverse	4	0.0471392385661602
286427	rnn.weight_hh_l1_reverse	5	0.006030112970620394
286427	rnn.weight_hh_l1_reverse	6	0.04900909587740898
286427	rnn.weight_hh_l1_reverse	7	0.030997401103377342
286427	rnn.weight_hh_l1_reverse	8	-0.0071197510696947575
286427	rnn.weight_hh_l1_reverse	9	-0.030170150101184845
286427	rnn.bias_ih_l1_reverse	0	-0.04565141350030899
286427	rnn.bias_ih_l1_reverse	1	-0.1395062357187271
286427	rnn.bias_ih_l1_reverse	2	-0.16381947696208954
286427	rnn.bias_ih_l1_reverse	3	-0.06061914563179016
286427	rnn.bias_ih_l1_reverse	4	-0.20371924340724945
286427	rnn.bias_ih_l1_reverse	5	-0.1169784814119339
286427	rnn.bias_ih_l1_reverse	6	-0.12985527515411377
286427	rnn.bias_ih_l1_reverse	7	-0.19185751676559448
286427	rnn.bias_ih_l1_reverse	8	0.22630621492862701
286427	rnn.bias_ih_l1_reverse	9	0.022149723023176193
286427	rnn.bias_hh_l1_reverse	0	0.010519858449697495
286427	rnn.bias_hh_l1_reverse	1	-0.06540382653474808
286427	rnn.bias_hh_l1_reverse	2	-0.23718178272247314
286427	rnn.bias_hh_l1_reverse	3	-0.14362956583499908
286427	rnn.bias_hh_l1_reverse	4	-0.08033879846334457
286427	rnn.bias_hh_l1_reverse	5	-0.11623483151197433
286427	rnn.bias_hh_l1_reverse	6	0.06343802809715271
286427	rnn.bias_hh_l1_reverse	7	-0.13455022871494293
286427	rnn.bias_hh_l1_reverse	8	-0.12498294562101364
286427	rnn.bias_hh_l1_reverse	9	-0.14825133979320526
286427	linear.weight	0	0.002228822559118271
286427	linear.weight	1	0.09705806523561478
286427	linear.weight	2	-0.09222295135259628
286427	linear.weight	3	0.31371402740478516
286427	linear.weight	4	0.15034377574920654
286427	linear.weight	5	-0.06567046791315079
286427	linear.weight	6	0.0947030782699585
286427	linear.weight	7	0.13689835369586945
286427	linear.weight	8	0.041133131831884384
286427	linear.weight	9	-0.050903528928756714
286427	linear.bias	0	0.08319532871246338
286427	linear.bias	1	-0.18902425467967987
286427	linear.bias	2	-0.44893547892570496
286427	linear.bias	3	-0.6566264033317566
286427	linear.bias	4	-1.2613906860351562
286427	linear.bias	5	-0.05943366512656212
286427	linear.bias	6	-0.8217388987541199
286427	linear.bias	7	0.27101078629493713
286427	linear.bias	8	-0.39664217829704285
286427	linear.bias	9	-1.0236512422561646
286624	transitions	0	0.7571211457252502
286624	transitions	1	0.1382097452878952
286624	transitions	2	-10000.0
286624	transitions	3	-1.828129529953003
286624	transitions	4	-10000.0
286624	transitions	5	0.5627608895301819
286624	transitions	6	-0.08567013591527939
286624	transitions	7	-0.8122602105140686
286624	transitions	8	-1.4228515625
286624	transitions	9	-0.0012318686349317431
286624	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
286624	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
286624	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
286624	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
286624	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
286624	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
286624	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
286624	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
286624	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
286624	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
286624	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
286624	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
286624	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
286624	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
286624	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
286624	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
286624	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
286624	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
286624	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
286624	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
286624	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
286624	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
286624	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
286624	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
286624	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
286624	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
286624	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
286624	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
286624	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
286624	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
286624	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
286624	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
286624	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
286624	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
286624	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
286624	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
286624	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
286624	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
286624	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
286624	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
286624	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
286624	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
286624	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
286624	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
286624	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
286624	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
286624	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
286624	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
286624	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
286624	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
286624	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
286624	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
286624	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
286624	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
286624	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
286624	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
286624	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
286624	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
286624	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
286624	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
286624	embedding2nn.weight	0	0.01628970354795456
286624	embedding2nn.weight	1	-0.012669268995523453
286624	embedding2nn.weight	2	-0.014268254861235619
286624	embedding2nn.weight	3	-0.031247610226273537
286624	embedding2nn.weight	4	-0.0059150345623493195
286624	embedding2nn.weight	5	-0.0037005888298153877
286624	embedding2nn.weight	6	-0.003973265178501606
286624	embedding2nn.weight	7	-0.07741208374500275
286624	embedding2nn.weight	8	-0.0019979383796453476
286624	embedding2nn.weight	9	-0.027612609788775444
286624	embedding2nn.bias	0	0.03202744573354721
286624	embedding2nn.bias	1	-0.0767945796251297
286624	embedding2nn.bias	2	0.07189113646745682
286624	embedding2nn.bias	3	0.051172614097595215
286624	embedding2nn.bias	4	-0.04093846306204796
286624	embedding2nn.bias	5	-0.010066327638924122
286624	embedding2nn.bias	6	0.016347913071513176
286624	embedding2nn.bias	7	-0.055366069078445435
286624	embedding2nn.bias	8	0.07306580245494843
286624	embedding2nn.bias	9	0.04509085416793823
286624	rnn.weight_ih_l0	0	-0.08083907514810562
286624	rnn.weight_ih_l0	1	0.003056578105315566
286624	rnn.weight_ih_l0	2	0.03557687625288963
286624	rnn.weight_ih_l0	3	0.022893410176038742
286624	rnn.weight_ih_l0	4	-0.0481707863509655
286624	rnn.weight_ih_l0	5	-0.0685507208108902
286624	rnn.weight_ih_l0	6	-0.0010735859395936131
286624	rnn.weight_ih_l0	7	0.053403373807668686
286624	rnn.weight_ih_l0	8	-0.017115645110607147
286624	rnn.weight_ih_l0	9	-0.03085183911025524
286624	rnn.weight_hh_l0	0	-0.029927313327789307
286624	rnn.weight_hh_l0	1	-0.007357561495155096
286624	rnn.weight_hh_l0	2	0.006765484809875488
286624	rnn.weight_hh_l0	3	-0.07457919418811798
286624	rnn.weight_hh_l0	4	0.09331221878528595
286624	rnn.weight_hh_l0	5	-0.02697281539440155
286624	rnn.weight_hh_l0	6	-0.06381754577159882
286624	rnn.weight_hh_l0	7	0.008731276728212833
286624	rnn.weight_hh_l0	8	0.013369959779083729
286624	rnn.weight_hh_l0	9	-0.025602178648114204
286624	rnn.bias_ih_l0	0	0.12990671396255493
286624	rnn.bias_ih_l0	1	-0.03394676744937897
286624	rnn.bias_ih_l0	2	-0.034353140741586685
286624	rnn.bias_ih_l0	3	0.16322116553783417
286624	rnn.bias_ih_l0	4	-0.012447473593056202
286624	rnn.bias_ih_l0	5	-0.022864259779453278
286624	rnn.bias_ih_l0	6	0.016929352656006813
286624	rnn.bias_ih_l0	7	0.02345453016459942
286624	rnn.bias_ih_l0	8	-0.09921098500490189
286624	rnn.bias_ih_l0	9	-0.0417056679725647
286624	rnn.bias_hh_l0	0	-0.0012805863516405225
286624	rnn.bias_hh_l0	1	-0.10032645612955093
286624	rnn.bias_hh_l0	2	-0.07495643943548203
286624	rnn.bias_hh_l0	3	-0.08882571756839752
286624	rnn.bias_hh_l0	4	0.008587206713855267
286624	rnn.bias_hh_l0	5	-0.020636048167943954
286624	rnn.bias_hh_l0	6	0.028332622721791267
286624	rnn.bias_hh_l0	7	0.0602462999522686
286624	rnn.bias_hh_l0	8	-0.123154416680336
286624	rnn.bias_hh_l0	9	-0.059622809290885925
286624	rnn.weight_ih_l0_reverse	0	-0.02544359862804413
286624	rnn.weight_ih_l0_reverse	1	-0.05732162296772003
286624	rnn.weight_ih_l0_reverse	2	-0.048937153071165085
286624	rnn.weight_ih_l0_reverse	3	0.015519904904067516
286624	rnn.weight_ih_l0_reverse	4	-0.025193454697728157
286624	rnn.weight_ih_l0_reverse	5	-0.0573592372238636
286624	rnn.weight_ih_l0_reverse	6	0.07349805533885956
286624	rnn.weight_ih_l0_reverse	7	-0.01898854412138462
286624	rnn.weight_ih_l0_reverse	8	-0.018539858981966972
286624	rnn.weight_ih_l0_reverse	9	0.004534751642495394
286624	rnn.weight_hh_l0_reverse	0	0.06859377026557922
286624	rnn.weight_hh_l0_reverse	1	0.019921185448765755
286624	rnn.weight_hh_l0_reverse	2	0.030093735083937645
286624	rnn.weight_hh_l0_reverse	3	0.0355113185942173
286624	rnn.weight_hh_l0_reverse	4	0.014344627037644386
286624	rnn.weight_hh_l0_reverse	5	0.008275440894067287
286624	rnn.weight_hh_l0_reverse	6	0.05102843791246414
286624	rnn.weight_hh_l0_reverse	7	-0.08201657980680466
286624	rnn.weight_hh_l0_reverse	8	0.04007909819483757
286624	rnn.weight_hh_l0_reverse	9	0.03484199941158295
286624	rnn.bias_ih_l0_reverse	0	-0.05692341551184654
286624	rnn.bias_ih_l0_reverse	1	-0.28281497955322266
286624	rnn.bias_ih_l0_reverse	2	-0.12435624748468399
286624	rnn.bias_ih_l0_reverse	3	-0.047856949269771576
286624	rnn.bias_ih_l0_reverse	4	-0.02225417084991932
286624	rnn.bias_ih_l0_reverse	5	0.0762050524353981
286624	rnn.bias_ih_l0_reverse	6	-0.06554795801639557
286624	rnn.bias_ih_l0_reverse	7	0.06168251857161522
286624	rnn.bias_ih_l0_reverse	8	-0.03561646491289139
286624	rnn.bias_ih_l0_reverse	9	0.0652596652507782
286624	rnn.bias_hh_l0_reverse	0	0.02349630557000637
286624	rnn.bias_hh_l0_reverse	1	-0.0631815567612648
286624	rnn.bias_hh_l0_reverse	2	0.08914829790592194
286624	rnn.bias_hh_l0_reverse	3	-0.05164268985390663
286624	rnn.bias_hh_l0_reverse	4	-0.028165720403194427
286624	rnn.bias_hh_l0_reverse	5	-0.02218363806605339
286624	rnn.bias_hh_l0_reverse	6	-0.02059602364897728
286624	rnn.bias_hh_l0_reverse	7	0.09967532753944397
286624	rnn.bias_hh_l0_reverse	8	0.030085941776633263
286624	rnn.bias_hh_l0_reverse	9	-0.14918597042560577
286624	rnn.weight_ih_l1	0	-0.029763029888272285
286624	rnn.weight_ih_l1	1	-0.0507347397506237
286624	rnn.weight_ih_l1	2	0.06498479843139648
286624	rnn.weight_ih_l1	3	-0.07288455963134766
286624	rnn.weight_ih_l1	4	-0.014070152305066586
286624	rnn.weight_ih_l1	5	-0.040324460715055466
286624	rnn.weight_ih_l1	6	0.028934257104992867
286624	rnn.weight_ih_l1	7	-0.04420541971921921
286624	rnn.weight_ih_l1	8	0.037874314934015274
286624	rnn.weight_ih_l1	9	0.04481489583849907
286624	rnn.weight_hh_l1	0	-0.007059657480567694
286624	rnn.weight_hh_l1	1	0.019908880814909935
286624	rnn.weight_hh_l1	2	0.006517508532851934
286624	rnn.weight_hh_l1	3	-0.012649777345359325
286624	rnn.weight_hh_l1	4	0.004791626241058111
286624	rnn.weight_hh_l1	5	0.035218577831983566
286624	rnn.weight_hh_l1	6	0.036191023886203766
286624	rnn.weight_hh_l1	7	-0.01633567363023758
286624	rnn.weight_hh_l1	8	-0.007220333442091942
286624	rnn.weight_hh_l1	9	0.03859589993953705
286624	rnn.bias_ih_l1	0	-0.1837114840745926
286624	rnn.bias_ih_l1	1	-0.174543097615242
286624	rnn.bias_ih_l1	2	-0.19688089191913605
286624	rnn.bias_ih_l1	3	-0.3073038160800934
286624	rnn.bias_ih_l1	4	-0.21189163625240326
286624	rnn.bias_ih_l1	5	-0.08904355764389038
286624	rnn.bias_ih_l1	6	-0.15849564969539642
286624	rnn.bias_ih_l1	7	-0.0033450762275606394
286624	rnn.bias_ih_l1	8	-0.12984588742256165
286624	rnn.bias_ih_l1	9	-0.12327741086483002
286624	rnn.bias_hh_l1	0	-0.09661731123924255
286624	rnn.bias_hh_l1	1	-0.06304489076137543
286624	rnn.bias_hh_l1	2	-0.08561928570270538
286624	rnn.bias_hh_l1	3	-0.07742825895547867
286624	rnn.bias_hh_l1	4	-0.07309480011463165
286624	rnn.bias_hh_l1	5	-0.11729991436004639
286624	rnn.bias_hh_l1	6	-0.1607416868209839
286624	rnn.bias_hh_l1	7	0.07545043528079987
286624	rnn.bias_hh_l1	8	-0.1762157529592514
286624	rnn.bias_hh_l1	9	-0.11488302797079086
286624	rnn.weight_ih_l1_reverse	0	-0.047234367579221725
286624	rnn.weight_ih_l1_reverse	1	0.03297828137874603
286624	rnn.weight_ih_l1_reverse	2	0.0879136323928833
286624	rnn.weight_ih_l1_reverse	3	-0.017479190602898598
286624	rnn.weight_ih_l1_reverse	4	-0.023446982726454735
286624	rnn.weight_ih_l1_reverse	5	-0.030289046466350555
286624	rnn.weight_ih_l1_reverse	6	-0.01971276104450226
286624	rnn.weight_ih_l1_reverse	7	0.029661178588867188
286624	rnn.weight_ih_l1_reverse	8	0.005603758152574301
286624	rnn.weight_ih_l1_reverse	9	-0.03345835953950882
286624	rnn.weight_hh_l1_reverse	0	0.004591123666614294
286624	rnn.weight_hh_l1_reverse	1	0.03169231861829758
286624	rnn.weight_hh_l1_reverse	2	-0.04061400145292282
286624	rnn.weight_hh_l1_reverse	3	0.03502567112445831
286624	rnn.weight_hh_l1_reverse	4	0.047137126326560974
286624	rnn.weight_hh_l1_reverse	5	0.006030400283634663
286624	rnn.weight_hh_l1_reverse	6	0.04900192469358444
286624	rnn.weight_hh_l1_reverse	7	0.030999785289168358
286624	rnn.weight_hh_l1_reverse	8	-0.0071193804033100605
286624	rnn.weight_hh_l1_reverse	9	-0.030176572501659393
286624	rnn.bias_ih_l1_reverse	0	-0.04564881697297096
286624	rnn.bias_ih_l1_reverse	1	-0.13950227200984955
286624	rnn.bias_ih_l1_reverse	2	-0.16381962597370148
286624	rnn.bias_ih_l1_reverse	3	-0.06057528033852577
286624	rnn.bias_ih_l1_reverse	4	-0.20371638238430023
286624	rnn.bias_ih_l1_reverse	5	-0.11696840077638626
286624	rnn.bias_ih_l1_reverse	6	-0.12986111640930176
286624	rnn.bias_ih_l1_reverse	7	-0.19186745584011078
286624	rnn.bias_ih_l1_reverse	8	0.2262473851442337
286624	rnn.bias_ih_l1_reverse	9	0.02222367376089096
286624	rnn.bias_hh_l1_reverse	0	0.010565118864178658
286624	rnn.bias_hh_l1_reverse	1	-0.06530123949050903
286624	rnn.bias_hh_l1_reverse	2	-0.23719090223312378
286624	rnn.bias_hh_l1_reverse	3	-0.14365141093730927
286624	rnn.bias_hh_l1_reverse	4	-0.08033772557973862
286624	rnn.bias_hh_l1_reverse	5	-0.11622294038534164
286624	rnn.bias_hh_l1_reverse	6	0.06334874033927917
286624	rnn.bias_hh_l1_reverse	7	-0.13454386591911316
286624	rnn.bias_hh_l1_reverse	8	-0.12499421834945679
286624	rnn.bias_hh_l1_reverse	9	-0.14825470745563507
286624	linear.weight	0	0.002228822559118271
286624	linear.weight	1	0.09714915603399277
286624	linear.weight	2	-0.09220872074365616
286624	linear.weight	3	0.31376826763153076
286624	linear.weight	4	0.15034614503383636
286624	linear.weight	5	-0.0656595230102539
286624	linear.weight	6	0.09469132125377655
286624	linear.weight	7	0.13689783215522766
286624	linear.weight	8	0.041133131831884384
286624	linear.weight	9	-0.050909414887428284
286624	linear.bias	0	0.08304564654827118
286624	linear.bias	1	-0.18927647173404694
286624	linear.bias	2	-0.4487170875072479
286624	linear.bias	3	-0.6565425992012024
286624	linear.bias	4	-1.2613176107406616
286624	linear.bias	5	-0.05949176102876663
286624	linear.bias	6	-0.8219729065895081
286624	linear.bias	7	0.27090880274772644
286624	linear.bias	8	-0.39616164565086365
286624	linear.bias	9	-1.023160696029663
286821	transitions	0	0.7571187615394592
286821	transitions	1	0.1382499784231186
286821	transitions	2	-10000.0
286821	transitions	3	-1.828129529953003
286821	transitions	4	-10000.0
286821	transitions	5	0.5627606511116028
286821	transitions	6	-0.08567045629024506
286821	transitions	7	-0.8122633695602417
286821	transitions	8	-1.4228534698486328
286821	transitions	9	-0.0012318703811615705
286821	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
286821	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
286821	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
286821	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
286821	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
286821	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
286821	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
286821	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
286821	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
286821	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
286821	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
286821	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
286821	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
286821	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
286821	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
286821	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
286821	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
286821	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
286821	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
286821	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
286821	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
286821	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
286821	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
286821	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
286821	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
286821	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
286821	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
286821	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
286821	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
286821	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
286821	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
286821	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
286821	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
286821	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
286821	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
286821	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
286821	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
286821	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
286821	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
286821	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
286821	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
286821	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
286821	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
286821	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
286821	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
286821	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
286821	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
286821	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
286821	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
286821	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
286821	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
286821	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
286821	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
286821	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
286821	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
286821	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
286821	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
286821	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
286821	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
286821	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
286821	embedding2nn.weight	0	0.016313087195158005
286821	embedding2nn.weight	1	-0.012668314389884472
286821	embedding2nn.weight	2	-0.014268254861235619
286821	embedding2nn.weight	3	-0.03125935420393944
286821	embedding2nn.weight	4	-0.0059150345623493195
286821	embedding2nn.weight	5	-0.0037005888298153877
286821	embedding2nn.weight	6	-0.003973265178501606
286821	embedding2nn.weight	7	-0.07740802317857742
286821	embedding2nn.weight	8	-0.0019979383796453476
286821	embedding2nn.weight	9	-0.0276175569742918
286821	embedding2nn.bias	0	0.032075442373752594
286821	embedding2nn.bias	1	-0.0767977237701416
286821	embedding2nn.bias	2	0.07181292027235031
286821	embedding2nn.bias	3	0.051021087914705276
286821	embedding2nn.bias	4	-0.0407874770462513
286821	embedding2nn.bias	5	-0.00999222882091999
286821	embedding2nn.bias	6	0.016474300995469093
286821	embedding2nn.bias	7	-0.055411871522665024
286821	embedding2nn.bias	8	0.07300207018852234
286821	embedding2nn.bias	9	0.04511397331953049
286821	rnn.weight_ih_l0	0	-0.08084061741828918
286821	rnn.weight_ih_l0	1	0.003067616606131196
286821	rnn.weight_ih_l0	2	0.03557942435145378
286821	rnn.weight_ih_l0	3	0.02289985865354538
286821	rnn.weight_ih_l0	4	-0.04817662015557289
286821	rnn.weight_ih_l0	5	-0.06855077296495438
286821	rnn.weight_ih_l0	6	-0.0010723647428676486
286821	rnn.weight_ih_l0	7	0.05340064316987991
286821	rnn.weight_ih_l0	8	-0.017091179266572
286821	rnn.weight_ih_l0	9	-0.030851226300001144
286821	rnn.weight_hh_l0	0	-0.029944781213998795
286821	rnn.weight_hh_l0	1	-0.007350212894380093
286821	rnn.weight_hh_l0	2	0.006765876431018114
286821	rnn.weight_hh_l0	3	-0.0745781734585762
286821	rnn.weight_hh_l0	4	0.09331494569778442
286821	rnn.weight_hh_l0	5	-0.026976970955729485
286821	rnn.weight_hh_l0	6	-0.06381496042013168
286821	rnn.weight_hh_l0	7	0.008734097704291344
286821	rnn.weight_hh_l0	8	0.013371085748076439
286821	rnn.weight_hh_l0	9	-0.025602487847208977
286821	rnn.bias_ih_l0	0	0.1299394965171814
286821	rnn.bias_ih_l0	1	-0.03394949436187744
286821	rnn.bias_ih_l0	2	-0.03436601161956787
286821	rnn.bias_ih_l0	3	0.1632569432258606
286821	rnn.bias_ih_l0	4	-0.012439209036529064
286821	rnn.bias_ih_l0	5	-0.022889232262969017
286821	rnn.bias_ih_l0	6	0.01694980263710022
286821	rnn.bias_ih_l0	7	0.02343831956386566
286821	rnn.bias_ih_l0	8	-0.09920074045658112
286821	rnn.bias_ih_l0	9	-0.04168574512004852
286821	rnn.bias_hh_l0	0	-0.0012662882218137383
286821	rnn.bias_hh_l0	1	-0.10026448965072632
286821	rnn.bias_hh_l0	2	-0.07495252788066864
286821	rnn.bias_hh_l0	3	-0.08880779147148132
286821	rnn.bias_hh_l0	4	0.008569750003516674
286821	rnn.bias_hh_l0	5	-0.020636921748518944
286821	rnn.bias_hh_l0	6	0.02835126779973507
286821	rnn.bias_hh_l0	7	0.06026187911629677
286821	rnn.bias_hh_l0	8	-0.12315961718559265
286821	rnn.bias_hh_l0	9	-0.0596257783472538
286821	rnn.weight_ih_l0_reverse	0	-0.02544901892542839
286821	rnn.weight_ih_l0_reverse	1	-0.057321712374687195
286821	rnn.weight_ih_l0_reverse	2	-0.0489385724067688
286821	rnn.weight_ih_l0_reverse	3	0.015516234561800957
286821	rnn.weight_ih_l0_reverse	4	-0.025198766961693764
286821	rnn.weight_ih_l0_reverse	5	-0.05736299231648445
286821	rnn.weight_ih_l0_reverse	6	0.0735023245215416
286821	rnn.weight_ih_l0_reverse	7	-0.019004924222826958
286821	rnn.weight_ih_l0_reverse	8	-0.018530510365962982
286821	rnn.weight_ih_l0_reverse	9	0.004531333688646555
286821	rnn.weight_hh_l0_reverse	0	0.06859559565782547
286821	rnn.weight_hh_l0_reverse	1	0.019921153783798218
286821	rnn.weight_hh_l0_reverse	2	0.03009123168885708
286821	rnn.weight_hh_l0_reverse	3	0.03551480174064636
286821	rnn.weight_hh_l0_reverse	4	0.01435233373194933
286821	rnn.weight_hh_l0_reverse	5	0.008277078159153461
286821	rnn.weight_hh_l0_reverse	6	0.05102980509400368
286821	rnn.weight_hh_l0_reverse	7	-0.08199950307607651
286821	rnn.weight_hh_l0_reverse	8	0.04008782282471657
286821	rnn.weight_hh_l0_reverse	9	0.034843672066926956
286821	rnn.bias_ih_l0_reverse	0	-0.05692390725016594
286821	rnn.bias_ih_l0_reverse	1	-0.28282782435417175
286821	rnn.bias_ih_l0_reverse	2	-0.12435471266508102
286821	rnn.bias_ih_l0_reverse	3	-0.0478440560400486
286821	rnn.bias_ih_l0_reverse	4	-0.02225351333618164
286821	rnn.bias_ih_l0_reverse	5	0.07621757686138153
286821	rnn.bias_ih_l0_reverse	6	-0.06555749475955963
286821	rnn.bias_ih_l0_reverse	7	0.06165190786123276
286821	rnn.bias_ih_l0_reverse	8	-0.035623516887426376
286821	rnn.bias_ih_l0_reverse	9	0.06522548943758011
286821	rnn.bias_hh_l0_reverse	0	0.023484699428081512
286821	rnn.bias_hh_l0_reverse	1	-0.06323619931936264
286821	rnn.bias_hh_l0_reverse	2	0.08916172385215759
286821	rnn.bias_hh_l0_reverse	3	-0.051665566861629486
286821	rnn.bias_hh_l0_reverse	4	-0.028171835467219353
286821	rnn.bias_hh_l0_reverse	5	-0.022181617096066475
286821	rnn.bias_hh_l0_reverse	6	-0.020605186000466347
286821	rnn.bias_hh_l0_reverse	7	0.09970545768737793
286821	rnn.bias_hh_l0_reverse	8	0.03008166328072548
286821	rnn.bias_hh_l0_reverse	9	-0.14917461574077606
286821	rnn.weight_ih_l1	0	-0.029762819409370422
286821	rnn.weight_ih_l1	1	-0.050741057842969894
286821	rnn.weight_ih_l1	2	0.06498858332633972
286821	rnn.weight_ih_l1	3	-0.07288864254951477
286821	rnn.weight_ih_l1	4	-0.014075229875743389
286821	rnn.weight_ih_l1	5	-0.04032139852643013
286821	rnn.weight_ih_l1	6	0.02893214300274849
286821	rnn.weight_ih_l1	7	-0.044197335839271545
286821	rnn.weight_ih_l1	8	0.037874575704336166
286821	rnn.weight_ih_l1	9	0.04482322186231613
286821	rnn.weight_hh_l1	0	-0.007064903154969215
286821	rnn.weight_hh_l1	1	0.01991042122244835
286821	rnn.weight_hh_l1	2	0.00652972562238574
286821	rnn.weight_hh_l1	3	-0.012646615505218506
286821	rnn.weight_hh_l1	4	0.004798583220690489
286821	rnn.weight_hh_l1	5	0.03522408381104469
286821	rnn.weight_hh_l1	6	0.03619874268770218
286821	rnn.weight_hh_l1	7	-0.016338707879185677
286821	rnn.weight_hh_l1	8	-0.0072180465795099735
286821	rnn.weight_hh_l1	9	0.038594309240579605
286821	rnn.bias_ih_l1	0	-0.18373477458953857
286821	rnn.bias_ih_l1	1	-0.17453813552856445
286821	rnn.bias_ih_l1	2	-0.19687287509441376
286821	rnn.bias_ih_l1	3	-0.30728018283843994
286821	rnn.bias_ih_l1	4	-0.21182072162628174
286821	rnn.bias_ih_l1	5	-0.08904532343149185
286821	rnn.bias_ih_l1	6	-0.15850277245044708
286821	rnn.bias_ih_l1	7	-0.003323659999296069
286821	rnn.bias_ih_l1	8	-0.12982235848903656
286821	rnn.bias_ih_l1	9	-0.12326502799987793
286821	rnn.bias_hh_l1	0	-0.09661202132701874
286821	rnn.bias_hh_l1	1	-0.06301230192184448
286821	rnn.bias_hh_l1	2	-0.08558684587478638
286821	rnn.bias_hh_l1	3	-0.07743332535028458
286821	rnn.bias_hh_l1	4	-0.07308462262153625
286821	rnn.bias_hh_l1	5	-0.11731085926294327
286821	rnn.bias_hh_l1	6	-0.16073594987392426
286821	rnn.bias_hh_l1	7	0.07540201395750046
286821	rnn.bias_hh_l1	8	-0.17620566487312317
286821	rnn.bias_hh_l1	9	-0.11489340662956238
286821	rnn.weight_ih_l1_reverse	0	-0.04723205417394638
286821	rnn.weight_ih_l1_reverse	1	0.03298421576619148
286821	rnn.weight_ih_l1_reverse	2	0.08792930096387863
286821	rnn.weight_ih_l1_reverse	3	-0.017476743087172508
286821	rnn.weight_ih_l1_reverse	4	-0.023426463827490807
286821	rnn.weight_ih_l1_reverse	5	-0.030288156121969223
286821	rnn.weight_ih_l1_reverse	6	-0.019719423726201057
286821	rnn.weight_ih_l1_reverse	7	0.02966618724167347
286821	rnn.weight_ih_l1_reverse	8	0.005602338816970587
286821	rnn.weight_ih_l1_reverse	9	-0.0334433987736702
286821	rnn.weight_hh_l1_reverse	0	0.004589928779751062
286821	rnn.weight_hh_l1_reverse	1	0.03169383853673935
286821	rnn.weight_hh_l1_reverse	2	-0.04061417654156685
286821	rnn.weight_hh_l1_reverse	3	0.035028889775276184
286821	rnn.weight_hh_l1_reverse	4	0.047129929065704346
286821	rnn.weight_hh_l1_reverse	5	0.006032584235072136
286821	rnn.weight_hh_l1_reverse	6	0.04899977892637253
286821	rnn.weight_hh_l1_reverse	7	0.031002169474959373
286821	rnn.weight_hh_l1_reverse	8	-0.0071189827285707
286821	rnn.weight_hh_l1_reverse	9	-0.030181506648659706
286821	rnn.bias_ih_l1_reverse	0	-0.04565976932644844
286821	rnn.bias_ih_l1_reverse	1	-0.1394972950220108
286821	rnn.bias_ih_l1_reverse	2	-0.1638447791337967
286821	rnn.bias_ih_l1_reverse	3	-0.060569848865270615
286821	rnn.bias_ih_l1_reverse	4	-0.2037241905927658
286821	rnn.bias_ih_l1_reverse	5	-0.1169840469956398
286821	rnn.bias_ih_l1_reverse	6	-0.12985803186893463
286821	rnn.bias_ih_l1_reverse	7	-0.19187171757221222
286821	rnn.bias_ih_l1_reverse	8	0.22625741362571716
286821	rnn.bias_ih_l1_reverse	9	0.022279338911175728
286821	rnn.bias_hh_l1_reverse	0	0.010491333901882172
286821	rnn.bias_hh_l1_reverse	1	-0.06528345495462418
286821	rnn.bias_hh_l1_reverse	2	-0.2371954768896103
286821	rnn.bias_hh_l1_reverse	3	-0.14363428950309753
286821	rnn.bias_hh_l1_reverse	4	-0.08037225157022476
286821	rnn.bias_hh_l1_reverse	5	-0.11624681204557419
286821	rnn.bias_hh_l1_reverse	6	0.06336118280887604
286821	rnn.bias_hh_l1_reverse	7	-0.13452647626399994
286821	rnn.bias_hh_l1_reverse	8	-0.12501077353954315
286821	rnn.bias_hh_l1_reverse	9	-0.14825257658958435
286821	linear.weight	0	0.002228822559118271
286821	linear.weight	1	0.09707211703062057
286821	linear.weight	2	-0.0921599343419075
286821	linear.weight	3	0.3137895166873932
286821	linear.weight	4	0.15032510459423065
286821	linear.weight	5	-0.06564073264598846
286821	linear.weight	6	0.09473803639411926
286821	linear.weight	7	0.13689763844013214
286821	linear.weight	8	0.041133131831884384
286821	linear.weight	9	-0.05093979835510254
286821	linear.bias	0	0.08349217474460602
286821	linear.bias	1	-0.18898610770702362
286821	linear.bias	2	-0.4485701620578766
286821	linear.bias	3	-0.6564828157424927
286821	linear.bias	4	-1.2612533569335938
286821	linear.bias	5	-0.05954602733254433
286821	linear.bias	6	-0.8216924071311951
286821	linear.bias	7	0.27087756991386414
286821	linear.bias	8	-0.39601635932922363
286821	linear.bias	9	-1.0229995250701904
287018	transitions	0	0.7570286989212036
287018	transitions	1	0.13825039565563202
287018	transitions	2	-10000.0
287018	transitions	3	-1.828129529953003
287018	transitions	4	-10000.0
287018	transitions	5	0.5627599954605103
287018	transitions	6	-0.08567100018262863
287018	transitions	7	-0.8122676014900208
287018	transitions	8	-1.422860860824585
287018	transitions	9	-0.0012318756198510528
287018	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
287018	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
287018	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
287018	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
287018	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
287018	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
287018	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
287018	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
287018	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
287018	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
287018	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
287018	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
287018	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
287018	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
287018	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
287018	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
287018	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
287018	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
287018	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
287018	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
287018	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
287018	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
287018	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
287018	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
287018	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
287018	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
287018	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
287018	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
287018	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
287018	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
287018	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
287018	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
287018	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
287018	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
287018	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
287018	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
287018	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
287018	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
287018	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
287018	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
287018	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
287018	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
287018	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
287018	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
287018	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
287018	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
287018	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
287018	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
287018	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
287018	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
287018	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
287018	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
287018	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
287018	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
287018	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
287018	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
287018	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
287018	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
287018	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
287018	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
287018	embedding2nn.weight	0	0.01632397249341011
287018	embedding2nn.weight	1	-0.012667685747146606
287018	embedding2nn.weight	2	-0.014268254861235619
287018	embedding2nn.weight	3	-0.031232839450240135
287018	embedding2nn.weight	4	-0.0059150345623493195
287018	embedding2nn.weight	5	-0.0037005888298153877
287018	embedding2nn.weight	6	-0.003973265178501606
287018	embedding2nn.weight	7	-0.07741833478212357
287018	embedding2nn.weight	8	-0.0019979383796453476
287018	embedding2nn.weight	9	-0.027630701661109924
287018	embedding2nn.bias	0	0.0320962630212307
287018	embedding2nn.bias	1	-0.0767633244395256
287018	embedding2nn.bias	2	0.07181476801633835
287018	embedding2nn.bias	3	0.050938092172145844
287018	embedding2nn.bias	4	-0.040663111954927444
287018	embedding2nn.bias	5	-0.010063646361231804
287018	embedding2nn.bias	6	0.016451440751552582
287018	embedding2nn.bias	7	-0.05534239485859871
287018	embedding2nn.bias	8	0.07295963913202286
287018	embedding2nn.bias	9	0.04511021077632904
287018	rnn.weight_ih_l0	0	-0.08083215355873108
287018	rnn.weight_ih_l0	1	0.003069818951189518
287018	rnn.weight_ih_l0	2	0.0355604887008667
287018	rnn.weight_ih_l0	3	0.022902382537722588
287018	rnn.weight_ih_l0	4	-0.04818094149231911
287018	rnn.weight_ih_l0	5	-0.06856287270784378
287018	rnn.weight_ih_l0	6	-0.001074144965969026
287018	rnn.weight_ih_l0	7	0.05340151488780975
287018	rnn.weight_ih_l0	8	-0.017102224752306938
287018	rnn.weight_ih_l0	9	-0.030845634639263153
287018	rnn.weight_hh_l0	0	-0.02994628995656967
287018	rnn.weight_hh_l0	1	-0.0073569295927882195
287018	rnn.weight_hh_l0	2	0.006768796127289534
287018	rnn.weight_hh_l0	3	-0.07457692921161652
287018	rnn.weight_hh_l0	4	0.09331440180540085
287018	rnn.weight_hh_l0	5	-0.026982920244336128
287018	rnn.weight_hh_l0	6	-0.06381016224622726
287018	rnn.weight_hh_l0	7	0.008734222501516342
287018	rnn.weight_hh_l0	8	0.013382145203649998
287018	rnn.weight_hh_l0	9	-0.025600794702768326
287018	rnn.bias_ih_l0	0	0.1299610584974289
287018	rnn.bias_ih_l0	1	-0.03390846028923988
287018	rnn.bias_ih_l0	2	-0.034378860145807266
287018	rnn.bias_ih_l0	3	0.16326391696929932
287018	rnn.bias_ih_l0	4	-0.012446469627320766
287018	rnn.bias_ih_l0	5	-0.02288055047392845
287018	rnn.bias_ih_l0	6	0.016974035650491714
287018	rnn.bias_ih_l0	7	0.02341567538678646
287018	rnn.bias_ih_l0	8	-0.09918355941772461
287018	rnn.bias_ih_l0	9	-0.04165998473763466
287018	rnn.bias_hh_l0	0	-0.0012365374714136124
287018	rnn.bias_hh_l0	1	-0.10024616867303848
287018	rnn.bias_hh_l0	2	-0.07495763152837753
287018	rnn.bias_hh_l0	3	-0.08877227455377579
287018	rnn.bias_hh_l0	4	0.008570455014705658
287018	rnn.bias_hh_l0	5	-0.020666832104325294
287018	rnn.bias_hh_l0	6	0.028366560116410255
287018	rnn.bias_hh_l0	7	0.0603071004152298
287018	rnn.bias_hh_l0	8	-0.12316367030143738
287018	rnn.bias_hh_l0	9	-0.05961792171001434
287018	rnn.weight_ih_l0_reverse	0	-0.02546006254851818
287018	rnn.weight_ih_l0_reverse	1	-0.057318154722452164
287018	rnn.weight_ih_l0_reverse	2	-0.04892860725522041
287018	rnn.weight_ih_l0_reverse	3	0.01552505511790514
287018	rnn.weight_ih_l0_reverse	4	-0.025201018899679184
287018	rnn.weight_ih_l0_reverse	5	-0.05736074969172478
287018	rnn.weight_ih_l0_reverse	6	0.07351286709308624
287018	rnn.weight_ih_l0_reverse	7	-0.019007474184036255
287018	rnn.weight_ih_l0_reverse	8	-0.018530134111642838
287018	rnn.weight_ih_l0_reverse	9	0.004528157878667116
287018	rnn.weight_hh_l0_reverse	0	0.06859996914863586
287018	rnn.weight_hh_l0_reverse	1	0.019928274676203728
287018	rnn.weight_hh_l0_reverse	2	0.030101893469691277
287018	rnn.weight_hh_l0_reverse	3	0.03551313281059265
287018	rnn.weight_hh_l0_reverse	4	0.014357234351336956
287018	rnn.weight_hh_l0_reverse	5	0.008282837457954884
287018	rnn.weight_hh_l0_reverse	6	0.051030855625867844
287018	rnn.weight_hh_l0_reverse	7	-0.08199205994606018
287018	rnn.weight_hh_l0_reverse	8	0.040086112916469574
287018	rnn.weight_hh_l0_reverse	9	0.034847110509872437
287018	rnn.bias_ih_l0_reverse	0	-0.056924253702163696
287018	rnn.bias_ih_l0_reverse	1	-0.28282415866851807
287018	rnn.bias_ih_l0_reverse	2	-0.12436047196388245
287018	rnn.bias_ih_l0_reverse	3	-0.047855183482170105
287018	rnn.bias_ih_l0_reverse	4	-0.022248821333050728
287018	rnn.bias_ih_l0_reverse	5	0.07618994265794754
287018	rnn.bias_ih_l0_reverse	6	-0.06558305025100708
287018	rnn.bias_ih_l0_reverse	7	0.061641402542591095
287018	rnn.bias_ih_l0_reverse	8	-0.035626769065856934
287018	rnn.bias_ih_l0_reverse	9	0.0651882216334343
287018	rnn.bias_hh_l0_reverse	0	0.023519525304436684
287018	rnn.bias_hh_l0_reverse	1	-0.06320592015981674
287018	rnn.bias_hh_l0_reverse	2	0.08913829177618027
287018	rnn.bias_hh_l0_reverse	3	-0.05165793001651764
287018	rnn.bias_hh_l0_reverse	4	-0.028174281120300293
287018	rnn.bias_hh_l0_reverse	5	-0.02218327671289444
287018	rnn.bias_hh_l0_reverse	6	-0.020583584904670715
287018	rnn.bias_hh_l0_reverse	7	0.09968645870685577
287018	rnn.bias_hh_l0_reverse	8	0.03010771982371807
287018	rnn.bias_hh_l0_reverse	9	-0.14918403327465057
287018	rnn.weight_ih_l1	0	-0.02976248227059841
287018	rnn.weight_ih_l1	1	-0.05073129013180733
287018	rnn.weight_ih_l1	2	0.06497509777545929
287018	rnn.weight_ih_l1	3	-0.07287901639938354
287018	rnn.weight_ih_l1	4	-0.014070551842451096
287018	rnn.weight_ih_l1	5	-0.04032009094953537
287018	rnn.weight_ih_l1	6	0.0289235170930624
287018	rnn.weight_ih_l1	7	-0.04420022666454315
287018	rnn.weight_ih_l1	8	0.0378761813044548
287018	rnn.weight_ih_l1	9	0.04481735825538635
287018	rnn.weight_hh_l1	0	-0.007060312200337648
287018	rnn.weight_hh_l1	1	0.019910546019673347
287018	rnn.weight_hh_l1	2	0.006518680602312088
287018	rnn.weight_hh_l1	3	-0.012644890695810318
287018	rnn.weight_hh_l1	4	0.004798165988177061
287018	rnn.weight_hh_l1	5	0.03522184491157532
287018	rnn.weight_hh_l1	6	0.036205142736434937
287018	rnn.weight_hh_l1	7	-0.016335561871528625
287018	rnn.weight_hh_l1	8	-0.007223190274089575
287018	rnn.weight_hh_l1	9	0.03858720138669014
287018	rnn.bias_ih_l1	0	-0.1837310642004013
287018	rnn.bias_ih_l1	1	-0.1745210438966751
287018	rnn.bias_ih_l1	2	-0.19684083759784698
287018	rnn.bias_ih_l1	3	-0.3072342574596405
287018	rnn.bias_ih_l1	4	-0.21178705990314484
287018	rnn.bias_ih_l1	5	-0.08904751390218735
287018	rnn.bias_ih_l1	6	-0.1585300862789154
287018	rnn.bias_ih_l1	7	-0.0033015799708664417
287018	rnn.bias_ih_l1	8	-0.1298237144947052
287018	rnn.bias_ih_l1	9	-0.12325447052717209
287018	rnn.bias_hh_l1	0	-0.09659779071807861
287018	rnn.bias_hh_l1	1	-0.06299411505460739
287018	rnn.bias_hh_l1	2	-0.0855729728937149
287018	rnn.bias_hh_l1	3	-0.07742529362440109
287018	rnn.bias_hh_l1	4	-0.07310543209314346
287018	rnn.bias_hh_l1	5	-0.11730796098709106
287018	rnn.bias_hh_l1	6	-0.16072441637516022
287018	rnn.bias_hh_l1	7	0.07546092569828033
287018	rnn.bias_hh_l1	8	-0.1762010008096695
287018	rnn.bias_hh_l1	9	-0.11493819206953049
287018	rnn.weight_ih_l1_reverse	0	-0.047215040773153305
287018	rnn.weight_ih_l1_reverse	1	0.03296862170100212
287018	rnn.weight_ih_l1_reverse	2	0.08794336020946503
287018	rnn.weight_ih_l1_reverse	3	-0.017469698563218117
287018	rnn.weight_ih_l1_reverse	4	-0.023441990837454796
287018	rnn.weight_ih_l1_reverse	5	-0.03028862550854683
287018	rnn.weight_ih_l1_reverse	6	-0.019726119935512543
287018	rnn.weight_ih_l1_reverse	7	0.02967132441699505
287018	rnn.weight_ih_l1_reverse	8	0.00558951310813427
287018	rnn.weight_ih_l1_reverse	9	-0.0334332101047039
287018	rnn.weight_hh_l1_reverse	0	0.004589367657899857
287018	rnn.weight_hh_l1_reverse	1	0.0316915437579155
287018	rnn.weight_hh_l1_reverse	2	-0.04061252251267433
287018	rnn.weight_hh_l1_reverse	3	0.03502929210662842
287018	rnn.weight_hh_l1_reverse	4	0.04712674394249916
287018	rnn.weight_hh_l1_reverse	5	0.006031432189047337
287018	rnn.weight_hh_l1_reverse	6	0.04898477718234062
287018	rnn.weight_hh_l1_reverse	7	0.03099924698472023
287018	rnn.weight_hh_l1_reverse	8	-0.007120158057659864
287018	rnn.weight_hh_l1_reverse	9	-0.030183691531419754
287018	rnn.bias_ih_l1_reverse	0	-0.04564959928393364
287018	rnn.bias_ih_l1_reverse	1	-0.13951605558395386
287018	rnn.bias_ih_l1_reverse	2	-0.16385844349861145
287018	rnn.bias_ih_l1_reverse	3	-0.06052852421998978
287018	rnn.bias_ih_l1_reverse	4	-0.20371375977993011
287018	rnn.bias_ih_l1_reverse	5	-0.11698952317237854
287018	rnn.bias_ih_l1_reverse	6	-0.1298598200082779
287018	rnn.bias_ih_l1_reverse	7	-0.19187100231647491
287018	rnn.bias_ih_l1_reverse	8	0.2262926548719406
287018	rnn.bias_ih_l1_reverse	9	0.022290293127298355
287018	rnn.bias_hh_l1_reverse	0	0.010517827235162258
287018	rnn.bias_hh_l1_reverse	1	-0.06520746648311615
287018	rnn.bias_hh_l1_reverse	2	-0.23718887567520142
287018	rnn.bias_hh_l1_reverse	3	-0.14362235367298126
287018	rnn.bias_hh_l1_reverse	4	-0.08039010316133499
287018	rnn.bias_hh_l1_reverse	5	-0.11624430865049362
287018	rnn.bias_hh_l1_reverse	6	0.06333959847688675
287018	rnn.bias_hh_l1_reverse	7	-0.134544238448143
287018	rnn.bias_hh_l1_reverse	8	-0.12501750886440277
287018	rnn.bias_hh_l1_reverse	9	-0.14825625717639923
287018	linear.weight	0	0.002228822559118271
287018	linear.weight	1	0.09705150872468948
287018	linear.weight	2	-0.09212362766265869
287018	linear.weight	3	0.31375187635421753
287018	linear.weight	4	0.15031550824642181
287018	linear.weight	5	-0.06561444699764252
287018	linear.weight	6	0.09469550848007202
287018	linear.weight	7	0.13679078221321106
287018	linear.weight	8	0.041133131831884384
287018	linear.weight	9	-0.05092158541083336
287018	linear.bias	0	0.08438502252101898
287018	linear.bias	1	-0.1893591284751892
287018	linear.bias	2	-0.44849085807800293
287018	linear.bias	3	-0.6565921306610107
287018	linear.bias	4	-1.261359453201294
287018	linear.bias	5	-0.059668779373168945
287018	linear.bias	6	-0.8220610618591309
287018	linear.bias	7	0.27078181505203247
287018	linear.bias	8	-0.39590349793434143
287018	linear.bias	9	-1.0228990316390991
287215	transitions	0	0.7570586204528809
287215	transitions	1	0.13822250068187714
287215	transitions	2	-10000.0
287215	transitions	3	-1.828129529953003
287215	transitions	4	-10000.0
287215	transitions	5	0.562759518623352
287215	transitions	6	-0.08567128330469131
287215	transitions	7	-0.8122714757919312
287215	transitions	8	-1.422861099243164
287215	transitions	9	-0.0012318853987380862
287215	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
287215	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
287215	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
287215	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
287215	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
287215	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
287215	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
287215	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
287215	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
287215	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
287215	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
287215	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
287215	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
287215	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
287215	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
287215	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
287215	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
287215	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
287215	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
287215	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
287215	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
287215	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
287215	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
287215	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
287215	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
287215	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
287215	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
287215	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
287215	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
287215	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
287215	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
287215	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
287215	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
287215	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
287215	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
287215	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
287215	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
287215	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
287215	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
287215	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
287215	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
287215	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
287215	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
287215	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
287215	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
287215	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
287215	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
287215	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
287215	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
287215	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
287215	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
287215	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
287215	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
287215	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
287215	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
287215	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
287215	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
287215	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
287215	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
287215	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
287215	embedding2nn.weight	0	0.01632106676697731
287215	embedding2nn.weight	1	-0.012666314840316772
287215	embedding2nn.weight	2	-0.014268254861235619
287215	embedding2nn.weight	3	-0.03124162368476391
287215	embedding2nn.weight	4	-0.0059150345623493195
287215	embedding2nn.weight	5	-0.0037005888298153877
287215	embedding2nn.weight	6	-0.003973265178501606
287215	embedding2nn.weight	7	-0.07742537558078766
287215	embedding2nn.weight	8	-0.0019979383796453476
287215	embedding2nn.weight	9	-0.027629634365439415
287215	embedding2nn.bias	0	0.03206539526581764
287215	embedding2nn.bias	1	-0.07680965214967728
287215	embedding2nn.bias	2	0.07189173251390457
287215	embedding2nn.bias	3	0.050995953381061554
287215	embedding2nn.bias	4	-0.040749918669462204
287215	embedding2nn.bias	5	-0.010067359544336796
287215	embedding2nn.bias	6	0.016450943425297737
287215	embedding2nn.bias	7	-0.055415477603673935
287215	embedding2nn.bias	8	0.07289593666791916
287215	embedding2nn.bias	9	0.04512641206383705
287215	rnn.weight_ih_l0	0	-0.08083267509937286
287215	rnn.weight_ih_l0	1	0.0030842663254588842
287215	rnn.weight_ih_l0	2	0.03557456657290459
287215	rnn.weight_ih_l0	3	0.022895045578479767
287215	rnn.weight_ih_l0	4	-0.048195213079452515
287215	rnn.weight_ih_l0	5	-0.0685601532459259
287215	rnn.weight_ih_l0	6	-0.0010694593656808138
287215	rnn.weight_ih_l0	7	0.053398218005895615
287215	rnn.weight_ih_l0	8	-0.017096737399697304
287215	rnn.weight_ih_l0	9	-0.030854331329464912
287215	rnn.weight_hh_l0	0	-0.029958276078104973
287215	rnn.weight_hh_l0	1	-0.007364828605204821
287215	rnn.weight_hh_l0	2	0.006769667379558086
287215	rnn.weight_hh_l0	3	-0.07457829266786575
287215	rnn.weight_hh_l0	4	0.09331090748310089
287215	rnn.weight_hh_l0	5	-0.02697845734655857
287215	rnn.weight_hh_l0	6	-0.06381534785032272
287215	rnn.weight_hh_l0	7	0.008728797547519207
287215	rnn.weight_hh_l0	8	0.013385572470724583
287215	rnn.weight_hh_l0	9	-0.0256038811057806
287215	rnn.bias_ih_l0	0	0.12996123731136322
287215	rnn.bias_ih_l0	1	-0.03389894589781761
287215	rnn.bias_ih_l0	2	-0.0343705378472805
287215	rnn.bias_ih_l0	3	0.16323517262935638
287215	rnn.bias_ih_l0	4	-0.012462172657251358
287215	rnn.bias_ih_l0	5	-0.022875145077705383
287215	rnn.bias_ih_l0	6	0.016945891082286835
287215	rnn.bias_ih_l0	7	0.023415740579366684
287215	rnn.bias_ih_l0	8	-0.09917697310447693
287215	rnn.bias_ih_l0	9	-0.04169946908950806
287215	rnn.bias_hh_l0	0	-0.0012492327950894833
287215	rnn.bias_hh_l0	1	-0.10027023404836655
287215	rnn.bias_hh_l0	2	-0.07495998591184616
287215	rnn.bias_hh_l0	3	-0.0887799933552742
287215	rnn.bias_hh_l0	4	0.008564337156713009
287215	rnn.bias_hh_l0	5	-0.020676519721746445
287215	rnn.bias_hh_l0	6	0.02836022526025772
287215	rnn.bias_hh_l0	7	0.06031152233481407
287215	rnn.bias_hh_l0	8	-0.12317993491888046
287215	rnn.bias_hh_l0	9	-0.059624768793582916
287215	rnn.weight_ih_l0_reverse	0	-0.025465041399002075
287215	rnn.weight_ih_l0_reverse	1	-0.05731512978672981
287215	rnn.weight_ih_l0_reverse	2	-0.04892430081963539
287215	rnn.weight_ih_l0_reverse	3	0.015532434917986393
287215	rnn.weight_ih_l0_reverse	4	-0.025200385600328445
287215	rnn.weight_ih_l0_reverse	5	-0.05735255405306816
287215	rnn.weight_ih_l0_reverse	6	0.07349582761526108
287215	rnn.weight_ih_l0_reverse	7	-0.019003314897418022
287215	rnn.weight_ih_l0_reverse	8	-0.0185347069054842
287215	rnn.weight_ih_l0_reverse	9	0.00453551672399044
287215	rnn.weight_hh_l0_reverse	0	0.06860123574733734
287215	rnn.weight_hh_l0_reverse	1	0.01992519572377205
287215	rnn.weight_hh_l0_reverse	2	0.030102381482720375
287215	rnn.weight_hh_l0_reverse	3	0.035513851791620255
287215	rnn.weight_hh_l0_reverse	4	0.014357710257172585
287215	rnn.weight_hh_l0_reverse	5	0.008272988721728325
287215	rnn.weight_hh_l0_reverse	6	0.051028113812208176
287215	rnn.weight_hh_l0_reverse	7	-0.08199183642864227
287215	rnn.weight_hh_l0_reverse	8	0.04007982462644577
287215	rnn.weight_hh_l0_reverse	9	0.0348392128944397
287215	rnn.bias_ih_l0_reverse	0	-0.05694954842329025
287215	rnn.bias_ih_l0_reverse	1	-0.28282836079597473
287215	rnn.bias_ih_l0_reverse	2	-0.12436255812644958
287215	rnn.bias_ih_l0_reverse	3	-0.047863565385341644
287215	rnn.bias_ih_l0_reverse	4	-0.022269584238529205
287215	rnn.bias_ih_l0_reverse	5	0.076213039457798
287215	rnn.bias_ih_l0_reverse	6	-0.06560748815536499
287215	rnn.bias_ih_l0_reverse	7	0.061640720814466476
287215	rnn.bias_ih_l0_reverse	8	-0.03562089428305626
287215	rnn.bias_ih_l0_reverse	9	0.06518401205539703
287215	rnn.bias_hh_l0_reverse	0	0.02354814112186432
287215	rnn.bias_hh_l0_reverse	1	-0.06321162730455399
287215	rnn.bias_hh_l0_reverse	2	0.08915083110332489
287215	rnn.bias_hh_l0_reverse	3	-0.051663633435964584
287215	rnn.bias_hh_l0_reverse	4	-0.028174569830298424
287215	rnn.bias_hh_l0_reverse	5	-0.022181013599038124
287215	rnn.bias_hh_l0_reverse	6	-0.020592080429196358
287215	rnn.bias_hh_l0_reverse	7	0.09969962388277054
287215	rnn.bias_hh_l0_reverse	8	0.030088720843195915
287215	rnn.bias_hh_l0_reverse	9	-0.1492030918598175
287215	rnn.weight_ih_l1	0	-0.02976055257022381
287215	rnn.weight_ih_l1	1	-0.05073261633515358
287215	rnn.weight_ih_l1	2	0.06497539579868317
287215	rnn.weight_ih_l1	3	-0.07288584858179092
287215	rnn.weight_ih_l1	4	-0.014078127220273018
287215	rnn.weight_ih_l1	5	-0.04032487794756889
287215	rnn.weight_ih_l1	6	0.028924934566020966
287215	rnn.weight_ih_l1	7	-0.04419192299246788
287215	rnn.weight_ih_l1	8	0.03787674009799957
287215	rnn.weight_ih_l1	9	0.04481249675154686
287215	rnn.weight_hh_l1	0	-0.0070707411505281925
287215	rnn.weight_hh_l1	1	0.019911320880055428
287215	rnn.weight_hh_l1	2	0.006514959502965212
287215	rnn.weight_hh_l1	3	-0.012642348185181618
287215	rnn.weight_hh_l1	4	0.004801418166607618
287215	rnn.weight_hh_l1	5	0.03522651270031929
287215	rnn.weight_hh_l1	6	0.03620756417512894
287215	rnn.weight_hh_l1	7	-0.016339043155312538
287215	rnn.weight_hh_l1	8	-0.007227345835417509
287215	rnn.weight_hh_l1	9	0.03858198598027229
287215	rnn.bias_ih_l1	0	-0.18370944261550903
287215	rnn.bias_ih_l1	1	-0.1745346635580063
287215	rnn.bias_ih_l1	2	-0.19685675203800201
287215	rnn.bias_ih_l1	3	-0.307208776473999
287215	rnn.bias_ih_l1	4	-0.21178869903087616
287215	rnn.bias_ih_l1	5	-0.08906050771474838
287215	rnn.bias_ih_l1	6	-0.15848839282989502
287215	rnn.bias_ih_l1	7	-0.0033290660940110683
287215	rnn.bias_ih_l1	8	-0.12982405722141266
287215	rnn.bias_ih_l1	9	-0.12322911620140076
287215	rnn.bias_hh_l1	0	-0.09661076217889786
287215	rnn.bias_hh_l1	1	-0.06299012154340744
287215	rnn.bias_hh_l1	2	-0.08556076884269714
287215	rnn.bias_hh_l1	3	-0.07744106650352478
287215	rnn.bias_hh_l1	4	-0.07309571653604507
287215	rnn.bias_hh_l1	5	-0.11731233447790146
287215	rnn.bias_hh_l1	6	-0.1607382446527481
287215	rnn.bias_hh_l1	7	0.07550325244665146
287215	rnn.bias_hh_l1	8	-0.17620767652988434
287215	rnn.bias_hh_l1	9	-0.11487683653831482
287215	rnn.weight_ih_l1_reverse	0	-0.047214869409799576
287215	rnn.weight_ih_l1_reverse	1	0.032946132123470306
287215	rnn.weight_ih_l1_reverse	2	0.08794724941253662
287215	rnn.weight_ih_l1_reverse	3	-0.017490528523921967
287215	rnn.weight_ih_l1_reverse	4	-0.02343948557972908
287215	rnn.weight_ih_l1_reverse	5	-0.03029021807014942
287215	rnn.weight_ih_l1_reverse	6	-0.019719814881682396
287215	rnn.weight_ih_l1_reverse	7	0.02967202290892601
287215	rnn.weight_ih_l1_reverse	8	0.005595626775175333
287215	rnn.weight_ih_l1_reverse	9	-0.03341203182935715
287215	rnn.weight_hh_l1_reverse	0	0.004588298033922911
287215	rnn.weight_hh_l1_reverse	1	0.03169148787856102
287215	rnn.weight_hh_l1_reverse	2	-0.04061269760131836
287215	rnn.weight_hh_l1_reverse	3	0.035028696060180664
287215	rnn.weight_hh_l1_reverse	4	0.04711926355957985
287215	rnn.weight_hh_l1_reverse	5	0.006034111604094505
287215	rnn.weight_hh_l1_reverse	6	0.04897570237517357
287215	rnn.weight_hh_l1_reverse	7	0.031001795083284378
287215	rnn.weight_hh_l1_reverse	8	-0.00711960019543767
287215	rnn.weight_hh_l1_reverse	9	-0.030179867520928383
287215	rnn.bias_ih_l1_reverse	0	-0.04564420506358147
287215	rnn.bias_ih_l1_reverse	1	-0.13956314325332642
287215	rnn.bias_ih_l1_reverse	2	-0.16383332014083862
287215	rnn.bias_ih_l1_reverse	3	-0.06054580584168434
287215	rnn.bias_ih_l1_reverse	4	-0.2037198543548584
287215	rnn.bias_ih_l1_reverse	5	-0.1169668436050415
287215	rnn.bias_ih_l1_reverse	6	-0.12985529005527496
287215	rnn.bias_ih_l1_reverse	7	-0.1918845772743225
287215	rnn.bias_ih_l1_reverse	8	0.22628702223300934
287215	rnn.bias_ih_l1_reverse	9	0.022296873852610588
287215	rnn.bias_hh_l1_reverse	0	0.010523208416998386
287215	rnn.bias_hh_l1_reverse	1	-0.0652877613902092
287215	rnn.bias_hh_l1_reverse	2	-0.23719583451747894
287215	rnn.bias_hh_l1_reverse	3	-0.14361588656902313
287215	rnn.bias_hh_l1_reverse	4	-0.08039496839046478
287215	rnn.bias_hh_l1_reverse	5	-0.11621870845556259
287215	rnn.bias_hh_l1_reverse	6	0.06335915625095367
287215	rnn.bias_hh_l1_reverse	7	-0.13456948101520538
287215	rnn.bias_hh_l1_reverse	8	-0.12501440942287445
287215	rnn.bias_hh_l1_reverse	9	-0.14825037121772766
287215	linear.weight	0	0.002228822559118271
287215	linear.weight	1	0.09705081582069397
287215	linear.weight	2	-0.09215002506971359
287215	linear.weight	3	0.31374648213386536
287215	linear.weight	4	0.15026691555976868
287215	linear.weight	5	-0.06560968607664108
287215	linear.weight	6	0.09472094476222992
287215	linear.weight	7	0.13679638504981995
287215	linear.weight	8	0.041133131831884384
287215	linear.weight	9	-0.05088508501648903
287215	linear.bias	0	0.0836731344461441
287215	linear.bias	1	-0.18987895548343658
287215	linear.bias	2	-0.4486254155635834
287215	linear.bias	3	-0.6565644145011902
287215	linear.bias	4	-1.2613284587860107
287215	linear.bias	5	-0.059627167880535126
287215	linear.bias	6	-0.8225808143615723
287215	linear.bias	7	0.27082404494285583
287215	linear.bias	8	-0.3960897922515869
287215	linear.bias	9	-1.0231033563613892
287412	transitions	0	0.7569966316223145
287412	transitions	1	0.13815170526504517
287412	transitions	2	-10000.0
287412	transitions	3	-1.828129768371582
287412	transitions	4	-10000.0
287412	transitions	5	0.562758207321167
287412	transitions	6	-0.08567160367965698
287412	transitions	7	-0.8122732639312744
287412	transitions	8	-1.422861099243164
287412	transitions	9	-0.0012318951776251197
287412	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
287412	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
287412	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
287412	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
287412	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
287412	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
287412	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
287412	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
287412	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
287412	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
287412	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
287412	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
287412	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
287412	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
287412	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
287412	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
287412	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
287412	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
287412	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
287412	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
287412	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
287412	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
287412	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
287412	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
287412	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
287412	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
287412	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
287412	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
287412	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
287412	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
287412	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
287412	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
287412	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
287412	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
287412	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
287412	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
287412	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
287412	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
287412	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
287412	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
287412	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
287412	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
287412	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
287412	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
287412	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
287412	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
287412	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
287412	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
287412	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
287412	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
287412	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
287412	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
287412	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
287412	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
287412	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
287412	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
287412	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
287412	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
287412	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
287412	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
287412	embedding2nn.weight	0	0.016334323212504387
287412	embedding2nn.weight	1	-0.012666532769799232
287412	embedding2nn.weight	2	-0.014268254861235619
287412	embedding2nn.weight	3	-0.031245436519384384
287412	embedding2nn.weight	4	-0.0059150345623493195
287412	embedding2nn.weight	5	-0.0037005888298153877
287412	embedding2nn.weight	6	-0.003973265178501606
287412	embedding2nn.weight	7	-0.07743154466152191
287412	embedding2nn.weight	8	-0.0019979383796453476
287412	embedding2nn.weight	9	-0.027628833428025246
287412	embedding2nn.bias	0	0.03201984614133835
287412	embedding2nn.bias	1	-0.0766550749540329
287412	embedding2nn.bias	2	0.07198677211999893
287412	embedding2nn.bias	3	0.05108160898089409
287412	embedding2nn.bias	4	-0.04077685996890068
287412	embedding2nn.bias	5	-0.010091195814311504
287412	embedding2nn.bias	6	0.01657073199748993
287412	embedding2nn.bias	7	-0.05539184808731079
287412	embedding2nn.bias	8	0.07299309223890305
287412	embedding2nn.bias	9	0.045096103101968765
287412	rnn.weight_ih_l0	0	-0.08083588629961014
287412	rnn.weight_ih_l0	1	0.003084029071033001
287412	rnn.weight_ih_l0	2	0.035576194524765015
287412	rnn.weight_ih_l0	3	0.022884979844093323
287412	rnn.weight_ih_l0	4	-0.04818172752857208
287412	rnn.weight_ih_l0	5	-0.06856117397546768
287412	rnn.weight_ih_l0	6	-0.0010649192845448852
287412	rnn.weight_ih_l0	7	0.05340953171253204
287412	rnn.weight_ih_l0	8	-0.017100203782320023
287412	rnn.weight_ih_l0	9	-0.03085990436375141
287412	rnn.weight_hh_l0	0	-0.02994672954082489
287412	rnn.weight_hh_l0	1	-0.007368456572294235
287412	rnn.weight_hh_l0	2	0.006755192298442125
287412	rnn.weight_hh_l0	3	-0.07457467913627625
287412	rnn.weight_hh_l0	4	0.09331196546554565
287412	rnn.weight_hh_l0	5	-0.026976753026247025
287412	rnn.weight_hh_l0	6	-0.0638088807463646
287412	rnn.weight_hh_l0	7	0.008720899000763893
287412	rnn.weight_hh_l0	8	0.013381796889007092
287412	rnn.weight_hh_l0	9	-0.025608986616134644
287412	rnn.bias_ih_l0	0	0.129979208111763
287412	rnn.bias_ih_l0	1	-0.03385912999510765
287412	rnn.bias_ih_l0	2	-0.03433261066675186
287412	rnn.bias_ih_l0	3	0.16324612498283386
287412	rnn.bias_ih_l0	4	-0.012425441294908524
287412	rnn.bias_ih_l0	5	-0.022870684042572975
287412	rnn.bias_ih_l0	6	0.016931522637605667
287412	rnn.bias_ih_l0	7	0.023418333381414413
287412	rnn.bias_ih_l0	8	-0.09917192906141281
287412	rnn.bias_ih_l0	9	-0.04170197993516922
287412	rnn.bias_hh_l0	0	-0.0012369321193546057
287412	rnn.bias_hh_l0	1	-0.10028914362192154
287412	rnn.bias_hh_l0	2	-0.07493554800748825
287412	rnn.bias_hh_l0	3	-0.08880601078271866
287412	rnn.bias_hh_l0	4	0.00859325286000967
287412	rnn.bias_hh_l0	5	-0.02066643536090851
287412	rnn.bias_hh_l0	6	0.028377195820212364
287412	rnn.bias_hh_l0	7	0.06030214577913284
287412	rnn.bias_hh_l0	8	-0.12314703315496445
287412	rnn.bias_hh_l0	9	-0.059614311903715134
287412	rnn.weight_ih_l0_reverse	0	-0.02546640858054161
287412	rnn.weight_ih_l0_reverse	1	-0.05731260031461716
287412	rnn.weight_ih_l0_reverse	2	-0.04893150180578232
287412	rnn.weight_ih_l0_reverse	3	0.015521599911153316
287412	rnn.weight_ih_l0_reverse	4	-0.025195736438035965
287412	rnn.weight_ih_l0_reverse	5	-0.0573420412838459
287412	rnn.weight_ih_l0_reverse	6	0.07348227500915527
287412	rnn.weight_ih_l0_reverse	7	-0.019006947055459023
287412	rnn.weight_ih_l0_reverse	8	-0.018544085323810577
287412	rnn.weight_ih_l0_reverse	9	0.0045351008884608746
287412	rnn.weight_hh_l0_reverse	0	0.0686170756816864
287412	rnn.weight_hh_l0_reverse	1	0.019942106679081917
287412	rnn.weight_hh_l0_reverse	2	0.030109494924545288
287412	rnn.weight_hh_l0_reverse	3	0.03551503270864487
287412	rnn.weight_hh_l0_reverse	4	0.014362478628754616
287412	rnn.weight_hh_l0_reverse	5	0.00827197264879942
287412	rnn.weight_hh_l0_reverse	6	0.051025599241256714
287412	rnn.weight_hh_l0_reverse	7	-0.08199278265237808
287412	rnn.weight_hh_l0_reverse	8	0.0400737002491951
287412	rnn.weight_hh_l0_reverse	9	0.03483900800347328
287412	rnn.bias_ih_l0_reverse	0	-0.056946150958538055
287412	rnn.bias_ih_l0_reverse	1	-0.28280913829803467
287412	rnn.bias_ih_l0_reverse	2	-0.12438927590847015
287412	rnn.bias_ih_l0_reverse	3	-0.047848816961050034
287412	rnn.bias_ih_l0_reverse	4	-0.02226829342544079
287412	rnn.bias_ih_l0_reverse	5	0.07621851563453674
287412	rnn.bias_ih_l0_reverse	6	-0.06558037549257278
287412	rnn.bias_ih_l0_reverse	7	0.06164001673460007
287412	rnn.bias_ih_l0_reverse	8	-0.035604774951934814
287412	rnn.bias_ih_l0_reverse	9	0.06518514454364777
287412	rnn.bias_hh_l0_reverse	0	0.02355031669139862
287412	rnn.bias_hh_l0_reverse	1	-0.06321392208337784
287412	rnn.bias_hh_l0_reverse	2	0.08912165462970734
287412	rnn.bias_hh_l0_reverse	3	-0.0516415610909462
287412	rnn.bias_hh_l0_reverse	4	-0.02816685475409031
287412	rnn.bias_hh_l0_reverse	5	-0.02213979884982109
287412	rnn.bias_hh_l0_reverse	6	-0.02058126963675022
287412	rnn.bias_hh_l0_reverse	7	0.0997430682182312
287412	rnn.bias_hh_l0_reverse	8	0.030099837109446526
287412	rnn.bias_hh_l0_reverse	9	-0.14920859038829803
287412	rnn.weight_ih_l1	0	-0.029767118394374847
287412	rnn.weight_ih_l1	1	-0.050721216946840286
287412	rnn.weight_ih_l1	2	0.06496001780033112
287412	rnn.weight_ih_l1	3	-0.07288199663162231
287412	rnn.weight_ih_l1	4	-0.014072837308049202
287412	rnn.weight_ih_l1	5	-0.040326785296201706
287412	rnn.weight_ih_l1	6	0.028931280598044395
287412	rnn.weight_ih_l1	7	-0.04419642686843872
287412	rnn.weight_ih_l1	8	0.03787456825375557
287412	rnn.weight_ih_l1	9	0.04481082037091255
287412	rnn.weight_hh_l1	0	-0.0070601413026452065
287412	rnn.weight_hh_l1	1	0.019911374896764755
287412	rnn.weight_hh_l1	2	0.006510122679173946
287412	rnn.weight_hh_l1	3	-0.012640574015676975
287412	rnn.weight_hh_l1	4	0.004800454247742891
287412	rnn.weight_hh_l1	5	0.035227466374635696
287412	rnn.weight_hh_l1	6	0.036211516708135605
287412	rnn.weight_hh_l1	7	-0.016341326758265495
287412	rnn.weight_hh_l1	8	-0.007227161433547735
287412	rnn.weight_hh_l1	9	0.038589607924222946
287412	rnn.bias_ih_l1	0	-0.18366535007953644
287412	rnn.bias_ih_l1	1	-0.17451204359531403
287412	rnn.bias_ih_l1	2	-0.19689014554023743
287412	rnn.bias_ih_l1	3	-0.30724701285362244
287412	rnn.bias_ih_l1	4	-0.2117697149515152
287412	rnn.bias_ih_l1	5	-0.08904369920492172
287412	rnn.bias_ih_l1	6	-0.15850603580474854
287412	rnn.bias_ih_l1	7	-0.0033235831651836634
287412	rnn.bias_ih_l1	8	-0.12980791926383972
287412	rnn.bias_ih_l1	9	-0.123236283659935
287412	rnn.bias_hh_l1	0	-0.0966092199087143
287412	rnn.bias_hh_l1	1	-0.06300771981477737
287412	rnn.bias_hh_l1	2	-0.0855564996600151
287412	rnn.bias_hh_l1	3	-0.07741307467222214
287412	rnn.bias_hh_l1	4	-0.07311047613620758
287412	rnn.bias_hh_l1	5	-0.11731057614088058
287412	rnn.bias_hh_l1	6	-0.16073179244995117
287412	rnn.bias_hh_l1	7	0.07558846473693848
287412	rnn.bias_hh_l1	8	-0.17620328068733215
287412	rnn.bias_hh_l1	9	-0.11490315198898315
287412	rnn.weight_ih_l1_reverse	0	-0.047221746295690536
287412	rnn.weight_ih_l1_reverse	1	0.032920341938734055
287412	rnn.weight_ih_l1_reverse	2	0.08793162554502487
287412	rnn.weight_ih_l1_reverse	3	-0.017517628148198128
287412	rnn.weight_ih_l1_reverse	4	-0.02344515733420849
287412	rnn.weight_ih_l1_reverse	5	-0.03029031679034233
287412	rnn.weight_ih_l1_reverse	6	-0.019714228808879852
287412	rnn.weight_ih_l1_reverse	7	0.02967873401939869
287412	rnn.weight_ih_l1_reverse	8	0.005597293842583895
287412	rnn.weight_ih_l1_reverse	9	-0.03342945873737335
287412	rnn.weight_hh_l1_reverse	0	0.004588925279676914
287412	rnn.weight_hh_l1_reverse	1	0.03168977051973343
287412	rnn.weight_hh_l1_reverse	2	-0.04061230644583702
287412	rnn.weight_hh_l1_reverse	3	0.035029347985982895
287412	rnn.weight_hh_l1_reverse	4	0.04712141305208206
287412	rnn.weight_hh_l1_reverse	5	0.006040842738002539
287412	rnn.weight_hh_l1_reverse	6	0.0489819273352623
287412	rnn.weight_hh_l1_reverse	7	0.031002067029476166
287412	rnn.weight_hh_l1_reverse	8	-0.007117985747754574
287412	rnn.weight_hh_l1_reverse	9	-0.030176395550370216
287412	rnn.bias_ih_l1_reverse	0	-0.045657847076654434
287412	rnn.bias_ih_l1_reverse	1	-0.1395382136106491
287412	rnn.bias_ih_l1_reverse	2	-0.16385336220264435
287412	rnn.bias_ih_l1_reverse	3	-0.060585569590330124
287412	rnn.bias_ih_l1_reverse	4	-0.20371456444263458
287412	rnn.bias_ih_l1_reverse	5	-0.11696247011423111
287412	rnn.bias_ih_l1_reverse	6	-0.129853755235672
287412	rnn.bias_ih_l1_reverse	7	-0.1918707638978958
287412	rnn.bias_ih_l1_reverse	8	0.22630245983600616
287412	rnn.bias_ih_l1_reverse	9	0.022256212309002876
287412	rnn.bias_hh_l1_reverse	0	0.010567114688456059
287412	rnn.bias_hh_l1_reverse	1	-0.06526561081409454
287412	rnn.bias_hh_l1_reverse	2	-0.23720155656337738
287412	rnn.bias_hh_l1_reverse	3	-0.14362706243991852
287412	rnn.bias_hh_l1_reverse	4	-0.08036951720714569
287412	rnn.bias_hh_l1_reverse	5	-0.11622343957424164
287412	rnn.bias_hh_l1_reverse	6	0.06331721693277359
287412	rnn.bias_hh_l1_reverse	7	-0.13457459211349487
287412	rnn.bias_hh_l1_reverse	8	-0.12502585351467133
287412	rnn.bias_hh_l1_reverse	9	-0.14825040102005005
287412	linear.weight	0	0.002228822559118271
287412	linear.weight	1	0.09697553515434265
287412	linear.weight	2	-0.09214017540216446
287412	linear.weight	3	0.31367790699005127
287412	linear.weight	4	0.1502712517976761
287412	linear.weight	5	-0.0656265839934349
287412	linear.weight	6	0.09481838345527649
287412	linear.weight	7	0.1367989182472229
287412	linear.weight	8	0.041133128106594086
287412	linear.weight	9	-0.05088619515299797
287412	linear.bias	0	0.08343695104122162
287412	linear.bias	1	-0.1900598406791687
287412	linear.bias	2	-0.4493462145328522
287412	linear.bias	3	-0.6564879417419434
287412	linear.bias	4	-1.2612450122833252
287412	linear.bias	5	-0.05979554355144501
287412	linear.bias	6	-0.8227089047431946
287412	linear.bias	7	0.27065014839172363
287412	linear.bias	8	-0.39572232961654663
287412	linear.bias	9	-1.0227479934692383
287609	transitions	0	0.7570115923881531
287609	transitions	1	0.13817854225635529
287609	transitions	2	-10000.0
287609	transitions	3	-1.828129768371582
287609	transitions	4	-10000.0
287609	transitions	5	0.5627568960189819
287609	transitions	6	-0.08567173033952713
287609	transitions	7	-0.8122749328613281
287609	transitions	8	-1.4228613376617432
287609	transitions	9	-0.0012319000670686364
287609	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
287609	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
287609	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
287609	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
287609	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
287609	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
287609	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
287609	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
287609	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
287609	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
287609	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
287609	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
287609	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
287609	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
287609	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
287609	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
287609	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
287609	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
287609	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
287609	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
287609	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
287609	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
287609	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
287609	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
287609	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
287609	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
287609	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
287609	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
287609	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
287609	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
287609	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
287609	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
287609	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
287609	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
287609	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
287609	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
287609	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
287609	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
287609	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
287609	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
287609	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
287609	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
287609	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
287609	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
287609	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
287609	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
287609	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
287609	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
287609	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
287609	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
287609	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
287609	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
287609	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
287609	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
287609	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
287609	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
287609	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
287609	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
287609	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
287609	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
287609	embedding2nn.weight	0	0.016339940950274467
287609	embedding2nn.weight	1	-0.012666311115026474
287609	embedding2nn.weight	2	-0.014268254861235619
287609	embedding2nn.weight	3	-0.031237399205565453
287609	embedding2nn.weight	4	-0.0059150345623493195
287609	embedding2nn.weight	5	-0.0037005888298153877
287609	embedding2nn.weight	6	-0.003973265178501606
287609	embedding2nn.weight	7	-0.07742791622877121
287609	embedding2nn.weight	8	-0.0019979383796453476
287609	embedding2nn.weight	9	-0.027621237561106682
287609	embedding2nn.bias	0	0.03215679153800011
287609	embedding2nn.bias	1	-0.07659823447465897
287609	embedding2nn.bias	2	0.07197628170251846
287609	embedding2nn.bias	3	0.051150839775800705
287609	embedding2nn.bias	4	-0.04077618941664696
287609	embedding2nn.bias	5	-0.010123840533196926
287609	embedding2nn.bias	6	0.016675611957907677
287609	embedding2nn.bias	7	-0.05539761483669281
287609	embedding2nn.bias	8	0.0729377418756485
287609	embedding2nn.bias	9	0.0450705885887146
287609	rnn.weight_ih_l0	0	-0.08083086460828781
287609	rnn.weight_ih_l0	1	0.003090129466727376
287609	rnn.weight_ih_l0	2	0.03558846935629845
287609	rnn.weight_ih_l0	3	0.02288704738020897
287609	rnn.weight_ih_l0	4	-0.04818666726350784
287609	rnn.weight_ih_l0	5	-0.06855852901935577
287609	rnn.weight_ih_l0	6	-0.0010693221120163798
287609	rnn.weight_ih_l0	7	0.053405970335006714
287609	rnn.weight_ih_l0	8	-0.017114082351326942
287609	rnn.weight_ih_l0	9	-0.030857810750603676
287609	rnn.weight_hh_l0	0	-0.029942404478788376
287609	rnn.weight_hh_l0	1	-0.007374847307801247
287609	rnn.weight_hh_l0	2	0.006755575072020292
287609	rnn.weight_hh_l0	3	-0.07458621263504028
287609	rnn.weight_hh_l0	4	0.09331398457288742
287609	rnn.weight_hh_l0	5	-0.026971077546477318
287609	rnn.weight_hh_l0	6	-0.06380371004343033
287609	rnn.weight_hh_l0	7	0.008744985796511173
287609	rnn.weight_hh_l0	8	0.013378385454416275
287609	rnn.weight_hh_l0	9	-0.025610290467739105
287609	rnn.bias_ih_l0	0	0.12997576594352722
287609	rnn.bias_ih_l0	1	-0.03384329378604889
287609	rnn.bias_ih_l0	2	-0.03432326763868332
287609	rnn.bias_ih_l0	3	0.16325914859771729
287609	rnn.bias_ih_l0	4	-0.012414542958140373
287609	rnn.bias_ih_l0	5	-0.022849105298519135
287609	rnn.bias_ih_l0	6	0.01690622605383396
287609	rnn.bias_ih_l0	7	0.02339990995824337
287609	rnn.bias_ih_l0	8	-0.09917420148849487
287609	rnn.bias_ih_l0	9	-0.04172544181346893
287609	rnn.bias_hh_l0	0	-0.0012648472329601645
287609	rnn.bias_hh_l0	1	-0.10028188675642014
287609	rnn.bias_hh_l0	2	-0.07493037730455399
287609	rnn.bias_hh_l0	3	-0.08883050829172134
287609	rnn.bias_hh_l0	4	0.008567427285015583
287609	rnn.bias_hh_l0	5	-0.020663945004343987
287609	rnn.bias_hh_l0	6	0.028368381783366203
287609	rnn.bias_hh_l0	7	0.06028829887509346
287609	rnn.bias_hh_l0	8	-0.12318930774927139
287609	rnn.bias_hh_l0	9	-0.059641122817993164
287609	rnn.weight_ih_l0_reverse	0	-0.025457125157117844
287609	rnn.weight_ih_l0_reverse	1	-0.057317521423101425
287609	rnn.weight_ih_l0_reverse	2	-0.04894736409187317
287609	rnn.weight_ih_l0_reverse	3	0.015528536401689053
287609	rnn.weight_ih_l0_reverse	4	-0.025196058675646782
287609	rnn.weight_ih_l0_reverse	5	-0.05734673887491226
287609	rnn.weight_ih_l0_reverse	6	0.07348906248807907
287609	rnn.weight_ih_l0_reverse	7	-0.019000597298145294
287609	rnn.weight_ih_l0_reverse	8	-0.018550364300608635
287609	rnn.weight_ih_l0_reverse	9	0.004556760191917419
287609	rnn.weight_hh_l0_reverse	0	0.06861801445484161
287609	rnn.weight_hh_l0_reverse	1	0.01993483118712902
287609	rnn.weight_hh_l0_reverse	2	0.030104048550128937
287609	rnn.weight_hh_l0_reverse	3	0.03551483899354935
287609	rnn.weight_hh_l0_reverse	4	0.01436264906078577
287609	rnn.weight_hh_l0_reverse	5	0.008270892314612865
287609	rnn.weight_hh_l0_reverse	6	0.051022350788116455
287609	rnn.weight_hh_l0_reverse	7	-0.0819915309548378
287609	rnn.weight_hh_l0_reverse	8	0.04008210822939873
287609	rnn.weight_hh_l0_reverse	9	0.03483866527676582
287609	rnn.bias_ih_l0_reverse	0	-0.056963544338941574
287609	rnn.bias_ih_l0_reverse	1	-0.2828275263309479
287609	rnn.bias_ih_l0_reverse	2	-0.12437628209590912
287609	rnn.bias_ih_l0_reverse	3	-0.04783007875084877
287609	rnn.bias_ih_l0_reverse	4	-0.022233303636312485
287609	rnn.bias_ih_l0_reverse	5	0.07620451599359512
287609	rnn.bias_ih_l0_reverse	6	-0.06560972332954407
287609	rnn.bias_ih_l0_reverse	7	0.06165806204080582
287609	rnn.bias_ih_l0_reverse	8	-0.03557421639561653
287609	rnn.bias_ih_l0_reverse	9	0.06517090648412704
287609	rnn.bias_hh_l0_reverse	0	0.023533405736088753
287609	rnn.bias_hh_l0_reverse	1	-0.06318565458059311
287609	rnn.bias_hh_l0_reverse	2	0.08914735168218613
287609	rnn.bias_hh_l0_reverse	3	-0.051640357822179794
287609	rnn.bias_hh_l0_reverse	4	-0.028155101463198662
287609	rnn.bias_hh_l0_reverse	5	-0.02214091457426548
287609	rnn.bias_hh_l0_reverse	6	-0.020586129277944565
287609	rnn.bias_hh_l0_reverse	7	0.0997166857123375
287609	rnn.bias_hh_l0_reverse	8	0.0300816111266613
287609	rnn.bias_hh_l0_reverse	9	-0.14920787513256073
287609	rnn.weight_ih_l1	0	-0.029772086068987846
287609	rnn.weight_ih_l1	1	-0.05072987824678421
287609	rnn.weight_ih_l1	2	0.06495067477226257
287609	rnn.weight_ih_l1	3	-0.07286996394395828
287609	rnn.weight_ih_l1	4	-0.01407117024064064
287609	rnn.weight_ih_l1	5	-0.040333595126867294
287609	rnn.weight_ih_l1	6	0.028933538123965263
287609	rnn.weight_ih_l1	7	-0.044205330312252045
287609	rnn.weight_ih_l1	8	0.03787308558821678
287609	rnn.weight_ih_l1	9	0.044814616441726685
287609	rnn.weight_hh_l1	0	-0.007048491854220629
287609	rnn.weight_hh_l1	1	0.019911035895347595
287609	rnn.weight_hh_l1	2	0.00649166340008378
287609	rnn.weight_hh_l1	3	-0.012644820846617222
287609	rnn.weight_hh_l1	4	0.0048057003878057
287609	rnn.weight_hh_l1	5	0.03522779420018196
287609	rnn.weight_hh_l1	6	0.036210425198078156
287609	rnn.weight_hh_l1	7	-0.016340866684913635
287609	rnn.weight_hh_l1	8	-0.00722717447206378
287609	rnn.weight_hh_l1	9	0.038588620722293854
287609	rnn.bias_ih_l1	0	-0.18364281952381134
287609	rnn.bias_ih_l1	1	-0.17453889548778534
287609	rnn.bias_ih_l1	2	-0.19689396023750305
287609	rnn.bias_ih_l1	3	-0.30720484256744385
287609	rnn.bias_ih_l1	4	-0.21177606284618378
287609	rnn.bias_ih_l1	5	-0.08903098851442337
287609	rnn.bias_ih_l1	6	-0.15848292410373688
287609	rnn.bias_ih_l1	7	-0.0032889486756175756
287609	rnn.bias_ih_l1	8	-0.12980671226978302
287609	rnn.bias_ih_l1	9	-0.12322722375392914
287609	rnn.bias_hh_l1	0	-0.0966007336974144
287609	rnn.bias_hh_l1	1	-0.06298781931400299
287609	rnn.bias_hh_l1	2	-0.08552365750074387
287609	rnn.bias_hh_l1	3	-0.07740277796983719
287609	rnn.bias_hh_l1	4	-0.0730971172451973
287609	rnn.bias_hh_l1	5	-0.11734085530042648
287609	rnn.bias_hh_l1	6	-0.16075462102890015
287609	rnn.bias_hh_l1	7	0.0756031945347786
287609	rnn.bias_hh_l1	8	-0.17618675529956818
287609	rnn.bias_hh_l1	9	-0.11490236967802048
287609	rnn.weight_ih_l1_reverse	0	-0.04721035808324814
287609	rnn.weight_ih_l1_reverse	1	0.03292207792401314
287609	rnn.weight_ih_l1_reverse	2	0.08792610466480255
287609	rnn.weight_ih_l1_reverse	3	-0.017521606758236885
287609	rnn.weight_ih_l1_reverse	4	-0.023439982905983925
287609	rnn.weight_ih_l1_reverse	5	-0.030293142423033714
287609	rnn.weight_ih_l1_reverse	6	-0.019732218235731125
287609	rnn.weight_ih_l1_reverse	7	0.02968543954193592
287609	rnn.weight_ih_l1_reverse	8	0.005594401620328426
287609	rnn.weight_ih_l1_reverse	9	-0.03341762721538544
287609	rnn.weight_hh_l1_reverse	0	0.0045888605527579784
287609	rnn.weight_hh_l1_reverse	1	0.03168943524360657
287609	rnn.weight_hh_l1_reverse	2	-0.04061199724674225
287609	rnn.weight_hh_l1_reverse	3	0.03503081575036049
287609	rnn.weight_hh_l1_reverse	4	0.04712287709116936
287609	rnn.weight_hh_l1_reverse	5	0.00603821873664856
287609	rnn.weight_hh_l1_reverse	6	0.04897578805685043
287609	rnn.weight_hh_l1_reverse	7	0.030999910086393356
287609	rnn.weight_hh_l1_reverse	8	-0.0071176267229020596
287609	rnn.weight_hh_l1_reverse	9	-0.030177032575011253
287609	rnn.bias_ih_l1_reverse	0	-0.04564768075942993
287609	rnn.bias_ih_l1_reverse	1	-0.13951805233955383
287609	rnn.bias_ih_l1_reverse	2	-0.1638733297586441
287609	rnn.bias_ih_l1_reverse	3	-0.06057252734899521
287609	rnn.bias_ih_l1_reverse	4	-0.20372726023197174
287609	rnn.bias_ih_l1_reverse	5	-0.11698347330093384
287609	rnn.bias_ih_l1_reverse	6	-0.1298646777868271
287609	rnn.bias_ih_l1_reverse	7	-0.19185005128383636
287609	rnn.bias_ih_l1_reverse	8	0.22624273598194122
287609	rnn.bias_ih_l1_reverse	9	0.022241180762648582
287609	rnn.bias_hh_l1_reverse	0	0.010563203133642673
287609	rnn.bias_hh_l1_reverse	1	-0.06524922698736191
287609	rnn.bias_hh_l1_reverse	2	-0.23720385134220123
287609	rnn.bias_hh_l1_reverse	3	-0.14361721277236938
287609	rnn.bias_hh_l1_reverse	4	-0.08035016804933548
287609	rnn.bias_hh_l1_reverse	5	-0.11622119694948196
287609	rnn.bias_hh_l1_reverse	6	0.0633334070444107
287609	rnn.bias_hh_l1_reverse	7	-0.13452091813087463
287609	rnn.bias_hh_l1_reverse	8	-0.12499943375587463
287609	rnn.bias_hh_l1_reverse	9	-0.148252472281456
287609	linear.weight	0	0.002228822559118271
287609	linear.weight	1	0.09695928543806076
287609	linear.weight	2	-0.09218619018793106
287609	linear.weight	3	0.3137145936489105
287609	linear.weight	4	0.15025514364242554
287609	linear.weight	5	-0.06566646695137024
287609	linear.weight	6	0.09488939493894577
287609	linear.weight	7	0.13685864210128784
287609	linear.weight	8	0.041133128106594086
287609	linear.weight	9	-0.050884198397397995
287609	linear.bias	0	0.08362790942192078
287609	linear.bias	1	-0.19053594768047333
287609	linear.bias	2	-0.44948610663414
287609	linear.bias	3	-0.656487226486206
287609	linear.bias	4	-1.2612788677215576
287609	linear.bias	5	-0.059448279440402985
287609	linear.bias	6	-0.8232200145721436
287609	linear.bias	7	0.2709716260433197
287609	linear.bias	8	-0.3958547115325928
287609	linear.bias	9	-1.022871732711792
287806	transitions	0	0.7571307420730591
287806	transitions	1	0.13821706175804138
287806	transitions	2	-10000.0
287806	transitions	3	-1.8281298875808716
287806	transitions	4	-10000.0
287806	transitions	5	0.5627568960189819
287806	transitions	6	-0.0856720358133316
287806	transitions	7	-0.812276303768158
287806	transitions	8	-1.4228614568710327
287806	transitions	9	-0.0012319039087742567
287806	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
287806	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
287806	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
287806	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
287806	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
287806	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
287806	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
287806	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
287806	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
287806	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
287806	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
287806	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
287806	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
287806	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
287806	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
287806	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
287806	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
287806	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
287806	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
287806	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
287806	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
287806	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
287806	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
287806	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
287806	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
287806	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
287806	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
287806	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
287806	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
287806	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
287806	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
287806	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
287806	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
287806	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
287806	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
287806	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
287806	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
287806	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
287806	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
287806	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
287806	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
287806	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
287806	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
287806	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
287806	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
287806	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
287806	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
287806	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
287806	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
287806	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
287806	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
287806	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
287806	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
287806	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
287806	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
287806	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
287806	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
287806	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
287806	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
287806	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
287806	embedding2nn.weight	0	0.01633288897573948
287806	embedding2nn.weight	1	-0.012668423354625702
287806	embedding2nn.weight	2	-0.014268254861235619
287806	embedding2nn.weight	3	-0.031243737787008286
287806	embedding2nn.weight	4	-0.0059150345623493195
287806	embedding2nn.weight	5	-0.0037005888298153877
287806	embedding2nn.weight	6	-0.003973265178501606
287806	embedding2nn.weight	7	-0.07741548120975494
287806	embedding2nn.weight	8	-0.0019979383796453476
287806	embedding2nn.weight	9	-0.027621006593108177
287806	embedding2nn.bias	0	0.032246172428131104
287806	embedding2nn.bias	1	-0.0766514241695404
287806	embedding2nn.bias	2	0.07208449393510818
287806	embedding2nn.bias	3	0.05109119787812233
287806	embedding2nn.bias	4	-0.04070783406496048
287806	embedding2nn.bias	5	-0.010096285492181778
287806	embedding2nn.bias	6	0.01676616072654724
287806	embedding2nn.bias	7	-0.05538763850927353
287806	embedding2nn.bias	8	0.07299502193927765
287806	embedding2nn.bias	9	0.045082930475473404
287806	rnn.weight_ih_l0	0	-0.08081075549125671
287806	rnn.weight_ih_l0	1	0.0030948331113904715
287806	rnn.weight_ih_l0	2	0.03558502346277237
287806	rnn.weight_ih_l0	3	0.02289295196533203
287806	rnn.weight_ih_l0	4	-0.048180367797613144
287806	rnn.weight_ih_l0	5	-0.06855933368206024
287806	rnn.weight_ih_l0	6	-0.001076192012988031
287806	rnn.weight_ih_l0	7	0.05341155081987381
287806	rnn.weight_ih_l0	8	-0.017116010189056396
287806	rnn.weight_ih_l0	9	-0.030866561457514763
287806	rnn.weight_hh_l0	0	-0.029939154163002968
287806	rnn.weight_hh_l0	1	-0.007378235459327698
287806	rnn.weight_hh_l0	2	0.006755623500794172
287806	rnn.weight_hh_l0	3	-0.07458706200122833
287806	rnn.weight_hh_l0	4	0.09331291168928146
287806	rnn.weight_hh_l0	5	-0.0269900131970644
287806	rnn.weight_hh_l0	6	-0.06380277872085571
287806	rnn.weight_hh_l0	7	0.008743262849748135
287806	rnn.weight_hh_l0	8	0.013375887647271156
287806	rnn.weight_hh_l0	9	-0.02561347372829914
287806	rnn.bias_ih_l0	0	0.12998764216899872
287806	rnn.bias_ih_l0	1	-0.03383410722017288
287806	rnn.bias_ih_l0	2	-0.03434048965573311
287806	rnn.bias_ih_l0	3	0.1632477343082428
287806	rnn.bias_ih_l0	4	-0.012438802979886532
287806	rnn.bias_ih_l0	5	-0.02284211665391922
287806	rnn.bias_ih_l0	6	0.016926893964409828
287806	rnn.bias_ih_l0	7	0.023406097665429115
287806	rnn.bias_ih_l0	8	-0.09916310757398605
287806	rnn.bias_ih_l0	9	-0.04172005131840706
287806	rnn.bias_hh_l0	0	-0.0012490025255829096
287806	rnn.bias_hh_l0	1	-0.10029176622629166
287806	rnn.bias_hh_l0	2	-0.07490779459476471
287806	rnn.bias_hh_l0	3	-0.08882667124271393
287806	rnn.bias_hh_l0	4	0.00856821145862341
287806	rnn.bias_hh_l0	5	-0.020697666332125664
287806	rnn.bias_hh_l0	6	0.02838694304227829
287806	rnn.bias_hh_l0	7	0.060305867344141006
287806	rnn.bias_hh_l0	8	-0.12320899218320847
287806	rnn.bias_hh_l0	9	-0.05965716019272804
287806	rnn.weight_ih_l0_reverse	0	-0.025460217148065567
287806	rnn.weight_ih_l0_reverse	1	-0.057318445295095444
287806	rnn.weight_ih_l0_reverse	2	-0.04892711341381073
287806	rnn.weight_ih_l0_reverse	3	0.015531634911894798
287806	rnn.weight_ih_l0_reverse	4	-0.025198815390467644
287806	rnn.weight_ih_l0_reverse	5	-0.05734463036060333
287806	rnn.weight_ih_l0_reverse	6	0.07347087562084198
287806	rnn.weight_ih_l0_reverse	7	-0.018994279205799103
287806	rnn.weight_ih_l0_reverse	8	-0.018555929884314537
287806	rnn.weight_ih_l0_reverse	9	0.004549558740109205
287806	rnn.weight_hh_l0_reverse	0	0.06861713528633118
287806	rnn.weight_hh_l0_reverse	1	0.01994544267654419
287806	rnn.weight_hh_l0_reverse	2	0.03009887970983982
287806	rnn.weight_hh_l0_reverse	3	0.0355198048055172
287806	rnn.weight_hh_l0_reverse	4	0.014358117245137691
287806	rnn.weight_hh_l0_reverse	5	0.008270806632936
287806	rnn.weight_hh_l0_reverse	6	0.05102637782692909
287806	rnn.weight_hh_l0_reverse	7	-0.08199326694011688
287806	rnn.weight_hh_l0_reverse	8	0.04008438438177109
287806	rnn.weight_hh_l0_reverse	9	0.03483430668711662
287806	rnn.bias_ih_l0_reverse	0	-0.056958701461553574
287806	rnn.bias_ih_l0_reverse	1	-0.28278231620788574
287806	rnn.bias_ih_l0_reverse	2	-0.12435988336801529
287806	rnn.bias_ih_l0_reverse	3	-0.04783748835325241
287806	rnn.bias_ih_l0_reverse	4	-0.022254396229982376
287806	rnn.bias_ih_l0_reverse	5	0.07620295882225037
287806	rnn.bias_ih_l0_reverse	6	-0.06562154740095139
287806	rnn.bias_ih_l0_reverse	7	0.061653219163417816
287806	rnn.bias_ih_l0_reverse	8	-0.035531774163246155
287806	rnn.bias_ih_l0_reverse	9	0.06518510729074478
287806	rnn.bias_hh_l0_reverse	0	0.02351250685751438
287806	rnn.bias_hh_l0_reverse	1	-0.06320200860500336
287806	rnn.bias_hh_l0_reverse	2	0.08919958025217056
287806	rnn.bias_hh_l0_reverse	3	-0.051613323390483856
287806	rnn.bias_hh_l0_reverse	4	-0.02814672328531742
287806	rnn.bias_hh_l0_reverse	5	-0.022153187543153763
287806	rnn.bias_hh_l0_reverse	6	-0.02057654969394207
287806	rnn.bias_hh_l0_reverse	7	0.0997236892580986
287806	rnn.bias_hh_l0_reverse	8	0.03008364327251911
287806	rnn.bias_hh_l0_reverse	9	-0.1491674780845642
287806	rnn.weight_ih_l1	0	-0.029768507927656174
287806	rnn.weight_ih_l1	1	-0.050727955996990204
287806	rnn.weight_ih_l1	2	0.06497851014137268
287806	rnn.weight_ih_l1	3	-0.07288015633821487
287806	rnn.weight_ih_l1	4	-0.014067974872887135
287806	rnn.weight_ih_l1	5	-0.040334656834602356
287806	rnn.weight_ih_l1	6	0.028928134590387344
287806	rnn.weight_ih_l1	7	-0.044210780411958694
287806	rnn.weight_ih_l1	8	0.03787306323647499
287806	rnn.weight_ih_l1	9	0.04481087625026703
287806	rnn.weight_hh_l1	0	-0.0070473686791956425
287806	rnn.weight_hh_l1	1	0.01990823820233345
287806	rnn.weight_hh_l1	2	0.006468131672590971
287806	rnn.weight_hh_l1	3	-0.012645022943615913
287806	rnn.weight_hh_l1	4	0.00480418186634779
287806	rnn.weight_hh_l1	5	0.03522483631968498
287806	rnn.weight_hh_l1	6	0.036207955330610275
287806	rnn.weight_hh_l1	7	-0.016339480876922607
287806	rnn.weight_hh_l1	8	-0.007227716967463493
287806	rnn.weight_hh_l1	9	0.038586005568504333
287806	rnn.bias_ih_l1	0	-0.18364520370960236
287806	rnn.bias_ih_l1	1	-0.17453499138355255
287806	rnn.bias_ih_l1	2	-0.19690220057964325
287806	rnn.bias_ih_l1	3	-0.30722394585609436
287806	rnn.bias_ih_l1	4	-0.2117270976305008
287806	rnn.bias_ih_l1	5	-0.08903754502534866
287806	rnn.bias_ih_l1	6	-0.15848927199840546
287806	rnn.bias_ih_l1	7	-0.003306044964119792
287806	rnn.bias_ih_l1	8	-0.12978948652744293
287806	rnn.bias_ih_l1	9	-0.1232461929321289
287806	rnn.bias_hh_l1	0	-0.09661227464675903
287806	rnn.bias_hh_l1	1	-0.06297707557678223
287806	rnn.bias_hh_l1	2	-0.08551592379808426
287806	rnn.bias_hh_l1	3	-0.07740923762321472
287806	rnn.bias_hh_l1	4	-0.07309583574533463
287806	rnn.bias_hh_l1	5	-0.11736049503087997
287806	rnn.bias_hh_l1	6	-0.1607932150363922
287806	rnn.bias_hh_l1	7	0.07561025768518448
287806	rnn.bias_hh_l1	8	-0.1761876493692398
287806	rnn.bias_hh_l1	9	-0.11492235958576202
287806	rnn.weight_ih_l1_reverse	0	-0.04721403121948242
287806	rnn.weight_ih_l1_reverse	1	0.03292321786284447
287806	rnn.weight_ih_l1_reverse	2	0.08789604902267456
287806	rnn.weight_ih_l1_reverse	3	-0.01752854324877262
287806	rnn.weight_ih_l1_reverse	4	-0.023429177701473236
287806	rnn.weight_ih_l1_reverse	5	-0.030294302850961685
287806	rnn.weight_ih_l1_reverse	6	-0.019731391221284866
287806	rnn.weight_ih_l1_reverse	7	0.029681509360671043
287806	rnn.weight_ih_l1_reverse	8	0.005586479790508747
287806	rnn.weight_ih_l1_reverse	9	-0.03340884670615196
287806	rnn.weight_hh_l1_reverse	0	0.004589423071593046
287806	rnn.weight_hh_l1_reverse	1	0.031687311828136444
287806	rnn.weight_hh_l1_reverse	2	-0.040612831711769104
287806	rnn.weight_hh_l1_reverse	3	0.03502966836094856
287806	rnn.weight_hh_l1_reverse	4	0.04712540656328201
287806	rnn.weight_hh_l1_reverse	5	0.006037573795765638
287806	rnn.weight_hh_l1_reverse	6	0.048975180834531784
287806	rnn.weight_hh_l1_reverse	7	0.03100109100341797
287806	rnn.weight_hh_l1_reverse	8	-0.007116921711713076
287806	rnn.weight_hh_l1_reverse	9	-0.030175507068634033
287806	rnn.bias_ih_l1_reverse	0	-0.04565875604748726
287806	rnn.bias_ih_l1_reverse	1	-0.13951775431632996
287806	rnn.bias_ih_l1_reverse	2	-0.16386248171329498
287806	rnn.bias_ih_l1_reverse	3	-0.060592085123062134
287806	rnn.bias_ih_l1_reverse	4	-0.2037125825881958
287806	rnn.bias_ih_l1_reverse	5	-0.11697888374328613
287806	rnn.bias_ih_l1_reverse	6	-0.12986940145492554
287806	rnn.bias_ih_l1_reverse	7	-0.19183681905269623
287806	rnn.bias_ih_l1_reverse	8	0.2262158840894699
287806	rnn.bias_ih_l1_reverse	9	0.02218041382730007
287806	rnn.bias_hh_l1_reverse	0	0.010508796200156212
287806	rnn.bias_hh_l1_reverse	1	-0.06519061326980591
287806	rnn.bias_hh_l1_reverse	2	-0.23721010982990265
287806	rnn.bias_hh_l1_reverse	3	-0.14361163973808289
287806	rnn.bias_hh_l1_reverse	4	-0.08036500215530396
287806	rnn.bias_hh_l1_reverse	5	-0.11622576415538788
287806	rnn.bias_hh_l1_reverse	6	0.06333975493907928
287806	rnn.bias_hh_l1_reverse	7	-0.13449367880821228
287806	rnn.bias_hh_l1_reverse	8	-0.12500296533107758
287806	rnn.bias_hh_l1_reverse	9	-0.14825230836868286
287806	linear.weight	0	0.002228822559118271
287806	linear.weight	1	0.09694336354732513
287806	linear.weight	2	-0.09213629364967346
287806	linear.weight	3	0.3137549161911011
287806	linear.weight	4	0.1502673625946045
287806	linear.weight	5	-0.06566914170980453
287806	linear.weight	6	0.09488215297460556
287806	linear.weight	7	0.13686859607696533
287806	linear.weight	8	0.041133128106594086
287806	linear.weight	9	-0.05091755464673042
287806	linear.bias	0	0.08299936354160309
287806	linear.bias	1	-0.19044579565525055
287806	linear.bias	2	-0.4489503800868988
287806	linear.bias	3	-0.6565776467323303
287806	linear.bias	4	-1.261368751525879
287806	linear.bias	5	-0.05950048938393593
287806	linear.bias	6	-0.8231117725372314
287806	linear.bias	7	0.27091339230537415
287806	linear.bias	8	-0.3956810534000397
287806	linear.bias	9	-1.0226916074752808
288003	transitions	0	0.757075309753418
288003	transitions	1	0.13826459646224976
288003	transitions	2	-10000.0
288003	transitions	3	-1.8281300067901611
288003	transitions	4	-10000.0
288003	transitions	5	0.5627568960189819
288003	transitions	6	-0.08567234873771667
288003	transitions	7	-0.8122787475585938
288003	transitions	8	-1.4228614568710327
288003	transitions	9	-0.0012319075176492333
288003	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288003	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288003	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288003	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288003	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288003	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288003	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288003	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288003	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288003	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288003	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288003	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288003	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288003	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288003	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288003	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288003	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288003	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288003	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288003	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288003	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288003	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288003	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288003	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288003	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288003	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288003	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288003	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288003	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288003	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288003	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288003	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288003	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288003	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288003	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288003	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288003	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288003	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288003	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288003	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288003	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288003	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288003	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288003	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288003	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288003	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288003	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288003	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288003	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288003	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288003	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288003	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288003	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288003	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288003	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288003	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288003	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288003	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288003	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288003	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288003	embedding2nn.weight	0	0.01632758416235447
288003	embedding2nn.weight	1	-0.012669391930103302
288003	embedding2nn.weight	2	-0.014268254861235619
288003	embedding2nn.weight	3	-0.03124554641544819
288003	embedding2nn.weight	4	-0.0059150345623493195
288003	embedding2nn.weight	5	-0.0037005888298153877
288003	embedding2nn.weight	6	-0.003973265178501606
288003	embedding2nn.weight	7	-0.07740907371044159
288003	embedding2nn.weight	8	-0.0019979383796453476
288003	embedding2nn.weight	9	-0.027615930885076523
288003	embedding2nn.bias	0	0.032191649079322815
288003	embedding2nn.bias	1	-0.07659280300140381
288003	embedding2nn.bias	2	0.0721445083618164
288003	embedding2nn.bias	3	0.05102749541401863
288003	embedding2nn.bias	4	-0.04064648598432541
288003	embedding2nn.bias	5	-0.010052727535367012
288003	embedding2nn.bias	6	0.01682654209434986
288003	embedding2nn.bias	7	-0.05531827360391617
288003	embedding2nn.bias	8	0.07308484613895416
288003	embedding2nn.bias	9	0.0450325645506382
288003	rnn.weight_ih_l0	0	-0.08081419765949249
288003	rnn.weight_ih_l0	1	0.0030857401434332132
288003	rnn.weight_ih_l0	2	0.03558708727359772
288003	rnn.weight_ih_l0	3	0.022886909544467926
288003	rnn.weight_ih_l0	4	-0.04817846417427063
288003	rnn.weight_ih_l0	5	-0.06855381280183792
288003	rnn.weight_ih_l0	6	-0.0010774859692901373
288003	rnn.weight_ih_l0	7	0.05340441316366196
288003	rnn.weight_ih_l0	8	-0.017111964523792267
288003	rnn.weight_ih_l0	9	-0.03086566925048828
288003	rnn.weight_hh_l0	0	-0.029938476160168648
288003	rnn.weight_hh_l0	1	-0.0073846252635121346
288003	rnn.weight_hh_l0	2	0.006761082913726568
288003	rnn.weight_hh_l0	3	-0.07458668947219849
288003	rnn.weight_hh_l0	4	0.093311607837677
288003	rnn.weight_hh_l0	5	-0.02700408734381199
288003	rnn.weight_hh_l0	6	-0.06380204856395721
288003	rnn.weight_hh_l0	7	0.008749540895223618
288003	rnn.weight_hh_l0	8	0.013367902487516403
288003	rnn.weight_hh_l0	9	-0.025604436174035072
288003	rnn.bias_ih_l0	0	0.12997262179851532
288003	rnn.bias_ih_l0	1	-0.033874448388814926
288003	rnn.bias_ih_l0	2	-0.03434058278799057
288003	rnn.bias_ih_l0	3	0.16320712864398956
288003	rnn.bias_ih_l0	4	-0.012441398575901985
288003	rnn.bias_ih_l0	5	-0.022859742864966393
288003	rnn.bias_ih_l0	6	0.016940409317612648
288003	rnn.bias_ih_l0	7	0.02339078113436699
288003	rnn.bias_ih_l0	8	-0.09916026145219803
288003	rnn.bias_ih_l0	9	-0.041702255606651306
288003	rnn.bias_hh_l0	0	-0.0012589327525347471
288003	rnn.bias_hh_l0	1	-0.1003032997250557
288003	rnn.bias_hh_l0	2	-0.07491490244865417
288003	rnn.bias_hh_l0	3	-0.08881936967372894
288003	rnn.bias_hh_l0	4	0.008580407127737999
288003	rnn.bias_hh_l0	5	-0.020719371736049652
288003	rnn.bias_hh_l0	6	0.028386864811182022
288003	rnn.bias_hh_l0	7	0.06024472042918205
288003	rnn.bias_hh_l0	8	-0.12320362031459808
288003	rnn.bias_hh_l0	9	-0.05968436971306801
288003	rnn.weight_ih_l0_reverse	0	-0.025462187826633453
288003	rnn.weight_ih_l0_reverse	1	-0.05731576308608055
288003	rnn.weight_ih_l0_reverse	2	-0.04893653467297554
288003	rnn.weight_ih_l0_reverse	3	0.015523168258368969
288003	rnn.weight_ih_l0_reverse	4	-0.025206642225384712
288003	rnn.weight_ih_l0_reverse	5	-0.05733861029148102
288003	rnn.weight_ih_l0_reverse	6	0.07346394658088684
288003	rnn.weight_ih_l0_reverse	7	-0.0189864169806242
288003	rnn.weight_ih_l0_reverse	8	-0.018552711233496666
288003	rnn.weight_ih_l0_reverse	9	0.00455481605604291
288003	rnn.weight_hh_l0_reverse	0	0.0686277225613594
288003	rnn.weight_hh_l0_reverse	1	0.0199393630027771
288003	rnn.weight_hh_l0_reverse	2	0.030103811994194984
288003	rnn.weight_hh_l0_reverse	3	0.03552442789077759
288003	rnn.weight_hh_l0_reverse	4	0.014362606219947338
288003	rnn.weight_hh_l0_reverse	5	0.008280584588646889
288003	rnn.weight_hh_l0_reverse	6	0.051023080945014954
288003	rnn.weight_hh_l0_reverse	7	-0.08200377225875854
288003	rnn.weight_hh_l0_reverse	8	0.040090303868055344
288003	rnn.weight_hh_l0_reverse	9	0.03483431786298752
288003	rnn.bias_ih_l0_reverse	0	-0.056971434503793716
288003	rnn.bias_ih_l0_reverse	1	-0.28282395005226135
288003	rnn.bias_ih_l0_reverse	2	-0.12432294338941574
288003	rnn.bias_ih_l0_reverse	3	-0.047843314707279205
288003	rnn.bias_ih_l0_reverse	4	-0.022264301776885986
288003	rnn.bias_ih_l0_reverse	5	0.07622156292200089
288003	rnn.bias_ih_l0_reverse	6	-0.06562191247940063
288003	rnn.bias_ih_l0_reverse	7	0.061660222709178925
288003	rnn.bias_ih_l0_reverse	8	-0.03549785166978836
288003	rnn.bias_ih_l0_reverse	9	0.06519575417041779
288003	rnn.bias_hh_l0_reverse	0	0.023529797792434692
288003	rnn.bias_hh_l0_reverse	1	-0.06318451464176178
288003	rnn.bias_hh_l0_reverse	2	0.08918890357017517
288003	rnn.bias_hh_l0_reverse	3	-0.05162781849503517
288003	rnn.bias_hh_l0_reverse	4	-0.0281470138579607
288003	rnn.bias_hh_l0_reverse	5	-0.02214674837887287
288003	rnn.bias_hh_l0_reverse	6	-0.020552612841129303
288003	rnn.bias_hh_l0_reverse	7	0.09974772483110428
288003	rnn.bias_hh_l0_reverse	8	0.03008953668177128
288003	rnn.bias_hh_l0_reverse	9	-0.1491304337978363
288003	rnn.weight_ih_l1	0	-0.029775861650705338
288003	rnn.weight_ih_l1	1	-0.05074404925107956
288003	rnn.weight_ih_l1	2	0.06497777998447418
288003	rnn.weight_ih_l1	3	-0.07288385927677155
288003	rnn.weight_ih_l1	4	-0.014082473702728748
288003	rnn.weight_ih_l1	5	-0.0403318777680397
288003	rnn.weight_ih_l1	6	0.028935754671692848
288003	rnn.weight_ih_l1	7	-0.04421759024262428
288003	rnn.weight_ih_l1	8	0.03787346929311752
288003	rnn.weight_ih_l1	9	0.04481860250234604
288003	rnn.weight_hh_l1	0	-0.007037784904241562
288003	rnn.weight_hh_l1	1	0.019909866154193878
288003	rnn.weight_hh_l1	2	0.006474985741078854
288003	rnn.weight_hh_l1	3	-0.012644056230783463
288003	rnn.weight_hh_l1	4	0.004805517848581076
288003	rnn.weight_hh_l1	5	0.035220980644226074
288003	rnn.weight_hh_l1	6	0.03621335327625275
288003	rnn.weight_hh_l1	7	-0.016331223770976067
288003	rnn.weight_hh_l1	8	-0.007225131615996361
288003	rnn.weight_hh_l1	9	0.03858346864581108
288003	rnn.bias_ih_l1	0	-0.1836473047733307
288003	rnn.bias_ih_l1	1	-0.17453135550022125
288003	rnn.bias_ih_l1	2	-0.196936696767807
288003	rnn.bias_ih_l1	3	-0.3072592318058014
288003	rnn.bias_ih_l1	4	-0.2117132693529129
288003	rnn.bias_ih_l1	5	-0.08905323594808578
288003	rnn.bias_ih_l1	6	-0.15849114954471588
288003	rnn.bias_ih_l1	7	-0.0032738614827394485
288003	rnn.bias_ih_l1	8	-0.12975937128067017
288003	rnn.bias_ih_l1	9	-0.123225137591362
288003	rnn.bias_hh_l1	0	-0.09661330282688141
288003	rnn.bias_hh_l1	1	-0.06296667456626892
288003	rnn.bias_hh_l1	2	-0.08550002425909042
288003	rnn.bias_hh_l1	3	-0.07741899788379669
288003	rnn.bias_hh_l1	4	-0.07309404760599136
288003	rnn.bias_hh_l1	5	-0.11737668514251709
288003	rnn.bias_hh_l1	6	-0.1607874184846878
288003	rnn.bias_hh_l1	7	0.07565654814243317
288003	rnn.bias_hh_l1	8	-0.17619286477565765
288003	rnn.bias_hh_l1	9	-0.11493991315364838
288003	rnn.weight_ih_l1_reverse	0	-0.04720805585384369
288003	rnn.weight_ih_l1_reverse	1	0.03292091190814972
288003	rnn.weight_ih_l1_reverse	2	0.08789173513650894
288003	rnn.weight_ih_l1_reverse	3	-0.017527364194393158
288003	rnn.weight_ih_l1_reverse	4	-0.023450354114174843
288003	rnn.weight_ih_l1_reverse	5	-0.030292794108390808
288003	rnn.weight_ih_l1_reverse	6	-0.01975257880985737
288003	rnn.weight_ih_l1_reverse	7	0.029687432572245598
288003	rnn.weight_ih_l1_reverse	8	0.005601944401860237
288003	rnn.weight_ih_l1_reverse	9	-0.0333622470498085
288003	rnn.weight_hh_l1_reverse	0	0.0045911651104688644
288003	rnn.weight_hh_l1_reverse	1	0.031687453389167786
288003	rnn.weight_hh_l1_reverse	2	-0.04061289504170418
288003	rnn.weight_hh_l1_reverse	3	0.035029564052820206
288003	rnn.weight_hh_l1_reverse	4	0.047129370272159576
288003	rnn.weight_hh_l1_reverse	5	0.00604261364787817
288003	rnn.weight_hh_l1_reverse	6	0.04898327961564064
288003	rnn.weight_hh_l1_reverse	7	0.03099888190627098
288003	rnn.weight_hh_l1_reverse	8	-0.007116195745766163
288003	rnn.weight_hh_l1_reverse	9	-0.030171146616339684
288003	rnn.bias_ih_l1_reverse	0	-0.04566391929984093
288003	rnn.bias_ih_l1_reverse	1	-0.13952705264091492
288003	rnn.bias_ih_l1_reverse	2	-0.16387489438056946
288003	rnn.bias_ih_l1_reverse	3	-0.060577645897865295
288003	rnn.bias_ih_l1_reverse	4	-0.2037152647972107
288003	rnn.bias_ih_l1_reverse	5	-0.11699465662240982
288003	rnn.bias_ih_l1_reverse	6	-0.1298658400774002
288003	rnn.bias_ih_l1_reverse	7	-0.191855326294899
288003	rnn.bias_ih_l1_reverse	8	0.2262783795595169
288003	rnn.bias_ih_l1_reverse	9	0.02221704088151455
288003	rnn.bias_hh_l1_reverse	0	0.010517209768295288
288003	rnn.bias_hh_l1_reverse	1	-0.06519801169633865
288003	rnn.bias_hh_l1_reverse	2	-0.2372356355190277
288003	rnn.bias_hh_l1_reverse	3	-0.14360946416854858
288003	rnn.bias_hh_l1_reverse	4	-0.08034868538379669
288003	rnn.bias_hh_l1_reverse	5	-0.11621788889169693
288003	rnn.bias_hh_l1_reverse	6	0.06327012926340103
288003	rnn.bias_hh_l1_reverse	7	-0.13448843359947205
288003	rnn.bias_hh_l1_reverse	8	-0.12499608844518661
288003	rnn.bias_hh_l1_reverse	9	-0.14825473725795746
288003	linear.weight	0	0.002228822559118271
288003	linear.weight	1	0.09696663171052933
288003	linear.weight	2	-0.09214047342538834
288003	linear.weight	3	0.3137891888618469
288003	linear.weight	4	0.15027154982089996
288003	linear.weight	5	-0.06565914303064346
288003	linear.weight	6	0.09484241902828217
288003	linear.weight	7	0.13691234588623047
288003	linear.weight	8	0.041133128106594086
288003	linear.weight	9	-0.05089869350194931
288003	linear.bias	0	0.08344945311546326
288003	linear.bias	1	-0.1907190978527069
288003	linear.bias	2	-0.4493615925312042
288003	linear.bias	3	-0.6561775803565979
288003	linear.bias	4	-1.2610021829605103
288003	linear.bias	5	-0.05957578495144844
288003	linear.bias	6	-0.8234139680862427
288003	linear.bias	7	0.2708672881126404
288003	linear.bias	8	-0.3957366645336151
288003	linear.bias	9	-1.022760272026062
288200	transitions	0	0.7572940587997437
288200	transitions	1	0.13826541602611542
288200	transitions	2	-10000.0
288200	transitions	3	-1.8281300067901611
288200	transitions	4	-10000.0
288200	transitions	5	0.5627501010894775
288200	transitions	6	-0.08567261695861816
288200	transitions	7	-0.8122817873954773
288200	transitions	8	-1.422863483428955
288200	transitions	9	-0.0012319087982177734
288200	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288200	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288200	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288200	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288200	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288200	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288200	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288200	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288200	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288200	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288200	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288200	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288200	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288200	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288200	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288200	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288200	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288200	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288200	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288200	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288200	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288200	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288200	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288200	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288200	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288200	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288200	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288200	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288200	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288200	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288200	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288200	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288200	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288200	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288200	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288200	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288200	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288200	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288200	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288200	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288200	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288200	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288200	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288200	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288200	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288200	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288200	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288200	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288200	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288200	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288200	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288200	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288200	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288200	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288200	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288200	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288200	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288200	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288200	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288200	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288200	embedding2nn.weight	0	0.016351180151104927
288200	embedding2nn.weight	1	-0.012671312317252159
288200	embedding2nn.weight	2	-0.014268254861235619
288200	embedding2nn.weight	3	-0.03123367764055729
288200	embedding2nn.weight	4	-0.0059150345623493195
288200	embedding2nn.weight	5	-0.0037005888298153877
288200	embedding2nn.weight	6	-0.003973265178501606
288200	embedding2nn.weight	7	-0.07740817964076996
288200	embedding2nn.weight	8	-0.0019979383796453476
288200	embedding2nn.weight	9	-0.027614297345280647
288200	embedding2nn.bias	0	0.03218107670545578
288200	embedding2nn.bias	1	-0.07648947089910507
288200	embedding2nn.bias	2	0.07211250811815262
288200	embedding2nn.bias	3	0.05114961415529251
288200	embedding2nn.bias	4	-0.0406646654009819
288200	embedding2nn.bias	5	-0.010112033225595951
288200	embedding2nn.bias	6	0.01686796545982361
288200	embedding2nn.bias	7	-0.05542956665158272
288200	embedding2nn.bias	8	0.07308055460453033
288200	embedding2nn.bias	9	0.04497828334569931
288200	rnn.weight_ih_l0	0	-0.08081178367137909
288200	rnn.weight_ih_l0	1	0.0030897383112460375
288200	rnn.weight_ih_l0	2	0.035592373460531235
288200	rnn.weight_ih_l0	3	0.022890957072377205
288200	rnn.weight_ih_l0	4	-0.04820480942726135
288200	rnn.weight_ih_l0	5	-0.0685570240020752
288200	rnn.weight_ih_l0	6	-0.0010788484942167997
288200	rnn.weight_ih_l0	7	0.053411830216646194
288200	rnn.weight_ih_l0	8	-0.017110496759414673
288200	rnn.weight_ih_l0	9	-0.03087506629526615
288200	rnn.weight_hh_l0	0	-0.02992563508450985
288200	rnn.weight_hh_l0	1	-0.007384273689240217
288200	rnn.weight_hh_l0	2	0.006764349527657032
288200	rnn.weight_hh_l0	3	-0.0745890811085701
288200	rnn.weight_hh_l0	4	0.09331885725259781
288200	rnn.weight_hh_l0	5	-0.027010144665837288
288200	rnn.weight_hh_l0	6	-0.06380773335695267
288200	rnn.weight_hh_l0	7	0.008746386505663395
288200	rnn.weight_hh_l0	8	0.013372419402003288
288200	rnn.weight_hh_l0	9	-0.02559901587665081
288200	rnn.bias_ih_l0	0	0.12995778024196625
288200	rnn.bias_ih_l0	1	-0.03388558328151703
288200	rnn.bias_ih_l0	2	-0.034361593425273895
288200	rnn.bias_ih_l0	3	0.16319040954113007
288200	rnn.bias_ih_l0	4	-0.012448863126337528
288200	rnn.bias_ih_l0	5	-0.0228427704423666
288200	rnn.bias_ih_l0	6	0.01692499965429306
288200	rnn.bias_ih_l0	7	0.023394910618662834
288200	rnn.bias_ih_l0	8	-0.09915049374103546
288200	rnn.bias_ih_l0	9	-0.041719116270542145
288200	rnn.bias_hh_l0	0	-0.0012753895716741681
288200	rnn.bias_hh_l0	1	-0.10035718232393265
288200	rnn.bias_hh_l0	2	-0.07490602880716324
288200	rnn.bias_hh_l0	3	-0.08877696841955185
288200	rnn.bias_hh_l0	4	0.008569268509745598
288200	rnn.bias_hh_l0	5	-0.020695839077234268
288200	rnn.bias_hh_l0	6	0.028410492464900017
288200	rnn.bias_hh_l0	7	0.06028001755475998
288200	rnn.bias_hh_l0	8	-0.1232341080904007
288200	rnn.bias_hh_l0	9	-0.059694696217775345
288200	rnn.weight_ih_l0_reverse	0	-0.02545618638396263
288200	rnn.weight_ih_l0_reverse	1	-0.05730598047375679
288200	rnn.weight_ih_l0_reverse	2	-0.04892359673976898
288200	rnn.weight_ih_l0_reverse	3	0.01551413256675005
288200	rnn.weight_ih_l0_reverse	4	-0.025207269936800003
288200	rnn.weight_ih_l0_reverse	5	-0.05734137073159218
288200	rnn.weight_ih_l0_reverse	6	0.07347463816404343
288200	rnn.weight_ih_l0_reverse	7	-0.01898687705397606
288200	rnn.weight_ih_l0_reverse	8	-0.018548326566815376
288200	rnn.weight_ih_l0_reverse	9	0.0045558856800198555
288200	rnn.weight_hh_l0_reverse	0	0.068632110953331
288200	rnn.weight_hh_l0_reverse	1	0.019935205578804016
288200	rnn.weight_hh_l0_reverse	2	0.03011336550116539
288200	rnn.weight_hh_l0_reverse	3	0.03552810475230217
288200	rnn.weight_hh_l0_reverse	4	0.014356602914631367
288200	rnn.weight_hh_l0_reverse	5	0.008280711248517036
288200	rnn.weight_hh_l0_reverse	6	0.051021821796894073
288200	rnn.weight_hh_l0_reverse	7	-0.08201324194669724
288200	rnn.weight_hh_l0_reverse	8	0.04009481891989708
288200	rnn.weight_hh_l0_reverse	9	0.034840431064367294
288200	rnn.bias_ih_l0_reverse	0	-0.05697440356016159
288200	rnn.bias_ih_l0_reverse	1	-0.2827903926372528
288200	rnn.bias_ih_l0_reverse	2	-0.12428711354732513
288200	rnn.bias_ih_l0_reverse	3	-0.047828882932662964
288200	rnn.bias_ih_l0_reverse	4	-0.022280991077423096
288200	rnn.bias_ih_l0_reverse	5	0.07621350139379501
288200	rnn.bias_ih_l0_reverse	6	-0.06561818718910217
288200	rnn.bias_ih_l0_reverse	7	0.061658479273319244
288200	rnn.bias_ih_l0_reverse	8	-0.03548964112997055
288200	rnn.bias_ih_l0_reverse	9	0.06520716845989227
288200	rnn.bias_hh_l0_reverse	0	0.023530500009655952
288200	rnn.bias_hh_l0_reverse	1	-0.06320083886384964
288200	rnn.bias_hh_l0_reverse	2	0.0891818106174469
288200	rnn.bias_hh_l0_reverse	3	-0.05161840468645096
288200	rnn.bias_hh_l0_reverse	4	-0.028153715655207634
288200	rnn.bias_hh_l0_reverse	5	-0.022099517285823822
288200	rnn.bias_hh_l0_reverse	6	-0.020553242415189743
288200	rnn.bias_hh_l0_reverse	7	0.09976203739643097
288200	rnn.bias_hh_l0_reverse	8	0.03011130355298519
288200	rnn.bias_hh_l0_reverse	9	-0.14908967912197113
288200	rnn.weight_ih_l1	0	-0.029777728021144867
288200	rnn.weight_ih_l1	1	-0.05074469745159149
288200	rnn.weight_ih_l1	2	0.06496836245059967
288200	rnn.weight_ih_l1	3	-0.07287732511758804
288200	rnn.weight_ih_l1	4	-0.014080383814871311
288200	rnn.weight_ih_l1	5	-0.04033312201499939
288200	rnn.weight_ih_l1	6	0.028946325182914734
288200	rnn.weight_ih_l1	7	-0.04422244802117348
288200	rnn.weight_ih_l1	8	0.03787223622202873
288200	rnn.weight_ih_l1	9	0.04482381045818329
288200	rnn.weight_hh_l1	0	-0.007043946534395218
288200	rnn.weight_hh_l1	1	0.01990951970219612
288200	rnn.weight_hh_l1	2	0.006477218121290207
288200	rnn.weight_hh_l1	3	-0.012642551213502884
288200	rnn.weight_hh_l1	4	0.004802086856216192
288200	rnn.weight_hh_l1	5	0.035221800208091736
288200	rnn.weight_hh_l1	6	0.03621831163764
288200	rnn.weight_hh_l1	7	-0.016336288303136826
288200	rnn.weight_hh_l1	8	-0.007228265516459942
288200	rnn.weight_hh_l1	9	0.03858296573162079
288200	rnn.bias_ih_l1	0	-0.18366463482379913
288200	rnn.bias_ih_l1	1	-0.17455749213695526
288200	rnn.bias_ih_l1	2	-0.19692984223365784
288200	rnn.bias_ih_l1	3	-0.3072449564933777
288200	rnn.bias_ih_l1	4	-0.21176284551620483
288200	rnn.bias_ih_l1	5	-0.08907719701528549
288200	rnn.bias_ih_l1	6	-0.1584816426038742
288200	rnn.bias_ih_l1	7	-0.0032751038670539856
288200	rnn.bias_ih_l1	8	-0.12972095608711243
288200	rnn.bias_ih_l1	9	-0.12320209294557571
288200	rnn.bias_hh_l1	0	-0.09662314504384995
288200	rnn.bias_hh_l1	1	-0.06296016275882721
288200	rnn.bias_hh_l1	2	-0.08548837900161743
288200	rnn.bias_hh_l1	3	-0.07742303609848022
288200	rnn.bias_hh_l1	4	-0.07312212139368057
288200	rnn.bias_hh_l1	5	-0.11736930906772614
288200	rnn.bias_hh_l1	6	-0.16077262163162231
288200	rnn.bias_hh_l1	7	0.07565075159072876
288200	rnn.bias_hh_l1	8	-0.17618954181671143
288200	rnn.bias_hh_l1	9	-0.11490648239850998
288200	rnn.weight_ih_l1_reverse	0	-0.04721831530332565
288200	rnn.weight_ih_l1_reverse	1	0.032940782606601715
288200	rnn.weight_ih_l1_reverse	2	0.0878935232758522
288200	rnn.weight_ih_l1_reverse	3	-0.017531832680106163
288200	rnn.weight_ih_l1_reverse	4	-0.02345973066985607
288200	rnn.weight_ih_l1_reverse	5	-0.030291665345430374
288200	rnn.weight_ih_l1_reverse	6	-0.019766980782151222
288200	rnn.weight_ih_l1_reverse	7	0.02967911772429943
288200	rnn.weight_ih_l1_reverse	8	0.00557875307276845
288200	rnn.weight_ih_l1_reverse	9	-0.03334523364901543
288200	rnn.weight_hh_l1_reverse	0	0.004590076394379139
288200	rnn.weight_hh_l1_reverse	1	0.03168867900967598
288200	rnn.weight_hh_l1_reverse	2	-0.04061353951692581
288200	rnn.weight_hh_l1_reverse	3	0.03502902016043663
288200	rnn.weight_hh_l1_reverse	4	0.04712621495127678
288200	rnn.weight_hh_l1_reverse	5	0.006044224835932255
288200	rnn.weight_hh_l1_reverse	6	0.049002937972545624
288200	rnn.weight_hh_l1_reverse	7	0.030997512862086296
288200	rnn.weight_hh_l1_reverse	8	-0.007115985732525587
288200	rnn.weight_hh_l1_reverse	9	-0.030171165242791176
288200	rnn.bias_ih_l1_reverse	0	-0.045647427439689636
288200	rnn.bias_ih_l1_reverse	1	-0.13951708376407623
288200	rnn.bias_ih_l1_reverse	2	-0.16383390128612518
288200	rnn.bias_ih_l1_reverse	3	-0.060612134635448456
288200	rnn.bias_ih_l1_reverse	4	-0.20370441675186157
288200	rnn.bias_ih_l1_reverse	5	-0.11698324233293533
288200	rnn.bias_ih_l1_reverse	6	-0.12985213100910187
288200	rnn.bias_ih_l1_reverse	7	-0.19182206690311432
288200	rnn.bias_ih_l1_reverse	8	0.2263096421957016
288200	rnn.bias_ih_l1_reverse	9	0.022203270345926285
288200	rnn.bias_hh_l1_reverse	0	0.010562224313616753
288200	rnn.bias_hh_l1_reverse	1	-0.06514903903007507
288200	rnn.bias_hh_l1_reverse	2	-0.2372363805770874
288200	rnn.bias_hh_l1_reverse	3	-0.14361287653446198
288200	rnn.bias_hh_l1_reverse	4	-0.08035146445035934
288200	rnn.bias_hh_l1_reverse	5	-0.11622955650091171
288200	rnn.bias_hh_l1_reverse	6	0.0633147731423378
288200	rnn.bias_hh_l1_reverse	7	-0.13450534641742706
288200	rnn.bias_hh_l1_reverse	8	-0.12498778849840164
288200	rnn.bias_hh_l1_reverse	9	-0.148264542222023
288200	linear.weight	0	0.002228822559118271
288200	linear.weight	1	0.09696673601865768
288200	linear.weight	2	-0.09214526414871216
288200	linear.weight	3	0.31375977396965027
288200	linear.weight	4	0.15027578175067902
288200	linear.weight	5	-0.06566807627677917
288200	linear.weight	6	0.09479155391454697
288200	linear.weight	7	0.13676629960536957
288200	linear.weight	8	0.041133128106594086
288200	linear.weight	9	-0.0508832223713398
288200	linear.bias	0	0.08314675837755203
288200	linear.bias	1	-0.19092318415641785
288200	linear.bias	2	-0.4495084881782532
288200	linear.bias	3	-0.656149685382843
288200	linear.bias	4	-1.2609821557998657
288200	linear.bias	5	-0.059426791965961456
288200	linear.bias	6	-0.8236404061317444
288200	linear.bias	7	0.2710103392601013
288200	linear.bias	8	-0.39568769931793213
288200	linear.bias	9	-1.0227195024490356
288204	transitions	0	0.7572940587997437
288204	transitions	1	0.13826540112495422
288204	transitions	2	-10000.0
288204	transitions	3	-1.8281300067901611
288204	transitions	4	-10000.0
288204	transitions	5	0.5627501010894775
288204	transitions	6	-0.08567262440919876
288204	transitions	7	-0.8122817873954773
288204	transitions	8	-1.422863483428955
288204	transitions	9	-0.0012319087982177734
288204	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288204	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288204	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288204	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288204	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288204	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288204	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288204	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288204	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288204	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288204	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288204	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288204	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288204	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288204	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288204	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288204	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288204	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288204	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288204	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288204	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288204	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288204	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288204	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288204	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288204	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288204	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288204	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288204	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288204	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288204	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288204	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288204	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288204	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288204	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288204	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288204	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288204	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288204	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288204	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288204	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288204	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288204	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288204	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288204	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288204	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288204	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288204	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288204	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288204	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288204	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288204	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288204	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288204	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288204	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288204	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288204	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288204	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288204	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288204	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288204	embedding2nn.weight	0	0.01635085418820381
288204	embedding2nn.weight	1	-0.012671150267124176
288204	embedding2nn.weight	2	-0.014268254861235619
288204	embedding2nn.weight	3	-0.031235815957188606
288204	embedding2nn.weight	4	-0.0059150345623493195
288204	embedding2nn.weight	5	-0.0037005888298153877
288204	embedding2nn.weight	6	-0.003973265178501606
288204	embedding2nn.weight	7	-0.07740660011768341
288204	embedding2nn.weight	8	-0.0019979383796453476
288204	embedding2nn.weight	9	-0.027614209800958633
288204	embedding2nn.bias	0	0.0321880541741848
288204	embedding2nn.bias	1	-0.07648036628961563
288204	embedding2nn.bias	2	0.072109155356884
288204	embedding2nn.bias	3	0.05114739388227463
288204	embedding2nn.bias	4	-0.04066135361790657
288204	embedding2nn.bias	5	-0.01011173240840435
288204	embedding2nn.bias	6	0.01686793752014637
288204	embedding2nn.bias	7	-0.05542527884244919
288204	embedding2nn.bias	8	0.07306993752717972
288204	embedding2nn.bias	9	0.04497614875435829
288204	rnn.weight_ih_l0	0	-0.08081063628196716
288204	rnn.weight_ih_l0	1	0.0030892931390553713
288204	rnn.weight_ih_l0	2	0.0355943888425827
288204	rnn.weight_ih_l0	3	0.022889673709869385
288204	rnn.weight_ih_l0	4	-0.04820437729358673
288204	rnn.weight_ih_l0	5	-0.0685572624206543
288204	rnn.weight_ih_l0	6	-0.001078596105799079
288204	rnn.weight_ih_l0	7	0.05341213941574097
288204	rnn.weight_ih_l0	8	-0.017110394313931465
288204	rnn.weight_ih_l0	9	-0.03087449073791504
288204	rnn.weight_hh_l0	0	-0.02992541901767254
288204	rnn.weight_hh_l0	1	-0.007384258788079023
288204	rnn.weight_hh_l0	2	0.0067638373002409935
288204	rnn.weight_hh_l0	3	-0.07458949089050293
288204	rnn.weight_hh_l0	4	0.09331884980201721
288204	rnn.weight_hh_l0	5	-0.02701033093035221
288204	rnn.weight_hh_l0	6	-0.0638071596622467
288204	rnn.weight_hh_l0	7	0.008748997934162617
288204	rnn.weight_hh_l0	8	0.013372286222875118
288204	rnn.weight_hh_l0	9	-0.025598818436264992
288204	rnn.bias_ih_l0	0	0.1299566924571991
288204	rnn.bias_ih_l0	1	-0.03388654813170433
288204	rnn.bias_ih_l0	2	-0.03436534106731415
288204	rnn.bias_ih_l0	3	0.16319292783737183
288204	rnn.bias_ih_l0	4	-0.012450920417904854
288204	rnn.bias_ih_l0	5	-0.022834863513708115
288204	rnn.bias_ih_l0	6	0.016929298639297485
288204	rnn.bias_ih_l0	7	0.023394163697957993
288204	rnn.bias_ih_l0	8	-0.09915038198232651
288204	rnn.bias_ih_l0	9	-0.04171834513545036
288204	rnn.bias_hh_l0	0	-0.0012743035331368446
288204	rnn.bias_hh_l0	1	-0.10035602748394012
288204	rnn.bias_hh_l0	2	-0.07490716874599457
288204	rnn.bias_hh_l0	3	-0.08877968043088913
288204	rnn.bias_hh_l0	4	0.008570000529289246
288204	rnn.bias_hh_l0	5	-0.02069821208715439
288204	rnn.bias_hh_l0	6	0.02841188758611679
288204	rnn.bias_hh_l0	7	0.060281042009592056
288204	rnn.bias_hh_l0	8	-0.12323411554098129
288204	rnn.bias_hh_l0	9	-0.05969366803765297
288204	rnn.weight_ih_l0_reverse	0	-0.025456272065639496
288204	rnn.weight_ih_l0_reverse	1	-0.05730646103620529
288204	rnn.weight_ih_l0_reverse	2	-0.04892347380518913
288204	rnn.weight_ih_l0_reverse	3	0.015513774007558823
288204	rnn.weight_ih_l0_reverse	4	-0.025204678997397423
288204	rnn.weight_ih_l0_reverse	5	-0.05734020099043846
288204	rnn.weight_ih_l0_reverse	6	0.0734751895070076
288204	rnn.weight_ih_l0_reverse	7	-0.018987290561199188
288204	rnn.weight_ih_l0_reverse	8	-0.018548239022493362
288204	rnn.weight_ih_l0_reverse	9	0.004556213039904833
288204	rnn.weight_hh_l0_reverse	0	0.06863197684288025
288204	rnn.weight_hh_l0_reverse	1	0.01993490941822529
288204	rnn.weight_hh_l0_reverse	2	0.030113093554973602
288204	rnn.weight_hh_l0_reverse	3	0.035528164356946945
288204	rnn.weight_hh_l0_reverse	4	0.01435652282088995
288204	rnn.weight_hh_l0_reverse	5	0.008281199261546135
288204	rnn.weight_hh_l0_reverse	6	0.05102193355560303
288204	rnn.weight_hh_l0_reverse	7	-0.08201538771390915
288204	rnn.weight_hh_l0_reverse	8	0.040094535797834396
288204	rnn.weight_hh_l0_reverse	9	0.034840621054172516
288204	rnn.bias_ih_l0_reverse	0	-0.05697251483798027
288204	rnn.bias_ih_l0_reverse	1	-0.2827841639518738
288204	rnn.bias_ih_l0_reverse	2	-0.1242881640791893
288204	rnn.bias_ih_l0_reverse	3	-0.04782916232943535
288204	rnn.bias_ih_l0_reverse	4	-0.0222787968814373
288204	rnn.bias_ih_l0_reverse	5	0.07621400058269501
288204	rnn.bias_ih_l0_reverse	6	-0.06561649590730667
288204	rnn.bias_ih_l0_reverse	7	0.06165666878223419
288204	rnn.bias_ih_l0_reverse	8	-0.03549031540751457
288204	rnn.bias_ih_l0_reverse	9	0.0652051568031311
288204	rnn.bias_hh_l0_reverse	0	0.023530136793851852
288204	rnn.bias_hh_l0_reverse	1	-0.0632021501660347
288204	rnn.bias_hh_l0_reverse	2	0.08918052911758423
288204	rnn.bias_hh_l0_reverse	3	-0.05161913484334946
288204	rnn.bias_hh_l0_reverse	4	-0.02815459482371807
288204	rnn.bias_hh_l0_reverse	5	-0.022100131958723068
288204	rnn.bias_hh_l0_reverse	6	-0.020550906658172607
288204	rnn.bias_hh_l0_reverse	7	0.0997643917798996
288204	rnn.bias_hh_l0_reverse	8	0.030113784596323967
288204	rnn.bias_hh_l0_reverse	9	-0.14909055829048157
288204	rnn.weight_ih_l1	0	-0.029777569696307182
288204	rnn.weight_ih_l1	1	-0.05074439197778702
288204	rnn.weight_ih_l1	2	0.06496776640415192
288204	rnn.weight_ih_l1	3	-0.07287566363811493
288204	rnn.weight_ih_l1	4	-0.014080429449677467
288204	rnn.weight_ih_l1	5	-0.04033317044377327
288204	rnn.weight_ih_l1	6	0.02894720248878002
288204	rnn.weight_ih_l1	7	-0.04422201216220856
288204	rnn.weight_ih_l1	8	0.037872448563575745
288204	rnn.weight_ih_l1	9	0.04482342675328255
288204	rnn.weight_hh_l1	0	-0.007043961901217699
288204	rnn.weight_hh_l1	1	0.019909238442778587
288204	rnn.weight_hh_l1	2	0.006477135233581066
288204	rnn.weight_hh_l1	3	-0.012642600573599339
288204	rnn.weight_hh_l1	4	0.0048023369163274765
288204	rnn.weight_hh_l1	5	0.035221513360738754
288204	rnn.weight_hh_l1	6	0.03621749207377434
288204	rnn.weight_hh_l1	7	-0.01633627712726593
288204	rnn.weight_hh_l1	8	-0.007228521164506674
288204	rnn.weight_hh_l1	9	0.03858257457613945
288204	rnn.bias_ih_l1	0	-0.18366363644599915
288204	rnn.bias_ih_l1	1	-0.17455537617206573
288204	rnn.bias_ih_l1	2	-0.19692739844322205
288204	rnn.bias_ih_l1	3	-0.3072420656681061
288204	rnn.bias_ih_l1	4	-0.21175627410411835
288204	rnn.bias_ih_l1	5	-0.08908096700906754
288204	rnn.bias_ih_l1	6	-0.15847967565059662
288204	rnn.bias_ih_l1	7	-0.003273968817666173
288204	rnn.bias_ih_l1	8	-0.12972192466259003
288204	rnn.bias_ih_l1	9	-0.12320441007614136
288204	rnn.bias_hh_l1	0	-0.09662308543920517
288204	rnn.bias_hh_l1	1	-0.06296278536319733
288204	rnn.bias_hh_l1	2	-0.08548349142074585
288204	rnn.bias_hh_l1	3	-0.07742427289485931
288204	rnn.bias_hh_l1	4	-0.07312505692243576
288204	rnn.bias_hh_l1	5	-0.11736917495727539
288204	rnn.bias_hh_l1	6	-0.16077423095703125
288204	rnn.bias_hh_l1	7	0.07565023005008698
288204	rnn.bias_hh_l1	8	-0.17618738114833832
288204	rnn.bias_hh_l1	9	-0.11490795761346817
288204	rnn.weight_ih_l1_reverse	0	-0.04721838980913162
288204	rnn.weight_ih_l1_reverse	1	0.03294099122285843
288204	rnn.weight_ih_l1_reverse	2	0.08789349347352982
288204	rnn.weight_ih_l1_reverse	3	-0.01753140613436699
288204	rnn.weight_ih_l1_reverse	4	-0.023460598662495613
288204	rnn.weight_ih_l1_reverse	5	-0.030291587114334106
288204	rnn.weight_ih_l1_reverse	6	-0.01976761594414711
288204	rnn.weight_ih_l1_reverse	7	0.029678259044885635
288204	rnn.weight_ih_l1_reverse	8	0.005580052733421326
288204	rnn.weight_ih_l1_reverse	9	-0.03334585204720497
288204	rnn.weight_hh_l1_reverse	0	0.004589816555380821
288204	rnn.weight_hh_l1_reverse	1	0.0316888689994812
288204	rnn.weight_hh_l1_reverse	2	-0.0406135618686676
288204	rnn.weight_hh_l1_reverse	3	0.03502897173166275
288204	rnn.weight_hh_l1_reverse	4	0.047126103192567825
288204	rnn.weight_hh_l1_reverse	5	0.006044419482350349
288204	rnn.weight_hh_l1_reverse	6	0.04900326952338219
288204	rnn.weight_hh_l1_reverse	7	0.03099801391363144
288204	rnn.weight_hh_l1_reverse	8	-0.0071160146035254
288204	rnn.weight_hh_l1_reverse	9	-0.03017076477408409
288204	rnn.bias_ih_l1_reverse	0	-0.045648690313100815
288204	rnn.bias_ih_l1_reverse	1	-0.13951799273490906
288204	rnn.bias_ih_l1_reverse	2	-0.1638326495885849
288204	rnn.bias_ih_l1_reverse	3	-0.06060749292373657
288204	rnn.bias_ih_l1_reverse	4	-0.20370200276374817
288204	rnn.bias_ih_l1_reverse	5	-0.11698425561189651
288204	rnn.bias_ih_l1_reverse	6	-0.12985195219516754
288204	rnn.bias_ih_l1_reverse	7	-0.1918225884437561
288204	rnn.bias_ih_l1_reverse	8	0.22630675137043
288204	rnn.bias_ih_l1_reverse	9	0.022201038897037506
288204	rnn.bias_hh_l1_reverse	0	0.010572065599262714
288204	rnn.bias_hh_l1_reverse	1	-0.06514762341976166
288204	rnn.bias_hh_l1_reverse	2	-0.2372336983680725
288204	rnn.bias_hh_l1_reverse	3	-0.143611878156662
288204	rnn.bias_hh_l1_reverse	4	-0.08034826815128326
288204	rnn.bias_hh_l1_reverse	5	-0.11622796207666397
288204	rnn.bias_hh_l1_reverse	6	0.06330899149179459
288204	rnn.bias_hh_l1_reverse	7	-0.13450676202774048
288204	rnn.bias_hh_l1_reverse	8	-0.12498890608549118
288204	rnn.bias_hh_l1_reverse	9	-0.14826464653015137
288204	linear.weight	0	0.002228822559118271
288204	linear.weight	1	0.09696687012910843
288204	linear.weight	2	-0.09214723110198975
288204	linear.weight	3	0.3137546181678772
288204	linear.weight	4	0.15027540922164917
288204	linear.weight	5	-0.06566809117794037
288204	linear.weight	6	0.09478782117366791
288204	linear.weight	7	0.13676664233207703
288204	linear.weight	8	0.041133128106594086
288204	linear.weight	9	-0.05088992416858673
288204	linear.bias	0	0.0830874815583229
288204	linear.bias	1	-0.19097334146499634
288204	linear.bias	2	-0.4493422210216522
288204	linear.bias	3	-0.6561249494552612
288204	linear.bias	4	-1.2609578371047974
288204	linear.bias	5	-0.059424158185720444
288204	linear.bias	6	-0.8236916065216064
288204	linear.bias	7	0.2710128426551819
288204	linear.bias	8	-0.3957350552082062
288204	linear.bias	9	-1.0227667093276978
288401	transitions	0	0.7572174072265625
288401	transitions	1	0.13828745484352112
288401	transitions	2	-10000.0
288401	transitions	3	-1.8281300067901611
288401	transitions	4	-10000.0
288401	transitions	5	0.5627495050430298
288401	transitions	6	-0.08567290008068085
288401	transitions	7	-0.8122851252555847
288401	transitions	8	-1.4228649139404297
288401	transitions	9	-0.00123191112652421
288401	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288401	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288401	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288401	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288401	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288401	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288401	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288401	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288401	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288401	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288401	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288401	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288401	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288401	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288401	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288401	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288401	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288401	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288401	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288401	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288401	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288401	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288401	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288401	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288401	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288401	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288401	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288401	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288401	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288401	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288401	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288401	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288401	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288401	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288401	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288401	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288401	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288401	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288401	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288401	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288401	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288401	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288401	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288401	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288401	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288401	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288401	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288401	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288401	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288401	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288401	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288401	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288401	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288401	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288401	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288401	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288401	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288401	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288401	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288401	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288401	embedding2nn.weight	0	0.01635628007352352
288401	embedding2nn.weight	1	-0.012671227566897869
288401	embedding2nn.weight	2	-0.014268254861235619
288401	embedding2nn.weight	3	-0.031248360872268677
288401	embedding2nn.weight	4	-0.0059150345623493195
288401	embedding2nn.weight	5	-0.0037005888298153877
288401	embedding2nn.weight	6	-0.003973265178501606
288401	embedding2nn.weight	7	-0.07740078866481781
288401	embedding2nn.weight	8	-0.0019979383796453476
288401	embedding2nn.weight	9	-0.02761206030845642
288401	embedding2nn.bias	0	0.03222253918647766
288401	embedding2nn.bias	1	-0.0764736458659172
288401	embedding2nn.bias	2	0.07213372737169266
288401	embedding2nn.bias	3	0.05122597515583038
288401	embedding2nn.bias	4	-0.040649838745594025
288401	embedding2nn.bias	5	-0.010138616897165775
288401	embedding2nn.bias	6	0.01695983298122883
288401	embedding2nn.bias	7	-0.05561254918575287
288401	embedding2nn.bias	8	0.0731172114610672
288401	embedding2nn.bias	9	0.044940076768398285
288401	rnn.weight_ih_l0	0	-0.08080527186393738
288401	rnn.weight_ih_l0	1	0.0030909054912626743
288401	rnn.weight_ih_l0	2	0.035595282912254333
288401	rnn.weight_ih_l0	3	0.02289658971130848
288401	rnn.weight_ih_l0	4	-0.04819212853908539
288401	rnn.weight_ih_l0	5	-0.06855020672082901
288401	rnn.weight_ih_l0	6	-0.0010832765838131309
288401	rnn.weight_ih_l0	7	0.05341031774878502
288401	rnn.weight_ih_l0	8	-0.017116475850343704
288401	rnn.weight_ih_l0	9	-0.030870677903294563
288401	rnn.weight_hh_l0	0	-0.029926015064120293
288401	rnn.weight_hh_l0	1	-0.007376570720225573
288401	rnn.weight_hh_l0	2	0.006762993056327105
288401	rnn.weight_hh_l0	3	-0.07459603250026703
288401	rnn.weight_hh_l0	4	0.09331462532281876
288401	rnn.weight_hh_l0	5	-0.02700337953865528
288401	rnn.weight_hh_l0	6	-0.06381893903017044
288401	rnn.weight_hh_l0	7	0.008763212710618973
288401	rnn.weight_hh_l0	8	0.013375614769756794
288401	rnn.weight_hh_l0	9	-0.025604156777262688
288401	rnn.bias_ih_l0	0	0.12994329631328583
288401	rnn.bias_ih_l0	1	-0.03389893099665642
288401	rnn.bias_ih_l0	2	-0.034342892467975616
288401	rnn.bias_ih_l0	3	0.1631983071565628
288401	rnn.bias_ih_l0	4	-0.012449600733816624
288401	rnn.bias_ih_l0	5	-0.02281622774899006
288401	rnn.bias_ih_l0	6	0.0169749166816473
288401	rnn.bias_ih_l0	7	0.02344145067036152
288401	rnn.bias_ih_l0	8	-0.0991382747888565
288401	rnn.bias_ih_l0	9	-0.04172521457076073
288401	rnn.bias_hh_l0	0	-0.0012821909040212631
288401	rnn.bias_hh_l0	1	-0.10034062713384628
288401	rnn.bias_hh_l0	2	-0.07490351796150208
288401	rnn.bias_hh_l0	3	-0.08878543227910995
288401	rnn.bias_hh_l0	4	0.008587679825723171
288401	rnn.bias_hh_l0	5	-0.020701328292489052
288401	rnn.bias_hh_l0	6	0.02840377576649189
288401	rnn.bias_hh_l0	7	0.06026926264166832
288401	rnn.bias_hh_l0	8	-0.1232089251279831
288401	rnn.bias_hh_l0	9	-0.05969671532511711
288401	rnn.weight_ih_l0_reverse	0	-0.02546243742108345
288401	rnn.weight_ih_l0_reverse	1	-0.057317446917295456
288401	rnn.weight_ih_l0_reverse	2	-0.048919375985860825
288401	rnn.weight_ih_l0_reverse	3	0.015506395138800144
288401	rnn.weight_ih_l0_reverse	4	-0.025215430185198784
288401	rnn.weight_ih_l0_reverse	5	-0.057338863611221313
288401	rnn.weight_ih_l0_reverse	6	0.07347771525382996
288401	rnn.weight_ih_l0_reverse	7	-0.01898583211004734
288401	rnn.weight_ih_l0_reverse	8	-0.01854371838271618
288401	rnn.weight_ih_l0_reverse	9	0.00454965652897954
288401	rnn.weight_hh_l0_reverse	0	0.06863276660442352
288401	rnn.weight_hh_l0_reverse	1	0.019926661625504494
288401	rnn.weight_hh_l0_reverse	2	0.030109701678156853
288401	rnn.weight_hh_l0_reverse	3	0.035531047731637955
288401	rnn.weight_hh_l0_reverse	4	0.014353349804878235
288401	rnn.weight_hh_l0_reverse	5	0.008275764994323254
288401	rnn.weight_hh_l0_reverse	6	0.05102338269352913
288401	rnn.weight_hh_l0_reverse	7	-0.08200990408658981
288401	rnn.weight_hh_l0_reverse	8	0.04008447378873825
288401	rnn.weight_hh_l0_reverse	9	0.03484589606523514
288401	rnn.bias_ih_l0_reverse	0	-0.0569428913295269
288401	rnn.bias_ih_l0_reverse	1	-0.28273943066596985
288401	rnn.bias_ih_l0_reverse	2	-0.12427792698144913
288401	rnn.bias_ih_l0_reverse	3	-0.047823354601860046
288401	rnn.bias_ih_l0_reverse	4	-0.022289566695690155
288401	rnn.bias_ih_l0_reverse	5	0.0762324333190918
288401	rnn.bias_ih_l0_reverse	6	-0.06560250371694565
288401	rnn.bias_ih_l0_reverse	7	0.06164511665701866
288401	rnn.bias_ih_l0_reverse	8	-0.03543219342827797
288401	rnn.bias_ih_l0_reverse	9	0.06518672406673431
288401	rnn.bias_hh_l0_reverse	0	0.023494895547628403
288401	rnn.bias_hh_l0_reverse	1	-0.06327920407056808
288401	rnn.bias_hh_l0_reverse	2	0.08919046074151993
288401	rnn.bias_hh_l0_reverse	3	-0.051612406969070435
288401	rnn.bias_hh_l0_reverse	4	-0.028154494240880013
288401	rnn.bias_hh_l0_reverse	5	-0.022075502201914787
288401	rnn.bias_hh_l0_reverse	6	-0.02052217721939087
288401	rnn.bias_hh_l0_reverse	7	0.09976573288440704
288401	rnn.bias_hh_l0_reverse	8	0.030106619000434875
288401	rnn.bias_hh_l0_reverse	9	-0.14903227984905243
288401	rnn.weight_ih_l1	0	-0.02978340908885002
288401	rnn.weight_ih_l1	1	-0.05073852092027664
288401	rnn.weight_ih_l1	2	0.06495539844036102
288401	rnn.weight_ih_l1	3	-0.07290515303611755
288401	rnn.weight_ih_l1	4	-0.014075796119868755
288401	rnn.weight_ih_l1	5	-0.04033004119992256
288401	rnn.weight_ih_l1	6	0.02895263209939003
288401	rnn.weight_ih_l1	7	-0.044239744544029236
288401	rnn.weight_ih_l1	8	0.03787469118833542
288401	rnn.weight_ih_l1	9	0.04483240842819214
288401	rnn.weight_hh_l1	0	-0.007051604799926281
288401	rnn.weight_hh_l1	1	0.019909169524908066
288401	rnn.weight_hh_l1	2	0.006458334159106016
288401	rnn.weight_hh_l1	3	-0.012642604298889637
288401	rnn.weight_hh_l1	4	0.00479635875672102
288401	rnn.weight_hh_l1	5	0.03522161766886711
288401	rnn.weight_hh_l1	6	0.03621507063508034
288401	rnn.weight_hh_l1	7	-0.01632983796298504
288401	rnn.weight_hh_l1	8	-0.007229665759950876
288401	rnn.weight_hh_l1	9	0.03859028220176697
288401	rnn.bias_ih_l1	0	-0.18363815546035767
288401	rnn.bias_ih_l1	1	-0.17454878985881805
288401	rnn.bias_ih_l1	2	-0.19689467549324036
288401	rnn.bias_ih_l1	3	-0.3072497546672821
288401	rnn.bias_ih_l1	4	-0.21173344552516937
288401	rnn.bias_ih_l1	5	-0.08909260481595993
288401	rnn.bias_ih_l1	6	-0.15844425559043884
288401	rnn.bias_ih_l1	7	-0.0032317687291651964
288401	rnn.bias_ih_l1	8	-0.129714235663414
288401	rnn.bias_ih_l1	9	-0.1231878399848938
288401	rnn.bias_hh_l1	0	-0.0966256782412529
288401	rnn.bias_hh_l1	1	-0.06293720752000809
288401	rnn.bias_hh_l1	2	-0.08550195395946503
288401	rnn.bias_hh_l1	3	-0.07743135094642639
288401	rnn.bias_hh_l1	4	-0.0731189027428627
288401	rnn.bias_hh_l1	5	-0.11734282225370407
288401	rnn.bias_hh_l1	6	-0.1607503443956375
288401	rnn.bias_hh_l1	7	0.07564202696084976
288401	rnn.bias_hh_l1	8	-0.17618851363658905
288401	rnn.bias_hh_l1	9	-0.11492360383272171
288401	rnn.weight_ih_l1_reverse	0	-0.047203369438648224
288401	rnn.weight_ih_l1_reverse	1	0.03293963894248009
288401	rnn.weight_ih_l1_reverse	2	0.08792388439178467
288401	rnn.weight_ih_l1_reverse	3	-0.017542187124490738
288401	rnn.weight_ih_l1_reverse	4	-0.023471223190426826
288401	rnn.weight_ih_l1_reverse	5	-0.030293211340904236
288401	rnn.weight_ih_l1_reverse	6	-0.01976557821035385
288401	rnn.weight_ih_l1_reverse	7	0.029670966789126396
288401	rnn.weight_ih_l1_reverse	8	0.005549722816795111
288401	rnn.weight_ih_l1_reverse	9	-0.03334590047597885
288401	rnn.weight_hh_l1_reverse	0	0.0045891874469816685
288401	rnn.weight_hh_l1_reverse	1	0.0316891223192215
288401	rnn.weight_hh_l1_reverse	2	-0.040613800287246704
288401	rnn.weight_hh_l1_reverse	3	0.035028476268053055
288401	rnn.weight_hh_l1_reverse	4	0.04712812229990959
288401	rnn.weight_hh_l1_reverse	5	0.006047341972589493
288401	rnn.weight_hh_l1_reverse	6	0.048992615193128586
288401	rnn.weight_hh_l1_reverse	7	0.030999548733234406
288401	rnn.weight_hh_l1_reverse	8	-0.007115001790225506
288401	rnn.weight_hh_l1_reverse	9	-0.03017096407711506
288401	rnn.bias_ih_l1_reverse	0	-0.045650966465473175
288401	rnn.bias_ih_l1_reverse	1	-0.13947853446006775
288401	rnn.bias_ih_l1_reverse	2	-0.1638323962688446
288401	rnn.bias_ih_l1_reverse	3	-0.060610394924879074
288401	rnn.bias_ih_l1_reverse	4	-0.20370353758335114
288401	rnn.bias_ih_l1_reverse	5	-0.11698424816131592
288401	rnn.bias_ih_l1_reverse	6	-0.1298578530550003
288401	rnn.bias_ih_l1_reverse	7	-0.19183582067489624
288401	rnn.bias_ih_l1_reverse	8	0.22625267505645752
288401	rnn.bias_ih_l1_reverse	9	0.022259827703237534
288401	rnn.bias_hh_l1_reverse	0	0.010556169785559177
288401	rnn.bias_hh_l1_reverse	1	-0.06512501090765
288401	rnn.bias_hh_l1_reverse	2	-0.2372334748506546
288401	rnn.bias_hh_l1_reverse	3	-0.1436070054769516
288401	rnn.bias_hh_l1_reverse	4	-0.08035992085933685
288401	rnn.bias_hh_l1_reverse	5	-0.11624052375555038
288401	rnn.bias_hh_l1_reverse	6	0.06325583904981613
288401	rnn.bias_hh_l1_reverse	7	-0.13450852036476135
288401	rnn.bias_hh_l1_reverse	8	-0.12501254677772522
288401	rnn.bias_hh_l1_reverse	9	-0.14825989305973053
288401	linear.weight	0	0.002228822559118271
288401	linear.weight	1	0.09700948745012283
288401	linear.weight	2	-0.09212198108434677
288401	linear.weight	3	0.31374356150627136
288401	linear.weight	4	0.15028417110443115
288401	linear.weight	5	-0.06568940728902817
288401	linear.weight	6	0.09483665227890015
288401	linear.weight	7	0.13676506280899048
288401	linear.weight	8	0.04113313555717468
288401	linear.weight	9	-0.050871193408966064
288401	linear.bias	0	0.08218126744031906
288401	linear.bias	1	-0.19079488515853882
288401	linear.bias	2	-0.4484787583351135
288401	linear.bias	3	-0.6563037633895874
288401	linear.bias	4	-1.261118769645691
288401	linear.bias	5	-0.05938389152288437
288401	linear.bias	6	-0.8235233426094055
288401	linear.bias	7	0.27106449007987976
288401	linear.bias	8	-0.39545491337776184
288401	linear.bias	9	-1.0225003957748413
288598	transitions	0	0.7571477890014648
288598	transitions	1	0.13826338946819305
288598	transitions	2	-10000.0
288598	transitions	3	-1.8281300067901611
288598	transitions	4	-10000.0
288598	transitions	5	0.5627486705780029
288598	transitions	6	-0.08567317575216293
288598	transitions	7	-0.8122892379760742
288598	transitions	8	-1.4228657484054565
288598	transitions	9	-0.0012319136876612902
288598	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288598	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288598	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288598	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288598	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288598	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288598	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288598	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288598	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288598	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288598	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288598	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288598	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288598	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288598	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288598	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288598	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288598	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288598	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288598	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288598	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288598	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288598	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288598	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288598	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288598	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288598	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288598	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288598	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288598	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288598	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288598	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288598	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288598	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288598	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288598	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288598	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288598	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288598	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288598	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288598	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288598	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288598	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288598	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288598	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288598	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288598	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288598	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288598	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288598	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288598	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288598	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288598	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288598	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288598	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288598	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288598	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288598	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288598	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288598	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288598	embedding2nn.weight	0	0.016362346708774567
288598	embedding2nn.weight	1	-0.012670546770095825
288598	embedding2nn.weight	2	-0.014268254861235619
288598	embedding2nn.weight	3	-0.031236059963703156
288598	embedding2nn.weight	4	-0.0059150345623493195
288598	embedding2nn.weight	5	-0.0037005888298153877
288598	embedding2nn.weight	6	-0.003973265178501606
288598	embedding2nn.weight	7	-0.07739857584238052
288598	embedding2nn.weight	8	-0.0019979383796453476
288598	embedding2nn.weight	9	-0.027604425325989723
288598	embedding2nn.bias	0	0.03223322331905365
288598	embedding2nn.bias	1	-0.07656983286142349
288598	embedding2nn.bias	2	0.0721021443605423
288598	embedding2nn.bias	3	0.05135677382349968
288598	embedding2nn.bias	4	-0.04062140733003616
288598	embedding2nn.bias	5	-0.01020077895373106
288598	embedding2nn.bias	6	0.016948668286204338
288598	embedding2nn.bias	7	-0.05559386685490608
288598	embedding2nn.bias	8	0.07306550443172455
288598	embedding2nn.bias	9	0.04495915770530701
288598	rnn.weight_ih_l0	0	-0.08079609274864197
288598	rnn.weight_ih_l0	1	0.0031023044139146805
288598	rnn.weight_ih_l0	2	0.035592079162597656
288598	rnn.weight_ih_l0	3	0.022895967587828636
288598	rnn.weight_ih_l0	4	-0.04819438233971596
288598	rnn.weight_ih_l0	5	-0.06856045126914978
288598	rnn.weight_ih_l0	6	-0.0010829000966623425
288598	rnn.weight_ih_l0	7	0.053407035768032074
288598	rnn.weight_ih_l0	8	-0.017115185037255287
288598	rnn.weight_ih_l0	9	-0.03085576370358467
288598	rnn.weight_hh_l0	0	-0.02991473115980625
288598	rnn.weight_hh_l0	1	-0.0073791127651929855
288598	rnn.weight_hh_l0	2	0.006771228741854429
288598	rnn.weight_hh_l0	3	-0.07458470016717911
288598	rnn.weight_hh_l0	4	0.09331680834293365
288598	rnn.weight_hh_l0	5	-0.0270085409283638
288598	rnn.weight_hh_l0	6	-0.06381025165319443
288598	rnn.weight_hh_l0	7	0.008755440823733807
288598	rnn.weight_hh_l0	8	0.013369853608310223
288598	rnn.weight_hh_l0	9	-0.02560994029045105
288598	rnn.bias_ih_l0	0	0.12993672490119934
288598	rnn.bias_ih_l0	1	-0.033920686691999435
288598	rnn.bias_ih_l0	2	-0.034363944083452225
288598	rnn.bias_ih_l0	3	0.16319085657596588
288598	rnn.bias_ih_l0	4	-0.012465398758649826
288598	rnn.bias_ih_l0	5	-0.02287011593580246
288598	rnn.bias_ih_l0	6	0.016968416050076485
288598	rnn.bias_ih_l0	7	0.023446403443813324
288598	rnn.bias_ih_l0	8	-0.09914771467447281
288598	rnn.bias_ih_l0	9	-0.041726574301719666
288598	rnn.bias_hh_l0	0	-0.0012816301314160228
288598	rnn.bias_hh_l0	1	-0.10031758248806
288598	rnn.bias_hh_l0	2	-0.07492391020059586
288598	rnn.bias_hh_l0	3	-0.08879121392965317
288598	rnn.bias_hh_l0	4	0.008569910190999508
288598	rnn.bias_hh_l0	5	-0.020687313750386238
288598	rnn.bias_hh_l0	6	0.028413373976945877
288598	rnn.bias_hh_l0	7	0.06026475131511688
288598	rnn.bias_hh_l0	8	-0.12322673201560974
288598	rnn.bias_hh_l0	9	-0.05966714397072792
288598	rnn.weight_ih_l0_reverse	0	-0.02546793408691883
288598	rnn.weight_ih_l0_reverse	1	-0.05731764808297157
288598	rnn.weight_ih_l0_reverse	2	-0.04891607165336609
288598	rnn.weight_ih_l0_reverse	3	0.0155066242441535
288598	rnn.weight_ih_l0_reverse	4	-0.025215450674295425
288598	rnn.weight_ih_l0_reverse	5	-0.05734146013855934
288598	rnn.weight_ih_l0_reverse	6	0.07347675412893295
288598	rnn.weight_ih_l0_reverse	7	-0.018980542197823524
288598	rnn.weight_ih_l0_reverse	8	-0.01855096034705639
288598	rnn.weight_ih_l0_reverse	9	0.004548240918666124
288598	rnn.weight_hh_l0_reverse	0	0.06861605495214462
288598	rnn.weight_hh_l0_reverse	1	0.019935807213187218
288598	rnn.weight_hh_l0_reverse	2	0.030127210542559624
288598	rnn.weight_hh_l0_reverse	3	0.03553050383925438
288598	rnn.weight_hh_l0_reverse	4	0.01435938011854887
288598	rnn.weight_hh_l0_reverse	5	0.008283502422273159
288598	rnn.weight_hh_l0_reverse	6	0.0510222464799881
288598	rnn.weight_hh_l0_reverse	7	-0.08200220763683319
288598	rnn.weight_hh_l0_reverse	8	0.04009024798870087
288598	rnn.weight_hh_l0_reverse	9	0.03484084829688072
288598	rnn.bias_ih_l0_reverse	0	-0.05695153772830963
288598	rnn.bias_ih_l0_reverse	1	-0.2826312482357025
288598	rnn.bias_ih_l0_reverse	2	-0.1242872104048729
288598	rnn.bias_ih_l0_reverse	3	-0.04781043529510498
288598	rnn.bias_ih_l0_reverse	4	-0.02231455408036709
288598	rnn.bias_ih_l0_reverse	5	0.07628800719976425
288598	rnn.bias_ih_l0_reverse	6	-0.06559577584266663
288598	rnn.bias_ih_l0_reverse	7	0.06164119392633438
288598	rnn.bias_ih_l0_reverse	8	-0.03545494005084038
288598	rnn.bias_ih_l0_reverse	9	0.06516353785991669
288598	rnn.bias_hh_l0_reverse	0	0.023505786433815956
288598	rnn.bias_hh_l0_reverse	1	-0.0632544755935669
288598	rnn.bias_hh_l0_reverse	2	0.08920378983020782
288598	rnn.bias_hh_l0_reverse	3	-0.05162576213479042
288598	rnn.bias_hh_l0_reverse	4	-0.028171181678771973
288598	rnn.bias_hh_l0_reverse	5	-0.02210002951323986
288598	rnn.bias_hh_l0_reverse	6	-0.020543178543448448
288598	rnn.bias_hh_l0_reverse	7	0.09976624697446823
288598	rnn.bias_hh_l0_reverse	8	0.03012029640376568
288598	rnn.bias_hh_l0_reverse	9	-0.14900946617126465
288598	rnn.weight_ih_l1	0	-0.02978421375155449
288598	rnn.weight_ih_l1	1	-0.05074424296617508
288598	rnn.weight_ih_l1	2	0.06495417654514313
288598	rnn.weight_ih_l1	3	-0.07292461395263672
288598	rnn.weight_ih_l1	4	-0.014076045714318752
288598	rnn.weight_ih_l1	5	-0.04032975062727928
288598	rnn.weight_ih_l1	6	0.02895447611808777
288598	rnn.weight_ih_l1	7	-0.0442318432033062
288598	rnn.weight_ih_l1	8	0.0378761813044548
288598	rnn.weight_ih_l1	9	0.04483044520020485
288598	rnn.weight_hh_l1	0	-0.007055005524307489
288598	rnn.weight_hh_l1	1	0.01990957371890545
288598	rnn.weight_hh_l1	2	0.006456092465668917
288598	rnn.weight_hh_l1	3	-0.012637629173696041
288598	rnn.weight_hh_l1	4	0.004795932210981846
288598	rnn.weight_hh_l1	5	0.0352228581905365
288598	rnn.weight_hh_l1	6	0.03621476888656616
288598	rnn.weight_hh_l1	7	-0.016335440799593925
288598	rnn.weight_hh_l1	8	-0.007229703012853861
288598	rnn.weight_hh_l1	9	0.03858830779790878
288598	rnn.bias_ih_l1	0	-0.18364405632019043
288598	rnn.bias_ih_l1	1	-0.17457906901836395
288598	rnn.bias_ih_l1	2	-0.19690993428230286
288598	rnn.bias_ih_l1	3	-0.3072635531425476
288598	rnn.bias_ih_l1	4	-0.21173201501369476
288598	rnn.bias_ih_l1	5	-0.0890762060880661
288598	rnn.bias_ih_l1	6	-0.15844786167144775
288598	rnn.bias_ih_l1	7	-0.0032743203919380903
288598	rnn.bias_ih_l1	8	-0.12969858944416046
288598	rnn.bias_ih_l1	9	-0.12320544570684433
288598	rnn.bias_hh_l1	0	-0.0966404378414154
288598	rnn.bias_hh_l1	1	-0.06294899433851242
288598	rnn.bias_hh_l1	2	-0.08550072461366653
288598	rnn.bias_hh_l1	3	-0.077440544962883
288598	rnn.bias_hh_l1	4	-0.0731198862195015
288598	rnn.bias_hh_l1	5	-0.11733618378639221
288598	rnn.bias_hh_l1	6	-0.16074597835540771
288598	rnn.bias_hh_l1	7	0.07568031549453735
288598	rnn.bias_hh_l1	8	-0.1762232929468155
288598	rnn.bias_hh_l1	9	-0.11496484279632568
288598	rnn.weight_ih_l1_reverse	0	-0.04718882218003273
288598	rnn.weight_ih_l1_reverse	1	0.03295614570379257
288598	rnn.weight_ih_l1_reverse	2	0.0879158079624176
288598	rnn.weight_ih_l1_reverse	3	-0.01753469556570053
288598	rnn.weight_ih_l1_reverse	4	-0.02349242754280567
288598	rnn.weight_ih_l1_reverse	5	-0.030291279777884483
288598	rnn.weight_ih_l1_reverse	6	-0.01974962279200554
288598	rnn.weight_ih_l1_reverse	7	0.029670042917132378
288598	rnn.weight_ih_l1_reverse	8	0.005556084215641022
288598	rnn.weight_ih_l1_reverse	9	-0.03334077075123787
288598	rnn.weight_hh_l1_reverse	0	0.0045888181775808334
288598	rnn.weight_hh_l1_reverse	1	0.03168622404336929
288598	rnn.weight_hh_l1_reverse	2	-0.04061402380466461
288598	rnn.weight_hh_l1_reverse	3	0.035027582198381424
288598	rnn.weight_hh_l1_reverse	4	0.047122467309236526
288598	rnn.weight_hh_l1_reverse	5	0.006052650045603514
288598	rnn.weight_hh_l1_reverse	6	0.048994723707437515
288598	rnn.weight_hh_l1_reverse	7	0.030999450013041496
288598	rnn.weight_hh_l1_reverse	8	-0.007114609237760305
288598	rnn.weight_hh_l1_reverse	9	-0.03017028607428074
288598	rnn.bias_ih_l1_reverse	0	-0.045639511197805405
288598	rnn.bias_ih_l1_reverse	1	-0.1394633650779724
288598	rnn.bias_ih_l1_reverse	2	-0.16383962333202362
288598	rnn.bias_ih_l1_reverse	3	-0.06053140386939049
288598	rnn.bias_ih_l1_reverse	4	-0.2036852240562439
288598	rnn.bias_ih_l1_reverse	5	-0.11698248982429504
288598	rnn.bias_ih_l1_reverse	6	-0.12986451387405396
288598	rnn.bias_ih_l1_reverse	7	-0.19183292984962463
288598	rnn.bias_ih_l1_reverse	8	0.22630192339420319
288598	rnn.bias_ih_l1_reverse	9	0.02229127660393715
288598	rnn.bias_hh_l1_reverse	0	0.010485845617949963
288598	rnn.bias_hh_l1_reverse	1	-0.0650918185710907
288598	rnn.bias_hh_l1_reverse	2	-0.23723891377449036
288598	rnn.bias_hh_l1_reverse	3	-0.14360691606998444
288598	rnn.bias_hh_l1_reverse	4	-0.0803338810801506
288598	rnn.bias_hh_l1_reverse	5	-0.11622051894664764
288598	rnn.bias_hh_l1_reverse	6	0.06319662183523178
288598	rnn.bias_hh_l1_reverse	7	-0.13447527587413788
288598	rnn.bias_hh_l1_reverse	8	-0.12502576410770416
288598	rnn.bias_hh_l1_reverse	9	-0.14825014770030975
288598	linear.weight	0	0.002228822559118271
288598	linear.weight	1	0.09697434306144714
288598	linear.weight	2	-0.09212638437747955
288598	linear.weight	3	0.313724160194397
288598	linear.weight	4	0.15028710663318634
288598	linear.weight	5	-0.06568963080644608
288598	linear.weight	6	0.09492534399032593
288598	linear.weight	7	0.1367245465517044
288598	linear.weight	8	0.04113313555717468
288598	linear.weight	9	-0.05089905858039856
288598	linear.bias	0	0.08272965252399445
288598	linear.bias	1	-0.19098909199237823
288598	linear.bias	2	-0.44877511262893677
288598	linear.bias	3	-0.6563710570335388
288598	linear.bias	4	-1.26119065284729
288598	linear.bias	5	-0.05955073982477188
288598	linear.bias	6	-0.8237279057502747
288598	linear.bias	7	0.27086982131004333
288598	linear.bias	8	-0.39535200595855713
288598	linear.bias	9	-1.0224132537841797
288795	transitions	0	0.7571122646331787
288795	transitions	1	0.13820524513721466
288795	transitions	2	-10000.0
288795	transitions	3	-1.8281300067901611
288795	transitions	4	-10000.0
288795	transitions	5	0.5627486109733582
288795	transitions	6	-0.08567345887422562
288795	transitions	7	-0.8122894167900085
288795	transitions	8	-1.4228661060333252
288795	transitions	9	-0.0012319160159677267
288795	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288795	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288795	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288795	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288795	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288795	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288795	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288795	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288795	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288795	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288795	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288795	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288795	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288795	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288795	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288795	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288795	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288795	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288795	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288795	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288795	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288795	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288795	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288795	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288795	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288795	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288795	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288795	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288795	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288795	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288795	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288795	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288795	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288795	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288795	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288795	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288795	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288795	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288795	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288795	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288795	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288795	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288795	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288795	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288795	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288795	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288795	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288795	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288795	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288795	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288795	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288795	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288795	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288795	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288795	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288795	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288795	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288795	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288795	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288795	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288795	embedding2nn.weight	0	0.016348635777831078
288795	embedding2nn.weight	1	-0.012673632241785526
288795	embedding2nn.weight	2	-0.014268254861235619
288795	embedding2nn.weight	3	-0.031232764944434166
288795	embedding2nn.weight	4	-0.0059150345623493195
288795	embedding2nn.weight	5	-0.0037005888298153877
288795	embedding2nn.weight	6	-0.003973265178501606
288795	embedding2nn.weight	7	-0.07739929109811783
288795	embedding2nn.weight	8	-0.0019979383796453476
288795	embedding2nn.weight	9	-0.02759808488190174
288795	embedding2nn.bias	0	0.032337453216314316
288795	embedding2nn.bias	1	-0.07655245810747147
288795	embedding2nn.bias	2	0.07203841954469681
288795	embedding2nn.bias	3	0.05135375261306763
288795	embedding2nn.bias	4	-0.04067710414528847
288795	embedding2nn.bias	5	-0.01020392868667841
288795	embedding2nn.bias	6	0.017108047381043434
288795	embedding2nn.bias	7	-0.055544767528772354
288795	embedding2nn.bias	8	0.07313225418329239
288795	embedding2nn.bias	9	0.04494251310825348
288795	rnn.weight_ih_l0	0	-0.08078200370073318
288795	rnn.weight_ih_l0	1	0.0031079750042408705
288795	rnn.weight_ih_l0	2	0.03559005260467529
288795	rnn.weight_ih_l0	3	0.022890087217092514
288795	rnn.weight_ih_l0	4	-0.0481807179749012
288795	rnn.weight_ih_l0	5	-0.06855743378400803
288795	rnn.weight_ih_l0	6	-0.001084551215171814
288795	rnn.weight_ih_l0	7	0.053401924669742584
288795	rnn.weight_ih_l0	8	-0.017112577334046364
288795	rnn.weight_ih_l0	9	-0.030864642933011055
288795	rnn.weight_hh_l0	0	-0.029911182820796967
288795	rnn.weight_hh_l0	1	-0.0073866876773536205
288795	rnn.weight_hh_l0	2	0.006772485561668873
288795	rnn.weight_hh_l0	3	-0.07458626478910446
288795	rnn.weight_hh_l0	4	0.09331441670656204
288795	rnn.weight_hh_l0	5	-0.026997428387403488
288795	rnn.weight_hh_l0	6	-0.0638197660446167
288795	rnn.weight_hh_l0	7	0.008761475794017315
288795	rnn.weight_hh_l0	8	0.013371584936976433
288795	rnn.weight_hh_l0	9	-0.02561519294977188
288795	rnn.bias_ih_l0	0	0.1299269199371338
288795	rnn.bias_ih_l0	1	-0.0339340977370739
288795	rnn.bias_ih_l0	2	-0.034344788640737534
288795	rnn.bias_ih_l0	3	0.16319265961647034
288795	rnn.bias_ih_l0	4	-0.012459040619432926
288795	rnn.bias_ih_l0	5	-0.02285439893603325
288795	rnn.bias_ih_l0	6	0.016931457445025444
288795	rnn.bias_ih_l0	7	0.023459652438759804
288795	rnn.bias_ih_l0	8	-0.09913070499897003
288795	rnn.bias_ih_l0	9	-0.04169418662786484
288795	rnn.bias_hh_l0	0	-0.0012579424073919654
288795	rnn.bias_hh_l0	1	-0.10037260502576828
288795	rnn.bias_hh_l0	2	-0.07494624704122543
288795	rnn.bias_hh_l0	3	-0.08880467712879181
288795	rnn.bias_hh_l0	4	0.008593970909714699
288795	rnn.bias_hh_l0	5	-0.020689386874437332
288795	rnn.bias_hh_l0	6	0.02842848375439644
288795	rnn.bias_hh_l0	7	0.060238875448703766
288795	rnn.bias_hh_l0	8	-0.12319575995206833
288795	rnn.bias_hh_l0	9	-0.059666428714990616
288795	rnn.weight_ih_l0_reverse	0	-0.025475462898612022
288795	rnn.weight_ih_l0_reverse	1	-0.05732303485274315
288795	rnn.weight_ih_l0_reverse	2	-0.04891849681735039
288795	rnn.weight_ih_l0_reverse	3	0.015513387508690357
288795	rnn.weight_ih_l0_reverse	4	-0.025209398940205574
288795	rnn.weight_ih_l0_reverse	5	-0.057344380766153336
288795	rnn.weight_ih_l0_reverse	6	0.07347822934389114
288795	rnn.weight_ih_l0_reverse	7	-0.018997451290488243
288795	rnn.weight_ih_l0_reverse	8	-0.018546627834439278
288795	rnn.weight_ih_l0_reverse	9	0.004537089262157679
288795	rnn.weight_hh_l0_reverse	0	0.06861195713281631
288795	rnn.weight_hh_l0_reverse	1	0.019925029948353767
288795	rnn.weight_hh_l0_reverse	2	0.030118022114038467
288795	rnn.weight_hh_l0_reverse	3	0.03552618622779846
288795	rnn.weight_hh_l0_reverse	4	0.014362934045493603
288795	rnn.weight_hh_l0_reverse	5	0.008279142901301384
288795	rnn.weight_hh_l0_reverse	6	0.05102605000138283
288795	rnn.weight_hh_l0_reverse	7	-0.08201257139444351
288795	rnn.weight_hh_l0_reverse	8	0.04008934274315834
288795	rnn.weight_hh_l0_reverse	9	0.034841388463974
288795	rnn.bias_ih_l0_reverse	0	-0.056919246912002563
288795	rnn.bias_ih_l0_reverse	1	-0.2826443612575531
288795	rnn.bias_ih_l0_reverse	2	-0.12431738525629044
288795	rnn.bias_ih_l0_reverse	3	-0.04782656580209732
288795	rnn.bias_ih_l0_reverse	4	-0.022283857688307762
288795	rnn.bias_ih_l0_reverse	5	0.07628411799669266
288795	rnn.bias_ih_l0_reverse	6	-0.06558723002672195
288795	rnn.bias_ih_l0_reverse	7	0.061657585203647614
288795	rnn.bias_ih_l0_reverse	8	-0.03541654348373413
288795	rnn.bias_ih_l0_reverse	9	0.06518933922052383
288795	rnn.bias_hh_l0_reverse	0	0.02347841113805771
288795	rnn.bias_hh_l0_reverse	1	-0.06320705264806747
288795	rnn.bias_hh_l0_reverse	2	0.08916652947664261
288795	rnn.bias_hh_l0_reverse	3	-0.05163513869047165
288795	rnn.bias_hh_l0_reverse	4	-0.028202597051858902
288795	rnn.bias_hh_l0_reverse	5	-0.02210993692278862
288795	rnn.bias_hh_l0_reverse	6	-0.02056894637644291
288795	rnn.bias_hh_l0_reverse	7	0.09975776076316833
288795	rnn.bias_hh_l0_reverse	8	0.030130553990602493
288795	rnn.bias_hh_l0_reverse	9	-0.1490381807088852
288795	rnn.weight_ih_l1	0	-0.02978266216814518
288795	rnn.weight_ih_l1	1	-0.050743088126182556
288795	rnn.weight_ih_l1	2	0.06494656950235367
288795	rnn.weight_ih_l1	3	-0.07294441014528275
288795	rnn.weight_ih_l1	4	-0.014084679074585438
288795	rnn.weight_ih_l1	5	-0.040330979973077774
288795	rnn.weight_ih_l1	6	0.02896329015493393
288795	rnn.weight_ih_l1	7	-0.04423391819000244
288795	rnn.weight_ih_l1	8	0.03787678852677345
288795	rnn.weight_ih_l1	9	0.0448259674012661
288795	rnn.weight_hh_l1	0	-0.007045159116387367
288795	rnn.weight_hh_l1	1	0.01991100236773491
288795	rnn.weight_hh_l1	2	0.0064636156894266605
288795	rnn.weight_hh_l1	3	-0.012634031474590302
288795	rnn.weight_hh_l1	4	0.004795201122760773
288795	rnn.weight_hh_l1	5	0.035222556442022324
288795	rnn.weight_hh_l1	6	0.0362069234251976
288795	rnn.weight_hh_l1	7	-0.016336549073457718
288795	rnn.weight_hh_l1	8	-0.007228623144328594
288795	rnn.weight_hh_l1	9	0.03858926519751549
288795	rnn.bias_ih_l1	0	-0.18365578353405
288795	rnn.bias_ih_l1	1	-0.17456816136837006
288795	rnn.bias_ih_l1	2	-0.19692733883857727
288795	rnn.bias_ih_l1	3	-0.307310551404953
288795	rnn.bias_ih_l1	4	-0.21173593401908875
288795	rnn.bias_ih_l1	5	-0.08907489478588104
288795	rnn.bias_ih_l1	6	-0.15845447778701782
288795	rnn.bias_ih_l1	7	-0.0032658500131219625
288795	rnn.bias_ih_l1	8	-0.12970703840255737
288795	rnn.bias_ih_l1	9	-0.12323913723230362
288795	rnn.bias_hh_l1	0	-0.09663596749305725
288795	rnn.bias_hh_l1	1	-0.06295064836740494
288795	rnn.bias_hh_l1	2	-0.08547188341617584
288795	rnn.bias_hh_l1	3	-0.07743225246667862
288795	rnn.bias_hh_l1	4	-0.07309886068105698
288795	rnn.bias_hh_l1	5	-0.11733490973711014
288795	rnn.bias_hh_l1	6	-0.16073839366436005
288795	rnn.bias_hh_l1	7	0.0756375789642334
288795	rnn.bias_hh_l1	8	-0.1762237846851349
288795	rnn.bias_hh_l1	9	-0.11498664319515228
288795	rnn.weight_ih_l1_reverse	0	-0.04718624800443649
288795	rnn.weight_ih_l1_reverse	1	0.032949332147836685
288795	rnn.weight_ih_l1_reverse	2	0.08792167901992798
288795	rnn.weight_ih_l1_reverse	3	-0.017512720078229904
288795	rnn.weight_ih_l1_reverse	4	-0.023491784930229187
288795	rnn.weight_ih_l1_reverse	5	-0.030287474393844604
288795	rnn.weight_ih_l1_reverse	6	-0.01974434033036232
288795	rnn.weight_ih_l1_reverse	7	0.029673336073756218
288795	rnn.weight_ih_l1_reverse	8	0.005554260220378637
288795	rnn.weight_ih_l1_reverse	9	-0.0333435945212841
288795	rnn.weight_hh_l1_reverse	0	0.004590504802763462
288795	rnn.weight_hh_l1_reverse	1	0.03168449178338051
288795	rnn.weight_hh_l1_reverse	2	-0.040613122284412384
288795	rnn.weight_hh_l1_reverse	3	0.035026561468839645
288795	rnn.weight_hh_l1_reverse	4	0.047124024480581284
288795	rnn.weight_hh_l1_reverse	5	0.006053791847079992
288795	rnn.weight_hh_l1_reverse	6	0.04901236668229103
288795	rnn.weight_hh_l1_reverse	7	0.031000129878520966
288795	rnn.weight_hh_l1_reverse	8	-0.007115137297660112
288795	rnn.weight_hh_l1_reverse	9	-0.030171602964401245
288795	rnn.bias_ih_l1_reverse	0	-0.045633189380168915
288795	rnn.bias_ih_l1_reverse	1	-0.13944150507450104
288795	rnn.bias_ih_l1_reverse	2	-0.1638709157705307
288795	rnn.bias_ih_l1_reverse	3	-0.0604473277926445
288795	rnn.bias_ih_l1_reverse	4	-0.20368137955665588
288795	rnn.bias_ih_l1_reverse	5	-0.11698181182146072
288795	rnn.bias_ih_l1_reverse	6	-0.12986060976982117
288795	rnn.bias_ih_l1_reverse	7	-0.19182522594928741
288795	rnn.bias_ih_l1_reverse	8	0.22631876170635223
288795	rnn.bias_ih_l1_reverse	9	0.022276580333709717
288795	rnn.bias_hh_l1_reverse	0	0.010439639911055565
288795	rnn.bias_hh_l1_reverse	1	-0.0650545284152031
288795	rnn.bias_hh_l1_reverse	2	-0.23724272847175598
288795	rnn.bias_hh_l1_reverse	3	-0.14363372325897217
288795	rnn.bias_hh_l1_reverse	4	-0.08034547418355942
288795	rnn.bias_hh_l1_reverse	5	-0.11624901741743088
288795	rnn.bias_hh_l1_reverse	6	0.06321723759174347
288795	rnn.bias_hh_l1_reverse	7	-0.13447338342666626
288795	rnn.bias_hh_l1_reverse	8	-0.12503953278064728
288795	rnn.bias_hh_l1_reverse	9	-0.14825959503650665
288795	linear.weight	0	0.002228822559118271
288795	linear.weight	1	0.09699977189302444
288795	linear.weight	2	-0.09212267398834229
288795	linear.weight	3	0.3137432038784027
288795	linear.weight	4	0.15027016401290894
288795	linear.weight	5	-0.0656839907169342
288795	linear.weight	6	0.09487691521644592
288795	linear.weight	7	0.13675127923488617
288795	linear.weight	8	0.04113313555717468
288795	linear.weight	9	-0.050974395126104355
288795	linear.bias	0	0.0826563835144043
288795	linear.bias	1	-0.19120924174785614
288795	linear.bias	2	-0.4489683210849762
288795	linear.bias	3	-0.6564779281616211
288795	linear.bias	4	-1.2612982988357544
288795	linear.bias	5	-0.0591747872531414
288795	linear.bias	6	-0.8239409923553467
288795	linear.bias	7	0.2712376117706299
288795	linear.bias	8	-0.3953215181827545
288795	linear.bias	9	-1.0223538875579834
288992	transitions	0	0.757210373878479
288992	transitions	1	0.1382295936346054
288992	transitions	2	-10000.0
288992	transitions	3	-1.8281302452087402
288992	transitions	4	-10000.0
288992	transitions	5	0.5627484321594238
288992	transitions	6	-0.08567413687705994
288992	transitions	7	-0.812290608882904
288992	transitions	8	-1.4228665828704834
288992	transitions	9	-0.0012319204397499561
288992	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
288992	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
288992	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
288992	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
288992	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
288992	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
288992	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
288992	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
288992	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
288992	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
288992	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
288992	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
288992	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
288992	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
288992	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
288992	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
288992	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
288992	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
288992	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
288992	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
288992	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
288992	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
288992	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
288992	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
288992	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
288992	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
288992	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
288992	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
288992	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
288992	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
288992	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
288992	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
288992	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
288992	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
288992	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
288992	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
288992	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
288992	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
288992	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
288992	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
288992	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
288992	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
288992	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
288992	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
288992	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
288992	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
288992	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
288992	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
288992	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
288992	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
288992	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
288992	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
288992	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
288992	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
288992	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
288992	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
288992	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
288992	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
288992	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
288992	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
288992	embedding2nn.weight	0	0.016356952488422394
288992	embedding2nn.weight	1	-0.012673525139689445
288992	embedding2nn.weight	2	-0.014268254861235619
288992	embedding2nn.weight	3	-0.031218240037560463
288992	embedding2nn.weight	4	-0.0059150345623493195
288992	embedding2nn.weight	5	-0.0037005888298153877
288992	embedding2nn.weight	6	-0.003973265178501606
288992	embedding2nn.weight	7	-0.07741304486989975
288992	embedding2nn.weight	8	-0.0019979383796453476
288992	embedding2nn.weight	9	-0.02761164680123329
288992	embedding2nn.bias	0	0.032392773777246475
288992	embedding2nn.bias	1	-0.07655277103185654
288992	embedding2nn.bias	2	0.07207444310188293
288992	embedding2nn.bias	3	0.051479991525411606
288992	embedding2nn.bias	4	-0.040688082575798035
288992	embedding2nn.bias	5	-0.010218705981969833
288992	embedding2nn.bias	6	0.01709686778485775
288992	embedding2nn.bias	7	-0.055640991777181625
288992	embedding2nn.bias	8	0.07311491668224335
288992	embedding2nn.bias	9	0.04501352086663246
288992	rnn.weight_ih_l0	0	-0.08078182488679886
288992	rnn.weight_ih_l0	1	0.0031228160951286554
288992	rnn.weight_ih_l0	2	0.03558197245001793
288992	rnn.weight_ih_l0	3	0.02289772778749466
288992	rnn.weight_ih_l0	4	-0.04817948117852211
288992	rnn.weight_ih_l0	5	-0.06855496019124985
288992	rnn.weight_ih_l0	6	-0.0010744226165115833
288992	rnn.weight_ih_l0	7	0.05340516194701195
288992	rnn.weight_ih_l0	8	-0.017104508355259895
288992	rnn.weight_ih_l0	9	-0.030877551063895226
288992	rnn.weight_hh_l0	0	-0.029906591400504112
288992	rnn.weight_hh_l0	1	-0.0073964218609035015
288992	rnn.weight_hh_l0	2	0.006775114685297012
288992	rnn.weight_hh_l0	3	-0.07458026707172394
288992	rnn.weight_hh_l0	4	0.09330963343381882
288992	rnn.weight_hh_l0	5	-0.027002278715372086
288992	rnn.weight_hh_l0	6	-0.0638197809457779
288992	rnn.weight_hh_l0	7	0.008764393627643585
288992	rnn.weight_hh_l0	8	0.013375342823565006
288992	rnn.weight_hh_l0	9	-0.02561420202255249
288992	rnn.bias_ih_l0	0	0.12991629540920258
288992	rnn.bias_ih_l0	1	-0.033922575414180756
288992	rnn.bias_ih_l0	2	-0.0343899130821228
288992	rnn.bias_ih_l0	3	0.16317914426326752
288992	rnn.bias_ih_l0	4	-0.012418242171406746
288992	rnn.bias_ih_l0	5	-0.022840259596705437
288992	rnn.bias_ih_l0	6	0.016881324350833893
288992	rnn.bias_ih_l0	7	0.023429375141859055
288992	rnn.bias_ih_l0	8	-0.09913206100463867
288992	rnn.bias_ih_l0	9	-0.041702453047037125
288992	rnn.bias_hh_l0	0	-0.0012715900084003806
288992	rnn.bias_hh_l0	1	-0.10039946436882019
288992	rnn.bias_hh_l0	2	-0.0749419629573822
288992	rnn.bias_hh_l0	3	-0.08881399035453796
288992	rnn.bias_hh_l0	4	0.008578004315495491
288992	rnn.bias_hh_l0	5	-0.020681779831647873
288992	rnn.bias_hh_l0	6	0.028409648686647415
288992	rnn.bias_hh_l0	7	0.060289569199085236
288992	rnn.bias_hh_l0	8	-0.12318980693817139
288992	rnn.bias_hh_l0	9	-0.05962584540247917
288992	rnn.weight_ih_l0_reverse	0	-0.025469237938523293
288992	rnn.weight_ih_l0_reverse	1	-0.05733789876103401
288992	rnn.weight_ih_l0_reverse	2	-0.04892478138208389
288992	rnn.weight_ih_l0_reverse	3	0.01550865825265646
288992	rnn.weight_ih_l0_reverse	4	-0.02522067353129387
288992	rnn.weight_ih_l0_reverse	5	-0.05734358727931976
288992	rnn.weight_ih_l0_reverse	6	0.07348812371492386
288992	rnn.weight_ih_l0_reverse	7	-0.018998989835381508
288992	rnn.weight_ih_l0_reverse	8	-0.01855551078915596
288992	rnn.weight_ih_l0_reverse	9	0.004536915570497513
288992	rnn.weight_hh_l0_reverse	0	0.06860247999429703
288992	rnn.weight_hh_l0_reverse	1	0.01992463320493698
288992	rnn.weight_hh_l0_reverse	2	0.0301114022731781
288992	rnn.weight_hh_l0_reverse	3	0.0355219691991806
288992	rnn.weight_hh_l0_reverse	4	0.01436536479741335
288992	rnn.weight_hh_l0_reverse	5	0.008284659124910831
288992	rnn.weight_hh_l0_reverse	6	0.0510222353041172
288992	rnn.weight_hh_l0_reverse	7	-0.0820152536034584
288992	rnn.weight_hh_l0_reverse	8	0.0400918684899807
288992	rnn.weight_hh_l0_reverse	9	0.03484141826629639
288992	rnn.bias_ih_l0_reverse	0	-0.05692689120769501
288992	rnn.bias_ih_l0_reverse	1	-0.2826671004295349
288992	rnn.bias_ih_l0_reverse	2	-0.12431082874536514
288992	rnn.bias_ih_l0_reverse	3	-0.04781807214021683
288992	rnn.bias_ih_l0_reverse	4	-0.02226998843252659
288992	rnn.bias_ih_l0_reverse	5	0.07627197355031967
288992	rnn.bias_ih_l0_reverse	6	-0.06559903919696808
288992	rnn.bias_ih_l0_reverse	7	0.061662569642066956
288992	rnn.bias_ih_l0_reverse	8	-0.03539275750517845
288992	rnn.bias_ih_l0_reverse	9	0.06519602239131927
288992	rnn.bias_hh_l0_reverse	0	0.023492466658353806
288992	rnn.bias_hh_l0_reverse	1	-0.06322424113750458
288992	rnn.bias_hh_l0_reverse	2	0.08916802704334259
288992	rnn.bias_hh_l0_reverse	3	-0.0516410768032074
288992	rnn.bias_hh_l0_reverse	4	-0.028228532522916794
288992	rnn.bias_hh_l0_reverse	5	-0.02210448868572712
288992	rnn.bias_hh_l0_reverse	6	-0.02054160088300705
288992	rnn.bias_hh_l0_reverse	7	0.09974899888038635
288992	rnn.bias_hh_l0_reverse	8	0.030126895755529404
288992	rnn.bias_hh_l0_reverse	9	-0.14910396933555603
288992	rnn.weight_ih_l1	0	-0.02977920137345791
288992	rnn.weight_ih_l1	1	-0.050739873200654984
288992	rnn.weight_ih_l1	2	0.06494036316871643
288992	rnn.weight_ih_l1	3	-0.07296507060527802
288992	rnn.weight_ih_l1	4	-0.014094165526330471
288992	rnn.weight_ih_l1	5	-0.04032514616847038
288992	rnn.weight_ih_l1	6	0.028971444815397263
288992	rnn.weight_ih_l1	7	-0.04422973841428757
288992	rnn.weight_ih_l1	8	0.03787773475050926
288992	rnn.weight_ih_l1	9	0.04481622204184532
288992	rnn.weight_hh_l1	0	-0.007046900689601898
288992	rnn.weight_hh_l1	1	0.01991109363734722
288992	rnn.weight_hh_l1	2	0.0064604016952216625
288992	rnn.weight_hh_l1	3	-0.012632281519472599
288992	rnn.weight_hh_l1	4	0.004798800218850374
288992	rnn.weight_hh_l1	5	0.035227805376052856
288992	rnn.weight_hh_l1	6	0.0362103171646595
288992	rnn.weight_hh_l1	7	-0.01634342223405838
288992	rnn.weight_hh_l1	8	-0.0072253914549946785
288992	rnn.weight_hh_l1	9	0.038581978529691696
288992	rnn.bias_ih_l1	0	-0.1836606115102768
288992	rnn.bias_ih_l1	1	-0.1745918095111847
288992	rnn.bias_ih_l1	2	-0.19690093398094177
288992	rnn.bias_ih_l1	3	-0.30728867650032043
288992	rnn.bias_ih_l1	4	-0.2117445021867752
288992	rnn.bias_ih_l1	5	-0.08907247334718704
288992	rnn.bias_ih_l1	6	-0.15847402811050415
288992	rnn.bias_ih_l1	7	-0.0032670912332832813
288992	rnn.bias_ih_l1	8	-0.12967045605182648
288992	rnn.bias_ih_l1	9	-0.12321270257234573
288992	rnn.bias_hh_l1	0	-0.09661459922790527
288992	rnn.bias_hh_l1	1	-0.06294185668230057
288992	rnn.bias_hh_l1	2	-0.08546058088541031
288992	rnn.bias_hh_l1	3	-0.07742809504270554
288992	rnn.bias_hh_l1	4	-0.07307786494493484
288992	rnn.bias_hh_l1	5	-0.11731914430856705
288992	rnn.bias_hh_l1	6	-0.1607336550951004
288992	rnn.bias_hh_l1	7	0.07563397288322449
288992	rnn.bias_hh_l1	8	-0.17621226608753204
288992	rnn.bias_hh_l1	9	-0.11497640609741211
288992	rnn.weight_ih_l1_reverse	0	-0.04717949405312538
288992	rnn.weight_ih_l1_reverse	1	0.03291889652609825
288992	rnn.weight_ih_l1_reverse	2	0.08792303502559662
288992	rnn.weight_ih_l1_reverse	3	-0.017500154674053192
288992	rnn.weight_ih_l1_reverse	4	-0.023490458726882935
288992	rnn.weight_ih_l1_reverse	5	-0.030286705121397972
288992	rnn.weight_ih_l1_reverse	6	-0.0197366401553154
288992	rnn.weight_ih_l1_reverse	7	0.029675820842385292
288992	rnn.weight_ih_l1_reverse	8	0.005542796105146408
288992	rnn.weight_ih_l1_reverse	9	-0.03333842381834984
288992	rnn.weight_hh_l1_reverse	0	0.004587185103446245
288992	rnn.weight_hh_l1_reverse	1	0.03168502822518349
288992	rnn.weight_hh_l1_reverse	2	-0.04061340168118477
288992	rnn.weight_hh_l1_reverse	3	0.035026829689741135
288992	rnn.weight_hh_l1_reverse	4	0.04712555184960365
288992	rnn.weight_hh_l1_reverse	5	0.006055941805243492
288992	rnn.weight_hh_l1_reverse	6	0.049009859561920166
288992	rnn.weight_hh_l1_reverse	7	0.030997108668088913
288992	rnn.weight_hh_l1_reverse	8	-0.007115177810192108
288992	rnn.weight_hh_l1_reverse	9	-0.03016969934105873
288992	rnn.bias_ih_l1_reverse	0	-0.04563253000378609
288992	rnn.bias_ih_l1_reverse	1	-0.13946281373500824
288992	rnn.bias_ih_l1_reverse	2	-0.16389980912208557
288992	rnn.bias_ih_l1_reverse	3	-0.060402773320674896
288992	rnn.bias_ih_l1_reverse	4	-0.20367960631847382
288992	rnn.bias_ih_l1_reverse	5	-0.11698074638843536
288992	rnn.bias_ih_l1_reverse	6	-0.12984806299209595
288992	rnn.bias_ih_l1_reverse	7	-0.1918419748544693
288992	rnn.bias_ih_l1_reverse	8	0.22636322677135468
288992	rnn.bias_ih_l1_reverse	9	0.02222355082631111
288992	rnn.bias_hh_l1_reverse	0	0.010348976589739323
288992	rnn.bias_hh_l1_reverse	1	-0.06497494876384735
288992	rnn.bias_hh_l1_reverse	2	-0.23724094033241272
288992	rnn.bias_hh_l1_reverse	3	-0.14364655315876007
288992	rnn.bias_hh_l1_reverse	4	-0.08033894747495651
288992	rnn.bias_hh_l1_reverse	5	-0.11625140905380249
288992	rnn.bias_hh_l1_reverse	6	0.06321483105421066
288992	rnn.bias_hh_l1_reverse	7	-0.13445152342319489
288992	rnn.bias_hh_l1_reverse	8	-0.12505589425563812
288992	rnn.bias_hh_l1_reverse	9	-0.14825017750263214
288992	linear.weight	0	0.002228822559118271
288992	linear.weight	1	0.09696537256240845
288992	linear.weight	2	-0.09214603155851364
288992	linear.weight	3	0.31373903155326843
288992	linear.weight	4	0.1502486616373062
288992	linear.weight	5	-0.0656769722700119
288992	linear.weight	6	0.09491787105798721
288992	linear.weight	7	0.13675957918167114
288992	linear.weight	8	0.04113313555717468
288992	linear.weight	9	-0.050963666290044785
288992	linear.bias	0	0.0835345983505249
288992	linear.bias	1	-0.19128215312957764
288992	linear.bias	2	-0.4490145146846771
288992	linear.bias	3	-0.6565336585044861
288992	linear.bias	4	-1.2613571882247925
288992	linear.bias	5	-0.059205979108810425
288992	linear.bias	6	-0.8240070939064026
288992	linear.bias	7	0.2712191343307495
288992	linear.bias	8	-0.3953288197517395
288992	linear.bias	9	-1.0223305225372314
289189	transitions	0	0.7572115659713745
289189	transitions	1	0.13827484846115112
289189	transitions	2	-10000.0
289189	transitions	3	-1.8281302452087402
289189	transitions	4	-10000.0
289189	transitions	5	0.5627480745315552
289189	transitions	6	-0.08567477017641068
289189	transitions	7	-0.8123016953468323
289189	transitions	8	-1.422867774963379
289189	transitions	9	-0.0012319221859797835
289189	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
289189	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
289189	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
289189	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
289189	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
289189	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
289189	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
289189	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
289189	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
289189	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
289189	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
289189	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
289189	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
289189	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
289189	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
289189	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
289189	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
289189	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
289189	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
289189	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
289189	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
289189	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
289189	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
289189	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
289189	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
289189	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
289189	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
289189	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
289189	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
289189	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
289189	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
289189	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
289189	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
289189	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
289189	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
289189	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
289189	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
289189	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
289189	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
289189	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
289189	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
289189	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
289189	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
289189	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
289189	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
289189	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
289189	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
289189	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
289189	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
289189	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
289189	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
289189	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
289189	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
289189	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
289189	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
289189	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
289189	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
289189	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
289189	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
289189	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
289189	embedding2nn.weight	0	0.01637338101863861
289189	embedding2nn.weight	1	-0.012672726996243
289189	embedding2nn.weight	2	-0.014268254861235619
289189	embedding2nn.weight	3	-0.031219283118844032
289189	embedding2nn.weight	4	-0.0059150345623493195
289189	embedding2nn.weight	5	-0.0037005888298153877
289189	embedding2nn.weight	6	-0.003973265178501606
289189	embedding2nn.weight	7	-0.07740864902734756
289189	embedding2nn.weight	8	-0.0019979383796453476
289189	embedding2nn.weight	9	-0.027609918266534805
289189	embedding2nn.bias	0	0.03237080201506615
289189	embedding2nn.bias	1	-0.07659771293401718
289189	embedding2nn.bias	2	0.07210466265678406
289189	embedding2nn.bias	3	0.0514213889837265
289189	embedding2nn.bias	4	-0.04049656540155411
289189	embedding2nn.bias	5	-0.010280824266374111
289189	embedding2nn.bias	6	0.01712740771472454
289189	embedding2nn.bias	7	-0.05565191060304642
289189	embedding2nn.bias	8	0.07304440438747406
289189	embedding2nn.bias	9	0.04510558396577835
289189	rnn.weight_ih_l0	0	-0.0807887390255928
289189	rnn.weight_ih_l0	1	0.003118039108812809
289189	rnn.weight_ih_l0	2	0.03558432310819626
289189	rnn.weight_ih_l0	3	0.022895365953445435
289189	rnn.weight_ih_l0	4	-0.048189323395490646
289189	rnn.weight_ih_l0	5	-0.06854534894227982
289189	rnn.weight_ih_l0	6	-0.0010674197692424059
289189	rnn.weight_ih_l0	7	0.05340111255645752
289189	rnn.weight_ih_l0	8	-0.017114251852035522
289189	rnn.weight_ih_l0	9	-0.030865861102938652
289189	rnn.weight_hh_l0	0	-0.029917335137724876
289189	rnn.weight_hh_l0	1	-0.007404071744531393
289189	rnn.weight_hh_l0	2	0.006786729674786329
289189	rnn.weight_hh_l0	3	-0.0745811015367508
289189	rnn.weight_hh_l0	4	0.09331148117780685
289189	rnn.weight_hh_l0	5	-0.027002403512597084
289189	rnn.weight_hh_l0	6	-0.06382894515991211
289189	rnn.weight_hh_l0	7	0.008755719289183617
289189	rnn.weight_hh_l0	8	0.013372775167226791
289189	rnn.weight_hh_l0	9	-0.025611165910959244
289189	rnn.bias_ih_l0	0	0.12991765141487122
289189	rnn.bias_ih_l0	1	-0.033920712769031525
289189	rnn.bias_ih_l0	2	-0.034386783838272095
289189	rnn.bias_ih_l0	3	0.16317333281040192
289189	rnn.bias_ih_l0	4	-0.01242759171873331
289189	rnn.bias_ih_l0	5	-0.022846972569823265
289189	rnn.bias_ih_l0	6	0.016899125650525093
289189	rnn.bias_ih_l0	7	0.023425623774528503
289189	rnn.bias_ih_l0	8	-0.09913750737905502
289189	rnn.bias_ih_l0	9	-0.041738733649253845
289189	rnn.bias_hh_l0	0	-0.0012780728284269571
289189	rnn.bias_hh_l0	1	-0.10040506720542908
289189	rnn.bias_hh_l0	2	-0.07494048774242401
289189	rnn.bias_hh_l0	3	-0.08877381682395935
289189	rnn.bias_hh_l0	4	0.008588392287492752
289189	rnn.bias_hh_l0	5	-0.02069305069744587
289189	rnn.bias_hh_l0	6	0.028387533500790596
289189	rnn.bias_hh_l0	7	0.060262445360422134
289189	rnn.bias_hh_l0	8	-0.1232004165649414
289189	rnn.bias_hh_l0	9	-0.059637222439050674
289189	rnn.weight_ih_l0_reverse	0	-0.02548135258257389
289189	rnn.weight_ih_l0_reverse	1	-0.05733403563499451
289189	rnn.weight_ih_l0_reverse	2	-0.048925913870334625
289189	rnn.weight_ih_l0_reverse	3	0.015514628030359745
289189	rnn.weight_ih_l0_reverse	4	-0.02522524818778038
289189	rnn.weight_ih_l0_reverse	5	-0.05734092742204666
289189	rnn.weight_ih_l0_reverse	6	0.07347876578569412
289189	rnn.weight_ih_l0_reverse	7	-0.018994081765413284
289189	rnn.weight_ih_l0_reverse	8	-0.01855185069143772
289189	rnn.weight_ih_l0_reverse	9	0.004532818216830492
289189	rnn.weight_hh_l0_reverse	0	0.06860905885696411
289189	rnn.weight_hh_l0_reverse	1	0.019932018592953682
289189	rnn.weight_hh_l0_reverse	2	0.030117088928818703
289189	rnn.weight_hh_l0_reverse	3	0.03552013635635376
289189	rnn.weight_hh_l0_reverse	4	0.014361860230565071
289189	rnn.weight_hh_l0_reverse	5	0.00829134788364172
289189	rnn.weight_hh_l0_reverse	6	0.05102376267313957
289189	rnn.weight_hh_l0_reverse	7	-0.082006074488163
289189	rnn.weight_hh_l0_reverse	8	0.04009174183011055
289189	rnn.weight_hh_l0_reverse	9	0.03484678640961647
289189	rnn.bias_ih_l0_reverse	0	-0.05692842975258827
289189	rnn.bias_ih_l0_reverse	1	-0.2827051877975464
289189	rnn.bias_ih_l0_reverse	2	-0.12426774203777313
289189	rnn.bias_ih_l0_reverse	3	-0.047827862203121185
289189	rnn.bias_ih_l0_reverse	4	-0.022249625995755196
289189	rnn.bias_ih_l0_reverse	5	0.0762677937746048
289189	rnn.bias_ih_l0_reverse	6	-0.06560066342353821
289189	rnn.bias_ih_l0_reverse	7	0.061655908823013306
289189	rnn.bias_ih_l0_reverse	8	-0.03539387881755829
289189	rnn.bias_ih_l0_reverse	9	0.06518522650003433
289189	rnn.bias_hh_l0_reverse	0	0.023450996726751328
289189	rnn.bias_hh_l0_reverse	1	-0.06322593986988068
289189	rnn.bias_hh_l0_reverse	2	0.08916206657886505
289189	rnn.bias_hh_l0_reverse	3	-0.05162397027015686
289189	rnn.bias_hh_l0_reverse	4	-0.028247404843568802
289189	rnn.bias_hh_l0_reverse	5	-0.02208603359758854
289189	rnn.bias_hh_l0_reverse	6	-0.02054506540298462
289189	rnn.bias_hh_l0_reverse	7	0.09973540157079697
289189	rnn.bias_hh_l0_reverse	8	0.03015020117163658
289189	rnn.bias_hh_l0_reverse	9	-0.14911766350269318
289189	rnn.weight_ih_l1	0	-0.029783081263303757
289189	rnn.weight_ih_l1	1	-0.05073821544647217
289189	rnn.weight_ih_l1	2	0.06494583189487457
289189	rnn.weight_ih_l1	3	-0.07298801839351654
289189	rnn.weight_ih_l1	4	-0.014091543853282928
289189	rnn.weight_ih_l1	5	-0.040327586233615875
289189	rnn.weight_ih_l1	6	0.028967736288905144
289189	rnn.weight_ih_l1	7	-0.04422445222735405
289189	rnn.weight_ih_l1	8	0.03787852078676224
289189	rnn.weight_ih_l1	9	0.04481654614210129
289189	rnn.weight_hh_l1	0	-0.007041771896183491
289189	rnn.weight_hh_l1	1	0.01991218514740467
289189	rnn.weight_hh_l1	2	0.006461744196712971
289189	rnn.weight_hh_l1	3	-0.012630115263164043
289189	rnn.weight_hh_l1	4	0.004800580907613039
289189	rnn.weight_hh_l1	5	0.03523106127977371
289189	rnn.weight_hh_l1	6	0.03620762750506401
289189	rnn.weight_hh_l1	7	-0.016347939148545265
289189	rnn.weight_hh_l1	8	-0.007223429623991251
289189	rnn.weight_hh_l1	9	0.038585226982831955
289189	rnn.bias_ih_l1	0	-0.18369095027446747
289189	rnn.bias_ih_l1	1	-0.1745937466621399
289189	rnn.bias_ih_l1	2	-0.1969122290611267
289189	rnn.bias_ih_l1	3	-0.3072938323020935
289189	rnn.bias_ih_l1	4	-0.2117692083120346
289189	rnn.bias_ih_l1	5	-0.08905105292797089
289189	rnn.bias_ih_l1	6	-0.15849365293979645
289189	rnn.bias_ih_l1	7	-0.0033276535104960203
289189	rnn.bias_ih_l1	8	-0.12967804074287415
289189	rnn.bias_ih_l1	9	-0.12323317676782608
289189	rnn.bias_hh_l1	0	-0.09662286192178726
289189	rnn.bias_hh_l1	1	-0.06292299926280975
289189	rnn.bias_hh_l1	2	-0.08546712249517441
289189	rnn.bias_hh_l1	3	-0.0774344876408577
289189	rnn.bias_hh_l1	4	-0.07311578840017319
289189	rnn.bias_hh_l1	5	-0.11733836680650711
289189	rnn.bias_hh_l1	6	-0.16076412796974182
289189	rnn.bias_hh_l1	7	0.07557744532823563
289189	rnn.bias_hh_l1	8	-0.17618992924690247
289189	rnn.bias_hh_l1	9	-0.11500665545463562
289189	rnn.weight_ih_l1_reverse	0	-0.0471818745136261
289189	rnn.weight_ih_l1_reverse	1	0.032910071313381195
289189	rnn.weight_ih_l1_reverse	2	0.08792044967412949
289189	rnn.weight_ih_l1_reverse	3	-0.017495520412921906
289189	rnn.weight_ih_l1_reverse	4	-0.023488374426960945
289189	rnn.weight_ih_l1_reverse	5	-0.03028547391295433
289189	rnn.weight_ih_l1_reverse	6	-0.01975325681269169
289189	rnn.weight_ih_l1_reverse	7	0.029674796387553215
289189	rnn.weight_ih_l1_reverse	8	0.005531929433345795
289189	rnn.weight_ih_l1_reverse	9	-0.033343590795993805
289189	rnn.weight_hh_l1_reverse	0	0.004586871713399887
289189	rnn.weight_hh_l1_reverse	1	0.03168399631977081
289189	rnn.weight_hh_l1_reverse	2	-0.04061323031783104
289189	rnn.weight_hh_l1_reverse	3	0.03502495586872101
289189	rnn.weight_hh_l1_reverse	4	0.0471307635307312
289189	rnn.weight_hh_l1_reverse	5	0.006055679637938738
289189	rnn.weight_hh_l1_reverse	6	0.04902653396129608
289189	rnn.weight_hh_l1_reverse	7	0.03099900856614113
289189	rnn.weight_hh_l1_reverse	8	-0.007114572916179895
289189	rnn.weight_hh_l1_reverse	9	-0.03016885556280613
289189	rnn.bias_ih_l1_reverse	0	-0.04561200737953186
289189	rnn.bias_ih_l1_reverse	1	-0.13945943117141724
289189	rnn.bias_ih_l1_reverse	2	-0.1638813614845276
289189	rnn.bias_ih_l1_reverse	3	-0.060447800904512405
289189	rnn.bias_ih_l1_reverse	4	-0.2036782056093216
289189	rnn.bias_ih_l1_reverse	5	-0.11695116013288498
289189	rnn.bias_ih_l1_reverse	6	-0.12984278798103333
289189	rnn.bias_ih_l1_reverse	7	-0.19181811809539795
289189	rnn.bias_ih_l1_reverse	8	0.22640106081962585
289189	rnn.bias_ih_l1_reverse	9	0.022228796035051346
289189	rnn.bias_hh_l1_reverse	0	0.010398817248642445
289189	rnn.bias_hh_l1_reverse	1	-0.06507249176502228
289189	rnn.bias_hh_l1_reverse	2	-0.23723621666431427
289189	rnn.bias_hh_l1_reverse	3	-0.14363379776477814
289189	rnn.bias_hh_l1_reverse	4	-0.08033452183008194
289189	rnn.bias_hh_l1_reverse	5	-0.1162421777844429
289189	rnn.bias_hh_l1_reverse	6	0.0632588267326355
289189	rnn.bias_hh_l1_reverse	7	-0.13442009687423706
289189	rnn.bias_hh_l1_reverse	8	-0.12504170835018158
289189	rnn.bias_hh_l1_reverse	9	-0.14823473989963531
289189	linear.weight	0	0.002228822559118271
289189	linear.weight	1	0.09702376276254654
289189	linear.weight	2	-0.09214595705270767
289189	linear.weight	3	0.3137899339199066
289189	linear.weight	4	0.15024220943450928
289189	linear.weight	5	-0.06568450480699539
289189	linear.weight	6	0.09492737054824829
289189	linear.weight	7	0.13676688075065613
289189	linear.weight	8	0.04113313555717468
289189	linear.weight	9	-0.05092880129814148
289189	linear.bias	0	0.08247434347867966
289189	linear.bias	1	-0.19131943583488464
289189	linear.bias	2	-0.4495547413825989
289189	linear.bias	3	-0.656257152557373
289189	linear.bias	4	-1.2610846757888794
289189	linear.bias	5	-0.05895296111702919
289189	linear.bias	6	-0.8240365386009216
289189	linear.bias	7	0.27148905396461487
289189	linear.bias	8	-0.3951731324195862
289189	linear.bias	9	-1.0221880674362183
289386	transitions	0	0.7571715116500854
289386	transitions	1	0.13826309144496918
289386	transitions	2	-10000.0
289386	transitions	3	-1.8281302452087402
289386	transitions	4	-10000.0
289386	transitions	5	0.5627479553222656
289386	transitions	6	-0.0856751799583435
289386	transitions	7	-0.8123683929443359
289386	transitions	8	-1.422867774963379
289386	transitions	9	-0.0012319240486249328
289386	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
289386	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
289386	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
289386	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
289386	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
289386	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
289386	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
289386	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
289386	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
289386	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
289386	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
289386	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
289386	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
289386	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
289386	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
289386	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
289386	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
289386	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
289386	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
289386	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
289386	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
289386	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
289386	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
289386	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
289386	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
289386	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
289386	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
289386	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
289386	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
289386	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
289386	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
289386	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
289386	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
289386	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
289386	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
289386	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
289386	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
289386	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
289386	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
289386	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
289386	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
289386	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
289386	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
289386	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
289386	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
289386	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
289386	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
289386	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
289386	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
289386	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
289386	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
289386	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
289386	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
289386	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
289386	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
289386	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
289386	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
289386	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
289386	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
289386	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
289386	embedding2nn.weight	0	0.016375819221138954
289386	embedding2nn.weight	1	-0.012670876458287239
289386	embedding2nn.weight	2	-0.014268254861235619
289386	embedding2nn.weight	3	-0.031206583604216576
289386	embedding2nn.weight	4	-0.0059150345623493195
289386	embedding2nn.weight	5	-0.0037005888298153877
289386	embedding2nn.weight	6	-0.003973265178501606
289386	embedding2nn.weight	7	-0.0774068608880043
289386	embedding2nn.weight	8	-0.0019979383796453476
289386	embedding2nn.weight	9	-0.02761366404592991
289386	embedding2nn.bias	0	0.03234574571251869
289386	embedding2nn.bias	1	-0.07658868283033371
289386	embedding2nn.bias	2	0.07209569960832596
289386	embedding2nn.bias	3	0.05140921100974083
289386	embedding2nn.bias	4	-0.040411125868558884
289386	embedding2nn.bias	5	-0.010377386584877968
289386	embedding2nn.bias	6	0.017084801569581032
289386	embedding2nn.bias	7	-0.055610887706279755
289386	embedding2nn.bias	8	0.07301481813192368
289386	embedding2nn.bias	9	0.045124225318431854
289386	rnn.weight_ih_l0	0	-0.08079034835100174
289386	rnn.weight_ih_l0	1	0.0031133752781897783
289386	rnn.weight_ih_l0	2	0.03557164967060089
289386	rnn.weight_ih_l0	3	0.022901250049471855
289386	rnn.weight_ih_l0	4	-0.04820893704891205
289386	rnn.weight_ih_l0	5	-0.06854218244552612
289386	rnn.weight_ih_l0	6	-0.0010689353803172708
289386	rnn.weight_ih_l0	7	0.05340535193681717
289386	rnn.weight_ih_l0	8	-0.01710962876677513
289386	rnn.weight_ih_l0	9	-0.0308656208217144
289386	rnn.weight_hh_l0	0	-0.029923634603619576
289386	rnn.weight_hh_l0	1	-0.0074053192511200905
289386	rnn.weight_hh_l0	2	0.006792161613702774
289386	rnn.weight_hh_l0	3	-0.07457738369703293
289386	rnn.weight_hh_l0	4	0.0933137834072113
289386	rnn.weight_hh_l0	5	-0.027010995894670486
289386	rnn.weight_hh_l0	6	-0.06382385641336441
289386	rnn.weight_hh_l0	7	0.008748807944357395
289386	rnn.weight_hh_l0	8	0.013372418470680714
289386	rnn.weight_hh_l0	9	-0.02561163529753685
289386	rnn.bias_ih_l0	0	0.12991665303707123
289386	rnn.bias_ih_l0	1	-0.03392713516950607
289386	rnn.bias_ih_l0	2	-0.034396734088659286
289386	rnn.bias_ih_l0	3	0.1631942093372345
289386	rnn.bias_ih_l0	4	-0.01244350615888834
289386	rnn.bias_ih_l0	5	-0.022851623594760895
289386	rnn.bias_ih_l0	6	0.016935793682932854
289386	rnn.bias_ih_l0	7	0.023423882201313972
289386	rnn.bias_ih_l0	8	-0.0991373136639595
289386	rnn.bias_ih_l0	9	-0.041714753955602646
289386	rnn.bias_hh_l0	0	-0.0012508969521149993
289386	rnn.bias_hh_l0	1	-0.10043846815824509
289386	rnn.bias_hh_l0	2	-0.07492519170045853
289386	rnn.bias_hh_l0	3	-0.08876863121986389
289386	rnn.bias_hh_l0	4	0.008578487671911716
289386	rnn.bias_hh_l0	5	-0.020684776827692986
289386	rnn.bias_hh_l0	6	0.028361905366182327
289386	rnn.bias_hh_l0	7	0.060284487903118134
289386	rnn.bias_hh_l0	8	-0.12322967499494553
289386	rnn.bias_hh_l0	9	-0.05960531905293465
289386	rnn.weight_ih_l0_reverse	0	-0.025474565103650093
289386	rnn.weight_ih_l0_reverse	1	-0.05733265355229378
289386	rnn.weight_ih_l0_reverse	2	-0.04893176630139351
289386	rnn.weight_ih_l0_reverse	3	0.015511419624090195
289386	rnn.weight_ih_l0_reverse	4	-0.025222981348633766
289386	rnn.weight_ih_l0_reverse	5	-0.05733928456902504
289386	rnn.weight_ih_l0_reverse	6	0.0734778344631195
289386	rnn.weight_ih_l0_reverse	7	-0.01902070827782154
289386	rnn.weight_ih_l0_reverse	8	-0.01856028474867344
289386	rnn.weight_ih_l0_reverse	9	0.004533508326858282
289386	rnn.weight_hh_l0_reverse	0	0.06860276311635971
289386	rnn.weight_hh_l0_reverse	1	0.019930647686123848
289386	rnn.weight_hh_l0_reverse	2	0.03011934459209442
289386	rnn.weight_hh_l0_reverse	3	0.03552210330963135
289386	rnn.weight_hh_l0_reverse	4	0.014361475594341755
289386	rnn.weight_hh_l0_reverse	5	0.008292441256344318
289386	rnn.weight_hh_l0_reverse	6	0.051023103296756744
289386	rnn.weight_hh_l0_reverse	7	-0.08199498057365417
289386	rnn.weight_hh_l0_reverse	8	0.040088310837745667
289386	rnn.weight_hh_l0_reverse	9	0.034849945455789566
289386	rnn.bias_ih_l0_reverse	0	-0.05695430561900139
289386	rnn.bias_ih_l0_reverse	1	-0.28273046016693115
289386	rnn.bias_ih_l0_reverse	2	-0.12430790066719055
289386	rnn.bias_ih_l0_reverse	3	-0.047808993607759476
289386	rnn.bias_ih_l0_reverse	4	-0.022258335724473
289386	rnn.bias_ih_l0_reverse	5	0.07624926418066025
289386	rnn.bias_ih_l0_reverse	6	-0.06559290736913681
289386	rnn.bias_ih_l0_reverse	7	0.06165803223848343
289386	rnn.bias_ih_l0_reverse	8	-0.03534389287233353
289386	rnn.bias_ih_l0_reverse	9	0.06518717855215073
289386	rnn.bias_hh_l0_reverse	0	0.023447467014193535
289386	rnn.bias_hh_l0_reverse	1	-0.06322184205055237
289386	rnn.bias_hh_l0_reverse	2	0.08918590843677521
289386	rnn.bias_hh_l0_reverse	3	-0.0516120046377182
289386	rnn.bias_hh_l0_reverse	4	-0.02825399860739708
289386	rnn.bias_hh_l0_reverse	5	-0.022068284451961517
289386	rnn.bias_hh_l0_reverse	6	-0.02056894637644291
289386	rnn.bias_hh_l0_reverse	7	0.09969934076070786
289386	rnn.bias_hh_l0_reverse	8	0.030154917389154434
289386	rnn.bias_hh_l0_reverse	9	-0.14906887710094452
289386	rnn.weight_ih_l1	0	-0.029783597216010094
289386	rnn.weight_ih_l1	1	-0.05072743818163872
289386	rnn.weight_ih_l1	2	0.06494219601154327
289386	rnn.weight_ih_l1	3	-0.07297353446483612
289386	rnn.weight_ih_l1	4	-0.014097072184085846
289386	rnn.weight_ih_l1	5	-0.04032554477453232
289386	rnn.weight_ih_l1	6	0.028963269665837288
289386	rnn.weight_ih_l1	7	-0.04421819746494293
289386	rnn.weight_ih_l1	8	0.037876151502132416
289386	rnn.weight_ih_l1	9	0.04480941593647003
289386	rnn.weight_hh_l1	0	-0.0070374635979533195
289386	rnn.weight_hh_l1	1	0.019911399111151695
289386	rnn.weight_hh_l1	2	0.00645601749420166
289386	rnn.weight_hh_l1	3	-0.012629051692783833
289386	rnn.weight_hh_l1	4	0.0048032342456281185
289386	rnn.weight_hh_l1	5	0.03522808477282524
289386	rnn.weight_hh_l1	6	0.0362141914665699
289386	rnn.weight_hh_l1	7	-0.016350554302334785
289386	rnn.weight_hh_l1	8	-0.007229393348097801
289386	rnn.weight_hh_l1	9	0.03858542442321777
289386	rnn.bias_ih_l1	0	-0.18368373811244965
289386	rnn.bias_ih_l1	1	-0.1745765060186386
289386	rnn.bias_ih_l1	2	-0.196893572807312
289386	rnn.bias_ih_l1	3	-0.3072897791862488
289386	rnn.bias_ih_l1	4	-0.211761936545372
289386	rnn.bias_ih_l1	5	-0.0890229344367981
289386	rnn.bias_ih_l1	6	-0.15849511325359344
289386	rnn.bias_ih_l1	7	-0.0033176986034959555
289386	rnn.bias_ih_l1	8	-0.12973304092884064
289386	rnn.bias_ih_l1	9	-0.12323315441608429
289386	rnn.bias_hh_l1	0	-0.0966111570596695
289386	rnn.bias_hh_l1	1	-0.06293055415153503
289386	rnn.bias_hh_l1	2	-0.08546227961778641
289386	rnn.bias_hh_l1	3	-0.07745323330163956
289386	rnn.bias_hh_l1	4	-0.07308417558670044
289386	rnn.bias_hh_l1	5	-0.11734567582607269
289386	rnn.bias_hh_l1	6	-0.16078831255435944
289386	rnn.bias_hh_l1	7	0.07559051364660263
289386	rnn.bias_hh_l1	8	-0.1761738657951355
289386	rnn.bias_hh_l1	9	-0.11505050957202911
289386	rnn.weight_ih_l1_reverse	0	-0.047170720994472504
289386	rnn.weight_ih_l1_reverse	1	0.032885853201150894
289386	rnn.weight_ih_l1_reverse	2	0.0879070907831192
289386	rnn.weight_ih_l1_reverse	3	-0.017501283437013626
289386	rnn.weight_ih_l1_reverse	4	-0.02348693087697029
289386	rnn.weight_ih_l1_reverse	5	-0.03028762899339199
289386	rnn.weight_ih_l1_reverse	6	-0.01975766383111477
289386	rnn.weight_ih_l1_reverse	7	0.02968038246035576
289386	rnn.weight_ih_l1_reverse	8	0.005518349353224039
289386	rnn.weight_ih_l1_reverse	9	-0.03334294632077217
289386	rnn.weight_hh_l1_reverse	0	0.0045869601890444756
289386	rnn.weight_hh_l1_reverse	1	0.031683169305324554
289386	rnn.weight_hh_l1_reverse	2	-0.040612414479255676
289386	rnn.weight_hh_l1_reverse	3	0.03502452373504639
289386	rnn.weight_hh_l1_reverse	4	0.04713135212659836
289386	rnn.weight_hh_l1_reverse	5	0.006056765094399452
289386	rnn.weight_hh_l1_reverse	6	0.04901455342769623
289386	rnn.weight_hh_l1_reverse	7	0.03100310079753399
289386	rnn.weight_hh_l1_reverse	8	-0.007112840656191111
289386	rnn.weight_hh_l1_reverse	9	-0.030164578929543495
289386	rnn.bias_ih_l1_reverse	0	-0.04560978338122368
289386	rnn.bias_ih_l1_reverse	1	-0.1394425332546234
289386	rnn.bias_ih_l1_reverse	2	-0.16385982930660248
289386	rnn.bias_ih_l1_reverse	3	-0.06049710884690285
289386	rnn.bias_ih_l1_reverse	4	-0.20368468761444092
289386	rnn.bias_ih_l1_reverse	5	-0.11694110929965973
289386	rnn.bias_ih_l1_reverse	6	-0.12985706329345703
289386	rnn.bias_ih_l1_reverse	7	-0.19182142615318298
289386	rnn.bias_ih_l1_reverse	8	0.22642183303833008
289386	rnn.bias_ih_l1_reverse	9	0.02220305986702442
289386	rnn.bias_hh_l1_reverse	0	0.010433140210807323
289386	rnn.bias_hh_l1_reverse	1	-0.06503734737634659
289386	rnn.bias_hh_l1_reverse	2	-0.23723940551280975
289386	rnn.bias_hh_l1_reverse	3	-0.14363126456737518
289386	rnn.bias_hh_l1_reverse	4	-0.08032660186290741
289386	rnn.bias_hh_l1_reverse	5	-0.11625070124864578
289386	rnn.bias_hh_l1_reverse	6	0.06322534382343292
289386	rnn.bias_hh_l1_reverse	7	-0.13444562256336212
289386	rnn.bias_hh_l1_reverse	8	-0.1250545084476471
289386	rnn.bias_hh_l1_reverse	9	-0.1482129842042923
289386	linear.weight	0	0.002228822559118271
289386	linear.weight	1	0.09704898297786713
289386	linear.weight	2	-0.09212885797023773
289386	linear.weight	3	0.3138536214828491
289386	linear.weight	4	0.15021315217018127
289386	linear.weight	5	-0.06563709676265717
289386	linear.weight	6	0.09494797885417938
289386	linear.weight	7	0.13689236342906952
289386	linear.weight	8	0.041133131831884384
289386	linear.weight	9	-0.050946980714797974
289386	linear.bias	0	0.08254407346248627
289386	linear.bias	1	-0.19102567434310913
289386	linear.bias	2	-0.4498556852340698
289386	linear.bias	3	-0.6561443209648132
289386	linear.bias	4	-1.2609091997146606
289386	linear.bias	5	-0.05874299257993698
289386	linear.bias	6	-0.8237465620040894
289386	linear.bias	7	0.2716538608074188
289386	linear.bias	8	-0.39543282985687256
289386	linear.bias	9	-1.022465705871582
289583	transitions	0	0.7570380568504333
289583	transitions	1	0.13825629651546478
289583	transitions	2	-10000.0
289583	transitions	3	-1.8281302452087402
289583	transitions	4	-10000.0
289583	transitions	5	0.5627478957176208
289583	transitions	6	-0.08567555248737335
289583	transitions	7	-0.8123793601989746
289583	transitions	8	-1.4228681325912476
289583	transitions	9	-0.001231929287314415
289583	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
289583	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
289583	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
289583	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
289583	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
289583	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
289583	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
289583	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
289583	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
289583	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
289583	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
289583	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
289583	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
289583	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
289583	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
289583	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
289583	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
289583	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
289583	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
289583	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
289583	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
289583	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
289583	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
289583	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
289583	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
289583	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
289583	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
289583	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
289583	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
289583	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
289583	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
289583	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
289583	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
289583	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
289583	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
289583	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
289583	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
289583	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
289583	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
289583	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
289583	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
289583	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
289583	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
289583	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
289583	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
289583	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
289583	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
289583	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
289583	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
289583	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
289583	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
289583	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
289583	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
289583	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
289583	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
289583	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
289583	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
289583	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
289583	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
289583	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
289583	embedding2nn.weight	0	0.016387013718485832
289583	embedding2nn.weight	1	-0.012670334428548813
289583	embedding2nn.weight	2	-0.014268254861235619
289583	embedding2nn.weight	3	-0.031201830133795738
289583	embedding2nn.weight	4	-0.0059150345623493195
289583	embedding2nn.weight	5	-0.0037005888298153877
289583	embedding2nn.weight	6	-0.003973265178501606
289583	embedding2nn.weight	7	-0.07740119844675064
289583	embedding2nn.weight	8	-0.0019979383796453476
289583	embedding2nn.weight	9	-0.027609990909695625
289583	embedding2nn.bias	0	0.032242316752672195
289583	embedding2nn.bias	1	-0.07649354636669159
289583	embedding2nn.bias	2	0.07214007526636124
289583	embedding2nn.bias	3	0.051452960819005966
289583	embedding2nn.bias	4	-0.04053867980837822
289583	embedding2nn.bias	5	-0.010383609682321548
289583	embedding2nn.bias	6	0.017013302072882652
289583	embedding2nn.bias	7	-0.05556030943989754
289583	embedding2nn.bias	8	0.07317154109477997
289583	embedding2nn.bias	9	0.0450093150138855
289583	rnn.weight_ih_l0	0	-0.0807899758219719
289583	rnn.weight_ih_l0	1	0.0031173904426395893
289583	rnn.weight_ih_l0	2	0.03555489704012871
289583	rnn.weight_ih_l0	3	0.022901466116309166
289583	rnn.weight_ih_l0	4	-0.04821602255105972
289583	rnn.weight_ih_l0	5	-0.0685420036315918
289583	rnn.weight_ih_l0	6	-0.0010618346277624369
289583	rnn.weight_ih_l0	7	0.0534030981361866
289583	rnn.weight_ih_l0	8	-0.01711750589311123
289583	rnn.weight_ih_l0	9	-0.030853373929858208
289583	rnn.weight_hh_l0	0	-0.02992400713264942
289583	rnn.weight_hh_l0	1	-0.0074026454240083694
289583	rnn.weight_hh_l0	2	0.006793645676225424
289583	rnn.weight_hh_l0	3	-0.0745784342288971
289583	rnn.weight_hh_l0	4	0.0933132916688919
289583	rnn.weight_hh_l0	5	-0.027016637846827507
289583	rnn.weight_hh_l0	6	-0.06382463127374649
289583	rnn.weight_hh_l0	7	0.008747776970267296
289583	rnn.weight_hh_l0	8	0.013375941663980484
289583	rnn.weight_hh_l0	9	-0.025608433410525322
289583	rnn.bias_ih_l0	0	0.12992173433303833
289583	rnn.bias_ih_l0	1	-0.03393344208598137
289583	rnn.bias_ih_l0	2	-0.03440309315919876
289583	rnn.bias_ih_l0	3	0.1632121354341507
289583	rnn.bias_ih_l0	4	-0.012468685396015644
289583	rnn.bias_ih_l0	5	-0.022869357839226723
289583	rnn.bias_ih_l0	6	0.016946526244282722
289583	rnn.bias_ih_l0	7	0.02343275211751461
289583	rnn.bias_ih_l0	8	-0.09912658482789993
289583	rnn.bias_ih_l0	9	-0.04176173731684685
289583	rnn.bias_hh_l0	0	-0.0012599964393302798
289583	rnn.bias_hh_l0	1	-0.10043171048164368
289583	rnn.bias_hh_l0	2	-0.07495010644197464
289583	rnn.bias_hh_l0	3	-0.08874335885047913
289583	rnn.bias_hh_l0	4	0.008588251657783985
289583	rnn.bias_hh_l0	5	-0.020687691867351532
289583	rnn.bias_hh_l0	6	0.028335772454738617
289583	rnn.bias_hh_l0	7	0.06032013148069382
289583	rnn.bias_hh_l0	8	-0.1231839507818222
289583	rnn.bias_hh_l0	9	-0.059588365256786346
289583	rnn.weight_ih_l0_reverse	0	-0.025478815659880638
289583	rnn.weight_ih_l0_reverse	1	-0.057333897799253464
289583	rnn.weight_ih_l0_reverse	2	-0.048930685967206955
289583	rnn.weight_ih_l0_reverse	3	0.015504192560911179
289583	rnn.weight_ih_l0_reverse	4	-0.025222215801477432
289583	rnn.weight_ih_l0_reverse	5	-0.05731718987226486
289583	rnn.weight_ih_l0_reverse	6	0.07346662133932114
289583	rnn.weight_ih_l0_reverse	7	-0.019020501524209976
289583	rnn.weight_ih_l0_reverse	8	-0.01855672523379326
289583	rnn.weight_ih_l0_reverse	9	0.004539200570434332
289583	rnn.weight_hh_l0_reverse	0	0.06861389428377151
289583	rnn.weight_hh_l0_reverse	1	0.01993243768811226
289583	rnn.weight_hh_l0_reverse	2	0.030128201469779015
289583	rnn.weight_hh_l0_reverse	3	0.035524483770132065
289583	rnn.weight_hh_l0_reverse	4	0.01435689628124237
289583	rnn.weight_hh_l0_reverse	5	0.008290858939290047
289583	rnn.weight_hh_l0_reverse	6	0.05102799832820892
289583	rnn.weight_hh_l0_reverse	7	-0.0820002406835556
289583	rnn.weight_hh_l0_reverse	8	0.040087830275297165
289583	rnn.weight_hh_l0_reverse	9	0.03484731540083885
289583	rnn.bias_ih_l0_reverse	0	-0.056938447058200836
289583	rnn.bias_ih_l0_reverse	1	-0.2827625572681427
289583	rnn.bias_ih_l0_reverse	2	-0.12433689087629318
289583	rnn.bias_ih_l0_reverse	3	-0.04778725281357765
289583	rnn.bias_ih_l0_reverse	4	-0.022213544696569443
289583	rnn.bias_ih_l0_reverse	5	0.07626447826623917
289583	rnn.bias_ih_l0_reverse	6	-0.06561250239610672
289583	rnn.bias_ih_l0_reverse	7	0.061633288860321045
289583	rnn.bias_ih_l0_reverse	8	-0.03533029556274414
289583	rnn.bias_ih_l0_reverse	9	0.06517826020717621
289583	rnn.bias_hh_l0_reverse	0	0.02340482920408249
289583	rnn.bias_hh_l0_reverse	1	-0.06325677037239075
289583	rnn.bias_hh_l0_reverse	2	0.08919986337423325
289583	rnn.bias_hh_l0_reverse	3	-0.051602933555841446
289583	rnn.bias_hh_l0_reverse	4	-0.028233129531145096
289583	rnn.bias_hh_l0_reverse	5	-0.02204625867307186
289583	rnn.bias_hh_l0_reverse	6	-0.02057706005871296
289583	rnn.bias_hh_l0_reverse	7	0.09972608089447021
289583	rnn.bias_hh_l0_reverse	8	0.030148496851325035
289583	rnn.bias_hh_l0_reverse	9	-0.1490044742822647
289583	rnn.weight_ih_l1	0	-0.029777145013213158
289583	rnn.weight_ih_l1	1	-0.050733283162117004
289583	rnn.weight_ih_l1	2	0.06494532525539398
289583	rnn.weight_ih_l1	3	-0.07299172878265381
289583	rnn.weight_ih_l1	4	-0.014110652729868889
289583	rnn.weight_ih_l1	5	-0.04032853618264198
289583	rnn.weight_ih_l1	6	0.02896546944975853
289583	rnn.weight_ih_l1	7	-0.04423273354768753
289583	rnn.weight_ih_l1	8	0.037873994559049606
289583	rnn.weight_ih_l1	9	0.04480687901377678
289583	rnn.weight_hh_l1	0	-0.007053561974316835
289583	rnn.weight_hh_l1	1	0.019911495968699455
289583	rnn.weight_hh_l1	2	0.006457759998738766
289583	rnn.weight_hh_l1	3	-0.012627774849534035
289583	rnn.weight_hh_l1	4	0.004798599518835545
289583	rnn.weight_hh_l1	5	0.035223934799432755
289583	rnn.weight_hh_l1	6	0.036223698407411575
289583	rnn.weight_hh_l1	7	-0.016349060460925102
289583	rnn.weight_hh_l1	8	-0.007223051972687244
289583	rnn.weight_hh_l1	9	0.03859061375260353
289583	rnn.bias_ih_l1	0	-0.18370875716209412
289583	rnn.bias_ih_l1	1	-0.174576073884964
289583	rnn.bias_ih_l1	2	-0.19685499370098114
289583	rnn.bias_ih_l1	3	-0.3072836995124817
289583	rnn.bias_ih_l1	4	-0.2117232382297516
289583	rnn.bias_ih_l1	5	-0.0890391543507576
289583	rnn.bias_ih_l1	6	-0.15851198136806488
289583	rnn.bias_ih_l1	7	-0.0033438745886087418
289583	rnn.bias_ih_l1	8	-0.12970581650733948
289583	rnn.bias_ih_l1	9	-0.12326569855213165
289583	rnn.bias_hh_l1	0	-0.09660372138023376
289583	rnn.bias_hh_l1	1	-0.062966488301754
289583	rnn.bias_hh_l1	2	-0.08546566218137741
289583	rnn.bias_hh_l1	3	-0.07745175063610077
289583	rnn.bias_hh_l1	4	-0.0730501115322113
289583	rnn.bias_hh_l1	5	-0.11734387278556824
289583	rnn.bias_hh_l1	6	-0.1607915610074997
289583	rnn.bias_hh_l1	7	0.07559145987033844
289583	rnn.bias_hh_l1	8	-0.17616422474384308
289583	rnn.bias_hh_l1	9	-0.1150352880358696
289583	rnn.weight_ih_l1_reverse	0	-0.04717790335416794
289583	rnn.weight_ih_l1_reverse	1	0.032884158194065094
289583	rnn.weight_ih_l1_reverse	2	0.08791545033454895
289583	rnn.weight_ih_l1_reverse	3	-0.017470689490437508
289583	rnn.weight_ih_l1_reverse	4	-0.023475609719753265
289583	rnn.weight_ih_l1_reverse	5	-0.03028910793364048
289583	rnn.weight_ih_l1_reverse	6	-0.019750148057937622
289583	rnn.weight_ih_l1_reverse	7	0.029680801555514336
289583	rnn.weight_ih_l1_reverse	8	0.0055155083537101746
289583	rnn.weight_ih_l1_reverse	9	-0.0333249568939209
289583	rnn.weight_hh_l1_reverse	0	0.004586934577673674
289583	rnn.weight_hh_l1_reverse	1	0.031683459877967834
289583	rnn.weight_hh_l1_reverse	2	-0.04061245918273926
289583	rnn.weight_hh_l1_reverse	3	0.035023849457502365
289583	rnn.weight_hh_l1_reverse	4	0.04713594913482666
289583	rnn.weight_hh_l1_reverse	5	0.006051610689610243
289583	rnn.weight_hh_l1_reverse	6	0.04901302605867386
289583	rnn.weight_hh_l1_reverse	7	0.031003432348370552
289583	rnn.weight_hh_l1_reverse	8	-0.007114480249583721
289583	rnn.weight_hh_l1_reverse	9	-0.03016585297882557
289583	rnn.bias_ih_l1_reverse	0	-0.0456094890832901
289583	rnn.bias_ih_l1_reverse	1	-0.13946302235126495
289583	rnn.bias_ih_l1_reverse	2	-0.1638234406709671
289583	rnn.bias_ih_l1_reverse	3	-0.0606008917093277
289583	rnn.bias_ih_l1_reverse	4	-0.2036791443824768
289583	rnn.bias_ih_l1_reverse	5	-0.11691887676715851
289583	rnn.bias_ih_l1_reverse	6	-0.12985333800315857
289583	rnn.bias_ih_l1_reverse	7	-0.1918119490146637
289583	rnn.bias_ih_l1_reverse	8	0.22654062509536743
289583	rnn.bias_ih_l1_reverse	9	0.022254930809140205
289583	rnn.bias_hh_l1_reverse	0	0.010460053570568562
289583	rnn.bias_hh_l1_reverse	1	-0.0649966225028038
289583	rnn.bias_hh_l1_reverse	2	-0.23723213374614716
289583	rnn.bias_hh_l1_reverse	3	-0.14365139603614807
289583	rnn.bias_hh_l1_reverse	4	-0.08030956983566284
289583	rnn.bias_hh_l1_reverse	5	-0.11622583866119385
289583	rnn.bias_hh_l1_reverse	6	0.06323874741792679
289583	rnn.bias_hh_l1_reverse	7	-0.13444817066192627
289583	rnn.bias_hh_l1_reverse	8	-0.125081866979599
289583	rnn.bias_hh_l1_reverse	9	-0.14820826053619385
289583	linear.weight	0	0.002228822559118271
289583	linear.weight	1	0.09700478613376617
289583	linear.weight	2	-0.09215930104255676
289583	linear.weight	3	0.3138461410999298
289583	linear.weight	4	0.1501883864402771
289583	linear.weight	5	-0.0656452551484108
289583	linear.weight	6	0.09492891281843185
289583	linear.weight	7	0.13683851063251495
289583	linear.weight	8	0.041133131831884384
289583	linear.weight	9	-0.05097086727619171
289583	linear.bias	0	0.0826396644115448
289583	linear.bias	1	-0.19056351482868195
289583	linear.bias	2	-0.449950635433197
289583	linear.bias	3	-0.6560950875282288
289583	linear.bias	4	-1.2608513832092285
289583	linear.bias	5	-0.05884876102209091
289583	linear.bias	6	-0.8233565092086792
289583	linear.bias	7	0.2715340256690979
289583	linear.bias	8	-0.3954446017742157
289583	linear.bias	9	-1.0224868059158325
289780	transitions	0	0.7569533586502075
289780	transitions	1	0.13833780586719513
289780	transitions	2	-10000.0
289780	transitions	3	-1.8281302452087402
289780	transitions	4	-10000.0
289780	transitions	5	0.5627473592758179
289780	transitions	6	-0.08567583560943604
289780	transitions	7	-0.812380850315094
289780	transitions	8	-1.4228683710098267
289780	transitions	9	-0.0012319303350523114
289780	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
289780	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
289780	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
289780	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
289780	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
289780	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
289780	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
289780	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
289780	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
289780	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
289780	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
289780	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
289780	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
289780	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
289780	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
289780	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
289780	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
289780	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
289780	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
289780	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
289780	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
289780	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
289780	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
289780	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
289780	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
289780	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
289780	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
289780	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
289780	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
289780	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
289780	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
289780	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
289780	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
289780	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
289780	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
289780	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
289780	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
289780	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
289780	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
289780	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
289780	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
289780	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
289780	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
289780	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
289780	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
289780	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
289780	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
289780	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
289780	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
289780	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
289780	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
289780	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
289780	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
289780	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
289780	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
289780	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
289780	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
289780	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
289780	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
289780	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
289780	embedding2nn.weight	0	0.016394462436437607
289780	embedding2nn.weight	1	-0.012667831033468246
289780	embedding2nn.weight	2	-0.014268254861235619
289780	embedding2nn.weight	3	-0.031207477673888206
289780	embedding2nn.weight	4	-0.0059150345623493195
289780	embedding2nn.weight	5	-0.0037005888298153877
289780	embedding2nn.weight	6	-0.003973265178501606
289780	embedding2nn.weight	7	-0.07740362733602524
289780	embedding2nn.weight	8	-0.0019979383796453476
289780	embedding2nn.weight	9	-0.027613947167992592
289780	embedding2nn.bias	0	0.03221315145492554
289780	embedding2nn.bias	1	-0.07655031979084015
289780	embedding2nn.bias	2	0.07219919562339783
289780	embedding2nn.bias	3	0.05149472877383232
289780	embedding2nn.bias	4	-0.04060224071145058
289780	embedding2nn.bias	5	-0.010465376079082489
289780	embedding2nn.bias	6	0.017025591805577278
289780	embedding2nn.bias	7	-0.0555950291454792
289780	embedding2nn.bias	8	0.0730634555220604
289780	embedding2nn.bias	9	0.04500553011894226
289780	rnn.weight_ih_l0	0	-0.08078750967979431
289780	rnn.weight_ih_l0	1	0.0031169606372714043
289780	rnn.weight_ih_l0	2	0.03555481508374214
289780	rnn.weight_ih_l0	3	0.022897696122527122
289780	rnn.weight_ih_l0	4	-0.04821975156664848
289780	rnn.weight_ih_l0	5	-0.06854467839002609
289780	rnn.weight_ih_l0	6	-0.0010604453273117542
289780	rnn.weight_ih_l0	7	0.053399570286273956
289780	rnn.weight_ih_l0	8	-0.01712273806333542
289780	rnn.weight_ih_l0	9	-0.030855240300297737
289780	rnn.weight_hh_l0	0	-0.029934551566839218
289780	rnn.weight_hh_l0	1	-0.007401693612337112
289780	rnn.weight_hh_l0	2	0.0067873247899115086
289780	rnn.weight_hh_l0	3	-0.07458975911140442
289780	rnn.weight_hh_l0	4	0.093320831656456
289780	rnn.weight_hh_l0	5	-0.027020305395126343
289780	rnn.weight_hh_l0	6	-0.06381405889987946
289780	rnn.weight_hh_l0	7	0.008747294545173645
289780	rnn.weight_hh_l0	8	0.01337661687284708
289780	rnn.weight_hh_l0	9	-0.02560841478407383
289780	rnn.bias_ih_l0	0	0.12991656363010406
289780	rnn.bias_ih_l0	1	-0.033908236771821976
289780	rnn.bias_ih_l0	2	-0.03444386646151543
289780	rnn.bias_ih_l0	3	0.16321367025375366
289780	rnn.bias_ih_l0	4	-0.012447639368474483
289780	rnn.bias_ih_l0	5	-0.02286100760102272
289780	rnn.bias_ih_l0	6	0.016962185502052307
289780	rnn.bias_ih_l0	7	0.023428315296769142
289780	rnn.bias_ih_l0	8	-0.09910950064659119
289780	rnn.bias_ih_l0	9	-0.04177461564540863
289780	rnn.bias_hh_l0	0	-0.0012289342703297734
289780	rnn.bias_hh_l0	1	-0.1004328727722168
289780	rnn.bias_hh_l0	2	-0.07493492215871811
289780	rnn.bias_hh_l0	3	-0.08873306214809418
289780	rnn.bias_hh_l0	4	0.008582032285630703
289780	rnn.bias_hh_l0	5	-0.02069292962551117
289780	rnn.bias_hh_l0	6	0.028320936486124992
289780	rnn.bias_hh_l0	7	0.06029640510678291
289780	rnn.bias_hh_l0	8	-0.12316299229860306
289780	rnn.bias_hh_l0	9	-0.05959548056125641
289780	rnn.weight_ih_l0_reverse	0	-0.02548106014728546
289780	rnn.weight_ih_l0_reverse	1	-0.057350579649209976
289780	rnn.weight_ih_l0_reverse	2	-0.048932868987321854
289780	rnn.weight_ih_l0_reverse	3	0.01550205610692501
289780	rnn.weight_ih_l0_reverse	4	-0.025222646072506905
289780	rnn.weight_ih_l0_reverse	5	-0.05731348693370819
289780	rnn.weight_ih_l0_reverse	6	0.07346608489751816
289780	rnn.weight_ih_l0_reverse	7	-0.01902405545115471
289780	rnn.weight_ih_l0_reverse	8	-0.018562540411949158
289780	rnn.weight_ih_l0_reverse	9	0.004547669552266598
289780	rnn.weight_hh_l0_reverse	0	0.06862825155258179
289780	rnn.weight_hh_l0_reverse	1	0.01992708258330822
289780	rnn.weight_hh_l0_reverse	2	0.03012787364423275
289780	rnn.weight_hh_l0_reverse	3	0.03553168848156929
289780	rnn.weight_hh_l0_reverse	4	0.014356188476085663
289780	rnn.weight_hh_l0_reverse	5	0.008298730477690697
289780	rnn.weight_hh_l0_reverse	6	0.051026850938797
289780	rnn.weight_hh_l0_reverse	7	-0.08200445026159286
289780	rnn.weight_hh_l0_reverse	8	0.04009253531694412
289780	rnn.weight_hh_l0_reverse	9	0.03484543785452843
289780	rnn.bias_ih_l0_reverse	0	-0.056944701820611954
289780	rnn.bias_ih_l0_reverse	1	-0.28272545337677
289780	rnn.bias_ih_l0_reverse	2	-0.12437901645898819
289780	rnn.bias_ih_l0_reverse	3	-0.047761064022779465
289780	rnn.bias_ih_l0_reverse	4	-0.022220009937882423
289780	rnn.bias_ih_l0_reverse	5	0.07628421485424042
289780	rnn.bias_ih_l0_reverse	6	-0.06564036011695862
289780	rnn.bias_ih_l0_reverse	7	0.06164126470685005
289780	rnn.bias_ih_l0_reverse	8	-0.03532153367996216
289780	rnn.bias_ih_l0_reverse	9	0.06518713384866714
289780	rnn.bias_hh_l0_reverse	0	0.023417795076966286
289780	rnn.bias_hh_l0_reverse	1	-0.06320962309837341
289780	rnn.bias_hh_l0_reverse	2	0.089210644364357
289780	rnn.bias_hh_l0_reverse	3	-0.05159709230065346
289780	rnn.bias_hh_l0_reverse	4	-0.02821226790547371
289780	rnn.bias_hh_l0_reverse	5	-0.022074908018112183
289780	rnn.bias_hh_l0_reverse	6	-0.020576683804392815
289780	rnn.bias_hh_l0_reverse	7	0.09970765560865402
289780	rnn.bias_hh_l0_reverse	8	0.030153244733810425
289780	rnn.bias_hh_l0_reverse	9	-0.14899682998657227
289780	rnn.weight_ih_l1	0	-0.02977568469941616
289780	rnn.weight_ih_l1	1	-0.050729818642139435
289780	rnn.weight_ih_l1	2	0.06493955850601196
289780	rnn.weight_ih_l1	3	-0.0729999840259552
289780	rnn.weight_ih_l1	4	-0.014103916473686695
289780	rnn.weight_ih_l1	5	-0.040331218391656876
289780	rnn.weight_ih_l1	6	0.02896489016711712
289780	rnn.weight_ih_l1	7	-0.04423241317272186
289780	rnn.weight_ih_l1	8	0.037869978696107864
289780	rnn.weight_ih_l1	9	0.044804081320762634
289780	rnn.weight_hh_l1	0	-0.007048758678138256
289780	rnn.weight_hh_l1	1	0.01991037093102932
289780	rnn.weight_hh_l1	2	0.006468902807682753
289780	rnn.weight_hh_l1	3	-0.012628988362848759
289780	rnn.weight_hh_l1	4	0.0047966367565095425
289780	rnn.weight_hh_l1	5	0.0352245569229126
289780	rnn.weight_hh_l1	6	0.03622451424598694
289780	rnn.weight_hh_l1	7	-0.016345782205462456
289780	rnn.weight_hh_l1	8	-0.007222143467515707
289780	rnn.weight_hh_l1	9	0.03858639672398567
289780	rnn.bias_ih_l1	0	-0.1836811602115631
289780	rnn.bias_ih_l1	1	-0.17455022037029266
289780	rnn.bias_ih_l1	2	-0.19685257971286774
289780	rnn.bias_ih_l1	3	-0.3072807490825653
289780	rnn.bias_ih_l1	4	-0.21176090836524963
289780	rnn.bias_ih_l1	5	-0.08903708308935165
289780	rnn.bias_ih_l1	6	-0.1585318148136139
289780	rnn.bias_ih_l1	7	-0.003323500044643879
289780	rnn.bias_ih_l1	8	-0.12969650328159332
289780	rnn.bias_ih_l1	9	-0.12326637655496597
289780	rnn.bias_hh_l1	0	-0.09661991894245148
289780	rnn.bias_hh_l1	1	-0.06296705454587936
289780	rnn.bias_hh_l1	2	-0.08547239005565643
289780	rnn.bias_hh_l1	3	-0.0774584487080574
289780	rnn.bias_hh_l1	4	-0.07303698360919952
289780	rnn.bias_hh_l1	5	-0.11734043806791306
289780	rnn.bias_hh_l1	6	-0.16075235605239868
289780	rnn.bias_hh_l1	7	0.07562221586704254
289780	rnn.bias_hh_l1	8	-0.17617438733577728
289780	rnn.bias_hh_l1	9	-0.11506938189268112
289780	rnn.weight_ih_l1_reverse	0	-0.04717077314853668
289780	rnn.weight_ih_l1_reverse	1	0.032875239849090576
289780	rnn.weight_ih_l1_reverse	2	0.08790891617536545
289780	rnn.weight_ih_l1_reverse	3	-0.017461884766817093
289780	rnn.weight_ih_l1_reverse	4	-0.023462221026420593
289780	rnn.weight_ih_l1_reverse	5	-0.0302866343408823
289780	rnn.weight_ih_l1_reverse	6	-0.01975015550851822
289780	rnn.weight_ih_l1_reverse	7	0.02967945672571659
289780	rnn.weight_ih_l1_reverse	8	0.005546439439058304
289780	rnn.weight_ih_l1_reverse	9	-0.03332088887691498
289780	rnn.weight_hh_l1_reverse	0	0.004586442373692989
289780	rnn.weight_hh_l1_reverse	1	0.031683992594480515
289780	rnn.weight_hh_l1_reverse	2	-0.04061263054609299
289780	rnn.weight_hh_l1_reverse	3	0.035023704171180725
289780	rnn.weight_hh_l1_reverse	4	0.047138433903455734
289780	rnn.weight_hh_l1_reverse	5	0.006054288242012262
289780	rnn.weight_hh_l1_reverse	6	0.04898973926901817
289780	rnn.weight_hh_l1_reverse	7	0.031000016257166862
289780	rnn.weight_hh_l1_reverse	8	-0.0071136923506855965
289780	rnn.weight_hh_l1_reverse	9	-0.030166398733854294
289780	rnn.bias_ih_l1_reverse	0	-0.04559529572725296
289780	rnn.bias_ih_l1_reverse	1	-0.13944193720817566
289780	rnn.bias_ih_l1_reverse	2	-0.1638249158859253
289780	rnn.bias_ih_l1_reverse	3	-0.06063157692551613
289780	rnn.bias_ih_l1_reverse	4	-0.20368798077106476
289780	rnn.bias_ih_l1_reverse	5	-0.1169094666838646
289780	rnn.bias_ih_l1_reverse	6	-0.12985160946846008
289780	rnn.bias_ih_l1_reverse	7	-0.19180241227149963
289780	rnn.bias_ih_l1_reverse	8	0.22656697034835815
289780	rnn.bias_ih_l1_reverse	9	0.02226153388619423
289780	rnn.bias_hh_l1_reverse	0	0.010444609448313713
289780	rnn.bias_hh_l1_reverse	1	-0.06503935158252716
289780	rnn.bias_hh_l1_reverse	2	-0.2372252494096756
289780	rnn.bias_hh_l1_reverse	3	-0.14365874230861664
289780	rnn.bias_hh_l1_reverse	4	-0.08029508590698242
289780	rnn.bias_hh_l1_reverse	5	-0.1162186935544014
289780	rnn.bias_hh_l1_reverse	6	0.0632670447230339
289780	rnn.bias_hh_l1_reverse	7	-0.13443638384342194
289780	rnn.bias_hh_l1_reverse	8	-0.12509149312973022
289780	rnn.bias_hh_l1_reverse	9	-0.1482122391462326
289780	linear.weight	0	0.002228822559118271
289780	linear.weight	1	0.09702430665493011
289780	linear.weight	2	-0.09217078238725662
289780	linear.weight	3	0.3138411045074463
289780	linear.weight	4	0.1501685380935669
289780	linear.weight	5	-0.06566556543111801
289780	linear.weight	6	0.09489777684211731
289780	linear.weight	7	0.13670673966407776
289780	linear.weight	8	0.041133131831884384
289780	linear.weight	9	-0.050978098064661026
289780	linear.bias	0	0.08220374584197998
289780	linear.bias	1	-0.19004398584365845
289780	linear.bias	2	-0.4500911235809326
289780	linear.bias	3	-0.6562870740890503
289780	linear.bias	4	-1.261064052581787
289780	linear.bias	5	-0.0590544156730175
289780	linear.bias	6	-0.8228052258491516
289780	linear.bias	7	0.2713278532028198
289780	linear.bias	8	-0.39526286721229553
289780	linear.bias	9	-1.0222766399383545
289977	transitions	0	0.7569777369499207
289977	transitions	1	0.1383061707019806
289977	transitions	2	-10000.0
289977	transitions	3	-1.8281302452087402
289977	transitions	4	-10000.0
289977	transitions	5	0.5627469420433044
289977	transitions	6	-0.08567620068788528
289977	transitions	7	-0.8123828172683716
289977	transitions	8	-1.4228684902191162
289977	transitions	9	-0.001231931964866817
289977	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
289977	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
289977	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
289977	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
289977	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
289977	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
289977	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
289977	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
289977	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
289977	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
289977	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
289977	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
289977	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
289977	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
289977	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
289977	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
289977	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
289977	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
289977	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
289977	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
289977	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
289977	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
289977	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
289977	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
289977	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
289977	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
289977	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
289977	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
289977	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
289977	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
289977	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
289977	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
289977	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
289977	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
289977	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
289977	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
289977	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
289977	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
289977	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
289977	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
289977	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
289977	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
289977	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
289977	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
289977	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
289977	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
289977	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
289977	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
289977	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
289977	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
289977	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
289977	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
289977	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
289977	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
289977	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
289977	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
289977	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
289977	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
289977	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
289977	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
289977	embedding2nn.weight	0	0.01638105697929859
289977	embedding2nn.weight	1	-0.012669785879552364
289977	embedding2nn.weight	2	-0.014268254861235619
289977	embedding2nn.weight	3	-0.031198576092720032
289977	embedding2nn.weight	4	-0.0059150345623493195
289977	embedding2nn.weight	5	-0.0037005888298153877
289977	embedding2nn.weight	6	-0.003973265178501606
289977	embedding2nn.weight	7	-0.07741504162549973
289977	embedding2nn.weight	8	-0.0019979383796453476
289977	embedding2nn.weight	9	-0.027613161131739616
289977	embedding2nn.bias	0	0.03226200491189957
289977	embedding2nn.bias	1	-0.07653097808361053
289977	embedding2nn.bias	2	0.0722305029630661
289977	embedding2nn.bias	3	0.0514017716050148
289977	embedding2nn.bias	4	-0.04056109860539436
289977	embedding2nn.bias	5	-0.010424981825053692
289977	embedding2nn.bias	6	0.016907406970858574
289977	embedding2nn.bias	7	-0.05554436147212982
289977	embedding2nn.bias	8	0.07305946946144104
289977	embedding2nn.bias	9	0.045031286776065826
289977	rnn.weight_ih_l0	0	-0.08078616857528687
289977	rnn.weight_ih_l0	1	0.003108590841293335
289977	rnn.weight_ih_l0	2	0.03555849939584732
289977	rnn.weight_ih_l0	3	0.022897595539689064
289977	rnn.weight_ih_l0	4	-0.04823051765561104
289977	rnn.weight_ih_l0	5	-0.06854084879159927
289977	rnn.weight_ih_l0	6	-0.0010582947870716453
289977	rnn.weight_ih_l0	7	0.053390685468912125
289977	rnn.weight_ih_l0	8	-0.01712438464164734
289977	rnn.weight_ih_l0	9	-0.030864214524626732
289977	rnn.weight_hh_l0	0	-0.02993345819413662
289977	rnn.weight_hh_l0	1	-0.007395209278911352
289977	rnn.weight_hh_l0	2	0.0067872763611376286
289977	rnn.weight_hh_l0	3	-0.07458500564098358
289977	rnn.weight_hh_l0	4	0.09331882745027542
289977	rnn.weight_hh_l0	5	-0.02702450193464756
289977	rnn.weight_hh_l0	6	-0.06381933391094208
289977	rnn.weight_hh_l0	7	0.008752821013331413
289977	rnn.weight_hh_l0	8	0.013379975222051144
289977	rnn.weight_hh_l0	9	-0.025614621117711067
289977	rnn.bias_ih_l0	0	0.1299118548631668
289977	rnn.bias_ih_l0	1	-0.03391876444220543
289977	rnn.bias_ih_l0	2	-0.034435003995895386
289977	rnn.bias_ih_l0	3	0.16322049498558044
289977	rnn.bias_ih_l0	4	-0.012443707324564457
289977	rnn.bias_ih_l0	5	-0.022815272212028503
289977	rnn.bias_ih_l0	6	0.016981303691864014
289977	rnn.bias_ih_l0	7	0.023434065282344818
289977	rnn.bias_ih_l0	8	-0.09911683201789856
289977	rnn.bias_ih_l0	9	-0.04172626882791519
289977	rnn.bias_hh_l0	0	-0.0012581313494592905
289977	rnn.bias_hh_l0	1	-0.10041975229978561
289977	rnn.bias_hh_l0	2	-0.0749160572886467
289977	rnn.bias_hh_l0	3	-0.08875840157270432
289977	rnn.bias_hh_l0	4	0.008576098829507828
289977	rnn.bias_hh_l0	5	-0.020692143589258194
289977	rnn.bias_hh_l0	6	0.028333526104688644
289977	rnn.bias_hh_l0	7	0.060269780457019806
289977	rnn.bias_hh_l0	8	-0.12317394465208054
289977	rnn.bias_hh_l0	9	-0.05959329754114151
289977	rnn.weight_ih_l0_reverse	0	-0.025487517938017845
289977	rnn.weight_ih_l0_reverse	1	-0.0573539175093174
289977	rnn.weight_ih_l0_reverse	2	-0.048949435353279114
289977	rnn.weight_ih_l0_reverse	3	0.015502030029892921
289977	rnn.weight_ih_l0_reverse	4	-0.02522580511868
289977	rnn.weight_ih_l0_reverse	5	-0.057314708828926086
289977	rnn.weight_ih_l0_reverse	6	0.07347162812948227
289977	rnn.weight_ih_l0_reverse	7	-0.019016964361071587
289977	rnn.weight_ih_l0_reverse	8	-0.018567465245723724
289977	rnn.weight_ih_l0_reverse	9	0.004552439320832491
289977	rnn.weight_hh_l0_reverse	0	0.06863055378198624
289977	rnn.weight_hh_l0_reverse	1	0.01993320696055889
289977	rnn.weight_hh_l0_reverse	2	0.030133260414004326
289977	rnn.weight_hh_l0_reverse	3	0.035535894334316254
289977	rnn.weight_hh_l0_reverse	4	0.014355749823153019
289977	rnn.weight_hh_l0_reverse	5	0.008303710259497166
289977	rnn.weight_hh_l0_reverse	6	0.05103326216340065
289977	rnn.weight_hh_l0_reverse	7	-0.08199673146009445
289977	rnn.weight_hh_l0_reverse	8	0.04009825363755226
289977	rnn.weight_hh_l0_reverse	9	0.03484544903039932
289977	rnn.bias_ih_l0_reverse	0	-0.056943442672491074
289977	rnn.bias_ih_l0_reverse	1	-0.2827487587928772
289977	rnn.bias_ih_l0_reverse	2	-0.12440955638885498
289977	rnn.bias_ih_l0_reverse	3	-0.047757551074028015
289977	rnn.bias_ih_l0_reverse	4	-0.022205732762813568
289977	rnn.bias_ih_l0_reverse	5	0.07626516371965408
289977	rnn.bias_ih_l0_reverse	6	-0.06565295904874802
289977	rnn.bias_ih_l0_reverse	7	0.061657749116420746
289977	rnn.bias_ih_l0_reverse	8	-0.03530948609113693
289977	rnn.bias_ih_l0_reverse	9	0.06519300490617752
289977	rnn.bias_hh_l0_reverse	0	0.023452457040548325
289977	rnn.bias_hh_l0_reverse	1	-0.06317546218633652
289977	rnn.bias_hh_l0_reverse	2	0.08920902758836746
289977	rnn.bias_hh_l0_reverse	3	-0.05163116380572319
289977	rnn.bias_hh_l0_reverse	4	-0.028205683454871178
289977	rnn.bias_hh_l0_reverse	5	-0.022088654339313507
289977	rnn.bias_hh_l0_reverse	6	-0.020607763901352882
289977	rnn.bias_hh_l0_reverse	7	0.09969381242990494
289977	rnn.bias_hh_l0_reverse	8	0.030157405883073807
289977	rnn.bias_hh_l0_reverse	9	-0.1489972025156021
289977	rnn.weight_ih_l1	0	-0.029768941923975945
289977	rnn.weight_ih_l1	1	-0.050738416612148285
289977	rnn.weight_ih_l1	2	0.06495043635368347
289977	rnn.weight_ih_l1	3	-0.07298378646373749
289977	rnn.weight_ih_l1	4	-0.014103936962783337
289977	rnn.weight_ih_l1	5	-0.040327444672584534
289977	rnn.weight_ih_l1	6	0.028965409845113754
289977	rnn.weight_ih_l1	7	-0.04423398897051811
289977	rnn.weight_ih_l1	8	0.03787043318152428
289977	rnn.weight_ih_l1	9	0.044799596071243286
289977	rnn.weight_hh_l1	0	-0.007034522946923971
289977	rnn.weight_hh_l1	1	0.019910302013158798
289977	rnn.weight_hh_l1	2	0.006453159265220165
289977	rnn.weight_hh_l1	3	-0.012633015401661396
289977	rnn.weight_hh_l1	4	0.00479687238112092
289977	rnn.weight_hh_l1	5	0.03522307425737381
289977	rnn.weight_hh_l1	6	0.0362296923995018
289977	rnn.weight_hh_l1	7	-0.01634882017970085
289977	rnn.weight_hh_l1	8	-0.007222802843898535
289977	rnn.weight_hh_l1	9	0.038585275411605835
289977	rnn.bias_ih_l1	0	-0.18368150293827057
289977	rnn.bias_ih_l1	1	-0.1745271235704422
289977	rnn.bias_ih_l1	2	-0.19685915112495422
289977	rnn.bias_ih_l1	3	-0.30729979276657104
289977	rnn.bias_ih_l1	4	-0.21185968816280365
289977	rnn.bias_ih_l1	5	-0.0890260636806488
289977	rnn.bias_ih_l1	6	-0.1585444062948227
289977	rnn.bias_ih_l1	7	-0.003300778102129698
289977	rnn.bias_ih_l1	8	-0.1297079175710678
289977	rnn.bias_ih_l1	9	-0.12326710671186447
289977	rnn.bias_hh_l1	0	-0.09661567956209183
289977	rnn.bias_hh_l1	1	-0.0629730075597763
289977	rnn.bias_hh_l1	2	-0.08549336344003677
289977	rnn.bias_hh_l1	3	-0.07746246457099915
289977	rnn.bias_hh_l1	4	-0.07305623590946198
289977	rnn.bias_hh_l1	5	-0.11735673993825912
289977	rnn.bias_hh_l1	6	-0.16075830161571503
289977	rnn.bias_hh_l1	7	0.07561139762401581
289977	rnn.bias_hh_l1	8	-0.1761685311794281
289977	rnn.bias_hh_l1	9	-0.1150607168674469
289977	rnn.weight_ih_l1_reverse	0	-0.047171398997306824
289977	rnn.weight_ih_l1_reverse	1	0.03288577124476433
289977	rnn.weight_ih_l1_reverse	2	0.08791021257638931
289977	rnn.weight_ih_l1_reverse	3	-0.01745140179991722
289977	rnn.weight_ih_l1_reverse	4	-0.023466747254133224
289977	rnn.weight_ih_l1_reverse	5	-0.030286777764558792
289977	rnn.weight_ih_l1_reverse	6	-0.019732337445020676
289977	rnn.weight_ih_l1_reverse	7	0.02968120016157627
289977	rnn.weight_ih_l1_reverse	8	0.00554523803293705
289977	rnn.weight_ih_l1_reverse	9	-0.03332875669002533
289977	rnn.weight_hh_l1_reverse	0	0.004585358314216137
289977	rnn.weight_hh_l1_reverse	1	0.031683966517448425
289977	rnn.weight_hh_l1_reverse	2	-0.040612734854221344
289977	rnn.weight_hh_l1_reverse	3	0.03502443805336952
289977	rnn.weight_hh_l1_reverse	4	0.04713418707251549
289977	rnn.weight_hh_l1_reverse	5	0.006061535328626633
289977	rnn.weight_hh_l1_reverse	6	0.04900110140442848
289977	rnn.weight_hh_l1_reverse	7	0.030996067449450493
289977	rnn.weight_hh_l1_reverse	8	-0.007114405743777752
289977	rnn.weight_hh_l1_reverse	9	-0.03016761504113674
289977	rnn.bias_ih_l1_reverse	0	-0.0455891415476799
289977	rnn.bias_ih_l1_reverse	1	-0.13944409787654877
289977	rnn.bias_ih_l1_reverse	2	-0.16383624076843262
289977	rnn.bias_ih_l1_reverse	3	-0.06064421683549881
289977	rnn.bias_ih_l1_reverse	4	-0.20369616150856018
289977	rnn.bias_ih_l1_reverse	5	-0.11690860241651535
289977	rnn.bias_ih_l1_reverse	6	-0.1298324316740036
289977	rnn.bias_ih_l1_reverse	7	-0.1918155401945114
289977	rnn.bias_ih_l1_reverse	8	0.22655732929706573
289977	rnn.bias_ih_l1_reverse	9	0.022191155701875687
289977	rnn.bias_hh_l1_reverse	0	0.01039531547576189
289977	rnn.bias_hh_l1_reverse	1	-0.06505674123764038
289977	rnn.bias_hh_l1_reverse	2	-0.23724250495433807
289977	rnn.bias_hh_l1_reverse	3	-0.14365337789058685
289977	rnn.bias_hh_l1_reverse	4	-0.0802844911813736
289977	rnn.bias_hh_l1_reverse	5	-0.1162300556898117
289977	rnn.bias_hh_l1_reverse	6	0.0632736086845398
289977	rnn.bias_hh_l1_reverse	7	-0.13443662226200104
289977	rnn.bias_hh_l1_reverse	8	-0.1250770092010498
289977	rnn.bias_hh_l1_reverse	9	-0.14822503924369812
289977	linear.weight	0	0.002228822559118271
289977	linear.weight	1	0.09701962769031525
289977	linear.weight	2	-0.09215643256902695
289977	linear.weight	3	0.31368666887283325
289977	linear.weight	4	0.15017086267471313
289977	linear.weight	5	-0.06567081809043884
289977	linear.weight	6	0.0948745533823967
289977	linear.weight	7	0.13669882714748383
289977	linear.weight	8	0.04113312438130379
289977	linear.weight	9	-0.05096982792019844
289977	linear.bias	0	0.08242581784725189
289977	linear.bias	1	-0.19011059403419495
289977	linear.bias	2	-0.4504009485244751
289977	linear.bias	3	-0.6564368605613708
289977	linear.bias	4	-1.2612236738204956
289977	linear.bias	5	-0.05891546979546547
289977	linear.bias	6	-0.8228883743286133
289977	linear.bias	7	0.27146637439727783
289977	linear.bias	8	-0.3953227996826172
289977	linear.bias	9	-1.022350549697876
290174	transitions	0	0.7568798065185547
290174	transitions	1	0.13824470341205597
290174	transitions	2	-10000.0
290174	transitions	3	-1.8281303644180298
290174	transitions	4	-10000.0
290174	transitions	5	0.5627467036247253
290174	transitions	6	-0.08567635715007782
290174	transitions	7	-0.8123841285705566
290174	transitions	8	-1.4228687286376953
290174	transitions	9	-0.0012319344095885754
290174	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
290174	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
290174	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
290174	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
290174	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
290174	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
290174	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
290174	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
290174	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
290174	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
290174	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
290174	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
290174	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
290174	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
290174	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
290174	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
290174	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
290174	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
290174	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
290174	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
290174	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
290174	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
290174	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
290174	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
290174	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
290174	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
290174	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
290174	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
290174	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
290174	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
290174	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
290174	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
290174	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
290174	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
290174	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
290174	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
290174	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
290174	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
290174	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
290174	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
290174	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
290174	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
290174	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
290174	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
290174	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
290174	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
290174	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
290174	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
290174	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
290174	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
290174	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
290174	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
290174	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
290174	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
290174	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
290174	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
290174	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
290174	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
290174	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
290174	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
290174	embedding2nn.weight	0	0.016352858394384384
290174	embedding2nn.weight	1	-0.01266690343618393
290174	embedding2nn.weight	2	-0.014268254861235619
290174	embedding2nn.weight	3	-0.03119415044784546
290174	embedding2nn.weight	4	-0.0059150345623493195
290174	embedding2nn.weight	5	-0.0037005888298153877
290174	embedding2nn.weight	6	-0.003973265178501606
290174	embedding2nn.weight	7	-0.07742108404636383
290174	embedding2nn.weight	8	-0.0019979383796453476
290174	embedding2nn.weight	9	-0.02760833129286766
290174	embedding2nn.bias	0	0.03233157470822334
290174	embedding2nn.bias	1	-0.07657486200332642
290174	embedding2nn.bias	2	0.07225548475980759
290174	embedding2nn.bias	3	0.051384616643190384
290174	embedding2nn.bias	4	-0.04045435041189194
290174	embedding2nn.bias	5	-0.010465992614626884
290174	embedding2nn.bias	6	0.016894638538360596
290174	embedding2nn.bias	7	-0.055467188358306885
290174	embedding2nn.bias	8	0.07304136455059052
290174	embedding2nn.bias	9	0.0450369194149971
290174	rnn.weight_ih_l0	0	-0.08078563213348389
290174	rnn.weight_ih_l0	1	0.0031112160068005323
290174	rnn.weight_ih_l0	2	0.03555788844823837
290174	rnn.weight_ih_l0	3	0.022901995107531548
290174	rnn.weight_ih_l0	4	-0.0482301339507103
290174	rnn.weight_ih_l0	5	-0.0685347244143486
290174	rnn.weight_ih_l0	6	-0.0010622290428727865
290174	rnn.weight_ih_l0	7	0.05339227616786957
290174	rnn.weight_ih_l0	8	-0.017128771170973778
290174	rnn.weight_ih_l0	9	-0.0308541189879179
290174	rnn.weight_hh_l0	0	-0.029933838173747063
290174	rnn.weight_hh_l0	1	-0.00740228733047843
290174	rnn.weight_hh_l0	2	0.006788159720599651
290174	rnn.weight_hh_l0	3	-0.07459068298339844
290174	rnn.weight_hh_l0	4	0.09333024173974991
290174	rnn.weight_hh_l0	5	-0.027020052075386047
290174	rnn.weight_hh_l0	6	-0.06383127719163895
290174	rnn.weight_hh_l0	7	0.008744639344513416
290174	rnn.weight_hh_l0	8	0.013382278382778168
290174	rnn.weight_hh_l0	9	-0.02561548724770546
290174	rnn.bias_ih_l0	0	0.12987594306468964
290174	rnn.bias_ih_l0	1	-0.0339176207780838
290174	rnn.bias_ih_l0	2	-0.03444182500243187
290174	rnn.bias_ih_l0	3	0.16321882605552673
290174	rnn.bias_ih_l0	4	-0.012435447424650192
290174	rnn.bias_ih_l0	5	-0.02282322198152542
290174	rnn.bias_ih_l0	6	0.016964711248874664
290174	rnn.bias_ih_l0	7	0.023438818752765656
290174	rnn.bias_ih_l0	8	-0.09909632056951523
290174	rnn.bias_ih_l0	9	-0.04169135540723801
290174	rnn.bias_hh_l0	0	-0.0012697804486379027
290174	rnn.bias_hh_l0	1	-0.10042862594127655
290174	rnn.bias_hh_l0	2	-0.07492619752883911
290174	rnn.bias_hh_l0	3	-0.08873888850212097
290174	rnn.bias_hh_l0	4	0.008581691421568394
290174	rnn.bias_hh_l0	5	-0.020673826336860657
290174	rnn.bias_hh_l0	6	0.028321770951151848
290174	rnn.bias_hh_l0	7	0.06027867645025253
290174	rnn.bias_hh_l0	8	-0.12315665930509567
290174	rnn.bias_hh_l0	9	-0.05963596701622009
290174	rnn.weight_ih_l0_reverse	0	-0.025504987686872482
290174	rnn.weight_ih_l0_reverse	1	-0.057351004332304
290174	rnn.weight_ih_l0_reverse	2	-0.0489409901201725
290174	rnn.weight_ih_l0_reverse	3	0.015503325499594212
290174	rnn.weight_ih_l0_reverse	4	-0.025221295654773712
290174	rnn.weight_ih_l0_reverse	5	-0.05731413513422012
290174	rnn.weight_ih_l0_reverse	6	0.07346878200769424
290174	rnn.weight_ih_l0_reverse	7	-0.019017864018678665
290174	rnn.weight_ih_l0_reverse	8	-0.018568765372037888
290174	rnn.weight_ih_l0_reverse	9	0.0045500085689127445
290174	rnn.weight_hh_l0_reverse	0	0.06862420588731766
290174	rnn.weight_hh_l0_reverse	1	0.019932562485337257
290174	rnn.weight_hh_l0_reverse	2	0.03013310581445694
290174	rnn.weight_hh_l0_reverse	3	0.03554278984665871
290174	rnn.weight_hh_l0_reverse	4	0.01436054427176714
290174	rnn.weight_hh_l0_reverse	5	0.008300338871777058
290174	rnn.weight_hh_l0_reverse	6	0.05103110894560814
290174	rnn.weight_hh_l0_reverse	7	-0.08198677003383636
290174	rnn.weight_hh_l0_reverse	8	0.040099747478961945
290174	rnn.weight_hh_l0_reverse	9	0.03483869135379791
290174	rnn.bias_ih_l0_reverse	0	-0.05695449560880661
290174	rnn.bias_ih_l0_reverse	1	-0.2828350067138672
290174	rnn.bias_ih_l0_reverse	2	-0.12437602132558823
290174	rnn.bias_ih_l0_reverse	3	-0.047754812985658646
290174	rnn.bias_ih_l0_reverse	4	-0.022194309160113335
290174	rnn.bias_ih_l0_reverse	5	0.07622857391834259
290174	rnn.bias_ih_l0_reverse	6	-0.06565060466527939
290174	rnn.bias_ih_l0_reverse	7	0.06163285672664642
290174	rnn.bias_ih_l0_reverse	8	-0.03535352274775505
290174	rnn.bias_ih_l0_reverse	9	0.0651889517903328
290174	rnn.bias_hh_l0_reverse	0	0.02347000688314438
290174	rnn.bias_hh_l0_reverse	1	-0.06315635144710541
290174	rnn.bias_hh_l0_reverse	2	0.08925413340330124
290174	rnn.bias_hh_l0_reverse	3	-0.051649414002895355
290174	rnn.bias_hh_l0_reverse	4	-0.028224674984812737
290174	rnn.bias_hh_l0_reverse	5	-0.022062836214900017
290174	rnn.bias_hh_l0_reverse	6	-0.020600656047463417
290174	rnn.bias_hh_l0_reverse	7	0.09970000386238098
290174	rnn.bias_hh_l0_reverse	8	0.03014843910932541
290174	rnn.bias_hh_l0_reverse	9	-0.1489618420600891
290174	rnn.weight_ih_l1	0	-0.029772154986858368
290174	rnn.weight_ih_l1	1	-0.05075117573142052
290174	rnn.weight_ih_l1	2	0.06493265926837921
290174	rnn.weight_ih_l1	3	-0.07297918945550919
290174	rnn.weight_ih_l1	4	-0.01410900242626667
290174	rnn.weight_ih_l1	5	-0.040326014161109924
290174	rnn.weight_ih_l1	6	0.02897765301167965
290174	rnn.weight_ih_l1	7	-0.044233597815036774
290174	rnn.weight_ih_l1	8	0.0378652848303318
290174	rnn.weight_ih_l1	9	0.044794902205467224
290174	rnn.weight_hh_l1	0	-0.007027966435998678
290174	rnn.weight_hh_l1	1	0.019912278279662132
290174	rnn.weight_hh_l1	2	0.006466851104050875
290174	rnn.weight_hh_l1	3	-0.012629830278456211
290174	rnn.weight_hh_l1	4	0.004808354191482067
290174	rnn.weight_hh_l1	5	0.03522515296936035
290174	rnn.weight_hh_l1	6	0.03623083978891373
290174	rnn.weight_hh_l1	7	-0.016350463032722473
290174	rnn.weight_hh_l1	8	-0.007219822611659765
290174	rnn.weight_hh_l1	9	0.038581568747758865
290174	rnn.bias_ih_l1	0	-0.18368050456047058
290174	rnn.bias_ih_l1	1	-0.1745433211326599
290174	rnn.bias_ih_l1	2	-0.19686701893806458
290174	rnn.bias_ih_l1	3	-0.3073194622993469
290174	rnn.bias_ih_l1	4	-0.21185144782066345
290174	rnn.bias_ih_l1	5	-0.08899179100990295
290174	rnn.bias_ih_l1	6	-0.15853768587112427
290174	rnn.bias_ih_l1	7	-0.0032673939131200314
290174	rnn.bias_ih_l1	8	-0.1296795755624771
290174	rnn.bias_ih_l1	9	-0.12325108796358109
290174	rnn.bias_hh_l1	0	-0.0965939611196518
290174	rnn.bias_hh_l1	1	-0.0629575252532959
290174	rnn.bias_hh_l1	2	-0.08547595143318176
290174	rnn.bias_hh_l1	3	-0.07747121900320053
290174	rnn.bias_hh_l1	4	-0.07306844741106033
290174	rnn.bias_hh_l1	5	-0.11736519634723663
290174	rnn.bias_hh_l1	6	-0.16078780591487885
290174	rnn.bias_hh_l1	7	0.07563746720552444
290174	rnn.bias_hh_l1	8	-0.17618146538734436
290174	rnn.bias_hh_l1	9	-0.11504952609539032
290174	rnn.weight_ih_l1_reverse	0	-0.04715864732861519
290174	rnn.weight_ih_l1_reverse	1	0.03288480266928673
290174	rnn.weight_ih_l1_reverse	2	0.08793341368436813
290174	rnn.weight_ih_l1_reverse	3	-0.017445441335439682
290174	rnn.weight_ih_l1_reverse	4	-0.023472921922802925
290174	rnn.weight_ih_l1_reverse	5	-0.030286967754364014
290174	rnn.weight_ih_l1_reverse	6	-0.019736265763640404
290174	rnn.weight_ih_l1_reverse	7	0.029691096395254135
290174	rnn.weight_ih_l1_reverse	8	0.005566510371863842
290174	rnn.weight_ih_l1_reverse	9	-0.033302195370197296
290174	rnn.weight_hh_l1_reverse	0	0.004587205592542887
290174	rnn.weight_hh_l1_reverse	1	0.03168706223368645
290174	rnn.weight_hh_l1_reverse	2	-0.040611594915390015
290174	rnn.weight_hh_l1_reverse	3	0.03502415865659714
290174	rnn.weight_hh_l1_reverse	4	0.04713650420308113
290174	rnn.weight_hh_l1_reverse	5	0.006060091312974691
290174	rnn.weight_hh_l1_reverse	6	0.04897637292742729
290174	rnn.weight_hh_l1_reverse	7	0.030997049063444138
290174	rnn.weight_hh_l1_reverse	8	-0.007114095613360405
290174	rnn.weight_hh_l1_reverse	9	-0.030163271352648735
290174	rnn.bias_ih_l1_reverse	0	-0.04557668790221214
290174	rnn.bias_ih_l1_reverse	1	-0.13946658372879028
290174	rnn.bias_ih_l1_reverse	2	-0.16384461522102356
290174	rnn.bias_ih_l1_reverse	3	-0.06068388745188713
290174	rnn.bias_ih_l1_reverse	4	-0.20369692146778107
290174	rnn.bias_ih_l1_reverse	5	-0.1169087216258049
290174	rnn.bias_ih_l1_reverse	6	-0.12981511652469635
290174	rnn.bias_ih_l1_reverse	7	-0.19181376695632935
290174	rnn.bias_ih_l1_reverse	8	0.22650876641273499
290174	rnn.bias_ih_l1_reverse	9	0.022242052480578423
290174	rnn.bias_hh_l1_reverse	0	0.010440373793244362
290174	rnn.bias_hh_l1_reverse	1	-0.06503264605998993
290174	rnn.bias_hh_l1_reverse	2	-0.237238809466362
290174	rnn.bias_hh_l1_reverse	3	-0.14366963505744934
290174	rnn.bias_hh_l1_reverse	4	-0.08025658875703812
290174	rnn.bias_hh_l1_reverse	5	-0.11621760576963425
290174	rnn.bias_hh_l1_reverse	6	0.06331966072320938
290174	rnn.bias_hh_l1_reverse	7	-0.1344088315963745
290174	rnn.bias_hh_l1_reverse	8	-0.1250687539577484
290174	rnn.bias_hh_l1_reverse	9	-0.14823028445243835
290174	linear.weight	0	0.002228822559118271
290174	linear.weight	1	0.09713245928287506
290174	linear.weight	2	-0.09218650311231613
290174	linear.weight	3	0.31363624334335327
290174	linear.weight	4	0.15016275644302368
290174	linear.weight	5	-0.06566105037927628
290174	linear.weight	6	0.09489066153764725
290174	linear.weight	7	0.1368364691734314
290174	linear.weight	8	0.04113312438130379
290174	linear.weight	9	-0.05095158889889717
290174	linear.bias	0	0.08295335620641708
290174	linear.bias	1	-0.19048959016799927
290174	linear.bias	2	-0.4511259198188782
290174	linear.bias	3	-0.6567032933235168
290174	linear.bias	4	-1.2615046501159668
290174	linear.bias	5	-0.05887431651353836
290174	linear.bias	6	-0.8232523798942566
290174	linear.bias	7	0.2714982032775879
290174	linear.bias	8	-0.3950672149658203
290174	linear.bias	9	-1.0221045017242432
290178	transitions	0	0.7568786144256592
290178	transitions	1	0.13824468851089478
290178	transitions	2	-10000.0
290178	transitions	3	-1.8281303644180298
290178	transitions	4	-10000.0
290178	transitions	5	0.5627466440200806
290178	transitions	6	-0.08567635715007782
290178	transitions	7	-0.8123841285705566
290178	transitions	8	-1.4228687286376953
290178	transitions	9	-0.0012319344095885754
290178	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
290178	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
290178	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
290178	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
290178	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
290178	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
290178	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
290178	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
290178	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
290178	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
290178	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
290178	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
290178	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
290178	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
290178	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
290178	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
290178	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
290178	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
290178	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
290178	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
290178	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
290178	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
290178	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
290178	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
290178	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
290178	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
290178	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
290178	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
290178	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
290178	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
290178	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
290178	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
290178	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
290178	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
290178	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
290178	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
290178	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
290178	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
290178	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
290178	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
290178	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
290178	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
290178	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
290178	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
290178	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
290178	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
290178	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
290178	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
290178	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
290178	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
290178	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
290178	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
290178	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
290178	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
290178	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
290178	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
290178	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
290178	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
290178	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
290178	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
290178	embedding2nn.weight	0	0.01635238528251648
290178	embedding2nn.weight	1	-0.012667044065892696
290178	embedding2nn.weight	2	-0.014268254861235619
290178	embedding2nn.weight	3	-0.031192775815725327
290178	embedding2nn.weight	4	-0.0059150345623493195
290178	embedding2nn.weight	5	-0.0037005888298153877
290178	embedding2nn.weight	6	-0.003973265178501606
290178	embedding2nn.weight	7	-0.07742030173540115
290178	embedding2nn.weight	8	-0.0019979383796453476
290178	embedding2nn.weight	9	-0.027607426047325134
290178	embedding2nn.bias	0	0.03233298659324646
290178	embedding2nn.bias	1	-0.0765603706240654
290178	embedding2nn.bias	2	0.07225687801837921
290178	embedding2nn.bias	3	0.05138678848743439
290178	embedding2nn.bias	4	-0.040456369519233704
290178	embedding2nn.bias	5	-0.01045683491975069
290178	embedding2nn.bias	6	0.016895892098546028
290178	embedding2nn.bias	7	-0.05546948313713074
290178	embedding2nn.bias	8	0.07304350286722183
290178	embedding2nn.bias	9	0.04503955319523811
290178	rnn.weight_ih_l0	0	-0.08078624308109283
290178	rnn.weight_ih_l0	1	0.0031111028511077166
290178	rnn.weight_ih_l0	2	0.03555772081017494
290178	rnn.weight_ih_l0	3	0.022901484742760658
290178	rnn.weight_ih_l0	4	-0.048233069479465485
290178	rnn.weight_ih_l0	5	-0.06853504478931427
290178	rnn.weight_ih_l0	6	-0.0010622745612636209
290178	rnn.weight_ih_l0	7	0.05339207127690315
290178	rnn.weight_ih_l0	8	-0.0171284731477499
290178	rnn.weight_ih_l0	9	-0.03085368685424328
290178	rnn.weight_hh_l0	0	-0.02993318811058998
290178	rnn.weight_hh_l0	1	-0.007401628885418177
290178	rnn.weight_hh_l0	2	0.006787920370697975
290178	rnn.weight_hh_l0	3	-0.07459116727113724
290178	rnn.weight_hh_l0	4	0.0933307483792305
290178	rnn.weight_hh_l0	5	-0.02702033892273903
290178	rnn.weight_hh_l0	6	-0.06383106857538223
290178	rnn.weight_hh_l0	7	0.008744156919419765
290178	rnn.weight_hh_l0	8	0.013382202945649624
290178	rnn.weight_hh_l0	9	-0.025615425780415535
290178	rnn.bias_ih_l0	0	0.1298745572566986
290178	rnn.bias_ih_l0	1	-0.0339178703725338
290178	rnn.bias_ih_l0	2	-0.03444052115082741
290178	rnn.bias_ih_l0	3	0.16321836411952972
290178	rnn.bias_ih_l0	4	-0.012433743104338646
290178	rnn.bias_ih_l0	5	-0.022821342572569847
290178	rnn.bias_ih_l0	6	0.01696661487221718
290178	rnn.bias_ih_l0	7	0.023438679054379463
290178	rnn.bias_ih_l0	8	-0.09909479320049286
290178	rnn.bias_ih_l0	9	-0.04169232025742531
290178	rnn.bias_hh_l0	0	-0.0012715652119368315
290178	rnn.bias_hh_l0	1	-0.10042956471443176
290178	rnn.bias_hh_l0	2	-0.07492952793836594
290178	rnn.bias_hh_l0	3	-0.08873521536588669
290178	rnn.bias_hh_l0	4	0.00858385767787695
290178	rnn.bias_hh_l0	5	-0.020673848688602448
290178	rnn.bias_hh_l0	6	0.028322264552116394
290178	rnn.bias_hh_l0	7	0.06027619540691376
290178	rnn.bias_hh_l0	8	-0.12315623462200165
290178	rnn.bias_hh_l0	9	-0.05963889881968498
290178	rnn.weight_ih_l0_reverse	0	-0.02550598233938217
290178	rnn.weight_ih_l0_reverse	1	-0.05734998732805252
290178	rnn.weight_ih_l0_reverse	2	-0.04894118383526802
290178	rnn.weight_ih_l0_reverse	3	0.015503128059208393
290178	rnn.weight_ih_l0_reverse	4	-0.025220777839422226
290178	rnn.weight_ih_l0_reverse	5	-0.057314783334732056
290178	rnn.weight_ih_l0_reverse	6	0.0734691247344017
290178	rnn.weight_ih_l0_reverse	7	-0.01901773177087307
290178	rnn.weight_ih_l0_reverse	8	-0.018567843362689018
290178	rnn.weight_ih_l0_reverse	9	0.00455054733902216
290178	rnn.weight_hh_l0_reverse	0	0.0686243325471878
290178	rnn.weight_hh_l0_reverse	1	0.019931674003601074
290178	rnn.weight_hh_l0_reverse	2	0.03013317845761776
290178	rnn.weight_hh_l0_reverse	3	0.03554296866059303
290178	rnn.weight_hh_l0_reverse	4	0.01436060294508934
290178	rnn.weight_hh_l0_reverse	5	0.00830107368528843
290178	rnn.weight_hh_l0_reverse	6	0.051030904054641724
290178	rnn.weight_hh_l0_reverse	7	-0.08198732882738113
290178	rnn.weight_hh_l0_reverse	8	0.04009968787431717
290178	rnn.weight_hh_l0_reverse	9	0.03483877703547478
290178	rnn.bias_ih_l0_reverse	0	-0.05695490911602974
290178	rnn.bias_ih_l0_reverse	1	-0.2828350365161896
290178	rnn.bias_ih_l0_reverse	2	-0.12437508255243301
290178	rnn.bias_ih_l0_reverse	3	-0.04775436595082283
290178	rnn.bias_ih_l0_reverse	4	-0.022194698452949524
290178	rnn.bias_ih_l0_reverse	5	0.07623116672039032
290178	rnn.bias_ih_l0_reverse	6	-0.06564991921186447
290178	rnn.bias_ih_l0_reverse	7	0.06163737550377846
290178	rnn.bias_ih_l0_reverse	8	-0.03535543009638786
290178	rnn.bias_ih_l0_reverse	9	0.0651889368891716
290178	rnn.bias_hh_l0_reverse	0	0.02346794493496418
290178	rnn.bias_hh_l0_reverse	1	-0.06315723806619644
290178	rnn.bias_hh_l0_reverse	2	0.08925209939479828
290178	rnn.bias_hh_l0_reverse	3	-0.05164800211787224
290178	rnn.bias_hh_l0_reverse	4	-0.02822536788880825
290178	rnn.bias_hh_l0_reverse	5	-0.022064251825213432
290178	rnn.bias_hh_l0_reverse	6	-0.02059846557676792
290178	rnn.bias_hh_l0_reverse	7	0.09969431906938553
290178	rnn.bias_hh_l0_reverse	8	0.0301470085978508
290178	rnn.bias_hh_l0_reverse	9	-0.14895640313625336
290178	rnn.weight_ih_l1	0	-0.029771888628602028
290178	rnn.weight_ih_l1	1	-0.05075056105852127
290178	rnn.weight_ih_l1	2	0.0649314671754837
290178	rnn.weight_ih_l1	3	-0.07297877967357635
290178	rnn.weight_ih_l1	4	-0.014108815230429173
290178	rnn.weight_ih_l1	5	-0.04032602533698082
290178	rnn.weight_ih_l1	6	0.028979666531085968
290178	rnn.weight_ih_l1	7	-0.044232986867427826
290178	rnn.weight_ih_l1	8	0.037865228950977325
290178	rnn.weight_ih_l1	9	0.04479483887553215
290178	rnn.weight_hh_l1	0	-0.0070281559601426125
290178	rnn.weight_hh_l1	1	0.01991238072514534
290178	rnn.weight_hh_l1	2	0.006466959603130817
290178	rnn.weight_hh_l1	3	-0.012629823759198189
290178	rnn.weight_hh_l1	4	0.004808258730918169
290178	rnn.weight_hh_l1	5	0.03522564843297005
290178	rnn.weight_hh_l1	6	0.03623094782233238
290178	rnn.weight_hh_l1	7	-0.016350822523236275
290178	rnn.weight_hh_l1	8	-0.007219626102596521
290178	rnn.weight_hh_l1	9	0.038582030683755875
290178	rnn.bias_ih_l1	0	-0.18367964029312134
290178	rnn.bias_ih_l1	1	-0.17454281449317932
290178	rnn.bias_ih_l1	2	-0.19686725735664368
290178	rnn.bias_ih_l1	3	-0.3073181211948395
290178	rnn.bias_ih_l1	4	-0.21185413002967834
290178	rnn.bias_ih_l1	5	-0.08899369835853577
290178	rnn.bias_ih_l1	6	-0.15853579342365265
290178	rnn.bias_ih_l1	7	-0.003283853642642498
290178	rnn.bias_ih_l1	8	-0.12967923283576965
290178	rnn.bias_ih_l1	9	-0.12324918806552887
290178	rnn.bias_hh_l1	0	-0.0965895801782608
290178	rnn.bias_hh_l1	1	-0.0629585012793541
290178	rnn.bias_hh_l1	2	-0.08547541499137878
290178	rnn.bias_hh_l1	3	-0.07747134566307068
290178	rnn.bias_hh_l1	4	-0.07307024300098419
290178	rnn.bias_hh_l1	5	-0.11736568063497543
290178	rnn.bias_hh_l1	6	-0.16078872978687286
290178	rnn.bias_hh_l1	7	0.0756397619843483
290178	rnn.bias_hh_l1	8	-0.1761811077594757
290178	rnn.bias_hh_l1	9	-0.1150478646159172
290178	rnn.weight_ih_l1_reverse	0	-0.047158382833004
290178	rnn.weight_ih_l1_reverse	1	0.03288491442799568
290178	rnn.weight_ih_l1_reverse	2	0.08793380856513977
290178	rnn.weight_ih_l1_reverse	3	-0.01744823344051838
290178	rnn.weight_ih_l1_reverse	4	-0.023473085835576057
290178	rnn.weight_ih_l1_reverse	5	-0.030287018045783043
290178	rnn.weight_ih_l1_reverse	6	-0.019736967980861664
290178	rnn.weight_ih_l1_reverse	7	0.029690906405448914
290178	rnn.weight_ih_l1_reverse	8	0.005565792787820101
290178	rnn.weight_ih_l1_reverse	9	-0.033302512019872665
290178	rnn.weight_hh_l1_reverse	0	0.004586662631481886
290178	rnn.weight_hh_l1_reverse	1	0.03168722987174988
290178	rnn.weight_hh_l1_reverse	2	-0.0406116247177124
290178	rnn.weight_hh_l1_reverse	3	0.03502408787608147
290178	rnn.weight_hh_l1_reverse	4	0.04713616147637367
290178	rnn.weight_hh_l1_reverse	5	0.006059621460735798
290178	rnn.weight_hh_l1_reverse	6	0.04897689074277878
290178	rnn.weight_hh_l1_reverse	7	0.03099711611866951
290178	rnn.weight_hh_l1_reverse	8	-0.007114203181117773
290178	rnn.weight_hh_l1_reverse	9	-0.03016383945941925
290178	rnn.bias_ih_l1_reverse	0	-0.04557829722762108
290178	rnn.bias_ih_l1_reverse	1	-0.13946744799613953
290178	rnn.bias_ih_l1_reverse	2	-0.16384395956993103
290178	rnn.bias_ih_l1_reverse	3	-0.06067933887243271
290178	rnn.bias_ih_l1_reverse	4	-0.2036944180727005
290178	rnn.bias_ih_l1_reverse	5	-0.11691122502088547
290178	rnn.bias_ih_l1_reverse	6	-0.12981534004211426
290178	rnn.bias_ih_l1_reverse	7	-0.19181440770626068
290178	rnn.bias_ih_l1_reverse	8	0.22650747001171112
290178	rnn.bias_ih_l1_reverse	9	0.02223903499543667
290178	rnn.bias_hh_l1_reverse	0	0.010440736077725887
290178	rnn.bias_hh_l1_reverse	1	-0.06503733992576599
290178	rnn.bias_hh_l1_reverse	2	-0.23723657429218292
290178	rnn.bias_hh_l1_reverse	3	-0.14366964995861053
290178	rnn.bias_hh_l1_reverse	4	-0.08025934547185898
290178	rnn.bias_hh_l1_reverse	5	-0.11621890962123871
290178	rnn.bias_hh_l1_reverse	6	0.06332206726074219
290178	rnn.bias_hh_l1_reverse	7	-0.1344122737646103
290178	rnn.bias_hh_l1_reverse	8	-0.12506894767284393
290178	rnn.bias_hh_l1_reverse	9	-0.14823003113269806
290178	linear.weight	0	0.002228822559118271
290178	linear.weight	1	0.09713353216648102
290178	linear.weight	2	-0.09218370914459229
290178	linear.weight	3	0.31363624334335327
290178	linear.weight	4	0.15016227960586548
290178	linear.weight	5	-0.06566108763217926
290178	linear.weight	6	0.09489068388938904
290178	linear.weight	7	0.1368381679058075
290178	linear.weight	8	0.04113312438130379
290178	linear.weight	9	-0.050951648503541946
290178	linear.bias	0	0.08291779458522797
290178	linear.bias	1	-0.1904989778995514
290178	linear.bias	2	-0.45112982392311096
290178	linear.bias	3	-0.6567202806472778
290178	linear.bias	4	-1.261521577835083
290178	linear.bias	5	-0.058883119374513626
290178	linear.bias	6	-0.8232622146606445
290178	linear.bias	7	0.2714901864528656
290178	linear.bias	8	-0.39506974816322327
290178	linear.bias	9	-1.0221070051193237
290375	transitions	0	0.7568711042404175
290375	transitions	1	0.13829457759857178
290375	transitions	2	-10000.0
290375	transitions	3	-1.8281303644180298
290375	transitions	4	-10000.0
290375	transitions	5	0.562746524810791
290375	transitions	6	-0.08567709475755692
290375	transitions	7	-0.8123846650123596
290375	transitions	8	-1.4228689670562744
290375	transitions	9	-0.0012319365050643682
290375	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
290375	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
290375	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
290375	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
290375	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
290375	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
290375	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
290375	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
290375	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
290375	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
290375	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
290375	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
290375	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
290375	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
290375	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
290375	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
290375	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
290375	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
290375	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
290375	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
290375	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
290375	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
290375	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
290375	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
290375	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
290375	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
290375	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
290375	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
290375	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
290375	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
290375	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
290375	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
290375	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
290375	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
290375	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
290375	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
290375	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
290375	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
290375	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
290375	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
290375	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
290375	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
290375	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
290375	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
290375	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
290375	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
290375	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
290375	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
290375	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
290375	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
290375	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
290375	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
290375	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
290375	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
290375	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
290375	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
290375	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
290375	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
290375	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
290375	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
290375	embedding2nn.weight	0	0.016373200342059135
290375	embedding2nn.weight	1	-0.012666547670960426
290375	embedding2nn.weight	2	-0.014268254861235619
290375	embedding2nn.weight	3	-0.031208014115691185
290375	embedding2nn.weight	4	-0.0059150345623493195
290375	embedding2nn.weight	5	-0.0037005888298153877
290375	embedding2nn.weight	6	-0.003973265178501606
290375	embedding2nn.weight	7	-0.07741307467222214
290375	embedding2nn.weight	8	-0.0019979383796453476
290375	embedding2nn.weight	9	-0.02760775201022625
290375	embedding2nn.bias	0	0.03241456672549248
290375	embedding2nn.bias	1	-0.07656504213809967
290375	embedding2nn.bias	2	0.07223284244537354
290375	embedding2nn.bias	3	0.05136268213391304
290375	embedding2nn.bias	4	-0.04042205587029457
290375	embedding2nn.bias	5	-0.010461810044944286
290375	embedding2nn.bias	6	0.016918836161494255
290375	embedding2nn.bias	7	-0.05553575977683067
290375	embedding2nn.bias	8	0.0730588436126709
290375	embedding2nn.bias	9	0.045045558363199234
290375	rnn.weight_ih_l0	0	-0.08078423887491226
290375	rnn.weight_ih_l0	1	0.0031294922810047865
290375	rnn.weight_ih_l0	2	0.03554834425449371
290375	rnn.weight_ih_l0	3	0.0229055043309927
290375	rnn.weight_ih_l0	4	-0.04824616014957428
290375	rnn.weight_ih_l0	5	-0.06853007525205612
290375	rnn.weight_ih_l0	6	-0.0010680991690605879
290375	rnn.weight_ih_l0	7	0.05338861048221588
290375	rnn.weight_ih_l0	8	-0.017139779403805733
290375	rnn.weight_ih_l0	9	-0.03085099346935749
290375	rnn.weight_hh_l0	0	-0.029936233535408974
290375	rnn.weight_hh_l0	1	-0.007406946271657944
290375	rnn.weight_hh_l0	2	0.00678546167910099
290375	rnn.weight_hh_l0	3	-0.0745958462357521
290375	rnn.weight_hh_l0	4	0.09333450347185135
290375	rnn.weight_hh_l0	5	-0.027003027498722076
290375	rnn.weight_hh_l0	6	-0.06383323669433594
290375	rnn.weight_hh_l0	7	0.008749764412641525
290375	rnn.weight_hh_l0	8	0.013391533866524696
290375	rnn.weight_hh_l0	9	-0.025616612285375595
290375	rnn.bias_ih_l0	0	0.12987791001796722
290375	rnn.bias_ih_l0	1	-0.03393011912703514
290375	rnn.bias_ih_l0	2	-0.034442488104104996
290375	rnn.bias_ih_l0	3	0.16321399807929993
290375	rnn.bias_ih_l0	4	-0.012433950789272785
290375	rnn.bias_ih_l0	5	-0.02282426320016384
290375	rnn.bias_ih_l0	6	0.016980208456516266
290375	rnn.bias_ih_l0	7	0.023442549630999565
290375	rnn.bias_ih_l0	8	-0.09910256415605545
290375	rnn.bias_ih_l0	9	-0.041676703840494156
290375	rnn.bias_hh_l0	0	-0.0013153008185327053
290375	rnn.bias_hh_l0	1	-0.10043805837631226
290375	rnn.bias_hh_l0	2	-0.0749283879995346
290375	rnn.bias_hh_l0	3	-0.08874177932739258
290375	rnn.bias_hh_l0	4	0.008607512339949608
290375	rnn.bias_hh_l0	5	-0.02069002576172352
290375	rnn.bias_hh_l0	6	0.02832888625562191
290375	rnn.bias_hh_l0	7	0.06027764454483986
290375	rnn.bias_hh_l0	8	-0.12315744161605835
290375	rnn.bias_hh_l0	9	-0.05967497080564499
290375	rnn.weight_ih_l0_reverse	0	-0.025503311306238174
290375	rnn.weight_ih_l0_reverse	1	-0.05734121426939964
290375	rnn.weight_ih_l0_reverse	2	-0.048940133303403854
290375	rnn.weight_ih_l0_reverse	3	0.015511779114603996
290375	rnn.weight_ih_l0_reverse	4	-0.025210965424776077
290375	rnn.weight_ih_l0_reverse	5	-0.0573248527944088
290375	rnn.weight_ih_l0_reverse	6	0.07346514612436295
290375	rnn.weight_ih_l0_reverse	7	-0.01901284046471119
290375	rnn.weight_ih_l0_reverse	8	-0.018558641895651817
290375	rnn.weight_ih_l0_reverse	9	0.004546930082142353
290375	rnn.weight_hh_l0_reverse	0	0.06863478571176529
290375	rnn.weight_hh_l0_reverse	1	0.01993035338819027
290375	rnn.weight_hh_l0_reverse	2	0.03013264201581478
290375	rnn.weight_hh_l0_reverse	3	0.03554295003414154
290375	rnn.weight_hh_l0_reverse	4	0.014357195235788822
290375	rnn.weight_hh_l0_reverse	5	0.00830584205687046
290375	rnn.weight_hh_l0_reverse	6	0.05102599039673805
290375	rnn.weight_hh_l0_reverse	7	-0.08199335634708405
290375	rnn.weight_hh_l0_reverse	8	0.04009854421019554
290375	rnn.weight_hh_l0_reverse	9	0.034842874854803085
290375	rnn.bias_ih_l0_reverse	0	-0.056967150419950485
290375	rnn.bias_ih_l0_reverse	1	-0.2828679382801056
290375	rnn.bias_ih_l0_reverse	2	-0.12438242882490158
290375	rnn.bias_ih_l0_reverse	3	-0.047766461968421936
290375	rnn.bias_ih_l0_reverse	4	-0.02219248190522194
290375	rnn.bias_ih_l0_reverse	5	0.07620780169963837
290375	rnn.bias_ih_l0_reverse	6	-0.06560727953910828
290375	rnn.bias_ih_l0_reverse	7	0.061627767980098724
290375	rnn.bias_ih_l0_reverse	8	-0.035341352224349976
290375	rnn.bias_ih_l0_reverse	9	0.0652271956205368
290375	rnn.bias_hh_l0_reverse	0	0.023441100493073463
290375	rnn.bias_hh_l0_reverse	1	-0.06314023584127426
290375	rnn.bias_hh_l0_reverse	2	0.08926951140165329
290375	rnn.bias_hh_l0_reverse	3	-0.05166323855519295
290375	rnn.bias_hh_l0_reverse	4	-0.02822246588766575
290375	rnn.bias_hh_l0_reverse	5	-0.0220414437353611
290375	rnn.bias_hh_l0_reverse	6	-0.02060091495513916
290375	rnn.bias_hh_l0_reverse	7	0.09967923164367676
290375	rnn.bias_hh_l0_reverse	8	0.030158309265971184
290375	rnn.bias_hh_l0_reverse	9	-0.148951455950737
290375	rnn.weight_ih_l1	0	-0.029764510691165924
290375	rnn.weight_ih_l1	1	-0.05075222998857498
290375	rnn.weight_ih_l1	2	0.06492564082145691
290375	rnn.weight_ih_l1	3	-0.07297785580158234
290375	rnn.weight_ih_l1	4	-0.014110930263996124
290375	rnn.weight_ih_l1	5	-0.040328580886125565
290375	rnn.weight_ih_l1	6	0.028968948870897293
290375	rnn.weight_ih_l1	7	-0.04421568289399147
290375	rnn.weight_ih_l1	8	0.03786564990878105
290375	rnn.weight_ih_l1	9	0.04479208588600159
290375	rnn.weight_hh_l1	0	-0.007015665993094444
290375	rnn.weight_hh_l1	1	0.01991124078631401
290375	rnn.weight_hh_l1	2	0.0064499531872570515
290375	rnn.weight_hh_l1	3	-0.01263204962015152
290375	rnn.weight_hh_l1	4	0.004812389612197876
290375	rnn.weight_hh_l1	5	0.0352308452129364
290375	rnn.weight_hh_l1	6	0.036229148507118225
290375	rnn.weight_hh_l1	7	-0.016352897509932518
290375	rnn.weight_hh_l1	8	-0.007219421211630106
290375	rnn.weight_hh_l1	9	0.038589704781770706
290375	rnn.bias_ih_l1	0	-0.18368935585021973
290375	rnn.bias_ih_l1	1	-0.1745561957359314
290375	rnn.bias_ih_l1	2	-0.19685456156730652
290375	rnn.bias_ih_l1	3	-0.30731552839279175
290375	rnn.bias_ih_l1	4	-0.21189601719379425
290375	rnn.bias_ih_l1	5	-0.08898776769638062
290375	rnn.bias_ih_l1	6	-0.15855126082897186
290375	rnn.bias_ih_l1	7	-0.003293102141469717
290375	rnn.bias_ih_l1	8	-0.1296951025724411
290375	rnn.bias_ih_l1	9	-0.12321191281080246
290375	rnn.bias_hh_l1	0	-0.09658827632665634
290375	rnn.bias_hh_l1	1	-0.06293825060129166
290375	rnn.bias_hh_l1	2	-0.08546653389930725
290375	rnn.bias_hh_l1	3	-0.07745849341154099
290375	rnn.bias_hh_l1	4	-0.07310111075639725
290375	rnn.bias_hh_l1	5	-0.11737728863954544
290375	rnn.bias_hh_l1	6	-0.16082961857318878
290375	rnn.bias_hh_l1	7	0.07563511282205582
290375	rnn.bias_hh_l1	8	-0.17617134749889374
290375	rnn.bias_hh_l1	9	-0.11504814028739929
290375	rnn.weight_ih_l1_reverse	0	-0.047157786786556244
290375	rnn.weight_ih_l1_reverse	1	0.032890528440475464
290375	rnn.weight_ih_l1_reverse	2	0.08794093132019043
290375	rnn.weight_ih_l1_reverse	3	-0.017461022362113
290375	rnn.weight_ih_l1_reverse	4	-0.023482542484998703
290375	rnn.weight_ih_l1_reverse	5	-0.03028549626469612
290375	rnn.weight_ih_l1_reverse	6	-0.019736921414732933
290375	rnn.weight_ih_l1_reverse	7	0.029702961444854736
290375	rnn.weight_ih_l1_reverse	8	0.005552283022552729
290375	rnn.weight_ih_l1_reverse	9	-0.03330637887120247
290375	rnn.weight_hh_l1_reverse	0	0.004586735740303993
290375	rnn.weight_hh_l1_reverse	1	0.03168822452425957
290375	rnn.weight_hh_l1_reverse	2	-0.04061209037899971
290375	rnn.weight_hh_l1_reverse	3	0.035024452954530716
290375	rnn.weight_hh_l1_reverse	4	0.04712752625346184
290375	rnn.weight_hh_l1_reverse	5	0.006062294356524944
290375	rnn.weight_hh_l1_reverse	6	0.048995643854141235
290375	rnn.weight_hh_l1_reverse	7	0.031000817194581032
290375	rnn.weight_hh_l1_reverse	8	-0.00711488351225853
290375	rnn.weight_hh_l1_reverse	9	-0.030163703486323357
290375	rnn.bias_ih_l1_reverse	0	-0.04559626430273056
290375	rnn.bias_ih_l1_reverse	1	-0.13944214582443237
290375	rnn.bias_ih_l1_reverse	2	-0.1638571321964264
290375	rnn.bias_ih_l1_reverse	3	-0.0606338232755661
290375	rnn.bias_ih_l1_reverse	4	-0.20370064675807953
290375	rnn.bias_ih_l1_reverse	5	-0.1169239953160286
290375	rnn.bias_ih_l1_reverse	6	-0.12982726097106934
290375	rnn.bias_ih_l1_reverse	7	-0.19181102514266968
290375	rnn.bias_ih_l1_reverse	8	0.22648344933986664
290375	rnn.bias_ih_l1_reverse	9	0.022298647090792656
290375	rnn.bias_hh_l1_reverse	0	0.010453930124640465
290375	rnn.bias_hh_l1_reverse	1	-0.06506814062595367
290375	rnn.bias_hh_l1_reverse	2	-0.2372429370880127
290375	rnn.bias_hh_l1_reverse	3	-0.1436542123556137
290375	rnn.bias_hh_l1_reverse	4	-0.08026299625635147
290375	rnn.bias_hh_l1_reverse	5	-0.11620677262544632
290375	rnn.bias_hh_l1_reverse	6	0.06325554102659225
290375	rnn.bias_hh_l1_reverse	7	-0.1344040334224701
290375	rnn.bias_hh_l1_reverse	8	-0.12508544325828552
290375	rnn.bias_hh_l1_reverse	9	-0.14822381734848022
290375	linear.weight	0	0.002228822559118271
290375	linear.weight	1	0.09707270562648773
290375	linear.weight	2	-0.09218655526638031
290375	linear.weight	3	0.3136748969554901
290375	linear.weight	4	0.15016600489616394
290375	linear.weight	5	-0.06568586081266403
290375	linear.weight	6	0.09502682834863663
290375	linear.weight	7	0.13673128187656403
290375	linear.weight	8	0.04113312065601349
290375	linear.weight	9	-0.05093386396765709
290375	linear.bias	0	0.08284400403499603
290375	linear.bias	1	-0.1904117912054062
290375	linear.bias	2	-0.4516083300113678
290375	linear.bias	3	-0.6567726135253906
290375	linear.bias	4	-1.261558175086975
290375	linear.bias	5	-0.0586460717022419
290375	linear.bias	6	-0.8232277035713196
290375	linear.bias	7	0.2717178761959076
290375	linear.bias	8	-0.39517781138420105
290375	linear.bias	9	-1.0222288370132446
290572	transitions	0	0.7569059729576111
290572	transitions	1	0.138222798705101
290572	transitions	2	-10000.0
290572	transitions	3	-1.8281307220458984
290572	transitions	4	-10000.0
290572	transitions	5	0.5627463459968567
290572	transitions	6	-0.08567732572555542
290572	transitions	7	-0.8123897910118103
290572	transitions	8	-1.4228689670562744
290572	transitions	9	-0.0012319391826167703
290572	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
290572	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
290572	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
290572	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
290572	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
290572	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
290572	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
290572	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
290572	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
290572	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
290572	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
290572	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
290572	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
290572	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
290572	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
290572	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
290572	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
290572	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
290572	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
290572	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
290572	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
290572	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
290572	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
290572	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
290572	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
290572	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
290572	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
290572	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
290572	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
290572	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
290572	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
290572	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
290572	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
290572	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
290572	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
290572	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
290572	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
290572	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
290572	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
290572	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
290572	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
290572	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
290572	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
290572	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
290572	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
290572	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
290572	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
290572	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
290572	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
290572	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
290572	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
290572	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
290572	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
290572	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
290572	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
290572	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
290572	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
290572	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
290572	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
290572	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
290572	embedding2nn.weight	0	0.016339465975761414
290572	embedding2nn.weight	1	-0.012665856629610062
290572	embedding2nn.weight	2	-0.014268254861235619
290572	embedding2nn.weight	3	-0.031209254637360573
290572	embedding2nn.weight	4	-0.0059150345623493195
290572	embedding2nn.weight	5	-0.0037005888298153877
290572	embedding2nn.weight	6	-0.003973265178501606
290572	embedding2nn.weight	7	-0.07741281390190125
290572	embedding2nn.weight	8	-0.0019979383796453476
290572	embedding2nn.weight	9	-0.02760828472673893
290572	embedding2nn.bias	0	0.032607801258563995
290572	embedding2nn.bias	1	-0.07666114717721939
290572	embedding2nn.bias	2	0.07229169458150864
290572	embedding2nn.bias	3	0.05137233808636665
290572	embedding2nn.bias	4	-0.04035608842968941
290572	embedding2nn.bias	5	-0.01049396675080061
290572	embedding2nn.bias	6	0.01688319258391857
290572	embedding2nn.bias	7	-0.055622514337301254
290572	embedding2nn.bias	8	0.07308589667081833
290572	embedding2nn.bias	9	0.04498319327831268
290572	rnn.weight_ih_l0	0	-0.08079824596643448
290572	rnn.weight_ih_l0	1	0.0031263327691704035
290572	rnn.weight_ih_l0	2	0.03553979471325874
290572	rnn.weight_ih_l0	3	0.022908668965101242
290572	rnn.weight_ih_l0	4	-0.04824180155992508
290572	rnn.weight_ih_l0	5	-0.06851654499769211
290572	rnn.weight_ih_l0	6	-0.0010830279206857085
290572	rnn.weight_ih_l0	7	0.053389519453048706
290572	rnn.weight_ih_l0	8	-0.017129961401224136
290572	rnn.weight_ih_l0	9	-0.030865132808685303
290572	rnn.weight_hh_l0	0	-0.02993127331137657
290572	rnn.weight_hh_l0	1	-0.007406395394355059
290572	rnn.weight_hh_l0	2	0.006783724296838045
290572	rnn.weight_hh_l0	3	-0.07459191232919693
290572	rnn.weight_hh_l0	4	0.09333594143390656
290572	rnn.weight_hh_l0	5	-0.026999523863196373
290572	rnn.weight_hh_l0	6	-0.06384004652500153
290572	rnn.weight_hh_l0	7	0.008763418532907963
290572	rnn.weight_hh_l0	8	0.013393537141382694
290572	rnn.weight_hh_l0	9	-0.025617141276597977
290572	rnn.bias_ih_l0	0	0.129856139421463
290572	rnn.bias_ih_l0	1	-0.033928804099559784
290572	rnn.bias_ih_l0	2	-0.034424085170030594
290572	rnn.bias_ih_l0	3	0.16321589052677155
290572	rnn.bias_ih_l0	4	-0.01243636105209589
290572	rnn.bias_ih_l0	5	-0.022840671241283417
290572	rnn.bias_ih_l0	6	0.016968971118330956
290572	rnn.bias_ih_l0	7	0.023423893377184868
290572	rnn.bias_ih_l0	8	-0.09909100830554962
290572	rnn.bias_ih_l0	9	-0.04169747233390808
290572	rnn.bias_hh_l0	0	-0.0013305317843332887
290572	rnn.bias_hh_l0	1	-0.10045507550239563
290572	rnn.bias_hh_l0	2	-0.07494699209928513
290572	rnn.bias_hh_l0	3	-0.08875022828578949
290572	rnn.bias_hh_l0	4	0.008585936389863491
290572	rnn.bias_hh_l0	5	-0.020696066319942474
290572	rnn.bias_hh_l0	6	0.028341414406895638
290572	rnn.bias_hh_l0	7	0.06027892976999283
290572	rnn.bias_hh_l0	8	-0.12316109985113144
290572	rnn.bias_hh_l0	9	-0.05969865992665291
290572	rnn.weight_ih_l0_reverse	0	-0.02551536075770855
290572	rnn.weight_ih_l0_reverse	1	-0.05734650790691376
290572	rnn.weight_ih_l0_reverse	2	-0.0489463247358799
290572	rnn.weight_ih_l0_reverse	3	0.015509746968746185
290572	rnn.weight_ih_l0_reverse	4	-0.025197038426995277
290572	rnn.weight_ih_l0_reverse	5	-0.05732312425971031
290572	rnn.weight_ih_l0_reverse	6	0.0734642818570137
290572	rnn.weight_ih_l0_reverse	7	-0.019015993922948837
290572	rnn.weight_ih_l0_reverse	8	-0.018558023497462273
290572	rnn.weight_ih_l0_reverse	9	0.004532410763204098
290572	rnn.weight_hh_l0_reverse	0	0.06864570826292038
290572	rnn.weight_hh_l0_reverse	1	0.01992076449096203
290572	rnn.weight_hh_l0_reverse	2	0.03013456054031849
290572	rnn.weight_hh_l0_reverse	3	0.03554299473762512
290572	rnn.weight_hh_l0_reverse	4	0.014350892044603825
290572	rnn.weight_hh_l0_reverse	5	0.008300144225358963
290572	rnn.weight_hh_l0_reverse	6	0.051026999950408936
290572	rnn.weight_hh_l0_reverse	7	-0.08199512958526611
290572	rnn.weight_hh_l0_reverse	8	0.04009650647640228
290572	rnn.weight_hh_l0_reverse	9	0.034838736057281494
290572	rnn.bias_ih_l0_reverse	0	-0.05698682740330696
290572	rnn.bias_ih_l0_reverse	1	-0.28289344906806946
290572	rnn.bias_ih_l0_reverse	2	-0.12436354160308838
290572	rnn.bias_ih_l0_reverse	3	-0.04775822162628174
290572	rnn.bias_ih_l0_reverse	4	-0.022170959040522575
290572	rnn.bias_ih_l0_reverse	5	0.07620693743228912
290572	rnn.bias_ih_l0_reverse	6	-0.06559482216835022
290572	rnn.bias_ih_l0_reverse	7	0.061619386076927185
290572	rnn.bias_ih_l0_reverse	8	-0.03537217155098915
290572	rnn.bias_ih_l0_reverse	9	0.06523245573043823
290572	rnn.bias_hh_l0_reverse	0	0.023451916873455048
290572	rnn.bias_hh_l0_reverse	1	-0.0631055012345314
290572	rnn.bias_hh_l0_reverse	2	0.08926258981227875
290572	rnn.bias_hh_l0_reverse	3	-0.05167054012417793
290572	rnn.bias_hh_l0_reverse	4	-0.028226936236023903
290572	rnn.bias_hh_l0_reverse	5	-0.02201331965625286
290572	rnn.bias_hh_l0_reverse	6	-0.020565524697303772
290572	rnn.bias_hh_l0_reverse	7	0.09967758506536484
290572	rnn.bias_hh_l0_reverse	8	0.030181309208273888
290572	rnn.bias_hh_l0_reverse	9	-0.14891992509365082
290572	rnn.weight_ih_l1	0	-0.029775548726320267
290572	rnn.weight_ih_l1	1	-0.05074343830347061
290572	rnn.weight_ih_l1	2	0.06492462754249573
290572	rnn.weight_ih_l1	3	-0.07296013087034225
290572	rnn.weight_ih_l1	4	-0.014107940718531609
290572	rnn.weight_ih_l1	5	-0.04032678157091141
290572	rnn.weight_ih_l1	6	0.028966909274458885
290572	rnn.weight_ih_l1	7	-0.04423088580369949
290572	rnn.weight_ih_l1	8	0.03786802291870117
290572	rnn.weight_ih_l1	9	0.044786322861909866
290572	rnn.weight_hh_l1	0	-0.00702532147988677
290572	rnn.weight_hh_l1	1	0.019911982119083405
290572	rnn.weight_hh_l1	2	0.006459210999310017
290572	rnn.weight_hh_l1	3	-0.012634343467652798
290572	rnn.weight_hh_l1	4	0.004816894419491291
290572	rnn.weight_hh_l1	5	0.03522735461592674
290572	rnn.weight_hh_l1	6	0.036238670349121094
290572	rnn.weight_hh_l1	7	-0.01635340042412281
290572	rnn.weight_hh_l1	8	-0.00722192507237196
290572	rnn.weight_hh_l1	9	0.03859331086277962
290572	rnn.bias_ih_l1	0	-0.1836695373058319
290572	rnn.bias_ih_l1	1	-0.17457763850688934
290572	rnn.bias_ih_l1	2	-0.1968354731798172
290572	rnn.bias_ih_l1	3	-0.30730676651000977
290572	rnn.bias_ih_l1	4	-0.21193118393421173
290572	rnn.bias_ih_l1	5	-0.08898913860321045
290572	rnn.bias_ih_l1	6	-0.1585325002670288
290572	rnn.bias_ih_l1	7	-0.0032987594604492188
290572	rnn.bias_ih_l1	8	-0.12967336177825928
290572	rnn.bias_ih_l1	9	-0.12321089208126068
290572	rnn.bias_hh_l1	0	-0.09659292548894882
290572	rnn.bias_hh_l1	1	-0.06290830671787262
290572	rnn.bias_hh_l1	2	-0.0854729488492012
290572	rnn.bias_hh_l1	3	-0.07746449112892151
290572	rnn.bias_hh_l1	4	-0.07307597994804382
290572	rnn.bias_hh_l1	5	-0.11738166958093643
290572	rnn.bias_hh_l1	6	-0.16082443296909332
290572	rnn.bias_hh_l1	7	0.07559873163700104
290572	rnn.bias_hh_l1	8	-0.17616258561611176
290572	rnn.bias_hh_l1	9	-0.11508918553590775
290572	rnn.weight_ih_l1_reverse	0	-0.047160401940345764
290572	rnn.weight_ih_l1_reverse	1	0.03289886936545372
290572	rnn.weight_ih_l1_reverse	2	0.08794870972633362
290572	rnn.weight_ih_l1_reverse	3	-0.017445074394345284
290572	rnn.weight_ih_l1_reverse	4	-0.02347959764301777
290572	rnn.weight_ih_l1_reverse	5	-0.030280528590083122
290572	rnn.weight_ih_l1_reverse	6	-0.019721031188964844
290572	rnn.weight_ih_l1_reverse	7	0.02969682775437832
290572	rnn.weight_ih_l1_reverse	8	0.005556839518249035
290572	rnn.weight_ih_l1_reverse	9	-0.03329503908753395
290572	rnn.weight_hh_l1_reverse	0	0.004590002819895744
290572	rnn.weight_hh_l1_reverse	1	0.031690336763858795
290572	rnn.weight_hh_l1_reverse	2	-0.040612976998090744
290572	rnn.weight_hh_l1_reverse	3	0.03502417355775833
290572	rnn.weight_hh_l1_reverse	4	0.047123897820711136
290572	rnn.weight_hh_l1_reverse	5	0.006065345369279385
290572	rnn.weight_hh_l1_reverse	6	0.04899992793798447
290572	rnn.weight_hh_l1_reverse	7	0.03099817968904972
290572	rnn.weight_hh_l1_reverse	8	-0.0071146138943731785
290572	rnn.weight_hh_l1_reverse	9	-0.03016265481710434
290572	rnn.bias_ih_l1_reverse	0	-0.04558500275015831
290572	rnn.bias_ih_l1_reverse	1	-0.13944722712039948
290572	rnn.bias_ih_l1_reverse	2	-0.16385290026664734
290572	rnn.bias_ih_l1_reverse	3	-0.06069030612707138
290572	rnn.bias_ih_l1_reverse	4	-0.20369811356067657
290572	rnn.bias_ih_l1_reverse	5	-0.11694201081991196
290572	rnn.bias_ih_l1_reverse	6	-0.1298387199640274
290572	rnn.bias_ih_l1_reverse	7	-0.19178135693073273
290572	rnn.bias_ih_l1_reverse	8	0.22652176022529602
290572	rnn.bias_ih_l1_reverse	9	0.02228318341076374
290572	rnn.bias_hh_l1_reverse	0	0.010400599800050259
290572	rnn.bias_hh_l1_reverse	1	-0.06507717072963715
290572	rnn.bias_hh_l1_reverse	2	-0.23725223541259766
290572	rnn.bias_hh_l1_reverse	3	-0.14365676045417786
290572	rnn.bias_hh_l1_reverse	4	-0.08026399463415146
290572	rnn.bias_hh_l1_reverse	5	-0.11623870581388474
290572	rnn.bias_hh_l1_reverse	6	0.06331703811883926
290572	rnn.bias_hh_l1_reverse	7	-0.13438120484352112
290572	rnn.bias_hh_l1_reverse	8	-0.12508347630500793
290572	rnn.bias_hh_l1_reverse	9	-0.14822685718536377
290572	linear.weight	0	0.002228822559118271
290572	linear.weight	1	0.09704992920160294
290572	linear.weight	2	-0.09219793975353241
290572	linear.weight	3	0.3136109411716461
290572	linear.weight	4	0.15012496709823608
290572	linear.weight	5	-0.06567791849374771
290572	linear.weight	6	0.0949501246213913
290572	linear.weight	7	0.13676422834396362
290572	linear.weight	8	0.04113311693072319
290572	linear.weight	9	-0.050927381962537766
290572	linear.bias	0	0.08308891952037811
290572	linear.bias	1	-0.18988002836704254
290572	linear.bias	2	-0.45171621441841125
290572	linear.bias	3	-0.6570019721984863
290572	linear.bias	4	-1.26182222366333
290572	linear.bias	5	-0.059081170707941055
290572	linear.bias	6	-0.8226554989814758
290572	linear.bias	7	0.27132585644721985
290572	linear.bias	8	-0.39521563053131104
290572	linear.bias	9	-1.0222581624984741
290769	transitions	0	0.7568498253822327
290769	transitions	1	0.13822124898433685
290769	transitions	2	-10000.0
290769	transitions	3	-1.8281307220458984
290769	transitions	4	-10000.0
290769	transitions	5	0.5627461075782776
290769	transitions	6	-0.08567769825458527
290769	transitions	7	-0.8123902678489685
290769	transitions	8	-1.4228692054748535
290769	transitions	9	-0.0012319403467699885
290769	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
290769	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
290769	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
290769	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
290769	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
290769	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
290769	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
290769	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
290769	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
290769	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
290769	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
290769	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
290769	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
290769	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
290769	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
290769	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
290769	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
290769	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
290769	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
290769	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
290769	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
290769	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
290769	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
290769	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
290769	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
290769	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
290769	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
290769	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
290769	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
290769	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
290769	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
290769	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
290769	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
290769	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
290769	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
290769	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
290769	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
290769	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
290769	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
290769	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
290769	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
290769	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
290769	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
290769	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
290769	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
290769	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
290769	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
290769	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
290769	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
290769	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
290769	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
290769	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
290769	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
290769	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
290769	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
290769	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
290769	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
290769	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
290769	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
290769	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
290769	embedding2nn.weight	0	0.016347305849194527
290769	embedding2nn.weight	1	-0.01266500260680914
290769	embedding2nn.weight	2	-0.014268254861235619
290769	embedding2nn.weight	3	-0.03119874931871891
290769	embedding2nn.weight	4	-0.0059150345623493195
290769	embedding2nn.weight	5	-0.0037005888298153877
290769	embedding2nn.weight	6	-0.003973265178501606
290769	embedding2nn.weight	7	-0.0774187222123146
290769	embedding2nn.weight	8	-0.0019979383796453476
290769	embedding2nn.weight	9	-0.027596699073910713
290769	embedding2nn.bias	0	0.03270897641777992
290769	embedding2nn.bias	1	-0.07665518671274185
290769	embedding2nn.bias	2	0.0722997784614563
290769	embedding2nn.bias	3	0.051409170031547546
290769	embedding2nn.bias	4	-0.04032158851623535
290769	embedding2nn.bias	5	-0.010575137101113796
290769	embedding2nn.bias	6	0.016921592876315117
290769	embedding2nn.bias	7	-0.05558543652296066
290769	embedding2nn.bias	8	0.07306983321905136
290769	embedding2nn.bias	9	0.04500945284962654
290769	rnn.weight_ih_l0	0	-0.08079048991203308
290769	rnn.weight_ih_l0	1	0.003126751631498337
290769	rnn.weight_ih_l0	2	0.03553608059883118
290769	rnn.weight_ih_l0	3	0.022914409637451172
290769	rnn.weight_ih_l0	4	-0.04823942855000496
290769	rnn.weight_ih_l0	5	-0.06851465255022049
290769	rnn.weight_ih_l0	6	-0.001083803246729076
290769	rnn.weight_ih_l0	7	0.05339231714606285
290769	rnn.weight_ih_l0	8	-0.01712646335363388
290769	rnn.weight_ih_l0	9	-0.030871273949742317
290769	rnn.weight_hh_l0	0	-0.02993224933743477
290769	rnn.weight_hh_l0	1	-0.007397911977022886
290769	rnn.weight_hh_l0	2	0.006782850716263056
290769	rnn.weight_hh_l0	3	-0.07460048794746399
290769	rnn.weight_hh_l0	4	0.09333031624555588
290769	rnn.weight_hh_l0	5	-0.02700304239988327
290769	rnn.weight_hh_l0	6	-0.06383633613586426
290769	rnn.weight_hh_l0	7	0.008758870884776115
290769	rnn.weight_hh_l0	8	0.013395857997238636
290769	rnn.weight_hh_l0	9	-0.025616051629185677
290769	rnn.bias_ih_l0	0	0.12983761727809906
290769	rnn.bias_ih_l0	1	-0.033919557929039
290769	rnn.bias_ih_l0	2	-0.034426070749759674
290769	rnn.bias_ih_l0	3	0.16321954131126404
290769	rnn.bias_ih_l0	4	-0.012423721142113209
290769	rnn.bias_ih_l0	5	-0.022844495251774788
290769	rnn.bias_ih_l0	6	0.016932379454374313
290769	rnn.bias_ih_l0	7	0.023426245898008347
290769	rnn.bias_ih_l0	8	-0.09911749511957169
290769	rnn.bias_ih_l0	9	-0.04171581193804741
290769	rnn.bias_hh_l0	0	-0.001350687351077795
290769	rnn.bias_hh_l0	1	-0.10044337809085846
290769	rnn.bias_hh_l0	2	-0.07495491951704025
290769	rnn.bias_hh_l0	3	-0.08876654505729675
290769	rnn.bias_hh_l0	4	0.008586203679442406
290769	rnn.bias_hh_l0	5	-0.02068186365067959
290769	rnn.bias_hh_l0	6	0.028345663100481033
290769	rnn.bias_hh_l0	7	0.06028228998184204
290769	rnn.bias_hh_l0	8	-0.12318107485771179
290769	rnn.bias_hh_l0	9	-0.05976508930325508
290769	rnn.weight_ih_l0_reverse	0	-0.02552051842212677
290769	rnn.weight_ih_l0_reverse	1	-0.057354871183633804
290769	rnn.weight_ih_l0_reverse	2	-0.04895024001598358
290769	rnn.weight_ih_l0_reverse	3	0.015522608533501625
290769	rnn.weight_ih_l0_reverse	4	-0.025195283815264702
290769	rnn.weight_ih_l0_reverse	5	-0.05731604993343353
290769	rnn.weight_ih_l0_reverse	6	0.07346103340387344
290769	rnn.weight_ih_l0_reverse	7	-0.01900666393339634
290769	rnn.weight_ih_l0_reverse	8	-0.01855093613266945
290769	rnn.weight_ih_l0_reverse	9	0.004540227819234133
290769	rnn.weight_hh_l0_reverse	0	0.06865964829921722
290769	rnn.weight_hh_l0_reverse	1	0.019925400614738464
290769	rnn.weight_hh_l0_reverse	2	0.03014015592634678
290769	rnn.weight_hh_l0_reverse	3	0.03555179387331009
290769	rnn.weight_hh_l0_reverse	4	0.014348135329782963
290769	rnn.weight_hh_l0_reverse	5	0.008310499601066113
290769	rnn.weight_hh_l0_reverse	6	0.05101727694272995
290769	rnn.weight_hh_l0_reverse	7	-0.08199428021907806
290769	rnn.weight_hh_l0_reverse	8	0.040090106427669525
290769	rnn.weight_hh_l0_reverse	9	0.034840214997529984
290769	rnn.bias_ih_l0_reverse	0	-0.0569852814078331
290769	rnn.bias_ih_l0_reverse	1	-0.2829475700855255
290769	rnn.bias_ih_l0_reverse	2	-0.12436732649803162
290769	rnn.bias_ih_l0_reverse	3	-0.04776599258184433
290769	rnn.bias_ih_l0_reverse	4	-0.022156978026032448
290769	rnn.bias_ih_l0_reverse	5	0.07618498057126999
290769	rnn.bias_ih_l0_reverse	6	-0.06559460610151291
290769	rnn.bias_ih_l0_reverse	7	0.06164606660604477
290769	rnn.bias_ih_l0_reverse	8	-0.03536593168973923
290769	rnn.bias_ih_l0_reverse	9	0.06520981341600418
290769	rnn.bias_hh_l0_reverse	0	0.023445574566721916
290769	rnn.bias_hh_l0_reverse	1	-0.06309736520051956
290769	rnn.bias_hh_l0_reverse	2	0.08924415707588196
290769	rnn.bias_hh_l0_reverse	3	-0.05166778340935707
290769	rnn.bias_hh_l0_reverse	4	-0.02823147363960743
290769	rnn.bias_hh_l0_reverse	5	-0.022000571712851524
290769	rnn.bias_hh_l0_reverse	6	-0.02057451754808426
290769	rnn.bias_hh_l0_reverse	7	0.09968429058790207
290769	rnn.bias_hh_l0_reverse	8	0.0301574245095253
290769	rnn.bias_hh_l0_reverse	9	-0.14894217252731323
290769	rnn.weight_ih_l1	0	-0.029769860208034515
290769	rnn.weight_ih_l1	1	-0.050753794610500336
290769	rnn.weight_ih_l1	2	0.06493732333183289
290769	rnn.weight_ih_l1	3	-0.07295630872249603
290769	rnn.weight_ih_l1	4	-0.014104542322456837
290769	rnn.weight_ih_l1	5	-0.04033005237579346
290769	rnn.weight_ih_l1	6	0.028975948691368103
290769	rnn.weight_ih_l1	7	-0.044236406683921814
290769	rnn.weight_ih_l1	8	0.03786729648709297
290769	rnn.weight_ih_l1	9	0.04479096829891205
290769	rnn.weight_hh_l1	0	-0.00702208187431097
290769	rnn.weight_hh_l1	1	0.019913142547011375
290769	rnn.weight_hh_l1	2	0.006452278234064579
290769	rnn.weight_hh_l1	3	-0.01263548992574215
290769	rnn.weight_hh_l1	4	0.004812160972505808
290769	rnn.weight_hh_l1	5	0.03522332012653351
290769	rnn.weight_hh_l1	6	0.03623860329389572
290769	rnn.weight_hh_l1	7	-0.016351662576198578
290769	rnn.weight_hh_l1	8	-0.007222160696983337
290769	rnn.weight_hh_l1	9	0.038591619580984116
290769	rnn.bias_ih_l1	0	-0.18364354968070984
290769	rnn.bias_ih_l1	1	-0.1745675802230835
290769	rnn.bias_ih_l1	2	-0.196867898106575
290769	rnn.bias_ih_l1	3	-0.3072890341281891
290769	rnn.bias_ih_l1	4	-0.211969792842865
290769	rnn.bias_ih_l1	5	-0.08900552988052368
290769	rnn.bias_ih_l1	6	-0.15853716433048248
290769	rnn.bias_ih_l1	7	-0.003267927560955286
290769	rnn.bias_ih_l1	8	-0.12968499958515167
290769	rnn.bias_ih_l1	9	-0.1231897845864296
290769	rnn.bias_hh_l1	0	-0.09657473862171173
290769	rnn.bias_hh_l1	1	-0.06292567402124405
290769	rnn.bias_hh_l1	2	-0.08546233177185059
290769	rnn.bias_hh_l1	3	-0.07747573405504227
290769	rnn.bias_hh_l1	4	-0.07310523837804794
290769	rnn.bias_hh_l1	5	-0.11735977977514267
290769	rnn.bias_hh_l1	6	-0.1608450561761856
290769	rnn.bias_hh_l1	7	0.0756385326385498
290769	rnn.bias_hh_l1	8	-0.17614810168743134
290769	rnn.bias_hh_l1	9	-0.11505386233329773
290769	rnn.weight_ih_l1_reverse	0	-0.0471586175262928
290769	rnn.weight_ih_l1_reverse	1	0.03288457542657852
290769	rnn.weight_ih_l1_reverse	2	0.08795244246721268
290769	rnn.weight_ih_l1_reverse	3	-0.01743110828101635
290769	rnn.weight_ih_l1_reverse	4	-0.023506075143814087
290769	rnn.weight_ih_l1_reverse	5	-0.030278678983449936
290769	rnn.weight_ih_l1_reverse	6	-0.019707199186086655
290769	rnn.weight_ih_l1_reverse	7	0.029695644974708557
290769	rnn.weight_ih_l1_reverse	8	0.005563258193433285
290769	rnn.weight_ih_l1_reverse	9	-0.03329085558652878
290769	rnn.weight_hh_l1_reverse	0	0.0045914314687252045
290769	rnn.weight_hh_l1_reverse	1	0.0316891223192215
290769	rnn.weight_hh_l1_reverse	2	-0.04061306640505791
290769	rnn.weight_hh_l1_reverse	3	0.03502457216382027
290769	rnn.weight_hh_l1_reverse	4	0.04712497070431709
290769	rnn.weight_hh_l1_reverse	5	0.006063676904886961
290769	rnn.weight_hh_l1_reverse	6	0.04900654777884483
290769	rnn.weight_hh_l1_reverse	7	0.03099595010280609
290769	rnn.weight_hh_l1_reverse	8	-0.007112863473594189
290769	rnn.weight_hh_l1_reverse	9	-0.030163057148456573
290769	rnn.bias_ih_l1_reverse	0	-0.04558563604950905
290769	rnn.bias_ih_l1_reverse	1	-0.13947425782680511
290769	rnn.bias_ih_l1_reverse	2	-0.16385607421398163
290769	rnn.bias_ih_l1_reverse	3	-0.0607123002409935
290769	rnn.bias_ih_l1_reverse	4	-0.2036830633878708
290769	rnn.bias_ih_l1_reverse	5	-0.11695609986782074
290769	rnn.bias_ih_l1_reverse	6	-0.129839688539505
290769	rnn.bias_ih_l1_reverse	7	-0.19175831973552704
290769	rnn.bias_ih_l1_reverse	8	0.2264520525932312
290769	rnn.bias_ih_l1_reverse	9	0.022336386144161224
290769	rnn.bias_hh_l1_reverse	0	0.010458899661898613
290769	rnn.bias_hh_l1_reverse	1	-0.06507842987775803
290769	rnn.bias_hh_l1_reverse	2	-0.23724505305290222
290769	rnn.bias_hh_l1_reverse	3	-0.14364254474639893
290769	rnn.bias_hh_l1_reverse	4	-0.0802469551563263
290769	rnn.bias_hh_l1_reverse	5	-0.11622012406587601
290769	rnn.bias_hh_l1_reverse	6	0.06331231445074081
290769	rnn.bias_hh_l1_reverse	7	-0.1343686431646347
290769	rnn.bias_hh_l1_reverse	8	-0.1250440925359726
290769	rnn.bias_hh_l1_reverse	9	-0.14822086691856384
290769	linear.weight	0	0.002228822559118271
290769	linear.weight	1	0.09700461477041245
290769	linear.weight	2	-0.09220854192972183
290769	linear.weight	3	0.31362098455429077
290769	linear.weight	4	0.15015915036201477
290769	linear.weight	5	-0.06566860526800156
290769	linear.weight	6	0.09498070180416107
290769	linear.weight	7	0.13682304322719574
290769	linear.weight	8	0.04113311693072319
290769	linear.weight	9	-0.050935886800289154
290769	linear.bias	0	0.08350072801113129
290769	linear.bias	1	-0.1900160014629364
290769	linear.bias	2	-0.45251065492630005
290769	linear.bias	3	-0.6566111445426941
290769	linear.bias	4	-1.2615010738372803
290769	linear.bias	5	-0.05895961448550224
290769	linear.bias	6	-0.8228304386138916
290769	linear.bias	7	0.2715088129043579
290769	linear.bias	8	-0.3952133357524872
290769	linear.bias	9	-1.0222468376159668
290966	transitions	0	0.7568880915641785
290966	transitions	1	0.13819360733032227
290966	transitions	2	-10000.0
290966	transitions	3	-1.828130841255188
290966	transitions	4	-10000.0
290966	transitions	5	0.562745988368988
290966	transitions	6	-0.08567865192890167
290966	transitions	7	-0.8123908638954163
290966	transitions	8	-1.422870397567749
290966	transitions	9	-0.001231942092999816
290966	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
290966	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
290966	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
290966	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
290966	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
290966	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
290966	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
290966	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
290966	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
290966	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
290966	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
290966	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
290966	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
290966	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
290966	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
290966	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
290966	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
290966	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
290966	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
290966	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
290966	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
290966	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
290966	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
290966	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
290966	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
290966	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
290966	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
290966	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
290966	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
290966	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
290966	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
290966	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
290966	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
290966	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
290966	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
290966	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
290966	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
290966	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
290966	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
290966	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
290966	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
290966	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
290966	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
290966	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
290966	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
290966	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
290966	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
290966	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
290966	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
290966	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
290966	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
290966	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
290966	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
290966	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
290966	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
290966	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
290966	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
290966	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
290966	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
290966	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
290966	embedding2nn.weight	0	0.016348673030734062
290966	embedding2nn.weight	1	-0.012665137648582458
290966	embedding2nn.weight	2	-0.014268254861235619
290966	embedding2nn.weight	3	-0.031220799311995506
290966	embedding2nn.weight	4	-0.0059150345623493195
290966	embedding2nn.weight	5	-0.0037005888298153877
290966	embedding2nn.weight	6	-0.003973265178501606
290966	embedding2nn.weight	7	-0.07741702347993851
290966	embedding2nn.weight	8	-0.0019979383796453476
290966	embedding2nn.weight	9	-0.027597550302743912
290966	embedding2nn.bias	0	0.032672200351953506
290966	embedding2nn.bias	1	-0.07671312242746353
290966	embedding2nn.bias	2	0.07237396389245987
290966	embedding2nn.bias	3	0.05146240442991257
290966	embedding2nn.bias	4	-0.04021322727203369
290966	embedding2nn.bias	5	-0.010583202354609966
290966	embedding2nn.bias	6	0.016983386129140854
290966	embedding2nn.bias	7	-0.05560649558901787
290966	embedding2nn.bias	8	0.07302108407020569
290966	embedding2nn.bias	9	0.0450010672211647
290966	rnn.weight_ih_l0	0	-0.08079860359430313
290966	rnn.weight_ih_l0	1	0.003127355594187975
290966	rnn.weight_ih_l0	2	0.03554432839155197
290966	rnn.weight_ih_l0	3	0.02290879562497139
290966	rnn.weight_ih_l0	4	-0.04823695868253708
290966	rnn.weight_ih_l0	5	-0.0685054361820221
290966	rnn.weight_ih_l0	6	-0.001085449242964387
290966	rnn.weight_ih_l0	7	0.05339625105261803
290966	rnn.weight_ih_l0	8	-0.017129534855484962
290966	rnn.weight_ih_l0	9	-0.030882716178894043
290966	rnn.weight_hh_l0	0	-0.029937906190752983
290966	rnn.weight_hh_l0	1	-0.0073965503834187984
290966	rnn.weight_hh_l0	2	0.006780820898711681
290966	rnn.weight_hh_l0	3	-0.07460562884807587
290966	rnn.weight_hh_l0	4	0.09332561492919922
290966	rnn.weight_hh_l0	5	-0.026999427005648613
290966	rnn.weight_hh_l0	6	-0.06385070830583572
290966	rnn.weight_hh_l0	7	0.008757476694881916
290966	rnn.weight_hh_l0	8	0.013391168788075447
290966	rnn.weight_hh_l0	9	-0.02561703510582447
290966	rnn.bias_ih_l0	0	0.12984372675418854
290966	rnn.bias_ih_l0	1	-0.03389495983719826
290966	rnn.bias_ih_l0	2	-0.034445080906152725
290966	rnn.bias_ih_l0	3	0.16323429346084595
290966	rnn.bias_ih_l0	4	-0.012409090995788574
290966	rnn.bias_ih_l0	5	-0.0228309016674757
290966	rnn.bias_ih_l0	6	0.016938939690589905
290966	rnn.bias_ih_l0	7	0.02342839725315571
290966	rnn.bias_ih_l0	8	-0.09912263602018356
290966	rnn.bias_ih_l0	9	-0.04169783741235733
290966	rnn.bias_hh_l0	0	-0.0013271390926092863
290966	rnn.bias_hh_l0	1	-0.10043308138847351
290966	rnn.bias_hh_l0	2	-0.07493065297603607
290966	rnn.bias_hh_l0	3	-0.0887528583407402
290966	rnn.bias_hh_l0	4	0.008626850321888924
290966	rnn.bias_hh_l0	5	-0.020683549344539642
290966	rnn.bias_hh_l0	6	0.0283275805413723
290966	rnn.bias_hh_l0	7	0.06029316410422325
290966	rnn.bias_hh_l0	8	-0.12319174408912659
290966	rnn.bias_hh_l0	9	-0.05979626998305321
290966	rnn.weight_ih_l0_reverse	0	-0.02552928775548935
290966	rnn.weight_ih_l0_reverse	1	-0.057356249541044235
290966	rnn.weight_ih_l0_reverse	2	-0.04895968362689018
290966	rnn.weight_ih_l0_reverse	3	0.015512715093791485
290966	rnn.weight_ih_l0_reverse	4	-0.025204135105013847
290966	rnn.weight_ih_l0_reverse	5	-0.05732085555791855
290966	rnn.weight_ih_l0_reverse	6	0.07345948368310928
290966	rnn.weight_ih_l0_reverse	7	-0.01902378909289837
290966	rnn.weight_ih_l0_reverse	8	-0.01853991113603115
290966	rnn.weight_ih_l0_reverse	9	0.0045401668176054955
290966	rnn.weight_hh_l0_reverse	0	0.06866291910409927
290966	rnn.weight_hh_l0_reverse	1	0.01992897130548954
290966	rnn.weight_hh_l0_reverse	2	0.030149903148412704
290966	rnn.weight_hh_l0_reverse	3	0.03555882349610329
290966	rnn.weight_hh_l0_reverse	4	0.01434956956654787
290966	rnn.weight_hh_l0_reverse	5	0.008317720144987106
290966	rnn.weight_hh_l0_reverse	6	0.051016103476285934
290966	rnn.weight_hh_l0_reverse	7	-0.08199914544820786
290966	rnn.weight_hh_l0_reverse	8	0.040086619555950165
290966	rnn.weight_hh_l0_reverse	9	0.03484125807881355
290966	rnn.bias_ih_l0_reverse	0	-0.05699952319264412
290966	rnn.bias_ih_l0_reverse	1	-0.2829380929470062
290966	rnn.bias_ih_l0_reverse	2	-0.12437044084072113
290966	rnn.bias_ih_l0_reverse	3	-0.04775330424308777
290966	rnn.bias_ih_l0_reverse	4	-0.022167760878801346
290966	rnn.bias_ih_l0_reverse	5	0.07622351497411728
290966	rnn.bias_ih_l0_reverse	6	-0.06559278070926666
290966	rnn.bias_ih_l0_reverse	7	0.06161894649267197
290966	rnn.bias_ih_l0_reverse	8	-0.035354435443878174
290966	rnn.bias_ih_l0_reverse	9	0.06520619243383408
290966	rnn.bias_hh_l0_reverse	0	0.023441554978489876
290966	rnn.bias_hh_l0_reverse	1	-0.06306437402963638
290966	rnn.bias_hh_l0_reverse	2	0.08923978358507156
290966	rnn.bias_hh_l0_reverse	3	-0.05167742818593979
290966	rnn.bias_hh_l0_reverse	4	-0.02824489399790764
290966	rnn.bias_hh_l0_reverse	5	-0.02200591377913952
290966	rnn.bias_hh_l0_reverse	6	-0.020593244582414627
290966	rnn.bias_hh_l0_reverse	7	0.09967413544654846
290966	rnn.bias_hh_l0_reverse	8	0.030133605003356934
290966	rnn.bias_hh_l0_reverse	9	-0.1489540934562683
290966	rnn.weight_ih_l1	0	-0.02976503223180771
290966	rnn.weight_ih_l1	1	-0.0507628470659256
290966	rnn.weight_ih_l1	2	0.06495879590511322
290966	rnn.weight_ih_l1	3	-0.07293207943439484
290966	rnn.weight_ih_l1	4	-0.014099848456680775
290966	rnn.weight_ih_l1	5	-0.04033253341913223
290966	rnn.weight_ih_l1	6	0.028972873464226723
290966	rnn.weight_ih_l1	7	-0.044237490743398666
290966	rnn.weight_ih_l1	8	0.03786378353834152
290966	rnn.weight_ih_l1	9	0.044793885201215744
290966	rnn.weight_hh_l1	0	-0.0070192464627325535
290966	rnn.weight_hh_l1	1	0.019914014264941216
290966	rnn.weight_hh_l1	2	0.006448390893638134
290966	rnn.weight_hh_l1	3	-0.012632808648049831
290966	rnn.weight_hh_l1	4	0.004816554021090269
290966	rnn.weight_hh_l1	5	0.03522328659892082
290966	rnn.weight_hh_l1	6	0.03623780235648155
290966	rnn.weight_hh_l1	7	-0.01635345257818699
290966	rnn.weight_hh_l1	8	-0.007221738807857037
290966	rnn.weight_hh_l1	9	0.03858809918165207
290966	rnn.bias_ih_l1	0	-0.18362964689731598
290966	rnn.bias_ih_l1	1	-0.17456068098545074
290966	rnn.bias_ih_l1	2	-0.19686812162399292
290966	rnn.bias_ih_l1	3	-0.3072987496852875
290966	rnn.bias_ih_l1	4	-0.2119416445493698
290966	rnn.bias_ih_l1	5	-0.08900655806064606
290966	rnn.bias_ih_l1	6	-0.15855218470096588
290966	rnn.bias_ih_l1	7	-0.0032871728762984276
290966	rnn.bias_ih_l1	8	-0.12971556186676025
290966	rnn.bias_ih_l1	9	-0.12318895757198334
290966	rnn.bias_hh_l1	0	-0.09656717628240585
290966	rnn.bias_hh_l1	1	-0.06291729211807251
290966	rnn.bias_hh_l1	2	-0.0854310467839241
290966	rnn.bias_hh_l1	3	-0.07747524976730347
290966	rnn.bias_hh_l1	4	-0.07311079651117325
290966	rnn.bias_hh_l1	5	-0.11737237870693207
290966	rnn.bias_hh_l1	6	-0.16084721684455872
290966	rnn.bias_hh_l1	7	0.07562392950057983
290966	rnn.bias_hh_l1	8	-0.17614303529262543
290966	rnn.bias_hh_l1	9	-0.11503971368074417
290966	rnn.weight_ih_l1_reverse	0	-0.04715733230113983
290966	rnn.weight_ih_l1_reverse	1	0.03288295492529869
290966	rnn.weight_ih_l1_reverse	2	0.08792851865291595
290966	rnn.weight_ih_l1_reverse	3	-0.017440054565668106
290966	rnn.weight_ih_l1_reverse	4	-0.023517731577157974
290966	rnn.weight_ih_l1_reverse	5	-0.03027787059545517
290966	rnn.weight_ih_l1_reverse	6	-0.019698848947882652
290966	rnn.weight_ih_l1_reverse	7	0.02968904748558998
290966	rnn.weight_ih_l1_reverse	8	0.00558511633425951
290966	rnn.weight_ih_l1_reverse	9	-0.033276744186878204
290966	rnn.weight_hh_l1_reverse	0	0.00459117628633976
290966	rnn.weight_hh_l1_reverse	1	0.0316910520195961
290966	rnn.weight_hh_l1_reverse	2	-0.04061267524957657
290966	rnn.weight_hh_l1_reverse	3	0.03502475097775459
290966	rnn.weight_hh_l1_reverse	4	0.047125641256570816
290966	rnn.weight_hh_l1_reverse	5	0.006060174200683832
290966	rnn.weight_hh_l1_reverse	6	0.0490085743367672
290966	rnn.weight_hh_l1_reverse	7	0.030997268855571747
290966	rnn.weight_hh_l1_reverse	8	-0.007110989186912775
290966	rnn.weight_hh_l1_reverse	9	-0.030160140246152878
290966	rnn.bias_ih_l1_reverse	0	-0.04560232535004616
290966	rnn.bias_ih_l1_reverse	1	-0.13946324586868286
290966	rnn.bias_ih_l1_reverse	2	-0.1638391762971878
290966	rnn.bias_ih_l1_reverse	3	-0.06075228750705719
290966	rnn.bias_ih_l1_reverse	4	-0.2036868780851364
290966	rnn.bias_ih_l1_reverse	5	-0.11696673184633255
290966	rnn.bias_ih_l1_reverse	6	-0.12983904778957367
290966	rnn.bias_ih_l1_reverse	7	-0.19172918796539307
290966	rnn.bias_ih_l1_reverse	8	0.22643594443798065
290966	rnn.bias_ih_l1_reverse	9	0.0222892165184021
290966	rnn.bias_hh_l1_reverse	0	0.010410979390144348
290966	rnn.bias_hh_l1_reverse	1	-0.06504543870687485
290966	rnn.bias_hh_l1_reverse	2	-0.23724794387817383
290966	rnn.bias_hh_l1_reverse	3	-0.1436261534690857
290966	rnn.bias_hh_l1_reverse	4	-0.08023704588413239
290966	rnn.bias_hh_l1_reverse	5	-0.11625247448682785
290966	rnn.bias_hh_l1_reverse	6	0.06327616423368454
290966	rnn.bias_hh_l1_reverse	7	-0.1343836486339569
290966	rnn.bias_hh_l1_reverse	8	-0.12506268918514252
290966	rnn.bias_hh_l1_reverse	9	-0.14821861684322357
290966	linear.weight	0	0.002228822559118271
290966	linear.weight	1	0.09692497551441193
290966	linear.weight	2	-0.0921861082315445
290966	linear.weight	3	0.3136743903160095
290966	linear.weight	4	0.15016521513462067
290966	linear.weight	5	-0.06564589589834213
290966	linear.weight	6	0.0950918048620224
290966	linear.weight	7	0.13687372207641602
290966	linear.weight	8	0.04113311320543289
290966	linear.weight	9	-0.05092915892601013
290966	linear.bias	0	0.08309309184551239
290966	linear.bias	1	-0.18959584832191467
290966	linear.bias	2	-0.45290255546569824
290966	linear.bias	3	-0.6568562984466553
290966	linear.bias	4	-1.2617599964141846
290966	linear.bias	5	-0.05867884308099747
290966	linear.bias	6	-0.8223938345909119
290966	linear.bias	7	0.27175217866897583
290966	linear.bias	8	-0.3950241506099701
290966	linear.bias	9	-1.022050380706787
291163	transitions	0	0.756914496421814
291163	transitions	1	0.13812397420406342
291163	transitions	2	-10000.0
291163	transitions	3	-1.8281309604644775
291163	transitions	4	-10000.0
291163	transitions	5	0.5627450942993164
291163	transitions	6	-0.08567897975444794
291163	transitions	7	-0.8123958706855774
291163	transitions	8	-1.422870397567749
291163	transitions	9	-0.0012319452362135053
291163	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
291163	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
291163	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
291163	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
291163	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
291163	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
291163	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
291163	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
291163	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
291163	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
291163	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
291163	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
291163	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
291163	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
291163	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
291163	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
291163	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
291163	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
291163	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
291163	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
291163	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
291163	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
291163	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
291163	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
291163	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
291163	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
291163	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
291163	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
291163	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
291163	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
291163	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
291163	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
291163	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
291163	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
291163	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
291163	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
291163	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
291163	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
291163	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
291163	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
291163	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
291163	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
291163	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
291163	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
291163	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
291163	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
291163	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
291163	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
291163	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
291163	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
291163	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
291163	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
291163	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
291163	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
291163	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
291163	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
291163	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
291163	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
291163	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
291163	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
291163	embedding2nn.weight	0	0.01633557677268982
291163	embedding2nn.weight	1	-0.01266474649310112
291163	embedding2nn.weight	2	-0.014268254861235619
291163	embedding2nn.weight	3	-0.03123488277196884
291163	embedding2nn.weight	4	-0.0059150345623493195
291163	embedding2nn.weight	5	-0.0037005888298153877
291163	embedding2nn.weight	6	-0.003973265178501606
291163	embedding2nn.weight	7	-0.0774119645357132
291163	embedding2nn.weight	8	-0.0019979383796453476
291163	embedding2nn.weight	9	-0.02759282849729061
291163	embedding2nn.bias	0	0.03267235308885574
291163	embedding2nn.bias	1	-0.07673992961645126
291163	embedding2nn.bias	2	0.07238355278968811
291163	embedding2nn.bias	3	0.05146319046616554
291163	embedding2nn.bias	4	-0.040147893130779266
291163	embedding2nn.bias	5	-0.010523713193833828
291163	embedding2nn.bias	6	0.01694508269429207
291163	embedding2nn.bias	7	-0.05560072511434555
291163	embedding2nn.bias	8	0.07314123958349228
291163	embedding2nn.bias	9	0.0450836680829525
291163	rnn.weight_ih_l0	0	-0.08080066740512848
291163	rnn.weight_ih_l0	1	0.003127642208710313
291163	rnn.weight_ih_l0	2	0.035547737032175064
291163	rnn.weight_ih_l0	3	0.0229036845266819
291163	rnn.weight_ih_l0	4	-0.048230353742837906
291163	rnn.weight_ih_l0	5	-0.06851170212030411
291163	rnn.weight_ih_l0	6	-0.0010814039269462228
291163	rnn.weight_ih_l0	7	0.0533919557929039
291163	rnn.weight_ih_l0	8	-0.017112579196691513
291163	rnn.weight_ih_l0	9	-0.03089219331741333
291163	rnn.weight_hh_l0	0	-0.02993619441986084
291163	rnn.weight_hh_l0	1	-0.007385033182799816
291163	rnn.weight_hh_l0	2	0.006784867495298386
291163	rnn.weight_hh_l0	3	-0.07461224496364594
291163	rnn.weight_hh_l0	4	0.09331866353750229
291163	rnn.weight_hh_l0	5	-0.02698892541229725
291163	rnn.weight_hh_l0	6	-0.06384970247745514
291163	rnn.weight_hh_l0	7	0.008754247799515724
291163	rnn.weight_hh_l0	8	0.013391004875302315
291163	rnn.weight_hh_l0	9	-0.025618014857172966
291163	rnn.bias_ih_l0	0	0.12985557317733765
291163	rnn.bias_ih_l0	1	-0.033893294632434845
291163	rnn.bias_ih_l0	2	-0.03445853292942047
291163	rnn.bias_ih_l0	3	0.1632647067308426
291163	rnn.bias_ih_l0	4	-0.01239778008311987
291163	rnn.bias_ih_l0	5	-0.02285131625831127
291163	rnn.bias_ih_l0	6	0.01696922443807125
291163	rnn.bias_ih_l0	7	0.023428037762641907
291163	rnn.bias_ih_l0	8	-0.09911001473665237
291163	rnn.bias_ih_l0	9	-0.04163970425724983
291163	rnn.bias_hh_l0	0	-0.0013609669404104352
291163	rnn.bias_hh_l0	1	-0.10045646876096725
291163	rnn.bias_hh_l0	2	-0.07492470741271973
291163	rnn.bias_hh_l0	3	-0.08875034749507904
291163	rnn.bias_hh_l0	4	0.008619251661002636
291163	rnn.bias_hh_l0	5	-0.020677605643868446
291163	rnn.bias_hh_l0	6	0.028308836743235588
291163	rnn.bias_hh_l0	7	0.06030481308698654
291163	rnn.bias_hh_l0	8	-0.123179592192173
291163	rnn.bias_hh_l0	9	-0.059849731624126434
291163	rnn.weight_ih_l0_reverse	0	-0.02553829364478588
291163	rnn.weight_ih_l0_reverse	1	-0.05735543742775917
291163	rnn.weight_ih_l0_reverse	2	-0.04896348714828491
291163	rnn.weight_ih_l0_reverse	3	0.01551172323524952
291163	rnn.weight_ih_l0_reverse	4	-0.025201691314578056
291163	rnn.weight_ih_l0_reverse	5	-0.0573243573307991
291163	rnn.weight_ih_l0_reverse	6	0.07345952093601227
291163	rnn.weight_ih_l0_reverse	7	-0.019020676612854004
291163	rnn.weight_ih_l0_reverse	8	-0.01853804476559162
291163	rnn.weight_ih_l0_reverse	9	0.004538783337920904
291163	rnn.weight_hh_l0_reverse	0	0.06865401566028595
291163	rnn.weight_hh_l0_reverse	1	0.01992538757622242
291163	rnn.weight_hh_l0_reverse	2	0.030146773904561996
291163	rnn.weight_hh_l0_reverse	3	0.03556340932846069
291163	rnn.weight_hh_l0_reverse	4	0.014346415176987648
291163	rnn.weight_hh_l0_reverse	5	0.008316854014992714
291163	rnn.weight_hh_l0_reverse	6	0.051013290882110596
291163	rnn.weight_hh_l0_reverse	7	-0.08199441432952881
291163	rnn.weight_hh_l0_reverse	8	0.040091585367918015
291163	rnn.weight_hh_l0_reverse	9	0.034844446927309036
291163	rnn.bias_ih_l0_reverse	0	-0.056999556720256805
291163	rnn.bias_ih_l0_reverse	1	-0.2829137444496155
291163	rnn.bias_ih_l0_reverse	2	-0.12437240779399872
291163	rnn.bias_ih_l0_reverse	3	-0.04776357486844063
291163	rnn.bias_ih_l0_reverse	4	-0.022167319431900978
291163	rnn.bias_ih_l0_reverse	5	0.07622071355581284
291163	rnn.bias_ih_l0_reverse	6	-0.06559813767671585
291163	rnn.bias_ih_l0_reverse	7	0.06161852553486824
291163	rnn.bias_ih_l0_reverse	8	-0.03538011386990547
291163	rnn.bias_ih_l0_reverse	9	0.06519646942615509
291163	rnn.bias_hh_l0_reverse	0	0.023416705429553986
291163	rnn.bias_hh_l0_reverse	1	-0.06306953728199005
291163	rnn.bias_hh_l0_reverse	2	0.08922526240348816
291163	rnn.bias_hh_l0_reverse	3	-0.051682956516742706
291163	rnn.bias_hh_l0_reverse	4	-0.02825407311320305
291163	rnn.bias_hh_l0_reverse	5	-0.022025158628821373
291163	rnn.bias_hh_l0_reverse	6	-0.02063046395778656
291163	rnn.bias_hh_l0_reverse	7	0.09971799701452255
291163	rnn.bias_hh_l0_reverse	8	0.030120879411697388
291163	rnn.bias_hh_l0_reverse	9	-0.14894233644008636
291163	rnn.weight_ih_l1	0	-0.029769552871584892
291163	rnn.weight_ih_l1	1	-0.050765346735715866
291163	rnn.weight_ih_l1	2	0.0649789497256279
291163	rnn.weight_ih_l1	3	-0.07293512672185898
291163	rnn.weight_ih_l1	4	-0.014108858071267605
291163	rnn.weight_ih_l1	5	-0.04033461958169937
291163	rnn.weight_ih_l1	6	0.028982551768422127
291163	rnn.weight_ih_l1	7	-0.04422754794359207
291163	rnn.weight_ih_l1	8	0.03786217048764229
291163	rnn.weight_ih_l1	9	0.044795624911785126
291163	rnn.weight_hh_l1	0	-0.007023238111287355
291163	rnn.weight_hh_l1	1	0.019913051277399063
291163	rnn.weight_hh_l1	2	0.006442103069275618
291163	rnn.weight_hh_l1	3	-0.012631717137992382
291163	rnn.weight_hh_l1	4	0.004812569823116064
291163	rnn.weight_hh_l1	5	0.03522517532110214
291163	rnn.weight_hh_l1	6	0.03622362017631531
291163	rnn.weight_hh_l1	7	-0.01635352335870266
291163	rnn.weight_hh_l1	8	-0.0072216736152768135
291163	rnn.weight_hh_l1	9	0.0385911725461483
291163	rnn.bias_ih_l1	0	-0.1836223602294922
291163	rnn.bias_ih_l1	1	-0.17457637190818787
291163	rnn.bias_ih_l1	2	-0.1968892216682434
291163	rnn.bias_ih_l1	3	-0.3073345124721527
291163	rnn.bias_ih_l1	4	-0.21193912625312805
291163	rnn.bias_ih_l1	5	-0.08901353180408478
291163	rnn.bias_ih_l1	6	-0.15855135023593903
291163	rnn.bias_ih_l1	7	-0.0032456442713737488
291163	rnn.bias_ih_l1	8	-0.12974517047405243
291163	rnn.bias_ih_l1	9	-0.12317955493927002
291163	rnn.bias_hh_l1	0	-0.09651737660169601
291163	rnn.bias_hh_l1	1	-0.06295304745435715
291163	rnn.bias_hh_l1	2	-0.08544031530618668
291163	rnn.bias_hh_l1	3	-0.07749506086111069
291163	rnn.bias_hh_l1	4	-0.07311397790908813
291163	rnn.bias_hh_l1	5	-0.1173713430762291
291163	rnn.bias_hh_l1	6	-0.16086232662200928
291163	rnn.bias_hh_l1	7	0.07558965682983398
291163	rnn.bias_hh_l1	8	-0.17617852985858917
291163	rnn.bias_hh_l1	9	-0.11499949544668198
291163	rnn.weight_ih_l1_reverse	0	-0.04716436192393303
291163	rnn.weight_ih_l1_reverse	1	0.03288506716489792
291163	rnn.weight_ih_l1_reverse	2	0.08792780339717865
291163	rnn.weight_ih_l1_reverse	3	-0.01742725819349289
291163	rnn.weight_ih_l1_reverse	4	-0.02352880872786045
291163	rnn.weight_ih_l1_reverse	5	-0.030277712270617485
291163	rnn.weight_ih_l1_reverse	6	-0.019704805687069893
291163	rnn.weight_ih_l1_reverse	7	0.029679063707590103
291163	rnn.weight_ih_l1_reverse	8	0.005581638775765896
291163	rnn.weight_ih_l1_reverse	9	-0.03328707441687584
291163	rnn.weight_hh_l1_reverse	0	0.004591129720211029
291163	rnn.weight_hh_l1_reverse	1	0.031693242490291595
291163	rnn.weight_hh_l1_reverse	2	-0.04061340540647507
291163	rnn.weight_hh_l1_reverse	3	0.03502468019723892
291163	rnn.weight_hh_l1_reverse	4	0.04713665693998337
291163	rnn.weight_hh_l1_reverse	5	0.006060558836907148
291163	rnn.weight_hh_l1_reverse	6	0.04901019111275673
291163	rnn.weight_hh_l1_reverse	7	0.03099481202661991
291163	rnn.weight_hh_l1_reverse	8	-0.007111635059118271
291163	rnn.weight_hh_l1_reverse	9	-0.030161326751112938
291163	rnn.bias_ih_l1_reverse	0	-0.04559880122542381
291163	rnn.bias_ih_l1_reverse	1	-0.13948208093643188
291163	rnn.bias_ih_l1_reverse	2	-0.16379359364509583
291163	rnn.bias_ih_l1_reverse	3	-0.06082254275679588
291163	rnn.bias_ih_l1_reverse	4	-0.20368839800357819
291163	rnn.bias_ih_l1_reverse	5	-0.11697273701429367
291163	rnn.bias_ih_l1_reverse	6	-0.1298253834247589
291163	rnn.bias_ih_l1_reverse	7	-0.19173882901668549
291163	rnn.bias_ih_l1_reverse	8	0.22651387751102448
291163	rnn.bias_ih_l1_reverse	9	0.02226882241666317
291163	rnn.bias_hh_l1_reverse	0	0.0103677399456501
291163	rnn.bias_hh_l1_reverse	1	-0.0650225356221199
291163	rnn.bias_hh_l1_reverse	2	-0.23724307119846344
291163	rnn.bias_hh_l1_reverse	3	-0.14364084601402283
291163	rnn.bias_hh_l1_reverse	4	-0.08024218678474426
291163	rnn.bias_hh_l1_reverse	5	-0.11624348163604736
291163	rnn.bias_hh_l1_reverse	6	0.06330721080303192
291163	rnn.bias_hh_l1_reverse	7	-0.13432550430297852
291163	rnn.bias_hh_l1_reverse	8	-0.12503555417060852
291163	rnn.bias_hh_l1_reverse	9	-0.14820526540279388
291163	linear.weight	0	0.002228822559118271
291163	linear.weight	1	0.09693782031536102
291163	linear.weight	2	-0.09218132495880127
291163	linear.weight	3	0.313678115606308
291163	linear.weight	4	0.1501588523387909
291163	linear.weight	5	-0.06560425460338593
291163	linear.weight	6	0.09510655701160431
291163	linear.weight	7	0.13686564564704895
291163	linear.weight	8	0.041133105754852295
291163	linear.weight	9	-0.050934676080942154
291163	linear.bias	0	0.08324729651212692
291163	linear.bias	1	-0.18946075439453125
291163	linear.bias	2	-0.4526634216308594
291163	linear.bias	3	-0.656846284866333
291163	linear.bias	4	-1.2617499828338623
291163	linear.bias	5	-0.059109970927238464
291163	linear.bias	6	-0.8222672939300537
291163	linear.bias	7	0.27131015062332153
291163	linear.bias	8	-0.3953496515750885
291163	linear.bias	9	-1.0223674774169922
291360	transitions	0	0.7568987607955933
291360	transitions	1	0.13816028833389282
291360	transitions	2	-10000.0
291360	transitions	3	-1.828131079673767
291360	transitions	4	-10000.0
291360	transitions	5	0.5627449154853821
291360	transitions	6	-0.08567927777767181
291360	transitions	7	-0.8124014139175415
291360	transitions	8	-1.4228705167770386
291360	transitions	9	-0.001231954782269895
291360	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
291360	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
291360	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
291360	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
291360	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
291360	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
291360	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
291360	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
291360	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
291360	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
291360	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
291360	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
291360	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
291360	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
291360	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
291360	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
291360	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
291360	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
291360	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
291360	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
291360	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
291360	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
291360	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
291360	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
291360	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
291360	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
291360	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
291360	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
291360	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
291360	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
291360	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
291360	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
291360	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
291360	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
291360	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
291360	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
291360	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
291360	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
291360	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
291360	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
291360	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
291360	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
291360	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
291360	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
291360	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
291360	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
291360	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
291360	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
291360	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
291360	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
291360	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
291360	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
291360	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
291360	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
291360	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
291360	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
291360	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
291360	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
291360	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
291360	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
291360	embedding2nn.weight	0	0.016313334926962852
291360	embedding2nn.weight	1	-0.012659448198974133
291360	embedding2nn.weight	2	-0.014268254861235619
291360	embedding2nn.weight	3	-0.03121626190841198
291360	embedding2nn.weight	4	-0.0059150345623493195
291360	embedding2nn.weight	5	-0.0037005888298153877
291360	embedding2nn.weight	6	-0.003973265178501606
291360	embedding2nn.weight	7	-0.07739713788032532
291360	embedding2nn.weight	8	-0.0019979383796453476
291360	embedding2nn.weight	9	-0.027583329007029533
291360	embedding2nn.bias	0	0.03260089084506035
291360	embedding2nn.bias	1	-0.07668764889240265
291360	embedding2nn.bias	2	0.07242268323898315
291360	embedding2nn.bias	3	0.05147653445601463
291360	embedding2nn.bias	4	-0.04016125947237015
291360	embedding2nn.bias	5	-0.010522482916712761
291360	embedding2nn.bias	6	0.01694764941930771
291360	embedding2nn.bias	7	-0.05554373934864998
291360	embedding2nn.bias	8	0.07322544604539871
291360	embedding2nn.bias	9	0.04505649581551552
291360	rnn.weight_ih_l0	0	-0.08080346137285233
291360	rnn.weight_ih_l0	1	0.0031300601549446583
291360	rnn.weight_ih_l0	2	0.03553854674100876
291360	rnn.weight_ih_l0	3	0.022909775376319885
291360	rnn.weight_ih_l0	4	-0.04823926463723183
291360	rnn.weight_ih_l0	5	-0.06850866973400116
291360	rnn.weight_ih_l0	6	-0.0010737761622294784
291360	rnn.weight_ih_l0	7	0.05339358374476433
291360	rnn.weight_ih_l0	8	-0.017118528485298157
291360	rnn.weight_ih_l0	9	-0.030898606404662132
291360	rnn.weight_hh_l0	0	-0.02993244305253029
291360	rnn.weight_hh_l0	1	-0.007370427250862122
291360	rnn.weight_hh_l0	2	0.006785326637327671
291360	rnn.weight_hh_l0	3	-0.07460659742355347
291360	rnn.weight_hh_l0	4	0.09332488477230072
291360	rnn.weight_hh_l0	5	-0.026999156922101974
291360	rnn.weight_hh_l0	6	-0.06384866684675217
291360	rnn.weight_hh_l0	7	0.008759215474128723
291360	rnn.weight_hh_l0	8	0.013393426313996315
291360	rnn.weight_hh_l0	9	-0.025619398802518845
291360	rnn.bias_ih_l0	0	0.12984657287597656
291360	rnn.bias_ih_l0	1	-0.03391572833061218
291360	rnn.bias_ih_l0	2	-0.03442360833287239
291360	rnn.bias_ih_l0	3	0.16325326263904572
291360	rnn.bias_ih_l0	4	-0.012390172109007835
291360	rnn.bias_ih_l0	5	-0.022852864116430283
291360	rnn.bias_ih_l0	6	0.01699460670351982
291360	rnn.bias_ih_l0	7	0.02343805506825447
291360	rnn.bias_ih_l0	8	-0.09909108281135559
291360	rnn.bias_ih_l0	9	-0.04161267727613449
291360	rnn.bias_hh_l0	0	-0.0013579756487160921
291360	rnn.bias_hh_l0	1	-0.10045280307531357
291360	rnn.bias_hh_l0	2	-0.0749213844537735
291360	rnn.bias_hh_l0	3	-0.08874322474002838
291360	rnn.bias_hh_l0	4	0.00862331222742796
291360	rnn.bias_hh_l0	5	-0.020688744261860847
291360	rnn.bias_hh_l0	6	0.0283052921295166
291360	rnn.bias_hh_l0	7	0.06028961017727852
291360	rnn.bias_hh_l0	8	-0.12318294495344162
291360	rnn.bias_hh_l0	9	-0.0598248690366745
291360	rnn.weight_ih_l0_reverse	0	-0.025540132075548172
291360	rnn.weight_ih_l0_reverse	1	-0.05735413730144501
291360	rnn.weight_ih_l0_reverse	2	-0.04896405339241028
291360	rnn.weight_ih_l0_reverse	3	0.015504315495491028
291360	rnn.weight_ih_l0_reverse	4	-0.025203147903084755
291360	rnn.weight_ih_l0_reverse	5	-0.05732259154319763
291360	rnn.weight_ih_l0_reverse	6	0.07346797734498978
291360	rnn.weight_ih_l0_reverse	7	-0.019029363989830017
291360	rnn.weight_ih_l0_reverse	8	-0.018539000302553177
291360	rnn.weight_ih_l0_reverse	9	0.00453610997647047
291360	rnn.weight_hh_l0_reverse	0	0.06865770369768143
291360	rnn.weight_hh_l0_reverse	1	0.019914841279387474
291360	rnn.weight_hh_l0_reverse	2	0.030143575742840767
291360	rnn.weight_hh_l0_reverse	3	0.035564228892326355
291360	rnn.weight_hh_l0_reverse	4	0.014349134638905525
291360	rnn.weight_hh_l0_reverse	5	0.008312894031405449
291360	rnn.weight_hh_l0_reverse	6	0.05100802704691887
291360	rnn.weight_hh_l0_reverse	7	-0.08199501782655716
291360	rnn.weight_hh_l0_reverse	8	0.04009367153048515
291360	rnn.weight_hh_l0_reverse	9	0.034841232001781464
291360	rnn.bias_ih_l0_reverse	0	-0.056978918612003326
291360	rnn.bias_ih_l0_reverse	1	-0.282936692237854
291360	rnn.bias_ih_l0_reverse	2	-0.12435092777013779
291360	rnn.bias_ih_l0_reverse	3	-0.047750942409038544
291360	rnn.bias_ih_l0_reverse	4	-0.022133581340312958
291360	rnn.bias_ih_l0_reverse	5	0.07623211294412613
291360	rnn.bias_ih_l0_reverse	6	-0.06560096889734268
291360	rnn.bias_ih_l0_reverse	7	0.06161273643374443
291360	rnn.bias_ih_l0_reverse	8	-0.03538436070084572
291360	rnn.bias_ih_l0_reverse	9	0.06520701944828033
291360	rnn.bias_hh_l0_reverse	0	0.02341240458190441
291360	rnn.bias_hh_l0_reverse	1	-0.06305959075689316
291360	rnn.bias_hh_l0_reverse	2	0.08926056325435638
291360	rnn.bias_hh_l0_reverse	3	-0.05169465392827988
291360	rnn.bias_hh_l0_reverse	4	-0.028264470398426056
291360	rnn.bias_hh_l0_reverse	5	-0.022000016644597054
291360	rnn.bias_hh_l0_reverse	6	-0.0206131711602211
291360	rnn.bias_hh_l0_reverse	7	0.09971113502979279
291360	rnn.bias_hh_l0_reverse	8	0.030132850632071495
291360	rnn.bias_hh_l0_reverse	9	-0.1489446610212326
291360	rnn.weight_ih_l1	0	-0.029767431318759918
291360	rnn.weight_ih_l1	1	-0.05077727884054184
291360	rnn.weight_ih_l1	2	0.06499399989843369
291360	rnn.weight_ih_l1	3	-0.07293850183486938
291360	rnn.weight_ih_l1	4	-0.014103061519563198
291360	rnn.weight_ih_l1	5	-0.040335267782211304
291360	rnn.weight_ih_l1	6	0.02898026630282402
291360	rnn.weight_ih_l1	7	-0.04423903673887253
291360	rnn.weight_ih_l1	8	0.0378633476793766
291360	rnn.weight_ih_l1	9	0.04478956758975983
291360	rnn.weight_hh_l1	0	-0.007020695600658655
291360	rnn.weight_hh_l1	1	0.019914397969841957
291360	rnn.weight_hh_l1	2	0.0064422981813549995
291360	rnn.weight_hh_l1	3	-0.012631228193640709
291360	rnn.weight_hh_l1	4	0.004823610186576843
291360	rnn.weight_hh_l1	5	0.03522701933979988
291360	rnn.weight_hh_l1	6	0.036224499344825745
291360	rnn.weight_hh_l1	7	-0.01635345257818699
291360	rnn.weight_hh_l1	8	-0.007219435181468725
291360	rnn.weight_hh_l1	9	0.038587164133787155
291360	rnn.bias_ih_l1	0	-0.18363304436206818
291360	rnn.bias_ih_l1	1	-0.1746053248643875
291360	rnn.bias_ih_l1	2	-0.1968667209148407
291360	rnn.bias_ih_l1	3	-0.30733388662338257
291360	rnn.bias_ih_l1	4	-0.2118912637233734
291360	rnn.bias_ih_l1	5	-0.08903101831674576
291360	rnn.bias_ih_l1	6	-0.1585407257080078
291360	rnn.bias_ih_l1	7	-0.0032381522469222546
291360	rnn.bias_ih_l1	8	-0.12976454198360443
291360	rnn.bias_ih_l1	9	-0.12313822656869888
291360	rnn.bias_hh_l1	0	-0.09652943909168243
291360	rnn.bias_hh_l1	1	-0.06295058131217957
291360	rnn.bias_hh_l1	2	-0.08547075092792511
291360	rnn.bias_hh_l1	3	-0.07750553637742996
291360	rnn.bias_hh_l1	4	-0.07308213412761688
291360	rnn.bias_hh_l1	5	-0.11736048758029938
291360	rnn.bias_hh_l1	6	-0.16085420548915863
291360	rnn.bias_hh_l1	7	0.07556964457035065
291360	rnn.bias_hh_l1	8	-0.17615392804145813
291360	rnn.bias_hh_l1	9	-0.11503337323665619
291360	rnn.weight_ih_l1_reverse	0	-0.047155510634183884
291360	rnn.weight_ih_l1_reverse	1	0.032880887389183044
291360	rnn.weight_ih_l1_reverse	2	0.08793221414089203
291360	rnn.weight_ih_l1_reverse	3	-0.017424630001187325
291360	rnn.weight_ih_l1_reverse	4	-0.023544371128082275
291360	rnn.weight_ih_l1_reverse	5	-0.030277518555521965
291360	rnn.weight_ih_l1_reverse	6	-0.019696256145834923
291360	rnn.weight_ih_l1_reverse	7	0.029673324897885323
291360	rnn.weight_ih_l1_reverse	8	0.0055632623843848705
291360	rnn.weight_ih_l1_reverse	9	-0.03328569605946541
291360	rnn.weight_hh_l1_reverse	0	0.004592320416122675
291360	rnn.weight_hh_l1_reverse	1	0.03169514983892441
291360	rnn.weight_hh_l1_reverse	2	-0.04061301052570343
291360	rnn.weight_hh_l1_reverse	3	0.03502402827143669
291360	rnn.weight_hh_l1_reverse	4	0.04713716357946396
291360	rnn.weight_hh_l1_reverse	5	0.006058970931917429
291360	rnn.weight_hh_l1_reverse	6	0.04899470880627632
291360	rnn.weight_hh_l1_reverse	7	0.030997924506664276
291360	rnn.weight_hh_l1_reverse	8	-0.007109589409083128
291360	rnn.weight_hh_l1_reverse	9	-0.03016129694879055
291360	rnn.bias_ih_l1_reverse	0	-0.04559919610619545
291360	rnn.bias_ih_l1_reverse	1	-0.13947607576847076
291360	rnn.bias_ih_l1_reverse	2	-0.16376258432865143
291360	rnn.bias_ih_l1_reverse	3	-0.06072235479950905
291360	rnn.bias_ih_l1_reverse	4	-0.20371441543102264
291360	rnn.bias_ih_l1_reverse	5	-0.11697610467672348
291360	rnn.bias_ih_l1_reverse	6	-0.1298317313194275
291360	rnn.bias_ih_l1_reverse	7	-0.1917189210653305
291360	rnn.bias_ih_l1_reverse	8	0.22653742134571075
291360	rnn.bias_ih_l1_reverse	9	0.022245274856686592
291360	rnn.bias_hh_l1_reverse	0	0.010409682989120483
291360	rnn.bias_hh_l1_reverse	1	-0.06501594185829163
291360	rnn.bias_hh_l1_reverse	2	-0.23725999891757965
291360	rnn.bias_hh_l1_reverse	3	-0.1436515599489212
291360	rnn.bias_hh_l1_reverse	4	-0.0802382156252861
291360	rnn.bias_hh_l1_reverse	5	-0.11624253541231155
291360	rnn.bias_hh_l1_reverse	6	0.06337107717990875
291360	rnn.bias_hh_l1_reverse	7	-0.13435222208499908
291360	rnn.bias_hh_l1_reverse	8	-0.1250583380460739
291360	rnn.bias_hh_l1_reverse	9	-0.14821752905845642
291360	linear.weight	0	0.002228822559118271
291360	linear.weight	1	0.09692937880754471
291360	linear.weight	2	-0.09218721091747284
291360	linear.weight	3	0.31369078159332275
291360	linear.weight	4	0.15017160773277283
291360	linear.weight	5	-0.06558191031217575
291360	linear.weight	6	0.09497203677892685
291360	linear.weight	7	0.1368488073348999
291360	linear.weight	8	0.041133105754852295
291360	linear.weight	9	-0.05088604614138603
291360	linear.bias	0	0.08400014042854309
291360	linear.bias	1	-0.18938861787319183
291360	linear.bias	2	-0.4529426395893097
291360	linear.bias	3	-0.6569119691848755
291360	linear.bias	4	-1.261829137802124
291360	linear.bias	5	-0.05923566594719887
291360	linear.bias	6	-0.8221791982650757
291360	linear.bias	7	0.2711959183216095
291360	linear.bias	8	-0.3952956199645996
291360	linear.bias	9	-1.0222995281219482
291557	transitions	0	0.7568235397338867
291557	transitions	1	0.1381293535232544
291557	transitions	2	-10000.0
291557	transitions	3	-1.8281331062316895
291557	transitions	4	-10000.0
291557	transitions	5	0.562744677066803
291557	transitions	6	-0.08567952364683151
291557	transitions	7	-0.8124046325683594
291557	transitions	8	-1.4228706359863281
291557	transitions	9	-0.0012319558300077915
291557	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
291557	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
291557	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
291557	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
291557	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
291557	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
291557	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
291557	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
291557	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
291557	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
291557	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
291557	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
291557	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
291557	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
291557	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
291557	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
291557	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
291557	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
291557	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
291557	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
291557	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
291557	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
291557	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
291557	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
291557	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
291557	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
291557	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
291557	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
291557	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
291557	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
291557	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
291557	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
291557	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
291557	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
291557	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
291557	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
291557	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
291557	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
291557	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
291557	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
291557	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
291557	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
291557	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
291557	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
291557	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
291557	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
291557	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
291557	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
291557	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
291557	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
291557	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
291557	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
291557	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
291557	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
291557	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
291557	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
291557	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
291557	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
291557	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
291557	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
291557	embedding2nn.weight	0	0.01631309650838375
291557	embedding2nn.weight	1	-0.012659357860684395
291557	embedding2nn.weight	2	-0.014268254861235619
291557	embedding2nn.weight	3	-0.031224600970745087
291557	embedding2nn.weight	4	-0.0059150345623493195
291557	embedding2nn.weight	5	-0.0037005888298153877
291557	embedding2nn.weight	6	-0.003973265178501606
291557	embedding2nn.weight	7	-0.07739511877298355
291557	embedding2nn.weight	8	-0.0019979383796453476
291557	embedding2nn.weight	9	-0.027585331350564957
291557	embedding2nn.bias	0	0.03247736394405365
291557	embedding2nn.bias	1	-0.0765252485871315
291557	embedding2nn.bias	2	0.0723797082901001
291557	embedding2nn.bias	3	0.05149481073021889
291557	embedding2nn.bias	4	-0.040249258279800415
291557	embedding2nn.bias	5	-0.010532141663134098
291557	embedding2nn.bias	6	0.017005877569317818
291557	embedding2nn.bias	7	-0.05553140118718147
291557	embedding2nn.bias	8	0.07324991375207901
291557	embedding2nn.bias	9	0.04506910592317581
291557	rnn.weight_ih_l0	0	-0.08078359812498093
291557	rnn.weight_ih_l0	1	0.0031437757425010204
291557	rnn.weight_ih_l0	2	0.03553662449121475
291557	rnn.weight_ih_l0	3	0.0229052621871233
291557	rnn.weight_ih_l0	4	-0.04823332279920578
291557	rnn.weight_ih_l0	5	-0.06851837784051895
291557	rnn.weight_ih_l0	6	-0.0010769469663500786
291557	rnn.weight_ih_l0	7	0.053399376571178436
291557	rnn.weight_ih_l0	8	-0.017110416665673256
291557	rnn.weight_ih_l0	9	-0.030892085283994675
291557	rnn.weight_hh_l0	0	-0.02993127889931202
291557	rnn.weight_hh_l0	1	-0.00737196346744895
291557	rnn.weight_hh_l0	2	0.006782495882362127
291557	rnn.weight_hh_l0	3	-0.0746072307229042
291557	rnn.weight_hh_l0	4	0.09332618862390518
291557	rnn.weight_hh_l0	5	-0.02701652981340885
291557	rnn.weight_hh_l0	6	-0.06383971869945526
291557	rnn.weight_hh_l0	7	0.008752569556236267
291557	rnn.weight_hh_l0	8	0.013397309929132462
291557	rnn.weight_hh_l0	9	-0.02561965025961399
291557	rnn.bias_ih_l0	0	0.12985269725322723
291557	rnn.bias_ih_l0	1	-0.0339043103158474
291557	rnn.bias_ih_l0	2	-0.03442894667387009
291557	rnn.bias_ih_l0	3	0.16324833035469055
291557	rnn.bias_ih_l0	4	-0.012361094355583191
291557	rnn.bias_ih_l0	5	-0.022848300635814667
291557	rnn.bias_ih_l0	6	0.01702573522925377
291557	rnn.bias_ih_l0	7	0.02340865507721901
291557	rnn.bias_ih_l0	8	-0.0990840494632721
291557	rnn.bias_ih_l0	9	-0.0416460745036602
291557	rnn.bias_hh_l0	0	-0.0013523634988814592
291557	rnn.bias_hh_l0	1	-0.10045558959245682
291557	rnn.bias_hh_l0	2	-0.07491634041070938
291557	rnn.bias_hh_l0	3	-0.08872674405574799
291557	rnn.bias_hh_l0	4	0.008616995997726917
291557	rnn.bias_hh_l0	5	-0.020671648904681206
291557	rnn.bias_hh_l0	6	0.028304122388362885
291557	rnn.bias_hh_l0	7	0.06024354323744774
291557	rnn.bias_hh_l0	8	-0.12317361682653427
291557	rnn.bias_hh_l0	9	-0.05983489006757736
291557	rnn.weight_ih_l0_reverse	0	-0.02555421181023121
291557	rnn.weight_ih_l0_reverse	1	-0.057338785380125046
291557	rnn.weight_ih_l0_reverse	2	-0.04895851016044617
291557	rnn.weight_ih_l0_reverse	3	0.015494626015424728
291557	rnn.weight_ih_l0_reverse	4	-0.02519744448363781
291557	rnn.weight_ih_l0_reverse	5	-0.05732103809714317
291557	rnn.weight_ih_l0_reverse	6	0.07346236705780029
291557	rnn.weight_ih_l0_reverse	7	-0.019028963521122932
291557	rnn.weight_ih_l0_reverse	8	-0.018535342067480087
291557	rnn.weight_ih_l0_reverse	9	0.00454032002016902
291557	rnn.weight_hh_l0_reverse	0	0.06866133213043213
291557	rnn.weight_hh_l0_reverse	1	0.019917936995625496
291557	rnn.weight_hh_l0_reverse	2	0.030134860426187515
291557	rnn.weight_hh_l0_reverse	3	0.03556609898805618
291557	rnn.weight_hh_l0_reverse	4	0.014343890361487865
291557	rnn.weight_hh_l0_reverse	5	0.0083146458491683
291557	rnn.weight_hh_l0_reverse	6	0.051010746508836746
291557	rnn.weight_hh_l0_reverse	7	-0.08198844641447067
291557	rnn.weight_hh_l0_reverse	8	0.04009633883833885
291557	rnn.weight_hh_l0_reverse	9	0.03484342247247696
291557	rnn.bias_ih_l0_reverse	0	-0.05699775740504265
291557	rnn.bias_ih_l0_reverse	1	-0.2829398512840271
291557	rnn.bias_ih_l0_reverse	2	-0.12431490421295166
291557	rnn.bias_ih_l0_reverse	3	-0.04775203391909599
291557	rnn.bias_ih_l0_reverse	4	-0.02217080444097519
291557	rnn.bias_ih_l0_reverse	5	0.07627523690462112
291557	rnn.bias_ih_l0_reverse	6	-0.06558714061975479
291557	rnn.bias_ih_l0_reverse	7	0.06158202514052391
291557	rnn.bias_ih_l0_reverse	8	-0.03539561107754707
291557	rnn.bias_ih_l0_reverse	9	0.06519921869039536
291557	rnn.bias_hh_l0_reverse	0	0.023404788225889206
291557	rnn.bias_hh_l0_reverse	1	-0.06305268406867981
291557	rnn.bias_hh_l0_reverse	2	0.08923258632421494
291557	rnn.bias_hh_l0_reverse	3	-0.051693350076675415
291557	rnn.bias_hh_l0_reverse	4	-0.028257712721824646
291557	rnn.bias_hh_l0_reverse	5	-0.0220454391092062
291557	rnn.bias_hh_l0_reverse	6	-0.020606815814971924
291557	rnn.bias_hh_l0_reverse	7	0.09971454739570618
291557	rnn.bias_hh_l0_reverse	8	0.0301209706813097
291557	rnn.bias_hh_l0_reverse	9	-0.14891749620437622
291557	rnn.weight_ih_l1	0	-0.02976233884692192
291557	rnn.weight_ih_l1	1	-0.05078354850411415
291557	rnn.weight_ih_l1	2	0.06499482691287994
291557	rnn.weight_ih_l1	3	-0.07293473184108734
291557	rnn.weight_ih_l1	4	-0.014108234085142612
291557	rnn.weight_ih_l1	5	-0.04033620283007622
291557	rnn.weight_ih_l1	6	0.028979673981666565
291557	rnn.weight_ih_l1	7	-0.044222861528396606
291557	rnn.weight_ih_l1	8	0.03786580264568329
291557	rnn.weight_ih_l1	9	0.044788919389247894
291557	rnn.weight_hh_l1	0	-0.007026162464171648
291557	rnn.weight_hh_l1	1	0.019914982840418816
291557	rnn.weight_hh_l1	2	0.00643064733594656
291557	rnn.weight_hh_l1	3	-0.012628337368369102
291557	rnn.weight_hh_l1	4	0.004825052339583635
291557	rnn.weight_hh_l1	5	0.0352218933403492
291557	rnn.weight_hh_l1	6	0.03622015193104744
291557	rnn.weight_hh_l1	7	-0.016350161284208298
291557	rnn.weight_hh_l1	8	-0.0072176167741417885
291557	rnn.weight_hh_l1	9	0.038588326424360275
291557	rnn.bias_ih_l1	0	-0.18363821506500244
291557	rnn.bias_ih_l1	1	-0.17467258870601654
291557	rnn.bias_ih_l1	2	-0.1968616545200348
291557	rnn.bias_ih_l1	3	-0.30732259154319763
291557	rnn.bias_ih_l1	4	-0.2119094580411911
291557	rnn.bias_ih_l1	5	-0.08902569115161896
291557	rnn.bias_ih_l1	6	-0.1585426777601242
291557	rnn.bias_ih_l1	7	-0.003221756312996149
291557	rnn.bias_ih_l1	8	-0.12974920868873596
291557	rnn.bias_ih_l1	9	-0.1231515184044838
291557	rnn.bias_hh_l1	0	-0.09653140604496002
291557	rnn.bias_hh_l1	1	-0.06295575201511383
291557	rnn.bias_hh_l1	2	-0.08548097312450409
291557	rnn.bias_hh_l1	3	-0.07750365883111954
291557	rnn.bias_hh_l1	4	-0.0730748102068901
291557	rnn.bias_hh_l1	5	-0.11736877262592316
291557	rnn.bias_hh_l1	6	-0.16086164116859436
291557	rnn.bias_hh_l1	7	0.0755343809723854
291557	rnn.bias_hh_l1	8	-0.17612586915493011
291557	rnn.bias_hh_l1	9	-0.11507222801446915
291557	rnn.weight_ih_l1_reverse	0	-0.04715408384799957
291557	rnn.weight_ih_l1_reverse	1	0.032881829887628555
291557	rnn.weight_ih_l1_reverse	2	0.08792979270219803
291557	rnn.weight_ih_l1_reverse	3	-0.01742279902100563
291557	rnn.weight_ih_l1_reverse	4	-0.02352726459503174
291557	rnn.weight_ih_l1_reverse	5	-0.03027535229921341
291557	rnn.weight_ih_l1_reverse	6	-0.019713066518306732
291557	rnn.weight_ih_l1_reverse	7	0.029682256281375885
291557	rnn.weight_ih_l1_reverse	8	0.005570017267018557
291557	rnn.weight_ih_l1_reverse	9	-0.03330520540475845
291557	rnn.weight_hh_l1_reverse	0	0.004588269628584385
291557	rnn.weight_hh_l1_reverse	1	0.03169431909918785
291557	rnn.weight_hh_l1_reverse	2	-0.040613047778606415
291557	rnn.weight_hh_l1_reverse	3	0.035024236887693405
291557	rnn.weight_hh_l1_reverse	4	0.04713553935289383
291557	rnn.weight_hh_l1_reverse	5	0.006057424936443567
291557	rnn.weight_hh_l1_reverse	6	0.04901515319943428
291557	rnn.weight_hh_l1_reverse	7	0.030994636937975883
291557	rnn.weight_hh_l1_reverse	8	-0.007108170073479414
291557	rnn.weight_hh_l1_reverse	9	-0.030162787064909935
291557	rnn.bias_ih_l1_reverse	0	-0.045618586242198944
291557	rnn.bias_ih_l1_reverse	1	-0.13945364952087402
291557	rnn.bias_ih_l1_reverse	2	-0.16377505660057068
291557	rnn.bias_ih_l1_reverse	3	-0.06068412959575653
291557	rnn.bias_ih_l1_reverse	4	-0.20373007655143738
291557	rnn.bias_ih_l1_reverse	5	-0.11697441339492798
291557	rnn.bias_ih_l1_reverse	6	-0.12983952462673187
291557	rnn.bias_ih_l1_reverse	7	-0.1917000561952591
291557	rnn.bias_ih_l1_reverse	8	0.226530060172081
291557	rnn.bias_ih_l1_reverse	9	0.022273097187280655
291557	rnn.bias_hh_l1_reverse	0	0.010413563810288906
291557	rnn.bias_hh_l1_reverse	1	-0.0651075541973114
291557	rnn.bias_hh_l1_reverse	2	-0.23726055026054382
291557	rnn.bias_hh_l1_reverse	3	-0.14362987875938416
291557	rnn.bias_hh_l1_reverse	4	-0.0802307203412056
291557	rnn.bias_hh_l1_reverse	5	-0.1162419244647026
291557	rnn.bias_hh_l1_reverse	6	0.06337890774011612
291557	rnn.bias_hh_l1_reverse	7	-0.13433724641799927
291557	rnn.bias_hh_l1_reverse	8	-0.12507416307926178
291557	rnn.bias_hh_l1_reverse	9	-0.1482176035642624
291557	linear.weight	0	0.002228822559118271
291557	linear.weight	1	0.09686661511659622
291557	linear.weight	2	-0.09223045408725739
291557	linear.weight	3	0.31363847851753235
291557	linear.weight	4	0.15018071234226227
291557	linear.weight	5	-0.06559727340936661
291557	linear.weight	6	0.0948035717010498
291557	linear.weight	7	0.1368384063243866
291557	linear.weight	8	0.041133105754852295
291557	linear.weight	9	-0.050911519676446915
291557	linear.bias	0	0.08418785780668259
291557	linear.bias	1	-0.18922559916973114
291557	linear.bias	2	-0.45317524671554565
291557	linear.bias	3	-0.6568474769592285
291557	linear.bias	4	-1.2617571353912354
291557	linear.bias	5	-0.06003827974200249
291557	linear.bias	6	-0.8219717144966125
291557	linear.bias	7	0.27042025327682495
291557	linear.bias	8	-0.39521878957748413
291557	linear.bias	9	-1.0222291946411133
291754	transitions	0	0.7569113969802856
291754	transitions	1	0.13818573951721191
291754	transitions	2	-10000.0
291754	transitions	3	-1.828133225440979
291754	transitions	4	-10000.0
291754	transitions	5	0.5627444982528687
291754	transitions	6	-0.08567981421947479
291754	transitions	7	-0.8124059438705444
291754	transitions	8	-1.4228706359863281
291754	transitions	9	-0.0012319603702053428
291754	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
291754	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
291754	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
291754	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
291754	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
291754	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
291754	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
291754	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
291754	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
291754	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
291754	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
291754	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
291754	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
291754	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
291754	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
291754	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
291754	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
291754	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
291754	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
291754	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
291754	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
291754	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
291754	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
291754	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
291754	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
291754	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
291754	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
291754	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
291754	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
291754	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
291754	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
291754	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
291754	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
291754	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
291754	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
291754	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
291754	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
291754	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
291754	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
291754	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
291754	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
291754	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
291754	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
291754	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
291754	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
291754	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
291754	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
291754	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
291754	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
291754	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
291754	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
291754	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
291754	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
291754	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
291754	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
291754	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
291754	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
291754	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
291754	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
291754	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
291754	embedding2nn.weight	0	0.016313258558511734
291754	embedding2nn.weight	1	-0.0126591632142663
291754	embedding2nn.weight	2	-0.014268254861235619
291754	embedding2nn.weight	3	-0.031215863302350044
291754	embedding2nn.weight	4	-0.0059150345623493195
291754	embedding2nn.weight	5	-0.0037005888298153877
291754	embedding2nn.weight	6	-0.003973265178501606
291754	embedding2nn.weight	7	-0.0773964524269104
291754	embedding2nn.weight	8	-0.0019979383796453476
291754	embedding2nn.weight	9	-0.02758786454796791
291754	embedding2nn.bias	0	0.032523270696401596
291754	embedding2nn.bias	1	-0.07654538005590439
291754	embedding2nn.bias	2	0.07236215472221375
291754	embedding2nn.bias	3	0.05157534405589104
291754	embedding2nn.bias	4	-0.04026579111814499
291754	embedding2nn.bias	5	-0.010538310743868351
291754	embedding2nn.bias	6	0.017067300155758858
291754	embedding2nn.bias	7	-0.05556873604655266
291754	embedding2nn.bias	8	0.0731920599937439
291754	embedding2nn.bias	9	0.045053914189338684
291754	rnn.weight_ih_l0	0	-0.08079233020544052
291754	rnn.weight_ih_l0	1	0.003138214349746704
291754	rnn.weight_ih_l0	2	0.035540129989385605
291754	rnn.weight_ih_l0	3	0.02290288917720318
291754	rnn.weight_ih_l0	4	-0.048233721405267715
291754	rnn.weight_ih_l0	5	-0.0685160905122757
291754	rnn.weight_ih_l0	6	-0.0010804908815771341
291754	rnn.weight_ih_l0	7	0.05340610817074776
291754	rnn.weight_ih_l0	8	-0.0171174518764019
291754	rnn.weight_ih_l0	9	-0.030896427109837532
291754	rnn.weight_hh_l0	0	-0.029933683574199677
291754	rnn.weight_hh_l0	1	-0.007367145270109177
291754	rnn.weight_hh_l0	2	0.0067818681709468365
291754	rnn.weight_hh_l0	3	-0.0746023878455162
291754	rnn.weight_hh_l0	4	0.09333380311727524
291754	rnn.weight_hh_l0	5	-0.02702486328780651
291754	rnn.weight_hh_l0	6	-0.06383401155471802
291754	rnn.weight_hh_l0	7	0.008748642168939114
291754	rnn.weight_hh_l0	8	0.013394451700150967
291754	rnn.weight_hh_l0	9	-0.025619855150580406
291754	rnn.bias_ih_l0	0	0.129832923412323
291754	rnn.bias_ih_l0	1	-0.033913467079401016
291754	rnn.bias_ih_l0	2	-0.034407906234264374
291754	rnn.bias_ih_l0	3	0.16324540972709656
291754	rnn.bias_ih_l0	4	-0.012365761213004589
291754	rnn.bias_ih_l0	5	-0.022891815751791
291754	rnn.bias_ih_l0	6	0.0170248132199049
291754	rnn.bias_ih_l0	7	0.023401999846100807
291754	rnn.bias_ih_l0	8	-0.09907752275466919
291754	rnn.bias_ih_l0	9	-0.04160168021917343
291754	rnn.bias_hh_l0	0	-0.0013610649621114135
291754	rnn.bias_hh_l0	1	-0.10043907165527344
291754	rnn.bias_hh_l0	2	-0.0749271959066391
291754	rnn.bias_hh_l0	3	-0.08871372789144516
291754	rnn.bias_hh_l0	4	0.008628148585557938
291754	rnn.bias_hh_l0	5	-0.020707152783870697
291754	rnn.bias_hh_l0	6	0.02829669788479805
291754	rnn.bias_hh_l0	7	0.06023571640253067
291754	rnn.bias_hh_l0	8	-0.12316543608903885
291754	rnn.bias_hh_l0	9	-0.0598483569920063
291754	rnn.weight_ih_l0_reverse	0	-0.025550100952386856
291754	rnn.weight_ih_l0_reverse	1	-0.057342201471328735
291754	rnn.weight_ih_l0_reverse	2	-0.048969294875860214
291754	rnn.weight_ih_l0_reverse	3	0.01549778413027525
291754	rnn.weight_ih_l0_reverse	4	-0.02519494667649269
291754	rnn.weight_ih_l0_reverse	5	-0.057324185967445374
291754	rnn.weight_ih_l0_reverse	6	0.0734626054763794
291754	rnn.weight_ih_l0_reverse	7	-0.01905042678117752
291754	rnn.weight_ih_l0_reverse	8	-0.01854686811566353
291754	rnn.weight_ih_l0_reverse	9	0.004547136835753918
291754	rnn.weight_hh_l0_reverse	0	0.06864598393440247
291754	rnn.weight_hh_l0_reverse	1	0.019925836473703384
291754	rnn.weight_hh_l0_reverse	2	0.030125772580504417
291754	rnn.weight_hh_l0_reverse	3	0.03556321933865547
291754	rnn.weight_hh_l0_reverse	4	0.014344887807965279
291754	rnn.weight_hh_l0_reverse	5	0.008322346024215221
291754	rnn.weight_hh_l0_reverse	6	0.05101357772946358
291754	rnn.weight_hh_l0_reverse	7	-0.08197973668575287
291754	rnn.weight_hh_l0_reverse	8	0.04009542614221573
291754	rnn.weight_hh_l0_reverse	9	0.034847188740968704
291754	rnn.bias_ih_l0_reverse	0	-0.05697597563266754
291754	rnn.bias_ih_l0_reverse	1	-0.2829064726829529
291754	rnn.bias_ih_l0_reverse	2	-0.12427257746458054
291754	rnn.bias_ih_l0_reverse	3	-0.04776208475232124
291754	rnn.bias_ih_l0_reverse	4	-0.02218056097626686
291754	rnn.bias_ih_l0_reverse	5	0.07626830041408539
291754	rnn.bias_ih_l0_reverse	6	-0.06560086458921432
291754	rnn.bias_ih_l0_reverse	7	0.06159356236457825
291754	rnn.bias_ih_l0_reverse	8	-0.03535371646285057
291754	rnn.bias_ih_l0_reverse	9	0.06518710404634476
291754	rnn.bias_hh_l0_reverse	0	0.02341315895318985
291754	rnn.bias_hh_l0_reverse	1	-0.06307150423526764
291754	rnn.bias_hh_l0_reverse	2	0.08920169621706009
291754	rnn.bias_hh_l0_reverse	3	-0.051712628453969955
291754	rnn.bias_hh_l0_reverse	4	-0.028274055570364
291754	rnn.bias_hh_l0_reverse	5	-0.02202257141470909
291754	rnn.bias_hh_l0_reverse	6	-0.02060616947710514
291754	rnn.bias_hh_l0_reverse	7	0.09967728704214096
291754	rnn.bias_hh_l0_reverse	8	0.030123120173811913
291754	rnn.bias_hh_l0_reverse	9	-0.14891628921031952
291754	rnn.weight_ih_l1	0	-0.02975812926888466
291754	rnn.weight_ih_l1	1	-0.05079207569360733
291754	rnn.weight_ih_l1	2	0.06500156968832016
291754	rnn.weight_ih_l1	3	-0.07291129231452942
291754	rnn.weight_ih_l1	4	-0.01411118172109127
291754	rnn.weight_ih_l1	5	-0.040339481085538864
291754	rnn.weight_ih_l1	6	0.02897416613996029
291754	rnn.weight_ih_l1	7	-0.04421701282262802
291754	rnn.weight_ih_l1	8	0.03786712512373924
291754	rnn.weight_ih_l1	9	0.04478200525045395
291754	rnn.weight_hh_l1	0	-0.007024709135293961
291754	rnn.weight_hh_l1	1	0.01991526409983635
291754	rnn.weight_hh_l1	2	0.006441839039325714
291754	rnn.weight_hh_l1	3	-0.012626891024410725
291754	rnn.weight_hh_l1	4	0.004819856025278568
291754	rnn.weight_hh_l1	5	0.03522414714097977
291754	rnn.weight_hh_l1	6	0.036223188042640686
291754	rnn.weight_hh_l1	7	-0.01634765975177288
291754	rnn.weight_hh_l1	8	-0.0072197760455310345
291754	rnn.weight_hh_l1	9	0.03859224542975426
291754	rnn.bias_ih_l1	0	-0.18363654613494873
291754	rnn.bias_ih_l1	1	-0.17469576001167297
291754	rnn.bias_ih_l1	2	-0.19687189161777496
291754	rnn.bias_ih_l1	3	-0.30730393528938293
291754	rnn.bias_ih_l1	4	-0.2119830697774887
291754	rnn.bias_ih_l1	5	-0.0890285074710846
291754	rnn.bias_ih_l1	6	-0.1585429161787033
291754	rnn.bias_ih_l1	7	-0.0031967521645128727
291754	rnn.bias_ih_l1	8	-0.12979914247989655
291754	rnn.bias_ih_l1	9	-0.12315026670694351
291754	rnn.bias_hh_l1	0	-0.09651699662208557
291754	rnn.bias_hh_l1	1	-0.06297432631254196
291754	rnn.bias_hh_l1	2	-0.085487499833107
291754	rnn.bias_hh_l1	3	-0.07750672847032547
291754	rnn.bias_hh_l1	4	-0.07305555790662766
291754	rnn.bias_hh_l1	5	-0.1173897534608841
291754	rnn.bias_hh_l1	6	-0.1608661562204361
291754	rnn.bias_hh_l1	7	0.07548701763153076
291754	rnn.bias_hh_l1	8	-0.17615270614624023
291754	rnn.bias_hh_l1	9	-0.11502287536859512
291754	rnn.weight_ih_l1_reverse	0	-0.04714946076273918
291754	rnn.weight_ih_l1_reverse	1	0.03289879858493805
291754	rnn.weight_ih_l1_reverse	2	0.08793789148330688
291754	rnn.weight_ih_l1_reverse	3	-0.017409350723028183
291754	rnn.weight_ih_l1_reverse	4	-0.023542804643511772
291754	rnn.weight_ih_l1_reverse	5	-0.030274657532572746
291754	rnn.weight_ih_l1_reverse	6	-0.019710415974259377
291754	rnn.weight_ih_l1_reverse	7	0.029689883813261986
291754	rnn.weight_ih_l1_reverse	8	0.005567742977291346
291754	rnn.weight_ih_l1_reverse	9	-0.033308014273643494
291754	rnn.weight_hh_l1_reverse	0	0.004590550437569618
291754	rnn.weight_hh_l1_reverse	1	0.03169756755232811
291754	rnn.weight_hh_l1_reverse	2	-0.0406130850315094
291754	rnn.weight_hh_l1_reverse	3	0.03502484783530235
291754	rnn.weight_hh_l1_reverse	4	0.0471348837018013
291754	rnn.weight_hh_l1_reverse	5	0.006063191685825586
291754	rnn.weight_hh_l1_reverse	6	0.04904211312532425
291754	rnn.weight_hh_l1_reverse	7	0.030995618551969528
291754	rnn.weight_hh_l1_reverse	8	-0.007108985912054777
291754	rnn.weight_hh_l1_reverse	9	-0.03016040474176407
291754	rnn.bias_ih_l1_reverse	0	-0.045600928366184235
291754	rnn.bias_ih_l1_reverse	1	-0.1394723802804947
291754	rnn.bias_ih_l1_reverse	2	-0.16374576091766357
291754	rnn.bias_ih_l1_reverse	3	-0.06069526448845863
291754	rnn.bias_ih_l1_reverse	4	-0.2037285417318344
291754	rnn.bias_ih_l1_reverse	5	-0.11696390062570572
291754	rnn.bias_ih_l1_reverse	6	-0.1298418492078781
291754	rnn.bias_ih_l1_reverse	7	-0.19172729551792145
291754	rnn.bias_ih_l1_reverse	8	0.22656337916851044
291754	rnn.bias_ih_l1_reverse	9	0.02229311875998974
291754	rnn.bias_hh_l1_reverse	0	0.01039849128574133
291754	rnn.bias_hh_l1_reverse	1	-0.06505157053470612
291754	rnn.bias_hh_l1_reverse	2	-0.23725631833076477
291754	rnn.bias_hh_l1_reverse	3	-0.14363311231136322
291754	rnn.bias_hh_l1_reverse	4	-0.0802047923207283
291754	rnn.bias_hh_l1_reverse	5	-0.11623018234968185
291754	rnn.bias_hh_l1_reverse	6	0.0634152814745903
291754	rnn.bias_hh_l1_reverse	7	-0.13433443009853363
291754	rnn.bias_hh_l1_reverse	8	-0.1250578910112381
291754	rnn.bias_hh_l1_reverse	9	-0.14821630716323853
291754	linear.weight	0	0.002228822559118271
291754	linear.weight	1	0.09690071642398834
291754	linear.weight	2	-0.09223096817731857
291754	linear.weight	3	0.3135961592197418
291754	linear.weight	4	0.15019844472408295
291754	linear.weight	5	-0.06560075283050537
291754	linear.weight	6	0.09474936872720718
291754	linear.weight	7	0.13679239153862
291754	linear.weight	8	0.041133105754852295
291754	linear.weight	9	-0.05092306807637215
291754	linear.bias	0	0.08397658914327621
291754	linear.bias	1	-0.18966789543628693
291754	linear.bias	2	-0.4527668356895447
291754	linear.bias	3	-0.6566616296768188
291754	linear.bias	4	-1.2615841627120972
291754	linear.bias	5	-0.0601293183863163
291754	linear.bias	6	-0.8224145770072937
291754	linear.bias	7	0.27036383748054504
291754	linear.bias	8	-0.3952227234840393
291754	linear.bias	9	-1.0222604274749756
291951	transitions	0	0.7570124864578247
291951	transitions	1	0.13825421035289764
291951	transitions	2	-10000.0
291951	transitions	3	-1.828133463859558
291951	transitions	4	-10000.0
291951	transitions	5	0.5627444982528687
291951	transitions	6	-0.08568000048398972
291951	transitions	7	-0.8124112486839294
291951	transitions	8	-1.4228707551956177
291951	transitions	9	-0.0012319620000198483
291951	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
291951	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
291951	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
291951	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
291951	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
291951	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
291951	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
291951	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
291951	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
291951	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
291951	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
291951	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
291951	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
291951	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
291951	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
291951	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
291951	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
291951	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
291951	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
291951	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
291951	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
291951	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
291951	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
291951	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
291951	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
291951	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
291951	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
291951	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
291951	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
291951	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
291951	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
291951	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
291951	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
291951	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
291951	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
291951	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
291951	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
291951	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
291951	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
291951	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
291951	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
291951	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
291951	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
291951	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
291951	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
291951	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
291951	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
291951	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
291951	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
291951	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
291951	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
291951	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
291951	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
291951	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
291951	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
291951	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
291951	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
291951	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
291951	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
291951	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
291951	embedding2nn.weight	0	0.01633269339799881
291951	embedding2nn.weight	1	-0.012657657265663147
291951	embedding2nn.weight	2	-0.014268254861235619
291951	embedding2nn.weight	3	-0.031217122450470924
291951	embedding2nn.weight	4	-0.0059150345623493195
291951	embedding2nn.weight	5	-0.0037005888298153877
291951	embedding2nn.weight	6	-0.003973265178501606
291951	embedding2nn.weight	7	-0.07739254832267761
291951	embedding2nn.weight	8	-0.0019979383796453476
291951	embedding2nn.weight	9	-0.027579549700021744
291951	embedding2nn.bias	0	0.03250395134091377
291951	embedding2nn.bias	1	-0.07651297748088837
291951	embedding2nn.bias	2	0.07238210737705231
291951	embedding2nn.bias	3	0.05151247978210449
291951	embedding2nn.bias	4	-0.040191031992435455
291951	embedding2nn.bias	5	-0.010670906864106655
291951	embedding2nn.bias	6	0.017065323889255524
291951	embedding2nn.bias	7	-0.05546208471059799
291951	embedding2nn.bias	8	0.0731080174446106
291951	embedding2nn.bias	9	0.04510650038719177
291951	rnn.weight_ih_l0	0	-0.0807906985282898
291951	rnn.weight_ih_l0	1	0.0031418264843523502
291951	rnn.weight_ih_l0	2	0.0355430468916893
291951	rnn.weight_ih_l0	3	0.022897355258464813
291951	rnn.weight_ih_l0	4	-0.04824262484908104
291951	rnn.weight_ih_l0	5	-0.06852283328771591
291951	rnn.weight_ih_l0	6	-0.0010878090979531407
291951	rnn.weight_ih_l0	7	0.05340258777141571
291951	rnn.weight_ih_l0	8	-0.017107289284467697
291951	rnn.weight_ih_l0	9	-0.03089315816760063
291951	rnn.weight_hh_l0	0	-0.029948443174362183
291951	rnn.weight_hh_l0	1	-0.007371858227998018
291951	rnn.weight_hh_l0	2	0.006790234241634607
291951	rnn.weight_hh_l0	3	-0.07460363954305649
291951	rnn.weight_hh_l0	4	0.09333588927984238
291951	rnn.weight_hh_l0	5	-0.02702031098306179
291951	rnn.weight_hh_l0	6	-0.06382253766059875
291951	rnn.weight_hh_l0	7	0.008743587881326675
291951	rnn.weight_hh_l0	8	0.013395030982792377
291951	rnn.weight_hh_l0	9	-0.025620250031352043
291951	rnn.bias_ih_l0	0	0.12984329462051392
291951	rnn.bias_ih_l0	1	-0.03391876071691513
291951	rnn.bias_ih_l0	2	-0.034421157091856
291951	rnn.bias_ih_l0	3	0.16323108971118927
291951	rnn.bias_ih_l0	4	-0.01235288381576538
291951	rnn.bias_ih_l0	5	-0.022897975519299507
291951	rnn.bias_ih_l0	6	0.01703513227403164
291951	rnn.bias_ih_l0	7	0.023391442373394966
291951	rnn.bias_ih_l0	8	-0.09909604489803314
291951	rnn.bias_ih_l0	9	-0.04161486774682999
291951	rnn.bias_hh_l0	0	-0.0013796247076243162
291951	rnn.bias_hh_l0	1	-0.10046402364969254
291951	rnn.bias_hh_l0	2	-0.07492505759000778
291951	rnn.bias_hh_l0	3	-0.08871549367904663
291951	rnn.bias_hh_l0	4	0.008589759469032288
291951	rnn.bias_hh_l0	5	-0.02073094993829727
291951	rnn.bias_hh_l0	6	0.02831236831843853
291951	rnn.bias_hh_l0	7	0.060168251395225525
291951	rnn.bias_hh_l0	8	-0.12317632883787155
291951	rnn.bias_hh_l0	9	-0.05978786572813988
291951	rnn.weight_ih_l0_reverse	0	-0.02554590441286564
291951	rnn.weight_ih_l0_reverse	1	-0.05734638124704361
291951	rnn.weight_ih_l0_reverse	2	-0.0489627942442894
291951	rnn.weight_ih_l0_reverse	3	0.015489942394196987
291951	rnn.weight_ih_l0_reverse	4	-0.025191791355609894
291951	rnn.weight_ih_l0_reverse	5	-0.05731207877397537
291951	rnn.weight_ih_l0_reverse	6	0.07345259189605713
291951	rnn.weight_ih_l0_reverse	7	-0.019051941111683846
291951	rnn.weight_ih_l0_reverse	8	-0.01854613423347473
291951	rnn.weight_ih_l0_reverse	9	0.004555762279778719
291951	rnn.weight_hh_l0_reverse	0	0.06865392625331879
291951	rnn.weight_hh_l0_reverse	1	0.01992492564022541
291951	rnn.weight_hh_l0_reverse	2	0.030130773782730103
291951	rnn.weight_hh_l0_reverse	3	0.035559359937906265
291951	rnn.weight_hh_l0_reverse	4	0.014354579150676727
291951	rnn.weight_hh_l0_reverse	5	0.00831687543541193
291951	rnn.weight_hh_l0_reverse	6	0.051009710878133774
291951	rnn.weight_hh_l0_reverse	7	-0.08198177069425583
291951	rnn.weight_hh_l0_reverse	8	0.040098145604133606
291951	rnn.weight_hh_l0_reverse	9	0.03485212102532387
291951	rnn.bias_ih_l0_reverse	0	-0.056975752115249634
291951	rnn.bias_ih_l0_reverse	1	-0.2829170525074005
291951	rnn.bias_ih_l0_reverse	2	-0.12428203225135803
291951	rnn.bias_ih_l0_reverse	3	-0.04778116196393967
291951	rnn.bias_ih_l0_reverse	4	-0.022173987701535225
291951	rnn.bias_ih_l0_reverse	5	0.0763067826628685
291951	rnn.bias_ih_l0_reverse	6	-0.06565536558628082
291951	rnn.bias_ih_l0_reverse	7	0.06158183142542839
291951	rnn.bias_ih_l0_reverse	8	-0.035340894013643265
291951	rnn.bias_ih_l0_reverse	9	0.06516954302787781
291951	rnn.bias_hh_l0_reverse	0	0.023417681455612183
291951	rnn.bias_hh_l0_reverse	1	-0.06305129081010818
291951	rnn.bias_hh_l0_reverse	2	0.08922968804836273
291951	rnn.bias_hh_l0_reverse	3	-0.05171937122941017
291951	rnn.bias_hh_l0_reverse	4	-0.028257470577955246
291951	rnn.bias_hh_l0_reverse	5	-0.02202652394771576
291951	rnn.bias_hh_l0_reverse	6	-0.020620226860046387
291951	rnn.bias_hh_l0_reverse	7	0.0996813103556633
291951	rnn.bias_hh_l0_reverse	8	0.03016410581767559
291951	rnn.bias_hh_l0_reverse	9	-0.14890684187412262
291951	rnn.weight_ih_l1	0	-0.029757509008049965
291951	rnn.weight_ih_l1	1	-0.05078869313001633
291951	rnn.weight_ih_l1	2	0.06501265615224838
291951	rnn.weight_ih_l1	3	-0.07292716950178146
291951	rnn.weight_ih_l1	4	-0.014114009216427803
291951	rnn.weight_ih_l1	5	-0.040338557213544846
291951	rnn.weight_ih_l1	6	0.02897830866277218
291951	rnn.weight_ih_l1	7	-0.04420027881860733
291951	rnn.weight_ih_l1	8	0.03786834701895714
291951	rnn.weight_ih_l1	9	0.044771112501621246
291951	rnn.weight_hh_l1	0	-0.007032410241663456
291951	rnn.weight_hh_l1	1	0.01991308107972145
291951	rnn.weight_hh_l1	2	0.006447136402130127
291951	rnn.weight_hh_l1	3	-0.012629249133169651
291951	rnn.weight_hh_l1	4	0.004814262967556715
291951	rnn.weight_hh_l1	5	0.035222530364990234
291951	rnn.weight_hh_l1	6	0.03622490540146828
291951	rnn.weight_hh_l1	7	-0.01634172722697258
291951	rnn.weight_hh_l1	8	-0.0072190710343420506
291951	rnn.weight_hh_l1	9	0.03859007731080055
291951	rnn.bias_ih_l1	0	-0.1836218684911728
291951	rnn.bias_ih_l1	1	-0.17471881210803986
291951	rnn.bias_ih_l1	2	-0.1968957483768463
291951	rnn.bias_ih_l1	3	-0.3073103129863739
291951	rnn.bias_ih_l1	4	-0.21197357773780823
291951	rnn.bias_ih_l1	5	-0.0890381708741188
291951	rnn.bias_ih_l1	6	-0.15855276584625244
291951	rnn.bias_ih_l1	7	-0.0031967121176421642
291951	rnn.bias_ih_l1	8	-0.12977659702301025
291951	rnn.bias_ih_l1	9	-0.12315229326486588
291951	rnn.bias_hh_l1	0	-0.09651945531368256
291951	rnn.bias_hh_l1	1	-0.06301075220108032
291951	rnn.bias_hh_l1	2	-0.08546837419271469
291951	rnn.bias_hh_l1	3	-0.07748499512672424
291951	rnn.bias_hh_l1	4	-0.07308832556009293
291951	rnn.bias_hh_l1	5	-0.1174161434173584
291951	rnn.bias_hh_l1	6	-0.16089676320552826
291951	rnn.bias_hh_l1	7	0.0754769816994667
291951	rnn.bias_hh_l1	8	-0.17617729306221008
291951	rnn.bias_hh_l1	9	-0.11505484580993652
291951	rnn.weight_ih_l1_reverse	0	-0.04714302718639374
291951	rnn.weight_ih_l1_reverse	1	0.0329311229288578
291951	rnn.weight_ih_l1_reverse	2	0.08792993426322937
291951	rnn.weight_ih_l1_reverse	3	-0.017403651028871536
291951	rnn.weight_ih_l1_reverse	4	-0.023524241521954536
291951	rnn.weight_ih_l1_reverse	5	-0.03027227148413658
291951	rnn.weight_ih_l1_reverse	6	-0.01970508135855198
291951	rnn.weight_ih_l1_reverse	7	0.02968188188970089
291951	rnn.weight_ih_l1_reverse	8	0.005561098922044039
291951	rnn.weight_ih_l1_reverse	9	-0.03330822288990021
291951	rnn.weight_hh_l1_reverse	0	0.004589872434735298
291951	rnn.weight_hh_l1_reverse	1	0.03169412165880203
291951	rnn.weight_hh_l1_reverse	2	-0.04061213135719299
291951	rnn.weight_hh_l1_reverse	3	0.03502544015645981
291951	rnn.weight_hh_l1_reverse	4	0.047138068825006485
291951	rnn.weight_hh_l1_reverse	5	0.006067557726055384
291951	rnn.weight_hh_l1_reverse	6	0.04904348775744438
291951	rnn.weight_hh_l1_reverse	7	0.031000224873423576
291951	rnn.weight_hh_l1_reverse	8	-0.00710766576230526
291951	rnn.weight_hh_l1_reverse	9	-0.030165990814566612
291951	rnn.bias_ih_l1_reverse	0	-0.04561041295528412
291951	rnn.bias_ih_l1_reverse	1	-0.13947057723999023
291951	rnn.bias_ih_l1_reverse	2	-0.16376322507858276
291951	rnn.bias_ih_l1_reverse	3	-0.06071531027555466
291951	rnn.bias_ih_l1_reverse	4	-0.20371155440807343
291951	rnn.bias_ih_l1_reverse	5	-0.1169748306274414
291951	rnn.bias_ih_l1_reverse	6	-0.12984085083007812
291951	rnn.bias_ih_l1_reverse	7	-0.19175060093402863
291951	rnn.bias_ih_l1_reverse	8	0.22655650973320007
291951	rnn.bias_ih_l1_reverse	9	0.022207139059901237
291951	rnn.bias_hh_l1_reverse	0	0.010399569757282734
291951	rnn.bias_hh_l1_reverse	1	-0.06506604701280594
291951	rnn.bias_hh_l1_reverse	2	-0.23725464940071106
291951	rnn.bias_hh_l1_reverse	3	-0.14363209903240204
291951	rnn.bias_hh_l1_reverse	4	-0.08020701259374619
291951	rnn.bias_hh_l1_reverse	5	-0.11621750891208649
291951	rnn.bias_hh_l1_reverse	6	0.06341611593961716
291951	rnn.bias_hh_l1_reverse	7	-0.13433605432510376
291951	rnn.bias_hh_l1_reverse	8	-0.12507246434688568
291951	rnn.bias_hh_l1_reverse	9	-0.1482134312391281
291951	linear.weight	0	0.002228822559118271
291951	linear.weight	1	0.0969107449054718
291951	linear.weight	2	-0.09219779074192047
291951	linear.weight	3	0.3136279582977295
291951	linear.weight	4	0.15022718906402588
291951	linear.weight	5	-0.06558560580015182
291951	linear.weight	6	0.09498715400695801
291951	linear.weight	7	0.1368476301431656
291951	linear.weight	8	0.041133105754852295
291951	linear.weight	9	-0.05086277052760124
291951	linear.bias	0	0.08337902277708054
291951	linear.bias	1	-0.19001898169517517
291951	linear.bias	2	-0.45257633924484253
291951	linear.bias	3	-0.6564737558364868
291951	linear.bias	4	-1.261412262916565
291951	linear.bias	5	-0.059890035539865494
291951	linear.bias	6	-0.822788655757904
291951	linear.bias	7	0.2705760598182678
291951	linear.bias	8	-0.3950912058353424
291951	linear.bias	9	-1.0220847129821777
292148	transitions	0	0.756973147392273
292148	transitions	1	0.13827893137931824
292148	transitions	2	-10000.0
292148	transitions	3	-1.828133463859558
292148	transitions	4	-10000.0
292148	transitions	5	0.5627444982528687
292148	transitions	6	-0.08568019419908524
292148	transitions	7	-0.8124125003814697
292148	transitions	8	-1.4228708744049072
292148	transitions	9	-0.0012319637462496758
292148	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
292148	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
292148	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
292148	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
292148	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
292148	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
292148	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
292148	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
292148	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
292148	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
292148	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
292148	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
292148	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
292148	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
292148	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
292148	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
292148	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
292148	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
292148	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
292148	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
292148	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
292148	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
292148	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
292148	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
292148	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
292148	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
292148	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
292148	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
292148	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
292148	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
292148	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
292148	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
292148	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
292148	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
292148	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
292148	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
292148	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
292148	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
292148	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
292148	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
292148	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
292148	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
292148	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
292148	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
292148	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
292148	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
292148	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
292148	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
292148	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
292148	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
292148	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
292148	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
292148	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
292148	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
292148	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
292148	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
292148	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
292148	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
292148	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
292148	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
292148	embedding2nn.weight	0	0.016341011971235275
292148	embedding2nn.weight	1	-0.012658723630011082
292148	embedding2nn.weight	2	-0.014268254861235619
292148	embedding2nn.weight	3	-0.031220795586705208
292148	embedding2nn.weight	4	-0.0059150345623493195
292148	embedding2nn.weight	5	-0.0037005888298153877
292148	embedding2nn.weight	6	-0.003973265178501606
292148	embedding2nn.weight	7	-0.07738899439573288
292148	embedding2nn.weight	8	-0.0019979383796453476
292148	embedding2nn.weight	9	-0.027576427906751633
292148	embedding2nn.bias	0	0.03249058872461319
292148	embedding2nn.bias	1	-0.07656413316726685
292148	embedding2nn.bias	2	0.07240375131368637
292148	embedding2nn.bias	3	0.05154368653893471
292148	embedding2nn.bias	4	-0.04009504243731499
292148	embedding2nn.bias	5	-0.01059370581060648
292148	embedding2nn.bias	6	0.01700616255402565
292148	embedding2nn.bias	7	-0.05555557459592819
292148	embedding2nn.bias	8	0.07314211130142212
292148	embedding2nn.bias	9	0.04510880261659622
292148	rnn.weight_ih_l0	0	-0.08079560846090317
292148	rnn.weight_ih_l0	1	0.0031296727247536182
292148	rnn.weight_ih_l0	2	0.035539910197257996
292148	rnn.weight_ih_l0	3	0.02289394848048687
292148	rnn.weight_ih_l0	4	-0.04824702814221382
292148	rnn.weight_ih_l0	5	-0.06851014494895935
292148	rnn.weight_ih_l0	6	-0.0010896140011027455
292148	rnn.weight_ih_l0	7	0.05339476093649864
292148	rnn.weight_ih_l0	8	-0.017101138830184937
292148	rnn.weight_ih_l0	9	-0.030889734625816345
292148	rnn.weight_hh_l0	0	-0.029945962131023407
292148	rnn.weight_hh_l0	1	-0.00736914062872529
292148	rnn.weight_hh_l0	2	0.006789878010749817
292148	rnn.weight_hh_l0	3	-0.07460449635982513
292148	rnn.weight_hh_l0	4	0.09333937615156174
292148	rnn.weight_hh_l0	5	-0.027025392279028893
292148	rnn.weight_hh_l0	6	-0.06382669508457184
292148	rnn.weight_hh_l0	7	0.008735318668186665
292148	rnn.weight_hh_l0	8	0.013391319662332535
292148	rnn.weight_hh_l0	9	-0.02562101185321808
292148	rnn.bias_ih_l0	0	0.12981455028057098
292148	rnn.bias_ih_l0	1	-0.03396652638912201
292148	rnn.bias_ih_l0	2	-0.03441206365823746
292148	rnn.bias_ih_l0	3	0.1632242649793625
292148	rnn.bias_ih_l0	4	-0.012358095496892929
292148	rnn.bias_ih_l0	5	-0.02291329763829708
292148	rnn.bias_ih_l0	6	0.017026562243700027
292148	rnn.bias_ih_l0	7	0.02338222600519657
292148	rnn.bias_ih_l0	8	-0.09909182786941528
292148	rnn.bias_ih_l0	9	-0.041531626135110855
292148	rnn.bias_hh_l0	0	-0.0013568445574492216
292148	rnn.bias_hh_l0	1	-0.1004878580570221
292148	rnn.bias_hh_l0	2	-0.07490706443786621
292148	rnn.bias_hh_l0	3	-0.08868949860334396
292148	rnn.bias_hh_l0	4	0.00860158447176218
292148	rnn.bias_hh_l0	5	-0.02072143740952015
292148	rnn.bias_hh_l0	6	0.028300030156970024
292148	rnn.bias_hh_l0	7	0.060168057680130005
292148	rnn.bias_hh_l0	8	-0.12317012250423431
292148	rnn.bias_hh_l0	9	-0.05980376526713371
292148	rnn.weight_ih_l0_reverse	0	-0.02553914114832878
292148	rnn.weight_ih_l0_reverse	1	-0.057354897260665894
292148	rnn.weight_ih_l0_reverse	2	-0.04896596446633339
292148	rnn.weight_ih_l0_reverse	3	0.015490393154323101
292148	rnn.weight_ih_l0_reverse	4	-0.025201644748449326
292148	rnn.weight_ih_l0_reverse	5	-0.057312868535518646
292148	rnn.weight_ih_l0_reverse	6	0.07344917953014374
292148	rnn.weight_ih_l0_reverse	7	-0.019047638401389122
292148	rnn.weight_ih_l0_reverse	8	-0.018548432737588882
292148	rnn.weight_ih_l0_reverse	9	0.004555702209472656
292148	rnn.weight_hh_l0_reverse	0	0.06866412609815598
292148	rnn.weight_hh_l0_reverse	1	0.019922491163015366
292148	rnn.weight_hh_l0_reverse	2	0.03013494424521923
292148	rnn.weight_hh_l0_reverse	3	0.03556213155388832
292148	rnn.weight_hh_l0_reverse	4	0.014359207823872566
292148	rnn.weight_hh_l0_reverse	5	0.00831468217074871
292148	rnn.weight_hh_l0_reverse	6	0.05101214721798897
292148	rnn.weight_hh_l0_reverse	7	-0.08197687566280365
292148	rnn.weight_hh_l0_reverse	8	0.040100231766700745
292148	rnn.weight_hh_l0_reverse	9	0.03485181927680969
292148	rnn.bias_ih_l0_reverse	0	-0.05697431042790413
292148	rnn.bias_ih_l0_reverse	1	-0.28285443782806396
292148	rnn.bias_ih_l0_reverse	2	-0.12425005435943604
292148	rnn.bias_ih_l0_reverse	3	-0.04779751971364021
292148	rnn.bias_ih_l0_reverse	4	-0.022177448496222496
292148	rnn.bias_ih_l0_reverse	5	0.07629862427711487
292148	rnn.bias_ih_l0_reverse	6	-0.06566588580608368
292148	rnn.bias_ih_l0_reverse	7	0.06159396469593048
292148	rnn.bias_ih_l0_reverse	8	-0.035331446677446365
292148	rnn.bias_ih_l0_reverse	9	0.06518766283988953
292148	rnn.bias_hh_l0_reverse	0	0.023421140387654305
292148	rnn.bias_hh_l0_reverse	1	-0.0630338191986084
292148	rnn.bias_hh_l0_reverse	2	0.08924812823534012
292148	rnn.bias_hh_l0_reverse	3	-0.05172412469983101
292148	rnn.bias_hh_l0_reverse	4	-0.028279714286327362
292148	rnn.bias_hh_l0_reverse	5	-0.02202388271689415
292148	rnn.bias_hh_l0_reverse	6	-0.0206210408359766
292148	rnn.bias_hh_l0_reverse	7	0.09967128187417984
292148	rnn.bias_hh_l0_reverse	8	0.030161086469888687
292148	rnn.bias_hh_l0_reverse	9	-0.1489010900259018
292148	rnn.weight_ih_l1	0	-0.02976226806640625
292148	rnn.weight_ih_l1	1	-0.05079125240445137
292148	rnn.weight_ih_l1	2	0.06501041352748871
292148	rnn.weight_ih_l1	3	-0.0729210153222084
292148	rnn.weight_ih_l1	4	-0.01411844976246357
292148	rnn.weight_ih_l1	5	-0.040338627994060516
292148	rnn.weight_ih_l1	6	0.028975965455174446
292148	rnn.weight_ih_l1	7	-0.044192589819431305
292148	rnn.weight_ih_l1	8	0.03787175193428993
292148	rnn.weight_ih_l1	9	0.04477286338806152
292148	rnn.weight_hh_l1	0	-0.007025348953902721
292148	rnn.weight_hh_l1	1	0.019912032410502434
292148	rnn.weight_hh_l1	2	0.0064402054995298386
292148	rnn.weight_hh_l1	3	-0.01263087335973978
292148	rnn.weight_hh_l1	4	0.004820175003260374
292148	rnn.weight_hh_l1	5	0.03522820770740509
292148	rnn.weight_hh_l1	6	0.0362301804125309
292148	rnn.weight_hh_l1	7	-0.01634267531335354
292148	rnn.weight_hh_l1	8	-0.007216651923954487
292148	rnn.weight_hh_l1	9	0.038586221635341644
292148	rnn.bias_ih_l1	0	-0.18364232778549194
292148	rnn.bias_ih_l1	1	-0.17472007870674133
292148	rnn.bias_ih_l1	2	-0.19688555598258972
292148	rnn.bias_ih_l1	3	-0.307302325963974
292148	rnn.bias_ih_l1	4	-0.21199928224086761
292148	rnn.bias_ih_l1	5	-0.08903490751981735
292148	rnn.bias_ih_l1	6	-0.15854866802692413
292148	rnn.bias_ih_l1	7	-0.003212571144104004
292148	rnn.bias_ih_l1	8	-0.1297914981842041
292148	rnn.bias_ih_l1	9	-0.12317273020744324
292148	rnn.bias_hh_l1	0	-0.09649556875228882
292148	rnn.bias_hh_l1	1	-0.06303764134645462
292148	rnn.bias_hh_l1	2	-0.08545780181884766
292148	rnn.bias_hh_l1	3	-0.0774940475821495
292148	rnn.bias_hh_l1	4	-0.0730748251080513
292148	rnn.bias_hh_l1	5	-0.11739661544561386
292148	rnn.bias_hh_l1	6	-0.16088931262493134
292148	rnn.bias_hh_l1	7	0.07548259198665619
292148	rnn.bias_hh_l1	8	-0.1761787086725235
292148	rnn.bias_hh_l1	9	-0.11503864824771881
292148	rnn.weight_ih_l1_reverse	0	-0.047142501920461655
292148	rnn.weight_ih_l1_reverse	1	0.032920122146606445
292148	rnn.weight_ih_l1_reverse	2	0.08791163563728333
292148	rnn.weight_ih_l1_reverse	3	-0.017406530678272247
292148	rnn.weight_ih_l1_reverse	4	-0.02351212315261364
292148	rnn.weight_ih_l1_reverse	5	-0.0302722230553627
292148	rnn.weight_ih_l1_reverse	6	-0.01971568539738655
292148	rnn.weight_ih_l1_reverse	7	0.029688412323594093
292148	rnn.weight_ih_l1_reverse	8	0.0055667865090072155
292148	rnn.weight_ih_l1_reverse	9	-0.033324457705020905
292148	rnn.weight_hh_l1_reverse	0	0.004590955097228289
292148	rnn.weight_hh_l1_reverse	1	0.031694285571575165
292148	rnn.weight_hh_l1_reverse	2	-0.04061253368854523
292148	rnn.weight_hh_l1_reverse	3	0.03502468392252922
292148	rnn.weight_hh_l1_reverse	4	0.04713645204901695
292148	rnn.weight_hh_l1_reverse	5	0.006066942121833563
292148	rnn.weight_hh_l1_reverse	6	0.0490606427192688
292148	rnn.weight_hh_l1_reverse	7	0.0309979896992445
292148	rnn.weight_hh_l1_reverse	8	-0.007106662727892399
292148	rnn.weight_hh_l1_reverse	9	-0.030165717005729675
292148	rnn.bias_ih_l1_reverse	0	-0.04561721906065941
292148	rnn.bias_ih_l1_reverse	1	-0.13948042690753937
292148	rnn.bias_ih_l1_reverse	2	-0.1637553572654724
292148	rnn.bias_ih_l1_reverse	3	-0.060669589787721634
292148	rnn.bias_ih_l1_reverse	4	-0.20370499789714813
292148	rnn.bias_ih_l1_reverse	5	-0.11699919402599335
292148	rnn.bias_ih_l1_reverse	6	-0.1298399120569229
292148	rnn.bias_ih_l1_reverse	7	-0.19177615642547607
292148	rnn.bias_ih_l1_reverse	8	0.22650615870952606
292148	rnn.bias_ih_l1_reverse	9	0.0222011748701334
292148	rnn.bias_hh_l1_reverse	0	0.010407588444650173
292148	rnn.bias_hh_l1_reverse	1	-0.06507579237222672
292148	rnn.bias_hh_l1_reverse	2	-0.23726099729537964
292148	rnn.bias_hh_l1_reverse	3	-0.14361447095870972
292148	rnn.bias_hh_l1_reverse	4	-0.08021510392427444
292148	rnn.bias_hh_l1_reverse	5	-0.11622095853090286
292148	rnn.bias_hh_l1_reverse	6	0.06340877711772919
292148	rnn.bias_hh_l1_reverse	7	-0.134336456656456
292148	rnn.bias_hh_l1_reverse	8	-0.1250886172056198
292148	rnn.bias_hh_l1_reverse	9	-0.14821107685565948
292148	linear.weight	0	0.002228822559118271
292148	linear.weight	1	0.0968695655465126
292148	linear.weight	2	-0.09218445420265198
292148	linear.weight	3	0.31362658739089966
292148	linear.weight	4	0.15022553503513336
292148	linear.weight	5	-0.06560580432415009
292148	linear.weight	6	0.09503907710313797
292148	linear.weight	7	0.13687193393707275
292148	linear.weight	8	0.04113310948014259
292148	linear.weight	9	-0.05084636062383652
292148	linear.bias	0	0.08341751247644424
292148	linear.bias	1	-0.18968810141086578
292148	linear.bias	2	-0.45234546065330505
292148	linear.bias	3	-0.6565646529197693
292148	linear.bias	4	-1.2615180015563965
292148	linear.bias	5	-0.059658296406269073
292148	linear.bias	6	-0.8224901556968689
292148	linear.bias	7	0.2708163559436798
292148	linear.bias	8	-0.39527052640914917
292148	linear.bias	9	-1.0222607851028442
292152	transitions	0	0.7569735646247864
292152	transitions	1	0.13829350471496582
292152	transitions	2	-10000.0
292152	transitions	3	-1.828133463859558
292152	transitions	4	-10000.0
292152	transitions	5	0.5627444982528687
292152	transitions	6	-0.08568019419908524
292152	transitions	7	-0.8124125003814697
292152	transitions	8	-1.4228708744049072
292152	transitions	9	-0.0012319637462496758
292152	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
292152	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
292152	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
292152	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
292152	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
292152	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
292152	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
292152	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
292152	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
292152	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
292152	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
292152	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
292152	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
292152	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
292152	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
292152	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
292152	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
292152	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
292152	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
292152	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
292152	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
292152	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
292152	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
292152	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
292152	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
292152	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
292152	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
292152	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
292152	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
292152	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
292152	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
292152	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
292152	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
292152	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
292152	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
292152	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
292152	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
292152	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
292152	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
292152	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
292152	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
292152	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
292152	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
292152	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
292152	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
292152	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
292152	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
292152	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
292152	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
292152	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
292152	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
292152	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
292152	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
292152	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
292152	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
292152	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
292152	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
292152	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
292152	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
292152	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
292152	embedding2nn.weight	0	0.01633889600634575
292152	embedding2nn.weight	1	-0.01265882607549429
292152	embedding2nn.weight	2	-0.014268254861235619
292152	embedding2nn.weight	3	-0.03122115507721901
292152	embedding2nn.weight	4	-0.0059150345623493195
292152	embedding2nn.weight	5	-0.0037005888298153877
292152	embedding2nn.weight	6	-0.003973265178501606
292152	embedding2nn.weight	7	-0.07738884538412094
292152	embedding2nn.weight	8	-0.0019979383796453476
292152	embedding2nn.weight	9	-0.027575725689530373
292152	embedding2nn.bias	0	0.03249022364616394
292152	embedding2nn.bias	1	-0.07657469809055328
292152	embedding2nn.bias	2	0.07240290194749832
292152	embedding2nn.bias	3	0.05154196545481682
292152	embedding2nn.bias	4	-0.04008633270859718
292152	embedding2nn.bias	5	-0.010586355812847614
292152	embedding2nn.bias	6	0.016996147111058235
292152	embedding2nn.bias	7	-0.055550429970026016
292152	embedding2nn.bias	8	0.0731387585401535
292152	embedding2nn.bias	9	0.045126773416996
292152	rnn.weight_ih_l0	0	-0.08079560846090317
292152	rnn.weight_ih_l0	1	0.0031283842399716377
292152	rnn.weight_ih_l0	2	0.03554048016667366
292152	rnn.weight_ih_l0	3	0.022894328460097313
292152	rnn.weight_ih_l0	4	-0.04824797064065933
292152	rnn.weight_ih_l0	5	-0.06851082295179367
292152	rnn.weight_ih_l0	6	-0.0010882128262892365
292152	rnn.weight_ih_l0	7	0.05339580029249191
292152	rnn.weight_ih_l0	8	-0.017101623117923737
292152	rnn.weight_ih_l0	9	-0.03089011460542679
292152	rnn.weight_hh_l0	0	-0.029945237562060356
292152	rnn.weight_hh_l0	1	-0.0073693678714334965
292152	rnn.weight_hh_l0	2	0.006788390222936869
292152	rnn.weight_hh_l0	3	-0.07460463047027588
292152	rnn.weight_hh_l0	4	0.0933394506573677
292152	rnn.weight_hh_l0	5	-0.02702542208135128
292152	rnn.weight_hh_l0	6	-0.06382632255554199
292152	rnn.weight_hh_l0	7	0.008735345676541328
292152	rnn.weight_hh_l0	8	0.013392960652709007
292152	rnn.weight_hh_l0	9	-0.02562102861702442
292152	rnn.bias_ih_l0	0	0.1298157423734665
292152	rnn.bias_ih_l0	1	-0.03397085517644882
292152	rnn.bias_ih_l0	2	-0.034415412694215775
292152	rnn.bias_ih_l0	3	0.16322264075279236
292152	rnn.bias_ih_l0	4	-0.012357733212411404
292152	rnn.bias_ih_l0	5	-0.022912979125976562
292152	rnn.bias_ih_l0	6	0.017021168023347855
292152	rnn.bias_ih_l0	7	0.02338288351893425
292152	rnn.bias_ih_l0	8	-0.0990891084074974
292152	rnn.bias_ih_l0	9	-0.04153105616569519
292152	rnn.bias_hh_l0	0	-0.0013571237213909626
292152	rnn.bias_hh_l0	1	-0.10048796236515045
292152	rnn.bias_hh_l0	2	-0.07490608841180801
292152	rnn.bias_hh_l0	3	-0.08868876844644547
292152	rnn.bias_hh_l0	4	0.008597850799560547
292152	rnn.bias_hh_l0	5	-0.02072286419570446
292152	rnn.bias_hh_l0	6	0.028297072276473045
292152	rnn.bias_hh_l0	7	0.06016610935330391
292152	rnn.bias_hh_l0	8	-0.12317453324794769
292152	rnn.bias_hh_l0	9	-0.05980249494314194
292152	rnn.weight_ih_l0_reverse	0	-0.02553882636129856
292152	rnn.weight_ih_l0_reverse	1	-0.05735449120402336
292152	rnn.weight_ih_l0_reverse	2	-0.04896513372659683
292152	rnn.weight_ih_l0_reverse	3	0.015490761958062649
292152	rnn.weight_ih_l0_reverse	4	-0.025201795622706413
292152	rnn.weight_ih_l0_reverse	5	-0.05731295794248581
292152	rnn.weight_ih_l0_reverse	6	0.07344911247491837
292152	rnn.weight_ih_l0_reverse	7	-0.01904718205332756
292152	rnn.weight_ih_l0_reverse	8	-0.0185481458902359
292152	rnn.weight_ih_l0_reverse	9	0.0045546418987214565
292152	rnn.weight_hh_l0_reverse	0	0.06866923719644547
292152	rnn.weight_hh_l0_reverse	1	0.019922368228435516
292152	rnn.weight_hh_l0_reverse	2	0.030134644359350204
292152	rnn.weight_hh_l0_reverse	3	0.03556216135621071
292152	rnn.weight_hh_l0_reverse	4	0.01435913983732462
292152	rnn.weight_hh_l0_reverse	5	0.008314725942909718
292152	rnn.weight_hh_l0_reverse	6	0.051012005656957626
292152	rnn.weight_hh_l0_reverse	7	-0.08197693526744843
292152	rnn.weight_hh_l0_reverse	8	0.04010049253702164
292152	rnn.weight_hh_l0_reverse	9	0.03485160693526268
292152	rnn.bias_ih_l0_reverse	0	-0.0569755919277668
292152	rnn.bias_ih_l0_reverse	1	-0.28285741806030273
292152	rnn.bias_ih_l0_reverse	2	-0.12424862384796143
292152	rnn.bias_ih_l0_reverse	3	-0.04779757186770439
292152	rnn.bias_ih_l0_reverse	4	-0.02217804826796055
292152	rnn.bias_ih_l0_reverse	5	0.07629800587892532
292152	rnn.bias_ih_l0_reverse	6	-0.06566482782363892
292152	rnn.bias_ih_l0_reverse	7	0.061594247817993164
292152	rnn.bias_ih_l0_reverse	8	-0.035333819687366486
292152	rnn.bias_ih_l0_reverse	9	0.06518913060426712
292152	rnn.bias_hh_l0_reverse	0	0.023422103375196457
292152	rnn.bias_hh_l0_reverse	1	-0.06303207576274872
292152	rnn.bias_hh_l0_reverse	2	0.08924592286348343
292152	rnn.bias_hh_l0_reverse	3	-0.05172332003712654
292152	rnn.bias_hh_l0_reverse	4	-0.028277922421693802
292152	rnn.bias_hh_l0_reverse	5	-0.022026102989912033
292152	rnn.bias_hh_l0_reverse	6	-0.020618706941604614
292152	rnn.bias_hh_l0_reverse	7	0.09967070072889328
292152	rnn.bias_hh_l0_reverse	8	0.03015931136906147
292152	rnn.bias_hh_l0_reverse	9	-0.1489139348268509
292152	rnn.weight_ih_l1	0	-0.029762092977762222
292152	rnn.weight_ih_l1	1	-0.050790976732969284
292152	rnn.weight_ih_l1	2	0.06500992178916931
292152	rnn.weight_ih_l1	3	-0.07292131334543228
292152	rnn.weight_ih_l1	4	-0.014118188060820103
292152	rnn.weight_ih_l1	5	-0.04033874720335007
292152	rnn.weight_ih_l1	6	0.028975797817111015
292152	rnn.weight_ih_l1	7	-0.04419274628162384
292152	rnn.weight_ih_l1	8	0.03787192329764366
292152	rnn.weight_ih_l1	9	0.04477338492870331
292152	rnn.weight_hh_l1	0	-0.007025602273643017
292152	rnn.weight_hh_l1	1	0.019912106916308403
292152	rnn.weight_hh_l1	2	0.006440260913223028
292152	rnn.weight_hh_l1	3	-0.01263144239783287
292152	rnn.weight_hh_l1	4	0.004820126108825207
292152	rnn.weight_hh_l1	5	0.03522806242108345
292152	rnn.weight_hh_l1	6	0.03622986376285553
292152	rnn.weight_hh_l1	7	-0.016342848539352417
292152	rnn.weight_hh_l1	8	-0.007216800004243851
292152	rnn.weight_hh_l1	9	0.038586996495723724
292152	rnn.bias_ih_l1	0	-0.18364401161670685
292152	rnn.bias_ih_l1	1	-0.1747245043516159
292152	rnn.bias_ih_l1	2	-0.19688089191913605
292152	rnn.bias_ih_l1	3	-0.30730459094047546
292152	rnn.bias_ih_l1	4	-0.21200589835643768
292152	rnn.bias_ih_l1	5	-0.0890355110168457
292152	rnn.bias_ih_l1	6	-0.15854862332344055
292152	rnn.bias_ih_l1	7	-0.0032082507386803627
292152	rnn.bias_ih_l1	8	-0.1297881156206131
292152	rnn.bias_ih_l1	9	-0.12317384034395218
292152	rnn.bias_hh_l1	0	-0.0964910015463829
292152	rnn.bias_hh_l1	1	-0.06303411722183228
292152	rnn.bias_hh_l1	2	-0.08546075969934464
292152	rnn.bias_hh_l1	3	-0.077494777739048
292152	rnn.bias_hh_l1	4	-0.07307790964841843
292152	rnn.bias_hh_l1	5	-0.11739678680896759
292152	rnn.bias_hh_l1	6	-0.160890132188797
292152	rnn.bias_hh_l1	7	0.07548081129789352
292152	rnn.bias_hh_l1	8	-0.17617686092853546
292152	rnn.bias_hh_l1	9	-0.11503760516643524
292152	rnn.weight_ih_l1_reverse	0	-0.047142013907432556
292152	rnn.weight_ih_l1_reverse	1	0.032918576151132584
292152	rnn.weight_ih_l1_reverse	2	0.08791224658489227
292152	rnn.weight_ih_l1_reverse	3	-0.01740662381052971
292152	rnn.weight_ih_l1_reverse	4	-0.02351296693086624
292152	rnn.weight_ih_l1_reverse	5	-0.0302722305059433
292152	rnn.weight_ih_l1_reverse	6	-0.01971651241183281
292152	rnn.weight_ih_l1_reverse	7	0.029688440263271332
292152	rnn.weight_ih_l1_reverse	8	0.00556377274915576
292152	rnn.weight_ih_l1_reverse	9	-0.03332340717315674
292152	rnn.weight_hh_l1_reverse	0	0.004590819124132395
292152	rnn.weight_hh_l1_reverse	1	0.03169449046254158
292152	rnn.weight_hh_l1_reverse	2	-0.040612559765577316
292152	rnn.weight_hh_l1_reverse	3	0.035024091601371765
292152	rnn.weight_hh_l1_reverse	4	0.04713676497340202
292152	rnn.weight_hh_l1_reverse	5	0.006066955626010895
292152	rnn.weight_hh_l1_reverse	6	0.04906143620610237
292152	rnn.weight_hh_l1_reverse	7	0.030998051166534424
292152	rnn.weight_hh_l1_reverse	8	-0.007106666918843985
292152	rnn.weight_hh_l1_reverse	9	-0.03016546368598938
292152	rnn.bias_ih_l1_reverse	0	-0.0456182025372982
292152	rnn.bias_ih_l1_reverse	1	-0.13948306441307068
292152	rnn.bias_ih_l1_reverse	2	-0.1637604534626007
292152	rnn.bias_ih_l1_reverse	3	-0.06066801771521568
292152	rnn.bias_ih_l1_reverse	4	-0.20370449125766754
292152	rnn.bias_ih_l1_reverse	5	-0.11699753254652023
292152	rnn.bias_ih_l1_reverse	6	-0.1298402100801468
292152	rnn.bias_ih_l1_reverse	7	-0.1917763352394104
292152	rnn.bias_ih_l1_reverse	8	0.22650861740112305
292152	rnn.bias_ih_l1_reverse	9	0.02220279350876808
292152	rnn.bias_hh_l1_reverse	0	0.010405153036117554
292152	rnn.bias_hh_l1_reverse	1	-0.065073661506176
292152	rnn.bias_hh_l1_reverse	2	-0.23726233839988708
292152	rnn.bias_hh_l1_reverse	3	-0.14361338317394257
292152	rnn.bias_hh_l1_reverse	4	-0.08020985126495361
292152	rnn.bias_hh_l1_reverse	5	-0.11621901392936707
292152	rnn.bias_hh_l1_reverse	6	0.06339601427316666
292152	rnn.bias_hh_l1_reverse	7	-0.13433639705181122
292152	rnn.bias_hh_l1_reverse	8	-0.12509167194366455
292152	rnn.bias_hh_l1_reverse	9	-0.14821146428585052
292152	linear.weight	0	0.002228822559118271
292152	linear.weight	1	0.09686577320098877
292152	linear.weight	2	-0.09218408167362213
292152	linear.weight	3	0.3136273920536041
292152	linear.weight	4	0.15022550523281097
292152	linear.weight	5	-0.06560580432415009
292152	linear.weight	6	0.09504062682390213
292152	linear.weight	7	0.13687260448932648
292152	linear.weight	8	0.04113310948014259
292152	linear.weight	9	-0.05084685608744621
292152	linear.bias	0	0.08345713466405869
292152	linear.bias	1	-0.18972378969192505
292152	linear.bias	2	-0.4523460865020752
292152	linear.bias	3	-0.6565764546394348
292152	linear.bias	4	-1.2615305185317993
292152	linear.bias	5	-0.05955405533313751
292152	linear.bias	6	-0.8225089311599731
292152	linear.bias	7	0.2709207236766815
292152	linear.bias	8	-0.39527371525764465
292152	linear.bias	9	-1.0222645998001099
292349	transitions	0	0.7569387555122375
292349	transitions	1	0.13829457759857178
292349	transitions	2	-10000.0
292349	transitions	3	-1.828133463859558
292349	transitions	4	-10000.0
292349	transitions	5	0.5627444982528687
292349	transitions	6	-0.08568031340837479
292349	transitions	7	-0.8124173879623413
292349	transitions	8	-1.4228711128234863
292349	transitions	9	-0.0012319653760641813
292349	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
292349	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
292349	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
292349	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
292349	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
292349	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
292349	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
292349	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
292349	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
292349	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
292349	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
292349	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
292349	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
292349	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
292349	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
292349	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
292349	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
292349	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
292349	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
292349	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
292349	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
292349	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
292349	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
292349	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
292349	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
292349	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
292349	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
292349	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
292349	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
292349	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
292349	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
292349	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
292349	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
292349	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
292349	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
292349	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
292349	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
292349	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
292349	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
292349	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
292349	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
292349	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
292349	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
292349	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
292349	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
292349	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
292349	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
292349	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
292349	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
292349	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
292349	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
292349	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
292349	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
292349	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
292349	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
292349	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
292349	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
292349	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
292349	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
292349	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
292349	embedding2nn.weight	0	0.016342611983418465
292349	embedding2nn.weight	1	-0.012659711763262749
292349	embedding2nn.weight	2	-0.014268254861235619
292349	embedding2nn.weight	3	-0.031224887818098068
292349	embedding2nn.weight	4	-0.0059150345623493195
292349	embedding2nn.weight	5	-0.0037005888298153877
292349	embedding2nn.weight	6	-0.003973265178501606
292349	embedding2nn.weight	7	-0.077395498752594
292349	embedding2nn.weight	8	-0.0019979383796453476
292349	embedding2nn.weight	9	-0.02757822535932064
292349	embedding2nn.bias	0	0.03249313682317734
292349	embedding2nn.bias	1	-0.07657603919506073
292349	embedding2nn.bias	2	0.07241527736186981
292349	embedding2nn.bias	3	0.051512498408555984
292349	embedding2nn.bias	4	-0.04010004550218582
292349	embedding2nn.bias	5	-0.010587404482066631
292349	embedding2nn.bias	6	0.017017733305692673
292349	embedding2nn.bias	7	-0.05556687340140343
292349	embedding2nn.bias	8	0.07316729426383972
292349	embedding2nn.bias	9	0.045119404792785645
292349	rnn.weight_ih_l0	0	-0.08080212771892548
292349	rnn.weight_ih_l0	1	0.003127108560875058
292349	rnn.weight_ih_l0	2	0.03553907200694084
292349	rnn.weight_ih_l0	3	0.02289380319416523
292349	rnn.weight_ih_l0	4	-0.048248957842588425
292349	rnn.weight_ih_l0	5	-0.06850972771644592
292349	rnn.weight_ih_l0	6	-0.0010896231979131699
292349	rnn.weight_ih_l0	7	0.05339862406253815
292349	rnn.weight_ih_l0	8	-0.017102757468819618
292349	rnn.weight_ih_l0	9	-0.030891450121998787
292349	rnn.weight_hh_l0	0	-0.02994108758866787
292349	rnn.weight_hh_l0	1	-0.007371791172772646
292349	rnn.weight_hh_l0	2	0.006787789054214954
292349	rnn.weight_hh_l0	3	-0.07460566610097885
292349	rnn.weight_hh_l0	4	0.09334379434585571
292349	rnn.weight_hh_l0	5	-0.027026280760765076
292349	rnn.weight_hh_l0	6	-0.06382249295711517
292349	rnn.weight_hh_l0	7	0.008735989220440388
292349	rnn.weight_hh_l0	8	0.013394818641245365
292349	rnn.weight_hh_l0	9	-0.025619668886065483
292349	rnn.bias_ih_l0	0	0.12982071936130524
292349	rnn.bias_ih_l0	1	-0.03397545963525772
292349	rnn.bias_ih_l0	2	-0.03441242501139641
292349	rnn.bias_ih_l0	3	0.16323061287403107
292349	rnn.bias_ih_l0	4	-0.012370698153972626
292349	rnn.bias_ih_l0	5	-0.022921865805983543
292349	rnn.bias_ih_l0	6	0.01701166108250618
292349	rnn.bias_ih_l0	7	0.02338600717484951
292349	rnn.bias_ih_l0	8	-0.09908553212881088
292349	rnn.bias_ih_l0	9	-0.0415431447327137
292349	rnn.bias_hh_l0	0	-0.0013435774017125368
292349	rnn.bias_hh_l0	1	-0.1004784032702446
292349	rnn.bias_hh_l0	2	-0.07490121573209763
292349	rnn.bias_hh_l0	3	-0.08869440853595734
292349	rnn.bias_hh_l0	4	0.00859712716192007
292349	rnn.bias_hh_l0	5	-0.020716814324259758
292349	rnn.bias_hh_l0	6	0.02831142768263817
292349	rnn.bias_hh_l0	7	0.060164254158735275
292349	rnn.bias_hh_l0	8	-0.12317586690187454
292349	rnn.bias_hh_l0	9	-0.059812095016241074
292349	rnn.weight_ih_l0_reverse	0	-0.02553550899028778
292349	rnn.weight_ih_l0_reverse	1	-0.05736147239804268
292349	rnn.weight_ih_l0_reverse	2	-0.04895574599504471
292349	rnn.weight_ih_l0_reverse	3	0.015489418059587479
292349	rnn.weight_ih_l0_reverse	4	-0.025201205164194107
292349	rnn.weight_ih_l0_reverse	5	-0.0573052279651165
292349	rnn.weight_ih_l0_reverse	6	0.0734509825706482
292349	rnn.weight_ih_l0_reverse	7	-0.01904171332716942
292349	rnn.weight_ih_l0_reverse	8	-0.01855124905705452
292349	rnn.weight_ih_l0_reverse	9	0.004565622191876173
292349	rnn.weight_hh_l0_reverse	0	0.06866849958896637
292349	rnn.weight_hh_l0_reverse	1	0.01992383785545826
292349	rnn.weight_hh_l0_reverse	2	0.030137397348880768
292349	rnn.weight_hh_l0_reverse	3	0.035560719668865204
292349	rnn.weight_hh_l0_reverse	4	0.014358016662299633
292349	rnn.weight_hh_l0_reverse	5	0.008312652818858624
292349	rnn.weight_hh_l0_reverse	6	0.051012132316827774
292349	rnn.weight_hh_l0_reverse	7	-0.08197373151779175
292349	rnn.weight_hh_l0_reverse	8	0.040102519094944
292349	rnn.weight_hh_l0_reverse	9	0.03485337644815445
292349	rnn.bias_ih_l0_reverse	0	-0.05697138234972954
292349	rnn.bias_ih_l0_reverse	1	-0.28283876180648804
292349	rnn.bias_ih_l0_reverse	2	-0.12425737828016281
292349	rnn.bias_ih_l0_reverse	3	-0.04780004546046257
292349	rnn.bias_ih_l0_reverse	4	-0.022181976586580276
292349	rnn.bias_ih_l0_reverse	5	0.07630065828561783
292349	rnn.bias_ih_l0_reverse	6	-0.06565225124359131
292349	rnn.bias_ih_l0_reverse	7	0.061602335423231125
292349	rnn.bias_ih_l0_reverse	8	-0.03534158319234848
292349	rnn.bias_ih_l0_reverse	9	0.06519874185323715
292349	rnn.bias_hh_l0_reverse	0	0.02341468259692192
292349	rnn.bias_hh_l0_reverse	1	-0.06303282082080841
292349	rnn.bias_hh_l0_reverse	2	0.08923440426588058
292349	rnn.bias_hh_l0_reverse	3	-0.05172307789325714
292349	rnn.bias_hh_l0_reverse	4	-0.028291190043091774
292349	rnn.bias_hh_l0_reverse	5	-0.022038834169507027
292349	rnn.bias_hh_l0_reverse	6	-0.020624462515115738
292349	rnn.bias_hh_l0_reverse	7	0.09966932982206345
292349	rnn.bias_hh_l0_reverse	8	0.030170680955052376
292349	rnn.bias_hh_l0_reverse	9	-0.14891457557678223
292349	rnn.weight_ih_l1	0	-0.029760252684354782
292349	rnn.weight_ih_l1	1	-0.050789568573236465
292349	rnn.weight_ih_l1	2	0.06500271707773209
292349	rnn.weight_ih_l1	3	-0.0729178786277771
292349	rnn.weight_ih_l1	4	-0.01411510445177555
292349	rnn.weight_ih_l1	5	-0.04033757001161575
292349	rnn.weight_ih_l1	6	0.028975211083889008
292349	rnn.weight_ih_l1	7	-0.044195376336574554
292349	rnn.weight_ih_l1	8	0.03787127509713173
292349	rnn.weight_ih_l1	9	0.04477580636739731
292349	rnn.weight_hh_l1	0	-0.007020082790404558
292349	rnn.weight_hh_l1	1	0.019911028444767
292349	rnn.weight_hh_l1	2	0.006440513301640749
292349	rnn.weight_hh_l1	3	-0.012632341124117374
292349	rnn.weight_hh_l1	4	0.004818362649530172
292349	rnn.weight_hh_l1	5	0.03522896021604538
292349	rnn.weight_hh_l1	6	0.03623051568865776
292349	rnn.weight_hh_l1	7	-0.016341596841812134
292349	rnn.weight_hh_l1	8	-0.007216004654765129
292349	rnn.weight_hh_l1	9	0.0385865680873394
292349	rnn.bias_ih_l1	0	-0.18365927040576935
292349	rnn.bias_ih_l1	1	-0.17471009492874146
292349	rnn.bias_ih_l1	2	-0.19689859449863434
292349	rnn.bias_ih_l1	3	-0.3073072135448456
292349	rnn.bias_ih_l1	4	-0.21203738451004028
292349	rnn.bias_ih_l1	5	-0.08904774487018585
292349	rnn.bias_ih_l1	6	-0.1585468202829361
292349	rnn.bias_ih_l1	7	-0.003195281606167555
292349	rnn.bias_ih_l1	8	-0.12977932393550873
292349	rnn.bias_ih_l1	9	-0.12317831814289093
292349	rnn.bias_hh_l1	0	-0.09649025648832321
292349	rnn.bias_hh_l1	1	-0.06302472203969955
292349	rnn.bias_hh_l1	2	-0.08546020090579987
292349	rnn.bias_hh_l1	3	-0.07750270515680313
292349	rnn.bias_hh_l1	4	-0.07305256277322769
292349	rnn.bias_hh_l1	5	-0.11739500612020493
292349	rnn.bias_hh_l1	6	-0.1608857661485672
292349	rnn.bias_hh_l1	7	0.07546909153461456
292349	rnn.bias_hh_l1	8	-0.17619426548480988
292349	rnn.bias_hh_l1	9	-0.11502854526042938
292349	rnn.weight_ih_l1_reverse	0	-0.04714629054069519
292349	rnn.weight_ih_l1_reverse	1	0.03291827812790871
292349	rnn.weight_ih_l1_reverse	2	0.08791784197092056
292349	rnn.weight_ih_l1_reverse	3	-0.01740293763577938
292349	rnn.weight_ih_l1_reverse	4	-0.02351691573858261
292349	rnn.weight_ih_l1_reverse	5	-0.030272793024778366
292349	rnn.weight_ih_l1_reverse	6	-0.01972513645887375
292349	rnn.weight_ih_l1_reverse	7	0.029686089605093002
292349	rnn.weight_ih_l1_reverse	8	0.005571138113737106
292349	rnn.weight_ih_l1_reverse	9	-0.033337730914354324
292349	rnn.weight_hh_l1_reverse	0	0.004589691758155823
292349	rnn.weight_hh_l1_reverse	1	0.031694408506155014
292349	rnn.weight_hh_l1_reverse	2	-0.0406123548746109
292349	rnn.weight_hh_l1_reverse	3	0.035023994743824005
292349	rnn.weight_hh_l1_reverse	4	0.0471368245780468
292349	rnn.weight_hh_l1_reverse	5	0.006068823393434286
292349	rnn.weight_hh_l1_reverse	6	0.04907310754060745
292349	rnn.weight_hh_l1_reverse	7	0.03099975548684597
292349	rnn.weight_hh_l1_reverse	8	-0.007106507662683725
292349	rnn.weight_hh_l1_reverse	9	-0.030165700241923332
292349	rnn.bias_ih_l1_reverse	0	-0.0456247478723526
292349	rnn.bias_ih_l1_reverse	1	-0.13946670293807983
292349	rnn.bias_ih_l1_reverse	2	-0.16376525163650513
292349	rnn.bias_ih_l1_reverse	3	-0.06066316366195679
292349	rnn.bias_ih_l1_reverse	4	-0.2037065029144287
292349	rnn.bias_ih_l1_reverse	5	-0.11700962483882904
292349	rnn.bias_ih_l1_reverse	6	-0.12983796000480652
292349	rnn.bias_ih_l1_reverse	7	-0.19178494811058044
292349	rnn.bias_ih_l1_reverse	8	0.22649434208869934
292349	rnn.bias_ih_l1_reverse	9	0.022209759801626205
292349	rnn.bias_hh_l1_reverse	0	0.010368756018579006
292349	rnn.bias_hh_l1_reverse	1	-0.06506045162677765
292349	rnn.bias_hh_l1_reverse	2	-0.2372647076845169
292349	rnn.bias_hh_l1_reverse	3	-0.14361415803432465
292349	rnn.bias_hh_l1_reverse	4	-0.08021413534879684
292349	rnn.bias_hh_l1_reverse	5	-0.11621361970901489
292349	rnn.bias_hh_l1_reverse	6	0.06338933110237122
292349	rnn.bias_hh_l1_reverse	7	-0.1343338042497635
292349	rnn.bias_hh_l1_reverse	8	-0.12509295344352722
292349	rnn.bias_hh_l1_reverse	9	-0.14821645617485046
292349	linear.weight	0	0.002228822559118271
292349	linear.weight	1	0.09681176394224167
292349	linear.weight	2	-0.09220249205827713
292349	linear.weight	3	0.3136550486087799
292349	linear.weight	4	0.15024937689304352
292349	linear.weight	5	-0.06559136509895325
292349	linear.weight	6	0.09514495730400085
292349	linear.weight	7	0.1368255764245987
292349	linear.weight	8	0.04113310948014259
292349	linear.weight	9	-0.050827182829380035
292349	linear.bias	0	0.08325277268886566
292349	linear.bias	1	-0.18966814875602722
292349	linear.bias	2	-0.4520970284938812
292349	linear.bias	3	-0.6566917300224304
292349	linear.bias	4	-1.2616409063339233
292349	linear.bias	5	-0.059546519070863724
292349	linear.bias	6	-0.8224708437919617
292349	linear.bias	7	0.27093157172203064
292349	linear.bias	8	-0.39520078897476196
292349	linear.bias	9	-1.022167444229126
292546	transitions	0	0.7568619847297668
292546	transitions	1	0.13825207948684692
292546	transitions	2	-10000.0
292546	transitions	3	-1.828133463859558
292546	transitions	4	-10000.0
292546	transitions	5	0.5627444386482239
292546	transitions	6	-0.08568035811185837
292546	transitions	7	-0.8124180436134338
292546	transitions	8	-1.422871708869934
292546	transitions	9	-0.0012319671222940087
292546	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
292546	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
292546	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
292546	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
292546	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
292546	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
292546	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
292546	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
292546	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
292546	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
292546	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
292546	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
292546	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
292546	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
292546	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
292546	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
292546	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
292546	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
292546	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
292546	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
292546	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
292546	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
292546	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
292546	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
292546	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
292546	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
292546	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
292546	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
292546	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
292546	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
292546	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
292546	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
292546	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
292546	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
292546	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
292546	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
292546	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
292546	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
292546	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
292546	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
292546	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
292546	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
292546	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
292546	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
292546	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
292546	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
292546	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
292546	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
292546	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
292546	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
292546	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
292546	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
292546	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
292546	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
292546	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
292546	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
292546	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
292546	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
292546	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
292546	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
292546	embedding2nn.weight	0	0.01634872518479824
292546	embedding2nn.weight	1	-0.012660045176744461
292546	embedding2nn.weight	2	-0.014268254861235619
292546	embedding2nn.weight	3	-0.031219661235809326
292546	embedding2nn.weight	4	-0.0059150345623493195
292546	embedding2nn.weight	5	-0.0037005888298153877
292546	embedding2nn.weight	6	-0.003973265178501606
292546	embedding2nn.weight	7	-0.07739570736885071
292546	embedding2nn.weight	8	-0.0019979383796453476
292546	embedding2nn.weight	9	-0.027579862624406815
292546	embedding2nn.bias	0	0.032513126730918884
292546	embedding2nn.bias	1	-0.07659401744604111
292546	embedding2nn.bias	2	0.07237017154693604
292546	embedding2nn.bias	3	0.051541078835725784
292546	embedding2nn.bias	4	-0.040165890008211136
292546	embedding2nn.bias	5	-0.010564161464571953
292546	embedding2nn.bias	6	0.017075812444090843
292546	embedding2nn.bias	7	-0.05558653920888901
292546	embedding2nn.bias	8	0.07311076670885086
292546	embedding2nn.bias	9	0.04515176638960838
292546	rnn.weight_ih_l0	0	-0.08080485463142395
292546	rnn.weight_ih_l0	1	0.0031262068077921867
292546	rnn.weight_ih_l0	2	0.035532236099243164
292546	rnn.weight_ih_l0	3	0.022894876077771187
292546	rnn.weight_ih_l0	4	-0.048248592764139175
292546	rnn.weight_ih_l0	5	-0.06851650774478912
292546	rnn.weight_ih_l0	6	-0.0010825511999428272
292546	rnn.weight_ih_l0	7	0.053397540003061295
292546	rnn.weight_ih_l0	8	-0.017101168632507324
292546	rnn.weight_ih_l0	9	-0.030892761424183846
292546	rnn.weight_hh_l0	0	-0.029942575842142105
292546	rnn.weight_hh_l0	1	-0.007366201840341091
292546	rnn.weight_hh_l0	2	0.006793348118662834
292546	rnn.weight_hh_l0	3	-0.07460743188858032
292546	rnn.weight_hh_l0	4	0.09333638846874237
292546	rnn.weight_hh_l0	5	-0.027035553008317947
292546	rnn.weight_hh_l0	6	-0.06381326913833618
292546	rnn.weight_hh_l0	7	0.008737039752304554
292546	rnn.weight_hh_l0	8	0.013393186032772064
292546	rnn.weight_hh_l0	9	-0.025619862601161003
292546	rnn.bias_ih_l0	0	0.1298259198665619
292546	rnn.bias_ih_l0	1	-0.03397313505411148
292546	rnn.bias_ih_l0	2	-0.03441852331161499
292546	rnn.bias_ih_l0	3	0.16323135793209076
292546	rnn.bias_ih_l0	4	-0.012360055930912495
292546	rnn.bias_ih_l0	5	-0.022903045639395714
292546	rnn.bias_ih_l0	6	0.01700644940137863
292546	rnn.bias_ih_l0	7	0.023382345214486122
292546	rnn.bias_ih_l0	8	-0.09909316897392273
292546	rnn.bias_ih_l0	9	-0.041568320244550705
292546	rnn.bias_hh_l0	0	-0.0013536239275708795
292546	rnn.bias_hh_l0	1	-0.10045843571424484
292546	rnn.bias_hh_l0	2	-0.07490762323141098
292546	rnn.bias_hh_l0	3	-0.08868910372257233
292546	rnn.bias_hh_l0	4	0.008596840314567089
292546	rnn.bias_hh_l0	5	-0.0207185298204422
292546	rnn.bias_hh_l0	6	0.02830928936600685
292546	rnn.bias_hh_l0	7	0.06012367829680443
292546	rnn.bias_hh_l0	8	-0.12318484485149384
292546	rnn.bias_hh_l0	9	-0.05980774760246277
292546	rnn.weight_ih_l0_reverse	0	-0.02553808130323887
292546	rnn.weight_ih_l0_reverse	1	-0.057362623512744904
292546	rnn.weight_ih_l0_reverse	2	-0.048949845135211945
292546	rnn.weight_ih_l0_reverse	3	0.015487713739275932
292546	rnn.weight_ih_l0_reverse	4	-0.02519921399652958
292546	rnn.weight_ih_l0_reverse	5	-0.0573042631149292
292546	rnn.weight_ih_l0_reverse	6	0.07345333695411682
292546	rnn.weight_ih_l0_reverse	7	-0.019043415784835815
292546	rnn.weight_ih_l0_reverse	8	-0.018553752452135086
292546	rnn.weight_ih_l0_reverse	9	0.00456222053617239
292546	rnn.weight_hh_l0_reverse	0	0.06866931170225143
292546	rnn.weight_hh_l0_reverse	1	0.01993085816502571
292546	rnn.weight_hh_l0_reverse	2	0.030135104432702065
292546	rnn.weight_hh_l0_reverse	3	0.035564254969358444
292546	rnn.weight_hh_l0_reverse	4	0.01435737032443285
292546	rnn.weight_hh_l0_reverse	5	0.008311270736157894
292546	rnn.weight_hh_l0_reverse	6	0.05101259797811508
292546	rnn.weight_hh_l0_reverse	7	-0.0819731205701828
292546	rnn.weight_hh_l0_reverse	8	0.04010586813092232
292546	rnn.weight_hh_l0_reverse	9	0.03485007584095001
292546	rnn.bias_ih_l0_reverse	0	-0.056982047855854034
292546	rnn.bias_ih_l0_reverse	1	-0.28283682465553284
292546	rnn.bias_ih_l0_reverse	2	-0.12425071001052856
292546	rnn.bias_ih_l0_reverse	3	-0.04779535159468651
292546	rnn.bias_ih_l0_reverse	4	-0.022180944681167603
292546	rnn.bias_ih_l0_reverse	5	0.07629747688770294
292546	rnn.bias_ih_l0_reverse	6	-0.06567267328500748
292546	rnn.bias_ih_l0_reverse	7	0.061590809375047684
292546	rnn.bias_ih_l0_reverse	8	-0.03534466773271561
292546	rnn.bias_ih_l0_reverse	9	0.06520462781190872
292546	rnn.bias_hh_l0_reverse	0	0.023434003815054893
292546	rnn.bias_hh_l0_reverse	1	-0.06304968893527985
292546	rnn.bias_hh_l0_reverse	2	0.08925175666809082
292546	rnn.bias_hh_l0_reverse	3	-0.05170599743723869
292546	rnn.bias_hh_l0_reverse	4	-0.02828727290034294
292546	rnn.bias_hh_l0_reverse	5	-0.022032730281352997
292546	rnn.bias_hh_l0_reverse	6	-0.020606981590390205
292546	rnn.bias_hh_l0_reverse	7	0.09965912252664566
292546	rnn.bias_hh_l0_reverse	8	0.03016343154013157
292546	rnn.bias_hh_l0_reverse	9	-0.1489143967628479
292546	rnn.weight_ih_l1	0	-0.029760120436549187
292546	rnn.weight_ih_l1	1	-0.05080045759677887
292546	rnn.weight_ih_l1	2	0.06499224156141281
292546	rnn.weight_ih_l1	3	-0.07291296869516373
292546	rnn.weight_ih_l1	4	-0.014111053198575974
292546	rnn.weight_ih_l1	5	-0.040335513651371
292546	rnn.weight_ih_l1	6	0.028976840898394585
292546	rnn.weight_ih_l1	7	-0.04419940710067749
292546	rnn.weight_ih_l1	8	0.03786947578191757
292546	rnn.weight_ih_l1	9	0.04477880150079727
292546	rnn.weight_hh_l1	0	-0.0070198699831962585
292546	rnn.weight_hh_l1	1	0.019910495728254318
292546	rnn.weight_hh_l1	2	0.006439411547034979
292546	rnn.weight_hh_l1	3	-0.01263333484530449
292546	rnn.weight_hh_l1	4	0.004817552864551544
292546	rnn.weight_hh_l1	5	0.035230714827775955
292546	rnn.weight_hh_l1	6	0.03623136878013611
292546	rnn.weight_hh_l1	7	-0.016341201961040497
292546	rnn.weight_hh_l1	8	-0.007216906640678644
292546	rnn.weight_hh_l1	9	0.038584548979997635
292546	rnn.bias_ih_l1	0	-0.18366308510303497
292546	rnn.bias_ih_l1	1	-0.17470254004001617
292546	rnn.bias_ih_l1	2	-0.19689445197582245
292546	rnn.bias_ih_l1	3	-0.3073176443576813
292546	rnn.bias_ih_l1	4	-0.2120056301355362
292546	rnn.bias_ih_l1	5	-0.08904671669006348
292546	rnn.bias_ih_l1	6	-0.15854871273040771
292546	rnn.bias_ih_l1	7	-0.0031741438433527946
292546	rnn.bias_ih_l1	8	-0.12977805733680725
292546	rnn.bias_ih_l1	9	-0.12316243350505829
292546	rnn.bias_hh_l1	0	-0.09648866951465607
292546	rnn.bias_hh_l1	1	-0.06302846968173981
292546	rnn.bias_hh_l1	2	-0.08546312898397446
292546	rnn.bias_hh_l1	3	-0.07750330865383148
292546	rnn.bias_hh_l1	4	-0.07305056601762772
292546	rnn.bias_hh_l1	5	-0.11739879101514816
292546	rnn.bias_hh_l1	6	-0.16088978946208954
292546	rnn.bias_hh_l1	7	0.07544765621423721
292546	rnn.bias_hh_l1	8	-0.17618651688098907
292546	rnn.bias_hh_l1	9	-0.11501173675060272
292546	rnn.weight_ih_l1_reverse	0	-0.0471462681889534
292546	rnn.weight_ih_l1_reverse	1	0.032916124910116196
292546	rnn.weight_ih_l1_reverse	2	0.08792801946401596
292546	rnn.weight_ih_l1_reverse	3	-0.017411725595593452
292546	rnn.weight_ih_l1_reverse	4	-0.023526443168520927
292546	rnn.weight_ih_l1_reverse	5	-0.030272703617811203
292546	rnn.weight_ih_l1_reverse	6	-0.019731905311346054
292546	rnn.weight_ih_l1_reverse	7	0.029687652364373207
292546	rnn.weight_ih_l1_reverse	8	0.0055726212449371815
292546	rnn.weight_ih_l1_reverse	9	-0.03333528712391853
292546	rnn.weight_hh_l1_reverse	0	0.004588591866195202
292546	rnn.weight_hh_l1_reverse	1	0.03169471025466919
292546	rnn.weight_hh_l1_reverse	2	-0.04061240702867508
292546	rnn.weight_hh_l1_reverse	3	0.035024140030145645
292546	rnn.weight_hh_l1_reverse	4	0.04713477939367294
292546	rnn.weight_hh_l1_reverse	5	0.006071831099689007
292546	rnn.weight_hh_l1_reverse	6	0.049066513776779175
292546	rnn.weight_hh_l1_reverse	7	0.030996939167380333
292546	rnn.weight_hh_l1_reverse	8	-0.007105886936187744
292546	rnn.weight_hh_l1_reverse	9	-0.030166499316692352
292546	rnn.bias_ih_l1_reverse	0	-0.045627474784851074
292546	rnn.bias_ih_l1_reverse	1	-0.13945525884628296
292546	rnn.bias_ih_l1_reverse	2	-0.16376721858978271
292546	rnn.bias_ih_l1_reverse	3	-0.0606352761387825
292546	rnn.bias_ih_l1_reverse	4	-0.2037051022052765
292546	rnn.bias_ih_l1_reverse	5	-0.11700914055109024
292546	rnn.bias_ih_l1_reverse	6	-0.1298459768295288
292546	rnn.bias_ih_l1_reverse	7	-0.19178958237171173
292546	rnn.bias_ih_l1_reverse	8	0.226470485329628
292546	rnn.bias_ih_l1_reverse	9	0.022204041481018066
292546	rnn.bias_hh_l1_reverse	0	0.010387243703007698
292546	rnn.bias_hh_l1_reverse	1	-0.06507659703493118
292546	rnn.bias_hh_l1_reverse	2	-0.23727014660835266
292546	rnn.bias_hh_l1_reverse	3	-0.14362217485904694
292546	rnn.bias_hh_l1_reverse	4	-0.0802183747291565
292546	rnn.bias_hh_l1_reverse	5	-0.11622526496648788
292546	rnn.bias_hh_l1_reverse	6	0.06337756663560867
292546	rnn.bias_hh_l1_reverse	7	-0.13432809710502625
292546	rnn.bias_hh_l1_reverse	8	-0.12508277595043182
292546	rnn.bias_hh_l1_reverse	9	-0.1482183039188385
292546	linear.weight	0	0.002228822559118271
292546	linear.weight	1	0.096856489777565
292546	linear.weight	2	-0.09221098572015762
292546	linear.weight	3	0.31367555260658264
292546	linear.weight	4	0.15023383498191833
292546	linear.weight	5	-0.06559276580810547
292546	linear.weight	6	0.09522378444671631
292546	linear.weight	7	0.13683830201625824
292546	linear.weight	8	0.04113310948014259
292546	linear.weight	9	-0.05083348974585533
292546	linear.bias	0	0.0830053985118866
292546	linear.bias	1	-0.18985621631145477
292546	linear.bias	2	-0.45179998874664307
292546	linear.bias	3	-0.6566635966300964
292546	linear.bias	4	-1.261616826057434
292546	linear.bias	5	-0.05935715511441231
292546	linear.bias	6	-0.8226598501205444
292546	linear.bias	7	0.2711215913295746
292546	linear.bias	8	-0.3951933681964874
292546	linear.bias	9	-1.02217435836792
292743	transitions	0	0.7568544149398804
292743	transitions	1	0.1382628232240677
292743	transitions	2	-10000.0
292743	transitions	3	-1.828133463859558
292743	transitions	4	-10000.0
292743	transitions	5	0.5627443790435791
292743	transitions	6	-0.08568041771650314
292743	transitions	7	-0.8124198913574219
292743	transitions	8	-1.4228718280792236
292743	transitions	9	-0.0012319680536165833
292743	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
292743	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
292743	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
292743	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
292743	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
292743	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
292743	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
292743	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
292743	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
292743	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
292743	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
292743	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
292743	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
292743	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
292743	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
292743	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
292743	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
292743	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
292743	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
292743	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
292743	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
292743	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
292743	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
292743	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
292743	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
292743	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
292743	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
292743	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
292743	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
292743	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
292743	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
292743	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
292743	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
292743	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
292743	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
292743	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
292743	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
292743	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
292743	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
292743	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
292743	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
292743	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
292743	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
292743	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
292743	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
292743	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
292743	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
292743	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
292743	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
292743	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
292743	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
292743	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
292743	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
292743	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
292743	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
292743	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
292743	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
292743	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
292743	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
292743	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
292743	embedding2nn.weight	0	0.016349436715245247
292743	embedding2nn.weight	1	-0.012659728527069092
292743	embedding2nn.weight	2	-0.014268254861235619
292743	embedding2nn.weight	3	-0.03123444877564907
292743	embedding2nn.weight	4	-0.0059150345623493195
292743	embedding2nn.weight	5	-0.0037005888298153877
292743	embedding2nn.weight	6	-0.003973265178501606
292743	embedding2nn.weight	7	-0.07739652693271637
292743	embedding2nn.weight	8	-0.0019979383796453476
292743	embedding2nn.weight	9	-0.027580169960856438
292743	embedding2nn.bias	0	0.03248010203242302
292743	embedding2nn.bias	1	-0.07657735794782639
292743	embedding2nn.bias	2	0.07237476855516434
292743	embedding2nn.bias	3	0.05163170024752617
292743	embedding2nn.bias	4	-0.04016915336251259
292743	embedding2nn.bias	5	-0.010479867458343506
292743	embedding2nn.bias	6	0.017138918861746788
292743	embedding2nn.bias	7	-0.05558747425675392
292743	embedding2nn.bias	8	0.07312756031751633
292743	embedding2nn.bias	9	0.045146770775318146
292743	rnn.weight_ih_l0	0	-0.08080383390188217
292743	rnn.weight_ih_l0	1	0.0031293085776269436
292743	rnn.weight_ih_l0	2	0.03552723303437233
292743	rnn.weight_ih_l0	3	0.02289806865155697
292743	rnn.weight_ih_l0	4	-0.048244405537843704
292743	rnn.weight_ih_l0	5	-0.06852023303508759
292743	rnn.weight_ih_l0	6	-0.0010842642514035106
292743	rnn.weight_ih_l0	7	0.05339346453547478
292743	rnn.weight_ih_l0	8	-0.017099251970648766
292743	rnn.weight_ih_l0	9	-0.03088984079658985
292743	rnn.weight_hh_l0	0	-0.029938165098428726
292743	rnn.weight_hh_l0	1	-0.007364343851804733
292743	rnn.weight_hh_l0	2	0.006797388195991516
292743	rnn.weight_hh_l0	3	-0.07460633665323257
292743	rnn.weight_hh_l0	4	0.0933346226811409
292743	rnn.weight_hh_l0	5	-0.027035275474190712
292743	rnn.weight_hh_l0	6	-0.06381183862686157
292743	rnn.weight_hh_l0	7	0.008735532872378826
292743	rnn.weight_hh_l0	8	0.013392450287938118
292743	rnn.weight_hh_l0	9	-0.025623470544815063
292743	rnn.bias_ih_l0	0	0.12982772290706635
292743	rnn.bias_ih_l0	1	-0.03397972509264946
292743	rnn.bias_ih_l0	2	-0.03443102538585663
292743	rnn.bias_ih_l0	3	0.1632196456193924
292743	rnn.bias_ih_l0	4	-0.012357917614281178
292743	rnn.bias_ih_l0	5	-0.02289321832358837
292743	rnn.bias_ih_l0	6	0.016993774101138115
292743	rnn.bias_ih_l0	7	0.02338651567697525
292743	rnn.bias_ih_l0	8	-0.09909427911043167
292743	rnn.bias_ih_l0	9	-0.041548412293195724
292743	rnn.bias_hh_l0	0	-0.0013591063907369971
292743	rnn.bias_hh_l0	1	-0.10045912861824036
292743	rnn.bias_hh_l0	2	-0.07490402460098267
292743	rnn.bias_hh_l0	3	-0.08870016038417816
292743	rnn.bias_hh_l0	4	0.008587663993239403
292743	rnn.bias_hh_l0	5	-0.020717060193419456
292743	rnn.bias_hh_l0	6	0.028313061222434044
292743	rnn.bias_hh_l0	7	0.060137972235679626
292743	rnn.bias_hh_l0	8	-0.12318599969148636
292743	rnn.bias_hh_l0	9	-0.059800658375024796
292743	rnn.weight_ih_l0_reverse	0	-0.025545893236994743
292743	rnn.weight_ih_l0_reverse	1	-0.05736127123236656
292743	rnn.weight_ih_l0_reverse	2	-0.04894168674945831
292743	rnn.weight_ih_l0_reverse	3	0.015486794523894787
292743	rnn.weight_ih_l0_reverse	4	-0.02519257366657257
292743	rnn.weight_ih_l0_reverse	5	-0.0573037788271904
292743	rnn.weight_ih_l0_reverse	6	0.07345235347747803
292743	rnn.weight_ih_l0_reverse	7	-0.01904168725013733
292743	rnn.weight_ih_l0_reverse	8	-0.018557647243142128
292743	rnn.weight_ih_l0_reverse	9	0.0045616282150149345
292743	rnn.weight_hh_l0_reverse	0	0.06866702437400818
292743	rnn.weight_hh_l0_reverse	1	0.019927257671952248
292743	rnn.weight_hh_l0_reverse	2	0.030138880014419556
292743	rnn.weight_hh_l0_reverse	3	0.03556423261761665
292743	rnn.weight_hh_l0_reverse	4	0.01435814704746008
292743	rnn.weight_hh_l0_reverse	5	0.008307776413857937
292743	rnn.weight_hh_l0_reverse	6	0.05101188272237778
292743	rnn.weight_hh_l0_reverse	7	-0.08197050541639328
292743	rnn.weight_hh_l0_reverse	8	0.04010438919067383
292743	rnn.weight_hh_l0_reverse	9	0.034850604832172394
292743	rnn.bias_ih_l0_reverse	0	-0.05698439106345177
292743	rnn.bias_ih_l0_reverse	1	-0.2828366458415985
292743	rnn.bias_ih_l0_reverse	2	-0.1242518499493599
292743	rnn.bias_ih_l0_reverse	3	-0.04779886081814766
292743	rnn.bias_ih_l0_reverse	4	-0.022160451859235764
292743	rnn.bias_ih_l0_reverse	5	0.0762927457690239
292743	rnn.bias_ih_l0_reverse	6	-0.06566840410232544
292743	rnn.bias_ih_l0_reverse	7	0.06160041689872742
292743	rnn.bias_ih_l0_reverse	8	-0.03534485027194023
292743	rnn.bias_ih_l0_reverse	9	0.06521984934806824
292743	rnn.bias_hh_l0_reverse	0	0.023449422791600227
292743	rnn.bias_hh_l0_reverse	1	-0.0630490630865097
292743	rnn.bias_hh_l0_reverse	2	0.08926117420196533
292743	rnn.bias_hh_l0_reverse	3	-0.051705554127693176
292743	rnn.bias_hh_l0_reverse	4	-0.02828032523393631
292743	rnn.bias_hh_l0_reverse	5	-0.022064492106437683
292743	rnn.bias_hh_l0_reverse	6	-0.020600032061338425
292743	rnn.bias_hh_l0_reverse	7	0.09966449439525604
292743	rnn.bias_hh_l0_reverse	8	0.030162010341882706
292743	rnn.bias_hh_l0_reverse	9	-0.14891508221626282
292743	rnn.weight_ih_l1	0	-0.029759041965007782
292743	rnn.weight_ih_l1	1	-0.05079972371459007
292743	rnn.weight_ih_l1	2	0.06499223411083221
292743	rnn.weight_ih_l1	3	-0.07293301075696945
292743	rnn.weight_ih_l1	4	-0.014105834066867828
292743	rnn.weight_ih_l1	5	-0.04033542796969414
292743	rnn.weight_ih_l1	6	0.02897428534924984
292743	rnn.weight_ih_l1	7	-0.04419747740030289
292743	rnn.weight_ih_l1	8	0.037869568914175034
292743	rnn.weight_ih_l1	9	0.044778965413570404
292743	rnn.weight_hh_l1	0	-0.007019789423793554
292743	rnn.weight_hh_l1	1	0.019910192117094994
292743	rnn.weight_hh_l1	2	0.0064384471625089645
292743	rnn.weight_hh_l1	3	-0.012633025646209717
292743	rnn.weight_hh_l1	4	0.0048218038864433765
292743	rnn.weight_hh_l1	5	0.035229939967393875
292743	rnn.weight_hh_l1	6	0.036230240017175674
292743	rnn.weight_hh_l1	7	-0.016345584765076637
292743	rnn.weight_hh_l1	8	-0.0072168936021625996
292743	rnn.weight_hh_l1	9	0.03858610987663269
292743	rnn.bias_ih_l1	0	-0.1836683601140976
292743	rnn.bias_ih_l1	1	-0.17471107840538025
292743	rnn.bias_ih_l1	2	-0.1969030648469925
292743	rnn.bias_ih_l1	3	-0.30731526017189026
292743	rnn.bias_ih_l1	4	-0.21203389763832092
292743	rnn.bias_ih_l1	5	-0.08904717117547989
292743	rnn.bias_ih_l1	6	-0.15853764116764069
292743	rnn.bias_ih_l1	7	-0.003166220150887966
292743	rnn.bias_ih_l1	8	-0.12978707253932953
292743	rnn.bias_ih_l1	9	-0.12317133694887161
292743	rnn.bias_hh_l1	0	-0.09650493413209915
292743	rnn.bias_hh_l1	1	-0.0630449503660202
292743	rnn.bias_hh_l1	2	-0.08547517657279968
292743	rnn.bias_hh_l1	3	-0.07749578356742859
292743	rnn.bias_hh_l1	4	-0.07305908203125
292743	rnn.bias_hh_l1	5	-0.1173940971493721
292743	rnn.bias_hh_l1	6	-0.16090646386146545
292743	rnn.bias_hh_l1	7	0.07546679675579071
292743	rnn.bias_hh_l1	8	-0.176182821393013
292743	rnn.bias_hh_l1	9	-0.11502091586589813
292743	rnn.weight_ih_l1_reverse	0	-0.04714370146393776
292743	rnn.weight_ih_l1_reverse	1	0.0329241007566452
292743	rnn.weight_ih_l1_reverse	2	0.0879216119647026
292743	rnn.weight_ih_l1_reverse	3	-0.017407292500138283
292743	rnn.weight_ih_l1_reverse	4	-0.0235243309289217
292743	rnn.weight_ih_l1_reverse	5	-0.030272075906395912
292743	rnn.weight_ih_l1_reverse	6	-0.01972028985619545
292743	rnn.weight_ih_l1_reverse	7	0.029689669609069824
292743	rnn.weight_ih_l1_reverse	8	0.005561957135796547
292743	rnn.weight_ih_l1_reverse	9	-0.03332825377583504
292743	rnn.weight_hh_l1_reverse	0	0.004587329924106598
292743	rnn.weight_hh_l1_reverse	1	0.03169511631131172
292743	rnn.weight_hh_l1_reverse	2	-0.04061201587319374
292743	rnn.weight_hh_l1_reverse	3	0.035024020820856094
292743	rnn.weight_hh_l1_reverse	4	0.04713456332683563
292743	rnn.weight_hh_l1_reverse	5	0.00607232516631484
292743	rnn.weight_hh_l1_reverse	6	0.049063947051763535
292743	rnn.weight_hh_l1_reverse	7	0.03099529631435871
292743	rnn.weight_hh_l1_reverse	8	-0.007106312084943056
292743	rnn.weight_hh_l1_reverse	9	-0.030166663229465485
292743	rnn.bias_ih_l1_reverse	0	-0.04563158378005028
292743	rnn.bias_ih_l1_reverse	1	-0.13944698870182037
292743	rnn.bias_ih_l1_reverse	2	-0.16376857459545135
292743	rnn.bias_ih_l1_reverse	3	-0.06067822873592377
292743	rnn.bias_ih_l1_reverse	4	-0.2037031501531601
292743	rnn.bias_ih_l1_reverse	5	-0.11699733138084412
292743	rnn.bias_ih_l1_reverse	6	-0.129843607544899
292743	rnn.bias_ih_l1_reverse	7	-0.19178740680217743
292743	rnn.bias_ih_l1_reverse	8	0.226485013961792
292743	rnn.bias_ih_l1_reverse	9	0.022205572575330734
292743	rnn.bias_hh_l1_reverse	0	0.010380012914538383
292743	rnn.bias_hh_l1_reverse	1	-0.06511109322309494
292743	rnn.bias_hh_l1_reverse	2	-0.23727019131183624
292743	rnn.bias_hh_l1_reverse	3	-0.14361867308616638
292743	rnn.bias_hh_l1_reverse	4	-0.08021043241024017
292743	rnn.bias_hh_l1_reverse	5	-0.11623118072748184
292743	rnn.bias_hh_l1_reverse	6	0.06342136114835739
292743	rnn.bias_hh_l1_reverse	7	-0.13432127237319946
292743	rnn.bias_hh_l1_reverse	8	-0.12508274614810944
292743	rnn.bias_hh_l1_reverse	9	-0.1482173204421997
292743	linear.weight	0	0.002228822559118271
292743	linear.weight	1	0.0968303456902504
292743	linear.weight	2	-0.09222893416881561
292743	linear.weight	3	0.31363582611083984
292743	linear.weight	4	0.15024174749851227
292743	linear.weight	5	-0.06560277193784714
292743	linear.weight	6	0.09519864618778229
292743	linear.weight	7	0.1368480771780014
292743	linear.weight	8	0.04113310948014259
292743	linear.weight	9	-0.0508403554558754
292743	linear.bias	0	0.08301971107721329
292743	linear.bias	1	-0.18994425237178802
292743	linear.bias	2	-0.4519440829753876
292743	linear.bias	3	-0.6566845178604126
292743	linear.bias	4	-1.2616389989852905
292743	linear.bias	5	-0.05937963351607323
292743	linear.bias	6	-0.8227652907371521
292743	linear.bias	7	0.2711043953895569
292743	linear.bias	8	-0.39531615376472473
292743	linear.bias	9	-1.022295355796814
292940	transitions	0	0.7569249272346497
292940	transitions	1	0.13827089965343475
292940	transitions	2	-10000.0
292940	transitions	3	-1.8281337022781372
292940	transitions	4	-10000.0
292940	transitions	5	0.5627442598342896
292940	transitions	6	-0.08568049222230911
292940	transitions	7	-0.8124210834503174
292940	transitions	8	-1.4228718280792236
292940	transitions	9	-0.0012319687521085143
292940	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
292940	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
292940	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
292940	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
292940	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
292940	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
292940	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
292940	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
292940	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
292940	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
292940	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
292940	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
292940	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
292940	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
292940	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
292940	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
292940	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
292940	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
292940	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
292940	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
292940	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
292940	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
292940	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
292940	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
292940	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
292940	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
292940	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
292940	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
292940	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
292940	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
292940	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
292940	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
292940	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
292940	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
292940	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
292940	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
292940	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
292940	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
292940	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
292940	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
292940	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
292940	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
292940	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
292940	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
292940	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
292940	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
292940	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
292940	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
292940	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
292940	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
292940	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
292940	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
292940	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
292940	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
292940	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
292940	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
292940	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
292940	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
292940	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
292940	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
292940	embedding2nn.weight	0	0.016351722180843353
292940	embedding2nn.weight	1	-0.012660066597163677
292940	embedding2nn.weight	2	-0.014268254861235619
292940	embedding2nn.weight	3	-0.031228987500071526
292940	embedding2nn.weight	4	-0.0059150345623493195
292940	embedding2nn.weight	5	-0.0037005888298153877
292940	embedding2nn.weight	6	-0.003973265178501606
292940	embedding2nn.weight	7	-0.07739634811878204
292940	embedding2nn.weight	8	-0.0019979383796453476
292940	embedding2nn.weight	9	-0.027581529691815376
292940	embedding2nn.bias	0	0.032502803951501846
292940	embedding2nn.bias	1	-0.07657133787870407
292940	embedding2nn.bias	2	0.07232273370027542
292940	embedding2nn.bias	3	0.051668714731931686
292940	embedding2nn.bias	4	-0.040131766349077225
292940	embedding2nn.bias	5	-0.010456969030201435
292940	embedding2nn.bias	6	0.017218034714460373
292940	embedding2nn.bias	7	-0.0555582195520401
292940	embedding2nn.bias	8	0.07310500741004944
292940	embedding2nn.bias	9	0.0451173260807991
292940	rnn.weight_ih_l0	0	-0.08080893754959106
292940	rnn.weight_ih_l0	1	0.0031230223830789328
292940	rnn.weight_ih_l0	2	0.035532571375370026
292940	rnn.weight_ih_l0	3	0.02289697155356407
292940	rnn.weight_ih_l0	4	-0.048240456730127335
292940	rnn.weight_ih_l0	5	-0.06852111965417862
292940	rnn.weight_ih_l0	6	-0.0010886943200603127
292940	rnn.weight_ih_l0	7	0.053388405591249466
292940	rnn.weight_ih_l0	8	-0.017103038728237152
292940	rnn.weight_ih_l0	9	-0.030895410105586052
292940	rnn.weight_hh_l0	0	-0.02993515506386757
292940	rnn.weight_hh_l0	1	-0.007367745507508516
292940	rnn.weight_hh_l0	2	0.0067922212183475494
292940	rnn.weight_hh_l0	3	-0.07460476458072662
292940	rnn.weight_hh_l0	4	0.09333407878875732
292940	rnn.weight_hh_l0	5	-0.027031810954213142
292940	rnn.weight_hh_l0	6	-0.0638098418712616
292940	rnn.weight_hh_l0	7	0.008735183626413345
292940	rnn.weight_hh_l0	8	0.013388941995799541
292940	rnn.weight_hh_l0	9	-0.025627071037888527
292940	rnn.bias_ih_l0	0	0.12983128428459167
292940	rnn.bias_ih_l0	1	-0.03396947309374809
292940	rnn.bias_ih_l0	2	-0.03442850708961487
292940	rnn.bias_ih_l0	3	0.16322943568229675
292940	rnn.bias_ih_l0	4	-0.012372598983347416
292940	rnn.bias_ih_l0	5	-0.022883161902427673
292940	rnn.bias_ih_l0	6	0.016987420618534088
292940	rnn.bias_ih_l0	7	0.023388659581542015
292940	rnn.bias_ih_l0	8	-0.09908458590507507
292940	rnn.bias_ih_l0	9	-0.041559647768735886
292940	rnn.bias_hh_l0	0	-0.001363562885671854
292940	rnn.bias_hh_l0	1	-0.1004733145236969
292940	rnn.bias_hh_l0	2	-0.0749092623591423
292940	rnn.bias_hh_l0	3	-0.08870716392993927
292940	rnn.bias_hh_l0	4	0.008582833223044872
292940	rnn.bias_hh_l0	5	-0.020731570199131966
292940	rnn.bias_hh_l0	6	0.02830774337053299
292940	rnn.bias_hh_l0	7	0.06011989712715149
292940	rnn.bias_hh_l0	8	-0.12318824231624603
292940	rnn.bias_hh_l0	9	-0.059805046766996384
292940	rnn.weight_ih_l0_reverse	0	-0.025541825219988823
292940	rnn.weight_ih_l0_reverse	1	-0.057361919432878494
292940	rnn.weight_ih_l0_reverse	2	-0.048939138650894165
292940	rnn.weight_ih_l0_reverse	3	0.01548001542687416
292940	rnn.weight_ih_l0_reverse	4	-0.025194117799401283
292940	rnn.weight_ih_l0_reverse	5	-0.05730364844202995
292940	rnn.weight_ih_l0_reverse	6	0.07345173507928848
292940	rnn.weight_ih_l0_reverse	7	-0.019039509817957878
292940	rnn.weight_ih_l0_reverse	8	-0.018559157848358154
292940	rnn.weight_ih_l0_reverse	9	0.0045602512545883656
292940	rnn.weight_hh_l0_reverse	0	0.0686633512377739
292940	rnn.weight_hh_l0_reverse	1	0.01993187703192234
292940	rnn.weight_hh_l0_reverse	2	0.030141999945044518
292940	rnn.weight_hh_l0_reverse	3	0.035563819110393524
292940	rnn.weight_hh_l0_reverse	4	0.014357075095176697
292940	rnn.weight_hh_l0_reverse	5	0.00830940343439579
292940	rnn.weight_hh_l0_reverse	6	0.05101029947400093
292940	rnn.weight_hh_l0_reverse	7	-0.08197617530822754
292940	rnn.weight_hh_l0_reverse	8	0.04010549560189247
292940	rnn.weight_hh_l0_reverse	9	0.03485133871436119
292940	rnn.bias_ih_l0_reverse	0	-0.05697730556130409
292940	rnn.bias_ih_l0_reverse	1	-0.2828556001186371
292940	rnn.bias_ih_l0_reverse	2	-0.12425987422466278
292940	rnn.bias_ih_l0_reverse	3	-0.04780610278248787
292940	rnn.bias_ih_l0_reverse	4	-0.022158952429890633
292940	rnn.bias_ih_l0_reverse	5	0.07628464698791504
292940	rnn.bias_ih_l0_reverse	6	-0.06567487865686417
292940	rnn.bias_ih_l0_reverse	7	0.06161005422472954
292940	rnn.bias_ih_l0_reverse	8	-0.035353709012269974
292940	rnn.bias_ih_l0_reverse	9	0.06522109359502792
292940	rnn.bias_hh_l0_reverse	0	0.023452062159776688
292940	rnn.bias_hh_l0_reverse	1	-0.06305206567049026
292940	rnn.bias_hh_l0_reverse	2	0.08924533426761627
292940	rnn.bias_hh_l0_reverse	3	-0.05170975625514984
292940	rnn.bias_hh_l0_reverse	4	-0.028280140832066536
292940	rnn.bias_hh_l0_reverse	5	-0.022060954943299294
292940	rnn.bias_hh_l0_reverse	6	-0.02059781923890114
292940	rnn.bias_hh_l0_reverse	7	0.09965895116329193
292940	rnn.bias_hh_l0_reverse	8	0.03016725741326809
292940	rnn.bias_hh_l0_reverse	9	-0.14892281591892242
292940	rnn.weight_ih_l1	0	-0.029760228469967842
292940	rnn.weight_ih_l1	1	-0.05080157145857811
292940	rnn.weight_ih_l1	2	0.06499850004911423
292940	rnn.weight_ih_l1	3	-0.07293258607387543
292940	rnn.weight_ih_l1	4	-0.014104815199971199
292940	rnn.weight_ih_l1	5	-0.04033582657575607
292940	rnn.weight_ih_l1	6	0.028972508385777473
292940	rnn.weight_ih_l1	7	-0.04420255869626999
292940	rnn.weight_ih_l1	8	0.0378691703081131
292940	rnn.weight_ih_l1	9	0.04477563872933388
292940	rnn.weight_hh_l1	0	-0.007017466705292463
292940	rnn.weight_hh_l1	1	0.019910432398319244
292940	rnn.weight_hh_l1	2	0.006441698409616947
292940	rnn.weight_hh_l1	3	-0.012633969075977802
292940	rnn.weight_hh_l1	4	0.004824212286621332
292940	rnn.weight_hh_l1	5	0.035232678055763245
292940	rnn.weight_hh_l1	6	0.03623207286000252
292940	rnn.weight_hh_l1	7	-0.016345564275979996
292940	rnn.weight_hh_l1	8	-0.00721759395673871
292940	rnn.weight_hh_l1	9	0.03858454152941704
292940	rnn.bias_ih_l1	0	-0.18366384506225586
292940	rnn.bias_ih_l1	1	-0.17468595504760742
292940	rnn.bias_ih_l1	2	-0.19689801335334778
292940	rnn.bias_ih_l1	3	-0.30732277035713196
292940	rnn.bias_ih_l1	4	-0.2120557725429535
292940	rnn.bias_ih_l1	5	-0.08904943615198135
292940	rnn.bias_ih_l1	6	-0.15853193402290344
292940	rnn.bias_ih_l1	7	-0.003186072688549757
292940	rnn.bias_ih_l1	8	-0.12979476153850555
292940	rnn.bias_ih_l1	9	-0.12318052351474762
292940	rnn.bias_hh_l1	0	-0.09650314599275589
292940	rnn.bias_hh_l1	1	-0.06303934007883072
292940	rnn.bias_hh_l1	2	-0.08545713126659393
292940	rnn.bias_hh_l1	3	-0.07749523967504501
292940	rnn.bias_hh_l1	4	-0.0730706974864006
292940	rnn.bias_hh_l1	5	-0.117391437292099
292940	rnn.bias_hh_l1	6	-0.1609111875295639
292940	rnn.bias_hh_l1	7	0.07551015168428421
292940	rnn.bias_hh_l1	8	-0.1761864423751831
292940	rnn.bias_hh_l1	9	-0.11502771824598312
292940	rnn.weight_ih_l1_reverse	0	-0.04714285209774971
292940	rnn.weight_ih_l1_reverse	1	0.03293127566576004
292940	rnn.weight_ih_l1_reverse	2	0.08790276944637299
292940	rnn.weight_ih_l1_reverse	3	-0.017411407083272934
292940	rnn.weight_ih_l1_reverse	4	-0.023517172783613205
292940	rnn.weight_ih_l1_reverse	5	-0.03027239255607128
292940	rnn.weight_ih_l1_reverse	6	-0.01972130686044693
292940	rnn.weight_ih_l1_reverse	7	0.02969006448984146
292940	rnn.weight_ih_l1_reverse	8	0.005552145652472973
292940	rnn.weight_ih_l1_reverse	9	-0.03332497179508209
292940	rnn.weight_hh_l1_reverse	0	0.004587600473314524
292940	rnn.weight_hh_l1_reverse	1	0.03169470652937889
292940	rnn.weight_hh_l1_reverse	2	-0.04061194136738777
292940	rnn.weight_hh_l1_reverse	3	0.035022951662540436
292940	rnn.weight_hh_l1_reverse	4	0.047131553292274475
292940	rnn.weight_hh_l1_reverse	5	0.006075731478631496
292940	rnn.weight_hh_l1_reverse	6	0.04906058683991432
292940	rnn.weight_hh_l1_reverse	7	0.030995480716228485
292940	rnn.weight_hh_l1_reverse	8	-0.0071069528348743916
292940	rnn.weight_hh_l1_reverse	9	-0.030166827142238617
292940	rnn.bias_ih_l1_reverse	0	-0.045629456639289856
292940	rnn.bias_ih_l1_reverse	1	-0.13944241404533386
292940	rnn.bias_ih_l1_reverse	2	-0.163760706782341
292940	rnn.bias_ih_l1_reverse	3	-0.06064572557806969
292940	rnn.bias_ih_l1_reverse	4	-0.20371310412883759
292940	rnn.bias_ih_l1_reverse	5	-0.11699069291353226
292940	rnn.bias_ih_l1_reverse	6	-0.12983985245227814
292940	rnn.bias_ih_l1_reverse	7	-0.19179293513298035
292940	rnn.bias_ih_l1_reverse	8	0.22648558020591736
292940	rnn.bias_ih_l1_reverse	9	0.02218303643167019
292940	rnn.bias_hh_l1_reverse	0	0.010396819561719894
292940	rnn.bias_hh_l1_reverse	1	-0.06508214771747589
292940	rnn.bias_hh_l1_reverse	2	-0.23727060854434967
292940	rnn.bias_hh_l1_reverse	3	-0.14361487329006195
292940	rnn.bias_hh_l1_reverse	4	-0.0802198052406311
292940	rnn.bias_hh_l1_reverse	5	-0.11623071134090424
292940	rnn.bias_hh_l1_reverse	6	0.06342903524637222
292940	rnn.bias_hh_l1_reverse	7	-0.13432623445987701
292940	rnn.bias_hh_l1_reverse	8	-0.12507860362529755
292940	rnn.bias_hh_l1_reverse	9	-0.14820998907089233
292940	linear.weight	0	0.002228822559118271
292940	linear.weight	1	0.09683601558208466
292940	linear.weight	2	-0.0922488421201706
292940	linear.weight	3	0.3136427700519562
292940	linear.weight	4	0.1502370983362198
292940	linear.weight	5	-0.06559041887521744
292940	linear.weight	6	0.0952586755156517
292940	linear.weight	7	0.136831596493721
292940	linear.weight	8	0.04113310948014259
292940	linear.weight	9	-0.0508393794298172
292940	linear.bias	0	0.08302632719278336
292940	linear.bias	1	-0.19000303745269775
292940	linear.bias	2	-0.4521692395210266
292940	linear.bias	3	-0.6567335724830627
292940	linear.bias	4	-1.2616957426071167
292940	linear.bias	5	-0.05920587480068207
292940	linear.bias	6	-0.8228182792663574
292940	linear.bias	7	0.27126336097717285
292940	linear.bias	8	-0.39531105756759644
292940	linear.bias	9	-1.0223095417022705
293137	transitions	0	0.7568202614784241
293137	transitions	1	0.1382647454738617
293137	transitions	2	-10000.0
293137	transitions	3	-1.8281337022781372
293137	transitions	4	-10000.0
293137	transitions	5	0.5627442002296448
293137	transitions	6	-0.08568073809146881
293137	transitions	7	-0.8124256730079651
293137	transitions	8	-1.4228720664978027
293137	transitions	9	-0.0012319691013544798
293137	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
293137	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
293137	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
293137	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
293137	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
293137	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
293137	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
293137	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
293137	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
293137	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
293137	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
293137	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
293137	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
293137	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
293137	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
293137	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
293137	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
293137	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
293137	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
293137	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
293137	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
293137	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
293137	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
293137	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
293137	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
293137	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
293137	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
293137	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
293137	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
293137	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
293137	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
293137	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
293137	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
293137	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
293137	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
293137	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
293137	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
293137	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
293137	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
293137	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
293137	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
293137	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
293137	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
293137	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
293137	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
293137	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
293137	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
293137	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
293137	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
293137	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
293137	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
293137	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
293137	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
293137	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
293137	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
293137	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
293137	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
293137	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
293137	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
293137	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
293137	embedding2nn.weight	0	0.01635098271071911
293137	embedding2nn.weight	1	-0.012660020031034946
293137	embedding2nn.weight	2	-0.014268254861235619
293137	embedding2nn.weight	3	-0.03123600408434868
293137	embedding2nn.weight	4	-0.0059150345623493195
293137	embedding2nn.weight	5	-0.0037005888298153877
293137	embedding2nn.weight	6	-0.003973265178501606
293137	embedding2nn.weight	7	-0.07739556580781937
293137	embedding2nn.weight	8	-0.0019979383796453476
293137	embedding2nn.weight	9	-0.027579784393310547
293137	embedding2nn.bias	0	0.03255579620599747
293137	embedding2nn.bias	1	-0.07659641653299332
293137	embedding2nn.bias	2	0.07229612022638321
293137	embedding2nn.bias	3	0.05160598084330559
293137	embedding2nn.bias	4	-0.04011973366141319
293137	embedding2nn.bias	5	-0.01049813162535429
293137	embedding2nn.bias	6	0.017208341509103775
293137	embedding2nn.bias	7	-0.05560346320271492
293137	embedding2nn.bias	8	0.07306860387325287
293137	embedding2nn.bias	9	0.04514443874359131
293137	rnn.weight_ih_l0	0	-0.0808042362332344
293137	rnn.weight_ih_l0	1	0.0031210274901241064
293137	rnn.weight_ih_l0	2	0.03552275896072388
293137	rnn.weight_ih_l0	3	0.022897224873304367
293137	rnn.weight_ih_l0	4	-0.04823709651827812
293137	rnn.weight_ih_l0	5	-0.06851672381162643
293137	rnn.weight_ih_l0	6	-0.0010919974884018302
293137	rnn.weight_ih_l0	7	0.05338646471500397
293137	rnn.weight_ih_l0	8	-0.017101408913731575
293137	rnn.weight_ih_l0	9	-0.03089403361082077
293137	rnn.weight_hh_l0	0	-0.029939211905002594
293137	rnn.weight_hh_l0	1	-0.007365827448666096
293137	rnn.weight_hh_l0	2	0.006788972299546003
293137	rnn.weight_hh_l0	3	-0.0746055319905281
293137	rnn.weight_hh_l0	4	0.09333714097738266
293137	rnn.weight_hh_l0	5	-0.027027415111660957
293137	rnn.weight_hh_l0	6	-0.06381189078092575
293137	rnn.weight_hh_l0	7	0.008741813711822033
293137	rnn.weight_hh_l0	8	0.013384743593633175
293137	rnn.weight_hh_l0	9	-0.02562631294131279
293137	rnn.bias_ih_l0	0	0.12982779741287231
293137	rnn.bias_ih_l0	1	-0.03397643566131592
293137	rnn.bias_ih_l0	2	-0.034426748752593994
293137	rnn.bias_ih_l0	3	0.16323256492614746
293137	rnn.bias_ih_l0	4	-0.01237631868571043
293137	rnn.bias_ih_l0	5	-0.022883770987391472
293137	rnn.bias_ih_l0	6	0.016987629234790802
293137	rnn.bias_ih_l0	7	0.0233900286257267
293137	rnn.bias_ih_l0	8	-0.0990784764289856
293137	rnn.bias_ih_l0	9	-0.04159984737634659
293137	rnn.bias_hh_l0	0	-0.00136998959351331
293137	rnn.bias_hh_l0	1	-0.10048159956932068
293137	rnn.bias_hh_l0	2	-0.07490627467632294
293137	rnn.bias_hh_l0	3	-0.08870740979909897
293137	rnn.bias_hh_l0	4	0.008572001941502094
293137	rnn.bias_hh_l0	5	-0.02073122188448906
293137	rnn.bias_hh_l0	6	0.028293298557400703
293137	rnn.bias_hh_l0	7	0.060091905295848846
293137	rnn.bias_hh_l0	8	-0.12319622188806534
293137	rnn.bias_hh_l0	9	-0.05982528626918793
293137	rnn.weight_ih_l0_reverse	0	-0.025533461943268776
293137	rnn.weight_ih_l0_reverse	1	-0.05736729875206947
293137	rnn.weight_ih_l0_reverse	2	-0.048937760293483734
293137	rnn.weight_ih_l0_reverse	3	0.015484048053622246
293137	rnn.weight_ih_l0_reverse	4	-0.02519325353205204
293137	rnn.weight_ih_l0_reverse	5	-0.057301152497529984
293137	rnn.weight_ih_l0_reverse	6	0.07345069199800491
293137	rnn.weight_ih_l0_reverse	7	-0.019040681421756744
293137	rnn.weight_ih_l0_reverse	8	-0.018562741577625275
293137	rnn.weight_ih_l0_reverse	9	0.004558289423584938
293137	rnn.weight_hh_l0_reverse	0	0.06866476684808731
293137	rnn.weight_hh_l0_reverse	1	0.01992996223270893
293137	rnn.weight_hh_l0_reverse	2	0.030144911259412766
293137	rnn.weight_hh_l0_reverse	3	0.03556268662214279
293137	rnn.weight_hh_l0_reverse	4	0.01435899082571268
293137	rnn.weight_hh_l0_reverse	5	0.008303689770400524
293137	rnn.weight_hh_l0_reverse	6	0.05100955069065094
293137	rnn.weight_hh_l0_reverse	7	-0.08197600394487381
293137	rnn.weight_hh_l0_reverse	8	0.040104422718286514
293137	rnn.weight_hh_l0_reverse	9	0.03485306724905968
293137	rnn.bias_ih_l0_reverse	0	-0.056976187974214554
293137	rnn.bias_ih_l0_reverse	1	-0.28285086154937744
293137	rnn.bias_ih_l0_reverse	2	-0.12425742298364639
293137	rnn.bias_ih_l0_reverse	3	-0.047803573310375214
293137	rnn.bias_ih_l0_reverse	4	-0.02214902453124523
293137	rnn.bias_ih_l0_reverse	5	0.07628875225782394
293137	rnn.bias_ih_l0_reverse	6	-0.06567627191543579
293137	rnn.bias_ih_l0_reverse	7	0.06160646304488182
293137	rnn.bias_ih_l0_reverse	8	-0.035336922854185104
293137	rnn.bias_ih_l0_reverse	9	0.06522248685359955
293137	rnn.bias_hh_l0_reverse	0	0.023463526740670204
293137	rnn.bias_hh_l0_reverse	1	-0.06301727890968323
293137	rnn.bias_hh_l0_reverse	2	0.08925260603427887
293137	rnn.bias_hh_l0_reverse	3	-0.05171065405011177
293137	rnn.bias_hh_l0_reverse	4	-0.028284914791584015
293137	rnn.bias_hh_l0_reverse	5	-0.022052746266126633
293137	rnn.bias_hh_l0_reverse	6	-0.020598653703927994
293137	rnn.bias_hh_l0_reverse	7	0.09965687990188599
293137	rnn.bias_hh_l0_reverse	8	0.030157605186104774
293137	rnn.bias_hh_l0_reverse	9	-0.14893405139446259
293137	rnn.weight_ih_l1	0	-0.029764344915747643
293137	rnn.weight_ih_l1	1	-0.05080500245094299
293137	rnn.weight_ih_l1	2	0.06501279026269913
293137	rnn.weight_ih_l1	3	-0.07294130325317383
293137	rnn.weight_ih_l1	4	-0.014105536043643951
293137	rnn.weight_ih_l1	5	-0.04033580422401428
293137	rnn.weight_ih_l1	6	0.028974462300539017
293137	rnn.weight_ih_l1	7	-0.04419964179396629
293137	rnn.weight_ih_l1	8	0.03786798194050789
293137	rnn.weight_ih_l1	9	0.044788721948862076
293137	rnn.weight_hh_l1	0	-0.007013456895947456
293137	rnn.weight_hh_l1	1	0.019910190254449844
293137	rnn.weight_hh_l1	2	0.006441191304475069
293137	rnn.weight_hh_l1	3	-0.01263249572366476
293137	rnn.weight_hh_l1	4	0.004826764576137066
293137	rnn.weight_hh_l1	5	0.03523331508040428
293137	rnn.weight_hh_l1	6	0.036228567361831665
293137	rnn.weight_hh_l1	7	-0.016346780583262444
293137	rnn.weight_hh_l1	8	-0.007219026796519756
293137	rnn.weight_hh_l1	9	0.03858494013547897
293137	rnn.bias_ih_l1	0	-0.18365974724292755
293137	rnn.bias_ih_l1	1	-0.174700528383255
293137	rnn.bias_ih_l1	2	-0.1968754231929779
293137	rnn.bias_ih_l1	3	-0.30732595920562744
293137	rnn.bias_ih_l1	4	-0.21200905740261078
293137	rnn.bias_ih_l1	5	-0.08905256539583206
293137	rnn.bias_ih_l1	6	-0.1585281491279602
293137	rnn.bias_ih_l1	7	-0.003211748320609331
293137	rnn.bias_ih_l1	8	-0.12979525327682495
293137	rnn.bias_ih_l1	9	-0.12317982316017151
293137	rnn.bias_hh_l1	0	-0.09648555517196655
293137	rnn.bias_hh_l1	1	-0.063043512403965
293137	rnn.bias_hh_l1	2	-0.08544741570949554
293137	rnn.bias_hh_l1	3	-0.07750154286623001
293137	rnn.bias_hh_l1	4	-0.07306504249572754
293137	rnn.bias_hh_l1	5	-0.1173936128616333
293137	rnn.bias_hh_l1	6	-0.16091446578502655
293137	rnn.bias_hh_l1	7	0.07549925148487091
293137	rnn.bias_hh_l1	8	-0.17617247998714447
293137	rnn.bias_hh_l1	9	-0.11502622067928314
293137	rnn.weight_ih_l1_reverse	0	-0.04714240878820419
293137	rnn.weight_ih_l1_reverse	1	0.032931793481111526
293137	rnn.weight_ih_l1_reverse	2	0.08788477629423141
293137	rnn.weight_ih_l1_reverse	3	-0.01740928925573826
293137	rnn.weight_ih_l1_reverse	4	-0.023529576137661934
293137	rnn.weight_ih_l1_reverse	5	-0.0302718635648489
293137	rnn.weight_ih_l1_reverse	6	-0.01971561461687088
293137	rnn.weight_ih_l1_reverse	7	0.02969006448984146
293137	rnn.weight_ih_l1_reverse	8	0.005536776036024094
293137	rnn.weight_ih_l1_reverse	9	-0.03333289176225662
293137	rnn.weight_hh_l1_reverse	0	0.0045877378433942795
293137	rnn.weight_hh_l1_reverse	1	0.03169545903801918
293137	rnn.weight_hh_l1_reverse	2	-0.040612414479255676
293137	rnn.weight_hh_l1_reverse	3	0.035022031515836716
293137	rnn.weight_hh_l1_reverse	4	0.047129176557064056
293137	rnn.weight_hh_l1_reverse	5	0.006073352415114641
293137	rnn.weight_hh_l1_reverse	6	0.04906937852501869
293137	rnn.weight_hh_l1_reverse	7	0.03099595569074154
293137	rnn.weight_hh_l1_reverse	8	-0.0071071358397603035
293137	rnn.weight_hh_l1_reverse	9	-0.030166510492563248
293137	rnn.bias_ih_l1_reverse	0	-0.04561376944184303
293137	rnn.bias_ih_l1_reverse	1	-0.13944777846336365
293137	rnn.bias_ih_l1_reverse	2	-0.16377106308937073
293137	rnn.bias_ih_l1_reverse	3	-0.060595959424972534
293137	rnn.bias_ih_l1_reverse	4	-0.20370922982692719
293137	rnn.bias_ih_l1_reverse	5	-0.11698319762945175
293137	rnn.bias_ih_l1_reverse	6	-0.12983259558677673
293137	rnn.bias_ih_l1_reverse	7	-0.19177235662937164
293137	rnn.bias_ih_l1_reverse	8	0.22645507752895355
293137	rnn.bias_ih_l1_reverse	9	0.0221739262342453
293137	rnn.bias_hh_l1_reverse	0	0.010469861328601837
293137	rnn.bias_hh_l1_reverse	1	-0.06509285420179367
293137	rnn.bias_hh_l1_reverse	2	-0.23726515471935272
293137	rnn.bias_hh_l1_reverse	3	-0.1436009705066681
293137	rnn.bias_hh_l1_reverse	4	-0.08021484315395355
293137	rnn.bias_hh_l1_reverse	5	-0.11624763906002045
293137	rnn.bias_hh_l1_reverse	6	0.06340409815311432
293137	rnn.bias_hh_l1_reverse	7	-0.1343143731355667
293137	rnn.bias_hh_l1_reverse	8	-0.12507618963718414
293137	rnn.bias_hh_l1_reverse	9	-0.14821185171604156
293137	linear.weight	0	0.002228822559118271
293137	linear.weight	1	0.09684627503156662
293137	linear.weight	2	-0.09224061667919159
293137	linear.weight	3	0.3136681318283081
293137	linear.weight	4	0.1502358317375183
293137	linear.weight	5	-0.06560798734426498
293137	linear.weight	6	0.09529285132884979
293137	linear.weight	7	0.13677921891212463
293137	linear.weight	8	0.04113310948014259
293137	linear.weight	9	-0.0508340522646904
293137	linear.bias	0	0.08319313824176788
293137	linear.bias	1	-0.19022101163864136
293137	linear.bias	2	-0.45229485630989075
293137	linear.bias	3	-0.656640350818634
293137	linear.bias	4	-1.261599063873291
293137	linear.bias	5	-0.05913368612527847
293137	linear.bias	6	-0.8230419754981995
293137	linear.bias	7	0.2713281810283661
293137	linear.bias	8	-0.3952617645263672
293137	linear.bias	9	-1.0222514867782593
293334	transitions	0	0.7568163275718689
293334	transitions	1	0.13823622465133667
293334	transitions	2	-10000.0
293334	transitions	3	-1.8281337022781372
293334	transitions	4	-10000.0
293334	transitions	5	0.5627440810203552
293334	transitions	6	-0.08568083494901657
293334	transitions	7	-0.8124261498451233
293334	transitions	8	-1.4228720664978027
293334	transitions	9	-0.0012319700326770544
293334	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
293334	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
293334	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
293334	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
293334	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
293334	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
293334	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
293334	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
293334	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
293334	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
293334	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
293334	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
293334	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
293334	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
293334	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
293334	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
293334	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
293334	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
293334	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
293334	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
293334	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
293334	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
293334	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
293334	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
293334	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
293334	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
293334	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
293334	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
293334	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
293334	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
293334	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
293334	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
293334	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
293334	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
293334	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
293334	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
293334	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
293334	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
293334	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
293334	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
293334	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
293334	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
293334	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
293334	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
293334	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
293334	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
293334	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
293334	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
293334	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
293334	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
293334	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
293334	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
293334	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
293334	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
293334	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
293334	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
293334	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
293334	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
293334	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
293334	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
293334	embedding2nn.weight	0	0.016346130520105362
293334	embedding2nn.weight	1	-0.012659642845392227
293334	embedding2nn.weight	2	-0.014268254861235619
293334	embedding2nn.weight	3	-0.031222999095916748
293334	embedding2nn.weight	4	-0.0059150345623493195
293334	embedding2nn.weight	5	-0.0037005888298153877
293334	embedding2nn.weight	6	-0.003973265178501606
293334	embedding2nn.weight	7	-0.07739527523517609
293334	embedding2nn.weight	8	-0.0019979383796453476
293334	embedding2nn.weight	9	-0.027581749483942986
293334	embedding2nn.bias	0	0.03256255015730858
293334	embedding2nn.bias	1	-0.0765717625617981
293334	embedding2nn.bias	2	0.07226711511611938
293334	embedding2nn.bias	3	0.0515880286693573
293334	embedding2nn.bias	4	-0.0400979183614254
293334	embedding2nn.bias	5	-0.010451571084558964
293334	embedding2nn.bias	6	0.01725386083126068
293334	embedding2nn.bias	7	-0.05559844151139259
293334	embedding2nn.bias	8	0.07306043058633804
293334	embedding2nn.bias	9	0.045115768909454346
293334	rnn.weight_ih_l0	0	-0.08079899102449417
293334	rnn.weight_ih_l0	1	0.003121324349194765
293334	rnn.weight_ih_l0	2	0.035521216690540314
293334	rnn.weight_ih_l0	3	0.022895781323313713
293334	rnn.weight_ih_l0	4	-0.04823904484510422
293334	rnn.weight_ih_l0	5	-0.06851345300674438
293334	rnn.weight_ih_l0	6	-0.0010864477371796966
293334	rnn.weight_ih_l0	7	0.053382523357868195
293334	rnn.weight_ih_l0	8	-0.01710062474012375
293334	rnn.weight_ih_l0	9	-0.03089122287929058
293334	rnn.weight_hh_l0	0	-0.02993696555495262
293334	rnn.weight_hh_l0	1	-0.0073644923977553844
293334	rnn.weight_hh_l0	2	0.0067917462438344955
293334	rnn.weight_hh_l0	3	-0.0746104046702385
293334	rnn.weight_hh_l0	4	0.09333321452140808
293334	rnn.weight_hh_l0	5	-0.0270296148955822
293334	rnn.weight_hh_l0	6	-0.06381016969680786
293334	rnn.weight_hh_l0	7	0.008741497993469238
293334	rnn.weight_hh_l0	8	0.013388710096478462
293334	rnn.weight_hh_l0	9	-0.025626763701438904
293334	rnn.bias_ih_l0	0	0.12983910739421844
293334	rnn.bias_ih_l0	1	-0.033951565623283386
293334	rnn.bias_ih_l0	2	-0.03443177044391632
293334	rnn.bias_ih_l0	3	0.16324485838413239
293334	rnn.bias_ih_l0	4	-0.012367146089673042
293334	rnn.bias_ih_l0	5	-0.022864436730742455
293334	rnn.bias_ih_l0	6	0.016973640769720078
293334	rnn.bias_ih_l0	7	0.023395463824272156
293334	rnn.bias_ih_l0	8	-0.09907324612140656
293334	rnn.bias_ih_l0	9	-0.041605886071920395
293334	rnn.bias_hh_l0	0	-0.0013713405933231115
293334	rnn.bias_hh_l0	1	-0.10050259530544281
293334	rnn.bias_hh_l0	2	-0.07491270452737808
293334	rnn.bias_hh_l0	3	-0.08870817720890045
293334	rnn.bias_hh_l0	4	0.008562827482819557
293334	rnn.bias_hh_l0	5	-0.020734835416078568
293334	rnn.bias_hh_l0	6	0.028293319046497345
293334	rnn.bias_hh_l0	7	0.06006243824958801
293334	rnn.bias_hh_l0	8	-0.1231880709528923
293334	rnn.bias_hh_l0	9	-0.05984140932559967
293334	rnn.weight_ih_l0_reverse	0	-0.025536468252539635
293334	rnn.weight_ih_l0_reverse	1	-0.05736696347594261
293334	rnn.weight_ih_l0_reverse	2	-0.04893898963928223
293334	rnn.weight_ih_l0_reverse	3	0.015485991723835468
293334	rnn.weight_ih_l0_reverse	4	-0.02519417181611061
293334	rnn.weight_ih_l0_reverse	5	-0.057299934327602386
293334	rnn.weight_ih_l0_reverse	6	0.07345866411924362
293334	rnn.weight_ih_l0_reverse	7	-0.01904129423201084
293334	rnn.weight_ih_l0_reverse	8	-0.018562592566013336
293334	rnn.weight_ih_l0_reverse	9	0.0045573231764137745
293334	rnn.weight_hh_l0_reverse	0	0.0686587393283844
293334	rnn.weight_hh_l0_reverse	1	0.019933104515075684
293334	rnn.weight_hh_l0_reverse	2	0.03014538809657097
293334	rnn.weight_hh_l0_reverse	3	0.03556159511208534
293334	rnn.weight_hh_l0_reverse	4	0.014354821294546127
293334	rnn.weight_hh_l0_reverse	5	0.008300011046230793
293334	rnn.weight_hh_l0_reverse	6	0.051005635410547256
293334	rnn.weight_hh_l0_reverse	7	-0.08198317140340805
293334	rnn.weight_hh_l0_reverse	8	0.04010272026062012
293334	rnn.weight_hh_l0_reverse	9	0.03485376015305519
293334	rnn.bias_ih_l0_reverse	0	-0.05697125568985939
293334	rnn.bias_ih_l0_reverse	1	-0.28283870220184326
293334	rnn.bias_ih_l0_reverse	2	-0.12424564361572266
293334	rnn.bias_ih_l0_reverse	3	-0.04780634120106697
293334	rnn.bias_ih_l0_reverse	4	-0.022144990041851997
293334	rnn.bias_ih_l0_reverse	5	0.07629530131816864
293334	rnn.bias_ih_l0_reverse	6	-0.06567057222127914
293334	rnn.bias_ih_l0_reverse	7	0.06160484254360199
293334	rnn.bias_ih_l0_reverse	8	-0.03532968834042549
293334	rnn.bias_ih_l0_reverse	9	0.06524452567100525
293334	rnn.bias_hh_l0_reverse	0	0.0234490018337965
293334	rnn.bias_hh_l0_reverse	1	-0.06301801651716232
293334	rnn.bias_hh_l0_reverse	2	0.08923126012086868
293334	rnn.bias_hh_l0_reverse	3	-0.05171479284763336
293334	rnn.bias_hh_l0_reverse	4	-0.028272991999983788
293334	rnn.bias_hh_l0_reverse	5	-0.02205294743180275
293334	rnn.bias_hh_l0_reverse	6	-0.02058468386530876
293334	rnn.bias_hh_l0_reverse	7	0.09965357184410095
293334	rnn.bias_hh_l0_reverse	8	0.030158765614032745
293334	rnn.bias_hh_l0_reverse	9	-0.14893512427806854
293334	rnn.weight_ih_l1	0	-0.029761366546154022
293334	rnn.weight_ih_l1	1	-0.05080336332321167
293334	rnn.weight_ih_l1	2	0.06501078605651855
293334	rnn.weight_ih_l1	3	-0.07293624430894852
293334	rnn.weight_ih_l1	4	-0.014110332354903221
293334	rnn.weight_ih_l1	5	-0.04033615067601204
293334	rnn.weight_ih_l1	6	0.028975283727049828
293334	rnn.weight_ih_l1	7	-0.04419266805052757
293334	rnn.weight_ih_l1	8	0.03787091001868248
293334	rnn.weight_ih_l1	9	0.04479304701089859
293334	rnn.weight_hh_l1	0	-0.007009968161582947
293334	rnn.weight_hh_l1	1	0.019910909235477448
293334	rnn.weight_hh_l1	2	0.00643725972622633
293334	rnn.weight_hh_l1	3	-0.012631428427994251
293334	rnn.weight_hh_l1	4	0.004827575758099556
293334	rnn.weight_hh_l1	5	0.0352339930832386
293334	rnn.weight_hh_l1	6	0.03623051196336746
293334	rnn.weight_hh_l1	7	-0.016349073499441147
293334	rnn.weight_hh_l1	8	-0.007218696177005768
293334	rnn.weight_hh_l1	9	0.038585398346185684
293334	rnn.bias_ih_l1	0	-0.18366630375385284
293334	rnn.bias_ih_l1	1	-0.17471879720687866
293334	rnn.bias_ih_l1	2	-0.19687049090862274
293334	rnn.bias_ih_l1	3	-0.3073168396949768
293334	rnn.bias_ih_l1	4	-0.21200086176395416
293334	rnn.bias_ih_l1	5	-0.08906013518571854
293334	rnn.bias_ih_l1	6	-0.15851882100105286
293334	rnn.bias_ih_l1	7	-0.003234892152249813
293334	rnn.bias_ih_l1	8	-0.12978225946426392
293334	rnn.bias_ih_l1	9	-0.12316308170557022
293334	rnn.bias_hh_l1	0	-0.09650657325983047
293334	rnn.bias_hh_l1	1	-0.06301814317703247
293334	rnn.bias_hh_l1	2	-0.08544357120990753
293334	rnn.bias_hh_l1	3	-0.07749320566654205
293334	rnn.bias_hh_l1	4	-0.07306400686502457
293334	rnn.bias_hh_l1	5	-0.11739060282707214
293334	rnn.bias_hh_l1	6	-0.16091173887252808
293334	rnn.bias_hh_l1	7	0.07548600435256958
293334	rnn.bias_hh_l1	8	-0.17614366114139557
293334	rnn.bias_hh_l1	9	-0.11501113325357437
293334	rnn.weight_ih_l1_reverse	0	-0.047138605266809464
293334	rnn.weight_ih_l1_reverse	1	0.03292572870850563
293334	rnn.weight_ih_l1_reverse	2	0.08788583427667618
293334	rnn.weight_ih_l1_reverse	3	-0.01741485297679901
293334	rnn.weight_ih_l1_reverse	4	-0.023543667048215866
293334	rnn.weight_ih_l1_reverse	5	-0.03027178905904293
293334	rnn.weight_ih_l1_reverse	6	-0.019721001386642456
293334	rnn.weight_ih_l1_reverse	7	0.029694506898522377
293334	rnn.weight_ih_l1_reverse	8	0.005541518330574036
293334	rnn.weight_ih_l1_reverse	9	-0.03333060443401337
293334	rnn.weight_hh_l1_reverse	0	0.004587932955473661
293334	rnn.weight_hh_l1_reverse	1	0.03169572353363037
293334	rnn.weight_hh_l1_reverse	2	-0.040612611919641495
293334	rnn.weight_hh_l1_reverse	3	0.035021569579839706
293334	rnn.weight_hh_l1_reverse	4	0.04713131859898567
293334	rnn.weight_hh_l1_reverse	5	0.006074856035411358
293334	rnn.weight_hh_l1_reverse	6	0.04906267672777176
293334	rnn.weight_hh_l1_reverse	7	0.030994758009910583
293334	rnn.weight_hh_l1_reverse	8	-0.007107181940227747
293334	rnn.weight_hh_l1_reverse	9	-0.030166929587721825
293334	rnn.bias_ih_l1_reverse	0	-0.045621030032634735
293334	rnn.bias_ih_l1_reverse	1	-0.13944558799266815
293334	rnn.bias_ih_l1_reverse	2	-0.1637621372938156
293334	rnn.bias_ih_l1_reverse	3	-0.06057785451412201
293334	rnn.bias_ih_l1_reverse	4	-0.20369862020015717
293334	rnn.bias_ih_l1_reverse	5	-0.1169876977801323
293334	rnn.bias_ih_l1_reverse	6	-0.1298324316740036
293334	rnn.bias_ih_l1_reverse	7	-0.1917772889137268
293334	rnn.bias_ih_l1_reverse	8	0.2264009267091751
293334	rnn.bias_ih_l1_reverse	9	0.022178566083312035
293334	rnn.bias_hh_l1_reverse	0	0.010469293221831322
293334	rnn.bias_hh_l1_reverse	1	-0.06506402045488358
293334	rnn.bias_hh_l1_reverse	2	-0.23726603388786316
293334	rnn.bias_hh_l1_reverse	3	-0.14360487461090088
293334	rnn.bias_hh_l1_reverse	4	-0.08021695166826248
293334	rnn.bias_hh_l1_reverse	5	-0.11625393480062485
293334	rnn.bias_hh_l1_reverse	6	0.06336653977632523
293334	rnn.bias_hh_l1_reverse	7	-0.13432027399539948
293334	rnn.bias_hh_l1_reverse	8	-0.1250775009393692
293334	rnn.bias_hh_l1_reverse	9	-0.14821253716945648
293334	linear.weight	0	0.002228822559118271
293334	linear.weight	1	0.09687736630439758
293334	linear.weight	2	-0.09225493669509888
293334	linear.weight	3	0.31365522742271423
293334	linear.weight	4	0.15025876462459564
293334	linear.weight	5	-0.06561802327632904
293334	linear.weight	6	0.09529026597738266
293334	linear.weight	7	0.1367143839597702
293334	linear.weight	8	0.041133105754852295
293334	linear.weight	9	-0.05084330216050148
293334	linear.bias	0	0.08331833779811859
293334	linear.bias	1	-0.1903906762599945
293334	linear.bias	2	-0.4522535502910614
293334	linear.bias	3	-0.6566110849380493
293334	linear.bias	4	-1.261562705039978
293334	linear.bias	5	-0.05915629863739014
293334	linear.bias	6	-0.8232025504112244
293334	linear.bias	7	0.2713029682636261
293334	linear.bias	8	-0.3952004015445709
293334	linear.bias	9	-1.0221986770629883
293531	transitions	0	0.756755530834198
293531	transitions	1	0.1382533311843872
293531	transitions	2	-10000.0
293531	transitions	3	-1.8281337022781372
293531	transitions	4	-10000.0
293531	transitions	5	0.5627440214157104
293531	transitions	6	-0.08568093180656433
293531	transitions	7	-0.8124276399612427
293531	transitions	8	-1.4228723049163818
293531	transitions	9	-0.0012319713132455945
293531	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
293531	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
293531	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
293531	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
293531	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
293531	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
293531	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
293531	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
293531	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
293531	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
293531	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
293531	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
293531	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
293531	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
293531	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
293531	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
293531	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
293531	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
293531	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
293531	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
293531	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
293531	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
293531	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
293531	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
293531	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
293531	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
293531	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
293531	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
293531	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
293531	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
293531	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
293531	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
293531	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
293531	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
293531	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
293531	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
293531	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
293531	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
293531	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
293531	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
293531	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
293531	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
293531	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
293531	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
293531	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
293531	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
293531	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
293531	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
293531	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
293531	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
293531	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
293531	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
293531	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
293531	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
293531	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
293531	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
293531	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
293531	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
293531	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
293531	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
293531	embedding2nn.weight	0	0.016343550756573677
293531	embedding2nn.weight	1	-0.012659643776714802
293531	embedding2nn.weight	2	-0.014268254861235619
293531	embedding2nn.weight	3	-0.031223777681589127
293531	embedding2nn.weight	4	-0.0059150345623493195
293531	embedding2nn.weight	5	-0.0037005888298153877
293531	embedding2nn.weight	6	-0.003973265178501606
293531	embedding2nn.weight	7	-0.0773964673280716
293531	embedding2nn.weight	8	-0.0019979383796453476
293531	embedding2nn.weight	9	-0.02758350968360901
293531	embedding2nn.bias	0	0.032502248883247375
293531	embedding2nn.bias	1	-0.07654426246881485
293531	embedding2nn.bias	2	0.07223151624202728
293531	embedding2nn.bias	3	0.05160381272435188
293531	embedding2nn.bias	4	-0.04009724408388138
293531	embedding2nn.bias	5	-0.010476721450686455
293531	embedding2nn.bias	6	0.017254503443837166
293531	embedding2nn.bias	7	-0.055588219314813614
293531	embedding2nn.bias	8	0.07305695116519928
293531	embedding2nn.bias	9	0.04510475695133209
293531	rnn.weight_ih_l0	0	-0.08078957349061966
293531	rnn.weight_ih_l0	1	0.003130420809611678
293531	rnn.weight_ih_l0	2	0.03552128002047539
293531	rnn.weight_ih_l0	3	0.022895803675055504
293531	rnn.weight_ih_l0	4	-0.04824239760637283
293531	rnn.weight_ih_l0	5	-0.06851083040237427
293531	rnn.weight_ih_l0	6	-0.00108824553899467
293531	rnn.weight_ih_l0	7	0.053377944976091385
293531	rnn.weight_ih_l0	8	-0.017099494114518166
293531	rnn.weight_ih_l0	9	-0.030893415212631226
293531	rnn.weight_hh_l0	0	-0.029937101528048515
293531	rnn.weight_hh_l0	1	-0.007362786214798689
293531	rnn.weight_hh_l0	2	0.006792144849896431
293531	rnn.weight_hh_l0	3	-0.07460886985063553
293531	rnn.weight_hh_l0	4	0.09333541989326477
293531	rnn.weight_hh_l0	5	-0.02703203819692135
293531	rnn.weight_hh_l0	6	-0.06381376832723618
293531	rnn.weight_hh_l0	7	0.008744126185774803
293531	rnn.weight_hh_l0	8	0.013394983485341072
293531	rnn.weight_hh_l0	9	-0.02562832646071911
293531	rnn.bias_ih_l0	0	0.12984749674797058
293531	rnn.bias_ih_l0	1	-0.03394332528114319
293531	rnn.bias_ih_l0	2	-0.0344240702688694
293531	rnn.bias_ih_l0	3	0.16323255002498627
293531	rnn.bias_ih_l0	4	-0.012376070022583008
293531	rnn.bias_ih_l0	5	-0.022861309349536896
293531	rnn.bias_ih_l0	6	0.01697317697107792
293531	rnn.bias_ih_l0	7	0.023394819349050522
293531	rnn.bias_ih_l0	8	-0.09907827526330948
293531	rnn.bias_ih_l0	9	-0.041606754064559937
293531	rnn.bias_hh_l0	0	-0.0013599834637716413
293531	rnn.bias_hh_l0	1	-0.10046921670436859
293531	rnn.bias_hh_l0	2	-0.07490740716457367
293531	rnn.bias_hh_l0	3	-0.08870840072631836
293531	rnn.bias_hh_l0	4	0.008560910820960999
293531	rnn.bias_hh_l0	5	-0.02075127698481083
293531	rnn.bias_hh_l0	6	0.028303923085331917
293531	rnn.bias_hh_l0	7	0.06006944552063942
293531	rnn.bias_hh_l0	8	-0.12318544834852219
293531	rnn.bias_hh_l0	9	-0.059833504259586334
293531	rnn.weight_ih_l0_reverse	0	-0.02553739584982395
293531	rnn.weight_ih_l0_reverse	1	-0.05736711993813515
293531	rnn.weight_ih_l0_reverse	2	-0.048925772309303284
293531	rnn.weight_ih_l0_reverse	3	0.015491836704313755
293531	rnn.weight_ih_l0_reverse	4	-0.025189144536852837
293531	rnn.weight_ih_l0_reverse	5	-0.057302530854940414
293531	rnn.weight_ih_l0_reverse	6	0.07346123456954956
293531	rnn.weight_ih_l0_reverse	7	-0.019037768244743347
293531	rnn.weight_ih_l0_reverse	8	-0.018554169684648514
293531	rnn.weight_ih_l0_reverse	9	0.004562651738524437
293531	rnn.weight_hh_l0_reverse	0	0.06865805387496948
293531	rnn.weight_hh_l0_reverse	1	0.01993291825056076
293531	rnn.weight_hh_l0_reverse	2	0.030150195583701134
293531	rnn.weight_hh_l0_reverse	3	0.035561710596084595
293531	rnn.weight_hh_l0_reverse	4	0.014352960512042046
293531	rnn.weight_hh_l0_reverse	5	0.008298381231725216
293531	rnn.weight_hh_l0_reverse	6	0.05100616440176964
293531	rnn.weight_hh_l0_reverse	7	-0.08198407292366028
293531	rnn.weight_hh_l0_reverse	8	0.04009947553277016
293531	rnn.weight_hh_l0_reverse	9	0.034848880022764206
293531	rnn.bias_ih_l0_reverse	0	-0.05696329474449158
293531	rnn.bias_ih_l0_reverse	1	-0.2828483283519745
293531	rnn.bias_ih_l0_reverse	2	-0.12424851208925247
293531	rnn.bias_ih_l0_reverse	3	-0.047807708382606506
293531	rnn.bias_ih_l0_reverse	4	-0.022136831656098366
293531	rnn.bias_ih_l0_reverse	5	0.07629087567329407
293531	rnn.bias_ih_l0_reverse	6	-0.06565585732460022
293531	rnn.bias_ih_l0_reverse	7	0.06161199137568474
293531	rnn.bias_ih_l0_reverse	8	-0.03533510863780975
293531	rnn.bias_ih_l0_reverse	9	0.0652342289686203
293531	rnn.bias_hh_l0_reverse	0	0.023450162261724472
293531	rnn.bias_hh_l0_reverse	1	-0.06302011758089066
293531	rnn.bias_hh_l0_reverse	2	0.08921858668327332
293531	rnn.bias_hh_l0_reverse	3	-0.05171336233615875
293531	rnn.bias_hh_l0_reverse	4	-0.02827504836022854
293531	rnn.bias_hh_l0_reverse	5	-0.022061802446842194
293531	rnn.bias_hh_l0_reverse	6	-0.02058933675289154
293531	rnn.bias_hh_l0_reverse	7	0.09963671118021011
293531	rnn.bias_hh_l0_reverse	8	0.03015323355793953
293531	rnn.bias_hh_l0_reverse	9	-0.14892441034317017
293531	rnn.weight_ih_l1	0	-0.029763467609882355
293531	rnn.weight_ih_l1	1	-0.05080851539969444
293531	rnn.weight_ih_l1	2	0.0650138184428215
293531	rnn.weight_ih_l1	3	-0.07294382899999619
293531	rnn.weight_ih_l1	4	-0.014116487465798855
293531	rnn.weight_ih_l1	5	-0.040336474776268005
293531	rnn.weight_ih_l1	6	0.02897876873612404
293531	rnn.weight_ih_l1	7	-0.04419456794857979
293531	rnn.weight_ih_l1	8	0.03786858916282654
293531	rnn.weight_ih_l1	9	0.04479376599192619
293531	rnn.weight_hh_l1	0	-0.007012615446001291
293531	rnn.weight_hh_l1	1	0.019910790026187897
293531	rnn.weight_hh_l1	2	0.006443919613957405
293531	rnn.weight_hh_l1	3	-0.012631271965801716
293531	rnn.weight_hh_l1	4	0.004824620205909014
293531	rnn.weight_hh_l1	5	0.03523613139986992
293531	rnn.weight_hh_l1	6	0.036228347569704056
293531	rnn.weight_hh_l1	7	-0.016348978504538536
293531	rnn.weight_hh_l1	8	-0.0072164894081652164
293531	rnn.weight_hh_l1	9	0.03858497366309166
293531	rnn.bias_ih_l1	0	-0.18366573750972748
293531	rnn.bias_ih_l1	1	-0.1747315675020218
293531	rnn.bias_ih_l1	2	-0.19687654078006744
293531	rnn.bias_ih_l1	3	-0.30732014775276184
293531	rnn.bias_ih_l1	4	-0.2119942307472229
293531	rnn.bias_ih_l1	5	-0.08906642347574234
293531	rnn.bias_ih_l1	6	-0.15853235125541687
293531	rnn.bias_ih_l1	7	-0.00325277098454535
293531	rnn.bias_ih_l1	8	-0.12976928055286407
293531	rnn.bias_ih_l1	9	-0.12316770851612091
293531	rnn.bias_hh_l1	0	-0.09652230143547058
293531	rnn.bias_hh_l1	1	-0.06301359087228775
293531	rnn.bias_hh_l1	2	-0.08546066284179688
293531	rnn.bias_hh_l1	3	-0.07750438898801804
293531	rnn.bias_hh_l1	4	-0.07307153195142746
293531	rnn.bias_hh_l1	5	-0.1173931434750557
293531	rnn.bias_hh_l1	6	-0.1609179526567459
293531	rnn.bias_hh_l1	7	0.07550424337387085
293531	rnn.bias_hh_l1	8	-0.17613133788108826
293531	rnn.bias_hh_l1	9	-0.11501361429691315
293531	rnn.weight_ih_l1_reverse	0	-0.047143083065748215
293531	rnn.weight_ih_l1_reverse	1	0.032932743430137634
293531	rnn.weight_ih_l1_reverse	2	0.08788331598043442
293531	rnn.weight_ih_l1_reverse	3	-0.017421072348952293
293531	rnn.weight_ih_l1_reverse	4	-0.02352907322347164
293531	rnn.weight_ih_l1_reverse	5	-0.030271455645561218
293531	rnn.weight_ih_l1_reverse	6	-0.01971329376101494
293531	rnn.weight_ih_l1_reverse	7	0.029694266617298126
293531	rnn.weight_ih_l1_reverse	8	0.005550834815949202
293531	rnn.weight_ih_l1_reverse	9	-0.033330127596855164
293531	rnn.weight_hh_l1_reverse	0	0.004588569980114698
293531	rnn.weight_hh_l1_reverse	1	0.03169327229261398
293531	rnn.weight_hh_l1_reverse	2	-0.04061214253306389
293531	rnn.weight_hh_l1_reverse	3	0.03502107411623001
293531	rnn.weight_hh_l1_reverse	4	0.04713302105665207
293531	rnn.weight_hh_l1_reverse	5	0.0060743470676243305
293531	rnn.weight_hh_l1_reverse	6	0.0490664467215538
293531	rnn.weight_hh_l1_reverse	7	0.030996788293123245
293531	rnn.weight_hh_l1_reverse	8	-0.007106442004442215
293531	rnn.weight_hh_l1_reverse	9	-0.03016739711165428
293531	rnn.bias_ih_l1_reverse	0	-0.04561552032828331
293531	rnn.bias_ih_l1_reverse	1	-0.139434352517128
293531	rnn.bias_ih_l1_reverse	2	-0.1637497842311859
293531	rnn.bias_ih_l1_reverse	3	-0.06060256063938141
293531	rnn.bias_ih_l1_reverse	4	-0.20369954407215118
293531	rnn.bias_ih_l1_reverse	5	-0.11698879301548004
293531	rnn.bias_ih_l1_reverse	6	-0.12983252108097076
293531	rnn.bias_ih_l1_reverse	7	-0.19178807735443115
293531	rnn.bias_ih_l1_reverse	8	0.2264215648174286
293531	rnn.bias_ih_l1_reverse	9	0.02218656986951828
293531	rnn.bias_hh_l1_reverse	0	0.010485797189176083
293531	rnn.bias_hh_l1_reverse	1	-0.0650458037853241
293531	rnn.bias_hh_l1_reverse	2	-0.23726151883602142
293531	rnn.bias_hh_l1_reverse	3	-0.14360620081424713
293531	rnn.bias_hh_l1_reverse	4	-0.08021275699138641
293531	rnn.bias_hh_l1_reverse	5	-0.1162576675415039
293531	rnn.bias_hh_l1_reverse	6	0.06337703764438629
293531	rnn.bias_hh_l1_reverse	7	-0.1343035101890564
293531	rnn.bias_hh_l1_reverse	8	-0.12507686018943787
293531	rnn.bias_hh_l1_reverse	9	-0.14821507036685944
293531	linear.weight	0	0.002228822559118271
293531	linear.weight	1	0.09686483442783356
293531	linear.weight	2	-0.09222801774740219
293531	linear.weight	3	0.3136524558067322
293531	linear.weight	4	0.15025663375854492
293531	linear.weight	5	-0.06561782956123352
293531	linear.weight	6	0.09530109912157059
293531	linear.weight	7	0.136713445186615
293531	linear.weight	8	0.041133105754852295
293531	linear.weight	9	-0.05084729567170143
293531	linear.bias	0	0.08321375399827957
293531	linear.bias	1	-0.19054028391838074
293531	linear.bias	2	-0.4521558880805969
293531	linear.bias	3	-0.6564436554908752
293531	linear.bias	4	-1.2613962888717651
293531	linear.bias	5	-0.05899142473936081
293531	linear.bias	6	-0.8233545422554016
293531	linear.bias	7	0.27148181200027466
293531	linear.bias	8	-0.3952711224555969
293531	linear.bias	9	-1.0222842693328857
293728	transitions	0	0.7567965984344482
293728	transitions	1	0.1382511854171753
293728	transitions	2	-10000.0
293728	transitions	3	-1.8281337022781372
293728	transitions	4	-10000.0
293728	transitions	5	0.5627439618110657
293728	transitions	6	-0.08568122982978821
293728	transitions	7	-0.8124294877052307
293728	transitions	8	-1.4228724241256714
293728	transitions	9	-0.001231972360983491
293728	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
293728	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
293728	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
293728	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
293728	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
293728	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
293728	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
293728	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
293728	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
293728	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
293728	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
293728	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
293728	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
293728	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
293728	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
293728	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
293728	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
293728	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
293728	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
293728	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
293728	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
293728	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
293728	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
293728	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
293728	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
293728	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
293728	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
293728	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
293728	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
293728	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
293728	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
293728	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
293728	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
293728	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
293728	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
293728	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
293728	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
293728	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
293728	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
293728	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
293728	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
293728	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
293728	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
293728	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
293728	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
293728	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
293728	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
293728	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
293728	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
293728	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
293728	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
293728	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
293728	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
293728	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
293728	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
293728	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
293728	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
293728	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
293728	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
293728	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
293728	embedding2nn.weight	0	0.01634790562093258
293728	embedding2nn.weight	1	-0.012659572996199131
293728	embedding2nn.weight	2	-0.014268254861235619
293728	embedding2nn.weight	3	-0.031225427985191345
293728	embedding2nn.weight	4	-0.0059150345623493195
293728	embedding2nn.weight	5	-0.0037005888298153877
293728	embedding2nn.weight	6	-0.003973265178501606
293728	embedding2nn.weight	7	-0.07739760726690292
293728	embedding2nn.weight	8	-0.0019979383796453476
293728	embedding2nn.weight	9	-0.02758219465613365
293728	embedding2nn.bias	0	0.03249802067875862
293728	embedding2nn.bias	1	-0.07652978599071503
293728	embedding2nn.bias	2	0.07228749245405197
293728	embedding2nn.bias	3	0.051619622856378555
293728	embedding2nn.bias	4	-0.040079932659864426
293728	embedding2nn.bias	5	-0.010500370524823666
293728	embedding2nn.bias	6	0.017275579273700714
293728	embedding2nn.bias	7	-0.05564051494002342
293728	embedding2nn.bias	8	0.07305926084518433
293728	embedding2nn.bias	9	0.045113012194633484
293728	rnn.weight_ih_l0	0	-0.08079368621110916
293728	rnn.weight_ih_l0	1	0.0031344867311418056
293728	rnn.weight_ih_l0	2	0.035524480044841766
293728	rnn.weight_ih_l0	3	0.022892694920301437
293728	rnn.weight_ih_l0	4	-0.04823778569698334
293728	rnn.weight_ih_l0	5	-0.06850998848676682
293728	rnn.weight_ih_l0	6	-0.0010897128377109766
293728	rnn.weight_ih_l0	7	0.05337272211909294
293728	rnn.weight_ih_l0	8	-0.017099853605031967
293728	rnn.weight_ih_l0	9	-0.030896782875061035
293728	rnn.weight_hh_l0	0	-0.029936181381344795
293728	rnn.weight_hh_l0	1	-0.007361637428402901
293728	rnn.weight_hh_l0	2	0.0067953378893435
293728	rnn.weight_hh_l0	3	-0.07460582256317139
293728	rnn.weight_hh_l0	4	0.09333857148885727
293728	rnn.weight_hh_l0	5	-0.027036190032958984
293728	rnn.weight_hh_l0	6	-0.06381404399871826
293728	rnn.weight_hh_l0	7	0.008745504543185234
293728	rnn.weight_hh_l0	8	0.01339355856180191
293728	rnn.weight_hh_l0	9	-0.025628414005041122
293728	rnn.bias_ih_l0	0	0.12984921038150787
293728	rnn.bias_ih_l0	1	-0.033939141780138016
293728	rnn.bias_ih_l0	2	-0.034426309168338776
293728	rnn.bias_ih_l0	3	0.16321134567260742
293728	rnn.bias_ih_l0	4	-0.012378641404211521
293728	rnn.bias_ih_l0	5	-0.02285613678395748
293728	rnn.bias_ih_l0	6	0.016980350017547607
293728	rnn.bias_ih_l0	7	0.023380711674690247
293728	rnn.bias_ih_l0	8	-0.09906916320323944
293728	rnn.bias_ih_l0	9	-0.041613269597291946
293728	rnn.bias_hh_l0	0	-0.0013573180185630918
293728	rnn.bias_hh_l0	1	-0.100478395819664
293728	rnn.bias_hh_l0	2	-0.07489213347434998
293728	rnn.bias_hh_l0	3	-0.08871105313301086
293728	rnn.bias_hh_l0	4	0.00856439583003521
293728	rnn.bias_hh_l0	5	-0.02074575237929821
293728	rnn.bias_hh_l0	6	0.02830090932548046
293728	rnn.bias_hh_l0	7	0.060069482773542404
293728	rnn.bias_hh_l0	8	-0.12318138778209686
293728	rnn.bias_hh_l0	9	-0.05983836203813553
293728	rnn.weight_ih_l0_reverse	0	-0.025545762851834297
293728	rnn.weight_ih_l0_reverse	1	-0.05736485868692398
293728	rnn.weight_ih_l0_reverse	2	-0.048927392810583115
293728	rnn.weight_ih_l0_reverse	3	0.015492762438952923
293728	rnn.weight_ih_l0_reverse	4	-0.0251926276832819
293728	rnn.weight_ih_l0_reverse	5	-0.05730072408914566
293728	rnn.weight_ih_l0_reverse	6	0.07346075773239136
293728	rnn.weight_ih_l0_reverse	7	-0.019044173881411552
293728	rnn.weight_ih_l0_reverse	8	-0.01855255849659443
293728	rnn.weight_ih_l0_reverse	9	0.004559630528092384
293728	rnn.weight_hh_l0_reverse	0	0.06865832209587097
293728	rnn.weight_hh_l0_reverse	1	0.019926486536860466
293728	rnn.weight_hh_l0_reverse	2	0.030152076855301857
293728	rnn.weight_hh_l0_reverse	3	0.03556312993168831
293728	rnn.weight_hh_l0_reverse	4	0.014353839680552483
293728	rnn.weight_hh_l0_reverse	5	0.008298826403915882
293728	rnn.weight_hh_l0_reverse	6	0.05100703611969948
293728	rnn.weight_hh_l0_reverse	7	-0.08198472112417221
293728	rnn.weight_hh_l0_reverse	8	0.04010060802102089
293728	rnn.weight_hh_l0_reverse	9	0.03484845533967018
293728	rnn.bias_ih_l0_reverse	0	-0.05697782337665558
293728	rnn.bias_ih_l0_reverse	1	-0.28285154700279236
293728	rnn.bias_ih_l0_reverse	2	-0.12424410134553909
293728	rnn.bias_ih_l0_reverse	3	-0.04780708625912666
293728	rnn.bias_ih_l0_reverse	4	-0.02213475853204727
293728	rnn.bias_ih_l0_reverse	5	0.07628922164440155
293728	rnn.bias_ih_l0_reverse	6	-0.06565691530704498
293728	rnn.bias_ih_l0_reverse	7	0.061596598476171494
293728	rnn.bias_ih_l0_reverse	8	-0.035333052277565
293728	rnn.bias_ih_l0_reverse	9	0.06523774564266205
293728	rnn.bias_hh_l0_reverse	0	0.023436184972524643
293728	rnn.bias_hh_l0_reverse	1	-0.06302384287118912
293728	rnn.bias_hh_l0_reverse	2	0.08919566869735718
293728	rnn.bias_hh_l0_reverse	3	-0.05170831456780434
293728	rnn.bias_hh_l0_reverse	4	-0.028261614963412285
293728	rnn.bias_hh_l0_reverse	5	-0.02207556739449501
293728	rnn.bias_hh_l0_reverse	6	-0.02058059349656105
293728	rnn.bias_hh_l0_reverse	7	0.09965178370475769
293728	rnn.bias_hh_l0_reverse	8	0.030145855620503426
293728	rnn.bias_hh_l0_reverse	9	-0.14891068637371063
293728	rnn.weight_ih_l1	0	-0.02975921705365181
293728	rnn.weight_ih_l1	1	-0.0508088693022728
293728	rnn.weight_ih_l1	2	0.06501637399196625
293728	rnn.weight_ih_l1	3	-0.07294333726167679
293728	rnn.weight_ih_l1	4	-0.014117625541985035
293728	rnn.weight_ih_l1	5	-0.04033629223704338
293728	rnn.weight_ih_l1	6	0.028980528935790062
293728	rnn.weight_ih_l1	7	-0.04420371726155281
293728	rnn.weight_ih_l1	8	0.03786832466721535
293728	rnn.weight_ih_l1	9	0.04479553923010826
293728	rnn.weight_hh_l1	0	-0.007011439651250839
293728	rnn.weight_hh_l1	1	0.01991087757050991
293728	rnn.weight_hh_l1	2	0.006438981741666794
293728	rnn.weight_hh_l1	3	-0.012630661949515343
293728	rnn.weight_hh_l1	4	0.004826619755476713
293728	rnn.weight_hh_l1	5	0.03523590788245201
293728	rnn.weight_hh_l1	6	0.036228884011507034
293728	rnn.weight_hh_l1	7	-0.016350584104657173
293728	rnn.weight_hh_l1	8	-0.007215585559606552
293728	rnn.weight_hh_l1	9	0.03858477249741554
293728	rnn.bias_ih_l1	0	-0.18365271389484406
293728	rnn.bias_ih_l1	1	-0.17474232614040375
293728	rnn.bias_ih_l1	2	-0.19687145948410034
293728	rnn.bias_ih_l1	3	-0.3073239028453827
293728	rnn.bias_ih_l1	4	-0.21202580630779266
293728	rnn.bias_ih_l1	5	-0.08906205743551254
293728	rnn.bias_ih_l1	6	-0.15853244066238403
293728	rnn.bias_ih_l1	7	-0.003252555150538683
293728	rnn.bias_ih_l1	8	-0.12976741790771484
293728	rnn.bias_ih_l1	9	-0.12316875159740448
293728	rnn.bias_hh_l1	0	-0.09652510285377502
293728	rnn.bias_hh_l1	1	-0.06301110982894897
293728	rnn.bias_hh_l1	2	-0.08546151965856552
293728	rnn.bias_hh_l1	3	-0.07749342173337936
293728	rnn.bias_hh_l1	4	-0.07309481501579285
293728	rnn.bias_hh_l1	5	-0.11738723516464233
293728	rnn.bias_hh_l1	6	-0.16091391444206238
293728	rnn.bias_hh_l1	7	0.07550659030675888
293728	rnn.bias_hh_l1	8	-0.1761305332183838
293728	rnn.bias_hh_l1	9	-0.11503034830093384
293728	rnn.weight_ih_l1_reverse	0	-0.04714018851518631
293728	rnn.weight_ih_l1_reverse	1	0.032922692596912384
293728	rnn.weight_ih_l1_reverse	2	0.08790136128664017
293728	rnn.weight_ih_l1_reverse	3	-0.017426874488592148
293728	rnn.weight_ih_l1_reverse	4	-0.023539630696177483
293728	rnn.weight_ih_l1_reverse	5	-0.030271172523498535
293728	rnn.weight_ih_l1_reverse	6	-0.01971709355711937
293728	rnn.weight_ih_l1_reverse	7	0.029693424701690674
293728	rnn.weight_ih_l1_reverse	8	0.005547657608985901
293728	rnn.weight_ih_l1_reverse	9	-0.03333635628223419
293728	rnn.weight_hh_l1_reverse	0	0.004588862415403128
293728	rnn.weight_hh_l1_reverse	1	0.031693439930677414
293728	rnn.weight_hh_l1_reverse	2	-0.04061252996325493
293728	rnn.weight_hh_l1_reverse	3	0.03502076491713524
293728	rnn.weight_hh_l1_reverse	4	0.04713403433561325
293728	rnn.weight_hh_l1_reverse	5	0.006077711470425129
293728	rnn.weight_hh_l1_reverse	6	0.04906966909766197
293728	rnn.weight_hh_l1_reverse	7	0.030994853004813194
293728	rnn.weight_hh_l1_reverse	8	-0.0071059223264455795
293728	rnn.weight_hh_l1_reverse	9	-0.03016858920454979
293728	rnn.bias_ih_l1_reverse	0	-0.04560018330812454
293728	rnn.bias_ih_l1_reverse	1	-0.13942591845989227
293728	rnn.bias_ih_l1_reverse	2	-0.16373072564601898
293728	rnn.bias_ih_l1_reverse	3	-0.060605958104133606
293728	rnn.bias_ih_l1_reverse	4	-0.20369978249073029
293728	rnn.bias_ih_l1_reverse	5	-0.1169847771525383
293728	rnn.bias_ih_l1_reverse	6	-0.1298360973596573
293728	rnn.bias_ih_l1_reverse	7	-0.1917881965637207
293728	rnn.bias_ih_l1_reverse	8	0.22638049721717834
293728	rnn.bias_ih_l1_reverse	9	0.022185085341334343
293728	rnn.bias_hh_l1_reverse	0	0.010423951782286167
293728	rnn.bias_hh_l1_reverse	1	-0.06505072116851807
293728	rnn.bias_hh_l1_reverse	2	-0.23726211488246918
293728	rnn.bias_hh_l1_reverse	3	-0.1435994952917099
293728	rnn.bias_hh_l1_reverse	4	-0.08021561801433563
293728	rnn.bias_hh_l1_reverse	5	-0.1162639856338501
293728	rnn.bias_hh_l1_reverse	6	0.06338729709386826
293728	rnn.bias_hh_l1_reverse	7	-0.13429225981235504
293728	rnn.bias_hh_l1_reverse	8	-0.12507368624210358
293728	rnn.bias_hh_l1_reverse	9	-0.14821480214595795
293728	linear.weight	0	0.002228822559118271
293728	linear.weight	1	0.09687183052301407
293728	linear.weight	2	-0.09223386645317078
293728	linear.weight	3	0.3136598765850067
293728	linear.weight	4	0.1502699851989746
293728	linear.weight	5	-0.0656212791800499
293728	linear.weight	6	0.0953095406293869
293728	linear.weight	7	0.13674525916576385
293728	linear.weight	8	0.04113310948014259
293728	linear.weight	9	-0.05084164813160896
293728	linear.bias	0	0.08284620195627213
293728	linear.bias	1	-0.19054415822029114
293728	linear.bias	2	-0.45221468806266785
293728	linear.bias	3	-0.6564685106277466
293728	linear.bias	4	-1.2614123821258545
293728	linear.bias	5	-0.058947913348674774
293728	linear.bias	6	-0.8233194351196289
293728	linear.bias	7	0.27152279019355774
293728	linear.bias	8	-0.3953821361064911
293728	linear.bias	9	-1.0223900079727173
293925	transitions	0	0.7568140625953674
293925	transitions	1	0.13826343417167664
293925	transitions	2	-10000.0
293925	transitions	3	-1.8281337022781372
293925	transitions	4	-10000.0
293925	transitions	5	0.5627439022064209
293925	transitions	6	-0.08568143844604492
293925	transitions	7	-0.8124308586120605
293925	transitions	8	-1.42287278175354
293925	transitions	9	-0.001231973059475422
293925	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
293925	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
293925	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
293925	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
293925	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
293925	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
293925	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
293925	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
293925	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
293925	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
293925	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
293925	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
293925	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
293925	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
293925	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
293925	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
293925	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
293925	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
293925	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
293925	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
293925	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
293925	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
293925	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
293925	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
293925	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
293925	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
293925	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
293925	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
293925	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
293925	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
293925	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
293925	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
293925	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
293925	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
293925	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
293925	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
293925	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
293925	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
293925	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
293925	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
293925	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
293925	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
293925	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
293925	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
293925	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
293925	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
293925	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
293925	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
293925	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
293925	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
293925	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
293925	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
293925	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
293925	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
293925	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
293925	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
293925	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
293925	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
293925	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
293925	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
293925	embedding2nn.weight	0	0.016346018761396408
293925	embedding2nn.weight	1	-0.012660102918744087
293925	embedding2nn.weight	2	-0.014268254861235619
293925	embedding2nn.weight	3	-0.03122432343661785
293925	embedding2nn.weight	4	-0.0059150345623493195
293925	embedding2nn.weight	5	-0.0037005888298153877
293925	embedding2nn.weight	6	-0.003973265178501606
293925	embedding2nn.weight	7	-0.07740002870559692
293925	embedding2nn.weight	8	-0.0019979383796453476
293925	embedding2nn.weight	9	-0.027586689218878746
293925	embedding2nn.bias	0	0.03249187767505646
293925	embedding2nn.bias	1	-0.07652148604393005
293925	embedding2nn.bias	2	0.07233639061450958
293925	embedding2nn.bias	3	0.05165486037731171
293925	embedding2nn.bias	4	-0.04013156518340111
293925	embedding2nn.bias	5	-0.010505158454179764
293925	embedding2nn.bias	6	0.01736290752887726
293925	embedding2nn.bias	7	-0.05565095692873001
293925	embedding2nn.bias	8	0.07309602200984955
293925	embedding2nn.bias	9	0.04506995156407356
293925	rnn.weight_ih_l0	0	-0.08080454915761948
293925	rnn.weight_ih_l0	1	0.0031347540207207203
293925	rnn.weight_ih_l0	2	0.03553154319524765
293925	rnn.weight_ih_l0	3	0.022896625101566315
293925	rnn.weight_ih_l0	4	-0.048239998519420624
293925	rnn.weight_ih_l0	5	-0.06850967556238174
293925	rnn.weight_ih_l0	6	-0.0010911466088145971
293925	rnn.weight_ih_l0	7	0.05337349697947502
293925	rnn.weight_ih_l0	8	-0.017100807279348373
293925	rnn.weight_ih_l0	9	-0.030894463881850243
293925	rnn.weight_hh_l0	0	-0.029941771179437637
293925	rnn.weight_hh_l0	1	-0.007356664165854454
293925	rnn.weight_hh_l0	2	0.006792385596781969
293925	rnn.weight_hh_l0	3	-0.07460400462150574
293925	rnn.weight_hh_l0	4	0.09334006905555725
293925	rnn.weight_hh_l0	5	-0.027038633823394775
293925	rnn.weight_hh_l0	6	-0.06381438672542572
293925	rnn.weight_hh_l0	7	0.008745563216507435
293925	rnn.weight_hh_l0	8	0.01339148823171854
293925	rnn.weight_hh_l0	9	-0.025625968351960182
293925	rnn.bias_ih_l0	0	0.12984950840473175
293925	rnn.bias_ih_l0	1	-0.03394098952412605
293925	rnn.bias_ih_l0	2	-0.034415148198604584
293925	rnn.bias_ih_l0	3	0.1632116287946701
293925	rnn.bias_ih_l0	4	-0.012373638339340687
293925	rnn.bias_ih_l0	5	-0.0228527020663023
293925	rnn.bias_ih_l0	6	0.016979731619358063
293925	rnn.bias_ih_l0	7	0.023369887843728065
293925	rnn.bias_ih_l0	8	-0.09906081855297089
293925	rnn.bias_ih_l0	9	-0.04159966856241226
293925	rnn.bias_hh_l0	0	-0.0013711298815906048
293925	rnn.bias_hh_l0	1	-0.10050171613693237
293925	rnn.bias_hh_l0	2	-0.07489519566297531
293925	rnn.bias_hh_l0	3	-0.0886976420879364
293925	rnn.bias_hh_l0	4	0.008549802005290985
293925	rnn.bias_hh_l0	5	-0.020746443420648575
293925	rnn.bias_hh_l0	6	0.028322573751211166
293925	rnn.bias_hh_l0	7	0.060068950057029724
293925	rnn.bias_hh_l0	8	-0.12318778038024902
293925	rnn.bias_hh_l0	9	-0.05981936305761337
293925	rnn.weight_ih_l0_reverse	0	-0.025550687685608864
293925	rnn.weight_ih_l0_reverse	1	-0.05735442042350769
293925	rnn.weight_ih_l0_reverse	2	-0.04893063008785248
293925	rnn.weight_ih_l0_reverse	3	0.015492076054215431
293925	rnn.weight_ih_l0_reverse	4	-0.025194404646754265
293925	rnn.weight_ih_l0_reverse	5	-0.05729987472295761
293925	rnn.weight_ih_l0_reverse	6	0.07345947623252869
293925	rnn.weight_ih_l0_reverse	7	-0.019045758992433548
293925	rnn.weight_ih_l0_reverse	8	-0.01855243742465973
293925	rnn.weight_ih_l0_reverse	9	0.00455971946939826
293925	rnn.weight_hh_l0_reverse	0	0.06866034120321274
293925	rnn.weight_hh_l0_reverse	1	0.01992376521229744
293925	rnn.weight_hh_l0_reverse	2	0.030149834230542183
293925	rnn.weight_hh_l0_reverse	3	0.0355607271194458
293925	rnn.weight_hh_l0_reverse	4	0.01435171626508236
293925	rnn.weight_hh_l0_reverse	5	0.008297331631183624
293925	rnn.weight_hh_l0_reverse	6	0.051006659865379333
293925	rnn.weight_hh_l0_reverse	7	-0.08198104053735733
293925	rnn.weight_hh_l0_reverse	8	0.040101308375597
293925	rnn.weight_hh_l0_reverse	9	0.03484978899359703
293925	rnn.bias_ih_l0_reverse	0	-0.05697708576917648
293925	rnn.bias_ih_l0_reverse	1	-0.28286322951316833
293925	rnn.bias_ih_l0_reverse	2	-0.12423954159021378
293925	rnn.bias_ih_l0_reverse	3	-0.047800593078136444
293925	rnn.bias_ih_l0_reverse	4	-0.022124389186501503
293925	rnn.bias_ih_l0_reverse	5	0.0762920081615448
293925	rnn.bias_ih_l0_reverse	6	-0.06565932929515839
293925	rnn.bias_ih_l0_reverse	7	0.06159067898988724
293925	rnn.bias_ih_l0_reverse	8	-0.0353379100561142
293925	rnn.bias_ih_l0_reverse	9	0.06523823738098145
293925	rnn.bias_hh_l0_reverse	0	0.023443294689059258
293925	rnn.bias_hh_l0_reverse	1	-0.06300797313451767
293925	rnn.bias_hh_l0_reverse	2	0.08919863402843475
293925	rnn.bias_hh_l0_reverse	3	-0.05171265825629234
293925	rnn.bias_hh_l0_reverse	4	-0.02826676145195961
293925	rnn.bias_hh_l0_reverse	5	-0.022103024646639824
293925	rnn.bias_hh_l0_reverse	6	-0.020577773451805115
293925	rnn.bias_hh_l0_reverse	7	0.0996471494436264
293925	rnn.bias_hh_l0_reverse	8	0.03015432506799698
293925	rnn.bias_hh_l0_reverse	9	-0.14889098703861237
293925	rnn.weight_ih_l1	0	-0.029758183285593987
293925	rnn.weight_ih_l1	1	-0.05079687759280205
293925	rnn.weight_ih_l1	2	0.06500796228647232
293925	rnn.weight_ih_l1	3	-0.07294026017189026
293925	rnn.weight_ih_l1	4	-0.01411593146622181
293925	rnn.weight_ih_l1	5	-0.04033571481704712
293925	rnn.weight_ih_l1	6	0.028981482610106468
293925	rnn.weight_ih_l1	7	-0.04419780895113945
293925	rnn.weight_ih_l1	8	0.03786834701895714
293925	rnn.weight_ih_l1	9	0.044795144349336624
293925	rnn.weight_hh_l1	0	-0.0070095369592309
293925	rnn.weight_hh_l1	1	0.019911346957087517
293925	rnn.weight_hh_l1	2	0.006441189907491207
293925	rnn.weight_hh_l1	3	-0.01263129897415638
293925	rnn.weight_hh_l1	4	0.004826120100915432
293925	rnn.weight_hh_l1	5	0.03523504361510277
293925	rnn.weight_hh_l1	6	0.03623258322477341
293925	rnn.weight_hh_l1	7	-0.016351720318198204
293925	rnn.weight_hh_l1	8	-0.007213464472442865
293925	rnn.weight_hh_l1	9	0.03858235478401184
293925	rnn.bias_ih_l1	0	-0.1836342215538025
293925	rnn.bias_ih_l1	1	-0.17474307119846344
293925	rnn.bias_ih_l1	2	-0.19687378406524658
293925	rnn.bias_ih_l1	3	-0.3073398172855377
293925	rnn.bias_ih_l1	4	-0.21200339496135712
293925	rnn.bias_ih_l1	5	-0.08905775845050812
293925	rnn.bias_ih_l1	6	-0.1585439294576645
293925	rnn.bias_ih_l1	7	-0.003279062220826745
293925	rnn.bias_ih_l1	8	-0.1297534853219986
293925	rnn.bias_ih_l1	9	-0.12317188829183578
293925	rnn.bias_hh_l1	0	-0.09652809798717499
293925	rnn.bias_hh_l1	1	-0.06301771104335785
293925	rnn.bias_hh_l1	2	-0.08546401560306549
293925	rnn.bias_hh_l1	3	-0.07748671621084213
293925	rnn.bias_hh_l1	4	-0.07310047745704651
293925	rnn.bias_hh_l1	5	-0.11739084124565125
293925	rnn.bias_hh_l1	6	-0.16092270612716675
293925	rnn.bias_hh_l1	7	0.07552511245012283
293925	rnn.bias_hh_l1	8	-0.17615464329719543
293925	rnn.bias_hh_l1	9	-0.11501670628786087
293925	rnn.weight_ih_l1_reverse	0	-0.047139108180999756
293925	rnn.weight_ih_l1_reverse	1	0.03292369097471237
293925	rnn.weight_ih_l1_reverse	2	0.0879010334610939
293925	rnn.weight_ih_l1_reverse	3	-0.01742617040872574
293925	rnn.weight_ih_l1_reverse	4	-0.0235477052628994
293925	rnn.weight_ih_l1_reverse	5	-0.030271437019109726
293925	rnn.weight_ih_l1_reverse	6	-0.019716773182153702
293925	rnn.weight_ih_l1_reverse	7	0.029690740630030632
293925	rnn.weight_ih_l1_reverse	8	0.005547290667891502
293925	rnn.weight_ih_l1_reverse	9	-0.033327147364616394
293925	rnn.weight_hh_l1_reverse	0	0.004590063355863094
293925	rnn.weight_hh_l1_reverse	1	0.031693074852228165
293925	rnn.weight_hh_l1_reverse	2	-0.04061296582221985
293925	rnn.weight_hh_l1_reverse	3	0.03502059355378151
293925	rnn.weight_hh_l1_reverse	4	0.047133542597293854
293925	rnn.weight_hh_l1_reverse	5	0.00607658177614212
293925	rnn.weight_hh_l1_reverse	6	0.04906897619366646
293925	rnn.weight_hh_l1_reverse	7	0.030996333807706833
293925	rnn.weight_hh_l1_reverse	8	-0.007105991709977388
293925	rnn.weight_hh_l1_reverse	9	-0.030170075595378876
293925	rnn.bias_ih_l1_reverse	0	-0.045593783259391785
293925	rnn.bias_ih_l1_reverse	1	-0.1394219845533371
293925	rnn.bias_ih_l1_reverse	2	-0.16373774409294128
293925	rnn.bias_ih_l1_reverse	3	-0.06059477850794792
293925	rnn.bias_ih_l1_reverse	4	-0.2037068009376526
293925	rnn.bias_ih_l1_reverse	5	-0.11698366701602936
293925	rnn.bias_ih_l1_reverse	6	-0.12984108924865723
293925	rnn.bias_ih_l1_reverse	7	-0.19179745018482208
293925	rnn.bias_ih_l1_reverse	8	0.2263704538345337
293925	rnn.bias_ih_l1_reverse	9	0.0221675056964159
293925	rnn.bias_hh_l1_reverse	0	0.010415234602987766
293925	rnn.bias_hh_l1_reverse	1	-0.06502483785152435
293925	rnn.bias_hh_l1_reverse	2	-0.23726807534694672
293925	rnn.bias_hh_l1_reverse	3	-0.14359673857688904
293925	rnn.bias_hh_l1_reverse	4	-0.08022400736808777
293925	rnn.bias_hh_l1_reverse	5	-0.11627594381570816
293925	rnn.bias_hh_l1_reverse	6	0.06341040134429932
293925	rnn.bias_hh_l1_reverse	7	-0.13431063294410706
293925	rnn.bias_hh_l1_reverse	8	-0.1250832974910736
293925	rnn.bias_hh_l1_reverse	9	-0.14821526408195496
293925	linear.weight	0	0.002228822559118271
293925	linear.weight	1	0.09685710817575455
293925	linear.weight	2	-0.09224777668714523
293925	linear.weight	3	0.3136408030986786
293925	linear.weight	4	0.15025845170021057
293925	linear.weight	5	-0.06563790142536163
293925	linear.weight	6	0.0952775627374649
293925	linear.weight	7	0.13672077655792236
293925	linear.weight	8	0.04113310948014259
293925	linear.weight	9	-0.05083129182457924
293925	linear.bias	0	0.0829273909330368
293925	linear.bias	1	-0.19075770676136017
293925	linear.bias	2	-0.4521668553352356
293925	linear.bias	3	-0.6565366983413696
293925	linear.bias	4	-1.2614831924438477
293925	linear.bias	5	-0.05903357267379761
293925	linear.bias	6	-0.8235321640968323
293925	linear.bias	7	0.2714240550994873
293925	linear.bias	8	-0.39527174830436707
293925	linear.bias	9	-1.0222820043563843
294122	transitions	0	0.7567914128303528
294122	transitions	1	0.13825537264347076
294122	transitions	2	-10000.0
294122	transitions	3	-1.8281337022781372
294122	transitions	4	-10000.0
294122	transitions	5	0.5627439022064209
294122	transitions	6	-0.08568160980939865
294122	transitions	7	-0.812432050704956
294122	transitions	8	-1.4228730201721191
294122	transitions	9	-0.0012319741072133183
294122	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
294122	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
294122	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
294122	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
294122	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
294122	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
294122	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
294122	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
294122	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
294122	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
294122	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
294122	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
294122	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
294122	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
294122	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
294122	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
294122	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
294122	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
294122	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
294122	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
294122	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
294122	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
294122	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
294122	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
294122	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
294122	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
294122	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
294122	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
294122	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
294122	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
294122	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
294122	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
294122	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
294122	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
294122	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
294122	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
294122	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
294122	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
294122	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
294122	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
294122	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
294122	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
294122	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
294122	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
294122	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
294122	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
294122	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
294122	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
294122	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
294122	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
294122	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
294122	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
294122	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
294122	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
294122	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
294122	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
294122	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
294122	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
294122	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
294122	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
294122	embedding2nn.weight	0	0.016349170356988907
294122	embedding2nn.weight	1	-0.012660656124353409
294122	embedding2nn.weight	2	-0.014268254861235619
294122	embedding2nn.weight	3	-0.031224919483065605
294122	embedding2nn.weight	4	-0.0059150345623493195
294122	embedding2nn.weight	5	-0.0037005888298153877
294122	embedding2nn.weight	6	-0.003973265178501606
294122	embedding2nn.weight	7	-0.07739128917455673
294122	embedding2nn.weight	8	-0.0019979383796453476
294122	embedding2nn.weight	9	-0.027591273188591003
294122	embedding2nn.bias	0	0.03245054557919502
294122	embedding2nn.bias	1	-0.0764976441860199
294122	embedding2nn.bias	2	0.07233072072267532
294122	embedding2nn.bias	3	0.05162574723362923
294122	embedding2nn.bias	4	-0.04015548154711723
294122	embedding2nn.bias	5	-0.010503715835511684
294122	embedding2nn.bias	6	0.017361920326948166
294122	embedding2nn.bias	7	-0.05565538629889488
294122	embedding2nn.bias	8	0.07306025922298431
294122	embedding2nn.bias	9	0.045063991099596024
294122	rnn.weight_ih_l0	0	-0.08081021159887314
294122	rnn.weight_ih_l0	1	0.0031365437898784876
294122	rnn.weight_ih_l0	2	0.03553328663110733
294122	rnn.weight_ih_l0	3	0.022893942892551422
294122	rnn.weight_ih_l0	4	-0.04824618995189667
294122	rnn.weight_ih_l0	5	-0.06850752979516983
294122	rnn.weight_ih_l0	6	-0.0010901624336838722
294122	rnn.weight_ih_l0	7	0.053372155874967575
294122	rnn.weight_ih_l0	8	-0.017100252211093903
294122	rnn.weight_ih_l0	9	-0.03089054487645626
294122	rnn.weight_hh_l0	0	-0.029939020052552223
294122	rnn.weight_hh_l0	1	-0.007355759385973215
294122	rnn.weight_hh_l0	2	0.0067958771251142025
294122	rnn.weight_hh_l0	3	-0.07459921389818192
294122	rnn.weight_hh_l0	4	0.09333919733762741
294122	rnn.weight_hh_l0	5	-0.027040783315896988
294122	rnn.weight_hh_l0	6	-0.06381066888570786
294122	rnn.weight_hh_l0	7	0.008741099387407303
294122	rnn.weight_hh_l0	8	0.0133897690102458
294122	rnn.weight_hh_l0	9	-0.02562667801976204
294122	rnn.bias_ih_l0	0	0.12984557449817657
294122	rnn.bias_ih_l0	1	-0.03394181281328201
294122	rnn.bias_ih_l0	2	-0.034429389983415604
294122	rnn.bias_ih_l0	3	0.16320770978927612
294122	rnn.bias_ih_l0	4	-0.012367958202958107
294122	rnn.bias_ih_l0	5	-0.022848576307296753
294122	rnn.bias_ih_l0	6	0.016993625089526176
294122	rnn.bias_ih_l0	7	0.02338608168065548
294122	rnn.bias_ih_l0	8	-0.09906096011400223
294122	rnn.bias_ih_l0	9	-0.04162667691707611
294122	rnn.bias_hh_l0	0	-0.0013870024122297764
294122	rnn.bias_hh_l0	1	-0.10050253570079803
294122	rnn.bias_hh_l0	2	-0.07489132136106491
294122	rnn.bias_hh_l0	3	-0.08871285617351532
294122	rnn.bias_hh_l0	4	0.008560783229768276
294122	rnn.bias_hh_l0	5	-0.02073613554239273
294122	rnn.bias_hh_l0	6	0.028327830135822296
294122	rnn.bias_hh_l0	7	0.06007938086986542
294122	rnn.bias_hh_l0	8	-0.1232013925909996
294122	rnn.bias_hh_l0	9	-0.059820596128702164
294122	rnn.weight_ih_l0_reverse	0	-0.025550905615091324
294122	rnn.weight_ih_l0_reverse	1	-0.0573597215116024
294122	rnn.weight_ih_l0_reverse	2	-0.04893680289387703
294122	rnn.weight_ih_l0_reverse	3	0.015484870411455631
294122	rnn.weight_ih_l0_reverse	4	-0.025195535272359848
294122	rnn.weight_ih_l0_reverse	5	-0.057296689599752426
294122	rnn.weight_ih_l0_reverse	6	0.07346192002296448
294122	rnn.weight_ih_l0_reverse	7	-0.019048072397708893
294122	rnn.weight_ih_l0_reverse	8	-0.01855398528277874
294122	rnn.weight_ih_l0_reverse	9	0.004560137167572975
294122	rnn.weight_hh_l0_reverse	0	0.0686543881893158
294122	rnn.weight_hh_l0_reverse	1	0.01992572657763958
294122	rnn.weight_hh_l0_reverse	2	0.03014950267970562
294122	rnn.weight_hh_l0_reverse	3	0.03555769473314285
294122	rnn.weight_hh_l0_reverse	4	0.01435127668082714
294122	rnn.weight_hh_l0_reverse	5	0.00830014981329441
294122	rnn.weight_hh_l0_reverse	6	0.051008518785238266
294122	rnn.weight_hh_l0_reverse	7	-0.08198748528957367
294122	rnn.weight_hh_l0_reverse	8	0.0401018001139164
294122	rnn.weight_hh_l0_reverse	9	0.03484989330172539
294122	rnn.bias_ih_l0_reverse	0	-0.05697666108608246
294122	rnn.bias_ih_l0_reverse	1	-0.2828649580478668
294122	rnn.bias_ih_l0_reverse	2	-0.12424062192440033
294122	rnn.bias_ih_l0_reverse	3	-0.04779556766152382
294122	rnn.bias_ih_l0_reverse	4	-0.022136038169264793
294122	rnn.bias_ih_l0_reverse	5	0.07629664987325668
294122	rnn.bias_ih_l0_reverse	6	-0.0656542032957077
294122	rnn.bias_ih_l0_reverse	7	0.06159071996808052
294122	rnn.bias_ih_l0_reverse	8	-0.03532438725233078
294122	rnn.bias_ih_l0_reverse	9	0.06523706018924713
294122	rnn.bias_hh_l0_reverse	0	0.023438630625605583
294122	rnn.bias_hh_l0_reverse	1	-0.0630241110920906
294122	rnn.bias_hh_l0_reverse	2	0.08918950706720352
294122	rnn.bias_hh_l0_reverse	3	-0.051699284464120865
294122	rnn.bias_hh_l0_reverse	4	-0.02827153168618679
294122	rnn.bias_hh_l0_reverse	5	-0.022110560908913612
294122	rnn.bias_hh_l0_reverse	6	-0.020571837201714516
294122	rnn.bias_hh_l0_reverse	7	0.0996517464518547
294122	rnn.bias_hh_l0_reverse	8	0.03015049360692501
294122	rnn.bias_hh_l0_reverse	9	-0.1488727480173111
294122	rnn.weight_ih_l1	0	-0.029761014506220818
294122	rnn.weight_ih_l1	1	-0.050799328833818436
294122	rnn.weight_ih_l1	2	0.06500864028930664
294122	rnn.weight_ih_l1	3	-0.07294916361570358
294122	rnn.weight_ih_l1	4	-0.014113138429820538
294122	rnn.weight_ih_l1	5	-0.040334559977054596
294122	rnn.weight_ih_l1	6	0.02897910214960575
294122	rnn.weight_ih_l1	7	-0.044194936752319336
294122	rnn.weight_ih_l1	8	0.037868428975343704
294122	rnn.weight_ih_l1	9	0.0447951965034008
294122	rnn.weight_hh_l1	0	-0.007009249646216631
294122	rnn.weight_hh_l1	1	0.01991165429353714
294122	rnn.weight_hh_l1	2	0.006440323777496815
294122	rnn.weight_hh_l1	3	-0.012630174867808819
294122	rnn.weight_hh_l1	4	0.004823161289095879
294122	rnn.weight_hh_l1	5	0.0352354422211647
294122	rnn.weight_hh_l1	6	0.03622990846633911
294122	rnn.weight_hh_l1	7	-0.01635137014091015
294122	rnn.weight_hh_l1	8	-0.0072149899788200855
294122	rnn.weight_hh_l1	9	0.03858351334929466
294122	rnn.bias_ih_l1	0	-0.18361324071884155
294122	rnn.bias_ih_l1	1	-0.1747494488954544
294122	rnn.bias_ih_l1	2	-0.19687429070472717
294122	rnn.bias_ih_l1	3	-0.3073423206806183
294122	rnn.bias_ih_l1	4	-0.21201570332050323
294122	rnn.bias_ih_l1	5	-0.08905906975269318
294122	rnn.bias_ih_l1	6	-0.15854968130588531
294122	rnn.bias_ih_l1	7	-0.0032965668942779303
294122	rnn.bias_ih_l1	8	-0.12977677583694458
294122	rnn.bias_ih_l1	9	-0.1231645792722702
294122	rnn.bias_hh_l1	0	-0.09651695936918259
294122	rnn.bias_hh_l1	1	-0.06301511824131012
294122	rnn.bias_hh_l1	2	-0.08545909076929092
294122	rnn.bias_hh_l1	3	-0.07747849076986313
294122	rnn.bias_hh_l1	4	-0.07311422377824783
294122	rnn.bias_hh_l1	5	-0.11738990247249603
294122	rnn.bias_hh_l1	6	-0.16092611849308014
294122	rnn.bias_hh_l1	7	0.07551448792219162
294122	rnn.bias_hh_l1	8	-0.17614763975143433
294122	rnn.bias_hh_l1	9	-0.11503265053033829
294122	rnn.weight_ih_l1_reverse	0	-0.047140270471572876
294122	rnn.weight_ih_l1_reverse	1	0.0329323410987854
294122	rnn.weight_ih_l1_reverse	2	0.08790542930364609
294122	rnn.weight_ih_l1_reverse	3	-0.017428426072001457
294122	rnn.weight_ih_l1_reverse	4	-0.02354702539741993
294122	rnn.weight_ih_l1_reverse	5	-0.030272359028458595
294122	rnn.weight_ih_l1_reverse	6	-0.019711406901478767
294122	rnn.weight_ih_l1_reverse	7	0.029694633558392525
294122	rnn.weight_ih_l1_reverse	8	0.00553894555196166
294122	rnn.weight_ih_l1_reverse	9	-0.033328305929899216
294122	rnn.weight_hh_l1_reverse	0	0.004591816104948521
294122	rnn.weight_hh_l1_reverse	1	0.031693071126937866
294122	rnn.weight_hh_l1_reverse	2	-0.04061305522918701
294122	rnn.weight_hh_l1_reverse	3	0.03502117469906807
294122	rnn.weight_hh_l1_reverse	4	0.04713362455368042
294122	rnn.weight_hh_l1_reverse	5	0.0060751731507480145
294122	rnn.weight_hh_l1_reverse	6	0.04907175898551941
294122	rnn.weight_hh_l1_reverse	7	0.03099749982357025
294122	rnn.weight_hh_l1_reverse	8	-0.007105856202542782
294122	rnn.weight_hh_l1_reverse	9	-0.030171437188982964
294122	rnn.bias_ih_l1_reverse	0	-0.045600101351737976
294122	rnn.bias_ih_l1_reverse	1	-0.13942132890224457
294122	rnn.bias_ih_l1_reverse	2	-0.16375280916690826
294122	rnn.bias_ih_l1_reverse	3	-0.060623928904533386
294122	rnn.bias_ih_l1_reverse	4	-0.20370595157146454
294122	rnn.bias_ih_l1_reverse	5	-0.1169833168387413
294122	rnn.bias_ih_l1_reverse	6	-0.12984389066696167
294122	rnn.bias_ih_l1_reverse	7	-0.1918013095855713
294122	rnn.bias_ih_l1_reverse	8	0.2263975590467453
294122	rnn.bias_ih_l1_reverse	9	0.022138260304927826
294122	rnn.bias_hh_l1_reverse	0	0.0104135200381279
294122	rnn.bias_hh_l1_reverse	1	-0.06505120545625687
294122	rnn.bias_hh_l1_reverse	2	-0.2372695505619049
294122	rnn.bias_hh_l1_reverse	3	-0.14359676837921143
294122	rnn.bias_hh_l1_reverse	4	-0.08023066073656082
294122	rnn.bias_hh_l1_reverse	5	-0.11627829074859619
294122	rnn.bias_hh_l1_reverse	6	0.06338963657617569
294122	rnn.bias_hh_l1_reverse	7	-0.1343098133802414
294122	rnn.bias_hh_l1_reverse	8	-0.12509040534496307
294122	rnn.bias_hh_l1_reverse	9	-0.14821559190750122
294122	linear.weight	0	0.002228822559118271
294122	linear.weight	1	0.09686966985464096
294122	linear.weight	2	-0.09224973618984222
294122	linear.weight	3	0.31363144516944885
294122	linear.weight	4	0.15026675164699554
294122	linear.weight	5	-0.06562035530805588
294122	linear.weight	6	0.09520824998617172
294122	linear.weight	7	0.13672560453414917
294122	linear.weight	8	0.04113310948014259
294122	linear.weight	9	-0.05082102119922638
294122	linear.bias	0	0.08305726945400238
294122	linear.bias	1	-0.190667986869812
294122	linear.bias	2	-0.4520970582962036
294122	linear.bias	3	-0.656650185585022
294122	linear.bias	4	-1.2615967988967896
294122	linear.bias	5	-0.05902225896716118
294122	linear.bias	6	-0.8234491348266602
294122	linear.bias	7	0.27143460512161255
294122	linear.bias	8	-0.39521071314811707
294122	linear.bias	9	-1.0222358703613281
294126	transitions	0	0.7567914128303528
294126	transitions	1	0.13825535774230957
294126	transitions	2	-10000.0
294126	transitions	3	-1.8281337022781372
294126	transitions	4	-10000.0
294126	transitions	5	0.5627439022064209
294126	transitions	6	-0.08568160980939865
294126	transitions	7	-0.812432050704956
294126	transitions	8	-1.4228730201721191
294126	transitions	9	-0.0012319741072133183
294126	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
294126	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
294126	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
294126	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
294126	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
294126	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
294126	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
294126	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
294126	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
294126	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
294126	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
294126	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
294126	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
294126	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
294126	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
294126	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
294126	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
294126	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
294126	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
294126	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
294126	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
294126	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
294126	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
294126	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
294126	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
294126	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
294126	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
294126	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
294126	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
294126	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
294126	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
294126	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
294126	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
294126	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
294126	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
294126	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
294126	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
294126	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
294126	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
294126	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
294126	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
294126	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
294126	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
294126	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
294126	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
294126	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
294126	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
294126	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
294126	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
294126	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
294126	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
294126	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
294126	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
294126	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
294126	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
294126	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
294126	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
294126	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
294126	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
294126	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
294126	embedding2nn.weight	0	0.01634858548641205
294126	embedding2nn.weight	1	-0.012660707347095013
294126	embedding2nn.weight	2	-0.014268254861235619
294126	embedding2nn.weight	3	-0.0312229972332716
294126	embedding2nn.weight	4	-0.0059150345623493195
294126	embedding2nn.weight	5	-0.0037005888298153877
294126	embedding2nn.weight	6	-0.003973265178501606
294126	embedding2nn.weight	7	-0.07739179581403732
294126	embedding2nn.weight	8	-0.0019979383796453476
294126	embedding2nn.weight	9	-0.02759142965078354
294126	embedding2nn.bias	0	0.03244221955537796
294126	embedding2nn.bias	1	-0.07649869471788406
294126	embedding2nn.bias	2	0.07233376801013947
294126	embedding2nn.bias	3	0.05163062736392021
294126	embedding2nn.bias	4	-0.0401565283536911
294126	embedding2nn.bias	5	-0.010501988232135773
294126	embedding2nn.bias	6	0.01736941933631897
294126	embedding2nn.bias	7	-0.05566186085343361
294126	embedding2nn.bias	8	0.07306425273418427
294126	embedding2nn.bias	9	0.045057207345962524
294126	rnn.weight_ih_l0	0	-0.08081025630235672
294126	rnn.weight_ih_l0	1	0.003137086285278201
294126	rnn.weight_ih_l0	2	0.03553326800465584
294126	rnn.weight_ih_l0	3	0.022894063964486122
294126	rnn.weight_ih_l0	4	-0.048247385770082474
294126	rnn.weight_ih_l0	5	-0.06850762665271759
294126	rnn.weight_ih_l0	6	-0.0010896979365497828
294126	rnn.weight_ih_l0	7	0.05337243527173996
294126	rnn.weight_ih_l0	8	-0.017100181430578232
294126	rnn.weight_ih_l0	9	-0.030890686437487602
294126	rnn.weight_hh_l0	0	-0.02993890829384327
294126	rnn.weight_hh_l0	1	-0.007355635054409504
294126	rnn.weight_hh_l0	2	0.006795911118388176
294126	rnn.weight_hh_l0	3	-0.07459910959005356
294126	rnn.weight_hh_l0	4	0.0933392271399498
294126	rnn.weight_hh_l0	5	-0.02704065665602684
294126	rnn.weight_hh_l0	6	-0.06381111592054367
294126	rnn.weight_hh_l0	7	0.00874105654656887
294126	rnn.weight_hh_l0	8	0.013389889150857925
294126	rnn.weight_hh_l0	9	-0.025626005604863167
294126	rnn.bias_ih_l0	0	0.12984557449817657
294126	rnn.bias_ih_l0	1	-0.03394264355301857
294126	rnn.bias_ih_l0	2	-0.03443004935979843
294126	rnn.bias_ih_l0	3	0.1632075160741806
294126	rnn.bias_ih_l0	4	-0.01236814260482788
294126	rnn.bias_ih_l0	5	-0.022848134860396385
294126	rnn.bias_ih_l0	6	0.016993364319205284
294126	rnn.bias_ih_l0	7	0.023387182503938675
294126	rnn.bias_ih_l0	8	-0.09906242042779922
294126	rnn.bias_ih_l0	9	-0.04162687808275223
294126	rnn.bias_hh_l0	0	-0.0013868417590856552
294126	rnn.bias_hh_l0	1	-0.1005021184682846
294126	rnn.bias_hh_l0	2	-0.07489259541034698
294126	rnn.bias_hh_l0	3	-0.08871448040008545
294126	rnn.bias_hh_l0	4	0.008560026995837688
294126	rnn.bias_hh_l0	5	-0.020736506208777428
294126	rnn.bias_hh_l0	6	0.028328292071819305
294126	rnn.bias_hh_l0	7	0.06007850170135498
294126	rnn.bias_hh_l0	8	-0.123200424015522
294126	rnn.bias_hh_l0	9	-0.05982038751244545
294126	rnn.weight_ih_l0_reverse	0	-0.025550803169608116
294126	rnn.weight_ih_l0_reverse	1	-0.05735976621508598
294126	rnn.weight_ih_l0_reverse	2	-0.048936810344457626
294126	rnn.weight_ih_l0_reverse	3	0.015485058538615704
294126	rnn.weight_ih_l0_reverse	4	-0.025197500362992287
294126	rnn.weight_ih_l0_reverse	5	-0.05729672685265541
294126	rnn.weight_ih_l0_reverse	6	0.07346141338348389
294126	rnn.weight_ih_l0_reverse	7	-0.019047914072871208
294126	rnn.weight_ih_l0_reverse	8	-0.018554117530584335
294126	rnn.weight_ih_l0_reverse	9	0.004560199566185474
294126	rnn.weight_hh_l0_reverse	0	0.06865326315164566
294126	rnn.weight_hh_l0_reverse	1	0.01992623135447502
294126	rnn.weight_hh_l0_reverse	2	0.030149543657898903
294126	rnn.weight_hh_l0_reverse	3	0.03555778041481972
294126	rnn.weight_hh_l0_reverse	4	0.014351326040923595
294126	rnn.weight_hh_l0_reverse	5	0.008299675770103931
294126	rnn.weight_hh_l0_reverse	6	0.05100860819220543
294126	rnn.weight_hh_l0_reverse	7	-0.08198733627796173
294126	rnn.weight_hh_l0_reverse	8	0.04010055214166641
294126	rnn.weight_hh_l0_reverse	9	0.03484977409243584
294126	rnn.bias_ih_l0_reverse	0	-0.05697788670659065
294126	rnn.bias_ih_l0_reverse	1	-0.2828647494316101
294126	rnn.bias_ih_l0_reverse	2	-0.12424085289239883
294126	rnn.bias_ih_l0_reverse	3	-0.047795429825782776
294126	rnn.bias_ih_l0_reverse	4	-0.022134630009531975
294126	rnn.bias_ih_l0_reverse	5	0.07629549503326416
294126	rnn.bias_ih_l0_reverse	6	-0.06565474718809128
294126	rnn.bias_ih_l0_reverse	7	0.061591532081365585
294126	rnn.bias_ih_l0_reverse	8	-0.035323843359947205
294126	rnn.bias_ih_l0_reverse	9	0.06523805111646652
294126	rnn.bias_hh_l0_reverse	0	0.02343984693288803
294126	rnn.bias_hh_l0_reverse	1	-0.06302693486213684
294126	rnn.bias_hh_l0_reverse	2	0.08918935805559158
294126	rnn.bias_hh_l0_reverse	3	-0.051700156182050705
294126	rnn.bias_hh_l0_reverse	4	-0.028270825743675232
294126	rnn.bias_hh_l0_reverse	5	-0.022108105942606926
294126	rnn.bias_hh_l0_reverse	6	-0.020569367334246635
294126	rnn.bias_hh_l0_reverse	7	0.0996508076786995
294126	rnn.bias_hh_l0_reverse	8	0.030150026082992554
294126	rnn.bias_hh_l0_reverse	9	-0.14887402951717377
294126	rnn.weight_ih_l1	0	-0.029761075973510742
294126	rnn.weight_ih_l1	1	-0.05079934000968933
294126	rnn.weight_ih_l1	2	0.06501124799251556
294126	rnn.weight_ih_l1	3	-0.07294910401105881
294126	rnn.weight_ih_l1	4	-0.014111984521150589
294126	rnn.weight_ih_l1	5	-0.04033401235938072
294126	rnn.weight_ih_l1	6	0.028979776427149773
294126	rnn.weight_ih_l1	7	-0.044194694608449936
294126	rnn.weight_ih_l1	8	0.03786846995353699
294126	rnn.weight_ih_l1	9	0.04479590058326721
294126	rnn.weight_hh_l1	0	-0.007008741609752178
294126	rnn.weight_hh_l1	1	0.019911635667085648
294126	rnn.weight_hh_l1	2	0.006440464872866869
294126	rnn.weight_hh_l1	3	-0.01263029407709837
294126	rnn.weight_hh_l1	4	0.0048228600062429905
294126	rnn.weight_hh_l1	5	0.035235192626714706
294126	rnn.weight_hh_l1	6	0.03623003512620926
294126	rnn.weight_hh_l1	7	-0.016351191326975822
294126	rnn.weight_hh_l1	8	-0.007215234450995922
294126	rnn.weight_hh_l1	9	0.03858304023742676
294126	rnn.bias_ih_l1	0	-0.18361198902130127
294126	rnn.bias_ih_l1	1	-0.1747496873140335
294126	rnn.bias_ih_l1	2	-0.19687344133853912
294126	rnn.bias_ih_l1	3	-0.3073458671569824
294126	rnn.bias_ih_l1	4	-0.21201995015144348
294126	rnn.bias_ih_l1	5	-0.08905680477619171
294126	rnn.bias_ih_l1	6	-0.1585502028465271
294126	rnn.bias_ih_l1	7	-0.003304398851469159
294126	rnn.bias_ih_l1	8	-0.12977664172649384
294126	rnn.bias_ih_l1	9	-0.12316388636827469
294126	rnn.bias_hh_l1	0	-0.0965152159333229
294126	rnn.bias_hh_l1	1	-0.06301664561033249
294126	rnn.bias_hh_l1	2	-0.08545855432748795
294126	rnn.bias_hh_l1	3	-0.07748021185398102
294126	rnn.bias_hh_l1	4	-0.07311496138572693
294126	rnn.bias_hh_l1	5	-0.1173902153968811
294126	rnn.bias_hh_l1	6	-0.16092561185359955
294126	rnn.bias_hh_l1	7	0.07551497966051102
294126	rnn.bias_hh_l1	8	-0.17615126073360443
294126	rnn.bias_hh_l1	9	-0.11503533273935318
294126	rnn.weight_ih_l1_reverse	0	-0.047140322625637054
294126	rnn.weight_ih_l1_reverse	1	0.03293508291244507
294126	rnn.weight_ih_l1_reverse	2	0.08790535479784012
294126	rnn.weight_ih_l1_reverse	3	-0.017428502440452576
294126	rnn.weight_ih_l1_reverse	4	-0.023547489196062088
294126	rnn.weight_ih_l1_reverse	5	-0.0302723478525877
294126	rnn.weight_ih_l1_reverse	6	-0.019711919128894806
294126	rnn.weight_ih_l1_reverse	7	0.02969459630548954
294126	rnn.weight_ih_l1_reverse	8	0.005539065692573786
294126	rnn.weight_ih_l1_reverse	9	-0.033327821642160416
294126	rnn.weight_hh_l1_reverse	0	0.004591971170157194
294126	rnn.weight_hh_l1_reverse	1	0.03169314190745354
294126	rnn.weight_hh_l1_reverse	2	-0.04061305895447731
294126	rnn.weight_hh_l1_reverse	3	0.035021208226680756
294126	rnn.weight_hh_l1_reverse	4	0.04713444411754608
294126	rnn.weight_hh_l1_reverse	5	0.006075147073715925
294126	rnn.weight_hh_l1_reverse	6	0.049073025584220886
294126	rnn.weight_hh_l1_reverse	7	0.030997486785054207
294126	rnn.weight_hh_l1_reverse	8	-0.007105889730155468
294126	rnn.weight_hh_l1_reverse	9	-0.030171429738402367
294126	rnn.bias_ih_l1_reverse	0	-0.04559879004955292
294126	rnn.bias_ih_l1_reverse	1	-0.13942205905914307
294126	rnn.bias_ih_l1_reverse	2	-0.16375258564949036
294126	rnn.bias_ih_l1_reverse	3	-0.060626331716775894
294126	rnn.bias_ih_l1_reverse	4	-0.2037053406238556
294126	rnn.bias_ih_l1_reverse	5	-0.11698365956544876
294126	rnn.bias_ih_l1_reverse	6	-0.12984196841716766
294126	rnn.bias_ih_l1_reverse	7	-0.1918012648820877
294126	rnn.bias_ih_l1_reverse	8	0.226397305727005
294126	rnn.bias_ih_l1_reverse	9	0.022135654464364052
294126	rnn.bias_hh_l1_reverse	0	0.010413839481770992
294126	rnn.bias_hh_l1_reverse	1	-0.06505177915096283
294126	rnn.bias_hh_l1_reverse	2	-0.23726925253868103
294126	rnn.bias_hh_l1_reverse	3	-0.14359743893146515
294126	rnn.bias_hh_l1_reverse	4	-0.08023139089345932
294126	rnn.bias_hh_l1_reverse	5	-0.11627932637929916
294126	rnn.bias_hh_l1_reverse	6	0.06339306384325027
294126	rnn.bias_hh_l1_reverse	7	-0.13431008160114288
294126	rnn.bias_hh_l1_reverse	8	-0.12508980929851532
294126	rnn.bias_hh_l1_reverse	9	-0.1482154279947281
294126	linear.weight	0	0.002228822559118271
294126	linear.weight	1	0.09686630219221115
294126	linear.weight	2	-0.09224982559680939
294126	linear.weight	3	0.31363487243652344
294126	linear.weight	4	0.15026600658893585
294126	linear.weight	5	-0.06562036275863647
294126	linear.weight	6	0.09521026909351349
294126	linear.weight	7	0.13672900199890137
294126	linear.weight	8	0.04113310948014259
294126	linear.weight	9	-0.05082111805677414
294126	linear.bias	0	0.08303765207529068
294126	linear.bias	1	-0.19066767394542694
294126	linear.bias	2	-0.4521227478981018
294126	linear.bias	3	-0.6566540002822876
294126	linear.bias	4	-1.2616007328033447
294126	linear.bias	5	-0.05900254845619202
294126	linear.bias	6	-0.8234490156173706
294126	linear.bias	7	0.27145472168922424
294126	linear.bias	8	-0.3952108919620514
294126	linear.bias	9	-1.0222358703613281
294323	transitions	0	0.7567964792251587
294323	transitions	1	0.13826054334640503
294323	transitions	2	-10000.0
294323	transitions	3	-1.8281337022781372
294323	transitions	4	-10000.0
294323	transitions	5	0.5627437829971313
294323	transitions	6	-0.08568178117275238
294323	transitions	7	-0.8124328255653381
294323	transitions	8	-1.4228731393814087
294323	transitions	9	-0.001231976319104433
294323	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
294323	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
294323	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
294323	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
294323	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
294323	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
294323	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
294323	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
294323	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
294323	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
294323	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
294323	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
294323	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
294323	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
294323	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
294323	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
294323	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
294323	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
294323	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
294323	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
294323	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
294323	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
294323	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
294323	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
294323	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
294323	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
294323	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
294323	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
294323	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
294323	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
294323	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
294323	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
294323	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
294323	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
294323	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
294323	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
294323	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
294323	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
294323	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
294323	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
294323	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
294323	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
294323	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
294323	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
294323	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
294323	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
294323	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
294323	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
294323	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
294323	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
294323	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
294323	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
294323	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
294323	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
294323	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
294323	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
294323	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
294323	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
294323	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
294323	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
294323	embedding2nn.weight	0	0.016351815313100815
294323	embedding2nn.weight	1	-0.01266080979257822
294323	embedding2nn.weight	2	-0.014268254861235619
294323	embedding2nn.weight	3	-0.031221989542245865
294323	embedding2nn.weight	4	-0.0059150345623493195
294323	embedding2nn.weight	5	-0.0037005888298153877
294323	embedding2nn.weight	6	-0.003973265178501606
294323	embedding2nn.weight	7	-0.07739192247390747
294323	embedding2nn.weight	8	-0.0019979383796453476
294323	embedding2nn.weight	9	-0.027592327445745468
294323	embedding2nn.bias	0	0.03246551752090454
294323	embedding2nn.bias	1	-0.0764450654387474
294323	embedding2nn.bias	2	0.072311632335186
294323	embedding2nn.bias	3	0.05162515118718147
294323	embedding2nn.bias	4	-0.04010207951068878
294323	embedding2nn.bias	5	-0.010443844832479954
294323	embedding2nn.bias	6	0.01737840659916401
294323	embedding2nn.bias	7	-0.055675357580184937
294323	embedding2nn.bias	8	0.07308061420917511
294323	embedding2nn.bias	9	0.04498917981982231
294323	rnn.weight_ih_l0	0	-0.08081384748220444
294323	rnn.weight_ih_l0	1	0.0031361656729131937
294323	rnn.weight_ih_l0	2	0.03554355725646019
294323	rnn.weight_ih_l0	3	0.022895248606801033
294323	rnn.weight_ih_l0	4	-0.04825441911816597
294323	rnn.weight_ih_l0	5	-0.06850948929786682
294323	rnn.weight_ih_l0	6	-0.0010894427541643381
294323	rnn.weight_ih_l0	7	0.053369730710983276
294323	rnn.weight_ih_l0	8	-0.01709601655602455
294323	rnn.weight_ih_l0	9	-0.030894258990883827
294323	rnn.weight_hh_l0	0	-0.029940931126475334
294323	rnn.weight_hh_l0	1	-0.007357355672866106
294323	rnn.weight_hh_l0	2	0.006800004746764898
294323	rnn.weight_hh_l0	3	-0.07459741830825806
294323	rnn.weight_hh_l0	4	0.0933401808142662
294323	rnn.weight_hh_l0	5	-0.027042130008339882
294323	rnn.weight_hh_l0	6	-0.06381110846996307
294323	rnn.weight_hh_l0	7	0.008736871182918549
294323	rnn.weight_hh_l0	8	0.013391721062362194
294323	rnn.weight_hh_l0	9	-0.025625698268413544
294323	rnn.bias_ih_l0	0	0.12983478605747223
294323	rnn.bias_ih_l0	1	-0.03393705561757088
294323	rnn.bias_ih_l0	2	-0.03444070741534233
294323	rnn.bias_ih_l0	3	0.16320869326591492
294323	rnn.bias_ih_l0	4	-0.012372859753668308
294323	rnn.bias_ih_l0	5	-0.022867873311042786
294323	rnn.bias_ih_l0	6	0.01698477193713188
294323	rnn.bias_ih_l0	7	0.023393455892801285
294323	rnn.bias_ih_l0	8	-0.09905622899532318
294323	rnn.bias_ih_l0	9	-0.04164697974920273
294323	rnn.bias_hh_l0	0	-0.0013967773411422968
294323	rnn.bias_hh_l0	1	-0.10049811750650406
294323	rnn.bias_hh_l0	2	-0.07488144189119339
294323	rnn.bias_hh_l0	3	-0.0887255147099495
294323	rnn.bias_hh_l0	4	0.008560139685869217
294323	rnn.bias_hh_l0	5	-0.02074459381401539
294323	rnn.bias_hh_l0	6	0.028335101902484894
294323	rnn.bias_hh_l0	7	0.06006314232945442
294323	rnn.bias_hh_l0	8	-0.12319716066122055
294323	rnn.bias_hh_l0	9	-0.0598110631108284
294323	rnn.weight_ih_l0_reverse	0	-0.025547707453370094
294323	rnn.weight_ih_l0_reverse	1	-0.05735568702220917
294323	rnn.weight_ih_l0_reverse	2	-0.048935990780591965
294323	rnn.weight_ih_l0_reverse	3	0.01548968255519867
294323	rnn.weight_ih_l0_reverse	4	-0.025200646370649338
294323	rnn.weight_ih_l0_reverse	5	-0.05730096623301506
294323	rnn.weight_ih_l0_reverse	6	0.07346565276384354
294323	rnn.weight_ih_l0_reverse	7	-0.019048592075705528
294323	rnn.weight_ih_l0_reverse	8	-0.018553083762526512
294323	rnn.weight_ih_l0_reverse	9	0.004560306202620268
294323	rnn.weight_hh_l0_reverse	0	0.06865474581718445
294323	rnn.weight_hh_l0_reverse	1	0.019924340769648552
294323	rnn.weight_hh_l0_reverse	2	0.03015659749507904
294323	rnn.weight_hh_l0_reverse	3	0.03555632382631302
294323	rnn.weight_hh_l0_reverse	4	0.01435117982327938
294323	rnn.weight_hh_l0_reverse	5	0.008302957750856876
294323	rnn.weight_hh_l0_reverse	6	0.05100354179739952
294323	rnn.weight_hh_l0_reverse	7	-0.08199033886194229
294323	rnn.weight_hh_l0_reverse	8	0.04010375216603279
294323	rnn.weight_hh_l0_reverse	9	0.03485254570841789
294323	rnn.bias_ih_l0_reverse	0	-0.05698351934552193
294323	rnn.bias_ih_l0_reverse	1	-0.28285109996795654
294323	rnn.bias_ih_l0_reverse	2	-0.12423159927129745
294323	rnn.bias_ih_l0_reverse	3	-0.047808416187763214
294323	rnn.bias_ih_l0_reverse	4	-0.02214004099369049
294323	rnn.bias_ih_l0_reverse	5	0.0763014480471611
294323	rnn.bias_ih_l0_reverse	6	-0.0656638890504837
294323	rnn.bias_ih_l0_reverse	7	0.061592020094394684
294323	rnn.bias_ih_l0_reverse	8	-0.035301920026540756
294323	rnn.bias_ih_l0_reverse	9	0.06525228917598724
294323	rnn.bias_hh_l0_reverse	0	0.023441724479198456
294323	rnn.bias_hh_l0_reverse	1	-0.06304103136062622
294323	rnn.bias_hh_l0_reverse	2	0.08919905871152878
294323	rnn.bias_hh_l0_reverse	3	-0.051694802939891815
294323	rnn.bias_hh_l0_reverse	4	-0.028270298615098
294323	rnn.bias_hh_l0_reverse	5	-0.022116968408226967
294323	rnn.bias_hh_l0_reverse	6	-0.020568855106830597
294323	rnn.bias_hh_l0_reverse	7	0.09964758157730103
294323	rnn.bias_hh_l0_reverse	8	0.030146967619657516
294323	rnn.bias_hh_l0_reverse	9	-0.148872509598732
294323	rnn.weight_ih_l1	0	-0.029758064076304436
294323	rnn.weight_ih_l1	1	-0.05080626532435417
294323	rnn.weight_ih_l1	2	0.06501303613185883
294323	rnn.weight_ih_l1	3	-0.07294754683971405
294323	rnn.weight_ih_l1	4	-0.014113307930529118
294323	rnn.weight_ih_l1	5	-0.04033583030104637
294323	rnn.weight_ih_l1	6	0.028978146612644196
294323	rnn.weight_ih_l1	7	-0.044196028262376785
294323	rnn.weight_ih_l1	8	0.037869419902563095
294323	rnn.weight_ih_l1	9	0.044794220477342606
294323	rnn.weight_hh_l1	0	-0.00701415678486228
294323	rnn.weight_hh_l1	1	0.01991196535527706
294323	rnn.weight_hh_l1	2	0.006444073282182217
294323	rnn.weight_hh_l1	3	-0.012631617486476898
294323	rnn.weight_hh_l1	4	0.004823066294193268
294323	rnn.weight_hh_l1	5	0.03523608669638634
294323	rnn.weight_hh_l1	6	0.03623134642839432
294323	rnn.weight_hh_l1	7	-0.016350949183106422
294323	rnn.weight_hh_l1	8	-0.007214314769953489
294323	rnn.weight_hh_l1	9	0.03857855871319771
294323	rnn.bias_ih_l1	0	-0.18362919986248016
294323	rnn.bias_ih_l1	1	-0.17473609745502472
294323	rnn.bias_ih_l1	2	-0.1968732327222824
294323	rnn.bias_ih_l1	3	-0.30738189816474915
294323	rnn.bias_ih_l1	4	-0.21203549206256866
294323	rnn.bias_ih_l1	5	-0.0890602096915245
294323	rnn.bias_ih_l1	6	-0.15854261815547943
294323	rnn.bias_ih_l1	7	-0.0032994479406625032
294323	rnn.bias_ih_l1	8	-0.12977492809295654
294323	rnn.bias_ih_l1	9	-0.1231715977191925
294323	rnn.bias_hh_l1	0	-0.09650923311710358
294323	rnn.bias_hh_l1	1	-0.06300925463438034
294323	rnn.bias_hh_l1	2	-0.08546006679534912
294323	rnn.bias_hh_l1	3	-0.0774788185954094
294323	rnn.bias_hh_l1	4	-0.0731048434972763
294323	rnn.bias_hh_l1	5	-0.11739319562911987
294323	rnn.bias_hh_l1	6	-0.1609272062778473
294323	rnn.bias_hh_l1	7	0.07555476576089859
294323	rnn.bias_hh_l1	8	-0.17616169154644012
294323	rnn.bias_hh_l1	9	-0.11498585343360901
294323	rnn.weight_ih_l1_reverse	0	-0.04714149236679077
294323	rnn.weight_ih_l1_reverse	1	0.03292299807071686
294323	rnn.weight_ih_l1_reverse	2	0.08789762854576111
294323	rnn.weight_ih_l1_reverse	3	-0.017427390441298485
294323	rnn.weight_ih_l1_reverse	4	-0.023549215868115425
294323	rnn.weight_ih_l1_reverse	5	-0.03027329593896866
294323	rnn.weight_ih_l1_reverse	6	-0.01970560848712921
294323	rnn.weight_ih_l1_reverse	7	0.029697291553020477
294323	rnn.weight_ih_l1_reverse	8	0.005541740916669369
294323	rnn.weight_ih_l1_reverse	9	-0.033334024250507355
294323	rnn.weight_hh_l1_reverse	0	0.004592587240040302
294323	rnn.weight_hh_l1_reverse	1	0.031693290919065475
294323	rnn.weight_hh_l1_reverse	2	-0.040612924844026566
294323	rnn.weight_hh_l1_reverse	3	0.035021837800741196
294323	rnn.weight_hh_l1_reverse	4	0.04713863879442215
294323	rnn.weight_hh_l1_reverse	5	0.006075839977711439
294323	rnn.weight_hh_l1_reverse	6	0.04906907677650452
294323	rnn.weight_hh_l1_reverse	7	0.030997013673186302
294323	rnn.weight_hh_l1_reverse	8	-0.0071054124273359776
294323	rnn.weight_hh_l1_reverse	9	-0.030169138684868813
294323	rnn.bias_ih_l1_reverse	0	-0.045593149960041046
294323	rnn.bias_ih_l1_reverse	1	-0.1394345760345459
294323	rnn.bias_ih_l1_reverse	2	-0.1637638509273529
294323	rnn.bias_ih_l1_reverse	3	-0.06061964109539986
294323	rnn.bias_ih_l1_reverse	4	-0.20371069014072418
294323	rnn.bias_ih_l1_reverse	5	-0.11697036027908325
294323	rnn.bias_ih_l1_reverse	6	-0.12984485924243927
294323	rnn.bias_ih_l1_reverse	7	-0.19180312752723694
294323	rnn.bias_ih_l1_reverse	8	0.22638455033302307
294323	rnn.bias_ih_l1_reverse	9	0.022130096331238747
294323	rnn.bias_hh_l1_reverse	0	0.01042947731912136
294323	rnn.bias_hh_l1_reverse	1	-0.06508252769708633
294323	rnn.bias_hh_l1_reverse	2	-0.23727098107337952
294323	rnn.bias_hh_l1_reverse	3	-0.14361163973808289
294323	rnn.bias_hh_l1_reverse	4	-0.0802244246006012
294323	rnn.bias_hh_l1_reverse	5	-0.1162688285112381
294323	rnn.bias_hh_l1_reverse	6	0.06340140104293823
294323	rnn.bias_hh_l1_reverse	7	-0.13432136178016663
294323	rnn.bias_hh_l1_reverse	8	-0.12510114908218384
294323	rnn.bias_hh_l1_reverse	9	-0.14821337163448334
294323	linear.weight	0	0.002228822559118271
294323	linear.weight	1	0.09689108282327652
294323	linear.weight	2	-0.09227196872234344
294323	linear.weight	3	0.3136562407016754
294323	linear.weight	4	0.15025891363620758
294323	linear.weight	5	-0.06560845673084259
294323	linear.weight	6	0.09526543319225311
294323	linear.weight	7	0.13667578995227814
294323	linear.weight	8	0.041133105754852295
294323	linear.weight	9	-0.05085273087024689
294323	linear.bias	0	0.08291573822498322
294323	linear.bias	1	-0.19071228802204132
294323	linear.bias	2	-0.4519962966442108
294323	linear.bias	3	-0.6567941308021545
294323	linear.bias	4	-1.2617316246032715
294323	linear.bias	5	-0.05883168801665306
294323	linear.bias	6	-0.8234781622886658
294323	linear.bias	7	0.2716151773929596
294323	linear.bias	8	-0.3951549828052521
294323	linear.bias	9	-1.0221647024154663
294520	transitions	0	0.7567920088768005
294520	transitions	1	0.13825733959674835
294520	transitions	2	-10000.0
294520	transitions	3	-1.8281337022781372
294520	transitions	4	-10000.0
294520	transitions	5	0.5627436637878418
294520	transitions	6	-0.08568185567855835
294520	transitions	7	-0.8124351501464844
294520	transitions	8	-1.4228732585906982
294520	transitions	9	-0.0012319774832576513
294520	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
294520	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
294520	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
294520	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
294520	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
294520	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
294520	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
294520	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
294520	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
294520	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
294520	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
294520	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
294520	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
294520	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
294520	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
294520	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
294520	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
294520	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
294520	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
294520	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
294520	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
294520	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
294520	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
294520	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
294520	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
294520	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
294520	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
294520	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
294520	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
294520	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
294520	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
294520	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
294520	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
294520	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
294520	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
294520	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
294520	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
294520	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
294520	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
294520	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
294520	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
294520	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
294520	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
294520	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
294520	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
294520	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
294520	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
294520	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
294520	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
294520	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
294520	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
294520	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
294520	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
294520	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
294520	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
294520	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
294520	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
294520	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
294520	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
294520	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
294520	embedding2nn.weight	0	0.016346199437975883
294520	embedding2nn.weight	1	-0.012660473585128784
294520	embedding2nn.weight	2	-0.014268254861235619
294520	embedding2nn.weight	3	-0.031221047043800354
294520	embedding2nn.weight	4	-0.0059150345623493195
294520	embedding2nn.weight	5	-0.0037005888298153877
294520	embedding2nn.weight	6	-0.003973265178501606
294520	embedding2nn.weight	7	-0.0773937925696373
294520	embedding2nn.weight	8	-0.0019979383796453476
294520	embedding2nn.weight	9	-0.027591275051236153
294520	embedding2nn.bias	0	0.03244658559560776
294520	embedding2nn.bias	1	-0.07646802812814713
294520	embedding2nn.bias	2	0.07227078080177307
294520	embedding2nn.bias	3	0.051589176058769226
294520	embedding2nn.bias	4	-0.040062639862298965
294520	embedding2nn.bias	5	-0.010453623719513416
294520	embedding2nn.bias	6	0.01735634356737137
294520	embedding2nn.bias	7	-0.05561034753918648
294520	embedding2nn.bias	8	0.07304450869560242
294520	embedding2nn.bias	9	0.04504041746258736
294520	rnn.weight_ih_l0	0	-0.08081956207752228
294520	rnn.weight_ih_l0	1	0.003135235048830509
294520	rnn.weight_ih_l0	2	0.03554119914770126
294520	rnn.weight_ih_l0	3	0.022897500544786453
294520	rnn.weight_ih_l0	4	-0.04825369641184807
294520	rnn.weight_ih_l0	5	-0.06850457936525345
294520	rnn.weight_ih_l0	6	-0.001091203885152936
294520	rnn.weight_ih_l0	7	0.053366389125585556
294520	rnn.weight_ih_l0	8	-0.017096031457185745
294520	rnn.weight_ih_l0	9	-0.030896855518221855
294520	rnn.weight_hh_l0	0	-0.029940461739897728
294520	rnn.weight_hh_l0	1	-0.007360364310443401
294520	rnn.weight_hh_l0	2	0.006796617992222309
294520	rnn.weight_hh_l0	3	-0.07459680736064911
294520	rnn.weight_hh_l0	4	0.09334217756986618
294520	rnn.weight_hh_l0	5	-0.02704419009387493
294520	rnn.weight_hh_l0	6	-0.0638095811009407
294520	rnn.weight_hh_l0	7	0.00873975083231926
294520	rnn.weight_hh_l0	8	0.013395097106695175
294520	rnn.weight_hh_l0	9	-0.025627033784985542
294520	rnn.bias_ih_l0	0	0.129838228225708
294520	rnn.bias_ih_l0	1	-0.0339260995388031
294520	rnn.bias_ih_l0	2	-0.034444525837898254
294520	rnn.bias_ih_l0	3	0.1631978452205658
294520	rnn.bias_ih_l0	4	-0.012375579215586185
294520	rnn.bias_ih_l0	5	-0.022862643003463745
294520	rnn.bias_ih_l0	6	0.01696588844060898
294520	rnn.bias_ih_l0	7	0.02340690977871418
294520	rnn.bias_ih_l0	8	-0.0990593433380127
294520	rnn.bias_ih_l0	9	-0.041637931019067764
294520	rnn.bias_hh_l0	0	-0.001387120340950787
294520	rnn.bias_hh_l0	1	-0.10049034655094147
294520	rnn.bias_hh_l0	2	-0.07487519830465317
294520	rnn.bias_hh_l0	3	-0.08873824030160904
294520	rnn.bias_hh_l0	4	0.008570406585931778
294520	rnn.bias_hh_l0	5	-0.020752718672156334
294520	rnn.bias_hh_l0	6	0.028332198038697243
294520	rnn.bias_hh_l0	7	0.06008131802082062
294520	rnn.bias_hh_l0	8	-0.12320873886346817
294520	rnn.bias_hh_l0	9	-0.059811368584632874
294520	rnn.weight_ih_l0_reverse	0	-0.0255426112562418
294520	rnn.weight_ih_l0_reverse	1	-0.057355187833309174
294520	rnn.weight_ih_l0_reverse	2	-0.04892857000231743
294520	rnn.weight_ih_l0_reverse	3	0.015487279742956161
294520	rnn.weight_ih_l0_reverse	4	-0.025199320167303085
294520	rnn.weight_ih_l0_reverse	5	-0.057299889624118805
294520	rnn.weight_ih_l0_reverse	6	0.07347048819065094
294520	rnn.weight_ih_l0_reverse	7	-0.019046394154429436
294520	rnn.weight_ih_l0_reverse	8	-0.018552089110016823
294520	rnn.weight_ih_l0_reverse	9	0.004559893161058426
294520	rnn.weight_hh_l0_reverse	0	0.06865569204092026
294520	rnn.weight_hh_l0_reverse	1	0.019918156787753105
294520	rnn.weight_hh_l0_reverse	2	0.030161701142787933
294520	rnn.weight_hh_l0_reverse	3	0.03555674850940704
294520	rnn.weight_hh_l0_reverse	4	0.014352908357977867
294520	rnn.weight_hh_l0_reverse	5	0.00830652192234993
294520	rnn.weight_hh_l0_reverse	6	0.051009584218263626
294520	rnn.weight_hh_l0_reverse	7	-0.08198752999305725
294520	rnn.weight_hh_l0_reverse	8	0.04010085016489029
294520	rnn.weight_hh_l0_reverse	9	0.034850720316171646
294520	rnn.bias_ih_l0_reverse	0	-0.05698626488447189
294520	rnn.bias_ih_l0_reverse	1	-0.28286489844322205
294520	rnn.bias_ih_l0_reverse	2	-0.12422594428062439
294520	rnn.bias_ih_l0_reverse	3	-0.04781900346279144
294520	rnn.bias_ih_l0_reverse	4	-0.02213214710354805
294520	rnn.bias_ih_l0_reverse	5	0.0763113722205162
294520	rnn.bias_ih_l0_reverse	6	-0.06567411124706268
294520	rnn.bias_ih_l0_reverse	7	0.06159829720854759
294520	rnn.bias_ih_l0_reverse	8	-0.0352962426841259
294520	rnn.bias_ih_l0_reverse	9	0.06525147706270218
294520	rnn.bias_hh_l0_reverse	0	0.02343566343188286
294520	rnn.bias_hh_l0_reverse	1	-0.0630229115486145
294520	rnn.bias_hh_l0_reverse	2	0.0892028883099556
294520	rnn.bias_hh_l0_reverse	3	-0.051684699952602386
294520	rnn.bias_hh_l0_reverse	4	-0.028271004557609558
294520	rnn.bias_hh_l0_reverse	5	-0.02211737632751465
294520	rnn.bias_hh_l0_reverse	6	-0.020567933097481728
294520	rnn.bias_hh_l0_reverse	7	0.0996473878622055
294520	rnn.bias_hh_l0_reverse	8	0.030155129730701447
294520	rnn.bias_hh_l0_reverse	9	-0.14889271557331085
294520	rnn.weight_ih_l1	0	-0.029756929725408554
294520	rnn.weight_ih_l1	1	-0.050808634608983994
294520	rnn.weight_ih_l1	2	0.06501470506191254
294520	rnn.weight_ih_l1	3	-0.07294891029596329
294520	rnn.weight_ih_l1	4	-0.014112923294305801
294520	rnn.weight_ih_l1	5	-0.04033574461936951
294520	rnn.weight_ih_l1	6	0.0289741363376379
294520	rnn.weight_ih_l1	7	-0.0441916398704052
294520	rnn.weight_ih_l1	8	0.03786922246217728
294520	rnn.weight_ih_l1	9	0.044793371111154556
294520	rnn.weight_hh_l1	0	-0.0070150140672922134
294520	rnn.weight_hh_l1	1	0.019912313669919968
294520	rnn.weight_hh_l1	2	0.006445796694606543
294520	rnn.weight_hh_l1	3	-0.012631244026124477
294520	rnn.weight_hh_l1	4	0.004826353397220373
294520	rnn.weight_hh_l1	5	0.03523494303226471
294520	rnn.weight_hh_l1	6	0.036233700811862946
294520	rnn.weight_hh_l1	7	-0.016352441161870956
294520	rnn.weight_hh_l1	8	-0.007214019075036049
294520	rnn.weight_hh_l1	9	0.03858193755149841
294520	rnn.bias_ih_l1	0	-0.1836269497871399
294520	rnn.bias_ih_l1	1	-0.17473092675209045
294520	rnn.bias_ih_l1	2	-0.19685488939285278
294520	rnn.bias_ih_l1	3	-0.3073897659778595
294520	rnn.bias_ih_l1	4	-0.21204383671283722
294520	rnn.bias_ih_l1	5	-0.08906105905771255
294520	rnn.bias_ih_l1	6	-0.1585441380739212
294520	rnn.bias_ih_l1	7	-0.0033106300979852676
294520	rnn.bias_ih_l1	8	-0.1297740787267685
294520	rnn.bias_ih_l1	9	-0.12316332757472992
294520	rnn.bias_hh_l1	0	-0.09650029987096786
294520	rnn.bias_hh_l1	1	-0.06301013380289078
294520	rnn.bias_hh_l1	2	-0.08544450998306274
294520	rnn.bias_hh_l1	3	-0.07748154550790787
294520	rnn.bias_hh_l1	4	-0.07310737669467926
294520	rnn.bias_hh_l1	5	-0.11739373207092285
294520	rnn.bias_hh_l1	6	-0.16092096269130707
294520	rnn.bias_hh_l1	7	0.07552927732467651
294520	rnn.bias_hh_l1	8	-0.17614471912384033
294520	rnn.bias_hh_l1	9	-0.11499081552028656
294520	rnn.weight_ih_l1_reverse	0	-0.047142546623945236
294520	rnn.weight_ih_l1_reverse	1	0.03293300420045853
294520	rnn.weight_ih_l1_reverse	2	0.08790387213230133
294520	rnn.weight_ih_l1_reverse	3	-0.017428988590836525
294520	rnn.weight_ih_l1_reverse	4	-0.023564642295241356
294520	rnn.weight_ih_l1_reverse	5	-0.030272802338004112
294520	rnn.weight_ih_l1_reverse	6	-0.019707242026925087
294520	rnn.weight_ih_l1_reverse	7	0.029699979349970818
294520	rnn.weight_ih_l1_reverse	8	0.005546988919377327
294520	rnn.weight_ih_l1_reverse	9	-0.03332766145467758
294520	rnn.weight_hh_l1_reverse	0	0.004591842647641897
294520	rnn.weight_hh_l1_reverse	1	0.03169332072138786
294520	rnn.weight_hh_l1_reverse	2	-0.04061300307512283
294520	rnn.weight_hh_l1_reverse	3	0.03502203896641731
294520	rnn.weight_hh_l1_reverse	4	0.0471377894282341
294520	rnn.weight_hh_l1_reverse	5	0.00607736362144351
294520	rnn.weight_hh_l1_reverse	6	0.04906308650970459
294520	rnn.weight_hh_l1_reverse	7	0.03099590353667736
294520	rnn.weight_hh_l1_reverse	8	-0.007105571683496237
294520	rnn.weight_hh_l1_reverse	9	-0.03016878291964531
294520	rnn.bias_ih_l1_reverse	0	-0.04559946432709694
294520	rnn.bias_ih_l1_reverse	1	-0.13942307233810425
294520	rnn.bias_ih_l1_reverse	2	-0.1637546420097351
294520	rnn.bias_ih_l1_reverse	3	-0.060578301548957825
294520	rnn.bias_ih_l1_reverse	4	-0.20371568202972412
294520	rnn.bias_ih_l1_reverse	5	-0.11697963625192642
294520	rnn.bias_ih_l1_reverse	6	-0.12984520196914673
294520	rnn.bias_ih_l1_reverse	7	-0.19180983304977417
294520	rnn.bias_ih_l1_reverse	8	0.22639159858226776
294520	rnn.bias_ih_l1_reverse	9	0.022136565297842026
294520	rnn.bias_hh_l1_reverse	0	0.010408412665128708
294520	rnn.bias_hh_l1_reverse	1	-0.06506483256816864
294520	rnn.bias_hh_l1_reverse	2	-0.23727649450302124
294520	rnn.bias_hh_l1_reverse	3	-0.14360857009887695
294520	rnn.bias_hh_l1_reverse	4	-0.08023052662611008
294520	rnn.bias_hh_l1_reverse	5	-0.11628522723913193
294520	rnn.bias_hh_l1_reverse	6	0.06340998411178589
294520	rnn.bias_hh_l1_reverse	7	-0.13432767987251282
294520	rnn.bias_hh_l1_reverse	8	-0.12510882318019867
294520	rnn.bias_hh_l1_reverse	9	-0.1482161283493042
294520	linear.weight	0	0.002228822559118271
294520	linear.weight	1	0.09691623598337173
294520	linear.weight	2	-0.09226413816213608
294520	linear.weight	3	0.3136563301086426
294520	linear.weight	4	0.1502472311258316
294520	linear.weight	5	-0.06562305241823196
294520	linear.weight	6	0.09526906162500381
294520	linear.weight	7	0.13668625056743622
294520	linear.weight	8	0.041133105754852295
294520	linear.weight	9	-0.05085252970457077
294520	linear.bias	0	0.08307996392250061
294520	linear.bias	1	-0.19058774411678314
294520	linear.bias	2	-0.45186448097229004
294520	linear.bias	3	-0.6569415926933289
294520	linear.bias	4	-1.261897087097168
294520	linear.bias	5	-0.058767687529325485
294520	linear.bias	6	-0.823340654373169
294520	linear.bias	7	0.27166125178337097
294520	linear.bias	8	-0.395042359828949
294520	linear.bias	9	-1.0220524072647095
294717	transitions	0	0.7568687200546265
294717	transitions	1	0.13824886083602905
294717	transitions	2	-10000.0
294717	transitions	3	-1.8281337022781372
294717	transitions	4	-10000.0
294717	transitions	5	0.5627435445785522
294717	transitions	6	-0.08568190783262253
294717	transitions	7	-0.8124377727508545
294717	transitions	8	-1.4228732585906982
294717	transitions	9	-0.0012319782981649041
294717	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
294717	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
294717	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
294717	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
294717	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
294717	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
294717	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
294717	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
294717	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
294717	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
294717	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
294717	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
294717	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
294717	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
294717	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
294717	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
294717	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
294717	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
294717	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
294717	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
294717	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
294717	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
294717	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
294717	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
294717	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
294717	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
294717	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
294717	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
294717	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
294717	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
294717	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
294717	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
294717	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
294717	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
294717	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
294717	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
294717	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
294717	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
294717	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
294717	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
294717	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
294717	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
294717	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
294717	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
294717	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
294717	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
294717	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
294717	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
294717	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
294717	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
294717	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
294717	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
294717	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
294717	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
294717	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
294717	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
294717	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
294717	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
294717	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
294717	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
294717	embedding2nn.weight	0	0.01635417528450489
294717	embedding2nn.weight	1	-0.012660493142902851
294717	embedding2nn.weight	2	-0.014268254861235619
294717	embedding2nn.weight	3	-0.031234949827194214
294717	embedding2nn.weight	4	-0.0059150345623493195
294717	embedding2nn.weight	5	-0.0037005888298153877
294717	embedding2nn.weight	6	-0.003973265178501606
294717	embedding2nn.weight	7	-0.07739516347646713
294717	embedding2nn.weight	8	-0.0019979383796453476
294717	embedding2nn.weight	9	-0.027592143043875694
294717	embedding2nn.bias	0	0.03254037722945213
294717	embedding2nn.bias	1	-0.07646536827087402
294717	embedding2nn.bias	2	0.0722409188747406
294717	embedding2nn.bias	3	0.05158106982707977
294717	embedding2nn.bias	4	-0.04006088152527809
294717	embedding2nn.bias	5	-0.010433096438646317
294717	embedding2nn.bias	6	0.01739697903394699
294717	embedding2nn.bias	7	-0.055664900690317154
294717	embedding2nn.bias	8	0.07306043058633804
294717	embedding2nn.bias	9	0.04504849389195442
294717	rnn.weight_ih_l0	0	-0.08083275705575943
294717	rnn.weight_ih_l0	1	0.003130996832624078
294717	rnn.weight_ih_l0	2	0.03554318845272064
294717	rnn.weight_ih_l0	3	0.022897740826010704
294717	rnn.weight_ih_l0	4	-0.048255570232868195
294717	rnn.weight_ih_l0	5	-0.0685020163655281
294717	rnn.weight_ih_l0	6	-0.0010884769726544619
294717	rnn.weight_ih_l0	7	0.05336495116353035
294717	rnn.weight_ih_l0	8	-0.017100775614380836
294717	rnn.weight_ih_l0	9	-0.030900899320840836
294717	rnn.weight_hh_l0	0	-0.029938364401459694
294717	rnn.weight_hh_l0	1	-0.007359237875789404
294717	rnn.weight_hh_l0	2	0.006797303911298513
294717	rnn.weight_hh_l0	3	-0.07459435611963272
294717	rnn.weight_hh_l0	4	0.09334338456392288
294717	rnn.weight_hh_l0	5	-0.02705042064189911
294717	rnn.weight_hh_l0	6	-0.06381161510944366
294717	rnn.weight_hh_l0	7	0.008741050958633423
294717	rnn.weight_hh_l0	8	0.01339348778128624
294717	rnn.weight_hh_l0	9	-0.02562803588807583
294717	rnn.bias_ih_l0	0	0.12984304130077362
294717	rnn.bias_ih_l0	1	-0.03393077850341797
294717	rnn.bias_ih_l0	2	-0.03444889560341835
294717	rnn.bias_ih_l0	3	0.16321170330047607
294717	rnn.bias_ih_l0	4	-0.012370466254651546
294717	rnn.bias_ih_l0	5	-0.02287573553621769
294717	rnn.bias_ih_l0	6	0.016947630792856216
294717	rnn.bias_ih_l0	7	0.023420512676239014
294717	rnn.bias_ih_l0	8	-0.09905964881181717
294717	rnn.bias_ih_l0	9	-0.041631586849689484
294717	rnn.bias_hh_l0	0	-0.0013920394703745842
294717	rnn.bias_hh_l0	1	-0.10048425197601318
294717	rnn.bias_hh_l0	2	-0.0748712420463562
294717	rnn.bias_hh_l0	3	-0.08874276280403137
294717	rnn.bias_hh_l0	4	0.008549680933356285
294717	rnn.bias_hh_l0	5	-0.020751258358359337
294717	rnn.bias_hh_l0	6	0.02832912467420101
294717	rnn.bias_hh_l0	7	0.06008529290556908
294717	rnn.bias_hh_l0	8	-0.12321030348539352
294717	rnn.bias_hh_l0	9	-0.059792306274175644
294717	rnn.weight_ih_l0_reverse	0	-0.025540312752127647
294717	rnn.weight_ih_l0_reverse	1	-0.05735335499048233
294717	rnn.weight_ih_l0_reverse	2	-0.04893342778086662
294717	rnn.weight_ih_l0_reverse	3	0.015490841120481491
294717	rnn.weight_ih_l0_reverse	4	-0.025203656405210495
294717	rnn.weight_ih_l0_reverse	5	-0.0572977140545845
294717	rnn.weight_ih_l0_reverse	6	0.07347175478935242
294717	rnn.weight_ih_l0_reverse	7	-0.01904398947954178
294717	rnn.weight_ih_l0_reverse	8	-0.018553616479039192
294717	rnn.weight_ih_l0_reverse	9	0.004560006316751242
294717	rnn.weight_hh_l0_reverse	0	0.06866040825843811
294717	rnn.weight_hh_l0_reverse	1	0.019922195002436638
294717	rnn.weight_hh_l0_reverse	2	0.03015938401222229
294717	rnn.weight_hh_l0_reverse	3	0.035556163638830185
294717	rnn.weight_hh_l0_reverse	4	0.014352318830788136
294717	rnn.weight_hh_l0_reverse	5	0.008308140560984612
294717	rnn.weight_hh_l0_reverse	6	0.051010314375162125
294717	rnn.weight_hh_l0_reverse	7	-0.08198779076337814
294717	rnn.weight_hh_l0_reverse	8	0.040100857615470886
294717	rnn.weight_hh_l0_reverse	9	0.034854669123888016
294717	rnn.bias_ih_l0_reverse	0	-0.05698728933930397
294717	rnn.bias_ih_l0_reverse	1	-0.2828786075115204
294717	rnn.bias_ih_l0_reverse	2	-0.12423383444547653
294717	rnn.bias_ih_l0_reverse	3	-0.04781818389892578
294717	rnn.bias_ih_l0_reverse	4	-0.02212940715253353
294717	rnn.bias_ih_l0_reverse	5	0.07632208615541458
294717	rnn.bias_ih_l0_reverse	6	-0.06567820906639099
294717	rnn.bias_ih_l0_reverse	7	0.0616144984960556
294717	rnn.bias_ih_l0_reverse	8	-0.035292185842990875
294717	rnn.bias_ih_l0_reverse	9	0.06526635587215424
294717	rnn.bias_hh_l0_reverse	0	0.023420730605721474
294717	rnn.bias_hh_l0_reverse	1	-0.06300564855337143
294717	rnn.bias_hh_l0_reverse	2	0.08921028673648834
294717	rnn.bias_hh_l0_reverse	3	-0.05168777331709862
294717	rnn.bias_hh_l0_reverse	4	-0.02827824093401432
294717	rnn.bias_hh_l0_reverse	5	-0.02211618423461914
294717	rnn.bias_hh_l0_reverse	6	-0.020559653639793396
294717	rnn.bias_hh_l0_reverse	7	0.09964658319950104
294717	rnn.bias_hh_l0_reverse	8	0.030164949595928192
294717	rnn.bias_hh_l0_reverse	9	-0.1489132195711136
294717	rnn.weight_ih_l1	0	-0.029756736010313034
294717	rnn.weight_ih_l1	1	-0.05080465227365494
294717	rnn.weight_ih_l1	2	0.06500200182199478
294717	rnn.weight_ih_l1	3	-0.07295094430446625
294717	rnn.weight_ih_l1	4	-0.014118707738816738
294717	rnn.weight_ih_l1	5	-0.04033452272415161
294717	rnn.weight_ih_l1	6	0.028972985222935677
294717	rnn.weight_ih_l1	7	-0.044186390936374664
294717	rnn.weight_ih_l1	8	0.03786966949701309
294717	rnn.weight_ih_l1	9	0.044794660061597824
294717	rnn.weight_hh_l1	0	-0.007011395879089832
294717	rnn.weight_hh_l1	1	0.019912097603082657
294717	rnn.weight_hh_l1	2	0.006442015990614891
294717	rnn.weight_hh_l1	3	-0.01263017114251852
294717	rnn.weight_hh_l1	4	0.00482514314353466
294717	rnn.weight_hh_l1	5	0.03523571044206619
294717	rnn.weight_hh_l1	6	0.03622755780816078
294717	rnn.weight_hh_l1	7	-0.01635219343006611
294717	rnn.weight_hh_l1	8	-0.007216508500277996
294717	rnn.weight_hh_l1	9	0.03858301416039467
294717	rnn.bias_ih_l1	0	-0.18362070620059967
294717	rnn.bias_ih_l1	1	-0.17471621930599213
294717	rnn.bias_ih_l1	2	-0.19684502482414246
294717	rnn.bias_ih_l1	3	-0.30739593505859375
294717	rnn.bias_ih_l1	4	-0.2120552659034729
294717	rnn.bias_ih_l1	5	-0.08906165510416031
294717	rnn.bias_ih_l1	6	-0.15852519869804382
294717	rnn.bias_ih_l1	7	-0.003334778593853116
294717	rnn.bias_ih_l1	8	-0.12977954745292664
294717	rnn.bias_ih_l1	9	-0.12315209209918976
294717	rnn.bias_hh_l1	0	-0.09649652987718582
294717	rnn.bias_hh_l1	1	-0.06301150470972061
294717	rnn.bias_hh_l1	2	-0.08546165376901627
294717	rnn.bias_hh_l1	3	-0.07748828828334808
294717	rnn.bias_hh_l1	4	-0.07309963554143906
294717	rnn.bias_hh_l1	5	-0.11738931387662888
294717	rnn.bias_hh_l1	6	-0.16091445088386536
294717	rnn.bias_hh_l1	7	0.07551215589046478
294717	rnn.bias_hh_l1	8	-0.17613379657268524
294717	rnn.bias_hh_l1	9	-0.11497095972299576
294717	rnn.weight_ih_l1_reverse	0	-0.04714193940162659
294717	rnn.weight_ih_l1_reverse	1	0.032945893704891205
294717	rnn.weight_ih_l1_reverse	2	0.08790576457977295
294717	rnn.weight_ih_l1_reverse	3	-0.017425496131181717
294717	rnn.weight_ih_l1_reverse	4	-0.023571742698550224
294717	rnn.weight_ih_l1_reverse	5	-0.030273515731096268
294717	rnn.weight_ih_l1_reverse	6	-0.01969572715461254
294717	rnn.weight_ih_l1_reverse	7	0.029699459671974182
294717	rnn.weight_ih_l1_reverse	8	0.00555085064843297
294717	rnn.weight_ih_l1_reverse	9	-0.03332531079649925
294717	rnn.weight_hh_l1_reverse	0	0.004591953940689564
294717	rnn.weight_hh_l1_reverse	1	0.03169308975338936
294717	rnn.weight_hh_l1_reverse	2	-0.04061254858970642
294717	rnn.weight_hh_l1_reverse	3	0.03502323478460312
294717	rnn.weight_hh_l1_reverse	4	0.047137245535850525
294717	rnn.weight_hh_l1_reverse	5	0.006079923827201128
294717	rnn.weight_hh_l1_reverse	6	0.04906721040606499
294717	rnn.weight_hh_l1_reverse	7	0.030996788293123245
294717	rnn.weight_hh_l1_reverse	8	-0.007106374483555555
294717	rnn.weight_hh_l1_reverse	9	-0.03016822226345539
294717	rnn.bias_ih_l1_reverse	0	-0.04559880495071411
294717	rnn.bias_ih_l1_reverse	1	-0.13943307101726532
294717	rnn.bias_ih_l1_reverse	2	-0.16377073526382446
294717	rnn.bias_ih_l1_reverse	3	-0.060508742928504944
294717	rnn.bias_ih_l1_reverse	4	-0.2037118375301361
294717	rnn.bias_ih_l1_reverse	5	-0.11698595434427261
294717	rnn.bias_ih_l1_reverse	6	-0.12984731793403625
294717	rnn.bias_ih_l1_reverse	7	-0.1917930543422699
294717	rnn.bias_ih_l1_reverse	8	0.22637133300304413
294717	rnn.bias_ih_l1_reverse	9	0.022147640585899353
294717	rnn.bias_hh_l1_reverse	0	0.01040298119187355
294717	rnn.bias_hh_l1_reverse	1	-0.06509113311767578
294717	rnn.bias_hh_l1_reverse	2	-0.23727452754974365
294717	rnn.bias_hh_l1_reverse	3	-0.14360255002975464
294717	rnn.bias_hh_l1_reverse	4	-0.08022220432758331
294717	rnn.bias_hh_l1_reverse	5	-0.11629153788089752
294717	rnn.bias_hh_l1_reverse	6	0.06340505182743073
294717	rnn.bias_hh_l1_reverse	7	-0.1343250721693039
294717	rnn.bias_hh_l1_reverse	8	-0.12511949241161346
294717	rnn.bias_hh_l1_reverse	9	-0.14821277558803558
294717	linear.weight	0	0.002228822559118271
294717	linear.weight	1	0.09690096974372864
294717	linear.weight	2	-0.09226596355438232
294717	linear.weight	3	0.3136206865310669
294717	linear.weight	4	0.15023721754550934
294717	linear.weight	5	-0.0656241774559021
294717	linear.weight	6	0.09531044960021973
294717	linear.weight	7	0.13670141994953156
294717	linear.weight	8	0.041133105754852295
294717	linear.weight	9	-0.05085555091500282
294717	linear.bias	0	0.08312036842107773
294717	linear.bias	1	-0.19054026901721954
294717	linear.bias	2	-0.4518265128135681
294717	linear.bias	3	-0.6571246981620789
294717	linear.bias	4	-1.2620733976364136
294717	linear.bias	5	-0.058721285313367844
294717	linear.bias	6	-0.8232693076133728
294717	linear.bias	7	0.2716960906982422
294717	linear.bias	8	-0.3950529396533966
294717	linear.bias	9	-1.022057056427002
294914	transitions	0	0.7568733096122742
294914	transitions	1	0.13824798166751862
294914	transitions	2	-10000.0
294914	transitions	3	-1.8281337022781372
294914	transitions	4	-10000.0
294914	transitions	5	0.5627435445785522
294914	transitions	6	-0.08568204194307327
294914	transitions	7	-0.8124397993087769
294914	transitions	8	-1.4228732585906982
294914	transitions	9	-0.0012319793459028006
294914	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
294914	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
294914	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
294914	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
294914	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
294914	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
294914	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
294914	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
294914	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
294914	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
294914	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
294914	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
294914	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
294914	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
294914	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
294914	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
294914	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
294914	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
294914	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
294914	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
294914	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
294914	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
294914	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
294914	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
294914	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
294914	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
294914	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
294914	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
294914	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
294914	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
294914	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
294914	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
294914	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
294914	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
294914	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
294914	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
294914	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
294914	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
294914	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
294914	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
294914	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
294914	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
294914	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
294914	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
294914	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
294914	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
294914	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
294914	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
294914	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
294914	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
294914	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
294914	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
294914	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
294914	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
294914	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
294914	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
294914	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
294914	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
294914	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
294914	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
294914	embedding2nn.weight	0	0.01635395735502243
294914	embedding2nn.weight	1	-0.01266107801347971
294914	embedding2nn.weight	2	-0.014268254861235619
294914	embedding2nn.weight	3	-0.031230466440320015
294914	embedding2nn.weight	4	-0.0059150345623493195
294914	embedding2nn.weight	5	-0.0037005888298153877
294914	embedding2nn.weight	6	-0.003973265178501606
294914	embedding2nn.weight	7	-0.07739105820655823
294914	embedding2nn.weight	8	-0.0019979383796453476
294914	embedding2nn.weight	9	-0.027595728635787964
294914	embedding2nn.bias	0	0.03261014446616173
294914	embedding2nn.bias	1	-0.07649261504411697
294914	embedding2nn.bias	2	0.07219059020280838
294914	embedding2nn.bias	3	0.05157008767127991
294914	embedding2nn.bias	4	-0.0400809645652771
294914	embedding2nn.bias	5	-0.010460722260177135
294914	embedding2nn.bias	6	0.01741521619260311
294914	embedding2nn.bias	7	-0.05563396215438843
294914	embedding2nn.bias	8	0.0730213150382042
294914	embedding2nn.bias	9	0.04503719136118889
294914	rnn.weight_ih_l0	0	-0.08082941919565201
294914	rnn.weight_ih_l0	1	0.003131314180791378
294914	rnn.weight_ih_l0	2	0.035542748868465424
294914	rnn.weight_ih_l0	3	0.02290342003107071
294914	rnn.weight_ih_l0	4	-0.04825299233198166
294914	rnn.weight_ih_l0	5	-0.0685044452548027
294914	rnn.weight_ih_l0	6	-0.0010826991638168693
294914	rnn.weight_ih_l0	7	0.05336197465658188
294914	rnn.weight_ih_l0	8	-0.017103468999266624
294914	rnn.weight_ih_l0	9	-0.030894845724105835
294914	rnn.weight_hh_l0	0	-0.029932482168078423
294914	rnn.weight_hh_l0	1	-0.007354098372161388
294914	rnn.weight_hh_l0	2	0.006797663401812315
294914	rnn.weight_hh_l0	3	-0.0745893344283104
294914	rnn.weight_hh_l0	4	0.09334565699100494
294914	rnn.weight_hh_l0	5	-0.027047613635659218
294914	rnn.weight_hh_l0	6	-0.06381459534168243
294914	rnn.weight_hh_l0	7	0.008743873797357082
294914	rnn.weight_hh_l0	8	0.013394806534051895
294914	rnn.weight_hh_l0	9	-0.025624869391322136
294914	rnn.bias_ih_l0	0	0.12984074652194977
294914	rnn.bias_ih_l0	1	-0.03392607346177101
294914	rnn.bias_ih_l0	2	-0.03446535766124725
294914	rnn.bias_ih_l0	3	0.16320949792861938
294914	rnn.bias_ih_l0	4	-0.01236824132502079
294914	rnn.bias_ih_l0	5	-0.022871168330311775
294914	rnn.bias_ih_l0	6	0.01697278767824173
294914	rnn.bias_ih_l0	7	0.023422176018357277
294914	rnn.bias_ih_l0	8	-0.09906765818595886
294914	rnn.bias_ih_l0	9	-0.041563186794519424
294914	rnn.bias_hh_l0	0	-0.0013934513553977013
294914	rnn.bias_hh_l0	1	-0.10047099739313126
294914	rnn.bias_hh_l0	2	-0.07487758249044418
294914	rnn.bias_hh_l0	3	-0.08873508125543594
294914	rnn.bias_hh_l0	4	0.00852951966226101
294914	rnn.bias_hh_l0	5	-0.02075118198990822
294914	rnn.bias_hh_l0	6	0.028336623683571815
294914	rnn.bias_hh_l0	7	0.060074176639318466
294914	rnn.bias_hh_l0	8	-0.1231992319226265
294914	rnn.bias_hh_l0	9	-0.05979419872164726
294914	rnn.weight_ih_l0_reverse	0	-0.025543441995978355
294914	rnn.weight_ih_l0_reverse	1	-0.0573544055223465
294914	rnn.weight_ih_l0_reverse	2	-0.04892900213599205
294914	rnn.weight_ih_l0_reverse	3	0.015492822043597698
294914	rnn.weight_ih_l0_reverse	4	-0.025205837562680244
294914	rnn.weight_ih_l0_reverse	5	-0.057298243045806885
294914	rnn.weight_ih_l0_reverse	6	0.07347245514392853
294914	rnn.weight_ih_l0_reverse	7	-0.019044041633605957
294914	rnn.weight_ih_l0_reverse	8	-0.018555747345089912
294914	rnn.weight_ih_l0_reverse	9	0.004555981606245041
294914	rnn.weight_hh_l0_reverse	0	0.0686611756682396
294914	rnn.weight_hh_l0_reverse	1	0.019921064376831055
294914	rnn.weight_hh_l0_reverse	2	0.03016367368400097
294914	rnn.weight_hh_l0_reverse	3	0.035554755479097366
294914	rnn.weight_hh_l0_reverse	4	0.014353089965879917
294914	rnn.weight_hh_l0_reverse	5	0.008304470218718052
294914	rnn.weight_hh_l0_reverse	6	0.05101047456264496
294914	rnn.weight_hh_l0_reverse	7	-0.08198701590299606
294914	rnn.weight_hh_l0_reverse	8	0.04010182246565819
294914	rnn.weight_hh_l0_reverse	9	0.034858062863349915
294914	rnn.bias_ih_l0_reverse	0	-0.056989945471286774
294914	rnn.bias_ih_l0_reverse	1	-0.2828620970249176
294914	rnn.bias_ih_l0_reverse	2	-0.12423036992549896
294914	rnn.bias_ih_l0_reverse	3	-0.04781576246023178
294914	rnn.bias_ih_l0_reverse	4	-0.022137939929962158
294914	rnn.bias_ih_l0_reverse	5	0.07632263749837875
294914	rnn.bias_ih_l0_reverse	6	-0.06567391753196716
294914	rnn.bias_ih_l0_reverse	7	0.06159844994544983
294914	rnn.bias_ih_l0_reverse	8	-0.03527934476733208
294914	rnn.bias_ih_l0_reverse	9	0.06526097655296326
294914	rnn.bias_hh_l0_reverse	0	0.02341253124177456
294914	rnn.bias_hh_l0_reverse	1	-0.06299322098493576
294914	rnn.bias_hh_l0_reverse	2	0.0892246812582016
294914	rnn.bias_hh_l0_reverse	3	-0.051680538803339005
294914	rnn.bias_hh_l0_reverse	4	-0.02828161232173443
294914	rnn.bias_hh_l0_reverse	5	-0.022127997130155563
294914	rnn.bias_hh_l0_reverse	6	-0.020558036863803864
294914	rnn.bias_hh_l0_reverse	7	0.09964965283870697
294914	rnn.bias_hh_l0_reverse	8	0.03016652911901474
294914	rnn.bias_hh_l0_reverse	9	-0.14892996847629547
294914	rnn.weight_ih_l1	0	-0.029755737632513046
294914	rnn.weight_ih_l1	1	-0.050795525312423706
294914	rnn.weight_ih_l1	2	0.06501787900924683
294914	rnn.weight_ih_l1	3	-0.07294300943613052
294914	rnn.weight_ih_l1	4	-0.014119054190814495
294914	rnn.weight_ih_l1	5	-0.04033412039279938
294914	rnn.weight_ih_l1	6	0.02897624485194683
294914	rnn.weight_ih_l1	7	-0.044186174869537354
294914	rnn.weight_ih_l1	8	0.037870198488235474
294914	rnn.weight_ih_l1	9	0.044795989990234375
294914	rnn.weight_hh_l1	0	-0.007009397726505995
294914	rnn.weight_hh_l1	1	0.01991267129778862
294914	rnn.weight_hh_l1	2	0.0064471811056137085
294914	rnn.weight_hh_l1	3	-0.012629587203264236
294914	rnn.weight_hh_l1	4	0.004827472381293774
294914	rnn.weight_hh_l1	5	0.03523467108607292
294914	rnn.weight_hh_l1	6	0.03622932732105255
294914	rnn.weight_hh_l1	7	-0.0163514856249094
294914	rnn.weight_hh_l1	8	-0.007215931545943022
294914	rnn.weight_hh_l1	9	0.03858178108930588
294914	rnn.bias_ih_l1	0	-0.18361292779445648
294914	rnn.bias_ih_l1	1	-0.1747215837240219
294914	rnn.bias_ih_l1	2	-0.1968538761138916
294914	rnn.bias_ih_l1	3	-0.3073806166648865
294914	rnn.bias_ih_l1	4	-0.21205779910087585
294914	rnn.bias_ih_l1	5	-0.08906048536300659
294914	rnn.bias_ih_l1	6	-0.15851861238479614
294914	rnn.bias_ih_l1	7	-0.003359240246936679
294914	rnn.bias_ih_l1	8	-0.1297919601202011
294914	rnn.bias_ih_l1	9	-0.12315799295902252
294914	rnn.bias_hh_l1	0	-0.09649164229631424
294914	rnn.bias_hh_l1	1	-0.06300792843103409
294914	rnn.bias_hh_l1	2	-0.0854678526520729
294914	rnn.bias_hh_l1	3	-0.07749424874782562
294914	rnn.bias_hh_l1	4	-0.07308945059776306
294914	rnn.bias_hh_l1	5	-0.11737966537475586
294914	rnn.bias_hh_l1	6	-0.16090118885040283
294914	rnn.bias_hh_l1	7	0.07552096247673035
294914	rnn.bias_hh_l1	8	-0.17612573504447937
294914	rnn.bias_hh_l1	9	-0.11497719585895538
294914	rnn.weight_ih_l1_reverse	0	-0.047136373817920685
294914	rnn.weight_ih_l1_reverse	1	0.0329587422311306
294914	rnn.weight_ih_l1_reverse	2	0.08790707588195801
294914	rnn.weight_ih_l1_reverse	3	-0.017429571598768234
294914	rnn.weight_ih_l1_reverse	4	-0.023573294281959534
294914	rnn.weight_ih_l1_reverse	5	-0.030274447053670883
294914	rnn.weight_ih_l1_reverse	6	-0.019695911556482315
294914	rnn.weight_ih_l1_reverse	7	0.029699411243200302
294914	rnn.weight_ih_l1_reverse	8	0.005555183161050081
294914	rnn.weight_ih_l1_reverse	9	-0.03332272171974182
294914	rnn.weight_hh_l1_reverse	0	0.004591291770339012
294914	rnn.weight_hh_l1_reverse	1	0.03169196471571922
294914	rnn.weight_hh_l1_reverse	2	-0.0406123585999012
294914	rnn.weight_hh_l1_reverse	3	0.03502299264073372
294914	rnn.weight_hh_l1_reverse	4	0.047137513756752014
294914	rnn.weight_hh_l1_reverse	5	0.006079033482819796
294914	rnn.weight_hh_l1_reverse	6	0.049067433923482895
294914	rnn.weight_hh_l1_reverse	7	0.03099728934466839
294914	rnn.weight_hh_l1_reverse	8	-0.0071063414216041565
294914	rnn.weight_hh_l1_reverse	9	-0.030170252546668053
294914	rnn.bias_ih_l1_reverse	0	-0.045608170330524445
294914	rnn.bias_ih_l1_reverse	1	-0.1394324004650116
294914	rnn.bias_ih_l1_reverse	2	-0.16377541422843933
294914	rnn.bias_ih_l1_reverse	3	-0.06049298495054245
294914	rnn.bias_ih_l1_reverse	4	-0.2037172168493271
294914	rnn.bias_ih_l1_reverse	5	-0.11697538942098618
294914	rnn.bias_ih_l1_reverse	6	-0.12984749674797058
294914	rnn.bias_ih_l1_reverse	7	-0.19178394973278046
294914	rnn.bias_ih_l1_reverse	8	0.22636307775974274
294914	rnn.bias_ih_l1_reverse	9	0.02213948406279087
294914	rnn.bias_hh_l1_reverse	0	0.010375889018177986
294914	rnn.bias_hh_l1_reverse	1	-0.06508471816778183
294914	rnn.bias_hh_l1_reverse	2	-0.23728032410144806
294914	rnn.bias_hh_l1_reverse	3	-0.1435946673154831
294914	rnn.bias_hh_l1_reverse	4	-0.08022309094667435
294914	rnn.bias_hh_l1_reverse	5	-0.11629455536603928
294914	rnn.bias_hh_l1_reverse	6	0.06335073709487915
294914	rnn.bias_hh_l1_reverse	7	-0.13430987298488617
294914	rnn.bias_hh_l1_reverse	8	-0.12511828541755676
294914	rnn.bias_hh_l1_reverse	9	-0.1482079178094864
294914	linear.weight	0	0.002228822559118271
294914	linear.weight	1	0.09687580913305283
294914	linear.weight	2	-0.09227614104747772
294914	linear.weight	3	0.3136082887649536
294914	linear.weight	4	0.1502273976802826
294914	linear.weight	5	-0.06562799960374832
294914	linear.weight	6	0.09531470388174057
294914	linear.weight	7	0.13670119643211365
294914	linear.weight	8	0.041133105754852295
294914	linear.weight	9	-0.05086393281817436
294914	linear.bias	0	0.08375522494316101
294914	linear.bias	1	-0.19053146243095398
294914	linear.bias	2	-0.4518803358078003
294914	linear.bias	3	-0.6572809815406799
294914	linear.bias	4	-1.2622209787368774
294914	linear.bias	5	-0.05865659937262535
294914	linear.bias	6	-0.823237955570221
294914	linear.bias	7	0.2717468738555908
294914	linear.bias	8	-0.39496910572052
294914	linear.bias	9	-1.021964192390442
295111	transitions	0	0.7568711638450623
295111	transitions	1	0.13825805485248566
295111	transitions	2	-10000.0
295111	transitions	3	-1.8281337022781372
295111	transitions	4	-10000.0
295111	transitions	5	0.5627434849739075
295111	transitions	6	-0.08568210154771805
295111	transitions	7	-0.8124403357505798
295111	transitions	8	-1.4228733777999878
295111	transitions	9	-0.0012319805100560188
295111	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
295111	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
295111	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
295111	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
295111	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
295111	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
295111	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
295111	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
295111	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
295111	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
295111	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
295111	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
295111	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
295111	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
295111	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
295111	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
295111	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
295111	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
295111	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
295111	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
295111	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
295111	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
295111	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
295111	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
295111	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
295111	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
295111	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
295111	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
295111	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
295111	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
295111	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
295111	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
295111	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
295111	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
295111	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
295111	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
295111	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
295111	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
295111	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
295111	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
295111	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
295111	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
295111	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
295111	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
295111	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
295111	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
295111	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
295111	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
295111	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
295111	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
295111	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
295111	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
295111	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
295111	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
295111	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
295111	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
295111	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
295111	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
295111	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
295111	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
295111	embedding2nn.weight	0	0.016351360827684402
295111	embedding2nn.weight	1	-0.012660127133131027
295111	embedding2nn.weight	2	-0.014268254861235619
295111	embedding2nn.weight	3	-0.03121170401573181
295111	embedding2nn.weight	4	-0.0059150345623493195
295111	embedding2nn.weight	5	-0.0037005888298153877
295111	embedding2nn.weight	6	-0.003973265178501606
295111	embedding2nn.weight	7	-0.07738854736089706
295111	embedding2nn.weight	8	-0.0019979383796453476
295111	embedding2nn.weight	9	-0.027592895552515984
295111	embedding2nn.bias	0	0.03254729509353638
295111	embedding2nn.bias	1	-0.07647751271724701
295111	embedding2nn.bias	2	0.07212948799133301
295111	embedding2nn.bias	3	0.05151166021823883
295111	embedding2nn.bias	4	-0.040142759680747986
295111	embedding2nn.bias	5	-0.010404618456959724
295111	embedding2nn.bias	6	0.017358774319291115
295111	embedding2nn.bias	7	-0.05560772493481636
295111	embedding2nn.bias	8	0.07300098240375519
295111	embedding2nn.bias	9	0.04503050819039345
295111	rnn.weight_ih_l0	0	-0.08082958310842514
295111	rnn.weight_ih_l0	1	0.003125353017821908
295111	rnn.weight_ih_l0	2	0.03553567826747894
295111	rnn.weight_ih_l0	3	0.0229030754417181
295111	rnn.weight_ih_l0	4	-0.04825691506266594
295111	rnn.weight_ih_l0	5	-0.06850418448448181
295111	rnn.weight_ih_l0	6	-0.001080798450857401
295111	rnn.weight_ih_l0	7	0.0533609502017498
295111	rnn.weight_ih_l0	8	-0.01710566319525242
295111	rnn.weight_ih_l0	9	-0.030893689021468163
295111	rnn.weight_hh_l0	0	-0.029930124059319496
295111	rnn.weight_hh_l0	1	-0.007351092994213104
295111	rnn.weight_hh_l0	2	0.006797637324780226
295111	rnn.weight_hh_l0	3	-0.07458989322185516
295111	rnn.weight_hh_l0	4	0.09334246069192886
295111	rnn.weight_hh_l0	5	-0.02704767696559429
295111	rnn.weight_hh_l0	6	-0.06381025910377502
295111	rnn.weight_hh_l0	7	0.008742674253880978
295111	rnn.weight_hh_l0	8	0.01339520514011383
295111	rnn.weight_hh_l0	9	-0.025624601170420647
295111	rnn.bias_ih_l0	0	0.12985272705554962
295111	rnn.bias_ih_l0	1	-0.033932823687791824
295111	rnn.bias_ih_l0	2	-0.034461911767721176
295111	rnn.bias_ih_l0	3	0.16321025788784027
295111	rnn.bias_ih_l0	4	-0.012367093935608864
295111	rnn.bias_ih_l0	5	-0.02286420576274395
295111	rnn.bias_ih_l0	6	0.01697632111608982
295111	rnn.bias_ih_l0	7	0.02342645823955536
295111	rnn.bias_ih_l0	8	-0.09906481951475143
295111	rnn.bias_ih_l0	9	-0.0415802076458931
295111	rnn.bias_hh_l0	0	-0.001394587685354054
295111	rnn.bias_hh_l0	1	-0.10046225786209106
295111	rnn.bias_hh_l0	2	-0.07487253099679947
295111	rnn.bias_hh_l0	3	-0.08872959762811661
295111	rnn.bias_hh_l0	4	0.008544635958969593
295111	rnn.bias_hh_l0	5	-0.02074572816491127
295111	rnn.bias_hh_l0	6	0.028342433273792267
295111	rnn.bias_hh_l0	7	0.06007283180952072
295111	rnn.bias_hh_l0	8	-0.12318773567676544
295111	rnn.bias_hh_l0	9	-0.05978104844689369
295111	rnn.weight_ih_l0_reverse	0	-0.025547511875629425
295111	rnn.weight_ih_l0_reverse	1	-0.057351212948560715
295111	rnn.weight_ih_l0_reverse	2	-0.04893007501959801
295111	rnn.weight_ih_l0_reverse	3	0.015494786202907562
295111	rnn.weight_ih_l0_reverse	4	-0.025205131620168686
295111	rnn.weight_ih_l0_reverse	5	-0.05730033665895462
295111	rnn.weight_ih_l0_reverse	6	0.07347516715526581
295111	rnn.weight_ih_l0_reverse	7	-0.01904154196381569
295111	rnn.weight_ih_l0_reverse	8	-0.01855168677866459
295111	rnn.weight_ih_l0_reverse	9	0.00455951364710927
295111	rnn.weight_hh_l0_reverse	0	0.06865565478801727
295111	rnn.weight_hh_l0_reverse	1	0.019922079518437386
295111	rnn.weight_hh_l0_reverse	2	0.0301622673869133
295111	rnn.weight_hh_l0_reverse	3	0.03555922210216522
295111	rnn.weight_hh_l0_reverse	4	0.014351679012179375
295111	rnn.weight_hh_l0_reverse	5	0.008306898176670074
295111	rnn.weight_hh_l0_reverse	6	0.05101308599114418
295111	rnn.weight_hh_l0_reverse	7	-0.08198840171098709
295111	rnn.weight_hh_l0_reverse	8	0.040099985897541046
295111	rnn.weight_hh_l0_reverse	9	0.034855857491493225
295111	rnn.bias_ih_l0_reverse	0	-0.05699572712182999
295111	rnn.bias_ih_l0_reverse	1	-0.28286808729171753
295111	rnn.bias_ih_l0_reverse	2	-0.12424053251743317
295111	rnn.bias_ih_l0_reverse	3	-0.04780452698469162
295111	rnn.bias_ih_l0_reverse	4	-0.02213156223297119
295111	rnn.bias_ih_l0_reverse	5	0.07633887231349945
295111	rnn.bias_ih_l0_reverse	6	-0.06566762179136276
295111	rnn.bias_ih_l0_reverse	7	0.061605460941791534
295111	rnn.bias_ih_l0_reverse	8	-0.035278841853141785
295111	rnn.bias_ih_l0_reverse	9	0.06525790691375732
295111	rnn.bias_hh_l0_reverse	0	0.02341032400727272
295111	rnn.bias_hh_l0_reverse	1	-0.06296498328447342
295111	rnn.bias_hh_l0_reverse	2	0.08922603726387024
295111	rnn.bias_hh_l0_reverse	3	-0.051675304770469666
295111	rnn.bias_hh_l0_reverse	4	-0.028283867985010147
295111	rnn.bias_hh_l0_reverse	5	-0.02213335409760475
295111	rnn.bias_hh_l0_reverse	6	-0.02056720107793808
295111	rnn.bias_hh_l0_reverse	7	0.09965799748897552
295111	rnn.bias_hh_l0_reverse	8	0.030164213851094246
295111	rnn.bias_hh_l0_reverse	9	-0.14895470440387726
295111	rnn.weight_ih_l1	0	-0.029755381867289543
295111	rnn.weight_ih_l1	1	-0.05080060288310051
295111	rnn.weight_ih_l1	2	0.06502111256122589
295111	rnn.weight_ih_l1	3	-0.07294151186943054
295111	rnn.weight_ih_l1	4	-0.014120995067059994
295111	rnn.weight_ih_l1	5	-0.04033349081873894
295111	rnn.weight_ih_l1	6	0.02897750400006771
295111	rnn.weight_ih_l1	7	-0.0441938079893589
295111	rnn.weight_ih_l1	8	0.037870027124881744
295111	rnn.weight_ih_l1	9	0.04479513689875603
295111	rnn.weight_hh_l1	0	-0.007007764186710119
295111	rnn.weight_hh_l1	1	0.019911399111151695
295111	rnn.weight_hh_l1	2	0.006445753388106823
295111	rnn.weight_hh_l1	3	-0.012629414908587933
295111	rnn.weight_hh_l1	4	0.004830253776162863
295111	rnn.weight_hh_l1	5	0.03523312509059906
295111	rnn.weight_hh_l1	6	0.03622584789991379
295111	rnn.weight_hh_l1	7	-0.016352716833353043
295111	rnn.weight_hh_l1	8	-0.00721768056973815
295111	rnn.weight_hh_l1	9	0.038581762462854385
295111	rnn.bias_ih_l1	0	-0.18361948430538177
295111	rnn.bias_ih_l1	1	-0.17473064363002777
295111	rnn.bias_ih_l1	2	-0.19687238335609436
295111	rnn.bias_ih_l1	3	-0.30738112330436707
295111	rnn.bias_ih_l1	4	-0.21205514669418335
295111	rnn.bias_ih_l1	5	-0.0890563502907753
295111	rnn.bias_ih_l1	6	-0.15852373838424683
295111	rnn.bias_ih_l1	7	-0.0033523053862154484
295111	rnn.bias_ih_l1	8	-0.12978461384773254
295111	rnn.bias_ih_l1	9	-0.12315276265144348
295111	rnn.bias_hh_l1	0	-0.09649533778429031
295111	rnn.bias_hh_l1	1	-0.06300216913223267
295111	rnn.bias_hh_l1	2	-0.08547942340373993
295111	rnn.bias_hh_l1	3	-0.07748790830373764
295111	rnn.bias_hh_l1	4	-0.07307776808738708
295111	rnn.bias_hh_l1	5	-0.11736972630023956
295111	rnn.bias_hh_l1	6	-0.16088692843914032
295111	rnn.bias_hh_l1	7	0.07551254332065582
295111	rnn.bias_hh_l1	8	-0.1761198192834854
295111	rnn.bias_hh_l1	9	-0.11497857421636581
295111	rnn.weight_ih_l1_reverse	0	-0.047138772904872894
295111	rnn.weight_ih_l1_reverse	1	0.03296850621700287
295111	rnn.weight_ih_l1_reverse	2	0.08790847659111023
295111	rnn.weight_ih_l1_reverse	3	-0.017431538552045822
295111	rnn.weight_ih_l1_reverse	4	-0.023565325886011124
295111	rnn.weight_ih_l1_reverse	5	-0.03027326799929142
295111	rnn.weight_ih_l1_reverse	6	-0.019696636125445366
295111	rnn.weight_ih_l1_reverse	7	0.0296991728246212
295111	rnn.weight_ih_l1_reverse	8	0.005557051859796047
295111	rnn.weight_ih_l1_reverse	9	-0.03330814838409424
295111	rnn.weight_hh_l1_reverse	0	0.004591100383549929
295111	rnn.weight_hh_l1_reverse	1	0.03169086202979088
295111	rnn.weight_hh_l1_reverse	2	-0.04061222821474075
295111	rnn.weight_hh_l1_reverse	3	0.03502324968576431
295111	rnn.weight_hh_l1_reverse	4	0.0471356175839901
295111	rnn.weight_hh_l1_reverse	5	0.006078461650758982
295111	rnn.weight_hh_l1_reverse	6	0.04906819760799408
295111	rnn.weight_hh_l1_reverse	7	0.030995002016425133
295111	rnn.weight_hh_l1_reverse	8	-0.007106041070073843
295111	rnn.weight_hh_l1_reverse	9	-0.030170297250151634
295111	rnn.bias_ih_l1_reverse	0	-0.04561188444495201
295111	rnn.bias_ih_l1_reverse	1	-0.13942384719848633
295111	rnn.bias_ih_l1_reverse	2	-0.16377180814743042
295111	rnn.bias_ih_l1_reverse	3	-0.06048384681344032
295111	rnn.bias_ih_l1_reverse	4	-0.20371755957603455
295111	rnn.bias_ih_l1_reverse	5	-0.11697112023830414
295111	rnn.bias_ih_l1_reverse	6	-0.12985053658485413
295111	rnn.bias_ih_l1_reverse	7	-0.19178061187267303
295111	rnn.bias_ih_l1_reverse	8	0.22638718783855438
295111	rnn.bias_ih_l1_reverse	9	0.022102447226643562
295111	rnn.bias_hh_l1_reverse	0	0.010406911373138428
295111	rnn.bias_hh_l1_reverse	1	-0.06506354361772537
295111	rnn.bias_hh_l1_reverse	2	-0.2372693419456482
295111	rnn.bias_hh_l1_reverse	3	-0.14358022809028625
295111	rnn.bias_hh_l1_reverse	4	-0.0802190825343132
295111	rnn.bias_hh_l1_reverse	5	-0.11630140990018845
295111	rnn.bias_hh_l1_reverse	6	0.06333962082862854
295111	rnn.bias_hh_l1_reverse	7	-0.13429653644561768
295111	rnn.bias_hh_l1_reverse	8	-0.1251131147146225
295111	rnn.bias_hh_l1_reverse	9	-0.14821411669254303
295111	linear.weight	0	0.002228822559118271
295111	linear.weight	1	0.09685106575489044
295111	linear.weight	2	-0.09229593724012375
295111	linear.weight	3	0.31354859471321106
295111	linear.weight	4	0.15022478997707367
295111	linear.weight	5	-0.06562535464763641
295111	linear.weight	6	0.09533504396677017
295111	linear.weight	7	0.13672682642936707
295111	linear.weight	8	0.041133102029561996
295111	linear.weight	9	-0.05087960883975029
295111	linear.bias	0	0.08393821865320206
295111	linear.bias	1	-0.19052760303020477
295111	linear.bias	2	-0.45200830698013306
295111	linear.bias	3	-0.6571958065032959
295111	linear.bias	4	-1.2621521949768066
295111	linear.bias	5	-0.058641258627176285
295111	linear.bias	6	-0.8232351541519165
295111	linear.bias	7	0.2717718183994293
295111	linear.bias	8	-0.3950944244861603
295111	linear.bias	9	-1.0220816135406494
295308	transitions	0	0.7567939758300781
295308	transitions	1	0.13831685483455658
295308	transitions	2	-10000.0
295308	transitions	3	-1.8281338214874268
295308	transitions	4	-10000.0
295308	transitions	5	0.5627434849739075
295308	transitions	6	-0.08568213135004044
295308	transitions	7	-0.8124416470527649
295308	transitions	8	-1.4228745698928833
295308	transitions	9	-0.001231981790624559
295308	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
295308	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
295308	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
295308	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
295308	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
295308	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
295308	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
295308	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
295308	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
295308	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
295308	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
295308	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
295308	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
295308	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
295308	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
295308	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
295308	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
295308	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
295308	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
295308	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
295308	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
295308	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
295308	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
295308	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
295308	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
295308	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
295308	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
295308	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
295308	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
295308	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
295308	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
295308	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
295308	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
295308	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
295308	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
295308	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
295308	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
295308	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
295308	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
295308	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
295308	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
295308	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
295308	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
295308	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
295308	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
295308	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
295308	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
295308	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
295308	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
295308	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
295308	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
295308	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
295308	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
295308	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
295308	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
295308	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
295308	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
295308	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
295308	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
295308	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
295308	embedding2nn.weight	0	0.016342760995030403
295308	embedding2nn.weight	1	-0.012661678716540337
295308	embedding2nn.weight	2	-0.014268254861235619
295308	embedding2nn.weight	3	-0.03120870515704155
295308	embedding2nn.weight	4	-0.0059150345623493195
295308	embedding2nn.weight	5	-0.0037005888298153877
295308	embedding2nn.weight	6	-0.003973265178501606
295308	embedding2nn.weight	7	-0.07739073038101196
295308	embedding2nn.weight	8	-0.0019979383796453476
295308	embedding2nn.weight	9	-0.027586588636040688
295308	embedding2nn.bias	0	0.032537538558244705
295308	embedding2nn.bias	1	-0.07641077786684036
295308	embedding2nn.bias	2	0.07217612862586975
295308	embedding2nn.bias	3	0.051469586789608
295308	embedding2nn.bias	4	-0.04012417048215866
295308	embedding2nn.bias	5	-0.01041320525109768
295308	embedding2nn.bias	6	0.017384031787514687
295308	embedding2nn.bias	7	-0.0556362122297287
295308	embedding2nn.bias	8	0.07297873497009277
295308	embedding2nn.bias	9	0.04498066008090973
295308	rnn.weight_ih_l0	0	-0.08083457499742508
295308	rnn.weight_ih_l0	1	0.003125377232208848
295308	rnn.weight_ih_l0	2	0.03554103896021843
295308	rnn.weight_ih_l0	3	0.022905005142092705
295308	rnn.weight_ih_l0	4	-0.04825934022665024
295308	rnn.weight_ih_l0	5	-0.0685058981180191
295308	rnn.weight_ih_l0	6	-0.001079418696463108
295308	rnn.weight_ih_l0	7	0.05336441099643707
295308	rnn.weight_ih_l0	8	-0.017103541642427444
295308	rnn.weight_ih_l0	9	-0.03089846856892109
295308	rnn.weight_hh_l0	0	-0.029924342408776283
295308	rnn.weight_hh_l0	1	-0.0073482277803123
295308	rnn.weight_hh_l0	2	0.006793348118662834
295308	rnn.weight_hh_l0	3	-0.07458686828613281
295308	rnn.weight_hh_l0	4	0.09333997964859009
295308	rnn.weight_hh_l0	5	-0.027048146352171898
295308	rnn.weight_hh_l0	6	-0.06381334364414215
295308	rnn.weight_hh_l0	7	0.008743046782910824
295308	rnn.weight_hh_l0	8	0.013391929678618908
295308	rnn.weight_hh_l0	9	-0.0256259273737669
295308	rnn.bias_ih_l0	0	0.12985925376415253
295308	rnn.bias_ih_l0	1	-0.03393047675490379
295308	rnn.bias_ih_l0	2	-0.034460727125406265
295308	rnn.bias_ih_l0	3	0.16323481500148773
295308	rnn.bias_ih_l0	4	-0.012354137375950813
295308	rnn.bias_ih_l0	5	-0.022872189059853554
295308	rnn.bias_ih_l0	6	0.01698525808751583
295308	rnn.bias_ih_l0	7	0.02342114970088005
295308	rnn.bias_ih_l0	8	-0.09906773269176483
295308	rnn.bias_ih_l0	9	-0.041595570743083954
295308	rnn.bias_hh_l0	0	-0.0013902833452448249
295308	rnn.bias_hh_l0	1	-0.1004476472735405
295308	rnn.bias_hh_l0	2	-0.07487698644399643
295308	rnn.bias_hh_l0	3	-0.08872394263744354
295308	rnn.bias_hh_l0	4	0.00854459498077631
295308	rnn.bias_hh_l0	5	-0.020747093483805656
295308	rnn.bias_hh_l0	6	0.028330296277999878
295308	rnn.bias_hh_l0	7	0.06005702167749405
295308	rnn.bias_hh_l0	8	-0.1231791153550148
295308	rnn.bias_hh_l0	9	-0.05976423993706703
295308	rnn.weight_ih_l0_reverse	0	-0.025544321164488792
295308	rnn.weight_ih_l0_reverse	1	-0.05734752118587494
295308	rnn.weight_ih_l0_reverse	2	-0.048948705196380615
295308	rnn.weight_ih_l0_reverse	3	0.015496817417442799
295308	rnn.weight_ih_l0_reverse	4	-0.025201836600899696
295308	rnn.weight_ih_l0_reverse	5	-0.05729961767792702
295308	rnn.weight_ih_l0_reverse	6	0.07346630841493607
295308	rnn.weight_ih_l0_reverse	7	-0.01904279738664627
295308	rnn.weight_ih_l0_reverse	8	-0.01855563558638096
295308	rnn.weight_ih_l0_reverse	9	0.004560410510748625
295308	rnn.weight_hh_l0_reverse	0	0.0686538964509964
295308	rnn.weight_hh_l0_reverse	1	0.01991703175008297
295308	rnn.weight_hh_l0_reverse	2	0.03016379103064537
295308	rnn.weight_hh_l0_reverse	3	0.035560671240091324
295308	rnn.weight_hh_l0_reverse	4	0.014351052232086658
295308	rnn.weight_hh_l0_reverse	5	0.008305040188133717
295308	rnn.weight_hh_l0_reverse	6	0.051013875752687454
295308	rnn.weight_hh_l0_reverse	7	-0.08198490738868713
295308	rnn.weight_hh_l0_reverse	8	0.04010378196835518
295308	rnn.weight_hh_l0_reverse	9	0.03485485538840294
295308	rnn.bias_ih_l0_reverse	0	-0.05699337273836136
295308	rnn.bias_ih_l0_reverse	1	-0.282877117395401
295308	rnn.bias_ih_l0_reverse	2	-0.12423601001501083
295308	rnn.bias_ih_l0_reverse	3	-0.04782124608755112
295308	rnn.bias_ih_l0_reverse	4	-0.02213197387754917
295308	rnn.bias_ih_l0_reverse	5	0.0763244554400444
295308	rnn.bias_ih_l0_reverse	6	-0.06565927714109421
295308	rnn.bias_ih_l0_reverse	7	0.06160609796643257
295308	rnn.bias_ih_l0_reverse	8	-0.035285286605358124
295308	rnn.bias_ih_l0_reverse	9	0.0652548298239708
295308	rnn.bias_hh_l0_reverse	0	0.023414596915245056
295308	rnn.bias_hh_l0_reverse	1	-0.06297411024570465
295308	rnn.bias_hh_l0_reverse	2	0.08922188729047775
295308	rnn.bias_hh_l0_reverse	3	-0.05167762190103531
295308	rnn.bias_hh_l0_reverse	4	-0.02829243429005146
295308	rnn.bias_hh_l0_reverse	5	-0.02214565873146057
295308	rnn.bias_hh_l0_reverse	6	-0.020555704832077026
295308	rnn.bias_hh_l0_reverse	7	0.09966239333152771
295308	rnn.bias_hh_l0_reverse	8	0.030143212527036667
295308	rnn.bias_hh_l0_reverse	9	-0.1489388644695282
295308	rnn.weight_ih_l1	0	-0.02976030483841896
295308	rnn.weight_ih_l1	1	-0.05079370364546776
295308	rnn.weight_ih_l1	2	0.06501273810863495
295308	rnn.weight_ih_l1	3	-0.07294325530529022
295308	rnn.weight_ih_l1	4	-0.01411817129701376
295308	rnn.weight_ih_l1	5	-0.04033445939421654
295308	rnn.weight_ih_l1	6	0.0289820097386837
295308	rnn.weight_ih_l1	7	-0.04419201612472534
295308	rnn.weight_ih_l1	8	0.037869758903980255
295308	rnn.weight_ih_l1	9	0.04479541629552841
295308	rnn.weight_hh_l1	0	-0.0070085530169308186
295308	rnn.weight_hh_l1	1	0.019911767914891243
295308	rnn.weight_hh_l1	2	0.006448912899941206
295308	rnn.weight_hh_l1	3	-0.012629561126232147
295308	rnn.weight_hh_l1	4	0.004829932004213333
295308	rnn.weight_hh_l1	5	0.035232700407505035
295308	rnn.weight_hh_l1	6	0.036225248128175735
295308	rnn.weight_hh_l1	7	-0.016351182013750076
295308	rnn.weight_hh_l1	8	-0.0072201150469481945
295308	rnn.weight_hh_l1	9	0.03858309984207153
295308	rnn.bias_ih_l1	0	-0.18363814055919647
295308	rnn.bias_ih_l1	1	-0.17471745610237122
295308	rnn.bias_ih_l1	2	-0.1968759447336197
295308	rnn.bias_ih_l1	3	-0.30737969279289246
295308	rnn.bias_ih_l1	4	-0.21206261217594147
295308	rnn.bias_ih_l1	5	-0.08905322849750519
295308	rnn.bias_ih_l1	6	-0.15851320326328278
295308	rnn.bias_ih_l1	7	-0.0033784289844334126
295308	rnn.bias_ih_l1	8	-0.1297673135995865
295308	rnn.bias_ih_l1	9	-0.12315098941326141
295308	rnn.bias_hh_l1	0	-0.09648995846509933
295308	rnn.bias_hh_l1	1	-0.06300126761198044
295308	rnn.bias_hh_l1	2	-0.08548631519079208
295308	rnn.bias_hh_l1	3	-0.07749728858470917
295308	rnn.bias_hh_l1	4	-0.07306405901908875
295308	rnn.bias_hh_l1	5	-0.11736641079187393
295308	rnn.bias_hh_l1	6	-0.1609044224023819
295308	rnn.bias_hh_l1	7	0.07550746202468872
295308	rnn.bias_hh_l1	8	-0.17613743245601654
295308	rnn.bias_hh_l1	9	-0.1149713322520256
295308	rnn.weight_ih_l1_reverse	0	-0.04714082553982735
295308	rnn.weight_ih_l1_reverse	1	0.03295468911528587
295308	rnn.weight_ih_l1_reverse	2	0.08791210502386093
295308	rnn.weight_ih_l1_reverse	3	-0.017434708774089813
295308	rnn.weight_ih_l1_reverse	4	-0.023565351963043213
295308	rnn.weight_ih_l1_reverse	5	-0.030272921547293663
295308	rnn.weight_ih_l1_reverse	6	-0.019699592143297195
295308	rnn.weight_ih_l1_reverse	7	0.029699314385652542
295308	rnn.weight_ih_l1_reverse	8	0.005563647951930761
295308	rnn.weight_ih_l1_reverse	9	-0.03330884501338005
295308	rnn.weight_hh_l1_reverse	0	0.004590692464262247
295308	rnn.weight_hh_l1_reverse	1	0.03169280290603638
295308	rnn.weight_hh_l1_reverse	2	-0.04061220586299896
295308	rnn.weight_hh_l1_reverse	3	0.03502349928021431
295308	rnn.weight_hh_l1_reverse	4	0.047133997082710266
295308	rnn.weight_hh_l1_reverse	5	0.006073896773159504
295308	rnn.weight_hh_l1_reverse	6	0.04906466230750084
295308	rnn.weight_hh_l1_reverse	7	0.030993202701210976
295308	rnn.weight_hh_l1_reverse	8	-0.007106412202119827
295308	rnn.weight_hh_l1_reverse	9	-0.030168158933520317
295308	rnn.bias_ih_l1_reverse	0	-0.045614972710609436
295308	rnn.bias_ih_l1_reverse	1	-0.1394212245941162
295308	rnn.bias_ih_l1_reverse	2	-0.1637742966413498
295308	rnn.bias_ih_l1_reverse	3	-0.06049817055463791
295308	rnn.bias_ih_l1_reverse	4	-0.20371095836162567
295308	rnn.bias_ih_l1_reverse	5	-0.11697414517402649
295308	rnn.bias_ih_l1_reverse	6	-0.12985210120677948
295308	rnn.bias_ih_l1_reverse	7	-0.19177764654159546
295308	rnn.bias_ih_l1_reverse	8	0.22640877962112427
295308	rnn.bias_ih_l1_reverse	9	0.022107597440481186
295308	rnn.bias_hh_l1_reverse	0	0.010366471484303474
295308	rnn.bias_hh_l1_reverse	1	-0.06504136323928833
295308	rnn.bias_hh_l1_reverse	2	-0.23726962506771088
295308	rnn.bias_hh_l1_reverse	3	-0.14359413087368011
295308	rnn.bias_hh_l1_reverse	4	-0.08023151755332947
295308	rnn.bias_hh_l1_reverse	5	-0.11628715693950653
295308	rnn.bias_hh_l1_reverse	6	0.06333994120359421
295308	rnn.bias_hh_l1_reverse	7	-0.13427314162254333
295308	rnn.bias_hh_l1_reverse	8	-0.125118225812912
295308	rnn.bias_hh_l1_reverse	9	-0.1482122242450714
295308	linear.weight	0	0.002228822559118271
295308	linear.weight	1	0.09685148298740387
295308	linear.weight	2	-0.09226769953966141
295308	linear.weight	3	0.31351223587989807
295308	linear.weight	4	0.15023398399353027
295308	linear.weight	5	-0.06561338156461716
295308	linear.weight	6	0.095323346555233
295308	linear.weight	7	0.1367022693157196
295308	linear.weight	8	0.041133102029561996
295308	linear.weight	9	-0.05087863653898239
295308	linear.bias	0	0.08389092236757278
295308	linear.bias	1	-0.19038382172584534
295308	linear.bias	2	-0.451738178730011
295308	linear.bias	3	-0.6572549343109131
295308	linear.bias	4	-1.2622056007385254
295308	linear.bias	5	-0.058577802032232285
295308	linear.bias	6	-0.8230699300765991
295308	linear.bias	7	0.2718246281147003
295308	linear.bias	8	-0.39520013332366943
295308	linear.bias	9	-1.0221893787384033
295505	transitions	0	0.7568002343177795
295505	transitions	1	0.13830210268497467
295505	transitions	2	-10000.0
295505	transitions	3	-1.8281338214874268
295505	transitions	4	-10000.0
295505	transitions	5	0.5627434849739075
295505	transitions	6	-0.08568240702152252
295505	transitions	7	-0.8124425411224365
295505	transitions	8	-1.4228748083114624
295505	transitions	9	-0.0012319827219471335
295505	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
295505	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
295505	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
295505	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
295505	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
295505	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
295505	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
295505	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
295505	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
295505	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
295505	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
295505	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
295505	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
295505	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
295505	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
295505	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
295505	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
295505	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
295505	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
295505	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
295505	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
295505	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
295505	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
295505	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
295505	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
295505	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
295505	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
295505	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
295505	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
295505	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
295505	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
295505	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
295505	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
295505	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
295505	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
295505	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
295505	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
295505	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
295505	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
295505	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
295505	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
295505	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
295505	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
295505	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
295505	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
295505	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
295505	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
295505	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
295505	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
295505	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
295505	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
295505	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
295505	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
295505	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
295505	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
295505	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
295505	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
295505	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
295505	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
295505	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
295505	embedding2nn.weight	0	0.01634400710463524
295505	embedding2nn.weight	1	-0.012661784887313843
295505	embedding2nn.weight	2	-0.014268254861235619
295505	embedding2nn.weight	3	-0.031202983111143112
295505	embedding2nn.weight	4	-0.0059150345623493195
295505	embedding2nn.weight	5	-0.0037005888298153877
295505	embedding2nn.weight	6	-0.003973265178501606
295505	embedding2nn.weight	7	-0.0773911327123642
295505	embedding2nn.weight	8	-0.0019979383796453476
295505	embedding2nn.weight	9	-0.02758318930864334
295505	embedding2nn.bias	0	0.032470401376485825
295505	embedding2nn.bias	1	-0.07635661214590073
295505	embedding2nn.bias	2	0.07222863286733627
295505	embedding2nn.bias	3	0.05147767812013626
295505	embedding2nn.bias	4	-0.04015791788697243
295505	embedding2nn.bias	5	-0.010376526974141598
295505	embedding2nn.bias	6	0.017410384491086006
295505	embedding2nn.bias	7	-0.05560735613107681
295505	embedding2nn.bias	8	0.07308410853147507
295505	embedding2nn.bias	9	0.044961459934711456
295505	rnn.weight_ih_l0	0	-0.08083677291870117
295505	rnn.weight_ih_l0	1	0.0031220917589962482
295505	rnn.weight_ih_l0	2	0.03553788363933563
295505	rnn.weight_ih_l0	3	0.022906769067049026
295505	rnn.weight_ih_l0	4	-0.04825376346707344
295505	rnn.weight_ih_l0	5	-0.06850778311491013
295505	rnn.weight_ih_l0	6	-0.001082244678400457
295505	rnn.weight_ih_l0	7	0.05336713790893555
295505	rnn.weight_ih_l0	8	-0.017114996910095215
295505	rnn.weight_ih_l0	9	-0.030900169163942337
295505	rnn.weight_hh_l0	0	-0.02992357686161995
295505	rnn.weight_hh_l0	1	-0.0073470924980938435
295505	rnn.weight_hh_l0	2	0.006795431487262249
295505	rnn.weight_hh_l0	3	-0.0745873674750328
295505	rnn.weight_hh_l0	4	0.09334061294794083
295505	rnn.weight_hh_l0	5	-0.02705707959830761
295505	rnn.weight_hh_l0	6	-0.06381774693727493
295505	rnn.weight_hh_l0	7	0.008742358535528183
295505	rnn.weight_hh_l0	8	0.01339468639343977
295505	rnn.weight_hh_l0	9	-0.025623857975006104
295505	rnn.bias_ih_l0	0	0.12986379861831665
295505	rnn.bias_ih_l0	1	-0.03393300250172615
295505	rnn.bias_ih_l0	2	-0.03446510061621666
295505	rnn.bias_ih_l0	3	0.16321323812007904
295505	rnn.bias_ih_l0	4	-0.012359964661300182
295505	rnn.bias_ih_l0	5	-0.022855589166283607
295505	rnn.bias_ih_l0	6	0.016981661319732666
295505	rnn.bias_ih_l0	7	0.023425113409757614
295505	rnn.bias_ih_l0	8	-0.09906961768865585
295505	rnn.bias_ih_l0	9	-0.04160873591899872
295505	rnn.bias_hh_l0	0	-0.0013997674686834216
295505	rnn.bias_hh_l0	1	-0.10045546293258667
295505	rnn.bias_hh_l0	2	-0.07487726956605911
295505	rnn.bias_hh_l0	3	-0.08872323483228683
295505	rnn.bias_hh_l0	4	0.00856893602758646
295505	rnn.bias_hh_l0	5	-0.02074805460870266
295505	rnn.bias_hh_l0	6	0.028338011354207993
295505	rnn.bias_hh_l0	7	0.060061708092689514
295505	rnn.bias_hh_l0	8	-0.12317124754190445
295505	rnn.bias_hh_l0	9	-0.0597551129758358
295505	rnn.weight_ih_l0_reverse	0	-0.02554299682378769
295505	rnn.weight_ih_l0_reverse	1	-0.05734916403889656
295505	rnn.weight_ih_l0_reverse	2	-0.04894765093922615
295505	rnn.weight_ih_l0_reverse	3	0.015496150590479374
295505	rnn.weight_ih_l0_reverse	4	-0.025202371180057526
295505	rnn.weight_ih_l0_reverse	5	-0.05730077251791954
295505	rnn.weight_ih_l0_reverse	6	0.07346329838037491
295505	rnn.weight_ih_l0_reverse	7	-0.019045013934373856
295505	rnn.weight_ih_l0_reverse	8	-0.018552232533693314
295505	rnn.weight_ih_l0_reverse	9	0.004559066612273455
295505	rnn.weight_hh_l0_reverse	0	0.06865304708480835
295505	rnn.weight_hh_l0_reverse	1	0.019924866035580635
295505	rnn.weight_hh_l0_reverse	2	0.030162829905748367
295505	rnn.weight_hh_l0_reverse	3	0.035560477524995804
295505	rnn.weight_hh_l0_reverse	4	0.014352510683238506
295505	rnn.weight_hh_l0_reverse	5	0.008303524926304817
295505	rnn.weight_hh_l0_reverse	6	0.051016055047512054
295505	rnn.weight_hh_l0_reverse	7	-0.0819813683629036
295505	rnn.weight_hh_l0_reverse	8	0.040100954473018646
295505	rnn.weight_hh_l0_reverse	9	0.03485429659485817
295505	rnn.bias_ih_l0_reverse	0	-0.05698762461543083
295505	rnn.bias_ih_l0_reverse	1	-0.28283581137657166
295505	rnn.bias_ih_l0_reverse	2	-0.12424169480800629
295505	rnn.bias_ih_l0_reverse	3	-0.047833699733018875
295505	rnn.bias_ih_l0_reverse	4	-0.022133227437734604
295505	rnn.bias_ih_l0_reverse	5	0.07632376253604889
295505	rnn.bias_ih_l0_reverse	6	-0.06566385924816132
295505	rnn.bias_ih_l0_reverse	7	0.06161404028534889
295505	rnn.bias_ih_l0_reverse	8	-0.035287044942379
295505	rnn.bias_ih_l0_reverse	9	0.06525876373052597
295505	rnn.bias_hh_l0_reverse	0	0.023404274135828018
295505	rnn.bias_hh_l0_reverse	1	-0.06296400725841522
295505	rnn.bias_hh_l0_reverse	2	0.0892084613442421
295505	rnn.bias_hh_l0_reverse	3	-0.05168798565864563
295505	rnn.bias_hh_l0_reverse	4	-0.028278423473238945
295505	rnn.bias_hh_l0_reverse	5	-0.022162986919283867
295505	rnn.bias_hh_l0_reverse	6	-0.020557090640068054
295505	rnn.bias_hh_l0_reverse	7	0.09967886656522751
295505	rnn.bias_hh_l0_reverse	8	0.03014090284705162
295505	rnn.bias_hh_l0_reverse	9	-0.1489308625459671
295505	rnn.weight_ih_l1	0	-0.029759759083390236
295505	rnn.weight_ih_l1	1	-0.050792839378118515
295505	rnn.weight_ih_l1	2	0.06501685827970505
295505	rnn.weight_ih_l1	3	-0.07295270264148712
295505	rnn.weight_ih_l1	4	-0.014118649065494537
295505	rnn.weight_ih_l1	5	-0.04033341631293297
295505	rnn.weight_ih_l1	6	0.028980551287531853
295505	rnn.weight_ih_l1	7	-0.0441967211663723
295505	rnn.weight_ih_l1	8	0.037870071828365326
295505	rnn.weight_ih_l1	9	0.04479337856173515
295505	rnn.weight_hh_l1	0	-0.0070073045790195465
295505	rnn.weight_hh_l1	1	0.019911477342247963
295505	rnn.weight_hh_l1	2	0.0064483582973480225
295505	rnn.weight_hh_l1	3	-0.012630799785256386
295505	rnn.weight_hh_l1	4	0.0048302169889211655
295505	rnn.weight_hh_l1	5	0.03523358702659607
295505	rnn.weight_hh_l1	6	0.03622676059603691
295505	rnn.weight_hh_l1	7	-0.01635286584496498
295505	rnn.weight_hh_l1	8	-0.007218918763101101
295505	rnn.weight_hh_l1	9	0.03858407959342003
295505	rnn.bias_ih_l1	0	-0.18363770842552185
295505	rnn.bias_ih_l1	1	-0.17470549046993256
295505	rnn.bias_ih_l1	2	-0.19687557220458984
295505	rnn.bias_ih_l1	3	-0.30739110708236694
295505	rnn.bias_ih_l1	4	-0.212099090218544
295505	rnn.bias_ih_l1	5	-0.08904560655355453
295505	rnn.bias_ih_l1	6	-0.15851320326328278
295505	rnn.bias_ih_l1	7	-0.0033835996873676777
295505	rnn.bias_ih_l1	8	-0.12975922226905823
295505	rnn.bias_ih_l1	9	-0.12315942347049713
295505	rnn.bias_hh_l1	0	-0.09650491178035736
295505	rnn.bias_hh_l1	1	-0.06299418956041336
295505	rnn.bias_hh_l1	2	-0.08547946810722351
295505	rnn.bias_hh_l1	3	-0.07750196009874344
295505	rnn.bias_hh_l1	4	-0.07307018339633942
295505	rnn.bias_hh_l1	5	-0.11736544221639633
295505	rnn.bias_hh_l1	6	-0.16091042757034302
295505	rnn.bias_hh_l1	7	0.0755368322134018
295505	rnn.bias_hh_l1	8	-0.17614342272281647
295505	rnn.bias_hh_l1	9	-0.11496105790138245
295505	rnn.weight_ih_l1_reverse	0	-0.04713970422744751
295505	rnn.weight_ih_l1_reverse	1	0.032957252115011215
295505	rnn.weight_ih_l1_reverse	2	0.087905153632164
295505	rnn.weight_ih_l1_reverse	3	-0.017433783039450645
295505	rnn.weight_ih_l1_reverse	4	-0.023558808490633965
295505	rnn.weight_ih_l1_reverse	5	-0.030274195596575737
295505	rnn.weight_ih_l1_reverse	6	-0.019703468307852745
295505	rnn.weight_ih_l1_reverse	7	0.029696982353925705
295505	rnn.weight_ih_l1_reverse	8	0.005562432110309601
295505	rnn.weight_ih_l1_reverse	9	-0.03331054002046585
295505	rnn.weight_hh_l1_reverse	0	0.004592320881783962
295505	rnn.weight_hh_l1_reverse	1	0.031693197786808014
295505	rnn.weight_hh_l1_reverse	2	-0.040612876415252686
295505	rnn.weight_hh_l1_reverse	3	0.0350235253572464
295505	rnn.weight_hh_l1_reverse	4	0.047134652733802795
295505	rnn.weight_hh_l1_reverse	5	0.006073039025068283
295505	rnn.weight_hh_l1_reverse	6	0.04905625432729721
295505	rnn.weight_hh_l1_reverse	7	0.030992083251476288
295505	rnn.weight_hh_l1_reverse	8	-0.007106512784957886
295505	rnn.weight_hh_l1_reverse	9	-0.030168507248163223
295505	rnn.bias_ih_l1_reverse	0	-0.045606132596731186
295505	rnn.bias_ih_l1_reverse	1	-0.13940982520580292
295505	rnn.bias_ih_l1_reverse	2	-0.16376812756061554
295505	rnn.bias_ih_l1_reverse	3	-0.06047878414392471
295505	rnn.bias_ih_l1_reverse	4	-0.20372101664543152
295505	rnn.bias_ih_l1_reverse	5	-0.11697118729352951
295505	rnn.bias_ih_l1_reverse	6	-0.12985087931156158
295505	rnn.bias_ih_l1_reverse	7	-0.1917886584997177
295505	rnn.bias_ih_l1_reverse	8	0.22639934718608856
295505	rnn.bias_ih_l1_reverse	9	0.02211764082312584
295505	rnn.bias_hh_l1_reverse	0	0.010391155257821083
295505	rnn.bias_hh_l1_reverse	1	-0.06504158675670624
295505	rnn.bias_hh_l1_reverse	2	-0.2372668832540512
295505	rnn.bias_hh_l1_reverse	3	-0.143607035279274
295505	rnn.bias_hh_l1_reverse	4	-0.0802382156252861
295505	rnn.bias_hh_l1_reverse	5	-0.1162932813167572
295505	rnn.bias_hh_l1_reverse	6	0.06334492564201355
295505	rnn.bias_hh_l1_reverse	7	-0.13426493108272552
295505	rnn.bias_hh_l1_reverse	8	-0.12510542571544647
295505	rnn.bias_hh_l1_reverse	9	-0.1482076793909073
295505	linear.weight	0	0.002228822559118271
295505	linear.weight	1	0.09688246250152588
295505	linear.weight	2	-0.0922841876745224
295505	linear.weight	3	0.3135160803794861
295505	linear.weight	4	0.1502525806427002
295505	linear.weight	5	-0.0656147375702858
295505	linear.weight	6	0.09539537876844406
295505	linear.weight	7	0.13669294118881226
295505	linear.weight	8	0.041133102029561996
295505	linear.weight	9	-0.05088716745376587
295505	linear.bias	0	0.08381552249193192
295505	linear.bias	1	-0.19065958261489868
295505	linear.bias	2	-0.4516741931438446
295505	linear.bias	3	-0.6571422815322876
295505	linear.bias	4	-1.2620925903320312
295505	linear.bias	5	-0.058390334248542786
295505	linear.bias	6	-0.8233661651611328
295505	linear.bias	7	0.2720116376876831
295505	linear.bias	8	-0.39522847533226013
295505	linear.bias	9	-1.0222119092941284
295702	transitions	0	0.7567723393440247
295702	transitions	1	0.13830284774303436
295702	transitions	2	-10000.0
295702	transitions	3	-1.8281370401382446
295702	transitions	4	-10000.0
295702	transitions	5	0.5627432465553284
295702	transitions	6	-0.08568275719881058
295702	transitions	7	-0.8124426603317261
295702	transitions	8	-1.422874927520752
295702	transitions	9	-0.0012319841189309955
295702	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
295702	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
295702	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
295702	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
295702	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
295702	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
295702	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
295702	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
295702	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
295702	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
295702	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
295702	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
295702	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
295702	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
295702	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
295702	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
295702	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
295702	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
295702	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
295702	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
295702	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
295702	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
295702	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
295702	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
295702	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
295702	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
295702	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
295702	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
295702	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
295702	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
295702	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
295702	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
295702	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
295702	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
295702	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
295702	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
295702	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
295702	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
295702	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
295702	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
295702	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
295702	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
295702	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
295702	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
295702	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
295702	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
295702	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
295702	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
295702	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
295702	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
295702	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
295702	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
295702	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
295702	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
295702	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
295702	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
295702	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
295702	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
295702	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
295702	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
295702	embedding2nn.weight	0	0.016349822282791138
295702	embedding2nn.weight	1	-0.01266179233789444
295702	embedding2nn.weight	2	-0.014268254861235619
295702	embedding2nn.weight	3	-0.0311916284263134
295702	embedding2nn.weight	4	-0.0059150345623493195
295702	embedding2nn.weight	5	-0.0037005888298153877
295702	embedding2nn.weight	6	-0.003973265178501606
295702	embedding2nn.weight	7	-0.07739248871803284
295702	embedding2nn.weight	8	-0.0019979383796453476
295702	embedding2nn.weight	9	-0.027585843577980995
295702	embedding2nn.bias	0	0.0324459932744503
295702	embedding2nn.bias	1	-0.0763288214802742
295702	embedding2nn.bias	2	0.07223426550626755
295702	embedding2nn.bias	3	0.05148080736398697
295702	embedding2nn.bias	4	-0.04019991680979729
295702	embedding2nn.bias	5	-0.010409715585410595
295702	embedding2nn.bias	6	0.01737501658499241
295702	embedding2nn.bias	7	-0.055609967559576035
295702	embedding2nn.bias	8	0.07312241941690445
295702	embedding2nn.bias	9	0.04492422193288803
295702	rnn.weight_ih_l0	0	-0.0808260440826416
295702	rnn.weight_ih_l0	1	0.0031240717507898808
295702	rnn.weight_ih_l0	2	0.03553042933344841
295702	rnn.weight_ih_l0	3	0.022904591634869576
295702	rnn.weight_ih_l0	4	-0.04824541136622429
295702	rnn.weight_ih_l0	5	-0.0685061514377594
295702	rnn.weight_ih_l0	6	-0.0010839467868208885
295702	rnn.weight_ih_l0	7	0.053366027772426605
295702	rnn.weight_ih_l0	8	-0.017114734277129173
295702	rnn.weight_ih_l0	9	-0.030903970822691917
295702	rnn.weight_hh_l0	0	-0.029922988265752792
295702	rnn.weight_hh_l0	1	-0.007349430583417416
295702	rnn.weight_hh_l0	2	0.006796629633754492
295702	rnn.weight_hh_l0	3	-0.07458443194627762
295702	rnn.weight_hh_l0	4	0.09334224462509155
295702	rnn.weight_hh_l0	5	-0.027053888887166977
295702	rnn.weight_hh_l0	6	-0.06381823867559433
295702	rnn.weight_hh_l0	7	0.0087442547082901
295702	rnn.weight_hh_l0	8	0.013392570428550243
295702	rnn.weight_hh_l0	9	-0.025626052170991898
295702	rnn.bias_ih_l0	0	0.12986421585083008
295702	rnn.bias_ih_l0	1	-0.033931914716959
295702	rnn.bias_ih_l0	2	-0.034477293491363525
295702	rnn.bias_ih_l0	3	0.1632179617881775
295702	rnn.bias_ih_l0	4	-0.01236254908144474
295702	rnn.bias_ih_l0	5	-0.022860348224639893
295702	rnn.bias_ih_l0	6	0.01700453832745552
295702	rnn.bias_ih_l0	7	0.023410465568304062
295702	rnn.bias_ih_l0	8	-0.09907100349664688
295702	rnn.bias_ih_l0	9	-0.041602399200201035
295702	rnn.bias_hh_l0	0	-0.0013941748766228557
295702	rnn.bias_hh_l0	1	-0.1004539206624031
295702	rnn.bias_hh_l0	2	-0.07487364858388901
295702	rnn.bias_hh_l0	3	-0.08872868120670319
295702	rnn.bias_hh_l0	4	0.0085575170814991
295702	rnn.bias_hh_l0	5	-0.020739953964948654
295702	rnn.bias_hh_l0	6	0.02832060493528843
295702	rnn.bias_hh_l0	7	0.06004703789949417
295702	rnn.bias_hh_l0	8	-0.12315590679645538
295702	rnn.bias_hh_l0	9	-0.05973789095878601
295702	rnn.weight_ih_l0_reverse	0	-0.025546599179506302
295702	rnn.weight_ih_l0_reverse	1	-0.05734831839799881
295702	rnn.weight_ih_l0_reverse	2	-0.048949308693408966
295702	rnn.weight_ih_l0_reverse	3	0.015494925901293755
295702	rnn.weight_ih_l0_reverse	4	-0.0252047311514616
295702	rnn.weight_ih_l0_reverse	5	-0.0573037713766098
295702	rnn.weight_ih_l0_reverse	6	0.0734628289937973
295702	rnn.weight_ih_l0_reverse	7	-0.01904744654893875
295702	rnn.weight_ih_l0_reverse	8	-0.018551845103502274
295702	rnn.weight_ih_l0_reverse	9	0.004551663529127836
295702	rnn.weight_hh_l0_reverse	0	0.06866084784269333
295702	rnn.weight_hh_l0_reverse	1	0.019923146814107895
295702	rnn.weight_hh_l0_reverse	2	0.03016546368598938
295702	rnn.weight_hh_l0_reverse	3	0.03556079789996147
295702	rnn.weight_hh_l0_reverse	4	0.014348327182233334
295702	rnn.weight_hh_l0_reverse	5	0.008304193615913391
295702	rnn.weight_hh_l0_reverse	6	0.051017794758081436
295702	rnn.weight_hh_l0_reverse	7	-0.08198472112417221
295702	rnn.weight_hh_l0_reverse	8	0.0401022769510746
295702	rnn.weight_hh_l0_reverse	9	0.03485294058918953
295702	rnn.bias_ih_l0_reverse	0	-0.05699318274855614
295702	rnn.bias_ih_l0_reverse	1	-0.2828346788883209
295702	rnn.bias_ih_l0_reverse	2	-0.12422946840524673
295702	rnn.bias_ih_l0_reverse	3	-0.047831080853939056
295702	rnn.bias_ih_l0_reverse	4	-0.02213379554450512
295702	rnn.bias_ih_l0_reverse	5	0.0763096734881401
295702	rnn.bias_ih_l0_reverse	6	-0.06566475331783295
295702	rnn.bias_ih_l0_reverse	7	0.061605747789144516
295702	rnn.bias_ih_l0_reverse	8	-0.03530234098434448
295702	rnn.bias_ih_l0_reverse	9	0.06525758653879166
295702	rnn.bias_hh_l0_reverse	0	0.023401716724038124
295702	rnn.bias_hh_l0_reverse	1	-0.06294715404510498
295702	rnn.bias_hh_l0_reverse	2	0.0892094150185585
295702	rnn.bias_hh_l0_reverse	3	-0.05168743059039116
295702	rnn.bias_hh_l0_reverse	4	-0.028292309492826462
295702	rnn.bias_hh_l0_reverse	5	-0.02216959185898304
295702	rnn.bias_hh_l0_reverse	6	-0.020560717210173607
295702	rnn.bias_hh_l0_reverse	7	0.09968239068984985
295702	rnn.bias_hh_l0_reverse	8	0.03014625422656536
295702	rnn.bias_hh_l0_reverse	9	-0.14893598854541779
295702	rnn.weight_ih_l1	0	-0.02976202219724655
295702	rnn.weight_ih_l1	1	-0.0507919117808342
295702	rnn.weight_ih_l1	2	0.06502127647399902
295702	rnn.weight_ih_l1	3	-0.07295083999633789
295702	rnn.weight_ih_l1	4	-0.014123509638011456
295702	rnn.weight_ih_l1	5	-0.04033469781279564
295702	rnn.weight_ih_l1	6	0.02897709421813488
295702	rnn.weight_ih_l1	7	-0.044201500713825226
295702	rnn.weight_ih_l1	8	0.037869472056627274
295702	rnn.weight_ih_l1	9	0.0447913222014904
295702	rnn.weight_hh_l1	0	-0.00700776744633913
295702	rnn.weight_hh_l1	1	0.01991194672882557
295702	rnn.weight_hh_l1	2	0.006445991341024637
295702	rnn.weight_hh_l1	3	-0.012629440985620022
295702	rnn.weight_hh_l1	4	0.004833819344639778
295702	rnn.weight_hh_l1	5	0.03523261845111847
295702	rnn.weight_hh_l1	6	0.036222904920578
295702	rnn.weight_hh_l1	7	-0.016352875158190727
295702	rnn.weight_hh_l1	8	-0.007218384649604559
295702	rnn.weight_hh_l1	9	0.03858020901679993
295702	rnn.bias_ih_l1	0	-0.18363867700099945
295702	rnn.bias_ih_l1	1	-0.1747111678123474
295702	rnn.bias_ih_l1	2	-0.19687651097774506
295702	rnn.bias_ih_l1	3	-0.30738887190818787
295702	rnn.bias_ih_l1	4	-0.2121262550354004
295702	rnn.bias_ih_l1	5	-0.08904169499874115
295702	rnn.bias_ih_l1	6	-0.15848980844020844
295702	rnn.bias_ih_l1	7	-0.0033729919232428074
295702	rnn.bias_ih_l1	8	-0.12975738942623138
295702	rnn.bias_ih_l1	9	-0.12316545099020004
295702	rnn.bias_hh_l1	0	-0.09649274498224258
295702	rnn.bias_hh_l1	1	-0.0630137175321579
295702	rnn.bias_hh_l1	2	-0.08546727150678635
295702	rnn.bias_hh_l1	3	-0.07750546932220459
295702	rnn.bias_hh_l1	4	-0.07306511700153351
295702	rnn.bias_hh_l1	5	-0.11736679077148438
295702	rnn.bias_hh_l1	6	-0.16090986132621765
295702	rnn.bias_hh_l1	7	0.0755540207028389
295702	rnn.bias_hh_l1	8	-0.1761489063501358
295702	rnn.bias_hh_l1	9	-0.1149648055434227
295702	rnn.weight_ih_l1_reverse	0	-0.04713793471455574
295702	rnn.weight_ih_l1_reverse	1	0.03296861797571182
295702	rnn.weight_ih_l1_reverse	2	0.08790718764066696
295702	rnn.weight_ih_l1_reverse	3	-0.017431076616048813
295702	rnn.weight_ih_l1_reverse	4	-0.023556755855679512
295702	rnn.weight_ih_l1_reverse	5	-0.03027382120490074
295702	rnn.weight_ih_l1_reverse	6	-0.019706403836607933
295702	rnn.weight_ih_l1_reverse	7	0.02970012277364731
295702	rnn.weight_ih_l1_reverse	8	0.005560386460274458
295702	rnn.weight_ih_l1_reverse	9	-0.03330676257610321
295702	rnn.weight_hh_l1_reverse	0	0.004591312725096941
295702	rnn.weight_hh_l1_reverse	1	0.03169144317507744
295702	rnn.weight_hh_l1_reverse	2	-0.04061276093125343
295702	rnn.weight_hh_l1_reverse	3	0.03502367064356804
295702	rnn.weight_hh_l1_reverse	4	0.0471346415579319
295702	rnn.weight_hh_l1_reverse	5	0.006073835305869579
295702	rnn.weight_hh_l1_reverse	6	0.049062784761190414
295702	rnn.weight_hh_l1_reverse	7	0.030991366133093834
295702	rnn.weight_hh_l1_reverse	8	-0.007105983328074217
295702	rnn.weight_hh_l1_reverse	9	-0.03016718104481697
295702	rnn.bias_ih_l1_reverse	0	-0.045611292123794556
295702	rnn.bias_ih_l1_reverse	1	-0.13940617442131042
295702	rnn.bias_ih_l1_reverse	2	-0.16375936567783356
295702	rnn.bias_ih_l1_reverse	3	-0.06049501523375511
295702	rnn.bias_ih_l1_reverse	4	-0.2037372887134552
295702	rnn.bias_ih_l1_reverse	5	-0.11697456240653992
295702	rnn.bias_ih_l1_reverse	6	-0.12985989451408386
295702	rnn.bias_ih_l1_reverse	7	-0.19178323447704315
295702	rnn.bias_ih_l1_reverse	8	0.2264256477355957
295702	rnn.bias_ih_l1_reverse	9	0.022106563672423363
295702	rnn.bias_hh_l1_reverse	0	0.010382928885519505
295702	rnn.bias_hh_l1_reverse	1	-0.06502135843038559
295702	rnn.bias_hh_l1_reverse	2	-0.23727263510227203
295702	rnn.bias_hh_l1_reverse	3	-0.14360667765140533
295702	rnn.bias_hh_l1_reverse	4	-0.08024448156356812
295702	rnn.bias_hh_l1_reverse	5	-0.11630134284496307
295702	rnn.bias_hh_l1_reverse	6	0.06336495280265808
295702	rnn.bias_hh_l1_reverse	7	-0.13426335155963898
295702	rnn.bias_hh_l1_reverse	8	-0.12510405480861664
295702	rnn.bias_hh_l1_reverse	9	-0.1482166051864624
295702	linear.weight	0	0.002228822559118271
295702	linear.weight	1	0.09690438210964203
295702	linear.weight	2	-0.09227732568979263
295702	linear.weight	3	0.3135429322719574
295702	linear.weight	4	0.15025275945663452
295702	linear.weight	5	-0.06562737375497818
295702	linear.weight	6	0.09533564001321793
295702	linear.weight	7	0.13663271069526672
295702	linear.weight	8	0.041133102029561996
295702	linear.weight	9	-0.050903573632240295
295702	linear.bias	0	0.08397553116083145
295702	linear.bias	1	-0.19049985706806183
295702	linear.bias	2	-0.4517758786678314
295702	linear.bias	3	-0.6572602987289429
295702	linear.bias	4	-1.2622337341308594
295702	linear.bias	5	-0.05831268057227135
295702	linear.bias	6	-0.8232023119926453
295702	linear.bias	7	0.27210575342178345
295702	linear.bias	8	-0.3953275680541992
295702	linear.bias	9	-1.022312045097351
295899	transitions	0	0.7567650079727173
295899	transitions	1	0.13829801976680756
295899	transitions	2	-10000.0
295899	transitions	3	-1.8281370401382446
295899	transitions	4	-10000.0
295899	transitions	5	0.5627432465553284
295899	transitions	6	-0.08568283170461655
295899	transitions	7	-0.8124439120292664
295899	transitions	8	-1.4228755235671997
295899	transitions	9	-0.0012319856323301792
295899	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
295899	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
295899	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
295899	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
295899	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
295899	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
295899	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
295899	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
295899	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
295899	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
295899	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
295899	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
295899	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
295899	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
295899	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
295899	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
295899	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
295899	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
295899	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
295899	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
295899	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
295899	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
295899	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
295899	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
295899	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
295899	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
295899	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
295899	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
295899	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
295899	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
295899	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
295899	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
295899	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
295899	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
295899	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
295899	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
295899	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
295899	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
295899	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
295899	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
295899	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
295899	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
295899	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
295899	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
295899	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
295899	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
295899	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
295899	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
295899	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
295899	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
295899	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
295899	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
295899	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
295899	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
295899	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
295899	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
295899	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
295899	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
295899	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
295899	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
295899	embedding2nn.weight	0	0.016357433050870895
295899	embedding2nn.weight	1	-0.012662593275308609
295899	embedding2nn.weight	2	-0.014268254861235619
295899	embedding2nn.weight	3	-0.031189030036330223
295899	embedding2nn.weight	4	-0.0059150345623493195
295899	embedding2nn.weight	5	-0.0037005888298153877
295899	embedding2nn.weight	6	-0.003973265178501606
295899	embedding2nn.weight	7	-0.07739798724651337
295899	embedding2nn.weight	8	-0.0019979383796453476
295899	embedding2nn.weight	9	-0.027589216828346252
295899	embedding2nn.bias	0	0.03244525194168091
295899	embedding2nn.bias	1	-0.07633040100336075
295899	embedding2nn.bias	2	0.07226786017417908
295899	embedding2nn.bias	3	0.05145435407757759
295899	embedding2nn.bias	4	-0.04020490497350693
295899	embedding2nn.bias	5	-0.010417617857456207
295899	embedding2nn.bias	6	0.017349012196063995
295899	embedding2nn.bias	7	-0.05564741790294647
295899	embedding2nn.bias	8	0.07310375571250916
295899	embedding2nn.bias	9	0.04490109905600548
295899	rnn.weight_ih_l0	0	-0.08082505315542221
295899	rnn.weight_ih_l0	1	0.003126838244497776
295899	rnn.weight_ih_l0	2	0.0355331115424633
295899	rnn.weight_ih_l0	3	0.022900838404893875
295899	rnn.weight_ih_l0	4	-0.04823942109942436
295899	rnn.weight_ih_l0	5	-0.0685056522488594
295899	rnn.weight_ih_l0	6	-0.001086236909031868
295899	rnn.weight_ih_l0	7	0.05336882546544075
295899	rnn.weight_ih_l0	8	-0.01711716316640377
295899	rnn.weight_ih_l0	9	-0.030910365283489227
295899	rnn.weight_hh_l0	0	-0.02991909347474575
295899	rnn.weight_hh_l0	1	-0.007345868274569511
295899	rnn.weight_hh_l0	2	0.006796039640903473
295899	rnn.weight_hh_l0	3	-0.07458674907684326
295899	rnn.weight_hh_l0	4	0.09334635734558105
295899	rnn.weight_hh_l0	5	-0.027048662304878235
295899	rnn.weight_hh_l0	6	-0.06382741779088974
295899	rnn.weight_hh_l0	7	0.008741706609725952
295899	rnn.weight_hh_l0	8	0.0133976386860013
295899	rnn.weight_hh_l0	9	-0.025627048686146736
295899	rnn.bias_ih_l0	0	0.1298508495092392
295899	rnn.bias_ih_l0	1	-0.033918946981430054
295899	rnn.bias_ih_l0	2	-0.03448117524385452
295899	rnn.bias_ih_l0	3	0.16322550177574158
295899	rnn.bias_ih_l0	4	-0.0123735461384058
295899	rnn.bias_ih_l0	5	-0.022874489426612854
295899	rnn.bias_ih_l0	6	0.017009766772389412
295899	rnn.bias_ih_l0	7	0.02341345138847828
295899	rnn.bias_ih_l0	8	-0.09907132387161255
295899	rnn.bias_ih_l0	9	-0.04162677749991417
295899	rnn.bias_hh_l0	0	-0.0013913492439314723
295899	rnn.bias_hh_l0	1	-0.10046029835939407
295899	rnn.bias_hh_l0	2	-0.07486963272094727
295899	rnn.bias_hh_l0	3	-0.088734932243824
295899	rnn.bias_hh_l0	4	0.008561008609831333
295899	rnn.bias_hh_l0	5	-0.020748697221279144
295899	rnn.bias_hh_l0	6	0.028314216062426567
295899	rnn.bias_hh_l0	7	0.06003488227725029
295899	rnn.bias_hh_l0	8	-0.1231415793299675
295899	rnn.bias_hh_l0	9	-0.05972539633512497
295899	rnn.weight_ih_l0_reverse	0	-0.025545217096805573
295899	rnn.weight_ih_l0_reverse	1	-0.057345207780599594
295899	rnn.weight_ih_l0_reverse	2	-0.04894520342350006
295899	rnn.weight_ih_l0_reverse	3	0.015494178049266338
295899	rnn.weight_ih_l0_reverse	4	-0.025213154032826424
295899	rnn.weight_ih_l0_reverse	5	-0.05730386823415756
295899	rnn.weight_ih_l0_reverse	6	0.07346460968255997
295899	rnn.weight_ih_l0_reverse	7	-0.019048180431127548
295899	rnn.weight_ih_l0_reverse	8	-0.018548808991909027
295899	rnn.weight_ih_l0_reverse	9	0.004548646043986082
295899	rnn.weight_hh_l0_reverse	0	0.0686575174331665
295899	rnn.weight_hh_l0_reverse	1	0.01992553099989891
295899	rnn.weight_hh_l0_reverse	2	0.030166851356625557
295899	rnn.weight_hh_l0_reverse	3	0.03556327894330025
295899	rnn.weight_hh_l0_reverse	4	0.014350196346640587
295899	rnn.weight_hh_l0_reverse	5	0.008307642303407192
295899	rnn.weight_hh_l0_reverse	6	0.051015883684158325
295899	rnn.weight_hh_l0_reverse	7	-0.08198726922273636
295899	rnn.weight_hh_l0_reverse	8	0.040104374289512634
295899	rnn.weight_hh_l0_reverse	9	0.03485308215022087
295899	rnn.bias_ih_l0_reverse	0	-0.05700170248746872
295899	rnn.bias_ih_l0_reverse	1	-0.2828344404697418
295899	rnn.bias_ih_l0_reverse	2	-0.12421905994415283
295899	rnn.bias_ih_l0_reverse	3	-0.04783915355801582
295899	rnn.bias_ih_l0_reverse	4	-0.02213900536298752
295899	rnn.bias_ih_l0_reverse	5	0.07631118595600128
295899	rnn.bias_ih_l0_reverse	6	-0.06565877050161362
295899	rnn.bias_ih_l0_reverse	7	0.06161681190133095
295899	rnn.bias_ih_l0_reverse	8	-0.035297077149152756
295899	rnn.bias_ih_l0_reverse	9	0.06527163088321686
295899	rnn.bias_hh_l0_reverse	0	0.02341056428849697
295899	rnn.bias_hh_l0_reverse	1	-0.0629638060927391
295899	rnn.bias_hh_l0_reverse	2	0.08919539302587509
295899	rnn.bias_hh_l0_reverse	3	-0.051690664142370224
295899	rnn.bias_hh_l0_reverse	4	-0.0282987542450428
295899	rnn.bias_hh_l0_reverse	5	-0.022172188386321068
295899	rnn.bias_hh_l0_reverse	6	-0.02056192234158516
295899	rnn.bias_hh_l0_reverse	7	0.09969890862703323
295899	rnn.bias_hh_l0_reverse	8	0.030134713277220726
295899	rnn.bias_hh_l0_reverse	9	-0.14889465272426605
295899	rnn.weight_ih_l1	0	-0.02976030483841896
295899	rnn.weight_ih_l1	1	-0.05078675597906113
295899	rnn.weight_ih_l1	2	0.0650188997387886
295899	rnn.weight_ih_l1	3	-0.07294808328151703
295899	rnn.weight_ih_l1	4	-0.014121146872639656
295899	rnn.weight_ih_l1	5	-0.04033772274851799
295899	rnn.weight_ih_l1	6	0.028978601098060608
295899	rnn.weight_ih_l1	7	-0.04419996961951256
295899	rnn.weight_ih_l1	8	0.03787077218294144
295899	rnn.weight_ih_l1	9	0.04479224234819412
295899	rnn.weight_hh_l1	0	-0.007006508763879538
295899	rnn.weight_hh_l1	1	0.019911276176571846
295899	rnn.weight_hh_l1	2	0.006438710261136293
295899	rnn.weight_hh_l1	3	-0.0126300398260355
295899	rnn.weight_hh_l1	4	0.004834749735891819
295899	rnn.weight_hh_l1	5	0.035233274102211
295899	rnn.weight_hh_l1	6	0.036225613206624985
295899	rnn.weight_hh_l1	7	-0.016352076083421707
295899	rnn.weight_hh_l1	8	-0.007218974642455578
295899	rnn.weight_hh_l1	9	0.03858087956905365
295899	rnn.bias_ih_l1	0	-0.18363328278064728
295899	rnn.bias_ih_l1	1	-0.17470833659172058
295899	rnn.bias_ih_l1	2	-0.19687816500663757
295899	rnn.bias_ih_l1	3	-0.307383269071579
295899	rnn.bias_ih_l1	4	-0.21214091777801514
295899	rnn.bias_ih_l1	5	-0.08904068171977997
295899	rnn.bias_ih_l1	6	-0.15848933160305023
295899	rnn.bias_ih_l1	7	-0.0033956263214349747
295899	rnn.bias_ih_l1	8	-0.12974385917186737
295899	rnn.bias_ih_l1	9	-0.12314092367887497
295899	rnn.bias_hh_l1	0	-0.09649009257555008
295899	rnn.bias_hh_l1	1	-0.0630200207233429
295899	rnn.bias_hh_l1	2	-0.08545968681573868
295899	rnn.bias_hh_l1	3	-0.07749510556459427
295899	rnn.bias_hh_l1	4	-0.07305163890123367
295899	rnn.bias_hh_l1	5	-0.11736750602722168
295899	rnn.bias_hh_l1	6	-0.16091220080852509
295899	rnn.bias_hh_l1	7	0.07553380727767944
295899	rnn.bias_hh_l1	8	-0.17614716291427612
295899	rnn.bias_hh_l1	9	-0.11497614532709122
295899	rnn.weight_ih_l1_reverse	0	-0.04713887721300125
295899	rnn.weight_ih_l1_reverse	1	0.032963357865810394
295899	rnn.weight_ih_l1_reverse	2	0.08788956701755524
295899	rnn.weight_ih_l1_reverse	3	-0.017432499676942825
295899	rnn.weight_ih_l1_reverse	4	-0.023562492802739143
295899	rnn.weight_ih_l1_reverse	5	-0.030273856595158577
295899	rnn.weight_ih_l1_reverse	6	-0.01970304735004902
295899	rnn.weight_ih_l1_reverse	7	0.029700366780161858
295899	rnn.weight_ih_l1_reverse	8	0.005560054909437895
295899	rnn.weight_ih_l1_reverse	9	-0.03331073001027107
295899	rnn.weight_hh_l1_reverse	0	0.004591120406985283
295899	rnn.weight_hh_l1_reverse	1	0.03169091418385506
295899	rnn.weight_hh_l1_reverse	2	-0.040613092482089996
295899	rnn.weight_hh_l1_reverse	3	0.03502338379621506
295899	rnn.weight_hh_l1_reverse	4	0.04713650420308113
295899	rnn.weight_hh_l1_reverse	5	0.006074817851185799
295899	rnn.weight_hh_l1_reverse	6	0.04906749725341797
295899	rnn.weight_hh_l1_reverse	7	0.0309918150305748
295899	rnn.weight_hh_l1_reverse	8	-0.0071055153384804726
295899	rnn.weight_hh_l1_reverse	9	-0.03016732633113861
295899	rnn.bias_ih_l1_reverse	0	-0.045609742403030396
295899	rnn.bias_ih_l1_reverse	1	-0.1393987238407135
295899	rnn.bias_ih_l1_reverse	2	-0.1637548804283142
295899	rnn.bias_ih_l1_reverse	3	-0.06050955504179001
295899	rnn.bias_ih_l1_reverse	4	-0.20373065769672394
295899	rnn.bias_ih_l1_reverse	5	-0.11698055267333984
295899	rnn.bias_ih_l1_reverse	6	-0.1298610121011734
295899	rnn.bias_ih_l1_reverse	7	-0.19177743792533875
295899	rnn.bias_ih_l1_reverse	8	0.226432204246521
295899	rnn.bias_ih_l1_reverse	9	0.02210397645831108
295899	rnn.bias_hh_l1_reverse	0	0.010358832776546478
295899	rnn.bias_hh_l1_reverse	1	-0.0650201067328453
295899	rnn.bias_hh_l1_reverse	2	-0.2372719645500183
295899	rnn.bias_hh_l1_reverse	3	-0.14360034465789795
295899	rnn.bias_hh_l1_reverse	4	-0.08024325221776962
295899	rnn.bias_hh_l1_reverse	5	-0.11629419028759003
295899	rnn.bias_hh_l1_reverse	6	0.0633528083562851
295899	rnn.bias_hh_l1_reverse	7	-0.13425083458423615
295899	rnn.bias_hh_l1_reverse	8	-0.1251160353422165
295899	rnn.bias_hh_l1_reverse	9	-0.14821526408195496
295899	linear.weight	0	0.002228822559118271
295899	linear.weight	1	0.0968661829829216
295899	linear.weight	2	-0.0922832265496254
295899	linear.weight	3	0.3135199248790741
295899	linear.weight	4	0.15026630461215973
295899	linear.weight	5	-0.06563097983598709
295899	linear.weight	6	0.09532088041305542
295899	linear.weight	7	0.13660894334316254
295899	linear.weight	8	0.04113310948014259
295899	linear.weight	9	-0.05091365799307823
295899	linear.bias	0	0.0838819220662117
295899	linear.bias	1	-0.1902565062046051
295899	linear.bias	2	-0.45176342129707336
295899	linear.bias	3	-0.6572142243385315
295899	linear.bias	4	-1.26218843460083
295899	linear.bias	5	-0.058424320071935654
295899	linear.bias	6	-0.8229741454124451
295899	linear.bias	7	0.27197882533073425
295899	linear.bias	8	-0.39525139331817627
295899	linear.bias	9	-1.0222357511520386
296096	transitions	0	0.7567394375801086
296096	transitions	1	0.1382957249879837
296096	transitions	2	-10000.0
296096	transitions	3	-1.8281371593475342
296096	transitions	4	-10000.0
296096	transitions	5	0.5627431869506836
296096	transitions	6	-0.0856829360127449
296096	transitions	7	-0.8124455809593201
296096	transitions	8	-1.4228755235671997
296096	transitions	9	-0.0012319865636527538
296096	embeddings.list_embedding_2.lm.encoder.weight	0	0.09530162811279297
296096	embeddings.list_embedding_2.lm.encoder.weight	1	0.0349913015961647
296096	embeddings.list_embedding_2.lm.encoder.weight	2	-0.12911629676818848
296096	embeddings.list_embedding_2.lm.encoder.weight	3	-2.2425498962402344
296096	embeddings.list_embedding_2.lm.encoder.weight	4	0.08538400381803513
296096	embeddings.list_embedding_2.lm.encoder.weight	5	-0.027270955964922905
296096	embeddings.list_embedding_2.lm.encoder.weight	6	0.04813622310757637
296096	embeddings.list_embedding_2.lm.encoder.weight	7	0.02601059526205063
296096	embeddings.list_embedding_2.lm.encoder.weight	8	-0.007211557123810053
296096	embeddings.list_embedding_2.lm.encoder.weight	9	-0.000301114545436576
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.0373520590364933
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	-0.02021101675927639
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.11219137907028198
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.0006305025890469551
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.5350390672683716
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	0.02914021536707878
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	-0.565874457359314
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.008419093675911427
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	-0.003591915825381875
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	-0.003647509030997753
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	-0.4333018362522125
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	-0.19780594110488892
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.08139347285032272
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.06314580142498016
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.23261091113090515
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	-0.5069418549537659
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	0.623664915561676
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.044171616435050964
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.08492831140756607
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.16176536679267883
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.11082915216684341
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.5188330411911011
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	0.02351202256977558
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.23244287073612213
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.5544524788856506
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.7504239082336426
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.553080141544342
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.9244080185890198
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.2814388573169708
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.178654745221138
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.02893766760826111
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-1.7943896055221558
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.5107030868530273
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.8785827159881592
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.019237520173192024
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.7991799116134644
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-1.595232605934143
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6035486459732056
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.6748470664024353
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.1760467141866684
296096	embeddings.list_embedding_2.lm.decoder.weight	0	0.051487088203430176
296096	embeddings.list_embedding_2.lm.decoder.weight	1	0.0009857049444690347
296096	embeddings.list_embedding_2.lm.decoder.weight	2	-0.04793243482708931
296096	embeddings.list_embedding_2.lm.decoder.weight	3	0.1476278156042099
296096	embeddings.list_embedding_2.lm.decoder.weight	4	0.23157981038093567
296096	embeddings.list_embedding_2.lm.decoder.weight	5	-0.015138642862439156
296096	embeddings.list_embedding_2.lm.decoder.weight	6	0.0887184739112854
296096	embeddings.list_embedding_2.lm.decoder.weight	7	0.2374764084815979
296096	embeddings.list_embedding_2.lm.decoder.weight	8	0.13806989789009094
296096	embeddings.list_embedding_2.lm.decoder.weight	9	-0.012279493734240532
296096	embeddings.list_embedding_2.lm.decoder.bias	0	-1.7233554124832153
296096	embeddings.list_embedding_2.lm.decoder.bias	1	-2.8190035820007324
296096	embeddings.list_embedding_2.lm.decoder.bias	2	-2.8543684482574463
296096	embeddings.list_embedding_2.lm.decoder.bias	3	-1.9179329872131348
296096	embeddings.list_embedding_2.lm.decoder.bias	4	2.1593713760375977
296096	embeddings.list_embedding_2.lm.decoder.bias	5	-1.6510601043701172
296096	embeddings.list_embedding_2.lm.decoder.bias	6	-1.584871530532837
296096	embeddings.list_embedding_2.lm.decoder.bias	7	-1.577321171760559
296096	embeddings.list_embedding_2.lm.decoder.bias	8	4.90101957321167
296096	embeddings.list_embedding_2.lm.decoder.bias	9	-1.2460520267486572
296096	embeddings.list_embedding_3.lm.encoder.weight	0	-0.06114879623055458
296096	embeddings.list_embedding_3.lm.encoder.weight	1	-0.015314469113945961
296096	embeddings.list_embedding_3.lm.encoder.weight	2	0.5751957297325134
296096	embeddings.list_embedding_3.lm.encoder.weight	3	0.024145634844899178
296096	embeddings.list_embedding_3.lm.encoder.weight	4	0.03367260470986366
296096	embeddings.list_embedding_3.lm.encoder.weight	5	0.032782863825559616
296096	embeddings.list_embedding_3.lm.encoder.weight	6	-0.005244104191660881
296096	embeddings.list_embedding_3.lm.encoder.weight	7	0.07597565650939941
296096	embeddings.list_embedding_3.lm.encoder.weight	8	0.30428484082221985
296096	embeddings.list_embedding_3.lm.encoder.weight	9	-0.10606265068054199
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.012549028731882572
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	0.03259779512882233
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.0007707903278060257
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	0.07400332391262054
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.3539902865886688
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	-0.012171342968940735
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.020902924239635468
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.004078212659806013
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	0.09561550617218018
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.03196465224027634
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	0.24621731042861938
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.02026352658867836
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.0620272122323513
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.066480852663517
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.6850965023040771
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	0.15367791056632996
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.07672888040542603
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.7041869759559631
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	-0.10421518236398697
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	-0.041522491723299026
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.2950069308280945
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.6640571355819702
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-1.1689717769622803
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0204765796661377
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.767854630947113
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.3852384090423584
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.8392876386642456
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.21504513919353485
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	-0.4619404673576355
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.3700641989707947
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4630080461502075
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	0.03200751915574074
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	-0.49369046092033386
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-0.4107932448387146
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.19594106078147888
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.02950623258948326
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.11256568133831024
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	-0.525239884853363
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-0.48785749077796936
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-1.3704465627670288
296096	embeddings.list_embedding_3.lm.decoder.weight	0	-0.23604923486709595
296096	embeddings.list_embedding_3.lm.decoder.weight	1	-0.015883993357419968
296096	embeddings.list_embedding_3.lm.decoder.weight	2	-0.566411554813385
296096	embeddings.list_embedding_3.lm.decoder.weight	3	0.10366649925708771
296096	embeddings.list_embedding_3.lm.decoder.weight	4	-0.14806964993476868
296096	embeddings.list_embedding_3.lm.decoder.weight	5	0.03642743080854416
296096	embeddings.list_embedding_3.lm.decoder.weight	6	-0.13509276509284973
296096	embeddings.list_embedding_3.lm.decoder.weight	7	-0.01389329880475998
296096	embeddings.list_embedding_3.lm.decoder.weight	8	0.3599259853363037
296096	embeddings.list_embedding_3.lm.decoder.weight	9	0.061000023037195206
296096	embeddings.list_embedding_3.lm.decoder.bias	0	5.542714595794678
296096	embeddings.list_embedding_3.lm.decoder.bias	1	3.3216753005981445
296096	embeddings.list_embedding_3.lm.decoder.bias	2	0.6581853628158569
296096	embeddings.list_embedding_3.lm.decoder.bias	3	0.5443321466445923
296096	embeddings.list_embedding_3.lm.decoder.bias	4	-2.215378761291504
296096	embeddings.list_embedding_3.lm.decoder.bias	5	2.330900192260742
296096	embeddings.list_embedding_3.lm.decoder.bias	6	6.996331691741943
296096	embeddings.list_embedding_3.lm.decoder.bias	7	2.436338186264038
296096	embeddings.list_embedding_3.lm.decoder.bias	8	2.5666751861572266
296096	embeddings.list_embedding_3.lm.decoder.bias	9	5.677088737487793
296096	embedding2nn.weight	0	0.016365617513656616
296096	embedding2nn.weight	1	-0.012663368135690689
296096	embedding2nn.weight	2	-0.014268254861235619
296096	embedding2nn.weight	3	-0.031189685687422752
296096	embedding2nn.weight	4	-0.0059150345623493195
296096	embedding2nn.weight	5	-0.0037005888298153877
296096	embedding2nn.weight	6	-0.003973265178501606
296096	embedding2nn.weight	7	-0.07739892601966858
296096	embedding2nn.weight	8	-0.0019979383796453476
296096	embedding2nn.weight	9	-0.02759130857884884
296096	embedding2nn.bias	0	0.032454729080200195
296096	embedding2nn.bias	1	-0.07628461718559265
296096	embedding2nn.bias	2	0.07223951071500778
296096	embedding2nn.bias	3	0.051410283893346786
296096	embedding2nn.bias	4	-0.04021168127655983
296096	embedding2nn.bias	5	-0.01050086785107851
296096	embedding2nn.bias	6	0.017304249107837677
296096	embedding2nn.bias	7	-0.05567745491862297
296096	embedding2nn.bias	8	0.07308726012706757
296096	embedding2nn.bias	9	0.04490410163998604
296096	rnn.weight_ih_l0	0	-0.08082800358533859
296096	rnn.weight_ih_l0	1	0.0031327728647738695
296096	rnn.weight_ih_l0	2	0.035532280802726746
296096	rnn.weight_ih_l0	3	0.02290060743689537
296096	rnn.weight_ih_l0	4	-0.048245545476675034
296096	rnn.weight_ih_l0	5	-0.06850622594356537
296096	rnn.weight_ih_l0	6	-0.001079809619113803
296096	rnn.weight_ih_l0	7	0.05336318537592888
296096	rnn.weight_ih_l0	8	-0.017113275825977325
296096	rnn.weight_ih_l0	9	-0.030905382707715034
296096	rnn.weight_hh_l0	0	-0.029917342588305473
296096	rnn.weight_hh_l0	1	-0.007345764897763729
296096	rnn.weight_hh_l0	2	0.006803578231483698
296096	rnn.weight_hh_l0	3	-0.0745849460363388
296096	rnn.weight_hh_l0	4	0.09334255754947662
296096	rnn.weight_hh_l0	5	-0.02704477682709694
296096	rnn.weight_hh_l0	6	-0.06382795423269272
296096	rnn.weight_hh_l0	7	0.008738571777939796
296096	rnn.weight_hh_l0	8	0.013397815637290478
296096	rnn.weight_hh_l0	9	-0.025626670569181442
296096	rnn.bias_ih_l0	0	0.12984052300453186
296096	rnn.bias_ih_l0	1	-0.033911626785993576
296096	rnn.bias_ih_l0	2	-0.0344846174120903
296096	rnn.bias_ih_l0	3	0.16321808099746704
296096	rnn.bias_ih_l0	4	-0.012371157296001911
296096	rnn.bias_ih_l0	5	-0.02289663627743721
296096	rnn.bias_ih_l0	6	0.017001066356897354
296096	rnn.bias_ih_l0	7	0.02341533452272415
296096	rnn.bias_ih_l0	8	-0.09907352179288864
296096	rnn.bias_ih_l0	9	-0.04165701940655708
296096	rnn.bias_hh_l0	0	-0.0013853589771315455
296096	rnn.bias_hh_l0	1	-0.10044734179973602
296096	rnn.bias_hh_l0	2	-0.0748709961771965
296096	rnn.bias_hh_l0	3	-0.08873052895069122
296096	rnn.bias_hh_l0	4	0.008576218038797379
296096	rnn.bias_hh_l0	5	-0.020747005939483643
296096	rnn.bias_hh_l0	6	0.028312241658568382
296096	rnn.bias_hh_l0	7	0.06000649183988571
296096	rnn.bias_hh_l0	8	-0.1231309026479721
296096	rnn.bias_hh_l0	9	-0.05972660332918167
296096	rnn.weight_ih_l0_reverse	0	-0.02553715929389
296096	rnn.weight_ih_l0_reverse	1	-0.057347413152456284
296096	rnn.weight_ih_l0_reverse	2	-0.048952750861644745
296096	rnn.weight_ih_l0_reverse	3	0.015497510321438313
296096	rnn.weight_ih_l0_reverse	4	-0.025209426879882812
296096	rnn.weight_ih_l0_reverse	5	-0.057305172085762024
296096	rnn.weight_ih_l0_reverse	6	0.07346842437982559
296096	rnn.weight_ih_l0_reverse	7	-0.01904779113829136
296096	rnn.weight_ih_l0_reverse	8	-0.018547846004366875
296096	rnn.weight_ih_l0_reverse	9	0.0045389654114842415
296096	rnn.weight_hh_l0_reverse	0	0.06864926218986511
296096	rnn.weight_hh_l0_reverse	1	0.019920658320188522
296096	rnn.weight_hh_l0_reverse	2	0.030169956386089325
296096	rnn.weight_hh_l0_reverse	3	0.03556442633271217
296096	rnn.weight_hh_l0_reverse	4	0.014346502721309662
296096	rnn.weight_hh_l0_reverse	5	0.008311719633638859
296096	rnn.weight_hh_l0_reverse	6	0.05101722106337547
296096	rnn.weight_hh_l0_reverse	7	-0.08198870718479156
296096	rnn.weight_hh_l0_reverse	8	0.040106769651174545
296096	rnn.weight_hh_l0_reverse	9	0.034853529185056686
296096	rnn.bias_ih_l0_reverse	0	-0.057015106081962585
296096	rnn.bias_ih_l0_reverse	1	-0.2828506529331207
296096	rnn.bias_ih_l0_reverse	2	-0.12420922517776489
296096	rnn.bias_ih_l0_reverse	3	-0.047830160707235336
296096	rnn.bias_ih_l0_reverse	4	-0.02214871533215046
296096	rnn.bias_ih_l0_reverse	5	0.07632236927747726
296096	rnn.bias_ih_l0_reverse	6	-0.06565108895301819
296096	rnn.bias_ih_l0_reverse	7	0.06160954758524895
296096	rnn.bias_ih_l0_reverse	8	-0.03528692200779915
296096	rnn.bias_ih_l0_reverse	9	0.06527382880449295
296096	rnn.bias_hh_l0_reverse	0	0.023397967219352722
296096	rnn.bias_hh_l0_reverse	1	-0.06295658648014069
296096	rnn.bias_hh_l0_reverse	2	0.08918951451778412
296096	rnn.bias_hh_l0_reverse	3	-0.05169467628002167
296096	rnn.bias_hh_l0_reverse	4	-0.028301512822508812
296096	rnn.bias_hh_l0_reverse	5	-0.02217809110879898
296096	rnn.bias_hh_l0_reverse	6	-0.020549722015857697
296096	rnn.bias_hh_l0_reverse	7	0.09968878328800201
296096	rnn.bias_hh_l0_reverse	8	0.030141063034534454
296096	rnn.bias_hh_l0_reverse	9	-0.1488717496395111
296096	rnn.weight_ih_l1	0	-0.02976151555776596
296096	rnn.weight_ih_l1	1	-0.05078176036477089
296096	rnn.weight_ih_l1	2	0.0650152787566185
296096	rnn.weight_ih_l1	3	-0.07295319437980652
296096	rnn.weight_ih_l1	4	-0.014123016968369484
296096	rnn.weight_ih_l1	5	-0.040337689220905304
296096	rnn.weight_ih_l1	6	0.028981221839785576
296096	rnn.weight_ih_l1	7	-0.044201090931892395
296096	rnn.weight_ih_l1	8	0.037870533764362335
296096	rnn.weight_ih_l1	9	0.044790320098400116
296096	rnn.weight_hh_l1	0	-0.00700449850410223
296096	rnn.weight_hh_l1	1	0.019910959526896477
296096	rnn.weight_hh_l1	2	0.0064415461383759975
296096	rnn.weight_hh_l1	3	-0.012630225159227848
296096	rnn.weight_hh_l1	4	0.004833475220948458
296096	rnn.weight_hh_l1	5	0.03523503616452217
296096	rnn.weight_hh_l1	6	0.036226339638233185
296096	rnn.weight_hh_l1	7	-0.0163535438477993
296096	rnn.weight_hh_l1	8	-0.0072193327359855175
296096	rnn.weight_hh_l1	9	0.038582298904657364
296096	rnn.bias_ih_l1	0	-0.18363621830940247
296096	rnn.bias_ih_l1	1	-0.17468877136707306
296096	rnn.bias_ih_l1	2	-0.19687972962856293
296096	rnn.bias_ih_l1	3	-0.30738329887390137
296096	rnn.bias_ih_l1	4	-0.21215003728866577
296096	rnn.bias_ih_l1	5	-0.089048370718956
296096	rnn.bias_ih_l1	6	-0.15849219262599945
296096	rnn.bias_ih_l1	7	-0.003374609863385558
296096	rnn.bias_ih_l1	8	-0.12973225116729736
296096	rnn.bias_ih_l1	9	-0.12314657866954803
296096	rnn.bias_hh_l1	0	-0.09648224711418152
296096	rnn.bias_hh_l1	1	-0.06302022933959961
296096	rnn.bias_hh_l1	2	-0.08546563982963562
296096	rnn.bias_hh_l1	3	-0.07750846445560455
296096	rnn.bias_hh_l1	4	-0.07303542643785477
296096	rnn.bias_hh_l1	5	-0.1173669770359993
296096	rnn.bias_hh_l1	6	-0.16088707745075226
296096	rnn.bias_hh_l1	7	0.07553501427173615
296096	rnn.bias_hh_l1	8	-0.17613768577575684
296096	rnn.bias_hh_l1	9	-0.11499423533678055
296096	rnn.weight_ih_l1_reverse	0	-0.047145090997219086
296096	rnn.weight_ih_l1_reverse	1	0.03296060487627983
296096	rnn.weight_ih_l1_reverse	2	0.08789163082838058
296096	rnn.weight_ih_l1_reverse	3	-0.01742706261575222
296096	rnn.weight_ih_l1_reverse	4	-0.023567333817481995
296096	rnn.weight_ih_l1_reverse	5	-0.03027488850057125
296096	rnn.weight_ih_l1_reverse	6	-0.019710039719939232
296096	rnn.weight_ih_l1_reverse	7	0.029698967933654785
296096	rnn.weight_ih_l1_reverse	8	0.005548151675611734
296096	rnn.weight_ih_l1_reverse	9	-0.033304084092378616
296096	rnn.weight_hh_l1_reverse	0	0.0045914254151284695
296096	rnn.weight_hh_l1_reverse	1	0.031692102551460266
296096	rnn.weight_hh_l1_reverse	2	-0.0406128354370594
296096	rnn.weight_hh_l1_reverse	3	0.035023145377635956
296096	rnn.weight_hh_l1_reverse	4	0.04713675007224083
296096	rnn.weight_hh_l1_reverse	5	0.00607624975964427
296096	rnn.weight_hh_l1_reverse	6	0.04906776174902916
296096	rnn.weight_hh_l1_reverse	7	0.030988609418272972
296096	rnn.weight_hh_l1_reverse	8	-0.0071063111536204815
296096	rnn.weight_hh_l1_reverse	9	-0.030167656019330025
296096	rnn.bias_ih_l1_reverse	0	-0.045614901930093765
296096	rnn.bias_ih_l1_reverse	1	-0.13938476145267487
296096	rnn.bias_ih_l1_reverse	2	-0.1637674868106842
296096	rnn.bias_ih_l1_reverse	3	-0.06049880012869835
296096	rnn.bias_ih_l1_reverse	4	-0.20373141765594482
296096	rnn.bias_ih_l1_reverse	5	-0.11697953194379807
296096	rnn.bias_ih_l1_reverse	6	-0.1298588365316391
296096	rnn.bias_ih_l1_reverse	7	-0.1917860358953476
296096	rnn.bias_ih_l1_reverse	8	0.22642312943935394
296096	rnn.bias_ih_l1_reverse	9	0.02213907800614834
296096	rnn.bias_hh_l1_reverse	0	0.010354858823120594
296096	rnn.bias_hh_l1_reverse	1	-0.06499891728162766
296096	rnn.bias_hh_l1_reverse	2	-0.23726925253868103
296096	rnn.bias_hh_l1_reverse	3	-0.14361459016799927
296096	rnn.bias_hh_l1_reverse	4	-0.08025109767913818
296096	rnn.bias_hh_l1_reverse	5	-0.11628668755292892
296096	rnn.bias_hh_l1_reverse	6	0.06335417926311493
296096	rnn.bias_hh_l1_reverse	7	-0.13425379991531372
296096	rnn.bias_hh_l1_reverse	8	-0.12511546909809113
296096	rnn.bias_hh_l1_reverse	9	-0.14821410179138184
296096	linear.weight	0	0.002228822559118271
296096	linear.weight	1	0.09687812626361847
296096	linear.weight	2	-0.09226638823747635
296096	linear.weight	3	0.3135645091533661
296096	linear.weight	4	0.15027615427970886
296096	linear.weight	5	-0.0656338557600975
296096	linear.weight	6	0.09532061964273453
296096	linear.weight	7	0.13667327165603638
296096	linear.weight	8	0.04113310948014259
296096	linear.weight	9	-0.0509059838950634
296096	linear.bias	0	0.08384211361408234
296096	linear.bias	1	-0.19008074700832367
296096	linear.bias	2	-0.4515500068664551
296096	linear.bias	3	-0.6571545600891113
296096	linear.bias	4	-1.2621253728866577
296096	linear.bias	5	-0.058530449867248535
296096	linear.bias	6	-0.8227989077568054
296096	linear.bias	7	0.2718690037727356
296096	linear.bias	8	-0.3952869176864624
296096	linear.bias	9	-1.022264838218689